From da46abce30c473034c2ab2f177b0a2316e0c444e Mon Sep 17 00:00:00 2001 From: Andrej Ridzik Date: Tue, 25 Aug 2026 15:54:02 +0200 Subject: [PATCH 1/4] Add results for Qwen3-Embedding-4B model -- related to new tasks in MTEB(slk) --- .../DemagogSKNLI.json | 87 ++++++ .../MultiEupSlovakGenderClassification.json | 248 ++++++++++++++++++ .../MultiEupSlovakPartyClassification.json | 248 ++++++++++++++++++ .../OpusSlovakEnglishBitextMining.json | 61 +++++ .../PravdaSKTagClustering.json | 82 ++++++ .../PravdaSKURLClustering.json | 82 ++++++ .../SKQuadRetrieval.json | 198 ++++++++++++++ .../SMESumCategoryClustering.json | 82 ++++++ .../SMESumRetrieval.json | 191 ++++++++++++++ .../SkQuadReranking.json | 198 ++++++++++++++ .../SlovakHateSpeechClassification.v2.json | 248 ++++++++++++++++++ ...MovieReviewSentimentClassification.v2.json | 248 ++++++++++++++++++ .../SlovakNLI.json | 87 ++++++ .../SlovakParlaSentClassification.json | 248 ++++++++++++++++++ .../SlovakPharmacyDrMaxReranking.json | 198 ++++++++++++++ .../SlovakPharmacyMojaLekarenReranking.json | 198 ++++++++++++++ .../SlovakSTS.json | 65 +++++ .../SlovakSumRetrieval.json | 191 ++++++++++++++ .../SlovakSumSTS.json | 65 +++++ .../SlovakSumURLClustering.json | 82 ++++++ 20 files changed, 3107 insertions(+) create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json create mode 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json new file mode 100644 index 0000000000..1428341420 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/DemagogSKNLI.json @@ -0,0 +1,87 @@ +{ + "dataset_revision": "0f9e0f902da3aca1fd6c940cd852e95c9ef5327f", + "task_name": "DemagogSKNLI", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.810373, + "similarity_f1": 0.895255, + "similarity_precision": 0.810636, + "similarity_recall": 0.9996, + "similarity_ap": 0.870388, + "cosine_accuracy": 0.810373, + "cosine_f1": 0.895255, + "cosine_precision": 0.810636, + "cosine_recall": 0.9996, + "cosine_ap": 0.870388, + "manhattan_accuracy": 0.810373, + "manhattan_f1": 0.895255, + "manhattan_precision": 0.810636, + "manhattan_recall": 0.9996, + "manhattan_ap": 0.870314, + "euclidean_accuracy": 0.810373, + "euclidean_f1": 0.895255, + "euclidean_precision": 0.810636, + "euclidean_recall": 0.9996, + "euclidean_ap": 0.870482, + "dot_accuracy": 0.810373, + "dot_f1": 0.895255, + "dot_precision": 0.810636, + "dot_recall": 0.9996, + "dot_ap": 0.869946, + "max_accuracy": 0.810373, + "max_f1": 0.895255, + "max_precision": 0.810636, + "max_recall": 0.9996, + "max_ap": 0.870482, + "main_score": 0.870482, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 286.88111765898066, + "kg_co2_emissions": null, + "date": 1784792537.591515, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.54997643828392e-06, + "end": 6.444835008005612, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 6.444846817990765, + "end": 6.870357932988554, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 7.989936202997342, + "end": 228.39860827795928, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 228.39864746597596, + "end": 286.7468474379857, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 286.74687697697664, + "end": 286.8171881309827, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json new file mode 100644 index 0000000000..d3702ec31a --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakGenderClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "5990c9386f75401ff518cbc213cdf8292bf123fe", + "task_name": "MultiEupSlovakGenderClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.726562, + "f1": 0.631549, + "f1_weighted": 0.763106, + "precision": 0.629329, + "precision_weighted": 0.848104, + "recall": 0.730806, + "recall_weighted": 0.726562, + "ap": 0.916005, + "ap_weighted": 0.916005 + }, + { + "accuracy": 0.6875, + "f1": 0.606759, + "f1_weighted": 0.732047, + "precision": 0.621085, + "precision_weighted": 0.850984, + "recall": 0.729599, + "recall_weighted": 0.6875, + "ap": 0.916184, + "ap_weighted": 0.916184 + }, + { + "accuracy": 0.84375, + "f1": 0.715176, + "f1_weighted": 0.84973, + "precision": 0.701035, + "precision_weighted": 0.857673, + "recall": 0.734428, + "recall_weighted": 0.84375, + "ap": 0.915856, + "ap_weighted": 0.915856 + }, + { + "accuracy": 0.71875, + "f1": 0.616894, + "f1_weighted": 0.755789, + "precision": 0.615869, + "precision_weighted": 0.836329, + "recall": 0.704491, + "recall_weighted": 0.71875, + "ap": 0.907985, + "ap_weighted": 0.907985 + }, + { + "accuracy": 0.703125, + "f1": 0.612121, + "f1_weighted": 0.744223, + "precision": 0.618072, + "precision_weighted": 0.843212, + "recall": 0.717045, + "recall_weighted": 0.703125, + "ap": 0.91202, + "ap_weighted": 0.91202 + }, + { + "accuracy": 0.796875, + "f1": 0.686275, + "f1_weighted": 0.817249, + "precision": 0.665391, + "precision_weighted": 0.856255, + "recall": 0.750362, + "recall_weighted": 0.796875, + "ap": 0.921194, + "ap_weighted": 0.921194 + }, + { + "accuracy": 0.804688, + "f1": 0.702575, + "f1_weighted": 0.82511, + "precision": 0.679287, + "precision_weighted": 0.867388, + "recall": 0.776678, + "recall_weighted": 0.804688, + "ap": 0.929332, + "ap_weighted": 0.929332 + }, + { + "accuracy": 0.835938, + "f1": 0.726357, + "f1_weighted": 0.848113, + "precision": 0.702143, + "precision_weighted": 0.869386, + "recall": 0.773298, + "recall_weighted": 0.835938, + "ap": 0.92783, + "ap_weighted": 0.92783 + }, + { + "accuracy": 0.671875, + "f1": 0.607018, + "f1_weighted": 0.719271, + "precision": 0.635038, + "precision_weighted": 0.871846, + "recall": 0.763882, + "recall_weighted": 0.671875, + "ap": 0.927696, + "ap_weighted": 0.927696 + }, + { + "accuracy": 0.734375, + "f1": 0.652951, + "f1_weighted": 0.771147, + "precision": 0.651694, + "precision_weighted": 0.870555, + "recall": 0.778851, + "recall_weighted": 0.734375, + "ap": 0.93128, + "ap_weighted": 0.93128 + } + ], + "accuracy": 0.752344, + "f1": 0.655767, + "f1_weighted": 0.782579, + "precision": 0.651894, + "precision_weighted": 0.857173, + "recall": 0.745944, + "recall_weighted": 0.752344, + "ap": 0.920538, + "ap_weighted": 0.920538, + "main_score": 0.752344, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 23.917896863014903, + "kg_co2_emissions": null, + "date": 1784793381.572242, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.809990059584379e-06, + "end": 3.167979951016605, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.1679905710043386, + "end": 3.167992129980121, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 3.3365577799850143, + "end": 13.07177643297473, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 13.08635672100354, + "end": 23.094455157988705, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 23.094549904984888, + "end": 23.177272255998105, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 23.177319953974802, + "end": 23.258975215023383, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 23.259022573009133, + "end": 23.340077156026382, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 23.340124264010228, + "end": 23.42262899398338, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 23.422676152025815, + "end": 23.504444118996616, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 23.504493597021792, + "end": 23.58600802300498, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 23.58605483098654, + "end": 23.668358727998566, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 23.668409286008682, + "end": 23.749421669985168, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 23.749469529022463, + "end": 23.831258004996926, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 23.831306983018294, + "end": 23.91280748898862, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 23.094478486978915, + "end": 23.912812429014593, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json new file mode 100644 index 0000000000..5686a79523 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultiEupSlovakPartyClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "3758b0758c1ac4af8e36d27858bef579db5d2eee", + "task_name": "MultiEupSlovakPartyClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.507937, + "f1": 0.478849, + "f1_weighted": 0.498639, + "precision": 0.499521, + "precision_weighted": 0.564456, + "recall": 0.525475, + "recall_weighted": 0.507937, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452381, + "f1": 0.454254, + "f1_weighted": 0.456267, + "precision": 0.474935, + "precision_weighted": 0.533086, + "recall": 0.495724, + "recall_weighted": 0.452381, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.373016, + "f1": 0.385935, + "f1_weighted": 0.359382, + "precision": 0.408699, + "precision_weighted": 0.427882, + "recall": 0.445426, + "recall_weighted": 0.373016, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.462108, + "f1_weighted": 0.495205, + "precision": 0.469224, + "precision_weighted": 0.547208, + "recall": 0.505861, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.460317, + "f1": 0.443337, + "f1_weighted": 0.469622, + "precision": 0.492296, + "precision_weighted": 0.56718, + "recall": 0.481708, + "recall_weighted": 0.460317, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515873, + "f1": 0.508909, + "f1_weighted": 0.521023, + "precision": 0.525823, + "precision_weighted": 0.590154, + "recall": 0.547896, + "recall_weighted": 0.515873, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.458683, + "f1_weighted": 0.503358, + "precision": 0.472821, + "precision_weighted": 0.556196, + "recall": 0.492206, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.486434, + "f1_weighted": 0.508348, + "precision": 0.506035, + "precision_weighted": 0.584778, + "recall": 0.52167, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.420635, + "f1": 0.416963, + "f1_weighted": 0.384745, + "precision": 0.44868, + "precision_weighted": 0.488654, + "recall": 0.483217, + "recall_weighted": 0.420635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.373016, + "f1": 0.35392, + "f1_weighted": 0.351845, + "precision": 0.375156, + "precision_weighted": 0.432538, + "recall": 0.411684, + "recall_weighted": 0.373016, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.460317, + "f1": 0.444939, + "f1_weighted": 0.454843, + "precision": 0.467319, + "precision_weighted": 0.529213, + "recall": 0.491087, + "recall_weighted": 0.460317, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.460317, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 41.64060776802944, + "kg_co2_emissions": null, + "date": 1784793357.649266, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.130015779286623e-06, + "end": 3.743914065998979, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.7439253160264343, + "end": 3.7439269560272805, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 3.925527730025351, + "end": 22.920065041049384, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 22.93469130701851, + "end": 32.39511537604267, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 32.395246502012014, + "end": 33.51426059205551, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 33.51434887904907, + "end": 34.52292029000819, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 34.52300618600566, + "end": 35.521276453044266, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 35.52136722905561, + "end": 36.465808560024016, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 36.46588450705167, + "end": 37.49316773505416, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 37.49327301100129, + "end": 38.27020742301829, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 38.27029259002302, + "end": 38.79174333403353, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 38.79186395002762, + "end": 39.98253401601687, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 39.982641562004574, + "end": 40.64432250900427, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 40.64439987600781, + "end": 41.63541822700063, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 32.39513659500517, + "end": 41.63542386703193, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json new file mode 100644 index 0000000000..5b60e84060 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/OpusSlovakEnglishBitextMining.json @@ -0,0 +1,61 @@ +{ + "dataset_revision": "805090dc28bf78897da9641cdf08b61287580df9", + "task_name": "OpusSlovakEnglishBitextMining", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "precision": 0.828904, + "recall": 0.869, + "f1": 0.841178, + "accuracy": 0.869, + "main_score": 0.841178, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 68.2733352649957, + "kg_co2_emissions": null, + "date": 1784802072.759338, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.939001079648733e-06, + "end": 1.6285179099650122, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.6285291200038046, + "end": 28.83729889895767, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 29.021597184997518, + "end": 47.78841714398004, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding", + "start": 47.949073422001675, + "end": 68.15435577597236, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 68.15478467999492, + "end": 68.25034286396112, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json new file mode 100644 index 0000000000..fdee1c9c80 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKTagClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "dd0a6c077151b8c8bc2fd6abcd746b34fde80bf8", + "task_name": "PravdaSKTagClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.486712, + 0.489072, + 0.502011, + 0.495852, + 0.501478, + 0.509703, + 0.497122, + 0.504843, + 0.499656, + 0.500171 + ] + }, + "v_measure": 0.498662, + "v_measure_std": 0.006539, + "ami_scores": { + "Level 0": [ + 0.475847, + 0.478382, + 0.491477, + 0.485342, + 0.491095, + 0.499477, + 0.486676, + 0.494414, + 0.489282, + 0.489841 + ] + }, + "ami": 0.488183, + "ami_std": 0.006695, + "main_score": 0.498662, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 62.469013306021225, + "kg_co2_emissions": null, + "date": 1784801795.121967, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 8.060014806687832e-06, + "end": 1.2568700409610756, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.2568805610062554, + "end": 2.9226819910109043, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.9281536109629087, + "end": 54.50917524500983, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 54.57050574698951, + "end": 62.463743458967656, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json new file mode 100644 index 0000000000..3a8ba07c03 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/PravdaSKURLClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "c5a24605e0fe5a23bc718a531570f353b377e3a3", + "task_name": "PravdaSKURLClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.60774, + 0.60731, + 0.605801, + 0.621149, + 0.614834, + 0.613445, + 0.602987, + 0.611376, + 0.602951, + 0.617879 + ] + }, + "v_measure": 0.610547, + "v_measure_std": 0.005911, + "ami_scores": { + "Level 0": [ + 0.599756, + 0.599352, + 0.597748, + 0.613495, + 0.60697, + 0.605537, + 0.594906, + 0.603406, + 0.594934, + 0.610086 + ] + }, + "ami": 0.602619, + "ami_std": 0.006027, + "main_score": 0.610547, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 62.002855414990336, + "kg_co2_emissions": null, + "date": 1784801857.12991, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.391011316329241e-06, + "end": 4.3213952769874595, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 4.321407165960409, + "end": 5.969254540978, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 5.974484840990044, + "end": 54.383919385960326, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 54.445384063001256, + "end": 61.997108634968754, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json new file mode 100644 index 0000000000..6229c2a8b5 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SKQuadRetrieval.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "09f81f51dd5b8497da16d02c69c98d5cb5993ef2", + "task_name": "SKQuadRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49965, + "ndcg_at_3": 0.59029, + "ndcg_at_5": 0.61951, + "ndcg_at_10": 0.64754, + "ndcg_at_20": 0.66788, + "ndcg_at_100": 0.69007, + "ndcg_at_1000": 0.69599, + "map_at_1": 0.33636, + "map_at_3": 0.47408, + "map_at_5": 0.49709, + "map_at_10": 0.51583, + "map_at_20": 0.52694, + "map_at_100": 0.53396, + "map_at_1000": 0.53441, + "recall_at_1": 0.33636, + "recall_at_3": 0.60387, + "recall_at_5": 0.67462, + "recall_at_10": 0.75492, + "recall_at_20": 0.82933, + "recall_at_100": 0.94224, + "recall_at_1000": 0.98795, + "accuracy": 0.33636, + "precision_at_1": 0.51058, + "precision_at_3": 0.31481, + "precision_at_5": 0.2164, + "precision_at_10": 0.1254, + "precision_at_20": 0.07218, + "precision_at_100": 0.0172, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.510582, + "mrr_at_3": 0.672986, + "mrr_at_5": 0.687581, + "mrr_at_10": 0.693826, + "mrr_at_20": 0.695007, + "mrr_at_100": 0.695448, + "mrr_at_1000": 0.695483, + "nauc_ndcg_at_1_max": 0.065159, + "nauc_ndcg_at_1_std": -0.108522, + "nauc_ndcg_at_1_diff1": 0.294666, + "nauc_ndcg_at_3_max": 0.059017, + "nauc_ndcg_at_3_std": -0.215572, + "nauc_ndcg_at_3_diff1": 0.228476, + "nauc_ndcg_at_5_max": 0.06419, + "nauc_ndcg_at_5_std": -0.201782, + "nauc_ndcg_at_5_diff1": 0.224142, + "nauc_ndcg_at_10_max": 0.083596, + "nauc_ndcg_at_10_std": -0.166917, + "nauc_ndcg_at_10_diff1": 0.236232, + "nauc_ndcg_at_20_max": 0.085428, + "nauc_ndcg_at_20_std": -0.144089, + "nauc_ndcg_at_20_diff1": 0.233804, + "nauc_ndcg_at_100_max": 0.09326, + "nauc_ndcg_at_100_std": -0.12698, + "nauc_ndcg_at_100_diff1": 0.237415, + "nauc_ndcg_at_1000_max": 0.094294, + "nauc_ndcg_at_1000_std": -0.139921, + "nauc_ndcg_at_1000_diff1": 0.245551, + "nauc_map_at_1_max": -0.00965, + "nauc_map_at_1_std": -0.153998, + "nauc_map_at_1_diff1": 0.282928, + "nauc_map_at_3_max": -0.000847, + "nauc_map_at_3_std": -0.213431, + "nauc_map_at_3_diff1": 0.227448, + "nauc_map_at_5_max": 0.007704, + "nauc_map_at_5_std": -0.20594, + "nauc_map_at_5_diff1": 0.224455, + "nauc_map_at_10_max": 0.023195, + "nauc_map_at_10_std": -0.192234, + "nauc_map_at_10_diff1": 0.229329, + "nauc_map_at_20_max": 0.026995, + "nauc_map_at_20_std": -0.182254, + "nauc_map_at_20_diff1": 0.228561, + "nauc_map_at_100_max": 0.030879, + "nauc_map_at_100_std": -0.175871, + "nauc_map_at_100_diff1": 0.230565, + "nauc_map_at_1000_max": 0.031046, + "nauc_map_at_1000_std": -0.176387, + "nauc_map_at_1000_diff1": 0.230925, + "nauc_recall_at_1_max": -0.00965, + "nauc_recall_at_1_std": -0.153998, + "nauc_recall_at_1_diff1": 0.282928, + "nauc_recall_at_3_max": -0.008564, + "nauc_recall_at_3_std": -0.238248, + "nauc_recall_at_3_diff1": 0.127297, + "nauc_recall_at_5_max": -0.006349, + "nauc_recall_at_5_std": -0.202028, + "nauc_recall_at_5_diff1": 0.08669, + "nauc_recall_at_10_max": 0.022778, + "nauc_recall_at_10_std": -0.113199, + "nauc_recall_at_10_diff1": 0.085549, + "nauc_recall_at_20_max": 0.015803, + "nauc_recall_at_20_std": 0.001679, + "nauc_recall_at_20_diff1": 0.033707, + "nauc_recall_at_100_max": 0.079599, + "nauc_recall_at_100_std": 0.403402, + "nauc_recall_at_100_diff1": -0.094573, + "nauc_recall_at_1000_max": 0.28513, + "nauc_recall_at_1000_std": 0.564078, + "nauc_recall_at_1000_diff1": -0.009362, + "nauc_precision_at_1_max": 0.06639, + "nauc_precision_at_1_std": -0.098257, + "nauc_precision_at_1_diff1": 0.290094, + "nauc_precision_at_3_max": 0.185934, + "nauc_precision_at_3_std": -0.146538, + "nauc_precision_at_3_diff1": 0.046823, + "nauc_precision_at_5_max": 0.209875, + "nauc_precision_at_5_std": -0.020481, + "nauc_precision_at_5_diff1": -0.010492, + "nauc_precision_at_10_max": 0.250986, + "nauc_precision_at_10_std": 0.100916, + "nauc_precision_at_10_diff1": -0.004916, + "nauc_precision_at_20_max": 0.211516, + "nauc_precision_at_20_std": 0.184943, + "nauc_precision_at_20_diff1": -0.037987, + "nauc_precision_at_100_max": 0.204782, + "nauc_precision_at_100_std": 0.239659, + "nauc_precision_at_100_diff1": -0.0482, + "nauc_precision_at_1000_max": 0.201918, + "nauc_precision_at_1000_std": 0.192637, + "nauc_precision_at_1000_diff1": -0.036921, + "nauc_mrr_at_1_max": 0.06639, + "nauc_mrr_at_1_std": -0.098257, + "nauc_mrr_at_1_diff1": 0.290094, + "nauc_mrr_at_3_max": 0.135338, + "nauc_mrr_at_3_std": -0.15174, + "nauc_mrr_at_3_diff1": 0.267547, + "nauc_mrr_at_5_max": 0.136681, + "nauc_mrr_at_5_std": -0.139195, + "nauc_mrr_at_5_diff1": 0.269295, + "nauc_mrr_at_10_max": 0.136214, + "nauc_mrr_at_10_std": -0.127107, + "nauc_mrr_at_10_diff1": 0.273189, + "nauc_mrr_at_20_max": 0.133723, + "nauc_mrr_at_20_std": -0.126937, + "nauc_mrr_at_20_diff1": 0.272356, + "nauc_mrr_at_100_max": 0.132653, + "nauc_mrr_at_100_std": -0.127618, + "nauc_mrr_at_100_diff1": 0.272352, + "nauc_mrr_at_1000_max": 0.132527, + "nauc_mrr_at_1000_std": -0.127772, + "nauc_mrr_at_1000_diff1": 0.272479, + "hit_rate_at_1": 0.51058, + "hit_rate_at_3": 0.85714, + "hit_rate_at_5": 0.91975, + "hit_rate_at_10": 0.96384, + "hit_rate_at_20": 0.97972, + "hit_rate_at_100": 0.99471, + "hit_rate_at_1000": 1.0, + "main_score": 0.64754, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 630.982602710952, + "kg_co2_emissions": null, + "date": 1784708593.49429, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 3.31512618198758, + "split": "", + "subset": "" + }, + { + "name": "Data loading", + "start": 6.125197590969037, + "end": 8.672015346004628, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 8.685327899991535, + "end": 630.1527296499698, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 630.1527718789876, + "end": 630.9599566169782, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json new file mode 100644 index 0000000000..4902f40d8f --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumCategoryClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "c5a6521a4ddce3450fb04ba218623681a9189c6d", + "task_name": "SMESumCategoryClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.471231, + 0.47628, + 0.454339, + 0.442691, + 0.483366, + 0.471954, + 0.484032, + 0.447664, + 0.489543, + 0.460234 + ] + }, + "v_measure": 0.468133, + "v_measure_std": 0.015339, + "ami_scores": { + "Level 0": [ + 0.470402, + 0.475449, + 0.453467, + 0.441813, + 0.482557, + 0.47113, + 0.483184, + 0.446776, + 0.488753, + 0.459367 + ] + }, + "ami": 0.46729, + "ami_std": 0.015366, + "main_score": 0.468133, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 9.00472930597607, + "kg_co2_emissions": null, + "date": 1784801926.129144, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.930014256387949e-06, + "end": 1.2380257889744826, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.2380357279907912, + "end": 1.465422932000365, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 1.4675615039886907, + "end": 5.757441969995853, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 5.765766796015669, + "end": 8.99972759897355, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json new file mode 100644 index 0000000000..a8c83da440 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SMESumRetrieval.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "c5a6521a4ddce3450fb04ba218623681a9189c6d", + "task_name": "SMESumRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.82293, + "ndcg_at_5": 0.83721, + "ndcg_at_10": 0.84784, + "ndcg_at_20": 0.85548, + "ndcg_at_100": 0.86019, + "ndcg_at_1000": 0.86147, + "map_at_1": 0.76, + "map_at_3": 0.80778, + "map_at_5": 0.81561, + "map_at_10": 0.81992, + "map_at_20": 0.82204, + "map_at_100": 0.82271, + "map_at_1000": 0.82276, + "recall_at_1": 0.76, + "recall_at_3": 0.86667, + "recall_at_5": 0.90167, + "recall_at_10": 0.935, + "recall_at_20": 0.965, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.28889, + "precision_at_5": 0.18033, + "precision_at_10": 0.0935, + "precision_at_20": 0.04825, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.807778, + "mrr_at_5": 0.815611, + "mrr_at_10": 0.819918, + "mrr_at_20": 0.822037, + "mrr_at_100": 0.822714, + "mrr_at_1000": 0.822764, + "nauc_ndcg_at_1_max": 0.697319, + "nauc_ndcg_at_1_std": -0.045888, + "nauc_ndcg_at_1_diff1": 0.854792, + "nauc_ndcg_at_3_max": 0.726022, + "nauc_ndcg_at_3_std": -0.012153, + "nauc_ndcg_at_3_diff1": 0.840795, + "nauc_ndcg_at_5_max": 0.723239, + "nauc_ndcg_at_5_std": -0.003912, + "nauc_ndcg_at_5_diff1": 0.839151, + "nauc_ndcg_at_10_max": 0.727617, + "nauc_ndcg_at_10_std": 0.003288, + "nauc_ndcg_at_10_diff1": 0.843776, + "nauc_ndcg_at_20_max": 0.724622, + "nauc_ndcg_at_20_std": 0.006716, + "nauc_ndcg_at_20_diff1": 0.843582, + "nauc_ndcg_at_100_max": 0.721564, + "nauc_ndcg_at_100_std": -0.001616, + "nauc_ndcg_at_100_diff1": 0.844302, + "nauc_ndcg_at_1000_max": 0.719328, + "nauc_ndcg_at_1000_std": -0.009692, + "nauc_ndcg_at_1000_diff1": 0.843635, + "nauc_map_at_1_max": 0.697319, + "nauc_map_at_1_std": -0.045888, + "nauc_map_at_1_diff1": 0.854792, + "nauc_map_at_3_max": 0.717199, + "nauc_map_at_3_std": -0.025307, + "nauc_map_at_3_diff1": 0.843624, + "nauc_map_at_5_max": 0.715077, + "nauc_map_at_5_std": -0.022157, + "nauc_map_at_5_diff1": 0.842772, + "nauc_map_at_10_max": 0.716422, + "nauc_map_at_10_std": -0.019989, + "nauc_map_at_10_diff1": 0.844368, + "nauc_map_at_20_max": 0.715533, + "nauc_map_at_20_std": -0.01991, + "nauc_map_at_20_diff1": 0.844332, + "nauc_map_at_100_max": 0.715101, + "nauc_map_at_100_std": -0.020857, + "nauc_map_at_100_diff1": 0.844357, + "nauc_map_at_1000_max": 0.715042, + "nauc_map_at_1000_std": -0.021078, + "nauc_map_at_1000_diff1": 0.844334, + "nauc_recall_at_1_max": 0.697319, + "nauc_recall_at_1_std": -0.045888, + "nauc_recall_at_1_diff1": 0.854792, + "nauc_recall_at_3_max": 0.761233, + "nauc_recall_at_3_std": 0.04185, + "nauc_recall_at_3_diff1": 0.830303, + "nauc_recall_at_5_max": 0.764508, + "nauc_recall_at_5_std": 0.092611, + "nauc_recall_at_5_diff1": 0.821931, + "nauc_recall_at_10_max": 0.815186, + "nauc_recall_at_10_std": 0.189399, + "nauc_recall_at_10_diff1": 0.846058, + "nauc_recall_at_20_max": 0.847383, + "nauc_recall_at_20_std": 0.414388, + "nauc_recall_at_20_diff1": 0.845049, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.832011, + "nauc_recall_at_100_diff1": 0.910131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697319, + "nauc_precision_at_1_std": -0.045888, + "nauc_precision_at_1_diff1": 0.854792, + "nauc_precision_at_3_max": 0.761233, + "nauc_precision_at_3_std": 0.04185, + "nauc_precision_at_3_diff1": 0.830303, + "nauc_precision_at_5_max": 0.764508, + "nauc_precision_at_5_std": 0.092611, + "nauc_precision_at_5_diff1": 0.821931, + "nauc_precision_at_10_max": 0.815186, + "nauc_precision_at_10_std": 0.189399, + "nauc_precision_at_10_diff1": 0.846058, + "nauc_precision_at_20_max": 0.847383, + "nauc_precision_at_20_std": 0.414388, + "nauc_precision_at_20_diff1": 0.845049, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.832011, + "nauc_precision_at_100_diff1": 0.910131, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.697319, + "nauc_mrr_at_1_std": -0.045888, + "nauc_mrr_at_1_diff1": 0.854792, + "nauc_mrr_at_3_max": 0.717199, + "nauc_mrr_at_3_std": -0.025307, + "nauc_mrr_at_3_diff1": 0.843624, + "nauc_mrr_at_5_max": 0.715077, + "nauc_mrr_at_5_std": -0.022157, + "nauc_mrr_at_5_diff1": 0.842772, + "nauc_mrr_at_10_max": 0.716422, + "nauc_mrr_at_10_std": -0.019989, + "nauc_mrr_at_10_diff1": 0.844368, + "nauc_mrr_at_20_max": 0.715533, + "nauc_mrr_at_20_std": -0.01991, + "nauc_mrr_at_20_diff1": 0.844332, + "nauc_mrr_at_100_max": 0.715101, + "nauc_mrr_at_100_std": -0.020857, + "nauc_mrr_at_100_diff1": 0.844357, + "nauc_mrr_at_1000_max": 0.715042, + "nauc_mrr_at_1000_std": -0.021078, + "nauc_mrr_at_1000_diff1": 0.844334, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.86667, + "hit_rate_at_5": 0.90167, + "hit_rate_at_10": 0.935, + "hit_rate_at_20": 0.965, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.84784, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 110.1505959390197, + "kg_co2_emissions": null, + "date": 1784706889.09168, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 12.899058055016212, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 12.917878448031843, + "end": 109.84913474804489, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 109.84917675604811, + "end": 110.14006035303464, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json new file mode 100644 index 0000000000..0edb0946ed --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SkQuadReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "3997eba1c60721e34f7b01db400f5b14a40218ea", + "task_name": "SkQuadReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54722, + "ndcg_at_3": 0.63984, + "ndcg_at_5": 0.68741, + "ndcg_at_10": 0.74763, + "ndcg_at_20": 0.7571, + "ndcg_at_100": 0.7571, + "ndcg_at_1000": 0.7571, + "map_at_1": 0.41751, + "map_at_3": 0.56996, + "map_at_5": 0.60525, + "map_at_10": 0.64313, + "map_at_20": 0.64826, + "map_at_100": 0.64826, + "map_at_1000": 0.64826, + "recall_at_1": 0.41751, + "recall_at_3": 0.71347, + "recall_at_5": 0.81587, + "recall_at_10": 0.97207, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.41751, + "precision_at_1": 0.54722, + "precision_at_3": 0.32804, + "precision_at_5": 0.23266, + "precision_at_10": 0.14722, + "precision_at_20": 0.07643, + "precision_at_100": 0.01529, + "precision_at_1000": 0.00153, + "mrr_at_1": 0.54722, + "mrr_at_3": 0.693586, + "mrr_at_5": 0.709871, + "mrr_at_10": 0.716816, + "mrr_at_20": 0.717457, + "mrr_at_100": 0.717457, + "mrr_at_1000": 0.717457, + "nauc_ndcg_at_1_max": 0.08425, + "nauc_ndcg_at_1_std": 0.004797, + "nauc_ndcg_at_1_diff1": 0.409073, + "nauc_ndcg_at_3_max": 0.084953, + "nauc_ndcg_at_3_std": 0.086515, + "nauc_ndcg_at_3_diff1": 0.297469, + "nauc_ndcg_at_5_max": 0.092373, + "nauc_ndcg_at_5_std": 0.090821, + "nauc_ndcg_at_5_diff1": 0.314254, + "nauc_ndcg_at_10_max": 0.0915, + "nauc_ndcg_at_10_std": 0.09116, + "nauc_ndcg_at_10_diff1": 0.322195, + "nauc_ndcg_at_20_max": 0.096256, + "nauc_ndcg_at_20_std": 0.077654, + "nauc_ndcg_at_20_diff1": 0.3285, + "nauc_ndcg_at_100_max": 0.096256, + "nauc_ndcg_at_100_std": 0.077654, + "nauc_ndcg_at_100_diff1": 0.3285, + "nauc_ndcg_at_1000_max": 0.096256, + "nauc_ndcg_at_1000_std": 0.077654, + "nauc_ndcg_at_1000_diff1": 0.3285, + "nauc_map_at_1_max": 0.019327, + "nauc_map_at_1_std": -0.002499, + "nauc_map_at_1_diff1": 0.36974, + "nauc_map_at_3_max": 0.055914, + "nauc_map_at_3_std": 0.060511, + "nauc_map_at_3_diff1": 0.314762, + "nauc_map_at_5_max": 0.067328, + "nauc_map_at_5_std": 0.064475, + "nauc_map_at_5_diff1": 0.32389, + "nauc_map_at_10_max": 0.070017, + "nauc_map_at_10_std": 0.067925, + "nauc_map_at_10_diff1": 0.323717, + "nauc_map_at_20_max": 0.071893, + "nauc_map_at_20_std": 0.063295, + "nauc_map_at_20_diff1": 0.325787, + "nauc_map_at_100_max": 0.071893, + "nauc_map_at_100_std": 0.063295, + "nauc_map_at_100_diff1": 0.325787, + "nauc_map_at_1000_max": 0.071893, + "nauc_map_at_1000_std": 0.063295, + "nauc_map_at_1000_diff1": 0.325787, + "nauc_recall_at_1_max": 0.019327, + "nauc_recall_at_1_std": -0.002499, + "nauc_recall_at_1_diff1": 0.36974, + "nauc_recall_at_3_max": 0.07878, + "nauc_recall_at_3_std": 0.128242, + "nauc_recall_at_3_diff1": 0.191545, + "nauc_recall_at_5_max": 0.083543, + "nauc_recall_at_5_std": 0.141432, + "nauc_recall_at_5_diff1": 0.194742, + "nauc_recall_at_10_max": -0.01155, + "nauc_recall_at_10_std": 0.332913, + "nauc_recall_at_10_diff1": 0.108208, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.08425, + "nauc_precision_at_1_std": 0.004797, + "nauc_precision_at_1_diff1": 0.409073, + "nauc_precision_at_3_max": 0.207234, + "nauc_precision_at_3_std": 0.182177, + "nauc_precision_at_3_diff1": 0.036391, + "nauc_precision_at_5_max": 0.179628, + "nauc_precision_at_5_std": 0.13989, + "nauc_precision_at_5_diff1": -0.030544, + "nauc_precision_at_10_max": 0.118736, + "nauc_precision_at_10_std": 0.085433, + "nauc_precision_at_10_diff1": -0.142792, + "nauc_precision_at_20_max": 0.118136, + "nauc_precision_at_20_std": 0.054244, + "nauc_precision_at_20_diff1": -0.149579, + "nauc_precision_at_100_max": 0.118136, + "nauc_precision_at_100_std": 0.054244, + "nauc_precision_at_100_diff1": -0.149579, + "nauc_precision_at_1000_max": 0.118136, + "nauc_precision_at_1000_std": 0.054244, + "nauc_precision_at_1000_diff1": -0.149579, + "nauc_mrr_at_1_max": 0.08425, + "nauc_mrr_at_1_std": 0.004797, + "nauc_mrr_at_1_diff1": 0.409073, + "nauc_mrr_at_3_max": 0.147138, + "nauc_mrr_at_3_std": 0.09578, + "nauc_mrr_at_3_diff1": 0.344115, + "nauc_mrr_at_5_max": 0.136691, + "nauc_mrr_at_5_std": 0.088438, + "nauc_mrr_at_5_diff1": 0.352053, + "nauc_mrr_at_10_max": 0.126887, + "nauc_mrr_at_10_std": 0.075419, + "nauc_mrr_at_10_diff1": 0.357281, + "nauc_mrr_at_20_max": 0.126917, + "nauc_mrr_at_20_std": 0.073285, + "nauc_mrr_at_20_diff1": 0.35794, + "nauc_mrr_at_100_max": 0.126917, + "nauc_mrr_at_100_std": 0.073285, + "nauc_mrr_at_100_diff1": 0.35794, + "nauc_mrr_at_1000_max": 0.126917, + "nauc_mrr_at_1000_std": 0.073285, + "nauc_mrr_at_1000_diff1": 0.35794, + "hit_rate_at_1": 0.54722, + "hit_rate_at_3": 0.87202, + "hit_rate_at_5": 0.94263, + "hit_rate_at_10": 0.99294, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.64826, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 1296.1791253149859, + "kg_co2_emissions": null, + "date": 1784796000.055029, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 1.6408972442150116e-05, + "end": 5.8115020169643685, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 5.811512815998867, + "end": 5.811514595989138, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 5.824649707006756, + "end": 1296.049798913009, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 1296.0498235629639, + "end": 1296.1713633380132, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json new file mode 100644 index 0000000000..95ca9ebfcd --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakHateSpeechClassification.v2.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "691fe861df0ffa25066cbf6da8e64ebd296af6ab", + "task_name": "SlovakHateSpeechClassification.v2", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.448666, + "f1": 0.429101, + "f1_weighted": 0.475836, + "precision": 0.46439, + "precision_weighted": 0.561026, + "recall": 0.455963, + "recall_weighted": 0.448666, + "ap": 0.263286, + "ap_weighted": 0.263286 + }, + { + "accuracy": 0.531124, + "f1": 0.524591, + "f1_weighted": 0.549234, + "precision": 0.580536, + "precision_weighted": 0.685705, + "recall": 0.59579, + "recall_weighted": 0.531124, + "ap": 0.326245, + "ap_weighted": 0.326245 + }, + { + "accuracy": 0.601455, + "f1": 0.565022, + "f1_weighted": 0.620689, + "precision": 0.572604, + "precision_weighted": 0.665987, + "recall": 0.588567, + "recall_weighted": 0.601455, + "ap": 0.325065, + "ap_weighted": 0.325065 + }, + { + "accuracy": 0.635408, + "f1": 0.596527, + "f1_weighted": 0.651912, + "precision": 0.599069, + "precision_weighted": 0.689012, + "recall": 0.619219, + "recall_weighted": 0.635408, + "ap": 0.346931, + "ap_weighted": 0.346931 + }, + { + "accuracy": 0.590137, + "f1": 0.570887, + "f1_weighted": 0.611078, + "precision": 0.594281, + "precision_weighted": 0.692826, + "recall": 0.617157, + "recall_weighted": 0.590137, + "ap": 0.341659, + "ap_weighted": 0.341659 + }, + { + "accuracy": 0.618432, + "f1": 0.586651, + "f1_weighted": 0.637333, + "precision": 0.594784, + "precision_weighted": 0.687844, + "recall": 0.616335, + "recall_weighted": 0.618432, + "ap": 0.343384, + "ap_weighted": 0.343384 + }, + { + "accuracy": 0.597413, + "f1": 0.574509, + "f1_weighted": 0.618163, + "precision": 0.592631, + "precision_weighted": 0.689507, + "recall": 0.615092, + "recall_weighted": 0.597413, + "ap": 0.340905, + "ap_weighted": 0.340905 + }, + { + "accuracy": 0.608731, + "f1": 0.584452, + "f1_weighted": 0.628868, + "precision": 0.599785, + "precision_weighted": 0.695735, + "recall": 0.623829, + "recall_weighted": 0.608731, + "ap": 0.347263, + "ap_weighted": 0.347263 + }, + { + "accuracy": 0.641067, + "f1": 0.606836, + "f1_weighted": 0.658136, + "precision": 0.610783, + "precision_weighted": 0.701305, + "recall": 0.634696, + "recall_weighted": 0.641067, + "ap": 0.357784, + "ap_weighted": 0.357784 + }, + { + "accuracy": 0.696847, + "f1": 0.644157, + "f1_weighted": 0.704707, + "precision": 0.639401, + "precision_weighted": 0.716989, + "recall": 0.65471, + "recall_weighted": 0.696847, + "ap": 0.382417, + "ap_weighted": 0.382417 + } + ], + "accuracy": 0.596928, + "f1": 0.568273, + "f1_weighted": 0.615596, + "precision": 0.584826, + "precision_weighted": 0.678594, + "recall": 0.602136, + "recall_weighted": 0.596928, + "ap": 0.337494, + "ap_weighted": 0.337494, + "main_score": 0.596928, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 30.001454553974327, + "kg_co2_emissions": null, + "date": 1784792567.599049, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.090027116239071e-06, + "end": 3.5934973250259645, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.5935096640023403, + "end": 3.5935117740300484, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 6.718258381995838, + "end": 8.722356739046518, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 8.841691615001764, + "end": 23.327635929046664, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 23.32781241304474, + "end": 24.26829285803251, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 24.26835446601035, + "end": 24.893759016005788, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 24.893813725037035, + "end": 25.526367115031462, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 25.526425582997035, + "end": 26.164897297043353, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 26.164953595027328, + "end": 26.79618201300036, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 26.796241931035183, + "end": 27.45190727803856, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 27.45196534600109, + "end": 28.09116317302687, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 28.09121934202267, + "end": 28.731016717036255, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 28.731071704998612, + "end": 29.363682334020268, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 29.363739101041574, + "end": 29.996080329001416, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 23.327668258047197, + "end": 29.996086219034623, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json new file mode 100644 index 0000000000..150b6d3dbc --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakMovieReviewSentimentClassification.v2.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "29a7405aabcfd4860a51ae6f65a5650d63108f26", + "task_name": "SlovakMovieReviewSentimentClassification.v2", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.859562, + "f1": 0.854173, + "f1_weighted": 0.859087, + "precision": 0.85684, + "precision_weighted": 0.859121, + "recall": 0.852047, + "recall_weighted": 0.859562, + "ap": 0.761494, + "ap_weighted": 0.761494 + }, + { + "accuracy": 0.86255, + "f1": 0.861145, + "f1_weighted": 0.863593, + "precision": 0.860522, + "precision_weighted": 0.87425, + "recall": 0.871702, + "recall_weighted": 0.86255, + "ap": 0.754067, + "ap_weighted": 0.754067 + }, + { + "accuracy": 0.843127, + "f1": 0.838961, + "f1_weighted": 0.843502, + "precision": 0.83753, + "precision_weighted": 0.844232, + "recall": 0.840766, + "recall_weighted": 0.843127, + "ap": 0.732472, + "ap_weighted": 0.732472 + }, + { + "accuracy": 0.816235, + "f1": 0.815769, + "f1_weighted": 0.817393, + "precision": 0.824594, + "precision_weighted": 0.844209, + "recall": 0.833016, + "recall_weighted": 0.816235, + "ap": 0.691295, + "ap_weighted": 0.691295 + }, + { + "accuracy": 0.773904, + "f1": 0.769289, + "f1_weighted": 0.775009, + "precision": 0.767572, + "precision_weighted": 0.777891, + "recall": 0.772861, + "recall_weighted": 0.773904, + "ap": 0.639627, + "ap_weighted": 0.639627 + }, + { + "accuracy": 0.863048, + "f1": 0.85927, + "f1_weighted": 0.863312, + "precision": 0.858005, + "precision_weighted": 0.863806, + "recall": 0.860777, + "recall_weighted": 0.863048, + "ap": 0.762131, + "ap_weighted": 0.762131 + }, + { + "accuracy": 0.838645, + "f1": 0.838105, + "f1_weighted": 0.839745, + "precision": 0.845116, + "precision_weighted": 0.864096, + "recall": 0.854786, + "recall_weighted": 0.838645, + "ap": 0.719599, + "ap_weighted": 0.719599 + }, + { + "accuracy": 0.821713, + "f1": 0.821287, + "f1_weighted": 0.822816, + "precision": 0.830517, + "precision_weighted": 0.850384, + "recall": 0.838938, + "recall_weighted": 0.821713, + "ap": 0.698046, + "ap_weighted": 0.698046 + }, + { + "accuracy": 0.836155, + "f1": 0.835173, + "f1_weighted": 0.837404, + "precision": 0.838137, + "precision_weighted": 0.854741, + "recall": 0.848704, + "recall_weighted": 0.836155, + "ap": 0.717025, + "ap_weighted": 0.717025 + }, + { + "accuracy": 0.817231, + "f1": 0.81665, + "f1_weighted": 0.818459, + "precision": 0.824007, + "precision_weighted": 0.842936, + "recall": 0.832963, + "recall_weighted": 0.817231, + "ap": 0.692554, + "ap_weighted": 0.692554 + } + ], + "accuracy": 0.833217, + "f1": 0.830982, + "f1_weighted": 0.834032, + "precision": 0.834284, + "precision_weighted": 0.847567, + "recall": 0.840656, + "recall_weighted": 0.833217, + "ap": 0.716831, + "ap_weighted": 0.716831, + "main_score": 0.833217, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 81.73780803097179, + "kg_co2_emissions": null, + "date": 1784792649.342827, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.210043698549271e-06, + "end": 4.193141586030833, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 4.193152676045429, + "end": 4.290291431010701, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 9.937477273051627, + "end": 14.644707652041689, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 14.835052457056008, + "end": 71.642269064032, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 71.64244250801858, + "end": 72.66808868502267, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 72.66815300303278, + "end": 73.67616018402623, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 73.67621719103772, + "end": 74.67918097600341, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 74.67923943401547, + "end": 75.69217535603093, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 75.69223129400052, + "end": 76.70591825805604, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 76.70597601600457, + "end": 77.71214658400277, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 77.71220428100787, + "end": 78.7205651900149, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 78.72062187700067, + "end": 79.72334955102997, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 79.72341064905049, + "end": 80.72443991503678, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 80.72450009203749, + "end": 81.73209751804825, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 71.64230319304625, + "end": 81.73210457805544, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json new file mode 100644 index 0000000000..6e5d4b1f0f --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakNLI.json @@ -0,0 +1,87 @@ +{ + "dataset_revision": "79914f425b59d8b9fabb6d38c37f6d81f9723f46", + "task_name": "SlovakNLI", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.772251, + "similarity_f1": 0.798144, + "similarity_precision": 0.757709, + "similarity_recall": 0.843137, + "similarity_ap": 0.841494, + "cosine_accuracy": 0.772251, + "cosine_f1": 0.798144, + "cosine_precision": 0.757709, + "cosine_recall": 0.843137, + "cosine_ap": 0.841494, + "manhattan_accuracy": 0.767016, + "manhattan_f1": 0.790909, + "manhattan_precision": 0.737288, + "manhattan_recall": 0.852941, + "manhattan_ap": 0.839905, + "euclidean_accuracy": 0.772251, + "euclidean_f1": 0.797203, + "euclidean_precision": 0.76, + "euclidean_recall": 0.838235, + "euclidean_ap": 0.841662, + "dot_accuracy": 0.774869, + "dot_f1": 0.799097, + "dot_precision": 0.740586, + "dot_recall": 0.867647, + "dot_ap": 0.839127, + "max_accuracy": 0.774869, + "max_f1": 0.799097, + "max_precision": 0.76, + "max_recall": 0.867647, + "max_ap": 0.841662, + "main_score": 0.841662, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 9.923270820989273, + "kg_co2_emissions": null, + "date": 1784792191.947204, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 4.809990059584379e-06, + "end": 2.0082011370104738, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 2.0082119069993496, + "end": 2.041118446039036, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 2.1712322490056977, + "end": 6.351711076044012, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 6.351741895021405, + "end": 9.901419799018186, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 9.901446258008946, + "end": 9.90946451498894, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json new file mode 100644 index 0000000000..1ade400a60 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakParlaSentClassification.json @@ -0,0 +1,248 @@ +{ + "dataset_revision": "0587c2b6499fbc68a7623439c2af2b24748968dc", + "task_name": "SlovakParlaSentClassification", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.709615, + "f1": 0.670771, + "f1_weighted": 0.710733, + "precision": 0.679056, + "precision_weighted": 0.721848, + "recall": 0.67173, + "recall_weighted": 0.709615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705769, + "f1": 0.679353, + "f1_weighted": 0.708561, + "precision": 0.686247, + "precision_weighted": 0.720793, + "recall": 0.680657, + "recall_weighted": 0.705769, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.746154, + "f1": 0.704113, + "f1_weighted": 0.742472, + "precision": 0.71361, + "precision_weighted": 0.741142, + "recall": 0.697384, + "recall_weighted": 0.746154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696154, + "f1": 0.660729, + "f1_weighted": 0.698463, + "precision": 0.656624, + "precision_weighted": 0.702091, + "recall": 0.667017, + "recall_weighted": 0.696154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715385, + "f1": 0.675475, + "f1_weighted": 0.713304, + "precision": 0.678361, + "precision_weighted": 0.726602, + "recall": 0.692063, + "recall_weighted": 0.715385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723077, + "f1": 0.692852, + "f1_weighted": 0.724338, + "precision": 0.694316, + "precision_weighted": 0.726878, + "recall": 0.692553, + "recall_weighted": 0.723077, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719231, + "f1": 0.67817, + "f1_weighted": 0.715341, + "precision": 0.682825, + "precision_weighted": 0.721458, + "recall": 0.68367, + "recall_weighted": 0.719231, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692308, + "f1": 0.65672, + "f1_weighted": 0.69428, + "precision": 0.653358, + "precision_weighted": 0.69695, + "recall": 0.661212, + "recall_weighted": 0.692308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725, + "f1": 0.682182, + "f1_weighted": 0.726247, + "precision": 0.680512, + "precision_weighted": 0.727668, + "recall": 0.684083, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732692, + "f1": 0.691225, + "f1_weighted": 0.730605, + "precision": 0.693876, + "precision_weighted": 0.729775, + "recall": 0.689635, + "recall_weighted": 0.732692, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.716538, + "f1": 0.679159, + "f1_weighted": 0.716434, + "precision": 0.681878, + "precision_weighted": 0.72152, + "recall": 0.682, + "recall_weighted": 0.716538, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.716538, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 18.57477651600493, + "kg_co2_emissions": null, + "date": 1784793316.003422, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.310009095817804e-06, + "end": 1.014535523019731, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.0145458219922148, + "end": 1.2299036249751225, + "split": "", + "subset": "" + }, + { + "name": "Encoding training samples", + "start": 2.0231173729989678, + "end": 5.332443045976106, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding test samples", + "start": 5.389152167015709, + "end": 12.279032207967248, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (0/10)", + "start": 12.27916265296517, + "end": 12.953236358007416, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (1/10)", + "start": 12.953305135015398, + "end": 13.59228424099274, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (2/10)", + "start": 13.592355148983188, + "end": 14.221552810980938, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (3/10)", + "start": 14.22162066900637, + "end": 14.862569802964572, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (4/10)", + "start": 14.862637849990278, + "end": 15.47723696497269, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (5/10)", + "start": 15.477302643004805, + "end": 16.086198745993897, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (6/10)", + "start": 16.086265014018863, + "end": 16.695492054976057, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (7/10)", + "start": 16.69555711298017, + "end": 17.311012717022095, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (8/10)", + "start": 17.311078273982275, + "end": 17.93869507400086, + "split": "test", + "subset": "default" + }, + { + "name": "Running experiment (9/10)", + "start": 17.938761001976673, + "end": 18.56942989100935, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 12.279063955997117, + "end": 18.56943653099006, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json new file mode 100644 index 0000000000..ba9c404a37 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyDrMaxReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "b557bbc99cf4d410b32a5e25a22f34f08b540e06", + "task_name": "SlovakPharmacyDrMaxReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8843, + "ndcg_at_3": 0.94005, + "ndcg_at_5": 0.94939, + "ndcg_at_10": 0.94939, + "ndcg_at_20": 0.94939, + "ndcg_at_100": 0.94939, + "ndcg_at_1000": 0.94939, + "map_at_1": 0.8843, + "map_at_3": 0.927, + "map_at_5": 0.93224, + "map_at_10": 0.93224, + "map_at_20": 0.93224, + "map_at_100": 0.93224, + "map_at_1000": 0.93224, + "recall_at_1": 0.8843, + "recall_at_3": 0.97754, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.8843, + "precision_at_1": 0.8843, + "precision_at_3": 0.32585, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.884303, + "mrr_at_3": 0.927003, + "mrr_at_5": 0.932243, + "mrr_at_10": 0.932243, + "mrr_at_20": 0.932243, + "mrr_at_100": 0.932243, + "mrr_at_1000": 0.932243, + "nauc_ndcg_at_1_max": 0.781884, + "nauc_ndcg_at_1_std": 0.687511, + "nauc_ndcg_at_1_diff1": 0.872547, + "nauc_ndcg_at_3_max": 0.808233, + "nauc_ndcg_at_3_std": 0.730227, + "nauc_ndcg_at_3_diff1": 0.863064, + "nauc_ndcg_at_5_max": 0.794719, + "nauc_ndcg_at_5_std": 0.707957, + "nauc_ndcg_at_5_diff1": 0.867534, + "nauc_ndcg_at_10_max": 0.794719, + "nauc_ndcg_at_10_std": 0.707957, + "nauc_ndcg_at_10_diff1": 0.867534, + "nauc_ndcg_at_20_max": 0.794719, + "nauc_ndcg_at_20_std": 0.707957, + "nauc_ndcg_at_20_diff1": 0.867534, + "nauc_ndcg_at_100_max": 0.794719, + "nauc_ndcg_at_100_std": 0.707957, + "nauc_ndcg_at_100_diff1": 0.867534, + "nauc_ndcg_at_1000_max": 0.794719, + "nauc_ndcg_at_1000_std": 0.707957, + "nauc_ndcg_at_1000_diff1": 0.867534, + "nauc_map_at_1_max": 0.781884, + "nauc_map_at_1_std": 0.687511, + "nauc_map_at_1_diff1": 0.872547, + "nauc_map_at_3_max": 0.800049, + "nauc_map_at_3_std": 0.716724, + "nauc_map_at_3_diff1": 0.865604, + "nauc_map_at_5_max": 0.793838, + "nauc_map_at_5_std": 0.706531, + "nauc_map_at_5_diff1": 0.86782, + "nauc_map_at_10_max": 0.793838, + "nauc_map_at_10_std": 0.706531, + "nauc_map_at_10_diff1": 0.86782, + "nauc_map_at_20_max": 0.793838, + "nauc_map_at_20_std": 0.706531, + "nauc_map_at_20_diff1": 0.86782, + "nauc_map_at_100_max": 0.793838, + "nauc_map_at_100_std": 0.706531, + "nauc_map_at_100_diff1": 0.86782, + "nauc_map_at_1000_max": 0.793838, + "nauc_map_at_1000_std": 0.706531, + "nauc_map_at_1000_diff1": 0.86782, + "nauc_recall_at_1_max": 0.781884, + "nauc_recall_at_1_std": 0.687511, + "nauc_recall_at_1_diff1": 0.872547, + "nauc_recall_at_3_max": 0.881481, + "nauc_recall_at_3_std": 0.851471, + "nauc_recall_at_3_diff1": 0.840985, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781884, + "nauc_precision_at_1_std": 0.687511, + "nauc_precision_at_1_diff1": 0.872547, + "nauc_precision_at_3_max": 0.881481, + "nauc_precision_at_3_std": 0.851471, + "nauc_precision_at_3_diff1": 0.840985, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.781884, + "nauc_mrr_at_1_std": 0.687511, + "nauc_mrr_at_1_diff1": 0.872547, + "nauc_mrr_at_3_max": 0.800049, + "nauc_mrr_at_3_std": 0.716724, + "nauc_mrr_at_3_diff1": 0.865604, + "nauc_mrr_at_5_max": 0.793838, + "nauc_mrr_at_5_std": 0.706531, + "nauc_mrr_at_5_diff1": 0.86782, + "nauc_mrr_at_10_max": 0.793838, + "nauc_mrr_at_10_std": 0.706531, + "nauc_mrr_at_10_diff1": 0.86782, + "nauc_mrr_at_20_max": 0.793838, + "nauc_mrr_at_20_std": 0.706531, + "nauc_mrr_at_20_diff1": 0.86782, + "nauc_mrr_at_100_max": 0.793838, + "nauc_mrr_at_100_std": 0.706531, + "nauc_mrr_at_100_diff1": 0.86782, + "nauc_mrr_at_1000_max": 0.793838, + "nauc_mrr_at_1000_std": 0.706531, + "nauc_mrr_at_1000_diff1": 0.86782, + "hit_rate_at_1": 0.8843, + "hit_rate_at_3": 0.97754, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.93224, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 1339.0266566270147, + "kg_co2_emissions": null, + "date": 1784797339.088016, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.730020347982645e-06, + "end": 9.216717202041764, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 9.216730721003842, + "end": 9.216732381028123, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 9.267576466023456, + "end": 1338.6735323010362, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 1338.6735593200428, + "end": 1339.014725332032, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json new file mode 100644 index 0000000000..1b39e213b1 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakPharmacyMojaLekarenReranking.json @@ -0,0 +1,198 @@ +{ + "dataset_revision": "e4ac8bb50c5252d154996df080d9901774556368", + "task_name": "SlovakPharmacyMojaLekarenReranking", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94038, + "ndcg_at_3": 0.97383, + "ndcg_at_5": 0.97559, + "ndcg_at_10": 0.97559, + "ndcg_at_20": 0.97559, + "ndcg_at_100": 0.97559, + "ndcg_at_1000": 0.97559, + "map_at_1": 0.94038, + "map_at_3": 0.96612, + "map_at_5": 0.96714, + "map_at_10": 0.96714, + "map_at_20": 0.96714, + "map_at_100": 0.96714, + "map_at_1000": 0.96714, + "recall_at_1": 0.94038, + "recall_at_3": 0.99593, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.94038, + "precision_at_1": 0.94038, + "precision_at_3": 0.33198, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.940379, + "mrr_at_3": 0.966125, + "mrr_at_5": 0.967141, + "mrr_at_10": 0.967141, + "mrr_at_20": 0.967141, + "mrr_at_100": 0.967141, + "mrr_at_1000": 0.967141, + "nauc_ndcg_at_1_max": 0.744632, + "nauc_ndcg_at_1_std": 0.512435, + "nauc_ndcg_at_1_diff1": 0.937715, + "nauc_ndcg_at_3_max": 0.769595, + "nauc_ndcg_at_3_std": 0.568825, + "nauc_ndcg_at_3_diff1": 0.935628, + "nauc_ndcg_at_5_max": 0.753074, + "nauc_ndcg_at_5_std": 0.537907, + "nauc_ndcg_at_5_diff1": 0.934137, + "nauc_ndcg_at_10_max": 0.753074, + "nauc_ndcg_at_10_std": 0.537907, + "nauc_ndcg_at_10_diff1": 0.934137, + "nauc_ndcg_at_20_max": 0.753074, + "nauc_ndcg_at_20_std": 0.537907, + "nauc_ndcg_at_20_diff1": 0.934137, + "nauc_ndcg_at_100_max": 0.753074, + "nauc_ndcg_at_100_std": 0.537907, + "nauc_ndcg_at_100_diff1": 0.934137, + "nauc_ndcg_at_1000_max": 0.753074, + "nauc_ndcg_at_1000_std": 0.537907, + "nauc_ndcg_at_1000_diff1": 0.934137, + "nauc_map_at_1_max": 0.744632, + "nauc_map_at_1_std": 0.512435, + "nauc_map_at_1_diff1": 0.937715, + "nauc_map_at_3_max": 0.759887, + "nauc_map_at_3_std": 0.550144, + "nauc_map_at_3_diff1": 0.934983, + "nauc_map_at_5_max": 0.752461, + "nauc_map_at_5_std": 0.536231, + "nauc_map_at_5_diff1": 0.93432, + "nauc_map_at_10_max": 0.752461, + "nauc_map_at_10_std": 0.536231, + "nauc_map_at_10_diff1": 0.93432, + "nauc_map_at_20_max": 0.752461, + "nauc_map_at_20_std": 0.536231, + "nauc_map_at_20_diff1": 0.93432, + "nauc_map_at_100_max": 0.752461, + "nauc_map_at_100_std": 0.536231, + "nauc_map_at_100_diff1": 0.93432, + "nauc_map_at_1000_max": 0.752461, + "nauc_map_at_1000_std": 0.536231, + "nauc_map_at_1000_diff1": 0.93432, + "nauc_recall_at_1_max": 0.744632, + "nauc_recall_at_1_std": 0.512435, + "nauc_recall_at_1_diff1": 0.937715, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 0.956414, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744632, + "nauc_precision_at_1_std": 0.512435, + "nauc_precision_at_1_diff1": 0.937715, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 0.956414, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.744632, + "nauc_mrr_at_1_std": 0.512435, + "nauc_mrr_at_1_diff1": 0.937715, + "nauc_mrr_at_3_max": 0.759887, + "nauc_mrr_at_3_std": 0.550144, + "nauc_mrr_at_3_diff1": 0.934983, + "nauc_mrr_at_5_max": 0.752461, + "nauc_mrr_at_5_std": 0.536231, + "nauc_mrr_at_5_diff1": 0.93432, + "nauc_mrr_at_10_max": 0.752461, + "nauc_mrr_at_10_std": 0.536231, + "nauc_mrr_at_10_diff1": 0.93432, + "nauc_mrr_at_20_max": 0.752461, + "nauc_mrr_at_20_std": 0.536231, + "nauc_mrr_at_20_diff1": 0.93432, + "nauc_mrr_at_100_max": 0.752461, + "nauc_mrr_at_100_std": 0.536231, + "nauc_mrr_at_100_diff1": 0.93432, + "nauc_mrr_at_1000_max": 0.752461, + "nauc_mrr_at_1000_std": 0.536231, + "nauc_mrr_at_1000_diff1": 0.93432, + "hit_rate_at_1": 0.94038, + "hit_rate_at_3": 0.99593, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96714, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 303.52486804203363, + "kg_co2_emissions": null, + "date": 1784797642.620386, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 6.139976903796196e-06, + "end": 9.478213170019444, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 9.47823668998899, + "end": 9.478239208983723, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 9.487237311026547, + "end": 303.4300401720102, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 303.43006178102223, + "end": 303.5180623800261, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json new file mode 100644 index 0000000000..ac75eb0b8c --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSTS.json @@ -0,0 +1,65 @@ +{ + "dataset_revision": "2e428d17ae4178dae14f6643785647fc9f30edaa", + "task_name": "SlovakSTS", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "pearson": 0.861579, + "spearman": 0.863388, + "cosine_pearson": 0.861579, + "cosine_spearman": 0.863387, + "manhattan_pearson": 0.857942, + "manhattan_spearman": 0.863413, + "euclidean_pearson": 0.858393, + "euclidean_spearman": 0.863482, + "main_score": 0.863387, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 92.95910182100488, + "kg_co2_emissions": null, + "date": 1784709960.981998, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 5.208945367485285e-06, + "end": 3.357028152968269, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 3.3570402219775133, + "end": 3.6611435359809548, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 3.674322664970532, + "end": 48.40971280494705, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 48.40975199296372, + "end": 92.91393193794647, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 92.91396319697378, + "end": 92.93860114895506, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json new file mode 100644 index 0000000000..61ca9161f2 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumRetrieval.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "85d6b32f2762313714618171b9d1a65eb7408835", + "task_name": "SlovakSumRetrieval", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.875, + "ndcg_at_3": 0.90734, + "ndcg_at_5": 0.91365, + "ndcg_at_10": 0.9181, + "ndcg_at_20": 0.92117, + "ndcg_at_100": 0.92535, + "ndcg_at_1000": 0.92646, + "map_at_1": 0.875, + "map_at_3": 0.9, + "map_at_5": 0.90358, + "map_at_10": 0.90549, + "map_at_20": 0.9064, + "map_at_100": 0.90691, + "map_at_1000": 0.90696, + "recall_at_1": 0.875, + "recall_at_3": 0.92833, + "recall_at_5": 0.94333, + "recall_at_10": 0.95667, + "recall_at_20": 0.96833, + "recall_at_100": 0.99167, + "recall_at_1000": 1.0, + "accuracy": 0.875, + "precision_at_1": 0.875, + "precision_at_3": 0.30944, + "precision_at_5": 0.18867, + "precision_at_10": 0.09567, + "precision_at_20": 0.04842, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875, + "mrr_at_3": 0.9, + "mrr_at_5": 0.903583, + "mrr_at_10": 0.905495, + "mrr_at_20": 0.906398, + "mrr_at_100": 0.906907, + "mrr_at_1000": 0.906956, + "nauc_ndcg_at_1_max": 0.856337, + "nauc_ndcg_at_1_std": -0.019227, + "nauc_ndcg_at_1_diff1": 0.935443, + "nauc_ndcg_at_3_max": 0.87096, + "nauc_ndcg_at_3_std": 0.037178, + "nauc_ndcg_at_3_diff1": 0.919635, + "nauc_ndcg_at_5_max": 0.875794, + "nauc_ndcg_at_5_std": 0.084621, + "nauc_ndcg_at_5_diff1": 0.925998, + "nauc_ndcg_at_10_max": 0.876107, + "nauc_ndcg_at_10_std": 0.089943, + "nauc_ndcg_at_10_diff1": 0.927666, + "nauc_ndcg_at_20_max": 0.878809, + "nauc_ndcg_at_20_std": 0.113563, + "nauc_ndcg_at_20_diff1": 0.928631, + "nauc_ndcg_at_100_max": 0.874101, + "nauc_ndcg_at_100_std": 0.087048, + "nauc_ndcg_at_100_diff1": 0.928991, + "nauc_ndcg_at_1000_max": 0.873373, + "nauc_ndcg_at_1000_std": 0.074497, + "nauc_ndcg_at_1000_diff1": 0.928323, + "nauc_map_at_1_max": 0.856337, + "nauc_map_at_1_std": -0.019227, + "nauc_map_at_1_diff1": 0.935443, + "nauc_map_at_3_max": 0.867752, + "nauc_map_at_3_std": 0.02334, + "nauc_map_at_3_diff1": 0.924069, + "nauc_map_at_5_max": 0.870142, + "nauc_map_at_5_std": 0.047502, + "nauc_map_at_5_diff1": 0.927448, + "nauc_map_at_10_max": 0.870158, + "nauc_map_at_10_std": 0.049137, + "nauc_map_at_10_diff1": 0.928084, + "nauc_map_at_20_max": 0.870814, + "nauc_map_at_20_std": 0.054838, + "nauc_map_at_20_diff1": 0.928346, + "nauc_map_at_100_max": 0.870305, + "nauc_map_at_100_std": 0.05185, + "nauc_map_at_100_diff1": 0.928406, + "nauc_map_at_1000_max": 0.870279, + "nauc_map_at_1000_std": 0.051396, + "nauc_map_at_1000_diff1": 0.928384, + "nauc_recall_at_1_max": 0.856337, + "nauc_recall_at_1_std": -0.019227, + "nauc_recall_at_1_diff1": 0.935443, + "nauc_recall_at_3_max": 0.883015, + "nauc_recall_at_3_std": 0.090287, + "nauc_recall_at_3_diff1": 0.902232, + "nauc_recall_at_5_max": 0.903128, + "nauc_recall_at_5_std": 0.270226, + "nauc_recall_at_5_diff1": 0.920566, + "nauc_recall_at_10_max": 0.913093, + "nauc_recall_at_10_std": 0.352492, + "nauc_recall_at_10_diff1": 0.928356, + "nauc_recall_at_20_max": 0.95098, + "nauc_recall_at_20_std": 0.664431, + "nauc_recall_at_20_diff1": 0.937221, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.910831, + "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856337, + "nauc_precision_at_1_std": -0.019227, + "nauc_precision_at_1_diff1": 0.935443, + "nauc_precision_at_3_max": 0.883015, + "nauc_precision_at_3_std": 0.090287, + "nauc_precision_at_3_diff1": 0.902232, + "nauc_precision_at_5_max": 0.903128, + "nauc_precision_at_5_std": 0.270226, + "nauc_precision_at_5_diff1": 0.920566, + "nauc_precision_at_10_max": 0.913093, + "nauc_precision_at_10_std": 0.352492, + "nauc_precision_at_10_diff1": 0.928356, + "nauc_precision_at_20_max": 0.95098, + "nauc_precision_at_20_std": 0.664431, + "nauc_precision_at_20_diff1": 0.937221, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.910831, + "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.856337, + "nauc_mrr_at_1_std": -0.019227, + "nauc_mrr_at_1_diff1": 0.935443, + "nauc_mrr_at_3_max": 0.867752, + "nauc_mrr_at_3_std": 0.02334, + "nauc_mrr_at_3_diff1": 0.924069, + "nauc_mrr_at_5_max": 0.870142, + "nauc_mrr_at_5_std": 0.047502, + "nauc_mrr_at_5_diff1": 0.927448, + "nauc_mrr_at_10_max": 0.870158, + "nauc_mrr_at_10_std": 0.049137, + "nauc_mrr_at_10_diff1": 0.928084, + "nauc_mrr_at_20_max": 0.870814, + "nauc_mrr_at_20_std": 0.054838, + "nauc_mrr_at_20_diff1": 0.928346, + "nauc_mrr_at_100_max": 0.870305, + "nauc_mrr_at_100_std": 0.05185, + "nauc_mrr_at_100_diff1": 0.928406, + "nauc_mrr_at_1000_max": 0.870279, + "nauc_mrr_at_1000_std": 0.051396, + "nauc_mrr_at_1000_diff1": 0.928384, + "hit_rate_at_1": 0.875, + "hit_rate_at_3": 0.92833, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.96833, + "hit_rate_at_100": 0.99167, + "hit_rate_at_1000": 1.0, + "main_score": 0.9181, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 109.51068988698535, + "kg_co2_emissions": null, + "date": 1784628967.606397, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 1.7516054389998317, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 1.7709117740159854, + "end": 109.20890487701399, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 109.20894360600505, + "end": 109.49936461902689, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json new file mode 100644 index 0000000000..35e883700a --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumSTS.json @@ -0,0 +1,65 @@ +{ + "dataset_revision": "6286d808151adb399ef35b5bfaba1d7461ee6df3", + "task_name": "SlovakSumSTS", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "pearson": 0.935498, + "spearman": 0.924826, + "cosine_pearson": 0.935498, + "cosine_spearman": 0.924826, + "manhattan_pearson": 0.943871, + "manhattan_spearman": 0.925398, + "euclidean_pearson": 0.943766, + "euclidean_spearman": 0.924847, + "main_score": 0.924826, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 7.924155152984895, + "kg_co2_emissions": null, + "date": 1784792182.019285, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 8.119037374854088e-06, + "end": 2.025644841021858, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 2.0256576300016604, + "end": 2.167264993011486, + "split": "", + "subset": "" + }, + { + "name": "Encoding samples 1", + "start": 2.1713155150064267, + "end": 5.139309293008409, + "split": "test", + "subset": "default" + }, + { + "name": "Encoding samples 2", + "start": 5.139337182044983, + "end": 7.9099423010484315, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 7.909963250043802, + "end": 7.91700217401376, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json new file mode 100644 index 0000000000..4e82bc8b54 --- /dev/null +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SlovakSumURLClustering.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "6ac67c0a18a641c611c49224a82012cd749000e2", + "task_name": "SlovakSumURLClustering", + "mteb_version": "2.16.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.315823, + 0.297582, + 0.299019, + 0.283511, + 0.29479, + 0.310886, + 0.301777, + 0.296701, + 0.293016, + 0.291469 + ] + }, + "v_measure": 0.298457, + "v_measure_std": 0.008869, + "ami_scores": { + "Level 0": [ + 0.314694, + 0.296414, + 0.297849, + 0.282321, + 0.293608, + 0.30968, + 0.300583, + 0.295518, + 0.291783, + 0.290297 + ] + }, + "ami": 0.297275, + "ami_std": 0.008879, + "main_score": 0.298457, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 14.399612043984234, + "kg_co2_emissions": null, + "date": 1784801917.11959, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 7.960014045238495e-06, + "end": 1.1209415810299106, + "split": "", + "subset": "" + }, + { + "name": "Dataset transform", + "start": 1.120951269986108, + "end": 2.2590496750199236, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.261688699014485, + "end": 10.769259834021796, + "split": "test", + "subset": "default" + }, + { + "name": "Scoring", + "start": 10.781753158022184, + "end": 14.394429723033682, + "split": "test", + "subset": "default" + } + ] +} \ No newline at end of file From 756a62b8b709fbb10154de228009bb018f13da8a Mon Sep 17 00:00:00 2001 From: Andrej Ridzik Date: Tue, 25 Aug 2026 15:56:40 +0200 Subject: [PATCH 2/4] Add Slovak results for Qwen3-Embedding-4B model -- related to tasks in MTEB(slk) --- .../MultilingualSentimentClassification.json | 132 +++++- .../SIB200Classification.json | 388 +++++++++++++++++- .../WebFAQBitextMiningQAs.json | 28 +- .../WebFAQBitextMiningQuestions.json | 28 +- .../WebFAQRetrieval.json | 159 ++++++- 5 files changed, 725 insertions(+), 10 deletions(-) diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json index 7e510165cd..ea2b38d885 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/MultilingualSentimentClassification.json @@ -4,6 +4,134 @@ "mteb_version": "2.10.0", "scores": { "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.852207, + "f1": 0.755171, + "f1_weighted": 0.871437, + "precision": 0.717153, + "precision_weighted": 0.918964, + "recall": 0.875444, + "recall_weighted": 0.852207, + "ap": 0.967987, + "ap_weighted": 0.967987 + }, + { + "accuracy": 0.90499, + "f1": 0.80988, + "f1_weighted": 0.911314, + "precision": 0.77651, + "precision_weighted": 0.923291, + "recall": 0.861862, + "recall_weighted": 0.90499, + "ap": 0.963493, + "ap_weighted": 0.963493 + }, + { + "accuracy": 0.913628, + "f1": 0.831264, + "f1_weighted": 0.92019, + "precision": 0.791729, + "precision_weighted": 0.934732, + "recall": 0.897019, + "recall_weighted": 0.913628, + "ap": 0.972876, + "ap_weighted": 0.972876 + }, + { + "accuracy": 0.845489, + "f1": 0.753289, + "f1_weighted": 0.867056, + "precision": 0.716295, + "precision_weighted": 0.924383, + "recall": 0.89177, + "recall_weighted": 0.845489, + "ap": 0.972655, + "ap_weighted": 0.972655 + }, + { + "accuracy": 0.878119, + "f1": 0.78536, + "f1_weighted": 0.891796, + "precision": 0.743097, + "precision_weighted": 0.924822, + "recall": 0.886856, + "recall_weighted": 0.878119, + "ap": 0.970683, + "ap_weighted": 0.970683 + }, + { + "accuracy": 0.946257, + "f1": 0.883777, + "f1_weighted": 0.948056, + "precision": 0.860471, + "precision_weighted": 0.951344, + "recall": 0.912259, + "recall_weighted": 0.946257, + "ap": 0.976513, + "ap_weighted": 0.976513 + }, + { + "accuracy": 0.860845, + "f1": 0.764244, + "f1_weighted": 0.878079, + "precision": 0.724617, + "precision_weighted": 0.920009, + "recall": 0.877009, + "recall_weighted": 0.860845, + "ap": 0.968269, + "ap_weighted": 0.968269 + }, + { + "accuracy": 0.913628, + "f1": 0.827632, + "f1_weighted": 0.91947, + "precision": 0.791797, + "precision_weighted": 0.931387, + "recall": 0.883582, + "recall_weighted": 0.913628, + "ap": 0.969217, + "ap_weighted": 0.969217 + }, + { + "accuracy": 0.943378, + "f1": 0.882846, + "f1_weighted": 0.946368, + "precision": 0.848274, + "precision_weighted": 0.953263, + "recall": 0.930773, + "recall_weighted": 0.943378, + "ap": 0.981665, + "ap_weighted": 0.981665 + }, + { + "accuracy": 0.895393, + "f1": 0.808908, + "f1_weighted": 0.90588, + "precision": 0.765063, + "precision_weighted": 0.931361, + "recall": 0.900062, + "recall_weighted": 0.895393, + "ap": 0.974024, + "ap_weighted": 0.974024 + } + ], + "accuracy": 0.895393, + "f1": 0.810237, + "f1_weighted": 0.905965, + "precision": 0.773501, + "precision_weighted": 0.931356, + "recall": 0.891664, + "recall_weighted": 0.895393, + "ap": 0.971738, + "ap_weighted": 0.971738, + "main_score": 0.895393, + "hf_subset": "slk", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -134,7 +262,7 @@ } ] }, - "evaluation_time": 32.606648445129395, + "evaluation_time": 29.717774513934273, "kg_co2_emissions": null, - "date": 1772380793.151313 + "date": 1784792750.102938 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json index 0c61063e80..61223e564d 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/SIB200Classification.json @@ -132,6 +132,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.813124, + "f1": 0.806574, + "f1_weighted": 0.815647, + "precision": 0.809802, + "precision_weighted": 0.826987, + "recall": 0.815843, + "recall_weighted": 0.813124, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810271, + "f1": 0.795447, + "f1_weighted": 0.807275, + "precision": 0.799841, + "precision_weighted": 0.815373, + "recall": 0.805419, + "recall_weighted": 0.810271, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.804565, + "f1": 0.797323, + "f1_weighted": 0.800542, + "precision": 0.790626, + "precision_weighted": 0.820036, + "recall": 0.824077, + "recall_weighted": 0.804565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.827389, + "f1": 0.80754, + "f1_weighted": 0.821989, + "precision": 0.835934, + "precision_weighted": 0.835051, + "recall": 0.805468, + "recall_weighted": 0.827389, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.835949, + "f1": 0.828226, + "f1_weighted": 0.835388, + "precision": 0.840423, + "precision_weighted": 0.84488, + "recall": 0.82525, + "recall_weighted": 0.835949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81883, + "f1": 0.812739, + "f1_weighted": 0.8171, + "precision": 0.815824, + "precision_weighted": 0.837496, + "recall": 0.836049, + "recall_weighted": 0.81883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808845, + "f1": 0.800205, + "f1_weighted": 0.805894, + "precision": 0.806546, + "precision_weighted": 0.814675, + "recall": 0.809678, + "recall_weighted": 0.808845, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.837375, + "f1": 0.831106, + "f1_weighted": 0.836744, + "precision": 0.829437, + "precision_weighted": 0.842339, + "recall": 0.838262, + "recall_weighted": 0.837375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81883, + "f1": 0.812055, + "f1_weighted": 0.818923, + "precision": 0.814901, + "precision_weighted": 0.835772, + "recall": 0.830039, + "recall_weighted": 0.81883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.840228, + "f1": 0.832142, + "f1_weighted": 0.838948, + "precision": 0.83756, + "precision_weighted": 0.842889, + "recall": 0.83352, + "recall_weighted": 0.840228, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.821541, + "f1": 0.812336, + "f1_weighted": 0.819845, + "precision": 0.818089, + "precision_weighted": 0.83155, + "recall": 0.82236, + "recall_weighted": 0.821541, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.821541, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -390,6 +518,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.828283, + "f1": 0.818812, + "f1_weighted": 0.834906, + "precision": 0.833179, + "precision_weighted": 0.860051, + "recall": 0.82902, + "recall_weighted": 0.828283, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787879, + "f1": 0.774641, + "f1_weighted": 0.79045, + "precision": 0.783911, + "precision_weighted": 0.802163, + "recall": 0.778601, + "recall_weighted": 0.787879, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.747475, + "f1": 0.748878, + "f1_weighted": 0.744374, + "precision": 0.759872, + "precision_weighted": 0.806259, + "recall": 0.792319, + "recall_weighted": 0.747475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.858586, + "f1": 0.848909, + "f1_weighted": 0.856711, + "precision": 0.866905, + "precision_weighted": 0.863033, + "recall": 0.842229, + "recall_weighted": 0.858586, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838384, + "f1": 0.831965, + "f1_weighted": 0.841442, + "precision": 0.851558, + "precision_weighted": 0.859316, + "recall": 0.828091, + "recall_weighted": 0.838384, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.868687, + "f1": 0.868548, + "f1_weighted": 0.871338, + "precision": 0.884114, + "precision_weighted": 0.886529, + "recall": 0.873102, + "recall_weighted": 0.868687, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808081, + "f1": 0.793128, + "f1_weighted": 0.805701, + "precision": 0.8215, + "precision_weighted": 0.824665, + "recall": 0.796607, + "recall_weighted": 0.808081, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79798, + "f1": 0.791253, + "f1_weighted": 0.805849, + "precision": 0.805368, + "precision_weighted": 0.832736, + "recall": 0.79643, + "recall_weighted": 0.79798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.848485, + "f1": 0.844888, + "f1_weighted": 0.850999, + "precision": 0.851826, + "precision_weighted": 0.862898, + "recall": 0.849808, + "recall_weighted": 0.848485, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838384, + "f1": 0.829468, + "f1_weighted": 0.836017, + "precision": 0.850978, + "precision_weighted": 0.846864, + "recall": 0.826838, + "recall_weighted": 0.838384, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.822222, + "f1": 0.815049, + "f1_weighted": 0.823779, + "precision": 0.830921, + "precision_weighted": 0.844451, + "recall": 0.821305, + "recall_weighted": 0.822222, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.822222, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -648,6 +904,134 @@ "nld-Latn" ] }, + { + "scores_per_experiment": [ + { + "accuracy": 0.867647, + "f1": 0.859564, + "f1_weighted": 0.871254, + "precision": 0.867788, + "precision_weighted": 0.888699, + "recall": 0.871169, + "recall_weighted": 0.867647, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808824, + "f1": 0.795209, + "f1_weighted": 0.805835, + "precision": 0.800674, + "precision_weighted": 0.819672, + "recall": 0.810763, + "recall_weighted": 0.808824, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818627, + "f1": 0.812442, + "f1_weighted": 0.811991, + "precision": 0.804324, + "precision_weighted": 0.823709, + "recall": 0.839635, + "recall_weighted": 0.818627, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803922, + "f1": 0.771291, + "f1_weighted": 0.794188, + "precision": 0.796256, + "precision_weighted": 0.802964, + "recall": 0.771578, + "recall_weighted": 0.803922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.821144, + "f1_weighted": 0.826128, + "precision": 0.824403, + "precision_weighted": 0.836562, + "recall": 0.832669, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.80443, + "f1_weighted": 0.826285, + "precision": 0.809618, + "precision_weighted": 0.836142, + "recall": 0.815403, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803922, + "f1": 0.770558, + "f1_weighted": 0.79298, + "precision": 0.799437, + "precision_weighted": 0.811811, + "recall": 0.782817, + "recall_weighted": 0.803922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.838235, + "f1": 0.825127, + "f1_weighted": 0.837175, + "precision": 0.818224, + "precision_weighted": 0.849043, + "recall": 0.844736, + "recall_weighted": 0.838235, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828431, + "f1": 0.818551, + "f1_weighted": 0.82844, + "precision": 0.825264, + "precision_weighted": 0.836923, + "recall": 0.823699, + "recall_weighted": 0.828431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.872549, + "f1": 0.856687, + "f1_weighted": 0.870923, + "precision": 0.864456, + "precision_weighted": 0.873899, + "recall": 0.85369, + "recall_weighted": 0.872549, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.829902, + "f1": 0.8135, + "f1_weighted": 0.82652, + "precision": 0.821045, + "precision_weighted": 0.837942, + "recall": 0.824616, + "recall_weighted": 0.829902, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.829902, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, { "scores_per_experiment": [ { @@ -778,7 +1162,7 @@ } ] }, - "evaluation_time": 91.2021472454071, + "evaluation_time": 71.02914176497143, "kg_co2_emissions": null, - "date": 1772055703.771739 + "date": 1784792720.37921 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json index 03692fc9fc..c09902506e 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQAs.json @@ -27,10 +27,34 @@ "eng-Latn", "tha-Thai" ] + }, + { + "precision": 0.996276, + "recall": 0.997256, + "f1": 0.996603, + "accuracy": 0.997256, + "main_score": 0.996603, + "hf_subset": "ces-slk", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-slk", + "languages": [ + "eng-Latn", + "slk-Latn" + ] } ] }, - "evaluation_time": 42.25260066986084, + "evaluation_time": 226.52949099597754, "kg_co2_emissions": null, - "date": 1772379476.254995 + "date": 1784802530.062057 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json index 358a21d6c4..91bd5433a7 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQBitextMiningQuestions.json @@ -27,10 +27,34 @@ "eng-Latn", "tha-Thai" ] + }, + { + "precision": 0.989808, + "recall": 0.992944, + "f1": 0.990853, + "accuracy": 0.992944, + "main_score": 0.990853, + "hf_subset": "ces-slk", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.991406, + "recall": 0.993966, + "f1": 0.992229, + "accuracy": 0.993966, + "main_score": 0.992229, + "hf_subset": "eng-slk", + "languages": [ + "eng-Latn", + "slk-Latn" + ] } ] }, - "evaluation_time": 17.297636032104492, + "evaluation_time": 88.31755394703941, "kg_co2_emissions": null, - "date": 1772379534.518297 + "date": 1784802303.526917 } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json index 3545911687..62acc2de11 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/WebFAQRetrieval.json @@ -159,6 +159,161 @@ "nld-Latn" ] }, + { + "ndcg_at_1": 0.73264, + "ndcg_at_3": 0.81016, + "ndcg_at_5": 0.82325, + "ndcg_at_10": 0.83318, + "ndcg_at_20": 0.8396, + "ndcg_at_100": 0.84611, + "ndcg_at_1000": 0.84778, + "map_at_1": 0.73264, + "map_at_3": 0.79152, + "map_at_5": 0.7988, + "map_at_10": 0.80294, + "map_at_20": 0.80475, + "map_at_100": 0.80569, + "map_at_1000": 0.80576, + "recall_at_1": 0.73264, + "recall_at_3": 0.86394, + "recall_at_5": 0.89565, + "recall_at_10": 0.9261, + "recall_at_20": 0.95116, + "recall_at_100": 0.98573, + "recall_at_1000": 0.99841, + "accuracy": 0.73264, + "precision_at_1": 0.73264, + "precision_at_3": 0.28798, + "precision_at_5": 0.17913, + "precision_at_10": 0.09261, + "precision_at_20": 0.04756, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.732318, + "mrr_at_3": 0.791521, + "mrr_at_5": 0.799038, + "mrr_at_10": 0.803032, + "mrr_at_20": 0.804839, + "mrr_at_100": 0.805777, + "mrr_at_1000": 0.805849, + "nauc_ndcg_at_1_max": 0.521711, + "nauc_ndcg_at_1_std": -0.125908, + "nauc_ndcg_at_1_diff1": 0.824509, + "nauc_ndcg_at_3_max": 0.544047, + "nauc_ndcg_at_3_std": -0.157029, + "nauc_ndcg_at_3_diff1": 0.797439, + "nauc_ndcg_at_5_max": 0.530798, + "nauc_ndcg_at_5_std": -0.172012, + "nauc_ndcg_at_5_diff1": 0.79562, + "nauc_ndcg_at_10_max": 0.53132, + "nauc_ndcg_at_10_std": -0.166566, + "nauc_ndcg_at_10_diff1": 0.801675, + "nauc_ndcg_at_20_max": 0.529762, + "nauc_ndcg_at_20_std": -0.165073, + "nauc_ndcg_at_20_diff1": 0.803437, + "nauc_ndcg_at_100_max": 0.532354, + "nauc_ndcg_at_100_std": -0.15641, + "nauc_ndcg_at_100_diff1": 0.803049, + "nauc_ndcg_at_1000_max": 0.531689, + "nauc_ndcg_at_1000_std": -0.156116, + "nauc_ndcg_at_1000_diff1": 0.804386, + "nauc_map_at_1_max": 0.521711, + "nauc_map_at_1_std": -0.125908, + "nauc_map_at_1_diff1": 0.824509, + "nauc_map_at_3_max": 0.538039, + "nauc_map_at_3_std": -0.148312, + "nauc_map_at_3_diff1": 0.8052, + "nauc_map_at_5_max": 0.531252, + "nauc_map_at_5_std": -0.155436, + "nauc_map_at_5_diff1": 0.804623, + "nauc_map_at_10_max": 0.531451, + "nauc_map_at_10_std": -0.153047, + "nauc_map_at_10_diff1": 0.806969, + "nauc_map_at_20_max": 0.531168, + "nauc_map_at_20_std": -0.152439, + "nauc_map_at_20_diff1": 0.807465, + "nauc_map_at_100_max": 0.531482, + "nauc_map_at_100_std": -0.151465, + "nauc_map_at_100_diff1": 0.807439, + "nauc_map_at_1000_max": 0.531461, + "nauc_map_at_1000_std": -0.151449, + "nauc_map_at_1000_diff1": 0.807479, + "nauc_recall_at_1_max": 0.521711, + "nauc_recall_at_1_std": -0.125908, + "nauc_recall_at_1_diff1": 0.824509, + "nauc_recall_at_3_max": 0.568629, + "nauc_recall_at_3_std": -0.192928, + "nauc_recall_at_3_diff1": 0.76537, + "nauc_recall_at_5_max": 0.524823, + "nauc_recall_at_5_std": -0.259492, + "nauc_recall_at_5_diff1": 0.749511, + "nauc_recall_at_10_max": 0.525666, + "nauc_recall_at_10_std": -0.261166, + "nauc_recall_at_10_diff1": 0.769731, + "nauc_recall_at_20_max": 0.502306, + "nauc_recall_at_20_std": -0.295372, + "nauc_recall_at_20_diff1": 0.773148, + "nauc_recall_at_100_max": 0.570239, + "nauc_recall_at_100_std": -0.141497, + "nauc_recall_at_100_diff1": 0.681194, + "nauc_recall_at_1000_max": 0.422716, + "nauc_recall_at_1000_std": 0.129716, + "nauc_recall_at_1000_diff1": 0.631759, + "nauc_precision_at_1_max": 0.521711, + "nauc_precision_at_1_std": -0.125908, + "nauc_precision_at_1_diff1": 0.824509, + "nauc_precision_at_3_max": 0.568629, + "nauc_precision_at_3_std": -0.192928, + "nauc_precision_at_3_diff1": 0.76537, + "nauc_precision_at_5_max": 0.524823, + "nauc_precision_at_5_std": -0.259492, + "nauc_precision_at_5_diff1": 0.749511, + "nauc_precision_at_10_max": 0.525666, + "nauc_precision_at_10_std": -0.261166, + "nauc_precision_at_10_diff1": 0.769731, + "nauc_precision_at_20_max": 0.502306, + "nauc_precision_at_20_std": -0.295372, + "nauc_precision_at_20_diff1": 0.773148, + "nauc_precision_at_100_max": 0.570239, + "nauc_precision_at_100_std": -0.141497, + "nauc_precision_at_100_diff1": 0.681194, + "nauc_precision_at_1000_max": 0.422716, + "nauc_precision_at_1000_std": 0.129716, + "nauc_precision_at_1000_diff1": 0.631759, + "nauc_mrr_at_1_max": 0.522549, + "nauc_mrr_at_1_std": -0.124815, + "nauc_mrr_at_1_diff1": 0.825053, + "nauc_mrr_at_3_max": 0.537914, + "nauc_mrr_at_3_std": -0.14833, + "nauc_mrr_at_3_diff1": 0.805303, + "nauc_mrr_at_5_max": 0.530598, + "nauc_mrr_at_5_std": -0.156563, + "nauc_mrr_at_5_diff1": 0.804517, + "nauc_mrr_at_10_max": 0.53124, + "nauc_mrr_at_10_std": -0.153524, + "nauc_mrr_at_10_diff1": 0.807038, + "nauc_mrr_at_20_max": 0.530955, + "nauc_mrr_at_20_std": -0.152945, + "nauc_mrr_at_20_diff1": 0.807538, + "nauc_mrr_at_100_max": 0.531297, + "nauc_mrr_at_100_std": -0.151903, + "nauc_mrr_at_100_diff1": 0.807534, + "nauc_mrr_at_1000_max": 0.531267, + "nauc_mrr_at_1000_std": -0.151882, + "nauc_mrr_at_1000_diff1": 0.807569, + "hit_rate_at_1": 0.73264, + "hit_rate_at_3": 0.86394, + "hit_rate_at_5": 0.89565, + "hit_rate_at_10": 0.9261, + "hit_rate_at_20": 0.95116, + "hit_rate_at_100": 0.98573, + "hit_rate_at_1000": 0.99841, + "main_score": 0.83318, + "hf_subset": "slk", + "languages": [ + "slk-Latn" + ] + }, { "ndcg_at_1": 0.65781, "ndcg_at_3": 0.72694, @@ -316,7 +471,7 @@ } ] }, - "evaluation_time": 4019.0379509925842, + "evaluation_time": 1274.5156255870243, "kg_co2_emissions": null, - "date": 1772055532.856342 + "date": 1784709868.016371 } \ No newline at end of file From 2cd4b5dd8e00a068f6549cfe244ea5dc2d42c30d Mon Sep 17 00:00:00 2001 From: Andrej Ridzik Date: Tue, 25 Aug 2026 15:58:56 +0200 Subject: [PATCH 3/4] Re-run Qwen3-Embedding-4B model on BelebeleRetrieval, FloresBitextMining and NTREXBitextMining tasks with updated dataset revisions (all languages) --- .../BelebeleRetrieval.json | 110656 +-- .../FloresBitextMining.json | 539813 ++++++++++++++- .../NTREXBitextMining.json | 24158 +- 3 files changed, 612938 insertions(+), 61689 deletions(-) mode change 100755 => 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json mode change 100755 => 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json mode change 100755 => 100644 results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json old mode 100755 new mode 100644 index d349d086e6..4bb197104b --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/BelebeleRetrieval.json @@ -1,7797 +1,8266 @@ { - "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", "task_name": "BelebeleRetrieval", - "mteb_version": "1.38.9", + "mteb_version": "2.16.0", "scores": { "test": [ { - "ndcg_at_1": 0.86889, - "ndcg_at_3": 0.9079, - "ndcg_at_5": 0.91554, - "ndcg_at_10": 0.92188, - "ndcg_at_20": 0.92355, - "ndcg_at_100": 0.92629, - "ndcg_at_1000": 0.9269, - "map_at_1": 0.86889, - "map_at_3": 0.89833, - "map_at_5": 0.9025, - "map_at_10": 0.90504, - "map_at_20": 0.90548, - "map_at_100": 0.90589, - "map_at_1000": 0.90592, - "recall_at_1": 0.86889, - "recall_at_3": 0.93556, - "recall_at_5": 0.95444, - "recall_at_10": 0.97444, - "recall_at_20": 0.98111, + "ndcg_at_1": 0.85444, + "ndcg_at_3": 0.8964, + "ndcg_at_5": 0.90362, + "ndcg_at_10": 0.91155, + "ndcg_at_20": 0.91446, + "ndcg_at_100": 0.91762, + "ndcg_at_1000": 0.9182, + "map_at_1": 0.85444, + "map_at_3": 0.8863, + "map_at_5": 0.89024, + "map_at_10": 0.89353, + "map_at_20": 0.89438, + "map_at_100": 0.89484, + "map_at_1000": 0.89486, + "recall_at_1": 0.85444, + "recall_at_3": 0.92556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96778, + "recall_at_20": 0.97889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.86889, - "precision_at_3": 0.31185, - "precision_at_5": 0.19089, - "precision_at_10": 0.09744, - "precision_at_20": 0.04906, + "accuracy": 0.85444, + "precision_at_1": 0.85444, + "precision_at_3": 0.30852, + "precision_at_5": 0.18867, + "precision_at_10": 0.09678, + "precision_at_20": 0.04894, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.868889, - "mrr_at_3": 0.898333, - "mrr_at_5": 0.9025, - "mrr_at_10": 0.905036, - "mrr_at_20": 0.905482, - "mrr_at_100": 0.905887, - "mrr_at_1000": 0.905917, - "nauc_ndcg_at_1_max": 0.783705, - "nauc_ndcg_at_1_std": -0.027401, - "nauc_ndcg_at_1_diff1": 0.913133, - "nauc_ndcg_at_3_max": 0.814194, - "nauc_ndcg_at_3_std": 0.011417, - "nauc_ndcg_at_3_diff1": 0.897908, - "nauc_ndcg_at_5_max": 0.819253, - "nauc_ndcg_at_5_std": 0.058824, - "nauc_ndcg_at_5_diff1": 0.897978, - "nauc_ndcg_at_10_max": 0.8157, - "nauc_ndcg_at_10_std": 0.038806, - "nauc_ndcg_at_10_diff1": 0.900787, - "nauc_ndcg_at_20_max": 0.813103, - "nauc_ndcg_at_20_std": 0.027375, - "nauc_ndcg_at_20_diff1": 0.902206, - "nauc_ndcg_at_100_max": 0.810558, - "nauc_ndcg_at_100_std": 0.032505, - "nauc_ndcg_at_100_diff1": 0.901992, - "nauc_ndcg_at_1000_max": 0.808944, - "nauc_ndcg_at_1000_std": 0.02455, - "nauc_ndcg_at_1000_diff1": 0.901984, - "nauc_map_at_1_max": 0.783705, - "nauc_map_at_1_std": -0.027401, - "nauc_map_at_1_diff1": 0.913133, - "nauc_map_at_3_max": 0.805262, - "nauc_map_at_3_std": 5.6e-05, - "nauc_map_at_3_diff1": 0.901314, - "nauc_map_at_5_max": 0.807477, - "nauc_map_at_5_std": 0.023056, - "nauc_map_at_5_diff1": 0.901391, - "nauc_map_at_10_max": 0.806084, - "nauc_map_at_10_std": 0.01568, - "nauc_map_at_10_diff1": 0.902528, - "nauc_map_at_20_max": 0.805496, - "nauc_map_at_20_std": 0.013178, - "nauc_map_at_20_diff1": 0.902938, - "nauc_map_at_100_max": 0.805102, - "nauc_map_at_100_std": 0.014026, - "nauc_map_at_100_diff1": 0.902867, - "nauc_map_at_1000_max": 0.805039, - "nauc_map_at_1000_std": 0.013719, - "nauc_map_at_1000_diff1": 0.902866, - "nauc_recall_at_1_max": 0.783705, - "nauc_recall_at_1_std": -0.027401, - "nauc_recall_at_1_diff1": 0.913133, - "nauc_recall_at_3_max": 0.853762, - "nauc_recall_at_3_std": 0.061737, - "nauc_recall_at_3_diff1": 0.883528, - "nauc_recall_at_5_max": 0.891098, - "nauc_recall_at_5_std": 0.286659, - "nauc_recall_at_5_diff1": 0.878789, - "nauc_recall_at_10_max": 0.911704, - "nauc_recall_at_10_std": 0.271567, - "nauc_recall_at_10_diff1": 0.888057, - "nauc_recall_at_20_max": 0.903609, - "nauc_recall_at_20_std": 0.168891, - "nauc_recall_at_20_diff1": 0.902647, + "mrr_at_1": 0.854444, + "mrr_at_3": 0.886296, + "mrr_at_5": 0.890241, + "mrr_at_10": 0.893527, + "mrr_at_20": 0.894384, + "mrr_at_100": 0.894841, + "mrr_at_1000": 0.894865, + "nauc_ndcg_at_1_max": 0.747902, + "nauc_ndcg_at_1_std": -0.046447, + "nauc_ndcg_at_1_diff1": 0.894996, + "nauc_ndcg_at_3_max": 0.79217, + "nauc_ndcg_at_3_std": -0.040397, + "nauc_ndcg_at_3_diff1": 0.879831, + "nauc_ndcg_at_5_max": 0.788619, + "nauc_ndcg_at_5_std": -0.020475, + "nauc_ndcg_at_5_diff1": 0.878275, + "nauc_ndcg_at_10_max": 0.790666, + "nauc_ndcg_at_10_std": 0.003548, + "nauc_ndcg_at_10_diff1": 0.88139, + "nauc_ndcg_at_20_max": 0.785475, + "nauc_ndcg_at_20_std": -0.01644, + "nauc_ndcg_at_20_diff1": 0.881242, + "nauc_ndcg_at_100_max": 0.782977, + "nauc_ndcg_at_100_std": -0.013735, + "nauc_ndcg_at_100_diff1": 0.883719, + "nauc_ndcg_at_1000_max": 0.781397, + "nauc_ndcg_at_1000_std": -0.020118, + "nauc_ndcg_at_1000_diff1": 0.883343, + "nauc_map_at_1_max": 0.747902, + "nauc_map_at_1_std": -0.046447, + "nauc_map_at_1_diff1": 0.894996, + "nauc_map_at_3_max": 0.780298, + "nauc_map_at_3_std": -0.039827, + "nauc_map_at_3_diff1": 0.883438, + "nauc_map_at_5_max": 0.778106, + "nauc_map_at_5_std": -0.030195, + "nauc_map_at_5_diff1": 0.882814, + "nauc_map_at_10_max": 0.778379, + "nauc_map_at_10_std": -0.022582, + "nauc_map_at_10_diff1": 0.884075, + "nauc_map_at_20_max": 0.777084, + "nauc_map_at_20_std": -0.027347, + "nauc_map_at_20_diff1": 0.884103, + "nauc_map_at_100_max": 0.776805, + "nauc_map_at_100_std": -0.026981, + "nauc_map_at_100_diff1": 0.884441, + "nauc_map_at_1000_max": 0.776755, + "nauc_map_at_1000_std": -0.027186, + "nauc_map_at_1000_diff1": 0.884428, + "nauc_recall_at_1_max": 0.747902, + "nauc_recall_at_1_std": -0.046447, + "nauc_recall_at_1_diff1": 0.894996, + "nauc_recall_at_3_max": 0.842155, + "nauc_recall_at_3_std": -0.044323, + "nauc_recall_at_3_diff1": 0.864961, + "nauc_recall_at_5_max": 0.843622, + "nauc_recall_at_5_std": 0.03592, + "nauc_recall_at_5_diff1": 0.853994, + "nauc_recall_at_10_max": 0.903893, + "nauc_recall_at_10_std": 0.2833, + "nauc_recall_at_10_diff1": 0.860507, + "nauc_recall_at_20_max": 0.883655, + "nauc_recall_at_20_std": 0.121554, + "nauc_recall_at_20_diff1": 0.845816, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.96732, - "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783705, - "nauc_precision_at_1_std": -0.027401, - "nauc_precision_at_1_diff1": 0.913133, - "nauc_precision_at_3_max": 0.853762, - "nauc_precision_at_3_std": 0.061737, - "nauc_precision_at_3_diff1": 0.883528, - "nauc_precision_at_5_max": 0.891098, - "nauc_precision_at_5_std": 0.286659, - "nauc_precision_at_5_diff1": 0.878789, - "nauc_precision_at_10_max": 0.911704, - "nauc_precision_at_10_std": 0.271567, - "nauc_precision_at_10_diff1": 0.888057, - "nauc_precision_at_20_max": 0.903609, - "nauc_precision_at_20_std": 0.168891, - "nauc_precision_at_20_diff1": 0.902647, + "nauc_precision_at_1_max": 0.747902, + "nauc_precision_at_1_std": -0.046447, + "nauc_precision_at_1_diff1": 0.894996, + "nauc_precision_at_3_max": 0.842155, + "nauc_precision_at_3_std": -0.044323, + "nauc_precision_at_3_diff1": 0.864961, + "nauc_precision_at_5_max": 0.843622, + "nauc_precision_at_5_std": 0.03592, + "nauc_precision_at_5_diff1": 0.853994, + "nauc_precision_at_10_max": 0.903893, + "nauc_precision_at_10_std": 0.2833, + "nauc_precision_at_10_diff1": 0.860507, + "nauc_precision_at_20_max": 0.883655, + "nauc_precision_at_20_std": 0.121554, + "nauc_precision_at_20_diff1": 0.845816, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.96732, - "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783705, - "nauc_mrr_at_1_std": -0.027401, - "nauc_mrr_at_1_diff1": 0.913133, - "nauc_mrr_at_3_max": 0.805262, - "nauc_mrr_at_3_std": 5.6e-05, - "nauc_mrr_at_3_diff1": 0.901314, - "nauc_mrr_at_5_max": 0.807477, - "nauc_mrr_at_5_std": 0.023056, - "nauc_mrr_at_5_diff1": 0.901391, - "nauc_mrr_at_10_max": 0.806084, - "nauc_mrr_at_10_std": 0.01568, - "nauc_mrr_at_10_diff1": 0.902528, - "nauc_mrr_at_20_max": 0.805496, - "nauc_mrr_at_20_std": 0.013178, - "nauc_mrr_at_20_diff1": 0.902938, - "nauc_mrr_at_100_max": 0.805102, - "nauc_mrr_at_100_std": 0.014026, - "nauc_mrr_at_100_diff1": 0.902867, - "nauc_mrr_at_1000_max": 0.805039, - "nauc_mrr_at_1000_std": 0.013719, - "nauc_mrr_at_1000_diff1": 0.902866, - "main_score": 0.92188, + "nauc_mrr_at_1_max": 0.747902, + "nauc_mrr_at_1_std": -0.046447, + "nauc_mrr_at_1_diff1": 0.894996, + "nauc_mrr_at_3_max": 0.780298, + "nauc_mrr_at_3_std": -0.039827, + "nauc_mrr_at_3_diff1": 0.883438, + "nauc_mrr_at_5_max": 0.778106, + "nauc_mrr_at_5_std": -0.030195, + "nauc_mrr_at_5_diff1": 0.882814, + "nauc_mrr_at_10_max": 0.778379, + "nauc_mrr_at_10_std": -0.022582, + "nauc_mrr_at_10_diff1": 0.884075, + "nauc_mrr_at_20_max": 0.777084, + "nauc_mrr_at_20_std": -0.027347, + "nauc_mrr_at_20_diff1": 0.884103, + "nauc_mrr_at_100_max": 0.776805, + "nauc_mrr_at_100_std": -0.026981, + "nauc_mrr_at_100_diff1": 0.884441, + "nauc_mrr_at_1000_max": 0.776755, + "nauc_mrr_at_1000_std": -0.027186, + "nauc_mrr_at_1000_diff1": 0.884428, + "hit_rate_at_1": 0.85444, + "hit_rate_at_3": 0.92556, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.91155, "hf_subset": "acm_Arab-acm_Arab", "languages": [ "acm-Arab", "acm-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.94116, - "ndcg_at_5": 0.94719, - "ndcg_at_10": 0.95013, - "ndcg_at_20": 0.95042, - "ndcg_at_100": 0.95168, - "ndcg_at_1000": 0.95196, - "map_at_1": 0.90111, - "map_at_3": 0.93222, - "map_at_5": 0.93561, - "map_at_10": 0.93686, - "map_at_20": 0.93694, - "map_at_100": 0.93712, - "map_at_1000": 0.93713, - "recall_at_1": 0.90111, - "recall_at_3": 0.96667, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9302, + "ndcg_at_5": 0.93479, + "ndcg_at_10": 0.94023, + "ndcg_at_20": 0.94077, + "ndcg_at_100": 0.94197, + "ndcg_at_1000": 0.94225, + "map_at_1": 0.88444, + "map_at_3": 0.91944, + "map_at_5": 0.922, + "map_at_10": 0.92427, + "map_at_20": 0.92441, + "map_at_100": 0.92456, + "map_at_1000": 0.92457, + "recall_at_1": 0.88444, + "recall_at_3": 0.96111, + "recall_at_5": 0.97222, + "recall_at_10": 0.98889, "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, - "precision_at_3": 0.32222, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.32037, + "precision_at_5": 0.19444, + "precision_at_10": 0.09889, "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.932222, - "mrr_at_5": 0.935611, - "mrr_at_10": 0.936859, - "mrr_at_20": 0.936944, - "mrr_at_100": 0.937124, - "mrr_at_1000": 0.937135, - "nauc_ndcg_at_1_max": 0.692433, - "nauc_ndcg_at_1_std": -0.349227, - "nauc_ndcg_at_1_diff1": 0.912845, - "nauc_ndcg_at_3_max": 0.714779, - "nauc_ndcg_at_3_std": -0.376098, - "nauc_ndcg_at_3_diff1": 0.916947, - "nauc_ndcg_at_5_max": 0.720219, - "nauc_ndcg_at_5_std": -0.339971, - "nauc_ndcg_at_5_diff1": 0.916127, - "nauc_ndcg_at_10_max": 0.714413, - "nauc_ndcg_at_10_std": -0.353301, - "nauc_ndcg_at_10_diff1": 0.916519, - "nauc_ndcg_at_20_max": 0.712732, - "nauc_ndcg_at_20_std": -0.359631, - "nauc_ndcg_at_20_diff1": 0.916797, - "nauc_ndcg_at_100_max": 0.713624, - "nauc_ndcg_at_100_std": -0.348637, - "nauc_ndcg_at_100_diff1": 0.916622, - "nauc_ndcg_at_1000_max": 0.711923, - "nauc_ndcg_at_1000_std": -0.355762, - "nauc_ndcg_at_1000_diff1": 0.916127, - "nauc_map_at_1_max": 0.692433, - "nauc_map_at_1_std": -0.349227, - "nauc_map_at_1_diff1": 0.912845, - "nauc_map_at_3_max": 0.709291, - "nauc_map_at_3_std": -0.36979, - "nauc_map_at_3_diff1": 0.915392, - "nauc_map_at_5_max": 0.711184, - "nauc_map_at_5_std": -0.353531, - "nauc_map_at_5_diff1": 0.915006, - "nauc_map_at_10_max": 0.708904, - "nauc_map_at_10_std": -0.359269, - "nauc_map_at_10_diff1": 0.915177, - "nauc_map_at_20_max": 0.708509, - "nauc_map_at_20_std": -0.360735, - "nauc_map_at_20_diff1": 0.915239, - "nauc_map_at_100_max": 0.70884, - "nauc_map_at_100_std": -0.359132, - "nauc_map_at_100_diff1": 0.915282, - "nauc_map_at_1000_max": 0.708791, - "nauc_map_at_1000_std": -0.359329, - "nauc_map_at_1000_diff1": 0.915268, - "nauc_recall_at_1_max": 0.692433, - "nauc_recall_at_1_std": -0.349227, - "nauc_recall_at_1_diff1": 0.912845, - "nauc_recall_at_3_max": 0.744989, - "nauc_recall_at_3_std": -0.410473, - "nauc_recall_at_3_diff1": 0.926159, - "nauc_recall_at_5_max": 0.809167, - "nauc_recall_at_5_std": -0.184242, - "nauc_recall_at_5_diff1": 0.926677, - "nauc_recall_at_10_max": 0.805789, - "nauc_recall_at_10_std": -0.21413, - "nauc_recall_at_10_diff1": 0.940087, - "nauc_recall_at_20_max": 0.781513, - "nauc_recall_at_20_std": -0.331174, - "nauc_recall_at_20_diff1": 0.948938, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.919444, + "mrr_at_5": 0.922, + "mrr_at_10": 0.924271, + "mrr_at_20": 0.924409, + "mrr_at_100": 0.924558, + "mrr_at_1000": 0.924567, + "nauc_ndcg_at_1_max": 0.691407, + "nauc_ndcg_at_1_std": -0.336992, + "nauc_ndcg_at_1_diff1": 0.92333, + "nauc_ndcg_at_3_max": 0.714645, + "nauc_ndcg_at_3_std": -0.361172, + "nauc_ndcg_at_3_diff1": 0.915451, + "nauc_ndcg_at_5_max": 0.709771, + "nauc_ndcg_at_5_std": -0.348987, + "nauc_ndcg_at_5_diff1": 0.921344, + "nauc_ndcg_at_10_max": 0.704113, + "nauc_ndcg_at_10_std": -0.340658, + "nauc_ndcg_at_10_diff1": 0.92087, + "nauc_ndcg_at_20_max": 0.705229, + "nauc_ndcg_at_20_std": -0.341026, + "nauc_ndcg_at_20_diff1": 0.920712, + "nauc_ndcg_at_100_max": 0.708761, + "nauc_ndcg_at_100_std": -0.332327, + "nauc_ndcg_at_100_diff1": 0.921072, + "nauc_ndcg_at_1000_max": 0.70734, + "nauc_ndcg_at_1000_std": -0.338829, + "nauc_ndcg_at_1000_diff1": 0.920687, + "nauc_map_at_1_max": 0.691407, + "nauc_map_at_1_std": -0.336992, + "nauc_map_at_1_diff1": 0.92333, + "nauc_map_at_3_max": 0.708798, + "nauc_map_at_3_std": -0.352358, + "nauc_map_at_3_diff1": 0.917926, + "nauc_map_at_5_max": 0.706383, + "nauc_map_at_5_std": -0.3462, + "nauc_map_at_5_diff1": 0.920681, + "nauc_map_at_10_max": 0.704933, + "nauc_map_at_10_std": -0.341936, + "nauc_map_at_10_diff1": 0.920514, + "nauc_map_at_20_max": 0.705076, + "nauc_map_at_20_std": -0.342268, + "nauc_map_at_20_diff1": 0.92047, + "nauc_map_at_100_max": 0.705627, + "nauc_map_at_100_std": -0.341237, + "nauc_map_at_100_diff1": 0.920542, + "nauc_map_at_1000_max": 0.705591, + "nauc_map_at_1000_std": -0.341404, + "nauc_map_at_1000_diff1": 0.920532, + "nauc_recall_at_1_max": 0.691407, + "nauc_recall_at_1_std": -0.336992, + "nauc_recall_at_1_diff1": 0.92333, + "nauc_recall_at_3_max": 0.747339, + "nauc_recall_at_3_std": -0.413605, + "nauc_recall_at_3_diff1": 0.90104, + "nauc_recall_at_5_max": 0.732456, + "nauc_recall_at_5_std": -0.368273, + "nauc_recall_at_5_diff1": 0.929225, + "nauc_recall_at_10_max": 0.656256, + "nauc_recall_at_10_std": -0.311158, + "nauc_recall_at_10_diff1": 0.933007, + "nauc_recall_at_20_max": 0.679972, + "nauc_recall_at_20_std": -0.296452, + "nauc_recall_at_20_diff1": 0.932598, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.692433, - "nauc_precision_at_1_std": -0.349227, - "nauc_precision_at_1_diff1": 0.912845, - "nauc_precision_at_3_max": 0.744989, - "nauc_precision_at_3_std": -0.410473, - "nauc_precision_at_3_diff1": 0.926159, - "nauc_precision_at_5_max": 0.809167, - "nauc_precision_at_5_std": -0.184242, - "nauc_precision_at_5_diff1": 0.926677, - "nauc_precision_at_10_max": 0.805789, - "nauc_precision_at_10_std": -0.21413, - "nauc_precision_at_10_diff1": 0.940087, - "nauc_precision_at_20_max": 0.781513, - "nauc_precision_at_20_std": -0.331174, - "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_1_max": 0.691407, + "nauc_precision_at_1_std": -0.336992, + "nauc_precision_at_1_diff1": 0.92333, + "nauc_precision_at_3_max": 0.747339, + "nauc_precision_at_3_std": -0.413605, + "nauc_precision_at_3_diff1": 0.90104, + "nauc_precision_at_5_max": 0.732456, + "nauc_precision_at_5_std": -0.368273, + "nauc_precision_at_5_diff1": 0.929225, + "nauc_precision_at_10_max": 0.656256, + "nauc_precision_at_10_std": -0.311158, + "nauc_precision_at_10_diff1": 0.933007, + "nauc_precision_at_20_max": 0.679972, + "nauc_precision_at_20_std": -0.296452, + "nauc_precision_at_20_diff1": 0.932598, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.692433, - "nauc_mrr_at_1_std": -0.349227, - "nauc_mrr_at_1_diff1": 0.912845, - "nauc_mrr_at_3_max": 0.709291, - "nauc_mrr_at_3_std": -0.36979, - "nauc_mrr_at_3_diff1": 0.915392, - "nauc_mrr_at_5_max": 0.711184, - "nauc_mrr_at_5_std": -0.353531, - "nauc_mrr_at_5_diff1": 0.915006, - "nauc_mrr_at_10_max": 0.708904, - "nauc_mrr_at_10_std": -0.359269, - "nauc_mrr_at_10_diff1": 0.915177, - "nauc_mrr_at_20_max": 0.708509, - "nauc_mrr_at_20_std": -0.360735, - "nauc_mrr_at_20_diff1": 0.915239, - "nauc_mrr_at_100_max": 0.70884, - "nauc_mrr_at_100_std": -0.359132, - "nauc_mrr_at_100_diff1": 0.915282, - "nauc_mrr_at_1000_max": 0.708791, - "nauc_mrr_at_1000_std": -0.359329, - "nauc_mrr_at_1000_diff1": 0.915268, - "main_score": 0.95013, + "nauc_mrr_at_1_max": 0.691407, + "nauc_mrr_at_1_std": -0.336992, + "nauc_mrr_at_1_diff1": 0.92333, + "nauc_mrr_at_3_max": 0.708798, + "nauc_mrr_at_3_std": -0.352358, + "nauc_mrr_at_3_diff1": 0.917926, + "nauc_mrr_at_5_max": 0.706383, + "nauc_mrr_at_5_std": -0.3462, + "nauc_mrr_at_5_diff1": 0.920681, + "nauc_mrr_at_10_max": 0.704933, + "nauc_mrr_at_10_std": -0.341936, + "nauc_mrr_at_10_diff1": 0.920514, + "nauc_mrr_at_20_max": 0.705076, + "nauc_mrr_at_20_std": -0.342268, + "nauc_mrr_at_20_diff1": 0.92047, + "nauc_mrr_at_100_max": 0.705627, + "nauc_mrr_at_100_std": -0.341237, + "nauc_mrr_at_100_diff1": 0.920542, + "nauc_mrr_at_1000_max": 0.705591, + "nauc_mrr_at_1000_std": -0.341404, + "nauc_mrr_at_1000_diff1": 0.920532, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94023, "hf_subset": "acm_Arab-eng_Latn", "languages": [ "acm-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.89607, - "ndcg_at_5": 0.90568, - "ndcg_at_10": 0.91033, - "ndcg_at_20": 0.91309, - "ndcg_at_100": 0.91628, - "ndcg_at_1000": 0.91659, - "map_at_1": 0.84333, - "map_at_3": 0.88352, - "map_at_5": 0.88885, - "map_at_10": 0.89075, - "map_at_20": 0.89149, - "map_at_100": 0.89196, - "map_at_1000": 0.89197, - "recall_at_1": 0.84333, - "recall_at_3": 0.93222, - "recall_at_5": 0.95556, - "recall_at_10": 0.97, - "recall_at_20": 0.98111, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88391, + "ndcg_at_5": 0.89448, + "ndcg_at_10": 0.90334, + "ndcg_at_20": 0.90643, + "ndcg_at_100": 0.90967, + "ndcg_at_1000": 0.91014, + "map_at_1": 0.84, + "map_at_3": 0.87333, + "map_at_5": 0.87922, + "map_at_10": 0.88302, + "map_at_20": 0.88386, + "map_at_100": 0.88429, + "map_at_1000": 0.88431, + "recall_at_1": 0.84, + "recall_at_3": 0.91444, + "recall_at_5": 0.94, + "recall_at_10": 0.96667, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.31074, - "precision_at_5": 0.19111, - "precision_at_10": 0.097, - "precision_at_20": 0.04906, - "precision_at_100": 0.00998, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30481, + "precision_at_5": 0.188, + "precision_at_10": 0.09667, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.883519, - "mrr_at_5": 0.888852, - "mrr_at_10": 0.890754, - "mrr_at_20": 0.891489, - "mrr_at_100": 0.891956, - "mrr_at_1000": 0.891971, - "nauc_ndcg_at_1_max": 0.794799, - "nauc_ndcg_at_1_std": 0.052453, - "nauc_ndcg_at_1_diff1": 0.91941, - "nauc_ndcg_at_3_max": 0.824035, - "nauc_ndcg_at_3_std": 0.136515, - "nauc_ndcg_at_3_diff1": 0.905903, - "nauc_ndcg_at_5_max": 0.824216, - "nauc_ndcg_at_5_std": 0.139061, - "nauc_ndcg_at_5_diff1": 0.913522, - "nauc_ndcg_at_10_max": 0.819284, - "nauc_ndcg_at_10_std": 0.122988, - "nauc_ndcg_at_10_diff1": 0.912932, - "nauc_ndcg_at_20_max": 0.820768, - "nauc_ndcg_at_20_std": 0.125293, - "nauc_ndcg_at_20_diff1": 0.914119, - "nauc_ndcg_at_100_max": 0.816186, - "nauc_ndcg_at_100_std": 0.115272, - "nauc_ndcg_at_100_diff1": 0.91285, - "nauc_ndcg_at_1000_max": 0.815731, - "nauc_ndcg_at_1000_std": 0.113109, - "nauc_ndcg_at_1000_diff1": 0.912764, - "nauc_map_at_1_max": 0.794799, - "nauc_map_at_1_std": 0.052453, - "nauc_map_at_1_diff1": 0.91941, - "nauc_map_at_3_max": 0.814741, - "nauc_map_at_3_std": 0.110096, - "nauc_map_at_3_diff1": 0.908862, - "nauc_map_at_5_max": 0.814362, - "nauc_map_at_5_std": 0.109972, - "nauc_map_at_5_diff1": 0.91264, - "nauc_map_at_10_max": 0.812532, - "nauc_map_at_10_std": 0.10425, - "nauc_map_at_10_diff1": 0.912455, - "nauc_map_at_20_max": 0.813021, - "nauc_map_at_20_std": 0.104969, - "nauc_map_at_20_diff1": 0.912804, - "nauc_map_at_100_max": 0.812448, - "nauc_map_at_100_std": 0.103771, - "nauc_map_at_100_diff1": 0.912658, - "nauc_map_at_1000_max": 0.81243, - "nauc_map_at_1000_std": 0.103686, - "nauc_map_at_1000_diff1": 0.912654, - "nauc_recall_at_1_max": 0.794799, - "nauc_recall_at_1_std": 0.052453, - "nauc_recall_at_1_diff1": 0.91941, - "nauc_recall_at_3_max": 0.868638, - "nauc_recall_at_3_std": 0.263091, - "nauc_recall_at_3_diff1": 0.892624, - "nauc_recall_at_5_max": 0.892986, - "nauc_recall_at_5_std": 0.342449, - "nauc_recall_at_5_diff1": 0.923494, - "nauc_recall_at_10_max": 0.881402, - "nauc_recall_at_10_std": 0.290936, - "nauc_recall_at_10_diff1": 0.922364, - "nauc_recall_at_20_max": 0.935327, - "nauc_recall_at_20_std": 0.415307, - "nauc_recall_at_20_diff1": 0.945213, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.679038, - "nauc_recall_at_100_diff1": 0.934641, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794799, - "nauc_precision_at_1_std": 0.052453, - "nauc_precision_at_1_diff1": 0.91941, - "nauc_precision_at_3_max": 0.868638, - "nauc_precision_at_3_std": 0.263091, - "nauc_precision_at_3_diff1": 0.892624, - "nauc_precision_at_5_max": 0.892986, - "nauc_precision_at_5_std": 0.342449, - "nauc_precision_at_5_diff1": 0.923494, - "nauc_precision_at_10_max": 0.881402, - "nauc_precision_at_10_std": 0.290936, - "nauc_precision_at_10_diff1": 0.922364, - "nauc_precision_at_20_max": 0.935327, - "nauc_precision_at_20_std": 0.415307, - "nauc_precision_at_20_diff1": 0.945213, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.679038, - "nauc_precision_at_100_diff1": 0.934641, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794799, - "nauc_mrr_at_1_std": 0.052453, - "nauc_mrr_at_1_diff1": 0.91941, - "nauc_mrr_at_3_max": 0.814741, - "nauc_mrr_at_3_std": 0.110096, - "nauc_mrr_at_3_diff1": 0.908862, - "nauc_mrr_at_5_max": 0.814362, - "nauc_mrr_at_5_std": 0.109972, - "nauc_mrr_at_5_diff1": 0.91264, - "nauc_mrr_at_10_max": 0.812532, - "nauc_mrr_at_10_std": 0.10425, - "nauc_mrr_at_10_diff1": 0.912455, - "nauc_mrr_at_20_max": 0.813021, - "nauc_mrr_at_20_std": 0.104969, - "nauc_mrr_at_20_diff1": 0.912804, - "nauc_mrr_at_100_max": 0.812448, - "nauc_mrr_at_100_std": 0.103771, - "nauc_mrr_at_100_diff1": 0.912658, - "nauc_mrr_at_1000_max": 0.81243, - "nauc_mrr_at_1000_std": 0.103686, - "nauc_mrr_at_1000_diff1": 0.912654, - "main_score": 0.91033, + "mrr_at_1": 0.84, + "mrr_at_3": 0.873333, + "mrr_at_5": 0.879222, + "mrr_at_10": 0.883019, + "mrr_at_20": 0.883863, + "mrr_at_100": 0.884287, + "mrr_at_1000": 0.884312, + "nauc_ndcg_at_1_max": 0.75796, + "nauc_ndcg_at_1_std": 0.025879, + "nauc_ndcg_at_1_diff1": 0.88848, + "nauc_ndcg_at_3_max": 0.791181, + "nauc_ndcg_at_3_std": 0.090963, + "nauc_ndcg_at_3_diff1": 0.871561, + "nauc_ndcg_at_5_max": 0.790822, + "nauc_ndcg_at_5_std": 0.07433, + "nauc_ndcg_at_5_diff1": 0.877089, + "nauc_ndcg_at_10_max": 0.790401, + "nauc_ndcg_at_10_std": 0.083495, + "nauc_ndcg_at_10_diff1": 0.87898, + "nauc_ndcg_at_20_max": 0.792649, + "nauc_ndcg_at_20_std": 0.091727, + "nauc_ndcg_at_20_diff1": 0.880518, + "nauc_ndcg_at_100_max": 0.786521, + "nauc_ndcg_at_100_std": 0.075305, + "nauc_ndcg_at_100_diff1": 0.879866, + "nauc_ndcg_at_1000_max": 0.785607, + "nauc_ndcg_at_1000_std": 0.07279, + "nauc_ndcg_at_1000_diff1": 0.880018, + "nauc_map_at_1_max": 0.75796, + "nauc_map_at_1_std": 0.025879, + "nauc_map_at_1_diff1": 0.88848, + "nauc_map_at_3_max": 0.782469, + "nauc_map_at_3_std": 0.07068, + "nauc_map_at_3_diff1": 0.876454, + "nauc_map_at_5_max": 0.782129, + "nauc_map_at_5_std": 0.061925, + "nauc_map_at_5_diff1": 0.879368, + "nauc_map_at_10_max": 0.78159, + "nauc_map_at_10_std": 0.064907, + "nauc_map_at_10_diff1": 0.880056, + "nauc_map_at_20_max": 0.782119, + "nauc_map_at_20_std": 0.066274, + "nauc_map_at_20_diff1": 0.880536, + "nauc_map_at_100_max": 0.781429, + "nauc_map_at_100_std": 0.064389, + "nauc_map_at_100_diff1": 0.880488, + "nauc_map_at_1000_max": 0.781391, + "nauc_map_at_1000_std": 0.064268, + "nauc_map_at_1000_diff1": 0.880494, + "nauc_recall_at_1_max": 0.75796, + "nauc_recall_at_1_std": 0.025879, + "nauc_recall_at_1_diff1": 0.88848, + "nauc_recall_at_3_max": 0.826464, + "nauc_recall_at_3_std": 0.175276, + "nauc_recall_at_3_diff1": 0.851438, + "nauc_recall_at_5_max": 0.837786, + "nauc_recall_at_5_std": 0.139191, + "nauc_recall_at_5_diff1": 0.866004, + "nauc_recall_at_10_max": 0.873498, + "nauc_recall_at_10_std": 0.26634, + "nauc_recall_at_10_diff1": 0.874043, + "nauc_recall_at_20_max": 0.955895, + "nauc_recall_at_20_std": 0.524768, + "nauc_recall_at_20_diff1": 0.892255, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.522409, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75796, + "nauc_precision_at_1_std": 0.025879, + "nauc_precision_at_1_diff1": 0.88848, + "nauc_precision_at_3_max": 0.826464, + "nauc_precision_at_3_std": 0.175276, + "nauc_precision_at_3_diff1": 0.851438, + "nauc_precision_at_5_max": 0.837786, + "nauc_precision_at_5_std": 0.139191, + "nauc_precision_at_5_diff1": 0.866004, + "nauc_precision_at_10_max": 0.873498, + "nauc_precision_at_10_std": 0.26634, + "nauc_precision_at_10_diff1": 0.874043, + "nauc_precision_at_20_max": 0.955895, + "nauc_precision_at_20_std": 0.524768, + "nauc_precision_at_20_diff1": 0.892255, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.522409, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75796, + "nauc_mrr_at_1_std": 0.025879, + "nauc_mrr_at_1_diff1": 0.88848, + "nauc_mrr_at_3_max": 0.782469, + "nauc_mrr_at_3_std": 0.07068, + "nauc_mrr_at_3_diff1": 0.876454, + "nauc_mrr_at_5_max": 0.782129, + "nauc_mrr_at_5_std": 0.061925, + "nauc_mrr_at_5_diff1": 0.879368, + "nauc_mrr_at_10_max": 0.78159, + "nauc_mrr_at_10_std": 0.064907, + "nauc_mrr_at_10_diff1": 0.880056, + "nauc_mrr_at_20_max": 0.782119, + "nauc_mrr_at_20_std": 0.066274, + "nauc_mrr_at_20_diff1": 0.880536, + "nauc_mrr_at_100_max": 0.781429, + "nauc_mrr_at_100_std": 0.064389, + "nauc_mrr_at_100_diff1": 0.880488, + "nauc_mrr_at_1000_max": 0.781391, + "nauc_mrr_at_1000_std": 0.064268, + "nauc_mrr_at_1000_diff1": 0.880494, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.91444, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90334, "hf_subset": "eng_Latn-acm_Arab", "languages": [ "eng-Latn", "acm-Arab" - ] - }, - { - "ndcg_at_1": 0.88333, - "ndcg_at_3": 0.92, - "ndcg_at_5": 0.92794, - "ndcg_at_10": 0.93372, - "ndcg_at_20": 0.93543, - "ndcg_at_100": 0.93718, - "ndcg_at_1000": 0.93759, - "map_at_1": 0.88333, - "map_at_3": 0.91148, - "map_at_5": 0.91598, - "map_at_10": 0.91838, - "map_at_20": 0.91886, - "map_at_100": 0.91914, - "map_at_1000": 0.91915, - "recall_at_1": 0.88333, - "recall_at_3": 0.94444, - "recall_at_5": 0.96333, - "recall_at_10": 0.98111, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.90983, + "ndcg_at_5": 0.91915, + "ndcg_at_10": 0.92548, + "ndcg_at_20": 0.92745, + "ndcg_at_100": 0.93016, + "ndcg_at_1000": 0.93072, + "map_at_1": 0.87556, + "map_at_3": 0.90167, + "map_at_5": 0.90694, + "map_at_10": 0.90968, + "map_at_20": 0.91022, + "map_at_100": 0.91068, + "map_at_1000": 0.9107, + "recall_at_1": 0.87556, + "recall_at_3": 0.93333, + "recall_at_5": 0.95556, + "recall_at_10": 0.97444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88333, - "precision_at_3": 0.31481, - "precision_at_5": 0.19267, - "precision_at_10": 0.09811, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31111, + "precision_at_5": 0.19111, + "precision_at_10": 0.09744, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.883333, - "mrr_at_3": 0.911481, - "mrr_at_5": 0.915981, - "mrr_at_10": 0.918382, - "mrr_at_20": 0.918864, - "mrr_at_100": 0.919143, - "mrr_at_1000": 0.919155, - "nauc_ndcg_at_1_max": 0.803135, - "nauc_ndcg_at_1_std": -0.077527, - "nauc_ndcg_at_1_diff1": 0.938177, - "nauc_ndcg_at_3_max": 0.84032, - "nauc_ndcg_at_3_std": -0.066298, - "nauc_ndcg_at_3_diff1": 0.932305, - "nauc_ndcg_at_5_max": 0.836105, - "nauc_ndcg_at_5_std": -0.052624, - "nauc_ndcg_at_5_diff1": 0.932593, - "nauc_ndcg_at_10_max": 0.83153, - "nauc_ndcg_at_10_std": -0.05022, - "nauc_ndcg_at_10_diff1": 0.932462, - "nauc_ndcg_at_20_max": 0.829614, - "nauc_ndcg_at_20_std": -0.04845, - "nauc_ndcg_at_20_diff1": 0.931803, - "nauc_ndcg_at_100_max": 0.828152, - "nauc_ndcg_at_100_std": -0.049222, - "nauc_ndcg_at_100_diff1": 0.933147, - "nauc_ndcg_at_1000_max": 0.827015, - "nauc_ndcg_at_1000_std": -0.054782, - "nauc_ndcg_at_1000_diff1": 0.932986, - "nauc_map_at_1_max": 0.803135, - "nauc_map_at_1_std": -0.077527, - "nauc_map_at_1_diff1": 0.938177, - "nauc_map_at_3_max": 0.829207, - "nauc_map_at_3_std": -0.066346, - "nauc_map_at_3_diff1": 0.93349, - "nauc_map_at_5_max": 0.826577, - "nauc_map_at_5_std": -0.058919, - "nauc_map_at_5_diff1": 0.933701, - "nauc_map_at_10_max": 0.824619, - "nauc_map_at_10_std": -0.059532, - "nauc_map_at_10_diff1": 0.933665, - "nauc_map_at_20_max": 0.824157, - "nauc_map_at_20_std": -0.059065, - "nauc_map_at_20_diff1": 0.933516, - "nauc_map_at_100_max": 0.823893, - "nauc_map_at_100_std": -0.059521, - "nauc_map_at_100_diff1": 0.933618, - "nauc_map_at_1000_max": 0.823868, - "nauc_map_at_1000_std": -0.059648, - "nauc_map_at_1000_diff1": 0.933614, - "nauc_recall_at_1_max": 0.803135, - "nauc_recall_at_1_std": -0.077527, - "nauc_recall_at_1_diff1": 0.938177, - "nauc_recall_at_3_max": 0.890383, - "nauc_recall_at_3_std": -0.068357, - "nauc_recall_at_3_diff1": 0.927358, - "nauc_recall_at_5_max": 0.896443, - "nauc_recall_at_5_std": -0.013426, - "nauc_recall_at_5_diff1": 0.926082, - "nauc_recall_at_10_max": 0.907179, - "nauc_recall_at_10_std": 0.076262, - "nauc_recall_at_10_diff1": 0.918987, - "nauc_recall_at_20_max": 0.908964, - "nauc_recall_at_20_std": 0.174518, - "nauc_recall_at_20_diff1": 0.898565, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803135, - "nauc_precision_at_1_std": -0.077527, - "nauc_precision_at_1_diff1": 0.938177, - "nauc_precision_at_3_max": 0.890383, - "nauc_precision_at_3_std": -0.068357, - "nauc_precision_at_3_diff1": 0.927358, - "nauc_precision_at_5_max": 0.896443, - "nauc_precision_at_5_std": -0.013426, - "nauc_precision_at_5_diff1": 0.926082, - "nauc_precision_at_10_max": 0.907179, - "nauc_precision_at_10_std": 0.076262, - "nauc_precision_at_10_diff1": 0.918987, - "nauc_precision_at_20_max": 0.908964, - "nauc_precision_at_20_std": 0.174518, - "nauc_precision_at_20_diff1": 0.898565, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803135, - "nauc_mrr_at_1_std": -0.077527, - "nauc_mrr_at_1_diff1": 0.938177, - "nauc_mrr_at_3_max": 0.829207, - "nauc_mrr_at_3_std": -0.066346, - "nauc_mrr_at_3_diff1": 0.93349, - "nauc_mrr_at_5_max": 0.826577, - "nauc_mrr_at_5_std": -0.058919, - "nauc_mrr_at_5_diff1": 0.933701, - "nauc_mrr_at_10_max": 0.824619, - "nauc_mrr_at_10_std": -0.059532, - "nauc_mrr_at_10_diff1": 0.933665, - "nauc_mrr_at_20_max": 0.824157, - "nauc_mrr_at_20_std": -0.059065, - "nauc_mrr_at_20_diff1": 0.933516, - "nauc_mrr_at_100_max": 0.823893, - "nauc_mrr_at_100_std": -0.059521, - "nauc_mrr_at_100_diff1": 0.933618, - "nauc_mrr_at_1000_max": 0.823868, - "nauc_mrr_at_1000_std": -0.059648, - "nauc_mrr_at_1000_diff1": 0.933614, - "main_score": 0.93372, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.901667, + "mrr_at_5": 0.906944, + "mrr_at_10": 0.909683, + "mrr_at_20": 0.91022, + "mrr_at_100": 0.910683, + "mrr_at_1000": 0.910704, + "nauc_ndcg_at_1_max": 0.772229, + "nauc_ndcg_at_1_std": -0.200437, + "nauc_ndcg_at_1_diff1": 0.931014, + "nauc_ndcg_at_3_max": 0.826215, + "nauc_ndcg_at_3_std": -0.140214, + "nauc_ndcg_at_3_diff1": 0.926591, + "nauc_ndcg_at_5_max": 0.820025, + "nauc_ndcg_at_5_std": -0.152993, + "nauc_ndcg_at_5_diff1": 0.92658, + "nauc_ndcg_at_10_max": 0.815451, + "nauc_ndcg_at_10_std": -0.147645, + "nauc_ndcg_at_10_diff1": 0.928791, + "nauc_ndcg_at_20_max": 0.816723, + "nauc_ndcg_at_20_std": -0.123542, + "nauc_ndcg_at_20_diff1": 0.929524, + "nauc_ndcg_at_100_max": 0.811388, + "nauc_ndcg_at_100_std": -0.141909, + "nauc_ndcg_at_100_diff1": 0.928298, + "nauc_ndcg_at_1000_max": 0.810148, + "nauc_ndcg_at_1000_std": -0.149005, + "nauc_ndcg_at_1000_diff1": 0.928787, + "nauc_map_at_1_max": 0.772229, + "nauc_map_at_1_std": -0.200437, + "nauc_map_at_1_diff1": 0.931014, + "nauc_map_at_3_max": 0.811751, + "nauc_map_at_3_std": -0.15492, + "nauc_map_at_3_diff1": 0.927743, + "nauc_map_at_5_max": 0.807708, + "nauc_map_at_5_std": -0.163114, + "nauc_map_at_5_diff1": 0.927792, + "nauc_map_at_10_max": 0.805741, + "nauc_map_at_10_std": -0.162083, + "nauc_map_at_10_diff1": 0.928691, + "nauc_map_at_20_max": 0.806049, + "nauc_map_at_20_std": -0.156389, + "nauc_map_at_20_diff1": 0.928877, + "nauc_map_at_100_max": 0.805298, + "nauc_map_at_100_std": -0.159116, + "nauc_map_at_100_diff1": 0.928737, + "nauc_map_at_1000_max": 0.805268, + "nauc_map_at_1000_std": -0.159311, + "nauc_map_at_1000_diff1": 0.928774, + "nauc_recall_at_1_max": 0.772229, + "nauc_recall_at_1_std": -0.200437, + "nauc_recall_at_1_diff1": 0.931014, + "nauc_recall_at_3_max": 0.885668, + "nauc_recall_at_3_std": -0.080735, + "nauc_recall_at_3_diff1": 0.92188, + "nauc_recall_at_5_max": 0.890301, + "nauc_recall_at_5_std": -0.096639, + "nauc_recall_at_5_diff1": 0.919585, + "nauc_recall_at_10_max": 0.902184, + "nauc_recall_at_10_std": 0.000995, + "nauc_recall_at_10_diff1": 0.932103, + "nauc_recall_at_20_max": 0.957108, + "nauc_recall_at_20_std": 0.431694, + "nauc_recall_at_20_diff1": 0.944269, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.728058, + "nauc_recall_at_100_diff1": 0.888539, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772229, + "nauc_precision_at_1_std": -0.200437, + "nauc_precision_at_1_diff1": 0.931014, + "nauc_precision_at_3_max": 0.885668, + "nauc_precision_at_3_std": -0.080735, + "nauc_precision_at_3_diff1": 0.92188, + "nauc_precision_at_5_max": 0.890301, + "nauc_precision_at_5_std": -0.096639, + "nauc_precision_at_5_diff1": 0.919585, + "nauc_precision_at_10_max": 0.902184, + "nauc_precision_at_10_std": 0.000995, + "nauc_precision_at_10_diff1": 0.932103, + "nauc_precision_at_20_max": 0.957108, + "nauc_precision_at_20_std": 0.431694, + "nauc_precision_at_20_diff1": 0.944269, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.728058, + "nauc_precision_at_100_diff1": 0.888539, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772229, + "nauc_mrr_at_1_std": -0.200437, + "nauc_mrr_at_1_diff1": 0.931014, + "nauc_mrr_at_3_max": 0.811751, + "nauc_mrr_at_3_std": -0.15492, + "nauc_mrr_at_3_diff1": 0.927743, + "nauc_mrr_at_5_max": 0.807708, + "nauc_mrr_at_5_std": -0.163114, + "nauc_mrr_at_5_diff1": 0.927792, + "nauc_mrr_at_10_max": 0.805741, + "nauc_mrr_at_10_std": -0.162083, + "nauc_mrr_at_10_diff1": 0.928691, + "nauc_mrr_at_20_max": 0.806049, + "nauc_mrr_at_20_std": -0.156389, + "nauc_mrr_at_20_diff1": 0.928877, + "nauc_mrr_at_100_max": 0.805298, + "nauc_mrr_at_100_std": -0.159116, + "nauc_mrr_at_100_diff1": 0.928737, + "nauc_mrr_at_1000_max": 0.805268, + "nauc_mrr_at_1000_std": -0.159311, + "nauc_mrr_at_1000_diff1": 0.928774, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92548, "hf_subset": "afr_Latn-afr_Latn", "languages": [ "afr-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.95077, - "ndcg_at_5": 0.95622, - "ndcg_at_10": 0.95847, - "ndcg_at_20": 0.95954, - "ndcg_at_100": 0.95996, - "ndcg_at_1000": 0.96043, - "map_at_1": 0.92222, - "map_at_3": 0.94407, - "map_at_5": 0.94707, - "map_at_10": 0.94806, - "map_at_20": 0.94833, - "map_at_100": 0.94839, - "map_at_1000": 0.94841, - "recall_at_1": 0.92222, - "recall_at_3": 0.97, - "recall_at_5": 0.98333, - "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94673, + "ndcg_at_5": 0.95185, + "ndcg_at_10": 0.95552, + "ndcg_at_20": 0.9569, + "ndcg_at_100": 0.95791, + "ndcg_at_1000": 0.95804, + "map_at_1": 0.92, + "map_at_3": 0.94056, + "map_at_5": 0.94344, + "map_at_10": 0.94501, + "map_at_20": 0.94537, + "map_at_100": 0.9455, + "map_at_1000": 0.9455, + "recall_at_1": 0.92, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.32333, - "precision_at_5": 0.19667, - "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "accuracy": 0.92, + "precision_at_1": 0.92, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.944074, - "mrr_at_5": 0.947074, - "mrr_at_10": 0.948058, - "mrr_at_20": 0.948332, - "mrr_at_100": 0.948389, - "mrr_at_1000": 0.948414, - "nauc_ndcg_at_1_max": 0.794171, - "nauc_ndcg_at_1_std": -0.252401, - "nauc_ndcg_at_1_diff1": 0.923536, - "nauc_ndcg_at_3_max": 0.823658, - "nauc_ndcg_at_3_std": -0.31452, - "nauc_ndcg_at_3_diff1": 0.933539, - "nauc_ndcg_at_5_max": 0.824753, - "nauc_ndcg_at_5_std": -0.267328, - "nauc_ndcg_at_5_diff1": 0.930705, - "nauc_ndcg_at_10_max": 0.819956, - "nauc_ndcg_at_10_std": -0.257067, - "nauc_ndcg_at_10_diff1": 0.926953, - "nauc_ndcg_at_20_max": 0.819242, - "nauc_ndcg_at_20_std": -0.269707, - "nauc_ndcg_at_20_diff1": 0.926669, - "nauc_ndcg_at_100_max": 0.817984, - "nauc_ndcg_at_100_std": -0.257812, - "nauc_ndcg_at_100_diff1": 0.927215, - "nauc_ndcg_at_1000_max": 0.815829, - "nauc_ndcg_at_1000_std": -0.272707, - "nauc_ndcg_at_1000_diff1": 0.927433, - "nauc_map_at_1_max": 0.794171, - "nauc_map_at_1_std": -0.252401, - "nauc_map_at_1_diff1": 0.923536, - "nauc_map_at_3_max": 0.815437, - "nauc_map_at_3_std": -0.299009, - "nauc_map_at_3_diff1": 0.930382, - "nauc_map_at_5_max": 0.815313, - "nauc_map_at_5_std": -0.278159, - "nauc_map_at_5_diff1": 0.928837, - "nauc_map_at_10_max": 0.813233, - "nauc_map_at_10_std": -0.275528, - "nauc_map_at_10_diff1": 0.927488, - "nauc_map_at_20_max": 0.812971, - "nauc_map_at_20_std": -0.278308, - "nauc_map_at_20_diff1": 0.9274, - "nauc_map_at_100_max": 0.812812, - "nauc_map_at_100_std": -0.277126, - "nauc_map_at_100_diff1": 0.927421, - "nauc_map_at_1000_max": 0.812721, - "nauc_map_at_1000_std": -0.277746, - "nauc_map_at_1000_diff1": 0.927437, - "nauc_recall_at_1_max": 0.794171, - "nauc_recall_at_1_std": -0.252401, - "nauc_recall_at_1_diff1": 0.923536, - "nauc_recall_at_3_max": 0.866601, - "nauc_recall_at_3_std": -0.393869, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.910053, - "nauc_recall_at_5_std": -0.13408, - "nauc_recall_at_5_diff1": 0.946623, - "nauc_recall_at_10_max": 0.914151, - "nauc_recall_at_10_std": 0.1025, - "nauc_recall_at_10_diff1": 0.911038, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.021662, - "nauc_recall_at_20_diff1": 0.892157, + "mrr_at_1": 0.92, + "mrr_at_3": 0.940556, + "mrr_at_5": 0.943444, + "mrr_at_10": 0.945008, + "mrr_at_20": 0.945368, + "mrr_at_100": 0.9455, + "mrr_at_1000": 0.945503, + "nauc_ndcg_at_1_max": 0.76551, + "nauc_ndcg_at_1_std": -0.331524, + "nauc_ndcg_at_1_diff1": 0.923326, + "nauc_ndcg_at_3_max": 0.780163, + "nauc_ndcg_at_3_std": -0.301206, + "nauc_ndcg_at_3_diff1": 0.932548, + "nauc_ndcg_at_5_max": 0.783614, + "nauc_ndcg_at_5_std": -0.293258, + "nauc_ndcg_at_5_diff1": 0.930605, + "nauc_ndcg_at_10_max": 0.783937, + "nauc_ndcg_at_10_std": -0.286824, + "nauc_ndcg_at_10_diff1": 0.929237, + "nauc_ndcg_at_20_max": 0.785341, + "nauc_ndcg_at_20_std": -0.287176, + "nauc_ndcg_at_20_diff1": 0.9287, + "nauc_ndcg_at_100_max": 0.780791, + "nauc_ndcg_at_100_std": -0.297875, + "nauc_ndcg_at_100_diff1": 0.928258, + "nauc_ndcg_at_1000_max": 0.780089, + "nauc_ndcg_at_1000_std": -0.302033, + "nauc_ndcg_at_1000_diff1": 0.928028, + "nauc_map_at_1_max": 0.76551, + "nauc_map_at_1_std": -0.331524, + "nauc_map_at_1_diff1": 0.923326, + "nauc_map_at_3_max": 0.776062, + "nauc_map_at_3_std": -0.311627, + "nauc_map_at_3_diff1": 0.929201, + "nauc_map_at_5_max": 0.777535, + "nauc_map_at_5_std": -0.309463, + "nauc_map_at_5_diff1": 0.928105, + "nauc_map_at_10_max": 0.777504, + "nauc_map_at_10_std": -0.308276, + "nauc_map_at_10_diff1": 0.927516, + "nauc_map_at_20_max": 0.777687, + "nauc_map_at_20_std": -0.308806, + "nauc_map_at_20_diff1": 0.927371, + "nauc_map_at_100_max": 0.777201, + "nauc_map_at_100_std": -0.310147, + "nauc_map_at_100_diff1": 0.927301, + "nauc_map_at_1000_max": 0.777186, + "nauc_map_at_1000_std": -0.310234, + "nauc_map_at_1000_diff1": 0.927296, + "nauc_recall_at_1_max": 0.76551, + "nauc_recall_at_1_std": -0.331524, + "nauc_recall_at_1_diff1": 0.923326, + "nauc_recall_at_3_max": 0.799501, + "nauc_recall_at_3_std": -0.250525, + "nauc_recall_at_3_diff1": 0.948938, + "nauc_recall_at_5_max": 0.826397, + "nauc_recall_at_5_std": -0.173536, + "nauc_recall_at_5_diff1": 0.947868, + "nauc_recall_at_10_max": 0.867838, + "nauc_recall_at_10_std": 0.018971, + "nauc_recall_at_10_diff1": 0.949495, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.282758, + "nauc_recall_at_20_diff1": 0.953704, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794171, - "nauc_precision_at_1_std": -0.252401, - "nauc_precision_at_1_diff1": 0.923536, - "nauc_precision_at_3_max": 0.866601, - "nauc_precision_at_3_std": -0.393869, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.910053, - "nauc_precision_at_5_std": -0.13408, - "nauc_precision_at_5_diff1": 0.946623, - "nauc_precision_at_10_max": 0.914151, - "nauc_precision_at_10_std": 0.1025, - "nauc_precision_at_10_diff1": 0.911038, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.021662, - "nauc_precision_at_20_diff1": 0.892157, + "nauc_precision_at_1_max": 0.76551, + "nauc_precision_at_1_std": -0.331524, + "nauc_precision_at_1_diff1": 0.923326, + "nauc_precision_at_3_max": 0.799501, + "nauc_precision_at_3_std": -0.250525, + "nauc_precision_at_3_diff1": 0.948938, + "nauc_precision_at_5_max": 0.826397, + "nauc_precision_at_5_std": -0.173536, + "nauc_precision_at_5_diff1": 0.947868, + "nauc_precision_at_10_max": 0.867838, + "nauc_precision_at_10_std": 0.018971, + "nauc_precision_at_10_diff1": 0.949495, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.282758, + "nauc_precision_at_20_diff1": 0.953704, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794171, - "nauc_mrr_at_1_std": -0.252401, - "nauc_mrr_at_1_diff1": 0.923536, - "nauc_mrr_at_3_max": 0.815437, - "nauc_mrr_at_3_std": -0.299009, - "nauc_mrr_at_3_diff1": 0.930382, - "nauc_mrr_at_5_max": 0.815313, - "nauc_mrr_at_5_std": -0.278159, - "nauc_mrr_at_5_diff1": 0.928837, - "nauc_mrr_at_10_max": 0.813233, - "nauc_mrr_at_10_std": -0.275528, - "nauc_mrr_at_10_diff1": 0.927488, - "nauc_mrr_at_20_max": 0.812971, - "nauc_mrr_at_20_std": -0.278308, - "nauc_mrr_at_20_diff1": 0.9274, - "nauc_mrr_at_100_max": 0.812812, - "nauc_mrr_at_100_std": -0.277126, - "nauc_mrr_at_100_diff1": 0.927421, - "nauc_mrr_at_1000_max": 0.812721, - "nauc_mrr_at_1000_std": -0.277746, - "nauc_mrr_at_1000_diff1": 0.927437, - "main_score": 0.95847, + "nauc_mrr_at_1_max": 0.76551, + "nauc_mrr_at_1_std": -0.331524, + "nauc_mrr_at_1_diff1": 0.923326, + "nauc_mrr_at_3_max": 0.776062, + "nauc_mrr_at_3_std": -0.311627, + "nauc_mrr_at_3_diff1": 0.929201, + "nauc_mrr_at_5_max": 0.777535, + "nauc_mrr_at_5_std": -0.309463, + "nauc_mrr_at_5_diff1": 0.928105, + "nauc_mrr_at_10_max": 0.777504, + "nauc_mrr_at_10_std": -0.308276, + "nauc_mrr_at_10_diff1": 0.927516, + "nauc_mrr_at_20_max": 0.777687, + "nauc_mrr_at_20_std": -0.308806, + "nauc_mrr_at_20_diff1": 0.927371, + "nauc_mrr_at_100_max": 0.777201, + "nauc_mrr_at_100_std": -0.310147, + "nauc_mrr_at_100_diff1": 0.927301, + "nauc_mrr_at_1000_max": 0.777186, + "nauc_mrr_at_1000_std": -0.310234, + "nauc_mrr_at_1000_diff1": 0.927296, + "hit_rate_at_1": 0.92, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95552, "hf_subset": "afr_Latn-eng_Latn", "languages": [ "afr-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86222, - "ndcg_at_3": 0.90657, - "ndcg_at_5": 0.91336, - "ndcg_at_10": 0.91976, - "ndcg_at_20": 0.92342, - "ndcg_at_100": 0.92536, - "ndcg_at_1000": 0.92565, - "map_at_1": 0.86222, - "map_at_3": 0.89611, - "map_at_5": 0.89983, - "map_at_10": 0.90243, - "map_at_20": 0.90344, - "map_at_100": 0.90374, - "map_at_1000": 0.90375, - "recall_at_1": 0.86222, - "recall_at_3": 0.93667, - "recall_at_5": 0.95333, - "recall_at_10": 0.97333, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.87862, + "ndcg_at_5": 0.8901, + "ndcg_at_10": 0.8948, + "ndcg_at_20": 0.90022, + "ndcg_at_100": 0.90444, + "ndcg_at_1000": 0.9049, + "map_at_1": 0.83333, + "map_at_3": 0.86741, + "map_at_5": 0.8738, + "map_at_10": 0.87575, + "map_at_20": 0.87728, + "map_at_100": 0.8779, + "map_at_1000": 0.87792, + "recall_at_1": 0.83333, + "recall_at_3": 0.91111, + "recall_at_5": 0.93889, + "recall_at_10": 0.95333, + "recall_at_20": 0.97444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.86222, - "precision_at_3": 0.31222, - "precision_at_5": 0.19067, - "precision_at_10": 0.09733, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.3037, + "precision_at_5": 0.18778, + "precision_at_10": 0.09533, + "precision_at_20": 0.04872, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.862222, - "mrr_at_3": 0.896111, - "mrr_at_5": 0.899833, - "mrr_at_10": 0.902434, - "mrr_at_20": 0.903436, - "mrr_at_100": 0.903741, - "mrr_at_1000": 0.903753, - "nauc_ndcg_at_1_max": 0.810635, - "nauc_ndcg_at_1_std": -0.155052, - "nauc_ndcg_at_1_diff1": 0.927603, - "nauc_ndcg_at_3_max": 0.845342, - "nauc_ndcg_at_3_std": -0.095287, - "nauc_ndcg_at_3_diff1": 0.919098, - "nauc_ndcg_at_5_max": 0.84673, - "nauc_ndcg_at_5_std": -0.102616, - "nauc_ndcg_at_5_diff1": 0.923377, - "nauc_ndcg_at_10_max": 0.840794, - "nauc_ndcg_at_10_std": -0.112592, - "nauc_ndcg_at_10_diff1": 0.92629, - "nauc_ndcg_at_20_max": 0.839689, - "nauc_ndcg_at_20_std": -0.099152, - "nauc_ndcg_at_20_diff1": 0.925148, - "nauc_ndcg_at_100_max": 0.836505, - "nauc_ndcg_at_100_std": -0.111834, - "nauc_ndcg_at_100_diff1": 0.923939, - "nauc_ndcg_at_1000_max": 0.836092, - "nauc_ndcg_at_1000_std": -0.114663, - "nauc_ndcg_at_1000_diff1": 0.923875, - "nauc_map_at_1_max": 0.810635, - "nauc_map_at_1_std": -0.155052, - "nauc_map_at_1_diff1": 0.927603, - "nauc_map_at_3_max": 0.835895, - "nauc_map_at_3_std": -0.111561, - "nauc_map_at_3_diff1": 0.921081, - "nauc_map_at_5_max": 0.836364, - "nauc_map_at_5_std": -0.115041, - "nauc_map_at_5_diff1": 0.923242, - "nauc_map_at_10_max": 0.834011, - "nauc_map_at_10_std": -0.120123, - "nauc_map_at_10_diff1": 0.92412, - "nauc_map_at_20_max": 0.833597, - "nauc_map_at_20_std": -0.118183, - "nauc_map_at_20_diff1": 0.92385, - "nauc_map_at_100_max": 0.833153, - "nauc_map_at_100_std": -0.119839, - "nauc_map_at_100_diff1": 0.923702, - "nauc_map_at_1000_max": 0.833137, - "nauc_map_at_1000_std": -0.119945, - "nauc_map_at_1000_diff1": 0.923697, - "nauc_recall_at_1_max": 0.810635, - "nauc_recall_at_1_std": -0.155052, - "nauc_recall_at_1_diff1": 0.927603, - "nauc_recall_at_3_max": 0.887996, - "nauc_recall_at_3_std": -0.021803, - "nauc_recall_at_3_diff1": 0.910397, - "nauc_recall_at_5_max": 0.907963, - "nauc_recall_at_5_std": -0.033713, - "nauc_recall_at_5_diff1": 0.92597, - "nauc_recall_at_10_max": 0.900891, - "nauc_recall_at_10_std": -0.047113, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.406375, - "nauc_recall_at_20_diff1": 0.964349, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.561391, - "nauc_recall_at_100_diff1": 0.934641, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.867407, + "mrr_at_5": 0.873796, + "mrr_at_10": 0.87575, + "mrr_at_20": 0.877283, + "mrr_at_100": 0.877898, + "mrr_at_1000": 0.877922, + "nauc_ndcg_at_1_max": 0.754003, + "nauc_ndcg_at_1_std": -0.245576, + "nauc_ndcg_at_1_diff1": 0.912217, + "nauc_ndcg_at_3_max": 0.797104, + "nauc_ndcg_at_3_std": -0.172102, + "nauc_ndcg_at_3_diff1": 0.891655, + "nauc_ndcg_at_5_max": 0.794862, + "nauc_ndcg_at_5_std": -0.181653, + "nauc_ndcg_at_5_diff1": 0.892885, + "nauc_ndcg_at_10_max": 0.790088, + "nauc_ndcg_at_10_std": -0.206758, + "nauc_ndcg_at_10_diff1": 0.896754, + "nauc_ndcg_at_20_max": 0.793141, + "nauc_ndcg_at_20_std": -0.16628, + "nauc_ndcg_at_20_diff1": 0.900051, + "nauc_ndcg_at_100_max": 0.788154, + "nauc_ndcg_at_100_std": -0.188353, + "nauc_ndcg_at_100_diff1": 0.899863, + "nauc_ndcg_at_1000_max": 0.787095, + "nauc_ndcg_at_1000_std": -0.192817, + "nauc_ndcg_at_1000_diff1": 0.899548, + "nauc_map_at_1_max": 0.754003, + "nauc_map_at_1_std": -0.245576, + "nauc_map_at_1_diff1": 0.912217, + "nauc_map_at_3_max": 0.786627, + "nauc_map_at_3_std": -0.191673, + "nauc_map_at_3_diff1": 0.897697, + "nauc_map_at_5_max": 0.784841, + "nauc_map_at_5_std": -0.198362, + "nauc_map_at_5_diff1": 0.898468, + "nauc_map_at_10_max": 0.782943, + "nauc_map_at_10_std": -0.207673, + "nauc_map_at_10_diff1": 0.899926, + "nauc_map_at_20_max": 0.783631, + "nauc_map_at_20_std": -0.198511, + "nauc_map_at_20_diff1": 0.900767, + "nauc_map_at_100_max": 0.783028, + "nauc_map_at_100_std": -0.201219, + "nauc_map_at_100_diff1": 0.900728, + "nauc_map_at_1000_max": 0.782985, + "nauc_map_at_1000_std": -0.201425, + "nauc_map_at_1000_diff1": 0.900712, + "nauc_recall_at_1_max": 0.754003, + "nauc_recall_at_1_std": -0.245576, + "nauc_recall_at_1_diff1": 0.912217, + "nauc_recall_at_3_max": 0.839187, + "nauc_recall_at_3_std": -0.09225, + "nauc_recall_at_3_diff1": 0.866626, + "nauc_recall_at_5_max": 0.85003, + "nauc_recall_at_5_std": -0.087938, + "nauc_recall_at_5_diff1": 0.861642, + "nauc_recall_at_10_max": 0.835734, + "nauc_recall_at_10_std": -0.225023, + "nauc_recall_at_10_diff1": 0.877896, + "nauc_recall_at_20_max": 0.915682, + "nauc_recall_at_20_std": 0.359234, + "nauc_recall_at_20_diff1": 0.90937, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.664021, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810635, - "nauc_precision_at_1_std": -0.155052, - "nauc_precision_at_1_diff1": 0.927603, - "nauc_precision_at_3_max": 0.887996, - "nauc_precision_at_3_std": -0.021803, - "nauc_precision_at_3_diff1": 0.910397, - "nauc_precision_at_5_max": 0.907963, - "nauc_precision_at_5_std": -0.033713, - "nauc_precision_at_5_diff1": 0.92597, - "nauc_precision_at_10_max": 0.900891, - "nauc_precision_at_10_std": -0.047113, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.406375, - "nauc_precision_at_20_diff1": 0.964349, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.561391, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1_max": 0.754003, + "nauc_precision_at_1_std": -0.245576, + "nauc_precision_at_1_diff1": 0.912217, + "nauc_precision_at_3_max": 0.839187, + "nauc_precision_at_3_std": -0.09225, + "nauc_precision_at_3_diff1": 0.866626, + "nauc_precision_at_5_max": 0.85003, + "nauc_precision_at_5_std": -0.087938, + "nauc_precision_at_5_diff1": 0.861642, + "nauc_precision_at_10_max": 0.835734, + "nauc_precision_at_10_std": -0.225023, + "nauc_precision_at_10_diff1": 0.877896, + "nauc_precision_at_20_max": 0.915682, + "nauc_precision_at_20_std": 0.359234, + "nauc_precision_at_20_diff1": 0.90937, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.664021, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810635, - "nauc_mrr_at_1_std": -0.155052, - "nauc_mrr_at_1_diff1": 0.927603, - "nauc_mrr_at_3_max": 0.835895, - "nauc_mrr_at_3_std": -0.111561, - "nauc_mrr_at_3_diff1": 0.921081, - "nauc_mrr_at_5_max": 0.836364, - "nauc_mrr_at_5_std": -0.115041, - "nauc_mrr_at_5_diff1": 0.923242, - "nauc_mrr_at_10_max": 0.834011, - "nauc_mrr_at_10_std": -0.120123, - "nauc_mrr_at_10_diff1": 0.92412, - "nauc_mrr_at_20_max": 0.833597, - "nauc_mrr_at_20_std": -0.118183, - "nauc_mrr_at_20_diff1": 0.92385, - "nauc_mrr_at_100_max": 0.833153, - "nauc_mrr_at_100_std": -0.119839, - "nauc_mrr_at_100_diff1": 0.923702, - "nauc_mrr_at_1000_max": 0.833137, - "nauc_mrr_at_1000_std": -0.119945, - "nauc_mrr_at_1000_diff1": 0.923697, - "main_score": 0.91976, + "nauc_mrr_at_1_max": 0.754003, + "nauc_mrr_at_1_std": -0.245576, + "nauc_mrr_at_1_diff1": 0.912217, + "nauc_mrr_at_3_max": 0.786627, + "nauc_mrr_at_3_std": -0.191673, + "nauc_mrr_at_3_diff1": 0.897697, + "nauc_mrr_at_5_max": 0.784841, + "nauc_mrr_at_5_std": -0.198362, + "nauc_mrr_at_5_diff1": 0.898468, + "nauc_mrr_at_10_max": 0.782943, + "nauc_mrr_at_10_std": -0.207673, + "nauc_mrr_at_10_diff1": 0.899926, + "nauc_mrr_at_20_max": 0.783631, + "nauc_mrr_at_20_std": -0.198511, + "nauc_mrr_at_20_diff1": 0.900767, + "nauc_mrr_at_100_max": 0.783028, + "nauc_mrr_at_100_std": -0.201219, + "nauc_mrr_at_100_diff1": 0.900728, + "nauc_mrr_at_1000_max": 0.782985, + "nauc_mrr_at_1000_std": -0.201425, + "nauc_mrr_at_1000_diff1": 0.900712, + "hit_rate_at_1": 0.83333, + "hit_rate_at_3": 0.91111, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8948, "hf_subset": "eng_Latn-afr_Latn", "languages": [ "eng-Latn", "afr-Latn" - ] - }, - { - "ndcg_at_1": 0.83889, - "ndcg_at_3": 0.88563, - "ndcg_at_5": 0.89161, - "ndcg_at_10": 0.90026, - "ndcg_at_20": 0.90413, - "ndcg_at_100": 0.9076, - "ndcg_at_1000": 0.90865, - "map_at_1": 0.83889, - "map_at_3": 0.87481, - "map_at_5": 0.87815, - "map_at_10": 0.88173, - "map_at_20": 0.88276, - "map_at_100": 0.88323, - "map_at_1000": 0.88328, - "recall_at_1": 0.83889, - "recall_at_3": 0.91667, - "recall_at_5": 0.93111, - "recall_at_10": 0.95778, - "recall_at_20": 0.97333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82333, + "ndcg_at_3": 0.86947, + "ndcg_at_5": 0.88233, + "ndcg_at_10": 0.8886, + "ndcg_at_20": 0.89286, + "ndcg_at_100": 0.89714, + "ndcg_at_1000": 0.89818, + "map_at_1": 0.82333, + "map_at_3": 0.85815, + "map_at_5": 0.86531, + "map_at_10": 0.868, + "map_at_20": 0.86919, + "map_at_100": 0.86976, + "map_at_1000": 0.86981, + "recall_at_1": 0.82333, + "recall_at_3": 0.90222, + "recall_at_5": 0.93333, + "recall_at_10": 0.95222, + "recall_at_20": 0.96889, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.83889, - "precision_at_3": 0.30556, - "precision_at_5": 0.18622, - "precision_at_10": 0.09578, - "precision_at_20": 0.04867, + "accuracy": 0.82333, + "precision_at_1": 0.82333, + "precision_at_3": 0.30074, + "precision_at_5": 0.18667, + "precision_at_10": 0.09522, + "precision_at_20": 0.04844, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.838889, - "mrr_at_3": 0.874815, - "mrr_at_5": 0.878148, - "mrr_at_10": 0.881733, - "mrr_at_20": 0.882759, - "mrr_at_100": 0.883234, - "mrr_at_1000": 0.883282, - "nauc_ndcg_at_1_max": 0.740804, - "nauc_ndcg_at_1_std": -0.05965, - "nauc_ndcg_at_1_diff1": 0.899905, - "nauc_ndcg_at_3_max": 0.784917, - "nauc_ndcg_at_3_std": 0.013796, - "nauc_ndcg_at_3_diff1": 0.881121, - "nauc_ndcg_at_5_max": 0.78487, - "nauc_ndcg_at_5_std": 0.009857, - "nauc_ndcg_at_5_diff1": 0.881504, - "nauc_ndcg_at_10_max": 0.781344, - "nauc_ndcg_at_10_std": 0.01807, - "nauc_ndcg_at_10_diff1": 0.884665, - "nauc_ndcg_at_20_max": 0.776581, - "nauc_ndcg_at_20_std": 0.001051, - "nauc_ndcg_at_20_diff1": 0.885961, - "nauc_ndcg_at_100_max": 0.774597, - "nauc_ndcg_at_100_std": 0.005225, - "nauc_ndcg_at_100_diff1": 0.887613, - "nauc_ndcg_at_1000_max": 0.773189, - "nauc_ndcg_at_1000_std": -0.001573, - "nauc_ndcg_at_1000_diff1": 0.887352, - "nauc_map_at_1_max": 0.740804, - "nauc_map_at_1_std": -0.05965, - "nauc_map_at_1_diff1": 0.899905, - "nauc_map_at_3_max": 0.771814, - "nauc_map_at_3_std": -0.008811, - "nauc_map_at_3_diff1": 0.886523, - "nauc_map_at_5_max": 0.771395, - "nauc_map_at_5_std": -0.011275, - "nauc_map_at_5_diff1": 0.88678, - "nauc_map_at_10_max": 0.769765, - "nauc_map_at_10_std": -0.008802, - "nauc_map_at_10_diff1": 0.888148, - "nauc_map_at_20_max": 0.76862, - "nauc_map_at_20_std": -0.012791, - "nauc_map_at_20_diff1": 0.888437, - "nauc_map_at_100_max": 0.768432, - "nauc_map_at_100_std": -0.011948, - "nauc_map_at_100_diff1": 0.888633, - "nauc_map_at_1000_max": 0.768382, - "nauc_map_at_1000_std": -0.012192, - "nauc_map_at_1000_diff1": 0.888637, - "nauc_recall_at_1_max": 0.740804, - "nauc_recall_at_1_std": -0.05965, - "nauc_recall_at_1_diff1": 0.899905, - "nauc_recall_at_3_max": 0.839689, - "nauc_recall_at_3_std": 0.108789, - "nauc_recall_at_3_diff1": 0.858649, - "nauc_recall_at_5_max": 0.851179, - "nauc_recall_at_5_std": 0.113144, - "nauc_recall_at_5_diff1": 0.855968, - "nauc_recall_at_10_max": 0.867635, - "nauc_recall_at_10_std": 0.232137, - "nauc_recall_at_10_diff1": 0.860878, - "nauc_recall_at_20_max": 0.85121, - "nauc_recall_at_20_std": 0.119125, - "nauc_recall_at_20_diff1": 0.865974, + "mrr_at_1": 0.823333, + "mrr_at_3": 0.858148, + "mrr_at_5": 0.865315, + "mrr_at_10": 0.867996, + "mrr_at_20": 0.869187, + "mrr_at_100": 0.869764, + "mrr_at_1000": 0.869809, + "nauc_ndcg_at_1_max": 0.739384, + "nauc_ndcg_at_1_std": -0.15759, + "nauc_ndcg_at_1_diff1": 0.898577, + "nauc_ndcg_at_3_max": 0.785792, + "nauc_ndcg_at_3_std": -0.079054, + "nauc_ndcg_at_3_diff1": 0.879864, + "nauc_ndcg_at_5_max": 0.783274, + "nauc_ndcg_at_5_std": -0.072125, + "nauc_ndcg_at_5_diff1": 0.879826, + "nauc_ndcg_at_10_max": 0.780255, + "nauc_ndcg_at_10_std": -0.073873, + "nauc_ndcg_at_10_diff1": 0.882453, + "nauc_ndcg_at_20_max": 0.778159, + "nauc_ndcg_at_20_std": -0.079924, + "nauc_ndcg_at_20_diff1": 0.882127, + "nauc_ndcg_at_100_max": 0.775387, + "nauc_ndcg_at_100_std": -0.084758, + "nauc_ndcg_at_100_diff1": 0.884657, + "nauc_ndcg_at_1000_max": 0.774149, + "nauc_ndcg_at_1000_std": -0.091603, + "nauc_ndcg_at_1000_diff1": 0.884395, + "nauc_map_at_1_max": 0.739384, + "nauc_map_at_1_std": -0.15759, + "nauc_map_at_1_diff1": 0.898577, + "nauc_map_at_3_max": 0.774574, + "nauc_map_at_3_std": -0.100326, + "nauc_map_at_3_diff1": 0.884968, + "nauc_map_at_5_max": 0.77262, + "nauc_map_at_5_std": -0.098527, + "nauc_map_at_5_diff1": 0.885189, + "nauc_map_at_10_max": 0.771206, + "nauc_map_at_10_std": -0.100139, + "nauc_map_at_10_diff1": 0.886209, + "nauc_map_at_20_max": 0.770542, + "nauc_map_at_20_std": -0.10225, + "nauc_map_at_20_diff1": 0.88608, + "nauc_map_at_100_max": 0.770164, + "nauc_map_at_100_std": -0.102812, + "nauc_map_at_100_diff1": 0.886326, + "nauc_map_at_1000_max": 0.770125, + "nauc_map_at_1000_std": -0.103033, + "nauc_map_at_1000_diff1": 0.886313, + "nauc_recall_at_1_max": 0.739384, + "nauc_recall_at_1_std": -0.15759, + "nauc_recall_at_1_diff1": 0.898577, + "nauc_recall_at_3_max": 0.829498, + "nauc_recall_at_3_std": 0.005422, + "nauc_recall_at_3_diff1": 0.859573, + "nauc_recall_at_5_max": 0.840297, + "nauc_recall_at_5_std": 0.076712, + "nauc_recall_at_5_diff1": 0.850296, + "nauc_recall_at_10_max": 0.843713, + "nauc_recall_at_10_std": 0.129666, + "nauc_recall_at_10_diff1": 0.857067, + "nauc_recall_at_20_max": 0.853275, + "nauc_recall_at_20_std": 0.17402, + "nauc_recall_at_20_diff1": 0.841937, "nauc_recall_at_100_max": 0.896625, - "nauc_recall_at_100_std": 0.590636, - "nauc_recall_at_100_diff1": 0.917634, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740804, - "nauc_precision_at_1_std": -0.05965, - "nauc_precision_at_1_diff1": 0.899905, - "nauc_precision_at_3_max": 0.839689, - "nauc_precision_at_3_std": 0.108789, - "nauc_precision_at_3_diff1": 0.858649, - "nauc_precision_at_5_max": 0.851179, - "nauc_precision_at_5_std": 0.113144, - "nauc_precision_at_5_diff1": 0.855968, - "nauc_precision_at_10_max": 0.867635, - "nauc_precision_at_10_std": 0.232137, - "nauc_precision_at_10_diff1": 0.860878, - "nauc_precision_at_20_max": 0.85121, - "nauc_precision_at_20_std": 0.119125, - "nauc_precision_at_20_diff1": 0.865974, + "nauc_recall_at_100_std": 0.578298, + "nauc_recall_at_100_diff1": 0.906629, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739384, + "nauc_precision_at_1_std": -0.15759, + "nauc_precision_at_1_diff1": 0.898577, + "nauc_precision_at_3_max": 0.829498, + "nauc_precision_at_3_std": 0.005422, + "nauc_precision_at_3_diff1": 0.859573, + "nauc_precision_at_5_max": 0.840297, + "nauc_precision_at_5_std": 0.076712, + "nauc_precision_at_5_diff1": 0.850296, + "nauc_precision_at_10_max": 0.843713, + "nauc_precision_at_10_std": 0.129666, + "nauc_precision_at_10_diff1": 0.857067, + "nauc_precision_at_20_max": 0.853275, + "nauc_precision_at_20_std": 0.17402, + "nauc_precision_at_20_diff1": 0.841937, "nauc_precision_at_100_max": 0.896625, - "nauc_precision_at_100_std": 0.590636, - "nauc_precision_at_100_diff1": 0.917634, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740804, - "nauc_mrr_at_1_std": -0.05965, - "nauc_mrr_at_1_diff1": 0.899905, - "nauc_mrr_at_3_max": 0.771814, - "nauc_mrr_at_3_std": -0.008811, - "nauc_mrr_at_3_diff1": 0.886523, - "nauc_mrr_at_5_max": 0.771395, - "nauc_mrr_at_5_std": -0.011275, - "nauc_mrr_at_5_diff1": 0.88678, - "nauc_mrr_at_10_max": 0.769765, - "nauc_mrr_at_10_std": -0.008802, - "nauc_mrr_at_10_diff1": 0.888148, - "nauc_mrr_at_20_max": 0.76862, - "nauc_mrr_at_20_std": -0.012791, - "nauc_mrr_at_20_diff1": 0.888437, - "nauc_mrr_at_100_max": 0.768432, - "nauc_mrr_at_100_std": -0.011948, - "nauc_mrr_at_100_diff1": 0.888633, - "nauc_mrr_at_1000_max": 0.768382, - "nauc_mrr_at_1000_std": -0.012192, - "nauc_mrr_at_1000_diff1": 0.888637, - "main_score": 0.90026, + "nauc_precision_at_100_std": 0.578298, + "nauc_precision_at_100_diff1": 0.906629, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739384, + "nauc_mrr_at_1_std": -0.15759, + "nauc_mrr_at_1_diff1": 0.898577, + "nauc_mrr_at_3_max": 0.774574, + "nauc_mrr_at_3_std": -0.100326, + "nauc_mrr_at_3_diff1": 0.884968, + "nauc_mrr_at_5_max": 0.77262, + "nauc_mrr_at_5_std": -0.098527, + "nauc_mrr_at_5_diff1": 0.885189, + "nauc_mrr_at_10_max": 0.771206, + "nauc_mrr_at_10_std": -0.100139, + "nauc_mrr_at_10_diff1": 0.886209, + "nauc_mrr_at_20_max": 0.770542, + "nauc_mrr_at_20_std": -0.10225, + "nauc_mrr_at_20_diff1": 0.88608, + "nauc_mrr_at_100_max": 0.770164, + "nauc_mrr_at_100_std": -0.102812, + "nauc_mrr_at_100_diff1": 0.886326, + "nauc_mrr_at_1000_max": 0.770125, + "nauc_mrr_at_1000_std": -0.103033, + "nauc_mrr_at_1000_diff1": 0.886313, + "hit_rate_at_1": 0.82333, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95222, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8886, "hf_subset": "als_Latn-als_Latn", "languages": [ "als-Latn", "als-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92778, - "ndcg_at_5": 0.93504, - "ndcg_at_10": 0.93974, - "ndcg_at_20": 0.9406, - "ndcg_at_100": 0.94215, - "ndcg_at_1000": 0.94243, + "ndcg_at_3": 0.92821, + "ndcg_at_5": 0.93318, + "ndcg_at_10": 0.93858, + "ndcg_at_20": 0.94028, + "ndcg_at_100": 0.94183, + "ndcg_at_1000": 0.9421, "map_at_1": 0.88889, - "map_at_3": 0.91852, - "map_at_5": 0.92252, - "map_at_10": 0.92447, - "map_at_20": 0.92471, - "map_at_100": 0.92497, - "map_at_1000": 0.92498, + "map_at_3": 0.91907, + "map_at_5": 0.9218, + "map_at_10": 0.92403, + "map_at_20": 0.9245, + "map_at_100": 0.92475, + "map_at_1000": 0.92476, "recall_at_1": 0.88889, "recall_at_3": 0.95444, - "recall_at_5": 0.97222, - "recall_at_10": 0.98667, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.88889, "precision_at_1": 0.88889, "precision_at_3": 0.31815, - "precision_at_5": 0.19444, - "precision_at_10": 0.09867, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.888889, - "mrr_at_3": 0.918519, - "mrr_at_5": 0.922519, - "mrr_at_10": 0.924473, - "mrr_at_20": 0.924715, - "mrr_at_100": 0.92497, - "mrr_at_1000": 0.924979, - "nauc_ndcg_at_1_max": 0.73843, - "nauc_ndcg_at_1_std": -0.29929, - "nauc_ndcg_at_1_diff1": 0.923794, - "nauc_ndcg_at_3_max": 0.761887, - "nauc_ndcg_at_3_std": -0.334695, - "nauc_ndcg_at_3_diff1": 0.912122, - "nauc_ndcg_at_5_max": 0.764834, - "nauc_ndcg_at_5_std": -0.364835, - "nauc_ndcg_at_5_diff1": 0.91495, - "nauc_ndcg_at_10_max": 0.760207, - "nauc_ndcg_at_10_std": -0.312948, - "nauc_ndcg_at_10_diff1": 0.918642, - "nauc_ndcg_at_20_max": 0.761222, - "nauc_ndcg_at_20_std": -0.304374, - "nauc_ndcg_at_20_diff1": 0.917459, - "nauc_ndcg_at_100_max": 0.759543, - "nauc_ndcg_at_100_std": -0.311829, - "nauc_ndcg_at_100_diff1": 0.918333, - "nauc_ndcg_at_1000_max": 0.758353, - "nauc_ndcg_at_1000_std": -0.318002, - "nauc_ndcg_at_1000_diff1": 0.917929, - "nauc_map_at_1_max": 0.73843, - "nauc_map_at_1_std": -0.29929, - "nauc_map_at_1_diff1": 0.923794, - "nauc_map_at_3_max": 0.755875, - "nauc_map_at_3_std": -0.327038, - "nauc_map_at_3_diff1": 0.915527, - "nauc_map_at_5_max": 0.757156, - "nauc_map_at_5_std": -0.340331, - "nauc_map_at_5_diff1": 0.917028, - "nauc_map_at_10_max": 0.755448, - "nauc_map_at_10_std": -0.322606, - "nauc_map_at_10_diff1": 0.918259, - "nauc_map_at_20_max": 0.755733, - "nauc_map_at_20_std": -0.320272, - "nauc_map_at_20_diff1": 0.917994, - "nauc_map_at_100_max": 0.755509, - "nauc_map_at_100_std": -0.321343, - "nauc_map_at_100_diff1": 0.918135, - "nauc_map_at_1000_max": 0.755477, - "nauc_map_at_1000_std": -0.321505, - "nauc_map_at_1000_diff1": 0.918125, - "nauc_recall_at_1_max": 0.73843, - "nauc_recall_at_1_std": -0.29929, - "nauc_recall_at_1_diff1": 0.923794, - "nauc_recall_at_3_max": 0.791419, - "nauc_recall_at_3_std": -0.370978, - "nauc_recall_at_3_diff1": 0.895015, - "nauc_recall_at_5_max": 0.82437, - "nauc_recall_at_5_std": -0.567862, - "nauc_recall_at_5_diff1": 0.899907, - "nauc_recall_at_10_max": 0.824152, - "nauc_recall_at_10_std": -0.070261, - "nauc_recall_at_10_diff1": 0.935613, - "nauc_recall_at_20_max": 0.864613, - "nauc_recall_at_20_std": 0.181865, - "nauc_recall_at_20_diff1": 0.914151, + "mrr_at_3": 0.919074, + "mrr_at_5": 0.921796, + "mrr_at_10": 0.924027, + "mrr_at_20": 0.924496, + "mrr_at_100": 0.924751, + "mrr_at_1000": 0.924758, + "nauc_ndcg_at_1_max": 0.69903, + "nauc_ndcg_at_1_std": -0.358373, + "nauc_ndcg_at_1_diff1": 0.908728, + "nauc_ndcg_at_3_max": 0.713477, + "nauc_ndcg_at_3_std": -0.412304, + "nauc_ndcg_at_3_diff1": 0.896314, + "nauc_ndcg_at_5_max": 0.719048, + "nauc_ndcg_at_5_std": -0.389811, + "nauc_ndcg_at_5_diff1": 0.900187, + "nauc_ndcg_at_10_max": 0.712698, + "nauc_ndcg_at_10_std": -0.365533, + "nauc_ndcg_at_10_diff1": 0.900134, + "nauc_ndcg_at_20_max": 0.714212, + "nauc_ndcg_at_20_std": -0.362433, + "nauc_ndcg_at_20_diff1": 0.900822, + "nauc_ndcg_at_100_max": 0.713709, + "nauc_ndcg_at_100_std": -0.368594, + "nauc_ndcg_at_100_diff1": 0.901727, + "nauc_ndcg_at_1000_max": 0.712367, + "nauc_ndcg_at_1000_std": -0.375008, + "nauc_ndcg_at_1000_diff1": 0.901574, + "nauc_map_at_1_max": 0.69903, + "nauc_map_at_1_std": -0.358373, + "nauc_map_at_1_diff1": 0.908728, + "nauc_map_at_3_max": 0.710506, + "nauc_map_at_3_std": -0.396175, + "nauc_map_at_3_diff1": 0.900275, + "nauc_map_at_5_max": 0.712748, + "nauc_map_at_5_std": -0.384311, + "nauc_map_at_5_diff1": 0.902099, + "nauc_map_at_10_max": 0.71034, + "nauc_map_at_10_std": -0.378074, + "nauc_map_at_10_diff1": 0.902036, + "nauc_map_at_20_max": 0.710722, + "nauc_map_at_20_std": -0.377409, + "nauc_map_at_20_diff1": 0.902238, + "nauc_map_at_100_max": 0.710537, + "nauc_map_at_100_std": -0.378449, + "nauc_map_at_100_diff1": 0.902332, + "nauc_map_at_1000_max": 0.710508, + "nauc_map_at_1000_std": -0.378583, + "nauc_map_at_1000_diff1": 0.902329, + "nauc_recall_at_1_max": 0.69903, + "nauc_recall_at_1_std": -0.358373, + "nauc_recall_at_1_diff1": 0.908728, + "nauc_recall_at_3_max": 0.727267, + "nauc_recall_at_3_std": -0.493043, + "nauc_recall_at_3_diff1": 0.876284, + "nauc_recall_at_5_max": 0.762092, + "nauc_recall_at_5_std": -0.420028, + "nauc_recall_at_5_diff1": 0.889122, + "nauc_recall_at_10_max": 0.735792, + "nauc_recall_at_10_std": -0.127824, + "nauc_recall_at_10_diff1": 0.879863, + "nauc_recall_at_20_max": 0.782706, + "nauc_recall_at_20_std": 0.09944, + "nauc_recall_at_20_diff1": 0.880174, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.73843, - "nauc_precision_at_1_std": -0.29929, - "nauc_precision_at_1_diff1": 0.923794, - "nauc_precision_at_3_max": 0.791419, - "nauc_precision_at_3_std": -0.370978, - "nauc_precision_at_3_diff1": 0.895015, - "nauc_precision_at_5_max": 0.82437, - "nauc_precision_at_5_std": -0.567862, - "nauc_precision_at_5_diff1": 0.899907, - "nauc_precision_at_10_max": 0.824152, - "nauc_precision_at_10_std": -0.070261, - "nauc_precision_at_10_diff1": 0.935613, - "nauc_precision_at_20_max": 0.864613, - "nauc_precision_at_20_std": 0.181865, - "nauc_precision_at_20_diff1": 0.914151, + "nauc_precision_at_1_max": 0.69903, + "nauc_precision_at_1_std": -0.358373, + "nauc_precision_at_1_diff1": 0.908728, + "nauc_precision_at_3_max": 0.727267, + "nauc_precision_at_3_std": -0.493043, + "nauc_precision_at_3_diff1": 0.876284, + "nauc_precision_at_5_max": 0.762092, + "nauc_precision_at_5_std": -0.420028, + "nauc_precision_at_5_diff1": 0.889122, + "nauc_precision_at_10_max": 0.735792, + "nauc_precision_at_10_std": -0.127824, + "nauc_precision_at_10_diff1": 0.879863, + "nauc_precision_at_20_max": 0.782706, + "nauc_precision_at_20_std": 0.09944, + "nauc_precision_at_20_diff1": 0.880174, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.73843, - "nauc_mrr_at_1_std": -0.29929, - "nauc_mrr_at_1_diff1": 0.923794, - "nauc_mrr_at_3_max": 0.755875, - "nauc_mrr_at_3_std": -0.327038, - "nauc_mrr_at_3_diff1": 0.915527, - "nauc_mrr_at_5_max": 0.757156, - "nauc_mrr_at_5_std": -0.340331, - "nauc_mrr_at_5_diff1": 0.917028, - "nauc_mrr_at_10_max": 0.755448, - "nauc_mrr_at_10_std": -0.322606, - "nauc_mrr_at_10_diff1": 0.918259, - "nauc_mrr_at_20_max": 0.755733, - "nauc_mrr_at_20_std": -0.320272, - "nauc_mrr_at_20_diff1": 0.917994, - "nauc_mrr_at_100_max": 0.755509, - "nauc_mrr_at_100_std": -0.321343, - "nauc_mrr_at_100_diff1": 0.918135, - "nauc_mrr_at_1000_max": 0.755477, - "nauc_mrr_at_1000_std": -0.321505, - "nauc_mrr_at_1000_diff1": 0.918125, - "main_score": 0.93974, + "nauc_mrr_at_1_max": 0.69903, + "nauc_mrr_at_1_std": -0.358373, + "nauc_mrr_at_1_diff1": 0.908728, + "nauc_mrr_at_3_max": 0.710506, + "nauc_mrr_at_3_std": -0.396175, + "nauc_mrr_at_3_diff1": 0.900275, + "nauc_mrr_at_5_max": 0.712748, + "nauc_mrr_at_5_std": -0.384311, + "nauc_mrr_at_5_diff1": 0.902099, + "nauc_mrr_at_10_max": 0.71034, + "nauc_mrr_at_10_std": -0.378074, + "nauc_mrr_at_10_diff1": 0.902036, + "nauc_mrr_at_20_max": 0.710722, + "nauc_mrr_at_20_std": -0.377409, + "nauc_mrr_at_20_diff1": 0.902238, + "nauc_mrr_at_100_max": 0.710537, + "nauc_mrr_at_100_std": -0.378449, + "nauc_mrr_at_100_diff1": 0.902332, + "nauc_mrr_at_1000_max": 0.710508, + "nauc_mrr_at_1000_std": -0.378583, + "nauc_mrr_at_1000_diff1": 0.902329, + "hit_rate_at_1": 0.88889, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93858, "hf_subset": "als_Latn-eng_Latn", "languages": [ "als-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.75778, - "ndcg_at_3": 0.82871, - "ndcg_at_5": 0.83555, - "ndcg_at_10": 0.84464, - "ndcg_at_20": 0.85078, - "ndcg_at_100": 0.85846, - "ndcg_at_1000": 0.86026, - "map_at_1": 0.75778, - "map_at_3": 0.81204, - "map_at_5": 0.81581, - "map_at_10": 0.81962, - "map_at_20": 0.82129, - "map_at_100": 0.82237, - "map_at_1000": 0.82246, - "recall_at_1": 0.75778, - "recall_at_3": 0.87667, - "recall_at_5": 0.89333, - "recall_at_10": 0.92111, - "recall_at_20": 0.94556, - "recall_at_100": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73889, + "ndcg_at_3": 0.81041, + "ndcg_at_5": 0.81992, + "ndcg_at_10": 0.8293, + "ndcg_at_20": 0.8355, + "ndcg_at_100": 0.84413, + "ndcg_at_1000": 0.84688, + "map_at_1": 0.73889, + "map_at_3": 0.79389, + "map_at_5": 0.79911, + "map_at_10": 0.803, + "map_at_20": 0.80472, + "map_at_100": 0.80597, + "map_at_1000": 0.8061, + "recall_at_1": 0.73889, + "recall_at_3": 0.85778, + "recall_at_5": 0.88111, + "recall_at_10": 0.91, + "recall_at_20": 0.93444, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.75778, - "precision_at_3": 0.29222, - "precision_at_5": 0.17867, - "precision_at_10": 0.09211, - "precision_at_20": 0.04728, - "precision_at_100": 0.00987, + "accuracy": 0.73889, + "precision_at_1": 0.73889, + "precision_at_3": 0.28593, + "precision_at_5": 0.17622, + "precision_at_10": 0.091, + "precision_at_20": 0.04672, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.757778, - "mrr_at_3": 0.812037, - "mrr_at_5": 0.815815, - "mrr_at_10": 0.819621, - "mrr_at_20": 0.821287, - "mrr_at_100": 0.822374, - "mrr_at_1000": 0.822456, - "nauc_ndcg_at_1_max": 0.781525, - "nauc_ndcg_at_1_std": 0.101602, - "nauc_ndcg_at_1_diff1": 0.910964, - "nauc_ndcg_at_3_max": 0.829211, - "nauc_ndcg_at_3_std": 0.193967, - "nauc_ndcg_at_3_diff1": 0.885029, - "nauc_ndcg_at_5_max": 0.822867, - "nauc_ndcg_at_5_std": 0.189213, - "nauc_ndcg_at_5_diff1": 0.882449, - "nauc_ndcg_at_10_max": 0.821863, - "nauc_ndcg_at_10_std": 0.196136, - "nauc_ndcg_at_10_diff1": 0.88561, - "nauc_ndcg_at_20_max": 0.820797, - "nauc_ndcg_at_20_std": 0.197757, - "nauc_ndcg_at_20_diff1": 0.887664, - "nauc_ndcg_at_100_max": 0.817635, - "nauc_ndcg_at_100_std": 0.185084, - "nauc_ndcg_at_100_diff1": 0.890327, - "nauc_ndcg_at_1000_max": 0.816211, - "nauc_ndcg_at_1000_std": 0.177732, - "nauc_ndcg_at_1000_diff1": 0.890478, - "nauc_map_at_1_max": 0.781525, - "nauc_map_at_1_std": 0.101602, - "nauc_map_at_1_diff1": 0.910964, - "nauc_map_at_3_max": 0.816609, - "nauc_map_at_3_std": 0.166307, - "nauc_map_at_3_diff1": 0.892219, - "nauc_map_at_5_max": 0.813198, - "nauc_map_at_5_std": 0.163185, - "nauc_map_at_5_diff1": 0.891078, - "nauc_map_at_10_max": 0.812679, - "nauc_map_at_10_std": 0.165515, - "nauc_map_at_10_diff1": 0.892486, - "nauc_map_at_20_max": 0.812421, - "nauc_map_at_20_std": 0.16554, - "nauc_map_at_20_diff1": 0.893104, - "nauc_map_at_100_max": 0.811954, - "nauc_map_at_100_std": 0.163856, - "nauc_map_at_100_diff1": 0.893351, - "nauc_map_at_1000_max": 0.811899, - "nauc_map_at_1000_std": 0.16358, - "nauc_map_at_1000_diff1": 0.893353, - "nauc_recall_at_1_max": 0.781525, - "nauc_recall_at_1_std": 0.101602, - "nauc_recall_at_1_diff1": 0.910964, - "nauc_recall_at_3_max": 0.880543, - "nauc_recall_at_3_std": 0.308842, - "nauc_recall_at_3_diff1": 0.855513, - "nauc_recall_at_5_max": 0.865091, - "nauc_recall_at_5_std": 0.309161, - "nauc_recall_at_5_diff1": 0.842272, - "nauc_recall_at_10_max": 0.873193, - "nauc_recall_at_10_std": 0.384773, - "nauc_recall_at_10_diff1": 0.845583, - "nauc_recall_at_20_max": 0.883572, - "nauc_recall_at_20_std": 0.486614, - "nauc_recall_at_20_diff1": 0.846605, - "nauc_recall_at_100_max": 0.919662, - "nauc_recall_at_100_std": 0.712613, - "nauc_recall_at_100_diff1": 0.877451, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781525, - "nauc_precision_at_1_std": 0.101602, - "nauc_precision_at_1_diff1": 0.910964, - "nauc_precision_at_3_max": 0.880543, - "nauc_precision_at_3_std": 0.308842, - "nauc_precision_at_3_diff1": 0.855513, - "nauc_precision_at_5_max": 0.865091, - "nauc_precision_at_5_std": 0.309161, - "nauc_precision_at_5_diff1": 0.842272, - "nauc_precision_at_10_max": 0.873193, - "nauc_precision_at_10_std": 0.384773, - "nauc_precision_at_10_diff1": 0.845583, - "nauc_precision_at_20_max": 0.883572, - "nauc_precision_at_20_std": 0.486614, - "nauc_precision_at_20_diff1": 0.846605, - "nauc_precision_at_100_max": 0.919662, - "nauc_precision_at_100_std": 0.712613, - "nauc_precision_at_100_diff1": 0.877451, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781525, - "nauc_mrr_at_1_std": 0.101602, - "nauc_mrr_at_1_diff1": 0.910964, - "nauc_mrr_at_3_max": 0.816609, - "nauc_mrr_at_3_std": 0.166307, - "nauc_mrr_at_3_diff1": 0.892219, - "nauc_mrr_at_5_max": 0.813198, - "nauc_mrr_at_5_std": 0.163185, - "nauc_mrr_at_5_diff1": 0.891078, - "nauc_mrr_at_10_max": 0.812679, - "nauc_mrr_at_10_std": 0.165515, - "nauc_mrr_at_10_diff1": 0.892486, - "nauc_mrr_at_20_max": 0.812421, - "nauc_mrr_at_20_std": 0.16554, - "nauc_mrr_at_20_diff1": 0.893104, - "nauc_mrr_at_100_max": 0.811954, - "nauc_mrr_at_100_std": 0.163856, - "nauc_mrr_at_100_diff1": 0.893351, - "nauc_mrr_at_1000_max": 0.811899, - "nauc_mrr_at_1000_std": 0.16358, - "nauc_mrr_at_1000_diff1": 0.893353, - "main_score": 0.84464, + "mrr_at_1": 0.738889, + "mrr_at_3": 0.793889, + "mrr_at_5": 0.799111, + "mrr_at_10": 0.803005, + "mrr_at_20": 0.804718, + "mrr_at_100": 0.805968, + "mrr_at_1000": 0.806103, + "nauc_ndcg_at_1_max": 0.772102, + "nauc_ndcg_at_1_std": 0.060185, + "nauc_ndcg_at_1_diff1": 0.896046, + "nauc_ndcg_at_3_max": 0.818646, + "nauc_ndcg_at_3_std": 0.115597, + "nauc_ndcg_at_3_diff1": 0.874749, + "nauc_ndcg_at_5_max": 0.813836, + "nauc_ndcg_at_5_std": 0.110533, + "nauc_ndcg_at_5_diff1": 0.872375, + "nauc_ndcg_at_10_max": 0.809365, + "nauc_ndcg_at_10_std": 0.126683, + "nauc_ndcg_at_10_diff1": 0.871823, + "nauc_ndcg_at_20_max": 0.809483, + "nauc_ndcg_at_20_std": 0.12597, + "nauc_ndcg_at_20_diff1": 0.873951, + "nauc_ndcg_at_100_max": 0.806476, + "nauc_ndcg_at_100_std": 0.118498, + "nauc_ndcg_at_100_diff1": 0.875898, + "nauc_ndcg_at_1000_max": 0.805561, + "nauc_ndcg_at_1000_std": 0.111605, + "nauc_ndcg_at_1000_diff1": 0.876811, + "nauc_map_at_1_max": 0.772102, + "nauc_map_at_1_std": 0.060185, + "nauc_map_at_1_diff1": 0.896046, + "nauc_map_at_3_max": 0.806581, + "nauc_map_at_3_std": 0.099467, + "nauc_map_at_3_diff1": 0.879865, + "nauc_map_at_5_max": 0.803937, + "nauc_map_at_5_std": 0.096096, + "nauc_map_at_5_diff1": 0.878797, + "nauc_map_at_10_max": 0.801969, + "nauc_map_at_10_std": 0.101391, + "nauc_map_at_10_diff1": 0.878604, + "nauc_map_at_20_max": 0.802015, + "nauc_map_at_20_std": 0.101207, + "nauc_map_at_20_diff1": 0.879221, + "nauc_map_at_100_max": 0.801646, + "nauc_map_at_100_std": 0.100497, + "nauc_map_at_100_diff1": 0.879477, + "nauc_map_at_1000_max": 0.801608, + "nauc_map_at_1000_std": 0.100231, + "nauc_map_at_1000_diff1": 0.879511, + "nauc_recall_at_1_max": 0.772102, + "nauc_recall_at_1_std": 0.060185, + "nauc_recall_at_1_diff1": 0.896046, + "nauc_recall_at_3_max": 0.865468, + "nauc_recall_at_3_std": 0.179346, + "nauc_recall_at_3_diff1": 0.855155, + "nauc_recall_at_5_max": 0.856443, + "nauc_recall_at_5_std": 0.175633, + "nauc_recall_at_5_diff1": 0.843509, + "nauc_recall_at_10_max": 0.846342, + "nauc_recall_at_10_std": 0.284948, + "nauc_recall_at_10_diff1": 0.833241, + "nauc_recall_at_20_max": 0.85943, + "nauc_recall_at_20_std": 0.332969, + "nauc_recall_at_20_diff1": 0.837242, + "nauc_recall_at_100_max": 0.853979, + "nauc_recall_at_100_std": 0.477773, + "nauc_recall_at_100_diff1": 0.827653, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772102, + "nauc_precision_at_1_std": 0.060185, + "nauc_precision_at_1_diff1": 0.896046, + "nauc_precision_at_3_max": 0.865468, + "nauc_precision_at_3_std": 0.179346, + "nauc_precision_at_3_diff1": 0.855155, + "nauc_precision_at_5_max": 0.856443, + "nauc_precision_at_5_std": 0.175633, + "nauc_precision_at_5_diff1": 0.843509, + "nauc_precision_at_10_max": 0.846342, + "nauc_precision_at_10_std": 0.284948, + "nauc_precision_at_10_diff1": 0.833241, + "nauc_precision_at_20_max": 0.85943, + "nauc_precision_at_20_std": 0.332969, + "nauc_precision_at_20_diff1": 0.837242, + "nauc_precision_at_100_max": 0.853979, + "nauc_precision_at_100_std": 0.477773, + "nauc_precision_at_100_diff1": 0.827653, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772102, + "nauc_mrr_at_1_std": 0.060185, + "nauc_mrr_at_1_diff1": 0.896046, + "nauc_mrr_at_3_max": 0.806581, + "nauc_mrr_at_3_std": 0.099467, + "nauc_mrr_at_3_diff1": 0.879865, + "nauc_mrr_at_5_max": 0.803937, + "nauc_mrr_at_5_std": 0.096096, + "nauc_mrr_at_5_diff1": 0.878797, + "nauc_mrr_at_10_max": 0.801969, + "nauc_mrr_at_10_std": 0.101391, + "nauc_mrr_at_10_diff1": 0.878604, + "nauc_mrr_at_20_max": 0.802015, + "nauc_mrr_at_20_std": 0.101207, + "nauc_mrr_at_20_diff1": 0.879221, + "nauc_mrr_at_100_max": 0.801646, + "nauc_mrr_at_100_std": 0.100497, + "nauc_mrr_at_100_diff1": 0.879477, + "nauc_mrr_at_1000_max": 0.801608, + "nauc_mrr_at_1000_std": 0.100231, + "nauc_mrr_at_1000_diff1": 0.879511, + "hit_rate_at_1": 0.73889, + "hit_rate_at_3": 0.85778, + "hit_rate_at_5": 0.88111, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.8293, "hf_subset": "eng_Latn-als_Latn", "languages": [ "eng-Latn", "als-Latn" - ] - }, - { - "ndcg_at_1": 0.59889, - "ndcg_at_3": 0.66378, - "ndcg_at_5": 0.6799, - "ndcg_at_10": 0.69742, - "ndcg_at_20": 0.70495, - "ndcg_at_100": 0.71902, - "ndcg_at_1000": 0.73089, - "map_at_1": 0.59889, - "map_at_3": 0.64815, - "map_at_5": 0.65715, - "map_at_10": 0.66433, - "map_at_20": 0.66637, - "map_at_100": 0.66826, - "map_at_1000": 0.66873, - "recall_at_1": 0.59889, - "recall_at_3": 0.70889, - "recall_at_5": 0.74778, - "recall_at_10": 0.80222, - "recall_at_20": 0.83222, - "recall_at_100": 0.90889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59111, + "ndcg_at_3": 0.65235, + "ndcg_at_5": 0.67024, + "ndcg_at_10": 0.68444, + "ndcg_at_20": 0.6965, + "ndcg_at_100": 0.7091, + "ndcg_at_1000": 0.72195, + "map_at_1": 0.59111, + "map_at_3": 0.63741, + "map_at_5": 0.64735, + "map_at_10": 0.65333, + "map_at_20": 0.65661, + "map_at_100": 0.65815, + "map_at_1000": 0.65865, + "recall_at_1": 0.59111, + "recall_at_3": 0.69556, + "recall_at_5": 0.73889, + "recall_at_10": 0.78222, + "recall_at_20": 0.83, + "recall_at_100": 0.90111, "recall_at_1000": 1.0, - "precision_at_1": 0.59889, - "precision_at_3": 0.2363, - "precision_at_5": 0.14956, - "precision_at_10": 0.08022, - "precision_at_20": 0.04161, - "precision_at_100": 0.00909, + "accuracy": 0.59111, + "precision_at_1": 0.59111, + "precision_at_3": 0.23185, + "precision_at_5": 0.14778, + "precision_at_10": 0.07822, + "precision_at_20": 0.0415, + "precision_at_100": 0.00901, "precision_at_1000": 0.001, - "mrr_at_1": 0.598889, - "mrr_at_3": 0.648148, - "mrr_at_5": 0.657148, - "mrr_at_10": 0.664332, - "mrr_at_20": 0.666368, - "mrr_at_100": 0.668257, - "mrr_at_1000": 0.66873, - "nauc_ndcg_at_1_max": 0.727537, - "nauc_ndcg_at_1_std": 0.147431, - "nauc_ndcg_at_1_diff1": 0.808608, - "nauc_ndcg_at_3_max": 0.747982, - "nauc_ndcg_at_3_std": 0.188031, - "nauc_ndcg_at_3_diff1": 0.777059, - "nauc_ndcg_at_5_max": 0.750183, - "nauc_ndcg_at_5_std": 0.191492, - "nauc_ndcg_at_5_diff1": 0.778272, - "nauc_ndcg_at_10_max": 0.746008, - "nauc_ndcg_at_10_std": 0.215057, - "nauc_ndcg_at_10_diff1": 0.769923, - "nauc_ndcg_at_20_max": 0.747944, - "nauc_ndcg_at_20_std": 0.209749, - "nauc_ndcg_at_20_diff1": 0.77446, - "nauc_ndcg_at_100_max": 0.743611, - "nauc_ndcg_at_100_std": 0.206518, - "nauc_ndcg_at_100_diff1": 0.773164, - "nauc_ndcg_at_1000_max": 0.744808, - "nauc_ndcg_at_1000_std": 0.196816, - "nauc_ndcg_at_1000_diff1": 0.778632, - "nauc_map_at_1_max": 0.727537, - "nauc_map_at_1_std": 0.147431, - "nauc_map_at_1_diff1": 0.808608, - "nauc_map_at_3_max": 0.743714, - "nauc_map_at_3_std": 0.176058, - "nauc_map_at_3_diff1": 0.785416, - "nauc_map_at_5_max": 0.744722, - "nauc_map_at_5_std": 0.177545, - "nauc_map_at_5_diff1": 0.786223, - "nauc_map_at_10_max": 0.743149, - "nauc_map_at_10_std": 0.186781, - "nauc_map_at_10_diff1": 0.783217, - "nauc_map_at_20_max": 0.74365, - "nauc_map_at_20_std": 0.185383, - "nauc_map_at_20_diff1": 0.7845, - "nauc_map_at_100_max": 0.743108, - "nauc_map_at_100_std": 0.184824, - "nauc_map_at_100_diff1": 0.784355, - "nauc_map_at_1000_max": 0.743158, - "nauc_map_at_1000_std": 0.184492, - "nauc_map_at_1000_diff1": 0.784565, - "nauc_recall_at_1_max": 0.727537, - "nauc_recall_at_1_std": 0.147431, - "nauc_recall_at_1_diff1": 0.808608, - "nauc_recall_at_3_max": 0.761452, - "nauc_recall_at_3_std": 0.227885, - "nauc_recall_at_3_diff1": 0.749638, - "nauc_recall_at_5_max": 0.76975, - "nauc_recall_at_5_std": 0.24316, - "nauc_recall_at_5_diff1": 0.749839, - "nauc_recall_at_10_max": 0.755277, - "nauc_recall_at_10_std": 0.349965, - "nauc_recall_at_10_diff1": 0.708159, - "nauc_recall_at_20_max": 0.768075, - "nauc_recall_at_20_std": 0.338067, - "nauc_recall_at_20_diff1": 0.72495, - "nauc_recall_at_100_max": 0.722467, - "nauc_recall_at_100_std": 0.391912, - "nauc_recall_at_100_diff1": 0.671984, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.727537, - "nauc_precision_at_1_std": 0.147431, - "nauc_precision_at_1_diff1": 0.808608, - "nauc_precision_at_3_max": 0.761452, - "nauc_precision_at_3_std": 0.227885, - "nauc_precision_at_3_diff1": 0.749638, - "nauc_precision_at_5_max": 0.76975, - "nauc_precision_at_5_std": 0.24316, - "nauc_precision_at_5_diff1": 0.749839, - "nauc_precision_at_10_max": 0.755277, - "nauc_precision_at_10_std": 0.349965, - "nauc_precision_at_10_diff1": 0.708159, - "nauc_precision_at_20_max": 0.768075, - "nauc_precision_at_20_std": 0.338067, - "nauc_precision_at_20_diff1": 0.72495, - "nauc_precision_at_100_max": 0.722467, - "nauc_precision_at_100_std": 0.391912, - "nauc_precision_at_100_diff1": 0.671984, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.727537, - "nauc_mrr_at_1_std": 0.147431, - "nauc_mrr_at_1_diff1": 0.808608, - "nauc_mrr_at_3_max": 0.743714, - "nauc_mrr_at_3_std": 0.176058, - "nauc_mrr_at_3_diff1": 0.785416, - "nauc_mrr_at_5_max": 0.744722, - "nauc_mrr_at_5_std": 0.177545, - "nauc_mrr_at_5_diff1": 0.786223, - "nauc_mrr_at_10_max": 0.743149, - "nauc_mrr_at_10_std": 0.186781, - "nauc_mrr_at_10_diff1": 0.783217, - "nauc_mrr_at_20_max": 0.74365, - "nauc_mrr_at_20_std": 0.185383, - "nauc_mrr_at_20_diff1": 0.7845, - "nauc_mrr_at_100_max": 0.743108, - "nauc_mrr_at_100_std": 0.184824, - "nauc_mrr_at_100_diff1": 0.784355, - "nauc_mrr_at_1000_max": 0.743158, - "nauc_mrr_at_1000_std": 0.184492, - "nauc_mrr_at_1000_diff1": 0.784565, - "main_score": 0.69742, + "mrr_at_1": 0.591111, + "mrr_at_3": 0.637407, + "mrr_at_5": 0.647352, + "mrr_at_10": 0.653326, + "mrr_at_20": 0.656609, + "mrr_at_100": 0.658147, + "mrr_at_1000": 0.658653, + "nauc_ndcg_at_1_max": 0.730807, + "nauc_ndcg_at_1_std": 0.180674, + "nauc_ndcg_at_1_diff1": 0.796401, + "nauc_ndcg_at_3_max": 0.751132, + "nauc_ndcg_at_3_std": 0.216098, + "nauc_ndcg_at_3_diff1": 0.773806, + "nauc_ndcg_at_5_max": 0.75348, + "nauc_ndcg_at_5_std": 0.238425, + "nauc_ndcg_at_5_diff1": 0.76907, + "nauc_ndcg_at_10_max": 0.744825, + "nauc_ndcg_at_10_std": 0.238108, + "nauc_ndcg_at_10_diff1": 0.76215, + "nauc_ndcg_at_20_max": 0.745988, + "nauc_ndcg_at_20_std": 0.242553, + "nauc_ndcg_at_20_diff1": 0.763888, + "nauc_ndcg_at_100_max": 0.74493, + "nauc_ndcg_at_100_std": 0.239758, + "nauc_ndcg_at_100_diff1": 0.766969, + "nauc_ndcg_at_1000_max": 0.745703, + "nauc_ndcg_at_1000_std": 0.23138, + "nauc_ndcg_at_1000_diff1": 0.77096, + "nauc_map_at_1_max": 0.730807, + "nauc_map_at_1_std": 0.180674, + "nauc_map_at_1_diff1": 0.796401, + "nauc_map_at_3_max": 0.747541, + "nauc_map_at_3_std": 0.20753, + "nauc_map_at_3_diff1": 0.780765, + "nauc_map_at_5_max": 0.748643, + "nauc_map_at_5_std": 0.219085, + "nauc_map_at_5_diff1": 0.778514, + "nauc_map_at_10_max": 0.745123, + "nauc_map_at_10_std": 0.218828, + "nauc_map_at_10_diff1": 0.775977, + "nauc_map_at_20_max": 0.745277, + "nauc_map_at_20_std": 0.21984, + "nauc_map_at_20_diff1": 0.776435, + "nauc_map_at_100_max": 0.74523, + "nauc_map_at_100_std": 0.219779, + "nauc_map_at_100_diff1": 0.776885, + "nauc_map_at_1000_max": 0.74524, + "nauc_map_at_1000_std": 0.219489, + "nauc_map_at_1000_diff1": 0.777029, + "nauc_recall_at_1_max": 0.730807, + "nauc_recall_at_1_std": 0.180674, + "nauc_recall_at_1_diff1": 0.796401, + "nauc_recall_at_3_max": 0.761937, + "nauc_recall_at_3_std": 0.243462, + "nauc_recall_at_3_diff1": 0.75083, + "nauc_recall_at_5_max": 0.770347, + "nauc_recall_at_5_std": 0.311136, + "nauc_recall_at_5_diff1": 0.733826, + "nauc_recall_at_10_max": 0.738759, + "nauc_recall_at_10_std": 0.319943, + "nauc_recall_at_10_diff1": 0.70044, + "nauc_recall_at_20_max": 0.74628, + "nauc_recall_at_20_std": 0.366031, + "nauc_recall_at_20_diff1": 0.697571, + "nauc_recall_at_100_max": 0.729068, + "nauc_recall_at_100_std": 0.391281, + "nauc_recall_at_100_diff1": 0.69547, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730807, + "nauc_precision_at_1_std": 0.180674, + "nauc_precision_at_1_diff1": 0.796401, + "nauc_precision_at_3_max": 0.761937, + "nauc_precision_at_3_std": 0.243462, + "nauc_precision_at_3_diff1": 0.75083, + "nauc_precision_at_5_max": 0.770347, + "nauc_precision_at_5_std": 0.311136, + "nauc_precision_at_5_diff1": 0.733826, + "nauc_precision_at_10_max": 0.738759, + "nauc_precision_at_10_std": 0.319943, + "nauc_precision_at_10_diff1": 0.70044, + "nauc_precision_at_20_max": 0.74628, + "nauc_precision_at_20_std": 0.366031, + "nauc_precision_at_20_diff1": 0.697571, + "nauc_precision_at_100_max": 0.729068, + "nauc_precision_at_100_std": 0.391281, + "nauc_precision_at_100_diff1": 0.69547, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.730807, + "nauc_mrr_at_1_std": 0.180674, + "nauc_mrr_at_1_diff1": 0.796401, + "nauc_mrr_at_3_max": 0.747541, + "nauc_mrr_at_3_std": 0.20753, + "nauc_mrr_at_3_diff1": 0.780765, + "nauc_mrr_at_5_max": 0.748643, + "nauc_mrr_at_5_std": 0.219085, + "nauc_mrr_at_5_diff1": 0.778514, + "nauc_mrr_at_10_max": 0.745123, + "nauc_mrr_at_10_std": 0.218828, + "nauc_mrr_at_10_diff1": 0.775977, + "nauc_mrr_at_20_max": 0.745277, + "nauc_mrr_at_20_std": 0.21984, + "nauc_mrr_at_20_diff1": 0.776435, + "nauc_mrr_at_100_max": 0.74523, + "nauc_mrr_at_100_std": 0.219779, + "nauc_mrr_at_100_diff1": 0.776885, + "nauc_mrr_at_1000_max": 0.74524, + "nauc_mrr_at_1000_std": 0.219489, + "nauc_mrr_at_1000_diff1": 0.777029, + "hit_rate_at_1": 0.59111, + "hit_rate_at_3": 0.69556, + "hit_rate_at_5": 0.73889, + "hit_rate_at_10": 0.78222, + "hit_rate_at_20": 0.83, + "hit_rate_at_100": 0.90111, + "hit_rate_at_1000": 1.0, + "main_score": 0.68444, "hf_subset": "amh_Ethi-amh_Ethi", "languages": [ "amh-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.68889, - "ndcg_at_3": 0.76328, - "ndcg_at_5": 0.78169, - "ndcg_at_10": 0.79582, - "ndcg_at_20": 0.80875, - "ndcg_at_100": 0.81521, - "ndcg_at_1000": 0.81659, - "map_at_1": 0.68889, - "map_at_3": 0.74519, - "map_at_5": 0.75546, - "map_at_10": 0.76136, - "map_at_20": 0.76492, - "map_at_100": 0.76576, - "map_at_1000": 0.76583, - "recall_at_1": 0.68889, - "recall_at_3": 0.81556, - "recall_at_5": 0.86, - "recall_at_10": 0.90333, - "recall_at_20": 0.95444, - "recall_at_100": 0.99, + "ndcg_at_1": 0.68111, + "ndcg_at_3": 0.75789, + "ndcg_at_5": 0.77583, + "ndcg_at_10": 0.79197, + "ndcg_at_20": 0.80123, + "ndcg_at_100": 0.80952, + "ndcg_at_1000": 0.81168, + "map_at_1": 0.68111, + "map_at_3": 0.73944, + "map_at_5": 0.74944, + "map_at_10": 0.7561, + "map_at_20": 0.75863, + "map_at_100": 0.75986, + "map_at_1000": 0.75997, + "recall_at_1": 0.68111, + "recall_at_3": 0.81111, + "recall_at_5": 0.85444, + "recall_at_10": 0.90444, + "recall_at_20": 0.94111, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.68889, - "precision_at_3": 0.27185, - "precision_at_5": 0.172, - "precision_at_10": 0.09033, - "precision_at_20": 0.04772, - "precision_at_100": 0.0099, + "accuracy": 0.68111, + "precision_at_1": 0.68111, + "precision_at_3": 0.27037, + "precision_at_5": 0.17089, + "precision_at_10": 0.09044, + "precision_at_20": 0.04706, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.688889, - "mrr_at_3": 0.745185, - "mrr_at_5": 0.755463, - "mrr_at_10": 0.761365, - "mrr_at_20": 0.764917, - "mrr_at_100": 0.765759, - "mrr_at_1000": 0.765826, - "nauc_ndcg_at_1_max": 0.615651, - "nauc_ndcg_at_1_std": -0.093896, - "nauc_ndcg_at_1_diff1": 0.804002, - "nauc_ndcg_at_3_max": 0.640221, - "nauc_ndcg_at_3_std": -0.121756, - "nauc_ndcg_at_3_diff1": 0.777187, - "nauc_ndcg_at_5_max": 0.631771, - "nauc_ndcg_at_5_std": -0.148068, - "nauc_ndcg_at_5_diff1": 0.775324, - "nauc_ndcg_at_10_max": 0.63484, - "nauc_ndcg_at_10_std": -0.120269, - "nauc_ndcg_at_10_diff1": 0.771928, - "nauc_ndcg_at_20_max": 0.633236, - "nauc_ndcg_at_20_std": -0.120118, - "nauc_ndcg_at_20_diff1": 0.777669, - "nauc_ndcg_at_100_max": 0.631691, - "nauc_ndcg_at_100_std": -0.12191, - "nauc_ndcg_at_100_diff1": 0.779241, - "nauc_ndcg_at_1000_max": 0.63136, - "nauc_ndcg_at_1000_std": -0.120722, - "nauc_ndcg_at_1000_diff1": 0.780979, - "nauc_map_at_1_max": 0.615651, - "nauc_map_at_1_std": -0.093896, - "nauc_map_at_1_diff1": 0.804002, - "nauc_map_at_3_max": 0.633405, - "nauc_map_at_3_std": -0.114607, - "nauc_map_at_3_diff1": 0.784451, - "nauc_map_at_5_max": 0.628871, - "nauc_map_at_5_std": -0.127787, - "nauc_map_at_5_diff1": 0.783824, - "nauc_map_at_10_max": 0.62973, - "nauc_map_at_10_std": -0.117737, - "nauc_map_at_10_diff1": 0.782697, - "nauc_map_at_20_max": 0.629253, - "nauc_map_at_20_std": -0.117693, - "nauc_map_at_20_diff1": 0.784269, - "nauc_map_at_100_max": 0.629182, - "nauc_map_at_100_std": -0.117851, - "nauc_map_at_100_diff1": 0.78447, - "nauc_map_at_1000_max": 0.629178, - "nauc_map_at_1000_std": -0.117795, - "nauc_map_at_1000_diff1": 0.78455, - "nauc_recall_at_1_max": 0.615651, - "nauc_recall_at_1_std": -0.093896, - "nauc_recall_at_1_diff1": 0.804002, - "nauc_recall_at_3_max": 0.665631, - "nauc_recall_at_3_std": -0.148083, - "nauc_recall_at_3_diff1": 0.750209, - "nauc_recall_at_5_max": 0.643154, - "nauc_recall_at_5_std": -0.246725, - "nauc_recall_at_5_diff1": 0.735844, - "nauc_recall_at_10_max": 0.667552, - "nauc_recall_at_10_std": -0.1182, - "nauc_recall_at_10_diff1": 0.701793, - "nauc_recall_at_20_max": 0.68156, - "nauc_recall_at_20_std": -0.111669, - "nauc_recall_at_20_diff1": 0.704778, - "nauc_recall_at_100_max": 0.677975, - "nauc_recall_at_100_std": -0.254539, - "nauc_recall_at_100_diff1": 0.583826, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.615651, - "nauc_precision_at_1_std": -0.093896, - "nauc_precision_at_1_diff1": 0.804002, - "nauc_precision_at_3_max": 0.665631, - "nauc_precision_at_3_std": -0.148083, - "nauc_precision_at_3_diff1": 0.750209, - "nauc_precision_at_5_max": 0.643154, - "nauc_precision_at_5_std": -0.246725, - "nauc_precision_at_5_diff1": 0.735844, - "nauc_precision_at_10_max": 0.667552, - "nauc_precision_at_10_std": -0.1182, - "nauc_precision_at_10_diff1": 0.701793, - "nauc_precision_at_20_max": 0.68156, - "nauc_precision_at_20_std": -0.111669, - "nauc_precision_at_20_diff1": 0.704778, - "nauc_precision_at_100_max": 0.677975, - "nauc_precision_at_100_std": -0.254539, - "nauc_precision_at_100_diff1": 0.583826, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.615651, - "nauc_mrr_at_1_std": -0.093896, - "nauc_mrr_at_1_diff1": 0.804002, - "nauc_mrr_at_3_max": 0.633405, - "nauc_mrr_at_3_std": -0.114607, - "nauc_mrr_at_3_diff1": 0.784451, - "nauc_mrr_at_5_max": 0.628871, - "nauc_mrr_at_5_std": -0.127787, - "nauc_mrr_at_5_diff1": 0.783824, - "nauc_mrr_at_10_max": 0.62973, - "nauc_mrr_at_10_std": -0.117737, - "nauc_mrr_at_10_diff1": 0.782697, - "nauc_mrr_at_20_max": 0.629253, - "nauc_mrr_at_20_std": -0.117693, - "nauc_mrr_at_20_diff1": 0.784269, - "nauc_mrr_at_100_max": 0.629182, - "nauc_mrr_at_100_std": -0.117851, - "nauc_mrr_at_100_diff1": 0.78447, - "nauc_mrr_at_1000_max": 0.629178, - "nauc_mrr_at_1000_std": -0.117795, - "nauc_mrr_at_1000_diff1": 0.78455, - "main_score": 0.79582, + "mrr_at_1": 0.681111, + "mrr_at_3": 0.739444, + "mrr_at_5": 0.749444, + "mrr_at_10": 0.756095, + "mrr_at_20": 0.758627, + "mrr_at_100": 0.759864, + "mrr_at_1000": 0.759972, + "nauc_ndcg_at_1_max": 0.580402, + "nauc_ndcg_at_1_std": -0.136582, + "nauc_ndcg_at_1_diff1": 0.802832, + "nauc_ndcg_at_3_max": 0.602509, + "nauc_ndcg_at_3_std": -0.165863, + "nauc_ndcg_at_3_diff1": 0.777314, + "nauc_ndcg_at_5_max": 0.594684, + "nauc_ndcg_at_5_std": -0.160097, + "nauc_ndcg_at_5_diff1": 0.776221, + "nauc_ndcg_at_10_max": 0.596489, + "nauc_ndcg_at_10_std": -0.144038, + "nauc_ndcg_at_10_diff1": 0.775393, + "nauc_ndcg_at_20_max": 0.591383, + "nauc_ndcg_at_20_std": -0.155347, + "nauc_ndcg_at_20_diff1": 0.779481, + "nauc_ndcg_at_100_max": 0.594928, + "nauc_ndcg_at_100_std": -0.152636, + "nauc_ndcg_at_100_diff1": 0.780946, + "nauc_ndcg_at_1000_max": 0.593527, + "nauc_ndcg_at_1000_std": -0.153691, + "nauc_ndcg_at_1000_diff1": 0.782256, + "nauc_map_at_1_max": 0.580402, + "nauc_map_at_1_std": -0.136582, + "nauc_map_at_1_diff1": 0.802832, + "nauc_map_at_3_max": 0.596771, + "nauc_map_at_3_std": -0.157271, + "nauc_map_at_3_diff1": 0.784327, + "nauc_map_at_5_max": 0.592693, + "nauc_map_at_5_std": -0.15448, + "nauc_map_at_5_diff1": 0.784262, + "nauc_map_at_10_max": 0.593016, + "nauc_map_at_10_std": -0.149264, + "nauc_map_at_10_diff1": 0.783961, + "nauc_map_at_20_max": 0.591797, + "nauc_map_at_20_std": -0.152131, + "nauc_map_at_20_diff1": 0.784987, + "nauc_map_at_100_max": 0.592304, + "nauc_map_at_100_std": -0.151986, + "nauc_map_at_100_diff1": 0.785233, + "nauc_map_at_1000_max": 0.592252, + "nauc_map_at_1000_std": -0.152022, + "nauc_map_at_1000_diff1": 0.785295, + "nauc_recall_at_1_max": 0.580402, + "nauc_recall_at_1_std": -0.136582, + "nauc_recall_at_1_diff1": 0.802832, + "nauc_recall_at_3_max": 0.623565, + "nauc_recall_at_3_std": -0.197969, + "nauc_recall_at_3_diff1": 0.751355, + "nauc_recall_at_5_max": 0.601445, + "nauc_recall_at_5_std": -0.183616, + "nauc_recall_at_5_diff1": 0.739185, + "nauc_recall_at_10_max": 0.618434, + "nauc_recall_at_10_std": -0.090217, + "nauc_recall_at_10_diff1": 0.719812, + "nauc_recall_at_20_max": 0.572089, + "nauc_recall_at_20_std": -0.184504, + "nauc_recall_at_20_diff1": 0.73392, + "nauc_recall_at_100_max": 0.705616, + "nauc_recall_at_100_std": -0.067627, + "nauc_recall_at_100_diff1": 0.683907, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.580402, + "nauc_precision_at_1_std": -0.136582, + "nauc_precision_at_1_diff1": 0.802832, + "nauc_precision_at_3_max": 0.623565, + "nauc_precision_at_3_std": -0.197969, + "nauc_precision_at_3_diff1": 0.751355, + "nauc_precision_at_5_max": 0.601445, + "nauc_precision_at_5_std": -0.183616, + "nauc_precision_at_5_diff1": 0.739185, + "nauc_precision_at_10_max": 0.618434, + "nauc_precision_at_10_std": -0.090217, + "nauc_precision_at_10_diff1": 0.719812, + "nauc_precision_at_20_max": 0.572089, + "nauc_precision_at_20_std": -0.184504, + "nauc_precision_at_20_diff1": 0.73392, + "nauc_precision_at_100_max": 0.705616, + "nauc_precision_at_100_std": -0.067627, + "nauc_precision_at_100_diff1": 0.683907, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.580402, + "nauc_mrr_at_1_std": -0.136582, + "nauc_mrr_at_1_diff1": 0.802832, + "nauc_mrr_at_3_max": 0.596771, + "nauc_mrr_at_3_std": -0.157271, + "nauc_mrr_at_3_diff1": 0.784327, + "nauc_mrr_at_5_max": 0.592693, + "nauc_mrr_at_5_std": -0.15448, + "nauc_mrr_at_5_diff1": 0.784262, + "nauc_mrr_at_10_max": 0.593016, + "nauc_mrr_at_10_std": -0.149264, + "nauc_mrr_at_10_diff1": 0.783961, + "nauc_mrr_at_20_max": 0.591797, + "nauc_mrr_at_20_std": -0.152131, + "nauc_mrr_at_20_diff1": 0.784987, + "nauc_mrr_at_100_max": 0.592304, + "nauc_mrr_at_100_std": -0.151986, + "nauc_mrr_at_100_diff1": 0.785233, + "nauc_mrr_at_1000_max": 0.592252, + "nauc_mrr_at_1000_std": -0.152022, + "nauc_mrr_at_1000_diff1": 0.785295, + "hit_rate_at_1": 0.68111, + "hit_rate_at_3": 0.81111, + "hit_rate_at_5": 0.85444, + "hit_rate_at_10": 0.90444, + "hit_rate_at_20": 0.94111, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.79197, "hf_subset": "amh_Ethi-eng_Latn", "languages": [ "amh-Ethi", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.46444, - "ndcg_at_3": 0.53983, - "ndcg_at_5": 0.56134, - "ndcg_at_10": 0.58167, - "ndcg_at_20": 0.59533, - "ndcg_at_100": 0.61646, - "ndcg_at_1000": 0.63228, - "map_at_1": 0.46444, - "map_at_3": 0.52167, - "map_at_5": 0.53361, - "map_at_10": 0.5419, - "map_at_20": 0.54559, - "map_at_100": 0.54847, - "map_at_1000": 0.54906, - "recall_at_1": 0.46444, - "recall_at_3": 0.59222, - "recall_at_5": 0.64444, - "recall_at_10": 0.70778, - "recall_at_20": 0.76222, - "recall_at_100": 0.87667, - "recall_at_1000": 1.0, - "precision_at_1": 0.46444, - "precision_at_3": 0.19741, - "precision_at_5": 0.12889, - "precision_at_10": 0.07078, - "precision_at_20": 0.03811, - "precision_at_100": 0.00877, - "precision_at_1000": 0.001, - "mrr_at_1": 0.464444, - "mrr_at_3": 0.521667, - "mrr_at_5": 0.533611, - "mrr_at_10": 0.541899, - "mrr_at_20": 0.545592, - "mrr_at_100": 0.548474, - "mrr_at_1000": 0.549064, - "nauc_ndcg_at_1_max": 0.70111, - "nauc_ndcg_at_1_std": 0.315092, - "nauc_ndcg_at_1_diff1": 0.77496, - "nauc_ndcg_at_3_max": 0.728582, - "nauc_ndcg_at_3_std": 0.356228, - "nauc_ndcg_at_3_diff1": 0.733801, - "nauc_ndcg_at_5_max": 0.72706, - "nauc_ndcg_at_5_std": 0.373357, - "nauc_ndcg_at_5_diff1": 0.727733, - "nauc_ndcg_at_10_max": 0.726274, - "nauc_ndcg_at_10_std": 0.376373, - "nauc_ndcg_at_10_diff1": 0.719829, - "nauc_ndcg_at_20_max": 0.727787, - "nauc_ndcg_at_20_std": 0.378015, - "nauc_ndcg_at_20_diff1": 0.719003, - "nauc_ndcg_at_100_max": 0.729155, - "nauc_ndcg_at_100_std": 0.383702, - "nauc_ndcg_at_100_diff1": 0.723301, - "nauc_ndcg_at_1000_max": 0.724697, - "nauc_ndcg_at_1000_std": 0.369063, - "nauc_ndcg_at_1000_diff1": 0.729502, - "nauc_map_at_1_max": 0.70111, - "nauc_map_at_1_std": 0.315092, - "nauc_map_at_1_diff1": 0.77496, - "nauc_map_at_3_max": 0.721961, - "nauc_map_at_3_std": 0.345841, - "nauc_map_at_3_diff1": 0.744303, - "nauc_map_at_5_max": 0.721017, - "nauc_map_at_5_std": 0.354591, - "nauc_map_at_5_diff1": 0.741243, - "nauc_map_at_10_max": 0.720493, - "nauc_map_at_10_std": 0.35512, - "nauc_map_at_10_diff1": 0.738432, - "nauc_map_at_20_max": 0.720661, - "nauc_map_at_20_std": 0.355151, - "nauc_map_at_20_diff1": 0.738242, - "nauc_map_at_100_max": 0.720776, - "nauc_map_at_100_std": 0.355878, - "nauc_map_at_100_diff1": 0.738894, - "nauc_map_at_1000_max": 0.720609, - "nauc_map_at_1000_std": 0.355393, - "nauc_map_at_1000_diff1": 0.739093, - "nauc_recall_at_1_max": 0.70111, - "nauc_recall_at_1_std": 0.315092, - "nauc_recall_at_1_diff1": 0.77496, - "nauc_recall_at_3_max": 0.748819, - "nauc_recall_at_3_std": 0.388189, - "nauc_recall_at_3_diff1": 0.701436, - "nauc_recall_at_5_max": 0.746638, - "nauc_recall_at_5_std": 0.438603, - "nauc_recall_at_5_diff1": 0.682007, - "nauc_recall_at_10_max": 0.74738, - "nauc_recall_at_10_std": 0.461952, - "nauc_recall_at_10_diff1": 0.644996, - "nauc_recall_at_20_max": 0.761528, - "nauc_recall_at_20_std": 0.489055, - "nauc_recall_at_20_diff1": 0.628226, - "nauc_recall_at_100_max": 0.804651, - "nauc_recall_at_100_std": 0.640998, - "nauc_recall_at_100_diff1": 0.612665, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.70111, - "nauc_precision_at_1_std": 0.315092, - "nauc_precision_at_1_diff1": 0.77496, - "nauc_precision_at_3_max": 0.748819, - "nauc_precision_at_3_std": 0.388189, - "nauc_precision_at_3_diff1": 0.701436, - "nauc_precision_at_5_max": 0.746638, - "nauc_precision_at_5_std": 0.438603, - "nauc_precision_at_5_diff1": 0.682007, - "nauc_precision_at_10_max": 0.74738, - "nauc_precision_at_10_std": 0.461952, - "nauc_precision_at_10_diff1": 0.644996, - "nauc_precision_at_20_max": 0.761528, - "nauc_precision_at_20_std": 0.489055, - "nauc_precision_at_20_diff1": 0.628226, - "nauc_precision_at_100_max": 0.804651, - "nauc_precision_at_100_std": 0.640998, - "nauc_precision_at_100_diff1": 0.612665, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.70111, - "nauc_mrr_at_1_std": 0.315092, - "nauc_mrr_at_1_diff1": 0.77496, - "nauc_mrr_at_3_max": 0.721961, - "nauc_mrr_at_3_std": 0.345841, - "nauc_mrr_at_3_diff1": 0.744303, - "nauc_mrr_at_5_max": 0.721017, - "nauc_mrr_at_5_std": 0.354591, - "nauc_mrr_at_5_diff1": 0.741243, - "nauc_mrr_at_10_max": 0.720493, - "nauc_mrr_at_10_std": 0.35512, - "nauc_mrr_at_10_diff1": 0.738432, - "nauc_mrr_at_20_max": 0.720661, - "nauc_mrr_at_20_std": 0.355151, - "nauc_mrr_at_20_diff1": 0.738242, - "nauc_mrr_at_100_max": 0.720776, - "nauc_mrr_at_100_std": 0.355878, - "nauc_mrr_at_100_diff1": 0.738894, - "nauc_mrr_at_1000_max": 0.720609, - "nauc_mrr_at_1000_std": 0.355393, - "nauc_mrr_at_1000_diff1": 0.739093, - "main_score": 0.58167, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42444, + "ndcg_at_3": 0.49267, + "ndcg_at_5": 0.51763, + "ndcg_at_10": 0.53911, + "ndcg_at_20": 0.55421, + "ndcg_at_100": 0.57911, + "ndcg_at_1000": 0.59683, + "map_at_1": 0.42444, + "map_at_3": 0.47593, + "map_at_5": 0.48993, + "map_at_10": 0.49895, + "map_at_20": 0.50306, + "map_at_100": 0.50633, + "map_at_1000": 0.50702, + "recall_at_1": 0.42444, + "recall_at_3": 0.54111, + "recall_at_5": 0.60111, + "recall_at_10": 0.66667, + "recall_at_20": 0.72667, + "recall_at_100": 0.86333, + "recall_at_1000": 1.0, + "accuracy": 0.42444, + "precision_at_1": 0.42444, + "precision_at_3": 0.18037, + "precision_at_5": 0.12022, + "precision_at_10": 0.06667, + "precision_at_20": 0.03633, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "mrr_at_1": 0.424444, + "mrr_at_3": 0.475926, + "mrr_at_5": 0.489926, + "mrr_at_10": 0.498947, + "mrr_at_20": 0.503057, + "mrr_at_100": 0.506325, + "mrr_at_1000": 0.507017, + "nauc_ndcg_at_1_max": 0.652756, + "nauc_ndcg_at_1_std": 0.26912, + "nauc_ndcg_at_1_diff1": 0.778554, + "nauc_ndcg_at_3_max": 0.67227, + "nauc_ndcg_at_3_std": 0.30823, + "nauc_ndcg_at_3_diff1": 0.726802, + "nauc_ndcg_at_5_max": 0.659881, + "nauc_ndcg_at_5_std": 0.311119, + "nauc_ndcg_at_5_diff1": 0.717095, + "nauc_ndcg_at_10_max": 0.667007, + "nauc_ndcg_at_10_std": 0.324075, + "nauc_ndcg_at_10_diff1": 0.713724, + "nauc_ndcg_at_20_max": 0.663707, + "nauc_ndcg_at_20_std": 0.327409, + "nauc_ndcg_at_20_diff1": 0.707717, + "nauc_ndcg_at_100_max": 0.667839, + "nauc_ndcg_at_100_std": 0.332924, + "nauc_ndcg_at_100_diff1": 0.712346, + "nauc_ndcg_at_1000_max": 0.664707, + "nauc_ndcg_at_1000_std": 0.318331, + "nauc_ndcg_at_1000_diff1": 0.720601, + "nauc_map_at_1_max": 0.652756, + "nauc_map_at_1_std": 0.26912, + "nauc_map_at_1_diff1": 0.778554, + "nauc_map_at_3_max": 0.667995, + "nauc_map_at_3_std": 0.298796, + "nauc_map_at_3_diff1": 0.738858, + "nauc_map_at_5_max": 0.660966, + "nauc_map_at_5_std": 0.300111, + "nauc_map_at_5_diff1": 0.733781, + "nauc_map_at_10_max": 0.663844, + "nauc_map_at_10_std": 0.304956, + "nauc_map_at_10_diff1": 0.732828, + "nauc_map_at_20_max": 0.662987, + "nauc_map_at_20_std": 0.305718, + "nauc_map_at_20_diff1": 0.731467, + "nauc_map_at_100_max": 0.663364, + "nauc_map_at_100_std": 0.306208, + "nauc_map_at_100_diff1": 0.731991, + "nauc_map_at_1000_max": 0.663244, + "nauc_map_at_1000_std": 0.305719, + "nauc_map_at_1000_diff1": 0.732274, + "nauc_recall_at_1_max": 0.652756, + "nauc_recall_at_1_std": 0.26912, + "nauc_recall_at_1_diff1": 0.778554, + "nauc_recall_at_3_max": 0.684895, + "nauc_recall_at_3_std": 0.336519, + "nauc_recall_at_3_diff1": 0.690841, + "nauc_recall_at_5_max": 0.654553, + "nauc_recall_at_5_std": 0.346528, + "nauc_recall_at_5_diff1": 0.662963, + "nauc_recall_at_10_max": 0.679352, + "nauc_recall_at_10_std": 0.398842, + "nauc_recall_at_10_diff1": 0.642773, + "nauc_recall_at_20_max": 0.663888, + "nauc_recall_at_20_std": 0.427445, + "nauc_recall_at_20_diff1": 0.599842, + "nauc_recall_at_100_max": 0.718109, + "nauc_recall_at_100_std": 0.576286, + "nauc_recall_at_100_diff1": 0.574481, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.652756, + "nauc_precision_at_1_std": 0.26912, + "nauc_precision_at_1_diff1": 0.778554, + "nauc_precision_at_3_max": 0.684895, + "nauc_precision_at_3_std": 0.336519, + "nauc_precision_at_3_diff1": 0.690841, + "nauc_precision_at_5_max": 0.654553, + "nauc_precision_at_5_std": 0.346528, + "nauc_precision_at_5_diff1": 0.662963, + "nauc_precision_at_10_max": 0.679352, + "nauc_precision_at_10_std": 0.398842, + "nauc_precision_at_10_diff1": 0.642773, + "nauc_precision_at_20_max": 0.663888, + "nauc_precision_at_20_std": 0.427445, + "nauc_precision_at_20_diff1": 0.599842, + "nauc_precision_at_100_max": 0.718109, + "nauc_precision_at_100_std": 0.576286, + "nauc_precision_at_100_diff1": 0.574481, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.652756, + "nauc_mrr_at_1_std": 0.26912, + "nauc_mrr_at_1_diff1": 0.778554, + "nauc_mrr_at_3_max": 0.667995, + "nauc_mrr_at_3_std": 0.298796, + "nauc_mrr_at_3_diff1": 0.738858, + "nauc_mrr_at_5_max": 0.660966, + "nauc_mrr_at_5_std": 0.300111, + "nauc_mrr_at_5_diff1": 0.733781, + "nauc_mrr_at_10_max": 0.663844, + "nauc_mrr_at_10_std": 0.304956, + "nauc_mrr_at_10_diff1": 0.732828, + "nauc_mrr_at_20_max": 0.662987, + "nauc_mrr_at_20_std": 0.305718, + "nauc_mrr_at_20_diff1": 0.731467, + "nauc_mrr_at_100_max": 0.663364, + "nauc_mrr_at_100_std": 0.306208, + "nauc_mrr_at_100_diff1": 0.731991, + "nauc_mrr_at_1000_max": 0.663244, + "nauc_mrr_at_1000_std": 0.305719, + "nauc_mrr_at_1000_diff1": 0.732274, + "hit_rate_at_1": 0.42444, + "hit_rate_at_3": 0.54111, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.66667, + "hit_rate_at_20": 0.72667, + "hit_rate_at_100": 0.86333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53911, "hf_subset": "eng_Latn-amh_Ethi", "languages": [ "eng-Latn", "amh-Ethi" - ] - }, - { - "ndcg_at_1": 0.88222, - "ndcg_at_3": 0.91959, - "ndcg_at_5": 0.92705, - "ndcg_at_10": 0.92998, - "ndcg_at_20": 0.93198, - "ndcg_at_100": 0.93465, - "ndcg_at_1000": 0.93554, - "map_at_1": 0.88222, - "map_at_3": 0.91093, - "map_at_5": 0.91515, - "map_at_10": 0.91639, - "map_at_20": 0.91696, - "map_at_100": 0.91733, - "map_at_1000": 0.91736, - "recall_at_1": 0.88222, - "recall_at_3": 0.94444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91169, + "ndcg_at_5": 0.91772, + "ndcg_at_10": 0.9227, + "ndcg_at_20": 0.92515, + "ndcg_at_100": 0.92813, + "ndcg_at_1000": 0.9287, + "map_at_1": 0.87111, + "map_at_3": 0.90222, + "map_at_5": 0.90561, + "map_at_10": 0.90764, + "map_at_20": 0.90827, + "map_at_100": 0.90865, + "map_at_1000": 0.90867, + "recall_at_1": 0.87111, + "recall_at_3": 0.93889, + "recall_at_5": 0.95333, + "recall_at_10": 0.96889, "recall_at_20": 0.97889, - "recall_at_100": 0.99333, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88222, - "precision_at_3": 0.31481, - "precision_at_5": 0.19244, - "precision_at_10": 0.09711, + "accuracy": 0.87111, + "precision_at_1": 0.87111, + "precision_at_3": 0.31296, + "precision_at_5": 0.19067, + "precision_at_10": 0.09689, "precision_at_20": 0.04894, - "precision_at_100": 0.00993, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.882222, - "mrr_at_3": 0.910926, - "mrr_at_5": 0.915148, - "mrr_at_10": 0.91639, - "mrr_at_20": 0.916958, - "mrr_at_100": 0.917327, - "mrr_at_1000": 0.917364, - "nauc_ndcg_at_1_max": 0.799427, - "nauc_ndcg_at_1_std": -0.051026, - "nauc_ndcg_at_1_diff1": 0.923575, - "nauc_ndcg_at_3_max": 0.845519, - "nauc_ndcg_at_3_std": 0.042531, - "nauc_ndcg_at_3_diff1": 0.912148, - "nauc_ndcg_at_5_max": 0.847212, - "nauc_ndcg_at_5_std": 0.067113, - "nauc_ndcg_at_5_diff1": 0.918265, - "nauc_ndcg_at_10_max": 0.842894, - "nauc_ndcg_at_10_std": 0.070118, - "nauc_ndcg_at_10_diff1": 0.918409, - "nauc_ndcg_at_20_max": 0.839862, - "nauc_ndcg_at_20_std": 0.068645, - "nauc_ndcg_at_20_diff1": 0.918232, - "nauc_ndcg_at_100_max": 0.836647, - "nauc_ndcg_at_100_std": 0.050465, - "nauc_ndcg_at_100_diff1": 0.91931, - "nauc_ndcg_at_1000_max": 0.834711, - "nauc_ndcg_at_1000_std": 0.042741, - "nauc_ndcg_at_1000_diff1": 0.918789, - "nauc_map_at_1_max": 0.799427, - "nauc_map_at_1_std": -0.051026, - "nauc_map_at_1_diff1": 0.923575, - "nauc_map_at_3_max": 0.832394, - "nauc_map_at_3_std": 0.015141, - "nauc_map_at_3_diff1": 0.915313, - "nauc_map_at_5_max": 0.832647, - "nauc_map_at_5_std": 0.026269, - "nauc_map_at_5_diff1": 0.91856, - "nauc_map_at_10_max": 0.830887, - "nauc_map_at_10_std": 0.026513, - "nauc_map_at_10_diff1": 0.918647, - "nauc_map_at_20_max": 0.830094, - "nauc_map_at_20_std": 0.026092, - "nauc_map_at_20_diff1": 0.918591, - "nauc_map_at_100_max": 0.829634, - "nauc_map_at_100_std": 0.023897, - "nauc_map_at_100_diff1": 0.91881, - "nauc_map_at_1000_max": 0.829571, - "nauc_map_at_1000_std": 0.023698, - "nauc_map_at_1000_diff1": 0.918787, - "nauc_recall_at_1_max": 0.799427, - "nauc_recall_at_1_std": -0.051026, - "nauc_recall_at_1_diff1": 0.923575, - "nauc_recall_at_3_max": 0.904491, - "nauc_recall_at_3_std": 0.166144, - "nauc_recall_at_3_diff1": 0.897993, - "nauc_recall_at_5_max": 0.939117, - "nauc_recall_at_5_std": 0.331232, - "nauc_recall_at_5_diff1": 0.918163, - "nauc_recall_at_10_max": 0.936095, - "nauc_recall_at_10_std": 0.437549, - "nauc_recall_at_10_diff1": 0.91875, - "nauc_recall_at_20_max": 0.933191, - "nauc_recall_at_20_std": 0.548823, - "nauc_recall_at_20_diff1": 0.917195, - "nauc_recall_at_100_max": 0.978214, - "nauc_recall_at_100_std": 0.641379, - "nauc_recall_at_100_diff1": 0.953704, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799427, - "nauc_precision_at_1_std": -0.051026, - "nauc_precision_at_1_diff1": 0.923575, - "nauc_precision_at_3_max": 0.904491, - "nauc_precision_at_3_std": 0.166144, - "nauc_precision_at_3_diff1": 0.897993, - "nauc_precision_at_5_max": 0.939117, - "nauc_precision_at_5_std": 0.331232, - "nauc_precision_at_5_diff1": 0.918163, - "nauc_precision_at_10_max": 0.936095, - "nauc_precision_at_10_std": 0.437549, - "nauc_precision_at_10_diff1": 0.91875, - "nauc_precision_at_20_max": 0.933191, - "nauc_precision_at_20_std": 0.548823, - "nauc_precision_at_20_diff1": 0.917195, - "nauc_precision_at_100_max": 0.978214, - "nauc_precision_at_100_std": 0.641379, - "nauc_precision_at_100_diff1": 0.953704, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799427, - "nauc_mrr_at_1_std": -0.051026, - "nauc_mrr_at_1_diff1": 0.923575, - "nauc_mrr_at_3_max": 0.832394, - "nauc_mrr_at_3_std": 0.015141, - "nauc_mrr_at_3_diff1": 0.915313, - "nauc_mrr_at_5_max": 0.832647, - "nauc_mrr_at_5_std": 0.026269, - "nauc_mrr_at_5_diff1": 0.91856, - "nauc_mrr_at_10_max": 0.830887, - "nauc_mrr_at_10_std": 0.026513, - "nauc_mrr_at_10_diff1": 0.918647, - "nauc_mrr_at_20_max": 0.830094, - "nauc_mrr_at_20_std": 0.026092, - "nauc_mrr_at_20_diff1": 0.918591, - "nauc_mrr_at_100_max": 0.829634, - "nauc_mrr_at_100_std": 0.023897, - "nauc_mrr_at_100_diff1": 0.91881, - "nauc_mrr_at_1000_max": 0.829571, - "nauc_mrr_at_1000_std": 0.023698, - "nauc_mrr_at_1000_diff1": 0.918787, - "main_score": 0.92998, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.902222, + "mrr_at_5": 0.905611, + "mrr_at_10": 0.907637, + "mrr_at_20": 0.90827, + "mrr_at_100": 0.908646, + "mrr_at_1000": 0.908666, + "nauc_ndcg_at_1_max": 0.785109, + "nauc_ndcg_at_1_std": -0.042904, + "nauc_ndcg_at_1_diff1": 0.914093, + "nauc_ndcg_at_3_max": 0.841753, + "nauc_ndcg_at_3_std": 0.084225, + "nauc_ndcg_at_3_diff1": 0.897864, + "nauc_ndcg_at_5_max": 0.838785, + "nauc_ndcg_at_5_std": 0.054033, + "nauc_ndcg_at_5_diff1": 0.901179, + "nauc_ndcg_at_10_max": 0.835444, + "nauc_ndcg_at_10_std": 0.066708, + "nauc_ndcg_at_10_diff1": 0.904255, + "nauc_ndcg_at_20_max": 0.831859, + "nauc_ndcg_at_20_std": 0.060964, + "nauc_ndcg_at_20_diff1": 0.904617, + "nauc_ndcg_at_100_max": 0.828017, + "nauc_ndcg_at_100_std": 0.053801, + "nauc_ndcg_at_100_diff1": 0.904142, + "nauc_ndcg_at_1000_max": 0.826623, + "nauc_ndcg_at_1000_std": 0.046132, + "nauc_ndcg_at_1000_diff1": 0.904454, + "nauc_map_at_1_max": 0.785109, + "nauc_map_at_1_std": -0.042904, + "nauc_map_at_1_diff1": 0.914093, + "nauc_map_at_3_max": 0.825774, + "nauc_map_at_3_std": 0.045306, + "nauc_map_at_3_diff1": 0.902181, + "nauc_map_at_5_max": 0.823617, + "nauc_map_at_5_std": 0.028653, + "nauc_map_at_5_diff1": 0.90394, + "nauc_map_at_10_max": 0.822181, + "nauc_map_at_10_std": 0.032075, + "nauc_map_at_10_diff1": 0.905107, + "nauc_map_at_20_max": 0.82132, + "nauc_map_at_20_std": 0.030806, + "nauc_map_at_20_diff1": 0.905175, + "nauc_map_at_100_max": 0.820882, + "nauc_map_at_100_std": 0.030322, + "nauc_map_at_100_diff1": 0.905163, + "nauc_map_at_1000_max": 0.820842, + "nauc_map_at_1000_std": 0.030107, + "nauc_map_at_1000_diff1": 0.905167, + "nauc_recall_at_1_max": 0.785109, + "nauc_recall_at_1_std": -0.042904, + "nauc_recall_at_1_diff1": 0.914093, + "nauc_recall_at_3_max": 0.912911, + "nauc_recall_at_3_std": 0.259749, + "nauc_recall_at_3_diff1": 0.87883, + "nauc_recall_at_5_max": 0.923525, + "nauc_recall_at_5_std": 0.191766, + "nauc_recall_at_5_diff1": 0.886955, + "nauc_recall_at_10_max": 0.939726, + "nauc_recall_at_10_std": 0.362312, + "nauc_recall_at_10_diff1": 0.902378, + "nauc_recall_at_20_max": 0.938695, + "nauc_recall_at_20_std": 0.414615, + "nauc_recall_at_20_diff1": 0.907121, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785109, + "nauc_precision_at_1_std": -0.042904, + "nauc_precision_at_1_diff1": 0.914093, + "nauc_precision_at_3_max": 0.912911, + "nauc_precision_at_3_std": 0.259749, + "nauc_precision_at_3_diff1": 0.87883, + "nauc_precision_at_5_max": 0.923525, + "nauc_precision_at_5_std": 0.191766, + "nauc_precision_at_5_diff1": 0.886955, + "nauc_precision_at_10_max": 0.939726, + "nauc_precision_at_10_std": 0.362312, + "nauc_precision_at_10_diff1": 0.902378, + "nauc_precision_at_20_max": 0.938695, + "nauc_precision_at_20_std": 0.414615, + "nauc_precision_at_20_diff1": 0.907121, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785109, + "nauc_mrr_at_1_std": -0.042904, + "nauc_mrr_at_1_diff1": 0.914093, + "nauc_mrr_at_3_max": 0.825774, + "nauc_mrr_at_3_std": 0.045306, + "nauc_mrr_at_3_diff1": 0.902181, + "nauc_mrr_at_5_max": 0.823617, + "nauc_mrr_at_5_std": 0.028653, + "nauc_mrr_at_5_diff1": 0.90394, + "nauc_mrr_at_10_max": 0.822181, + "nauc_mrr_at_10_std": 0.032075, + "nauc_mrr_at_10_diff1": 0.905107, + "nauc_mrr_at_20_max": 0.82132, + "nauc_mrr_at_20_std": 0.030806, + "nauc_mrr_at_20_diff1": 0.905175, + "nauc_mrr_at_100_max": 0.820882, + "nauc_mrr_at_100_std": 0.030322, + "nauc_mrr_at_100_diff1": 0.905163, + "nauc_mrr_at_1000_max": 0.820842, + "nauc_mrr_at_1000_std": 0.030107, + "nauc_mrr_at_1000_diff1": 0.905167, + "hit_rate_at_1": 0.87111, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9227, "hf_subset": "apc_Arab-apc_Arab", "languages": [ "apc-Arab", "apc-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93942, - "ndcg_at_5": 0.94549, - "ndcg_at_10": 0.95019, - "ndcg_at_20": 0.95047, - "ndcg_at_100": 0.95108, - "ndcg_at_1000": 0.95168, - "map_at_1": 0.90556, - "map_at_3": 0.93148, - "map_at_5": 0.93493, - "map_at_10": 0.93689, - "map_at_20": 0.93696, - "map_at_100": 0.93704, - "map_at_1000": 0.93706, - "recall_at_1": 0.90556, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93768, + "ndcg_at_5": 0.94127, + "ndcg_at_10": 0.94594, + "ndcg_at_20": 0.9476, + "ndcg_at_100": 0.94836, + "ndcg_at_1000": 0.9488, + "map_at_1": 0.89889, + "map_at_3": 0.92907, + "map_at_5": 0.93102, + "map_at_10": 0.93294, + "map_at_20": 0.93339, + "map_at_100": 0.93347, + "map_at_1000": 0.93349, + "recall_at_1": 0.89889, "recall_at_3": 0.96222, - "recall_at_5": 0.97667, - "recall_at_10": 0.99111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, + "accuracy": 0.89889, + "precision_at_1": 0.89889, "precision_at_3": 0.32074, - "precision_at_5": 0.19533, - "precision_at_10": 0.09911, + "precision_at_5": 0.19422, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.931481, - "mrr_at_5": 0.934926, - "mrr_at_10": 0.936885, - "mrr_at_20": 0.936959, - "mrr_at_100": 0.937036, - "mrr_at_1000": 0.937065, - "nauc_ndcg_at_1_max": 0.747861, - "nauc_ndcg_at_1_std": -0.255682, - "nauc_ndcg_at_1_diff1": 0.933377, - "nauc_ndcg_at_3_max": 0.770533, - "nauc_ndcg_at_3_std": -0.324535, - "nauc_ndcg_at_3_diff1": 0.939803, - "nauc_ndcg_at_5_max": 0.780352, - "nauc_ndcg_at_5_std": -0.267493, - "nauc_ndcg_at_5_diff1": 0.942302, - "nauc_ndcg_at_10_max": 0.77622, - "nauc_ndcg_at_10_std": -0.262585, - "nauc_ndcg_at_10_diff1": 0.939809, - "nauc_ndcg_at_20_max": 0.774965, - "nauc_ndcg_at_20_std": -0.269666, - "nauc_ndcg_at_20_diff1": 0.939471, - "nauc_ndcg_at_100_max": 0.773967, - "nauc_ndcg_at_100_std": -0.263623, - "nauc_ndcg_at_100_diff1": 0.939227, - "nauc_ndcg_at_1000_max": 0.771586, - "nauc_ndcg_at_1000_std": -0.269182, - "nauc_ndcg_at_1000_diff1": 0.93885, - "nauc_map_at_1_max": 0.747861, - "nauc_map_at_1_std": -0.255682, - "nauc_map_at_1_diff1": 0.933377, - "nauc_map_at_3_max": 0.765953, - "nauc_map_at_3_std": -0.29897, - "nauc_map_at_3_diff1": 0.937908, - "nauc_map_at_5_max": 0.770718, - "nauc_map_at_5_std": -0.269417, - "nauc_map_at_5_diff1": 0.939044, - "nauc_map_at_10_max": 0.76855, - "nauc_map_at_10_std": -0.270239, - "nauc_map_at_10_diff1": 0.938174, - "nauc_map_at_20_max": 0.768278, - "nauc_map_at_20_std": -0.271732, - "nauc_map_at_20_diff1": 0.938102, - "nauc_map_at_100_max": 0.768156, - "nauc_map_at_100_std": -0.271025, - "nauc_map_at_100_diff1": 0.938067, - "nauc_map_at_1000_max": 0.768074, - "nauc_map_at_1000_std": -0.271099, - "nauc_map_at_1000_diff1": 0.938049, - "nauc_recall_at_1_max": 0.747861, - "nauc_recall_at_1_std": -0.255682, - "nauc_recall_at_1_diff1": 0.933377, - "nauc_recall_at_3_max": 0.792291, - "nauc_recall_at_3_std": -0.460345, - "nauc_recall_at_3_diff1": 0.949539, - "nauc_recall_at_5_max": 0.85632, - "nauc_recall_at_5_std": -0.240385, - "nauc_recall_at_5_diff1": 0.968876, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.023401, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.917634, - "nauc_recall_at_20_std": -0.169601, - "nauc_recall_at_20_diff1": 0.962652, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.245565, - "nauc_recall_at_100_diff1": 0.96732, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.929074, + "mrr_at_5": 0.931019, + "mrr_at_10": 0.932941, + "mrr_at_20": 0.933389, + "mrr_at_100": 0.933469, + "mrr_at_1000": 0.933487, + "nauc_ndcg_at_1_max": 0.737734, + "nauc_ndcg_at_1_std": -0.21258, + "nauc_ndcg_at_1_diff1": 0.93917, + "nauc_ndcg_at_3_max": 0.759933, + "nauc_ndcg_at_3_std": -0.198575, + "nauc_ndcg_at_3_diff1": 0.942107, + "nauc_ndcg_at_5_max": 0.763677, + "nauc_ndcg_at_5_std": -0.190462, + "nauc_ndcg_at_5_diff1": 0.942628, + "nauc_ndcg_at_10_max": 0.760597, + "nauc_ndcg_at_10_std": -0.184764, + "nauc_ndcg_at_10_diff1": 0.943514, + "nauc_ndcg_at_20_max": 0.761839, + "nauc_ndcg_at_20_std": -0.196905, + "nauc_ndcg_at_20_diff1": 0.943143, + "nauc_ndcg_at_100_max": 0.759809, + "nauc_ndcg_at_100_std": -0.185686, + "nauc_ndcg_at_100_diff1": 0.942305, + "nauc_ndcg_at_1000_max": 0.757748, + "nauc_ndcg_at_1000_std": -0.195857, + "nauc_ndcg_at_1000_diff1": 0.942154, + "nauc_map_at_1_max": 0.737734, + "nauc_map_at_1_std": -0.21258, + "nauc_map_at_1_diff1": 0.93917, + "nauc_map_at_3_max": 0.753561, + "nauc_map_at_3_std": -0.204939, + "nauc_map_at_3_diff1": 0.941034, + "nauc_map_at_5_max": 0.755401, + "nauc_map_at_5_std": -0.200918, + "nauc_map_at_5_diff1": 0.941215, + "nauc_map_at_10_max": 0.754213, + "nauc_map_at_10_std": -0.199203, + "nauc_map_at_10_diff1": 0.941604, + "nauc_map_at_20_max": 0.754372, + "nauc_map_at_20_std": -0.201859, + "nauc_map_at_20_diff1": 0.941529, + "nauc_map_at_100_max": 0.754191, + "nauc_map_at_100_std": -0.201006, + "nauc_map_at_100_diff1": 0.941458, + "nauc_map_at_1000_max": 0.754124, + "nauc_map_at_1000_std": -0.201332, + "nauc_map_at_1000_diff1": 0.94145, + "nauc_recall_at_1_max": 0.737734, + "nauc_recall_at_1_std": -0.21258, + "nauc_recall_at_1_diff1": 0.93917, + "nauc_recall_at_3_max": 0.793445, + "nauc_recall_at_3_std": -0.162932, + "nauc_recall_at_3_diff1": 0.94796, + "nauc_recall_at_5_max": 0.819741, + "nauc_recall_at_5_std": -0.115582, + "nauc_recall_at_5_diff1": 0.952686, + "nauc_recall_at_10_max": 0.838253, + "nauc_recall_at_10_std": 0.021224, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": -0.129919, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747861, - "nauc_precision_at_1_std": -0.255682, - "nauc_precision_at_1_diff1": 0.933377, - "nauc_precision_at_3_max": 0.792291, - "nauc_precision_at_3_std": -0.460345, - "nauc_precision_at_3_diff1": 0.949539, - "nauc_precision_at_5_max": 0.85632, - "nauc_precision_at_5_std": -0.240385, - "nauc_precision_at_5_diff1": 0.968876, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.023401, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.917634, - "nauc_precision_at_20_std": -0.169601, - "nauc_precision_at_20_diff1": 0.962652, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.245565, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1_max": 0.737734, + "nauc_precision_at_1_std": -0.21258, + "nauc_precision_at_1_diff1": 0.93917, + "nauc_precision_at_3_max": 0.793445, + "nauc_precision_at_3_std": -0.162932, + "nauc_precision_at_3_diff1": 0.94796, + "nauc_precision_at_5_max": 0.819741, + "nauc_precision_at_5_std": -0.115582, + "nauc_precision_at_5_diff1": 0.952686, + "nauc_precision_at_10_max": 0.838253, + "nauc_precision_at_10_std": 0.021224, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": -0.129919, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747861, - "nauc_mrr_at_1_std": -0.255682, - "nauc_mrr_at_1_diff1": 0.933377, - "nauc_mrr_at_3_max": 0.765953, - "nauc_mrr_at_3_std": -0.29897, - "nauc_mrr_at_3_diff1": 0.937908, - "nauc_mrr_at_5_max": 0.770718, - "nauc_mrr_at_5_std": -0.269417, - "nauc_mrr_at_5_diff1": 0.939044, - "nauc_mrr_at_10_max": 0.76855, - "nauc_mrr_at_10_std": -0.270239, - "nauc_mrr_at_10_diff1": 0.938174, - "nauc_mrr_at_20_max": 0.768278, - "nauc_mrr_at_20_std": -0.271732, - "nauc_mrr_at_20_diff1": 0.938102, - "nauc_mrr_at_100_max": 0.768156, - "nauc_mrr_at_100_std": -0.271025, - "nauc_mrr_at_100_diff1": 0.938067, - "nauc_mrr_at_1000_max": 0.768074, - "nauc_mrr_at_1000_std": -0.271099, - "nauc_mrr_at_1000_diff1": 0.938049, - "main_score": 0.95019, + "nauc_mrr_at_1_max": 0.737734, + "nauc_mrr_at_1_std": -0.21258, + "nauc_mrr_at_1_diff1": 0.93917, + "nauc_mrr_at_3_max": 0.753561, + "nauc_mrr_at_3_std": -0.204939, + "nauc_mrr_at_3_diff1": 0.941034, + "nauc_mrr_at_5_max": 0.755401, + "nauc_mrr_at_5_std": -0.200918, + "nauc_mrr_at_5_diff1": 0.941215, + "nauc_mrr_at_10_max": 0.754213, + "nauc_mrr_at_10_std": -0.199203, + "nauc_mrr_at_10_diff1": 0.941604, + "nauc_mrr_at_20_max": 0.754372, + "nauc_mrr_at_20_std": -0.201859, + "nauc_mrr_at_20_diff1": 0.941529, + "nauc_mrr_at_100_max": 0.754191, + "nauc_mrr_at_100_std": -0.201006, + "nauc_mrr_at_100_diff1": 0.941458, + "nauc_mrr_at_1000_max": 0.754124, + "nauc_mrr_at_1000_std": -0.201332, + "nauc_mrr_at_1000_diff1": 0.94145, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94594, "hf_subset": "apc_Arab-eng_Latn", "languages": [ "apc-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85556, - "ndcg_at_3": 0.89877, - "ndcg_at_5": 0.90752, - "ndcg_at_10": 0.91289, - "ndcg_at_20": 0.91629, - "ndcg_at_100": 0.91963, - "ndcg_at_1000": 0.91993, - "map_at_1": 0.85556, - "map_at_3": 0.88833, - "map_at_5": 0.89322, - "map_at_10": 0.89542, - "map_at_20": 0.89638, - "map_at_100": 0.89685, - "map_at_1000": 0.89687, - "recall_at_1": 0.85556, - "recall_at_3": 0.92889, - "recall_at_5": 0.95, - "recall_at_10": 0.96667, - "recall_at_20": 0.98, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88266, + "ndcg_at_5": 0.89289, + "ndcg_at_10": 0.90125, + "ndcg_at_20": 0.90434, + "ndcg_at_100": 0.90866, + "ndcg_at_1000": 0.90898, + "map_at_1": 0.84, + "map_at_3": 0.87241, + "map_at_5": 0.87819, + "map_at_10": 0.88169, + "map_at_20": 0.88254, + "map_at_100": 0.88313, + "map_at_1000": 0.88315, + "recall_at_1": 0.84, + "recall_at_3": 0.91222, + "recall_at_5": 0.93667, + "recall_at_10": 0.96222, + "recall_at_20": 0.97444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.85556, - "precision_at_3": 0.30963, - "precision_at_5": 0.19, - "precision_at_10": 0.09667, - "precision_at_20": 0.049, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30407, + "precision_at_5": 0.18733, + "precision_at_10": 0.09622, + "precision_at_20": 0.04872, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.855556, - "mrr_at_3": 0.888333, - "mrr_at_5": 0.893222, - "mrr_at_10": 0.895422, - "mrr_at_20": 0.896375, - "mrr_at_100": 0.896854, - "mrr_at_1000": 0.896869, - "nauc_ndcg_at_1_max": 0.79957, - "nauc_ndcg_at_1_std": -0.035789, - "nauc_ndcg_at_1_diff1": 0.9146, - "nauc_ndcg_at_3_max": 0.835889, - "nauc_ndcg_at_3_std": 0.028876, - "nauc_ndcg_at_3_diff1": 0.901424, - "nauc_ndcg_at_5_max": 0.836433, - "nauc_ndcg_at_5_std": 0.034344, - "nauc_ndcg_at_5_diff1": 0.90194, - "nauc_ndcg_at_10_max": 0.834118, - "nauc_ndcg_at_10_std": 0.048354, - "nauc_ndcg_at_10_diff1": 0.903005, - "nauc_ndcg_at_20_max": 0.831876, - "nauc_ndcg_at_20_std": 0.043868, - "nauc_ndcg_at_20_diff1": 0.903376, - "nauc_ndcg_at_100_max": 0.826943, - "nauc_ndcg_at_100_std": 0.029494, - "nauc_ndcg_at_100_diff1": 0.905288, - "nauc_ndcg_at_1000_max": 0.826265, - "nauc_ndcg_at_1000_std": 0.025693, - "nauc_ndcg_at_1000_diff1": 0.904917, - "nauc_map_at_1_max": 0.79957, - "nauc_map_at_1_std": -0.035789, - "nauc_map_at_1_diff1": 0.9146, - "nauc_map_at_3_max": 0.824524, - "nauc_map_at_3_std": 0.009668, - "nauc_map_at_3_diff1": 0.904144, - "nauc_map_at_5_max": 0.824317, - "nauc_map_at_5_std": 0.011484, - "nauc_map_at_5_diff1": 0.904461, - "nauc_map_at_10_max": 0.823336, - "nauc_map_at_10_std": 0.015678, - "nauc_map_at_10_diff1": 0.905024, - "nauc_map_at_20_max": 0.82263, - "nauc_map_at_20_std": 0.014603, - "nauc_map_at_20_diff1": 0.905189, - "nauc_map_at_100_max": 0.822065, - "nauc_map_at_100_std": 0.01322, - "nauc_map_at_100_diff1": 0.90552, - "nauc_map_at_1000_max": 0.822039, - "nauc_map_at_1000_std": 0.013072, - "nauc_map_at_1000_diff1": 0.905506, - "nauc_recall_at_1_max": 0.79957, - "nauc_recall_at_1_std": -0.035789, - "nauc_recall_at_1_diff1": 0.9146, - "nauc_recall_at_3_max": 0.886175, - "nauc_recall_at_3_std": 0.113234, - "nauc_recall_at_3_diff1": 0.89026, - "nauc_recall_at_5_max": 0.909233, - "nauc_recall_at_5_std": 0.172134, - "nauc_recall_at_5_diff1": 0.888329, - "nauc_recall_at_10_max": 0.926097, - "nauc_recall_at_10_std": 0.35375, - "nauc_recall_at_10_diff1": 0.88766, - "nauc_recall_at_20_max": 0.955519, - "nauc_recall_at_20_std": 0.477487, - "nauc_recall_at_20_diff1": 0.881108, + "mrr_at_1": 0.84, + "mrr_at_3": 0.872407, + "mrr_at_5": 0.878185, + "mrr_at_10": 0.881686, + "mrr_at_20": 0.882537, + "mrr_at_100": 0.883133, + "mrr_at_1000": 0.883151, + "nauc_ndcg_at_1_max": 0.797411, + "nauc_ndcg_at_1_std": 0.009344, + "nauc_ndcg_at_1_diff1": 0.900272, + "nauc_ndcg_at_3_max": 0.829558, + "nauc_ndcg_at_3_std": 0.049882, + "nauc_ndcg_at_3_diff1": 0.890072, + "nauc_ndcg_at_5_max": 0.829804, + "nauc_ndcg_at_5_std": 0.033119, + "nauc_ndcg_at_5_diff1": 0.889999, + "nauc_ndcg_at_10_max": 0.82754, + "nauc_ndcg_at_10_std": 0.047596, + "nauc_ndcg_at_10_diff1": 0.890439, + "nauc_ndcg_at_20_max": 0.827123, + "nauc_ndcg_at_20_std": 0.054542, + "nauc_ndcg_at_20_diff1": 0.89004, + "nauc_ndcg_at_100_max": 0.821583, + "nauc_ndcg_at_100_std": 0.040357, + "nauc_ndcg_at_100_diff1": 0.892147, + "nauc_ndcg_at_1000_max": 0.82094, + "nauc_ndcg_at_1000_std": 0.037144, + "nauc_ndcg_at_1000_diff1": 0.891985, + "nauc_map_at_1_max": 0.797411, + "nauc_map_at_1_std": 0.009344, + "nauc_map_at_1_diff1": 0.900272, + "nauc_map_at_3_max": 0.818949, + "nauc_map_at_3_std": 0.03318, + "nauc_map_at_3_diff1": 0.892308, + "nauc_map_at_5_max": 0.818632, + "nauc_map_at_5_std": 0.024083, + "nauc_map_at_5_diff1": 0.892408, + "nauc_map_at_10_max": 0.817601, + "nauc_map_at_10_std": 0.028567, + "nauc_map_at_10_diff1": 0.892687, + "nauc_map_at_20_max": 0.817372, + "nauc_map_at_20_std": 0.030294, + "nauc_map_at_20_diff1": 0.892582, + "nauc_map_at_100_max": 0.816776, + "nauc_map_at_100_std": 0.028834, + "nauc_map_at_100_diff1": 0.892879, + "nauc_map_at_1000_max": 0.816747, + "nauc_map_at_1000_std": 0.028695, + "nauc_map_at_1000_diff1": 0.89287, + "nauc_recall_at_1_max": 0.797411, + "nauc_recall_at_1_std": 0.009344, + "nauc_recall_at_1_diff1": 0.900272, + "nauc_recall_at_3_max": 0.873229, + "nauc_recall_at_3_std": 0.120377, + "nauc_recall_at_3_diff1": 0.881461, + "nauc_recall_at_5_max": 0.89042, + "nauc_recall_at_5_std": 0.081126, + "nauc_recall_at_5_diff1": 0.877643, + "nauc_recall_at_10_max": 0.912204, + "nauc_recall_at_10_std": 0.231092, + "nauc_recall_at_10_diff1": 0.871904, + "nauc_recall_at_20_max": 0.948849, + "nauc_recall_at_20_std": 0.408253, + "nauc_recall_at_20_diff1": 0.858239, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79957, - "nauc_precision_at_1_std": -0.035789, - "nauc_precision_at_1_diff1": 0.9146, - "nauc_precision_at_3_max": 0.886175, - "nauc_precision_at_3_std": 0.113234, - "nauc_precision_at_3_diff1": 0.89026, - "nauc_precision_at_5_max": 0.909233, - "nauc_precision_at_5_std": 0.172134, - "nauc_precision_at_5_diff1": 0.888329, - "nauc_precision_at_10_max": 0.926097, - "nauc_precision_at_10_std": 0.35375, - "nauc_precision_at_10_diff1": 0.88766, - "nauc_precision_at_20_max": 0.955519, - "nauc_precision_at_20_std": 0.477487, - "nauc_precision_at_20_diff1": 0.881108, + "nauc_precision_at_1_max": 0.797411, + "nauc_precision_at_1_std": 0.009344, + "nauc_precision_at_1_diff1": 0.900272, + "nauc_precision_at_3_max": 0.873229, + "nauc_precision_at_3_std": 0.120377, + "nauc_precision_at_3_diff1": 0.881461, + "nauc_precision_at_5_max": 0.89042, + "nauc_precision_at_5_std": 0.081126, + "nauc_precision_at_5_diff1": 0.877643, + "nauc_precision_at_10_max": 0.912204, + "nauc_precision_at_10_std": 0.231092, + "nauc_precision_at_10_diff1": 0.871904, + "nauc_precision_at_20_max": 0.948849, + "nauc_precision_at_20_std": 0.408253, + "nauc_precision_at_20_diff1": 0.858239, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79957, - "nauc_mrr_at_1_std": -0.035789, - "nauc_mrr_at_1_diff1": 0.9146, - "nauc_mrr_at_3_max": 0.824524, - "nauc_mrr_at_3_std": 0.009668, - "nauc_mrr_at_3_diff1": 0.904144, - "nauc_mrr_at_5_max": 0.824317, - "nauc_mrr_at_5_std": 0.011484, - "nauc_mrr_at_5_diff1": 0.904461, - "nauc_mrr_at_10_max": 0.823336, - "nauc_mrr_at_10_std": 0.015678, - "nauc_mrr_at_10_diff1": 0.905024, - "nauc_mrr_at_20_max": 0.82263, - "nauc_mrr_at_20_std": 0.014603, - "nauc_mrr_at_20_diff1": 0.905189, - "nauc_mrr_at_100_max": 0.822065, - "nauc_mrr_at_100_std": 0.01322, - "nauc_mrr_at_100_diff1": 0.90552, - "nauc_mrr_at_1000_max": 0.822039, - "nauc_mrr_at_1000_std": 0.013072, - "nauc_mrr_at_1000_diff1": 0.905506, - "main_score": 0.91289, + "nauc_mrr_at_1_max": 0.797411, + "nauc_mrr_at_1_std": 0.009344, + "nauc_mrr_at_1_diff1": 0.900272, + "nauc_mrr_at_3_max": 0.818949, + "nauc_mrr_at_3_std": 0.03318, + "nauc_mrr_at_3_diff1": 0.892308, + "nauc_mrr_at_5_max": 0.818632, + "nauc_mrr_at_5_std": 0.024083, + "nauc_mrr_at_5_diff1": 0.892408, + "nauc_mrr_at_10_max": 0.817601, + "nauc_mrr_at_10_std": 0.028567, + "nauc_mrr_at_10_diff1": 0.892687, + "nauc_mrr_at_20_max": 0.817372, + "nauc_mrr_at_20_std": 0.030294, + "nauc_mrr_at_20_diff1": 0.892582, + "nauc_mrr_at_100_max": 0.816776, + "nauc_mrr_at_100_std": 0.028834, + "nauc_mrr_at_100_diff1": 0.892879, + "nauc_mrr_at_1000_max": 0.816747, + "nauc_mrr_at_1000_std": 0.028695, + "nauc_mrr_at_1000_diff1": 0.89287, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.93667, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90125, "hf_subset": "eng_Latn-apc_Arab", "languages": [ "eng-Latn", "apc-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89778, - "ndcg_at_3": 0.93038, - "ndcg_at_5": 0.93631, - "ndcg_at_10": 0.94176, - "ndcg_at_20": 0.94347, - "ndcg_at_100": 0.94452, - "ndcg_at_1000": 0.94513, - "map_at_1": 0.89778, - "map_at_3": 0.92278, - "map_at_5": 0.92606, - "map_at_10": 0.92833, - "map_at_20": 0.92882, - "map_at_100": 0.92897, - "map_at_1000": 0.929, - "recall_at_1": 0.89778, - "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98333, - "recall_at_20": 0.99, + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92251, + "ndcg_at_5": 0.93016, + "ndcg_at_10": 0.93382, + "ndcg_at_20": 0.93639, + "ndcg_at_100": 0.93813, + "ndcg_at_1000": 0.93874, + "map_at_1": 0.88556, + "map_at_3": 0.91407, + "map_at_5": 0.91824, + "map_at_10": 0.91979, + "map_at_20": 0.92052, + "map_at_100": 0.9208, + "map_at_1000": 0.92082, + "recall_at_1": 0.88556, + "recall_at_3": 0.94667, + "recall_at_5": 0.96556, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89778, - "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.09833, - "precision_at_20": 0.0495, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31556, + "precision_at_5": 0.19311, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.897778, - "mrr_at_3": 0.922778, - "mrr_at_5": 0.926056, - "mrr_at_10": 0.928331, - "mrr_at_20": 0.928818, - "mrr_at_100": 0.928968, - "mrr_at_1000": 0.928999, - "nauc_ndcg_at_1_max": 0.772162, - "nauc_ndcg_at_1_std": -0.174551, - "nauc_ndcg_at_1_diff1": 0.917941, - "nauc_ndcg_at_3_max": 0.838982, - "nauc_ndcg_at_3_std": -0.076012, - "nauc_ndcg_at_3_diff1": 0.916397, - "nauc_ndcg_at_5_max": 0.834015, - "nauc_ndcg_at_5_std": -0.081835, - "nauc_ndcg_at_5_diff1": 0.91756, - "nauc_ndcg_at_10_max": 0.825379, - "nauc_ndcg_at_10_std": -0.071371, - "nauc_ndcg_at_10_diff1": 0.918888, - "nauc_ndcg_at_20_max": 0.820064, - "nauc_ndcg_at_20_std": -0.095876, - "nauc_ndcg_at_20_diff1": 0.92064, - "nauc_ndcg_at_100_max": 0.819776, - "nauc_ndcg_at_100_std": -0.083865, - "nauc_ndcg_at_100_diff1": 0.920146, - "nauc_ndcg_at_1000_max": 0.817755, - "nauc_ndcg_at_1000_std": -0.095318, - "nauc_ndcg_at_1000_diff1": 0.91925, - "nauc_map_at_1_max": 0.772162, - "nauc_map_at_1_std": -0.174551, - "nauc_map_at_1_diff1": 0.917941, - "nauc_map_at_3_max": 0.820593, - "nauc_map_at_3_std": -0.101081, - "nauc_map_at_3_diff1": 0.917019, - "nauc_map_at_5_max": 0.817436, - "nauc_map_at_5_std": -0.104427, - "nauc_map_at_5_diff1": 0.917669, - "nauc_map_at_10_max": 0.81406, - "nauc_map_at_10_std": -0.101749, - "nauc_map_at_10_diff1": 0.918291, - "nauc_map_at_20_max": 0.812785, - "nauc_map_at_20_std": -0.107436, - "nauc_map_at_20_diff1": 0.918669, - "nauc_map_at_100_max": 0.81271, - "nauc_map_at_100_std": -0.105995, - "nauc_map_at_100_diff1": 0.918616, - "nauc_map_at_1000_max": 0.812629, - "nauc_map_at_1000_std": -0.10645, - "nauc_map_at_1000_diff1": 0.918581, - "nauc_recall_at_1_max": 0.772162, - "nauc_recall_at_1_std": -0.174551, - "nauc_recall_at_1_diff1": 0.917941, - "nauc_recall_at_3_max": 0.922643, - "nauc_recall_at_3_std": 0.036458, - "nauc_recall_at_3_diff1": 0.913415, - "nauc_recall_at_5_max": 0.935574, - "nauc_recall_at_5_std": 0.053175, - "nauc_recall_at_5_diff1": 0.9169, - "nauc_recall_at_10_max": 0.943044, - "nauc_recall_at_10_std": 0.303579, - "nauc_recall_at_10_diff1": 0.926704, - "nauc_recall_at_20_max": 0.905073, - "nauc_recall_at_20_std": 0.014628, - "nauc_recall_at_20_diff1": 0.970951, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.914074, + "mrr_at_5": 0.918241, + "mrr_at_10": 0.919792, + "mrr_at_20": 0.920515, + "mrr_at_100": 0.920796, + "mrr_at_1000": 0.920824, + "nauc_ndcg_at_1_max": 0.74114, + "nauc_ndcg_at_1_std": -0.209124, + "nauc_ndcg_at_1_diff1": 0.922092, + "nauc_ndcg_at_3_max": 0.814739, + "nauc_ndcg_at_3_std": -0.081752, + "nauc_ndcg_at_3_diff1": 0.913336, + "nauc_ndcg_at_5_max": 0.804066, + "nauc_ndcg_at_5_std": -0.114005, + "nauc_ndcg_at_5_diff1": 0.914732, + "nauc_ndcg_at_10_max": 0.799116, + "nauc_ndcg_at_10_std": -0.105157, + "nauc_ndcg_at_10_diff1": 0.915442, + "nauc_ndcg_at_20_max": 0.794122, + "nauc_ndcg_at_20_std": -0.11295, + "nauc_ndcg_at_20_diff1": 0.917717, + "nauc_ndcg_at_100_max": 0.792334, + "nauc_ndcg_at_100_std": -0.115243, + "nauc_ndcg_at_100_diff1": 0.918668, + "nauc_ndcg_at_1000_max": 0.790268, + "nauc_ndcg_at_1000_std": -0.125678, + "nauc_ndcg_at_1000_diff1": 0.917859, + "nauc_map_at_1_max": 0.74114, + "nauc_map_at_1_std": -0.209124, + "nauc_map_at_1_diff1": 0.922092, + "nauc_map_at_3_max": 0.794046, + "nauc_map_at_3_std": -0.121476, + "nauc_map_at_3_diff1": 0.915989, + "nauc_map_at_5_max": 0.788078, + "nauc_map_at_5_std": -0.138653, + "nauc_map_at_5_diff1": 0.916886, + "nauc_map_at_10_max": 0.786169, + "nauc_map_at_10_std": -0.13643, + "nauc_map_at_10_diff1": 0.917263, + "nauc_map_at_20_max": 0.784959, + "nauc_map_at_20_std": -0.137696, + "nauc_map_at_20_diff1": 0.917753, + "nauc_map_at_100_max": 0.784614, + "nauc_map_at_100_std": -0.138641, + "nauc_map_at_100_diff1": 0.917944, + "nauc_map_at_1000_max": 0.784537, + "nauc_map_at_1000_std": -0.139029, + "nauc_map_at_1000_diff1": 0.917915, + "nauc_recall_at_1_max": 0.74114, + "nauc_recall_at_1_std": -0.209124, + "nauc_recall_at_1_diff1": 0.922092, + "nauc_recall_at_3_max": 0.90804, + "nauc_recall_at_3_std": 0.100276, + "nauc_recall_at_3_diff1": 0.901231, + "nauc_recall_at_5_max": 0.905575, + "nauc_recall_at_5_std": 0.041128, + "nauc_recall_at_5_diff1": 0.900455, + "nauc_recall_at_10_max": 0.909297, + "nauc_recall_at_10_std": 0.197968, + "nauc_recall_at_10_diff1": 0.898181, + "nauc_recall_at_20_max": 0.898459, + "nauc_recall_at_20_std": 0.248716, + "nauc_recall_at_20_diff1": 0.928805, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 0.930556, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.772162, - "nauc_precision_at_1_std": -0.174551, - "nauc_precision_at_1_diff1": 0.917941, - "nauc_precision_at_3_max": 0.922643, - "nauc_precision_at_3_std": 0.036458, - "nauc_precision_at_3_diff1": 0.913415, - "nauc_precision_at_5_max": 0.935574, - "nauc_precision_at_5_std": 0.053175, - "nauc_precision_at_5_diff1": 0.9169, - "nauc_precision_at_10_max": 0.943044, - "nauc_precision_at_10_std": 0.303579, - "nauc_precision_at_10_diff1": 0.926704, - "nauc_precision_at_20_max": 0.905073, - "nauc_precision_at_20_std": 0.014628, - "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_1_max": 0.74114, + "nauc_precision_at_1_std": -0.209124, + "nauc_precision_at_1_diff1": 0.922092, + "nauc_precision_at_3_max": 0.90804, + "nauc_precision_at_3_std": 0.100276, + "nauc_precision_at_3_diff1": 0.901231, + "nauc_precision_at_5_max": 0.905575, + "nauc_precision_at_5_std": 0.041128, + "nauc_precision_at_5_diff1": 0.900455, + "nauc_precision_at_10_max": 0.909297, + "nauc_precision_at_10_std": 0.197968, + "nauc_precision_at_10_diff1": 0.898181, + "nauc_precision_at_20_max": 0.898459, + "nauc_precision_at_20_std": 0.248716, + "nauc_precision_at_20_diff1": 0.928805, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 0.930556, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.772162, - "nauc_mrr_at_1_std": -0.174551, - "nauc_mrr_at_1_diff1": 0.917941, - "nauc_mrr_at_3_max": 0.820593, - "nauc_mrr_at_3_std": -0.101081, - "nauc_mrr_at_3_diff1": 0.917019, - "nauc_mrr_at_5_max": 0.817436, - "nauc_mrr_at_5_std": -0.104427, - "nauc_mrr_at_5_diff1": 0.917669, - "nauc_mrr_at_10_max": 0.81406, - "nauc_mrr_at_10_std": -0.101749, - "nauc_mrr_at_10_diff1": 0.918291, - "nauc_mrr_at_20_max": 0.812785, - "nauc_mrr_at_20_std": -0.107436, - "nauc_mrr_at_20_diff1": 0.918669, - "nauc_mrr_at_100_max": 0.81271, - "nauc_mrr_at_100_std": -0.105995, - "nauc_mrr_at_100_diff1": 0.918616, - "nauc_mrr_at_1000_max": 0.812629, - "nauc_mrr_at_1000_std": -0.10645, - "nauc_mrr_at_1000_diff1": 0.918581, - "main_score": 0.94176, + "nauc_mrr_at_1_max": 0.74114, + "nauc_mrr_at_1_std": -0.209124, + "nauc_mrr_at_1_diff1": 0.922092, + "nauc_mrr_at_3_max": 0.794046, + "nauc_mrr_at_3_std": -0.121476, + "nauc_mrr_at_3_diff1": 0.915989, + "nauc_mrr_at_5_max": 0.788078, + "nauc_mrr_at_5_std": -0.138653, + "nauc_mrr_at_5_diff1": 0.916886, + "nauc_mrr_at_10_max": 0.786169, + "nauc_mrr_at_10_std": -0.13643, + "nauc_mrr_at_10_diff1": 0.917263, + "nauc_mrr_at_20_max": 0.784959, + "nauc_mrr_at_20_std": -0.137696, + "nauc_mrr_at_20_diff1": 0.917753, + "nauc_mrr_at_100_max": 0.784614, + "nauc_mrr_at_100_std": -0.138641, + "nauc_mrr_at_100_diff1": 0.917944, + "nauc_mrr_at_1000_max": 0.784537, + "nauc_mrr_at_1000_std": -0.139029, + "nauc_mrr_at_1000_diff1": 0.917915, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93382, "hf_subset": "arb_Arab-arb_Arab", "languages": [ "arb-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91556, - "ndcg_at_3": 0.94483, - "ndcg_at_5": 0.95133, - "ndcg_at_10": 0.9552, - "ndcg_at_20": 0.95574, - "ndcg_at_100": 0.95637, - "ndcg_at_1000": 0.95682, - "map_at_1": 0.91556, - "map_at_3": 0.93833, - "map_at_5": 0.942, - "map_at_10": 0.94355, - "map_at_20": 0.94368, - "map_at_100": 0.94378, - "map_at_1000": 0.9438, - "recall_at_1": 0.91556, - "recall_at_3": 0.96333, - "recall_at_5": 0.97889, - "recall_at_10": 0.99111, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93831, + "ndcg_at_5": 0.94529, + "ndcg_at_10": 0.95006, + "ndcg_at_20": 0.95064, + "ndcg_at_100": 0.9517, + "ndcg_at_1000": 0.95215, + "map_at_1": 0.90778, + "map_at_3": 0.93148, + "map_at_5": 0.93543, + "map_at_10": 0.93745, + "map_at_20": 0.93762, + "map_at_100": 0.93777, + "map_at_1000": 0.93779, + "recall_at_1": 0.90778, + "recall_at_3": 0.95778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91556, - "precision_at_3": 0.32111, - "precision_at_5": 0.19578, - "precision_at_10": 0.09911, - "precision_at_20": 0.04967, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31926, + "precision_at_5": 0.19489, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.915556, - "mrr_at_3": 0.938333, - "mrr_at_5": 0.942, - "mrr_at_10": 0.943546, - "mrr_at_20": 0.943681, - "mrr_at_100": 0.943776, - "mrr_at_1000": 0.943796, - "nauc_ndcg_at_1_max": 0.749601, - "nauc_ndcg_at_1_std": -0.256149, - "nauc_ndcg_at_1_diff1": 0.922048, - "nauc_ndcg_at_3_max": 0.770701, - "nauc_ndcg_at_3_std": -0.377325, - "nauc_ndcg_at_3_diff1": 0.928036, - "nauc_ndcg_at_5_max": 0.783956, - "nauc_ndcg_at_5_std": -0.325687, - "nauc_ndcg_at_5_diff1": 0.928482, - "nauc_ndcg_at_10_max": 0.774301, - "nauc_ndcg_at_10_std": -0.306242, - "nauc_ndcg_at_10_diff1": 0.927798, - "nauc_ndcg_at_20_max": 0.776837, - "nauc_ndcg_at_20_std": -0.305633, - "nauc_ndcg_at_20_diff1": 0.928509, - "nauc_ndcg_at_100_max": 0.774961, - "nauc_ndcg_at_100_std": -0.290303, - "nauc_ndcg_at_100_diff1": 0.927463, - "nauc_ndcg_at_1000_max": 0.772621, - "nauc_ndcg_at_1000_std": -0.302729, - "nauc_ndcg_at_1000_diff1": 0.927129, - "nauc_map_at_1_max": 0.749601, - "nauc_map_at_1_std": -0.256149, - "nauc_map_at_1_diff1": 0.922048, - "nauc_map_at_3_max": 0.765949, - "nauc_map_at_3_std": -0.335875, - "nauc_map_at_3_diff1": 0.926509, - "nauc_map_at_5_max": 0.772204, - "nauc_map_at_5_std": -0.309237, - "nauc_map_at_5_diff1": 0.926512, - "nauc_map_at_10_max": 0.768745, - "nauc_map_at_10_std": -0.303423, - "nauc_map_at_10_diff1": 0.92635, - "nauc_map_at_20_max": 0.76921, - "nauc_map_at_20_std": -0.303363, - "nauc_map_at_20_diff1": 0.926486, - "nauc_map_at_100_max": 0.768985, - "nauc_map_at_100_std": -0.301575, - "nauc_map_at_100_diff1": 0.926362, - "nauc_map_at_1000_max": 0.768903, - "nauc_map_at_1000_std": -0.301999, - "nauc_map_at_1000_diff1": 0.926346, - "nauc_recall_at_1_max": 0.749601, - "nauc_recall_at_1_std": -0.256149, - "nauc_recall_at_1_diff1": 0.922048, - "nauc_recall_at_3_max": 0.792222, - "nauc_recall_at_3_std": -0.579492, - "nauc_recall_at_3_diff1": 0.935136, - "nauc_recall_at_5_max": 0.877906, - "nauc_recall_at_5_std": -0.439137, - "nauc_recall_at_5_diff1": 0.9441, - "nauc_recall_at_10_max": 0.855626, - "nauc_recall_at_10_std": -0.257645, - "nauc_recall_at_10_diff1": 0.95098, - "nauc_recall_at_20_max": 0.953704, - "nauc_recall_at_20_std": -0.220199, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.935426, + "mrr_at_10": 0.937446, + "mrr_at_20": 0.937617, + "mrr_at_100": 0.937772, + "mrr_at_1000": 0.937795, + "nauc_ndcg_at_1_max": 0.739327, + "nauc_ndcg_at_1_std": -0.208689, + "nauc_ndcg_at_1_diff1": 0.920044, + "nauc_ndcg_at_3_max": 0.763099, + "nauc_ndcg_at_3_std": -0.296979, + "nauc_ndcg_at_3_diff1": 0.922208, + "nauc_ndcg_at_5_max": 0.766653, + "nauc_ndcg_at_5_std": -0.266472, + "nauc_ndcg_at_5_diff1": 0.920452, + "nauc_ndcg_at_10_max": 0.753455, + "nauc_ndcg_at_10_std": -0.265254, + "nauc_ndcg_at_10_diff1": 0.923338, + "nauc_ndcg_at_20_max": 0.756883, + "nauc_ndcg_at_20_std": -0.251113, + "nauc_ndcg_at_20_diff1": 0.923975, + "nauc_ndcg_at_100_max": 0.760503, + "nauc_ndcg_at_100_std": -0.235504, + "nauc_ndcg_at_100_diff1": 0.922949, + "nauc_ndcg_at_1000_max": 0.758229, + "nauc_ndcg_at_1000_std": -0.247232, + "nauc_ndcg_at_1000_diff1": 0.922218, + "nauc_map_at_1_max": 0.739327, + "nauc_map_at_1_std": -0.208689, + "nauc_map_at_1_diff1": 0.920044, + "nauc_map_at_3_max": 0.757279, + "nauc_map_at_3_std": -0.271304, + "nauc_map_at_3_diff1": 0.921209, + "nauc_map_at_5_max": 0.759017, + "nauc_map_at_5_std": -0.25331, + "nauc_map_at_5_diff1": 0.92036, + "nauc_map_at_10_max": 0.754392, + "nauc_map_at_10_std": -0.252055, + "nauc_map_at_10_diff1": 0.921318, + "nauc_map_at_20_max": 0.755157, + "nauc_map_at_20_std": -0.248644, + "nauc_map_at_20_diff1": 0.92146, + "nauc_map_at_100_max": 0.755845, + "nauc_map_at_100_std": -0.246818, + "nauc_map_at_100_diff1": 0.921361, + "nauc_map_at_1000_max": 0.755759, + "nauc_map_at_1000_std": -0.247259, + "nauc_map_at_1000_diff1": 0.921333, + "nauc_recall_at_1_max": 0.739327, + "nauc_recall_at_1_std": -0.208689, + "nauc_recall_at_1_diff1": 0.920044, + "nauc_recall_at_3_max": 0.789081, + "nauc_recall_at_3_std": -0.415217, + "nauc_recall_at_3_diff1": 0.927085, + "nauc_recall_at_5_max": 0.820079, + "nauc_recall_at_5_std": -0.35556, + "nauc_recall_at_5_diff1": 0.920736, + "nauc_recall_at_10_max": 0.707096, + "nauc_recall_at_10_std": -0.467507, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.769841, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.749601, - "nauc_precision_at_1_std": -0.256149, - "nauc_precision_at_1_diff1": 0.922048, - "nauc_precision_at_3_max": 0.792222, - "nauc_precision_at_3_std": -0.579492, - "nauc_precision_at_3_diff1": 0.935136, - "nauc_precision_at_5_max": 0.877906, - "nauc_precision_at_5_std": -0.439137, - "nauc_precision_at_5_diff1": 0.9441, - "nauc_precision_at_10_max": 0.855626, - "nauc_precision_at_10_std": -0.257645, - "nauc_precision_at_10_diff1": 0.95098, - "nauc_precision_at_20_max": 0.953704, - "nauc_precision_at_20_std": -0.220199, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.739327, + "nauc_precision_at_1_std": -0.208689, + "nauc_precision_at_1_diff1": 0.920044, + "nauc_precision_at_3_max": 0.789081, + "nauc_precision_at_3_std": -0.415217, + "nauc_precision_at_3_diff1": 0.927085, + "nauc_precision_at_5_max": 0.820079, + "nauc_precision_at_5_std": -0.35556, + "nauc_precision_at_5_diff1": 0.920736, + "nauc_precision_at_10_max": 0.707096, + "nauc_precision_at_10_std": -0.467507, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.769841, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.749601, - "nauc_mrr_at_1_std": -0.256149, - "nauc_mrr_at_1_diff1": 0.922048, - "nauc_mrr_at_3_max": 0.765949, - "nauc_mrr_at_3_std": -0.335875, - "nauc_mrr_at_3_diff1": 0.926509, - "nauc_mrr_at_5_max": 0.772204, - "nauc_mrr_at_5_std": -0.309237, - "nauc_mrr_at_5_diff1": 0.926512, - "nauc_mrr_at_10_max": 0.768745, - "nauc_mrr_at_10_std": -0.303423, - "nauc_mrr_at_10_diff1": 0.92635, - "nauc_mrr_at_20_max": 0.76921, - "nauc_mrr_at_20_std": -0.303363, - "nauc_mrr_at_20_diff1": 0.926486, - "nauc_mrr_at_100_max": 0.768985, - "nauc_mrr_at_100_std": -0.301575, - "nauc_mrr_at_100_diff1": 0.926362, - "nauc_mrr_at_1000_max": 0.768903, - "nauc_mrr_at_1000_std": -0.301999, - "nauc_mrr_at_1000_diff1": 0.926346, - "main_score": 0.9552, + "nauc_mrr_at_1_max": 0.739327, + "nauc_mrr_at_1_std": -0.208689, + "nauc_mrr_at_1_diff1": 0.920044, + "nauc_mrr_at_3_max": 0.757279, + "nauc_mrr_at_3_std": -0.271304, + "nauc_mrr_at_3_diff1": 0.921209, + "nauc_mrr_at_5_max": 0.759017, + "nauc_mrr_at_5_std": -0.25331, + "nauc_mrr_at_5_diff1": 0.92036, + "nauc_mrr_at_10_max": 0.754392, + "nauc_mrr_at_10_std": -0.252055, + "nauc_mrr_at_10_diff1": 0.921318, + "nauc_mrr_at_20_max": 0.755157, + "nauc_mrr_at_20_std": -0.248644, + "nauc_mrr_at_20_diff1": 0.92146, + "nauc_mrr_at_100_max": 0.755845, + "nauc_mrr_at_100_std": -0.246818, + "nauc_mrr_at_100_diff1": 0.921361, + "nauc_mrr_at_1000_max": 0.755759, + "nauc_mrr_at_1000_std": -0.247259, + "nauc_mrr_at_1000_diff1": 0.921333, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95006, "hf_subset": "arb_Arab-eng_Latn", "languages": [ "arb-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86667, - "ndcg_at_3": 0.91172, - "ndcg_at_5": 0.91984, - "ndcg_at_10": 0.9241, - "ndcg_at_20": 0.92664, - "ndcg_at_100": 0.92937, - "ndcg_at_1000": 0.92951, - "map_at_1": 0.86667, - "map_at_3": 0.90111, - "map_at_5": 0.90556, - "map_at_10": 0.90728, - "map_at_20": 0.90798, - "map_at_100": 0.90846, - "map_at_1000": 0.90846, - "recall_at_1": 0.86667, - "recall_at_3": 0.94222, - "recall_at_5": 0.96222, - "recall_at_10": 0.97556, - "recall_at_20": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90573, + "ndcg_at_5": 0.91319, + "ndcg_at_10": 0.9195, + "ndcg_at_20": 0.92315, + "ndcg_at_100": 0.9259, + "ndcg_at_1000": 0.92603, + "map_at_1": 0.86444, + "map_at_3": 0.89611, + "map_at_5": 0.90033, + "map_at_10": 0.90306, + "map_at_20": 0.90406, + "map_at_100": 0.90445, + "map_at_1000": 0.90445, + "recall_at_1": 0.86444, + "recall_at_3": 0.93333, + "recall_at_5": 0.95111, + "recall_at_10": 0.97, + "recall_at_20": 0.98444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.86667, - "precision_at_3": 0.31407, - "precision_at_5": 0.19244, - "precision_at_10": 0.09756, - "precision_at_20": 0.04928, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31111, + "precision_at_5": 0.19022, + "precision_at_10": 0.097, + "precision_at_20": 0.04922, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.866667, - "mrr_at_3": 0.901111, - "mrr_at_5": 0.905556, - "mrr_at_10": 0.907279, - "mrr_at_20": 0.907984, - "mrr_at_100": 0.908456, - "mrr_at_1000": 0.90846, - "nauc_ndcg_at_1_max": 0.766039, - "nauc_ndcg_at_1_std": -0.117745, - "nauc_ndcg_at_1_diff1": 0.938003, - "nauc_ndcg_at_3_max": 0.818127, - "nauc_ndcg_at_3_std": -0.040749, - "nauc_ndcg_at_3_diff1": 0.925258, - "nauc_ndcg_at_5_max": 0.819341, - "nauc_ndcg_at_5_std": -0.025065, - "nauc_ndcg_at_5_diff1": 0.929642, - "nauc_ndcg_at_10_max": 0.81411, - "nauc_ndcg_at_10_std": -0.009791, - "nauc_ndcg_at_10_diff1": 0.928741, - "nauc_ndcg_at_20_max": 0.808503, - "nauc_ndcg_at_20_std": -0.032661, - "nauc_ndcg_at_20_diff1": 0.92879, - "nauc_ndcg_at_100_max": 0.80444, - "nauc_ndcg_at_100_std": -0.045348, - "nauc_ndcg_at_100_diff1": 0.930249, - "nauc_ndcg_at_1000_max": 0.804054, - "nauc_ndcg_at_1000_std": -0.047151, - "nauc_ndcg_at_1000_diff1": 0.930112, - "nauc_map_at_1_max": 0.766039, - "nauc_map_at_1_std": -0.117745, - "nauc_map_at_1_diff1": 0.938003, - "nauc_map_at_3_max": 0.803649, - "nauc_map_at_3_std": -0.062032, - "nauc_map_at_3_diff1": 0.928868, - "nauc_map_at_5_max": 0.803422, - "nauc_map_at_5_std": -0.055637, - "nauc_map_at_5_diff1": 0.931227, - "nauc_map_at_10_max": 0.801588, - "nauc_map_at_10_std": -0.050526, - "nauc_map_at_10_diff1": 0.930925, - "nauc_map_at_20_max": 0.800228, - "nauc_map_at_20_std": -0.056064, - "nauc_map_at_20_diff1": 0.930868, - "nauc_map_at_100_max": 0.799562, - "nauc_map_at_100_std": -0.058086, - "nauc_map_at_100_diff1": 0.931028, - "nauc_map_at_1000_max": 0.799553, - "nauc_map_at_1000_std": -0.058126, - "nauc_map_at_1000_diff1": 0.931025, - "nauc_recall_at_1_max": 0.766039, - "nauc_recall_at_1_std": -0.117745, - "nauc_recall_at_1_diff1": 0.938003, - "nauc_recall_at_3_max": 0.886492, - "nauc_recall_at_3_std": 0.05965, - "nauc_recall_at_3_diff1": 0.908156, - "nauc_recall_at_5_max": 0.929848, - "nauc_recall_at_5_std": 0.191863, - "nauc_recall_at_5_diff1": 0.920086, - "nauc_recall_at_10_max": 0.936359, - "nauc_recall_at_10_std": 0.444147, - "nauc_recall_at_10_diff1": 0.906948, - "nauc_recall_at_20_max": 0.912411, - "nauc_recall_at_20_std": 0.319076, - "nauc_recall_at_20_diff1": 0.896933, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.896111, + "mrr_at_5": 0.900333, + "mrr_at_10": 0.903058, + "mrr_at_20": 0.904059, + "mrr_at_100": 0.904452, + "mrr_at_1000": 0.904455, + "nauc_ndcg_at_1_max": 0.734697, + "nauc_ndcg_at_1_std": -0.096361, + "nauc_ndcg_at_1_diff1": 0.914073, + "nauc_ndcg_at_3_max": 0.791423, + "nauc_ndcg_at_3_std": -0.045581, + "nauc_ndcg_at_3_diff1": 0.903611, + "nauc_ndcg_at_5_max": 0.798521, + "nauc_ndcg_at_5_std": -0.01652, + "nauc_ndcg_at_5_diff1": 0.910805, + "nauc_ndcg_at_10_max": 0.788901, + "nauc_ndcg_at_10_std": -0.027839, + "nauc_ndcg_at_10_diff1": 0.908774, + "nauc_ndcg_at_20_max": 0.780714, + "nauc_ndcg_at_20_std": -0.041232, + "nauc_ndcg_at_20_diff1": 0.906745, + "nauc_ndcg_at_100_max": 0.778367, + "nauc_ndcg_at_100_std": -0.045182, + "nauc_ndcg_at_100_diff1": 0.909244, + "nauc_ndcg_at_1000_max": 0.777959, + "nauc_ndcg_at_1000_std": -0.046595, + "nauc_ndcg_at_1000_diff1": 0.909077, + "nauc_map_at_1_max": 0.734697, + "nauc_map_at_1_std": -0.096361, + "nauc_map_at_1_diff1": 0.914073, + "nauc_map_at_3_max": 0.776275, + "nauc_map_at_3_std": -0.060059, + "nauc_map_at_3_diff1": 0.906685, + "nauc_map_at_5_max": 0.779159, + "nauc_map_at_5_std": -0.046192, + "nauc_map_at_5_diff1": 0.910415, + "nauc_map_at_10_max": 0.77512, + "nauc_map_at_10_std": -0.051203, + "nauc_map_at_10_diff1": 0.909728, + "nauc_map_at_20_max": 0.773194, + "nauc_map_at_20_std": -0.054207, + "nauc_map_at_20_diff1": 0.909249, + "nauc_map_at_100_max": 0.772888, + "nauc_map_at_100_std": -0.05466, + "nauc_map_at_100_diff1": 0.909585, + "nauc_map_at_1000_max": 0.772879, + "nauc_map_at_1000_std": -0.054689, + "nauc_map_at_1000_diff1": 0.909582, + "nauc_recall_at_1_max": 0.734697, + "nauc_recall_at_1_std": -0.096361, + "nauc_recall_at_1_diff1": 0.914073, + "nauc_recall_at_3_max": 0.856458, + "nauc_recall_at_3_std": 0.01725, + "nauc_recall_at_3_diff1": 0.890212, + "nauc_recall_at_5_max": 0.909293, + "nauc_recall_at_5_std": 0.159632, + "nauc_recall_at_5_diff1": 0.914852, + "nauc_recall_at_10_max": 0.903794, + "nauc_recall_at_10_std": 0.182834, + "nauc_recall_at_10_diff1": 0.900578, + "nauc_recall_at_20_max": 0.852975, + "nauc_recall_at_20_std": 0.114179, + "nauc_recall_at_20_diff1": 0.856109, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766039, - "nauc_precision_at_1_std": -0.117745, - "nauc_precision_at_1_diff1": 0.938003, - "nauc_precision_at_3_max": 0.886492, - "nauc_precision_at_3_std": 0.05965, - "nauc_precision_at_3_diff1": 0.908156, - "nauc_precision_at_5_max": 0.929848, - "nauc_precision_at_5_std": 0.191863, - "nauc_precision_at_5_diff1": 0.920086, - "nauc_precision_at_10_max": 0.936359, - "nauc_precision_at_10_std": 0.444147, - "nauc_precision_at_10_diff1": 0.906948, - "nauc_precision_at_20_max": 0.912411, - "nauc_precision_at_20_std": 0.319076, - "nauc_precision_at_20_diff1": 0.896933, + "nauc_precision_at_1_max": 0.734697, + "nauc_precision_at_1_std": -0.096361, + "nauc_precision_at_1_diff1": 0.914073, + "nauc_precision_at_3_max": 0.856458, + "nauc_precision_at_3_std": 0.01725, + "nauc_precision_at_3_diff1": 0.890212, + "nauc_precision_at_5_max": 0.909293, + "nauc_precision_at_5_std": 0.159632, + "nauc_precision_at_5_diff1": 0.914852, + "nauc_precision_at_10_max": 0.903794, + "nauc_precision_at_10_std": 0.182834, + "nauc_precision_at_10_diff1": 0.900578, + "nauc_precision_at_20_max": 0.852975, + "nauc_precision_at_20_std": 0.114179, + "nauc_precision_at_20_diff1": 0.856109, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766039, - "nauc_mrr_at_1_std": -0.117745, - "nauc_mrr_at_1_diff1": 0.938003, - "nauc_mrr_at_3_max": 0.803649, - "nauc_mrr_at_3_std": -0.062032, - "nauc_mrr_at_3_diff1": 0.928868, - "nauc_mrr_at_5_max": 0.803422, - "nauc_mrr_at_5_std": -0.055637, - "nauc_mrr_at_5_diff1": 0.931227, - "nauc_mrr_at_10_max": 0.801588, - "nauc_mrr_at_10_std": -0.050526, - "nauc_mrr_at_10_diff1": 0.930925, - "nauc_mrr_at_20_max": 0.800228, - "nauc_mrr_at_20_std": -0.056064, - "nauc_mrr_at_20_diff1": 0.930868, - "nauc_mrr_at_100_max": 0.799562, - "nauc_mrr_at_100_std": -0.058086, - "nauc_mrr_at_100_diff1": 0.931028, - "nauc_mrr_at_1000_max": 0.799553, - "nauc_mrr_at_1000_std": -0.058126, - "nauc_mrr_at_1000_diff1": 0.931025, - "main_score": 0.9241, + "nauc_mrr_at_1_max": 0.734697, + "nauc_mrr_at_1_std": -0.096361, + "nauc_mrr_at_1_diff1": 0.914073, + "nauc_mrr_at_3_max": 0.776275, + "nauc_mrr_at_3_std": -0.060059, + "nauc_mrr_at_3_diff1": 0.906685, + "nauc_mrr_at_5_max": 0.779159, + "nauc_mrr_at_5_std": -0.046192, + "nauc_mrr_at_5_diff1": 0.910415, + "nauc_mrr_at_10_max": 0.77512, + "nauc_mrr_at_10_std": -0.051203, + "nauc_mrr_at_10_diff1": 0.909728, + "nauc_mrr_at_20_max": 0.773194, + "nauc_mrr_at_20_std": -0.054207, + "nauc_mrr_at_20_diff1": 0.909249, + "nauc_mrr_at_100_max": 0.772888, + "nauc_mrr_at_100_std": -0.05466, + "nauc_mrr_at_100_diff1": 0.909585, + "nauc_mrr_at_1000_max": 0.772879, + "nauc_mrr_at_1000_std": -0.054689, + "nauc_mrr_at_1000_diff1": 0.909582, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9195, "hf_subset": "eng_Latn-arb_Arab", "languages": [ "eng-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.24111, - "ndcg_at_3": 0.26542, - "ndcg_at_5": 0.27695, - "ndcg_at_10": 0.29529, - "ndcg_at_20": 0.3092, - "ndcg_at_100": 0.3466, - "ndcg_at_1000": 0.39392, + "ndcg_at_3": 0.27354, + "ndcg_at_5": 0.28373, + "ndcg_at_10": 0.29822, + "ndcg_at_20": 0.31212, + "ndcg_at_100": 0.35026, + "ndcg_at_1000": 0.39746, "map_at_1": 0.24111, - "map_at_3": 0.25926, - "map_at_5": 0.2657, - "map_at_10": 0.27308, - "map_at_20": 0.27682, - "map_at_100": 0.28141, - "map_at_1000": 0.28324, + "map_at_3": 0.26556, + "map_at_5": 0.27128, + "map_at_10": 0.27711, + "map_at_20": 0.28086, + "map_at_100": 0.28569, + "map_at_1000": 0.2875, "recall_at_1": 0.24111, - "recall_at_3": 0.28333, - "recall_at_5": 0.31111, - "recall_at_10": 0.36889, - "recall_at_20": 0.42444, + "recall_at_3": 0.29667, + "recall_at_5": 0.32111, + "recall_at_10": 0.36667, + "recall_at_20": 0.42222, "recall_at_100": 0.63444, "recall_at_1000": 1.0, + "accuracy": 0.24111, "precision_at_1": 0.24111, - "precision_at_3": 0.09444, - "precision_at_5": 0.06222, - "precision_at_10": 0.03689, - "precision_at_20": 0.02122, + "precision_at_3": 0.09889, + "precision_at_5": 0.06422, + "precision_at_10": 0.03667, + "precision_at_20": 0.02111, "precision_at_100": 0.00634, "precision_at_1000": 0.001, "mrr_at_1": 0.241111, - "mrr_at_3": 0.259259, - "mrr_at_5": 0.265704, - "mrr_at_10": 0.273077, - "mrr_at_20": 0.276819, - "mrr_at_100": 0.28141, - "mrr_at_1000": 0.283241, - "nauc_ndcg_at_1_max": 0.832196, - "nauc_ndcg_at_1_std": -0.093621, - "nauc_ndcg_at_1_diff1": 0.870429, - "nauc_ndcg_at_3_max": 0.810104, - "nauc_ndcg_at_3_std": -0.08099, - "nauc_ndcg_at_3_diff1": 0.822614, - "nauc_ndcg_at_5_max": 0.797089, - "nauc_ndcg_at_5_std": -0.073289, - "nauc_ndcg_at_5_diff1": 0.802773, - "nauc_ndcg_at_10_max": 0.770244, - "nauc_ndcg_at_10_std": -0.067004, - "nauc_ndcg_at_10_diff1": 0.770899, - "nauc_ndcg_at_20_max": 0.755807, - "nauc_ndcg_at_20_std": -0.064009, - "nauc_ndcg_at_20_diff1": 0.749703, - "nauc_ndcg_at_100_max": 0.744935, - "nauc_ndcg_at_100_std": -0.055819, - "nauc_ndcg_at_100_diff1": 0.740204, - "nauc_ndcg_at_1000_max": 0.77105, - "nauc_ndcg_at_1000_std": -0.066042, - "nauc_ndcg_at_1000_diff1": 0.772473, - "nauc_map_at_1_max": 0.832196, - "nauc_map_at_1_std": -0.093621, - "nauc_map_at_1_diff1": 0.870429, - "nauc_map_at_3_max": 0.816989, - "nauc_map_at_3_std": -0.084534, - "nauc_map_at_3_diff1": 0.834786, - "nauc_map_at_5_max": 0.809512, - "nauc_map_at_5_std": -0.079907, - "nauc_map_at_5_diff1": 0.82321, - "nauc_map_at_10_max": 0.798604, - "nauc_map_at_10_std": -0.077404, - "nauc_map_at_10_diff1": 0.810254, - "nauc_map_at_20_max": 0.79454, - "nauc_map_at_20_std": -0.076621, - "nauc_map_at_20_diff1": 0.804105, - "nauc_map_at_100_max": 0.793237, - "nauc_map_at_100_std": -0.0751, - "nauc_map_at_100_diff1": 0.803009, - "nauc_map_at_1000_max": 0.794079, - "nauc_map_at_1000_std": -0.075489, - "nauc_map_at_1000_diff1": 0.804042, - "nauc_recall_at_1_max": 0.832196, - "nauc_recall_at_1_std": -0.093621, - "nauc_recall_at_1_diff1": 0.870429, - "nauc_recall_at_3_max": 0.790352, - "nauc_recall_at_3_std": -0.070943, - "nauc_recall_at_3_diff1": 0.788506, - "nauc_recall_at_5_max": 0.761194, - "nauc_recall_at_5_std": -0.054436, - "nauc_recall_at_5_diff1": 0.744818, - "nauc_recall_at_10_max": 0.682318, - "nauc_recall_at_10_std": -0.035972, - "nauc_recall_at_10_diff1": 0.651502, - "nauc_recall_at_20_max": 0.629756, - "nauc_recall_at_20_std": -0.024685, - "nauc_recall_at_20_diff1": 0.57547, - "nauc_recall_at_100_max": 0.537312, - "nauc_recall_at_100_std": 0.024411, - "nauc_recall_at_100_diff1": 0.48151, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832196, - "nauc_precision_at_1_std": -0.093621, - "nauc_precision_at_1_diff1": 0.870429, - "nauc_precision_at_3_max": 0.790352, - "nauc_precision_at_3_std": -0.070943, - "nauc_precision_at_3_diff1": 0.788506, - "nauc_precision_at_5_max": 0.761194, - "nauc_precision_at_5_std": -0.054436, - "nauc_precision_at_5_diff1": 0.744818, - "nauc_precision_at_10_max": 0.682318, - "nauc_precision_at_10_std": -0.035972, - "nauc_precision_at_10_diff1": 0.651502, - "nauc_precision_at_20_max": 0.629756, - "nauc_precision_at_20_std": -0.024685, - "nauc_precision_at_20_diff1": 0.57547, - "nauc_precision_at_100_max": 0.537312, - "nauc_precision_at_100_std": 0.024411, - "nauc_precision_at_100_diff1": 0.48151, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832196, - "nauc_mrr_at_1_std": -0.093621, - "nauc_mrr_at_1_diff1": 0.870429, - "nauc_mrr_at_3_max": 0.816989, - "nauc_mrr_at_3_std": -0.084534, - "nauc_mrr_at_3_diff1": 0.834786, - "nauc_mrr_at_5_max": 0.809512, - "nauc_mrr_at_5_std": -0.079907, - "nauc_mrr_at_5_diff1": 0.82321, - "nauc_mrr_at_10_max": 0.798604, - "nauc_mrr_at_10_std": -0.077404, - "nauc_mrr_at_10_diff1": 0.810254, - "nauc_mrr_at_20_max": 0.79454, - "nauc_mrr_at_20_std": -0.076621, - "nauc_mrr_at_20_diff1": 0.804105, - "nauc_mrr_at_100_max": 0.793237, - "nauc_mrr_at_100_std": -0.0751, - "nauc_mrr_at_100_diff1": 0.803009, - "nauc_mrr_at_1000_max": 0.794079, - "nauc_mrr_at_1000_std": -0.075489, - "nauc_mrr_at_1000_diff1": 0.804042, - "main_score": 0.29529, + "mrr_at_3": 0.265556, + "mrr_at_5": 0.271278, + "mrr_at_10": 0.277114, + "mrr_at_20": 0.280861, + "mrr_at_100": 0.285685, + "mrr_at_1000": 0.287496, + "nauc_ndcg_at_1_max": 0.826866, + "nauc_ndcg_at_1_std": -0.162313, + "nauc_ndcg_at_1_diff1": 0.859141, + "nauc_ndcg_at_3_max": 0.785048, + "nauc_ndcg_at_3_std": -0.14571, + "nauc_ndcg_at_3_diff1": 0.790094, + "nauc_ndcg_at_5_max": 0.778053, + "nauc_ndcg_at_5_std": -0.134488, + "nauc_ndcg_at_5_diff1": 0.778769, + "nauc_ndcg_at_10_max": 0.761619, + "nauc_ndcg_at_10_std": -0.133133, + "nauc_ndcg_at_10_diff1": 0.754568, + "nauc_ndcg_at_20_max": 0.747612, + "nauc_ndcg_at_20_std": -0.116062, + "nauc_ndcg_at_20_diff1": 0.739072, + "nauc_ndcg_at_100_max": 0.729617, + "nauc_ndcg_at_100_std": -0.1115, + "nauc_ndcg_at_100_diff1": 0.724322, + "nauc_ndcg_at_1000_max": 0.756538, + "nauc_ndcg_at_1000_std": -0.125258, + "nauc_ndcg_at_1000_diff1": 0.755212, + "nauc_map_at_1_max": 0.826866, + "nauc_map_at_1_std": -0.162313, + "nauc_map_at_1_diff1": 0.859141, + "nauc_map_at_3_max": 0.796131, + "nauc_map_at_3_std": -0.148829, + "nauc_map_at_3_diff1": 0.80736, + "nauc_map_at_5_max": 0.792246, + "nauc_map_at_5_std": -0.142116, + "nauc_map_at_5_diff1": 0.800932, + "nauc_map_at_10_max": 0.785409, + "nauc_map_at_10_std": -0.141647, + "nauc_map_at_10_diff1": 0.790926, + "nauc_map_at_20_max": 0.781257, + "nauc_map_at_20_std": -0.137125, + "nauc_map_at_20_diff1": 0.786343, + "nauc_map_at_100_max": 0.778624, + "nauc_map_at_100_std": -0.136418, + "nauc_map_at_100_diff1": 0.784237, + "nauc_map_at_1000_max": 0.779515, + "nauc_map_at_1000_std": -0.136928, + "nauc_map_at_1000_diff1": 0.785227, + "nauc_recall_at_1_max": 0.826866, + "nauc_recall_at_1_std": -0.162313, + "nauc_recall_at_1_diff1": 0.859141, + "nauc_recall_at_3_max": 0.754136, + "nauc_recall_at_3_std": -0.137451, + "nauc_recall_at_3_diff1": 0.742294, + "nauc_recall_at_5_max": 0.73802, + "nauc_recall_at_5_std": -0.113034, + "nauc_recall_at_5_diff1": 0.716704, + "nauc_recall_at_10_max": 0.690512, + "nauc_recall_at_10_std": -0.108991, + "nauc_recall_at_10_diff1": 0.646433, + "nauc_recall_at_20_max": 0.640694, + "nauc_recall_at_20_std": -0.044188, + "nauc_recall_at_20_diff1": 0.591425, + "nauc_recall_at_100_max": 0.515258, + "nauc_recall_at_100_std": -0.004017, + "nauc_recall_at_100_diff1": 0.475637, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826866, + "nauc_precision_at_1_std": -0.162313, + "nauc_precision_at_1_diff1": 0.859141, + "nauc_precision_at_3_max": 0.754136, + "nauc_precision_at_3_std": -0.137451, + "nauc_precision_at_3_diff1": 0.742294, + "nauc_precision_at_5_max": 0.73802, + "nauc_precision_at_5_std": -0.113034, + "nauc_precision_at_5_diff1": 0.716704, + "nauc_precision_at_10_max": 0.690512, + "nauc_precision_at_10_std": -0.108991, + "nauc_precision_at_10_diff1": 0.646433, + "nauc_precision_at_20_max": 0.640694, + "nauc_precision_at_20_std": -0.044188, + "nauc_precision_at_20_diff1": 0.591425, + "nauc_precision_at_100_max": 0.515258, + "nauc_precision_at_100_std": -0.004017, + "nauc_precision_at_100_diff1": 0.475637, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826866, + "nauc_mrr_at_1_std": -0.162313, + "nauc_mrr_at_1_diff1": 0.859141, + "nauc_mrr_at_3_max": 0.796131, + "nauc_mrr_at_3_std": -0.148829, + "nauc_mrr_at_3_diff1": 0.80736, + "nauc_mrr_at_5_max": 0.792246, + "nauc_mrr_at_5_std": -0.142116, + "nauc_mrr_at_5_diff1": 0.800932, + "nauc_mrr_at_10_max": 0.785409, + "nauc_mrr_at_10_std": -0.141647, + "nauc_mrr_at_10_diff1": 0.790926, + "nauc_mrr_at_20_max": 0.781257, + "nauc_mrr_at_20_std": -0.137125, + "nauc_mrr_at_20_diff1": 0.786343, + "nauc_mrr_at_100_max": 0.778624, + "nauc_mrr_at_100_std": -0.136418, + "nauc_mrr_at_100_diff1": 0.784237, + "nauc_mrr_at_1000_max": 0.779515, + "nauc_mrr_at_1000_std": -0.136928, + "nauc_mrr_at_1000_diff1": 0.785227, + "hit_rate_at_1": 0.24111, + "hit_rate_at_3": 0.29667, + "hit_rate_at_5": 0.32111, + "hit_rate_at_10": 0.36667, + "hit_rate_at_20": 0.42222, + "hit_rate_at_100": 0.63444, + "hit_rate_at_1000": 1.0, + "main_score": 0.29822, "hf_subset": "arb_Latn-arb_Latn", "languages": [ "arb-Latn", "arb-Latn" - ] - }, - { - "ndcg_at_1": 0.66444, - "ndcg_at_3": 0.73965, - "ndcg_at_5": 0.76289, - "ndcg_at_10": 0.78139, - "ndcg_at_20": 0.79224, - "ndcg_at_100": 0.7998, - "ndcg_at_1000": 0.80127, - "map_at_1": 0.66444, - "map_at_3": 0.72111, - "map_at_5": 0.73394, - "map_at_10": 0.74168, - "map_at_20": 0.74474, - "map_at_100": 0.74585, - "map_at_1000": 0.74591, - "recall_at_1": 0.66444, - "recall_at_3": 0.79333, - "recall_at_5": 0.85, - "recall_at_10": 0.90667, - "recall_at_20": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.66222, + "ndcg_at_3": 0.74038, + "ndcg_at_5": 0.7618, + "ndcg_at_10": 0.77994, + "ndcg_at_20": 0.78949, + "ndcg_at_100": 0.79853, + "ndcg_at_1000": 0.80002, + "map_at_1": 0.66222, + "map_at_3": 0.7213, + "map_at_5": 0.73313, + "map_at_10": 0.74072, + "map_at_20": 0.74333, + "map_at_100": 0.74466, + "map_at_1000": 0.74473, + "recall_at_1": 0.66222, + "recall_at_3": 0.79556, + "recall_at_5": 0.84778, + "recall_at_10": 0.90333, + "recall_at_20": 0.94111, "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.66444, - "precision_at_3": 0.26444, - "precision_at_5": 0.17, - "precision_at_10": 0.09067, - "precision_at_20": 0.04744, + "accuracy": 0.66222, + "precision_at_1": 0.66222, + "precision_at_3": 0.26519, + "precision_at_5": 0.16956, + "precision_at_10": 0.09033, + "precision_at_20": 0.04706, "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.664444, - "mrr_at_3": 0.721111, - "mrr_at_5": 0.733944, - "mrr_at_10": 0.741683, - "mrr_at_20": 0.744745, - "mrr_at_100": 0.745845, - "mrr_at_1000": 0.745908, - "nauc_ndcg_at_1_max": 0.69713, - "nauc_ndcg_at_1_std": -0.035069, - "nauc_ndcg_at_1_diff1": 0.836043, - "nauc_ndcg_at_3_max": 0.696142, - "nauc_ndcg_at_3_std": -0.060797, - "nauc_ndcg_at_3_diff1": 0.800442, - "nauc_ndcg_at_5_max": 0.686836, - "nauc_ndcg_at_5_std": -0.079126, - "nauc_ndcg_at_5_diff1": 0.799533, - "nauc_ndcg_at_10_max": 0.685635, - "nauc_ndcg_at_10_std": -0.069112, - "nauc_ndcg_at_10_diff1": 0.796437, - "nauc_ndcg_at_20_max": 0.688657, - "nauc_ndcg_at_20_std": -0.066419, - "nauc_ndcg_at_20_diff1": 0.801492, - "nauc_ndcg_at_100_max": 0.693458, - "nauc_ndcg_at_100_std": -0.059037, - "nauc_ndcg_at_100_diff1": 0.807187, - "nauc_ndcg_at_1000_max": 0.692508, - "nauc_ndcg_at_1000_std": -0.060731, - "nauc_ndcg_at_1000_diff1": 0.806964, - "nauc_map_at_1_max": 0.69713, - "nauc_map_at_1_std": -0.035069, - "nauc_map_at_1_diff1": 0.836043, - "nauc_map_at_3_max": 0.697486, - "nauc_map_at_3_std": -0.052824, - "nauc_map_at_3_diff1": 0.810059, - "nauc_map_at_5_max": 0.692935, - "nauc_map_at_5_std": -0.061625, - "nauc_map_at_5_diff1": 0.809965, - "nauc_map_at_10_max": 0.692783, - "nauc_map_at_10_std": -0.058074, - "nauc_map_at_10_diff1": 0.809156, - "nauc_map_at_20_max": 0.693547, - "nauc_map_at_20_std": -0.057306, - "nauc_map_at_20_diff1": 0.810441, - "nauc_map_at_100_max": 0.694099, - "nauc_map_at_100_std": -0.056603, - "nauc_map_at_100_diff1": 0.811094, - "nauc_map_at_1000_max": 0.694077, - "nauc_map_at_1000_std": -0.056621, - "nauc_map_at_1000_diff1": 0.811094, - "nauc_recall_at_1_max": 0.69713, - "nauc_recall_at_1_std": -0.035069, - "nauc_recall_at_1_diff1": 0.836043, - "nauc_recall_at_3_max": 0.690714, - "nauc_recall_at_3_std": -0.090117, - "nauc_recall_at_3_diff1": 0.765741, - "nauc_recall_at_5_max": 0.655599, - "nauc_recall_at_5_std": -0.164946, - "nauc_recall_at_5_diff1": 0.751466, - "nauc_recall_at_10_max": 0.630147, - "nauc_recall_at_10_std": -0.140201, - "nauc_recall_at_10_diff1": 0.706266, - "nauc_recall_at_20_max": 0.627248, - "nauc_recall_at_20_std": -0.161014, - "nauc_recall_at_20_diff1": 0.703771, - "nauc_recall_at_100_max": 0.813259, - "nauc_recall_at_100_std": 0.172409, - "nauc_recall_at_100_diff1": 0.838936, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.69713, - "nauc_precision_at_1_std": -0.035069, - "nauc_precision_at_1_diff1": 0.836043, - "nauc_precision_at_3_max": 0.690714, - "nauc_precision_at_3_std": -0.090117, - "nauc_precision_at_3_diff1": 0.765741, - "nauc_precision_at_5_max": 0.655599, - "nauc_precision_at_5_std": -0.164946, - "nauc_precision_at_5_diff1": 0.751466, - "nauc_precision_at_10_max": 0.630147, - "nauc_precision_at_10_std": -0.140201, - "nauc_precision_at_10_diff1": 0.706266, - "nauc_precision_at_20_max": 0.627248, - "nauc_precision_at_20_std": -0.161014, - "nauc_precision_at_20_diff1": 0.703771, - "nauc_precision_at_100_max": 0.813259, - "nauc_precision_at_100_std": 0.172409, - "nauc_precision_at_100_diff1": 0.838936, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.69713, - "nauc_mrr_at_1_std": -0.035069, - "nauc_mrr_at_1_diff1": 0.836043, - "nauc_mrr_at_3_max": 0.697486, - "nauc_mrr_at_3_std": -0.052824, - "nauc_mrr_at_3_diff1": 0.810059, - "nauc_mrr_at_5_max": 0.692935, - "nauc_mrr_at_5_std": -0.061625, - "nauc_mrr_at_5_diff1": 0.809965, - "nauc_mrr_at_10_max": 0.692783, - "nauc_mrr_at_10_std": -0.058074, - "nauc_mrr_at_10_diff1": 0.809156, - "nauc_mrr_at_20_max": 0.693547, - "nauc_mrr_at_20_std": -0.057306, - "nauc_mrr_at_20_diff1": 0.810441, - "nauc_mrr_at_100_max": 0.694099, - "nauc_mrr_at_100_std": -0.056603, - "nauc_mrr_at_100_diff1": 0.811094, - "nauc_mrr_at_1000_max": 0.694077, - "nauc_mrr_at_1000_std": -0.056621, - "nauc_mrr_at_1000_diff1": 0.811094, - "main_score": 0.78139, + "mrr_at_1": 0.662222, + "mrr_at_3": 0.721296, + "mrr_at_5": 0.73313, + "mrr_at_10": 0.740716, + "mrr_at_20": 0.743335, + "mrr_at_100": 0.744662, + "mrr_at_1000": 0.744727, + "nauc_ndcg_at_1_max": 0.696223, + "nauc_ndcg_at_1_std": -0.095128, + "nauc_ndcg_at_1_diff1": 0.83774, + "nauc_ndcg_at_3_max": 0.68262, + "nauc_ndcg_at_3_std": -0.138045, + "nauc_ndcg_at_3_diff1": 0.803709, + "nauc_ndcg_at_5_max": 0.67587, + "nauc_ndcg_at_5_std": -0.157874, + "nauc_ndcg_at_5_diff1": 0.801565, + "nauc_ndcg_at_10_max": 0.670189, + "nauc_ndcg_at_10_std": -0.142741, + "nauc_ndcg_at_10_diff1": 0.799604, + "nauc_ndcg_at_20_max": 0.676348, + "nauc_ndcg_at_20_std": -0.134913, + "nauc_ndcg_at_20_diff1": 0.803584, + "nauc_ndcg_at_100_max": 0.681682, + "nauc_ndcg_at_100_std": -0.129611, + "nauc_ndcg_at_100_diff1": 0.810388, + "nauc_ndcg_at_1000_max": 0.681188, + "nauc_ndcg_at_1000_std": -0.130775, + "nauc_ndcg_at_1000_diff1": 0.809917, + "nauc_map_at_1_max": 0.696223, + "nauc_map_at_1_std": -0.095128, + "nauc_map_at_1_diff1": 0.83774, + "nauc_map_at_3_max": 0.687353, + "nauc_map_at_3_std": -0.125714, + "nauc_map_at_3_diff1": 0.81293, + "nauc_map_at_5_max": 0.684176, + "nauc_map_at_5_std": -0.134793, + "nauc_map_at_5_diff1": 0.812121, + "nauc_map_at_10_max": 0.682169, + "nauc_map_at_10_std": -0.128703, + "nauc_map_at_10_diff1": 0.811785, + "nauc_map_at_20_max": 0.683671, + "nauc_map_at_20_std": -0.126688, + "nauc_map_at_20_diff1": 0.812814, + "nauc_map_at_100_max": 0.684279, + "nauc_map_at_100_std": -0.126199, + "nauc_map_at_100_diff1": 0.813717, + "nauc_map_at_1000_max": 0.684279, + "nauc_map_at_1000_std": -0.126184, + "nauc_map_at_1000_diff1": 0.813709, + "nauc_recall_at_1_max": 0.696223, + "nauc_recall_at_1_std": -0.095128, + "nauc_recall_at_1_diff1": 0.83774, + "nauc_recall_at_3_max": 0.66486, + "nauc_recall_at_3_std": -0.183217, + "nauc_recall_at_3_diff1": 0.77021, + "nauc_recall_at_5_max": 0.635693, + "nauc_recall_at_5_std": -0.268868, + "nauc_recall_at_5_diff1": 0.753288, + "nauc_recall_at_10_max": 0.582939, + "nauc_recall_at_10_std": -0.231484, + "nauc_recall_at_10_diff1": 0.716137, + "nauc_recall_at_20_max": 0.604126, + "nauc_recall_at_20_std": -0.193964, + "nauc_recall_at_20_diff1": 0.712436, + "nauc_recall_at_100_max": 0.753501, + "nauc_recall_at_100_std": 0.051821, + "nauc_recall_at_100_diff1": 0.872082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696223, + "nauc_precision_at_1_std": -0.095128, + "nauc_precision_at_1_diff1": 0.83774, + "nauc_precision_at_3_max": 0.66486, + "nauc_precision_at_3_std": -0.183217, + "nauc_precision_at_3_diff1": 0.77021, + "nauc_precision_at_5_max": 0.635693, + "nauc_precision_at_5_std": -0.268868, + "nauc_precision_at_5_diff1": 0.753288, + "nauc_precision_at_10_max": 0.582939, + "nauc_precision_at_10_std": -0.231484, + "nauc_precision_at_10_diff1": 0.716137, + "nauc_precision_at_20_max": 0.604126, + "nauc_precision_at_20_std": -0.193964, + "nauc_precision_at_20_diff1": 0.712436, + "nauc_precision_at_100_max": 0.753501, + "nauc_precision_at_100_std": 0.051821, + "nauc_precision_at_100_diff1": 0.872082, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696223, + "nauc_mrr_at_1_std": -0.095128, + "nauc_mrr_at_1_diff1": 0.83774, + "nauc_mrr_at_3_max": 0.687353, + "nauc_mrr_at_3_std": -0.125714, + "nauc_mrr_at_3_diff1": 0.81293, + "nauc_mrr_at_5_max": 0.684176, + "nauc_mrr_at_5_std": -0.134793, + "nauc_mrr_at_5_diff1": 0.812121, + "nauc_mrr_at_10_max": 0.682169, + "nauc_mrr_at_10_std": -0.128703, + "nauc_mrr_at_10_diff1": 0.811785, + "nauc_mrr_at_20_max": 0.683671, + "nauc_mrr_at_20_std": -0.126688, + "nauc_mrr_at_20_diff1": 0.812814, + "nauc_mrr_at_100_max": 0.684279, + "nauc_mrr_at_100_std": -0.126199, + "nauc_mrr_at_100_diff1": 0.813717, + "nauc_mrr_at_1000_max": 0.684279, + "nauc_mrr_at_1000_std": -0.126184, + "nauc_mrr_at_1000_diff1": 0.813709, + "hit_rate_at_1": 0.66222, + "hit_rate_at_3": 0.79556, + "hit_rate_at_5": 0.84778, + "hit_rate_at_10": 0.90333, + "hit_rate_at_20": 0.94111, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.77994, "hf_subset": "arb_Latn-eng_Latn", "languages": [ "arb-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.21778, - "ndcg_at_3": 0.24197, - "ndcg_at_5": 0.25345, - "ndcg_at_10": 0.26718, - "ndcg_at_20": 0.27474, - "ndcg_at_100": 0.30791, - "ndcg_at_1000": 0.36576, - "map_at_1": 0.21778, - "map_at_3": 0.23611, - "map_at_5": 0.2425, - "map_at_10": 0.24822, - "map_at_20": 0.25028, - "map_at_100": 0.2543, - "map_at_1000": 0.25641, - "recall_at_1": 0.21778, - "recall_at_3": 0.25889, - "recall_at_5": 0.28667, - "recall_at_10": 0.32889, - "recall_at_20": 0.35889, - "recall_at_100": 0.54667, - "recall_at_1000": 1.0, - "precision_at_1": 0.21778, - "precision_at_3": 0.0863, - "precision_at_5": 0.05733, - "precision_at_10": 0.03289, - "precision_at_20": 0.01794, - "precision_at_100": 0.00547, - "precision_at_1000": 0.001, - "mrr_at_1": 0.217778, - "mrr_at_3": 0.236111, - "mrr_at_5": 0.2425, - "mrr_at_10": 0.248217, - "mrr_at_20": 0.25028, - "mrr_at_100": 0.254296, - "mrr_at_1000": 0.25641, - "nauc_ndcg_at_1_max": 0.920003, - "nauc_ndcg_at_1_std": 0.812463, - "nauc_ndcg_at_1_diff1": 0.873281, - "nauc_ndcg_at_3_max": 0.913957, - "nauc_ndcg_at_3_std": 0.814223, - "nauc_ndcg_at_3_diff1": 0.81691, - "nauc_ndcg_at_5_max": 0.896483, - "nauc_ndcg_at_5_std": 0.806087, - "nauc_ndcg_at_5_diff1": 0.791078, - "nauc_ndcg_at_10_max": 0.880712, - "nauc_ndcg_at_10_std": 0.803669, - "nauc_ndcg_at_10_diff1": 0.766598, - "nauc_ndcg_at_20_max": 0.871085, - "nauc_ndcg_at_20_std": 0.797066, - "nauc_ndcg_at_20_diff1": 0.755793, - "nauc_ndcg_at_100_max": 0.840938, - "nauc_ndcg_at_100_std": 0.773306, - "nauc_ndcg_at_100_diff1": 0.726607, - "nauc_ndcg_at_1000_max": 0.872024, - "nauc_ndcg_at_1000_std": 0.793297, - "nauc_ndcg_at_1000_diff1": 0.765584, - "nauc_map_at_1_max": 0.920003, - "nauc_map_at_1_std": 0.812463, - "nauc_map_at_1_diff1": 0.873281, - "nauc_map_at_3_max": 0.917099, - "nauc_map_at_3_std": 0.815409, - "nauc_map_at_3_diff1": 0.830593, - "nauc_map_at_5_max": 0.907394, - "nauc_map_at_5_std": 0.811239, - "nauc_map_at_5_diff1": 0.815729, - "nauc_map_at_10_max": 0.900496, - "nauc_map_at_10_std": 0.810158, - "nauc_map_at_10_diff1": 0.804842, - "nauc_map_at_20_max": 0.897761, - "nauc_map_at_20_std": 0.8084, - "nauc_map_at_20_diff1": 0.801717, - "nauc_map_at_100_max": 0.893805, - "nauc_map_at_100_std": 0.80552, - "nauc_map_at_100_diff1": 0.797891, - "nauc_map_at_1000_max": 0.894683, - "nauc_map_at_1000_std": 0.805973, - "nauc_map_at_1000_diff1": 0.799101, - "nauc_recall_at_1_max": 0.920003, - "nauc_recall_at_1_std": 0.812463, - "nauc_recall_at_1_diff1": 0.873281, - "nauc_recall_at_3_max": 0.904562, - "nauc_recall_at_3_std": 0.810306, - "nauc_recall_at_3_diff1": 0.778783, - "nauc_recall_at_5_max": 0.864087, - "nauc_recall_at_5_std": 0.790111, - "nauc_recall_at_5_diff1": 0.721649, - "nauc_recall_at_10_max": 0.820885, - "nauc_recall_at_10_std": 0.783891, - "nauc_recall_at_10_diff1": 0.655918, - "nauc_recall_at_20_max": 0.786908, - "nauc_recall_at_20_std": 0.759583, - "nauc_recall_at_20_diff1": 0.618669, - "nauc_recall_at_100_max": 0.620441, - "nauc_recall_at_100_std": 0.626622, - "nauc_recall_at_100_diff1": 0.454219, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.920003, - "nauc_precision_at_1_std": 0.812463, - "nauc_precision_at_1_diff1": 0.873281, - "nauc_precision_at_3_max": 0.904562, - "nauc_precision_at_3_std": 0.810306, - "nauc_precision_at_3_diff1": 0.778783, - "nauc_precision_at_5_max": 0.864087, - "nauc_precision_at_5_std": 0.790111, - "nauc_precision_at_5_diff1": 0.721649, - "nauc_precision_at_10_max": 0.820885, - "nauc_precision_at_10_std": 0.783891, - "nauc_precision_at_10_diff1": 0.655918, - "nauc_precision_at_20_max": 0.786908, - "nauc_precision_at_20_std": 0.759583, - "nauc_precision_at_20_diff1": 0.618669, - "nauc_precision_at_100_max": 0.620441, - "nauc_precision_at_100_std": 0.626622, - "nauc_precision_at_100_diff1": 0.454219, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.920003, - "nauc_mrr_at_1_std": 0.812463, - "nauc_mrr_at_1_diff1": 0.873281, - "nauc_mrr_at_3_max": 0.917099, - "nauc_mrr_at_3_std": 0.815409, - "nauc_mrr_at_3_diff1": 0.830593, - "nauc_mrr_at_5_max": 0.907394, - "nauc_mrr_at_5_std": 0.811239, - "nauc_mrr_at_5_diff1": 0.815729, - "nauc_mrr_at_10_max": 0.900496, - "nauc_mrr_at_10_std": 0.810158, - "nauc_mrr_at_10_diff1": 0.804842, - "nauc_mrr_at_20_max": 0.897761, - "nauc_mrr_at_20_std": 0.8084, - "nauc_mrr_at_20_diff1": 0.801717, - "nauc_mrr_at_100_max": 0.893805, - "nauc_mrr_at_100_std": 0.80552, - "nauc_mrr_at_100_diff1": 0.797891, - "nauc_mrr_at_1000_max": 0.894683, - "nauc_mrr_at_1000_std": 0.805973, - "nauc_mrr_at_1000_diff1": 0.799101, - "main_score": 0.26718, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.21667, + "ndcg_at_3": 0.23946, + "ndcg_at_5": 0.24878, + "ndcg_at_10": 0.26203, + "ndcg_at_20": 0.27231, + "ndcg_at_100": 0.30588, + "ndcg_at_1000": 0.3632, + "map_at_1": 0.21667, + "map_at_3": 0.23389, + "map_at_5": 0.23917, + "map_at_10": 0.2446, + "map_at_20": 0.24737, + "map_at_100": 0.25143, + "map_at_1000": 0.25351, + "recall_at_1": 0.21667, + "recall_at_3": 0.25556, + "recall_at_5": 0.27778, + "recall_at_10": 0.31889, + "recall_at_20": 0.36, + "recall_at_100": 0.55, + "recall_at_1000": 1.0, + "accuracy": 0.21667, + "precision_at_1": 0.21667, + "precision_at_3": 0.08519, + "precision_at_5": 0.05556, + "precision_at_10": 0.03189, + "precision_at_20": 0.018, + "precision_at_100": 0.0055, + "precision_at_1000": 0.001, + "mrr_at_1": 0.216667, + "mrr_at_3": 0.233889, + "mrr_at_5": 0.239167, + "mrr_at_10": 0.244604, + "mrr_at_20": 0.247373, + "mrr_at_100": 0.251432, + "mrr_at_1000": 0.253513, + "nauc_ndcg_at_1_max": 0.910745, + "nauc_ndcg_at_1_std": 0.757117, + "nauc_ndcg_at_1_diff1": 0.859251, + "nauc_ndcg_at_3_max": 0.903183, + "nauc_ndcg_at_3_std": 0.76798, + "nauc_ndcg_at_3_diff1": 0.807102, + "nauc_ndcg_at_5_max": 0.883137, + "nauc_ndcg_at_5_std": 0.752986, + "nauc_ndcg_at_5_diff1": 0.784094, + "nauc_ndcg_at_10_max": 0.863701, + "nauc_ndcg_at_10_std": 0.7473, + "nauc_ndcg_at_10_diff1": 0.754173, + "nauc_ndcg_at_20_max": 0.85393, + "nauc_ndcg_at_20_std": 0.74463, + "nauc_ndcg_at_20_diff1": 0.740028, + "nauc_ndcg_at_100_max": 0.823018, + "nauc_ndcg_at_100_std": 0.719714, + "nauc_ndcg_at_100_diff1": 0.710237, + "nauc_ndcg_at_1000_max": 0.854633, + "nauc_ndcg_at_1000_std": 0.738048, + "nauc_ndcg_at_1000_diff1": 0.750856, + "nauc_map_at_1_max": 0.910745, + "nauc_map_at_1_std": 0.757117, + "nauc_map_at_1_diff1": 0.859251, + "nauc_map_at_3_max": 0.905513, + "nauc_map_at_3_std": 0.765673, + "nauc_map_at_3_diff1": 0.819685, + "nauc_map_at_5_max": 0.893976, + "nauc_map_at_5_std": 0.757031, + "nauc_map_at_5_diff1": 0.806313, + "nauc_map_at_10_max": 0.885557, + "nauc_map_at_10_std": 0.754286, + "nauc_map_at_10_diff1": 0.79348, + "nauc_map_at_20_max": 0.882868, + "nauc_map_at_20_std": 0.7538, + "nauc_map_at_20_diff1": 0.789318, + "nauc_map_at_100_max": 0.878326, + "nauc_map_at_100_std": 0.750274, + "nauc_map_at_100_diff1": 0.785042, + "nauc_map_at_1000_max": 0.879238, + "nauc_map_at_1000_std": 0.750653, + "nauc_map_at_1000_diff1": 0.786332, + "nauc_recall_at_1_max": 0.910745, + "nauc_recall_at_1_std": 0.757117, + "nauc_recall_at_1_diff1": 0.859251, + "nauc_recall_at_3_max": 0.896491, + "nauc_recall_at_3_std": 0.774295, + "nauc_recall_at_3_diff1": 0.772014, + "nauc_recall_at_5_max": 0.851227, + "nauc_recall_at_5_std": 0.740206, + "nauc_recall_at_5_diff1": 0.721226, + "nauc_recall_at_10_max": 0.797675, + "nauc_recall_at_10_std": 0.726006, + "nauc_recall_at_10_diff1": 0.63861, + "nauc_recall_at_20_max": 0.763094, + "nauc_recall_at_20_std": 0.714965, + "nauc_recall_at_20_diff1": 0.590584, + "nauc_recall_at_100_max": 0.598967, + "nauc_recall_at_100_std": 0.583552, + "nauc_recall_at_100_diff1": 0.426954, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.910745, + "nauc_precision_at_1_std": 0.757117, + "nauc_precision_at_1_diff1": 0.859251, + "nauc_precision_at_3_max": 0.896491, + "nauc_precision_at_3_std": 0.774295, + "nauc_precision_at_3_diff1": 0.772014, + "nauc_precision_at_5_max": 0.851227, + "nauc_precision_at_5_std": 0.740206, + "nauc_precision_at_5_diff1": 0.721226, + "nauc_precision_at_10_max": 0.797675, + "nauc_precision_at_10_std": 0.726006, + "nauc_precision_at_10_diff1": 0.63861, + "nauc_precision_at_20_max": 0.763094, + "nauc_precision_at_20_std": 0.714965, + "nauc_precision_at_20_diff1": 0.590584, + "nauc_precision_at_100_max": 0.598967, + "nauc_precision_at_100_std": 0.583552, + "nauc_precision_at_100_diff1": 0.426954, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.910745, + "nauc_mrr_at_1_std": 0.757117, + "nauc_mrr_at_1_diff1": 0.859251, + "nauc_mrr_at_3_max": 0.905513, + "nauc_mrr_at_3_std": 0.765673, + "nauc_mrr_at_3_diff1": 0.819685, + "nauc_mrr_at_5_max": 0.893976, + "nauc_mrr_at_5_std": 0.757031, + "nauc_mrr_at_5_diff1": 0.806313, + "nauc_mrr_at_10_max": 0.885557, + "nauc_mrr_at_10_std": 0.754286, + "nauc_mrr_at_10_diff1": 0.79348, + "nauc_mrr_at_20_max": 0.882868, + "nauc_mrr_at_20_std": 0.7538, + "nauc_mrr_at_20_diff1": 0.789318, + "nauc_mrr_at_100_max": 0.878326, + "nauc_mrr_at_100_std": 0.750274, + "nauc_mrr_at_100_diff1": 0.785042, + "nauc_mrr_at_1000_max": 0.879238, + "nauc_mrr_at_1000_std": 0.750653, + "nauc_mrr_at_1000_diff1": 0.786332, + "hit_rate_at_1": 0.21667, + "hit_rate_at_3": 0.25556, + "hit_rate_at_5": 0.27778, + "hit_rate_at_10": 0.31889, + "hit_rate_at_20": 0.36, + "hit_rate_at_100": 0.55, + "hit_rate_at_1000": 1.0, + "main_score": 0.26203, "hf_subset": "eng_Latn-arb_Latn", "languages": [ "eng-Latn", "arb-Latn" - ] - }, - { - "ndcg_at_1": 0.86556, - "ndcg_at_3": 0.90561, - "ndcg_at_5": 0.91321, - "ndcg_at_10": 0.92031, - "ndcg_at_20": 0.92412, - "ndcg_at_100": 0.92597, - "ndcg_at_1000": 0.92626, - "map_at_1": 0.86556, - "map_at_3": 0.89667, - "map_at_5": 0.90078, - "map_at_10": 0.90366, - "map_at_20": 0.90464, - "map_at_100": 0.90489, - "map_at_1000": 0.9049, - "recall_at_1": 0.86556, - "recall_at_3": 0.93111, - "recall_at_5": 0.95, - "recall_at_10": 0.97222, - "recall_at_20": 0.98778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89462, + "ndcg_at_5": 0.89964, + "ndcg_at_10": 0.90772, + "ndcg_at_20": 0.91285, + "ndcg_at_100": 0.91613, + "ndcg_at_1000": 0.91644, + "map_at_1": 0.85111, + "map_at_3": 0.88426, + "map_at_5": 0.88704, + "map_at_10": 0.89048, + "map_at_20": 0.89193, + "map_at_100": 0.89245, + "map_at_1000": 0.89246, + "recall_at_1": 0.85111, + "recall_at_3": 0.92444, + "recall_at_5": 0.93667, + "recall_at_10": 0.96111, + "recall_at_20": 0.98111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.86556, - "precision_at_3": 0.31037, - "precision_at_5": 0.19, - "precision_at_10": 0.09722, - "precision_at_20": 0.04939, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.30815, + "precision_at_5": 0.18733, + "precision_at_10": 0.09611, + "precision_at_20": 0.04906, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.865556, - "mrr_at_3": 0.896667, - "mrr_at_5": 0.900778, - "mrr_at_10": 0.903658, - "mrr_at_20": 0.904641, - "mrr_at_100": 0.90489, - "mrr_at_1000": 0.904902, - "nauc_ndcg_at_1_max": 0.799135, - "nauc_ndcg_at_1_std": -0.056666, - "nauc_ndcg_at_1_diff1": 0.909861, - "nauc_ndcg_at_3_max": 0.829081, - "nauc_ndcg_at_3_std": 0.004096, - "nauc_ndcg_at_3_diff1": 0.899514, - "nauc_ndcg_at_5_max": 0.826811, - "nauc_ndcg_at_5_std": 0.010987, - "nauc_ndcg_at_5_diff1": 0.895404, - "nauc_ndcg_at_10_max": 0.828071, - "nauc_ndcg_at_10_std": 0.035383, - "nauc_ndcg_at_10_diff1": 0.898617, - "nauc_ndcg_at_20_max": 0.822362, - "nauc_ndcg_at_20_std": 0.005534, - "nauc_ndcg_at_20_diff1": 0.902152, - "nauc_ndcg_at_100_max": 0.820973, - "nauc_ndcg_at_100_std": 0.002246, - "nauc_ndcg_at_100_diff1": 0.901948, - "nauc_ndcg_at_1000_max": 0.820246, - "nauc_ndcg_at_1000_std": -0.001264, - "nauc_ndcg_at_1000_diff1": 0.90155, - "nauc_map_at_1_max": 0.799135, - "nauc_map_at_1_std": -0.056666, - "nauc_map_at_1_diff1": 0.909861, - "nauc_map_at_3_max": 0.819844, - "nauc_map_at_3_std": -0.013915, - "nauc_map_at_3_diff1": 0.901992, - "nauc_map_at_5_max": 0.81827, - "nauc_map_at_5_std": -0.011793, - "nauc_map_at_5_diff1": 0.900084, - "nauc_map_at_10_max": 0.81855, - "nauc_map_at_10_std": -0.004369, - "nauc_map_at_10_diff1": 0.901383, - "nauc_map_at_20_max": 0.817329, - "nauc_map_at_20_std": -0.010646, - "nauc_map_at_20_diff1": 0.902191, - "nauc_map_at_100_max": 0.817119, - "nauc_map_at_100_std": -0.011271, - "nauc_map_at_100_diff1": 0.902171, - "nauc_map_at_1000_max": 0.817096, - "nauc_map_at_1000_std": -0.011385, - "nauc_map_at_1000_diff1": 0.902159, - "nauc_recall_at_1_max": 0.799135, - "nauc_recall_at_1_std": -0.056666, - "nauc_recall_at_1_diff1": 0.909861, - "nauc_recall_at_3_max": 0.868167, - "nauc_recall_at_3_std": 0.079862, - "nauc_recall_at_3_diff1": 0.889461, - "nauc_recall_at_5_max": 0.874167, - "nauc_recall_at_5_std": 0.140761, - "nauc_recall_at_5_diff1": 0.868762, - "nauc_recall_at_10_max": 0.920728, - "nauc_recall_at_10_std": 0.459757, - "nauc_recall_at_10_diff1": 0.874136, - "nauc_recall_at_20_max": 0.894109, - "nauc_recall_at_20_std": 0.244292, - "nauc_recall_at_20_diff1": 0.927213, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.884259, + "mrr_at_5": 0.887037, + "mrr_at_10": 0.890477, + "mrr_at_20": 0.891925, + "mrr_at_100": 0.892446, + "mrr_at_1000": 0.892462, + "nauc_ndcg_at_1_max": 0.782919, + "nauc_ndcg_at_1_std": -0.089677, + "nauc_ndcg_at_1_diff1": 0.911015, + "nauc_ndcg_at_3_max": 0.827383, + "nauc_ndcg_at_3_std": 5.1e-05, + "nauc_ndcg_at_3_diff1": 0.898349, + "nauc_ndcg_at_5_max": 0.827985, + "nauc_ndcg_at_5_std": 0.009086, + "nauc_ndcg_at_5_diff1": 0.89846, + "nauc_ndcg_at_10_max": 0.827578, + "nauc_ndcg_at_10_std": 0.034735, + "nauc_ndcg_at_10_diff1": 0.900266, + "nauc_ndcg_at_20_max": 0.821071, + "nauc_ndcg_at_20_std": 0.005818, + "nauc_ndcg_at_20_diff1": 0.89967, + "nauc_ndcg_at_100_max": 0.816822, + "nauc_ndcg_at_100_std": -0.007516, + "nauc_ndcg_at_100_diff1": 0.901657, + "nauc_ndcg_at_1000_max": 0.816126, + "nauc_ndcg_at_1000_std": -0.011112, + "nauc_ndcg_at_1000_diff1": 0.901283, + "nauc_map_at_1_max": 0.782919, + "nauc_map_at_1_std": -0.089677, + "nauc_map_at_1_diff1": 0.911015, + "nauc_map_at_3_max": 0.814619, + "nauc_map_at_3_std": -0.024909, + "nauc_map_at_3_diff1": 0.900956, + "nauc_map_at_5_max": 0.81468, + "nauc_map_at_5_std": -0.021407, + "nauc_map_at_5_diff1": 0.90114, + "nauc_map_at_10_max": 0.814031, + "nauc_map_at_10_std": -0.013919, + "nauc_map_at_10_diff1": 0.901858, + "nauc_map_at_20_max": 0.812302, + "nauc_map_at_20_std": -0.021331, + "nauc_map_at_20_diff1": 0.901716, + "nauc_map_at_100_max": 0.811709, + "nauc_map_at_100_std": -0.023408, + "nauc_map_at_100_diff1": 0.902015, + "nauc_map_at_1000_max": 0.81168, + "nauc_map_at_1000_std": -0.023557, + "nauc_map_at_1000_diff1": 0.902, + "nauc_recall_at_1_max": 0.782919, + "nauc_recall_at_1_std": -0.089677, + "nauc_recall_at_1_diff1": 0.911015, + "nauc_recall_at_3_max": 0.881749, + "nauc_recall_at_3_std": 0.105845, + "nauc_recall_at_3_diff1": 0.887921, + "nauc_recall_at_5_max": 0.893893, + "nauc_recall_at_5_std": 0.16267, + "nauc_recall_at_5_diff1": 0.885867, + "nauc_recall_at_10_max": 0.933573, + "nauc_recall_at_10_std": 0.450273, + "nauc_recall_at_10_diff1": 0.890823, + "nauc_recall_at_20_max": 0.934366, + "nauc_recall_at_20_std": 0.390317, + "nauc_recall_at_20_diff1": 0.871615, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799135, - "nauc_precision_at_1_std": -0.056666, - "nauc_precision_at_1_diff1": 0.909861, - "nauc_precision_at_3_max": 0.868167, - "nauc_precision_at_3_std": 0.079862, - "nauc_precision_at_3_diff1": 0.889461, - "nauc_precision_at_5_max": 0.874167, - "nauc_precision_at_5_std": 0.140761, - "nauc_precision_at_5_diff1": 0.868762, - "nauc_precision_at_10_max": 0.920728, - "nauc_precision_at_10_std": 0.459757, - "nauc_precision_at_10_diff1": 0.874136, - "nauc_precision_at_20_max": 0.894109, - "nauc_precision_at_20_std": 0.244292, - "nauc_precision_at_20_diff1": 0.927213, + "nauc_precision_at_1_max": 0.782919, + "nauc_precision_at_1_std": -0.089677, + "nauc_precision_at_1_diff1": 0.911015, + "nauc_precision_at_3_max": 0.881749, + "nauc_precision_at_3_std": 0.105845, + "nauc_precision_at_3_diff1": 0.887921, + "nauc_precision_at_5_max": 0.893893, + "nauc_precision_at_5_std": 0.16267, + "nauc_precision_at_5_diff1": 0.885867, + "nauc_precision_at_10_max": 0.933573, + "nauc_precision_at_10_std": 0.450273, + "nauc_precision_at_10_diff1": 0.890823, + "nauc_precision_at_20_max": 0.934366, + "nauc_precision_at_20_std": 0.390317, + "nauc_precision_at_20_diff1": 0.871615, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799135, - "nauc_mrr_at_1_std": -0.056666, - "nauc_mrr_at_1_diff1": 0.909861, - "nauc_mrr_at_3_max": 0.819844, - "nauc_mrr_at_3_std": -0.013915, - "nauc_mrr_at_3_diff1": 0.901992, - "nauc_mrr_at_5_max": 0.81827, - "nauc_mrr_at_5_std": -0.011793, - "nauc_mrr_at_5_diff1": 0.900084, - "nauc_mrr_at_10_max": 0.81855, - "nauc_mrr_at_10_std": -0.004369, - "nauc_mrr_at_10_diff1": 0.901383, - "nauc_mrr_at_20_max": 0.817329, - "nauc_mrr_at_20_std": -0.010646, - "nauc_mrr_at_20_diff1": 0.902191, - "nauc_mrr_at_100_max": 0.817119, - "nauc_mrr_at_100_std": -0.011271, - "nauc_mrr_at_100_diff1": 0.902171, - "nauc_mrr_at_1000_max": 0.817096, - "nauc_mrr_at_1000_std": -0.011385, - "nauc_mrr_at_1000_diff1": 0.902159, - "main_score": 0.92031, + "nauc_mrr_at_1_max": 0.782919, + "nauc_mrr_at_1_std": -0.089677, + "nauc_mrr_at_1_diff1": 0.911015, + "nauc_mrr_at_3_max": 0.814619, + "nauc_mrr_at_3_std": -0.024909, + "nauc_mrr_at_3_diff1": 0.900956, + "nauc_mrr_at_5_max": 0.81468, + "nauc_mrr_at_5_std": -0.021407, + "nauc_mrr_at_5_diff1": 0.90114, + "nauc_mrr_at_10_max": 0.814031, + "nauc_mrr_at_10_std": -0.013919, + "nauc_mrr_at_10_diff1": 0.901858, + "nauc_mrr_at_20_max": 0.812302, + "nauc_mrr_at_20_std": -0.021331, + "nauc_mrr_at_20_diff1": 0.901716, + "nauc_mrr_at_100_max": 0.811709, + "nauc_mrr_at_100_std": -0.023408, + "nauc_mrr_at_100_diff1": 0.902015, + "nauc_mrr_at_1000_max": 0.81168, + "nauc_mrr_at_1000_std": -0.023557, + "nauc_mrr_at_1000_diff1": 0.902, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.93667, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90772, "hf_subset": "ars_Arab-ars_Arab", "languages": [ "ars-Arab", "ars-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94442, - "ndcg_at_5": 0.94963, - "ndcg_at_10": 0.95369, - "ndcg_at_20": 0.95488, - "ndcg_at_100": 0.95552, - "ndcg_at_1000": 0.95598, - "map_at_1": 0.91333, - "map_at_3": 0.93741, - "map_at_5": 0.94041, - "map_at_10": 0.94215, - "map_at_20": 0.94251, - "map_at_100": 0.9426, - "map_at_1000": 0.94263, - "recall_at_1": 0.91333, - "recall_at_3": 0.96444, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94164, + "ndcg_at_5": 0.94681, + "ndcg_at_10": 0.95198, + "ndcg_at_20": 0.95252, + "ndcg_at_100": 0.95355, + "ndcg_at_1000": 0.95385, + "map_at_1": 0.91, + "map_at_3": 0.93444, + "map_at_5": 0.93739, + "map_at_10": 0.93961, + "map_at_20": 0.93975, + "map_at_100": 0.93989, + "map_at_1000": 0.9399, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.99, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32148, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.099, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940407, - "mrr_at_10": 0.942148, - "mrr_at_20": 0.942508, - "mrr_at_100": 0.942605, - "mrr_at_1000": 0.942626, - "nauc_ndcg_at_1_max": 0.692685, - "nauc_ndcg_at_1_std": -0.301378, - "nauc_ndcg_at_1_diff1": 0.921952, - "nauc_ndcg_at_3_max": 0.727121, - "nauc_ndcg_at_3_std": -0.431472, - "nauc_ndcg_at_3_diff1": 0.926471, - "nauc_ndcg_at_5_max": 0.739487, - "nauc_ndcg_at_5_std": -0.391475, - "nauc_ndcg_at_5_diff1": 0.925097, - "nauc_ndcg_at_10_max": 0.729712, - "nauc_ndcg_at_10_std": -0.368363, - "nauc_ndcg_at_10_diff1": 0.927366, - "nauc_ndcg_at_20_max": 0.728121, - "nauc_ndcg_at_20_std": -0.365258, - "nauc_ndcg_at_20_diff1": 0.927174, - "nauc_ndcg_at_100_max": 0.726061, - "nauc_ndcg_at_100_std": -0.347951, - "nauc_ndcg_at_100_diff1": 0.926128, - "nauc_ndcg_at_1000_max": 0.723229, - "nauc_ndcg_at_1000_std": -0.36091, - "nauc_ndcg_at_1000_diff1": 0.92578, - "nauc_map_at_1_max": 0.692685, - "nauc_map_at_1_std": -0.301378, - "nauc_map_at_1_diff1": 0.921952, - "nauc_map_at_3_max": 0.718139, - "nauc_map_at_3_std": -0.390901, - "nauc_map_at_3_diff1": 0.925227, - "nauc_map_at_5_max": 0.723585, - "nauc_map_at_5_std": -0.369835, - "nauc_map_at_5_diff1": 0.924464, - "nauc_map_at_10_max": 0.71952, - "nauc_map_at_10_std": -0.361982, - "nauc_map_at_10_diff1": 0.925273, - "nauc_map_at_20_max": 0.718971, - "nauc_map_at_20_std": -0.361149, - "nauc_map_at_20_diff1": 0.925214, - "nauc_map_at_100_max": 0.718676, - "nauc_map_at_100_std": -0.359012, - "nauc_map_at_100_diff1": 0.925089, - "nauc_map_at_1000_max": 0.718571, - "nauc_map_at_1000_std": -0.359483, - "nauc_map_at_1000_diff1": 0.925071, - "nauc_recall_at_1_max": 0.692685, - "nauc_recall_at_1_std": -0.301378, - "nauc_recall_at_1_diff1": 0.921952, - "nauc_recall_at_3_max": 0.770921, - "nauc_recall_at_3_std": -0.63549, - "nauc_recall_at_3_diff1": 0.932598, - "nauc_recall_at_5_max": 0.857632, - "nauc_recall_at_5_std": -0.535548, - "nauc_recall_at_5_diff1": 0.929194, - "nauc_recall_at_10_max": 0.871429, - "nauc_recall_at_10_std": -0.38352, - "nauc_recall_at_10_diff1": 0.960784, - "nauc_recall_at_20_max": 0.931917, - "nauc_recall_at_20_std": -0.318238, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.937389, + "mrr_at_10": 0.939612, + "mrr_at_20": 0.939748, + "mrr_at_100": 0.93989, + "mrr_at_1000": 0.939903, + "nauc_ndcg_at_1_max": 0.722787, + "nauc_ndcg_at_1_std": -0.237991, + "nauc_ndcg_at_1_diff1": 0.915044, + "nauc_ndcg_at_3_max": 0.750086, + "nauc_ndcg_at_3_std": -0.302334, + "nauc_ndcg_at_3_diff1": 0.913228, + "nauc_ndcg_at_5_max": 0.753676, + "nauc_ndcg_at_5_std": -0.2758, + "nauc_ndcg_at_5_diff1": 0.909798, + "nauc_ndcg_at_10_max": 0.741049, + "nauc_ndcg_at_10_std": -0.275751, + "nauc_ndcg_at_10_diff1": 0.91531, + "nauc_ndcg_at_20_max": 0.750477, + "nauc_ndcg_at_20_std": -0.262559, + "nauc_ndcg_at_20_diff1": 0.915833, + "nauc_ndcg_at_100_max": 0.746189, + "nauc_ndcg_at_100_std": -0.259683, + "nauc_ndcg_at_100_diff1": 0.915256, + "nauc_ndcg_at_1000_max": 0.744567, + "nauc_ndcg_at_1000_std": -0.267729, + "nauc_ndcg_at_1000_diff1": 0.914715, + "nauc_map_at_1_max": 0.722787, + "nauc_map_at_1_std": -0.237991, + "nauc_map_at_1_diff1": 0.915044, + "nauc_map_at_3_max": 0.74332, + "nauc_map_at_3_std": -0.284138, + "nauc_map_at_3_diff1": 0.913724, + "nauc_map_at_5_max": 0.744934, + "nauc_map_at_5_std": -0.270256, + "nauc_map_at_5_diff1": 0.912132, + "nauc_map_at_10_max": 0.740304, + "nauc_map_at_10_std": -0.270793, + "nauc_map_at_10_diff1": 0.91418, + "nauc_map_at_20_max": 0.742109, + "nauc_map_at_20_std": -0.268205, + "nauc_map_at_20_diff1": 0.914281, + "nauc_map_at_100_max": 0.741626, + "nauc_map_at_100_std": -0.268174, + "nauc_map_at_100_diff1": 0.914255, + "nauc_map_at_1000_max": 0.741571, + "nauc_map_at_1000_std": -0.268448, + "nauc_map_at_1000_diff1": 0.914237, + "nauc_recall_at_1_max": 0.722787, + "nauc_recall_at_1_std": -0.237991, + "nauc_recall_at_1_diff1": 0.915044, + "nauc_recall_at_3_max": 0.782336, + "nauc_recall_at_3_std": -0.391223, + "nauc_recall_at_3_diff1": 0.910817, + "nauc_recall_at_5_max": 0.813482, + "nauc_recall_at_5_std": -0.304896, + "nauc_recall_at_5_diff1": 0.892319, + "nauc_recall_at_10_max": 0.72409, + "nauc_recall_at_10_std": -0.326123, + "nauc_recall_at_10_diff1": 0.941903, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": -0.006202, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.692685, - "nauc_precision_at_1_std": -0.301378, - "nauc_precision_at_1_diff1": 0.921952, - "nauc_precision_at_3_max": 0.770921, - "nauc_precision_at_3_std": -0.63549, - "nauc_precision_at_3_diff1": 0.932598, - "nauc_precision_at_5_max": 0.857632, - "nauc_precision_at_5_std": -0.535548, - "nauc_precision_at_5_diff1": 0.929194, - "nauc_precision_at_10_max": 0.871429, - "nauc_precision_at_10_std": -0.38352, - "nauc_precision_at_10_diff1": 0.960784, - "nauc_precision_at_20_max": 0.931917, - "nauc_precision_at_20_std": -0.318238, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.722787, + "nauc_precision_at_1_std": -0.237991, + "nauc_precision_at_1_diff1": 0.915044, + "nauc_precision_at_3_max": 0.782336, + "nauc_precision_at_3_std": -0.391223, + "nauc_precision_at_3_diff1": 0.910817, + "nauc_precision_at_5_max": 0.813482, + "nauc_precision_at_5_std": -0.304896, + "nauc_precision_at_5_diff1": 0.892319, + "nauc_precision_at_10_max": 0.72409, + "nauc_precision_at_10_std": -0.326123, + "nauc_precision_at_10_diff1": 0.941903, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": -0.006202, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.692685, - "nauc_mrr_at_1_std": -0.301378, - "nauc_mrr_at_1_diff1": 0.921952, - "nauc_mrr_at_3_max": 0.718139, - "nauc_mrr_at_3_std": -0.390901, - "nauc_mrr_at_3_diff1": 0.925227, - "nauc_mrr_at_5_max": 0.723585, - "nauc_mrr_at_5_std": -0.369835, - "nauc_mrr_at_5_diff1": 0.924464, - "nauc_mrr_at_10_max": 0.71952, - "nauc_mrr_at_10_std": -0.361982, - "nauc_mrr_at_10_diff1": 0.925273, - "nauc_mrr_at_20_max": 0.718971, - "nauc_mrr_at_20_std": -0.361149, - "nauc_mrr_at_20_diff1": 0.925214, - "nauc_mrr_at_100_max": 0.718676, - "nauc_mrr_at_100_std": -0.359012, - "nauc_mrr_at_100_diff1": 0.925089, - "nauc_mrr_at_1000_max": 0.718571, - "nauc_mrr_at_1000_std": -0.359483, - "nauc_mrr_at_1000_diff1": 0.925071, - "main_score": 0.95369, + "nauc_mrr_at_1_max": 0.722787, + "nauc_mrr_at_1_std": -0.237991, + "nauc_mrr_at_1_diff1": 0.915044, + "nauc_mrr_at_3_max": 0.74332, + "nauc_mrr_at_3_std": -0.284138, + "nauc_mrr_at_3_diff1": 0.913724, + "nauc_mrr_at_5_max": 0.744934, + "nauc_mrr_at_5_std": -0.270256, + "nauc_mrr_at_5_diff1": 0.912132, + "nauc_mrr_at_10_max": 0.740304, + "nauc_mrr_at_10_std": -0.270793, + "nauc_mrr_at_10_diff1": 0.91418, + "nauc_mrr_at_20_max": 0.742109, + "nauc_mrr_at_20_std": -0.268205, + "nauc_mrr_at_20_diff1": 0.914281, + "nauc_mrr_at_100_max": 0.741626, + "nauc_mrr_at_100_std": -0.268174, + "nauc_mrr_at_100_diff1": 0.914255, + "nauc_mrr_at_1000_max": 0.741571, + "nauc_mrr_at_1000_std": -0.268448, + "nauc_mrr_at_1000_diff1": 0.914237, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95198, "hf_subset": "ars_Arab-eng_Latn", "languages": [ "ars-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85889, - "ndcg_at_3": 0.90394, - "ndcg_at_5": 0.91216, - "ndcg_at_10": 0.91562, - "ndcg_at_20": 0.92012, - "ndcg_at_100": 0.92326, - "ndcg_at_1000": 0.9234, - "map_at_1": 0.85889, - "map_at_3": 0.89333, - "map_at_5": 0.89789, - "map_at_10": 0.89945, - "map_at_20": 0.90068, - "map_at_100": 0.90114, - "map_at_1000": 0.90114, - "recall_at_1": 0.85889, - "recall_at_3": 0.93444, - "recall_at_5": 0.95444, - "recall_at_10": 0.96444, - "recall_at_20": 0.98222, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.89225, + "ndcg_at_5": 0.90095, + "ndcg_at_10": 0.90712, + "ndcg_at_20": 0.91043, + "ndcg_at_100": 0.91467, + "ndcg_at_1000": 0.91511, + "map_at_1": 0.85, + "map_at_3": 0.88222, + "map_at_5": 0.88706, + "map_at_10": 0.88964, + "map_at_20": 0.89051, + "map_at_100": 0.89114, + "map_at_1000": 0.89116, + "recall_at_1": 0.85, + "recall_at_3": 0.92111, + "recall_at_5": 0.94222, + "recall_at_10": 0.96111, + "recall_at_20": 0.97444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85889, - "precision_at_3": 0.31148, - "precision_at_5": 0.19089, - "precision_at_10": 0.09644, - "precision_at_20": 0.04911, - "precision_at_100": 0.00999, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30704, + "precision_at_5": 0.18844, + "precision_at_10": 0.09611, + "precision_at_20": 0.04872, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.858889, - "mrr_at_3": 0.893333, - "mrr_at_5": 0.897889, - "mrr_at_10": 0.89945, - "mrr_at_20": 0.900682, - "mrr_at_100": 0.90114, - "mrr_at_1000": 0.901144, - "nauc_ndcg_at_1_max": 0.771934, - "nauc_ndcg_at_1_std": -0.093563, - "nauc_ndcg_at_1_diff1": 0.914684, - "nauc_ndcg_at_3_max": 0.801355, - "nauc_ndcg_at_3_std": -0.025308, - "nauc_ndcg_at_3_diff1": 0.892346, - "nauc_ndcg_at_5_max": 0.80667, - "nauc_ndcg_at_5_std": -0.012683, - "nauc_ndcg_at_5_diff1": 0.898944, - "nauc_ndcg_at_10_max": 0.808783, - "nauc_ndcg_at_10_std": 0.010187, - "nauc_ndcg_at_10_diff1": 0.903096, - "nauc_ndcg_at_20_max": 0.800531, - "nauc_ndcg_at_20_std": -0.009316, - "nauc_ndcg_at_20_diff1": 0.902511, - "nauc_ndcg_at_100_max": 0.797832, - "nauc_ndcg_at_100_std": -0.022895, - "nauc_ndcg_at_100_diff1": 0.903246, - "nauc_ndcg_at_1000_max": 0.797463, - "nauc_ndcg_at_1000_std": -0.024257, - "nauc_ndcg_at_1000_diff1": 0.903308, - "nauc_map_at_1_max": 0.771934, - "nauc_map_at_1_std": -0.093563, - "nauc_map_at_1_diff1": 0.914684, - "nauc_map_at_3_max": 0.79297, - "nauc_map_at_3_std": -0.043452, - "nauc_map_at_3_diff1": 0.8988, - "nauc_map_at_5_max": 0.795122, - "nauc_map_at_5_std": -0.037572, - "nauc_map_at_5_diff1": 0.902234, - "nauc_map_at_10_max": 0.795824, - "nauc_map_at_10_std": -0.029338, - "nauc_map_at_10_diff1": 0.903921, - "nauc_map_at_20_max": 0.793787, - "nauc_map_at_20_std": -0.034807, - "nauc_map_at_20_diff1": 0.903794, - "nauc_map_at_100_max": 0.793499, - "nauc_map_at_100_std": -0.036233, - "nauc_map_at_100_diff1": 0.904004, - "nauc_map_at_1000_max": 0.793491, - "nauc_map_at_1000_std": -0.036264, - "nauc_map_at_1000_diff1": 0.904005, - "nauc_recall_at_1_max": 0.771934, - "nauc_recall_at_1_std": -0.093563, - "nauc_recall_at_1_diff1": 0.914684, - "nauc_recall_at_3_max": 0.839157, - "nauc_recall_at_3_std": 0.055548, - "nauc_recall_at_3_diff1": 0.863188, - "nauc_recall_at_5_max": 0.880178, - "nauc_recall_at_5_std": 0.142834, - "nauc_recall_at_5_diff1": 0.880782, - "nauc_recall_at_10_max": 0.913866, - "nauc_recall_at_10_std": 0.340438, - "nauc_recall_at_10_diff1": 0.90269, - "nauc_recall_at_20_max": 0.877772, - "nauc_recall_at_20_std": 0.358981, - "nauc_recall_at_20_diff1": 0.892478, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.85, + "mrr_at_3": 0.882222, + "mrr_at_5": 0.887056, + "mrr_at_10": 0.889637, + "mrr_at_20": 0.89051, + "mrr_at_100": 0.891139, + "mrr_at_1000": 0.891159, + "nauc_ndcg_at_1_max": 0.750078, + "nauc_ndcg_at_1_std": -0.099183, + "nauc_ndcg_at_1_diff1": 0.894573, + "nauc_ndcg_at_3_max": 0.781223, + "nauc_ndcg_at_3_std": -0.051477, + "nauc_ndcg_at_3_diff1": 0.876855, + "nauc_ndcg_at_5_max": 0.788802, + "nauc_ndcg_at_5_std": -0.037066, + "nauc_ndcg_at_5_diff1": 0.881164, + "nauc_ndcg_at_10_max": 0.791386, + "nauc_ndcg_at_10_std": -0.026434, + "nauc_ndcg_at_10_diff1": 0.885059, + "nauc_ndcg_at_20_max": 0.786081, + "nauc_ndcg_at_20_std": -0.035602, + "nauc_ndcg_at_20_diff1": 0.886807, + "nauc_ndcg_at_100_max": 0.780753, + "nauc_ndcg_at_100_std": -0.048811, + "nauc_ndcg_at_100_diff1": 0.885795, + "nauc_ndcg_at_1000_max": 0.780088, + "nauc_ndcg_at_1000_std": -0.051109, + "nauc_ndcg_at_1000_diff1": 0.885179, + "nauc_map_at_1_max": 0.750078, + "nauc_map_at_1_std": -0.099183, + "nauc_map_at_1_diff1": 0.894573, + "nauc_map_at_3_max": 0.772731, + "nauc_map_at_3_std": -0.066347, + "nauc_map_at_3_diff1": 0.880774, + "nauc_map_at_5_max": 0.776051, + "nauc_map_at_5_std": -0.060772, + "nauc_map_at_5_diff1": 0.883118, + "nauc_map_at_10_max": 0.777079, + "nauc_map_at_10_std": -0.057317, + "nauc_map_at_10_diff1": 0.884785, + "nauc_map_at_20_max": 0.775826, + "nauc_map_at_20_std": -0.059645, + "nauc_map_at_20_diff1": 0.885197, + "nauc_map_at_100_max": 0.775171, + "nauc_map_at_100_std": -0.061179, + "nauc_map_at_100_diff1": 0.885081, + "nauc_map_at_1000_max": 0.775149, + "nauc_map_at_1000_std": -0.061257, + "nauc_map_at_1000_diff1": 0.885059, + "nauc_recall_at_1_max": 0.750078, + "nauc_recall_at_1_std": -0.099183, + "nauc_recall_at_1_diff1": 0.894573, + "nauc_recall_at_3_max": 0.816244, + "nauc_recall_at_3_std": 0.011086, + "nauc_recall_at_3_diff1": 0.861299, + "nauc_recall_at_5_max": 0.859908, + "nauc_recall_at_5_std": 0.098874, + "nauc_recall_at_5_diff1": 0.872603, + "nauc_recall_at_10_max": 0.906829, + "nauc_recall_at_10_std": 0.237295, + "nauc_recall_at_10_diff1": 0.89269, + "nauc_recall_at_20_max": 0.89374, + "nauc_recall_at_20_std": 0.252121, + "nauc_recall_at_20_diff1": 0.919519, + "nauc_recall_at_100_max": 0.907407, + "nauc_recall_at_100_std": 0.386243, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771934, - "nauc_precision_at_1_std": -0.093563, - "nauc_precision_at_1_diff1": 0.914684, - "nauc_precision_at_3_max": 0.839157, - "nauc_precision_at_3_std": 0.055548, - "nauc_precision_at_3_diff1": 0.863188, - "nauc_precision_at_5_max": 0.880178, - "nauc_precision_at_5_std": 0.142834, - "nauc_precision_at_5_diff1": 0.880782, - "nauc_precision_at_10_max": 0.913866, - "nauc_precision_at_10_std": 0.340438, - "nauc_precision_at_10_diff1": 0.90269, - "nauc_precision_at_20_max": 0.877772, - "nauc_precision_at_20_std": 0.358981, - "nauc_precision_at_20_diff1": 0.892478, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.750078, + "nauc_precision_at_1_std": -0.099183, + "nauc_precision_at_1_diff1": 0.894573, + "nauc_precision_at_3_max": 0.816244, + "nauc_precision_at_3_std": 0.011086, + "nauc_precision_at_3_diff1": 0.861299, + "nauc_precision_at_5_max": 0.859908, + "nauc_precision_at_5_std": 0.098874, + "nauc_precision_at_5_diff1": 0.872603, + "nauc_precision_at_10_max": 0.906829, + "nauc_precision_at_10_std": 0.237295, + "nauc_precision_at_10_diff1": 0.89269, + "nauc_precision_at_20_max": 0.89374, + "nauc_precision_at_20_std": 0.252121, + "nauc_precision_at_20_diff1": 0.919519, + "nauc_precision_at_100_max": 0.907407, + "nauc_precision_at_100_std": 0.386243, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771934, - "nauc_mrr_at_1_std": -0.093563, - "nauc_mrr_at_1_diff1": 0.914684, - "nauc_mrr_at_3_max": 0.79297, - "nauc_mrr_at_3_std": -0.043452, - "nauc_mrr_at_3_diff1": 0.8988, - "nauc_mrr_at_5_max": 0.795122, - "nauc_mrr_at_5_std": -0.037572, - "nauc_mrr_at_5_diff1": 0.902234, - "nauc_mrr_at_10_max": 0.795824, - "nauc_mrr_at_10_std": -0.029338, - "nauc_mrr_at_10_diff1": 0.903921, - "nauc_mrr_at_20_max": 0.793787, - "nauc_mrr_at_20_std": -0.034807, - "nauc_mrr_at_20_diff1": 0.903794, - "nauc_mrr_at_100_max": 0.793499, - "nauc_mrr_at_100_std": -0.036233, - "nauc_mrr_at_100_diff1": 0.904004, - "nauc_mrr_at_1000_max": 0.793491, - "nauc_mrr_at_1000_std": -0.036264, - "nauc_mrr_at_1000_diff1": 0.904005, - "main_score": 0.91562, + "nauc_mrr_at_1_max": 0.750078, + "nauc_mrr_at_1_std": -0.099183, + "nauc_mrr_at_1_diff1": 0.894573, + "nauc_mrr_at_3_max": 0.772731, + "nauc_mrr_at_3_std": -0.066347, + "nauc_mrr_at_3_diff1": 0.880774, + "nauc_mrr_at_5_max": 0.776051, + "nauc_mrr_at_5_std": -0.060772, + "nauc_mrr_at_5_diff1": 0.883118, + "nauc_mrr_at_10_max": 0.777079, + "nauc_mrr_at_10_std": -0.057317, + "nauc_mrr_at_10_diff1": 0.884785, + "nauc_mrr_at_20_max": 0.775826, + "nauc_mrr_at_20_std": -0.059645, + "nauc_mrr_at_20_diff1": 0.885197, + "nauc_mrr_at_100_max": 0.775171, + "nauc_mrr_at_100_std": -0.061179, + "nauc_mrr_at_100_diff1": 0.885081, + "nauc_mrr_at_1000_max": 0.775149, + "nauc_mrr_at_1000_std": -0.061257, + "nauc_mrr_at_1000_diff1": 0.885059, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.92111, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90712, "hf_subset": "eng_Latn-ars_Arab", "languages": [ "eng-Latn", "ars-Arab" - ] - }, - { - "ndcg_at_1": 0.78953, - "ndcg_at_3": 0.85152, - "ndcg_at_5": 0.86024, - "ndcg_at_10": 0.86945, - "ndcg_at_20": 0.87288, - "ndcg_at_100": 0.87864, - "ndcg_at_1000": 0.88061, - "map_at_1": 0.78953, - "map_at_3": 0.83705, - "map_at_5": 0.84189, - "map_at_10": 0.8458, - "map_at_20": 0.84678, - "map_at_100": 0.84763, - "map_at_1000": 0.84772, - "recall_at_1": 0.78953, - "recall_at_3": 0.8931, - "recall_at_5": 0.91425, - "recall_at_10": 0.94209, - "recall_at_20": 0.95546, - "recall_at_100": 0.98552, - "recall_at_1000": 1.0, - "precision_at_1": 0.78953, - "precision_at_3": 0.2977, - "precision_at_5": 0.18285, - "precision_at_10": 0.09421, - "precision_at_20": 0.04777, - "precision_at_100": 0.00986, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.7951, + "ndcg_at_3": 0.84992, + "ndcg_at_5": 0.86195, + "ndcg_at_10": 0.86679, + "ndcg_at_20": 0.87225, + "ndcg_at_100": 0.87845, + "ndcg_at_1000": 0.88054, + "map_at_1": 0.7951, + "map_at_3": 0.83686, + "map_at_5": 0.8436, + "map_at_10": 0.84569, + "map_at_20": 0.84725, + "map_at_100": 0.84818, + "map_at_1000": 0.84828, + "recall_at_1": 0.7951, + "recall_at_3": 0.88753, + "recall_at_5": 0.91648, + "recall_at_10": 0.93096, + "recall_at_20": 0.95212, + "recall_at_100": 0.98441, + "recall_at_1000": 1.0, + "accuracy": 0.7951, + "precision_at_1": 0.7951, + "precision_at_3": 0.29584, + "precision_at_5": 0.1833, + "precision_at_10": 0.0931, + "precision_at_20": 0.04761, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.789532, - "mrr_at_3": 0.837045, - "mrr_at_5": 0.841889, - "mrr_at_10": 0.845802, - "mrr_at_20": 0.846776, - "mrr_at_100": 0.847627, - "mrr_at_1000": 0.847721, - "nauc_ndcg_at_1_max": 0.771781, - "nauc_ndcg_at_1_std": 0.035886, - "nauc_ndcg_at_1_diff1": 0.901147, - "nauc_ndcg_at_3_max": 0.795873, - "nauc_ndcg_at_3_std": 0.087065, - "nauc_ndcg_at_3_diff1": 0.864932, - "nauc_ndcg_at_5_max": 0.794814, - "nauc_ndcg_at_5_std": 0.106626, - "nauc_ndcg_at_5_diff1": 0.866137, - "nauc_ndcg_at_10_max": 0.791512, - "nauc_ndcg_at_10_std": 0.099991, - "nauc_ndcg_at_10_diff1": 0.868427, - "nauc_ndcg_at_20_max": 0.79225, - "nauc_ndcg_at_20_std": 0.111446, - "nauc_ndcg_at_20_diff1": 0.871387, - "nauc_ndcg_at_100_max": 0.788166, - "nauc_ndcg_at_100_std": 0.097653, - "nauc_ndcg_at_100_diff1": 0.8734, - "nauc_ndcg_at_1000_max": 0.788976, - "nauc_ndcg_at_1000_std": 0.090445, - "nauc_ndcg_at_1000_diff1": 0.874892, - "nauc_map_at_1_max": 0.771781, - "nauc_map_at_1_std": 0.035886, - "nauc_map_at_1_diff1": 0.901147, - "nauc_map_at_3_max": 0.789625, - "nauc_map_at_3_std": 0.070989, - "nauc_map_at_3_diff1": 0.875337, - "nauc_map_at_5_max": 0.788891, - "nauc_map_at_5_std": 0.080262, - "nauc_map_at_5_diff1": 0.876259, - "nauc_map_at_10_max": 0.787597, - "nauc_map_at_10_std": 0.077236, - "nauc_map_at_10_diff1": 0.87739, - "nauc_map_at_20_max": 0.787747, - "nauc_map_at_20_std": 0.080218, - "nauc_map_at_20_diff1": 0.878195, - "nauc_map_at_100_max": 0.787251, - "nauc_map_at_100_std": 0.078439, - "nauc_map_at_100_diff1": 0.878487, - "nauc_map_at_1000_max": 0.787266, - "nauc_map_at_1000_std": 0.078126, - "nauc_map_at_1000_diff1": 0.878544, - "nauc_recall_at_1_max": 0.771781, - "nauc_recall_at_1_std": 0.035886, - "nauc_recall_at_1_diff1": 0.901147, - "nauc_recall_at_3_max": 0.821407, - "nauc_recall_at_3_std": 0.154743, - "nauc_recall_at_3_diff1": 0.821697, - "nauc_recall_at_5_max": 0.823568, - "nauc_recall_at_5_std": 0.243942, - "nauc_recall_at_5_diff1": 0.815989, - "nauc_recall_at_10_max": 0.815199, - "nauc_recall_at_10_std": 0.265626, - "nauc_recall_at_10_diff1": 0.806364, - "nauc_recall_at_20_max": 0.829968, - "nauc_recall_at_20_std": 0.425635, - "nauc_recall_at_20_diff1": 0.817781, - "nauc_recall_at_100_max": 0.737366, - "nauc_recall_at_100_std": 0.500498, - "nauc_recall_at_100_diff1": 0.787157, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771781, - "nauc_precision_at_1_std": 0.035886, - "nauc_precision_at_1_diff1": 0.901147, - "nauc_precision_at_3_max": 0.821407, - "nauc_precision_at_3_std": 0.154743, - "nauc_precision_at_3_diff1": 0.821697, - "nauc_precision_at_5_max": 0.823568, - "nauc_precision_at_5_std": 0.243942, - "nauc_precision_at_5_diff1": 0.815989, - "nauc_precision_at_10_max": 0.815199, - "nauc_precision_at_10_std": 0.265626, - "nauc_precision_at_10_diff1": 0.806364, - "nauc_precision_at_20_max": 0.829968, - "nauc_precision_at_20_std": 0.425635, - "nauc_precision_at_20_diff1": 0.817781, - "nauc_precision_at_100_max": 0.737366, - "nauc_precision_at_100_std": 0.500498, - "nauc_precision_at_100_diff1": 0.787157, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771781, - "nauc_mrr_at_1_std": 0.035886, - "nauc_mrr_at_1_diff1": 0.901147, - "nauc_mrr_at_3_max": 0.789625, - "nauc_mrr_at_3_std": 0.070989, - "nauc_mrr_at_3_diff1": 0.875337, - "nauc_mrr_at_5_max": 0.788891, - "nauc_mrr_at_5_std": 0.080262, - "nauc_mrr_at_5_diff1": 0.876259, - "nauc_mrr_at_10_max": 0.787597, - "nauc_mrr_at_10_std": 0.077236, - "nauc_mrr_at_10_diff1": 0.87739, - "nauc_mrr_at_20_max": 0.787747, - "nauc_mrr_at_20_std": 0.080218, - "nauc_mrr_at_20_diff1": 0.878195, - "nauc_mrr_at_100_max": 0.787251, - "nauc_mrr_at_100_std": 0.078439, - "nauc_mrr_at_100_diff1": 0.878487, - "nauc_mrr_at_1000_max": 0.787266, - "nauc_mrr_at_1000_std": 0.078126, - "nauc_mrr_at_1000_diff1": 0.878544, - "main_score": 0.86945, + "mrr_at_1": 0.7951, + "mrr_at_3": 0.83686, + "mrr_at_5": 0.843597, + "mrr_at_10": 0.845693, + "mrr_at_20": 0.847248, + "mrr_at_100": 0.848183, + "mrr_at_1000": 0.848277, + "nauc_ndcg_at_1_max": 0.755126, + "nauc_ndcg_at_1_std": -0.006924, + "nauc_ndcg_at_1_diff1": 0.887277, + "nauc_ndcg_at_3_max": 0.781896, + "nauc_ndcg_at_3_std": 0.04128, + "nauc_ndcg_at_3_diff1": 0.859991, + "nauc_ndcg_at_5_max": 0.782318, + "nauc_ndcg_at_5_std": 0.065534, + "nauc_ndcg_at_5_diff1": 0.861817, + "nauc_ndcg_at_10_max": 0.786688, + "nauc_ndcg_at_10_std": 0.080082, + "nauc_ndcg_at_10_diff1": 0.866582, + "nauc_ndcg_at_20_max": 0.782641, + "nauc_ndcg_at_20_std": 0.079245, + "nauc_ndcg_at_20_diff1": 0.865607, + "nauc_ndcg_at_100_max": 0.778718, + "nauc_ndcg_at_100_std": 0.060719, + "nauc_ndcg_at_100_diff1": 0.867083, + "nauc_ndcg_at_1000_max": 0.778216, + "nauc_ndcg_at_1000_std": 0.053278, + "nauc_ndcg_at_1000_diff1": 0.868293, + "nauc_map_at_1_max": 0.755126, + "nauc_map_at_1_std": -0.006924, + "nauc_map_at_1_diff1": 0.887277, + "nauc_map_at_3_max": 0.775324, + "nauc_map_at_3_std": 0.026984, + "nauc_map_at_3_diff1": 0.867601, + "nauc_map_at_5_max": 0.775282, + "nauc_map_at_5_std": 0.038369, + "nauc_map_at_5_diff1": 0.868754, + "nauc_map_at_10_max": 0.776766, + "nauc_map_at_10_std": 0.042867, + "nauc_map_at_10_diff1": 0.870706, + "nauc_map_at_20_max": 0.775693, + "nauc_map_at_20_std": 0.042122, + "nauc_map_at_20_diff1": 0.870558, + "nauc_map_at_100_max": 0.775086, + "nauc_map_at_100_std": 0.039501, + "nauc_map_at_100_diff1": 0.870732, + "nauc_map_at_1000_max": 0.775074, + "nauc_map_at_1000_std": 0.039215, + "nauc_map_at_1000_diff1": 0.870782, + "nauc_recall_at_1_max": 0.755126, + "nauc_recall_at_1_std": -0.006924, + "nauc_recall_at_1_diff1": 0.887277, + "nauc_recall_at_3_max": 0.807537, + "nauc_recall_at_3_std": 0.098779, + "nauc_recall_at_3_diff1": 0.82966, + "nauc_recall_at_5_max": 0.817333, + "nauc_recall_at_5_std": 0.210565, + "nauc_recall_at_5_diff1": 0.827279, + "nauc_recall_at_10_max": 0.84939, + "nauc_recall_at_10_std": 0.327633, + "nauc_recall_at_10_diff1": 0.845622, + "nauc_recall_at_20_max": 0.837131, + "nauc_recall_at_20_std": 0.431658, + "nauc_recall_at_20_diff1": 0.82579, + "nauc_recall_at_100_max": 0.810046, + "nauc_recall_at_100_std": 0.461141, + "nauc_recall_at_100_diff1": 0.804064, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755126, + "nauc_precision_at_1_std": -0.006924, + "nauc_precision_at_1_diff1": 0.887277, + "nauc_precision_at_3_max": 0.807537, + "nauc_precision_at_3_std": 0.098779, + "nauc_precision_at_3_diff1": 0.82966, + "nauc_precision_at_5_max": 0.817333, + "nauc_precision_at_5_std": 0.210565, + "nauc_precision_at_5_diff1": 0.827279, + "nauc_precision_at_10_max": 0.84939, + "nauc_precision_at_10_std": 0.327633, + "nauc_precision_at_10_diff1": 0.845622, + "nauc_precision_at_20_max": 0.837131, + "nauc_precision_at_20_std": 0.431658, + "nauc_precision_at_20_diff1": 0.82579, + "nauc_precision_at_100_max": 0.810046, + "nauc_precision_at_100_std": 0.461141, + "nauc_precision_at_100_diff1": 0.804064, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755126, + "nauc_mrr_at_1_std": -0.006924, + "nauc_mrr_at_1_diff1": 0.887277, + "nauc_mrr_at_3_max": 0.775324, + "nauc_mrr_at_3_std": 0.026984, + "nauc_mrr_at_3_diff1": 0.867601, + "nauc_mrr_at_5_max": 0.775282, + "nauc_mrr_at_5_std": 0.038369, + "nauc_mrr_at_5_diff1": 0.868754, + "nauc_mrr_at_10_max": 0.776766, + "nauc_mrr_at_10_std": 0.042867, + "nauc_mrr_at_10_diff1": 0.870706, + "nauc_mrr_at_20_max": 0.775693, + "nauc_mrr_at_20_std": 0.042122, + "nauc_mrr_at_20_diff1": 0.870558, + "nauc_mrr_at_100_max": 0.775086, + "nauc_mrr_at_100_std": 0.039501, + "nauc_mrr_at_100_diff1": 0.870732, + "nauc_mrr_at_1000_max": 0.775074, + "nauc_mrr_at_1000_std": 0.039215, + "nauc_mrr_at_1000_diff1": 0.870782, + "hit_rate_at_1": 0.7951, + "hit_rate_at_3": 0.88753, + "hit_rate_at_5": 0.91648, + "hit_rate_at_10": 0.93096, + "hit_rate_at_20": 0.95212, + "hit_rate_at_100": 0.98441, + "hit_rate_at_1000": 1.0, + "main_score": 0.86679, "hf_subset": "ary_Arab-ary_Arab", "languages": [ "ary-Arab", "ary-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88444, - "ndcg_at_3": 0.92517, - "ndcg_at_5": 0.93072, - "ndcg_at_10": 0.93701, - "ndcg_at_20": 0.93875, - "ndcg_at_100": 0.94007, - "ndcg_at_1000": 0.94038, - "map_at_1": 0.88444, - "map_at_3": 0.91574, - "map_at_5": 0.91885, - "map_at_10": 0.92156, - "map_at_20": 0.92206, - "map_at_100": 0.92228, - "map_at_1000": 0.92229, - "recall_at_1": 0.88444, - "recall_at_3": 0.95222, - "recall_at_5": 0.96556, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.92075, + "ndcg_at_5": 0.9262, + "ndcg_at_10": 0.93109, + "ndcg_at_20": 0.93452, + "ndcg_at_100": 0.93574, + "ndcg_at_1000": 0.93604, + "map_at_1": 0.87667, + "map_at_3": 0.91056, + "map_at_5": 0.91356, + "map_at_10": 0.91569, + "map_at_20": 0.91667, + "map_at_100": 0.91683, + "map_at_1000": 0.91684, + "recall_at_1": 0.87667, + "recall_at_3": 0.95, + "recall_at_5": 0.96333, + "recall_at_10": 0.97778, "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.88444, - "precision_at_3": 0.31741, - "precision_at_5": 0.19311, - "precision_at_10": 0.09844, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31667, + "precision_at_5": 0.19267, + "precision_at_10": 0.09778, "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.884444, - "mrr_at_3": 0.915741, - "mrr_at_5": 0.918852, - "mrr_at_10": 0.921558, - "mrr_at_20": 0.92206, - "mrr_at_100": 0.922276, - "mrr_at_1000": 0.922292, - "nauc_ndcg_at_1_max": 0.699074, - "nauc_ndcg_at_1_std": -0.395288, - "nauc_ndcg_at_1_diff1": 0.905784, - "nauc_ndcg_at_3_max": 0.728371, - "nauc_ndcg_at_3_std": -0.417799, - "nauc_ndcg_at_3_diff1": 0.896331, - "nauc_ndcg_at_5_max": 0.735956, - "nauc_ndcg_at_5_std": -0.392296, - "nauc_ndcg_at_5_diff1": 0.899517, - "nauc_ndcg_at_10_max": 0.731291, - "nauc_ndcg_at_10_std": -0.37654, - "nauc_ndcg_at_10_diff1": 0.898848, - "nauc_ndcg_at_20_max": 0.730141, - "nauc_ndcg_at_20_std": -0.38078, - "nauc_ndcg_at_20_diff1": 0.90165, - "nauc_ndcg_at_100_max": 0.726562, - "nauc_ndcg_at_100_std": -0.39365, - "nauc_ndcg_at_100_diff1": 0.901993, - "nauc_ndcg_at_1000_max": 0.725112, - "nauc_ndcg_at_1000_std": -0.39294, - "nauc_ndcg_at_1000_diff1": 0.901474, - "nauc_map_at_1_max": 0.699074, - "nauc_map_at_1_std": -0.395288, - "nauc_map_at_1_diff1": 0.905784, - "nauc_map_at_3_max": 0.720521, - "nauc_map_at_3_std": -0.411188, - "nauc_map_at_3_diff1": 0.899302, - "nauc_map_at_5_max": 0.724263, - "nauc_map_at_5_std": -0.398455, - "nauc_map_at_5_diff1": 0.901096, - "nauc_map_at_10_max": 0.722529, - "nauc_map_at_10_std": -0.391665, - "nauc_map_at_10_diff1": 0.900983, - "nauc_map_at_20_max": 0.722052, - "nauc_map_at_20_std": -0.393117, - "nauc_map_at_20_diff1": 0.901662, - "nauc_map_at_100_max": 0.721509, - "nauc_map_at_100_std": -0.395256, - "nauc_map_at_100_diff1": 0.90171, - "nauc_map_at_1000_max": 0.72145, - "nauc_map_at_1000_std": -0.395213, - "nauc_map_at_1000_diff1": 0.901689, - "nauc_recall_at_1_max": 0.699074, - "nauc_recall_at_1_std": -0.395288, - "nauc_recall_at_1_diff1": 0.905784, - "nauc_recall_at_3_max": 0.766552, - "nauc_recall_at_3_std": -0.45047, - "nauc_recall_at_3_diff1": 0.881495, - "nauc_recall_at_5_max": 0.813665, - "nauc_recall_at_5_std": -0.343514, - "nauc_recall_at_5_diff1": 0.889536, - "nauc_recall_at_10_max": 0.844471, - "nauc_recall_at_10_std": -0.134921, - "nauc_recall_at_10_diff1": 0.86778, - "nauc_recall_at_20_max": 0.909547, - "nauc_recall_at_20_std": -0.039741, - "nauc_recall_at_20_diff1": 0.916258, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.910556, + "mrr_at_5": 0.913556, + "mrr_at_10": 0.915692, + "mrr_at_20": 0.916671, + "mrr_at_100": 0.91683, + "mrr_at_1000": 0.916843, + "nauc_ndcg_at_1_max": 0.670306, + "nauc_ndcg_at_1_std": -0.337913, + "nauc_ndcg_at_1_diff1": 0.909657, + "nauc_ndcg_at_3_max": 0.686706, + "nauc_ndcg_at_3_std": -0.34302, + "nauc_ndcg_at_3_diff1": 0.888887, + "nauc_ndcg_at_5_max": 0.681879, + "nauc_ndcg_at_5_std": -0.346285, + "nauc_ndcg_at_5_diff1": 0.886424, + "nauc_ndcg_at_10_max": 0.689595, + "nauc_ndcg_at_10_std": -0.333174, + "nauc_ndcg_at_10_diff1": 0.896768, + "nauc_ndcg_at_20_max": 0.688211, + "nauc_ndcg_at_20_std": -0.330737, + "nauc_ndcg_at_20_diff1": 0.896741, + "nauc_ndcg_at_100_max": 0.683881, + "nauc_ndcg_at_100_std": -0.338922, + "nauc_ndcg_at_100_diff1": 0.896937, + "nauc_ndcg_at_1000_max": 0.682365, + "nauc_ndcg_at_1000_std": -0.340197, + "nauc_ndcg_at_1000_diff1": 0.896443, + "nauc_map_at_1_max": 0.670306, + "nauc_map_at_1_std": -0.337913, + "nauc_map_at_1_diff1": 0.909657, + "nauc_map_at_3_max": 0.680673, + "nauc_map_at_3_std": -0.344262, + "nauc_map_at_3_diff1": 0.894815, + "nauc_map_at_5_max": 0.678451, + "nauc_map_at_5_std": -0.34611, + "nauc_map_at_5_diff1": 0.89389, + "nauc_map_at_10_max": 0.680998, + "nauc_map_at_10_std": -0.341602, + "nauc_map_at_10_diff1": 0.897678, + "nauc_map_at_20_max": 0.680141, + "nauc_map_at_20_std": -0.341362, + "nauc_map_at_20_diff1": 0.897563, + "nauc_map_at_100_max": 0.679661, + "nauc_map_at_100_std": -0.342368, + "nauc_map_at_100_diff1": 0.897555, + "nauc_map_at_1000_max": 0.679608, + "nauc_map_at_1000_std": -0.342414, + "nauc_map_at_1000_diff1": 0.897538, + "nauc_recall_at_1_max": 0.670306, + "nauc_recall_at_1_std": -0.337913, + "nauc_recall_at_1_diff1": 0.909657, + "nauc_recall_at_3_max": 0.717772, + "nauc_recall_at_3_std": -0.334589, + "nauc_recall_at_3_diff1": 0.859477, + "nauc_recall_at_5_max": 0.703124, + "nauc_recall_at_5_std": -0.344807, + "nauc_recall_at_5_diff1": 0.836601, + "nauc_recall_at_10_max": 0.788912, + "nauc_recall_at_10_std": -0.222082, + "nauc_recall_at_10_diff1": 0.899627, + "nauc_recall_at_20_max": 0.930556, + "nauc_recall_at_20_std": 0.02912, + "nauc_recall_at_20_diff1": 0.91159, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": -0.50887, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.699074, - "nauc_precision_at_1_std": -0.395288, - "nauc_precision_at_1_diff1": 0.905784, - "nauc_precision_at_3_max": 0.766552, - "nauc_precision_at_3_std": -0.45047, - "nauc_precision_at_3_diff1": 0.881495, - "nauc_precision_at_5_max": 0.813665, - "nauc_precision_at_5_std": -0.343514, - "nauc_precision_at_5_diff1": 0.889536, - "nauc_precision_at_10_max": 0.844471, - "nauc_precision_at_10_std": -0.134921, - "nauc_precision_at_10_diff1": 0.86778, - "nauc_precision_at_20_max": 0.909547, - "nauc_precision_at_20_std": -0.039741, - "nauc_precision_at_20_diff1": 0.916258, + "nauc_precision_at_1_max": 0.670306, + "nauc_precision_at_1_std": -0.337913, + "nauc_precision_at_1_diff1": 0.909657, + "nauc_precision_at_3_max": 0.717772, + "nauc_precision_at_3_std": -0.334589, + "nauc_precision_at_3_diff1": 0.859477, + "nauc_precision_at_5_max": 0.703124, + "nauc_precision_at_5_std": -0.344807, + "nauc_precision_at_5_diff1": 0.836601, + "nauc_precision_at_10_max": 0.788912, + "nauc_precision_at_10_std": -0.222082, + "nauc_precision_at_10_diff1": 0.899627, + "nauc_precision_at_20_max": 0.930556, + "nauc_precision_at_20_std": 0.02912, + "nauc_precision_at_20_diff1": 0.91159, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": -0.50887, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.699074, - "nauc_mrr_at_1_std": -0.395288, - "nauc_mrr_at_1_diff1": 0.905784, - "nauc_mrr_at_3_max": 0.720521, - "nauc_mrr_at_3_std": -0.411188, - "nauc_mrr_at_3_diff1": 0.899302, - "nauc_mrr_at_5_max": 0.724263, - "nauc_mrr_at_5_std": -0.398455, - "nauc_mrr_at_5_diff1": 0.901096, - "nauc_mrr_at_10_max": 0.722529, - "nauc_mrr_at_10_std": -0.391665, - "nauc_mrr_at_10_diff1": 0.900983, - "nauc_mrr_at_20_max": 0.722052, - "nauc_mrr_at_20_std": -0.393117, - "nauc_mrr_at_20_diff1": 0.901662, - "nauc_mrr_at_100_max": 0.721509, - "nauc_mrr_at_100_std": -0.395256, - "nauc_mrr_at_100_diff1": 0.90171, - "nauc_mrr_at_1000_max": 0.72145, - "nauc_mrr_at_1000_std": -0.395213, - "nauc_mrr_at_1000_diff1": 0.901689, - "main_score": 0.93701, + "nauc_mrr_at_1_max": 0.670306, + "nauc_mrr_at_1_std": -0.337913, + "nauc_mrr_at_1_diff1": 0.909657, + "nauc_mrr_at_3_max": 0.680673, + "nauc_mrr_at_3_std": -0.344262, + "nauc_mrr_at_3_diff1": 0.894815, + "nauc_mrr_at_5_max": 0.678451, + "nauc_mrr_at_5_std": -0.34611, + "nauc_mrr_at_5_diff1": 0.89389, + "nauc_mrr_at_10_max": 0.680998, + "nauc_mrr_at_10_std": -0.341602, + "nauc_mrr_at_10_diff1": 0.897678, + "nauc_mrr_at_20_max": 0.680141, + "nauc_mrr_at_20_std": -0.341362, + "nauc_mrr_at_20_diff1": 0.897563, + "nauc_mrr_at_100_max": 0.679661, + "nauc_mrr_at_100_std": -0.342368, + "nauc_mrr_at_100_diff1": 0.897555, + "nauc_mrr_at_1000_max": 0.679608, + "nauc_mrr_at_1000_std": -0.342414, + "nauc_mrr_at_1000_diff1": 0.897538, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93109, "hf_subset": "ary_Arab-eng_Latn", "languages": [ "ary-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.79621, - "ndcg_at_3": 0.84895, - "ndcg_at_5": 0.85906, - "ndcg_at_10": 0.86857, - "ndcg_at_20": 0.87373, - "ndcg_at_100": 0.87962, - "ndcg_at_1000": 0.88093, - "map_at_1": 0.79621, - "map_at_3": 0.83667, - "map_at_5": 0.8423, - "map_at_10": 0.84631, - "map_at_20": 0.84777, - "map_at_100": 0.84854, - "map_at_1000": 0.84859, - "recall_at_1": 0.79621, - "recall_at_3": 0.88419, - "recall_at_5": 0.90869, - "recall_at_10": 0.93764, - "recall_at_20": 0.95768, - "recall_at_100": 0.98998, - "recall_at_1000": 1.0, - "precision_at_1": 0.79621, - "precision_at_3": 0.29473, - "precision_at_5": 0.18174, - "precision_at_10": 0.09376, - "precision_at_20": 0.04788, - "precision_at_100": 0.0099, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78842, + "ndcg_at_3": 0.84268, + "ndcg_at_5": 0.85519, + "ndcg_at_10": 0.86373, + "ndcg_at_20": 0.86787, + "ndcg_at_100": 0.87425, + "ndcg_at_1000": 0.87582, + "map_at_1": 0.78842, + "map_at_3": 0.82981, + "map_at_5": 0.83682, + "map_at_10": 0.8403, + "map_at_20": 0.84138, + "map_at_100": 0.84225, + "map_at_1000": 0.8423, + "recall_at_1": 0.78842, + "recall_at_3": 0.87973, + "recall_at_5": 0.9098, + "recall_at_10": 0.93653, + "recall_at_20": 0.95323, + "recall_at_100": 0.98775, + "recall_at_1000": 1.0, + "accuracy": 0.78842, + "precision_at_1": 0.78842, + "precision_at_3": 0.29324, + "precision_at_5": 0.18196, + "precision_at_10": 0.09365, + "precision_at_20": 0.04766, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.796214, - "mrr_at_3": 0.836674, - "mrr_at_5": 0.842298, - "mrr_at_10": 0.846305, - "mrr_at_20": 0.847774, - "mrr_at_100": 0.848541, - "mrr_at_1000": 0.848593, - "nauc_ndcg_at_1_max": 0.803241, - "nauc_ndcg_at_1_std": 0.105929, - "nauc_ndcg_at_1_diff1": 0.891799, - "nauc_ndcg_at_3_max": 0.81225, - "nauc_ndcg_at_3_std": 0.153299, - "nauc_ndcg_at_3_diff1": 0.864667, - "nauc_ndcg_at_5_max": 0.811432, - "nauc_ndcg_at_5_std": 0.167446, - "nauc_ndcg_at_5_diff1": 0.855789, - "nauc_ndcg_at_10_max": 0.81604, - "nauc_ndcg_at_10_std": 0.190703, - "nauc_ndcg_at_10_diff1": 0.864898, - "nauc_ndcg_at_20_max": 0.815402, - "nauc_ndcg_at_20_std": 0.18371, - "nauc_ndcg_at_20_diff1": 0.86868, - "nauc_ndcg_at_100_max": 0.813162, - "nauc_ndcg_at_100_std": 0.169491, - "nauc_ndcg_at_100_diff1": 0.870262, - "nauc_ndcg_at_1000_max": 0.812081, - "nauc_ndcg_at_1000_std": 0.16278, - "nauc_ndcg_at_1000_diff1": 0.870174, - "nauc_map_at_1_max": 0.803241, - "nauc_map_at_1_std": 0.105929, - "nauc_map_at_1_diff1": 0.891799, - "nauc_map_at_3_max": 0.809654, - "nauc_map_at_3_std": 0.139314, - "nauc_map_at_3_diff1": 0.87229, - "nauc_map_at_5_max": 0.80902, - "nauc_map_at_5_std": 0.145833, - "nauc_map_at_5_diff1": 0.868024, - "nauc_map_at_10_max": 0.810808, - "nauc_map_at_10_std": 0.153736, - "nauc_map_at_10_diff1": 0.871852, - "nauc_map_at_20_max": 0.81058, - "nauc_map_at_20_std": 0.151668, - "nauc_map_at_20_diff1": 0.87274, - "nauc_map_at_100_max": 0.810229, - "nauc_map_at_100_std": 0.149761, - "nauc_map_at_100_diff1": 0.872916, - "nauc_map_at_1000_max": 0.810193, - "nauc_map_at_1000_std": 0.149531, - "nauc_map_at_1000_diff1": 0.872908, - "nauc_recall_at_1_max": 0.803241, - "nauc_recall_at_1_std": 0.105929, - "nauc_recall_at_1_diff1": 0.891799, - "nauc_recall_at_3_max": 0.822406, - "nauc_recall_at_3_std": 0.208209, - "nauc_recall_at_3_diff1": 0.834957, - "nauc_recall_at_5_max": 0.822891, - "nauc_recall_at_5_std": 0.27304, - "nauc_recall_at_5_diff1": 0.796355, - "nauc_recall_at_10_max": 0.854247, - "nauc_recall_at_10_std": 0.463896, - "nauc_recall_at_10_diff1": 0.822359, - "nauc_recall_at_20_max": 0.865881, - "nauc_recall_at_20_std": 0.517058, - "nauc_recall_at_20_diff1": 0.845844, - "nauc_recall_at_100_max": 0.905056, - "nauc_recall_at_100_std": 0.741707, - "nauc_recall_at_100_diff1": 0.874179, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803241, - "nauc_precision_at_1_std": 0.105929, - "nauc_precision_at_1_diff1": 0.891799, - "nauc_precision_at_3_max": 0.822406, - "nauc_precision_at_3_std": 0.208209, - "nauc_precision_at_3_diff1": 0.834957, - "nauc_precision_at_5_max": 0.822891, - "nauc_precision_at_5_std": 0.27304, - "nauc_precision_at_5_diff1": 0.796355, - "nauc_precision_at_10_max": 0.854247, - "nauc_precision_at_10_std": 0.463896, - "nauc_precision_at_10_diff1": 0.822359, - "nauc_precision_at_20_max": 0.865881, - "nauc_precision_at_20_std": 0.517058, - "nauc_precision_at_20_diff1": 0.845844, - "nauc_precision_at_100_max": 0.905056, - "nauc_precision_at_100_std": 0.741707, - "nauc_precision_at_100_diff1": 0.874179, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803241, - "nauc_mrr_at_1_std": 0.105929, - "nauc_mrr_at_1_diff1": 0.891799, - "nauc_mrr_at_3_max": 0.809654, - "nauc_mrr_at_3_std": 0.139314, - "nauc_mrr_at_3_diff1": 0.87229, - "nauc_mrr_at_5_max": 0.80902, - "nauc_mrr_at_5_std": 0.145833, - "nauc_mrr_at_5_diff1": 0.868024, - "nauc_mrr_at_10_max": 0.810808, - "nauc_mrr_at_10_std": 0.153736, - "nauc_mrr_at_10_diff1": 0.871852, - "nauc_mrr_at_20_max": 0.81058, - "nauc_mrr_at_20_std": 0.151668, - "nauc_mrr_at_20_diff1": 0.87274, - "nauc_mrr_at_100_max": 0.810229, - "nauc_mrr_at_100_std": 0.149761, - "nauc_mrr_at_100_diff1": 0.872916, - "nauc_mrr_at_1000_max": 0.810193, - "nauc_mrr_at_1000_std": 0.149531, - "nauc_mrr_at_1000_diff1": 0.872908, - "main_score": 0.86857, + "mrr_at_1": 0.788419, + "mrr_at_3": 0.829807, + "mrr_at_5": 0.836823, + "mrr_at_10": 0.840297, + "mrr_at_20": 0.841381, + "mrr_at_100": 0.842246, + "mrr_at_1000": 0.842302, + "nauc_ndcg_at_1_max": 0.763514, + "nauc_ndcg_at_1_std": 0.004746, + "nauc_ndcg_at_1_diff1": 0.88294, + "nauc_ndcg_at_3_max": 0.77586, + "nauc_ndcg_at_3_std": 0.015278, + "nauc_ndcg_at_3_diff1": 0.859352, + "nauc_ndcg_at_5_max": 0.788503, + "nauc_ndcg_at_5_std": 0.043364, + "nauc_ndcg_at_5_diff1": 0.864758, + "nauc_ndcg_at_10_max": 0.78643, + "nauc_ndcg_at_10_std": 0.047613, + "nauc_ndcg_at_10_diff1": 0.868207, + "nauc_ndcg_at_20_max": 0.785071, + "nauc_ndcg_at_20_std": 0.057622, + "nauc_ndcg_at_20_diff1": 0.86685, + "nauc_ndcg_at_100_max": 0.782913, + "nauc_ndcg_at_100_std": 0.049399, + "nauc_ndcg_at_100_diff1": 0.867693, + "nauc_ndcg_at_1000_max": 0.781332, + "nauc_ndcg_at_1000_std": 0.040503, + "nauc_ndcg_at_1000_diff1": 0.868795, + "nauc_map_at_1_max": 0.763514, + "nauc_map_at_1_std": 0.004746, + "nauc_map_at_1_diff1": 0.88294, + "nauc_map_at_3_max": 0.773247, + "nauc_map_at_3_std": 0.013145, + "nauc_map_at_3_diff1": 0.866606, + "nauc_map_at_5_max": 0.779523, + "nauc_map_at_5_std": 0.027478, + "nauc_map_at_5_diff1": 0.869701, + "nauc_map_at_10_max": 0.77865, + "nauc_map_at_10_std": 0.029238, + "nauc_map_at_10_diff1": 0.871016, + "nauc_map_at_20_max": 0.77829, + "nauc_map_at_20_std": 0.031469, + "nauc_map_at_20_diff1": 0.870743, + "nauc_map_at_100_max": 0.778027, + "nauc_map_at_100_std": 0.03026, + "nauc_map_at_100_diff1": 0.87087, + "nauc_map_at_1000_max": 0.777976, + "nauc_map_at_1000_std": 0.029982, + "nauc_map_at_1000_diff1": 0.870893, + "nauc_recall_at_1_max": 0.763514, + "nauc_recall_at_1_std": 0.004746, + "nauc_recall_at_1_diff1": 0.88294, + "nauc_recall_at_3_max": 0.78556, + "nauc_recall_at_3_std": 0.023117, + "nauc_recall_at_3_diff1": 0.830666, + "nauc_recall_at_5_max": 0.834739, + "nauc_recall_at_5_std": 0.126509, + "nauc_recall_at_5_diff1": 0.841239, + "nauc_recall_at_10_max": 0.840184, + "nauc_recall_at_10_std": 0.180602, + "nauc_recall_at_10_diff1": 0.853279, + "nauc_recall_at_20_max": 0.84481, + "nauc_recall_at_20_std": 0.332392, + "nauc_recall_at_20_diff1": 0.833181, + "nauc_recall_at_100_max": 0.898546, + "nauc_recall_at_100_std": 0.705055, + "nauc_recall_at_100_diff1": 0.779675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763514, + "nauc_precision_at_1_std": 0.004746, + "nauc_precision_at_1_diff1": 0.88294, + "nauc_precision_at_3_max": 0.78556, + "nauc_precision_at_3_std": 0.023117, + "nauc_precision_at_3_diff1": 0.830666, + "nauc_precision_at_5_max": 0.834739, + "nauc_precision_at_5_std": 0.126509, + "nauc_precision_at_5_diff1": 0.841239, + "nauc_precision_at_10_max": 0.840184, + "nauc_precision_at_10_std": 0.180602, + "nauc_precision_at_10_diff1": 0.853279, + "nauc_precision_at_20_max": 0.84481, + "nauc_precision_at_20_std": 0.332392, + "nauc_precision_at_20_diff1": 0.833181, + "nauc_precision_at_100_max": 0.898546, + "nauc_precision_at_100_std": 0.705055, + "nauc_precision_at_100_diff1": 0.779675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763514, + "nauc_mrr_at_1_std": 0.004746, + "nauc_mrr_at_1_diff1": 0.88294, + "nauc_mrr_at_3_max": 0.773247, + "nauc_mrr_at_3_std": 0.013145, + "nauc_mrr_at_3_diff1": 0.866606, + "nauc_mrr_at_5_max": 0.779523, + "nauc_mrr_at_5_std": 0.027478, + "nauc_mrr_at_5_diff1": 0.869701, + "nauc_mrr_at_10_max": 0.77865, + "nauc_mrr_at_10_std": 0.029238, + "nauc_mrr_at_10_diff1": 0.871016, + "nauc_mrr_at_20_max": 0.77829, + "nauc_mrr_at_20_std": 0.031469, + "nauc_mrr_at_20_diff1": 0.870743, + "nauc_mrr_at_100_max": 0.778027, + "nauc_mrr_at_100_std": 0.03026, + "nauc_mrr_at_100_diff1": 0.87087, + "nauc_mrr_at_1000_max": 0.777976, + "nauc_mrr_at_1000_std": 0.029982, + "nauc_mrr_at_1000_diff1": 0.870893, + "hit_rate_at_1": 0.78842, + "hit_rate_at_3": 0.87973, + "hit_rate_at_5": 0.9098, + "hit_rate_at_10": 0.93653, + "hit_rate_at_20": 0.95323, + "hit_rate_at_100": 0.98775, + "hit_rate_at_1000": 1.0, + "main_score": 0.86373, "hf_subset": "eng_Latn-ary_Arab", "languages": [ "eng-Latn", "ary-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.89745, - "ndcg_at_5": 0.90433, - "ndcg_at_10": 0.91319, - "ndcg_at_20": 0.91634, - "ndcg_at_100": 0.91957, - "ndcg_at_1000": 0.91999, - "map_at_1": 0.85444, - "map_at_3": 0.88796, - "map_at_5": 0.8918, - "map_at_10": 0.89558, - "map_at_20": 0.89648, - "map_at_100": 0.89699, - "map_at_1000": 0.897, - "recall_at_1": 0.85444, - "recall_at_3": 0.92444, - "recall_at_5": 0.94111, - "recall_at_10": 0.96778, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.84889, + "ndcg_at_3": 0.89172, + "ndcg_at_5": 0.90105, + "ndcg_at_10": 0.90676, + "ndcg_at_20": 0.9115, + "ndcg_at_100": 0.91433, + "ndcg_at_1000": 0.91521, + "map_at_1": 0.84889, + "map_at_3": 0.88185, + "map_at_5": 0.88713, + "map_at_10": 0.88947, + "map_at_20": 0.89074, + "map_at_100": 0.89119, + "map_at_1000": 0.89122, + "recall_at_1": 0.84889, + "recall_at_3": 0.92, + "recall_at_5": 0.94222, + "recall_at_10": 0.96, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30815, - "precision_at_5": 0.18822, - "precision_at_10": 0.09678, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.84889, + "precision_at_1": 0.84889, + "precision_at_3": 0.30667, + "precision_at_5": 0.18844, + "precision_at_10": 0.096, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.887963, - "mrr_at_5": 0.891796, - "mrr_at_10": 0.895585, - "mrr_at_20": 0.896484, - "mrr_at_100": 0.896986, - "mrr_at_1000": 0.896999, - "nauc_ndcg_at_1_max": 0.803963, - "nauc_ndcg_at_1_std": -0.016483, - "nauc_ndcg_at_1_diff1": 0.904601, - "nauc_ndcg_at_3_max": 0.819465, - "nauc_ndcg_at_3_std": 0.037734, - "nauc_ndcg_at_3_diff1": 0.880222, - "nauc_ndcg_at_5_max": 0.822499, - "nauc_ndcg_at_5_std": 0.056684, - "nauc_ndcg_at_5_diff1": 0.880822, - "nauc_ndcg_at_10_max": 0.825683, - "nauc_ndcg_at_10_std": 0.064436, - "nauc_ndcg_at_10_diff1": 0.889199, - "nauc_ndcg_at_20_max": 0.821838, - "nauc_ndcg_at_20_std": 0.045024, - "nauc_ndcg_at_20_diff1": 0.888566, - "nauc_ndcg_at_100_max": 0.818595, - "nauc_ndcg_at_100_std": 0.041801, - "nauc_ndcg_at_100_diff1": 0.888524, - "nauc_ndcg_at_1000_max": 0.817626, - "nauc_ndcg_at_1000_std": 0.03743, - "nauc_ndcg_at_1000_diff1": 0.888389, - "nauc_map_at_1_max": 0.803963, - "nauc_map_at_1_std": -0.016483, - "nauc_map_at_1_diff1": 0.904601, - "nauc_map_at_3_max": 0.814336, - "nauc_map_at_3_std": 0.022559, - "nauc_map_at_3_diff1": 0.886108, - "nauc_map_at_5_max": 0.815695, - "nauc_map_at_5_std": 0.031579, - "nauc_map_at_5_diff1": 0.886678, - "nauc_map_at_10_max": 0.816292, - "nauc_map_at_10_std": 0.032799, - "nauc_map_at_10_diff1": 0.889652, - "nauc_map_at_20_max": 0.815355, - "nauc_map_at_20_std": 0.028141, - "nauc_map_at_20_diff1": 0.889478, - "nauc_map_at_100_max": 0.814862, - "nauc_map_at_100_std": 0.027663, - "nauc_map_at_100_diff1": 0.889489, - "nauc_map_at_1000_max": 0.814837, - "nauc_map_at_1000_std": 0.027549, - "nauc_map_at_1000_diff1": 0.889485, - "nauc_recall_at_1_max": 0.803963, - "nauc_recall_at_1_std": -0.016483, - "nauc_recall_at_1_diff1": 0.904601, - "nauc_recall_at_3_max": 0.841036, - "nauc_recall_at_3_std": 0.100016, - "nauc_recall_at_3_diff1": 0.856683, - "nauc_recall_at_5_max": 0.858455, - "nauc_recall_at_5_std": 0.188944, - "nauc_recall_at_5_diff1": 0.851884, - "nauc_recall_at_10_max": 0.91814, - "nauc_recall_at_10_std": 0.369458, - "nauc_recall_at_10_diff1": 0.898017, - "nauc_recall_at_20_max": 0.912595, - "nauc_recall_at_20_std": 0.245124, - "nauc_recall_at_20_diff1": 0.894699, + "mrr_at_1": 0.848889, + "mrr_at_3": 0.881852, + "mrr_at_5": 0.88713, + "mrr_at_10": 0.889468, + "mrr_at_20": 0.890741, + "mrr_at_100": 0.891187, + "mrr_at_1000": 0.891223, + "nauc_ndcg_at_1_max": 0.775374, + "nauc_ndcg_at_1_std": -0.038063, + "nauc_ndcg_at_1_diff1": 0.895888, + "nauc_ndcg_at_3_max": 0.799645, + "nauc_ndcg_at_3_std": 0.00492, + "nauc_ndcg_at_3_diff1": 0.872924, + "nauc_ndcg_at_5_max": 0.796571, + "nauc_ndcg_at_5_std": 0.022394, + "nauc_ndcg_at_5_diff1": 0.87273, + "nauc_ndcg_at_10_max": 0.804882, + "nauc_ndcg_at_10_std": 0.053579, + "nauc_ndcg_at_10_diff1": 0.87941, + "nauc_ndcg_at_20_max": 0.798565, + "nauc_ndcg_at_20_std": 0.03238, + "nauc_ndcg_at_20_diff1": 0.88039, + "nauc_ndcg_at_100_max": 0.797851, + "nauc_ndcg_at_100_std": 0.028567, + "nauc_ndcg_at_100_diff1": 0.880712, + "nauc_ndcg_at_1000_max": 0.795699, + "nauc_ndcg_at_1000_std": 0.018917, + "nauc_ndcg_at_1000_diff1": 0.880389, + "nauc_map_at_1_max": 0.775374, + "nauc_map_at_1_std": -0.038063, + "nauc_map_at_1_diff1": 0.895888, + "nauc_map_at_3_max": 0.792421, + "nauc_map_at_3_std": -0.007061, + "nauc_map_at_3_diff1": 0.878023, + "nauc_map_at_5_max": 0.79057, + "nauc_map_at_5_std": 0.001479, + "nauc_map_at_5_diff1": 0.878295, + "nauc_map_at_10_max": 0.793635, + "nauc_map_at_10_std": 0.011728, + "nauc_map_at_10_diff1": 0.881028, + "nauc_map_at_20_max": 0.792133, + "nauc_map_at_20_std": 0.00659, + "nauc_map_at_20_diff1": 0.881272, + "nauc_map_at_100_max": 0.791996, + "nauc_map_at_100_std": 0.005878, + "nauc_map_at_100_diff1": 0.881321, + "nauc_map_at_1000_max": 0.791924, + "nauc_map_at_1000_std": 0.005553, + "nauc_map_at_1000_diff1": 0.881309, + "nauc_recall_at_1_max": 0.775374, + "nauc_recall_at_1_std": -0.038063, + "nauc_recall_at_1_diff1": 0.895888, + "nauc_recall_at_3_max": 0.829482, + "nauc_recall_at_3_std": 0.053909, + "nauc_recall_at_3_diff1": 0.852915, + "nauc_recall_at_5_max": 0.828494, + "nauc_recall_at_5_std": 0.139086, + "nauc_recall_at_5_diff1": 0.843478, + "nauc_recall_at_10_max": 0.896851, + "nauc_recall_at_10_std": 0.412128, + "nauc_recall_at_10_diff1": 0.873431, + "nauc_recall_at_20_max": 0.87594, + "nauc_recall_at_20_std": 0.388275, + "nauc_recall_at_20_diff1": 0.883655, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_std": 0.931917, + "nauc_recall_at_100_diff1": 0.910131, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803963, - "nauc_precision_at_1_std": -0.016483, - "nauc_precision_at_1_diff1": 0.904601, - "nauc_precision_at_3_max": 0.841036, - "nauc_precision_at_3_std": 0.100016, - "nauc_precision_at_3_diff1": 0.856683, - "nauc_precision_at_5_max": 0.858455, - "nauc_precision_at_5_std": 0.188944, - "nauc_precision_at_5_diff1": 0.851884, - "nauc_precision_at_10_max": 0.91814, - "nauc_precision_at_10_std": 0.369458, - "nauc_precision_at_10_diff1": 0.898017, - "nauc_precision_at_20_max": 0.912595, - "nauc_precision_at_20_std": 0.245124, - "nauc_precision_at_20_diff1": 0.894699, + "nauc_precision_at_1_max": 0.775374, + "nauc_precision_at_1_std": -0.038063, + "nauc_precision_at_1_diff1": 0.895888, + "nauc_precision_at_3_max": 0.829482, + "nauc_precision_at_3_std": 0.053909, + "nauc_precision_at_3_diff1": 0.852915, + "nauc_precision_at_5_max": 0.828494, + "nauc_precision_at_5_std": 0.139086, + "nauc_precision_at_5_diff1": 0.843478, + "nauc_precision_at_10_max": 0.896851, + "nauc_precision_at_10_std": 0.412128, + "nauc_precision_at_10_diff1": 0.873431, + "nauc_precision_at_20_max": 0.87594, + "nauc_precision_at_20_std": 0.388275, + "nauc_precision_at_20_diff1": 0.883655, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_std": 0.931917, + "nauc_precision_at_100_diff1": 0.910131, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803963, - "nauc_mrr_at_1_std": -0.016483, - "nauc_mrr_at_1_diff1": 0.904601, - "nauc_mrr_at_3_max": 0.814336, - "nauc_mrr_at_3_std": 0.022559, - "nauc_mrr_at_3_diff1": 0.886108, - "nauc_mrr_at_5_max": 0.815695, - "nauc_mrr_at_5_std": 0.031579, - "nauc_mrr_at_5_diff1": 0.886678, - "nauc_mrr_at_10_max": 0.816292, - "nauc_mrr_at_10_std": 0.032799, - "nauc_mrr_at_10_diff1": 0.889652, - "nauc_mrr_at_20_max": 0.815355, - "nauc_mrr_at_20_std": 0.028141, - "nauc_mrr_at_20_diff1": 0.889478, - "nauc_mrr_at_100_max": 0.814862, - "nauc_mrr_at_100_std": 0.027663, - "nauc_mrr_at_100_diff1": 0.889489, - "nauc_mrr_at_1000_max": 0.814837, - "nauc_mrr_at_1000_std": 0.027549, - "nauc_mrr_at_1000_diff1": 0.889485, - "main_score": 0.91319, + "nauc_mrr_at_1_max": 0.775374, + "nauc_mrr_at_1_std": -0.038063, + "nauc_mrr_at_1_diff1": 0.895888, + "nauc_mrr_at_3_max": 0.792421, + "nauc_mrr_at_3_std": -0.007061, + "nauc_mrr_at_3_diff1": 0.878023, + "nauc_mrr_at_5_max": 0.79057, + "nauc_mrr_at_5_std": 0.001479, + "nauc_mrr_at_5_diff1": 0.878295, + "nauc_mrr_at_10_max": 0.793635, + "nauc_mrr_at_10_std": 0.011728, + "nauc_mrr_at_10_diff1": 0.881028, + "nauc_mrr_at_20_max": 0.792133, + "nauc_mrr_at_20_std": 0.00659, + "nauc_mrr_at_20_diff1": 0.881272, + "nauc_mrr_at_100_max": 0.791996, + "nauc_mrr_at_100_std": 0.005878, + "nauc_mrr_at_100_diff1": 0.881321, + "nauc_mrr_at_1000_max": 0.791924, + "nauc_mrr_at_1000_std": 0.005553, + "nauc_mrr_at_1000_diff1": 0.881309, + "hit_rate_at_1": 0.84889, + "hit_rate_at_3": 0.92, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90676, "hf_subset": "arz_Arab-arz_Arab", "languages": [ "arz-Arab", "arz-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94372, - "ndcg_at_5": 0.95022, - "ndcg_at_10": 0.95168, - "ndcg_at_20": 0.95337, - "ndcg_at_100": 0.9542, - "ndcg_at_1000": 0.95449, - "map_at_1": 0.91, - "map_at_3": 0.93574, - "map_at_5": 0.93941, - "map_at_10": 0.94002, - "map_at_20": 0.94049, - "map_at_100": 0.9406, - "map_at_1000": 0.94061, - "recall_at_1": 0.91, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.94143, + "ndcg_at_5": 0.94607, + "ndcg_at_10": 0.94822, + "ndcg_at_20": 0.94993, + "ndcg_at_100": 0.95124, + "ndcg_at_1000": 0.95152, + "map_at_1": 0.90222, + "map_at_3": 0.93259, + "map_at_5": 0.9352, + "map_at_10": 0.93609, + "map_at_20": 0.93657, + "map_at_100": 0.93677, + "map_at_1000": 0.93678, + "recall_at_1": 0.90222, "recall_at_3": 0.96667, - "recall_at_5": 0.98222, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, + "recall_at_5": 0.97778, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91, + "accuracy": 0.90222, + "precision_at_1": 0.90222, "precision_at_3": 0.32222, - "precision_at_5": 0.19644, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, + "precision_at_5": 0.19556, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.935741, - "mrr_at_5": 0.939407, - "mrr_at_10": 0.940022, - "mrr_at_20": 0.940486, - "mrr_at_100": 0.940599, - "mrr_at_1000": 0.94061, - "nauc_ndcg_at_1_max": 0.717606, - "nauc_ndcg_at_1_std": -0.317541, - "nauc_ndcg_at_1_diff1": 0.922825, - "nauc_ndcg_at_3_max": 0.735227, - "nauc_ndcg_at_3_std": -0.377669, - "nauc_ndcg_at_3_diff1": 0.93312, - "nauc_ndcg_at_5_max": 0.748083, - "nauc_ndcg_at_5_std": -0.362744, - "nauc_ndcg_at_5_diff1": 0.933078, - "nauc_ndcg_at_10_max": 0.743479, - "nauc_ndcg_at_10_std": -0.353107, - "nauc_ndcg_at_10_diff1": 0.932056, - "nauc_ndcg_at_20_max": 0.740417, - "nauc_ndcg_at_20_std": -0.347325, - "nauc_ndcg_at_20_diff1": 0.931861, - "nauc_ndcg_at_100_max": 0.740052, - "nauc_ndcg_at_100_std": -0.337013, - "nauc_ndcg_at_100_diff1": 0.930625, - "nauc_ndcg_at_1000_max": 0.738408, - "nauc_ndcg_at_1000_std": -0.345031, - "nauc_ndcg_at_1000_diff1": 0.930186, - "nauc_map_at_1_max": 0.717606, - "nauc_map_at_1_std": -0.317541, - "nauc_map_at_1_diff1": 0.922825, - "nauc_map_at_3_max": 0.73187, - "nauc_map_at_3_std": -0.359127, - "nauc_map_at_3_diff1": 0.92979, - "nauc_map_at_5_max": 0.737512, - "nauc_map_at_5_std": -0.351129, - "nauc_map_at_5_diff1": 0.929572, - "nauc_map_at_10_max": 0.735809, - "nauc_map_at_10_std": -0.347943, - "nauc_map_at_10_diff1": 0.929195, - "nauc_map_at_20_max": 0.735144, - "nauc_map_at_20_std": -0.346306, - "nauc_map_at_20_diff1": 0.92909, - "nauc_map_at_100_max": 0.735145, - "nauc_map_at_100_std": -0.345178, - "nauc_map_at_100_diff1": 0.928955, - "nauc_map_at_1000_max": 0.735096, - "nauc_map_at_1000_std": -0.34541, - "nauc_map_at_1000_diff1": 0.928942, - "nauc_recall_at_1_max": 0.717606, - "nauc_recall_at_1_std": -0.317541, - "nauc_recall_at_1_diff1": 0.922825, - "nauc_recall_at_3_max": 0.751836, - "nauc_recall_at_3_std": -0.479412, - "nauc_recall_at_3_diff1": 0.951525, - "nauc_recall_at_5_max": 0.853992, - "nauc_recall_at_5_std": -0.467991, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.839364, - "nauc_recall_at_10_std": -0.392157, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.846716, - "nauc_recall_at_20_std": -0.293729, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.932593, + "mrr_at_5": 0.935204, + "mrr_at_10": 0.936091, + "mrr_at_20": 0.93657, + "mrr_at_100": 0.936773, + "mrr_at_1000": 0.936782, + "nauc_ndcg_at_1_max": 0.688588, + "nauc_ndcg_at_1_std": -0.276823, + "nauc_ndcg_at_1_diff1": 0.922651, + "nauc_ndcg_at_3_max": 0.696278, + "nauc_ndcg_at_3_std": -0.293027, + "nauc_ndcg_at_3_diff1": 0.925689, + "nauc_ndcg_at_5_max": 0.710905, + "nauc_ndcg_at_5_std": -0.28552, + "nauc_ndcg_at_5_diff1": 0.927469, + "nauc_ndcg_at_10_max": 0.70259, + "nauc_ndcg_at_10_std": -0.287497, + "nauc_ndcg_at_10_diff1": 0.926298, + "nauc_ndcg_at_20_max": 0.70239, + "nauc_ndcg_at_20_std": -0.284659, + "nauc_ndcg_at_20_diff1": 0.926801, + "nauc_ndcg_at_100_max": 0.702601, + "nauc_ndcg_at_100_std": -0.276448, + "nauc_ndcg_at_100_diff1": 0.926005, + "nauc_ndcg_at_1000_max": 0.700893, + "nauc_ndcg_at_1000_std": -0.283777, + "nauc_ndcg_at_1000_diff1": 0.92558, + "nauc_map_at_1_max": 0.688588, + "nauc_map_at_1_std": -0.276823, + "nauc_map_at_1_diff1": 0.922651, + "nauc_map_at_3_max": 0.695426, + "nauc_map_at_3_std": -0.288217, + "nauc_map_at_3_diff1": 0.92454, + "nauc_map_at_5_max": 0.702011, + "nauc_map_at_5_std": -0.28534, + "nauc_map_at_5_diff1": 0.925338, + "nauc_map_at_10_max": 0.698975, + "nauc_map_at_10_std": -0.286246, + "nauc_map_at_10_diff1": 0.924933, + "nauc_map_at_20_max": 0.698787, + "nauc_map_at_20_std": -0.285848, + "nauc_map_at_20_diff1": 0.924975, + "nauc_map_at_100_max": 0.698781, + "nauc_map_at_100_std": -0.285224, + "nauc_map_at_100_diff1": 0.924872, + "nauc_map_at_1000_max": 0.698737, + "nauc_map_at_1000_std": -0.285411, + "nauc_map_at_1000_diff1": 0.924861, + "nauc_recall_at_1_max": 0.688588, + "nauc_recall_at_1_std": -0.276823, + "nauc_recall_at_1_diff1": 0.922651, + "nauc_recall_at_3_max": 0.69972, + "nauc_recall_at_3_std": -0.320386, + "nauc_recall_at_3_diff1": 0.932462, + "nauc_recall_at_5_max": 0.789262, + "nauc_recall_at_5_std": -0.280345, + "nauc_recall_at_5_diff1": 0.946078, + "nauc_recall_at_10_max": 0.740129, + "nauc_recall_at_10_std": -0.292951, + "nauc_recall_at_10_diff1": 0.941643, + "nauc_recall_at_20_max": 0.769841, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.717606, - "nauc_precision_at_1_std": -0.317541, - "nauc_precision_at_1_diff1": 0.922825, - "nauc_precision_at_3_max": 0.751836, - "nauc_precision_at_3_std": -0.479412, - "nauc_precision_at_3_diff1": 0.951525, - "nauc_precision_at_5_max": 0.853992, - "nauc_precision_at_5_std": -0.467991, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.839364, - "nauc_precision_at_10_std": -0.392157, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.846716, - "nauc_precision_at_20_std": -0.293729, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.688588, + "nauc_precision_at_1_std": -0.276823, + "nauc_precision_at_1_diff1": 0.922651, + "nauc_precision_at_3_max": 0.69972, + "nauc_precision_at_3_std": -0.320386, + "nauc_precision_at_3_diff1": 0.932462, + "nauc_precision_at_5_max": 0.789262, + "nauc_precision_at_5_std": -0.280345, + "nauc_precision_at_5_diff1": 0.946078, + "nauc_precision_at_10_max": 0.740129, + "nauc_precision_at_10_std": -0.292951, + "nauc_precision_at_10_diff1": 0.941643, + "nauc_precision_at_20_max": 0.769841, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.717606, - "nauc_mrr_at_1_std": -0.317541, - "nauc_mrr_at_1_diff1": 0.922825, - "nauc_mrr_at_3_max": 0.73187, - "nauc_mrr_at_3_std": -0.359127, - "nauc_mrr_at_3_diff1": 0.92979, - "nauc_mrr_at_5_max": 0.737512, - "nauc_mrr_at_5_std": -0.351129, - "nauc_mrr_at_5_diff1": 0.929572, - "nauc_mrr_at_10_max": 0.735809, - "nauc_mrr_at_10_std": -0.347943, - "nauc_mrr_at_10_diff1": 0.929195, - "nauc_mrr_at_20_max": 0.735144, - "nauc_mrr_at_20_std": -0.346306, - "nauc_mrr_at_20_diff1": 0.92909, - "nauc_mrr_at_100_max": 0.735145, - "nauc_mrr_at_100_std": -0.345178, - "nauc_mrr_at_100_diff1": 0.928955, - "nauc_mrr_at_1000_max": 0.735096, - "nauc_mrr_at_1000_std": -0.34541, - "nauc_mrr_at_1000_diff1": 0.928942, - "main_score": 0.95168, + "nauc_mrr_at_1_max": 0.688588, + "nauc_mrr_at_1_std": -0.276823, + "nauc_mrr_at_1_diff1": 0.922651, + "nauc_mrr_at_3_max": 0.695426, + "nauc_mrr_at_3_std": -0.288217, + "nauc_mrr_at_3_diff1": 0.92454, + "nauc_mrr_at_5_max": 0.702011, + "nauc_mrr_at_5_std": -0.28534, + "nauc_mrr_at_5_diff1": 0.925338, + "nauc_mrr_at_10_max": 0.698975, + "nauc_mrr_at_10_std": -0.286246, + "nauc_mrr_at_10_diff1": 0.924933, + "nauc_mrr_at_20_max": 0.698787, + "nauc_mrr_at_20_std": -0.285848, + "nauc_mrr_at_20_diff1": 0.924975, + "nauc_mrr_at_100_max": 0.698781, + "nauc_mrr_at_100_std": -0.285224, + "nauc_mrr_at_100_diff1": 0.924872, + "nauc_mrr_at_1000_max": 0.698737, + "nauc_mrr_at_1000_std": -0.285411, + "nauc_mrr_at_1000_diff1": 0.924861, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94822, "hf_subset": "arz_Arab-eng_Latn", "languages": [ "arz-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85111, - "ndcg_at_3": 0.89713, - "ndcg_at_5": 0.90483, - "ndcg_at_10": 0.91043, - "ndcg_at_20": 0.91459, - "ndcg_at_100": 0.91787, - "ndcg_at_1000": 0.91816, - "map_at_1": 0.85111, - "map_at_3": 0.88611, - "map_at_5": 0.89033, - "map_at_10": 0.89277, - "map_at_20": 0.89389, - "map_at_100": 0.89441, - "map_at_1000": 0.89442, - "recall_at_1": 0.85111, - "recall_at_3": 0.92889, - "recall_at_5": 0.94778, - "recall_at_10": 0.96444, - "recall_at_20": 0.98111, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.87795, + "ndcg_at_5": 0.88708, + "ndcg_at_10": 0.89472, + "ndcg_at_20": 0.9003, + "ndcg_at_100": 0.90473, + "ndcg_at_1000": 0.90486, + "map_at_1": 0.83444, + "map_at_3": 0.86759, + "map_at_5": 0.87265, + "map_at_10": 0.87586, + "map_at_20": 0.87737, + "map_at_100": 0.87803, + "map_at_1000": 0.87803, + "recall_at_1": 0.83444, + "recall_at_3": 0.90778, + "recall_at_5": 0.93, + "recall_at_10": 0.95333, + "recall_at_20": 0.97556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.85111, - "precision_at_3": 0.30963, - "precision_at_5": 0.18956, - "precision_at_10": 0.09644, - "precision_at_20": 0.04906, - "precision_at_100": 0.00998, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.30259, + "precision_at_5": 0.186, + "precision_at_10": 0.09533, + "precision_at_20": 0.04878, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.851111, - "mrr_at_3": 0.886111, - "mrr_at_5": 0.890333, - "mrr_at_10": 0.892769, - "mrr_at_20": 0.893889, - "mrr_at_100": 0.894409, - "mrr_at_1000": 0.894422, - "nauc_ndcg_at_1_max": 0.768955, - "nauc_ndcg_at_1_std": -0.056085, - "nauc_ndcg_at_1_diff1": 0.904863, - "nauc_ndcg_at_3_max": 0.801026, - "nauc_ndcg_at_3_std": 0.04139, - "nauc_ndcg_at_3_diff1": 0.884617, - "nauc_ndcg_at_5_max": 0.810735, - "nauc_ndcg_at_5_std": 0.050763, - "nauc_ndcg_at_5_diff1": 0.892796, - "nauc_ndcg_at_10_max": 0.806728, - "nauc_ndcg_at_10_std": 0.058946, - "nauc_ndcg_at_10_diff1": 0.892714, - "nauc_ndcg_at_20_max": 0.800628, - "nauc_ndcg_at_20_std": 0.037972, - "nauc_ndcg_at_20_diff1": 0.894507, - "nauc_ndcg_at_100_max": 0.796968, - "nauc_ndcg_at_100_std": 0.02973, - "nauc_ndcg_at_100_diff1": 0.894313, - "nauc_ndcg_at_1000_max": 0.796215, - "nauc_ndcg_at_1000_std": 0.026866, - "nauc_ndcg_at_1000_diff1": 0.89419, - "nauc_map_at_1_max": 0.768955, - "nauc_map_at_1_std": -0.056085, - "nauc_map_at_1_diff1": 0.904863, - "nauc_map_at_3_max": 0.791548, - "nauc_map_at_3_std": 0.014475, - "nauc_map_at_3_diff1": 0.890215, - "nauc_map_at_5_max": 0.795535, - "nauc_map_at_5_std": 0.017456, - "nauc_map_at_5_diff1": 0.8943, - "nauc_map_at_10_max": 0.793852, - "nauc_map_at_10_std": 0.02005, - "nauc_map_at_10_diff1": 0.894405, - "nauc_map_at_20_max": 0.792353, - "nauc_map_at_20_std": 0.014835, - "nauc_map_at_20_diff1": 0.894743, - "nauc_map_at_100_max": 0.791894, - "nauc_map_at_100_std": 0.014057, - "nauc_map_at_100_diff1": 0.894788, - "nauc_map_at_1000_max": 0.791867, - "nauc_map_at_1000_std": 0.013943, - "nauc_map_at_1000_diff1": 0.894787, - "nauc_recall_at_1_max": 0.768955, - "nauc_recall_at_1_std": -0.056085, - "nauc_recall_at_1_diff1": 0.904863, - "nauc_recall_at_3_max": 0.843298, - "nauc_recall_at_3_std": 0.160145, - "nauc_recall_at_3_diff1": 0.859908, - "nauc_recall_at_5_max": 0.903302, - "nauc_recall_at_5_std": 0.247641, - "nauc_recall_at_5_diff1": 0.887061, - "nauc_recall_at_10_max": 0.915456, - "nauc_recall_at_10_std": 0.393893, - "nauc_recall_at_10_diff1": 0.882265, - "nauc_recall_at_20_max": 0.905531, - "nauc_recall_at_20_std": 0.329791, - "nauc_recall_at_20_diff1": 0.907453, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.867593, + "mrr_at_5": 0.872648, + "mrr_at_10": 0.875859, + "mrr_at_20": 0.877373, + "mrr_at_100": 0.878032, + "mrr_at_1000": 0.878034, + "nauc_ndcg_at_1_max": 0.744943, + "nauc_ndcg_at_1_std": -0.13455, + "nauc_ndcg_at_1_diff1": 0.893282, + "nauc_ndcg_at_3_max": 0.776869, + "nauc_ndcg_at_3_std": -0.041121, + "nauc_ndcg_at_3_diff1": 0.87388, + "nauc_ndcg_at_5_max": 0.786498, + "nauc_ndcg_at_5_std": -0.028735, + "nauc_ndcg_at_5_diff1": 0.881484, + "nauc_ndcg_at_10_max": 0.789351, + "nauc_ndcg_at_10_std": -0.024992, + "nauc_ndcg_at_10_diff1": 0.886623, + "nauc_ndcg_at_20_max": 0.781409, + "nauc_ndcg_at_20_std": -0.042547, + "nauc_ndcg_at_20_diff1": 0.885351, + "nauc_ndcg_at_100_max": 0.777465, + "nauc_ndcg_at_100_std": -0.050513, + "nauc_ndcg_at_100_diff1": 0.885311, + "nauc_ndcg_at_1000_max": 0.777153, + "nauc_ndcg_at_1000_std": -0.051595, + "nauc_ndcg_at_1000_diff1": 0.88515, + "nauc_map_at_1_max": 0.744943, + "nauc_map_at_1_std": -0.13455, + "nauc_map_at_1_diff1": 0.893282, + "nauc_map_at_3_max": 0.769074, + "nauc_map_at_3_std": -0.065341, + "nauc_map_at_3_diff1": 0.879065, + "nauc_map_at_5_max": 0.773567, + "nauc_map_at_5_std": -0.060526, + "nauc_map_at_5_diff1": 0.883167, + "nauc_map_at_10_max": 0.774857, + "nauc_map_at_10_std": -0.058274, + "nauc_map_at_10_diff1": 0.885316, + "nauc_map_at_20_max": 0.772797, + "nauc_map_at_20_std": -0.063311, + "nauc_map_at_20_diff1": 0.884967, + "nauc_map_at_100_max": 0.772347, + "nauc_map_at_100_std": -0.063907, + "nauc_map_at_100_diff1": 0.885057, + "nauc_map_at_1000_max": 0.772342, + "nauc_map_at_1000_std": -0.063925, + "nauc_map_at_1000_diff1": 0.885054, + "nauc_recall_at_1_max": 0.744943, + "nauc_recall_at_1_std": -0.13455, + "nauc_recall_at_1_diff1": 0.893282, + "nauc_recall_at_3_max": 0.8071, + "nauc_recall_at_3_std": 0.053789, + "nauc_recall_at_3_diff1": 0.853459, + "nauc_recall_at_5_max": 0.852926, + "nauc_recall_at_5_std": 0.13329, + "nauc_recall_at_5_diff1": 0.874957, + "nauc_recall_at_10_max": 0.896848, + "nauc_recall_at_10_std": 0.215197, + "nauc_recall_at_10_diff1": 0.902361, + "nauc_recall_at_20_max": 0.874586, + "nauc_recall_at_20_std": 0.186168, + "nauc_recall_at_20_diff1": 0.898481, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.777077, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768955, - "nauc_precision_at_1_std": -0.056085, - "nauc_precision_at_1_diff1": 0.904863, - "nauc_precision_at_3_max": 0.843298, - "nauc_precision_at_3_std": 0.160145, - "nauc_precision_at_3_diff1": 0.859908, - "nauc_precision_at_5_max": 0.903302, - "nauc_precision_at_5_std": 0.247641, - "nauc_precision_at_5_diff1": 0.887061, - "nauc_precision_at_10_max": 0.915456, - "nauc_precision_at_10_std": 0.393893, - "nauc_precision_at_10_diff1": 0.882265, - "nauc_precision_at_20_max": 0.905531, - "nauc_precision_at_20_std": 0.329791, - "nauc_precision_at_20_diff1": 0.907453, + "nauc_precision_at_1_max": 0.744943, + "nauc_precision_at_1_std": -0.13455, + "nauc_precision_at_1_diff1": 0.893282, + "nauc_precision_at_3_max": 0.8071, + "nauc_precision_at_3_std": 0.053789, + "nauc_precision_at_3_diff1": 0.853459, + "nauc_precision_at_5_max": 0.852926, + "nauc_precision_at_5_std": 0.13329, + "nauc_precision_at_5_diff1": 0.874957, + "nauc_precision_at_10_max": 0.896848, + "nauc_precision_at_10_std": 0.215197, + "nauc_precision_at_10_diff1": 0.902361, + "nauc_precision_at_20_max": 0.874586, + "nauc_precision_at_20_std": 0.186168, + "nauc_precision_at_20_diff1": 0.898481, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.777077, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768955, - "nauc_mrr_at_1_std": -0.056085, - "nauc_mrr_at_1_diff1": 0.904863, - "nauc_mrr_at_3_max": 0.791548, - "nauc_mrr_at_3_std": 0.014475, - "nauc_mrr_at_3_diff1": 0.890215, - "nauc_mrr_at_5_max": 0.795535, - "nauc_mrr_at_5_std": 0.017456, - "nauc_mrr_at_5_diff1": 0.8943, - "nauc_mrr_at_10_max": 0.793852, - "nauc_mrr_at_10_std": 0.02005, - "nauc_mrr_at_10_diff1": 0.894405, - "nauc_mrr_at_20_max": 0.792353, - "nauc_mrr_at_20_std": 0.014835, - "nauc_mrr_at_20_diff1": 0.894743, - "nauc_mrr_at_100_max": 0.791894, - "nauc_mrr_at_100_std": 0.014057, - "nauc_mrr_at_100_diff1": 0.894788, - "nauc_mrr_at_1000_max": 0.791867, - "nauc_mrr_at_1000_std": 0.013943, - "nauc_mrr_at_1000_diff1": 0.894787, - "main_score": 0.91043, + "nauc_mrr_at_1_max": 0.744943, + "nauc_mrr_at_1_std": -0.13455, + "nauc_mrr_at_1_diff1": 0.893282, + "nauc_mrr_at_3_max": 0.769074, + "nauc_mrr_at_3_std": -0.065341, + "nauc_mrr_at_3_diff1": 0.879065, + "nauc_mrr_at_5_max": 0.773567, + "nauc_mrr_at_5_std": -0.060526, + "nauc_mrr_at_5_diff1": 0.883167, + "nauc_mrr_at_10_max": 0.774857, + "nauc_mrr_at_10_std": -0.058274, + "nauc_mrr_at_10_diff1": 0.885316, + "nauc_mrr_at_20_max": 0.772797, + "nauc_mrr_at_20_std": -0.063311, + "nauc_mrr_at_20_diff1": 0.884967, + "nauc_mrr_at_100_max": 0.772347, + "nauc_mrr_at_100_std": -0.063907, + "nauc_mrr_at_100_diff1": 0.885057, + "nauc_mrr_at_1000_max": 0.772342, + "nauc_mrr_at_1000_std": -0.063925, + "nauc_mrr_at_1000_diff1": 0.885054, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.90778, + "hit_rate_at_5": 0.93, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.89472, "hf_subset": "eng_Latn-arz_Arab", "languages": [ "eng-Latn", "arz-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82778, - "ndcg_at_3": 0.87573, - "ndcg_at_5": 0.88826, - "ndcg_at_10": 0.89645, - "ndcg_at_20": 0.89782, - "ndcg_at_100": 0.90174, - "ndcg_at_1000": 0.90276, - "map_at_1": 0.82778, - "map_at_3": 0.86389, - "map_at_5": 0.87094, - "map_at_10": 0.87428, - "map_at_20": 0.87464, - "map_at_100": 0.87519, - "map_at_1000": 0.87523, - "recall_at_1": 0.82778, - "recall_at_3": 0.91, - "recall_at_5": 0.94, - "recall_at_10": 0.96556, - "recall_at_20": 0.97111, + "ndcg_at_1": 0.81222, + "ndcg_at_3": 0.86762, + "ndcg_at_5": 0.87914, + "ndcg_at_10": 0.88867, + "ndcg_at_20": 0.89058, + "ndcg_at_100": 0.89471, + "ndcg_at_1000": 0.89571, + "map_at_1": 0.81222, + "map_at_3": 0.85444, + "map_at_5": 0.86089, + "map_at_10": 0.86493, + "map_at_20": 0.86543, + "map_at_100": 0.866, + "map_at_1000": 0.86604, + "recall_at_1": 0.81222, + "recall_at_3": 0.90556, + "recall_at_5": 0.93333, + "recall_at_10": 0.96222, + "recall_at_20": 0.97, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82778, - "precision_at_3": 0.30333, - "precision_at_5": 0.188, - "precision_at_10": 0.09656, - "precision_at_20": 0.04856, + "accuracy": 0.81222, + "precision_at_1": 0.81222, + "precision_at_3": 0.30185, + "precision_at_5": 0.18667, + "precision_at_10": 0.09622, + "precision_at_20": 0.0485, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.827778, - "mrr_at_3": 0.863889, - "mrr_at_5": 0.870944, - "mrr_at_10": 0.874284, - "mrr_at_20": 0.874641, - "mrr_at_100": 0.875189, - "mrr_at_1000": 0.875231, - "nauc_ndcg_at_1_max": 0.687483, - "nauc_ndcg_at_1_std": -0.062621, - "nauc_ndcg_at_1_diff1": 0.846984, - "nauc_ndcg_at_3_max": 0.737869, - "nauc_ndcg_at_3_std": 0.018442, - "nauc_ndcg_at_3_diff1": 0.839876, - "nauc_ndcg_at_5_max": 0.737338, - "nauc_ndcg_at_5_std": 0.01581, - "nauc_ndcg_at_5_diff1": 0.839661, - "nauc_ndcg_at_10_max": 0.731646, - "nauc_ndcg_at_10_std": 0.016119, - "nauc_ndcg_at_10_diff1": 0.843734, - "nauc_ndcg_at_20_max": 0.72932, - "nauc_ndcg_at_20_std": 0.012643, - "nauc_ndcg_at_20_diff1": 0.843902, - "nauc_ndcg_at_100_max": 0.72824, - "nauc_ndcg_at_100_std": 0.008127, - "nauc_ndcg_at_100_diff1": 0.843683, - "nauc_ndcg_at_1000_max": 0.725934, - "nauc_ndcg_at_1000_std": 0.002719, - "nauc_ndcg_at_1000_diff1": 0.844035, - "nauc_map_at_1_max": 0.687483, - "nauc_map_at_1_std": -0.062621, - "nauc_map_at_1_diff1": 0.846984, - "nauc_map_at_3_max": 0.724611, - "nauc_map_at_3_std": -0.004819, - "nauc_map_at_3_diff1": 0.842495, - "nauc_map_at_5_max": 0.72366, - "nauc_map_at_5_std": -0.007671, - "nauc_map_at_5_diff1": 0.842609, - "nauc_map_at_10_max": 0.721481, - "nauc_map_at_10_std": -0.007765, - "nauc_map_at_10_diff1": 0.844246, - "nauc_map_at_20_max": 0.720932, - "nauc_map_at_20_std": -0.008741, - "nauc_map_at_20_diff1": 0.844286, - "nauc_map_at_100_max": 0.720796, - "nauc_map_at_100_std": -0.00895, - "nauc_map_at_100_diff1": 0.844278, - "nauc_map_at_1000_max": 0.720722, - "nauc_map_at_1000_std": -0.009104, - "nauc_map_at_1000_diff1": 0.844299, - "nauc_recall_at_1_max": 0.687483, - "nauc_recall_at_1_std": -0.062621, - "nauc_recall_at_1_diff1": 0.846984, - "nauc_recall_at_3_max": 0.792429, - "nauc_recall_at_3_std": 0.115491, - "nauc_recall_at_3_diff1": 0.828584, - "nauc_recall_at_5_max": 0.816872, - "nauc_recall_at_5_std": 0.15471, - "nauc_recall_at_5_diff1": 0.821411, - "nauc_recall_at_10_max": 0.822023, - "nauc_recall_at_10_std": 0.251845, - "nauc_recall_at_10_diff1": 0.841059, - "nauc_recall_at_20_max": 0.807908, - "nauc_recall_at_20_std": 0.254184, - "nauc_recall_at_20_diff1": 0.842724, - "nauc_recall_at_100_max": 0.941643, + "mrr_at_1": 0.812222, + "mrr_at_3": 0.854444, + "mrr_at_5": 0.860889, + "mrr_at_10": 0.864931, + "mrr_at_20": 0.865425, + "mrr_at_100": 0.865999, + "mrr_at_1000": 0.866035, + "nauc_ndcg_at_1_max": 0.675283, + "nauc_ndcg_at_1_std": -0.114776, + "nauc_ndcg_at_1_diff1": 0.839772, + "nauc_ndcg_at_3_max": 0.717509, + "nauc_ndcg_at_3_std": -0.0783, + "nauc_ndcg_at_3_diff1": 0.834149, + "nauc_ndcg_at_5_max": 0.730956, + "nauc_ndcg_at_5_std": -0.04851, + "nauc_ndcg_at_5_diff1": 0.840811, + "nauc_ndcg_at_10_max": 0.72374, + "nauc_ndcg_at_10_std": -0.047414, + "nauc_ndcg_at_10_diff1": 0.843117, + "nauc_ndcg_at_20_max": 0.719742, + "nauc_ndcg_at_20_std": -0.047126, + "nauc_ndcg_at_20_diff1": 0.84058, + "nauc_ndcg_at_100_max": 0.717646, + "nauc_ndcg_at_100_std": -0.058541, + "nauc_ndcg_at_100_diff1": 0.841129, + "nauc_ndcg_at_1000_max": 0.715212, + "nauc_ndcg_at_1000_std": -0.064117, + "nauc_ndcg_at_1000_diff1": 0.840731, + "nauc_map_at_1_max": 0.675283, + "nauc_map_at_1_std": -0.114776, + "nauc_map_at_1_diff1": 0.839772, + "nauc_map_at_3_max": 0.707501, + "nauc_map_at_3_std": -0.087033, + "nauc_map_at_3_diff1": 0.836586, + "nauc_map_at_5_max": 0.713791, + "nauc_map_at_5_std": -0.072366, + "nauc_map_at_5_diff1": 0.839888, + "nauc_map_at_10_max": 0.710813, + "nauc_map_at_10_std": -0.072692, + "nauc_map_at_10_diff1": 0.840654, + "nauc_map_at_20_max": 0.709925, + "nauc_map_at_20_std": -0.073065, + "nauc_map_at_20_diff1": 0.840099, + "nauc_map_at_100_max": 0.709589, + "nauc_map_at_100_std": -0.074652, + "nauc_map_at_100_diff1": 0.840196, + "nauc_map_at_1000_max": 0.709519, + "nauc_map_at_1000_std": -0.074783, + "nauc_map_at_1000_diff1": 0.840187, + "nauc_recall_at_1_max": 0.675283, + "nauc_recall_at_1_std": -0.114776, + "nauc_recall_at_1_diff1": 0.839772, + "nauc_recall_at_3_max": 0.758373, + "nauc_recall_at_3_std": -0.042577, + "nauc_recall_at_3_diff1": 0.823332, + "nauc_recall_at_5_max": 0.830283, + "nauc_recall_at_5_std": 0.093238, + "nauc_recall_at_5_diff1": 0.84744, + "nauc_recall_at_10_max": 0.842876, + "nauc_recall_at_10_std": 0.210798, + "nauc_recall_at_10_diff1": 0.872522, + "nauc_recall_at_20_max": 0.816665, + "nauc_recall_at_20_std": 0.293253, + "nauc_recall_at_20_diff1": 0.844313, + "nauc_recall_at_100_max": 0.962652, "nauc_recall_at_100_std": 0.525277, - "nauc_recall_at_100_diff1": 0.81726, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.687483, - "nauc_precision_at_1_std": -0.062621, - "nauc_precision_at_1_diff1": 0.846984, - "nauc_precision_at_3_max": 0.792429, - "nauc_precision_at_3_std": 0.115491, - "nauc_precision_at_3_diff1": 0.828584, - "nauc_precision_at_5_max": 0.816872, - "nauc_precision_at_5_std": 0.15471, - "nauc_precision_at_5_diff1": 0.821411, - "nauc_precision_at_10_max": 0.822023, - "nauc_precision_at_10_std": 0.251845, - "nauc_precision_at_10_diff1": 0.841059, - "nauc_precision_at_20_max": 0.807908, - "nauc_precision_at_20_std": 0.254184, - "nauc_precision_at_20_diff1": 0.842724, - "nauc_precision_at_100_max": 0.941643, + "nauc_recall_at_100_diff1": 0.883287, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.675283, + "nauc_precision_at_1_std": -0.114776, + "nauc_precision_at_1_diff1": 0.839772, + "nauc_precision_at_3_max": 0.758373, + "nauc_precision_at_3_std": -0.042577, + "nauc_precision_at_3_diff1": 0.823332, + "nauc_precision_at_5_max": 0.830283, + "nauc_precision_at_5_std": 0.093238, + "nauc_precision_at_5_diff1": 0.84744, + "nauc_precision_at_10_max": 0.842876, + "nauc_precision_at_10_std": 0.210798, + "nauc_precision_at_10_diff1": 0.872522, + "nauc_precision_at_20_max": 0.816665, + "nauc_precision_at_20_std": 0.293253, + "nauc_precision_at_20_diff1": 0.844313, + "nauc_precision_at_100_max": 0.962652, "nauc_precision_at_100_std": 0.525277, - "nauc_precision_at_100_diff1": 0.81726, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.687483, - "nauc_mrr_at_1_std": -0.062621, - "nauc_mrr_at_1_diff1": 0.846984, - "nauc_mrr_at_3_max": 0.724611, - "nauc_mrr_at_3_std": -0.004819, - "nauc_mrr_at_3_diff1": 0.842495, - "nauc_mrr_at_5_max": 0.72366, - "nauc_mrr_at_5_std": -0.007671, - "nauc_mrr_at_5_diff1": 0.842609, - "nauc_mrr_at_10_max": 0.721481, - "nauc_mrr_at_10_std": -0.007765, - "nauc_mrr_at_10_diff1": 0.844246, - "nauc_mrr_at_20_max": 0.720932, - "nauc_mrr_at_20_std": -0.008741, - "nauc_mrr_at_20_diff1": 0.844286, - "nauc_mrr_at_100_max": 0.720796, - "nauc_mrr_at_100_std": -0.00895, - "nauc_mrr_at_100_diff1": 0.844278, - "nauc_mrr_at_1000_max": 0.720722, - "nauc_mrr_at_1000_std": -0.009104, - "nauc_mrr_at_1000_diff1": 0.844299, - "main_score": 0.89645, + "nauc_precision_at_100_diff1": 0.883287, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.675283, + "nauc_mrr_at_1_std": -0.114776, + "nauc_mrr_at_1_diff1": 0.839772, + "nauc_mrr_at_3_max": 0.707501, + "nauc_mrr_at_3_std": -0.087033, + "nauc_mrr_at_3_diff1": 0.836586, + "nauc_mrr_at_5_max": 0.713791, + "nauc_mrr_at_5_std": -0.072366, + "nauc_mrr_at_5_diff1": 0.839888, + "nauc_mrr_at_10_max": 0.710813, + "nauc_mrr_at_10_std": -0.072692, + "nauc_mrr_at_10_diff1": 0.840654, + "nauc_mrr_at_20_max": 0.709925, + "nauc_mrr_at_20_std": -0.073065, + "nauc_mrr_at_20_diff1": 0.840099, + "nauc_mrr_at_100_max": 0.709589, + "nauc_mrr_at_100_std": -0.074652, + "nauc_mrr_at_100_diff1": 0.840196, + "nauc_mrr_at_1000_max": 0.709519, + "nauc_mrr_at_1000_std": -0.074783, + "nauc_mrr_at_1000_diff1": 0.840187, + "hit_rate_at_1": 0.81222, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.88867, "hf_subset": "asm_Beng-asm_Beng", "languages": [ "asm-Beng", "asm-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.92696, - "ndcg_at_5": 0.93336, - "ndcg_at_10": 0.93848, - "ndcg_at_20": 0.93994, - "ndcg_at_100": 0.941, - "ndcg_at_1000": 0.94164, - "map_at_1": 0.88778, - "map_at_3": 0.91778, - "map_at_5": 0.92133, - "map_at_10": 0.92349, - "map_at_20": 0.92392, - "map_at_100": 0.92408, - "map_at_1000": 0.92412, - "recall_at_1": 0.88778, - "recall_at_3": 0.95333, - "recall_at_5": 0.96889, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92468, + "ndcg_at_5": 0.93209, + "ndcg_at_10": 0.93756, + "ndcg_at_20": 0.93954, + "ndcg_at_100": 0.9407, + "ndcg_at_1000": 0.94116, + "map_at_1": 0.89111, + "map_at_3": 0.91667, + "map_at_5": 0.92083, + "map_at_10": 0.92313, + "map_at_20": 0.92369, + "map_at_100": 0.92382, + "map_at_1000": 0.92384, + "recall_at_1": 0.89111, + "recall_at_3": 0.94778, + "recall_at_5": 0.96556, + "recall_at_10": 0.98222, "recall_at_20": 0.99, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31778, - "precision_at_5": 0.19378, - "precision_at_10": 0.09844, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31593, + "precision_at_5": 0.19311, + "precision_at_10": 0.09822, "precision_at_20": 0.0495, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.917778, - "mrr_at_5": 0.921333, - "mrr_at_10": 0.923495, - "mrr_at_20": 0.923925, - "mrr_at_100": 0.924082, - "mrr_at_1000": 0.924118, - "nauc_ndcg_at_1_max": 0.681631, - "nauc_ndcg_at_1_std": -0.266475, - "nauc_ndcg_at_1_diff1": 0.91351, - "nauc_ndcg_at_3_max": 0.743495, - "nauc_ndcg_at_3_std": -0.264062, - "nauc_ndcg_at_3_diff1": 0.912214, - "nauc_ndcg_at_5_max": 0.747117, - "nauc_ndcg_at_5_std": -0.25546, - "nauc_ndcg_at_5_diff1": 0.916364, - "nauc_ndcg_at_10_max": 0.738715, - "nauc_ndcg_at_10_std": -0.236269, - "nauc_ndcg_at_10_diff1": 0.914231, - "nauc_ndcg_at_20_max": 0.73425, - "nauc_ndcg_at_20_std": -0.242888, - "nauc_ndcg_at_20_diff1": 0.91275, - "nauc_ndcg_at_100_max": 0.731504, - "nauc_ndcg_at_100_std": -0.24216, - "nauc_ndcg_at_100_diff1": 0.912622, - "nauc_ndcg_at_1000_max": 0.728913, - "nauc_ndcg_at_1000_std": -0.247768, - "nauc_ndcg_at_1000_diff1": 0.912748, - "nauc_map_at_1_max": 0.681631, - "nauc_map_at_1_std": -0.266475, - "nauc_map_at_1_diff1": 0.91351, - "nauc_map_at_3_max": 0.727056, - "nauc_map_at_3_std": -0.259918, - "nauc_map_at_3_diff1": 0.911925, - "nauc_map_at_5_max": 0.727783, - "nauc_map_at_5_std": -0.25602, - "nauc_map_at_5_diff1": 0.913712, - "nauc_map_at_10_max": 0.724442, - "nauc_map_at_10_std": -0.249123, - "nauc_map_at_10_diff1": 0.912954, - "nauc_map_at_20_max": 0.723298, - "nauc_map_at_20_std": -0.25096, - "nauc_map_at_20_diff1": 0.912594, - "nauc_map_at_100_max": 0.722954, - "nauc_map_at_100_std": -0.251139, - "nauc_map_at_100_diff1": 0.912588, - "nauc_map_at_1000_max": 0.722839, - "nauc_map_at_1000_std": -0.251358, - "nauc_map_at_1000_diff1": 0.912588, - "nauc_recall_at_1_max": 0.681631, - "nauc_recall_at_1_std": -0.266475, - "nauc_recall_at_1_diff1": 0.91351, - "nauc_recall_at_3_max": 0.823507, - "nauc_recall_at_3_std": -0.288482, - "nauc_recall_at_3_diff1": 0.914188, - "nauc_recall_at_5_max": 0.884537, - "nauc_recall_at_5_std": -0.252834, - "nauc_recall_at_5_diff1": 0.938142, - "nauc_recall_at_10_max": 0.920301, - "nauc_recall_at_10_std": -0.031046, - "nauc_recall_at_10_diff1": 0.933473, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.916667, + "mrr_at_5": 0.920833, + "mrr_at_10": 0.923132, + "mrr_at_20": 0.923687, + "mrr_at_100": 0.923816, + "mrr_at_1000": 0.923839, + "nauc_ndcg_at_1_max": 0.664978, + "nauc_ndcg_at_1_std": -0.219587, + "nauc_ndcg_at_1_diff1": 0.889395, + "nauc_ndcg_at_3_max": 0.724534, + "nauc_ndcg_at_3_std": -0.209503, + "nauc_ndcg_at_3_diff1": 0.884757, + "nauc_ndcg_at_5_max": 0.722, + "nauc_ndcg_at_5_std": -0.203498, + "nauc_ndcg_at_5_diff1": 0.887601, + "nauc_ndcg_at_10_max": 0.721503, + "nauc_ndcg_at_10_std": -0.191315, + "nauc_ndcg_at_10_diff1": 0.889451, + "nauc_ndcg_at_20_max": 0.716278, + "nauc_ndcg_at_20_std": -0.190307, + "nauc_ndcg_at_20_diff1": 0.888845, + "nauc_ndcg_at_100_max": 0.712655, + "nauc_ndcg_at_100_std": -0.192638, + "nauc_ndcg_at_100_diff1": 0.887508, + "nauc_ndcg_at_1000_max": 0.710765, + "nauc_ndcg_at_1000_std": -0.195949, + "nauc_ndcg_at_1000_diff1": 0.887734, + "nauc_map_at_1_max": 0.664978, + "nauc_map_at_1_std": -0.219587, + "nauc_map_at_1_diff1": 0.889395, + "nauc_map_at_3_max": 0.708931, + "nauc_map_at_3_std": -0.208516, + "nauc_map_at_3_diff1": 0.885695, + "nauc_map_at_5_max": 0.707177, + "nauc_map_at_5_std": -0.204029, + "nauc_map_at_5_diff1": 0.886985, + "nauc_map_at_10_max": 0.706319, + "nauc_map_at_10_std": -0.199987, + "nauc_map_at_10_diff1": 0.887654, + "nauc_map_at_20_max": 0.705029, + "nauc_map_at_20_std": -0.1999, + "nauc_map_at_20_diff1": 0.887491, + "nauc_map_at_100_max": 0.704707, + "nauc_map_at_100_std": -0.200205, + "nauc_map_at_100_diff1": 0.887369, + "nauc_map_at_1000_max": 0.704636, + "nauc_map_at_1000_std": -0.20027, + "nauc_map_at_1000_diff1": 0.887383, + "nauc_recall_at_1_max": 0.664978, + "nauc_recall_at_1_std": -0.219587, + "nauc_recall_at_1_diff1": 0.889395, + "nauc_recall_at_3_max": 0.793859, + "nauc_recall_at_3_std": -0.216739, + "nauc_recall_at_3_diff1": 0.880803, + "nauc_recall_at_5_max": 0.81493, + "nauc_recall_at_5_std": -0.206771, + "nauc_recall_at_5_diff1": 0.893377, + "nauc_recall_at_10_max": 0.902398, + "nauc_recall_at_10_std": -0.077468, + "nauc_recall_at_10_diff1": 0.917279, "nauc_recall_at_20_max": 0.921413, - "nauc_recall_at_20_std": -0.054362, - "nauc_recall_at_20_diff1": 0.911038, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.28233, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_20_std": 0.037711, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.863834, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.681631, - "nauc_precision_at_1_std": -0.266475, - "nauc_precision_at_1_diff1": 0.91351, - "nauc_precision_at_3_max": 0.823507, - "nauc_precision_at_3_std": -0.288482, - "nauc_precision_at_3_diff1": 0.914188, - "nauc_precision_at_5_max": 0.884537, - "nauc_precision_at_5_std": -0.252834, - "nauc_precision_at_5_diff1": 0.938142, - "nauc_precision_at_10_max": 0.920301, - "nauc_precision_at_10_std": -0.031046, - "nauc_precision_at_10_diff1": 0.933473, + "nauc_precision_at_1_max": 0.664978, + "nauc_precision_at_1_std": -0.219587, + "nauc_precision_at_1_diff1": 0.889395, + "nauc_precision_at_3_max": 0.793859, + "nauc_precision_at_3_std": -0.216739, + "nauc_precision_at_3_diff1": 0.880803, + "nauc_precision_at_5_max": 0.81493, + "nauc_precision_at_5_std": -0.206771, + "nauc_precision_at_5_diff1": 0.893377, + "nauc_precision_at_10_max": 0.902398, + "nauc_precision_at_10_std": -0.077468, + "nauc_precision_at_10_diff1": 0.917279, "nauc_precision_at_20_max": 0.921413, - "nauc_precision_at_20_std": -0.054362, - "nauc_precision_at_20_diff1": 0.911038, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.28233, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_20_std": 0.037711, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.863834, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.681631, - "nauc_mrr_at_1_std": -0.266475, - "nauc_mrr_at_1_diff1": 0.91351, - "nauc_mrr_at_3_max": 0.727056, - "nauc_mrr_at_3_std": -0.259918, - "nauc_mrr_at_3_diff1": 0.911925, - "nauc_mrr_at_5_max": 0.727783, - "nauc_mrr_at_5_std": -0.25602, - "nauc_mrr_at_5_diff1": 0.913712, - "nauc_mrr_at_10_max": 0.724442, - "nauc_mrr_at_10_std": -0.249123, - "nauc_mrr_at_10_diff1": 0.912954, - "nauc_mrr_at_20_max": 0.723298, - "nauc_mrr_at_20_std": -0.25096, - "nauc_mrr_at_20_diff1": 0.912594, - "nauc_mrr_at_100_max": 0.722954, - "nauc_mrr_at_100_std": -0.251139, - "nauc_mrr_at_100_diff1": 0.912588, - "nauc_mrr_at_1000_max": 0.722839, - "nauc_mrr_at_1000_std": -0.251358, - "nauc_mrr_at_1000_diff1": 0.912588, - "main_score": 0.93848, + "nauc_mrr_at_1_max": 0.664978, + "nauc_mrr_at_1_std": -0.219587, + "nauc_mrr_at_1_diff1": 0.889395, + "nauc_mrr_at_3_max": 0.708931, + "nauc_mrr_at_3_std": -0.208516, + "nauc_mrr_at_3_diff1": 0.885695, + "nauc_mrr_at_5_max": 0.707177, + "nauc_mrr_at_5_std": -0.204029, + "nauc_mrr_at_5_diff1": 0.886985, + "nauc_mrr_at_10_max": 0.706319, + "nauc_mrr_at_10_std": -0.199987, + "nauc_mrr_at_10_diff1": 0.887654, + "nauc_mrr_at_20_max": 0.705029, + "nauc_mrr_at_20_std": -0.1999, + "nauc_mrr_at_20_diff1": 0.887491, + "nauc_mrr_at_100_max": 0.704707, + "nauc_mrr_at_100_std": -0.200205, + "nauc_mrr_at_100_diff1": 0.887369, + "nauc_mrr_at_1000_max": 0.704636, + "nauc_mrr_at_1000_std": -0.20027, + "nauc_mrr_at_1000_diff1": 0.887383, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93756, "hf_subset": "asm_Beng-eng_Latn", "languages": [ "asm-Beng", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.79111, - "ndcg_at_3": 0.85354, - "ndcg_at_5": 0.86774, - "ndcg_at_10": 0.87432, - "ndcg_at_20": 0.8794, - "ndcg_at_100": 0.88337, - "ndcg_at_1000": 0.88469, - "map_at_1": 0.79111, - "map_at_3": 0.83926, - "map_at_5": 0.84715, - "map_at_10": 0.84992, - "map_at_20": 0.85133, - "map_at_100": 0.85189, - "map_at_1000": 0.85194, - "recall_at_1": 0.79111, - "recall_at_3": 0.89444, - "recall_at_5": 0.92889, - "recall_at_10": 0.94889, - "recall_at_20": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.83747, + "ndcg_at_5": 0.84718, + "ndcg_at_10": 0.86015, + "ndcg_at_20": 0.8638, + "ndcg_at_100": 0.87061, + "ndcg_at_1000": 0.87194, + "map_at_1": 0.78111, + "map_at_3": 0.82389, + "map_at_5": 0.82933, + "map_at_10": 0.83492, + "map_at_20": 0.83592, + "map_at_100": 0.83686, + "map_at_1000": 0.83691, + "recall_at_1": 0.78111, + "recall_at_3": 0.87667, + "recall_at_5": 0.9, + "recall_at_10": 0.93889, + "recall_at_20": 0.95333, "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.79111, - "precision_at_3": 0.29815, - "precision_at_5": 0.18578, - "precision_at_10": 0.09489, - "precision_at_20": 0.04844, + "accuracy": 0.78111, + "precision_at_1": 0.78111, + "precision_at_3": 0.29222, + "precision_at_5": 0.18, + "precision_at_10": 0.09389, + "precision_at_20": 0.04767, "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.791111, - "mrr_at_3": 0.839259, - "mrr_at_5": 0.847148, - "mrr_at_10": 0.849918, - "mrr_at_20": 0.851328, - "mrr_at_100": 0.851891, - "mrr_at_1000": 0.851944, - "nauc_ndcg_at_1_max": 0.675043, - "nauc_ndcg_at_1_std": -0.016789, - "nauc_ndcg_at_1_diff1": 0.866997, - "nauc_ndcg_at_3_max": 0.723964, - "nauc_ndcg_at_3_std": 0.066985, - "nauc_ndcg_at_3_diff1": 0.842326, - "nauc_ndcg_at_5_max": 0.73604, - "nauc_ndcg_at_5_std": 0.088466, - "nauc_ndcg_at_5_diff1": 0.854062, - "nauc_ndcg_at_10_max": 0.733367, - "nauc_ndcg_at_10_std": 0.089569, - "nauc_ndcg_at_10_diff1": 0.852554, - "nauc_ndcg_at_20_max": 0.730348, - "nauc_ndcg_at_20_std": 0.081136, - "nauc_ndcg_at_20_diff1": 0.854919, - "nauc_ndcg_at_100_max": 0.724469, - "nauc_ndcg_at_100_std": 0.07404, - "nauc_ndcg_at_100_diff1": 0.855174, - "nauc_ndcg_at_1000_max": 0.721313, - "nauc_ndcg_at_1000_std": 0.063269, - "nauc_ndcg_at_1000_diff1": 0.854846, - "nauc_map_at_1_max": 0.675043, - "nauc_map_at_1_std": -0.016789, - "nauc_map_at_1_diff1": 0.866997, - "nauc_map_at_3_max": 0.711816, - "nauc_map_at_3_std": 0.042304, - "nauc_map_at_3_diff1": 0.849684, - "nauc_map_at_5_max": 0.716851, - "nauc_map_at_5_std": 0.050658, - "nauc_map_at_5_diff1": 0.855696, - "nauc_map_at_10_max": 0.71559, - "nauc_map_at_10_std": 0.050633, - "nauc_map_at_10_diff1": 0.855241, - "nauc_map_at_20_max": 0.71468, - "nauc_map_at_20_std": 0.048183, - "nauc_map_at_20_diff1": 0.855701, - "nauc_map_at_100_max": 0.713941, - "nauc_map_at_100_std": 0.047165, - "nauc_map_at_100_diff1": 0.855777, - "nauc_map_at_1000_max": 0.713836, - "nauc_map_at_1000_std": 0.046814, - "nauc_map_at_1000_diff1": 0.85576, - "nauc_recall_at_1_max": 0.675043, - "nauc_recall_at_1_std": -0.016789, - "nauc_recall_at_1_diff1": 0.866997, - "nauc_recall_at_3_max": 0.773141, - "nauc_recall_at_3_std": 0.169761, - "nauc_recall_at_3_diff1": 0.811628, - "nauc_recall_at_5_max": 0.849783, - "nauc_recall_at_5_std": 0.317045, - "nauc_recall_at_5_diff1": 0.84809, - "nauc_recall_at_10_max": 0.874315, - "nauc_recall_at_10_std": 0.409715, - "nauc_recall_at_10_diff1": 0.834318, - "nauc_recall_at_20_max": 0.922636, - "nauc_recall_at_20_std": 0.497566, - "nauc_recall_at_20_diff1": 0.860194, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.823889, + "mrr_at_5": 0.829333, + "mrr_at_10": 0.83492, + "mrr_at_20": 0.835919, + "mrr_at_100": 0.836857, + "mrr_at_1000": 0.836915, + "nauc_ndcg_at_1_max": 0.643955, + "nauc_ndcg_at_1_std": -0.101009, + "nauc_ndcg_at_1_diff1": 0.830062, + "nauc_ndcg_at_3_max": 0.702707, + "nauc_ndcg_at_3_std": -0.04384, + "nauc_ndcg_at_3_diff1": 0.823194, + "nauc_ndcg_at_5_max": 0.698335, + "nauc_ndcg_at_5_std": -0.04011, + "nauc_ndcg_at_5_diff1": 0.820293, + "nauc_ndcg_at_10_max": 0.702809, + "nauc_ndcg_at_10_std": -0.025802, + "nauc_ndcg_at_10_diff1": 0.826022, + "nauc_ndcg_at_20_max": 0.70042, + "nauc_ndcg_at_20_std": -0.024583, + "nauc_ndcg_at_20_diff1": 0.825945, + "nauc_ndcg_at_100_max": 0.694266, + "nauc_ndcg_at_100_std": -0.033669, + "nauc_ndcg_at_100_diff1": 0.826547, + "nauc_ndcg_at_1000_max": 0.691051, + "nauc_ndcg_at_1000_std": -0.043891, + "nauc_ndcg_at_1000_diff1": 0.8255, + "nauc_map_at_1_max": 0.643955, + "nauc_map_at_1_std": -0.101009, + "nauc_map_at_1_diff1": 0.830062, + "nauc_map_at_3_max": 0.686423, + "nauc_map_at_3_std": -0.062192, + "nauc_map_at_3_diff1": 0.824229, + "nauc_map_at_5_max": 0.683657, + "nauc_map_at_5_std": -0.060968, + "nauc_map_at_5_diff1": 0.822873, + "nauc_map_at_10_max": 0.68476, + "nauc_map_at_10_std": -0.056399, + "nauc_map_at_10_diff1": 0.825159, + "nauc_map_at_20_max": 0.684024, + "nauc_map_at_20_std": -0.056436, + "nauc_map_at_20_diff1": 0.825068, + "nauc_map_at_100_max": 0.683363, + "nauc_map_at_100_std": -0.057536, + "nauc_map_at_100_diff1": 0.825182, + "nauc_map_at_1000_max": 0.683251, + "nauc_map_at_1000_std": -0.057893, + "nauc_map_at_1000_diff1": 0.82515, + "nauc_recall_at_1_max": 0.643955, + "nauc_recall_at_1_std": -0.101009, + "nauc_recall_at_1_diff1": 0.830062, + "nauc_recall_at_3_max": 0.766532, + "nauc_recall_at_3_std": 0.029597, + "nauc_recall_at_3_diff1": 0.819658, + "nauc_recall_at_5_max": 0.76469, + "nauc_recall_at_5_std": 0.05832, + "nauc_recall_at_5_diff1": 0.808263, + "nauc_recall_at_10_max": 0.835897, + "nauc_recall_at_10_std": 0.21241, + "nauc_recall_at_10_diff1": 0.836516, + "nauc_recall_at_20_max": 0.852897, + "nauc_recall_at_20_std": 0.30231, + "nauc_recall_at_20_diff1": 0.840603, "nauc_recall_at_100_max": 0.985476, - "nauc_recall_at_100_std": 0.969136, - "nauc_recall_at_100_diff1": 0.87784, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.675043, - "nauc_precision_at_1_std": -0.016789, - "nauc_precision_at_1_diff1": 0.866997, - "nauc_precision_at_3_max": 0.773141, - "nauc_precision_at_3_std": 0.169761, - "nauc_precision_at_3_diff1": 0.811628, - "nauc_precision_at_5_max": 0.849783, - "nauc_precision_at_5_std": 0.317045, - "nauc_precision_at_5_diff1": 0.84809, - "nauc_precision_at_10_max": 0.874315, - "nauc_precision_at_10_std": 0.409715, - "nauc_precision_at_10_diff1": 0.834318, - "nauc_precision_at_20_max": 0.922636, - "nauc_precision_at_20_std": 0.497566, - "nauc_precision_at_20_diff1": 0.860194, + "nauc_recall_at_100_std": 0.890549, + "nauc_recall_at_100_diff1": 0.923747, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643955, + "nauc_precision_at_1_std": -0.101009, + "nauc_precision_at_1_diff1": 0.830062, + "nauc_precision_at_3_max": 0.766532, + "nauc_precision_at_3_std": 0.029597, + "nauc_precision_at_3_diff1": 0.819658, + "nauc_precision_at_5_max": 0.76469, + "nauc_precision_at_5_std": 0.05832, + "nauc_precision_at_5_diff1": 0.808263, + "nauc_precision_at_10_max": 0.835897, + "nauc_precision_at_10_std": 0.21241, + "nauc_precision_at_10_diff1": 0.836516, + "nauc_precision_at_20_max": 0.852897, + "nauc_precision_at_20_std": 0.30231, + "nauc_precision_at_20_diff1": 0.840603, "nauc_precision_at_100_max": 0.985476, - "nauc_precision_at_100_std": 0.969136, - "nauc_precision_at_100_diff1": 0.87784, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.675043, - "nauc_mrr_at_1_std": -0.016789, - "nauc_mrr_at_1_diff1": 0.866997, - "nauc_mrr_at_3_max": 0.711816, - "nauc_mrr_at_3_std": 0.042304, - "nauc_mrr_at_3_diff1": 0.849684, - "nauc_mrr_at_5_max": 0.716851, - "nauc_mrr_at_5_std": 0.050658, - "nauc_mrr_at_5_diff1": 0.855696, - "nauc_mrr_at_10_max": 0.71559, - "nauc_mrr_at_10_std": 0.050633, - "nauc_mrr_at_10_diff1": 0.855241, - "nauc_mrr_at_20_max": 0.71468, - "nauc_mrr_at_20_std": 0.048183, - "nauc_mrr_at_20_diff1": 0.855701, - "nauc_mrr_at_100_max": 0.713941, - "nauc_mrr_at_100_std": 0.047165, - "nauc_mrr_at_100_diff1": 0.855777, - "nauc_mrr_at_1000_max": 0.713836, - "nauc_mrr_at_1000_std": 0.046814, - "nauc_mrr_at_1000_diff1": 0.85576, - "main_score": 0.87432, + "nauc_precision_at_100_std": 0.890549, + "nauc_precision_at_100_diff1": 0.923747, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643955, + "nauc_mrr_at_1_std": -0.101009, + "nauc_mrr_at_1_diff1": 0.830062, + "nauc_mrr_at_3_max": 0.686423, + "nauc_mrr_at_3_std": -0.062192, + "nauc_mrr_at_3_diff1": 0.824229, + "nauc_mrr_at_5_max": 0.683657, + "nauc_mrr_at_5_std": -0.060968, + "nauc_mrr_at_5_diff1": 0.822873, + "nauc_mrr_at_10_max": 0.68476, + "nauc_mrr_at_10_std": -0.056399, + "nauc_mrr_at_10_diff1": 0.825159, + "nauc_mrr_at_20_max": 0.684024, + "nauc_mrr_at_20_std": -0.056436, + "nauc_mrr_at_20_diff1": 0.825068, + "nauc_mrr_at_100_max": 0.683363, + "nauc_mrr_at_100_std": -0.057536, + "nauc_mrr_at_100_diff1": 0.825182, + "nauc_mrr_at_1000_max": 0.683251, + "nauc_mrr_at_1000_std": -0.057893, + "nauc_mrr_at_1000_diff1": 0.82515, + "hit_rate_at_1": 0.78111, + "hit_rate_at_3": 0.87667, + "hit_rate_at_5": 0.9, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.86015, "hf_subset": "eng_Latn-asm_Beng", "languages": [ "eng-Latn", "asm-Beng" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88672, - "ndcg_at_5": 0.89676, - "ndcg_at_10": 0.90391, - "ndcg_at_20": 0.90724, - "ndcg_at_100": 0.911, - "ndcg_at_1000": 0.91172, - "map_at_1": 0.84333, - "map_at_3": 0.87667, - "map_at_5": 0.88222, - "map_at_10": 0.88515, - "map_at_20": 0.88604, - "map_at_100": 0.88665, - "map_at_1000": 0.88668, - "recall_at_1": 0.84333, - "recall_at_3": 0.91556, - "recall_at_5": 0.94, - "recall_at_10": 0.96222, - "recall_at_20": 0.97556, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.87385, + "ndcg_at_5": 0.8847, + "ndcg_at_10": 0.89229, + "ndcg_at_20": 0.89626, + "ndcg_at_100": 0.90029, + "ndcg_at_1000": 0.90087, + "map_at_1": 0.82222, + "map_at_3": 0.86167, + "map_at_5": 0.86761, + "map_at_10": 0.87077, + "map_at_20": 0.87188, + "map_at_100": 0.87248, + "map_at_1000": 0.8725, + "recall_at_1": 0.82222, + "recall_at_3": 0.90889, + "recall_at_5": 0.93556, + "recall_at_10": 0.95889, + "recall_at_20": 0.97444, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30519, - "precision_at_5": 0.188, - "precision_at_10": 0.09622, - "precision_at_20": 0.04878, - "precision_at_100": 0.00994, + "accuracy": 0.82222, + "precision_at_1": 0.82222, + "precision_at_3": 0.30296, + "precision_at_5": 0.18711, + "precision_at_10": 0.09589, + "precision_at_20": 0.04872, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.876667, - "mrr_at_5": 0.882222, - "mrr_at_10": 0.885149, - "mrr_at_20": 0.886042, - "mrr_at_100": 0.886654, - "mrr_at_1000": 0.886681, - "nauc_ndcg_at_1_max": 0.756935, - "nauc_ndcg_at_1_std": -0.164227, - "nauc_ndcg_at_1_diff1": 0.88881, - "nauc_ndcg_at_3_max": 0.777419, - "nauc_ndcg_at_3_std": -0.104574, - "nauc_ndcg_at_3_diff1": 0.863777, - "nauc_ndcg_at_5_max": 0.78049, - "nauc_ndcg_at_5_std": -0.092895, - "nauc_ndcg_at_5_diff1": 0.866531, - "nauc_ndcg_at_10_max": 0.779019, - "nauc_ndcg_at_10_std": -0.087646, - "nauc_ndcg_at_10_diff1": 0.866627, - "nauc_ndcg_at_20_max": 0.77711, - "nauc_ndcg_at_20_std": -0.092643, - "nauc_ndcg_at_20_diff1": 0.868904, - "nauc_ndcg_at_100_max": 0.775231, - "nauc_ndcg_at_100_std": -0.104224, - "nauc_ndcg_at_100_diff1": 0.870108, - "nauc_ndcg_at_1000_max": 0.774038, - "nauc_ndcg_at_1000_std": -0.108382, - "nauc_ndcg_at_1000_diff1": 0.870149, - "nauc_map_at_1_max": 0.756935, - "nauc_map_at_1_std": -0.164227, - "nauc_map_at_1_diff1": 0.88881, - "nauc_map_at_3_max": 0.771837, - "nauc_map_at_3_std": -0.121239, - "nauc_map_at_3_diff1": 0.869917, - "nauc_map_at_5_max": 0.773028, - "nauc_map_at_5_std": -0.116141, - "nauc_map_at_5_diff1": 0.871381, - "nauc_map_at_10_max": 0.772423, - "nauc_map_at_10_std": -0.115156, - "nauc_map_at_10_diff1": 0.87151, - "nauc_map_at_20_max": 0.77194, - "nauc_map_at_20_std": -0.116747, - "nauc_map_at_20_diff1": 0.872053, - "nauc_map_at_100_max": 0.771554, - "nauc_map_at_100_std": -0.118441, - "nauc_map_at_100_diff1": 0.872188, - "nauc_map_at_1000_max": 0.77152, - "nauc_map_at_1000_std": -0.118542, - "nauc_map_at_1000_diff1": 0.87218, - "nauc_recall_at_1_max": 0.756935, - "nauc_recall_at_1_std": -0.164227, - "nauc_recall_at_1_diff1": 0.88881, - "nauc_recall_at_3_max": 0.799898, - "nauc_recall_at_3_std": -0.037207, - "nauc_recall_at_3_diff1": 0.839495, - "nauc_recall_at_5_max": 0.821844, - "nauc_recall_at_5_std": 0.036147, - "nauc_recall_at_5_diff1": 0.842229, - "nauc_recall_at_10_max": 0.833265, - "nauc_recall_at_10_std": 0.154968, - "nauc_recall_at_10_diff1": 0.829187, - "nauc_recall_at_20_max": 0.835137, - "nauc_recall_at_20_std": 0.223156, - "nauc_recall_at_20_diff1": 0.842119, - "nauc_recall_at_100_max": 0.918301, - "nauc_recall_at_100_std": 0.415126, - "nauc_recall_at_100_diff1": 0.855275, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756935, - "nauc_precision_at_1_std": -0.164227, - "nauc_precision_at_1_diff1": 0.88881, - "nauc_precision_at_3_max": 0.799898, - "nauc_precision_at_3_std": -0.037207, - "nauc_precision_at_3_diff1": 0.839495, - "nauc_precision_at_5_max": 0.821844, - "nauc_precision_at_5_std": 0.036147, - "nauc_precision_at_5_diff1": 0.842229, - "nauc_precision_at_10_max": 0.833265, - "nauc_precision_at_10_std": 0.154968, - "nauc_precision_at_10_diff1": 0.829187, - "nauc_precision_at_20_max": 0.835137, - "nauc_precision_at_20_std": 0.223156, - "nauc_precision_at_20_diff1": 0.842119, - "nauc_precision_at_100_max": 0.918301, - "nauc_precision_at_100_std": 0.415126, - "nauc_precision_at_100_diff1": 0.855275, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756935, - "nauc_mrr_at_1_std": -0.164227, - "nauc_mrr_at_1_diff1": 0.88881, - "nauc_mrr_at_3_max": 0.771837, - "nauc_mrr_at_3_std": -0.121239, - "nauc_mrr_at_3_diff1": 0.869917, - "nauc_mrr_at_5_max": 0.773028, - "nauc_mrr_at_5_std": -0.116141, - "nauc_mrr_at_5_diff1": 0.871381, - "nauc_mrr_at_10_max": 0.772423, - "nauc_mrr_at_10_std": -0.115156, - "nauc_mrr_at_10_diff1": 0.87151, - "nauc_mrr_at_20_max": 0.77194, - "nauc_mrr_at_20_std": -0.116747, - "nauc_mrr_at_20_diff1": 0.872053, - "nauc_mrr_at_100_max": 0.771554, - "nauc_mrr_at_100_std": -0.118441, - "nauc_mrr_at_100_diff1": 0.872188, - "nauc_mrr_at_1000_max": 0.77152, - "nauc_mrr_at_1000_std": -0.118542, - "nauc_mrr_at_1000_diff1": 0.87218, - "main_score": 0.90391, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.861667, + "mrr_at_5": 0.867611, + "mrr_at_10": 0.870771, + "mrr_at_20": 0.871881, + "mrr_at_100": 0.87248, + "mrr_at_1000": 0.872504, + "nauc_ndcg_at_1_max": 0.750894, + "nauc_ndcg_at_1_std": -0.187277, + "nauc_ndcg_at_1_diff1": 0.904333, + "nauc_ndcg_at_3_max": 0.769662, + "nauc_ndcg_at_3_std": -0.185321, + "nauc_ndcg_at_3_diff1": 0.880948, + "nauc_ndcg_at_5_max": 0.774442, + "nauc_ndcg_at_5_std": -0.155508, + "nauc_ndcg_at_5_diff1": 0.879014, + "nauc_ndcg_at_10_max": 0.768738, + "nauc_ndcg_at_10_std": -0.15105, + "nauc_ndcg_at_10_diff1": 0.878934, + "nauc_ndcg_at_20_max": 0.769442, + "nauc_ndcg_at_20_std": -0.154349, + "nauc_ndcg_at_20_diff1": 0.883111, + "nauc_ndcg_at_100_max": 0.767199, + "nauc_ndcg_at_100_std": -0.166316, + "nauc_ndcg_at_100_diff1": 0.884798, + "nauc_ndcg_at_1000_max": 0.766377, + "nauc_ndcg_at_1000_std": -0.167674, + "nauc_ndcg_at_1000_diff1": 0.884913, + "nauc_map_at_1_max": 0.750894, + "nauc_map_at_1_std": -0.187277, + "nauc_map_at_1_diff1": 0.904333, + "nauc_map_at_3_max": 0.764569, + "nauc_map_at_3_std": -0.188171, + "nauc_map_at_3_diff1": 0.886881, + "nauc_map_at_5_max": 0.766654, + "nauc_map_at_5_std": -0.173838, + "nauc_map_at_5_diff1": 0.886236, + "nauc_map_at_10_max": 0.764602, + "nauc_map_at_10_std": -0.172925, + "nauc_map_at_10_diff1": 0.886401, + "nauc_map_at_20_max": 0.764559, + "nauc_map_at_20_std": -0.174264, + "nauc_map_at_20_diff1": 0.887285, + "nauc_map_at_100_max": 0.764223, + "nauc_map_at_100_std": -0.175347, + "nauc_map_at_100_diff1": 0.887456, + "nauc_map_at_1000_max": 0.764197, + "nauc_map_at_1000_std": -0.175359, + "nauc_map_at_1000_diff1": 0.887459, + "nauc_recall_at_1_max": 0.750894, + "nauc_recall_at_1_std": -0.187277, + "nauc_recall_at_1_diff1": 0.904333, + "nauc_recall_at_3_max": 0.790736, + "nauc_recall_at_3_std": -0.171961, + "nauc_recall_at_3_diff1": 0.856676, + "nauc_recall_at_5_max": 0.819513, + "nauc_recall_at_5_std": -0.041147, + "nauc_recall_at_5_diff1": 0.83838, + "nauc_recall_at_10_max": 0.79871, + "nauc_recall_at_10_std": 0.06112, + "nauc_recall_at_10_diff1": 0.814596, + "nauc_recall_at_20_max": 0.833577, + "nauc_recall_at_20_std": 0.153148, + "nauc_recall_at_20_diff1": 0.84401, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.09979, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750894, + "nauc_precision_at_1_std": -0.187277, + "nauc_precision_at_1_diff1": 0.904333, + "nauc_precision_at_3_max": 0.790736, + "nauc_precision_at_3_std": -0.171961, + "nauc_precision_at_3_diff1": 0.856676, + "nauc_precision_at_5_max": 0.819513, + "nauc_precision_at_5_std": -0.041147, + "nauc_precision_at_5_diff1": 0.83838, + "nauc_precision_at_10_max": 0.79871, + "nauc_precision_at_10_std": 0.06112, + "nauc_precision_at_10_diff1": 0.814596, + "nauc_precision_at_20_max": 0.833577, + "nauc_precision_at_20_std": 0.153148, + "nauc_precision_at_20_diff1": 0.84401, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.09979, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750894, + "nauc_mrr_at_1_std": -0.187277, + "nauc_mrr_at_1_diff1": 0.904333, + "nauc_mrr_at_3_max": 0.764569, + "nauc_mrr_at_3_std": -0.188171, + "nauc_mrr_at_3_diff1": 0.886881, + "nauc_mrr_at_5_max": 0.766654, + "nauc_mrr_at_5_std": -0.173838, + "nauc_mrr_at_5_diff1": 0.886236, + "nauc_mrr_at_10_max": 0.764602, + "nauc_mrr_at_10_std": -0.172925, + "nauc_mrr_at_10_diff1": 0.886401, + "nauc_mrr_at_20_max": 0.764559, + "nauc_mrr_at_20_std": -0.174264, + "nauc_mrr_at_20_diff1": 0.887285, + "nauc_mrr_at_100_max": 0.764223, + "nauc_mrr_at_100_std": -0.175347, + "nauc_mrr_at_100_diff1": 0.887456, + "nauc_mrr_at_1000_max": 0.764197, + "nauc_mrr_at_1000_std": -0.175359, + "nauc_mrr_at_1000_diff1": 0.887459, + "hit_rate_at_1": 0.82222, + "hit_rate_at_3": 0.90889, + "hit_rate_at_5": 0.93556, + "hit_rate_at_10": 0.95889, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.89229, "hf_subset": "azj_Latn-azj_Latn", "languages": [ "azj-Latn", "azj-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93558, - "ndcg_at_5": 0.94242, - "ndcg_at_10": 0.94614, - "ndcg_at_20": 0.94641, - "ndcg_at_100": 0.94725, - "ndcg_at_1000": 0.94771, + "ndcg_at_3": 0.93418, + "ndcg_at_5": 0.94149, + "ndcg_at_10": 0.94432, + "ndcg_at_20": 0.94572, + "ndcg_at_100": 0.94636, + "ndcg_at_1000": 0.9468, "map_at_1": 0.89444, - "map_at_3": 0.92593, - "map_at_5": 0.9297, - "map_at_10": 0.93131, - "map_at_20": 0.93138, - "map_at_100": 0.9315, - "map_at_1000": 0.93153, + "map_at_3": 0.92481, + "map_at_5": 0.92887, + "map_at_10": 0.93001, + "map_at_20": 0.93039, + "map_at_100": 0.93049, + "map_at_1000": 0.93051, "recall_at_1": 0.89444, - "recall_at_3": 0.96333, - "recall_at_5": 0.98, - "recall_at_10": 0.99111, - "recall_at_20": 0.99222, + "recall_at_3": 0.96111, + "recall_at_5": 0.97889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99667, "recall_at_1000": 1.0, + "accuracy": 0.89444, "precision_at_1": 0.89444, - "precision_at_3": 0.32111, - "precision_at_5": 0.196, - "precision_at_10": 0.09911, - "precision_at_20": 0.04961, + "precision_at_3": 0.32037, + "precision_at_5": 0.19578, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.894444, - "mrr_at_3": 0.925926, - "mrr_at_5": 0.929704, - "mrr_at_10": 0.931313, - "mrr_at_20": 0.931382, - "mrr_at_100": 0.931502, - "mrr_at_1000": 0.931525, - "nauc_ndcg_at_1_max": 0.72012, - "nauc_ndcg_at_1_std": -0.235618, - "nauc_ndcg_at_1_diff1": 0.900049, - "nauc_ndcg_at_3_max": 0.720692, - "nauc_ndcg_at_3_std": -0.314986, - "nauc_ndcg_at_3_diff1": 0.886933, - "nauc_ndcg_at_5_max": 0.727822, - "nauc_ndcg_at_5_std": -0.331089, - "nauc_ndcg_at_5_diff1": 0.897565, - "nauc_ndcg_at_10_max": 0.736944, - "nauc_ndcg_at_10_std": -0.253135, - "nauc_ndcg_at_10_diff1": 0.897546, - "nauc_ndcg_at_20_max": 0.735603, - "nauc_ndcg_at_20_std": -0.25725, - "nauc_ndcg_at_20_diff1": 0.897024, - "nauc_ndcg_at_100_max": 0.733255, - "nauc_ndcg_at_100_std": -0.263537, - "nauc_ndcg_at_100_diff1": 0.897, - "nauc_ndcg_at_1000_max": 0.731293, - "nauc_ndcg_at_1000_std": -0.265936, - "nauc_ndcg_at_1000_diff1": 0.896087, - "nauc_map_at_1_max": 0.72012, - "nauc_map_at_1_std": -0.235618, - "nauc_map_at_1_diff1": 0.900049, - "nauc_map_at_3_max": 0.722882, - "nauc_map_at_3_std": -0.287901, - "nauc_map_at_3_diff1": 0.890753, - "nauc_map_at_5_max": 0.726545, - "nauc_map_at_5_std": -0.293361, - "nauc_map_at_5_diff1": 0.896065, - "nauc_map_at_10_max": 0.729337, - "nauc_map_at_10_std": -0.265442, - "nauc_map_at_10_diff1": 0.895843, - "nauc_map_at_20_max": 0.729061, - "nauc_map_at_20_std": -0.266276, - "nauc_map_at_20_diff1": 0.895737, - "nauc_map_at_100_max": 0.728828, - "nauc_map_at_100_std": -0.266768, - "nauc_map_at_100_diff1": 0.895729, - "nauc_map_at_1000_max": 0.728754, - "nauc_map_at_1000_std": -0.266819, - "nauc_map_at_1000_diff1": 0.895694, - "nauc_recall_at_1_max": 0.72012, - "nauc_recall_at_1_std": -0.235618, - "nauc_recall_at_1_diff1": 0.900049, - "nauc_recall_at_3_max": 0.70601, - "nauc_recall_at_3_std": -0.472003, - "nauc_recall_at_3_diff1": 0.865334, - "nauc_recall_at_5_max": 0.739003, - "nauc_recall_at_5_std": -0.720692, - "nauc_recall_at_5_diff1": 0.917393, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": 0.173494, - "nauc_recall_at_10_diff1": 0.948938, - "nauc_recall_at_20_max": 0.917634, - "nauc_recall_at_20_std": 0.119114, - "nauc_recall_at_20_diff1": 0.941643, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.92887, + "mrr_at_10": 0.930015, + "mrr_at_20": 0.930395, + "mrr_at_100": 0.930487, + "mrr_at_1000": 0.930506, + "nauc_ndcg_at_1_max": 0.633445, + "nauc_ndcg_at_1_std": -0.374576, + "nauc_ndcg_at_1_diff1": 0.899852, + "nauc_ndcg_at_3_max": 0.647964, + "nauc_ndcg_at_3_std": -0.416968, + "nauc_ndcg_at_3_diff1": 0.907206, + "nauc_ndcg_at_5_max": 0.650572, + "nauc_ndcg_at_5_std": -0.41919, + "nauc_ndcg_at_5_diff1": 0.904081, + "nauc_ndcg_at_10_max": 0.65484, + "nauc_ndcg_at_10_std": -0.379924, + "nauc_ndcg_at_10_diff1": 0.90429, + "nauc_ndcg_at_20_max": 0.657224, + "nauc_ndcg_at_20_std": -0.382803, + "nauc_ndcg_at_20_diff1": 0.903186, + "nauc_ndcg_at_100_max": 0.65428, + "nauc_ndcg_at_100_std": -0.384569, + "nauc_ndcg_at_100_diff1": 0.903212, + "nauc_ndcg_at_1000_max": 0.651385, + "nauc_ndcg_at_1000_std": -0.389491, + "nauc_ndcg_at_1000_diff1": 0.902401, + "nauc_map_at_1_max": 0.633445, + "nauc_map_at_1_std": -0.374576, + "nauc_map_at_1_diff1": 0.899852, + "nauc_map_at_3_max": 0.644605, + "nauc_map_at_3_std": -0.405802, + "nauc_map_at_3_diff1": 0.903234, + "nauc_map_at_5_max": 0.646, + "nauc_map_at_5_std": -0.405348, + "nauc_map_at_5_diff1": 0.90155, + "nauc_map_at_10_max": 0.647427, + "nauc_map_at_10_std": -0.391895, + "nauc_map_at_10_diff1": 0.901577, + "nauc_map_at_20_max": 0.647959, + "nauc_map_at_20_std": -0.392705, + "nauc_map_at_20_diff1": 0.901336, + "nauc_map_at_100_max": 0.647627, + "nauc_map_at_100_std": -0.392845, + "nauc_map_at_100_diff1": 0.901359, + "nauc_map_at_1000_max": 0.647528, + "nauc_map_at_1000_std": -0.392915, + "nauc_map_at_1000_diff1": 0.901332, + "nauc_recall_at_1_max": 0.633445, + "nauc_recall_at_1_std": -0.374576, + "nauc_recall_at_1_diff1": 0.899852, + "nauc_recall_at_3_max": 0.665386, + "nauc_recall_at_3_std": -0.476457, + "nauc_recall_at_3_diff1": 0.930439, + "nauc_recall_at_5_max": 0.692024, + "nauc_recall_at_5_std": -0.552951, + "nauc_recall_at_5_diff1": 0.929481, + "nauc_recall_at_10_max": 0.779136, + "nauc_recall_at_10_std": -0.108565, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.036103, + "nauc_recall_at_20_diff1": 0.953704, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.72012, - "nauc_precision_at_1_std": -0.235618, - "nauc_precision_at_1_diff1": 0.900049, - "nauc_precision_at_3_max": 0.70601, - "nauc_precision_at_3_std": -0.472003, - "nauc_precision_at_3_diff1": 0.865334, - "nauc_precision_at_5_max": 0.739003, - "nauc_precision_at_5_std": -0.720692, - "nauc_precision_at_5_diff1": 0.917393, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": 0.173494, - "nauc_precision_at_10_diff1": 0.948938, - "nauc_precision_at_20_max": 0.917634, - "nauc_precision_at_20_std": 0.119114, - "nauc_precision_at_20_diff1": 0.941643, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_1_max": 0.633445, + "nauc_precision_at_1_std": -0.374576, + "nauc_precision_at_1_diff1": 0.899852, + "nauc_precision_at_3_max": 0.665386, + "nauc_precision_at_3_std": -0.476457, + "nauc_precision_at_3_diff1": 0.930439, + "nauc_precision_at_5_max": 0.692024, + "nauc_precision_at_5_std": -0.552951, + "nauc_precision_at_5_diff1": 0.929481, + "nauc_precision_at_10_max": 0.779136, + "nauc_precision_at_10_std": -0.108565, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.036103, + "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.72012, - "nauc_mrr_at_1_std": -0.235618, - "nauc_mrr_at_1_diff1": 0.900049, - "nauc_mrr_at_3_max": 0.722882, - "nauc_mrr_at_3_std": -0.287901, - "nauc_mrr_at_3_diff1": 0.890753, - "nauc_mrr_at_5_max": 0.726545, - "nauc_mrr_at_5_std": -0.293361, - "nauc_mrr_at_5_diff1": 0.896065, - "nauc_mrr_at_10_max": 0.729337, - "nauc_mrr_at_10_std": -0.265442, - "nauc_mrr_at_10_diff1": 0.895843, - "nauc_mrr_at_20_max": 0.729061, - "nauc_mrr_at_20_std": -0.266276, - "nauc_mrr_at_20_diff1": 0.895737, - "nauc_mrr_at_100_max": 0.728828, - "nauc_mrr_at_100_std": -0.266768, - "nauc_mrr_at_100_diff1": 0.895729, - "nauc_mrr_at_1000_max": 0.728754, - "nauc_mrr_at_1000_std": -0.266819, - "nauc_mrr_at_1000_diff1": 0.895694, - "main_score": 0.94614, + "nauc_mrr_at_1_max": 0.633445, + "nauc_mrr_at_1_std": -0.374576, + "nauc_mrr_at_1_diff1": 0.899852, + "nauc_mrr_at_3_max": 0.644605, + "nauc_mrr_at_3_std": -0.405802, + "nauc_mrr_at_3_diff1": 0.903234, + "nauc_mrr_at_5_max": 0.646, + "nauc_mrr_at_5_std": -0.405348, + "nauc_mrr_at_5_diff1": 0.90155, + "nauc_mrr_at_10_max": 0.647427, + "nauc_mrr_at_10_std": -0.391895, + "nauc_mrr_at_10_diff1": 0.901577, + "nauc_mrr_at_20_max": 0.647959, + "nauc_mrr_at_20_std": -0.392705, + "nauc_mrr_at_20_diff1": 0.901336, + "nauc_mrr_at_100_max": 0.647627, + "nauc_mrr_at_100_std": -0.392845, + "nauc_mrr_at_100_diff1": 0.901359, + "nauc_mrr_at_1000_max": 0.647528, + "nauc_mrr_at_1000_std": -0.392915, + "nauc_mrr_at_1000_diff1": 0.901332, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94432, "hf_subset": "azj_Latn-eng_Latn", "languages": [ "azj-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81556, - "ndcg_at_3": 0.86087, - "ndcg_at_5": 0.87268, - "ndcg_at_10": 0.87987, - "ndcg_at_20": 0.88613, - "ndcg_at_100": 0.89017, - "ndcg_at_1000": 0.89171, - "map_at_1": 0.81556, - "map_at_3": 0.85, - "map_at_5": 0.8565, - "map_at_10": 0.85947, - "map_at_20": 0.86123, - "map_at_100": 0.86183, - "map_at_1000": 0.8619, - "recall_at_1": 0.81556, - "recall_at_3": 0.89222, - "recall_at_5": 0.92111, - "recall_at_10": 0.94333, - "recall_at_20": 0.96778, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.84286, + "ndcg_at_5": 0.85204, + "ndcg_at_10": 0.86308, + "ndcg_at_20": 0.8712, + "ndcg_at_100": 0.87591, + "ndcg_at_1000": 0.87726, + "map_at_1": 0.79333, + "map_at_3": 0.83111, + "map_at_5": 0.83622, + "map_at_10": 0.84093, + "map_at_20": 0.84315, + "map_at_100": 0.84379, + "map_at_1000": 0.84385, + "recall_at_1": 0.79333, + "recall_at_3": 0.87667, + "recall_at_5": 0.89889, + "recall_at_10": 0.93222, + "recall_at_20": 0.96444, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.81556, - "precision_at_3": 0.29741, - "precision_at_5": 0.18422, - "precision_at_10": 0.09433, - "precision_at_20": 0.04839, - "precision_at_100": 0.00989, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.29222, + "precision_at_5": 0.17978, + "precision_at_10": 0.09322, + "precision_at_20": 0.04822, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.815556, - "mrr_at_3": 0.85, - "mrr_at_5": 0.8565, - "mrr_at_10": 0.859471, - "mrr_at_20": 0.861228, - "mrr_at_100": 0.861826, - "mrr_at_1000": 0.861905, - "nauc_ndcg_at_1_max": 0.767215, - "nauc_ndcg_at_1_std": -0.039471, - "nauc_ndcg_at_1_diff1": 0.893934, - "nauc_ndcg_at_3_max": 0.80143, - "nauc_ndcg_at_3_std": 0.025741, - "nauc_ndcg_at_3_diff1": 0.883318, - "nauc_ndcg_at_5_max": 0.799682, - "nauc_ndcg_at_5_std": 0.049444, - "nauc_ndcg_at_5_diff1": 0.881245, - "nauc_ndcg_at_10_max": 0.797537, - "nauc_ndcg_at_10_std": 0.039455, - "nauc_ndcg_at_10_diff1": 0.882727, - "nauc_ndcg_at_20_max": 0.794121, - "nauc_ndcg_at_20_std": 0.028291, - "nauc_ndcg_at_20_diff1": 0.885132, - "nauc_ndcg_at_100_max": 0.794515, - "nauc_ndcg_at_100_std": 0.034555, - "nauc_ndcg_at_100_diff1": 0.886095, - "nauc_ndcg_at_1000_max": 0.792481, - "nauc_ndcg_at_1000_std": 0.023542, - "nauc_ndcg_at_1000_diff1": 0.885766, - "nauc_map_at_1_max": 0.767215, - "nauc_map_at_1_std": -0.039471, - "nauc_map_at_1_diff1": 0.893934, - "nauc_map_at_3_max": 0.79241, - "nauc_map_at_3_std": 0.007952, - "nauc_map_at_3_diff1": 0.88621, - "nauc_map_at_5_max": 0.790828, - "nauc_map_at_5_std": 0.018473, - "nauc_map_at_5_diff1": 0.885108, - "nauc_map_at_10_max": 0.790131, - "nauc_map_at_10_std": 0.015093, - "nauc_map_at_10_diff1": 0.885787, - "nauc_map_at_20_max": 0.789162, - "nauc_map_at_20_std": 0.011775, - "nauc_map_at_20_diff1": 0.886416, - "nauc_map_at_100_max": 0.789208, - "nauc_map_at_100_std": 0.012585, - "nauc_map_at_100_diff1": 0.886595, - "nauc_map_at_1000_max": 0.789124, - "nauc_map_at_1000_std": 0.012134, - "nauc_map_at_1000_diff1": 0.886572, - "nauc_recall_at_1_max": 0.767215, - "nauc_recall_at_1_std": -0.039471, - "nauc_recall_at_1_diff1": 0.893934, - "nauc_recall_at_3_max": 0.835881, - "nauc_recall_at_3_std": 0.094051, - "nauc_recall_at_3_diff1": 0.872215, - "nauc_recall_at_5_max": 0.84365, - "nauc_recall_at_5_std": 0.210715, - "nauc_recall_at_5_diff1": 0.861949, - "nauc_recall_at_10_max": 0.844163, - "nauc_recall_at_10_std": 0.200427, - "nauc_recall_at_10_diff1": 0.862873, - "nauc_recall_at_20_max": 0.836859, - "nauc_recall_at_20_std": 0.187756, - "nauc_recall_at_20_diff1": 0.878779, - "nauc_recall_at_100_max": 0.931373, - "nauc_recall_at_100_std": 0.778011, - "nauc_recall_at_100_diff1": 0.903128, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767215, - "nauc_precision_at_1_std": -0.039471, - "nauc_precision_at_1_diff1": 0.893934, - "nauc_precision_at_3_max": 0.835881, - "nauc_precision_at_3_std": 0.094051, - "nauc_precision_at_3_diff1": 0.872215, - "nauc_precision_at_5_max": 0.84365, - "nauc_precision_at_5_std": 0.210715, - "nauc_precision_at_5_diff1": 0.861949, - "nauc_precision_at_10_max": 0.844163, - "nauc_precision_at_10_std": 0.200427, - "nauc_precision_at_10_diff1": 0.862873, - "nauc_precision_at_20_max": 0.836859, - "nauc_precision_at_20_std": 0.187756, - "nauc_precision_at_20_diff1": 0.878779, - "nauc_precision_at_100_max": 0.931373, - "nauc_precision_at_100_std": 0.778011, - "nauc_precision_at_100_diff1": 0.903128, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767215, - "nauc_mrr_at_1_std": -0.039471, - "nauc_mrr_at_1_diff1": 0.893934, - "nauc_mrr_at_3_max": 0.79241, - "nauc_mrr_at_3_std": 0.007952, - "nauc_mrr_at_3_diff1": 0.88621, - "nauc_mrr_at_5_max": 0.790828, - "nauc_mrr_at_5_std": 0.018473, - "nauc_mrr_at_5_diff1": 0.885108, - "nauc_mrr_at_10_max": 0.790131, - "nauc_mrr_at_10_std": 0.015093, - "nauc_mrr_at_10_diff1": 0.885787, - "nauc_mrr_at_20_max": 0.789162, - "nauc_mrr_at_20_std": 0.011775, - "nauc_mrr_at_20_diff1": 0.886416, - "nauc_mrr_at_100_max": 0.789208, - "nauc_mrr_at_100_std": 0.012585, - "nauc_mrr_at_100_diff1": 0.886595, - "nauc_mrr_at_1000_max": 0.789124, - "nauc_mrr_at_1000_std": 0.012134, - "nauc_mrr_at_1000_diff1": 0.886572, - "main_score": 0.87987, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.831111, + "mrr_at_5": 0.836222, + "mrr_at_10": 0.840933, + "mrr_at_20": 0.843149, + "mrr_at_100": 0.843788, + "mrr_at_1000": 0.84385, + "nauc_ndcg_at_1_max": 0.743774, + "nauc_ndcg_at_1_std": -0.097557, + "nauc_ndcg_at_1_diff1": 0.87516, + "nauc_ndcg_at_3_max": 0.777088, + "nauc_ndcg_at_3_std": -0.048518, + "nauc_ndcg_at_3_diff1": 0.858626, + "nauc_ndcg_at_5_max": 0.773434, + "nauc_ndcg_at_5_std": -0.034585, + "nauc_ndcg_at_5_diff1": 0.856827, + "nauc_ndcg_at_10_max": 0.770558, + "nauc_ndcg_at_10_std": -0.044605, + "nauc_ndcg_at_10_diff1": 0.860133, + "nauc_ndcg_at_20_max": 0.766571, + "nauc_ndcg_at_20_std": -0.052995, + "nauc_ndcg_at_20_diff1": 0.862752, + "nauc_ndcg_at_100_max": 0.768035, + "nauc_ndcg_at_100_std": -0.048199, + "nauc_ndcg_at_100_diff1": 0.86348, + "nauc_ndcg_at_1000_max": 0.766216, + "nauc_ndcg_at_1000_std": -0.054748, + "nauc_ndcg_at_1000_diff1": 0.863293, + "nauc_map_at_1_max": 0.743774, + "nauc_map_at_1_std": -0.097557, + "nauc_map_at_1_diff1": 0.87516, + "nauc_map_at_3_max": 0.766991, + "nauc_map_at_3_std": -0.06629, + "nauc_map_at_3_diff1": 0.86306, + "nauc_map_at_5_max": 0.764654, + "nauc_map_at_5_std": -0.060144, + "nauc_map_at_5_diff1": 0.862132, + "nauc_map_at_10_max": 0.763418, + "nauc_map_at_10_std": -0.064648, + "nauc_map_at_10_diff1": 0.863657, + "nauc_map_at_20_max": 0.762388, + "nauc_map_at_20_std": -0.066254, + "nauc_map_at_20_diff1": 0.864208, + "nauc_map_at_100_max": 0.762752, + "nauc_map_at_100_std": -0.065028, + "nauc_map_at_100_diff1": 0.864377, + "nauc_map_at_1000_max": 0.762687, + "nauc_map_at_1000_std": -0.065253, + "nauc_map_at_1000_diff1": 0.864371, + "nauc_recall_at_1_max": 0.743774, + "nauc_recall_at_1_std": -0.097557, + "nauc_recall_at_1_diff1": 0.87516, + "nauc_recall_at_3_max": 0.815937, + "nauc_recall_at_3_std": 0.021386, + "nauc_recall_at_3_diff1": 0.841868, + "nauc_recall_at_5_max": 0.812209, + "nauc_recall_at_5_std": 0.084632, + "nauc_recall_at_5_diff1": 0.833469, + "nauc_recall_at_10_max": 0.813282, + "nauc_recall_at_10_std": 0.084646, + "nauc_recall_at_10_diff1": 0.839632, + "nauc_recall_at_20_max": 0.798407, + "nauc_recall_at_20_std": 0.069313, + "nauc_recall_at_20_diff1": 0.859594, + "nauc_recall_at_100_max": 0.925563, + "nauc_recall_at_100_std": 0.524951, + "nauc_recall_at_100_diff1": 0.880174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743774, + "nauc_precision_at_1_std": -0.097557, + "nauc_precision_at_1_diff1": 0.87516, + "nauc_precision_at_3_max": 0.815937, + "nauc_precision_at_3_std": 0.021386, + "nauc_precision_at_3_diff1": 0.841868, + "nauc_precision_at_5_max": 0.812209, + "nauc_precision_at_5_std": 0.084632, + "nauc_precision_at_5_diff1": 0.833469, + "nauc_precision_at_10_max": 0.813282, + "nauc_precision_at_10_std": 0.084646, + "nauc_precision_at_10_diff1": 0.839632, + "nauc_precision_at_20_max": 0.798407, + "nauc_precision_at_20_std": 0.069313, + "nauc_precision_at_20_diff1": 0.859594, + "nauc_precision_at_100_max": 0.925563, + "nauc_precision_at_100_std": 0.524951, + "nauc_precision_at_100_diff1": 0.880174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743774, + "nauc_mrr_at_1_std": -0.097557, + "nauc_mrr_at_1_diff1": 0.87516, + "nauc_mrr_at_3_max": 0.766991, + "nauc_mrr_at_3_std": -0.06629, + "nauc_mrr_at_3_diff1": 0.86306, + "nauc_mrr_at_5_max": 0.764654, + "nauc_mrr_at_5_std": -0.060144, + "nauc_mrr_at_5_diff1": 0.862132, + "nauc_mrr_at_10_max": 0.763418, + "nauc_mrr_at_10_std": -0.064648, + "nauc_mrr_at_10_diff1": 0.863657, + "nauc_mrr_at_20_max": 0.762388, + "nauc_mrr_at_20_std": -0.066254, + "nauc_mrr_at_20_diff1": 0.864208, + "nauc_mrr_at_100_max": 0.762752, + "nauc_mrr_at_100_std": -0.065028, + "nauc_mrr_at_100_diff1": 0.864377, + "nauc_mrr_at_1000_max": 0.762687, + "nauc_mrr_at_1000_std": -0.065253, + "nauc_mrr_at_1000_diff1": 0.864371, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.87667, + "hit_rate_at_5": 0.89889, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.86308, "hf_subset": "eng_Latn-azj_Latn", "languages": [ "eng-Latn", "azj-Latn" - ] - }, - { - "ndcg_at_1": 0.53556, - "ndcg_at_3": 0.58759, - "ndcg_at_5": 0.60294, - "ndcg_at_10": 0.61759, - "ndcg_at_20": 0.62554, - "ndcg_at_100": 0.64559, - "ndcg_at_1000": 0.66554, - "map_at_1": 0.53556, - "map_at_3": 0.57519, - "map_at_5": 0.58357, - "map_at_10": 0.58978, - "map_at_20": 0.59201, - "map_at_100": 0.59473, - "map_at_1000": 0.59551, - "recall_at_1": 0.53556, - "recall_at_3": 0.62333, - "recall_at_5": 0.66111, - "recall_at_10": 0.70556, - "recall_at_20": 0.73667, - "recall_at_100": 0.84556, - "recall_at_1000": 1.0, - "precision_at_1": 0.53556, - "precision_at_3": 0.20778, - "precision_at_5": 0.13222, - "precision_at_10": 0.07056, - "precision_at_20": 0.03683, - "precision_at_100": 0.00846, - "precision_at_1000": 0.001, - "mrr_at_1": 0.535556, - "mrr_at_3": 0.575185, - "mrr_at_5": 0.583574, - "mrr_at_10": 0.589784, - "mrr_at_20": 0.592014, - "mrr_at_100": 0.594729, - "mrr_at_1000": 0.595508, - "nauc_ndcg_at_1_max": 0.778042, - "nauc_ndcg_at_1_std": -0.381153, - "nauc_ndcg_at_1_diff1": 0.862075, - "nauc_ndcg_at_3_max": 0.781467, - "nauc_ndcg_at_3_std": -0.396297, - "nauc_ndcg_at_3_diff1": 0.829037, - "nauc_ndcg_at_5_max": 0.777081, - "nauc_ndcg_at_5_std": -0.394915, - "nauc_ndcg_at_5_diff1": 0.821721, - "nauc_ndcg_at_10_max": 0.77915, - "nauc_ndcg_at_10_std": -0.391937, - "nauc_ndcg_at_10_diff1": 0.819397, - "nauc_ndcg_at_20_max": 0.776574, - "nauc_ndcg_at_20_std": -0.392653, - "nauc_ndcg_at_20_diff1": 0.817326, - "nauc_ndcg_at_100_max": 0.772849, - "nauc_ndcg_at_100_std": -0.378849, - "nauc_ndcg_at_100_diff1": 0.815013, - "nauc_ndcg_at_1000_max": 0.776741, - "nauc_ndcg_at_1000_std": -0.388711, - "nauc_ndcg_at_1000_diff1": 0.823583, - "nauc_map_at_1_max": 0.778042, - "nauc_map_at_1_std": -0.381153, - "nauc_map_at_1_diff1": 0.862075, - "nauc_map_at_3_max": 0.781215, - "nauc_map_at_3_std": -0.392662, - "nauc_map_at_3_diff1": 0.836892, - "nauc_map_at_5_max": 0.779083, - "nauc_map_at_5_std": -0.392242, - "nauc_map_at_5_diff1": 0.833211, - "nauc_map_at_10_max": 0.780164, - "nauc_map_at_10_std": -0.391121, - "nauc_map_at_10_diff1": 0.832402, - "nauc_map_at_20_max": 0.77943, - "nauc_map_at_20_std": -0.391284, - "nauc_map_at_20_diff1": 0.831926, - "nauc_map_at_100_max": 0.778822, - "nauc_map_at_100_std": -0.390022, - "nauc_map_at_100_diff1": 0.831615, - "nauc_map_at_1000_max": 0.778961, - "nauc_map_at_1000_std": -0.390364, - "nauc_map_at_1000_diff1": 0.831956, - "nauc_recall_at_1_max": 0.778042, - "nauc_recall_at_1_std": -0.381153, - "nauc_recall_at_1_diff1": 0.862075, - "nauc_recall_at_3_max": 0.781972, - "nauc_recall_at_3_std": -0.407406, - "nauc_recall_at_3_diff1": 0.805066, - "nauc_recall_at_5_max": 0.769213, - "nauc_recall_at_5_std": -0.402781, - "nauc_recall_at_5_diff1": 0.78308, - "nauc_recall_at_10_max": 0.774381, - "nauc_recall_at_10_std": -0.392189, - "nauc_recall_at_10_diff1": 0.770902, - "nauc_recall_at_20_max": 0.761771, - "nauc_recall_at_20_std": -0.395874, - "nauc_recall_at_20_diff1": 0.755912, - "nauc_recall_at_100_max": 0.719891, - "nauc_recall_at_100_std": -0.244456, - "nauc_recall_at_100_diff1": 0.700568, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.778042, - "nauc_precision_at_1_std": -0.381153, - "nauc_precision_at_1_diff1": 0.862075, - "nauc_precision_at_3_max": 0.781972, - "nauc_precision_at_3_std": -0.407406, - "nauc_precision_at_3_diff1": 0.805066, - "nauc_precision_at_5_max": 0.769213, - "nauc_precision_at_5_std": -0.402781, - "nauc_precision_at_5_diff1": 0.78308, - "nauc_precision_at_10_max": 0.774381, - "nauc_precision_at_10_std": -0.392189, - "nauc_precision_at_10_diff1": 0.770902, - "nauc_precision_at_20_max": 0.761771, - "nauc_precision_at_20_std": -0.395874, - "nauc_precision_at_20_diff1": 0.755912, - "nauc_precision_at_100_max": 0.719891, - "nauc_precision_at_100_std": -0.244456, - "nauc_precision_at_100_diff1": 0.700568, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.778042, - "nauc_mrr_at_1_std": -0.381153, - "nauc_mrr_at_1_diff1": 0.862075, - "nauc_mrr_at_3_max": 0.781215, - "nauc_mrr_at_3_std": -0.392662, - "nauc_mrr_at_3_diff1": 0.836892, - "nauc_mrr_at_5_max": 0.779083, - "nauc_mrr_at_5_std": -0.392242, - "nauc_mrr_at_5_diff1": 0.833211, - "nauc_mrr_at_10_max": 0.780164, - "nauc_mrr_at_10_std": -0.391121, - "nauc_mrr_at_10_diff1": 0.832402, - "nauc_mrr_at_20_max": 0.77943, - "nauc_mrr_at_20_std": -0.391284, - "nauc_mrr_at_20_diff1": 0.831926, - "nauc_mrr_at_100_max": 0.778822, - "nauc_mrr_at_100_std": -0.390022, - "nauc_mrr_at_100_diff1": 0.831615, - "nauc_mrr_at_1000_max": 0.778961, - "nauc_mrr_at_1000_std": -0.390364, - "nauc_mrr_at_1000_diff1": 0.831956, - "main_score": 0.61759, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.53889, + "ndcg_at_3": 0.58411, + "ndcg_at_5": 0.59659, + "ndcg_at_10": 0.61461, + "ndcg_at_20": 0.6227, + "ndcg_at_100": 0.6439, + "ndcg_at_1000": 0.66369, + "map_at_1": 0.53889, + "map_at_3": 0.57389, + "map_at_5": 0.58089, + "map_at_10": 0.58834, + "map_at_20": 0.59054, + "map_at_100": 0.59338, + "map_at_1000": 0.59415, + "recall_at_1": 0.53889, + "recall_at_3": 0.61333, + "recall_at_5": 0.64333, + "recall_at_10": 0.69889, + "recall_at_20": 0.73111, + "recall_at_100": 0.84667, + "recall_at_1000": 1.0, + "accuracy": 0.53889, + "precision_at_1": 0.53889, + "precision_at_3": 0.20444, + "precision_at_5": 0.12867, + "precision_at_10": 0.06989, + "precision_at_20": 0.03656, + "precision_at_100": 0.00847, + "precision_at_1000": 0.001, + "mrr_at_1": 0.538889, + "mrr_at_3": 0.573889, + "mrr_at_5": 0.580889, + "mrr_at_10": 0.588345, + "mrr_at_20": 0.590538, + "mrr_at_100": 0.593384, + "mrr_at_1000": 0.59415, + "nauc_ndcg_at_1_max": 0.789467, + "nauc_ndcg_at_1_std": -0.377888, + "nauc_ndcg_at_1_diff1": 0.848678, + "nauc_ndcg_at_3_max": 0.790152, + "nauc_ndcg_at_3_std": -0.392127, + "nauc_ndcg_at_3_diff1": 0.820572, + "nauc_ndcg_at_5_max": 0.794401, + "nauc_ndcg_at_5_std": -0.386296, + "nauc_ndcg_at_5_diff1": 0.817707, + "nauc_ndcg_at_10_max": 0.784536, + "nauc_ndcg_at_10_std": -0.388589, + "nauc_ndcg_at_10_diff1": 0.808472, + "nauc_ndcg_at_20_max": 0.781897, + "nauc_ndcg_at_20_std": -0.390054, + "nauc_ndcg_at_20_diff1": 0.806152, + "nauc_ndcg_at_100_max": 0.77926, + "nauc_ndcg_at_100_std": -0.376588, + "nauc_ndcg_at_100_diff1": 0.803824, + "nauc_ndcg_at_1000_max": 0.784494, + "nauc_ndcg_at_1000_std": -0.384288, + "nauc_ndcg_at_1000_diff1": 0.812991, + "nauc_map_at_1_max": 0.789467, + "nauc_map_at_1_std": -0.377888, + "nauc_map_at_1_diff1": 0.848678, + "nauc_map_at_3_max": 0.789661, + "nauc_map_at_3_std": -0.389516, + "nauc_map_at_3_diff1": 0.826949, + "nauc_map_at_5_max": 0.792164, + "nauc_map_at_5_std": -0.385853, + "nauc_map_at_5_diff1": 0.825603, + "nauc_map_at_10_max": 0.788251, + "nauc_map_at_10_std": -0.386967, + "nauc_map_at_10_diff1": 0.822029, + "nauc_map_at_20_max": 0.787672, + "nauc_map_at_20_std": -0.387315, + "nauc_map_at_20_diff1": 0.821539, + "nauc_map_at_100_max": 0.787318, + "nauc_map_at_100_std": -0.385931, + "nauc_map_at_100_diff1": 0.82124, + "nauc_map_at_1000_max": 0.787528, + "nauc_map_at_1000_std": -0.386077, + "nauc_map_at_1000_diff1": 0.821578, + "nauc_recall_at_1_max": 0.789467, + "nauc_recall_at_1_std": -0.377888, + "nauc_recall_at_1_diff1": 0.848678, + "nauc_recall_at_3_max": 0.791783, + "nauc_recall_at_3_std": -0.399635, + "nauc_recall_at_3_diff1": 0.801513, + "nauc_recall_at_5_max": 0.802023, + "nauc_recall_at_5_std": -0.386984, + "nauc_recall_at_5_diff1": 0.792361, + "nauc_recall_at_10_max": 0.767405, + "nauc_recall_at_10_std": -0.393794, + "nauc_recall_at_10_diff1": 0.756327, + "nauc_recall_at_20_max": 0.751811, + "nauc_recall_at_20_std": -0.401851, + "nauc_recall_at_20_diff1": 0.739319, + "nauc_recall_at_100_max": 0.708845, + "nauc_recall_at_100_std": -0.259768, + "nauc_recall_at_100_diff1": 0.677338, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789467, + "nauc_precision_at_1_std": -0.377888, + "nauc_precision_at_1_diff1": 0.848678, + "nauc_precision_at_3_max": 0.791783, + "nauc_precision_at_3_std": -0.399635, + "nauc_precision_at_3_diff1": 0.801513, + "nauc_precision_at_5_max": 0.802023, + "nauc_precision_at_5_std": -0.386984, + "nauc_precision_at_5_diff1": 0.792361, + "nauc_precision_at_10_max": 0.767405, + "nauc_precision_at_10_std": -0.393794, + "nauc_precision_at_10_diff1": 0.756327, + "nauc_precision_at_20_max": 0.751811, + "nauc_precision_at_20_std": -0.401851, + "nauc_precision_at_20_diff1": 0.739319, + "nauc_precision_at_100_max": 0.708845, + "nauc_precision_at_100_std": -0.259768, + "nauc_precision_at_100_diff1": 0.677338, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.789467, + "nauc_mrr_at_1_std": -0.377888, + "nauc_mrr_at_1_diff1": 0.848678, + "nauc_mrr_at_3_max": 0.789661, + "nauc_mrr_at_3_std": -0.389516, + "nauc_mrr_at_3_diff1": 0.826949, + "nauc_mrr_at_5_max": 0.792164, + "nauc_mrr_at_5_std": -0.385853, + "nauc_mrr_at_5_diff1": 0.825603, + "nauc_mrr_at_10_max": 0.788251, + "nauc_mrr_at_10_std": -0.386967, + "nauc_mrr_at_10_diff1": 0.822029, + "nauc_mrr_at_20_max": 0.787672, + "nauc_mrr_at_20_std": -0.387315, + "nauc_mrr_at_20_diff1": 0.821539, + "nauc_mrr_at_100_max": 0.787318, + "nauc_mrr_at_100_std": -0.385931, + "nauc_mrr_at_100_diff1": 0.82124, + "nauc_mrr_at_1000_max": 0.787528, + "nauc_mrr_at_1000_std": -0.386077, + "nauc_mrr_at_1000_diff1": 0.821578, + "hit_rate_at_1": 0.53889, + "hit_rate_at_3": 0.61333, + "hit_rate_at_5": 0.64333, + "hit_rate_at_10": 0.69889, + "hit_rate_at_20": 0.73111, + "hit_rate_at_100": 0.84667, + "hit_rate_at_1000": 1.0, + "main_score": 0.61461, "hf_subset": "bam_Latn-bam_Latn", "languages": [ "bam-Latn", "bam-Latn" - ] - }, - { - "ndcg_at_1": 0.51556, - "ndcg_at_3": 0.56592, - "ndcg_at_5": 0.58438, - "ndcg_at_10": 0.59749, - "ndcg_at_20": 0.60987, - "ndcg_at_100": 0.63414, - "ndcg_at_1000": 0.65146, - "map_at_1": 0.51556, - "map_at_3": 0.55407, - "map_at_5": 0.56441, - "map_at_10": 0.56992, - "map_at_20": 0.57318, - "map_at_100": 0.57628, - "map_at_1000": 0.57701, - "recall_at_1": 0.51556, - "recall_at_3": 0.6, - "recall_at_5": 0.64444, - "recall_at_10": 0.68444, - "recall_at_20": 0.73444, - "recall_at_100": 0.86889, - "recall_at_1000": 1.0, - "precision_at_1": 0.51556, - "precision_at_3": 0.2, - "precision_at_5": 0.12889, - "precision_at_10": 0.06844, - "precision_at_20": 0.03672, - "precision_at_100": 0.00869, - "precision_at_1000": 0.001, - "mrr_at_1": 0.515556, - "mrr_at_3": 0.554074, - "mrr_at_5": 0.564407, - "mrr_at_10": 0.56992, - "mrr_at_20": 0.573182, - "mrr_at_100": 0.576281, - "mrr_at_1000": 0.577007, - "nauc_ndcg_at_1_max": 0.865927, - "nauc_ndcg_at_1_std": 0.470687, - "nauc_ndcg_at_1_diff1": 0.886464, - "nauc_ndcg_at_3_max": 0.861634, - "nauc_ndcg_at_3_std": 0.495953, - "nauc_ndcg_at_3_diff1": 0.84503, - "nauc_ndcg_at_5_max": 0.860165, - "nauc_ndcg_at_5_std": 0.491603, - "nauc_ndcg_at_5_diff1": 0.837698, - "nauc_ndcg_at_10_max": 0.853441, - "nauc_ndcg_at_10_std": 0.498681, - "nauc_ndcg_at_10_diff1": 0.829851, - "nauc_ndcg_at_20_max": 0.846958, - "nauc_ndcg_at_20_std": 0.49674, - "nauc_ndcg_at_20_diff1": 0.825166, - "nauc_ndcg_at_100_max": 0.84616, - "nauc_ndcg_at_100_std": 0.499569, - "nauc_ndcg_at_100_diff1": 0.82466, - "nauc_ndcg_at_1000_max": 0.853275, - "nauc_ndcg_at_1000_std": 0.495787, - "nauc_ndcg_at_1000_diff1": 0.836102, - "nauc_map_at_1_max": 0.865927, - "nauc_map_at_1_std": 0.470687, - "nauc_map_at_1_diff1": 0.886464, - "nauc_map_at_3_max": 0.863811, - "nauc_map_at_3_std": 0.490422, - "nauc_map_at_3_diff1": 0.855508, - "nauc_map_at_5_max": 0.862896, - "nauc_map_at_5_std": 0.488025, - "nauc_map_at_5_diff1": 0.851569, - "nauc_map_at_10_max": 0.860329, - "nauc_map_at_10_std": 0.491381, - "nauc_map_at_10_diff1": 0.848485, - "nauc_map_at_20_max": 0.858661, - "nauc_map_at_20_std": 0.490715, - "nauc_map_at_20_diff1": 0.847318, - "nauc_map_at_100_max": 0.858621, - "nauc_map_at_100_std": 0.491248, - "nauc_map_at_100_diff1": 0.847338, - "nauc_map_at_1000_max": 0.858884, - "nauc_map_at_1000_std": 0.491125, - "nauc_map_at_1000_diff1": 0.847782, - "nauc_recall_at_1_max": 0.865927, - "nauc_recall_at_1_std": 0.470687, - "nauc_recall_at_1_diff1": 0.886464, - "nauc_recall_at_3_max": 0.854545, - "nauc_recall_at_3_std": 0.512397, - "nauc_recall_at_3_diff1": 0.813184, - "nauc_recall_at_5_max": 0.850796, - "nauc_recall_at_5_std": 0.502034, - "nauc_recall_at_5_diff1": 0.791802, - "nauc_recall_at_10_max": 0.825541, - "nauc_recall_at_10_std": 0.524438, - "nauc_recall_at_10_diff1": 0.760633, - "nauc_recall_at_20_max": 0.789068, - "nauc_recall_at_20_std": 0.519393, - "nauc_recall_at_20_diff1": 0.72781, - "nauc_recall_at_100_max": 0.7319, - "nauc_recall_at_100_std": 0.56285, - "nauc_recall_at_100_diff1": 0.642706, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.865927, - "nauc_precision_at_1_std": 0.470687, - "nauc_precision_at_1_diff1": 0.886464, - "nauc_precision_at_3_max": 0.854545, - "nauc_precision_at_3_std": 0.512397, - "nauc_precision_at_3_diff1": 0.813184, - "nauc_precision_at_5_max": 0.850796, - "nauc_precision_at_5_std": 0.502034, - "nauc_precision_at_5_diff1": 0.791802, - "nauc_precision_at_10_max": 0.825541, - "nauc_precision_at_10_std": 0.524438, - "nauc_precision_at_10_diff1": 0.760633, - "nauc_precision_at_20_max": 0.789068, - "nauc_precision_at_20_std": 0.519393, - "nauc_precision_at_20_diff1": 0.72781, - "nauc_precision_at_100_max": 0.7319, - "nauc_precision_at_100_std": 0.56285, - "nauc_precision_at_100_diff1": 0.642706, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.865927, - "nauc_mrr_at_1_std": 0.470687, - "nauc_mrr_at_1_diff1": 0.886464, - "nauc_mrr_at_3_max": 0.863811, - "nauc_mrr_at_3_std": 0.490422, - "nauc_mrr_at_3_diff1": 0.855508, - "nauc_mrr_at_5_max": 0.862896, - "nauc_mrr_at_5_std": 0.488025, - "nauc_mrr_at_5_diff1": 0.851569, - "nauc_mrr_at_10_max": 0.860329, - "nauc_mrr_at_10_std": 0.491381, - "nauc_mrr_at_10_diff1": 0.848485, - "nauc_mrr_at_20_max": 0.858661, - "nauc_mrr_at_20_std": 0.490715, - "nauc_mrr_at_20_diff1": 0.847318, - "nauc_mrr_at_100_max": 0.858621, - "nauc_mrr_at_100_std": 0.491248, - "nauc_mrr_at_100_diff1": 0.847338, - "nauc_mrr_at_1000_max": 0.858884, - "nauc_mrr_at_1000_std": 0.491125, - "nauc_mrr_at_1000_diff1": 0.847782, - "main_score": 0.59749, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.52333, + "ndcg_at_3": 0.57201, + "ndcg_at_5": 0.58621, + "ndcg_at_10": 0.60124, + "ndcg_at_20": 0.61017, + "ndcg_at_100": 0.6365, + "ndcg_at_1000": 0.65433, + "map_at_1": 0.52333, + "map_at_3": 0.56037, + "map_at_5": 0.56826, + "map_at_10": 0.57463, + "map_at_20": 0.57705, + "map_at_100": 0.58059, + "map_at_1000": 0.58133, + "recall_at_1": 0.52333, + "recall_at_3": 0.60556, + "recall_at_5": 0.64, + "recall_at_10": 0.68556, + "recall_at_20": 0.72111, + "recall_at_100": 0.86444, + "recall_at_1000": 1.0, + "accuracy": 0.52333, + "precision_at_1": 0.52333, + "precision_at_3": 0.20185, + "precision_at_5": 0.128, + "precision_at_10": 0.06856, + "precision_at_20": 0.03606, + "precision_at_100": 0.00864, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523333, + "mrr_at_3": 0.56037, + "mrr_at_5": 0.568259, + "mrr_at_10": 0.574632, + "mrr_at_20": 0.577053, + "mrr_at_100": 0.580587, + "mrr_at_1000": 0.581327, + "nauc_ndcg_at_1_max": 0.843205, + "nauc_ndcg_at_1_std": 0.443805, + "nauc_ndcg_at_1_diff1": 0.873168, + "nauc_ndcg_at_3_max": 0.839668, + "nauc_ndcg_at_3_std": 0.463898, + "nauc_ndcg_at_3_diff1": 0.834848, + "nauc_ndcg_at_5_max": 0.839934, + "nauc_ndcg_at_5_std": 0.469309, + "nauc_ndcg_at_5_diff1": 0.831429, + "nauc_ndcg_at_10_max": 0.829783, + "nauc_ndcg_at_10_std": 0.467691, + "nauc_ndcg_at_10_diff1": 0.821013, + "nauc_ndcg_at_20_max": 0.827494, + "nauc_ndcg_at_20_std": 0.47066, + "nauc_ndcg_at_20_diff1": 0.818928, + "nauc_ndcg_at_100_max": 0.823759, + "nauc_ndcg_at_100_std": 0.471028, + "nauc_ndcg_at_100_diff1": 0.817087, + "nauc_ndcg_at_1000_max": 0.831146, + "nauc_ndcg_at_1000_std": 0.4673, + "nauc_ndcg_at_1000_diff1": 0.827387, + "nauc_map_at_1_max": 0.843205, + "nauc_map_at_1_std": 0.443805, + "nauc_map_at_1_diff1": 0.873168, + "nauc_map_at_3_max": 0.841656, + "nauc_map_at_3_std": 0.459759, + "nauc_map_at_3_diff1": 0.844904, + "nauc_map_at_5_max": 0.841928, + "nauc_map_at_5_std": 0.462729, + "nauc_map_at_5_diff1": 0.84314, + "nauc_map_at_10_max": 0.837802, + "nauc_map_at_10_std": 0.462347, + "nauc_map_at_10_diff1": 0.838967, + "nauc_map_at_20_max": 0.83731, + "nauc_map_at_20_std": 0.463326, + "nauc_map_at_20_diff1": 0.838453, + "nauc_map_at_100_max": 0.836669, + "nauc_map_at_100_std": 0.463085, + "nauc_map_at_100_diff1": 0.838142, + "nauc_map_at_1000_max": 0.836942, + "nauc_map_at_1000_std": 0.462977, + "nauc_map_at_1000_diff1": 0.838521, + "nauc_recall_at_1_max": 0.843205, + "nauc_recall_at_1_std": 0.443805, + "nauc_recall_at_1_diff1": 0.873168, + "nauc_recall_at_3_max": 0.833143, + "nauc_recall_at_3_std": 0.476097, + "nauc_recall_at_3_diff1": 0.804068, + "nauc_recall_at_5_max": 0.832948, + "nauc_recall_at_5_std": 0.490653, + "nauc_recall_at_5_diff1": 0.793301, + "nauc_recall_at_10_max": 0.796915, + "nauc_recall_at_10_std": 0.484823, + "nauc_recall_at_10_diff1": 0.75369, + "nauc_recall_at_20_max": 0.781981, + "nauc_recall_at_20_std": 0.498746, + "nauc_recall_at_20_diff1": 0.737665, + "nauc_recall_at_100_max": 0.708813, + "nauc_recall_at_100_std": 0.532382, + "nauc_recall_at_100_diff1": 0.655716, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.843205, + "nauc_precision_at_1_std": 0.443805, + "nauc_precision_at_1_diff1": 0.873168, + "nauc_precision_at_3_max": 0.833143, + "nauc_precision_at_3_std": 0.476097, + "nauc_precision_at_3_diff1": 0.804068, + "nauc_precision_at_5_max": 0.832948, + "nauc_precision_at_5_std": 0.490653, + "nauc_precision_at_5_diff1": 0.793301, + "nauc_precision_at_10_max": 0.796915, + "nauc_precision_at_10_std": 0.484823, + "nauc_precision_at_10_diff1": 0.75369, + "nauc_precision_at_20_max": 0.781981, + "nauc_precision_at_20_std": 0.498746, + "nauc_precision_at_20_diff1": 0.737665, + "nauc_precision_at_100_max": 0.708813, + "nauc_precision_at_100_std": 0.532382, + "nauc_precision_at_100_diff1": 0.655716, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.843205, + "nauc_mrr_at_1_std": 0.443805, + "nauc_mrr_at_1_diff1": 0.873168, + "nauc_mrr_at_3_max": 0.841656, + "nauc_mrr_at_3_std": 0.459759, + "nauc_mrr_at_3_diff1": 0.844904, + "nauc_mrr_at_5_max": 0.841928, + "nauc_mrr_at_5_std": 0.462729, + "nauc_mrr_at_5_diff1": 0.84314, + "nauc_mrr_at_10_max": 0.837802, + "nauc_mrr_at_10_std": 0.462347, + "nauc_mrr_at_10_diff1": 0.838967, + "nauc_mrr_at_20_max": 0.83731, + "nauc_mrr_at_20_std": 0.463326, + "nauc_mrr_at_20_diff1": 0.838453, + "nauc_mrr_at_100_max": 0.836669, + "nauc_mrr_at_100_std": 0.463085, + "nauc_mrr_at_100_diff1": 0.838142, + "nauc_mrr_at_1000_max": 0.836942, + "nauc_mrr_at_1000_std": 0.462977, + "nauc_mrr_at_1000_diff1": 0.838521, + "hit_rate_at_1": 0.52333, + "hit_rate_at_3": 0.60556, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.68556, + "hit_rate_at_20": 0.72111, + "hit_rate_at_100": 0.86444, + "hit_rate_at_1000": 1.0, + "main_score": 0.60124, "hf_subset": "bam_Latn-eng_Latn", "languages": [ "bam-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39, - "ndcg_at_3": 0.41811, - "ndcg_at_5": 0.42562, - "ndcg_at_10": 0.4325, - "ndcg_at_20": 0.43865, - "ndcg_at_100": 0.46515, - "ndcg_at_1000": 0.50954, - "map_at_1": 0.39, - "map_at_3": 0.4113, - "map_at_5": 0.41557, - "map_at_10": 0.41844, - "map_at_20": 0.42012, - "map_at_100": 0.42339, - "map_at_1000": 0.42498, - "recall_at_1": 0.39, - "recall_at_3": 0.43778, - "recall_at_5": 0.45556, - "recall_at_10": 0.47667, - "recall_at_20": 0.50111, - "recall_at_100": 0.65, - "recall_at_1000": 1.0, - "precision_at_1": 0.39, - "precision_at_3": 0.14593, - "precision_at_5": 0.09111, - "precision_at_10": 0.04767, - "precision_at_20": 0.02506, - "precision_at_100": 0.0065, - "precision_at_1000": 0.001, - "mrr_at_1": 0.39, - "mrr_at_3": 0.411296, - "mrr_at_5": 0.415574, - "mrr_at_10": 0.418445, - "mrr_at_20": 0.420122, - "mrr_at_100": 0.423389, - "mrr_at_1000": 0.424976, - "nauc_ndcg_at_1_max": 0.912605, - "nauc_ndcg_at_1_std": 0.796357, - "nauc_ndcg_at_1_diff1": 0.900112, - "nauc_ndcg_at_3_max": 0.935665, - "nauc_ndcg_at_3_std": 0.829059, - "nauc_ndcg_at_3_diff1": 0.874149, - "nauc_ndcg_at_5_max": 0.934614, - "nauc_ndcg_at_5_std": 0.834999, - "nauc_ndcg_at_5_diff1": 0.866861, - "nauc_ndcg_at_10_max": 0.931147, - "nauc_ndcg_at_10_std": 0.834778, - "nauc_ndcg_at_10_diff1": 0.859897, - "nauc_ndcg_at_20_max": 0.924965, - "nauc_ndcg_at_20_std": 0.832259, - "nauc_ndcg_at_20_diff1": 0.850992, - "nauc_ndcg_at_100_max": 0.910609, - "nauc_ndcg_at_100_std": 0.823685, - "nauc_ndcg_at_100_diff1": 0.836894, - "nauc_ndcg_at_1000_max": 0.920616, - "nauc_ndcg_at_1000_std": 0.825472, - "nauc_ndcg_at_1000_diff1": 0.854451, - "nauc_map_at_1_max": 0.912605, - "nauc_map_at_1_std": 0.796357, - "nauc_map_at_1_diff1": 0.900112, - "nauc_map_at_3_max": 0.930691, - "nauc_map_at_3_std": 0.821393, - "nauc_map_at_3_diff1": 0.88065, - "nauc_map_at_5_max": 0.930054, - "nauc_map_at_5_std": 0.82484, - "nauc_map_at_5_diff1": 0.876507, - "nauc_map_at_10_max": 0.928669, - "nauc_map_at_10_std": 0.824844, - "nauc_map_at_10_diff1": 0.87375, - "nauc_map_at_20_max": 0.926992, - "nauc_map_at_20_std": 0.824183, - "nauc_map_at_20_diff1": 0.871283, - "nauc_map_at_100_max": 0.925204, - "nauc_map_at_100_std": 0.823244, - "nauc_map_at_100_diff1": 0.869215, - "nauc_map_at_1000_max": 0.925382, - "nauc_map_at_1000_std": 0.82315, - "nauc_map_at_1000_diff1": 0.869704, - "nauc_recall_at_1_max": 0.912605, - "nauc_recall_at_1_std": 0.796357, - "nauc_recall_at_1_diff1": 0.900112, - "nauc_recall_at_3_max": 0.94984, - "nauc_recall_at_3_std": 0.851192, - "nauc_recall_at_3_diff1": 0.855201, - "nauc_recall_at_5_max": 0.947555, - "nauc_recall_at_5_std": 0.865138, - "nauc_recall_at_5_diff1": 0.837761, - "nauc_recall_at_10_max": 0.93656, - "nauc_recall_at_10_std": 0.864137, - "nauc_recall_at_10_diff1": 0.815222, - "nauc_recall_at_20_max": 0.911557, - "nauc_recall_at_20_std": 0.853988, - "nauc_recall_at_20_diff1": 0.779222, - "nauc_recall_at_100_max": 0.813577, - "nauc_recall_at_100_std": 0.799363, - "nauc_recall_at_100_diff1": 0.676867, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.912605, - "nauc_precision_at_1_std": 0.796357, - "nauc_precision_at_1_diff1": 0.900112, - "nauc_precision_at_3_max": 0.94984, - "nauc_precision_at_3_std": 0.851192, - "nauc_precision_at_3_diff1": 0.855201, - "nauc_precision_at_5_max": 0.947555, - "nauc_precision_at_5_std": 0.865138, - "nauc_precision_at_5_diff1": 0.837761, - "nauc_precision_at_10_max": 0.93656, - "nauc_precision_at_10_std": 0.864137, - "nauc_precision_at_10_diff1": 0.815222, - "nauc_precision_at_20_max": 0.911557, - "nauc_precision_at_20_std": 0.853988, - "nauc_precision_at_20_diff1": 0.779222, - "nauc_precision_at_100_max": 0.813577, - "nauc_precision_at_100_std": 0.799363, - "nauc_precision_at_100_diff1": 0.676867, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.912605, - "nauc_mrr_at_1_std": 0.796357, - "nauc_mrr_at_1_diff1": 0.900112, - "nauc_mrr_at_3_max": 0.930691, - "nauc_mrr_at_3_std": 0.821393, - "nauc_mrr_at_3_diff1": 0.88065, - "nauc_mrr_at_5_max": 0.930054, - "nauc_mrr_at_5_std": 0.82484, - "nauc_mrr_at_5_diff1": 0.876507, - "nauc_mrr_at_10_max": 0.928669, - "nauc_mrr_at_10_std": 0.824844, - "nauc_mrr_at_10_diff1": 0.87375, - "nauc_mrr_at_20_max": 0.926992, - "nauc_mrr_at_20_std": 0.824183, - "nauc_mrr_at_20_diff1": 0.871283, - "nauc_mrr_at_100_max": 0.925204, - "nauc_mrr_at_100_std": 0.823244, - "nauc_mrr_at_100_diff1": 0.869215, - "nauc_mrr_at_1000_max": 0.925382, - "nauc_mrr_at_1000_std": 0.82315, - "nauc_mrr_at_1000_diff1": 0.869704, - "main_score": 0.4325, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.41077, + "ndcg_at_5": 0.41722, + "ndcg_at_10": 0.42508, + "ndcg_at_20": 0.43426, + "ndcg_at_100": 0.45766, + "ndcg_at_1000": 0.50316, + "map_at_1": 0.38, + "map_at_3": 0.40333, + "map_at_5": 0.40694, + "map_at_10": 0.41016, + "map_at_20": 0.41263, + "map_at_100": 0.41545, + "map_at_1000": 0.41708, + "recall_at_1": 0.38, + "recall_at_3": 0.43222, + "recall_at_5": 0.44778, + "recall_at_10": 0.47222, + "recall_at_20": 0.50889, + "recall_at_100": 0.64111, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.14407, + "precision_at_5": 0.08956, + "precision_at_10": 0.04722, + "precision_at_20": 0.02544, + "precision_at_100": 0.00641, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.403333, + "mrr_at_5": 0.406944, + "mrr_at_10": 0.410164, + "mrr_at_20": 0.412626, + "mrr_at_100": 0.415453, + "mrr_at_1000": 0.417078, + "nauc_ndcg_at_1_max": 0.908242, + "nauc_ndcg_at_1_std": 0.762386, + "nauc_ndcg_at_1_diff1": 0.909909, + "nauc_ndcg_at_3_max": 0.930058, + "nauc_ndcg_at_3_std": 0.796653, + "nauc_ndcg_at_3_diff1": 0.878135, + "nauc_ndcg_at_5_max": 0.930744, + "nauc_ndcg_at_5_std": 0.800696, + "nauc_ndcg_at_5_diff1": 0.871656, + "nauc_ndcg_at_10_max": 0.925757, + "nauc_ndcg_at_10_std": 0.801005, + "nauc_ndcg_at_10_diff1": 0.86786, + "nauc_ndcg_at_20_max": 0.919807, + "nauc_ndcg_at_20_std": 0.801175, + "nauc_ndcg_at_20_diff1": 0.857381, + "nauc_ndcg_at_100_max": 0.906654, + "nauc_ndcg_at_100_std": 0.791724, + "nauc_ndcg_at_100_diff1": 0.848278, + "nauc_ndcg_at_1000_max": 0.915971, + "nauc_ndcg_at_1000_std": 0.793061, + "nauc_ndcg_at_1000_diff1": 0.862673, + "nauc_map_at_1_max": 0.908242, + "nauc_map_at_1_std": 0.762386, + "nauc_map_at_1_diff1": 0.909909, + "nauc_map_at_3_max": 0.925407, + "nauc_map_at_3_std": 0.788326, + "nauc_map_at_3_diff1": 0.885748, + "nauc_map_at_5_max": 0.925834, + "nauc_map_at_5_std": 0.790663, + "nauc_map_at_5_diff1": 0.882107, + "nauc_map_at_10_max": 0.923973, + "nauc_map_at_10_std": 0.790993, + "nauc_map_at_10_diff1": 0.880696, + "nauc_map_at_20_max": 0.922352, + "nauc_map_at_20_std": 0.79104, + "nauc_map_at_20_diff1": 0.87785, + "nauc_map_at_100_max": 0.920711, + "nauc_map_at_100_std": 0.789949, + "nauc_map_at_100_diff1": 0.876533, + "nauc_map_at_1000_max": 0.920827, + "nauc_map_at_1000_std": 0.789856, + "nauc_map_at_1000_diff1": 0.876872, + "nauc_recall_at_1_max": 0.908242, + "nauc_recall_at_1_std": 0.762386, + "nauc_recall_at_1_diff1": 0.909909, + "nauc_recall_at_3_max": 0.94325, + "nauc_recall_at_3_std": 0.82075, + "nauc_recall_at_3_diff1": 0.856147, + "nauc_recall_at_5_max": 0.944778, + "nauc_recall_at_5_std": 0.830293, + "nauc_recall_at_5_diff1": 0.840482, + "nauc_recall_at_10_max": 0.928253, + "nauc_recall_at_10_std": 0.830332, + "nauc_recall_at_10_diff1": 0.827602, + "nauc_recall_at_20_max": 0.904202, + "nauc_recall_at_20_std": 0.83146, + "nauc_recall_at_20_diff1": 0.784463, + "nauc_recall_at_100_max": 0.815259, + "nauc_recall_at_100_std": 0.772856, + "nauc_recall_at_100_diff1": 0.715645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.908242, + "nauc_precision_at_1_std": 0.762386, + "nauc_precision_at_1_diff1": 0.909909, + "nauc_precision_at_3_max": 0.94325, + "nauc_precision_at_3_std": 0.82075, + "nauc_precision_at_3_diff1": 0.856147, + "nauc_precision_at_5_max": 0.944778, + "nauc_precision_at_5_std": 0.830293, + "nauc_precision_at_5_diff1": 0.840482, + "nauc_precision_at_10_max": 0.928253, + "nauc_precision_at_10_std": 0.830332, + "nauc_precision_at_10_diff1": 0.827602, + "nauc_precision_at_20_max": 0.904202, + "nauc_precision_at_20_std": 0.83146, + "nauc_precision_at_20_diff1": 0.784463, + "nauc_precision_at_100_max": 0.815259, + "nauc_precision_at_100_std": 0.772856, + "nauc_precision_at_100_diff1": 0.715645, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.908242, + "nauc_mrr_at_1_std": 0.762386, + "nauc_mrr_at_1_diff1": 0.909909, + "nauc_mrr_at_3_max": 0.925407, + "nauc_mrr_at_3_std": 0.788326, + "nauc_mrr_at_3_diff1": 0.885748, + "nauc_mrr_at_5_max": 0.925834, + "nauc_mrr_at_5_std": 0.790663, + "nauc_mrr_at_5_diff1": 0.882107, + "nauc_mrr_at_10_max": 0.923973, + "nauc_mrr_at_10_std": 0.790993, + "nauc_mrr_at_10_diff1": 0.880696, + "nauc_mrr_at_20_max": 0.922352, + "nauc_mrr_at_20_std": 0.79104, + "nauc_mrr_at_20_diff1": 0.87785, + "nauc_mrr_at_100_max": 0.920711, + "nauc_mrr_at_100_std": 0.789949, + "nauc_mrr_at_100_diff1": 0.876533, + "nauc_mrr_at_1000_max": 0.920827, + "nauc_mrr_at_1000_std": 0.789856, + "nauc_mrr_at_1000_diff1": 0.876872, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.43222, + "hit_rate_at_5": 0.44778, + "hit_rate_at_10": 0.47222, + "hit_rate_at_20": 0.50889, + "hit_rate_at_100": 0.64111, + "hit_rate_at_1000": 1.0, + "main_score": 0.42508, "hf_subset": "eng_Latn-bam_Latn", "languages": [ "eng-Latn", "bam-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.93242, - "ndcg_at_5": 0.93787, - "ndcg_at_10": 0.9415, - "ndcg_at_20": 0.94375, - "ndcg_at_100": 0.94436, - "ndcg_at_1000": 0.94495, - "map_at_1": 0.89111, - "map_at_3": 0.92315, - "map_at_5": 0.92615, - "map_at_10": 0.92766, - "map_at_20": 0.92828, - "map_at_100": 0.92837, - "map_at_1000": 0.92839, - "recall_at_1": 0.89111, - "recall_at_3": 0.95889, - "recall_at_5": 0.97222, - "recall_at_10": 0.98333, + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.92051, + "ndcg_at_5": 0.92836, + "ndcg_at_10": 0.93095, + "ndcg_at_20": 0.93493, + "ndcg_at_100": 0.93557, + "ndcg_at_1000": 0.93613, + "map_at_1": 0.87444, + "map_at_3": 0.91019, + "map_at_5": 0.91457, + "map_at_10": 0.91569, + "map_at_20": 0.91681, + "map_at_100": 0.9169, + "map_at_1000": 0.91692, + "recall_at_1": 0.87444, + "recall_at_3": 0.95, + "recall_at_5": 0.96889, + "recall_at_10": 0.97667, "recall_at_20": 0.99222, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31963, - "precision_at_5": 0.19444, - "precision_at_10": 0.09833, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31667, + "precision_at_5": 0.19378, + "precision_at_10": 0.09767, "precision_at_20": 0.04961, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.923148, - "mrr_at_5": 0.926148, - "mrr_at_10": 0.927664, - "mrr_at_20": 0.928285, - "mrr_at_100": 0.928368, - "mrr_at_1000": 0.928392, - "nauc_ndcg_at_1_max": 0.739026, - "nauc_ndcg_at_1_std": -0.030196, - "nauc_ndcg_at_1_diff1": 0.903508, - "nauc_ndcg_at_3_max": 0.785189, - "nauc_ndcg_at_3_std": -0.029199, - "nauc_ndcg_at_3_diff1": 0.892628, - "nauc_ndcg_at_5_max": 0.778848, - "nauc_ndcg_at_5_std": -0.053233, - "nauc_ndcg_at_5_diff1": 0.895258, - "nauc_ndcg_at_10_max": 0.775314, - "nauc_ndcg_at_10_std": -0.043152, - "nauc_ndcg_at_10_diff1": 0.898149, - "nauc_ndcg_at_20_max": 0.774944, - "nauc_ndcg_at_20_std": -0.020458, - "nauc_ndcg_at_20_diff1": 0.898953, - "nauc_ndcg_at_100_max": 0.772845, - "nauc_ndcg_at_100_std": -0.025107, - "nauc_ndcg_at_100_diff1": 0.898766, - "nauc_ndcg_at_1000_max": 0.770768, - "nauc_ndcg_at_1000_std": -0.031923, - "nauc_ndcg_at_1000_diff1": 0.898031, - "nauc_map_at_1_max": 0.739026, - "nauc_map_at_1_std": -0.030196, - "nauc_map_at_1_diff1": 0.903508, - "nauc_map_at_3_max": 0.772001, - "nauc_map_at_3_std": -0.029669, - "nauc_map_at_3_diff1": 0.895678, - "nauc_map_at_5_max": 0.768466, - "nauc_map_at_5_std": -0.041025, - "nauc_map_at_5_diff1": 0.896904, - "nauc_map_at_10_max": 0.767086, - "nauc_map_at_10_std": -0.037364, - "nauc_map_at_10_diff1": 0.897884, - "nauc_map_at_20_max": 0.766824, - "nauc_map_at_20_std": -0.032706, - "nauc_map_at_20_diff1": 0.898072, - "nauc_map_at_100_max": 0.766574, - "nauc_map_at_100_std": -0.03353, - "nauc_map_at_100_diff1": 0.898044, - "nauc_map_at_1000_max": 0.766506, - "nauc_map_at_1000_std": -0.033758, - "nauc_map_at_1000_diff1": 0.89802, - "nauc_recall_at_1_max": 0.739026, - "nauc_recall_at_1_std": -0.030196, - "nauc_recall_at_1_diff1": 0.903508, - "nauc_recall_at_3_max": 0.85385, - "nauc_recall_at_3_std": -0.026585, - "nauc_recall_at_3_diff1": 0.876801, - "nauc_recall_at_5_max": 0.85296, - "nauc_recall_at_5_std": -0.153782, - "nauc_recall_at_5_diff1": 0.884781, - "nauc_recall_at_10_max": 0.863866, - "nauc_recall_at_10_std": -0.113819, - "nauc_recall_at_10_diff1": 0.909586, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.469254, - "nauc_recall_at_20_diff1": 0.943978, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.609127, - "nauc_recall_at_100_diff1": 0.96732, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739026, - "nauc_precision_at_1_std": -0.030196, - "nauc_precision_at_1_diff1": 0.903508, - "nauc_precision_at_3_max": 0.85385, - "nauc_precision_at_3_std": -0.026585, - "nauc_precision_at_3_diff1": 0.876801, - "nauc_precision_at_5_max": 0.85296, - "nauc_precision_at_5_std": -0.153782, - "nauc_precision_at_5_diff1": 0.884781, - "nauc_precision_at_10_max": 0.863866, - "nauc_precision_at_10_std": -0.113819, - "nauc_precision_at_10_diff1": 0.909586, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.469254, - "nauc_precision_at_20_diff1": 0.943978, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.609127, - "nauc_precision_at_100_diff1": 0.96732, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739026, - "nauc_mrr_at_1_std": -0.030196, - "nauc_mrr_at_1_diff1": 0.903508, - "nauc_mrr_at_3_max": 0.772001, - "nauc_mrr_at_3_std": -0.029669, - "nauc_mrr_at_3_diff1": 0.895678, - "nauc_mrr_at_5_max": 0.768466, - "nauc_mrr_at_5_std": -0.041025, - "nauc_mrr_at_5_diff1": 0.896904, - "nauc_mrr_at_10_max": 0.767086, - "nauc_mrr_at_10_std": -0.037364, - "nauc_mrr_at_10_diff1": 0.897884, - "nauc_mrr_at_20_max": 0.766824, - "nauc_mrr_at_20_std": -0.032706, - "nauc_mrr_at_20_diff1": 0.898072, - "nauc_mrr_at_100_max": 0.766574, - "nauc_mrr_at_100_std": -0.03353, - "nauc_mrr_at_100_diff1": 0.898044, - "nauc_mrr_at_1000_max": 0.766506, - "nauc_mrr_at_1000_std": -0.033758, - "nauc_mrr_at_1000_diff1": 0.89802, - "main_score": 0.9415, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.910185, + "mrr_at_5": 0.914574, + "mrr_at_10": 0.91569, + "mrr_at_20": 0.916808, + "mrr_at_100": 0.916899, + "mrr_at_1000": 0.916919, + "nauc_ndcg_at_1_max": 0.747579, + "nauc_ndcg_at_1_std": -0.080287, + "nauc_ndcg_at_1_diff1": 0.917494, + "nauc_ndcg_at_3_max": 0.790535, + "nauc_ndcg_at_3_std": -0.044166, + "nauc_ndcg_at_3_diff1": 0.894569, + "nauc_ndcg_at_5_max": 0.787974, + "nauc_ndcg_at_5_std": -0.039461, + "nauc_ndcg_at_5_diff1": 0.89325, + "nauc_ndcg_at_10_max": 0.782018, + "nauc_ndcg_at_10_std": -0.052875, + "nauc_ndcg_at_10_diff1": 0.893635, + "nauc_ndcg_at_20_max": 0.780219, + "nauc_ndcg_at_20_std": -0.037278, + "nauc_ndcg_at_20_diff1": 0.89999, + "nauc_ndcg_at_100_max": 0.778825, + "nauc_ndcg_at_100_std": -0.041429, + "nauc_ndcg_at_100_diff1": 0.899792, + "nauc_ndcg_at_1000_max": 0.776817, + "nauc_ndcg_at_1000_std": -0.048358, + "nauc_ndcg_at_1000_diff1": 0.900068, + "nauc_map_at_1_max": 0.747579, + "nauc_map_at_1_std": -0.080287, + "nauc_map_at_1_diff1": 0.917494, + "nauc_map_at_3_max": 0.777663, + "nauc_map_at_3_std": -0.051904, + "nauc_map_at_3_diff1": 0.900536, + "nauc_map_at_5_max": 0.775875, + "nauc_map_at_5_std": -0.050762, + "nauc_map_at_5_diff1": 0.900368, + "nauc_map_at_10_max": 0.773613, + "nauc_map_at_10_std": -0.055584, + "nauc_map_at_10_diff1": 0.900646, + "nauc_map_at_20_max": 0.772989, + "nauc_map_at_20_std": -0.05277, + "nauc_map_at_20_diff1": 0.902178, + "nauc_map_at_100_max": 0.772791, + "nauc_map_at_100_std": -0.053509, + "nauc_map_at_100_diff1": 0.902125, + "nauc_map_at_1000_max": 0.772735, + "nauc_map_at_1000_std": -0.053717, + "nauc_map_at_1000_diff1": 0.902128, + "nauc_recall_at_1_max": 0.747579, + "nauc_recall_at_1_std": -0.080287, + "nauc_recall_at_1_diff1": 0.917494, + "nauc_recall_at_3_max": 0.854933, + "nauc_recall_at_3_std": -0.007957, + "nauc_recall_at_3_diff1": 0.865453, + "nauc_recall_at_5_max": 0.879052, + "nauc_recall_at_5_std": 0.047102, + "nauc_recall_at_5_diff1": 0.839019, + "nauc_recall_at_10_max": 0.85741, + "nauc_recall_at_10_std": -0.042506, + "nauc_recall_at_10_diff1": 0.823485, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.525277, + "nauc_recall_at_20_diff1": 0.883287, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.707166, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747579, + "nauc_precision_at_1_std": -0.080287, + "nauc_precision_at_1_diff1": 0.917494, + "nauc_precision_at_3_max": 0.854933, + "nauc_precision_at_3_std": -0.007957, + "nauc_precision_at_3_diff1": 0.865453, + "nauc_precision_at_5_max": 0.879052, + "nauc_precision_at_5_std": 0.047102, + "nauc_precision_at_5_diff1": 0.839019, + "nauc_precision_at_10_max": 0.85741, + "nauc_precision_at_10_std": -0.042506, + "nauc_precision_at_10_diff1": 0.823485, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.525277, + "nauc_precision_at_20_diff1": 0.883287, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.707166, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747579, + "nauc_mrr_at_1_std": -0.080287, + "nauc_mrr_at_1_diff1": 0.917494, + "nauc_mrr_at_3_max": 0.777663, + "nauc_mrr_at_3_std": -0.051904, + "nauc_mrr_at_3_diff1": 0.900536, + "nauc_mrr_at_5_max": 0.775875, + "nauc_mrr_at_5_std": -0.050762, + "nauc_mrr_at_5_diff1": 0.900368, + "nauc_mrr_at_10_max": 0.773613, + "nauc_mrr_at_10_std": -0.055584, + "nauc_mrr_at_10_diff1": 0.900646, + "nauc_mrr_at_20_max": 0.772989, + "nauc_mrr_at_20_std": -0.05277, + "nauc_mrr_at_20_diff1": 0.902178, + "nauc_mrr_at_100_max": 0.772791, + "nauc_mrr_at_100_std": -0.053509, + "nauc_mrr_at_100_diff1": 0.902125, + "nauc_mrr_at_1000_max": 0.772735, + "nauc_mrr_at_1000_std": -0.053717, + "nauc_mrr_at_1000_diff1": 0.902128, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93095, "hf_subset": "ben_Beng-ben_Beng", "languages": [ "ben-Beng", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94889, - "ndcg_at_5": 0.95109, - "ndcg_at_10": 0.95586, - "ndcg_at_20": 0.95617, - "ndcg_at_100": 0.95681, - "ndcg_at_1000": 0.95729, - "map_at_1": 0.91333, - "map_at_3": 0.94074, - "map_at_5": 0.94191, - "map_at_10": 0.94394, - "map_at_20": 0.94404, - "map_at_100": 0.94414, - "map_at_1000": 0.94416, - "recall_at_1": 0.91333, - "recall_at_3": 0.97222, - "recall_at_5": 0.97778, - "recall_at_10": 0.99222, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.94111, + "ndcg_at_5": 0.94441, + "ndcg_at_10": 0.94956, + "ndcg_at_20": 0.95107, + "ndcg_at_100": 0.95205, + "ndcg_at_1000": 0.95219, + "map_at_1": 0.90556, + "map_at_3": 0.93296, + "map_at_5": 0.93485, + "map_at_10": 0.93705, + "map_at_20": 0.93752, + "map_at_100": 0.93764, + "map_at_1000": 0.93764, + "recall_at_1": 0.90556, + "recall_at_3": 0.96444, + "recall_at_5": 0.97222, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32407, - "precision_at_5": 0.19556, - "precision_at_10": 0.09922, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.32148, + "precision_at_5": 0.19444, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.940741, - "mrr_at_5": 0.941907, - "mrr_at_10": 0.943941, - "mrr_at_20": 0.944042, - "mrr_at_100": 0.944138, - "mrr_at_1000": 0.944164, - "nauc_ndcg_at_1_max": 0.729746, - "nauc_ndcg_at_1_std": -0.385741, - "nauc_ndcg_at_1_diff1": 0.935927, - "nauc_ndcg_at_3_max": 0.753715, - "nauc_ndcg_at_3_std": -0.448883, - "nauc_ndcg_at_3_diff1": 0.934295, - "nauc_ndcg_at_5_max": 0.761523, - "nauc_ndcg_at_5_std": -0.46127, - "nauc_ndcg_at_5_diff1": 0.938145, - "nauc_ndcg_at_10_max": 0.758945, - "nauc_ndcg_at_10_std": -0.416663, - "nauc_ndcg_at_10_diff1": 0.936747, - "nauc_ndcg_at_20_max": 0.75724, - "nauc_ndcg_at_20_std": -0.407304, - "nauc_ndcg_at_20_diff1": 0.936299, - "nauc_ndcg_at_100_max": 0.756231, - "nauc_ndcg_at_100_std": -0.410951, - "nauc_ndcg_at_100_diff1": 0.936114, - "nauc_ndcg_at_1000_max": 0.754016, - "nauc_ndcg_at_1000_std": -0.415697, - "nauc_ndcg_at_1000_diff1": 0.93645, - "nauc_map_at_1_max": 0.729746, - "nauc_map_at_1_std": -0.385741, - "nauc_map_at_1_diff1": 0.935927, - "nauc_map_at_3_max": 0.7483, - "nauc_map_at_3_std": -0.430728, - "nauc_map_at_3_diff1": 0.93518, - "nauc_map_at_5_max": 0.751921, - "nauc_map_at_5_std": -0.436054, - "nauc_map_at_5_diff1": 0.937073, - "nauc_map_at_10_max": 0.75079, - "nauc_map_at_10_std": -0.420375, - "nauc_map_at_10_diff1": 0.936499, - "nauc_map_at_20_max": 0.75034, - "nauc_map_at_20_std": -0.417993, - "nauc_map_at_20_diff1": 0.936385, - "nauc_map_at_100_max": 0.750333, - "nauc_map_at_100_std": -0.417709, - "nauc_map_at_100_diff1": 0.936399, - "nauc_map_at_1000_max": 0.750239, - "nauc_map_at_1000_std": -0.417863, - "nauc_map_at_1000_diff1": 0.936416, - "nauc_recall_at_1_max": 0.729746, - "nauc_recall_at_1_std": -0.385741, - "nauc_recall_at_1_diff1": 0.935927, - "nauc_recall_at_3_max": 0.78437, - "nauc_recall_at_3_std": -0.557031, - "nauc_recall_at_3_diff1": 0.928571, - "nauc_recall_at_5_max": 0.83289, - "nauc_recall_at_5_std": -0.651307, - "nauc_recall_at_5_diff1": 0.946895, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": -0.232626, - "nauc_recall_at_10_diff1": 0.941643, - "nauc_recall_at_20_max": 0.903906, - "nauc_recall_at_20_std": 0.018596, - "nauc_recall_at_20_diff1": 0.931917, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.907407, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.932963, + "mrr_at_5": 0.934852, + "mrr_at_10": 0.93705, + "mrr_at_20": 0.937518, + "mrr_at_100": 0.937639, + "mrr_at_1000": 0.937643, + "nauc_ndcg_at_1_max": 0.711556, + "nauc_ndcg_at_1_std": -0.294777, + "nauc_ndcg_at_1_diff1": 0.922228, + "nauc_ndcg_at_3_max": 0.748171, + "nauc_ndcg_at_3_std": -0.28637, + "nauc_ndcg_at_3_diff1": 0.924717, + "nauc_ndcg_at_5_max": 0.743591, + "nauc_ndcg_at_5_std": -0.295105, + "nauc_ndcg_at_5_diff1": 0.92604, + "nauc_ndcg_at_10_max": 0.749498, + "nauc_ndcg_at_10_std": -0.295211, + "nauc_ndcg_at_10_diff1": 0.926423, + "nauc_ndcg_at_20_max": 0.745135, + "nauc_ndcg_at_20_std": -0.280873, + "nauc_ndcg_at_20_diff1": 0.924987, + "nauc_ndcg_at_100_max": 0.741736, + "nauc_ndcg_at_100_std": -0.284852, + "nauc_ndcg_at_100_diff1": 0.925045, + "nauc_ndcg_at_1000_max": 0.740999, + "nauc_ndcg_at_1000_std": -0.288518, + "nauc_ndcg_at_1000_diff1": 0.924831, + "nauc_map_at_1_max": 0.711556, + "nauc_map_at_1_std": -0.294777, + "nauc_map_at_1_diff1": 0.922228, + "nauc_map_at_3_max": 0.738923, + "nauc_map_at_3_std": -0.292197, + "nauc_map_at_3_diff1": 0.924001, + "nauc_map_at_5_max": 0.736437, + "nauc_map_at_5_std": -0.296522, + "nauc_map_at_5_diff1": 0.924612, + "nauc_map_at_10_max": 0.738324, + "nauc_map_at_10_std": -0.296724, + "nauc_map_at_10_diff1": 0.924727, + "nauc_map_at_20_max": 0.737191, + "nauc_map_at_20_std": -0.29324, + "nauc_map_at_20_diff1": 0.924375, + "nauc_map_at_100_max": 0.736911, + "nauc_map_at_100_std": -0.293216, + "nauc_map_at_100_diff1": 0.924382, + "nauc_map_at_1000_max": 0.736894, + "nauc_map_at_1000_std": -0.293298, + "nauc_map_at_1000_diff1": 0.924377, + "nauc_recall_at_1_max": 0.711556, + "nauc_recall_at_1_std": -0.294777, + "nauc_recall_at_1_diff1": 0.922228, + "nauc_recall_at_3_max": 0.796, + "nauc_recall_at_3_std": -0.252349, + "nauc_recall_at_3_diff1": 0.928513, + "nauc_recall_at_5_max": 0.787619, + "nauc_recall_at_5_std": -0.285079, + "nauc_recall_at_5_diff1": 0.935948, + "nauc_recall_at_10_max": 0.913844, + "nauc_recall_at_10_std": -0.270223, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.138422, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729746, - "nauc_precision_at_1_std": -0.385741, - "nauc_precision_at_1_diff1": 0.935927, - "nauc_precision_at_3_max": 0.78437, - "nauc_precision_at_3_std": -0.557031, - "nauc_precision_at_3_diff1": 0.928571, - "nauc_precision_at_5_max": 0.83289, - "nauc_precision_at_5_std": -0.651307, - "nauc_precision_at_5_diff1": 0.946895, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": -0.232626, - "nauc_precision_at_10_diff1": 0.941643, - "nauc_precision_at_20_max": 0.903906, - "nauc_precision_at_20_std": 0.018596, - "nauc_precision_at_20_diff1": 0.931917, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1_max": 0.711556, + "nauc_precision_at_1_std": -0.294777, + "nauc_precision_at_1_diff1": 0.922228, + "nauc_precision_at_3_max": 0.796, + "nauc_precision_at_3_std": -0.252349, + "nauc_precision_at_3_diff1": 0.928513, + "nauc_precision_at_5_max": 0.787619, + "nauc_precision_at_5_std": -0.285079, + "nauc_precision_at_5_diff1": 0.935948, + "nauc_precision_at_10_max": 0.913844, + "nauc_precision_at_10_std": -0.270223, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.138422, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729746, - "nauc_mrr_at_1_std": -0.385741, - "nauc_mrr_at_1_diff1": 0.935927, - "nauc_mrr_at_3_max": 0.7483, - "nauc_mrr_at_3_std": -0.430728, - "nauc_mrr_at_3_diff1": 0.93518, - "nauc_mrr_at_5_max": 0.751921, - "nauc_mrr_at_5_std": -0.436054, - "nauc_mrr_at_5_diff1": 0.937073, - "nauc_mrr_at_10_max": 0.75079, - "nauc_mrr_at_10_std": -0.420375, - "nauc_mrr_at_10_diff1": 0.936499, - "nauc_mrr_at_20_max": 0.75034, - "nauc_mrr_at_20_std": -0.417993, - "nauc_mrr_at_20_diff1": 0.936385, - "nauc_mrr_at_100_max": 0.750333, - "nauc_mrr_at_100_std": -0.417709, - "nauc_mrr_at_100_diff1": 0.936399, - "nauc_mrr_at_1000_max": 0.750239, - "nauc_mrr_at_1000_std": -0.417863, - "nauc_mrr_at_1000_diff1": 0.936416, - "main_score": 0.95586, + "nauc_mrr_at_1_max": 0.711556, + "nauc_mrr_at_1_std": -0.294777, + "nauc_mrr_at_1_diff1": 0.922228, + "nauc_mrr_at_3_max": 0.738923, + "nauc_mrr_at_3_std": -0.292197, + "nauc_mrr_at_3_diff1": 0.924001, + "nauc_mrr_at_5_max": 0.736437, + "nauc_mrr_at_5_std": -0.296522, + "nauc_mrr_at_5_diff1": 0.924612, + "nauc_mrr_at_10_max": 0.738324, + "nauc_mrr_at_10_std": -0.296724, + "nauc_mrr_at_10_diff1": 0.924727, + "nauc_mrr_at_20_max": 0.737191, + "nauc_mrr_at_20_std": -0.29324, + "nauc_mrr_at_20_diff1": 0.924375, + "nauc_mrr_at_100_max": 0.736911, + "nauc_mrr_at_100_std": -0.293216, + "nauc_mrr_at_100_diff1": 0.924382, + "nauc_mrr_at_1000_max": 0.736894, + "nauc_mrr_at_1000_std": -0.293298, + "nauc_mrr_at_1000_diff1": 0.924377, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94956, "hf_subset": "ben_Beng-eng_Latn", "languages": [ "ben-Beng", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.87889, - "ndcg_at_3": 0.91894, - "ndcg_at_5": 0.92635, - "ndcg_at_10": 0.93183, - "ndcg_at_20": 0.93434, - "ndcg_at_100": 0.93556, - "ndcg_at_1000": 0.93613, - "map_at_1": 0.87889, - "map_at_3": 0.91, - "map_at_5": 0.91417, - "map_at_10": 0.91648, - "map_at_20": 0.91715, - "map_at_100": 0.91731, - "map_at_1000": 0.91733, - "recall_at_1": 0.87889, - "recall_at_3": 0.94444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97889, - "recall_at_20": 0.98889, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85667, + "ndcg_at_3": 0.90327, + "ndcg_at_5": 0.91197, + "ndcg_at_10": 0.91744, + "ndcg_at_20": 0.91966, + "ndcg_at_100": 0.92215, + "ndcg_at_1000": 0.92288, + "map_at_1": 0.85667, + "map_at_3": 0.89241, + "map_at_5": 0.89724, + "map_at_10": 0.89955, + "map_at_20": 0.90014, + "map_at_100": 0.90049, + "map_at_1000": 0.90052, + "recall_at_1": 0.85667, + "recall_at_3": 0.93444, + "recall_at_5": 0.95556, + "recall_at_10": 0.97222, + "recall_at_20": 0.98111, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.87889, - "precision_at_3": 0.31481, - "precision_at_5": 0.19244, - "precision_at_10": 0.09789, - "precision_at_20": 0.04944, - "precision_at_100": 0.00996, + "accuracy": 0.85667, + "precision_at_1": 0.85667, + "precision_at_3": 0.31148, + "precision_at_5": 0.19111, + "precision_at_10": 0.09722, + "precision_at_20": 0.04906, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.878889, - "mrr_at_3": 0.91, - "mrr_at_5": 0.914167, - "mrr_at_10": 0.916479, - "mrr_at_20": 0.917151, - "mrr_at_100": 0.91731, - "mrr_at_1000": 0.917329, - "nauc_ndcg_at_1_max": 0.740176, - "nauc_ndcg_at_1_std": -0.108359, - "nauc_ndcg_at_1_diff1": 0.897882, - "nauc_ndcg_at_3_max": 0.793867, - "nauc_ndcg_at_3_std": -0.008661, - "nauc_ndcg_at_3_diff1": 0.88803, - "nauc_ndcg_at_5_max": 0.787733, - "nauc_ndcg_at_5_std": 0.00802, - "nauc_ndcg_at_5_diff1": 0.890012, - "nauc_ndcg_at_10_max": 0.783178, - "nauc_ndcg_at_10_std": -0.000146, - "nauc_ndcg_at_10_diff1": 0.89071, - "nauc_ndcg_at_20_max": 0.778882, - "nauc_ndcg_at_20_std": -0.022113, - "nauc_ndcg_at_20_diff1": 0.890886, - "nauc_ndcg_at_100_max": 0.777795, - "nauc_ndcg_at_100_std": -0.020366, - "nauc_ndcg_at_100_diff1": 0.891908, - "nauc_ndcg_at_1000_max": 0.776088, - "nauc_ndcg_at_1000_std": -0.02922, - "nauc_ndcg_at_1000_diff1": 0.89154, - "nauc_map_at_1_max": 0.740176, - "nauc_map_at_1_std": -0.108359, - "nauc_map_at_1_diff1": 0.897882, - "nauc_map_at_3_max": 0.778699, - "nauc_map_at_3_std": -0.040491, - "nauc_map_at_3_diff1": 0.890882, - "nauc_map_at_5_max": 0.774993, - "nauc_map_at_5_std": -0.033755, - "nauc_map_at_5_diff1": 0.891895, - "nauc_map_at_10_max": 0.772844, - "nauc_map_at_10_std": -0.038339, - "nauc_map_at_10_diff1": 0.892132, - "nauc_map_at_20_max": 0.771788, - "nauc_map_at_20_std": -0.043452, - "nauc_map_at_20_diff1": 0.892138, - "nauc_map_at_100_max": 0.771654, - "nauc_map_at_100_std": -0.043373, - "nauc_map_at_100_diff1": 0.892232, - "nauc_map_at_1000_max": 0.771607, - "nauc_map_at_1000_std": -0.043611, - "nauc_map_at_1000_diff1": 0.89222, - "nauc_recall_at_1_max": 0.740176, - "nauc_recall_at_1_std": -0.108359, - "nauc_recall_at_1_diff1": 0.897882, - "nauc_recall_at_3_max": 0.862288, - "nauc_recall_at_3_std": 0.137675, - "nauc_recall_at_3_diff1": 0.875117, - "nauc_recall_at_5_max": 0.866137, - "nauc_recall_at_5_std": 0.281197, - "nauc_recall_at_5_diff1": 0.878961, - "nauc_recall_at_10_max": 0.888569, - "nauc_recall_at_10_std": 0.429825, - "nauc_recall_at_10_diff1": 0.87825, - "nauc_recall_at_20_max": 0.886788, - "nauc_recall_at_20_std": 0.312512, - "nauc_recall_at_20_diff1": 0.873716, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.96732, - "nauc_recall_at_100_diff1": 0.930556, + "mrr_at_1": 0.856667, + "mrr_at_3": 0.892407, + "mrr_at_5": 0.897241, + "mrr_at_10": 0.899549, + "mrr_at_20": 0.900143, + "mrr_at_100": 0.900493, + "mrr_at_1000": 0.900525, + "nauc_ndcg_at_1_max": 0.701863, + "nauc_ndcg_at_1_std": -0.130958, + "nauc_ndcg_at_1_diff1": 0.896518, + "nauc_ndcg_at_3_max": 0.756817, + "nauc_ndcg_at_3_std": -0.087091, + "nauc_ndcg_at_3_diff1": 0.880447, + "nauc_ndcg_at_5_max": 0.753142, + "nauc_ndcg_at_5_std": -0.082979, + "nauc_ndcg_at_5_diff1": 0.883239, + "nauc_ndcg_at_10_max": 0.749893, + "nauc_ndcg_at_10_std": -0.066903, + "nauc_ndcg_at_10_diff1": 0.883033, + "nauc_ndcg_at_20_max": 0.74815, + "nauc_ndcg_at_20_std": -0.067212, + "nauc_ndcg_at_20_diff1": 0.885505, + "nauc_ndcg_at_100_max": 0.744594, + "nauc_ndcg_at_100_std": -0.075621, + "nauc_ndcg_at_100_diff1": 0.885216, + "nauc_ndcg_at_1000_max": 0.742337, + "nauc_ndcg_at_1000_std": -0.085882, + "nauc_ndcg_at_1000_diff1": 0.885183, + "nauc_map_at_1_max": 0.701863, + "nauc_map_at_1_std": -0.130958, + "nauc_map_at_1_diff1": 0.896518, + "nauc_map_at_3_max": 0.741565, + "nauc_map_at_3_std": -0.102662, + "nauc_map_at_3_diff1": 0.884642, + "nauc_map_at_5_max": 0.738985, + "nauc_map_at_5_std": -0.102295, + "nauc_map_at_5_diff1": 0.886201, + "nauc_map_at_10_max": 0.737631, + "nauc_map_at_10_std": -0.097129, + "nauc_map_at_10_diff1": 0.886278, + "nauc_map_at_20_max": 0.737199, + "nauc_map_at_20_std": -0.097117, + "nauc_map_at_20_diff1": 0.886744, + "nauc_map_at_100_max": 0.736747, + "nauc_map_at_100_std": -0.098284, + "nauc_map_at_100_diff1": 0.886597, + "nauc_map_at_1000_max": 0.736666, + "nauc_map_at_1000_std": -0.098635, + "nauc_map_at_1000_diff1": 0.886591, + "nauc_recall_at_1_max": 0.701863, + "nauc_recall_at_1_std": -0.130958, + "nauc_recall_at_1_diff1": 0.896518, + "nauc_recall_at_3_max": 0.825729, + "nauc_recall_at_3_std": -0.01418, + "nauc_recall_at_3_diff1": 0.861693, + "nauc_recall_at_5_max": 0.842028, + "nauc_recall_at_5_std": 0.047596, + "nauc_recall_at_5_diff1": 0.865675, + "nauc_recall_at_10_max": 0.864613, + "nauc_recall_at_10_std": 0.266835, + "nauc_recall_at_10_diff1": 0.851933, + "nauc_recall_at_20_max": 0.888916, + "nauc_recall_at_20_std": 0.409156, + "nauc_recall_at_20_diff1": 0.881914, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.973856, + "nauc_recall_at_100_diff1": 0.884687, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740176, - "nauc_precision_at_1_std": -0.108359, - "nauc_precision_at_1_diff1": 0.897882, - "nauc_precision_at_3_max": 0.862288, - "nauc_precision_at_3_std": 0.137675, - "nauc_precision_at_3_diff1": 0.875117, - "nauc_precision_at_5_max": 0.866137, - "nauc_precision_at_5_std": 0.281197, - "nauc_precision_at_5_diff1": 0.878961, - "nauc_precision_at_10_max": 0.888569, - "nauc_precision_at_10_std": 0.429825, - "nauc_precision_at_10_diff1": 0.87825, - "nauc_precision_at_20_max": 0.886788, - "nauc_precision_at_20_std": 0.312512, - "nauc_precision_at_20_diff1": 0.873716, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.96732, - "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1_max": 0.701863, + "nauc_precision_at_1_std": -0.130958, + "nauc_precision_at_1_diff1": 0.896518, + "nauc_precision_at_3_max": 0.825729, + "nauc_precision_at_3_std": -0.01418, + "nauc_precision_at_3_diff1": 0.861693, + "nauc_precision_at_5_max": 0.842028, + "nauc_precision_at_5_std": 0.047596, + "nauc_precision_at_5_diff1": 0.865675, + "nauc_precision_at_10_max": 0.864613, + "nauc_precision_at_10_std": 0.266835, + "nauc_precision_at_10_diff1": 0.851933, + "nauc_precision_at_20_max": 0.888916, + "nauc_precision_at_20_std": 0.409156, + "nauc_precision_at_20_diff1": 0.881914, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.973856, + "nauc_precision_at_100_diff1": 0.884687, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740176, - "nauc_mrr_at_1_std": -0.108359, - "nauc_mrr_at_1_diff1": 0.897882, - "nauc_mrr_at_3_max": 0.778699, - "nauc_mrr_at_3_std": -0.040491, - "nauc_mrr_at_3_diff1": 0.890882, - "nauc_mrr_at_5_max": 0.774993, - "nauc_mrr_at_5_std": -0.033755, - "nauc_mrr_at_5_diff1": 0.891895, - "nauc_mrr_at_10_max": 0.772844, - "nauc_mrr_at_10_std": -0.038339, - "nauc_mrr_at_10_diff1": 0.892132, - "nauc_mrr_at_20_max": 0.771788, - "nauc_mrr_at_20_std": -0.043452, - "nauc_mrr_at_20_diff1": 0.892138, - "nauc_mrr_at_100_max": 0.771654, - "nauc_mrr_at_100_std": -0.043373, - "nauc_mrr_at_100_diff1": 0.892232, - "nauc_mrr_at_1000_max": 0.771607, - "nauc_mrr_at_1000_std": -0.043611, - "nauc_mrr_at_1000_diff1": 0.89222, - "main_score": 0.93183, + "nauc_mrr_at_1_max": 0.701863, + "nauc_mrr_at_1_std": -0.130958, + "nauc_mrr_at_1_diff1": 0.896518, + "nauc_mrr_at_3_max": 0.741565, + "nauc_mrr_at_3_std": -0.102662, + "nauc_mrr_at_3_diff1": 0.884642, + "nauc_mrr_at_5_max": 0.738985, + "nauc_mrr_at_5_std": -0.102295, + "nauc_mrr_at_5_diff1": 0.886201, + "nauc_mrr_at_10_max": 0.737631, + "nauc_mrr_at_10_std": -0.097129, + "nauc_mrr_at_10_diff1": 0.886278, + "nauc_mrr_at_20_max": 0.737199, + "nauc_mrr_at_20_std": -0.097117, + "nauc_mrr_at_20_diff1": 0.886744, + "nauc_mrr_at_100_max": 0.736747, + "nauc_mrr_at_100_std": -0.098284, + "nauc_mrr_at_100_diff1": 0.886597, + "nauc_mrr_at_1000_max": 0.736666, + "nauc_mrr_at_1000_std": -0.098635, + "nauc_mrr_at_1000_diff1": 0.886591, + "hit_rate_at_1": 0.85667, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91744, "hf_subset": "eng_Latn-ben_Beng", "languages": [ "eng-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.63222, - "ndcg_at_3": 0.69305, - "ndcg_at_5": 0.70544, - "ndcg_at_10": 0.71935, - "ndcg_at_20": 0.72952, - "ndcg_at_100": 0.7453, - "ndcg_at_1000": 0.75402, - "map_at_1": 0.63222, - "map_at_3": 0.67833, - "map_at_5": 0.68522, - "map_at_10": 0.69091, - "map_at_20": 0.69373, - "map_at_100": 0.69587, - "map_at_1000": 0.69624, - "recall_at_1": 0.63222, - "recall_at_3": 0.73556, - "recall_at_5": 0.76556, + "ndcg_at_1": 0.63, + "ndcg_at_3": 0.69168, + "ndcg_at_5": 0.70311, + "ndcg_at_10": 0.71825, + "ndcg_at_20": 0.72831, + "ndcg_at_100": 0.74395, + "ndcg_at_1000": 0.75268, + "map_at_1": 0.63, + "map_at_3": 0.67685, + "map_at_5": 0.68319, + "map_at_10": 0.68946, + "map_at_20": 0.69219, + "map_at_100": 0.69426, + "map_at_1000": 0.69464, + "recall_at_1": 0.63, + "recall_at_3": 0.73444, + "recall_at_5": 0.76222, "recall_at_10": 0.80889, "recall_at_20": 0.84889, "recall_at_100": 0.93444, "recall_at_1000": 1.0, - "precision_at_1": 0.63222, - "precision_at_3": 0.24519, - "precision_at_5": 0.15311, + "accuracy": 0.63, + "precision_at_1": 0.63, + "precision_at_3": 0.24481, + "precision_at_5": 0.15244, "precision_at_10": 0.08089, "precision_at_20": 0.04244, "precision_at_100": 0.00934, "precision_at_1000": 0.001, - "mrr_at_1": 0.632222, - "mrr_at_3": 0.678333, - "mrr_at_5": 0.685222, - "mrr_at_10": 0.690912, - "mrr_at_20": 0.693727, - "mrr_at_100": 0.695865, - "mrr_at_1000": 0.696242, - "nauc_ndcg_at_1_max": 0.774801, - "nauc_ndcg_at_1_std": 0.194847, - "nauc_ndcg_at_1_diff1": 0.850751, - "nauc_ndcg_at_3_max": 0.809185, - "nauc_ndcg_at_3_std": 0.256305, - "nauc_ndcg_at_3_diff1": 0.815989, - "nauc_ndcg_at_5_max": 0.805768, - "nauc_ndcg_at_5_std": 0.260088, - "nauc_ndcg_at_5_diff1": 0.809015, - "nauc_ndcg_at_10_max": 0.802288, - "nauc_ndcg_at_10_std": 0.270684, - "nauc_ndcg_at_10_diff1": 0.805933, - "nauc_ndcg_at_20_max": 0.801009, - "nauc_ndcg_at_20_std": 0.273494, - "nauc_ndcg_at_20_diff1": 0.808158, - "nauc_ndcg_at_100_max": 0.796696, - "nauc_ndcg_at_100_std": 0.262486, - "nauc_ndcg_at_100_diff1": 0.812991, - "nauc_ndcg_at_1000_max": 0.797899, - "nauc_ndcg_at_1000_std": 0.256267, - "nauc_ndcg_at_1000_diff1": 0.815115, - "nauc_map_at_1_max": 0.774801, - "nauc_map_at_1_std": 0.194847, - "nauc_map_at_1_diff1": 0.850751, - "nauc_map_at_3_max": 0.800944, - "nauc_map_at_3_std": 0.240184, - "nauc_map_at_3_diff1": 0.824956, - "nauc_map_at_5_max": 0.798922, - "nauc_map_at_5_std": 0.24178, - "nauc_map_at_5_diff1": 0.821343, - "nauc_map_at_10_max": 0.797493, - "nauc_map_at_10_std": 0.245848, - "nauc_map_at_10_diff1": 0.8204, - "nauc_map_at_20_max": 0.797132, - "nauc_map_at_20_std": 0.246243, - "nauc_map_at_20_diff1": 0.82107, - "nauc_map_at_100_max": 0.796385, - "nauc_map_at_100_std": 0.244747, - "nauc_map_at_100_diff1": 0.821534, - "nauc_map_at_1000_max": 0.796425, - "nauc_map_at_1000_std": 0.244497, - "nauc_map_at_1000_diff1": 0.821613, - "nauc_recall_at_1_max": 0.774801, - "nauc_recall_at_1_std": 0.194847, - "nauc_recall_at_1_diff1": 0.850751, - "nauc_recall_at_3_max": 0.836167, - "nauc_recall_at_3_std": 0.309823, - "nauc_recall_at_3_diff1": 0.786292, - "nauc_recall_at_5_max": 0.829429, - "nauc_recall_at_5_std": 0.326675, - "nauc_recall_at_5_diff1": 0.763728, - "nauc_recall_at_10_max": 0.819188, - "nauc_recall_at_10_std": 0.380335, - "nauc_recall_at_10_diff1": 0.74241, - "nauc_recall_at_20_max": 0.815093, - "nauc_recall_at_20_std": 0.425249, - "nauc_recall_at_20_diff1": 0.741449, - "nauc_recall_at_100_max": 0.767895, - "nauc_recall_at_100_std": 0.411709, - "nauc_recall_at_100_diff1": 0.760219, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.774801, - "nauc_precision_at_1_std": 0.194847, - "nauc_precision_at_1_diff1": 0.850751, - "nauc_precision_at_3_max": 0.836167, - "nauc_precision_at_3_std": 0.309823, - "nauc_precision_at_3_diff1": 0.786292, - "nauc_precision_at_5_max": 0.829429, - "nauc_precision_at_5_std": 0.326675, - "nauc_precision_at_5_diff1": 0.763728, - "nauc_precision_at_10_max": 0.819188, - "nauc_precision_at_10_std": 0.380335, - "nauc_precision_at_10_diff1": 0.74241, - "nauc_precision_at_20_max": 0.815093, - "nauc_precision_at_20_std": 0.425249, - "nauc_precision_at_20_diff1": 0.741449, - "nauc_precision_at_100_max": 0.767895, - "nauc_precision_at_100_std": 0.411709, - "nauc_precision_at_100_diff1": 0.760219, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.774801, - "nauc_mrr_at_1_std": 0.194847, - "nauc_mrr_at_1_diff1": 0.850751, - "nauc_mrr_at_3_max": 0.800944, - "nauc_mrr_at_3_std": 0.240184, - "nauc_mrr_at_3_diff1": 0.824956, - "nauc_mrr_at_5_max": 0.798922, - "nauc_mrr_at_5_std": 0.24178, - "nauc_mrr_at_5_diff1": 0.821343, - "nauc_mrr_at_10_max": 0.797493, - "nauc_mrr_at_10_std": 0.245848, - "nauc_mrr_at_10_diff1": 0.8204, - "nauc_mrr_at_20_max": 0.797132, - "nauc_mrr_at_20_std": 0.246243, - "nauc_mrr_at_20_diff1": 0.82107, - "nauc_mrr_at_100_max": 0.796385, - "nauc_mrr_at_100_std": 0.244747, - "nauc_mrr_at_100_diff1": 0.821534, - "nauc_mrr_at_1000_max": 0.796425, - "nauc_mrr_at_1000_std": 0.244497, - "nauc_mrr_at_1000_diff1": 0.821613, - "main_score": 0.71935, + "mrr_at_1": 0.63, + "mrr_at_3": 0.676852, + "mrr_at_5": 0.683185, + "mrr_at_10": 0.689457, + "mrr_at_20": 0.692191, + "mrr_at_100": 0.69426, + "mrr_at_1000": 0.694639, + "nauc_ndcg_at_1_max": 0.762427, + "nauc_ndcg_at_1_std": 0.252748, + "nauc_ndcg_at_1_diff1": 0.832833, + "nauc_ndcg_at_3_max": 0.799457, + "nauc_ndcg_at_3_std": 0.296455, + "nauc_ndcg_at_3_diff1": 0.797907, + "nauc_ndcg_at_5_max": 0.792739, + "nauc_ndcg_at_5_std": 0.295784, + "nauc_ndcg_at_5_diff1": 0.792383, + "nauc_ndcg_at_10_max": 0.789262, + "nauc_ndcg_at_10_std": 0.300102, + "nauc_ndcg_at_10_diff1": 0.789062, + "nauc_ndcg_at_20_max": 0.786175, + "nauc_ndcg_at_20_std": 0.304495, + "nauc_ndcg_at_20_diff1": 0.787713, + "nauc_ndcg_at_100_max": 0.785202, + "nauc_ndcg_at_100_std": 0.299658, + "nauc_ndcg_at_100_diff1": 0.795443, + "nauc_ndcg_at_1000_max": 0.785928, + "nauc_ndcg_at_1000_std": 0.293939, + "nauc_ndcg_at_1000_diff1": 0.79716, + "nauc_map_at_1_max": 0.762427, + "nauc_map_at_1_std": 0.252748, + "nauc_map_at_1_diff1": 0.832833, + "nauc_map_at_3_max": 0.790657, + "nauc_map_at_3_std": 0.284566, + "nauc_map_at_3_diff1": 0.806589, + "nauc_map_at_5_max": 0.787023, + "nauc_map_at_5_std": 0.28387, + "nauc_map_at_5_diff1": 0.803841, + "nauc_map_at_10_max": 0.785639, + "nauc_map_at_10_std": 0.285363, + "nauc_map_at_10_diff1": 0.802643, + "nauc_map_at_20_max": 0.784838, + "nauc_map_at_20_std": 0.28617, + "nauc_map_at_20_diff1": 0.802412, + "nauc_map_at_100_max": 0.784598, + "nauc_map_at_100_std": 0.285618, + "nauc_map_at_100_diff1": 0.80332, + "nauc_map_at_1000_max": 0.784634, + "nauc_map_at_1000_std": 0.285417, + "nauc_map_at_1000_diff1": 0.803407, + "nauc_recall_at_1_max": 0.762427, + "nauc_recall_at_1_std": 0.252748, + "nauc_recall_at_1_diff1": 0.832833, + "nauc_recall_at_3_max": 0.828219, + "nauc_recall_at_3_std": 0.336114, + "nauc_recall_at_3_diff1": 0.769324, + "nauc_recall_at_5_max": 0.811351, + "nauc_recall_at_5_std": 0.338613, + "nauc_recall_at_5_diff1": 0.750733, + "nauc_recall_at_10_max": 0.800176, + "nauc_recall_at_10_std": 0.364478, + "nauc_recall_at_10_diff1": 0.72983, + "nauc_recall_at_20_max": 0.783261, + "nauc_recall_at_20_std": 0.409924, + "nauc_recall_at_20_diff1": 0.707268, + "nauc_recall_at_100_max": 0.769841, + "nauc_recall_at_100_std": 0.441232, + "nauc_recall_at_100_diff1": 0.756184, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762427, + "nauc_precision_at_1_std": 0.252748, + "nauc_precision_at_1_diff1": 0.832833, + "nauc_precision_at_3_max": 0.828219, + "nauc_precision_at_3_std": 0.336114, + "nauc_precision_at_3_diff1": 0.769324, + "nauc_precision_at_5_max": 0.811351, + "nauc_precision_at_5_std": 0.338613, + "nauc_precision_at_5_diff1": 0.750733, + "nauc_precision_at_10_max": 0.800176, + "nauc_precision_at_10_std": 0.364478, + "nauc_precision_at_10_diff1": 0.72983, + "nauc_precision_at_20_max": 0.783261, + "nauc_precision_at_20_std": 0.409924, + "nauc_precision_at_20_diff1": 0.707268, + "nauc_precision_at_100_max": 0.769841, + "nauc_precision_at_100_std": 0.441232, + "nauc_precision_at_100_diff1": 0.756184, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762427, + "nauc_mrr_at_1_std": 0.252748, + "nauc_mrr_at_1_diff1": 0.832833, + "nauc_mrr_at_3_max": 0.790657, + "nauc_mrr_at_3_std": 0.284566, + "nauc_mrr_at_3_diff1": 0.806589, + "nauc_mrr_at_5_max": 0.787023, + "nauc_mrr_at_5_std": 0.28387, + "nauc_mrr_at_5_diff1": 0.803841, + "nauc_mrr_at_10_max": 0.785639, + "nauc_mrr_at_10_std": 0.285363, + "nauc_mrr_at_10_diff1": 0.802643, + "nauc_mrr_at_20_max": 0.784838, + "nauc_mrr_at_20_std": 0.28617, + "nauc_mrr_at_20_diff1": 0.802412, + "nauc_mrr_at_100_max": 0.784598, + "nauc_mrr_at_100_std": 0.285618, + "nauc_mrr_at_100_diff1": 0.80332, + "nauc_mrr_at_1000_max": 0.784634, + "nauc_mrr_at_1000_std": 0.285417, + "nauc_mrr_at_1000_diff1": 0.803407, + "hit_rate_at_1": 0.63, + "hit_rate_at_3": 0.73444, + "hit_rate_at_5": 0.76222, + "hit_rate_at_10": 0.80889, + "hit_rate_at_20": 0.84889, + "hit_rate_at_100": 0.93444, + "hit_rate_at_1000": 1.0, + "main_score": 0.71825, "hf_subset": "ben_Latn-ben_Latn", "languages": [ "ben-Latn", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.75222, - "ndcg_at_3": 0.81852, - "ndcg_at_5": 0.8309, - "ndcg_at_10": 0.84359, - "ndcg_at_20": 0.85083, - "ndcg_at_100": 0.85589, - "ndcg_at_1000": 0.85706, - "map_at_1": 0.75222, - "map_at_3": 0.80259, - "map_at_5": 0.80948, - "map_at_10": 0.81458, - "map_at_20": 0.81653, - "map_at_100": 0.8172, - "map_at_1000": 0.81725, - "recall_at_1": 0.75222, - "recall_at_3": 0.86444, - "recall_at_5": 0.89444, - "recall_at_10": 0.93444, - "recall_at_20": 0.96333, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75111, + "ndcg_at_3": 0.81241, + "ndcg_at_5": 0.82484, + "ndcg_at_10": 0.83972, + "ndcg_at_20": 0.8477, + "ndcg_at_100": 0.85307, + "ndcg_at_1000": 0.85442, + "map_at_1": 0.75111, + "map_at_3": 0.79815, + "map_at_5": 0.80509, + "map_at_10": 0.81132, + "map_at_20": 0.81357, + "map_at_100": 0.81424, + "map_at_1000": 0.8143, + "recall_at_1": 0.75111, + "recall_at_3": 0.85333, + "recall_at_5": 0.88333, + "recall_at_10": 0.92889, + "recall_at_20": 0.96, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.75222, - "precision_at_3": 0.28815, - "precision_at_5": 0.17889, - "precision_at_10": 0.09344, - "precision_at_20": 0.04817, - "precision_at_100": 0.00991, + "accuracy": 0.75111, + "precision_at_1": 0.75111, + "precision_at_3": 0.28444, + "precision_at_5": 0.17667, + "precision_at_10": 0.09289, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.752222, - "mrr_at_3": 0.802593, - "mrr_at_5": 0.809481, - "mrr_at_10": 0.814575, - "mrr_at_20": 0.816527, - "mrr_at_100": 0.817199, - "mrr_at_1000": 0.817247, - "nauc_ndcg_at_1_max": 0.67564, - "nauc_ndcg_at_1_std": -0.176281, - "nauc_ndcg_at_1_diff1": 0.862981, - "nauc_ndcg_at_3_max": 0.713138, - "nauc_ndcg_at_3_std": -0.194749, - "nauc_ndcg_at_3_diff1": 0.833471, - "nauc_ndcg_at_5_max": 0.702383, - "nauc_ndcg_at_5_std": -0.197079, - "nauc_ndcg_at_5_diff1": 0.827526, - "nauc_ndcg_at_10_max": 0.707612, - "nauc_ndcg_at_10_std": -0.190504, - "nauc_ndcg_at_10_diff1": 0.834966, - "nauc_ndcg_at_20_max": 0.706519, - "nauc_ndcg_at_20_std": -0.185247, - "nauc_ndcg_at_20_diff1": 0.839016, - "nauc_ndcg_at_100_max": 0.705725, - "nauc_ndcg_at_100_std": -0.18314, - "nauc_ndcg_at_100_diff1": 0.842199, - "nauc_ndcg_at_1000_max": 0.703696, - "nauc_ndcg_at_1000_std": -0.190013, - "nauc_ndcg_at_1000_diff1": 0.84123, - "nauc_map_at_1_max": 0.67564, - "nauc_map_at_1_std": -0.176281, - "nauc_map_at_1_diff1": 0.862981, - "nauc_map_at_3_max": 0.704172, - "nauc_map_at_3_std": -0.193836, - "nauc_map_at_3_diff1": 0.841997, - "nauc_map_at_5_max": 0.698534, - "nauc_map_at_5_std": -0.195209, - "nauc_map_at_5_diff1": 0.83947, - "nauc_map_at_10_max": 0.700804, - "nauc_map_at_10_std": -0.192502, - "nauc_map_at_10_diff1": 0.84261, - "nauc_map_at_20_max": 0.700614, - "nauc_map_at_20_std": -0.191594, - "nauc_map_at_20_diff1": 0.843677, - "nauc_map_at_100_max": 0.700397, - "nauc_map_at_100_std": -0.191665, - "nauc_map_at_100_diff1": 0.843957, - "nauc_map_at_1000_max": 0.700329, - "nauc_map_at_1000_std": -0.191905, - "nauc_map_at_1000_diff1": 0.843926, - "nauc_recall_at_1_max": 0.67564, - "nauc_recall_at_1_std": -0.176281, - "nauc_recall_at_1_diff1": 0.862981, - "nauc_recall_at_3_max": 0.747749, - "nauc_recall_at_3_std": -0.195804, - "nauc_recall_at_3_diff1": 0.79952, - "nauc_recall_at_5_max": 0.716903, - "nauc_recall_at_5_std": -0.20289, - "nauc_recall_at_5_diff1": 0.768375, - "nauc_recall_at_10_max": 0.753992, - "nauc_recall_at_10_std": -0.166334, - "nauc_recall_at_10_diff1": 0.781433, - "nauc_recall_at_20_max": 0.769714, - "nauc_recall_at_20_std": -0.060436, - "nauc_recall_at_20_diff1": 0.797287, - "nauc_recall_at_100_max": 0.932598, - "nauc_recall_at_100_std": 0.57528, - "nauc_recall_at_100_diff1": 0.95098, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.67564, - "nauc_precision_at_1_std": -0.176281, - "nauc_precision_at_1_diff1": 0.862981, - "nauc_precision_at_3_max": 0.747749, - "nauc_precision_at_3_std": -0.195804, - "nauc_precision_at_3_diff1": 0.79952, - "nauc_precision_at_5_max": 0.716903, - "nauc_precision_at_5_std": -0.20289, - "nauc_precision_at_5_diff1": 0.768375, - "nauc_precision_at_10_max": 0.753992, - "nauc_precision_at_10_std": -0.166334, - "nauc_precision_at_10_diff1": 0.781433, - "nauc_precision_at_20_max": 0.769714, - "nauc_precision_at_20_std": -0.060436, - "nauc_precision_at_20_diff1": 0.797287, - "nauc_precision_at_100_max": 0.932598, - "nauc_precision_at_100_std": 0.57528, - "nauc_precision_at_100_diff1": 0.95098, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.67564, - "nauc_mrr_at_1_std": -0.176281, - "nauc_mrr_at_1_diff1": 0.862981, - "nauc_mrr_at_3_max": 0.704172, - "nauc_mrr_at_3_std": -0.193836, - "nauc_mrr_at_3_diff1": 0.841997, - "nauc_mrr_at_5_max": 0.698534, - "nauc_mrr_at_5_std": -0.195209, - "nauc_mrr_at_5_diff1": 0.83947, - "nauc_mrr_at_10_max": 0.700804, - "nauc_mrr_at_10_std": -0.192502, - "nauc_mrr_at_10_diff1": 0.84261, - "nauc_mrr_at_20_max": 0.700614, - "nauc_mrr_at_20_std": -0.191594, - "nauc_mrr_at_20_diff1": 0.843677, - "nauc_mrr_at_100_max": 0.700397, - "nauc_mrr_at_100_std": -0.191665, - "nauc_mrr_at_100_diff1": 0.843957, - "nauc_mrr_at_1000_max": 0.700329, - "nauc_mrr_at_1000_std": -0.191905, - "nauc_mrr_at_1000_diff1": 0.843926, - "main_score": 0.84359, + "mrr_at_1": 0.751111, + "mrr_at_3": 0.798148, + "mrr_at_5": 0.805093, + "mrr_at_10": 0.811316, + "mrr_at_20": 0.813569, + "mrr_at_100": 0.814236, + "mrr_at_1000": 0.814297, + "nauc_ndcg_at_1_max": 0.663271, + "nauc_ndcg_at_1_std": -0.218772, + "nauc_ndcg_at_1_diff1": 0.854477, + "nauc_ndcg_at_3_max": 0.697193, + "nauc_ndcg_at_3_std": -0.218673, + "nauc_ndcg_at_3_diff1": 0.830533, + "nauc_ndcg_at_5_max": 0.692143, + "nauc_ndcg_at_5_std": -0.220829, + "nauc_ndcg_at_5_diff1": 0.829364, + "nauc_ndcg_at_10_max": 0.68469, + "nauc_ndcg_at_10_std": -0.242798, + "nauc_ndcg_at_10_diff1": 0.82954, + "nauc_ndcg_at_20_max": 0.686643, + "nauc_ndcg_at_20_std": -0.232723, + "nauc_ndcg_at_20_diff1": 0.833468, + "nauc_ndcg_at_100_max": 0.687586, + "nauc_ndcg_at_100_std": -0.218743, + "nauc_ndcg_at_100_diff1": 0.836199, + "nauc_ndcg_at_1000_max": 0.685678, + "nauc_ndcg_at_1000_std": -0.223772, + "nauc_ndcg_at_1000_diff1": 0.835654, + "nauc_map_at_1_max": 0.663271, + "nauc_map_at_1_std": -0.218772, + "nauc_map_at_1_diff1": 0.854477, + "nauc_map_at_3_max": 0.689176, + "nauc_map_at_3_std": -0.219519, + "nauc_map_at_3_diff1": 0.837583, + "nauc_map_at_5_max": 0.68615, + "nauc_map_at_5_std": -0.221398, + "nauc_map_at_5_diff1": 0.837241, + "nauc_map_at_10_max": 0.683246, + "nauc_map_at_10_std": -0.22822, + "nauc_map_at_10_diff1": 0.837498, + "nauc_map_at_20_max": 0.683855, + "nauc_map_at_20_std": -0.225251, + "nauc_map_at_20_diff1": 0.838383, + "nauc_map_at_100_max": 0.683802, + "nauc_map_at_100_std": -0.223477, + "nauc_map_at_100_diff1": 0.83855, + "nauc_map_at_1000_max": 0.683738, + "nauc_map_at_1000_std": -0.223615, + "nauc_map_at_1000_diff1": 0.838535, + "nauc_recall_at_1_max": 0.663271, + "nauc_recall_at_1_std": -0.218772, + "nauc_recall_at_1_diff1": 0.854477, + "nauc_recall_at_3_max": 0.726648, + "nauc_recall_at_3_std": -0.215016, + "nauc_recall_at_3_diff1": 0.803704, + "nauc_recall_at_5_max": 0.717276, + "nauc_recall_at_5_std": -0.216687, + "nauc_recall_at_5_diff1": 0.793494, + "nauc_recall_at_10_max": 0.685144, + "nauc_recall_at_10_std": -0.368814, + "nauc_recall_at_10_diff1": 0.773613, + "nauc_recall_at_20_max": 0.707037, + "nauc_recall_at_20_std": -0.341905, + "nauc_recall_at_20_diff1": 0.788126, + "nauc_recall_at_100_max": 0.880174, + "nauc_recall_at_100_std": 0.306411, + "nauc_recall_at_100_diff1": 0.892364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663271, + "nauc_precision_at_1_std": -0.218772, + "nauc_precision_at_1_diff1": 0.854477, + "nauc_precision_at_3_max": 0.726648, + "nauc_precision_at_3_std": -0.215016, + "nauc_precision_at_3_diff1": 0.803704, + "nauc_precision_at_5_max": 0.717276, + "nauc_precision_at_5_std": -0.216687, + "nauc_precision_at_5_diff1": 0.793494, + "nauc_precision_at_10_max": 0.685144, + "nauc_precision_at_10_std": -0.368814, + "nauc_precision_at_10_diff1": 0.773613, + "nauc_precision_at_20_max": 0.707037, + "nauc_precision_at_20_std": -0.341905, + "nauc_precision_at_20_diff1": 0.788126, + "nauc_precision_at_100_max": 0.880174, + "nauc_precision_at_100_std": 0.306411, + "nauc_precision_at_100_diff1": 0.892364, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663271, + "nauc_mrr_at_1_std": -0.218772, + "nauc_mrr_at_1_diff1": 0.854477, + "nauc_mrr_at_3_max": 0.689176, + "nauc_mrr_at_3_std": -0.219519, + "nauc_mrr_at_3_diff1": 0.837583, + "nauc_mrr_at_5_max": 0.68615, + "nauc_mrr_at_5_std": -0.221398, + "nauc_mrr_at_5_diff1": 0.837241, + "nauc_mrr_at_10_max": 0.683246, + "nauc_mrr_at_10_std": -0.22822, + "nauc_mrr_at_10_diff1": 0.837498, + "nauc_mrr_at_20_max": 0.683855, + "nauc_mrr_at_20_std": -0.225251, + "nauc_mrr_at_20_diff1": 0.838383, + "nauc_mrr_at_100_max": 0.683802, + "nauc_mrr_at_100_std": -0.223477, + "nauc_mrr_at_100_diff1": 0.83855, + "nauc_mrr_at_1000_max": 0.683738, + "nauc_mrr_at_1000_std": -0.223615, + "nauc_mrr_at_1000_diff1": 0.838535, + "hit_rate_at_1": 0.75111, + "hit_rate_at_3": 0.85333, + "hit_rate_at_5": 0.88333, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.83972, "hf_subset": "ben_Latn-eng_Latn", "languages": [ "ben-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.53556, - "ndcg_at_3": 0.58733, - "ndcg_at_5": 0.60287, - "ndcg_at_10": 0.61923, - "ndcg_at_20": 0.63096, - "ndcg_at_100": 0.65434, - "ndcg_at_1000": 0.66968, - "map_at_1": 0.53556, - "map_at_3": 0.57519, - "map_at_5": 0.5838, - "map_at_10": 0.59066, - "map_at_20": 0.594, - "map_at_100": 0.59714, - "map_at_1000": 0.59778, - "recall_at_1": 0.53556, - "recall_at_3": 0.62222, - "recall_at_5": 0.66, - "recall_at_10": 0.71, - "recall_at_20": 0.75556, - "recall_at_100": 0.88333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.53778, + "ndcg_at_3": 0.58575, + "ndcg_at_5": 0.59866, + "ndcg_at_10": 0.61352, + "ndcg_at_20": 0.62743, + "ndcg_at_100": 0.65013, + "ndcg_at_1000": 0.66636, + "map_at_1": 0.53778, + "map_at_3": 0.57426, + "map_at_5": 0.58148, + "map_at_10": 0.58747, + "map_at_20": 0.59122, + "map_at_100": 0.59422, + "map_at_1000": 0.5949, + "recall_at_1": 0.53778, + "recall_at_3": 0.61889, + "recall_at_5": 0.65, + "recall_at_10": 0.69667, + "recall_at_20": 0.75222, + "recall_at_100": 0.87667, "recall_at_1000": 1.0, - "precision_at_1": 0.53556, - "precision_at_3": 0.20741, - "precision_at_5": 0.132, - "precision_at_10": 0.071, - "precision_at_20": 0.03778, - "precision_at_100": 0.00883, - "precision_at_1000": 0.001, - "mrr_at_1": 0.535556, - "mrr_at_3": 0.575185, - "mrr_at_5": 0.583796, - "mrr_at_10": 0.590663, - "mrr_at_20": 0.593996, - "mrr_at_100": 0.597141, - "mrr_at_1000": 0.597777, - "nauc_ndcg_at_1_max": 0.852609, - "nauc_ndcg_at_1_std": 0.529771, - "nauc_ndcg_at_1_diff1": 0.855841, - "nauc_ndcg_at_3_max": 0.872195, - "nauc_ndcg_at_3_std": 0.581803, - "nauc_ndcg_at_3_diff1": 0.815365, - "nauc_ndcg_at_5_max": 0.86985, - "nauc_ndcg_at_5_std": 0.588453, - "nauc_ndcg_at_5_diff1": 0.804759, - "nauc_ndcg_at_10_max": 0.863984, - "nauc_ndcg_at_10_std": 0.588591, - "nauc_ndcg_at_10_diff1": 0.797578, - "nauc_ndcg_at_20_max": 0.860716, - "nauc_ndcg_at_20_std": 0.584847, - "nauc_ndcg_at_20_diff1": 0.795621, - "nauc_ndcg_at_100_max": 0.858443, - "nauc_ndcg_at_100_std": 0.585586, - "nauc_ndcg_at_100_diff1": 0.798394, - "nauc_ndcg_at_1000_max": 0.861776, - "nauc_ndcg_at_1000_std": 0.58013, - "nauc_ndcg_at_1000_diff1": 0.805907, - "nauc_map_at_1_max": 0.852609, - "nauc_map_at_1_std": 0.529771, - "nauc_map_at_1_diff1": 0.855841, - "nauc_map_at_3_max": 0.868086, - "nauc_map_at_3_std": 0.570063, - "nauc_map_at_3_diff1": 0.825077, - "nauc_map_at_5_max": 0.866742, - "nauc_map_at_5_std": 0.57342, - "nauc_map_at_5_diff1": 0.819529, - "nauc_map_at_10_max": 0.864246, - "nauc_map_at_10_std": 0.573239, - "nauc_map_at_10_diff1": 0.81664, - "nauc_map_at_20_max": 0.863261, - "nauc_map_at_20_std": 0.572041, - "nauc_map_at_20_diff1": 0.816181, - "nauc_map_at_100_max": 0.8629, - "nauc_map_at_100_std": 0.572061, - "nauc_map_at_100_diff1": 0.816544, - "nauc_map_at_1000_max": 0.863036, - "nauc_map_at_1000_std": 0.571919, - "nauc_map_at_1000_diff1": 0.81678, - "nauc_recall_at_1_max": 0.852609, - "nauc_recall_at_1_std": 0.529771, - "nauc_recall_at_1_diff1": 0.855841, - "nauc_recall_at_3_max": 0.884455, - "nauc_recall_at_3_std": 0.617272, - "nauc_recall_at_3_diff1": 0.785735, - "nauc_recall_at_5_max": 0.879212, - "nauc_recall_at_5_std": 0.637855, - "nauc_recall_at_5_diff1": 0.75519, - "nauc_recall_at_10_max": 0.859805, - "nauc_recall_at_10_std": 0.644536, - "nauc_recall_at_10_diff1": 0.724756, - "nauc_recall_at_20_max": 0.843634, - "nauc_recall_at_20_std": 0.634532, - "nauc_recall_at_20_diff1": 0.704687, - "nauc_recall_at_100_max": 0.80333, - "nauc_recall_at_100_std": 0.687055, - "nauc_recall_at_100_diff1": 0.663114, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.852609, - "nauc_precision_at_1_std": 0.529771, - "nauc_precision_at_1_diff1": 0.855841, - "nauc_precision_at_3_max": 0.884455, - "nauc_precision_at_3_std": 0.617272, - "nauc_precision_at_3_diff1": 0.785735, - "nauc_precision_at_5_max": 0.879212, - "nauc_precision_at_5_std": 0.637855, - "nauc_precision_at_5_diff1": 0.75519, - "nauc_precision_at_10_max": 0.859805, - "nauc_precision_at_10_std": 0.644536, - "nauc_precision_at_10_diff1": 0.724756, - "nauc_precision_at_20_max": 0.843634, - "nauc_precision_at_20_std": 0.634532, - "nauc_precision_at_20_diff1": 0.704687, - "nauc_precision_at_100_max": 0.80333, - "nauc_precision_at_100_std": 0.687055, - "nauc_precision_at_100_diff1": 0.663114, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.852609, - "nauc_mrr_at_1_std": 0.529771, - "nauc_mrr_at_1_diff1": 0.855841, - "nauc_mrr_at_3_max": 0.868086, - "nauc_mrr_at_3_std": 0.570063, - "nauc_mrr_at_3_diff1": 0.825077, - "nauc_mrr_at_5_max": 0.866742, - "nauc_mrr_at_5_std": 0.57342, - "nauc_mrr_at_5_diff1": 0.819529, - "nauc_mrr_at_10_max": 0.864246, - "nauc_mrr_at_10_std": 0.573239, - "nauc_mrr_at_10_diff1": 0.81664, - "nauc_mrr_at_20_max": 0.863261, - "nauc_mrr_at_20_std": 0.572041, - "nauc_mrr_at_20_diff1": 0.816181, - "nauc_mrr_at_100_max": 0.8629, - "nauc_mrr_at_100_std": 0.572061, - "nauc_mrr_at_100_diff1": 0.816544, - "nauc_mrr_at_1000_max": 0.863036, - "nauc_mrr_at_1000_std": 0.571919, - "nauc_mrr_at_1000_diff1": 0.81678, - "main_score": 0.61923, + "accuracy": 0.53778, + "precision_at_1": 0.53778, + "precision_at_3": 0.2063, + "precision_at_5": 0.13, + "precision_at_10": 0.06967, + "precision_at_20": 0.03761, + "precision_at_100": 0.00877, + "precision_at_1000": 0.001, + "mrr_at_1": 0.537778, + "mrr_at_3": 0.574259, + "mrr_at_5": 0.581481, + "mrr_at_10": 0.587472, + "mrr_at_20": 0.591217, + "mrr_at_100": 0.594217, + "mrr_at_1000": 0.594897, + "nauc_ndcg_at_1_max": 0.82875, + "nauc_ndcg_at_1_std": 0.49157, + "nauc_ndcg_at_1_diff1": 0.84688, + "nauc_ndcg_at_3_max": 0.852409, + "nauc_ndcg_at_3_std": 0.536604, + "nauc_ndcg_at_3_diff1": 0.81214, + "nauc_ndcg_at_5_max": 0.853465, + "nauc_ndcg_at_5_std": 0.551063, + "nauc_ndcg_at_5_diff1": 0.807385, + "nauc_ndcg_at_10_max": 0.847925, + "nauc_ndcg_at_10_std": 0.547976, + "nauc_ndcg_at_10_diff1": 0.795797, + "nauc_ndcg_at_20_max": 0.844334, + "nauc_ndcg_at_20_std": 0.546894, + "nauc_ndcg_at_20_diff1": 0.797467, + "nauc_ndcg_at_100_max": 0.841949, + "nauc_ndcg_at_100_std": 0.545049, + "nauc_ndcg_at_100_diff1": 0.797075, + "nauc_ndcg_at_1000_max": 0.844489, + "nauc_ndcg_at_1000_std": 0.53944, + "nauc_ndcg_at_1000_diff1": 0.805588, + "nauc_map_at_1_max": 0.82875, + "nauc_map_at_1_std": 0.49157, + "nauc_map_at_1_diff1": 0.84688, + "nauc_map_at_3_max": 0.847118, + "nauc_map_at_3_std": 0.525525, + "nauc_map_at_3_diff1": 0.82072, + "nauc_map_at_5_max": 0.84765, + "nauc_map_at_5_std": 0.533186, + "nauc_map_at_5_diff1": 0.818222, + "nauc_map_at_10_max": 0.845613, + "nauc_map_at_10_std": 0.531704, + "nauc_map_at_10_diff1": 0.813802, + "nauc_map_at_20_max": 0.844666, + "nauc_map_at_20_std": 0.531303, + "nauc_map_at_20_diff1": 0.814311, + "nauc_map_at_100_max": 0.844314, + "nauc_map_at_100_std": 0.53096, + "nauc_map_at_100_diff1": 0.814377, + "nauc_map_at_1000_max": 0.844401, + "nauc_map_at_1000_std": 0.530772, + "nauc_map_at_1000_diff1": 0.814708, + "nauc_recall_at_1_max": 0.82875, + "nauc_recall_at_1_std": 0.49157, + "nauc_recall_at_1_diff1": 0.84688, + "nauc_recall_at_3_max": 0.868312, + "nauc_recall_at_3_std": 0.570397, + "nauc_recall_at_3_diff1": 0.78595, + "nauc_recall_at_5_max": 0.871923, + "nauc_recall_at_5_std": 0.610562, + "nauc_recall_at_5_diff1": 0.772027, + "nauc_recall_at_10_max": 0.852527, + "nauc_recall_at_10_std": 0.605862, + "nauc_recall_at_10_diff1": 0.726635, + "nauc_recall_at_20_max": 0.834685, + "nauc_recall_at_20_std": 0.610507, + "nauc_recall_at_20_diff1": 0.72382, + "nauc_recall_at_100_max": 0.799907, + "nauc_recall_at_100_std": 0.64124, + "nauc_recall_at_100_diff1": 0.657503, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.82875, + "nauc_precision_at_1_std": 0.49157, + "nauc_precision_at_1_diff1": 0.84688, + "nauc_precision_at_3_max": 0.868312, + "nauc_precision_at_3_std": 0.570397, + "nauc_precision_at_3_diff1": 0.78595, + "nauc_precision_at_5_max": 0.871923, + "nauc_precision_at_5_std": 0.610562, + "nauc_precision_at_5_diff1": 0.772027, + "nauc_precision_at_10_max": 0.852527, + "nauc_precision_at_10_std": 0.605862, + "nauc_precision_at_10_diff1": 0.726635, + "nauc_precision_at_20_max": 0.834685, + "nauc_precision_at_20_std": 0.610507, + "nauc_precision_at_20_diff1": 0.72382, + "nauc_precision_at_100_max": 0.799907, + "nauc_precision_at_100_std": 0.64124, + "nauc_precision_at_100_diff1": 0.657503, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.82875, + "nauc_mrr_at_1_std": 0.49157, + "nauc_mrr_at_1_diff1": 0.84688, + "nauc_mrr_at_3_max": 0.847118, + "nauc_mrr_at_3_std": 0.525525, + "nauc_mrr_at_3_diff1": 0.82072, + "nauc_mrr_at_5_max": 0.84765, + "nauc_mrr_at_5_std": 0.533186, + "nauc_mrr_at_5_diff1": 0.818222, + "nauc_mrr_at_10_max": 0.845613, + "nauc_mrr_at_10_std": 0.531704, + "nauc_mrr_at_10_diff1": 0.813802, + "nauc_mrr_at_20_max": 0.844666, + "nauc_mrr_at_20_std": 0.531303, + "nauc_mrr_at_20_diff1": 0.814311, + "nauc_mrr_at_100_max": 0.844314, + "nauc_mrr_at_100_std": 0.53096, + "nauc_mrr_at_100_diff1": 0.814377, + "nauc_mrr_at_1000_max": 0.844401, + "nauc_mrr_at_1000_std": 0.530772, + "nauc_mrr_at_1000_diff1": 0.814708, + "hit_rate_at_1": 0.53778, + "hit_rate_at_3": 0.61889, + "hit_rate_at_5": 0.65, + "hit_rate_at_10": 0.69667, + "hit_rate_at_20": 0.75222, + "hit_rate_at_100": 0.87667, + "hit_rate_at_1000": 1.0, + "main_score": 0.61352, "hf_subset": "eng_Latn-ben_Latn", "languages": [ "eng-Latn", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.29556, - "ndcg_at_3": 0.36182, - "ndcg_at_5": 0.38253, - "ndcg_at_10": 0.40451, - "ndcg_at_20": 0.42472, - "ndcg_at_100": 0.46029, - "ndcg_at_1000": 0.48592, - "map_at_1": 0.29556, - "map_at_3": 0.34556, - "map_at_5": 0.35711, - "map_at_10": 0.36621, - "map_at_20": 0.37174, - "map_at_100": 0.37641, - "map_at_1000": 0.37741, - "recall_at_1": 0.29556, - "recall_at_3": 0.40889, - "recall_at_5": 0.45889, - "recall_at_10": 0.52667, - "recall_at_20": 0.60667, - "recall_at_100": 0.80222, - "recall_at_1000": 1.0, - "precision_at_1": 0.29556, - "precision_at_3": 0.1363, - "precision_at_5": 0.09178, - "precision_at_10": 0.05267, - "precision_at_20": 0.03033, - "precision_at_100": 0.00802, - "precision_at_1000": 0.001, - "mrr_at_1": 0.295556, - "mrr_at_3": 0.345556, - "mrr_at_5": 0.357111, - "mrr_at_10": 0.366213, - "mrr_at_20": 0.371745, - "mrr_at_100": 0.376406, - "mrr_at_1000": 0.377408, - "nauc_ndcg_at_1_max": 0.413949, - "nauc_ndcg_at_1_std": -0.157968, - "nauc_ndcg_at_1_diff1": 0.609867, - "nauc_ndcg_at_3_max": 0.419187, - "nauc_ndcg_at_3_std": -0.150992, - "nauc_ndcg_at_3_diff1": 0.552713, - "nauc_ndcg_at_5_max": 0.403606, - "nauc_ndcg_at_5_std": -0.156959, - "nauc_ndcg_at_5_diff1": 0.545784, - "nauc_ndcg_at_10_max": 0.396799, - "nauc_ndcg_at_10_std": -0.150394, - "nauc_ndcg_at_10_diff1": 0.530585, - "nauc_ndcg_at_20_max": 0.387985, - "nauc_ndcg_at_20_std": -0.148956, - "nauc_ndcg_at_20_diff1": 0.516313, - "nauc_ndcg_at_100_max": 0.388944, - "nauc_ndcg_at_100_std": -0.144667, - "nauc_ndcg_at_100_diff1": 0.519719, - "nauc_ndcg_at_1000_max": 0.396466, - "nauc_ndcg_at_1000_std": -0.150416, - "nauc_ndcg_at_1000_diff1": 0.53635, - "nauc_map_at_1_max": 0.413949, - "nauc_map_at_1_std": -0.157968, - "nauc_map_at_1_diff1": 0.609867, - "nauc_map_at_3_max": 0.418307, - "nauc_map_at_3_std": -0.154042, - "nauc_map_at_3_diff1": 0.567014, - "nauc_map_at_5_max": 0.409424, - "nauc_map_at_5_std": -0.15746, - "nauc_map_at_5_diff1": 0.56309, - "nauc_map_at_10_max": 0.406479, - "nauc_map_at_10_std": -0.154918, - "nauc_map_at_10_diff1": 0.556672, - "nauc_map_at_20_max": 0.404031, - "nauc_map_at_20_std": -0.15456, - "nauc_map_at_20_diff1": 0.55297, - "nauc_map_at_100_max": 0.403954, - "nauc_map_at_100_std": -0.154134, - "nauc_map_at_100_diff1": 0.553609, - "nauc_map_at_1000_max": 0.404259, - "nauc_map_at_1000_std": -0.15427, - "nauc_map_at_1000_diff1": 0.554239, - "nauc_recall_at_1_max": 0.413949, - "nauc_recall_at_1_std": -0.157968, - "nauc_recall_at_1_diff1": 0.609867, - "nauc_recall_at_3_max": 0.421514, - "nauc_recall_at_3_std": -0.141869, - "nauc_recall_at_3_diff1": 0.512239, - "nauc_recall_at_5_max": 0.384935, - "nauc_recall_at_5_std": -0.155712, - "nauc_recall_at_5_diff1": 0.495392, - "nauc_recall_at_10_max": 0.363713, - "nauc_recall_at_10_std": -0.13413, - "nauc_recall_at_10_diff1": 0.446784, - "nauc_recall_at_20_max": 0.32366, - "nauc_recall_at_20_std": -0.126436, - "nauc_recall_at_20_diff1": 0.377365, - "nauc_recall_at_100_max": 0.298371, - "nauc_recall_at_100_std": -0.068566, - "nauc_recall_at_100_diff1": 0.315975, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.413949, - "nauc_precision_at_1_std": -0.157968, - "nauc_precision_at_1_diff1": 0.609867, - "nauc_precision_at_3_max": 0.421514, - "nauc_precision_at_3_std": -0.141869, - "nauc_precision_at_3_diff1": 0.512239, - "nauc_precision_at_5_max": 0.384935, - "nauc_precision_at_5_std": -0.155712, - "nauc_precision_at_5_diff1": 0.495392, - "nauc_precision_at_10_max": 0.363713, - "nauc_precision_at_10_std": -0.13413, - "nauc_precision_at_10_diff1": 0.446784, - "nauc_precision_at_20_max": 0.32366, - "nauc_precision_at_20_std": -0.126436, - "nauc_precision_at_20_diff1": 0.377365, - "nauc_precision_at_100_max": 0.298371, - "nauc_precision_at_100_std": -0.068566, - "nauc_precision_at_100_diff1": 0.315975, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.413949, - "nauc_mrr_at_1_std": -0.157968, - "nauc_mrr_at_1_diff1": 0.609867, - "nauc_mrr_at_3_max": 0.418307, - "nauc_mrr_at_3_std": -0.154042, - "nauc_mrr_at_3_diff1": 0.567014, - "nauc_mrr_at_5_max": 0.409424, - "nauc_mrr_at_5_std": -0.15746, - "nauc_mrr_at_5_diff1": 0.56309, - "nauc_mrr_at_10_max": 0.406479, - "nauc_mrr_at_10_std": -0.154918, - "nauc_mrr_at_10_diff1": 0.556672, - "nauc_mrr_at_20_max": 0.404031, - "nauc_mrr_at_20_std": -0.15456, - "nauc_mrr_at_20_diff1": 0.55297, - "nauc_mrr_at_100_max": 0.403954, - "nauc_mrr_at_100_std": -0.154134, - "nauc_mrr_at_100_diff1": 0.553609, - "nauc_mrr_at_1000_max": 0.404259, - "nauc_mrr_at_1000_std": -0.15427, - "nauc_mrr_at_1000_diff1": 0.554239, - "main_score": 0.40451, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.28778, + "ndcg_at_3": 0.34759, + "ndcg_at_5": 0.3639, + "ndcg_at_10": 0.3856, + "ndcg_at_20": 0.41077, + "ndcg_at_100": 0.44907, + "ndcg_at_1000": 0.47354, + "map_at_1": 0.28778, + "map_at_3": 0.33259, + "map_at_5": 0.34181, + "map_at_10": 0.35086, + "map_at_20": 0.35769, + "map_at_100": 0.36255, + "map_at_1000": 0.36348, + "recall_at_1": 0.28778, + "recall_at_3": 0.39111, + "recall_at_5": 0.43, + "recall_at_10": 0.49667, + "recall_at_20": 0.59667, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "accuracy": 0.28778, + "precision_at_1": 0.28778, + "precision_at_3": 0.13037, + "precision_at_5": 0.086, + "precision_at_10": 0.04967, + "precision_at_20": 0.02983, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.287778, + "mrr_at_3": 0.332593, + "mrr_at_5": 0.341815, + "mrr_at_10": 0.350857, + "mrr_at_20": 0.357694, + "mrr_at_100": 0.362549, + "mrr_at_1000": 0.363485, + "nauc_ndcg_at_1_max": 0.408023, + "nauc_ndcg_at_1_std": -0.131702, + "nauc_ndcg_at_1_diff1": 0.544815, + "nauc_ndcg_at_3_max": 0.396016, + "nauc_ndcg_at_3_std": -0.128213, + "nauc_ndcg_at_3_diff1": 0.502464, + "nauc_ndcg_at_5_max": 0.397867, + "nauc_ndcg_at_5_std": -0.133744, + "nauc_ndcg_at_5_diff1": 0.495734, + "nauc_ndcg_at_10_max": 0.388298, + "nauc_ndcg_at_10_std": -0.127535, + "nauc_ndcg_at_10_diff1": 0.480134, + "nauc_ndcg_at_20_max": 0.377037, + "nauc_ndcg_at_20_std": -0.124103, + "nauc_ndcg_at_20_diff1": 0.469533, + "nauc_ndcg_at_100_max": 0.378159, + "nauc_ndcg_at_100_std": -0.121955, + "nauc_ndcg_at_100_diff1": 0.475206, + "nauc_ndcg_at_1000_max": 0.386358, + "nauc_ndcg_at_1000_std": -0.125383, + "nauc_ndcg_at_1000_diff1": 0.486673, + "nauc_map_at_1_max": 0.408023, + "nauc_map_at_1_std": -0.131702, + "nauc_map_at_1_diff1": 0.544815, + "nauc_map_at_3_max": 0.399017, + "nauc_map_at_3_std": -0.129387, + "nauc_map_at_3_diff1": 0.512617, + "nauc_map_at_5_max": 0.400103, + "nauc_map_at_5_std": -0.132624, + "nauc_map_at_5_diff1": 0.508835, + "nauc_map_at_10_max": 0.396083, + "nauc_map_at_10_std": -0.130122, + "nauc_map_at_10_diff1": 0.502331, + "nauc_map_at_20_max": 0.393114, + "nauc_map_at_20_std": -0.129308, + "nauc_map_at_20_diff1": 0.499516, + "nauc_map_at_100_max": 0.3934, + "nauc_map_at_100_std": -0.128986, + "nauc_map_at_100_diff1": 0.50035, + "nauc_map_at_1000_max": 0.393686, + "nauc_map_at_1000_std": -0.128974, + "nauc_map_at_1000_diff1": 0.500811, + "nauc_recall_at_1_max": 0.408023, + "nauc_recall_at_1_std": -0.131702, + "nauc_recall_at_1_diff1": 0.544815, + "nauc_recall_at_3_max": 0.38758, + "nauc_recall_at_3_std": -0.1248, + "nauc_recall_at_3_diff1": 0.474077, + "nauc_recall_at_5_max": 0.391738, + "nauc_recall_at_5_std": -0.137343, + "nauc_recall_at_5_diff1": 0.458055, + "nauc_recall_at_10_max": 0.362499, + "nauc_recall_at_10_std": -0.118038, + "nauc_recall_at_10_diff1": 0.409716, + "nauc_recall_at_20_max": 0.311632, + "nauc_recall_at_20_std": -0.101621, + "nauc_recall_at_20_diff1": 0.357599, + "nauc_recall_at_100_max": 0.271518, + "nauc_recall_at_100_std": -0.066533, + "nauc_recall_at_100_diff1": 0.3309, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.408023, + "nauc_precision_at_1_std": -0.131702, + "nauc_precision_at_1_diff1": 0.544815, + "nauc_precision_at_3_max": 0.38758, + "nauc_precision_at_3_std": -0.1248, + "nauc_precision_at_3_diff1": 0.474077, + "nauc_precision_at_5_max": 0.391738, + "nauc_precision_at_5_std": -0.137343, + "nauc_precision_at_5_diff1": 0.458055, + "nauc_precision_at_10_max": 0.362499, + "nauc_precision_at_10_std": -0.118038, + "nauc_precision_at_10_diff1": 0.409716, + "nauc_precision_at_20_max": 0.311632, + "nauc_precision_at_20_std": -0.101621, + "nauc_precision_at_20_diff1": 0.357599, + "nauc_precision_at_100_max": 0.271518, + "nauc_precision_at_100_std": -0.066533, + "nauc_precision_at_100_diff1": 0.3309, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.408023, + "nauc_mrr_at_1_std": -0.131702, + "nauc_mrr_at_1_diff1": 0.544815, + "nauc_mrr_at_3_max": 0.399017, + "nauc_mrr_at_3_std": -0.129387, + "nauc_mrr_at_3_diff1": 0.512617, + "nauc_mrr_at_5_max": 0.400103, + "nauc_mrr_at_5_std": -0.132624, + "nauc_mrr_at_5_diff1": 0.508835, + "nauc_mrr_at_10_max": 0.396083, + "nauc_mrr_at_10_std": -0.130122, + "nauc_mrr_at_10_diff1": 0.502331, + "nauc_mrr_at_20_max": 0.393114, + "nauc_mrr_at_20_std": -0.129308, + "nauc_mrr_at_20_diff1": 0.499516, + "nauc_mrr_at_100_max": 0.3934, + "nauc_mrr_at_100_std": -0.128986, + "nauc_mrr_at_100_diff1": 0.50035, + "nauc_mrr_at_1000_max": 0.393686, + "nauc_mrr_at_1000_std": -0.128974, + "nauc_mrr_at_1000_diff1": 0.500811, + "hit_rate_at_1": 0.28778, + "hit_rate_at_3": 0.39111, + "hit_rate_at_5": 0.43, + "hit_rate_at_10": 0.49667, + "hit_rate_at_20": 0.59667, + "hit_rate_at_100": 0.81, + "hit_rate_at_1000": 1.0, + "main_score": 0.3856, "hf_subset": "bod_Tibt-bod_Tibt", "languages": [ "bod-Tibt", "bod-Tibt" - ] - }, - { - "ndcg_at_1": 0.29889, - "ndcg_at_3": 0.37112, - "ndcg_at_5": 0.40053, - "ndcg_at_10": 0.43183, - "ndcg_at_20": 0.46016, - "ndcg_at_100": 0.49755, - "ndcg_at_1000": 0.50992, - "map_at_1": 0.29889, - "map_at_3": 0.35278, - "map_at_5": 0.36917, - "map_at_10": 0.38211, - "map_at_20": 0.38986, - "map_at_100": 0.3949, - "map_at_1000": 0.39545, - "recall_at_1": 0.29889, - "recall_at_3": 0.42444, - "recall_at_5": 0.49556, - "recall_at_10": 0.59222, - "recall_at_20": 0.70444, - "recall_at_100": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.28444, + "ndcg_at_3": 0.35419, + "ndcg_at_5": 0.3813, + "ndcg_at_10": 0.41795, + "ndcg_at_20": 0.44216, + "ndcg_at_100": 0.48268, + "ndcg_at_1000": 0.49618, + "map_at_1": 0.28444, + "map_at_3": 0.33685, + "map_at_5": 0.35196, + "map_at_10": 0.36709, + "map_at_20": 0.37376, + "map_at_100": 0.37924, + "map_at_1000": 0.37983, + "recall_at_1": 0.28444, + "recall_at_3": 0.40444, + "recall_at_5": 0.47, + "recall_at_10": 0.58333, + "recall_at_20": 0.67889, + "recall_at_100": 0.89889, "recall_at_1000": 1.0, - "precision_at_1": 0.29889, - "precision_at_3": 0.14148, - "precision_at_5": 0.09911, - "precision_at_10": 0.05922, - "precision_at_20": 0.03522, - "precision_at_100": 0.00908, + "accuracy": 0.28444, + "precision_at_1": 0.28444, + "precision_at_3": 0.13481, + "precision_at_5": 0.094, + "precision_at_10": 0.05833, + "precision_at_20": 0.03394, + "precision_at_100": 0.00899, "precision_at_1000": 0.001, - "mrr_at_1": 0.298889, - "mrr_at_3": 0.352778, - "mrr_at_5": 0.369167, - "mrr_at_10": 0.382108, - "mrr_at_20": 0.389863, - "mrr_at_100": 0.394896, - "mrr_at_1000": 0.395449, - "nauc_ndcg_at_1_max": 0.447576, - "nauc_ndcg_at_1_std": 0.04399, - "nauc_ndcg_at_1_diff1": 0.572633, - "nauc_ndcg_at_3_max": 0.400263, - "nauc_ndcg_at_3_std": 0.031224, - "nauc_ndcg_at_3_diff1": 0.494905, - "nauc_ndcg_at_5_max": 0.381028, - "nauc_ndcg_at_5_std": 0.033864, - "nauc_ndcg_at_5_diff1": 0.470995, - "nauc_ndcg_at_10_max": 0.382765, - "nauc_ndcg_at_10_std": 0.03384, - "nauc_ndcg_at_10_diff1": 0.464848, - "nauc_ndcg_at_20_max": 0.382147, - "nauc_ndcg_at_20_std": 0.051245, - "nauc_ndcg_at_20_diff1": 0.465603, - "nauc_ndcg_at_100_max": 0.387368, - "nauc_ndcg_at_100_std": 0.05438, - "nauc_ndcg_at_100_diff1": 0.482389, - "nauc_ndcg_at_1000_max": 0.393668, - "nauc_ndcg_at_1000_std": 0.045513, - "nauc_ndcg_at_1000_diff1": 0.48695, - "nauc_map_at_1_max": 0.447576, - "nauc_map_at_1_std": 0.04399, - "nauc_map_at_1_diff1": 0.572633, - "nauc_map_at_3_max": 0.410994, - "nauc_map_at_3_std": 0.034104, - "nauc_map_at_3_diff1": 0.513855, - "nauc_map_at_5_max": 0.400506, - "nauc_map_at_5_std": 0.035801, - "nauc_map_at_5_diff1": 0.500776, - "nauc_map_at_10_max": 0.401596, - "nauc_map_at_10_std": 0.035566, - "nauc_map_at_10_diff1": 0.498451, - "nauc_map_at_20_max": 0.4017, - "nauc_map_at_20_std": 0.040417, - "nauc_map_at_20_diff1": 0.499274, - "nauc_map_at_100_max": 0.40238, - "nauc_map_at_100_std": 0.040569, - "nauc_map_at_100_diff1": 0.501425, - "nauc_map_at_1000_max": 0.402751, - "nauc_map_at_1000_std": 0.04035, - "nauc_map_at_1000_diff1": 0.501672, - "nauc_recall_at_1_max": 0.447576, - "nauc_recall_at_1_std": 0.04399, - "nauc_recall_at_1_diff1": 0.572633, - "nauc_recall_at_3_max": 0.370142, - "nauc_recall_at_3_std": 0.023146, - "nauc_recall_at_3_diff1": 0.441155, - "nauc_recall_at_5_max": 0.322205, - "nauc_recall_at_5_std": 0.028463, - "nauc_recall_at_5_diff1": 0.381474, - "nauc_recall_at_10_max": 0.320879, - "nauc_recall_at_10_std": 0.029139, - "nauc_recall_at_10_diff1": 0.352885, - "nauc_recall_at_20_max": 0.302569, - "nauc_recall_at_20_std": 0.112201, - "nauc_recall_at_20_diff1": 0.327708, - "nauc_recall_at_100_max": 0.260425, - "nauc_recall_at_100_std": 0.277963, - "nauc_recall_at_100_diff1": 0.385407, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.447576, - "nauc_precision_at_1_std": 0.04399, - "nauc_precision_at_1_diff1": 0.572633, - "nauc_precision_at_3_max": 0.370142, - "nauc_precision_at_3_std": 0.023146, - "nauc_precision_at_3_diff1": 0.441155, - "nauc_precision_at_5_max": 0.322205, - "nauc_precision_at_5_std": 0.028463, - "nauc_precision_at_5_diff1": 0.381474, - "nauc_precision_at_10_max": 0.320879, - "nauc_precision_at_10_std": 0.029139, - "nauc_precision_at_10_diff1": 0.352885, - "nauc_precision_at_20_max": 0.302569, - "nauc_precision_at_20_std": 0.112201, - "nauc_precision_at_20_diff1": 0.327708, - "nauc_precision_at_100_max": 0.260425, - "nauc_precision_at_100_std": 0.277963, - "nauc_precision_at_100_diff1": 0.385407, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.447576, - "nauc_mrr_at_1_std": 0.04399, - "nauc_mrr_at_1_diff1": 0.572633, - "nauc_mrr_at_3_max": 0.410994, - "nauc_mrr_at_3_std": 0.034104, - "nauc_mrr_at_3_diff1": 0.513855, - "nauc_mrr_at_5_max": 0.400506, - "nauc_mrr_at_5_std": 0.035801, - "nauc_mrr_at_5_diff1": 0.500776, - "nauc_mrr_at_10_max": 0.401596, - "nauc_mrr_at_10_std": 0.035566, - "nauc_mrr_at_10_diff1": 0.498451, - "nauc_mrr_at_20_max": 0.4017, - "nauc_mrr_at_20_std": 0.040417, - "nauc_mrr_at_20_diff1": 0.499274, - "nauc_mrr_at_100_max": 0.40238, - "nauc_mrr_at_100_std": 0.040569, - "nauc_mrr_at_100_diff1": 0.501425, - "nauc_mrr_at_1000_max": 0.402751, - "nauc_mrr_at_1000_std": 0.04035, - "nauc_mrr_at_1000_diff1": 0.501672, - "main_score": 0.43183, + "mrr_at_1": 0.284444, + "mrr_at_3": 0.336852, + "mrr_at_5": 0.351963, + "mrr_at_10": 0.367085, + "mrr_at_20": 0.373759, + "mrr_at_100": 0.379242, + "mrr_at_1000": 0.379832, + "nauc_ndcg_at_1_max": 0.411639, + "nauc_ndcg_at_1_std": 0.043608, + "nauc_ndcg_at_1_diff1": 0.573473, + "nauc_ndcg_at_3_max": 0.362582, + "nauc_ndcg_at_3_std": 0.021167, + "nauc_ndcg_at_3_diff1": 0.489949, + "nauc_ndcg_at_5_max": 0.343104, + "nauc_ndcg_at_5_std": 0.022818, + "nauc_ndcg_at_5_diff1": 0.468613, + "nauc_ndcg_at_10_max": 0.33252, + "nauc_ndcg_at_10_std": 0.019007, + "nauc_ndcg_at_10_diff1": 0.463776, + "nauc_ndcg_at_20_max": 0.334895, + "nauc_ndcg_at_20_std": 0.031908, + "nauc_ndcg_at_20_diff1": 0.463151, + "nauc_ndcg_at_100_max": 0.345242, + "nauc_ndcg_at_100_std": 0.04226, + "nauc_ndcg_at_100_diff1": 0.477926, + "nauc_ndcg_at_1000_max": 0.350972, + "nauc_ndcg_at_1000_std": 0.032879, + "nauc_ndcg_at_1000_diff1": 0.482826, + "nauc_map_at_1_max": 0.411639, + "nauc_map_at_1_std": 0.043608, + "nauc_map_at_1_diff1": 0.573473, + "nauc_map_at_3_max": 0.373524, + "nauc_map_at_3_std": 0.025153, + "nauc_map_at_3_diff1": 0.509415, + "nauc_map_at_5_max": 0.362895, + "nauc_map_at_5_std": 0.02597, + "nauc_map_at_5_diff1": 0.497515, + "nauc_map_at_10_max": 0.358772, + "nauc_map_at_10_std": 0.024072, + "nauc_map_at_10_diff1": 0.49585, + "nauc_map_at_20_max": 0.359862, + "nauc_map_at_20_std": 0.02799, + "nauc_map_at_20_diff1": 0.495733, + "nauc_map_at_100_max": 0.36146, + "nauc_map_at_100_std": 0.029397, + "nauc_map_at_100_diff1": 0.497603, + "nauc_map_at_1000_max": 0.36174, + "nauc_map_at_1000_std": 0.029132, + "nauc_map_at_1000_diff1": 0.497845, + "nauc_recall_at_1_max": 0.411639, + "nauc_recall_at_1_std": 0.043608, + "nauc_recall_at_1_diff1": 0.573473, + "nauc_recall_at_3_max": 0.332402, + "nauc_recall_at_3_std": 0.010599, + "nauc_recall_at_3_diff1": 0.435909, + "nauc_recall_at_5_max": 0.284404, + "nauc_recall_at_5_std": 0.014814, + "nauc_recall_at_5_diff1": 0.384067, + "nauc_recall_at_10_max": 0.243968, + "nauc_recall_at_10_std": 0.003763, + "nauc_recall_at_10_diff1": 0.359673, + "nauc_recall_at_20_max": 0.237192, + "nauc_recall_at_20_std": 0.058043, + "nauc_recall_at_20_diff1": 0.340194, + "nauc_recall_at_100_max": 0.233028, + "nauc_recall_at_100_std": 0.25437, + "nauc_recall_at_100_diff1": 0.380082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.411639, + "nauc_precision_at_1_std": 0.043608, + "nauc_precision_at_1_diff1": 0.573473, + "nauc_precision_at_3_max": 0.332402, + "nauc_precision_at_3_std": 0.010599, + "nauc_precision_at_3_diff1": 0.435909, + "nauc_precision_at_5_max": 0.284404, + "nauc_precision_at_5_std": 0.014814, + "nauc_precision_at_5_diff1": 0.384067, + "nauc_precision_at_10_max": 0.243968, + "nauc_precision_at_10_std": 0.003763, + "nauc_precision_at_10_diff1": 0.359673, + "nauc_precision_at_20_max": 0.237192, + "nauc_precision_at_20_std": 0.058043, + "nauc_precision_at_20_diff1": 0.340194, + "nauc_precision_at_100_max": 0.233028, + "nauc_precision_at_100_std": 0.25437, + "nauc_precision_at_100_diff1": 0.380082, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.411639, + "nauc_mrr_at_1_std": 0.043608, + "nauc_mrr_at_1_diff1": 0.573473, + "nauc_mrr_at_3_max": 0.373524, + "nauc_mrr_at_3_std": 0.025153, + "nauc_mrr_at_3_diff1": 0.509415, + "nauc_mrr_at_5_max": 0.362895, + "nauc_mrr_at_5_std": 0.02597, + "nauc_mrr_at_5_diff1": 0.497515, + "nauc_mrr_at_10_max": 0.358772, + "nauc_mrr_at_10_std": 0.024072, + "nauc_mrr_at_10_diff1": 0.49585, + "nauc_mrr_at_20_max": 0.359862, + "nauc_mrr_at_20_std": 0.02799, + "nauc_mrr_at_20_diff1": 0.495733, + "nauc_mrr_at_100_max": 0.36146, + "nauc_mrr_at_100_std": 0.029397, + "nauc_mrr_at_100_diff1": 0.497603, + "nauc_mrr_at_1000_max": 0.36174, + "nauc_mrr_at_1000_std": 0.029132, + "nauc_mrr_at_1000_diff1": 0.497845, + "hit_rate_at_1": 0.28444, + "hit_rate_at_3": 0.40444, + "hit_rate_at_5": 0.47, + "hit_rate_at_10": 0.58333, + "hit_rate_at_20": 0.67889, + "hit_rate_at_100": 0.89889, + "hit_rate_at_1000": 1.0, + "main_score": 0.41795, "hf_subset": "bod_Tibt-eng_Latn", "languages": [ "bod-Tibt", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.29, - "ndcg_at_3": 0.31948, - "ndcg_at_5": 0.33043, - "ndcg_at_10": 0.34563, - "ndcg_at_20": 0.36092, - "ndcg_at_100": 0.39842, - "ndcg_at_1000": 0.43927, - "map_at_1": 0.29, - "map_at_3": 0.31204, - "map_at_5": 0.31809, - "map_at_10": 0.32422, - "map_at_20": 0.32833, - "map_at_100": 0.33298, - "map_at_1000": 0.33463, - "recall_at_1": 0.29, - "recall_at_3": 0.34111, - "recall_at_5": 0.36778, - "recall_at_10": 0.41556, - "recall_at_20": 0.47667, - "recall_at_100": 0.68667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.29444, + "ndcg_at_3": 0.32057, + "ndcg_at_5": 0.32822, + "ndcg_at_10": 0.33992, + "ndcg_at_20": 0.3544, + "ndcg_at_100": 0.39319, + "ndcg_at_1000": 0.43587, + "map_at_1": 0.29444, + "map_at_3": 0.31389, + "map_at_5": 0.31806, + "map_at_10": 0.3228, + "map_at_20": 0.32671, + "map_at_100": 0.33144, + "map_at_1000": 0.33315, + "recall_at_1": 0.29444, + "recall_at_3": 0.34, + "recall_at_5": 0.35889, + "recall_at_10": 0.39556, + "recall_at_20": 0.45333, + "recall_at_100": 0.67222, "recall_at_1000": 1.0, - "precision_at_1": 0.29, - "precision_at_3": 0.1137, - "precision_at_5": 0.07356, - "precision_at_10": 0.04156, - "precision_at_20": 0.02383, - "precision_at_100": 0.00687, - "precision_at_1000": 0.001, - "mrr_at_1": 0.29, - "mrr_at_3": 0.312037, - "mrr_at_5": 0.318093, - "mrr_at_10": 0.324224, - "mrr_at_20": 0.328334, - "mrr_at_100": 0.332981, - "mrr_at_1000": 0.334625, - "nauc_ndcg_at_1_max": 0.921568, - "nauc_ndcg_at_1_std": 0.664153, - "nauc_ndcg_at_1_diff1": 0.895227, - "nauc_ndcg_at_3_max": 0.901004, - "nauc_ndcg_at_3_std": 0.645095, - "nauc_ndcg_at_3_diff1": 0.840146, - "nauc_ndcg_at_5_max": 0.888386, - "nauc_ndcg_at_5_std": 0.640566, - "nauc_ndcg_at_5_diff1": 0.822721, - "nauc_ndcg_at_10_max": 0.870186, - "nauc_ndcg_at_10_std": 0.629441, - "nauc_ndcg_at_10_diff1": 0.804258, - "nauc_ndcg_at_20_max": 0.85925, - "nauc_ndcg_at_20_std": 0.626261, - "nauc_ndcg_at_20_diff1": 0.789238, - "nauc_ndcg_at_100_max": 0.846401, - "nauc_ndcg_at_100_std": 0.620174, - "nauc_ndcg_at_100_diff1": 0.778483, - "nauc_ndcg_at_1000_max": 0.869153, - "nauc_ndcg_at_1000_std": 0.631517, - "nauc_ndcg_at_1000_diff1": 0.805734, - "nauc_map_at_1_max": 0.921568, - "nauc_map_at_1_std": 0.664153, - "nauc_map_at_1_diff1": 0.895227, - "nauc_map_at_3_max": 0.905942, - "nauc_map_at_3_std": 0.649872, - "nauc_map_at_3_diff1": 0.85327, - "nauc_map_at_5_max": 0.898903, - "nauc_map_at_5_std": 0.647383, - "nauc_map_at_5_diff1": 0.843383, - "nauc_map_at_10_max": 0.891454, - "nauc_map_at_10_std": 0.642818, - "nauc_map_at_10_diff1": 0.835901, - "nauc_map_at_20_max": 0.888639, - "nauc_map_at_20_std": 0.64194, - "nauc_map_at_20_diff1": 0.832042, - "nauc_map_at_100_max": 0.886727, - "nauc_map_at_100_std": 0.640974, - "nauc_map_at_100_diff1": 0.830528, - "nauc_map_at_1000_max": 0.887554, - "nauc_map_at_1000_std": 0.641407, - "nauc_map_at_1000_diff1": 0.831458, - "nauc_recall_at_1_max": 0.921568, - "nauc_recall_at_1_std": 0.664153, - "nauc_recall_at_1_diff1": 0.895227, - "nauc_recall_at_3_max": 0.88701, - "nauc_recall_at_3_std": 0.631478, - "nauc_recall_at_3_diff1": 0.802995, - "nauc_recall_at_5_max": 0.857102, - "nauc_recall_at_5_std": 0.620666, - "nauc_recall_at_5_diff1": 0.762512, - "nauc_recall_at_10_max": 0.801921, - "nauc_recall_at_10_std": 0.586954, - "nauc_recall_at_10_diff1": 0.706375, - "nauc_recall_at_20_max": 0.75649, - "nauc_recall_at_20_std": 0.573823, - "nauc_recall_at_20_diff1": 0.643876, - "nauc_recall_at_100_max": 0.643151, - "nauc_recall_at_100_std": 0.520063, - "nauc_recall_at_100_diff1": 0.529655, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.921568, - "nauc_precision_at_1_std": 0.664153, - "nauc_precision_at_1_diff1": 0.895227, - "nauc_precision_at_3_max": 0.88701, - "nauc_precision_at_3_std": 0.631478, - "nauc_precision_at_3_diff1": 0.802995, - "nauc_precision_at_5_max": 0.857102, - "nauc_precision_at_5_std": 0.620666, - "nauc_precision_at_5_diff1": 0.762512, - "nauc_precision_at_10_max": 0.801921, - "nauc_precision_at_10_std": 0.586954, - "nauc_precision_at_10_diff1": 0.706375, - "nauc_precision_at_20_max": 0.75649, - "nauc_precision_at_20_std": 0.573823, - "nauc_precision_at_20_diff1": 0.643876, - "nauc_precision_at_100_max": 0.643151, - "nauc_precision_at_100_std": 0.520063, - "nauc_precision_at_100_diff1": 0.529655, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.921568, - "nauc_mrr_at_1_std": 0.664153, - "nauc_mrr_at_1_diff1": 0.895227, - "nauc_mrr_at_3_max": 0.905942, - "nauc_mrr_at_3_std": 0.649872, - "nauc_mrr_at_3_diff1": 0.85327, - "nauc_mrr_at_5_max": 0.898903, - "nauc_mrr_at_5_std": 0.647383, - "nauc_mrr_at_5_diff1": 0.843383, - "nauc_mrr_at_10_max": 0.891454, - "nauc_mrr_at_10_std": 0.642818, - "nauc_mrr_at_10_diff1": 0.835901, - "nauc_mrr_at_20_max": 0.888639, - "nauc_mrr_at_20_std": 0.64194, - "nauc_mrr_at_20_diff1": 0.832042, - "nauc_mrr_at_100_max": 0.886727, - "nauc_mrr_at_100_std": 0.640974, - "nauc_mrr_at_100_diff1": 0.830528, - "nauc_mrr_at_1000_max": 0.887554, - "nauc_mrr_at_1000_std": 0.641407, - "nauc_mrr_at_1000_diff1": 0.831458, - "main_score": 0.34563, + "accuracy": 0.29444, + "precision_at_1": 0.29444, + "precision_at_3": 0.11333, + "precision_at_5": 0.07178, + "precision_at_10": 0.03956, + "precision_at_20": 0.02267, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.294444, + "mrr_at_3": 0.313889, + "mrr_at_5": 0.318056, + "mrr_at_10": 0.322802, + "mrr_at_20": 0.326706, + "mrr_at_100": 0.331445, + "mrr_at_1000": 0.333153, + "nauc_ndcg_at_1_max": 0.879139, + "nauc_ndcg_at_1_std": 0.539867, + "nauc_ndcg_at_1_diff1": 0.834815, + "nauc_ndcg_at_3_max": 0.858462, + "nauc_ndcg_at_3_std": 0.534287, + "nauc_ndcg_at_3_diff1": 0.787682, + "nauc_ndcg_at_5_max": 0.853955, + "nauc_ndcg_at_5_std": 0.539232, + "nauc_ndcg_at_5_diff1": 0.776867, + "nauc_ndcg_at_10_max": 0.839315, + "nauc_ndcg_at_10_std": 0.525534, + "nauc_ndcg_at_10_diff1": 0.759953, + "nauc_ndcg_at_20_max": 0.828209, + "nauc_ndcg_at_20_std": 0.524742, + "nauc_ndcg_at_20_diff1": 0.747663, + "nauc_ndcg_at_100_max": 0.81078, + "nauc_ndcg_at_100_std": 0.51505, + "nauc_ndcg_at_100_diff1": 0.734154, + "nauc_ndcg_at_1000_max": 0.83438, + "nauc_ndcg_at_1000_std": 0.525104, + "nauc_ndcg_at_1000_diff1": 0.760168, + "nauc_map_at_1_max": 0.879139, + "nauc_map_at_1_std": 0.539867, + "nauc_map_at_1_diff1": 0.834815, + "nauc_map_at_3_max": 0.863961, + "nauc_map_at_3_std": 0.535187, + "nauc_map_at_3_diff1": 0.800216, + "nauc_map_at_5_max": 0.861561, + "nauc_map_at_5_std": 0.537966, + "nauc_map_at_5_diff1": 0.794255, + "nauc_map_at_10_max": 0.855625, + "nauc_map_at_10_std": 0.532155, + "nauc_map_at_10_diff1": 0.787379, + "nauc_map_at_20_max": 0.852643, + "nauc_map_at_20_std": 0.532139, + "nauc_map_at_20_diff1": 0.784063, + "nauc_map_at_100_max": 0.850132, + "nauc_map_at_100_std": 0.530729, + "nauc_map_at_100_diff1": 0.782114, + "nauc_map_at_1000_max": 0.851029, + "nauc_map_at_1000_std": 0.531103, + "nauc_map_at_1000_diff1": 0.783057, + "nauc_recall_at_1_max": 0.879139, + "nauc_recall_at_1_std": 0.539867, + "nauc_recall_at_1_diff1": 0.834815, + "nauc_recall_at_3_max": 0.842608, + "nauc_recall_at_3_std": 0.531908, + "nauc_recall_at_3_diff1": 0.751549, + "nauc_recall_at_5_max": 0.831483, + "nauc_recall_at_5_std": 0.543645, + "nauc_recall_at_5_diff1": 0.725659, + "nauc_recall_at_10_max": 0.786931, + "nauc_recall_at_10_std": 0.502964, + "nauc_recall_at_10_diff1": 0.674631, + "nauc_recall_at_20_max": 0.742403, + "nauc_recall_at_20_std": 0.498106, + "nauc_recall_at_20_diff1": 0.625019, + "nauc_recall_at_100_max": 0.607902, + "nauc_recall_at_100_std": 0.429057, + "nauc_recall_at_100_diff1": 0.505603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.879139, + "nauc_precision_at_1_std": 0.539867, + "nauc_precision_at_1_diff1": 0.834815, + "nauc_precision_at_3_max": 0.842608, + "nauc_precision_at_3_std": 0.531908, + "nauc_precision_at_3_diff1": 0.751549, + "nauc_precision_at_5_max": 0.831483, + "nauc_precision_at_5_std": 0.543645, + "nauc_precision_at_5_diff1": 0.725659, + "nauc_precision_at_10_max": 0.786931, + "nauc_precision_at_10_std": 0.502964, + "nauc_precision_at_10_diff1": 0.674631, + "nauc_precision_at_20_max": 0.742403, + "nauc_precision_at_20_std": 0.498106, + "nauc_precision_at_20_diff1": 0.625019, + "nauc_precision_at_100_max": 0.607902, + "nauc_precision_at_100_std": 0.429057, + "nauc_precision_at_100_diff1": 0.505603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.879139, + "nauc_mrr_at_1_std": 0.539867, + "nauc_mrr_at_1_diff1": 0.834815, + "nauc_mrr_at_3_max": 0.863961, + "nauc_mrr_at_3_std": 0.535187, + "nauc_mrr_at_3_diff1": 0.800216, + "nauc_mrr_at_5_max": 0.861561, + "nauc_mrr_at_5_std": 0.537966, + "nauc_mrr_at_5_diff1": 0.794255, + "nauc_mrr_at_10_max": 0.855625, + "nauc_mrr_at_10_std": 0.532155, + "nauc_mrr_at_10_diff1": 0.787379, + "nauc_mrr_at_20_max": 0.852643, + "nauc_mrr_at_20_std": 0.532139, + "nauc_mrr_at_20_diff1": 0.784063, + "nauc_mrr_at_100_max": 0.850132, + "nauc_mrr_at_100_std": 0.530729, + "nauc_mrr_at_100_diff1": 0.782114, + "nauc_mrr_at_1000_max": 0.851029, + "nauc_mrr_at_1000_std": 0.531103, + "nauc_mrr_at_1000_diff1": 0.783057, + "hit_rate_at_1": 0.29444, + "hit_rate_at_3": 0.34, + "hit_rate_at_5": 0.35889, + "hit_rate_at_10": 0.39556, + "hit_rate_at_20": 0.45333, + "hit_rate_at_100": 0.67222, + "hit_rate_at_1000": 1.0, + "main_score": 0.33992, "hf_subset": "eng_Latn-bod_Tibt", "languages": [ "eng-Latn", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93591, - "ndcg_at_5": 0.94093, - "ndcg_at_10": 0.94519, - "ndcg_at_20": 0.94665, - "ndcg_at_100": 0.94835, - "ndcg_at_1000": 0.94882, - "map_at_1": 0.90556, - "map_at_3": 0.9287, - "map_at_5": 0.93148, - "map_at_10": 0.93321, - "map_at_20": 0.93364, - "map_at_100": 0.93389, - "map_at_1000": 0.93392, - "recall_at_1": 0.90556, - "recall_at_3": 0.95667, - "recall_at_5": 0.96889, - "recall_at_10": 0.98222, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93217, + "ndcg_at_5": 0.93767, + "ndcg_at_10": 0.94126, + "ndcg_at_20": 0.94386, + "ndcg_at_100": 0.94544, + "ndcg_at_1000": 0.94574, + "map_at_1": 0.9, + "map_at_3": 0.92444, + "map_at_5": 0.9275, + "map_at_10": 0.92898, + "map_at_20": 0.92973, + "map_at_100": 0.92993, + "map_at_1000": 0.92994, + "recall_at_1": 0.9, + "recall_at_3": 0.95444, + "recall_at_5": 0.96778, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, - "precision_at_3": 0.31889, - "precision_at_5": 0.19378, - "precision_at_10": 0.09822, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31815, + "precision_at_5": 0.19356, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.928704, - "mrr_at_5": 0.931481, - "mrr_at_10": 0.933213, - "mrr_at_20": 0.93364, - "mrr_at_100": 0.933895, - "mrr_at_1000": 0.93392, - "nauc_ndcg_at_1_max": 0.781875, - "nauc_ndcg_at_1_std": -0.058637, - "nauc_ndcg_at_1_diff1": 0.932608, - "nauc_ndcg_at_3_max": 0.840587, - "nauc_ndcg_at_3_std": 0.05225, - "nauc_ndcg_at_3_diff1": 0.937838, - "nauc_ndcg_at_5_max": 0.837096, - "nauc_ndcg_at_5_std": 0.06753, - "nauc_ndcg_at_5_diff1": 0.936467, - "nauc_ndcg_at_10_max": 0.830924, - "nauc_ndcg_at_10_std": 0.055939, - "nauc_ndcg_at_10_diff1": 0.935593, - "nauc_ndcg_at_20_max": 0.828496, - "nauc_ndcg_at_20_std": 0.049309, - "nauc_ndcg_at_20_diff1": 0.938249, - "nauc_ndcg_at_100_max": 0.824106, - "nauc_ndcg_at_100_std": 0.040533, - "nauc_ndcg_at_100_diff1": 0.936216, - "nauc_ndcg_at_1000_max": 0.822486, - "nauc_ndcg_at_1000_std": 0.032597, - "nauc_ndcg_at_1000_diff1": 0.935629, - "nauc_map_at_1_max": 0.781875, - "nauc_map_at_1_std": -0.058637, - "nauc_map_at_1_diff1": 0.932608, - "nauc_map_at_3_max": 0.822983, - "nauc_map_at_3_std": 0.01671, - "nauc_map_at_3_diff1": 0.935847, - "nauc_map_at_5_max": 0.82061, - "nauc_map_at_5_std": 0.023193, - "nauc_map_at_5_diff1": 0.935048, - "nauc_map_at_10_max": 0.818132, - "nauc_map_at_10_std": 0.018004, - "nauc_map_at_10_diff1": 0.934588, - "nauc_map_at_20_max": 0.817458, - "nauc_map_at_20_std": 0.016287, - "nauc_map_at_20_diff1": 0.93511, - "nauc_map_at_100_max": 0.816934, - "nauc_map_at_100_std": 0.015783, - "nauc_map_at_100_diff1": 0.93486, - "nauc_map_at_1000_max": 0.816864, - "nauc_map_at_1000_std": 0.015452, - "nauc_map_at_1000_diff1": 0.934835, - "nauc_recall_at_1_max": 0.781875, - "nauc_recall_at_1_std": -0.058637, - "nauc_recall_at_1_diff1": 0.932608, - "nauc_recall_at_3_max": 0.923388, - "nauc_recall_at_3_std": 0.221073, - "nauc_recall_at_3_diff1": 0.947509, - "nauc_recall_at_5_max": 0.939726, - "nauc_recall_at_5_std": 0.352224, - "nauc_recall_at_5_diff1": 0.945562, - "nauc_recall_at_10_max": 0.957108, - "nauc_recall_at_10_std": 0.457691, - "nauc_recall_at_10_diff1": 0.946604, - "nauc_recall_at_20_max": 0.974747, - "nauc_recall_at_20_std": 0.525168, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.9275, + "mrr_at_10": 0.928982, + "mrr_at_20": 0.929732, + "mrr_at_100": 0.929927, + "mrr_at_1000": 0.92994, + "nauc_ndcg_at_1_max": 0.799984, + "nauc_ndcg_at_1_std": -0.073939, + "nauc_ndcg_at_1_diff1": 0.927871, + "nauc_ndcg_at_3_max": 0.855719, + "nauc_ndcg_at_3_std": 0.004713, + "nauc_ndcg_at_3_diff1": 0.93004, + "nauc_ndcg_at_5_max": 0.84922, + "nauc_ndcg_at_5_std": 0.015563, + "nauc_ndcg_at_5_diff1": 0.927004, + "nauc_ndcg_at_10_max": 0.845222, + "nauc_ndcg_at_10_std": 0.019766, + "nauc_ndcg_at_10_diff1": 0.928173, + "nauc_ndcg_at_20_max": 0.842898, + "nauc_ndcg_at_20_std": 0.017583, + "nauc_ndcg_at_20_diff1": 0.930443, + "nauc_ndcg_at_100_max": 0.839584, + "nauc_ndcg_at_100_std": 0.007665, + "nauc_ndcg_at_100_diff1": 0.929326, + "nauc_ndcg_at_1000_max": 0.838699, + "nauc_ndcg_at_1000_std": 0.002195, + "nauc_ndcg_at_1000_diff1": 0.928936, + "nauc_map_at_1_max": 0.799984, + "nauc_map_at_1_std": -0.073939, + "nauc_map_at_1_diff1": 0.927871, + "nauc_map_at_3_max": 0.839764, + "nauc_map_at_3_std": -0.018089, + "nauc_map_at_3_diff1": 0.929039, + "nauc_map_at_5_max": 0.836021, + "nauc_map_at_5_std": -0.013753, + "nauc_map_at_5_diff1": 0.927614, + "nauc_map_at_10_max": 0.834491, + "nauc_map_at_10_std": -0.012323, + "nauc_map_at_10_diff1": 0.928043, + "nauc_map_at_20_max": 0.833926, + "nauc_map_at_20_std": -0.012771, + "nauc_map_at_20_diff1": 0.928586, + "nauc_map_at_100_max": 0.833663, + "nauc_map_at_100_std": -0.013034, + "nauc_map_at_100_diff1": 0.92846, + "nauc_map_at_1000_max": 0.833632, + "nauc_map_at_1000_std": -0.013222, + "nauc_map_at_1000_diff1": 0.928446, + "nauc_recall_at_1_max": 0.799984, + "nauc_recall_at_1_std": -0.073939, + "nauc_recall_at_1_diff1": 0.927871, + "nauc_recall_at_3_max": 0.930826, + "nauc_recall_at_3_std": 0.112273, + "nauc_recall_at_3_diff1": 0.935039, + "nauc_recall_at_5_max": 0.931099, + "nauc_recall_at_5_std": 0.206607, + "nauc_recall_at_5_diff1": 0.922245, + "nauc_recall_at_10_max": 0.937835, + "nauc_recall_at_10_std": 0.332301, + "nauc_recall_at_10_diff1": 0.929481, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.552848, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781875, - "nauc_precision_at_1_std": -0.058637, - "nauc_precision_at_1_diff1": 0.932608, - "nauc_precision_at_3_max": 0.923388, - "nauc_precision_at_3_std": 0.221073, - "nauc_precision_at_3_diff1": 0.947509, - "nauc_precision_at_5_max": 0.939726, - "nauc_precision_at_5_std": 0.352224, - "nauc_precision_at_5_diff1": 0.945562, - "nauc_precision_at_10_max": 0.957108, - "nauc_precision_at_10_std": 0.457691, - "nauc_precision_at_10_diff1": 0.946604, - "nauc_precision_at_20_max": 0.974747, - "nauc_precision_at_20_std": 0.525168, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.799984, + "nauc_precision_at_1_std": -0.073939, + "nauc_precision_at_1_diff1": 0.927871, + "nauc_precision_at_3_max": 0.930826, + "nauc_precision_at_3_std": 0.112273, + "nauc_precision_at_3_diff1": 0.935039, + "nauc_precision_at_5_max": 0.931099, + "nauc_precision_at_5_std": 0.206607, + "nauc_precision_at_5_diff1": 0.922245, + "nauc_precision_at_10_max": 0.937835, + "nauc_precision_at_10_std": 0.332301, + "nauc_precision_at_10_diff1": 0.929481, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.552848, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781875, - "nauc_mrr_at_1_std": -0.058637, - "nauc_mrr_at_1_diff1": 0.932608, - "nauc_mrr_at_3_max": 0.822983, - "nauc_mrr_at_3_std": 0.01671, - "nauc_mrr_at_3_diff1": 0.935847, - "nauc_mrr_at_5_max": 0.82061, - "nauc_mrr_at_5_std": 0.023193, - "nauc_mrr_at_5_diff1": 0.935048, - "nauc_mrr_at_10_max": 0.818132, - "nauc_mrr_at_10_std": 0.018004, - "nauc_mrr_at_10_diff1": 0.934588, - "nauc_mrr_at_20_max": 0.817458, - "nauc_mrr_at_20_std": 0.016287, - "nauc_mrr_at_20_diff1": 0.93511, - "nauc_mrr_at_100_max": 0.816934, - "nauc_mrr_at_100_std": 0.015783, - "nauc_mrr_at_100_diff1": 0.93486, - "nauc_mrr_at_1000_max": 0.816864, - "nauc_mrr_at_1000_std": 0.015452, - "nauc_mrr_at_1000_diff1": 0.934835, - "main_score": 0.94519, + "nauc_mrr_at_1_max": 0.799984, + "nauc_mrr_at_1_std": -0.073939, + "nauc_mrr_at_1_diff1": 0.927871, + "nauc_mrr_at_3_max": 0.839764, + "nauc_mrr_at_3_std": -0.018089, + "nauc_mrr_at_3_diff1": 0.929039, + "nauc_mrr_at_5_max": 0.836021, + "nauc_mrr_at_5_std": -0.013753, + "nauc_mrr_at_5_diff1": 0.927614, + "nauc_mrr_at_10_max": 0.834491, + "nauc_mrr_at_10_std": -0.012323, + "nauc_mrr_at_10_diff1": 0.928043, + "nauc_mrr_at_20_max": 0.833926, + "nauc_mrr_at_20_std": -0.012771, + "nauc_mrr_at_20_diff1": 0.928586, + "nauc_mrr_at_100_max": 0.833663, + "nauc_mrr_at_100_std": -0.013034, + "nauc_mrr_at_100_diff1": 0.92846, + "nauc_mrr_at_1000_max": 0.833632, + "nauc_mrr_at_1000_std": -0.013222, + "nauc_mrr_at_1000_diff1": 0.928446, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94126, "hf_subset": "bul_Cyrl-bul_Cyrl", "languages": [ "bul-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95036, - "ndcg_at_5": 0.95719, - "ndcg_at_10": 0.95898, - "ndcg_at_20": 0.96037, - "ndcg_at_100": 0.96097, - "ndcg_at_1000": 0.96129, - "map_at_1": 0.92444, - "map_at_3": 0.94463, - "map_at_5": 0.94841, - "map_at_10": 0.94914, - "map_at_20": 0.94951, - "map_at_100": 0.94959, - "map_at_1000": 0.9496, - "recall_at_1": 0.92444, - "recall_at_3": 0.96667, - "recall_at_5": 0.98333, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94772, + "ndcg_at_5": 0.95188, + "ndcg_at_10": 0.95512, + "ndcg_at_20": 0.95651, + "ndcg_at_100": 0.95734, + "ndcg_at_1000": 0.95766, + "map_at_1": 0.91778, + "map_at_3": 0.94074, + "map_at_5": 0.94307, + "map_at_10": 0.94441, + "map_at_20": 0.94478, + "map_at_100": 0.9449, + "map_at_1000": 0.94492, + "recall_at_1": 0.91778, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32222, - "precision_at_5": 0.19667, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "accuracy": 0.91778, + "precision_at_1": 0.91778, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.948407, - "mrr_at_10": 0.94914, - "mrr_at_20": 0.949514, - "mrr_at_100": 0.949586, - "mrr_at_1000": 0.949604, - "nauc_ndcg_at_1_max": 0.781533, - "nauc_ndcg_at_1_std": -0.262131, - "nauc_ndcg_at_1_diff1": 0.937936, - "nauc_ndcg_at_3_max": 0.788514, - "nauc_ndcg_at_3_std": -0.392873, - "nauc_ndcg_at_3_diff1": 0.939107, - "nauc_ndcg_at_5_max": 0.807216, - "nauc_ndcg_at_5_std": -0.337816, - "nauc_ndcg_at_5_diff1": 0.947121, - "nauc_ndcg_at_10_max": 0.805657, - "nauc_ndcg_at_10_std": -0.282359, - "nauc_ndcg_at_10_diff1": 0.944815, - "nauc_ndcg_at_20_max": 0.802033, - "nauc_ndcg_at_20_std": -0.289485, - "nauc_ndcg_at_20_diff1": 0.943794, - "nauc_ndcg_at_100_max": 0.799017, - "nauc_ndcg_at_100_std": -0.295746, - "nauc_ndcg_at_100_diff1": 0.942938, - "nauc_ndcg_at_1000_max": 0.797349, - "nauc_ndcg_at_1000_std": -0.306497, - "nauc_ndcg_at_1000_diff1": 0.942464, - "nauc_map_at_1_max": 0.781533, - "nauc_map_at_1_std": -0.262131, - "nauc_map_at_1_diff1": 0.937936, - "nauc_map_at_3_max": 0.787145, - "nauc_map_at_3_std": -0.353933, - "nauc_map_at_3_diff1": 0.938809, - "nauc_map_at_5_max": 0.795747, - "nauc_map_at_5_std": -0.327031, - "nauc_map_at_5_diff1": 0.942518, - "nauc_map_at_10_max": 0.794934, - "nauc_map_at_10_std": -0.308815, - "nauc_map_at_10_diff1": 0.94169, - "nauc_map_at_20_max": 0.794116, - "nauc_map_at_20_std": -0.310712, - "nauc_map_at_20_diff1": 0.94145, - "nauc_map_at_100_max": 0.793825, - "nauc_map_at_100_std": -0.311025, - "nauc_map_at_100_diff1": 0.941367, - "nauc_map_at_1000_max": 0.793749, - "nauc_map_at_1000_std": -0.311507, - "nauc_map_at_1000_diff1": 0.941345, - "nauc_recall_at_1_max": 0.781533, - "nauc_recall_at_1_std": -0.262131, - "nauc_recall_at_1_diff1": 0.937936, - "nauc_recall_at_3_max": 0.794444, - "nauc_recall_at_3_std": -0.576735, - "nauc_recall_at_3_diff1": 0.940476, - "nauc_recall_at_5_max": 0.915811, - "nauc_recall_at_5_std": -0.400622, - "nauc_recall_at_5_diff1": 0.991285, - "nauc_recall_at_10_max": 0.955415, - "nauc_recall_at_10_std": 0.210224, - "nauc_recall_at_10_diff1": 0.986928, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943074, + "mrr_at_10": 0.944408, + "mrr_at_20": 0.944779, + "mrr_at_100": 0.944901, + "mrr_at_1000": 0.944917, + "nauc_ndcg_at_1_max": 0.75781, + "nauc_ndcg_at_1_std": -0.208639, + "nauc_ndcg_at_1_diff1": 0.941359, + "nauc_ndcg_at_3_max": 0.763033, + "nauc_ndcg_at_3_std": -0.261331, + "nauc_ndcg_at_3_diff1": 0.941095, + "nauc_ndcg_at_5_max": 0.768791, + "nauc_ndcg_at_5_std": -0.257924, + "nauc_ndcg_at_5_diff1": 0.939637, + "nauc_ndcg_at_10_max": 0.770887, + "nauc_ndcg_at_10_std": -0.22062, + "nauc_ndcg_at_10_diff1": 0.940864, + "nauc_ndcg_at_20_max": 0.774909, + "nauc_ndcg_at_20_std": -0.219518, + "nauc_ndcg_at_20_diff1": 0.94237, + "nauc_ndcg_at_100_max": 0.770494, + "nauc_ndcg_at_100_std": -0.218508, + "nauc_ndcg_at_100_diff1": 0.941921, + "nauc_ndcg_at_1000_max": 0.768811, + "nauc_ndcg_at_1000_std": -0.227443, + "nauc_ndcg_at_1000_diff1": 0.941495, + "nauc_map_at_1_max": 0.75781, + "nauc_map_at_1_std": -0.208639, + "nauc_map_at_1_diff1": 0.941359, + "nauc_map_at_3_max": 0.763114, + "nauc_map_at_3_std": -0.246417, + "nauc_map_at_3_diff1": 0.941454, + "nauc_map_at_5_max": 0.765843, + "nauc_map_at_5_std": -0.244973, + "nauc_map_at_5_diff1": 0.940712, + "nauc_map_at_10_max": 0.766436, + "nauc_map_at_10_std": -0.232753, + "nauc_map_at_10_diff1": 0.941104, + "nauc_map_at_20_max": 0.767081, + "nauc_map_at_20_std": -0.232538, + "nauc_map_at_20_diff1": 0.941402, + "nauc_map_at_100_max": 0.766565, + "nauc_map_at_100_std": -0.231733, + "nauc_map_at_100_diff1": 0.941357, + "nauc_map_at_1000_max": 0.766496, + "nauc_map_at_1000_std": -0.232096, + "nauc_map_at_1000_diff1": 0.94134, + "nauc_recall_at_1_max": 0.75781, + "nauc_recall_at_1_std": -0.208639, + "nauc_recall_at_1_diff1": 0.941359, + "nauc_recall_at_3_max": 0.761213, + "nauc_recall_at_3_std": -0.33842, + "nauc_recall_at_3_diff1": 0.938987, + "nauc_recall_at_5_max": 0.790406, + "nauc_recall_at_5_std": -0.347082, + "nauc_recall_at_5_diff1": 0.931139, + "nauc_recall_at_10_max": 0.832612, + "nauc_recall_at_10_std": 0.015109, + "nauc_recall_at_10_diff1": 0.939097, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.514099, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.236461, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781533, - "nauc_precision_at_1_std": -0.262131, - "nauc_precision_at_1_diff1": 0.937936, - "nauc_precision_at_3_max": 0.794444, - "nauc_precision_at_3_std": -0.576735, - "nauc_precision_at_3_diff1": 0.940476, - "nauc_precision_at_5_max": 0.915811, - "nauc_precision_at_5_std": -0.400622, - "nauc_precision_at_5_diff1": 0.991285, - "nauc_precision_at_10_max": 0.955415, - "nauc_precision_at_10_std": 0.210224, - "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_1_max": 0.75781, + "nauc_precision_at_1_std": -0.208639, + "nauc_precision_at_1_diff1": 0.941359, + "nauc_precision_at_3_max": 0.761213, + "nauc_precision_at_3_std": -0.33842, + "nauc_precision_at_3_diff1": 0.938987, + "nauc_precision_at_5_max": 0.790406, + "nauc_precision_at_5_std": -0.347082, + "nauc_precision_at_5_diff1": 0.931139, + "nauc_precision_at_10_max": 0.832612, + "nauc_precision_at_10_std": 0.015109, + "nauc_precision_at_10_diff1": 0.939097, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.514099, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.236461, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.781533, - "nauc_mrr_at_1_std": -0.262131, - "nauc_mrr_at_1_diff1": 0.937936, - "nauc_mrr_at_3_max": 0.787145, - "nauc_mrr_at_3_std": -0.353933, - "nauc_mrr_at_3_diff1": 0.938809, - "nauc_mrr_at_5_max": 0.795747, - "nauc_mrr_at_5_std": -0.327031, - "nauc_mrr_at_5_diff1": 0.942518, - "nauc_mrr_at_10_max": 0.794934, - "nauc_mrr_at_10_std": -0.308815, - "nauc_mrr_at_10_diff1": 0.94169, - "nauc_mrr_at_20_max": 0.794116, - "nauc_mrr_at_20_std": -0.310712, - "nauc_mrr_at_20_diff1": 0.94145, - "nauc_mrr_at_100_max": 0.793825, - "nauc_mrr_at_100_std": -0.311025, - "nauc_mrr_at_100_diff1": 0.941367, - "nauc_mrr_at_1000_max": 0.793749, - "nauc_mrr_at_1000_std": -0.311507, - "nauc_mrr_at_1000_diff1": 0.941345, - "main_score": 0.95898, + "nauc_mrr_at_1_max": 0.75781, + "nauc_mrr_at_1_std": -0.208639, + "nauc_mrr_at_1_diff1": 0.941359, + "nauc_mrr_at_3_max": 0.763114, + "nauc_mrr_at_3_std": -0.246417, + "nauc_mrr_at_3_diff1": 0.941454, + "nauc_mrr_at_5_max": 0.765843, + "nauc_mrr_at_5_std": -0.244973, + "nauc_mrr_at_5_diff1": 0.940712, + "nauc_mrr_at_10_max": 0.766436, + "nauc_mrr_at_10_std": -0.232753, + "nauc_mrr_at_10_diff1": 0.941104, + "nauc_mrr_at_20_max": 0.767081, + "nauc_mrr_at_20_std": -0.232538, + "nauc_mrr_at_20_diff1": 0.941402, + "nauc_mrr_at_100_max": 0.766565, + "nauc_mrr_at_100_std": -0.231733, + "nauc_mrr_at_100_diff1": 0.941357, + "nauc_mrr_at_1000_max": 0.766496, + "nauc_mrr_at_1000_std": -0.232096, + "nauc_mrr_at_1000_diff1": 0.94134, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95512, "hf_subset": "bul_Cyrl-eng_Latn", "languages": [ "bul-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93126, - "ndcg_at_5": 0.93776, - "ndcg_at_10": 0.94029, - "ndcg_at_20": 0.94217, - "ndcg_at_100": 0.94381, - "ndcg_at_1000": 0.94411, - "map_at_1": 0.89222, - "map_at_3": 0.92204, - "map_at_5": 0.9257, - "map_at_10": 0.92675, - "map_at_20": 0.92722, - "map_at_100": 0.92744, - "map_at_1000": 0.92745, - "recall_at_1": 0.89222, - "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98111, - "recall_at_20": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.92855, + "ndcg_at_10": 0.93267, + "ndcg_at_20": 0.93487, + "ndcg_at_100": 0.93715, + "ndcg_at_1000": 0.93745, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91643, + "map_at_10": 0.91823, + "map_at_20": 0.91881, + "map_at_100": 0.91913, + "map_at_1000": 0.91914, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96444, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09811, - "precision_at_20": 0.04944, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19289, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.922037, - "mrr_at_5": 0.925704, - "mrr_at_10": 0.926751, - "mrr_at_20": 0.927224, - "mrr_at_100": 0.92744, - "mrr_at_1000": 0.927455, - "nauc_ndcg_at_1_max": 0.811553, - "nauc_ndcg_at_1_std": -0.028526, - "nauc_ndcg_at_1_diff1": 0.924738, - "nauc_ndcg_at_3_max": 0.856001, - "nauc_ndcg_at_3_std": 0.046814, - "nauc_ndcg_at_3_diff1": 0.922665, - "nauc_ndcg_at_5_max": 0.85017, - "nauc_ndcg_at_5_std": 0.035407, - "nauc_ndcg_at_5_diff1": 0.925726, - "nauc_ndcg_at_10_max": 0.850824, - "nauc_ndcg_at_10_std": 0.04834, - "nauc_ndcg_at_10_diff1": 0.927558, - "nauc_ndcg_at_20_max": 0.847128, - "nauc_ndcg_at_20_std": 0.029105, - "nauc_ndcg_at_20_diff1": 0.927093, - "nauc_ndcg_at_100_max": 0.844117, - "nauc_ndcg_at_100_std": 0.028543, - "nauc_ndcg_at_100_diff1": 0.925922, - "nauc_ndcg_at_1000_max": 0.843261, - "nauc_ndcg_at_1000_std": 0.024733, - "nauc_ndcg_at_1000_diff1": 0.92586, - "nauc_map_at_1_max": 0.811553, - "nauc_map_at_1_std": -0.028526, - "nauc_map_at_1_diff1": 0.924738, - "nauc_map_at_3_max": 0.843471, - "nauc_map_at_3_std": 0.022269, - "nauc_map_at_3_diff1": 0.923401, - "nauc_map_at_5_max": 0.840126, - "nauc_map_at_5_std": 0.015406, - "nauc_map_at_5_diff1": 0.924897, - "nauc_map_at_10_max": 0.840323, - "nauc_map_at_10_std": 0.020234, - "nauc_map_at_10_diff1": 0.925565, - "nauc_map_at_20_max": 0.839502, - "nauc_map_at_20_std": 0.01611, - "nauc_map_at_20_diff1": 0.925456, - "nauc_map_at_100_max": 0.839165, - "nauc_map_at_100_std": 0.015974, - "nauc_map_at_100_diff1": 0.925334, - "nauc_map_at_1000_max": 0.839132, - "nauc_map_at_1000_std": 0.015832, - "nauc_map_at_1000_diff1": 0.925329, - "nauc_recall_at_1_max": 0.811553, - "nauc_recall_at_1_std": -0.028526, - "nauc_recall_at_1_diff1": 0.924738, - "nauc_recall_at_3_max": 0.920635, - "nauc_recall_at_3_std": 0.176372, - "nauc_recall_at_3_diff1": 0.918731, - "nauc_recall_at_5_max": 0.925595, - "nauc_recall_at_5_std": 0.191566, - "nauc_recall_at_5_diff1": 0.933279, - "nauc_recall_at_10_max": 0.960592, - "nauc_recall_at_10_std": 0.365931, - "nauc_recall_at_10_diff1": 0.952903, - "nauc_recall_at_20_max": 0.95915, - "nauc_recall_at_20_std": 0.182306, - "nauc_recall_at_20_diff1": 0.960784, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.916426, + "mrr_at_10": 0.918228, + "mrr_at_20": 0.918807, + "mrr_at_100": 0.919127, + "mrr_at_1000": 0.91914, + "nauc_ndcg_at_1_max": 0.808812, + "nauc_ndcg_at_1_std": -0.103398, + "nauc_ndcg_at_1_diff1": 0.914503, + "nauc_ndcg_at_3_max": 0.84687, + "nauc_ndcg_at_3_std": -0.100901, + "nauc_ndcg_at_3_diff1": 0.911132, + "nauc_ndcg_at_5_max": 0.843507, + "nauc_ndcg_at_5_std": -0.089413, + "nauc_ndcg_at_5_diff1": 0.91058, + "nauc_ndcg_at_10_max": 0.846642, + "nauc_ndcg_at_10_std": -0.055211, + "nauc_ndcg_at_10_diff1": 0.912044, + "nauc_ndcg_at_20_max": 0.843731, + "nauc_ndcg_at_20_std": -0.070978, + "nauc_ndcg_at_20_diff1": 0.913992, + "nauc_ndcg_at_100_max": 0.83929, + "nauc_ndcg_at_100_std": -0.077703, + "nauc_ndcg_at_100_diff1": 0.913428, + "nauc_ndcg_at_1000_max": 0.838856, + "nauc_ndcg_at_1000_std": -0.080718, + "nauc_ndcg_at_1000_diff1": 0.913348, + "nauc_map_at_1_max": 0.808812, + "nauc_map_at_1_std": -0.103398, + "nauc_map_at_1_diff1": 0.914503, + "nauc_map_at_3_max": 0.837082, + "nauc_map_at_3_std": -0.100543, + "nauc_map_at_3_diff1": 0.912457, + "nauc_map_at_5_max": 0.835216, + "nauc_map_at_5_std": -0.093568, + "nauc_map_at_5_diff1": 0.912329, + "nauc_map_at_10_max": 0.836111, + "nauc_map_at_10_std": -0.080943, + "nauc_map_at_10_diff1": 0.912985, + "nauc_map_at_20_max": 0.835462, + "nauc_map_at_20_std": -0.084323, + "nauc_map_at_20_diff1": 0.913482, + "nauc_map_at_100_max": 0.834919, + "nauc_map_at_100_std": -0.085894, + "nauc_map_at_100_diff1": 0.913391, + "nauc_map_at_1000_max": 0.834907, + "nauc_map_at_1000_std": -0.085994, + "nauc_map_at_1000_diff1": 0.913391, + "nauc_recall_at_1_max": 0.808812, + "nauc_recall_at_1_std": -0.103398, + "nauc_recall_at_1_diff1": 0.914503, + "nauc_recall_at_3_max": 0.891928, + "nauc_recall_at_3_std": -0.103393, + "nauc_recall_at_3_diff1": 0.904643, + "nauc_recall_at_5_max": 0.895031, + "nauc_recall_at_5_std": -0.06355, + "nauc_recall_at_5_diff1": 0.898241, + "nauc_recall_at_10_max": 0.949424, + "nauc_recall_at_10_std": 0.232182, + "nauc_recall_at_10_diff1": 0.902517, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.119443, + "nauc_recall_at_20_diff1": 0.928356, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.554155, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811553, - "nauc_precision_at_1_std": -0.028526, - "nauc_precision_at_1_diff1": 0.924738, - "nauc_precision_at_3_max": 0.920635, - "nauc_precision_at_3_std": 0.176372, - "nauc_precision_at_3_diff1": 0.918731, - "nauc_precision_at_5_max": 0.925595, - "nauc_precision_at_5_std": 0.191566, - "nauc_precision_at_5_diff1": 0.933279, - "nauc_precision_at_10_max": 0.960592, - "nauc_precision_at_10_std": 0.365931, - "nauc_precision_at_10_diff1": 0.952903, - "nauc_precision_at_20_max": 0.95915, - "nauc_precision_at_20_std": 0.182306, - "nauc_precision_at_20_diff1": 0.960784, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_1_max": 0.808812, + "nauc_precision_at_1_std": -0.103398, + "nauc_precision_at_1_diff1": 0.914503, + "nauc_precision_at_3_max": 0.891928, + "nauc_precision_at_3_std": -0.103393, + "nauc_precision_at_3_diff1": 0.904643, + "nauc_precision_at_5_max": 0.895031, + "nauc_precision_at_5_std": -0.06355, + "nauc_precision_at_5_diff1": 0.898241, + "nauc_precision_at_10_max": 0.949424, + "nauc_precision_at_10_std": 0.232182, + "nauc_precision_at_10_diff1": 0.902517, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.119443, + "nauc_precision_at_20_diff1": 0.928356, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.554155, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811553, - "nauc_mrr_at_1_std": -0.028526, - "nauc_mrr_at_1_diff1": 0.924738, - "nauc_mrr_at_3_max": 0.843471, - "nauc_mrr_at_3_std": 0.022269, - "nauc_mrr_at_3_diff1": 0.923401, - "nauc_mrr_at_5_max": 0.840126, - "nauc_mrr_at_5_std": 0.015406, - "nauc_mrr_at_5_diff1": 0.924897, - "nauc_mrr_at_10_max": 0.840323, - "nauc_mrr_at_10_std": 0.020234, - "nauc_mrr_at_10_diff1": 0.925565, - "nauc_mrr_at_20_max": 0.839502, - "nauc_mrr_at_20_std": 0.01611, - "nauc_mrr_at_20_diff1": 0.925456, - "nauc_mrr_at_100_max": 0.839165, - "nauc_mrr_at_100_std": 0.015974, - "nauc_mrr_at_100_diff1": 0.925334, - "nauc_mrr_at_1000_max": 0.839132, - "nauc_mrr_at_1000_std": 0.015832, - "nauc_mrr_at_1000_diff1": 0.925329, - "main_score": 0.94029, + "nauc_mrr_at_1_max": 0.808812, + "nauc_mrr_at_1_std": -0.103398, + "nauc_mrr_at_1_diff1": 0.914503, + "nauc_mrr_at_3_max": 0.837082, + "nauc_mrr_at_3_std": -0.100543, + "nauc_mrr_at_3_diff1": 0.912457, + "nauc_mrr_at_5_max": 0.835216, + "nauc_mrr_at_5_std": -0.093568, + "nauc_mrr_at_5_diff1": 0.912329, + "nauc_mrr_at_10_max": 0.836111, + "nauc_mrr_at_10_std": -0.080943, + "nauc_mrr_at_10_diff1": 0.912985, + "nauc_mrr_at_20_max": 0.835462, + "nauc_mrr_at_20_std": -0.084323, + "nauc_mrr_at_20_diff1": 0.913482, + "nauc_mrr_at_100_max": 0.834919, + "nauc_mrr_at_100_std": -0.085894, + "nauc_mrr_at_100_diff1": 0.913391, + "nauc_mrr_at_1000_max": 0.834907, + "nauc_mrr_at_1000_std": -0.085994, + "nauc_mrr_at_1000_diff1": 0.913391, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93267, "hf_subset": "eng_Latn-bul_Cyrl", "languages": [ "eng-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94188, - "ndcg_at_5": 0.94685, - "ndcg_at_10": 0.95014, - "ndcg_at_20": 0.95239, - "ndcg_at_100": 0.95323, - "ndcg_at_1000": 0.95353, - "map_at_1": 0.91222, - "map_at_3": 0.93481, - "map_at_5": 0.93754, - "map_at_10": 0.93893, - "map_at_20": 0.93955, - "map_at_100": 0.93967, - "map_at_1000": 0.93968, - "recall_at_1": 0.91222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97444, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93176, + "ndcg_at_5": 0.9374, + "ndcg_at_10": 0.94206, + "ndcg_at_20": 0.94488, + "ndcg_at_100": 0.9458, + "ndcg_at_1000": 0.94625, + "map_at_1": 0.9, + "map_at_3": 0.92426, + "map_at_5": 0.92748, + "map_at_10": 0.9294, + "map_at_20": 0.93017, + "map_at_100": 0.93034, + "map_at_1000": 0.93036, + "recall_at_1": 0.9, + "recall_at_3": 0.95333, + "recall_at_5": 0.96667, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19489, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31778, + "precision_at_5": 0.19333, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.934815, - "mrr_at_5": 0.937537, - "mrr_at_10": 0.93893, - "mrr_at_20": 0.93955, - "mrr_at_100": 0.939671, - "mrr_at_1000": 0.939683, - "nauc_ndcg_at_1_max": 0.786211, - "nauc_ndcg_at_1_std": -0.09613, - "nauc_ndcg_at_1_diff1": 0.942027, - "nauc_ndcg_at_3_max": 0.835425, - "nauc_ndcg_at_3_std": -0.037032, - "nauc_ndcg_at_3_diff1": 0.946473, - "nauc_ndcg_at_5_max": 0.824885, - "nauc_ndcg_at_5_std": -0.067732, - "nauc_ndcg_at_5_diff1": 0.942643, - "nauc_ndcg_at_10_max": 0.825142, - "nauc_ndcg_at_10_std": -0.046451, - "nauc_ndcg_at_10_diff1": 0.944108, - "nauc_ndcg_at_20_max": 0.823833, - "nauc_ndcg_at_20_std": -0.038586, - "nauc_ndcg_at_20_diff1": 0.943796, - "nauc_ndcg_at_100_max": 0.820654, - "nauc_ndcg_at_100_std": -0.045645, - "nauc_ndcg_at_100_diff1": 0.944025, - "nauc_ndcg_at_1000_max": 0.819523, - "nauc_ndcg_at_1000_std": -0.052236, - "nauc_ndcg_at_1000_diff1": 0.94405, - "nauc_map_at_1_max": 0.786211, - "nauc_map_at_1_std": -0.09613, - "nauc_map_at_1_diff1": 0.942027, - "nauc_map_at_3_max": 0.821409, - "nauc_map_at_3_std": -0.054188, - "nauc_map_at_3_diff1": 0.945078, - "nauc_map_at_5_max": 0.816023, - "nauc_map_at_5_std": -0.068828, - "nauc_map_at_5_diff1": 0.943266, - "nauc_map_at_10_max": 0.816028, - "nauc_map_at_10_std": -0.061581, - "nauc_map_at_10_diff1": 0.943947, - "nauc_map_at_20_max": 0.815715, - "nauc_map_at_20_std": -0.060045, - "nauc_map_at_20_diff1": 0.943882, - "nauc_map_at_100_max": 0.815346, - "nauc_map_at_100_std": -0.060658, - "nauc_map_at_100_diff1": 0.943926, - "nauc_map_at_1000_max": 0.815308, - "nauc_map_at_1000_std": -0.060875, - "nauc_map_at_1000_diff1": 0.943922, - "nauc_recall_at_1_max": 0.786211, - "nauc_recall_at_1_std": -0.09613, - "nauc_recall_at_1_diff1": 0.942027, - "nauc_recall_at_3_max": 0.903814, - "nauc_recall_at_3_std": 0.046946, - "nauc_recall_at_3_diff1": 0.953383, - "nauc_recall_at_5_max": 0.881257, - "nauc_recall_at_5_std": -0.074027, - "nauc_recall_at_5_diff1": 0.936772, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": 0.131186, - "nauc_recall_at_10_diff1": 0.943978, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.595082, - "nauc_recall_at_20_diff1": 0.934641, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924259, + "mrr_at_5": 0.927481, + "mrr_at_10": 0.929396, + "mrr_at_20": 0.930174, + "mrr_at_100": 0.930338, + "mrr_at_1000": 0.930359, + "nauc_ndcg_at_1_max": 0.761002, + "nauc_ndcg_at_1_std": -0.229246, + "nauc_ndcg_at_1_diff1": 0.929505, + "nauc_ndcg_at_3_max": 0.810636, + "nauc_ndcg_at_3_std": -0.146554, + "nauc_ndcg_at_3_diff1": 0.929256, + "nauc_ndcg_at_5_max": 0.811079, + "nauc_ndcg_at_5_std": -0.126916, + "nauc_ndcg_at_5_diff1": 0.930121, + "nauc_ndcg_at_10_max": 0.806498, + "nauc_ndcg_at_10_std": -0.112859, + "nauc_ndcg_at_10_diff1": 0.930961, + "nauc_ndcg_at_20_max": 0.801816, + "nauc_ndcg_at_20_std": -0.136796, + "nauc_ndcg_at_20_diff1": 0.930855, + "nauc_ndcg_at_100_max": 0.798993, + "nauc_ndcg_at_100_std": -0.141161, + "nauc_ndcg_at_100_diff1": 0.93085, + "nauc_ndcg_at_1000_max": 0.797308, + "nauc_ndcg_at_1000_std": -0.150729, + "nauc_ndcg_at_1000_diff1": 0.930598, + "nauc_map_at_1_max": 0.761002, + "nauc_map_at_1_std": -0.229246, + "nauc_map_at_1_diff1": 0.929505, + "nauc_map_at_3_max": 0.796259, + "nauc_map_at_3_std": -0.172396, + "nauc_map_at_3_diff1": 0.929299, + "nauc_map_at_5_max": 0.795985, + "nauc_map_at_5_std": -0.162891, + "nauc_map_at_5_diff1": 0.929787, + "nauc_map_at_10_max": 0.794049, + "nauc_map_at_10_std": -0.159226, + "nauc_map_at_10_diff1": 0.930289, + "nauc_map_at_20_max": 0.792851, + "nauc_map_at_20_std": -0.165156, + "nauc_map_at_20_diff1": 0.930294, + "nauc_map_at_100_max": 0.792436, + "nauc_map_at_100_std": -0.165797, + "nauc_map_at_100_diff1": 0.930287, + "nauc_map_at_1000_max": 0.792374, + "nauc_map_at_1000_std": -0.166145, + "nauc_map_at_1000_diff1": 0.930273, + "nauc_recall_at_1_max": 0.761002, + "nauc_recall_at_1_std": -0.229246, + "nauc_recall_at_1_diff1": 0.929505, + "nauc_recall_at_3_max": 0.877017, + "nauc_recall_at_3_std": -0.025844, + "nauc_recall_at_3_diff1": 0.929083, + "nauc_recall_at_5_max": 0.904217, + "nauc_recall_at_5_std": 0.100731, + "nauc_recall_at_5_diff1": 0.932306, + "nauc_recall_at_10_max": 0.931482, + "nauc_recall_at_10_std": 0.410144, + "nauc_recall_at_10_diff1": 0.937524, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.500333, + "nauc_recall_at_20_diff1": 0.941643, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786211, - "nauc_precision_at_1_std": -0.09613, - "nauc_precision_at_1_diff1": 0.942027, - "nauc_precision_at_3_max": 0.903814, - "nauc_precision_at_3_std": 0.046946, - "nauc_precision_at_3_diff1": 0.953383, - "nauc_precision_at_5_max": 0.881257, - "nauc_precision_at_5_std": -0.074027, - "nauc_precision_at_5_diff1": 0.936772, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": 0.131186, - "nauc_precision_at_10_diff1": 0.943978, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.595082, - "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_1_max": 0.761002, + "nauc_precision_at_1_std": -0.229246, + "nauc_precision_at_1_diff1": 0.929505, + "nauc_precision_at_3_max": 0.877017, + "nauc_precision_at_3_std": -0.025844, + "nauc_precision_at_3_diff1": 0.929083, + "nauc_precision_at_5_max": 0.904217, + "nauc_precision_at_5_std": 0.100731, + "nauc_precision_at_5_diff1": 0.932306, + "nauc_precision_at_10_max": 0.931482, + "nauc_precision_at_10_std": 0.410144, + "nauc_precision_at_10_diff1": 0.937524, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.500333, + "nauc_precision_at_20_diff1": 0.941643, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786211, - "nauc_mrr_at_1_std": -0.09613, - "nauc_mrr_at_1_diff1": 0.942027, - "nauc_mrr_at_3_max": 0.821409, - "nauc_mrr_at_3_std": -0.054188, - "nauc_mrr_at_3_diff1": 0.945078, - "nauc_mrr_at_5_max": 0.816023, - "nauc_mrr_at_5_std": -0.068828, - "nauc_mrr_at_5_diff1": 0.943266, - "nauc_mrr_at_10_max": 0.816028, - "nauc_mrr_at_10_std": -0.061581, - "nauc_mrr_at_10_diff1": 0.943947, - "nauc_mrr_at_20_max": 0.815715, - "nauc_mrr_at_20_std": -0.060045, - "nauc_mrr_at_20_diff1": 0.943882, - "nauc_mrr_at_100_max": 0.815346, - "nauc_mrr_at_100_std": -0.060658, - "nauc_mrr_at_100_diff1": 0.943926, - "nauc_mrr_at_1000_max": 0.815308, - "nauc_mrr_at_1000_std": -0.060875, - "nauc_mrr_at_1000_diff1": 0.943922, - "main_score": 0.95014, + "nauc_mrr_at_1_max": 0.761002, + "nauc_mrr_at_1_std": -0.229246, + "nauc_mrr_at_1_diff1": 0.929505, + "nauc_mrr_at_3_max": 0.796259, + "nauc_mrr_at_3_std": -0.172396, + "nauc_mrr_at_3_diff1": 0.929299, + "nauc_mrr_at_5_max": 0.795985, + "nauc_mrr_at_5_std": -0.162891, + "nauc_mrr_at_5_diff1": 0.929787, + "nauc_mrr_at_10_max": 0.794049, + "nauc_mrr_at_10_std": -0.159226, + "nauc_mrr_at_10_diff1": 0.930289, + "nauc_mrr_at_20_max": 0.792851, + "nauc_mrr_at_20_std": -0.165156, + "nauc_mrr_at_20_diff1": 0.930294, + "nauc_mrr_at_100_max": 0.792436, + "nauc_mrr_at_100_std": -0.165797, + "nauc_mrr_at_100_diff1": 0.930287, + "nauc_mrr_at_1000_max": 0.792374, + "nauc_mrr_at_1000_std": -0.166145, + "nauc_mrr_at_1000_diff1": 0.930273, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94206, "hf_subset": "cat_Latn-cat_Latn", "languages": [ "cat-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.95118, - "ndcg_at_5": 0.95629, - "ndcg_at_10": 0.95843, - "ndcg_at_20": 0.95933, - "ndcg_at_100": 0.96029, - "ndcg_at_1000": 0.96045, - "map_at_1": 0.92222, - "map_at_3": 0.94426, - "map_at_5": 0.94715, - "map_at_10": 0.94802, - "map_at_20": 0.9483, - "map_at_100": 0.9484, - "map_at_1000": 0.94841, - "recall_at_1": 0.92222, - "recall_at_3": 0.97111, - "recall_at_5": 0.98333, - "recall_at_10": 0.99, + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94983, + "ndcg_at_5": 0.95409, + "ndcg_at_10": 0.95768, + "ndcg_at_20": 0.95878, + "ndcg_at_100": 0.95979, + "ndcg_at_1000": 0.95993, + "map_at_1": 0.92111, + "map_at_3": 0.94352, + "map_at_5": 0.94596, + "map_at_10": 0.94744, + "map_at_20": 0.94774, + "map_at_100": 0.94787, + "map_at_1000": 0.94788, + "recall_at_1": 0.92111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.3237, - "precision_at_5": 0.19667, - "precision_at_10": 0.099, + "accuracy": 0.92111, + "precision_at_1": 0.92111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.944259, - "mrr_at_5": 0.947148, - "mrr_at_10": 0.948017, - "mrr_at_20": 0.948296, - "mrr_at_100": 0.948402, - "mrr_at_1000": 0.94841, - "nauc_ndcg_at_1_max": 0.773696, - "nauc_ndcg_at_1_std": -0.285661, - "nauc_ndcg_at_1_diff1": 0.944678, - "nauc_ndcg_at_3_max": 0.814124, - "nauc_ndcg_at_3_std": -0.301428, - "nauc_ndcg_at_3_diff1": 0.954809, - "nauc_ndcg_at_5_max": 0.812209, - "nauc_ndcg_at_5_std": -0.278886, - "nauc_ndcg_at_5_diff1": 0.953811, - "nauc_ndcg_at_10_max": 0.814351, - "nauc_ndcg_at_10_std": -0.251025, - "nauc_ndcg_at_10_diff1": 0.954917, - "nauc_ndcg_at_20_max": 0.812226, - "nauc_ndcg_at_20_std": -0.237973, - "nauc_ndcg_at_20_diff1": 0.953917, - "nauc_ndcg_at_100_max": 0.807679, - "nauc_ndcg_at_100_std": -0.254768, - "nauc_ndcg_at_100_diff1": 0.952801, - "nauc_ndcg_at_1000_max": 0.806936, - "nauc_ndcg_at_1000_std": -0.259619, - "nauc_ndcg_at_1000_diff1": 0.952619, - "nauc_map_at_1_max": 0.773696, - "nauc_map_at_1_std": -0.285661, - "nauc_map_at_1_diff1": 0.944678, - "nauc_map_at_3_max": 0.804049, - "nauc_map_at_3_std": -0.292112, - "nauc_map_at_3_diff1": 0.95212, - "nauc_map_at_5_max": 0.802723, - "nauc_map_at_5_std": -0.281359, - "nauc_map_at_5_diff1": 0.951564, - "nauc_map_at_10_max": 0.803465, - "nauc_map_at_10_std": -0.271896, - "nauc_map_at_10_diff1": 0.95188, - "nauc_map_at_20_max": 0.802863, - "nauc_map_at_20_std": -0.268879, - "nauc_map_at_20_diff1": 0.951621, - "nauc_map_at_100_max": 0.802456, - "nauc_map_at_100_std": -0.269993, - "nauc_map_at_100_diff1": 0.951521, - "nauc_map_at_1000_max": 0.802428, - "nauc_map_at_1000_std": -0.270171, - "nauc_map_at_1000_diff1": 0.951514, - "nauc_recall_at_1_max": 0.773696, - "nauc_recall_at_1_std": -0.285661, - "nauc_recall_at_1_diff1": 0.944678, - "nauc_recall_at_3_max": 0.867414, - "nauc_recall_at_3_std": -0.356496, - "nauc_recall_at_3_diff1": 0.969206, - "nauc_recall_at_5_max": 0.892935, - "nauc_recall_at_5_std": -0.252039, - "nauc_recall_at_5_diff1": 0.972767, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.115209, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.943519, + "mrr_at_5": 0.945963, + "mrr_at_10": 0.947444, + "mrr_at_20": 0.947736, + "mrr_at_100": 0.94787, + "mrr_at_1000": 0.947875, + "nauc_ndcg_at_1_max": 0.750727, + "nauc_ndcg_at_1_std": -0.176924, + "nauc_ndcg_at_1_diff1": 0.945457, + "nauc_ndcg_at_3_max": 0.783623, + "nauc_ndcg_at_3_std": -0.229743, + "nauc_ndcg_at_3_diff1": 0.947043, + "nauc_ndcg_at_5_max": 0.78518, + "nauc_ndcg_at_5_std": -0.214976, + "nauc_ndcg_at_5_diff1": 0.947613, + "nauc_ndcg_at_10_max": 0.786756, + "nauc_ndcg_at_10_std": -0.185128, + "nauc_ndcg_at_10_diff1": 0.950032, + "nauc_ndcg_at_20_max": 0.786328, + "nauc_ndcg_at_20_std": -0.163034, + "nauc_ndcg_at_20_diff1": 0.949648, + "nauc_ndcg_at_100_max": 0.78095, + "nauc_ndcg_at_100_std": -0.177135, + "nauc_ndcg_at_100_diff1": 0.94838, + "nauc_ndcg_at_1000_max": 0.78018, + "nauc_ndcg_at_1000_std": -0.18127, + "nauc_ndcg_at_1000_diff1": 0.948199, + "nauc_map_at_1_max": 0.750727, + "nauc_map_at_1_std": -0.176924, + "nauc_map_at_1_diff1": 0.945457, + "nauc_map_at_3_max": 0.775104, + "nauc_map_at_3_std": -0.211238, + "nauc_map_at_3_diff1": 0.946587, + "nauc_map_at_5_max": 0.775595, + "nauc_map_at_5_std": -0.202496, + "nauc_map_at_5_diff1": 0.946809, + "nauc_map_at_10_max": 0.776249, + "nauc_map_at_10_std": -0.191669, + "nauc_map_at_10_diff1": 0.947618, + "nauc_map_at_20_max": 0.776142, + "nauc_map_at_20_std": -0.186755, + "nauc_map_at_20_diff1": 0.947557, + "nauc_map_at_100_max": 0.775564, + "nauc_map_at_100_std": -0.187592, + "nauc_map_at_100_diff1": 0.947422, + "nauc_map_at_1000_max": 0.775544, + "nauc_map_at_1000_std": -0.187699, + "nauc_map_at_1000_diff1": 0.947417, + "nauc_recall_at_1_max": 0.750727, + "nauc_recall_at_1_std": -0.176924, + "nauc_recall_at_1_diff1": 0.945457, + "nauc_recall_at_3_max": 0.824866, + "nauc_recall_at_3_std": -0.323867, + "nauc_recall_at_3_diff1": 0.94929, + "nauc_recall_at_5_max": 0.84979, + "nauc_recall_at_5_std": -0.301634, + "nauc_recall_at_5_diff1": 0.953431, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": -0.051821, + "nauc_recall_at_10_diff1": 0.986928, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.595082, + "nauc_recall_at_20_std": 0.567071, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -7799,20 +8268,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.773696, - "nauc_precision_at_1_std": -0.285661, - "nauc_precision_at_1_diff1": 0.944678, - "nauc_precision_at_3_max": 0.867414, - "nauc_precision_at_3_std": -0.356496, - "nauc_precision_at_3_diff1": 0.969206, - "nauc_precision_at_5_max": 0.892935, - "nauc_precision_at_5_std": -0.252039, - "nauc_precision_at_5_diff1": 0.972767, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.115209, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.750727, + "nauc_precision_at_1_std": -0.176924, + "nauc_precision_at_1_diff1": 0.945457, + "nauc_precision_at_3_max": 0.824866, + "nauc_precision_at_3_std": -0.323867, + "nauc_precision_at_3_diff1": 0.94929, + "nauc_precision_at_5_max": 0.84979, + "nauc_precision_at_5_std": -0.301634, + "nauc_precision_at_5_diff1": 0.953431, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": -0.051821, + "nauc_precision_at_10_diff1": 0.986928, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.595082, + "nauc_precision_at_20_std": 0.567071, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -7820,2642 +8289,2804 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.773696, - "nauc_mrr_at_1_std": -0.285661, - "nauc_mrr_at_1_diff1": 0.944678, - "nauc_mrr_at_3_max": 0.804049, - "nauc_mrr_at_3_std": -0.292112, - "nauc_mrr_at_3_diff1": 0.95212, - "nauc_mrr_at_5_max": 0.802723, - "nauc_mrr_at_5_std": -0.281359, - "nauc_mrr_at_5_diff1": 0.951564, - "nauc_mrr_at_10_max": 0.803465, - "nauc_mrr_at_10_std": -0.271896, - "nauc_mrr_at_10_diff1": 0.95188, - "nauc_mrr_at_20_max": 0.802863, - "nauc_mrr_at_20_std": -0.268879, - "nauc_mrr_at_20_diff1": 0.951621, - "nauc_mrr_at_100_max": 0.802456, - "nauc_mrr_at_100_std": -0.269993, - "nauc_mrr_at_100_diff1": 0.951521, - "nauc_mrr_at_1000_max": 0.802428, - "nauc_mrr_at_1000_std": -0.270171, - "nauc_mrr_at_1000_diff1": 0.951514, - "main_score": 0.95843, + "nauc_mrr_at_1_max": 0.750727, + "nauc_mrr_at_1_std": -0.176924, + "nauc_mrr_at_1_diff1": 0.945457, + "nauc_mrr_at_3_max": 0.775104, + "nauc_mrr_at_3_std": -0.211238, + "nauc_mrr_at_3_diff1": 0.946587, + "nauc_mrr_at_5_max": 0.775595, + "nauc_mrr_at_5_std": -0.202496, + "nauc_mrr_at_5_diff1": 0.946809, + "nauc_mrr_at_10_max": 0.776249, + "nauc_mrr_at_10_std": -0.191669, + "nauc_mrr_at_10_diff1": 0.947618, + "nauc_mrr_at_20_max": 0.776142, + "nauc_mrr_at_20_std": -0.186755, + "nauc_mrr_at_20_diff1": 0.947557, + "nauc_mrr_at_100_max": 0.775564, + "nauc_mrr_at_100_std": -0.187592, + "nauc_mrr_at_100_diff1": 0.947422, + "nauc_mrr_at_1000_max": 0.775544, + "nauc_mrr_at_1000_std": -0.187699, + "nauc_mrr_at_1000_diff1": 0.947417, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95768, "hf_subset": "cat_Latn-eng_Latn", "languages": [ "cat-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93082, - "ndcg_at_5": 0.9368, - "ndcg_at_10": 0.93932, - "ndcg_at_20": 0.9425, - "ndcg_at_100": 0.94522, - "ndcg_at_1000": 0.94536, - "map_at_1": 0.89889, - "map_at_3": 0.9237, - "map_at_5": 0.92704, - "map_at_10": 0.92808, - "map_at_20": 0.929, - "map_at_100": 0.92947, - "map_at_1000": 0.92948, - "recall_at_1": 0.89889, - "recall_at_3": 0.95111, - "recall_at_5": 0.96556, - "recall_at_10": 0.97333, - "recall_at_20": 0.98556, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9179, + "ndcg_at_5": 0.92488, + "ndcg_at_10": 0.92989, + "ndcg_at_20": 0.93245, + "ndcg_at_100": 0.93565, + "ndcg_at_1000": 0.93578, + "map_at_1": 0.88444, + "map_at_3": 0.91019, + "map_at_5": 0.91413, + "map_at_10": 0.91619, + "map_at_20": 0.91691, + "map_at_100": 0.91739, + "map_at_1000": 0.91739, + "recall_at_1": 0.88444, + "recall_at_3": 0.94, + "recall_at_5": 0.95667, + "recall_at_10": 0.97222, + "recall_at_20": 0.98222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, - "precision_at_3": 0.31704, - "precision_at_5": 0.19311, - "precision_at_10": 0.09733, - "precision_at_20": 0.04928, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.31333, + "precision_at_5": 0.19133, + "precision_at_10": 0.09722, + "precision_at_20": 0.04911, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.923704, - "mrr_at_5": 0.927037, - "mrr_at_10": 0.928083, - "mrr_at_20": 0.929, - "mrr_at_100": 0.929472, - "mrr_at_1000": 0.929478, - "nauc_ndcg_at_1_max": 0.810955, - "nauc_ndcg_at_1_std": -0.037232, - "nauc_ndcg_at_1_diff1": 0.923424, - "nauc_ndcg_at_3_max": 0.865728, - "nauc_ndcg_at_3_std": -0.003193, - "nauc_ndcg_at_3_diff1": 0.923513, - "nauc_ndcg_at_5_max": 0.862656, - "nauc_ndcg_at_5_std": 0.025877, - "nauc_ndcg_at_5_diff1": 0.921914, - "nauc_ndcg_at_10_max": 0.857662, - "nauc_ndcg_at_10_std": -0.002793, - "nauc_ndcg_at_10_diff1": 0.920877, - "nauc_ndcg_at_20_max": 0.855535, - "nauc_ndcg_at_20_std": 0.002862, - "nauc_ndcg_at_20_diff1": 0.923759, - "nauc_ndcg_at_100_max": 0.850027, - "nauc_ndcg_at_100_std": -0.004436, - "nauc_ndcg_at_100_diff1": 0.923288, - "nauc_ndcg_at_1000_max": 0.849624, - "nauc_ndcg_at_1000_std": -0.006388, - "nauc_ndcg_at_1000_diff1": 0.923082, - "nauc_map_at_1_max": 0.810955, - "nauc_map_at_1_std": -0.037232, - "nauc_map_at_1_diff1": 0.923424, - "nauc_map_at_3_max": 0.850665, - "nauc_map_at_3_std": -0.014878, - "nauc_map_at_3_diff1": 0.923605, - "nauc_map_at_5_max": 0.848432, - "nauc_map_at_5_std": -0.001606, - "nauc_map_at_5_diff1": 0.922801, - "nauc_map_at_10_max": 0.84645, - "nauc_map_at_10_std": -0.012472, - "nauc_map_at_10_diff1": 0.922393, - "nauc_map_at_20_max": 0.845865, - "nauc_map_at_20_std": -0.010822, - "nauc_map_at_20_diff1": 0.923159, - "nauc_map_at_100_max": 0.845052, - "nauc_map_at_100_std": -0.012108, - "nauc_map_at_100_diff1": 0.923091, - "nauc_map_at_1000_max": 0.845039, - "nauc_map_at_1000_std": -0.012169, - "nauc_map_at_1000_diff1": 0.923085, - "nauc_recall_at_1_max": 0.810955, - "nauc_recall_at_1_std": -0.037232, - "nauc_recall_at_1_diff1": 0.923424, - "nauc_recall_at_3_max": 0.931935, - "nauc_recall_at_3_std": 0.0499, - "nauc_recall_at_3_diff1": 0.923022, - "nauc_recall_at_5_max": 0.946613, - "nauc_recall_at_5_std": 0.203051, - "nauc_recall_at_5_diff1": 0.916042, - "nauc_recall_at_10_max": 0.936488, - "nauc_recall_at_10_std": 0.060049, - "nauc_recall_at_10_diff1": 0.907894, - "nauc_recall_at_20_max": 0.968577, - "nauc_recall_at_20_std": 0.183509, - "nauc_recall_at_20_diff1": 0.938411, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.910185, + "mrr_at_5": 0.91413, + "mrr_at_10": 0.916191, + "mrr_at_20": 0.916915, + "mrr_at_100": 0.917389, + "mrr_at_1000": 0.917393, + "nauc_ndcg_at_1_max": 0.798038, + "nauc_ndcg_at_1_std": -0.213541, + "nauc_ndcg_at_1_diff1": 0.924742, + "nauc_ndcg_at_3_max": 0.848349, + "nauc_ndcg_at_3_std": -0.193591, + "nauc_ndcg_at_3_diff1": 0.925494, + "nauc_ndcg_at_5_max": 0.841805, + "nauc_ndcg_at_5_std": -0.174278, + "nauc_ndcg_at_5_diff1": 0.921968, + "nauc_ndcg_at_10_max": 0.834531, + "nauc_ndcg_at_10_std": -0.186128, + "nauc_ndcg_at_10_diff1": 0.920294, + "nauc_ndcg_at_20_max": 0.833242, + "nauc_ndcg_at_20_std": -0.179573, + "nauc_ndcg_at_20_diff1": 0.920086, + "nauc_ndcg_at_100_max": 0.830462, + "nauc_ndcg_at_100_std": -0.186005, + "nauc_ndcg_at_100_diff1": 0.922115, + "nauc_ndcg_at_1000_max": 0.830095, + "nauc_ndcg_at_1000_std": -0.18797, + "nauc_ndcg_at_1000_diff1": 0.921946, + "nauc_map_at_1_max": 0.798038, + "nauc_map_at_1_std": -0.213541, + "nauc_map_at_1_diff1": 0.924742, + "nauc_map_at_3_max": 0.833478, + "nauc_map_at_3_std": -0.201854, + "nauc_map_at_3_diff1": 0.924521, + "nauc_map_at_5_max": 0.82961, + "nauc_map_at_5_std": -0.192033, + "nauc_map_at_5_diff1": 0.922778, + "nauc_map_at_10_max": 0.826812, + "nauc_map_at_10_std": -0.196002, + "nauc_map_at_10_diff1": 0.92218, + "nauc_map_at_20_max": 0.826454, + "nauc_map_at_20_std": -0.194212, + "nauc_map_at_20_diff1": 0.922145, + "nauc_map_at_100_max": 0.826173, + "nauc_map_at_100_std": -0.194786, + "nauc_map_at_100_diff1": 0.92241, + "nauc_map_at_1000_max": 0.826164, + "nauc_map_at_1000_std": -0.194832, + "nauc_map_at_1000_diff1": 0.922406, + "nauc_recall_at_1_max": 0.798038, + "nauc_recall_at_1_std": -0.213541, + "nauc_recall_at_1_diff1": 0.924742, + "nauc_recall_at_3_max": 0.911471, + "nauc_recall_at_3_std": -0.15701, + "nauc_recall_at_3_diff1": 0.930102, + "nauc_recall_at_5_max": 0.908425, + "nauc_recall_at_5_std": -0.069058, + "nauc_recall_at_5_diff1": 0.917044, + "nauc_recall_at_10_max": 0.889169, + "nauc_recall_at_10_std": -0.11057, + "nauc_recall_at_10_diff1": 0.901961, + "nauc_recall_at_20_max": 0.900648, + "nauc_recall_at_20_std": 0.014443, + "nauc_recall_at_20_diff1": 0.888685, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810955, - "nauc_precision_at_1_std": -0.037232, - "nauc_precision_at_1_diff1": 0.923424, - "nauc_precision_at_3_max": 0.931935, - "nauc_precision_at_3_std": 0.0499, - "nauc_precision_at_3_diff1": 0.923022, - "nauc_precision_at_5_max": 0.946613, - "nauc_precision_at_5_std": 0.203051, - "nauc_precision_at_5_diff1": 0.916042, - "nauc_precision_at_10_max": 0.936488, - "nauc_precision_at_10_std": 0.060049, - "nauc_precision_at_10_diff1": 0.907894, - "nauc_precision_at_20_max": 0.968577, - "nauc_precision_at_20_std": 0.183509, - "nauc_precision_at_20_diff1": 0.938411, + "nauc_precision_at_1_max": 0.798038, + "nauc_precision_at_1_std": -0.213541, + "nauc_precision_at_1_diff1": 0.924742, + "nauc_precision_at_3_max": 0.911471, + "nauc_precision_at_3_std": -0.15701, + "nauc_precision_at_3_diff1": 0.930102, + "nauc_precision_at_5_max": 0.908425, + "nauc_precision_at_5_std": -0.069058, + "nauc_precision_at_5_diff1": 0.917044, + "nauc_precision_at_10_max": 0.889169, + "nauc_precision_at_10_std": -0.11057, + "nauc_precision_at_10_diff1": 0.901961, + "nauc_precision_at_20_max": 0.900648, + "nauc_precision_at_20_std": 0.014443, + "nauc_precision_at_20_diff1": 0.888685, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810955, - "nauc_mrr_at_1_std": -0.037232, - "nauc_mrr_at_1_diff1": 0.923424, - "nauc_mrr_at_3_max": 0.850665, - "nauc_mrr_at_3_std": -0.014878, - "nauc_mrr_at_3_diff1": 0.923605, - "nauc_mrr_at_5_max": 0.848432, - "nauc_mrr_at_5_std": -0.001606, - "nauc_mrr_at_5_diff1": 0.922801, - "nauc_mrr_at_10_max": 0.84645, - "nauc_mrr_at_10_std": -0.012472, - "nauc_mrr_at_10_diff1": 0.922393, - "nauc_mrr_at_20_max": 0.845865, - "nauc_mrr_at_20_std": -0.010822, - "nauc_mrr_at_20_diff1": 0.923159, - "nauc_mrr_at_100_max": 0.845052, - "nauc_mrr_at_100_std": -0.012108, - "nauc_mrr_at_100_diff1": 0.923091, - "nauc_mrr_at_1000_max": 0.845039, - "nauc_mrr_at_1000_std": -0.012169, - "nauc_mrr_at_1000_diff1": 0.923085, - "main_score": 0.93932, + "nauc_mrr_at_1_max": 0.798038, + "nauc_mrr_at_1_std": -0.213541, + "nauc_mrr_at_1_diff1": 0.924742, + "nauc_mrr_at_3_max": 0.833478, + "nauc_mrr_at_3_std": -0.201854, + "nauc_mrr_at_3_diff1": 0.924521, + "nauc_mrr_at_5_max": 0.82961, + "nauc_mrr_at_5_std": -0.192033, + "nauc_mrr_at_5_diff1": 0.922778, + "nauc_mrr_at_10_max": 0.826812, + "nauc_mrr_at_10_std": -0.196002, + "nauc_mrr_at_10_diff1": 0.92218, + "nauc_mrr_at_20_max": 0.826454, + "nauc_mrr_at_20_std": -0.194212, + "nauc_mrr_at_20_diff1": 0.922145, + "nauc_mrr_at_100_max": 0.826173, + "nauc_mrr_at_100_std": -0.194786, + "nauc_mrr_at_100_diff1": 0.92241, + "nauc_mrr_at_1000_max": 0.826164, + "nauc_mrr_at_1000_std": -0.194832, + "nauc_mrr_at_1000_diff1": 0.922406, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92989, "hf_subset": "eng_Latn-cat_Latn", "languages": [ "eng-Latn", "cat-Latn" - ] - }, - { - "ndcg_at_1": 0.82667, - "ndcg_at_3": 0.87099, - "ndcg_at_5": 0.88022, - "ndcg_at_10": 0.8844, - "ndcg_at_20": 0.88982, - "ndcg_at_100": 0.89457, - "ndcg_at_1000": 0.89698, - "map_at_1": 0.82667, - "map_at_3": 0.86019, - "map_at_5": 0.86535, - "map_at_10": 0.86721, - "map_at_20": 0.86874, - "map_at_100": 0.86949, - "map_at_1000": 0.8696, - "recall_at_1": 0.82667, - "recall_at_3": 0.90222, - "recall_at_5": 0.92444, - "recall_at_10": 0.93667, - "recall_at_20": 0.95778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80444, + "ndcg_at_3": 0.85718, + "ndcg_at_5": 0.86727, + "ndcg_at_10": 0.87377, + "ndcg_at_20": 0.87827, + "ndcg_at_100": 0.88322, + "ndcg_at_1000": 0.88568, + "map_at_1": 0.80444, + "map_at_3": 0.84463, + "map_at_5": 0.85024, + "map_at_10": 0.85294, + "map_at_20": 0.85417, + "map_at_100": 0.85487, + "map_at_1000": 0.85499, + "recall_at_1": 0.80444, + "recall_at_3": 0.89333, + "recall_at_5": 0.91778, + "recall_at_10": 0.93778, + "recall_at_20": 0.95556, "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.82667, - "precision_at_3": 0.30074, - "precision_at_5": 0.18489, - "precision_at_10": 0.09367, - "precision_at_20": 0.04789, + "accuracy": 0.80444, + "precision_at_1": 0.80444, + "precision_at_3": 0.29778, + "precision_at_5": 0.18356, + "precision_at_10": 0.09378, + "precision_at_20": 0.04778, "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.826667, - "mrr_at_3": 0.860185, - "mrr_at_5": 0.865352, - "mrr_at_10": 0.867213, - "mrr_at_20": 0.868741, - "mrr_at_100": 0.869485, - "mrr_at_1000": 0.869598, - "nauc_ndcg_at_1_max": 0.801515, - "nauc_ndcg_at_1_std": 0.093103, - "nauc_ndcg_at_1_diff1": 0.92062, - "nauc_ndcg_at_3_max": 0.844446, - "nauc_ndcg_at_3_std": 0.149716, - "nauc_ndcg_at_3_diff1": 0.904839, - "nauc_ndcg_at_5_max": 0.845188, - "nauc_ndcg_at_5_std": 0.164511, - "nauc_ndcg_at_5_diff1": 0.909584, - "nauc_ndcg_at_10_max": 0.846988, - "nauc_ndcg_at_10_std": 0.176808, - "nauc_ndcg_at_10_diff1": 0.910113, - "nauc_ndcg_at_20_max": 0.843179, - "nauc_ndcg_at_20_std": 0.177711, - "nauc_ndcg_at_20_diff1": 0.910359, - "nauc_ndcg_at_100_max": 0.839942, - "nauc_ndcg_at_100_std": 0.16792, - "nauc_ndcg_at_100_diff1": 0.911855, - "nauc_ndcg_at_1000_max": 0.837255, - "nauc_ndcg_at_1000_std": 0.157555, - "nauc_ndcg_at_1000_diff1": 0.911587, - "nauc_map_at_1_max": 0.801515, - "nauc_map_at_1_std": 0.093103, - "nauc_map_at_1_diff1": 0.92062, - "nauc_map_at_3_max": 0.833243, - "nauc_map_at_3_std": 0.135717, - "nauc_map_at_3_diff1": 0.909233, - "nauc_map_at_5_max": 0.832983, - "nauc_map_at_5_std": 0.142349, - "nauc_map_at_5_diff1": 0.911781, - "nauc_map_at_10_max": 0.833437, - "nauc_map_at_10_std": 0.146311, - "nauc_map_at_10_diff1": 0.912012, - "nauc_map_at_20_max": 0.832387, - "nauc_map_at_20_std": 0.145815, - "nauc_map_at_20_diff1": 0.912117, - "nauc_map_at_100_max": 0.831921, - "nauc_map_at_100_std": 0.144375, - "nauc_map_at_100_diff1": 0.912375, - "nauc_map_at_1000_max": 0.831813, - "nauc_map_at_1000_std": 0.143989, - "nauc_map_at_1000_diff1": 0.912357, - "nauc_recall_at_1_max": 0.801515, - "nauc_recall_at_1_std": 0.093103, - "nauc_recall_at_1_diff1": 0.92062, - "nauc_recall_at_3_max": 0.888125, - "nauc_recall_at_3_std": 0.203803, - "nauc_recall_at_3_diff1": 0.887531, - "nauc_recall_at_5_max": 0.905023, - "nauc_recall_at_5_std": 0.275931, - "nauc_recall_at_5_diff1": 0.900004, - "nauc_recall_at_10_max": 0.926532, - "nauc_recall_at_10_std": 0.366095, - "nauc_recall_at_10_diff1": 0.900937, - "nauc_recall_at_20_max": 0.928498, - "nauc_recall_at_20_std": 0.477308, - "nauc_recall_at_20_diff1": 0.898275, + "mrr_at_1": 0.804444, + "mrr_at_3": 0.84463, + "mrr_at_5": 0.850241, + "mrr_at_10": 0.852936, + "mrr_at_20": 0.854171, + "mrr_at_100": 0.854869, + "mrr_at_1000": 0.854991, + "nauc_ndcg_at_1_max": 0.793943, + "nauc_ndcg_at_1_std": 0.074591, + "nauc_ndcg_at_1_diff1": 0.911726, + "nauc_ndcg_at_3_max": 0.826014, + "nauc_ndcg_at_3_std": 0.085558, + "nauc_ndcg_at_3_diff1": 0.892204, + "nauc_ndcg_at_5_max": 0.82552, + "nauc_ndcg_at_5_std": 0.108517, + "nauc_ndcg_at_5_diff1": 0.893977, + "nauc_ndcg_at_10_max": 0.829741, + "nauc_ndcg_at_10_std": 0.107068, + "nauc_ndcg_at_10_diff1": 0.899757, + "nauc_ndcg_at_20_max": 0.827975, + "nauc_ndcg_at_20_std": 0.120575, + "nauc_ndcg_at_20_diff1": 0.899696, + "nauc_ndcg_at_100_max": 0.826052, + "nauc_ndcg_at_100_std": 0.122879, + "nauc_ndcg_at_100_diff1": 0.900143, + "nauc_ndcg_at_1000_max": 0.823223, + "nauc_ndcg_at_1000_std": 0.109841, + "nauc_ndcg_at_1000_diff1": 0.900215, + "nauc_map_at_1_max": 0.793943, + "nauc_map_at_1_std": 0.074591, + "nauc_map_at_1_diff1": 0.911726, + "nauc_map_at_3_max": 0.818743, + "nauc_map_at_3_std": 0.085948, + "nauc_map_at_3_diff1": 0.898042, + "nauc_map_at_5_max": 0.81809, + "nauc_map_at_5_std": 0.097382, + "nauc_map_at_5_diff1": 0.899109, + "nauc_map_at_10_max": 0.819484, + "nauc_map_at_10_std": 0.097041, + "nauc_map_at_10_diff1": 0.901346, + "nauc_map_at_20_max": 0.819027, + "nauc_map_at_20_std": 0.100068, + "nauc_map_at_20_diff1": 0.901383, + "nauc_map_at_100_max": 0.81883, + "nauc_map_at_100_std": 0.100605, + "nauc_map_at_100_diff1": 0.901434, + "nauc_map_at_1000_max": 0.818705, + "nauc_map_at_1000_std": 0.100069, + "nauc_map_at_1000_diff1": 0.901426, + "nauc_recall_at_1_max": 0.793943, + "nauc_recall_at_1_std": 0.074591, + "nauc_recall_at_1_diff1": 0.911726, + "nauc_recall_at_3_max": 0.854074, + "nauc_recall_at_3_std": 0.081867, + "nauc_recall_at_3_diff1": 0.868601, + "nauc_recall_at_5_max": 0.861218, + "nauc_recall_at_5_std": 0.166969, + "nauc_recall_at_5_diff1": 0.868751, + "nauc_recall_at_10_max": 0.897626, + "nauc_recall_at_10_std": 0.172477, + "nauc_recall_at_10_diff1": 0.894416, + "nauc_recall_at_20_max": 0.905521, + "nauc_recall_at_20_std": 0.33834, + "nauc_recall_at_20_diff1": 0.890815, "nauc_recall_at_100_max": 0.949959, - "nauc_recall_at_100_std": 0.599148, - "nauc_recall_at_100_diff1": 0.921073, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.801515, - "nauc_precision_at_1_std": 0.093103, - "nauc_precision_at_1_diff1": 0.92062, - "nauc_precision_at_3_max": 0.888125, - "nauc_precision_at_3_std": 0.203803, - "nauc_precision_at_3_diff1": 0.887531, - "nauc_precision_at_5_max": 0.905023, - "nauc_precision_at_5_std": 0.275931, - "nauc_precision_at_5_diff1": 0.900004, - "nauc_precision_at_10_max": 0.926532, - "nauc_precision_at_10_std": 0.366095, - "nauc_precision_at_10_diff1": 0.900937, - "nauc_precision_at_20_max": 0.928498, - "nauc_precision_at_20_std": 0.477308, - "nauc_precision_at_20_diff1": 0.898275, + "nauc_recall_at_100_std": 0.70419, + "nauc_recall_at_100_diff1": 0.893499, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793943, + "nauc_precision_at_1_std": 0.074591, + "nauc_precision_at_1_diff1": 0.911726, + "nauc_precision_at_3_max": 0.854074, + "nauc_precision_at_3_std": 0.081867, + "nauc_precision_at_3_diff1": 0.868601, + "nauc_precision_at_5_max": 0.861218, + "nauc_precision_at_5_std": 0.166969, + "nauc_precision_at_5_diff1": 0.868751, + "nauc_precision_at_10_max": 0.897626, + "nauc_precision_at_10_std": 0.172477, + "nauc_precision_at_10_diff1": 0.894416, + "nauc_precision_at_20_max": 0.905521, + "nauc_precision_at_20_std": 0.33834, + "nauc_precision_at_20_diff1": 0.890815, "nauc_precision_at_100_max": 0.949959, - "nauc_precision_at_100_std": 0.599148, - "nauc_precision_at_100_diff1": 0.921073, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.801515, - "nauc_mrr_at_1_std": 0.093103, - "nauc_mrr_at_1_diff1": 0.92062, - "nauc_mrr_at_3_max": 0.833243, - "nauc_mrr_at_3_std": 0.135717, - "nauc_mrr_at_3_diff1": 0.909233, - "nauc_mrr_at_5_max": 0.832983, - "nauc_mrr_at_5_std": 0.142349, - "nauc_mrr_at_5_diff1": 0.911781, - "nauc_mrr_at_10_max": 0.833437, - "nauc_mrr_at_10_std": 0.146311, - "nauc_mrr_at_10_diff1": 0.912012, - "nauc_mrr_at_20_max": 0.832387, - "nauc_mrr_at_20_std": 0.145815, - "nauc_mrr_at_20_diff1": 0.912117, - "nauc_mrr_at_100_max": 0.831921, - "nauc_mrr_at_100_std": 0.144375, - "nauc_mrr_at_100_diff1": 0.912375, - "nauc_mrr_at_1000_max": 0.831813, - "nauc_mrr_at_1000_std": 0.143989, - "nauc_mrr_at_1000_diff1": 0.912357, - "main_score": 0.8844, + "nauc_precision_at_100_std": 0.70419, + "nauc_precision_at_100_diff1": 0.893499, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793943, + "nauc_mrr_at_1_std": 0.074591, + "nauc_mrr_at_1_diff1": 0.911726, + "nauc_mrr_at_3_max": 0.818743, + "nauc_mrr_at_3_std": 0.085948, + "nauc_mrr_at_3_diff1": 0.898042, + "nauc_mrr_at_5_max": 0.81809, + "nauc_mrr_at_5_std": 0.097382, + "nauc_mrr_at_5_diff1": 0.899109, + "nauc_mrr_at_10_max": 0.819484, + "nauc_mrr_at_10_std": 0.097041, + "nauc_mrr_at_10_diff1": 0.901346, + "nauc_mrr_at_20_max": 0.819027, + "nauc_mrr_at_20_std": 0.100068, + "nauc_mrr_at_20_diff1": 0.901383, + "nauc_mrr_at_100_max": 0.81883, + "nauc_mrr_at_100_std": 0.100605, + "nauc_mrr_at_100_diff1": 0.901434, + "nauc_mrr_at_1000_max": 0.818705, + "nauc_mrr_at_1000_std": 0.100069, + "nauc_mrr_at_1000_diff1": 0.901426, + "hit_rate_at_1": 0.80444, + "hit_rate_at_3": 0.89333, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95556, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.87377, "hf_subset": "ceb_Latn-ceb_Latn", "languages": [ "ceb-Latn", "ceb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93041, - "ndcg_at_5": 0.93495, - "ndcg_at_10": 0.94044, - "ndcg_at_20": 0.94187, - "ndcg_at_100": 0.94382, - "ndcg_at_1000": 0.94413, + "ndcg_at_3": 0.92845, + "ndcg_at_5": 0.93481, + "ndcg_at_10": 0.93912, + "ndcg_at_20": 0.94144, + "ndcg_at_100": 0.94321, + "ndcg_at_1000": 0.9435, "map_at_1": 0.89444, - "map_at_3": 0.92204, - "map_at_5": 0.92454, - "map_at_10": 0.92686, - "map_at_20": 0.92727, - "map_at_100": 0.92757, - "map_at_1000": 0.92758, + "map_at_3": 0.92056, + "map_at_5": 0.92406, + "map_at_10": 0.92584, + "map_at_20": 0.92652, + "map_at_100": 0.9268, + "map_at_1000": 0.92682, "recall_at_1": 0.89444, - "recall_at_3": 0.95444, - "recall_at_5": 0.96556, - "recall_at_10": 0.98222, - "recall_at_20": 0.98778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.89444, "precision_at_1": 0.89444, - "precision_at_3": 0.31815, - "precision_at_5": 0.19311, - "precision_at_10": 0.09822, - "precision_at_20": 0.04939, + "precision_at_3": 0.31704, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.894444, - "mrr_at_3": 0.922037, - "mrr_at_5": 0.924537, - "mrr_at_10": 0.926864, - "mrr_at_20": 0.927267, - "mrr_at_100": 0.927569, - "mrr_at_1000": 0.927584, - "nauc_ndcg_at_1_max": 0.769622, - "nauc_ndcg_at_1_std": -0.276337, - "nauc_ndcg_at_1_diff1": 0.919862, - "nauc_ndcg_at_3_max": 0.797352, - "nauc_ndcg_at_3_std": -0.336325, - "nauc_ndcg_at_3_diff1": 0.922853, - "nauc_ndcg_at_5_max": 0.804406, - "nauc_ndcg_at_5_std": -0.330064, - "nauc_ndcg_at_5_diff1": 0.923064, - "nauc_ndcg_at_10_max": 0.803351, - "nauc_ndcg_at_10_std": -0.304958, - "nauc_ndcg_at_10_diff1": 0.92599, - "nauc_ndcg_at_20_max": 0.801566, - "nauc_ndcg_at_20_std": -0.300986, - "nauc_ndcg_at_20_diff1": 0.926552, - "nauc_ndcg_at_100_max": 0.797185, - "nauc_ndcg_at_100_std": -0.301143, - "nauc_ndcg_at_100_diff1": 0.923991, - "nauc_ndcg_at_1000_max": 0.796059, - "nauc_ndcg_at_1000_std": -0.308364, - "nauc_ndcg_at_1000_diff1": 0.923938, - "nauc_map_at_1_max": 0.769622, - "nauc_map_at_1_std": -0.276337, - "nauc_map_at_1_diff1": 0.919862, - "nauc_map_at_3_max": 0.790387, - "nauc_map_at_3_std": -0.324044, - "nauc_map_at_3_diff1": 0.922163, - "nauc_map_at_5_max": 0.794008, - "nauc_map_at_5_std": -0.31935, - "nauc_map_at_5_diff1": 0.922243, - "nauc_map_at_10_max": 0.793113, - "nauc_map_at_10_std": -0.309948, - "nauc_map_at_10_diff1": 0.923142, - "nauc_map_at_20_max": 0.792749, - "nauc_map_at_20_std": -0.308928, - "nauc_map_at_20_diff1": 0.923336, - "nauc_map_at_100_max": 0.792163, - "nauc_map_at_100_std": -0.309455, - "nauc_map_at_100_diff1": 0.923015, - "nauc_map_at_1000_max": 0.792119, - "nauc_map_at_1000_std": -0.309732, - "nauc_map_at_1000_diff1": 0.923013, - "nauc_recall_at_1_max": 0.769622, - "nauc_recall_at_1_std": -0.276337, - "nauc_recall_at_1_diff1": 0.919862, - "nauc_recall_at_3_max": 0.830134, - "nauc_recall_at_3_std": -0.391588, - "nauc_recall_at_3_diff1": 0.926044, - "nauc_recall_at_5_max": 0.868618, - "nauc_recall_at_5_std": -0.392458, - "nauc_recall_at_5_diff1": 0.928014, - "nauc_recall_at_10_max": 0.922094, - "nauc_recall_at_10_std": -0.205707, - "nauc_recall_at_10_diff1": 0.963965, - "nauc_recall_at_20_max": 0.939097, - "nauc_recall_at_20_std": -0.094771, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_3": 0.920556, + "mrr_at_5": 0.924056, + "mrr_at_10": 0.92584, + "mrr_at_20": 0.926517, + "mrr_at_100": 0.926802, + "mrr_at_1000": 0.926815, + "nauc_ndcg_at_1_max": 0.722787, + "nauc_ndcg_at_1_std": -0.369647, + "nauc_ndcg_at_1_diff1": 0.916498, + "nauc_ndcg_at_3_max": 0.765912, + "nauc_ndcg_at_3_std": -0.382512, + "nauc_ndcg_at_3_diff1": 0.922952, + "nauc_ndcg_at_5_max": 0.763834, + "nauc_ndcg_at_5_std": -0.376808, + "nauc_ndcg_at_5_diff1": 0.923313, + "nauc_ndcg_at_10_max": 0.762744, + "nauc_ndcg_at_10_std": -0.363387, + "nauc_ndcg_at_10_diff1": 0.923879, + "nauc_ndcg_at_20_max": 0.760331, + "nauc_ndcg_at_20_std": -0.374424, + "nauc_ndcg_at_20_diff1": 0.9247, + "nauc_ndcg_at_100_max": 0.756775, + "nauc_ndcg_at_100_std": -0.370338, + "nauc_ndcg_at_100_diff1": 0.922872, + "nauc_ndcg_at_1000_max": 0.755488, + "nauc_ndcg_at_1000_std": -0.37759, + "nauc_ndcg_at_1000_diff1": 0.922463, + "nauc_map_at_1_max": 0.722787, + "nauc_map_at_1_std": -0.369647, + "nauc_map_at_1_diff1": 0.916498, + "nauc_map_at_3_max": 0.754724, + "nauc_map_at_3_std": -0.384016, + "nauc_map_at_3_diff1": 0.921517, + "nauc_map_at_5_max": 0.753306, + "nauc_map_at_5_std": -0.381863, + "nauc_map_at_5_diff1": 0.921499, + "nauc_map_at_10_max": 0.75237, + "nauc_map_at_10_std": -0.378464, + "nauc_map_at_10_diff1": 0.921427, + "nauc_map_at_20_max": 0.751887, + "nauc_map_at_20_std": -0.380758, + "nauc_map_at_20_diff1": 0.9217, + "nauc_map_at_100_max": 0.751365, + "nauc_map_at_100_std": -0.380746, + "nauc_map_at_100_diff1": 0.921461, + "nauc_map_at_1000_max": 0.751321, + "nauc_map_at_1000_std": -0.380993, + "nauc_map_at_1000_diff1": 0.921447, + "nauc_recall_at_1_max": 0.722787, + "nauc_recall_at_1_std": -0.369647, + "nauc_recall_at_1_diff1": 0.916498, + "nauc_recall_at_3_max": 0.816399, + "nauc_recall_at_3_std": -0.371743, + "nauc_recall_at_3_diff1": 0.929229, + "nauc_recall_at_5_max": 0.829287, + "nauc_recall_at_5_std": -0.335076, + "nauc_recall_at_5_diff1": 0.93503, + "nauc_recall_at_10_max": 0.868762, + "nauc_recall_at_10_std": -0.161687, + "nauc_recall_at_10_diff1": 0.952537, + "nauc_recall_at_20_max": 0.896592, + "nauc_recall_at_20_std": -0.243464, + "nauc_recall_at_20_diff1": 0.986928, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769622, - "nauc_precision_at_1_std": -0.276337, - "nauc_precision_at_1_diff1": 0.919862, - "nauc_precision_at_3_max": 0.830134, - "nauc_precision_at_3_std": -0.391588, - "nauc_precision_at_3_diff1": 0.926044, - "nauc_precision_at_5_max": 0.868618, - "nauc_precision_at_5_std": -0.392458, - "nauc_precision_at_5_diff1": 0.928014, - "nauc_precision_at_10_max": 0.922094, - "nauc_precision_at_10_std": -0.205707, - "nauc_precision_at_10_diff1": 0.963965, - "nauc_precision_at_20_max": 0.939097, - "nauc_precision_at_20_std": -0.094771, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.722787, + "nauc_precision_at_1_std": -0.369647, + "nauc_precision_at_1_diff1": 0.916498, + "nauc_precision_at_3_max": 0.816399, + "nauc_precision_at_3_std": -0.371743, + "nauc_precision_at_3_diff1": 0.929229, + "nauc_precision_at_5_max": 0.829287, + "nauc_precision_at_5_std": -0.335076, + "nauc_precision_at_5_diff1": 0.93503, + "nauc_precision_at_10_max": 0.868762, + "nauc_precision_at_10_std": -0.161687, + "nauc_precision_at_10_diff1": 0.952537, + "nauc_precision_at_20_max": 0.896592, + "nauc_precision_at_20_std": -0.243464, + "nauc_precision_at_20_diff1": 0.986928, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769622, - "nauc_mrr_at_1_std": -0.276337, - "nauc_mrr_at_1_diff1": 0.919862, - "nauc_mrr_at_3_max": 0.790387, - "nauc_mrr_at_3_std": -0.324044, - "nauc_mrr_at_3_diff1": 0.922163, - "nauc_mrr_at_5_max": 0.794008, - "nauc_mrr_at_5_std": -0.31935, - "nauc_mrr_at_5_diff1": 0.922243, - "nauc_mrr_at_10_max": 0.793113, - "nauc_mrr_at_10_std": -0.309948, - "nauc_mrr_at_10_diff1": 0.923142, - "nauc_mrr_at_20_max": 0.792749, - "nauc_mrr_at_20_std": -0.308928, - "nauc_mrr_at_20_diff1": 0.923336, - "nauc_mrr_at_100_max": 0.792163, - "nauc_mrr_at_100_std": -0.309455, - "nauc_mrr_at_100_diff1": 0.923015, - "nauc_mrr_at_1000_max": 0.792119, - "nauc_mrr_at_1000_std": -0.309732, - "nauc_mrr_at_1000_diff1": 0.923013, - "main_score": 0.94044, + "nauc_mrr_at_1_max": 0.722787, + "nauc_mrr_at_1_std": -0.369647, + "nauc_mrr_at_1_diff1": 0.916498, + "nauc_mrr_at_3_max": 0.754724, + "nauc_mrr_at_3_std": -0.384016, + "nauc_mrr_at_3_diff1": 0.921517, + "nauc_mrr_at_5_max": 0.753306, + "nauc_mrr_at_5_std": -0.381863, + "nauc_mrr_at_5_diff1": 0.921499, + "nauc_mrr_at_10_max": 0.75237, + "nauc_mrr_at_10_std": -0.378464, + "nauc_mrr_at_10_diff1": 0.921427, + "nauc_mrr_at_20_max": 0.751887, + "nauc_mrr_at_20_std": -0.380758, + "nauc_mrr_at_20_diff1": 0.9217, + "nauc_mrr_at_100_max": 0.751365, + "nauc_mrr_at_100_std": -0.380746, + "nauc_mrr_at_100_diff1": 0.921461, + "nauc_mrr_at_1000_max": 0.751321, + "nauc_mrr_at_1000_std": -0.380993, + "nauc_mrr_at_1000_diff1": 0.921447, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93912, "hf_subset": "ceb_Latn-eng_Latn", "languages": [ "ceb-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.85181, - "ndcg_at_5": 0.86185, - "ndcg_at_10": 0.86766, - "ndcg_at_20": 0.87288, - "ndcg_at_100": 0.87775, - "ndcg_at_1000": 0.881, - "map_at_1": 0.80556, - "map_at_3": 0.84019, - "map_at_5": 0.84574, - "map_at_10": 0.84817, - "map_at_20": 0.84954, - "map_at_100": 0.85019, - "map_at_1000": 0.85033, - "recall_at_1": 0.80556, - "recall_at_3": 0.88556, - "recall_at_5": 0.91, - "recall_at_10": 0.92778, - "recall_at_20": 0.94889, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.82891, + "ndcg_at_5": 0.84173, + "ndcg_at_10": 0.84993, + "ndcg_at_20": 0.85447, + "ndcg_at_100": 0.86183, + "ndcg_at_1000": 0.86523, + "map_at_1": 0.78333, + "map_at_3": 0.81778, + "map_at_5": 0.82489, + "map_at_10": 0.82823, + "map_at_20": 0.82951, + "map_at_100": 0.83057, + "map_at_1000": 0.83072, + "recall_at_1": 0.78333, + "recall_at_3": 0.86111, + "recall_at_5": 0.89222, + "recall_at_10": 0.91778, + "recall_at_20": 0.93556, + "recall_at_100": 0.97444, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.29519, - "precision_at_5": 0.182, - "precision_at_10": 0.09278, - "precision_at_20": 0.04744, - "precision_at_100": 0.00976, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.28704, + "precision_at_5": 0.17844, + "precision_at_10": 0.09178, + "precision_at_20": 0.04678, + "precision_at_100": 0.00974, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.840185, - "mrr_at_5": 0.845741, - "mrr_at_10": 0.848169, - "mrr_at_20": 0.849542, - "mrr_at_100": 0.850194, - "mrr_at_1000": 0.850334, - "nauc_ndcg_at_1_max": 0.861966, - "nauc_ndcg_at_1_std": 0.263168, - "nauc_ndcg_at_1_diff1": 0.927047, - "nauc_ndcg_at_3_max": 0.890076, - "nauc_ndcg_at_3_std": 0.362217, - "nauc_ndcg_at_3_diff1": 0.916756, - "nauc_ndcg_at_5_max": 0.888909, - "nauc_ndcg_at_5_std": 0.381211, - "nauc_ndcg_at_5_diff1": 0.912684, - "nauc_ndcg_at_10_max": 0.889941, - "nauc_ndcg_at_10_std": 0.398329, - "nauc_ndcg_at_10_diff1": 0.913035, - "nauc_ndcg_at_20_max": 0.887814, - "nauc_ndcg_at_20_std": 0.386493, - "nauc_ndcg_at_20_diff1": 0.914139, - "nauc_ndcg_at_100_max": 0.887021, - "nauc_ndcg_at_100_std": 0.375132, - "nauc_ndcg_at_100_diff1": 0.91475, - "nauc_ndcg_at_1000_max": 0.885365, - "nauc_ndcg_at_1000_std": 0.36272, - "nauc_ndcg_at_1000_diff1": 0.916118, - "nauc_map_at_1_max": 0.861966, - "nauc_map_at_1_std": 0.263168, - "nauc_map_at_1_diff1": 0.927047, - "nauc_map_at_3_max": 0.883528, - "nauc_map_at_3_std": 0.332753, - "nauc_map_at_3_diff1": 0.919655, - "nauc_map_at_5_max": 0.882707, - "nauc_map_at_5_std": 0.341503, - "nauc_map_at_5_diff1": 0.917652, - "nauc_map_at_10_max": 0.88287, - "nauc_map_at_10_std": 0.346369, - "nauc_map_at_10_diff1": 0.917912, - "nauc_map_at_20_max": 0.882281, - "nauc_map_at_20_std": 0.343106, - "nauc_map_at_20_diff1": 0.918117, - "nauc_map_at_100_max": 0.882223, - "nauc_map_at_100_std": 0.341784, - "nauc_map_at_100_diff1": 0.918185, - "nauc_map_at_1000_max": 0.882165, - "nauc_map_at_1000_std": 0.34137, - "nauc_map_at_1000_diff1": 0.918248, - "nauc_recall_at_1_max": 0.861966, - "nauc_recall_at_1_std": 0.263168, - "nauc_recall_at_1_diff1": 0.927047, - "nauc_recall_at_3_max": 0.914718, - "nauc_recall_at_3_std": 0.47751, - "nauc_recall_at_3_diff1": 0.905501, - "nauc_recall_at_5_max": 0.916773, - "nauc_recall_at_5_std": 0.572662, - "nauc_recall_at_5_diff1": 0.888532, - "nauc_recall_at_10_max": 0.930367, - "nauc_recall_at_10_std": 0.719694, - "nauc_recall_at_10_diff1": 0.883969, - "nauc_recall_at_20_max": 0.927536, - "nauc_recall_at_20_std": 0.740957, - "nauc_recall_at_20_diff1": 0.884454, - "nauc_recall_at_100_max": 0.945781, - "nauc_recall_at_100_std": 0.820304, - "nauc_recall_at_100_diff1": 0.870024, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.861966, - "nauc_precision_at_1_std": 0.263168, - "nauc_precision_at_1_diff1": 0.927047, - "nauc_precision_at_3_max": 0.914718, - "nauc_precision_at_3_std": 0.47751, - "nauc_precision_at_3_diff1": 0.905501, - "nauc_precision_at_5_max": 0.916773, - "nauc_precision_at_5_std": 0.572662, - "nauc_precision_at_5_diff1": 0.888532, - "nauc_precision_at_10_max": 0.930367, - "nauc_precision_at_10_std": 0.719694, - "nauc_precision_at_10_diff1": 0.883969, - "nauc_precision_at_20_max": 0.927536, - "nauc_precision_at_20_std": 0.740957, - "nauc_precision_at_20_diff1": 0.884454, - "nauc_precision_at_100_max": 0.945781, - "nauc_precision_at_100_std": 0.820304, - "nauc_precision_at_100_diff1": 0.870024, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.861966, - "nauc_mrr_at_1_std": 0.263168, - "nauc_mrr_at_1_diff1": 0.927047, - "nauc_mrr_at_3_max": 0.883528, - "nauc_mrr_at_3_std": 0.332753, - "nauc_mrr_at_3_diff1": 0.919655, - "nauc_mrr_at_5_max": 0.882707, - "nauc_mrr_at_5_std": 0.341503, - "nauc_mrr_at_5_diff1": 0.917652, - "nauc_mrr_at_10_max": 0.88287, - "nauc_mrr_at_10_std": 0.346369, - "nauc_mrr_at_10_diff1": 0.917912, - "nauc_mrr_at_20_max": 0.882281, - "nauc_mrr_at_20_std": 0.343106, - "nauc_mrr_at_20_diff1": 0.918117, - "nauc_mrr_at_100_max": 0.882223, - "nauc_mrr_at_100_std": 0.341784, - "nauc_mrr_at_100_diff1": 0.918185, - "nauc_mrr_at_1000_max": 0.882165, - "nauc_mrr_at_1000_std": 0.34137, - "nauc_mrr_at_1000_diff1": 0.918248, - "main_score": 0.86766, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.817778, + "mrr_at_5": 0.824889, + "mrr_at_10": 0.828234, + "mrr_at_20": 0.829505, + "mrr_at_100": 0.830573, + "mrr_at_1000": 0.830721, + "nauc_ndcg_at_1_max": 0.84424, + "nauc_ndcg_at_1_std": 0.155379, + "nauc_ndcg_at_1_diff1": 0.925376, + "nauc_ndcg_at_3_max": 0.873613, + "nauc_ndcg_at_3_std": 0.243351, + "nauc_ndcg_at_3_diff1": 0.909211, + "nauc_ndcg_at_5_max": 0.870261, + "nauc_ndcg_at_5_std": 0.26677, + "nauc_ndcg_at_5_diff1": 0.905688, + "nauc_ndcg_at_10_max": 0.868877, + "nauc_ndcg_at_10_std": 0.265106, + "nauc_ndcg_at_10_diff1": 0.904423, + "nauc_ndcg_at_20_max": 0.868936, + "nauc_ndcg_at_20_std": 0.269009, + "nauc_ndcg_at_20_diff1": 0.905481, + "nauc_ndcg_at_100_max": 0.867929, + "nauc_ndcg_at_100_std": 0.260996, + "nauc_ndcg_at_100_diff1": 0.908676, + "nauc_ndcg_at_1000_max": 0.866112, + "nauc_ndcg_at_1000_std": 0.246441, + "nauc_ndcg_at_1000_diff1": 0.909788, + "nauc_map_at_1_max": 0.84424, + "nauc_map_at_1_std": 0.155379, + "nauc_map_at_1_diff1": 0.925376, + "nauc_map_at_3_max": 0.865776, + "nauc_map_at_3_std": 0.218022, + "nauc_map_at_3_diff1": 0.913471, + "nauc_map_at_5_max": 0.863921, + "nauc_map_at_5_std": 0.2289, + "nauc_map_at_5_diff1": 0.912012, + "nauc_map_at_10_max": 0.863094, + "nauc_map_at_10_std": 0.227035, + "nauc_map_at_10_diff1": 0.911584, + "nauc_map_at_20_max": 0.863085, + "nauc_map_at_20_std": 0.227814, + "nauc_map_at_20_diff1": 0.911874, + "nauc_map_at_100_max": 0.862968, + "nauc_map_at_100_std": 0.226833, + "nauc_map_at_100_diff1": 0.912376, + "nauc_map_at_1000_max": 0.862904, + "nauc_map_at_1000_std": 0.226326, + "nauc_map_at_1000_diff1": 0.912427, + "nauc_recall_at_1_max": 0.84424, + "nauc_recall_at_1_std": 0.155379, + "nauc_recall_at_1_diff1": 0.925376, + "nauc_recall_at_3_max": 0.902155, + "nauc_recall_at_3_std": 0.336631, + "nauc_recall_at_3_diff1": 0.893724, + "nauc_recall_at_5_max": 0.897096, + "nauc_recall_at_5_std": 0.440208, + "nauc_recall_at_5_diff1": 0.876758, + "nauc_recall_at_10_max": 0.899721, + "nauc_recall_at_10_std": 0.488165, + "nauc_recall_at_10_diff1": 0.862278, + "nauc_recall_at_20_max": 0.908279, + "nauc_recall_at_20_std": 0.579494, + "nauc_recall_at_20_diff1": 0.859863, + "nauc_recall_at_100_max": 0.936772, + "nauc_recall_at_100_std": 0.811066, + "nauc_recall_at_100_diff1": 0.869991, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.84424, + "nauc_precision_at_1_std": 0.155379, + "nauc_precision_at_1_diff1": 0.925376, + "nauc_precision_at_3_max": 0.902155, + "nauc_precision_at_3_std": 0.336631, + "nauc_precision_at_3_diff1": 0.893724, + "nauc_precision_at_5_max": 0.897096, + "nauc_precision_at_5_std": 0.440208, + "nauc_precision_at_5_diff1": 0.876758, + "nauc_precision_at_10_max": 0.899721, + "nauc_precision_at_10_std": 0.488165, + "nauc_precision_at_10_diff1": 0.862278, + "nauc_precision_at_20_max": 0.908279, + "nauc_precision_at_20_std": 0.579494, + "nauc_precision_at_20_diff1": 0.859863, + "nauc_precision_at_100_max": 0.936772, + "nauc_precision_at_100_std": 0.811066, + "nauc_precision_at_100_diff1": 0.869991, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.84424, + "nauc_mrr_at_1_std": 0.155379, + "nauc_mrr_at_1_diff1": 0.925376, + "nauc_mrr_at_3_max": 0.865776, + "nauc_mrr_at_3_std": 0.218022, + "nauc_mrr_at_3_diff1": 0.913471, + "nauc_mrr_at_5_max": 0.863921, + "nauc_mrr_at_5_std": 0.2289, + "nauc_mrr_at_5_diff1": 0.912012, + "nauc_mrr_at_10_max": 0.863094, + "nauc_mrr_at_10_std": 0.227035, + "nauc_mrr_at_10_diff1": 0.911584, + "nauc_mrr_at_20_max": 0.863085, + "nauc_mrr_at_20_std": 0.227814, + "nauc_mrr_at_20_diff1": 0.911874, + "nauc_mrr_at_100_max": 0.862968, + "nauc_mrr_at_100_std": 0.226833, + "nauc_mrr_at_100_diff1": 0.912376, + "nauc_mrr_at_1000_max": 0.862904, + "nauc_mrr_at_1000_std": 0.226326, + "nauc_mrr_at_1000_diff1": 0.912427, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.86111, + "hit_rate_at_5": 0.89222, + "hit_rate_at_10": 0.91778, + "hit_rate_at_20": 0.93556, + "hit_rate_at_100": 0.97444, + "hit_rate_at_1000": 1.0, + "main_score": 0.84993, "hf_subset": "eng_Latn-ceb_Latn", "languages": [ "eng-Latn", "ceb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.9377, - "ndcg_at_5": 0.94425, - "ndcg_at_10": 0.94746, - "ndcg_at_20": 0.94972, - "ndcg_at_100": 0.95014, - "ndcg_at_1000": 0.9506, - "map_at_1": 0.90667, - "map_at_3": 0.93, - "map_at_5": 0.93372, - "map_at_10": 0.93503, - "map_at_20": 0.93566, - "map_at_100": 0.93572, - "map_at_1000": 0.93574, - "recall_at_1": 0.90667, - "recall_at_3": 0.96, - "recall_at_5": 0.97556, - "recall_at_10": 0.98556, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93099, + "ndcg_at_5": 0.9375, + "ndcg_at_10": 0.94178, + "ndcg_at_20": 0.94372, + "ndcg_at_100": 0.94524, + "ndcg_at_1000": 0.94555, + "map_at_1": 0.89556, + "map_at_3": 0.92315, + "map_at_5": 0.92681, + "map_at_10": 0.92856, + "map_at_20": 0.92909, + "map_at_100": 0.92932, + "map_at_1000": 0.92934, + "recall_at_1": 0.89556, + "recall_at_3": 0.95333, + "recall_at_5": 0.96889, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.32, - "precision_at_5": 0.19511, - "precision_at_10": 0.09856, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19378, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.93, - "mrr_at_5": 0.933722, - "mrr_at_10": 0.935034, - "mrr_at_20": 0.93566, - "mrr_at_100": 0.935719, - "mrr_at_1000": 0.935741, - "nauc_ndcg_at_1_max": 0.822057, - "nauc_ndcg_at_1_std": -0.194728, - "nauc_ndcg_at_1_diff1": 0.927332, - "nauc_ndcg_at_3_max": 0.856455, - "nauc_ndcg_at_3_std": -0.153864, - "nauc_ndcg_at_3_diff1": 0.927258, - "nauc_ndcg_at_5_max": 0.852422, - "nauc_ndcg_at_5_std": -0.169786, - "nauc_ndcg_at_5_diff1": 0.92785, - "nauc_ndcg_at_10_max": 0.849805, - "nauc_ndcg_at_10_std": -0.169543, - "nauc_ndcg_at_10_diff1": 0.928651, - "nauc_ndcg_at_20_max": 0.848057, - "nauc_ndcg_at_20_std": -0.157083, - "nauc_ndcg_at_20_diff1": 0.928886, - "nauc_ndcg_at_100_max": 0.847367, - "nauc_ndcg_at_100_std": -0.154486, - "nauc_ndcg_at_100_diff1": 0.928876, - "nauc_ndcg_at_1000_max": 0.846337, - "nauc_ndcg_at_1000_std": -0.1638, - "nauc_ndcg_at_1000_diff1": 0.928607, - "nauc_map_at_1_max": 0.822057, - "nauc_map_at_1_std": -0.194728, - "nauc_map_at_1_diff1": 0.927332, - "nauc_map_at_3_max": 0.847648, - "nauc_map_at_3_std": -0.164687, - "nauc_map_at_3_diff1": 0.927656, - "nauc_map_at_5_max": 0.845247, - "nauc_map_at_5_std": -0.17218, - "nauc_map_at_5_diff1": 0.928004, - "nauc_map_at_10_max": 0.844106, - "nauc_map_at_10_std": -0.172486, - "nauc_map_at_10_diff1": 0.928217, - "nauc_map_at_20_max": 0.84376, - "nauc_map_at_20_std": -0.17008, - "nauc_map_at_20_diff1": 0.928351, - "nauc_map_at_100_max": 0.843692, - "nauc_map_at_100_std": -0.169572, - "nauc_map_at_100_diff1": 0.928361, - "nauc_map_at_1000_max": 0.84365, - "nauc_map_at_1000_std": -0.169917, - "nauc_map_at_1000_diff1": 0.928349, - "nauc_recall_at_1_max": 0.822057, - "nauc_recall_at_1_std": -0.194728, - "nauc_recall_at_1_diff1": 0.927332, - "nauc_recall_at_3_max": 0.899302, - "nauc_recall_at_3_std": -0.100879, - "nauc_recall_at_3_diff1": 0.924979, - "nauc_recall_at_5_max": 0.904507, - "nauc_recall_at_5_std": -0.161468, - "nauc_recall_at_5_diff1": 0.926258, - "nauc_recall_at_10_max": 0.914171, - "nauc_recall_at_10_std": -0.144258, - "nauc_recall_at_10_diff1": 0.935538, - "nauc_recall_at_20_max": 0.947712, - "nauc_recall_at_20_std": 0.362838, - "nauc_recall_at_20_diff1": 0.947712, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.926815, + "mrr_at_10": 0.928564, + "mrr_at_20": 0.929086, + "mrr_at_100": 0.929322, + "mrr_at_1000": 0.929338, + "nauc_ndcg_at_1_max": 0.809018, + "nauc_ndcg_at_1_std": -0.178442, + "nauc_ndcg_at_1_diff1": 0.932951, + "nauc_ndcg_at_3_max": 0.847833, + "nauc_ndcg_at_3_std": -0.126436, + "nauc_ndcg_at_3_diff1": 0.930064, + "nauc_ndcg_at_5_max": 0.847136, + "nauc_ndcg_at_5_std": -0.132477, + "nauc_ndcg_at_5_diff1": 0.931948, + "nauc_ndcg_at_10_max": 0.839297, + "nauc_ndcg_at_10_std": -0.155636, + "nauc_ndcg_at_10_diff1": 0.931964, + "nauc_ndcg_at_20_max": 0.838563, + "nauc_ndcg_at_20_std": -0.129965, + "nauc_ndcg_at_20_diff1": 0.932307, + "nauc_ndcg_at_100_max": 0.836896, + "nauc_ndcg_at_100_std": -0.13164, + "nauc_ndcg_at_100_diff1": 0.931474, + "nauc_ndcg_at_1000_max": 0.83635, + "nauc_ndcg_at_1000_std": -0.13813, + "nauc_ndcg_at_1000_diff1": 0.931908, + "nauc_map_at_1_max": 0.809018, + "nauc_map_at_1_std": -0.178442, + "nauc_map_at_1_diff1": 0.932951, + "nauc_map_at_3_max": 0.837218, + "nauc_map_at_3_std": -0.138065, + "nauc_map_at_3_diff1": 0.930847, + "nauc_map_at_5_max": 0.836413, + "nauc_map_at_5_std": -0.142115, + "nauc_map_at_5_diff1": 0.931876, + "nauc_map_at_10_max": 0.833606, + "nauc_map_at_10_std": -0.149819, + "nauc_map_at_10_diff1": 0.931935, + "nauc_map_at_20_max": 0.833436, + "nauc_map_at_20_std": -0.143644, + "nauc_map_at_20_diff1": 0.932025, + "nauc_map_at_100_max": 0.833238, + "nauc_map_at_100_std": -0.143764, + "nauc_map_at_100_diff1": 0.931923, + "nauc_map_at_1000_max": 0.833217, + "nauc_map_at_1000_std": -0.144024, + "nauc_map_at_1000_diff1": 0.931945, + "nauc_recall_at_1_max": 0.809018, + "nauc_recall_at_1_std": -0.178442, + "nauc_recall_at_1_diff1": 0.932951, + "nauc_recall_at_3_max": 0.896681, + "nauc_recall_at_3_std": -0.07503, + "nauc_recall_at_3_diff1": 0.926471, + "nauc_recall_at_5_max": 0.917134, + "nauc_recall_at_5_std": -0.072862, + "nauc_recall_at_5_diff1": 0.93289, + "nauc_recall_at_10_max": 0.888685, + "nauc_recall_at_10_std": -0.268149, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.909223, + "nauc_recall_at_20_std": 0.186534, + "nauc_recall_at_20_diff1": 0.940087, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822057, - "nauc_precision_at_1_std": -0.194728, - "nauc_precision_at_1_diff1": 0.927332, - "nauc_precision_at_3_max": 0.899302, - "nauc_precision_at_3_std": -0.100879, - "nauc_precision_at_3_diff1": 0.924979, - "nauc_precision_at_5_max": 0.904507, - "nauc_precision_at_5_std": -0.161468, - "nauc_precision_at_5_diff1": 0.926258, - "nauc_precision_at_10_max": 0.914171, - "nauc_precision_at_10_std": -0.144258, - "nauc_precision_at_10_diff1": 0.935538, - "nauc_precision_at_20_max": 0.947712, - "nauc_precision_at_20_std": 0.362838, - "nauc_precision_at_20_diff1": 0.947712, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.809018, + "nauc_precision_at_1_std": -0.178442, + "nauc_precision_at_1_diff1": 0.932951, + "nauc_precision_at_3_max": 0.896681, + "nauc_precision_at_3_std": -0.07503, + "nauc_precision_at_3_diff1": 0.926471, + "nauc_precision_at_5_max": 0.917134, + "nauc_precision_at_5_std": -0.072862, + "nauc_precision_at_5_diff1": 0.93289, + "nauc_precision_at_10_max": 0.888685, + "nauc_precision_at_10_std": -0.268149, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.909223, + "nauc_precision_at_20_std": 0.186534, + "nauc_precision_at_20_diff1": 0.940087, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822057, - "nauc_mrr_at_1_std": -0.194728, - "nauc_mrr_at_1_diff1": 0.927332, - "nauc_mrr_at_3_max": 0.847648, - "nauc_mrr_at_3_std": -0.164687, - "nauc_mrr_at_3_diff1": 0.927656, - "nauc_mrr_at_5_max": 0.845247, - "nauc_mrr_at_5_std": -0.17218, - "nauc_mrr_at_5_diff1": 0.928004, - "nauc_mrr_at_10_max": 0.844106, - "nauc_mrr_at_10_std": -0.172486, - "nauc_mrr_at_10_diff1": 0.928217, - "nauc_mrr_at_20_max": 0.84376, - "nauc_mrr_at_20_std": -0.17008, - "nauc_mrr_at_20_diff1": 0.928351, - "nauc_mrr_at_100_max": 0.843692, - "nauc_mrr_at_100_std": -0.169572, - "nauc_mrr_at_100_diff1": 0.928361, - "nauc_mrr_at_1000_max": 0.84365, - "nauc_mrr_at_1000_std": -0.169917, - "nauc_mrr_at_1000_diff1": 0.928349, - "main_score": 0.94746, + "nauc_mrr_at_1_max": 0.809018, + "nauc_mrr_at_1_std": -0.178442, + "nauc_mrr_at_1_diff1": 0.932951, + "nauc_mrr_at_3_max": 0.837218, + "nauc_mrr_at_3_std": -0.138065, + "nauc_mrr_at_3_diff1": 0.930847, + "nauc_mrr_at_5_max": 0.836413, + "nauc_mrr_at_5_std": -0.142115, + "nauc_mrr_at_5_diff1": 0.931876, + "nauc_mrr_at_10_max": 0.833606, + "nauc_mrr_at_10_std": -0.149819, + "nauc_mrr_at_10_diff1": 0.931935, + "nauc_mrr_at_20_max": 0.833436, + "nauc_mrr_at_20_std": -0.143644, + "nauc_mrr_at_20_diff1": 0.932025, + "nauc_mrr_at_100_max": 0.833238, + "nauc_mrr_at_100_std": -0.143764, + "nauc_mrr_at_100_diff1": 0.931923, + "nauc_mrr_at_1000_max": 0.833217, + "nauc_mrr_at_1000_std": -0.144024, + "nauc_mrr_at_1000_diff1": 0.931945, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94178, "hf_subset": "ces_Latn-ces_Latn", "languages": [ "ces-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.95208, - "ndcg_at_5": 0.95581, - "ndcg_at_10": 0.95886, - "ndcg_at_20": 0.95973, - "ndcg_at_100": 0.96033, - "ndcg_at_1000": 0.96066, - "map_at_1": 0.91889, - "map_at_3": 0.94463, - "map_at_5": 0.94674, - "map_at_10": 0.94811, - "map_at_20": 0.94836, - "map_at_100": 0.94844, - "map_at_1000": 0.94846, - "recall_at_1": 0.91889, - "recall_at_3": 0.97333, - "recall_at_5": 0.98222, + "ndcg_at_1": 0.91667, + "ndcg_at_3": 0.9479, + "ndcg_at_5": 0.95254, + "ndcg_at_10": 0.95666, + "ndcg_at_20": 0.95692, + "ndcg_at_100": 0.9582, + "ndcg_at_1000": 0.95834, + "map_at_1": 0.91667, + "map_at_3": 0.94093, + "map_at_5": 0.94354, + "map_at_10": 0.94534, + "map_at_20": 0.9454, + "map_at_100": 0.94559, + "map_at_1000": 0.9456, + "recall_at_1": 0.91667, + "recall_at_3": 0.96778, + "recall_at_5": 0.97889, "recall_at_10": 0.99111, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32444, - "precision_at_5": 0.19644, + "accuracy": 0.91667, + "precision_at_1": 0.91667, + "precision_at_3": 0.32259, + "precision_at_5": 0.19578, "precision_at_10": 0.09911, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946741, - "mrr_at_10": 0.948108, - "mrr_at_20": 0.948364, - "mrr_at_100": 0.94844, - "mrr_at_1000": 0.94846, - "nauc_ndcg_at_1_max": 0.79083, - "nauc_ndcg_at_1_std": -0.377601, - "nauc_ndcg_at_1_diff1": 0.930931, - "nauc_ndcg_at_3_max": 0.803451, - "nauc_ndcg_at_3_std": -0.470588, - "nauc_ndcg_at_3_diff1": 0.933559, - "nauc_ndcg_at_5_max": 0.801633, - "nauc_ndcg_at_5_std": -0.470513, - "nauc_ndcg_at_5_diff1": 0.936532, - "nauc_ndcg_at_10_max": 0.808379, - "nauc_ndcg_at_10_std": -0.401584, - "nauc_ndcg_at_10_diff1": 0.935579, - "nauc_ndcg_at_20_max": 0.806097, - "nauc_ndcg_at_20_std": -0.396894, - "nauc_ndcg_at_20_diff1": 0.935129, - "nauc_ndcg_at_100_max": 0.804763, - "nauc_ndcg_at_100_std": -0.391505, - "nauc_ndcg_at_100_diff1": 0.9349, - "nauc_ndcg_at_1000_max": 0.803146, - "nauc_ndcg_at_1000_std": -0.403034, - "nauc_ndcg_at_1000_diff1": 0.934361, - "nauc_map_at_1_max": 0.79083, - "nauc_map_at_1_std": -0.377601, - "nauc_map_at_1_diff1": 0.930931, - "nauc_map_at_3_max": 0.799956, - "nauc_map_at_3_std": -0.435568, - "nauc_map_at_3_diff1": 0.932915, - "nauc_map_at_5_max": 0.798915, - "nauc_map_at_5_std": -0.433237, - "nauc_map_at_5_diff1": 0.934162, - "nauc_map_at_10_max": 0.801421, - "nauc_map_at_10_std": -0.406475, - "nauc_map_at_10_diff1": 0.933744, - "nauc_map_at_20_max": 0.80081, - "nauc_map_at_20_std": -0.405944, - "nauc_map_at_20_diff1": 0.933632, - "nauc_map_at_100_max": 0.80073, - "nauc_map_at_100_std": -0.404947, - "nauc_map_at_100_diff1": 0.933634, - "nauc_map_at_1000_max": 0.800653, - "nauc_map_at_1000_std": -0.405489, - "nauc_map_at_1000_diff1": 0.933609, - "nauc_recall_at_1_max": 0.79083, - "nauc_recall_at_1_std": -0.377601, - "nauc_recall_at_1_diff1": 0.930931, - "nauc_recall_at_3_max": 0.823568, - "nauc_recall_at_3_std": -0.682287, - "nauc_recall_at_3_diff1": 0.937169, - "nauc_recall_at_5_max": 0.823471, - "nauc_recall_at_5_std": -0.798961, - "nauc_recall_at_5_diff1": 0.958129, - "nauc_recall_at_10_max": 0.930556, - "nauc_recall_at_10_std": -0.239262, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.944444, - "nauc_recall_at_20_std": 0.021662, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_1": 0.916667, + "mrr_at_3": 0.940926, + "mrr_at_5": 0.943537, + "mrr_at_10": 0.94534, + "mrr_at_20": 0.945402, + "mrr_at_100": 0.945594, + "mrr_at_1000": 0.945599, + "nauc_ndcg_at_1_max": 0.77713, + "nauc_ndcg_at_1_std": -0.279284, + "nauc_ndcg_at_1_diff1": 0.929723, + "nauc_ndcg_at_3_max": 0.795817, + "nauc_ndcg_at_3_std": -0.316071, + "nauc_ndcg_at_3_diff1": 0.933061, + "nauc_ndcg_at_5_max": 0.785671, + "nauc_ndcg_at_5_std": -0.329615, + "nauc_ndcg_at_5_diff1": 0.932973, + "nauc_ndcg_at_10_max": 0.790835, + "nauc_ndcg_at_10_std": -0.299332, + "nauc_ndcg_at_10_diff1": 0.932586, + "nauc_ndcg_at_20_max": 0.791252, + "nauc_ndcg_at_20_std": -0.290585, + "nauc_ndcg_at_20_diff1": 0.932971, + "nauc_ndcg_at_100_max": 0.789507, + "nauc_ndcg_at_100_std": -0.290148, + "nauc_ndcg_at_100_diff1": 0.932346, + "nauc_ndcg_at_1000_max": 0.788777, + "nauc_ndcg_at_1000_std": -0.294625, + "nauc_ndcg_at_1000_diff1": 0.932111, + "nauc_map_at_1_max": 0.77713, + "nauc_map_at_1_std": -0.279284, + "nauc_map_at_1_diff1": 0.929723, + "nauc_map_at_3_max": 0.790497, + "nauc_map_at_3_std": -0.30207, + "nauc_map_at_3_diff1": 0.931845, + "nauc_map_at_5_max": 0.785462, + "nauc_map_at_5_std": -0.307474, + "nauc_map_at_5_diff1": 0.93178, + "nauc_map_at_10_max": 0.787174, + "nauc_map_at_10_std": -0.297411, + "nauc_map_at_10_diff1": 0.931548, + "nauc_map_at_20_max": 0.787248, + "nauc_map_at_20_std": -0.29578, + "nauc_map_at_20_diff1": 0.931619, + "nauc_map_at_100_max": 0.787057, + "nauc_map_at_100_std": -0.295379, + "nauc_map_at_100_diff1": 0.931564, + "nauc_map_at_1000_max": 0.787036, + "nauc_map_at_1000_std": -0.295508, + "nauc_map_at_1000_diff1": 0.931557, + "nauc_recall_at_1_max": 0.77713, + "nauc_recall_at_1_std": -0.279284, + "nauc_recall_at_1_diff1": 0.929723, + "nauc_recall_at_3_max": 0.823175, + "nauc_recall_at_3_std": -0.391271, + "nauc_recall_at_3_diff1": 0.939551, + "nauc_recall_at_5_max": 0.782815, + "nauc_recall_at_5_std": -0.50774, + "nauc_recall_at_5_diff1": 0.942135, + "nauc_recall_at_10_max": 0.855626, + "nauc_recall_at_10_std": -0.278653, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": -0.069895, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79083, - "nauc_precision_at_1_std": -0.377601, - "nauc_precision_at_1_diff1": 0.930931, - "nauc_precision_at_3_max": 0.823568, - "nauc_precision_at_3_std": -0.682287, - "nauc_precision_at_3_diff1": 0.937169, - "nauc_precision_at_5_max": 0.823471, - "nauc_precision_at_5_std": -0.798961, - "nauc_precision_at_5_diff1": 0.958129, - "nauc_precision_at_10_max": 0.930556, - "nauc_precision_at_10_std": -0.239262, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.944444, - "nauc_precision_at_20_std": 0.021662, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.77713, + "nauc_precision_at_1_std": -0.279284, + "nauc_precision_at_1_diff1": 0.929723, + "nauc_precision_at_3_max": 0.823175, + "nauc_precision_at_3_std": -0.391271, + "nauc_precision_at_3_diff1": 0.939551, + "nauc_precision_at_5_max": 0.782815, + "nauc_precision_at_5_std": -0.50774, + "nauc_precision_at_5_diff1": 0.942135, + "nauc_precision_at_10_max": 0.855626, + "nauc_precision_at_10_std": -0.278653, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": -0.069895, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79083, - "nauc_mrr_at_1_std": -0.377601, - "nauc_mrr_at_1_diff1": 0.930931, - "nauc_mrr_at_3_max": 0.799956, - "nauc_mrr_at_3_std": -0.435568, - "nauc_mrr_at_3_diff1": 0.932915, - "nauc_mrr_at_5_max": 0.798915, - "nauc_mrr_at_5_std": -0.433237, - "nauc_mrr_at_5_diff1": 0.934162, - "nauc_mrr_at_10_max": 0.801421, - "nauc_mrr_at_10_std": -0.406475, - "nauc_mrr_at_10_diff1": 0.933744, - "nauc_mrr_at_20_max": 0.80081, - "nauc_mrr_at_20_std": -0.405944, - "nauc_mrr_at_20_diff1": 0.933632, - "nauc_mrr_at_100_max": 0.80073, - "nauc_mrr_at_100_std": -0.404947, - "nauc_mrr_at_100_diff1": 0.933634, - "nauc_mrr_at_1000_max": 0.800653, - "nauc_mrr_at_1000_std": -0.405489, - "nauc_mrr_at_1000_diff1": 0.933609, - "main_score": 0.95886, + "nauc_mrr_at_1_max": 0.77713, + "nauc_mrr_at_1_std": -0.279284, + "nauc_mrr_at_1_diff1": 0.929723, + "nauc_mrr_at_3_max": 0.790497, + "nauc_mrr_at_3_std": -0.30207, + "nauc_mrr_at_3_diff1": 0.931845, + "nauc_mrr_at_5_max": 0.785462, + "nauc_mrr_at_5_std": -0.307474, + "nauc_mrr_at_5_diff1": 0.93178, + "nauc_mrr_at_10_max": 0.787174, + "nauc_mrr_at_10_std": -0.297411, + "nauc_mrr_at_10_diff1": 0.931548, + "nauc_mrr_at_20_max": 0.787248, + "nauc_mrr_at_20_std": -0.29578, + "nauc_mrr_at_20_diff1": 0.931619, + "nauc_mrr_at_100_max": 0.787057, + "nauc_mrr_at_100_std": -0.295379, + "nauc_mrr_at_100_diff1": 0.931564, + "nauc_mrr_at_1000_max": 0.787036, + "nauc_mrr_at_1000_std": -0.295508, + "nauc_mrr_at_1000_diff1": 0.931557, + "hit_rate_at_1": 0.91667, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95666, "hf_subset": "ces_Latn-eng_Latn", "languages": [ "ces-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89556, - "ndcg_at_3": 0.92678, - "ndcg_at_5": 0.93357, - "ndcg_at_10": 0.93894, - "ndcg_at_20": 0.94051, - "ndcg_at_100": 0.94263, - "ndcg_at_1000": 0.94309, - "map_at_1": 0.89556, - "map_at_3": 0.91981, - "map_at_5": 0.92354, - "map_at_10": 0.92574, - "map_at_20": 0.92611, - "map_at_100": 0.92651, - "map_at_1000": 0.92653, - "recall_at_1": 0.89556, - "recall_at_3": 0.94667, - "recall_at_5": 0.96333, - "recall_at_10": 0.98, - "recall_at_20": 0.98667, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.9226, + "ndcg_at_5": 0.92801, + "ndcg_at_10": 0.93378, + "ndcg_at_20": 0.93578, + "ndcg_at_100": 0.93883, + "ndcg_at_1000": 0.93913, + "map_at_1": 0.89111, + "map_at_3": 0.91537, + "map_at_5": 0.91831, + "map_at_10": 0.92072, + "map_at_20": 0.92128, + "map_at_100": 0.92176, + "map_at_1000": 0.92177, + "recall_at_1": 0.89111, + "recall_at_3": 0.94333, + "recall_at_5": 0.95667, + "recall_at_10": 0.97444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89556, - "precision_at_3": 0.31556, - "precision_at_5": 0.19267, - "precision_at_10": 0.098, - "precision_at_20": 0.04933, - "precision_at_100": 0.00997, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31444, + "precision_at_5": 0.19133, + "precision_at_10": 0.09744, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.895556, - "mrr_at_3": 0.919815, - "mrr_at_5": 0.923537, - "mrr_at_10": 0.925742, - "mrr_at_20": 0.92611, - "mrr_at_100": 0.926509, - "mrr_at_1000": 0.926532, - "nauc_ndcg_at_1_max": 0.831687, - "nauc_ndcg_at_1_std": -0.170061, - "nauc_ndcg_at_1_diff1": 0.937147, - "nauc_ndcg_at_3_max": 0.859826, - "nauc_ndcg_at_3_std": -0.14447, - "nauc_ndcg_at_3_diff1": 0.937265, - "nauc_ndcg_at_5_max": 0.865261, - "nauc_ndcg_at_5_std": -0.158365, - "nauc_ndcg_at_5_diff1": 0.941973, - "nauc_ndcg_at_10_max": 0.8646, - "nauc_ndcg_at_10_std": -0.109875, - "nauc_ndcg_at_10_diff1": 0.940995, - "nauc_ndcg_at_20_max": 0.861024, - "nauc_ndcg_at_20_std": -0.134166, - "nauc_ndcg_at_20_diff1": 0.941208, - "nauc_ndcg_at_100_max": 0.85761, - "nauc_ndcg_at_100_std": -0.13182, - "nauc_ndcg_at_100_diff1": 0.939533, - "nauc_ndcg_at_1000_max": 0.85646, - "nauc_ndcg_at_1000_std": -0.14031, - "nauc_ndcg_at_1000_diff1": 0.939353, - "nauc_map_at_1_max": 0.831687, - "nauc_map_at_1_std": -0.170061, - "nauc_map_at_1_diff1": 0.937147, - "nauc_map_at_3_max": 0.85236, - "nauc_map_at_3_std": -0.153792, - "nauc_map_at_3_diff1": 0.93726, - "nauc_map_at_5_max": 0.854557, - "nauc_map_at_5_std": -0.160689, - "nauc_map_at_5_diff1": 0.939415, - "nauc_map_at_10_max": 0.854026, - "nauc_map_at_10_std": -0.144631, - "nauc_map_at_10_diff1": 0.939054, - "nauc_map_at_20_max": 0.853296, - "nauc_map_at_20_std": -0.149397, - "nauc_map_at_20_diff1": 0.939074, - "nauc_map_at_100_max": 0.852774, - "nauc_map_at_100_std": -0.14912, - "nauc_map_at_100_diff1": 0.938806, - "nauc_map_at_1000_max": 0.852727, - "nauc_map_at_1000_std": -0.149469, - "nauc_map_at_1000_diff1": 0.938793, - "nauc_recall_at_1_max": 0.831687, - "nauc_recall_at_1_std": -0.170061, - "nauc_recall_at_1_diff1": 0.937147, - "nauc_recall_at_3_max": 0.891262, - "nauc_recall_at_3_std": -0.103369, - "nauc_recall_at_3_diff1": 0.937267, - "nauc_recall_at_5_max": 0.929901, - "nauc_recall_at_5_std": -0.147851, - "nauc_recall_at_5_diff1": 0.958903, - "nauc_recall_at_10_max": 0.977306, - "nauc_recall_at_10_std": 0.323374, - "nauc_recall_at_10_diff1": 0.962781, - "nauc_recall_at_20_max": 0.965959, - "nauc_recall_at_20_std": 0.079949, - "nauc_recall_at_20_diff1": 0.978214, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.91537, + "mrr_at_5": 0.918315, + "mrr_at_10": 0.920718, + "mrr_at_20": 0.921281, + "mrr_at_100": 0.921762, + "mrr_at_1000": 0.921775, + "nauc_ndcg_at_1_max": 0.810527, + "nauc_ndcg_at_1_std": -0.251786, + "nauc_ndcg_at_1_diff1": 0.922499, + "nauc_ndcg_at_3_max": 0.845139, + "nauc_ndcg_at_3_std": -0.245359, + "nauc_ndcg_at_3_diff1": 0.926703, + "nauc_ndcg_at_5_max": 0.847543, + "nauc_ndcg_at_5_std": -0.242683, + "nauc_ndcg_at_5_diff1": 0.929793, + "nauc_ndcg_at_10_max": 0.845974, + "nauc_ndcg_at_10_std": -0.211076, + "nauc_ndcg_at_10_diff1": 0.928992, + "nauc_ndcg_at_20_max": 0.843058, + "nauc_ndcg_at_20_std": -0.209533, + "nauc_ndcg_at_20_diff1": 0.926769, + "nauc_ndcg_at_100_max": 0.83805, + "nauc_ndcg_at_100_std": -0.227108, + "nauc_ndcg_at_100_diff1": 0.926377, + "nauc_ndcg_at_1000_max": 0.83755, + "nauc_ndcg_at_1000_std": -0.232452, + "nauc_ndcg_at_1000_diff1": 0.926306, + "nauc_map_at_1_max": 0.810527, + "nauc_map_at_1_std": -0.251786, + "nauc_map_at_1_diff1": 0.922499, + "nauc_map_at_3_max": 0.83531, + "nauc_map_at_3_std": -0.251163, + "nauc_map_at_3_diff1": 0.925049, + "nauc_map_at_5_max": 0.835962, + "nauc_map_at_5_std": -0.250363, + "nauc_map_at_5_diff1": 0.92647, + "nauc_map_at_10_max": 0.835102, + "nauc_map_at_10_std": -0.239887, + "nauc_map_at_10_diff1": 0.926165, + "nauc_map_at_20_max": 0.834387, + "nauc_map_at_20_std": -0.239575, + "nauc_map_at_20_diff1": 0.925633, + "nauc_map_at_100_max": 0.833699, + "nauc_map_at_100_std": -0.241817, + "nauc_map_at_100_diff1": 0.925577, + "nauc_map_at_1000_max": 0.833678, + "nauc_map_at_1000_std": -0.242007, + "nauc_map_at_1000_diff1": 0.925571, + "nauc_recall_at_1_max": 0.810527, + "nauc_recall_at_1_std": -0.251786, + "nauc_recall_at_1_diff1": 0.922499, + "nauc_recall_at_3_max": 0.886674, + "nauc_recall_at_3_std": -0.218176, + "nauc_recall_at_3_diff1": 0.934, + "nauc_recall_at_5_max": 0.9104, + "nauc_recall_at_5_std": -0.196761, + "nauc_recall_at_5_diff1": 0.948886, + "nauc_recall_at_10_max": 0.941034, + "nauc_recall_at_10_std": 0.08994, + "nauc_recall_at_10_diff1": 0.954533, + "nauc_recall_at_20_max": 0.940768, + "nauc_recall_at_20_std": 0.237862, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.831687, - "nauc_precision_at_1_std": -0.170061, - "nauc_precision_at_1_diff1": 0.937147, - "nauc_precision_at_3_max": 0.891262, - "nauc_precision_at_3_std": -0.103369, - "nauc_precision_at_3_diff1": 0.937267, - "nauc_precision_at_5_max": 0.929901, - "nauc_precision_at_5_std": -0.147851, - "nauc_precision_at_5_diff1": 0.958903, - "nauc_precision_at_10_max": 0.977306, - "nauc_precision_at_10_std": 0.323374, - "nauc_precision_at_10_diff1": 0.962781, - "nauc_precision_at_20_max": 0.965959, - "nauc_precision_at_20_std": 0.079949, - "nauc_precision_at_20_diff1": 0.978214, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.810527, + "nauc_precision_at_1_std": -0.251786, + "nauc_precision_at_1_diff1": 0.922499, + "nauc_precision_at_3_max": 0.886674, + "nauc_precision_at_3_std": -0.218176, + "nauc_precision_at_3_diff1": 0.934, + "nauc_precision_at_5_max": 0.9104, + "nauc_precision_at_5_std": -0.196761, + "nauc_precision_at_5_diff1": 0.948886, + "nauc_precision_at_10_max": 0.941034, + "nauc_precision_at_10_std": 0.08994, + "nauc_precision_at_10_diff1": 0.954533, + "nauc_precision_at_20_max": 0.940768, + "nauc_precision_at_20_std": 0.237862, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.831687, - "nauc_mrr_at_1_std": -0.170061, - "nauc_mrr_at_1_diff1": 0.937147, - "nauc_mrr_at_3_max": 0.85236, - "nauc_mrr_at_3_std": -0.153792, - "nauc_mrr_at_3_diff1": 0.93726, - "nauc_mrr_at_5_max": 0.854557, - "nauc_mrr_at_5_std": -0.160689, - "nauc_mrr_at_5_diff1": 0.939415, - "nauc_mrr_at_10_max": 0.854026, - "nauc_mrr_at_10_std": -0.144631, - "nauc_mrr_at_10_diff1": 0.939054, - "nauc_mrr_at_20_max": 0.853296, - "nauc_mrr_at_20_std": -0.149397, - "nauc_mrr_at_20_diff1": 0.939074, - "nauc_mrr_at_100_max": 0.852774, - "nauc_mrr_at_100_std": -0.14912, - "nauc_mrr_at_100_diff1": 0.938806, - "nauc_mrr_at_1000_max": 0.852727, - "nauc_mrr_at_1000_std": -0.149469, - "nauc_mrr_at_1000_diff1": 0.938793, - "main_score": 0.93894, + "nauc_mrr_at_1_max": 0.810527, + "nauc_mrr_at_1_std": -0.251786, + "nauc_mrr_at_1_diff1": 0.922499, + "nauc_mrr_at_3_max": 0.83531, + "nauc_mrr_at_3_std": -0.251163, + "nauc_mrr_at_3_diff1": 0.925049, + "nauc_mrr_at_5_max": 0.835962, + "nauc_mrr_at_5_std": -0.250363, + "nauc_mrr_at_5_diff1": 0.92647, + "nauc_mrr_at_10_max": 0.835102, + "nauc_mrr_at_10_std": -0.239887, + "nauc_mrr_at_10_diff1": 0.926165, + "nauc_mrr_at_20_max": 0.834387, + "nauc_mrr_at_20_std": -0.239575, + "nauc_mrr_at_20_diff1": 0.925633, + "nauc_mrr_at_100_max": 0.833699, + "nauc_mrr_at_100_std": -0.241817, + "nauc_mrr_at_100_diff1": 0.925577, + "nauc_mrr_at_1000_max": 0.833678, + "nauc_mrr_at_1000_std": -0.242007, + "nauc_mrr_at_1000_diff1": 0.925571, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93378, "hf_subset": "eng_Latn-ces_Latn", "languages": [ "eng-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.67889, - "ndcg_at_3": 0.741, - "ndcg_at_5": 0.75583, - "ndcg_at_10": 0.76878, - "ndcg_at_20": 0.77537, - "ndcg_at_100": 0.78734, - "ndcg_at_1000": 0.79422, - "map_at_1": 0.67889, - "map_at_3": 0.7263, - "map_at_5": 0.73463, - "map_at_10": 0.73998, - "map_at_20": 0.74185, - "map_at_100": 0.74361, - "map_at_1000": 0.7439, - "recall_at_1": 0.67889, - "recall_at_3": 0.78333, - "recall_at_5": 0.81889, - "recall_at_10": 0.85889, - "recall_at_20": 0.88444, - "recall_at_100": 0.94778, + "ndcg_at_1": 0.65444, + "ndcg_at_3": 0.72205, + "ndcg_at_5": 0.73854, + "ndcg_at_10": 0.74793, + "ndcg_at_20": 0.75917, + "ndcg_at_100": 0.77165, + "ndcg_at_1000": 0.77868, + "map_at_1": 0.65444, + "map_at_3": 0.70648, + "map_at_5": 0.71565, + "map_at_10": 0.71954, + "map_at_20": 0.72263, + "map_at_100": 0.72441, + "map_at_1000": 0.72471, + "recall_at_1": 0.65444, + "recall_at_3": 0.76667, + "recall_at_5": 0.80667, + "recall_at_10": 0.83556, + "recall_at_20": 0.88, + "recall_at_100": 0.94667, "recall_at_1000": 1.0, - "precision_at_1": 0.67889, - "precision_at_3": 0.26111, - "precision_at_5": 0.16378, - "precision_at_10": 0.08589, - "precision_at_20": 0.04422, - "precision_at_100": 0.00948, + "accuracy": 0.65444, + "precision_at_1": 0.65444, + "precision_at_3": 0.25556, + "precision_at_5": 0.16133, + "precision_at_10": 0.08356, + "precision_at_20": 0.044, + "precision_at_100": 0.00947, "precision_at_1000": 0.001, - "mrr_at_1": 0.678889, - "mrr_at_3": 0.726296, - "mrr_at_5": 0.73463, - "mrr_at_10": 0.739976, - "mrr_at_20": 0.741854, - "mrr_at_100": 0.74361, - "mrr_at_1000": 0.743899, - "nauc_ndcg_at_1_max": 0.739282, - "nauc_ndcg_at_1_std": 0.082705, - "nauc_ndcg_at_1_diff1": 0.82514, - "nauc_ndcg_at_3_max": 0.769868, - "nauc_ndcg_at_3_std": 0.126813, - "nauc_ndcg_at_3_diff1": 0.804525, - "nauc_ndcg_at_5_max": 0.767272, - "nauc_ndcg_at_5_std": 0.13079, - "nauc_ndcg_at_5_diff1": 0.801003, - "nauc_ndcg_at_10_max": 0.762943, - "nauc_ndcg_at_10_std": 0.130885, - "nauc_ndcg_at_10_diff1": 0.7985, - "nauc_ndcg_at_20_max": 0.762747, - "nauc_ndcg_at_20_std": 0.136042, - "nauc_ndcg_at_20_diff1": 0.80026, - "nauc_ndcg_at_100_max": 0.762065, - "nauc_ndcg_at_100_std": 0.134314, - "nauc_ndcg_at_100_diff1": 0.800344, - "nauc_ndcg_at_1000_max": 0.761275, - "nauc_ndcg_at_1000_std": 0.126267, - "nauc_ndcg_at_1000_diff1": 0.803994, - "nauc_map_at_1_max": 0.739282, - "nauc_map_at_1_std": 0.082705, - "nauc_map_at_1_diff1": 0.82514, - "nauc_map_at_3_max": 0.761834, - "nauc_map_at_3_std": 0.113133, - "nauc_map_at_3_diff1": 0.810157, - "nauc_map_at_5_max": 0.760099, - "nauc_map_at_5_std": 0.114574, - "nauc_map_at_5_diff1": 0.808403, - "nauc_map_at_10_max": 0.758319, - "nauc_map_at_10_std": 0.114368, - "nauc_map_at_10_diff1": 0.807655, - "nauc_map_at_20_max": 0.758266, - "nauc_map_at_20_std": 0.11556, - "nauc_map_at_20_diff1": 0.808202, - "nauc_map_at_100_max": 0.758234, - "nauc_map_at_100_std": 0.115404, - "nauc_map_at_100_diff1": 0.808199, - "nauc_map_at_1000_max": 0.758244, - "nauc_map_at_1000_std": 0.115216, - "nauc_map_at_1000_diff1": 0.808345, - "nauc_recall_at_1_max": 0.739282, - "nauc_recall_at_1_std": 0.082705, - "nauc_recall_at_1_diff1": 0.82514, - "nauc_recall_at_3_max": 0.797474, - "nauc_recall_at_3_std": 0.174901, - "nauc_recall_at_3_diff1": 0.785064, - "nauc_recall_at_5_max": 0.794981, - "nauc_recall_at_5_std": 0.196467, - "nauc_recall_at_5_diff1": 0.771471, - "nauc_recall_at_10_max": 0.782061, - "nauc_recall_at_10_std": 0.213005, - "nauc_recall_at_10_diff1": 0.751905, - "nauc_recall_at_20_max": 0.784046, - "nauc_recall_at_20_std": 0.264087, - "nauc_recall_at_20_diff1": 0.75424, - "nauc_recall_at_100_max": 0.789985, - "nauc_recall_at_100_std": 0.366013, - "nauc_recall_at_100_diff1": 0.706657, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739282, - "nauc_precision_at_1_std": 0.082705, - "nauc_precision_at_1_diff1": 0.82514, - "nauc_precision_at_3_max": 0.797474, - "nauc_precision_at_3_std": 0.174901, - "nauc_precision_at_3_diff1": 0.785064, - "nauc_precision_at_5_max": 0.794981, - "nauc_precision_at_5_std": 0.196467, - "nauc_precision_at_5_diff1": 0.771471, - "nauc_precision_at_10_max": 0.782061, - "nauc_precision_at_10_std": 0.213005, - "nauc_precision_at_10_diff1": 0.751905, - "nauc_precision_at_20_max": 0.784046, - "nauc_precision_at_20_std": 0.264087, - "nauc_precision_at_20_diff1": 0.75424, - "nauc_precision_at_100_max": 0.789985, - "nauc_precision_at_100_std": 0.366013, - "nauc_precision_at_100_diff1": 0.706657, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739282, - "nauc_mrr_at_1_std": 0.082705, - "nauc_mrr_at_1_diff1": 0.82514, - "nauc_mrr_at_3_max": 0.761834, - "nauc_mrr_at_3_std": 0.113133, - "nauc_mrr_at_3_diff1": 0.810157, - "nauc_mrr_at_5_max": 0.760099, - "nauc_mrr_at_5_std": 0.114574, - "nauc_mrr_at_5_diff1": 0.808403, - "nauc_mrr_at_10_max": 0.758319, - "nauc_mrr_at_10_std": 0.114368, - "nauc_mrr_at_10_diff1": 0.807655, - "nauc_mrr_at_20_max": 0.758266, - "nauc_mrr_at_20_std": 0.11556, - "nauc_mrr_at_20_diff1": 0.808202, - "nauc_mrr_at_100_max": 0.758234, - "nauc_mrr_at_100_std": 0.115404, - "nauc_mrr_at_100_diff1": 0.808199, - "nauc_mrr_at_1000_max": 0.758244, - "nauc_mrr_at_1000_std": 0.115216, - "nauc_mrr_at_1000_diff1": 0.808345, - "main_score": 0.76878, + "mrr_at_1": 0.654444, + "mrr_at_3": 0.706481, + "mrr_at_5": 0.715648, + "mrr_at_10": 0.719541, + "mrr_at_20": 0.722633, + "mrr_at_100": 0.724409, + "mrr_at_1000": 0.724706, + "nauc_ndcg_at_1_max": 0.729565, + "nauc_ndcg_at_1_std": 0.00572, + "nauc_ndcg_at_1_diff1": 0.858668, + "nauc_ndcg_at_3_max": 0.761714, + "nauc_ndcg_at_3_std": 0.092967, + "nauc_ndcg_at_3_diff1": 0.824537, + "nauc_ndcg_at_5_max": 0.758189, + "nauc_ndcg_at_5_std": 0.091464, + "nauc_ndcg_at_5_diff1": 0.823784, + "nauc_ndcg_at_10_max": 0.759972, + "nauc_ndcg_at_10_std": 0.102539, + "nauc_ndcg_at_10_diff1": 0.824081, + "nauc_ndcg_at_20_max": 0.75966, + "nauc_ndcg_at_20_std": 0.102665, + "nauc_ndcg_at_20_diff1": 0.824803, + "nauc_ndcg_at_100_max": 0.75664, + "nauc_ndcg_at_100_std": 0.09653, + "nauc_ndcg_at_100_diff1": 0.827024, + "nauc_ndcg_at_1000_max": 0.754458, + "nauc_ndcg_at_1000_std": 0.085738, + "nauc_ndcg_at_1000_diff1": 0.82903, + "nauc_map_at_1_max": 0.729565, + "nauc_map_at_1_std": 0.00572, + "nauc_map_at_1_diff1": 0.858668, + "nauc_map_at_3_max": 0.753181, + "nauc_map_at_3_std": 0.070423, + "nauc_map_at_3_diff1": 0.832991, + "nauc_map_at_5_max": 0.751142, + "nauc_map_at_5_std": 0.069177, + "nauc_map_at_5_diff1": 0.832896, + "nauc_map_at_10_max": 0.751719, + "nauc_map_at_10_std": 0.072805, + "nauc_map_at_10_diff1": 0.833193, + "nauc_map_at_20_max": 0.751542, + "nauc_map_at_20_std": 0.072062, + "nauc_map_at_20_diff1": 0.833548, + "nauc_map_at_100_max": 0.750864, + "nauc_map_at_100_std": 0.070968, + "nauc_map_at_100_diff1": 0.833663, + "nauc_map_at_1000_max": 0.750803, + "nauc_map_at_1000_std": 0.070663, + "nauc_map_at_1000_diff1": 0.833739, + "nauc_recall_at_1_max": 0.729565, + "nauc_recall_at_1_std": 0.00572, + "nauc_recall_at_1_diff1": 0.858668, + "nauc_recall_at_3_max": 0.790838, + "nauc_recall_at_3_std": 0.169592, + "nauc_recall_at_3_diff1": 0.795993, + "nauc_recall_at_5_max": 0.784695, + "nauc_recall_at_5_std": 0.176719, + "nauc_recall_at_5_diff1": 0.78865, + "nauc_recall_at_10_max": 0.796742, + "nauc_recall_at_10_std": 0.240631, + "nauc_recall_at_10_diff1": 0.783879, + "nauc_recall_at_20_max": 0.806762, + "nauc_recall_at_20_std": 0.293372, + "nauc_recall_at_20_diff1": 0.774645, + "nauc_recall_at_100_max": 0.819406, + "nauc_recall_at_100_std": 0.407135, + "nauc_recall_at_100_diff1": 0.772224, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.729565, + "nauc_precision_at_1_std": 0.00572, + "nauc_precision_at_1_diff1": 0.858668, + "nauc_precision_at_3_max": 0.790838, + "nauc_precision_at_3_std": 0.169592, + "nauc_precision_at_3_diff1": 0.795993, + "nauc_precision_at_5_max": 0.784695, + "nauc_precision_at_5_std": 0.176719, + "nauc_precision_at_5_diff1": 0.78865, + "nauc_precision_at_10_max": 0.796742, + "nauc_precision_at_10_std": 0.240631, + "nauc_precision_at_10_diff1": 0.783879, + "nauc_precision_at_20_max": 0.806762, + "nauc_precision_at_20_std": 0.293372, + "nauc_precision_at_20_diff1": 0.774645, + "nauc_precision_at_100_max": 0.819406, + "nauc_precision_at_100_std": 0.407135, + "nauc_precision_at_100_diff1": 0.772224, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.729565, + "nauc_mrr_at_1_std": 0.00572, + "nauc_mrr_at_1_diff1": 0.858668, + "nauc_mrr_at_3_max": 0.753181, + "nauc_mrr_at_3_std": 0.070423, + "nauc_mrr_at_3_diff1": 0.832991, + "nauc_mrr_at_5_max": 0.751142, + "nauc_mrr_at_5_std": 0.069177, + "nauc_mrr_at_5_diff1": 0.832896, + "nauc_mrr_at_10_max": 0.751719, + "nauc_mrr_at_10_std": 0.072805, + "nauc_mrr_at_10_diff1": 0.833193, + "nauc_mrr_at_20_max": 0.751542, + "nauc_mrr_at_20_std": 0.072062, + "nauc_mrr_at_20_diff1": 0.833548, + "nauc_mrr_at_100_max": 0.750864, + "nauc_mrr_at_100_std": 0.070968, + "nauc_mrr_at_100_diff1": 0.833663, + "nauc_mrr_at_1000_max": 0.750803, + "nauc_mrr_at_1000_std": 0.070663, + "nauc_mrr_at_1000_diff1": 0.833739, + "hit_rate_at_1": 0.65444, + "hit_rate_at_3": 0.76667, + "hit_rate_at_5": 0.80667, + "hit_rate_at_10": 0.83556, + "hit_rate_at_20": 0.88, + "hit_rate_at_100": 0.94667, + "hit_rate_at_1000": 1.0, + "main_score": 0.74793, "hf_subset": "ckb_Arab-ckb_Arab", "languages": [ "ckb-Arab", "ckb-Arab" - ] - }, - { - "ndcg_at_1": 0.75111, - "ndcg_at_3": 0.81758, - "ndcg_at_5": 0.83049, - "ndcg_at_10": 0.84442, - "ndcg_at_20": 0.85083, - "ndcg_at_100": 0.85703, - "ndcg_at_1000": 0.85793, - "map_at_1": 0.75111, - "map_at_3": 0.80204, - "map_at_5": 0.80926, - "map_at_10": 0.81517, - "map_at_20": 0.8169, - "map_at_100": 0.81784, - "map_at_1000": 0.81788, - "recall_at_1": 0.75111, - "recall_at_3": 0.86222, - "recall_at_5": 0.89333, - "recall_at_10": 0.93556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75889, + "ndcg_at_3": 0.81409, + "ndcg_at_5": 0.83072, + "ndcg_at_10": 0.84228, + "ndcg_at_20": 0.8497, + "ndcg_at_100": 0.85549, + "ndcg_at_1000": 0.8567, + "map_at_1": 0.75889, + "map_at_3": 0.80019, + "map_at_5": 0.80924, + "map_at_10": 0.81404, + "map_at_20": 0.81599, + "map_at_100": 0.81688, + "map_at_1000": 0.81693, + "recall_at_1": 0.75889, + "recall_at_3": 0.85444, + "recall_at_5": 0.89556, + "recall_at_10": 0.93111, "recall_at_20": 0.96111, - "recall_at_100": 0.99333, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.75111, - "precision_at_3": 0.28741, - "precision_at_5": 0.17867, - "precision_at_10": 0.09356, + "accuracy": 0.75889, + "precision_at_1": 0.75889, + "precision_at_3": 0.28481, + "precision_at_5": 0.17911, + "precision_at_10": 0.09311, "precision_at_20": 0.04806, - "precision_at_100": 0.00993, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.751111, - "mrr_at_3": 0.802037, - "mrr_at_5": 0.809259, - "mrr_at_10": 0.815171, - "mrr_at_20": 0.816901, - "mrr_at_100": 0.817839, - "mrr_at_1000": 0.817881, - "nauc_ndcg_at_1_max": 0.677418, - "nauc_ndcg_at_1_std": -0.145485, - "nauc_ndcg_at_1_diff1": 0.838932, - "nauc_ndcg_at_3_max": 0.683095, - "nauc_ndcg_at_3_std": -0.172759, - "nauc_ndcg_at_3_diff1": 0.799409, - "nauc_ndcg_at_5_max": 0.680292, - "nauc_ndcg_at_5_std": -0.165975, - "nauc_ndcg_at_5_diff1": 0.796367, - "nauc_ndcg_at_10_max": 0.679879, - "nauc_ndcg_at_10_std": -0.160668, - "nauc_ndcg_at_10_diff1": 0.802474, - "nauc_ndcg_at_20_max": 0.676592, - "nauc_ndcg_at_20_std": -0.158734, - "nauc_ndcg_at_20_diff1": 0.806604, - "nauc_ndcg_at_100_max": 0.678581, - "nauc_ndcg_at_100_std": -0.162315, - "nauc_ndcg_at_100_diff1": 0.80939, - "nauc_ndcg_at_1000_max": 0.680772, - "nauc_ndcg_at_1000_std": -0.160256, - "nauc_ndcg_at_1000_diff1": 0.810039, - "nauc_map_at_1_max": 0.677418, - "nauc_map_at_1_std": -0.145485, - "nauc_map_at_1_diff1": 0.838932, - "nauc_map_at_3_max": 0.682661, - "nauc_map_at_3_std": -0.16579, - "nauc_map_at_3_diff1": 0.810385, - "nauc_map_at_5_max": 0.681396, - "nauc_map_at_5_std": -0.162168, - "nauc_map_at_5_diff1": 0.809359, - "nauc_map_at_10_max": 0.681438, - "nauc_map_at_10_std": -0.160106, - "nauc_map_at_10_diff1": 0.812024, - "nauc_map_at_20_max": 0.680668, - "nauc_map_at_20_std": -0.159855, - "nauc_map_at_20_diff1": 0.813062, - "nauc_map_at_100_max": 0.681205, - "nauc_map_at_100_std": -0.159962, - "nauc_map_at_100_diff1": 0.813509, - "nauc_map_at_1000_max": 0.681316, - "nauc_map_at_1000_std": -0.159824, - "nauc_map_at_1000_diff1": 0.813543, - "nauc_recall_at_1_max": 0.677418, - "nauc_recall_at_1_std": -0.145485, - "nauc_recall_at_1_diff1": 0.838932, - "nauc_recall_at_3_max": 0.684105, - "nauc_recall_at_3_std": -0.199635, - "nauc_recall_at_3_diff1": 0.756506, - "nauc_recall_at_5_max": 0.673188, - "nauc_recall_at_5_std": -0.181837, - "nauc_recall_at_5_diff1": 0.733834, - "nauc_recall_at_10_max": 0.663986, - "nauc_recall_at_10_std": -0.156018, - "nauc_recall_at_10_diff1": 0.735077, - "nauc_recall_at_20_max": 0.608817, - "nauc_recall_at_20_std": -0.119861, - "nauc_recall_at_20_diff1": 0.748246, - "nauc_recall_at_100_max": 0.393635, - "nauc_recall_at_100_std": -0.392546, - "nauc_recall_at_100_diff1": 0.726113, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.677418, - "nauc_precision_at_1_std": -0.145485, - "nauc_precision_at_1_diff1": 0.838932, - "nauc_precision_at_3_max": 0.684105, - "nauc_precision_at_3_std": -0.199635, - "nauc_precision_at_3_diff1": 0.756506, - "nauc_precision_at_5_max": 0.673188, - "nauc_precision_at_5_std": -0.181837, - "nauc_precision_at_5_diff1": 0.733834, - "nauc_precision_at_10_max": 0.663986, - "nauc_precision_at_10_std": -0.156018, - "nauc_precision_at_10_diff1": 0.735077, - "nauc_precision_at_20_max": 0.608817, - "nauc_precision_at_20_std": -0.119861, - "nauc_precision_at_20_diff1": 0.748246, - "nauc_precision_at_100_max": 0.393635, - "nauc_precision_at_100_std": -0.392546, - "nauc_precision_at_100_diff1": 0.726113, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.677418, - "nauc_mrr_at_1_std": -0.145485, - "nauc_mrr_at_1_diff1": 0.838932, - "nauc_mrr_at_3_max": 0.682661, - "nauc_mrr_at_3_std": -0.16579, - "nauc_mrr_at_3_diff1": 0.810385, - "nauc_mrr_at_5_max": 0.681396, - "nauc_mrr_at_5_std": -0.162168, - "nauc_mrr_at_5_diff1": 0.809359, - "nauc_mrr_at_10_max": 0.681438, - "nauc_mrr_at_10_std": -0.160106, - "nauc_mrr_at_10_diff1": 0.812024, - "nauc_mrr_at_20_max": 0.680668, - "nauc_mrr_at_20_std": -0.159855, - "nauc_mrr_at_20_diff1": 0.813062, - "nauc_mrr_at_100_max": 0.681205, - "nauc_mrr_at_100_std": -0.159962, - "nauc_mrr_at_100_diff1": 0.813509, - "nauc_mrr_at_1000_max": 0.681316, - "nauc_mrr_at_1000_std": -0.159824, - "nauc_mrr_at_1000_diff1": 0.813543, - "main_score": 0.84442, + "mrr_at_1": 0.758889, + "mrr_at_3": 0.800185, + "mrr_at_5": 0.809241, + "mrr_at_10": 0.81404, + "mrr_at_20": 0.815992, + "mrr_at_100": 0.816876, + "mrr_at_1000": 0.816932, + "nauc_ndcg_at_1_max": 0.615626, + "nauc_ndcg_at_1_std": -0.196883, + "nauc_ndcg_at_1_diff1": 0.813876, + "nauc_ndcg_at_3_max": 0.635605, + "nauc_ndcg_at_3_std": -0.19963, + "nauc_ndcg_at_3_diff1": 0.790801, + "nauc_ndcg_at_5_max": 0.620281, + "nauc_ndcg_at_5_std": -0.211858, + "nauc_ndcg_at_5_diff1": 0.786652, + "nauc_ndcg_at_10_max": 0.613654, + "nauc_ndcg_at_10_std": -0.213937, + "nauc_ndcg_at_10_diff1": 0.788548, + "nauc_ndcg_at_20_max": 0.616829, + "nauc_ndcg_at_20_std": -0.206067, + "nauc_ndcg_at_20_diff1": 0.792817, + "nauc_ndcg_at_100_max": 0.617417, + "nauc_ndcg_at_100_std": -0.20794, + "nauc_ndcg_at_100_diff1": 0.794204, + "nauc_ndcg_at_1000_max": 0.619248, + "nauc_ndcg_at_1000_std": -0.206608, + "nauc_ndcg_at_1000_diff1": 0.794466, + "nauc_map_at_1_max": 0.615626, + "nauc_map_at_1_std": -0.196883, + "nauc_map_at_1_diff1": 0.813876, + "nauc_map_at_3_max": 0.629552, + "nauc_map_at_3_std": -0.200437, + "nauc_map_at_3_diff1": 0.796477, + "nauc_map_at_5_max": 0.621678, + "nauc_map_at_5_std": -0.206988, + "nauc_map_at_5_diff1": 0.794739, + "nauc_map_at_10_max": 0.619205, + "nauc_map_at_10_std": -0.207988, + "nauc_map_at_10_diff1": 0.795602, + "nauc_map_at_20_max": 0.619883, + "nauc_map_at_20_std": -0.205987, + "nauc_map_at_20_diff1": 0.796479, + "nauc_map_at_100_max": 0.620075, + "nauc_map_at_100_std": -0.206053, + "nauc_map_at_100_diff1": 0.796711, + "nauc_map_at_1000_max": 0.620167, + "nauc_map_at_1000_std": -0.205946, + "nauc_map_at_1000_diff1": 0.796733, + "nauc_recall_at_1_max": 0.615626, + "nauc_recall_at_1_std": -0.196883, + "nauc_recall_at_1_diff1": 0.813876, + "nauc_recall_at_3_max": 0.658798, + "nauc_recall_at_3_std": -0.195703, + "nauc_recall_at_3_diff1": 0.769722, + "nauc_recall_at_5_max": 0.609935, + "nauc_recall_at_5_std": -0.236565, + "nauc_recall_at_5_diff1": 0.746609, + "nauc_recall_at_10_max": 0.563372, + "nauc_recall_at_10_std": -0.257605, + "nauc_recall_at_10_diff1": 0.739157, + "nauc_recall_at_20_max": 0.573003, + "nauc_recall_at_20_std": -0.184954, + "nauc_recall_at_20_diff1": 0.7672, + "nauc_recall_at_100_max": 0.438434, + "nauc_recall_at_100_std": -0.303163, + "nauc_recall_at_100_diff1": 0.775619, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615626, + "nauc_precision_at_1_std": -0.196883, + "nauc_precision_at_1_diff1": 0.813876, + "nauc_precision_at_3_max": 0.658798, + "nauc_precision_at_3_std": -0.195703, + "nauc_precision_at_3_diff1": 0.769722, + "nauc_precision_at_5_max": 0.609935, + "nauc_precision_at_5_std": -0.236565, + "nauc_precision_at_5_diff1": 0.746609, + "nauc_precision_at_10_max": 0.563372, + "nauc_precision_at_10_std": -0.257605, + "nauc_precision_at_10_diff1": 0.739157, + "nauc_precision_at_20_max": 0.573003, + "nauc_precision_at_20_std": -0.184954, + "nauc_precision_at_20_diff1": 0.7672, + "nauc_precision_at_100_max": 0.438434, + "nauc_precision_at_100_std": -0.303163, + "nauc_precision_at_100_diff1": 0.775619, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.615626, + "nauc_mrr_at_1_std": -0.196883, + "nauc_mrr_at_1_diff1": 0.813876, + "nauc_mrr_at_3_max": 0.629552, + "nauc_mrr_at_3_std": -0.200437, + "nauc_mrr_at_3_diff1": 0.796477, + "nauc_mrr_at_5_max": 0.621678, + "nauc_mrr_at_5_std": -0.206988, + "nauc_mrr_at_5_diff1": 0.794739, + "nauc_mrr_at_10_max": 0.619205, + "nauc_mrr_at_10_std": -0.207988, + "nauc_mrr_at_10_diff1": 0.795602, + "nauc_mrr_at_20_max": 0.619883, + "nauc_mrr_at_20_std": -0.205987, + "nauc_mrr_at_20_diff1": 0.796479, + "nauc_mrr_at_100_max": 0.620075, + "nauc_mrr_at_100_std": -0.206053, + "nauc_mrr_at_100_diff1": 0.796711, + "nauc_mrr_at_1000_max": 0.620167, + "nauc_mrr_at_1000_std": -0.205946, + "nauc_mrr_at_1000_diff1": 0.796733, + "hit_rate_at_1": 0.75889, + "hit_rate_at_3": 0.85444, + "hit_rate_at_5": 0.89556, + "hit_rate_at_10": 0.93111, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.84228, "hf_subset": "ckb_Arab-eng_Latn", "languages": [ "ckb-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.52222, - "ndcg_at_3": 0.5854, - "ndcg_at_5": 0.60189, - "ndcg_at_10": 0.62232, - "ndcg_at_20": 0.63572, - "ndcg_at_100": 0.65829, - "ndcg_at_1000": 0.66965, - "map_at_1": 0.52222, - "map_at_3": 0.56963, - "map_at_5": 0.5788, - "map_at_10": 0.5872, - "map_at_20": 0.59083, - "map_at_100": 0.59369, - "map_at_1000": 0.59415, - "recall_at_1": 0.52222, - "recall_at_3": 0.63111, - "recall_at_5": 0.67111, - "recall_at_10": 0.73444, - "recall_at_20": 0.78778, - "recall_at_100": 0.91333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48556, + "ndcg_at_3": 0.55711, + "ndcg_at_5": 0.57366, + "ndcg_at_10": 0.58996, + "ndcg_at_20": 0.60311, + "ndcg_at_100": 0.63006, + "ndcg_at_1000": 0.64328, + "map_at_1": 0.48556, + "map_at_3": 0.53926, + "map_at_5": 0.54848, + "map_at_10": 0.55528, + "map_at_20": 0.55887, + "map_at_100": 0.56236, + "map_at_1000": 0.56292, + "recall_at_1": 0.48556, + "recall_at_3": 0.60889, + "recall_at_5": 0.64889, + "recall_at_10": 0.69889, + "recall_at_20": 0.75111, + "recall_at_100": 0.9, "recall_at_1000": 1.0, - "precision_at_1": 0.52222, - "precision_at_3": 0.21037, - "precision_at_5": 0.13422, - "precision_at_10": 0.07344, - "precision_at_20": 0.03939, - "precision_at_100": 0.00913, - "precision_at_1000": 0.001, - "mrr_at_1": 0.522222, - "mrr_at_3": 0.56963, - "mrr_at_5": 0.578796, - "mrr_at_10": 0.587203, - "mrr_at_20": 0.590834, - "mrr_at_100": 0.593691, - "mrr_at_1000": 0.594155, - "nauc_ndcg_at_1_max": 0.784825, - "nauc_ndcg_at_1_std": 0.275398, - "nauc_ndcg_at_1_diff1": 0.797416, - "nauc_ndcg_at_3_max": 0.806236, - "nauc_ndcg_at_3_std": 0.340858, - "nauc_ndcg_at_3_diff1": 0.763697, - "nauc_ndcg_at_5_max": 0.802042, - "nauc_ndcg_at_5_std": 0.345613, - "nauc_ndcg_at_5_diff1": 0.756486, - "nauc_ndcg_at_10_max": 0.801266, - "nauc_ndcg_at_10_std": 0.356444, - "nauc_ndcg_at_10_diff1": 0.751128, - "nauc_ndcg_at_20_max": 0.799028, - "nauc_ndcg_at_20_std": 0.356749, - "nauc_ndcg_at_20_diff1": 0.753302, - "nauc_ndcg_at_100_max": 0.799221, - "nauc_ndcg_at_100_std": 0.358194, - "nauc_ndcg_at_100_diff1": 0.754437, - "nauc_ndcg_at_1000_max": 0.799075, - "nauc_ndcg_at_1000_std": 0.344886, - "nauc_ndcg_at_1000_diff1": 0.7601, - "nauc_map_at_1_max": 0.784825, - "nauc_map_at_1_std": 0.275398, - "nauc_map_at_1_diff1": 0.797416, - "nauc_map_at_3_max": 0.801321, - "nauc_map_at_3_std": 0.325091, - "nauc_map_at_3_diff1": 0.772273, - "nauc_map_at_5_max": 0.799022, - "nauc_map_at_5_std": 0.327357, - "nauc_map_at_5_diff1": 0.768493, - "nauc_map_at_10_max": 0.798577, - "nauc_map_at_10_std": 0.331293, - "nauc_map_at_10_diff1": 0.766463, - "nauc_map_at_20_max": 0.797975, - "nauc_map_at_20_std": 0.331052, - "nauc_map_at_20_diff1": 0.76702, - "nauc_map_at_100_max": 0.797966, - "nauc_map_at_100_std": 0.331128, - "nauc_map_at_100_diff1": 0.767247, - "nauc_map_at_1000_max": 0.797966, - "nauc_map_at_1000_std": 0.330652, - "nauc_map_at_1000_diff1": 0.767461, - "nauc_recall_at_1_max": 0.784825, - "nauc_recall_at_1_std": 0.275398, - "nauc_recall_at_1_diff1": 0.797416, - "nauc_recall_at_3_max": 0.821415, - "nauc_recall_at_3_std": 0.389925, - "nauc_recall_at_3_diff1": 0.736793, - "nauc_recall_at_5_max": 0.811123, - "nauc_recall_at_5_std": 0.40694, - "nauc_recall_at_5_diff1": 0.715292, - "nauc_recall_at_10_max": 0.810359, - "nauc_recall_at_10_std": 0.459586, - "nauc_recall_at_10_diff1": 0.68834, - "nauc_recall_at_20_max": 0.799458, - "nauc_recall_at_20_std": 0.482947, - "nauc_recall_at_20_diff1": 0.689886, - "nauc_recall_at_100_max": 0.804388, - "nauc_recall_at_100_std": 0.658802, - "nauc_recall_at_100_diff1": 0.629229, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784825, - "nauc_precision_at_1_std": 0.275398, - "nauc_precision_at_1_diff1": 0.797416, - "nauc_precision_at_3_max": 0.821415, - "nauc_precision_at_3_std": 0.389925, - "nauc_precision_at_3_diff1": 0.736793, - "nauc_precision_at_5_max": 0.811123, - "nauc_precision_at_5_std": 0.40694, - "nauc_precision_at_5_diff1": 0.715292, - "nauc_precision_at_10_max": 0.810359, - "nauc_precision_at_10_std": 0.459586, - "nauc_precision_at_10_diff1": 0.68834, - "nauc_precision_at_20_max": 0.799458, - "nauc_precision_at_20_std": 0.482947, - "nauc_precision_at_20_diff1": 0.689886, - "nauc_precision_at_100_max": 0.804388, - "nauc_precision_at_100_std": 0.658802, - "nauc_precision_at_100_diff1": 0.629229, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784825, - "nauc_mrr_at_1_std": 0.275398, - "nauc_mrr_at_1_diff1": 0.797416, - "nauc_mrr_at_3_max": 0.801321, - "nauc_mrr_at_3_std": 0.325091, - "nauc_mrr_at_3_diff1": 0.772273, - "nauc_mrr_at_5_max": 0.799022, - "nauc_mrr_at_5_std": 0.327357, - "nauc_mrr_at_5_diff1": 0.768493, - "nauc_mrr_at_10_max": 0.798577, - "nauc_mrr_at_10_std": 0.331293, - "nauc_mrr_at_10_diff1": 0.766463, - "nauc_mrr_at_20_max": 0.797975, - "nauc_mrr_at_20_std": 0.331052, - "nauc_mrr_at_20_diff1": 0.76702, - "nauc_mrr_at_100_max": 0.797966, - "nauc_mrr_at_100_std": 0.331128, - "nauc_mrr_at_100_diff1": 0.767247, - "nauc_mrr_at_1000_max": 0.797966, - "nauc_mrr_at_1000_std": 0.330652, - "nauc_mrr_at_1000_diff1": 0.767461, - "main_score": 0.62232, + "accuracy": 0.48556, + "precision_at_1": 0.48556, + "precision_at_3": 0.20296, + "precision_at_5": 0.12978, + "precision_at_10": 0.06989, + "precision_at_20": 0.03756, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485556, + "mrr_at_3": 0.539259, + "mrr_at_5": 0.548481, + "mrr_at_10": 0.555285, + "mrr_at_20": 0.558875, + "mrr_at_100": 0.562358, + "mrr_at_1000": 0.562922, + "nauc_ndcg_at_1_max": 0.768658, + "nauc_ndcg_at_1_std": 0.25029, + "nauc_ndcg_at_1_diff1": 0.820909, + "nauc_ndcg_at_3_max": 0.774738, + "nauc_ndcg_at_3_std": 0.284987, + "nauc_ndcg_at_3_diff1": 0.779956, + "nauc_ndcg_at_5_max": 0.773502, + "nauc_ndcg_at_5_std": 0.292107, + "nauc_ndcg_at_5_diff1": 0.773307, + "nauc_ndcg_at_10_max": 0.773831, + "nauc_ndcg_at_10_std": 0.300012, + "nauc_ndcg_at_10_diff1": 0.770295, + "nauc_ndcg_at_20_max": 0.774987, + "nauc_ndcg_at_20_std": 0.309036, + "nauc_ndcg_at_20_diff1": 0.769719, + "nauc_ndcg_at_100_max": 0.773562, + "nauc_ndcg_at_100_std": 0.311884, + "nauc_ndcg_at_100_diff1": 0.770862, + "nauc_ndcg_at_1000_max": 0.773771, + "nauc_ndcg_at_1000_std": 0.297311, + "nauc_ndcg_at_1000_diff1": 0.777854, + "nauc_map_at_1_max": 0.768658, + "nauc_map_at_1_std": 0.25029, + "nauc_map_at_1_diff1": 0.820909, + "nauc_map_at_3_max": 0.773453, + "nauc_map_at_3_std": 0.275722, + "nauc_map_at_3_diff1": 0.789629, + "nauc_map_at_5_max": 0.772716, + "nauc_map_at_5_std": 0.279481, + "nauc_map_at_5_diff1": 0.786269, + "nauc_map_at_10_max": 0.772862, + "nauc_map_at_10_std": 0.282572, + "nauc_map_at_10_diff1": 0.78524, + "nauc_map_at_20_max": 0.773142, + "nauc_map_at_20_std": 0.284689, + "nauc_map_at_20_diff1": 0.785247, + "nauc_map_at_100_max": 0.77299, + "nauc_map_at_100_std": 0.284967, + "nauc_map_at_100_diff1": 0.785548, + "nauc_map_at_1000_max": 0.773001, + "nauc_map_at_1000_std": 0.284428, + "nauc_map_at_1000_diff1": 0.785831, + "nauc_recall_at_1_max": 0.768658, + "nauc_recall_at_1_std": 0.25029, + "nauc_recall_at_1_diff1": 0.820909, + "nauc_recall_at_3_max": 0.778622, + "nauc_recall_at_3_std": 0.314028, + "nauc_recall_at_3_diff1": 0.750171, + "nauc_recall_at_5_max": 0.775843, + "nauc_recall_at_5_std": 0.335066, + "nauc_recall_at_5_diff1": 0.729677, + "nauc_recall_at_10_max": 0.777136, + "nauc_recall_at_10_std": 0.367918, + "nauc_recall_at_10_diff1": 0.713925, + "nauc_recall_at_20_max": 0.78388, + "nauc_recall_at_20_std": 0.428032, + "nauc_recall_at_20_diff1": 0.70093, + "nauc_recall_at_100_max": 0.770531, + "nauc_recall_at_100_std": 0.608486, + "nauc_recall_at_100_diff1": 0.632171, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768658, + "nauc_precision_at_1_std": 0.25029, + "nauc_precision_at_1_diff1": 0.820909, + "nauc_precision_at_3_max": 0.778622, + "nauc_precision_at_3_std": 0.314028, + "nauc_precision_at_3_diff1": 0.750171, + "nauc_precision_at_5_max": 0.775843, + "nauc_precision_at_5_std": 0.335066, + "nauc_precision_at_5_diff1": 0.729677, + "nauc_precision_at_10_max": 0.777136, + "nauc_precision_at_10_std": 0.367918, + "nauc_precision_at_10_diff1": 0.713925, + "nauc_precision_at_20_max": 0.78388, + "nauc_precision_at_20_std": 0.428032, + "nauc_precision_at_20_diff1": 0.70093, + "nauc_precision_at_100_max": 0.770531, + "nauc_precision_at_100_std": 0.608486, + "nauc_precision_at_100_diff1": 0.632171, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768658, + "nauc_mrr_at_1_std": 0.25029, + "nauc_mrr_at_1_diff1": 0.820909, + "nauc_mrr_at_3_max": 0.773453, + "nauc_mrr_at_3_std": 0.275722, + "nauc_mrr_at_3_diff1": 0.789629, + "nauc_mrr_at_5_max": 0.772716, + "nauc_mrr_at_5_std": 0.279481, + "nauc_mrr_at_5_diff1": 0.786269, + "nauc_mrr_at_10_max": 0.772862, + "nauc_mrr_at_10_std": 0.282572, + "nauc_mrr_at_10_diff1": 0.78524, + "nauc_mrr_at_20_max": 0.773142, + "nauc_mrr_at_20_std": 0.284689, + "nauc_mrr_at_20_diff1": 0.785247, + "nauc_mrr_at_100_max": 0.77299, + "nauc_mrr_at_100_std": 0.284967, + "nauc_mrr_at_100_diff1": 0.785548, + "nauc_mrr_at_1000_max": 0.773001, + "nauc_mrr_at_1000_std": 0.284428, + "nauc_mrr_at_1000_diff1": 0.785831, + "hit_rate_at_1": 0.48556, + "hit_rate_at_3": 0.60889, + "hit_rate_at_5": 0.64889, + "hit_rate_at_10": 0.69889, + "hit_rate_at_20": 0.75111, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.58996, "hf_subset": "eng_Latn-ckb_Arab", "languages": [ "eng-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.95021, - "ndcg_at_5": 0.9547, - "ndcg_at_10": 0.95684, - "ndcg_at_20": 0.95855, - "ndcg_at_100": 0.95921, - "ndcg_at_1000": 0.9595, - "map_at_1": 0.92111, - "map_at_3": 0.94333, - "map_at_5": 0.94578, - "map_at_10": 0.94665, - "map_at_20": 0.94713, - "map_at_100": 0.94723, - "map_at_1000": 0.94725, - "recall_at_1": 0.92111, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94316, + "ndcg_at_5": 0.94775, + "ndcg_at_10": 0.95099, + "ndcg_at_20": 0.95212, + "ndcg_at_100": 0.95303, + "ndcg_at_1000": 0.95332, + "map_at_1": 0.90778, + "map_at_3": 0.93463, + "map_at_5": 0.93719, + "map_at_10": 0.93852, + "map_at_20": 0.93883, + "map_at_100": 0.93899, + "map_at_1000": 0.939, + "recall_at_1": 0.90778, + "recall_at_3": 0.96778, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92111, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32259, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.921111, - "mrr_at_3": 0.943333, - "mrr_at_5": 0.945778, - "mrr_at_10": 0.946646, - "mrr_at_20": 0.947132, - "mrr_at_100": 0.947234, - "mrr_at_1000": 0.947246, - "nauc_ndcg_at_1_max": 0.854467, - "nauc_ndcg_at_1_std": -0.079977, - "nauc_ndcg_at_1_diff1": 0.941315, - "nauc_ndcg_at_3_max": 0.86802, - "nauc_ndcg_at_3_std": -0.162969, - "nauc_ndcg_at_3_diff1": 0.938908, - "nauc_ndcg_at_5_max": 0.8659, - "nauc_ndcg_at_5_std": -0.155526, - "nauc_ndcg_at_5_diff1": 0.939644, - "nauc_ndcg_at_10_max": 0.863934, - "nauc_ndcg_at_10_std": -0.122875, - "nauc_ndcg_at_10_diff1": 0.938913, - "nauc_ndcg_at_20_max": 0.8675, - "nauc_ndcg_at_20_std": -0.100173, - "nauc_ndcg_at_20_diff1": 0.938206, - "nauc_ndcg_at_100_max": 0.865374, - "nauc_ndcg_at_100_std": -0.109536, - "nauc_ndcg_at_100_diff1": 0.938554, - "nauc_ndcg_at_1000_max": 0.864404, - "nauc_ndcg_at_1000_std": -0.11753, - "nauc_ndcg_at_1000_diff1": 0.939053, - "nauc_map_at_1_max": 0.854467, - "nauc_map_at_1_std": -0.079977, - "nauc_map_at_1_diff1": 0.941315, - "nauc_map_at_3_max": 0.863905, - "nauc_map_at_3_std": -0.141469, - "nauc_map_at_3_diff1": 0.9395, - "nauc_map_at_5_max": 0.862892, - "nauc_map_at_5_std": -0.136498, - "nauc_map_at_5_diff1": 0.939936, - "nauc_map_at_10_max": 0.862305, - "nauc_map_at_10_std": -0.125115, - "nauc_map_at_10_diff1": 0.939682, - "nauc_map_at_20_max": 0.863033, - "nauc_map_at_20_std": -0.119086, - "nauc_map_at_20_diff1": 0.939539, - "nauc_map_at_100_max": 0.862768, - "nauc_map_at_100_std": -0.120484, - "nauc_map_at_100_diff1": 0.939565, - "nauc_map_at_1000_max": 0.862737, - "nauc_map_at_1000_std": -0.120739, - "nauc_map_at_1000_diff1": 0.939581, - "nauc_recall_at_1_max": 0.854467, - "nauc_recall_at_1_std": -0.079977, - "nauc_recall_at_1_diff1": 0.941315, - "nauc_recall_at_3_max": 0.890117, - "nauc_recall_at_3_std": -0.275201, - "nauc_recall_at_3_diff1": 0.935851, - "nauc_recall_at_5_max": 0.888916, - "nauc_recall_at_5_std": -0.304443, - "nauc_recall_at_5_diff1": 0.937524, - "nauc_recall_at_10_max": 0.877345, - "nauc_recall_at_10_std": -0.033019, - "nauc_recall_at_10_diff1": 0.928699, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.661158, - "nauc_recall_at_20_diff1": 0.895425, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.937185, + "mrr_at_10": 0.938524, + "mrr_at_20": 0.938834, + "mrr_at_100": 0.938992, + "mrr_at_1000": 0.939003, + "nauc_ndcg_at_1_max": 0.83839, + "nauc_ndcg_at_1_std": -0.114672, + "nauc_ndcg_at_1_diff1": 0.941671, + "nauc_ndcg_at_3_max": 0.867511, + "nauc_ndcg_at_3_std": -0.107662, + "nauc_ndcg_at_3_diff1": 0.939045, + "nauc_ndcg_at_5_max": 0.858021, + "nauc_ndcg_at_5_std": -0.150932, + "nauc_ndcg_at_5_diff1": 0.938247, + "nauc_ndcg_at_10_max": 0.855696, + "nauc_ndcg_at_10_std": -0.106588, + "nauc_ndcg_at_10_diff1": 0.937044, + "nauc_ndcg_at_20_max": 0.854788, + "nauc_ndcg_at_20_std": -0.099859, + "nauc_ndcg_at_20_diff1": 0.937894, + "nauc_ndcg_at_100_max": 0.856017, + "nauc_ndcg_at_100_std": -0.107381, + "nauc_ndcg_at_100_diff1": 0.938634, + "nauc_ndcg_at_1000_max": 0.85512, + "nauc_ndcg_at_1000_std": -0.114281, + "nauc_ndcg_at_1000_diff1": 0.938686, + "nauc_map_at_1_max": 0.83839, + "nauc_map_at_1_std": -0.114672, + "nauc_map_at_1_diff1": 0.941671, + "nauc_map_at_3_max": 0.858898, + "nauc_map_at_3_std": -0.113731, + "nauc_map_at_3_diff1": 0.939646, + "nauc_map_at_5_max": 0.854082, + "nauc_map_at_5_std": -0.134645, + "nauc_map_at_5_diff1": 0.939214, + "nauc_map_at_10_max": 0.8532, + "nauc_map_at_10_std": -0.119952, + "nauc_map_at_10_diff1": 0.93878, + "nauc_map_at_20_max": 0.853025, + "nauc_map_at_20_std": -0.118373, + "nauc_map_at_20_diff1": 0.938984, + "nauc_map_at_100_max": 0.853287, + "nauc_map_at_100_std": -0.119269, + "nauc_map_at_100_diff1": 0.9391, + "nauc_map_at_1000_max": 0.853259, + "nauc_map_at_1000_std": -0.119482, + "nauc_map_at_1000_diff1": 0.939105, + "nauc_recall_at_1_max": 0.83839, + "nauc_recall_at_1_std": -0.114672, + "nauc_recall_at_1_diff1": 0.941671, + "nauc_recall_at_3_max": 0.916852, + "nauc_recall_at_3_std": -0.069046, + "nauc_recall_at_3_diff1": 0.935767, + "nauc_recall_at_5_max": 0.886849, + "nauc_recall_at_5_std": -0.300162, + "nauc_recall_at_5_diff1": 0.930341, + "nauc_recall_at_10_max": 0.881886, + "nauc_recall_at_10_std": 0.176891, + "nauc_recall_at_10_diff1": 0.908497, + "nauc_recall_at_20_max": 0.871226, + "nauc_recall_at_20_std": 0.541472, + "nauc_recall_at_20_diff1": 0.912854, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.854467, - "nauc_precision_at_1_std": -0.079977, - "nauc_precision_at_1_diff1": 0.941315, - "nauc_precision_at_3_max": 0.890117, - "nauc_precision_at_3_std": -0.275201, - "nauc_precision_at_3_diff1": 0.935851, - "nauc_precision_at_5_max": 0.888916, - "nauc_precision_at_5_std": -0.304443, - "nauc_precision_at_5_diff1": 0.937524, - "nauc_precision_at_10_max": 0.877345, - "nauc_precision_at_10_std": -0.033019, - "nauc_precision_at_10_diff1": 0.928699, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.661158, - "nauc_precision_at_20_diff1": 0.895425, + "nauc_precision_at_1_max": 0.83839, + "nauc_precision_at_1_std": -0.114672, + "nauc_precision_at_1_diff1": 0.941671, + "nauc_precision_at_3_max": 0.916852, + "nauc_precision_at_3_std": -0.069046, + "nauc_precision_at_3_diff1": 0.935767, + "nauc_precision_at_5_max": 0.886849, + "nauc_precision_at_5_std": -0.300162, + "nauc_precision_at_5_diff1": 0.930341, + "nauc_precision_at_10_max": 0.881886, + "nauc_precision_at_10_std": 0.176891, + "nauc_precision_at_10_diff1": 0.908497, + "nauc_precision_at_20_max": 0.871226, + "nauc_precision_at_20_std": 0.541472, + "nauc_precision_at_20_diff1": 0.912854, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.854467, - "nauc_mrr_at_1_std": -0.079977, - "nauc_mrr_at_1_diff1": 0.941315, - "nauc_mrr_at_3_max": 0.863905, - "nauc_mrr_at_3_std": -0.141469, - "nauc_mrr_at_3_diff1": 0.9395, - "nauc_mrr_at_5_max": 0.862892, - "nauc_mrr_at_5_std": -0.136498, - "nauc_mrr_at_5_diff1": 0.939936, - "nauc_mrr_at_10_max": 0.862305, - "nauc_mrr_at_10_std": -0.125115, - "nauc_mrr_at_10_diff1": 0.939682, - "nauc_mrr_at_20_max": 0.863033, - "nauc_mrr_at_20_std": -0.119086, - "nauc_mrr_at_20_diff1": 0.939539, - "nauc_mrr_at_100_max": 0.862768, - "nauc_mrr_at_100_std": -0.120484, - "nauc_mrr_at_100_diff1": 0.939565, - "nauc_mrr_at_1000_max": 0.862737, - "nauc_mrr_at_1000_std": -0.120739, - "nauc_mrr_at_1000_diff1": 0.939581, - "main_score": 0.95684, + "nauc_mrr_at_1_max": 0.83839, + "nauc_mrr_at_1_std": -0.114672, + "nauc_mrr_at_1_diff1": 0.941671, + "nauc_mrr_at_3_max": 0.858898, + "nauc_mrr_at_3_std": -0.113731, + "nauc_mrr_at_3_diff1": 0.939646, + "nauc_mrr_at_5_max": 0.854082, + "nauc_mrr_at_5_std": -0.134645, + "nauc_mrr_at_5_diff1": 0.939214, + "nauc_mrr_at_10_max": 0.8532, + "nauc_mrr_at_10_std": -0.119952, + "nauc_mrr_at_10_diff1": 0.93878, + "nauc_mrr_at_20_max": 0.853025, + "nauc_mrr_at_20_std": -0.118373, + "nauc_mrr_at_20_diff1": 0.938984, + "nauc_mrr_at_100_max": 0.853287, + "nauc_mrr_at_100_std": -0.119269, + "nauc_mrr_at_100_diff1": 0.9391, + "nauc_mrr_at_1000_max": 0.853259, + "nauc_mrr_at_1000_std": -0.119482, + "nauc_mrr_at_1000_diff1": 0.939105, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95099, "hf_subset": "dan_Latn-dan_Latn", "languages": [ "dan-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92556, - "ndcg_at_3": 0.95018, - "ndcg_at_5": 0.95578, - "ndcg_at_10": 0.95947, - "ndcg_at_20": 0.96035, - "ndcg_at_100": 0.96094, - "ndcg_at_1000": 0.96125, - "map_at_1": 0.92556, - "map_at_3": 0.94444, - "map_at_5": 0.94761, - "map_at_10": 0.94919, - "map_at_20": 0.94945, - "map_at_100": 0.94952, - "map_at_1000": 0.94954, - "recall_at_1": 0.92556, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94729, + "ndcg_at_5": 0.95188, + "ndcg_at_10": 0.95617, + "ndcg_at_20": 0.95701, + "ndcg_at_100": 0.9576, + "ndcg_at_1000": 0.95791, + "map_at_1": 0.91889, + "map_at_3": 0.94056, + "map_at_5": 0.94311, + "map_at_10": 0.94487, + "map_at_20": 0.9451, + "map_at_100": 0.94517, + "map_at_1000": 0.94519, + "recall_at_1": 0.91889, "recall_at_3": 0.96667, - "recall_at_5": 0.98, + "recall_at_5": 0.97778, "recall_at_10": 0.99111, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92556, + "accuracy": 0.91889, + "precision_at_1": 0.91889, "precision_at_3": 0.32222, - "precision_at_5": 0.196, + "precision_at_5": 0.19556, "precision_at_10": 0.09911, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.925556, - "mrr_at_3": 0.944444, - "mrr_at_5": 0.947611, - "mrr_at_10": 0.949193, - "mrr_at_20": 0.949452, - "mrr_at_100": 0.949524, - "mrr_at_1000": 0.949538, - "nauc_ndcg_at_1_max": 0.852753, - "nauc_ndcg_at_1_std": -0.229079, - "nauc_ndcg_at_1_diff1": 0.954639, - "nauc_ndcg_at_3_max": 0.870831, - "nauc_ndcg_at_3_std": -0.268044, - "nauc_ndcg_at_3_diff1": 0.955592, - "nauc_ndcg_at_5_max": 0.874323, - "nauc_ndcg_at_5_std": -0.260183, - "nauc_ndcg_at_5_diff1": 0.955664, - "nauc_ndcg_at_10_max": 0.872326, - "nauc_ndcg_at_10_std": -0.234208, - "nauc_ndcg_at_10_diff1": 0.956651, - "nauc_ndcg_at_20_max": 0.87137, - "nauc_ndcg_at_20_std": -0.242061, - "nauc_ndcg_at_20_diff1": 0.956715, - "nauc_ndcg_at_100_max": 0.869414, - "nauc_ndcg_at_100_std": -0.237128, - "nauc_ndcg_at_100_diff1": 0.956737, - "nauc_ndcg_at_1000_max": 0.868385, - "nauc_ndcg_at_1000_std": -0.246873, - "nauc_ndcg_at_1000_diff1": 0.956397, - "nauc_map_at_1_max": 0.852753, - "nauc_map_at_1_std": -0.229079, - "nauc_map_at_1_diff1": 0.954639, - "nauc_map_at_3_max": 0.866218, - "nauc_map_at_3_std": -0.257426, - "nauc_map_at_3_diff1": 0.955501, - "nauc_map_at_5_max": 0.86762, - "nauc_map_at_5_std": -0.253731, - "nauc_map_at_5_diff1": 0.955532, - "nauc_map_at_10_max": 0.866556, - "nauc_map_at_10_std": -0.247475, - "nauc_map_at_10_diff1": 0.955985, - "nauc_map_at_20_max": 0.866231, - "nauc_map_at_20_std": -0.250062, - "nauc_map_at_20_diff1": 0.956021, - "nauc_map_at_100_max": 0.86604, - "nauc_map_at_100_std": -0.249282, - "nauc_map_at_100_diff1": 0.956025, - "nauc_map_at_1000_max": 0.866002, - "nauc_map_at_1000_std": -0.249639, - "nauc_map_at_1000_diff1": 0.956012, - "nauc_recall_at_1_max": 0.852753, - "nauc_recall_at_1_std": -0.229079, - "nauc_recall_at_1_diff1": 0.954639, - "nauc_recall_at_3_max": 0.892172, - "nauc_recall_at_3_std": -0.317756, - "nauc_recall_at_3_diff1": 0.955882, - "nauc_recall_at_5_max": 0.924655, - "nauc_recall_at_5_std": -0.301873, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.086893, - "nauc_recall_at_10_diff1": 0.96732, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.940556, + "mrr_at_5": 0.943111, + "mrr_at_10": 0.944868, + "mrr_at_20": 0.945097, + "mrr_at_100": 0.945175, + "mrr_at_1000": 0.945189, + "nauc_ndcg_at_1_max": 0.84008, + "nauc_ndcg_at_1_std": -0.2039, + "nauc_ndcg_at_1_diff1": 0.948742, + "nauc_ndcg_at_3_max": 0.85741, + "nauc_ndcg_at_3_std": -0.235006, + "nauc_ndcg_at_3_diff1": 0.943801, + "nauc_ndcg_at_5_max": 0.859061, + "nauc_ndcg_at_5_std": -0.244724, + "nauc_ndcg_at_5_diff1": 0.944837, + "nauc_ndcg_at_10_max": 0.857892, + "nauc_ndcg_at_10_std": -0.214181, + "nauc_ndcg_at_10_diff1": 0.947394, + "nauc_ndcg_at_20_max": 0.859665, + "nauc_ndcg_at_20_std": -0.210041, + "nauc_ndcg_at_20_diff1": 0.946365, + "nauc_ndcg_at_100_max": 0.8577, + "nauc_ndcg_at_100_std": -0.205496, + "nauc_ndcg_at_100_diff1": 0.946919, + "nauc_ndcg_at_1000_max": 0.85667, + "nauc_ndcg_at_1000_std": -0.213714, + "nauc_ndcg_at_1000_diff1": 0.947036, + "nauc_map_at_1_max": 0.84008, + "nauc_map_at_1_std": -0.2039, + "nauc_map_at_1_diff1": 0.948742, + "nauc_map_at_3_max": 0.854054, + "nauc_map_at_3_std": -0.222795, + "nauc_map_at_3_diff1": 0.945839, + "nauc_map_at_5_max": 0.854924, + "nauc_map_at_5_std": -0.22584, + "nauc_map_at_5_diff1": 0.946422, + "nauc_map_at_10_max": 0.854452, + "nauc_map_at_10_std": -0.216395, + "nauc_map_at_10_diff1": 0.947406, + "nauc_map_at_20_max": 0.854751, + "nauc_map_at_20_std": -0.215922, + "nauc_map_at_20_diff1": 0.947186, + "nauc_map_at_100_max": 0.854545, + "nauc_map_at_100_std": -0.215078, + "nauc_map_at_100_diff1": 0.947268, + "nauc_map_at_1000_max": 0.854507, + "nauc_map_at_1000_std": -0.215379, + "nauc_map_at_1000_diff1": 0.947276, + "nauc_recall_at_1_max": 0.84008, + "nauc_recall_at_1_std": -0.2039, + "nauc_recall_at_1_diff1": 0.948742, + "nauc_recall_at_3_max": 0.872954, + "nauc_recall_at_3_std": -0.2993, + "nauc_recall_at_3_diff1": 0.933007, + "nauc_recall_at_5_max": 0.886788, + "nauc_recall_at_5_std": -0.39281, + "nauc_recall_at_5_diff1": 0.933007, + "nauc_recall_at_10_max": 0.909547, + "nauc_recall_at_10_std": -0.108543, + "nauc_recall_at_10_diff1": 0.95098, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.113165, - "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_20_diff1": 0.921569, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.852753, - "nauc_precision_at_1_std": -0.229079, - "nauc_precision_at_1_diff1": 0.954639, - "nauc_precision_at_3_max": 0.892172, - "nauc_precision_at_3_std": -0.317756, - "nauc_precision_at_3_diff1": 0.955882, - "nauc_precision_at_5_max": 0.924655, - "nauc_precision_at_5_std": -0.301873, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.086893, - "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_1_max": 0.84008, + "nauc_precision_at_1_std": -0.2039, + "nauc_precision_at_1_diff1": 0.948742, + "nauc_precision_at_3_max": 0.872954, + "nauc_precision_at_3_std": -0.2993, + "nauc_precision_at_3_diff1": 0.933007, + "nauc_precision_at_5_max": 0.886788, + "nauc_precision_at_5_std": -0.39281, + "nauc_precision_at_5_diff1": 0.933007, + "nauc_precision_at_10_max": 0.909547, + "nauc_precision_at_10_std": -0.108543, + "nauc_precision_at_10_diff1": 0.95098, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.113165, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_20_diff1": 0.921569, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.852753, - "nauc_mrr_at_1_std": -0.229079, - "nauc_mrr_at_1_diff1": 0.954639, - "nauc_mrr_at_3_max": 0.866218, - "nauc_mrr_at_3_std": -0.257426, - "nauc_mrr_at_3_diff1": 0.955501, - "nauc_mrr_at_5_max": 0.86762, - "nauc_mrr_at_5_std": -0.253731, - "nauc_mrr_at_5_diff1": 0.955532, - "nauc_mrr_at_10_max": 0.866556, - "nauc_mrr_at_10_std": -0.247475, - "nauc_mrr_at_10_diff1": 0.955985, - "nauc_mrr_at_20_max": 0.866231, - "nauc_mrr_at_20_std": -0.250062, - "nauc_mrr_at_20_diff1": 0.956021, - "nauc_mrr_at_100_max": 0.86604, - "nauc_mrr_at_100_std": -0.249282, - "nauc_mrr_at_100_diff1": 0.956025, - "nauc_mrr_at_1000_max": 0.866002, - "nauc_mrr_at_1000_std": -0.249639, - "nauc_mrr_at_1000_diff1": 0.956012, - "main_score": 0.95947, + "nauc_mrr_at_1_max": 0.84008, + "nauc_mrr_at_1_std": -0.2039, + "nauc_mrr_at_1_diff1": 0.948742, + "nauc_mrr_at_3_max": 0.854054, + "nauc_mrr_at_3_std": -0.222795, + "nauc_mrr_at_3_diff1": 0.945839, + "nauc_mrr_at_5_max": 0.854924, + "nauc_mrr_at_5_std": -0.22584, + "nauc_mrr_at_5_diff1": 0.946422, + "nauc_mrr_at_10_max": 0.854452, + "nauc_mrr_at_10_std": -0.216395, + "nauc_mrr_at_10_diff1": 0.947406, + "nauc_mrr_at_20_max": 0.854751, + "nauc_mrr_at_20_std": -0.215922, + "nauc_mrr_at_20_diff1": 0.947186, + "nauc_mrr_at_100_max": 0.854545, + "nauc_mrr_at_100_std": -0.215078, + "nauc_mrr_at_100_diff1": 0.947268, + "nauc_mrr_at_1000_max": 0.854507, + "nauc_mrr_at_1000_std": -0.215379, + "nauc_mrr_at_1000_diff1": 0.947276, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95617, "hf_subset": "dan_Latn-eng_Latn", "languages": [ "dan-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91111, - "ndcg_at_3": 0.94205, - "ndcg_at_5": 0.94578, - "ndcg_at_10": 0.94836, - "ndcg_at_20": 0.95133, - "ndcg_at_100": 0.95266, - "ndcg_at_1000": 0.95296, - "map_at_1": 0.91111, - "map_at_3": 0.935, - "map_at_5": 0.93711, - "map_at_10": 0.93821, - "map_at_20": 0.93897, - "map_at_100": 0.93918, - "map_at_1000": 0.9392, - "recall_at_1": 0.91111, - "recall_at_3": 0.96222, - "recall_at_5": 0.97111, - "recall_at_10": 0.97889, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94009, + "ndcg_at_5": 0.94287, + "ndcg_at_10": 0.94587, + "ndcg_at_20": 0.94868, + "ndcg_at_100": 0.95065, + "ndcg_at_1000": 0.95096, + "map_at_1": 0.90889, + "map_at_3": 0.93278, + "map_at_5": 0.93433, + "map_at_10": 0.93565, + "map_at_20": 0.93642, + "map_at_100": 0.93673, + "map_at_1000": 0.93675, + "recall_at_1": 0.90889, + "recall_at_3": 0.96111, + "recall_at_5": 0.96778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98778, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91111, - "precision_at_3": 0.32074, - "precision_at_5": 0.19422, - "precision_at_10": 0.09789, - "precision_at_20": 0.04956, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32037, + "precision_at_5": 0.19356, + "precision_at_10": 0.09767, + "precision_at_20": 0.04939, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.911111, - "mrr_at_3": 0.935, - "mrr_at_5": 0.937111, - "mrr_at_10": 0.938211, - "mrr_at_20": 0.938966, - "mrr_at_100": 0.939183, - "mrr_at_1000": 0.939197, - "nauc_ndcg_at_1_max": 0.863107, - "nauc_ndcg_at_1_std": -0.128805, - "nauc_ndcg_at_1_diff1": 0.930847, - "nauc_ndcg_at_3_max": 0.887265, - "nauc_ndcg_at_3_std": -0.084946, - "nauc_ndcg_at_3_diff1": 0.93517, - "nauc_ndcg_at_5_max": 0.886339, - "nauc_ndcg_at_5_std": -0.053515, - "nauc_ndcg_at_5_diff1": 0.935398, - "nauc_ndcg_at_10_max": 0.882671, - "nauc_ndcg_at_10_std": -0.053356, - "nauc_ndcg_at_10_diff1": 0.935115, - "nauc_ndcg_at_20_max": 0.882944, - "nauc_ndcg_at_20_std": -0.065814, - "nauc_ndcg_at_20_diff1": 0.933357, - "nauc_ndcg_at_100_max": 0.880848, - "nauc_ndcg_at_100_std": -0.07409, - "nauc_ndcg_at_100_diff1": 0.933335, - "nauc_ndcg_at_1000_max": 0.880088, - "nauc_ndcg_at_1000_std": -0.080944, - "nauc_ndcg_at_1000_diff1": 0.933744, - "nauc_map_at_1_max": 0.863107, - "nauc_map_at_1_std": -0.128805, - "nauc_map_at_1_diff1": 0.930847, - "nauc_map_at_3_max": 0.88012, - "nauc_map_at_3_std": -0.102823, - "nauc_map_at_3_diff1": 0.934009, - "nauc_map_at_5_max": 0.879401, - "nauc_map_at_5_std": -0.087411, - "nauc_map_at_5_diff1": 0.933946, - "nauc_map_at_10_max": 0.878037, - "nauc_map_at_10_std": -0.088164, - "nauc_map_at_10_diff1": 0.93389, - "nauc_map_at_20_max": 0.878075, - "nauc_map_at_20_std": -0.091141, - "nauc_map_at_20_diff1": 0.933531, - "nauc_map_at_100_max": 0.877783, - "nauc_map_at_100_std": -0.092529, - "nauc_map_at_100_diff1": 0.933531, - "nauc_map_at_1000_max": 0.877756, - "nauc_map_at_1000_std": -0.092771, - "nauc_map_at_1000_diff1": 0.933545, - "nauc_recall_at_1_max": 0.863107, - "nauc_recall_at_1_std": -0.128805, - "nauc_recall_at_1_diff1": 0.930847, - "nauc_recall_at_3_max": 0.922159, - "nauc_recall_at_3_std": 0.006248, - "nauc_recall_at_3_diff1": 0.940751, - "nauc_recall_at_5_max": 0.929002, - "nauc_recall_at_5_std": 0.168732, - "nauc_recall_at_5_diff1": 0.944696, - "nauc_recall_at_10_max": 0.916605, - "nauc_recall_at_10_std": 0.254927, - "nauc_recall_at_10_diff1": 0.94496, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.399627, - "nauc_recall_at_20_diff1": 0.918301, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.932778, + "mrr_at_5": 0.934333, + "mrr_at_10": 0.935648, + "mrr_at_20": 0.936418, + "mrr_at_100": 0.936734, + "mrr_at_1000": 0.936749, + "nauc_ndcg_at_1_max": 0.794362, + "nauc_ndcg_at_1_std": -0.175708, + "nauc_ndcg_at_1_diff1": 0.918728, + "nauc_ndcg_at_3_max": 0.843743, + "nauc_ndcg_at_3_std": -0.155655, + "nauc_ndcg_at_3_diff1": 0.928053, + "nauc_ndcg_at_5_max": 0.842651, + "nauc_ndcg_at_5_std": -0.126184, + "nauc_ndcg_at_5_diff1": 0.927734, + "nauc_ndcg_at_10_max": 0.83787, + "nauc_ndcg_at_10_std": -0.121187, + "nauc_ndcg_at_10_diff1": 0.926485, + "nauc_ndcg_at_20_max": 0.836103, + "nauc_ndcg_at_20_std": -0.118642, + "nauc_ndcg_at_20_diff1": 0.924672, + "nauc_ndcg_at_100_max": 0.830774, + "nauc_ndcg_at_100_std": -0.132181, + "nauc_ndcg_at_100_diff1": 0.923877, + "nauc_ndcg_at_1000_max": 0.829716, + "nauc_ndcg_at_1000_std": -0.139255, + "nauc_ndcg_at_1000_diff1": 0.924218, + "nauc_map_at_1_max": 0.794362, + "nauc_map_at_1_std": -0.175708, + "nauc_map_at_1_diff1": 0.918728, + "nauc_map_at_3_max": 0.828867, + "nauc_map_at_3_std": -0.165364, + "nauc_map_at_3_diff1": 0.924879, + "nauc_map_at_5_max": 0.827923, + "nauc_map_at_5_std": -0.151537, + "nauc_map_at_5_diff1": 0.924648, + "nauc_map_at_10_max": 0.825959, + "nauc_map_at_10_std": -0.149973, + "nauc_map_at_10_diff1": 0.924143, + "nauc_map_at_20_max": 0.825451, + "nauc_map_at_20_std": -0.149789, + "nauc_map_at_20_diff1": 0.923742, + "nauc_map_at_100_max": 0.82475, + "nauc_map_at_100_std": -0.151142, + "nauc_map_at_100_diff1": 0.923599, + "nauc_map_at_1000_max": 0.824708, + "nauc_map_at_1000_std": -0.151423, + "nauc_map_at_1000_diff1": 0.923613, + "nauc_recall_at_1_max": 0.794362, + "nauc_recall_at_1_std": -0.175708, + "nauc_recall_at_1_diff1": 0.918728, + "nauc_recall_at_3_max": 0.917047, + "nauc_recall_at_3_std": -0.104975, + "nauc_recall_at_3_diff1": 0.943978, + "nauc_recall_at_5_max": 0.928056, + "nauc_recall_at_5_std": 0.033839, + "nauc_recall_at_5_diff1": 0.945909, + "nauc_recall_at_10_max": 0.926326, + "nauc_recall_at_10_std": 0.125406, + "nauc_recall_at_10_diff1": 0.943978, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.393006, + "nauc_recall_at_20_diff1": 0.928699, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.863107, - "nauc_precision_at_1_std": -0.128805, - "nauc_precision_at_1_diff1": 0.930847, - "nauc_precision_at_3_max": 0.922159, - "nauc_precision_at_3_std": 0.006248, - "nauc_precision_at_3_diff1": 0.940751, - "nauc_precision_at_5_max": 0.929002, - "nauc_precision_at_5_std": 0.168732, - "nauc_precision_at_5_diff1": 0.944696, - "nauc_precision_at_10_max": 0.916605, - "nauc_precision_at_10_std": 0.254927, - "nauc_precision_at_10_diff1": 0.94496, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.399627, - "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_1_max": 0.794362, + "nauc_precision_at_1_std": -0.175708, + "nauc_precision_at_1_diff1": 0.918728, + "nauc_precision_at_3_max": 0.917047, + "nauc_precision_at_3_std": -0.104975, + "nauc_precision_at_3_diff1": 0.943978, + "nauc_precision_at_5_max": 0.928056, + "nauc_precision_at_5_std": 0.033839, + "nauc_precision_at_5_diff1": 0.945909, + "nauc_precision_at_10_max": 0.926326, + "nauc_precision_at_10_std": 0.125406, + "nauc_precision_at_10_diff1": 0.943978, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.393006, + "nauc_precision_at_20_diff1": 0.928699, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.863107, - "nauc_mrr_at_1_std": -0.128805, - "nauc_mrr_at_1_diff1": 0.930847, - "nauc_mrr_at_3_max": 0.88012, - "nauc_mrr_at_3_std": -0.102823, - "nauc_mrr_at_3_diff1": 0.934009, - "nauc_mrr_at_5_max": 0.879401, - "nauc_mrr_at_5_std": -0.087411, - "nauc_mrr_at_5_diff1": 0.933946, - "nauc_mrr_at_10_max": 0.878037, - "nauc_mrr_at_10_std": -0.088164, - "nauc_mrr_at_10_diff1": 0.93389, - "nauc_mrr_at_20_max": 0.878075, - "nauc_mrr_at_20_std": -0.091141, - "nauc_mrr_at_20_diff1": 0.933531, - "nauc_mrr_at_100_max": 0.877783, - "nauc_mrr_at_100_std": -0.092529, - "nauc_mrr_at_100_diff1": 0.933531, - "nauc_mrr_at_1000_max": 0.877756, - "nauc_mrr_at_1000_std": -0.092771, - "nauc_mrr_at_1000_diff1": 0.933545, - "main_score": 0.94836, + "nauc_mrr_at_1_max": 0.794362, + "nauc_mrr_at_1_std": -0.175708, + "nauc_mrr_at_1_diff1": 0.918728, + "nauc_mrr_at_3_max": 0.828867, + "nauc_mrr_at_3_std": -0.165364, + "nauc_mrr_at_3_diff1": 0.924879, + "nauc_mrr_at_5_max": 0.827923, + "nauc_mrr_at_5_std": -0.151537, + "nauc_mrr_at_5_diff1": 0.924648, + "nauc_mrr_at_10_max": 0.825959, + "nauc_mrr_at_10_std": -0.149973, + "nauc_mrr_at_10_diff1": 0.924143, + "nauc_mrr_at_20_max": 0.825451, + "nauc_mrr_at_20_std": -0.149789, + "nauc_mrr_at_20_diff1": 0.923742, + "nauc_mrr_at_100_max": 0.82475, + "nauc_mrr_at_100_std": -0.151142, + "nauc_mrr_at_100_diff1": 0.923599, + "nauc_mrr_at_1000_max": 0.824708, + "nauc_mrr_at_1000_std": -0.151423, + "nauc_mrr_at_1000_diff1": 0.923613, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94587, "hf_subset": "eng_Latn-dan_Latn", "languages": [ "eng-Latn", "dan-Latn" - ] - }, - { - "ndcg_at_1": 0.93, - "ndcg_at_3": 0.95212, - "ndcg_at_5": 0.95771, - "ndcg_at_10": 0.96061, - "ndcg_at_20": 0.96182, - "ndcg_at_100": 0.9629, - "ndcg_at_1000": 0.96303, - "map_at_1": 0.93, - "map_at_3": 0.94704, - "map_at_5": 0.9502, - "map_at_10": 0.95141, - "map_at_20": 0.95179, - "map_at_100": 0.95196, - "map_at_1000": 0.95197, - "recall_at_1": 0.93, - "recall_at_3": 0.96667, - "recall_at_5": 0.98, - "recall_at_10": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.94615, + "ndcg_at_5": 0.95084, + "ndcg_at_10": 0.95627, + "ndcg_at_20": 0.9577, + "ndcg_at_100": 0.95856, + "ndcg_at_1000": 0.95885, + "map_at_1": 0.92444, + "map_at_3": 0.9413, + "map_at_5": 0.94396, + "map_at_10": 0.94623, + "map_at_20": 0.94663, + "map_at_100": 0.94677, + "map_at_1000": 0.94678, + "recall_at_1": 0.92444, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93, - "precision_at_3": 0.32222, - "precision_at_5": 0.196, - "precision_at_10": 0.09889, + "accuracy": 0.92444, + "precision_at_1": 0.92444, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.93, - "mrr_at_3": 0.947037, - "mrr_at_5": 0.950204, - "mrr_at_10": 0.951415, - "mrr_at_20": 0.951792, - "mrr_at_100": 0.951962, - "mrr_at_1000": 0.951965, - "nauc_ndcg_at_1_max": 0.875735, - "nauc_ndcg_at_1_std": -0.083678, - "nauc_ndcg_at_1_diff1": 0.944756, - "nauc_ndcg_at_3_max": 0.907635, - "nauc_ndcg_at_3_std": -0.089035, - "nauc_ndcg_at_3_diff1": 0.943646, - "nauc_ndcg_at_5_max": 0.904171, - "nauc_ndcg_at_5_std": -0.077785, - "nauc_ndcg_at_5_diff1": 0.949569, - "nauc_ndcg_at_10_max": 0.897119, - "nauc_ndcg_at_10_std": -0.100467, - "nauc_ndcg_at_10_diff1": 0.949401, - "nauc_ndcg_at_20_max": 0.899436, - "nauc_ndcg_at_20_std": -0.057174, - "nauc_ndcg_at_20_diff1": 0.948862, - "nauc_ndcg_at_100_max": 0.897339, - "nauc_ndcg_at_100_std": -0.070466, - "nauc_ndcg_at_100_diff1": 0.947372, - "nauc_ndcg_at_1000_max": 0.896964, - "nauc_ndcg_at_1000_std": -0.074374, - "nauc_ndcg_at_1000_diff1": 0.94718, - "nauc_map_at_1_max": 0.875735, - "nauc_map_at_1_std": -0.083678, - "nauc_map_at_1_diff1": 0.944756, - "nauc_map_at_3_max": 0.899027, - "nauc_map_at_3_std": -0.087225, - "nauc_map_at_3_diff1": 0.943953, - "nauc_map_at_5_max": 0.896781, - "nauc_map_at_5_std": -0.082132, - "nauc_map_at_5_diff1": 0.946842, - "nauc_map_at_10_max": 0.894208, - "nauc_map_at_10_std": -0.090241, - "nauc_map_at_10_diff1": 0.946688, - "nauc_map_at_20_max": 0.894818, - "nauc_map_at_20_std": -0.079144, - "nauc_map_at_20_diff1": 0.946545, - "nauc_map_at_100_max": 0.894567, - "nauc_map_at_100_std": -0.080382, - "nauc_map_at_100_diff1": 0.946356, - "nauc_map_at_1000_max": 0.894559, - "nauc_map_at_1000_std": -0.080465, - "nauc_map_at_1000_diff1": 0.946352, - "nauc_recall_at_1_max": 0.875735, - "nauc_recall_at_1_std": -0.083678, - "nauc_recall_at_1_diff1": 0.944756, - "nauc_recall_at_3_max": 0.946078, - "nauc_recall_at_3_std": -0.097401, - "nauc_recall_at_3_diff1": 0.942266, - "nauc_recall_at_5_max": 0.954611, - "nauc_recall_at_5_std": -0.041887, - "nauc_recall_at_5_diff1": 0.970951, - "nauc_recall_at_10_max": 0.918301, - "nauc_recall_at_10_std": -0.251821, - "nauc_recall_at_10_diff1": 0.986928, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.544195, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.941296, + "mrr_at_5": 0.943963, + "mrr_at_10": 0.94623, + "mrr_at_20": 0.946632, + "mrr_at_100": 0.946766, + "mrr_at_1000": 0.94678, + "nauc_ndcg_at_1_max": 0.862388, + "nauc_ndcg_at_1_std": -0.10509, + "nauc_ndcg_at_1_diff1": 0.940579, + "nauc_ndcg_at_3_max": 0.903218, + "nauc_ndcg_at_3_std": -0.098864, + "nauc_ndcg_at_3_diff1": 0.943877, + "nauc_ndcg_at_5_max": 0.897806, + "nauc_ndcg_at_5_std": -0.095117, + "nauc_ndcg_at_5_diff1": 0.943485, + "nauc_ndcg_at_10_max": 0.895086, + "nauc_ndcg_at_10_std": -0.063506, + "nauc_ndcg_at_10_diff1": 0.945321, + "nauc_ndcg_at_20_max": 0.893467, + "nauc_ndcg_at_20_std": -0.064419, + "nauc_ndcg_at_20_diff1": 0.944336, + "nauc_ndcg_at_100_max": 0.891263, + "nauc_ndcg_at_100_std": -0.072648, + "nauc_ndcg_at_100_diff1": 0.943959, + "nauc_ndcg_at_1000_max": 0.890473, + "nauc_ndcg_at_1000_std": -0.080438, + "nauc_ndcg_at_1000_diff1": 0.943553, + "nauc_map_at_1_max": 0.862388, + "nauc_map_at_1_std": -0.10509, + "nauc_map_at_1_diff1": 0.940579, + "nauc_map_at_3_max": 0.892422, + "nauc_map_at_3_std": -0.102429, + "nauc_map_at_3_diff1": 0.942844, + "nauc_map_at_5_max": 0.889247, + "nauc_map_at_5_std": -0.100382, + "nauc_map_at_5_diff1": 0.942586, + "nauc_map_at_10_max": 0.887942, + "nauc_map_at_10_std": -0.089934, + "nauc_map_at_10_diff1": 0.943129, + "nauc_map_at_20_max": 0.887544, + "nauc_map_at_20_std": -0.090058, + "nauc_map_at_20_diff1": 0.942882, + "nauc_map_at_100_max": 0.887261, + "nauc_map_at_100_std": -0.090625, + "nauc_map_at_100_diff1": 0.942863, + "nauc_map_at_1000_max": 0.887231, + "nauc_map_at_1000_std": -0.090918, + "nauc_map_at_1000_diff1": 0.942847, + "nauc_recall_at_1_max": 0.862388, + "nauc_recall_at_1_std": -0.10509, + "nauc_recall_at_1_diff1": 0.940579, + "nauc_recall_at_3_max": 0.947803, + "nauc_recall_at_3_std": -0.082776, + "nauc_recall_at_3_diff1": 0.948257, + "nauc_recall_at_5_max": 0.94281, + "nauc_recall_at_5_std": -0.064264, + "nauc_recall_at_5_diff1": 0.948467, + "nauc_recall_at_10_max": 0.974747, + "nauc_recall_at_10_std": 0.325567, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.609555, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.875735, - "nauc_precision_at_1_std": -0.083678, - "nauc_precision_at_1_diff1": 0.944756, - "nauc_precision_at_3_max": 0.946078, - "nauc_precision_at_3_std": -0.097401, - "nauc_precision_at_3_diff1": 0.942266, - "nauc_precision_at_5_max": 0.954611, - "nauc_precision_at_5_std": -0.041887, - "nauc_precision_at_5_diff1": 0.970951, - "nauc_precision_at_10_max": 0.918301, - "nauc_precision_at_10_std": -0.251821, - "nauc_precision_at_10_diff1": 0.986928, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.544195, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.862388, + "nauc_precision_at_1_std": -0.10509, + "nauc_precision_at_1_diff1": 0.940579, + "nauc_precision_at_3_max": 0.947803, + "nauc_precision_at_3_std": -0.082776, + "nauc_precision_at_3_diff1": 0.948257, + "nauc_precision_at_5_max": 0.94281, + "nauc_precision_at_5_std": -0.064264, + "nauc_precision_at_5_diff1": 0.948467, + "nauc_precision_at_10_max": 0.974747, + "nauc_precision_at_10_std": 0.325567, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.609555, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.875735, - "nauc_mrr_at_1_std": -0.083678, - "nauc_mrr_at_1_diff1": 0.944756, - "nauc_mrr_at_3_max": 0.899027, - "nauc_mrr_at_3_std": -0.087225, - "nauc_mrr_at_3_diff1": 0.943953, - "nauc_mrr_at_5_max": 0.896781, - "nauc_mrr_at_5_std": -0.082132, - "nauc_mrr_at_5_diff1": 0.946842, - "nauc_mrr_at_10_max": 0.894208, - "nauc_mrr_at_10_std": -0.090241, - "nauc_mrr_at_10_diff1": 0.946688, - "nauc_mrr_at_20_max": 0.894818, - "nauc_mrr_at_20_std": -0.079144, - "nauc_mrr_at_20_diff1": 0.946545, - "nauc_mrr_at_100_max": 0.894567, - "nauc_mrr_at_100_std": -0.080382, - "nauc_mrr_at_100_diff1": 0.946356, - "nauc_mrr_at_1000_max": 0.894559, - "nauc_mrr_at_1000_std": -0.080465, - "nauc_mrr_at_1000_diff1": 0.946352, - "main_score": 0.96061, + "nauc_mrr_at_1_max": 0.862388, + "nauc_mrr_at_1_std": -0.10509, + "nauc_mrr_at_1_diff1": 0.940579, + "nauc_mrr_at_3_max": 0.892422, + "nauc_mrr_at_3_std": -0.102429, + "nauc_mrr_at_3_diff1": 0.942844, + "nauc_mrr_at_5_max": 0.889247, + "nauc_mrr_at_5_std": -0.100382, + "nauc_mrr_at_5_diff1": 0.942586, + "nauc_mrr_at_10_max": 0.887942, + "nauc_mrr_at_10_std": -0.089934, + "nauc_mrr_at_10_diff1": 0.943129, + "nauc_mrr_at_20_max": 0.887544, + "nauc_mrr_at_20_std": -0.090058, + "nauc_mrr_at_20_diff1": 0.942882, + "nauc_mrr_at_100_max": 0.887261, + "nauc_mrr_at_100_std": -0.090625, + "nauc_mrr_at_100_diff1": 0.942863, + "nauc_mrr_at_1000_max": 0.887231, + "nauc_mrr_at_1000_std": -0.090918, + "nauc_mrr_at_1000_diff1": 0.942847, + "hit_rate_at_1": 0.92444, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95627, "hf_subset": "deu_Latn-deu_Latn", "languages": [ "deu-Latn", "deu-Latn" - ] - }, - { - "ndcg_at_1": 0.93444, - "ndcg_at_3": 0.95852, - "ndcg_at_5": 0.9622, - "ndcg_at_10": 0.96466, - "ndcg_at_20": 0.96552, - "ndcg_at_100": 0.9662, - "ndcg_at_1000": 0.9665, - "map_at_1": 0.93444, - "map_at_3": 0.95296, - "map_at_5": 0.95502, - "map_at_10": 0.95601, - "map_at_20": 0.95625, - "map_at_100": 0.95637, - "map_at_1000": 0.95638, - "recall_at_1": 0.93444, - "recall_at_3": 0.97444, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95425, + "ndcg_at_5": 0.95798, + "ndcg_at_10": 0.95973, + "ndcg_at_20": 0.96143, + "ndcg_at_100": 0.9621, + "ndcg_at_1000": 0.9624, + "map_at_1": 0.92556, + "map_at_3": 0.94759, + "map_at_5": 0.9497, + "map_at_10": 0.9504, + "map_at_20": 0.95088, + "map_at_100": 0.95099, + "map_at_1000": 0.951, + "recall_at_1": 0.92556, + "recall_at_3": 0.97333, + "recall_at_5": 0.98222, + "recall_at_10": 0.98778, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93444, - "precision_at_3": 0.32481, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32444, + "precision_at_5": 0.19644, + "precision_at_10": 0.09878, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.934444, - "mrr_at_3": 0.952963, - "mrr_at_5": 0.955019, - "mrr_at_10": 0.956006, - "mrr_at_20": 0.956249, - "mrr_at_100": 0.956367, - "mrr_at_1000": 0.956381, - "nauc_ndcg_at_1_max": 0.833096, - "nauc_ndcg_at_1_std": -0.290272, - "nauc_ndcg_at_1_diff1": 0.937331, - "nauc_ndcg_at_3_max": 0.85603, - "nauc_ndcg_at_3_std": -0.330565, - "nauc_ndcg_at_3_diff1": 0.952903, - "nauc_ndcg_at_5_max": 0.856338, - "nauc_ndcg_at_5_std": -0.317725, - "nauc_ndcg_at_5_diff1": 0.949802, - "nauc_ndcg_at_10_max": 0.855243, - "nauc_ndcg_at_10_std": -0.295123, - "nauc_ndcg_at_10_diff1": 0.949413, - "nauc_ndcg_at_20_max": 0.855412, - "nauc_ndcg_at_20_std": -0.298152, - "nauc_ndcg_at_20_diff1": 0.949259, - "nauc_ndcg_at_100_max": 0.853482, - "nauc_ndcg_at_100_std": -0.287764, - "nauc_ndcg_at_100_diff1": 0.948244, - "nauc_ndcg_at_1000_max": 0.852165, - "nauc_ndcg_at_1000_std": -0.299338, - "nauc_ndcg_at_1000_diff1": 0.947779, - "nauc_map_at_1_max": 0.833096, - "nauc_map_at_1_std": -0.290272, - "nauc_map_at_1_diff1": 0.937331, - "nauc_map_at_3_max": 0.850057, - "nauc_map_at_3_std": -0.31785, - "nauc_map_at_3_diff1": 0.948352, - "nauc_map_at_5_max": 0.849807, - "nauc_map_at_5_std": -0.310596, - "nauc_map_at_5_diff1": 0.946638, - "nauc_map_at_10_max": 0.849587, - "nauc_map_at_10_std": -0.303053, - "nauc_map_at_10_diff1": 0.946609, - "nauc_map_at_20_max": 0.849621, - "nauc_map_at_20_std": -0.303592, - "nauc_map_at_20_diff1": 0.946568, - "nauc_map_at_100_max": 0.849373, - "nauc_map_at_100_std": -0.302475, - "nauc_map_at_100_diff1": 0.946423, - "nauc_map_at_1000_max": 0.849327, - "nauc_map_at_1000_std": -0.302876, - "nauc_map_at_1000_diff1": 0.946407, - "nauc_recall_at_1_max": 0.833096, - "nauc_recall_at_1_std": -0.290272, - "nauc_recall_at_1_diff1": 0.937331, - "nauc_recall_at_3_max": 0.886433, - "nauc_recall_at_3_std": -0.397475, - "nauc_recall_at_3_diff1": 0.976556, - "nauc_recall_at_5_max": 0.905696, - "nauc_recall_at_5_std": -0.370121, - "nauc_recall_at_5_diff1": 0.972767, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.134279, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": -0.122129, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.947593, + "mrr_at_5": 0.949704, + "mrr_at_10": 0.950402, + "mrr_at_20": 0.950878, + "mrr_at_100": 0.950989, + "mrr_at_1000": 0.951002, + "nauc_ndcg_at_1_max": 0.809768, + "nauc_ndcg_at_1_std": -0.196218, + "nauc_ndcg_at_1_diff1": 0.932237, + "nauc_ndcg_at_3_max": 0.83355, + "nauc_ndcg_at_3_std": -0.232389, + "nauc_ndcg_at_3_diff1": 0.942752, + "nauc_ndcg_at_5_max": 0.831903, + "nauc_ndcg_at_5_std": -0.20909, + "nauc_ndcg_at_5_diff1": 0.941984, + "nauc_ndcg_at_10_max": 0.832442, + "nauc_ndcg_at_10_std": -0.206735, + "nauc_ndcg_at_10_diff1": 0.943558, + "nauc_ndcg_at_20_max": 0.833033, + "nauc_ndcg_at_20_std": -0.186324, + "nauc_ndcg_at_20_diff1": 0.941066, + "nauc_ndcg_at_100_max": 0.830091, + "nauc_ndcg_at_100_std": -0.191561, + "nauc_ndcg_at_100_diff1": 0.940809, + "nauc_ndcg_at_1000_max": 0.828748, + "nauc_ndcg_at_1000_std": -0.200978, + "nauc_ndcg_at_1000_diff1": 0.940341, + "nauc_map_at_1_max": 0.809768, + "nauc_map_at_1_std": -0.196218, + "nauc_map_at_1_diff1": 0.932237, + "nauc_map_at_3_max": 0.827495, + "nauc_map_at_3_std": -0.220551, + "nauc_map_at_3_diff1": 0.939697, + "nauc_map_at_5_max": 0.826275, + "nauc_map_at_5_std": -0.208903, + "nauc_map_at_5_diff1": 0.939187, + "nauc_map_at_10_max": 0.826563, + "nauc_map_at_10_std": -0.206857, + "nauc_map_at_10_diff1": 0.939758, + "nauc_map_at_20_max": 0.826471, + "nauc_map_at_20_std": -0.203495, + "nauc_map_at_20_diff1": 0.939174, + "nauc_map_at_100_max": 0.826078, + "nauc_map_at_100_std": -0.20457, + "nauc_map_at_100_diff1": 0.939138, + "nauc_map_at_1000_max": 0.826032, + "nauc_map_at_1000_std": -0.204892, + "nauc_map_at_1000_diff1": 0.939122, + "nauc_recall_at_1_max": 0.809768, + "nauc_recall_at_1_std": -0.196218, + "nauc_recall_at_1_diff1": 0.932237, + "nauc_recall_at_3_max": 0.866188, + "nauc_recall_at_3_std": -0.299078, + "nauc_recall_at_3_diff1": 0.959637, + "nauc_recall_at_5_max": 0.875438, + "nauc_recall_at_5_std": -0.202789, + "nauc_recall_at_5_diff1": 0.963965, + "nauc_recall_at_10_max": 0.896486, + "nauc_recall_at_10_std": -0.20427, + "nauc_recall_at_10_diff1": 0.988116, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.42493, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.833096, - "nauc_precision_at_1_std": -0.290272, - "nauc_precision_at_1_diff1": 0.937331, - "nauc_precision_at_3_max": 0.886433, - "nauc_precision_at_3_std": -0.397475, - "nauc_precision_at_3_diff1": 0.976556, - "nauc_precision_at_5_max": 0.905696, - "nauc_precision_at_5_std": -0.370121, - "nauc_precision_at_5_diff1": 0.972767, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.134279, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": -0.122129, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.809768, + "nauc_precision_at_1_std": -0.196218, + "nauc_precision_at_1_diff1": 0.932237, + "nauc_precision_at_3_max": 0.866188, + "nauc_precision_at_3_std": -0.299078, + "nauc_precision_at_3_diff1": 0.959637, + "nauc_precision_at_5_max": 0.875438, + "nauc_precision_at_5_std": -0.202789, + "nauc_precision_at_5_diff1": 0.963965, + "nauc_precision_at_10_max": 0.896486, + "nauc_precision_at_10_std": -0.20427, + "nauc_precision_at_10_diff1": 0.988116, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.42493, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.833096, - "nauc_mrr_at_1_std": -0.290272, - "nauc_mrr_at_1_diff1": 0.937331, - "nauc_mrr_at_3_max": 0.850057, - "nauc_mrr_at_3_std": -0.31785, - "nauc_mrr_at_3_diff1": 0.948352, - "nauc_mrr_at_5_max": 0.849807, - "nauc_mrr_at_5_std": -0.310596, - "nauc_mrr_at_5_diff1": 0.946638, - "nauc_mrr_at_10_max": 0.849587, - "nauc_mrr_at_10_std": -0.303053, - "nauc_mrr_at_10_diff1": 0.946609, - "nauc_mrr_at_20_max": 0.849621, - "nauc_mrr_at_20_std": -0.303592, - "nauc_mrr_at_20_diff1": 0.946568, - "nauc_mrr_at_100_max": 0.849373, - "nauc_mrr_at_100_std": -0.302475, - "nauc_mrr_at_100_diff1": 0.946423, - "nauc_mrr_at_1000_max": 0.849327, - "nauc_mrr_at_1000_std": -0.302876, - "nauc_mrr_at_1000_diff1": 0.946407, - "main_score": 0.96466, + "nauc_mrr_at_1_max": 0.809768, + "nauc_mrr_at_1_std": -0.196218, + "nauc_mrr_at_1_diff1": 0.932237, + "nauc_mrr_at_3_max": 0.827495, + "nauc_mrr_at_3_std": -0.220551, + "nauc_mrr_at_3_diff1": 0.939697, + "nauc_mrr_at_5_max": 0.826275, + "nauc_mrr_at_5_std": -0.208903, + "nauc_mrr_at_5_diff1": 0.939187, + "nauc_mrr_at_10_max": 0.826563, + "nauc_mrr_at_10_std": -0.206857, + "nauc_mrr_at_10_diff1": 0.939758, + "nauc_mrr_at_20_max": 0.826471, + "nauc_mrr_at_20_std": -0.203495, + "nauc_mrr_at_20_diff1": 0.939174, + "nauc_mrr_at_100_max": 0.826078, + "nauc_mrr_at_100_std": -0.20457, + "nauc_mrr_at_100_diff1": 0.939138, + "nauc_mrr_at_1000_max": 0.826032, + "nauc_mrr_at_1000_std": -0.204892, + "nauc_mrr_at_1000_diff1": 0.939122, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97333, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95973, "hf_subset": "deu_Latn-eng_Latn", "languages": [ "deu-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94413, - "ndcg_at_5": 0.94862, - "ndcg_at_10": 0.95278, - "ndcg_at_20": 0.95426, - "ndcg_at_100": 0.95516, - "ndcg_at_1000": 0.95532, - "map_at_1": 0.91222, - "map_at_3": 0.93667, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.9427, + "ndcg_at_5": 0.9491, + "ndcg_at_10": 0.95139, + "ndcg_at_20": 0.95309, + "ndcg_at_100": 0.95463, + "ndcg_at_1000": 0.95463, + "map_at_1": 0.91333, + "map_at_3": 0.93556, "map_at_5": 0.93911, - "map_at_10": 0.94095, - "map_at_20": 0.94139, - "map_at_100": 0.94155, - "map_at_1000": 0.94156, - "recall_at_1": 0.91222, - "recall_at_3": 0.96556, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, - "recall_at_100": 0.99889, + "map_at_10": 0.94013, + "map_at_20": 0.9406, + "map_at_100": 0.94086, + "map_at_1000": 0.94086, + "recall_at_1": 0.91333, + "recall_at_3": 0.96333, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 1.0, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32185, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, - "precision_at_100": 0.00999, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32111, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.01, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.936667, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.935556, "mrr_at_5": 0.939111, - "mrr_at_10": 0.940948, - "mrr_at_20": 0.941392, - "mrr_at_100": 0.941548, - "mrr_at_1000": 0.941555, - "nauc_ndcg_at_1_max": 0.867372, - "nauc_ndcg_at_1_std": -0.183727, - "nauc_ndcg_at_1_diff1": 0.951542, - "nauc_ndcg_at_3_max": 0.899177, - "nauc_ndcg_at_3_std": -0.097977, - "nauc_ndcg_at_3_diff1": 0.958102, - "nauc_ndcg_at_5_max": 0.892684, - "nauc_ndcg_at_5_std": -0.124903, - "nauc_ndcg_at_5_diff1": 0.955656, - "nauc_ndcg_at_10_max": 0.88878, - "nauc_ndcg_at_10_std": -0.14558, - "nauc_ndcg_at_10_diff1": 0.957089, - "nauc_ndcg_at_20_max": 0.88865, - "nauc_ndcg_at_20_std": -0.12694, - "nauc_ndcg_at_20_diff1": 0.956515, - "nauc_ndcg_at_100_max": 0.887097, - "nauc_ndcg_at_100_std": -0.133556, - "nauc_ndcg_at_100_diff1": 0.95629, - "nauc_ndcg_at_1000_max": 0.886709, - "nauc_ndcg_at_1000_std": -0.137455, - "nauc_ndcg_at_1000_diff1": 0.956139, - "nauc_map_at_1_max": 0.867372, - "nauc_map_at_1_std": -0.183727, - "nauc_map_at_1_diff1": 0.951542, - "nauc_map_at_3_max": 0.889827, - "nauc_map_at_3_std": -0.12659, - "nauc_map_at_3_diff1": 0.956482, - "nauc_map_at_5_max": 0.886417, - "nauc_map_at_5_std": -0.140315, - "nauc_map_at_5_diff1": 0.955331, - "nauc_map_at_10_max": 0.884926, - "nauc_map_at_10_std": -0.14789, - "nauc_map_at_10_diff1": 0.955874, - "nauc_map_at_20_max": 0.884857, - "nauc_map_at_20_std": -0.143298, - "nauc_map_at_20_diff1": 0.955716, - "nauc_map_at_100_max": 0.884654, - "nauc_map_at_100_std": -0.14411, - "nauc_map_at_100_diff1": 0.955681, - "nauc_map_at_1000_max": 0.884639, - "nauc_map_at_1000_std": -0.144256, - "nauc_map_at_1000_diff1": 0.955676, - "nauc_recall_at_1_max": 0.867372, - "nauc_recall_at_1_std": -0.183727, - "nauc_recall_at_1_diff1": 0.951542, - "nauc_recall_at_3_max": 0.947818, - "nauc_recall_at_3_std": 0.053809, - "nauc_recall_at_3_diff1": 0.966266, - "nauc_recall_at_5_max": 0.936197, - "nauc_recall_at_5_std": -0.018207, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.933007, - "nauc_recall_at_10_std": -0.165033, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.374603, - "nauc_recall_at_20_diff1": 0.973856, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_10": 0.94013, + "mrr_at_20": 0.940601, + "mrr_at_100": 0.940856, + "mrr_at_1000": 0.940856, + "nauc_ndcg_at_1_max": 0.840546, + "nauc_ndcg_at_1_std": -0.250311, + "nauc_ndcg_at_1_diff1": 0.934641, + "nauc_ndcg_at_3_max": 0.872305, + "nauc_ndcg_at_3_std": -0.247675, + "nauc_ndcg_at_3_diff1": 0.941961, + "nauc_ndcg_at_5_max": 0.869969, + "nauc_ndcg_at_5_std": -0.208808, + "nauc_ndcg_at_5_diff1": 0.942633, + "nauc_ndcg_at_10_max": 0.864924, + "nauc_ndcg_at_10_std": -0.235143, + "nauc_ndcg_at_10_diff1": 0.941002, + "nauc_ndcg_at_20_max": 0.86416, + "nauc_ndcg_at_20_std": -0.224782, + "nauc_ndcg_at_20_diff1": 0.939596, + "nauc_ndcg_at_100_max": 0.861474, + "nauc_ndcg_at_100_std": -0.237193, + "nauc_ndcg_at_100_diff1": 0.939517, + "nauc_ndcg_at_1000_max": 0.861474, + "nauc_ndcg_at_1000_std": -0.237193, + "nauc_ndcg_at_1000_diff1": 0.939517, + "nauc_map_at_1_max": 0.840546, + "nauc_map_at_1_std": -0.250311, + "nauc_map_at_1_diff1": 0.934641, + "nauc_map_at_3_max": 0.863582, + "nauc_map_at_3_std": -0.250486, + "nauc_map_at_3_diff1": 0.939852, + "nauc_map_at_5_max": 0.861842, + "nauc_map_at_5_std": -0.232643, + "nauc_map_at_5_diff1": 0.939918, + "nauc_map_at_10_max": 0.859896, + "nauc_map_at_10_std": -0.242676, + "nauc_map_at_10_diff1": 0.9393, + "nauc_map_at_20_max": 0.859633, + "nauc_map_at_20_std": -0.240458, + "nauc_map_at_20_diff1": 0.938955, + "nauc_map_at_100_max": 0.859276, + "nauc_map_at_100_std": -0.241846, + "nauc_map_at_100_diff1": 0.938959, + "nauc_map_at_1000_max": 0.859276, + "nauc_map_at_1000_std": -0.241846, + "nauc_map_at_1000_diff1": 0.938959, + "nauc_recall_at_1_max": 0.840546, + "nauc_recall_at_1_std": -0.250311, + "nauc_recall_at_1_diff1": 0.934641, + "nauc_recall_at_3_max": 0.915401, + "nauc_recall_at_3_std": -0.231998, + "nauc_recall_at_3_diff1": 0.952466, + "nauc_recall_at_5_max": 0.935255, + "nauc_recall_at_5_std": 0.007298, + "nauc_recall_at_5_diff1": 0.9656, + "nauc_recall_at_10_max": 0.915428, + "nauc_recall_at_10_std": -0.14968, + "nauc_recall_at_10_diff1": 0.959779, + "nauc_recall_at_20_max": 0.943978, + "nauc_recall_at_20_std": 0.170535, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.867372, - "nauc_precision_at_1_std": -0.183727, - "nauc_precision_at_1_diff1": 0.951542, - "nauc_precision_at_3_max": 0.947818, - "nauc_precision_at_3_std": 0.053809, - "nauc_precision_at_3_diff1": 0.966266, - "nauc_precision_at_5_max": 0.936197, - "nauc_precision_at_5_std": -0.018207, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.933007, - "nauc_precision_at_10_std": -0.165033, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.374603, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.840546, + "nauc_precision_at_1_std": -0.250311, + "nauc_precision_at_1_diff1": 0.934641, + "nauc_precision_at_3_max": 0.915401, + "nauc_precision_at_3_std": -0.231998, + "nauc_precision_at_3_diff1": 0.952466, + "nauc_precision_at_5_max": 0.935255, + "nauc_precision_at_5_std": 0.007298, + "nauc_precision_at_5_diff1": 0.9656, + "nauc_precision_at_10_max": 0.915428, + "nauc_precision_at_10_std": -0.14968, + "nauc_precision_at_10_diff1": 0.959779, + "nauc_precision_at_20_max": 0.943978, + "nauc_precision_at_20_std": 0.170535, + "nauc_precision_at_20_diff1": 0.943978, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.867372, - "nauc_mrr_at_1_std": -0.183727, - "nauc_mrr_at_1_diff1": 0.951542, - "nauc_mrr_at_3_max": 0.889827, - "nauc_mrr_at_3_std": -0.12659, - "nauc_mrr_at_3_diff1": 0.956482, - "nauc_mrr_at_5_max": 0.886417, - "nauc_mrr_at_5_std": -0.140315, - "nauc_mrr_at_5_diff1": 0.955331, - "nauc_mrr_at_10_max": 0.884926, - "nauc_mrr_at_10_std": -0.14789, - "nauc_mrr_at_10_diff1": 0.955874, - "nauc_mrr_at_20_max": 0.884857, - "nauc_mrr_at_20_std": -0.143298, - "nauc_mrr_at_20_diff1": 0.955716, - "nauc_mrr_at_100_max": 0.884654, - "nauc_mrr_at_100_std": -0.14411, - "nauc_mrr_at_100_diff1": 0.955681, - "nauc_mrr_at_1000_max": 0.884639, - "nauc_mrr_at_1000_std": -0.144256, - "nauc_mrr_at_1000_diff1": 0.955676, - "main_score": 0.95278, + "nauc_mrr_at_1_max": 0.840546, + "nauc_mrr_at_1_std": -0.250311, + "nauc_mrr_at_1_diff1": 0.934641, + "nauc_mrr_at_3_max": 0.863582, + "nauc_mrr_at_3_std": -0.250486, + "nauc_mrr_at_3_diff1": 0.939852, + "nauc_mrr_at_5_max": 0.861842, + "nauc_mrr_at_5_std": -0.232643, + "nauc_mrr_at_5_diff1": 0.939918, + "nauc_mrr_at_10_max": 0.859896, + "nauc_mrr_at_10_std": -0.242676, + "nauc_mrr_at_10_diff1": 0.9393, + "nauc_mrr_at_20_max": 0.859633, + "nauc_mrr_at_20_std": -0.240458, + "nauc_mrr_at_20_diff1": 0.938955, + "nauc_mrr_at_100_max": 0.859276, + "nauc_mrr_at_100_std": -0.241846, + "nauc_mrr_at_100_diff1": 0.938959, + "nauc_mrr_at_1000_max": 0.859276, + "nauc_mrr_at_1000_std": -0.241846, + "nauc_mrr_at_1000_diff1": 0.938959, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.95139, "hf_subset": "eng_Latn-deu_Latn", "languages": [ "eng-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92415, - "ndcg_at_5": 0.93013, - "ndcg_at_10": 0.93408, - "ndcg_at_20": 0.93727, - "ndcg_at_100": 0.93921, - "ndcg_at_1000": 0.93993, - "map_at_1": 0.89111, - "map_at_3": 0.91667, - "map_at_5": 0.92, - "map_at_10": 0.92163, - "map_at_20": 0.92256, - "map_at_100": 0.92286, - "map_at_1000": 0.92289, - "recall_at_1": 0.89111, - "recall_at_3": 0.94556, - "recall_at_5": 0.96, - "recall_at_10": 0.97222, - "recall_at_20": 0.98444, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.9186, + "ndcg_at_5": 0.92324, + "ndcg_at_10": 0.92894, + "ndcg_at_20": 0.93201, + "ndcg_at_100": 0.93395, + "ndcg_at_1000": 0.93483, + "map_at_1": 0.88333, + "map_at_3": 0.91037, + "map_at_5": 0.91298, + "map_at_10": 0.91531, + "map_at_20": 0.91614, + "map_at_100": 0.91644, + "map_at_1000": 0.91648, + "recall_at_1": 0.88333, + "recall_at_3": 0.94222, + "recall_at_5": 0.95333, + "recall_at_10": 0.97111, + "recall_at_20": 0.98333, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31519, - "precision_at_5": 0.192, - "precision_at_10": 0.09722, - "precision_at_20": 0.04922, - "precision_at_100": 0.00994, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31407, + "precision_at_5": 0.19067, + "precision_at_10": 0.09711, + "precision_at_20": 0.04917, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.916667, - "mrr_at_5": 0.92, - "mrr_at_10": 0.921627, - "mrr_at_20": 0.922559, - "mrr_at_100": 0.922862, - "mrr_at_1000": 0.922889, - "nauc_ndcg_at_1_max": 0.832566, - "nauc_ndcg_at_1_std": -0.124275, - "nauc_ndcg_at_1_diff1": 0.920597, - "nauc_ndcg_at_3_max": 0.86406, - "nauc_ndcg_at_3_std": -0.063251, - "nauc_ndcg_at_3_diff1": 0.92628, - "nauc_ndcg_at_5_max": 0.8652, - "nauc_ndcg_at_5_std": -0.060004, - "nauc_ndcg_at_5_diff1": 0.925156, - "nauc_ndcg_at_10_max": 0.860254, - "nauc_ndcg_at_10_std": -0.07413, - "nauc_ndcg_at_10_diff1": 0.924145, - "nauc_ndcg_at_20_max": 0.860394, - "nauc_ndcg_at_20_std": -0.046427, - "nauc_ndcg_at_20_diff1": 0.922128, - "nauc_ndcg_at_100_max": 0.859629, - "nauc_ndcg_at_100_std": -0.051135, - "nauc_ndcg_at_100_diff1": 0.924116, - "nauc_ndcg_at_1000_max": 0.857935, - "nauc_ndcg_at_1000_std": -0.063494, - "nauc_ndcg_at_1000_diff1": 0.923499, - "nauc_map_at_1_max": 0.832566, - "nauc_map_at_1_std": -0.124275, - "nauc_map_at_1_diff1": 0.920597, - "nauc_map_at_3_max": 0.855909, - "nauc_map_at_3_std": -0.079355, - "nauc_map_at_3_diff1": 0.924257, - "nauc_map_at_5_max": 0.856334, - "nauc_map_at_5_std": -0.077408, - "nauc_map_at_5_diff1": 0.923638, - "nauc_map_at_10_max": 0.854437, - "nauc_map_at_10_std": -0.082247, - "nauc_map_at_10_diff1": 0.923213, - "nauc_map_at_20_max": 0.854484, - "nauc_map_at_20_std": -0.075303, - "nauc_map_at_20_diff1": 0.922742, - "nauc_map_at_100_max": 0.854427, - "nauc_map_at_100_std": -0.075993, - "nauc_map_at_100_diff1": 0.923039, - "nauc_map_at_1000_max": 0.854375, - "nauc_map_at_1000_std": -0.076367, - "nauc_map_at_1000_diff1": 0.923018, - "nauc_recall_at_1_max": 0.832566, - "nauc_recall_at_1_std": -0.124275, - "nauc_recall_at_1_diff1": 0.920597, - "nauc_recall_at_3_max": 0.898721, - "nauc_recall_at_3_std": 0.005469, - "nauc_recall_at_3_diff1": 0.935307, - "nauc_recall_at_5_max": 0.914281, - "nauc_recall_at_5_std": 0.035351, - "nauc_recall_at_5_diff1": 0.933733, - "nauc_recall_at_10_max": 0.899627, - "nauc_recall_at_10_std": -0.032474, - "nauc_recall_at_10_diff1": 0.930719, - "nauc_recall_at_20_max": 0.929639, - "nauc_recall_at_20_std": 0.406029, - "nauc_recall_at_20_diff1": 0.904295, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.91037, + "mrr_at_5": 0.912981, + "mrr_at_10": 0.915309, + "mrr_at_20": 0.916141, + "mrr_at_100": 0.916444, + "mrr_at_1000": 0.916481, + "nauc_ndcg_at_1_max": 0.812088, + "nauc_ndcg_at_1_std": -0.176313, + "nauc_ndcg_at_1_diff1": 0.915346, + "nauc_ndcg_at_3_max": 0.856605, + "nauc_ndcg_at_3_std": -0.108973, + "nauc_ndcg_at_3_diff1": 0.912738, + "nauc_ndcg_at_5_max": 0.856551, + "nauc_ndcg_at_5_std": -0.121994, + "nauc_ndcg_at_5_diff1": 0.913436, + "nauc_ndcg_at_10_max": 0.854835, + "nauc_ndcg_at_10_std": -0.087157, + "nauc_ndcg_at_10_diff1": 0.913289, + "nauc_ndcg_at_20_max": 0.85301, + "nauc_ndcg_at_20_std": -0.079801, + "nauc_ndcg_at_20_diff1": 0.91323, + "nauc_ndcg_at_100_max": 0.849909, + "nauc_ndcg_at_100_std": -0.089692, + "nauc_ndcg_at_100_diff1": 0.913642, + "nauc_ndcg_at_1000_max": 0.847856, + "nauc_ndcg_at_1000_std": -0.104596, + "nauc_ndcg_at_1000_diff1": 0.91339, + "nauc_map_at_1_max": 0.812088, + "nauc_map_at_1_std": -0.176313, + "nauc_map_at_1_diff1": 0.915346, + "nauc_map_at_3_max": 0.845096, + "nauc_map_at_3_std": -0.124243, + "nauc_map_at_3_diff1": 0.913125, + "nauc_map_at_5_max": 0.844767, + "nauc_map_at_5_std": -0.130753, + "nauc_map_at_5_diff1": 0.91349, + "nauc_map_at_10_max": 0.84391, + "nauc_map_at_10_std": -0.117997, + "nauc_map_at_10_diff1": 0.91344, + "nauc_map_at_20_max": 0.843407, + "nauc_map_at_20_std": -0.117011, + "nauc_map_at_20_diff1": 0.913416, + "nauc_map_at_100_max": 0.84298, + "nauc_map_at_100_std": -0.118815, + "nauc_map_at_100_diff1": 0.913454, + "nauc_map_at_1000_max": 0.842908, + "nauc_map_at_1000_std": -0.119325, + "nauc_map_at_1000_diff1": 0.913449, + "nauc_recall_at_1_max": 0.812088, + "nauc_recall_at_1_std": -0.176313, + "nauc_recall_at_1_diff1": 0.915346, + "nauc_recall_at_3_max": 0.906001, + "nauc_recall_at_3_std": -0.045069, + "nauc_recall_at_3_diff1": 0.911298, + "nauc_recall_at_5_max": 0.917189, + "nauc_recall_at_5_std": -0.083922, + "nauc_recall_at_5_diff1": 0.913632, + "nauc_recall_at_10_max": 0.940566, + "nauc_recall_at_10_std": 0.187154, + "nauc_recall_at_10_diff1": 0.912645, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.51883, + "nauc_recall_at_20_diff1": 0.911765, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.973856, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832566, - "nauc_precision_at_1_std": -0.124275, - "nauc_precision_at_1_diff1": 0.920597, - "nauc_precision_at_3_max": 0.898721, - "nauc_precision_at_3_std": 0.005469, - "nauc_precision_at_3_diff1": 0.935307, - "nauc_precision_at_5_max": 0.914281, - "nauc_precision_at_5_std": 0.035351, - "nauc_precision_at_5_diff1": 0.933733, - "nauc_precision_at_10_max": 0.899627, - "nauc_precision_at_10_std": -0.032474, - "nauc_precision_at_10_diff1": 0.930719, - "nauc_precision_at_20_max": 0.929639, - "nauc_precision_at_20_std": 0.406029, - "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_1_max": 0.812088, + "nauc_precision_at_1_std": -0.176313, + "nauc_precision_at_1_diff1": 0.915346, + "nauc_precision_at_3_max": 0.906001, + "nauc_precision_at_3_std": -0.045069, + "nauc_precision_at_3_diff1": 0.911298, + "nauc_precision_at_5_max": 0.917189, + "nauc_precision_at_5_std": -0.083922, + "nauc_precision_at_5_diff1": 0.913632, + "nauc_precision_at_10_max": 0.940566, + "nauc_precision_at_10_std": 0.187154, + "nauc_precision_at_10_diff1": 0.912645, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.51883, + "nauc_precision_at_20_diff1": 0.911765, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.973856, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832566, - "nauc_mrr_at_1_std": -0.124275, - "nauc_mrr_at_1_diff1": 0.920597, - "nauc_mrr_at_3_max": 0.855909, - "nauc_mrr_at_3_std": -0.079355, - "nauc_mrr_at_3_diff1": 0.924257, - "nauc_mrr_at_5_max": 0.856334, - "nauc_mrr_at_5_std": -0.077408, - "nauc_mrr_at_5_diff1": 0.923638, - "nauc_mrr_at_10_max": 0.854437, - "nauc_mrr_at_10_std": -0.082247, - "nauc_mrr_at_10_diff1": 0.923213, - "nauc_mrr_at_20_max": 0.854484, - "nauc_mrr_at_20_std": -0.075303, - "nauc_mrr_at_20_diff1": 0.922742, - "nauc_mrr_at_100_max": 0.854427, - "nauc_mrr_at_100_std": -0.075993, - "nauc_mrr_at_100_diff1": 0.923039, - "nauc_mrr_at_1000_max": 0.854375, - "nauc_mrr_at_1000_std": -0.076367, - "nauc_mrr_at_1000_diff1": 0.923018, - "main_score": 0.93408, + "nauc_mrr_at_1_max": 0.812088, + "nauc_mrr_at_1_std": -0.176313, + "nauc_mrr_at_1_diff1": 0.915346, + "nauc_mrr_at_3_max": 0.845096, + "nauc_mrr_at_3_std": -0.124243, + "nauc_mrr_at_3_diff1": 0.913125, + "nauc_mrr_at_5_max": 0.844767, + "nauc_mrr_at_5_std": -0.130753, + "nauc_mrr_at_5_diff1": 0.91349, + "nauc_mrr_at_10_max": 0.84391, + "nauc_mrr_at_10_std": -0.117997, + "nauc_mrr_at_10_diff1": 0.91344, + "nauc_mrr_at_20_max": 0.843407, + "nauc_mrr_at_20_std": -0.117011, + "nauc_mrr_at_20_diff1": 0.913416, + "nauc_mrr_at_100_max": 0.84298, + "nauc_mrr_at_100_std": -0.118815, + "nauc_mrr_at_100_diff1": 0.913454, + "nauc_mrr_at_1000_max": 0.842908, + "nauc_mrr_at_1000_std": -0.119325, + "nauc_mrr_at_1000_diff1": 0.913449, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.92894, "hf_subset": "ell_Grek-ell_Grek", "languages": [ "ell-Grek", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91444, - "ndcg_at_3": 0.94246, - "ndcg_at_5": 0.94796, - "ndcg_at_10": 0.95236, - "ndcg_at_20": 0.95465, - "ndcg_at_100": 0.95484, - "ndcg_at_1000": 0.9553, - "map_at_1": 0.91444, - "map_at_3": 0.9363, - "map_at_5": 0.93935, - "map_at_10": 0.94122, - "map_at_20": 0.94187, - "map_at_100": 0.94189, - "map_at_1000": 0.94191, - "recall_at_1": 0.91444, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94123, + "ndcg_at_5": 0.9463, + "ndcg_at_10": 0.94956, + "ndcg_at_20": 0.95217, + "ndcg_at_100": 0.95341, + "ndcg_at_1000": 0.95354, + "map_at_1": 0.91111, + "map_at_3": 0.93463, + "map_at_5": 0.93746, + "map_at_10": 0.93883, + "map_at_20": 0.93958, + "map_at_100": 0.93976, + "map_at_1000": 0.93976, + "recall_at_1": 0.91111, "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99556, - "recall_at_100": 0.99667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98222, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91444, + "accuracy": 0.91111, + "precision_at_1": 0.91111, "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.04978, - "precision_at_100": 0.00997, + "precision_at_5": 0.19444, + "precision_at_10": 0.09822, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.914444, - "mrr_at_3": 0.936296, - "mrr_at_5": 0.939352, - "mrr_at_10": 0.94122, - "mrr_at_20": 0.941871, - "mrr_at_100": 0.941888, - "mrr_at_1000": 0.941912, - "nauc_ndcg_at_1_max": 0.78589, - "nauc_ndcg_at_1_std": -0.358028, - "nauc_ndcg_at_1_diff1": 0.922363, - "nauc_ndcg_at_3_max": 0.804879, - "nauc_ndcg_at_3_std": -0.416301, - "nauc_ndcg_at_3_diff1": 0.922711, - "nauc_ndcg_at_5_max": 0.811467, - "nauc_ndcg_at_5_std": -0.391778, - "nauc_ndcg_at_5_diff1": 0.921524, - "nauc_ndcg_at_10_max": 0.8126, - "nauc_ndcg_at_10_std": -0.367365, - "nauc_ndcg_at_10_diff1": 0.92656, - "nauc_ndcg_at_20_max": 0.807686, - "nauc_ndcg_at_20_std": -0.366128, - "nauc_ndcg_at_20_diff1": 0.925478, - "nauc_ndcg_at_100_max": 0.806897, - "nauc_ndcg_at_100_std": -0.360495, - "nauc_ndcg_at_100_diff1": 0.925173, - "nauc_ndcg_at_1000_max": 0.8049, - "nauc_ndcg_at_1000_std": -0.374566, - "nauc_ndcg_at_1000_diff1": 0.924399, - "nauc_map_at_1_max": 0.78589, - "nauc_map_at_1_std": -0.358028, - "nauc_map_at_1_diff1": 0.922363, - "nauc_map_at_3_max": 0.79972, - "nauc_map_at_3_std": -0.400077, - "nauc_map_at_3_diff1": 0.922895, - "nauc_map_at_5_max": 0.802921, - "nauc_map_at_5_std": -0.387581, - "nauc_map_at_5_diff1": 0.922303, - "nauc_map_at_10_max": 0.802821, - "nauc_map_at_10_std": -0.379041, - "nauc_map_at_10_diff1": 0.924, - "nauc_map_at_20_max": 0.801656, - "nauc_map_at_20_std": -0.379116, - "nauc_map_at_20_diff1": 0.92375, - "nauc_map_at_100_max": 0.801596, - "nauc_map_at_100_std": -0.378703, - "nauc_map_at_100_diff1": 0.923727, - "nauc_map_at_1000_max": 0.801516, - "nauc_map_at_1000_std": -0.379261, - "nauc_map_at_1000_diff1": 0.923696, - "nauc_recall_at_1_max": 0.78589, - "nauc_recall_at_1_std": -0.358028, - "nauc_recall_at_1_diff1": 0.922363, - "nauc_recall_at_3_max": 0.827939, - "nauc_recall_at_3_std": -0.48912, - "nauc_recall_at_3_diff1": 0.921672, - "nauc_recall_at_5_max": 0.867628, - "nauc_recall_at_5_std": -0.409353, - "nauc_recall_at_5_diff1": 0.915869, - "nauc_recall_at_10_max": 0.94106, - "nauc_recall_at_10_std": -0.163827, - "nauc_recall_at_10_diff1": 0.965959, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.937463, + "mrr_at_10": 0.93883, + "mrr_at_20": 0.939583, + "mrr_at_100": 0.939758, + "mrr_at_1000": 0.939762, + "nauc_ndcg_at_1_max": 0.739869, + "nauc_ndcg_at_1_std": -0.356238, + "nauc_ndcg_at_1_diff1": 0.924457, + "nauc_ndcg_at_3_max": 0.764012, + "nauc_ndcg_at_3_std": -0.353274, + "nauc_ndcg_at_3_diff1": 0.924458, + "nauc_ndcg_at_5_max": 0.761389, + "nauc_ndcg_at_5_std": -0.360295, + "nauc_ndcg_at_5_diff1": 0.922013, + "nauc_ndcg_at_10_max": 0.768534, + "nauc_ndcg_at_10_std": -0.325702, + "nauc_ndcg_at_10_diff1": 0.92468, + "nauc_ndcg_at_20_max": 0.767707, + "nauc_ndcg_at_20_std": -0.327799, + "nauc_ndcg_at_20_diff1": 0.927432, + "nauc_ndcg_at_100_max": 0.761514, + "nauc_ndcg_at_100_std": -0.340792, + "nauc_ndcg_at_100_diff1": 0.925497, + "nauc_ndcg_at_1000_max": 0.760835, + "nauc_ndcg_at_1000_std": -0.344609, + "nauc_ndcg_at_1000_diff1": 0.925285, + "nauc_map_at_1_max": 0.739869, + "nauc_map_at_1_std": -0.356238, + "nauc_map_at_1_diff1": 0.924457, + "nauc_map_at_3_max": 0.757198, + "nauc_map_at_3_std": -0.357965, + "nauc_map_at_3_diff1": 0.924722, + "nauc_map_at_5_max": 0.755554, + "nauc_map_at_5_std": -0.361277, + "nauc_map_at_5_diff1": 0.92359, + "nauc_map_at_10_max": 0.758136, + "nauc_map_at_10_std": -0.349176, + "nauc_map_at_10_diff1": 0.924398, + "nauc_map_at_20_max": 0.757705, + "nauc_map_at_20_std": -0.350547, + "nauc_map_at_20_diff1": 0.925071, + "nauc_map_at_100_max": 0.757001, + "nauc_map_at_100_std": -0.352087, + "nauc_map_at_100_diff1": 0.924853, + "nauc_map_at_1000_max": 0.756988, + "nauc_map_at_1000_std": -0.352161, + "nauc_map_at_1000_diff1": 0.924849, + "nauc_recall_at_1_max": 0.739869, + "nauc_recall_at_1_std": -0.356238, + "nauc_recall_at_1_diff1": 0.924457, + "nauc_recall_at_3_max": 0.795401, + "nauc_recall_at_3_std": -0.328639, + "nauc_recall_at_3_diff1": 0.923034, + "nauc_recall_at_5_max": 0.797703, + "nauc_recall_at_5_std": -0.353053, + "nauc_recall_at_5_diff1": 0.910738, + "nauc_recall_at_10_max": 0.875729, + "nauc_recall_at_10_std": -0.052258, + "nauc_recall_at_10_diff1": 0.930264, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_std": 0.281846, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -10463,20 +11094,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.78589, - "nauc_precision_at_1_std": -0.358028, - "nauc_precision_at_1_diff1": 0.922363, - "nauc_precision_at_3_max": 0.827939, - "nauc_precision_at_3_std": -0.48912, - "nauc_precision_at_3_diff1": 0.921672, - "nauc_precision_at_5_max": 0.867628, - "nauc_precision_at_5_std": -0.409353, - "nauc_precision_at_5_diff1": 0.915869, - "nauc_precision_at_10_max": 0.94106, - "nauc_precision_at_10_std": -0.163827, - "nauc_precision_at_10_diff1": 0.965959, + "nauc_precision_at_1_max": 0.739869, + "nauc_precision_at_1_std": -0.356238, + "nauc_precision_at_1_diff1": 0.924457, + "nauc_precision_at_3_max": 0.795401, + "nauc_precision_at_3_std": -0.328639, + "nauc_precision_at_3_diff1": 0.923034, + "nauc_precision_at_5_max": 0.797703, + "nauc_precision_at_5_std": -0.353053, + "nauc_precision_at_5_diff1": 0.910738, + "nauc_precision_at_10_max": 0.875729, + "nauc_precision_at_10_std": -0.052258, + "nauc_precision_at_10_diff1": 0.930264, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_std": 0.281846, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -10484,295 +11115,313 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.78589, - "nauc_mrr_at_1_std": -0.358028, - "nauc_mrr_at_1_diff1": 0.922363, - "nauc_mrr_at_3_max": 0.79972, - "nauc_mrr_at_3_std": -0.400077, - "nauc_mrr_at_3_diff1": 0.922895, - "nauc_mrr_at_5_max": 0.802921, - "nauc_mrr_at_5_std": -0.387581, - "nauc_mrr_at_5_diff1": 0.922303, - "nauc_mrr_at_10_max": 0.802821, - "nauc_mrr_at_10_std": -0.379041, - "nauc_mrr_at_10_diff1": 0.924, - "nauc_mrr_at_20_max": 0.801656, - "nauc_mrr_at_20_std": -0.379116, - "nauc_mrr_at_20_diff1": 0.92375, - "nauc_mrr_at_100_max": 0.801596, - "nauc_mrr_at_100_std": -0.378703, - "nauc_mrr_at_100_diff1": 0.923727, - "nauc_mrr_at_1000_max": 0.801516, - "nauc_mrr_at_1000_std": -0.379261, - "nauc_mrr_at_1000_diff1": 0.923696, - "main_score": 0.95236, + "nauc_mrr_at_1_max": 0.739869, + "nauc_mrr_at_1_std": -0.356238, + "nauc_mrr_at_1_diff1": 0.924457, + "nauc_mrr_at_3_max": 0.757198, + "nauc_mrr_at_3_std": -0.357965, + "nauc_mrr_at_3_diff1": 0.924722, + "nauc_mrr_at_5_max": 0.755554, + "nauc_mrr_at_5_std": -0.361277, + "nauc_mrr_at_5_diff1": 0.92359, + "nauc_mrr_at_10_max": 0.758136, + "nauc_mrr_at_10_std": -0.349176, + "nauc_mrr_at_10_diff1": 0.924398, + "nauc_mrr_at_20_max": 0.757705, + "nauc_mrr_at_20_std": -0.350547, + "nauc_mrr_at_20_diff1": 0.925071, + "nauc_mrr_at_100_max": 0.757001, + "nauc_mrr_at_100_std": -0.352087, + "nauc_mrr_at_100_diff1": 0.924853, + "nauc_mrr_at_1000_max": 0.756988, + "nauc_mrr_at_1000_std": -0.352161, + "nauc_mrr_at_1000_diff1": 0.924849, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94956, "hf_subset": "ell_Grek-eng_Latn", "languages": [ "ell-Grek", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.85222, - "ndcg_at_3": 0.89114, - "ndcg_at_5": 0.90175, - "ndcg_at_10": 0.90822, - "ndcg_at_20": 0.91081, - "ndcg_at_100": 0.91446, - "ndcg_at_1000": 0.91565, - "map_at_1": 0.85222, - "map_at_3": 0.88222, - "map_at_5": 0.88817, - "map_at_10": 0.89084, - "map_at_20": 0.89158, - "map_at_100": 0.89213, - "map_at_1000": 0.89218, - "recall_at_1": 0.85222, - "recall_at_3": 0.91667, - "recall_at_5": 0.94222, - "recall_at_10": 0.96222, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.86869, + "ndcg_at_5": 0.87562, + "ndcg_at_10": 0.88485, + "ndcg_at_20": 0.88739, + "ndcg_at_100": 0.8918, + "ndcg_at_1000": 0.89311, + "map_at_1": 0.80333, + "map_at_3": 0.85352, + "map_at_5": 0.85741, + "map_at_10": 0.86136, + "map_at_20": 0.86206, + "map_at_100": 0.8627, + "map_at_1000": 0.86276, + "recall_at_1": 0.80333, + "recall_at_3": 0.91222, + "recall_at_5": 0.92889, + "recall_at_10": 0.95667, + "recall_at_20": 0.96667, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.85222, - "precision_at_3": 0.30556, - "precision_at_5": 0.18844, - "precision_at_10": 0.09622, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30407, + "precision_at_5": 0.18578, + "precision_at_10": 0.09567, + "precision_at_20": 0.04833, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.852222, - "mrr_at_3": 0.882222, - "mrr_at_5": 0.888167, - "mrr_at_10": 0.890836, - "mrr_at_20": 0.891582, - "mrr_at_100": 0.892129, - "mrr_at_1000": 0.892181, - "nauc_ndcg_at_1_max": 0.814108, - "nauc_ndcg_at_1_std": 0.063659, - "nauc_ndcg_at_1_diff1": 0.864854, - "nauc_ndcg_at_3_max": 0.819621, - "nauc_ndcg_at_3_std": 0.068813, - "nauc_ndcg_at_3_diff1": 0.832932, - "nauc_ndcg_at_5_max": 0.827523, - "nauc_ndcg_at_5_std": 0.093092, - "nauc_ndcg_at_5_diff1": 0.826612, - "nauc_ndcg_at_10_max": 0.826359, - "nauc_ndcg_at_10_std": 0.100647, - "nauc_ndcg_at_10_diff1": 0.82784, - "nauc_ndcg_at_20_max": 0.824932, - "nauc_ndcg_at_20_std": 0.099272, - "nauc_ndcg_at_20_diff1": 0.82774, - "nauc_ndcg_at_100_max": 0.824312, - "nauc_ndcg_at_100_std": 0.100683, - "nauc_ndcg_at_100_diff1": 0.830157, - "nauc_ndcg_at_1000_max": 0.823004, - "nauc_ndcg_at_1000_std": 0.092448, - "nauc_ndcg_at_1000_diff1": 0.83376, - "nauc_map_at_1_max": 0.814108, - "nauc_map_at_1_std": 0.063659, - "nauc_map_at_1_diff1": 0.864854, - "nauc_map_at_3_max": 0.818237, - "nauc_map_at_3_std": 0.068035, - "nauc_map_at_3_diff1": 0.840868, - "nauc_map_at_5_max": 0.822217, - "nauc_map_at_5_std": 0.080538, - "nauc_map_at_5_diff1": 0.838199, - "nauc_map_at_10_max": 0.821766, - "nauc_map_at_10_std": 0.083765, - "nauc_map_at_10_diff1": 0.838717, - "nauc_map_at_20_max": 0.82133, - "nauc_map_at_20_std": 0.083564, - "nauc_map_at_20_diff1": 0.838743, - "nauc_map_at_100_max": 0.821211, - "nauc_map_at_100_std": 0.08387, - "nauc_map_at_100_diff1": 0.839085, - "nauc_map_at_1000_max": 0.821164, - "nauc_map_at_1000_std": 0.083604, - "nauc_map_at_1000_diff1": 0.839204, - "nauc_recall_at_1_max": 0.814108, - "nauc_recall_at_1_std": 0.063659, - "nauc_recall_at_1_diff1": 0.864854, - "nauc_recall_at_3_max": 0.824967, - "nauc_recall_at_3_std": 0.071472, - "nauc_recall_at_3_diff1": 0.802309, - "nauc_recall_at_5_max": 0.857744, - "nauc_recall_at_5_std": 0.165419, - "nauc_recall_at_5_diff1": 0.76335, - "nauc_recall_at_10_max": 0.863926, - "nauc_recall_at_10_std": 0.245647, - "nauc_recall_at_10_diff1": 0.741803, - "nauc_recall_at_20_max": 0.862185, - "nauc_recall_at_20_std": 0.274939, - "nauc_recall_at_20_diff1": 0.710476, - "nauc_recall_at_100_max": 0.914216, - "nauc_recall_at_100_std": 0.679972, - "nauc_recall_at_100_diff1": 0.577556, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.814108, - "nauc_precision_at_1_std": 0.063659, - "nauc_precision_at_1_diff1": 0.864854, - "nauc_precision_at_3_max": 0.824967, - "nauc_precision_at_3_std": 0.071472, - "nauc_precision_at_3_diff1": 0.802309, - "nauc_precision_at_5_max": 0.857744, - "nauc_precision_at_5_std": 0.165419, - "nauc_precision_at_5_diff1": 0.76335, - "nauc_precision_at_10_max": 0.863926, - "nauc_precision_at_10_std": 0.245647, - "nauc_precision_at_10_diff1": 0.741803, - "nauc_precision_at_20_max": 0.862185, - "nauc_precision_at_20_std": 0.274939, - "nauc_precision_at_20_diff1": 0.710476, - "nauc_precision_at_100_max": 0.914216, - "nauc_precision_at_100_std": 0.679972, - "nauc_precision_at_100_diff1": 0.577556, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.814108, - "nauc_mrr_at_1_std": 0.063659, - "nauc_mrr_at_1_diff1": 0.864854, - "nauc_mrr_at_3_max": 0.818237, - "nauc_mrr_at_3_std": 0.068035, - "nauc_mrr_at_3_diff1": 0.840868, - "nauc_mrr_at_5_max": 0.822217, - "nauc_mrr_at_5_std": 0.080538, - "nauc_mrr_at_5_diff1": 0.838199, - "nauc_mrr_at_10_max": 0.821766, - "nauc_mrr_at_10_std": 0.083765, - "nauc_mrr_at_10_diff1": 0.838717, - "nauc_mrr_at_20_max": 0.82133, - "nauc_mrr_at_20_std": 0.083564, - "nauc_mrr_at_20_diff1": 0.838743, - "nauc_mrr_at_100_max": 0.821211, - "nauc_mrr_at_100_std": 0.08387, - "nauc_mrr_at_100_diff1": 0.839085, - "nauc_mrr_at_1000_max": 0.821164, - "nauc_mrr_at_1000_std": 0.083604, - "nauc_mrr_at_1000_diff1": 0.839204, - "main_score": 0.90822, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.853519, + "mrr_at_5": 0.857407, + "mrr_at_10": 0.861358, + "mrr_at_20": 0.862062, + "mrr_at_100": 0.862704, + "mrr_at_1000": 0.862756, + "nauc_ndcg_at_1_max": 0.764427, + "nauc_ndcg_at_1_std": 0.016805, + "nauc_ndcg_at_1_diff1": 0.810775, + "nauc_ndcg_at_3_max": 0.771519, + "nauc_ndcg_at_3_std": 0.035586, + "nauc_ndcg_at_3_diff1": 0.752032, + "nauc_ndcg_at_5_max": 0.769726, + "nauc_ndcg_at_5_std": 0.029204, + "nauc_ndcg_at_5_diff1": 0.74674, + "nauc_ndcg_at_10_max": 0.76979, + "nauc_ndcg_at_10_std": 0.026733, + "nauc_ndcg_at_10_diff1": 0.75239, + "nauc_ndcg_at_20_max": 0.769658, + "nauc_ndcg_at_20_std": 0.038302, + "nauc_ndcg_at_20_diff1": 0.750517, + "nauc_ndcg_at_100_max": 0.77009, + "nauc_ndcg_at_100_std": 0.035942, + "nauc_ndcg_at_100_diff1": 0.758166, + "nauc_ndcg_at_1000_max": 0.769935, + "nauc_ndcg_at_1000_std": 0.030327, + "nauc_ndcg_at_1000_diff1": 0.762394, + "nauc_map_at_1_max": 0.764427, + "nauc_map_at_1_std": 0.016805, + "nauc_map_at_1_diff1": 0.810775, + "nauc_map_at_3_max": 0.769801, + "nauc_map_at_3_std": 0.026948, + "nauc_map_at_3_diff1": 0.769337, + "nauc_map_at_5_max": 0.768895, + "nauc_map_at_5_std": 0.023603, + "nauc_map_at_5_diff1": 0.767094, + "nauc_map_at_10_max": 0.769029, + "nauc_map_at_10_std": 0.022825, + "nauc_map_at_10_diff1": 0.769769, + "nauc_map_at_20_max": 0.769072, + "nauc_map_at_20_std": 0.025402, + "nauc_map_at_20_diff1": 0.769533, + "nauc_map_at_100_max": 0.769134, + "nauc_map_at_100_std": 0.024937, + "nauc_map_at_100_diff1": 0.770641, + "nauc_map_at_1000_max": 0.76915, + "nauc_map_at_1000_std": 0.024825, + "nauc_map_at_1000_diff1": 0.770773, + "nauc_recall_at_1_max": 0.764427, + "nauc_recall_at_1_std": 0.016805, + "nauc_recall_at_1_diff1": 0.810775, + "nauc_recall_at_3_max": 0.779072, + "nauc_recall_at_3_std": 0.077072, + "nauc_recall_at_3_diff1": 0.673333, + "nauc_recall_at_5_max": 0.773386, + "nauc_recall_at_5_std": 0.060654, + "nauc_recall_at_5_diff1": 0.634549, + "nauc_recall_at_10_max": 0.773899, + "nauc_recall_at_10_std": 0.057207, + "nauc_recall_at_10_diff1": 0.605138, + "nauc_recall_at_20_max": 0.771195, + "nauc_recall_at_20_std": 0.214613, + "nauc_recall_at_20_diff1": 0.534376, + "nauc_recall_at_100_max": 0.79308, + "nauc_recall_at_100_std": 0.510945, + "nauc_recall_at_100_diff1": 0.423903, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764427, + "nauc_precision_at_1_std": 0.016805, + "nauc_precision_at_1_diff1": 0.810775, + "nauc_precision_at_3_max": 0.779072, + "nauc_precision_at_3_std": 0.077072, + "nauc_precision_at_3_diff1": 0.673333, + "nauc_precision_at_5_max": 0.773386, + "nauc_precision_at_5_std": 0.060654, + "nauc_precision_at_5_diff1": 0.634549, + "nauc_precision_at_10_max": 0.773899, + "nauc_precision_at_10_std": 0.057207, + "nauc_precision_at_10_diff1": 0.605138, + "nauc_precision_at_20_max": 0.771195, + "nauc_precision_at_20_std": 0.214613, + "nauc_precision_at_20_diff1": 0.534376, + "nauc_precision_at_100_max": 0.79308, + "nauc_precision_at_100_std": 0.510945, + "nauc_precision_at_100_diff1": 0.423903, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764427, + "nauc_mrr_at_1_std": 0.016805, + "nauc_mrr_at_1_diff1": 0.810775, + "nauc_mrr_at_3_max": 0.769801, + "nauc_mrr_at_3_std": 0.026948, + "nauc_mrr_at_3_diff1": 0.769337, + "nauc_mrr_at_5_max": 0.768895, + "nauc_mrr_at_5_std": 0.023603, + "nauc_mrr_at_5_diff1": 0.767094, + "nauc_mrr_at_10_max": 0.769029, + "nauc_mrr_at_10_std": 0.022825, + "nauc_mrr_at_10_diff1": 0.769769, + "nauc_mrr_at_20_max": 0.769072, + "nauc_mrr_at_20_std": 0.025402, + "nauc_mrr_at_20_diff1": 0.769533, + "nauc_mrr_at_100_max": 0.769134, + "nauc_mrr_at_100_std": 0.024937, + "nauc_mrr_at_100_diff1": 0.770641, + "nauc_mrr_at_1000_max": 0.76915, + "nauc_mrr_at_1000_std": 0.024825, + "nauc_mrr_at_1000_diff1": 0.770773, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.88485, "hf_subset": "eng_Latn-ell_Grek", "languages": [ "eng-Latn", "ell-Grek" - ] - }, - { - "ndcg_at_1": 0.93556, - "ndcg_at_3": 0.95835, - "ndcg_at_5": 0.96299, - "ndcg_at_10": 0.96514, - "ndcg_at_20": 0.96627, - "ndcg_at_100": 0.96683, - "ndcg_at_1000": 0.96683, - "map_at_1": 0.93556, - "map_at_3": 0.95278, - "map_at_5": 0.95539, - "map_at_10": 0.95628, - "map_at_20": 0.95659, - "map_at_100": 0.95665, - "map_at_1000": 0.95665, - "recall_at_1": 0.93556, - "recall_at_3": 0.97444, - "recall_at_5": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.95586, + "ndcg_at_5": 0.96055, + "ndcg_at_10": 0.96387, + "ndcg_at_20": 0.9647, + "ndcg_at_100": 0.96514, + "ndcg_at_1000": 0.96546, + "map_at_1": 0.93333, + "map_at_3": 0.95056, + "map_at_5": 0.95322, + "map_at_10": 0.95464, + "map_at_20": 0.95486, + "map_at_100": 0.95493, + "map_at_1000": 0.95495, + "recall_at_1": 0.93333, + "recall_at_3": 0.97111, + "recall_at_5": 0.98222, "recall_at_10": 0.99222, - "recall_at_20": 0.99667, - "recall_at_100": 1.0, + "recall_at_20": 0.99556, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93556, - "precision_at_3": 0.32481, - "precision_at_5": 0.19711, + "accuracy": 0.93333, + "precision_at_1": 0.93333, + "precision_at_3": 0.3237, + "precision_at_5": 0.19644, "precision_at_10": 0.09922, - "precision_at_20": 0.04983, - "precision_at_100": 0.01, + "precision_at_20": 0.04978, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.935556, - "mrr_at_3": 0.952778, - "mrr_at_5": 0.955389, - "mrr_at_10": 0.956278, - "mrr_at_20": 0.956593, - "mrr_at_100": 0.95665, - "mrr_at_1000": 0.95665, - "nauc_ndcg_at_1_max": 0.868935, - "nauc_ndcg_at_1_std": -0.316406, - "nauc_ndcg_at_1_diff1": 0.970419, - "nauc_ndcg_at_3_max": 0.895939, - "nauc_ndcg_at_3_std": -0.361276, - "nauc_ndcg_at_3_diff1": 0.973853, - "nauc_ndcg_at_5_max": 0.89808, - "nauc_ndcg_at_5_std": -0.280799, - "nauc_ndcg_at_5_diff1": 0.976992, - "nauc_ndcg_at_10_max": 0.894352, - "nauc_ndcg_at_10_std": -0.286029, - "nauc_ndcg_at_10_diff1": 0.975572, - "nauc_ndcg_at_20_max": 0.891787, - "nauc_ndcg_at_20_std": -0.306074, - "nauc_ndcg_at_20_diff1": 0.974752, - "nauc_ndcg_at_100_max": 0.889956, - "nauc_ndcg_at_100_std": -0.313943, - "nauc_ndcg_at_100_diff1": 0.974325, - "nauc_ndcg_at_1000_max": 0.889956, - "nauc_ndcg_at_1000_std": -0.313943, - "nauc_ndcg_at_1000_diff1": 0.974325, - "nauc_map_at_1_max": 0.868935, - "nauc_map_at_1_std": -0.316406, - "nauc_map_at_1_diff1": 0.970419, - "nauc_map_at_3_max": 0.889559, - "nauc_map_at_3_std": -0.349133, - "nauc_map_at_3_diff1": 0.973151, - "nauc_map_at_5_max": 0.889976, - "nauc_map_at_5_std": -0.310093, - "nauc_map_at_5_diff1": 0.97451, - "nauc_map_at_10_max": 0.888445, - "nauc_map_at_10_std": -0.314154, - "nauc_map_at_10_diff1": 0.973992, - "nauc_map_at_20_max": 0.887802, - "nauc_map_at_20_std": -0.319547, - "nauc_map_at_20_diff1": 0.973803, - "nauc_map_at_100_max": 0.887654, - "nauc_map_at_100_std": -0.319826, - "nauc_map_at_100_diff1": 0.973768, - "nauc_map_at_1000_max": 0.887654, - "nauc_map_at_1000_std": -0.319826, - "nauc_map_at_1000_diff1": 0.973768, - "nauc_recall_at_1_max": 0.868935, - "nauc_recall_at_1_std": -0.316406, - "nauc_recall_at_1_diff1": 0.970419, - "nauc_recall_at_3_max": 0.928044, - "nauc_recall_at_3_std": -0.424025, - "nauc_recall_at_3_diff1": 0.977266, - "nauc_recall_at_5_max": 0.968577, - "nauc_recall_at_5_std": 0.012066, - "nauc_recall_at_5_diff1": 1.0, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": 0.24283, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.950556, + "mrr_at_5": 0.953222, + "mrr_at_10": 0.95464, + "mrr_at_20": 0.954865, + "mrr_at_100": 0.954933, + "mrr_at_1000": 0.954951, + "nauc_ndcg_at_1_max": 0.813251, + "nauc_ndcg_at_1_std": -0.456388, + "nauc_ndcg_at_1_diff1": 0.971133, + "nauc_ndcg_at_3_max": 0.85746, + "nauc_ndcg_at_3_std": -0.412996, + "nauc_ndcg_at_3_diff1": 0.980541, + "nauc_ndcg_at_5_max": 0.84528, + "nauc_ndcg_at_5_std": -0.422308, + "nauc_ndcg_at_5_diff1": 0.978228, + "nauc_ndcg_at_10_max": 0.841224, + "nauc_ndcg_at_10_std": -0.43617, + "nauc_ndcg_at_10_diff1": 0.977661, + "nauc_ndcg_at_20_max": 0.844097, + "nauc_ndcg_at_20_std": -0.425529, + "nauc_ndcg_at_20_diff1": 0.977134, + "nauc_ndcg_at_100_max": 0.842135, + "nauc_ndcg_at_100_std": -0.416392, + "nauc_ndcg_at_100_diff1": 0.976846, + "nauc_ndcg_at_1000_max": 0.840671, + "nauc_ndcg_at_1000_std": -0.429525, + "nauc_ndcg_at_1000_diff1": 0.976631, + "nauc_map_at_1_max": 0.813251, + "nauc_map_at_1_std": -0.456388, + "nauc_map_at_1_diff1": 0.971133, + "nauc_map_at_3_max": 0.845772, + "nauc_map_at_3_std": -0.427396, + "nauc_map_at_3_diff1": 0.977602, + "nauc_map_at_5_max": 0.839309, + "nauc_map_at_5_std": -0.431366, + "nauc_map_at_5_diff1": 0.976325, + "nauc_map_at_10_max": 0.837791, + "nauc_map_at_10_std": -0.436788, + "nauc_map_at_10_diff1": 0.976118, + "nauc_map_at_20_max": 0.838253, + "nauc_map_at_20_std": -0.43543, + "nauc_map_at_20_diff1": 0.975999, + "nauc_map_at_100_max": 0.838008, + "nauc_map_at_100_std": -0.434343, + "nauc_map_at_100_diff1": 0.975963, + "nauc_map_at_1000_max": 0.837942, + "nauc_map_at_1000_std": -0.434927, + "nauc_map_at_1000_diff1": 0.975953, + "nauc_recall_at_1_max": 0.813251, + "nauc_recall_at_1_std": -0.456388, + "nauc_recall_at_1_diff1": 0.971133, + "nauc_recall_at_3_max": 0.913291, + "nauc_recall_at_3_std": -0.341665, + "nauc_recall_at_3_diff1": 0.994972, + "nauc_recall_at_5_max": 0.883608, + "nauc_recall_at_5_std": -0.36044, + "nauc_recall_at_5_diff1": 0.99183, + "nauc_recall_at_10_max": 0.874683, + "nauc_recall_at_10_std": -0.461318, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.239185, + "nauc_recall_at_20_std": -0.075864, "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.868935, - "nauc_precision_at_1_std": -0.316406, - "nauc_precision_at_1_diff1": 0.970419, - "nauc_precision_at_3_max": 0.928044, - "nauc_precision_at_3_std": -0.424025, - "nauc_precision_at_3_diff1": 0.977266, - "nauc_precision_at_5_max": 0.968577, - "nauc_precision_at_5_std": 0.012066, - "nauc_precision_at_5_diff1": 1.0, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": 0.24283, + "nauc_precision_at_1_max": 0.813251, + "nauc_precision_at_1_std": -0.456388, + "nauc_precision_at_1_diff1": 0.971133, + "nauc_precision_at_3_max": 0.913291, + "nauc_precision_at_3_std": -0.341665, + "nauc_precision_at_3_diff1": 0.994972, + "nauc_precision_at_5_max": 0.883608, + "nauc_precision_at_5_std": -0.36044, + "nauc_precision_at_5_diff1": 0.99183, + "nauc_precision_at_10_max": 0.874683, + "nauc_precision_at_10_std": -0.461318, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.239185, + "nauc_precision_at_20_std": -0.075864, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -10780,8266 +11429,8770 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.868935, - "nauc_mrr_at_1_std": -0.316406, - "nauc_mrr_at_1_diff1": 0.970419, - "nauc_mrr_at_3_max": 0.889559, - "nauc_mrr_at_3_std": -0.349133, - "nauc_mrr_at_3_diff1": 0.973151, - "nauc_mrr_at_5_max": 0.889976, - "nauc_mrr_at_5_std": -0.310093, - "nauc_mrr_at_5_diff1": 0.97451, - "nauc_mrr_at_10_max": 0.888445, - "nauc_mrr_at_10_std": -0.314154, - "nauc_mrr_at_10_diff1": 0.973992, - "nauc_mrr_at_20_max": 0.887802, - "nauc_mrr_at_20_std": -0.319547, - "nauc_mrr_at_20_diff1": 0.973803, - "nauc_mrr_at_100_max": 0.887654, - "nauc_mrr_at_100_std": -0.319826, - "nauc_mrr_at_100_diff1": 0.973768, - "nauc_mrr_at_1000_max": 0.887654, - "nauc_mrr_at_1000_std": -0.319826, - "nauc_mrr_at_1000_diff1": 0.973768, - "main_score": 0.96514, + "nauc_mrr_at_1_max": 0.813251, + "nauc_mrr_at_1_std": -0.456388, + "nauc_mrr_at_1_diff1": 0.971133, + "nauc_mrr_at_3_max": 0.845772, + "nauc_mrr_at_3_std": -0.427396, + "nauc_mrr_at_3_diff1": 0.977602, + "nauc_mrr_at_5_max": 0.839309, + "nauc_mrr_at_5_std": -0.431366, + "nauc_mrr_at_5_diff1": 0.976325, + "nauc_mrr_at_10_max": 0.837791, + "nauc_mrr_at_10_std": -0.436788, + "nauc_mrr_at_10_diff1": 0.976118, + "nauc_mrr_at_20_max": 0.838253, + "nauc_mrr_at_20_std": -0.43543, + "nauc_mrr_at_20_diff1": 0.975999, + "nauc_mrr_at_100_max": 0.838008, + "nauc_mrr_at_100_std": -0.434343, + "nauc_mrr_at_100_diff1": 0.975963, + "nauc_mrr_at_1000_max": 0.837942, + "nauc_mrr_at_1000_std": -0.434927, + "nauc_mrr_at_1000_diff1": 0.975953, + "hit_rate_at_1": 0.93333, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.99222, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.96387, "hf_subset": "eng_Latn-eng_Latn", "languages": [ "eng-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.83222, - "ndcg_at_3": 0.88397, - "ndcg_at_5": 0.89128, - "ndcg_at_10": 0.89929, - "ndcg_at_20": 0.9027, - "ndcg_at_100": 0.90593, - "ndcg_at_1000": 0.90694, - "map_at_1": 0.83222, - "map_at_3": 0.87148, - "map_at_5": 0.87554, - "map_at_10": 0.8789, - "map_at_20": 0.87986, - "map_at_100": 0.88035, - "map_at_1000": 0.88039, - "recall_at_1": 0.83222, - "recall_at_3": 0.92, - "recall_at_5": 0.93778, - "recall_at_10": 0.96222, - "recall_at_20": 0.97556, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89286, + "ndcg_at_5": 0.89788, + "ndcg_at_10": 0.90284, + "ndcg_at_20": 0.90742, + "ndcg_at_100": 0.91059, + "ndcg_at_1000": 0.91176, + "map_at_1": 0.84111, + "map_at_3": 0.88037, + "map_at_5": 0.88315, + "map_at_10": 0.88516, + "map_at_20": 0.88646, + "map_at_100": 0.88692, + "map_at_1000": 0.88697, + "recall_at_1": 0.84111, + "recall_at_3": 0.92889, + "recall_at_5": 0.94111, + "recall_at_10": 0.95667, + "recall_at_20": 0.97444, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.83222, - "precision_at_3": 0.30667, - "precision_at_5": 0.18756, - "precision_at_10": 0.09622, - "precision_at_20": 0.04878, - "precision_at_100": 0.00992, + "accuracy": 0.84111, + "precision_at_1": 0.84111, + "precision_at_3": 0.30963, + "precision_at_5": 0.18822, + "precision_at_10": 0.09567, + "precision_at_20": 0.04872, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.832222, - "mrr_at_3": 0.871481, - "mrr_at_5": 0.875537, - "mrr_at_10": 0.878902, - "mrr_at_20": 0.879862, - "mrr_at_100": 0.880355, - "mrr_at_1000": 0.880393, - "nauc_ndcg_at_1_max": 0.810208, - "nauc_ndcg_at_1_std": 0.097173, - "nauc_ndcg_at_1_diff1": 0.917669, - "nauc_ndcg_at_3_max": 0.829204, - "nauc_ndcg_at_3_std": 0.135198, - "nauc_ndcg_at_3_diff1": 0.893646, - "nauc_ndcg_at_5_max": 0.825727, - "nauc_ndcg_at_5_std": 0.12475, - "nauc_ndcg_at_5_diff1": 0.893359, - "nauc_ndcg_at_10_max": 0.828129, - "nauc_ndcg_at_10_std": 0.122791, - "nauc_ndcg_at_10_diff1": 0.902034, - "nauc_ndcg_at_20_max": 0.829507, - "nauc_ndcg_at_20_std": 0.129009, - "nauc_ndcg_at_20_diff1": 0.902367, - "nauc_ndcg_at_100_max": 0.826938, - "nauc_ndcg_at_100_std": 0.137107, - "nauc_ndcg_at_100_diff1": 0.902459, - "nauc_ndcg_at_1000_max": 0.825419, - "nauc_ndcg_at_1000_std": 0.128722, - "nauc_ndcg_at_1000_diff1": 0.902181, - "nauc_map_at_1_max": 0.810208, - "nauc_map_at_1_std": 0.097173, - "nauc_map_at_1_diff1": 0.917669, - "nauc_map_at_3_max": 0.823434, - "nauc_map_at_3_std": 0.123467, - "nauc_map_at_3_diff1": 0.899825, - "nauc_map_at_5_max": 0.821543, - "nauc_map_at_5_std": 0.118005, - "nauc_map_at_5_diff1": 0.899935, - "nauc_map_at_10_max": 0.822217, - "nauc_map_at_10_std": 0.116992, - "nauc_map_at_10_diff1": 0.903032, - "nauc_map_at_20_max": 0.822589, - "nauc_map_at_20_std": 0.118845, - "nauc_map_at_20_diff1": 0.903195, - "nauc_map_at_100_max": 0.822378, - "nauc_map_at_100_std": 0.120694, - "nauc_map_at_100_diff1": 0.903221, - "nauc_map_at_1000_max": 0.822332, - "nauc_map_at_1000_std": 0.120451, - "nauc_map_at_1000_diff1": 0.90321, - "nauc_recall_at_1_max": 0.810208, - "nauc_recall_at_1_std": 0.097173, - "nauc_recall_at_1_diff1": 0.917669, - "nauc_recall_at_3_max": 0.854925, - "nauc_recall_at_3_std": 0.187617, - "nauc_recall_at_3_diff1": 0.866824, - "nauc_recall_at_5_max": 0.847989, - "nauc_recall_at_5_std": 0.15943, - "nauc_recall_at_5_diff1": 0.85766, - "nauc_recall_at_10_max": 0.882051, - "nauc_recall_at_10_std": 0.169221, - "nauc_recall_at_10_diff1": 0.904844, - "nauc_recall_at_20_max": 0.928487, - "nauc_recall_at_20_std": 0.271412, - "nauc_recall_at_20_diff1": 0.908645, - "nauc_recall_at_100_max": 0.962652, - "nauc_recall_at_100_std": 0.889623, - "nauc_recall_at_100_diff1": 0.925303, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.88037, + "mrr_at_5": 0.883148, + "mrr_at_10": 0.88516, + "mrr_at_20": 0.886457, + "mrr_at_100": 0.886924, + "mrr_at_1000": 0.886974, + "nauc_ndcg_at_1_max": 0.79762, + "nauc_ndcg_at_1_std": 0.024113, + "nauc_ndcg_at_1_diff1": 0.912103, + "nauc_ndcg_at_3_max": 0.81718, + "nauc_ndcg_at_3_std": 0.087461, + "nauc_ndcg_at_3_diff1": 0.893776, + "nauc_ndcg_at_5_max": 0.817165, + "nauc_ndcg_at_5_std": 0.081797, + "nauc_ndcg_at_5_diff1": 0.895487, + "nauc_ndcg_at_10_max": 0.817348, + "nauc_ndcg_at_10_std": 0.07198, + "nauc_ndcg_at_10_diff1": 0.900179, + "nauc_ndcg_at_20_max": 0.820996, + "nauc_ndcg_at_20_std": 0.089323, + "nauc_ndcg_at_20_diff1": 0.901648, + "nauc_ndcg_at_100_max": 0.817181, + "nauc_ndcg_at_100_std": 0.088519, + "nauc_ndcg_at_100_diff1": 0.901751, + "nauc_ndcg_at_1000_max": 0.81487, + "nauc_ndcg_at_1000_std": 0.076945, + "nauc_ndcg_at_1000_diff1": 0.901261, + "nauc_map_at_1_max": 0.79762, + "nauc_map_at_1_std": 0.024113, + "nauc_map_at_1_diff1": 0.912103, + "nauc_map_at_3_max": 0.810904, + "nauc_map_at_3_std": 0.068336, + "nauc_map_at_3_diff1": 0.898462, + "nauc_map_at_5_max": 0.810766, + "nauc_map_at_5_std": 0.064427, + "nauc_map_at_5_diff1": 0.899448, + "nauc_map_at_10_max": 0.810747, + "nauc_map_at_10_std": 0.06098, + "nauc_map_at_10_diff1": 0.901196, + "nauc_map_at_20_max": 0.811573, + "nauc_map_at_20_std": 0.065093, + "nauc_map_at_20_diff1": 0.901572, + "nauc_map_at_100_max": 0.811132, + "nauc_map_at_100_std": 0.065296, + "nauc_map_at_100_diff1": 0.901672, + "nauc_map_at_1000_max": 0.81105, + "nauc_map_at_1000_std": 0.064904, + "nauc_map_at_1000_diff1": 0.901651, + "nauc_recall_at_1_max": 0.79762, + "nauc_recall_at_1_std": 0.024113, + "nauc_recall_at_1_diff1": 0.912103, + "nauc_recall_at_3_max": 0.846741, + "nauc_recall_at_3_std": 0.176762, + "nauc_recall_at_3_diff1": 0.872491, + "nauc_recall_at_5_max": 0.852633, + "nauc_recall_at_5_std": 0.17751, + "nauc_recall_at_5_diff1": 0.874786, + "nauc_recall_at_10_max": 0.866169, + "nauc_recall_at_10_std": 0.141469, + "nauc_recall_at_10_diff1": 0.898489, + "nauc_recall_at_20_max": 0.948139, + "nauc_recall_at_20_std": 0.419803, + "nauc_recall_at_20_diff1": 0.916677, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.932598, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810208, - "nauc_precision_at_1_std": 0.097173, - "nauc_precision_at_1_diff1": 0.917669, - "nauc_precision_at_3_max": 0.854925, - "nauc_precision_at_3_std": 0.187617, - "nauc_precision_at_3_diff1": 0.866824, - "nauc_precision_at_5_max": 0.847989, - "nauc_precision_at_5_std": 0.15943, - "nauc_precision_at_5_diff1": 0.85766, - "nauc_precision_at_10_max": 0.882051, - "nauc_precision_at_10_std": 0.169221, - "nauc_precision_at_10_diff1": 0.904844, - "nauc_precision_at_20_max": 0.928487, - "nauc_precision_at_20_std": 0.271412, - "nauc_precision_at_20_diff1": 0.908645, - "nauc_precision_at_100_max": 0.962652, - "nauc_precision_at_100_std": 0.889623, - "nauc_precision_at_100_diff1": 0.925303, + "nauc_precision_at_1_max": 0.79762, + "nauc_precision_at_1_std": 0.024113, + "nauc_precision_at_1_diff1": 0.912103, + "nauc_precision_at_3_max": 0.846741, + "nauc_precision_at_3_std": 0.176762, + "nauc_precision_at_3_diff1": 0.872491, + "nauc_precision_at_5_max": 0.852633, + "nauc_precision_at_5_std": 0.17751, + "nauc_precision_at_5_diff1": 0.874786, + "nauc_precision_at_10_max": 0.866169, + "nauc_precision_at_10_std": 0.141469, + "nauc_precision_at_10_diff1": 0.898489, + "nauc_precision_at_20_max": 0.948139, + "nauc_precision_at_20_std": 0.419803, + "nauc_precision_at_20_diff1": 0.916677, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.932598, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810208, - "nauc_mrr_at_1_std": 0.097173, - "nauc_mrr_at_1_diff1": 0.917669, - "nauc_mrr_at_3_max": 0.823434, - "nauc_mrr_at_3_std": 0.123467, - "nauc_mrr_at_3_diff1": 0.899825, - "nauc_mrr_at_5_max": 0.821543, - "nauc_mrr_at_5_std": 0.118005, - "nauc_mrr_at_5_diff1": 0.899935, - "nauc_mrr_at_10_max": 0.822217, - "nauc_mrr_at_10_std": 0.116992, - "nauc_mrr_at_10_diff1": 0.903032, - "nauc_mrr_at_20_max": 0.822589, - "nauc_mrr_at_20_std": 0.118845, - "nauc_mrr_at_20_diff1": 0.903195, - "nauc_mrr_at_100_max": 0.822378, - "nauc_mrr_at_100_std": 0.120694, - "nauc_mrr_at_100_diff1": 0.903221, - "nauc_mrr_at_1000_max": 0.822332, - "nauc_mrr_at_1000_std": 0.120451, - "nauc_mrr_at_1000_diff1": 0.90321, - "main_score": 0.89929, + "nauc_mrr_at_1_max": 0.79762, + "nauc_mrr_at_1_std": 0.024113, + "nauc_mrr_at_1_diff1": 0.912103, + "nauc_mrr_at_3_max": 0.810904, + "nauc_mrr_at_3_std": 0.068336, + "nauc_mrr_at_3_diff1": 0.898462, + "nauc_mrr_at_5_max": 0.810766, + "nauc_mrr_at_5_std": 0.064427, + "nauc_mrr_at_5_diff1": 0.899448, + "nauc_mrr_at_10_max": 0.810747, + "nauc_mrr_at_10_std": 0.06098, + "nauc_mrr_at_10_diff1": 0.901196, + "nauc_mrr_at_20_max": 0.811573, + "nauc_mrr_at_20_std": 0.065093, + "nauc_mrr_at_20_diff1": 0.901572, + "nauc_mrr_at_100_max": 0.811132, + "nauc_mrr_at_100_std": 0.065296, + "nauc_mrr_at_100_diff1": 0.901672, + "nauc_mrr_at_1000_max": 0.81105, + "nauc_mrr_at_1000_std": 0.064904, + "nauc_mrr_at_1000_diff1": 0.901651, + "hit_rate_at_1": 0.84111, + "hit_rate_at_3": 0.92889, + "hit_rate_at_5": 0.94111, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.90284, "hf_subset": "est_Latn-est_Latn", "languages": [ "est-Latn", "est-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93362, - "ndcg_at_5": 0.9374, - "ndcg_at_10": 0.94171, - "ndcg_at_20": 0.94337, - "ndcg_at_100": 0.94425, - "ndcg_at_1000": 0.94485, - "map_at_1": 0.89222, - "map_at_3": 0.9237, - "map_at_5": 0.92587, - "map_at_10": 0.92765, - "map_at_20": 0.92809, - "map_at_100": 0.92823, - "map_at_1000": 0.92826, - "recall_at_1": 0.89222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93198, + "ndcg_at_5": 0.93605, + "ndcg_at_10": 0.93932, + "ndcg_at_20": 0.94162, + "ndcg_at_100": 0.94294, + "ndcg_at_1000": 0.94355, + "map_at_1": 0.89, + "map_at_3": 0.92222, + "map_at_5": 0.92444, + "map_at_10": 0.92582, + "map_at_20": 0.92648, + "map_at_100": 0.9267, + "map_at_1000": 0.92673, + "recall_at_1": 0.89, + "recall_at_3": 0.96, + "recall_at_5": 0.97, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32, + "precision_at_5": 0.194, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.923704, - "mrr_at_5": 0.92587, - "mrr_at_10": 0.927648, - "mrr_at_20": 0.928093, - "mrr_at_100": 0.928233, - "mrr_at_1000": 0.92826, - "nauc_ndcg_at_1_max": 0.775613, - "nauc_ndcg_at_1_std": -0.24029, - "nauc_ndcg_at_1_diff1": 0.91279, - "nauc_ndcg_at_3_max": 0.811351, - "nauc_ndcg_at_3_std": -0.256139, - "nauc_ndcg_at_3_diff1": 0.917623, - "nauc_ndcg_at_5_max": 0.807468, - "nauc_ndcg_at_5_std": -0.257669, - "nauc_ndcg_at_5_diff1": 0.918902, - "nauc_ndcg_at_10_max": 0.80194, - "nauc_ndcg_at_10_std": -0.232916, - "nauc_ndcg_at_10_diff1": 0.916168, - "nauc_ndcg_at_20_max": 0.803662, - "nauc_ndcg_at_20_std": -0.222085, - "nauc_ndcg_at_20_diff1": 0.917118, - "nauc_ndcg_at_100_max": 0.800565, - "nauc_ndcg_at_100_std": -0.224939, - "nauc_ndcg_at_100_diff1": 0.916351, - "nauc_ndcg_at_1000_max": 0.798376, - "nauc_ndcg_at_1000_std": -0.237672, - "nauc_ndcg_at_1000_diff1": 0.915791, - "nauc_map_at_1_max": 0.775613, - "nauc_map_at_1_std": -0.24029, - "nauc_map_at_1_diff1": 0.91279, - "nauc_map_at_3_max": 0.799003, - "nauc_map_at_3_std": -0.251117, - "nauc_map_at_3_diff1": 0.915229, - "nauc_map_at_5_max": 0.796804, - "nauc_map_at_5_std": -0.251357, - "nauc_map_at_5_diff1": 0.915817, - "nauc_map_at_10_max": 0.79466, - "nauc_map_at_10_std": -0.244444, - "nauc_map_at_10_diff1": 0.914858, - "nauc_map_at_20_max": 0.794929, - "nauc_map_at_20_std": -0.242394, - "nauc_map_at_20_diff1": 0.915024, - "nauc_map_at_100_max": 0.794526, - "nauc_map_at_100_std": -0.243034, - "nauc_map_at_100_diff1": 0.91493, - "nauc_map_at_1000_max": 0.794447, - "nauc_map_at_1000_std": -0.243485, - "nauc_map_at_1000_diff1": 0.914909, - "nauc_recall_at_1_max": 0.775613, - "nauc_recall_at_1_std": -0.24029, - "nauc_recall_at_1_diff1": 0.91279, - "nauc_recall_at_3_max": 0.883012, - "nauc_recall_at_3_std": -0.284918, - "nauc_recall_at_3_diff1": 0.9321, - "nauc_recall_at_5_max": 0.884903, - "nauc_recall_at_5_std": -0.30525, - "nauc_recall_at_5_diff1": 0.942631, - "nauc_recall_at_10_max": 0.888455, - "nauc_recall_at_10_std": -0.02471, - "nauc_recall_at_10_diff1": 0.930806, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.415966, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.89, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.924444, + "mrr_at_10": 0.925821, + "mrr_at_20": 0.92648, + "mrr_at_100": 0.926697, + "mrr_at_1000": 0.926726, + "nauc_ndcg_at_1_max": 0.736835, + "nauc_ndcg_at_1_std": -0.267374, + "nauc_ndcg_at_1_diff1": 0.912121, + "nauc_ndcg_at_3_max": 0.769775, + "nauc_ndcg_at_3_std": -0.291782, + "nauc_ndcg_at_3_diff1": 0.918299, + "nauc_ndcg_at_5_max": 0.76375, + "nauc_ndcg_at_5_std": -0.291565, + "nauc_ndcg_at_5_diff1": 0.918029, + "nauc_ndcg_at_10_max": 0.764366, + "nauc_ndcg_at_10_std": -0.261869, + "nauc_ndcg_at_10_diff1": 0.918493, + "nauc_ndcg_at_20_max": 0.764745, + "nauc_ndcg_at_20_std": -0.257571, + "nauc_ndcg_at_20_diff1": 0.918544, + "nauc_ndcg_at_100_max": 0.762653, + "nauc_ndcg_at_100_std": -0.252354, + "nauc_ndcg_at_100_diff1": 0.917649, + "nauc_ndcg_at_1000_max": 0.760089, + "nauc_ndcg_at_1000_std": -0.265531, + "nauc_ndcg_at_1000_diff1": 0.91676, + "nauc_map_at_1_max": 0.736835, + "nauc_map_at_1_std": -0.267374, + "nauc_map_at_1_diff1": 0.912121, + "nauc_map_at_3_max": 0.759139, + "nauc_map_at_3_std": -0.28332, + "nauc_map_at_3_diff1": 0.915752, + "nauc_map_at_5_max": 0.756029, + "nauc_map_at_5_std": -0.283185, + "nauc_map_at_5_diff1": 0.915591, + "nauc_map_at_10_max": 0.756164, + "nauc_map_at_10_std": -0.273779, + "nauc_map_at_10_diff1": 0.915743, + "nauc_map_at_20_max": 0.756148, + "nauc_map_at_20_std": -0.272914, + "nauc_map_at_20_diff1": 0.915713, + "nauc_map_at_100_max": 0.755981, + "nauc_map_at_100_std": -0.271821, + "nauc_map_at_100_diff1": 0.91559, + "nauc_map_at_1000_max": 0.755885, + "nauc_map_at_1000_std": -0.272311, + "nauc_map_at_1000_diff1": 0.915556, + "nauc_recall_at_1_max": 0.736835, + "nauc_recall_at_1_std": -0.267374, + "nauc_recall_at_1_diff1": 0.912121, + "nauc_recall_at_3_max": 0.828509, + "nauc_recall_at_3_std": -0.339, + "nauc_recall_at_3_diff1": 0.932825, + "nauc_recall_at_5_max": 0.816734, + "nauc_recall_at_5_std": -0.351368, + "nauc_recall_at_5_diff1": 0.935851, + "nauc_recall_at_10_max": 0.84752, + "nauc_recall_at_10_std": -0.089247, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.135107, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.775613, - "nauc_precision_at_1_std": -0.24029, - "nauc_precision_at_1_diff1": 0.91279, - "nauc_precision_at_3_max": 0.883012, - "nauc_precision_at_3_std": -0.284918, - "nauc_precision_at_3_diff1": 0.9321, - "nauc_precision_at_5_max": 0.884903, - "nauc_precision_at_5_std": -0.30525, - "nauc_precision_at_5_diff1": 0.942631, - "nauc_precision_at_10_max": 0.888455, - "nauc_precision_at_10_std": -0.02471, - "nauc_precision_at_10_diff1": 0.930806, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.415966, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.736835, + "nauc_precision_at_1_std": -0.267374, + "nauc_precision_at_1_diff1": 0.912121, + "nauc_precision_at_3_max": 0.828509, + "nauc_precision_at_3_std": -0.339, + "nauc_precision_at_3_diff1": 0.932825, + "nauc_precision_at_5_max": 0.816734, + "nauc_precision_at_5_std": -0.351368, + "nauc_precision_at_5_diff1": 0.935851, + "nauc_precision_at_10_max": 0.84752, + "nauc_precision_at_10_std": -0.089247, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.135107, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.775613, - "nauc_mrr_at_1_std": -0.24029, - "nauc_mrr_at_1_diff1": 0.91279, - "nauc_mrr_at_3_max": 0.799003, - "nauc_mrr_at_3_std": -0.251117, - "nauc_mrr_at_3_diff1": 0.915229, - "nauc_mrr_at_5_max": 0.796804, - "nauc_mrr_at_5_std": -0.251357, - "nauc_mrr_at_5_diff1": 0.915817, - "nauc_mrr_at_10_max": 0.79466, - "nauc_mrr_at_10_std": -0.244444, - "nauc_mrr_at_10_diff1": 0.914858, - "nauc_mrr_at_20_max": 0.794929, - "nauc_mrr_at_20_std": -0.242394, - "nauc_mrr_at_20_diff1": 0.915024, - "nauc_mrr_at_100_max": 0.794526, - "nauc_mrr_at_100_std": -0.243034, - "nauc_mrr_at_100_diff1": 0.91493, - "nauc_mrr_at_1000_max": 0.794447, - "nauc_mrr_at_1000_std": -0.243485, - "nauc_mrr_at_1000_diff1": 0.914909, - "main_score": 0.94171, + "nauc_mrr_at_1_max": 0.736835, + "nauc_mrr_at_1_std": -0.267374, + "nauc_mrr_at_1_diff1": 0.912121, + "nauc_mrr_at_3_max": 0.759139, + "nauc_mrr_at_3_std": -0.28332, + "nauc_mrr_at_3_diff1": 0.915752, + "nauc_mrr_at_5_max": 0.756029, + "nauc_mrr_at_5_std": -0.283185, + "nauc_mrr_at_5_diff1": 0.915591, + "nauc_mrr_at_10_max": 0.756164, + "nauc_mrr_at_10_std": -0.273779, + "nauc_mrr_at_10_diff1": 0.915743, + "nauc_mrr_at_20_max": 0.756148, + "nauc_mrr_at_20_std": -0.272914, + "nauc_mrr_at_20_diff1": 0.915713, + "nauc_mrr_at_100_max": 0.755981, + "nauc_mrr_at_100_std": -0.271821, + "nauc_mrr_at_100_diff1": 0.91559, + "nauc_mrr_at_1000_max": 0.755885, + "nauc_mrr_at_1000_std": -0.272311, + "nauc_mrr_at_1000_diff1": 0.915556, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93932, "hf_subset": "est_Latn-eng_Latn", "languages": [ "est-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.78889, - "ndcg_at_3": 0.84122, - "ndcg_at_5": 0.85431, - "ndcg_at_10": 0.86244, - "ndcg_at_20": 0.86788, - "ndcg_at_100": 0.87465, - "ndcg_at_1000": 0.87596, - "map_at_1": 0.78889, - "map_at_3": 0.82889, - "map_at_5": 0.83606, - "map_at_10": 0.83954, - "map_at_20": 0.84109, - "map_at_100": 0.84209, - "map_at_1000": 0.84214, - "recall_at_1": 0.78889, - "recall_at_3": 0.87667, - "recall_at_5": 0.90889, - "recall_at_10": 0.93333, - "recall_at_20": 0.95444, - "recall_at_100": 0.99, + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.8344, + "ndcg_at_5": 0.85052, + "ndcg_at_10": 0.85728, + "ndcg_at_20": 0.86348, + "ndcg_at_100": 0.87009, + "ndcg_at_1000": 0.87156, + "map_at_1": 0.78333, + "map_at_3": 0.82241, + "map_at_5": 0.83141, + "map_at_10": 0.83416, + "map_at_20": 0.83586, + "map_at_100": 0.83678, + "map_at_1000": 0.83685, + "recall_at_1": 0.78333, + "recall_at_3": 0.86889, + "recall_at_5": 0.90778, + "recall_at_10": 0.92889, + "recall_at_20": 0.95333, + "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.78889, - "precision_at_3": 0.29222, - "precision_at_5": 0.18178, - "precision_at_10": 0.09333, - "precision_at_20": 0.04772, - "precision_at_100": 0.0099, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.28963, + "precision_at_5": 0.18156, + "precision_at_10": 0.09289, + "precision_at_20": 0.04767, + "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.788889, - "mrr_at_3": 0.828889, - "mrr_at_5": 0.836056, - "mrr_at_10": 0.839542, - "mrr_at_20": 0.841088, - "mrr_at_100": 0.842088, - "mrr_at_1000": 0.84214, - "nauc_ndcg_at_1_max": 0.842136, - "nauc_ndcg_at_1_std": 0.153229, - "nauc_ndcg_at_1_diff1": 0.916406, - "nauc_ndcg_at_3_max": 0.871228, - "nauc_ndcg_at_3_std": 0.213528, - "nauc_ndcg_at_3_diff1": 0.9003, - "nauc_ndcg_at_5_max": 0.869643, - "nauc_ndcg_at_5_std": 0.235658, - "nauc_ndcg_at_5_diff1": 0.901083, - "nauc_ndcg_at_10_max": 0.871326, - "nauc_ndcg_at_10_std": 0.242938, - "nauc_ndcg_at_10_diff1": 0.905489, - "nauc_ndcg_at_20_max": 0.870523, - "nauc_ndcg_at_20_std": 0.244678, - "nauc_ndcg_at_20_diff1": 0.904532, - "nauc_ndcg_at_100_max": 0.866746, - "nauc_ndcg_at_100_std": 0.22543, - "nauc_ndcg_at_100_diff1": 0.905223, - "nauc_ndcg_at_1000_max": 0.865579, - "nauc_ndcg_at_1000_std": 0.220142, - "nauc_ndcg_at_1000_diff1": 0.905514, - "nauc_map_at_1_max": 0.842136, - "nauc_map_at_1_std": 0.153229, - "nauc_map_at_1_diff1": 0.916406, - "nauc_map_at_3_max": 0.863987, - "nauc_map_at_3_std": 0.197847, - "nauc_map_at_3_diff1": 0.904368, - "nauc_map_at_5_max": 0.862719, - "nauc_map_at_5_std": 0.207993, - "nauc_map_at_5_diff1": 0.90481, - "nauc_map_at_10_max": 0.862999, - "nauc_map_at_10_std": 0.209258, - "nauc_map_at_10_diff1": 0.906503, - "nauc_map_at_20_max": 0.862684, - "nauc_map_at_20_std": 0.209354, - "nauc_map_at_20_diff1": 0.906286, - "nauc_map_at_100_max": 0.862201, - "nauc_map_at_100_std": 0.206808, - "nauc_map_at_100_diff1": 0.906451, - "nauc_map_at_1000_max": 0.862162, - "nauc_map_at_1000_std": 0.206637, - "nauc_map_at_1000_diff1": 0.906459, - "nauc_recall_at_1_max": 0.842136, - "nauc_recall_at_1_std": 0.153229, - "nauc_recall_at_1_diff1": 0.916406, - "nauc_recall_at_3_max": 0.898504, - "nauc_recall_at_3_std": 0.273031, - "nauc_recall_at_3_diff1": 0.884941, - "nauc_recall_at_5_max": 0.902616, - "nauc_recall_at_5_std": 0.375379, - "nauc_recall_at_5_diff1": 0.883742, - "nauc_recall_at_10_max": 0.92686, - "nauc_recall_at_10_std": 0.479194, - "nauc_recall_at_10_diff1": 0.903634, - "nauc_recall_at_20_max": 0.945002, - "nauc_recall_at_20_std": 0.606989, - "nauc_recall_at_20_diff1": 0.892567, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.699761, - "nauc_recall_at_100_diff1": 0.878359, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.842136, - "nauc_precision_at_1_std": 0.153229, - "nauc_precision_at_1_diff1": 0.916406, - "nauc_precision_at_3_max": 0.898504, - "nauc_precision_at_3_std": 0.273031, - "nauc_precision_at_3_diff1": 0.884941, - "nauc_precision_at_5_max": 0.902616, - "nauc_precision_at_5_std": 0.375379, - "nauc_precision_at_5_diff1": 0.883742, - "nauc_precision_at_10_max": 0.92686, - "nauc_precision_at_10_std": 0.479194, - "nauc_precision_at_10_diff1": 0.903634, - "nauc_precision_at_20_max": 0.945002, - "nauc_precision_at_20_std": 0.606989, - "nauc_precision_at_20_diff1": 0.892567, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.699761, - "nauc_precision_at_100_diff1": 0.878359, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.842136, - "nauc_mrr_at_1_std": 0.153229, - "nauc_mrr_at_1_diff1": 0.916406, - "nauc_mrr_at_3_max": 0.863987, - "nauc_mrr_at_3_std": 0.197847, - "nauc_mrr_at_3_diff1": 0.904368, - "nauc_mrr_at_5_max": 0.862719, - "nauc_mrr_at_5_std": 0.207993, - "nauc_mrr_at_5_diff1": 0.90481, - "nauc_mrr_at_10_max": 0.862999, - "nauc_mrr_at_10_std": 0.209258, - "nauc_mrr_at_10_diff1": 0.906503, - "nauc_mrr_at_20_max": 0.862684, - "nauc_mrr_at_20_std": 0.209354, - "nauc_mrr_at_20_diff1": 0.906286, - "nauc_mrr_at_100_max": 0.862201, - "nauc_mrr_at_100_std": 0.206808, - "nauc_mrr_at_100_diff1": 0.906451, - "nauc_mrr_at_1000_max": 0.862162, - "nauc_mrr_at_1000_std": 0.206637, - "nauc_mrr_at_1000_diff1": 0.906459, - "main_score": 0.86244, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.822407, + "mrr_at_5": 0.831407, + "mrr_at_10": 0.834159, + "mrr_at_20": 0.835864, + "mrr_at_100": 0.836784, + "mrr_at_1000": 0.836848, + "nauc_ndcg_at_1_max": 0.796767, + "nauc_ndcg_at_1_std": 0.041779, + "nauc_ndcg_at_1_diff1": 0.92018, + "nauc_ndcg_at_3_max": 0.836925, + "nauc_ndcg_at_3_std": 0.144329, + "nauc_ndcg_at_3_diff1": 0.904352, + "nauc_ndcg_at_5_max": 0.830066, + "nauc_ndcg_at_5_std": 0.146421, + "nauc_ndcg_at_5_diff1": 0.898474, + "nauc_ndcg_at_10_max": 0.829757, + "nauc_ndcg_at_10_std": 0.148789, + "nauc_ndcg_at_10_diff1": 0.903586, + "nauc_ndcg_at_20_max": 0.829887, + "nauc_ndcg_at_20_std": 0.145181, + "nauc_ndcg_at_20_diff1": 0.904769, + "nauc_ndcg_at_100_max": 0.826916, + "nauc_ndcg_at_100_std": 0.13074, + "nauc_ndcg_at_100_diff1": 0.905473, + "nauc_ndcg_at_1000_max": 0.825643, + "nauc_ndcg_at_1000_std": 0.126871, + "nauc_ndcg_at_1000_diff1": 0.905967, + "nauc_map_at_1_max": 0.796767, + "nauc_map_at_1_std": 0.041779, + "nauc_map_at_1_diff1": 0.92018, + "nauc_map_at_3_max": 0.826674, + "nauc_map_at_3_std": 0.115527, + "nauc_map_at_3_diff1": 0.908181, + "nauc_map_at_5_max": 0.822499, + "nauc_map_at_5_std": 0.114949, + "nauc_map_at_5_diff1": 0.905265, + "nauc_map_at_10_max": 0.822241, + "nauc_map_at_10_std": 0.115302, + "nauc_map_at_10_diff1": 0.907137, + "nauc_map_at_20_max": 0.822101, + "nauc_map_at_20_std": 0.113666, + "nauc_map_at_20_diff1": 0.907474, + "nauc_map_at_100_max": 0.821832, + "nauc_map_at_100_std": 0.1123, + "nauc_map_at_100_diff1": 0.907628, + "nauc_map_at_1000_max": 0.82179, + "nauc_map_at_1000_std": 0.112189, + "nauc_map_at_1000_diff1": 0.907645, + "nauc_recall_at_1_max": 0.796767, + "nauc_recall_at_1_std": 0.041779, + "nauc_recall_at_1_diff1": 0.92018, + "nauc_recall_at_3_max": 0.874904, + "nauc_recall_at_3_std": 0.25265, + "nauc_recall_at_3_diff1": 0.890293, + "nauc_recall_at_5_max": 0.865406, + "nauc_recall_at_5_std": 0.302459, + "nauc_recall_at_5_diff1": 0.864393, + "nauc_recall_at_10_max": 0.874176, + "nauc_recall_at_10_std": 0.361899, + "nauc_recall_at_10_diff1": 0.885147, + "nauc_recall_at_20_max": 0.90096, + "nauc_recall_at_20_std": 0.444733, + "nauc_recall_at_20_diff1": 0.887733, + "nauc_recall_at_100_max": 0.933007, + "nauc_recall_at_100_std": 0.465126, + "nauc_recall_at_100_diff1": 0.864379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796767, + "nauc_precision_at_1_std": 0.041779, + "nauc_precision_at_1_diff1": 0.92018, + "nauc_precision_at_3_max": 0.874904, + "nauc_precision_at_3_std": 0.25265, + "nauc_precision_at_3_diff1": 0.890293, + "nauc_precision_at_5_max": 0.865406, + "nauc_precision_at_5_std": 0.302459, + "nauc_precision_at_5_diff1": 0.864393, + "nauc_precision_at_10_max": 0.874176, + "nauc_precision_at_10_std": 0.361899, + "nauc_precision_at_10_diff1": 0.885147, + "nauc_precision_at_20_max": 0.90096, + "nauc_precision_at_20_std": 0.444733, + "nauc_precision_at_20_diff1": 0.887733, + "nauc_precision_at_100_max": 0.933007, + "nauc_precision_at_100_std": 0.465126, + "nauc_precision_at_100_diff1": 0.864379, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796767, + "nauc_mrr_at_1_std": 0.041779, + "nauc_mrr_at_1_diff1": 0.92018, + "nauc_mrr_at_3_max": 0.826674, + "nauc_mrr_at_3_std": 0.115527, + "nauc_mrr_at_3_diff1": 0.908181, + "nauc_mrr_at_5_max": 0.822499, + "nauc_mrr_at_5_std": 0.114949, + "nauc_mrr_at_5_diff1": 0.905265, + "nauc_mrr_at_10_max": 0.822241, + "nauc_mrr_at_10_std": 0.115302, + "nauc_mrr_at_10_diff1": 0.907137, + "nauc_mrr_at_20_max": 0.822101, + "nauc_mrr_at_20_std": 0.113666, + "nauc_mrr_at_20_diff1": 0.907474, + "nauc_mrr_at_100_max": 0.821832, + "nauc_mrr_at_100_std": 0.1123, + "nauc_mrr_at_100_diff1": 0.907628, + "nauc_mrr_at_1000_max": 0.82179, + "nauc_mrr_at_1000_std": 0.112189, + "nauc_mrr_at_1000_diff1": 0.907645, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.86889, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.85728, "hf_subset": "eng_Latn-est_Latn", "languages": [ "eng-Latn", "est-Latn" - ] - }, - { - "ndcg_at_1": 0.78889, - "ndcg_at_3": 0.83169, - "ndcg_at_5": 0.84168, - "ndcg_at_10": 0.84953, - "ndcg_at_20": 0.85605, - "ndcg_at_100": 0.86504, - "ndcg_at_1000": 0.86692, - "map_at_1": 0.78889, - "map_at_3": 0.82148, - "map_at_5": 0.82698, - "map_at_10": 0.83019, - "map_at_20": 0.832, - "map_at_100": 0.83314, - "map_at_1000": 0.83322, - "recall_at_1": 0.78889, - "recall_at_3": 0.86111, - "recall_at_5": 0.88556, - "recall_at_10": 0.91, - "recall_at_20": 0.93556, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77889, + "ndcg_at_3": 0.82897, + "ndcg_at_5": 0.83739, + "ndcg_at_10": 0.84615, + "ndcg_at_20": 0.85086, + "ndcg_at_100": 0.86073, + "ndcg_at_1000": 0.86289, + "map_at_1": 0.77889, + "map_at_3": 0.81704, + "map_at_5": 0.82181, + "map_at_10": 0.8253, + "map_at_20": 0.82656, + "map_at_100": 0.82791, + "map_at_1000": 0.82799, + "recall_at_1": 0.77889, + "recall_at_3": 0.86333, + "recall_at_5": 0.88333, + "recall_at_10": 0.91111, + "recall_at_20": 0.93, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.78889, - "precision_at_3": 0.28704, - "precision_at_5": 0.17711, - "precision_at_10": 0.091, - "precision_at_20": 0.04678, - "precision_at_100": 0.00986, + "accuracy": 0.77889, + "precision_at_1": 0.77889, + "precision_at_3": 0.28778, + "precision_at_5": 0.17667, + "precision_at_10": 0.09111, + "precision_at_20": 0.0465, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.788889, - "mrr_at_3": 0.821481, - "mrr_at_5": 0.826981, - "mrr_at_10": 0.830187, - "mrr_at_20": 0.832, - "mrr_at_100": 0.833143, - "mrr_at_1000": 0.833216, - "nauc_ndcg_at_1_max": 0.806325, - "nauc_ndcg_at_1_std": 0.226568, - "nauc_ndcg_at_1_diff1": 0.901461, - "nauc_ndcg_at_3_max": 0.83683, - "nauc_ndcg_at_3_std": 0.291127, - "nauc_ndcg_at_3_diff1": 0.883901, - "nauc_ndcg_at_5_max": 0.833731, - "nauc_ndcg_at_5_std": 0.280928, - "nauc_ndcg_at_5_diff1": 0.881335, - "nauc_ndcg_at_10_max": 0.82991, - "nauc_ndcg_at_10_std": 0.282783, - "nauc_ndcg_at_10_diff1": 0.879517, - "nauc_ndcg_at_20_max": 0.830427, - "nauc_ndcg_at_20_std": 0.284126, - "nauc_ndcg_at_20_diff1": 0.882554, - "nauc_ndcg_at_100_max": 0.830584, - "nauc_ndcg_at_100_std": 0.283081, - "nauc_ndcg_at_100_diff1": 0.885214, - "nauc_ndcg_at_1000_max": 0.82902, - "nauc_ndcg_at_1000_std": 0.276488, - "nauc_ndcg_at_1000_diff1": 0.885444, - "nauc_map_at_1_max": 0.806325, - "nauc_map_at_1_std": 0.226568, - "nauc_map_at_1_diff1": 0.901461, - "nauc_map_at_3_max": 0.829699, - "nauc_map_at_3_std": 0.273766, - "nauc_map_at_3_diff1": 0.888775, - "nauc_map_at_5_max": 0.827998, - "nauc_map_at_5_std": 0.268276, - "nauc_map_at_5_diff1": 0.887629, - "nauc_map_at_10_max": 0.826414, - "nauc_map_at_10_std": 0.268725, - "nauc_map_at_10_diff1": 0.886961, - "nauc_map_at_20_max": 0.826567, - "nauc_map_at_20_std": 0.269181, - "nauc_map_at_20_diff1": 0.887756, - "nauc_map_at_100_max": 0.826532, - "nauc_map_at_100_std": 0.268674, - "nauc_map_at_100_diff1": 0.888065, - "nauc_map_at_1000_max": 0.826487, - "nauc_map_at_1000_std": 0.268463, - "nauc_map_at_1000_diff1": 0.888077, - "nauc_recall_at_1_max": 0.806325, - "nauc_recall_at_1_std": 0.226568, - "nauc_recall_at_1_diff1": 0.901461, - "nauc_recall_at_3_max": 0.861841, - "nauc_recall_at_3_std": 0.353425, - "nauc_recall_at_3_diff1": 0.866331, - "nauc_recall_at_5_max": 0.855958, - "nauc_recall_at_5_std": 0.330717, - "nauc_recall_at_5_diff1": 0.854553, - "nauc_recall_at_10_max": 0.843431, - "nauc_recall_at_10_std": 0.352301, - "nauc_recall_at_10_diff1": 0.840002, - "nauc_recall_at_20_max": 0.851895, - "nauc_recall_at_20_std": 0.385919, - "nauc_recall_at_20_diff1": 0.849923, - "nauc_recall_at_100_max": 0.938411, - "nauc_recall_at_100_std": 0.729081, - "nauc_recall_at_100_diff1": 0.871436, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.806325, - "nauc_precision_at_1_std": 0.226568, - "nauc_precision_at_1_diff1": 0.901461, - "nauc_precision_at_3_max": 0.861841, - "nauc_precision_at_3_std": 0.353425, - "nauc_precision_at_3_diff1": 0.866331, - "nauc_precision_at_5_max": 0.855958, - "nauc_precision_at_5_std": 0.330717, - "nauc_precision_at_5_diff1": 0.854553, - "nauc_precision_at_10_max": 0.843431, - "nauc_precision_at_10_std": 0.352301, - "nauc_precision_at_10_diff1": 0.840002, - "nauc_precision_at_20_max": 0.851895, - "nauc_precision_at_20_std": 0.385919, - "nauc_precision_at_20_diff1": 0.849923, - "nauc_precision_at_100_max": 0.938411, - "nauc_precision_at_100_std": 0.729081, - "nauc_precision_at_100_diff1": 0.871436, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.806325, - "nauc_mrr_at_1_std": 0.226568, - "nauc_mrr_at_1_diff1": 0.901461, - "nauc_mrr_at_3_max": 0.829699, - "nauc_mrr_at_3_std": 0.273766, - "nauc_mrr_at_3_diff1": 0.888775, - "nauc_mrr_at_5_max": 0.827998, - "nauc_mrr_at_5_std": 0.268276, - "nauc_mrr_at_5_diff1": 0.887629, - "nauc_mrr_at_10_max": 0.826414, - "nauc_mrr_at_10_std": 0.268725, - "nauc_mrr_at_10_diff1": 0.886961, - "nauc_mrr_at_20_max": 0.826567, - "nauc_mrr_at_20_std": 0.269181, - "nauc_mrr_at_20_diff1": 0.887756, - "nauc_mrr_at_100_max": 0.826532, - "nauc_mrr_at_100_std": 0.268674, - "nauc_mrr_at_100_diff1": 0.888065, - "nauc_mrr_at_1000_max": 0.826487, - "nauc_mrr_at_1000_std": 0.268463, - "nauc_mrr_at_1000_diff1": 0.888077, - "main_score": 0.84953, + "mrr_at_1": 0.778889, + "mrr_at_3": 0.817037, + "mrr_at_5": 0.821815, + "mrr_at_10": 0.825298, + "mrr_at_20": 0.826559, + "mrr_at_100": 0.827908, + "mrr_at_1000": 0.827991, + "nauc_ndcg_at_1_max": 0.798596, + "nauc_ndcg_at_1_std": 0.114434, + "nauc_ndcg_at_1_diff1": 0.90642, + "nauc_ndcg_at_3_max": 0.834742, + "nauc_ndcg_at_3_std": 0.189669, + "nauc_ndcg_at_3_diff1": 0.886154, + "nauc_ndcg_at_5_max": 0.828549, + "nauc_ndcg_at_5_std": 0.18425, + "nauc_ndcg_at_5_diff1": 0.879805, + "nauc_ndcg_at_10_max": 0.82968, + "nauc_ndcg_at_10_std": 0.192531, + "nauc_ndcg_at_10_diff1": 0.881794, + "nauc_ndcg_at_20_max": 0.828694, + "nauc_ndcg_at_20_std": 0.18887, + "nauc_ndcg_at_20_diff1": 0.885789, + "nauc_ndcg_at_100_max": 0.827384, + "nauc_ndcg_at_100_std": 0.188027, + "nauc_ndcg_at_100_diff1": 0.887099, + "nauc_ndcg_at_1000_max": 0.825498, + "nauc_ndcg_at_1000_std": 0.178422, + "nauc_ndcg_at_1000_diff1": 0.887504, + "nauc_map_at_1_max": 0.798596, + "nauc_map_at_1_std": 0.114434, + "nauc_map_at_1_diff1": 0.90642, + "nauc_map_at_3_max": 0.825878, + "nauc_map_at_3_std": 0.169302, + "nauc_map_at_3_diff1": 0.891826, + "nauc_map_at_5_max": 0.822459, + "nauc_map_at_5_std": 0.166304, + "nauc_map_at_5_diff1": 0.88866, + "nauc_map_at_10_max": 0.822747, + "nauc_map_at_10_std": 0.169299, + "nauc_map_at_10_diff1": 0.889436, + "nauc_map_at_20_max": 0.822439, + "nauc_map_at_20_std": 0.16822, + "nauc_map_at_20_diff1": 0.890394, + "nauc_map_at_100_max": 0.822211, + "nauc_map_at_100_std": 0.167622, + "nauc_map_at_100_diff1": 0.890503, + "nauc_map_at_1000_max": 0.822146, + "nauc_map_at_1000_std": 0.167314, + "nauc_map_at_1000_diff1": 0.890514, + "nauc_recall_at_1_max": 0.798596, + "nauc_recall_at_1_std": 0.114434, + "nauc_recall_at_1_diff1": 0.90642, + "nauc_recall_at_3_max": 0.86704, + "nauc_recall_at_3_std": 0.265079, + "nauc_recall_at_3_diff1": 0.865045, + "nauc_recall_at_5_max": 0.852014, + "nauc_recall_at_5_std": 0.257229, + "nauc_recall_at_5_diff1": 0.841584, + "nauc_recall_at_10_max": 0.864648, + "nauc_recall_at_10_std": 0.317279, + "nauc_recall_at_10_diff1": 0.841918, + "nauc_recall_at_20_max": 0.866658, + "nauc_recall_at_20_std": 0.32241, + "nauc_recall_at_20_diff1": 0.863834, + "nauc_recall_at_100_max": 0.937908, + "nauc_recall_at_100_std": 0.761282, + "nauc_recall_at_100_diff1": 0.861345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.798596, + "nauc_precision_at_1_std": 0.114434, + "nauc_precision_at_1_diff1": 0.90642, + "nauc_precision_at_3_max": 0.86704, + "nauc_precision_at_3_std": 0.265079, + "nauc_precision_at_3_diff1": 0.865045, + "nauc_precision_at_5_max": 0.852014, + "nauc_precision_at_5_std": 0.257229, + "nauc_precision_at_5_diff1": 0.841584, + "nauc_precision_at_10_max": 0.864648, + "nauc_precision_at_10_std": 0.317279, + "nauc_precision_at_10_diff1": 0.841918, + "nauc_precision_at_20_max": 0.866658, + "nauc_precision_at_20_std": 0.32241, + "nauc_precision_at_20_diff1": 0.863834, + "nauc_precision_at_100_max": 0.937908, + "nauc_precision_at_100_std": 0.761282, + "nauc_precision_at_100_diff1": 0.861345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.798596, + "nauc_mrr_at_1_std": 0.114434, + "nauc_mrr_at_1_diff1": 0.90642, + "nauc_mrr_at_3_max": 0.825878, + "nauc_mrr_at_3_std": 0.169302, + "nauc_mrr_at_3_diff1": 0.891826, + "nauc_mrr_at_5_max": 0.822459, + "nauc_mrr_at_5_std": 0.166304, + "nauc_mrr_at_5_diff1": 0.88866, + "nauc_mrr_at_10_max": 0.822747, + "nauc_mrr_at_10_std": 0.169299, + "nauc_mrr_at_10_diff1": 0.889436, + "nauc_mrr_at_20_max": 0.822439, + "nauc_mrr_at_20_std": 0.16822, + "nauc_mrr_at_20_diff1": 0.890394, + "nauc_mrr_at_100_max": 0.822211, + "nauc_mrr_at_100_std": 0.167622, + "nauc_mrr_at_100_diff1": 0.890503, + "nauc_mrr_at_1000_max": 0.822146, + "nauc_mrr_at_1000_std": 0.167314, + "nauc_mrr_at_1000_diff1": 0.890514, + "hit_rate_at_1": 0.77889, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.88333, + "hit_rate_at_10": 0.91111, + "hit_rate_at_20": 0.93, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.84615, "hf_subset": "eus_Latn-eus_Latn", "languages": [ "eus-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85556, - "ndcg_at_3": 0.89921, - "ndcg_at_5": 0.90594, - "ndcg_at_10": 0.91412, - "ndcg_at_20": 0.91776, - "ndcg_at_100": 0.92022, - "ndcg_at_1000": 0.92067, - "map_at_1": 0.85556, - "map_at_3": 0.88889, - "map_at_5": 0.89256, - "map_at_10": 0.89609, - "map_at_20": 0.89708, - "map_at_100": 0.8975, - "map_at_1000": 0.89752, - "recall_at_1": 0.85556, - "recall_at_3": 0.92889, - "recall_at_5": 0.94556, - "recall_at_10": 0.97, - "recall_at_20": 0.98444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.89725, + "ndcg_at_5": 0.90308, + "ndcg_at_10": 0.91196, + "ndcg_at_20": 0.91542, + "ndcg_at_100": 0.91841, + "ndcg_at_1000": 0.91868, + "map_at_1": 0.85333, + "map_at_3": 0.88667, + "map_at_5": 0.88983, + "map_at_10": 0.89365, + "map_at_20": 0.89465, + "map_at_100": 0.8951, + "map_at_1000": 0.89511, + "recall_at_1": 0.85333, + "recall_at_3": 0.92778, + "recall_at_5": 0.94222, + "recall_at_10": 0.96889, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.85556, - "precision_at_3": 0.30963, - "precision_at_5": 0.18911, - "precision_at_10": 0.097, - "precision_at_20": 0.04922, - "precision_at_100": 0.00997, + "accuracy": 0.85333, + "precision_at_1": 0.85333, + "precision_at_3": 0.30926, + "precision_at_5": 0.18844, + "precision_at_10": 0.09689, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.855556, - "mrr_at_3": 0.888889, - "mrr_at_5": 0.892556, - "mrr_at_10": 0.896086, - "mrr_at_20": 0.897083, - "mrr_at_100": 0.897497, - "mrr_at_1000": 0.897517, - "nauc_ndcg_at_1_max": 0.767627, - "nauc_ndcg_at_1_std": -0.285868, - "nauc_ndcg_at_1_diff1": 0.895907, - "nauc_ndcg_at_3_max": 0.762544, - "nauc_ndcg_at_3_std": -0.347028, - "nauc_ndcg_at_3_diff1": 0.873345, - "nauc_ndcg_at_5_max": 0.763297, - "nauc_ndcg_at_5_std": -0.316438, - "nauc_ndcg_at_5_diff1": 0.86924, - "nauc_ndcg_at_10_max": 0.760304, - "nauc_ndcg_at_10_std": -0.335937, - "nauc_ndcg_at_10_diff1": 0.876008, - "nauc_ndcg_at_20_max": 0.761378, - "nauc_ndcg_at_20_std": -0.320721, - "nauc_ndcg_at_20_diff1": 0.875297, - "nauc_ndcg_at_100_max": 0.764841, - "nauc_ndcg_at_100_std": -0.311626, - "nauc_ndcg_at_100_diff1": 0.878384, - "nauc_ndcg_at_1000_max": 0.764067, - "nauc_ndcg_at_1000_std": -0.314415, - "nauc_ndcg_at_1000_diff1": 0.877913, - "nauc_map_at_1_max": 0.767627, - "nauc_map_at_1_std": -0.285868, - "nauc_map_at_1_diff1": 0.895907, - "nauc_map_at_3_max": 0.763809, - "nauc_map_at_3_std": -0.328085, - "nauc_map_at_3_diff1": 0.878436, - "nauc_map_at_5_max": 0.764254, - "nauc_map_at_5_std": -0.312381, - "nauc_map_at_5_diff1": 0.876603, - "nauc_map_at_10_max": 0.763171, - "nauc_map_at_10_std": -0.319315, - "nauc_map_at_10_diff1": 0.879431, - "nauc_map_at_20_max": 0.763636, - "nauc_map_at_20_std": -0.315481, - "nauc_map_at_20_diff1": 0.879332, - "nauc_map_at_100_max": 0.764207, - "nauc_map_at_100_std": -0.313544, - "nauc_map_at_100_diff1": 0.879696, - "nauc_map_at_1000_max": 0.764188, - "nauc_map_at_1000_std": -0.313579, - "nauc_map_at_1000_diff1": 0.879678, - "nauc_recall_at_1_max": 0.767627, - "nauc_recall_at_1_std": -0.285868, - "nauc_recall_at_1_diff1": 0.895907, - "nauc_recall_at_3_max": 0.757185, - "nauc_recall_at_3_std": -0.430242, - "nauc_recall_at_3_diff1": 0.852175, - "nauc_recall_at_5_max": 0.75836, - "nauc_recall_at_5_std": -0.331256, - "nauc_recall_at_5_diff1": 0.828932, - "nauc_recall_at_10_max": 0.730141, - "nauc_recall_at_10_std": -0.504375, - "nauc_recall_at_10_diff1": 0.850002, - "nauc_recall_at_20_max": 0.714786, - "nauc_recall_at_20_std": -0.364946, - "nauc_recall_at_20_diff1": 0.810257, - "nauc_recall_at_100_max": 0.907407, - "nauc_recall_at_100_std": 0.239185, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.886667, + "mrr_at_5": 0.889833, + "mrr_at_10": 0.89365, + "mrr_at_20": 0.894648, + "mrr_at_100": 0.895097, + "mrr_at_1000": 0.895105, + "nauc_ndcg_at_1_max": 0.722124, + "nauc_ndcg_at_1_std": -0.322768, + "nauc_ndcg_at_1_diff1": 0.900732, + "nauc_ndcg_at_3_max": 0.736468, + "nauc_ndcg_at_3_std": -0.336506, + "nauc_ndcg_at_3_diff1": 0.877477, + "nauc_ndcg_at_5_max": 0.731798, + "nauc_ndcg_at_5_std": -0.344387, + "nauc_ndcg_at_5_diff1": 0.878296, + "nauc_ndcg_at_10_max": 0.732382, + "nauc_ndcg_at_10_std": -0.334066, + "nauc_ndcg_at_10_diff1": 0.880776, + "nauc_ndcg_at_20_max": 0.726532, + "nauc_ndcg_at_20_std": -0.337535, + "nauc_ndcg_at_20_diff1": 0.88044, + "nauc_ndcg_at_100_max": 0.731508, + "nauc_ndcg_at_100_std": -0.325853, + "nauc_ndcg_at_100_diff1": 0.882904, + "nauc_ndcg_at_1000_max": 0.730581, + "nauc_ndcg_at_1000_std": -0.330434, + "nauc_ndcg_at_1000_diff1": 0.882951, + "nauc_map_at_1_max": 0.722124, + "nauc_map_at_1_std": -0.322768, + "nauc_map_at_1_diff1": 0.900732, + "nauc_map_at_3_max": 0.732521, + "nauc_map_at_3_std": -0.33236, + "nauc_map_at_3_diff1": 0.883065, + "nauc_map_at_5_max": 0.73006, + "nauc_map_at_5_std": -0.336742, + "nauc_map_at_5_diff1": 0.883625, + "nauc_map_at_10_max": 0.729864, + "nauc_map_at_10_std": -0.333608, + "nauc_map_at_10_diff1": 0.884604, + "nauc_map_at_20_max": 0.728538, + "nauc_map_at_20_std": -0.33366, + "nauc_map_at_20_diff1": 0.884589, + "nauc_map_at_100_max": 0.729468, + "nauc_map_at_100_std": -0.33178, + "nauc_map_at_100_diff1": 0.884882, + "nauc_map_at_1000_max": 0.729447, + "nauc_map_at_1000_std": -0.331884, + "nauc_map_at_1000_diff1": 0.884884, + "nauc_recall_at_1_max": 0.722124, + "nauc_recall_at_1_std": -0.322768, + "nauc_recall_at_1_diff1": 0.900732, + "nauc_recall_at_3_max": 0.753573, + "nauc_recall_at_3_std": -0.354722, + "nauc_recall_at_3_diff1": 0.853839, + "nauc_recall_at_5_max": 0.739684, + "nauc_recall_at_5_std": -0.38572, + "nauc_recall_at_5_diff1": 0.851235, + "nauc_recall_at_10_max": 0.757453, + "nauc_recall_at_10_std": -0.320095, + "nauc_recall_at_10_diff1": 0.850273, + "nauc_recall_at_20_max": 0.669059, + "nauc_recall_at_20_std": -0.403945, + "nauc_recall_at_20_diff1": 0.81997, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767627, - "nauc_precision_at_1_std": -0.285868, - "nauc_precision_at_1_diff1": 0.895907, - "nauc_precision_at_3_max": 0.757185, - "nauc_precision_at_3_std": -0.430242, - "nauc_precision_at_3_diff1": 0.852175, - "nauc_precision_at_5_max": 0.75836, - "nauc_precision_at_5_std": -0.331256, - "nauc_precision_at_5_diff1": 0.828932, - "nauc_precision_at_10_max": 0.730141, - "nauc_precision_at_10_std": -0.504375, - "nauc_precision_at_10_diff1": 0.850002, - "nauc_precision_at_20_max": 0.714786, - "nauc_precision_at_20_std": -0.364946, - "nauc_precision_at_20_diff1": 0.810257, - "nauc_precision_at_100_max": 0.907407, - "nauc_precision_at_100_std": 0.239185, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.722124, + "nauc_precision_at_1_std": -0.322768, + "nauc_precision_at_1_diff1": 0.900732, + "nauc_precision_at_3_max": 0.753573, + "nauc_precision_at_3_std": -0.354722, + "nauc_precision_at_3_diff1": 0.853839, + "nauc_precision_at_5_max": 0.739684, + "nauc_precision_at_5_std": -0.38572, + "nauc_precision_at_5_diff1": 0.851235, + "nauc_precision_at_10_max": 0.757453, + "nauc_precision_at_10_std": -0.320095, + "nauc_precision_at_10_diff1": 0.850273, + "nauc_precision_at_20_max": 0.669059, + "nauc_precision_at_20_std": -0.403945, + "nauc_precision_at_20_diff1": 0.81997, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767627, - "nauc_mrr_at_1_std": -0.285868, - "nauc_mrr_at_1_diff1": 0.895907, - "nauc_mrr_at_3_max": 0.763809, - "nauc_mrr_at_3_std": -0.328085, - "nauc_mrr_at_3_diff1": 0.878436, - "nauc_mrr_at_5_max": 0.764254, - "nauc_mrr_at_5_std": -0.312381, - "nauc_mrr_at_5_diff1": 0.876603, - "nauc_mrr_at_10_max": 0.763171, - "nauc_mrr_at_10_std": -0.319315, - "nauc_mrr_at_10_diff1": 0.879431, - "nauc_mrr_at_20_max": 0.763636, - "nauc_mrr_at_20_std": -0.315481, - "nauc_mrr_at_20_diff1": 0.879332, - "nauc_mrr_at_100_max": 0.764207, - "nauc_mrr_at_100_std": -0.313544, - "nauc_mrr_at_100_diff1": 0.879696, - "nauc_mrr_at_1000_max": 0.764188, - "nauc_mrr_at_1000_std": -0.313579, - "nauc_mrr_at_1000_diff1": 0.879678, - "main_score": 0.91412, + "nauc_mrr_at_1_max": 0.722124, + "nauc_mrr_at_1_std": -0.322768, + "nauc_mrr_at_1_diff1": 0.900732, + "nauc_mrr_at_3_max": 0.732521, + "nauc_mrr_at_3_std": -0.33236, + "nauc_mrr_at_3_diff1": 0.883065, + "nauc_mrr_at_5_max": 0.73006, + "nauc_mrr_at_5_std": -0.336742, + "nauc_mrr_at_5_diff1": 0.883625, + "nauc_mrr_at_10_max": 0.729864, + "nauc_mrr_at_10_std": -0.333608, + "nauc_mrr_at_10_diff1": 0.884604, + "nauc_mrr_at_20_max": 0.728538, + "nauc_mrr_at_20_std": -0.33366, + "nauc_mrr_at_20_diff1": 0.884589, + "nauc_mrr_at_100_max": 0.729468, + "nauc_mrr_at_100_std": -0.33178, + "nauc_mrr_at_100_diff1": 0.884882, + "nauc_mrr_at_1000_max": 0.729447, + "nauc_mrr_at_1000_std": -0.331884, + "nauc_mrr_at_1000_diff1": 0.884884, + "hit_rate_at_1": 0.85333, + "hit_rate_at_3": 0.92778, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91196, "hf_subset": "eus_Latn-eng_Latn", "languages": [ "eus-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.69444, - "ndcg_at_3": 0.74958, - "ndcg_at_5": 0.76344, - "ndcg_at_10": 0.7751, - "ndcg_at_20": 0.78316, - "ndcg_at_100": 0.79525, - "ndcg_at_1000": 0.801, - "map_at_1": 0.69444, - "map_at_3": 0.73667, - "map_at_5": 0.74444, - "map_at_10": 0.74935, - "map_at_20": 0.75152, - "map_at_100": 0.75296, - "map_at_1000": 0.75321, - "recall_at_1": 0.69444, - "recall_at_3": 0.78667, - "recall_at_5": 0.82, - "recall_at_10": 0.85556, - "recall_at_20": 0.88778, - "recall_at_100": 0.95667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.73651, + "ndcg_at_5": 0.74621, + "ndcg_at_10": 0.75959, + "ndcg_at_20": 0.76626, + "ndcg_at_100": 0.78027, + "ndcg_at_1000": 0.78684, + "map_at_1": 0.67556, + "map_at_3": 0.72148, + "map_at_5": 0.72693, + "map_at_10": 0.73228, + "map_at_20": 0.73407, + "map_at_100": 0.73579, + "map_at_1000": 0.73609, + "recall_at_1": 0.67556, + "recall_at_3": 0.78, + "recall_at_5": 0.80333, + "recall_at_10": 0.84556, + "recall_at_20": 0.87222, + "recall_at_100": 0.95111, "recall_at_1000": 1.0, - "precision_at_1": 0.69444, - "precision_at_3": 0.26222, - "precision_at_5": 0.164, - "precision_at_10": 0.08556, - "precision_at_20": 0.04439, - "precision_at_100": 0.00957, - "precision_at_1000": 0.001, - "mrr_at_1": 0.694444, - "mrr_at_3": 0.736667, - "mrr_at_5": 0.744444, - "mrr_at_10": 0.749353, - "mrr_at_20": 0.751523, - "mrr_at_100": 0.752959, - "mrr_at_1000": 0.753207, - "nauc_ndcg_at_1_max": 0.858389, - "nauc_ndcg_at_1_std": 0.341823, - "nauc_ndcg_at_1_diff1": 0.892458, - "nauc_ndcg_at_3_max": 0.871486, - "nauc_ndcg_at_3_std": 0.390654, - "nauc_ndcg_at_3_diff1": 0.865316, - "nauc_ndcg_at_5_max": 0.870684, - "nauc_ndcg_at_5_std": 0.405, - "nauc_ndcg_at_5_diff1": 0.862401, - "nauc_ndcg_at_10_max": 0.873219, - "nauc_ndcg_at_10_std": 0.421367, - "nauc_ndcg_at_10_diff1": 0.863353, - "nauc_ndcg_at_20_max": 0.870799, - "nauc_ndcg_at_20_std": 0.421559, - "nauc_ndcg_at_20_diff1": 0.861243, - "nauc_ndcg_at_100_max": 0.872523, - "nauc_ndcg_at_100_std": 0.421032, - "nauc_ndcg_at_100_diff1": 0.86517, - "nauc_ndcg_at_1000_max": 0.870269, - "nauc_ndcg_at_1000_std": 0.407127, - "nauc_ndcg_at_1000_diff1": 0.866843, - "nauc_map_at_1_max": 0.858389, - "nauc_map_at_1_std": 0.341823, - "nauc_map_at_1_diff1": 0.892458, - "nauc_map_at_3_max": 0.868715, - "nauc_map_at_3_std": 0.379722, - "nauc_map_at_3_diff1": 0.872441, - "nauc_map_at_5_max": 0.868206, - "nauc_map_at_5_std": 0.387034, - "nauc_map_at_5_diff1": 0.870986, - "nauc_map_at_10_max": 0.869057, - "nauc_map_at_10_std": 0.392585, - "nauc_map_at_10_diff1": 0.87142, - "nauc_map_at_20_max": 0.868429, - "nauc_map_at_20_std": 0.392203, - "nauc_map_at_20_diff1": 0.871007, - "nauc_map_at_100_max": 0.868556, - "nauc_map_at_100_std": 0.392331, - "nauc_map_at_100_diff1": 0.871358, - "nauc_map_at_1000_max": 0.868474, - "nauc_map_at_1000_std": 0.39184, - "nauc_map_at_1000_diff1": 0.871422, - "nauc_recall_at_1_max": 0.858389, - "nauc_recall_at_1_std": 0.341823, - "nauc_recall_at_1_diff1": 0.892458, - "nauc_recall_at_3_max": 0.880546, - "nauc_recall_at_3_std": 0.426766, - "nauc_recall_at_3_diff1": 0.841158, - "nauc_recall_at_5_max": 0.879637, - "nauc_recall_at_5_std": 0.475187, - "nauc_recall_at_5_diff1": 0.829218, - "nauc_recall_at_10_max": 0.893531, - "nauc_recall_at_10_std": 0.566841, - "nauc_recall_at_10_diff1": 0.826835, - "nauc_recall_at_20_max": 0.881859, - "nauc_recall_at_20_std": 0.607577, - "nauc_recall_at_20_diff1": 0.802426, - "nauc_recall_at_100_max": 0.942182, - "nauc_recall_at_100_std": 0.854928, - "nauc_recall_at_100_diff1": 0.813259, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.858389, - "nauc_precision_at_1_std": 0.341823, - "nauc_precision_at_1_diff1": 0.892458, - "nauc_precision_at_3_max": 0.880546, - "nauc_precision_at_3_std": 0.426766, - "nauc_precision_at_3_diff1": 0.841158, - "nauc_precision_at_5_max": 0.879637, - "nauc_precision_at_5_std": 0.475187, - "nauc_precision_at_5_diff1": 0.829218, - "nauc_precision_at_10_max": 0.893531, - "nauc_precision_at_10_std": 0.566841, - "nauc_precision_at_10_diff1": 0.826835, - "nauc_precision_at_20_max": 0.881859, - "nauc_precision_at_20_std": 0.607577, - "nauc_precision_at_20_diff1": 0.802426, - "nauc_precision_at_100_max": 0.942182, - "nauc_precision_at_100_std": 0.854928, - "nauc_precision_at_100_diff1": 0.813259, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.858389, - "nauc_mrr_at_1_std": 0.341823, - "nauc_mrr_at_1_diff1": 0.892458, - "nauc_mrr_at_3_max": 0.868715, - "nauc_mrr_at_3_std": 0.379722, - "nauc_mrr_at_3_diff1": 0.872441, - "nauc_mrr_at_5_max": 0.868206, - "nauc_mrr_at_5_std": 0.387034, - "nauc_mrr_at_5_diff1": 0.870986, - "nauc_mrr_at_10_max": 0.869057, - "nauc_mrr_at_10_std": 0.392585, - "nauc_mrr_at_10_diff1": 0.87142, - "nauc_mrr_at_20_max": 0.868429, - "nauc_mrr_at_20_std": 0.392203, - "nauc_mrr_at_20_diff1": 0.871007, - "nauc_mrr_at_100_max": 0.868556, - "nauc_mrr_at_100_std": 0.392331, - "nauc_mrr_at_100_diff1": 0.871358, - "nauc_mrr_at_1000_max": 0.868474, - "nauc_mrr_at_1000_std": 0.39184, - "nauc_mrr_at_1000_diff1": 0.871422, - "main_score": 0.7751, + "accuracy": 0.67556, + "precision_at_1": 0.67556, + "precision_at_3": 0.26, + "precision_at_5": 0.16067, + "precision_at_10": 0.08456, + "precision_at_20": 0.04361, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.721481, + "mrr_at_5": 0.726926, + "mrr_at_10": 0.732284, + "mrr_at_20": 0.734074, + "mrr_at_100": 0.735792, + "mrr_at_1000": 0.736092, + "nauc_ndcg_at_1_max": 0.862735, + "nauc_ndcg_at_1_std": 0.308752, + "nauc_ndcg_at_1_diff1": 0.910539, + "nauc_ndcg_at_3_max": 0.86701, + "nauc_ndcg_at_3_std": 0.339391, + "nauc_ndcg_at_3_diff1": 0.872712, + "nauc_ndcg_at_5_max": 0.865607, + "nauc_ndcg_at_5_std": 0.351007, + "nauc_ndcg_at_5_diff1": 0.870679, + "nauc_ndcg_at_10_max": 0.865932, + "nauc_ndcg_at_10_std": 0.363193, + "nauc_ndcg_at_10_diff1": 0.870338, + "nauc_ndcg_at_20_max": 0.863797, + "nauc_ndcg_at_20_std": 0.363013, + "nauc_ndcg_at_20_diff1": 0.868905, + "nauc_ndcg_at_100_max": 0.866813, + "nauc_ndcg_at_100_std": 0.369281, + "nauc_ndcg_at_100_diff1": 0.873129, + "nauc_ndcg_at_1000_max": 0.865898, + "nauc_ndcg_at_1000_std": 0.356352, + "nauc_ndcg_at_1000_diff1": 0.876373, + "nauc_map_at_1_max": 0.862735, + "nauc_map_at_1_std": 0.308752, + "nauc_map_at_1_diff1": 0.910539, + "nauc_map_at_3_max": 0.867108, + "nauc_map_at_3_std": 0.333389, + "nauc_map_at_3_diff1": 0.883113, + "nauc_map_at_5_max": 0.866326, + "nauc_map_at_5_std": 0.339373, + "nauc_map_at_5_diff1": 0.882104, + "nauc_map_at_10_max": 0.866406, + "nauc_map_at_10_std": 0.34373, + "nauc_map_at_10_diff1": 0.882123, + "nauc_map_at_20_max": 0.865885, + "nauc_map_at_20_std": 0.3439, + "nauc_map_at_20_diff1": 0.881822, + "nauc_map_at_100_max": 0.866206, + "nauc_map_at_100_std": 0.344888, + "nauc_map_at_100_diff1": 0.882333, + "nauc_map_at_1000_max": 0.866172, + "nauc_map_at_1000_std": 0.344431, + "nauc_map_at_1000_diff1": 0.882471, + "nauc_recall_at_1_max": 0.862735, + "nauc_recall_at_1_std": 0.308752, + "nauc_recall_at_1_diff1": 0.910539, + "nauc_recall_at_3_max": 0.866045, + "nauc_recall_at_3_std": 0.359008, + "nauc_recall_at_3_diff1": 0.836654, + "nauc_recall_at_5_max": 0.862073, + "nauc_recall_at_5_std": 0.395164, + "nauc_recall_at_5_diff1": 0.827896, + "nauc_recall_at_10_max": 0.863146, + "nauc_recall_at_10_std": 0.460587, + "nauc_recall_at_10_diff1": 0.816392, + "nauc_recall_at_20_max": 0.848581, + "nauc_recall_at_20_std": 0.472741, + "nauc_recall_at_20_diff1": 0.797276, + "nauc_recall_at_100_max": 0.89273, + "nauc_recall_at_100_std": 0.747019, + "nauc_recall_at_100_diff1": 0.782064, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.862735, + "nauc_precision_at_1_std": 0.308752, + "nauc_precision_at_1_diff1": 0.910539, + "nauc_precision_at_3_max": 0.866045, + "nauc_precision_at_3_std": 0.359008, + "nauc_precision_at_3_diff1": 0.836654, + "nauc_precision_at_5_max": 0.862073, + "nauc_precision_at_5_std": 0.395164, + "nauc_precision_at_5_diff1": 0.827896, + "nauc_precision_at_10_max": 0.863146, + "nauc_precision_at_10_std": 0.460587, + "nauc_precision_at_10_diff1": 0.816392, + "nauc_precision_at_20_max": 0.848581, + "nauc_precision_at_20_std": 0.472741, + "nauc_precision_at_20_diff1": 0.797276, + "nauc_precision_at_100_max": 0.89273, + "nauc_precision_at_100_std": 0.747019, + "nauc_precision_at_100_diff1": 0.782064, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.862735, + "nauc_mrr_at_1_std": 0.308752, + "nauc_mrr_at_1_diff1": 0.910539, + "nauc_mrr_at_3_max": 0.867108, + "nauc_mrr_at_3_std": 0.333389, + "nauc_mrr_at_3_diff1": 0.883113, + "nauc_mrr_at_5_max": 0.866326, + "nauc_mrr_at_5_std": 0.339373, + "nauc_mrr_at_5_diff1": 0.882104, + "nauc_mrr_at_10_max": 0.866406, + "nauc_mrr_at_10_std": 0.34373, + "nauc_mrr_at_10_diff1": 0.882123, + "nauc_mrr_at_20_max": 0.865885, + "nauc_mrr_at_20_std": 0.3439, + "nauc_mrr_at_20_diff1": 0.881822, + "nauc_mrr_at_100_max": 0.866206, + "nauc_mrr_at_100_std": 0.344888, + "nauc_mrr_at_100_diff1": 0.882333, + "nauc_mrr_at_1000_max": 0.866172, + "nauc_mrr_at_1000_std": 0.344431, + "nauc_mrr_at_1000_diff1": 0.882471, + "hit_rate_at_1": 0.67556, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.80333, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.87222, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.75959, "hf_subset": "eng_Latn-eus_Latn", "languages": [ "eng-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.92466, - "ndcg_at_5": 0.93336, - "ndcg_at_10": 0.9369, - "ndcg_at_20": 0.93938, - "ndcg_at_100": 0.94137, - "ndcg_at_1000": 0.94169, - "map_at_1": 0.89444, - "map_at_3": 0.91741, - "map_at_5": 0.92224, - "map_at_10": 0.92367, - "map_at_20": 0.92433, - "map_at_100": 0.92465, - "map_at_1000": 0.92467, - "recall_at_1": 0.89444, - "recall_at_3": 0.94556, + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.91947, + "ndcg_at_5": 0.92898, + "ndcg_at_10": 0.93187, + "ndcg_at_20": 0.93473, + "ndcg_at_100": 0.93699, + "ndcg_at_1000": 0.93714, + "map_at_1": 0.88222, + "map_at_3": 0.91111, + "map_at_5": 0.91633, + "map_at_10": 0.91753, + "map_at_20": 0.91835, + "map_at_100": 0.91865, + "map_at_1000": 0.91865, + "recall_at_1": 0.88222, + "recall_at_3": 0.94333, "recall_at_5": 0.96667, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89444, - "precision_at_3": 0.31519, + "accuracy": 0.88222, + "precision_at_1": 0.88222, + "precision_at_3": 0.31444, "precision_at_5": 0.19333, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.894444, - "mrr_at_3": 0.917407, - "mrr_at_5": 0.922241, - "mrr_at_10": 0.923668, - "mrr_at_20": 0.924331, - "mrr_at_100": 0.924654, - "mrr_at_1000": 0.924671, - "nauc_ndcg_at_1_max": 0.829863, - "nauc_ndcg_at_1_std": -0.064951, - "nauc_ndcg_at_1_diff1": 0.926073, - "nauc_ndcg_at_3_max": 0.86225, - "nauc_ndcg_at_3_std": -0.075718, - "nauc_ndcg_at_3_diff1": 0.931788, - "nauc_ndcg_at_5_max": 0.860257, - "nauc_ndcg_at_5_std": -0.073664, - "nauc_ndcg_at_5_diff1": 0.935805, - "nauc_ndcg_at_10_max": 0.85928, - "nauc_ndcg_at_10_std": -0.061784, - "nauc_ndcg_at_10_diff1": 0.93575, - "nauc_ndcg_at_20_max": 0.856807, - "nauc_ndcg_at_20_std": -0.06343, - "nauc_ndcg_at_20_diff1": 0.935022, - "nauc_ndcg_at_100_max": 0.854068, - "nauc_ndcg_at_100_std": -0.059922, - "nauc_ndcg_at_100_diff1": 0.933317, - "nauc_ndcg_at_1000_max": 0.853284, - "nauc_ndcg_at_1000_std": -0.06562, - "nauc_ndcg_at_1000_diff1": 0.932959, - "nauc_map_at_1_max": 0.829863, - "nauc_map_at_1_std": -0.064951, - "nauc_map_at_1_diff1": 0.926073, - "nauc_map_at_3_max": 0.853024, - "nauc_map_at_3_std": -0.07287, - "nauc_map_at_3_diff1": 0.930393, - "nauc_map_at_5_max": 0.851437, - "nauc_map_at_5_std": -0.071937, - "nauc_map_at_5_diff1": 0.932216, - "nauc_map_at_10_max": 0.850884, - "nauc_map_at_10_std": -0.069231, - "nauc_map_at_10_diff1": 0.932071, - "nauc_map_at_20_max": 0.850391, - "nauc_map_at_20_std": -0.068963, - "nauc_map_at_20_diff1": 0.931934, - "nauc_map_at_100_max": 0.850052, - "nauc_map_at_100_std": -0.068347, - "nauc_map_at_100_diff1": 0.93171, - "nauc_map_at_1000_max": 0.850019, - "nauc_map_at_1000_std": -0.068582, - "nauc_map_at_1000_diff1": 0.931695, - "nauc_recall_at_1_max": 0.829863, - "nauc_recall_at_1_std": -0.064951, - "nauc_recall_at_1_diff1": 0.926073, - "nauc_recall_at_3_max": 0.902008, - "nauc_recall_at_3_std": -0.087845, - "nauc_recall_at_3_diff1": 0.937642, - "nauc_recall_at_5_max": 0.918145, - "nauc_recall_at_5_std": -0.083458, - "nauc_recall_at_5_diff1": 0.960784, - "nauc_recall_at_10_max": 0.939542, - "nauc_recall_at_10_std": 0.0405, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.058654, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.911111, + "mrr_at_5": 0.916333, + "mrr_at_10": 0.917532, + "mrr_at_20": 0.918345, + "mrr_at_100": 0.918649, + "mrr_at_1000": 0.918654, + "nauc_ndcg_at_1_max": 0.818814, + "nauc_ndcg_at_1_std": -0.10668, + "nauc_ndcg_at_1_diff1": 0.929686, + "nauc_ndcg_at_3_max": 0.841343, + "nauc_ndcg_at_3_std": -0.123605, + "nauc_ndcg_at_3_diff1": 0.925754, + "nauc_ndcg_at_5_max": 0.845921, + "nauc_ndcg_at_5_std": -0.110406, + "nauc_ndcg_at_5_diff1": 0.927881, + "nauc_ndcg_at_10_max": 0.843068, + "nauc_ndcg_at_10_std": -0.12321, + "nauc_ndcg_at_10_diff1": 0.928572, + "nauc_ndcg_at_20_max": 0.842588, + "nauc_ndcg_at_20_std": -0.100345, + "nauc_ndcg_at_20_diff1": 0.928846, + "nauc_ndcg_at_100_max": 0.838673, + "nauc_ndcg_at_100_std": -0.10626, + "nauc_ndcg_at_100_diff1": 0.927957, + "nauc_ndcg_at_1000_max": 0.838295, + "nauc_ndcg_at_1000_std": -0.108849, + "nauc_ndcg_at_1000_diff1": 0.927789, + "nauc_map_at_1_max": 0.818814, + "nauc_map_at_1_std": -0.10668, + "nauc_map_at_1_diff1": 0.929686, + "nauc_map_at_3_max": 0.835165, + "nauc_map_at_3_std": -0.119663, + "nauc_map_at_3_diff1": 0.926384, + "nauc_map_at_5_max": 0.836904, + "nauc_map_at_5_std": -0.112909, + "nauc_map_at_5_diff1": 0.927326, + "nauc_map_at_10_max": 0.835772, + "nauc_map_at_10_std": -0.117557, + "nauc_map_at_10_diff1": 0.927607, + "nauc_map_at_20_max": 0.835621, + "nauc_map_at_20_std": -0.112338, + "nauc_map_at_20_diff1": 0.927644, + "nauc_map_at_100_max": 0.835209, + "nauc_map_at_100_std": -0.112403, + "nauc_map_at_100_diff1": 0.927541, + "nauc_map_at_1000_max": 0.835197, + "nauc_map_at_1000_std": -0.11248, + "nauc_map_at_1000_diff1": 0.927536, + "nauc_recall_at_1_max": 0.818814, + "nauc_recall_at_1_std": -0.10668, + "nauc_recall_at_1_diff1": 0.929686, + "nauc_recall_at_3_max": 0.86832, + "nauc_recall_at_3_std": -0.140303, + "nauc_recall_at_3_diff1": 0.923335, + "nauc_recall_at_5_max": 0.910909, + "nauc_recall_at_5_std": -0.087379, + "nauc_recall_at_5_diff1": 0.933551, + "nauc_recall_at_10_max": 0.910661, + "nauc_recall_at_10_std": -0.183749, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.195223, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829863, - "nauc_precision_at_1_std": -0.064951, - "nauc_precision_at_1_diff1": 0.926073, - "nauc_precision_at_3_max": 0.902008, - "nauc_precision_at_3_std": -0.087845, - "nauc_precision_at_3_diff1": 0.937642, - "nauc_precision_at_5_max": 0.918145, - "nauc_precision_at_5_std": -0.083458, - "nauc_precision_at_5_diff1": 0.960784, - "nauc_precision_at_10_max": 0.939542, - "nauc_precision_at_10_std": 0.0405, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.058654, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.818814, + "nauc_precision_at_1_std": -0.10668, + "nauc_precision_at_1_diff1": 0.929686, + "nauc_precision_at_3_max": 0.86832, + "nauc_precision_at_3_std": -0.140303, + "nauc_precision_at_3_diff1": 0.923335, + "nauc_precision_at_5_max": 0.910909, + "nauc_precision_at_5_std": -0.087379, + "nauc_precision_at_5_diff1": 0.933551, + "nauc_precision_at_10_max": 0.910661, + "nauc_precision_at_10_std": -0.183749, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.195223, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829863, - "nauc_mrr_at_1_std": -0.064951, - "nauc_mrr_at_1_diff1": 0.926073, - "nauc_mrr_at_3_max": 0.853024, - "nauc_mrr_at_3_std": -0.07287, - "nauc_mrr_at_3_diff1": 0.930393, - "nauc_mrr_at_5_max": 0.851437, - "nauc_mrr_at_5_std": -0.071937, - "nauc_mrr_at_5_diff1": 0.932216, - "nauc_mrr_at_10_max": 0.850884, - "nauc_mrr_at_10_std": -0.069231, - "nauc_mrr_at_10_diff1": 0.932071, - "nauc_mrr_at_20_max": 0.850391, - "nauc_mrr_at_20_std": -0.068963, - "nauc_mrr_at_20_diff1": 0.931934, - "nauc_mrr_at_100_max": 0.850052, - "nauc_mrr_at_100_std": -0.068347, - "nauc_mrr_at_100_diff1": 0.93171, - "nauc_mrr_at_1000_max": 0.850019, - "nauc_mrr_at_1000_std": -0.068582, - "nauc_mrr_at_1000_diff1": 0.931695, - "main_score": 0.9369, + "nauc_mrr_at_1_max": 0.818814, + "nauc_mrr_at_1_std": -0.10668, + "nauc_mrr_at_1_diff1": 0.929686, + "nauc_mrr_at_3_max": 0.835165, + "nauc_mrr_at_3_std": -0.119663, + "nauc_mrr_at_3_diff1": 0.926384, + "nauc_mrr_at_5_max": 0.836904, + "nauc_mrr_at_5_std": -0.112909, + "nauc_mrr_at_5_diff1": 0.927326, + "nauc_mrr_at_10_max": 0.835772, + "nauc_mrr_at_10_std": -0.117557, + "nauc_mrr_at_10_diff1": 0.927607, + "nauc_mrr_at_20_max": 0.835621, + "nauc_mrr_at_20_std": -0.112338, + "nauc_mrr_at_20_diff1": 0.927644, + "nauc_mrr_at_100_max": 0.835209, + "nauc_mrr_at_100_std": -0.112403, + "nauc_mrr_at_100_diff1": 0.927541, + "nauc_mrr_at_1000_max": 0.835197, + "nauc_mrr_at_1000_std": -0.11248, + "nauc_mrr_at_1000_diff1": 0.927536, + "hit_rate_at_1": 0.88222, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93187, "hf_subset": "fin_Latn-fin_Latn", "languages": [ "fin-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.9388, - "ndcg_at_5": 0.94434, - "ndcg_at_10": 0.94808, - "ndcg_at_20": 0.94955, - "ndcg_at_100": 0.95052, - "ndcg_at_1000": 0.95068, - "map_at_1": 0.9, - "map_at_3": 0.93019, - "map_at_5": 0.9333, - "map_at_10": 0.93492, - "map_at_20": 0.93536, - "map_at_100": 0.93547, - "map_at_1000": 0.93548, - "recall_at_1": 0.9, - "recall_at_3": 0.96333, - "recall_at_5": 0.97667, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93485, + "ndcg_at_5": 0.94083, + "ndcg_at_10": 0.94451, + "ndcg_at_20": 0.94627, + "ndcg_at_100": 0.94773, + "ndcg_at_1000": 0.94788, + "map_at_1": 0.89889, + "map_at_3": 0.92648, + "map_at_5": 0.92981, + "map_at_10": 0.93138, + "map_at_20": 0.9319, + "map_at_100": 0.9321, + "map_at_1000": 0.93211, + "recall_at_1": 0.89889, + "recall_at_3": 0.95889, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99111, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.32111, - "precision_at_5": 0.19533, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.31963, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.930185, - "mrr_at_5": 0.933296, - "mrr_at_10": 0.934924, - "mrr_at_20": 0.93536, - "mrr_at_100": 0.935472, - "mrr_at_1000": 0.935483, - "nauc_ndcg_at_1_max": 0.756375, - "nauc_ndcg_at_1_std": -0.372212, - "nauc_ndcg_at_1_diff1": 0.920816, - "nauc_ndcg_at_3_max": 0.788011, - "nauc_ndcg_at_3_std": -0.371302, - "nauc_ndcg_at_3_diff1": 0.924567, - "nauc_ndcg_at_5_max": 0.785291, - "nauc_ndcg_at_5_std": -0.367354, - "nauc_ndcg_at_5_diff1": 0.927261, - "nauc_ndcg_at_10_max": 0.785341, - "nauc_ndcg_at_10_std": -0.353636, - "nauc_ndcg_at_10_diff1": 0.926758, - "nauc_ndcg_at_20_max": 0.783212, - "nauc_ndcg_at_20_std": -0.341326, - "nauc_ndcg_at_20_diff1": 0.92543, - "nauc_ndcg_at_100_max": 0.779452, - "nauc_ndcg_at_100_std": -0.356351, - "nauc_ndcg_at_100_diff1": 0.925059, - "nauc_ndcg_at_1000_max": 0.778713, - "nauc_ndcg_at_1000_std": -0.360455, - "nauc_ndcg_at_1000_diff1": 0.924808, - "nauc_map_at_1_max": 0.756375, - "nauc_map_at_1_std": -0.372212, - "nauc_map_at_1_diff1": 0.920816, - "nauc_map_at_3_max": 0.777868, - "nauc_map_at_3_std": -0.373628, - "nauc_map_at_3_diff1": 0.923533, - "nauc_map_at_5_max": 0.776109, - "nauc_map_at_5_std": -0.371875, - "nauc_map_at_5_diff1": 0.924677, - "nauc_map_at_10_max": 0.775938, - "nauc_map_at_10_std": -0.368777, - "nauc_map_at_10_diff1": 0.924451, - "nauc_map_at_20_max": 0.775431, - "nauc_map_at_20_std": -0.3658, - "nauc_map_at_20_diff1": 0.924145, - "nauc_map_at_100_max": 0.775081, - "nauc_map_at_100_std": -0.36718, - "nauc_map_at_100_diff1": 0.924107, - "nauc_map_at_1000_max": 0.775044, - "nauc_map_at_1000_std": -0.367382, - "nauc_map_at_1000_diff1": 0.924095, - "nauc_recall_at_1_max": 0.756375, - "nauc_recall_at_1_std": -0.372212, - "nauc_recall_at_1_diff1": 0.920816, - "nauc_recall_at_3_max": 0.843123, - "nauc_recall_at_3_std": -0.356945, - "nauc_recall_at_3_diff1": 0.930043, - "nauc_recall_at_5_max": 0.859188, - "nauc_recall_at_5_std": -0.326264, - "nauc_recall_at_5_diff1": 0.949424, - "nauc_recall_at_10_max": 0.925728, - "nauc_recall_at_10_std": -0.072065, - "nauc_recall_at_10_diff1": 0.962864, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.498988, - "nauc_recall_at_20_diff1": 0.953704, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.926481, + "mrr_at_5": 0.929815, + "mrr_at_10": 0.931379, + "mrr_at_20": 0.931902, + "mrr_at_100": 0.932104, + "mrr_at_1000": 0.932112, + "nauc_ndcg_at_1_max": 0.739809, + "nauc_ndcg_at_1_std": -0.346056, + "nauc_ndcg_at_1_diff1": 0.918209, + "nauc_ndcg_at_3_max": 0.774723, + "nauc_ndcg_at_3_std": -0.325966, + "nauc_ndcg_at_3_diff1": 0.925104, + "nauc_ndcg_at_5_max": 0.772914, + "nauc_ndcg_at_5_std": -0.322974, + "nauc_ndcg_at_5_diff1": 0.923916, + "nauc_ndcg_at_10_max": 0.771826, + "nauc_ndcg_at_10_std": -0.287942, + "nauc_ndcg_at_10_diff1": 0.924164, + "nauc_ndcg_at_20_max": 0.772829, + "nauc_ndcg_at_20_std": -0.293061, + "nauc_ndcg_at_20_diff1": 0.923162, + "nauc_ndcg_at_100_max": 0.766485, + "nauc_ndcg_at_100_std": -0.30845, + "nauc_ndcg_at_100_diff1": 0.922638, + "nauc_ndcg_at_1000_max": 0.765802, + "nauc_ndcg_at_1000_std": -0.312278, + "nauc_ndcg_at_1000_diff1": 0.922412, + "nauc_map_at_1_max": 0.739809, + "nauc_map_at_1_std": -0.346056, + "nauc_map_at_1_diff1": 0.918209, + "nauc_map_at_3_max": 0.764312, + "nauc_map_at_3_std": -0.330786, + "nauc_map_at_3_diff1": 0.922675, + "nauc_map_at_5_max": 0.763037, + "nauc_map_at_5_std": -0.32912, + "nauc_map_at_5_diff1": 0.922016, + "nauc_map_at_10_max": 0.762378, + "nauc_map_at_10_std": -0.317616, + "nauc_map_at_10_diff1": 0.922005, + "nauc_map_at_20_max": 0.762472, + "nauc_map_at_20_std": -0.319099, + "nauc_map_at_20_diff1": 0.921777, + "nauc_map_at_100_max": 0.761764, + "nauc_map_at_100_std": -0.320925, + "nauc_map_at_100_diff1": 0.921711, + "nauc_map_at_1000_max": 0.761739, + "nauc_map_at_1000_std": -0.321063, + "nauc_map_at_1000_diff1": 0.921703, + "nauc_recall_at_1_max": 0.739809, + "nauc_recall_at_1_std": -0.346056, + "nauc_recall_at_1_diff1": 0.918209, + "nauc_recall_at_3_max": 0.827542, + "nauc_recall_at_3_std": -0.302471, + "nauc_recall_at_3_diff1": 0.937732, + "nauc_recall_at_5_max": 0.845685, + "nauc_recall_at_5_std": -0.279042, + "nauc_recall_at_5_diff1": 0.938045, + "nauc_recall_at_10_max": 0.887155, + "nauc_recall_at_10_std": 0.138789, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.343896, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756375, - "nauc_precision_at_1_std": -0.372212, - "nauc_precision_at_1_diff1": 0.920816, - "nauc_precision_at_3_max": 0.843123, - "nauc_precision_at_3_std": -0.356945, - "nauc_precision_at_3_diff1": 0.930043, - "nauc_precision_at_5_max": 0.859188, - "nauc_precision_at_5_std": -0.326264, - "nauc_precision_at_5_diff1": 0.949424, - "nauc_precision_at_10_max": 0.925728, - "nauc_precision_at_10_std": -0.072065, - "nauc_precision_at_10_diff1": 0.962864, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.498988, - "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_1_max": 0.739809, + "nauc_precision_at_1_std": -0.346056, + "nauc_precision_at_1_diff1": 0.918209, + "nauc_precision_at_3_max": 0.827542, + "nauc_precision_at_3_std": -0.302471, + "nauc_precision_at_3_diff1": 0.937732, + "nauc_precision_at_5_max": 0.845685, + "nauc_precision_at_5_std": -0.279042, + "nauc_precision_at_5_diff1": 0.938045, + "nauc_precision_at_10_max": 0.887155, + "nauc_precision_at_10_std": 0.138789, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.343896, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756375, - "nauc_mrr_at_1_std": -0.372212, - "nauc_mrr_at_1_diff1": 0.920816, - "nauc_mrr_at_3_max": 0.777868, - "nauc_mrr_at_3_std": -0.373628, - "nauc_mrr_at_3_diff1": 0.923533, - "nauc_mrr_at_5_max": 0.776109, - "nauc_mrr_at_5_std": -0.371875, - "nauc_mrr_at_5_diff1": 0.924677, - "nauc_mrr_at_10_max": 0.775938, - "nauc_mrr_at_10_std": -0.368777, - "nauc_mrr_at_10_diff1": 0.924451, - "nauc_mrr_at_20_max": 0.775431, - "nauc_mrr_at_20_std": -0.3658, - "nauc_mrr_at_20_diff1": 0.924145, - "nauc_mrr_at_100_max": 0.775081, - "nauc_mrr_at_100_std": -0.36718, - "nauc_mrr_at_100_diff1": 0.924107, - "nauc_mrr_at_1000_max": 0.775044, - "nauc_mrr_at_1000_std": -0.367382, - "nauc_mrr_at_1000_diff1": 0.924095, - "main_score": 0.94808, + "nauc_mrr_at_1_max": 0.739809, + "nauc_mrr_at_1_std": -0.346056, + "nauc_mrr_at_1_diff1": 0.918209, + "nauc_mrr_at_3_max": 0.764312, + "nauc_mrr_at_3_std": -0.330786, + "nauc_mrr_at_3_diff1": 0.922675, + "nauc_mrr_at_5_max": 0.763037, + "nauc_mrr_at_5_std": -0.32912, + "nauc_mrr_at_5_diff1": 0.922016, + "nauc_mrr_at_10_max": 0.762378, + "nauc_mrr_at_10_std": -0.317616, + "nauc_mrr_at_10_diff1": 0.922005, + "nauc_mrr_at_20_max": 0.762472, + "nauc_mrr_at_20_std": -0.319099, + "nauc_mrr_at_20_diff1": 0.921777, + "nauc_mrr_at_100_max": 0.761764, + "nauc_mrr_at_100_std": -0.320925, + "nauc_mrr_at_100_diff1": 0.921711, + "nauc_mrr_at_1000_max": 0.761739, + "nauc_mrr_at_1000_std": -0.321063, + "nauc_mrr_at_1000_diff1": 0.921703, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94451, "hf_subset": "fin_Latn-eng_Latn", "languages": [ "fin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85, - "ndcg_at_3": 0.89155, - "ndcg_at_5": 0.90135, - "ndcg_at_10": 0.90783, - "ndcg_at_20": 0.91058, - "ndcg_at_100": 0.915, - "ndcg_at_1000": 0.91544, - "map_at_1": 0.85, - "map_at_3": 0.88167, - "map_at_5": 0.88722, - "map_at_10": 0.88989, - "map_at_20": 0.89062, - "map_at_100": 0.89134, - "map_at_1000": 0.89136, - "recall_at_1": 0.85, - "recall_at_3": 0.92, - "recall_at_5": 0.94333, - "recall_at_10": 0.96333, - "recall_at_20": 0.97444, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89068, + "ndcg_at_10": 0.89892, + "ndcg_at_20": 0.90223, + "ndcg_at_100": 0.90699, + "ndcg_at_1000": 0.90757, + "map_at_1": 0.83556, + "map_at_3": 0.87222, + "map_at_5": 0.87622, + "map_at_10": 0.87982, + "map_at_20": 0.8807, + "map_at_100": 0.88144, + "map_at_1000": 0.88146, + "recall_at_1": 0.83556, + "recall_at_3": 0.91556, + "recall_at_5": 0.93333, + "recall_at_10": 0.95778, + "recall_at_20": 0.97111, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.85, - "precision_at_3": 0.30667, - "precision_at_5": 0.18867, - "precision_at_10": 0.09633, - "precision_at_20": 0.04872, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.85, - "mrr_at_3": 0.881667, - "mrr_at_5": 0.887222, - "mrr_at_10": 0.889894, - "mrr_at_20": 0.890615, - "mrr_at_100": 0.891345, - "mrr_at_1000": 0.891361, - "nauc_ndcg_at_1_max": 0.810294, - "nauc_ndcg_at_1_std": 0.026116, - "nauc_ndcg_at_1_diff1": 0.912268, - "nauc_ndcg_at_3_max": 0.843778, - "nauc_ndcg_at_3_std": 0.096485, - "nauc_ndcg_at_3_diff1": 0.892789, - "nauc_ndcg_at_5_max": 0.843766, - "nauc_ndcg_at_5_std": 0.096488, - "nauc_ndcg_at_5_diff1": 0.898857, - "nauc_ndcg_at_10_max": 0.839649, - "nauc_ndcg_at_10_std": 0.089548, - "nauc_ndcg_at_10_diff1": 0.899866, - "nauc_ndcg_at_20_max": 0.835858, - "nauc_ndcg_at_20_std": 0.070778, - "nauc_ndcg_at_20_diff1": 0.898962, - "nauc_ndcg_at_100_max": 0.835092, - "nauc_ndcg_at_100_std": 0.081652, - "nauc_ndcg_at_100_diff1": 0.900168, - "nauc_ndcg_at_1000_max": 0.834468, - "nauc_ndcg_at_1000_std": 0.077341, - "nauc_ndcg_at_1000_diff1": 0.900587, - "nauc_map_at_1_max": 0.810294, - "nauc_map_at_1_std": 0.026116, - "nauc_map_at_1_diff1": 0.912268, - "nauc_map_at_3_max": 0.834068, - "nauc_map_at_3_std": 0.075355, - "nauc_map_at_3_diff1": 0.897575, - "nauc_map_at_5_max": 0.833731, - "nauc_map_at_5_std": 0.075057, - "nauc_map_at_5_diff1": 0.900949, - "nauc_map_at_10_max": 0.832079, - "nauc_map_at_10_std": 0.07218, - "nauc_map_at_10_diff1": 0.901443, - "nauc_map_at_20_max": 0.831205, - "nauc_map_at_20_std": 0.067965, - "nauc_map_at_20_diff1": 0.901246, - "nauc_map_at_100_max": 0.831196, - "nauc_map_at_100_std": 0.069709, - "nauc_map_at_100_diff1": 0.901519, - "nauc_map_at_1000_max": 0.831179, - "nauc_map_at_1000_std": 0.069585, - "nauc_map_at_1000_diff1": 0.901527, - "nauc_recall_at_1_max": 0.810294, - "nauc_recall_at_1_std": 0.026116, - "nauc_recall_at_1_diff1": 0.912268, - "nauc_recall_at_3_max": 0.88387, - "nauc_recall_at_3_std": 0.184174, - "nauc_recall_at_3_diff1": 0.873561, - "nauc_recall_at_5_max": 0.899032, - "nauc_recall_at_5_std": 0.214103, - "nauc_recall_at_5_diff1": 0.889283, - "nauc_recall_at_10_max": 0.897575, - "nauc_recall_at_10_std": 0.224953, - "nauc_recall_at_10_diff1": 0.890289, - "nauc_recall_at_20_max": 0.870803, - "nauc_recall_at_20_std": 0.027402, - "nauc_recall_at_20_diff1": 0.874051, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.814815, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30519, + "precision_at_5": 0.18667, + "precision_at_10": 0.09578, + "precision_at_20": 0.04856, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.872222, + "mrr_at_5": 0.876222, + "mrr_at_10": 0.879819, + "mrr_at_20": 0.880698, + "mrr_at_100": 0.881438, + "mrr_at_1000": 0.88146, + "nauc_ndcg_at_1_max": 0.779058, + "nauc_ndcg_at_1_std": -0.103768, + "nauc_ndcg_at_1_diff1": 0.913178, + "nauc_ndcg_at_3_max": 0.815177, + "nauc_ndcg_at_3_std": -0.022526, + "nauc_ndcg_at_3_diff1": 0.897385, + "nauc_ndcg_at_5_max": 0.815679, + "nauc_ndcg_at_5_std": 0.007576, + "nauc_ndcg_at_5_diff1": 0.89622, + "nauc_ndcg_at_10_max": 0.814611, + "nauc_ndcg_at_10_std": -0.002709, + "nauc_ndcg_at_10_diff1": 0.898644, + "nauc_ndcg_at_20_max": 0.811736, + "nauc_ndcg_at_20_std": -0.026102, + "nauc_ndcg_at_20_diff1": 0.900254, + "nauc_ndcg_at_100_max": 0.808306, + "nauc_ndcg_at_100_std": -0.022286, + "nauc_ndcg_at_100_diff1": 0.90078, + "nauc_ndcg_at_1000_max": 0.80727, + "nauc_ndcg_at_1000_std": -0.028461, + "nauc_ndcg_at_1000_diff1": 0.900776, + "nauc_map_at_1_max": 0.779058, + "nauc_map_at_1_std": -0.103768, + "nauc_map_at_1_diff1": 0.913178, + "nauc_map_at_3_max": 0.80497, + "nauc_map_at_3_std": -0.046139, + "nauc_map_at_3_diff1": 0.900936, + "nauc_map_at_5_max": 0.805042, + "nauc_map_at_5_std": -0.031799, + "nauc_map_at_5_diff1": 0.900552, + "nauc_map_at_10_max": 0.804408, + "nauc_map_at_10_std": -0.036508, + "nauc_map_at_10_diff1": 0.901692, + "nauc_map_at_20_max": 0.803613, + "nauc_map_at_20_std": -0.042143, + "nauc_map_at_20_diff1": 0.901999, + "nauc_map_at_100_max": 0.8032, + "nauc_map_at_100_std": -0.041299, + "nauc_map_at_100_diff1": 0.902054, + "nauc_map_at_1000_max": 0.803167, + "nauc_map_at_1000_std": -0.04149, + "nauc_map_at_1000_diff1": 0.902051, + "nauc_recall_at_1_max": 0.779058, + "nauc_recall_at_1_std": -0.103768, + "nauc_recall_at_1_diff1": 0.913178, + "nauc_recall_at_3_max": 0.857763, + "nauc_recall_at_3_std": 0.076417, + "nauc_recall_at_3_diff1": 0.883164, + "nauc_recall_at_5_max": 0.869826, + "nauc_recall_at_5_std": 0.216993, + "nauc_recall_at_5_diff1": 0.874339, + "nauc_recall_at_10_max": 0.892562, + "nauc_recall_at_10_std": 0.263084, + "nauc_recall_at_10_diff1": 0.876775, + "nauc_recall_at_20_max": 0.893432, + "nauc_recall_at_20_std": 0.08617, + "nauc_recall_at_20_diff1": 0.89002, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.897876, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810294, - "nauc_precision_at_1_std": 0.026116, - "nauc_precision_at_1_diff1": 0.912268, - "nauc_precision_at_3_max": 0.88387, - "nauc_precision_at_3_std": 0.184174, - "nauc_precision_at_3_diff1": 0.873561, - "nauc_precision_at_5_max": 0.899032, - "nauc_precision_at_5_std": 0.214103, - "nauc_precision_at_5_diff1": 0.889283, - "nauc_precision_at_10_max": 0.897575, - "nauc_precision_at_10_std": 0.224953, - "nauc_precision_at_10_diff1": 0.890289, - "nauc_precision_at_20_max": 0.870803, - "nauc_precision_at_20_std": 0.027402, - "nauc_precision_at_20_diff1": 0.874051, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.814815, + "nauc_precision_at_1_max": 0.779058, + "nauc_precision_at_1_std": -0.103768, + "nauc_precision_at_1_diff1": 0.913178, + "nauc_precision_at_3_max": 0.857763, + "nauc_precision_at_3_std": 0.076417, + "nauc_precision_at_3_diff1": 0.883164, + "nauc_precision_at_5_max": 0.869826, + "nauc_precision_at_5_std": 0.216993, + "nauc_precision_at_5_diff1": 0.874339, + "nauc_precision_at_10_max": 0.892562, + "nauc_precision_at_10_std": 0.263084, + "nauc_precision_at_10_diff1": 0.876775, + "nauc_precision_at_20_max": 0.893432, + "nauc_precision_at_20_std": 0.08617, + "nauc_precision_at_20_diff1": 0.89002, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.897876, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810294, - "nauc_mrr_at_1_std": 0.026116, - "nauc_mrr_at_1_diff1": 0.912268, - "nauc_mrr_at_3_max": 0.834068, - "nauc_mrr_at_3_std": 0.075355, - "nauc_mrr_at_3_diff1": 0.897575, - "nauc_mrr_at_5_max": 0.833731, - "nauc_mrr_at_5_std": 0.075057, - "nauc_mrr_at_5_diff1": 0.900949, - "nauc_mrr_at_10_max": 0.832079, - "nauc_mrr_at_10_std": 0.07218, - "nauc_mrr_at_10_diff1": 0.901443, - "nauc_mrr_at_20_max": 0.831205, - "nauc_mrr_at_20_std": 0.067965, - "nauc_mrr_at_20_diff1": 0.901246, - "nauc_mrr_at_100_max": 0.831196, - "nauc_mrr_at_100_std": 0.069709, - "nauc_mrr_at_100_diff1": 0.901519, - "nauc_mrr_at_1000_max": 0.831179, - "nauc_mrr_at_1000_std": 0.069585, - "nauc_mrr_at_1000_diff1": 0.901527, - "main_score": 0.90783, + "nauc_mrr_at_1_max": 0.779058, + "nauc_mrr_at_1_std": -0.103768, + "nauc_mrr_at_1_diff1": 0.913178, + "nauc_mrr_at_3_max": 0.80497, + "nauc_mrr_at_3_std": -0.046139, + "nauc_mrr_at_3_diff1": 0.900936, + "nauc_mrr_at_5_max": 0.805042, + "nauc_mrr_at_5_std": -0.031799, + "nauc_mrr_at_5_diff1": 0.900552, + "nauc_mrr_at_10_max": 0.804408, + "nauc_mrr_at_10_std": -0.036508, + "nauc_mrr_at_10_diff1": 0.901692, + "nauc_mrr_at_20_max": 0.803613, + "nauc_mrr_at_20_std": -0.042143, + "nauc_mrr_at_20_diff1": 0.901999, + "nauc_mrr_at_100_max": 0.8032, + "nauc_mrr_at_100_std": -0.041299, + "nauc_mrr_at_100_diff1": 0.902054, + "nauc_mrr_at_1000_max": 0.803167, + "nauc_mrr_at_1000_std": -0.04149, + "nauc_mrr_at_1000_diff1": 0.902051, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97111, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.89892, "hf_subset": "eng_Latn-fin_Latn", "languages": [ "eng-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95021, - "ndcg_at_5": 0.95533, - "ndcg_at_10": 0.9574, - "ndcg_at_20": 0.95909, - "ndcg_at_100": 0.96018, - "ndcg_at_1000": 0.96033, - "map_at_1": 0.92333, - "map_at_3": 0.94407, - "map_at_5": 0.94696, - "map_at_10": 0.94776, - "map_at_20": 0.94824, - "map_at_100": 0.94841, - "map_at_1000": 0.94842, - "recall_at_1": 0.92333, - "recall_at_3": 0.96778, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.9369, + "ndcg_at_5": 0.94331, + "ndcg_at_10": 0.94589, + "ndcg_at_20": 0.94909, + "ndcg_at_100": 0.9504, + "ndcg_at_1000": 0.95072, + "map_at_1": 0.90778, + "map_at_3": 0.93037, + "map_at_5": 0.93393, + "map_at_10": 0.93502, + "map_at_20": 0.93596, + "map_at_100": 0.93617, + "map_at_1000": 0.93619, + "recall_at_1": 0.90778, + "recall_at_3": 0.95556, + "recall_at_5": 0.97111, + "recall_at_10": 0.97889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32259, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19422, + "precision_at_10": 0.09789, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.944074, - "mrr_at_5": 0.946963, - "mrr_at_10": 0.947765, - "mrr_at_20": 0.948236, - "mrr_at_100": 0.94841, - "mrr_at_1000": 0.948417, - "nauc_ndcg_at_1_max": 0.85468, - "nauc_ndcg_at_1_std": -0.124027, - "nauc_ndcg_at_1_diff1": 0.947361, - "nauc_ndcg_at_3_max": 0.878952, - "nauc_ndcg_at_3_std": -0.17373, - "nauc_ndcg_at_3_diff1": 0.943214, - "nauc_ndcg_at_5_max": 0.880626, - "nauc_ndcg_at_5_std": -0.146567, - "nauc_ndcg_at_5_diff1": 0.943743, - "nauc_ndcg_at_10_max": 0.880662, - "nauc_ndcg_at_10_std": -0.124613, - "nauc_ndcg_at_10_diff1": 0.945817, - "nauc_ndcg_at_20_max": 0.878625, - "nauc_ndcg_at_20_std": -0.129374, - "nauc_ndcg_at_20_diff1": 0.94541, - "nauc_ndcg_at_100_max": 0.875302, - "nauc_ndcg_at_100_std": -0.129346, - "nauc_ndcg_at_100_diff1": 0.944501, - "nauc_ndcg_at_1000_max": 0.874832, - "nauc_ndcg_at_1000_std": -0.133611, - "nauc_ndcg_at_1000_diff1": 0.944785, - "nauc_map_at_1_max": 0.85468, - "nauc_map_at_1_std": -0.124027, - "nauc_map_at_1_diff1": 0.947361, - "nauc_map_at_3_max": 0.872537, - "nauc_map_at_3_std": -0.157217, - "nauc_map_at_3_diff1": 0.944124, - "nauc_map_at_5_max": 0.872963, - "nauc_map_at_5_std": -0.143032, - "nauc_map_at_5_diff1": 0.944453, - "nauc_map_at_10_max": 0.872904, - "nauc_map_at_10_std": -0.13503, - "nauc_map_at_10_diff1": 0.945183, - "nauc_map_at_20_max": 0.872423, - "nauc_map_at_20_std": -0.135699, - "nauc_map_at_20_diff1": 0.9451, - "nauc_map_at_100_max": 0.871992, - "nauc_map_at_100_std": -0.135942, - "nauc_map_at_100_diff1": 0.944953, - "nauc_map_at_1000_max": 0.871976, - "nauc_map_at_1000_std": -0.136086, - "nauc_map_at_1000_diff1": 0.944962, - "nauc_recall_at_1_max": 0.85468, - "nauc_recall_at_1_std": -0.124027, - "nauc_recall_at_1_diff1": 0.947361, - "nauc_recall_at_3_max": 0.909929, - "nauc_recall_at_3_std": -0.256496, - "nauc_recall_at_3_diff1": 0.938987, - "nauc_recall_at_5_max": 0.938012, - "nauc_recall_at_5_std": -0.166252, - "nauc_recall_at_5_diff1": 0.93892, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.027778, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.036959, - "nauc_recall_at_20_diff1": 0.956427, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.93037, + "mrr_at_5": 0.933926, + "mrr_at_10": 0.935022, + "mrr_at_20": 0.935961, + "mrr_at_100": 0.936169, + "mrr_at_1000": 0.936185, + "nauc_ndcg_at_1_max": 0.767681, + "nauc_ndcg_at_1_std": -0.106026, + "nauc_ndcg_at_1_diff1": 0.932081, + "nauc_ndcg_at_3_max": 0.835493, + "nauc_ndcg_at_3_std": -0.093246, + "nauc_ndcg_at_3_diff1": 0.933195, + "nauc_ndcg_at_5_max": 0.831083, + "nauc_ndcg_at_5_std": -0.035128, + "nauc_ndcg_at_5_diff1": 0.93342, + "nauc_ndcg_at_10_max": 0.823047, + "nauc_ndcg_at_10_std": -0.068509, + "nauc_ndcg_at_10_diff1": 0.933824, + "nauc_ndcg_at_20_max": 0.82056, + "nauc_ndcg_at_20_std": -0.061191, + "nauc_ndcg_at_20_diff1": 0.933597, + "nauc_ndcg_at_100_max": 0.815795, + "nauc_ndcg_at_100_std": -0.069079, + "nauc_ndcg_at_100_diff1": 0.93298, + "nauc_ndcg_at_1000_max": 0.815053, + "nauc_ndcg_at_1000_std": -0.072042, + "nauc_ndcg_at_1000_diff1": 0.932981, + "nauc_map_at_1_max": 0.767681, + "nauc_map_at_1_std": -0.106026, + "nauc_map_at_1_diff1": 0.932081, + "nauc_map_at_3_max": 0.816985, + "nauc_map_at_3_std": -0.097793, + "nauc_map_at_3_diff1": 0.932555, + "nauc_map_at_5_max": 0.81397, + "nauc_map_at_5_std": -0.069651, + "nauc_map_at_5_diff1": 0.93269, + "nauc_map_at_10_max": 0.810831, + "nauc_map_at_10_std": -0.082147, + "nauc_map_at_10_diff1": 0.932775, + "nauc_map_at_20_max": 0.810224, + "nauc_map_at_20_std": -0.079628, + "nauc_map_at_20_diff1": 0.932749, + "nauc_map_at_100_max": 0.809606, + "nauc_map_at_100_std": -0.080466, + "nauc_map_at_100_diff1": 0.932667, + "nauc_map_at_1000_max": 0.809576, + "nauc_map_at_1000_std": -0.080572, + "nauc_map_at_1000_diff1": 0.932669, + "nauc_recall_at_1_max": 0.767681, + "nauc_recall_at_1_std": -0.106026, + "nauc_recall_at_1_diff1": 0.932081, + "nauc_recall_at_3_max": 0.917134, + "nauc_recall_at_3_std": -0.072386, + "nauc_recall_at_3_diff1": 0.936275, + "nauc_recall_at_5_max": 0.939309, + "nauc_recall_at_5_std": 0.208935, + "nauc_recall_at_5_diff1": 0.938411, + "nauc_recall_at_10_max": 0.916949, + "nauc_recall_at_10_std": 0.041304, + "nauc_recall_at_10_diff1": 0.9441, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.298728, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.414332, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.85468, - "nauc_precision_at_1_std": -0.124027, - "nauc_precision_at_1_diff1": 0.947361, - "nauc_precision_at_3_max": 0.909929, - "nauc_precision_at_3_std": -0.256496, - "nauc_precision_at_3_diff1": 0.938987, - "nauc_precision_at_5_max": 0.938012, - "nauc_precision_at_5_std": -0.166252, - "nauc_precision_at_5_diff1": 0.93892, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.027778, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.036959, - "nauc_precision_at_20_diff1": 0.956427, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.767681, + "nauc_precision_at_1_std": -0.106026, + "nauc_precision_at_1_diff1": 0.932081, + "nauc_precision_at_3_max": 0.917134, + "nauc_precision_at_3_std": -0.072386, + "nauc_precision_at_3_diff1": 0.936275, + "nauc_precision_at_5_max": 0.939309, + "nauc_precision_at_5_std": 0.208935, + "nauc_precision_at_5_diff1": 0.938411, + "nauc_precision_at_10_max": 0.916949, + "nauc_precision_at_10_std": 0.041304, + "nauc_precision_at_10_diff1": 0.9441, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.298728, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.414332, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.85468, - "nauc_mrr_at_1_std": -0.124027, - "nauc_mrr_at_1_diff1": 0.947361, - "nauc_mrr_at_3_max": 0.872537, - "nauc_mrr_at_3_std": -0.157217, - "nauc_mrr_at_3_diff1": 0.944124, - "nauc_mrr_at_5_max": 0.872963, - "nauc_mrr_at_5_std": -0.143032, - "nauc_mrr_at_5_diff1": 0.944453, - "nauc_mrr_at_10_max": 0.872904, - "nauc_mrr_at_10_std": -0.13503, - "nauc_mrr_at_10_diff1": 0.945183, - "nauc_mrr_at_20_max": 0.872423, - "nauc_mrr_at_20_std": -0.135699, - "nauc_mrr_at_20_diff1": 0.9451, - "nauc_mrr_at_100_max": 0.871992, - "nauc_mrr_at_100_std": -0.135942, - "nauc_mrr_at_100_diff1": 0.944953, - "nauc_mrr_at_1000_max": 0.871976, - "nauc_mrr_at_1000_std": -0.136086, - "nauc_mrr_at_1000_diff1": 0.944962, - "main_score": 0.9574, + "nauc_mrr_at_1_max": 0.767681, + "nauc_mrr_at_1_std": -0.106026, + "nauc_mrr_at_1_diff1": 0.932081, + "nauc_mrr_at_3_max": 0.816985, + "nauc_mrr_at_3_std": -0.097793, + "nauc_mrr_at_3_diff1": 0.932555, + "nauc_mrr_at_5_max": 0.81397, + "nauc_mrr_at_5_std": -0.069651, + "nauc_mrr_at_5_diff1": 0.93269, + "nauc_mrr_at_10_max": 0.810831, + "nauc_mrr_at_10_std": -0.082147, + "nauc_mrr_at_10_diff1": 0.932775, + "nauc_mrr_at_20_max": 0.810224, + "nauc_mrr_at_20_std": -0.079628, + "nauc_mrr_at_20_diff1": 0.932749, + "nauc_mrr_at_100_max": 0.809606, + "nauc_mrr_at_100_std": -0.080466, + "nauc_mrr_at_100_diff1": 0.932667, + "nauc_mrr_at_1000_max": 0.809576, + "nauc_mrr_at_1000_std": -0.080572, + "nauc_mrr_at_1000_diff1": 0.932669, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94589, "hf_subset": "fra_Latn-fra_Latn", "languages": [ "fra-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95231, - "ndcg_at_5": 0.95595, - "ndcg_at_10": 0.95934, - "ndcg_at_20": 0.96071, - "ndcg_at_100": 0.96115, - "ndcg_at_1000": 0.96146, - "map_at_1": 0.92333, - "map_at_3": 0.94574, - "map_at_5": 0.94774, - "map_at_10": 0.94923, - "map_at_20": 0.94959, - "map_at_100": 0.94966, - "map_at_1000": 0.94968, - "recall_at_1": 0.92333, - "recall_at_3": 0.97111, - "recall_at_5": 0.98, - "recall_at_10": 0.99, - "recall_at_20": 0.99556, + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.94854, + "ndcg_at_5": 0.95127, + "ndcg_at_10": 0.95569, + "ndcg_at_20": 0.95711, + "ndcg_at_100": 0.95804, + "ndcg_at_1000": 0.95834, + "map_at_1": 0.92, + "map_at_3": 0.94185, + "map_at_5": 0.94335, + "map_at_10": 0.94523, + "map_at_20": 0.94563, + "map_at_100": 0.9458, + "map_at_1000": 0.94581, + "recall_at_1": 0.92, + "recall_at_3": 0.96778, + "recall_at_5": 0.97444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.3237, - "precision_at_5": 0.196, - "precision_at_10": 0.099, - "precision_at_20": 0.04978, + "accuracy": 0.92, + "precision_at_1": 0.92, + "precision_at_3": 0.32259, + "precision_at_5": 0.19489, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.947741, - "mrr_at_10": 0.949234, - "mrr_at_20": 0.949594, - "mrr_at_100": 0.949663, - "mrr_at_1000": 0.949678, - "nauc_ndcg_at_1_max": 0.832291, - "nauc_ndcg_at_1_std": -0.195267, - "nauc_ndcg_at_1_diff1": 0.939952, - "nauc_ndcg_at_3_max": 0.840055, - "nauc_ndcg_at_3_std": -0.233647, - "nauc_ndcg_at_3_diff1": 0.945796, - "nauc_ndcg_at_5_max": 0.852498, - "nauc_ndcg_at_5_std": -0.174895, - "nauc_ndcg_at_5_diff1": 0.948458, - "nauc_ndcg_at_10_max": 0.846702, - "nauc_ndcg_at_10_std": -0.181603, - "nauc_ndcg_at_10_diff1": 0.947722, - "nauc_ndcg_at_20_max": 0.847339, - "nauc_ndcg_at_20_std": -0.179232, - "nauc_ndcg_at_20_diff1": 0.946928, - "nauc_ndcg_at_100_max": 0.846306, - "nauc_ndcg_at_100_std": -0.18123, - "nauc_ndcg_at_100_diff1": 0.946331, - "nauc_ndcg_at_1000_max": 0.845075, - "nauc_ndcg_at_1000_std": -0.190696, - "nauc_ndcg_at_1000_diff1": 0.945901, - "nauc_map_at_1_max": 0.832291, - "nauc_map_at_1_std": -0.195267, - "nauc_map_at_1_diff1": 0.939952, - "nauc_map_at_3_max": 0.83909, - "nauc_map_at_3_std": -0.224513, - "nauc_map_at_3_diff1": 0.944304, - "nauc_map_at_5_max": 0.844928, - "nauc_map_at_5_std": -0.196823, - "nauc_map_at_5_diff1": 0.945595, - "nauc_map_at_10_max": 0.842724, - "nauc_map_at_10_std": -0.199152, - "nauc_map_at_10_diff1": 0.945149, - "nauc_map_at_20_max": 0.843079, - "nauc_map_at_20_std": -0.197756, - "nauc_map_at_20_diff1": 0.945019, - "nauc_map_at_100_max": 0.842932, - "nauc_map_at_100_std": -0.198283, - "nauc_map_at_100_diff1": 0.944944, - "nauc_map_at_1000_max": 0.842884, - "nauc_map_at_1000_std": -0.198646, - "nauc_map_at_1000_diff1": 0.944927, - "nauc_recall_at_1_max": 0.832291, - "nauc_recall_at_1_std": -0.195267, - "nauc_recall_at_1_diff1": 0.939952, - "nauc_recall_at_3_max": 0.843981, - "nauc_recall_at_3_std": -0.280094, - "nauc_recall_at_3_diff1": 0.953494, - "nauc_recall_at_5_max": 0.911687, - "nauc_recall_at_5_std": 0.014991, - "nauc_recall_at_5_diff1": 0.970044, - "nauc_recall_at_10_max": 0.899627, - "nauc_recall_at_10_std": 0.10665, - "nauc_recall_at_10_diff1": 0.985476, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.462068, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.92, + "mrr_at_3": 0.941852, + "mrr_at_5": 0.943352, + "mrr_at_10": 0.94523, + "mrr_at_20": 0.945633, + "mrr_at_100": 0.945801, + "mrr_at_1000": 0.945815, + "nauc_ndcg_at_1_max": 0.798961, + "nauc_ndcg_at_1_std": -0.23534, + "nauc_ndcg_at_1_diff1": 0.936553, + "nauc_ndcg_at_3_max": 0.823072, + "nauc_ndcg_at_3_std": -0.22439, + "nauc_ndcg_at_3_diff1": 0.944378, + "nauc_ndcg_at_5_max": 0.821997, + "nauc_ndcg_at_5_std": -0.207729, + "nauc_ndcg_at_5_diff1": 0.94242, + "nauc_ndcg_at_10_max": 0.823828, + "nauc_ndcg_at_10_std": -0.190214, + "nauc_ndcg_at_10_diff1": 0.944716, + "nauc_ndcg_at_20_max": 0.824606, + "nauc_ndcg_at_20_std": -0.190514, + "nauc_ndcg_at_20_diff1": 0.942875, + "nauc_ndcg_at_100_max": 0.821452, + "nauc_ndcg_at_100_std": -0.202402, + "nauc_ndcg_at_100_diff1": 0.943084, + "nauc_ndcg_at_1000_max": 0.820164, + "nauc_ndcg_at_1000_std": -0.211077, + "nauc_ndcg_at_1000_diff1": 0.942673, + "nauc_map_at_1_max": 0.798961, + "nauc_map_at_1_std": -0.23534, + "nauc_map_at_1_diff1": 0.936553, + "nauc_map_at_3_max": 0.817899, + "nauc_map_at_3_std": -0.231336, + "nauc_map_at_3_diff1": 0.942565, + "nauc_map_at_5_max": 0.817069, + "nauc_map_at_5_std": -0.225391, + "nauc_map_at_5_diff1": 0.941557, + "nauc_map_at_10_max": 0.817811, + "nauc_map_at_10_std": -0.218469, + "nauc_map_at_10_diff1": 0.942333, + "nauc_map_at_20_max": 0.817907, + "nauc_map_at_20_std": -0.219178, + "nauc_map_at_20_diff1": 0.941905, + "nauc_map_at_100_max": 0.817447, + "nauc_map_at_100_std": -0.2209, + "nauc_map_at_100_diff1": 0.94194, + "nauc_map_at_1000_max": 0.8174, + "nauc_map_at_1000_std": -0.221209, + "nauc_map_at_1000_diff1": 0.941926, + "nauc_recall_at_1_max": 0.798961, + "nauc_recall_at_1_std": -0.23534, + "nauc_recall_at_1_diff1": 0.936553, + "nauc_recall_at_3_max": 0.847902, + "nauc_recall_at_3_std": -0.185743, + "nauc_recall_at_3_diff1": 0.953234, + "nauc_recall_at_5_max": 0.851053, + "nauc_recall_at_5_std": -0.081781, + "nauc_recall_at_5_diff1": 0.946718, + "nauc_recall_at_10_max": 0.896486, + "nauc_recall_at_10_std": 0.213267, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.567071, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832291, - "nauc_precision_at_1_std": -0.195267, - "nauc_precision_at_1_diff1": 0.939952, - "nauc_precision_at_3_max": 0.843981, - "nauc_precision_at_3_std": -0.280094, - "nauc_precision_at_3_diff1": 0.953494, - "nauc_precision_at_5_max": 0.911687, - "nauc_precision_at_5_std": 0.014991, - "nauc_precision_at_5_diff1": 0.970044, - "nauc_precision_at_10_max": 0.899627, - "nauc_precision_at_10_std": 0.10665, - "nauc_precision_at_10_diff1": 0.985476, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.462068, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.798961, + "nauc_precision_at_1_std": -0.23534, + "nauc_precision_at_1_diff1": 0.936553, + "nauc_precision_at_3_max": 0.847902, + "nauc_precision_at_3_std": -0.185743, + "nauc_precision_at_3_diff1": 0.953234, + "nauc_precision_at_5_max": 0.851053, + "nauc_precision_at_5_std": -0.081781, + "nauc_precision_at_5_diff1": 0.946718, + "nauc_precision_at_10_max": 0.896486, + "nauc_precision_at_10_std": 0.213267, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.567071, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832291, - "nauc_mrr_at_1_std": -0.195267, - "nauc_mrr_at_1_diff1": 0.939952, - "nauc_mrr_at_3_max": 0.83909, - "nauc_mrr_at_3_std": -0.224513, - "nauc_mrr_at_3_diff1": 0.944304, - "nauc_mrr_at_5_max": 0.844928, - "nauc_mrr_at_5_std": -0.196823, - "nauc_mrr_at_5_diff1": 0.945595, - "nauc_mrr_at_10_max": 0.842724, - "nauc_mrr_at_10_std": -0.199152, - "nauc_mrr_at_10_diff1": 0.945149, - "nauc_mrr_at_20_max": 0.843079, - "nauc_mrr_at_20_std": -0.197756, - "nauc_mrr_at_20_diff1": 0.945019, - "nauc_mrr_at_100_max": 0.842932, - "nauc_mrr_at_100_std": -0.198283, - "nauc_mrr_at_100_diff1": 0.944944, - "nauc_mrr_at_1000_max": 0.842884, - "nauc_mrr_at_1000_std": -0.198646, - "nauc_mrr_at_1000_diff1": 0.944927, - "main_score": 0.95934, + "nauc_mrr_at_1_max": 0.798961, + "nauc_mrr_at_1_std": -0.23534, + "nauc_mrr_at_1_diff1": 0.936553, + "nauc_mrr_at_3_max": 0.817899, + "nauc_mrr_at_3_std": -0.231336, + "nauc_mrr_at_3_diff1": 0.942565, + "nauc_mrr_at_5_max": 0.817069, + "nauc_mrr_at_5_std": -0.225391, + "nauc_mrr_at_5_diff1": 0.941557, + "nauc_mrr_at_10_max": 0.817811, + "nauc_mrr_at_10_std": -0.218469, + "nauc_mrr_at_10_diff1": 0.942333, + "nauc_mrr_at_20_max": 0.817907, + "nauc_mrr_at_20_std": -0.219178, + "nauc_mrr_at_20_diff1": 0.941905, + "nauc_mrr_at_100_max": 0.817447, + "nauc_mrr_at_100_std": -0.2209, + "nauc_mrr_at_100_diff1": 0.94194, + "nauc_mrr_at_1000_max": 0.8174, + "nauc_mrr_at_1000_std": -0.221209, + "nauc_mrr_at_1000_diff1": 0.941926, + "hit_rate_at_1": 0.92, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95569, "hf_subset": "fra_Latn-eng_Latn", "languages": [ "fra-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94708, - "ndcg_at_5": 0.94927, - "ndcg_at_10": 0.95209, - "ndcg_at_20": 0.95382, - "ndcg_at_100": 0.9554, - "ndcg_at_1000": 0.95571, - "map_at_1": 0.91333, - "map_at_3": 0.93944, - "map_at_5": 0.94061, - "map_at_10": 0.94175, - "map_at_20": 0.94224, - "map_at_100": 0.94252, - "map_at_1000": 0.94253, - "recall_at_1": 0.91333, - "recall_at_3": 0.96889, - "recall_at_5": 0.97444, - "recall_at_10": 0.98333, - "recall_at_20": 0.99, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93483, + "ndcg_at_5": 0.94133, + "ndcg_at_10": 0.94236, + "ndcg_at_20": 0.94466, + "ndcg_at_100": 0.94728, + "ndcg_at_1000": 0.94756, + "map_at_1": 0.90222, + "map_at_3": 0.92722, + "map_at_5": 0.93089, + "map_at_10": 0.93128, + "map_at_20": 0.93194, + "map_at_100": 0.93236, + "map_at_1000": 0.93237, + "recall_at_1": 0.90222, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32296, - "precision_at_5": 0.19489, - "precision_at_10": 0.09833, - "precision_at_20": 0.0495, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.939444, - "mrr_at_5": 0.940611, - "mrr_at_10": 0.941745, - "mrr_at_20": 0.942241, - "mrr_at_100": 0.942515, - "mrr_at_1000": 0.94253, - "nauc_ndcg_at_1_max": 0.815695, - "nauc_ndcg_at_1_std": -0.269015, - "nauc_ndcg_at_1_diff1": 0.936765, - "nauc_ndcg_at_3_max": 0.861437, - "nauc_ndcg_at_3_std": -0.230304, - "nauc_ndcg_at_3_diff1": 0.940993, - "nauc_ndcg_at_5_max": 0.858894, - "nauc_ndcg_at_5_std": -0.22034, - "nauc_ndcg_at_5_diff1": 0.941884, - "nauc_ndcg_at_10_max": 0.85664, - "nauc_ndcg_at_10_std": -0.236237, - "nauc_ndcg_at_10_diff1": 0.943103, - "nauc_ndcg_at_20_max": 0.854184, - "nauc_ndcg_at_20_std": -0.246716, - "nauc_ndcg_at_20_diff1": 0.942705, - "nauc_ndcg_at_100_max": 0.850282, - "nauc_ndcg_at_100_std": -0.239739, - "nauc_ndcg_at_100_diff1": 0.941289, - "nauc_ndcg_at_1000_max": 0.849251, - "nauc_ndcg_at_1000_std": -0.244069, - "nauc_ndcg_at_1000_diff1": 0.940884, - "nauc_map_at_1_max": 0.815695, - "nauc_map_at_1_std": -0.269015, - "nauc_map_at_1_diff1": 0.936765, - "nauc_map_at_3_max": 0.848838, - "nauc_map_at_3_std": -0.245102, - "nauc_map_at_3_diff1": 0.939709, - "nauc_map_at_5_max": 0.847397, - "nauc_map_at_5_std": -0.241556, - "nauc_map_at_5_diff1": 0.940114, - "nauc_map_at_10_max": 0.846317, - "nauc_map_at_10_std": -0.248657, - "nauc_map_at_10_diff1": 0.94034, - "nauc_map_at_20_max": 0.845712, - "nauc_map_at_20_std": -0.251049, - "nauc_map_at_20_diff1": 0.940266, - "nauc_map_at_100_max": 0.845132, - "nauc_map_at_100_std": -0.249572, - "nauc_map_at_100_diff1": 0.940048, - "nauc_map_at_1000_max": 0.845093, - "nauc_map_at_1000_std": -0.249708, - "nauc_map_at_1000_diff1": 0.940033, - "nauc_recall_at_1_max": 0.815695, - "nauc_recall_at_1_std": -0.269015, - "nauc_recall_at_1_diff1": 0.936765, - "nauc_recall_at_3_max": 0.929639, - "nauc_recall_at_3_std": -0.146025, - "nauc_recall_at_3_diff1": 0.948063, - "nauc_recall_at_5_max": 0.932103, - "nauc_recall_at_5_std": -0.071165, - "nauc_recall_at_5_diff1": 0.953822, - "nauc_recall_at_10_max": 0.952848, - "nauc_recall_at_10_std": -0.108652, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.970951, - "nauc_recall_at_20_std": -0.21662, - "nauc_recall_at_20_diff1": 0.985476, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.927222, + "mrr_at_5": 0.930889, + "mrr_at_10": 0.931282, + "mrr_at_20": 0.931945, + "mrr_at_100": 0.932358, + "mrr_at_1000": 0.932368, + "nauc_ndcg_at_1_max": 0.778101, + "nauc_ndcg_at_1_std": -0.326453, + "nauc_ndcg_at_1_diff1": 0.910847, + "nauc_ndcg_at_3_max": 0.831924, + "nauc_ndcg_at_3_std": -0.326371, + "nauc_ndcg_at_3_diff1": 0.922808, + "nauc_ndcg_at_5_max": 0.826982, + "nauc_ndcg_at_5_std": -0.308603, + "nauc_ndcg_at_5_diff1": 0.925508, + "nauc_ndcg_at_10_max": 0.823902, + "nauc_ndcg_at_10_std": -0.321943, + "nauc_ndcg_at_10_diff1": 0.924182, + "nauc_ndcg_at_20_max": 0.82664, + "nauc_ndcg_at_20_std": -0.30908, + "nauc_ndcg_at_20_diff1": 0.923049, + "nauc_ndcg_at_100_max": 0.819615, + "nauc_ndcg_at_100_std": -0.311557, + "nauc_ndcg_at_100_diff1": 0.921501, + "nauc_ndcg_at_1000_max": 0.818647, + "nauc_ndcg_at_1000_std": -0.312659, + "nauc_ndcg_at_1000_diff1": 0.92108, + "nauc_map_at_1_max": 0.778101, + "nauc_map_at_1_std": -0.326453, + "nauc_map_at_1_diff1": 0.910847, + "nauc_map_at_3_max": 0.818102, + "nauc_map_at_3_std": -0.320909, + "nauc_map_at_3_diff1": 0.91915, + "nauc_map_at_5_max": 0.815037, + "nauc_map_at_5_std": -0.312389, + "nauc_map_at_5_diff1": 0.920357, + "nauc_map_at_10_max": 0.813979, + "nauc_map_at_10_std": -0.316903, + "nauc_map_at_10_diff1": 0.919901, + "nauc_map_at_20_max": 0.814542, + "nauc_map_at_20_std": -0.31363, + "nauc_map_at_20_diff1": 0.919588, + "nauc_map_at_100_max": 0.813585, + "nauc_map_at_100_std": -0.313989, + "nauc_map_at_100_diff1": 0.919392, + "nauc_map_at_1000_max": 0.813559, + "nauc_map_at_1000_std": -0.313999, + "nauc_map_at_1000_diff1": 0.919381, + "nauc_recall_at_1_max": 0.778101, + "nauc_recall_at_1_std": -0.326453, + "nauc_recall_at_1_diff1": 0.910847, + "nauc_recall_at_3_max": 0.896406, + "nauc_recall_at_3_std": -0.356652, + "nauc_recall_at_3_diff1": 0.940386, + "nauc_recall_at_5_max": 0.907208, + "nauc_recall_at_5_std": -0.281064, + "nauc_recall_at_5_diff1": 0.962745, + "nauc_recall_at_10_max": 0.894555, + "nauc_recall_at_10_std": -0.376305, + "nauc_recall_at_10_diff1": 0.957665, + "nauc_recall_at_20_max": 0.971989, + "nauc_recall_at_20_std": -0.237228, + "nauc_recall_at_20_diff1": 0.961485, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.414332, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815695, - "nauc_precision_at_1_std": -0.269015, - "nauc_precision_at_1_diff1": 0.936765, - "nauc_precision_at_3_max": 0.929639, - "nauc_precision_at_3_std": -0.146025, - "nauc_precision_at_3_diff1": 0.948063, - "nauc_precision_at_5_max": 0.932103, - "nauc_precision_at_5_std": -0.071165, - "nauc_precision_at_5_diff1": 0.953822, - "nauc_precision_at_10_max": 0.952848, - "nauc_precision_at_10_std": -0.108652, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.970951, - "nauc_precision_at_20_std": -0.21662, - "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_1_max": 0.778101, + "nauc_precision_at_1_std": -0.326453, + "nauc_precision_at_1_diff1": 0.910847, + "nauc_precision_at_3_max": 0.896406, + "nauc_precision_at_3_std": -0.356652, + "nauc_precision_at_3_diff1": 0.940386, + "nauc_precision_at_5_max": 0.907208, + "nauc_precision_at_5_std": -0.281064, + "nauc_precision_at_5_diff1": 0.962745, + "nauc_precision_at_10_max": 0.894555, + "nauc_precision_at_10_std": -0.376305, + "nauc_precision_at_10_diff1": 0.957665, + "nauc_precision_at_20_max": 0.971989, + "nauc_precision_at_20_std": -0.237228, + "nauc_precision_at_20_diff1": 0.961485, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.414332, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815695, - "nauc_mrr_at_1_std": -0.269015, - "nauc_mrr_at_1_diff1": 0.936765, - "nauc_mrr_at_3_max": 0.848838, - "nauc_mrr_at_3_std": -0.245102, - "nauc_mrr_at_3_diff1": 0.939709, - "nauc_mrr_at_5_max": 0.847397, - "nauc_mrr_at_5_std": -0.241556, - "nauc_mrr_at_5_diff1": 0.940114, - "nauc_mrr_at_10_max": 0.846317, - "nauc_mrr_at_10_std": -0.248657, - "nauc_mrr_at_10_diff1": 0.94034, - "nauc_mrr_at_20_max": 0.845712, - "nauc_mrr_at_20_std": -0.251049, - "nauc_mrr_at_20_diff1": 0.940266, - "nauc_mrr_at_100_max": 0.845132, - "nauc_mrr_at_100_std": -0.249572, - "nauc_mrr_at_100_diff1": 0.940048, - "nauc_mrr_at_1000_max": 0.845093, - "nauc_mrr_at_1000_std": -0.249708, - "nauc_mrr_at_1000_diff1": 0.940033, - "main_score": 0.95209, + "nauc_mrr_at_1_max": 0.778101, + "nauc_mrr_at_1_std": -0.326453, + "nauc_mrr_at_1_diff1": 0.910847, + "nauc_mrr_at_3_max": 0.818102, + "nauc_mrr_at_3_std": -0.320909, + "nauc_mrr_at_3_diff1": 0.91915, + "nauc_mrr_at_5_max": 0.815037, + "nauc_mrr_at_5_std": -0.312389, + "nauc_mrr_at_5_diff1": 0.920357, + "nauc_mrr_at_10_max": 0.813979, + "nauc_mrr_at_10_std": -0.316903, + "nauc_mrr_at_10_diff1": 0.919901, + "nauc_mrr_at_20_max": 0.814542, + "nauc_mrr_at_20_std": -0.31363, + "nauc_mrr_at_20_diff1": 0.919588, + "nauc_mrr_at_100_max": 0.813585, + "nauc_mrr_at_100_std": -0.313989, + "nauc_mrr_at_100_diff1": 0.919392, + "nauc_mrr_at_1000_max": 0.813559, + "nauc_mrr_at_1000_std": -0.313999, + "nauc_mrr_at_1000_diff1": 0.919381, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94236, "hf_subset": "eng_Latn-fra_Latn", "languages": [ "eng-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.39444, - "ndcg_at_3": 0.44674, - "ndcg_at_5": 0.45789, - "ndcg_at_10": 0.47078, - "ndcg_at_20": 0.4829, - "ndcg_at_100": 0.51201, - "ndcg_at_1000": 0.54267, + "ndcg_at_3": 0.44288, + "ndcg_at_5": 0.45703, + "ndcg_at_10": 0.46861, + "ndcg_at_20": 0.48414, + "ndcg_at_100": 0.5124, + "ndcg_at_1000": 0.54281, "map_at_1": 0.39444, - "map_at_3": 0.43407, - "map_at_5": 0.44035, - "map_at_10": 0.44544, - "map_at_20": 0.44864, + "map_at_3": 0.43185, + "map_at_5": 0.43969, + "map_at_10": 0.44451, + "map_at_20": 0.44867, "map_at_100": 0.45232, - "map_at_1000": 0.4535, + "map_at_1000": 0.45347, "recall_at_1": 0.39444, - "recall_at_3": 0.48333, - "recall_at_5": 0.51, - "recall_at_10": 0.55111, - "recall_at_20": 0.6, - "recall_at_100": 0.76222, + "recall_at_3": 0.47444, + "recall_at_5": 0.50889, + "recall_at_10": 0.54444, + "recall_at_20": 0.60667, + "recall_at_100": 0.76333, "recall_at_1000": 1.0, + "accuracy": 0.39444, "precision_at_1": 0.39444, - "precision_at_3": 0.16111, - "precision_at_5": 0.102, - "precision_at_10": 0.05511, - "precision_at_20": 0.03, - "precision_at_100": 0.00762, + "precision_at_3": 0.15815, + "precision_at_5": 0.10178, + "precision_at_10": 0.05444, + "precision_at_20": 0.03033, + "precision_at_100": 0.00763, "precision_at_1000": 0.001, "mrr_at_1": 0.394444, - "mrr_at_3": 0.434074, - "mrr_at_5": 0.440352, - "mrr_at_10": 0.445439, - "mrr_at_20": 0.448642, - "mrr_at_100": 0.45232, - "mrr_at_1000": 0.453503, - "nauc_ndcg_at_1_max": 0.725622, - "nauc_ndcg_at_1_std": -0.280836, - "nauc_ndcg_at_1_diff1": 0.813616, - "nauc_ndcg_at_3_max": 0.711917, - "nauc_ndcg_at_3_std": -0.301501, - "nauc_ndcg_at_3_diff1": 0.759288, - "nauc_ndcg_at_5_max": 0.708289, - "nauc_ndcg_at_5_std": -0.29767, - "nauc_ndcg_at_5_diff1": 0.754404, - "nauc_ndcg_at_10_max": 0.699822, - "nauc_ndcg_at_10_std": -0.289847, - "nauc_ndcg_at_10_diff1": 0.744668, - "nauc_ndcg_at_20_max": 0.695568, - "nauc_ndcg_at_20_std": -0.286061, - "nauc_ndcg_at_20_diff1": 0.736014, - "nauc_ndcg_at_100_max": 0.689848, - "nauc_ndcg_at_100_std": -0.287191, - "nauc_ndcg_at_100_diff1": 0.731174, - "nauc_ndcg_at_1000_max": 0.700704, - "nauc_ndcg_at_1000_std": -0.288953, - "nauc_ndcg_at_1000_diff1": 0.747742, - "nauc_map_at_1_max": 0.725622, - "nauc_map_at_1_std": -0.280836, - "nauc_map_at_1_diff1": 0.813616, - "nauc_map_at_3_max": 0.716404, - "nauc_map_at_3_std": -0.296124, - "nauc_map_at_3_diff1": 0.772584, - "nauc_map_at_5_max": 0.71401, - "nauc_map_at_5_std": -0.293947, - "nauc_map_at_5_diff1": 0.769611, - "nauc_map_at_10_max": 0.710743, - "nauc_map_at_10_std": -0.291027, - "nauc_map_at_10_diff1": 0.765938, - "nauc_map_at_20_max": 0.70979, - "nauc_map_at_20_std": -0.289805, - "nauc_map_at_20_diff1": 0.763841, - "nauc_map_at_100_max": 0.709122, - "nauc_map_at_100_std": -0.289965, - "nauc_map_at_100_diff1": 0.763301, - "nauc_map_at_1000_max": 0.709487, - "nauc_map_at_1000_std": -0.289994, - "nauc_map_at_1000_diff1": 0.763866, - "nauc_recall_at_1_max": 0.725622, - "nauc_recall_at_1_std": -0.280836, - "nauc_recall_at_1_diff1": 0.813616, - "nauc_recall_at_3_max": 0.698296, - "nauc_recall_at_3_std": -0.317388, - "nauc_recall_at_3_diff1": 0.720332, - "nauc_recall_at_5_max": 0.690831, - "nauc_recall_at_5_std": -0.308348, - "nauc_recall_at_5_diff1": 0.708988, - "nauc_recall_at_10_max": 0.661633, - "nauc_recall_at_10_std": -0.281831, - "nauc_recall_at_10_diff1": 0.674053, - "nauc_recall_at_20_max": 0.639809, - "nauc_recall_at_20_std": -0.266698, - "nauc_recall_at_20_diff1": 0.631302, - "nauc_recall_at_100_max": 0.568128, - "nauc_recall_at_100_std": -0.265661, - "nauc_recall_at_100_diff1": 0.545443, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.725622, - "nauc_precision_at_1_std": -0.280836, - "nauc_precision_at_1_diff1": 0.813616, - "nauc_precision_at_3_max": 0.698296, - "nauc_precision_at_3_std": -0.317388, - "nauc_precision_at_3_diff1": 0.720332, - "nauc_precision_at_5_max": 0.690831, - "nauc_precision_at_5_std": -0.308348, - "nauc_precision_at_5_diff1": 0.708988, - "nauc_precision_at_10_max": 0.661633, - "nauc_precision_at_10_std": -0.281831, - "nauc_precision_at_10_diff1": 0.674053, - "nauc_precision_at_20_max": 0.639809, - "nauc_precision_at_20_std": -0.266698, - "nauc_precision_at_20_diff1": 0.631302, - "nauc_precision_at_100_max": 0.568128, - "nauc_precision_at_100_std": -0.265661, - "nauc_precision_at_100_diff1": 0.545443, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.725622, - "nauc_mrr_at_1_std": -0.280836, - "nauc_mrr_at_1_diff1": 0.813616, - "nauc_mrr_at_3_max": 0.716404, - "nauc_mrr_at_3_std": -0.296124, - "nauc_mrr_at_3_diff1": 0.772584, - "nauc_mrr_at_5_max": 0.71401, - "nauc_mrr_at_5_std": -0.293947, - "nauc_mrr_at_5_diff1": 0.769611, - "nauc_mrr_at_10_max": 0.710743, - "nauc_mrr_at_10_std": -0.291027, - "nauc_mrr_at_10_diff1": 0.765938, - "nauc_mrr_at_20_max": 0.70979, - "nauc_mrr_at_20_std": -0.289805, - "nauc_mrr_at_20_diff1": 0.763841, - "nauc_mrr_at_100_max": 0.709122, - "nauc_mrr_at_100_std": -0.289965, - "nauc_mrr_at_100_diff1": 0.763301, - "nauc_mrr_at_1000_max": 0.709487, - "nauc_mrr_at_1000_std": -0.289994, - "nauc_mrr_at_1000_diff1": 0.763866, - "main_score": 0.47078, + "mrr_at_3": 0.431852, + "mrr_at_5": 0.439685, + "mrr_at_10": 0.44451, + "mrr_at_20": 0.448668, + "mrr_at_100": 0.452319, + "mrr_at_1000": 0.45347, + "nauc_ndcg_at_1_max": 0.736061, + "nauc_ndcg_at_1_std": -0.236044, + "nauc_ndcg_at_1_diff1": 0.83622, + "nauc_ndcg_at_3_max": 0.741045, + "nauc_ndcg_at_3_std": -0.249459, + "nauc_ndcg_at_3_diff1": 0.795504, + "nauc_ndcg_at_5_max": 0.731131, + "nauc_ndcg_at_5_std": -0.245636, + "nauc_ndcg_at_5_diff1": 0.782102, + "nauc_ndcg_at_10_max": 0.726486, + "nauc_ndcg_at_10_std": -0.238879, + "nauc_ndcg_at_10_diff1": 0.777025, + "nauc_ndcg_at_20_max": 0.718195, + "nauc_ndcg_at_20_std": -0.23973, + "nauc_ndcg_at_20_diff1": 0.768057, + "nauc_ndcg_at_100_max": 0.712465, + "nauc_ndcg_at_100_std": -0.239668, + "nauc_ndcg_at_100_diff1": 0.762073, + "nauc_ndcg_at_1000_max": 0.722243, + "nauc_ndcg_at_1000_std": -0.242921, + "nauc_ndcg_at_1000_diff1": 0.77791, + "nauc_map_at_1_max": 0.736061, + "nauc_map_at_1_std": -0.236044, + "nauc_map_at_1_diff1": 0.83622, + "nauc_map_at_3_max": 0.739927, + "nauc_map_at_3_std": -0.247143, + "nauc_map_at_3_diff1": 0.804722, + "nauc_map_at_5_max": 0.734208, + "nauc_map_at_5_std": -0.245009, + "nauc_map_at_5_diff1": 0.797153, + "nauc_map_at_10_max": 0.732383, + "nauc_map_at_10_std": -0.242716, + "nauc_map_at_10_diff1": 0.795306, + "nauc_map_at_20_max": 0.730207, + "nauc_map_at_20_std": -0.242891, + "nauc_map_at_20_diff1": 0.793013, + "nauc_map_at_100_max": 0.729333, + "nauc_map_at_100_std": -0.243469, + "nauc_map_at_100_diff1": 0.792258, + "nauc_map_at_1000_max": 0.729656, + "nauc_map_at_1000_std": -0.24357, + "nauc_map_at_1000_diff1": 0.792798, + "nauc_recall_at_1_max": 0.736061, + "nauc_recall_at_1_std": -0.236044, + "nauc_recall_at_1_diff1": 0.83622, + "nauc_recall_at_3_max": 0.744273, + "nauc_recall_at_3_std": -0.255827, + "nauc_recall_at_3_diff1": 0.768862, + "nauc_recall_at_5_max": 0.720828, + "nauc_recall_at_5_std": -0.246548, + "nauc_recall_at_5_diff1": 0.736101, + "nauc_recall_at_10_max": 0.70509, + "nauc_recall_at_10_std": -0.222149, + "nauc_recall_at_10_diff1": 0.717108, + "nauc_recall_at_20_max": 0.667017, + "nauc_recall_at_20_std": -0.225207, + "nauc_recall_at_20_diff1": 0.673104, + "nauc_recall_at_100_max": 0.602169, + "nauc_recall_at_100_std": -0.203738, + "nauc_recall_at_100_diff1": 0.584163, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736061, + "nauc_precision_at_1_std": -0.236044, + "nauc_precision_at_1_diff1": 0.83622, + "nauc_precision_at_3_max": 0.744273, + "nauc_precision_at_3_std": -0.255827, + "nauc_precision_at_3_diff1": 0.768862, + "nauc_precision_at_5_max": 0.720828, + "nauc_precision_at_5_std": -0.246548, + "nauc_precision_at_5_diff1": 0.736101, + "nauc_precision_at_10_max": 0.70509, + "nauc_precision_at_10_std": -0.222149, + "nauc_precision_at_10_diff1": 0.717108, + "nauc_precision_at_20_max": 0.667017, + "nauc_precision_at_20_std": -0.225207, + "nauc_precision_at_20_diff1": 0.673104, + "nauc_precision_at_100_max": 0.602169, + "nauc_precision_at_100_std": -0.203738, + "nauc_precision_at_100_diff1": 0.584163, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736061, + "nauc_mrr_at_1_std": -0.236044, + "nauc_mrr_at_1_diff1": 0.83622, + "nauc_mrr_at_3_max": 0.739927, + "nauc_mrr_at_3_std": -0.247143, + "nauc_mrr_at_3_diff1": 0.804722, + "nauc_mrr_at_5_max": 0.734208, + "nauc_mrr_at_5_std": -0.245009, + "nauc_mrr_at_5_diff1": 0.797153, + "nauc_mrr_at_10_max": 0.732383, + "nauc_mrr_at_10_std": -0.242716, + "nauc_mrr_at_10_diff1": 0.795306, + "nauc_mrr_at_20_max": 0.730207, + "nauc_mrr_at_20_std": -0.242891, + "nauc_mrr_at_20_diff1": 0.793013, + "nauc_mrr_at_100_max": 0.729333, + "nauc_mrr_at_100_std": -0.243469, + "nauc_mrr_at_100_diff1": 0.792258, + "nauc_mrr_at_1000_max": 0.729656, + "nauc_mrr_at_1000_std": -0.24357, + "nauc_mrr_at_1000_diff1": 0.792798, + "hit_rate_at_1": 0.39444, + "hit_rate_at_3": 0.47444, + "hit_rate_at_5": 0.50889, + "hit_rate_at_10": 0.54444, + "hit_rate_at_20": 0.60667, + "hit_rate_at_100": 0.76333, + "hit_rate_at_1000": 1.0, + "main_score": 0.46861, "hf_subset": "fuv_Latn-fuv_Latn", "languages": [ "fuv-Latn", "fuv-Latn" - ] - }, - { - "ndcg_at_1": 0.59111, - "ndcg_at_3": 0.64139, - "ndcg_at_5": 0.65511, - "ndcg_at_10": 0.66909, - "ndcg_at_20": 0.68267, - "ndcg_at_100": 0.70379, - "ndcg_at_1000": 0.71431, - "map_at_1": 0.59111, - "map_at_3": 0.63019, - "map_at_5": 0.6378, - "map_at_10": 0.64354, - "map_at_20": 0.64731, - "map_at_100": 0.64997, - "map_at_1000": 0.65043, - "recall_at_1": 0.59111, - "recall_at_3": 0.67333, - "recall_at_5": 0.70667, - "recall_at_10": 0.75, - "recall_at_20": 0.80333, - "recall_at_100": 0.92111, - "recall_at_1000": 1.0, - "precision_at_1": 0.59111, - "precision_at_3": 0.22444, - "precision_at_5": 0.14133, - "precision_at_10": 0.075, - "precision_at_20": 0.04017, - "precision_at_100": 0.00921, - "precision_at_1000": 0.001, - "mrr_at_1": 0.591111, - "mrr_at_3": 0.630185, - "mrr_at_5": 0.637796, - "mrr_at_10": 0.643537, - "mrr_at_20": 0.64731, - "mrr_at_100": 0.649969, - "mrr_at_1000": 0.650429, - "nauc_ndcg_at_1_max": 0.812561, - "nauc_ndcg_at_1_std": 0.321078, - "nauc_ndcg_at_1_diff1": 0.854634, - "nauc_ndcg_at_3_max": 0.823173, - "nauc_ndcg_at_3_std": 0.346635, - "nauc_ndcg_at_3_diff1": 0.823255, - "nauc_ndcg_at_5_max": 0.817769, - "nauc_ndcg_at_5_std": 0.346954, - "nauc_ndcg_at_5_diff1": 0.816941, - "nauc_ndcg_at_10_max": 0.810324, - "nauc_ndcg_at_10_std": 0.345099, - "nauc_ndcg_at_10_diff1": 0.811504, - "nauc_ndcg_at_20_max": 0.80338, - "nauc_ndcg_at_20_std": 0.337656, - "nauc_ndcg_at_20_diff1": 0.805681, - "nauc_ndcg_at_100_max": 0.806999, - "nauc_ndcg_at_100_std": 0.3512, - "nauc_ndcg_at_100_diff1": 0.812692, - "nauc_ndcg_at_1000_max": 0.810602, - "nauc_ndcg_at_1000_std": 0.343523, - "nauc_ndcg_at_1000_diff1": 0.817192, - "nauc_map_at_1_max": 0.812561, - "nauc_map_at_1_std": 0.321078, - "nauc_map_at_1_diff1": 0.854634, - "nauc_map_at_3_max": 0.821467, - "nauc_map_at_3_std": 0.341899, - "nauc_map_at_3_diff1": 0.831081, - "nauc_map_at_5_max": 0.818405, - "nauc_map_at_5_std": 0.341978, - "nauc_map_at_5_diff1": 0.82788, - "nauc_map_at_10_max": 0.815617, - "nauc_map_at_10_std": 0.34129, - "nauc_map_at_10_diff1": 0.825937, - "nauc_map_at_20_max": 0.813799, - "nauc_map_at_20_std": 0.339165, - "nauc_map_at_20_diff1": 0.824483, - "nauc_map_at_100_max": 0.81422, - "nauc_map_at_100_std": 0.34076, - "nauc_map_at_100_diff1": 0.825287, - "nauc_map_at_1000_max": 0.814352, - "nauc_map_at_1000_std": 0.340458, - "nauc_map_at_1000_diff1": 0.825452, - "nauc_recall_at_1_max": 0.812561, - "nauc_recall_at_1_std": 0.321078, - "nauc_recall_at_1_diff1": 0.854634, - "nauc_recall_at_3_max": 0.82805, - "nauc_recall_at_3_std": 0.360617, - "nauc_recall_at_3_diff1": 0.798893, - "nauc_recall_at_5_max": 0.814474, - "nauc_recall_at_5_std": 0.362654, - "nauc_recall_at_5_diff1": 0.77963, - "nauc_recall_at_10_max": 0.785122, - "nauc_recall_at_10_std": 0.357167, - "nauc_recall_at_10_diff1": 0.753707, - "nauc_recall_at_20_max": 0.74196, - "nauc_recall_at_20_std": 0.320178, - "nauc_recall_at_20_diff1": 0.710058, - "nauc_recall_at_100_max": 0.726161, - "nauc_recall_at_100_std": 0.521949, - "nauc_recall_at_100_diff1": 0.711143, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.812561, - "nauc_precision_at_1_std": 0.321078, - "nauc_precision_at_1_diff1": 0.854634, - "nauc_precision_at_3_max": 0.82805, - "nauc_precision_at_3_std": 0.360617, - "nauc_precision_at_3_diff1": 0.798893, - "nauc_precision_at_5_max": 0.814474, - "nauc_precision_at_5_std": 0.362654, - "nauc_precision_at_5_diff1": 0.77963, - "nauc_precision_at_10_max": 0.785122, - "nauc_precision_at_10_std": 0.357167, - "nauc_precision_at_10_diff1": 0.753707, - "nauc_precision_at_20_max": 0.74196, - "nauc_precision_at_20_std": 0.320178, - "nauc_precision_at_20_diff1": 0.710058, - "nauc_precision_at_100_max": 0.726161, - "nauc_precision_at_100_std": 0.521949, - "nauc_precision_at_100_diff1": 0.711143, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.812561, - "nauc_mrr_at_1_std": 0.321078, - "nauc_mrr_at_1_diff1": 0.854634, - "nauc_mrr_at_3_max": 0.821467, - "nauc_mrr_at_3_std": 0.341899, - "nauc_mrr_at_3_diff1": 0.831081, - "nauc_mrr_at_5_max": 0.818405, - "nauc_mrr_at_5_std": 0.341978, - "nauc_mrr_at_5_diff1": 0.82788, - "nauc_mrr_at_10_max": 0.815617, - "nauc_mrr_at_10_std": 0.34129, - "nauc_mrr_at_10_diff1": 0.825937, - "nauc_mrr_at_20_max": 0.813799, - "nauc_mrr_at_20_std": 0.339165, - "nauc_mrr_at_20_diff1": 0.824483, - "nauc_mrr_at_100_max": 0.81422, - "nauc_mrr_at_100_std": 0.34076, - "nauc_mrr_at_100_diff1": 0.825287, - "nauc_mrr_at_1000_max": 0.814352, - "nauc_mrr_at_1000_std": 0.340458, - "nauc_mrr_at_1000_diff1": 0.825452, - "main_score": 0.66909, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.64133, + "ndcg_at_5": 0.65176, + "ndcg_at_10": 0.66854, + "ndcg_at_20": 0.67982, + "ndcg_at_100": 0.70013, + "ndcg_at_1000": 0.7121, + "map_at_1": 0.59, + "map_at_3": 0.62907, + "map_at_5": 0.6348, + "map_at_10": 0.64187, + "map_at_20": 0.64499, + "map_at_100": 0.64763, + "map_at_1000": 0.64815, + "recall_at_1": 0.59, + "recall_at_3": 0.67667, + "recall_at_5": 0.70222, + "recall_at_10": 0.75333, + "recall_at_20": 0.79778, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.22556, + "precision_at_5": 0.14044, + "precision_at_10": 0.07533, + "precision_at_20": 0.03989, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.629074, + "mrr_at_5": 0.634796, + "mrr_at_10": 0.641874, + "mrr_at_20": 0.644993, + "mrr_at_100": 0.647633, + "mrr_at_1000": 0.648152, + "nauc_ndcg_at_1_max": 0.813606, + "nauc_ndcg_at_1_std": 0.340739, + "nauc_ndcg_at_1_diff1": 0.848965, + "nauc_ndcg_at_3_max": 0.823224, + "nauc_ndcg_at_3_std": 0.360014, + "nauc_ndcg_at_3_diff1": 0.823759, + "nauc_ndcg_at_5_max": 0.815416, + "nauc_ndcg_at_5_std": 0.35937, + "nauc_ndcg_at_5_diff1": 0.815658, + "nauc_ndcg_at_10_max": 0.808101, + "nauc_ndcg_at_10_std": 0.360083, + "nauc_ndcg_at_10_diff1": 0.809466, + "nauc_ndcg_at_20_max": 0.802178, + "nauc_ndcg_at_20_std": 0.34906, + "nauc_ndcg_at_20_diff1": 0.804459, + "nauc_ndcg_at_100_max": 0.805283, + "nauc_ndcg_at_100_std": 0.366964, + "nauc_ndcg_at_100_diff1": 0.806741, + "nauc_ndcg_at_1000_max": 0.810327, + "nauc_ndcg_at_1000_std": 0.358779, + "nauc_ndcg_at_1000_diff1": 0.814754, + "nauc_map_at_1_max": 0.813606, + "nauc_map_at_1_std": 0.340739, + "nauc_map_at_1_diff1": 0.848965, + "nauc_map_at_3_max": 0.82215, + "nauc_map_at_3_std": 0.356741, + "nauc_map_at_3_diff1": 0.830381, + "nauc_map_at_5_max": 0.818035, + "nauc_map_at_5_std": 0.356426, + "nauc_map_at_5_diff1": 0.826197, + "nauc_map_at_10_max": 0.815204, + "nauc_map_at_10_std": 0.35667, + "nauc_map_at_10_diff1": 0.82397, + "nauc_map_at_20_max": 0.813778, + "nauc_map_at_20_std": 0.353846, + "nauc_map_at_20_diff1": 0.822785, + "nauc_map_at_100_max": 0.814303, + "nauc_map_at_100_std": 0.356194, + "nauc_map_at_100_diff1": 0.823048, + "nauc_map_at_1000_max": 0.814512, + "nauc_map_at_1000_std": 0.355893, + "nauc_map_at_1000_diff1": 0.823383, + "nauc_recall_at_1_max": 0.813606, + "nauc_recall_at_1_std": 0.340739, + "nauc_recall_at_1_diff1": 0.848965, + "nauc_recall_at_3_max": 0.825979, + "nauc_recall_at_3_std": 0.369574, + "nauc_recall_at_3_diff1": 0.802811, + "nauc_recall_at_5_max": 0.804709, + "nauc_recall_at_5_std": 0.368065, + "nauc_recall_at_5_diff1": 0.7794, + "nauc_recall_at_10_max": 0.775099, + "nauc_recall_at_10_std": 0.372037, + "nauc_recall_at_10_diff1": 0.749632, + "nauc_recall_at_20_max": 0.736404, + "nauc_recall_at_20_std": 0.312991, + "nauc_recall_at_20_diff1": 0.712021, + "nauc_recall_at_100_max": 0.707565, + "nauc_recall_at_100_std": 0.529118, + "nauc_recall_at_100_diff1": 0.651964, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.813606, + "nauc_precision_at_1_std": 0.340739, + "nauc_precision_at_1_diff1": 0.848965, + "nauc_precision_at_3_max": 0.825979, + "nauc_precision_at_3_std": 0.369574, + "nauc_precision_at_3_diff1": 0.802811, + "nauc_precision_at_5_max": 0.804709, + "nauc_precision_at_5_std": 0.368065, + "nauc_precision_at_5_diff1": 0.7794, + "nauc_precision_at_10_max": 0.775099, + "nauc_precision_at_10_std": 0.372037, + "nauc_precision_at_10_diff1": 0.749632, + "nauc_precision_at_20_max": 0.736404, + "nauc_precision_at_20_std": 0.312991, + "nauc_precision_at_20_diff1": 0.712021, + "nauc_precision_at_100_max": 0.707565, + "nauc_precision_at_100_std": 0.529118, + "nauc_precision_at_100_diff1": 0.651964, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.813606, + "nauc_mrr_at_1_std": 0.340739, + "nauc_mrr_at_1_diff1": 0.848965, + "nauc_mrr_at_3_max": 0.82215, + "nauc_mrr_at_3_std": 0.356741, + "nauc_mrr_at_3_diff1": 0.830381, + "nauc_mrr_at_5_max": 0.818035, + "nauc_mrr_at_5_std": 0.356426, + "nauc_mrr_at_5_diff1": 0.826197, + "nauc_mrr_at_10_max": 0.815204, + "nauc_mrr_at_10_std": 0.35667, + "nauc_mrr_at_10_diff1": 0.82397, + "nauc_mrr_at_20_max": 0.813778, + "nauc_mrr_at_20_std": 0.353846, + "nauc_mrr_at_20_diff1": 0.822785, + "nauc_mrr_at_100_max": 0.814303, + "nauc_mrr_at_100_std": 0.356194, + "nauc_mrr_at_100_diff1": 0.823048, + "nauc_mrr_at_1000_max": 0.814512, + "nauc_mrr_at_1000_std": 0.355893, + "nauc_mrr_at_1000_diff1": 0.823383, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.70222, + "hit_rate_at_10": 0.75333, + "hit_rate_at_20": 0.79778, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.66854, "hf_subset": "fuv_Latn-eng_Latn", "languages": [ "fuv-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.45556, - "ndcg_at_3": 0.49514, - "ndcg_at_5": 0.50437, - "ndcg_at_10": 0.51271, - "ndcg_at_20": 0.52057, - "ndcg_at_100": 0.54098, - "ndcg_at_1000": 0.57732, - "map_at_1": 0.45556, - "map_at_3": 0.48574, - "map_at_5": 0.49091, - "map_at_10": 0.49439, - "map_at_20": 0.49655, - "map_at_100": 0.49909, - "map_at_1000": 0.50042, - "recall_at_1": 0.45556, - "recall_at_3": 0.52222, - "recall_at_5": 0.54444, - "recall_at_10": 0.57, - "recall_at_20": 0.60111, - "recall_at_100": 0.71556, - "recall_at_1000": 1.0, - "precision_at_1": 0.45556, - "precision_at_3": 0.17407, - "precision_at_5": 0.10889, - "precision_at_10": 0.057, - "precision_at_20": 0.03006, - "precision_at_100": 0.00716, - "precision_at_1000": 0.001, - "mrr_at_1": 0.455556, - "mrr_at_3": 0.485741, - "mrr_at_5": 0.490907, - "mrr_at_10": 0.494386, - "mrr_at_20": 0.496546, - "mrr_at_100": 0.499086, - "mrr_at_1000": 0.500425, - "nauc_ndcg_at_1_max": 0.914005, - "nauc_ndcg_at_1_std": 0.724013, - "nauc_ndcg_at_1_diff1": 0.921827, - "nauc_ndcg_at_3_max": 0.925812, - "nauc_ndcg_at_3_std": 0.762845, - "nauc_ndcg_at_3_diff1": 0.89475, - "nauc_ndcg_at_5_max": 0.927855, - "nauc_ndcg_at_5_std": 0.77597, - "nauc_ndcg_at_5_diff1": 0.891258, - "nauc_ndcg_at_10_max": 0.926932, - "nauc_ndcg_at_10_std": 0.777942, - "nauc_ndcg_at_10_diff1": 0.884257, - "nauc_ndcg_at_20_max": 0.922226, - "nauc_ndcg_at_20_std": 0.775682, - "nauc_ndcg_at_20_diff1": 0.880356, - "nauc_ndcg_at_100_max": 0.913111, - "nauc_ndcg_at_100_std": 0.768009, - "nauc_ndcg_at_100_diff1": 0.869365, - "nauc_ndcg_at_1000_max": 0.919137, - "nauc_ndcg_at_1000_std": 0.766705, - "nauc_ndcg_at_1000_diff1": 0.883125, - "nauc_map_at_1_max": 0.914005, - "nauc_map_at_1_std": 0.724013, - "nauc_map_at_1_diff1": 0.921827, - "nauc_map_at_3_max": 0.923673, - "nauc_map_at_3_std": 0.754456, - "nauc_map_at_3_diff1": 0.9012, - "nauc_map_at_5_max": 0.924759, - "nauc_map_at_5_std": 0.761747, - "nauc_map_at_5_diff1": 0.899185, - "nauc_map_at_10_max": 0.924312, - "nauc_map_at_10_std": 0.762513, - "nauc_map_at_10_diff1": 0.896353, - "nauc_map_at_20_max": 0.922953, - "nauc_map_at_20_std": 0.761793, - "nauc_map_at_20_diff1": 0.895305, - "nauc_map_at_100_max": 0.921741, - "nauc_map_at_100_std": 0.760825, - "nauc_map_at_100_diff1": 0.894008, - "nauc_map_at_1000_max": 0.92185, - "nauc_map_at_1000_std": 0.76069, - "nauc_map_at_1000_diff1": 0.894383, - "nauc_recall_at_1_max": 0.914005, - "nauc_recall_at_1_std": 0.724013, - "nauc_recall_at_1_diff1": 0.921827, - "nauc_recall_at_3_max": 0.931807, - "nauc_recall_at_3_std": 0.787132, - "nauc_recall_at_3_diff1": 0.87579, - "nauc_recall_at_5_max": 0.937173, - "nauc_recall_at_5_std": 0.820041, - "nauc_recall_at_5_diff1": 0.867157, - "nauc_recall_at_10_max": 0.934777, - "nauc_recall_at_10_std": 0.827581, - "nauc_recall_at_10_diff1": 0.843825, - "nauc_recall_at_20_max": 0.91571, - "nauc_recall_at_20_std": 0.820382, - "nauc_recall_at_20_diff1": 0.825928, - "nauc_recall_at_100_max": 0.849274, - "nauc_recall_at_100_std": 0.775332, - "nauc_recall_at_100_diff1": 0.731428, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.914005, - "nauc_precision_at_1_std": 0.724013, - "nauc_precision_at_1_diff1": 0.921827, - "nauc_precision_at_3_max": 0.931807, - "nauc_precision_at_3_std": 0.787132, - "nauc_precision_at_3_diff1": 0.87579, - "nauc_precision_at_5_max": 0.937173, - "nauc_precision_at_5_std": 0.820041, - "nauc_precision_at_5_diff1": 0.867157, - "nauc_precision_at_10_max": 0.934777, - "nauc_precision_at_10_std": 0.827581, - "nauc_precision_at_10_diff1": 0.843825, - "nauc_precision_at_20_max": 0.91571, - "nauc_precision_at_20_std": 0.820382, - "nauc_precision_at_20_diff1": 0.825928, - "nauc_precision_at_100_max": 0.849274, - "nauc_precision_at_100_std": 0.775332, - "nauc_precision_at_100_diff1": 0.731428, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.914005, - "nauc_mrr_at_1_std": 0.724013, - "nauc_mrr_at_1_diff1": 0.921827, - "nauc_mrr_at_3_max": 0.923673, - "nauc_mrr_at_3_std": 0.754456, - "nauc_mrr_at_3_diff1": 0.9012, - "nauc_mrr_at_5_max": 0.924759, - "nauc_mrr_at_5_std": 0.761747, - "nauc_mrr_at_5_diff1": 0.899185, - "nauc_mrr_at_10_max": 0.924312, - "nauc_mrr_at_10_std": 0.762513, - "nauc_mrr_at_10_diff1": 0.896353, - "nauc_mrr_at_20_max": 0.922953, - "nauc_mrr_at_20_std": 0.761793, - "nauc_mrr_at_20_diff1": 0.895305, - "nauc_mrr_at_100_max": 0.921741, - "nauc_mrr_at_100_std": 0.760825, - "nauc_mrr_at_100_diff1": 0.894008, - "nauc_mrr_at_1000_max": 0.92185, - "nauc_mrr_at_1000_std": 0.76069, - "nauc_mrr_at_1000_diff1": 0.894383, - "main_score": 0.51271, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45444, + "ndcg_at_3": 0.49278, + "ndcg_at_5": 0.50224, + "ndcg_at_10": 0.50795, + "ndcg_at_20": 0.51865, + "ndcg_at_100": 0.54154, + "ndcg_at_1000": 0.57557, + "map_at_1": 0.45444, + "map_at_3": 0.4837, + "map_at_5": 0.48887, + "map_at_10": 0.49119, + "map_at_20": 0.49414, + "map_at_100": 0.49688, + "map_at_1000": 0.49811, + "recall_at_1": 0.45444, + "recall_at_3": 0.51889, + "recall_at_5": 0.54222, + "recall_at_10": 0.56, + "recall_at_20": 0.60222, + "recall_at_100": 0.73222, + "recall_at_1000": 1.0, + "accuracy": 0.45444, + "precision_at_1": 0.45444, + "precision_at_3": 0.17296, + "precision_at_5": 0.10844, + "precision_at_10": 0.056, + "precision_at_20": 0.03011, + "precision_at_100": 0.00732, + "precision_at_1000": 0.001, + "mrr_at_1": 0.454444, + "mrr_at_3": 0.483704, + "mrr_at_5": 0.48887, + "mrr_at_10": 0.491195, + "mrr_at_20": 0.494145, + "mrr_at_100": 0.49688, + "mrr_at_1000": 0.498106, + "nauc_ndcg_at_1_max": 0.915498, + "nauc_ndcg_at_1_std": 0.731126, + "nauc_ndcg_at_1_diff1": 0.910054, + "nauc_ndcg_at_3_max": 0.923884, + "nauc_ndcg_at_3_std": 0.761409, + "nauc_ndcg_at_3_diff1": 0.885494, + "nauc_ndcg_at_5_max": 0.923297, + "nauc_ndcg_at_5_std": 0.764862, + "nauc_ndcg_at_5_diff1": 0.879185, + "nauc_ndcg_at_10_max": 0.919565, + "nauc_ndcg_at_10_std": 0.761402, + "nauc_ndcg_at_10_diff1": 0.873816, + "nauc_ndcg_at_20_max": 0.911375, + "nauc_ndcg_at_20_std": 0.756958, + "nauc_ndcg_at_20_diff1": 0.867743, + "nauc_ndcg_at_100_max": 0.903523, + "nauc_ndcg_at_100_std": 0.750334, + "nauc_ndcg_at_100_diff1": 0.862043, + "nauc_ndcg_at_1000_max": 0.912678, + "nauc_ndcg_at_1000_std": 0.754439, + "nauc_ndcg_at_1000_diff1": 0.87355, + "nauc_map_at_1_max": 0.915498, + "nauc_map_at_1_std": 0.731126, + "nauc_map_at_1_diff1": 0.910054, + "nauc_map_at_3_max": 0.921818, + "nauc_map_at_3_std": 0.753672, + "nauc_map_at_3_diff1": 0.891606, + "nauc_map_at_5_max": 0.92159, + "nauc_map_at_5_std": 0.755704, + "nauc_map_at_5_diff1": 0.888347, + "nauc_map_at_10_max": 0.920151, + "nauc_map_at_10_std": 0.754372, + "nauc_map_at_10_diff1": 0.886262, + "nauc_map_at_20_max": 0.91793, + "nauc_map_at_20_std": 0.753106, + "nauc_map_at_20_diff1": 0.884632, + "nauc_map_at_100_max": 0.917073, + "nauc_map_at_100_std": 0.752603, + "nauc_map_at_100_diff1": 0.883948, + "nauc_map_at_1000_max": 0.917349, + "nauc_map_at_1000_std": 0.752726, + "nauc_map_at_1000_diff1": 0.884273, + "nauc_recall_at_1_max": 0.915498, + "nauc_recall_at_1_std": 0.731126, + "nauc_recall_at_1_diff1": 0.910054, + "nauc_recall_at_3_max": 0.92998, + "nauc_recall_at_3_std": 0.784348, + "nauc_recall_at_3_diff1": 0.867439, + "nauc_recall_at_5_max": 0.928207, + "nauc_recall_at_5_std": 0.792799, + "nauc_recall_at_5_diff1": 0.850442, + "nauc_recall_at_10_max": 0.915782, + "nauc_recall_at_10_std": 0.781621, + "nauc_recall_at_10_diff1": 0.832109, + "nauc_recall_at_20_max": 0.880686, + "nauc_recall_at_20_std": 0.763978, + "nauc_recall_at_20_diff1": 0.804308, + "nauc_recall_at_100_max": 0.809407, + "nauc_recall_at_100_std": 0.708836, + "nauc_recall_at_100_diff1": 0.741696, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.915498, + "nauc_precision_at_1_std": 0.731126, + "nauc_precision_at_1_diff1": 0.910054, + "nauc_precision_at_3_max": 0.92998, + "nauc_precision_at_3_std": 0.784348, + "nauc_precision_at_3_diff1": 0.867439, + "nauc_precision_at_5_max": 0.928207, + "nauc_precision_at_5_std": 0.792799, + "nauc_precision_at_5_diff1": 0.850442, + "nauc_precision_at_10_max": 0.915782, + "nauc_precision_at_10_std": 0.781621, + "nauc_precision_at_10_diff1": 0.832109, + "nauc_precision_at_20_max": 0.880686, + "nauc_precision_at_20_std": 0.763978, + "nauc_precision_at_20_diff1": 0.804308, + "nauc_precision_at_100_max": 0.809407, + "nauc_precision_at_100_std": 0.708836, + "nauc_precision_at_100_diff1": 0.741696, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.915498, + "nauc_mrr_at_1_std": 0.731126, + "nauc_mrr_at_1_diff1": 0.910054, + "nauc_mrr_at_3_max": 0.921818, + "nauc_mrr_at_3_std": 0.753672, + "nauc_mrr_at_3_diff1": 0.891606, + "nauc_mrr_at_5_max": 0.92159, + "nauc_mrr_at_5_std": 0.755704, + "nauc_mrr_at_5_diff1": 0.888347, + "nauc_mrr_at_10_max": 0.920151, + "nauc_mrr_at_10_std": 0.754372, + "nauc_mrr_at_10_diff1": 0.886262, + "nauc_mrr_at_20_max": 0.91793, + "nauc_mrr_at_20_std": 0.753106, + "nauc_mrr_at_20_diff1": 0.884632, + "nauc_mrr_at_100_max": 0.917073, + "nauc_mrr_at_100_std": 0.752603, + "nauc_mrr_at_100_diff1": 0.883948, + "nauc_mrr_at_1000_max": 0.917349, + "nauc_mrr_at_1000_std": 0.752726, + "nauc_mrr_at_1000_diff1": 0.884273, + "hit_rate_at_1": 0.45444, + "hit_rate_at_3": 0.51889, + "hit_rate_at_5": 0.54222, + "hit_rate_at_10": 0.56, + "hit_rate_at_20": 0.60222, + "hit_rate_at_100": 0.73222, + "hit_rate_at_1000": 1.0, + "main_score": 0.50795, "hf_subset": "eng_Latn-fuv_Latn", "languages": [ "eng-Latn", "fuv-Latn" - ] - }, - { - "ndcg_at_1": 0.4, - "ndcg_at_3": 0.46069, - "ndcg_at_5": 0.48177, - "ndcg_at_10": 0.50396, - "ndcg_at_20": 0.52109, - "ndcg_at_100": 0.5514, - "ndcg_at_1000": 0.56989, - "map_at_1": 0.4, - "map_at_3": 0.44593, - "map_at_5": 0.45765, - "map_at_10": 0.46675, - "map_at_20": 0.47146, - "map_at_100": 0.47551, - "map_at_1000": 0.47622, - "recall_at_1": 0.4, - "recall_at_3": 0.50333, - "recall_at_5": 0.55444, - "recall_at_10": 0.62333, - "recall_at_20": 0.69111, - "recall_at_100": 0.85667, - "recall_at_1000": 1.0, - "precision_at_1": 0.4, - "precision_at_3": 0.16778, - "precision_at_5": 0.11089, - "precision_at_10": 0.06233, - "precision_at_20": 0.03456, - "precision_at_100": 0.00857, - "precision_at_1000": 0.001, - "mrr_at_1": 0.4, - "mrr_at_3": 0.445926, - "mrr_at_5": 0.457648, - "mrr_at_10": 0.466755, - "mrr_at_20": 0.471456, - "mrr_at_100": 0.475511, - "mrr_at_1000": 0.47622, - "nauc_ndcg_at_1_max": 0.614182, - "nauc_ndcg_at_1_std": -0.148002, - "nauc_ndcg_at_1_diff1": 0.768181, - "nauc_ndcg_at_3_max": 0.605091, - "nauc_ndcg_at_3_std": -0.112239, - "nauc_ndcg_at_3_diff1": 0.715189, - "nauc_ndcg_at_5_max": 0.592479, - "nauc_ndcg_at_5_std": -0.120045, - "nauc_ndcg_at_5_diff1": 0.707292, - "nauc_ndcg_at_10_max": 0.576486, - "nauc_ndcg_at_10_std": -0.125605, - "nauc_ndcg_at_10_diff1": 0.689156, - "nauc_ndcg_at_20_max": 0.579402, - "nauc_ndcg_at_20_std": -0.10879, - "nauc_ndcg_at_20_diff1": 0.682912, - "nauc_ndcg_at_100_max": 0.579741, - "nauc_ndcg_at_100_std": -0.112276, - "nauc_ndcg_at_100_diff1": 0.685316, - "nauc_ndcg_at_1000_max": 0.586573, - "nauc_ndcg_at_1000_std": -0.118163, - "nauc_ndcg_at_1000_diff1": 0.699462, - "nauc_map_at_1_max": 0.614182, - "nauc_map_at_1_std": -0.148002, - "nauc_map_at_1_diff1": 0.768181, - "nauc_map_at_3_max": 0.607801, - "nauc_map_at_3_std": -0.120546, - "nauc_map_at_3_diff1": 0.727939, - "nauc_map_at_5_max": 0.601083, - "nauc_map_at_5_std": -0.124932, - "nauc_map_at_5_diff1": 0.723865, - "nauc_map_at_10_max": 0.594547, - "nauc_map_at_10_std": -0.127163, - "nauc_map_at_10_diff1": 0.716527, - "nauc_map_at_20_max": 0.595342, - "nauc_map_at_20_std": -0.122981, - "nauc_map_at_20_diff1": 0.714891, - "nauc_map_at_100_max": 0.595363, - "nauc_map_at_100_std": -0.123536, - "nauc_map_at_100_diff1": 0.715308, - "nauc_map_at_1000_max": 0.595556, - "nauc_map_at_1000_std": -0.123755, - "nauc_map_at_1000_diff1": 0.715805, - "nauc_recall_at_1_max": 0.614182, - "nauc_recall_at_1_std": -0.148002, - "nauc_recall_at_1_diff1": 0.768181, - "nauc_recall_at_3_max": 0.596896, - "nauc_recall_at_3_std": -0.087939, - "nauc_recall_at_3_diff1": 0.6777, - "nauc_recall_at_5_max": 0.563677, - "nauc_recall_at_5_std": -0.106397, - "nauc_recall_at_5_diff1": 0.655101, - "nauc_recall_at_10_max": 0.506911, - "nauc_recall_at_10_std": -0.124533, - "nauc_recall_at_10_diff1": 0.588808, - "nauc_recall_at_20_max": 0.5123, - "nauc_recall_at_20_std": -0.039919, - "nauc_recall_at_20_diff1": 0.545977, - "nauc_recall_at_100_max": 0.461812, - "nauc_recall_at_100_std": -0.018629, - "nauc_recall_at_100_diff1": 0.455049, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.614182, - "nauc_precision_at_1_std": -0.148002, - "nauc_precision_at_1_diff1": 0.768181, - "nauc_precision_at_3_max": 0.596896, - "nauc_precision_at_3_std": -0.087939, - "nauc_precision_at_3_diff1": 0.6777, - "nauc_precision_at_5_max": 0.563677, - "nauc_precision_at_5_std": -0.106397, - "nauc_precision_at_5_diff1": 0.655101, - "nauc_precision_at_10_max": 0.506911, - "nauc_precision_at_10_std": -0.124533, - "nauc_precision_at_10_diff1": 0.588808, - "nauc_precision_at_20_max": 0.5123, - "nauc_precision_at_20_std": -0.039919, - "nauc_precision_at_20_diff1": 0.545977, - "nauc_precision_at_100_max": 0.461812, - "nauc_precision_at_100_std": -0.018629, - "nauc_precision_at_100_diff1": 0.455049, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.614182, - "nauc_mrr_at_1_std": -0.148002, - "nauc_mrr_at_1_diff1": 0.768181, - "nauc_mrr_at_3_max": 0.607801, - "nauc_mrr_at_3_std": -0.120546, - "nauc_mrr_at_3_diff1": 0.727939, - "nauc_mrr_at_5_max": 0.601083, - "nauc_mrr_at_5_std": -0.124932, - "nauc_mrr_at_5_diff1": 0.723865, - "nauc_mrr_at_10_max": 0.594547, - "nauc_mrr_at_10_std": -0.127163, - "nauc_mrr_at_10_diff1": 0.716527, - "nauc_mrr_at_20_max": 0.595342, - "nauc_mrr_at_20_std": -0.122981, - "nauc_mrr_at_20_diff1": 0.714891, - "nauc_mrr_at_100_max": 0.595363, - "nauc_mrr_at_100_std": -0.123536, - "nauc_mrr_at_100_diff1": 0.715308, - "nauc_mrr_at_1000_max": 0.595556, - "nauc_mrr_at_1000_std": -0.123755, - "nauc_mrr_at_1000_diff1": 0.715805, - "main_score": 0.50396, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42778, + "ndcg_at_3": 0.48718, + "ndcg_at_5": 0.50888, + "ndcg_at_10": 0.53032, + "ndcg_at_20": 0.5436, + "ndcg_at_100": 0.57139, + "ndcg_at_1000": 0.59022, + "map_at_1": 0.42778, + "map_at_3": 0.47241, + "map_at_5": 0.4843, + "map_at_10": 0.49329, + "map_at_20": 0.49682, + "map_at_100": 0.50056, + "map_at_1000": 0.50126, + "recall_at_1": 0.42778, + "recall_at_3": 0.53, + "recall_at_5": 0.58333, + "recall_at_10": 0.64889, + "recall_at_20": 0.70222, + "recall_at_100": 0.85333, + "recall_at_1000": 1.0, + "accuracy": 0.42778, + "precision_at_1": 0.42778, + "precision_at_3": 0.17667, + "precision_at_5": 0.11667, + "precision_at_10": 0.06489, + "precision_at_20": 0.03511, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.427778, + "mrr_at_3": 0.472407, + "mrr_at_5": 0.484296, + "mrr_at_10": 0.493285, + "mrr_at_20": 0.49682, + "mrr_at_100": 0.500557, + "mrr_at_1000": 0.501264, + "nauc_ndcg_at_1_max": 0.701557, + "nauc_ndcg_at_1_std": -0.062406, + "nauc_ndcg_at_1_diff1": 0.78453, + "nauc_ndcg_at_3_max": 0.7017, + "nauc_ndcg_at_3_std": -0.035763, + "nauc_ndcg_at_3_diff1": 0.737714, + "nauc_ndcg_at_5_max": 0.683788, + "nauc_ndcg_at_5_std": -0.040331, + "nauc_ndcg_at_5_diff1": 0.719541, + "nauc_ndcg_at_10_max": 0.67541, + "nauc_ndcg_at_10_std": -0.034881, + "nauc_ndcg_at_10_diff1": 0.71007, + "nauc_ndcg_at_20_max": 0.670848, + "nauc_ndcg_at_20_std": -0.03183, + "nauc_ndcg_at_20_diff1": 0.706019, + "nauc_ndcg_at_100_max": 0.673328, + "nauc_ndcg_at_100_std": -0.03348, + "nauc_ndcg_at_100_diff1": 0.710714, + "nauc_ndcg_at_1000_max": 0.680213, + "nauc_ndcg_at_1000_std": -0.038596, + "nauc_ndcg_at_1000_diff1": 0.720935, + "nauc_map_at_1_max": 0.701557, + "nauc_map_at_1_std": -0.062406, + "nauc_map_at_1_diff1": 0.78453, + "nauc_map_at_3_max": 0.701817, + "nauc_map_at_3_std": -0.043336, + "nauc_map_at_3_diff1": 0.748771, + "nauc_map_at_5_max": 0.692098, + "nauc_map_at_5_std": -0.04614, + "nauc_map_at_5_diff1": 0.739059, + "nauc_map_at_10_max": 0.688876, + "nauc_map_at_10_std": -0.044015, + "nauc_map_at_10_diff1": 0.735336, + "nauc_map_at_20_max": 0.687881, + "nauc_map_at_20_std": -0.04337, + "nauc_map_at_20_diff1": 0.734497, + "nauc_map_at_100_max": 0.688276, + "nauc_map_at_100_std": -0.043631, + "nauc_map_at_100_diff1": 0.735106, + "nauc_map_at_1000_max": 0.68845, + "nauc_map_at_1000_std": -0.043852, + "nauc_map_at_1000_diff1": 0.735434, + "nauc_recall_at_1_max": 0.701557, + "nauc_recall_at_1_std": -0.062406, + "nauc_recall_at_1_diff1": 0.78453, + "nauc_recall_at_3_max": 0.701283, + "nauc_recall_at_3_std": -0.012723, + "nauc_recall_at_3_diff1": 0.704905, + "nauc_recall_at_5_max": 0.654897, + "nauc_recall_at_5_std": -0.022132, + "nauc_recall_at_5_diff1": 0.655847, + "nauc_recall_at_10_max": 0.621855, + "nauc_recall_at_10_std": -0.000926, + "nauc_recall_at_10_diff1": 0.61618, + "nauc_recall_at_20_max": 0.591872, + "nauc_recall_at_20_std": 0.019072, + "nauc_recall_at_20_diff1": 0.584532, + "nauc_recall_at_100_max": 0.557214, + "nauc_recall_at_100_std": 0.041095, + "nauc_recall_at_100_diff1": 0.54622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701557, + "nauc_precision_at_1_std": -0.062406, + "nauc_precision_at_1_diff1": 0.78453, + "nauc_precision_at_3_max": 0.701283, + "nauc_precision_at_3_std": -0.012723, + "nauc_precision_at_3_diff1": 0.704905, + "nauc_precision_at_5_max": 0.654897, + "nauc_precision_at_5_std": -0.022132, + "nauc_precision_at_5_diff1": 0.655847, + "nauc_precision_at_10_max": 0.621855, + "nauc_precision_at_10_std": -0.000926, + "nauc_precision_at_10_diff1": 0.61618, + "nauc_precision_at_20_max": 0.591872, + "nauc_precision_at_20_std": 0.019072, + "nauc_precision_at_20_diff1": 0.584532, + "nauc_precision_at_100_max": 0.557214, + "nauc_precision_at_100_std": 0.041095, + "nauc_precision_at_100_diff1": 0.54622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701557, + "nauc_mrr_at_1_std": -0.062406, + "nauc_mrr_at_1_diff1": 0.78453, + "nauc_mrr_at_3_max": 0.701817, + "nauc_mrr_at_3_std": -0.043336, + "nauc_mrr_at_3_diff1": 0.748771, + "nauc_mrr_at_5_max": 0.692098, + "nauc_mrr_at_5_std": -0.04614, + "nauc_mrr_at_5_diff1": 0.739059, + "nauc_mrr_at_10_max": 0.688876, + "nauc_mrr_at_10_std": -0.044015, + "nauc_mrr_at_10_diff1": 0.735336, + "nauc_mrr_at_20_max": 0.687881, + "nauc_mrr_at_20_std": -0.04337, + "nauc_mrr_at_20_diff1": 0.734497, + "nauc_mrr_at_100_max": 0.688276, + "nauc_mrr_at_100_std": -0.043631, + "nauc_mrr_at_100_diff1": 0.735106, + "nauc_mrr_at_1000_max": 0.68845, + "nauc_mrr_at_1000_std": -0.043852, + "nauc_mrr_at_1000_diff1": 0.735434, + "hit_rate_at_1": 0.42778, + "hit_rate_at_3": 0.53, + "hit_rate_at_5": 0.58333, + "hit_rate_at_10": 0.64889, + "hit_rate_at_20": 0.70222, + "hit_rate_at_100": 0.85333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53032, "hf_subset": "gaz_Latn-gaz_Latn", "languages": [ "gaz-Latn", "gaz-Latn" - ] - }, - { - "ndcg_at_1": 0.51, - "ndcg_at_3": 0.5732, - "ndcg_at_5": 0.58974, - "ndcg_at_10": 0.60636, - "ndcg_at_20": 0.62388, - "ndcg_at_100": 0.64594, - "ndcg_at_1000": 0.65956, - "map_at_1": 0.51, - "map_at_3": 0.55778, - "map_at_5": 0.567, - "map_at_10": 0.5737, - "map_at_20": 0.57856, - "map_at_100": 0.58155, - "map_at_1000": 0.58217, - "recall_at_1": 0.51, - "recall_at_3": 0.61778, - "recall_at_5": 0.65778, - "recall_at_10": 0.71, - "recall_at_20": 0.77889, - "recall_at_100": 0.89889, - "recall_at_1000": 1.0, - "precision_at_1": 0.51, - "precision_at_3": 0.20593, - "precision_at_5": 0.13156, - "precision_at_10": 0.071, - "precision_at_20": 0.03894, - "precision_at_100": 0.00899, - "precision_at_1000": 0.001, - "mrr_at_1": 0.51, - "mrr_at_3": 0.557778, - "mrr_at_5": 0.567, - "mrr_at_10": 0.5737, - "mrr_at_20": 0.578558, - "mrr_at_100": 0.581555, - "mrr_at_1000": 0.582172, - "nauc_ndcg_at_1_max": 0.776068, - "nauc_ndcg_at_1_std": 0.356412, - "nauc_ndcg_at_1_diff1": 0.812039, - "nauc_ndcg_at_3_max": 0.782342, - "nauc_ndcg_at_3_std": 0.371972, - "nauc_ndcg_at_3_diff1": 0.787396, - "nauc_ndcg_at_5_max": 0.780954, - "nauc_ndcg_at_5_std": 0.384444, - "nauc_ndcg_at_5_diff1": 0.781534, - "nauc_ndcg_at_10_max": 0.772225, - "nauc_ndcg_at_10_std": 0.379199, - "nauc_ndcg_at_10_diff1": 0.775572, - "nauc_ndcg_at_20_max": 0.769651, - "nauc_ndcg_at_20_std": 0.378622, - "nauc_ndcg_at_20_diff1": 0.769733, - "nauc_ndcg_at_100_max": 0.775262, - "nauc_ndcg_at_100_std": 0.385519, - "nauc_ndcg_at_100_diff1": 0.774398, - "nauc_ndcg_at_1000_max": 0.775519, - "nauc_ndcg_at_1000_std": 0.377964, - "nauc_ndcg_at_1000_diff1": 0.780324, - "nauc_map_at_1_max": 0.776068, - "nauc_map_at_1_std": 0.356412, - "nauc_map_at_1_diff1": 0.812039, - "nauc_map_at_3_max": 0.781677, - "nauc_map_at_3_std": 0.367838, - "nauc_map_at_3_diff1": 0.793652, - "nauc_map_at_5_max": 0.780939, - "nauc_map_at_5_std": 0.374501, - "nauc_map_at_5_diff1": 0.790655, - "nauc_map_at_10_max": 0.777188, - "nauc_map_at_10_std": 0.371942, - "nauc_map_at_10_diff1": 0.788176, - "nauc_map_at_20_max": 0.776589, - "nauc_map_at_20_std": 0.371859, - "nauc_map_at_20_diff1": 0.786834, - "nauc_map_at_100_max": 0.777359, - "nauc_map_at_100_std": 0.372874, - "nauc_map_at_100_diff1": 0.787434, - "nauc_map_at_1000_max": 0.777365, - "nauc_map_at_1000_std": 0.37255, - "nauc_map_at_1000_diff1": 0.787695, - "nauc_recall_at_1_max": 0.776068, - "nauc_recall_at_1_std": 0.356412, - "nauc_recall_at_1_diff1": 0.812039, - "nauc_recall_at_3_max": 0.783997, - "nauc_recall_at_3_std": 0.38491, - "nauc_recall_at_3_diff1": 0.767939, - "nauc_recall_at_5_max": 0.780303, - "nauc_recall_at_5_std": 0.419383, - "nauc_recall_at_5_diff1": 0.750373, - "nauc_recall_at_10_max": 0.749999, - "nauc_recall_at_10_std": 0.406709, - "nauc_recall_at_10_diff1": 0.726113, - "nauc_recall_at_20_max": 0.729991, - "nauc_recall_at_20_std": 0.408654, - "nauc_recall_at_20_diff1": 0.680806, - "nauc_recall_at_100_max": 0.769546, - "nauc_recall_at_100_std": 0.527795, - "nauc_recall_at_100_diff1": 0.663305, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776068, - "nauc_precision_at_1_std": 0.356412, - "nauc_precision_at_1_diff1": 0.812039, - "nauc_precision_at_3_max": 0.783997, - "nauc_precision_at_3_std": 0.38491, - "nauc_precision_at_3_diff1": 0.767939, - "nauc_precision_at_5_max": 0.780303, - "nauc_precision_at_5_std": 0.419383, - "nauc_precision_at_5_diff1": 0.750373, - "nauc_precision_at_10_max": 0.749999, - "nauc_precision_at_10_std": 0.406709, - "nauc_precision_at_10_diff1": 0.726113, - "nauc_precision_at_20_max": 0.729991, - "nauc_precision_at_20_std": 0.408654, - "nauc_precision_at_20_diff1": 0.680806, - "nauc_precision_at_100_max": 0.769546, - "nauc_precision_at_100_std": 0.527795, - "nauc_precision_at_100_diff1": 0.663305, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776068, - "nauc_mrr_at_1_std": 0.356412, - "nauc_mrr_at_1_diff1": 0.812039, - "nauc_mrr_at_3_max": 0.781677, - "nauc_mrr_at_3_std": 0.367838, - "nauc_mrr_at_3_diff1": 0.793652, - "nauc_mrr_at_5_max": 0.780939, - "nauc_mrr_at_5_std": 0.374501, - "nauc_mrr_at_5_diff1": 0.790655, - "nauc_mrr_at_10_max": 0.777188, - "nauc_mrr_at_10_std": 0.371942, - "nauc_mrr_at_10_diff1": 0.788176, - "nauc_mrr_at_20_max": 0.776589, - "nauc_mrr_at_20_std": 0.371859, - "nauc_mrr_at_20_diff1": 0.786834, - "nauc_mrr_at_100_max": 0.777359, - "nauc_mrr_at_100_std": 0.372874, - "nauc_mrr_at_100_diff1": 0.787434, - "nauc_mrr_at_1000_max": 0.777365, - "nauc_mrr_at_1000_std": 0.37255, - "nauc_mrr_at_1000_diff1": 0.787695, - "main_score": 0.60636, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49889, + "ndcg_at_3": 0.5596, + "ndcg_at_5": 0.58002, + "ndcg_at_10": 0.59662, + "ndcg_at_20": 0.61209, + "ndcg_at_100": 0.63574, + "ndcg_at_1000": 0.64998, + "map_at_1": 0.49889, + "map_at_3": 0.54519, + "map_at_5": 0.55641, + "map_at_10": 0.5631, + "map_at_20": 0.56735, + "map_at_100": 0.57054, + "map_at_1000": 0.57116, + "recall_at_1": 0.49889, + "recall_at_3": 0.60111, + "recall_at_5": 0.65111, + "recall_at_10": 0.70333, + "recall_at_20": 0.76444, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "accuracy": 0.49889, + "precision_at_1": 0.49889, + "precision_at_3": 0.20037, + "precision_at_5": 0.13022, + "precision_at_10": 0.07033, + "precision_at_20": 0.03822, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.498889, + "mrr_at_3": 0.545185, + "mrr_at_5": 0.556407, + "mrr_at_10": 0.563098, + "mrr_at_20": 0.567353, + "mrr_at_100": 0.570539, + "mrr_at_1000": 0.571159, + "nauc_ndcg_at_1_max": 0.752865, + "nauc_ndcg_at_1_std": 0.320114, + "nauc_ndcg_at_1_diff1": 0.823116, + "nauc_ndcg_at_3_max": 0.752424, + "nauc_ndcg_at_3_std": 0.323829, + "nauc_ndcg_at_3_diff1": 0.78734, + "nauc_ndcg_at_5_max": 0.749032, + "nauc_ndcg_at_5_std": 0.337515, + "nauc_ndcg_at_5_diff1": 0.779917, + "nauc_ndcg_at_10_max": 0.737661, + "nauc_ndcg_at_10_std": 0.328449, + "nauc_ndcg_at_10_diff1": 0.774686, + "nauc_ndcg_at_20_max": 0.739834, + "nauc_ndcg_at_20_std": 0.339971, + "nauc_ndcg_at_20_diff1": 0.77134, + "nauc_ndcg_at_100_max": 0.743627, + "nauc_ndcg_at_100_std": 0.341112, + "nauc_ndcg_at_100_diff1": 0.775219, + "nauc_ndcg_at_1000_max": 0.745338, + "nauc_ndcg_at_1000_std": 0.334804, + "nauc_ndcg_at_1000_diff1": 0.782424, + "nauc_map_at_1_max": 0.752865, + "nauc_map_at_1_std": 0.320114, + "nauc_map_at_1_diff1": 0.823116, + "nauc_map_at_3_max": 0.753178, + "nauc_map_at_3_std": 0.322821, + "nauc_map_at_3_diff1": 0.796323, + "nauc_map_at_5_max": 0.751387, + "nauc_map_at_5_std": 0.330234, + "nauc_map_at_5_diff1": 0.792574, + "nauc_map_at_10_max": 0.746964, + "nauc_map_at_10_std": 0.326662, + "nauc_map_at_10_diff1": 0.79059, + "nauc_map_at_20_max": 0.747488, + "nauc_map_at_20_std": 0.32953, + "nauc_map_at_20_diff1": 0.789757, + "nauc_map_at_100_max": 0.748114, + "nauc_map_at_100_std": 0.329772, + "nauc_map_at_100_diff1": 0.79051, + "nauc_map_at_1000_max": 0.748194, + "nauc_map_at_1000_std": 0.329552, + "nauc_map_at_1000_diff1": 0.790814, + "nauc_recall_at_1_max": 0.752865, + "nauc_recall_at_1_std": 0.320114, + "nauc_recall_at_1_diff1": 0.823116, + "nauc_recall_at_3_max": 0.749829, + "nauc_recall_at_3_std": 0.326955, + "nauc_recall_at_3_diff1": 0.759793, + "nauc_recall_at_5_max": 0.740351, + "nauc_recall_at_5_std": 0.363752, + "nauc_recall_at_5_diff1": 0.736803, + "nauc_recall_at_10_max": 0.69705, + "nauc_recall_at_10_std": 0.332634, + "nauc_recall_at_10_diff1": 0.712938, + "nauc_recall_at_20_max": 0.701947, + "nauc_recall_at_20_std": 0.397498, + "nauc_recall_at_20_diff1": 0.68318, + "nauc_recall_at_100_max": 0.712986, + "nauc_recall_at_100_std": 0.463055, + "nauc_recall_at_100_diff1": 0.643029, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752865, + "nauc_precision_at_1_std": 0.320114, + "nauc_precision_at_1_diff1": 0.823116, + "nauc_precision_at_3_max": 0.749829, + "nauc_precision_at_3_std": 0.326955, + "nauc_precision_at_3_diff1": 0.759793, + "nauc_precision_at_5_max": 0.740351, + "nauc_precision_at_5_std": 0.363752, + "nauc_precision_at_5_diff1": 0.736803, + "nauc_precision_at_10_max": 0.69705, + "nauc_precision_at_10_std": 0.332634, + "nauc_precision_at_10_diff1": 0.712938, + "nauc_precision_at_20_max": 0.701947, + "nauc_precision_at_20_std": 0.397498, + "nauc_precision_at_20_diff1": 0.68318, + "nauc_precision_at_100_max": 0.712986, + "nauc_precision_at_100_std": 0.463055, + "nauc_precision_at_100_diff1": 0.643029, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752865, + "nauc_mrr_at_1_std": 0.320114, + "nauc_mrr_at_1_diff1": 0.823116, + "nauc_mrr_at_3_max": 0.753178, + "nauc_mrr_at_3_std": 0.322821, + "nauc_mrr_at_3_diff1": 0.796323, + "nauc_mrr_at_5_max": 0.751387, + "nauc_mrr_at_5_std": 0.330234, + "nauc_mrr_at_5_diff1": 0.792574, + "nauc_mrr_at_10_max": 0.746964, + "nauc_mrr_at_10_std": 0.326662, + "nauc_mrr_at_10_diff1": 0.79059, + "nauc_mrr_at_20_max": 0.747488, + "nauc_mrr_at_20_std": 0.32953, + "nauc_mrr_at_20_diff1": 0.789757, + "nauc_mrr_at_100_max": 0.748114, + "nauc_mrr_at_100_std": 0.329772, + "nauc_mrr_at_100_diff1": 0.79051, + "nauc_mrr_at_1000_max": 0.748194, + "nauc_mrr_at_1000_std": 0.329552, + "nauc_mrr_at_1000_diff1": 0.790814, + "hit_rate_at_1": 0.49889, + "hit_rate_at_3": 0.60111, + "hit_rate_at_5": 0.65111, + "hit_rate_at_10": 0.70333, + "hit_rate_at_20": 0.76444, + "hit_rate_at_100": 0.89333, + "hit_rate_at_1000": 1.0, + "main_score": 0.59662, "hf_subset": "gaz_Latn-eng_Latn", "languages": [ "gaz-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.36, - "ndcg_at_3": 0.40549, - "ndcg_at_5": 0.41606, - "ndcg_at_10": 0.42679, - "ndcg_at_20": 0.43766, - "ndcg_at_100": 0.46417, - "ndcg_at_1000": 0.50386, - "map_at_1": 0.36, - "map_at_3": 0.395, - "map_at_5": 0.40089, - "map_at_10": 0.40529, - "map_at_20": 0.40823, - "map_at_100": 0.41144, - "map_at_1000": 0.41286, - "recall_at_1": 0.36, - "recall_at_3": 0.43556, - "recall_at_5": 0.46111, - "recall_at_10": 0.49444, - "recall_at_20": 0.53778, - "recall_at_100": 0.68778, + "ndcg_at_1": 0.33889, + "ndcg_at_3": 0.3918, + "ndcg_at_5": 0.40083, + "ndcg_at_10": 0.41458, + "ndcg_at_20": 0.42581, + "ndcg_at_100": 0.45471, + "ndcg_at_1000": 0.49328, + "map_at_1": 0.33889, + "map_at_3": 0.37963, + "map_at_5": 0.38457, + "map_at_10": 0.3903, + "map_at_20": 0.39353, + "map_at_100": 0.39708, + "map_at_1000": 0.39846, + "recall_at_1": 0.33889, + "recall_at_3": 0.42667, + "recall_at_5": 0.44889, + "recall_at_10": 0.49111, + "recall_at_20": 0.53444, + "recall_at_100": 0.69667, "recall_at_1000": 1.0, - "precision_at_1": 0.36, - "precision_at_3": 0.14519, - "precision_at_5": 0.09222, - "precision_at_10": 0.04944, - "precision_at_20": 0.02689, - "precision_at_100": 0.00688, + "accuracy": 0.33889, + "precision_at_1": 0.33889, + "precision_at_3": 0.14222, + "precision_at_5": 0.08978, + "precision_at_10": 0.04911, + "precision_at_20": 0.02672, + "precision_at_100": 0.00697, "precision_at_1000": 0.001, - "mrr_at_1": 0.36, - "mrr_at_3": 0.395, - "mrr_at_5": 0.400889, - "mrr_at_10": 0.405287, - "mrr_at_20": 0.408228, - "mrr_at_100": 0.411436, - "mrr_at_1000": 0.412859, - "nauc_ndcg_at_1_max": 0.829116, - "nauc_ndcg_at_1_std": 0.63879, - "nauc_ndcg_at_1_diff1": 0.80168, - "nauc_ndcg_at_3_max": 0.860006, - "nauc_ndcg_at_3_std": 0.687424, - "nauc_ndcg_at_3_diff1": 0.759105, - "nauc_ndcg_at_5_max": 0.859062, - "nauc_ndcg_at_5_std": 0.692591, - "nauc_ndcg_at_5_diff1": 0.753832, - "nauc_ndcg_at_10_max": 0.856059, - "nauc_ndcg_at_10_std": 0.697318, - "nauc_ndcg_at_10_diff1": 0.742652, - "nauc_ndcg_at_20_max": 0.852155, - "nauc_ndcg_at_20_std": 0.699169, - "nauc_ndcg_at_20_diff1": 0.735987, - "nauc_ndcg_at_100_max": 0.841584, - "nauc_ndcg_at_100_std": 0.69337, - "nauc_ndcg_at_100_diff1": 0.726246, - "nauc_ndcg_at_1000_max": 0.847974, - "nauc_ndcg_at_1000_std": 0.689241, - "nauc_ndcg_at_1000_diff1": 0.743518, - "nauc_map_at_1_max": 0.829116, - "nauc_map_at_1_std": 0.63879, - "nauc_map_at_1_diff1": 0.80168, - "nauc_map_at_3_max": 0.853361, - "nauc_map_at_3_std": 0.676263, - "nauc_map_at_3_diff1": 0.769363, - "nauc_map_at_5_max": 0.852759, - "nauc_map_at_5_std": 0.679119, - "nauc_map_at_5_diff1": 0.76645, - "nauc_map_at_10_max": 0.851851, - "nauc_map_at_10_std": 0.681462, - "nauc_map_at_10_diff1": 0.762072, - "nauc_map_at_20_max": 0.85084, - "nauc_map_at_20_std": 0.68192, - "nauc_map_at_20_diff1": 0.760323, - "nauc_map_at_100_max": 0.849509, - "nauc_map_at_100_std": 0.681203, - "nauc_map_at_100_diff1": 0.759023, - "nauc_map_at_1000_max": 0.849604, - "nauc_map_at_1000_std": 0.680984, - "nauc_map_at_1000_diff1": 0.759543, - "nauc_recall_at_1_max": 0.829116, - "nauc_recall_at_1_std": 0.63879, - "nauc_recall_at_1_diff1": 0.80168, - "nauc_recall_at_3_max": 0.878815, - "nauc_recall_at_3_std": 0.719339, - "nauc_recall_at_3_diff1": 0.72956, - "nauc_recall_at_5_max": 0.876954, - "nauc_recall_at_5_std": 0.732151, - "nauc_recall_at_5_diff1": 0.7165, - "nauc_recall_at_10_max": 0.866026, - "nauc_recall_at_10_std": 0.745185, - "nauc_recall_at_10_diff1": 0.680077, - "nauc_recall_at_20_max": 0.849816, - "nauc_recall_at_20_std": 0.754802, - "nauc_recall_at_20_diff1": 0.649783, - "nauc_recall_at_100_max": 0.77512, - "nauc_recall_at_100_std": 0.727296, - "nauc_recall_at_100_diff1": 0.562089, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829116, - "nauc_precision_at_1_std": 0.63879, - "nauc_precision_at_1_diff1": 0.80168, - "nauc_precision_at_3_max": 0.878815, - "nauc_precision_at_3_std": 0.719339, - "nauc_precision_at_3_diff1": 0.72956, - "nauc_precision_at_5_max": 0.876954, - "nauc_precision_at_5_std": 0.732151, - "nauc_precision_at_5_diff1": 0.7165, - "nauc_precision_at_10_max": 0.866026, - "nauc_precision_at_10_std": 0.745185, - "nauc_precision_at_10_diff1": 0.680077, - "nauc_precision_at_20_max": 0.849816, - "nauc_precision_at_20_std": 0.754802, - "nauc_precision_at_20_diff1": 0.649783, - "nauc_precision_at_100_max": 0.77512, - "nauc_precision_at_100_std": 0.727296, - "nauc_precision_at_100_diff1": 0.562089, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829116, - "nauc_mrr_at_1_std": 0.63879, - "nauc_mrr_at_1_diff1": 0.80168, - "nauc_mrr_at_3_max": 0.853361, - "nauc_mrr_at_3_std": 0.676263, - "nauc_mrr_at_3_diff1": 0.769363, - "nauc_mrr_at_5_max": 0.852759, - "nauc_mrr_at_5_std": 0.679119, - "nauc_mrr_at_5_diff1": 0.76645, - "nauc_mrr_at_10_max": 0.851851, - "nauc_mrr_at_10_std": 0.681462, - "nauc_mrr_at_10_diff1": 0.762072, - "nauc_mrr_at_20_max": 0.85084, - "nauc_mrr_at_20_std": 0.68192, - "nauc_mrr_at_20_diff1": 0.760323, - "nauc_mrr_at_100_max": 0.849509, - "nauc_mrr_at_100_std": 0.681203, - "nauc_mrr_at_100_diff1": 0.759023, - "nauc_mrr_at_1000_max": 0.849604, - "nauc_mrr_at_1000_std": 0.680984, - "nauc_mrr_at_1000_diff1": 0.759543, - "main_score": 0.42679, + "mrr_at_1": 0.338889, + "mrr_at_3": 0.37963, + "mrr_at_5": 0.384574, + "mrr_at_10": 0.390297, + "mrr_at_20": 0.39353, + "mrr_at_100": 0.397078, + "mrr_at_1000": 0.398465, + "nauc_ndcg_at_1_max": 0.844763, + "nauc_ndcg_at_1_std": 0.610075, + "nauc_ndcg_at_1_diff1": 0.84714, + "nauc_ndcg_at_3_max": 0.861963, + "nauc_ndcg_at_3_std": 0.649659, + "nauc_ndcg_at_3_diff1": 0.784442, + "nauc_ndcg_at_5_max": 0.860215, + "nauc_ndcg_at_5_std": 0.651741, + "nauc_ndcg_at_5_diff1": 0.776735, + "nauc_ndcg_at_10_max": 0.858176, + "nauc_ndcg_at_10_std": 0.656243, + "nauc_ndcg_at_10_diff1": 0.772161, + "nauc_ndcg_at_20_max": 0.850511, + "nauc_ndcg_at_20_std": 0.655942, + "nauc_ndcg_at_20_diff1": 0.760914, + "nauc_ndcg_at_100_max": 0.839253, + "nauc_ndcg_at_100_std": 0.652721, + "nauc_ndcg_at_100_diff1": 0.751164, + "nauc_ndcg_at_1000_max": 0.848747, + "nauc_ndcg_at_1000_std": 0.648337, + "nauc_ndcg_at_1000_diff1": 0.77072, + "nauc_map_at_1_max": 0.844763, + "nauc_map_at_1_std": 0.610075, + "nauc_map_at_1_diff1": 0.84714, + "nauc_map_at_3_max": 0.8578, + "nauc_map_at_3_std": 0.639695, + "nauc_map_at_3_diff1": 0.798388, + "nauc_map_at_5_max": 0.856872, + "nauc_map_at_5_std": 0.640955, + "nauc_map_at_5_diff1": 0.794251, + "nauc_map_at_10_max": 0.856274, + "nauc_map_at_10_std": 0.64281, + "nauc_map_at_10_diff1": 0.792758, + "nauc_map_at_20_max": 0.854161, + "nauc_map_at_20_std": 0.642707, + "nauc_map_at_20_diff1": 0.789626, + "nauc_map_at_100_max": 0.852835, + "nauc_map_at_100_std": 0.642208, + "nauc_map_at_100_diff1": 0.788444, + "nauc_map_at_1000_max": 0.853043, + "nauc_map_at_1000_std": 0.641958, + "nauc_map_at_1000_diff1": 0.789052, + "nauc_recall_at_1_max": 0.844763, + "nauc_recall_at_1_std": 0.610075, + "nauc_recall_at_1_diff1": 0.84714, + "nauc_recall_at_3_max": 0.873893, + "nauc_recall_at_3_std": 0.678373, + "nauc_recall_at_3_diff1": 0.74497, + "nauc_recall_at_5_max": 0.869545, + "nauc_recall_at_5_std": 0.683138, + "nauc_recall_at_5_diff1": 0.725493, + "nauc_recall_at_10_max": 0.862048, + "nauc_recall_at_10_std": 0.697568, + "nauc_recall_at_10_diff1": 0.708661, + "nauc_recall_at_20_max": 0.830866, + "nauc_recall_at_20_std": 0.697827, + "nauc_recall_at_20_diff1": 0.660914, + "nauc_recall_at_100_max": 0.743491, + "nauc_recall_at_100_std": 0.687917, + "nauc_recall_at_100_diff1": 0.563771, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.844763, + "nauc_precision_at_1_std": 0.610075, + "nauc_precision_at_1_diff1": 0.84714, + "nauc_precision_at_3_max": 0.873893, + "nauc_precision_at_3_std": 0.678373, + "nauc_precision_at_3_diff1": 0.74497, + "nauc_precision_at_5_max": 0.869545, + "nauc_precision_at_5_std": 0.683138, + "nauc_precision_at_5_diff1": 0.725493, + "nauc_precision_at_10_max": 0.862048, + "nauc_precision_at_10_std": 0.697568, + "nauc_precision_at_10_diff1": 0.708661, + "nauc_precision_at_20_max": 0.830866, + "nauc_precision_at_20_std": 0.697827, + "nauc_precision_at_20_diff1": 0.660914, + "nauc_precision_at_100_max": 0.743491, + "nauc_precision_at_100_std": 0.687917, + "nauc_precision_at_100_diff1": 0.563771, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.844763, + "nauc_mrr_at_1_std": 0.610075, + "nauc_mrr_at_1_diff1": 0.84714, + "nauc_mrr_at_3_max": 0.8578, + "nauc_mrr_at_3_std": 0.639695, + "nauc_mrr_at_3_diff1": 0.798388, + "nauc_mrr_at_5_max": 0.856872, + "nauc_mrr_at_5_std": 0.640955, + "nauc_mrr_at_5_diff1": 0.794251, + "nauc_mrr_at_10_max": 0.856274, + "nauc_mrr_at_10_std": 0.64281, + "nauc_mrr_at_10_diff1": 0.792758, + "nauc_mrr_at_20_max": 0.854161, + "nauc_mrr_at_20_std": 0.642707, + "nauc_mrr_at_20_diff1": 0.789626, + "nauc_mrr_at_100_max": 0.852835, + "nauc_mrr_at_100_std": 0.642208, + "nauc_mrr_at_100_diff1": 0.788444, + "nauc_mrr_at_1000_max": 0.853043, + "nauc_mrr_at_1000_std": 0.641958, + "nauc_mrr_at_1000_diff1": 0.789052, + "hit_rate_at_1": 0.33889, + "hit_rate_at_3": 0.42667, + "hit_rate_at_5": 0.44889, + "hit_rate_at_10": 0.49111, + "hit_rate_at_20": 0.53444, + "hit_rate_at_100": 0.69667, + "hit_rate_at_1000": 1.0, + "main_score": 0.41458, "hf_subset": "eng_Latn-gaz_Latn", "languages": [ "eng-Latn", "gaz-Latn" - ] - }, - { - "ndcg_at_1": 0.72556, - "ndcg_at_3": 0.76751, - "ndcg_at_5": 0.77483, - "ndcg_at_10": 0.78455, - "ndcg_at_20": 0.78993, - "ndcg_at_100": 0.80193, - "ndcg_at_1000": 0.81094, - "map_at_1": 0.72556, - "map_at_3": 0.75741, - "map_at_5": 0.76146, - "map_at_10": 0.76549, - "map_at_20": 0.767, - "map_at_100": 0.7686, - "map_at_1000": 0.76896, - "recall_at_1": 0.72556, - "recall_at_3": 0.79667, - "recall_at_5": 0.81444, - "recall_at_10": 0.84444, - "recall_at_20": 0.86556, - "recall_at_100": 0.93111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71889, + "ndcg_at_3": 0.76575, + "ndcg_at_5": 0.77173, + "ndcg_at_10": 0.78256, + "ndcg_at_20": 0.78817, + "ndcg_at_100": 0.80084, + "ndcg_at_1000": 0.80913, + "map_at_1": 0.71889, + "map_at_3": 0.75463, + "map_at_5": 0.75796, + "map_at_10": 0.76246, + "map_at_20": 0.764, + "map_at_100": 0.76573, + "map_at_1000": 0.76606, + "recall_at_1": 0.71889, + "recall_at_3": 0.79778, + "recall_at_5": 0.81222, + "recall_at_10": 0.84556, + "recall_at_20": 0.86778, + "recall_at_100": 0.93667, "recall_at_1000": 1.0, - "precision_at_1": 0.72556, - "precision_at_3": 0.26556, - "precision_at_5": 0.16289, - "precision_at_10": 0.08444, - "precision_at_20": 0.04328, - "precision_at_100": 0.00931, - "precision_at_1000": 0.001, - "mrr_at_1": 0.725556, - "mrr_at_3": 0.757407, - "mrr_at_5": 0.761463, - "mrr_at_10": 0.765489, - "mrr_at_20": 0.766995, - "mrr_at_100": 0.768597, - "mrr_at_1000": 0.768958, - "nauc_ndcg_at_1_max": 0.787547, - "nauc_ndcg_at_1_std": 0.054906, - "nauc_ndcg_at_1_diff1": 0.883541, - "nauc_ndcg_at_3_max": 0.827802, - "nauc_ndcg_at_3_std": 0.106852, - "nauc_ndcg_at_3_diff1": 0.868074, - "nauc_ndcg_at_5_max": 0.827105, - "nauc_ndcg_at_5_std": 0.116341, - "nauc_ndcg_at_5_diff1": 0.867001, - "nauc_ndcg_at_10_max": 0.825842, - "nauc_ndcg_at_10_std": 0.125999, - "nauc_ndcg_at_10_diff1": 0.865666, - "nauc_ndcg_at_20_max": 0.823267, - "nauc_ndcg_at_20_std": 0.123519, - "nauc_ndcg_at_20_diff1": 0.864498, - "nauc_ndcg_at_100_max": 0.818848, - "nauc_ndcg_at_100_std": 0.120666, - "nauc_ndcg_at_100_diff1": 0.863825, - "nauc_ndcg_at_1000_max": 0.81896, - "nauc_ndcg_at_1000_std": 0.112731, - "nauc_ndcg_at_1000_diff1": 0.86694, - "nauc_map_at_1_max": 0.787547, - "nauc_map_at_1_std": 0.054906, - "nauc_map_at_1_diff1": 0.883541, - "nauc_map_at_3_max": 0.818398, - "nauc_map_at_3_std": 0.095046, - "nauc_map_at_3_diff1": 0.872036, - "nauc_map_at_5_max": 0.817805, - "nauc_map_at_5_std": 0.099466, - "nauc_map_at_5_diff1": 0.871517, - "nauc_map_at_10_max": 0.817241, - "nauc_map_at_10_std": 0.102984, - "nauc_map_at_10_diff1": 0.871118, - "nauc_map_at_20_max": 0.816502, - "nauc_map_at_20_std": 0.102001, - "nauc_map_at_20_diff1": 0.870813, - "nauc_map_at_100_max": 0.81574, - "nauc_map_at_100_std": 0.101544, - "nauc_map_at_100_diff1": 0.87058, - "nauc_map_at_1000_max": 0.815745, - "nauc_map_at_1000_std": 0.101313, - "nauc_map_at_1000_diff1": 0.870684, - "nauc_recall_at_1_max": 0.787547, - "nauc_recall_at_1_std": 0.054906, - "nauc_recall_at_1_diff1": 0.883541, - "nauc_recall_at_3_max": 0.858373, - "nauc_recall_at_3_std": 0.145052, - "nauc_recall_at_3_diff1": 0.855003, - "nauc_recall_at_5_max": 0.859395, - "nauc_recall_at_5_std": 0.17741, - "nauc_recall_at_5_diff1": 0.850905, - "nauc_recall_at_10_max": 0.859273, - "nauc_recall_at_10_std": 0.226693, - "nauc_recall_at_10_diff1": 0.842294, - "nauc_recall_at_20_max": 0.849454, - "nauc_recall_at_20_std": 0.229064, - "nauc_recall_at_20_diff1": 0.832756, - "nauc_recall_at_100_max": 0.817942, - "nauc_recall_at_100_std": 0.28094, - "nauc_recall_at_100_diff1": 0.803319, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.787547, - "nauc_precision_at_1_std": 0.054906, - "nauc_precision_at_1_diff1": 0.883541, - "nauc_precision_at_3_max": 0.858373, - "nauc_precision_at_3_std": 0.145052, - "nauc_precision_at_3_diff1": 0.855003, - "nauc_precision_at_5_max": 0.859395, - "nauc_precision_at_5_std": 0.17741, - "nauc_precision_at_5_diff1": 0.850905, - "nauc_precision_at_10_max": 0.859273, - "nauc_precision_at_10_std": 0.226693, - "nauc_precision_at_10_diff1": 0.842294, - "nauc_precision_at_20_max": 0.849454, - "nauc_precision_at_20_std": 0.229064, - "nauc_precision_at_20_diff1": 0.832756, - "nauc_precision_at_100_max": 0.817942, - "nauc_precision_at_100_std": 0.28094, - "nauc_precision_at_100_diff1": 0.803319, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.787547, - "nauc_mrr_at_1_std": 0.054906, - "nauc_mrr_at_1_diff1": 0.883541, - "nauc_mrr_at_3_max": 0.818398, - "nauc_mrr_at_3_std": 0.095046, - "nauc_mrr_at_3_diff1": 0.872036, - "nauc_mrr_at_5_max": 0.817805, - "nauc_mrr_at_5_std": 0.099466, - "nauc_mrr_at_5_diff1": 0.871517, - "nauc_mrr_at_10_max": 0.817241, - "nauc_mrr_at_10_std": 0.102984, - "nauc_mrr_at_10_diff1": 0.871118, - "nauc_mrr_at_20_max": 0.816502, - "nauc_mrr_at_20_std": 0.102001, - "nauc_mrr_at_20_diff1": 0.870813, - "nauc_mrr_at_100_max": 0.81574, - "nauc_mrr_at_100_std": 0.101544, - "nauc_mrr_at_100_diff1": 0.87058, - "nauc_mrr_at_1000_max": 0.815745, - "nauc_mrr_at_1000_std": 0.101313, - "nauc_mrr_at_1000_diff1": 0.870684, - "main_score": 0.78455, + "accuracy": 0.71889, + "precision_at_1": 0.71889, + "precision_at_3": 0.26593, + "precision_at_5": 0.16244, + "precision_at_10": 0.08456, + "precision_at_20": 0.04339, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.718889, + "mrr_at_3": 0.75463, + "mrr_at_5": 0.757963, + "mrr_at_10": 0.762465, + "mrr_at_20": 0.764, + "mrr_at_100": 0.765729, + "mrr_at_1000": 0.766064, + "nauc_ndcg_at_1_max": 0.783917, + "nauc_ndcg_at_1_std": 0.048873, + "nauc_ndcg_at_1_diff1": 0.882024, + "nauc_ndcg_at_3_max": 0.83121, + "nauc_ndcg_at_3_std": 0.093877, + "nauc_ndcg_at_3_diff1": 0.858496, + "nauc_ndcg_at_5_max": 0.830133, + "nauc_ndcg_at_5_std": 0.1036, + "nauc_ndcg_at_5_diff1": 0.859471, + "nauc_ndcg_at_10_max": 0.830189, + "nauc_ndcg_at_10_std": 0.108029, + "nauc_ndcg_at_10_diff1": 0.858413, + "nauc_ndcg_at_20_max": 0.825641, + "nauc_ndcg_at_20_std": 0.110327, + "nauc_ndcg_at_20_diff1": 0.854525, + "nauc_ndcg_at_100_max": 0.822779, + "nauc_ndcg_at_100_std": 0.10724, + "nauc_ndcg_at_100_diff1": 0.855699, + "nauc_ndcg_at_1000_max": 0.821781, + "nauc_ndcg_at_1000_std": 0.100722, + "nauc_ndcg_at_1000_diff1": 0.858786, + "nauc_map_at_1_max": 0.783917, + "nauc_map_at_1_std": 0.048873, + "nauc_map_at_1_diff1": 0.882024, + "nauc_map_at_3_max": 0.819779, + "nauc_map_at_3_std": 0.0835, + "nauc_map_at_3_diff1": 0.864027, + "nauc_map_at_5_max": 0.818994, + "nauc_map_at_5_std": 0.088181, + "nauc_map_at_5_diff1": 0.864649, + "nauc_map_at_10_max": 0.818939, + "nauc_map_at_10_std": 0.089994, + "nauc_map_at_10_diff1": 0.86439, + "nauc_map_at_20_max": 0.817799, + "nauc_map_at_20_std": 0.090553, + "nauc_map_at_20_diff1": 0.863419, + "nauc_map_at_100_max": 0.817239, + "nauc_map_at_100_std": 0.090163, + "nauc_map_at_100_diff1": 0.863362, + "nauc_map_at_1000_max": 0.817227, + "nauc_map_at_1000_std": 0.090015, + "nauc_map_at_1000_diff1": 0.86346, + "nauc_recall_at_1_max": 0.783917, + "nauc_recall_at_1_std": 0.048873, + "nauc_recall_at_1_diff1": 0.882024, + "nauc_recall_at_3_max": 0.869018, + "nauc_recall_at_3_std": 0.127931, + "nauc_recall_at_3_diff1": 0.840288, + "nauc_recall_at_5_max": 0.868918, + "nauc_recall_at_5_std": 0.15961, + "nauc_recall_at_5_diff1": 0.841623, + "nauc_recall_at_10_max": 0.875765, + "nauc_recall_at_10_std": 0.185865, + "nauc_recall_at_10_diff1": 0.833356, + "nauc_recall_at_20_max": 0.854829, + "nauc_recall_at_20_std": 0.21012, + "nauc_recall_at_20_diff1": 0.806932, + "nauc_recall_at_100_max": 0.847716, + "nauc_recall_at_100_std": 0.256999, + "nauc_recall_at_100_diff1": 0.789179, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783917, + "nauc_precision_at_1_std": 0.048873, + "nauc_precision_at_1_diff1": 0.882024, + "nauc_precision_at_3_max": 0.869018, + "nauc_precision_at_3_std": 0.127931, + "nauc_precision_at_3_diff1": 0.840288, + "nauc_precision_at_5_max": 0.868918, + "nauc_precision_at_5_std": 0.15961, + "nauc_precision_at_5_diff1": 0.841623, + "nauc_precision_at_10_max": 0.875765, + "nauc_precision_at_10_std": 0.185865, + "nauc_precision_at_10_diff1": 0.833356, + "nauc_precision_at_20_max": 0.854829, + "nauc_precision_at_20_std": 0.21012, + "nauc_precision_at_20_diff1": 0.806932, + "nauc_precision_at_100_max": 0.847716, + "nauc_precision_at_100_std": 0.256999, + "nauc_precision_at_100_diff1": 0.789179, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783917, + "nauc_mrr_at_1_std": 0.048873, + "nauc_mrr_at_1_diff1": 0.882024, + "nauc_mrr_at_3_max": 0.819779, + "nauc_mrr_at_3_std": 0.0835, + "nauc_mrr_at_3_diff1": 0.864027, + "nauc_mrr_at_5_max": 0.818994, + "nauc_mrr_at_5_std": 0.088181, + "nauc_mrr_at_5_diff1": 0.864649, + "nauc_mrr_at_10_max": 0.818939, + "nauc_mrr_at_10_std": 0.089994, + "nauc_mrr_at_10_diff1": 0.86439, + "nauc_mrr_at_20_max": 0.817799, + "nauc_mrr_at_20_std": 0.090553, + "nauc_mrr_at_20_diff1": 0.863419, + "nauc_mrr_at_100_max": 0.817239, + "nauc_mrr_at_100_std": 0.090163, + "nauc_mrr_at_100_diff1": 0.863362, + "nauc_mrr_at_1000_max": 0.817227, + "nauc_mrr_at_1000_std": 0.090015, + "nauc_mrr_at_1000_diff1": 0.86346, + "hit_rate_at_1": 0.71889, + "hit_rate_at_3": 0.79778, + "hit_rate_at_5": 0.81222, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.86778, + "hit_rate_at_100": 0.93667, + "hit_rate_at_1000": 1.0, + "main_score": 0.78256, "hf_subset": "grn_Latn-grn_Latn", "languages": [ "grn-Latn", "grn-Latn" - ] - }, - { - "ndcg_at_1": 0.79222, - "ndcg_at_3": 0.84037, - "ndcg_at_5": 0.85438, - "ndcg_at_10": 0.86027, - "ndcg_at_20": 0.86672, - "ndcg_at_100": 0.87281, - "ndcg_at_1000": 0.87538, - "map_at_1": 0.79222, - "map_at_3": 0.82926, - "map_at_5": 0.8372, - "map_at_10": 0.83971, - "map_at_20": 0.84147, - "map_at_100": 0.84236, - "map_at_1000": 0.84248, - "recall_at_1": 0.79222, - "recall_at_3": 0.87222, - "recall_at_5": 0.90556, - "recall_at_10": 0.92333, - "recall_at_20": 0.94889, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.83586, + "ndcg_at_5": 0.84839, + "ndcg_at_10": 0.85498, + "ndcg_at_20": 0.86066, + "ndcg_at_100": 0.86756, + "ndcg_at_1000": 0.86982, + "map_at_1": 0.77778, + "map_at_3": 0.82241, + "map_at_5": 0.82946, + "map_at_10": 0.83226, + "map_at_20": 0.83385, + "map_at_100": 0.83484, + "map_at_1000": 0.83495, + "recall_at_1": 0.77778, + "recall_at_3": 0.87444, + "recall_at_5": 0.90444, + "recall_at_10": 0.92444, + "recall_at_20": 0.94667, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.79222, - "precision_at_3": 0.29074, - "precision_at_5": 0.18111, - "precision_at_10": 0.09233, - "precision_at_20": 0.04744, - "precision_at_100": 0.00981, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.29148, + "precision_at_5": 0.18089, + "precision_at_10": 0.09244, + "precision_at_20": 0.04733, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.792222, - "mrr_at_3": 0.829259, - "mrr_at_5": 0.837204, - "mrr_at_10": 0.839709, - "mrr_at_20": 0.841473, - "mrr_at_100": 0.842359, - "mrr_at_1000": 0.842478, - "nauc_ndcg_at_1_max": 0.794064, - "nauc_ndcg_at_1_std": -0.019513, - "nauc_ndcg_at_1_diff1": 0.906937, - "nauc_ndcg_at_3_max": 0.828703, - "nauc_ndcg_at_3_std": -0.018956, - "nauc_ndcg_at_3_diff1": 0.893839, - "nauc_ndcg_at_5_max": 0.817881, - "nauc_ndcg_at_5_std": -0.014845, - "nauc_ndcg_at_5_diff1": 0.88862, - "nauc_ndcg_at_10_max": 0.818012, - "nauc_ndcg_at_10_std": -0.00631, - "nauc_ndcg_at_10_diff1": 0.890034, - "nauc_ndcg_at_20_max": 0.815297, - "nauc_ndcg_at_20_std": -0.018897, - "nauc_ndcg_at_20_diff1": 0.889854, - "nauc_ndcg_at_100_max": 0.816308, - "nauc_ndcg_at_100_std": -0.0145, - "nauc_ndcg_at_100_diff1": 0.891715, - "nauc_ndcg_at_1000_max": 0.816266, - "nauc_ndcg_at_1000_std": -0.01261, - "nauc_ndcg_at_1000_diff1": 0.893528, - "nauc_map_at_1_max": 0.794064, - "nauc_map_at_1_std": -0.019513, - "nauc_map_at_1_diff1": 0.906937, - "nauc_map_at_3_max": 0.820827, - "nauc_map_at_3_std": -0.017697, - "nauc_map_at_3_diff1": 0.897818, - "nauc_map_at_5_max": 0.814873, - "nauc_map_at_5_std": -0.015052, - "nauc_map_at_5_diff1": 0.895153, - "nauc_map_at_10_max": 0.814836, - "nauc_map_at_10_std": -0.011582, - "nauc_map_at_10_diff1": 0.895675, - "nauc_map_at_20_max": 0.814214, - "nauc_map_at_20_std": -0.014358, - "nauc_map_at_20_diff1": 0.895711, - "nauc_map_at_100_max": 0.8145, - "nauc_map_at_100_std": -0.013332, - "nauc_map_at_100_diff1": 0.896053, - "nauc_map_at_1000_max": 0.8145, - "nauc_map_at_1000_std": -0.013255, - "nauc_map_at_1000_diff1": 0.896123, - "nauc_recall_at_1_max": 0.794064, - "nauc_recall_at_1_std": -0.019513, - "nauc_recall_at_1_diff1": 0.906937, - "nauc_recall_at_3_max": 0.85703, - "nauc_recall_at_3_std": -0.024427, - "nauc_recall_at_3_diff1": 0.878849, - "nauc_recall_at_5_max": 0.828434, - "nauc_recall_at_5_std": -0.015016, - "nauc_recall_at_5_diff1": 0.85706, - "nauc_recall_at_10_max": 0.832021, - "nauc_recall_at_10_std": 0.027003, - "nauc_recall_at_10_diff1": 0.858388, - "nauc_recall_at_20_max": 0.811351, - "nauc_recall_at_20_std": -0.084318, - "nauc_recall_at_20_diff1": 0.840509, - "nauc_recall_at_100_max": 0.819438, - "nauc_recall_at_100_std": -0.099028, - "nauc_recall_at_100_diff1": 0.80859, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.794064, - "nauc_precision_at_1_std": -0.019513, - "nauc_precision_at_1_diff1": 0.906937, - "nauc_precision_at_3_max": 0.85703, - "nauc_precision_at_3_std": -0.024427, - "nauc_precision_at_3_diff1": 0.878849, - "nauc_precision_at_5_max": 0.828434, - "nauc_precision_at_5_std": -0.015016, - "nauc_precision_at_5_diff1": 0.85706, - "nauc_precision_at_10_max": 0.832021, - "nauc_precision_at_10_std": 0.027003, - "nauc_precision_at_10_diff1": 0.858388, - "nauc_precision_at_20_max": 0.811351, - "nauc_precision_at_20_std": -0.084318, - "nauc_precision_at_20_diff1": 0.840509, - "nauc_precision_at_100_max": 0.819438, - "nauc_precision_at_100_std": -0.099028, - "nauc_precision_at_100_diff1": 0.80859, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.794064, - "nauc_mrr_at_1_std": -0.019513, - "nauc_mrr_at_1_diff1": 0.906937, - "nauc_mrr_at_3_max": 0.820827, - "nauc_mrr_at_3_std": -0.017697, - "nauc_mrr_at_3_diff1": 0.897818, - "nauc_mrr_at_5_max": 0.814873, - "nauc_mrr_at_5_std": -0.015052, - "nauc_mrr_at_5_diff1": 0.895153, - "nauc_mrr_at_10_max": 0.814836, - "nauc_mrr_at_10_std": -0.011582, - "nauc_mrr_at_10_diff1": 0.895675, - "nauc_mrr_at_20_max": 0.814214, - "nauc_mrr_at_20_std": -0.014358, - "nauc_mrr_at_20_diff1": 0.895711, - "nauc_mrr_at_100_max": 0.8145, - "nauc_mrr_at_100_std": -0.013332, - "nauc_mrr_at_100_diff1": 0.896053, - "nauc_mrr_at_1000_max": 0.8145, - "nauc_mrr_at_1000_std": -0.013255, - "nauc_mrr_at_1000_diff1": 0.896123, - "main_score": 0.86027, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.822407, + "mrr_at_5": 0.829463, + "mrr_at_10": 0.83226, + "mrr_at_20": 0.833849, + "mrr_at_100": 0.834844, + "mrr_at_1000": 0.834947, + "nauc_ndcg_at_1_max": 0.759274, + "nauc_ndcg_at_1_std": -0.066174, + "nauc_ndcg_at_1_diff1": 0.909233, + "nauc_ndcg_at_3_max": 0.787866, + "nauc_ndcg_at_3_std": -0.064674, + "nauc_ndcg_at_3_diff1": 0.886005, + "nauc_ndcg_at_5_max": 0.776585, + "nauc_ndcg_at_5_std": -0.058788, + "nauc_ndcg_at_5_diff1": 0.880467, + "nauc_ndcg_at_10_max": 0.777758, + "nauc_ndcg_at_10_std": -0.056875, + "nauc_ndcg_at_10_diff1": 0.880318, + "nauc_ndcg_at_20_max": 0.778442, + "nauc_ndcg_at_20_std": -0.061176, + "nauc_ndcg_at_20_diff1": 0.882499, + "nauc_ndcg_at_100_max": 0.777495, + "nauc_ndcg_at_100_std": -0.062639, + "nauc_ndcg_at_100_diff1": 0.884817, + "nauc_ndcg_at_1000_max": 0.777249, + "nauc_ndcg_at_1000_std": -0.061256, + "nauc_ndcg_at_1000_diff1": 0.887172, + "nauc_map_at_1_max": 0.759274, + "nauc_map_at_1_std": -0.066174, + "nauc_map_at_1_diff1": 0.909233, + "nauc_map_at_3_max": 0.781786, + "nauc_map_at_3_std": -0.063861, + "nauc_map_at_3_diff1": 0.892622, + "nauc_map_at_5_max": 0.775693, + "nauc_map_at_5_std": -0.06139, + "nauc_map_at_5_diff1": 0.890182, + "nauc_map_at_10_max": 0.776143, + "nauc_map_at_10_std": -0.060251, + "nauc_map_at_10_diff1": 0.89022, + "nauc_map_at_20_max": 0.776096, + "nauc_map_at_20_std": -0.061429, + "nauc_map_at_20_diff1": 0.890753, + "nauc_map_at_100_max": 0.776058, + "nauc_map_at_100_std": -0.061474, + "nauc_map_at_100_diff1": 0.891138, + "nauc_map_at_1000_max": 0.776041, + "nauc_map_at_1000_std": -0.061442, + "nauc_map_at_1000_diff1": 0.891223, + "nauc_recall_at_1_max": 0.759274, + "nauc_recall_at_1_std": -0.066174, + "nauc_recall_at_1_diff1": 0.909233, + "nauc_recall_at_3_max": 0.810349, + "nauc_recall_at_3_std": -0.068559, + "nauc_recall_at_3_diff1": 0.860233, + "nauc_recall_at_5_max": 0.777088, + "nauc_recall_at_5_std": -0.044764, + "nauc_recall_at_5_diff1": 0.832421, + "nauc_recall_at_10_max": 0.783256, + "nauc_recall_at_10_std": -0.035817, + "nauc_recall_at_10_diff1": 0.819747, + "nauc_recall_at_20_max": 0.79651, + "nauc_recall_at_20_std": -0.065311, + "nauc_recall_at_20_diff1": 0.817344, + "nauc_recall_at_100_max": 0.788391, + "nauc_recall_at_100_std": -0.14211, + "nauc_recall_at_100_diff1": 0.756614, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759274, + "nauc_precision_at_1_std": -0.066174, + "nauc_precision_at_1_diff1": 0.909233, + "nauc_precision_at_3_max": 0.810349, + "nauc_precision_at_3_std": -0.068559, + "nauc_precision_at_3_diff1": 0.860233, + "nauc_precision_at_5_max": 0.777088, + "nauc_precision_at_5_std": -0.044764, + "nauc_precision_at_5_diff1": 0.832421, + "nauc_precision_at_10_max": 0.783256, + "nauc_precision_at_10_std": -0.035817, + "nauc_precision_at_10_diff1": 0.819747, + "nauc_precision_at_20_max": 0.79651, + "nauc_precision_at_20_std": -0.065311, + "nauc_precision_at_20_diff1": 0.817344, + "nauc_precision_at_100_max": 0.788391, + "nauc_precision_at_100_std": -0.14211, + "nauc_precision_at_100_diff1": 0.756614, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759274, + "nauc_mrr_at_1_std": -0.066174, + "nauc_mrr_at_1_diff1": 0.909233, + "nauc_mrr_at_3_max": 0.781786, + "nauc_mrr_at_3_std": -0.063861, + "nauc_mrr_at_3_diff1": 0.892622, + "nauc_mrr_at_5_max": 0.775693, + "nauc_mrr_at_5_std": -0.06139, + "nauc_mrr_at_5_diff1": 0.890182, + "nauc_mrr_at_10_max": 0.776143, + "nauc_mrr_at_10_std": -0.060251, + "nauc_mrr_at_10_diff1": 0.89022, + "nauc_mrr_at_20_max": 0.776096, + "nauc_mrr_at_20_std": -0.061429, + "nauc_mrr_at_20_diff1": 0.890753, + "nauc_mrr_at_100_max": 0.776058, + "nauc_mrr_at_100_std": -0.061474, + "nauc_mrr_at_100_diff1": 0.891138, + "nauc_mrr_at_1000_max": 0.776041, + "nauc_mrr_at_1000_std": -0.061442, + "nauc_mrr_at_1000_diff1": 0.891223, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.87444, + "hit_rate_at_5": 0.90444, + "hit_rate_at_10": 0.92444, + "hit_rate_at_20": 0.94667, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.85498, "hf_subset": "grn_Latn-eng_Latn", "languages": [ "grn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.64111, - "ndcg_at_3": 0.69119, - "ndcg_at_5": 0.70152, - "ndcg_at_10": 0.71117, - "ndcg_at_20": 0.71882, - "ndcg_at_100": 0.73312, - "ndcg_at_1000": 0.74733, - "map_at_1": 0.64111, - "map_at_3": 0.67926, - "map_at_5": 0.68515, - "map_at_10": 0.68909, - "map_at_20": 0.69123, - "map_at_100": 0.693, - "map_at_1000": 0.69355, - "recall_at_1": 0.64111, - "recall_at_3": 0.72556, - "recall_at_5": 0.75, - "recall_at_10": 0.78, - "recall_at_20": 0.81, - "recall_at_100": 0.89, - "recall_at_1000": 1.0, - "precision_at_1": 0.64111, - "precision_at_3": 0.24185, - "precision_at_5": 0.15, - "precision_at_10": 0.078, - "precision_at_20": 0.0405, - "precision_at_100": 0.0089, - "precision_at_1000": 0.001, - "mrr_at_1": 0.641111, - "mrr_at_3": 0.679259, - "mrr_at_5": 0.685148, - "mrr_at_10": 0.689095, - "mrr_at_20": 0.69123, - "mrr_at_100": 0.693001, - "mrr_at_1000": 0.693548, - "nauc_ndcg_at_1_max": 0.803394, - "nauc_ndcg_at_1_std": 0.436614, - "nauc_ndcg_at_1_diff1": 0.869988, - "nauc_ndcg_at_3_max": 0.860309, - "nauc_ndcg_at_3_std": 0.518602, - "nauc_ndcg_at_3_diff1": 0.850146, - "nauc_ndcg_at_5_max": 0.864208, - "nauc_ndcg_at_5_std": 0.533027, - "nauc_ndcg_at_5_diff1": 0.851204, - "nauc_ndcg_at_10_max": 0.863242, - "nauc_ndcg_at_10_std": 0.545739, - "nauc_ndcg_at_10_diff1": 0.848583, - "nauc_ndcg_at_20_max": 0.863826, - "nauc_ndcg_at_20_std": 0.559507, - "nauc_ndcg_at_20_diff1": 0.847399, - "nauc_ndcg_at_100_max": 0.859679, - "nauc_ndcg_at_100_std": 0.55715, - "nauc_ndcg_at_100_diff1": 0.847549, - "nauc_ndcg_at_1000_max": 0.85572, - "nauc_ndcg_at_1000_std": 0.535602, - "nauc_ndcg_at_1000_diff1": 0.851077, - "nauc_map_at_1_max": 0.803394, - "nauc_map_at_1_std": 0.436614, - "nauc_map_at_1_diff1": 0.869988, - "nauc_map_at_3_max": 0.846626, - "nauc_map_at_3_std": 0.497442, - "nauc_map_at_3_diff1": 0.85528, - "nauc_map_at_5_max": 0.848614, - "nauc_map_at_5_std": 0.504969, - "nauc_map_at_5_diff1": 0.856003, - "nauc_map_at_10_max": 0.848056, - "nauc_map_at_10_std": 0.509823, - "nauc_map_at_10_diff1": 0.854995, - "nauc_map_at_20_max": 0.848154, - "nauc_map_at_20_std": 0.513426, - "nauc_map_at_20_diff1": 0.854729, - "nauc_map_at_100_max": 0.847676, - "nauc_map_at_100_std": 0.512909, - "nauc_map_at_100_diff1": 0.854785, - "nauc_map_at_1000_max": 0.847522, - "nauc_map_at_1000_std": 0.512131, - "nauc_map_at_1000_diff1": 0.85492, - "nauc_recall_at_1_max": 0.803394, - "nauc_recall_at_1_std": 0.436614, - "nauc_recall_at_1_diff1": 0.869988, - "nauc_recall_at_3_max": 0.903916, - "nauc_recall_at_3_std": 0.586764, - "nauc_recall_at_3_diff1": 0.833602, - "nauc_recall_at_5_max": 0.917525, - "nauc_recall_at_5_std": 0.63122, - "nauc_recall_at_5_diff1": 0.834844, - "nauc_recall_at_10_max": 0.919697, - "nauc_recall_at_10_std": 0.688735, - "nauc_recall_at_10_diff1": 0.823408, - "nauc_recall_at_20_max": 0.92968, - "nauc_recall_at_20_std": 0.777629, - "nauc_recall_at_20_diff1": 0.813837, - "nauc_recall_at_100_max": 0.920158, - "nauc_recall_at_100_std": 0.887925, - "nauc_recall_at_100_diff1": 0.794586, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803394, - "nauc_precision_at_1_std": 0.436614, - "nauc_precision_at_1_diff1": 0.869988, - "nauc_precision_at_3_max": 0.903916, - "nauc_precision_at_3_std": 0.586764, - "nauc_precision_at_3_diff1": 0.833602, - "nauc_precision_at_5_max": 0.917525, - "nauc_precision_at_5_std": 0.63122, - "nauc_precision_at_5_diff1": 0.834844, - "nauc_precision_at_10_max": 0.919697, - "nauc_precision_at_10_std": 0.688735, - "nauc_precision_at_10_diff1": 0.823408, - "nauc_precision_at_20_max": 0.92968, - "nauc_precision_at_20_std": 0.777629, - "nauc_precision_at_20_diff1": 0.813837, - "nauc_precision_at_100_max": 0.920158, - "nauc_precision_at_100_std": 0.887925, - "nauc_precision_at_100_diff1": 0.794586, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803394, - "nauc_mrr_at_1_std": 0.436614, - "nauc_mrr_at_1_diff1": 0.869988, - "nauc_mrr_at_3_max": 0.846626, - "nauc_mrr_at_3_std": 0.497442, - "nauc_mrr_at_3_diff1": 0.85528, - "nauc_mrr_at_5_max": 0.848614, - "nauc_mrr_at_5_std": 0.504969, - "nauc_mrr_at_5_diff1": 0.856003, - "nauc_mrr_at_10_max": 0.848056, - "nauc_mrr_at_10_std": 0.509823, - "nauc_mrr_at_10_diff1": 0.854995, - "nauc_mrr_at_20_max": 0.848154, - "nauc_mrr_at_20_std": 0.513426, - "nauc_mrr_at_20_diff1": 0.854729, - "nauc_mrr_at_100_max": 0.847676, - "nauc_mrr_at_100_std": 0.512909, - "nauc_mrr_at_100_diff1": 0.854785, - "nauc_mrr_at_1000_max": 0.847522, - "nauc_mrr_at_1000_std": 0.512131, - "nauc_mrr_at_1000_diff1": 0.85492, - "main_score": 0.71117, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62222, + "ndcg_at_3": 0.67718, + "ndcg_at_5": 0.68918, + "ndcg_at_10": 0.70067, + "ndcg_at_20": 0.70759, + "ndcg_at_100": 0.72209, + "ndcg_at_1000": 0.7364, + "map_at_1": 0.62222, + "map_at_3": 0.66389, + "map_at_5": 0.67061, + "map_at_10": 0.67513, + "map_at_20": 0.67698, + "map_at_100": 0.67886, + "map_at_1000": 0.6794, + "recall_at_1": 0.62222, + "recall_at_3": 0.71556, + "recall_at_5": 0.74444, + "recall_at_10": 0.78111, + "recall_at_20": 0.80889, + "recall_at_100": 0.88889, + "recall_at_1000": 1.0, + "accuracy": 0.62222, + "precision_at_1": 0.62222, + "precision_at_3": 0.23852, + "precision_at_5": 0.14889, + "precision_at_10": 0.07811, + "precision_at_20": 0.04044, + "precision_at_100": 0.00889, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622222, + "mrr_at_3": 0.663889, + "mrr_at_5": 0.670611, + "mrr_at_10": 0.675133, + "mrr_at_20": 0.676975, + "mrr_at_100": 0.678862, + "mrr_at_1000": 0.679403, + "nauc_ndcg_at_1_max": 0.790763, + "nauc_ndcg_at_1_std": 0.373179, + "nauc_ndcg_at_1_diff1": 0.89682, + "nauc_ndcg_at_3_max": 0.85338, + "nauc_ndcg_at_3_std": 0.46702, + "nauc_ndcg_at_3_diff1": 0.871925, + "nauc_ndcg_at_5_max": 0.858214, + "nauc_ndcg_at_5_std": 0.486391, + "nauc_ndcg_at_5_diff1": 0.87361, + "nauc_ndcg_at_10_max": 0.857328, + "nauc_ndcg_at_10_std": 0.503067, + "nauc_ndcg_at_10_diff1": 0.870228, + "nauc_ndcg_at_20_max": 0.855565, + "nauc_ndcg_at_20_std": 0.507411, + "nauc_ndcg_at_20_diff1": 0.869124, + "nauc_ndcg_at_100_max": 0.853352, + "nauc_ndcg_at_100_std": 0.508095, + "nauc_ndcg_at_100_diff1": 0.870149, + "nauc_ndcg_at_1000_max": 0.848388, + "nauc_ndcg_at_1000_std": 0.484774, + "nauc_ndcg_at_1000_diff1": 0.873991, + "nauc_map_at_1_max": 0.790763, + "nauc_map_at_1_std": 0.373179, + "nauc_map_at_1_diff1": 0.89682, + "nauc_map_at_3_max": 0.838459, + "nauc_map_at_3_std": 0.443476, + "nauc_map_at_3_diff1": 0.878436, + "nauc_map_at_5_max": 0.840864, + "nauc_map_at_5_std": 0.453357, + "nauc_map_at_5_diff1": 0.879555, + "nauc_map_at_10_max": 0.840359, + "nauc_map_at_10_std": 0.459192, + "nauc_map_at_10_diff1": 0.878389, + "nauc_map_at_20_max": 0.839804, + "nauc_map_at_20_std": 0.460008, + "nauc_map_at_20_diff1": 0.87813, + "nauc_map_at_100_max": 0.83961, + "nauc_map_at_100_std": 0.460042, + "nauc_map_at_100_diff1": 0.878401, + "nauc_map_at_1000_max": 0.839417, + "nauc_map_at_1000_std": 0.459214, + "nauc_map_at_1000_diff1": 0.878528, + "nauc_recall_at_1_max": 0.790763, + "nauc_recall_at_1_std": 0.373179, + "nauc_recall_at_1_diff1": 0.89682, + "nauc_recall_at_3_max": 0.901028, + "nauc_recall_at_3_std": 0.542807, + "nauc_recall_at_3_diff1": 0.850837, + "nauc_recall_at_5_max": 0.918432, + "nauc_recall_at_5_std": 0.603973, + "nauc_recall_at_5_diff1": 0.853081, + "nauc_recall_at_10_max": 0.92257, + "nauc_recall_at_10_std": 0.686186, + "nauc_recall_at_10_diff1": 0.836616, + "nauc_recall_at_20_max": 0.920886, + "nauc_recall_at_20_std": 0.732337, + "nauc_recall_at_20_diff1": 0.826827, + "nauc_recall_at_100_max": 0.930251, + "nauc_recall_at_100_std": 0.873543, + "nauc_recall_at_100_diff1": 0.808704, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790763, + "nauc_precision_at_1_std": 0.373179, + "nauc_precision_at_1_diff1": 0.89682, + "nauc_precision_at_3_max": 0.901028, + "nauc_precision_at_3_std": 0.542807, + "nauc_precision_at_3_diff1": 0.850837, + "nauc_precision_at_5_max": 0.918432, + "nauc_precision_at_5_std": 0.603973, + "nauc_precision_at_5_diff1": 0.853081, + "nauc_precision_at_10_max": 0.92257, + "nauc_precision_at_10_std": 0.686186, + "nauc_precision_at_10_diff1": 0.836616, + "nauc_precision_at_20_max": 0.920886, + "nauc_precision_at_20_std": 0.732337, + "nauc_precision_at_20_diff1": 0.826827, + "nauc_precision_at_100_max": 0.930251, + "nauc_precision_at_100_std": 0.873543, + "nauc_precision_at_100_diff1": 0.808704, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790763, + "nauc_mrr_at_1_std": 0.373179, + "nauc_mrr_at_1_diff1": 0.89682, + "nauc_mrr_at_3_max": 0.838459, + "nauc_mrr_at_3_std": 0.443476, + "nauc_mrr_at_3_diff1": 0.878436, + "nauc_mrr_at_5_max": 0.840864, + "nauc_mrr_at_5_std": 0.453357, + "nauc_mrr_at_5_diff1": 0.879555, + "nauc_mrr_at_10_max": 0.840359, + "nauc_mrr_at_10_std": 0.459192, + "nauc_mrr_at_10_diff1": 0.878389, + "nauc_mrr_at_20_max": 0.839804, + "nauc_mrr_at_20_std": 0.460008, + "nauc_mrr_at_20_diff1": 0.87813, + "nauc_mrr_at_100_max": 0.83961, + "nauc_mrr_at_100_std": 0.460042, + "nauc_mrr_at_100_diff1": 0.878401, + "nauc_mrr_at_1000_max": 0.839417, + "nauc_mrr_at_1000_std": 0.459214, + "nauc_mrr_at_1000_diff1": 0.878528, + "hit_rate_at_1": 0.62222, + "hit_rate_at_3": 0.71556, + "hit_rate_at_5": 0.74444, + "hit_rate_at_10": 0.78111, + "hit_rate_at_20": 0.80889, + "hit_rate_at_100": 0.88889, + "hit_rate_at_1000": 1.0, + "main_score": 0.70067, "hf_subset": "eng_Latn-grn_Latn", "languages": [ "eng-Latn", "grn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82444, - "ndcg_at_3": 0.87058, - "ndcg_at_5": 0.88163, - "ndcg_at_10": 0.88895, - "ndcg_at_20": 0.89324, - "ndcg_at_100": 0.89782, - "ndcg_at_1000": 0.89875, - "map_at_1": 0.82444, - "map_at_3": 0.85926, - "map_at_5": 0.86543, - "map_at_10": 0.86853, - "map_at_20": 0.86975, - "map_at_100": 0.87039, - "map_at_1000": 0.87044, - "recall_at_1": 0.82444, - "recall_at_3": 0.90333, - "recall_at_5": 0.93, - "recall_at_10": 0.95222, - "recall_at_20": 0.96889, - "recall_at_100": 0.99333, + "ndcg_at_1": 0.80889, + "ndcg_at_3": 0.86136, + "ndcg_at_5": 0.87059, + "ndcg_at_10": 0.87824, + "ndcg_at_20": 0.88393, + "ndcg_at_100": 0.88892, + "ndcg_at_1000": 0.89014, + "map_at_1": 0.80889, + "map_at_3": 0.84907, + "map_at_5": 0.85424, + "map_at_10": 0.85746, + "map_at_20": 0.85906, + "map_at_100": 0.85975, + "map_at_1000": 0.85981, + "recall_at_1": 0.80889, + "recall_at_3": 0.89667, + "recall_at_5": 0.91889, + "recall_at_10": 0.94222, + "recall_at_20": 0.96444, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.82444, - "precision_at_3": 0.30111, - "precision_at_5": 0.186, - "precision_at_10": 0.09522, - "precision_at_20": 0.04844, - "precision_at_100": 0.00993, - "precision_at_1000": 0.001, - "mrr_at_1": 0.824444, - "mrr_at_3": 0.859259, - "mrr_at_5": 0.865426, - "mrr_at_10": 0.868532, - "mrr_at_20": 0.869745, - "mrr_at_100": 0.870394, - "mrr_at_1000": 0.870441, - "nauc_ndcg_at_1_max": 0.776663, - "nauc_ndcg_at_1_std": 0.065348, - "nauc_ndcg_at_1_diff1": 0.919633, - "nauc_ndcg_at_3_max": 0.819363, - "nauc_ndcg_at_3_std": 0.11337, - "nauc_ndcg_at_3_diff1": 0.899765, - "nauc_ndcg_at_5_max": 0.8198, - "nauc_ndcg_at_5_std": 0.141053, - "nauc_ndcg_at_5_diff1": 0.90234, - "nauc_ndcg_at_10_max": 0.818081, - "nauc_ndcg_at_10_std": 0.131887, - "nauc_ndcg_at_10_diff1": 0.905737, - "nauc_ndcg_at_20_max": 0.814891, - "nauc_ndcg_at_20_std": 0.126599, - "nauc_ndcg_at_20_diff1": 0.90594, - "nauc_ndcg_at_100_max": 0.813038, - "nauc_ndcg_at_100_std": 0.129343, - "nauc_ndcg_at_100_diff1": 0.907016, - "nauc_ndcg_at_1000_max": 0.811254, - "nauc_ndcg_at_1000_std": 0.121669, - "nauc_ndcg_at_1000_diff1": 0.907447, - "nauc_map_at_1_max": 0.776663, - "nauc_map_at_1_std": 0.065348, - "nauc_map_at_1_diff1": 0.919633, - "nauc_map_at_3_max": 0.809204, - "nauc_map_at_3_std": 0.103945, - "nauc_map_at_3_diff1": 0.905643, - "nauc_map_at_5_max": 0.809052, - "nauc_map_at_5_std": 0.117658, - "nauc_map_at_5_diff1": 0.907142, - "nauc_map_at_10_max": 0.808242, - "nauc_map_at_10_std": 0.114188, - "nauc_map_at_10_diff1": 0.908471, - "nauc_map_at_20_max": 0.807349, - "nauc_map_at_20_std": 0.112497, - "nauc_map_at_20_diff1": 0.908565, - "nauc_map_at_100_max": 0.807081, - "nauc_map_at_100_std": 0.11293, - "nauc_map_at_100_diff1": 0.908763, - "nauc_map_at_1000_max": 0.807007, - "nauc_map_at_1000_std": 0.112616, - "nauc_map_at_1000_diff1": 0.908784, - "nauc_recall_at_1_max": 0.776663, - "nauc_recall_at_1_std": 0.065348, - "nauc_recall_at_1_diff1": 0.919633, - "nauc_recall_at_3_max": 0.858967, - "nauc_recall_at_3_std": 0.148679, - "nauc_recall_at_3_diff1": 0.876021, - "nauc_recall_at_5_max": 0.874891, - "nauc_recall_at_5_std": 0.267596, - "nauc_recall_at_5_diff1": 0.877544, - "nauc_recall_at_10_max": 0.887814, - "nauc_recall_at_10_std": 0.258441, - "nauc_recall_at_10_diff1": 0.889312, - "nauc_recall_at_20_max": 0.885821, - "nauc_recall_at_20_std": 0.26659, - "nauc_recall_at_20_diff1": 0.882536, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.863834, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776663, - "nauc_precision_at_1_std": 0.065348, - "nauc_precision_at_1_diff1": 0.919633, - "nauc_precision_at_3_max": 0.858967, - "nauc_precision_at_3_std": 0.148679, - "nauc_precision_at_3_diff1": 0.876021, - "nauc_precision_at_5_max": 0.874891, - "nauc_precision_at_5_std": 0.267596, - "nauc_precision_at_5_diff1": 0.877544, - "nauc_precision_at_10_max": 0.887814, - "nauc_precision_at_10_std": 0.258441, - "nauc_precision_at_10_diff1": 0.889312, - "nauc_precision_at_20_max": 0.885821, - "nauc_precision_at_20_std": 0.26659, - "nauc_precision_at_20_diff1": 0.882536, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.863834, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776663, - "nauc_mrr_at_1_std": 0.065348, - "nauc_mrr_at_1_diff1": 0.919633, - "nauc_mrr_at_3_max": 0.809204, - "nauc_mrr_at_3_std": 0.103945, - "nauc_mrr_at_3_diff1": 0.905643, - "nauc_mrr_at_5_max": 0.809052, - "nauc_mrr_at_5_std": 0.117658, - "nauc_mrr_at_5_diff1": 0.907142, - "nauc_mrr_at_10_max": 0.808242, - "nauc_mrr_at_10_std": 0.114188, - "nauc_mrr_at_10_diff1": 0.908471, - "nauc_mrr_at_20_max": 0.807349, - "nauc_mrr_at_20_std": 0.112497, - "nauc_mrr_at_20_diff1": 0.908565, - "nauc_mrr_at_100_max": 0.807081, - "nauc_mrr_at_100_std": 0.11293, - "nauc_mrr_at_100_diff1": 0.908763, - "nauc_mrr_at_1000_max": 0.807007, - "nauc_mrr_at_1000_std": 0.112616, - "nauc_mrr_at_1000_diff1": 0.908784, - "main_score": 0.88895, + "accuracy": 0.80889, + "precision_at_1": 0.80889, + "precision_at_3": 0.29889, + "precision_at_5": 0.18378, + "precision_at_10": 0.09422, + "precision_at_20": 0.04822, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808889, + "mrr_at_3": 0.849074, + "mrr_at_5": 0.854241, + "mrr_at_10": 0.857459, + "mrr_at_20": 0.859057, + "mrr_at_100": 0.85975, + "mrr_at_1000": 0.859809, + "nauc_ndcg_at_1_max": 0.77439, + "nauc_ndcg_at_1_std": 0.079348, + "nauc_ndcg_at_1_diff1": 0.909339, + "nauc_ndcg_at_3_max": 0.800163, + "nauc_ndcg_at_3_std": 0.126674, + "nauc_ndcg_at_3_diff1": 0.891374, + "nauc_ndcg_at_5_max": 0.804714, + "nauc_ndcg_at_5_std": 0.141666, + "nauc_ndcg_at_5_diff1": 0.890939, + "nauc_ndcg_at_10_max": 0.806592, + "nauc_ndcg_at_10_std": 0.14432, + "nauc_ndcg_at_10_diff1": 0.896638, + "nauc_ndcg_at_20_max": 0.801132, + "nauc_ndcg_at_20_std": 0.138807, + "nauc_ndcg_at_20_diff1": 0.896925, + "nauc_ndcg_at_100_max": 0.800652, + "nauc_ndcg_at_100_std": 0.137069, + "nauc_ndcg_at_100_diff1": 0.897983, + "nauc_ndcg_at_1000_max": 0.798535, + "nauc_ndcg_at_1000_std": 0.127255, + "nauc_ndcg_at_1000_diff1": 0.897808, + "nauc_map_at_1_max": 0.77439, + "nauc_map_at_1_std": 0.079348, + "nauc_map_at_1_diff1": 0.909339, + "nauc_map_at_3_max": 0.794449, + "nauc_map_at_3_std": 0.115056, + "nauc_map_at_3_diff1": 0.896781, + "nauc_map_at_5_max": 0.796463, + "nauc_map_at_5_std": 0.12168, + "nauc_map_at_5_diff1": 0.896599, + "nauc_map_at_10_max": 0.797027, + "nauc_map_at_10_std": 0.12196, + "nauc_map_at_10_diff1": 0.898745, + "nauc_map_at_20_max": 0.79557, + "nauc_map_at_20_std": 0.119747, + "nauc_map_at_20_diff1": 0.898861, + "nauc_map_at_100_max": 0.795368, + "nauc_map_at_100_std": 0.118956, + "nauc_map_at_100_diff1": 0.898995, + "nauc_map_at_1000_max": 0.795286, + "nauc_map_at_1000_std": 0.118577, + "nauc_map_at_1000_diff1": 0.898994, + "nauc_recall_at_1_max": 0.77439, + "nauc_recall_at_1_std": 0.079348, + "nauc_recall_at_1_diff1": 0.909339, + "nauc_recall_at_3_max": 0.822122, + "nauc_recall_at_3_std": 0.172197, + "nauc_recall_at_3_diff1": 0.869484, + "nauc_recall_at_5_max": 0.845254, + "nauc_recall_at_5_std": 0.243141, + "nauc_recall_at_5_diff1": 0.863142, + "nauc_recall_at_10_max": 0.872226, + "nauc_recall_at_10_std": 0.302979, + "nauc_recall_at_10_diff1": 0.887731, + "nauc_recall_at_20_max": 0.848681, + "nauc_recall_at_20_std": 0.353627, + "nauc_recall_at_20_diff1": 0.884964, + "nauc_recall_at_100_max": 0.98366, + "nauc_recall_at_100_std": 0.98366, + "nauc_recall_at_100_diff1": 0.916258, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77439, + "nauc_precision_at_1_std": 0.079348, + "nauc_precision_at_1_diff1": 0.909339, + "nauc_precision_at_3_max": 0.822122, + "nauc_precision_at_3_std": 0.172197, + "nauc_precision_at_3_diff1": 0.869484, + "nauc_precision_at_5_max": 0.845254, + "nauc_precision_at_5_std": 0.243141, + "nauc_precision_at_5_diff1": 0.863142, + "nauc_precision_at_10_max": 0.872226, + "nauc_precision_at_10_std": 0.302979, + "nauc_precision_at_10_diff1": 0.887731, + "nauc_precision_at_20_max": 0.848681, + "nauc_precision_at_20_std": 0.353627, + "nauc_precision_at_20_diff1": 0.884964, + "nauc_precision_at_100_max": 0.98366, + "nauc_precision_at_100_std": 0.98366, + "nauc_precision_at_100_diff1": 0.916258, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77439, + "nauc_mrr_at_1_std": 0.079348, + "nauc_mrr_at_1_diff1": 0.909339, + "nauc_mrr_at_3_max": 0.794449, + "nauc_mrr_at_3_std": 0.115056, + "nauc_mrr_at_3_diff1": 0.896781, + "nauc_mrr_at_5_max": 0.796463, + "nauc_mrr_at_5_std": 0.12168, + "nauc_mrr_at_5_diff1": 0.896599, + "nauc_mrr_at_10_max": 0.797027, + "nauc_mrr_at_10_std": 0.12196, + "nauc_mrr_at_10_diff1": 0.898745, + "nauc_mrr_at_20_max": 0.79557, + "nauc_mrr_at_20_std": 0.119747, + "nauc_mrr_at_20_diff1": 0.898861, + "nauc_mrr_at_100_max": 0.795368, + "nauc_mrr_at_100_std": 0.118956, + "nauc_mrr_at_100_diff1": 0.898995, + "nauc_mrr_at_1000_max": 0.795286, + "nauc_mrr_at_1000_std": 0.118577, + "nauc_mrr_at_1000_diff1": 0.898994, + "hit_rate_at_1": 0.80889, + "hit_rate_at_3": 0.89667, + "hit_rate_at_5": 0.91889, + "hit_rate_at_10": 0.94222, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.87824, "hf_subset": "guj_Gujr-guj_Gujr", "languages": [ "guj-Gujr", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.94164, - "ndcg_at_5": 0.94475, - "ndcg_at_10": 0.94997, - "ndcg_at_20": 0.95164, - "ndcg_at_100": 0.95224, - "ndcg_at_1000": 0.95253, - "map_at_1": 0.90778, - "map_at_3": 0.9337, - "map_at_5": 0.93537, - "map_at_10": 0.93764, - "map_at_20": 0.93809, - "map_at_100": 0.93816, - "map_at_1000": 0.93817, - "recall_at_1": 0.90778, - "recall_at_3": 0.96444, - "recall_at_5": 0.97222, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93901, + "ndcg_at_5": 0.94274, + "ndcg_at_10": 0.94671, + "ndcg_at_20": 0.94815, + "ndcg_at_100": 0.95014, + "ndcg_at_1000": 0.95027, + "map_at_1": 0.90444, + "map_at_3": 0.93093, + "map_at_5": 0.93304, + "map_at_10": 0.93469, + "map_at_20": 0.9351, + "map_at_100": 0.93544, + "map_at_1000": 0.93544, + "recall_at_1": 0.90444, + "recall_at_3": 0.96222, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32148, - "precision_at_5": 0.19444, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32074, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.933704, - "mrr_at_5": 0.93537, - "mrr_at_10": 0.937639, - "mrr_at_20": 0.938088, - "mrr_at_100": 0.938158, - "mrr_at_1000": 0.938172, - "nauc_ndcg_at_1_max": 0.729742, - "nauc_ndcg_at_1_std": -0.298488, - "nauc_ndcg_at_1_diff1": 0.932087, - "nauc_ndcg_at_3_max": 0.774504, - "nauc_ndcg_at_3_std": -0.32294, - "nauc_ndcg_at_3_diff1": 0.935613, - "nauc_ndcg_at_5_max": 0.781551, - "nauc_ndcg_at_5_std": -0.31195, - "nauc_ndcg_at_5_diff1": 0.939834, - "nauc_ndcg_at_10_max": 0.767829, - "nauc_ndcg_at_10_std": -0.300998, - "nauc_ndcg_at_10_diff1": 0.938574, - "nauc_ndcg_at_20_max": 0.764845, - "nauc_ndcg_at_20_std": -0.305807, - "nauc_ndcg_at_20_diff1": 0.937244, - "nauc_ndcg_at_100_max": 0.761918, - "nauc_ndcg_at_100_std": -0.312806, - "nauc_ndcg_at_100_diff1": 0.936463, - "nauc_ndcg_at_1000_max": 0.76088, - "nauc_ndcg_at_1000_std": -0.311572, - "nauc_ndcg_at_1000_diff1": 0.936066, - "nauc_map_at_1_max": 0.729742, - "nauc_map_at_1_std": -0.298488, - "nauc_map_at_1_diff1": 0.932087, - "nauc_map_at_3_max": 0.76019, - "nauc_map_at_3_std": -0.319619, - "nauc_map_at_3_diff1": 0.934185, - "nauc_map_at_5_max": 0.762785, - "nauc_map_at_5_std": -0.315369, - "nauc_map_at_5_diff1": 0.935954, - "nauc_map_at_10_max": 0.757304, - "nauc_map_at_10_std": -0.311781, - "nauc_map_at_10_diff1": 0.935385, - "nauc_map_at_20_max": 0.756561, - "nauc_map_at_20_std": -0.313084, - "nauc_map_at_20_diff1": 0.935097, - "nauc_map_at_100_max": 0.756283, - "nauc_map_at_100_std": -0.313798, - "nauc_map_at_100_diff1": 0.935023, - "nauc_map_at_1000_max": 0.756251, - "nauc_map_at_1000_std": -0.313638, - "nauc_map_at_1000_diff1": 0.935009, - "nauc_recall_at_1_max": 0.729742, - "nauc_recall_at_1_std": -0.298488, - "nauc_recall_at_1_diff1": 0.932087, - "nauc_recall_at_3_max": 0.850986, - "nauc_recall_at_3_std": -0.337054, - "nauc_recall_at_3_diff1": 0.943482, - "nauc_recall_at_5_max": 0.910084, - "nauc_recall_at_5_std": -0.277815, - "nauc_recall_at_5_diff1": 0.967974, - "nauc_recall_at_10_max": 0.907054, - "nauc_recall_at_10_std": -0.098803, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": -0.004482, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.930926, + "mrr_at_5": 0.933037, + "mrr_at_10": 0.934688, + "mrr_at_20": 0.935102, + "mrr_at_100": 0.935435, + "mrr_at_1000": 0.935438, + "nauc_ndcg_at_1_max": 0.683739, + "nauc_ndcg_at_1_std": -0.285568, + "nauc_ndcg_at_1_diff1": 0.927448, + "nauc_ndcg_at_3_max": 0.716624, + "nauc_ndcg_at_3_std": -0.295411, + "nauc_ndcg_at_3_diff1": 0.927887, + "nauc_ndcg_at_5_max": 0.723721, + "nauc_ndcg_at_5_std": -0.268737, + "nauc_ndcg_at_5_diff1": 0.932825, + "nauc_ndcg_at_10_max": 0.722419, + "nauc_ndcg_at_10_std": -0.249822, + "nauc_ndcg_at_10_diff1": 0.932367, + "nauc_ndcg_at_20_max": 0.722465, + "nauc_ndcg_at_20_std": -0.264192, + "nauc_ndcg_at_20_diff1": 0.933375, + "nauc_ndcg_at_100_max": 0.712685, + "nauc_ndcg_at_100_std": -0.275907, + "nauc_ndcg_at_100_diff1": 0.930715, + "nauc_ndcg_at_1000_max": 0.711943, + "nauc_ndcg_at_1000_std": -0.279201, + "nauc_ndcg_at_1000_diff1": 0.930536, + "nauc_map_at_1_max": 0.683739, + "nauc_map_at_1_std": -0.285568, + "nauc_map_at_1_diff1": 0.927448, + "nauc_map_at_3_max": 0.706521, + "nauc_map_at_3_std": -0.297885, + "nauc_map_at_3_diff1": 0.92775, + "nauc_map_at_5_max": 0.709297, + "nauc_map_at_5_std": -0.28526, + "nauc_map_at_5_diff1": 0.929995, + "nauc_map_at_10_max": 0.708718, + "nauc_map_at_10_std": -0.278772, + "nauc_map_at_10_diff1": 0.929771, + "nauc_map_at_20_max": 0.708268, + "nauc_map_at_20_std": -0.282779, + "nauc_map_at_20_diff1": 0.929942, + "nauc_map_at_100_max": 0.706947, + "nauc_map_at_100_std": -0.284955, + "nauc_map_at_100_diff1": 0.92958, + "nauc_map_at_1000_max": 0.706935, + "nauc_map_at_1000_std": -0.28501, + "nauc_map_at_1000_diff1": 0.929577, + "nauc_recall_at_1_max": 0.683739, + "nauc_recall_at_1_std": -0.285568, + "nauc_recall_at_1_diff1": 0.927448, + "nauc_recall_at_3_max": 0.769278, + "nauc_recall_at_3_std": -0.278011, + "nauc_recall_at_3_diff1": 0.928599, + "nauc_recall_at_5_max": 0.822255, + "nauc_recall_at_5_std": -0.144725, + "nauc_recall_at_5_diff1": 0.953494, + "nauc_recall_at_10_max": 0.877249, + "nauc_recall_at_10_std": 0.122658, + "nauc_recall_at_10_diff1": 0.964052, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.073483, "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729742, - "nauc_precision_at_1_std": -0.298488, - "nauc_precision_at_1_diff1": 0.932087, - "nauc_precision_at_3_max": 0.850986, - "nauc_precision_at_3_std": -0.337054, - "nauc_precision_at_3_diff1": 0.943482, - "nauc_precision_at_5_max": 0.910084, - "nauc_precision_at_5_std": -0.277815, - "nauc_precision_at_5_diff1": 0.967974, - "nauc_precision_at_10_max": 0.907054, - "nauc_precision_at_10_std": -0.098803, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": -0.004482, + "nauc_precision_at_1_max": 0.683739, + "nauc_precision_at_1_std": -0.285568, + "nauc_precision_at_1_diff1": 0.927448, + "nauc_precision_at_3_max": 0.769278, + "nauc_precision_at_3_std": -0.278011, + "nauc_precision_at_3_diff1": 0.928599, + "nauc_precision_at_5_max": 0.822255, + "nauc_precision_at_5_std": -0.144725, + "nauc_precision_at_5_diff1": 0.953494, + "nauc_precision_at_10_max": 0.877249, + "nauc_precision_at_10_std": 0.122658, + "nauc_precision_at_10_diff1": 0.964052, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.073483, "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729742, - "nauc_mrr_at_1_std": -0.298488, - "nauc_mrr_at_1_diff1": 0.932087, - "nauc_mrr_at_3_max": 0.76019, - "nauc_mrr_at_3_std": -0.319619, - "nauc_mrr_at_3_diff1": 0.934185, - "nauc_mrr_at_5_max": 0.762785, - "nauc_mrr_at_5_std": -0.315369, - "nauc_mrr_at_5_diff1": 0.935954, - "nauc_mrr_at_10_max": 0.757304, - "nauc_mrr_at_10_std": -0.311781, - "nauc_mrr_at_10_diff1": 0.935385, - "nauc_mrr_at_20_max": 0.756561, - "nauc_mrr_at_20_std": -0.313084, - "nauc_mrr_at_20_diff1": 0.935097, - "nauc_mrr_at_100_max": 0.756283, - "nauc_mrr_at_100_std": -0.313798, - "nauc_mrr_at_100_diff1": 0.935023, - "nauc_mrr_at_1000_max": 0.756251, - "nauc_mrr_at_1000_std": -0.313638, - "nauc_mrr_at_1000_diff1": 0.935009, - "main_score": 0.94997, + "nauc_mrr_at_1_max": 0.683739, + "nauc_mrr_at_1_std": -0.285568, + "nauc_mrr_at_1_diff1": 0.927448, + "nauc_mrr_at_3_max": 0.706521, + "nauc_mrr_at_3_std": -0.297885, + "nauc_mrr_at_3_diff1": 0.92775, + "nauc_mrr_at_5_max": 0.709297, + "nauc_mrr_at_5_std": -0.28526, + "nauc_mrr_at_5_diff1": 0.929995, + "nauc_mrr_at_10_max": 0.708718, + "nauc_mrr_at_10_std": -0.278772, + "nauc_mrr_at_10_diff1": 0.929771, + "nauc_mrr_at_20_max": 0.708268, + "nauc_mrr_at_20_std": -0.282779, + "nauc_mrr_at_20_diff1": 0.929942, + "nauc_mrr_at_100_max": 0.706947, + "nauc_mrr_at_100_std": -0.284955, + "nauc_mrr_at_100_diff1": 0.92958, + "nauc_mrr_at_1000_max": 0.706935, + "nauc_mrr_at_1000_std": -0.28501, + "nauc_mrr_at_1000_diff1": 0.929577, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94671, "hf_subset": "guj_Gujr-eng_Latn", "languages": [ "guj-Gujr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82222, - "ndcg_at_3": 0.8716, - "ndcg_at_5": 0.87911, - "ndcg_at_10": 0.88671, - "ndcg_at_20": 0.89062, - "ndcg_at_100": 0.89666, - "ndcg_at_1000": 0.89741, - "map_at_1": 0.82222, - "map_at_3": 0.85981, - "map_at_5": 0.86409, - "map_at_10": 0.86726, - "map_at_20": 0.86832, - "map_at_100": 0.86918, - "map_at_1000": 0.86921, - "recall_at_1": 0.82222, - "recall_at_3": 0.90556, - "recall_at_5": 0.92333, - "recall_at_10": 0.94667, - "recall_at_20": 0.96222, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.85305, + "ndcg_at_5": 0.86262, + "ndcg_at_10": 0.86797, + "ndcg_at_20": 0.87158, + "ndcg_at_100": 0.87967, + "ndcg_at_1000": 0.88073, + "map_at_1": 0.79333, + "map_at_3": 0.8387, + "map_at_5": 0.84398, + "map_at_10": 0.84616, + "map_at_20": 0.84713, + "map_at_100": 0.84827, + "map_at_1000": 0.84832, + "recall_at_1": 0.79333, + "recall_at_3": 0.89444, + "recall_at_5": 0.91778, + "recall_at_10": 0.93444, + "recall_at_20": 0.94889, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82222, - "precision_at_3": 0.30185, - "precision_at_5": 0.18467, - "precision_at_10": 0.09467, - "precision_at_20": 0.04811, - "precision_at_100": 0.00994, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.29815, + "precision_at_5": 0.18356, + "precision_at_10": 0.09344, + "precision_at_20": 0.04744, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.822222, - "mrr_at_3": 0.859815, - "mrr_at_5": 0.864093, - "mrr_at_10": 0.86726, - "mrr_at_20": 0.868318, - "mrr_at_100": 0.869181, - "mrr_at_1000": 0.869215, - "nauc_ndcg_at_1_max": 0.783347, - "nauc_ndcg_at_1_std": 0.111073, - "nauc_ndcg_at_1_diff1": 0.918204, - "nauc_ndcg_at_3_max": 0.818071, - "nauc_ndcg_at_3_std": 0.146015, - "nauc_ndcg_at_3_diff1": 0.899848, - "nauc_ndcg_at_5_max": 0.816422, - "nauc_ndcg_at_5_std": 0.134, - "nauc_ndcg_at_5_diff1": 0.90172, - "nauc_ndcg_at_10_max": 0.819342, - "nauc_ndcg_at_10_std": 0.160127, - "nauc_ndcg_at_10_diff1": 0.905419, - "nauc_ndcg_at_20_max": 0.817293, - "nauc_ndcg_at_20_std": 0.160121, - "nauc_ndcg_at_20_diff1": 0.906792, - "nauc_ndcg_at_100_max": 0.813876, - "nauc_ndcg_at_100_std": 0.155858, - "nauc_ndcg_at_100_diff1": 0.907428, - "nauc_ndcg_at_1000_max": 0.812457, - "nauc_ndcg_at_1000_std": 0.14983, - "nauc_ndcg_at_1000_diff1": 0.907379, - "nauc_map_at_1_max": 0.783347, - "nauc_map_at_1_std": 0.111073, - "nauc_map_at_1_diff1": 0.918204, - "nauc_map_at_3_max": 0.809387, - "nauc_map_at_3_std": 0.136864, - "nauc_map_at_3_diff1": 0.905529, - "nauc_map_at_5_max": 0.808242, - "nauc_map_at_5_std": 0.130473, - "nauc_map_at_5_diff1": 0.906603, - "nauc_map_at_10_max": 0.80908, - "nauc_map_at_10_std": 0.139945, - "nauc_map_at_10_diff1": 0.90798, - "nauc_map_at_20_max": 0.808521, - "nauc_map_at_20_std": 0.139482, - "nauc_map_at_20_diff1": 0.90838, - "nauc_map_at_100_max": 0.808162, - "nauc_map_at_100_std": 0.139964, - "nauc_map_at_100_diff1": 0.90845, - "nauc_map_at_1000_max": 0.80811, - "nauc_map_at_1000_std": 0.139741, - "nauc_map_at_1000_diff1": 0.908453, - "nauc_recall_at_1_max": 0.783347, - "nauc_recall_at_1_std": 0.111073, - "nauc_recall_at_1_diff1": 0.918204, - "nauc_recall_at_3_max": 0.852787, - "nauc_recall_at_3_std": 0.182891, - "nauc_recall_at_3_diff1": 0.876366, - "nauc_recall_at_5_max": 0.855018, - "nauc_recall_at_5_std": 0.14783, - "nauc_recall_at_5_diff1": 0.878144, - "nauc_recall_at_10_max": 0.890309, - "nauc_recall_at_10_std": 0.315408, - "nauc_recall_at_10_diff1": 0.891992, - "nauc_recall_at_20_max": 0.897045, - "nauc_recall_at_20_std": 0.387035, - "nauc_recall_at_20_diff1": 0.899901, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.838704, + "mrr_at_5": 0.843981, + "mrr_at_10": 0.846163, + "mrr_at_20": 0.847135, + "mrr_at_100": 0.848267, + "mrr_at_1000": 0.848316, + "nauc_ndcg_at_1_max": 0.731429, + "nauc_ndcg_at_1_std": 0.024026, + "nauc_ndcg_at_1_diff1": 0.901846, + "nauc_ndcg_at_3_max": 0.762447, + "nauc_ndcg_at_3_std": 0.073705, + "nauc_ndcg_at_3_diff1": 0.884221, + "nauc_ndcg_at_5_max": 0.767356, + "nauc_ndcg_at_5_std": 0.077407, + "nauc_ndcg_at_5_diff1": 0.886951, + "nauc_ndcg_at_10_max": 0.767622, + "nauc_ndcg_at_10_std": 0.08946, + "nauc_ndcg_at_10_diff1": 0.887322, + "nauc_ndcg_at_20_max": 0.767349, + "nauc_ndcg_at_20_std": 0.093565, + "nauc_ndcg_at_20_diff1": 0.887818, + "nauc_ndcg_at_100_max": 0.764182, + "nauc_ndcg_at_100_std": 0.085718, + "nauc_ndcg_at_100_diff1": 0.890631, + "nauc_ndcg_at_1000_max": 0.761983, + "nauc_ndcg_at_1000_std": 0.078578, + "nauc_ndcg_at_1000_diff1": 0.89031, + "nauc_map_at_1_max": 0.731429, + "nauc_map_at_1_std": 0.024026, + "nauc_map_at_1_diff1": 0.901846, + "nauc_map_at_3_max": 0.755511, + "nauc_map_at_3_std": 0.062383, + "nauc_map_at_3_diff1": 0.889299, + "nauc_map_at_5_max": 0.757704, + "nauc_map_at_5_std": 0.063829, + "nauc_map_at_5_diff1": 0.890814, + "nauc_map_at_10_max": 0.757808, + "nauc_map_at_10_std": 0.068335, + "nauc_map_at_10_diff1": 0.891037, + "nauc_map_at_20_max": 0.757695, + "nauc_map_at_20_std": 0.068738, + "nauc_map_at_20_diff1": 0.89125, + "nauc_map_at_100_max": 0.757315, + "nauc_map_at_100_std": 0.067985, + "nauc_map_at_100_diff1": 0.891626, + "nauc_map_at_1000_max": 0.757232, + "nauc_map_at_1000_std": 0.067715, + "nauc_map_at_1000_diff1": 0.891614, + "nauc_recall_at_1_max": 0.731429, + "nauc_recall_at_1_std": 0.024026, + "nauc_recall_at_1_diff1": 0.901846, + "nauc_recall_at_3_max": 0.790143, + "nauc_recall_at_3_std": 0.119091, + "nauc_recall_at_3_diff1": 0.863016, + "nauc_recall_at_5_max": 0.816684, + "nauc_recall_at_5_std": 0.145829, + "nauc_recall_at_5_diff1": 0.867805, + "nauc_recall_at_10_max": 0.828989, + "nauc_recall_at_10_std": 0.229969, + "nauc_recall_at_10_diff1": 0.864739, + "nauc_recall_at_20_max": 0.843482, + "nauc_recall_at_20_std": 0.31741, + "nauc_recall_at_20_diff1": 0.861527, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.944444, - "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_100_std": 0.84994, + "nauc_recall_at_100_diff1": 0.925303, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783347, - "nauc_precision_at_1_std": 0.111073, - "nauc_precision_at_1_diff1": 0.918204, - "nauc_precision_at_3_max": 0.852787, - "nauc_precision_at_3_std": 0.182891, - "nauc_precision_at_3_diff1": 0.876366, - "nauc_precision_at_5_max": 0.855018, - "nauc_precision_at_5_std": 0.14783, - "nauc_precision_at_5_diff1": 0.878144, - "nauc_precision_at_10_max": 0.890309, - "nauc_precision_at_10_std": 0.315408, - "nauc_precision_at_10_diff1": 0.891992, - "nauc_precision_at_20_max": 0.897045, - "nauc_precision_at_20_std": 0.387035, - "nauc_precision_at_20_diff1": 0.899901, + "nauc_precision_at_1_max": 0.731429, + "nauc_precision_at_1_std": 0.024026, + "nauc_precision_at_1_diff1": 0.901846, + "nauc_precision_at_3_max": 0.790143, + "nauc_precision_at_3_std": 0.119091, + "nauc_precision_at_3_diff1": 0.863016, + "nauc_precision_at_5_max": 0.816684, + "nauc_precision_at_5_std": 0.145829, + "nauc_precision_at_5_diff1": 0.867805, + "nauc_precision_at_10_max": 0.828989, + "nauc_precision_at_10_std": 0.229969, + "nauc_precision_at_10_diff1": 0.864739, + "nauc_precision_at_20_max": 0.843482, + "nauc_precision_at_20_std": 0.31741, + "nauc_precision_at_20_diff1": 0.861527, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.944444, - "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_100_std": 0.84994, + "nauc_precision_at_100_diff1": 0.925303, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783347, - "nauc_mrr_at_1_std": 0.111073, - "nauc_mrr_at_1_diff1": 0.918204, - "nauc_mrr_at_3_max": 0.809387, - "nauc_mrr_at_3_std": 0.136864, - "nauc_mrr_at_3_diff1": 0.905529, - "nauc_mrr_at_5_max": 0.808242, - "nauc_mrr_at_5_std": 0.130473, - "nauc_mrr_at_5_diff1": 0.906603, - "nauc_mrr_at_10_max": 0.80908, - "nauc_mrr_at_10_std": 0.139945, - "nauc_mrr_at_10_diff1": 0.90798, - "nauc_mrr_at_20_max": 0.808521, - "nauc_mrr_at_20_std": 0.139482, - "nauc_mrr_at_20_diff1": 0.90838, - "nauc_mrr_at_100_max": 0.808162, - "nauc_mrr_at_100_std": 0.139964, - "nauc_mrr_at_100_diff1": 0.90845, - "nauc_mrr_at_1000_max": 0.80811, - "nauc_mrr_at_1000_std": 0.139741, - "nauc_mrr_at_1000_diff1": 0.908453, - "main_score": 0.88671, + "nauc_mrr_at_1_max": 0.731429, + "nauc_mrr_at_1_std": 0.024026, + "nauc_mrr_at_1_diff1": 0.901846, + "nauc_mrr_at_3_max": 0.755511, + "nauc_mrr_at_3_std": 0.062383, + "nauc_mrr_at_3_diff1": 0.889299, + "nauc_mrr_at_5_max": 0.757704, + "nauc_mrr_at_5_std": 0.063829, + "nauc_mrr_at_5_diff1": 0.890814, + "nauc_mrr_at_10_max": 0.757808, + "nauc_mrr_at_10_std": 0.068335, + "nauc_mrr_at_10_diff1": 0.891037, + "nauc_mrr_at_20_max": 0.757695, + "nauc_mrr_at_20_std": 0.068738, + "nauc_mrr_at_20_diff1": 0.89125, + "nauc_mrr_at_100_max": 0.757315, + "nauc_mrr_at_100_std": 0.067985, + "nauc_mrr_at_100_diff1": 0.891626, + "nauc_mrr_at_1000_max": 0.757232, + "nauc_mrr_at_1000_std": 0.067715, + "nauc_mrr_at_1000_diff1": 0.891614, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.89444, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.93444, + "hit_rate_at_20": 0.94889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.86797, "hf_subset": "eng_Latn-guj_Gujr", "languages": [ "eng-Latn", "guj-Gujr" - ] - }, - { - "ndcg_at_1": 0.69222, - "ndcg_at_3": 0.75489, - "ndcg_at_5": 0.76718, - "ndcg_at_10": 0.77897, - "ndcg_at_20": 0.7889, - "ndcg_at_100": 0.80222, - "ndcg_at_1000": 0.80553, - "map_at_1": 0.69222, - "map_at_3": 0.74, - "map_at_5": 0.74678, - "map_at_10": 0.75181, - "map_at_20": 0.75459, - "map_at_100": 0.75631, - "map_at_1000": 0.75646, - "recall_at_1": 0.69222, - "recall_at_3": 0.79778, - "recall_at_5": 0.82778, - "recall_at_10": 0.86333, - "recall_at_20": 0.90222, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67889, + "ndcg_at_3": 0.74296, + "ndcg_at_5": 0.75439, + "ndcg_at_10": 0.76872, + "ndcg_at_20": 0.77839, + "ndcg_at_100": 0.79173, + "ndcg_at_1000": 0.7959, + "map_at_1": 0.67889, + "map_at_3": 0.72778, + "map_at_5": 0.73411, + "map_at_10": 0.74021, + "map_at_20": 0.74293, + "map_at_100": 0.74467, + "map_at_1000": 0.74486, + "recall_at_1": 0.67889, + "recall_at_3": 0.78667, + "recall_at_5": 0.81444, + "recall_at_10": 0.85778, + "recall_at_20": 0.89556, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.69222, - "precision_at_3": 0.26593, - "precision_at_5": 0.16556, - "precision_at_10": 0.08633, - "precision_at_20": 0.04511, - "precision_at_100": 0.00976, + "accuracy": 0.67889, + "precision_at_1": 0.67889, + "precision_at_3": 0.26222, + "precision_at_5": 0.16289, + "precision_at_10": 0.08578, + "precision_at_20": 0.04478, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.692222, - "mrr_at_3": 0.74, - "mrr_at_5": 0.746778, - "mrr_at_10": 0.751813, - "mrr_at_20": 0.754589, - "mrr_at_100": 0.756311, - "mrr_at_1000": 0.756465, - "nauc_ndcg_at_1_max": 0.718239, - "nauc_ndcg_at_1_std": 0.127063, - "nauc_ndcg_at_1_diff1": 0.878326, - "nauc_ndcg_at_3_max": 0.750825, - "nauc_ndcg_at_3_std": 0.185193, - "nauc_ndcg_at_3_diff1": 0.849143, - "nauc_ndcg_at_5_max": 0.74427, - "nauc_ndcg_at_5_std": 0.181691, - "nauc_ndcg_at_5_diff1": 0.842275, - "nauc_ndcg_at_10_max": 0.741109, - "nauc_ndcg_at_10_std": 0.184373, - "nauc_ndcg_at_10_diff1": 0.842865, - "nauc_ndcg_at_20_max": 0.739766, - "nauc_ndcg_at_20_std": 0.192176, - "nauc_ndcg_at_20_diff1": 0.841049, - "nauc_ndcg_at_100_max": 0.741058, - "nauc_ndcg_at_100_std": 0.191345, - "nauc_ndcg_at_100_diff1": 0.847083, - "nauc_ndcg_at_1000_max": 0.740051, - "nauc_ndcg_at_1000_std": 0.18019, - "nauc_ndcg_at_1000_diff1": 0.849415, - "nauc_map_at_1_max": 0.718239, - "nauc_map_at_1_std": 0.127063, - "nauc_map_at_1_diff1": 0.878326, - "nauc_map_at_3_max": 0.743447, - "nauc_map_at_3_std": 0.170242, - "nauc_map_at_3_diff1": 0.857467, - "nauc_map_at_5_max": 0.739758, - "nauc_map_at_5_std": 0.167952, - "nauc_map_at_5_diff1": 0.854086, - "nauc_map_at_10_max": 0.738378, - "nauc_map_at_10_std": 0.168871, - "nauc_map_at_10_diff1": 0.854466, - "nauc_map_at_20_max": 0.738035, - "nauc_map_at_20_std": 0.170332, - "nauc_map_at_20_diff1": 0.854024, - "nauc_map_at_100_max": 0.73825, - "nauc_map_at_100_std": 0.170156, - "nauc_map_at_100_diff1": 0.854847, - "nauc_map_at_1000_max": 0.738206, - "nauc_map_at_1000_std": 0.169727, - "nauc_map_at_1000_diff1": 0.854937, - "nauc_recall_at_1_max": 0.718239, - "nauc_recall_at_1_std": 0.127063, - "nauc_recall_at_1_diff1": 0.878326, - "nauc_recall_at_3_max": 0.77593, - "nauc_recall_at_3_std": 0.237166, - "nauc_recall_at_3_diff1": 0.819763, - "nauc_recall_at_5_max": 0.760138, - "nauc_recall_at_5_std": 0.235021, - "nauc_recall_at_5_diff1": 0.794022, - "nauc_recall_at_10_max": 0.750057, - "nauc_recall_at_10_std": 0.258156, - "nauc_recall_at_10_diff1": 0.786119, - "nauc_recall_at_20_max": 0.742822, - "nauc_recall_at_20_std": 0.348039, - "nauc_recall_at_20_diff1": 0.754684, - "nauc_recall_at_100_max": 0.792293, - "nauc_recall_at_100_std": 0.773916, - "nauc_recall_at_100_diff1": 0.724578, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.718239, - "nauc_precision_at_1_std": 0.127063, - "nauc_precision_at_1_diff1": 0.878326, - "nauc_precision_at_3_max": 0.77593, - "nauc_precision_at_3_std": 0.237166, - "nauc_precision_at_3_diff1": 0.819763, - "nauc_precision_at_5_max": 0.760138, - "nauc_precision_at_5_std": 0.235021, - "nauc_precision_at_5_diff1": 0.794022, - "nauc_precision_at_10_max": 0.750057, - "nauc_precision_at_10_std": 0.258156, - "nauc_precision_at_10_diff1": 0.786119, - "nauc_precision_at_20_max": 0.742822, - "nauc_precision_at_20_std": 0.348039, - "nauc_precision_at_20_diff1": 0.754684, - "nauc_precision_at_100_max": 0.792293, - "nauc_precision_at_100_std": 0.773916, - "nauc_precision_at_100_diff1": 0.724578, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.718239, - "nauc_mrr_at_1_std": 0.127063, - "nauc_mrr_at_1_diff1": 0.878326, - "nauc_mrr_at_3_max": 0.743447, - "nauc_mrr_at_3_std": 0.170242, - "nauc_mrr_at_3_diff1": 0.857467, - "nauc_mrr_at_5_max": 0.739758, - "nauc_mrr_at_5_std": 0.167952, - "nauc_mrr_at_5_diff1": 0.854086, - "nauc_mrr_at_10_max": 0.738378, - "nauc_mrr_at_10_std": 0.168871, - "nauc_mrr_at_10_diff1": 0.854466, - "nauc_mrr_at_20_max": 0.738035, - "nauc_mrr_at_20_std": 0.170332, - "nauc_mrr_at_20_diff1": 0.854024, - "nauc_mrr_at_100_max": 0.73825, - "nauc_mrr_at_100_std": 0.170156, - "nauc_mrr_at_100_diff1": 0.854847, - "nauc_mrr_at_1000_max": 0.738206, - "nauc_mrr_at_1000_std": 0.169727, - "nauc_mrr_at_1000_diff1": 0.854937, - "main_score": 0.77897, + "mrr_at_1": 0.678889, + "mrr_at_3": 0.727778, + "mrr_at_5": 0.734111, + "mrr_at_10": 0.740215, + "mrr_at_20": 0.742932, + "mrr_at_100": 0.744671, + "mrr_at_1000": 0.744856, + "nauc_ndcg_at_1_max": 0.697133, + "nauc_ndcg_at_1_std": 0.069567, + "nauc_ndcg_at_1_diff1": 0.877292, + "nauc_ndcg_at_3_max": 0.727646, + "nauc_ndcg_at_3_std": 0.123395, + "nauc_ndcg_at_3_diff1": 0.848103, + "nauc_ndcg_at_5_max": 0.723592, + "nauc_ndcg_at_5_std": 0.133632, + "nauc_ndcg_at_5_diff1": 0.841147, + "nauc_ndcg_at_10_max": 0.724288, + "nauc_ndcg_at_10_std": 0.142361, + "nauc_ndcg_at_10_diff1": 0.838329, + "nauc_ndcg_at_20_max": 0.724241, + "nauc_ndcg_at_20_std": 0.138879, + "nauc_ndcg_at_20_diff1": 0.83891, + "nauc_ndcg_at_100_max": 0.72318, + "nauc_ndcg_at_100_std": 0.138913, + "nauc_ndcg_at_100_diff1": 0.843323, + "nauc_ndcg_at_1000_max": 0.721389, + "nauc_ndcg_at_1000_std": 0.128126, + "nauc_ndcg_at_1000_diff1": 0.846397, + "nauc_map_at_1_max": 0.697133, + "nauc_map_at_1_std": 0.069567, + "nauc_map_at_1_diff1": 0.877292, + "nauc_map_at_3_max": 0.720769, + "nauc_map_at_3_std": 0.108683, + "nauc_map_at_3_diff1": 0.855918, + "nauc_map_at_5_max": 0.718531, + "nauc_map_at_5_std": 0.113948, + "nauc_map_at_5_diff1": 0.852406, + "nauc_map_at_10_max": 0.718455, + "nauc_map_at_10_std": 0.116726, + "nauc_map_at_10_diff1": 0.851492, + "nauc_map_at_20_max": 0.718386, + "nauc_map_at_20_std": 0.115571, + "nauc_map_at_20_diff1": 0.851764, + "nauc_map_at_100_max": 0.718255, + "nauc_map_at_100_std": 0.115694, + "nauc_map_at_100_diff1": 0.852308, + "nauc_map_at_1000_max": 0.7182, + "nauc_map_at_1000_std": 0.11531, + "nauc_map_at_1000_diff1": 0.852421, + "nauc_recall_at_1_max": 0.697133, + "nauc_recall_at_1_std": 0.069567, + "nauc_recall_at_1_diff1": 0.877292, + "nauc_recall_at_3_max": 0.75085, + "nauc_recall_at_3_std": 0.1746, + "nauc_recall_at_3_diff1": 0.820985, + "nauc_recall_at_5_max": 0.74141, + "nauc_recall_at_5_std": 0.210728, + "nauc_recall_at_5_diff1": 0.796796, + "nauc_recall_at_10_max": 0.751525, + "nauc_recall_at_10_std": 0.272809, + "nauc_recall_at_10_diff1": 0.772616, + "nauc_recall_at_20_max": 0.759839, + "nauc_recall_at_20_std": 0.289011, + "nauc_recall_at_20_diff1": 0.756373, + "nauc_recall_at_100_max": 0.805055, + "nauc_recall_at_100_std": 0.609577, + "nauc_recall_at_100_diff1": 0.709734, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697133, + "nauc_precision_at_1_std": 0.069567, + "nauc_precision_at_1_diff1": 0.877292, + "nauc_precision_at_3_max": 0.75085, + "nauc_precision_at_3_std": 0.1746, + "nauc_precision_at_3_diff1": 0.820985, + "nauc_precision_at_5_max": 0.74141, + "nauc_precision_at_5_std": 0.210728, + "nauc_precision_at_5_diff1": 0.796796, + "nauc_precision_at_10_max": 0.751525, + "nauc_precision_at_10_std": 0.272809, + "nauc_precision_at_10_diff1": 0.772616, + "nauc_precision_at_20_max": 0.759839, + "nauc_precision_at_20_std": 0.289011, + "nauc_precision_at_20_diff1": 0.756373, + "nauc_precision_at_100_max": 0.805055, + "nauc_precision_at_100_std": 0.609577, + "nauc_precision_at_100_diff1": 0.709734, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697133, + "nauc_mrr_at_1_std": 0.069567, + "nauc_mrr_at_1_diff1": 0.877292, + "nauc_mrr_at_3_max": 0.720769, + "nauc_mrr_at_3_std": 0.108683, + "nauc_mrr_at_3_diff1": 0.855918, + "nauc_mrr_at_5_max": 0.718531, + "nauc_mrr_at_5_std": 0.113948, + "nauc_mrr_at_5_diff1": 0.852406, + "nauc_mrr_at_10_max": 0.718455, + "nauc_mrr_at_10_std": 0.116726, + "nauc_mrr_at_10_diff1": 0.851492, + "nauc_mrr_at_20_max": 0.718386, + "nauc_mrr_at_20_std": 0.115571, + "nauc_mrr_at_20_diff1": 0.851764, + "nauc_mrr_at_100_max": 0.718255, + "nauc_mrr_at_100_std": 0.115694, + "nauc_mrr_at_100_diff1": 0.852308, + "nauc_mrr_at_1000_max": 0.7182, + "nauc_mrr_at_1000_std": 0.11531, + "nauc_mrr_at_1000_diff1": 0.852421, + "hit_rate_at_1": 0.67889, + "hit_rate_at_3": 0.78667, + "hit_rate_at_5": 0.81444, + "hit_rate_at_10": 0.85778, + "hit_rate_at_20": 0.89556, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.76872, "hf_subset": "hat_Latn-hat_Latn", "languages": [ "hat-Latn", "hat-Latn" - ] - }, - { - "ndcg_at_1": 0.86111, - "ndcg_at_3": 0.90362, - "ndcg_at_5": 0.9096, - "ndcg_at_10": 0.91745, - "ndcg_at_20": 0.92005, - "ndcg_at_100": 0.92308, - "ndcg_at_1000": 0.92337, - "map_at_1": 0.86111, - "map_at_3": 0.89333, - "map_at_5": 0.89667, - "map_at_10": 0.89988, - "map_at_20": 0.90063, - "map_at_100": 0.9011, - "map_at_1000": 0.90112, - "recall_at_1": 0.86111, - "recall_at_3": 0.93333, - "recall_at_5": 0.94778, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89766, + "ndcg_at_5": 0.90411, + "ndcg_at_10": 0.91084, + "ndcg_at_20": 0.91423, + "ndcg_at_100": 0.91724, + "ndcg_at_1000": 0.9177, + "map_at_1": 0.85111, + "map_at_3": 0.88611, + "map_at_5": 0.88972, + "map_at_10": 0.89244, + "map_at_20": 0.89338, + "map_at_100": 0.89384, + "map_at_1000": 0.89387, + "recall_at_1": 0.85111, + "recall_at_3": 0.93111, + "recall_at_5": 0.94667, + "recall_at_10": 0.96778, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.86111, - "precision_at_3": 0.31111, - "precision_at_5": 0.18956, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.31037, + "precision_at_5": 0.18933, + "precision_at_10": 0.09678, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.861111, - "mrr_at_3": 0.893333, - "mrr_at_5": 0.896667, - "mrr_at_10": 0.899881, - "mrr_at_20": 0.900629, - "mrr_at_100": 0.901103, - "mrr_at_1000": 0.901116, - "nauc_ndcg_at_1_max": 0.737852, - "nauc_ndcg_at_1_std": -0.19372, - "nauc_ndcg_at_1_diff1": 0.890045, - "nauc_ndcg_at_3_max": 0.755974, - "nauc_ndcg_at_3_std": -0.210079, - "nauc_ndcg_at_3_diff1": 0.882162, - "nauc_ndcg_at_5_max": 0.754561, - "nauc_ndcg_at_5_std": -0.219198, - "nauc_ndcg_at_5_diff1": 0.882027, - "nauc_ndcg_at_10_max": 0.751013, - "nauc_ndcg_at_10_std": -0.195309, - "nauc_ndcg_at_10_diff1": 0.884167, - "nauc_ndcg_at_20_max": 0.74734, - "nauc_ndcg_at_20_std": -0.203934, - "nauc_ndcg_at_20_diff1": 0.883211, - "nauc_ndcg_at_100_max": 0.749602, - "nauc_ndcg_at_100_std": -0.203475, - "nauc_ndcg_at_100_diff1": 0.883544, - "nauc_ndcg_at_1000_max": 0.748615, - "nauc_ndcg_at_1000_std": -0.207615, - "nauc_ndcg_at_1000_diff1": 0.883369, - "nauc_map_at_1_max": 0.737852, - "nauc_map_at_1_std": -0.19372, - "nauc_map_at_1_diff1": 0.890045, - "nauc_map_at_3_max": 0.749355, - "nauc_map_at_3_std": -0.21073, - "nauc_map_at_3_diff1": 0.88292, - "nauc_map_at_5_max": 0.74859, - "nauc_map_at_5_std": -0.215098, - "nauc_map_at_5_diff1": 0.88293, - "nauc_map_at_10_max": 0.747349, - "nauc_map_at_10_std": -0.206998, - "nauc_map_at_10_diff1": 0.883693, - "nauc_map_at_20_max": 0.74635, - "nauc_map_at_20_std": -0.209121, - "nauc_map_at_20_diff1": 0.883416, - "nauc_map_at_100_max": 0.746788, - "nauc_map_at_100_std": -0.209287, - "nauc_map_at_100_diff1": 0.883494, - "nauc_map_at_1000_max": 0.746754, - "nauc_map_at_1000_std": -0.209423, - "nauc_map_at_1000_diff1": 0.883491, - "nauc_recall_at_1_max": 0.737852, - "nauc_recall_at_1_std": -0.19372, - "nauc_recall_at_1_diff1": 0.890045, - "nauc_recall_at_3_max": 0.786453, - "nauc_recall_at_3_std": -0.203455, - "nauc_recall_at_3_diff1": 0.879832, - "nauc_recall_at_5_max": 0.787929, - "nauc_recall_at_5_std": -0.239933, - "nauc_recall_at_5_diff1": 0.878231, - "nauc_recall_at_10_max": 0.782129, - "nauc_recall_at_10_std": -0.040336, - "nauc_recall_at_10_diff1": 0.893931, - "nauc_recall_at_20_max": 0.742268, - "nauc_recall_at_20_std": -0.097193, - "nauc_recall_at_20_diff1": 0.885329, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.886111, + "mrr_at_5": 0.889722, + "mrr_at_10": 0.892444, + "mrr_at_20": 0.893382, + "mrr_at_100": 0.893845, + "mrr_at_1000": 0.893868, + "nauc_ndcg_at_1_max": 0.728828, + "nauc_ndcg_at_1_std": -0.2024, + "nauc_ndcg_at_1_diff1": 0.900374, + "nauc_ndcg_at_3_max": 0.731397, + "nauc_ndcg_at_3_std": -0.21994, + "nauc_ndcg_at_3_diff1": 0.88511, + "nauc_ndcg_at_5_max": 0.729282, + "nauc_ndcg_at_5_std": -0.218924, + "nauc_ndcg_at_5_diff1": 0.884097, + "nauc_ndcg_at_10_max": 0.736006, + "nauc_ndcg_at_10_std": -0.188265, + "nauc_ndcg_at_10_diff1": 0.887592, + "nauc_ndcg_at_20_max": 0.732385, + "nauc_ndcg_at_20_std": -0.194657, + "nauc_ndcg_at_20_diff1": 0.887276, + "nauc_ndcg_at_100_max": 0.733117, + "nauc_ndcg_at_100_std": -0.200164, + "nauc_ndcg_at_100_diff1": 0.887909, + "nauc_ndcg_at_1000_max": 0.731595, + "nauc_ndcg_at_1000_std": -0.206085, + "nauc_ndcg_at_1000_diff1": 0.887835, + "nauc_map_at_1_max": 0.728828, + "nauc_map_at_1_std": -0.2024, + "nauc_map_at_1_diff1": 0.900374, + "nauc_map_at_3_max": 0.730349, + "nauc_map_at_3_std": -0.218282, + "nauc_map_at_3_diff1": 0.8879, + "nauc_map_at_5_max": 0.729142, + "nauc_map_at_5_std": -0.218421, + "nauc_map_at_5_diff1": 0.887522, + "nauc_map_at_10_max": 0.731184, + "nauc_map_at_10_std": -0.207788, + "nauc_map_at_10_diff1": 0.888722, + "nauc_map_at_20_max": 0.730246, + "nauc_map_at_20_std": -0.209567, + "nauc_map_at_20_diff1": 0.888627, + "nauc_map_at_100_max": 0.730415, + "nauc_map_at_100_std": -0.210524, + "nauc_map_at_100_diff1": 0.888722, + "nauc_map_at_1000_max": 0.730354, + "nauc_map_at_1000_std": -0.210751, + "nauc_map_at_1000_diff1": 0.888724, + "nauc_recall_at_1_max": 0.728828, + "nauc_recall_at_1_std": -0.2024, + "nauc_recall_at_1_diff1": 0.900374, + "nauc_recall_at_3_max": 0.736424, + "nauc_recall_at_3_std": -0.225114, + "nauc_recall_at_3_diff1": 0.873468, + "nauc_recall_at_5_max": 0.7301, + "nauc_recall_at_5_std": -0.216581, + "nauc_recall_at_5_diff1": 0.865595, + "nauc_recall_at_10_max": 0.791397, + "nauc_recall_at_10_std": 0.039361, + "nauc_recall_at_10_diff1": 0.884011, + "nauc_recall_at_20_max": 0.771269, + "nauc_recall_at_20_std": 0.096254, + "nauc_recall_at_20_diff1": 0.877657, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.907407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.737852, - "nauc_precision_at_1_std": -0.19372, - "nauc_precision_at_1_diff1": 0.890045, - "nauc_precision_at_3_max": 0.786453, - "nauc_precision_at_3_std": -0.203455, - "nauc_precision_at_3_diff1": 0.879832, - "nauc_precision_at_5_max": 0.787929, - "nauc_precision_at_5_std": -0.239933, - "nauc_precision_at_5_diff1": 0.878231, - "nauc_precision_at_10_max": 0.782129, - "nauc_precision_at_10_std": -0.040336, - "nauc_precision_at_10_diff1": 0.893931, - "nauc_precision_at_20_max": 0.742268, - "nauc_precision_at_20_std": -0.097193, - "nauc_precision_at_20_diff1": 0.885329, + "nauc_precision_at_1_max": 0.728828, + "nauc_precision_at_1_std": -0.2024, + "nauc_precision_at_1_diff1": 0.900374, + "nauc_precision_at_3_max": 0.736424, + "nauc_precision_at_3_std": -0.225114, + "nauc_precision_at_3_diff1": 0.873468, + "nauc_precision_at_5_max": 0.7301, + "nauc_precision_at_5_std": -0.216581, + "nauc_precision_at_5_diff1": 0.865595, + "nauc_precision_at_10_max": 0.791397, + "nauc_precision_at_10_std": 0.039361, + "nauc_precision_at_10_diff1": 0.884011, + "nauc_precision_at_20_max": 0.771269, + "nauc_precision_at_20_std": 0.096254, + "nauc_precision_at_20_diff1": 0.877657, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.907407, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.737852, - "nauc_mrr_at_1_std": -0.19372, - "nauc_mrr_at_1_diff1": 0.890045, - "nauc_mrr_at_3_max": 0.749355, - "nauc_mrr_at_3_std": -0.21073, - "nauc_mrr_at_3_diff1": 0.88292, - "nauc_mrr_at_5_max": 0.74859, - "nauc_mrr_at_5_std": -0.215098, - "nauc_mrr_at_5_diff1": 0.88293, - "nauc_mrr_at_10_max": 0.747349, - "nauc_mrr_at_10_std": -0.206998, - "nauc_mrr_at_10_diff1": 0.883693, - "nauc_mrr_at_20_max": 0.74635, - "nauc_mrr_at_20_std": -0.209121, - "nauc_mrr_at_20_diff1": 0.883416, - "nauc_mrr_at_100_max": 0.746788, - "nauc_mrr_at_100_std": -0.209287, - "nauc_mrr_at_100_diff1": 0.883494, - "nauc_mrr_at_1000_max": 0.746754, - "nauc_mrr_at_1000_std": -0.209423, - "nauc_mrr_at_1000_diff1": 0.883491, - "main_score": 0.91745, + "nauc_mrr_at_1_max": 0.728828, + "nauc_mrr_at_1_std": -0.2024, + "nauc_mrr_at_1_diff1": 0.900374, + "nauc_mrr_at_3_max": 0.730349, + "nauc_mrr_at_3_std": -0.218282, + "nauc_mrr_at_3_diff1": 0.8879, + "nauc_mrr_at_5_max": 0.729142, + "nauc_mrr_at_5_std": -0.218421, + "nauc_mrr_at_5_diff1": 0.887522, + "nauc_mrr_at_10_max": 0.731184, + "nauc_mrr_at_10_std": -0.207788, + "nauc_mrr_at_10_diff1": 0.888722, + "nauc_mrr_at_20_max": 0.730246, + "nauc_mrr_at_20_std": -0.209567, + "nauc_mrr_at_20_diff1": 0.888627, + "nauc_mrr_at_100_max": 0.730415, + "nauc_mrr_at_100_std": -0.210524, + "nauc_mrr_at_100_diff1": 0.888722, + "nauc_mrr_at_1000_max": 0.730354, + "nauc_mrr_at_1000_std": -0.210751, + "nauc_mrr_at_1000_diff1": 0.888724, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91084, "hf_subset": "hat_Latn-eng_Latn", "languages": [ "hat-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.64444, - "ndcg_at_3": 0.71074, - "ndcg_at_5": 0.72398, - "ndcg_at_10": 0.73728, - "ndcg_at_20": 0.74442, - "ndcg_at_100": 0.76175, - "ndcg_at_1000": 0.76833, - "map_at_1": 0.64444, - "map_at_3": 0.69481, - "map_at_5": 0.70215, - "map_at_10": 0.70785, - "map_at_20": 0.70972, - "map_at_100": 0.71211, - "map_at_1000": 0.7124, - "recall_at_1": 0.64444, - "recall_at_3": 0.75667, - "recall_at_5": 0.78889, - "recall_at_10": 0.82889, - "recall_at_20": 0.85778, - "recall_at_100": 0.95111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62667, + "ndcg_at_3": 0.68984, + "ndcg_at_5": 0.70553, + "ndcg_at_10": 0.72129, + "ndcg_at_20": 0.72949, + "ndcg_at_100": 0.74598, + "ndcg_at_1000": 0.75353, + "map_at_1": 0.62667, + "map_at_3": 0.67407, + "map_at_5": 0.68285, + "map_at_10": 0.68955, + "map_at_20": 0.69182, + "map_at_100": 0.69404, + "map_at_1000": 0.69437, + "recall_at_1": 0.62667, + "recall_at_3": 0.73556, + "recall_at_5": 0.77333, + "recall_at_10": 0.82111, + "recall_at_20": 0.85333, + "recall_at_100": 0.94333, "recall_at_1000": 1.0, - "precision_at_1": 0.64444, - "precision_at_3": 0.25222, - "precision_at_5": 0.15778, - "precision_at_10": 0.08289, - "precision_at_20": 0.04289, - "precision_at_100": 0.00951, + "accuracy": 0.62667, + "precision_at_1": 0.62667, + "precision_at_3": 0.24519, + "precision_at_5": 0.15467, + "precision_at_10": 0.08211, + "precision_at_20": 0.04267, + "precision_at_100": 0.00943, "precision_at_1000": 0.001, - "mrr_at_1": 0.644444, - "mrr_at_3": 0.694815, - "mrr_at_5": 0.702148, - "mrr_at_10": 0.707852, - "mrr_at_20": 0.709716, - "mrr_at_100": 0.712106, - "mrr_at_1000": 0.712404, - "nauc_ndcg_at_1_max": 0.793552, - "nauc_ndcg_at_1_std": 0.191904, - "nauc_ndcg_at_1_diff1": 0.880588, - "nauc_ndcg_at_3_max": 0.813144, - "nauc_ndcg_at_3_std": 0.267336, - "nauc_ndcg_at_3_diff1": 0.844867, - "nauc_ndcg_at_5_max": 0.816698, - "nauc_ndcg_at_5_std": 0.287396, - "nauc_ndcg_at_5_diff1": 0.840068, - "nauc_ndcg_at_10_max": 0.818447, - "nauc_ndcg_at_10_std": 0.303493, - "nauc_ndcg_at_10_diff1": 0.839544, - "nauc_ndcg_at_20_max": 0.816224, - "nauc_ndcg_at_20_std": 0.304476, - "nauc_ndcg_at_20_diff1": 0.838844, - "nauc_ndcg_at_100_max": 0.815854, - "nauc_ndcg_at_100_std": 0.297207, - "nauc_ndcg_at_100_diff1": 0.842873, - "nauc_ndcg_at_1000_max": 0.813649, - "nauc_ndcg_at_1000_std": 0.282986, - "nauc_ndcg_at_1000_diff1": 0.84634, - "nauc_map_at_1_max": 0.793552, - "nauc_map_at_1_std": 0.191904, - "nauc_map_at_1_diff1": 0.880588, - "nauc_map_at_3_max": 0.808727, - "nauc_map_at_3_std": 0.247951, - "nauc_map_at_3_diff1": 0.854423, - "nauc_map_at_5_max": 0.810598, - "nauc_map_at_5_std": 0.258058, - "nauc_map_at_5_diff1": 0.852147, - "nauc_map_at_10_max": 0.811185, - "nauc_map_at_10_std": 0.264547, - "nauc_map_at_10_diff1": 0.852093, - "nauc_map_at_20_max": 0.810609, - "nauc_map_at_20_std": 0.264444, - "nauc_map_at_20_diff1": 0.852014, - "nauc_map_at_100_max": 0.810515, - "nauc_map_at_100_std": 0.263713, - "nauc_map_at_100_diff1": 0.852452, - "nauc_map_at_1000_max": 0.810432, - "nauc_map_at_1000_std": 0.263165, - "nauc_map_at_1000_diff1": 0.852611, - "nauc_recall_at_1_max": 0.793552, - "nauc_recall_at_1_std": 0.191904, - "nauc_recall_at_1_diff1": 0.880588, - "nauc_recall_at_3_max": 0.827794, - "nauc_recall_at_3_std": 0.333022, - "nauc_recall_at_3_diff1": 0.812295, - "nauc_recall_at_5_max": 0.839534, - "nauc_recall_at_5_std": 0.400303, - "nauc_recall_at_5_diff1": 0.793971, - "nauc_recall_at_10_max": 0.851504, - "nauc_recall_at_10_std": 0.485732, - "nauc_recall_at_10_diff1": 0.782961, - "nauc_recall_at_20_max": 0.843076, - "nauc_recall_at_20_std": 0.52671, - "nauc_recall_at_20_diff1": 0.767925, - "nauc_recall_at_100_max": 0.883446, - "nauc_recall_at_100_std": 0.729002, - "nauc_recall_at_100_diff1": 0.742499, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793552, - "nauc_precision_at_1_std": 0.191904, - "nauc_precision_at_1_diff1": 0.880588, - "nauc_precision_at_3_max": 0.827794, - "nauc_precision_at_3_std": 0.333022, - "nauc_precision_at_3_diff1": 0.812295, - "nauc_precision_at_5_max": 0.839534, - "nauc_precision_at_5_std": 0.400303, - "nauc_precision_at_5_diff1": 0.793971, - "nauc_precision_at_10_max": 0.851504, - "nauc_precision_at_10_std": 0.485732, - "nauc_precision_at_10_diff1": 0.782961, - "nauc_precision_at_20_max": 0.843076, - "nauc_precision_at_20_std": 0.52671, - "nauc_precision_at_20_diff1": 0.767925, - "nauc_precision_at_100_max": 0.883446, - "nauc_precision_at_100_std": 0.729002, - "nauc_precision_at_100_diff1": 0.742499, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793552, - "nauc_mrr_at_1_std": 0.191904, - "nauc_mrr_at_1_diff1": 0.880588, - "nauc_mrr_at_3_max": 0.808727, - "nauc_mrr_at_3_std": 0.247951, - "nauc_mrr_at_3_diff1": 0.854423, - "nauc_mrr_at_5_max": 0.810598, - "nauc_mrr_at_5_std": 0.258058, - "nauc_mrr_at_5_diff1": 0.852147, - "nauc_mrr_at_10_max": 0.811185, - "nauc_mrr_at_10_std": 0.264547, - "nauc_mrr_at_10_diff1": 0.852093, - "nauc_mrr_at_20_max": 0.810609, - "nauc_mrr_at_20_std": 0.264444, - "nauc_mrr_at_20_diff1": 0.852014, - "nauc_mrr_at_100_max": 0.810515, - "nauc_mrr_at_100_std": 0.263713, - "nauc_mrr_at_100_diff1": 0.852452, - "nauc_mrr_at_1000_max": 0.810432, - "nauc_mrr_at_1000_std": 0.263165, - "nauc_mrr_at_1000_diff1": 0.852611, - "main_score": 0.73728, + "mrr_at_1": 0.626667, + "mrr_at_3": 0.674074, + "mrr_at_5": 0.682852, + "mrr_at_10": 0.689549, + "mrr_at_20": 0.691819, + "mrr_at_100": 0.694036, + "mrr_at_1000": 0.694365, + "nauc_ndcg_at_1_max": 0.794581, + "nauc_ndcg_at_1_std": 0.163267, + "nauc_ndcg_at_1_diff1": 0.879328, + "nauc_ndcg_at_3_max": 0.811163, + "nauc_ndcg_at_3_std": 0.219655, + "nauc_ndcg_at_3_diff1": 0.842355, + "nauc_ndcg_at_5_max": 0.810535, + "nauc_ndcg_at_5_std": 0.224646, + "nauc_ndcg_at_5_diff1": 0.839334, + "nauc_ndcg_at_10_max": 0.806, + "nauc_ndcg_at_10_std": 0.231412, + "nauc_ndcg_at_10_diff1": 0.837521, + "nauc_ndcg_at_20_max": 0.806478, + "nauc_ndcg_at_20_std": 0.238359, + "nauc_ndcg_at_20_diff1": 0.839247, + "nauc_ndcg_at_100_max": 0.807809, + "nauc_ndcg_at_100_std": 0.239122, + "nauc_ndcg_at_100_diff1": 0.844001, + "nauc_ndcg_at_1000_max": 0.805837, + "nauc_ndcg_at_1000_std": 0.223554, + "nauc_ndcg_at_1000_diff1": 0.845514, + "nauc_map_at_1_max": 0.794581, + "nauc_map_at_1_std": 0.163267, + "nauc_map_at_1_diff1": 0.879328, + "nauc_map_at_3_max": 0.806243, + "nauc_map_at_3_std": 0.202913, + "nauc_map_at_3_diff1": 0.851425, + "nauc_map_at_5_max": 0.805642, + "nauc_map_at_5_std": 0.204901, + "nauc_map_at_5_diff1": 0.850119, + "nauc_map_at_10_max": 0.803854, + "nauc_map_at_10_std": 0.20761, + "nauc_map_at_10_diff1": 0.849603, + "nauc_map_at_20_max": 0.804098, + "nauc_map_at_20_std": 0.209459, + "nauc_map_at_20_diff1": 0.850181, + "nauc_map_at_100_max": 0.804168, + "nauc_map_at_100_std": 0.209342, + "nauc_map_at_100_diff1": 0.850712, + "nauc_map_at_1000_max": 0.804092, + "nauc_map_at_1000_std": 0.208745, + "nauc_map_at_1000_diff1": 0.850783, + "nauc_recall_at_1_max": 0.794581, + "nauc_recall_at_1_std": 0.163267, + "nauc_recall_at_1_diff1": 0.879328, + "nauc_recall_at_3_max": 0.827915, + "nauc_recall_at_3_std": 0.276674, + "nauc_recall_at_3_diff1": 0.812287, + "nauc_recall_at_5_max": 0.829109, + "nauc_recall_at_5_std": 0.300152, + "nauc_recall_at_5_diff1": 0.799076, + "nauc_recall_at_10_max": 0.813319, + "nauc_recall_at_10_std": 0.342422, + "nauc_recall_at_10_diff1": 0.782613, + "nauc_recall_at_20_max": 0.815963, + "nauc_recall_at_20_std": 0.405223, + "nauc_recall_at_20_diff1": 0.782054, + "nauc_recall_at_100_max": 0.862324, + "nauc_recall_at_100_std": 0.667729, + "nauc_recall_at_100_diff1": 0.803327, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794581, + "nauc_precision_at_1_std": 0.163267, + "nauc_precision_at_1_diff1": 0.879328, + "nauc_precision_at_3_max": 0.827915, + "nauc_precision_at_3_std": 0.276674, + "nauc_precision_at_3_diff1": 0.812287, + "nauc_precision_at_5_max": 0.829109, + "nauc_precision_at_5_std": 0.300152, + "nauc_precision_at_5_diff1": 0.799076, + "nauc_precision_at_10_max": 0.813319, + "nauc_precision_at_10_std": 0.342422, + "nauc_precision_at_10_diff1": 0.782613, + "nauc_precision_at_20_max": 0.815963, + "nauc_precision_at_20_std": 0.405223, + "nauc_precision_at_20_diff1": 0.782054, + "nauc_precision_at_100_max": 0.862324, + "nauc_precision_at_100_std": 0.667729, + "nauc_precision_at_100_diff1": 0.803327, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794581, + "nauc_mrr_at_1_std": 0.163267, + "nauc_mrr_at_1_diff1": 0.879328, + "nauc_mrr_at_3_max": 0.806243, + "nauc_mrr_at_3_std": 0.202913, + "nauc_mrr_at_3_diff1": 0.851425, + "nauc_mrr_at_5_max": 0.805642, + "nauc_mrr_at_5_std": 0.204901, + "nauc_mrr_at_5_diff1": 0.850119, + "nauc_mrr_at_10_max": 0.803854, + "nauc_mrr_at_10_std": 0.20761, + "nauc_mrr_at_10_diff1": 0.849603, + "nauc_mrr_at_20_max": 0.804098, + "nauc_mrr_at_20_std": 0.209459, + "nauc_mrr_at_20_diff1": 0.850181, + "nauc_mrr_at_100_max": 0.804168, + "nauc_mrr_at_100_std": 0.209342, + "nauc_mrr_at_100_diff1": 0.850712, + "nauc_mrr_at_1000_max": 0.804092, + "nauc_mrr_at_1000_std": 0.208745, + "nauc_mrr_at_1000_diff1": 0.850783, + "hit_rate_at_1": 0.62667, + "hit_rate_at_3": 0.73556, + "hit_rate_at_5": 0.77333, + "hit_rate_at_10": 0.82111, + "hit_rate_at_20": 0.85333, + "hit_rate_at_100": 0.94333, + "hit_rate_at_1000": 1.0, + "main_score": 0.72129, "hf_subset": "eng_Latn-hat_Latn", "languages": [ "eng-Latn", "hat-Latn" - ] - }, - { - "ndcg_at_1": 0.52222, - "ndcg_at_3": 0.5782, - "ndcg_at_5": 0.59608, - "ndcg_at_10": 0.61184, - "ndcg_at_20": 0.62253, - "ndcg_at_100": 0.64577, - "ndcg_at_1000": 0.66153, - "map_at_1": 0.52222, - "map_at_3": 0.56519, - "map_at_5": 0.57513, - "map_at_10": 0.58161, - "map_at_20": 0.58455, - "map_at_100": 0.58761, - "map_at_1000": 0.58821, - "recall_at_1": 0.52222, - "recall_at_3": 0.61556, - "recall_at_5": 0.65889, - "recall_at_10": 0.70778, - "recall_at_20": 0.75, - "recall_at_100": 0.87778, - "recall_at_1000": 1.0, - "precision_at_1": 0.52222, - "precision_at_3": 0.20519, - "precision_at_5": 0.13178, - "precision_at_10": 0.07078, - "precision_at_20": 0.0375, - "precision_at_100": 0.00878, - "precision_at_1000": 0.001, - "mrr_at_1": 0.522222, - "mrr_at_3": 0.565185, - "mrr_at_5": 0.57513, - "mrr_at_10": 0.581606, - "mrr_at_20": 0.584547, - "mrr_at_100": 0.587613, - "mrr_at_1000": 0.588215, - "nauc_ndcg_at_1_max": 0.740833, - "nauc_ndcg_at_1_std": -0.302151, - "nauc_ndcg_at_1_diff1": 0.842308, - "nauc_ndcg_at_3_max": 0.764821, - "nauc_ndcg_at_3_std": -0.30969, - "nauc_ndcg_at_3_diff1": 0.808157, - "nauc_ndcg_at_5_max": 0.761894, - "nauc_ndcg_at_5_std": -0.307676, - "nauc_ndcg_at_5_diff1": 0.802092, - "nauc_ndcg_at_10_max": 0.759139, - "nauc_ndcg_at_10_std": -0.301871, - "nauc_ndcg_at_10_diff1": 0.795766, - "nauc_ndcg_at_20_max": 0.75799, - "nauc_ndcg_at_20_std": -0.290001, - "nauc_ndcg_at_20_diff1": 0.791278, - "nauc_ndcg_at_100_max": 0.755086, - "nauc_ndcg_at_100_std": -0.279343, - "nauc_ndcg_at_100_diff1": 0.792059, - "nauc_ndcg_at_1000_max": 0.756527, - "nauc_ndcg_at_1000_std": -0.292018, - "nauc_ndcg_at_1000_diff1": 0.800154, - "nauc_map_at_1_max": 0.740833, - "nauc_map_at_1_std": -0.302151, - "nauc_map_at_1_diff1": 0.842308, - "nauc_map_at_3_max": 0.760184, - "nauc_map_at_3_std": -0.307527, - "nauc_map_at_3_diff1": 0.816424, - "nauc_map_at_5_max": 0.758543, - "nauc_map_at_5_std": -0.306368, - "nauc_map_at_5_diff1": 0.813228, - "nauc_map_at_10_max": 0.757359, - "nauc_map_at_10_std": -0.303951, - "nauc_map_at_10_diff1": 0.810726, - "nauc_map_at_20_max": 0.757109, - "nauc_map_at_20_std": -0.300666, - "nauc_map_at_20_diff1": 0.809655, - "nauc_map_at_100_max": 0.756481, - "nauc_map_at_100_std": -0.299511, - "nauc_map_at_100_diff1": 0.80974, - "nauc_map_at_1000_max": 0.756512, - "nauc_map_at_1000_std": -0.299815, - "nauc_map_at_1000_diff1": 0.809977, - "nauc_recall_at_1_max": 0.740833, - "nauc_recall_at_1_std": -0.302151, - "nauc_recall_at_1_diff1": 0.842308, - "nauc_recall_at_3_max": 0.778448, - "nauc_recall_at_3_std": -0.316455, - "nauc_recall_at_3_diff1": 0.782905, - "nauc_recall_at_5_max": 0.771702, - "nauc_recall_at_5_std": -0.311815, - "nauc_recall_at_5_diff1": 0.764859, - "nauc_recall_at_10_max": 0.763085, - "nauc_recall_at_10_std": -0.291687, - "nauc_recall_at_10_diff1": 0.738365, - "nauc_recall_at_20_max": 0.757067, - "nauc_recall_at_20_std": -0.231034, - "nauc_recall_at_20_diff1": 0.70735, - "nauc_recall_at_100_max": 0.729563, - "nauc_recall_at_100_std": -0.046557, - "nauc_recall_at_100_diff1": 0.648991, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740833, - "nauc_precision_at_1_std": -0.302151, - "nauc_precision_at_1_diff1": 0.842308, - "nauc_precision_at_3_max": 0.778448, - "nauc_precision_at_3_std": -0.316455, - "nauc_precision_at_3_diff1": 0.782905, - "nauc_precision_at_5_max": 0.771702, - "nauc_precision_at_5_std": -0.311815, - "nauc_precision_at_5_diff1": 0.764859, - "nauc_precision_at_10_max": 0.763085, - "nauc_precision_at_10_std": -0.291687, - "nauc_precision_at_10_diff1": 0.738365, - "nauc_precision_at_20_max": 0.757067, - "nauc_precision_at_20_std": -0.231034, - "nauc_precision_at_20_diff1": 0.70735, - "nauc_precision_at_100_max": 0.729563, - "nauc_precision_at_100_std": -0.046557, - "nauc_precision_at_100_diff1": 0.648991, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740833, - "nauc_mrr_at_1_std": -0.302151, - "nauc_mrr_at_1_diff1": 0.842308, - "nauc_mrr_at_3_max": 0.760184, - "nauc_mrr_at_3_std": -0.307527, - "nauc_mrr_at_3_diff1": 0.816424, - "nauc_mrr_at_5_max": 0.758543, - "nauc_mrr_at_5_std": -0.306368, - "nauc_mrr_at_5_diff1": 0.813228, - "nauc_mrr_at_10_max": 0.757359, - "nauc_mrr_at_10_std": -0.303951, - "nauc_mrr_at_10_diff1": 0.810726, - "nauc_mrr_at_20_max": 0.757109, - "nauc_mrr_at_20_std": -0.300666, - "nauc_mrr_at_20_diff1": 0.809655, - "nauc_mrr_at_100_max": 0.756481, - "nauc_mrr_at_100_std": -0.299511, - "nauc_mrr_at_100_diff1": 0.80974, - "nauc_mrr_at_1000_max": 0.756512, - "nauc_mrr_at_1000_std": -0.299815, - "nauc_mrr_at_1000_diff1": 0.809977, - "main_score": 0.61184, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.57151, + "ndcg_at_5": 0.59044, + "ndcg_at_10": 0.60595, + "ndcg_at_20": 0.61529, + "ndcg_at_100": 0.63982, + "ndcg_at_1000": 0.65604, + "map_at_1": 0.51667, + "map_at_3": 0.55852, + "map_at_5": 0.56913, + "map_at_10": 0.57555, + "map_at_20": 0.57815, + "map_at_100": 0.58135, + "map_at_1000": 0.58198, + "recall_at_1": 0.51667, + "recall_at_3": 0.60889, + "recall_at_5": 0.65444, + "recall_at_10": 0.70222, + "recall_at_20": 0.73889, + "recall_at_100": 0.87444, + "recall_at_1000": 1.0, + "accuracy": 0.51667, + "precision_at_1": 0.51667, + "precision_at_3": 0.20296, + "precision_at_5": 0.13089, + "precision_at_10": 0.07022, + "precision_at_20": 0.03694, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.558519, + "mrr_at_5": 0.56913, + "mrr_at_10": 0.575553, + "mrr_at_20": 0.578154, + "mrr_at_100": 0.581354, + "mrr_at_1000": 0.58198, + "nauc_ndcg_at_1_max": 0.747737, + "nauc_ndcg_at_1_std": -0.265213, + "nauc_ndcg_at_1_diff1": 0.842516, + "nauc_ndcg_at_3_max": 0.770387, + "nauc_ndcg_at_3_std": -0.262948, + "nauc_ndcg_at_3_diff1": 0.816184, + "nauc_ndcg_at_5_max": 0.773728, + "nauc_ndcg_at_5_std": -0.249216, + "nauc_ndcg_at_5_diff1": 0.811865, + "nauc_ndcg_at_10_max": 0.768174, + "nauc_ndcg_at_10_std": -0.245265, + "nauc_ndcg_at_10_diff1": 0.806141, + "nauc_ndcg_at_20_max": 0.76519, + "nauc_ndcg_at_20_std": -0.231791, + "nauc_ndcg_at_20_diff1": 0.803622, + "nauc_ndcg_at_100_max": 0.761736, + "nauc_ndcg_at_100_std": -0.230219, + "nauc_ndcg_at_100_diff1": 0.802558, + "nauc_ndcg_at_1000_max": 0.764868, + "nauc_ndcg_at_1000_std": -0.241599, + "nauc_ndcg_at_1000_diff1": 0.810421, + "nauc_map_at_1_max": 0.747737, + "nauc_map_at_1_std": -0.265213, + "nauc_map_at_1_diff1": 0.842516, + "nauc_map_at_3_max": 0.766265, + "nauc_map_at_3_std": -0.263413, + "nauc_map_at_3_diff1": 0.823129, + "nauc_map_at_5_max": 0.767922, + "nauc_map_at_5_std": -0.256207, + "nauc_map_at_5_diff1": 0.820752, + "nauc_map_at_10_max": 0.765806, + "nauc_map_at_10_std": -0.254754, + "nauc_map_at_10_diff1": 0.818734, + "nauc_map_at_20_max": 0.76502, + "nauc_map_at_20_std": -0.251198, + "nauc_map_at_20_diff1": 0.818016, + "nauc_map_at_100_max": 0.76456, + "nauc_map_at_100_std": -0.251363, + "nauc_map_at_100_diff1": 0.818053, + "nauc_map_at_1000_max": 0.764671, + "nauc_map_at_1000_std": -0.251619, + "nauc_map_at_1000_diff1": 0.818298, + "nauc_recall_at_1_max": 0.747737, + "nauc_recall_at_1_std": -0.265213, + "nauc_recall_at_1_diff1": 0.842516, + "nauc_recall_at_3_max": 0.782319, + "nauc_recall_at_3_std": -0.261568, + "nauc_recall_at_3_diff1": 0.794773, + "nauc_recall_at_5_max": 0.792634, + "nauc_recall_at_5_std": -0.22386, + "nauc_recall_at_5_diff1": 0.782153, + "nauc_recall_at_10_max": 0.77343, + "nauc_recall_at_10_std": -0.206602, + "nauc_recall_at_10_diff1": 0.757211, + "nauc_recall_at_20_max": 0.758855, + "nauc_recall_at_20_std": -0.134908, + "nauc_recall_at_20_diff1": 0.740244, + "nauc_recall_at_100_max": 0.711039, + "nauc_recall_at_100_std": -0.022122, + "nauc_recall_at_100_diff1": 0.668039, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747737, + "nauc_precision_at_1_std": -0.265213, + "nauc_precision_at_1_diff1": 0.842516, + "nauc_precision_at_3_max": 0.782319, + "nauc_precision_at_3_std": -0.261568, + "nauc_precision_at_3_diff1": 0.794773, + "nauc_precision_at_5_max": 0.792634, + "nauc_precision_at_5_std": -0.22386, + "nauc_precision_at_5_diff1": 0.782153, + "nauc_precision_at_10_max": 0.77343, + "nauc_precision_at_10_std": -0.206602, + "nauc_precision_at_10_diff1": 0.757211, + "nauc_precision_at_20_max": 0.758855, + "nauc_precision_at_20_std": -0.134908, + "nauc_precision_at_20_diff1": 0.740244, + "nauc_precision_at_100_max": 0.711039, + "nauc_precision_at_100_std": -0.022122, + "nauc_precision_at_100_diff1": 0.668039, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747737, + "nauc_mrr_at_1_std": -0.265213, + "nauc_mrr_at_1_diff1": 0.842516, + "nauc_mrr_at_3_max": 0.766265, + "nauc_mrr_at_3_std": -0.263413, + "nauc_mrr_at_3_diff1": 0.823129, + "nauc_mrr_at_5_max": 0.767922, + "nauc_mrr_at_5_std": -0.256207, + "nauc_mrr_at_5_diff1": 0.820752, + "nauc_mrr_at_10_max": 0.765806, + "nauc_mrr_at_10_std": -0.254754, + "nauc_mrr_at_10_diff1": 0.818734, + "nauc_mrr_at_20_max": 0.76502, + "nauc_mrr_at_20_std": -0.251198, + "nauc_mrr_at_20_diff1": 0.818016, + "nauc_mrr_at_100_max": 0.76456, + "nauc_mrr_at_100_std": -0.251363, + "nauc_mrr_at_100_diff1": 0.818053, + "nauc_mrr_at_1000_max": 0.764671, + "nauc_mrr_at_1000_std": -0.251619, + "nauc_mrr_at_1000_diff1": 0.818298, + "hit_rate_at_1": 0.51667, + "hit_rate_at_3": 0.60889, + "hit_rate_at_5": 0.65444, + "hit_rate_at_10": 0.70222, + "hit_rate_at_20": 0.73889, + "hit_rate_at_100": 0.87444, + "hit_rate_at_1000": 1.0, + "main_score": 0.60595, "hf_subset": "hau_Latn-hau_Latn", "languages": [ "hau-Latn", "hau-Latn" - ] - }, - { - "ndcg_at_1": 0.60333, - "ndcg_at_3": 0.67033, - "ndcg_at_5": 0.68266, - "ndcg_at_10": 0.70243, - "ndcg_at_20": 0.71952, - "ndcg_at_100": 0.73619, - "ndcg_at_1000": 0.74086, - "map_at_1": 0.60333, - "map_at_3": 0.65426, - "map_at_5": 0.66109, - "map_at_10": 0.66924, - "map_at_20": 0.67391, - "map_at_100": 0.6762, - "map_at_1000": 0.67642, - "recall_at_1": 0.60333, - "recall_at_3": 0.71667, - "recall_at_5": 0.74667, - "recall_at_10": 0.80778, - "recall_at_20": 0.87556, - "recall_at_100": 0.96556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.60667, + "ndcg_at_3": 0.6646, + "ndcg_at_5": 0.68512, + "ndcg_at_10": 0.70197, + "ndcg_at_20": 0.71605, + "ndcg_at_100": 0.73517, + "ndcg_at_1000": 0.7403, + "map_at_1": 0.60667, + "map_at_3": 0.65111, + "map_at_5": 0.66272, + "map_at_10": 0.66965, + "map_at_20": 0.67354, + "map_at_100": 0.67624, + "map_at_1000": 0.67648, + "recall_at_1": 0.60667, + "recall_at_3": 0.70333, + "recall_at_5": 0.75222, + "recall_at_10": 0.80444, + "recall_at_20": 0.86, + "recall_at_100": 0.96222, "recall_at_1000": 1.0, - "precision_at_1": 0.60333, - "precision_at_3": 0.23889, - "precision_at_5": 0.14933, - "precision_at_10": 0.08078, - "precision_at_20": 0.04378, - "precision_at_100": 0.00966, - "precision_at_1000": 0.001, - "mrr_at_1": 0.603333, - "mrr_at_3": 0.654259, - "mrr_at_5": 0.661093, - "mrr_at_10": 0.669238, - "mrr_at_20": 0.67391, - "mrr_at_100": 0.676201, - "mrr_at_1000": 0.676418, - "nauc_ndcg_at_1_max": 0.807328, - "nauc_ndcg_at_1_std": 0.215215, - "nauc_ndcg_at_1_diff1": 0.874979, - "nauc_ndcg_at_3_max": 0.803431, - "nauc_ndcg_at_3_std": 0.210801, - "nauc_ndcg_at_3_diff1": 0.838015, - "nauc_ndcg_at_5_max": 0.806409, - "nauc_ndcg_at_5_std": 0.237189, - "nauc_ndcg_at_5_diff1": 0.837211, - "nauc_ndcg_at_10_max": 0.799667, - "nauc_ndcg_at_10_std": 0.239168, - "nauc_ndcg_at_10_diff1": 0.829323, - "nauc_ndcg_at_20_max": 0.795561, - "nauc_ndcg_at_20_std": 0.242431, - "nauc_ndcg_at_20_diff1": 0.827627, - "nauc_ndcg_at_100_max": 0.798796, - "nauc_ndcg_at_100_std": 0.234887, - "nauc_ndcg_at_100_diff1": 0.834137, - "nauc_ndcg_at_1000_max": 0.801512, - "nauc_ndcg_at_1000_std": 0.231929, - "nauc_ndcg_at_1000_diff1": 0.838237, - "nauc_map_at_1_max": 0.807328, - "nauc_map_at_1_std": 0.215215, - "nauc_map_at_1_diff1": 0.874979, - "nauc_map_at_3_max": 0.805918, - "nauc_map_at_3_std": 0.21327, - "nauc_map_at_3_diff1": 0.847935, - "nauc_map_at_5_max": 0.807588, - "nauc_map_at_5_std": 0.227314, - "nauc_map_at_5_diff1": 0.847736, - "nauc_map_at_10_max": 0.8051, - "nauc_map_at_10_std": 0.228322, - "nauc_map_at_10_diff1": 0.84494, - "nauc_map_at_20_max": 0.804083, - "nauc_map_at_20_std": 0.228411, - "nauc_map_at_20_diff1": 0.84465, - "nauc_map_at_100_max": 0.80441, - "nauc_map_at_100_std": 0.2272, - "nauc_map_at_100_diff1": 0.84543, - "nauc_map_at_1000_max": 0.804533, - "nauc_map_at_1000_std": 0.227129, - "nauc_map_at_1000_diff1": 0.845598, - "nauc_recall_at_1_max": 0.807328, - "nauc_recall_at_1_std": 0.215215, - "nauc_recall_at_1_diff1": 0.874979, - "nauc_recall_at_3_max": 0.794507, - "nauc_recall_at_3_std": 0.202009, - "nauc_recall_at_3_diff1": 0.805122, - "nauc_recall_at_5_max": 0.801889, - "nauc_recall_at_5_std": 0.276255, - "nauc_recall_at_5_diff1": 0.799409, - "nauc_recall_at_10_max": 0.771451, - "nauc_recall_at_10_std": 0.29096, - "nauc_recall_at_10_diff1": 0.756295, - "nauc_recall_at_20_max": 0.72795, - "nauc_recall_at_20_std": 0.349917, - "nauc_recall_at_20_diff1": 0.709764, - "nauc_recall_at_100_max": 0.679724, - "nauc_recall_at_100_std": 0.387368, - "nauc_recall_at_100_diff1": 0.647721, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807328, - "nauc_precision_at_1_std": 0.215215, - "nauc_precision_at_1_diff1": 0.874979, - "nauc_precision_at_3_max": 0.794507, - "nauc_precision_at_3_std": 0.202009, - "nauc_precision_at_3_diff1": 0.805122, - "nauc_precision_at_5_max": 0.801889, - "nauc_precision_at_5_std": 0.276255, - "nauc_precision_at_5_diff1": 0.799409, - "nauc_precision_at_10_max": 0.771451, - "nauc_precision_at_10_std": 0.29096, - "nauc_precision_at_10_diff1": 0.756295, - "nauc_precision_at_20_max": 0.72795, - "nauc_precision_at_20_std": 0.349917, - "nauc_precision_at_20_diff1": 0.709764, - "nauc_precision_at_100_max": 0.679724, - "nauc_precision_at_100_std": 0.387368, - "nauc_precision_at_100_diff1": 0.647721, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.807328, - "nauc_mrr_at_1_std": 0.215215, - "nauc_mrr_at_1_diff1": 0.874979, - "nauc_mrr_at_3_max": 0.805918, - "nauc_mrr_at_3_std": 0.21327, - "nauc_mrr_at_3_diff1": 0.847935, - "nauc_mrr_at_5_max": 0.807588, - "nauc_mrr_at_5_std": 0.227314, - "nauc_mrr_at_5_diff1": 0.847736, - "nauc_mrr_at_10_max": 0.8051, - "nauc_mrr_at_10_std": 0.228322, - "nauc_mrr_at_10_diff1": 0.84494, - "nauc_mrr_at_20_max": 0.804083, - "nauc_mrr_at_20_std": 0.228411, - "nauc_mrr_at_20_diff1": 0.84465, - "nauc_mrr_at_100_max": 0.80441, - "nauc_mrr_at_100_std": 0.2272, - "nauc_mrr_at_100_diff1": 0.84543, - "nauc_mrr_at_1000_max": 0.804533, - "nauc_mrr_at_1000_std": 0.227129, - "nauc_mrr_at_1000_diff1": 0.845598, - "main_score": 0.70243, + "accuracy": 0.60667, + "precision_at_1": 0.60667, + "precision_at_3": 0.23444, + "precision_at_5": 0.15044, + "precision_at_10": 0.08044, + "precision_at_20": 0.043, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.606667, + "mrr_at_3": 0.651111, + "mrr_at_5": 0.662722, + "mrr_at_10": 0.669654, + "mrr_at_20": 0.673538, + "mrr_at_100": 0.676242, + "mrr_at_1000": 0.676481, + "nauc_ndcg_at_1_max": 0.792414, + "nauc_ndcg_at_1_std": 0.19047, + "nauc_ndcg_at_1_diff1": 0.869124, + "nauc_ndcg_at_3_max": 0.79571, + "nauc_ndcg_at_3_std": 0.205304, + "nauc_ndcg_at_3_diff1": 0.840582, + "nauc_ndcg_at_5_max": 0.790008, + "nauc_ndcg_at_5_std": 0.20998, + "nauc_ndcg_at_5_diff1": 0.832285, + "nauc_ndcg_at_10_max": 0.783366, + "nauc_ndcg_at_10_std": 0.212131, + "nauc_ndcg_at_10_diff1": 0.826571, + "nauc_ndcg_at_20_max": 0.782973, + "nauc_ndcg_at_20_std": 0.217821, + "nauc_ndcg_at_20_diff1": 0.828291, + "nauc_ndcg_at_100_max": 0.785327, + "nauc_ndcg_at_100_std": 0.212579, + "nauc_ndcg_at_100_diff1": 0.832697, + "nauc_ndcg_at_1000_max": 0.787808, + "nauc_ndcg_at_1000_std": 0.209997, + "nauc_ndcg_at_1000_diff1": 0.836469, + "nauc_map_at_1_max": 0.792414, + "nauc_map_at_1_std": 0.19047, + "nauc_map_at_1_diff1": 0.869124, + "nauc_map_at_3_max": 0.795943, + "nauc_map_at_3_std": 0.201201, + "nauc_map_at_3_diff1": 0.847743, + "nauc_map_at_5_max": 0.792969, + "nauc_map_at_5_std": 0.203684, + "nauc_map_at_5_diff1": 0.843543, + "nauc_map_at_10_max": 0.79058, + "nauc_map_at_10_std": 0.20473, + "nauc_map_at_10_diff1": 0.841746, + "nauc_map_at_20_max": 0.790578, + "nauc_map_at_20_std": 0.206153, + "nauc_map_at_20_diff1": 0.842402, + "nauc_map_at_100_max": 0.79075, + "nauc_map_at_100_std": 0.205398, + "nauc_map_at_100_diff1": 0.842885, + "nauc_map_at_1000_max": 0.790855, + "nauc_map_at_1000_std": 0.205316, + "nauc_map_at_1000_diff1": 0.843034, + "nauc_recall_at_1_max": 0.792414, + "nauc_recall_at_1_std": 0.19047, + "nauc_recall_at_1_diff1": 0.869124, + "nauc_recall_at_3_max": 0.794456, + "nauc_recall_at_3_std": 0.218596, + "nauc_recall_at_3_diff1": 0.817702, + "nauc_recall_at_5_max": 0.77765, + "nauc_recall_at_5_std": 0.233487, + "nauc_recall_at_5_diff1": 0.790298, + "nauc_recall_at_10_max": 0.746226, + "nauc_recall_at_10_std": 0.244868, + "nauc_recall_at_10_diff1": 0.755922, + "nauc_recall_at_20_max": 0.730186, + "nauc_recall_at_20_std": 0.294582, + "nauc_recall_at_20_diff1": 0.742056, + "nauc_recall_at_100_max": 0.684036, + "nauc_recall_at_100_std": 0.330464, + "nauc_recall_at_100_diff1": 0.673395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792414, + "nauc_precision_at_1_std": 0.19047, + "nauc_precision_at_1_diff1": 0.869124, + "nauc_precision_at_3_max": 0.794456, + "nauc_precision_at_3_std": 0.218596, + "nauc_precision_at_3_diff1": 0.817702, + "nauc_precision_at_5_max": 0.77765, + "nauc_precision_at_5_std": 0.233487, + "nauc_precision_at_5_diff1": 0.790298, + "nauc_precision_at_10_max": 0.746226, + "nauc_precision_at_10_std": 0.244868, + "nauc_precision_at_10_diff1": 0.755922, + "nauc_precision_at_20_max": 0.730186, + "nauc_precision_at_20_std": 0.294582, + "nauc_precision_at_20_diff1": 0.742056, + "nauc_precision_at_100_max": 0.684036, + "nauc_precision_at_100_std": 0.330464, + "nauc_precision_at_100_diff1": 0.673395, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792414, + "nauc_mrr_at_1_std": 0.19047, + "nauc_mrr_at_1_diff1": 0.869124, + "nauc_mrr_at_3_max": 0.795943, + "nauc_mrr_at_3_std": 0.201201, + "nauc_mrr_at_3_diff1": 0.847743, + "nauc_mrr_at_5_max": 0.792969, + "nauc_mrr_at_5_std": 0.203684, + "nauc_mrr_at_5_diff1": 0.843543, + "nauc_mrr_at_10_max": 0.79058, + "nauc_mrr_at_10_std": 0.20473, + "nauc_mrr_at_10_diff1": 0.841746, + "nauc_mrr_at_20_max": 0.790578, + "nauc_mrr_at_20_std": 0.206153, + "nauc_mrr_at_20_diff1": 0.842402, + "nauc_mrr_at_100_max": 0.79075, + "nauc_mrr_at_100_std": 0.205398, + "nauc_mrr_at_100_diff1": 0.842885, + "nauc_mrr_at_1000_max": 0.790855, + "nauc_mrr_at_1000_std": 0.205316, + "nauc_mrr_at_1000_diff1": 0.843034, + "hit_rate_at_1": 0.60667, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.75222, + "hit_rate_at_10": 0.80444, + "hit_rate_at_20": 0.86, + "hit_rate_at_100": 0.96222, + "hit_rate_at_1000": 1.0, + "main_score": 0.70197, "hf_subset": "hau_Latn-eng_Latn", "languages": [ "hau-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.46333, - "ndcg_at_3": 0.49845, - "ndcg_at_5": 0.50448, - "ndcg_at_10": 0.51432, - "ndcg_at_20": 0.52462, - "ndcg_at_100": 0.55414, - "ndcg_at_1000": 0.58303, - "map_at_1": 0.46333, - "map_at_3": 0.49019, - "map_at_5": 0.49357, - "map_at_10": 0.49771, - "map_at_20": 0.50049, - "map_at_100": 0.50408, - "map_at_1000": 0.50515, - "recall_at_1": 0.46333, - "recall_at_3": 0.52222, - "recall_at_5": 0.53667, - "recall_at_10": 0.56667, - "recall_at_20": 0.60778, - "recall_at_100": 0.77444, - "recall_at_1000": 1.0, - "precision_at_1": 0.46333, - "precision_at_3": 0.17407, - "precision_at_5": 0.10733, - "precision_at_10": 0.05667, - "precision_at_20": 0.03039, - "precision_at_100": 0.00774, - "precision_at_1000": 0.001, - "mrr_at_1": 0.463333, - "mrr_at_3": 0.490185, - "mrr_at_5": 0.493574, - "mrr_at_10": 0.497708, - "mrr_at_20": 0.500489, - "mrr_at_100": 0.504075, - "mrr_at_1000": 0.505148, - "nauc_ndcg_at_1_max": 0.902681, - "nauc_ndcg_at_1_std": 0.661548, - "nauc_ndcg_at_1_diff1": 0.888062, - "nauc_ndcg_at_3_max": 0.924905, - "nauc_ndcg_at_3_std": 0.695898, - "nauc_ndcg_at_3_diff1": 0.859759, - "nauc_ndcg_at_5_max": 0.921214, - "nauc_ndcg_at_5_std": 0.692587, - "nauc_ndcg_at_5_diff1": 0.853002, - "nauc_ndcg_at_10_max": 0.916389, - "nauc_ndcg_at_10_std": 0.689708, - "nauc_ndcg_at_10_diff1": 0.845985, - "nauc_ndcg_at_20_max": 0.910614, - "nauc_ndcg_at_20_std": 0.693239, - "nauc_ndcg_at_20_diff1": 0.836606, - "nauc_ndcg_at_100_max": 0.901276, - "nauc_ndcg_at_100_std": 0.689606, - "nauc_ndcg_at_100_diff1": 0.830273, - "nauc_ndcg_at_1000_max": 0.909387, - "nauc_ndcg_at_1000_std": 0.68871, - "nauc_ndcg_at_1000_diff1": 0.844461, - "nauc_map_at_1_max": 0.902681, - "nauc_map_at_1_std": 0.661548, - "nauc_map_at_1_diff1": 0.888062, - "nauc_map_at_3_max": 0.919632, - "nauc_map_at_3_std": 0.687426, - "nauc_map_at_3_diff1": 0.866109, - "nauc_map_at_5_max": 0.917534, - "nauc_map_at_5_std": 0.6854, - "nauc_map_at_5_diff1": 0.862335, - "nauc_map_at_10_max": 0.915544, - "nauc_map_at_10_std": 0.684299, - "nauc_map_at_10_diff1": 0.859485, - "nauc_map_at_20_max": 0.913983, - "nauc_map_at_20_std": 0.68524, - "nauc_map_at_20_diff1": 0.856985, - "nauc_map_at_100_max": 0.912718, - "nauc_map_at_100_std": 0.684885, - "nauc_map_at_100_diff1": 0.856299, - "nauc_map_at_1000_max": 0.912942, - "nauc_map_at_1000_std": 0.684834, - "nauc_map_at_1000_diff1": 0.85674, - "nauc_recall_at_1_max": 0.902681, - "nauc_recall_at_1_std": 0.661548, - "nauc_recall_at_1_diff1": 0.888062, - "nauc_recall_at_3_max": 0.940369, - "nauc_recall_at_3_std": 0.720883, - "nauc_recall_at_3_diff1": 0.841293, - "nauc_recall_at_5_max": 0.93163, - "nauc_recall_at_5_std": 0.713775, - "nauc_recall_at_5_diff1": 0.82453, - "nauc_recall_at_10_max": 0.916415, - "nauc_recall_at_10_std": 0.704604, - "nauc_recall_at_10_diff1": 0.80109, - "nauc_recall_at_20_max": 0.891632, - "nauc_recall_at_20_std": 0.720537, - "nauc_recall_at_20_diff1": 0.758546, - "nauc_recall_at_100_max": 0.805961, - "nauc_recall_at_100_std": 0.699657, - "nauc_recall_at_100_diff1": 0.66567, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.902681, - "nauc_precision_at_1_std": 0.661548, - "nauc_precision_at_1_diff1": 0.888062, - "nauc_precision_at_3_max": 0.940369, - "nauc_precision_at_3_std": 0.720883, - "nauc_precision_at_3_diff1": 0.841293, - "nauc_precision_at_5_max": 0.93163, - "nauc_precision_at_5_std": 0.713775, - "nauc_precision_at_5_diff1": 0.82453, - "nauc_precision_at_10_max": 0.916415, - "nauc_precision_at_10_std": 0.704604, - "nauc_precision_at_10_diff1": 0.80109, - "nauc_precision_at_20_max": 0.891632, - "nauc_precision_at_20_std": 0.720537, - "nauc_precision_at_20_diff1": 0.758546, - "nauc_precision_at_100_max": 0.805961, - "nauc_precision_at_100_std": 0.699657, - "nauc_precision_at_100_diff1": 0.66567, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.902681, - "nauc_mrr_at_1_std": 0.661548, - "nauc_mrr_at_1_diff1": 0.888062, - "nauc_mrr_at_3_max": 0.919632, - "nauc_mrr_at_3_std": 0.687426, - "nauc_mrr_at_3_diff1": 0.866109, - "nauc_mrr_at_5_max": 0.917534, - "nauc_mrr_at_5_std": 0.6854, - "nauc_mrr_at_5_diff1": 0.862335, - "nauc_mrr_at_10_max": 0.915544, - "nauc_mrr_at_10_std": 0.684299, - "nauc_mrr_at_10_diff1": 0.859485, - "nauc_mrr_at_20_max": 0.913983, - "nauc_mrr_at_20_std": 0.68524, - "nauc_mrr_at_20_diff1": 0.856985, - "nauc_mrr_at_100_max": 0.912718, - "nauc_mrr_at_100_std": 0.684885, - "nauc_mrr_at_100_diff1": 0.856299, - "nauc_mrr_at_1000_max": 0.912942, - "nauc_mrr_at_1000_std": 0.684834, - "nauc_mrr_at_1000_diff1": 0.85674, - "main_score": 0.51432, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.49544, + "ndcg_at_5": 0.50409, + "ndcg_at_10": 0.51178, + "ndcg_at_20": 0.52228, + "ndcg_at_100": 0.54875, + "ndcg_at_1000": 0.58032, + "map_at_1": 0.46, + "map_at_3": 0.48759, + "map_at_5": 0.49237, + "map_at_10": 0.49542, + "map_at_20": 0.49836, + "map_at_100": 0.5016, + "map_at_1000": 0.50276, + "recall_at_1": 0.46, + "recall_at_3": 0.51778, + "recall_at_5": 0.53889, + "recall_at_10": 0.56333, + "recall_at_20": 0.60444, + "recall_at_100": 0.75333, + "recall_at_1000": 1.0, + "accuracy": 0.46, + "precision_at_1": 0.46, + "precision_at_3": 0.17259, + "precision_at_5": 0.10778, + "precision_at_10": 0.05633, + "precision_at_20": 0.03022, + "precision_at_100": 0.00753, + "precision_at_1000": 0.001, + "mrr_at_1": 0.46, + "mrr_at_3": 0.487593, + "mrr_at_5": 0.49237, + "mrr_at_10": 0.495416, + "mrr_at_20": 0.498358, + "mrr_at_100": 0.501603, + "mrr_at_1000": 0.502764, + "nauc_ndcg_at_1_max": 0.904066, + "nauc_ndcg_at_1_std": 0.614695, + "nauc_ndcg_at_1_diff1": 0.865016, + "nauc_ndcg_at_3_max": 0.917157, + "nauc_ndcg_at_3_std": 0.639373, + "nauc_ndcg_at_3_diff1": 0.836526, + "nauc_ndcg_at_5_max": 0.912007, + "nauc_ndcg_at_5_std": 0.63351, + "nauc_ndcg_at_5_diff1": 0.832586, + "nauc_ndcg_at_10_max": 0.906404, + "nauc_ndcg_at_10_std": 0.636588, + "nauc_ndcg_at_10_diff1": 0.82572, + "nauc_ndcg_at_20_max": 0.898481, + "nauc_ndcg_at_20_std": 0.632618, + "nauc_ndcg_at_20_diff1": 0.81502, + "nauc_ndcg_at_100_max": 0.89216, + "nauc_ndcg_at_100_std": 0.636015, + "nauc_ndcg_at_100_diff1": 0.809733, + "nauc_ndcg_at_1000_max": 0.901868, + "nauc_ndcg_at_1000_std": 0.634475, + "nauc_ndcg_at_1000_diff1": 0.823628, + "nauc_map_at_1_max": 0.904066, + "nauc_map_at_1_std": 0.614695, + "nauc_map_at_1_diff1": 0.865016, + "nauc_map_at_3_max": 0.914616, + "nauc_map_at_3_std": 0.634308, + "nauc_map_at_3_diff1": 0.842827, + "nauc_map_at_5_max": 0.911787, + "nauc_map_at_5_std": 0.631153, + "nauc_map_at_5_diff1": 0.840669, + "nauc_map_at_10_max": 0.909595, + "nauc_map_at_10_std": 0.632332, + "nauc_map_at_10_diff1": 0.838026, + "nauc_map_at_20_max": 0.907414, + "nauc_map_at_20_std": 0.631234, + "nauc_map_at_20_diff1": 0.835088, + "nauc_map_at_100_max": 0.906813, + "nauc_map_at_100_std": 0.631976, + "nauc_map_at_100_diff1": 0.834598, + "nauc_map_at_1000_max": 0.907137, + "nauc_map_at_1000_std": 0.63192, + "nauc_map_at_1000_diff1": 0.835081, + "nauc_recall_at_1_max": 0.904066, + "nauc_recall_at_1_std": 0.614695, + "nauc_recall_at_1_diff1": 0.865016, + "nauc_recall_at_3_max": 0.924339, + "nauc_recall_at_3_std": 0.653841, + "nauc_recall_at_3_diff1": 0.818302, + "nauc_recall_at_5_max": 0.911593, + "nauc_recall_at_5_std": 0.639141, + "nauc_recall_at_5_diff1": 0.808164, + "nauc_recall_at_10_max": 0.892951, + "nauc_recall_at_10_std": 0.649634, + "nauc_recall_at_10_diff1": 0.784578, + "nauc_recall_at_20_max": 0.858784, + "nauc_recall_at_20_std": 0.633337, + "nauc_recall_at_20_diff1": 0.737432, + "nauc_recall_at_100_max": 0.788827, + "nauc_recall_at_100_std": 0.652781, + "nauc_recall_at_100_diff1": 0.662444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.904066, + "nauc_precision_at_1_std": 0.614695, + "nauc_precision_at_1_diff1": 0.865016, + "nauc_precision_at_3_max": 0.924339, + "nauc_precision_at_3_std": 0.653841, + "nauc_precision_at_3_diff1": 0.818302, + "nauc_precision_at_5_max": 0.911593, + "nauc_precision_at_5_std": 0.639141, + "nauc_precision_at_5_diff1": 0.808164, + "nauc_precision_at_10_max": 0.892951, + "nauc_precision_at_10_std": 0.649634, + "nauc_precision_at_10_diff1": 0.784578, + "nauc_precision_at_20_max": 0.858784, + "nauc_precision_at_20_std": 0.633337, + "nauc_precision_at_20_diff1": 0.737432, + "nauc_precision_at_100_max": 0.788827, + "nauc_precision_at_100_std": 0.652781, + "nauc_precision_at_100_diff1": 0.662444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.904066, + "nauc_mrr_at_1_std": 0.614695, + "nauc_mrr_at_1_diff1": 0.865016, + "nauc_mrr_at_3_max": 0.914616, + "nauc_mrr_at_3_std": 0.634308, + "nauc_mrr_at_3_diff1": 0.842827, + "nauc_mrr_at_5_max": 0.911787, + "nauc_mrr_at_5_std": 0.631153, + "nauc_mrr_at_5_diff1": 0.840669, + "nauc_mrr_at_10_max": 0.909595, + "nauc_mrr_at_10_std": 0.632332, + "nauc_mrr_at_10_diff1": 0.838026, + "nauc_mrr_at_20_max": 0.907414, + "nauc_mrr_at_20_std": 0.631234, + "nauc_mrr_at_20_diff1": 0.835088, + "nauc_mrr_at_100_max": 0.906813, + "nauc_mrr_at_100_std": 0.631976, + "nauc_mrr_at_100_diff1": 0.834598, + "nauc_mrr_at_1000_max": 0.907137, + "nauc_mrr_at_1000_std": 0.63192, + "nauc_mrr_at_1000_diff1": 0.835081, + "hit_rate_at_1": 0.46, + "hit_rate_at_3": 0.51778, + "hit_rate_at_5": 0.53889, + "hit_rate_at_10": 0.56333, + "hit_rate_at_20": 0.60444, + "hit_rate_at_100": 0.75333, + "hit_rate_at_1000": 1.0, + "main_score": 0.51178, "hf_subset": "eng_Latn-hau_Latn", "languages": [ "eng-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87, - "ndcg_at_3": 0.90667, - "ndcg_at_5": 0.91355, - "ndcg_at_10": 0.91935, - "ndcg_at_20": 0.92322, - "ndcg_at_100": 0.92514, - "ndcg_at_1000": 0.92632, - "map_at_1": 0.87, - "map_at_3": 0.89815, - "map_at_5": 0.90198, - "map_at_10": 0.9044, - "map_at_20": 0.90543, - "map_at_100": 0.90572, - "map_at_1000": 0.90577, - "recall_at_1": 0.87, - "recall_at_3": 0.93111, - "recall_at_5": 0.94778, - "recall_at_10": 0.96556, - "recall_at_20": 0.98111, + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.8995, + "ndcg_at_5": 0.90691, + "ndcg_at_10": 0.9127, + "ndcg_at_20": 0.91665, + "ndcg_at_100": 0.91965, + "ndcg_at_1000": 0.92081, + "map_at_1": 0.86, + "map_at_3": 0.89074, + "map_at_5": 0.89491, + "map_at_10": 0.89732, + "map_at_20": 0.89842, + "map_at_100": 0.89887, + "map_at_1000": 0.89892, + "recall_at_1": 0.86, + "recall_at_3": 0.92444, + "recall_at_5": 0.94222, + "recall_at_10": 0.96, + "recall_at_20": 0.97556, "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.87, - "precision_at_3": 0.31037, - "precision_at_5": 0.18956, - "precision_at_10": 0.09656, - "precision_at_20": 0.04906, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.30815, + "precision_at_5": 0.18844, + "precision_at_10": 0.096, + "precision_at_20": 0.04878, "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.87, - "mrr_at_3": 0.898148, - "mrr_at_5": 0.901981, - "mrr_at_10": 0.904397, - "mrr_at_20": 0.905433, - "mrr_at_100": 0.905722, - "mrr_at_1000": 0.905773, - "nauc_ndcg_at_1_max": 0.817826, - "nauc_ndcg_at_1_std": -0.01698, - "nauc_ndcg_at_1_diff1": 0.927897, - "nauc_ndcg_at_3_max": 0.850003, - "nauc_ndcg_at_3_std": 0.021621, - "nauc_ndcg_at_3_diff1": 0.923611, - "nauc_ndcg_at_5_max": 0.849537, - "nauc_ndcg_at_5_std": 0.033031, - "nauc_ndcg_at_5_diff1": 0.924206, - "nauc_ndcg_at_10_max": 0.847114, - "nauc_ndcg_at_10_std": 0.042236, - "nauc_ndcg_at_10_diff1": 0.923602, - "nauc_ndcg_at_20_max": 0.844566, - "nauc_ndcg_at_20_std": 0.048282, - "nauc_ndcg_at_20_diff1": 0.924051, - "nauc_ndcg_at_100_max": 0.844331, - "nauc_ndcg_at_100_std": 0.04295, - "nauc_ndcg_at_100_diff1": 0.925126, - "nauc_ndcg_at_1000_max": 0.842036, - "nauc_ndcg_at_1000_std": 0.030141, - "nauc_ndcg_at_1000_diff1": 0.924712, - "nauc_map_at_1_max": 0.817826, - "nauc_map_at_1_std": -0.01698, - "nauc_map_at_1_diff1": 0.927897, - "nauc_map_at_3_max": 0.840737, - "nauc_map_at_3_std": 0.010519, - "nauc_map_at_3_diff1": 0.924365, - "nauc_map_at_5_max": 0.840267, - "nauc_map_at_5_std": 0.016424, - "nauc_map_at_5_diff1": 0.924715, - "nauc_map_at_10_max": 0.839293, - "nauc_map_at_10_std": 0.019148, - "nauc_map_at_10_diff1": 0.924556, - "nauc_map_at_20_max": 0.838659, - "nauc_map_at_20_std": 0.020007, - "nauc_map_at_20_diff1": 0.924637, - "nauc_map_at_100_max": 0.838544, - "nauc_map_at_100_std": 0.018924, - "nauc_map_at_100_diff1": 0.924839, - "nauc_map_at_1000_max": 0.838463, - "nauc_map_at_1000_std": 0.018475, - "nauc_map_at_1000_diff1": 0.924822, - "nauc_recall_at_1_max": 0.817826, - "nauc_recall_at_1_std": -0.01698, - "nauc_recall_at_1_diff1": 0.927897, - "nauc_recall_at_3_max": 0.88846, - "nauc_recall_at_3_std": 0.067686, - "nauc_recall_at_3_diff1": 0.920786, - "nauc_recall_at_5_max": 0.897908, - "nauc_recall_at_5_std": 0.121809, - "nauc_recall_at_5_diff1": 0.922026, - "nauc_recall_at_10_max": 0.904084, - "nauc_recall_at_10_std": 0.233412, - "nauc_recall_at_10_diff1": 0.916042, - "nauc_recall_at_20_max": 0.909952, - "nauc_recall_at_20_std": 0.495771, - "nauc_recall_at_20_diff1": 0.918026, + "mrr_at_1": 0.86, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.894907, + "mrr_at_10": 0.897325, + "mrr_at_20": 0.898421, + "mrr_at_100": 0.898875, + "mrr_at_1000": 0.89892, + "nauc_ndcg_at_1_max": 0.788751, + "nauc_ndcg_at_1_std": -0.070312, + "nauc_ndcg_at_1_diff1": 0.921963, + "nauc_ndcg_at_3_max": 0.824563, + "nauc_ndcg_at_3_std": -0.006695, + "nauc_ndcg_at_3_diff1": 0.903317, + "nauc_ndcg_at_5_max": 0.829966, + "nauc_ndcg_at_5_std": 0.016727, + "nauc_ndcg_at_5_diff1": 0.90818, + "nauc_ndcg_at_10_max": 0.825332, + "nauc_ndcg_at_10_std": 0.013619, + "nauc_ndcg_at_10_diff1": 0.909428, + "nauc_ndcg_at_20_max": 0.824654, + "nauc_ndcg_at_20_std": 0.030445, + "nauc_ndcg_at_20_diff1": 0.910136, + "nauc_ndcg_at_100_max": 0.820949, + "nauc_ndcg_at_100_std": 0.017222, + "nauc_ndcg_at_100_diff1": 0.911196, + "nauc_ndcg_at_1000_max": 0.818498, + "nauc_ndcg_at_1000_std": 0.005209, + "nauc_ndcg_at_1000_diff1": 0.910584, + "nauc_map_at_1_max": 0.788751, + "nauc_map_at_1_std": -0.070312, + "nauc_map_at_1_diff1": 0.921963, + "nauc_map_at_3_max": 0.814061, + "nauc_map_at_3_std": -0.022862, + "nauc_map_at_3_diff1": 0.90794, + "nauc_map_at_5_max": 0.816465, + "nauc_map_at_5_std": -0.010708, + "nauc_map_at_5_diff1": 0.910544, + "nauc_map_at_10_max": 0.814478, + "nauc_map_at_10_std": -0.011728, + "nauc_map_at_10_diff1": 0.910968, + "nauc_map_at_20_max": 0.814172, + "nauc_map_at_20_std": -0.008282, + "nauc_map_at_20_diff1": 0.911148, + "nauc_map_at_100_max": 0.81361, + "nauc_map_at_100_std": -0.010275, + "nauc_map_at_100_diff1": 0.911286, + "nauc_map_at_1000_max": 0.81353, + "nauc_map_at_1000_std": -0.010653, + "nauc_map_at_1000_diff1": 0.911265, + "nauc_recall_at_1_max": 0.788751, + "nauc_recall_at_1_std": -0.070312, + "nauc_recall_at_1_diff1": 0.921963, + "nauc_recall_at_3_max": 0.867098, + "nauc_recall_at_3_std": 0.057279, + "nauc_recall_at_3_diff1": 0.885106, + "nauc_recall_at_5_max": 0.89968, + "nauc_recall_at_5_std": 0.1575, + "nauc_recall_at_5_diff1": 0.89801, + "nauc_recall_at_10_max": 0.900482, + "nauc_recall_at_10_std": 0.189854, + "nauc_recall_at_10_diff1": 0.902739, + "nauc_recall_at_20_max": 0.94037, + "nauc_recall_at_20_std": 0.525868, + "nauc_recall_at_20_diff1": 0.90769, "nauc_recall_at_100_max": 0.98366, "nauc_recall_at_100_std": 0.820903, - "nauc_recall_at_100_diff1": 0.948938, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.817826, - "nauc_precision_at_1_std": -0.01698, - "nauc_precision_at_1_diff1": 0.927897, - "nauc_precision_at_3_max": 0.88846, - "nauc_precision_at_3_std": 0.067686, - "nauc_precision_at_3_diff1": 0.920786, - "nauc_precision_at_5_max": 0.897908, - "nauc_precision_at_5_std": 0.121809, - "nauc_precision_at_5_diff1": 0.922026, - "nauc_precision_at_10_max": 0.904084, - "nauc_precision_at_10_std": 0.233412, - "nauc_precision_at_10_diff1": 0.916042, - "nauc_precision_at_20_max": 0.909952, - "nauc_precision_at_20_std": 0.495771, - "nauc_precision_at_20_diff1": 0.918026, + "nauc_recall_at_100_diff1": 0.95098, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788751, + "nauc_precision_at_1_std": -0.070312, + "nauc_precision_at_1_diff1": 0.921963, + "nauc_precision_at_3_max": 0.867098, + "nauc_precision_at_3_std": 0.057279, + "nauc_precision_at_3_diff1": 0.885106, + "nauc_precision_at_5_max": 0.89968, + "nauc_precision_at_5_std": 0.1575, + "nauc_precision_at_5_diff1": 0.89801, + "nauc_precision_at_10_max": 0.900482, + "nauc_precision_at_10_std": 0.189854, + "nauc_precision_at_10_diff1": 0.902739, + "nauc_precision_at_20_max": 0.94037, + "nauc_precision_at_20_std": 0.525868, + "nauc_precision_at_20_diff1": 0.90769, "nauc_precision_at_100_max": 0.98366, "nauc_precision_at_100_std": 0.820903, - "nauc_precision_at_100_diff1": 0.948938, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.817826, - "nauc_mrr_at_1_std": -0.01698, - "nauc_mrr_at_1_diff1": 0.927897, - "nauc_mrr_at_3_max": 0.840737, - "nauc_mrr_at_3_std": 0.010519, - "nauc_mrr_at_3_diff1": 0.924365, - "nauc_mrr_at_5_max": 0.840267, - "nauc_mrr_at_5_std": 0.016424, - "nauc_mrr_at_5_diff1": 0.924715, - "nauc_mrr_at_10_max": 0.839293, - "nauc_mrr_at_10_std": 0.019148, - "nauc_mrr_at_10_diff1": 0.924556, - "nauc_mrr_at_20_max": 0.838659, - "nauc_mrr_at_20_std": 0.020007, - "nauc_mrr_at_20_diff1": 0.924637, - "nauc_mrr_at_100_max": 0.838544, - "nauc_mrr_at_100_std": 0.018924, - "nauc_mrr_at_100_diff1": 0.924839, - "nauc_mrr_at_1000_max": 0.838463, - "nauc_mrr_at_1000_std": 0.018475, - "nauc_mrr_at_1000_diff1": 0.924822, - "main_score": 0.91935, + "nauc_precision_at_100_diff1": 0.95098, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788751, + "nauc_mrr_at_1_std": -0.070312, + "nauc_mrr_at_1_diff1": 0.921963, + "nauc_mrr_at_3_max": 0.814061, + "nauc_mrr_at_3_std": -0.022862, + "nauc_mrr_at_3_diff1": 0.90794, + "nauc_mrr_at_5_max": 0.816465, + "nauc_mrr_at_5_std": -0.010708, + "nauc_mrr_at_5_diff1": 0.910544, + "nauc_mrr_at_10_max": 0.814478, + "nauc_mrr_at_10_std": -0.011728, + "nauc_mrr_at_10_diff1": 0.910968, + "nauc_mrr_at_20_max": 0.814172, + "nauc_mrr_at_20_std": -0.008282, + "nauc_mrr_at_20_diff1": 0.911148, + "nauc_mrr_at_100_max": 0.81361, + "nauc_mrr_at_100_std": -0.010275, + "nauc_mrr_at_100_diff1": 0.911286, + "nauc_mrr_at_1000_max": 0.81353, + "nauc_mrr_at_1000_std": -0.010653, + "nauc_mrr_at_1000_diff1": 0.911265, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.9127, "hf_subset": "heb_Hebr-heb_Hebr", "languages": [ "heb-Hebr", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94497, - "ndcg_at_5": 0.95057, - "ndcg_at_10": 0.95265, - "ndcg_at_20": 0.9538, - "ndcg_at_100": 0.95524, - "ndcg_at_1000": 0.95537, - "map_at_1": 0.91222, - "map_at_3": 0.93741, - "map_at_5": 0.94057, - "map_at_10": 0.94139, - "map_at_20": 0.94172, - "map_at_100": 0.94192, - "map_at_1000": 0.94192, - "recall_at_1": 0.91222, - "recall_at_3": 0.96667, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.94024, + "ndcg_at_5": 0.94392, + "ndcg_at_10": 0.94763, + "ndcg_at_20": 0.94878, + "ndcg_at_100": 0.9505, + "ndcg_at_1000": 0.95063, + "map_at_1": 0.90444, + "map_at_3": 0.93148, + "map_at_5": 0.93354, + "map_at_10": 0.93514, + "map_at_20": 0.93547, + "map_at_100": 0.93573, + "map_at_1000": 0.93573, + "recall_at_1": 0.90444, + "recall_at_3": 0.96556, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32222, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04956, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32185, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940574, - "mrr_at_10": 0.941392, - "mrr_at_20": 0.941721, - "mrr_at_100": 0.94192, - "mrr_at_1000": 0.941923, - "nauc_ndcg_at_1_max": 0.703808, - "nauc_ndcg_at_1_std": -0.313844, - "nauc_ndcg_at_1_diff1": 0.905713, - "nauc_ndcg_at_3_max": 0.726517, - "nauc_ndcg_at_3_std": -0.317074, - "nauc_ndcg_at_3_diff1": 0.906125, - "nauc_ndcg_at_5_max": 0.741036, - "nauc_ndcg_at_5_std": -0.28065, - "nauc_ndcg_at_5_diff1": 0.90158, - "nauc_ndcg_at_10_max": 0.738866, - "nauc_ndcg_at_10_std": -0.252901, - "nauc_ndcg_at_10_diff1": 0.901172, - "nauc_ndcg_at_20_max": 0.732368, - "nauc_ndcg_at_20_std": -0.273075, - "nauc_ndcg_at_20_diff1": 0.89959, - "nauc_ndcg_at_100_max": 0.730682, - "nauc_ndcg_at_100_std": -0.277122, - "nauc_ndcg_at_100_diff1": 0.902611, - "nauc_ndcg_at_1000_max": 0.729891, - "nauc_ndcg_at_1000_std": -0.280874, - "nauc_ndcg_at_1000_diff1": 0.902325, - "nauc_map_at_1_max": 0.703808, - "nauc_map_at_1_std": -0.313844, - "nauc_map_at_1_diff1": 0.905713, - "nauc_map_at_3_max": 0.721305, - "nauc_map_at_3_std": -0.312205, - "nauc_map_at_3_diff1": 0.90531, - "nauc_map_at_5_max": 0.727816, - "nauc_map_at_5_std": -0.294544, - "nauc_map_at_5_diff1": 0.903014, - "nauc_map_at_10_max": 0.727089, - "nauc_map_at_10_std": -0.285349, - "nauc_map_at_10_diff1": 0.902831, - "nauc_map_at_20_max": 0.725546, - "nauc_map_at_20_std": -0.290009, - "nauc_map_at_20_diff1": 0.902508, - "nauc_map_at_100_max": 0.725544, - "nauc_map_at_100_std": -0.290146, - "nauc_map_at_100_diff1": 0.902917, - "nauc_map_at_1000_max": 0.725529, - "nauc_map_at_1000_std": -0.290215, - "nauc_map_at_1000_diff1": 0.902912, - "nauc_recall_at_1_max": 0.703808, - "nauc_recall_at_1_std": -0.313844, - "nauc_recall_at_1_diff1": 0.905713, - "nauc_recall_at_3_max": 0.752848, - "nauc_recall_at_3_std": -0.34639, - "nauc_recall_at_3_diff1": 0.911064, - "nauc_recall_at_5_max": 0.856443, - "nauc_recall_at_5_std": -0.154606, - "nauc_recall_at_5_diff1": 0.888993, - "nauc_recall_at_10_max": 0.886204, - "nauc_recall_at_10_std": 0.209967, - "nauc_recall_at_10_diff1": 0.879785, - "nauc_recall_at_20_max": 0.829307, - "nauc_recall_at_20_std": 0.031162, - "nauc_recall_at_20_diff1": 0.836018, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.933537, + "mrr_at_10": 0.935138, + "mrr_at_20": 0.935465, + "mrr_at_100": 0.93573, + "mrr_at_1000": 0.935733, + "nauc_ndcg_at_1_max": 0.698375, + "nauc_ndcg_at_1_std": -0.256406, + "nauc_ndcg_at_1_diff1": 0.910728, + "nauc_ndcg_at_3_max": 0.710401, + "nauc_ndcg_at_3_std": -0.271749, + "nauc_ndcg_at_3_diff1": 0.909397, + "nauc_ndcg_at_5_max": 0.713907, + "nauc_ndcg_at_5_std": -0.268925, + "nauc_ndcg_at_5_diff1": 0.911041, + "nauc_ndcg_at_10_max": 0.725196, + "nauc_ndcg_at_10_std": -0.216667, + "nauc_ndcg_at_10_diff1": 0.908199, + "nauc_ndcg_at_20_max": 0.723118, + "nauc_ndcg_at_20_std": -0.227842, + "nauc_ndcg_at_20_diff1": 0.91099, + "nauc_ndcg_at_100_max": 0.717155, + "nauc_ndcg_at_100_std": -0.234746, + "nauc_ndcg_at_100_diff1": 0.910079, + "nauc_ndcg_at_1000_max": 0.71642, + "nauc_ndcg_at_1000_std": -0.237955, + "nauc_ndcg_at_1000_diff1": 0.910185, + "nauc_map_at_1_max": 0.698375, + "nauc_map_at_1_std": -0.256406, + "nauc_map_at_1_diff1": 0.910728, + "nauc_map_at_3_max": 0.709472, + "nauc_map_at_3_std": -0.260417, + "nauc_map_at_3_diff1": 0.910288, + "nauc_map_at_5_max": 0.711404, + "nauc_map_at_5_std": -0.257926, + "nauc_map_at_5_diff1": 0.911065, + "nauc_map_at_10_max": 0.714665, + "nauc_map_at_10_std": -0.239276, + "nauc_map_at_10_diff1": 0.909964, + "nauc_map_at_20_max": 0.714151, + "nauc_map_at_20_std": -0.241859, + "nauc_map_at_20_diff1": 0.910628, + "nauc_map_at_100_max": 0.713396, + "nauc_map_at_100_std": -0.242911, + "nauc_map_at_100_diff1": 0.910472, + "nauc_map_at_1000_max": 0.713383, + "nauc_map_at_1000_std": -0.242964, + "nauc_map_at_1000_diff1": 0.910474, + "nauc_recall_at_1_max": 0.698375, + "nauc_recall_at_1_std": -0.256406, + "nauc_recall_at_1_diff1": 0.910728, + "nauc_recall_at_3_max": 0.713171, + "nauc_recall_at_3_std": -0.341872, + "nauc_recall_at_3_diff1": 0.903919, + "nauc_recall_at_5_max": 0.729387, + "nauc_recall_at_5_std": -0.360025, + "nauc_recall_at_5_diff1": 0.910993, + "nauc_recall_at_10_max": 0.878618, + "nauc_recall_at_10_std": 0.134131, + "nauc_recall_at_10_diff1": 0.882748, + "nauc_recall_at_20_max": 0.905073, + "nauc_recall_at_20_std": 0.065671, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.703808, - "nauc_precision_at_1_std": -0.313844, - "nauc_precision_at_1_diff1": 0.905713, - "nauc_precision_at_3_max": 0.752848, - "nauc_precision_at_3_std": -0.34639, - "nauc_precision_at_3_diff1": 0.911064, - "nauc_precision_at_5_max": 0.856443, - "nauc_precision_at_5_std": -0.154606, - "nauc_precision_at_5_diff1": 0.888993, - "nauc_precision_at_10_max": 0.886204, - "nauc_precision_at_10_std": 0.209967, - "nauc_precision_at_10_diff1": 0.879785, - "nauc_precision_at_20_max": 0.829307, - "nauc_precision_at_20_std": 0.031162, - "nauc_precision_at_20_diff1": 0.836018, + "nauc_precision_at_1_max": 0.698375, + "nauc_precision_at_1_std": -0.256406, + "nauc_precision_at_1_diff1": 0.910728, + "nauc_precision_at_3_max": 0.713171, + "nauc_precision_at_3_std": -0.341872, + "nauc_precision_at_3_diff1": 0.903919, + "nauc_precision_at_5_max": 0.729387, + "nauc_precision_at_5_std": -0.360025, + "nauc_precision_at_5_diff1": 0.910993, + "nauc_precision_at_10_max": 0.878618, + "nauc_precision_at_10_std": 0.134131, + "nauc_precision_at_10_diff1": 0.882748, + "nauc_precision_at_20_max": 0.905073, + "nauc_precision_at_20_std": 0.065671, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.703808, - "nauc_mrr_at_1_std": -0.313844, - "nauc_mrr_at_1_diff1": 0.905713, - "nauc_mrr_at_3_max": 0.721305, - "nauc_mrr_at_3_std": -0.312205, - "nauc_mrr_at_3_diff1": 0.90531, - "nauc_mrr_at_5_max": 0.727816, - "nauc_mrr_at_5_std": -0.294544, - "nauc_mrr_at_5_diff1": 0.903014, - "nauc_mrr_at_10_max": 0.727089, - "nauc_mrr_at_10_std": -0.285349, - "nauc_mrr_at_10_diff1": 0.902831, - "nauc_mrr_at_20_max": 0.725546, - "nauc_mrr_at_20_std": -0.290009, - "nauc_mrr_at_20_diff1": 0.902508, - "nauc_mrr_at_100_max": 0.725544, - "nauc_mrr_at_100_std": -0.290146, - "nauc_mrr_at_100_diff1": 0.902917, - "nauc_mrr_at_1000_max": 0.725529, - "nauc_mrr_at_1000_std": -0.290215, - "nauc_mrr_at_1000_diff1": 0.902912, - "main_score": 0.95265, + "nauc_mrr_at_1_max": 0.698375, + "nauc_mrr_at_1_std": -0.256406, + "nauc_mrr_at_1_diff1": 0.910728, + "nauc_mrr_at_3_max": 0.709472, + "nauc_mrr_at_3_std": -0.260417, + "nauc_mrr_at_3_diff1": 0.910288, + "nauc_mrr_at_5_max": 0.711404, + "nauc_mrr_at_5_std": -0.257926, + "nauc_mrr_at_5_diff1": 0.911065, + "nauc_mrr_at_10_max": 0.714665, + "nauc_mrr_at_10_std": -0.239276, + "nauc_mrr_at_10_diff1": 0.909964, + "nauc_mrr_at_20_max": 0.714151, + "nauc_mrr_at_20_std": -0.241859, + "nauc_mrr_at_20_diff1": 0.910628, + "nauc_mrr_at_100_max": 0.713396, + "nauc_mrr_at_100_std": -0.242911, + "nauc_mrr_at_100_diff1": 0.910472, + "nauc_mrr_at_1000_max": 0.713383, + "nauc_mrr_at_1000_std": -0.242964, + "nauc_mrr_at_1000_diff1": 0.910474, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94763, "hf_subset": "heb_Hebr-eng_Latn", "languages": [ "heb-Hebr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.80667, - "ndcg_at_3": 0.85382, - "ndcg_at_5": 0.86358, - "ndcg_at_10": 0.87193, - "ndcg_at_20": 0.8762, - "ndcg_at_100": 0.88371, - "ndcg_at_1000": 0.88501, - "map_at_1": 0.80667, - "map_at_3": 0.84278, - "map_at_5": 0.84828, - "map_at_10": 0.85178, - "map_at_20": 0.85299, - "map_at_100": 0.85413, - "map_at_1000": 0.85418, - "recall_at_1": 0.80667, - "recall_at_3": 0.88556, - "recall_at_5": 0.90889, - "recall_at_10": 0.93444, + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84356, + "ndcg_at_5": 0.85489, + "ndcg_at_10": 0.86218, + "ndcg_at_20": 0.86755, + "ndcg_at_100": 0.87324, + "ndcg_at_1000": 0.87573, + "map_at_1": 0.79222, + "map_at_3": 0.8313, + "map_at_5": 0.83752, + "map_at_10": 0.84039, + "map_at_20": 0.84188, + "map_at_100": 0.84271, + "map_at_1000": 0.84281, + "recall_at_1": 0.79222, + "recall_at_3": 0.87889, + "recall_at_5": 0.90667, + "recall_at_10": 0.93, "recall_at_20": 0.95111, - "recall_at_100": 0.99, + "recall_at_100": 0.98111, "recall_at_1000": 1.0, - "precision_at_1": 0.80667, - "precision_at_3": 0.29519, - "precision_at_5": 0.18178, - "precision_at_10": 0.09344, + "accuracy": 0.79222, + "precision_at_1": 0.79222, + "precision_at_3": 0.29296, + "precision_at_5": 0.18133, + "precision_at_10": 0.093, "precision_at_20": 0.04756, - "precision_at_100": 0.0099, + "precision_at_100": 0.00981, "precision_at_1000": 0.001, - "mrr_at_1": 0.806667, - "mrr_at_3": 0.842778, - "mrr_at_5": 0.848278, - "mrr_at_10": 0.851779, - "mrr_at_20": 0.852986, - "mrr_at_100": 0.854131, - "mrr_at_1000": 0.854182, - "nauc_ndcg_at_1_max": 0.773119, - "nauc_ndcg_at_1_std": 0.060621, - "nauc_ndcg_at_1_diff1": 0.905154, - "nauc_ndcg_at_3_max": 0.82557, - "nauc_ndcg_at_3_std": 0.184058, - "nauc_ndcg_at_3_diff1": 0.882872, - "nauc_ndcg_at_5_max": 0.824088, - "nauc_ndcg_at_5_std": 0.174423, - "nauc_ndcg_at_5_diff1": 0.882818, - "nauc_ndcg_at_10_max": 0.82312, - "nauc_ndcg_at_10_std": 0.17446, - "nauc_ndcg_at_10_diff1": 0.888462, - "nauc_ndcg_at_20_max": 0.820602, - "nauc_ndcg_at_20_std": 0.16218, - "nauc_ndcg_at_20_diff1": 0.889571, - "nauc_ndcg_at_100_max": 0.816343, - "nauc_ndcg_at_100_std": 0.161646, - "nauc_ndcg_at_100_diff1": 0.890404, - "nauc_ndcg_at_1000_max": 0.814505, - "nauc_ndcg_at_1000_std": 0.155244, - "nauc_ndcg_at_1000_diff1": 0.890515, - "nauc_map_at_1_max": 0.773119, - "nauc_map_at_1_std": 0.060621, - "nauc_map_at_1_diff1": 0.905154, - "nauc_map_at_3_max": 0.811898, - "nauc_map_at_3_std": 0.150352, - "nauc_map_at_3_diff1": 0.889378, - "nauc_map_at_5_max": 0.810562, - "nauc_map_at_5_std": 0.144053, - "nauc_map_at_5_diff1": 0.889432, - "nauc_map_at_10_max": 0.809864, - "nauc_map_at_10_std": 0.143164, - "nauc_map_at_10_diff1": 0.89169, - "nauc_map_at_20_max": 0.809213, - "nauc_map_at_20_std": 0.140223, - "nauc_map_at_20_diff1": 0.891964, - "nauc_map_at_100_max": 0.808691, - "nauc_map_at_100_std": 0.140764, - "nauc_map_at_100_diff1": 0.892097, - "nauc_map_at_1000_max": 0.80863, - "nauc_map_at_1000_std": 0.140548, - "nauc_map_at_1000_diff1": 0.892103, - "nauc_recall_at_1_max": 0.773119, - "nauc_recall_at_1_std": 0.060621, - "nauc_recall_at_1_diff1": 0.905154, - "nauc_recall_at_3_max": 0.877167, - "nauc_recall_at_3_std": 0.312195, - "nauc_recall_at_3_diff1": 0.857894, - "nauc_recall_at_5_max": 0.884886, - "nauc_recall_at_5_std": 0.31052, - "nauc_recall_at_5_diff1": 0.85277, - "nauc_recall_at_10_max": 0.903116, - "nauc_recall_at_10_std": 0.36542, - "nauc_recall_at_10_diff1": 0.87304, - "nauc_recall_at_20_max": 0.90525, - "nauc_recall_at_20_std": 0.308898, - "nauc_recall_at_20_diff1": 0.878724, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.698153, - "nauc_recall_at_100_diff1": 0.88199, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.773119, - "nauc_precision_at_1_std": 0.060621, - "nauc_precision_at_1_diff1": 0.905154, - "nauc_precision_at_3_max": 0.877167, - "nauc_precision_at_3_std": 0.312195, - "nauc_precision_at_3_diff1": 0.857894, - "nauc_precision_at_5_max": 0.884886, - "nauc_precision_at_5_std": 0.31052, - "nauc_precision_at_5_diff1": 0.85277, - "nauc_precision_at_10_max": 0.903116, - "nauc_precision_at_10_std": 0.36542, - "nauc_precision_at_10_diff1": 0.87304, - "nauc_precision_at_20_max": 0.90525, - "nauc_precision_at_20_std": 0.308898, - "nauc_precision_at_20_diff1": 0.878724, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.698153, - "nauc_precision_at_100_diff1": 0.88199, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.773119, - "nauc_mrr_at_1_std": 0.060621, - "nauc_mrr_at_1_diff1": 0.905154, - "nauc_mrr_at_3_max": 0.811898, - "nauc_mrr_at_3_std": 0.150352, - "nauc_mrr_at_3_diff1": 0.889378, - "nauc_mrr_at_5_max": 0.810562, - "nauc_mrr_at_5_std": 0.144053, - "nauc_mrr_at_5_diff1": 0.889432, - "nauc_mrr_at_10_max": 0.809864, - "nauc_mrr_at_10_std": 0.143164, - "nauc_mrr_at_10_diff1": 0.89169, - "nauc_mrr_at_20_max": 0.809213, - "nauc_mrr_at_20_std": 0.140223, - "nauc_mrr_at_20_diff1": 0.891964, - "nauc_mrr_at_100_max": 0.808691, - "nauc_mrr_at_100_std": 0.140764, - "nauc_mrr_at_100_diff1": 0.892097, - "nauc_mrr_at_1000_max": 0.80863, - "nauc_mrr_at_1000_std": 0.140548, - "nauc_mrr_at_1000_diff1": 0.892103, - "main_score": 0.87193, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.831296, + "mrr_at_5": 0.837519, + "mrr_at_10": 0.840387, + "mrr_at_20": 0.841883, + "mrr_at_100": 0.842708, + "mrr_at_1000": 0.842811, + "nauc_ndcg_at_1_max": 0.747921, + "nauc_ndcg_at_1_std": -0.019564, + "nauc_ndcg_at_1_diff1": 0.883488, + "nauc_ndcg_at_3_max": 0.803577, + "nauc_ndcg_at_3_std": 0.102831, + "nauc_ndcg_at_3_diff1": 0.875259, + "nauc_ndcg_at_5_max": 0.804944, + "nauc_ndcg_at_5_std": 0.109723, + "nauc_ndcg_at_5_diff1": 0.8729, + "nauc_ndcg_at_10_max": 0.802305, + "nauc_ndcg_at_10_std": 0.096954, + "nauc_ndcg_at_10_diff1": 0.875965, + "nauc_ndcg_at_20_max": 0.799348, + "nauc_ndcg_at_20_std": 0.094504, + "nauc_ndcg_at_20_diff1": 0.876957, + "nauc_ndcg_at_100_max": 0.797608, + "nauc_ndcg_at_100_std": 0.093056, + "nauc_ndcg_at_100_diff1": 0.878155, + "nauc_ndcg_at_1000_max": 0.794114, + "nauc_ndcg_at_1000_std": 0.082748, + "nauc_ndcg_at_1000_diff1": 0.877466, + "nauc_map_at_1_max": 0.747921, + "nauc_map_at_1_std": -0.019564, + "nauc_map_at_1_diff1": 0.883488, + "nauc_map_at_3_max": 0.789589, + "nauc_map_at_3_std": 0.069564, + "nauc_map_at_3_diff1": 0.87796, + "nauc_map_at_5_max": 0.789872, + "nauc_map_at_5_std": 0.071328, + "nauc_map_at_5_diff1": 0.876937, + "nauc_map_at_10_max": 0.788701, + "nauc_map_at_10_std": 0.06668, + "nauc_map_at_10_diff1": 0.877878, + "nauc_map_at_20_max": 0.787896, + "nauc_map_at_20_std": 0.06605, + "nauc_map_at_20_diff1": 0.878107, + "nauc_map_at_100_max": 0.787654, + "nauc_map_at_100_std": 0.066027, + "nauc_map_at_100_diff1": 0.878221, + "nauc_map_at_1000_max": 0.787528, + "nauc_map_at_1000_std": 0.065668, + "nauc_map_at_1000_diff1": 0.878199, + "nauc_recall_at_1_max": 0.747921, + "nauc_recall_at_1_std": -0.019564, + "nauc_recall_at_1_diff1": 0.883488, + "nauc_recall_at_3_max": 0.856608, + "nauc_recall_at_3_std": 0.230568, + "nauc_recall_at_3_diff1": 0.864611, + "nauc_recall_at_5_max": 0.875011, + "nauc_recall_at_5_std": 0.292867, + "nauc_recall_at_5_diff1": 0.852858, + "nauc_recall_at_10_max": 0.882331, + "nauc_recall_at_10_std": 0.272339, + "nauc_recall_at_10_diff1": 0.866687, + "nauc_recall_at_20_max": 0.886427, + "nauc_recall_at_20_std": 0.317513, + "nauc_recall_at_20_diff1": 0.873313, + "nauc_recall_at_100_max": 0.961553, + "nauc_recall_at_100_std": 0.580546, + "nauc_recall_at_100_diff1": 0.911298, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747921, + "nauc_precision_at_1_std": -0.019564, + "nauc_precision_at_1_diff1": 0.883488, + "nauc_precision_at_3_max": 0.856608, + "nauc_precision_at_3_std": 0.230568, + "nauc_precision_at_3_diff1": 0.864611, + "nauc_precision_at_5_max": 0.875011, + "nauc_precision_at_5_std": 0.292867, + "nauc_precision_at_5_diff1": 0.852858, + "nauc_precision_at_10_max": 0.882331, + "nauc_precision_at_10_std": 0.272339, + "nauc_precision_at_10_diff1": 0.866687, + "nauc_precision_at_20_max": 0.886427, + "nauc_precision_at_20_std": 0.317513, + "nauc_precision_at_20_diff1": 0.873313, + "nauc_precision_at_100_max": 0.961553, + "nauc_precision_at_100_std": 0.580546, + "nauc_precision_at_100_diff1": 0.911298, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747921, + "nauc_mrr_at_1_std": -0.019564, + "nauc_mrr_at_1_diff1": 0.883488, + "nauc_mrr_at_3_max": 0.789589, + "nauc_mrr_at_3_std": 0.069564, + "nauc_mrr_at_3_diff1": 0.87796, + "nauc_mrr_at_5_max": 0.789872, + "nauc_mrr_at_5_std": 0.071328, + "nauc_mrr_at_5_diff1": 0.876937, + "nauc_mrr_at_10_max": 0.788701, + "nauc_mrr_at_10_std": 0.06668, + "nauc_mrr_at_10_diff1": 0.877878, + "nauc_mrr_at_20_max": 0.787896, + "nauc_mrr_at_20_std": 0.06605, + "nauc_mrr_at_20_diff1": 0.878107, + "nauc_mrr_at_100_max": 0.787654, + "nauc_mrr_at_100_std": 0.066027, + "nauc_mrr_at_100_diff1": 0.878221, + "nauc_mrr_at_1000_max": 0.787528, + "nauc_mrr_at_1000_std": 0.065668, + "nauc_mrr_at_1000_diff1": 0.878199, + "hit_rate_at_1": 0.79222, + "hit_rate_at_3": 0.87889, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93, + "hit_rate_at_20": 0.95111, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.86218, "hf_subset": "eng_Latn-heb_Hebr", "languages": [ "eng-Latn", "heb-Hebr" - ] - }, - { - "ndcg_at_1": 0.86222, - "ndcg_at_3": 0.90503, - "ndcg_at_5": 0.91684, - "ndcg_at_10": 0.92046, - "ndcg_at_20": 0.92279, - "ndcg_at_100": 0.92486, - "ndcg_at_1000": 0.92574, - "map_at_1": 0.86222, - "map_at_3": 0.89481, - "map_at_5": 0.90159, - "map_at_10": 0.9031, - "map_at_20": 0.90379, - "map_at_100": 0.90408, - "map_at_1000": 0.90412, - "recall_at_1": 0.86222, - "recall_at_3": 0.93444, - "recall_at_5": 0.96222, - "recall_at_10": 0.97333, - "recall_at_20": 0.98222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90514, + "ndcg_at_5": 0.91476, + "ndcg_at_10": 0.91942, + "ndcg_at_20": 0.92195, + "ndcg_at_100": 0.92428, + "ndcg_at_1000": 0.92518, + "map_at_1": 0.86444, + "map_at_3": 0.89537, + "map_at_5": 0.9007, + "map_at_10": 0.90262, + "map_at_20": 0.90332, + "map_at_100": 0.90366, + "map_at_1000": 0.90371, + "recall_at_1": 0.86444, + "recall_at_3": 0.93333, + "recall_at_5": 0.95667, + "recall_at_10": 0.97111, + "recall_at_20": 0.98111, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.86222, - "precision_at_3": 0.31148, - "precision_at_5": 0.19244, - "precision_at_10": 0.09733, - "precision_at_20": 0.04911, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31111, + "precision_at_5": 0.19133, + "precision_at_10": 0.09711, + "precision_at_20": 0.04906, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.862222, - "mrr_at_3": 0.894815, - "mrr_at_5": 0.901593, - "mrr_at_10": 0.9031, - "mrr_at_20": 0.903787, - "mrr_at_100": 0.904078, - "mrr_at_1000": 0.904117, - "nauc_ndcg_at_1_max": 0.809058, - "nauc_ndcg_at_1_std": -0.03457, - "nauc_ndcg_at_1_diff1": 0.903377, - "nauc_ndcg_at_3_max": 0.83055, - "nauc_ndcg_at_3_std": -0.036926, - "nauc_ndcg_at_3_diff1": 0.882901, - "nauc_ndcg_at_5_max": 0.823096, - "nauc_ndcg_at_5_std": -0.059412, - "nauc_ndcg_at_5_diff1": 0.883753, - "nauc_ndcg_at_10_max": 0.82292, - "nauc_ndcg_at_10_std": -0.045413, - "nauc_ndcg_at_10_diff1": 0.884494, - "nauc_ndcg_at_20_max": 0.825869, - "nauc_ndcg_at_20_std": -0.016677, - "nauc_ndcg_at_20_diff1": 0.888484, - "nauc_ndcg_at_100_max": 0.825723, - "nauc_ndcg_at_100_std": -0.02334, - "nauc_ndcg_at_100_diff1": 0.891121, - "nauc_ndcg_at_1000_max": 0.82412, - "nauc_ndcg_at_1000_std": -0.029838, - "nauc_ndcg_at_1000_diff1": 0.890554, - "nauc_map_at_1_max": 0.809058, - "nauc_map_at_1_std": -0.03457, - "nauc_map_at_1_diff1": 0.903377, - "nauc_map_at_3_max": 0.824932, - "nauc_map_at_3_std": -0.035223, - "nauc_map_at_3_diff1": 0.889021, - "nauc_map_at_5_max": 0.820847, - "nauc_map_at_5_std": -0.046245, - "nauc_map_at_5_diff1": 0.889894, - "nauc_map_at_10_max": 0.820825, - "nauc_map_at_10_std": -0.041276, - "nauc_map_at_10_diff1": 0.890262, - "nauc_map_at_20_max": 0.821545, - "nauc_map_at_20_std": -0.034454, - "nauc_map_at_20_diff1": 0.89133, - "nauc_map_at_100_max": 0.821732, - "nauc_map_at_100_std": -0.034792, - "nauc_map_at_100_diff1": 0.891812, - "nauc_map_at_1000_max": 0.821675, - "nauc_map_at_1000_std": -0.034983, - "nauc_map_at_1000_diff1": 0.891784, - "nauc_recall_at_1_max": 0.809058, - "nauc_recall_at_1_std": -0.03457, - "nauc_recall_at_1_diff1": 0.903377, - "nauc_recall_at_3_max": 0.855252, - "nauc_recall_at_3_std": -0.045253, - "nauc_recall_at_3_diff1": 0.855402, - "nauc_recall_at_5_max": 0.836354, - "nauc_recall_at_5_std": -0.162973, - "nauc_recall_at_5_diff1": 0.839224, - "nauc_recall_at_10_max": 0.838761, - "nauc_recall_at_10_std": -0.080143, - "nauc_recall_at_10_diff1": 0.826895, - "nauc_recall_at_20_max": 0.892799, - "nauc_recall_at_20_std": 0.366101, - "nauc_recall_at_20_diff1": 0.85939, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.89537, + "mrr_at_5": 0.900704, + "mrr_at_10": 0.902621, + "mrr_at_20": 0.903318, + "mrr_at_100": 0.903665, + "mrr_at_1000": 0.903706, + "nauc_ndcg_at_1_max": 0.781779, + "nauc_ndcg_at_1_std": -0.030825, + "nauc_ndcg_at_1_diff1": 0.886541, + "nauc_ndcg_at_3_max": 0.810196, + "nauc_ndcg_at_3_std": -0.043544, + "nauc_ndcg_at_3_diff1": 0.871632, + "nauc_ndcg_at_5_max": 0.800468, + "nauc_ndcg_at_5_std": -0.063385, + "nauc_ndcg_at_5_diff1": 0.867074, + "nauc_ndcg_at_10_max": 0.804528, + "nauc_ndcg_at_10_std": -0.032198, + "nauc_ndcg_at_10_diff1": 0.87132, + "nauc_ndcg_at_20_max": 0.804311, + "nauc_ndcg_at_20_std": -0.009494, + "nauc_ndcg_at_20_diff1": 0.870558, + "nauc_ndcg_at_100_max": 0.803624, + "nauc_ndcg_at_100_std": -0.025603, + "nauc_ndcg_at_100_diff1": 0.8752, + "nauc_ndcg_at_1000_max": 0.801753, + "nauc_ndcg_at_1000_std": -0.029775, + "nauc_ndcg_at_1000_diff1": 0.874713, + "nauc_map_at_1_max": 0.781779, + "nauc_map_at_1_std": -0.030825, + "nauc_map_at_1_diff1": 0.886541, + "nauc_map_at_3_max": 0.80261, + "nauc_map_at_3_std": -0.038299, + "nauc_map_at_3_diff1": 0.875858, + "nauc_map_at_5_max": 0.797543, + "nauc_map_at_5_std": -0.047972, + "nauc_map_at_5_diff1": 0.87387, + "nauc_map_at_10_max": 0.799114, + "nauc_map_at_10_std": -0.036663, + "nauc_map_at_10_diff1": 0.875703, + "nauc_map_at_20_max": 0.798936, + "nauc_map_at_20_std": -0.031939, + "nauc_map_at_20_diff1": 0.87557, + "nauc_map_at_100_max": 0.798924, + "nauc_map_at_100_std": -0.034023, + "nauc_map_at_100_diff1": 0.87628, + "nauc_map_at_1000_max": 0.798855, + "nauc_map_at_1000_std": -0.034093, + "nauc_map_at_1000_diff1": 0.876249, + "nauc_recall_at_1_max": 0.781779, + "nauc_recall_at_1_std": -0.030825, + "nauc_recall_at_1_diff1": 0.886541, + "nauc_recall_at_3_max": 0.843036, + "nauc_recall_at_3_std": -0.067608, + "nauc_recall_at_3_diff1": 0.853151, + "nauc_recall_at_5_max": 0.815198, + "nauc_recall_at_5_std": -0.168989, + "nauc_recall_at_5_diff1": 0.822261, + "nauc_recall_at_10_max": 0.8526, + "nauc_recall_at_10_std": 0.034888, + "nauc_recall_at_10_diff1": 0.831592, + "nauc_recall_at_20_max": 0.877959, + "nauc_recall_at_20_std": 0.444444, + "nauc_recall_at_20_diff1": 0.798182, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.529723, - "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_100_std": 0.360955, + "nauc_recall_at_100_diff1": 0.907407, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.809058, - "nauc_precision_at_1_std": -0.03457, - "nauc_precision_at_1_diff1": 0.903377, - "nauc_precision_at_3_max": 0.855252, - "nauc_precision_at_3_std": -0.045253, - "nauc_precision_at_3_diff1": 0.855402, - "nauc_precision_at_5_max": 0.836354, - "nauc_precision_at_5_std": -0.162973, - "nauc_precision_at_5_diff1": 0.839224, - "nauc_precision_at_10_max": 0.838761, - "nauc_precision_at_10_std": -0.080143, - "nauc_precision_at_10_diff1": 0.826895, - "nauc_precision_at_20_max": 0.892799, - "nauc_precision_at_20_std": 0.366101, - "nauc_precision_at_20_diff1": 0.85939, + "nauc_precision_at_1_max": 0.781779, + "nauc_precision_at_1_std": -0.030825, + "nauc_precision_at_1_diff1": 0.886541, + "nauc_precision_at_3_max": 0.843036, + "nauc_precision_at_3_std": -0.067608, + "nauc_precision_at_3_diff1": 0.853151, + "nauc_precision_at_5_max": 0.815198, + "nauc_precision_at_5_std": -0.168989, + "nauc_precision_at_5_diff1": 0.822261, + "nauc_precision_at_10_max": 0.8526, + "nauc_precision_at_10_std": 0.034888, + "nauc_precision_at_10_diff1": 0.831592, + "nauc_precision_at_20_max": 0.877959, + "nauc_precision_at_20_std": 0.444444, + "nauc_precision_at_20_diff1": 0.798182, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.529723, - "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_100_std": 0.360955, + "nauc_precision_at_100_diff1": 0.907407, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.809058, - "nauc_mrr_at_1_std": -0.03457, - "nauc_mrr_at_1_diff1": 0.903377, - "nauc_mrr_at_3_max": 0.824932, - "nauc_mrr_at_3_std": -0.035223, - "nauc_mrr_at_3_diff1": 0.889021, - "nauc_mrr_at_5_max": 0.820847, - "nauc_mrr_at_5_std": -0.046245, - "nauc_mrr_at_5_diff1": 0.889894, - "nauc_mrr_at_10_max": 0.820825, - "nauc_mrr_at_10_std": -0.041276, - "nauc_mrr_at_10_diff1": 0.890262, - "nauc_mrr_at_20_max": 0.821545, - "nauc_mrr_at_20_std": -0.034454, - "nauc_mrr_at_20_diff1": 0.89133, - "nauc_mrr_at_100_max": 0.821732, - "nauc_mrr_at_100_std": -0.034792, - "nauc_mrr_at_100_diff1": 0.891812, - "nauc_mrr_at_1000_max": 0.821675, - "nauc_mrr_at_1000_std": -0.034983, - "nauc_mrr_at_1000_diff1": 0.891784, - "main_score": 0.92046, + "nauc_mrr_at_1_max": 0.781779, + "nauc_mrr_at_1_std": -0.030825, + "nauc_mrr_at_1_diff1": 0.886541, + "nauc_mrr_at_3_max": 0.80261, + "nauc_mrr_at_3_std": -0.038299, + "nauc_mrr_at_3_diff1": 0.875858, + "nauc_mrr_at_5_max": 0.797543, + "nauc_mrr_at_5_std": -0.047972, + "nauc_mrr_at_5_diff1": 0.87387, + "nauc_mrr_at_10_max": 0.799114, + "nauc_mrr_at_10_std": -0.036663, + "nauc_mrr_at_10_diff1": 0.875703, + "nauc_mrr_at_20_max": 0.798936, + "nauc_mrr_at_20_std": -0.031939, + "nauc_mrr_at_20_diff1": 0.87557, + "nauc_mrr_at_100_max": 0.798924, + "nauc_mrr_at_100_std": -0.034023, + "nauc_mrr_at_100_diff1": 0.87628, + "nauc_mrr_at_1000_max": 0.798855, + "nauc_mrr_at_1000_std": -0.034093, + "nauc_mrr_at_1000_diff1": 0.876249, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.91942, "hf_subset": "hin_Deva-hin_Deva", "languages": [ "hin-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94746, - "ndcg_at_5": 0.95248, - "ndcg_at_10": 0.95508, - "ndcg_at_20": 0.95591, - "ndcg_at_100": 0.95645, - "ndcg_at_1000": 0.95677, - "map_at_1": 0.91333, - "map_at_3": 0.93926, - "map_at_5": 0.94204, - "map_at_10": 0.94316, - "map_at_20": 0.94338, - "map_at_100": 0.94343, - "map_at_1000": 0.94345, - "recall_at_1": 0.91333, - "recall_at_3": 0.97111, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94343, + "ndcg_at_5": 0.94854, + "ndcg_at_10": 0.95226, + "ndcg_at_20": 0.95399, + "ndcg_at_100": 0.95455, + "ndcg_at_1000": 0.95486, + "map_at_1": 0.91222, + "map_at_3": 0.93611, + "map_at_5": 0.939, + "map_at_10": 0.94061, + "map_at_20": 0.9411, + "map_at_100": 0.94116, + "map_at_1000": 0.94117, + "recall_at_1": 0.91222, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.3237, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.939259, - "mrr_at_5": 0.942037, - "mrr_at_10": 0.943164, - "mrr_at_20": 0.943381, - "mrr_at_100": 0.94343, - "mrr_at_1000": 0.943448, - "nauc_ndcg_at_1_max": 0.766513, - "nauc_ndcg_at_1_std": -0.247193, - "nauc_ndcg_at_1_diff1": 0.934018, - "nauc_ndcg_at_3_max": 0.803137, - "nauc_ndcg_at_3_std": -0.328551, - "nauc_ndcg_at_3_diff1": 0.941627, - "nauc_ndcg_at_5_max": 0.80374, - "nauc_ndcg_at_5_std": -0.279493, - "nauc_ndcg_at_5_diff1": 0.940756, - "nauc_ndcg_at_10_max": 0.797991, - "nauc_ndcg_at_10_std": -0.251519, - "nauc_ndcg_at_10_diff1": 0.939449, - "nauc_ndcg_at_20_max": 0.795999, - "nauc_ndcg_at_20_std": -0.250459, - "nauc_ndcg_at_20_diff1": 0.938314, - "nauc_ndcg_at_100_max": 0.793976, - "nauc_ndcg_at_100_std": -0.256226, - "nauc_ndcg_at_100_diff1": 0.938143, - "nauc_ndcg_at_1000_max": 0.792458, - "nauc_ndcg_at_1000_std": -0.264999, - "nauc_ndcg_at_1000_diff1": 0.937687, - "nauc_map_at_1_max": 0.766513, - "nauc_map_at_1_std": -0.247193, - "nauc_map_at_1_diff1": 0.934018, - "nauc_map_at_3_max": 0.791349, - "nauc_map_at_3_std": -0.306069, - "nauc_map_at_3_diff1": 0.938048, - "nauc_map_at_5_max": 0.791194, - "nauc_map_at_5_std": -0.281579, - "nauc_map_at_5_diff1": 0.937538, - "nauc_map_at_10_max": 0.789012, - "nauc_map_at_10_std": -0.270883, - "nauc_map_at_10_diff1": 0.93701, - "nauc_map_at_20_max": 0.788592, - "nauc_map_at_20_std": -0.270708, - "nauc_map_at_20_diff1": 0.936768, - "nauc_map_at_100_max": 0.788439, - "nauc_map_at_100_std": -0.271197, - "nauc_map_at_100_diff1": 0.936768, - "nauc_map_at_1000_max": 0.788372, - "nauc_map_at_1000_std": -0.271576, - "nauc_map_at_1000_diff1": 0.936748, - "nauc_recall_at_1_max": 0.766513, - "nauc_recall_at_1_std": -0.247193, - "nauc_recall_at_1_diff1": 0.934018, - "nauc_recall_at_3_max": 0.87395, - "nauc_recall_at_3_std": -0.460174, - "nauc_recall_at_3_diff1": 0.964178, - "nauc_recall_at_5_max": 0.928105, - "nauc_recall_at_5_std": -0.232866, - "nauc_recall_at_5_diff1": 0.973856, - "nauc_recall_at_10_max": 0.948938, - "nauc_recall_at_10_std": 0.19106, - "nauc_recall_at_10_diff1": 0.98366, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936111, + "mrr_at_5": 0.939, + "mrr_at_10": 0.940606, + "mrr_at_20": 0.941102, + "mrr_at_100": 0.941158, + "mrr_at_1000": 0.941173, + "nauc_ndcg_at_1_max": 0.759925, + "nauc_ndcg_at_1_std": -0.303201, + "nauc_ndcg_at_1_diff1": 0.930533, + "nauc_ndcg_at_3_max": 0.791224, + "nauc_ndcg_at_3_std": -0.296199, + "nauc_ndcg_at_3_diff1": 0.938438, + "nauc_ndcg_at_5_max": 0.795612, + "nauc_ndcg_at_5_std": -0.257431, + "nauc_ndcg_at_5_diff1": 0.937178, + "nauc_ndcg_at_10_max": 0.795881, + "nauc_ndcg_at_10_std": -0.250839, + "nauc_ndcg_at_10_diff1": 0.938227, + "nauc_ndcg_at_20_max": 0.78982, + "nauc_ndcg_at_20_std": -0.254694, + "nauc_ndcg_at_20_diff1": 0.937618, + "nauc_ndcg_at_100_max": 0.78773, + "nauc_ndcg_at_100_std": -0.26061, + "nauc_ndcg_at_100_diff1": 0.936846, + "nauc_ndcg_at_1000_max": 0.786291, + "nauc_ndcg_at_1000_std": -0.269162, + "nauc_ndcg_at_1000_diff1": 0.936417, + "nauc_map_at_1_max": 0.759925, + "nauc_map_at_1_std": -0.303201, + "nauc_map_at_1_diff1": 0.930533, + "nauc_map_at_3_max": 0.782659, + "nauc_map_at_3_std": -0.29766, + "nauc_map_at_3_diff1": 0.935933, + "nauc_map_at_5_max": 0.784558, + "nauc_map_at_5_std": -0.278749, + "nauc_map_at_5_diff1": 0.93528, + "nauc_map_at_10_max": 0.784013, + "nauc_map_at_10_std": -0.277187, + "nauc_map_at_10_diff1": 0.935551, + "nauc_map_at_20_max": 0.782539, + "nauc_map_at_20_std": -0.278363, + "nauc_map_at_20_diff1": 0.935423, + "nauc_map_at_100_max": 0.782365, + "nauc_map_at_100_std": -0.278937, + "nauc_map_at_100_diff1": 0.935361, + "nauc_map_at_1000_max": 0.782309, + "nauc_map_at_1000_std": -0.279261, + "nauc_map_at_1000_diff1": 0.935344, + "nauc_recall_at_1_max": 0.759925, + "nauc_recall_at_1_std": -0.303201, + "nauc_recall_at_1_diff1": 0.930533, + "nauc_recall_at_3_max": 0.834296, + "nauc_recall_at_3_std": -0.289259, + "nauc_recall_at_3_diff1": 0.951345, + "nauc_recall_at_5_max": 0.87764, + "nauc_recall_at_5_std": -0.087079, + "nauc_recall_at_5_diff1": 0.950758, + "nauc_recall_at_10_max": 0.964349, + "nauc_recall_at_10_std": 0.150284, + "nauc_recall_at_10_diff1": 0.976233, "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_20_std": 0.514099, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766513, - "nauc_precision_at_1_std": -0.247193, - "nauc_precision_at_1_diff1": 0.934018, - "nauc_precision_at_3_max": 0.87395, - "nauc_precision_at_3_std": -0.460174, - "nauc_precision_at_3_diff1": 0.964178, - "nauc_precision_at_5_max": 0.928105, - "nauc_precision_at_5_std": -0.232866, - "nauc_precision_at_5_diff1": 0.973856, - "nauc_precision_at_10_max": 0.948938, - "nauc_precision_at_10_std": 0.19106, - "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_1_max": 0.759925, + "nauc_precision_at_1_std": -0.303201, + "nauc_precision_at_1_diff1": 0.930533, + "nauc_precision_at_3_max": 0.834296, + "nauc_precision_at_3_std": -0.289259, + "nauc_precision_at_3_diff1": 0.951345, + "nauc_precision_at_5_max": 0.87764, + "nauc_precision_at_5_std": -0.087079, + "nauc_precision_at_5_diff1": 0.950758, + "nauc_precision_at_10_max": 0.964349, + "nauc_precision_at_10_std": 0.150284, + "nauc_precision_at_10_diff1": 0.976233, "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_20_std": 0.514099, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766513, - "nauc_mrr_at_1_std": -0.247193, - "nauc_mrr_at_1_diff1": 0.934018, - "nauc_mrr_at_3_max": 0.791349, - "nauc_mrr_at_3_std": -0.306069, - "nauc_mrr_at_3_diff1": 0.938048, - "nauc_mrr_at_5_max": 0.791194, - "nauc_mrr_at_5_std": -0.281579, - "nauc_mrr_at_5_diff1": 0.937538, - "nauc_mrr_at_10_max": 0.789012, - "nauc_mrr_at_10_std": -0.270883, - "nauc_mrr_at_10_diff1": 0.93701, - "nauc_mrr_at_20_max": 0.788592, - "nauc_mrr_at_20_std": -0.270708, - "nauc_mrr_at_20_diff1": 0.936768, - "nauc_mrr_at_100_max": 0.788439, - "nauc_mrr_at_100_std": -0.271197, - "nauc_mrr_at_100_diff1": 0.936768, - "nauc_mrr_at_1000_max": 0.788372, - "nauc_mrr_at_1000_std": -0.271576, - "nauc_mrr_at_1000_diff1": 0.936748, - "main_score": 0.95508, + "nauc_mrr_at_1_max": 0.759925, + "nauc_mrr_at_1_std": -0.303201, + "nauc_mrr_at_1_diff1": 0.930533, + "nauc_mrr_at_3_max": 0.782659, + "nauc_mrr_at_3_std": -0.29766, + "nauc_mrr_at_3_diff1": 0.935933, + "nauc_mrr_at_5_max": 0.784558, + "nauc_mrr_at_5_std": -0.278749, + "nauc_mrr_at_5_diff1": 0.93528, + "nauc_mrr_at_10_max": 0.784013, + "nauc_mrr_at_10_std": -0.277187, + "nauc_mrr_at_10_diff1": 0.935551, + "nauc_mrr_at_20_max": 0.782539, + "nauc_mrr_at_20_std": -0.278363, + "nauc_mrr_at_20_diff1": 0.935423, + "nauc_mrr_at_100_max": 0.782365, + "nauc_mrr_at_100_std": -0.278937, + "nauc_mrr_at_100_diff1": 0.935361, + "nauc_mrr_at_1000_max": 0.782309, + "nauc_mrr_at_1000_std": -0.279261, + "nauc_mrr_at_1000_diff1": 0.935344, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95226, "hf_subset": "hin_Deva-eng_Latn", "languages": [ "hin-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.8995, - "ndcg_at_5": 0.90868, - "ndcg_at_10": 0.91534, - "ndcg_at_20": 0.91793, - "ndcg_at_100": 0.92049, - "ndcg_at_1000": 0.92108, - "map_at_1": 0.85444, - "map_at_3": 0.88889, - "map_at_5": 0.894, - "map_at_10": 0.89686, - "map_at_20": 0.89761, - "map_at_100": 0.898, - "map_at_1000": 0.89802, - "recall_at_1": 0.85444, - "recall_at_3": 0.93, - "recall_at_5": 0.95222, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.88981, + "ndcg_at_5": 0.89809, + "ndcg_at_10": 0.90525, + "ndcg_at_20": 0.90834, + "ndcg_at_100": 0.91109, + "ndcg_at_1000": 0.912, + "map_at_1": 0.83889, + "map_at_3": 0.87778, + "map_at_5": 0.88239, + "map_at_10": 0.88534, + "map_at_20": 0.88619, + "map_at_100": 0.88659, + "map_at_1000": 0.88664, + "recall_at_1": 0.83889, + "recall_at_3": 0.92444, + "recall_at_5": 0.94444, + "recall_at_10": 0.96667, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.31, - "precision_at_5": 0.19044, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00996, + "accuracy": 0.83889, + "precision_at_1": 0.83889, + "precision_at_3": 0.30815, + "precision_at_5": 0.18889, + "precision_at_10": 0.09667, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.888889, - "mrr_at_5": 0.894, - "mrr_at_10": 0.896862, - "mrr_at_20": 0.897606, - "mrr_at_100": 0.897997, - "mrr_at_1000": 0.898024, - "nauc_ndcg_at_1_max": 0.786625, - "nauc_ndcg_at_1_std": -0.119028, - "nauc_ndcg_at_1_diff1": 0.903884, - "nauc_ndcg_at_3_max": 0.825603, - "nauc_ndcg_at_3_std": -0.039282, - "nauc_ndcg_at_3_diff1": 0.893154, - "nauc_ndcg_at_5_max": 0.831559, - "nauc_ndcg_at_5_std": -0.018773, - "nauc_ndcg_at_5_diff1": 0.900522, - "nauc_ndcg_at_10_max": 0.823017, - "nauc_ndcg_at_10_std": -0.035103, - "nauc_ndcg_at_10_diff1": 0.899244, - "nauc_ndcg_at_20_max": 0.822127, - "nauc_ndcg_at_20_std": -0.025641, - "nauc_ndcg_at_20_diff1": 0.900651, - "nauc_ndcg_at_100_max": 0.818983, - "nauc_ndcg_at_100_std": -0.036534, - "nauc_ndcg_at_100_diff1": 0.899987, - "nauc_ndcg_at_1000_max": 0.817583, - "nauc_ndcg_at_1000_std": -0.04375, - "nauc_ndcg_at_1000_diff1": 0.899711, - "nauc_map_at_1_max": 0.786625, - "nauc_map_at_1_std": -0.119028, - "nauc_map_at_1_diff1": 0.903884, - "nauc_map_at_3_max": 0.814727, - "nauc_map_at_3_std": -0.061158, - "nauc_map_at_3_diff1": 0.896371, - "nauc_map_at_5_max": 0.817078, - "nauc_map_at_5_std": -0.051444, - "nauc_map_at_5_diff1": 0.899882, - "nauc_map_at_10_max": 0.813675, - "nauc_map_at_10_std": -0.057805, - "nauc_map_at_10_diff1": 0.899371, - "nauc_map_at_20_max": 0.813423, - "nauc_map_at_20_std": -0.0558, - "nauc_map_at_20_diff1": 0.899736, - "nauc_map_at_100_max": 0.813086, - "nauc_map_at_100_std": -0.057086, - "nauc_map_at_100_diff1": 0.899665, - "nauc_map_at_1000_max": 0.813037, - "nauc_map_at_1000_std": -0.057336, - "nauc_map_at_1000_diff1": 0.899654, - "nauc_recall_at_1_max": 0.786625, - "nauc_recall_at_1_std": -0.119028, - "nauc_recall_at_1_diff1": 0.903884, - "nauc_recall_at_3_max": 0.873283, - "nauc_recall_at_3_std": 0.056356, - "nauc_recall_at_3_diff1": 0.878892, - "nauc_recall_at_5_max": 0.922155, - "nauc_recall_at_5_std": 0.1852, - "nauc_recall_at_5_diff1": 0.907292, - "nauc_recall_at_10_max": 0.910738, - "nauc_recall_at_10_std": 0.180093, - "nauc_recall_at_10_diff1": 0.901513, - "nauc_recall_at_20_max": 0.94354, - "nauc_recall_at_20_std": 0.464111, - "nauc_recall_at_20_diff1": 0.925449, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.897876, - "nauc_recall_at_100_diff1": 0.934641, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786625, - "nauc_precision_at_1_std": -0.119028, - "nauc_precision_at_1_diff1": 0.903884, - "nauc_precision_at_3_max": 0.873283, - "nauc_precision_at_3_std": 0.056356, - "nauc_precision_at_3_diff1": 0.878892, - "nauc_precision_at_5_max": 0.922155, - "nauc_precision_at_5_std": 0.1852, - "nauc_precision_at_5_diff1": 0.907292, - "nauc_precision_at_10_max": 0.910738, - "nauc_precision_at_10_std": 0.180093, - "nauc_precision_at_10_diff1": 0.901513, - "nauc_precision_at_20_max": 0.94354, - "nauc_precision_at_20_std": 0.464111, - "nauc_precision_at_20_diff1": 0.925449, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.897876, - "nauc_precision_at_100_diff1": 0.934641, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786625, - "nauc_mrr_at_1_std": -0.119028, - "nauc_mrr_at_1_diff1": 0.903884, - "nauc_mrr_at_3_max": 0.814727, - "nauc_mrr_at_3_std": -0.061158, - "nauc_mrr_at_3_diff1": 0.896371, - "nauc_mrr_at_5_max": 0.817078, - "nauc_mrr_at_5_std": -0.051444, - "nauc_mrr_at_5_diff1": 0.899882, - "nauc_mrr_at_10_max": 0.813675, - "nauc_mrr_at_10_std": -0.057805, - "nauc_mrr_at_10_diff1": 0.899371, - "nauc_mrr_at_20_max": 0.813423, - "nauc_mrr_at_20_std": -0.0558, - "nauc_mrr_at_20_diff1": 0.899736, - "nauc_mrr_at_100_max": 0.813086, - "nauc_mrr_at_100_std": -0.057086, - "nauc_mrr_at_100_diff1": 0.899665, - "nauc_mrr_at_1000_max": 0.813037, - "nauc_mrr_at_1000_std": -0.057336, - "nauc_mrr_at_1000_diff1": 0.899654, - "main_score": 0.91534, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.877778, + "mrr_at_5": 0.882389, + "mrr_at_10": 0.885338, + "mrr_at_20": 0.886186, + "mrr_at_100": 0.886593, + "mrr_at_1000": 0.886636, + "nauc_ndcg_at_1_max": 0.737566, + "nauc_ndcg_at_1_std": -0.17419, + "nauc_ndcg_at_1_diff1": 0.903506, + "nauc_ndcg_at_3_max": 0.766549, + "nauc_ndcg_at_3_std": -0.118044, + "nauc_ndcg_at_3_diff1": 0.878326, + "nauc_ndcg_at_5_max": 0.77233, + "nauc_ndcg_at_5_std": -0.106309, + "nauc_ndcg_at_5_diff1": 0.879902, + "nauc_ndcg_at_10_max": 0.773577, + "nauc_ndcg_at_10_std": -0.098225, + "nauc_ndcg_at_10_diff1": 0.887959, + "nauc_ndcg_at_20_max": 0.766513, + "nauc_ndcg_at_20_std": -0.120899, + "nauc_ndcg_at_20_diff1": 0.88614, + "nauc_ndcg_at_100_max": 0.765062, + "nauc_ndcg_at_100_std": -0.11534, + "nauc_ndcg_at_100_diff1": 0.886019, + "nauc_ndcg_at_1000_max": 0.762748, + "nauc_ndcg_at_1000_std": -0.124479, + "nauc_ndcg_at_1000_diff1": 0.886747, + "nauc_map_at_1_max": 0.737566, + "nauc_map_at_1_std": -0.17419, + "nauc_map_at_1_diff1": 0.903506, + "nauc_map_at_3_max": 0.757034, + "nauc_map_at_3_std": -0.139319, + "nauc_map_at_3_diff1": 0.884792, + "nauc_map_at_5_max": 0.759211, + "nauc_map_at_5_std": -0.135249, + "nauc_map_at_5_diff1": 0.885625, + "nauc_map_at_10_max": 0.759423, + "nauc_map_at_10_std": -0.1331, + "nauc_map_at_10_diff1": 0.888557, + "nauc_map_at_20_max": 0.757743, + "nauc_map_at_20_std": -0.138369, + "nauc_map_at_20_diff1": 0.888143, + "nauc_map_at_100_max": 0.757738, + "nauc_map_at_100_std": -0.136988, + "nauc_map_at_100_diff1": 0.888172, + "nauc_map_at_1000_max": 0.757646, + "nauc_map_at_1000_std": -0.137329, + "nauc_map_at_1000_diff1": 0.8882, + "nauc_recall_at_1_max": 0.737566, + "nauc_recall_at_1_std": -0.17419, + "nauc_recall_at_1_diff1": 0.903506, + "nauc_recall_at_3_max": 0.809812, + "nauc_recall_at_3_std": -0.019553, + "nauc_recall_at_3_diff1": 0.85003, + "nauc_recall_at_5_max": 0.852353, + "nauc_recall_at_5_std": 0.072913, + "nauc_recall_at_5_diff1": 0.848282, + "nauc_recall_at_10_max": 0.913959, + "nauc_recall_at_10_std": 0.258715, + "nauc_recall_at_10_diff1": 0.895269, + "nauc_recall_at_20_max": 0.877906, + "nauc_recall_at_20_std": 0.086982, + "nauc_recall_at_20_diff1": 0.869895, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.742453, + "nauc_recall_at_100_diff1": 0.817538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737566, + "nauc_precision_at_1_std": -0.17419, + "nauc_precision_at_1_diff1": 0.903506, + "nauc_precision_at_3_max": 0.809812, + "nauc_precision_at_3_std": -0.019553, + "nauc_precision_at_3_diff1": 0.85003, + "nauc_precision_at_5_max": 0.852353, + "nauc_precision_at_5_std": 0.072913, + "nauc_precision_at_5_diff1": 0.848282, + "nauc_precision_at_10_max": 0.913959, + "nauc_precision_at_10_std": 0.258715, + "nauc_precision_at_10_diff1": 0.895269, + "nauc_precision_at_20_max": 0.877906, + "nauc_precision_at_20_std": 0.086982, + "nauc_precision_at_20_diff1": 0.869895, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.742453, + "nauc_precision_at_100_diff1": 0.817538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737566, + "nauc_mrr_at_1_std": -0.17419, + "nauc_mrr_at_1_diff1": 0.903506, + "nauc_mrr_at_3_max": 0.757034, + "nauc_mrr_at_3_std": -0.139319, + "nauc_mrr_at_3_diff1": 0.884792, + "nauc_mrr_at_5_max": 0.759211, + "nauc_mrr_at_5_std": -0.135249, + "nauc_mrr_at_5_diff1": 0.885625, + "nauc_mrr_at_10_max": 0.759423, + "nauc_mrr_at_10_std": -0.1331, + "nauc_mrr_at_10_diff1": 0.888557, + "nauc_mrr_at_20_max": 0.757743, + "nauc_mrr_at_20_std": -0.138369, + "nauc_mrr_at_20_diff1": 0.888143, + "nauc_mrr_at_100_max": 0.757738, + "nauc_mrr_at_100_std": -0.136988, + "nauc_mrr_at_100_diff1": 0.888172, + "nauc_mrr_at_1000_max": 0.757646, + "nauc_mrr_at_1000_std": -0.137329, + "nauc_mrr_at_1000_diff1": 0.8882, + "hit_rate_at_1": 0.83889, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90525, "hf_subset": "eng_Latn-hin_Deva", "languages": [ "eng-Latn", "hin-Deva" - ] - }, - { - "ndcg_at_1": 0.81111, - "ndcg_at_3": 0.86218, - "ndcg_at_5": 0.87093, - "ndcg_at_10": 0.8786, - "ndcg_at_20": 0.88406, - "ndcg_at_100": 0.88838, - "ndcg_at_1000": 0.89019, - "map_at_1": 0.81111, - "map_at_3": 0.85019, - "map_at_5": 0.85507, - "map_at_10": 0.85831, - "map_at_20": 0.85987, - "map_at_100": 0.8604, - "map_at_1000": 0.86049, - "recall_at_1": 0.81111, - "recall_at_3": 0.89667, - "recall_at_5": 0.91778, - "recall_at_10": 0.94111, - "recall_at_20": 0.96222, - "recall_at_100": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84718, + "ndcg_at_5": 0.85737, + "ndcg_at_10": 0.86704, + "ndcg_at_20": 0.87193, + "ndcg_at_100": 0.87698, + "ndcg_at_1000": 0.87858, + "map_at_1": 0.79222, + "map_at_3": 0.83389, + "map_at_5": 0.83961, + "map_at_10": 0.84358, + "map_at_20": 0.84484, + "map_at_100": 0.84551, + "map_at_1000": 0.84558, + "recall_at_1": 0.79222, + "recall_at_3": 0.88556, + "recall_at_5": 0.91, + "recall_at_10": 0.94, + "recall_at_20": 0.96, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.81111, - "precision_at_3": 0.29889, - "precision_at_5": 0.18356, - "precision_at_10": 0.09411, - "precision_at_20": 0.04811, - "precision_at_100": 0.00987, + "accuracy": 0.79222, + "precision_at_1": 0.79222, + "precision_at_3": 0.29519, + "precision_at_5": 0.182, + "precision_at_10": 0.094, + "precision_at_20": 0.048, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.811111, - "mrr_at_3": 0.850185, - "mrr_at_5": 0.855074, - "mrr_at_10": 0.858306, - "mrr_at_20": 0.859872, - "mrr_at_100": 0.8604, - "mrr_at_1000": 0.860485, - "nauc_ndcg_at_1_max": 0.784278, - "nauc_ndcg_at_1_std": 0.139515, - "nauc_ndcg_at_1_diff1": 0.90982, - "nauc_ndcg_at_3_max": 0.825299, - "nauc_ndcg_at_3_std": 0.195515, - "nauc_ndcg_at_3_diff1": 0.892935, - "nauc_ndcg_at_5_max": 0.827179, - "nauc_ndcg_at_5_std": 0.210538, - "nauc_ndcg_at_5_diff1": 0.897347, - "nauc_ndcg_at_10_max": 0.829769, - "nauc_ndcg_at_10_std": 0.223846, - "nauc_ndcg_at_10_diff1": 0.900813, - "nauc_ndcg_at_20_max": 0.828292, - "nauc_ndcg_at_20_std": 0.223696, - "nauc_ndcg_at_20_diff1": 0.902214, - "nauc_ndcg_at_100_max": 0.823608, - "nauc_ndcg_at_100_std": 0.212265, - "nauc_ndcg_at_100_diff1": 0.901776, - "nauc_ndcg_at_1000_max": 0.821126, - "nauc_ndcg_at_1000_std": 0.203445, - "nauc_ndcg_at_1000_diff1": 0.901609, - "nauc_map_at_1_max": 0.784278, - "nauc_map_at_1_std": 0.139515, - "nauc_map_at_1_diff1": 0.90982, - "nauc_map_at_3_max": 0.815138, - "nauc_map_at_3_std": 0.181371, - "nauc_map_at_3_diff1": 0.897912, - "nauc_map_at_5_max": 0.815704, - "nauc_map_at_5_std": 0.188297, - "nauc_map_at_5_diff1": 0.900281, - "nauc_map_at_10_max": 0.816453, - "nauc_map_at_10_std": 0.192357, - "nauc_map_at_10_diff1": 0.901693, - "nauc_map_at_20_max": 0.815992, - "nauc_map_at_20_std": 0.19203, - "nauc_map_at_20_diff1": 0.902067, - "nauc_map_at_100_max": 0.815449, - "nauc_map_at_100_std": 0.190508, - "nauc_map_at_100_diff1": 0.902034, - "nauc_map_at_1000_max": 0.815348, - "nauc_map_at_1000_std": 0.190164, - "nauc_map_at_1000_diff1": 0.902025, - "nauc_recall_at_1_max": 0.784278, - "nauc_recall_at_1_std": 0.139515, - "nauc_recall_at_1_diff1": 0.90982, - "nauc_recall_at_3_max": 0.864942, - "nauc_recall_at_3_std": 0.250885, - "nauc_recall_at_3_diff1": 0.872967, - "nauc_recall_at_5_max": 0.881949, - "nauc_recall_at_5_std": 0.320425, - "nauc_recall_at_5_diff1": 0.884138, - "nauc_recall_at_10_max": 0.918309, - "nauc_recall_at_10_std": 0.447061, - "nauc_recall_at_10_diff1": 0.898834, - "nauc_recall_at_20_max": 0.949882, - "nauc_recall_at_20_std": 0.56838, - "nauc_recall_at_20_diff1": 0.912877, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.725568, - "nauc_recall_at_100_diff1": 0.910131, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784278, - "nauc_precision_at_1_std": 0.139515, - "nauc_precision_at_1_diff1": 0.90982, - "nauc_precision_at_3_max": 0.864942, - "nauc_precision_at_3_std": 0.250885, - "nauc_precision_at_3_diff1": 0.872967, - "nauc_precision_at_5_max": 0.881949, - "nauc_precision_at_5_std": 0.320425, - "nauc_precision_at_5_diff1": 0.884138, - "nauc_precision_at_10_max": 0.918309, - "nauc_precision_at_10_std": 0.447061, - "nauc_precision_at_10_diff1": 0.898834, - "nauc_precision_at_20_max": 0.949882, - "nauc_precision_at_20_std": 0.56838, - "nauc_precision_at_20_diff1": 0.912877, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.725568, - "nauc_precision_at_100_diff1": 0.910131, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784278, - "nauc_mrr_at_1_std": 0.139515, - "nauc_mrr_at_1_diff1": 0.90982, - "nauc_mrr_at_3_max": 0.815138, - "nauc_mrr_at_3_std": 0.181371, - "nauc_mrr_at_3_diff1": 0.897912, - "nauc_mrr_at_5_max": 0.815704, - "nauc_mrr_at_5_std": 0.188297, - "nauc_mrr_at_5_diff1": 0.900281, - "nauc_mrr_at_10_max": 0.816453, - "nauc_mrr_at_10_std": 0.192357, - "nauc_mrr_at_10_diff1": 0.901693, - "nauc_mrr_at_20_max": 0.815992, - "nauc_mrr_at_20_std": 0.19203, - "nauc_mrr_at_20_diff1": 0.902067, - "nauc_mrr_at_100_max": 0.815449, - "nauc_mrr_at_100_std": 0.190508, - "nauc_mrr_at_100_diff1": 0.902034, - "nauc_mrr_at_1000_max": 0.815348, - "nauc_mrr_at_1000_std": 0.190164, - "nauc_mrr_at_1000_diff1": 0.902025, - "main_score": 0.8786, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.833889, + "mrr_at_5": 0.839611, + "mrr_at_10": 0.843582, + "mrr_at_20": 0.844841, + "mrr_at_100": 0.845509, + "mrr_at_1000": 0.845576, + "nauc_ndcg_at_1_max": 0.756448, + "nauc_ndcg_at_1_std": 0.027226, + "nauc_ndcg_at_1_diff1": 0.896433, + "nauc_ndcg_at_3_max": 0.797398, + "nauc_ndcg_at_3_std": 0.114385, + "nauc_ndcg_at_3_diff1": 0.883843, + "nauc_ndcg_at_5_max": 0.798722, + "nauc_ndcg_at_5_std": 0.125611, + "nauc_ndcg_at_5_diff1": 0.883887, + "nauc_ndcg_at_10_max": 0.802264, + "nauc_ndcg_at_10_std": 0.138756, + "nauc_ndcg_at_10_diff1": 0.888012, + "nauc_ndcg_at_20_max": 0.800603, + "nauc_ndcg_at_20_std": 0.137984, + "nauc_ndcg_at_20_diff1": 0.890644, + "nauc_ndcg_at_100_max": 0.794638, + "nauc_ndcg_at_100_std": 0.119209, + "nauc_ndcg_at_100_diff1": 0.889212, + "nauc_ndcg_at_1000_max": 0.793728, + "nauc_ndcg_at_1000_std": 0.114259, + "nauc_ndcg_at_1000_diff1": 0.889492, + "nauc_map_at_1_max": 0.756448, + "nauc_map_at_1_std": 0.027226, + "nauc_map_at_1_diff1": 0.896433, + "nauc_map_at_3_max": 0.787678, + "nauc_map_at_3_std": 0.091686, + "nauc_map_at_3_diff1": 0.887898, + "nauc_map_at_5_max": 0.78814, + "nauc_map_at_5_std": 0.096498, + "nauc_map_at_5_diff1": 0.88808, + "nauc_map_at_10_max": 0.78926, + "nauc_map_at_10_std": 0.100588, + "nauc_map_at_10_diff1": 0.889615, + "nauc_map_at_20_max": 0.788909, + "nauc_map_at_20_std": 0.100379, + "nauc_map_at_20_diff1": 0.890203, + "nauc_map_at_100_max": 0.788195, + "nauc_map_at_100_std": 0.098061, + "nauc_map_at_100_diff1": 0.890042, + "nauc_map_at_1000_max": 0.788186, + "nauc_map_at_1000_std": 0.097972, + "nauc_map_at_1000_diff1": 0.890062, + "nauc_recall_at_1_max": 0.756448, + "nauc_recall_at_1_std": 0.027226, + "nauc_recall_at_1_diff1": 0.896433, + "nauc_recall_at_3_max": 0.835114, + "nauc_recall_at_3_std": 0.203912, + "nauc_recall_at_3_diff1": 0.867342, + "nauc_recall_at_5_max": 0.848463, + "nauc_recall_at_5_std": 0.267524, + "nauc_recall_at_5_diff1": 0.863229, + "nauc_recall_at_10_max": 0.894413, + "nauc_recall_at_10_std": 0.421283, + "nauc_recall_at_10_diff1": 0.880218, + "nauc_recall_at_20_max": 0.916628, + "nauc_recall_at_20_std": 0.545246, + "nauc_recall_at_20_diff1": 0.908639, + "nauc_recall_at_100_max": 0.871233, + "nauc_recall_at_100_std": 0.513284, + "nauc_recall_at_100_diff1": 0.874798, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756448, + "nauc_precision_at_1_std": 0.027226, + "nauc_precision_at_1_diff1": 0.896433, + "nauc_precision_at_3_max": 0.835114, + "nauc_precision_at_3_std": 0.203912, + "nauc_precision_at_3_diff1": 0.867342, + "nauc_precision_at_5_max": 0.848463, + "nauc_precision_at_5_std": 0.267524, + "nauc_precision_at_5_diff1": 0.863229, + "nauc_precision_at_10_max": 0.894413, + "nauc_precision_at_10_std": 0.421283, + "nauc_precision_at_10_diff1": 0.880218, + "nauc_precision_at_20_max": 0.916628, + "nauc_precision_at_20_std": 0.545246, + "nauc_precision_at_20_diff1": 0.908639, + "nauc_precision_at_100_max": 0.871233, + "nauc_precision_at_100_std": 0.513284, + "nauc_precision_at_100_diff1": 0.874798, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756448, + "nauc_mrr_at_1_std": 0.027226, + "nauc_mrr_at_1_diff1": 0.896433, + "nauc_mrr_at_3_max": 0.787678, + "nauc_mrr_at_3_std": 0.091686, + "nauc_mrr_at_3_diff1": 0.887898, + "nauc_mrr_at_5_max": 0.78814, + "nauc_mrr_at_5_std": 0.096498, + "nauc_mrr_at_5_diff1": 0.88808, + "nauc_mrr_at_10_max": 0.78926, + "nauc_mrr_at_10_std": 0.100588, + "nauc_mrr_at_10_diff1": 0.889615, + "nauc_mrr_at_20_max": 0.788909, + "nauc_mrr_at_20_std": 0.100379, + "nauc_mrr_at_20_diff1": 0.890203, + "nauc_mrr_at_100_max": 0.788195, + "nauc_mrr_at_100_std": 0.098061, + "nauc_mrr_at_100_diff1": 0.890042, + "nauc_mrr_at_1000_max": 0.788186, + "nauc_mrr_at_1000_std": 0.097972, + "nauc_mrr_at_1000_diff1": 0.890062, + "hit_rate_at_1": 0.79222, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.86704, "hf_subset": "hin_Latn-hin_Latn", "languages": [ "hin-Latn", "hin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.92558, - "ndcg_at_5": 0.93012, - "ndcg_at_10": 0.9357, - "ndcg_at_20": 0.93826, - "ndcg_at_100": 0.93957, - "ndcg_at_1000": 0.94029, - "map_at_1": 0.88778, - "map_at_3": 0.91704, - "map_at_5": 0.91954, - "map_at_10": 0.92195, - "map_at_20": 0.92267, - "map_at_100": 0.92288, - "map_at_1000": 0.92291, - "recall_at_1": 0.88778, - "recall_at_3": 0.95, - "recall_at_5": 0.96111, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91517, + "ndcg_at_5": 0.92115, + "ndcg_at_10": 0.92711, + "ndcg_at_20": 0.92934, + "ndcg_at_100": 0.93125, + "ndcg_at_1000": 0.9318, + "map_at_1": 0.87333, + "map_at_3": 0.90537, + "map_at_5": 0.9087, + "map_at_10": 0.91108, + "map_at_20": 0.91168, + "map_at_100": 0.91196, + "map_at_1000": 0.91198, + "recall_at_1": 0.87333, + "recall_at_3": 0.94333, + "recall_at_5": 0.95778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31667, - "precision_at_5": 0.19222, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, - "precision_at_100": 0.00994, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31444, + "precision_at_5": 0.19156, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.917037, - "mrr_at_5": 0.919537, - "mrr_at_10": 0.921951, - "mrr_at_20": 0.922669, - "mrr_at_100": 0.922879, - "mrr_at_1000": 0.922907, - "nauc_ndcg_at_1_max": 0.714253, - "nauc_ndcg_at_1_std": -0.381399, - "nauc_ndcg_at_1_diff1": 0.892372, - "nauc_ndcg_at_3_max": 0.747813, - "nauc_ndcg_at_3_std": -0.357708, - "nauc_ndcg_at_3_diff1": 0.884156, - "nauc_ndcg_at_5_max": 0.744751, - "nauc_ndcg_at_5_std": -0.374791, - "nauc_ndcg_at_5_diff1": 0.884802, - "nauc_ndcg_at_10_max": 0.742151, - "nauc_ndcg_at_10_std": -0.353597, - "nauc_ndcg_at_10_diff1": 0.886713, - "nauc_ndcg_at_20_max": 0.744305, - "nauc_ndcg_at_20_std": -0.353087, - "nauc_ndcg_at_20_diff1": 0.890795, - "nauc_ndcg_at_100_max": 0.740948, - "nauc_ndcg_at_100_std": -0.351796, - "nauc_ndcg_at_100_diff1": 0.889408, - "nauc_ndcg_at_1000_max": 0.737796, - "nauc_ndcg_at_1000_std": -0.362955, - "nauc_ndcg_at_1000_diff1": 0.888404, - "nauc_map_at_1_max": 0.714253, - "nauc_map_at_1_std": -0.381399, - "nauc_map_at_1_diff1": 0.892372, - "nauc_map_at_3_max": 0.736516, - "nauc_map_at_3_std": -0.369755, - "nauc_map_at_3_diff1": 0.886533, - "nauc_map_at_5_max": 0.73458, - "nauc_map_at_5_std": -0.37919, - "nauc_map_at_5_diff1": 0.886897, - "nauc_map_at_10_max": 0.733292, - "nauc_map_at_10_std": -0.37189, - "nauc_map_at_10_diff1": 0.887623, - "nauc_map_at_20_max": 0.733535, - "nauc_map_at_20_std": -0.3719, - "nauc_map_at_20_diff1": 0.888359, - "nauc_map_at_100_max": 0.733134, - "nauc_map_at_100_std": -0.371722, - "nauc_map_at_100_diff1": 0.888189, - "nauc_map_at_1000_max": 0.733037, - "nauc_map_at_1000_std": -0.372043, - "nauc_map_at_1000_diff1": 0.888161, - "nauc_recall_at_1_max": 0.714253, - "nauc_recall_at_1_std": -0.381399, - "nauc_recall_at_1_diff1": 0.892372, - "nauc_recall_at_3_max": 0.80166, - "nauc_recall_at_3_std": -0.297624, - "nauc_recall_at_3_diff1": 0.873078, - "nauc_recall_at_5_max": 0.804682, - "nauc_recall_at_5_std": -0.347459, - "nauc_recall_at_5_diff1": 0.872896, - "nauc_recall_at_10_max": 0.827988, - "nauc_recall_at_10_std": -0.143417, - "nauc_recall_at_10_diff1": 0.880742, - "nauc_recall_at_20_max": 0.947585, - "nauc_recall_at_20_std": 0.035311, - "nauc_recall_at_20_diff1": 0.964349, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.90537, + "mrr_at_5": 0.908704, + "mrr_at_10": 0.911078, + "mrr_at_20": 0.91168, + "mrr_at_100": 0.911961, + "mrr_at_1000": 0.91198, + "nauc_ndcg_at_1_max": 0.696902, + "nauc_ndcg_at_1_std": -0.332247, + "nauc_ndcg_at_1_diff1": 0.902833, + "nauc_ndcg_at_3_max": 0.723953, + "nauc_ndcg_at_3_std": -0.334296, + "nauc_ndcg_at_3_diff1": 0.896403, + "nauc_ndcg_at_5_max": 0.719753, + "nauc_ndcg_at_5_std": -0.354264, + "nauc_ndcg_at_5_diff1": 0.898095, + "nauc_ndcg_at_10_max": 0.721245, + "nauc_ndcg_at_10_std": -0.338992, + "nauc_ndcg_at_10_diff1": 0.896821, + "nauc_ndcg_at_20_max": 0.724565, + "nauc_ndcg_at_20_std": -0.326681, + "nauc_ndcg_at_20_diff1": 0.899069, + "nauc_ndcg_at_100_max": 0.71948, + "nauc_ndcg_at_100_std": -0.32209, + "nauc_ndcg_at_100_diff1": 0.89887, + "nauc_ndcg_at_1000_max": 0.717148, + "nauc_ndcg_at_1000_std": -0.332561, + "nauc_ndcg_at_1000_diff1": 0.898333, + "nauc_map_at_1_max": 0.696902, + "nauc_map_at_1_std": -0.332247, + "nauc_map_at_1_diff1": 0.902833, + "nauc_map_at_3_max": 0.714911, + "nauc_map_at_3_std": -0.336755, + "nauc_map_at_3_diff1": 0.897495, + "nauc_map_at_5_max": 0.712616, + "nauc_map_at_5_std": -0.345903, + "nauc_map_at_5_diff1": 0.898368, + "nauc_map_at_10_max": 0.712798, + "nauc_map_at_10_std": -0.340916, + "nauc_map_at_10_diff1": 0.897832, + "nauc_map_at_20_max": 0.713378, + "nauc_map_at_20_std": -0.338109, + "nauc_map_at_20_diff1": 0.898247, + "nauc_map_at_100_max": 0.712798, + "nauc_map_at_100_std": -0.337615, + "nauc_map_at_100_diff1": 0.89826, + "nauc_map_at_1000_max": 0.712735, + "nauc_map_at_1000_std": -0.337901, + "nauc_map_at_1000_diff1": 0.89825, + "nauc_recall_at_1_max": 0.696902, + "nauc_recall_at_1_std": -0.332247, + "nauc_recall_at_1_diff1": 0.902833, + "nauc_recall_at_3_max": 0.766985, + "nauc_recall_at_3_std": -0.320554, + "nauc_recall_at_3_diff1": 0.891891, + "nauc_recall_at_5_max": 0.762445, + "nauc_recall_at_5_std": -0.409664, + "nauc_recall_at_5_diff1": 0.897722, + "nauc_recall_at_10_max": 0.813525, + "nauc_recall_at_10_std": -0.30221, + "nauc_recall_at_10_diff1": 0.887511, + "nauc_recall_at_20_max": 0.937154, + "nauc_recall_at_20_std": -0.051785, + "nauc_recall_at_20_diff1": 0.928356, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.579458, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714253, - "nauc_precision_at_1_std": -0.381399, - "nauc_precision_at_1_diff1": 0.892372, - "nauc_precision_at_3_max": 0.80166, - "nauc_precision_at_3_std": -0.297624, - "nauc_precision_at_3_diff1": 0.873078, - "nauc_precision_at_5_max": 0.804682, - "nauc_precision_at_5_std": -0.347459, - "nauc_precision_at_5_diff1": 0.872896, - "nauc_precision_at_10_max": 0.827988, - "nauc_precision_at_10_std": -0.143417, - "nauc_precision_at_10_diff1": 0.880742, - "nauc_precision_at_20_max": 0.947585, - "nauc_precision_at_20_std": 0.035311, - "nauc_precision_at_20_diff1": 0.964349, + "nauc_precision_at_1_max": 0.696902, + "nauc_precision_at_1_std": -0.332247, + "nauc_precision_at_1_diff1": 0.902833, + "nauc_precision_at_3_max": 0.766985, + "nauc_precision_at_3_std": -0.320554, + "nauc_precision_at_3_diff1": 0.891891, + "nauc_precision_at_5_max": 0.762445, + "nauc_precision_at_5_std": -0.409664, + "nauc_precision_at_5_diff1": 0.897722, + "nauc_precision_at_10_max": 0.813525, + "nauc_precision_at_10_std": -0.30221, + "nauc_precision_at_10_diff1": 0.887511, + "nauc_precision_at_20_max": 0.937154, + "nauc_precision_at_20_std": -0.051785, + "nauc_precision_at_20_diff1": 0.928356, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.579458, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714253, - "nauc_mrr_at_1_std": -0.381399, - "nauc_mrr_at_1_diff1": 0.892372, - "nauc_mrr_at_3_max": 0.736516, - "nauc_mrr_at_3_std": -0.369755, - "nauc_mrr_at_3_diff1": 0.886533, - "nauc_mrr_at_5_max": 0.73458, - "nauc_mrr_at_5_std": -0.37919, - "nauc_mrr_at_5_diff1": 0.886897, - "nauc_mrr_at_10_max": 0.733292, - "nauc_mrr_at_10_std": -0.37189, - "nauc_mrr_at_10_diff1": 0.887623, - "nauc_mrr_at_20_max": 0.733535, - "nauc_mrr_at_20_std": -0.3719, - "nauc_mrr_at_20_diff1": 0.888359, - "nauc_mrr_at_100_max": 0.733134, - "nauc_mrr_at_100_std": -0.371722, - "nauc_mrr_at_100_diff1": 0.888189, - "nauc_mrr_at_1000_max": 0.733037, - "nauc_mrr_at_1000_std": -0.372043, - "nauc_mrr_at_1000_diff1": 0.888161, - "main_score": 0.9357, + "nauc_mrr_at_1_max": 0.696902, + "nauc_mrr_at_1_std": -0.332247, + "nauc_mrr_at_1_diff1": 0.902833, + "nauc_mrr_at_3_max": 0.714911, + "nauc_mrr_at_3_std": -0.336755, + "nauc_mrr_at_3_diff1": 0.897495, + "nauc_mrr_at_5_max": 0.712616, + "nauc_mrr_at_5_std": -0.345903, + "nauc_mrr_at_5_diff1": 0.898368, + "nauc_mrr_at_10_max": 0.712798, + "nauc_mrr_at_10_std": -0.340916, + "nauc_mrr_at_10_diff1": 0.897832, + "nauc_mrr_at_20_max": 0.713378, + "nauc_mrr_at_20_std": -0.338109, + "nauc_mrr_at_20_diff1": 0.898247, + "nauc_mrr_at_100_max": 0.712798, + "nauc_mrr_at_100_std": -0.337615, + "nauc_mrr_at_100_diff1": 0.89826, + "nauc_mrr_at_1000_max": 0.712735, + "nauc_mrr_at_1000_std": -0.337901, + "nauc_mrr_at_1000_diff1": 0.89825, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92711, "hf_subset": "hin_Latn-eng_Latn", "languages": [ "hin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.76111, - "ndcg_at_3": 0.81116, - "ndcg_at_5": 0.82317, - "ndcg_at_10": 0.83249, - "ndcg_at_20": 0.83994, - "ndcg_at_100": 0.84833, - "ndcg_at_1000": 0.85127, - "map_at_1": 0.76111, - "map_at_3": 0.79889, - "map_at_5": 0.80561, - "map_at_10": 0.80944, - "map_at_20": 0.81157, - "map_at_100": 0.81279, - "map_at_1000": 0.81291, - "recall_at_1": 0.76111, - "recall_at_3": 0.84667, - "recall_at_5": 0.87556, - "recall_at_10": 0.90444, - "recall_at_20": 0.93333, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.78324, + "ndcg_at_5": 0.79711, + "ndcg_at_10": 0.81184, + "ndcg_at_20": 0.81978, + "ndcg_at_100": 0.82978, + "ndcg_at_1000": 0.83225, + "map_at_1": 0.73556, + "map_at_3": 0.77167, + "map_at_5": 0.77944, + "map_at_10": 0.78553, + "map_at_20": 0.78774, + "map_at_100": 0.78909, + "map_at_1000": 0.78919, + "recall_at_1": 0.73556, + "recall_at_3": 0.81667, + "recall_at_5": 0.85, + "recall_at_10": 0.89556, + "recall_at_20": 0.92667, + "recall_at_100": 0.98111, "recall_at_1000": 1.0, - "precision_at_1": 0.76111, - "precision_at_3": 0.28222, - "precision_at_5": 0.17511, - "precision_at_10": 0.09044, - "precision_at_20": 0.04667, - "precision_at_100": 0.00978, + "accuracy": 0.73556, + "precision_at_1": 0.73556, + "precision_at_3": 0.27222, + "precision_at_5": 0.17, + "precision_at_10": 0.08956, + "precision_at_20": 0.04633, + "precision_at_100": 0.00981, "precision_at_1000": 0.001, - "mrr_at_1": 0.761111, - "mrr_at_3": 0.798889, - "mrr_at_5": 0.805611, - "mrr_at_10": 0.809445, - "mrr_at_20": 0.811568, - "mrr_at_100": 0.812788, - "mrr_at_1000": 0.812915, - "nauc_ndcg_at_1_max": 0.844171, - "nauc_ndcg_at_1_std": 0.290913, - "nauc_ndcg_at_1_diff1": 0.90016, - "nauc_ndcg_at_3_max": 0.861125, - "nauc_ndcg_at_3_std": 0.346876, - "nauc_ndcg_at_3_diff1": 0.875506, - "nauc_ndcg_at_5_max": 0.859357, - "nauc_ndcg_at_5_std": 0.356884, - "nauc_ndcg_at_5_diff1": 0.871219, - "nauc_ndcg_at_10_max": 0.856475, - "nauc_ndcg_at_10_std": 0.365499, - "nauc_ndcg_at_10_diff1": 0.868953, - "nauc_ndcg_at_20_max": 0.857172, - "nauc_ndcg_at_20_std": 0.363406, - "nauc_ndcg_at_20_diff1": 0.869678, - "nauc_ndcg_at_100_max": 0.85695, - "nauc_ndcg_at_100_std": 0.361033, - "nauc_ndcg_at_100_diff1": 0.873458, - "nauc_ndcg_at_1000_max": 0.855765, - "nauc_ndcg_at_1000_std": 0.351533, - "nauc_ndcg_at_1000_diff1": 0.875469, - "nauc_map_at_1_max": 0.844171, - "nauc_map_at_1_std": 0.290913, - "nauc_map_at_1_diff1": 0.90016, - "nauc_map_at_3_max": 0.856309, - "nauc_map_at_3_std": 0.33213, - "nauc_map_at_3_diff1": 0.881821, - "nauc_map_at_5_max": 0.855471, - "nauc_map_at_5_std": 0.337297, - "nauc_map_at_5_diff1": 0.87993, - "nauc_map_at_10_max": 0.854185, - "nauc_map_at_10_std": 0.339824, - "nauc_map_at_10_diff1": 0.879118, - "nauc_map_at_20_max": 0.854326, - "nauc_map_at_20_std": 0.339195, - "nauc_map_at_20_diff1": 0.879419, - "nauc_map_at_100_max": 0.854263, - "nauc_map_at_100_std": 0.33909, - "nauc_map_at_100_diff1": 0.87987, - "nauc_map_at_1000_max": 0.854215, - "nauc_map_at_1000_std": 0.338757, - "nauc_map_at_1000_diff1": 0.879945, - "nauc_recall_at_1_max": 0.844171, - "nauc_recall_at_1_std": 0.290913, - "nauc_recall_at_1_diff1": 0.90016, - "nauc_recall_at_3_max": 0.87873, - "nauc_recall_at_3_std": 0.400183, - "nauc_recall_at_3_diff1": 0.85278, - "nauc_recall_at_5_max": 0.875193, - "nauc_recall_at_5_std": 0.440897, - "nauc_recall_at_5_diff1": 0.83339, - "nauc_recall_at_10_max": 0.86636, - "nauc_recall_at_10_std": 0.509739, - "nauc_recall_at_10_diff1": 0.81315, - "nauc_recall_at_20_max": 0.876766, - "nauc_recall_at_20_std": 0.550272, - "nauc_recall_at_20_diff1": 0.795246, - "nauc_recall_at_100_max": 0.910714, - "nauc_recall_at_100_std": 0.809197, - "nauc_recall_at_100_diff1": 0.779295, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.844171, - "nauc_precision_at_1_std": 0.290913, - "nauc_precision_at_1_diff1": 0.90016, - "nauc_precision_at_3_max": 0.87873, - "nauc_precision_at_3_std": 0.400183, - "nauc_precision_at_3_diff1": 0.85278, - "nauc_precision_at_5_max": 0.875193, - "nauc_precision_at_5_std": 0.440897, - "nauc_precision_at_5_diff1": 0.83339, - "nauc_precision_at_10_max": 0.86636, - "nauc_precision_at_10_std": 0.509739, - "nauc_precision_at_10_diff1": 0.81315, - "nauc_precision_at_20_max": 0.876766, - "nauc_precision_at_20_std": 0.550272, - "nauc_precision_at_20_diff1": 0.795246, - "nauc_precision_at_100_max": 0.910714, - "nauc_precision_at_100_std": 0.809197, - "nauc_precision_at_100_diff1": 0.779295, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.844171, - "nauc_mrr_at_1_std": 0.290913, - "nauc_mrr_at_1_diff1": 0.90016, - "nauc_mrr_at_3_max": 0.856309, - "nauc_mrr_at_3_std": 0.33213, - "nauc_mrr_at_3_diff1": 0.881821, - "nauc_mrr_at_5_max": 0.855471, - "nauc_mrr_at_5_std": 0.337297, - "nauc_mrr_at_5_diff1": 0.87993, - "nauc_mrr_at_10_max": 0.854185, - "nauc_mrr_at_10_std": 0.339824, - "nauc_mrr_at_10_diff1": 0.879118, - "nauc_mrr_at_20_max": 0.854326, - "nauc_mrr_at_20_std": 0.339195, - "nauc_mrr_at_20_diff1": 0.879419, - "nauc_mrr_at_100_max": 0.854263, - "nauc_mrr_at_100_std": 0.33909, - "nauc_mrr_at_100_diff1": 0.87987, - "nauc_mrr_at_1000_max": 0.854215, - "nauc_mrr_at_1000_std": 0.338757, - "nauc_mrr_at_1000_diff1": 0.879945, - "main_score": 0.83249, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.771667, + "mrr_at_5": 0.779444, + "mrr_at_10": 0.785527, + "mrr_at_20": 0.787743, + "mrr_at_100": 0.78909, + "mrr_at_1000": 0.789189, + "nauc_ndcg_at_1_max": 0.808585, + "nauc_ndcg_at_1_std": 0.174507, + "nauc_ndcg_at_1_diff1": 0.88821, + "nauc_ndcg_at_3_max": 0.836246, + "nauc_ndcg_at_3_std": 0.230403, + "nauc_ndcg_at_3_diff1": 0.868411, + "nauc_ndcg_at_5_max": 0.835942, + "nauc_ndcg_at_5_std": 0.238922, + "nauc_ndcg_at_5_diff1": 0.868932, + "nauc_ndcg_at_10_max": 0.830995, + "nauc_ndcg_at_10_std": 0.244735, + "nauc_ndcg_at_10_diff1": 0.867656, + "nauc_ndcg_at_20_max": 0.831482, + "nauc_ndcg_at_20_std": 0.25459, + "nauc_ndcg_at_20_diff1": 0.869963, + "nauc_ndcg_at_100_max": 0.830637, + "nauc_ndcg_at_100_std": 0.246366, + "nauc_ndcg_at_100_diff1": 0.87172, + "nauc_ndcg_at_1000_max": 0.829469, + "nauc_ndcg_at_1000_std": 0.237058, + "nauc_ndcg_at_1000_diff1": 0.871588, + "nauc_map_at_1_max": 0.808585, + "nauc_map_at_1_std": 0.174507, + "nauc_map_at_1_diff1": 0.88821, + "nauc_map_at_3_max": 0.829096, + "nauc_map_at_3_std": 0.21723, + "nauc_map_at_3_diff1": 0.872982, + "nauc_map_at_5_max": 0.828712, + "nauc_map_at_5_std": 0.221139, + "nauc_map_at_5_diff1": 0.873286, + "nauc_map_at_10_max": 0.826653, + "nauc_map_at_10_std": 0.222499, + "nauc_map_at_10_diff1": 0.872808, + "nauc_map_at_20_max": 0.826769, + "nauc_map_at_20_std": 0.224934, + "nauc_map_at_20_diff1": 0.873312, + "nauc_map_at_100_max": 0.826701, + "nauc_map_at_100_std": 0.22402, + "nauc_map_at_100_diff1": 0.873541, + "nauc_map_at_1000_max": 0.826663, + "nauc_map_at_1000_std": 0.223722, + "nauc_map_at_1000_diff1": 0.873529, + "nauc_recall_at_1_max": 0.808585, + "nauc_recall_at_1_std": 0.174507, + "nauc_recall_at_1_diff1": 0.88821, + "nauc_recall_at_3_max": 0.860774, + "nauc_recall_at_3_std": 0.274921, + "nauc_recall_at_3_diff1": 0.853019, + "nauc_recall_at_5_max": 0.864682, + "nauc_recall_at_5_std": 0.310927, + "nauc_recall_at_5_diff1": 0.852233, + "nauc_recall_at_10_max": 0.850595, + "nauc_recall_at_10_std": 0.371152, + "nauc_recall_at_10_diff1": 0.840532, + "nauc_recall_at_20_max": 0.862101, + "nauc_recall_at_20_std": 0.504492, + "nauc_recall_at_20_diff1": 0.851739, + "nauc_recall_at_100_max": 0.903883, + "nauc_recall_at_100_std": 0.828665, + "nauc_recall_at_100_diff1": 0.876421, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.808585, + "nauc_precision_at_1_std": 0.174507, + "nauc_precision_at_1_diff1": 0.88821, + "nauc_precision_at_3_max": 0.860774, + "nauc_precision_at_3_std": 0.274921, + "nauc_precision_at_3_diff1": 0.853019, + "nauc_precision_at_5_max": 0.864682, + "nauc_precision_at_5_std": 0.310927, + "nauc_precision_at_5_diff1": 0.852233, + "nauc_precision_at_10_max": 0.850595, + "nauc_precision_at_10_std": 0.371152, + "nauc_precision_at_10_diff1": 0.840532, + "nauc_precision_at_20_max": 0.862101, + "nauc_precision_at_20_std": 0.504492, + "nauc_precision_at_20_diff1": 0.851739, + "nauc_precision_at_100_max": 0.903883, + "nauc_precision_at_100_std": 0.828665, + "nauc_precision_at_100_diff1": 0.876421, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.808585, + "nauc_mrr_at_1_std": 0.174507, + "nauc_mrr_at_1_diff1": 0.88821, + "nauc_mrr_at_3_max": 0.829096, + "nauc_mrr_at_3_std": 0.21723, + "nauc_mrr_at_3_diff1": 0.872982, + "nauc_mrr_at_5_max": 0.828712, + "nauc_mrr_at_5_std": 0.221139, + "nauc_mrr_at_5_diff1": 0.873286, + "nauc_mrr_at_10_max": 0.826653, + "nauc_mrr_at_10_std": 0.222499, + "nauc_mrr_at_10_diff1": 0.872808, + "nauc_mrr_at_20_max": 0.826769, + "nauc_mrr_at_20_std": 0.224934, + "nauc_mrr_at_20_diff1": 0.873312, + "nauc_mrr_at_100_max": 0.826701, + "nauc_mrr_at_100_std": 0.22402, + "nauc_mrr_at_100_diff1": 0.873541, + "nauc_mrr_at_1000_max": 0.826663, + "nauc_mrr_at_1000_std": 0.223722, + "nauc_mrr_at_1000_diff1": 0.873529, + "hit_rate_at_1": 0.73556, + "hit_rate_at_3": 0.81667, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 0.89556, + "hit_rate_at_20": 0.92667, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.81184, "hf_subset": "eng_Latn-hin_Latn", "languages": [ "eng-Latn", "hin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90222, - "ndcg_at_3": 0.93538, - "ndcg_at_5": 0.94136, - "ndcg_at_10": 0.94564, - "ndcg_at_20": 0.94727, - "ndcg_at_100": 0.94772, - "ndcg_at_1000": 0.94848, - "map_at_1": 0.90222, - "map_at_3": 0.92759, - "map_at_5": 0.93093, - "map_at_10": 0.93268, - "map_at_20": 0.93309, - "map_at_100": 0.93317, - "map_at_1000": 0.93321, - "recall_at_1": 0.90222, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93413, + "ndcg_at_5": 0.9401, + "ndcg_at_10": 0.9429, + "ndcg_at_20": 0.94546, + "ndcg_at_100": 0.94665, + "ndcg_at_1000": 0.94692, + "map_at_1": 0.9, + "map_at_3": 0.92593, + "map_at_5": 0.92926, + "map_at_10": 0.93037, + "map_at_20": 0.93109, + "map_at_100": 0.93124, + "map_at_1000": 0.93124, + "recall_at_1": 0.9, "recall_at_3": 0.95778, "recall_at_5": 0.97222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99222, - "recall_at_100": 0.99444, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90222, + "accuracy": 0.9, + "precision_at_1": 0.9, "precision_at_3": 0.31926, "precision_at_5": 0.19444, - "precision_at_10": 0.09856, - "precision_at_20": 0.04961, - "precision_at_100": 0.00994, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.902222, - "mrr_at_3": 0.927593, - "mrr_at_5": 0.930926, - "mrr_at_10": 0.932676, - "mrr_at_20": 0.933092, - "mrr_at_100": 0.933171, - "mrr_at_1000": 0.933207, - "nauc_ndcg_at_1_max": 0.816288, - "nauc_ndcg_at_1_std": -0.033247, - "nauc_ndcg_at_1_diff1": 0.914216, - "nauc_ndcg_at_3_max": 0.854576, - "nauc_ndcg_at_3_std": -0.0004, - "nauc_ndcg_at_3_diff1": 0.913772, - "nauc_ndcg_at_5_max": 0.852679, - "nauc_ndcg_at_5_std": -0.001369, - "nauc_ndcg_at_5_diff1": 0.914401, - "nauc_ndcg_at_10_max": 0.850964, - "nauc_ndcg_at_10_std": 0.029819, - "nauc_ndcg_at_10_diff1": 0.919162, - "nauc_ndcg_at_20_max": 0.8484, - "nauc_ndcg_at_20_std": 0.035551, - "nauc_ndcg_at_20_diff1": 0.917391, - "nauc_ndcg_at_100_max": 0.847078, - "nauc_ndcg_at_100_std": 0.027738, - "nauc_ndcg_at_100_diff1": 0.917213, - "nauc_ndcg_at_1000_max": 0.844839, - "nauc_ndcg_at_1000_std": 0.013829, - "nauc_ndcg_at_1000_diff1": 0.91633, - "nauc_map_at_1_max": 0.816288, - "nauc_map_at_1_std": -0.033247, - "nauc_map_at_1_diff1": 0.914216, - "nauc_map_at_3_max": 0.843716, - "nauc_map_at_3_std": -0.006605, - "nauc_map_at_3_diff1": 0.914205, - "nauc_map_at_5_max": 0.842441, - "nauc_map_at_5_std": -0.006561, - "nauc_map_at_5_diff1": 0.914494, - "nauc_map_at_10_max": 0.841551, - "nauc_map_at_10_std": 0.002534, - "nauc_map_at_10_diff1": 0.916029, - "nauc_map_at_20_max": 0.840984, - "nauc_map_at_20_std": 0.003523, - "nauc_map_at_20_diff1": 0.915675, - "nauc_map_at_100_max": 0.840796, - "nauc_map_at_100_std": 0.002436, - "nauc_map_at_100_diff1": 0.915639, - "nauc_map_at_1000_max": 0.840709, - "nauc_map_at_1000_std": 0.001898, - "nauc_map_at_1000_diff1": 0.915599, - "nauc_recall_at_1_max": 0.816288, - "nauc_recall_at_1_std": -0.033247, - "nauc_recall_at_1_diff1": 0.914216, - "nauc_recall_at_3_max": 0.907182, - "nauc_recall_at_3_std": 0.027127, - "nauc_recall_at_3_diff1": 0.911421, - "nauc_recall_at_5_max": 0.923343, - "nauc_recall_at_5_std": 0.028235, - "nauc_recall_at_5_diff1": 0.913725, - "nauc_recall_at_10_max": 0.969834, - "nauc_recall_at_10_std": 0.446922, - "nauc_recall_at_10_diff1": 0.969834, + "mrr_at_1": 0.9, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929259, + "mrr_at_10": 0.93037, + "mrr_at_20": 0.931089, + "mrr_at_100": 0.931237, + "mrr_at_1000": 0.931244, + "nauc_ndcg_at_1_max": 0.797204, + "nauc_ndcg_at_1_std": -0.027923, + "nauc_ndcg_at_1_diff1": 0.913036, + "nauc_ndcg_at_3_max": 0.84638, + "nauc_ndcg_at_3_std": 0.029943, + "nauc_ndcg_at_3_diff1": 0.917621, + "nauc_ndcg_at_5_max": 0.8367, + "nauc_ndcg_at_5_std": -0.025114, + "nauc_ndcg_at_5_diff1": 0.913471, + "nauc_ndcg_at_10_max": 0.8379, + "nauc_ndcg_at_10_std": 0.011964, + "nauc_ndcg_at_10_diff1": 0.914204, + "nauc_ndcg_at_20_max": 0.834514, + "nauc_ndcg_at_20_std": 0.027008, + "nauc_ndcg_at_20_diff1": 0.915216, + "nauc_ndcg_at_100_max": 0.83081, + "nauc_ndcg_at_100_std": 0.010064, + "nauc_ndcg_at_100_diff1": 0.914828, + "nauc_ndcg_at_1000_max": 0.829967, + "nauc_ndcg_at_1000_std": 0.005135, + "nauc_ndcg_at_1000_diff1": 0.914734, + "nauc_map_at_1_max": 0.797204, + "nauc_map_at_1_std": -0.027923, + "nauc_map_at_1_diff1": 0.913036, + "nauc_map_at_3_max": 0.83145, + "nauc_map_at_3_std": 0.00759, + "nauc_map_at_3_diff1": 0.916054, + "nauc_map_at_5_max": 0.826285, + "nauc_map_at_5_std": -0.019306, + "nauc_map_at_5_diff1": 0.914049, + "nauc_map_at_10_max": 0.826507, + "nauc_map_at_10_std": -0.007352, + "nauc_map_at_10_diff1": 0.914281, + "nauc_map_at_20_max": 0.825688, + "nauc_map_at_20_std": -0.003749, + "nauc_map_at_20_diff1": 0.914515, + "nauc_map_at_100_max": 0.825311, + "nauc_map_at_100_std": -0.005326, + "nauc_map_at_100_diff1": 0.914488, + "nauc_map_at_1000_max": 0.825294, + "nauc_map_at_1000_std": -0.005422, + "nauc_map_at_1000_diff1": 0.914487, + "nauc_recall_at_1_max": 0.797204, + "nauc_recall_at_1_std": -0.027923, + "nauc_recall_at_1_diff1": 0.913036, + "nauc_recall_at_3_max": 0.921188, + "nauc_recall_at_3_std": 0.145658, + "nauc_recall_at_3_diff1": 0.925611, + "nauc_recall_at_5_max": 0.908497, + "nauc_recall_at_5_std": -0.08267, + "nauc_recall_at_5_diff1": 0.907843, + "nauc_recall_at_10_max": 0.953864, + "nauc_recall_at_10_std": 0.251167, + "nauc_recall_at_10_diff1": 0.912534, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.962652, - "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_20_std": 0.853583, + "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.973856, - "nauc_recall_at_100_diff1": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816288, - "nauc_precision_at_1_std": -0.033247, - "nauc_precision_at_1_diff1": 0.914216, - "nauc_precision_at_3_max": 0.907182, - "nauc_precision_at_3_std": 0.027127, - "nauc_precision_at_3_diff1": 0.911421, - "nauc_precision_at_5_max": 0.923343, - "nauc_precision_at_5_std": 0.028235, - "nauc_precision_at_5_diff1": 0.913725, - "nauc_precision_at_10_max": 0.969834, - "nauc_precision_at_10_std": 0.446922, - "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_1_max": 0.797204, + "nauc_precision_at_1_std": -0.027923, + "nauc_precision_at_1_diff1": 0.913036, + "nauc_precision_at_3_max": 0.921188, + "nauc_precision_at_3_std": 0.145658, + "nauc_precision_at_3_diff1": 0.925611, + "nauc_precision_at_5_max": 0.908497, + "nauc_precision_at_5_std": -0.08267, + "nauc_precision_at_5_diff1": 0.907843, + "nauc_precision_at_10_max": 0.953864, + "nauc_precision_at_10_std": 0.251167, + "nauc_precision_at_10_diff1": 0.912534, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.962652, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_20_std": 0.853583, + "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.973856, - "nauc_precision_at_100_diff1": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816288, - "nauc_mrr_at_1_std": -0.033247, - "nauc_mrr_at_1_diff1": 0.914216, - "nauc_mrr_at_3_max": 0.843716, - "nauc_mrr_at_3_std": -0.006605, - "nauc_mrr_at_3_diff1": 0.914205, - "nauc_mrr_at_5_max": 0.842441, - "nauc_mrr_at_5_std": -0.006561, - "nauc_mrr_at_5_diff1": 0.914494, - "nauc_mrr_at_10_max": 0.841551, - "nauc_mrr_at_10_std": 0.002534, - "nauc_mrr_at_10_diff1": 0.916029, - "nauc_mrr_at_20_max": 0.840984, - "nauc_mrr_at_20_std": 0.003523, - "nauc_mrr_at_20_diff1": 0.915675, - "nauc_mrr_at_100_max": 0.840796, - "nauc_mrr_at_100_std": 0.002436, - "nauc_mrr_at_100_diff1": 0.915639, - "nauc_mrr_at_1000_max": 0.840709, - "nauc_mrr_at_1000_std": 0.001898, - "nauc_mrr_at_1000_diff1": 0.915599, - "main_score": 0.94564, + "nauc_mrr_at_1_max": 0.797204, + "nauc_mrr_at_1_std": -0.027923, + "nauc_mrr_at_1_diff1": 0.913036, + "nauc_mrr_at_3_max": 0.83145, + "nauc_mrr_at_3_std": 0.00759, + "nauc_mrr_at_3_diff1": 0.916054, + "nauc_mrr_at_5_max": 0.826285, + "nauc_mrr_at_5_std": -0.019306, + "nauc_mrr_at_5_diff1": 0.914049, + "nauc_mrr_at_10_max": 0.826507, + "nauc_mrr_at_10_std": -0.007352, + "nauc_mrr_at_10_diff1": 0.914281, + "nauc_mrr_at_20_max": 0.825688, + "nauc_mrr_at_20_std": -0.003749, + "nauc_mrr_at_20_diff1": 0.914515, + "nauc_mrr_at_100_max": 0.825311, + "nauc_mrr_at_100_std": -0.005326, + "nauc_mrr_at_100_diff1": 0.914488, + "nauc_mrr_at_1000_max": 0.825294, + "nauc_mrr_at_1000_std": -0.005422, + "nauc_mrr_at_1000_diff1": 0.914487, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9429, "hf_subset": "hrv_Latn-hrv_Latn", "languages": [ "hrv-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94272, - "ndcg_at_5": 0.94827, - "ndcg_at_10": 0.95322, - "ndcg_at_20": 0.95434, - "ndcg_at_100": 0.9547, - "ndcg_at_1000": 0.955, - "map_at_1": 0.91333, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94331, + "ndcg_at_5": 0.94679, + "ndcg_at_10": 0.95053, + "ndcg_at_20": 0.95309, + "ndcg_at_100": 0.95388, + "ndcg_at_1000": 0.95401, + "map_at_1": 0.91111, "map_at_3": 0.93593, - "map_at_5": 0.93904, - "map_at_10": 0.94104, - "map_at_20": 0.94134, - "map_at_100": 0.94137, - "map_at_1000": 0.94139, - "recall_at_1": 0.91333, - "recall_at_3": 0.96222, - "recall_at_5": 0.97556, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, - "recall_at_100": 0.99778, + "map_at_5": 0.93776, + "map_at_10": 0.93938, + "map_at_20": 0.9401, + "map_at_100": 0.9402, + "map_at_1000": 0.9402, + "recall_at_1": 0.91111, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32074, - "precision_at_5": 0.19511, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, - "precision_at_100": 0.00998, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, + "mrr_at_1": 0.911111, "mrr_at_3": 0.935926, - "mrr_at_5": 0.939037, - "mrr_at_10": 0.941038, - "mrr_at_20": 0.941342, - "mrr_at_100": 0.941372, - "mrr_at_1000": 0.941386, - "nauc_ndcg_at_1_max": 0.766771, - "nauc_ndcg_at_1_std": -0.328731, - "nauc_ndcg_at_1_diff1": 0.943948, - "nauc_ndcg_at_3_max": 0.797693, - "nauc_ndcg_at_3_std": -0.353378, - "nauc_ndcg_at_3_diff1": 0.941377, - "nauc_ndcg_at_5_max": 0.811666, - "nauc_ndcg_at_5_std": -0.30509, - "nauc_ndcg_at_5_diff1": 0.94603, - "nauc_ndcg_at_10_max": 0.798064, - "nauc_ndcg_at_10_std": -0.339802, - "nauc_ndcg_at_10_diff1": 0.946675, - "nauc_ndcg_at_20_max": 0.798615, - "nauc_ndcg_at_20_std": -0.323249, - "nauc_ndcg_at_20_diff1": 0.946145, - "nauc_ndcg_at_100_max": 0.797024, - "nauc_ndcg_at_100_std": -0.322744, - "nauc_ndcg_at_100_diff1": 0.945719, - "nauc_ndcg_at_1000_max": 0.795681, - "nauc_ndcg_at_1000_std": -0.331023, - "nauc_ndcg_at_1000_diff1": 0.94536, - "nauc_map_at_1_max": 0.766771, - "nauc_map_at_1_std": -0.328731, - "nauc_map_at_1_diff1": 0.943948, - "nauc_map_at_3_max": 0.790489, - "nauc_map_at_3_std": -0.348614, - "nauc_map_at_3_diff1": 0.942453, - "nauc_map_at_5_max": 0.79665, - "nauc_map_at_5_std": -0.325843, - "nauc_map_at_5_diff1": 0.944787, - "nauc_map_at_10_max": 0.791777, - "nauc_map_at_10_std": -0.338955, - "nauc_map_at_10_diff1": 0.944959, - "nauc_map_at_20_max": 0.791877, - "nauc_map_at_20_std": -0.335501, - "nauc_map_at_20_diff1": 0.944828, - "nauc_map_at_100_max": 0.791768, - "nauc_map_at_100_std": -0.335444, - "nauc_map_at_100_diff1": 0.9448, - "nauc_map_at_1000_max": 0.79172, - "nauc_map_at_1000_std": -0.335729, - "nauc_map_at_1000_diff1": 0.944787, - "nauc_recall_at_1_max": 0.766771, - "nauc_recall_at_1_std": -0.328731, - "nauc_recall_at_1_diff1": 0.943948, - "nauc_recall_at_3_max": 0.83093, - "nauc_recall_at_3_std": -0.374403, - "nauc_recall_at_3_diff1": 0.935945, - "nauc_recall_at_5_max": 0.921378, - "nauc_recall_at_5_std": -0.135621, - "nauc_recall_at_5_diff1": 0.955967, - "nauc_recall_at_10_max": 0.888539, - "nauc_recall_at_10_std": -0.368522, - "nauc_recall_at_10_diff1": 0.98366, + "mrr_at_5": 0.937759, + "mrr_at_10": 0.939382, + "mrr_at_20": 0.940104, + "mrr_at_100": 0.9402, + "mrr_at_1000": 0.940203, + "nauc_ndcg_at_1_max": 0.756478, + "nauc_ndcg_at_1_std": -0.297958, + "nauc_ndcg_at_1_diff1": 0.945145, + "nauc_ndcg_at_3_max": 0.790755, + "nauc_ndcg_at_3_std": -0.31337, + "nauc_ndcg_at_3_diff1": 0.94389, + "nauc_ndcg_at_5_max": 0.787496, + "nauc_ndcg_at_5_std": -0.312935, + "nauc_ndcg_at_5_diff1": 0.942324, + "nauc_ndcg_at_10_max": 0.79379, + "nauc_ndcg_at_10_std": -0.304594, + "nauc_ndcg_at_10_diff1": 0.947505, + "nauc_ndcg_at_20_max": 0.789863, + "nauc_ndcg_at_20_std": -0.290291, + "nauc_ndcg_at_20_diff1": 0.947091, + "nauc_ndcg_at_100_max": 0.786276, + "nauc_ndcg_at_100_std": -0.292647, + "nauc_ndcg_at_100_diff1": 0.946188, + "nauc_ndcg_at_1000_max": 0.785667, + "nauc_ndcg_at_1000_std": -0.296328, + "nauc_ndcg_at_1000_diff1": 0.946035, + "nauc_map_at_1_max": 0.756478, + "nauc_map_at_1_std": -0.297958, + "nauc_map_at_1_diff1": 0.945145, + "nauc_map_at_3_max": 0.782581, + "nauc_map_at_3_std": -0.309342, + "nauc_map_at_3_diff1": 0.944578, + "nauc_map_at_5_max": 0.780934, + "nauc_map_at_5_std": -0.308335, + "nauc_map_at_5_diff1": 0.943879, + "nauc_map_at_10_max": 0.78332, + "nauc_map_at_10_std": -0.303717, + "nauc_map_at_10_diff1": 0.945816, + "nauc_map_at_20_max": 0.782142, + "nauc_map_at_20_std": -0.300731, + "nauc_map_at_20_diff1": 0.945694, + "nauc_map_at_100_max": 0.781792, + "nauc_map_at_100_std": -0.30059, + "nauc_map_at_100_diff1": 0.945607, + "nauc_map_at_1000_max": 0.78178, + "nauc_map_at_1000_std": -0.300658, + "nauc_map_at_1000_diff1": 0.945604, + "nauc_recall_at_1_max": 0.756478, + "nauc_recall_at_1_std": -0.297958, + "nauc_recall_at_1_diff1": 0.945145, + "nauc_recall_at_3_max": 0.830809, + "nauc_recall_at_3_std": -0.333479, + "nauc_recall_at_3_diff1": 0.940111, + "nauc_recall_at_5_max": 0.827031, + "nauc_recall_at_5_std": -0.344674, + "nauc_recall_at_5_diff1": 0.931042, + "nauc_recall_at_10_max": 0.908163, + "nauc_recall_at_10_std": -0.319294, + "nauc_recall_at_10_diff1": 0.970822, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.28233, + "nauc_recall_at_20_std": 0.139309, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766771, - "nauc_precision_at_1_std": -0.328731, - "nauc_precision_at_1_diff1": 0.943948, - "nauc_precision_at_3_max": 0.83093, - "nauc_precision_at_3_std": -0.374403, - "nauc_precision_at_3_diff1": 0.935945, - "nauc_precision_at_5_max": 0.921378, - "nauc_precision_at_5_std": -0.135621, - "nauc_precision_at_5_diff1": 0.955967, - "nauc_precision_at_10_max": 0.888539, - "nauc_precision_at_10_std": -0.368522, - "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_1_max": 0.756478, + "nauc_precision_at_1_std": -0.297958, + "nauc_precision_at_1_diff1": 0.945145, + "nauc_precision_at_3_max": 0.830809, + "nauc_precision_at_3_std": -0.333479, + "nauc_precision_at_3_diff1": 0.940111, + "nauc_precision_at_5_max": 0.827031, + "nauc_precision_at_5_std": -0.344674, + "nauc_precision_at_5_diff1": 0.931042, + "nauc_precision_at_10_max": 0.908163, + "nauc_precision_at_10_std": -0.319294, + "nauc_precision_at_10_diff1": 0.970822, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.28233, + "nauc_precision_at_20_std": 0.139309, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766771, - "nauc_mrr_at_1_std": -0.328731, - "nauc_mrr_at_1_diff1": 0.943948, - "nauc_mrr_at_3_max": 0.790489, - "nauc_mrr_at_3_std": -0.348614, - "nauc_mrr_at_3_diff1": 0.942453, - "nauc_mrr_at_5_max": 0.79665, - "nauc_mrr_at_5_std": -0.325843, - "nauc_mrr_at_5_diff1": 0.944787, - "nauc_mrr_at_10_max": 0.791777, - "nauc_mrr_at_10_std": -0.338955, - "nauc_mrr_at_10_diff1": 0.944959, - "nauc_mrr_at_20_max": 0.791877, - "nauc_mrr_at_20_std": -0.335501, - "nauc_mrr_at_20_diff1": 0.944828, - "nauc_mrr_at_100_max": 0.791768, - "nauc_mrr_at_100_std": -0.335444, - "nauc_mrr_at_100_diff1": 0.9448, - "nauc_mrr_at_1000_max": 0.79172, - "nauc_mrr_at_1000_std": -0.335729, - "nauc_mrr_at_1000_diff1": 0.944787, - "main_score": 0.95322, + "nauc_mrr_at_1_max": 0.756478, + "nauc_mrr_at_1_std": -0.297958, + "nauc_mrr_at_1_diff1": 0.945145, + "nauc_mrr_at_3_max": 0.782581, + "nauc_mrr_at_3_std": -0.309342, + "nauc_mrr_at_3_diff1": 0.944578, + "nauc_mrr_at_5_max": 0.780934, + "nauc_mrr_at_5_std": -0.308335, + "nauc_mrr_at_5_diff1": 0.943879, + "nauc_mrr_at_10_max": 0.78332, + "nauc_mrr_at_10_std": -0.303717, + "nauc_mrr_at_10_diff1": 0.945816, + "nauc_mrr_at_20_max": 0.782142, + "nauc_mrr_at_20_std": -0.300731, + "nauc_mrr_at_20_diff1": 0.945694, + "nauc_mrr_at_100_max": 0.781792, + "nauc_mrr_at_100_std": -0.30059, + "nauc_mrr_at_100_diff1": 0.945607, + "nauc_mrr_at_1000_max": 0.78178, + "nauc_mrr_at_1000_std": -0.300658, + "nauc_mrr_at_1000_diff1": 0.945604, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95053, "hf_subset": "hrv_Latn-eng_Latn", "languages": [ "hrv-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.88, - "ndcg_at_3": 0.91751, - "ndcg_at_5": 0.92411, - "ndcg_at_10": 0.92947, - "ndcg_at_20": 0.93148, - "ndcg_at_100": 0.93448, - "ndcg_at_1000": 0.93475, - "map_at_1": 0.88, - "map_at_3": 0.90889, - "map_at_5": 0.91267, - "map_at_10": 0.91485, - "map_at_20": 0.91542, - "map_at_100": 0.91589, - "map_at_1000": 0.91589, - "recall_at_1": 0.88, - "recall_at_3": 0.94222, - "recall_at_5": 0.95778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98222, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.91005, + "ndcg_at_5": 0.91742, + "ndcg_at_10": 0.92015, + "ndcg_at_20": 0.92414, + "ndcg_at_100": 0.92742, + "ndcg_at_1000": 0.92784, + "map_at_1": 0.86778, + "map_at_3": 0.90037, + "map_at_5": 0.90448, + "map_at_10": 0.90553, + "map_at_20": 0.90665, + "map_at_100": 0.90718, + "map_at_1000": 0.9072, + "recall_at_1": 0.86778, + "recall_at_3": 0.93778, + "recall_at_5": 0.95556, + "recall_at_10": 0.96444, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88, - "precision_at_3": 0.31407, - "precision_at_5": 0.19156, - "precision_at_10": 0.09744, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.31259, + "precision_at_5": 0.19111, + "precision_at_10": 0.09644, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.88, - "mrr_at_3": 0.908889, - "mrr_at_5": 0.912667, - "mrr_at_10": 0.914849, - "mrr_at_20": 0.915425, - "mrr_at_100": 0.915887, - "mrr_at_1000": 0.915893, - "nauc_ndcg_at_1_max": 0.83085, - "nauc_ndcg_at_1_std": -0.077147, - "nauc_ndcg_at_1_diff1": 0.933671, - "nauc_ndcg_at_3_max": 0.874872, - "nauc_ndcg_at_3_std": -0.032868, - "nauc_ndcg_at_3_diff1": 0.929557, - "nauc_ndcg_at_5_max": 0.871398, - "nauc_ndcg_at_5_std": -0.027972, - "nauc_ndcg_at_5_diff1": 0.932199, - "nauc_ndcg_at_10_max": 0.870576, - "nauc_ndcg_at_10_std": -0.008857, - "nauc_ndcg_at_10_diff1": 0.935271, - "nauc_ndcg_at_20_max": 0.868356, - "nauc_ndcg_at_20_std": -0.007345, - "nauc_ndcg_at_20_diff1": 0.934948, - "nauc_ndcg_at_100_max": 0.863163, - "nauc_ndcg_at_100_std": -0.023305, - "nauc_ndcg_at_100_diff1": 0.933377, - "nauc_ndcg_at_1000_max": 0.862604, - "nauc_ndcg_at_1000_std": -0.02695, - "nauc_ndcg_at_1000_diff1": 0.933105, - "nauc_map_at_1_max": 0.83085, - "nauc_map_at_1_std": -0.077147, - "nauc_map_at_1_diff1": 0.933671, - "nauc_map_at_3_max": 0.862475, - "nauc_map_at_3_std": -0.045491, - "nauc_map_at_3_diff1": 0.930479, - "nauc_map_at_5_max": 0.860171, - "nauc_map_at_5_std": -0.043207, - "nauc_map_at_5_diff1": 0.931758, - "nauc_map_at_10_max": 0.859518, - "nauc_map_at_10_std": -0.037611, - "nauc_map_at_10_diff1": 0.9327, - "nauc_map_at_20_max": 0.858909, - "nauc_map_at_20_std": -0.037109, - "nauc_map_at_20_diff1": 0.932581, - "nauc_map_at_100_max": 0.858255, - "nauc_map_at_100_std": -0.038773, - "nauc_map_at_100_diff1": 0.932428, - "nauc_map_at_1000_max": 0.858244, - "nauc_map_at_1000_std": -0.038843, - "nauc_map_at_1000_diff1": 0.932423, - "nauc_recall_at_1_max": 0.83085, - "nauc_recall_at_1_std": -0.077147, - "nauc_recall_at_1_diff1": 0.933671, - "nauc_recall_at_3_max": 0.929523, - "nauc_recall_at_3_std": 0.022894, - "nauc_recall_at_3_diff1": 0.925663, - "nauc_recall_at_5_max": 0.935378, - "nauc_recall_at_5_std": 0.060544, - "nauc_recall_at_5_diff1": 0.935931, - "nauc_recall_at_10_max": 0.971583, - "nauc_recall_at_10_std": 0.288394, - "nauc_recall_at_10_diff1": 0.965899, - "nauc_recall_at_20_max": 0.98366, - "nauc_recall_at_20_std": 0.428075, - "nauc_recall_at_20_diff1": 0.97549, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.90037, + "mrr_at_5": 0.904481, + "mrr_at_10": 0.905526, + "mrr_at_20": 0.906651, + "mrr_at_100": 0.907181, + "mrr_at_1000": 0.907196, + "nauc_ndcg_at_1_max": 0.824368, + "nauc_ndcg_at_1_std": -0.08985, + "nauc_ndcg_at_1_diff1": 0.925621, + "nauc_ndcg_at_3_max": 0.867454, + "nauc_ndcg_at_3_std": -0.044384, + "nauc_ndcg_at_3_diff1": 0.915313, + "nauc_ndcg_at_5_max": 0.861382, + "nauc_ndcg_at_5_std": -0.05976, + "nauc_ndcg_at_5_diff1": 0.91835, + "nauc_ndcg_at_10_max": 0.861551, + "nauc_ndcg_at_10_std": -0.052438, + "nauc_ndcg_at_10_diff1": 0.920471, + "nauc_ndcg_at_20_max": 0.85866, + "nauc_ndcg_at_20_std": -0.041616, + "nauc_ndcg_at_20_diff1": 0.920306, + "nauc_ndcg_at_100_max": 0.854689, + "nauc_ndcg_at_100_std": -0.050986, + "nauc_ndcg_at_100_diff1": 0.919515, + "nauc_ndcg_at_1000_max": 0.854364, + "nauc_ndcg_at_1000_std": -0.05382, + "nauc_ndcg_at_1000_diff1": 0.919516, + "nauc_map_at_1_max": 0.824368, + "nauc_map_at_1_std": -0.08985, + "nauc_map_at_1_diff1": 0.925621, + "nauc_map_at_3_max": 0.855646, + "nauc_map_at_3_std": -0.056247, + "nauc_map_at_3_diff1": 0.917844, + "nauc_map_at_5_max": 0.852063, + "nauc_map_at_5_std": -0.063936, + "nauc_map_at_5_diff1": 0.919302, + "nauc_map_at_10_max": 0.852047, + "nauc_map_at_10_std": -0.06136, + "nauc_map_at_10_diff1": 0.920018, + "nauc_map_at_20_max": 0.851255, + "nauc_map_at_20_std": -0.059011, + "nauc_map_at_20_diff1": 0.919927, + "nauc_map_at_100_max": 0.850723, + "nauc_map_at_100_std": -0.060203, + "nauc_map_at_100_diff1": 0.919836, + "nauc_map_at_1000_max": 0.850715, + "nauc_map_at_1000_std": -0.060246, + "nauc_map_at_1000_diff1": 0.919831, + "nauc_recall_at_1_max": 0.824368, + "nauc_recall_at_1_std": -0.08985, + "nauc_recall_at_1_diff1": 0.925621, + "nauc_recall_at_3_max": 0.919676, + "nauc_recall_at_3_std": 0.007636, + "nauc_recall_at_3_diff1": 0.904337, + "nauc_recall_at_5_max": 0.914916, + "nauc_recall_at_5_std": -0.041655, + "nauc_recall_at_5_diff1": 0.914391, + "nauc_recall_at_10_max": 0.929024, + "nauc_recall_at_10_std": 0.011832, + "nauc_recall_at_10_diff1": 0.928367, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.218954, + "nauc_recall_at_20_diff1": 0.933733, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.473389, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.83085, - "nauc_precision_at_1_std": -0.077147, - "nauc_precision_at_1_diff1": 0.933671, - "nauc_precision_at_3_max": 0.929523, - "nauc_precision_at_3_std": 0.022894, - "nauc_precision_at_3_diff1": 0.925663, - "nauc_precision_at_5_max": 0.935378, - "nauc_precision_at_5_std": 0.060544, - "nauc_precision_at_5_diff1": 0.935931, - "nauc_precision_at_10_max": 0.971583, - "nauc_precision_at_10_std": 0.288394, - "nauc_precision_at_10_diff1": 0.965899, - "nauc_precision_at_20_max": 0.98366, - "nauc_precision_at_20_std": 0.428075, - "nauc_precision_at_20_diff1": 0.97549, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.824368, + "nauc_precision_at_1_std": -0.08985, + "nauc_precision_at_1_diff1": 0.925621, + "nauc_precision_at_3_max": 0.919676, + "nauc_precision_at_3_std": 0.007636, + "nauc_precision_at_3_diff1": 0.904337, + "nauc_precision_at_5_max": 0.914916, + "nauc_precision_at_5_std": -0.041655, + "nauc_precision_at_5_diff1": 0.914391, + "nauc_precision_at_10_max": 0.929024, + "nauc_precision_at_10_std": 0.011832, + "nauc_precision_at_10_diff1": 0.928367, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.218954, + "nauc_precision_at_20_diff1": 0.933733, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.473389, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.83085, - "nauc_mrr_at_1_std": -0.077147, - "nauc_mrr_at_1_diff1": 0.933671, - "nauc_mrr_at_3_max": 0.862475, - "nauc_mrr_at_3_std": -0.045491, - "nauc_mrr_at_3_diff1": 0.930479, - "nauc_mrr_at_5_max": 0.860171, - "nauc_mrr_at_5_std": -0.043207, - "nauc_mrr_at_5_diff1": 0.931758, - "nauc_mrr_at_10_max": 0.859518, - "nauc_mrr_at_10_std": -0.037611, - "nauc_mrr_at_10_diff1": 0.9327, - "nauc_mrr_at_20_max": 0.858909, - "nauc_mrr_at_20_std": -0.037109, - "nauc_mrr_at_20_diff1": 0.932581, - "nauc_mrr_at_100_max": 0.858255, - "nauc_mrr_at_100_std": -0.038773, - "nauc_mrr_at_100_diff1": 0.932428, - "nauc_mrr_at_1000_max": 0.858244, - "nauc_mrr_at_1000_std": -0.038843, - "nauc_mrr_at_1000_diff1": 0.932423, - "main_score": 0.92947, + "nauc_mrr_at_1_max": 0.824368, + "nauc_mrr_at_1_std": -0.08985, + "nauc_mrr_at_1_diff1": 0.925621, + "nauc_mrr_at_3_max": 0.855646, + "nauc_mrr_at_3_std": -0.056247, + "nauc_mrr_at_3_diff1": 0.917844, + "nauc_mrr_at_5_max": 0.852063, + "nauc_mrr_at_5_std": -0.063936, + "nauc_mrr_at_5_diff1": 0.919302, + "nauc_mrr_at_10_max": 0.852047, + "nauc_mrr_at_10_std": -0.06136, + "nauc_mrr_at_10_diff1": 0.920018, + "nauc_mrr_at_20_max": 0.851255, + "nauc_mrr_at_20_std": -0.059011, + "nauc_mrr_at_20_diff1": 0.919927, + "nauc_mrr_at_100_max": 0.850723, + "nauc_mrr_at_100_std": -0.060203, + "nauc_mrr_at_100_diff1": 0.919836, + "nauc_mrr_at_1000_max": 0.850715, + "nauc_mrr_at_1000_std": -0.060246, + "nauc_mrr_at_1000_diff1": 0.919831, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92015, "hf_subset": "eng_Latn-hrv_Latn", "languages": [ "eng-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90222, - "ndcg_at_3": 0.93649, - "ndcg_at_5": 0.94156, - "ndcg_at_10": 0.94408, - "ndcg_at_20": 0.9461, - "ndcg_at_100": 0.94778, - "ndcg_at_1000": 0.94824, - "map_at_1": 0.90222, - "map_at_3": 0.92833, - "map_at_5": 0.93117, - "map_at_10": 0.93221, - "map_at_20": 0.93279, - "map_at_100": 0.93304, - "map_at_1000": 0.93306, - "recall_at_1": 0.90222, - "recall_at_3": 0.96, - "recall_at_5": 0.97222, - "recall_at_10": 0.98, - "recall_at_20": 0.98778, + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93164, + "ndcg_at_5": 0.93699, + "ndcg_at_10": 0.93925, + "ndcg_at_20": 0.94172, + "ndcg_at_100": 0.94393, + "ndcg_at_1000": 0.94438, + "map_at_1": 0.89667, + "map_at_3": 0.92333, + "map_at_5": 0.92622, + "map_at_10": 0.92721, + "map_at_20": 0.92785, + "map_at_100": 0.92822, + "map_at_1000": 0.92824, + "recall_at_1": 0.89667, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90222, - "precision_at_3": 0.32, - "precision_at_5": 0.19444, - "precision_at_10": 0.098, - "precision_at_20": 0.04939, + "accuracy": 0.89667, + "precision_at_1": 0.89667, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.902222, - "mrr_at_3": 0.928333, - "mrr_at_5": 0.931167, - "mrr_at_10": 0.932214, - "mrr_at_20": 0.932795, - "mrr_at_100": 0.933037, - "mrr_at_1000": 0.93306, - "nauc_ndcg_at_1_max": 0.827317, - "nauc_ndcg_at_1_std": -0.106766, - "nauc_ndcg_at_1_diff1": 0.929335, - "nauc_ndcg_at_3_max": 0.865547, - "nauc_ndcg_at_3_std": -0.116745, - "nauc_ndcg_at_3_diff1": 0.936486, - "nauc_ndcg_at_5_max": 0.861184, - "nauc_ndcg_at_5_std": -0.08319, - "nauc_ndcg_at_5_diff1": 0.93397, - "nauc_ndcg_at_10_max": 0.859656, - "nauc_ndcg_at_10_std": -0.080153, - "nauc_ndcg_at_10_diff1": 0.93594, - "nauc_ndcg_at_20_max": 0.85898, - "nauc_ndcg_at_20_std": -0.085933, - "nauc_ndcg_at_20_diff1": 0.936295, - "nauc_ndcg_at_100_max": 0.856084, - "nauc_ndcg_at_100_std": -0.080852, - "nauc_ndcg_at_100_diff1": 0.935129, - "nauc_ndcg_at_1000_max": 0.854808, - "nauc_ndcg_at_1000_std": -0.090437, - "nauc_ndcg_at_1000_diff1": 0.934554, - "nauc_map_at_1_max": 0.827317, - "nauc_map_at_1_std": -0.106766, - "nauc_map_at_1_diff1": 0.929335, - "nauc_map_at_3_max": 0.854992, - "nauc_map_at_3_std": -0.111644, - "nauc_map_at_3_diff1": 0.934737, - "nauc_map_at_5_max": 0.852465, - "nauc_map_at_5_std": -0.095731, - "nauc_map_at_5_diff1": 0.933422, - "nauc_map_at_10_max": 0.851951, - "nauc_map_at_10_std": -0.094423, - "nauc_map_at_10_diff1": 0.933991, - "nauc_map_at_20_max": 0.851585, - "nauc_map_at_20_std": -0.09686, - "nauc_map_at_20_diff1": 0.934038, - "nauc_map_at_100_max": 0.851254, - "nauc_map_at_100_std": -0.096104, - "nauc_map_at_100_diff1": 0.933855, - "nauc_map_at_1000_max": 0.851202, - "nauc_map_at_1000_std": -0.096486, - "nauc_map_at_1000_diff1": 0.933831, - "nauc_recall_at_1_max": 0.827317, - "nauc_recall_at_1_std": -0.106766, - "nauc_recall_at_1_diff1": 0.929335, - "nauc_recall_at_3_max": 0.918625, - "nauc_recall_at_3_std": -0.144465, - "nauc_recall_at_3_diff1": 0.94508, - "nauc_recall_at_5_max": 0.920075, - "nauc_recall_at_5_std": 0.015798, - "nauc_recall_at_5_diff1": 0.936601, - "nauc_recall_at_10_max": 0.927119, - "nauc_recall_at_10_std": 0.071818, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.964349, - "nauc_recall_at_20_std": 0.109583, - "nauc_recall_at_20_diff1": 0.976233, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.926222, + "mrr_at_10": 0.927208, + "mrr_at_20": 0.927853, + "mrr_at_100": 0.928223, + "mrr_at_1000": 0.928243, + "nauc_ndcg_at_1_max": 0.796452, + "nauc_ndcg_at_1_std": -0.190683, + "nauc_ndcg_at_1_diff1": 0.925441, + "nauc_ndcg_at_3_max": 0.839736, + "nauc_ndcg_at_3_std": -0.113268, + "nauc_ndcg_at_3_diff1": 0.923978, + "nauc_ndcg_at_5_max": 0.841839, + "nauc_ndcg_at_5_std": -0.106555, + "nauc_ndcg_at_5_diff1": 0.925682, + "nauc_ndcg_at_10_max": 0.839308, + "nauc_ndcg_at_10_std": -0.107611, + "nauc_ndcg_at_10_diff1": 0.924529, + "nauc_ndcg_at_20_max": 0.836651, + "nauc_ndcg_at_20_std": -0.111184, + "nauc_ndcg_at_20_diff1": 0.925681, + "nauc_ndcg_at_100_max": 0.832255, + "nauc_ndcg_at_100_std": -0.11575, + "nauc_ndcg_at_100_diff1": 0.925953, + "nauc_ndcg_at_1000_max": 0.83091, + "nauc_ndcg_at_1000_std": -0.124693, + "nauc_ndcg_at_1000_diff1": 0.925359, + "nauc_map_at_1_max": 0.796452, + "nauc_map_at_1_std": -0.190683, + "nauc_map_at_1_diff1": 0.925441, + "nauc_map_at_3_max": 0.828058, + "nauc_map_at_3_std": -0.134279, + "nauc_map_at_3_diff1": 0.924339, + "nauc_map_at_5_max": 0.82868, + "nauc_map_at_5_std": -0.131886, + "nauc_map_at_5_diff1": 0.925272, + "nauc_map_at_10_max": 0.82758, + "nauc_map_at_10_std": -0.132306, + "nauc_map_at_10_diff1": 0.924841, + "nauc_map_at_20_max": 0.826894, + "nauc_map_at_20_std": -0.133561, + "nauc_map_at_20_diff1": 0.925069, + "nauc_map_at_100_max": 0.826264, + "nauc_map_at_100_std": -0.134817, + "nauc_map_at_100_diff1": 0.925113, + "nauc_map_at_1000_max": 0.826215, + "nauc_map_at_1000_std": -0.135131, + "nauc_map_at_1000_diff1": 0.925092, + "nauc_recall_at_1_max": 0.796452, + "nauc_recall_at_1_std": -0.190683, + "nauc_recall_at_1_diff1": 0.925441, + "nauc_recall_at_3_max": 0.89602, + "nauc_recall_at_3_std": -0.011893, + "nauc_recall_at_3_diff1": 0.922269, + "nauc_recall_at_5_max": 0.929639, + "nauc_recall_at_5_std": 0.064126, + "nauc_recall_at_5_diff1": 0.928805, + "nauc_recall_at_10_max": 0.934959, + "nauc_recall_at_10_std": 0.098294, + "nauc_recall_at_10_diff1": 0.921272, + "nauc_recall_at_20_max": 0.958522, + "nauc_recall_at_20_std": 0.192667, + "nauc_recall_at_20_diff1": 0.938411, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827317, - "nauc_precision_at_1_std": -0.106766, - "nauc_precision_at_1_diff1": 0.929335, - "nauc_precision_at_3_max": 0.918625, - "nauc_precision_at_3_std": -0.144465, - "nauc_precision_at_3_diff1": 0.94508, - "nauc_precision_at_5_max": 0.920075, - "nauc_precision_at_5_std": 0.015798, - "nauc_precision_at_5_diff1": 0.936601, - "nauc_precision_at_10_max": 0.927119, - "nauc_precision_at_10_std": 0.071818, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.964349, - "nauc_precision_at_20_std": 0.109583, - "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_1_max": 0.796452, + "nauc_precision_at_1_std": -0.190683, + "nauc_precision_at_1_diff1": 0.925441, + "nauc_precision_at_3_max": 0.89602, + "nauc_precision_at_3_std": -0.011893, + "nauc_precision_at_3_diff1": 0.922269, + "nauc_precision_at_5_max": 0.929639, + "nauc_precision_at_5_std": 0.064126, + "nauc_precision_at_5_diff1": 0.928805, + "nauc_precision_at_10_max": 0.934959, + "nauc_precision_at_10_std": 0.098294, + "nauc_precision_at_10_diff1": 0.921272, + "nauc_precision_at_20_max": 0.958522, + "nauc_precision_at_20_std": 0.192667, + "nauc_precision_at_20_diff1": 0.938411, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827317, - "nauc_mrr_at_1_std": -0.106766, - "nauc_mrr_at_1_diff1": 0.929335, - "nauc_mrr_at_3_max": 0.854992, - "nauc_mrr_at_3_std": -0.111644, - "nauc_mrr_at_3_diff1": 0.934737, - "nauc_mrr_at_5_max": 0.852465, - "nauc_mrr_at_5_std": -0.095731, - "nauc_mrr_at_5_diff1": 0.933422, - "nauc_mrr_at_10_max": 0.851951, - "nauc_mrr_at_10_std": -0.094423, - "nauc_mrr_at_10_diff1": 0.933991, - "nauc_mrr_at_20_max": 0.851585, - "nauc_mrr_at_20_std": -0.09686, - "nauc_mrr_at_20_diff1": 0.934038, - "nauc_mrr_at_100_max": 0.851254, - "nauc_mrr_at_100_std": -0.096104, - "nauc_mrr_at_100_diff1": 0.933855, - "nauc_mrr_at_1000_max": 0.851202, - "nauc_mrr_at_1000_std": -0.096486, - "nauc_mrr_at_1000_diff1": 0.933831, - "main_score": 0.94408, + "nauc_mrr_at_1_max": 0.796452, + "nauc_mrr_at_1_std": -0.190683, + "nauc_mrr_at_1_diff1": 0.925441, + "nauc_mrr_at_3_max": 0.828058, + "nauc_mrr_at_3_std": -0.134279, + "nauc_mrr_at_3_diff1": 0.924339, + "nauc_mrr_at_5_max": 0.82868, + "nauc_mrr_at_5_std": -0.131886, + "nauc_mrr_at_5_diff1": 0.925272, + "nauc_mrr_at_10_max": 0.82758, + "nauc_mrr_at_10_std": -0.132306, + "nauc_mrr_at_10_diff1": 0.924841, + "nauc_mrr_at_20_max": 0.826894, + "nauc_mrr_at_20_std": -0.133561, + "nauc_mrr_at_20_diff1": 0.925069, + "nauc_mrr_at_100_max": 0.826264, + "nauc_mrr_at_100_std": -0.134817, + "nauc_mrr_at_100_diff1": 0.925113, + "nauc_mrr_at_1000_max": 0.826215, + "nauc_mrr_at_1000_std": -0.135131, + "nauc_mrr_at_1000_diff1": 0.925092, + "hit_rate_at_1": 0.89667, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93925, "hf_subset": "hun_Latn-hun_Latn", "languages": [ "hun-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94944, - "ndcg_at_5": 0.95418, - "ndcg_at_10": 0.95675, - "ndcg_at_20": 0.95846, - "ndcg_at_100": 0.95866, - "ndcg_at_1000": 0.95913, - "map_at_1": 0.91667, - "map_at_3": 0.94222, - "map_at_5": 0.94494, - "map_at_10": 0.94604, - "map_at_20": 0.94652, - "map_at_100": 0.94654, - "map_at_1000": 0.94657, - "recall_at_1": 0.91667, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94652, + "ndcg_at_5": 0.95068, + "ndcg_at_10": 0.95354, + "ndcg_at_20": 0.95439, + "ndcg_at_100": 0.95568, + "ndcg_at_1000": 0.95582, + "map_at_1": 0.91111, + "map_at_3": 0.93833, + "map_at_5": 0.94067, + "map_at_10": 0.94184, + "map_at_20": 0.94208, + "map_at_100": 0.94228, + "map_at_1000": 0.94228, + "recall_at_1": 0.91111, "recall_at_3": 0.97, - "recall_at_5": 0.98111, + "recall_at_5": 0.98, "recall_at_10": 0.98889, - "recall_at_20": 0.99556, - "recall_at_100": 0.99667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, + "accuracy": 0.91111, + "precision_at_1": 0.91111, "precision_at_3": 0.32333, - "precision_at_5": 0.19622, + "precision_at_5": 0.196, "precision_at_10": 0.09889, - "precision_at_20": 0.04978, - "precision_at_100": 0.00997, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.942222, - "mrr_at_5": 0.944944, - "mrr_at_10": 0.946038, - "mrr_at_20": 0.946522, - "mrr_at_100": 0.946544, - "mrr_at_1000": 0.946569, - "nauc_ndcg_at_1_max": 0.769493, - "nauc_ndcg_at_1_std": -0.310657, - "nauc_ndcg_at_1_diff1": 0.927544, - "nauc_ndcg_at_3_max": 0.786217, - "nauc_ndcg_at_3_std": -0.42222, - "nauc_ndcg_at_3_diff1": 0.936441, - "nauc_ndcg_at_5_max": 0.799145, - "nauc_ndcg_at_5_std": -0.360475, - "nauc_ndcg_at_5_diff1": 0.939303, - "nauc_ndcg_at_10_max": 0.796616, - "nauc_ndcg_at_10_std": -0.322128, - "nauc_ndcg_at_10_diff1": 0.937901, - "nauc_ndcg_at_20_max": 0.792146, - "nauc_ndcg_at_20_std": -0.330646, - "nauc_ndcg_at_20_diff1": 0.936323, - "nauc_ndcg_at_100_max": 0.791161, - "nauc_ndcg_at_100_std": -0.323969, - "nauc_ndcg_at_100_diff1": 0.936021, - "nauc_ndcg_at_1000_max": 0.788743, - "nauc_ndcg_at_1000_std": -0.338773, - "nauc_ndcg_at_1000_diff1": 0.935281, - "nauc_map_at_1_max": 0.769493, - "nauc_map_at_1_std": -0.310657, - "nauc_map_at_1_diff1": 0.927544, - "nauc_map_at_3_max": 0.781828, - "nauc_map_at_3_std": -0.386294, - "nauc_map_at_3_diff1": 0.933765, - "nauc_map_at_5_max": 0.787645, - "nauc_map_at_5_std": -0.35505, - "nauc_map_at_5_diff1": 0.934909, - "nauc_map_at_10_max": 0.786308, - "nauc_map_at_10_std": -0.342159, - "nauc_map_at_10_diff1": 0.934338, - "nauc_map_at_20_max": 0.785261, - "nauc_map_at_20_std": -0.343815, - "nauc_map_at_20_diff1": 0.933991, - "nauc_map_at_100_max": 0.785172, - "nauc_map_at_100_std": -0.343234, - "nauc_map_at_100_diff1": 0.933963, - "nauc_map_at_1000_max": 0.785069, - "nauc_map_at_1000_std": -0.343854, - "nauc_map_at_1000_diff1": 0.933932, - "nauc_recall_at_1_max": 0.769493, - "nauc_recall_at_1_std": -0.310657, - "nauc_recall_at_1_diff1": 0.927544, - "nauc_recall_at_3_max": 0.809472, - "nauc_recall_at_3_std": -0.619601, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.938333, + "mrr_at_5": 0.940667, + "mrr_at_10": 0.941836, + "mrr_at_20": 0.942078, + "mrr_at_100": 0.942278, + "mrr_at_1000": 0.942283, + "nauc_ndcg_at_1_max": 0.77947, + "nauc_ndcg_at_1_std": -0.191608, + "nauc_ndcg_at_1_diff1": 0.937442, + "nauc_ndcg_at_3_max": 0.791869, + "nauc_ndcg_at_3_std": -0.259633, + "nauc_ndcg_at_3_diff1": 0.941697, + "nauc_ndcg_at_5_max": 0.789403, + "nauc_ndcg_at_5_std": -0.250387, + "nauc_ndcg_at_5_diff1": 0.945429, + "nauc_ndcg_at_10_max": 0.793802, + "nauc_ndcg_at_10_std": -0.221907, + "nauc_ndcg_at_10_diff1": 0.944128, + "nauc_ndcg_at_20_max": 0.793378, + "nauc_ndcg_at_20_std": -0.206501, + "nauc_ndcg_at_20_diff1": 0.943079, + "nauc_ndcg_at_100_max": 0.792332, + "nauc_ndcg_at_100_std": -0.212956, + "nauc_ndcg_at_100_diff1": 0.942122, + "nauc_ndcg_at_1000_max": 0.791653, + "nauc_ndcg_at_1000_std": -0.216922, + "nauc_ndcg_at_1000_diff1": 0.941933, + "nauc_map_at_1_max": 0.77947, + "nauc_map_at_1_std": -0.191608, + "nauc_map_at_1_diff1": 0.937442, + "nauc_map_at_3_max": 0.789202, + "nauc_map_at_3_std": -0.236259, + "nauc_map_at_3_diff1": 0.940143, + "nauc_map_at_5_max": 0.78799, + "nauc_map_at_5_std": -0.231661, + "nauc_map_at_5_diff1": 0.941782, + "nauc_map_at_10_max": 0.789686, + "nauc_map_at_10_std": -0.221936, + "nauc_map_at_10_diff1": 0.941306, + "nauc_map_at_20_max": 0.78951, + "nauc_map_at_20_std": -0.218466, + "nauc_map_at_20_diff1": 0.94106, + "nauc_map_at_100_max": 0.789586, + "nauc_map_at_100_std": -0.218718, + "nauc_map_at_100_diff1": 0.940953, + "nauc_map_at_1000_max": 0.789567, + "nauc_map_at_1000_std": -0.218832, + "nauc_map_at_1000_diff1": 0.940948, + "nauc_recall_at_1_max": 0.77947, + "nauc_recall_at_1_std": -0.191608, + "nauc_recall_at_1_diff1": 0.937442, + "nauc_recall_at_3_max": 0.80629, + "nauc_recall_at_3_std": -0.398053, "nauc_recall_at_3_diff1": 0.95098, - "nauc_recall_at_5_max": 0.898528, - "nauc_recall_at_5_std": -0.383561, - "nauc_recall_at_5_diff1": 0.976932, - "nauc_recall_at_10_max": 0.944444, - "nauc_recall_at_10_std": 0.059897, + "nauc_recall_at_5_max": 0.798371, + "nauc_recall_at_5_std": -0.40471, + "nauc_recall_at_5_diff1": 0.978214, + "nauc_recall_at_10_max": 0.854622, + "nauc_recall_at_10_std": -0.15901, "nauc_recall_at_10_diff1": 0.986928, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.28233, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": 0.218821, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769493, - "nauc_precision_at_1_std": -0.310657, - "nauc_precision_at_1_diff1": 0.927544, - "nauc_precision_at_3_max": 0.809472, - "nauc_precision_at_3_std": -0.619601, + "nauc_precision_at_1_max": 0.77947, + "nauc_precision_at_1_std": -0.191608, + "nauc_precision_at_1_diff1": 0.937442, + "nauc_precision_at_3_max": 0.80629, + "nauc_precision_at_3_std": -0.398053, "nauc_precision_at_3_diff1": 0.95098, - "nauc_precision_at_5_max": 0.898528, - "nauc_precision_at_5_std": -0.383561, - "nauc_precision_at_5_diff1": 0.976932, - "nauc_precision_at_10_max": 0.944444, - "nauc_precision_at_10_std": 0.059897, + "nauc_precision_at_5_max": 0.798371, + "nauc_precision_at_5_std": -0.40471, + "nauc_precision_at_5_diff1": 0.978214, + "nauc_precision_at_10_max": 0.854622, + "nauc_precision_at_10_std": -0.15901, "nauc_precision_at_10_diff1": 0.986928, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.28233, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": 0.218821, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769493, - "nauc_mrr_at_1_std": -0.310657, - "nauc_mrr_at_1_diff1": 0.927544, - "nauc_mrr_at_3_max": 0.781828, - "nauc_mrr_at_3_std": -0.386294, - "nauc_mrr_at_3_diff1": 0.933765, - "nauc_mrr_at_5_max": 0.787645, - "nauc_mrr_at_5_std": -0.35505, - "nauc_mrr_at_5_diff1": 0.934909, - "nauc_mrr_at_10_max": 0.786308, - "nauc_mrr_at_10_std": -0.342159, - "nauc_mrr_at_10_diff1": 0.934338, - "nauc_mrr_at_20_max": 0.785261, - "nauc_mrr_at_20_std": -0.343815, - "nauc_mrr_at_20_diff1": 0.933991, - "nauc_mrr_at_100_max": 0.785172, - "nauc_mrr_at_100_std": -0.343234, - "nauc_mrr_at_100_diff1": 0.933963, - "nauc_mrr_at_1000_max": 0.785069, - "nauc_mrr_at_1000_std": -0.343854, - "nauc_mrr_at_1000_diff1": 0.933932, - "main_score": 0.95675, + "nauc_mrr_at_1_max": 0.77947, + "nauc_mrr_at_1_std": -0.191608, + "nauc_mrr_at_1_diff1": 0.937442, + "nauc_mrr_at_3_max": 0.789202, + "nauc_mrr_at_3_std": -0.236259, + "nauc_mrr_at_3_diff1": 0.940143, + "nauc_mrr_at_5_max": 0.78799, + "nauc_mrr_at_5_std": -0.231661, + "nauc_mrr_at_5_diff1": 0.941782, + "nauc_mrr_at_10_max": 0.789686, + "nauc_mrr_at_10_std": -0.221936, + "nauc_mrr_at_10_diff1": 0.941306, + "nauc_mrr_at_20_max": 0.78951, + "nauc_mrr_at_20_std": -0.218466, + "nauc_mrr_at_20_diff1": 0.94106, + "nauc_mrr_at_100_max": 0.789586, + "nauc_mrr_at_100_std": -0.218718, + "nauc_mrr_at_100_diff1": 0.940953, + "nauc_mrr_at_1000_max": 0.789567, + "nauc_mrr_at_1000_std": -0.218832, + "nauc_mrr_at_1000_diff1": 0.940948, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95354, "hf_subset": "hun_Latn-eng_Latn", "languages": [ "hun-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92442, - "ndcg_at_5": 0.93121, - "ndcg_at_10": 0.93617, - "ndcg_at_20": 0.93867, - "ndcg_at_100": 0.94014, - "ndcg_at_1000": 0.94027, - "map_at_1": 0.88889, - "map_at_3": 0.91593, - "map_at_5": 0.91965, - "map_at_10": 0.92166, - "map_at_20": 0.92233, - "map_at_100": 0.92254, - "map_at_1000": 0.92254, - "recall_at_1": 0.88889, - "recall_at_3": 0.94889, - "recall_at_5": 0.96556, - "recall_at_10": 0.98111, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91307, + "ndcg_at_5": 0.919, + "ndcg_at_10": 0.92736, + "ndcg_at_20": 0.92897, + "ndcg_at_100": 0.93129, + "ndcg_at_1000": 0.93142, + "map_at_1": 0.87333, + "map_at_3": 0.9037, + "map_at_5": 0.90698, + "map_at_10": 0.91048, + "map_at_20": 0.91089, + "map_at_100": 0.91123, + "map_at_1000": 0.91124, + "recall_at_1": 0.87333, + "recall_at_3": 0.94, + "recall_at_5": 0.95444, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.3163, - "precision_at_5": 0.19311, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31333, + "precision_at_5": 0.19089, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.915926, - "mrr_at_5": 0.919648, - "mrr_at_10": 0.92166, - "mrr_at_20": 0.922328, - "mrr_at_100": 0.92254, - "mrr_at_1000": 0.922542, - "nauc_ndcg_at_1_max": 0.821561, - "nauc_ndcg_at_1_std": -0.144773, - "nauc_ndcg_at_1_diff1": 0.929494, - "nauc_ndcg_at_3_max": 0.849667, - "nauc_ndcg_at_3_std": -0.08254, - "nauc_ndcg_at_3_diff1": 0.934091, - "nauc_ndcg_at_5_max": 0.854978, - "nauc_ndcg_at_5_std": -0.079098, - "nauc_ndcg_at_5_diff1": 0.937509, - "nauc_ndcg_at_10_max": 0.853295, - "nauc_ndcg_at_10_std": -0.068623, - "nauc_ndcg_at_10_diff1": 0.934776, - "nauc_ndcg_at_20_max": 0.848369, - "nauc_ndcg_at_20_std": -0.086215, - "nauc_ndcg_at_20_diff1": 0.93445, - "nauc_ndcg_at_100_max": 0.846199, - "nauc_ndcg_at_100_std": -0.089659, - "nauc_ndcg_at_100_diff1": 0.932826, - "nauc_ndcg_at_1000_max": 0.845863, - "nauc_ndcg_at_1000_std": -0.091751, - "nauc_ndcg_at_1000_diff1": 0.932964, - "nauc_map_at_1_max": 0.821561, - "nauc_map_at_1_std": -0.144773, - "nauc_map_at_1_diff1": 0.929494, - "nauc_map_at_3_max": 0.84228, - "nauc_map_at_3_std": -0.100393, - "nauc_map_at_3_diff1": 0.931976, - "nauc_map_at_5_max": 0.84471, - "nauc_map_at_5_std": -0.098632, - "nauc_map_at_5_diff1": 0.933472, - "nauc_map_at_10_max": 0.843914, - "nauc_map_at_10_std": -0.095385, - "nauc_map_at_10_diff1": 0.932454, - "nauc_map_at_20_max": 0.842752, - "nauc_map_at_20_std": -0.100097, - "nauc_map_at_20_diff1": 0.93235, - "nauc_map_at_100_max": 0.842537, - "nauc_map_at_100_std": -0.100237, - "nauc_map_at_100_diff1": 0.932163, - "nauc_map_at_1000_max": 0.842531, - "nauc_map_at_1000_std": -0.100274, - "nauc_map_at_1000_diff1": 0.932166, - "nauc_recall_at_1_max": 0.821561, - "nauc_recall_at_1_std": -0.144773, - "nauc_recall_at_1_diff1": 0.929494, - "nauc_recall_at_3_max": 0.883398, - "nauc_recall_at_3_std": 0.000203, - "nauc_recall_at_3_diff1": 0.944485, - "nauc_recall_at_5_max": 0.922894, - "nauc_recall_at_5_std": 0.047619, - "nauc_recall_at_5_diff1": 0.966266, - "nauc_recall_at_10_max": 0.960592, - "nauc_recall_at_10_std": 0.255286, - "nauc_recall_at_10_diff1": 0.961553, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.189659, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.903704, + "mrr_at_5": 0.906981, + "mrr_at_10": 0.910483, + "mrr_at_20": 0.910889, + "mrr_at_100": 0.911235, + "mrr_at_1000": 0.911237, + "nauc_ndcg_at_1_max": 0.777701, + "nauc_ndcg_at_1_std": -0.265396, + "nauc_ndcg_at_1_diff1": 0.937571, + "nauc_ndcg_at_3_max": 0.818239, + "nauc_ndcg_at_3_std": -0.188674, + "nauc_ndcg_at_3_diff1": 0.929558, + "nauc_ndcg_at_5_max": 0.818494, + "nauc_ndcg_at_5_std": -0.191619, + "nauc_ndcg_at_5_diff1": 0.935544, + "nauc_ndcg_at_10_max": 0.812176, + "nauc_ndcg_at_10_std": -0.200846, + "nauc_ndcg_at_10_diff1": 0.935559, + "nauc_ndcg_at_20_max": 0.809975, + "nauc_ndcg_at_20_std": -0.202913, + "nauc_ndcg_at_20_diff1": 0.936208, + "nauc_ndcg_at_100_max": 0.806876, + "nauc_ndcg_at_100_std": -0.206451, + "nauc_ndcg_at_100_diff1": 0.934865, + "nauc_ndcg_at_1000_max": 0.806511, + "nauc_ndcg_at_1000_std": -0.208204, + "nauc_ndcg_at_1000_diff1": 0.934742, + "nauc_map_at_1_max": 0.777701, + "nauc_map_at_1_std": -0.265396, + "nauc_map_at_1_diff1": 0.937571, + "nauc_map_at_3_max": 0.806199, + "nauc_map_at_3_std": -0.211195, + "nauc_map_at_3_diff1": 0.931374, + "nauc_map_at_5_max": 0.806017, + "nauc_map_at_5_std": -0.212537, + "nauc_map_at_5_diff1": 0.934306, + "nauc_map_at_10_max": 0.803219, + "nauc_map_at_10_std": -0.216794, + "nauc_map_at_10_diff1": 0.934337, + "nauc_map_at_20_max": 0.802761, + "nauc_map_at_20_std": -0.217017, + "nauc_map_at_20_diff1": 0.934487, + "nauc_map_at_100_max": 0.802485, + "nauc_map_at_100_std": -0.21698, + "nauc_map_at_100_diff1": 0.934334, + "nauc_map_at_1000_max": 0.802479, + "nauc_map_at_1000_std": -0.217007, + "nauc_map_at_1000_diff1": 0.934332, + "nauc_recall_at_1_max": 0.777701, + "nauc_recall_at_1_std": -0.265396, + "nauc_recall_at_1_diff1": 0.937571, + "nauc_recall_at_3_max": 0.87254, + "nauc_recall_at_3_std": -0.087284, + "nauc_recall_at_3_diff1": 0.921759, + "nauc_recall_at_5_max": 0.889788, + "nauc_recall_at_5_std": -0.075072, + "nauc_recall_at_5_diff1": 0.945002, + "nauc_recall_at_10_max": 0.915318, + "nauc_recall_at_10_std": -0.020723, + "nauc_recall_at_10_diff1": 0.955519, + "nauc_recall_at_20_max": 0.917912, + "nauc_recall_at_20_std": 0.010893, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.869281, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.821561, - "nauc_precision_at_1_std": -0.144773, - "nauc_precision_at_1_diff1": 0.929494, - "nauc_precision_at_3_max": 0.883398, - "nauc_precision_at_3_std": 0.000203, - "nauc_precision_at_3_diff1": 0.944485, - "nauc_precision_at_5_max": 0.922894, - "nauc_precision_at_5_std": 0.047619, - "nauc_precision_at_5_diff1": 0.966266, - "nauc_precision_at_10_max": 0.960592, - "nauc_precision_at_10_std": 0.255286, - "nauc_precision_at_10_diff1": 0.961553, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.189659, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.777701, + "nauc_precision_at_1_std": -0.265396, + "nauc_precision_at_1_diff1": 0.937571, + "nauc_precision_at_3_max": 0.87254, + "nauc_precision_at_3_std": -0.087284, + "nauc_precision_at_3_diff1": 0.921759, + "nauc_precision_at_5_max": 0.889788, + "nauc_precision_at_5_std": -0.075072, + "nauc_precision_at_5_diff1": 0.945002, + "nauc_precision_at_10_max": 0.915318, + "nauc_precision_at_10_std": -0.020723, + "nauc_precision_at_10_diff1": 0.955519, + "nauc_precision_at_20_max": 0.917912, + "nauc_precision_at_20_std": 0.010893, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.821561, - "nauc_mrr_at_1_std": -0.144773, - "nauc_mrr_at_1_diff1": 0.929494, - "nauc_mrr_at_3_max": 0.84228, - "nauc_mrr_at_3_std": -0.100393, - "nauc_mrr_at_3_diff1": 0.931976, - "nauc_mrr_at_5_max": 0.84471, - "nauc_mrr_at_5_std": -0.098632, - "nauc_mrr_at_5_diff1": 0.933472, - "nauc_mrr_at_10_max": 0.843914, - "nauc_mrr_at_10_std": -0.095385, - "nauc_mrr_at_10_diff1": 0.932454, - "nauc_mrr_at_20_max": 0.842752, - "nauc_mrr_at_20_std": -0.100097, - "nauc_mrr_at_20_diff1": 0.93235, - "nauc_mrr_at_100_max": 0.842537, - "nauc_mrr_at_100_std": -0.100237, - "nauc_mrr_at_100_diff1": 0.932163, - "nauc_mrr_at_1000_max": 0.842531, - "nauc_mrr_at_1000_std": -0.100274, - "nauc_mrr_at_1000_diff1": 0.932166, - "main_score": 0.93617, + "nauc_mrr_at_1_max": 0.777701, + "nauc_mrr_at_1_std": -0.265396, + "nauc_mrr_at_1_diff1": 0.937571, + "nauc_mrr_at_3_max": 0.806199, + "nauc_mrr_at_3_std": -0.211195, + "nauc_mrr_at_3_diff1": 0.931374, + "nauc_mrr_at_5_max": 0.806017, + "nauc_mrr_at_5_std": -0.212537, + "nauc_mrr_at_5_diff1": 0.934306, + "nauc_mrr_at_10_max": 0.803219, + "nauc_mrr_at_10_std": -0.216794, + "nauc_mrr_at_10_diff1": 0.934337, + "nauc_mrr_at_20_max": 0.802761, + "nauc_mrr_at_20_std": -0.217017, + "nauc_mrr_at_20_diff1": 0.934487, + "nauc_mrr_at_100_max": 0.802485, + "nauc_mrr_at_100_std": -0.21698, + "nauc_mrr_at_100_diff1": 0.934334, + "nauc_mrr_at_1000_max": 0.802479, + "nauc_mrr_at_1000_std": -0.217007, + "nauc_mrr_at_1000_diff1": 0.934332, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95444, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92736, "hf_subset": "eng_Latn-hun_Latn", "languages": [ "eng-Latn", "hun-Latn" - ] - }, - { - "ndcg_at_1": 0.82111, - "ndcg_at_3": 0.87759, - "ndcg_at_5": 0.8851, - "ndcg_at_10": 0.89128, - "ndcg_at_20": 0.89411, - "ndcg_at_100": 0.89803, - "ndcg_at_1000": 0.89996, - "map_at_1": 0.82111, - "map_at_3": 0.8637, - "map_at_5": 0.86798, - "map_at_10": 0.87057, - "map_at_20": 0.87135, - "map_at_100": 0.87197, - "map_at_1000": 0.87206, - "recall_at_1": 0.82111, - "recall_at_3": 0.91778, - "recall_at_5": 0.93556, - "recall_at_10": 0.95444, - "recall_at_20": 0.96556, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86633, + "ndcg_at_5": 0.87681, + "ndcg_at_10": 0.8831, + "ndcg_at_20": 0.88701, + "ndcg_at_100": 0.89195, + "ndcg_at_1000": 0.89368, + "map_at_1": 0.81556, + "map_at_3": 0.85426, + "map_at_5": 0.86004, + "map_at_10": 0.86274, + "map_at_20": 0.86381, + "map_at_100": 0.86457, + "map_at_1000": 0.86464, + "recall_at_1": 0.81556, + "recall_at_3": 0.90111, + "recall_at_5": 0.92667, + "recall_at_10": 0.94556, + "recall_at_20": 0.96111, + "recall_at_100": 0.98667, "recall_at_1000": 1.0, - "precision_at_1": 0.82111, - "precision_at_3": 0.30593, - "precision_at_5": 0.18711, - "precision_at_10": 0.09544, - "precision_at_20": 0.04828, - "precision_at_100": 0.00986, + "accuracy": 0.81556, + "precision_at_1": 0.81556, + "precision_at_3": 0.30037, + "precision_at_5": 0.18533, + "precision_at_10": 0.09456, + "precision_at_20": 0.04806, + "precision_at_100": 0.00987, "precision_at_1000": 0.001, - "mrr_at_1": 0.821111, - "mrr_at_3": 0.863704, - "mrr_at_5": 0.867981, - "mrr_at_10": 0.870567, - "mrr_at_20": 0.871353, - "mrr_at_100": 0.87197, - "mrr_at_1000": 0.872056, - "nauc_ndcg_at_1_max": 0.719166, - "nauc_ndcg_at_1_std": -0.002911, - "nauc_ndcg_at_1_diff1": 0.889862, - "nauc_ndcg_at_3_max": 0.776849, - "nauc_ndcg_at_3_std": 0.082092, - "nauc_ndcg_at_3_diff1": 0.8699, - "nauc_ndcg_at_5_max": 0.769205, - "nauc_ndcg_at_5_std": 0.075918, - "nauc_ndcg_at_5_diff1": 0.873757, - "nauc_ndcg_at_10_max": 0.769403, - "nauc_ndcg_at_10_std": 0.078194, - "nauc_ndcg_at_10_diff1": 0.878649, - "nauc_ndcg_at_20_max": 0.768678, - "nauc_ndcg_at_20_std": 0.085696, - "nauc_ndcg_at_20_diff1": 0.877484, - "nauc_ndcg_at_100_max": 0.766116, - "nauc_ndcg_at_100_std": 0.081719, - "nauc_ndcg_at_100_diff1": 0.878825, - "nauc_ndcg_at_1000_max": 0.76222, - "nauc_ndcg_at_1000_std": 0.068517, - "nauc_ndcg_at_1000_diff1": 0.878609, - "nauc_map_at_1_max": 0.719166, - "nauc_map_at_1_std": -0.002911, - "nauc_map_at_1_diff1": 0.889862, - "nauc_map_at_3_max": 0.761084, - "nauc_map_at_3_std": 0.057036, - "nauc_map_at_3_diff1": 0.875729, - "nauc_map_at_5_max": 0.75666, - "nauc_map_at_5_std": 0.052772, - "nauc_map_at_5_diff1": 0.877756, - "nauc_map_at_10_max": 0.75669, - "nauc_map_at_10_std": 0.053808, - "nauc_map_at_10_diff1": 0.879642, - "nauc_map_at_20_max": 0.756486, - "nauc_map_at_20_std": 0.055674, - "nauc_map_at_20_diff1": 0.879372, - "nauc_map_at_100_max": 0.756047, - "nauc_map_at_100_std": 0.054674, - "nauc_map_at_100_diff1": 0.879514, - "nauc_map_at_1000_max": 0.755906, - "nauc_map_at_1000_std": 0.05422, - "nauc_map_at_1000_diff1": 0.879516, - "nauc_recall_at_1_max": 0.719166, - "nauc_recall_at_1_std": -0.002911, - "nauc_recall_at_1_diff1": 0.889862, - "nauc_recall_at_3_max": 0.847787, - "nauc_recall_at_3_std": 0.196198, - "nauc_recall_at_3_diff1": 0.84339, - "nauc_recall_at_5_max": 0.836867, - "nauc_recall_at_5_std": 0.205287, - "nauc_recall_at_5_diff1": 0.852547, - "nauc_recall_at_10_max": 0.863144, - "nauc_recall_at_10_std": 0.264558, - "nauc_recall_at_10_diff1": 0.877081, - "nauc_recall_at_20_max": 0.883754, - "nauc_recall_at_20_std": 0.403361, - "nauc_recall_at_20_diff1": 0.863257, - "nauc_recall_at_100_max": 0.959779, - "nauc_recall_at_100_std": 0.744883, - "nauc_recall_at_100_diff1": 0.892803, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.719166, - "nauc_precision_at_1_std": -0.002911, - "nauc_precision_at_1_diff1": 0.889862, - "nauc_precision_at_3_max": 0.847787, - "nauc_precision_at_3_std": 0.196198, - "nauc_precision_at_3_diff1": 0.84339, - "nauc_precision_at_5_max": 0.836867, - "nauc_precision_at_5_std": 0.205287, - "nauc_precision_at_5_diff1": 0.852547, - "nauc_precision_at_10_max": 0.863144, - "nauc_precision_at_10_std": 0.264558, - "nauc_precision_at_10_diff1": 0.877081, - "nauc_precision_at_20_max": 0.883754, - "nauc_precision_at_20_std": 0.403361, - "nauc_precision_at_20_diff1": 0.863257, - "nauc_precision_at_100_max": 0.959779, - "nauc_precision_at_100_std": 0.744883, - "nauc_precision_at_100_diff1": 0.892803, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.719166, - "nauc_mrr_at_1_std": -0.002911, - "nauc_mrr_at_1_diff1": 0.889862, - "nauc_mrr_at_3_max": 0.761084, - "nauc_mrr_at_3_std": 0.057036, - "nauc_mrr_at_3_diff1": 0.875729, - "nauc_mrr_at_5_max": 0.75666, - "nauc_mrr_at_5_std": 0.052772, - "nauc_mrr_at_5_diff1": 0.877756, - "nauc_mrr_at_10_max": 0.75669, - "nauc_mrr_at_10_std": 0.053808, - "nauc_mrr_at_10_diff1": 0.879642, - "nauc_mrr_at_20_max": 0.756486, - "nauc_mrr_at_20_std": 0.055674, - "nauc_mrr_at_20_diff1": 0.879372, - "nauc_mrr_at_100_max": 0.756047, - "nauc_mrr_at_100_std": 0.054674, - "nauc_mrr_at_100_diff1": 0.879514, - "nauc_mrr_at_1000_max": 0.755906, - "nauc_mrr_at_1000_std": 0.05422, - "nauc_mrr_at_1000_diff1": 0.879516, - "main_score": 0.89128, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.854259, + "mrr_at_5": 0.860037, + "mrr_at_10": 0.862743, + "mrr_at_20": 0.863811, + "mrr_at_100": 0.864569, + "mrr_at_1000": 0.864638, + "nauc_ndcg_at_1_max": 0.739141, + "nauc_ndcg_at_1_std": -0.05905, + "nauc_ndcg_at_1_diff1": 0.88575, + "nauc_ndcg_at_3_max": 0.784705, + "nauc_ndcg_at_3_std": 0.02853, + "nauc_ndcg_at_3_diff1": 0.858758, + "nauc_ndcg_at_5_max": 0.778303, + "nauc_ndcg_at_5_std": 0.013698, + "nauc_ndcg_at_5_diff1": 0.860523, + "nauc_ndcg_at_10_max": 0.781973, + "nauc_ndcg_at_10_std": 0.03681, + "nauc_ndcg_at_10_diff1": 0.864696, + "nauc_ndcg_at_20_max": 0.782733, + "nauc_ndcg_at_20_std": 0.037733, + "nauc_ndcg_at_20_diff1": 0.864924, + "nauc_ndcg_at_100_max": 0.778284, + "nauc_ndcg_at_100_std": 0.027271, + "nauc_ndcg_at_100_diff1": 0.867907, + "nauc_ndcg_at_1000_max": 0.775522, + "nauc_ndcg_at_1000_std": 0.017418, + "nauc_ndcg_at_1000_diff1": 0.868059, + "nauc_map_at_1_max": 0.739141, + "nauc_map_at_1_std": -0.05905, + "nauc_map_at_1_diff1": 0.88575, + "nauc_map_at_3_max": 0.773162, + "nauc_map_at_3_std": 0.002727, + "nauc_map_at_3_diff1": 0.867134, + "nauc_map_at_5_max": 0.76952, + "nauc_map_at_5_std": -0.004589, + "nauc_map_at_5_diff1": 0.868311, + "nauc_map_at_10_max": 0.770808, + "nauc_map_at_10_std": 0.004352, + "nauc_map_at_10_diff1": 0.87007, + "nauc_map_at_20_max": 0.770874, + "nauc_map_at_20_std": 0.004081, + "nauc_map_at_20_diff1": 0.870179, + "nauc_map_at_100_max": 0.770183, + "nauc_map_at_100_std": 0.002316, + "nauc_map_at_100_diff1": 0.870515, + "nauc_map_at_1000_max": 0.7701, + "nauc_map_at_1000_std": 0.002062, + "nauc_map_at_1000_diff1": 0.87052, + "nauc_recall_at_1_max": 0.739141, + "nauc_recall_at_1_std": -0.05905, + "nauc_recall_at_1_diff1": 0.88575, + "nauc_recall_at_3_max": 0.830543, + "nauc_recall_at_3_std": 0.133494, + "nauc_recall_at_3_diff1": 0.824437, + "nauc_recall_at_5_max": 0.821322, + "nauc_recall_at_5_std": 0.103507, + "nauc_recall_at_5_diff1": 0.819809, + "nauc_recall_at_10_max": 0.857448, + "nauc_recall_at_10_std": 0.267812, + "nauc_recall_at_10_diff1": 0.830704, + "nauc_recall_at_20_max": 0.896572, + "nauc_recall_at_20_std": 0.376004, + "nauc_recall_at_20_diff1": 0.819328, + "nauc_recall_at_100_max": 0.944172, + "nauc_recall_at_100_std": 0.635154, + "nauc_recall_at_100_diff1": 0.858971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.739141, + "nauc_precision_at_1_std": -0.05905, + "nauc_precision_at_1_diff1": 0.88575, + "nauc_precision_at_3_max": 0.830543, + "nauc_precision_at_3_std": 0.133494, + "nauc_precision_at_3_diff1": 0.824437, + "nauc_precision_at_5_max": 0.821322, + "nauc_precision_at_5_std": 0.103507, + "nauc_precision_at_5_diff1": 0.819809, + "nauc_precision_at_10_max": 0.857448, + "nauc_precision_at_10_std": 0.267812, + "nauc_precision_at_10_diff1": 0.830704, + "nauc_precision_at_20_max": 0.896572, + "nauc_precision_at_20_std": 0.376004, + "nauc_precision_at_20_diff1": 0.819328, + "nauc_precision_at_100_max": 0.944172, + "nauc_precision_at_100_std": 0.635154, + "nauc_precision_at_100_diff1": 0.858971, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.739141, + "nauc_mrr_at_1_std": -0.05905, + "nauc_mrr_at_1_diff1": 0.88575, + "nauc_mrr_at_3_max": 0.773162, + "nauc_mrr_at_3_std": 0.002727, + "nauc_mrr_at_3_diff1": 0.867134, + "nauc_mrr_at_5_max": 0.76952, + "nauc_mrr_at_5_std": -0.004589, + "nauc_mrr_at_5_diff1": 0.868311, + "nauc_mrr_at_10_max": 0.770808, + "nauc_mrr_at_10_std": 0.004352, + "nauc_mrr_at_10_diff1": 0.87007, + "nauc_mrr_at_20_max": 0.770874, + "nauc_mrr_at_20_std": 0.004081, + "nauc_mrr_at_20_diff1": 0.870179, + "nauc_mrr_at_100_max": 0.770183, + "nauc_mrr_at_100_std": 0.002316, + "nauc_mrr_at_100_diff1": 0.870515, + "nauc_mrr_at_1000_max": 0.7701, + "nauc_mrr_at_1000_std": 0.002062, + "nauc_mrr_at_1000_diff1": 0.87052, + "hit_rate_at_1": 0.81556, + "hit_rate_at_3": 0.90111, + "hit_rate_at_5": 0.92667, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8831, "hf_subset": "hye_Armn-hye_Armn", "languages": [ "hye-Armn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87333, - "ndcg_at_3": 0.91797, - "ndcg_at_5": 0.92539, - "ndcg_at_10": 0.92931, - "ndcg_at_20": 0.93224, - "ndcg_at_100": 0.93414, - "ndcg_at_1000": 0.9343, - "map_at_1": 0.87333, - "map_at_3": 0.90759, - "map_at_5": 0.91176, - "map_at_10": 0.91336, - "map_at_20": 0.91423, - "map_at_100": 0.91451, - "map_at_1000": 0.91452, - "recall_at_1": 0.87333, - "recall_at_3": 0.94778, - "recall_at_5": 0.96556, - "recall_at_10": 0.97778, - "recall_at_20": 0.98889, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91321, + "ndcg_at_5": 0.92297, + "ndcg_at_10": 0.9271, + "ndcg_at_20": 0.92911, + "ndcg_at_100": 0.93125, + "ndcg_at_1000": 0.93158, + "map_at_1": 0.87, + "map_at_3": 0.90278, + "map_at_5": 0.90828, + "map_at_10": 0.91008, + "map_at_20": 0.91065, + "map_at_100": 0.91099, + "map_at_1000": 0.91101, + "recall_at_1": 0.87, + "recall_at_3": 0.94333, + "recall_at_5": 0.96667, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.87333, - "precision_at_3": 0.31593, - "precision_at_5": 0.19311, - "precision_at_10": 0.09778, - "precision_at_20": 0.04944, - "precision_at_100": 0.00999, + "accuracy": 0.87, + "precision_at_1": 0.87, + "precision_at_3": 0.31444, + "precision_at_5": 0.19333, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.873333, - "mrr_at_3": 0.907593, - "mrr_at_5": 0.911759, - "mrr_at_10": 0.913359, - "mrr_at_20": 0.914231, - "mrr_at_100": 0.914513, - "mrr_at_1000": 0.914523, - "nauc_ndcg_at_1_max": 0.741182, - "nauc_ndcg_at_1_std": -0.314202, - "nauc_ndcg_at_1_diff1": 0.930749, - "nauc_ndcg_at_3_max": 0.765762, - "nauc_ndcg_at_3_std": -0.32053, - "nauc_ndcg_at_3_diff1": 0.918602, - "nauc_ndcg_at_5_max": 0.767224, - "nauc_ndcg_at_5_std": -0.294072, - "nauc_ndcg_at_5_diff1": 0.918943, - "nauc_ndcg_at_10_max": 0.766363, - "nauc_ndcg_at_10_std": -0.286519, - "nauc_ndcg_at_10_diff1": 0.918496, - "nauc_ndcg_at_20_max": 0.763135, - "nauc_ndcg_at_20_std": -0.296133, - "nauc_ndcg_at_20_diff1": 0.920395, - "nauc_ndcg_at_100_max": 0.761298, - "nauc_ndcg_at_100_std": -0.305406, - "nauc_ndcg_at_100_diff1": 0.921337, - "nauc_ndcg_at_1000_max": 0.761021, - "nauc_ndcg_at_1000_std": -0.301728, - "nauc_ndcg_at_1000_diff1": 0.921471, - "nauc_map_at_1_max": 0.741182, - "nauc_map_at_1_std": -0.314202, - "nauc_map_at_1_diff1": 0.930749, - "nauc_map_at_3_max": 0.759648, - "nauc_map_at_3_std": -0.315449, - "nauc_map_at_3_diff1": 0.921884, - "nauc_map_at_5_max": 0.759638, - "nauc_map_at_5_std": -0.303651, - "nauc_map_at_5_diff1": 0.922256, - "nauc_map_at_10_max": 0.759314, - "nauc_map_at_10_std": -0.301567, - "nauc_map_at_10_diff1": 0.922181, - "nauc_map_at_20_max": 0.758442, - "nauc_map_at_20_std": -0.304504, - "nauc_map_at_20_diff1": 0.9227, - "nauc_map_at_100_max": 0.758351, - "nauc_map_at_100_std": -0.305105, - "nauc_map_at_100_diff1": 0.922749, - "nauc_map_at_1000_max": 0.758337, - "nauc_map_at_1000_std": -0.304924, - "nauc_map_at_1000_diff1": 0.922756, - "nauc_recall_at_1_max": 0.741182, - "nauc_recall_at_1_std": -0.314202, - "nauc_recall_at_1_diff1": 0.930749, - "nauc_recall_at_3_max": 0.795002, - "nauc_recall_at_3_std": -0.348144, - "nauc_recall_at_3_diff1": 0.902656, - "nauc_recall_at_5_max": 0.821843, - "nauc_recall_at_5_std": -0.216364, - "nauc_recall_at_5_diff1": 0.895636, - "nauc_recall_at_10_max": 0.841387, - "nauc_recall_at_10_std": -0.094795, - "nauc_recall_at_10_diff1": 0.878268, - "nauc_recall_at_20_max": 0.845472, - "nauc_recall_at_20_std": -0.09267, - "nauc_recall_at_20_diff1": 0.879085, - "nauc_recall_at_100_max": 0.869281, - "nauc_recall_at_100_std": -1.739963, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.87, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.908278, + "mrr_at_10": 0.910082, + "mrr_at_20": 0.910654, + "mrr_at_100": 0.910992, + "mrr_at_1000": 0.911011, + "nauc_ndcg_at_1_max": 0.706843, + "nauc_ndcg_at_1_std": -0.355604, + "nauc_ndcg_at_1_diff1": 0.928555, + "nauc_ndcg_at_3_max": 0.727714, + "nauc_ndcg_at_3_std": -0.344666, + "nauc_ndcg_at_3_diff1": 0.91639, + "nauc_ndcg_at_5_max": 0.736232, + "nauc_ndcg_at_5_std": -0.341086, + "nauc_ndcg_at_5_diff1": 0.916319, + "nauc_ndcg_at_10_max": 0.735653, + "nauc_ndcg_at_10_std": -0.33369, + "nauc_ndcg_at_10_diff1": 0.920009, + "nauc_ndcg_at_20_max": 0.729715, + "nauc_ndcg_at_20_std": -0.339861, + "nauc_ndcg_at_20_diff1": 0.919315, + "nauc_ndcg_at_100_max": 0.730368, + "nauc_ndcg_at_100_std": -0.343432, + "nauc_ndcg_at_100_diff1": 0.92075, + "nauc_ndcg_at_1000_max": 0.729391, + "nauc_ndcg_at_1000_std": -0.343104, + "nauc_ndcg_at_1000_diff1": 0.920674, + "nauc_map_at_1_max": 0.706843, + "nauc_map_at_1_std": -0.355604, + "nauc_map_at_1_diff1": 0.928555, + "nauc_map_at_3_max": 0.724204, + "nauc_map_at_3_std": -0.348801, + "nauc_map_at_3_diff1": 0.919941, + "nauc_map_at_5_max": 0.727662, + "nauc_map_at_5_std": -0.348624, + "nauc_map_at_5_diff1": 0.920112, + "nauc_map_at_10_max": 0.727348, + "nauc_map_at_10_std": -0.345663, + "nauc_map_at_10_diff1": 0.921478, + "nauc_map_at_20_max": 0.725962, + "nauc_map_at_20_std": -0.347145, + "nauc_map_at_20_diff1": 0.921331, + "nauc_map_at_100_max": 0.726318, + "nauc_map_at_100_std": -0.347163, + "nauc_map_at_100_diff1": 0.921548, + "nauc_map_at_1000_max": 0.726274, + "nauc_map_at_1000_std": -0.347114, + "nauc_map_at_1000_diff1": 0.921543, + "nauc_recall_at_1_max": 0.706843, + "nauc_recall_at_1_std": -0.355604, + "nauc_recall_at_1_diff1": 0.928555, + "nauc_recall_at_3_max": 0.742553, + "nauc_recall_at_3_std": -0.324161, + "nauc_recall_at_3_diff1": 0.899398, + "nauc_recall_at_5_max": 0.803252, + "nauc_recall_at_5_std": -0.276237, + "nauc_recall_at_5_diff1": 0.887255, + "nauc_recall_at_10_max": 0.83466, + "nauc_recall_at_10_std": -0.175611, + "nauc_recall_at_10_diff1": 0.907981, + "nauc_recall_at_20_max": 0.772253, + "nauc_recall_at_20_std": -0.206933, + "nauc_recall_at_20_diff1": 0.886983, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741182, - "nauc_precision_at_1_std": -0.314202, - "nauc_precision_at_1_diff1": 0.930749, - "nauc_precision_at_3_max": 0.795002, - "nauc_precision_at_3_std": -0.348144, - "nauc_precision_at_3_diff1": 0.902656, - "nauc_precision_at_5_max": 0.821843, - "nauc_precision_at_5_std": -0.216364, - "nauc_precision_at_5_diff1": 0.895636, - "nauc_precision_at_10_max": 0.841387, - "nauc_precision_at_10_std": -0.094795, - "nauc_precision_at_10_diff1": 0.878268, - "nauc_precision_at_20_max": 0.845472, - "nauc_precision_at_20_std": -0.09267, - "nauc_precision_at_20_diff1": 0.879085, - "nauc_precision_at_100_max": 0.869281, - "nauc_precision_at_100_std": -1.739963, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1_max": 0.706843, + "nauc_precision_at_1_std": -0.355604, + "nauc_precision_at_1_diff1": 0.928555, + "nauc_precision_at_3_max": 0.742553, + "nauc_precision_at_3_std": -0.324161, + "nauc_precision_at_3_diff1": 0.899398, + "nauc_precision_at_5_max": 0.803252, + "nauc_precision_at_5_std": -0.276237, + "nauc_precision_at_5_diff1": 0.887255, + "nauc_precision_at_10_max": 0.83466, + "nauc_precision_at_10_std": -0.175611, + "nauc_precision_at_10_diff1": 0.907981, + "nauc_precision_at_20_max": 0.772253, + "nauc_precision_at_20_std": -0.206933, + "nauc_precision_at_20_diff1": 0.886983, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741182, - "nauc_mrr_at_1_std": -0.314202, - "nauc_mrr_at_1_diff1": 0.930749, - "nauc_mrr_at_3_max": 0.759648, - "nauc_mrr_at_3_std": -0.315449, - "nauc_mrr_at_3_diff1": 0.921884, - "nauc_mrr_at_5_max": 0.759638, - "nauc_mrr_at_5_std": -0.303651, - "nauc_mrr_at_5_diff1": 0.922256, - "nauc_mrr_at_10_max": 0.759314, - "nauc_mrr_at_10_std": -0.301567, - "nauc_mrr_at_10_diff1": 0.922181, - "nauc_mrr_at_20_max": 0.758442, - "nauc_mrr_at_20_std": -0.304504, - "nauc_mrr_at_20_diff1": 0.9227, - "nauc_mrr_at_100_max": 0.758351, - "nauc_mrr_at_100_std": -0.305105, - "nauc_mrr_at_100_diff1": 0.922749, - "nauc_mrr_at_1000_max": 0.758337, - "nauc_mrr_at_1000_std": -0.304924, - "nauc_mrr_at_1000_diff1": 0.922756, - "main_score": 0.92931, + "nauc_mrr_at_1_max": 0.706843, + "nauc_mrr_at_1_std": -0.355604, + "nauc_mrr_at_1_diff1": 0.928555, + "nauc_mrr_at_3_max": 0.724204, + "nauc_mrr_at_3_std": -0.348801, + "nauc_mrr_at_3_diff1": 0.919941, + "nauc_mrr_at_5_max": 0.727662, + "nauc_mrr_at_5_std": -0.348624, + "nauc_mrr_at_5_diff1": 0.920112, + "nauc_mrr_at_10_max": 0.727348, + "nauc_mrr_at_10_std": -0.345663, + "nauc_mrr_at_10_diff1": 0.921478, + "nauc_mrr_at_20_max": 0.725962, + "nauc_mrr_at_20_std": -0.347145, + "nauc_mrr_at_20_diff1": 0.921331, + "nauc_mrr_at_100_max": 0.726318, + "nauc_mrr_at_100_std": -0.347163, + "nauc_mrr_at_100_diff1": 0.921548, + "nauc_mrr_at_1000_max": 0.726274, + "nauc_mrr_at_1000_std": -0.347114, + "nauc_mrr_at_1000_diff1": 0.921543, + "hit_rate_at_1": 0.87, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9271, "hf_subset": "hye_Armn-eng_Latn", "languages": [ "hye-Armn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.79333, - "ndcg_at_3": 0.85127, - "ndcg_at_5": 0.85992, - "ndcg_at_10": 0.87048, - "ndcg_at_20": 0.87504, - "ndcg_at_100": 0.88028, - "ndcg_at_1000": 0.88179, - "map_at_1": 0.79333, - "map_at_3": 0.83778, - "map_at_5": 0.84256, - "map_at_10": 0.847, - "map_at_20": 0.84829, - "map_at_100": 0.84905, - "map_at_1000": 0.84912, - "recall_at_1": 0.79333, - "recall_at_3": 0.89, - "recall_at_5": 0.91111, - "recall_at_10": 0.94333, - "recall_at_20": 0.96111, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.82697, + "ndcg_at_5": 0.83978, + "ndcg_at_10": 0.85058, + "ndcg_at_20": 0.85537, + "ndcg_at_100": 0.86109, + "ndcg_at_1000": 0.86271, + "map_at_1": 0.76111, + "map_at_3": 0.81093, + "map_at_5": 0.81804, + "map_at_10": 0.82251, + "map_at_20": 0.82382, + "map_at_100": 0.8246, + "map_at_1000": 0.82467, + "recall_at_1": 0.76111, + "recall_at_3": 0.87333, + "recall_at_5": 0.90444, + "recall_at_10": 0.93778, + "recall_at_20": 0.95667, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.79333, - "precision_at_3": 0.29667, - "precision_at_5": 0.18222, - "precision_at_10": 0.09433, - "precision_at_20": 0.04806, - "precision_at_100": 0.00989, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.29111, + "precision_at_5": 0.18089, + "precision_at_10": 0.09378, + "precision_at_20": 0.04783, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.793333, - "mrr_at_3": 0.837778, - "mrr_at_5": 0.842556, - "mrr_at_10": 0.846997, - "mrr_at_20": 0.84829, - "mrr_at_100": 0.849046, - "mrr_at_1000": 0.849117, - "nauc_ndcg_at_1_max": 0.756132, - "nauc_ndcg_at_1_std": -0.086835, - "nauc_ndcg_at_1_diff1": 0.873399, - "nauc_ndcg_at_3_max": 0.779762, - "nauc_ndcg_at_3_std": -0.022001, - "nauc_ndcg_at_3_diff1": 0.859031, - "nauc_ndcg_at_5_max": 0.795608, - "nauc_ndcg_at_5_std": 0.025121, - "nauc_ndcg_at_5_diff1": 0.862541, - "nauc_ndcg_at_10_max": 0.797047, - "nauc_ndcg_at_10_std": 0.025839, - "nauc_ndcg_at_10_diff1": 0.866786, - "nauc_ndcg_at_20_max": 0.794336, - "nauc_ndcg_at_20_std": 0.01757, - "nauc_ndcg_at_20_diff1": 0.868097, - "nauc_ndcg_at_100_max": 0.789163, - "nauc_ndcg_at_100_std": 0.005708, - "nauc_ndcg_at_100_diff1": 0.867664, - "nauc_ndcg_at_1000_max": 0.786886, - "nauc_ndcg_at_1000_std": -0.004118, - "nauc_ndcg_at_1000_diff1": 0.8674, - "nauc_map_at_1_max": 0.756132, - "nauc_map_at_1_std": -0.086835, - "nauc_map_at_1_diff1": 0.873399, - "nauc_map_at_3_max": 0.774198, - "nauc_map_at_3_std": -0.041265, - "nauc_map_at_3_diff1": 0.863295, - "nauc_map_at_5_max": 0.782268, - "nauc_map_at_5_std": -0.017409, - "nauc_map_at_5_diff1": 0.865199, - "nauc_map_at_10_max": 0.78263, - "nauc_map_at_10_std": -0.018088, - "nauc_map_at_10_diff1": 0.867076, - "nauc_map_at_20_max": 0.78191, - "nauc_map_at_20_std": -0.020282, - "nauc_map_at_20_diff1": 0.867408, - "nauc_map_at_100_max": 0.781263, - "nauc_map_at_100_std": -0.021712, - "nauc_map_at_100_diff1": 0.86738, - "nauc_map_at_1000_max": 0.781176, - "nauc_map_at_1000_std": -0.022085, - "nauc_map_at_1000_diff1": 0.867385, - "nauc_recall_at_1_max": 0.756132, - "nauc_recall_at_1_std": -0.086835, - "nauc_recall_at_1_diff1": 0.873399, - "nauc_recall_at_3_max": 0.801549, - "nauc_recall_at_3_std": 0.05641, - "nauc_recall_at_3_diff1": 0.841675, - "nauc_recall_at_5_max": 0.861986, - "nauc_recall_at_5_std": 0.239601, - "nauc_recall_at_5_diff1": 0.850461, - "nauc_recall_at_10_max": 0.90576, - "nauc_recall_at_10_std": 0.360869, - "nauc_recall_at_10_diff1": 0.868183, - "nauc_recall_at_20_max": 0.921902, - "nauc_recall_at_20_std": 0.411351, - "nauc_recall_at_20_diff1": 0.88382, - "nauc_recall_at_100_max": 0.95915, - "nauc_recall_at_100_std": 0.739776, - "nauc_recall_at_100_diff1": 0.894958, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.756132, - "nauc_precision_at_1_std": -0.086835, - "nauc_precision_at_1_diff1": 0.873399, - "nauc_precision_at_3_max": 0.801549, - "nauc_precision_at_3_std": 0.05641, - "nauc_precision_at_3_diff1": 0.841675, - "nauc_precision_at_5_max": 0.861986, - "nauc_precision_at_5_std": 0.239601, - "nauc_precision_at_5_diff1": 0.850461, - "nauc_precision_at_10_max": 0.90576, - "nauc_precision_at_10_std": 0.360869, - "nauc_precision_at_10_diff1": 0.868183, - "nauc_precision_at_20_max": 0.921902, - "nauc_precision_at_20_std": 0.411351, - "nauc_precision_at_20_diff1": 0.88382, - "nauc_precision_at_100_max": 0.95915, - "nauc_precision_at_100_std": 0.739776, - "nauc_precision_at_100_diff1": 0.894958, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.756132, - "nauc_mrr_at_1_std": -0.086835, - "nauc_mrr_at_1_diff1": 0.873399, - "nauc_mrr_at_3_max": 0.774198, - "nauc_mrr_at_3_std": -0.041265, - "nauc_mrr_at_3_diff1": 0.863295, - "nauc_mrr_at_5_max": 0.782268, - "nauc_mrr_at_5_std": -0.017409, - "nauc_mrr_at_5_diff1": 0.865199, - "nauc_mrr_at_10_max": 0.78263, - "nauc_mrr_at_10_std": -0.018088, - "nauc_mrr_at_10_diff1": 0.867076, - "nauc_mrr_at_20_max": 0.78191, - "nauc_mrr_at_20_std": -0.020282, - "nauc_mrr_at_20_diff1": 0.867408, - "nauc_mrr_at_100_max": 0.781263, - "nauc_mrr_at_100_std": -0.021712, - "nauc_mrr_at_100_diff1": 0.86738, - "nauc_mrr_at_1000_max": 0.781176, - "nauc_mrr_at_1000_std": -0.022085, - "nauc_mrr_at_1000_diff1": 0.867385, - "main_score": 0.87048, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.810926, + "mrr_at_5": 0.818037, + "mrr_at_10": 0.822506, + "mrr_at_20": 0.823825, + "mrr_at_100": 0.824598, + "mrr_at_1000": 0.824668, + "nauc_ndcg_at_1_max": 0.73802, + "nauc_ndcg_at_1_std": -0.086747, + "nauc_ndcg_at_1_diff1": 0.881871, + "nauc_ndcg_at_3_max": 0.769993, + "nauc_ndcg_at_3_std": -0.032755, + "nauc_ndcg_at_3_diff1": 0.85728, + "nauc_ndcg_at_5_max": 0.772439, + "nauc_ndcg_at_5_std": -0.006545, + "nauc_ndcg_at_5_diff1": 0.854066, + "nauc_ndcg_at_10_max": 0.775989, + "nauc_ndcg_at_10_std": -0.007538, + "nauc_ndcg_at_10_diff1": 0.864775, + "nauc_ndcg_at_20_max": 0.773561, + "nauc_ndcg_at_20_std": -0.011116, + "nauc_ndcg_at_20_diff1": 0.865263, + "nauc_ndcg_at_100_max": 0.768534, + "nauc_ndcg_at_100_std": -0.023074, + "nauc_ndcg_at_100_diff1": 0.865868, + "nauc_ndcg_at_1000_max": 0.76638, + "nauc_ndcg_at_1000_std": -0.029825, + "nauc_ndcg_at_1000_diff1": 0.865468, + "nauc_map_at_1_max": 0.73802, + "nauc_map_at_1_std": -0.086747, + "nauc_map_at_1_diff1": 0.881871, + "nauc_map_at_3_max": 0.760779, + "nauc_map_at_3_std": -0.050092, + "nauc_map_at_3_diff1": 0.863718, + "nauc_map_at_5_max": 0.761395, + "nauc_map_at_5_std": -0.038463, + "nauc_map_at_5_diff1": 0.862394, + "nauc_map_at_10_max": 0.762449, + "nauc_map_at_10_std": -0.039972, + "nauc_map_at_10_diff1": 0.866488, + "nauc_map_at_20_max": 0.761803, + "nauc_map_at_20_std": -0.040708, + "nauc_map_at_20_diff1": 0.86664, + "nauc_map_at_100_max": 0.761164, + "nauc_map_at_100_std": -0.042447, + "nauc_map_at_100_diff1": 0.866699, + "nauc_map_at_1000_max": 0.76109, + "nauc_map_at_1000_std": -0.042678, + "nauc_map_at_1000_diff1": 0.866691, + "nauc_recall_at_1_max": 0.73802, + "nauc_recall_at_1_std": -0.086747, + "nauc_recall_at_1_diff1": 0.881871, + "nauc_recall_at_3_max": 0.807511, + "nauc_recall_at_3_std": 0.038911, + "nauc_recall_at_3_diff1": 0.831459, + "nauc_recall_at_5_max": 0.829501, + "nauc_recall_at_5_std": 0.164539, + "nauc_recall_at_5_diff1": 0.81156, + "nauc_recall_at_10_max": 0.883078, + "nauc_recall_at_10_std": 0.253418, + "nauc_recall_at_10_diff1": 0.861328, + "nauc_recall_at_20_max": 0.899627, + "nauc_recall_at_20_std": 0.3143, + "nauc_recall_at_20_diff1": 0.865103, + "nauc_recall_at_100_max": 0.939097, + "nauc_recall_at_100_std": 0.512902, + "nauc_recall_at_100_diff1": 0.900475, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73802, + "nauc_precision_at_1_std": -0.086747, + "nauc_precision_at_1_diff1": 0.881871, + "nauc_precision_at_3_max": 0.807511, + "nauc_precision_at_3_std": 0.038911, + "nauc_precision_at_3_diff1": 0.831459, + "nauc_precision_at_5_max": 0.829501, + "nauc_precision_at_5_std": 0.164539, + "nauc_precision_at_5_diff1": 0.81156, + "nauc_precision_at_10_max": 0.883078, + "nauc_precision_at_10_std": 0.253418, + "nauc_precision_at_10_diff1": 0.861328, + "nauc_precision_at_20_max": 0.899627, + "nauc_precision_at_20_std": 0.3143, + "nauc_precision_at_20_diff1": 0.865103, + "nauc_precision_at_100_max": 0.939097, + "nauc_precision_at_100_std": 0.512902, + "nauc_precision_at_100_diff1": 0.900475, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73802, + "nauc_mrr_at_1_std": -0.086747, + "nauc_mrr_at_1_diff1": 0.881871, + "nauc_mrr_at_3_max": 0.760779, + "nauc_mrr_at_3_std": -0.050092, + "nauc_mrr_at_3_diff1": 0.863718, + "nauc_mrr_at_5_max": 0.761395, + "nauc_mrr_at_5_std": -0.038463, + "nauc_mrr_at_5_diff1": 0.862394, + "nauc_mrr_at_10_max": 0.762449, + "nauc_mrr_at_10_std": -0.039972, + "nauc_mrr_at_10_diff1": 0.866488, + "nauc_mrr_at_20_max": 0.761803, + "nauc_mrr_at_20_std": -0.040708, + "nauc_mrr_at_20_diff1": 0.86664, + "nauc_mrr_at_100_max": 0.761164, + "nauc_mrr_at_100_std": -0.042447, + "nauc_mrr_at_100_diff1": 0.866699, + "nauc_mrr_at_1000_max": 0.76109, + "nauc_mrr_at_1000_std": -0.042678, + "nauc_mrr_at_1000_diff1": 0.866691, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.87333, + "hit_rate_at_5": 0.90444, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95667, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.85058, "hf_subset": "eng_Latn-hye_Armn", "languages": [ "eng-Latn", "hye-Armn" - ] - }, - { - "ndcg_at_1": 0.48165, - "ndcg_at_3": 0.53164, - "ndcg_at_5": 0.54634, - "ndcg_at_10": 0.56031, - "ndcg_at_20": 0.57246, - "ndcg_at_100": 0.59667, - "ndcg_at_1000": 0.61933, - "map_at_1": 0.48109, - "map_at_3": 0.51965, - "map_at_5": 0.52783, - "map_at_10": 0.53356, - "map_at_20": 0.53692, - "map_at_100": 0.54002, - "map_at_1000": 0.54093, - "recall_at_1": 0.48109, - "recall_at_3": 0.56563, - "recall_at_5": 0.60122, - "recall_at_10": 0.64461, - "recall_at_20": 0.69244, - "recall_at_100": 0.82647, - "recall_at_1000": 1.0, - "precision_at_1": 0.48165, - "precision_at_3": 0.18873, - "precision_at_5": 0.12036, - "precision_at_10": 0.06452, - "precision_at_20": 0.03465, - "precision_at_100": 0.00828, - "precision_at_1000": 0.001, - "mrr_at_1": 0.481646, - "mrr_at_3": 0.520208, - "mrr_at_5": 0.528383, - "mrr_at_10": 0.534113, - "mrr_at_20": 0.537475, - "mrr_at_100": 0.540552, - "mrr_at_1000": 0.541464, - "nauc_ndcg_at_1_max": 0.659209, - "nauc_ndcg_at_1_std": -0.562355, - "nauc_ndcg_at_1_diff1": 0.798866, - "nauc_ndcg_at_3_max": 0.660128, - "nauc_ndcg_at_3_std": -0.578107, - "nauc_ndcg_at_3_diff1": 0.765583, - "nauc_ndcg_at_5_max": 0.650946, - "nauc_ndcg_at_5_std": -0.583416, - "nauc_ndcg_at_5_diff1": 0.753331, - "nauc_ndcg_at_10_max": 0.652368, - "nauc_ndcg_at_10_std": -0.581763, - "nauc_ndcg_at_10_diff1": 0.751713, - "nauc_ndcg_at_20_max": 0.651838, - "nauc_ndcg_at_20_std": -0.571865, - "nauc_ndcg_at_20_diff1": 0.750665, - "nauc_ndcg_at_100_max": 0.642111, - "nauc_ndcg_at_100_std": -0.578015, - "nauc_ndcg_at_100_diff1": 0.746187, - "nauc_ndcg_at_1000_max": 0.650279, - "nauc_ndcg_at_1000_std": -0.575855, - "nauc_ndcg_at_1000_diff1": 0.755565, - "nauc_map_at_1_max": 0.658194, - "nauc_map_at_1_std": -0.562054, - "nauc_map_at_1_diff1": 0.798442, - "nauc_map_at_3_max": 0.659769, - "nauc_map_at_3_std": -0.574585, - "nauc_map_at_3_diff1": 0.773124, - "nauc_map_at_5_max": 0.654696, - "nauc_map_at_5_std": -0.57764, - "nauc_map_at_5_diff1": 0.766537, - "nauc_map_at_10_max": 0.655372, - "nauc_map_at_10_std": -0.576985, - "nauc_map_at_10_diff1": 0.766038, - "nauc_map_at_20_max": 0.655202, - "nauc_map_at_20_std": -0.574262, - "nauc_map_at_20_diff1": 0.76584, - "nauc_map_at_100_max": 0.653893, - "nauc_map_at_100_std": -0.575111, - "nauc_map_at_100_diff1": 0.765179, - "nauc_map_at_1000_max": 0.654189, - "nauc_map_at_1000_std": -0.574969, - "nauc_map_at_1000_diff1": 0.765461, - "nauc_recall_at_1_max": 0.658194, - "nauc_recall_at_1_std": -0.562054, - "nauc_recall_at_1_diff1": 0.798442, - "nauc_recall_at_3_max": 0.65989, - "nauc_recall_at_3_std": -0.587996, - "nauc_recall_at_3_diff1": 0.742467, - "nauc_recall_at_5_max": 0.636366, - "nauc_recall_at_5_std": -0.600978, - "nauc_recall_at_5_diff1": 0.709678, - "nauc_recall_at_10_max": 0.639595, - "nauc_recall_at_10_std": -0.596431, - "nauc_recall_at_10_diff1": 0.700298, - "nauc_recall_at_20_max": 0.636176, - "nauc_recall_at_20_std": -0.551768, - "nauc_recall_at_20_diff1": 0.690114, - "nauc_recall_at_100_max": 0.534503, - "nauc_recall_at_100_std": -0.600648, - "nauc_recall_at_100_diff1": 0.616183, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.659209, - "nauc_precision_at_1_std": -0.562355, - "nauc_precision_at_1_diff1": 0.798866, - "nauc_precision_at_3_max": 0.66125, - "nauc_precision_at_3_std": -0.588562, - "nauc_precision_at_3_diff1": 0.743211, - "nauc_precision_at_5_max": 0.63799, - "nauc_precision_at_5_std": -0.601785, - "nauc_precision_at_5_diff1": 0.710679, - "nauc_precision_at_10_max": 0.641357, - "nauc_precision_at_10_std": -0.5973, - "nauc_precision_at_10_diff1": 0.701373, - "nauc_precision_at_20_max": 0.638112, - "nauc_precision_at_20_std": -0.552673, - "nauc_precision_at_20_diff1": 0.691285, - "nauc_precision_at_100_max": 0.532049, - "nauc_precision_at_100_std": -0.594465, - "nauc_precision_at_100_diff1": 0.61015, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47497, + "ndcg_at_3": 0.53462, + "ndcg_at_5": 0.55056, + "ndcg_at_10": 0.56156, + "ndcg_at_20": 0.57299, + "ndcg_at_100": 0.59839, + "ndcg_at_1000": 0.61996, + "map_at_1": 0.47442, + "map_at_3": 0.52021, + "map_at_5": 0.529, + "map_at_10": 0.53346, + "map_at_20": 0.53668, + "map_at_100": 0.53995, + "map_at_1000": 0.5408, + "recall_at_1": 0.47442, + "recall_at_3": 0.57564, + "recall_at_5": 0.61457, + "recall_at_10": 0.64905, + "recall_at_20": 0.69355, + "recall_at_100": 0.83426, + "recall_at_1000": 1.0, + "accuracy": 0.47442, + "precision_at_1": 0.47497, + "precision_at_3": 0.19207, + "precision_at_5": 0.12303, + "precision_at_10": 0.06496, + "precision_at_20": 0.03471, + "precision_at_100": 0.00835, + "precision_at_1000": 0.001, + "mrr_at_1": 0.474972, + "mrr_at_3": 0.520764, + "mrr_at_5": 0.529551, + "mrr_at_10": 0.534012, + "mrr_at_20": 0.537239, + "mrr_at_100": 0.540479, + "mrr_at_1000": 0.541332, + "nauc_ndcg_at_1_max": 0.700833, + "nauc_ndcg_at_1_std": -0.53335, + "nauc_ndcg_at_1_diff1": 0.833188, + "nauc_ndcg_at_3_max": 0.69371, + "nauc_ndcg_at_3_std": -0.553886, + "nauc_ndcg_at_3_diff1": 0.786229, + "nauc_ndcg_at_5_max": 0.685328, + "nauc_ndcg_at_5_std": -0.557959, + "nauc_ndcg_at_5_diff1": 0.780533, + "nauc_ndcg_at_10_max": 0.685129, + "nauc_ndcg_at_10_std": -0.550115, + "nauc_ndcg_at_10_diff1": 0.773781, + "nauc_ndcg_at_20_max": 0.683023, + "nauc_ndcg_at_20_std": -0.543802, + "nauc_ndcg_at_20_diff1": 0.775554, + "nauc_ndcg_at_100_max": 0.677436, + "nauc_ndcg_at_100_std": -0.547027, + "nauc_ndcg_at_100_diff1": 0.770568, + "nauc_ndcg_at_1000_max": 0.684418, + "nauc_ndcg_at_1000_std": -0.54799, + "nauc_ndcg_at_1000_diff1": 0.781021, + "nauc_map_at_1_max": 0.699813, + "nauc_map_at_1_std": -0.533055, + "nauc_map_at_1_diff1": 0.832758, + "nauc_map_at_3_max": 0.694536, + "nauc_map_at_3_std": -0.550299, + "nauc_map_at_3_diff1": 0.796861, + "nauc_map_at_5_max": 0.689958, + "nauc_map_at_5_std": -0.55285, + "nauc_map_at_5_diff1": 0.793866, + "nauc_map_at_10_max": 0.689926, + "nauc_map_at_10_std": -0.549605, + "nauc_map_at_10_diff1": 0.791211, + "nauc_map_at_20_max": 0.689473, + "nauc_map_at_20_std": -0.547894, + "nauc_map_at_20_diff1": 0.791881, + "nauc_map_at_100_max": 0.688825, + "nauc_map_at_100_std": -0.548358, + "nauc_map_at_100_diff1": 0.791288, + "nauc_map_at_1000_max": 0.689035, + "nauc_map_at_1000_std": -0.548376, + "nauc_map_at_1000_diff1": 0.791626, + "nauc_recall_at_1_max": 0.699813, + "nauc_recall_at_1_std": -0.533055, + "nauc_recall_at_1_diff1": 0.832758, + "nauc_recall_at_3_max": 0.690212, + "nauc_recall_at_3_std": -0.563565, + "nauc_recall_at_3_diff1": 0.753691, + "nauc_recall_at_5_max": 0.668109, + "nauc_recall_at_5_std": -0.572779, + "nauc_recall_at_5_diff1": 0.736885, + "nauc_recall_at_10_max": 0.666163, + "nauc_recall_at_10_std": -0.547065, + "nauc_recall_at_10_diff1": 0.710907, + "nauc_recall_at_20_max": 0.65372, + "nauc_recall_at_20_std": -0.517211, + "nauc_recall_at_20_diff1": 0.712427, + "nauc_recall_at_100_max": 0.577882, + "nauc_recall_at_100_std": -0.532074, + "nauc_recall_at_100_diff1": 0.622918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.700833, + "nauc_precision_at_1_std": -0.53335, + "nauc_precision_at_1_diff1": 0.833188, + "nauc_precision_at_3_max": 0.691606, + "nauc_precision_at_3_std": -0.564122, + "nauc_precision_at_3_diff1": 0.75445, + "nauc_precision_at_5_max": 0.669804, + "nauc_precision_at_5_std": -0.573577, + "nauc_precision_at_5_diff1": 0.737938, + "nauc_precision_at_10_max": 0.667969, + "nauc_precision_at_10_std": -0.547889, + "nauc_precision_at_10_diff1": 0.712002, + "nauc_precision_at_20_max": 0.65568, + "nauc_precision_at_20_std": -0.518077, + "nauc_precision_at_20_diff1": 0.713627, + "nauc_precision_at_100_max": 0.574796, + "nauc_precision_at_100_std": -0.526462, + "nauc_precision_at_100_diff1": 0.616546, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": -0.070315, "nauc_precision_at_1000_diff1": 0.098682, - "nauc_mrr_at_1_max": 0.659209, - "nauc_mrr_at_1_std": -0.562355, - "nauc_mrr_at_1_diff1": 0.798866, - "nauc_mrr_at_3_max": 0.660819, - "nauc_mrr_at_3_std": -0.574899, - "nauc_mrr_at_3_diff1": 0.773558, - "nauc_mrr_at_5_max": 0.655754, - "nauc_mrr_at_5_std": -0.577957, - "nauc_mrr_at_5_diff1": 0.766973, - "nauc_mrr_at_10_max": 0.65644, - "nauc_mrr_at_10_std": -0.577305, - "nauc_mrr_at_10_diff1": 0.766479, - "nauc_mrr_at_20_max": 0.656276, - "nauc_mrr_at_20_std": -0.574583, - "nauc_mrr_at_20_diff1": 0.766283, - "nauc_mrr_at_100_max": 0.65493, - "nauc_mrr_at_100_std": -0.575421, - "nauc_mrr_at_100_diff1": 0.765607, - "nauc_mrr_at_1000_max": 0.655229, - "nauc_mrr_at_1000_std": -0.575281, - "nauc_mrr_at_1000_diff1": 0.76589, - "main_score": 0.56031, + "nauc_mrr_at_1_max": 0.700833, + "nauc_mrr_at_1_std": -0.53335, + "nauc_mrr_at_1_diff1": 0.833188, + "nauc_mrr_at_3_max": 0.695595, + "nauc_mrr_at_3_std": -0.550609, + "nauc_mrr_at_3_diff1": 0.797301, + "nauc_mrr_at_5_max": 0.691029, + "nauc_mrr_at_5_std": -0.553164, + "nauc_mrr_at_5_diff1": 0.79431, + "nauc_mrr_at_10_max": 0.691004, + "nauc_mrr_at_10_std": -0.549921, + "nauc_mrr_at_10_diff1": 0.791658, + "nauc_mrr_at_20_max": 0.690557, + "nauc_mrr_at_20_std": -0.548211, + "nauc_mrr_at_20_diff1": 0.79233, + "nauc_mrr_at_100_max": 0.689874, + "nauc_mrr_at_100_std": -0.548664, + "nauc_mrr_at_100_diff1": 0.791722, + "nauc_mrr_at_1000_max": 0.690086, + "nauc_mrr_at_1000_std": -0.548683, + "nauc_mrr_at_1000_diff1": 0.792061, + "hit_rate_at_1": 0.47497, + "hit_rate_at_3": 0.5762, + "hit_rate_at_5": 0.61513, + "hit_rate_at_10": 0.64961, + "hit_rate_at_20": 0.6941, + "hit_rate_at_100": 0.83426, + "hit_rate_at_1000": 1.0, + "main_score": 0.56156, "hf_subset": "ibo_Latn-ibo_Latn", "languages": [ "ibo-Latn", "ibo-Latn" - ] - }, - { - "ndcg_at_1": 0.56778, - "ndcg_at_3": 0.62861, - "ndcg_at_5": 0.64095, - "ndcg_at_10": 0.65535, - "ndcg_at_20": 0.66668, - "ndcg_at_100": 0.68984, - "ndcg_at_1000": 0.70052, - "map_at_1": 0.56778, - "map_at_3": 0.61389, - "map_at_5": 0.62072, - "map_at_10": 0.62669, - "map_at_20": 0.6297, - "map_at_100": 0.63263, - "map_at_1000": 0.6331, - "recall_at_1": 0.56778, - "recall_at_3": 0.67111, - "recall_at_5": 0.70111, - "recall_at_10": 0.74556, - "recall_at_20": 0.79111, - "recall_at_100": 0.92, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.61999, + "ndcg_at_5": 0.63323, + "ndcg_at_10": 0.64601, + "ndcg_at_20": 0.65645, + "ndcg_at_100": 0.68139, + "ndcg_at_1000": 0.69351, + "map_at_1": 0.56222, + "map_at_3": 0.60611, + "map_at_5": 0.61344, + "map_at_10": 0.61884, + "map_at_20": 0.62173, + "map_at_100": 0.62504, + "map_at_1000": 0.62556, + "recall_at_1": 0.56222, + "recall_at_3": 0.66, + "recall_at_5": 0.69222, + "recall_at_10": 0.73111, + "recall_at_20": 0.77222, + "recall_at_100": 0.90889, "recall_at_1000": 1.0, - "precision_at_1": 0.56778, - "precision_at_3": 0.2237, - "precision_at_5": 0.14022, - "precision_at_10": 0.07456, - "precision_at_20": 0.03956, - "precision_at_100": 0.0092, + "accuracy": 0.56222, + "precision_at_1": 0.56222, + "precision_at_3": 0.22, + "precision_at_5": 0.13844, + "precision_at_10": 0.07311, + "precision_at_20": 0.03861, + "precision_at_100": 0.00909, "precision_at_1000": 0.001, - "mrr_at_1": 0.567778, - "mrr_at_3": 0.613889, - "mrr_at_5": 0.620722, - "mrr_at_10": 0.626693, - "mrr_at_20": 0.629703, - "mrr_at_100": 0.632635, - "mrr_at_1000": 0.633102, - "nauc_ndcg_at_1_max": 0.835203, - "nauc_ndcg_at_1_std": 0.376396, - "nauc_ndcg_at_1_diff1": 0.864859, - "nauc_ndcg_at_3_max": 0.842995, - "nauc_ndcg_at_3_std": 0.400995, - "nauc_ndcg_at_3_diff1": 0.819057, - "nauc_ndcg_at_5_max": 0.834795, - "nauc_ndcg_at_5_std": 0.387875, - "nauc_ndcg_at_5_diff1": 0.812217, - "nauc_ndcg_at_10_max": 0.835431, - "nauc_ndcg_at_10_std": 0.397608, - "nauc_ndcg_at_10_diff1": 0.808668, - "nauc_ndcg_at_20_max": 0.830541, - "nauc_ndcg_at_20_std": 0.39693, - "nauc_ndcg_at_20_diff1": 0.80657, - "nauc_ndcg_at_100_max": 0.831438, - "nauc_ndcg_at_100_std": 0.402086, - "nauc_ndcg_at_100_diff1": 0.808077, - "nauc_ndcg_at_1000_max": 0.834685, - "nauc_ndcg_at_1000_std": 0.396262, - "nauc_ndcg_at_1000_diff1": 0.816483, - "nauc_map_at_1_max": 0.835203, - "nauc_map_at_1_std": 0.376396, - "nauc_map_at_1_diff1": 0.864859, - "nauc_map_at_3_max": 0.841818, - "nauc_map_at_3_std": 0.396125, - "nauc_map_at_3_diff1": 0.830303, - "nauc_map_at_5_max": 0.837416, - "nauc_map_at_5_std": 0.389023, - "nauc_map_at_5_diff1": 0.826808, - "nauc_map_at_10_max": 0.837975, - "nauc_map_at_10_std": 0.392968, - "nauc_map_at_10_diff1": 0.825862, - "nauc_map_at_20_max": 0.836784, - "nauc_map_at_20_std": 0.392642, - "nauc_map_at_20_diff1": 0.825472, - "nauc_map_at_100_max": 0.836926, - "nauc_map_at_100_std": 0.393252, - "nauc_map_at_100_diff1": 0.825764, - "nauc_map_at_1000_max": 0.837045, - "nauc_map_at_1000_std": 0.393008, - "nauc_map_at_1000_diff1": 0.826085, - "nauc_recall_at_1_max": 0.835203, - "nauc_recall_at_1_std": 0.376396, - "nauc_recall_at_1_diff1": 0.864859, - "nauc_recall_at_3_max": 0.846359, - "nauc_recall_at_3_std": 0.415823, - "nauc_recall_at_3_diff1": 0.783517, - "nauc_recall_at_5_max": 0.824252, - "nauc_recall_at_5_std": 0.381158, - "nauc_recall_at_5_diff1": 0.762474, - "nauc_recall_at_10_max": 0.823291, - "nauc_recall_at_10_std": 0.41637, - "nauc_recall_at_10_diff1": 0.740326, - "nauc_recall_at_20_max": 0.793766, - "nauc_recall_at_20_std": 0.417142, - "nauc_recall_at_20_diff1": 0.716934, - "nauc_recall_at_100_max": 0.757612, - "nauc_recall_at_100_std": 0.530333, - "nauc_recall_at_100_diff1": 0.61788, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.835203, - "nauc_precision_at_1_std": 0.376396, - "nauc_precision_at_1_diff1": 0.864859, - "nauc_precision_at_3_max": 0.846359, - "nauc_precision_at_3_std": 0.415823, - "nauc_precision_at_3_diff1": 0.783517, - "nauc_precision_at_5_max": 0.824252, - "nauc_precision_at_5_std": 0.381158, - "nauc_precision_at_5_diff1": 0.762474, - "nauc_precision_at_10_max": 0.823291, - "nauc_precision_at_10_std": 0.41637, - "nauc_precision_at_10_diff1": 0.740326, - "nauc_precision_at_20_max": 0.793766, - "nauc_precision_at_20_std": 0.417142, - "nauc_precision_at_20_diff1": 0.716934, - "nauc_precision_at_100_max": 0.757612, - "nauc_precision_at_100_std": 0.530333, - "nauc_precision_at_100_diff1": 0.61788, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.835203, - "nauc_mrr_at_1_std": 0.376396, - "nauc_mrr_at_1_diff1": 0.864859, - "nauc_mrr_at_3_max": 0.841818, - "nauc_mrr_at_3_std": 0.396125, - "nauc_mrr_at_3_diff1": 0.830303, - "nauc_mrr_at_5_max": 0.837416, - "nauc_mrr_at_5_std": 0.389023, - "nauc_mrr_at_5_diff1": 0.826808, - "nauc_mrr_at_10_max": 0.837975, - "nauc_mrr_at_10_std": 0.392968, - "nauc_mrr_at_10_diff1": 0.825862, - "nauc_mrr_at_20_max": 0.836784, - "nauc_mrr_at_20_std": 0.392642, - "nauc_mrr_at_20_diff1": 0.825472, - "nauc_mrr_at_100_max": 0.836926, - "nauc_mrr_at_100_std": 0.393252, - "nauc_mrr_at_100_diff1": 0.825764, - "nauc_mrr_at_1000_max": 0.837045, - "nauc_mrr_at_1000_std": 0.393008, - "nauc_mrr_at_1000_diff1": 0.826085, - "main_score": 0.65535, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.606111, + "mrr_at_5": 0.613444, + "mrr_at_10": 0.61884, + "mrr_at_20": 0.621728, + "mrr_at_100": 0.625037, + "mrr_at_1000": 0.625564, + "nauc_ndcg_at_1_max": 0.795901, + "nauc_ndcg_at_1_std": 0.334453, + "nauc_ndcg_at_1_diff1": 0.877748, + "nauc_ndcg_at_3_max": 0.809181, + "nauc_ndcg_at_3_std": 0.361294, + "nauc_ndcg_at_3_diff1": 0.840125, + "nauc_ndcg_at_5_max": 0.802384, + "nauc_ndcg_at_5_std": 0.356916, + "nauc_ndcg_at_5_diff1": 0.832006, + "nauc_ndcg_at_10_max": 0.801944, + "nauc_ndcg_at_10_std": 0.358991, + "nauc_ndcg_at_10_diff1": 0.828109, + "nauc_ndcg_at_20_max": 0.798408, + "nauc_ndcg_at_20_std": 0.359929, + "nauc_ndcg_at_20_diff1": 0.824478, + "nauc_ndcg_at_100_max": 0.796661, + "nauc_ndcg_at_100_std": 0.364004, + "nauc_ndcg_at_100_diff1": 0.825711, + "nauc_ndcg_at_1000_max": 0.800255, + "nauc_ndcg_at_1000_std": 0.35925, + "nauc_ndcg_at_1000_diff1": 0.833857, + "nauc_map_at_1_max": 0.795901, + "nauc_map_at_1_std": 0.334453, + "nauc_map_at_1_diff1": 0.877748, + "nauc_map_at_3_max": 0.806651, + "nauc_map_at_3_std": 0.355912, + "nauc_map_at_3_diff1": 0.849331, + "nauc_map_at_5_max": 0.803017, + "nauc_map_at_5_std": 0.353471, + "nauc_map_at_5_diff1": 0.845072, + "nauc_map_at_10_max": 0.802695, + "nauc_map_at_10_std": 0.354242, + "nauc_map_at_10_diff1": 0.843645, + "nauc_map_at_20_max": 0.801831, + "nauc_map_at_20_std": 0.354437, + "nauc_map_at_20_diff1": 0.842933, + "nauc_map_at_100_max": 0.801671, + "nauc_map_at_100_std": 0.355149, + "nauc_map_at_100_diff1": 0.843087, + "nauc_map_at_1000_max": 0.801802, + "nauc_map_at_1000_std": 0.354969, + "nauc_map_at_1000_diff1": 0.843381, + "nauc_recall_at_1_max": 0.795901, + "nauc_recall_at_1_std": 0.334453, + "nauc_recall_at_1_diff1": 0.877748, + "nauc_recall_at_3_max": 0.816762, + "nauc_recall_at_3_std": 0.377582, + "nauc_recall_at_3_diff1": 0.811302, + "nauc_recall_at_5_max": 0.798667, + "nauc_recall_at_5_std": 0.366941, + "nauc_recall_at_5_diff1": 0.787519, + "nauc_recall_at_10_max": 0.797654, + "nauc_recall_at_10_std": 0.375728, + "nauc_recall_at_10_diff1": 0.768431, + "nauc_recall_at_20_max": 0.777944, + "nauc_recall_at_20_std": 0.383182, + "nauc_recall_at_20_diff1": 0.739504, + "nauc_recall_at_100_max": 0.723503, + "nauc_recall_at_100_std": 0.461297, + "nauc_recall_at_100_diff1": 0.657603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.795901, + "nauc_precision_at_1_std": 0.334453, + "nauc_precision_at_1_diff1": 0.877748, + "nauc_precision_at_3_max": 0.816762, + "nauc_precision_at_3_std": 0.377582, + "nauc_precision_at_3_diff1": 0.811302, + "nauc_precision_at_5_max": 0.798667, + "nauc_precision_at_5_std": 0.366941, + "nauc_precision_at_5_diff1": 0.787519, + "nauc_precision_at_10_max": 0.797654, + "nauc_precision_at_10_std": 0.375728, + "nauc_precision_at_10_diff1": 0.768431, + "nauc_precision_at_20_max": 0.777944, + "nauc_precision_at_20_std": 0.383182, + "nauc_precision_at_20_diff1": 0.739504, + "nauc_precision_at_100_max": 0.723503, + "nauc_precision_at_100_std": 0.461297, + "nauc_precision_at_100_diff1": 0.657603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.795901, + "nauc_mrr_at_1_std": 0.334453, + "nauc_mrr_at_1_diff1": 0.877748, + "nauc_mrr_at_3_max": 0.806651, + "nauc_mrr_at_3_std": 0.355912, + "nauc_mrr_at_3_diff1": 0.849331, + "nauc_mrr_at_5_max": 0.803017, + "nauc_mrr_at_5_std": 0.353471, + "nauc_mrr_at_5_diff1": 0.845072, + "nauc_mrr_at_10_max": 0.802695, + "nauc_mrr_at_10_std": 0.354242, + "nauc_mrr_at_10_diff1": 0.843645, + "nauc_mrr_at_20_max": 0.801831, + "nauc_mrr_at_20_std": 0.354437, + "nauc_mrr_at_20_diff1": 0.842933, + "nauc_mrr_at_100_max": 0.801671, + "nauc_mrr_at_100_std": 0.355149, + "nauc_mrr_at_100_diff1": 0.843087, + "nauc_mrr_at_1000_max": 0.801802, + "nauc_mrr_at_1000_std": 0.354969, + "nauc_mrr_at_1000_diff1": 0.843381, + "hit_rate_at_1": 0.56222, + "hit_rate_at_3": 0.66, + "hit_rate_at_5": 0.69222, + "hit_rate_at_10": 0.73111, + "hit_rate_at_20": 0.77222, + "hit_rate_at_100": 0.90889, + "hit_rate_at_1000": 1.0, + "main_score": 0.64601, "hf_subset": "ibo_Latn-eng_Latn", "languages": [ "ibo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.4505, - "ndcg_at_3": 0.4945, - "ndcg_at_5": 0.50053, - "ndcg_at_10": 0.51026, - "ndcg_at_20": 0.52072, - "ndcg_at_100": 0.54075, - "ndcg_at_1000": 0.57602, - "map_at_1": 0.44994, - "map_at_3": 0.48424, - "map_at_5": 0.48763, - "map_at_10": 0.49158, - "map_at_20": 0.49447, - "map_at_100": 0.4969, - "map_at_1000": 0.49816, - "recall_at_1": 0.44994, - "recall_at_3": 0.52336, - "recall_at_5": 0.53782, - "recall_at_10": 0.56841, - "recall_at_20": 0.60957, - "recall_at_100": 0.72303, - "recall_at_1000": 1.0, - "precision_at_1": 0.4505, - "precision_at_3": 0.17464, - "precision_at_5": 0.10768, - "precision_at_10": 0.05695, - "precision_at_20": 0.03053, - "precision_at_100": 0.00724, - "precision_at_1000": 0.001, - "mrr_at_1": 0.450501, - "mrr_at_3": 0.484798, - "mrr_at_5": 0.488191, - "mrr_at_10": 0.492011, - "mrr_at_20": 0.494907, - "mrr_at_100": 0.497329, - "mrr_at_1000": 0.498594, - "nauc_ndcg_at_1_max": 0.906359, - "nauc_ndcg_at_1_std": 0.807678, - "nauc_ndcg_at_1_diff1": 0.882031, - "nauc_ndcg_at_3_max": 0.92962, - "nauc_ndcg_at_3_std": 0.847165, - "nauc_ndcg_at_3_diff1": 0.850605, - "nauc_ndcg_at_5_max": 0.928546, - "nauc_ndcg_at_5_std": 0.846566, - "nauc_ndcg_at_5_diff1": 0.846237, - "nauc_ndcg_at_10_max": 0.924579, - "nauc_ndcg_at_10_std": 0.844956, - "nauc_ndcg_at_10_diff1": 0.840868, - "nauc_ndcg_at_20_max": 0.918891, - "nauc_ndcg_at_20_std": 0.840729, - "nauc_ndcg_at_20_diff1": 0.834333, - "nauc_ndcg_at_100_max": 0.910199, - "nauc_ndcg_at_100_std": 0.833802, - "nauc_ndcg_at_100_diff1": 0.82838, - "nauc_ndcg_at_1000_max": 0.917513, - "nauc_ndcg_at_1000_std": 0.836725, - "nauc_ndcg_at_1000_diff1": 0.840565, - "nauc_map_at_1_max": 0.905308, - "nauc_map_at_1_std": 0.80573, - "nauc_map_at_1_diff1": 0.881596, - "nauc_map_at_3_max": 0.924432, - "nauc_map_at_3_std": 0.837495, - "nauc_map_at_3_diff1": 0.858088, - "nauc_map_at_5_max": 0.923857, - "nauc_map_at_5_std": 0.837235, - "nauc_map_at_5_diff1": 0.855705, - "nauc_map_at_10_max": 0.922368, - "nauc_map_at_10_std": 0.836795, - "nauc_map_at_10_diff1": 0.853667, - "nauc_map_at_20_max": 0.920885, - "nauc_map_at_20_std": 0.835776, - "nauc_map_at_20_diff1": 0.851938, - "nauc_map_at_100_max": 0.919959, - "nauc_map_at_100_std": 0.834892, - "nauc_map_at_100_diff1": 0.851399, - "nauc_map_at_1000_max": 0.920098, - "nauc_map_at_1000_std": 0.834898, - "nauc_map_at_1000_diff1": 0.851723, - "nauc_recall_at_1_max": 0.905308, - "nauc_recall_at_1_std": 0.80573, - "nauc_recall_at_1_diff1": 0.881596, - "nauc_recall_at_3_max": 0.943264, - "nauc_recall_at_3_std": 0.873302, - "nauc_recall_at_3_diff1": 0.827851, - "nauc_recall_at_5_max": 0.940654, - "nauc_recall_at_5_std": 0.87177, - "nauc_recall_at_5_diff1": 0.816643, - "nauc_recall_at_10_max": 0.927959, - "nauc_recall_at_10_std": 0.866713, - "nauc_recall_at_10_diff1": 0.797993, - "nauc_recall_at_20_max": 0.903111, - "nauc_recall_at_20_std": 0.848455, - "nauc_recall_at_20_diff1": 0.767564, - "nauc_recall_at_100_max": 0.831768, - "nauc_recall_at_100_std": 0.799637, - "nauc_recall_at_100_diff1": 0.702996, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.906359, - "nauc_precision_at_1_std": 0.807678, - "nauc_precision_at_1_diff1": 0.882031, - "nauc_precision_at_3_max": 0.944729, - "nauc_precision_at_3_std": 0.875682, - "nauc_precision_at_3_diff1": 0.828611, - "nauc_precision_at_5_max": 0.94214, - "nauc_precision_at_5_std": 0.874186, - "nauc_precision_at_5_diff1": 0.817408, - "nauc_precision_at_10_max": 0.924398, - "nauc_precision_at_10_std": 0.865506, - "nauc_precision_at_10_diff1": 0.79387, - "nauc_precision_at_20_max": 0.899513, - "nauc_precision_at_20_std": 0.847297, - "nauc_precision_at_20_diff1": 0.763408, - "nauc_precision_at_100_max": 0.827752, - "nauc_precision_at_100_std": 0.798549, - "nauc_precision_at_100_diff1": 0.698216, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45606, + "ndcg_at_3": 0.49205, + "ndcg_at_5": 0.49841, + "ndcg_at_10": 0.50684, + "ndcg_at_20": 0.51686, + "ndcg_at_100": 0.53822, + "ndcg_at_1000": 0.57431, + "map_at_1": 0.45551, + "map_at_3": 0.48331, + "map_at_5": 0.48682, + "map_at_10": 0.49039, + "map_at_20": 0.49317, + "map_at_100": 0.49573, + "map_at_1000": 0.49707, + "recall_at_1": 0.45551, + "recall_at_3": 0.51669, + "recall_at_5": 0.53226, + "recall_at_10": 0.55784, + "recall_at_20": 0.59733, + "recall_at_100": 0.71858, + "recall_at_1000": 1.0, + "accuracy": 0.45551, + "precision_at_1": 0.45606, + "precision_at_3": 0.17241, + "precision_at_5": 0.10656, + "precision_at_10": 0.05584, + "precision_at_20": 0.02992, + "precision_at_100": 0.0072, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456062, + "mrr_at_3": 0.483871, + "mrr_at_5": 0.487375, + "mrr_at_10": 0.490943, + "mrr_at_20": 0.493638, + "mrr_at_100": 0.496196, + "mrr_at_1000": 0.497535, + "nauc_ndcg_at_1_max": 0.897911, + "nauc_ndcg_at_1_std": 0.775712, + "nauc_ndcg_at_1_diff1": 0.872827, + "nauc_ndcg_at_3_max": 0.923363, + "nauc_ndcg_at_3_std": 0.816811, + "nauc_ndcg_at_3_diff1": 0.851973, + "nauc_ndcg_at_5_max": 0.923126, + "nauc_ndcg_at_5_std": 0.818016, + "nauc_ndcg_at_5_diff1": 0.847343, + "nauc_ndcg_at_10_max": 0.918898, + "nauc_ndcg_at_10_std": 0.815544, + "nauc_ndcg_at_10_diff1": 0.844442, + "nauc_ndcg_at_20_max": 0.912298, + "nauc_ndcg_at_20_std": 0.810127, + "nauc_ndcg_at_20_diff1": 0.839545, + "nauc_ndcg_at_100_max": 0.902665, + "nauc_ndcg_at_100_std": 0.801202, + "nauc_ndcg_at_100_diff1": 0.832133, + "nauc_ndcg_at_1000_max": 0.910228, + "nauc_ndcg_at_1000_std": 0.805366, + "nauc_ndcg_at_1000_diff1": 0.842388, + "nauc_map_at_1_max": 0.89686, + "nauc_map_at_1_std": 0.773766, + "nauc_map_at_1_diff1": 0.872392, + "nauc_map_at_3_max": 0.916947, + "nauc_map_at_3_std": 0.80599, + "nauc_map_at_3_diff1": 0.856331, + "nauc_map_at_5_max": 0.916808, + "nauc_map_at_5_std": 0.806556, + "nauc_map_at_5_diff1": 0.853781, + "nauc_map_at_10_max": 0.914993, + "nauc_map_at_10_std": 0.805477, + "nauc_map_at_10_diff1": 0.852489, + "nauc_map_at_20_max": 0.913309, + "nauc_map_at_20_std": 0.804073, + "nauc_map_at_20_diff1": 0.851314, + "nauc_map_at_100_max": 0.912158, + "nauc_map_at_100_std": 0.802993, + "nauc_map_at_100_diff1": 0.850457, + "nauc_map_at_1000_max": 0.912324, + "nauc_map_at_1000_std": 0.803069, + "nauc_map_at_1000_diff1": 0.85073, + "nauc_recall_at_1_max": 0.89686, + "nauc_recall_at_1_std": 0.773766, + "nauc_recall_at_1_diff1": 0.872392, + "nauc_recall_at_3_max": 0.940875, + "nauc_recall_at_3_std": 0.846589, + "nauc_recall_at_3_diff1": 0.83872, + "nauc_recall_at_5_max": 0.940511, + "nauc_recall_at_5_std": 0.850321, + "nauc_recall_at_5_diff1": 0.827061, + "nauc_recall_at_10_max": 0.927724, + "nauc_recall_at_10_std": 0.843367, + "nauc_recall_at_10_diff1": 0.817874, + "nauc_recall_at_20_max": 0.899671, + "nauc_recall_at_20_std": 0.82163, + "nauc_recall_at_20_diff1": 0.795165, + "nauc_recall_at_100_max": 0.82412, + "nauc_recall_at_100_std": 0.757751, + "nauc_recall_at_100_diff1": 0.727552, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.897911, + "nauc_precision_at_1_std": 0.775712, + "nauc_precision_at_1_diff1": 0.872827, + "nauc_precision_at_3_max": 0.942328, + "nauc_precision_at_3_std": 0.848937, + "nauc_precision_at_3_diff1": 0.839482, + "nauc_precision_at_5_max": 0.941988, + "nauc_precision_at_5_std": 0.85271, + "nauc_precision_at_5_diff1": 0.827828, + "nauc_precision_at_10_max": 0.929234, + "nauc_precision_at_10_std": 0.845818, + "nauc_precision_at_10_diff1": 0.818657, + "nauc_precision_at_20_max": 0.896166, + "nauc_precision_at_20_std": 0.820658, + "nauc_precision_at_20_diff1": 0.790925, + "nauc_precision_at_100_max": 0.820215, + "nauc_precision_at_100_std": 0.757003, + "nauc_precision_at_100_diff1": 0.722642, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": 0.662006, "nauc_precision_at_1000_diff1": 0.098682, - "nauc_mrr_at_1_max": 0.906359, - "nauc_mrr_at_1_std": 0.807678, - "nauc_mrr_at_1_diff1": 0.882031, - "nauc_mrr_at_3_max": 0.925506, - "nauc_mrr_at_3_std": 0.839486, - "nauc_mrr_at_3_diff1": 0.858527, - "nauc_mrr_at_5_max": 0.924935, - "nauc_mrr_at_5_std": 0.839232, - "nauc_mrr_at_5_diff1": 0.856145, - "nauc_mrr_at_10_max": 0.923209, - "nauc_mrr_at_10_std": 0.838354, - "nauc_mrr_at_10_diff1": 0.85401, - "nauc_mrr_at_20_max": 0.921729, - "nauc_mrr_at_20_std": 0.83734, - "nauc_mrr_at_20_diff1": 0.852282, - "nauc_mrr_at_100_max": 0.920806, - "nauc_mrr_at_100_std": 0.836462, - "nauc_mrr_at_100_diff1": 0.851745, - "nauc_mrr_at_1000_max": 0.920947, - "nauc_mrr_at_1000_std": 0.836473, - "nauc_mrr_at_1000_diff1": 0.85207, - "main_score": 0.51026, + "nauc_mrr_at_1_max": 0.897911, + "nauc_mrr_at_1_std": 0.775712, + "nauc_mrr_at_1_diff1": 0.872827, + "nauc_mrr_at_3_max": 0.918016, + "nauc_mrr_at_3_std": 0.807969, + "nauc_mrr_at_3_diff1": 0.856769, + "nauc_mrr_at_5_max": 0.917881, + "nauc_mrr_at_5_std": 0.808542, + "nauc_mrr_at_5_diff1": 0.85422, + "nauc_mrr_at_10_max": 0.91607, + "nauc_mrr_at_10_std": 0.80747, + "nauc_mrr_at_10_diff1": 0.852928, + "nauc_mrr_at_20_max": 0.914208, + "nauc_mrr_at_20_std": 0.805738, + "nauc_mrr_at_20_diff1": 0.851682, + "nauc_mrr_at_100_max": 0.913061, + "nauc_mrr_at_100_std": 0.804665, + "nauc_mrr_at_100_diff1": 0.850826, + "nauc_mrr_at_1000_max": 0.91323, + "nauc_mrr_at_1000_std": 0.804747, + "nauc_mrr_at_1000_diff1": 0.8511, + "hit_rate_at_1": 0.45606, + "hit_rate_at_3": 0.51724, + "hit_rate_at_5": 0.53281, + "hit_rate_at_10": 0.5584, + "hit_rate_at_20": 0.59733, + "hit_rate_at_100": 0.71858, + "hit_rate_at_1000": 1.0, + "main_score": 0.50684, "hf_subset": "eng_Latn-ibo_Latn", "languages": [ "eng-Latn", "ibo-Latn" - ] - }, - { - "ndcg_at_1": 0.75, - "ndcg_at_3": 0.80735, - "ndcg_at_5": 0.81744, - "ndcg_at_10": 0.82643, - "ndcg_at_20": 0.82965, - "ndcg_at_100": 0.8405, - "ndcg_at_1000": 0.84454, - "map_at_1": 0.75, - "map_at_3": 0.7937, - "map_at_5": 0.79931, - "map_at_10": 0.80302, - "map_at_20": 0.80397, - "map_at_100": 0.80552, - "map_at_1000": 0.80567, - "recall_at_1": 0.75, - "recall_at_3": 0.84667, - "recall_at_5": 0.87111, - "recall_at_10": 0.89889, - "recall_at_20": 0.91111, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74778, + "ndcg_at_3": 0.79815, + "ndcg_at_5": 0.81058, + "ndcg_at_10": 0.8182, + "ndcg_at_20": 0.82382, + "ndcg_at_100": 0.83337, + "ndcg_at_1000": 0.83886, + "map_at_1": 0.74778, + "map_at_3": 0.7863, + "map_at_5": 0.79324, + "map_at_10": 0.79643, + "map_at_20": 0.79797, + "map_at_100": 0.79931, + "map_at_1000": 0.79955, + "recall_at_1": 0.74778, + "recall_at_3": 0.83222, + "recall_at_5": 0.86222, + "recall_at_10": 0.88556, + "recall_at_20": 0.90778, + "recall_at_100": 0.95889, "recall_at_1000": 1.0, - "precision_at_1": 0.75, - "precision_at_3": 0.28222, - "precision_at_5": 0.17422, - "precision_at_10": 0.08989, - "precision_at_20": 0.04556, - "precision_at_100": 0.00969, + "accuracy": 0.74778, + "precision_at_1": 0.74778, + "precision_at_3": 0.27741, + "precision_at_5": 0.17244, + "precision_at_10": 0.08856, + "precision_at_20": 0.04539, + "precision_at_100": 0.00959, "precision_at_1000": 0.001, - "mrr_at_1": 0.75, - "mrr_at_3": 0.793704, - "mrr_at_5": 0.799315, - "mrr_at_10": 0.80302, - "mrr_at_20": 0.803972, - "mrr_at_100": 0.805515, - "mrr_at_1000": 0.805674, - "nauc_ndcg_at_1_max": 0.831809, - "nauc_ndcg_at_1_std": 0.32721, - "nauc_ndcg_at_1_diff1": 0.916674, - "nauc_ndcg_at_3_max": 0.857087, - "nauc_ndcg_at_3_std": 0.390959, - "nauc_ndcg_at_3_diff1": 0.884576, - "nauc_ndcg_at_5_max": 0.85458, - "nauc_ndcg_at_5_std": 0.406997, - "nauc_ndcg_at_5_diff1": 0.877544, - "nauc_ndcg_at_10_max": 0.851463, - "nauc_ndcg_at_10_std": 0.41022, - "nauc_ndcg_at_10_diff1": 0.876581, - "nauc_ndcg_at_20_max": 0.851316, - "nauc_ndcg_at_20_std": 0.421035, - "nauc_ndcg_at_20_diff1": 0.877193, - "nauc_ndcg_at_100_max": 0.849979, - "nauc_ndcg_at_100_std": 0.408101, - "nauc_ndcg_at_100_diff1": 0.881937, - "nauc_ndcg_at_1000_max": 0.849729, - "nauc_ndcg_at_1000_std": 0.400414, - "nauc_ndcg_at_1000_diff1": 0.884429, - "nauc_map_at_1_max": 0.831809, - "nauc_map_at_1_std": 0.32721, - "nauc_map_at_1_diff1": 0.916674, - "nauc_map_at_3_max": 0.85092, - "nauc_map_at_3_std": 0.375132, - "nauc_map_at_3_diff1": 0.8926, - "nauc_map_at_5_max": 0.849497, - "nauc_map_at_5_std": 0.382935, - "nauc_map_at_5_diff1": 0.889269, - "nauc_map_at_10_max": 0.848179, - "nauc_map_at_10_std": 0.383545, - "nauc_map_at_10_diff1": 0.889126, - "nauc_map_at_20_max": 0.84815, - "nauc_map_at_20_std": 0.386546, - "nauc_map_at_20_diff1": 0.889322, - "nauc_map_at_100_max": 0.848003, - "nauc_map_at_100_std": 0.38521, - "nauc_map_at_100_diff1": 0.889995, - "nauc_map_at_1000_max": 0.847982, - "nauc_map_at_1000_std": 0.384965, - "nauc_map_at_1000_diff1": 0.890074, - "nauc_recall_at_1_max": 0.831809, - "nauc_recall_at_1_std": 0.32721, - "nauc_recall_at_1_diff1": 0.916674, - "nauc_recall_at_3_max": 0.879485, - "nauc_recall_at_3_std": 0.448606, - "nauc_recall_at_3_diff1": 0.855318, - "nauc_recall_at_5_max": 0.874938, - "nauc_recall_at_5_std": 0.510763, - "nauc_recall_at_5_diff1": 0.827013, - "nauc_recall_at_10_max": 0.865194, - "nauc_recall_at_10_std": 0.552928, - "nauc_recall_at_10_diff1": 0.810149, - "nauc_recall_at_20_max": 0.865669, - "nauc_recall_at_20_std": 0.640552, - "nauc_recall_at_20_diff1": 0.805713, - "nauc_recall_at_100_max": 0.855359, - "nauc_recall_at_100_std": 0.685674, - "nauc_recall_at_100_diff1": 0.791183, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.831809, - "nauc_precision_at_1_std": 0.32721, - "nauc_precision_at_1_diff1": 0.916674, - "nauc_precision_at_3_max": 0.879485, - "nauc_precision_at_3_std": 0.448606, - "nauc_precision_at_3_diff1": 0.855318, - "nauc_precision_at_5_max": 0.874938, - "nauc_precision_at_5_std": 0.510763, - "nauc_precision_at_5_diff1": 0.827013, - "nauc_precision_at_10_max": 0.865194, - "nauc_precision_at_10_std": 0.552928, - "nauc_precision_at_10_diff1": 0.810149, - "nauc_precision_at_20_max": 0.865669, - "nauc_precision_at_20_std": 0.640552, - "nauc_precision_at_20_diff1": 0.805713, - "nauc_precision_at_100_max": 0.855359, - "nauc_precision_at_100_std": 0.685674, - "nauc_precision_at_100_diff1": 0.791183, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.831809, - "nauc_mrr_at_1_std": 0.32721, - "nauc_mrr_at_1_diff1": 0.916674, - "nauc_mrr_at_3_max": 0.85092, - "nauc_mrr_at_3_std": 0.375132, - "nauc_mrr_at_3_diff1": 0.8926, - "nauc_mrr_at_5_max": 0.849497, - "nauc_mrr_at_5_std": 0.382935, - "nauc_mrr_at_5_diff1": 0.889269, - "nauc_mrr_at_10_max": 0.848179, - "nauc_mrr_at_10_std": 0.383545, - "nauc_mrr_at_10_diff1": 0.889126, - "nauc_mrr_at_20_max": 0.84815, - "nauc_mrr_at_20_std": 0.386546, - "nauc_mrr_at_20_diff1": 0.889322, - "nauc_mrr_at_100_max": 0.848003, - "nauc_mrr_at_100_std": 0.38521, - "nauc_mrr_at_100_diff1": 0.889995, - "nauc_mrr_at_1000_max": 0.847982, - "nauc_mrr_at_1000_std": 0.384965, - "nauc_mrr_at_1000_diff1": 0.890074, - "main_score": 0.82643, + "mrr_at_1": 0.747778, + "mrr_at_3": 0.786296, + "mrr_at_5": 0.793241, + "mrr_at_10": 0.796429, + "mrr_at_20": 0.797969, + "mrr_at_100": 0.799314, + "mrr_at_1000": 0.799554, + "nauc_ndcg_at_1_max": 0.821832, + "nauc_ndcg_at_1_std": 0.284223, + "nauc_ndcg_at_1_diff1": 0.899265, + "nauc_ndcg_at_3_max": 0.85021, + "nauc_ndcg_at_3_std": 0.372457, + "nauc_ndcg_at_3_diff1": 0.871569, + "nauc_ndcg_at_5_max": 0.848853, + "nauc_ndcg_at_5_std": 0.3853, + "nauc_ndcg_at_5_diff1": 0.867685, + "nauc_ndcg_at_10_max": 0.848215, + "nauc_ndcg_at_10_std": 0.400124, + "nauc_ndcg_at_10_diff1": 0.865029, + "nauc_ndcg_at_20_max": 0.846007, + "nauc_ndcg_at_20_std": 0.404938, + "nauc_ndcg_at_20_diff1": 0.865538, + "nauc_ndcg_at_100_max": 0.845147, + "nauc_ndcg_at_100_std": 0.390923, + "nauc_ndcg_at_100_diff1": 0.870145, + "nauc_ndcg_at_1000_max": 0.844273, + "nauc_ndcg_at_1000_std": 0.380071, + "nauc_ndcg_at_1000_diff1": 0.872131, + "nauc_map_at_1_max": 0.821832, + "nauc_map_at_1_std": 0.284223, + "nauc_map_at_1_diff1": 0.899265, + "nauc_map_at_3_max": 0.843408, + "nauc_map_at_3_std": 0.35153, + "nauc_map_at_3_diff1": 0.878431, + "nauc_map_at_5_max": 0.842655, + "nauc_map_at_5_std": 0.357629, + "nauc_map_at_5_diff1": 0.876667, + "nauc_map_at_10_max": 0.842382, + "nauc_map_at_10_std": 0.362926, + "nauc_map_at_10_diff1": 0.875844, + "nauc_map_at_20_max": 0.841731, + "nauc_map_at_20_std": 0.363647, + "nauc_map_at_20_diff1": 0.876008, + "nauc_map_at_100_max": 0.841677, + "nauc_map_at_100_std": 0.361883, + "nauc_map_at_100_diff1": 0.876651, + "nauc_map_at_1000_max": 0.841639, + "nauc_map_at_1000_std": 0.361515, + "nauc_map_at_1000_diff1": 0.876734, + "nauc_recall_at_1_max": 0.821832, + "nauc_recall_at_1_std": 0.284223, + "nauc_recall_at_1_diff1": 0.899265, + "nauc_recall_at_3_max": 0.873751, + "nauc_recall_at_3_std": 0.444742, + "nauc_recall_at_3_diff1": 0.847693, + "nauc_recall_at_5_max": 0.873075, + "nauc_recall_at_5_std": 0.498977, + "nauc_recall_at_5_diff1": 0.830523, + "nauc_recall_at_10_max": 0.87396, + "nauc_recall_at_10_std": 0.586171, + "nauc_recall_at_10_diff1": 0.8112, + "nauc_recall_at_20_max": 0.865265, + "nauc_recall_at_20_std": 0.663297, + "nauc_recall_at_20_diff1": 0.803517, + "nauc_recall_at_100_max": 0.867704, + "nauc_recall_at_100_std": 0.69305, + "nauc_recall_at_100_diff1": 0.816993, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.821832, + "nauc_precision_at_1_std": 0.284223, + "nauc_precision_at_1_diff1": 0.899265, + "nauc_precision_at_3_max": 0.873751, + "nauc_precision_at_3_std": 0.444742, + "nauc_precision_at_3_diff1": 0.847693, + "nauc_precision_at_5_max": 0.873075, + "nauc_precision_at_5_std": 0.498977, + "nauc_precision_at_5_diff1": 0.830523, + "nauc_precision_at_10_max": 0.87396, + "nauc_precision_at_10_std": 0.586171, + "nauc_precision_at_10_diff1": 0.8112, + "nauc_precision_at_20_max": 0.865265, + "nauc_precision_at_20_std": 0.663297, + "nauc_precision_at_20_diff1": 0.803517, + "nauc_precision_at_100_max": 0.867704, + "nauc_precision_at_100_std": 0.69305, + "nauc_precision_at_100_diff1": 0.816993, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.821832, + "nauc_mrr_at_1_std": 0.284223, + "nauc_mrr_at_1_diff1": 0.899265, + "nauc_mrr_at_3_max": 0.843408, + "nauc_mrr_at_3_std": 0.35153, + "nauc_mrr_at_3_diff1": 0.878431, + "nauc_mrr_at_5_max": 0.842655, + "nauc_mrr_at_5_std": 0.357629, + "nauc_mrr_at_5_diff1": 0.876667, + "nauc_mrr_at_10_max": 0.842382, + "nauc_mrr_at_10_std": 0.362926, + "nauc_mrr_at_10_diff1": 0.875844, + "nauc_mrr_at_20_max": 0.841731, + "nauc_mrr_at_20_std": 0.363647, + "nauc_mrr_at_20_diff1": 0.876008, + "nauc_mrr_at_100_max": 0.841677, + "nauc_mrr_at_100_std": 0.361883, + "nauc_mrr_at_100_diff1": 0.876651, + "nauc_mrr_at_1000_max": 0.841639, + "nauc_mrr_at_1000_std": 0.361515, + "nauc_mrr_at_1000_diff1": 0.876734, + "hit_rate_at_1": 0.74778, + "hit_rate_at_3": 0.83222, + "hit_rate_at_5": 0.86222, + "hit_rate_at_10": 0.88556, + "hit_rate_at_20": 0.90778, + "hit_rate_at_100": 0.95889, + "hit_rate_at_1000": 1.0, + "main_score": 0.8182, "hf_subset": "ilo_Latn-ilo_Latn", "languages": [ "ilo-Latn", "ilo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85889, - "ndcg_at_3": 0.90169, - "ndcg_at_5": 0.90925, - "ndcg_at_10": 0.91702, - "ndcg_at_20": 0.91946, - "ndcg_at_100": 0.92228, - "ndcg_at_1000": 0.92276, - "map_at_1": 0.85889, - "map_at_3": 0.89148, - "map_at_5": 0.89581, - "map_at_10": 0.89915, - "map_at_20": 0.89978, - "map_at_100": 0.90022, - "map_at_1000": 0.90025, - "recall_at_1": 0.85889, - "recall_at_3": 0.93111, + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.90288, + "ndcg_at_5": 0.90742, + "ndcg_at_10": 0.91374, + "ndcg_at_20": 0.91714, + "ndcg_at_100": 0.9202, + "ndcg_at_1000": 0.92067, + "map_at_1": 0.85111, + "map_at_3": 0.89074, + "map_at_5": 0.89324, + "map_at_10": 0.89597, + "map_at_20": 0.89692, + "map_at_100": 0.8974, + "map_at_1000": 0.89743, + "recall_at_1": 0.85111, + "recall_at_3": 0.93778, "recall_at_5": 0.94889, - "recall_at_10": 0.97222, - "recall_at_20": 0.98222, + "recall_at_10": 0.96778, + "recall_at_20": 0.98111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85889, - "precision_at_3": 0.31037, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.31259, "precision_at_5": 0.18978, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, + "precision_at_10": 0.09678, + "precision_at_20": 0.04906, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.858889, - "mrr_at_3": 0.891481, - "mrr_at_5": 0.895815, - "mrr_at_10": 0.89915, - "mrr_at_20": 0.89978, - "mrr_at_100": 0.900222, - "mrr_at_1000": 0.900249, - "nauc_ndcg_at_1_max": 0.777601, - "nauc_ndcg_at_1_std": -0.099559, - "nauc_ndcg_at_1_diff1": 0.916874, - "nauc_ndcg_at_3_max": 0.800729, - "nauc_ndcg_at_3_std": -0.164112, - "nauc_ndcg_at_3_diff1": 0.905259, - "nauc_ndcg_at_5_max": 0.802446, - "nauc_ndcg_at_5_std": -0.158847, - "nauc_ndcg_at_5_diff1": 0.907294, - "nauc_ndcg_at_10_max": 0.803264, - "nauc_ndcg_at_10_std": -0.113299, - "nauc_ndcg_at_10_diff1": 0.91172, - "nauc_ndcg_at_20_max": 0.806558, - "nauc_ndcg_at_20_std": -0.094722, - "nauc_ndcg_at_20_diff1": 0.912347, - "nauc_ndcg_at_100_max": 0.800795, - "nauc_ndcg_at_100_std": -0.114573, - "nauc_ndcg_at_100_diff1": 0.911512, - "nauc_ndcg_at_1000_max": 0.799525, - "nauc_ndcg_at_1000_std": -0.117339, - "nauc_ndcg_at_1000_diff1": 0.911227, - "nauc_map_at_1_max": 0.777601, - "nauc_map_at_1_std": -0.099559, - "nauc_map_at_1_diff1": 0.916874, - "nauc_map_at_3_max": 0.79597, - "nauc_map_at_3_std": -0.141967, - "nauc_map_at_3_diff1": 0.908676, - "nauc_map_at_5_max": 0.796573, - "nauc_map_at_5_std": -0.138142, - "nauc_map_at_5_diff1": 0.909751, - "nauc_map_at_10_max": 0.796723, - "nauc_map_at_10_std": -0.120386, - "nauc_map_at_10_diff1": 0.911352, - "nauc_map_at_20_max": 0.79729, - "nauc_map_at_20_std": -0.116677, - "nauc_map_at_20_diff1": 0.911466, - "nauc_map_at_100_max": 0.796509, - "nauc_map_at_100_std": -0.119341, - "nauc_map_at_100_diff1": 0.911381, - "nauc_map_at_1000_max": 0.796452, - "nauc_map_at_1000_std": -0.119453, - "nauc_map_at_1000_diff1": 0.911369, - "nauc_recall_at_1_max": 0.777601, - "nauc_recall_at_1_std": -0.099559, - "nauc_recall_at_1_diff1": 0.916874, - "nauc_recall_at_3_max": 0.820307, - "nauc_recall_at_3_std": -0.263674, - "nauc_recall_at_3_diff1": 0.890222, - "nauc_recall_at_5_max": 0.834582, - "nauc_recall_at_5_std": -0.278762, - "nauc_recall_at_5_diff1": 0.894055, - "nauc_recall_at_10_max": 0.867619, - "nauc_recall_at_10_std": 0.00282, - "nauc_recall_at_10_diff1": 0.922689, - "nauc_recall_at_20_max": 0.966299, - "nauc_recall_at_20_std": 0.407067, - "nauc_recall_at_20_diff1": 0.940768, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.893241, + "mrr_at_10": 0.895973, + "mrr_at_20": 0.896922, + "mrr_at_100": 0.897403, + "mrr_at_1000": 0.897428, + "nauc_ndcg_at_1_max": 0.757528, + "nauc_ndcg_at_1_std": -0.186813, + "nauc_ndcg_at_1_diff1": 0.914484, + "nauc_ndcg_at_3_max": 0.775712, + "nauc_ndcg_at_3_std": -0.2183, + "nauc_ndcg_at_3_diff1": 0.903922, + "nauc_ndcg_at_5_max": 0.775709, + "nauc_ndcg_at_5_std": -0.195077, + "nauc_ndcg_at_5_diff1": 0.903748, + "nauc_ndcg_at_10_max": 0.774601, + "nauc_ndcg_at_10_std": -0.182693, + "nauc_ndcg_at_10_diff1": 0.909167, + "nauc_ndcg_at_20_max": 0.774364, + "nauc_ndcg_at_20_std": -0.170262, + "nauc_ndcg_at_20_diff1": 0.908027, + "nauc_ndcg_at_100_max": 0.773993, + "nauc_ndcg_at_100_std": -0.183528, + "nauc_ndcg_at_100_diff1": 0.908336, + "nauc_ndcg_at_1000_max": 0.772616, + "nauc_ndcg_at_1000_std": -0.187401, + "nauc_ndcg_at_1000_diff1": 0.908021, + "nauc_map_at_1_max": 0.757528, + "nauc_map_at_1_std": -0.186813, + "nauc_map_at_1_diff1": 0.914484, + "nauc_map_at_3_max": 0.770785, + "nauc_map_at_3_std": -0.209393, + "nauc_map_at_3_diff1": 0.906528, + "nauc_map_at_5_max": 0.770548, + "nauc_map_at_5_std": -0.197994, + "nauc_map_at_5_diff1": 0.906411, + "nauc_map_at_10_max": 0.77012, + "nauc_map_at_10_std": -0.193804, + "nauc_map_at_10_diff1": 0.90849, + "nauc_map_at_20_max": 0.770046, + "nauc_map_at_20_std": -0.191031, + "nauc_map_at_20_diff1": 0.908199, + "nauc_map_at_100_max": 0.770168, + "nauc_map_at_100_std": -0.192495, + "nauc_map_at_100_diff1": 0.908276, + "nauc_map_at_1000_max": 0.77011, + "nauc_map_at_1000_std": -0.192632, + "nauc_map_at_1000_diff1": 0.90826, + "nauc_recall_at_1_max": 0.757528, + "nauc_recall_at_1_std": -0.186813, + "nauc_recall_at_1_diff1": 0.914484, + "nauc_recall_at_3_max": 0.79927, + "nauc_recall_at_3_std": -0.261204, + "nauc_recall_at_3_diff1": 0.891673, + "nauc_recall_at_5_max": 0.805353, + "nauc_recall_at_5_std": -0.170655, + "nauc_recall_at_5_diff1": 0.889082, + "nauc_recall_at_10_max": 0.812309, + "nauc_recall_at_10_std": -0.056972, + "nauc_recall_at_10_diff1": 0.921681, + "nauc_recall_at_20_max": 0.83402, + "nauc_recall_at_20_std": 0.235431, + "nauc_recall_at_20_diff1": 0.912534, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.330221, + "nauc_recall_at_100_std": 0.478836, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777601, - "nauc_precision_at_1_std": -0.099559, - "nauc_precision_at_1_diff1": 0.916874, - "nauc_precision_at_3_max": 0.820307, - "nauc_precision_at_3_std": -0.263674, - "nauc_precision_at_3_diff1": 0.890222, - "nauc_precision_at_5_max": 0.834582, - "nauc_precision_at_5_std": -0.278762, - "nauc_precision_at_5_diff1": 0.894055, - "nauc_precision_at_10_max": 0.867619, - "nauc_precision_at_10_std": 0.00282, - "nauc_precision_at_10_diff1": 0.922689, - "nauc_precision_at_20_max": 0.966299, - "nauc_precision_at_20_std": 0.407067, - "nauc_precision_at_20_diff1": 0.940768, + "nauc_precision_at_1_max": 0.757528, + "nauc_precision_at_1_std": -0.186813, + "nauc_precision_at_1_diff1": 0.914484, + "nauc_precision_at_3_max": 0.79927, + "nauc_precision_at_3_std": -0.261204, + "nauc_precision_at_3_diff1": 0.891673, + "nauc_precision_at_5_max": 0.805353, + "nauc_precision_at_5_std": -0.170655, + "nauc_precision_at_5_diff1": 0.889082, + "nauc_precision_at_10_max": 0.812309, + "nauc_precision_at_10_std": -0.056972, + "nauc_precision_at_10_diff1": 0.921681, + "nauc_precision_at_20_max": 0.83402, + "nauc_precision_at_20_std": 0.235431, + "nauc_precision_at_20_diff1": 0.912534, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.330221, + "nauc_precision_at_100_std": 0.478836, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777601, - "nauc_mrr_at_1_std": -0.099559, - "nauc_mrr_at_1_diff1": 0.916874, - "nauc_mrr_at_3_max": 0.79597, - "nauc_mrr_at_3_std": -0.141967, - "nauc_mrr_at_3_diff1": 0.908676, - "nauc_mrr_at_5_max": 0.796573, - "nauc_mrr_at_5_std": -0.138142, - "nauc_mrr_at_5_diff1": 0.909751, - "nauc_mrr_at_10_max": 0.796723, - "nauc_mrr_at_10_std": -0.120386, - "nauc_mrr_at_10_diff1": 0.911352, - "nauc_mrr_at_20_max": 0.79729, - "nauc_mrr_at_20_std": -0.116677, - "nauc_mrr_at_20_diff1": 0.911466, - "nauc_mrr_at_100_max": 0.796509, - "nauc_mrr_at_100_std": -0.119341, - "nauc_mrr_at_100_diff1": 0.911381, - "nauc_mrr_at_1000_max": 0.796452, - "nauc_mrr_at_1000_std": -0.119453, - "nauc_mrr_at_1000_diff1": 0.911369, - "main_score": 0.91702, + "nauc_mrr_at_1_max": 0.757528, + "nauc_mrr_at_1_std": -0.186813, + "nauc_mrr_at_1_diff1": 0.914484, + "nauc_mrr_at_3_max": 0.770785, + "nauc_mrr_at_3_std": -0.209393, + "nauc_mrr_at_3_diff1": 0.906528, + "nauc_mrr_at_5_max": 0.770548, + "nauc_mrr_at_5_std": -0.197994, + "nauc_mrr_at_5_diff1": 0.906411, + "nauc_mrr_at_10_max": 0.77012, + "nauc_mrr_at_10_std": -0.193804, + "nauc_mrr_at_10_diff1": 0.90849, + "nauc_mrr_at_20_max": 0.770046, + "nauc_mrr_at_20_std": -0.191031, + "nauc_mrr_at_20_diff1": 0.908199, + "nauc_mrr_at_100_max": 0.770168, + "nauc_mrr_at_100_std": -0.192495, + "nauc_mrr_at_100_diff1": 0.908276, + "nauc_mrr_at_1000_max": 0.77011, + "nauc_mrr_at_1000_std": -0.192632, + "nauc_mrr_at_1000_diff1": 0.90826, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91374, "hf_subset": "ilo_Latn-eng_Latn", "languages": [ "ilo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.73667, - "ndcg_at_3": 0.77766, - "ndcg_at_5": 0.78727, - "ndcg_at_10": 0.80065, - "ndcg_at_20": 0.80897, - "ndcg_at_100": 0.81768, - "ndcg_at_1000": 0.82418, - "map_at_1": 0.73667, - "map_at_3": 0.76796, - "map_at_5": 0.7733, - "map_at_10": 0.77886, - "map_at_20": 0.78124, - "map_at_100": 0.78238, - "map_at_1000": 0.78264, - "recall_at_1": 0.73667, - "recall_at_3": 0.80556, - "recall_at_5": 0.82889, - "recall_at_10": 0.87, - "recall_at_20": 0.90222, - "recall_at_100": 0.95, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70556, + "ndcg_at_3": 0.7594, + "ndcg_at_5": 0.76725, + "ndcg_at_10": 0.78073, + "ndcg_at_20": 0.78811, + "ndcg_at_100": 0.7985, + "ndcg_at_1000": 0.8057, + "map_at_1": 0.70556, + "map_at_3": 0.74648, + "map_at_5": 0.75087, + "map_at_10": 0.75634, + "map_at_20": 0.75841, + "map_at_100": 0.75972, + "map_at_1000": 0.76, + "recall_at_1": 0.70556, + "recall_at_3": 0.79667, + "recall_at_5": 0.81556, + "recall_at_10": 0.85778, + "recall_at_20": 0.88667, + "recall_at_100": 0.94444, "recall_at_1000": 1.0, - "precision_at_1": 0.73667, - "precision_at_3": 0.26852, - "precision_at_5": 0.16578, - "precision_at_10": 0.087, - "precision_at_20": 0.04511, - "precision_at_100": 0.0095, - "precision_at_1000": 0.001, - "mrr_at_1": 0.736667, - "mrr_at_3": 0.767963, - "mrr_at_5": 0.773296, - "mrr_at_10": 0.778861, - "mrr_at_20": 0.781238, - "mrr_at_100": 0.782383, - "mrr_at_1000": 0.782641, - "nauc_ndcg_at_1_max": 0.904546, - "nauc_ndcg_at_1_std": 0.532041, - "nauc_ndcg_at_1_diff1": 0.915171, - "nauc_ndcg_at_3_max": 0.920223, - "nauc_ndcg_at_3_std": 0.579099, - "nauc_ndcg_at_3_diff1": 0.903368, - "nauc_ndcg_at_5_max": 0.919828, - "nauc_ndcg_at_5_std": 0.594691, - "nauc_ndcg_at_5_diff1": 0.898082, - "nauc_ndcg_at_10_max": 0.916866, - "nauc_ndcg_at_10_std": 0.598573, - "nauc_ndcg_at_10_diff1": 0.895603, - "nauc_ndcg_at_20_max": 0.915005, - "nauc_ndcg_at_20_std": 0.597443, - "nauc_ndcg_at_20_diff1": 0.894896, - "nauc_ndcg_at_100_max": 0.916042, - "nauc_ndcg_at_100_std": 0.597843, - "nauc_ndcg_at_100_diff1": 0.896842, - "nauc_ndcg_at_1000_max": 0.915662, - "nauc_ndcg_at_1000_std": 0.586924, - "nauc_ndcg_at_1000_diff1": 0.899534, - "nauc_map_at_1_max": 0.904546, - "nauc_map_at_1_std": 0.532041, - "nauc_map_at_1_diff1": 0.915171, - "nauc_map_at_3_max": 0.916965, - "nauc_map_at_3_std": 0.567564, - "nauc_map_at_3_diff1": 0.906493, - "nauc_map_at_5_max": 0.916648, - "nauc_map_at_5_std": 0.575475, - "nauc_map_at_5_diff1": 0.903734, - "nauc_map_at_10_max": 0.915497, - "nauc_map_at_10_std": 0.576363, - "nauc_map_at_10_diff1": 0.902932, - "nauc_map_at_20_max": 0.91495, - "nauc_map_at_20_std": 0.575825, - "nauc_map_at_20_diff1": 0.902829, - "nauc_map_at_100_max": 0.914999, - "nauc_map_at_100_std": 0.575601, - "nauc_map_at_100_diff1": 0.903048, - "nauc_map_at_1000_max": 0.914996, - "nauc_map_at_1000_std": 0.575255, - "nauc_map_at_1000_diff1": 0.903158, - "nauc_recall_at_1_max": 0.904546, - "nauc_recall_at_1_std": 0.532041, - "nauc_recall_at_1_diff1": 0.915171, - "nauc_recall_at_3_max": 0.930608, - "nauc_recall_at_3_std": 0.616949, - "nauc_recall_at_3_diff1": 0.892992, - "nauc_recall_at_5_max": 0.93095, - "nauc_recall_at_5_std": 0.667268, - "nauc_recall_at_5_diff1": 0.87655, - "nauc_recall_at_10_max": 0.920511, - "nauc_recall_at_10_std": 0.70623, - "nauc_recall_at_10_diff1": 0.859373, - "nauc_recall_at_20_max": 0.909547, - "nauc_recall_at_20_std": 0.729718, - "nauc_recall_at_20_diff1": 0.844002, - "nauc_recall_at_100_max": 0.927171, - "nauc_recall_at_100_std": 0.872725, - "nauc_recall_at_100_diff1": 0.832711, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.904546, - "nauc_precision_at_1_std": 0.532041, - "nauc_precision_at_1_diff1": 0.915171, - "nauc_precision_at_3_max": 0.930608, - "nauc_precision_at_3_std": 0.616949, - "nauc_precision_at_3_diff1": 0.892992, - "nauc_precision_at_5_max": 0.93095, - "nauc_precision_at_5_std": 0.667268, - "nauc_precision_at_5_diff1": 0.87655, - "nauc_precision_at_10_max": 0.920511, - "nauc_precision_at_10_std": 0.70623, - "nauc_precision_at_10_diff1": 0.859373, - "nauc_precision_at_20_max": 0.909547, - "nauc_precision_at_20_std": 0.729718, - "nauc_precision_at_20_diff1": 0.844002, - "nauc_precision_at_100_max": 0.927171, - "nauc_precision_at_100_std": 0.872725, - "nauc_precision_at_100_diff1": 0.832711, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.904546, - "nauc_mrr_at_1_std": 0.532041, - "nauc_mrr_at_1_diff1": 0.915171, - "nauc_mrr_at_3_max": 0.916965, - "nauc_mrr_at_3_std": 0.567564, - "nauc_mrr_at_3_diff1": 0.906493, - "nauc_mrr_at_5_max": 0.916648, - "nauc_mrr_at_5_std": 0.575475, - "nauc_mrr_at_5_diff1": 0.903734, - "nauc_mrr_at_10_max": 0.915497, - "nauc_mrr_at_10_std": 0.576363, - "nauc_mrr_at_10_diff1": 0.902932, - "nauc_mrr_at_20_max": 0.91495, - "nauc_mrr_at_20_std": 0.575825, - "nauc_mrr_at_20_diff1": 0.902829, - "nauc_mrr_at_100_max": 0.914999, - "nauc_mrr_at_100_std": 0.575601, - "nauc_mrr_at_100_diff1": 0.903048, - "nauc_mrr_at_1000_max": 0.914996, - "nauc_mrr_at_1000_std": 0.575255, - "nauc_mrr_at_1000_diff1": 0.903158, - "main_score": 0.80065, + "accuracy": 0.70556, + "precision_at_1": 0.70556, + "precision_at_3": 0.26556, + "precision_at_5": 0.16311, + "precision_at_10": 0.08578, + "precision_at_20": 0.04433, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705556, + "mrr_at_3": 0.746481, + "mrr_at_5": 0.75087, + "mrr_at_10": 0.756338, + "mrr_at_20": 0.75841, + "mrr_at_100": 0.75972, + "mrr_at_1000": 0.760001, + "nauc_ndcg_at_1_max": 0.872796, + "nauc_ndcg_at_1_std": 0.441632, + "nauc_ndcg_at_1_diff1": 0.915319, + "nauc_ndcg_at_3_max": 0.895833, + "nauc_ndcg_at_3_std": 0.481222, + "nauc_ndcg_at_3_diff1": 0.895869, + "nauc_ndcg_at_5_max": 0.893395, + "nauc_ndcg_at_5_std": 0.48213, + "nauc_ndcg_at_5_diff1": 0.890661, + "nauc_ndcg_at_10_max": 0.893309, + "nauc_ndcg_at_10_std": 0.503386, + "nauc_ndcg_at_10_diff1": 0.889092, + "nauc_ndcg_at_20_max": 0.891368, + "nauc_ndcg_at_20_std": 0.499728, + "nauc_ndcg_at_20_diff1": 0.888283, + "nauc_ndcg_at_100_max": 0.891314, + "nauc_ndcg_at_100_std": 0.499179, + "nauc_ndcg_at_100_diff1": 0.890566, + "nauc_ndcg_at_1000_max": 0.890624, + "nauc_ndcg_at_1000_std": 0.488305, + "nauc_ndcg_at_1000_diff1": 0.893489, + "nauc_map_at_1_max": 0.872796, + "nauc_map_at_1_std": 0.441632, + "nauc_map_at_1_diff1": 0.915319, + "nauc_map_at_3_max": 0.890973, + "nauc_map_at_3_std": 0.4696, + "nauc_map_at_3_diff1": 0.901234, + "nauc_map_at_5_max": 0.889559, + "nauc_map_at_5_std": 0.469668, + "nauc_map_at_5_diff1": 0.89858, + "nauc_map_at_10_max": 0.889437, + "nauc_map_at_10_std": 0.477202, + "nauc_map_at_10_diff1": 0.898066, + "nauc_map_at_20_max": 0.888933, + "nauc_map_at_20_std": 0.476056, + "nauc_map_at_20_diff1": 0.897939, + "nauc_map_at_100_max": 0.888841, + "nauc_map_at_100_std": 0.475975, + "nauc_map_at_100_diff1": 0.898111, + "nauc_map_at_1000_max": 0.88884, + "nauc_map_at_1000_std": 0.475671, + "nauc_map_at_1000_diff1": 0.898225, + "nauc_recall_at_1_max": 0.872796, + "nauc_recall_at_1_std": 0.441632, + "nauc_recall_at_1_diff1": 0.915319, + "nauc_recall_at_3_max": 0.911841, + "nauc_recall_at_3_std": 0.521588, + "nauc_recall_at_3_diff1": 0.877392, + "nauc_recall_at_5_max": 0.90645, + "nauc_recall_at_5_std": 0.529094, + "nauc_recall_at_5_diff1": 0.860475, + "nauc_recall_at_10_max": 0.909659, + "nauc_recall_at_10_std": 0.638717, + "nauc_recall_at_10_diff1": 0.846139, + "nauc_recall_at_20_max": 0.90009, + "nauc_recall_at_20_std": 0.644786, + "nauc_recall_at_20_diff1": 0.83106, + "nauc_recall_at_100_max": 0.911811, + "nauc_recall_at_100_std": 0.773511, + "nauc_recall_at_100_diff1": 0.821671, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.872796, + "nauc_precision_at_1_std": 0.441632, + "nauc_precision_at_1_diff1": 0.915319, + "nauc_precision_at_3_max": 0.911841, + "nauc_precision_at_3_std": 0.521588, + "nauc_precision_at_3_diff1": 0.877392, + "nauc_precision_at_5_max": 0.90645, + "nauc_precision_at_5_std": 0.529094, + "nauc_precision_at_5_diff1": 0.860475, + "nauc_precision_at_10_max": 0.909659, + "nauc_precision_at_10_std": 0.638717, + "nauc_precision_at_10_diff1": 0.846139, + "nauc_precision_at_20_max": 0.90009, + "nauc_precision_at_20_std": 0.644786, + "nauc_precision_at_20_diff1": 0.83106, + "nauc_precision_at_100_max": 0.911811, + "nauc_precision_at_100_std": 0.773511, + "nauc_precision_at_100_diff1": 0.821671, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.872796, + "nauc_mrr_at_1_std": 0.441632, + "nauc_mrr_at_1_diff1": 0.915319, + "nauc_mrr_at_3_max": 0.890973, + "nauc_mrr_at_3_std": 0.4696, + "nauc_mrr_at_3_diff1": 0.901234, + "nauc_mrr_at_5_max": 0.889559, + "nauc_mrr_at_5_std": 0.469668, + "nauc_mrr_at_5_diff1": 0.89858, + "nauc_mrr_at_10_max": 0.889437, + "nauc_mrr_at_10_std": 0.477202, + "nauc_mrr_at_10_diff1": 0.898066, + "nauc_mrr_at_20_max": 0.888933, + "nauc_mrr_at_20_std": 0.476056, + "nauc_mrr_at_20_diff1": 0.897939, + "nauc_mrr_at_100_max": 0.888841, + "nauc_mrr_at_100_std": 0.475975, + "nauc_mrr_at_100_diff1": 0.898111, + "nauc_mrr_at_1000_max": 0.88884, + "nauc_mrr_at_1000_std": 0.475671, + "nauc_mrr_at_1000_diff1": 0.898225, + "hit_rate_at_1": 0.70556, + "hit_rate_at_3": 0.79667, + "hit_rate_at_5": 0.81556, + "hit_rate_at_10": 0.85778, + "hit_rate_at_20": 0.88667, + "hit_rate_at_100": 0.94444, + "hit_rate_at_1000": 1.0, + "main_score": 0.78073, "hf_subset": "eng_Latn-ilo_Latn", "languages": [ "eng-Latn", "ilo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91111, - "ndcg_at_3": 0.94246, - "ndcg_at_5": 0.94806, - "ndcg_at_10": 0.95055, - "ndcg_at_20": 0.95238, - "ndcg_at_100": 0.95366, - "ndcg_at_1000": 0.95393, - "map_at_1": 0.91111, - "map_at_3": 0.93519, - "map_at_5": 0.93835, - "map_at_10": 0.93937, - "map_at_20": 0.93995, - "map_at_100": 0.94014, - "map_at_1000": 0.94014, - "recall_at_1": 0.91111, - "recall_at_3": 0.96333, - "recall_at_5": 0.97667, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.9398, + "ndcg_at_5": 0.94348, + "ndcg_at_10": 0.94632, + "ndcg_at_20": 0.94889, + "ndcg_at_100": 0.9506, + "ndcg_at_1000": 0.95087, + "map_at_1": 0.90889, + "map_at_3": 0.93241, + "map_at_5": 0.93446, + "map_at_10": 0.93562, + "map_at_20": 0.93634, + "map_at_100": 0.9366, + "map_at_1000": 0.9366, + "recall_at_1": 0.90889, + "recall_at_3": 0.96111, + "recall_at_5": 0.97, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91111, - "precision_at_3": 0.32111, - "precision_at_5": 0.19533, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32037, + "precision_at_5": 0.194, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.911111, - "mrr_at_3": 0.935185, - "mrr_at_5": 0.938352, - "mrr_at_10": 0.939373, - "mrr_at_20": 0.939949, - "mrr_at_100": 0.940136, - "mrr_at_1000": 0.940144, - "nauc_ndcg_at_1_max": 0.846364, - "nauc_ndcg_at_1_std": -0.062535, - "nauc_ndcg_at_1_diff1": 0.933094, - "nauc_ndcg_at_3_max": 0.875795, - "nauc_ndcg_at_3_std": -0.007532, - "nauc_ndcg_at_3_diff1": 0.93117, - "nauc_ndcg_at_5_max": 0.875217, - "nauc_ndcg_at_5_std": -0.007207, - "nauc_ndcg_at_5_diff1": 0.932433, - "nauc_ndcg_at_10_max": 0.869795, - "nauc_ndcg_at_10_std": -0.012775, - "nauc_ndcg_at_10_diff1": 0.931825, - "nauc_ndcg_at_20_max": 0.866439, - "nauc_ndcg_at_20_std": -0.004571, - "nauc_ndcg_at_20_diff1": 0.930064, - "nauc_ndcg_at_100_max": 0.865345, - "nauc_ndcg_at_100_std": -0.01535, - "nauc_ndcg_at_100_diff1": 0.930727, - "nauc_ndcg_at_1000_max": 0.864954, - "nauc_ndcg_at_1000_std": -0.021023, - "nauc_ndcg_at_1000_diff1": 0.931198, - "nauc_map_at_1_max": 0.846364, - "nauc_map_at_1_std": -0.062535, - "nauc_map_at_1_diff1": 0.933094, - "nauc_map_at_3_max": 0.866351, - "nauc_map_at_3_std": -0.027152, - "nauc_map_at_3_diff1": 0.931613, - "nauc_map_at_5_max": 0.865632, - "nauc_map_at_5_std": -0.028783, - "nauc_map_at_5_diff1": 0.932229, - "nauc_map_at_10_max": 0.863634, - "nauc_map_at_10_std": -0.031006, - "nauc_map_at_10_diff1": 0.931952, - "nauc_map_at_20_max": 0.862719, - "nauc_map_at_20_std": -0.029367, - "nauc_map_at_20_diff1": 0.931519, - "nauc_map_at_100_max": 0.862566, - "nauc_map_at_100_std": -0.030751, - "nauc_map_at_100_diff1": 0.931612, - "nauc_map_at_1000_max": 0.862558, - "nauc_map_at_1000_std": -0.03089, - "nauc_map_at_1000_diff1": 0.931629, - "nauc_recall_at_1_max": 0.846364, - "nauc_recall_at_1_std": -0.062535, - "nauc_recall_at_1_diff1": 0.933094, - "nauc_recall_at_3_max": 0.923761, - "nauc_recall_at_3_std": 0.093597, - "nauc_recall_at_3_diff1": 0.929052, - "nauc_recall_at_5_max": 0.947646, - "nauc_recall_at_5_std": 0.16162, - "nauc_recall_at_5_diff1": 0.934641, - "nauc_recall_at_10_max": 0.930806, - "nauc_recall_at_10_std": 0.190676, - "nauc_recall_at_10_diff1": 0.931139, - "nauc_recall_at_20_max": 0.91159, - "nauc_recall_at_20_std": 0.515173, - "nauc_recall_at_20_diff1": 0.895833, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.934641, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.932407, + "mrr_at_5": 0.934463, + "mrr_at_10": 0.935616, + "mrr_at_20": 0.936342, + "mrr_at_100": 0.936595, + "mrr_at_1000": 0.936604, + "nauc_ndcg_at_1_max": 0.827139, + "nauc_ndcg_at_1_std": -0.156829, + "nauc_ndcg_at_1_diff1": 0.929801, + "nauc_ndcg_at_3_max": 0.862041, + "nauc_ndcg_at_3_std": -0.081485, + "nauc_ndcg_at_3_diff1": 0.925866, + "nauc_ndcg_at_5_max": 0.857142, + "nauc_ndcg_at_5_std": -0.101964, + "nauc_ndcg_at_5_diff1": 0.926483, + "nauc_ndcg_at_10_max": 0.856303, + "nauc_ndcg_at_10_std": -0.079866, + "nauc_ndcg_at_10_diff1": 0.926008, + "nauc_ndcg_at_20_max": 0.852121, + "nauc_ndcg_at_20_std": -0.069816, + "nauc_ndcg_at_20_diff1": 0.925361, + "nauc_ndcg_at_100_max": 0.850213, + "nauc_ndcg_at_100_std": -0.090565, + "nauc_ndcg_at_100_diff1": 0.925589, + "nauc_ndcg_at_1000_max": 0.849363, + "nauc_ndcg_at_1000_std": -0.096758, + "nauc_ndcg_at_1000_diff1": 0.926017, + "nauc_map_at_1_max": 0.827139, + "nauc_map_at_1_std": -0.156829, + "nauc_map_at_1_diff1": 0.929801, + "nauc_map_at_3_max": 0.850773, + "nauc_map_at_3_std": -0.105965, + "nauc_map_at_3_diff1": 0.926531, + "nauc_map_at_5_max": 0.847976, + "nauc_map_at_5_std": -0.116888, + "nauc_map_at_5_diff1": 0.926845, + "nauc_map_at_10_max": 0.847466, + "nauc_map_at_10_std": -0.109899, + "nauc_map_at_10_diff1": 0.92667, + "nauc_map_at_20_max": 0.846464, + "nauc_map_at_20_std": -0.107314, + "nauc_map_at_20_diff1": 0.926556, + "nauc_map_at_100_max": 0.846172, + "nauc_map_at_100_std": -0.110059, + "nauc_map_at_100_diff1": 0.926537, + "nauc_map_at_1000_max": 0.846149, + "nauc_map_at_1000_std": -0.110225, + "nauc_map_at_1000_diff1": 0.926555, + "nauc_recall_at_1_max": 0.827139, + "nauc_recall_at_1_std": -0.156829, + "nauc_recall_at_1_diff1": 0.929801, + "nauc_recall_at_3_max": 0.918501, + "nauc_recall_at_3_std": 0.041297, + "nauc_recall_at_3_diff1": 0.922969, + "nauc_recall_at_5_max": 0.913719, + "nauc_recall_at_5_std": -0.012778, + "nauc_recall_at_5_diff1": 0.924958, + "nauc_recall_at_10_max": 0.931815, + "nauc_recall_at_10_std": 0.204162, + "nauc_recall_at_10_diff1": 0.920881, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.612138, + "nauc_recall_at_20_diff1": 0.903595, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.846364, - "nauc_precision_at_1_std": -0.062535, - "nauc_precision_at_1_diff1": 0.933094, - "nauc_precision_at_3_max": 0.923761, - "nauc_precision_at_3_std": 0.093597, - "nauc_precision_at_3_diff1": 0.929052, - "nauc_precision_at_5_max": 0.947646, - "nauc_precision_at_5_std": 0.16162, - "nauc_precision_at_5_diff1": 0.934641, - "nauc_precision_at_10_max": 0.930806, - "nauc_precision_at_10_std": 0.190676, - "nauc_precision_at_10_diff1": 0.931139, - "nauc_precision_at_20_max": 0.91159, - "nauc_precision_at_20_std": 0.515173, - "nauc_precision_at_20_diff1": 0.895833, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_1_max": 0.827139, + "nauc_precision_at_1_std": -0.156829, + "nauc_precision_at_1_diff1": 0.929801, + "nauc_precision_at_3_max": 0.918501, + "nauc_precision_at_3_std": 0.041297, + "nauc_precision_at_3_diff1": 0.922969, + "nauc_precision_at_5_max": 0.913719, + "nauc_precision_at_5_std": -0.012778, + "nauc_precision_at_5_diff1": 0.924958, + "nauc_precision_at_10_max": 0.931815, + "nauc_precision_at_10_std": 0.204162, + "nauc_precision_at_10_diff1": 0.920881, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.612138, + "nauc_precision_at_20_diff1": 0.903595, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.846364, - "nauc_mrr_at_1_std": -0.062535, - "nauc_mrr_at_1_diff1": 0.933094, - "nauc_mrr_at_3_max": 0.866351, - "nauc_mrr_at_3_std": -0.027152, - "nauc_mrr_at_3_diff1": 0.931613, - "nauc_mrr_at_5_max": 0.865632, - "nauc_mrr_at_5_std": -0.028783, - "nauc_mrr_at_5_diff1": 0.932229, - "nauc_mrr_at_10_max": 0.863634, - "nauc_mrr_at_10_std": -0.031006, - "nauc_mrr_at_10_diff1": 0.931952, - "nauc_mrr_at_20_max": 0.862719, - "nauc_mrr_at_20_std": -0.029367, - "nauc_mrr_at_20_diff1": 0.931519, - "nauc_mrr_at_100_max": 0.862566, - "nauc_mrr_at_100_std": -0.030751, - "nauc_mrr_at_100_diff1": 0.931612, - "nauc_mrr_at_1000_max": 0.862558, - "nauc_mrr_at_1000_std": -0.03089, - "nauc_mrr_at_1000_diff1": 0.931629, - "main_score": 0.95055, + "nauc_mrr_at_1_max": 0.827139, + "nauc_mrr_at_1_std": -0.156829, + "nauc_mrr_at_1_diff1": 0.929801, + "nauc_mrr_at_3_max": 0.850773, + "nauc_mrr_at_3_std": -0.105965, + "nauc_mrr_at_3_diff1": 0.926531, + "nauc_mrr_at_5_max": 0.847976, + "nauc_mrr_at_5_std": -0.116888, + "nauc_mrr_at_5_diff1": 0.926845, + "nauc_mrr_at_10_max": 0.847466, + "nauc_mrr_at_10_std": -0.109899, + "nauc_mrr_at_10_diff1": 0.92667, + "nauc_mrr_at_20_max": 0.846464, + "nauc_mrr_at_20_std": -0.107314, + "nauc_mrr_at_20_diff1": 0.926556, + "nauc_mrr_at_100_max": 0.846172, + "nauc_mrr_at_100_std": -0.110059, + "nauc_mrr_at_100_diff1": 0.926537, + "nauc_mrr_at_1000_max": 0.846149, + "nauc_mrr_at_1000_std": -0.110225, + "nauc_mrr_at_1000_diff1": 0.926555, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94632, "hf_subset": "ind_Latn-ind_Latn", "languages": [ "ind-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95091, - "ndcg_at_5": 0.95674, - "ndcg_at_10": 0.95999, - "ndcg_at_20": 0.96059, - "ndcg_at_100": 0.96121, - "ndcg_at_1000": 0.96151, - "map_at_1": 0.92444, - "map_at_3": 0.945, - "map_at_5": 0.94817, - "map_at_10": 0.94951, - "map_at_20": 0.9497, - "map_at_100": 0.94979, - "map_at_1000": 0.9498, - "recall_at_1": 0.92444, - "recall_at_3": 0.96778, - "recall_at_5": 0.98222, - "recall_at_10": 0.99222, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94772, + "ndcg_at_5": 0.9527, + "ndcg_at_10": 0.95606, + "ndcg_at_20": 0.95716, + "ndcg_at_100": 0.95817, + "ndcg_at_1000": 0.9583, + "map_at_1": 0.91889, + "map_at_3": 0.94111, + "map_at_5": 0.94383, + "map_at_10": 0.9453, + "map_at_20": 0.94559, + "map_at_100": 0.94572, + "map_at_1000": 0.94572, + "recall_at_1": 0.91889, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32259, - "precision_at_5": 0.19644, - "precision_at_10": 0.09922, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.945, - "mrr_at_5": 0.948167, - "mrr_at_10": 0.94951, - "mrr_at_20": 0.949695, - "mrr_at_100": 0.949788, - "mrr_at_1000": 0.949801, - "nauc_ndcg_at_1_max": 0.823474, - "nauc_ndcg_at_1_std": -0.25793, - "nauc_ndcg_at_1_diff1": 0.945557, - "nauc_ndcg_at_3_max": 0.845106, - "nauc_ndcg_at_3_std": -0.336944, - "nauc_ndcg_at_3_diff1": 0.952897, - "nauc_ndcg_at_5_max": 0.849255, - "nauc_ndcg_at_5_std": -0.298762, - "nauc_ndcg_at_5_diff1": 0.954665, - "nauc_ndcg_at_10_max": 0.845486, - "nauc_ndcg_at_10_std": -0.289784, - "nauc_ndcg_at_10_diff1": 0.953293, - "nauc_ndcg_at_20_max": 0.845248, - "nauc_ndcg_at_20_std": -0.272169, - "nauc_ndcg_at_20_diff1": 0.952581, - "nauc_ndcg_at_100_max": 0.842743, - "nauc_ndcg_at_100_std": -0.273325, - "nauc_ndcg_at_100_diff1": 0.951814, - "nauc_ndcg_at_1000_max": 0.841536, - "nauc_ndcg_at_1000_std": -0.283099, - "nauc_ndcg_at_1000_diff1": 0.951444, - "nauc_map_at_1_max": 0.823474, - "nauc_map_at_1_std": -0.25793, - "nauc_map_at_1_diff1": 0.945557, - "nauc_map_at_3_max": 0.839269, - "nauc_map_at_3_std": -0.314643, - "nauc_map_at_3_diff1": 0.950831, - "nauc_map_at_5_max": 0.840663, - "nauc_map_at_5_std": -0.296547, - "nauc_map_at_5_diff1": 0.95133, - "nauc_map_at_10_max": 0.839066, - "nauc_map_at_10_std": -0.293512, - "nauc_map_at_10_diff1": 0.950765, - "nauc_map_at_20_max": 0.838985, - "nauc_map_at_20_std": -0.28927, - "nauc_map_at_20_diff1": 0.950584, - "nauc_map_at_100_max": 0.838688, - "nauc_map_at_100_std": -0.288694, - "nauc_map_at_100_diff1": 0.950493, - "nauc_map_at_1000_max": 0.838647, - "nauc_map_at_1000_std": -0.289026, - "nauc_map_at_1000_diff1": 0.95048, - "nauc_recall_at_1_max": 0.823474, - "nauc_recall_at_1_std": -0.25793, - "nauc_recall_at_1_diff1": 0.945557, - "nauc_recall_at_3_max": 0.872919, - "nauc_recall_at_3_std": -0.444058, - "nauc_recall_at_3_diff1": 0.962813, - "nauc_recall_at_5_max": 0.922094, - "nauc_recall_at_5_std": -0.294088, - "nauc_recall_at_5_diff1": 0.98366, - "nauc_recall_at_10_max": 0.960317, - "nauc_recall_at_10_std": -0.148593, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.941111, + "mrr_at_5": 0.943833, + "mrr_at_10": 0.9453, + "mrr_at_20": 0.945589, + "mrr_at_100": 0.945717, + "mrr_at_1000": 0.94572, + "nauc_ndcg_at_1_max": 0.805635, + "nauc_ndcg_at_1_std": -0.239381, + "nauc_ndcg_at_1_diff1": 0.951076, + "nauc_ndcg_at_3_max": 0.832352, + "nauc_ndcg_at_3_std": -0.306457, + "nauc_ndcg_at_3_diff1": 0.956943, + "nauc_ndcg_at_5_max": 0.828926, + "nauc_ndcg_at_5_std": -0.296197, + "nauc_ndcg_at_5_diff1": 0.956129, + "nauc_ndcg_at_10_max": 0.829777, + "nauc_ndcg_at_10_std": -0.255087, + "nauc_ndcg_at_10_diff1": 0.954989, + "nauc_ndcg_at_20_max": 0.830154, + "nauc_ndcg_at_20_std": -0.244081, + "nauc_ndcg_at_20_diff1": 0.955596, + "nauc_ndcg_at_100_max": 0.826078, + "nauc_ndcg_at_100_std": -0.260108, + "nauc_ndcg_at_100_diff1": 0.95453, + "nauc_ndcg_at_1000_max": 0.825535, + "nauc_ndcg_at_1000_std": -0.264036, + "nauc_ndcg_at_1000_diff1": 0.954388, + "nauc_map_at_1_max": 0.805635, + "nauc_map_at_1_std": -0.239381, + "nauc_map_at_1_diff1": 0.951076, + "nauc_map_at_3_max": 0.825182, + "nauc_map_at_3_std": -0.288664, + "nauc_map_at_3_diff1": 0.954731, + "nauc_map_at_5_max": 0.82296, + "nauc_map_at_5_std": -0.285088, + "nauc_map_at_5_diff1": 0.954154, + "nauc_map_at_10_max": 0.823062, + "nauc_map_at_10_std": -0.271108, + "nauc_map_at_10_diff1": 0.953699, + "nauc_map_at_20_max": 0.823017, + "nauc_map_at_20_std": -0.268826, + "nauc_map_at_20_diff1": 0.953807, + "nauc_map_at_100_max": 0.822602, + "nauc_map_at_100_std": -0.269987, + "nauc_map_at_100_diff1": 0.953699, + "nauc_map_at_1000_max": 0.822592, + "nauc_map_at_1000_std": -0.270056, + "nauc_map_at_1000_diff1": 0.953696, + "nauc_recall_at_1_max": 0.805635, + "nauc_recall_at_1_std": -0.239381, + "nauc_recall_at_1_diff1": 0.951076, + "nauc_recall_at_3_max": 0.867663, + "nauc_recall_at_3_std": -0.3939, + "nauc_recall_at_3_diff1": 0.96841, + "nauc_recall_at_5_max": 0.872475, + "nauc_recall_at_5_std": -0.365767, + "nauc_recall_at_5_diff1": 0.97162, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": 0.073483, + "nauc_recall_at_10_diff1": 0.972222, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.370308, + "nauc_recall_at_20_std": 0.573296, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -19047,20 +20200,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.823474, - "nauc_precision_at_1_std": -0.25793, - "nauc_precision_at_1_diff1": 0.945557, - "nauc_precision_at_3_max": 0.872919, - "nauc_precision_at_3_std": -0.444058, - "nauc_precision_at_3_diff1": 0.962813, - "nauc_precision_at_5_max": 0.922094, - "nauc_precision_at_5_std": -0.294088, - "nauc_precision_at_5_diff1": 0.98366, - "nauc_precision_at_10_max": 0.960317, - "nauc_precision_at_10_std": -0.148593, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.805635, + "nauc_precision_at_1_std": -0.239381, + "nauc_precision_at_1_diff1": 0.951076, + "nauc_precision_at_3_max": 0.867663, + "nauc_precision_at_3_std": -0.3939, + "nauc_precision_at_3_diff1": 0.96841, + "nauc_precision_at_5_max": 0.872475, + "nauc_precision_at_5_std": -0.365767, + "nauc_precision_at_5_diff1": 0.97162, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": 0.073483, + "nauc_precision_at_10_diff1": 0.972222, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.370308, + "nauc_precision_at_20_std": 0.573296, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -19068,866 +20221,920 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.823474, - "nauc_mrr_at_1_std": -0.25793, - "nauc_mrr_at_1_diff1": 0.945557, - "nauc_mrr_at_3_max": 0.839269, - "nauc_mrr_at_3_std": -0.314643, - "nauc_mrr_at_3_diff1": 0.950831, - "nauc_mrr_at_5_max": 0.840663, - "nauc_mrr_at_5_std": -0.296547, - "nauc_mrr_at_5_diff1": 0.95133, - "nauc_mrr_at_10_max": 0.839066, - "nauc_mrr_at_10_std": -0.293512, - "nauc_mrr_at_10_diff1": 0.950765, - "nauc_mrr_at_20_max": 0.838985, - "nauc_mrr_at_20_std": -0.28927, - "nauc_mrr_at_20_diff1": 0.950584, - "nauc_mrr_at_100_max": 0.838688, - "nauc_mrr_at_100_std": -0.288694, - "nauc_mrr_at_100_diff1": 0.950493, - "nauc_mrr_at_1000_max": 0.838647, - "nauc_mrr_at_1000_std": -0.289026, - "nauc_mrr_at_1000_diff1": 0.95048, - "main_score": 0.95999, + "nauc_mrr_at_1_max": 0.805635, + "nauc_mrr_at_1_std": -0.239381, + "nauc_mrr_at_1_diff1": 0.951076, + "nauc_mrr_at_3_max": 0.825182, + "nauc_mrr_at_3_std": -0.288664, + "nauc_mrr_at_3_diff1": 0.954731, + "nauc_mrr_at_5_max": 0.82296, + "nauc_mrr_at_5_std": -0.285088, + "nauc_mrr_at_5_diff1": 0.954154, + "nauc_mrr_at_10_max": 0.823062, + "nauc_mrr_at_10_std": -0.271108, + "nauc_mrr_at_10_diff1": 0.953699, + "nauc_mrr_at_20_max": 0.823017, + "nauc_mrr_at_20_std": -0.268826, + "nauc_mrr_at_20_diff1": 0.953807, + "nauc_mrr_at_100_max": 0.822602, + "nauc_mrr_at_100_std": -0.269987, + "nauc_mrr_at_100_diff1": 0.953699, + "nauc_mrr_at_1000_max": 0.822592, + "nauc_mrr_at_1000_std": -0.270056, + "nauc_mrr_at_1000_diff1": 0.953696, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95606, "hf_subset": "ind_Latn-eng_Latn", "languages": [ "ind-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93444, - "ndcg_at_5": 0.941, - "ndcg_at_10": 0.94416, - "ndcg_at_20": 0.94555, - "ndcg_at_100": 0.9475, - "ndcg_at_1000": 0.94765, - "map_at_1": 0.89889, - "map_at_3": 0.9263, - "map_at_5": 0.93002, - "map_at_10": 0.93128, - "map_at_20": 0.93165, - "map_at_100": 0.93196, - "map_at_1000": 0.93196, - "recall_at_1": 0.89889, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93485, + "ndcg_at_5": 0.93849, + "ndcg_at_10": 0.94283, + "ndcg_at_20": 0.9453, + "ndcg_at_100": 0.94705, + "ndcg_at_1000": 0.94719, + "map_at_1": 0.9, + "map_at_3": 0.92685, + "map_at_5": 0.92885, + "map_at_10": 0.93067, + "map_at_20": 0.93131, + "map_at_100": 0.9316, + "map_at_1000": 0.9316, + "recall_at_1": 0.9, "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98333, - "recall_at_20": 0.98889, + "recall_at_5": 0.96667, + "recall_at_10": 0.98, + "recall_at_20": 0.99, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, + "accuracy": 0.9, + "precision_at_1": 0.9, "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09833, - "precision_at_20": 0.04944, + "precision_at_5": 0.19333, + "precision_at_10": 0.098, + "precision_at_20": 0.0495, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.926296, - "mrr_at_5": 0.930019, - "mrr_at_10": 0.931276, - "mrr_at_20": 0.931651, - "mrr_at_100": 0.931956, - "mrr_at_1000": 0.931962, - "nauc_ndcg_at_1_max": 0.828603, - "nauc_ndcg_at_1_std": -0.104582, - "nauc_ndcg_at_1_diff1": 0.937449, - "nauc_ndcg_at_3_max": 0.866774, - "nauc_ndcg_at_3_std": -0.071274, - "nauc_ndcg_at_3_diff1": 0.944309, - "nauc_ndcg_at_5_max": 0.866546, - "nauc_ndcg_at_5_std": -0.046254, - "nauc_ndcg_at_5_diff1": 0.947825, - "nauc_ndcg_at_10_max": 0.861619, - "nauc_ndcg_at_10_std": -0.043679, - "nauc_ndcg_at_10_diff1": 0.946476, - "nauc_ndcg_at_20_max": 0.862272, - "nauc_ndcg_at_20_std": -0.022304, - "nauc_ndcg_at_20_diff1": 0.945746, - "nauc_ndcg_at_100_max": 0.857134, - "nauc_ndcg_at_100_std": -0.058097, - "nauc_ndcg_at_100_diff1": 0.943722, - "nauc_ndcg_at_1000_max": 0.856735, - "nauc_ndcg_at_1000_std": -0.060684, - "nauc_ndcg_at_1000_diff1": 0.94393, - "nauc_map_at_1_max": 0.828603, - "nauc_map_at_1_std": -0.104582, - "nauc_map_at_1_diff1": 0.937449, - "nauc_map_at_3_max": 0.85598, - "nauc_map_at_3_std": -0.084266, - "nauc_map_at_3_diff1": 0.942267, - "nauc_map_at_5_max": 0.855348, - "nauc_map_at_5_std": -0.073034, - "nauc_map_at_5_diff1": 0.943893, - "nauc_map_at_10_max": 0.853576, - "nauc_map_at_10_std": -0.072848, - "nauc_map_at_10_diff1": 0.943365, - "nauc_map_at_20_max": 0.853678, - "nauc_map_at_20_std": -0.068512, - "nauc_map_at_20_diff1": 0.943179, - "nauc_map_at_100_max": 0.853021, - "nauc_map_at_100_std": -0.073016, - "nauc_map_at_100_diff1": 0.942924, - "nauc_map_at_1000_max": 0.853009, - "nauc_map_at_1000_std": -0.073095, - "nauc_map_at_1000_diff1": 0.94293, - "nauc_recall_at_1_max": 0.828603, - "nauc_recall_at_1_std": -0.104582, - "nauc_recall_at_1_diff1": 0.937449, - "nauc_recall_at_3_max": 0.919775, - "nauc_recall_at_3_std": -0.004472, - "nauc_recall_at_3_diff1": 0.95442, - "nauc_recall_at_5_max": 0.948938, - "nauc_recall_at_5_std": 0.166433, - "nauc_recall_at_5_diff1": 0.978214, - "nauc_recall_at_10_max": 0.945534, - "nauc_recall_at_10_std": 0.324588, - "nauc_recall_at_10_diff1": 0.982571, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.931373, - "nauc_recall_at_20_diff1": 0.986928, + "mrr_at_1": 0.9, + "mrr_at_3": 0.926852, + "mrr_at_5": 0.928852, + "mrr_at_10": 0.930668, + "mrr_at_20": 0.93131, + "mrr_at_100": 0.931596, + "mrr_at_1000": 0.931601, + "nauc_ndcg_at_1_max": 0.797479, + "nauc_ndcg_at_1_std": -0.141026, + "nauc_ndcg_at_1_diff1": 0.917367, + "nauc_ndcg_at_3_max": 0.844627, + "nauc_ndcg_at_3_std": -0.139257, + "nauc_ndcg_at_3_diff1": 0.920352, + "nauc_ndcg_at_5_max": 0.83931, + "nauc_ndcg_at_5_std": -0.14389, + "nauc_ndcg_at_5_diff1": 0.925428, + "nauc_ndcg_at_10_max": 0.840495, + "nauc_ndcg_at_10_std": -0.092242, + "nauc_ndcg_at_10_diff1": 0.925639, + "nauc_ndcg_at_20_max": 0.836733, + "nauc_ndcg_at_20_std": -0.092376, + "nauc_ndcg_at_20_diff1": 0.92436, + "nauc_ndcg_at_100_max": 0.831941, + "nauc_ndcg_at_100_std": -0.116388, + "nauc_ndcg_at_100_diff1": 0.922438, + "nauc_ndcg_at_1000_max": 0.831503, + "nauc_ndcg_at_1000_std": -0.118959, + "nauc_ndcg_at_1000_diff1": 0.922577, + "nauc_map_at_1_max": 0.797479, + "nauc_map_at_1_std": -0.141026, + "nauc_map_at_1_diff1": 0.917367, + "nauc_map_at_3_max": 0.83124, + "nauc_map_at_3_std": -0.139964, + "nauc_map_at_3_diff1": 0.919577, + "nauc_map_at_5_max": 0.828334, + "nauc_map_at_5_std": -0.143171, + "nauc_map_at_5_diff1": 0.922125, + "nauc_map_at_10_max": 0.828563, + "nauc_map_at_10_std": -0.125105, + "nauc_map_at_10_diff1": 0.9221, + "nauc_map_at_20_max": 0.827666, + "nauc_map_at_20_std": -0.125224, + "nauc_map_at_20_diff1": 0.921812, + "nauc_map_at_100_max": 0.827046, + "nauc_map_at_100_std": -0.128209, + "nauc_map_at_100_diff1": 0.92157, + "nauc_map_at_1000_max": 0.827035, + "nauc_map_at_1000_std": -0.12827, + "nauc_map_at_1000_diff1": 0.921573, + "nauc_recall_at_1_max": 0.797479, + "nauc_recall_at_1_std": -0.141026, + "nauc_recall_at_1_diff1": 0.917367, + "nauc_recall_at_3_max": 0.910008, + "nauc_recall_at_3_std": -0.135633, + "nauc_recall_at_3_diff1": 0.924075, + "nauc_recall_at_5_max": 0.903439, + "nauc_recall_at_5_std": -0.146903, + "nauc_recall_at_5_diff1": 0.946623, + "nauc_recall_at_10_max": 0.954611, + "nauc_recall_at_10_std": 0.299876, + "nauc_recall_at_10_diff1": 0.962781, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.676367, + "nauc_recall_at_20_diff1": 0.970951, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.828603, - "nauc_precision_at_1_std": -0.104582, - "nauc_precision_at_1_diff1": 0.937449, - "nauc_precision_at_3_max": 0.919775, - "nauc_precision_at_3_std": -0.004472, - "nauc_precision_at_3_diff1": 0.95442, - "nauc_precision_at_5_max": 0.948938, - "nauc_precision_at_5_std": 0.166433, - "nauc_precision_at_5_diff1": 0.978214, - "nauc_precision_at_10_max": 0.945534, - "nauc_precision_at_10_std": 0.324588, - "nauc_precision_at_10_diff1": 0.982571, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.931373, - "nauc_precision_at_20_diff1": 0.986928, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_1_max": 0.797479, + "nauc_precision_at_1_std": -0.141026, + "nauc_precision_at_1_diff1": 0.917367, + "nauc_precision_at_3_max": 0.910008, + "nauc_precision_at_3_std": -0.135633, + "nauc_precision_at_3_diff1": 0.924075, + "nauc_precision_at_5_max": 0.903439, + "nauc_precision_at_5_std": -0.146903, + "nauc_precision_at_5_diff1": 0.946623, + "nauc_precision_at_10_max": 0.954611, + "nauc_precision_at_10_std": 0.299876, + "nauc_precision_at_10_diff1": 0.962781, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.676367, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.828603, - "nauc_mrr_at_1_std": -0.104582, - "nauc_mrr_at_1_diff1": 0.937449, - "nauc_mrr_at_3_max": 0.85598, - "nauc_mrr_at_3_std": -0.084266, - "nauc_mrr_at_3_diff1": 0.942267, - "nauc_mrr_at_5_max": 0.855348, - "nauc_mrr_at_5_std": -0.073034, - "nauc_mrr_at_5_diff1": 0.943893, - "nauc_mrr_at_10_max": 0.853576, - "nauc_mrr_at_10_std": -0.072848, - "nauc_mrr_at_10_diff1": 0.943365, - "nauc_mrr_at_20_max": 0.853678, - "nauc_mrr_at_20_std": -0.068512, - "nauc_mrr_at_20_diff1": 0.943179, - "nauc_mrr_at_100_max": 0.853021, - "nauc_mrr_at_100_std": -0.073016, - "nauc_mrr_at_100_diff1": 0.942924, - "nauc_mrr_at_1000_max": 0.853009, - "nauc_mrr_at_1000_std": -0.073095, - "nauc_mrr_at_1000_diff1": 0.94293, - "main_score": 0.94416, + "nauc_mrr_at_1_max": 0.797479, + "nauc_mrr_at_1_std": -0.141026, + "nauc_mrr_at_1_diff1": 0.917367, + "nauc_mrr_at_3_max": 0.83124, + "nauc_mrr_at_3_std": -0.139964, + "nauc_mrr_at_3_diff1": 0.919577, + "nauc_mrr_at_5_max": 0.828334, + "nauc_mrr_at_5_std": -0.143171, + "nauc_mrr_at_5_diff1": 0.922125, + "nauc_mrr_at_10_max": 0.828563, + "nauc_mrr_at_10_std": -0.125105, + "nauc_mrr_at_10_diff1": 0.9221, + "nauc_mrr_at_20_max": 0.827666, + "nauc_mrr_at_20_std": -0.125224, + "nauc_mrr_at_20_diff1": 0.921812, + "nauc_mrr_at_100_max": 0.827046, + "nauc_mrr_at_100_std": -0.128209, + "nauc_mrr_at_100_diff1": 0.92157, + "nauc_mrr_at_1000_max": 0.827035, + "nauc_mrr_at_1000_std": -0.12827, + "nauc_mrr_at_1000_diff1": 0.921573, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94283, "hf_subset": "eng_Latn-ind_Latn", "languages": [ "eng-Latn", "ind-Latn" - ] - }, - { - "ndcg_at_1": 0.77222, - "ndcg_at_3": 0.81947, - "ndcg_at_5": 0.82941, - "ndcg_at_10": 0.83887, - "ndcg_at_20": 0.84512, - "ndcg_at_100": 0.85347, - "ndcg_at_1000": 0.85644, - "map_at_1": 0.77222, - "map_at_3": 0.80778, - "map_at_5": 0.81322, - "map_at_10": 0.8172, - "map_at_20": 0.8188, - "map_at_100": 0.81991, - "map_at_1000": 0.82004, - "recall_at_1": 0.77222, - "recall_at_3": 0.85333, - "recall_at_5": 0.87778, - "recall_at_10": 0.90667, - "recall_at_20": 0.93222, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76333, + "ndcg_at_3": 0.81063, + "ndcg_at_5": 0.82234, + "ndcg_at_10": 0.83235, + "ndcg_at_20": 0.83773, + "ndcg_at_100": 0.84831, + "ndcg_at_1000": 0.85093, + "map_at_1": 0.76333, + "map_at_3": 0.79963, + "map_at_5": 0.80602, + "map_at_10": 0.81033, + "map_at_20": 0.81182, + "map_at_100": 0.81324, + "map_at_1000": 0.81335, + "recall_at_1": 0.76333, + "recall_at_3": 0.84222, + "recall_at_5": 0.87111, + "recall_at_10": 0.90111, + "recall_at_20": 0.92222, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.77222, - "precision_at_3": 0.28444, - "precision_at_5": 0.17556, - "precision_at_10": 0.09067, - "precision_at_20": 0.04661, - "precision_at_100": 0.00978, + "accuracy": 0.76333, + "precision_at_1": 0.76333, + "precision_at_3": 0.28074, + "precision_at_5": 0.17422, + "precision_at_10": 0.09011, + "precision_at_20": 0.04611, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.772222, - "mrr_at_3": 0.807778, - "mrr_at_5": 0.813222, - "mrr_at_10": 0.817196, - "mrr_at_20": 0.818801, - "mrr_at_100": 0.81991, - "mrr_at_1000": 0.820042, - "nauc_ndcg_at_1_max": 0.791036, - "nauc_ndcg_at_1_std": 0.220991, - "nauc_ndcg_at_1_diff1": 0.885957, - "nauc_ndcg_at_3_max": 0.823193, - "nauc_ndcg_at_3_std": 0.279313, - "nauc_ndcg_at_3_diff1": 0.871208, - "nauc_ndcg_at_5_max": 0.820932, - "nauc_ndcg_at_5_std": 0.30014, - "nauc_ndcg_at_5_diff1": 0.864321, - "nauc_ndcg_at_10_max": 0.822665, - "nauc_ndcg_at_10_std": 0.312012, - "nauc_ndcg_at_10_diff1": 0.862496, - "nauc_ndcg_at_20_max": 0.820189, - "nauc_ndcg_at_20_std": 0.307919, - "nauc_ndcg_at_20_diff1": 0.862469, - "nauc_ndcg_at_100_max": 0.81898, - "nauc_ndcg_at_100_std": 0.298867, - "nauc_ndcg_at_100_diff1": 0.865369, - "nauc_ndcg_at_1000_max": 0.816934, - "nauc_ndcg_at_1000_std": 0.289914, - "nauc_ndcg_at_1000_diff1": 0.867245, - "nauc_map_at_1_max": 0.791036, - "nauc_map_at_1_std": 0.220991, - "nauc_map_at_1_diff1": 0.885957, - "nauc_map_at_3_max": 0.814899, - "nauc_map_at_3_std": 0.263842, - "nauc_map_at_3_diff1": 0.87402, - "nauc_map_at_5_max": 0.813569, - "nauc_map_at_5_std": 0.273907, - "nauc_map_at_5_diff1": 0.870629, - "nauc_map_at_10_max": 0.814139, - "nauc_map_at_10_std": 0.278393, - "nauc_map_at_10_diff1": 0.870089, - "nauc_map_at_20_max": 0.81347, - "nauc_map_at_20_std": 0.277139, - "nauc_map_at_20_diff1": 0.870114, - "nauc_map_at_100_max": 0.813279, - "nauc_map_at_100_std": 0.27591, - "nauc_map_at_100_diff1": 0.870546, - "nauc_map_at_1000_max": 0.813202, - "nauc_map_at_1000_std": 0.275574, - "nauc_map_at_1000_diff1": 0.870608, - "nauc_recall_at_1_max": 0.791036, - "nauc_recall_at_1_std": 0.220991, - "nauc_recall_at_1_diff1": 0.885957, - "nauc_recall_at_3_max": 0.853146, - "nauc_recall_at_3_std": 0.335429, - "nauc_recall_at_3_diff1": 0.861619, - "nauc_recall_at_5_max": 0.850809, - "nauc_recall_at_5_std": 0.414177, - "nauc_recall_at_5_diff1": 0.837171, - "nauc_recall_at_10_max": 0.86703, - "nauc_recall_at_10_std": 0.498994, - "nauc_recall_at_10_diff1": 0.820517, - "nauc_recall_at_20_max": 0.862852, - "nauc_recall_at_20_std": 0.534119, - "nauc_recall_at_20_diff1": 0.80523, - "nauc_recall_at_100_max": 0.911531, - "nauc_recall_at_100_std": 0.70105, - "nauc_recall_at_100_diff1": 0.778151, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791036, - "nauc_precision_at_1_std": 0.220991, - "nauc_precision_at_1_diff1": 0.885957, - "nauc_precision_at_3_max": 0.853146, - "nauc_precision_at_3_std": 0.335429, - "nauc_precision_at_3_diff1": 0.861619, - "nauc_precision_at_5_max": 0.850809, - "nauc_precision_at_5_std": 0.414177, - "nauc_precision_at_5_diff1": 0.837171, - "nauc_precision_at_10_max": 0.86703, - "nauc_precision_at_10_std": 0.498994, - "nauc_precision_at_10_diff1": 0.820517, - "nauc_precision_at_20_max": 0.862852, - "nauc_precision_at_20_std": 0.534119, - "nauc_precision_at_20_diff1": 0.80523, - "nauc_precision_at_100_max": 0.911531, - "nauc_precision_at_100_std": 0.70105, - "nauc_precision_at_100_diff1": 0.778151, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791036, - "nauc_mrr_at_1_std": 0.220991, - "nauc_mrr_at_1_diff1": 0.885957, - "nauc_mrr_at_3_max": 0.814899, - "nauc_mrr_at_3_std": 0.263842, - "nauc_mrr_at_3_diff1": 0.87402, - "nauc_mrr_at_5_max": 0.813569, - "nauc_mrr_at_5_std": 0.273907, - "nauc_mrr_at_5_diff1": 0.870629, - "nauc_mrr_at_10_max": 0.814139, - "nauc_mrr_at_10_std": 0.278393, - "nauc_mrr_at_10_diff1": 0.870089, - "nauc_mrr_at_20_max": 0.81347, - "nauc_mrr_at_20_std": 0.277139, - "nauc_mrr_at_20_diff1": 0.870114, - "nauc_mrr_at_100_max": 0.813279, - "nauc_mrr_at_100_std": 0.27591, - "nauc_mrr_at_100_diff1": 0.870546, - "nauc_mrr_at_1000_max": 0.813202, - "nauc_mrr_at_1000_std": 0.275574, - "nauc_mrr_at_1000_diff1": 0.870608, - "main_score": 0.83887, + "mrr_at_1": 0.763333, + "mrr_at_3": 0.79963, + "mrr_at_5": 0.806019, + "mrr_at_10": 0.810332, + "mrr_at_20": 0.811823, + "mrr_at_100": 0.813242, + "mrr_at_1000": 0.813348, + "nauc_ndcg_at_1_max": 0.796556, + "nauc_ndcg_at_1_std": 0.201205, + "nauc_ndcg_at_1_diff1": 0.887217, + "nauc_ndcg_at_3_max": 0.829998, + "nauc_ndcg_at_3_std": 0.271427, + "nauc_ndcg_at_3_diff1": 0.866873, + "nauc_ndcg_at_5_max": 0.834313, + "nauc_ndcg_at_5_std": 0.302753, + "nauc_ndcg_at_5_diff1": 0.868043, + "nauc_ndcg_at_10_max": 0.828698, + "nauc_ndcg_at_10_std": 0.308797, + "nauc_ndcg_at_10_diff1": 0.863587, + "nauc_ndcg_at_20_max": 0.82696, + "nauc_ndcg_at_20_std": 0.308117, + "nauc_ndcg_at_20_diff1": 0.862234, + "nauc_ndcg_at_100_max": 0.826002, + "nauc_ndcg_at_100_std": 0.294551, + "nauc_ndcg_at_100_diff1": 0.867929, + "nauc_ndcg_at_1000_max": 0.8242, + "nauc_ndcg_at_1000_std": 0.28662, + "nauc_ndcg_at_1000_diff1": 0.868158, + "nauc_map_at_1_max": 0.796556, + "nauc_map_at_1_std": 0.201205, + "nauc_map_at_1_diff1": 0.887217, + "nauc_map_at_3_max": 0.821347, + "nauc_map_at_3_std": 0.255283, + "nauc_map_at_3_diff1": 0.871628, + "nauc_map_at_5_max": 0.823272, + "nauc_map_at_5_std": 0.270195, + "nauc_map_at_5_diff1": 0.872563, + "nauc_map_at_10_max": 0.821057, + "nauc_map_at_10_std": 0.27249, + "nauc_map_at_10_diff1": 0.870913, + "nauc_map_at_20_max": 0.820603, + "nauc_map_at_20_std": 0.272007, + "nauc_map_at_20_diff1": 0.870611, + "nauc_map_at_100_max": 0.820418, + "nauc_map_at_100_std": 0.270442, + "nauc_map_at_100_diff1": 0.871243, + "nauc_map_at_1000_max": 0.820358, + "nauc_map_at_1000_std": 0.270146, + "nauc_map_at_1000_diff1": 0.871262, + "nauc_recall_at_1_max": 0.796556, + "nauc_recall_at_1_std": 0.201205, + "nauc_recall_at_1_diff1": 0.887217, + "nauc_recall_at_3_max": 0.860327, + "nauc_recall_at_3_std": 0.326915, + "nauc_recall_at_3_diff1": 0.850479, + "nauc_recall_at_5_max": 0.880394, + "nauc_recall_at_5_std": 0.442589, + "nauc_recall_at_5_diff1": 0.849837, + "nauc_recall_at_10_max": 0.864219, + "nauc_recall_at_10_std": 0.502266, + "nauc_recall_at_10_diff1": 0.824127, + "nauc_recall_at_20_max": 0.860044, + "nauc_recall_at_20_std": 0.549753, + "nauc_recall_at_20_diff1": 0.803701, + "nauc_recall_at_100_max": 0.92258, + "nauc_recall_at_100_std": 0.703782, + "nauc_recall_at_100_diff1": 0.859581, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796556, + "nauc_precision_at_1_std": 0.201205, + "nauc_precision_at_1_diff1": 0.887217, + "nauc_precision_at_3_max": 0.860327, + "nauc_precision_at_3_std": 0.326915, + "nauc_precision_at_3_diff1": 0.850479, + "nauc_precision_at_5_max": 0.880394, + "nauc_precision_at_5_std": 0.442589, + "nauc_precision_at_5_diff1": 0.849837, + "nauc_precision_at_10_max": 0.864219, + "nauc_precision_at_10_std": 0.502266, + "nauc_precision_at_10_diff1": 0.824127, + "nauc_precision_at_20_max": 0.860044, + "nauc_precision_at_20_std": 0.549753, + "nauc_precision_at_20_diff1": 0.803701, + "nauc_precision_at_100_max": 0.92258, + "nauc_precision_at_100_std": 0.703782, + "nauc_precision_at_100_diff1": 0.859581, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796556, + "nauc_mrr_at_1_std": 0.201205, + "nauc_mrr_at_1_diff1": 0.887217, + "nauc_mrr_at_3_max": 0.821347, + "nauc_mrr_at_3_std": 0.255283, + "nauc_mrr_at_3_diff1": 0.871628, + "nauc_mrr_at_5_max": 0.823272, + "nauc_mrr_at_5_std": 0.270195, + "nauc_mrr_at_5_diff1": 0.872563, + "nauc_mrr_at_10_max": 0.821057, + "nauc_mrr_at_10_std": 0.27249, + "nauc_mrr_at_10_diff1": 0.870913, + "nauc_mrr_at_20_max": 0.820603, + "nauc_mrr_at_20_std": 0.272007, + "nauc_mrr_at_20_diff1": 0.870611, + "nauc_mrr_at_100_max": 0.820418, + "nauc_mrr_at_100_std": 0.270442, + "nauc_mrr_at_100_diff1": 0.871243, + "nauc_mrr_at_1000_max": 0.820358, + "nauc_mrr_at_1000_std": 0.270146, + "nauc_mrr_at_1000_diff1": 0.871262, + "hit_rate_at_1": 0.76333, + "hit_rate_at_3": 0.84222, + "hit_rate_at_5": 0.87111, + "hit_rate_at_10": 0.90111, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.83235, "hf_subset": "isl_Latn-isl_Latn", "languages": [ "isl-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82889, - "ndcg_at_3": 0.88692, - "ndcg_at_5": 0.89619, - "ndcg_at_10": 0.90245, - "ndcg_at_20": 0.90595, - "ndcg_at_100": 0.90849, - "ndcg_at_1000": 0.90907, - "map_at_1": 0.82889, - "map_at_3": 0.87278, - "map_at_5": 0.878, - "map_at_10": 0.88067, - "map_at_20": 0.8817, - "map_at_100": 0.88207, - "map_at_1000": 0.8821, - "recall_at_1": 0.82889, - "recall_at_3": 0.92778, - "recall_at_5": 0.95, + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.87764, + "ndcg_at_5": 0.88941, + "ndcg_at_10": 0.89756, + "ndcg_at_20": 0.9009, + "ndcg_at_100": 0.90361, + "ndcg_at_1000": 0.90403, + "map_at_1": 0.82, + "map_at_3": 0.86407, + "map_at_5": 0.8708, + "map_at_10": 0.87429, + "map_at_20": 0.87519, + "map_at_100": 0.87558, + "map_at_1000": 0.87559, + "recall_at_1": 0.82, + "recall_at_3": 0.91667, + "recall_at_5": 0.94444, "recall_at_10": 0.96889, "recall_at_20": 0.98222, - "recall_at_100": 0.99556, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.82889, - "precision_at_3": 0.30926, - "precision_at_5": 0.19, + "accuracy": 0.82, + "precision_at_1": 0.82, + "precision_at_3": 0.30556, + "precision_at_5": 0.18889, "precision_at_10": 0.09689, "precision_at_20": 0.04911, - "precision_at_100": 0.00996, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.828889, - "mrr_at_3": 0.872778, - "mrr_at_5": 0.878, - "mrr_at_10": 0.880669, - "mrr_at_20": 0.881702, - "mrr_at_100": 0.882073, - "mrr_at_1000": 0.882098, - "nauc_ndcg_at_1_max": 0.713552, - "nauc_ndcg_at_1_std": -0.259511, - "nauc_ndcg_at_1_diff1": 0.882721, - "nauc_ndcg_at_3_max": 0.742331, - "nauc_ndcg_at_3_std": -0.209018, - "nauc_ndcg_at_3_diff1": 0.864566, - "nauc_ndcg_at_5_max": 0.748078, - "nauc_ndcg_at_5_std": -0.183572, - "nauc_ndcg_at_5_diff1": 0.865144, - "nauc_ndcg_at_10_max": 0.74099, - "nauc_ndcg_at_10_std": -0.207605, - "nauc_ndcg_at_10_diff1": 0.867922, - "nauc_ndcg_at_20_max": 0.739014, - "nauc_ndcg_at_20_std": -0.212287, - "nauc_ndcg_at_20_diff1": 0.870203, - "nauc_ndcg_at_100_max": 0.737487, - "nauc_ndcg_at_100_std": -0.212561, - "nauc_ndcg_at_100_diff1": 0.870443, - "nauc_ndcg_at_1000_max": 0.735925, - "nauc_ndcg_at_1000_std": -0.216283, - "nauc_ndcg_at_1000_diff1": 0.870672, - "nauc_map_at_1_max": 0.713552, - "nauc_map_at_1_std": -0.259511, - "nauc_map_at_1_diff1": 0.882721, - "nauc_map_at_3_max": 0.733631, - "nauc_map_at_3_std": -0.226982, - "nauc_map_at_3_diff1": 0.87011, - "nauc_map_at_5_max": 0.735913, - "nauc_map_at_5_std": -0.215382, - "nauc_map_at_5_diff1": 0.870742, - "nauc_map_at_10_max": 0.733005, - "nauc_map_at_10_std": -0.224242, - "nauc_map_at_10_diff1": 0.871663, - "nauc_map_at_20_max": 0.732501, - "nauc_map_at_20_std": -0.225185, - "nauc_map_at_20_diff1": 0.872169, - "nauc_map_at_100_max": 0.73235, - "nauc_map_at_100_std": -0.225091, - "nauc_map_at_100_diff1": 0.872204, - "nauc_map_at_1000_max": 0.732295, - "nauc_map_at_1000_std": -0.22517, - "nauc_map_at_1000_diff1": 0.872209, - "nauc_recall_at_1_max": 0.713552, - "nauc_recall_at_1_std": -0.259511, - "nauc_recall_at_1_diff1": 0.882721, - "nauc_recall_at_3_max": 0.784572, - "nauc_recall_at_3_std": -0.119809, - "nauc_recall_at_3_diff1": 0.837607, - "nauc_recall_at_5_max": 0.831891, - "nauc_recall_at_5_std": 0.040616, - "nauc_recall_at_5_diff1": 0.827368, - "nauc_recall_at_10_max": 0.820778, - "nauc_recall_at_10_std": -0.048536, - "nauc_recall_at_10_diff1": 0.83335, - "nauc_recall_at_20_max": 0.840424, - "nauc_recall_at_20_std": -0.03621, - "nauc_recall_at_20_diff1": 0.854692, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.392624, - "nauc_recall_at_100_diff1": 0.832516, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713552, - "nauc_precision_at_1_std": -0.259511, - "nauc_precision_at_1_diff1": 0.882721, - "nauc_precision_at_3_max": 0.784572, - "nauc_precision_at_3_std": -0.119809, - "nauc_precision_at_3_diff1": 0.837607, - "nauc_precision_at_5_max": 0.831891, - "nauc_precision_at_5_std": 0.040616, - "nauc_precision_at_5_diff1": 0.827368, - "nauc_precision_at_10_max": 0.820778, - "nauc_precision_at_10_std": -0.048536, - "nauc_precision_at_10_diff1": 0.83335, - "nauc_precision_at_20_max": 0.840424, - "nauc_precision_at_20_std": -0.03621, - "nauc_precision_at_20_diff1": 0.854692, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.392624, - "nauc_precision_at_100_diff1": 0.832516, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713552, - "nauc_mrr_at_1_std": -0.259511, - "nauc_mrr_at_1_diff1": 0.882721, - "nauc_mrr_at_3_max": 0.733631, - "nauc_mrr_at_3_std": -0.226982, - "nauc_mrr_at_3_diff1": 0.87011, - "nauc_mrr_at_5_max": 0.735913, - "nauc_mrr_at_5_std": -0.215382, - "nauc_mrr_at_5_diff1": 0.870742, - "nauc_mrr_at_10_max": 0.733005, - "nauc_mrr_at_10_std": -0.224242, - "nauc_mrr_at_10_diff1": 0.871663, - "nauc_mrr_at_20_max": 0.732501, - "nauc_mrr_at_20_std": -0.225185, - "nauc_mrr_at_20_diff1": 0.872169, - "nauc_mrr_at_100_max": 0.73235, - "nauc_mrr_at_100_std": -0.225091, - "nauc_mrr_at_100_diff1": 0.872204, - "nauc_mrr_at_1000_max": 0.732295, - "nauc_mrr_at_1000_std": -0.22517, - "nauc_mrr_at_1000_diff1": 0.872209, - "main_score": 0.90245, + "mrr_at_1": 0.82, + "mrr_at_3": 0.864074, + "mrr_at_5": 0.870796, + "mrr_at_10": 0.874295, + "mrr_at_20": 0.875192, + "mrr_at_100": 0.875576, + "mrr_at_1000": 0.875591, + "nauc_ndcg_at_1_max": 0.698817, + "nauc_ndcg_at_1_std": -0.240029, + "nauc_ndcg_at_1_diff1": 0.884137, + "nauc_ndcg_at_3_max": 0.71392, + "nauc_ndcg_at_3_std": -0.245726, + "nauc_ndcg_at_3_diff1": 0.859321, + "nauc_ndcg_at_5_max": 0.713285, + "nauc_ndcg_at_5_std": -0.241649, + "nauc_ndcg_at_5_diff1": 0.864306, + "nauc_ndcg_at_10_max": 0.717085, + "nauc_ndcg_at_10_std": -0.227409, + "nauc_ndcg_at_10_diff1": 0.865076, + "nauc_ndcg_at_20_max": 0.715114, + "nauc_ndcg_at_20_std": -0.233746, + "nauc_ndcg_at_20_diff1": 0.868008, + "nauc_ndcg_at_100_max": 0.713232, + "nauc_ndcg_at_100_std": -0.236499, + "nauc_ndcg_at_100_diff1": 0.86889, + "nauc_ndcg_at_1000_max": 0.712145, + "nauc_ndcg_at_1000_std": -0.237428, + "nauc_ndcg_at_1000_diff1": 0.868481, + "nauc_map_at_1_max": 0.698817, + "nauc_map_at_1_std": -0.240029, + "nauc_map_at_1_diff1": 0.884137, + "nauc_map_at_3_max": 0.709401, + "nauc_map_at_3_std": -0.247879, + "nauc_map_at_3_diff1": 0.865783, + "nauc_map_at_5_max": 0.708709, + "nauc_map_at_5_std": -0.246542, + "nauc_map_at_5_diff1": 0.868627, + "nauc_map_at_10_max": 0.710078, + "nauc_map_at_10_std": -0.241052, + "nauc_map_at_10_diff1": 0.869109, + "nauc_map_at_20_max": 0.709549, + "nauc_map_at_20_std": -0.242525, + "nauc_map_at_20_diff1": 0.869696, + "nauc_map_at_100_max": 0.709398, + "nauc_map_at_100_std": -0.242408, + "nauc_map_at_100_diff1": 0.869797, + "nauc_map_at_1000_max": 0.709371, + "nauc_map_at_1000_std": -0.242364, + "nauc_map_at_1000_diff1": 0.869784, + "nauc_recall_at_1_max": 0.698817, + "nauc_recall_at_1_std": -0.240029, + "nauc_recall_at_1_diff1": 0.884137, + "nauc_recall_at_3_max": 0.734205, + "nauc_recall_at_3_std": -0.233452, + "nauc_recall_at_3_diff1": 0.830968, + "nauc_recall_at_5_max": 0.742708, + "nauc_recall_at_5_std": -0.203763, + "nauc_recall_at_5_diff1": 0.838982, + "nauc_recall_at_10_max": 0.798536, + "nauc_recall_at_10_std": -0.051387, + "nauc_recall_at_10_diff1": 0.82468, + "nauc_recall_at_20_max": 0.819999, + "nauc_recall_at_20_std": -0.054884, + "nauc_recall_at_20_diff1": 0.860528, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698817, + "nauc_precision_at_1_std": -0.240029, + "nauc_precision_at_1_diff1": 0.884137, + "nauc_precision_at_3_max": 0.734205, + "nauc_precision_at_3_std": -0.233452, + "nauc_precision_at_3_diff1": 0.830968, + "nauc_precision_at_5_max": 0.742708, + "nauc_precision_at_5_std": -0.203763, + "nauc_precision_at_5_diff1": 0.838982, + "nauc_precision_at_10_max": 0.798536, + "nauc_precision_at_10_std": -0.051387, + "nauc_precision_at_10_diff1": 0.82468, + "nauc_precision_at_20_max": 0.819999, + "nauc_precision_at_20_std": -0.054884, + "nauc_precision_at_20_diff1": 0.860528, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698817, + "nauc_mrr_at_1_std": -0.240029, + "nauc_mrr_at_1_diff1": 0.884137, + "nauc_mrr_at_3_max": 0.709401, + "nauc_mrr_at_3_std": -0.247879, + "nauc_mrr_at_3_diff1": 0.865783, + "nauc_mrr_at_5_max": 0.708709, + "nauc_mrr_at_5_std": -0.246542, + "nauc_mrr_at_5_diff1": 0.868627, + "nauc_mrr_at_10_max": 0.710078, + "nauc_mrr_at_10_std": -0.241052, + "nauc_mrr_at_10_diff1": 0.869109, + "nauc_mrr_at_20_max": 0.709549, + "nauc_mrr_at_20_std": -0.242525, + "nauc_mrr_at_20_diff1": 0.869696, + "nauc_mrr_at_100_max": 0.709398, + "nauc_mrr_at_100_std": -0.242408, + "nauc_mrr_at_100_diff1": 0.869797, + "nauc_mrr_at_1000_max": 0.709371, + "nauc_mrr_at_1000_std": -0.242364, + "nauc_mrr_at_1000_diff1": 0.869784, + "hit_rate_at_1": 0.82, + "hit_rate_at_3": 0.91667, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.89756, "hf_subset": "isl_Latn-eng_Latn", "languages": [ "isl-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.61556, - "ndcg_at_3": 0.67651, - "ndcg_at_5": 0.69066, - "ndcg_at_10": 0.70538, - "ndcg_at_20": 0.7158, - "ndcg_at_100": 0.73278, - "ndcg_at_1000": 0.74146, - "map_at_1": 0.61556, - "map_at_3": 0.66148, - "map_at_5": 0.66931, - "map_at_10": 0.67538, - "map_at_20": 0.67824, - "map_at_100": 0.68047, - "map_at_1000": 0.68084, - "recall_at_1": 0.61556, - "recall_at_3": 0.72, - "recall_at_5": 0.75444, - "recall_at_10": 0.8, - "recall_at_20": 0.84111, - "recall_at_100": 0.93444, - "recall_at_1000": 1.0, - "precision_at_1": 0.61556, - "precision_at_3": 0.24, - "precision_at_5": 0.15089, - "precision_at_10": 0.08, - "precision_at_20": 0.04206, - "precision_at_100": 0.00934, - "precision_at_1000": 0.001, - "mrr_at_1": 0.615556, - "mrr_at_3": 0.661481, - "mrr_at_5": 0.669315, - "mrr_at_10": 0.675379, - "mrr_at_20": 0.678244, - "mrr_at_100": 0.680474, - "mrr_at_1000": 0.680841, - "nauc_ndcg_at_1_max": 0.827481, - "nauc_ndcg_at_1_std": 0.389992, - "nauc_ndcg_at_1_diff1": 0.881258, - "nauc_ndcg_at_3_max": 0.84644, - "nauc_ndcg_at_3_std": 0.467816, - "nauc_ndcg_at_3_diff1": 0.851276, - "nauc_ndcg_at_5_max": 0.843425, - "nauc_ndcg_at_5_std": 0.485029, - "nauc_ndcg_at_5_diff1": 0.84264, - "nauc_ndcg_at_10_max": 0.838995, - "nauc_ndcg_at_10_std": 0.492758, - "nauc_ndcg_at_10_diff1": 0.835151, - "nauc_ndcg_at_20_max": 0.841133, - "nauc_ndcg_at_20_std": 0.492641, - "nauc_ndcg_at_20_diff1": 0.837755, - "nauc_ndcg_at_100_max": 0.84249, - "nauc_ndcg_at_100_std": 0.486499, - "nauc_ndcg_at_100_diff1": 0.843506, - "nauc_ndcg_at_1000_max": 0.840923, - "nauc_ndcg_at_1000_std": 0.47455, - "nauc_ndcg_at_1000_diff1": 0.846857, - "nauc_map_at_1_max": 0.827481, - "nauc_map_at_1_std": 0.389992, - "nauc_map_at_1_diff1": 0.881258, - "nauc_map_at_3_max": 0.842106, - "nauc_map_at_3_std": 0.446833, - "nauc_map_at_3_diff1": 0.859258, - "nauc_map_at_5_max": 0.840412, - "nauc_map_at_5_std": 0.455438, - "nauc_map_at_5_diff1": 0.854975, - "nauc_map_at_10_max": 0.838742, - "nauc_map_at_10_std": 0.457861, - "nauc_map_at_10_diff1": 0.852369, - "nauc_map_at_20_max": 0.839342, - "nauc_map_at_20_std": 0.457742, - "nauc_map_at_20_diff1": 0.85318, - "nauc_map_at_100_max": 0.839508, - "nauc_map_at_100_std": 0.457151, - "nauc_map_at_100_diff1": 0.8538, - "nauc_map_at_1000_max": 0.839457, - "nauc_map_at_1000_std": 0.456715, - "nauc_map_at_1000_diff1": 0.853953, - "nauc_recall_at_1_max": 0.827481, - "nauc_recall_at_1_std": 0.389992, - "nauc_recall_at_1_diff1": 0.881258, - "nauc_recall_at_3_max": 0.860403, - "nauc_recall_at_3_std": 0.537152, - "nauc_recall_at_3_diff1": 0.82495, - "nauc_recall_at_5_max": 0.853384, - "nauc_recall_at_5_std": 0.594697, - "nauc_recall_at_5_diff1": 0.796584, - "nauc_recall_at_10_max": 0.836308, - "nauc_recall_at_10_std": 0.646329, - "nauc_recall_at_10_diff1": 0.75714, - "nauc_recall_at_20_max": 0.848123, - "nauc_recall_at_20_std": 0.678697, - "nauc_recall_at_20_diff1": 0.75499, - "nauc_recall_at_100_max": 0.883089, - "nauc_recall_at_100_std": 0.787985, - "nauc_recall_at_100_diff1": 0.764207, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827481, - "nauc_precision_at_1_std": 0.389992, - "nauc_precision_at_1_diff1": 0.881258, - "nauc_precision_at_3_max": 0.860403, - "nauc_precision_at_3_std": 0.537152, - "nauc_precision_at_3_diff1": 0.82495, - "nauc_precision_at_5_max": 0.853384, - "nauc_precision_at_5_std": 0.594697, - "nauc_precision_at_5_diff1": 0.796584, - "nauc_precision_at_10_max": 0.836308, - "nauc_precision_at_10_std": 0.646329, - "nauc_precision_at_10_diff1": 0.75714, - "nauc_precision_at_20_max": 0.848123, - "nauc_precision_at_20_std": 0.678697, - "nauc_precision_at_20_diff1": 0.75499, - "nauc_precision_at_100_max": 0.883089, - "nauc_precision_at_100_std": 0.787985, - "nauc_precision_at_100_diff1": 0.764207, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827481, - "nauc_mrr_at_1_std": 0.389992, - "nauc_mrr_at_1_diff1": 0.881258, - "nauc_mrr_at_3_max": 0.842106, - "nauc_mrr_at_3_std": 0.446833, - "nauc_mrr_at_3_diff1": 0.859258, - "nauc_mrr_at_5_max": 0.840412, - "nauc_mrr_at_5_std": 0.455438, - "nauc_mrr_at_5_diff1": 0.854975, - "nauc_mrr_at_10_max": 0.838742, - "nauc_mrr_at_10_std": 0.457861, - "nauc_mrr_at_10_diff1": 0.852369, - "nauc_mrr_at_20_max": 0.839342, - "nauc_mrr_at_20_std": 0.457742, - "nauc_mrr_at_20_diff1": 0.85318, - "nauc_mrr_at_100_max": 0.839508, - "nauc_mrr_at_100_std": 0.457151, - "nauc_mrr_at_100_diff1": 0.8538, - "nauc_mrr_at_1000_max": 0.839457, - "nauc_mrr_at_1000_std": 0.456715, - "nauc_mrr_at_1000_diff1": 0.853953, - "main_score": 0.70538, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59667, + "ndcg_at_3": 0.65288, + "ndcg_at_5": 0.67282, + "ndcg_at_10": 0.68591, + "ndcg_at_20": 0.69847, + "ndcg_at_100": 0.7151, + "ndcg_at_1000": 0.72537, + "map_at_1": 0.59667, + "map_at_3": 0.63926, + "map_at_5": 0.6502, + "map_at_10": 0.65549, + "map_at_20": 0.65904, + "map_at_100": 0.66123, + "map_at_1000": 0.66167, + "recall_at_1": 0.59667, + "recall_at_3": 0.69222, + "recall_at_5": 0.74111, + "recall_at_10": 0.78222, + "recall_at_20": 0.83111, + "recall_at_100": 0.92222, + "recall_at_1000": 1.0, + "accuracy": 0.59667, + "precision_at_1": 0.59667, + "precision_at_3": 0.23074, + "precision_at_5": 0.14822, + "precision_at_10": 0.07822, + "precision_at_20": 0.04156, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.596667, + "mrr_at_3": 0.639259, + "mrr_at_5": 0.650204, + "mrr_at_10": 0.655493, + "mrr_at_20": 0.659044, + "mrr_at_100": 0.661233, + "mrr_at_1000": 0.661666, + "nauc_ndcg_at_1_max": 0.804001, + "nauc_ndcg_at_1_std": 0.354959, + "nauc_ndcg_at_1_diff1": 0.865745, + "nauc_ndcg_at_3_max": 0.834323, + "nauc_ndcg_at_3_std": 0.426488, + "nauc_ndcg_at_3_diff1": 0.831935, + "nauc_ndcg_at_5_max": 0.828156, + "nauc_ndcg_at_5_std": 0.439725, + "nauc_ndcg_at_5_diff1": 0.827009, + "nauc_ndcg_at_10_max": 0.825171, + "nauc_ndcg_at_10_std": 0.448749, + "nauc_ndcg_at_10_diff1": 0.819113, + "nauc_ndcg_at_20_max": 0.824112, + "nauc_ndcg_at_20_std": 0.455959, + "nauc_ndcg_at_20_diff1": 0.81787, + "nauc_ndcg_at_100_max": 0.824812, + "nauc_ndcg_at_100_std": 0.446673, + "nauc_ndcg_at_100_diff1": 0.823011, + "nauc_ndcg_at_1000_max": 0.824464, + "nauc_ndcg_at_1000_std": 0.434533, + "nauc_ndcg_at_1000_diff1": 0.828644, + "nauc_map_at_1_max": 0.804001, + "nauc_map_at_1_std": 0.354959, + "nauc_map_at_1_diff1": 0.865745, + "nauc_map_at_3_max": 0.827987, + "nauc_map_at_3_std": 0.408659, + "nauc_map_at_3_diff1": 0.841273, + "nauc_map_at_5_max": 0.824586, + "nauc_map_at_5_std": 0.415056, + "nauc_map_at_5_diff1": 0.838951, + "nauc_map_at_10_max": 0.823337, + "nauc_map_at_10_std": 0.418176, + "nauc_map_at_10_diff1": 0.836156, + "nauc_map_at_20_max": 0.822913, + "nauc_map_at_20_std": 0.419551, + "nauc_map_at_20_diff1": 0.83597, + "nauc_map_at_100_max": 0.823021, + "nauc_map_at_100_std": 0.418185, + "nauc_map_at_100_diff1": 0.836645, + "nauc_map_at_1000_max": 0.82303, + "nauc_map_at_1000_std": 0.417772, + "nauc_map_at_1000_diff1": 0.836874, + "nauc_recall_at_1_max": 0.804001, + "nauc_recall_at_1_std": 0.354959, + "nauc_recall_at_1_diff1": 0.865745, + "nauc_recall_at_3_max": 0.853908, + "nauc_recall_at_3_std": 0.483244, + "nauc_recall_at_3_diff1": 0.801776, + "nauc_recall_at_5_max": 0.838985, + "nauc_recall_at_5_std": 0.530253, + "nauc_recall_at_5_diff1": 0.783005, + "nauc_recall_at_10_max": 0.828873, + "nauc_recall_at_10_std": 0.580358, + "nauc_recall_at_10_diff1": 0.743869, + "nauc_recall_at_20_max": 0.824978, + "nauc_recall_at_20_std": 0.659287, + "nauc_recall_at_20_diff1": 0.717978, + "nauc_recall_at_100_max": 0.836101, + "nauc_recall_at_100_std": 0.721935, + "nauc_recall_at_100_diff1": 0.7008, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804001, + "nauc_precision_at_1_std": 0.354959, + "nauc_precision_at_1_diff1": 0.865745, + "nauc_precision_at_3_max": 0.853908, + "nauc_precision_at_3_std": 0.483244, + "nauc_precision_at_3_diff1": 0.801776, + "nauc_precision_at_5_max": 0.838985, + "nauc_precision_at_5_std": 0.530253, + "nauc_precision_at_5_diff1": 0.783005, + "nauc_precision_at_10_max": 0.828873, + "nauc_precision_at_10_std": 0.580358, + "nauc_precision_at_10_diff1": 0.743869, + "nauc_precision_at_20_max": 0.824978, + "nauc_precision_at_20_std": 0.659287, + "nauc_precision_at_20_diff1": 0.717978, + "nauc_precision_at_100_max": 0.836101, + "nauc_precision_at_100_std": 0.721935, + "nauc_precision_at_100_diff1": 0.7008, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804001, + "nauc_mrr_at_1_std": 0.354959, + "nauc_mrr_at_1_diff1": 0.865745, + "nauc_mrr_at_3_max": 0.827987, + "nauc_mrr_at_3_std": 0.408659, + "nauc_mrr_at_3_diff1": 0.841273, + "nauc_mrr_at_5_max": 0.824586, + "nauc_mrr_at_5_std": 0.415056, + "nauc_mrr_at_5_diff1": 0.838951, + "nauc_mrr_at_10_max": 0.823337, + "nauc_mrr_at_10_std": 0.418176, + "nauc_mrr_at_10_diff1": 0.836156, + "nauc_mrr_at_20_max": 0.822913, + "nauc_mrr_at_20_std": 0.419551, + "nauc_mrr_at_20_diff1": 0.83597, + "nauc_mrr_at_100_max": 0.823021, + "nauc_mrr_at_100_std": 0.418185, + "nauc_mrr_at_100_diff1": 0.836645, + "nauc_mrr_at_1000_max": 0.82303, + "nauc_mrr_at_1000_std": 0.417772, + "nauc_mrr_at_1000_diff1": 0.836874, + "hit_rate_at_1": 0.59667, + "hit_rate_at_3": 0.69222, + "hit_rate_at_5": 0.74111, + "hit_rate_at_10": 0.78222, + "hit_rate_at_20": 0.83111, + "hit_rate_at_100": 0.92222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68591, "hf_subset": "eng_Latn-isl_Latn", "languages": [ "eng-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92444, - "ndcg_at_3": 0.95313, - "ndcg_at_5": 0.95811, - "ndcg_at_10": 0.95996, - "ndcg_at_20": 0.9608, - "ndcg_at_100": 0.96164, - "ndcg_at_1000": 0.96193, - "map_at_1": 0.92444, - "map_at_3": 0.94648, - "map_at_5": 0.9492, - "map_at_10": 0.95, - "map_at_20": 0.95023, - "map_at_100": 0.95035, - "map_at_1000": 0.95036, - "recall_at_1": 0.92444, - "recall_at_3": 0.97222, - "recall_at_5": 0.98444, - "recall_at_10": 0.99, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.9426, + "ndcg_at_5": 0.94954, + "ndcg_at_10": 0.95314, + "ndcg_at_20": 0.95341, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95456, + "map_at_1": 0.91, + "map_at_3": 0.935, + "map_at_5": 0.93889, + "map_at_10": 0.94038, + "map_at_20": 0.94045, + "map_at_100": 0.94058, + "map_at_1000": 0.94059, + "recall_at_1": 0.91, + "recall_at_3": 0.96444, + "recall_at_5": 0.98111, + "recall_at_10": 0.99222, "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92444, - "precision_at_3": 0.32407, - "precision_at_5": 0.19689, - "precision_at_10": 0.099, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32148, + "precision_at_5": 0.19622, + "precision_at_10": 0.09922, "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.924444, - "mrr_at_3": 0.946481, - "mrr_at_5": 0.949204, - "mrr_at_10": 0.950004, - "mrr_at_20": 0.95023, - "mrr_at_100": 0.950351, - "mrr_at_1000": 0.950362, - "nauc_ndcg_at_1_max": 0.809373, - "nauc_ndcg_at_1_std": -0.152023, - "nauc_ndcg_at_1_diff1": 0.953967, - "nauc_ndcg_at_3_max": 0.848358, - "nauc_ndcg_at_3_std": -0.211213, - "nauc_ndcg_at_3_diff1": 0.962022, - "nauc_ndcg_at_5_max": 0.844117, - "nauc_ndcg_at_5_std": -0.158221, - "nauc_ndcg_at_5_diff1": 0.963184, - "nauc_ndcg_at_10_max": 0.839454, - "nauc_ndcg_at_10_std": -0.147605, - "nauc_ndcg_at_10_diff1": 0.962685, - "nauc_ndcg_at_20_max": 0.839347, - "nauc_ndcg_at_20_std": -0.149632, - "nauc_ndcg_at_20_diff1": 0.961889, - "nauc_ndcg_at_100_max": 0.837292, - "nauc_ndcg_at_100_std": -0.147279, - "nauc_ndcg_at_100_diff1": 0.961058, - "nauc_ndcg_at_1000_max": 0.836058, - "nauc_ndcg_at_1000_std": -0.155979, - "nauc_ndcg_at_1000_diff1": 0.960762, - "nauc_map_at_1_max": 0.809373, - "nauc_map_at_1_std": -0.152023, - "nauc_map_at_1_diff1": 0.953967, - "nauc_map_at_3_max": 0.836984, - "nauc_map_at_3_std": -0.191967, - "nauc_map_at_3_diff1": 0.959817, - "nauc_map_at_5_max": 0.834523, - "nauc_map_at_5_std": -0.16663, - "nauc_map_at_5_diff1": 0.960237, - "nauc_map_at_10_max": 0.832756, - "nauc_map_at_10_std": -0.162796, - "nauc_map_at_10_diff1": 0.960015, - "nauc_map_at_20_max": 0.832761, - "nauc_map_at_20_std": -0.162905, - "nauc_map_at_20_diff1": 0.959833, - "nauc_map_at_100_max": 0.832521, - "nauc_map_at_100_std": -0.162493, - "nauc_map_at_100_diff1": 0.959736, - "nauc_map_at_1000_max": 0.832484, - "nauc_map_at_1000_std": -0.162746, - "nauc_map_at_1000_diff1": 0.959727, - "nauc_recall_at_1_max": 0.809373, - "nauc_recall_at_1_std": -0.152023, - "nauc_recall_at_1_diff1": 0.953967, - "nauc_recall_at_3_max": 0.910084, - "nauc_recall_at_3_std": -0.317498, - "nauc_recall_at_3_diff1": 0.973856, - "nauc_recall_at_5_max": 0.929639, - "nauc_recall_at_5_std": -0.055222, - "nauc_recall_at_5_diff1": 0.990663, - "nauc_recall_at_10_max": 0.921413, - "nauc_recall_at_10_std": 0.121174, - "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 0.956427, + "mrr_at_1": 0.91, + "mrr_at_3": 0.935, + "mrr_at_5": 0.938889, + "mrr_at_10": 0.940384, + "mrr_at_20": 0.940453, + "mrr_at_100": 0.940581, + "mrr_at_1000": 0.940592, + "nauc_ndcg_at_1_max": 0.805558, + "nauc_ndcg_at_1_std": -0.227121, + "nauc_ndcg_at_1_diff1": 0.943661, + "nauc_ndcg_at_3_max": 0.847282, + "nauc_ndcg_at_3_std": -0.202045, + "nauc_ndcg_at_3_diff1": 0.949772, + "nauc_ndcg_at_5_max": 0.838686, + "nauc_ndcg_at_5_std": -0.206067, + "nauc_ndcg_at_5_diff1": 0.948815, + "nauc_ndcg_at_10_max": 0.834627, + "nauc_ndcg_at_10_std": -0.193189, + "nauc_ndcg_at_10_diff1": 0.947985, + "nauc_ndcg_at_20_max": 0.833662, + "nauc_ndcg_at_20_std": -0.19755, + "nauc_ndcg_at_20_diff1": 0.948444, + "nauc_ndcg_at_100_max": 0.832601, + "nauc_ndcg_at_100_std": -0.195754, + "nauc_ndcg_at_100_diff1": 0.948079, + "nauc_ndcg_at_1000_max": 0.831537, + "nauc_ndcg_at_1000_std": -0.203355, + "nauc_ndcg_at_1000_diff1": 0.947749, + "nauc_map_at_1_max": 0.805558, + "nauc_map_at_1_std": -0.227121, + "nauc_map_at_1_diff1": 0.943661, + "nauc_map_at_3_max": 0.835673, + "nauc_map_at_3_std": -0.209354, + "nauc_map_at_3_diff1": 0.947961, + "nauc_map_at_5_max": 0.830773, + "nauc_map_at_5_std": -0.213293, + "nauc_map_at_5_diff1": 0.947383, + "nauc_map_at_10_max": 0.82892, + "nauc_map_at_10_std": -0.210024, + "nauc_map_at_10_diff1": 0.947119, + "nauc_map_at_20_max": 0.828721, + "nauc_map_at_20_std": -0.210916, + "nauc_map_at_20_diff1": 0.94721, + "nauc_map_at_100_max": 0.828633, + "nauc_map_at_100_std": -0.210328, + "nauc_map_at_100_diff1": 0.94716, + "nauc_map_at_1000_max": 0.828601, + "nauc_map_at_1000_std": -0.210549, + "nauc_map_at_1000_diff1": 0.947151, + "nauc_recall_at_1_max": 0.805558, + "nauc_recall_at_1_std": -0.227121, + "nauc_recall_at_1_diff1": 0.943661, + "nauc_recall_at_3_max": 0.906775, + "nauc_recall_at_3_std": -0.164289, + "nauc_recall_at_3_diff1": 0.95915, + "nauc_recall_at_5_max": 0.906492, + "nauc_recall_at_5_std": -0.135195, + "nauc_recall_at_5_diff1": 0.961553, + "nauc_recall_at_10_max": 0.941643, + "nauc_recall_at_10_std": 0.237495, + "nauc_recall_at_10_diff1": 0.962652, + "nauc_recall_at_20_max": 0.931917, "nauc_recall_at_20_std": 0.184718, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.809373, - "nauc_precision_at_1_std": -0.152023, - "nauc_precision_at_1_diff1": 0.953967, - "nauc_precision_at_3_max": 0.910084, - "nauc_precision_at_3_std": -0.317498, - "nauc_precision_at_3_diff1": 0.973856, - "nauc_precision_at_5_max": 0.929639, - "nauc_precision_at_5_std": -0.055222, - "nauc_precision_at_5_diff1": 0.990663, - "nauc_precision_at_10_max": 0.921413, - "nauc_precision_at_10_std": 0.121174, - "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_1_max": 0.805558, + "nauc_precision_at_1_std": -0.227121, + "nauc_precision_at_1_diff1": 0.943661, + "nauc_precision_at_3_max": 0.906775, + "nauc_precision_at_3_std": -0.164289, + "nauc_precision_at_3_diff1": 0.95915, + "nauc_precision_at_5_max": 0.906492, + "nauc_precision_at_5_std": -0.135195, + "nauc_precision_at_5_diff1": 0.961553, + "nauc_precision_at_10_max": 0.941643, + "nauc_precision_at_10_std": 0.237495, + "nauc_precision_at_10_diff1": 0.962652, + "nauc_precision_at_20_max": 0.931917, "nauc_precision_at_20_std": 0.184718, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.809373, - "nauc_mrr_at_1_std": -0.152023, - "nauc_mrr_at_1_diff1": 0.953967, - "nauc_mrr_at_3_max": 0.836984, - "nauc_mrr_at_3_std": -0.191967, - "nauc_mrr_at_3_diff1": 0.959817, - "nauc_mrr_at_5_max": 0.834523, - "nauc_mrr_at_5_std": -0.16663, - "nauc_mrr_at_5_diff1": 0.960237, - "nauc_mrr_at_10_max": 0.832756, - "nauc_mrr_at_10_std": -0.162796, - "nauc_mrr_at_10_diff1": 0.960015, - "nauc_mrr_at_20_max": 0.832761, - "nauc_mrr_at_20_std": -0.162905, - "nauc_mrr_at_20_diff1": 0.959833, - "nauc_mrr_at_100_max": 0.832521, - "nauc_mrr_at_100_std": -0.162493, - "nauc_mrr_at_100_diff1": 0.959736, - "nauc_mrr_at_1000_max": 0.832484, - "nauc_mrr_at_1000_std": -0.162746, - "nauc_mrr_at_1000_diff1": 0.959727, - "main_score": 0.95996, + "nauc_mrr_at_1_max": 0.805558, + "nauc_mrr_at_1_std": -0.227121, + "nauc_mrr_at_1_diff1": 0.943661, + "nauc_mrr_at_3_max": 0.835673, + "nauc_mrr_at_3_std": -0.209354, + "nauc_mrr_at_3_diff1": 0.947961, + "nauc_mrr_at_5_max": 0.830773, + "nauc_mrr_at_5_std": -0.213293, + "nauc_mrr_at_5_diff1": 0.947383, + "nauc_mrr_at_10_max": 0.82892, + "nauc_mrr_at_10_std": -0.210024, + "nauc_mrr_at_10_diff1": 0.947119, + "nauc_mrr_at_20_max": 0.828721, + "nauc_mrr_at_20_std": -0.210916, + "nauc_mrr_at_20_diff1": 0.94721, + "nauc_mrr_at_100_max": 0.828633, + "nauc_mrr_at_100_std": -0.210328, + "nauc_mrr_at_100_diff1": 0.94716, + "nauc_mrr_at_1000_max": 0.828601, + "nauc_mrr_at_1000_std": -0.210549, + "nauc_mrr_at_1000_diff1": 0.947151, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99222, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95314, "hf_subset": "ita_Latn-ita_Latn", "languages": [ "ita-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9526, - "ndcg_at_5": 0.95681, - "ndcg_at_10": 0.95988, - "ndcg_at_20": 0.96101, - "ndcg_at_100": 0.96144, - "ndcg_at_1000": 0.96176, + "ndcg_at_3": 0.95331, + "ndcg_at_5": 0.95651, + "ndcg_at_10": 0.9606, + "ndcg_at_20": 0.96086, + "ndcg_at_100": 0.96176, + "ndcg_at_1000": 0.96191, "map_at_1": 0.92222, - "map_at_3": 0.94574, - "map_at_5": 0.94813, - "map_at_10": 0.94951, - "map_at_20": 0.94982, - "map_at_100": 0.94988, - "map_at_1000": 0.9499, + "map_at_3": 0.9463, + "map_at_5": 0.94807, + "map_at_10": 0.94984, + "map_at_20": 0.9499, + "map_at_100": 0.95006, + "map_at_1000": 0.95007, "recall_at_1": 0.92222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, - "recall_at_100": 0.99778, + "recall_at_3": 0.97333, + "recall_at_5": 0.98111, + "recall_at_10": 0.99333, + "recall_at_20": 0.99444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, + "accuracy": 0.92222, "precision_at_1": 0.92222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, - "precision_at_100": 0.00998, + "precision_at_3": 0.32444, + "precision_at_5": 0.19622, + "precision_at_10": 0.09933, + "precision_at_20": 0.04972, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.922222, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.94813, - "mrr_at_10": 0.949512, - "mrr_at_20": 0.949818, - "mrr_at_100": 0.949884, - "mrr_at_1000": 0.949903, - "nauc_ndcg_at_1_max": 0.780045, - "nauc_ndcg_at_1_std": -0.423469, - "nauc_ndcg_at_1_diff1": 0.960317, - "nauc_ndcg_at_3_max": 0.813161, - "nauc_ndcg_at_3_std": -0.504882, - "nauc_ndcg_at_3_diff1": 0.96276, - "nauc_ndcg_at_5_max": 0.813148, - "nauc_ndcg_at_5_std": -0.464728, - "nauc_ndcg_at_5_diff1": 0.96188, - "nauc_ndcg_at_10_max": 0.810786, - "nauc_ndcg_at_10_std": -0.423858, - "nauc_ndcg_at_10_diff1": 0.96389, - "nauc_ndcg_at_20_max": 0.809493, - "nauc_ndcg_at_20_std": -0.421938, - "nauc_ndcg_at_20_diff1": 0.962852, - "nauc_ndcg_at_100_max": 0.807357, - "nauc_ndcg_at_100_std": -0.422619, - "nauc_ndcg_at_100_diff1": 0.962436, - "nauc_ndcg_at_1000_max": 0.805724, - "nauc_ndcg_at_1000_std": -0.434678, - "nauc_ndcg_at_1000_diff1": 0.962117, - "nauc_map_at_1_max": 0.780045, - "nauc_map_at_1_std": -0.423469, - "nauc_map_at_1_diff1": 0.960317, - "nauc_map_at_3_max": 0.804352, - "nauc_map_at_3_std": -0.477819, - "nauc_map_at_3_diff1": 0.961744, - "nauc_map_at_5_max": 0.803902, - "nauc_map_at_5_std": -0.457093, - "nauc_map_at_5_diff1": 0.961242, - "nauc_map_at_10_max": 0.802934, - "nauc_map_at_10_std": -0.441035, - "nauc_map_at_10_diff1": 0.96191, - "nauc_map_at_20_max": 0.802611, - "nauc_map_at_20_std": -0.440113, - "nauc_map_at_20_diff1": 0.961678, - "nauc_map_at_100_max": 0.802353, - "nauc_map_at_100_std": -0.440338, - "nauc_map_at_100_diff1": 0.961628, - "nauc_map_at_1000_max": 0.802277, - "nauc_map_at_1000_std": -0.440897, - "nauc_map_at_1000_diff1": 0.961613, - "nauc_recall_at_1_max": 0.780045, - "nauc_recall_at_1_std": -0.423469, - "nauc_recall_at_1_diff1": 0.960317, - "nauc_recall_at_3_max": 0.860691, - "nauc_recall_at_3_std": -0.656564, - "nauc_recall_at_3_diff1": 0.968627, - "nauc_recall_at_5_max": 0.887809, - "nauc_recall_at_5_std": -0.516282, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.92793, - "nauc_recall_at_10_std": -0.068919, + "mrr_at_3": 0.946296, + "mrr_at_5": 0.948074, + "mrr_at_10": 0.949843, + "mrr_at_20": 0.949902, + "mrr_at_100": 0.950061, + "mrr_at_1000": 0.950067, + "nauc_ndcg_at_1_max": 0.762352, + "nauc_ndcg_at_1_std": -0.30032, + "nauc_ndcg_at_1_diff1": 0.954482, + "nauc_ndcg_at_3_max": 0.793382, + "nauc_ndcg_at_3_std": -0.35444, + "nauc_ndcg_at_3_diff1": 0.959872, + "nauc_ndcg_at_5_max": 0.785567, + "nauc_ndcg_at_5_std": -0.360638, + "nauc_ndcg_at_5_diff1": 0.959793, + "nauc_ndcg_at_10_max": 0.785, + "nauc_ndcg_at_10_std": -0.324229, + "nauc_ndcg_at_10_diff1": 0.959519, + "nauc_ndcg_at_20_max": 0.783588, + "nauc_ndcg_at_20_std": -0.318794, + "nauc_ndcg_at_20_diff1": 0.959253, + "nauc_ndcg_at_100_max": 0.784125, + "nauc_ndcg_at_100_std": -0.317146, + "nauc_ndcg_at_100_diff1": 0.958293, + "nauc_ndcg_at_1000_max": 0.78329, + "nauc_ndcg_at_1000_std": -0.322242, + "nauc_ndcg_at_1000_diff1": 0.958132, + "nauc_map_at_1_max": 0.762352, + "nauc_map_at_1_std": -0.30032, + "nauc_map_at_1_diff1": 0.954482, + "nauc_map_at_3_max": 0.785165, + "nauc_map_at_3_std": -0.337372, + "nauc_map_at_3_diff1": 0.957798, + "nauc_map_at_5_max": 0.781341, + "nauc_map_at_5_std": -0.339174, + "nauc_map_at_5_diff1": 0.957752, + "nauc_map_at_10_max": 0.780982, + "nauc_map_at_10_std": -0.325708, + "nauc_map_at_10_diff1": 0.957609, + "nauc_map_at_20_max": 0.780726, + "nauc_map_at_20_std": -0.324743, + "nauc_map_at_20_diff1": 0.95756, + "nauc_map_at_100_max": 0.780911, + "nauc_map_at_100_std": -0.324002, + "nauc_map_at_100_diff1": 0.957424, + "nauc_map_at_1000_max": 0.780885, + "nauc_map_at_1000_std": -0.324162, + "nauc_map_at_1000_diff1": 0.957419, + "nauc_recall_at_1_max": 0.762352, + "nauc_recall_at_1_std": -0.30032, + "nauc_recall_at_1_diff1": 0.954482, + "nauc_recall_at_3_max": 0.838955, + "nauc_recall_at_3_std": -0.452109, + "nauc_recall_at_3_diff1": 0.972086, + "nauc_recall_at_5_max": 0.813011, + "nauc_recall_at_5_std": -0.532597, + "nauc_recall_at_5_diff1": 0.975971, + "nauc_recall_at_10_max": 0.853797, + "nauc_recall_at_10_std": -0.220199, "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.301587, + "nauc_recall_at_20_max": 0.824556, + "nauc_recall_at_20_std": -0.033894, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -19935,20 +21142,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.780045, - "nauc_precision_at_1_std": -0.423469, - "nauc_precision_at_1_diff1": 0.960317, - "nauc_precision_at_3_max": 0.860691, - "nauc_precision_at_3_std": -0.656564, - "nauc_precision_at_3_diff1": 0.968627, - "nauc_precision_at_5_max": 0.887809, - "nauc_precision_at_5_std": -0.516282, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.92793, - "nauc_precision_at_10_std": -0.068919, + "nauc_precision_at_1_max": 0.762352, + "nauc_precision_at_1_std": -0.30032, + "nauc_precision_at_1_diff1": 0.954482, + "nauc_precision_at_3_max": 0.838955, + "nauc_precision_at_3_std": -0.452109, + "nauc_precision_at_3_diff1": 0.972086, + "nauc_precision_at_5_max": 0.813011, + "nauc_precision_at_5_std": -0.532597, + "nauc_precision_at_5_diff1": 0.975971, + "nauc_precision_at_10_max": 0.853797, + "nauc_precision_at_10_std": -0.220199, "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.301587, + "nauc_precision_at_20_max": 0.824556, + "nauc_precision_at_20_std": -0.033894, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -19956,11097 +21163,11772 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.780045, - "nauc_mrr_at_1_std": -0.423469, - "nauc_mrr_at_1_diff1": 0.960317, - "nauc_mrr_at_3_max": 0.804352, - "nauc_mrr_at_3_std": -0.477819, - "nauc_mrr_at_3_diff1": 0.961744, - "nauc_mrr_at_5_max": 0.803902, - "nauc_mrr_at_5_std": -0.457093, - "nauc_mrr_at_5_diff1": 0.961242, - "nauc_mrr_at_10_max": 0.802934, - "nauc_mrr_at_10_std": -0.441035, - "nauc_mrr_at_10_diff1": 0.96191, - "nauc_mrr_at_20_max": 0.802611, - "nauc_mrr_at_20_std": -0.440113, - "nauc_mrr_at_20_diff1": 0.961678, - "nauc_mrr_at_100_max": 0.802353, - "nauc_mrr_at_100_std": -0.440338, - "nauc_mrr_at_100_diff1": 0.961628, - "nauc_mrr_at_1000_max": 0.802277, - "nauc_mrr_at_1000_std": -0.440897, - "nauc_mrr_at_1000_diff1": 0.961613, - "main_score": 0.95988, + "nauc_mrr_at_1_max": 0.762352, + "nauc_mrr_at_1_std": -0.30032, + "nauc_mrr_at_1_diff1": 0.954482, + "nauc_mrr_at_3_max": 0.785165, + "nauc_mrr_at_3_std": -0.337372, + "nauc_mrr_at_3_diff1": 0.957798, + "nauc_mrr_at_5_max": 0.781341, + "nauc_mrr_at_5_std": -0.339174, + "nauc_mrr_at_5_diff1": 0.957752, + "nauc_mrr_at_10_max": 0.780982, + "nauc_mrr_at_10_std": -0.325708, + "nauc_mrr_at_10_diff1": 0.957609, + "nauc_mrr_at_20_max": 0.780726, + "nauc_mrr_at_20_std": -0.324743, + "nauc_mrr_at_20_diff1": 0.95756, + "nauc_mrr_at_100_max": 0.780911, + "nauc_mrr_at_100_std": -0.324002, + "nauc_mrr_at_100_diff1": 0.957424, + "nauc_mrr_at_1000_max": 0.780885, + "nauc_mrr_at_1000_std": -0.324162, + "nauc_mrr_at_1000_diff1": 0.957419, + "hit_rate_at_1": 0.92222, + "hit_rate_at_3": 0.97333, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99333, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9606, "hf_subset": "ita_Latn-eng_Latn", "languages": [ "ita-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94562, - "ndcg_at_5": 0.9516, - "ndcg_at_10": 0.95453, - "ndcg_at_20": 0.95647, - "ndcg_at_100": 0.95711, - "ndcg_at_1000": 0.95741, - "map_at_1": 0.91889, - "map_at_3": 0.93944, - "map_at_5": 0.94278, - "map_at_10": 0.94402, - "map_at_20": 0.94454, - "map_at_100": 0.94463, - "map_at_1000": 0.94465, - "recall_at_1": 0.91889, - "recall_at_3": 0.96333, - "recall_at_5": 0.97778, - "recall_at_10": 0.98667, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.93746, + "ndcg_at_5": 0.94205, + "ndcg_at_10": 0.94679, + "ndcg_at_20": 0.94845, + "ndcg_at_100": 0.94957, + "ndcg_at_1000": 0.94987, + "map_at_1": 0.90444, + "map_at_3": 0.92963, + "map_at_5": 0.93219, + "map_at_10": 0.93419, + "map_at_20": 0.93463, + "map_at_100": 0.93482, + "map_at_1000": 0.93483, + "recall_at_1": 0.90444, + "recall_at_3": 0.96, + "recall_at_5": 0.97111, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32111, - "precision_at_5": 0.19556, - "precision_at_10": 0.09867, - "precision_at_20": 0.04972, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32, + "precision_at_5": 0.19422, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.939444, - "mrr_at_5": 0.942778, - "mrr_at_10": 0.944024, - "mrr_at_20": 0.944542, - "mrr_at_100": 0.944634, - "mrr_at_1000": 0.944648, - "nauc_ndcg_at_1_max": 0.843553, - "nauc_ndcg_at_1_std": -0.119348, - "nauc_ndcg_at_1_diff1": 0.933457, - "nauc_ndcg_at_3_max": 0.888152, - "nauc_ndcg_at_3_std": -0.100143, - "nauc_ndcg_at_3_diff1": 0.946592, - "nauc_ndcg_at_5_max": 0.886244, - "nauc_ndcg_at_5_std": -0.060575, - "nauc_ndcg_at_5_diff1": 0.948662, - "nauc_ndcg_at_10_max": 0.878903, - "nauc_ndcg_at_10_std": -0.06842, - "nauc_ndcg_at_10_diff1": 0.946487, - "nauc_ndcg_at_20_max": 0.875368, - "nauc_ndcg_at_20_std": -0.070834, - "nauc_ndcg_at_20_diff1": 0.944978, - "nauc_ndcg_at_100_max": 0.874104, - "nauc_ndcg_at_100_std": -0.077129, - "nauc_ndcg_at_100_diff1": 0.944164, - "nauc_ndcg_at_1000_max": 0.873211, - "nauc_ndcg_at_1000_std": -0.084773, - "nauc_ndcg_at_1000_diff1": 0.943768, - "nauc_map_at_1_max": 0.843553, - "nauc_map_at_1_std": -0.119348, - "nauc_map_at_1_diff1": 0.933457, - "nauc_map_at_3_max": 0.875115, - "nauc_map_at_3_std": -0.105175, - "nauc_map_at_3_diff1": 0.942893, - "nauc_map_at_5_max": 0.87341, - "nauc_map_at_5_std": -0.086215, - "nauc_map_at_5_diff1": 0.943564, - "nauc_map_at_10_max": 0.870591, - "nauc_map_at_10_std": -0.091135, - "nauc_map_at_10_diff1": 0.942739, - "nauc_map_at_20_max": 0.869811, - "nauc_map_at_20_std": -0.09184, - "nauc_map_at_20_diff1": 0.942406, - "nauc_map_at_100_max": 0.869642, - "nauc_map_at_100_std": -0.09288, - "nauc_map_at_100_diff1": 0.942311, - "nauc_map_at_1000_max": 0.869609, - "nauc_map_at_1000_std": -0.093153, - "nauc_map_at_1000_diff1": 0.942296, - "nauc_recall_at_1_max": 0.843553, - "nauc_recall_at_1_std": -0.119348, - "nauc_recall_at_1_diff1": 0.933457, - "nauc_recall_at_3_max": 0.949353, - "nauc_recall_at_3_std": -0.07696, - "nauc_recall_at_3_diff1": 0.963854, - "nauc_recall_at_5_max": 0.979575, - "nauc_recall_at_5_std": 0.140079, - "nauc_recall_at_5_diff1": 0.986928, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.22942, - "nauc_recall_at_10_diff1": 0.989107, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.569655, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.92963, + "mrr_at_5": 0.932185, + "mrr_at_10": 0.934187, + "mrr_at_20": 0.934629, + "mrr_at_100": 0.934819, + "mrr_at_1000": 0.934833, + "nauc_ndcg_at_1_max": 0.826189, + "nauc_ndcg_at_1_std": -0.344858, + "nauc_ndcg_at_1_diff1": 0.925792, + "nauc_ndcg_at_3_max": 0.86775, + "nauc_ndcg_at_3_std": -0.281408, + "nauc_ndcg_at_3_diff1": 0.937734, + "nauc_ndcg_at_5_max": 0.867094, + "nauc_ndcg_at_5_std": -0.270198, + "nauc_ndcg_at_5_diff1": 0.93799, + "nauc_ndcg_at_10_max": 0.858776, + "nauc_ndcg_at_10_std": -0.278925, + "nauc_ndcg_at_10_diff1": 0.935133, + "nauc_ndcg_at_20_max": 0.856687, + "nauc_ndcg_at_20_std": -0.280582, + "nauc_ndcg_at_20_diff1": 0.934576, + "nauc_ndcg_at_100_max": 0.854599, + "nauc_ndcg_at_100_std": -0.286999, + "nauc_ndcg_at_100_diff1": 0.933595, + "nauc_ndcg_at_1000_max": 0.853723, + "nauc_ndcg_at_1000_std": -0.294395, + "nauc_ndcg_at_1000_diff1": 0.933622, + "nauc_map_at_1_max": 0.826189, + "nauc_map_at_1_std": -0.344858, + "nauc_map_at_1_diff1": 0.925792, + "nauc_map_at_3_max": 0.855191, + "nauc_map_at_3_std": -0.30107, + "nauc_map_at_3_diff1": 0.93418, + "nauc_map_at_5_max": 0.854314, + "nauc_map_at_5_std": -0.297438, + "nauc_map_at_5_diff1": 0.934109, + "nauc_map_at_10_max": 0.851063, + "nauc_map_at_10_std": -0.301438, + "nauc_map_at_10_diff1": 0.933009, + "nauc_map_at_20_max": 0.850596, + "nauc_map_at_20_std": -0.302198, + "nauc_map_at_20_diff1": 0.932893, + "nauc_map_at_100_max": 0.850287, + "nauc_map_at_100_std": -0.303342, + "nauc_map_at_100_diff1": 0.93273, + "nauc_map_at_1000_max": 0.850254, + "nauc_map_at_1000_std": -0.303622, + "nauc_map_at_1000_diff1": 0.932735, + "nauc_recall_at_1_max": 0.826189, + "nauc_recall_at_1_std": -0.344858, + "nauc_recall_at_1_diff1": 0.925792, + "nauc_recall_at_3_max": 0.93075, + "nauc_recall_at_3_std": -0.182397, + "nauc_recall_at_3_diff1": 0.955519, + "nauc_recall_at_5_max": 0.952686, + "nauc_recall_at_5_std": -0.08055, + "nauc_recall_at_5_diff1": 0.964178, + "nauc_recall_at_10_max": 0.945594, + "nauc_recall_at_10_std": 0.017094, + "nauc_recall_at_10_diff1": 0.958522, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.24283, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.843553, - "nauc_precision_at_1_std": -0.119348, - "nauc_precision_at_1_diff1": 0.933457, - "nauc_precision_at_3_max": 0.949353, - "nauc_precision_at_3_std": -0.07696, - "nauc_precision_at_3_diff1": 0.963854, - "nauc_precision_at_5_max": 0.979575, - "nauc_precision_at_5_std": 0.140079, - "nauc_precision_at_5_diff1": 0.986928, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.22942, - "nauc_precision_at_10_diff1": 0.989107, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.569655, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.826189, + "nauc_precision_at_1_std": -0.344858, + "nauc_precision_at_1_diff1": 0.925792, + "nauc_precision_at_3_max": 0.93075, + "nauc_precision_at_3_std": -0.182397, + "nauc_precision_at_3_diff1": 0.955519, + "nauc_precision_at_5_max": 0.952686, + "nauc_precision_at_5_std": -0.08055, + "nauc_precision_at_5_diff1": 0.964178, + "nauc_precision_at_10_max": 0.945594, + "nauc_precision_at_10_std": 0.017094, + "nauc_precision_at_10_diff1": 0.958522, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.24283, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.843553, - "nauc_mrr_at_1_std": -0.119348, - "nauc_mrr_at_1_diff1": 0.933457, - "nauc_mrr_at_3_max": 0.875115, - "nauc_mrr_at_3_std": -0.105175, - "nauc_mrr_at_3_diff1": 0.942893, - "nauc_mrr_at_5_max": 0.87341, - "nauc_mrr_at_5_std": -0.086215, - "nauc_mrr_at_5_diff1": 0.943564, - "nauc_mrr_at_10_max": 0.870591, - "nauc_mrr_at_10_std": -0.091135, - "nauc_mrr_at_10_diff1": 0.942739, - "nauc_mrr_at_20_max": 0.869811, - "nauc_mrr_at_20_std": -0.09184, - "nauc_mrr_at_20_diff1": 0.942406, - "nauc_mrr_at_100_max": 0.869642, - "nauc_mrr_at_100_std": -0.09288, - "nauc_mrr_at_100_diff1": 0.942311, - "nauc_mrr_at_1000_max": 0.869609, - "nauc_mrr_at_1000_std": -0.093153, - "nauc_mrr_at_1000_diff1": 0.942296, - "main_score": 0.95453, + "nauc_mrr_at_1_max": 0.826189, + "nauc_mrr_at_1_std": -0.344858, + "nauc_mrr_at_1_diff1": 0.925792, + "nauc_mrr_at_3_max": 0.855191, + "nauc_mrr_at_3_std": -0.30107, + "nauc_mrr_at_3_diff1": 0.93418, + "nauc_mrr_at_5_max": 0.854314, + "nauc_mrr_at_5_std": -0.297438, + "nauc_mrr_at_5_diff1": 0.934109, + "nauc_mrr_at_10_max": 0.851063, + "nauc_mrr_at_10_std": -0.301438, + "nauc_mrr_at_10_diff1": 0.933009, + "nauc_mrr_at_20_max": 0.850596, + "nauc_mrr_at_20_std": -0.302198, + "nauc_mrr_at_20_diff1": 0.932893, + "nauc_mrr_at_100_max": 0.850287, + "nauc_mrr_at_100_std": -0.303342, + "nauc_mrr_at_100_diff1": 0.93273, + "nauc_mrr_at_1000_max": 0.850254, + "nauc_mrr_at_1000_std": -0.303622, + "nauc_mrr_at_1000_diff1": 0.932735, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94679, "hf_subset": "eng_Latn-ita_Latn", "languages": [ "eng-Latn", "ita-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.8864, - "ndcg_at_5": 0.89793, - "ndcg_at_10": 0.90226, - "ndcg_at_20": 0.90568, - "ndcg_at_100": 0.90996, - "ndcg_at_1000": 0.91115, - "map_at_1": 0.84667, - "map_at_3": 0.87704, - "map_at_5": 0.88348, - "map_at_10": 0.88528, - "map_at_20": 0.88624, - "map_at_100": 0.88682, - "map_at_1000": 0.88687, - "recall_at_1": 0.84667, - "recall_at_3": 0.91333, - "recall_at_5": 0.94111, - "recall_at_10": 0.95444, - "recall_at_20": 0.96778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.87891, + "ndcg_at_5": 0.88853, + "ndcg_at_10": 0.89449, + "ndcg_at_20": 0.89759, + "ndcg_at_100": 0.90303, + "ndcg_at_1000": 0.9042, + "map_at_1": 0.83556, + "map_at_3": 0.86852, + "map_at_5": 0.87385, + "map_at_10": 0.87645, + "map_at_20": 0.8773, + "map_at_100": 0.87808, + "map_at_1000": 0.87813, + "recall_at_1": 0.83556, + "recall_at_3": 0.90889, + "recall_at_5": 0.93222, + "recall_at_10": 0.95, + "recall_at_20": 0.96222, "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30444, - "precision_at_5": 0.18822, - "precision_at_10": 0.09544, - "precision_at_20": 0.04839, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30296, + "precision_at_5": 0.18644, + "precision_at_10": 0.095, + "precision_at_20": 0.04811, "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.877037, - "mrr_at_5": 0.883481, - "mrr_at_10": 0.88528, - "mrr_at_20": 0.886245, - "mrr_at_100": 0.886817, - "mrr_at_1000": 0.886869, - "nauc_ndcg_at_1_max": 0.753583, - "nauc_ndcg_at_1_std": -0.017253, - "nauc_ndcg_at_1_diff1": 0.920976, - "nauc_ndcg_at_3_max": 0.799073, - "nauc_ndcg_at_3_std": 0.054492, - "nauc_ndcg_at_3_diff1": 0.906776, - "nauc_ndcg_at_5_max": 0.797556, - "nauc_ndcg_at_5_std": 0.078861, - "nauc_ndcg_at_5_diff1": 0.908076, - "nauc_ndcg_at_10_max": 0.792475, - "nauc_ndcg_at_10_std": 0.06592, - "nauc_ndcg_at_10_diff1": 0.910338, - "nauc_ndcg_at_20_max": 0.791654, - "nauc_ndcg_at_20_std": 0.081869, - "nauc_ndcg_at_20_diff1": 0.911681, - "nauc_ndcg_at_100_max": 0.784964, - "nauc_ndcg_at_100_std": 0.068168, - "nauc_ndcg_at_100_diff1": 0.911099, - "nauc_ndcg_at_1000_max": 0.78621, - "nauc_ndcg_at_1000_std": 0.05974, - "nauc_ndcg_at_1000_diff1": 0.911527, - "nauc_map_at_1_max": 0.753583, - "nauc_map_at_1_std": -0.017253, - "nauc_map_at_1_diff1": 0.920976, - "nauc_map_at_3_max": 0.787198, - "nauc_map_at_3_std": 0.036649, - "nauc_map_at_3_diff1": 0.910548, - "nauc_map_at_5_max": 0.785845, - "nauc_map_at_5_std": 0.047559, - "nauc_map_at_5_diff1": 0.911334, - "nauc_map_at_10_max": 0.783871, - "nauc_map_at_10_std": 0.04274, - "nauc_map_at_10_diff1": 0.912243, - "nauc_map_at_20_max": 0.783548, - "nauc_map_at_20_std": 0.046462, - "nauc_map_at_20_diff1": 0.912531, - "nauc_map_at_100_max": 0.782791, - "nauc_map_at_100_std": 0.04502, - "nauc_map_at_100_diff1": 0.912467, - "nauc_map_at_1000_max": 0.782807, - "nauc_map_at_1000_std": 0.044716, - "nauc_map_at_1000_diff1": 0.91248, - "nauc_recall_at_1_max": 0.753583, - "nauc_recall_at_1_std": -0.017253, - "nauc_recall_at_1_diff1": 0.920976, - "nauc_recall_at_3_max": 0.845382, - "nauc_recall_at_3_std": 0.123501, - "nauc_recall_at_3_diff1": 0.892025, - "nauc_recall_at_5_max": 0.860481, - "nauc_recall_at_5_std": 0.255765, - "nauc_recall_at_5_diff1": 0.890906, - "nauc_recall_at_10_max": 0.84595, - "nauc_recall_at_10_std": 0.22048, - "nauc_recall_at_10_diff1": 0.89974, - "nauc_recall_at_20_max": 0.860282, - "nauc_recall_at_20_std": 0.45655, - "nauc_recall_at_20_diff1": 0.911378, - "nauc_recall_at_100_max": 0.682014, - "nauc_recall_at_100_std": 0.676762, - "nauc_recall_at_100_diff1": 0.87891, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753583, - "nauc_precision_at_1_std": -0.017253, - "nauc_precision_at_1_diff1": 0.920976, - "nauc_precision_at_3_max": 0.845382, - "nauc_precision_at_3_std": 0.123501, - "nauc_precision_at_3_diff1": 0.892025, - "nauc_precision_at_5_max": 0.860481, - "nauc_precision_at_5_std": 0.255765, - "nauc_precision_at_5_diff1": 0.890906, - "nauc_precision_at_10_max": 0.84595, - "nauc_precision_at_10_std": 0.22048, - "nauc_precision_at_10_diff1": 0.89974, - "nauc_precision_at_20_max": 0.860282, - "nauc_precision_at_20_std": 0.45655, - "nauc_precision_at_20_diff1": 0.911378, - "nauc_precision_at_100_max": 0.682014, - "nauc_precision_at_100_std": 0.676762, - "nauc_precision_at_100_diff1": 0.87891, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753583, - "nauc_mrr_at_1_std": -0.017253, - "nauc_mrr_at_1_diff1": 0.920976, - "nauc_mrr_at_3_max": 0.787198, - "nauc_mrr_at_3_std": 0.036649, - "nauc_mrr_at_3_diff1": 0.910548, - "nauc_mrr_at_5_max": 0.785845, - "nauc_mrr_at_5_std": 0.047559, - "nauc_mrr_at_5_diff1": 0.911334, - "nauc_mrr_at_10_max": 0.783871, - "nauc_mrr_at_10_std": 0.04274, - "nauc_mrr_at_10_diff1": 0.912243, - "nauc_mrr_at_20_max": 0.783548, - "nauc_mrr_at_20_std": 0.046462, - "nauc_mrr_at_20_diff1": 0.912531, - "nauc_mrr_at_100_max": 0.782791, - "nauc_mrr_at_100_std": 0.04502, - "nauc_mrr_at_100_diff1": 0.912467, - "nauc_mrr_at_1000_max": 0.782807, - "nauc_mrr_at_1000_std": 0.044716, - "nauc_mrr_at_1000_diff1": 0.91248, - "main_score": 0.90226, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.868519, + "mrr_at_5": 0.873852, + "mrr_at_10": 0.876445, + "mrr_at_20": 0.877296, + "mrr_at_100": 0.878081, + "mrr_at_1000": 0.878129, + "nauc_ndcg_at_1_max": 0.768426, + "nauc_ndcg_at_1_std": 0.034188, + "nauc_ndcg_at_1_diff1": 0.906951, + "nauc_ndcg_at_3_max": 0.80966, + "nauc_ndcg_at_3_std": 0.099046, + "nauc_ndcg_at_3_diff1": 0.8996, + "nauc_ndcg_at_5_max": 0.806447, + "nauc_ndcg_at_5_std": 0.087962, + "nauc_ndcg_at_5_diff1": 0.896972, + "nauc_ndcg_at_10_max": 0.812115, + "nauc_ndcg_at_10_std": 0.120807, + "nauc_ndcg_at_10_diff1": 0.900895, + "nauc_ndcg_at_20_max": 0.809845, + "nauc_ndcg_at_20_std": 0.127834, + "nauc_ndcg_at_20_diff1": 0.901019, + "nauc_ndcg_at_100_max": 0.802823, + "nauc_ndcg_at_100_std": 0.109481, + "nauc_ndcg_at_100_diff1": 0.901389, + "nauc_ndcg_at_1000_max": 0.802618, + "nauc_ndcg_at_1000_std": 0.103112, + "nauc_ndcg_at_1000_diff1": 0.901588, + "nauc_map_at_1_max": 0.768426, + "nauc_map_at_1_std": 0.034188, + "nauc_map_at_1_diff1": 0.906951, + "nauc_map_at_3_max": 0.799028, + "nauc_map_at_3_std": 0.081823, + "nauc_map_at_3_diff1": 0.901848, + "nauc_map_at_5_max": 0.797034, + "nauc_map_at_5_std": 0.076056, + "nauc_map_at_5_diff1": 0.900605, + "nauc_map_at_10_max": 0.7991, + "nauc_map_at_10_std": 0.088345, + "nauc_map_at_10_diff1": 0.902264, + "nauc_map_at_20_max": 0.798536, + "nauc_map_at_20_std": 0.089962, + "nauc_map_at_20_diff1": 0.902326, + "nauc_map_at_100_max": 0.797691, + "nauc_map_at_100_std": 0.087936, + "nauc_map_at_100_diff1": 0.902369, + "nauc_map_at_1000_max": 0.797681, + "nauc_map_at_1000_std": 0.087766, + "nauc_map_at_1000_diff1": 0.902369, + "nauc_recall_at_1_max": 0.768426, + "nauc_recall_at_1_std": 0.034188, + "nauc_recall_at_1_diff1": 0.906951, + "nauc_recall_at_3_max": 0.851506, + "nauc_recall_at_3_std": 0.167168, + "nauc_recall_at_3_diff1": 0.890517, + "nauc_recall_at_5_max": 0.853041, + "nauc_recall_at_5_std": 0.144288, + "nauc_recall_at_5_diff1": 0.877547, + "nauc_recall_at_10_max": 0.902075, + "nauc_recall_at_10_std": 0.360307, + "nauc_recall_at_10_diff1": 0.893039, + "nauc_recall_at_20_max": 0.906437, + "nauc_recall_at_20_std": 0.50519, + "nauc_recall_at_20_diff1": 0.891251, + "nauc_recall_at_100_max": 0.818861, + "nauc_recall_at_100_std": 0.637138, + "nauc_recall_at_100_diff1": 0.881536, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768426, + "nauc_precision_at_1_std": 0.034188, + "nauc_precision_at_1_diff1": 0.906951, + "nauc_precision_at_3_max": 0.851506, + "nauc_precision_at_3_std": 0.167168, + "nauc_precision_at_3_diff1": 0.890517, + "nauc_precision_at_5_max": 0.853041, + "nauc_precision_at_5_std": 0.144288, + "nauc_precision_at_5_diff1": 0.877547, + "nauc_precision_at_10_max": 0.902075, + "nauc_precision_at_10_std": 0.360307, + "nauc_precision_at_10_diff1": 0.893039, + "nauc_precision_at_20_max": 0.906437, + "nauc_precision_at_20_std": 0.50519, + "nauc_precision_at_20_diff1": 0.891251, + "nauc_precision_at_100_max": 0.818861, + "nauc_precision_at_100_std": 0.637138, + "nauc_precision_at_100_diff1": 0.881536, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768426, + "nauc_mrr_at_1_std": 0.034188, + "nauc_mrr_at_1_diff1": 0.906951, + "nauc_mrr_at_3_max": 0.799028, + "nauc_mrr_at_3_std": 0.081823, + "nauc_mrr_at_3_diff1": 0.901848, + "nauc_mrr_at_5_max": 0.797034, + "nauc_mrr_at_5_std": 0.076056, + "nauc_mrr_at_5_diff1": 0.900605, + "nauc_mrr_at_10_max": 0.7991, + "nauc_mrr_at_10_std": 0.088345, + "nauc_mrr_at_10_diff1": 0.902264, + "nauc_mrr_at_20_max": 0.798536, + "nauc_mrr_at_20_std": 0.089962, + "nauc_mrr_at_20_diff1": 0.902326, + "nauc_mrr_at_100_max": 0.797691, + "nauc_mrr_at_100_std": 0.087936, + "nauc_mrr_at_100_diff1": 0.902369, + "nauc_mrr_at_1000_max": 0.797681, + "nauc_mrr_at_1000_std": 0.087766, + "nauc_mrr_at_1000_diff1": 0.902369, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.90889, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.89449, "hf_subset": "jav_Latn-jav_Latn", "languages": [ "jav-Latn", "jav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.93061, - "ndcg_at_5": 0.93706, - "ndcg_at_10": 0.9404, - "ndcg_at_20": 0.94239, - "ndcg_at_100": 0.94368, - "ndcg_at_1000": 0.94413, - "map_at_1": 0.89, - "map_at_3": 0.92148, - "map_at_5": 0.92509, - "map_at_10": 0.92653, - "map_at_20": 0.92709, - "map_at_100": 0.92729, - "map_at_1000": 0.92731, - "recall_at_1": 0.89, - "recall_at_3": 0.95667, - "recall_at_5": 0.97222, - "recall_at_10": 0.98222, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93278, + "ndcg_at_5": 0.93828, + "ndcg_at_10": 0.94133, + "ndcg_at_20": 0.94426, + "ndcg_at_100": 0.94574, + "ndcg_at_1000": 0.94618, + "map_at_1": 0.89778, + "map_at_3": 0.92481, + "map_at_5": 0.92787, + "map_at_10": 0.92923, + "map_at_20": 0.9301, + "map_at_100": 0.93032, + "map_at_1000": 0.93034, + "recall_at_1": 0.89778, + "recall_at_3": 0.95556, + "recall_at_5": 0.96889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31889, - "precision_at_5": 0.19444, - "precision_at_10": 0.09822, - "precision_at_20": 0.0495, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19378, + "precision_at_10": 0.09778, + "precision_at_20": 0.04944, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, - "mrr_at_3": 0.921481, - "mrr_at_5": 0.925093, - "mrr_at_10": 0.926532, - "mrr_at_20": 0.927092, - "mrr_at_100": 0.927285, - "mrr_at_1000": 0.927305, - "nauc_ndcg_at_1_max": 0.687035, - "nauc_ndcg_at_1_std": -0.266691, - "nauc_ndcg_at_1_diff1": 0.902218, - "nauc_ndcg_at_3_max": 0.736485, - "nauc_ndcg_at_3_std": -0.267206, - "nauc_ndcg_at_3_diff1": 0.897937, - "nauc_ndcg_at_5_max": 0.737001, - "nauc_ndcg_at_5_std": -0.29052, - "nauc_ndcg_at_5_diff1": 0.896458, - "nauc_ndcg_at_10_max": 0.730656, - "nauc_ndcg_at_10_std": -0.271474, - "nauc_ndcg_at_10_diff1": 0.89634, - "nauc_ndcg_at_20_max": 0.727417, - "nauc_ndcg_at_20_std": -0.270654, - "nauc_ndcg_at_20_diff1": 0.897777, - "nauc_ndcg_at_100_max": 0.727374, - "nauc_ndcg_at_100_std": -0.263592, - "nauc_ndcg_at_100_diff1": 0.898787, - "nauc_ndcg_at_1000_max": 0.725174, - "nauc_ndcg_at_1000_std": -0.265371, - "nauc_ndcg_at_1000_diff1": 0.898284, - "nauc_map_at_1_max": 0.687035, - "nauc_map_at_1_std": -0.266691, - "nauc_map_at_1_diff1": 0.902218, - "nauc_map_at_3_max": 0.724042, - "nauc_map_at_3_std": -0.262551, - "nauc_map_at_3_diff1": 0.898822, - "nauc_map_at_5_max": 0.723921, - "nauc_map_at_5_std": -0.273539, - "nauc_map_at_5_diff1": 0.89818, - "nauc_map_at_10_max": 0.72144, - "nauc_map_at_10_std": -0.266721, - "nauc_map_at_10_diff1": 0.898118, - "nauc_map_at_20_max": 0.720679, - "nauc_map_at_20_std": -0.266406, - "nauc_map_at_20_diff1": 0.898474, - "nauc_map_at_100_max": 0.720665, - "nauc_map_at_100_std": -0.265344, - "nauc_map_at_100_diff1": 0.898619, - "nauc_map_at_1000_max": 0.720587, - "nauc_map_at_1000_std": -0.265307, - "nauc_map_at_1000_diff1": 0.898597, - "nauc_recall_at_1_max": 0.687035, - "nauc_recall_at_1_std": -0.266691, - "nauc_recall_at_1_diff1": 0.902218, - "nauc_recall_at_3_max": 0.797888, - "nauc_recall_at_3_std": -0.294668, - "nauc_recall_at_3_diff1": 0.893761, - "nauc_recall_at_5_max": 0.8324, - "nauc_recall_at_5_std": -0.433632, - "nauc_recall_at_5_diff1": 0.883287, - "nauc_recall_at_10_max": 0.822887, - "nauc_recall_at_10_std": -0.320524, - "nauc_recall_at_10_diff1": 0.875846, - "nauc_recall_at_20_max": 0.820521, - "nauc_recall_at_20_std": -0.345887, - "nauc_recall_at_20_diff1": 0.890549, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.043106, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.92787, + "mrr_at_10": 0.929233, + "mrr_at_20": 0.930101, + "mrr_at_100": 0.930317, + "mrr_at_1000": 0.930337, + "nauc_ndcg_at_1_max": 0.666796, + "nauc_ndcg_at_1_std": -0.337449, + "nauc_ndcg_at_1_diff1": 0.887361, + "nauc_ndcg_at_3_max": 0.716855, + "nauc_ndcg_at_3_std": -0.284768, + "nauc_ndcg_at_3_diff1": 0.888087, + "nauc_ndcg_at_5_max": 0.714686, + "nauc_ndcg_at_5_std": -0.28535, + "nauc_ndcg_at_5_diff1": 0.884803, + "nauc_ndcg_at_10_max": 0.707283, + "nauc_ndcg_at_10_std": -0.31394, + "nauc_ndcg_at_10_diff1": 0.886495, + "nauc_ndcg_at_20_max": 0.704441, + "nauc_ndcg_at_20_std": -0.307954, + "nauc_ndcg_at_20_diff1": 0.886822, + "nauc_ndcg_at_100_max": 0.705001, + "nauc_ndcg_at_100_std": -0.299692, + "nauc_ndcg_at_100_diff1": 0.887319, + "nauc_ndcg_at_1000_max": 0.702971, + "nauc_ndcg_at_1000_std": -0.30378, + "nauc_ndcg_at_1000_diff1": 0.886792, + "nauc_map_at_1_max": 0.666796, + "nauc_map_at_1_std": -0.337449, + "nauc_map_at_1_diff1": 0.887361, + "nauc_map_at_3_max": 0.704499, + "nauc_map_at_3_std": -0.299061, + "nauc_map_at_3_diff1": 0.887484, + "nauc_map_at_5_max": 0.702671, + "nauc_map_at_5_std": -0.299496, + "nauc_map_at_5_diff1": 0.885785, + "nauc_map_at_10_max": 0.699737, + "nauc_map_at_10_std": -0.310151, + "nauc_map_at_10_diff1": 0.886519, + "nauc_map_at_20_max": 0.698904, + "nauc_map_at_20_std": -0.308926, + "nauc_map_at_20_diff1": 0.886502, + "nauc_map_at_100_max": 0.698978, + "nauc_map_at_100_std": -0.307893, + "nauc_map_at_100_diff1": 0.886581, + "nauc_map_at_1000_max": 0.698913, + "nauc_map_at_1000_std": -0.307932, + "nauc_map_at_1000_diff1": 0.886569, + "nauc_recall_at_1_max": 0.666796, + "nauc_recall_at_1_std": -0.337449, + "nauc_recall_at_1_diff1": 0.887361, + "nauc_recall_at_3_max": 0.774241, + "nauc_recall_at_3_std": -0.217192, + "nauc_recall_at_3_diff1": 0.891282, + "nauc_recall_at_5_max": 0.791016, + "nauc_recall_at_5_std": -0.195328, + "nauc_recall_at_5_diff1": 0.877951, + "nauc_recall_at_10_max": 0.764029, + "nauc_recall_at_10_std": -0.38233, + "nauc_recall_at_10_diff1": 0.886788, + "nauc_recall_at_20_max": 0.769655, + "nauc_recall_at_20_std": -0.327264, + "nauc_recall_at_20_diff1": 0.897759, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.687035, - "nauc_precision_at_1_std": -0.266691, - "nauc_precision_at_1_diff1": 0.902218, - "nauc_precision_at_3_max": 0.797888, - "nauc_precision_at_3_std": -0.294668, - "nauc_precision_at_3_diff1": 0.893761, - "nauc_precision_at_5_max": 0.8324, - "nauc_precision_at_5_std": -0.433632, - "nauc_precision_at_5_diff1": 0.883287, - "nauc_precision_at_10_max": 0.822887, - "nauc_precision_at_10_std": -0.320524, - "nauc_precision_at_10_diff1": 0.875846, - "nauc_precision_at_20_max": 0.820521, - "nauc_precision_at_20_std": -0.345887, - "nauc_precision_at_20_diff1": 0.890549, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_1_max": 0.666796, + "nauc_precision_at_1_std": -0.337449, + "nauc_precision_at_1_diff1": 0.887361, + "nauc_precision_at_3_max": 0.774241, + "nauc_precision_at_3_std": -0.217192, + "nauc_precision_at_3_diff1": 0.891282, + "nauc_precision_at_5_max": 0.791016, + "nauc_precision_at_5_std": -0.195328, + "nauc_precision_at_5_diff1": 0.877951, + "nauc_precision_at_10_max": 0.764029, + "nauc_precision_at_10_std": -0.38233, + "nauc_precision_at_10_diff1": 0.886788, + "nauc_precision_at_20_max": 0.769655, + "nauc_precision_at_20_std": -0.327264, + "nauc_precision_at_20_diff1": 0.897759, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.687035, - "nauc_mrr_at_1_std": -0.266691, - "nauc_mrr_at_1_diff1": 0.902218, - "nauc_mrr_at_3_max": 0.724042, - "nauc_mrr_at_3_std": -0.262551, - "nauc_mrr_at_3_diff1": 0.898822, - "nauc_mrr_at_5_max": 0.723921, - "nauc_mrr_at_5_std": -0.273539, - "nauc_mrr_at_5_diff1": 0.89818, - "nauc_mrr_at_10_max": 0.72144, - "nauc_mrr_at_10_std": -0.266721, - "nauc_mrr_at_10_diff1": 0.898118, - "nauc_mrr_at_20_max": 0.720679, - "nauc_mrr_at_20_std": -0.266406, - "nauc_mrr_at_20_diff1": 0.898474, - "nauc_mrr_at_100_max": 0.720665, - "nauc_mrr_at_100_std": -0.265344, - "nauc_mrr_at_100_diff1": 0.898619, - "nauc_mrr_at_1000_max": 0.720587, - "nauc_mrr_at_1000_std": -0.265307, - "nauc_mrr_at_1000_diff1": 0.898597, - "main_score": 0.9404, + "nauc_mrr_at_1_max": 0.666796, + "nauc_mrr_at_1_std": -0.337449, + "nauc_mrr_at_1_diff1": 0.887361, + "nauc_mrr_at_3_max": 0.704499, + "nauc_mrr_at_3_std": -0.299061, + "nauc_mrr_at_3_diff1": 0.887484, + "nauc_mrr_at_5_max": 0.702671, + "nauc_mrr_at_5_std": -0.299496, + "nauc_mrr_at_5_diff1": 0.885785, + "nauc_mrr_at_10_max": 0.699737, + "nauc_mrr_at_10_std": -0.310151, + "nauc_mrr_at_10_diff1": 0.886519, + "nauc_mrr_at_20_max": 0.698904, + "nauc_mrr_at_20_std": -0.308926, + "nauc_mrr_at_20_diff1": 0.886502, + "nauc_mrr_at_100_max": 0.698978, + "nauc_mrr_at_100_std": -0.307893, + "nauc_mrr_at_100_diff1": 0.886581, + "nauc_mrr_at_1000_max": 0.698913, + "nauc_mrr_at_1000_std": -0.307932, + "nauc_mrr_at_1000_diff1": 0.886569, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94133, "hf_subset": "jav_Latn-eng_Latn", "languages": [ "jav-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.76778, - "ndcg_at_3": 0.82782, - "ndcg_at_5": 0.83843, - "ndcg_at_10": 0.8483, - "ndcg_at_20": 0.85374, - "ndcg_at_100": 0.86199, - "ndcg_at_1000": 0.86328, - "map_at_1": 0.76778, - "map_at_3": 0.81389, - "map_at_5": 0.81983, - "map_at_10": 0.82379, - "map_at_20": 0.82534, - "map_at_100": 0.82648, - "map_at_1000": 0.82652, - "recall_at_1": 0.76778, - "recall_at_3": 0.86778, - "recall_at_5": 0.89333, - "recall_at_10": 0.92444, - "recall_at_20": 0.94556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76222, + "ndcg_at_3": 0.82057, + "ndcg_at_5": 0.83104, + "ndcg_at_10": 0.83906, + "ndcg_at_20": 0.84502, + "ndcg_at_100": 0.8548, + "ndcg_at_1000": 0.85673, + "map_at_1": 0.76222, + "map_at_3": 0.80685, + "map_at_5": 0.81263, + "map_at_10": 0.81602, + "map_at_20": 0.81768, + "map_at_100": 0.81907, + "map_at_1000": 0.81916, + "recall_at_1": 0.76222, + "recall_at_3": 0.86, + "recall_at_5": 0.88556, + "recall_at_10": 0.91, + "recall_at_20": 0.93333, + "recall_at_100": 0.98556, "recall_at_1000": 1.0, - "precision_at_1": 0.76778, - "precision_at_3": 0.28926, - "precision_at_5": 0.17867, - "precision_at_10": 0.09244, - "precision_at_20": 0.04728, - "precision_at_100": 0.0099, + "accuracy": 0.76222, + "precision_at_1": 0.76222, + "precision_at_3": 0.28667, + "precision_at_5": 0.17711, + "precision_at_10": 0.091, + "precision_at_20": 0.04667, + "precision_at_100": 0.00986, "precision_at_1000": 0.001, - "mrr_at_1": 0.767778, - "mrr_at_3": 0.813889, - "mrr_at_5": 0.819833, - "mrr_at_10": 0.823791, - "mrr_at_20": 0.825341, - "mrr_at_100": 0.826478, - "mrr_at_1000": 0.826525, - "nauc_ndcg_at_1_max": 0.802227, - "nauc_ndcg_at_1_std": 0.136478, - "nauc_ndcg_at_1_diff1": 0.922786, - "nauc_ndcg_at_3_max": 0.828282, - "nauc_ndcg_at_3_std": 0.187054, - "nauc_ndcg_at_3_diff1": 0.898925, - "nauc_ndcg_at_5_max": 0.830515, - "nauc_ndcg_at_5_std": 0.206961, - "nauc_ndcg_at_5_diff1": 0.898338, - "nauc_ndcg_at_10_max": 0.828035, - "nauc_ndcg_at_10_std": 0.210446, - "nauc_ndcg_at_10_diff1": 0.89991, - "nauc_ndcg_at_20_max": 0.825337, - "nauc_ndcg_at_20_std": 0.202868, - "nauc_ndcg_at_20_diff1": 0.90396, - "nauc_ndcg_at_100_max": 0.822568, - "nauc_ndcg_at_100_std": 0.199317, - "nauc_ndcg_at_100_diff1": 0.90415, - "nauc_ndcg_at_1000_max": 0.823574, - "nauc_ndcg_at_1000_std": 0.192995, - "nauc_ndcg_at_1000_diff1": 0.904535, - "nauc_map_at_1_max": 0.802227, - "nauc_map_at_1_std": 0.136478, - "nauc_map_at_1_diff1": 0.922786, - "nauc_map_at_3_max": 0.82282, - "nauc_map_at_3_std": 0.175225, - "nauc_map_at_3_diff1": 0.905457, - "nauc_map_at_5_max": 0.823847, - "nauc_map_at_5_std": 0.18535, - "nauc_map_at_5_diff1": 0.905301, - "nauc_map_at_10_max": 0.822688, - "nauc_map_at_10_std": 0.185541, - "nauc_map_at_10_diff1": 0.905853, - "nauc_map_at_20_max": 0.821956, - "nauc_map_at_20_std": 0.183454, - "nauc_map_at_20_diff1": 0.906825, - "nauc_map_at_100_max": 0.821641, - "nauc_map_at_100_std": 0.182859, - "nauc_map_at_100_diff1": 0.906813, - "nauc_map_at_1000_max": 0.821681, - "nauc_map_at_1000_std": 0.182678, - "nauc_map_at_1000_diff1": 0.906828, - "nauc_recall_at_1_max": 0.802227, - "nauc_recall_at_1_std": 0.136478, - "nauc_recall_at_1_diff1": 0.922786, - "nauc_recall_at_3_max": 0.848297, - "nauc_recall_at_3_std": 0.231362, - "nauc_recall_at_3_diff1": 0.873798, - "nauc_recall_at_5_max": 0.859805, - "nauc_recall_at_5_std": 0.306925, - "nauc_recall_at_5_diff1": 0.86688, - "nauc_recall_at_10_max": 0.858372, - "nauc_recall_at_10_std": 0.373524, - "nauc_recall_at_10_diff1": 0.865402, - "nauc_recall_at_20_max": 0.844566, - "nauc_recall_at_20_std": 0.363555, - "nauc_recall_at_20_diff1": 0.892767, - "nauc_recall_at_100_max": 0.731871, - "nauc_recall_at_100_std": 0.828094, - "nauc_recall_at_100_diff1": 0.868762, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.802227, - "nauc_precision_at_1_std": 0.136478, - "nauc_precision_at_1_diff1": 0.922786, - "nauc_precision_at_3_max": 0.848297, - "nauc_precision_at_3_std": 0.231362, - "nauc_precision_at_3_diff1": 0.873798, - "nauc_precision_at_5_max": 0.859805, - "nauc_precision_at_5_std": 0.306925, - "nauc_precision_at_5_diff1": 0.86688, - "nauc_precision_at_10_max": 0.858372, - "nauc_precision_at_10_std": 0.373524, - "nauc_precision_at_10_diff1": 0.865402, - "nauc_precision_at_20_max": 0.844566, - "nauc_precision_at_20_std": 0.363555, - "nauc_precision_at_20_diff1": 0.892767, - "nauc_precision_at_100_max": 0.731871, - "nauc_precision_at_100_std": 0.828094, - "nauc_precision_at_100_diff1": 0.868762, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.802227, - "nauc_mrr_at_1_std": 0.136478, - "nauc_mrr_at_1_diff1": 0.922786, - "nauc_mrr_at_3_max": 0.82282, - "nauc_mrr_at_3_std": 0.175225, - "nauc_mrr_at_3_diff1": 0.905457, - "nauc_mrr_at_5_max": 0.823847, - "nauc_mrr_at_5_std": 0.18535, - "nauc_mrr_at_5_diff1": 0.905301, - "nauc_mrr_at_10_max": 0.822688, - "nauc_mrr_at_10_std": 0.185541, - "nauc_mrr_at_10_diff1": 0.905853, - "nauc_mrr_at_20_max": 0.821956, - "nauc_mrr_at_20_std": 0.183454, - "nauc_mrr_at_20_diff1": 0.906825, - "nauc_mrr_at_100_max": 0.821641, - "nauc_mrr_at_100_std": 0.182859, - "nauc_mrr_at_100_diff1": 0.906813, - "nauc_mrr_at_1000_max": 0.821681, - "nauc_mrr_at_1000_std": 0.182678, - "nauc_mrr_at_1000_diff1": 0.906828, - "main_score": 0.8483, + "mrr_at_1": 0.762222, + "mrr_at_3": 0.806852, + "mrr_at_5": 0.81263, + "mrr_at_10": 0.816016, + "mrr_at_20": 0.817678, + "mrr_at_100": 0.819071, + "mrr_at_1000": 0.819156, + "nauc_ndcg_at_1_max": 0.762048, + "nauc_ndcg_at_1_std": 0.064244, + "nauc_ndcg_at_1_diff1": 0.900164, + "nauc_ndcg_at_3_max": 0.812991, + "nauc_ndcg_at_3_std": 0.147163, + "nauc_ndcg_at_3_diff1": 0.886883, + "nauc_ndcg_at_5_max": 0.805258, + "nauc_ndcg_at_5_std": 0.13834, + "nauc_ndcg_at_5_diff1": 0.887131, + "nauc_ndcg_at_10_max": 0.806423, + "nauc_ndcg_at_10_std": 0.142544, + "nauc_ndcg_at_10_diff1": 0.8867, + "nauc_ndcg_at_20_max": 0.804339, + "nauc_ndcg_at_20_std": 0.150958, + "nauc_ndcg_at_20_diff1": 0.887686, + "nauc_ndcg_at_100_max": 0.800212, + "nauc_ndcg_at_100_std": 0.144567, + "nauc_ndcg_at_100_diff1": 0.888513, + "nauc_ndcg_at_1000_max": 0.799845, + "nauc_ndcg_at_1000_std": 0.13634, + "nauc_ndcg_at_1000_diff1": 0.889742, + "nauc_map_at_1_max": 0.762048, + "nauc_map_at_1_std": 0.064244, + "nauc_map_at_1_diff1": 0.900164, + "nauc_map_at_3_max": 0.80076, + "nauc_map_at_3_std": 0.127022, + "nauc_map_at_3_diff1": 0.890873, + "nauc_map_at_5_max": 0.796547, + "nauc_map_at_5_std": 0.122243, + "nauc_map_at_5_diff1": 0.89116, + "nauc_map_at_10_max": 0.796586, + "nauc_map_at_10_std": 0.122717, + "nauc_map_at_10_diff1": 0.890993, + "nauc_map_at_20_max": 0.795959, + "nauc_map_at_20_std": 0.124414, + "nauc_map_at_20_diff1": 0.891237, + "nauc_map_at_100_max": 0.795535, + "nauc_map_at_100_std": 0.123896, + "nauc_map_at_100_diff1": 0.891435, + "nauc_map_at_1000_max": 0.795524, + "nauc_map_at_1000_std": 0.123638, + "nauc_map_at_1000_diff1": 0.891486, + "nauc_recall_at_1_max": 0.762048, + "nauc_recall_at_1_std": 0.064244, + "nauc_recall_at_1_diff1": 0.900164, + "nauc_recall_at_3_max": 0.858271, + "nauc_recall_at_3_std": 0.221884, + "nauc_recall_at_3_diff1": 0.871584, + "nauc_recall_at_5_max": 0.840529, + "nauc_recall_at_5_std": 0.204866, + "nauc_recall_at_5_diff1": 0.869116, + "nauc_recall_at_10_max": 0.857731, + "nauc_recall_at_10_std": 0.25104, + "nauc_recall_at_10_diff1": 0.863172, + "nauc_recall_at_20_max": 0.858473, + "nauc_recall_at_20_std": 0.362372, + "nauc_recall_at_20_diff1": 0.863912, + "nauc_recall_at_100_max": 0.829455, + "nauc_recall_at_100_std": 0.73199, + "nauc_recall_at_100_diff1": 0.807872, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762048, + "nauc_precision_at_1_std": 0.064244, + "nauc_precision_at_1_diff1": 0.900164, + "nauc_precision_at_3_max": 0.858271, + "nauc_precision_at_3_std": 0.221884, + "nauc_precision_at_3_diff1": 0.871584, + "nauc_precision_at_5_max": 0.840529, + "nauc_precision_at_5_std": 0.204866, + "nauc_precision_at_5_diff1": 0.869116, + "nauc_precision_at_10_max": 0.857731, + "nauc_precision_at_10_std": 0.25104, + "nauc_precision_at_10_diff1": 0.863172, + "nauc_precision_at_20_max": 0.858473, + "nauc_precision_at_20_std": 0.362372, + "nauc_precision_at_20_diff1": 0.863912, + "nauc_precision_at_100_max": 0.829455, + "nauc_precision_at_100_std": 0.73199, + "nauc_precision_at_100_diff1": 0.807872, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762048, + "nauc_mrr_at_1_std": 0.064244, + "nauc_mrr_at_1_diff1": 0.900164, + "nauc_mrr_at_3_max": 0.80076, + "nauc_mrr_at_3_std": 0.127022, + "nauc_mrr_at_3_diff1": 0.890873, + "nauc_mrr_at_5_max": 0.796547, + "nauc_mrr_at_5_std": 0.122243, + "nauc_mrr_at_5_diff1": 0.89116, + "nauc_mrr_at_10_max": 0.796586, + "nauc_mrr_at_10_std": 0.122717, + "nauc_mrr_at_10_diff1": 0.890993, + "nauc_mrr_at_20_max": 0.795959, + "nauc_mrr_at_20_std": 0.124414, + "nauc_mrr_at_20_diff1": 0.891237, + "nauc_mrr_at_100_max": 0.795535, + "nauc_mrr_at_100_std": 0.123896, + "nauc_mrr_at_100_diff1": 0.891435, + "nauc_mrr_at_1000_max": 0.795524, + "nauc_mrr_at_1000_std": 0.123638, + "nauc_mrr_at_1000_diff1": 0.891486, + "hit_rate_at_1": 0.76222, + "hit_rate_at_3": 0.86, + "hit_rate_at_5": 0.88556, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.83906, "hf_subset": "eng_Latn-jav_Latn", "languages": [ "eng-Latn", "jav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90333, - "ndcg_at_3": 0.94254, - "ndcg_at_5": 0.94756, - "ndcg_at_10": 0.94973, - "ndcg_at_20": 0.95143, - "ndcg_at_100": 0.95228, - "ndcg_at_1000": 0.95258, - "map_at_1": 0.90333, - "map_at_3": 0.9337, - "map_at_5": 0.93648, - "map_at_10": 0.93739, - "map_at_20": 0.93786, - "map_at_100": 0.93799, - "map_at_1000": 0.938, - "recall_at_1": 0.90333, - "recall_at_3": 0.96778, - "recall_at_5": 0.98, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, - "recall_at_1000": 1.0, - "precision_at_1": 0.90333, - "precision_at_3": 0.32259, - "precision_at_5": 0.196, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.94184, + "ndcg_at_5": 0.94451, + "ndcg_at_10": 0.94701, + "ndcg_at_20": 0.94876, + "ndcg_at_100": 0.94995, + "ndcg_at_1000": 0.95009, + "map_at_1": 0.89889, + "map_at_3": 0.93167, + "map_at_5": 0.93311, + "map_at_10": 0.93414, + "map_at_20": 0.93465, + "map_at_100": 0.9348, + "map_at_1000": 0.93481, + "recall_at_1": 0.89889, + "recall_at_3": 0.97111, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.3237, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.903333, - "mrr_at_3": 0.933704, - "mrr_at_5": 0.936481, - "mrr_at_10": 0.937392, - "mrr_at_20": 0.937865, - "mrr_at_100": 0.937992, - "mrr_at_1000": 0.938004, - "nauc_ndcg_at_1_max": 0.767276, - "nauc_ndcg_at_1_std": -0.100492, - "nauc_ndcg_at_1_diff1": 0.932789, - "nauc_ndcg_at_3_max": 0.827601, - "nauc_ndcg_at_3_std": -0.081191, - "nauc_ndcg_at_3_diff1": 0.940197, - "nauc_ndcg_at_5_max": 0.816967, - "nauc_ndcg_at_5_std": -0.098607, - "nauc_ndcg_at_5_diff1": 0.940206, - "nauc_ndcg_at_10_max": 0.814974, - "nauc_ndcg_at_10_std": -0.0662, - "nauc_ndcg_at_10_diff1": 0.937619, - "nauc_ndcg_at_20_max": 0.810045, - "nauc_ndcg_at_20_std": -0.07758, - "nauc_ndcg_at_20_diff1": 0.936986, - "nauc_ndcg_at_100_max": 0.807662, - "nauc_ndcg_at_100_std": -0.084401, - "nauc_ndcg_at_100_diff1": 0.937558, - "nauc_ndcg_at_1000_max": 0.806468, - "nauc_ndcg_at_1000_std": -0.090705, - "nauc_ndcg_at_1000_diff1": 0.937599, - "nauc_map_at_1_max": 0.767276, - "nauc_map_at_1_std": -0.100492, - "nauc_map_at_1_diff1": 0.932789, - "nauc_map_at_3_max": 0.810028, - "nauc_map_at_3_std": -0.095341, - "nauc_map_at_3_diff1": 0.938448, - "nauc_map_at_5_max": 0.804422, - "nauc_map_at_5_std": -0.103524, - "nauc_map_at_5_diff1": 0.938329, - "nauc_map_at_10_max": 0.803461, - "nauc_map_at_10_std": -0.093383, - "nauc_map_at_10_diff1": 0.937433, - "nauc_map_at_20_max": 0.802314, - "nauc_map_at_20_std": -0.095524, - "nauc_map_at_20_diff1": 0.937306, - "nauc_map_at_100_max": 0.801965, - "nauc_map_at_100_std": -0.096901, - "nauc_map_at_100_diff1": 0.937359, - "nauc_map_at_1000_max": 0.801925, - "nauc_map_at_1000_std": -0.097101, - "nauc_map_at_1000_diff1": 0.937363, - "nauc_recall_at_1_max": 0.767276, - "nauc_recall_at_1_std": -0.100492, - "nauc_recall_at_1_diff1": 0.932789, - "nauc_recall_at_3_max": 0.928845, - "nauc_recall_at_3_std": 0.009079, - "nauc_recall_at_3_diff1": 0.949854, - "nauc_recall_at_5_max": 0.92258, - "nauc_recall_at_5_std": -0.05208, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.955065, - "nauc_recall_at_10_std": 0.362823, - "nauc_recall_at_10_diff1": 0.934641, - "nauc_recall_at_20_max": 0.953704, - "nauc_recall_at_20_std": 0.431684, - "nauc_recall_at_20_diff1": 0.912854, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.931667, + "mrr_at_5": 0.933111, + "mrr_at_10": 0.934136, + "mrr_at_20": 0.934648, + "mrr_at_100": 0.934801, + "mrr_at_1000": 0.934805, + "nauc_ndcg_at_1_max": 0.757488, + "nauc_ndcg_at_1_std": -0.108784, + "nauc_ndcg_at_1_diff1": 0.926301, + "nauc_ndcg_at_3_max": 0.813326, + "nauc_ndcg_at_3_std": -0.092514, + "nauc_ndcg_at_3_diff1": 0.93332, + "nauc_ndcg_at_5_max": 0.809912, + "nauc_ndcg_at_5_std": -0.073616, + "nauc_ndcg_at_5_diff1": 0.932255, + "nauc_ndcg_at_10_max": 0.806377, + "nauc_ndcg_at_10_std": -0.060067, + "nauc_ndcg_at_10_diff1": 0.932479, + "nauc_ndcg_at_20_max": 0.802144, + "nauc_ndcg_at_20_std": -0.070507, + "nauc_ndcg_at_20_diff1": 0.930175, + "nauc_ndcg_at_100_max": 0.798432, + "nauc_ndcg_at_100_std": -0.081019, + "nauc_ndcg_at_100_diff1": 0.931351, + "nauc_ndcg_at_1000_max": 0.797878, + "nauc_ndcg_at_1000_std": -0.08399, + "nauc_ndcg_at_1000_diff1": 0.931162, + "nauc_map_at_1_max": 0.757488, + "nauc_map_at_1_std": -0.108784, + "nauc_map_at_1_diff1": 0.926301, + "nauc_map_at_3_max": 0.797895, + "nauc_map_at_3_std": -0.099049, + "nauc_map_at_3_diff1": 0.931709, + "nauc_map_at_5_max": 0.795986, + "nauc_map_at_5_std": -0.09054, + "nauc_map_at_5_diff1": 0.931156, + "nauc_map_at_10_max": 0.794451, + "nauc_map_at_10_std": -0.088076, + "nauc_map_at_10_diff1": 0.931163, + "nauc_map_at_20_max": 0.793408, + "nauc_map_at_20_std": -0.09024, + "nauc_map_at_20_diff1": 0.930623, + "nauc_map_at_100_max": 0.793011, + "nauc_map_at_100_std": -0.09155, + "nauc_map_at_100_diff1": 0.930784, + "nauc_map_at_1000_max": 0.792998, + "nauc_map_at_1000_std": -0.091618, + "nauc_map_at_1000_diff1": 0.930779, + "nauc_recall_at_1_max": 0.757488, + "nauc_recall_at_1_std": -0.108784, + "nauc_recall_at_1_diff1": 0.926301, + "nauc_recall_at_3_max": 0.914171, + "nauc_recall_at_3_std": -0.047242, + "nauc_recall_at_3_diff1": 0.943439, + "nauc_recall_at_5_max": 0.923786, + "nauc_recall_at_5_std": 0.081419, + "nauc_recall_at_5_diff1": 0.940359, + "nauc_recall_at_10_max": 0.948467, + "nauc_recall_at_10_std": 0.361596, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.434507, + "nauc_recall_at_20_diff1": 0.904295, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767276, - "nauc_precision_at_1_std": -0.100492, - "nauc_precision_at_1_diff1": 0.932789, - "nauc_precision_at_3_max": 0.928845, - "nauc_precision_at_3_std": 0.009079, - "nauc_precision_at_3_diff1": 0.949854, - "nauc_precision_at_5_max": 0.92258, - "nauc_precision_at_5_std": -0.05208, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.955065, - "nauc_precision_at_10_std": 0.362823, - "nauc_precision_at_10_diff1": 0.934641, - "nauc_precision_at_20_max": 0.953704, - "nauc_precision_at_20_std": 0.431684, - "nauc_precision_at_20_diff1": 0.912854, + "nauc_precision_at_1_max": 0.757488, + "nauc_precision_at_1_std": -0.108784, + "nauc_precision_at_1_diff1": 0.926301, + "nauc_precision_at_3_max": 0.914171, + "nauc_precision_at_3_std": -0.047242, + "nauc_precision_at_3_diff1": 0.943439, + "nauc_precision_at_5_max": 0.923786, + "nauc_precision_at_5_std": 0.081419, + "nauc_precision_at_5_diff1": 0.940359, + "nauc_precision_at_10_max": 0.948467, + "nauc_precision_at_10_std": 0.361596, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.434507, + "nauc_precision_at_20_diff1": 0.904295, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767276, - "nauc_mrr_at_1_std": -0.100492, - "nauc_mrr_at_1_diff1": 0.932789, - "nauc_mrr_at_3_max": 0.810028, - "nauc_mrr_at_3_std": -0.095341, - "nauc_mrr_at_3_diff1": 0.938448, - "nauc_mrr_at_5_max": 0.804422, - "nauc_mrr_at_5_std": -0.103524, - "nauc_mrr_at_5_diff1": 0.938329, - "nauc_mrr_at_10_max": 0.803461, - "nauc_mrr_at_10_std": -0.093383, - "nauc_mrr_at_10_diff1": 0.937433, - "nauc_mrr_at_20_max": 0.802314, - "nauc_mrr_at_20_std": -0.095524, - "nauc_mrr_at_20_diff1": 0.937306, - "nauc_mrr_at_100_max": 0.801965, - "nauc_mrr_at_100_std": -0.096901, - "nauc_mrr_at_100_diff1": 0.937359, - "nauc_mrr_at_1000_max": 0.801925, - "nauc_mrr_at_1000_std": -0.097101, - "nauc_mrr_at_1000_diff1": 0.937363, - "main_score": 0.94973, + "nauc_mrr_at_1_max": 0.757488, + "nauc_mrr_at_1_std": -0.108784, + "nauc_mrr_at_1_diff1": 0.926301, + "nauc_mrr_at_3_max": 0.797895, + "nauc_mrr_at_3_std": -0.099049, + "nauc_mrr_at_3_diff1": 0.931709, + "nauc_mrr_at_5_max": 0.795986, + "nauc_mrr_at_5_std": -0.09054, + "nauc_mrr_at_5_diff1": 0.931156, + "nauc_mrr_at_10_max": 0.794451, + "nauc_mrr_at_10_std": -0.088076, + "nauc_mrr_at_10_diff1": 0.931163, + "nauc_mrr_at_20_max": 0.793408, + "nauc_mrr_at_20_std": -0.09024, + "nauc_mrr_at_20_diff1": 0.930623, + "nauc_mrr_at_100_max": 0.793011, + "nauc_mrr_at_100_std": -0.09155, + "nauc_mrr_at_100_diff1": 0.930784, + "nauc_mrr_at_1000_max": 0.792998, + "nauc_mrr_at_1000_std": -0.091618, + "nauc_mrr_at_1000_diff1": 0.930779, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94701, "hf_subset": "jpn_Jpan-jpn_Jpan", "languages": [ "jpn-Jpan", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94483, - "ndcg_at_5": 0.94994, - "ndcg_at_10": 0.95401, - "ndcg_at_20": 0.95538, - "ndcg_at_100": 0.95594, - "ndcg_at_1000": 0.9561, - "map_at_1": 0.91333, - "map_at_3": 0.93759, - "map_at_5": 0.94048, - "map_at_10": 0.94222, - "map_at_20": 0.94258, - "map_at_100": 0.94263, - "map_at_1000": 0.94264, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, - "recall_at_5": 0.97778, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94217, + "ndcg_at_5": 0.94714, + "ndcg_at_10": 0.95145, + "ndcg_at_20": 0.95202, + "ndcg_at_100": 0.95332, + "ndcg_at_1000": 0.95346, + "map_at_1": 0.91, + "map_at_3": 0.93444, + "map_at_5": 0.93717, + "map_at_10": 0.93894, + "map_at_20": 0.9391, + "map_at_100": 0.9393, + "map_at_1000": 0.93931, + "recall_at_1": 0.91, + "recall_at_3": 0.96444, + "recall_at_5": 0.97667, "recall_at_10": 0.99, - "recall_at_20": 0.99556, + "recall_at_20": 0.99222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, - "precision_at_5": 0.19556, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32148, + "precision_at_5": 0.19533, "precision_at_10": 0.099, - "precision_at_20": 0.04978, + "precision_at_20": 0.04961, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937593, - "mrr_at_5": 0.940481, - "mrr_at_10": 0.942219, - "mrr_at_20": 0.942579, - "mrr_at_100": 0.942635, - "mrr_at_1000": 0.942644, - "nauc_ndcg_at_1_max": 0.788156, - "nauc_ndcg_at_1_std": -0.233367, - "nauc_ndcg_at_1_diff1": 0.947509, - "nauc_ndcg_at_3_max": 0.825005, - "nauc_ndcg_at_3_std": -0.213414, - "nauc_ndcg_at_3_diff1": 0.956148, - "nauc_ndcg_at_5_max": 0.813404, - "nauc_ndcg_at_5_std": -0.248441, - "nauc_ndcg_at_5_diff1": 0.951665, - "nauc_ndcg_at_10_max": 0.818737, - "nauc_ndcg_at_10_std": -0.217348, - "nauc_ndcg_at_10_diff1": 0.952684, - "nauc_ndcg_at_20_max": 0.814817, - "nauc_ndcg_at_20_std": -0.21918, - "nauc_ndcg_at_20_diff1": 0.952083, - "nauc_ndcg_at_100_max": 0.81247, - "nauc_ndcg_at_100_std": -0.22284, - "nauc_ndcg_at_100_diff1": 0.95198, - "nauc_ndcg_at_1000_max": 0.81179, - "nauc_ndcg_at_1000_std": -0.227275, - "nauc_ndcg_at_1000_diff1": 0.951806, - "nauc_map_at_1_max": 0.788156, - "nauc_map_at_1_std": -0.233367, - "nauc_map_at_1_diff1": 0.947509, - "nauc_map_at_3_max": 0.814638, - "nauc_map_at_3_std": -0.221362, - "nauc_map_at_3_diff1": 0.953564, - "nauc_map_at_5_max": 0.808585, - "nauc_map_at_5_std": -0.238699, - "nauc_map_at_5_diff1": 0.95131, - "nauc_map_at_10_max": 0.809837, - "nauc_map_at_10_std": -0.229173, - "nauc_map_at_10_diff1": 0.951541, - "nauc_map_at_20_max": 0.808959, - "nauc_map_at_20_std": -0.230027, - "nauc_map_at_20_diff1": 0.951431, - "nauc_map_at_100_max": 0.808775, - "nauc_map_at_100_std": -0.23028, - "nauc_map_at_100_diff1": 0.951412, - "nauc_map_at_1000_max": 0.808745, - "nauc_map_at_1000_std": -0.230471, - "nauc_map_at_1000_diff1": 0.951404, - "nauc_recall_at_1_max": 0.788156, - "nauc_recall_at_1_std": -0.233367, - "nauc_recall_at_1_diff1": 0.947509, - "nauc_recall_at_3_max": 0.87773, - "nauc_recall_at_3_std": -0.170914, - "nauc_recall_at_3_diff1": 0.969429, - "nauc_recall_at_5_max": 0.844795, - "nauc_recall_at_5_std": -0.332376, - "nauc_recall_at_5_diff1": 0.952614, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.035325, - "nauc_recall_at_10_diff1": 0.970951, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.315009, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.937167, + "mrr_at_10": 0.938939, + "mrr_at_20": 0.939104, + "mrr_at_100": 0.939303, + "mrr_at_1000": 0.939308, + "nauc_ndcg_at_1_max": 0.768885, + "nauc_ndcg_at_1_std": -0.215156, + "nauc_ndcg_at_1_diff1": 0.944813, + "nauc_ndcg_at_3_max": 0.807416, + "nauc_ndcg_at_3_std": -0.180604, + "nauc_ndcg_at_3_diff1": 0.955828, + "nauc_ndcg_at_5_max": 0.79902, + "nauc_ndcg_at_5_std": -0.181336, + "nauc_ndcg_at_5_diff1": 0.952737, + "nauc_ndcg_at_10_max": 0.800253, + "nauc_ndcg_at_10_std": -0.181908, + "nauc_ndcg_at_10_diff1": 0.951284, + "nauc_ndcg_at_20_max": 0.80119, + "nauc_ndcg_at_20_std": -0.170169, + "nauc_ndcg_at_20_diff1": 0.952345, + "nauc_ndcg_at_100_max": 0.796873, + "nauc_ndcg_at_100_std": -0.181023, + "nauc_ndcg_at_100_diff1": 0.951689, + "nauc_ndcg_at_1000_max": 0.796244, + "nauc_ndcg_at_1000_std": -0.184678, + "nauc_ndcg_at_1000_diff1": 0.951539, + "nauc_map_at_1_max": 0.768885, + "nauc_map_at_1_std": -0.215156, + "nauc_map_at_1_diff1": 0.944813, + "nauc_map_at_3_max": 0.798329, + "nauc_map_at_3_std": -0.188449, + "nauc_map_at_3_diff1": 0.952978, + "nauc_map_at_5_max": 0.794086, + "nauc_map_at_5_std": -0.18853, + "nauc_map_at_5_diff1": 0.951403, + "nauc_map_at_10_max": 0.793752, + "nauc_map_at_10_std": -0.190591, + "nauc_map_at_10_diff1": 0.950763, + "nauc_map_at_20_max": 0.793946, + "nauc_map_at_20_std": -0.187931, + "nauc_map_at_20_diff1": 0.950992, + "nauc_map_at_100_max": 0.793417, + "nauc_map_at_100_std": -0.189516, + "nauc_map_at_100_diff1": 0.950931, + "nauc_map_at_1000_max": 0.793399, + "nauc_map_at_1000_std": -0.189621, + "nauc_map_at_1000_diff1": 0.950926, + "nauc_recall_at_1_max": 0.768885, + "nauc_recall_at_1_std": -0.215156, + "nauc_recall_at_1_diff1": 0.944813, + "nauc_recall_at_3_max": 0.85297, + "nauc_recall_at_3_std": -0.141602, + "nauc_recall_at_3_diff1": 0.970384, + "nauc_recall_at_5_max": 0.829865, + "nauc_recall_at_5_std": -0.131897, + "nauc_recall_at_5_diff1": 0.961096, + "nauc_recall_at_10_max": 0.909223, + "nauc_recall_at_10_std": -0.019297, + "nauc_recall_at_10_diff1": 0.954611, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.304255, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.788156, - "nauc_precision_at_1_std": -0.233367, - "nauc_precision_at_1_diff1": 0.947509, - "nauc_precision_at_3_max": 0.87773, - "nauc_precision_at_3_std": -0.170914, - "nauc_precision_at_3_diff1": 0.969429, - "nauc_precision_at_5_max": 0.844795, - "nauc_precision_at_5_std": -0.332376, - "nauc_precision_at_5_diff1": 0.952614, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.035325, - "nauc_precision_at_10_diff1": 0.970951, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.315009, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.768885, + "nauc_precision_at_1_std": -0.215156, + "nauc_precision_at_1_diff1": 0.944813, + "nauc_precision_at_3_max": 0.85297, + "nauc_precision_at_3_std": -0.141602, + "nauc_precision_at_3_diff1": 0.970384, + "nauc_precision_at_5_max": 0.829865, + "nauc_precision_at_5_std": -0.131897, + "nauc_precision_at_5_diff1": 0.961096, + "nauc_precision_at_10_max": 0.909223, + "nauc_precision_at_10_std": -0.019297, + "nauc_precision_at_10_diff1": 0.954611, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.304255, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.788156, - "nauc_mrr_at_1_std": -0.233367, - "nauc_mrr_at_1_diff1": 0.947509, - "nauc_mrr_at_3_max": 0.814638, - "nauc_mrr_at_3_std": -0.221362, - "nauc_mrr_at_3_diff1": 0.953564, - "nauc_mrr_at_5_max": 0.808585, - "nauc_mrr_at_5_std": -0.238699, - "nauc_mrr_at_5_diff1": 0.95131, - "nauc_mrr_at_10_max": 0.809837, - "nauc_mrr_at_10_std": -0.229173, - "nauc_mrr_at_10_diff1": 0.951541, - "nauc_mrr_at_20_max": 0.808959, - "nauc_mrr_at_20_std": -0.230027, - "nauc_mrr_at_20_diff1": 0.951431, - "nauc_mrr_at_100_max": 0.808775, - "nauc_mrr_at_100_std": -0.23028, - "nauc_mrr_at_100_diff1": 0.951412, - "nauc_mrr_at_1000_max": 0.808745, - "nauc_mrr_at_1000_std": -0.230471, - "nauc_mrr_at_1000_diff1": 0.951404, - "main_score": 0.95401, + "nauc_mrr_at_1_max": 0.768885, + "nauc_mrr_at_1_std": -0.215156, + "nauc_mrr_at_1_diff1": 0.944813, + "nauc_mrr_at_3_max": 0.798329, + "nauc_mrr_at_3_std": -0.188449, + "nauc_mrr_at_3_diff1": 0.952978, + "nauc_mrr_at_5_max": 0.794086, + "nauc_mrr_at_5_std": -0.18853, + "nauc_mrr_at_5_diff1": 0.951403, + "nauc_mrr_at_10_max": 0.793752, + "nauc_mrr_at_10_std": -0.190591, + "nauc_mrr_at_10_diff1": 0.950763, + "nauc_mrr_at_20_max": 0.793946, + "nauc_mrr_at_20_std": -0.187931, + "nauc_mrr_at_20_diff1": 0.950992, + "nauc_mrr_at_100_max": 0.793417, + "nauc_mrr_at_100_std": -0.189516, + "nauc_mrr_at_100_diff1": 0.950931, + "nauc_mrr_at_1000_max": 0.793399, + "nauc_mrr_at_1000_std": -0.189621, + "nauc_mrr_at_1000_diff1": 0.950926, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95145, "hf_subset": "jpn_Jpan-eng_Latn", "languages": [ "jpn-Jpan", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.93382, - "ndcg_at_5": 0.93927, - "ndcg_at_10": 0.94364, - "ndcg_at_20": 0.94499, - "ndcg_at_100": 0.94582, - "ndcg_at_1000": 0.94628, - "map_at_1": 0.89222, - "map_at_3": 0.92463, - "map_at_5": 0.92763, - "map_at_10": 0.92947, - "map_at_20": 0.92981, - "map_at_100": 0.92993, - "map_at_1000": 0.92995, - "recall_at_1": 0.89222, - "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.9223, + "ndcg_at_5": 0.92923, + "ndcg_at_10": 0.93372, + "ndcg_at_20": 0.93603, + "ndcg_at_100": 0.9373, + "ndcg_at_1000": 0.93774, + "map_at_1": 0.87778, + "map_at_3": 0.91222, + "map_at_5": 0.91611, + "map_at_10": 0.91806, + "map_at_20": 0.91873, + "map_at_100": 0.91892, + "map_at_1000": 0.91894, + "recall_at_1": 0.87778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98111, + "recall_at_20": 0.99, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.87778, + "precision_at_1": 0.87778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.09811, + "precision_at_20": 0.0495, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.92463, - "mrr_at_5": 0.92763, - "mrr_at_10": 0.92947, - "mrr_at_20": 0.929813, - "mrr_at_100": 0.929925, - "mrr_at_1000": 0.929948, - "nauc_ndcg_at_1_max": 0.827922, - "nauc_ndcg_at_1_std": -0.143489, - "nauc_ndcg_at_1_diff1": 0.931832, - "nauc_ndcg_at_3_max": 0.862921, - "nauc_ndcg_at_3_std": -0.12048, - "nauc_ndcg_at_3_diff1": 0.929657, - "nauc_ndcg_at_5_max": 0.862004, - "nauc_ndcg_at_5_std": -0.105771, - "nauc_ndcg_at_5_diff1": 0.934014, - "nauc_ndcg_at_10_max": 0.85375, - "nauc_ndcg_at_10_std": -0.110406, - "nauc_ndcg_at_10_diff1": 0.932329, - "nauc_ndcg_at_20_max": 0.854293, - "nauc_ndcg_at_20_std": -0.105812, - "nauc_ndcg_at_20_diff1": 0.932661, - "nauc_ndcg_at_100_max": 0.853456, - "nauc_ndcg_at_100_std": -0.105512, - "nauc_ndcg_at_100_diff1": 0.933119, - "nauc_ndcg_at_1000_max": 0.852182, - "nauc_ndcg_at_1000_std": -0.114317, - "nauc_ndcg_at_1000_diff1": 0.932537, - "nauc_map_at_1_max": 0.827922, - "nauc_map_at_1_std": -0.143489, - "nauc_map_at_1_diff1": 0.931832, - "nauc_map_at_3_max": 0.853221, - "nauc_map_at_3_std": -0.124514, - "nauc_map_at_3_diff1": 0.930582, - "nauc_map_at_5_max": 0.852632, - "nauc_map_at_5_std": -0.118203, - "nauc_map_at_5_diff1": 0.932805, - "nauc_map_at_10_max": 0.849594, - "nauc_map_at_10_std": -0.120105, - "nauc_map_at_10_diff1": 0.932183, - "nauc_map_at_20_max": 0.849653, - "nauc_map_at_20_std": -0.11942, - "nauc_map_at_20_diff1": 0.932244, - "nauc_map_at_100_max": 0.849512, - "nauc_map_at_100_std": -0.119659, - "nauc_map_at_100_diff1": 0.932291, - "nauc_map_at_1000_max": 0.849461, - "nauc_map_at_1000_std": -0.120001, - "nauc_map_at_1000_diff1": 0.932268, - "nauc_recall_at_1_max": 0.827922, - "nauc_recall_at_1_std": -0.143489, - "nauc_recall_at_1_diff1": 0.931832, - "nauc_recall_at_3_max": 0.913502, - "nauc_recall_at_3_std": -0.101696, - "nauc_recall_at_3_diff1": 0.924525, - "nauc_recall_at_5_max": 0.931042, - "nauc_recall_at_5_std": -0.007275, - "nauc_recall_at_5_diff1": 0.944172, - "nauc_recall_at_10_max": 0.894763, - "nauc_recall_at_10_std": 0.031863, - "nauc_recall_at_10_diff1": 0.933279, - "nauc_recall_at_20_max": 0.941643, - "nauc_recall_at_20_std": 0.278578, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.912222, + "mrr_at_5": 0.916111, + "mrr_at_10": 0.918062, + "mrr_at_20": 0.918732, + "mrr_at_100": 0.918919, + "mrr_at_1000": 0.918937, + "nauc_ndcg_at_1_max": 0.764768, + "nauc_ndcg_at_1_std": -0.266272, + "nauc_ndcg_at_1_diff1": 0.932897, + "nauc_ndcg_at_3_max": 0.807438, + "nauc_ndcg_at_3_std": -0.266809, + "nauc_ndcg_at_3_diff1": 0.926582, + "nauc_ndcg_at_5_max": 0.807233, + "nauc_ndcg_at_5_std": -0.237488, + "nauc_ndcg_at_5_diff1": 0.930905, + "nauc_ndcg_at_10_max": 0.797101, + "nauc_ndcg_at_10_std": -0.252191, + "nauc_ndcg_at_10_diff1": 0.93146, + "nauc_ndcg_at_20_max": 0.793992, + "nauc_ndcg_at_20_std": -0.248694, + "nauc_ndcg_at_20_diff1": 0.930266, + "nauc_ndcg_at_100_max": 0.794613, + "nauc_ndcg_at_100_std": -0.24231, + "nauc_ndcg_at_100_diff1": 0.931199, + "nauc_ndcg_at_1000_max": 0.793132, + "nauc_ndcg_at_1000_std": -0.250968, + "nauc_ndcg_at_1000_diff1": 0.930703, + "nauc_map_at_1_max": 0.764768, + "nauc_map_at_1_std": -0.266272, + "nauc_map_at_1_diff1": 0.932897, + "nauc_map_at_3_max": 0.795082, + "nauc_map_at_3_std": -0.266534, + "nauc_map_at_3_diff1": 0.928458, + "nauc_map_at_5_max": 0.7942, + "nauc_map_at_5_std": -0.253012, + "nauc_map_at_5_diff1": 0.930611, + "nauc_map_at_10_max": 0.790334, + "nauc_map_at_10_std": -0.258334, + "nauc_map_at_10_diff1": 0.93074, + "nauc_map_at_20_max": 0.789649, + "nauc_map_at_20_std": -0.25687, + "nauc_map_at_20_diff1": 0.930481, + "nauc_map_at_100_max": 0.789712, + "nauc_map_at_100_std": -0.256386, + "nauc_map_at_100_diff1": 0.93061, + "nauc_map_at_1000_max": 0.789663, + "nauc_map_at_1000_std": -0.256665, + "nauc_map_at_1000_diff1": 0.930594, + "nauc_recall_at_1_max": 0.764768, + "nauc_recall_at_1_std": -0.266272, + "nauc_recall_at_1_diff1": 0.932897, + "nauc_recall_at_3_max": 0.869037, + "nauc_recall_at_3_std": -0.268282, + "nauc_recall_at_3_diff1": 0.917187, + "nauc_recall_at_5_max": 0.901977, + "nauc_recall_at_5_std": -0.112463, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 0.864503, + "nauc_recall_at_10_std": -0.180068, + "nauc_recall_at_10_diff1": 0.944252, + "nauc_recall_at_20_max": 0.844434, + "nauc_recall_at_20_std": -0.073037, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 0.956427, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.827922, - "nauc_precision_at_1_std": -0.143489, - "nauc_precision_at_1_diff1": 0.931832, - "nauc_precision_at_3_max": 0.913502, - "nauc_precision_at_3_std": -0.101696, - "nauc_precision_at_3_diff1": 0.924525, - "nauc_precision_at_5_max": 0.931042, - "nauc_precision_at_5_std": -0.007275, - "nauc_precision_at_5_diff1": 0.944172, - "nauc_precision_at_10_max": 0.894763, - "nauc_precision_at_10_std": 0.031863, - "nauc_precision_at_10_diff1": 0.933279, - "nauc_precision_at_20_max": 0.941643, - "nauc_precision_at_20_std": 0.278578, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.764768, + "nauc_precision_at_1_std": -0.266272, + "nauc_precision_at_1_diff1": 0.932897, + "nauc_precision_at_3_max": 0.869037, + "nauc_precision_at_3_std": -0.268282, + "nauc_precision_at_3_diff1": 0.917187, + "nauc_precision_at_5_max": 0.901977, + "nauc_precision_at_5_std": -0.112463, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 0.864503, + "nauc_precision_at_10_std": -0.180068, + "nauc_precision_at_10_diff1": 0.944252, + "nauc_precision_at_20_max": 0.844434, + "nauc_precision_at_20_std": -0.073037, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 0.956427, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.827922, - "nauc_mrr_at_1_std": -0.143489, - "nauc_mrr_at_1_diff1": 0.931832, - "nauc_mrr_at_3_max": 0.853221, - "nauc_mrr_at_3_std": -0.124514, - "nauc_mrr_at_3_diff1": 0.930582, - "nauc_mrr_at_5_max": 0.852632, - "nauc_mrr_at_5_std": -0.118203, - "nauc_mrr_at_5_diff1": 0.932805, - "nauc_mrr_at_10_max": 0.849594, - "nauc_mrr_at_10_std": -0.120105, - "nauc_mrr_at_10_diff1": 0.932183, - "nauc_mrr_at_20_max": 0.849653, - "nauc_mrr_at_20_std": -0.11942, - "nauc_mrr_at_20_diff1": 0.932244, - "nauc_mrr_at_100_max": 0.849512, - "nauc_mrr_at_100_std": -0.119659, - "nauc_mrr_at_100_diff1": 0.932291, - "nauc_mrr_at_1000_max": 0.849461, - "nauc_mrr_at_1000_std": -0.120001, - "nauc_mrr_at_1000_diff1": 0.932268, - "main_score": 0.94364, + "nauc_mrr_at_1_max": 0.764768, + "nauc_mrr_at_1_std": -0.266272, + "nauc_mrr_at_1_diff1": 0.932897, + "nauc_mrr_at_3_max": 0.795082, + "nauc_mrr_at_3_std": -0.266534, + "nauc_mrr_at_3_diff1": 0.928458, + "nauc_mrr_at_5_max": 0.7942, + "nauc_mrr_at_5_std": -0.253012, + "nauc_mrr_at_5_diff1": 0.930611, + "nauc_mrr_at_10_max": 0.790334, + "nauc_mrr_at_10_std": -0.258334, + "nauc_mrr_at_10_diff1": 0.93074, + "nauc_mrr_at_20_max": 0.789649, + "nauc_mrr_at_20_std": -0.25687, + "nauc_mrr_at_20_diff1": 0.930481, + "nauc_mrr_at_100_max": 0.789712, + "nauc_mrr_at_100_std": -0.256386, + "nauc_mrr_at_100_diff1": 0.93061, + "nauc_mrr_at_1000_max": 0.789663, + "nauc_mrr_at_1000_std": -0.256665, + "nauc_mrr_at_1000_diff1": 0.930594, + "hit_rate_at_1": 0.87778, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93372, "hf_subset": "eng_Latn-jpn_Jpan", "languages": [ "eng-Latn", "jpn-Jpan" - ] - }, - { - "ndcg_at_1": 0.43604, - "ndcg_at_3": 0.48603, - "ndcg_at_5": 0.50259, - "ndcg_at_10": 0.52015, - "ndcg_at_20": 0.53424, - "ndcg_at_100": 0.55747, - "ndcg_at_1000": 0.58398, - "map_at_1": 0.43604, - "map_at_3": 0.47405, - "map_at_5": 0.48328, - "map_at_10": 0.49049, - "map_at_20": 0.49436, - "map_at_100": 0.49747, - "map_at_1000": 0.49856, - "recall_at_1": 0.43604, - "recall_at_3": 0.52058, - "recall_at_5": 0.56062, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45495, + "ndcg_at_3": 0.50876, + "ndcg_at_5": 0.52111, + "ndcg_at_10": 0.53434, + "ndcg_at_20": 0.54679, + "ndcg_at_100": 0.57159, + "ndcg_at_1000": 0.59739, + "map_at_1": 0.45495, + "map_at_3": 0.49648, + "map_at_5": 0.50332, + "map_at_10": 0.50873, + "map_at_20": 0.51218, + "map_at_100": 0.51534, + "map_at_1000": 0.51637, + "recall_at_1": 0.45495, + "recall_at_3": 0.54394, + "recall_at_5": 0.57397, "recall_at_10": 0.61513, - "recall_at_20": 0.67075, - "recall_at_100": 0.79755, + "recall_at_20": 0.66407, + "recall_at_100": 0.802, "recall_at_1000": 1.0, - "precision_at_1": 0.43604, - "precision_at_3": 0.17353, - "precision_at_5": 0.11212, + "accuracy": 0.45495, + "precision_at_1": 0.45495, + "precision_at_3": 0.18131, + "precision_at_5": 0.11479, "precision_at_10": 0.06151, - "precision_at_20": 0.03354, - "precision_at_100": 0.00798, - "precision_at_1000": 0.001, - "mrr_at_1": 0.43604, - "mrr_at_3": 0.474045, - "mrr_at_5": 0.483278, - "mrr_at_10": 0.490487, - "mrr_at_20": 0.494365, - "mrr_at_100": 0.497467, - "mrr_at_1000": 0.498555, - "nauc_ndcg_at_1_max": 0.560048, - "nauc_ndcg_at_1_std": -0.609098, - "nauc_ndcg_at_1_diff1": 0.863917, - "nauc_ndcg_at_3_max": 0.551743, - "nauc_ndcg_at_3_std": -0.638444, - "nauc_ndcg_at_3_diff1": 0.813095, - "nauc_ndcg_at_5_max": 0.544487, - "nauc_ndcg_at_5_std": -0.647311, - "nauc_ndcg_at_5_diff1": 0.802495, - "nauc_ndcg_at_10_max": 0.532254, - "nauc_ndcg_at_10_std": -0.648255, - "nauc_ndcg_at_10_diff1": 0.791573, - "nauc_ndcg_at_20_max": 0.526727, - "nauc_ndcg_at_20_std": -0.645385, - "nauc_ndcg_at_20_diff1": 0.7845, - "nauc_ndcg_at_100_max": 0.524947, - "nauc_ndcg_at_100_std": -0.63494, - "nauc_ndcg_at_100_diff1": 0.781759, - "nauc_ndcg_at_1000_max": 0.535303, - "nauc_ndcg_at_1000_std": -0.637096, - "nauc_ndcg_at_1000_diff1": 0.798263, - "nauc_map_at_1_max": 0.560048, - "nauc_map_at_1_std": -0.609098, - "nauc_map_at_1_diff1": 0.863917, - "nauc_map_at_3_max": 0.55446, - "nauc_map_at_3_std": -0.632649, - "nauc_map_at_3_diff1": 0.824978, - "nauc_map_at_5_max": 0.550442, - "nauc_map_at_5_std": -0.637472, - "nauc_map_at_5_diff1": 0.8193, - "nauc_map_at_10_max": 0.545573, - "nauc_map_at_10_std": -0.637964, - "nauc_map_at_10_diff1": 0.815174, - "nauc_map_at_20_max": 0.544169, - "nauc_map_at_20_std": -0.636935, - "nauc_map_at_20_diff1": 0.813501, - "nauc_map_at_100_max": 0.543932, - "nauc_map_at_100_std": -0.635202, - "nauc_map_at_100_diff1": 0.813158, - "nauc_map_at_1000_max": 0.544319, - "nauc_map_at_1000_std": -0.635206, - "nauc_map_at_1000_diff1": 0.813829, - "nauc_recall_at_1_max": 0.560048, - "nauc_recall_at_1_std": -0.609098, - "nauc_recall_at_1_diff1": 0.863917, - "nauc_recall_at_3_max": 0.543408, - "nauc_recall_at_3_std": -0.655007, - "nauc_recall_at_3_diff1": 0.778154, - "nauc_recall_at_5_max": 0.524946, - "nauc_recall_at_5_std": -0.678131, - "nauc_recall_at_5_diff1": 0.749675, - "nauc_recall_at_10_max": 0.48193, - "nauc_recall_at_10_std": -0.682487, - "nauc_recall_at_10_diff1": 0.707961, - "nauc_recall_at_20_max": 0.450494, - "nauc_recall_at_20_std": -0.674857, - "nauc_recall_at_20_diff1": 0.664849, - "nauc_recall_at_100_max": 0.401569, - "nauc_recall_at_100_std": -0.604071, - "nauc_recall_at_100_diff1": 0.589198, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.560048, - "nauc_precision_at_1_std": -0.609098, - "nauc_precision_at_1_diff1": 0.863917, - "nauc_precision_at_3_max": 0.543408, - "nauc_precision_at_3_std": -0.655007, - "nauc_precision_at_3_diff1": 0.778154, - "nauc_precision_at_5_max": 0.524946, - "nauc_precision_at_5_std": -0.678131, - "nauc_precision_at_5_diff1": 0.749675, - "nauc_precision_at_10_max": 0.48193, - "nauc_precision_at_10_std": -0.682487, - "nauc_precision_at_10_diff1": 0.707961, - "nauc_precision_at_20_max": 0.450494, - "nauc_precision_at_20_std": -0.674857, - "nauc_precision_at_20_diff1": 0.664849, - "nauc_precision_at_100_max": 0.401569, - "nauc_precision_at_100_std": -0.604071, - "nauc_precision_at_100_diff1": 0.589198, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.560048, - "nauc_mrr_at_1_std": -0.609098, - "nauc_mrr_at_1_diff1": 0.863917, - "nauc_mrr_at_3_max": 0.55446, - "nauc_mrr_at_3_std": -0.632649, - "nauc_mrr_at_3_diff1": 0.824978, - "nauc_mrr_at_5_max": 0.550442, - "nauc_mrr_at_5_std": -0.637472, - "nauc_mrr_at_5_diff1": 0.8193, - "nauc_mrr_at_10_max": 0.545573, - "nauc_mrr_at_10_std": -0.637964, - "nauc_mrr_at_10_diff1": 0.815174, - "nauc_mrr_at_20_max": 0.544169, - "nauc_mrr_at_20_std": -0.636935, - "nauc_mrr_at_20_diff1": 0.813501, - "nauc_mrr_at_100_max": 0.543932, - "nauc_mrr_at_100_std": -0.635202, - "nauc_mrr_at_100_diff1": 0.813158, - "nauc_mrr_at_1000_max": 0.544319, - "nauc_mrr_at_1000_std": -0.635206, - "nauc_mrr_at_1000_diff1": 0.813829, - "main_score": 0.52015, + "precision_at_20": 0.0332, + "precision_at_100": 0.00802, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45495, + "mrr_at_3": 0.496478, + "mrr_at_5": 0.503319, + "mrr_at_10": 0.508728, + "mrr_at_20": 0.512178, + "mrr_at_100": 0.515339, + "mrr_at_1000": 0.516369, + "nauc_ndcg_at_1_max": 0.682272, + "nauc_ndcg_at_1_std": -0.643241, + "nauc_ndcg_at_1_diff1": 0.883631, + "nauc_ndcg_at_3_max": 0.67238, + "nauc_ndcg_at_3_std": -0.667843, + "nauc_ndcg_at_3_diff1": 0.849182, + "nauc_ndcg_at_5_max": 0.665173, + "nauc_ndcg_at_5_std": -0.67259, + "nauc_ndcg_at_5_diff1": 0.839784, + "nauc_ndcg_at_10_max": 0.659034, + "nauc_ndcg_at_10_std": -0.67096, + "nauc_ndcg_at_10_diff1": 0.831068, + "nauc_ndcg_at_20_max": 0.652514, + "nauc_ndcg_at_20_std": -0.669376, + "nauc_ndcg_at_20_diff1": 0.82236, + "nauc_ndcg_at_100_max": 0.646633, + "nauc_ndcg_at_100_std": -0.658296, + "nauc_ndcg_at_100_diff1": 0.821858, + "nauc_ndcg_at_1000_max": 0.65787, + "nauc_ndcg_at_1000_std": -0.663335, + "nauc_ndcg_at_1000_diff1": 0.83395, + "nauc_map_at_1_max": 0.682272, + "nauc_map_at_1_std": -0.643241, + "nauc_map_at_1_diff1": 0.883631, + "nauc_map_at_3_max": 0.674671, + "nauc_map_at_3_std": -0.664035, + "nauc_map_at_3_diff1": 0.857132, + "nauc_map_at_5_max": 0.670784, + "nauc_map_at_5_std": -0.666749, + "nauc_map_at_5_diff1": 0.852094, + "nauc_map_at_10_max": 0.66855, + "nauc_map_at_10_std": -0.665593, + "nauc_map_at_10_diff1": 0.848709, + "nauc_map_at_20_max": 0.666876, + "nauc_map_at_20_std": -0.6653, + "nauc_map_at_20_diff1": 0.846593, + "nauc_map_at_100_max": 0.666096, + "nauc_map_at_100_std": -0.663746, + "nauc_map_at_100_diff1": 0.846312, + "nauc_map_at_1000_max": 0.666472, + "nauc_map_at_1000_std": -0.663823, + "nauc_map_at_1000_diff1": 0.846758, + "nauc_recall_at_1_max": 0.682272, + "nauc_recall_at_1_std": -0.643241, + "nauc_recall_at_1_diff1": 0.883631, + "nauc_recall_at_3_max": 0.665604, + "nauc_recall_at_3_std": -0.67824, + "nauc_recall_at_3_diff1": 0.825688, + "nauc_recall_at_5_max": 0.646905, + "nauc_recall_at_5_std": -0.690006, + "nauc_recall_at_5_diff1": 0.80083, + "nauc_recall_at_10_max": 0.624039, + "nauc_recall_at_10_std": -0.688235, + "nauc_recall_at_10_diff1": 0.768992, + "nauc_recall_at_20_max": 0.590588, + "nauc_recall_at_20_std": -0.681044, + "nauc_recall_at_20_diff1": 0.72195, + "nauc_recall_at_100_max": 0.509017, + "nauc_recall_at_100_std": -0.59042, + "nauc_recall_at_100_diff1": 0.676288, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682272, + "nauc_precision_at_1_std": -0.643241, + "nauc_precision_at_1_diff1": 0.883631, + "nauc_precision_at_3_max": 0.665604, + "nauc_precision_at_3_std": -0.67824, + "nauc_precision_at_3_diff1": 0.825688, + "nauc_precision_at_5_max": 0.646905, + "nauc_precision_at_5_std": -0.690006, + "nauc_precision_at_5_diff1": 0.80083, + "nauc_precision_at_10_max": 0.624039, + "nauc_precision_at_10_std": -0.688235, + "nauc_precision_at_10_diff1": 0.768992, + "nauc_precision_at_20_max": 0.590588, + "nauc_precision_at_20_std": -0.681044, + "nauc_precision_at_20_diff1": 0.72195, + "nauc_precision_at_100_max": 0.509017, + "nauc_precision_at_100_std": -0.59042, + "nauc_precision_at_100_diff1": 0.676288, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682272, + "nauc_mrr_at_1_std": -0.643241, + "nauc_mrr_at_1_diff1": 0.883631, + "nauc_mrr_at_3_max": 0.674671, + "nauc_mrr_at_3_std": -0.664035, + "nauc_mrr_at_3_diff1": 0.857132, + "nauc_mrr_at_5_max": 0.670784, + "nauc_mrr_at_5_std": -0.666749, + "nauc_mrr_at_5_diff1": 0.852094, + "nauc_mrr_at_10_max": 0.66855, + "nauc_mrr_at_10_std": -0.665593, + "nauc_mrr_at_10_diff1": 0.848709, + "nauc_mrr_at_20_max": 0.666876, + "nauc_mrr_at_20_std": -0.6653, + "nauc_mrr_at_20_diff1": 0.846593, + "nauc_mrr_at_100_max": 0.666096, + "nauc_mrr_at_100_std": -0.663746, + "nauc_mrr_at_100_diff1": 0.846312, + "nauc_mrr_at_1000_max": 0.666472, + "nauc_mrr_at_1000_std": -0.663823, + "nauc_mrr_at_1000_diff1": 0.846758, + "hit_rate_at_1": 0.45495, + "hit_rate_at_3": 0.54394, + "hit_rate_at_5": 0.57397, + "hit_rate_at_10": 0.61513, + "hit_rate_at_20": 0.66407, + "hit_rate_at_100": 0.802, + "hit_rate_at_1000": 1.0, + "main_score": 0.53434, "hf_subset": "kac_Latn-kac_Latn", "languages": [ "kac-Latn", "kac-Latn" - ] - }, - { - "ndcg_at_1": 0.57, - "ndcg_at_3": 0.61128, - "ndcg_at_5": 0.62482, - "ndcg_at_10": 0.63872, - "ndcg_at_20": 0.64821, - "ndcg_at_100": 0.67016, - "ndcg_at_1000": 0.68673, - "map_at_1": 0.57, - "map_at_3": 0.60167, - "map_at_5": 0.60933, - "map_at_10": 0.61501, - "map_at_20": 0.61758, - "map_at_100": 0.62043, - "map_at_1000": 0.6211, - "recall_at_1": 0.57, - "recall_at_3": 0.63889, - "recall_at_5": 0.67111, - "recall_at_10": 0.71444, - "recall_at_20": 0.75222, - "recall_at_100": 0.87333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56778, + "ndcg_at_3": 0.61087, + "ndcg_at_5": 0.62469, + "ndcg_at_10": 0.63416, + "ndcg_at_20": 0.64514, + "ndcg_at_100": 0.66696, + "ndcg_at_1000": 0.68423, + "map_at_1": 0.56778, + "map_at_3": 0.60074, + "map_at_5": 0.60846, + "map_at_10": 0.61223, + "map_at_20": 0.61526, + "map_at_100": 0.61813, + "map_at_1000": 0.6188, + "recall_at_1": 0.56778, + "recall_at_3": 0.64, + "recall_at_5": 0.67333, + "recall_at_10": 0.70333, + "recall_at_20": 0.74667, + "recall_at_100": 0.86667, "recall_at_1000": 1.0, - "precision_at_1": 0.57, - "precision_at_3": 0.21296, - "precision_at_5": 0.13422, - "precision_at_10": 0.07144, - "precision_at_20": 0.03761, - "precision_at_100": 0.00873, - "precision_at_1000": 0.001, - "mrr_at_1": 0.57, - "mrr_at_3": 0.601667, - "mrr_at_5": 0.609333, - "mrr_at_10": 0.615011, - "mrr_at_20": 0.617582, - "mrr_at_100": 0.620425, - "mrr_at_1000": 0.621101, - "nauc_ndcg_at_1_max": 0.868073, - "nauc_ndcg_at_1_std": 0.473043, - "nauc_ndcg_at_1_diff1": 0.877955, - "nauc_ndcg_at_3_max": 0.88955, - "nauc_ndcg_at_3_std": 0.50366, - "nauc_ndcg_at_3_diff1": 0.85183, - "nauc_ndcg_at_5_max": 0.881048, - "nauc_ndcg_at_5_std": 0.503402, - "nauc_ndcg_at_5_diff1": 0.84524, - "nauc_ndcg_at_10_max": 0.874116, - "nauc_ndcg_at_10_std": 0.497754, - "nauc_ndcg_at_10_diff1": 0.83583, - "nauc_ndcg_at_20_max": 0.869791, - "nauc_ndcg_at_20_std": 0.4937, - "nauc_ndcg_at_20_diff1": 0.831296, - "nauc_ndcg_at_100_max": 0.868289, - "nauc_ndcg_at_100_std": 0.501389, - "nauc_ndcg_at_100_diff1": 0.833321, - "nauc_ndcg_at_1000_max": 0.873208, - "nauc_ndcg_at_1000_std": 0.49633, - "nauc_ndcg_at_1000_diff1": 0.840637, - "nauc_map_at_1_max": 0.868073, - "nauc_map_at_1_std": 0.473043, - "nauc_map_at_1_diff1": 0.877955, - "nauc_map_at_3_max": 0.88489, - "nauc_map_at_3_std": 0.496068, - "nauc_map_at_3_diff1": 0.857701, - "nauc_map_at_5_max": 0.880225, - "nauc_map_at_5_std": 0.496058, - "nauc_map_at_5_diff1": 0.854116, - "nauc_map_at_10_max": 0.877349, - "nauc_map_at_10_std": 0.49379, - "nauc_map_at_10_diff1": 0.850333, - "nauc_map_at_20_max": 0.876201, - "nauc_map_at_20_std": 0.492488, - "nauc_map_at_20_diff1": 0.849239, - "nauc_map_at_100_max": 0.876017, - "nauc_map_at_100_std": 0.493372, - "nauc_map_at_100_diff1": 0.849402, - "nauc_map_at_1000_max": 0.876186, - "nauc_map_at_1000_std": 0.493196, - "nauc_map_at_1000_diff1": 0.849649, - "nauc_recall_at_1_max": 0.868073, - "nauc_recall_at_1_std": 0.473043, - "nauc_recall_at_1_diff1": 0.877955, - "nauc_recall_at_3_max": 0.903476, - "nauc_recall_at_3_std": 0.526832, - "nauc_recall_at_3_diff1": 0.834179, - "nauc_recall_at_5_max": 0.881986, - "nauc_recall_at_5_std": 0.526572, - "nauc_recall_at_5_diff1": 0.816147, - "nauc_recall_at_10_max": 0.857937, - "nauc_recall_at_10_std": 0.508435, - "nauc_recall_at_10_diff1": 0.780182, - "nauc_recall_at_20_max": 0.834551, - "nauc_recall_at_20_std": 0.491563, - "nauc_recall_at_20_diff1": 0.750478, - "nauc_recall_at_100_max": 0.790283, - "nauc_recall_at_100_std": 0.581779, - "nauc_recall_at_100_diff1": 0.716459, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.868073, - "nauc_precision_at_1_std": 0.473043, - "nauc_precision_at_1_diff1": 0.877955, - "nauc_precision_at_3_max": 0.903476, - "nauc_precision_at_3_std": 0.526832, - "nauc_precision_at_3_diff1": 0.834179, - "nauc_precision_at_5_max": 0.881986, - "nauc_precision_at_5_std": 0.526572, - "nauc_precision_at_5_diff1": 0.816147, - "nauc_precision_at_10_max": 0.857937, - "nauc_precision_at_10_std": 0.508435, - "nauc_precision_at_10_diff1": 0.780182, - "nauc_precision_at_20_max": 0.834551, - "nauc_precision_at_20_std": 0.491563, - "nauc_precision_at_20_diff1": 0.750478, - "nauc_precision_at_100_max": 0.790283, - "nauc_precision_at_100_std": 0.581779, - "nauc_precision_at_100_diff1": 0.716459, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.868073, - "nauc_mrr_at_1_std": 0.473043, - "nauc_mrr_at_1_diff1": 0.877955, - "nauc_mrr_at_3_max": 0.88489, - "nauc_mrr_at_3_std": 0.496068, - "nauc_mrr_at_3_diff1": 0.857701, - "nauc_mrr_at_5_max": 0.880225, - "nauc_mrr_at_5_std": 0.496058, - "nauc_mrr_at_5_diff1": 0.854116, - "nauc_mrr_at_10_max": 0.877349, - "nauc_mrr_at_10_std": 0.49379, - "nauc_mrr_at_10_diff1": 0.850333, - "nauc_mrr_at_20_max": 0.876201, - "nauc_mrr_at_20_std": 0.492488, - "nauc_mrr_at_20_diff1": 0.849239, - "nauc_mrr_at_100_max": 0.876017, - "nauc_mrr_at_100_std": 0.493372, - "nauc_mrr_at_100_diff1": 0.849402, - "nauc_mrr_at_1000_max": 0.876186, - "nauc_mrr_at_1000_std": 0.493196, - "nauc_mrr_at_1000_diff1": 0.849649, - "main_score": 0.63872, + "accuracy": 0.56778, + "precision_at_1": 0.56778, + "precision_at_3": 0.21333, + "precision_at_5": 0.13467, + "precision_at_10": 0.07033, + "precision_at_20": 0.03733, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "mrr_at_1": 0.567778, + "mrr_at_3": 0.600741, + "mrr_at_5": 0.608463, + "mrr_at_10": 0.612228, + "mrr_at_20": 0.615264, + "mrr_at_100": 0.618127, + "mrr_at_1000": 0.6188, + "nauc_ndcg_at_1_max": 0.859031, + "nauc_ndcg_at_1_std": 0.463538, + "nauc_ndcg_at_1_diff1": 0.886607, + "nauc_ndcg_at_3_max": 0.874056, + "nauc_ndcg_at_3_std": 0.496381, + "nauc_ndcg_at_3_diff1": 0.860268, + "nauc_ndcg_at_5_max": 0.868394, + "nauc_ndcg_at_5_std": 0.494227, + "nauc_ndcg_at_5_diff1": 0.852948, + "nauc_ndcg_at_10_max": 0.861668, + "nauc_ndcg_at_10_std": 0.497138, + "nauc_ndcg_at_10_diff1": 0.843262, + "nauc_ndcg_at_20_max": 0.858797, + "nauc_ndcg_at_20_std": 0.491394, + "nauc_ndcg_at_20_diff1": 0.841746, + "nauc_ndcg_at_100_max": 0.857357, + "nauc_ndcg_at_100_std": 0.494803, + "nauc_ndcg_at_100_diff1": 0.839848, + "nauc_ndcg_at_1000_max": 0.861505, + "nauc_ndcg_at_1000_std": 0.491531, + "nauc_ndcg_at_1000_diff1": 0.849361, + "nauc_map_at_1_max": 0.859031, + "nauc_map_at_1_std": 0.463538, + "nauc_map_at_1_diff1": 0.886607, + "nauc_map_at_3_max": 0.870844, + "nauc_map_at_3_std": 0.488372, + "nauc_map_at_3_diff1": 0.866823, + "nauc_map_at_5_max": 0.867752, + "nauc_map_at_5_std": 0.487307, + "nauc_map_at_5_diff1": 0.862973, + "nauc_map_at_10_max": 0.865078, + "nauc_map_at_10_std": 0.488087, + "nauc_map_at_10_diff1": 0.859289, + "nauc_map_at_20_max": 0.864413, + "nauc_map_at_20_std": 0.486469, + "nauc_map_at_20_diff1": 0.858963, + "nauc_map_at_100_max": 0.86419, + "nauc_map_at_100_std": 0.487015, + "nauc_map_at_100_diff1": 0.858686, + "nauc_map_at_1000_max": 0.864317, + "nauc_map_at_1000_std": 0.486947, + "nauc_map_at_1000_diff1": 0.859014, + "nauc_recall_at_1_max": 0.859031, + "nauc_recall_at_1_std": 0.463538, + "nauc_recall_at_1_diff1": 0.886607, + "nauc_recall_at_3_max": 0.883655, + "nauc_recall_at_3_std": 0.520834, + "nauc_recall_at_3_diff1": 0.840195, + "nauc_recall_at_5_max": 0.869273, + "nauc_recall_at_5_std": 0.515808, + "nauc_recall_at_5_diff1": 0.819413, + "nauc_recall_at_10_max": 0.84558, + "nauc_recall_at_10_std": 0.529646, + "nauc_recall_at_10_diff1": 0.782394, + "nauc_recall_at_20_max": 0.828419, + "nauc_recall_at_20_std": 0.506021, + "nauc_recall_at_20_diff1": 0.766822, + "nauc_recall_at_100_max": 0.792684, + "nauc_recall_at_100_std": 0.549823, + "nauc_recall_at_100_diff1": 0.695073, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.859031, + "nauc_precision_at_1_std": 0.463538, + "nauc_precision_at_1_diff1": 0.886607, + "nauc_precision_at_3_max": 0.883655, + "nauc_precision_at_3_std": 0.520834, + "nauc_precision_at_3_diff1": 0.840195, + "nauc_precision_at_5_max": 0.869273, + "nauc_precision_at_5_std": 0.515808, + "nauc_precision_at_5_diff1": 0.819413, + "nauc_precision_at_10_max": 0.84558, + "nauc_precision_at_10_std": 0.529646, + "nauc_precision_at_10_diff1": 0.782394, + "nauc_precision_at_20_max": 0.828419, + "nauc_precision_at_20_std": 0.506021, + "nauc_precision_at_20_diff1": 0.766822, + "nauc_precision_at_100_max": 0.792684, + "nauc_precision_at_100_std": 0.549823, + "nauc_precision_at_100_diff1": 0.695073, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.859031, + "nauc_mrr_at_1_std": 0.463538, + "nauc_mrr_at_1_diff1": 0.886607, + "nauc_mrr_at_3_max": 0.870844, + "nauc_mrr_at_3_std": 0.488372, + "nauc_mrr_at_3_diff1": 0.866823, + "nauc_mrr_at_5_max": 0.867752, + "nauc_mrr_at_5_std": 0.487307, + "nauc_mrr_at_5_diff1": 0.862973, + "nauc_mrr_at_10_max": 0.865078, + "nauc_mrr_at_10_std": 0.488087, + "nauc_mrr_at_10_diff1": 0.859289, + "nauc_mrr_at_20_max": 0.864413, + "nauc_mrr_at_20_std": 0.486469, + "nauc_mrr_at_20_diff1": 0.858963, + "nauc_mrr_at_100_max": 0.86419, + "nauc_mrr_at_100_std": 0.487015, + "nauc_mrr_at_100_diff1": 0.858686, + "nauc_mrr_at_1000_max": 0.864317, + "nauc_mrr_at_1000_std": 0.486947, + "nauc_mrr_at_1000_diff1": 0.859014, + "hit_rate_at_1": 0.56778, + "hit_rate_at_3": 0.64, + "hit_rate_at_5": 0.67333, + "hit_rate_at_10": 0.70333, + "hit_rate_at_20": 0.74667, + "hit_rate_at_100": 0.86667, + "hit_rate_at_1000": 1.0, + "main_score": 0.63416, "hf_subset": "kac_Latn-eng_Latn", "languages": [ "kac-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42825, - "ndcg_at_3": 0.46048, - "ndcg_at_5": 0.46738, - "ndcg_at_10": 0.47285, - "ndcg_at_20": 0.47807, - "ndcg_at_100": 0.49966, - "ndcg_at_1000": 0.54282, - "map_at_1": 0.42825, - "map_at_3": 0.4531, - "map_at_5": 0.45693, - "map_at_10": 0.45923, - "map_at_20": 0.46061, - "map_at_100": 0.46319, - "map_at_1000": 0.4647, - "recall_at_1": 0.42825, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42047, + "ndcg_at_3": 0.45703, + "ndcg_at_5": 0.46473, + "ndcg_at_10": 0.4709, + "ndcg_at_20": 0.47509, + "ndcg_at_100": 0.49677, + "ndcg_at_1000": 0.54027, + "map_at_1": 0.42047, + "map_at_3": 0.44846, + "map_at_5": 0.45269, + "map_at_10": 0.45526, + "map_at_20": 0.4564, + "map_at_100": 0.45905, + "map_at_1000": 0.46063, + "recall_at_1": 0.42047, "recall_at_3": 0.48165, - "recall_at_5": 0.49833, - "recall_at_10": 0.51502, + "recall_at_5": 0.50056, + "recall_at_10": 0.51947, "recall_at_20": 0.53615, "recall_at_100": 0.65851, "recall_at_1000": 1.0, - "precision_at_1": 0.42825, + "accuracy": 0.42047, + "precision_at_1": 0.42047, "precision_at_3": 0.16055, - "precision_at_5": 0.09967, - "precision_at_10": 0.0515, + "precision_at_5": 0.10011, + "precision_at_10": 0.05195, "precision_at_20": 0.02681, "precision_at_100": 0.00659, "precision_at_1000": 0.001, - "mrr_at_1": 0.428254, - "mrr_at_3": 0.453096, - "mrr_at_5": 0.456934, - "mrr_at_10": 0.459233, - "mrr_at_20": 0.460607, - "mrr_at_100": 0.463195, - "mrr_at_1000": 0.464702, - "nauc_ndcg_at_1_max": 0.917925, - "nauc_ndcg_at_1_std": 0.753027, - "nauc_ndcg_at_1_diff1": 0.861413, - "nauc_ndcg_at_3_max": 0.944648, - "nauc_ndcg_at_3_std": 0.797604, - "nauc_ndcg_at_3_diff1": 0.839693, - "nauc_ndcg_at_5_max": 0.943813, - "nauc_ndcg_at_5_std": 0.800507, - "nauc_ndcg_at_5_diff1": 0.833739, - "nauc_ndcg_at_10_max": 0.941404, - "nauc_ndcg_at_10_std": 0.800696, - "nauc_ndcg_at_10_diff1": 0.828613, - "nauc_ndcg_at_20_max": 0.937205, - "nauc_ndcg_at_20_std": 0.798206, - "nauc_ndcg_at_20_diff1": 0.823056, - "nauc_ndcg_at_100_max": 0.923566, - "nauc_ndcg_at_100_std": 0.785608, - "nauc_ndcg_at_100_diff1": 0.812432, - "nauc_ndcg_at_1000_max": 0.931909, - "nauc_ndcg_at_1000_std": 0.789197, - "nauc_ndcg_at_1000_diff1": 0.825837, - "nauc_map_at_1_max": 0.917925, - "nauc_map_at_1_std": 0.753027, - "nauc_map_at_1_diff1": 0.861413, - "nauc_map_at_3_max": 0.938873, - "nauc_map_at_3_std": 0.787707, - "nauc_map_at_3_diff1": 0.844819, - "nauc_map_at_5_max": 0.938435, - "nauc_map_at_5_std": 0.789413, - "nauc_map_at_5_diff1": 0.84144, - "nauc_map_at_10_max": 0.937408, - "nauc_map_at_10_std": 0.789469, - "nauc_map_at_10_diff1": 0.839311, - "nauc_map_at_20_max": 0.936274, - "nauc_map_at_20_std": 0.78884, - "nauc_map_at_20_diff1": 0.837833, - "nauc_map_at_100_max": 0.934583, - "nauc_map_at_100_std": 0.787311, - "nauc_map_at_100_diff1": 0.836522, - "nauc_map_at_1000_max": 0.934737, - "nauc_map_at_1000_std": 0.787246, - "nauc_map_at_1000_diff1": 0.836894, - "nauc_recall_at_1_max": 0.917925, - "nauc_recall_at_1_std": 0.753027, - "nauc_recall_at_1_diff1": 0.861413, - "nauc_recall_at_3_max": 0.961177, - "nauc_recall_at_3_std": 0.826055, - "nauc_recall_at_3_diff1": 0.824822, - "nauc_recall_at_5_max": 0.959092, - "nauc_recall_at_5_std": 0.832864, - "nauc_recall_at_5_diff1": 0.810513, - "nauc_recall_at_10_max": 0.951858, - "nauc_recall_at_10_std": 0.833957, - "nauc_recall_at_10_diff1": 0.794176, - "nauc_recall_at_20_max": 0.93474, - "nauc_recall_at_20_std": 0.82398, - "nauc_recall_at_20_diff1": 0.770445, - "nauc_recall_at_100_max": 0.843037, - "nauc_recall_at_100_std": 0.743763, - "nauc_recall_at_100_diff1": 0.689896, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.917925, - "nauc_precision_at_1_std": 0.753027, - "nauc_precision_at_1_diff1": 0.861413, - "nauc_precision_at_3_max": 0.961177, - "nauc_precision_at_3_std": 0.826055, - "nauc_precision_at_3_diff1": 0.824822, - "nauc_precision_at_5_max": 0.959092, - "nauc_precision_at_5_std": 0.832864, - "nauc_precision_at_5_diff1": 0.810513, - "nauc_precision_at_10_max": 0.951858, - "nauc_precision_at_10_std": 0.833957, - "nauc_precision_at_10_diff1": 0.794176, - "nauc_precision_at_20_max": 0.93474, - "nauc_precision_at_20_std": 0.82398, - "nauc_precision_at_20_diff1": 0.770445, - "nauc_precision_at_100_max": 0.843037, - "nauc_precision_at_100_std": 0.743763, - "nauc_precision_at_100_diff1": 0.689896, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.917925, - "nauc_mrr_at_1_std": 0.753027, - "nauc_mrr_at_1_diff1": 0.861413, - "nauc_mrr_at_3_max": 0.938873, - "nauc_mrr_at_3_std": 0.787707, - "nauc_mrr_at_3_diff1": 0.844819, - "nauc_mrr_at_5_max": 0.938435, - "nauc_mrr_at_5_std": 0.789413, - "nauc_mrr_at_5_diff1": 0.84144, - "nauc_mrr_at_10_max": 0.937408, - "nauc_mrr_at_10_std": 0.789469, - "nauc_mrr_at_10_diff1": 0.839311, - "nauc_mrr_at_20_max": 0.936274, - "nauc_mrr_at_20_std": 0.78884, - "nauc_mrr_at_20_diff1": 0.837833, - "nauc_mrr_at_100_max": 0.934583, - "nauc_mrr_at_100_std": 0.787311, - "nauc_mrr_at_100_diff1": 0.836522, - "nauc_mrr_at_1000_max": 0.934737, - "nauc_mrr_at_1000_std": 0.787246, - "nauc_mrr_at_1000_diff1": 0.836894, - "main_score": 0.47285, + "mrr_at_1": 0.420467, + "mrr_at_3": 0.448461, + "mrr_at_5": 0.452688, + "mrr_at_10": 0.455258, + "mrr_at_20": 0.4564, + "mrr_at_100": 0.459046, + "mrr_at_1000": 0.460626, + "nauc_ndcg_at_1_max": 0.908694, + "nauc_ndcg_at_1_std": 0.725197, + "nauc_ndcg_at_1_diff1": 0.876087, + "nauc_ndcg_at_3_max": 0.93446, + "nauc_ndcg_at_3_std": 0.76893, + "nauc_ndcg_at_3_diff1": 0.851557, + "nauc_ndcg_at_5_max": 0.931006, + "nauc_ndcg_at_5_std": 0.773666, + "nauc_ndcg_at_5_diff1": 0.83919, + "nauc_ndcg_at_10_max": 0.93186, + "nauc_ndcg_at_10_std": 0.77543, + "nauc_ndcg_at_10_diff1": 0.835105, + "nauc_ndcg_at_20_max": 0.929406, + "nauc_ndcg_at_20_std": 0.774637, + "nauc_ndcg_at_20_diff1": 0.832236, + "nauc_ndcg_at_100_max": 0.913487, + "nauc_ndcg_at_100_std": 0.758418, + "nauc_ndcg_at_100_diff1": 0.818329, + "nauc_ndcg_at_1000_max": 0.921932, + "nauc_ndcg_at_1000_std": 0.763211, + "nauc_ndcg_at_1000_diff1": 0.834016, + "nauc_map_at_1_max": 0.908694, + "nauc_map_at_1_std": 0.725197, + "nauc_map_at_1_diff1": 0.876087, + "nauc_map_at_3_max": 0.928794, + "nauc_map_at_3_std": 0.759383, + "nauc_map_at_3_diff1": 0.857619, + "nauc_map_at_5_max": 0.926965, + "nauc_map_at_5_std": 0.762186, + "nauc_map_at_5_diff1": 0.850808, + "nauc_map_at_10_max": 0.927438, + "nauc_map_at_10_std": 0.762969, + "nauc_map_at_10_diff1": 0.8493, + "nauc_map_at_20_max": 0.926731, + "nauc_map_at_20_std": 0.762736, + "nauc_map_at_20_diff1": 0.848542, + "nauc_map_at_100_max": 0.924716, + "nauc_map_at_100_std": 0.760774, + "nauc_map_at_100_diff1": 0.846754, + "nauc_map_at_1000_max": 0.92483, + "nauc_map_at_1000_std": 0.760754, + "nauc_map_at_1000_diff1": 0.847178, + "nauc_recall_at_1_max": 0.908694, + "nauc_recall_at_1_std": 0.725197, + "nauc_recall_at_1_diff1": 0.876087, + "nauc_recall_at_3_max": 0.950745, + "nauc_recall_at_3_std": 0.796339, + "nauc_recall_at_3_diff1": 0.833824, + "nauc_recall_at_5_max": 0.941998, + "nauc_recall_at_5_std": 0.807335, + "nauc_recall_at_5_diff1": 0.803227, + "nauc_recall_at_10_max": 0.944196, + "nauc_recall_at_10_std": 0.813085, + "nauc_recall_at_10_diff1": 0.788846, + "nauc_recall_at_20_max": 0.934595, + "nauc_recall_at_20_std": 0.810508, + "nauc_recall_at_20_diff1": 0.776164, + "nauc_recall_at_100_max": 0.829825, + "nauc_recall_at_100_std": 0.707208, + "nauc_recall_at_100_diff1": 0.674384, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.908694, + "nauc_precision_at_1_std": 0.725197, + "nauc_precision_at_1_diff1": 0.876087, + "nauc_precision_at_3_max": 0.950745, + "nauc_precision_at_3_std": 0.796339, + "nauc_precision_at_3_diff1": 0.833824, + "nauc_precision_at_5_max": 0.941998, + "nauc_precision_at_5_std": 0.807335, + "nauc_precision_at_5_diff1": 0.803227, + "nauc_precision_at_10_max": 0.944196, + "nauc_precision_at_10_std": 0.813085, + "nauc_precision_at_10_diff1": 0.788846, + "nauc_precision_at_20_max": 0.934595, + "nauc_precision_at_20_std": 0.810508, + "nauc_precision_at_20_diff1": 0.776164, + "nauc_precision_at_100_max": 0.829825, + "nauc_precision_at_100_std": 0.707208, + "nauc_precision_at_100_diff1": 0.674384, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.908694, + "nauc_mrr_at_1_std": 0.725197, + "nauc_mrr_at_1_diff1": 0.876087, + "nauc_mrr_at_3_max": 0.928794, + "nauc_mrr_at_3_std": 0.759383, + "nauc_mrr_at_3_diff1": 0.857619, + "nauc_mrr_at_5_max": 0.926965, + "nauc_mrr_at_5_std": 0.762186, + "nauc_mrr_at_5_diff1": 0.850808, + "nauc_mrr_at_10_max": 0.927438, + "nauc_mrr_at_10_std": 0.762969, + "nauc_mrr_at_10_diff1": 0.8493, + "nauc_mrr_at_20_max": 0.926731, + "nauc_mrr_at_20_std": 0.762736, + "nauc_mrr_at_20_diff1": 0.848542, + "nauc_mrr_at_100_max": 0.924716, + "nauc_mrr_at_100_std": 0.760774, + "nauc_mrr_at_100_diff1": 0.846754, + "nauc_mrr_at_1000_max": 0.92483, + "nauc_mrr_at_1000_std": 0.760754, + "nauc_mrr_at_1000_diff1": 0.847178, + "hit_rate_at_1": 0.42047, + "hit_rate_at_3": 0.48165, + "hit_rate_at_5": 0.50056, + "hit_rate_at_10": 0.51947, + "hit_rate_at_20": 0.53615, + "hit_rate_at_100": 0.65851, + "hit_rate_at_1000": 1.0, + "main_score": 0.4709, "hf_subset": "eng_Latn-kac_Latn", "languages": [ "eng-Latn", "kac-Latn" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.87657, - "ndcg_at_5": 0.88805, - "ndcg_at_10": 0.8955, - "ndcg_at_20": 0.90034, - "ndcg_at_100": 0.90383, - "ndcg_at_1000": 0.90442, - "map_at_1": 0.83, - "map_at_3": 0.86537, - "map_at_5": 0.87176, - "map_at_10": 0.87499, - "map_at_20": 0.87635, - "map_at_100": 0.87691, - "map_at_1000": 0.87693, - "recall_at_1": 0.83, - "recall_at_3": 0.90889, - "recall_at_5": 0.93667, - "recall_at_10": 0.95889, - "recall_at_20": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81556, + "ndcg_at_3": 0.86616, + "ndcg_at_5": 0.87577, + "ndcg_at_10": 0.88626, + "ndcg_at_20": 0.88956, + "ndcg_at_100": 0.89425, + "ndcg_at_1000": 0.89485, + "map_at_1": 0.81556, + "map_at_3": 0.8537, + "map_at_5": 0.85904, + "map_at_10": 0.8634, + "map_at_20": 0.86427, + "map_at_100": 0.86498, + "map_at_1000": 0.86501, + "recall_at_1": 0.81556, + "recall_at_3": 0.90222, + "recall_at_5": 0.92556, + "recall_at_10": 0.95778, + "recall_at_20": 0.97111, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30296, - "precision_at_5": 0.18733, - "precision_at_10": 0.09589, - "precision_at_20": 0.04889, + "accuracy": 0.81556, + "precision_at_1": 0.81556, + "precision_at_3": 0.30074, + "precision_at_5": 0.18511, + "precision_at_10": 0.09578, + "precision_at_20": 0.04856, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.86537, - "mrr_at_5": 0.871759, - "mrr_at_10": 0.874988, - "mrr_at_20": 0.876352, - "mrr_at_100": 0.876906, - "mrr_at_1000": 0.876932, - "nauc_ndcg_at_1_max": 0.754036, - "nauc_ndcg_at_1_std": 0.046345, - "nauc_ndcg_at_1_diff1": 0.885374, - "nauc_ndcg_at_3_max": 0.783054, - "nauc_ndcg_at_3_std": 0.045468, - "nauc_ndcg_at_3_diff1": 0.864937, - "nauc_ndcg_at_5_max": 0.795183, - "nauc_ndcg_at_5_std": 0.056389, - "nauc_ndcg_at_5_diff1": 0.868937, - "nauc_ndcg_at_10_max": 0.788531, - "nauc_ndcg_at_10_std": 0.050657, - "nauc_ndcg_at_10_diff1": 0.87058, - "nauc_ndcg_at_20_max": 0.785339, - "nauc_ndcg_at_20_std": 0.067021, - "nauc_ndcg_at_20_diff1": 0.873101, - "nauc_ndcg_at_100_max": 0.782818, - "nauc_ndcg_at_100_std": 0.05571, - "nauc_ndcg_at_100_diff1": 0.873414, - "nauc_ndcg_at_1000_max": 0.781619, - "nauc_ndcg_at_1000_std": 0.052132, - "nauc_ndcg_at_1000_diff1": 0.873473, - "nauc_map_at_1_max": 0.754036, - "nauc_map_at_1_std": 0.046345, - "nauc_map_at_1_diff1": 0.885374, - "nauc_map_at_3_max": 0.776434, - "nauc_map_at_3_std": 0.043641, - "nauc_map_at_3_diff1": 0.871268, - "nauc_map_at_5_max": 0.78218, - "nauc_map_at_5_std": 0.049145, - "nauc_map_at_5_diff1": 0.873582, - "nauc_map_at_10_max": 0.77932, - "nauc_map_at_10_std": 0.046171, - "nauc_map_at_10_diff1": 0.874304, - "nauc_map_at_20_max": 0.778523, - "nauc_map_at_20_std": 0.050032, - "nauc_map_at_20_diff1": 0.874878, - "nauc_map_at_100_max": 0.778102, - "nauc_map_at_100_std": 0.048373, - "nauc_map_at_100_diff1": 0.874882, - "nauc_map_at_1000_max": 0.778057, - "nauc_map_at_1000_std": 0.048236, - "nauc_map_at_1000_diff1": 0.874883, - "nauc_recall_at_1_max": 0.754036, - "nauc_recall_at_1_std": 0.046345, - "nauc_recall_at_1_diff1": 0.885374, - "nauc_recall_at_3_max": 0.80904, - "nauc_recall_at_3_std": 0.054206, - "nauc_recall_at_3_diff1": 0.838799, - "nauc_recall_at_5_max": 0.869363, - "nauc_recall_at_5_std": 0.101143, - "nauc_recall_at_5_diff1": 0.843645, - "nauc_recall_at_10_max": 0.862152, - "nauc_recall_at_10_std": 0.093913, - "nauc_recall_at_10_diff1": 0.841964, - "nauc_recall_at_20_max": 0.869398, - "nauc_recall_at_20_std": 0.398693, - "nauc_recall_at_20_diff1": 0.861695, + "mrr_at_1": 0.815556, + "mrr_at_3": 0.853704, + "mrr_at_5": 0.859037, + "mrr_at_10": 0.863401, + "mrr_at_20": 0.864269, + "mrr_at_100": 0.864982, + "mrr_at_1000": 0.86501, + "nauc_ndcg_at_1_max": 0.715479, + "nauc_ndcg_at_1_std": -0.0345, + "nauc_ndcg_at_1_diff1": 0.889964, + "nauc_ndcg_at_3_max": 0.762149, + "nauc_ndcg_at_3_std": -0.01214, + "nauc_ndcg_at_3_diff1": 0.866163, + "nauc_ndcg_at_5_max": 0.768364, + "nauc_ndcg_at_5_std": 0.000291, + "nauc_ndcg_at_5_diff1": 0.868962, + "nauc_ndcg_at_10_max": 0.760363, + "nauc_ndcg_at_10_std": 0.001225, + "nauc_ndcg_at_10_diff1": 0.869413, + "nauc_ndcg_at_20_max": 0.760463, + "nauc_ndcg_at_20_std": 0.022229, + "nauc_ndcg_at_20_diff1": 0.868851, + "nauc_ndcg_at_100_max": 0.755871, + "nauc_ndcg_at_100_std": 0.0048, + "nauc_ndcg_at_100_diff1": 0.873025, + "nauc_ndcg_at_1000_max": 0.754607, + "nauc_ndcg_at_1000_std": 0.000784, + "nauc_ndcg_at_1000_diff1": 0.873339, + "nauc_map_at_1_max": 0.715479, + "nauc_map_at_1_std": -0.0345, + "nauc_map_at_1_diff1": 0.889964, + "nauc_map_at_3_max": 0.751297, + "nauc_map_at_3_std": -0.014719, + "nauc_map_at_3_diff1": 0.873562, + "nauc_map_at_5_max": 0.753958, + "nauc_map_at_5_std": -0.008129, + "nauc_map_at_5_diff1": 0.87512, + "nauc_map_at_10_max": 0.750566, + "nauc_map_at_10_std": -0.008522, + "nauc_map_at_10_diff1": 0.87537, + "nauc_map_at_20_max": 0.750474, + "nauc_map_at_20_std": -0.004277, + "nauc_map_at_20_diff1": 0.875285, + "nauc_map_at_100_max": 0.749892, + "nauc_map_at_100_std": -0.006313, + "nauc_map_at_100_diff1": 0.875855, + "nauc_map_at_1000_max": 0.749843, + "nauc_map_at_1000_std": -0.006472, + "nauc_map_at_1000_diff1": 0.875867, + "nauc_recall_at_1_max": 0.715479, + "nauc_recall_at_1_std": -0.0345, + "nauc_recall_at_1_diff1": 0.889964, + "nauc_recall_at_3_max": 0.805216, + "nauc_recall_at_3_std": -0.003894, + "nauc_recall_at_3_diff1": 0.835386, + "nauc_recall_at_5_max": 0.842747, + "nauc_recall_at_5_std": 0.04293, + "nauc_recall_at_5_diff1": 0.837507, + "nauc_recall_at_10_max": 0.838088, + "nauc_recall_at_10_std": 0.090115, + "nauc_recall_at_10_diff1": 0.81891, + "nauc_recall_at_20_max": 0.877092, + "nauc_recall_at_20_std": 0.448862, + "nauc_recall_at_20_diff1": 0.787492, "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.605042, - "nauc_recall_at_100_diff1": 0.861111, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.754036, - "nauc_precision_at_1_std": 0.046345, - "nauc_precision_at_1_diff1": 0.885374, - "nauc_precision_at_3_max": 0.80904, - "nauc_precision_at_3_std": 0.054206, - "nauc_precision_at_3_diff1": 0.838799, - "nauc_precision_at_5_max": 0.869363, - "nauc_precision_at_5_std": 0.101143, - "nauc_precision_at_5_diff1": 0.843645, - "nauc_precision_at_10_max": 0.862152, - "nauc_precision_at_10_std": 0.093913, - "nauc_precision_at_10_diff1": 0.841964, - "nauc_precision_at_20_max": 0.869398, - "nauc_precision_at_20_std": 0.398693, - "nauc_precision_at_20_diff1": 0.861695, + "nauc_recall_at_100_std": 0.674486, + "nauc_recall_at_100_diff1": 0.819094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715479, + "nauc_precision_at_1_std": -0.0345, + "nauc_precision_at_1_diff1": 0.889964, + "nauc_precision_at_3_max": 0.805216, + "nauc_precision_at_3_std": -0.003894, + "nauc_precision_at_3_diff1": 0.835386, + "nauc_precision_at_5_max": 0.842747, + "nauc_precision_at_5_std": 0.04293, + "nauc_precision_at_5_diff1": 0.837507, + "nauc_precision_at_10_max": 0.838088, + "nauc_precision_at_10_std": 0.090115, + "nauc_precision_at_10_diff1": 0.81891, + "nauc_precision_at_20_max": 0.877092, + "nauc_precision_at_20_std": 0.448862, + "nauc_precision_at_20_diff1": 0.787492, "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.605042, - "nauc_precision_at_100_diff1": 0.861111, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.754036, - "nauc_mrr_at_1_std": 0.046345, - "nauc_mrr_at_1_diff1": 0.885374, - "nauc_mrr_at_3_max": 0.776434, - "nauc_mrr_at_3_std": 0.043641, - "nauc_mrr_at_3_diff1": 0.871268, - "nauc_mrr_at_5_max": 0.78218, - "nauc_mrr_at_5_std": 0.049145, - "nauc_mrr_at_5_diff1": 0.873582, - "nauc_mrr_at_10_max": 0.77932, - "nauc_mrr_at_10_std": 0.046171, - "nauc_mrr_at_10_diff1": 0.874304, - "nauc_mrr_at_20_max": 0.778523, - "nauc_mrr_at_20_std": 0.050032, - "nauc_mrr_at_20_diff1": 0.874878, - "nauc_mrr_at_100_max": 0.778102, - "nauc_mrr_at_100_std": 0.048373, - "nauc_mrr_at_100_diff1": 0.874882, - "nauc_mrr_at_1000_max": 0.778057, - "nauc_mrr_at_1000_std": 0.048236, - "nauc_mrr_at_1000_diff1": 0.874883, - "main_score": 0.8955, + "nauc_precision_at_100_std": 0.674486, + "nauc_precision_at_100_diff1": 0.819094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715479, + "nauc_mrr_at_1_std": -0.0345, + "nauc_mrr_at_1_diff1": 0.889964, + "nauc_mrr_at_3_max": 0.751297, + "nauc_mrr_at_3_std": -0.014719, + "nauc_mrr_at_3_diff1": 0.873562, + "nauc_mrr_at_5_max": 0.753958, + "nauc_mrr_at_5_std": -0.008129, + "nauc_mrr_at_5_diff1": 0.87512, + "nauc_mrr_at_10_max": 0.750566, + "nauc_mrr_at_10_std": -0.008522, + "nauc_mrr_at_10_diff1": 0.87537, + "nauc_mrr_at_20_max": 0.750474, + "nauc_mrr_at_20_std": -0.004277, + "nauc_mrr_at_20_diff1": 0.875285, + "nauc_mrr_at_100_max": 0.749892, + "nauc_mrr_at_100_std": -0.006313, + "nauc_mrr_at_100_diff1": 0.875855, + "nauc_mrr_at_1000_max": 0.749843, + "nauc_mrr_at_1000_std": -0.006472, + "nauc_mrr_at_1000_diff1": 0.875867, + "hit_rate_at_1": 0.81556, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.92556, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97111, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.88626, "hf_subset": "kan_Knda-kan_Knda", "languages": [ "kan-Knda", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.92988, - "ndcg_at_5": 0.93901, - "ndcg_at_10": 0.94082, - "ndcg_at_20": 0.94221, - "ndcg_at_100": 0.94336, - "ndcg_at_1000": 0.9438, - "map_at_1": 0.88889, - "map_at_3": 0.92019, - "map_at_5": 0.92524, - "map_at_10": 0.92599, - "map_at_20": 0.92637, - "map_at_100": 0.92657, - "map_at_1000": 0.92659, - "recall_at_1": 0.88889, - "recall_at_3": 0.95778, - "recall_at_5": 0.98, - "recall_at_10": 0.98556, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92778, + "ndcg_at_5": 0.93461, + "ndcg_at_10": 0.93841, + "ndcg_at_20": 0.9409, + "ndcg_at_100": 0.94202, + "ndcg_at_1000": 0.94247, + "map_at_1": 0.89, + "map_at_3": 0.91889, + "map_at_5": 0.92267, + "map_at_10": 0.92435, + "map_at_20": 0.92501, + "map_at_100": 0.9252, + "map_at_1000": 0.92522, + "recall_at_1": 0.89, + "recall_at_3": 0.95333, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.31926, - "precision_at_5": 0.196, - "precision_at_10": 0.09856, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31778, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.920185, - "mrr_at_5": 0.925241, - "mrr_at_10": 0.925993, - "mrr_at_20": 0.926369, - "mrr_at_100": 0.92657, - "mrr_at_1000": 0.926589, - "nauc_ndcg_at_1_max": 0.739986, - "nauc_ndcg_at_1_std": -0.240804, - "nauc_ndcg_at_1_diff1": 0.937157, - "nauc_ndcg_at_3_max": 0.760671, - "nauc_ndcg_at_3_std": -0.317949, - "nauc_ndcg_at_3_diff1": 0.939278, - "nauc_ndcg_at_5_max": 0.771649, - "nauc_ndcg_at_5_std": -0.26694, - "nauc_ndcg_at_5_diff1": 0.938642, - "nauc_ndcg_at_10_max": 0.766362, - "nauc_ndcg_at_10_std": -0.278244, - "nauc_ndcg_at_10_diff1": 0.938357, - "nauc_ndcg_at_20_max": 0.766286, - "nauc_ndcg_at_20_std": -0.268037, - "nauc_ndcg_at_20_diff1": 0.938129, - "nauc_ndcg_at_100_max": 0.763749, - "nauc_ndcg_at_100_std": -0.270499, - "nauc_ndcg_at_100_diff1": 0.938649, - "nauc_ndcg_at_1000_max": 0.762214, - "nauc_ndcg_at_1000_std": -0.272815, - "nauc_ndcg_at_1000_diff1": 0.93851, - "nauc_map_at_1_max": 0.739986, - "nauc_map_at_1_std": -0.240804, - "nauc_map_at_1_diff1": 0.937157, - "nauc_map_at_3_max": 0.755283, - "nauc_map_at_3_std": -0.297511, - "nauc_map_at_3_diff1": 0.938478, - "nauc_map_at_5_max": 0.760816, - "nauc_map_at_5_std": -0.271482, - "nauc_map_at_5_diff1": 0.938324, - "nauc_map_at_10_max": 0.758961, - "nauc_map_at_10_std": -0.275273, - "nauc_map_at_10_diff1": 0.938221, - "nauc_map_at_20_max": 0.759037, - "nauc_map_at_20_std": -0.2725, - "nauc_map_at_20_diff1": 0.938173, - "nauc_map_at_100_max": 0.758664, - "nauc_map_at_100_std": -0.273035, - "nauc_map_at_100_diff1": 0.938283, - "nauc_map_at_1000_max": 0.758614, - "nauc_map_at_1000_std": -0.273084, - "nauc_map_at_1000_diff1": 0.938278, - "nauc_recall_at_1_max": 0.739986, - "nauc_recall_at_1_std": -0.240804, - "nauc_recall_at_1_diff1": 0.937157, - "nauc_recall_at_3_max": 0.788614, - "nauc_recall_at_3_std": -0.424284, - "nauc_recall_at_3_diff1": 0.94367, - "nauc_recall_at_5_max": 0.88601, - "nauc_recall_at_5_std": -0.19141, - "nauc_recall_at_5_diff1": 0.940995, - "nauc_recall_at_10_max": 0.863535, - "nauc_recall_at_10_std": -0.304424, - "nauc_recall_at_10_diff1": 0.938411, - "nauc_recall_at_20_max": 0.914216, - "nauc_recall_at_20_std": -0.096289, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.89, + "mrr_at_3": 0.918889, + "mrr_at_5": 0.922667, + "mrr_at_10": 0.924353, + "mrr_at_20": 0.925012, + "mrr_at_100": 0.925202, + "mrr_at_1000": 0.925222, + "nauc_ndcg_at_1_max": 0.723301, + "nauc_ndcg_at_1_std": -0.239804, + "nauc_ndcg_at_1_diff1": 0.930585, + "nauc_ndcg_at_3_max": 0.74821, + "nauc_ndcg_at_3_std": -0.286057, + "nauc_ndcg_at_3_diff1": 0.927028, + "nauc_ndcg_at_5_max": 0.755785, + "nauc_ndcg_at_5_std": -0.251896, + "nauc_ndcg_at_5_diff1": 0.929183, + "nauc_ndcg_at_10_max": 0.752388, + "nauc_ndcg_at_10_std": -0.232606, + "nauc_ndcg_at_10_diff1": 0.929872, + "nauc_ndcg_at_20_max": 0.752402, + "nauc_ndcg_at_20_std": -0.233714, + "nauc_ndcg_at_20_diff1": 0.930006, + "nauc_ndcg_at_100_max": 0.74801, + "nauc_ndcg_at_100_std": -0.244643, + "nauc_ndcg_at_100_diff1": 0.92968, + "nauc_ndcg_at_1000_max": 0.746398, + "nauc_ndcg_at_1000_std": -0.248459, + "nauc_ndcg_at_1000_diff1": 0.92985, + "nauc_map_at_1_max": 0.723301, + "nauc_map_at_1_std": -0.239804, + "nauc_map_at_1_diff1": 0.930585, + "nauc_map_at_3_max": 0.741495, + "nauc_map_at_3_std": -0.272707, + "nauc_map_at_3_diff1": 0.928522, + "nauc_map_at_5_max": 0.744948, + "nauc_map_at_5_std": -0.256828, + "nauc_map_at_5_diff1": 0.929631, + "nauc_map_at_10_max": 0.743522, + "nauc_map_at_10_std": -0.249416, + "nauc_map_at_10_diff1": 0.929945, + "nauc_map_at_20_max": 0.743332, + "nauc_map_at_20_std": -0.250224, + "nauc_map_at_20_diff1": 0.929956, + "nauc_map_at_100_max": 0.742714, + "nauc_map_at_100_std": -0.252101, + "nauc_map_at_100_diff1": 0.929918, + "nauc_map_at_1000_max": 0.74266, + "nauc_map_at_1000_std": -0.252197, + "nauc_map_at_1000_diff1": 0.929929, + "nauc_recall_at_1_max": 0.723301, + "nauc_recall_at_1_std": -0.239804, + "nauc_recall_at_1_diff1": 0.930585, + "nauc_recall_at_3_max": 0.780623, + "nauc_recall_at_3_std": -0.351252, + "nauc_recall_at_3_diff1": 0.919357, + "nauc_recall_at_5_max": 0.836031, + "nauc_recall_at_5_std": -0.199312, + "nauc_recall_at_5_diff1": 0.926168, + "nauc_recall_at_10_max": 0.850085, + "nauc_recall_at_10_std": 0.003295, + "nauc_recall_at_10_diff1": 0.929835, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.265406, + "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.282758, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.739986, - "nauc_precision_at_1_std": -0.240804, - "nauc_precision_at_1_diff1": 0.937157, - "nauc_precision_at_3_max": 0.788614, - "nauc_precision_at_3_std": -0.424284, - "nauc_precision_at_3_diff1": 0.94367, - "nauc_precision_at_5_max": 0.88601, - "nauc_precision_at_5_std": -0.19141, - "nauc_precision_at_5_diff1": 0.940995, - "nauc_precision_at_10_max": 0.863535, - "nauc_precision_at_10_std": -0.304424, - "nauc_precision_at_10_diff1": 0.938411, - "nauc_precision_at_20_max": 0.914216, - "nauc_precision_at_20_std": -0.096289, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.723301, + "nauc_precision_at_1_std": -0.239804, + "nauc_precision_at_1_diff1": 0.930585, + "nauc_precision_at_3_max": 0.780623, + "nauc_precision_at_3_std": -0.351252, + "nauc_precision_at_3_diff1": 0.919357, + "nauc_precision_at_5_max": 0.836031, + "nauc_precision_at_5_std": -0.199312, + "nauc_precision_at_5_diff1": 0.926168, + "nauc_precision_at_10_max": 0.850085, + "nauc_precision_at_10_std": 0.003295, + "nauc_precision_at_10_diff1": 0.929835, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.265406, + "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 0.282758, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.739986, - "nauc_mrr_at_1_std": -0.240804, - "nauc_mrr_at_1_diff1": 0.937157, - "nauc_mrr_at_3_max": 0.755283, - "nauc_mrr_at_3_std": -0.297511, - "nauc_mrr_at_3_diff1": 0.938478, - "nauc_mrr_at_5_max": 0.760816, - "nauc_mrr_at_5_std": -0.271482, - "nauc_mrr_at_5_diff1": 0.938324, - "nauc_mrr_at_10_max": 0.758961, - "nauc_mrr_at_10_std": -0.275273, - "nauc_mrr_at_10_diff1": 0.938221, - "nauc_mrr_at_20_max": 0.759037, - "nauc_mrr_at_20_std": -0.2725, - "nauc_mrr_at_20_diff1": 0.938173, - "nauc_mrr_at_100_max": 0.758664, - "nauc_mrr_at_100_std": -0.273035, - "nauc_mrr_at_100_diff1": 0.938283, - "nauc_mrr_at_1000_max": 0.758614, - "nauc_mrr_at_1000_std": -0.273084, - "nauc_mrr_at_1000_diff1": 0.938278, - "main_score": 0.94082, + "nauc_mrr_at_1_max": 0.723301, + "nauc_mrr_at_1_std": -0.239804, + "nauc_mrr_at_1_diff1": 0.930585, + "nauc_mrr_at_3_max": 0.741495, + "nauc_mrr_at_3_std": -0.272707, + "nauc_mrr_at_3_diff1": 0.928522, + "nauc_mrr_at_5_max": 0.744948, + "nauc_mrr_at_5_std": -0.256828, + "nauc_mrr_at_5_diff1": 0.929631, + "nauc_mrr_at_10_max": 0.743522, + "nauc_mrr_at_10_std": -0.249416, + "nauc_mrr_at_10_diff1": 0.929945, + "nauc_mrr_at_20_max": 0.743332, + "nauc_mrr_at_20_std": -0.250224, + "nauc_mrr_at_20_diff1": 0.929956, + "nauc_mrr_at_100_max": 0.742714, + "nauc_mrr_at_100_std": -0.252101, + "nauc_mrr_at_100_diff1": 0.929918, + "nauc_mrr_at_1000_max": 0.74266, + "nauc_mrr_at_1000_std": -0.252197, + "nauc_mrr_at_1000_diff1": 0.929929, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93841, "hf_subset": "kan_Knda-eng_Latn", "languages": [ "kan-Knda", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.82556, - "ndcg_at_3": 0.8745, - "ndcg_at_5": 0.88425, - "ndcg_at_10": 0.89132, - "ndcg_at_20": 0.89616, - "ndcg_at_100": 0.90064, - "ndcg_at_1000": 0.90124, - "map_at_1": 0.82556, - "map_at_3": 0.86259, - "map_at_5": 0.86809, - "map_at_10": 0.87115, - "map_at_20": 0.87252, - "map_at_100": 0.87319, - "map_at_1000": 0.87322, - "recall_at_1": 0.82556, - "recall_at_3": 0.90889, - "recall_at_5": 0.93222, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.80667, + "ndcg_at_3": 0.85771, + "ndcg_at_5": 0.86732, + "ndcg_at_10": 0.87793, + "ndcg_at_20": 0.88244, + "ndcg_at_100": 0.88727, + "ndcg_at_1000": 0.88833, + "map_at_1": 0.80667, + "map_at_3": 0.84537, + "map_at_5": 0.8507, + "map_at_10": 0.85519, + "map_at_20": 0.85644, + "map_at_100": 0.85713, + "map_at_1000": 0.85718, + "recall_at_1": 0.80667, + "recall_at_3": 0.89333, + "recall_at_5": 0.91667, + "recall_at_10": 0.94889, + "recall_at_20": 0.96667, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82556, - "precision_at_3": 0.30296, - "precision_at_5": 0.18644, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00996, + "accuracy": 0.80667, + "precision_at_1": 0.80667, + "precision_at_3": 0.29778, + "precision_at_5": 0.18333, + "precision_at_10": 0.09489, + "precision_at_20": 0.04833, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.825556, - "mrr_at_3": 0.862593, - "mrr_at_5": 0.868093, - "mrr_at_10": 0.871149, - "mrr_at_20": 0.872519, - "mrr_at_100": 0.873191, - "mrr_at_1000": 0.873218, - "nauc_ndcg_at_1_max": 0.740006, - "nauc_ndcg_at_1_std": -0.078344, - "nauc_ndcg_at_1_diff1": 0.879644, - "nauc_ndcg_at_3_max": 0.785357, - "nauc_ndcg_at_3_std": -0.00258, - "nauc_ndcg_at_3_diff1": 0.862868, - "nauc_ndcg_at_5_max": 0.784503, - "nauc_ndcg_at_5_std": -0.019358, - "nauc_ndcg_at_5_diff1": 0.864452, - "nauc_ndcg_at_10_max": 0.781818, - "nauc_ndcg_at_10_std": -0.024671, - "nauc_ndcg_at_10_diff1": 0.870715, - "nauc_ndcg_at_20_max": 0.779266, - "nauc_ndcg_at_20_std": -0.012841, - "nauc_ndcg_at_20_diff1": 0.870735, - "nauc_ndcg_at_100_max": 0.774895, - "nauc_ndcg_at_100_std": -0.024128, - "nauc_ndcg_at_100_diff1": 0.87111, - "nauc_ndcg_at_1000_max": 0.773471, - "nauc_ndcg_at_1000_std": -0.028728, - "nauc_ndcg_at_1000_diff1": 0.870515, - "nauc_map_at_1_max": 0.740006, - "nauc_map_at_1_std": -0.078344, - "nauc_map_at_1_diff1": 0.879644, - "nauc_map_at_3_max": 0.7724, - "nauc_map_at_3_std": -0.027107, - "nauc_map_at_3_diff1": 0.867609, - "nauc_map_at_5_max": 0.771369, - "nauc_map_at_5_std": -0.037196, - "nauc_map_at_5_diff1": 0.868584, - "nauc_map_at_10_max": 0.769968, - "nauc_map_at_10_std": -0.039675, - "nauc_map_at_10_diff1": 0.87088, - "nauc_map_at_20_max": 0.769246, - "nauc_map_at_20_std": -0.036837, - "nauc_map_at_20_diff1": 0.870856, - "nauc_map_at_100_max": 0.768683, - "nauc_map_at_100_std": -0.038167, - "nauc_map_at_100_diff1": 0.87094, - "nauc_map_at_1000_max": 0.768631, - "nauc_map_at_1000_std": -0.038328, - "nauc_map_at_1000_diff1": 0.870921, - "nauc_recall_at_1_max": 0.740006, - "nauc_recall_at_1_std": -0.078344, - "nauc_recall_at_1_diff1": 0.879644, - "nauc_recall_at_3_max": 0.839175, - "nauc_recall_at_3_std": 0.101114, - "nauc_recall_at_3_diff1": 0.843211, - "nauc_recall_at_5_max": 0.854671, - "nauc_recall_at_5_std": 0.075799, - "nauc_recall_at_5_diff1": 0.842846, - "nauc_recall_at_10_max": 0.869681, - "nauc_recall_at_10_std": 0.084467, - "nauc_recall_at_10_diff1": 0.876506, - "nauc_recall_at_20_max": 0.893669, - "nauc_recall_at_20_std": 0.31591, - "nauc_recall_at_20_diff1": 0.881793, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.707633, - "nauc_recall_at_100_diff1": 0.96732, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.740006, - "nauc_precision_at_1_std": -0.078344, - "nauc_precision_at_1_diff1": 0.879644, - "nauc_precision_at_3_max": 0.839175, - "nauc_precision_at_3_std": 0.101114, - "nauc_precision_at_3_diff1": 0.843211, - "nauc_precision_at_5_max": 0.854671, - "nauc_precision_at_5_std": 0.075799, - "nauc_precision_at_5_diff1": 0.842846, - "nauc_precision_at_10_max": 0.869681, - "nauc_precision_at_10_std": 0.084467, - "nauc_precision_at_10_diff1": 0.876506, - "nauc_precision_at_20_max": 0.893669, - "nauc_precision_at_20_std": 0.31591, - "nauc_precision_at_20_diff1": 0.881793, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.707633, - "nauc_precision_at_100_diff1": 0.96732, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.740006, - "nauc_mrr_at_1_std": -0.078344, - "nauc_mrr_at_1_diff1": 0.879644, - "nauc_mrr_at_3_max": 0.7724, - "nauc_mrr_at_3_std": -0.027107, - "nauc_mrr_at_3_diff1": 0.867609, - "nauc_mrr_at_5_max": 0.771369, - "nauc_mrr_at_5_std": -0.037196, - "nauc_mrr_at_5_diff1": 0.868584, - "nauc_mrr_at_10_max": 0.769968, - "nauc_mrr_at_10_std": -0.039675, - "nauc_mrr_at_10_diff1": 0.87088, - "nauc_mrr_at_20_max": 0.769246, - "nauc_mrr_at_20_std": -0.036837, - "nauc_mrr_at_20_diff1": 0.870856, - "nauc_mrr_at_100_max": 0.768683, - "nauc_mrr_at_100_std": -0.038167, - "nauc_mrr_at_100_diff1": 0.87094, - "nauc_mrr_at_1000_max": 0.768631, - "nauc_mrr_at_1000_std": -0.038328, - "nauc_mrr_at_1000_diff1": 0.870921, - "main_score": 0.89132, + "mrr_at_1": 0.806667, + "mrr_at_3": 0.84537, + "mrr_at_5": 0.850704, + "mrr_at_10": 0.855193, + "mrr_at_20": 0.856436, + "mrr_at_100": 0.857126, + "mrr_at_1000": 0.857178, + "nauc_ndcg_at_1_max": 0.671254, + "nauc_ndcg_at_1_std": -0.130884, + "nauc_ndcg_at_1_diff1": 0.861659, + "nauc_ndcg_at_3_max": 0.708098, + "nauc_ndcg_at_3_std": -0.089935, + "nauc_ndcg_at_3_diff1": 0.829782, + "nauc_ndcg_at_5_max": 0.718815, + "nauc_ndcg_at_5_std": -0.08355, + "nauc_ndcg_at_5_diff1": 0.833201, + "nauc_ndcg_at_10_max": 0.717578, + "nauc_ndcg_at_10_std": -0.085204, + "nauc_ndcg_at_10_diff1": 0.840415, + "nauc_ndcg_at_20_max": 0.714859, + "nauc_ndcg_at_20_std": -0.082707, + "nauc_ndcg_at_20_diff1": 0.839905, + "nauc_ndcg_at_100_max": 0.71003, + "nauc_ndcg_at_100_std": -0.085299, + "nauc_ndcg_at_100_diff1": 0.842027, + "nauc_ndcg_at_1000_max": 0.707708, + "nauc_ndcg_at_1000_std": -0.091797, + "nauc_ndcg_at_1000_diff1": 0.842162, + "nauc_map_at_1_max": 0.671254, + "nauc_map_at_1_std": -0.130884, + "nauc_map_at_1_diff1": 0.861659, + "nauc_map_at_3_max": 0.698835, + "nauc_map_at_3_std": -0.102201, + "nauc_map_at_3_diff1": 0.838946, + "nauc_map_at_5_max": 0.704301, + "nauc_map_at_5_std": -0.098659, + "nauc_map_at_5_diff1": 0.841162, + "nauc_map_at_10_max": 0.70345, + "nauc_map_at_10_std": -0.099403, + "nauc_map_at_10_diff1": 0.843902, + "nauc_map_at_20_max": 0.702607, + "nauc_map_at_20_std": -0.099155, + "nauc_map_at_20_diff1": 0.843848, + "nauc_map_at_100_max": 0.702004, + "nauc_map_at_100_std": -0.099461, + "nauc_map_at_100_diff1": 0.84414, + "nauc_map_at_1000_max": 0.701915, + "nauc_map_at_1000_std": -0.099713, + "nauc_map_at_1000_diff1": 0.844155, + "nauc_recall_at_1_max": 0.671254, + "nauc_recall_at_1_std": -0.130884, + "nauc_recall_at_1_diff1": 0.861659, + "nauc_recall_at_3_max": 0.744415, + "nauc_recall_at_3_std": -0.04051, + "nauc_recall_at_3_diff1": 0.793074, + "nauc_recall_at_5_max": 0.790682, + "nauc_recall_at_5_std": -0.009188, + "nauc_recall_at_5_diff1": 0.79456, + "nauc_recall_at_10_max": 0.826473, + "nauc_recall_at_10_std": 0.021546, + "nauc_recall_at_10_diff1": 0.821835, + "nauc_recall_at_20_max": 0.851323, + "nauc_recall_at_20_std": 0.117227, + "nauc_recall_at_20_diff1": 0.804311, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.564292, + "nauc_recall_at_100_diff1": 0.835267, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671254, + "nauc_precision_at_1_std": -0.130884, + "nauc_precision_at_1_diff1": 0.861659, + "nauc_precision_at_3_max": 0.744415, + "nauc_precision_at_3_std": -0.04051, + "nauc_precision_at_3_diff1": 0.793074, + "nauc_precision_at_5_max": 0.790682, + "nauc_precision_at_5_std": -0.009188, + "nauc_precision_at_5_diff1": 0.79456, + "nauc_precision_at_10_max": 0.826473, + "nauc_precision_at_10_std": 0.021546, + "nauc_precision_at_10_diff1": 0.821835, + "nauc_precision_at_20_max": 0.851323, + "nauc_precision_at_20_std": 0.117227, + "nauc_precision_at_20_diff1": 0.804311, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.564292, + "nauc_precision_at_100_diff1": 0.835267, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.671254, + "nauc_mrr_at_1_std": -0.130884, + "nauc_mrr_at_1_diff1": 0.861659, + "nauc_mrr_at_3_max": 0.698835, + "nauc_mrr_at_3_std": -0.102201, + "nauc_mrr_at_3_diff1": 0.838946, + "nauc_mrr_at_5_max": 0.704301, + "nauc_mrr_at_5_std": -0.098659, + "nauc_mrr_at_5_diff1": 0.841162, + "nauc_mrr_at_10_max": 0.70345, + "nauc_mrr_at_10_std": -0.099403, + "nauc_mrr_at_10_diff1": 0.843902, + "nauc_mrr_at_20_max": 0.702607, + "nauc_mrr_at_20_std": -0.099155, + "nauc_mrr_at_20_diff1": 0.843848, + "nauc_mrr_at_100_max": 0.702004, + "nauc_mrr_at_100_std": -0.099461, + "nauc_mrr_at_100_diff1": 0.84414, + "nauc_mrr_at_1000_max": 0.701915, + "nauc_mrr_at_1000_std": -0.099713, + "nauc_mrr_at_1000_diff1": 0.844155, + "hit_rate_at_1": 0.80667, + "hit_rate_at_3": 0.89333, + "hit_rate_at_5": 0.91667, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.87793, "hf_subset": "eng_Latn-kan_Knda", "languages": [ "eng-Latn", "kan-Knda" - ] - }, - { - "ndcg_at_1": 0.81889, - "ndcg_at_3": 0.86827, - "ndcg_at_5": 0.87276, - "ndcg_at_10": 0.88225, - "ndcg_at_20": 0.88678, - "ndcg_at_100": 0.89262, - "ndcg_at_1000": 0.89374, - "map_at_1": 0.81889, - "map_at_3": 0.85648, - "map_at_5": 0.85893, - "map_at_10": 0.86293, - "map_at_20": 0.8642, - "map_at_100": 0.86504, - "map_at_1000": 0.86508, - "recall_at_1": 0.81889, - "recall_at_3": 0.90222, - "recall_at_5": 0.91333, - "recall_at_10": 0.94222, - "recall_at_20": 0.96, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84686, + "ndcg_at_5": 0.85801, + "ndcg_at_10": 0.86653, + "ndcg_at_20": 0.87184, + "ndcg_at_100": 0.87838, + "ndcg_at_1000": 0.87996, + "map_at_1": 0.79889, + "map_at_3": 0.83537, + "map_at_5": 0.84165, + "map_at_10": 0.84531, + "map_at_20": 0.84676, + "map_at_100": 0.84771, + "map_at_1000": 0.84778, + "recall_at_1": 0.79889, + "recall_at_3": 0.88, + "recall_at_5": 0.90667, + "recall_at_10": 0.93222, + "recall_at_20": 0.95333, + "recall_at_100": 0.98778, "recall_at_1000": 1.0, - "precision_at_1": 0.81889, - "precision_at_3": 0.30074, - "precision_at_5": 0.18267, - "precision_at_10": 0.09422, - "precision_at_20": 0.048, - "precision_at_100": 0.00991, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29333, + "precision_at_5": 0.18133, + "precision_at_10": 0.09322, + "precision_at_20": 0.04767, + "precision_at_100": 0.00988, "precision_at_1000": 0.001, - "mrr_at_1": 0.818889, - "mrr_at_3": 0.856481, - "mrr_at_5": 0.858926, - "mrr_at_10": 0.862931, - "mrr_at_20": 0.864197, - "mrr_at_100": 0.86504, - "mrr_at_1000": 0.865078, - "nauc_ndcg_at_1_max": 0.768815, - "nauc_ndcg_at_1_std": -0.049683, - "nauc_ndcg_at_1_diff1": 0.88243, - "nauc_ndcg_at_3_max": 0.783168, - "nauc_ndcg_at_3_std": -0.006836, - "nauc_ndcg_at_3_diff1": 0.847431, - "nauc_ndcg_at_5_max": 0.783146, - "nauc_ndcg_at_5_std": -0.013711, - "nauc_ndcg_at_5_diff1": 0.847034, - "nauc_ndcg_at_10_max": 0.784156, - "nauc_ndcg_at_10_std": -0.002526, - "nauc_ndcg_at_10_diff1": 0.853918, - "nauc_ndcg_at_20_max": 0.788066, - "nauc_ndcg_at_20_std": 0.002468, - "nauc_ndcg_at_20_diff1": 0.856651, - "nauc_ndcg_at_100_max": 0.784395, - "nauc_ndcg_at_100_std": 0.0002, - "nauc_ndcg_at_100_diff1": 0.858241, - "nauc_ndcg_at_1000_max": 0.78327, - "nauc_ndcg_at_1000_std": -0.009852, - "nauc_ndcg_at_1000_diff1": 0.858988, - "nauc_map_at_1_max": 0.768815, - "nauc_map_at_1_std": -0.049683, - "nauc_map_at_1_diff1": 0.88243, - "nauc_map_at_3_max": 0.779879, - "nauc_map_at_3_std": -0.022316, - "nauc_map_at_3_diff1": 0.85783, - "nauc_map_at_5_max": 0.779768, - "nauc_map_at_5_std": -0.025734, - "nauc_map_at_5_diff1": 0.857794, - "nauc_map_at_10_max": 0.780058, - "nauc_map_at_10_std": -0.022118, - "nauc_map_at_10_diff1": 0.860778, - "nauc_map_at_20_max": 0.78088, - "nauc_map_at_20_std": -0.021702, - "nauc_map_at_20_diff1": 0.861613, - "nauc_map_at_100_max": 0.780483, - "nauc_map_at_100_std": -0.021587, - "nauc_map_at_100_diff1": 0.861841, - "nauc_map_at_1000_max": 0.78046, - "nauc_map_at_1000_std": -0.021864, - "nauc_map_at_1000_diff1": 0.861868, - "nauc_recall_at_1_max": 0.768815, - "nauc_recall_at_1_std": -0.049683, - "nauc_recall_at_1_diff1": 0.88243, - "nauc_recall_at_3_max": 0.795959, - "nauc_recall_at_3_std": 0.057651, - "nauc_recall_at_3_diff1": 0.80519, - "nauc_recall_at_5_max": 0.797781, - "nauc_recall_at_5_std": 0.040119, - "nauc_recall_at_5_diff1": 0.798559, - "nauc_recall_at_10_max": 0.810808, - "nauc_recall_at_10_std": 0.134876, - "nauc_recall_at_10_diff1": 0.813636, - "nauc_recall_at_20_max": 0.865715, - "nauc_recall_at_20_std": 0.262981, - "nauc_recall_at_20_diff1": 0.821701, - "nauc_recall_at_100_max": 0.893207, - "nauc_recall_at_100_std": 0.916258, - "nauc_recall_at_100_diff1": 0.794585, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768815, - "nauc_precision_at_1_std": -0.049683, - "nauc_precision_at_1_diff1": 0.88243, - "nauc_precision_at_3_max": 0.795959, - "nauc_precision_at_3_std": 0.057651, - "nauc_precision_at_3_diff1": 0.80519, - "nauc_precision_at_5_max": 0.797781, - "nauc_precision_at_5_std": 0.040119, - "nauc_precision_at_5_diff1": 0.798559, - "nauc_precision_at_10_max": 0.810808, - "nauc_precision_at_10_std": 0.134876, - "nauc_precision_at_10_diff1": 0.813636, - "nauc_precision_at_20_max": 0.865715, - "nauc_precision_at_20_std": 0.262981, - "nauc_precision_at_20_diff1": 0.821701, - "nauc_precision_at_100_max": 0.893207, - "nauc_precision_at_100_std": 0.916258, - "nauc_precision_at_100_diff1": 0.794585, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768815, - "nauc_mrr_at_1_std": -0.049683, - "nauc_mrr_at_1_diff1": 0.88243, - "nauc_mrr_at_3_max": 0.779879, - "nauc_mrr_at_3_std": -0.022316, - "nauc_mrr_at_3_diff1": 0.85783, - "nauc_mrr_at_5_max": 0.779768, - "nauc_mrr_at_5_std": -0.025734, - "nauc_mrr_at_5_diff1": 0.857794, - "nauc_mrr_at_10_max": 0.780058, - "nauc_mrr_at_10_std": -0.022118, - "nauc_mrr_at_10_diff1": 0.860778, - "nauc_mrr_at_20_max": 0.78088, - "nauc_mrr_at_20_std": -0.021702, - "nauc_mrr_at_20_diff1": 0.861613, - "nauc_mrr_at_100_max": 0.780483, - "nauc_mrr_at_100_std": -0.021587, - "nauc_mrr_at_100_diff1": 0.861841, - "nauc_mrr_at_1000_max": 0.78046, - "nauc_mrr_at_1000_std": -0.021864, - "nauc_mrr_at_1000_diff1": 0.861868, - "main_score": 0.88225, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.83537, + "mrr_at_5": 0.841648, + "mrr_at_10": 0.845309, + "mrr_at_20": 0.846756, + "mrr_at_100": 0.847715, + "mrr_at_1000": 0.847776, + "nauc_ndcg_at_1_max": 0.772483, + "nauc_ndcg_at_1_std": -0.126535, + "nauc_ndcg_at_1_diff1": 0.88381, + "nauc_ndcg_at_3_max": 0.79768, + "nauc_ndcg_at_3_std": -0.075582, + "nauc_ndcg_at_3_diff1": 0.858029, + "nauc_ndcg_at_5_max": 0.787121, + "nauc_ndcg_at_5_std": -0.07756, + "nauc_ndcg_at_5_diff1": 0.851102, + "nauc_ndcg_at_10_max": 0.788427, + "nauc_ndcg_at_10_std": -0.075563, + "nauc_ndcg_at_10_diff1": 0.853722, + "nauc_ndcg_at_20_max": 0.786644, + "nauc_ndcg_at_20_std": -0.075991, + "nauc_ndcg_at_20_diff1": 0.853709, + "nauc_ndcg_at_100_max": 0.788356, + "nauc_ndcg_at_100_std": -0.068702, + "nauc_ndcg_at_100_diff1": 0.857398, + "nauc_ndcg_at_1000_max": 0.787851, + "nauc_ndcg_at_1000_std": -0.080032, + "nauc_ndcg_at_1000_diff1": 0.860089, + "nauc_map_at_1_max": 0.772483, + "nauc_map_at_1_std": -0.126535, + "nauc_map_at_1_diff1": 0.88381, + "nauc_map_at_3_max": 0.791228, + "nauc_map_at_3_std": -0.088887, + "nauc_map_at_3_diff1": 0.865728, + "nauc_map_at_5_max": 0.785428, + "nauc_map_at_5_std": -0.090558, + "nauc_map_at_5_diff1": 0.862261, + "nauc_map_at_10_max": 0.78605, + "nauc_map_at_10_std": -0.089922, + "nauc_map_at_10_diff1": 0.863527, + "nauc_map_at_20_max": 0.785688, + "nauc_map_at_20_std": -0.090499, + "nauc_map_at_20_diff1": 0.863622, + "nauc_map_at_100_max": 0.786104, + "nauc_map_at_100_std": -0.089533, + "nauc_map_at_100_diff1": 0.864343, + "nauc_map_at_1000_max": 0.786098, + "nauc_map_at_1000_std": -0.089868, + "nauc_map_at_1000_diff1": 0.864432, + "nauc_recall_at_1_max": 0.772483, + "nauc_recall_at_1_std": -0.126535, + "nauc_recall_at_1_diff1": 0.88381, + "nauc_recall_at_3_max": 0.821972, + "nauc_recall_at_3_std": -0.025334, + "nauc_recall_at_3_diff1": 0.828362, + "nauc_recall_at_5_max": 0.792573, + "nauc_recall_at_5_std": -0.018179, + "nauc_recall_at_5_diff1": 0.798053, + "nauc_recall_at_10_max": 0.80011, + "nauc_recall_at_10_std": 0.013294, + "nauc_recall_at_10_diff1": 0.792771, + "nauc_recall_at_20_max": 0.785259, + "nauc_recall_at_20_std": 0.05759, + "nauc_recall_at_20_diff1": 0.765039, + "nauc_recall_at_100_max": 0.831296, + "nauc_recall_at_100_std": 0.762372, + "nauc_recall_at_100_diff1": 0.664969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772483, + "nauc_precision_at_1_std": -0.126535, + "nauc_precision_at_1_diff1": 0.88381, + "nauc_precision_at_3_max": 0.821972, + "nauc_precision_at_3_std": -0.025334, + "nauc_precision_at_3_diff1": 0.828362, + "nauc_precision_at_5_max": 0.792573, + "nauc_precision_at_5_std": -0.018179, + "nauc_precision_at_5_diff1": 0.798053, + "nauc_precision_at_10_max": 0.80011, + "nauc_precision_at_10_std": 0.013294, + "nauc_precision_at_10_diff1": 0.792771, + "nauc_precision_at_20_max": 0.785259, + "nauc_precision_at_20_std": 0.05759, + "nauc_precision_at_20_diff1": 0.765039, + "nauc_precision_at_100_max": 0.831296, + "nauc_precision_at_100_std": 0.762372, + "nauc_precision_at_100_diff1": 0.664969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772483, + "nauc_mrr_at_1_std": -0.126535, + "nauc_mrr_at_1_diff1": 0.88381, + "nauc_mrr_at_3_max": 0.791228, + "nauc_mrr_at_3_std": -0.088887, + "nauc_mrr_at_3_diff1": 0.865728, + "nauc_mrr_at_5_max": 0.785428, + "nauc_mrr_at_5_std": -0.090558, + "nauc_mrr_at_5_diff1": 0.862261, + "nauc_mrr_at_10_max": 0.78605, + "nauc_mrr_at_10_std": -0.089922, + "nauc_mrr_at_10_diff1": 0.863527, + "nauc_mrr_at_20_max": 0.785688, + "nauc_mrr_at_20_std": -0.090499, + "nauc_mrr_at_20_diff1": 0.863622, + "nauc_mrr_at_100_max": 0.786104, + "nauc_mrr_at_100_std": -0.089533, + "nauc_mrr_at_100_diff1": 0.864343, + "nauc_mrr_at_1000_max": 0.786098, + "nauc_mrr_at_1000_std": -0.089868, + "nauc_mrr_at_1000_diff1": 0.864432, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.86653, "hf_subset": "kat_Geor-kat_Geor", "languages": [ "kat-Geor", "kat-Geor" - ] - }, - { - "ndcg_at_1": 0.87778, - "ndcg_at_3": 0.92256, - "ndcg_at_5": 0.92854, - "ndcg_at_10": 0.93481, - "ndcg_at_20": 0.93595, - "ndcg_at_100": 0.93737, - "ndcg_at_1000": 0.93769, - "map_at_1": 0.87778, - "map_at_3": 0.91222, - "map_at_5": 0.91556, - "map_at_10": 0.91823, - "map_at_20": 0.91855, - "map_at_100": 0.91874, - "map_at_1000": 0.91876, - "recall_at_1": 0.87778, - "recall_at_3": 0.95222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.91409, + "ndcg_at_5": 0.92279, + "ndcg_at_10": 0.92759, + "ndcg_at_20": 0.93009, + "ndcg_at_100": 0.93144, + "ndcg_at_1000": 0.93159, + "map_at_1": 0.86778, + "map_at_3": 0.90315, + "map_at_5": 0.90798, + "map_at_10": 0.91004, + "map_at_20": 0.91071, + "map_at_100": 0.91087, + "map_at_1000": 0.91087, + "recall_at_1": 0.86778, + "recall_at_3": 0.94556, "recall_at_5": 0.96667, - "recall_at_10": 0.98556, - "recall_at_20": 0.99, - "recall_at_100": 0.99778, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.87778, - "precision_at_3": 0.31741, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.31519, "precision_at_5": 0.19333, - "precision_at_10": 0.09856, - "precision_at_20": 0.0495, - "precision_at_100": 0.00998, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.877778, - "mrr_at_3": 0.912222, - "mrr_at_5": 0.915556, - "mrr_at_10": 0.918231, - "mrr_at_20": 0.918554, - "mrr_at_100": 0.91874, - "mrr_at_1000": 0.918759, - "nauc_ndcg_at_1_max": 0.699878, - "nauc_ndcg_at_1_std": -0.337849, - "nauc_ndcg_at_1_diff1": 0.912447, - "nauc_ndcg_at_3_max": 0.719059, - "nauc_ndcg_at_3_std": -0.339859, - "nauc_ndcg_at_3_diff1": 0.901068, - "nauc_ndcg_at_5_max": 0.732838, - "nauc_ndcg_at_5_std": -0.333969, - "nauc_ndcg_at_5_diff1": 0.903929, - "nauc_ndcg_at_10_max": 0.725619, - "nauc_ndcg_at_10_std": -0.319332, - "nauc_ndcg_at_10_diff1": 0.908078, - "nauc_ndcg_at_20_max": 0.724955, - "nauc_ndcg_at_20_std": -0.314305, - "nauc_ndcg_at_20_diff1": 0.907776, - "nauc_ndcg_at_100_max": 0.721774, - "nauc_ndcg_at_100_std": -0.319918, - "nauc_ndcg_at_100_diff1": 0.907465, - "nauc_ndcg_at_1000_max": 0.720308, - "nauc_ndcg_at_1000_std": -0.326527, - "nauc_ndcg_at_1000_diff1": 0.906977, - "nauc_map_at_1_max": 0.699878, - "nauc_map_at_1_std": -0.337849, - "nauc_map_at_1_diff1": 0.912447, - "nauc_map_at_3_max": 0.712983, - "nauc_map_at_3_std": -0.340108, - "nauc_map_at_3_diff1": 0.903833, - "nauc_map_at_5_max": 0.719639, - "nauc_map_at_5_std": -0.337025, - "nauc_map_at_5_diff1": 0.905325, - "nauc_map_at_10_max": 0.716689, - "nauc_map_at_10_std": -0.332848, - "nauc_map_at_10_diff1": 0.90687, - "nauc_map_at_20_max": 0.716652, - "nauc_map_at_20_std": -0.331521, - "nauc_map_at_20_diff1": 0.906844, - "nauc_map_at_100_max": 0.716356, - "nauc_map_at_100_std": -0.33206, - "nauc_map_at_100_diff1": 0.906835, - "nauc_map_at_1000_max": 0.716289, - "nauc_map_at_1000_std": -0.33236, - "nauc_map_at_1000_diff1": 0.906813, - "nauc_recall_at_1_max": 0.699878, - "nauc_recall_at_1_std": -0.337849, - "nauc_recall_at_1_diff1": 0.912447, - "nauc_recall_at_3_max": 0.750505, - "nauc_recall_at_3_std": -0.337872, - "nauc_recall_at_3_diff1": 0.887423, - "nauc_recall_at_5_max": 0.830486, - "nauc_recall_at_5_std": -0.310131, - "nauc_recall_at_5_diff1": 0.895814, - "nauc_recall_at_10_max": 0.863032, - "nauc_recall_at_10_std": -0.062092, - "nauc_recall_at_10_diff1": 0.938411, - "nauc_recall_at_20_max": 0.899627, - "nauc_recall_at_20_std": 0.160598, - "nauc_recall_at_20_diff1": 0.941903, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.903148, + "mrr_at_5": 0.907981, + "mrr_at_10": 0.910042, + "mrr_at_20": 0.910713, + "mrr_at_100": 0.910866, + "mrr_at_1000": 0.910873, + "nauc_ndcg_at_1_max": 0.654374, + "nauc_ndcg_at_1_std": -0.381039, + "nauc_ndcg_at_1_diff1": 0.905522, + "nauc_ndcg_at_3_max": 0.669653, + "nauc_ndcg_at_3_std": -0.434849, + "nauc_ndcg_at_3_diff1": 0.900577, + "nauc_ndcg_at_5_max": 0.671045, + "nauc_ndcg_at_5_std": -0.399159, + "nauc_ndcg_at_5_diff1": 0.900033, + "nauc_ndcg_at_10_max": 0.672459, + "nauc_ndcg_at_10_std": -0.378403, + "nauc_ndcg_at_10_diff1": 0.90197, + "nauc_ndcg_at_20_max": 0.673809, + "nauc_ndcg_at_20_std": -0.380288, + "nauc_ndcg_at_20_diff1": 0.901755, + "nauc_ndcg_at_100_max": 0.668478, + "nauc_ndcg_at_100_std": -0.389659, + "nauc_ndcg_at_100_diff1": 0.90142, + "nauc_ndcg_at_1000_max": 0.667724, + "nauc_ndcg_at_1000_std": -0.392817, + "nauc_ndcg_at_1000_diff1": 0.901493, + "nauc_map_at_1_max": 0.654374, + "nauc_map_at_1_std": -0.381039, + "nauc_map_at_1_diff1": 0.905522, + "nauc_map_at_3_max": 0.664468, + "nauc_map_at_3_std": -0.420095, + "nauc_map_at_3_diff1": 0.901169, + "nauc_map_at_5_max": 0.664477, + "nauc_map_at_5_std": -0.402282, + "nauc_map_at_5_diff1": 0.900826, + "nauc_map_at_10_max": 0.664721, + "nauc_map_at_10_std": -0.395566, + "nauc_map_at_10_diff1": 0.901599, + "nauc_map_at_20_max": 0.664924, + "nauc_map_at_20_std": -0.396705, + "nauc_map_at_20_diff1": 0.901534, + "nauc_map_at_100_max": 0.664459, + "nauc_map_at_100_std": -0.397391, + "nauc_map_at_100_diff1": 0.901528, + "nauc_map_at_1000_max": 0.664432, + "nauc_map_at_1000_std": -0.397504, + "nauc_map_at_1000_diff1": 0.90153, + "nauc_recall_at_1_max": 0.654374, + "nauc_recall_at_1_std": -0.381039, + "nauc_recall_at_1_diff1": 0.905522, + "nauc_recall_at_3_max": 0.69584, + "nauc_recall_at_3_std": -0.506946, + "nauc_recall_at_3_diff1": 0.89834, + "nauc_recall_at_5_max": 0.724136, + "nauc_recall_at_5_std": -0.359897, + "nauc_recall_at_5_diff1": 0.895269, + "nauc_recall_at_10_max": 0.782803, + "nauc_recall_at_10_std": -0.08656, + "nauc_recall_at_10_diff1": 0.911298, + "nauc_recall_at_20_max": 0.948938, + "nauc_recall_at_20_std": 0.227824, + "nauc_recall_at_20_diff1": 0.916258, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.699878, - "nauc_precision_at_1_std": -0.337849, - "nauc_precision_at_1_diff1": 0.912447, - "nauc_precision_at_3_max": 0.750505, - "nauc_precision_at_3_std": -0.337872, - "nauc_precision_at_3_diff1": 0.887423, - "nauc_precision_at_5_max": 0.830486, - "nauc_precision_at_5_std": -0.310131, - "nauc_precision_at_5_diff1": 0.895814, - "nauc_precision_at_10_max": 0.863032, - "nauc_precision_at_10_std": -0.062092, - "nauc_precision_at_10_diff1": 0.938411, - "nauc_precision_at_20_max": 0.899627, - "nauc_precision_at_20_std": 0.160598, - "nauc_precision_at_20_diff1": 0.941903, + "nauc_precision_at_1_max": 0.654374, + "nauc_precision_at_1_std": -0.381039, + "nauc_precision_at_1_diff1": 0.905522, + "nauc_precision_at_3_max": 0.69584, + "nauc_precision_at_3_std": -0.506946, + "nauc_precision_at_3_diff1": 0.89834, + "nauc_precision_at_5_max": 0.724136, + "nauc_precision_at_5_std": -0.359897, + "nauc_precision_at_5_diff1": 0.895269, + "nauc_precision_at_10_max": 0.782803, + "nauc_precision_at_10_std": -0.08656, + "nauc_precision_at_10_diff1": 0.911298, + "nauc_precision_at_20_max": 0.948938, + "nauc_precision_at_20_std": 0.227824, + "nauc_precision_at_20_diff1": 0.916258, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.699878, - "nauc_mrr_at_1_std": -0.337849, - "nauc_mrr_at_1_diff1": 0.912447, - "nauc_mrr_at_3_max": 0.712983, - "nauc_mrr_at_3_std": -0.340108, - "nauc_mrr_at_3_diff1": 0.903833, - "nauc_mrr_at_5_max": 0.719639, - "nauc_mrr_at_5_std": -0.337025, - "nauc_mrr_at_5_diff1": 0.905325, - "nauc_mrr_at_10_max": 0.716689, - "nauc_mrr_at_10_std": -0.332848, - "nauc_mrr_at_10_diff1": 0.90687, - "nauc_mrr_at_20_max": 0.716652, - "nauc_mrr_at_20_std": -0.331521, - "nauc_mrr_at_20_diff1": 0.906844, - "nauc_mrr_at_100_max": 0.716356, - "nauc_mrr_at_100_std": -0.33206, - "nauc_mrr_at_100_diff1": 0.906835, - "nauc_mrr_at_1000_max": 0.716289, - "nauc_mrr_at_1000_std": -0.33236, - "nauc_mrr_at_1000_diff1": 0.906813, - "main_score": 0.93481, + "nauc_mrr_at_1_max": 0.654374, + "nauc_mrr_at_1_std": -0.381039, + "nauc_mrr_at_1_diff1": 0.905522, + "nauc_mrr_at_3_max": 0.664468, + "nauc_mrr_at_3_std": -0.420095, + "nauc_mrr_at_3_diff1": 0.901169, + "nauc_mrr_at_5_max": 0.664477, + "nauc_mrr_at_5_std": -0.402282, + "nauc_mrr_at_5_diff1": 0.900826, + "nauc_mrr_at_10_max": 0.664721, + "nauc_mrr_at_10_std": -0.395566, + "nauc_mrr_at_10_diff1": 0.901599, + "nauc_mrr_at_20_max": 0.664924, + "nauc_mrr_at_20_std": -0.396705, + "nauc_mrr_at_20_diff1": 0.901534, + "nauc_mrr_at_100_max": 0.664459, + "nauc_mrr_at_100_std": -0.397391, + "nauc_mrr_at_100_diff1": 0.901528, + "nauc_mrr_at_1000_max": 0.664432, + "nauc_mrr_at_1000_std": -0.397504, + "nauc_mrr_at_1000_diff1": 0.90153, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92759, "hf_subset": "kat_Geor-eng_Latn", "languages": [ "kat-Geor", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.77, - "ndcg_at_3": 0.82315, - "ndcg_at_5": 0.83099, - "ndcg_at_10": 0.84145, - "ndcg_at_20": 0.84882, - "ndcg_at_100": 0.85777, - "ndcg_at_1000": 0.85927, - "map_at_1": 0.77, - "map_at_3": 0.81037, - "map_at_5": 0.81476, - "map_at_10": 0.8191, - "map_at_20": 0.82102, - "map_at_100": 0.82229, - "map_at_1000": 0.82236, - "recall_at_1": 0.77, - "recall_at_3": 0.86, - "recall_at_5": 0.87889, - "recall_at_10": 0.91111, - "recall_at_20": 0.94111, - "recall_at_100": 0.98889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.80144, + "ndcg_at_5": 0.8122, + "ndcg_at_10": 0.82201, + "ndcg_at_20": 0.82988, + "ndcg_at_100": 0.84038, + "ndcg_at_1000": 0.84247, + "map_at_1": 0.74111, + "map_at_3": 0.78759, + "map_at_5": 0.7937, + "map_at_10": 0.79781, + "map_at_20": 0.79997, + "map_at_100": 0.80142, + "map_at_1000": 0.80151, + "recall_at_1": 0.74111, + "recall_at_3": 0.84111, + "recall_at_5": 0.86667, + "recall_at_10": 0.89667, + "recall_at_20": 0.92778, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.77, - "precision_at_3": 0.28667, - "precision_at_5": 0.17578, - "precision_at_10": 0.09111, - "precision_at_20": 0.04706, - "precision_at_100": 0.00989, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.28037, + "precision_at_5": 0.17333, + "precision_at_10": 0.08967, + "precision_at_20": 0.04639, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.77, - "mrr_at_3": 0.81037, - "mrr_at_5": 0.814759, - "mrr_at_10": 0.819102, - "mrr_at_20": 0.821015, - "mrr_at_100": 0.822289, - "mrr_at_1000": 0.822357, - "nauc_ndcg_at_1_max": 0.793238, - "nauc_ndcg_at_1_std": 0.121613, - "nauc_ndcg_at_1_diff1": 0.898644, - "nauc_ndcg_at_3_max": 0.829225, - "nauc_ndcg_at_3_std": 0.175897, - "nauc_ndcg_at_3_diff1": 0.877514, - "nauc_ndcg_at_5_max": 0.824933, - "nauc_ndcg_at_5_std": 0.177712, - "nauc_ndcg_at_5_diff1": 0.875128, - "nauc_ndcg_at_10_max": 0.822816, - "nauc_ndcg_at_10_std": 0.167842, - "nauc_ndcg_at_10_diff1": 0.876468, - "nauc_ndcg_at_20_max": 0.823662, - "nauc_ndcg_at_20_std": 0.169597, - "nauc_ndcg_at_20_diff1": 0.87923, - "nauc_ndcg_at_100_max": 0.820687, - "nauc_ndcg_at_100_std": 0.170062, - "nauc_ndcg_at_100_diff1": 0.880543, - "nauc_ndcg_at_1000_max": 0.819712, - "nauc_ndcg_at_1000_std": 0.164293, - "nauc_ndcg_at_1000_diff1": 0.881169, - "nauc_map_at_1_max": 0.793238, - "nauc_map_at_1_std": 0.121613, - "nauc_map_at_1_diff1": 0.898644, - "nauc_map_at_3_max": 0.820564, - "nauc_map_at_3_std": 0.161484, - "nauc_map_at_3_diff1": 0.883355, - "nauc_map_at_5_max": 0.818163, - "nauc_map_at_5_std": 0.161745, - "nauc_map_at_5_diff1": 0.882307, - "nauc_map_at_10_max": 0.816955, - "nauc_map_at_10_std": 0.15702, - "nauc_map_at_10_diff1": 0.882664, - "nauc_map_at_20_max": 0.817007, - "nauc_map_at_20_std": 0.157151, - "nauc_map_at_20_diff1": 0.883385, - "nauc_map_at_100_max": 0.816664, - "nauc_map_at_100_std": 0.157339, - "nauc_map_at_100_diff1": 0.883633, - "nauc_map_at_1000_max": 0.816629, - "nauc_map_at_1000_std": 0.15716, - "nauc_map_at_1000_diff1": 0.883647, - "nauc_recall_at_1_max": 0.793238, - "nauc_recall_at_1_std": 0.121613, - "nauc_recall_at_1_diff1": 0.898644, - "nauc_recall_at_3_max": 0.860926, - "nauc_recall_at_3_std": 0.229516, - "nauc_recall_at_3_diff1": 0.855649, - "nauc_recall_at_5_max": 0.851471, - "nauc_recall_at_5_std": 0.24494, - "nauc_recall_at_5_diff1": 0.844608, - "nauc_recall_at_10_max": 0.852136, - "nauc_recall_at_10_std": 0.223804, - "nauc_recall_at_10_diff1": 0.84445, - "nauc_recall_at_20_max": 0.876768, - "nauc_recall_at_20_std": 0.272026, - "nauc_recall_at_20_diff1": 0.854351, - "nauc_recall_at_100_max": 0.906863, - "nauc_recall_at_100_std": 0.694024, - "nauc_recall_at_100_diff1": 0.819795, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793238, - "nauc_precision_at_1_std": 0.121613, - "nauc_precision_at_1_diff1": 0.898644, - "nauc_precision_at_3_max": 0.860926, - "nauc_precision_at_3_std": 0.229516, - "nauc_precision_at_3_diff1": 0.855649, - "nauc_precision_at_5_max": 0.851471, - "nauc_precision_at_5_std": 0.24494, - "nauc_precision_at_5_diff1": 0.844608, - "nauc_precision_at_10_max": 0.852136, - "nauc_precision_at_10_std": 0.223804, - "nauc_precision_at_10_diff1": 0.84445, - "nauc_precision_at_20_max": 0.876768, - "nauc_precision_at_20_std": 0.272026, - "nauc_precision_at_20_diff1": 0.854351, - "nauc_precision_at_100_max": 0.906863, - "nauc_precision_at_100_std": 0.694024, - "nauc_precision_at_100_diff1": 0.819795, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793238, - "nauc_mrr_at_1_std": 0.121613, - "nauc_mrr_at_1_diff1": 0.898644, - "nauc_mrr_at_3_max": 0.820564, - "nauc_mrr_at_3_std": 0.161484, - "nauc_mrr_at_3_diff1": 0.883355, - "nauc_mrr_at_5_max": 0.818163, - "nauc_mrr_at_5_std": 0.161745, - "nauc_mrr_at_5_diff1": 0.882307, - "nauc_mrr_at_10_max": 0.816955, - "nauc_mrr_at_10_std": 0.15702, - "nauc_mrr_at_10_diff1": 0.882664, - "nauc_mrr_at_20_max": 0.817007, - "nauc_mrr_at_20_std": 0.157151, - "nauc_mrr_at_20_diff1": 0.883385, - "nauc_mrr_at_100_max": 0.816664, - "nauc_mrr_at_100_std": 0.157339, - "nauc_mrr_at_100_diff1": 0.883633, - "nauc_mrr_at_1000_max": 0.816629, - "nauc_mrr_at_1000_std": 0.15716, - "nauc_mrr_at_1000_diff1": 0.883647, - "main_score": 0.84145, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.787593, + "mrr_at_5": 0.793704, + "mrr_at_10": 0.797813, + "mrr_at_20": 0.799968, + "mrr_at_100": 0.80142, + "mrr_at_1000": 0.801514, + "nauc_ndcg_at_1_max": 0.755739, + "nauc_ndcg_at_1_std": 0.024519, + "nauc_ndcg_at_1_diff1": 0.879598, + "nauc_ndcg_at_3_max": 0.792143, + "nauc_ndcg_at_3_std": 0.082082, + "nauc_ndcg_at_3_diff1": 0.856396, + "nauc_ndcg_at_5_max": 0.789037, + "nauc_ndcg_at_5_std": 0.080501, + "nauc_ndcg_at_5_diff1": 0.858954, + "nauc_ndcg_at_10_max": 0.786814, + "nauc_ndcg_at_10_std": 0.090014, + "nauc_ndcg_at_10_diff1": 0.856455, + "nauc_ndcg_at_20_max": 0.785918, + "nauc_ndcg_at_20_std": 0.090641, + "nauc_ndcg_at_20_diff1": 0.858715, + "nauc_ndcg_at_100_max": 0.784339, + "nauc_ndcg_at_100_std": 0.086194, + "nauc_ndcg_at_100_diff1": 0.860655, + "nauc_ndcg_at_1000_max": 0.783514, + "nauc_ndcg_at_1000_std": 0.080106, + "nauc_ndcg_at_1000_diff1": 0.861612, + "nauc_map_at_1_max": 0.755739, + "nauc_map_at_1_std": 0.024519, + "nauc_map_at_1_diff1": 0.879598, + "nauc_map_at_3_max": 0.782943, + "nauc_map_at_3_std": 0.067774, + "nauc_map_at_3_diff1": 0.86218, + "nauc_map_at_5_max": 0.78113, + "nauc_map_at_5_std": 0.066283, + "nauc_map_at_5_diff1": 0.863737, + "nauc_map_at_10_max": 0.780359, + "nauc_map_at_10_std": 0.069749, + "nauc_map_at_10_diff1": 0.862958, + "nauc_map_at_20_max": 0.780024, + "nauc_map_at_20_std": 0.069761, + "nauc_map_at_20_diff1": 0.863518, + "nauc_map_at_100_max": 0.77999, + "nauc_map_at_100_std": 0.069611, + "nauc_map_at_100_diff1": 0.863939, + "nauc_map_at_1000_max": 0.779958, + "nauc_map_at_1000_std": 0.069404, + "nauc_map_at_1000_diff1": 0.863964, + "nauc_recall_at_1_max": 0.755739, + "nauc_recall_at_1_std": 0.024519, + "nauc_recall_at_1_diff1": 0.879598, + "nauc_recall_at_3_max": 0.825462, + "nauc_recall_at_3_std": 0.133751, + "nauc_recall_at_3_diff1": 0.835497, + "nauc_recall_at_5_max": 0.82087, + "nauc_recall_at_5_std": 0.139189, + "nauc_recall_at_5_diff1": 0.839712, + "nauc_recall_at_10_max": 0.816108, + "nauc_recall_at_10_std": 0.198668, + "nauc_recall_at_10_diff1": 0.822122, + "nauc_recall_at_20_max": 0.821741, + "nauc_recall_at_20_std": 0.248122, + "nauc_recall_at_20_diff1": 0.827767, + "nauc_recall_at_100_max": 0.84177, + "nauc_recall_at_100_std": 0.517941, + "nauc_recall_at_100_diff1": 0.788249, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.755739, + "nauc_precision_at_1_std": 0.024519, + "nauc_precision_at_1_diff1": 0.879598, + "nauc_precision_at_3_max": 0.825462, + "nauc_precision_at_3_std": 0.133751, + "nauc_precision_at_3_diff1": 0.835497, + "nauc_precision_at_5_max": 0.82087, + "nauc_precision_at_5_std": 0.139189, + "nauc_precision_at_5_diff1": 0.839712, + "nauc_precision_at_10_max": 0.816108, + "nauc_precision_at_10_std": 0.198668, + "nauc_precision_at_10_diff1": 0.822122, + "nauc_precision_at_20_max": 0.821741, + "nauc_precision_at_20_std": 0.248122, + "nauc_precision_at_20_diff1": 0.827767, + "nauc_precision_at_100_max": 0.84177, + "nauc_precision_at_100_std": 0.517941, + "nauc_precision_at_100_diff1": 0.788249, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.755739, + "nauc_mrr_at_1_std": 0.024519, + "nauc_mrr_at_1_diff1": 0.879598, + "nauc_mrr_at_3_max": 0.782943, + "nauc_mrr_at_3_std": 0.067774, + "nauc_mrr_at_3_diff1": 0.86218, + "nauc_mrr_at_5_max": 0.78113, + "nauc_mrr_at_5_std": 0.066283, + "nauc_mrr_at_5_diff1": 0.863737, + "nauc_mrr_at_10_max": 0.780359, + "nauc_mrr_at_10_std": 0.069749, + "nauc_mrr_at_10_diff1": 0.862958, + "nauc_mrr_at_20_max": 0.780024, + "nauc_mrr_at_20_std": 0.069761, + "nauc_mrr_at_20_diff1": 0.863518, + "nauc_mrr_at_100_max": 0.77999, + "nauc_mrr_at_100_std": 0.069611, + "nauc_mrr_at_100_diff1": 0.863939, + "nauc_mrr_at_1000_max": 0.779958, + "nauc_mrr_at_1000_std": 0.069404, + "nauc_mrr_at_1000_diff1": 0.863964, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.84111, + "hit_rate_at_5": 0.86667, + "hit_rate_at_10": 0.89667, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.82201, "hf_subset": "eng_Latn-kat_Geor", "languages": [ "eng-Latn", "kat-Geor" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.86139, - "ndcg_at_5": 0.87148, - "ndcg_at_10": 0.87879, - "ndcg_at_20": 0.88364, - "ndcg_at_100": 0.88869, - "ndcg_at_1000": 0.88992, - "map_at_1": 0.80556, - "map_at_3": 0.84833, - "map_at_5": 0.85394, - "map_at_10": 0.85703, - "map_at_20": 0.85841, - "map_at_100": 0.85914, - "map_at_1000": 0.8592, - "recall_at_1": 0.80556, - "recall_at_3": 0.89889, - "recall_at_5": 0.92333, - "recall_at_10": 0.94556, - "recall_at_20": 0.96444, - "recall_at_100": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.84127, + "ndcg_at_5": 0.85121, + "ndcg_at_10": 0.8604, + "ndcg_at_20": 0.86494, + "ndcg_at_100": 0.87228, + "ndcg_at_1000": 0.87331, + "map_at_1": 0.78, + "map_at_3": 0.82667, + "map_at_5": 0.83211, + "map_at_10": 0.83602, + "map_at_20": 0.83729, + "map_at_100": 0.83836, + "map_at_1000": 0.8384, + "recall_at_1": 0.78, + "recall_at_3": 0.88333, + "recall_at_5": 0.90778, + "recall_at_10": 0.93556, + "recall_at_20": 0.95333, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.29963, - "precision_at_5": 0.18467, - "precision_at_10": 0.09456, - "precision_at_20": 0.04822, - "precision_at_100": 0.00991, + "accuracy": 0.78, + "precision_at_1": 0.78, + "precision_at_3": 0.29444, + "precision_at_5": 0.18156, + "precision_at_10": 0.09356, + "precision_at_20": 0.04767, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.848333, - "mrr_at_5": 0.853944, - "mrr_at_10": 0.857034, - "mrr_at_20": 0.858406, - "mrr_at_100": 0.859142, - "mrr_at_1000": 0.859202, - "nauc_ndcg_at_1_max": 0.774807, - "nauc_ndcg_at_1_std": -0.028705, - "nauc_ndcg_at_1_diff1": 0.9019, - "nauc_ndcg_at_3_max": 0.813134, - "nauc_ndcg_at_3_std": 0.029694, - "nauc_ndcg_at_3_diff1": 0.876377, - "nauc_ndcg_at_5_max": 0.814591, - "nauc_ndcg_at_5_std": 0.043787, - "nauc_ndcg_at_5_diff1": 0.878508, - "nauc_ndcg_at_10_max": 0.813084, - "nauc_ndcg_at_10_std": 0.056644, - "nauc_ndcg_at_10_diff1": 0.878373, - "nauc_ndcg_at_20_max": 0.810155, - "nauc_ndcg_at_20_std": 0.055664, - "nauc_ndcg_at_20_diff1": 0.879897, - "nauc_ndcg_at_100_max": 0.807628, - "nauc_ndcg_at_100_std": 0.047524, - "nauc_ndcg_at_100_diff1": 0.881296, - "nauc_ndcg_at_1000_max": 0.806367, - "nauc_ndcg_at_1000_std": 0.037995, - "nauc_ndcg_at_1000_diff1": 0.882746, - "nauc_map_at_1_max": 0.774807, - "nauc_map_at_1_std": -0.028705, - "nauc_map_at_1_diff1": 0.9019, - "nauc_map_at_3_max": 0.803954, - "nauc_map_at_3_std": 0.014881, - "nauc_map_at_3_diff1": 0.883744, - "nauc_map_at_5_max": 0.804414, - "nauc_map_at_5_std": 0.021674, - "nauc_map_at_5_diff1": 0.884964, - "nauc_map_at_10_max": 0.803667, - "nauc_map_at_10_std": 0.026287, - "nauc_map_at_10_diff1": 0.884963, - "nauc_map_at_20_max": 0.802832, - "nauc_map_at_20_std": 0.025686, - "nauc_map_at_20_diff1": 0.885269, - "nauc_map_at_100_max": 0.802504, - "nauc_map_at_100_std": 0.024696, - "nauc_map_at_100_diff1": 0.885527, - "nauc_map_at_1000_max": 0.802455, - "nauc_map_at_1000_std": 0.024331, - "nauc_map_at_1000_diff1": 0.885584, - "nauc_recall_at_1_max": 0.774807, - "nauc_recall_at_1_std": -0.028705, - "nauc_recall_at_1_diff1": 0.9019, - "nauc_recall_at_3_max": 0.849714, - "nauc_recall_at_3_std": 0.089338, - "nauc_recall_at_3_diff1": 0.846082, - "nauc_recall_at_5_max": 0.866175, - "nauc_recall_at_5_std": 0.159975, - "nauc_recall_at_5_diff1": 0.845742, - "nauc_recall_at_10_max": 0.877103, - "nauc_recall_at_10_std": 0.284342, - "nauc_recall_at_10_diff1": 0.8328, - "nauc_recall_at_20_max": 0.876955, - "nauc_recall_at_20_std": 0.395425, - "nauc_recall_at_20_diff1": 0.830401, - "nauc_recall_at_100_max": 0.916258, - "nauc_recall_at_100_std": 0.872199, - "nauc_recall_at_100_diff1": 0.756361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.774807, - "nauc_precision_at_1_std": -0.028705, - "nauc_precision_at_1_diff1": 0.9019, - "nauc_precision_at_3_max": 0.849714, - "nauc_precision_at_3_std": 0.089338, - "nauc_precision_at_3_diff1": 0.846082, - "nauc_precision_at_5_max": 0.866175, - "nauc_precision_at_5_std": 0.159975, - "nauc_precision_at_5_diff1": 0.845742, - "nauc_precision_at_10_max": 0.877103, - "nauc_precision_at_10_std": 0.284342, - "nauc_precision_at_10_diff1": 0.8328, - "nauc_precision_at_20_max": 0.876955, - "nauc_precision_at_20_std": 0.395425, - "nauc_precision_at_20_diff1": 0.830401, - "nauc_precision_at_100_max": 0.916258, - "nauc_precision_at_100_std": 0.872199, - "nauc_precision_at_100_diff1": 0.756361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.774807, - "nauc_mrr_at_1_std": -0.028705, - "nauc_mrr_at_1_diff1": 0.9019, - "nauc_mrr_at_3_max": 0.803954, - "nauc_mrr_at_3_std": 0.014881, - "nauc_mrr_at_3_diff1": 0.883744, - "nauc_mrr_at_5_max": 0.804414, - "nauc_mrr_at_5_std": 0.021674, - "nauc_mrr_at_5_diff1": 0.884964, - "nauc_mrr_at_10_max": 0.803667, - "nauc_mrr_at_10_std": 0.026287, - "nauc_mrr_at_10_diff1": 0.884963, - "nauc_mrr_at_20_max": 0.802832, - "nauc_mrr_at_20_std": 0.025686, - "nauc_mrr_at_20_diff1": 0.885269, - "nauc_mrr_at_100_max": 0.802504, - "nauc_mrr_at_100_std": 0.024696, - "nauc_mrr_at_100_diff1": 0.885527, - "nauc_mrr_at_1000_max": 0.802455, - "nauc_mrr_at_1000_std": 0.024331, - "nauc_mrr_at_1000_diff1": 0.885584, - "main_score": 0.87879, + "mrr_at_1": 0.78, + "mrr_at_3": 0.826667, + "mrr_at_5": 0.832111, + "mrr_at_10": 0.836024, + "mrr_at_20": 0.837295, + "mrr_at_100": 0.838357, + "mrr_at_1000": 0.838401, + "nauc_ndcg_at_1_max": 0.791209, + "nauc_ndcg_at_1_std": -0.048258, + "nauc_ndcg_at_1_diff1": 0.911882, + "nauc_ndcg_at_3_max": 0.827136, + "nauc_ndcg_at_3_std": 0.022184, + "nauc_ndcg_at_3_diff1": 0.889225, + "nauc_ndcg_at_5_max": 0.821385, + "nauc_ndcg_at_5_std": 0.020204, + "nauc_ndcg_at_5_diff1": 0.883698, + "nauc_ndcg_at_10_max": 0.821312, + "nauc_ndcg_at_10_std": 0.03388, + "nauc_ndcg_at_10_diff1": 0.886221, + "nauc_ndcg_at_20_max": 0.822552, + "nauc_ndcg_at_20_std": 0.033803, + "nauc_ndcg_at_20_diff1": 0.889557, + "nauc_ndcg_at_100_max": 0.81905, + "nauc_ndcg_at_100_std": 0.02151, + "nauc_ndcg_at_100_diff1": 0.891719, + "nauc_ndcg_at_1000_max": 0.817792, + "nauc_ndcg_at_1000_std": 0.014505, + "nauc_ndcg_at_1000_diff1": 0.892128, + "nauc_map_at_1_max": 0.791209, + "nauc_map_at_1_std": -0.048258, + "nauc_map_at_1_diff1": 0.911882, + "nauc_map_at_3_max": 0.818275, + "nauc_map_at_3_std": 0.000114, + "nauc_map_at_3_diff1": 0.895487, + "nauc_map_at_5_max": 0.815074, + "nauc_map_at_5_std": -0.00165, + "nauc_map_at_5_diff1": 0.892947, + "nauc_map_at_10_max": 0.814813, + "nauc_map_at_10_std": 0.003047, + "nauc_map_at_10_diff1": 0.894031, + "nauc_map_at_20_max": 0.81499, + "nauc_map_at_20_std": 0.002655, + "nauc_map_at_20_diff1": 0.894827, + "nauc_map_at_100_max": 0.814524, + "nauc_map_at_100_std": 0.001185, + "nauc_map_at_100_diff1": 0.895084, + "nauc_map_at_1000_max": 0.814481, + "nauc_map_at_1000_std": 0.000954, + "nauc_map_at_1000_diff1": 0.895098, + "nauc_recall_at_1_max": 0.791209, + "nauc_recall_at_1_std": -0.048258, + "nauc_recall_at_1_diff1": 0.911882, + "nauc_recall_at_3_max": 0.862272, + "nauc_recall_at_3_std": 0.113035, + "nauc_recall_at_3_diff1": 0.863916, + "nauc_recall_at_5_max": 0.849881, + "nauc_recall_at_5_std": 0.128238, + "nauc_recall_at_5_diff1": 0.83722, + "nauc_recall_at_10_max": 0.862689, + "nauc_recall_at_10_std": 0.25689, + "nauc_recall_at_10_diff1": 0.833704, + "nauc_recall_at_20_max": 0.893068, + "nauc_recall_at_20_std": 0.343838, + "nauc_recall_at_20_diff1": 0.850551, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.835001, + "nauc_recall_at_100_diff1": 0.843604, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791209, + "nauc_precision_at_1_std": -0.048258, + "nauc_precision_at_1_diff1": 0.911882, + "nauc_precision_at_3_max": 0.862272, + "nauc_precision_at_3_std": 0.113035, + "nauc_precision_at_3_diff1": 0.863916, + "nauc_precision_at_5_max": 0.849881, + "nauc_precision_at_5_std": 0.128238, + "nauc_precision_at_5_diff1": 0.83722, + "nauc_precision_at_10_max": 0.862689, + "nauc_precision_at_10_std": 0.25689, + "nauc_precision_at_10_diff1": 0.833704, + "nauc_precision_at_20_max": 0.893068, + "nauc_precision_at_20_std": 0.343838, + "nauc_precision_at_20_diff1": 0.850551, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.835001, + "nauc_precision_at_100_diff1": 0.843604, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791209, + "nauc_mrr_at_1_std": -0.048258, + "nauc_mrr_at_1_diff1": 0.911882, + "nauc_mrr_at_3_max": 0.818275, + "nauc_mrr_at_3_std": 0.000114, + "nauc_mrr_at_3_diff1": 0.895487, + "nauc_mrr_at_5_max": 0.815074, + "nauc_mrr_at_5_std": -0.00165, + "nauc_mrr_at_5_diff1": 0.892947, + "nauc_mrr_at_10_max": 0.814813, + "nauc_mrr_at_10_std": 0.003047, + "nauc_mrr_at_10_diff1": 0.894031, + "nauc_mrr_at_20_max": 0.81499, + "nauc_mrr_at_20_std": 0.002655, + "nauc_mrr_at_20_diff1": 0.894827, + "nauc_mrr_at_100_max": 0.814524, + "nauc_mrr_at_100_std": 0.001185, + "nauc_mrr_at_100_diff1": 0.895084, + "nauc_mrr_at_1000_max": 0.814481, + "nauc_mrr_at_1000_std": 0.000954, + "nauc_mrr_at_1000_diff1": 0.895098, + "hit_rate_at_1": 0.78, + "hit_rate_at_3": 0.88333, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.93556, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8604, "hf_subset": "kaz_Cyrl-kaz_Cyrl", "languages": [ "kaz-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88444, - "ndcg_at_3": 0.92292, - "ndcg_at_5": 0.92842, - "ndcg_at_10": 0.93467, - "ndcg_at_20": 0.93726, - "ndcg_at_100": 0.93842, - "ndcg_at_1000": 0.93871, - "map_at_1": 0.88444, - "map_at_3": 0.91389, - "map_at_5": 0.91694, - "map_at_10": 0.91961, - "map_at_20": 0.92035, - "map_at_100": 0.92048, - "map_at_1000": 0.92049, - "recall_at_1": 0.88444, - "recall_at_3": 0.94889, - "recall_at_5": 0.96222, - "recall_at_10": 0.98111, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.92024, + "ndcg_at_5": 0.92569, + "ndcg_at_10": 0.93302, + "ndcg_at_20": 0.93619, + "ndcg_at_100": 0.93764, + "ndcg_at_1000": 0.93792, + "map_at_1": 0.88778, + "map_at_3": 0.91259, + "map_at_5": 0.91559, + "map_at_10": 0.9187, + "map_at_20": 0.91961, + "map_at_100": 0.91981, + "map_at_1000": 0.91982, + "recall_at_1": 0.88778, + "recall_at_3": 0.94222, + "recall_at_5": 0.95556, + "recall_at_10": 0.97778, + "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.88444, - "precision_at_3": 0.3163, - "precision_at_5": 0.19244, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.88778, + "precision_at_1": 0.88778, + "precision_at_3": 0.31407, + "precision_at_5": 0.19111, + "precision_at_10": 0.09778, + "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.884444, - "mrr_at_3": 0.913889, - "mrr_at_5": 0.916944, - "mrr_at_10": 0.919608, - "mrr_at_20": 0.920348, - "mrr_at_100": 0.920479, - "mrr_at_1000": 0.920492, - "nauc_ndcg_at_1_max": 0.750078, - "nauc_ndcg_at_1_std": -0.300656, - "nauc_ndcg_at_1_diff1": 0.934544, - "nauc_ndcg_at_3_max": 0.756651, - "nauc_ndcg_at_3_std": -0.390847, - "nauc_ndcg_at_3_diff1": 0.927919, - "nauc_ndcg_at_5_max": 0.769506, - "nauc_ndcg_at_5_std": -0.351777, - "nauc_ndcg_at_5_diff1": 0.929349, - "nauc_ndcg_at_10_max": 0.767501, - "nauc_ndcg_at_10_std": -0.317965, - "nauc_ndcg_at_10_diff1": 0.930046, - "nauc_ndcg_at_20_max": 0.760335, - "nauc_ndcg_at_20_std": -0.326496, - "nauc_ndcg_at_20_diff1": 0.930181, - "nauc_ndcg_at_100_max": 0.760089, - "nauc_ndcg_at_100_std": -0.324918, - "nauc_ndcg_at_100_diff1": 0.93058, - "nauc_ndcg_at_1000_max": 0.758921, - "nauc_ndcg_at_1000_std": -0.331029, - "nauc_ndcg_at_1000_diff1": 0.930242, - "nauc_map_at_1_max": 0.750078, - "nauc_map_at_1_std": -0.300656, - "nauc_map_at_1_diff1": 0.934544, - "nauc_map_at_3_max": 0.753066, - "nauc_map_at_3_std": -0.363958, - "nauc_map_at_3_diff1": 0.92942, - "nauc_map_at_5_max": 0.759098, - "nauc_map_at_5_std": -0.344466, - "nauc_map_at_5_diff1": 0.930133, - "nauc_map_at_10_max": 0.758001, - "nauc_map_at_10_std": -0.332118, - "nauc_map_at_10_diff1": 0.930356, - "nauc_map_at_20_max": 0.756241, - "nauc_map_at_20_std": -0.33432, - "nauc_map_at_20_diff1": 0.9304, - "nauc_map_at_100_max": 0.75627, - "nauc_map_at_100_std": -0.33382, - "nauc_map_at_100_diff1": 0.930434, - "nauc_map_at_1000_max": 0.756231, - "nauc_map_at_1000_std": -0.334018, - "nauc_map_at_1000_diff1": 0.930423, - "nauc_recall_at_1_max": 0.750078, - "nauc_recall_at_1_std": -0.300656, - "nauc_recall_at_1_diff1": 0.934544, - "nauc_recall_at_3_max": 0.774885, - "nauc_recall_at_3_std": -0.518573, - "nauc_recall_at_3_diff1": 0.921142, - "nauc_recall_at_5_max": 0.839773, - "nauc_recall_at_5_std": -0.383767, - "nauc_recall_at_5_diff1": 0.925509, - "nauc_recall_at_10_max": 0.890454, - "nauc_recall_at_10_std": -0.074944, - "nauc_recall_at_10_diff1": 0.929835, - "nauc_recall_at_20_max": 0.839286, - "nauc_recall_at_20_std": -0.021359, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.915593, + "mrr_at_10": 0.918701, + "mrr_at_20": 0.919612, + "mrr_at_100": 0.919811, + "mrr_at_1000": 0.919821, + "nauc_ndcg_at_1_max": 0.704692, + "nauc_ndcg_at_1_std": -0.401201, + "nauc_ndcg_at_1_diff1": 0.92256, + "nauc_ndcg_at_3_max": 0.734031, + "nauc_ndcg_at_3_std": -0.444062, + "nauc_ndcg_at_3_diff1": 0.92855, + "nauc_ndcg_at_5_max": 0.739985, + "nauc_ndcg_at_5_std": -0.411978, + "nauc_ndcg_at_5_diff1": 0.930104, + "nauc_ndcg_at_10_max": 0.742943, + "nauc_ndcg_at_10_std": -0.395373, + "nauc_ndcg_at_10_diff1": 0.928521, + "nauc_ndcg_at_20_max": 0.73506, + "nauc_ndcg_at_20_std": -0.40072, + "nauc_ndcg_at_20_diff1": 0.927878, + "nauc_ndcg_at_100_max": 0.733734, + "nauc_ndcg_at_100_std": -0.39633, + "nauc_ndcg_at_100_diff1": 0.927858, + "nauc_ndcg_at_1000_max": 0.732499, + "nauc_ndcg_at_1000_std": -0.402807, + "nauc_ndcg_at_1000_diff1": 0.927523, + "nauc_map_at_1_max": 0.704692, + "nauc_map_at_1_std": -0.401201, + "nauc_map_at_1_diff1": 0.92256, + "nauc_map_at_3_max": 0.726598, + "nauc_map_at_3_std": -0.429057, + "nauc_map_at_3_diff1": 0.92696, + "nauc_map_at_5_max": 0.729384, + "nauc_map_at_5_std": -0.412328, + "nauc_map_at_5_diff1": 0.927705, + "nauc_map_at_10_max": 0.730231, + "nauc_map_at_10_std": -0.405848, + "nauc_map_at_10_diff1": 0.927143, + "nauc_map_at_20_max": 0.72829, + "nauc_map_at_20_std": -0.407439, + "nauc_map_at_20_diff1": 0.926966, + "nauc_map_at_100_max": 0.728248, + "nauc_map_at_100_std": -0.40674, + "nauc_map_at_100_diff1": 0.926921, + "nauc_map_at_1000_max": 0.728212, + "nauc_map_at_1000_std": -0.406924, + "nauc_map_at_1000_diff1": 0.926912, + "nauc_recall_at_1_max": 0.704692, + "nauc_recall_at_1_std": -0.401201, + "nauc_recall_at_1_diff1": 0.92256, + "nauc_recall_at_3_max": 0.765191, + "nauc_recall_at_3_std": -0.510091, + "nauc_recall_at_3_diff1": 0.935269, + "nauc_recall_at_5_max": 0.797432, + "nauc_recall_at_5_std": -0.404517, + "nauc_recall_at_5_diff1": 0.943219, + "nauc_recall_at_10_max": 0.877801, + "nauc_recall_at_10_std": -0.258497, + "nauc_recall_at_10_diff1": 0.940359, + "nauc_recall_at_20_max": 0.850088, + "nauc_recall_at_20_std": -0.207905, + "nauc_recall_at_20_diff1": 0.940087, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.750078, - "nauc_precision_at_1_std": -0.300656, - "nauc_precision_at_1_diff1": 0.934544, - "nauc_precision_at_3_max": 0.774885, - "nauc_precision_at_3_std": -0.518573, - "nauc_precision_at_3_diff1": 0.921142, - "nauc_precision_at_5_max": 0.839773, - "nauc_precision_at_5_std": -0.383767, - "nauc_precision_at_5_diff1": 0.925509, - "nauc_precision_at_10_max": 0.890454, - "nauc_precision_at_10_std": -0.074944, - "nauc_precision_at_10_diff1": 0.929835, - "nauc_precision_at_20_max": 0.839286, - "nauc_precision_at_20_std": -0.021359, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.704692, + "nauc_precision_at_1_std": -0.401201, + "nauc_precision_at_1_diff1": 0.92256, + "nauc_precision_at_3_max": 0.765191, + "nauc_precision_at_3_std": -0.510091, + "nauc_precision_at_3_diff1": 0.935269, + "nauc_precision_at_5_max": 0.797432, + "nauc_precision_at_5_std": -0.404517, + "nauc_precision_at_5_diff1": 0.943219, + "nauc_precision_at_10_max": 0.877801, + "nauc_precision_at_10_std": -0.258497, + "nauc_precision_at_10_diff1": 0.940359, + "nauc_precision_at_20_max": 0.850088, + "nauc_precision_at_20_std": -0.207905, + "nauc_precision_at_20_diff1": 0.940087, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.750078, - "nauc_mrr_at_1_std": -0.300656, - "nauc_mrr_at_1_diff1": 0.934544, - "nauc_mrr_at_3_max": 0.753066, - "nauc_mrr_at_3_std": -0.363958, - "nauc_mrr_at_3_diff1": 0.92942, - "nauc_mrr_at_5_max": 0.759098, - "nauc_mrr_at_5_std": -0.344466, - "nauc_mrr_at_5_diff1": 0.930133, - "nauc_mrr_at_10_max": 0.758001, - "nauc_mrr_at_10_std": -0.332118, - "nauc_mrr_at_10_diff1": 0.930356, - "nauc_mrr_at_20_max": 0.756241, - "nauc_mrr_at_20_std": -0.33432, - "nauc_mrr_at_20_diff1": 0.9304, - "nauc_mrr_at_100_max": 0.75627, - "nauc_mrr_at_100_std": -0.33382, - "nauc_mrr_at_100_diff1": 0.930434, - "nauc_mrr_at_1000_max": 0.756231, - "nauc_mrr_at_1000_std": -0.334018, - "nauc_mrr_at_1000_diff1": 0.930423, - "main_score": 0.93467, + "nauc_mrr_at_1_max": 0.704692, + "nauc_mrr_at_1_std": -0.401201, + "nauc_mrr_at_1_diff1": 0.92256, + "nauc_mrr_at_3_max": 0.726598, + "nauc_mrr_at_3_std": -0.429057, + "nauc_mrr_at_3_diff1": 0.92696, + "nauc_mrr_at_5_max": 0.729384, + "nauc_mrr_at_5_std": -0.412328, + "nauc_mrr_at_5_diff1": 0.927705, + "nauc_mrr_at_10_max": 0.730231, + "nauc_mrr_at_10_std": -0.405848, + "nauc_mrr_at_10_diff1": 0.927143, + "nauc_mrr_at_20_max": 0.72829, + "nauc_mrr_at_20_std": -0.407439, + "nauc_mrr_at_20_diff1": 0.926966, + "nauc_mrr_at_100_max": 0.728248, + "nauc_mrr_at_100_std": -0.40674, + "nauc_mrr_at_100_diff1": 0.926921, + "nauc_mrr_at_1000_max": 0.728212, + "nauc_mrr_at_1000_std": -0.406924, + "nauc_mrr_at_1000_diff1": 0.926912, + "hit_rate_at_1": 0.88778, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93302, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": [ "kaz-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.78, - "ndcg_at_3": 0.83554, - "ndcg_at_5": 0.84687, - "ndcg_at_10": 0.8535, - "ndcg_at_20": 0.86141, - "ndcg_at_100": 0.86769, - "ndcg_at_1000": 0.86963, - "map_at_1": 0.78, - "map_at_3": 0.82241, - "map_at_5": 0.82863, - "map_at_10": 0.83146, - "map_at_20": 0.83365, - "map_at_100": 0.83454, - "map_at_1000": 0.83463, - "recall_at_1": 0.78, - "recall_at_3": 0.87333, - "recall_at_5": 0.90111, - "recall_at_10": 0.92111, - "recall_at_20": 0.95222, - "recall_at_100": 0.98556, + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.81104, + "ndcg_at_5": 0.82601, + "ndcg_at_10": 0.8371, + "ndcg_at_20": 0.84246, + "ndcg_at_100": 0.85086, + "ndcg_at_1000": 0.85326, + "map_at_1": 0.76111, + "map_at_3": 0.79907, + "map_at_5": 0.8073, + "map_at_10": 0.81184, + "map_at_20": 0.81332, + "map_at_100": 0.81455, + "map_at_1000": 0.81466, + "recall_at_1": 0.76111, + "recall_at_3": 0.84556, + "recall_at_5": 0.88222, + "recall_at_10": 0.91667, + "recall_at_20": 0.93778, + "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.78, - "precision_at_3": 0.29111, - "precision_at_5": 0.18022, - "precision_at_10": 0.09211, - "precision_at_20": 0.04761, - "precision_at_100": 0.00986, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.28185, + "precision_at_5": 0.17644, + "precision_at_10": 0.09167, + "precision_at_20": 0.04689, + "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.78, - "mrr_at_3": 0.822407, - "mrr_at_5": 0.82863, - "mrr_at_10": 0.831459, - "mrr_at_20": 0.83365, - "mrr_at_100": 0.83454, - "mrr_at_1000": 0.834627, - "nauc_ndcg_at_1_max": 0.815428, - "nauc_ndcg_at_1_std": 0.118095, - "nauc_ndcg_at_1_diff1": 0.911068, - "nauc_ndcg_at_3_max": 0.846878, - "nauc_ndcg_at_3_std": 0.127642, - "nauc_ndcg_at_3_diff1": 0.896599, - "nauc_ndcg_at_5_max": 0.843462, - "nauc_ndcg_at_5_std": 0.140836, - "nauc_ndcg_at_5_diff1": 0.890682, - "nauc_ndcg_at_10_max": 0.842993, - "nauc_ndcg_at_10_std": 0.156945, - "nauc_ndcg_at_10_diff1": 0.890949, - "nauc_ndcg_at_20_max": 0.843789, - "nauc_ndcg_at_20_std": 0.169602, - "nauc_ndcg_at_20_diff1": 0.898303, - "nauc_ndcg_at_100_max": 0.842517, - "nauc_ndcg_at_100_std": 0.158994, - "nauc_ndcg_at_100_diff1": 0.89893, - "nauc_ndcg_at_1000_max": 0.840676, - "nauc_ndcg_at_1000_std": 0.150647, - "nauc_ndcg_at_1000_diff1": 0.898616, - "nauc_map_at_1_max": 0.815428, - "nauc_map_at_1_std": 0.118095, - "nauc_map_at_1_diff1": 0.911068, - "nauc_map_at_3_max": 0.839739, - "nauc_map_at_3_std": 0.126717, - "nauc_map_at_3_diff1": 0.90109, - "nauc_map_at_5_max": 0.837791, - "nauc_map_at_5_std": 0.133395, - "nauc_map_at_5_diff1": 0.898322, - "nauc_map_at_10_max": 0.83753, - "nauc_map_at_10_std": 0.139054, - "nauc_map_at_10_diff1": 0.898567, - "nauc_map_at_20_max": 0.837723, - "nauc_map_at_20_std": 0.142156, - "nauc_map_at_20_diff1": 0.900411, - "nauc_map_at_100_max": 0.837552, - "nauc_map_at_100_std": 0.140798, - "nauc_map_at_100_diff1": 0.900455, - "nauc_map_at_1000_max": 0.837484, - "nauc_map_at_1000_std": 0.140521, - "nauc_map_at_1000_diff1": 0.900444, - "nauc_recall_at_1_max": 0.815428, - "nauc_recall_at_1_std": 0.118095, - "nauc_recall_at_1_diff1": 0.911068, - "nauc_recall_at_3_max": 0.87349, - "nauc_recall_at_3_std": 0.130199, - "nauc_recall_at_3_diff1": 0.878994, - "nauc_recall_at_5_max": 0.867823, - "nauc_recall_at_5_std": 0.177173, - "nauc_recall_at_5_diff1": 0.853282, - "nauc_recall_at_10_max": 0.871398, - "nauc_recall_at_10_std": 0.274313, - "nauc_recall_at_10_diff1": 0.845149, - "nauc_recall_at_20_max": 0.896391, - "nauc_recall_at_20_std": 0.476701, - "nauc_recall_at_20_diff1": 0.893764, - "nauc_recall_at_100_max": 0.958522, - "nauc_recall_at_100_std": 0.699167, - "nauc_recall_at_100_diff1": 0.918301, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815428, - "nauc_precision_at_1_std": 0.118095, - "nauc_precision_at_1_diff1": 0.911068, - "nauc_precision_at_3_max": 0.87349, - "nauc_precision_at_3_std": 0.130199, - "nauc_precision_at_3_diff1": 0.878994, - "nauc_precision_at_5_max": 0.867823, - "nauc_precision_at_5_std": 0.177173, - "nauc_precision_at_5_diff1": 0.853282, - "nauc_precision_at_10_max": 0.871398, - "nauc_precision_at_10_std": 0.274313, - "nauc_precision_at_10_diff1": 0.845149, - "nauc_precision_at_20_max": 0.896391, - "nauc_precision_at_20_std": 0.476701, - "nauc_precision_at_20_diff1": 0.893764, - "nauc_precision_at_100_max": 0.958522, - "nauc_precision_at_100_std": 0.699167, - "nauc_precision_at_100_diff1": 0.918301, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815428, - "nauc_mrr_at_1_std": 0.118095, - "nauc_mrr_at_1_diff1": 0.911068, - "nauc_mrr_at_3_max": 0.839739, - "nauc_mrr_at_3_std": 0.126717, - "nauc_mrr_at_3_diff1": 0.90109, - "nauc_mrr_at_5_max": 0.837791, - "nauc_mrr_at_5_std": 0.133395, - "nauc_mrr_at_5_diff1": 0.898322, - "nauc_mrr_at_10_max": 0.83753, - "nauc_mrr_at_10_std": 0.139054, - "nauc_mrr_at_10_diff1": 0.898567, - "nauc_mrr_at_20_max": 0.837723, - "nauc_mrr_at_20_std": 0.142156, - "nauc_mrr_at_20_diff1": 0.900411, - "nauc_mrr_at_100_max": 0.837552, - "nauc_mrr_at_100_std": 0.140798, - "nauc_mrr_at_100_diff1": 0.900455, - "nauc_mrr_at_1000_max": 0.837484, - "nauc_mrr_at_1000_std": 0.140521, - "nauc_mrr_at_1000_diff1": 0.900444, - "main_score": 0.8535, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.799074, + "mrr_at_5": 0.807296, + "mrr_at_10": 0.811843, + "mrr_at_20": 0.813324, + "mrr_at_100": 0.814549, + "mrr_at_1000": 0.814659, + "nauc_ndcg_at_1_max": 0.810987, + "nauc_ndcg_at_1_std": 0.07129, + "nauc_ndcg_at_1_diff1": 0.881586, + "nauc_ndcg_at_3_max": 0.835024, + "nauc_ndcg_at_3_std": 0.076076, + "nauc_ndcg_at_3_diff1": 0.868511, + "nauc_ndcg_at_5_max": 0.83201, + "nauc_ndcg_at_5_std": 0.071812, + "nauc_ndcg_at_5_diff1": 0.861573, + "nauc_ndcg_at_10_max": 0.828995, + "nauc_ndcg_at_10_std": 0.082657, + "nauc_ndcg_at_10_diff1": 0.861098, + "nauc_ndcg_at_20_max": 0.832637, + "nauc_ndcg_at_20_std": 0.099733, + "nauc_ndcg_at_20_diff1": 0.864341, + "nauc_ndcg_at_100_max": 0.831455, + "nauc_ndcg_at_100_std": 0.097908, + "nauc_ndcg_at_100_diff1": 0.86824, + "nauc_ndcg_at_1000_max": 0.830181, + "nauc_ndcg_at_1000_std": 0.089723, + "nauc_ndcg_at_1000_diff1": 0.868135, + "nauc_map_at_1_max": 0.810987, + "nauc_map_at_1_std": 0.07129, + "nauc_map_at_1_diff1": 0.881586, + "nauc_map_at_3_max": 0.829929, + "nauc_map_at_3_std": 0.077105, + "nauc_map_at_3_diff1": 0.87247, + "nauc_map_at_5_max": 0.828269, + "nauc_map_at_5_std": 0.075045, + "nauc_map_at_5_diff1": 0.869268, + "nauc_map_at_10_max": 0.827121, + "nauc_map_at_10_std": 0.079302, + "nauc_map_at_10_diff1": 0.869129, + "nauc_map_at_20_max": 0.827946, + "nauc_map_at_20_std": 0.083344, + "nauc_map_at_20_diff1": 0.869939, + "nauc_map_at_100_max": 0.827879, + "nauc_map_at_100_std": 0.083424, + "nauc_map_at_100_diff1": 0.870475, + "nauc_map_at_1000_max": 0.827833, + "nauc_map_at_1000_std": 0.083148, + "nauc_map_at_1000_diff1": 0.870479, + "nauc_recall_at_1_max": 0.810987, + "nauc_recall_at_1_std": 0.07129, + "nauc_recall_at_1_diff1": 0.881586, + "nauc_recall_at_3_max": 0.852622, + "nauc_recall_at_3_std": 0.071119, + "nauc_recall_at_3_diff1": 0.854023, + "nauc_recall_at_5_max": 0.846746, + "nauc_recall_at_5_std": 0.054836, + "nauc_recall_at_5_diff1": 0.825382, + "nauc_recall_at_10_max": 0.835132, + "nauc_recall_at_10_std": 0.106685, + "nauc_recall_at_10_diff1": 0.810458, + "nauc_recall_at_20_max": 0.871349, + "nauc_recall_at_20_std": 0.272192, + "nauc_recall_at_20_diff1": 0.823805, + "nauc_recall_at_100_max": 0.904733, + "nauc_recall_at_100_std": 0.574521, + "nauc_recall_at_100_diff1": 0.876867, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810987, + "nauc_precision_at_1_std": 0.07129, + "nauc_precision_at_1_diff1": 0.881586, + "nauc_precision_at_3_max": 0.852622, + "nauc_precision_at_3_std": 0.071119, + "nauc_precision_at_3_diff1": 0.854023, + "nauc_precision_at_5_max": 0.846746, + "nauc_precision_at_5_std": 0.054836, + "nauc_precision_at_5_diff1": 0.825382, + "nauc_precision_at_10_max": 0.835132, + "nauc_precision_at_10_std": 0.106685, + "nauc_precision_at_10_diff1": 0.810458, + "nauc_precision_at_20_max": 0.871349, + "nauc_precision_at_20_std": 0.272192, + "nauc_precision_at_20_diff1": 0.823805, + "nauc_precision_at_100_max": 0.904733, + "nauc_precision_at_100_std": 0.574521, + "nauc_precision_at_100_diff1": 0.876867, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810987, + "nauc_mrr_at_1_std": 0.07129, + "nauc_mrr_at_1_diff1": 0.881586, + "nauc_mrr_at_3_max": 0.829929, + "nauc_mrr_at_3_std": 0.077105, + "nauc_mrr_at_3_diff1": 0.87247, + "nauc_mrr_at_5_max": 0.828269, + "nauc_mrr_at_5_std": 0.075045, + "nauc_mrr_at_5_diff1": 0.869268, + "nauc_mrr_at_10_max": 0.827121, + "nauc_mrr_at_10_std": 0.079302, + "nauc_mrr_at_10_diff1": 0.869129, + "nauc_mrr_at_20_max": 0.827946, + "nauc_mrr_at_20_std": 0.083344, + "nauc_mrr_at_20_diff1": 0.869939, + "nauc_mrr_at_100_max": 0.827879, + "nauc_mrr_at_100_std": 0.083424, + "nauc_mrr_at_100_diff1": 0.870475, + "nauc_mrr_at_1000_max": 0.827833, + "nauc_mrr_at_1000_std": 0.083148, + "nauc_mrr_at_1000_diff1": 0.870479, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.84556, + "hit_rate_at_5": 0.88222, + "hit_rate_at_10": 0.91667, + "hit_rate_at_20": 0.93778, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8371, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": [ "eng-Latn", "kaz-Cyrl" - ] - }, - { - "ndcg_at_1": 0.76889, - "ndcg_at_3": 0.81213, - "ndcg_at_5": 0.82666, - "ndcg_at_10": 0.83527, - "ndcg_at_20": 0.84183, - "ndcg_at_100": 0.84925, - "ndcg_at_1000": 0.85334, - "map_at_1": 0.76889, - "map_at_3": 0.80204, - "map_at_5": 0.81004, - "map_at_10": 0.81358, - "map_at_20": 0.81543, - "map_at_100": 0.81647, - "map_at_1000": 0.81664, - "recall_at_1": 0.76889, - "recall_at_3": 0.84111, - "recall_at_5": 0.87667, - "recall_at_10": 0.90333, - "recall_at_20": 0.92889, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.79622, + "ndcg_at_5": 0.80913, + "ndcg_at_10": 0.82017, + "ndcg_at_20": 0.8269, + "ndcg_at_100": 0.83439, + "ndcg_at_1000": 0.83867, + "map_at_1": 0.74111, + "map_at_3": 0.78296, + "map_at_5": 0.79019, + "map_at_10": 0.7949, + "map_at_20": 0.79673, + "map_at_100": 0.79772, + "map_at_1000": 0.79788, + "recall_at_1": 0.74111, + "recall_at_3": 0.83444, + "recall_at_5": 0.86556, + "recall_at_10": 0.89889, + "recall_at_20": 0.92556, + "recall_at_100": 0.96667, "recall_at_1000": 1.0, - "precision_at_1": 0.76889, - "precision_at_3": 0.28037, - "precision_at_5": 0.17533, - "precision_at_10": 0.09033, - "precision_at_20": 0.04644, - "precision_at_100": 0.00969, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.27815, + "precision_at_5": 0.17311, + "precision_at_10": 0.08989, + "precision_at_20": 0.04628, + "precision_at_100": 0.00967, "precision_at_1000": 0.001, - "mrr_at_1": 0.768889, - "mrr_at_3": 0.802037, - "mrr_at_5": 0.810037, - "mrr_at_10": 0.813582, - "mrr_at_20": 0.815435, - "mrr_at_100": 0.816469, - "mrr_at_1000": 0.816638, - "nauc_ndcg_at_1_max": 0.791843, - "nauc_ndcg_at_1_std": 0.253929, - "nauc_ndcg_at_1_diff1": 0.893699, - "nauc_ndcg_at_3_max": 0.844505, - "nauc_ndcg_at_3_std": 0.35279, - "nauc_ndcg_at_3_diff1": 0.888517, - "nauc_ndcg_at_5_max": 0.844171, - "nauc_ndcg_at_5_std": 0.370651, - "nauc_ndcg_at_5_diff1": 0.88217, - "nauc_ndcg_at_10_max": 0.842035, - "nauc_ndcg_at_10_std": 0.381465, - "nauc_ndcg_at_10_diff1": 0.877531, - "nauc_ndcg_at_20_max": 0.839725, - "nauc_ndcg_at_20_std": 0.383642, - "nauc_ndcg_at_20_diff1": 0.878134, - "nauc_ndcg_at_100_max": 0.838277, - "nauc_ndcg_at_100_std": 0.37321, - "nauc_ndcg_at_100_diff1": 0.882628, - "nauc_ndcg_at_1000_max": 0.835001, - "nauc_ndcg_at_1000_std": 0.358677, - "nauc_ndcg_at_1000_diff1": 0.88327, - "nauc_map_at_1_max": 0.791843, - "nauc_map_at_1_std": 0.253929, - "nauc_map_at_1_diff1": 0.893699, - "nauc_map_at_3_max": 0.831337, - "nauc_map_at_3_std": 0.326066, - "nauc_map_at_3_diff1": 0.889659, - "nauc_map_at_5_max": 0.830611, - "nauc_map_at_5_std": 0.333728, - "nauc_map_at_5_diff1": 0.886434, - "nauc_map_at_10_max": 0.829536, - "nauc_map_at_10_std": 0.337373, - "nauc_map_at_10_diff1": 0.884766, - "nauc_map_at_20_max": 0.828838, - "nauc_map_at_20_std": 0.337592, - "nauc_map_at_20_diff1": 0.884973, - "nauc_map_at_100_max": 0.82876, - "nauc_map_at_100_std": 0.336607, - "nauc_map_at_100_diff1": 0.885638, - "nauc_map_at_1000_max": 0.828645, - "nauc_map_at_1000_std": 0.336095, - "nauc_map_at_1000_diff1": 0.885659, - "nauc_recall_at_1_max": 0.791843, - "nauc_recall_at_1_std": 0.253929, - "nauc_recall_at_1_diff1": 0.893699, - "nauc_recall_at_3_max": 0.889778, - "nauc_recall_at_3_std": 0.445781, - "nauc_recall_at_3_diff1": 0.884676, - "nauc_recall_at_5_max": 0.900536, - "nauc_recall_at_5_std": 0.530597, - "nauc_recall_at_5_diff1": 0.863081, - "nauc_recall_at_10_max": 0.904113, - "nauc_recall_at_10_std": 0.619944, - "nauc_recall_at_10_diff1": 0.835802, - "nauc_recall_at_20_max": 0.907694, - "nauc_recall_at_20_std": 0.720202, - "nauc_recall_at_20_diff1": 0.826031, - "nauc_recall_at_100_max": 0.948063, - "nauc_recall_at_100_std": 0.85921, - "nauc_recall_at_100_diff1": 0.860194, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791843, - "nauc_precision_at_1_std": 0.253929, - "nauc_precision_at_1_diff1": 0.893699, - "nauc_precision_at_3_max": 0.889778, - "nauc_precision_at_3_std": 0.445781, - "nauc_precision_at_3_diff1": 0.884676, - "nauc_precision_at_5_max": 0.900536, - "nauc_precision_at_5_std": 0.530597, - "nauc_precision_at_5_diff1": 0.863081, - "nauc_precision_at_10_max": 0.904113, - "nauc_precision_at_10_std": 0.619944, - "nauc_precision_at_10_diff1": 0.835802, - "nauc_precision_at_20_max": 0.907694, - "nauc_precision_at_20_std": 0.720202, - "nauc_precision_at_20_diff1": 0.826031, - "nauc_precision_at_100_max": 0.948063, - "nauc_precision_at_100_std": 0.85921, - "nauc_precision_at_100_diff1": 0.860194, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791843, - "nauc_mrr_at_1_std": 0.253929, - "nauc_mrr_at_1_diff1": 0.893699, - "nauc_mrr_at_3_max": 0.831337, - "nauc_mrr_at_3_std": 0.326066, - "nauc_mrr_at_3_diff1": 0.889659, - "nauc_mrr_at_5_max": 0.830611, - "nauc_mrr_at_5_std": 0.333728, - "nauc_mrr_at_5_diff1": 0.886434, - "nauc_mrr_at_10_max": 0.829536, - "nauc_mrr_at_10_std": 0.337373, - "nauc_mrr_at_10_diff1": 0.884766, - "nauc_mrr_at_20_max": 0.828838, - "nauc_mrr_at_20_std": 0.337592, - "nauc_mrr_at_20_diff1": 0.884973, - "nauc_mrr_at_100_max": 0.82876, - "nauc_mrr_at_100_std": 0.336607, - "nauc_mrr_at_100_diff1": 0.885638, - "nauc_mrr_at_1000_max": 0.828645, - "nauc_mrr_at_1000_std": 0.336095, - "nauc_mrr_at_1000_diff1": 0.885659, - "main_score": 0.83527, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.782963, + "mrr_at_5": 0.790185, + "mrr_at_10": 0.794895, + "mrr_at_20": 0.796732, + "mrr_at_100": 0.797717, + "mrr_at_1000": 0.797876, + "nauc_ndcg_at_1_max": 0.806287, + "nauc_ndcg_at_1_std": 0.258259, + "nauc_ndcg_at_1_diff1": 0.905808, + "nauc_ndcg_at_3_max": 0.847398, + "nauc_ndcg_at_3_std": 0.355821, + "nauc_ndcg_at_3_diff1": 0.884387, + "nauc_ndcg_at_5_max": 0.851513, + "nauc_ndcg_at_5_std": 0.382855, + "nauc_ndcg_at_5_diff1": 0.882249, + "nauc_ndcg_at_10_max": 0.848213, + "nauc_ndcg_at_10_std": 0.392897, + "nauc_ndcg_at_10_diff1": 0.878162, + "nauc_ndcg_at_20_max": 0.848945, + "nauc_ndcg_at_20_std": 0.393334, + "nauc_ndcg_at_20_diff1": 0.882201, + "nauc_ndcg_at_100_max": 0.845824, + "nauc_ndcg_at_100_std": 0.380555, + "nauc_ndcg_at_100_diff1": 0.884191, + "nauc_ndcg_at_1000_max": 0.842893, + "nauc_ndcg_at_1000_std": 0.366866, + "nauc_ndcg_at_1000_diff1": 0.885629, + "nauc_map_at_1_max": 0.806287, + "nauc_map_at_1_std": 0.258259, + "nauc_map_at_1_diff1": 0.905808, + "nauc_map_at_3_max": 0.837098, + "nauc_map_at_3_std": 0.328934, + "nauc_map_at_3_diff1": 0.889894, + "nauc_map_at_5_max": 0.839033, + "nauc_map_at_5_std": 0.342436, + "nauc_map_at_5_diff1": 0.889064, + "nauc_map_at_10_max": 0.837567, + "nauc_map_at_10_std": 0.345886, + "nauc_map_at_10_diff1": 0.887575, + "nauc_map_at_20_max": 0.837579, + "nauc_map_at_20_std": 0.34546, + "nauc_map_at_20_diff1": 0.888651, + "nauc_map_at_100_max": 0.837203, + "nauc_map_at_100_std": 0.344036, + "nauc_map_at_100_diff1": 0.888953, + "nauc_map_at_1000_max": 0.837112, + "nauc_map_at_1000_std": 0.343603, + "nauc_map_at_1000_diff1": 0.888999, + "nauc_recall_at_1_max": 0.806287, + "nauc_recall_at_1_std": 0.258259, + "nauc_recall_at_1_diff1": 0.905808, + "nauc_recall_at_3_max": 0.884139, + "nauc_recall_at_3_std": 0.453152, + "nauc_recall_at_3_diff1": 0.86466, + "nauc_recall_at_5_max": 0.904244, + "nauc_recall_at_5_std": 0.558622, + "nauc_recall_at_5_diff1": 0.853039, + "nauc_recall_at_10_max": 0.902447, + "nauc_recall_at_10_std": 0.653862, + "nauc_recall_at_10_diff1": 0.825218, + "nauc_recall_at_20_max": 0.929038, + "nauc_recall_at_20_std": 0.751948, + "nauc_recall_at_20_diff1": 0.84005, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.854497, + "nauc_recall_at_100_diff1": 0.834345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806287, + "nauc_precision_at_1_std": 0.258259, + "nauc_precision_at_1_diff1": 0.905808, + "nauc_precision_at_3_max": 0.884139, + "nauc_precision_at_3_std": 0.453152, + "nauc_precision_at_3_diff1": 0.86466, + "nauc_precision_at_5_max": 0.904244, + "nauc_precision_at_5_std": 0.558622, + "nauc_precision_at_5_diff1": 0.853039, + "nauc_precision_at_10_max": 0.902447, + "nauc_precision_at_10_std": 0.653862, + "nauc_precision_at_10_diff1": 0.825218, + "nauc_precision_at_20_max": 0.929038, + "nauc_precision_at_20_std": 0.751948, + "nauc_precision_at_20_diff1": 0.84005, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.854497, + "nauc_precision_at_100_diff1": 0.834345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806287, + "nauc_mrr_at_1_std": 0.258259, + "nauc_mrr_at_1_diff1": 0.905808, + "nauc_mrr_at_3_max": 0.837098, + "nauc_mrr_at_3_std": 0.328934, + "nauc_mrr_at_3_diff1": 0.889894, + "nauc_mrr_at_5_max": 0.839033, + "nauc_mrr_at_5_std": 0.342436, + "nauc_mrr_at_5_diff1": 0.889064, + "nauc_mrr_at_10_max": 0.837567, + "nauc_mrr_at_10_std": 0.345886, + "nauc_mrr_at_10_diff1": 0.887575, + "nauc_mrr_at_20_max": 0.837579, + "nauc_mrr_at_20_std": 0.34546, + "nauc_mrr_at_20_diff1": 0.888651, + "nauc_mrr_at_100_max": 0.837203, + "nauc_mrr_at_100_std": 0.344036, + "nauc_mrr_at_100_diff1": 0.888953, + "nauc_mrr_at_1000_max": 0.837112, + "nauc_mrr_at_1000_std": 0.343603, + "nauc_mrr_at_1000_diff1": 0.888999, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.83444, + "hit_rate_at_5": 0.86556, + "hit_rate_at_10": 0.89889, + "hit_rate_at_20": 0.92556, + "hit_rate_at_100": 0.96667, + "hit_rate_at_1000": 1.0, + "main_score": 0.82017, "hf_subset": "kea_Latn-kea_Latn", "languages": [ "kea-Latn", "kea-Latn" - ] - }, - { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.91884, - "ndcg_at_5": 0.92764, - "ndcg_at_10": 0.93394, - "ndcg_at_20": 0.93538, - "ndcg_at_100": 0.93721, - "ndcg_at_1000": 0.93785, - "map_at_1": 0.88778, - "map_at_3": 0.91148, - "map_at_5": 0.91643, - "map_at_10": 0.91915, - "map_at_20": 0.91956, - "map_at_100": 0.91981, - "map_at_1000": 0.91984, - "recall_at_1": 0.88778, - "recall_at_3": 0.94, - "recall_at_5": 0.96111, - "recall_at_10": 0.98, - "recall_at_20": 0.98556, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.91611, + "ndcg_at_5": 0.92285, + "ndcg_at_10": 0.92903, + "ndcg_at_20": 0.93158, + "ndcg_at_100": 0.9338, + "ndcg_at_1000": 0.93427, + "map_at_1": 0.88111, + "map_at_3": 0.90815, + "map_at_5": 0.91181, + "map_at_10": 0.91441, + "map_at_20": 0.91512, + "map_at_100": 0.91541, + "map_at_1000": 0.91544, + "recall_at_1": 0.88111, + "recall_at_3": 0.93889, + "recall_at_5": 0.95556, + "recall_at_10": 0.97444, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31333, - "precision_at_5": 0.19222, - "precision_at_10": 0.098, - "precision_at_20": 0.04928, - "precision_at_100": 0.00996, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.31296, + "precision_at_5": 0.19111, + "precision_at_10": 0.09744, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.911481, - "mrr_at_5": 0.916426, - "mrr_at_10": 0.919147, - "mrr_at_20": 0.919558, - "mrr_at_100": 0.919808, - "mrr_at_1000": 0.919844, - "nauc_ndcg_at_1_max": 0.753332, - "nauc_ndcg_at_1_std": -0.415733, - "nauc_ndcg_at_1_diff1": 0.923334, - "nauc_ndcg_at_3_max": 0.800242, - "nauc_ndcg_at_3_std": -0.405671, - "nauc_ndcg_at_3_diff1": 0.92607, - "nauc_ndcg_at_5_max": 0.794105, - "nauc_ndcg_at_5_std": -0.398027, - "nauc_ndcg_at_5_diff1": 0.927723, - "nauc_ndcg_at_10_max": 0.793415, - "nauc_ndcg_at_10_std": -0.387289, - "nauc_ndcg_at_10_diff1": 0.929582, - "nauc_ndcg_at_20_max": 0.792969, - "nauc_ndcg_at_20_std": -0.383706, - "nauc_ndcg_at_20_diff1": 0.92921, - "nauc_ndcg_at_100_max": 0.79033, - "nauc_ndcg_at_100_std": -0.381467, - "nauc_ndcg_at_100_diff1": 0.928106, - "nauc_ndcg_at_1000_max": 0.788153, - "nauc_ndcg_at_1000_std": -0.391545, - "nauc_ndcg_at_1000_diff1": 0.927707, - "nauc_map_at_1_max": 0.753332, - "nauc_map_at_1_std": -0.415733, - "nauc_map_at_1_diff1": 0.923334, - "nauc_map_at_3_max": 0.787643, - "nauc_map_at_3_std": -0.40849, - "nauc_map_at_3_diff1": 0.925274, - "nauc_map_at_5_max": 0.783927, - "nauc_map_at_5_std": -0.404531, - "nauc_map_at_5_diff1": 0.926118, - "nauc_map_at_10_max": 0.783636, - "nauc_map_at_10_std": -0.401405, - "nauc_map_at_10_diff1": 0.926804, - "nauc_map_at_20_max": 0.783507, - "nauc_map_at_20_std": -0.400576, - "nauc_map_at_20_diff1": 0.926719, - "nauc_map_at_100_max": 0.783301, - "nauc_map_at_100_std": -0.399611, - "nauc_map_at_100_diff1": 0.926629, - "nauc_map_at_1000_max": 0.783202, - "nauc_map_at_1000_std": -0.400065, - "nauc_map_at_1000_diff1": 0.926612, - "nauc_recall_at_1_max": 0.753332, - "nauc_recall_at_1_std": -0.415733, - "nauc_recall_at_1_diff1": 0.923334, - "nauc_recall_at_3_max": 0.852388, - "nauc_recall_at_3_std": -0.393921, - "nauc_recall_at_3_diff1": 0.92941, - "nauc_recall_at_5_max": 0.853288, - "nauc_recall_at_5_std": -0.357263, - "nauc_recall_at_5_diff1": 0.937775, - "nauc_recall_at_10_max": 0.896255, - "nauc_recall_at_10_std": -0.204378, - "nauc_recall_at_10_diff1": 0.963689, - "nauc_recall_at_20_max": 0.927099, - "nauc_recall_at_20_std": -0.07642, - "nauc_recall_at_20_diff1": 0.969834, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.908148, + "mrr_at_5": 0.911815, + "mrr_at_10": 0.914407, + "mrr_at_20": 0.91512, + "mrr_at_100": 0.915413, + "mrr_at_1000": 0.915437, + "nauc_ndcg_at_1_max": 0.75608, + "nauc_ndcg_at_1_std": -0.335141, + "nauc_ndcg_at_1_diff1": 0.923474, + "nauc_ndcg_at_3_max": 0.795207, + "nauc_ndcg_at_3_std": -0.301728, + "nauc_ndcg_at_3_diff1": 0.922729, + "nauc_ndcg_at_5_max": 0.792641, + "nauc_ndcg_at_5_std": -0.281386, + "nauc_ndcg_at_5_diff1": 0.92492, + "nauc_ndcg_at_10_max": 0.787887, + "nauc_ndcg_at_10_std": -0.284494, + "nauc_ndcg_at_10_diff1": 0.923648, + "nauc_ndcg_at_20_max": 0.786846, + "nauc_ndcg_at_20_std": -0.28865, + "nauc_ndcg_at_20_diff1": 0.926119, + "nauc_ndcg_at_100_max": 0.784819, + "nauc_ndcg_at_100_std": -0.287465, + "nauc_ndcg_at_100_diff1": 0.924858, + "nauc_ndcg_at_1000_max": 0.783271, + "nauc_ndcg_at_1000_std": -0.294456, + "nauc_ndcg_at_1000_diff1": 0.924317, + "nauc_map_at_1_max": 0.75608, + "nauc_map_at_1_std": -0.335141, + "nauc_map_at_1_diff1": 0.923474, + "nauc_map_at_3_max": 0.783549, + "nauc_map_at_3_std": -0.309515, + "nauc_map_at_3_diff1": 0.922726, + "nauc_map_at_5_max": 0.781757, + "nauc_map_at_5_std": -0.300795, + "nauc_map_at_5_diff1": 0.923791, + "nauc_map_at_10_max": 0.779661, + "nauc_map_at_10_std": -0.303141, + "nauc_map_at_10_diff1": 0.923233, + "nauc_map_at_20_max": 0.779324, + "nauc_map_at_20_std": -0.304299, + "nauc_map_at_20_diff1": 0.923806, + "nauc_map_at_100_max": 0.779209, + "nauc_map_at_100_std": -0.303401, + "nauc_map_at_100_diff1": 0.923681, + "nauc_map_at_1000_max": 0.779144, + "nauc_map_at_1000_std": -0.303682, + "nauc_map_at_1000_diff1": 0.923658, + "nauc_recall_at_1_max": 0.75608, + "nauc_recall_at_1_std": -0.335141, + "nauc_recall_at_1_diff1": 0.923474, + "nauc_recall_at_3_max": 0.844809, + "nauc_recall_at_3_std": -0.269977, + "nauc_recall_at_3_diff1": 0.922884, + "nauc_recall_at_5_max": 0.85314, + "nauc_recall_at_5_std": -0.166468, + "nauc_recall_at_5_diff1": 0.932073, + "nauc_recall_at_10_max": 0.859782, + "nauc_recall_at_10_std": -0.095766, + "nauc_recall_at_10_diff1": 0.928044, + "nauc_recall_at_20_max": 0.889489, + "nauc_recall_at_20_std": -0.042717, + "nauc_recall_at_20_diff1": 0.971989, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.587535, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.693433, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753332, - "nauc_precision_at_1_std": -0.415733, - "nauc_precision_at_1_diff1": 0.923334, - "nauc_precision_at_3_max": 0.852388, - "nauc_precision_at_3_std": -0.393921, - "nauc_precision_at_3_diff1": 0.92941, - "nauc_precision_at_5_max": 0.853288, - "nauc_precision_at_5_std": -0.357263, - "nauc_precision_at_5_diff1": 0.937775, - "nauc_precision_at_10_max": 0.896255, - "nauc_precision_at_10_std": -0.204378, - "nauc_precision_at_10_diff1": 0.963689, - "nauc_precision_at_20_max": 0.927099, - "nauc_precision_at_20_std": -0.07642, - "nauc_precision_at_20_diff1": 0.969834, + "nauc_precision_at_1_max": 0.75608, + "nauc_precision_at_1_std": -0.335141, + "nauc_precision_at_1_diff1": 0.923474, + "nauc_precision_at_3_max": 0.844809, + "nauc_precision_at_3_std": -0.269977, + "nauc_precision_at_3_diff1": 0.922884, + "nauc_precision_at_5_max": 0.85314, + "nauc_precision_at_5_std": -0.166468, + "nauc_precision_at_5_diff1": 0.932073, + "nauc_precision_at_10_max": 0.859782, + "nauc_precision_at_10_std": -0.095766, + "nauc_precision_at_10_diff1": 0.928044, + "nauc_precision_at_20_max": 0.889489, + "nauc_precision_at_20_std": -0.042717, + "nauc_precision_at_20_diff1": 0.971989, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.587535, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.693433, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753332, - "nauc_mrr_at_1_std": -0.415733, - "nauc_mrr_at_1_diff1": 0.923334, - "nauc_mrr_at_3_max": 0.787643, - "nauc_mrr_at_3_std": -0.40849, - "nauc_mrr_at_3_diff1": 0.925274, - "nauc_mrr_at_5_max": 0.783927, - "nauc_mrr_at_5_std": -0.404531, - "nauc_mrr_at_5_diff1": 0.926118, - "nauc_mrr_at_10_max": 0.783636, - "nauc_mrr_at_10_std": -0.401405, - "nauc_mrr_at_10_diff1": 0.926804, - "nauc_mrr_at_20_max": 0.783507, - "nauc_mrr_at_20_std": -0.400576, - "nauc_mrr_at_20_diff1": 0.926719, - "nauc_mrr_at_100_max": 0.783301, - "nauc_mrr_at_100_std": -0.399611, - "nauc_mrr_at_100_diff1": 0.926629, - "nauc_mrr_at_1000_max": 0.783202, - "nauc_mrr_at_1000_std": -0.400065, - "nauc_mrr_at_1000_diff1": 0.926612, - "main_score": 0.93394, + "nauc_mrr_at_1_max": 0.75608, + "nauc_mrr_at_1_std": -0.335141, + "nauc_mrr_at_1_diff1": 0.923474, + "nauc_mrr_at_3_max": 0.783549, + "nauc_mrr_at_3_std": -0.309515, + "nauc_mrr_at_3_diff1": 0.922726, + "nauc_mrr_at_5_max": 0.781757, + "nauc_mrr_at_5_std": -0.300795, + "nauc_mrr_at_5_diff1": 0.923791, + "nauc_mrr_at_10_max": 0.779661, + "nauc_mrr_at_10_std": -0.303141, + "nauc_mrr_at_10_diff1": 0.923233, + "nauc_mrr_at_20_max": 0.779324, + "nauc_mrr_at_20_std": -0.304299, + "nauc_mrr_at_20_diff1": 0.923806, + "nauc_mrr_at_100_max": 0.779209, + "nauc_mrr_at_100_std": -0.303401, + "nauc_mrr_at_100_diff1": 0.923681, + "nauc_mrr_at_1000_max": 0.779144, + "nauc_mrr_at_1000_std": -0.303682, + "nauc_mrr_at_1000_diff1": 0.923658, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92903, "hf_subset": "kea_Latn-eng_Latn", "languages": [ "kea-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.72889, - "ndcg_at_3": 0.78987, - "ndcg_at_5": 0.80101, - "ndcg_at_10": 0.81123, - "ndcg_at_20": 0.81663, - "ndcg_at_100": 0.82731, - "ndcg_at_1000": 0.83146, - "map_at_1": 0.72889, - "map_at_3": 0.77519, - "map_at_5": 0.78146, - "map_at_10": 0.78578, - "map_at_20": 0.78729, - "map_at_100": 0.78884, - "map_at_1000": 0.789, - "recall_at_1": 0.72889, - "recall_at_3": 0.83222, - "recall_at_5": 0.85889, - "recall_at_10": 0.89, - "recall_at_20": 0.91111, - "recall_at_100": 0.96778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70667, + "ndcg_at_3": 0.76764, + "ndcg_at_5": 0.783, + "ndcg_at_10": 0.79058, + "ndcg_at_20": 0.7987, + "ndcg_at_100": 0.80982, + "ndcg_at_1000": 0.81487, + "map_at_1": 0.70667, + "map_at_3": 0.75296, + "map_at_5": 0.76163, + "map_at_10": 0.76478, + "map_at_20": 0.767, + "map_at_100": 0.76861, + "map_at_1000": 0.76882, + "recall_at_1": 0.70667, + "recall_at_3": 0.81, + "recall_at_5": 0.84667, + "recall_at_10": 0.87, + "recall_at_20": 0.90222, + "recall_at_100": 0.96111, "recall_at_1000": 1.0, - "precision_at_1": 0.72889, - "precision_at_3": 0.27741, - "precision_at_5": 0.17178, - "precision_at_10": 0.089, - "precision_at_20": 0.04556, - "precision_at_100": 0.00968, - "precision_at_1000": 0.001, - "mrr_at_1": 0.728889, - "mrr_at_3": 0.775185, - "mrr_at_5": 0.781463, - "mrr_at_10": 0.785777, - "mrr_at_20": 0.787294, - "mrr_at_100": 0.788841, - "mrr_at_1000": 0.789, - "nauc_ndcg_at_1_max": 0.799292, - "nauc_ndcg_at_1_std": 0.266808, - "nauc_ndcg_at_1_diff1": 0.894562, - "nauc_ndcg_at_3_max": 0.834621, - "nauc_ndcg_at_3_std": 0.330134, - "nauc_ndcg_at_3_diff1": 0.873423, - "nauc_ndcg_at_5_max": 0.835172, - "nauc_ndcg_at_5_std": 0.352451, - "nauc_ndcg_at_5_diff1": 0.871286, - "nauc_ndcg_at_10_max": 0.836451, - "nauc_ndcg_at_10_std": 0.373065, - "nauc_ndcg_at_10_diff1": 0.86669, - "nauc_ndcg_at_20_max": 0.834559, - "nauc_ndcg_at_20_std": 0.374743, - "nauc_ndcg_at_20_diff1": 0.86591, - "nauc_ndcg_at_100_max": 0.832811, - "nauc_ndcg_at_100_std": 0.363583, - "nauc_ndcg_at_100_diff1": 0.871523, - "nauc_ndcg_at_1000_max": 0.829732, - "nauc_ndcg_at_1000_std": 0.348871, - "nauc_ndcg_at_1000_diff1": 0.87275, - "nauc_map_at_1_max": 0.799292, - "nauc_map_at_1_std": 0.266808, - "nauc_map_at_1_diff1": 0.894562, - "nauc_map_at_3_max": 0.824949, - "nauc_map_at_3_std": 0.310747, - "nauc_map_at_3_diff1": 0.878267, - "nauc_map_at_5_max": 0.825088, - "nauc_map_at_5_std": 0.32218, - "nauc_map_at_5_diff1": 0.877311, - "nauc_map_at_10_max": 0.825367, - "nauc_map_at_10_std": 0.329256, - "nauc_map_at_10_diff1": 0.87574, - "nauc_map_at_20_max": 0.824765, - "nauc_map_at_20_std": 0.329397, - "nauc_map_at_20_diff1": 0.875508, - "nauc_map_at_100_max": 0.824549, - "nauc_map_at_100_std": 0.328028, - "nauc_map_at_100_diff1": 0.876428, - "nauc_map_at_1000_max": 0.824442, - "nauc_map_at_1000_std": 0.327544, - "nauc_map_at_1000_diff1": 0.876451, - "nauc_recall_at_1_max": 0.799292, - "nauc_recall_at_1_std": 0.266808, - "nauc_recall_at_1_diff1": 0.894562, - "nauc_recall_at_3_max": 0.870154, - "nauc_recall_at_3_std": 0.402478, - "nauc_recall_at_3_diff1": 0.856141, - "nauc_recall_at_5_max": 0.877267, - "nauc_recall_at_5_std": 0.484167, - "nauc_recall_at_5_diff1": 0.846209, - "nauc_recall_at_10_max": 0.893962, - "nauc_recall_at_10_std": 0.617788, - "nauc_recall_at_10_diff1": 0.817174, - "nauc_recall_at_20_max": 0.89368, - "nauc_recall_at_20_std": 0.683742, - "nauc_recall_at_20_diff1": 0.802148, - "nauc_recall_at_100_max": 0.945346, - "nauc_recall_at_100_std": 0.907048, - "nauc_recall_at_100_diff1": 0.820744, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799292, - "nauc_precision_at_1_std": 0.266808, - "nauc_precision_at_1_diff1": 0.894562, - "nauc_precision_at_3_max": 0.870154, - "nauc_precision_at_3_std": 0.402478, - "nauc_precision_at_3_diff1": 0.856141, - "nauc_precision_at_5_max": 0.877267, - "nauc_precision_at_5_std": 0.484167, - "nauc_precision_at_5_diff1": 0.846209, - "nauc_precision_at_10_max": 0.893962, - "nauc_precision_at_10_std": 0.617788, - "nauc_precision_at_10_diff1": 0.817174, - "nauc_precision_at_20_max": 0.89368, - "nauc_precision_at_20_std": 0.683742, - "nauc_precision_at_20_diff1": 0.802148, - "nauc_precision_at_100_max": 0.945346, - "nauc_precision_at_100_std": 0.907048, - "nauc_precision_at_100_diff1": 0.820744, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799292, - "nauc_mrr_at_1_std": 0.266808, - "nauc_mrr_at_1_diff1": 0.894562, - "nauc_mrr_at_3_max": 0.824949, - "nauc_mrr_at_3_std": 0.310747, - "nauc_mrr_at_3_diff1": 0.878267, - "nauc_mrr_at_5_max": 0.825088, - "nauc_mrr_at_5_std": 0.32218, - "nauc_mrr_at_5_diff1": 0.877311, - "nauc_mrr_at_10_max": 0.825367, - "nauc_mrr_at_10_std": 0.329256, - "nauc_mrr_at_10_diff1": 0.87574, - "nauc_mrr_at_20_max": 0.824765, - "nauc_mrr_at_20_std": 0.329397, - "nauc_mrr_at_20_diff1": 0.875508, - "nauc_mrr_at_100_max": 0.824549, - "nauc_mrr_at_100_std": 0.328028, - "nauc_mrr_at_100_diff1": 0.876428, - "nauc_mrr_at_1000_max": 0.824442, - "nauc_mrr_at_1000_std": 0.327544, - "nauc_mrr_at_1000_diff1": 0.876451, - "main_score": 0.81123, + "accuracy": 0.70667, + "precision_at_1": 0.70667, + "precision_at_3": 0.27, + "precision_at_5": 0.16933, + "precision_at_10": 0.087, + "precision_at_20": 0.04511, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.706667, + "mrr_at_3": 0.752963, + "mrr_at_5": 0.76163, + "mrr_at_10": 0.764784, + "mrr_at_20": 0.766999, + "mrr_at_100": 0.768615, + "mrr_at_1000": 0.768815, + "nauc_ndcg_at_1_max": 0.7829, + "nauc_ndcg_at_1_std": 0.222548, + "nauc_ndcg_at_1_diff1": 0.879767, + "nauc_ndcg_at_3_max": 0.819093, + "nauc_ndcg_at_3_std": 0.289388, + "nauc_ndcg_at_3_diff1": 0.851883, + "nauc_ndcg_at_5_max": 0.822552, + "nauc_ndcg_at_5_std": 0.309671, + "nauc_ndcg_at_5_diff1": 0.850992, + "nauc_ndcg_at_10_max": 0.823565, + "nauc_ndcg_at_10_std": 0.327172, + "nauc_ndcg_at_10_diff1": 0.847921, + "nauc_ndcg_at_20_max": 0.818733, + "nauc_ndcg_at_20_std": 0.32364, + "nauc_ndcg_at_20_diff1": 0.845691, + "nauc_ndcg_at_100_max": 0.819315, + "nauc_ndcg_at_100_std": 0.317377, + "nauc_ndcg_at_100_diff1": 0.853884, + "nauc_ndcg_at_1000_max": 0.815474, + "nauc_ndcg_at_1000_std": 0.30248, + "nauc_ndcg_at_1000_diff1": 0.854009, + "nauc_map_at_1_max": 0.7829, + "nauc_map_at_1_std": 0.222548, + "nauc_map_at_1_diff1": 0.879767, + "nauc_map_at_3_max": 0.809729, + "nauc_map_at_3_std": 0.270654, + "nauc_map_at_3_diff1": 0.858653, + "nauc_map_at_5_max": 0.811326, + "nauc_map_at_5_std": 0.280791, + "nauc_map_at_5_diff1": 0.858412, + "nauc_map_at_10_max": 0.811477, + "nauc_map_at_10_std": 0.286663, + "nauc_map_at_10_diff1": 0.857431, + "nauc_map_at_20_max": 0.81021, + "nauc_map_at_20_std": 0.285383, + "nauc_map_at_20_diff1": 0.856998, + "nauc_map_at_100_max": 0.810185, + "nauc_map_at_100_std": 0.284232, + "nauc_map_at_100_diff1": 0.858065, + "nauc_map_at_1000_max": 0.810059, + "nauc_map_at_1000_std": 0.283747, + "nauc_map_at_1000_diff1": 0.858065, + "nauc_recall_at_1_max": 0.7829, + "nauc_recall_at_1_std": 0.222548, + "nauc_recall_at_1_diff1": 0.879767, + "nauc_recall_at_3_max": 0.852149, + "nauc_recall_at_3_std": 0.35631, + "nauc_recall_at_3_diff1": 0.828232, + "nauc_recall_at_5_max": 0.869647, + "nauc_recall_at_5_std": 0.434341, + "nauc_recall_at_5_diff1": 0.820326, + "nauc_recall_at_10_max": 0.882631, + "nauc_recall_at_10_std": 0.538057, + "nauc_recall_at_10_diff1": 0.800555, + "nauc_recall_at_20_max": 0.86388, + "nauc_recall_at_20_std": 0.573821, + "nauc_recall_at_20_diff1": 0.770091, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.814686, + "nauc_recall_at_100_diff1": 0.847606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.7829, + "nauc_precision_at_1_std": 0.222548, + "nauc_precision_at_1_diff1": 0.879767, + "nauc_precision_at_3_max": 0.852149, + "nauc_precision_at_3_std": 0.35631, + "nauc_precision_at_3_diff1": 0.828232, + "nauc_precision_at_5_max": 0.869647, + "nauc_precision_at_5_std": 0.434341, + "nauc_precision_at_5_diff1": 0.820326, + "nauc_precision_at_10_max": 0.882631, + "nauc_precision_at_10_std": 0.538057, + "nauc_precision_at_10_diff1": 0.800555, + "nauc_precision_at_20_max": 0.86388, + "nauc_precision_at_20_std": 0.573821, + "nauc_precision_at_20_diff1": 0.770091, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.814686, + "nauc_precision_at_100_diff1": 0.847606, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.7829, + "nauc_mrr_at_1_std": 0.222548, + "nauc_mrr_at_1_diff1": 0.879767, + "nauc_mrr_at_3_max": 0.809729, + "nauc_mrr_at_3_std": 0.270654, + "nauc_mrr_at_3_diff1": 0.858653, + "nauc_mrr_at_5_max": 0.811326, + "nauc_mrr_at_5_std": 0.280791, + "nauc_mrr_at_5_diff1": 0.858412, + "nauc_mrr_at_10_max": 0.811477, + "nauc_mrr_at_10_std": 0.286663, + "nauc_mrr_at_10_diff1": 0.857431, + "nauc_mrr_at_20_max": 0.81021, + "nauc_mrr_at_20_std": 0.285383, + "nauc_mrr_at_20_diff1": 0.856998, + "nauc_mrr_at_100_max": 0.810185, + "nauc_mrr_at_100_std": 0.284232, + "nauc_mrr_at_100_diff1": 0.858065, + "nauc_mrr_at_1000_max": 0.810059, + "nauc_mrr_at_1000_std": 0.283747, + "nauc_mrr_at_1000_diff1": 0.858065, + "hit_rate_at_1": 0.70667, + "hit_rate_at_3": 0.81, + "hit_rate_at_5": 0.84667, + "hit_rate_at_10": 0.87, + "hit_rate_at_20": 0.90222, + "hit_rate_at_100": 0.96111, + "hit_rate_at_1000": 1.0, + "main_score": 0.79058, "hf_subset": "eng_Latn-kea_Latn", "languages": [ "eng-Latn", "kea-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.76337, - "ndcg_at_5": 0.77432, - "ndcg_at_10": 0.78554, - "ndcg_at_20": 0.79322, - "ndcg_at_100": 0.80656, - "ndcg_at_1000": 0.81069, - "map_at_1": 0.70444, - "map_at_3": 0.74981, - "map_at_5": 0.75587, - "map_at_10": 0.76054, - "map_at_20": 0.76256, - "map_at_100": 0.76423, - "map_at_1000": 0.76441, - "recall_at_1": 0.70444, - "recall_at_3": 0.80222, - "recall_at_5": 0.82889, - "recall_at_10": 0.86333, - "recall_at_20": 0.89444, - "recall_at_100": 0.96889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70778, + "ndcg_at_3": 0.76136, + "ndcg_at_5": 0.77255, + "ndcg_at_10": 0.78466, + "ndcg_at_20": 0.79369, + "ndcg_at_100": 0.80583, + "ndcg_at_1000": 0.8108, + "map_at_1": 0.70778, + "map_at_3": 0.7487, + "map_at_5": 0.75504, + "map_at_10": 0.76017, + "map_at_20": 0.76268, + "map_at_100": 0.76426, + "map_at_1000": 0.76449, + "recall_at_1": 0.70778, + "recall_at_3": 0.79778, + "recall_at_5": 0.82444, + "recall_at_10": 0.86111, + "recall_at_20": 0.89667, + "recall_at_100": 0.96333, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.26741, - "precision_at_5": 0.16578, - "precision_at_10": 0.08633, - "precision_at_20": 0.04472, - "precision_at_100": 0.00969, + "accuracy": 0.70778, + "precision_at_1": 0.70778, + "precision_at_3": 0.26593, + "precision_at_5": 0.16489, + "precision_at_10": 0.08611, + "precision_at_20": 0.04483, + "precision_at_100": 0.00963, "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.749815, - "mrr_at_5": 0.75587, - "mrr_at_10": 0.760543, - "mrr_at_20": 0.762557, - "mrr_at_100": 0.764233, - "mrr_at_1000": 0.764407, - "nauc_ndcg_at_1_max": 0.741618, - "nauc_ndcg_at_1_std": 0.125808, - "nauc_ndcg_at_1_diff1": 0.867978, - "nauc_ndcg_at_3_max": 0.774611, - "nauc_ndcg_at_3_std": 0.157329, - "nauc_ndcg_at_3_diff1": 0.850732, - "nauc_ndcg_at_5_max": 0.769712, - "nauc_ndcg_at_5_std": 0.150489, - "nauc_ndcg_at_5_diff1": 0.852852, - "nauc_ndcg_at_10_max": 0.767715, - "nauc_ndcg_at_10_std": 0.157775, - "nauc_ndcg_at_10_diff1": 0.847961, - "nauc_ndcg_at_20_max": 0.764461, - "nauc_ndcg_at_20_std": 0.162028, - "nauc_ndcg_at_20_diff1": 0.847041, - "nauc_ndcg_at_100_max": 0.765744, - "nauc_ndcg_at_100_std": 0.160983, - "nauc_ndcg_at_100_diff1": 0.849316, - "nauc_ndcg_at_1000_max": 0.76496, - "nauc_ndcg_at_1000_std": 0.154834, - "nauc_ndcg_at_1000_diff1": 0.851841, - "nauc_map_at_1_max": 0.741618, - "nauc_map_at_1_std": 0.125808, - "nauc_map_at_1_diff1": 0.867978, - "nauc_map_at_3_max": 0.766961, - "nauc_map_at_3_std": 0.149123, - "nauc_map_at_3_diff1": 0.855441, - "nauc_map_at_5_max": 0.764178, - "nauc_map_at_5_std": 0.145162, - "nauc_map_at_5_diff1": 0.856642, - "nauc_map_at_10_max": 0.76337, - "nauc_map_at_10_std": 0.147802, - "nauc_map_at_10_diff1": 0.854912, - "nauc_map_at_20_max": 0.762571, - "nauc_map_at_20_std": 0.148563, - "nauc_map_at_20_diff1": 0.854777, - "nauc_map_at_100_max": 0.762745, - "nauc_map_at_100_std": 0.148464, - "nauc_map_at_100_diff1": 0.855069, - "nauc_map_at_1000_max": 0.762724, - "nauc_map_at_1000_std": 0.148276, - "nauc_map_at_1000_diff1": 0.855166, - "nauc_recall_at_1_max": 0.741618, - "nauc_recall_at_1_std": 0.125808, - "nauc_recall_at_1_diff1": 0.867978, - "nauc_recall_at_3_max": 0.800491, - "nauc_recall_at_3_std": 0.185623, - "nauc_recall_at_3_diff1": 0.834377, - "nauc_recall_at_5_max": 0.789539, - "nauc_recall_at_5_std": 0.169961, - "nauc_recall_at_5_diff1": 0.838585, - "nauc_recall_at_10_max": 0.784522, - "nauc_recall_at_10_std": 0.207351, - "nauc_recall_at_10_diff1": 0.812832, - "nauc_recall_at_20_max": 0.765471, - "nauc_recall_at_20_std": 0.253169, - "nauc_recall_at_20_diff1": 0.796779, - "nauc_recall_at_100_max": 0.800353, - "nauc_recall_at_100_std": 0.422452, - "nauc_recall_at_100_diff1": 0.747499, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741618, - "nauc_precision_at_1_std": 0.125808, - "nauc_precision_at_1_diff1": 0.867978, - "nauc_precision_at_3_max": 0.800491, - "nauc_precision_at_3_std": 0.185623, - "nauc_precision_at_3_diff1": 0.834377, - "nauc_precision_at_5_max": 0.789539, - "nauc_precision_at_5_std": 0.169961, - "nauc_precision_at_5_diff1": 0.838585, - "nauc_precision_at_10_max": 0.784522, - "nauc_precision_at_10_std": 0.207351, - "nauc_precision_at_10_diff1": 0.812832, - "nauc_precision_at_20_max": 0.765471, - "nauc_precision_at_20_std": 0.253169, - "nauc_precision_at_20_diff1": 0.796779, - "nauc_precision_at_100_max": 0.800353, - "nauc_precision_at_100_std": 0.422452, - "nauc_precision_at_100_diff1": 0.747499, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741618, - "nauc_mrr_at_1_std": 0.125808, - "nauc_mrr_at_1_diff1": 0.867978, - "nauc_mrr_at_3_max": 0.766961, - "nauc_mrr_at_3_std": 0.149123, - "nauc_mrr_at_3_diff1": 0.855441, - "nauc_mrr_at_5_max": 0.764178, - "nauc_mrr_at_5_std": 0.145162, - "nauc_mrr_at_5_diff1": 0.856642, - "nauc_mrr_at_10_max": 0.76337, - "nauc_mrr_at_10_std": 0.147802, - "nauc_mrr_at_10_diff1": 0.854912, - "nauc_mrr_at_20_max": 0.762571, - "nauc_mrr_at_20_std": 0.148563, - "nauc_mrr_at_20_diff1": 0.854777, - "nauc_mrr_at_100_max": 0.762745, - "nauc_mrr_at_100_std": 0.148464, - "nauc_mrr_at_100_diff1": 0.855069, - "nauc_mrr_at_1000_max": 0.762724, - "nauc_mrr_at_1000_std": 0.148276, - "nauc_mrr_at_1000_diff1": 0.855166, - "main_score": 0.78554, + "mrr_at_1": 0.707778, + "mrr_at_3": 0.748704, + "mrr_at_5": 0.755037, + "mrr_at_10": 0.76017, + "mrr_at_20": 0.762677, + "mrr_at_100": 0.764258, + "mrr_at_1000": 0.764489, + "nauc_ndcg_at_1_max": 0.732573, + "nauc_ndcg_at_1_std": 0.08578, + "nauc_ndcg_at_1_diff1": 0.862387, + "nauc_ndcg_at_3_max": 0.767336, + "nauc_ndcg_at_3_std": 0.123543, + "nauc_ndcg_at_3_diff1": 0.850437, + "nauc_ndcg_at_5_max": 0.759987, + "nauc_ndcg_at_5_std": 0.116631, + "nauc_ndcg_at_5_diff1": 0.846094, + "nauc_ndcg_at_10_max": 0.762417, + "nauc_ndcg_at_10_std": 0.13513, + "nauc_ndcg_at_10_diff1": 0.844539, + "nauc_ndcg_at_20_max": 0.7589, + "nauc_ndcg_at_20_std": 0.134612, + "nauc_ndcg_at_20_diff1": 0.843106, + "nauc_ndcg_at_100_max": 0.758251, + "nauc_ndcg_at_100_std": 0.133211, + "nauc_ndcg_at_100_diff1": 0.844363, + "nauc_ndcg_at_1000_max": 0.757862, + "nauc_ndcg_at_1000_std": 0.126656, + "nauc_ndcg_at_1000_diff1": 0.847279, + "nauc_map_at_1_max": 0.732573, + "nauc_map_at_1_std": 0.08578, + "nauc_map_at_1_diff1": 0.862387, + "nauc_map_at_3_max": 0.759324, + "nauc_map_at_3_std": 0.114551, + "nauc_map_at_3_diff1": 0.853614, + "nauc_map_at_5_max": 0.755154, + "nauc_map_at_5_std": 0.110252, + "nauc_map_at_5_diff1": 0.851322, + "nauc_map_at_10_max": 0.756087, + "nauc_map_at_10_std": 0.117507, + "nauc_map_at_10_diff1": 0.850834, + "nauc_map_at_20_max": 0.755121, + "nauc_map_at_20_std": 0.117251, + "nauc_map_at_20_diff1": 0.850575, + "nauc_map_at_100_max": 0.755095, + "nauc_map_at_100_std": 0.117403, + "nauc_map_at_100_diff1": 0.850695, + "nauc_map_at_1000_max": 0.755109, + "nauc_map_at_1000_std": 0.117236, + "nauc_map_at_1000_diff1": 0.850807, + "nauc_recall_at_1_max": 0.732573, + "nauc_recall_at_1_std": 0.08578, + "nauc_recall_at_1_diff1": 0.862387, + "nauc_recall_at_3_max": 0.794078, + "nauc_recall_at_3_std": 0.153725, + "nauc_recall_at_3_diff1": 0.839589, + "nauc_recall_at_5_max": 0.776437, + "nauc_recall_at_5_std": 0.139689, + "nauc_recall_at_5_diff1": 0.825618, + "nauc_recall_at_10_max": 0.790289, + "nauc_recall_at_10_std": 0.224718, + "nauc_recall_at_10_diff1": 0.813867, + "nauc_recall_at_20_max": 0.77417, + "nauc_recall_at_20_std": 0.246993, + "nauc_recall_at_20_diff1": 0.794042, + "nauc_recall_at_100_max": 0.778556, + "nauc_recall_at_100_std": 0.37818, + "nauc_recall_at_100_diff1": 0.744079, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732573, + "nauc_precision_at_1_std": 0.08578, + "nauc_precision_at_1_diff1": 0.862387, + "nauc_precision_at_3_max": 0.794078, + "nauc_precision_at_3_std": 0.153725, + "nauc_precision_at_3_diff1": 0.839589, + "nauc_precision_at_5_max": 0.776437, + "nauc_precision_at_5_std": 0.139689, + "nauc_precision_at_5_diff1": 0.825618, + "nauc_precision_at_10_max": 0.790289, + "nauc_precision_at_10_std": 0.224718, + "nauc_precision_at_10_diff1": 0.813867, + "nauc_precision_at_20_max": 0.77417, + "nauc_precision_at_20_std": 0.246993, + "nauc_precision_at_20_diff1": 0.794042, + "nauc_precision_at_100_max": 0.778556, + "nauc_precision_at_100_std": 0.37818, + "nauc_precision_at_100_diff1": 0.744079, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732573, + "nauc_mrr_at_1_std": 0.08578, + "nauc_mrr_at_1_diff1": 0.862387, + "nauc_mrr_at_3_max": 0.759324, + "nauc_mrr_at_3_std": 0.114551, + "nauc_mrr_at_3_diff1": 0.853614, + "nauc_mrr_at_5_max": 0.755154, + "nauc_mrr_at_5_std": 0.110252, + "nauc_mrr_at_5_diff1": 0.851322, + "nauc_mrr_at_10_max": 0.756087, + "nauc_mrr_at_10_std": 0.117507, + "nauc_mrr_at_10_diff1": 0.850834, + "nauc_mrr_at_20_max": 0.755121, + "nauc_mrr_at_20_std": 0.117251, + "nauc_mrr_at_20_diff1": 0.850575, + "nauc_mrr_at_100_max": 0.755095, + "nauc_mrr_at_100_std": 0.117403, + "nauc_mrr_at_100_diff1": 0.850695, + "nauc_mrr_at_1000_max": 0.755109, + "nauc_mrr_at_1000_std": 0.117236, + "nauc_mrr_at_1000_diff1": 0.850807, + "hit_rate_at_1": 0.70778, + "hit_rate_at_3": 0.79778, + "hit_rate_at_5": 0.82444, + "hit_rate_at_10": 0.86111, + "hit_rate_at_20": 0.89667, + "hit_rate_at_100": 0.96333, + "hit_rate_at_1000": 1.0, + "main_score": 0.78466, "hf_subset": "khk_Cyrl-khk_Cyrl", "languages": [ "khk-Cyrl", "khk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.80556, - "ndcg_at_3": 0.86264, - "ndcg_at_5": 0.87422, - "ndcg_at_10": 0.88277, - "ndcg_at_20": 0.88882, - "ndcg_at_100": 0.89189, - "ndcg_at_1000": 0.89263, - "map_at_1": 0.80556, - "map_at_3": 0.84926, - "map_at_5": 0.85576, - "map_at_10": 0.85925, - "map_at_20": 0.86099, - "map_at_100": 0.86149, - "map_at_1000": 0.86152, - "recall_at_1": 0.80556, - "recall_at_3": 0.90111, - "recall_at_5": 0.92889, - "recall_at_10": 0.95556, - "recall_at_20": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.85999, + "ndcg_at_5": 0.86859, + "ndcg_at_10": 0.87853, + "ndcg_at_20": 0.8853, + "ndcg_at_100": 0.88878, + "ndcg_at_1000": 0.8895, + "map_at_1": 0.80333, + "map_at_3": 0.84648, + "map_at_5": 0.8512, + "map_at_10": 0.85545, + "map_at_20": 0.85731, + "map_at_100": 0.85786, + "map_at_1000": 0.85789, + "recall_at_1": 0.80333, + "recall_at_3": 0.89889, + "recall_at_5": 0.92, + "recall_at_10": 0.95, + "recall_at_20": 0.97667, "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.80556, - "precision_at_3": 0.30037, - "precision_at_5": 0.18578, - "precision_at_10": 0.09556, - "precision_at_20": 0.04894, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.29963, + "precision_at_5": 0.184, + "precision_at_10": 0.095, + "precision_at_20": 0.04883, "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.805556, - "mrr_at_3": 0.849259, - "mrr_at_5": 0.855759, - "mrr_at_10": 0.859248, - "mrr_at_20": 0.860989, - "mrr_at_100": 0.861488, - "mrr_at_1000": 0.861519, - "nauc_ndcg_at_1_max": 0.693901, - "nauc_ndcg_at_1_std": -0.22092, - "nauc_ndcg_at_1_diff1": 0.862171, - "nauc_ndcg_at_3_max": 0.740356, - "nauc_ndcg_at_3_std": -0.19051, - "nauc_ndcg_at_3_diff1": 0.862917, - "nauc_ndcg_at_5_max": 0.739954, - "nauc_ndcg_at_5_std": -0.189725, - "nauc_ndcg_at_5_diff1": 0.864673, - "nauc_ndcg_at_10_max": 0.736289, - "nauc_ndcg_at_10_std": -0.190924, - "nauc_ndcg_at_10_diff1": 0.862583, - "nauc_ndcg_at_20_max": 0.733578, - "nauc_ndcg_at_20_std": -0.190129, - "nauc_ndcg_at_20_diff1": 0.866089, - "nauc_ndcg_at_100_max": 0.730645, - "nauc_ndcg_at_100_std": -0.191182, - "nauc_ndcg_at_100_diff1": 0.86381, - "nauc_ndcg_at_1000_max": 0.729464, - "nauc_ndcg_at_1000_std": -0.194582, - "nauc_ndcg_at_1000_diff1": 0.864215, - "nauc_map_at_1_max": 0.693901, - "nauc_map_at_1_std": -0.22092, - "nauc_map_at_1_diff1": 0.862171, - "nauc_map_at_3_max": 0.728176, - "nauc_map_at_3_std": -0.199923, - "nauc_map_at_3_diff1": 0.863511, - "nauc_map_at_5_max": 0.727432, - "nauc_map_at_5_std": -0.199699, - "nauc_map_at_5_diff1": 0.864395, - "nauc_map_at_10_max": 0.725927, - "nauc_map_at_10_std": -0.200394, - "nauc_map_at_10_diff1": 0.86355, - "nauc_map_at_20_max": 0.725323, - "nauc_map_at_20_std": -0.19953, - "nauc_map_at_20_diff1": 0.864455, - "nauc_map_at_100_max": 0.72493, - "nauc_map_at_100_std": -0.199739, - "nauc_map_at_100_diff1": 0.864161, - "nauc_map_at_1000_max": 0.724887, - "nauc_map_at_1000_std": -0.199867, - "nauc_map_at_1000_diff1": 0.864166, - "nauc_recall_at_1_max": 0.693901, - "nauc_recall_at_1_std": -0.22092, - "nauc_recall_at_1_diff1": 0.862171, - "nauc_recall_at_3_max": 0.790367, - "nauc_recall_at_3_std": -0.150851, - "nauc_recall_at_3_diff1": 0.859923, - "nauc_recall_at_5_max": 0.808028, - "nauc_recall_at_5_std": -0.134417, - "nauc_recall_at_5_diff1": 0.866006, - "nauc_recall_at_10_max": 0.818709, - "nauc_recall_at_10_std": -0.110843, - "nauc_recall_at_10_diff1": 0.852311, - "nauc_recall_at_20_max": 0.849526, - "nauc_recall_at_20_std": -0.044916, - "nauc_recall_at_20_diff1": 0.905155, - "nauc_recall_at_100_max": 0.892157, - "nauc_recall_at_100_std": 0.271335, - "nauc_recall_at_100_diff1": 0.79972, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.693901, - "nauc_precision_at_1_std": -0.22092, - "nauc_precision_at_1_diff1": 0.862171, - "nauc_precision_at_3_max": 0.790367, - "nauc_precision_at_3_std": -0.150851, - "nauc_precision_at_3_diff1": 0.859923, - "nauc_precision_at_5_max": 0.808028, - "nauc_precision_at_5_std": -0.134417, - "nauc_precision_at_5_diff1": 0.866006, - "nauc_precision_at_10_max": 0.818709, - "nauc_precision_at_10_std": -0.110843, - "nauc_precision_at_10_diff1": 0.852311, - "nauc_precision_at_20_max": 0.849526, - "nauc_precision_at_20_std": -0.044916, - "nauc_precision_at_20_diff1": 0.905155, - "nauc_precision_at_100_max": 0.892157, - "nauc_precision_at_100_std": 0.271335, - "nauc_precision_at_100_diff1": 0.79972, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.693901, - "nauc_mrr_at_1_std": -0.22092, - "nauc_mrr_at_1_diff1": 0.862171, - "nauc_mrr_at_3_max": 0.728176, - "nauc_mrr_at_3_std": -0.199923, - "nauc_mrr_at_3_diff1": 0.863511, - "nauc_mrr_at_5_max": 0.727432, - "nauc_mrr_at_5_std": -0.199699, - "nauc_mrr_at_5_diff1": 0.864395, - "nauc_mrr_at_10_max": 0.725927, - "nauc_mrr_at_10_std": -0.200394, - "nauc_mrr_at_10_diff1": 0.86355, - "nauc_mrr_at_20_max": 0.725323, - "nauc_mrr_at_20_std": -0.19953, - "nauc_mrr_at_20_diff1": 0.864455, - "nauc_mrr_at_100_max": 0.72493, - "nauc_mrr_at_100_std": -0.199739, - "nauc_mrr_at_100_diff1": 0.864161, - "nauc_mrr_at_1000_max": 0.724887, - "nauc_mrr_at_1000_std": -0.199867, - "nauc_mrr_at_1000_diff1": 0.864166, - "main_score": 0.88277, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.846481, + "mrr_at_5": 0.851204, + "mrr_at_10": 0.855445, + "mrr_at_20": 0.857311, + "mrr_at_100": 0.857857, + "mrr_at_1000": 0.857886, + "nauc_ndcg_at_1_max": 0.636862, + "nauc_ndcg_at_1_std": -0.253773, + "nauc_ndcg_at_1_diff1": 0.855838, + "nauc_ndcg_at_3_max": 0.678504, + "nauc_ndcg_at_3_std": -0.231075, + "nauc_ndcg_at_3_diff1": 0.849005, + "nauc_ndcg_at_5_max": 0.681821, + "nauc_ndcg_at_5_std": -0.215319, + "nauc_ndcg_at_5_diff1": 0.849072, + "nauc_ndcg_at_10_max": 0.680153, + "nauc_ndcg_at_10_std": -0.228494, + "nauc_ndcg_at_10_diff1": 0.852017, + "nauc_ndcg_at_20_max": 0.676593, + "nauc_ndcg_at_20_std": -0.225096, + "nauc_ndcg_at_20_diff1": 0.852004, + "nauc_ndcg_at_100_max": 0.673594, + "nauc_ndcg_at_100_std": -0.222113, + "nauc_ndcg_at_100_diff1": 0.851245, + "nauc_ndcg_at_1000_max": 0.671881, + "nauc_ndcg_at_1000_std": -0.226757, + "nauc_ndcg_at_1000_diff1": 0.851376, + "nauc_map_at_1_max": 0.636862, + "nauc_map_at_1_std": -0.253773, + "nauc_map_at_1_diff1": 0.855838, + "nauc_map_at_3_max": 0.667818, + "nauc_map_at_3_std": -0.236705, + "nauc_map_at_3_diff1": 0.850755, + "nauc_map_at_5_max": 0.669192, + "nauc_map_at_5_std": -0.229009, + "nauc_map_at_5_diff1": 0.850782, + "nauc_map_at_10_max": 0.668211, + "nauc_map_at_10_std": -0.233595, + "nauc_map_at_10_diff1": 0.851678, + "nauc_map_at_20_max": 0.66735, + "nauc_map_at_20_std": -0.232578, + "nauc_map_at_20_diff1": 0.851645, + "nauc_map_at_100_max": 0.666963, + "nauc_map_at_100_std": -0.232078, + "nauc_map_at_100_diff1": 0.851598, + "nauc_map_at_1000_max": 0.666907, + "nauc_map_at_1000_std": -0.232227, + "nauc_map_at_1000_diff1": 0.851602, + "nauc_recall_at_1_max": 0.636862, + "nauc_recall_at_1_std": -0.253773, + "nauc_recall_at_1_diff1": 0.855838, + "nauc_recall_at_3_max": 0.722105, + "nauc_recall_at_3_std": -0.208244, + "nauc_recall_at_3_diff1": 0.841869, + "nauc_recall_at_5_max": 0.745584, + "nauc_recall_at_5_std": -0.14263, + "nauc_recall_at_5_diff1": 0.840725, + "nauc_recall_at_10_max": 0.771802, + "nauc_recall_at_10_std": -0.20001, + "nauc_recall_at_10_diff1": 0.859477, + "nauc_recall_at_20_max": 0.806745, + "nauc_recall_at_20_std": -0.118403, + "nauc_recall_at_20_diff1": 0.868836, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.454342, + "nauc_recall_at_100_diff1": 0.8324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636862, + "nauc_precision_at_1_std": -0.253773, + "nauc_precision_at_1_diff1": 0.855838, + "nauc_precision_at_3_max": 0.722105, + "nauc_precision_at_3_std": -0.208244, + "nauc_precision_at_3_diff1": 0.841869, + "nauc_precision_at_5_max": 0.745584, + "nauc_precision_at_5_std": -0.14263, + "nauc_precision_at_5_diff1": 0.840725, + "nauc_precision_at_10_max": 0.771802, + "nauc_precision_at_10_std": -0.20001, + "nauc_precision_at_10_diff1": 0.859477, + "nauc_precision_at_20_max": 0.806745, + "nauc_precision_at_20_std": -0.118403, + "nauc_precision_at_20_diff1": 0.868836, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.454342, + "nauc_precision_at_100_diff1": 0.8324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.636862, + "nauc_mrr_at_1_std": -0.253773, + "nauc_mrr_at_1_diff1": 0.855838, + "nauc_mrr_at_3_max": 0.667818, + "nauc_mrr_at_3_std": -0.236705, + "nauc_mrr_at_3_diff1": 0.850755, + "nauc_mrr_at_5_max": 0.669192, + "nauc_mrr_at_5_std": -0.229009, + "nauc_mrr_at_5_diff1": 0.850782, + "nauc_mrr_at_10_max": 0.668211, + "nauc_mrr_at_10_std": -0.233595, + "nauc_mrr_at_10_diff1": 0.851678, + "nauc_mrr_at_20_max": 0.66735, + "nauc_mrr_at_20_std": -0.232578, + "nauc_mrr_at_20_diff1": 0.851645, + "nauc_mrr_at_100_max": 0.666963, + "nauc_mrr_at_100_std": -0.232078, + "nauc_mrr_at_100_diff1": 0.851598, + "nauc_mrr_at_1000_max": 0.666907, + "nauc_mrr_at_1000_std": -0.232227, + "nauc_mrr_at_1000_diff1": 0.851602, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.89889, + "hit_rate_at_5": 0.92, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.97667, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.87853, "hf_subset": "khk_Cyrl-eng_Latn", "languages": [ "khk-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.58889, - "ndcg_at_3": 0.66275, - "ndcg_at_5": 0.67647, - "ndcg_at_10": 0.69195, - "ndcg_at_20": 0.7051, - "ndcg_at_100": 0.72177, - "ndcg_at_1000": 0.72994, - "map_at_1": 0.58889, - "map_at_3": 0.64519, - "map_at_5": 0.6528, - "map_at_10": 0.6592, - "map_at_20": 0.66278, - "map_at_100": 0.66501, - "map_at_1000": 0.66535, - "recall_at_1": 0.58889, - "recall_at_3": 0.71333, - "recall_at_5": 0.74667, - "recall_at_10": 0.79444, - "recall_at_20": 0.84667, - "recall_at_100": 0.93778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.57667, + "ndcg_at_3": 0.63747, + "ndcg_at_5": 0.65808, + "ndcg_at_10": 0.67635, + "ndcg_at_20": 0.68741, + "ndcg_at_100": 0.70699, + "ndcg_at_1000": 0.71468, + "map_at_1": 0.57667, + "map_at_3": 0.62241, + "map_at_5": 0.63385, + "map_at_10": 0.64136, + "map_at_20": 0.6443, + "map_at_100": 0.64687, + "map_at_1000": 0.64715, + "recall_at_1": 0.57667, + "recall_at_3": 0.68111, + "recall_at_5": 0.73111, + "recall_at_10": 0.78778, + "recall_at_20": 0.83222, + "recall_at_100": 0.94, "recall_at_1000": 1.0, - "precision_at_1": 0.58889, - "precision_at_3": 0.23778, - "precision_at_5": 0.14933, - "precision_at_10": 0.07944, - "precision_at_20": 0.04233, - "precision_at_100": 0.00938, - "precision_at_1000": 0.001, - "mrr_at_1": 0.588889, - "mrr_at_3": 0.645185, - "mrr_at_5": 0.652796, - "mrr_at_10": 0.659203, - "mrr_at_20": 0.662785, - "mrr_at_100": 0.665009, - "mrr_at_1000": 0.665349, - "nauc_ndcg_at_1_max": 0.790044, - "nauc_ndcg_at_1_std": 0.237354, - "nauc_ndcg_at_1_diff1": 0.848514, - "nauc_ndcg_at_3_max": 0.810916, - "nauc_ndcg_at_3_std": 0.279789, - "nauc_ndcg_at_3_diff1": 0.817139, - "nauc_ndcg_at_5_max": 0.813735, - "nauc_ndcg_at_5_std": 0.296107, - "nauc_ndcg_at_5_diff1": 0.8137, - "nauc_ndcg_at_10_max": 0.810324, - "nauc_ndcg_at_10_std": 0.306404, - "nauc_ndcg_at_10_diff1": 0.809909, - "nauc_ndcg_at_20_max": 0.810677, - "nauc_ndcg_at_20_std": 0.317534, - "nauc_ndcg_at_20_diff1": 0.810852, - "nauc_ndcg_at_100_max": 0.810939, - "nauc_ndcg_at_100_std": 0.315167, - "nauc_ndcg_at_100_diff1": 0.813344, - "nauc_ndcg_at_1000_max": 0.80867, - "nauc_ndcg_at_1000_std": 0.298499, - "nauc_ndcg_at_1000_diff1": 0.816928, - "nauc_map_at_1_max": 0.790044, - "nauc_map_at_1_std": 0.237354, - "nauc_map_at_1_diff1": 0.848514, - "nauc_map_at_3_max": 0.806345, - "nauc_map_at_3_std": 0.268945, - "nauc_map_at_3_diff1": 0.825154, - "nauc_map_at_5_max": 0.80748, - "nauc_map_at_5_std": 0.276887, - "nauc_map_at_5_diff1": 0.823433, - "nauc_map_at_10_max": 0.806076, - "nauc_map_at_10_std": 0.280491, - "nauc_map_at_10_diff1": 0.822116, - "nauc_map_at_20_max": 0.806117, - "nauc_map_at_20_std": 0.283204, - "nauc_map_at_20_diff1": 0.822424, - "nauc_map_at_100_max": 0.806088, - "nauc_map_at_100_std": 0.282707, - "nauc_map_at_100_diff1": 0.822757, - "nauc_map_at_1000_max": 0.806001, - "nauc_map_at_1000_std": 0.282102, - "nauc_map_at_1000_diff1": 0.822885, - "nauc_recall_at_1_max": 0.790044, - "nauc_recall_at_1_std": 0.237354, - "nauc_recall_at_1_diff1": 0.848514, - "nauc_recall_at_3_max": 0.825648, - "nauc_recall_at_3_std": 0.315638, - "nauc_recall_at_3_diff1": 0.790641, - "nauc_recall_at_5_max": 0.836706, - "nauc_recall_at_5_std": 0.368864, - "nauc_recall_at_5_diff1": 0.778227, - "nauc_recall_at_10_max": 0.826653, - "nauc_recall_at_10_std": 0.424806, - "nauc_recall_at_10_diff1": 0.756326, - "nauc_recall_at_20_max": 0.833861, - "nauc_recall_at_20_std": 0.530823, - "nauc_recall_at_20_diff1": 0.747062, - "nauc_recall_at_100_max": 0.872074, - "nauc_recall_at_100_std": 0.768849, - "nauc_recall_at_100_diff1": 0.713669, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790044, - "nauc_precision_at_1_std": 0.237354, - "nauc_precision_at_1_diff1": 0.848514, - "nauc_precision_at_3_max": 0.825648, - "nauc_precision_at_3_std": 0.315638, - "nauc_precision_at_3_diff1": 0.790641, - "nauc_precision_at_5_max": 0.836706, - "nauc_precision_at_5_std": 0.368864, - "nauc_precision_at_5_diff1": 0.778227, - "nauc_precision_at_10_max": 0.826653, - "nauc_precision_at_10_std": 0.424806, - "nauc_precision_at_10_diff1": 0.756326, - "nauc_precision_at_20_max": 0.833861, - "nauc_precision_at_20_std": 0.530823, - "nauc_precision_at_20_diff1": 0.747062, - "nauc_precision_at_100_max": 0.872074, - "nauc_precision_at_100_std": 0.768849, - "nauc_precision_at_100_diff1": 0.713669, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.790044, - "nauc_mrr_at_1_std": 0.237354, - "nauc_mrr_at_1_diff1": 0.848514, - "nauc_mrr_at_3_max": 0.806345, - "nauc_mrr_at_3_std": 0.268945, - "nauc_mrr_at_3_diff1": 0.825154, - "nauc_mrr_at_5_max": 0.80748, - "nauc_mrr_at_5_std": 0.276887, - "nauc_mrr_at_5_diff1": 0.823433, - "nauc_mrr_at_10_max": 0.806076, - "nauc_mrr_at_10_std": 0.280491, - "nauc_mrr_at_10_diff1": 0.822116, - "nauc_mrr_at_20_max": 0.806117, - "nauc_mrr_at_20_std": 0.283204, - "nauc_mrr_at_20_diff1": 0.822424, - "nauc_mrr_at_100_max": 0.806088, - "nauc_mrr_at_100_std": 0.282707, - "nauc_mrr_at_100_diff1": 0.822757, - "nauc_mrr_at_1000_max": 0.806001, - "nauc_mrr_at_1000_std": 0.282102, - "nauc_mrr_at_1000_diff1": 0.822885, - "main_score": 0.69195, + "accuracy": 0.57667, + "precision_at_1": 0.57667, + "precision_at_3": 0.22704, + "precision_at_5": 0.14622, + "precision_at_10": 0.07878, + "precision_at_20": 0.04161, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.576667, + "mrr_at_3": 0.622407, + "mrr_at_5": 0.633852, + "mrr_at_10": 0.641364, + "mrr_at_20": 0.644302, + "mrr_at_100": 0.646866, + "mrr_at_1000": 0.647152, + "nauc_ndcg_at_1_max": 0.735799, + "nauc_ndcg_at_1_std": 0.163125, + "nauc_ndcg_at_1_diff1": 0.841944, + "nauc_ndcg_at_3_max": 0.754757, + "nauc_ndcg_at_3_std": 0.195154, + "nauc_ndcg_at_3_diff1": 0.812824, + "nauc_ndcg_at_5_max": 0.753901, + "nauc_ndcg_at_5_std": 0.213939, + "nauc_ndcg_at_5_diff1": 0.804785, + "nauc_ndcg_at_10_max": 0.755511, + "nauc_ndcg_at_10_std": 0.231355, + "nauc_ndcg_at_10_diff1": 0.805144, + "nauc_ndcg_at_20_max": 0.755188, + "nauc_ndcg_at_20_std": 0.231864, + "nauc_ndcg_at_20_diff1": 0.802687, + "nauc_ndcg_at_100_max": 0.756067, + "nauc_ndcg_at_100_std": 0.233403, + "nauc_ndcg_at_100_diff1": 0.806131, + "nauc_ndcg_at_1000_max": 0.753409, + "nauc_ndcg_at_1000_std": 0.218557, + "nauc_ndcg_at_1000_diff1": 0.809804, + "nauc_map_at_1_max": 0.735799, + "nauc_map_at_1_std": 0.163125, + "nauc_map_at_1_diff1": 0.841944, + "nauc_map_at_3_max": 0.751173, + "nauc_map_at_3_std": 0.187741, + "nauc_map_at_3_diff1": 0.820424, + "nauc_map_at_5_max": 0.750527, + "nauc_map_at_5_std": 0.197659, + "nauc_map_at_5_diff1": 0.816129, + "nauc_map_at_10_max": 0.751044, + "nauc_map_at_10_std": 0.203636, + "nauc_map_at_10_diff1": 0.816579, + "nauc_map_at_20_max": 0.750764, + "nauc_map_at_20_std": 0.203305, + "nauc_map_at_20_diff1": 0.815987, + "nauc_map_at_100_max": 0.750865, + "nauc_map_at_100_std": 0.203728, + "nauc_map_at_100_diff1": 0.816369, + "nauc_map_at_1000_max": 0.75078, + "nauc_map_at_1000_std": 0.203258, + "nauc_map_at_1000_diff1": 0.816478, + "nauc_recall_at_1_max": 0.735799, + "nauc_recall_at_1_std": 0.163125, + "nauc_recall_at_1_diff1": 0.841944, + "nauc_recall_at_3_max": 0.765642, + "nauc_recall_at_3_std": 0.218528, + "nauc_recall_at_3_diff1": 0.788418, + "nauc_recall_at_5_max": 0.765235, + "nauc_recall_at_5_std": 0.274567, + "nauc_recall_at_5_diff1": 0.763261, + "nauc_recall_at_10_max": 0.774615, + "nauc_recall_at_10_std": 0.362977, + "nauc_recall_at_10_diff1": 0.7553, + "nauc_recall_at_20_max": 0.779134, + "nauc_recall_at_20_std": 0.399704, + "nauc_recall_at_20_diff1": 0.729186, + "nauc_recall_at_100_max": 0.836212, + "nauc_recall_at_100_std": 0.680776, + "nauc_recall_at_100_diff1": 0.692447, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.735799, + "nauc_precision_at_1_std": 0.163125, + "nauc_precision_at_1_diff1": 0.841944, + "nauc_precision_at_3_max": 0.765642, + "nauc_precision_at_3_std": 0.218528, + "nauc_precision_at_3_diff1": 0.788418, + "nauc_precision_at_5_max": 0.765235, + "nauc_precision_at_5_std": 0.274567, + "nauc_precision_at_5_diff1": 0.763261, + "nauc_precision_at_10_max": 0.774615, + "nauc_precision_at_10_std": 0.362977, + "nauc_precision_at_10_diff1": 0.7553, + "nauc_precision_at_20_max": 0.779134, + "nauc_precision_at_20_std": 0.399704, + "nauc_precision_at_20_diff1": 0.729186, + "nauc_precision_at_100_max": 0.836212, + "nauc_precision_at_100_std": 0.680776, + "nauc_precision_at_100_diff1": 0.692447, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.735799, + "nauc_mrr_at_1_std": 0.163125, + "nauc_mrr_at_1_diff1": 0.841944, + "nauc_mrr_at_3_max": 0.751173, + "nauc_mrr_at_3_std": 0.187741, + "nauc_mrr_at_3_diff1": 0.820424, + "nauc_mrr_at_5_max": 0.750527, + "nauc_mrr_at_5_std": 0.197659, + "nauc_mrr_at_5_diff1": 0.816129, + "nauc_mrr_at_10_max": 0.751044, + "nauc_mrr_at_10_std": 0.203636, + "nauc_mrr_at_10_diff1": 0.816579, + "nauc_mrr_at_20_max": 0.750764, + "nauc_mrr_at_20_std": 0.203305, + "nauc_mrr_at_20_diff1": 0.815987, + "nauc_mrr_at_100_max": 0.750865, + "nauc_mrr_at_100_std": 0.203728, + "nauc_mrr_at_100_diff1": 0.816369, + "nauc_mrr_at_1000_max": 0.75078, + "nauc_mrr_at_1000_std": 0.203258, + "nauc_mrr_at_1000_diff1": 0.816478, + "hit_rate_at_1": 0.57667, + "hit_rate_at_3": 0.68111, + "hit_rate_at_5": 0.73111, + "hit_rate_at_10": 0.78778, + "hit_rate_at_20": 0.83222, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.67635, "hf_subset": "eng_Latn-khk_Cyrl", "languages": [ "eng-Latn", "khk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.74778, - "ndcg_at_3": 0.81004, - "ndcg_at_5": 0.823, - "ndcg_at_10": 0.83781, - "ndcg_at_20": 0.8428, - "ndcg_at_100": 0.84921, - "ndcg_at_1000": 0.85148, - "map_at_1": 0.74778, - "map_at_3": 0.79537, - "map_at_5": 0.80265, - "map_at_10": 0.80859, - "map_at_20": 0.80992, - "map_at_100": 0.81091, - "map_at_1000": 0.81102, - "recall_at_1": 0.74778, - "recall_at_3": 0.85222, - "recall_at_5": 0.88333, - "recall_at_10": 0.93, - "recall_at_20": 0.95, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.79553, + "ndcg_at_5": 0.80557, + "ndcg_at_10": 0.82074, + "ndcg_at_20": 0.82679, + "ndcg_at_100": 0.83451, + "ndcg_at_1000": 0.83678, + "map_at_1": 0.72, + "map_at_3": 0.77741, + "map_at_5": 0.78296, + "map_at_10": 0.78927, + "map_at_20": 0.791, + "map_at_100": 0.79211, + "map_at_1000": 0.79222, + "recall_at_1": 0.72, + "recall_at_3": 0.84778, + "recall_at_5": 0.87222, + "recall_at_10": 0.91889, + "recall_at_20": 0.94222, "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.74778, - "precision_at_3": 0.28407, - "precision_at_5": 0.17667, - "precision_at_10": 0.093, - "precision_at_20": 0.0475, + "accuracy": 0.72, + "precision_at_1": 0.72, + "precision_at_3": 0.28259, + "precision_at_5": 0.17444, + "precision_at_10": 0.09189, + "precision_at_20": 0.04711, "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.747778, - "mrr_at_3": 0.79537, - "mrr_at_5": 0.802648, - "mrr_at_10": 0.808594, - "mrr_at_20": 0.809924, - "mrr_at_100": 0.81091, - "mrr_at_1000": 0.811016, - "nauc_ndcg_at_1_max": 0.760583, - "nauc_ndcg_at_1_std": 0.191898, - "nauc_ndcg_at_1_diff1": 0.85993, - "nauc_ndcg_at_3_max": 0.785431, - "nauc_ndcg_at_3_std": 0.206833, - "nauc_ndcg_at_3_diff1": 0.844693, - "nauc_ndcg_at_5_max": 0.784497, - "nauc_ndcg_at_5_std": 0.211687, - "nauc_ndcg_at_5_diff1": 0.840657, - "nauc_ndcg_at_10_max": 0.785789, - "nauc_ndcg_at_10_std": 0.243941, - "nauc_ndcg_at_10_diff1": 0.843959, - "nauc_ndcg_at_20_max": 0.782457, - "nauc_ndcg_at_20_std": 0.236679, - "nauc_ndcg_at_20_diff1": 0.843336, - "nauc_ndcg_at_100_max": 0.782462, - "nauc_ndcg_at_100_std": 0.22541, - "nauc_ndcg_at_100_diff1": 0.845305, - "nauc_ndcg_at_1000_max": 0.779905, - "nauc_ndcg_at_1000_std": 0.220411, - "nauc_ndcg_at_1000_diff1": 0.845365, - "nauc_map_at_1_max": 0.760583, - "nauc_map_at_1_std": 0.191898, - "nauc_map_at_1_diff1": 0.85993, - "nauc_map_at_3_max": 0.778593, - "nauc_map_at_3_std": 0.201848, - "nauc_map_at_3_diff1": 0.847768, - "nauc_map_at_5_max": 0.77795, - "nauc_map_at_5_std": 0.204667, - "nauc_map_at_5_diff1": 0.845811, - "nauc_map_at_10_max": 0.77798, - "nauc_map_at_10_std": 0.215406, - "nauc_map_at_10_diff1": 0.846932, - "nauc_map_at_20_max": 0.777148, - "nauc_map_at_20_std": 0.213568, - "nauc_map_at_20_diff1": 0.846765, - "nauc_map_at_100_max": 0.777025, - "nauc_map_at_100_std": 0.211937, - "nauc_map_at_100_diff1": 0.847018, - "nauc_map_at_1000_max": 0.776929, - "nauc_map_at_1000_std": 0.211784, - "nauc_map_at_1000_diff1": 0.847028, - "nauc_recall_at_1_max": 0.760583, - "nauc_recall_at_1_std": 0.191898, - "nauc_recall_at_1_diff1": 0.85993, - "nauc_recall_at_3_max": 0.811326, - "nauc_recall_at_3_std": 0.226212, - "nauc_recall_at_3_diff1": 0.83369, - "nauc_recall_at_5_max": 0.813756, - "nauc_recall_at_5_std": 0.24409, - "nauc_recall_at_5_diff1": 0.817258, - "nauc_recall_at_10_max": 0.843841, - "nauc_recall_at_10_std": 0.484016, - "nauc_recall_at_10_diff1": 0.82716, - "nauc_recall_at_20_max": 0.829152, - "nauc_recall_at_20_std": 0.495549, - "nauc_recall_at_20_diff1": 0.814618, - "nauc_recall_at_100_max": 0.936819, - "nauc_recall_at_100_std": 0.542453, - "nauc_recall_at_100_diff1": 0.844382, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.760583, - "nauc_precision_at_1_std": 0.191898, - "nauc_precision_at_1_diff1": 0.85993, - "nauc_precision_at_3_max": 0.811326, - "nauc_precision_at_3_std": 0.226212, - "nauc_precision_at_3_diff1": 0.83369, - "nauc_precision_at_5_max": 0.813756, - "nauc_precision_at_5_std": 0.24409, - "nauc_precision_at_5_diff1": 0.817258, - "nauc_precision_at_10_max": 0.843841, - "nauc_precision_at_10_std": 0.484016, - "nauc_precision_at_10_diff1": 0.82716, - "nauc_precision_at_20_max": 0.829152, - "nauc_precision_at_20_std": 0.495549, - "nauc_precision_at_20_diff1": 0.814618, - "nauc_precision_at_100_max": 0.936819, - "nauc_precision_at_100_std": 0.542453, - "nauc_precision_at_100_diff1": 0.844382, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.760583, - "nauc_mrr_at_1_std": 0.191898, - "nauc_mrr_at_1_diff1": 0.85993, - "nauc_mrr_at_3_max": 0.778593, - "nauc_mrr_at_3_std": 0.201848, - "nauc_mrr_at_3_diff1": 0.847768, - "nauc_mrr_at_5_max": 0.77795, - "nauc_mrr_at_5_std": 0.204667, - "nauc_mrr_at_5_diff1": 0.845811, - "nauc_mrr_at_10_max": 0.77798, - "nauc_mrr_at_10_std": 0.215406, - "nauc_mrr_at_10_diff1": 0.846932, - "nauc_mrr_at_20_max": 0.777148, - "nauc_mrr_at_20_std": 0.213568, - "nauc_mrr_at_20_diff1": 0.846765, - "nauc_mrr_at_100_max": 0.777025, - "nauc_mrr_at_100_std": 0.211937, - "nauc_mrr_at_100_diff1": 0.847018, - "nauc_mrr_at_1000_max": 0.776929, - "nauc_mrr_at_1000_std": 0.211784, - "nauc_mrr_at_1000_diff1": 0.847028, - "main_score": 0.83781, + "mrr_at_1": 0.72, + "mrr_at_3": 0.777407, + "mrr_at_5": 0.782963, + "mrr_at_10": 0.789267, + "mrr_at_20": 0.791003, + "mrr_at_100": 0.792112, + "mrr_at_1000": 0.792217, + "nauc_ndcg_at_1_max": 0.752073, + "nauc_ndcg_at_1_std": 0.180558, + "nauc_ndcg_at_1_diff1": 0.860051, + "nauc_ndcg_at_3_max": 0.767787, + "nauc_ndcg_at_3_std": 0.212273, + "nauc_ndcg_at_3_diff1": 0.825727, + "nauc_ndcg_at_5_max": 0.768978, + "nauc_ndcg_at_5_std": 0.210977, + "nauc_ndcg_at_5_diff1": 0.828415, + "nauc_ndcg_at_10_max": 0.76603, + "nauc_ndcg_at_10_std": 0.227744, + "nauc_ndcg_at_10_diff1": 0.823639, + "nauc_ndcg_at_20_max": 0.768209, + "nauc_ndcg_at_20_std": 0.237907, + "nauc_ndcg_at_20_diff1": 0.826516, + "nauc_ndcg_at_100_max": 0.767634, + "nauc_ndcg_at_100_std": 0.221208, + "nauc_ndcg_at_100_diff1": 0.832322, + "nauc_ndcg_at_1000_max": 0.765634, + "nauc_ndcg_at_1000_std": 0.216181, + "nauc_ndcg_at_1000_diff1": 0.832745, + "nauc_map_at_1_max": 0.752073, + "nauc_map_at_1_std": 0.180558, + "nauc_map_at_1_diff1": 0.860051, + "nauc_map_at_3_max": 0.763586, + "nauc_map_at_3_std": 0.201595, + "nauc_map_at_3_diff1": 0.83506, + "nauc_map_at_5_max": 0.763993, + "nauc_map_at_5_std": 0.200483, + "nauc_map_at_5_diff1": 0.836745, + "nauc_map_at_10_max": 0.762862, + "nauc_map_at_10_std": 0.206471, + "nauc_map_at_10_diff1": 0.835123, + "nauc_map_at_20_max": 0.763333, + "nauc_map_at_20_std": 0.208788, + "nauc_map_at_20_diff1": 0.835869, + "nauc_map_at_100_max": 0.763283, + "nauc_map_at_100_std": 0.206637, + "nauc_map_at_100_diff1": 0.836682, + "nauc_map_at_1000_max": 0.76321, + "nauc_map_at_1000_std": 0.206442, + "nauc_map_at_1000_diff1": 0.836701, + "nauc_recall_at_1_max": 0.752073, + "nauc_recall_at_1_std": 0.180558, + "nauc_recall_at_1_diff1": 0.860051, + "nauc_recall_at_3_max": 0.78428, + "nauc_recall_at_3_std": 0.255578, + "nauc_recall_at_3_diff1": 0.788986, + "nauc_recall_at_5_max": 0.791827, + "nauc_recall_at_5_std": 0.259767, + "nauc_recall_at_5_diff1": 0.791384, + "nauc_recall_at_10_max": 0.784665, + "nauc_recall_at_10_std": 0.385947, + "nauc_recall_at_10_diff1": 0.744139, + "nauc_recall_at_20_max": 0.81571, + "nauc_recall_at_20_std": 0.555448, + "nauc_recall_at_20_diff1": 0.743509, + "nauc_recall_at_100_max": 0.899471, + "nauc_recall_at_100_std": 0.549424, + "nauc_recall_at_100_diff1": 0.805167, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752073, + "nauc_precision_at_1_std": 0.180558, + "nauc_precision_at_1_diff1": 0.860051, + "nauc_precision_at_3_max": 0.78428, + "nauc_precision_at_3_std": 0.255578, + "nauc_precision_at_3_diff1": 0.788986, + "nauc_precision_at_5_max": 0.791827, + "nauc_precision_at_5_std": 0.259767, + "nauc_precision_at_5_diff1": 0.791384, + "nauc_precision_at_10_max": 0.784665, + "nauc_precision_at_10_std": 0.385947, + "nauc_precision_at_10_diff1": 0.744139, + "nauc_precision_at_20_max": 0.81571, + "nauc_precision_at_20_std": 0.555448, + "nauc_precision_at_20_diff1": 0.743509, + "nauc_precision_at_100_max": 0.899471, + "nauc_precision_at_100_std": 0.549424, + "nauc_precision_at_100_diff1": 0.805167, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752073, + "nauc_mrr_at_1_std": 0.180558, + "nauc_mrr_at_1_diff1": 0.860051, + "nauc_mrr_at_3_max": 0.763586, + "nauc_mrr_at_3_std": 0.201595, + "nauc_mrr_at_3_diff1": 0.83506, + "nauc_mrr_at_5_max": 0.763993, + "nauc_mrr_at_5_std": 0.200483, + "nauc_mrr_at_5_diff1": 0.836745, + "nauc_mrr_at_10_max": 0.762862, + "nauc_mrr_at_10_std": 0.206471, + "nauc_mrr_at_10_diff1": 0.835123, + "nauc_mrr_at_20_max": 0.763333, + "nauc_mrr_at_20_std": 0.208788, + "nauc_mrr_at_20_diff1": 0.835869, + "nauc_mrr_at_100_max": 0.763283, + "nauc_mrr_at_100_std": 0.206637, + "nauc_mrr_at_100_diff1": 0.836682, + "nauc_mrr_at_1000_max": 0.76321, + "nauc_mrr_at_1000_std": 0.206442, + "nauc_mrr_at_1000_diff1": 0.836701, + "hit_rate_at_1": 0.72, + "hit_rate_at_3": 0.84778, + "hit_rate_at_5": 0.87222, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.94222, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.82074, "hf_subset": "khm_Khmr-khm_Khmr", "languages": [ "khm-Khmr", "khm-Khmr" - ] - }, - { - "ndcg_at_1": 0.83667, - "ndcg_at_3": 0.89813, - "ndcg_at_5": 0.90645, - "ndcg_at_10": 0.91196, - "ndcg_at_20": 0.9151, - "ndcg_at_100": 0.91681, - "ndcg_at_1000": 0.91742, - "map_at_1": 0.83667, - "map_at_3": 0.88426, - "map_at_5": 0.88893, - "map_at_10": 0.89127, - "map_at_20": 0.89216, - "map_at_100": 0.89241, - "map_at_1000": 0.89244, - "recall_at_1": 0.83667, - "recall_at_3": 0.93778, - "recall_at_5": 0.95778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98667, - "recall_at_100": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.89518, + "ndcg_at_5": 0.90068, + "ndcg_at_10": 0.90775, + "ndcg_at_20": 0.91173, + "ndcg_at_100": 0.91398, + "ndcg_at_1000": 0.91427, + "map_at_1": 0.83444, + "map_at_3": 0.88111, + "map_at_5": 0.88417, + "map_at_10": 0.88723, + "map_at_20": 0.88835, + "map_at_100": 0.88866, + "map_at_1000": 0.88867, + "recall_at_1": 0.83444, + "recall_at_3": 0.93556, + "recall_at_5": 0.94889, + "recall_at_10": 0.97, + "recall_at_20": 0.98556, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.83667, - "precision_at_3": 0.31259, - "precision_at_5": 0.19156, - "precision_at_10": 0.09744, - "precision_at_20": 0.04933, - "precision_at_100": 0.00996, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.31185, + "precision_at_5": 0.18978, + "precision_at_10": 0.097, + "precision_at_20": 0.04928, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.836667, - "mrr_at_3": 0.884259, - "mrr_at_5": 0.888926, - "mrr_at_10": 0.891269, - "mrr_at_20": 0.892159, - "mrr_at_100": 0.892408, - "mrr_at_1000": 0.89244, - "nauc_ndcg_at_1_max": 0.706073, - "nauc_ndcg_at_1_std": -0.155255, - "nauc_ndcg_at_1_diff1": 0.904712, - "nauc_ndcg_at_3_max": 0.737196, - "nauc_ndcg_at_3_std": -0.170882, - "nauc_ndcg_at_3_diff1": 0.886832, - "nauc_ndcg_at_5_max": 0.733306, - "nauc_ndcg_at_5_std": -0.169916, - "nauc_ndcg_at_5_diff1": 0.886088, - "nauc_ndcg_at_10_max": 0.723584, - "nauc_ndcg_at_10_std": -0.177261, - "nauc_ndcg_at_10_diff1": 0.890663, - "nauc_ndcg_at_20_max": 0.724485, - "nauc_ndcg_at_20_std": -0.163859, - "nauc_ndcg_at_20_diff1": 0.89211, - "nauc_ndcg_at_100_max": 0.725544, - "nauc_ndcg_at_100_std": -0.160588, - "nauc_ndcg_at_100_diff1": 0.893487, - "nauc_ndcg_at_1000_max": 0.723987, - "nauc_ndcg_at_1000_std": -0.163655, - "nauc_ndcg_at_1000_diff1": 0.892659, - "nauc_map_at_1_max": 0.706073, - "nauc_map_at_1_std": -0.155255, - "nauc_map_at_1_diff1": 0.904712, - "nauc_map_at_3_max": 0.727149, - "nauc_map_at_3_std": -0.164828, - "nauc_map_at_3_diff1": 0.891641, - "nauc_map_at_5_max": 0.724945, - "nauc_map_at_5_std": -0.163926, - "nauc_map_at_5_diff1": 0.891487, - "nauc_map_at_10_max": 0.72117, - "nauc_map_at_10_std": -0.166431, - "nauc_map_at_10_diff1": 0.893037, - "nauc_map_at_20_max": 0.721465, - "nauc_map_at_20_std": -0.163318, - "nauc_map_at_20_diff1": 0.893424, - "nauc_map_at_100_max": 0.721644, - "nauc_map_at_100_std": -0.163021, - "nauc_map_at_100_diff1": 0.893601, - "nauc_map_at_1000_max": 0.721587, - "nauc_map_at_1000_std": -0.163087, - "nauc_map_at_1000_diff1": 0.893568, - "nauc_recall_at_1_max": 0.706073, - "nauc_recall_at_1_std": -0.155255, - "nauc_recall_at_1_diff1": 0.904712, - "nauc_recall_at_3_max": 0.788916, - "nauc_recall_at_3_std": -0.202823, - "nauc_recall_at_3_diff1": 0.86282, - "nauc_recall_at_5_max": 0.792533, - "nauc_recall_at_5_std": -0.214863, - "nauc_recall_at_5_diff1": 0.84772, - "nauc_recall_at_10_max": 0.738197, - "nauc_recall_at_10_std": -0.315755, - "nauc_recall_at_10_diff1": 0.87192, - "nauc_recall_at_20_max": 0.766807, - "nauc_recall_at_20_std": -0.125117, - "nauc_recall_at_20_diff1": 0.886983, - "nauc_recall_at_100_max": 0.930556, - "nauc_recall_at_100_std": 0.28233, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.881111, + "mrr_at_5": 0.884167, + "mrr_at_10": 0.887226, + "mrr_at_20": 0.888348, + "mrr_at_100": 0.888657, + "mrr_at_1000": 0.888668, + "nauc_ndcg_at_1_max": 0.703818, + "nauc_ndcg_at_1_std": -0.059394, + "nauc_ndcg_at_1_diff1": 0.886786, + "nauc_ndcg_at_3_max": 0.722496, + "nauc_ndcg_at_3_std": -0.083447, + "nauc_ndcg_at_3_diff1": 0.878973, + "nauc_ndcg_at_5_max": 0.721306, + "nauc_ndcg_at_5_std": -0.072833, + "nauc_ndcg_at_5_diff1": 0.87878, + "nauc_ndcg_at_10_max": 0.714053, + "nauc_ndcg_at_10_std": -0.08208, + "nauc_ndcg_at_10_diff1": 0.87862, + "nauc_ndcg_at_20_max": 0.71475, + "nauc_ndcg_at_20_std": -0.077161, + "nauc_ndcg_at_20_diff1": 0.881412, + "nauc_ndcg_at_100_max": 0.715675, + "nauc_ndcg_at_100_std": -0.067471, + "nauc_ndcg_at_100_diff1": 0.880948, + "nauc_ndcg_at_1000_max": 0.714683, + "nauc_ndcg_at_1000_std": -0.071199, + "nauc_ndcg_at_1000_diff1": 0.880989, + "nauc_map_at_1_max": 0.703818, + "nauc_map_at_1_std": -0.059394, + "nauc_map_at_1_diff1": 0.886786, + "nauc_map_at_3_max": 0.716603, + "nauc_map_at_3_std": -0.074273, + "nauc_map_at_3_diff1": 0.880825, + "nauc_map_at_5_max": 0.716118, + "nauc_map_at_5_std": -0.06772, + "nauc_map_at_5_diff1": 0.880827, + "nauc_map_at_10_max": 0.713357, + "nauc_map_at_10_std": -0.071067, + "nauc_map_at_10_diff1": 0.880861, + "nauc_map_at_20_max": 0.713401, + "nauc_map_at_20_std": -0.07001, + "nauc_map_at_20_diff1": 0.88145, + "nauc_map_at_100_max": 0.713467, + "nauc_map_at_100_std": -0.069054, + "nauc_map_at_100_diff1": 0.881445, + "nauc_map_at_1000_max": 0.713437, + "nauc_map_at_1000_std": -0.069165, + "nauc_map_at_1000_diff1": 0.881446, + "nauc_recall_at_1_max": 0.703818, + "nauc_recall_at_1_std": -0.059394, + "nauc_recall_at_1_diff1": 0.886786, + "nauc_recall_at_3_max": 0.752535, + "nauc_recall_at_3_std": -0.131427, + "nauc_recall_at_3_diff1": 0.870005, + "nauc_recall_at_5_max": 0.75272, + "nauc_recall_at_5_std": -0.106544, + "nauc_recall_at_5_diff1": 0.866389, + "nauc_recall_at_10_max": 0.711208, + "nauc_recall_at_10_std": -0.208614, + "nauc_recall_at_10_diff1": 0.855621, + "nauc_recall_at_20_max": 0.730159, + "nauc_recall_at_20_std": -0.222186, + "nauc_recall_at_20_diff1": 0.89819, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.706073, - "nauc_precision_at_1_std": -0.155255, - "nauc_precision_at_1_diff1": 0.904712, - "nauc_precision_at_3_max": 0.788916, - "nauc_precision_at_3_std": -0.202823, - "nauc_precision_at_3_diff1": 0.86282, - "nauc_precision_at_5_max": 0.792533, - "nauc_precision_at_5_std": -0.214863, - "nauc_precision_at_5_diff1": 0.84772, - "nauc_precision_at_10_max": 0.738197, - "nauc_precision_at_10_std": -0.315755, - "nauc_precision_at_10_diff1": 0.87192, - "nauc_precision_at_20_max": 0.766807, - "nauc_precision_at_20_std": -0.125117, - "nauc_precision_at_20_diff1": 0.886983, - "nauc_precision_at_100_max": 0.930556, - "nauc_precision_at_100_std": 0.28233, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.703818, + "nauc_precision_at_1_std": -0.059394, + "nauc_precision_at_1_diff1": 0.886786, + "nauc_precision_at_3_max": 0.752535, + "nauc_precision_at_3_std": -0.131427, + "nauc_precision_at_3_diff1": 0.870005, + "nauc_precision_at_5_max": 0.75272, + "nauc_precision_at_5_std": -0.106544, + "nauc_precision_at_5_diff1": 0.866389, + "nauc_precision_at_10_max": 0.711208, + "nauc_precision_at_10_std": -0.208614, + "nauc_precision_at_10_diff1": 0.855621, + "nauc_precision_at_20_max": 0.730159, + "nauc_precision_at_20_std": -0.222186, + "nauc_precision_at_20_diff1": 0.89819, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.706073, - "nauc_mrr_at_1_std": -0.155255, - "nauc_mrr_at_1_diff1": 0.904712, - "nauc_mrr_at_3_max": 0.727149, - "nauc_mrr_at_3_std": -0.164828, - "nauc_mrr_at_3_diff1": 0.891641, - "nauc_mrr_at_5_max": 0.724945, - "nauc_mrr_at_5_std": -0.163926, - "nauc_mrr_at_5_diff1": 0.891487, - "nauc_mrr_at_10_max": 0.72117, - "nauc_mrr_at_10_std": -0.166431, - "nauc_mrr_at_10_diff1": 0.893037, - "nauc_mrr_at_20_max": 0.721465, - "nauc_mrr_at_20_std": -0.163318, - "nauc_mrr_at_20_diff1": 0.893424, - "nauc_mrr_at_100_max": 0.721644, - "nauc_mrr_at_100_std": -0.163021, - "nauc_mrr_at_100_diff1": 0.893601, - "nauc_mrr_at_1000_max": 0.721587, - "nauc_mrr_at_1000_std": -0.163087, - "nauc_mrr_at_1000_diff1": 0.893568, - "main_score": 0.91196, + "nauc_mrr_at_1_max": 0.703818, + "nauc_mrr_at_1_std": -0.059394, + "nauc_mrr_at_1_diff1": 0.886786, + "nauc_mrr_at_3_max": 0.716603, + "nauc_mrr_at_3_std": -0.074273, + "nauc_mrr_at_3_diff1": 0.880825, + "nauc_mrr_at_5_max": 0.716118, + "nauc_mrr_at_5_std": -0.06772, + "nauc_mrr_at_5_diff1": 0.880827, + "nauc_mrr_at_10_max": 0.713357, + "nauc_mrr_at_10_std": -0.071067, + "nauc_mrr_at_10_diff1": 0.880861, + "nauc_mrr_at_20_max": 0.713401, + "nauc_mrr_at_20_std": -0.07001, + "nauc_mrr_at_20_diff1": 0.88145, + "nauc_mrr_at_100_max": 0.713467, + "nauc_mrr_at_100_std": -0.069054, + "nauc_mrr_at_100_diff1": 0.881445, + "nauc_mrr_at_1000_max": 0.713437, + "nauc_mrr_at_1000_std": -0.069165, + "nauc_mrr_at_1000_diff1": 0.881446, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.90775, "hf_subset": "khm_Khmr-eng_Latn", "languages": [ "khm-Khmr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.65889, - "ndcg_at_3": 0.73296, - "ndcg_at_5": 0.75515, - "ndcg_at_10": 0.77099, - "ndcg_at_20": 0.78009, - "ndcg_at_100": 0.79079, - "ndcg_at_1000": 0.7931, - "map_at_1": 0.65889, - "map_at_3": 0.71444, - "map_at_5": 0.72689, - "map_at_10": 0.73345, - "map_at_20": 0.736, - "map_at_100": 0.73748, - "map_at_1000": 0.73757, - "recall_at_1": 0.65889, - "recall_at_3": 0.78667, - "recall_at_5": 0.84, - "recall_at_10": 0.88889, - "recall_at_20": 0.92444, - "recall_at_100": 0.98222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.69748, + "ndcg_at_5": 0.7201, + "ndcg_at_10": 0.74071, + "ndcg_at_20": 0.75198, + "ndcg_at_100": 0.76273, + "ndcg_at_1000": 0.76645, + "map_at_1": 0.62, + "map_at_3": 0.67889, + "map_at_5": 0.69156, + "map_at_10": 0.69992, + "map_at_20": 0.70302, + "map_at_100": 0.70452, + "map_at_1000": 0.70468, + "recall_at_1": 0.62, + "recall_at_3": 0.75111, + "recall_at_5": 0.80556, + "recall_at_10": 0.87, + "recall_at_20": 0.91444, + "recall_at_100": 0.97222, "recall_at_1000": 1.0, - "precision_at_1": 0.65889, - "precision_at_3": 0.26222, - "precision_at_5": 0.168, - "precision_at_10": 0.08889, - "precision_at_20": 0.04622, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.658889, - "mrr_at_3": 0.714444, - "mrr_at_5": 0.726889, - "mrr_at_10": 0.733448, - "mrr_at_20": 0.736003, - "mrr_at_100": 0.737481, - "mrr_at_1000": 0.737572, - "nauc_ndcg_at_1_max": 0.777597, - "nauc_ndcg_at_1_std": 0.212499, - "nauc_ndcg_at_1_diff1": 0.849281, - "nauc_ndcg_at_3_max": 0.784805, - "nauc_ndcg_at_3_std": 0.248655, - "nauc_ndcg_at_3_diff1": 0.805695, - "nauc_ndcg_at_5_max": 0.786279, - "nauc_ndcg_at_5_std": 0.260531, - "nauc_ndcg_at_5_diff1": 0.805468, - "nauc_ndcg_at_10_max": 0.78164, - "nauc_ndcg_at_10_std": 0.260517, - "nauc_ndcg_at_10_diff1": 0.808083, - "nauc_ndcg_at_20_max": 0.784309, - "nauc_ndcg_at_20_std": 0.266444, - "nauc_ndcg_at_20_diff1": 0.81333, - "nauc_ndcg_at_100_max": 0.785264, - "nauc_ndcg_at_100_std": 0.260513, - "nauc_ndcg_at_100_diff1": 0.81568, - "nauc_ndcg_at_1000_max": 0.783479, - "nauc_ndcg_at_1000_std": 0.254018, - "nauc_ndcg_at_1000_diff1": 0.816223, - "nauc_map_at_1_max": 0.777597, - "nauc_map_at_1_std": 0.212499, - "nauc_map_at_1_diff1": 0.849281, - "nauc_map_at_3_max": 0.782377, - "nauc_map_at_3_std": 0.237171, - "nauc_map_at_3_diff1": 0.817033, - "nauc_map_at_5_max": 0.782875, - "nauc_map_at_5_std": 0.242856, - "nauc_map_at_5_diff1": 0.817092, - "nauc_map_at_10_max": 0.781178, - "nauc_map_at_10_std": 0.242562, - "nauc_map_at_10_diff1": 0.818389, - "nauc_map_at_20_max": 0.781812, - "nauc_map_at_20_std": 0.243839, - "nauc_map_at_20_diff1": 0.819807, - "nauc_map_at_100_max": 0.781984, - "nauc_map_at_100_std": 0.243465, - "nauc_map_at_100_diff1": 0.820123, - "nauc_map_at_1000_max": 0.781924, - "nauc_map_at_1000_std": 0.243269, - "nauc_map_at_1000_diff1": 0.820134, - "nauc_recall_at_1_max": 0.777597, - "nauc_recall_at_1_std": 0.212499, - "nauc_recall_at_1_diff1": 0.849281, - "nauc_recall_at_3_max": 0.793771, - "nauc_recall_at_3_std": 0.29076, - "nauc_recall_at_3_diff1": 0.765251, - "nauc_recall_at_5_max": 0.802334, - "nauc_recall_at_5_std": 0.342528, - "nauc_recall_at_5_diff1": 0.754746, - "nauc_recall_at_10_max": 0.781599, - "nauc_recall_at_10_std": 0.372446, - "nauc_recall_at_10_diff1": 0.74913, - "nauc_recall_at_20_max": 0.807821, - "nauc_recall_at_20_std": 0.480221, - "nauc_recall_at_20_diff1": 0.77315, - "nauc_recall_at_100_max": 0.922386, - "nauc_recall_at_100_std": 0.772321, - "nauc_recall_at_100_diff1": 0.769958, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777597, - "nauc_precision_at_1_std": 0.212499, - "nauc_precision_at_1_diff1": 0.849281, - "nauc_precision_at_3_max": 0.793771, - "nauc_precision_at_3_std": 0.29076, - "nauc_precision_at_3_diff1": 0.765251, - "nauc_precision_at_5_max": 0.802334, - "nauc_precision_at_5_std": 0.342528, - "nauc_precision_at_5_diff1": 0.754746, - "nauc_precision_at_10_max": 0.781599, - "nauc_precision_at_10_std": 0.372446, - "nauc_precision_at_10_diff1": 0.74913, - "nauc_precision_at_20_max": 0.807821, - "nauc_precision_at_20_std": 0.480221, - "nauc_precision_at_20_diff1": 0.77315, - "nauc_precision_at_100_max": 0.922386, - "nauc_precision_at_100_std": 0.772321, - "nauc_precision_at_100_diff1": 0.769958, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777597, - "nauc_mrr_at_1_std": 0.212499, - "nauc_mrr_at_1_diff1": 0.849281, - "nauc_mrr_at_3_max": 0.782377, - "nauc_mrr_at_3_std": 0.237171, - "nauc_mrr_at_3_diff1": 0.817033, - "nauc_mrr_at_5_max": 0.782875, - "nauc_mrr_at_5_std": 0.242856, - "nauc_mrr_at_5_diff1": 0.817092, - "nauc_mrr_at_10_max": 0.781178, - "nauc_mrr_at_10_std": 0.242562, - "nauc_mrr_at_10_diff1": 0.818389, - "nauc_mrr_at_20_max": 0.781812, - "nauc_mrr_at_20_std": 0.243839, - "nauc_mrr_at_20_diff1": 0.819807, - "nauc_mrr_at_100_max": 0.781984, - "nauc_mrr_at_100_std": 0.243465, - "nauc_mrr_at_100_diff1": 0.820123, - "nauc_mrr_at_1000_max": 0.781924, - "nauc_mrr_at_1000_std": 0.243269, - "nauc_mrr_at_1000_diff1": 0.820134, - "main_score": 0.77099, + "accuracy": 0.62, + "precision_at_1": 0.62, + "precision_at_3": 0.25037, + "precision_at_5": 0.16111, + "precision_at_10": 0.087, + "precision_at_20": 0.04572, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62, + "mrr_at_3": 0.678889, + "mrr_at_5": 0.691556, + "mrr_at_10": 0.699917, + "mrr_at_20": 0.703022, + "mrr_at_100": 0.704516, + "mrr_at_1000": 0.704683, + "nauc_ndcg_at_1_max": 0.749979, + "nauc_ndcg_at_1_std": 0.170075, + "nauc_ndcg_at_1_diff1": 0.849739, + "nauc_ndcg_at_3_max": 0.770113, + "nauc_ndcg_at_3_std": 0.234654, + "nauc_ndcg_at_3_diff1": 0.812516, + "nauc_ndcg_at_5_max": 0.769124, + "nauc_ndcg_at_5_std": 0.255437, + "nauc_ndcg_at_5_diff1": 0.806378, + "nauc_ndcg_at_10_max": 0.760509, + "nauc_ndcg_at_10_std": 0.240718, + "nauc_ndcg_at_10_diff1": 0.801092, + "nauc_ndcg_at_20_max": 0.761399, + "nauc_ndcg_at_20_std": 0.245603, + "nauc_ndcg_at_20_diff1": 0.804444, + "nauc_ndcg_at_100_max": 0.764462, + "nauc_ndcg_at_100_std": 0.240658, + "nauc_ndcg_at_100_diff1": 0.810615, + "nauc_ndcg_at_1000_max": 0.762806, + "nauc_ndcg_at_1000_std": 0.234536, + "nauc_ndcg_at_1000_diff1": 0.812616, + "nauc_map_at_1_max": 0.749979, + "nauc_map_at_1_std": 0.170075, + "nauc_map_at_1_diff1": 0.849739, + "nauc_map_at_3_max": 0.764187, + "nauc_map_at_3_std": 0.217554, + "nauc_map_at_3_diff1": 0.821436, + "nauc_map_at_5_max": 0.763622, + "nauc_map_at_5_std": 0.228209, + "nauc_map_at_5_diff1": 0.818568, + "nauc_map_at_10_max": 0.7602, + "nauc_map_at_10_std": 0.221664, + "nauc_map_at_10_diff1": 0.81674, + "nauc_map_at_20_max": 0.760436, + "nauc_map_at_20_std": 0.222821, + "nauc_map_at_20_diff1": 0.817635, + "nauc_map_at_100_max": 0.760936, + "nauc_map_at_100_std": 0.222547, + "nauc_map_at_100_diff1": 0.818459, + "nauc_map_at_1000_max": 0.760894, + "nauc_map_at_1000_std": 0.222366, + "nauc_map_at_1000_diff1": 0.818542, + "nauc_recall_at_1_max": 0.749979, + "nauc_recall_at_1_std": 0.170075, + "nauc_recall_at_1_diff1": 0.849739, + "nauc_recall_at_3_max": 0.790922, + "nauc_recall_at_3_std": 0.293816, + "nauc_recall_at_3_diff1": 0.782138, + "nauc_recall_at_5_max": 0.791423, + "nauc_recall_at_5_std": 0.369725, + "nauc_recall_at_5_diff1": 0.756052, + "nauc_recall_at_10_max": 0.755955, + "nauc_recall_at_10_std": 0.34494, + "nauc_recall_at_10_diff1": 0.707736, + "nauc_recall_at_20_max": 0.761874, + "nauc_recall_at_20_std": 0.436993, + "nauc_recall_at_20_diff1": 0.697637, + "nauc_recall_at_100_max": 0.859309, + "nauc_recall_at_100_std": 0.58394, + "nauc_recall_at_100_diff1": 0.707675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749979, + "nauc_precision_at_1_std": 0.170075, + "nauc_precision_at_1_diff1": 0.849739, + "nauc_precision_at_3_max": 0.790922, + "nauc_precision_at_3_std": 0.293816, + "nauc_precision_at_3_diff1": 0.782138, + "nauc_precision_at_5_max": 0.791423, + "nauc_precision_at_5_std": 0.369725, + "nauc_precision_at_5_diff1": 0.756052, + "nauc_precision_at_10_max": 0.755955, + "nauc_precision_at_10_std": 0.34494, + "nauc_precision_at_10_diff1": 0.707736, + "nauc_precision_at_20_max": 0.761874, + "nauc_precision_at_20_std": 0.436993, + "nauc_precision_at_20_diff1": 0.697637, + "nauc_precision_at_100_max": 0.859309, + "nauc_precision_at_100_std": 0.58394, + "nauc_precision_at_100_diff1": 0.707675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749979, + "nauc_mrr_at_1_std": 0.170075, + "nauc_mrr_at_1_diff1": 0.849739, + "nauc_mrr_at_3_max": 0.764187, + "nauc_mrr_at_3_std": 0.217554, + "nauc_mrr_at_3_diff1": 0.821436, + "nauc_mrr_at_5_max": 0.763622, + "nauc_mrr_at_5_std": 0.228209, + "nauc_mrr_at_5_diff1": 0.818568, + "nauc_mrr_at_10_max": 0.7602, + "nauc_mrr_at_10_std": 0.221664, + "nauc_mrr_at_10_diff1": 0.81674, + "nauc_mrr_at_20_max": 0.760436, + "nauc_mrr_at_20_std": 0.222821, + "nauc_mrr_at_20_diff1": 0.817635, + "nauc_mrr_at_100_max": 0.760936, + "nauc_mrr_at_100_std": 0.222547, + "nauc_mrr_at_100_diff1": 0.818459, + "nauc_mrr_at_1000_max": 0.760894, + "nauc_mrr_at_1000_std": 0.222366, + "nauc_mrr_at_1000_diff1": 0.818542, + "hit_rate_at_1": 0.62, + "hit_rate_at_3": 0.75111, + "hit_rate_at_5": 0.80556, + "hit_rate_at_10": 0.87, + "hit_rate_at_20": 0.91444, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.74071, "hf_subset": "eng_Latn-khm_Khmr", "languages": [ "eng-Latn", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.50612, - "ndcg_at_3": 0.5576, - "ndcg_at_5": 0.57244, - "ndcg_at_10": 0.58239, - "ndcg_at_20": 0.59478, - "ndcg_at_100": 0.61928, - "ndcg_at_1000": 0.63959, + "ndcg_at_3": 0.56146, + "ndcg_at_5": 0.57294, + "ndcg_at_10": 0.58851, + "ndcg_at_20": 0.60047, + "ndcg_at_100": 0.62365, + "ndcg_at_1000": 0.64343, "map_at_1": 0.50612, - "map_at_3": 0.54468, - "map_at_5": 0.55302, - "map_at_10": 0.55705, - "map_at_20": 0.56046, - "map_at_100": 0.56369, - "map_at_1000": 0.56453, + "map_at_3": 0.54857, + "map_at_5": 0.55497, + "map_at_10": 0.56146, + "map_at_20": 0.56467, + "map_at_100": 0.56774, + "map_at_1000": 0.56853, "recall_at_1": 0.50612, - "recall_at_3": 0.59511, - "recall_at_5": 0.6307, - "recall_at_10": 0.66185, - "recall_at_20": 0.71079, - "recall_at_100": 0.84538, + "recall_at_3": 0.59844, + "recall_at_5": 0.62625, + "recall_at_10": 0.67408, + "recall_at_20": 0.72191, + "recall_at_100": 0.84872, "recall_at_1000": 1.0, + "accuracy": 0.50612, "precision_at_1": 0.50612, - "precision_at_3": 0.19837, - "precision_at_5": 0.12614, - "precision_at_10": 0.06618, - "precision_at_20": 0.03554, - "precision_at_100": 0.00845, + "precision_at_3": 0.19948, + "precision_at_5": 0.12525, + "precision_at_10": 0.06741, + "precision_at_20": 0.0361, + "precision_at_100": 0.00849, "precision_at_1000": 0.001, "mrr_at_1": 0.506118, - "mrr_at_3": 0.544679, - "mrr_at_5": 0.553022, - "mrr_at_10": 0.557054, - "mrr_at_20": 0.56046, - "mrr_at_100": 0.563691, - "mrr_at_1000": 0.564524, - "nauc_ndcg_at_1_max": 0.707928, - "nauc_ndcg_at_1_std": -0.466298, - "nauc_ndcg_at_1_diff1": 0.844514, - "nauc_ndcg_at_3_max": 0.723022, - "nauc_ndcg_at_3_std": -0.479331, - "nauc_ndcg_at_3_diff1": 0.806668, - "nauc_ndcg_at_5_max": 0.716561, - "nauc_ndcg_at_5_std": -0.479699, - "nauc_ndcg_at_5_diff1": 0.799888, - "nauc_ndcg_at_10_max": 0.711795, - "nauc_ndcg_at_10_std": -0.478861, - "nauc_ndcg_at_10_diff1": 0.796032, - "nauc_ndcg_at_20_max": 0.709022, - "nauc_ndcg_at_20_std": -0.47169, - "nauc_ndcg_at_20_diff1": 0.794309, - "nauc_ndcg_at_100_max": 0.706772, - "nauc_ndcg_at_100_std": -0.461291, - "nauc_ndcg_at_100_diff1": 0.793038, - "nauc_ndcg_at_1000_max": 0.711089, - "nauc_ndcg_at_1000_std": -0.469922, - "nauc_ndcg_at_1000_diff1": 0.801902, - "nauc_map_at_1_max": 0.707928, - "nauc_map_at_1_std": -0.466298, - "nauc_map_at_1_diff1": 0.844514, - "nauc_map_at_3_max": 0.720378, - "nauc_map_at_3_std": -0.475591, - "nauc_map_at_3_diff1": 0.817298, - "nauc_map_at_5_max": 0.716786, - "nauc_map_at_5_std": -0.476032, - "nauc_map_at_5_diff1": 0.813761, - "nauc_map_at_10_max": 0.71494, - "nauc_map_at_10_std": -0.475579, - "nauc_map_at_10_diff1": 0.812339, - "nauc_map_at_20_max": 0.71414, - "nauc_map_at_20_std": -0.473547, - "nauc_map_at_20_diff1": 0.811902, - "nauc_map_at_100_max": 0.713787, - "nauc_map_at_100_std": -0.472359, - "nauc_map_at_100_diff1": 0.81165, - "nauc_map_at_1000_max": 0.71394, - "nauc_map_at_1000_std": -0.472628, - "nauc_map_at_1000_diff1": 0.811975, - "nauc_recall_at_1_max": 0.707928, - "nauc_recall_at_1_std": -0.466298, - "nauc_recall_at_1_diff1": 0.844514, - "nauc_recall_at_3_max": 0.730584, - "nauc_recall_at_3_std": -0.490945, - "nauc_recall_at_3_diff1": 0.773753, - "nauc_recall_at_5_max": 0.714364, - "nauc_recall_at_5_std": -0.491302, - "nauc_recall_at_5_diff1": 0.753896, - "nauc_recall_at_10_max": 0.697267, - "nauc_recall_at_10_std": -0.489674, - "nauc_recall_at_10_diff1": 0.737474, - "nauc_recall_at_20_max": 0.683151, - "nauc_recall_at_20_std": -0.457405, - "nauc_recall_at_20_diff1": 0.723264, - "nauc_recall_at_100_max": 0.645183, - "nauc_recall_at_100_std": -0.335074, - "nauc_recall_at_100_diff1": 0.666854, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.707928, - "nauc_precision_at_1_std": -0.466298, - "nauc_precision_at_1_diff1": 0.844514, - "nauc_precision_at_3_max": 0.730584, - "nauc_precision_at_3_std": -0.490945, - "nauc_precision_at_3_diff1": 0.773753, - "nauc_precision_at_5_max": 0.714364, - "nauc_precision_at_5_std": -0.491302, - "nauc_precision_at_5_diff1": 0.753896, - "nauc_precision_at_10_max": 0.697267, - "nauc_precision_at_10_std": -0.489674, - "nauc_precision_at_10_diff1": 0.737474, - "nauc_precision_at_20_max": 0.683151, - "nauc_precision_at_20_std": -0.457405, - "nauc_precision_at_20_diff1": 0.723264, - "nauc_precision_at_100_max": 0.645183, - "nauc_precision_at_100_std": -0.335074, - "nauc_precision_at_100_diff1": 0.666854, + "mrr_at_3": 0.548572, + "mrr_at_5": 0.554968, + "mrr_at_10": 0.561456, + "mrr_at_20": 0.564666, + "mrr_at_100": 0.567739, + "mrr_at_1000": 0.568533, + "nauc_ndcg_at_1_max": 0.720599, + "nauc_ndcg_at_1_std": -0.487086, + "nauc_ndcg_at_1_diff1": 0.852608, + "nauc_ndcg_at_3_max": 0.737286, + "nauc_ndcg_at_3_std": -0.478282, + "nauc_ndcg_at_3_diff1": 0.814597, + "nauc_ndcg_at_5_max": 0.732198, + "nauc_ndcg_at_5_std": -0.484176, + "nauc_ndcg_at_5_diff1": 0.808375, + "nauc_ndcg_at_10_max": 0.726421, + "nauc_ndcg_at_10_std": -0.474093, + "nauc_ndcg_at_10_diff1": 0.800813, + "nauc_ndcg_at_20_max": 0.721826, + "nauc_ndcg_at_20_std": -0.474487, + "nauc_ndcg_at_20_diff1": 0.798549, + "nauc_ndcg_at_100_max": 0.719063, + "nauc_ndcg_at_100_std": -0.46956, + "nauc_ndcg_at_100_diff1": 0.800307, + "nauc_ndcg_at_1000_max": 0.724378, + "nauc_ndcg_at_1000_std": -0.47543, + "nauc_ndcg_at_1000_diff1": 0.808138, + "nauc_map_at_1_max": 0.720599, + "nauc_map_at_1_std": -0.487086, + "nauc_map_at_1_diff1": 0.852608, + "nauc_map_at_3_max": 0.733988, + "nauc_map_at_3_std": -0.480184, + "nauc_map_at_3_diff1": 0.82416, + "nauc_map_at_5_max": 0.731317, + "nauc_map_at_5_std": -0.483461, + "nauc_map_at_5_diff1": 0.820814, + "nauc_map_at_10_max": 0.728854, + "nauc_map_at_10_std": -0.479145, + "nauc_map_at_10_diff1": 0.817944, + "nauc_map_at_20_max": 0.72752, + "nauc_map_at_20_std": -0.479599, + "nauc_map_at_20_diff1": 0.817354, + "nauc_map_at_100_max": 0.727188, + "nauc_map_at_100_std": -0.479147, + "nauc_map_at_100_diff1": 0.817647, + "nauc_map_at_1000_max": 0.727382, + "nauc_map_at_1000_std": -0.479265, + "nauc_map_at_1000_diff1": 0.817931, + "nauc_recall_at_1_max": 0.720599, + "nauc_recall_at_1_std": -0.487086, + "nauc_recall_at_1_diff1": 0.852608, + "nauc_recall_at_3_max": 0.746946, + "nauc_recall_at_3_std": -0.472619, + "nauc_recall_at_3_diff1": 0.785447, + "nauc_recall_at_5_max": 0.733605, + "nauc_recall_at_5_std": -0.48743, + "nauc_recall_at_5_diff1": 0.76808, + "nauc_recall_at_10_max": 0.714291, + "nauc_recall_at_10_std": -0.45381, + "nauc_recall_at_10_diff1": 0.737403, + "nauc_recall_at_20_max": 0.691505, + "nauc_recall_at_20_std": -0.449971, + "nauc_recall_at_20_diff1": 0.719301, + "nauc_recall_at_100_max": 0.642703, + "nauc_recall_at_100_std": -0.376476, + "nauc_recall_at_100_diff1": 0.686656, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.720599, + "nauc_precision_at_1_std": -0.487086, + "nauc_precision_at_1_diff1": 0.852608, + "nauc_precision_at_3_max": 0.746946, + "nauc_precision_at_3_std": -0.472619, + "nauc_precision_at_3_diff1": 0.785447, + "nauc_precision_at_5_max": 0.733605, + "nauc_precision_at_5_std": -0.48743, + "nauc_precision_at_5_diff1": 0.76808, + "nauc_precision_at_10_max": 0.714291, + "nauc_precision_at_10_std": -0.45381, + "nauc_precision_at_10_diff1": 0.737403, + "nauc_precision_at_20_max": 0.691505, + "nauc_precision_at_20_std": -0.449971, + "nauc_precision_at_20_diff1": 0.719301, + "nauc_precision_at_100_max": 0.642703, + "nauc_precision_at_100_std": -0.376476, + "nauc_precision_at_100_diff1": 0.686656, "nauc_precision_at_1000_max": -0.500026, "nauc_precision_at_1000_std": 0.098682, - "nauc_precision_at_1000_diff1": -0.318687, - "nauc_mrr_at_1_max": 0.707928, - "nauc_mrr_at_1_std": -0.466298, - "nauc_mrr_at_1_diff1": 0.844514, - "nauc_mrr_at_3_max": 0.720378, - "nauc_mrr_at_3_std": -0.475591, - "nauc_mrr_at_3_diff1": 0.817298, - "nauc_mrr_at_5_max": 0.716786, - "nauc_mrr_at_5_std": -0.476032, - "nauc_mrr_at_5_diff1": 0.813761, - "nauc_mrr_at_10_max": 0.71494, - "nauc_mrr_at_10_std": -0.475579, - "nauc_mrr_at_10_diff1": 0.812339, - "nauc_mrr_at_20_max": 0.71414, - "nauc_mrr_at_20_std": -0.473547, - "nauc_mrr_at_20_diff1": 0.811902, - "nauc_mrr_at_100_max": 0.713787, - "nauc_mrr_at_100_std": -0.472359, - "nauc_mrr_at_100_diff1": 0.81165, - "nauc_mrr_at_1000_max": 0.713941, - "nauc_mrr_at_1000_std": -0.472626, - "nauc_mrr_at_1000_diff1": 0.811973, - "main_score": 0.58239, + "nauc_precision_at_1000_diff1": -0.41541, + "nauc_mrr_at_1_max": 0.720599, + "nauc_mrr_at_1_std": -0.487086, + "nauc_mrr_at_1_diff1": 0.852608, + "nauc_mrr_at_3_max": 0.733988, + "nauc_mrr_at_3_std": -0.480184, + "nauc_mrr_at_3_diff1": 0.82416, + "nauc_mrr_at_5_max": 0.731317, + "nauc_mrr_at_5_std": -0.483461, + "nauc_mrr_at_5_diff1": 0.820814, + "nauc_mrr_at_10_max": 0.728854, + "nauc_mrr_at_10_std": -0.479145, + "nauc_mrr_at_10_diff1": 0.817944, + "nauc_mrr_at_20_max": 0.72752, + "nauc_mrr_at_20_std": -0.479599, + "nauc_mrr_at_20_diff1": 0.817354, + "nauc_mrr_at_100_max": 0.727188, + "nauc_mrr_at_100_std": -0.479147, + "nauc_mrr_at_100_diff1": 0.817647, + "nauc_mrr_at_1000_max": 0.727382, + "nauc_mrr_at_1000_std": -0.479263, + "nauc_mrr_at_1000_diff1": 0.817931, + "hit_rate_at_1": 0.50612, + "hit_rate_at_3": 0.59844, + "hit_rate_at_5": 0.62625, + "hit_rate_at_10": 0.67408, + "hit_rate_at_20": 0.72191, + "hit_rate_at_100": 0.84872, + "hit_rate_at_1000": 1.0, + "main_score": 0.58851, "hf_subset": "kin_Latn-kin_Latn", "languages": [ "kin-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.52556, - "ndcg_at_3": 0.57689, - "ndcg_at_5": 0.5919, - "ndcg_at_10": 0.60967, - "ndcg_at_20": 0.62442, - "ndcg_at_100": 0.64776, - "ndcg_at_1000": 0.66222, + "ndcg_at_3": 0.57411, + "ndcg_at_5": 0.59114, + "ndcg_at_10": 0.60889, + "ndcg_at_20": 0.62208, + "ndcg_at_100": 0.6444, + "ndcg_at_1000": 0.6605, "map_at_1": 0.52556, - "map_at_3": 0.56463, - "map_at_5": 0.57291, - "map_at_10": 0.58012, - "map_at_20": 0.58426, - "map_at_100": 0.58726, - "map_at_1000": 0.58788, + "map_at_3": 0.56278, + "map_at_5": 0.57228, + "map_at_10": 0.57969, + "map_at_20": 0.58331, + "map_at_100": 0.58617, + "map_at_1000": 0.58684, "recall_at_1": 0.52556, - "recall_at_3": 0.61222, - "recall_at_5": 0.64889, - "recall_at_10": 0.70444, - "recall_at_20": 0.76222, - "recall_at_100": 0.89111, + "recall_at_3": 0.60667, + "recall_at_5": 0.64778, + "recall_at_10": 0.70222, + "recall_at_20": 0.75444, + "recall_at_100": 0.87778, "recall_at_1000": 1.0, + "accuracy": 0.52556, "precision_at_1": 0.52556, - "precision_at_3": 0.20407, - "precision_at_5": 0.12978, - "precision_at_10": 0.07044, - "precision_at_20": 0.03811, - "precision_at_100": 0.00891, + "precision_at_3": 0.20222, + "precision_at_5": 0.12956, + "precision_at_10": 0.07022, + "precision_at_20": 0.03772, + "precision_at_100": 0.00878, "precision_at_1000": 0.001, "mrr_at_1": 0.525556, - "mrr_at_3": 0.56463, - "mrr_at_5": 0.572907, - "mrr_at_10": 0.580125, - "mrr_at_20": 0.584255, - "mrr_at_100": 0.587261, - "mrr_at_1000": 0.58788, - "nauc_ndcg_at_1_max": 0.833587, - "nauc_ndcg_at_1_std": 0.424167, - "nauc_ndcg_at_1_diff1": 0.8589, - "nauc_ndcg_at_3_max": 0.834676, - "nauc_ndcg_at_3_std": 0.446803, - "nauc_ndcg_at_3_diff1": 0.826249, - "nauc_ndcg_at_5_max": 0.830653, - "nauc_ndcg_at_5_std": 0.446088, - "nauc_ndcg_at_5_diff1": 0.818706, - "nauc_ndcg_at_10_max": 0.820764, - "nauc_ndcg_at_10_std": 0.453008, - "nauc_ndcg_at_10_diff1": 0.808054, - "nauc_ndcg_at_20_max": 0.816508, - "nauc_ndcg_at_20_std": 0.455495, - "nauc_ndcg_at_20_diff1": 0.800377, - "nauc_ndcg_at_100_max": 0.811373, - "nauc_ndcg_at_100_std": 0.4479, - "nauc_ndcg_at_100_diff1": 0.801371, - "nauc_ndcg_at_1000_max": 0.821371, - "nauc_ndcg_at_1000_std": 0.448637, - "nauc_ndcg_at_1000_diff1": 0.813393, - "nauc_map_at_1_max": 0.833587, - "nauc_map_at_1_std": 0.424167, - "nauc_map_at_1_diff1": 0.8589, - "nauc_map_at_3_max": 0.835249, - "nauc_map_at_3_std": 0.442436, - "nauc_map_at_3_diff1": 0.83438, - "nauc_map_at_5_max": 0.833139, - "nauc_map_at_5_std": 0.442098, - "nauc_map_at_5_diff1": 0.830542, - "nauc_map_at_10_max": 0.829267, - "nauc_map_at_10_std": 0.445165, - "nauc_map_at_10_diff1": 0.826436, - "nauc_map_at_20_max": 0.828315, - "nauc_map_at_20_std": 0.44557, - "nauc_map_at_20_diff1": 0.824599, - "nauc_map_at_100_max": 0.827607, - "nauc_map_at_100_std": 0.44452, - "nauc_map_at_100_diff1": 0.824784, - "nauc_map_at_1000_max": 0.827979, - "nauc_map_at_1000_std": 0.444657, - "nauc_map_at_1000_diff1": 0.825226, - "nauc_recall_at_1_max": 0.833587, - "nauc_recall_at_1_std": 0.424167, - "nauc_recall_at_1_diff1": 0.8589, - "nauc_recall_at_3_max": 0.832551, - "nauc_recall_at_3_std": 0.459584, - "nauc_recall_at_3_diff1": 0.80141, - "nauc_recall_at_5_max": 0.821499, - "nauc_recall_at_5_std": 0.45808, - "nauc_recall_at_5_diff1": 0.779129, - "nauc_recall_at_10_max": 0.784194, - "nauc_recall_at_10_std": 0.482276, - "nauc_recall_at_10_diff1": 0.735617, - "nauc_recall_at_20_max": 0.753522, - "nauc_recall_at_20_std": 0.503058, - "nauc_recall_at_20_diff1": 0.680609, - "nauc_recall_at_100_max": 0.62794, - "nauc_recall_at_100_std": 0.447876, - "nauc_recall_at_100_diff1": 0.579638, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.833587, - "nauc_precision_at_1_std": 0.424167, - "nauc_precision_at_1_diff1": 0.8589, - "nauc_precision_at_3_max": 0.832551, - "nauc_precision_at_3_std": 0.459584, - "nauc_precision_at_3_diff1": 0.80141, - "nauc_precision_at_5_max": 0.821499, - "nauc_precision_at_5_std": 0.45808, - "nauc_precision_at_5_diff1": 0.779129, - "nauc_precision_at_10_max": 0.784194, - "nauc_precision_at_10_std": 0.482276, - "nauc_precision_at_10_diff1": 0.735617, - "nauc_precision_at_20_max": 0.753522, - "nauc_precision_at_20_std": 0.503058, - "nauc_precision_at_20_diff1": 0.680609, - "nauc_precision_at_100_max": 0.62794, - "nauc_precision_at_100_std": 0.447876, - "nauc_precision_at_100_diff1": 0.579638, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.833587, - "nauc_mrr_at_1_std": 0.424167, - "nauc_mrr_at_1_diff1": 0.8589, - "nauc_mrr_at_3_max": 0.835249, - "nauc_mrr_at_3_std": 0.442436, - "nauc_mrr_at_3_diff1": 0.83438, - "nauc_mrr_at_5_max": 0.833139, - "nauc_mrr_at_5_std": 0.442098, - "nauc_mrr_at_5_diff1": 0.830542, - "nauc_mrr_at_10_max": 0.829267, - "nauc_mrr_at_10_std": 0.445165, - "nauc_mrr_at_10_diff1": 0.826436, - "nauc_mrr_at_20_max": 0.828315, - "nauc_mrr_at_20_std": 0.44557, - "nauc_mrr_at_20_diff1": 0.824599, - "nauc_mrr_at_100_max": 0.827607, - "nauc_mrr_at_100_std": 0.44452, - "nauc_mrr_at_100_diff1": 0.824784, - "nauc_mrr_at_1000_max": 0.827979, - "nauc_mrr_at_1000_std": 0.444657, - "nauc_mrr_at_1000_diff1": 0.825226, - "main_score": 0.60967, + "mrr_at_3": 0.562778, + "mrr_at_5": 0.572278, + "mrr_at_10": 0.57969, + "mrr_at_20": 0.58331, + "mrr_at_100": 0.586171, + "mrr_at_1000": 0.586838, + "nauc_ndcg_at_1_max": 0.815988, + "nauc_ndcg_at_1_std": 0.39401, + "nauc_ndcg_at_1_diff1": 0.851922, + "nauc_ndcg_at_3_max": 0.81275, + "nauc_ndcg_at_3_std": 0.424202, + "nauc_ndcg_at_3_diff1": 0.81581, + "nauc_ndcg_at_5_max": 0.807362, + "nauc_ndcg_at_5_std": 0.430468, + "nauc_ndcg_at_5_diff1": 0.805288, + "nauc_ndcg_at_10_max": 0.800685, + "nauc_ndcg_at_10_std": 0.430671, + "nauc_ndcg_at_10_diff1": 0.796148, + "nauc_ndcg_at_20_max": 0.797168, + "nauc_ndcg_at_20_std": 0.434223, + "nauc_ndcg_at_20_diff1": 0.792728, + "nauc_ndcg_at_100_max": 0.792224, + "nauc_ndcg_at_100_std": 0.430235, + "nauc_ndcg_at_100_diff1": 0.790762, + "nauc_ndcg_at_1000_max": 0.8009, + "nauc_ndcg_at_1000_std": 0.427555, + "nauc_ndcg_at_1000_diff1": 0.803062, + "nauc_map_at_1_max": 0.815988, + "nauc_map_at_1_std": 0.39401, + "nauc_map_at_1_diff1": 0.851922, + "nauc_map_at_3_max": 0.81442, + "nauc_map_at_3_std": 0.417962, + "nauc_map_at_3_diff1": 0.825028, + "nauc_map_at_5_max": 0.811534, + "nauc_map_at_5_std": 0.421356, + "nauc_map_at_5_diff1": 0.819538, + "nauc_map_at_10_max": 0.808677, + "nauc_map_at_10_std": 0.421115, + "nauc_map_at_10_diff1": 0.816161, + "nauc_map_at_20_max": 0.807928, + "nauc_map_at_20_std": 0.422091, + "nauc_map_at_20_diff1": 0.815531, + "nauc_map_at_100_max": 0.807204, + "nauc_map_at_100_std": 0.42151, + "nauc_map_at_100_diff1": 0.8153, + "nauc_map_at_1000_max": 0.807496, + "nauc_map_at_1000_std": 0.421495, + "nauc_map_at_1000_diff1": 0.815682, + "nauc_recall_at_1_max": 0.815988, + "nauc_recall_at_1_std": 0.39401, + "nauc_recall_at_1_diff1": 0.851922, + "nauc_recall_at_3_max": 0.807301, + "nauc_recall_at_3_std": 0.442584, + "nauc_recall_at_3_diff1": 0.787728, + "nauc_recall_at_5_max": 0.792632, + "nauc_recall_at_5_std": 0.460097, + "nauc_recall_at_5_diff1": 0.757476, + "nauc_recall_at_10_max": 0.768334, + "nauc_recall_at_10_std": 0.465637, + "nauc_recall_at_10_diff1": 0.718181, + "nauc_recall_at_20_max": 0.743255, + "nauc_recall_at_20_std": 0.488989, + "nauc_recall_at_20_diff1": 0.685828, + "nauc_recall_at_100_max": 0.643679, + "nauc_recall_at_100_std": 0.484945, + "nauc_recall_at_100_diff1": 0.576759, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815988, + "nauc_precision_at_1_std": 0.39401, + "nauc_precision_at_1_diff1": 0.851922, + "nauc_precision_at_3_max": 0.807301, + "nauc_precision_at_3_std": 0.442584, + "nauc_precision_at_3_diff1": 0.787728, + "nauc_precision_at_5_max": 0.792632, + "nauc_precision_at_5_std": 0.460097, + "nauc_precision_at_5_diff1": 0.757476, + "nauc_precision_at_10_max": 0.768334, + "nauc_precision_at_10_std": 0.465637, + "nauc_precision_at_10_diff1": 0.718181, + "nauc_precision_at_20_max": 0.743255, + "nauc_precision_at_20_std": 0.488989, + "nauc_precision_at_20_diff1": 0.685828, + "nauc_precision_at_100_max": 0.643679, + "nauc_precision_at_100_std": 0.484945, + "nauc_precision_at_100_diff1": 0.576759, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815988, + "nauc_mrr_at_1_std": 0.39401, + "nauc_mrr_at_1_diff1": 0.851922, + "nauc_mrr_at_3_max": 0.81442, + "nauc_mrr_at_3_std": 0.417962, + "nauc_mrr_at_3_diff1": 0.825028, + "nauc_mrr_at_5_max": 0.811534, + "nauc_mrr_at_5_std": 0.421356, + "nauc_mrr_at_5_diff1": 0.819538, + "nauc_mrr_at_10_max": 0.808677, + "nauc_mrr_at_10_std": 0.421115, + "nauc_mrr_at_10_diff1": 0.816161, + "nauc_mrr_at_20_max": 0.807928, + "nauc_mrr_at_20_std": 0.422091, + "nauc_mrr_at_20_diff1": 0.815531, + "nauc_mrr_at_100_max": 0.807204, + "nauc_mrr_at_100_std": 0.42151, + "nauc_mrr_at_100_diff1": 0.8153, + "nauc_mrr_at_1000_max": 0.807496, + "nauc_mrr_at_1000_std": 0.421495, + "nauc_mrr_at_1000_diff1": 0.815682, + "hit_rate_at_1": 0.52556, + "hit_rate_at_3": 0.60667, + "hit_rate_at_5": 0.64778, + "hit_rate_at_10": 0.70222, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.87778, + "hit_rate_at_1000": 1.0, + "main_score": 0.60889, "hf_subset": "kin_Latn-eng_Latn", "languages": [ "kin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.3782, - "ndcg_at_3": 0.4044, - "ndcg_at_5": 0.41273, - "ndcg_at_10": 0.42096, - "ndcg_at_20": 0.43015, - "ndcg_at_100": 0.45393, - "ndcg_at_1000": 0.49958, - "map_at_1": 0.3782, - "map_at_3": 0.39841, - "map_at_5": 0.40308, - "map_at_10": 0.40645, - "map_at_20": 0.40892, - "map_at_100": 0.41181, - "map_at_1000": 0.41339, - "recall_at_1": 0.3782, - "recall_at_3": 0.42158, - "recall_at_5": 0.4416, - "recall_at_10": 0.46719, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36707, + "ndcg_at_3": 0.39621, + "ndcg_at_5": 0.40468, + "ndcg_at_10": 0.41197, + "ndcg_at_20": 0.42298, + "ndcg_at_100": 0.44399, + "ndcg_at_1000": 0.49196, + "map_at_1": 0.36707, + "map_at_3": 0.38932, + "map_at_5": 0.39388, + "map_at_10": 0.39674, + "map_at_20": 0.39978, + "map_at_100": 0.40237, + "map_at_1000": 0.40407, + "recall_at_1": 0.36707, + "recall_at_3": 0.41602, + "recall_at_5": 0.43715, + "recall_at_10": 0.46051, "recall_at_20": 0.50389, - "recall_at_100": 0.63849, + "recall_at_100": 0.6218, "recall_at_1000": 1.0, - "precision_at_1": 0.3782, - "precision_at_3": 0.14053, - "precision_at_5": 0.08832, - "precision_at_10": 0.04672, + "accuracy": 0.36707, + "precision_at_1": 0.36707, + "precision_at_3": 0.13867, + "precision_at_5": 0.08743, + "precision_at_10": 0.04605, "precision_at_20": 0.02519, - "precision_at_100": 0.00638, - "precision_at_1000": 0.001, - "mrr_at_1": 0.378198, - "mrr_at_3": 0.398406, - "mrr_at_5": 0.403077, - "mrr_at_10": 0.406448, - "mrr_at_20": 0.40892, - "mrr_at_100": 0.411809, - "mrr_at_1000": 0.413384, - "nauc_ndcg_at_1_max": 0.932241, - "nauc_ndcg_at_1_std": 0.770946, - "nauc_ndcg_at_1_diff1": 0.86844, - "nauc_ndcg_at_3_max": 0.936045, - "nauc_ndcg_at_3_std": 0.790261, - "nauc_ndcg_at_3_diff1": 0.836024, - "nauc_ndcg_at_5_max": 0.931205, - "nauc_ndcg_at_5_std": 0.795247, - "nauc_ndcg_at_5_diff1": 0.822321, - "nauc_ndcg_at_10_max": 0.924853, - "nauc_ndcg_at_10_std": 0.792457, - "nauc_ndcg_at_10_diff1": 0.812937, - "nauc_ndcg_at_20_max": 0.917724, - "nauc_ndcg_at_20_std": 0.792497, - "nauc_ndcg_at_20_diff1": 0.804282, - "nauc_ndcg_at_100_max": 0.903545, - "nauc_ndcg_at_100_std": 0.784547, - "nauc_ndcg_at_100_diff1": 0.791963, - "nauc_ndcg_at_1000_max": 0.917127, - "nauc_ndcg_at_1000_std": 0.786671, - "nauc_ndcg_at_1000_diff1": 0.811517, - "nauc_map_at_1_max": 0.932241, - "nauc_map_at_1_std": 0.770946, - "nauc_map_at_1_diff1": 0.86844, - "nauc_map_at_3_max": 0.935181, - "nauc_map_at_3_std": 0.785356, - "nauc_map_at_3_diff1": 0.843699, - "nauc_map_at_5_max": 0.932384, - "nauc_map_at_5_std": 0.787922, - "nauc_map_at_5_diff1": 0.835986, - "nauc_map_at_10_max": 0.929765, - "nauc_map_at_10_std": 0.786766, - "nauc_map_at_10_diff1": 0.832171, - "nauc_map_at_20_max": 0.927883, - "nauc_map_at_20_std": 0.786796, - "nauc_map_at_20_diff1": 0.829958, - "nauc_map_at_100_max": 0.926152, - "nauc_map_at_100_std": 0.786074, - "nauc_map_at_100_diff1": 0.828398, - "nauc_map_at_1000_max": 0.926421, - "nauc_map_at_1000_std": 0.785953, - "nauc_map_at_1000_diff1": 0.82893, - "nauc_recall_at_1_max": 0.932241, - "nauc_recall_at_1_std": 0.770946, - "nauc_recall_at_1_diff1": 0.86844, - "nauc_recall_at_3_max": 0.938513, - "nauc_recall_at_3_std": 0.804503, - "nauc_recall_at_3_diff1": 0.813951, - "nauc_recall_at_5_max": 0.927211, - "nauc_recall_at_5_std": 0.817534, - "nauc_recall_at_5_diff1": 0.780962, - "nauc_recall_at_10_max": 0.907376, - "nauc_recall_at_10_std": 0.809015, - "nauc_recall_at_10_diff1": 0.751108, - "nauc_recall_at_20_max": 0.877864, - "nauc_recall_at_20_std": 0.809245, - "nauc_recall_at_20_diff1": 0.714193, - "nauc_recall_at_100_max": 0.777182, - "nauc_recall_at_100_std": 0.754867, - "nauc_recall_at_100_diff1": 0.617888, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.932241, - "nauc_precision_at_1_std": 0.770946, - "nauc_precision_at_1_diff1": 0.86844, - "nauc_precision_at_3_max": 0.938513, - "nauc_precision_at_3_std": 0.804503, - "nauc_precision_at_3_diff1": 0.813951, - "nauc_precision_at_5_max": 0.927211, - "nauc_precision_at_5_std": 0.817534, - "nauc_precision_at_5_diff1": 0.780962, - "nauc_precision_at_10_max": 0.907376, - "nauc_precision_at_10_std": 0.809015, - "nauc_precision_at_10_diff1": 0.751108, - "nauc_precision_at_20_max": 0.877864, - "nauc_precision_at_20_std": 0.809245, - "nauc_precision_at_20_diff1": 0.714193, - "nauc_precision_at_100_max": 0.777182, - "nauc_precision_at_100_std": 0.754867, - "nauc_precision_at_100_diff1": 0.617888, + "precision_at_100": 0.00622, + "precision_at_1000": 0.001, + "mrr_at_1": 0.367075, + "mrr_at_3": 0.389321, + "mrr_at_5": 0.393882, + "mrr_at_10": 0.396736, + "mrr_at_20": 0.399782, + "mrr_at_100": 0.402372, + "mrr_at_1000": 0.40407, + "nauc_ndcg_at_1_max": 0.919891, + "nauc_ndcg_at_1_std": 0.751461, + "nauc_ndcg_at_1_diff1": 0.886409, + "nauc_ndcg_at_3_max": 0.928278, + "nauc_ndcg_at_3_std": 0.773336, + "nauc_ndcg_at_3_diff1": 0.842352, + "nauc_ndcg_at_5_max": 0.926306, + "nauc_ndcg_at_5_std": 0.779302, + "nauc_ndcg_at_5_diff1": 0.834183, + "nauc_ndcg_at_10_max": 0.9217, + "nauc_ndcg_at_10_std": 0.77767, + "nauc_ndcg_at_10_diff1": 0.82633, + "nauc_ndcg_at_20_max": 0.912978, + "nauc_ndcg_at_20_std": 0.77654, + "nauc_ndcg_at_20_diff1": 0.815146, + "nauc_ndcg_at_100_max": 0.899765, + "nauc_ndcg_at_100_std": 0.769484, + "nauc_ndcg_at_100_diff1": 0.804354, + "nauc_ndcg_at_1000_max": 0.912372, + "nauc_ndcg_at_1000_std": 0.77064, + "nauc_ndcg_at_1000_diff1": 0.823748, + "nauc_map_at_1_max": 0.919891, + "nauc_map_at_1_std": 0.751461, + "nauc_map_at_1_diff1": 0.886409, + "nauc_map_at_3_max": 0.926809, + "nauc_map_at_3_std": 0.768428, + "nauc_map_at_3_diff1": 0.852701, + "nauc_map_at_5_max": 0.925852, + "nauc_map_at_5_std": 0.771876, + "nauc_map_at_5_diff1": 0.848325, + "nauc_map_at_10_max": 0.92399, + "nauc_map_at_10_std": 0.771214, + "nauc_map_at_10_diff1": 0.845218, + "nauc_map_at_20_max": 0.921531, + "nauc_map_at_20_std": 0.770777, + "nauc_map_at_20_diff1": 0.84219, + "nauc_map_at_100_max": 0.920034, + "nauc_map_at_100_std": 0.770036, + "nauc_map_at_100_diff1": 0.840931, + "nauc_map_at_1000_max": 0.920289, + "nauc_map_at_1000_std": 0.769855, + "nauc_map_at_1000_diff1": 0.841476, + "nauc_recall_at_1_max": 0.919891, + "nauc_recall_at_1_std": 0.751461, + "nauc_recall_at_1_diff1": 0.886409, + "nauc_recall_at_3_max": 0.932274, + "nauc_recall_at_3_std": 0.787296, + "nauc_recall_at_3_diff1": 0.812708, + "nauc_recall_at_5_max": 0.92693, + "nauc_recall_at_5_std": 0.801297, + "nauc_recall_at_5_diff1": 0.792064, + "nauc_recall_at_10_max": 0.912431, + "nauc_recall_at_10_std": 0.796281, + "nauc_recall_at_10_diff1": 0.766702, + "nauc_recall_at_20_max": 0.877726, + "nauc_recall_at_20_std": 0.792981, + "nauc_recall_at_20_diff1": 0.720516, + "nauc_recall_at_100_max": 0.785873, + "nauc_recall_at_100_std": 0.747542, + "nauc_recall_at_100_diff1": 0.636906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.919891, + "nauc_precision_at_1_std": 0.751461, + "nauc_precision_at_1_diff1": 0.886409, + "nauc_precision_at_3_max": 0.932274, + "nauc_precision_at_3_std": 0.787296, + "nauc_precision_at_3_diff1": 0.812708, + "nauc_precision_at_5_max": 0.92693, + "nauc_precision_at_5_std": 0.801297, + "nauc_precision_at_5_diff1": 0.792064, + "nauc_precision_at_10_max": 0.912431, + "nauc_precision_at_10_std": 0.796281, + "nauc_precision_at_10_diff1": 0.766702, + "nauc_precision_at_20_max": 0.877726, + "nauc_precision_at_20_std": 0.792981, + "nauc_precision_at_20_diff1": 0.720516, + "nauc_precision_at_100_max": 0.785873, + "nauc_precision_at_100_std": 0.747542, + "nauc_precision_at_100_diff1": 0.636906, "nauc_precision_at_1000_max": -0.205813, "nauc_precision_at_1000_std": -0.500026, - "nauc_precision_at_1000_diff1": -0.500026, - "nauc_mrr_at_1_max": 0.932241, - "nauc_mrr_at_1_std": 0.770946, - "nauc_mrr_at_1_diff1": 0.86844, - "nauc_mrr_at_3_max": 0.935181, - "nauc_mrr_at_3_std": 0.785356, - "nauc_mrr_at_3_diff1": 0.843699, - "nauc_mrr_at_5_max": 0.932384, - "nauc_mrr_at_5_std": 0.787922, - "nauc_mrr_at_5_diff1": 0.835986, - "nauc_mrr_at_10_max": 0.929765, - "nauc_mrr_at_10_std": 0.786766, - "nauc_mrr_at_10_diff1": 0.832171, - "nauc_mrr_at_20_max": 0.927883, - "nauc_mrr_at_20_std": 0.786796, - "nauc_mrr_at_20_diff1": 0.829958, - "nauc_mrr_at_100_max": 0.926152, - "nauc_mrr_at_100_std": 0.786074, - "nauc_mrr_at_100_diff1": 0.828398, - "nauc_mrr_at_1000_max": 0.926419, - "nauc_mrr_at_1000_std": 0.785957, - "nauc_mrr_at_1000_diff1": 0.828934, - "main_score": 0.42096, + "nauc_precision_at_1000_diff1": -0.205813, + "nauc_mrr_at_1_max": 0.919891, + "nauc_mrr_at_1_std": 0.751461, + "nauc_mrr_at_1_diff1": 0.886409, + "nauc_mrr_at_3_max": 0.926809, + "nauc_mrr_at_3_std": 0.768428, + "nauc_mrr_at_3_diff1": 0.852701, + "nauc_mrr_at_5_max": 0.925852, + "nauc_mrr_at_5_std": 0.771876, + "nauc_mrr_at_5_diff1": 0.848325, + "nauc_mrr_at_10_max": 0.92399, + "nauc_mrr_at_10_std": 0.771214, + "nauc_mrr_at_10_diff1": 0.845218, + "nauc_mrr_at_20_max": 0.921531, + "nauc_mrr_at_20_std": 0.770777, + "nauc_mrr_at_20_diff1": 0.84219, + "nauc_mrr_at_100_max": 0.920034, + "nauc_mrr_at_100_std": 0.770036, + "nauc_mrr_at_100_diff1": 0.840931, + "nauc_mrr_at_1000_max": 0.920287, + "nauc_mrr_at_1000_std": 0.769861, + "nauc_mrr_at_1000_diff1": 0.841475, + "hit_rate_at_1": 0.36707, + "hit_rate_at_3": 0.41602, + "hit_rate_at_5": 0.43715, + "hit_rate_at_10": 0.46051, + "hit_rate_at_20": 0.50389, + "hit_rate_at_100": 0.6218, + "hit_rate_at_1000": 1.0, + "main_score": 0.41197, "hf_subset": "eng_Latn-kin_Latn", "languages": [ "eng-Latn", "kin-Latn" - ] - }, - { - "ndcg_at_1": 0.75444, - "ndcg_at_3": 0.80999, - "ndcg_at_5": 0.81955, - "ndcg_at_10": 0.831, - "ndcg_at_20": 0.83606, - "ndcg_at_100": 0.84576, - "ndcg_at_1000": 0.84857, - "map_at_1": 0.75444, - "map_at_3": 0.79685, - "map_at_5": 0.80213, - "map_at_10": 0.80683, - "map_at_20": 0.80822, - "map_at_100": 0.80957, - "map_at_1000": 0.80969, - "recall_at_1": 0.75444, - "recall_at_3": 0.84778, - "recall_at_5": 0.87111, - "recall_at_10": 0.90667, - "recall_at_20": 0.92667, - "recall_at_100": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.79235, + "ndcg_at_5": 0.80588, + "ndcg_at_10": 0.81452, + "ndcg_at_20": 0.82305, + "ndcg_at_100": 0.83239, + "ndcg_at_1000": 0.83568, + "map_at_1": 0.73556, + "map_at_3": 0.77889, + "map_at_5": 0.78628, + "map_at_10": 0.78985, + "map_at_20": 0.79225, + "map_at_100": 0.79348, + "map_at_1000": 0.79363, + "recall_at_1": 0.73556, + "recall_at_3": 0.83111, + "recall_at_5": 0.86444, + "recall_at_10": 0.89111, + "recall_at_20": 0.92444, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.75444, - "precision_at_3": 0.28259, - "precision_at_5": 0.17422, - "precision_at_10": 0.09067, - "precision_at_20": 0.04633, - "precision_at_100": 0.00979, - "precision_at_1000": 0.001, - "mrr_at_1": 0.754444, - "mrr_at_3": 0.796852, - "mrr_at_5": 0.80213, - "mrr_at_10": 0.80683, - "mrr_at_20": 0.808223, - "mrr_at_100": 0.809569, - "mrr_at_1000": 0.809692, - "nauc_ndcg_at_1_max": 0.747182, - "nauc_ndcg_at_1_std": 0.10363, - "nauc_ndcg_at_1_diff1": 0.865317, - "nauc_ndcg_at_3_max": 0.780586, - "nauc_ndcg_at_3_std": 0.173246, - "nauc_ndcg_at_3_diff1": 0.840641, - "nauc_ndcg_at_5_max": 0.781999, - "nauc_ndcg_at_5_std": 0.178431, - "nauc_ndcg_at_5_diff1": 0.841695, - "nauc_ndcg_at_10_max": 0.776282, - "nauc_ndcg_at_10_std": 0.184317, - "nauc_ndcg_at_10_diff1": 0.838556, - "nauc_ndcg_at_20_max": 0.775038, - "nauc_ndcg_at_20_std": 0.175096, - "nauc_ndcg_at_20_diff1": 0.838852, - "nauc_ndcg_at_100_max": 0.772899, - "nauc_ndcg_at_100_std": 0.167658, - "nauc_ndcg_at_100_diff1": 0.844533, - "nauc_ndcg_at_1000_max": 0.772175, - "nauc_ndcg_at_1000_std": 0.163326, - "nauc_ndcg_at_1000_diff1": 0.844808, - "nauc_map_at_1_max": 0.747182, - "nauc_map_at_1_std": 0.10363, - "nauc_map_at_1_diff1": 0.865317, - "nauc_map_at_3_max": 0.771904, - "nauc_map_at_3_std": 0.153944, - "nauc_map_at_3_diff1": 0.84741, - "nauc_map_at_5_max": 0.772493, - "nauc_map_at_5_std": 0.156093, - "nauc_map_at_5_diff1": 0.84823, - "nauc_map_at_10_max": 0.770057, - "nauc_map_at_10_std": 0.156882, - "nauc_map_at_10_diff1": 0.847212, - "nauc_map_at_20_max": 0.769608, - "nauc_map_at_20_std": 0.154268, - "nauc_map_at_20_diff1": 0.847313, - "nauc_map_at_100_max": 0.769289, - "nauc_map_at_100_std": 0.153209, - "nauc_map_at_100_diff1": 0.848081, - "nauc_map_at_1000_max": 0.769265, - "nauc_map_at_1000_std": 0.153077, - "nauc_map_at_1000_diff1": 0.848091, - "nauc_recall_at_1_max": 0.747182, - "nauc_recall_at_1_std": 0.10363, - "nauc_recall_at_1_diff1": 0.865317, - "nauc_recall_at_3_max": 0.812258, - "nauc_recall_at_3_std": 0.244354, - "nauc_recall_at_3_diff1": 0.81574, - "nauc_recall_at_5_max": 0.821466, - "nauc_recall_at_5_std": 0.27282, - "nauc_recall_at_5_diff1": 0.814471, - "nauc_recall_at_10_max": 0.806467, - "nauc_recall_at_10_std": 0.344349, - "nauc_recall_at_10_diff1": 0.789171, - "nauc_recall_at_20_max": 0.806305, - "nauc_recall_at_20_std": 0.315855, - "nauc_recall_at_20_diff1": 0.778775, - "nauc_recall_at_100_max": 0.809352, - "nauc_recall_at_100_std": 0.391592, - "nauc_recall_at_100_diff1": 0.829844, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747182, - "nauc_precision_at_1_std": 0.10363, - "nauc_precision_at_1_diff1": 0.865317, - "nauc_precision_at_3_max": 0.812258, - "nauc_precision_at_3_std": 0.244354, - "nauc_precision_at_3_diff1": 0.81574, - "nauc_precision_at_5_max": 0.821466, - "nauc_precision_at_5_std": 0.27282, - "nauc_precision_at_5_diff1": 0.814471, - "nauc_precision_at_10_max": 0.806467, - "nauc_precision_at_10_std": 0.344349, - "nauc_precision_at_10_diff1": 0.789171, - "nauc_precision_at_20_max": 0.806305, - "nauc_precision_at_20_std": 0.315855, - "nauc_precision_at_20_diff1": 0.778775, - "nauc_precision_at_100_max": 0.809352, - "nauc_precision_at_100_std": 0.391592, - "nauc_precision_at_100_diff1": 0.829844, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747182, - "nauc_mrr_at_1_std": 0.10363, - "nauc_mrr_at_1_diff1": 0.865317, - "nauc_mrr_at_3_max": 0.771904, - "nauc_mrr_at_3_std": 0.153944, - "nauc_mrr_at_3_diff1": 0.84741, - "nauc_mrr_at_5_max": 0.772493, - "nauc_mrr_at_5_std": 0.156093, - "nauc_mrr_at_5_diff1": 0.84823, - "nauc_mrr_at_10_max": 0.770057, - "nauc_mrr_at_10_std": 0.156882, - "nauc_mrr_at_10_diff1": 0.847212, - "nauc_mrr_at_20_max": 0.769608, - "nauc_mrr_at_20_std": 0.154268, - "nauc_mrr_at_20_diff1": 0.847313, - "nauc_mrr_at_100_max": 0.769289, - "nauc_mrr_at_100_std": 0.153209, - "nauc_mrr_at_100_diff1": 0.848081, - "nauc_mrr_at_1000_max": 0.769265, - "nauc_mrr_at_1000_std": 0.153077, - "nauc_mrr_at_1000_diff1": 0.848091, - "main_score": 0.831, + "accuracy": 0.73556, + "precision_at_1": 0.73556, + "precision_at_3": 0.27704, + "precision_at_5": 0.17289, + "precision_at_10": 0.08911, + "precision_at_20": 0.04622, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.778889, + "mrr_at_5": 0.786278, + "mrr_at_10": 0.789845, + "mrr_at_20": 0.792246, + "mrr_at_100": 0.793481, + "mrr_at_1000": 0.79363, + "nauc_ndcg_at_1_max": 0.743693, + "nauc_ndcg_at_1_std": 0.143384, + "nauc_ndcg_at_1_diff1": 0.852393, + "nauc_ndcg_at_3_max": 0.762561, + "nauc_ndcg_at_3_std": 0.181198, + "nauc_ndcg_at_3_diff1": 0.825096, + "nauc_ndcg_at_5_max": 0.769917, + "nauc_ndcg_at_5_std": 0.185829, + "nauc_ndcg_at_5_diff1": 0.828369, + "nauc_ndcg_at_10_max": 0.763645, + "nauc_ndcg_at_10_std": 0.197221, + "nauc_ndcg_at_10_diff1": 0.82431, + "nauc_ndcg_at_20_max": 0.760168, + "nauc_ndcg_at_20_std": 0.182876, + "nauc_ndcg_at_20_diff1": 0.824321, + "nauc_ndcg_at_100_max": 0.762167, + "nauc_ndcg_at_100_std": 0.185846, + "nauc_ndcg_at_100_diff1": 0.827687, + "nauc_ndcg_at_1000_max": 0.760652, + "nauc_ndcg_at_1000_std": 0.181907, + "nauc_ndcg_at_1000_diff1": 0.829152, + "nauc_map_at_1_max": 0.743693, + "nauc_map_at_1_std": 0.143384, + "nauc_map_at_1_diff1": 0.852393, + "nauc_map_at_3_max": 0.758734, + "nauc_map_at_3_std": 0.173798, + "nauc_map_at_3_diff1": 0.832374, + "nauc_map_at_5_max": 0.762121, + "nauc_map_at_5_std": 0.175451, + "nauc_map_at_5_diff1": 0.834072, + "nauc_map_at_10_max": 0.759842, + "nauc_map_at_10_std": 0.179929, + "nauc_map_at_10_diff1": 0.832613, + "nauc_map_at_20_max": 0.758901, + "nauc_map_at_20_std": 0.176249, + "nauc_map_at_20_diff1": 0.83263, + "nauc_map_at_100_max": 0.759, + "nauc_map_at_100_std": 0.17635, + "nauc_map_at_100_diff1": 0.832939, + "nauc_map_at_1000_max": 0.758951, + "nauc_map_at_1000_std": 0.176271, + "nauc_map_at_1000_diff1": 0.833009, + "nauc_recall_at_1_max": 0.743693, + "nauc_recall_at_1_std": 0.143384, + "nauc_recall_at_1_diff1": 0.852393, + "nauc_recall_at_3_max": 0.775653, + "nauc_recall_at_3_std": 0.206321, + "nauc_recall_at_3_diff1": 0.798955, + "nauc_recall_at_5_max": 0.804326, + "nauc_recall_at_5_std": 0.230033, + "nauc_recall_at_5_diff1": 0.805285, + "nauc_recall_at_10_max": 0.779503, + "nauc_recall_at_10_std": 0.29142, + "nauc_recall_at_10_diff1": 0.780986, + "nauc_recall_at_20_max": 0.757971, + "nauc_recall_at_20_std": 0.210901, + "nauc_recall_at_20_diff1": 0.764246, + "nauc_recall_at_100_max": 0.833439, + "nauc_recall_at_100_std": 0.387297, + "nauc_recall_at_100_diff1": 0.76477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743693, + "nauc_precision_at_1_std": 0.143384, + "nauc_precision_at_1_diff1": 0.852393, + "nauc_precision_at_3_max": 0.775653, + "nauc_precision_at_3_std": 0.206321, + "nauc_precision_at_3_diff1": 0.798955, + "nauc_precision_at_5_max": 0.804326, + "nauc_precision_at_5_std": 0.230033, + "nauc_precision_at_5_diff1": 0.805285, + "nauc_precision_at_10_max": 0.779503, + "nauc_precision_at_10_std": 0.29142, + "nauc_precision_at_10_diff1": 0.780986, + "nauc_precision_at_20_max": 0.757971, + "nauc_precision_at_20_std": 0.210901, + "nauc_precision_at_20_diff1": 0.764246, + "nauc_precision_at_100_max": 0.833439, + "nauc_precision_at_100_std": 0.387297, + "nauc_precision_at_100_diff1": 0.76477, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743693, + "nauc_mrr_at_1_std": 0.143384, + "nauc_mrr_at_1_diff1": 0.852393, + "nauc_mrr_at_3_max": 0.758734, + "nauc_mrr_at_3_std": 0.173798, + "nauc_mrr_at_3_diff1": 0.832374, + "nauc_mrr_at_5_max": 0.762121, + "nauc_mrr_at_5_std": 0.175451, + "nauc_mrr_at_5_diff1": 0.834072, + "nauc_mrr_at_10_max": 0.759842, + "nauc_mrr_at_10_std": 0.179929, + "nauc_mrr_at_10_diff1": 0.832613, + "nauc_mrr_at_20_max": 0.758901, + "nauc_mrr_at_20_std": 0.176249, + "nauc_mrr_at_20_diff1": 0.83263, + "nauc_mrr_at_100_max": 0.759, + "nauc_mrr_at_100_std": 0.17635, + "nauc_mrr_at_100_diff1": 0.832939, + "nauc_mrr_at_1000_max": 0.758951, + "nauc_mrr_at_1000_std": 0.176271, + "nauc_mrr_at_1000_diff1": 0.833009, + "hit_rate_at_1": 0.73556, + "hit_rate_at_3": 0.83111, + "hit_rate_at_5": 0.86444, + "hit_rate_at_10": 0.89111, + "hit_rate_at_20": 0.92444, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.81452, "hf_subset": "kir_Cyrl-kir_Cyrl", "languages": [ "kir-Cyrl", "kir-Cyrl" - ] - }, - { - "ndcg_at_1": 0.84444, - "ndcg_at_3": 0.90098, - "ndcg_at_5": 0.90662, - "ndcg_at_10": 0.91526, - "ndcg_at_20": 0.9185, - "ndcg_at_100": 0.91966, - "ndcg_at_1000": 0.91994, - "map_at_1": 0.84444, - "map_at_3": 0.88778, - "map_at_5": 0.891, - "map_at_10": 0.89457, - "map_at_20": 0.89554, - "map_at_100": 0.89567, - "map_at_1000": 0.89568, - "recall_at_1": 0.84444, - "recall_at_3": 0.93889, - "recall_at_5": 0.95222, - "recall_at_10": 0.97889, - "recall_at_20": 0.99111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.8966, + "ndcg_at_5": 0.90387, + "ndcg_at_10": 0.91373, + "ndcg_at_20": 0.91725, + "ndcg_at_100": 0.91886, + "ndcg_at_1000": 0.91913, + "map_at_1": 0.85, + "map_at_3": 0.88574, + "map_at_5": 0.88974, + "map_at_10": 0.89391, + "map_at_20": 0.89496, + "map_at_100": 0.89517, + "map_at_1000": 0.89518, + "recall_at_1": 0.85, + "recall_at_3": 0.92778, + "recall_at_5": 0.94556, + "recall_at_10": 0.97556, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.84444, - "precision_at_3": 0.31296, - "precision_at_5": 0.19044, - "precision_at_10": 0.09789, - "precision_at_20": 0.04956, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30926, + "precision_at_5": 0.18911, + "precision_at_10": 0.09756, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.844444, - "mrr_at_3": 0.887778, - "mrr_at_5": 0.891, - "mrr_at_10": 0.894569, - "mrr_at_20": 0.89554, - "mrr_at_100": 0.895675, - "mrr_at_1000": 0.895683, - "nauc_ndcg_at_1_max": 0.738268, - "nauc_ndcg_at_1_std": -0.299496, - "nauc_ndcg_at_1_diff1": 0.929393, - "nauc_ndcg_at_3_max": 0.769965, - "nauc_ndcg_at_3_std": -0.324076, - "nauc_ndcg_at_3_diff1": 0.917674, - "nauc_ndcg_at_5_max": 0.771354, - "nauc_ndcg_at_5_std": -0.307666, - "nauc_ndcg_at_5_diff1": 0.920204, - "nauc_ndcg_at_10_max": 0.763287, - "nauc_ndcg_at_10_std": -0.323172, - "nauc_ndcg_at_10_diff1": 0.919498, - "nauc_ndcg_at_20_max": 0.759453, - "nauc_ndcg_at_20_std": -0.315419, - "nauc_ndcg_at_20_diff1": 0.918593, - "nauc_ndcg_at_100_max": 0.759553, - "nauc_ndcg_at_100_std": -0.308226, - "nauc_ndcg_at_100_diff1": 0.92075, - "nauc_ndcg_at_1000_max": 0.758697, - "nauc_ndcg_at_1000_std": -0.312882, - "nauc_ndcg_at_1000_diff1": 0.920468, - "nauc_map_at_1_max": 0.738268, - "nauc_map_at_1_std": -0.299496, - "nauc_map_at_1_diff1": 0.929393, - "nauc_map_at_3_max": 0.759949, - "nauc_map_at_3_std": -0.3187, - "nauc_map_at_3_diff1": 0.920461, - "nauc_map_at_5_max": 0.760037, - "nauc_map_at_5_std": -0.310765, - "nauc_map_at_5_diff1": 0.921666, - "nauc_map_at_10_max": 0.756883, - "nauc_map_at_10_std": -0.315579, - "nauc_map_at_10_diff1": 0.921461, - "nauc_map_at_20_max": 0.755893, - "nauc_map_at_20_std": -0.313958, - "nauc_map_at_20_diff1": 0.921252, - "nauc_map_at_100_max": 0.755933, - "nauc_map_at_100_std": -0.313252, - "nauc_map_at_100_diff1": 0.921461, - "nauc_map_at_1000_max": 0.755912, - "nauc_map_at_1000_std": -0.31336, - "nauc_map_at_1000_diff1": 0.921454, - "nauc_recall_at_1_max": 0.738268, - "nauc_recall_at_1_std": -0.299496, - "nauc_recall_at_1_diff1": 0.929393, - "nauc_recall_at_3_max": 0.821017, - "nauc_recall_at_3_std": -0.349648, - "nauc_recall_at_3_diff1": 0.904168, - "nauc_recall_at_5_max": 0.844125, - "nauc_recall_at_5_std": -0.280535, - "nauc_recall_at_5_diff1": 0.912872, - "nauc_recall_at_10_max": 0.841294, - "nauc_recall_at_10_std": -0.4441, - "nauc_recall_at_10_diff1": 0.895695, - "nauc_recall_at_20_max": 0.822946, - "nauc_recall_at_20_std": -0.330532, - "nauc_recall_at_20_diff1": 0.833975, + "mrr_at_1": 0.85, + "mrr_at_3": 0.885741, + "mrr_at_5": 0.889741, + "mrr_at_10": 0.893907, + "mrr_at_20": 0.894956, + "mrr_at_100": 0.89517, + "mrr_at_1000": 0.895178, + "nauc_ndcg_at_1_max": 0.709867, + "nauc_ndcg_at_1_std": -0.328094, + "nauc_ndcg_at_1_diff1": 0.927306, + "nauc_ndcg_at_3_max": 0.742139, + "nauc_ndcg_at_3_std": -0.349517, + "nauc_ndcg_at_3_diff1": 0.914811, + "nauc_ndcg_at_5_max": 0.737647, + "nauc_ndcg_at_5_std": -0.324487, + "nauc_ndcg_at_5_diff1": 0.914692, + "nauc_ndcg_at_10_max": 0.728541, + "nauc_ndcg_at_10_std": -0.34888, + "nauc_ndcg_at_10_diff1": 0.916909, + "nauc_ndcg_at_20_max": 0.731109, + "nauc_ndcg_at_20_std": -0.334852, + "nauc_ndcg_at_20_diff1": 0.917839, + "nauc_ndcg_at_100_max": 0.730424, + "nauc_ndcg_at_100_std": -0.328104, + "nauc_ndcg_at_100_diff1": 0.918315, + "nauc_ndcg_at_1000_max": 0.729496, + "nauc_ndcg_at_1000_std": -0.332673, + "nauc_ndcg_at_1000_diff1": 0.918034, + "nauc_map_at_1_max": 0.709867, + "nauc_map_at_1_std": -0.328094, + "nauc_map_at_1_diff1": 0.927306, + "nauc_map_at_3_max": 0.731893, + "nauc_map_at_3_std": -0.343652, + "nauc_map_at_3_diff1": 0.917231, + "nauc_map_at_5_max": 0.729238, + "nauc_map_at_5_std": -0.332467, + "nauc_map_at_5_diff1": 0.917301, + "nauc_map_at_10_max": 0.726099, + "nauc_map_at_10_std": -0.339555, + "nauc_map_at_10_diff1": 0.918259, + "nauc_map_at_20_max": 0.726643, + "nauc_map_at_20_std": -0.336047, + "nauc_map_at_20_diff1": 0.918529, + "nauc_map_at_100_max": 0.726653, + "nauc_map_at_100_std": -0.335013, + "nauc_map_at_100_diff1": 0.918567, + "nauc_map_at_1000_max": 0.726633, + "nauc_map_at_1000_std": -0.335111, + "nauc_map_at_1000_diff1": 0.918561, + "nauc_recall_at_1_max": 0.709867, + "nauc_recall_at_1_std": -0.328094, + "nauc_recall_at_1_diff1": 0.927306, + "nauc_recall_at_3_max": 0.787697, + "nauc_recall_at_3_std": -0.375013, + "nauc_recall_at_3_diff1": 0.905013, + "nauc_recall_at_5_max": 0.784523, + "nauc_recall_at_5_std": -0.268946, + "nauc_recall_at_5_diff1": 0.901008, + "nauc_recall_at_10_max": 0.739432, + "nauc_recall_at_10_std": -0.491936, + "nauc_recall_at_10_diff1": 0.905462, + "nauc_recall_at_20_max": 0.82423, + "nauc_recall_at_20_std": -0.288049, + "nauc_recall_at_20_diff1": 0.914566, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.738268, - "nauc_precision_at_1_std": -0.299496, - "nauc_precision_at_1_diff1": 0.929393, - "nauc_precision_at_3_max": 0.821017, - "nauc_precision_at_3_std": -0.349648, - "nauc_precision_at_3_diff1": 0.904168, - "nauc_precision_at_5_max": 0.844125, - "nauc_precision_at_5_std": -0.280535, - "nauc_precision_at_5_diff1": 0.912872, - "nauc_precision_at_10_max": 0.841294, - "nauc_precision_at_10_std": -0.4441, - "nauc_precision_at_10_diff1": 0.895695, - "nauc_precision_at_20_max": 0.822946, - "nauc_precision_at_20_std": -0.330532, - "nauc_precision_at_20_diff1": 0.833975, + "nauc_precision_at_1_max": 0.709867, + "nauc_precision_at_1_std": -0.328094, + "nauc_precision_at_1_diff1": 0.927306, + "nauc_precision_at_3_max": 0.787697, + "nauc_precision_at_3_std": -0.375013, + "nauc_precision_at_3_diff1": 0.905013, + "nauc_precision_at_5_max": 0.784523, + "nauc_precision_at_5_std": -0.268946, + "nauc_precision_at_5_diff1": 0.901008, + "nauc_precision_at_10_max": 0.739432, + "nauc_precision_at_10_std": -0.491936, + "nauc_precision_at_10_diff1": 0.905462, + "nauc_precision_at_20_max": 0.82423, + "nauc_precision_at_20_std": -0.288049, + "nauc_precision_at_20_diff1": 0.914566, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.738268, - "nauc_mrr_at_1_std": -0.299496, - "nauc_mrr_at_1_diff1": 0.929393, - "nauc_mrr_at_3_max": 0.759949, - "nauc_mrr_at_3_std": -0.3187, - "nauc_mrr_at_3_diff1": 0.920461, - "nauc_mrr_at_5_max": 0.760037, - "nauc_mrr_at_5_std": -0.310765, - "nauc_mrr_at_5_diff1": 0.921666, - "nauc_mrr_at_10_max": 0.756883, - "nauc_mrr_at_10_std": -0.315579, - "nauc_mrr_at_10_diff1": 0.921461, - "nauc_mrr_at_20_max": 0.755893, - "nauc_mrr_at_20_std": -0.313958, - "nauc_mrr_at_20_diff1": 0.921252, - "nauc_mrr_at_100_max": 0.755933, - "nauc_mrr_at_100_std": -0.313252, - "nauc_mrr_at_100_diff1": 0.921461, - "nauc_mrr_at_1000_max": 0.755912, - "nauc_mrr_at_1000_std": -0.31336, - "nauc_mrr_at_1000_diff1": 0.921454, - "main_score": 0.91526, + "nauc_mrr_at_1_max": 0.709867, + "nauc_mrr_at_1_std": -0.328094, + "nauc_mrr_at_1_diff1": 0.927306, + "nauc_mrr_at_3_max": 0.731893, + "nauc_mrr_at_3_std": -0.343652, + "nauc_mrr_at_3_diff1": 0.917231, + "nauc_mrr_at_5_max": 0.729238, + "nauc_mrr_at_5_std": -0.332467, + "nauc_mrr_at_5_diff1": 0.917301, + "nauc_mrr_at_10_max": 0.726099, + "nauc_mrr_at_10_std": -0.339555, + "nauc_mrr_at_10_diff1": 0.918259, + "nauc_mrr_at_20_max": 0.726643, + "nauc_mrr_at_20_std": -0.336047, + "nauc_mrr_at_20_diff1": 0.918529, + "nauc_mrr_at_100_max": 0.726653, + "nauc_mrr_at_100_std": -0.335013, + "nauc_mrr_at_100_diff1": 0.918567, + "nauc_mrr_at_1000_max": 0.726633, + "nauc_mrr_at_1000_std": -0.335111, + "nauc_mrr_at_1000_diff1": 0.918561, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.92778, + "hit_rate_at_5": 0.94556, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91373, "hf_subset": "kir_Cyrl-eng_Latn", "languages": [ "kir-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.70889, - "ndcg_at_3": 0.76417, - "ndcg_at_5": 0.77459, - "ndcg_at_10": 0.7865, - "ndcg_at_20": 0.79585, - "ndcg_at_100": 0.80661, - "ndcg_at_1000": 0.81203, - "map_at_1": 0.70889, - "map_at_3": 0.7513, - "map_at_5": 0.75702, - "map_at_10": 0.76197, - "map_at_20": 0.76458, - "map_at_100": 0.76599, - "map_at_1000": 0.76621, - "recall_at_1": 0.70889, - "recall_at_3": 0.80111, - "recall_at_5": 0.82667, - "recall_at_10": 0.86333, - "recall_at_20": 0.9, - "recall_at_100": 0.95889, - "recall_at_1000": 1.0, - "precision_at_1": 0.70889, - "precision_at_3": 0.26704, - "precision_at_5": 0.16533, - "precision_at_10": 0.08633, - "precision_at_20": 0.045, - "precision_at_100": 0.00959, - "precision_at_1000": 0.001, - "mrr_at_1": 0.708889, - "mrr_at_3": 0.751296, - "mrr_at_5": 0.757019, - "mrr_at_10": 0.761974, - "mrr_at_20": 0.764579, - "mrr_at_100": 0.765985, - "mrr_at_1000": 0.766211, - "nauc_ndcg_at_1_max": 0.793547, - "nauc_ndcg_at_1_std": 0.240995, - "nauc_ndcg_at_1_diff1": 0.866857, - "nauc_ndcg_at_3_max": 0.832993, - "nauc_ndcg_at_3_std": 0.293946, - "nauc_ndcg_at_3_diff1": 0.842822, - "nauc_ndcg_at_5_max": 0.832233, - "nauc_ndcg_at_5_std": 0.30655, - "nauc_ndcg_at_5_diff1": 0.844623, - "nauc_ndcg_at_10_max": 0.829591, - "nauc_ndcg_at_10_std": 0.314832, - "nauc_ndcg_at_10_diff1": 0.844447, - "nauc_ndcg_at_20_max": 0.825478, - "nauc_ndcg_at_20_std": 0.314737, - "nauc_ndcg_at_20_diff1": 0.844201, - "nauc_ndcg_at_100_max": 0.828072, - "nauc_ndcg_at_100_std": 0.317749, - "nauc_ndcg_at_100_diff1": 0.848348, - "nauc_ndcg_at_1000_max": 0.825501, - "nauc_ndcg_at_1000_std": 0.304125, - "nauc_ndcg_at_1000_diff1": 0.848432, - "nauc_map_at_1_max": 0.793547, - "nauc_map_at_1_std": 0.240995, - "nauc_map_at_1_diff1": 0.866857, - "nauc_map_at_3_max": 0.824297, - "nauc_map_at_3_std": 0.282532, - "nauc_map_at_3_diff1": 0.849278, - "nauc_map_at_5_max": 0.823712, - "nauc_map_at_5_std": 0.288692, - "nauc_map_at_5_diff1": 0.850459, - "nauc_map_at_10_max": 0.822621, - "nauc_map_at_10_std": 0.291417, - "nauc_map_at_10_diff1": 0.850614, - "nauc_map_at_20_max": 0.821484, - "nauc_map_at_20_std": 0.291133, - "nauc_map_at_20_diff1": 0.850556, - "nauc_map_at_100_max": 0.821851, - "nauc_map_at_100_std": 0.29144, - "nauc_map_at_100_diff1": 0.851076, - "nauc_map_at_1000_max": 0.821763, - "nauc_map_at_1000_std": 0.29096, - "nauc_map_at_1000_diff1": 0.851077, - "nauc_recall_at_1_max": 0.793547, - "nauc_recall_at_1_std": 0.240995, - "nauc_recall_at_1_diff1": 0.866857, - "nauc_recall_at_3_max": 0.86191, - "nauc_recall_at_3_std": 0.331737, - "nauc_recall_at_3_diff1": 0.820643, - "nauc_recall_at_5_max": 0.863479, - "nauc_recall_at_5_std": 0.3757, - "nauc_recall_at_5_diff1": 0.822553, - "nauc_recall_at_10_max": 0.858402, - "nauc_recall_at_10_std": 0.430259, - "nauc_recall_at_10_diff1": 0.815511, - "nauc_recall_at_20_max": 0.838583, - "nauc_recall_at_20_std": 0.466547, - "nauc_recall_at_20_diff1": 0.80554, - "nauc_recall_at_100_max": 0.909531, - "nauc_recall_at_100_std": 0.74477, - "nauc_recall_at_100_diff1": 0.844361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793547, - "nauc_precision_at_1_std": 0.240995, - "nauc_precision_at_1_diff1": 0.866857, - "nauc_precision_at_3_max": 0.86191, - "nauc_precision_at_3_std": 0.331737, - "nauc_precision_at_3_diff1": 0.820643, - "nauc_precision_at_5_max": 0.863479, - "nauc_precision_at_5_std": 0.3757, - "nauc_precision_at_5_diff1": 0.822553, - "nauc_precision_at_10_max": 0.858402, - "nauc_precision_at_10_std": 0.430259, - "nauc_precision_at_10_diff1": 0.815511, - "nauc_precision_at_20_max": 0.838583, - "nauc_precision_at_20_std": 0.466547, - "nauc_precision_at_20_diff1": 0.80554, - "nauc_precision_at_100_max": 0.909531, - "nauc_precision_at_100_std": 0.74477, - "nauc_precision_at_100_diff1": 0.844361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793547, - "nauc_mrr_at_1_std": 0.240995, - "nauc_mrr_at_1_diff1": 0.866857, - "nauc_mrr_at_3_max": 0.824297, - "nauc_mrr_at_3_std": 0.282532, - "nauc_mrr_at_3_diff1": 0.849278, - "nauc_mrr_at_5_max": 0.823712, - "nauc_mrr_at_5_std": 0.288692, - "nauc_mrr_at_5_diff1": 0.850459, - "nauc_mrr_at_10_max": 0.822621, - "nauc_mrr_at_10_std": 0.291417, - "nauc_mrr_at_10_diff1": 0.850614, - "nauc_mrr_at_20_max": 0.821484, - "nauc_mrr_at_20_std": 0.291133, - "nauc_mrr_at_20_diff1": 0.850556, - "nauc_mrr_at_100_max": 0.821851, - "nauc_mrr_at_100_std": 0.29144, - "nauc_mrr_at_100_diff1": 0.851076, - "nauc_mrr_at_1000_max": 0.821763, - "nauc_mrr_at_1000_std": 0.29096, - "nauc_mrr_at_1000_diff1": 0.851077, - "main_score": 0.7865, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.72984, + "ndcg_at_5": 0.74179, + "ndcg_at_10": 0.75473, + "ndcg_at_20": 0.76683, + "ndcg_at_100": 0.77866, + "ndcg_at_1000": 0.78497, + "map_at_1": 0.67, + "map_at_3": 0.71519, + "map_at_5": 0.72185, + "map_at_10": 0.72719, + "map_at_20": 0.73053, + "map_at_100": 0.73218, + "map_at_1000": 0.73245, + "recall_at_1": 0.67, + "recall_at_3": 0.77222, + "recall_at_5": 0.80111, + "recall_at_10": 0.84111, + "recall_at_20": 0.88889, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.67, + "precision_at_1": 0.67, + "precision_at_3": 0.25741, + "precision_at_5": 0.16022, + "precision_at_10": 0.08411, + "precision_at_20": 0.04444, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.715185, + "mrr_at_5": 0.721852, + "mrr_at_10": 0.727195, + "mrr_at_20": 0.730532, + "mrr_at_100": 0.73218, + "mrr_at_1000": 0.732446, + "nauc_ndcg_at_1_max": 0.778391, + "nauc_ndcg_at_1_std": 0.149844, + "nauc_ndcg_at_1_diff1": 0.865888, + "nauc_ndcg_at_3_max": 0.812581, + "nauc_ndcg_at_3_std": 0.209003, + "nauc_ndcg_at_3_diff1": 0.83604, + "nauc_ndcg_at_5_max": 0.812742, + "nauc_ndcg_at_5_std": 0.219976, + "nauc_ndcg_at_5_diff1": 0.835476, + "nauc_ndcg_at_10_max": 0.808968, + "nauc_ndcg_at_10_std": 0.216726, + "nauc_ndcg_at_10_diff1": 0.831065, + "nauc_ndcg_at_20_max": 0.807395, + "nauc_ndcg_at_20_std": 0.224734, + "nauc_ndcg_at_20_diff1": 0.83127, + "nauc_ndcg_at_100_max": 0.807433, + "nauc_ndcg_at_100_std": 0.230586, + "nauc_ndcg_at_100_diff1": 0.834579, + "nauc_ndcg_at_1000_max": 0.8049, + "nauc_ndcg_at_1000_std": 0.21423, + "nauc_ndcg_at_1000_diff1": 0.837577, + "nauc_map_at_1_max": 0.778391, + "nauc_map_at_1_std": 0.149844, + "nauc_map_at_1_diff1": 0.865888, + "nauc_map_at_3_max": 0.803585, + "nauc_map_at_3_std": 0.195643, + "nauc_map_at_3_diff1": 0.843578, + "nauc_map_at_5_max": 0.803688, + "nauc_map_at_5_std": 0.201694, + "nauc_map_at_5_diff1": 0.843483, + "nauc_map_at_10_max": 0.802131, + "nauc_map_at_10_std": 0.200392, + "nauc_map_at_10_diff1": 0.842041, + "nauc_map_at_20_max": 0.801557, + "nauc_map_at_20_std": 0.201882, + "nauc_map_at_20_diff1": 0.842171, + "nauc_map_at_100_max": 0.801461, + "nauc_map_at_100_std": 0.202177, + "nauc_map_at_100_diff1": 0.842588, + "nauc_map_at_1000_max": 0.801357, + "nauc_map_at_1000_std": 0.20158, + "nauc_map_at_1000_diff1": 0.842695, + "nauc_recall_at_1_max": 0.778391, + "nauc_recall_at_1_std": 0.149844, + "nauc_recall_at_1_diff1": 0.865888, + "nauc_recall_at_3_max": 0.843262, + "nauc_recall_at_3_std": 0.253459, + "nauc_recall_at_3_diff1": 0.810488, + "nauc_recall_at_5_max": 0.846141, + "nauc_recall_at_5_std": 0.287904, + "nauc_recall_at_5_diff1": 0.80567, + "nauc_recall_at_10_max": 0.836787, + "nauc_recall_at_10_std": 0.286812, + "nauc_recall_at_10_diff1": 0.778798, + "nauc_recall_at_20_max": 0.837351, + "nauc_recall_at_20_std": 0.376391, + "nauc_recall_at_20_diff1": 0.761362, + "nauc_recall_at_100_max": 0.880627, + "nauc_recall_at_100_std": 0.715415, + "nauc_recall_at_100_diff1": 0.745587, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778391, + "nauc_precision_at_1_std": 0.149844, + "nauc_precision_at_1_diff1": 0.865888, + "nauc_precision_at_3_max": 0.843262, + "nauc_precision_at_3_std": 0.253459, + "nauc_precision_at_3_diff1": 0.810488, + "nauc_precision_at_5_max": 0.846141, + "nauc_precision_at_5_std": 0.287904, + "nauc_precision_at_5_diff1": 0.80567, + "nauc_precision_at_10_max": 0.836787, + "nauc_precision_at_10_std": 0.286812, + "nauc_precision_at_10_diff1": 0.778798, + "nauc_precision_at_20_max": 0.837351, + "nauc_precision_at_20_std": 0.376391, + "nauc_precision_at_20_diff1": 0.761362, + "nauc_precision_at_100_max": 0.880627, + "nauc_precision_at_100_std": 0.715415, + "nauc_precision_at_100_diff1": 0.745587, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778391, + "nauc_mrr_at_1_std": 0.149844, + "nauc_mrr_at_1_diff1": 0.865888, + "nauc_mrr_at_3_max": 0.803585, + "nauc_mrr_at_3_std": 0.195643, + "nauc_mrr_at_3_diff1": 0.843578, + "nauc_mrr_at_5_max": 0.803688, + "nauc_mrr_at_5_std": 0.201694, + "nauc_mrr_at_5_diff1": 0.843483, + "nauc_mrr_at_10_max": 0.802131, + "nauc_mrr_at_10_std": 0.200392, + "nauc_mrr_at_10_diff1": 0.842041, + "nauc_mrr_at_20_max": 0.801557, + "nauc_mrr_at_20_std": 0.201882, + "nauc_mrr_at_20_diff1": 0.842171, + "nauc_mrr_at_100_max": 0.801461, + "nauc_mrr_at_100_std": 0.202177, + "nauc_mrr_at_100_diff1": 0.842588, + "nauc_mrr_at_1000_max": 0.801357, + "nauc_mrr_at_1000_std": 0.20158, + "nauc_mrr_at_1000_diff1": 0.842695, + "hit_rate_at_1": 0.67, + "hit_rate_at_3": 0.77222, + "hit_rate_at_5": 0.80111, + "hit_rate_at_10": 0.84111, + "hit_rate_at_20": 0.88889, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.75473, "hf_subset": "eng_Latn-kir_Cyrl", "languages": [ "eng-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94512, - "ndcg_at_5": 0.94923, - "ndcg_at_10": 0.95218, - "ndcg_at_20": 0.95331, - "ndcg_at_100": 0.95469, - "ndcg_at_1000": 0.95532, - "map_at_1": 0.91333, - "map_at_3": 0.93796, - "map_at_5": 0.94024, - "map_at_10": 0.9415, - "map_at_20": 0.94182, - "map_at_100": 0.94207, - "map_at_1000": 0.9421, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, - "recall_at_5": 0.97556, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93468, + "ndcg_at_5": 0.94248, + "ndcg_at_10": 0.9465, + "ndcg_at_20": 0.94762, + "ndcg_at_100": 0.94943, + "ndcg_at_1000": 0.94958, + "map_at_1": 0.90556, + "map_at_3": 0.92815, + "map_at_5": 0.93248, + "map_at_10": 0.93418, + "map_at_20": 0.93448, + "map_at_100": 0.93472, + "map_at_1000": 0.93473, + "recall_at_1": 0.90556, + "recall_at_3": 0.95333, + "recall_at_5": 0.97222, "recall_at_10": 0.98444, "recall_at_20": 0.98889, - "recall_at_100": 0.99556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, - "precision_at_5": 0.19511, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19444, "precision_at_10": 0.09844, "precision_at_20": 0.04944, - "precision_at_100": 0.00996, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937963, - "mrr_at_5": 0.940241, - "mrr_at_10": 0.941501, - "mrr_at_20": 0.94182, - "mrr_at_100": 0.942065, - "mrr_at_1000": 0.942101, - "nauc_ndcg_at_1_max": 0.822566, - "nauc_ndcg_at_1_std": 0.021781, - "nauc_ndcg_at_1_diff1": 0.9306, - "nauc_ndcg_at_3_max": 0.878654, - "nauc_ndcg_at_3_std": 0.133089, - "nauc_ndcg_at_3_diff1": 0.947203, - "nauc_ndcg_at_5_max": 0.872271, - "nauc_ndcg_at_5_std": 0.111249, - "nauc_ndcg_at_5_diff1": 0.944034, - "nauc_ndcg_at_10_max": 0.869173, - "nauc_ndcg_at_10_std": 0.114774, - "nauc_ndcg_at_10_diff1": 0.942885, - "nauc_ndcg_at_20_max": 0.86678, - "nauc_ndcg_at_20_std": 0.113899, - "nauc_ndcg_at_20_diff1": 0.941492, - "nauc_ndcg_at_100_max": 0.863386, - "nauc_ndcg_at_100_std": 0.10302, - "nauc_ndcg_at_100_diff1": 0.941618, - "nauc_ndcg_at_1000_max": 0.861453, - "nauc_ndcg_at_1000_std": 0.098838, - "nauc_ndcg_at_1000_diff1": 0.940792, - "nauc_map_at_1_max": 0.822566, - "nauc_map_at_1_std": 0.021781, - "nauc_map_at_1_diff1": 0.9306, - "nauc_map_at_3_max": 0.862543, - "nauc_map_at_3_std": 0.102442, - "nauc_map_at_3_diff1": 0.941964, - "nauc_map_at_5_max": 0.858884, - "nauc_map_at_5_std": 0.09039, - "nauc_map_at_5_diff1": 0.940238, - "nauc_map_at_10_max": 0.857668, - "nauc_map_at_10_std": 0.090584, - "nauc_map_at_10_diff1": 0.939829, - "nauc_map_at_20_max": 0.857065, - "nauc_map_at_20_std": 0.090276, - "nauc_map_at_20_diff1": 0.939499, - "nauc_map_at_100_max": 0.856548, - "nauc_map_at_100_std": 0.0886, - "nauc_map_at_100_diff1": 0.939483, - "nauc_map_at_1000_max": 0.856459, - "nauc_map_at_1000_std": 0.088469, - "nauc_map_at_1000_diff1": 0.939445, - "nauc_recall_at_1_max": 0.822566, - "nauc_recall_at_1_std": 0.021781, - "nauc_recall_at_1_diff1": 0.9306, - "nauc_recall_at_3_max": 0.960317, - "nauc_recall_at_3_std": 0.287281, - "nauc_recall_at_3_diff1": 0.974172, - "nauc_recall_at_5_max": 0.961909, - "nauc_recall_at_5_std": 0.24618, - "nauc_recall_at_5_diff1": 0.969548, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": 0.367847, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.986928, - "nauc_recall_at_20_std": 0.453175, - "nauc_recall_at_20_diff1": 0.960784, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.928148, + "mrr_at_5": 0.932481, + "mrr_at_10": 0.934178, + "mrr_at_20": 0.934484, + "mrr_at_100": 0.934725, + "mrr_at_1000": 0.934731, + "nauc_ndcg_at_1_max": 0.814802, + "nauc_ndcg_at_1_std": -0.043121, + "nauc_ndcg_at_1_diff1": 0.919921, + "nauc_ndcg_at_3_max": 0.875017, + "nauc_ndcg_at_3_std": 0.096455, + "nauc_ndcg_at_3_diff1": 0.932626, + "nauc_ndcg_at_5_max": 0.867984, + "nauc_ndcg_at_5_std": 0.092287, + "nauc_ndcg_at_5_diff1": 0.930072, + "nauc_ndcg_at_10_max": 0.861695, + "nauc_ndcg_at_10_std": 0.071914, + "nauc_ndcg_at_10_diff1": 0.928448, + "nauc_ndcg_at_20_max": 0.860243, + "nauc_ndcg_at_20_std": 0.076052, + "nauc_ndcg_at_20_diff1": 0.929823, + "nauc_ndcg_at_100_max": 0.856556, + "nauc_ndcg_at_100_std": 0.064057, + "nauc_ndcg_at_100_diff1": 0.928299, + "nauc_ndcg_at_1000_max": 0.85613, + "nauc_ndcg_at_1000_std": 0.06128, + "nauc_ndcg_at_1000_diff1": 0.928086, + "nauc_map_at_1_max": 0.814802, + "nauc_map_at_1_std": -0.043121, + "nauc_map_at_1_diff1": 0.919921, + "nauc_map_at_3_max": 0.858919, + "nauc_map_at_3_std": 0.059827, + "nauc_map_at_3_diff1": 0.928967, + "nauc_map_at_5_max": 0.854603, + "nauc_map_at_5_std": 0.055182, + "nauc_map_at_5_diff1": 0.927554, + "nauc_map_at_10_max": 0.852072, + "nauc_map_at_10_std": 0.047347, + "nauc_map_at_10_diff1": 0.926904, + "nauc_map_at_20_max": 0.851718, + "nauc_map_at_20_std": 0.048107, + "nauc_map_at_20_diff1": 0.927207, + "nauc_map_at_100_max": 0.851376, + "nauc_map_at_100_std": 0.047224, + "nauc_map_at_100_diff1": 0.927021, + "nauc_map_at_1000_max": 0.851361, + "nauc_map_at_1000_std": 0.047129, + "nauc_map_at_1000_diff1": 0.927014, + "nauc_recall_at_1_max": 0.814802, + "nauc_recall_at_1_std": -0.043121, + "nauc_recall_at_1_diff1": 0.919921, + "nauc_recall_at_3_max": 0.944645, + "nauc_recall_at_3_std": 0.254357, + "nauc_recall_at_3_diff1": 0.948646, + "nauc_recall_at_5_max": 0.956209, + "nauc_recall_at_5_std": 0.344034, + "nauc_recall_at_5_diff1": 0.946405, + "nauc_recall_at_10_max": 0.960317, + "nauc_recall_at_10_std": 0.32573, + "nauc_recall_at_10_diff1": 0.94281, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.505462, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.429388, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822566, - "nauc_precision_at_1_std": 0.021781, - "nauc_precision_at_1_diff1": 0.9306, - "nauc_precision_at_3_max": 0.960317, - "nauc_precision_at_3_std": 0.287281, - "nauc_precision_at_3_diff1": 0.974172, - "nauc_precision_at_5_max": 0.961909, - "nauc_precision_at_5_std": 0.24618, - "nauc_precision_at_5_diff1": 0.969548, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": 0.367847, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.986928, - "nauc_precision_at_20_std": 0.453175, - "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_1_max": 0.814802, + "nauc_precision_at_1_std": -0.043121, + "nauc_precision_at_1_diff1": 0.919921, + "nauc_precision_at_3_max": 0.944645, + "nauc_precision_at_3_std": 0.254357, + "nauc_precision_at_3_diff1": 0.948646, + "nauc_precision_at_5_max": 0.956209, + "nauc_precision_at_5_std": 0.344034, + "nauc_precision_at_5_diff1": 0.946405, + "nauc_precision_at_10_max": 0.960317, + "nauc_precision_at_10_std": 0.32573, + "nauc_precision_at_10_diff1": 0.94281, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.505462, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.429388, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822566, - "nauc_mrr_at_1_std": 0.021781, - "nauc_mrr_at_1_diff1": 0.9306, - "nauc_mrr_at_3_max": 0.862543, - "nauc_mrr_at_3_std": 0.102442, - "nauc_mrr_at_3_diff1": 0.941964, - "nauc_mrr_at_5_max": 0.858884, - "nauc_mrr_at_5_std": 0.09039, - "nauc_mrr_at_5_diff1": 0.940238, - "nauc_mrr_at_10_max": 0.857668, - "nauc_mrr_at_10_std": 0.090584, - "nauc_mrr_at_10_diff1": 0.939829, - "nauc_mrr_at_20_max": 0.857065, - "nauc_mrr_at_20_std": 0.090276, - "nauc_mrr_at_20_diff1": 0.939499, - "nauc_mrr_at_100_max": 0.856548, - "nauc_mrr_at_100_std": 0.0886, - "nauc_mrr_at_100_diff1": 0.939483, - "nauc_mrr_at_1000_max": 0.856459, - "nauc_mrr_at_1000_std": 0.088469, - "nauc_mrr_at_1000_diff1": 0.939445, - "main_score": 0.95218, + "nauc_mrr_at_1_max": 0.814802, + "nauc_mrr_at_1_std": -0.043121, + "nauc_mrr_at_1_diff1": 0.919921, + "nauc_mrr_at_3_max": 0.858919, + "nauc_mrr_at_3_std": 0.059827, + "nauc_mrr_at_3_diff1": 0.928967, + "nauc_mrr_at_5_max": 0.854603, + "nauc_mrr_at_5_std": 0.055182, + "nauc_mrr_at_5_diff1": 0.927554, + "nauc_mrr_at_10_max": 0.852072, + "nauc_mrr_at_10_std": 0.047347, + "nauc_mrr_at_10_diff1": 0.926904, + "nauc_mrr_at_20_max": 0.851718, + "nauc_mrr_at_20_std": 0.048107, + "nauc_mrr_at_20_diff1": 0.927207, + "nauc_mrr_at_100_max": 0.851376, + "nauc_mrr_at_100_std": 0.047224, + "nauc_mrr_at_100_diff1": 0.927021, + "nauc_mrr_at_1000_max": 0.851361, + "nauc_mrr_at_1000_std": 0.047129, + "nauc_mrr_at_1000_diff1": 0.927014, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9465, "hf_subset": "kor_Hang-kor_Hang", "languages": [ "kor-Hang", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.94884, - "ndcg_at_5": 0.95304, - "ndcg_at_10": 0.95743, - "ndcg_at_20": 0.95798, - "ndcg_at_100": 0.95878, - "ndcg_at_1000": 0.9591, - "map_at_1": 0.92, - "map_at_3": 0.94222, - "map_at_5": 0.94461, - "map_at_10": 0.94646, - "map_at_20": 0.94661, - "map_at_100": 0.94671, - "map_at_1000": 0.94672, - "recall_at_1": 0.92, - "recall_at_3": 0.96778, - "recall_at_5": 0.97778, - "recall_at_10": 0.99111, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94316, + "ndcg_at_5": 0.9476, + "ndcg_at_10": 0.95195, + "ndcg_at_20": 0.95254, + "ndcg_at_100": 0.95403, + "ndcg_at_1000": 0.95418, + "map_at_1": 0.91111, + "map_at_3": 0.93574, + "map_at_5": 0.93813, + "map_at_10": 0.93995, + "map_at_20": 0.94012, + "map_at_100": 0.94034, + "map_at_1000": 0.94035, + "recall_at_1": 0.91111, + "recall_at_3": 0.96444, + "recall_at_5": 0.97556, + "recall_at_10": 0.98889, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32259, - "precision_at_5": 0.19556, - "precision_at_10": 0.09911, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32148, + "precision_at_5": 0.19511, + "precision_at_10": 0.09889, + "precision_at_20": 0.04956, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.942222, - "mrr_at_5": 0.944611, - "mrr_at_10": 0.946459, - "mrr_at_20": 0.946607, - "mrr_at_100": 0.946705, - "mrr_at_1000": 0.946724, - "nauc_ndcg_at_1_max": 0.810892, - "nauc_ndcg_at_1_std": -0.215777, - "nauc_ndcg_at_1_diff1": 0.9432, - "nauc_ndcg_at_3_max": 0.831302, - "nauc_ndcg_at_3_std": -0.276784, - "nauc_ndcg_at_3_diff1": 0.947331, - "nauc_ndcg_at_5_max": 0.841988, - "nauc_ndcg_at_5_std": -0.207457, - "nauc_ndcg_at_5_diff1": 0.948105, - "nauc_ndcg_at_10_max": 0.83125, - "nauc_ndcg_at_10_std": -0.211466, - "nauc_ndcg_at_10_diff1": 0.944826, - "nauc_ndcg_at_20_max": 0.83512, - "nauc_ndcg_at_20_std": -0.194997, - "nauc_ndcg_at_20_diff1": 0.946842, - "nauc_ndcg_at_100_max": 0.831919, - "nauc_ndcg_at_100_std": -0.205868, - "nauc_ndcg_at_100_diff1": 0.946522, - "nauc_ndcg_at_1000_max": 0.830597, - "nauc_ndcg_at_1000_std": -0.215357, - "nauc_ndcg_at_1000_diff1": 0.946101, - "nauc_map_at_1_max": 0.810892, - "nauc_map_at_1_std": -0.215777, - "nauc_map_at_1_diff1": 0.9432, - "nauc_map_at_3_max": 0.826241, - "nauc_map_at_3_std": -0.254247, - "nauc_map_at_3_diff1": 0.946065, - "nauc_map_at_5_max": 0.831008, - "nauc_map_at_5_std": -0.220601, - "nauc_map_at_5_diff1": 0.946443, - "nauc_map_at_10_max": 0.826929, - "nauc_map_at_10_std": -0.223758, - "nauc_map_at_10_diff1": 0.945204, - "nauc_map_at_20_max": 0.827856, - "nauc_map_at_20_std": -0.220258, - "nauc_map_at_20_diff1": 0.945649, - "nauc_map_at_100_max": 0.827538, - "nauc_map_at_100_std": -0.221417, - "nauc_map_at_100_diff1": 0.94564, - "nauc_map_at_1000_max": 0.827477, - "nauc_map_at_1000_std": -0.221846, - "nauc_map_at_1000_diff1": 0.94562, - "nauc_recall_at_1_max": 0.810892, - "nauc_recall_at_1_std": -0.215777, - "nauc_recall_at_1_diff1": 0.9432, - "nauc_recall_at_3_max": 0.856193, - "nauc_recall_at_3_std": -0.395006, - "nauc_recall_at_3_diff1": 0.953798, - "nauc_recall_at_5_max": 0.922642, - "nauc_recall_at_5_std": -0.093184, - "nauc_recall_at_5_diff1": 0.959967, - "nauc_recall_at_10_max": 0.890348, - "nauc_recall_at_10_std": 0.063842, - "nauc_recall_at_10_diff1": 0.932598, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.567071, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.935741, + "mrr_at_5": 0.93813, + "mrr_at_10": 0.939947, + "mrr_at_20": 0.940118, + "mrr_at_100": 0.940345, + "mrr_at_1000": 0.940353, + "nauc_ndcg_at_1_max": 0.792425, + "nauc_ndcg_at_1_std": -0.209238, + "nauc_ndcg_at_1_diff1": 0.942548, + "nauc_ndcg_at_3_max": 0.811419, + "nauc_ndcg_at_3_std": -0.207332, + "nauc_ndcg_at_3_diff1": 0.949338, + "nauc_ndcg_at_5_max": 0.819831, + "nauc_ndcg_at_5_std": -0.161528, + "nauc_ndcg_at_5_diff1": 0.948258, + "nauc_ndcg_at_10_max": 0.808745, + "nauc_ndcg_at_10_std": -0.182803, + "nauc_ndcg_at_10_diff1": 0.946557, + "nauc_ndcg_at_20_max": 0.808101, + "nauc_ndcg_at_20_std": -0.178793, + "nauc_ndcg_at_20_diff1": 0.946704, + "nauc_ndcg_at_100_max": 0.810362, + "nauc_ndcg_at_100_std": -0.181249, + "nauc_ndcg_at_100_diff1": 0.946949, + "nauc_ndcg_at_1000_max": 0.809723, + "nauc_ndcg_at_1000_std": -0.185228, + "nauc_ndcg_at_1000_diff1": 0.946771, + "nauc_map_at_1_max": 0.792425, + "nauc_map_at_1_std": -0.209238, + "nauc_map_at_1_diff1": 0.942548, + "nauc_map_at_3_max": 0.807596, + "nauc_map_at_3_std": -0.20569, + "nauc_map_at_3_diff1": 0.947408, + "nauc_map_at_5_max": 0.811054, + "nauc_map_at_5_std": -0.184596, + "nauc_map_at_5_diff1": 0.946786, + "nauc_map_at_10_max": 0.807103, + "nauc_map_at_10_std": -0.192085, + "nauc_map_at_10_diff1": 0.946184, + "nauc_map_at_20_max": 0.806949, + "nauc_map_at_20_std": -0.191181, + "nauc_map_at_20_diff1": 0.946216, + "nauc_map_at_100_max": 0.807602, + "nauc_map_at_100_std": -0.191252, + "nauc_map_at_100_diff1": 0.946287, + "nauc_map_at_1000_max": 0.807577, + "nauc_map_at_1000_std": -0.191404, + "nauc_map_at_1000_diff1": 0.94628, + "nauc_recall_at_1_max": 0.792425, + "nauc_recall_at_1_std": -0.209238, + "nauc_recall_at_1_diff1": 0.942548, + "nauc_recall_at_3_max": 0.829482, + "nauc_recall_at_3_std": -0.217597, + "nauc_recall_at_3_diff1": 0.95915, + "nauc_recall_at_5_max": 0.885112, + "nauc_recall_at_5_std": 0.021284, + "nauc_recall_at_5_diff1": 0.958408, + "nauc_recall_at_10_max": 0.815873, + "nauc_recall_at_10_std": -0.0507, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 0.804563, + "nauc_recall_at_20_std": 0.063842, + "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810892, - "nauc_precision_at_1_std": -0.215777, - "nauc_precision_at_1_diff1": 0.9432, - "nauc_precision_at_3_max": 0.856193, - "nauc_precision_at_3_std": -0.395006, - "nauc_precision_at_3_diff1": 0.953798, - "nauc_precision_at_5_max": 0.922642, - "nauc_precision_at_5_std": -0.093184, - "nauc_precision_at_5_diff1": 0.959967, - "nauc_precision_at_10_max": 0.890348, - "nauc_precision_at_10_std": 0.063842, - "nauc_precision_at_10_diff1": 0.932598, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.567071, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.792425, + "nauc_precision_at_1_std": -0.209238, + "nauc_precision_at_1_diff1": 0.942548, + "nauc_precision_at_3_max": 0.829482, + "nauc_precision_at_3_std": -0.217597, + "nauc_precision_at_3_diff1": 0.95915, + "nauc_precision_at_5_max": 0.885112, + "nauc_precision_at_5_std": 0.021284, + "nauc_precision_at_5_diff1": 0.958408, + "nauc_precision_at_10_max": 0.815873, + "nauc_precision_at_10_std": -0.0507, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 0.804563, + "nauc_precision_at_20_std": 0.063842, + "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810892, - "nauc_mrr_at_1_std": -0.215777, - "nauc_mrr_at_1_diff1": 0.9432, - "nauc_mrr_at_3_max": 0.826241, - "nauc_mrr_at_3_std": -0.254247, - "nauc_mrr_at_3_diff1": 0.946065, - "nauc_mrr_at_5_max": 0.831008, - "nauc_mrr_at_5_std": -0.220601, - "nauc_mrr_at_5_diff1": 0.946443, - "nauc_mrr_at_10_max": 0.826929, - "nauc_mrr_at_10_std": -0.223758, - "nauc_mrr_at_10_diff1": 0.945204, - "nauc_mrr_at_20_max": 0.827856, - "nauc_mrr_at_20_std": -0.220258, - "nauc_mrr_at_20_diff1": 0.945649, - "nauc_mrr_at_100_max": 0.827538, - "nauc_mrr_at_100_std": -0.221417, - "nauc_mrr_at_100_diff1": 0.94564, - "nauc_mrr_at_1000_max": 0.827477, - "nauc_mrr_at_1000_std": -0.221846, - "nauc_mrr_at_1000_diff1": 0.94562, - "main_score": 0.95743, + "nauc_mrr_at_1_max": 0.792425, + "nauc_mrr_at_1_std": -0.209238, + "nauc_mrr_at_1_diff1": 0.942548, + "nauc_mrr_at_3_max": 0.807596, + "nauc_mrr_at_3_std": -0.20569, + "nauc_mrr_at_3_diff1": 0.947408, + "nauc_mrr_at_5_max": 0.811054, + "nauc_mrr_at_5_std": -0.184596, + "nauc_mrr_at_5_diff1": 0.946786, + "nauc_mrr_at_10_max": 0.807103, + "nauc_mrr_at_10_std": -0.192085, + "nauc_mrr_at_10_diff1": 0.946184, + "nauc_mrr_at_20_max": 0.806949, + "nauc_mrr_at_20_std": -0.191181, + "nauc_mrr_at_20_diff1": 0.946216, + "nauc_mrr_at_100_max": 0.807602, + "nauc_mrr_at_100_std": -0.191252, + "nauc_mrr_at_100_diff1": 0.946287, + "nauc_mrr_at_1000_max": 0.807577, + "nauc_mrr_at_1000_std": -0.191404, + "nauc_mrr_at_1000_diff1": 0.94628, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95195, "hf_subset": "kor_Hang-eng_Latn", "languages": [ "kor-Hang", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.88778, - "ndcg_at_3": 0.9236, - "ndcg_at_5": 0.93225, - "ndcg_at_10": 0.9354, - "ndcg_at_20": 0.93718, - "ndcg_at_100": 0.93939, - "ndcg_at_1000": 0.93969, - "map_at_1": 0.88778, - "map_at_3": 0.91519, - "map_at_5": 0.91996, - "map_at_10": 0.92121, - "map_at_20": 0.92175, - "map_at_100": 0.92204, - "map_at_1000": 0.92206, - "recall_at_1": 0.88778, - "recall_at_3": 0.94778, - "recall_at_5": 0.96889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.90579, + "ndcg_at_5": 0.91775, + "ndcg_at_10": 0.92355, + "ndcg_at_20": 0.92467, + "ndcg_at_100": 0.92787, + "ndcg_at_1000": 0.92833, + "map_at_1": 0.87222, + "map_at_3": 0.89778, + "map_at_5": 0.90444, + "map_at_10": 0.90686, + "map_at_20": 0.90718, + "map_at_100": 0.90766, + "map_at_1000": 0.90768, + "recall_at_1": 0.87222, + "recall_at_3": 0.92889, + "recall_at_5": 0.95778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88778, - "precision_at_3": 0.31593, - "precision_at_5": 0.19378, - "precision_at_10": 0.09789, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "accuracy": 0.87222, + "precision_at_1": 0.87222, + "precision_at_3": 0.30963, + "precision_at_5": 0.19156, + "precision_at_10": 0.09756, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.887778, - "mrr_at_3": 0.915185, - "mrr_at_5": 0.919963, - "mrr_at_10": 0.921211, - "mrr_at_20": 0.92175, - "mrr_at_100": 0.922042, - "mrr_at_1000": 0.922057, - "nauc_ndcg_at_1_max": 0.815138, - "nauc_ndcg_at_1_std": -0.055973, - "nauc_ndcg_at_1_diff1": 0.917871, - "nauc_ndcg_at_3_max": 0.864448, - "nauc_ndcg_at_3_std": 0.026237, - "nauc_ndcg_at_3_diff1": 0.920968, - "nauc_ndcg_at_5_max": 0.86522, - "nauc_ndcg_at_5_std": 0.070977, - "nauc_ndcg_at_5_diff1": 0.922851, - "nauc_ndcg_at_10_max": 0.860062, - "nauc_ndcg_at_10_std": 0.048365, - "nauc_ndcg_at_10_diff1": 0.920525, - "nauc_ndcg_at_20_max": 0.856059, - "nauc_ndcg_at_20_std": 0.037815, - "nauc_ndcg_at_20_diff1": 0.921544, - "nauc_ndcg_at_100_max": 0.852262, - "nauc_ndcg_at_100_std": 0.032105, - "nauc_ndcg_at_100_diff1": 0.92079, - "nauc_ndcg_at_1000_max": 0.851511, - "nauc_ndcg_at_1000_std": 0.027182, - "nauc_ndcg_at_1000_diff1": 0.920387, - "nauc_map_at_1_max": 0.815138, - "nauc_map_at_1_std": -0.055973, - "nauc_map_at_1_diff1": 0.917871, - "nauc_map_at_3_max": 0.850393, - "nauc_map_at_3_std": 0.003692, - "nauc_map_at_3_diff1": 0.919597, - "nauc_map_at_5_max": 0.849924, - "nauc_map_at_5_std": 0.022971, - "nauc_map_at_5_diff1": 0.9205, - "nauc_map_at_10_max": 0.848019, - "nauc_map_at_10_std": 0.014714, - "nauc_map_at_10_diff1": 0.919725, - "nauc_map_at_20_max": 0.846962, - "nauc_map_at_20_std": 0.011981, - "nauc_map_at_20_diff1": 0.9199, - "nauc_map_at_100_max": 0.846577, - "nauc_map_at_100_std": 0.012091, - "nauc_map_at_100_diff1": 0.919774, - "nauc_map_at_1000_max": 0.846548, - "nauc_map_at_1000_std": 0.011902, - "nauc_map_at_1000_diff1": 0.919759, - "nauc_recall_at_1_max": 0.815138, - "nauc_recall_at_1_std": -0.055973, - "nauc_recall_at_1_diff1": 0.917871, - "nauc_recall_at_3_max": 0.928631, - "nauc_recall_at_3_std": 0.128544, - "nauc_recall_at_3_diff1": 0.927588, - "nauc_recall_at_5_max": 0.976074, - "nauc_recall_at_5_std": 0.436708, - "nauc_recall_at_5_diff1": 0.940893, - "nauc_recall_at_10_max": 0.9785, - "nauc_recall_at_10_std": 0.39454, - "nauc_recall_at_10_diff1": 0.926655, - "nauc_recall_at_20_max": 0.968577, - "nauc_recall_at_20_std": 0.381527, - "nauc_recall_at_20_diff1": 0.948467, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.897778, + "mrr_at_5": 0.904444, + "mrr_at_10": 0.906865, + "mrr_at_20": 0.907176, + "mrr_at_100": 0.907656, + "mrr_at_1000": 0.90768, + "nauc_ndcg_at_1_max": 0.797781, + "nauc_ndcg_at_1_std": -0.086575, + "nauc_ndcg_at_1_diff1": 0.925459, + "nauc_ndcg_at_3_max": 0.843658, + "nauc_ndcg_at_3_std": -0.026748, + "nauc_ndcg_at_3_diff1": 0.91413, + "nauc_ndcg_at_5_max": 0.84536, + "nauc_ndcg_at_5_std": 0.002603, + "nauc_ndcg_at_5_diff1": 0.917383, + "nauc_ndcg_at_10_max": 0.841287, + "nauc_ndcg_at_10_std": 0.006018, + "nauc_ndcg_at_10_diff1": 0.918972, + "nauc_ndcg_at_20_max": 0.838866, + "nauc_ndcg_at_20_std": -0.001761, + "nauc_ndcg_at_20_diff1": 0.919752, + "nauc_ndcg_at_100_max": 0.834945, + "nauc_ndcg_at_100_std": -0.014857, + "nauc_ndcg_at_100_diff1": 0.920404, + "nauc_ndcg_at_1000_max": 0.833849, + "nauc_ndcg_at_1000_std": -0.021598, + "nauc_ndcg_at_1000_diff1": 0.919875, + "nauc_map_at_1_max": 0.797781, + "nauc_map_at_1_std": -0.086575, + "nauc_map_at_1_diff1": 0.925459, + "nauc_map_at_3_max": 0.831644, + "nauc_map_at_3_std": -0.045974, + "nauc_map_at_3_diff1": 0.917103, + "nauc_map_at_5_max": 0.831968, + "nauc_map_at_5_std": -0.031937, + "nauc_map_at_5_diff1": 0.919118, + "nauc_map_at_10_max": 0.830243, + "nauc_map_at_10_std": -0.031841, + "nauc_map_at_10_diff1": 0.919696, + "nauc_map_at_20_max": 0.829662, + "nauc_map_at_20_std": -0.033764, + "nauc_map_at_20_diff1": 0.919855, + "nauc_map_at_100_max": 0.829179, + "nauc_map_at_100_std": -0.035402, + "nauc_map_at_100_diff1": 0.919999, + "nauc_map_at_1000_max": 0.829134, + "nauc_map_at_1000_std": -0.035676, + "nauc_map_at_1000_diff1": 0.919978, + "nauc_recall_at_1_max": 0.797781, + "nauc_recall_at_1_std": -0.086575, + "nauc_recall_at_1_diff1": 0.925459, + "nauc_recall_at_3_max": 0.891639, + "nauc_recall_at_3_std": 0.052397, + "nauc_recall_at_3_diff1": 0.902253, + "nauc_recall_at_5_max": 0.929051, + "nauc_recall_at_5_std": 0.230736, + "nauc_recall_at_5_diff1": 0.906998, + "nauc_recall_at_10_max": 0.95098, + "nauc_recall_at_10_std": 0.431839, + "nauc_recall_at_10_diff1": 0.914587, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.414747, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.815138, - "nauc_precision_at_1_std": -0.055973, - "nauc_precision_at_1_diff1": 0.917871, - "nauc_precision_at_3_max": 0.928631, - "nauc_precision_at_3_std": 0.128544, - "nauc_precision_at_3_diff1": 0.927588, - "nauc_precision_at_5_max": 0.976074, - "nauc_precision_at_5_std": 0.436708, - "nauc_precision_at_5_diff1": 0.940893, - "nauc_precision_at_10_max": 0.9785, - "nauc_precision_at_10_std": 0.39454, - "nauc_precision_at_10_diff1": 0.926655, - "nauc_precision_at_20_max": 0.968577, - "nauc_precision_at_20_std": 0.381527, - "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_1_max": 0.797781, + "nauc_precision_at_1_std": -0.086575, + "nauc_precision_at_1_diff1": 0.925459, + "nauc_precision_at_3_max": 0.891639, + "nauc_precision_at_3_std": 0.052397, + "nauc_precision_at_3_diff1": 0.902253, + "nauc_precision_at_5_max": 0.929051, + "nauc_precision_at_5_std": 0.230736, + "nauc_precision_at_5_diff1": 0.906998, + "nauc_precision_at_10_max": 0.95098, + "nauc_precision_at_10_std": 0.431839, + "nauc_precision_at_10_diff1": 0.914587, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.414747, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.815138, - "nauc_mrr_at_1_std": -0.055973, - "nauc_mrr_at_1_diff1": 0.917871, - "nauc_mrr_at_3_max": 0.850393, - "nauc_mrr_at_3_std": 0.003692, - "nauc_mrr_at_3_diff1": 0.919597, - "nauc_mrr_at_5_max": 0.849924, - "nauc_mrr_at_5_std": 0.022971, - "nauc_mrr_at_5_diff1": 0.9205, - "nauc_mrr_at_10_max": 0.848019, - "nauc_mrr_at_10_std": 0.014714, - "nauc_mrr_at_10_diff1": 0.919725, - "nauc_mrr_at_20_max": 0.846962, - "nauc_mrr_at_20_std": 0.011981, - "nauc_mrr_at_20_diff1": 0.9199, - "nauc_mrr_at_100_max": 0.846577, - "nauc_mrr_at_100_std": 0.012091, - "nauc_mrr_at_100_diff1": 0.919774, - "nauc_mrr_at_1000_max": 0.846548, - "nauc_mrr_at_1000_std": 0.011902, - "nauc_mrr_at_1000_diff1": 0.919759, - "main_score": 0.9354, + "nauc_mrr_at_1_max": 0.797781, + "nauc_mrr_at_1_std": -0.086575, + "nauc_mrr_at_1_diff1": 0.925459, + "nauc_mrr_at_3_max": 0.831644, + "nauc_mrr_at_3_std": -0.045974, + "nauc_mrr_at_3_diff1": 0.917103, + "nauc_mrr_at_5_max": 0.831968, + "nauc_mrr_at_5_std": -0.031937, + "nauc_mrr_at_5_diff1": 0.919118, + "nauc_mrr_at_10_max": 0.830243, + "nauc_mrr_at_10_std": -0.031841, + "nauc_mrr_at_10_diff1": 0.919696, + "nauc_mrr_at_20_max": 0.829662, + "nauc_mrr_at_20_std": -0.033764, + "nauc_mrr_at_20_diff1": 0.919855, + "nauc_mrr_at_100_max": 0.829179, + "nauc_mrr_at_100_std": -0.035402, + "nauc_mrr_at_100_diff1": 0.919999, + "nauc_mrr_at_1000_max": 0.829134, + "nauc_mrr_at_1000_std": -0.035676, + "nauc_mrr_at_1000_diff1": 0.919978, + "hit_rate_at_1": 0.87222, + "hit_rate_at_3": 0.92889, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92355, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" - ] - }, - { - "ndcg_at_1": 0.65667, - "ndcg_at_3": 0.73664, - "ndcg_at_5": 0.75481, - "ndcg_at_10": 0.76746, - "ndcg_at_20": 0.77681, - "ndcg_at_100": 0.78991, - "ndcg_at_1000": 0.79229, - "map_at_1": 0.65667, - "map_at_3": 0.71704, - "map_at_5": 0.72704, - "map_at_10": 0.73231, - "map_at_20": 0.73491, - "map_at_100": 0.73686, - "map_at_1000": 0.73697, - "recall_at_1": 0.65667, - "recall_at_3": 0.79333, - "recall_at_5": 0.83778, - "recall_at_10": 0.87667, - "recall_at_20": 0.91333, - "recall_at_100": 0.98222, - "recall_at_1000": 1.0, - "precision_at_1": 0.65667, - "precision_at_3": 0.26444, - "precision_at_5": 0.16756, - "precision_at_10": 0.08767, - "precision_at_20": 0.04567, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.656667, - "mrr_at_3": 0.717037, - "mrr_at_5": 0.727037, - "mrr_at_10": 0.732308, - "mrr_at_20": 0.734913, - "mrr_at_100": 0.736861, - "mrr_at_1000": 0.736968, - "nauc_ndcg_at_1_max": 0.705435, - "nauc_ndcg_at_1_std": 0.079376, - "nauc_ndcg_at_1_diff1": 0.833543, - "nauc_ndcg_at_3_max": 0.715089, - "nauc_ndcg_at_3_std": 0.099586, - "nauc_ndcg_at_3_diff1": 0.787897, - "nauc_ndcg_at_5_max": 0.712514, - "nauc_ndcg_at_5_std": 0.103492, - "nauc_ndcg_at_5_diff1": 0.783056, - "nauc_ndcg_at_10_max": 0.716368, - "nauc_ndcg_at_10_std": 0.112171, - "nauc_ndcg_at_10_diff1": 0.787193, - "nauc_ndcg_at_20_max": 0.712592, - "nauc_ndcg_at_20_std": 0.113501, - "nauc_ndcg_at_20_diff1": 0.783855, - "nauc_ndcg_at_100_max": 0.716608, - "nauc_ndcg_at_100_std": 0.116655, - "nauc_ndcg_at_100_diff1": 0.792701, - "nauc_ndcg_at_1000_max": 0.713854, - "nauc_ndcg_at_1000_std": 0.108102, - "nauc_ndcg_at_1000_diff1": 0.794454, - "nauc_map_at_1_max": 0.705435, - "nauc_map_at_1_std": 0.079376, - "nauc_map_at_1_diff1": 0.833543, - "nauc_map_at_3_max": 0.714361, - "nauc_map_at_3_std": 0.09498, - "nauc_map_at_3_diff1": 0.801119, - "nauc_map_at_5_max": 0.712782, - "nauc_map_at_5_std": 0.096572, - "nauc_map_at_5_diff1": 0.798981, - "nauc_map_at_10_max": 0.714012, - "nauc_map_at_10_std": 0.099241, - "nauc_map_at_10_diff1": 0.800927, - "nauc_map_at_20_max": 0.712929, - "nauc_map_at_20_std": 0.099276, - "nauc_map_at_20_diff1": 0.800167, - "nauc_map_at_100_max": 0.713314, - "nauc_map_at_100_std": 0.100229, - "nauc_map_at_100_diff1": 0.801208, - "nauc_map_at_1000_max": 0.713215, - "nauc_map_at_1000_std": 0.099933, - "nauc_map_at_1000_diff1": 0.80129, - "nauc_recall_at_1_max": 0.705435, - "nauc_recall_at_1_std": 0.079376, - "nauc_recall_at_1_diff1": 0.833543, - "nauc_recall_at_3_max": 0.716715, - "nauc_recall_at_3_std": 0.115885, - "nauc_recall_at_3_diff1": 0.739288, - "nauc_recall_at_5_max": 0.70996, - "nauc_recall_at_5_std": 0.134488, - "nauc_recall_at_5_diff1": 0.712034, - "nauc_recall_at_10_max": 0.731225, - "nauc_recall_at_10_std": 0.1924, - "nauc_recall_at_10_diff1": 0.712453, - "nauc_recall_at_20_max": 0.70678, - "nauc_recall_at_20_std": 0.238077, - "nauc_recall_at_20_diff1": 0.656097, - "nauc_recall_at_100_max": 0.925449, - "nauc_recall_at_100_std": 0.771709, - "nauc_recall_at_100_diff1": 0.668826, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.705435, - "nauc_precision_at_1_std": 0.079376, - "nauc_precision_at_1_diff1": 0.833543, - "nauc_precision_at_3_max": 0.716715, - "nauc_precision_at_3_std": 0.115885, - "nauc_precision_at_3_diff1": 0.739288, - "nauc_precision_at_5_max": 0.70996, - "nauc_precision_at_5_std": 0.134488, - "nauc_precision_at_5_diff1": 0.712034, - "nauc_precision_at_10_max": 0.731225, - "nauc_precision_at_10_std": 0.1924, - "nauc_precision_at_10_diff1": 0.712453, - "nauc_precision_at_20_max": 0.70678, - "nauc_precision_at_20_std": 0.238077, - "nauc_precision_at_20_diff1": 0.656097, - "nauc_precision_at_100_max": 0.925449, - "nauc_precision_at_100_std": 0.771709, - "nauc_precision_at_100_diff1": 0.668826, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.705435, - "nauc_mrr_at_1_std": 0.079376, - "nauc_mrr_at_1_diff1": 0.833543, - "nauc_mrr_at_3_max": 0.714361, - "nauc_mrr_at_3_std": 0.09498, - "nauc_mrr_at_3_diff1": 0.801119, - "nauc_mrr_at_5_max": 0.712782, - "nauc_mrr_at_5_std": 0.096572, - "nauc_mrr_at_5_diff1": 0.798981, - "nauc_mrr_at_10_max": 0.714012, - "nauc_mrr_at_10_std": 0.099241, - "nauc_mrr_at_10_diff1": 0.800927, - "nauc_mrr_at_20_max": 0.712929, - "nauc_mrr_at_20_std": 0.099276, - "nauc_mrr_at_20_diff1": 0.800167, - "nauc_mrr_at_100_max": 0.713314, - "nauc_mrr_at_100_std": 0.100229, - "nauc_mrr_at_100_diff1": 0.801208, - "nauc_mrr_at_1000_max": 0.713215, - "nauc_mrr_at_1000_std": 0.099933, - "nauc_mrr_at_1000_diff1": 0.80129, - "main_score": 0.76746, - "hf_subset": "lao_Laoo-lao_Laoo", - "languages": [ - "lao-Laoo", - "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.80889, - "ndcg_at_3": 0.87059, - "ndcg_at_5": 0.88126, - "ndcg_at_10": 0.89117, - "ndcg_at_20": 0.89491, - "ndcg_at_100": 0.89774, - "ndcg_at_1000": 0.89821, - "map_at_1": 0.80889, - "map_at_3": 0.85611, - "map_at_5": 0.86211, - "map_at_10": 0.86633, - "map_at_20": 0.8674, - "map_at_100": 0.86784, - "map_at_1000": 0.86787, - "recall_at_1": 0.80889, - "recall_at_3": 0.91222, - "recall_at_5": 0.93778, - "recall_at_10": 0.96778, - "recall_at_20": 0.98222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.63222, + "ndcg_at_3": 0.72505, + "ndcg_at_5": 0.73863, + "ndcg_at_10": 0.75507, + "ndcg_at_20": 0.76634, + "ndcg_at_100": 0.77711, + "ndcg_at_1000": 0.78005, + "map_at_1": 0.63222, + "map_at_3": 0.70222, + "map_at_5": 0.70967, + "map_at_10": 0.71661, + "map_at_20": 0.71958, + "map_at_100": 0.72108, + "map_at_1000": 0.72121, + "recall_at_1": 0.63222, + "recall_at_3": 0.79111, + "recall_at_5": 0.82444, + "recall_at_10": 0.87444, + "recall_at_20": 0.92, + "recall_at_100": 0.97778, "recall_at_1000": 1.0, - "precision_at_1": 0.80889, - "precision_at_3": 0.30407, - "precision_at_5": 0.18756, - "precision_at_10": 0.09678, - "precision_at_20": 0.04911, - "precision_at_100": 0.00997, + "accuracy": 0.63222, + "precision_at_1": 0.63222, + "precision_at_3": 0.2637, + "precision_at_5": 0.16489, + "precision_at_10": 0.08744, + "precision_at_20": 0.046, + "precision_at_100": 0.00978, "precision_at_1000": 0.001, - "mrr_at_1": 0.808889, - "mrr_at_3": 0.856111, - "mrr_at_5": 0.862111, - "mrr_at_10": 0.866326, - "mrr_at_20": 0.8674, - "mrr_at_100": 0.867844, - "mrr_at_1000": 0.867871, - "nauc_ndcg_at_1_max": 0.715889, - "nauc_ndcg_at_1_std": -0.067092, - "nauc_ndcg_at_1_diff1": 0.883012, - "nauc_ndcg_at_3_max": 0.738995, - "nauc_ndcg_at_3_std": -0.15544, - "nauc_ndcg_at_3_diff1": 0.859489, - "nauc_ndcg_at_5_max": 0.739563, - "nauc_ndcg_at_5_std": -0.147356, - "nauc_ndcg_at_5_diff1": 0.861707, - "nauc_ndcg_at_10_max": 0.734219, - "nauc_ndcg_at_10_std": -0.134783, - "nauc_ndcg_at_10_diff1": 0.866218, - "nauc_ndcg_at_20_max": 0.734932, - "nauc_ndcg_at_20_std": -0.1208, - "nauc_ndcg_at_20_diff1": 0.868709, - "nauc_ndcg_at_100_max": 0.734141, - "nauc_ndcg_at_100_std": -0.11444, - "nauc_ndcg_at_100_diff1": 0.868908, - "nauc_ndcg_at_1000_max": 0.732842, - "nauc_ndcg_at_1000_std": -0.118389, - "nauc_ndcg_at_1000_diff1": 0.868687, - "nauc_map_at_1_max": 0.715889, - "nauc_map_at_1_std": -0.067092, - "nauc_map_at_1_diff1": 0.883012, - "nauc_map_at_3_max": 0.732475, - "nauc_map_at_3_std": -0.128452, - "nauc_map_at_3_diff1": 0.866376, - "nauc_map_at_5_max": 0.732413, - "nauc_map_at_5_std": -0.12322, - "nauc_map_at_5_diff1": 0.867725, - "nauc_map_at_10_max": 0.730324, - "nauc_map_at_10_std": -0.118427, - "nauc_map_at_10_diff1": 0.869477, - "nauc_map_at_20_max": 0.73059, - "nauc_map_at_20_std": -0.114563, - "nauc_map_at_20_diff1": 0.870052, - "nauc_map_at_100_max": 0.73049, - "nauc_map_at_100_std": -0.113844, - "nauc_map_at_100_diff1": 0.870058, - "nauc_map_at_1000_max": 0.730434, - "nauc_map_at_1000_std": -0.114002, - "nauc_map_at_1000_diff1": 0.870048, - "nauc_recall_at_1_max": 0.715889, - "nauc_recall_at_1_std": -0.067092, - "nauc_recall_at_1_diff1": 0.883012, - "nauc_recall_at_3_max": 0.768015, - "nauc_recall_at_3_std": -0.277057, - "nauc_recall_at_3_diff1": 0.828653, - "nauc_recall_at_5_max": 0.782805, - "nauc_recall_at_5_std": -0.292, - "nauc_recall_at_5_diff1": 0.826139, - "nauc_recall_at_10_max": 0.77063, - "nauc_recall_at_10_std": -0.29576, - "nauc_recall_at_10_diff1": 0.837487, - "nauc_recall_at_20_max": 0.808765, - "nauc_recall_at_20_std": -0.149247, - "nauc_recall_at_20_diff1": 0.869719, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.707594, - "nauc_recall_at_100_diff1": 0.912854, + "mrr_at_1": 0.632222, + "mrr_at_3": 0.702222, + "mrr_at_5": 0.709667, + "mrr_at_10": 0.716614, + "mrr_at_20": 0.719578, + "mrr_at_100": 0.721083, + "mrr_at_1000": 0.721209, + "nauc_ndcg_at_1_max": 0.72702, + "nauc_ndcg_at_1_std": 0.1063, + "nauc_ndcg_at_1_diff1": 0.846496, + "nauc_ndcg_at_3_max": 0.720199, + "nauc_ndcg_at_3_std": 0.125882, + "nauc_ndcg_at_3_diff1": 0.792528, + "nauc_ndcg_at_5_max": 0.719288, + "nauc_ndcg_at_5_std": 0.130732, + "nauc_ndcg_at_5_diff1": 0.790947, + "nauc_ndcg_at_10_max": 0.723924, + "nauc_ndcg_at_10_std": 0.141813, + "nauc_ndcg_at_10_diff1": 0.793582, + "nauc_ndcg_at_20_max": 0.718891, + "nauc_ndcg_at_20_std": 0.144296, + "nauc_ndcg_at_20_diff1": 0.793148, + "nauc_ndcg_at_100_max": 0.724989, + "nauc_ndcg_at_100_std": 0.145837, + "nauc_ndcg_at_100_diff1": 0.800108, + "nauc_ndcg_at_1000_max": 0.722718, + "nauc_ndcg_at_1000_std": 0.137487, + "nauc_ndcg_at_1000_diff1": 0.802205, + "nauc_map_at_1_max": 0.72702, + "nauc_map_at_1_std": 0.1063, + "nauc_map_at_1_diff1": 0.846496, + "nauc_map_at_3_max": 0.723053, + "nauc_map_at_3_std": 0.123103, + "nauc_map_at_3_diff1": 0.80775, + "nauc_map_at_5_max": 0.722658, + "nauc_map_at_5_std": 0.125486, + "nauc_map_at_5_diff1": 0.807238, + "nauc_map_at_10_max": 0.724416, + "nauc_map_at_10_std": 0.129226, + "nauc_map_at_10_diff1": 0.808706, + "nauc_map_at_20_max": 0.723266, + "nauc_map_at_20_std": 0.129715, + "nauc_map_at_20_diff1": 0.808729, + "nauc_map_at_100_max": 0.723802, + "nauc_map_at_100_std": 0.130124, + "nauc_map_at_100_diff1": 0.809434, + "nauc_map_at_1000_max": 0.723714, + "nauc_map_at_1000_std": 0.129845, + "nauc_map_at_1000_diff1": 0.809512, + "nauc_recall_at_1_max": 0.72702, + "nauc_recall_at_1_std": 0.1063, + "nauc_recall_at_1_diff1": 0.846496, + "nauc_recall_at_3_max": 0.708982, + "nauc_recall_at_3_std": 0.134833, + "nauc_recall_at_3_diff1": 0.735368, + "nauc_recall_at_5_max": 0.704104, + "nauc_recall_at_5_std": 0.152475, + "nauc_recall_at_5_diff1": 0.721133, + "nauc_recall_at_10_max": 0.723594, + "nauc_recall_at_10_std": 0.221043, + "nauc_recall_at_10_diff1": 0.709383, + "nauc_recall_at_20_max": 0.673138, + "nauc_recall_at_20_std": 0.286369, + "nauc_recall_at_20_diff1": 0.661771, + "nauc_recall_at_100_max": 0.865546, + "nauc_recall_at_100_std": 0.68457, + "nauc_recall_at_100_diff1": 0.667507, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72702, + "nauc_precision_at_1_std": 0.1063, + "nauc_precision_at_1_diff1": 0.846496, + "nauc_precision_at_3_max": 0.708982, + "nauc_precision_at_3_std": 0.134833, + "nauc_precision_at_3_diff1": 0.735368, + "nauc_precision_at_5_max": 0.704104, + "nauc_precision_at_5_std": 0.152475, + "nauc_precision_at_5_diff1": 0.721133, + "nauc_precision_at_10_max": 0.723594, + "nauc_precision_at_10_std": 0.221043, + "nauc_precision_at_10_diff1": 0.709383, + "nauc_precision_at_20_max": 0.673138, + "nauc_precision_at_20_std": 0.286369, + "nauc_precision_at_20_diff1": 0.661771, + "nauc_precision_at_100_max": 0.865546, + "nauc_precision_at_100_std": 0.68457, + "nauc_precision_at_100_diff1": 0.667507, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72702, + "nauc_mrr_at_1_std": 0.1063, + "nauc_mrr_at_1_diff1": 0.846496, + "nauc_mrr_at_3_max": 0.723053, + "nauc_mrr_at_3_std": 0.123103, + "nauc_mrr_at_3_diff1": 0.80775, + "nauc_mrr_at_5_max": 0.722658, + "nauc_mrr_at_5_std": 0.125486, + "nauc_mrr_at_5_diff1": 0.807238, + "nauc_mrr_at_10_max": 0.724416, + "nauc_mrr_at_10_std": 0.129226, + "nauc_mrr_at_10_diff1": 0.808706, + "nauc_mrr_at_20_max": 0.723266, + "nauc_mrr_at_20_std": 0.129715, + "nauc_mrr_at_20_diff1": 0.808729, + "nauc_mrr_at_100_max": 0.723802, + "nauc_mrr_at_100_std": 0.130124, + "nauc_mrr_at_100_diff1": 0.809434, + "nauc_mrr_at_1000_max": 0.723714, + "nauc_mrr_at_1000_std": 0.129845, + "nauc_mrr_at_1000_diff1": 0.809512, + "hit_rate_at_1": 0.63222, + "hit_rate_at_3": 0.79111, + "hit_rate_at_5": 0.82444, + "hit_rate_at_10": 0.87444, + "hit_rate_at_20": 0.92, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.75507, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85934, + "ndcg_at_5": 0.87335, + "ndcg_at_10": 0.88327, + "ndcg_at_20": 0.88746, + "ndcg_at_100": 0.89086, + "ndcg_at_1000": 0.89117, + "map_at_1": 0.79889, + "map_at_3": 0.84519, + "map_at_5": 0.85313, + "map_at_10": 0.85735, + "map_at_20": 0.85849, + "map_at_100": 0.85901, + "map_at_1000": 0.85902, + "recall_at_1": 0.79889, + "recall_at_3": 0.9, + "recall_at_5": 0.93333, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.3, + "precision_at_5": 0.18667, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.845185, + "mrr_at_5": 0.85313, + "mrr_at_10": 0.857351, + "mrr_at_20": 0.858489, + "mrr_at_100": 0.859007, + "mrr_at_1000": 0.859021, + "nauc_ndcg_at_1_max": 0.733835, + "nauc_ndcg_at_1_std": -0.072353, + "nauc_ndcg_at_1_diff1": 0.88764, + "nauc_ndcg_at_3_max": 0.733242, + "nauc_ndcg_at_3_std": -0.160191, + "nauc_ndcg_at_3_diff1": 0.869184, + "nauc_ndcg_at_5_max": 0.734297, + "nauc_ndcg_at_5_std": -0.153959, + "nauc_ndcg_at_5_diff1": 0.869239, + "nauc_ndcg_at_10_max": 0.732733, + "nauc_ndcg_at_10_std": -0.142743, + "nauc_ndcg_at_10_diff1": 0.870661, + "nauc_ndcg_at_20_max": 0.736247, + "nauc_ndcg_at_20_std": -0.131033, + "nauc_ndcg_at_20_diff1": 0.872983, + "nauc_ndcg_at_100_max": 0.734784, + "nauc_ndcg_at_100_std": -0.128258, + "nauc_ndcg_at_100_diff1": 0.874881, + "nauc_ndcg_at_1000_max": 0.734219, + "nauc_ndcg_at_1000_std": -0.13133, + "nauc_ndcg_at_1000_diff1": 0.874723, + "nauc_map_at_1_max": 0.733835, + "nauc_map_at_1_std": -0.072353, + "nauc_map_at_1_diff1": 0.88764, + "nauc_map_at_3_max": 0.733315, + "nauc_map_at_3_std": -0.137681, + "nauc_map_at_3_diff1": 0.874642, + "nauc_map_at_5_max": 0.733849, + "nauc_map_at_5_std": -0.133072, + "nauc_map_at_5_diff1": 0.87485, + "nauc_map_at_10_max": 0.733077, + "nauc_map_at_10_std": -0.129824, + "nauc_map_at_10_diff1": 0.875446, + "nauc_map_at_20_max": 0.733817, + "nauc_map_at_20_std": -0.127413, + "nauc_map_at_20_diff1": 0.876008, + "nauc_map_at_100_max": 0.73369, + "nauc_map_at_100_std": -0.12687, + "nauc_map_at_100_diff1": 0.876278, + "nauc_map_at_1000_max": 0.733672, + "nauc_map_at_1000_std": -0.126979, + "nauc_map_at_1000_diff1": 0.876275, + "nauc_recall_at_1_max": 0.733835, + "nauc_recall_at_1_std": -0.072353, + "nauc_recall_at_1_diff1": 0.88764, + "nauc_recall_at_3_max": 0.732996, + "nauc_recall_at_3_std": -0.253346, + "nauc_recall_at_3_diff1": 0.846068, + "nauc_recall_at_5_max": 0.737348, + "nauc_recall_at_5_std": -0.275218, + "nauc_recall_at_5_diff1": 0.835862, + "nauc_recall_at_10_max": 0.729819, + "nauc_recall_at_10_std": -0.244546, + "nauc_recall_at_10_diff1": 0.823162, + "nauc_recall_at_20_max": 0.803792, + "nauc_recall_at_20_std": -0.067668, + "nauc_recall_at_20_diff1": 0.832192, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.715889, - "nauc_precision_at_1_std": -0.067092, - "nauc_precision_at_1_diff1": 0.883012, - "nauc_precision_at_3_max": 0.768015, - "nauc_precision_at_3_std": -0.277057, - "nauc_precision_at_3_diff1": 0.828653, - "nauc_precision_at_5_max": 0.782805, - "nauc_precision_at_5_std": -0.292, - "nauc_precision_at_5_diff1": 0.826139, - "nauc_precision_at_10_max": 0.77063, - "nauc_precision_at_10_std": -0.29576, - "nauc_precision_at_10_diff1": 0.837487, - "nauc_precision_at_20_max": 0.808765, - "nauc_precision_at_20_std": -0.149247, - "nauc_precision_at_20_diff1": 0.869719, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.707594, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1_max": 0.733835, + "nauc_precision_at_1_std": -0.072353, + "nauc_precision_at_1_diff1": 0.88764, + "nauc_precision_at_3_max": 0.732996, + "nauc_precision_at_3_std": -0.253346, + "nauc_precision_at_3_diff1": 0.846068, + "nauc_precision_at_5_max": 0.737348, + "nauc_precision_at_5_std": -0.275218, + "nauc_precision_at_5_diff1": 0.835862, + "nauc_precision_at_10_max": 0.729819, + "nauc_precision_at_10_std": -0.244546, + "nauc_precision_at_10_diff1": 0.823162, + "nauc_precision_at_20_max": 0.803792, + "nauc_precision_at_20_std": -0.067668, + "nauc_precision_at_20_diff1": 0.832192, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.715889, - "nauc_mrr_at_1_std": -0.067092, - "nauc_mrr_at_1_diff1": 0.883012, - "nauc_mrr_at_3_max": 0.732475, - "nauc_mrr_at_3_std": -0.128452, - "nauc_mrr_at_3_diff1": 0.866376, - "nauc_mrr_at_5_max": 0.732413, - "nauc_mrr_at_5_std": -0.12322, - "nauc_mrr_at_5_diff1": 0.867725, - "nauc_mrr_at_10_max": 0.730324, - "nauc_mrr_at_10_std": -0.118427, - "nauc_mrr_at_10_diff1": 0.869477, - "nauc_mrr_at_20_max": 0.73059, - "nauc_mrr_at_20_std": -0.114563, - "nauc_mrr_at_20_diff1": 0.870052, - "nauc_mrr_at_100_max": 0.73049, - "nauc_mrr_at_100_std": -0.113844, - "nauc_mrr_at_100_diff1": 0.870058, - "nauc_mrr_at_1000_max": 0.730434, - "nauc_mrr_at_1000_std": -0.114002, - "nauc_mrr_at_1000_diff1": 0.870048, - "main_score": 0.89117, + "nauc_mrr_at_1_max": 0.733835, + "nauc_mrr_at_1_std": -0.072353, + "nauc_mrr_at_1_diff1": 0.88764, + "nauc_mrr_at_3_max": 0.733315, + "nauc_mrr_at_3_std": -0.137681, + "nauc_mrr_at_3_diff1": 0.874642, + "nauc_mrr_at_5_max": 0.733849, + "nauc_mrr_at_5_std": -0.133072, + "nauc_mrr_at_5_diff1": 0.87485, + "nauc_mrr_at_10_max": 0.733077, + "nauc_mrr_at_10_std": -0.129824, + "nauc_mrr_at_10_diff1": 0.875446, + "nauc_mrr_at_20_max": 0.733817, + "nauc_mrr_at_20_std": -0.127413, + "nauc_mrr_at_20_diff1": 0.876008, + "nauc_mrr_at_100_max": 0.73369, + "nauc_mrr_at_100_std": -0.12687, + "nauc_mrr_at_100_diff1": 0.876278, + "nauc_mrr_at_1000_max": 0.733672, + "nauc_mrr_at_1000_std": -0.126979, + "nauc_mrr_at_1000_diff1": 0.876275, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.88327, "hf_subset": "lao_Laoo-eng_Latn", "languages": [ "lao-Laoo", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.57111, - "ndcg_at_3": 0.65362, - "ndcg_at_5": 0.67351, - "ndcg_at_10": 0.69113, - "ndcg_at_20": 0.70493, - "ndcg_at_100": 0.72105, - "ndcg_at_1000": 0.72694, - "map_at_1": 0.57111, - "map_at_3": 0.6337, - "map_at_5": 0.64459, - "map_at_10": 0.65188, - "map_at_20": 0.65568, - "map_at_100": 0.65792, - "map_at_1000": 0.65817, - "recall_at_1": 0.57111, - "recall_at_3": 0.71111, - "recall_at_5": 0.76, - "recall_at_10": 0.81444, - "recall_at_20": 0.86889, - "recall_at_100": 0.95556, - "recall_at_1000": 1.0, - "precision_at_1": 0.57111, - "precision_at_3": 0.23704, - "precision_at_5": 0.152, - "precision_at_10": 0.08144, - "precision_at_20": 0.04344, - "precision_at_100": 0.00956, - "precision_at_1000": 0.001, - "mrr_at_1": 0.571111, - "mrr_at_3": 0.633704, - "mrr_at_5": 0.644593, - "mrr_at_10": 0.651876, - "mrr_at_20": 0.655684, - "mrr_at_100": 0.65792, - "mrr_at_1000": 0.65817, - "nauc_ndcg_at_1_max": 0.758941, - "nauc_ndcg_at_1_std": 0.159753, - "nauc_ndcg_at_1_diff1": 0.832329, - "nauc_ndcg_at_3_max": 0.766177, - "nauc_ndcg_at_3_std": 0.240272, - "nauc_ndcg_at_3_diff1": 0.786307, - "nauc_ndcg_at_5_max": 0.771011, - "nauc_ndcg_at_5_std": 0.272561, - "nauc_ndcg_at_5_diff1": 0.780807, - "nauc_ndcg_at_10_max": 0.774117, - "nauc_ndcg_at_10_std": 0.284825, - "nauc_ndcg_at_10_diff1": 0.784152, - "nauc_ndcg_at_20_max": 0.770696, - "nauc_ndcg_at_20_std": 0.281411, - "nauc_ndcg_at_20_diff1": 0.783012, - "nauc_ndcg_at_100_max": 0.770266, - "nauc_ndcg_at_100_std": 0.268641, - "nauc_ndcg_at_100_diff1": 0.786747, - "nauc_ndcg_at_1000_max": 0.769961, - "nauc_ndcg_at_1000_std": 0.258578, - "nauc_ndcg_at_1000_diff1": 0.790876, - "nauc_map_at_1_max": 0.758941, - "nauc_map_at_1_std": 0.159753, - "nauc_map_at_1_diff1": 0.832329, - "nauc_map_at_3_max": 0.76614, - "nauc_map_at_3_std": 0.222884, - "nauc_map_at_3_diff1": 0.797932, - "nauc_map_at_5_max": 0.768604, - "nauc_map_at_5_std": 0.238742, - "nauc_map_at_5_diff1": 0.795549, - "nauc_map_at_10_max": 0.769681, - "nauc_map_at_10_std": 0.242537, - "nauc_map_at_10_diff1": 0.796991, - "nauc_map_at_20_max": 0.768787, - "nauc_map_at_20_std": 0.241095, - "nauc_map_at_20_diff1": 0.796925, - "nauc_map_at_100_max": 0.768684, - "nauc_map_at_100_std": 0.239763, - "nauc_map_at_100_diff1": 0.797401, - "nauc_map_at_1000_max": 0.76869, - "nauc_map_at_1000_std": 0.239417, - "nauc_map_at_1000_diff1": 0.797575, - "nauc_recall_at_1_max": 0.758941, - "nauc_recall_at_1_std": 0.159753, - "nauc_recall_at_1_diff1": 0.832329, - "nauc_recall_at_3_max": 0.765385, - "nauc_recall_at_3_std": 0.296691, - "nauc_recall_at_3_diff1": 0.747581, - "nauc_recall_at_5_max": 0.780114, - "nauc_recall_at_5_std": 0.405817, - "nauc_recall_at_5_diff1": 0.723794, - "nauc_recall_at_10_max": 0.79659, - "nauc_recall_at_10_std": 0.493863, - "nauc_recall_at_10_diff1": 0.726191, - "nauc_recall_at_20_max": 0.779394, - "nauc_recall_at_20_std": 0.547669, - "nauc_recall_at_20_diff1": 0.695124, - "nauc_recall_at_100_max": 0.786018, - "nauc_recall_at_100_std": 0.652311, - "nauc_recall_at_100_diff1": 0.638294, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.758941, - "nauc_precision_at_1_std": 0.159753, - "nauc_precision_at_1_diff1": 0.832329, - "nauc_precision_at_3_max": 0.765385, - "nauc_precision_at_3_std": 0.296691, - "nauc_precision_at_3_diff1": 0.747581, - "nauc_precision_at_5_max": 0.780114, - "nauc_precision_at_5_std": 0.405817, - "nauc_precision_at_5_diff1": 0.723794, - "nauc_precision_at_10_max": 0.79659, - "nauc_precision_at_10_std": 0.493863, - "nauc_precision_at_10_diff1": 0.726191, - "nauc_precision_at_20_max": 0.779394, - "nauc_precision_at_20_std": 0.547669, - "nauc_precision_at_20_diff1": 0.695124, - "nauc_precision_at_100_max": 0.786018, - "nauc_precision_at_100_std": 0.652311, - "nauc_precision_at_100_diff1": 0.638294, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.758941, - "nauc_mrr_at_1_std": 0.159753, - "nauc_mrr_at_1_diff1": 0.832329, - "nauc_mrr_at_3_max": 0.76614, - "nauc_mrr_at_3_std": 0.222884, - "nauc_mrr_at_3_diff1": 0.797932, - "nauc_mrr_at_5_max": 0.768604, - "nauc_mrr_at_5_std": 0.238742, - "nauc_mrr_at_5_diff1": 0.795549, - "nauc_mrr_at_10_max": 0.769681, - "nauc_mrr_at_10_std": 0.242537, - "nauc_mrr_at_10_diff1": 0.796991, - "nauc_mrr_at_20_max": 0.768787, - "nauc_mrr_at_20_std": 0.241095, - "nauc_mrr_at_20_diff1": 0.796925, - "nauc_mrr_at_100_max": 0.768684, - "nauc_mrr_at_100_std": 0.239763, - "nauc_mrr_at_100_diff1": 0.797401, - "nauc_mrr_at_1000_max": 0.76869, - "nauc_mrr_at_1000_std": 0.239417, - "nauc_mrr_at_1000_diff1": 0.797575, - "main_score": 0.69113, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.55222, + "ndcg_at_3": 0.62951, + "ndcg_at_5": 0.65069, + "ndcg_at_10": 0.6719, + "ndcg_at_20": 0.6857, + "ndcg_at_100": 0.70324, + "ndcg_at_1000": 0.70976, + "map_at_1": 0.55222, + "map_at_3": 0.61019, + "map_at_5": 0.62202, + "map_at_10": 0.63098, + "map_at_20": 0.63465, + "map_at_100": 0.63706, + "map_at_1000": 0.63734, + "recall_at_1": 0.55222, + "recall_at_3": 0.68556, + "recall_at_5": 0.73667, + "recall_at_10": 0.80111, + "recall_at_20": 0.85667, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.55222, + "precision_at_1": 0.55222, + "precision_at_3": 0.22852, + "precision_at_5": 0.14733, + "precision_at_10": 0.08011, + "precision_at_20": 0.04283, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.552222, + "mrr_at_3": 0.610185, + "mrr_at_5": 0.622019, + "mrr_at_10": 0.630979, + "mrr_at_20": 0.634648, + "mrr_at_100": 0.637061, + "mrr_at_1000": 0.637345, + "nauc_ndcg_at_1_max": 0.742423, + "nauc_ndcg_at_1_std": 0.186248, + "nauc_ndcg_at_1_diff1": 0.810251, + "nauc_ndcg_at_3_max": 0.736773, + "nauc_ndcg_at_3_std": 0.23896, + "nauc_ndcg_at_3_diff1": 0.767467, + "nauc_ndcg_at_5_max": 0.744753, + "nauc_ndcg_at_5_std": 0.265566, + "nauc_ndcg_at_5_diff1": 0.762092, + "nauc_ndcg_at_10_max": 0.742295, + "nauc_ndcg_at_10_std": 0.275746, + "nauc_ndcg_at_10_diff1": 0.757112, + "nauc_ndcg_at_20_max": 0.746483, + "nauc_ndcg_at_20_std": 0.286395, + "nauc_ndcg_at_20_diff1": 0.759768, + "nauc_ndcg_at_100_max": 0.744079, + "nauc_ndcg_at_100_std": 0.26898, + "nauc_ndcg_at_100_diff1": 0.766244, + "nauc_ndcg_at_1000_max": 0.743737, + "nauc_ndcg_at_1000_std": 0.259003, + "nauc_ndcg_at_1000_diff1": 0.768364, + "nauc_map_at_1_max": 0.742423, + "nauc_map_at_1_std": 0.186248, + "nauc_map_at_1_diff1": 0.810251, + "nauc_map_at_3_max": 0.738717, + "nauc_map_at_3_std": 0.224596, + "nauc_map_at_3_diff1": 0.77801, + "nauc_map_at_5_max": 0.743319, + "nauc_map_at_5_std": 0.238745, + "nauc_map_at_5_diff1": 0.775497, + "nauc_map_at_10_max": 0.742285, + "nauc_map_at_10_std": 0.242127, + "nauc_map_at_10_diff1": 0.773689, + "nauc_map_at_20_max": 0.743342, + "nauc_map_at_20_std": 0.244204, + "nauc_map_at_20_diff1": 0.774599, + "nauc_map_at_100_max": 0.742938, + "nauc_map_at_100_std": 0.242086, + "nauc_map_at_100_diff1": 0.775242, + "nauc_map_at_1000_max": 0.742953, + "nauc_map_at_1000_std": 0.241719, + "nauc_map_at_1000_diff1": 0.775339, + "nauc_recall_at_1_max": 0.742423, + "nauc_recall_at_1_std": 0.186248, + "nauc_recall_at_1_diff1": 0.810251, + "nauc_recall_at_3_max": 0.730168, + "nauc_recall_at_3_std": 0.286406, + "nauc_recall_at_3_diff1": 0.733151, + "nauc_recall_at_5_max": 0.750657, + "nauc_recall_at_5_std": 0.368369, + "nauc_recall_at_5_diff1": 0.712183, + "nauc_recall_at_10_max": 0.74192, + "nauc_recall_at_10_std": 0.437938, + "nauc_recall_at_10_diff1": 0.679518, + "nauc_recall_at_20_max": 0.771487, + "nauc_recall_at_20_std": 0.574111, + "nauc_recall_at_20_diff1": 0.670352, + "nauc_recall_at_100_max": 0.762297, + "nauc_recall_at_100_std": 0.622507, + "nauc_recall_at_100_diff1": 0.694105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742423, + "nauc_precision_at_1_std": 0.186248, + "nauc_precision_at_1_diff1": 0.810251, + "nauc_precision_at_3_max": 0.730168, + "nauc_precision_at_3_std": 0.286406, + "nauc_precision_at_3_diff1": 0.733151, + "nauc_precision_at_5_max": 0.750657, + "nauc_precision_at_5_std": 0.368369, + "nauc_precision_at_5_diff1": 0.712183, + "nauc_precision_at_10_max": 0.74192, + "nauc_precision_at_10_std": 0.437938, + "nauc_precision_at_10_diff1": 0.679518, + "nauc_precision_at_20_max": 0.771487, + "nauc_precision_at_20_std": 0.574111, + "nauc_precision_at_20_diff1": 0.670352, + "nauc_precision_at_100_max": 0.762297, + "nauc_precision_at_100_std": 0.622507, + "nauc_precision_at_100_diff1": 0.694105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742423, + "nauc_mrr_at_1_std": 0.186248, + "nauc_mrr_at_1_diff1": 0.810251, + "nauc_mrr_at_3_max": 0.738717, + "nauc_mrr_at_3_std": 0.224596, + "nauc_mrr_at_3_diff1": 0.77801, + "nauc_mrr_at_5_max": 0.743319, + "nauc_mrr_at_5_std": 0.238745, + "nauc_mrr_at_5_diff1": 0.775497, + "nauc_mrr_at_10_max": 0.742285, + "nauc_mrr_at_10_std": 0.242127, + "nauc_mrr_at_10_diff1": 0.773689, + "nauc_mrr_at_20_max": 0.743342, + "nauc_mrr_at_20_std": 0.244204, + "nauc_mrr_at_20_diff1": 0.774599, + "nauc_mrr_at_100_max": 0.742938, + "nauc_mrr_at_100_std": 0.242086, + "nauc_mrr_at_100_diff1": 0.775242, + "nauc_mrr_at_1000_max": 0.742953, + "nauc_mrr_at_1000_std": 0.241719, + "nauc_mrr_at_1000_diff1": 0.775339, + "hit_rate_at_1": 0.55222, + "hit_rate_at_3": 0.68556, + "hit_rate_at_5": 0.73667, + "hit_rate_at_10": 0.80111, + "hit_rate_at_20": 0.85667, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.6719, "hf_subset": "eng_Latn-lao_Laoo", "languages": [ "eng-Latn", "lao-Laoo" - ] - }, - { - "ndcg_at_1": 0.50445, - "ndcg_at_3": 0.56136, - "ndcg_at_5": 0.57506, - "ndcg_at_10": 0.59295, - "ndcg_at_20": 0.60431, - "ndcg_at_100": 0.62637, - "ndcg_at_1000": 0.64545, - "map_at_1": 0.5039, - "map_at_3": 0.54751, - "map_at_5": 0.55509, - "map_at_10": 0.56261, - "map_at_20": 0.56578, - "map_at_100": 0.56869, - "map_at_1000": 0.56947, - "recall_at_1": 0.5039, - "recall_at_3": 0.60078, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51225, + "ndcg_at_3": 0.56661, + "ndcg_at_5": 0.57854, + "ndcg_at_10": 0.59652, + "ndcg_at_20": 0.60764, + "ndcg_at_100": 0.63069, + "ndcg_at_1000": 0.64858, + "map_at_1": 0.51169, + "map_at_3": 0.55308, + "map_at_5": 0.55971, + "map_at_10": 0.56711, + "map_at_20": 0.57013, + "map_at_100": 0.57307, + "map_at_1000": 0.57377, + "recall_at_1": 0.51169, + "recall_at_3": 0.60523, "recall_at_5": 0.63419, - "recall_at_10": 0.68875, - "recall_at_20": 0.7333, - "recall_at_100": 0.85412, + "recall_at_10": 0.68987, + "recall_at_20": 0.73385, + "recall_at_100": 0.86192, "recall_at_1000": 1.0, - "precision_at_1": 0.50445, - "precision_at_3": 0.20045, + "accuracy": 0.51169, + "precision_at_1": 0.51225, + "precision_at_3": 0.20193, "precision_at_5": 0.12695, - "precision_at_10": 0.06893, - "precision_at_20": 0.03669, - "precision_at_100": 0.00856, - "precision_at_1000": 0.001, - "mrr_at_1": 0.504454, - "mrr_at_3": 0.54807, - "mrr_at_5": 0.555642, - "mrr_at_10": 0.563168, - "mrr_at_20": 0.56634, - "mrr_at_100": 0.569238, - "mrr_at_1000": 0.570021, - "nauc_ndcg_at_1_max": 0.650311, - "nauc_ndcg_at_1_std": -0.508698, - "nauc_ndcg_at_1_diff1": 0.838291, - "nauc_ndcg_at_3_max": 0.64412, - "nauc_ndcg_at_3_std": -0.541273, - "nauc_ndcg_at_3_diff1": 0.800357, - "nauc_ndcg_at_5_max": 0.642029, - "nauc_ndcg_at_5_std": -0.537116, - "nauc_ndcg_at_5_diff1": 0.793218, - "nauc_ndcg_at_10_max": 0.632829, - "nauc_ndcg_at_10_std": -0.533381, - "nauc_ndcg_at_10_diff1": 0.781582, - "nauc_ndcg_at_20_max": 0.631823, - "nauc_ndcg_at_20_std": -0.533564, - "nauc_ndcg_at_20_diff1": 0.776734, - "nauc_ndcg_at_100_max": 0.631987, - "nauc_ndcg_at_100_std": -0.524295, - "nauc_ndcg_at_100_diff1": 0.776014, - "nauc_ndcg_at_1000_max": 0.636517, - "nauc_ndcg_at_1000_std": -0.528039, - "nauc_ndcg_at_1000_diff1": 0.787872, - "nauc_map_at_1_max": 0.649039, - "nauc_map_at_1_std": -0.508681, - "nauc_map_at_1_diff1": 0.835975, - "nauc_map_at_3_max": 0.646073, - "nauc_map_at_3_std": -0.532529, - "nauc_map_at_3_diff1": 0.809142, - "nauc_map_at_5_max": 0.644879, - "nauc_map_at_5_std": -0.530246, - "nauc_map_at_5_diff1": 0.805436, - "nauc_map_at_10_max": 0.641022, - "nauc_map_at_10_std": -0.528832, - "nauc_map_at_10_diff1": 0.800781, - "nauc_map_at_20_max": 0.640744, - "nauc_map_at_20_std": -0.528917, - "nauc_map_at_20_diff1": 0.799585, - "nauc_map_at_100_max": 0.640653, - "nauc_map_at_100_std": -0.527785, - "nauc_map_at_100_diff1": 0.799489, - "nauc_map_at_1000_max": 0.640837, - "nauc_map_at_1000_std": -0.527813, - "nauc_map_at_1000_diff1": 0.799875, - "nauc_recall_at_1_max": 0.649039, - "nauc_recall_at_1_std": -0.508681, - "nauc_recall_at_1_diff1": 0.835975, - "nauc_recall_at_3_max": 0.636267, - "nauc_recall_at_3_std": -0.568038, - "nauc_recall_at_3_diff1": 0.770852, - "nauc_recall_at_5_max": 0.630675, - "nauc_recall_at_5_std": -0.558416, - "nauc_recall_at_5_diff1": 0.750016, - "nauc_recall_at_10_max": 0.597761, - "nauc_recall_at_10_std": -0.546359, - "nauc_recall_at_10_diff1": 0.704383, - "nauc_recall_at_20_max": 0.588644, - "nauc_recall_at_20_std": -0.548134, - "nauc_recall_at_20_diff1": 0.670217, - "nauc_recall_at_100_max": 0.566771, - "nauc_recall_at_100_std": -0.457307, - "nauc_recall_at_100_diff1": 0.595274, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.650311, - "nauc_precision_at_1_std": -0.508698, - "nauc_precision_at_1_diff1": 0.838291, - "nauc_precision_at_3_max": 0.637894, - "nauc_precision_at_3_std": -0.568292, - "nauc_precision_at_3_diff1": 0.773652, - "nauc_precision_at_5_max": 0.632398, - "nauc_precision_at_5_std": -0.558676, - "nauc_precision_at_5_diff1": 0.75297, - "nauc_precision_at_10_max": 0.599642, - "nauc_precision_at_10_std": -0.546635, - "nauc_precision_at_10_diff1": 0.70762, - "nauc_precision_at_20_max": 0.59099, - "nauc_precision_at_20_std": -0.548666, - "nauc_precision_at_20_diff1": 0.674094, - "nauc_precision_at_100_max": 0.557209, - "nauc_precision_at_100_std": -0.434752, - "nauc_precision_at_100_diff1": 0.587212, - "nauc_precision_at_1000_max": 0.211621, + "precision_at_10": 0.06904, + "precision_at_20": 0.03675, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "mrr_at_1": 0.512249, + "mrr_at_3": 0.553638, + "mrr_at_5": 0.560264, + "mrr_at_10": 0.567664, + "mrr_at_20": 0.570726, + "mrr_at_100": 0.573659, + "mrr_at_1000": 0.574344, + "nauc_ndcg_at_1_max": 0.671776, + "nauc_ndcg_at_1_std": -0.534962, + "nauc_ndcg_at_1_diff1": 0.849402, + "nauc_ndcg_at_3_max": 0.676324, + "nauc_ndcg_at_3_std": -0.54421, + "nauc_ndcg_at_3_diff1": 0.821083, + "nauc_ndcg_at_5_max": 0.669134, + "nauc_ndcg_at_5_std": -0.552498, + "nauc_ndcg_at_5_diff1": 0.815398, + "nauc_ndcg_at_10_max": 0.663184, + "nauc_ndcg_at_10_std": -0.545866, + "nauc_ndcg_at_10_diff1": 0.803202, + "nauc_ndcg_at_20_max": 0.659354, + "nauc_ndcg_at_20_std": -0.544867, + "nauc_ndcg_at_20_diff1": 0.798907, + "nauc_ndcg_at_100_max": 0.659759, + "nauc_ndcg_at_100_std": -0.538459, + "nauc_ndcg_at_100_diff1": 0.79755, + "nauc_ndcg_at_1000_max": 0.664792, + "nauc_ndcg_at_1000_std": -0.542253, + "nauc_ndcg_at_1000_diff1": 0.808845, + "nauc_map_at_1_max": 0.670481, + "nauc_map_at_1_std": -0.534929, + "nauc_map_at_1_diff1": 0.847061, + "nauc_map_at_3_max": 0.675882, + "nauc_map_at_3_std": -0.541915, + "nauc_map_at_3_diff1": 0.828224, + "nauc_map_at_5_max": 0.671876, + "nauc_map_at_5_std": -0.546662, + "nauc_map_at_5_diff1": 0.825102, + "nauc_map_at_10_max": 0.669413, + "nauc_map_at_10_std": -0.54429, + "nauc_map_at_10_diff1": 0.820134, + "nauc_map_at_20_max": 0.668492, + "nauc_map_at_20_std": -0.543927, + "nauc_map_at_20_diff1": 0.81909, + "nauc_map_at_100_max": 0.668501, + "nauc_map_at_100_std": -0.543312, + "nauc_map_at_100_diff1": 0.819008, + "nauc_map_at_1000_max": 0.668721, + "nauc_map_at_1000_std": -0.543307, + "nauc_map_at_1000_diff1": 0.819397, + "nauc_recall_at_1_max": 0.670481, + "nauc_recall_at_1_std": -0.534929, + "nauc_recall_at_1_diff1": 0.847061, + "nauc_recall_at_3_max": 0.67562, + "nauc_recall_at_3_std": -0.550991, + "nauc_recall_at_3_diff1": 0.796199, + "nauc_recall_at_5_max": 0.657226, + "nauc_recall_at_5_std": -0.571786, + "nauc_recall_at_5_diff1": 0.780511, + "nauc_recall_at_10_max": 0.635229, + "nauc_recall_at_10_std": -0.548158, + "nauc_recall_at_10_diff1": 0.734202, + "nauc_recall_at_20_max": 0.611365, + "nauc_recall_at_20_std": -0.544768, + "nauc_recall_at_20_diff1": 0.703917, + "nauc_recall_at_100_max": 0.583713, + "nauc_recall_at_100_std": -0.463137, + "nauc_recall_at_100_diff1": 0.617299, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671776, + "nauc_precision_at_1_std": -0.534962, + "nauc_precision_at_1_diff1": 0.849402, + "nauc_precision_at_3_max": 0.677298, + "nauc_precision_at_3_std": -0.551231, + "nauc_precision_at_3_diff1": 0.799046, + "nauc_precision_at_5_max": 0.658977, + "nauc_precision_at_5_std": -0.57206, + "nauc_precision_at_5_diff1": 0.783497, + "nauc_precision_at_10_max": 0.637158, + "nauc_precision_at_10_std": -0.548437, + "nauc_precision_at_10_diff1": 0.737482, + "nauc_precision_at_20_max": 0.614516, + "nauc_precision_at_20_std": -0.543493, + "nauc_precision_at_20_diff1": 0.707007, + "nauc_precision_at_100_max": 0.589847, + "nauc_precision_at_100_std": -0.460958, + "nauc_precision_at_100_diff1": 0.623007, + "nauc_precision_at_1000_max": 0.126962, "nauc_precision_at_1000_std": 0.38047, - "nauc_precision_at_1000_diff1": 0.29581, - "nauc_mrr_at_1_max": 0.650311, - "nauc_mrr_at_1_std": -0.508698, - "nauc_mrr_at_1_diff1": 0.838291, - "nauc_mrr_at_3_max": 0.647403, - "nauc_mrr_at_3_std": -0.532562, - "nauc_mrr_at_3_diff1": 0.811551, - "nauc_mrr_at_5_max": 0.646225, - "nauc_mrr_at_5_std": -0.530277, - "nauc_mrr_at_5_diff1": 0.807873, - "nauc_mrr_at_10_max": 0.642383, - "nauc_mrr_at_10_std": -0.528863, - "nauc_mrr_at_10_diff1": 0.803247, - "nauc_mrr_at_20_max": 0.642114, - "nauc_mrr_at_20_std": -0.528948, - "nauc_mrr_at_20_diff1": 0.802066, - "nauc_mrr_at_100_max": 0.642017, - "nauc_mrr_at_100_std": -0.527797, - "nauc_mrr_at_100_diff1": 0.801944, - "nauc_mrr_at_1000_max": 0.642205, - "nauc_mrr_at_1000_std": -0.527825, - "nauc_mrr_at_1000_diff1": 0.802336, - "main_score": 0.59295, + "nauc_precision_at_1000_diff1": 0.081084, + "nauc_mrr_at_1_max": 0.671776, + "nauc_mrr_at_1_std": -0.534962, + "nauc_mrr_at_1_diff1": 0.849402, + "nauc_mrr_at_3_max": 0.677239, + "nauc_mrr_at_3_std": -0.541953, + "nauc_mrr_at_3_diff1": 0.830661, + "nauc_mrr_at_5_max": 0.673246, + "nauc_mrr_at_5_std": -0.546703, + "nauc_mrr_at_5_diff1": 0.827564, + "nauc_mrr_at_10_max": 0.670799, + "nauc_mrr_at_10_std": -0.54433, + "nauc_mrr_at_10_diff1": 0.822625, + "nauc_mrr_at_20_max": 0.669925, + "nauc_mrr_at_20_std": -0.543886, + "nauc_mrr_at_20_diff1": 0.821566, + "nauc_mrr_at_100_max": 0.669945, + "nauc_mrr_at_100_std": -0.54327, + "nauc_mrr_at_100_diff1": 0.821502, + "nauc_mrr_at_1000_max": 0.670127, + "nauc_mrr_at_1000_std": -0.54329, + "nauc_mrr_at_1000_diff1": 0.821856, + "hit_rate_at_1": 0.51225, + "hit_rate_at_3": 0.60579, + "hit_rate_at_5": 0.63474, + "hit_rate_at_10": 0.69042, + "hit_rate_at_20": 0.73497, + "hit_rate_at_100": 0.86303, + "hit_rate_at_1000": 1.0, + "main_score": 0.59652, "hf_subset": "lin_Latn-lin_Latn", "languages": [ "lin-Latn", "lin-Latn" - ] - }, - { - "ndcg_at_1": 0.64667, - "ndcg_at_3": 0.70467, - "ndcg_at_5": 0.72141, - "ndcg_at_10": 0.73582, - "ndcg_at_20": 0.74476, - "ndcg_at_100": 0.75921, - "ndcg_at_1000": 0.76641, - "map_at_1": 0.64667, - "map_at_3": 0.69019, - "map_at_5": 0.69963, - "map_at_10": 0.70561, - "map_at_20": 0.70803, - "map_at_100": 0.70997, - "map_at_1000": 0.71028, - "recall_at_1": 0.64667, - "recall_at_3": 0.74667, - "recall_at_5": 0.78667, - "recall_at_10": 0.83111, - "recall_at_20": 0.86667, - "recall_at_100": 0.94556, - "recall_at_1000": 1.0, - "precision_at_1": 0.64667, - "precision_at_3": 0.24889, - "precision_at_5": 0.15733, - "precision_at_10": 0.08311, - "precision_at_20": 0.04333, - "precision_at_100": 0.00946, - "precision_at_1000": 0.001, - "mrr_at_1": 0.646667, - "mrr_at_3": 0.690185, - "mrr_at_5": 0.69963, - "mrr_at_10": 0.70561, - "mrr_at_20": 0.708034, - "mrr_at_100": 0.709975, - "mrr_at_1000": 0.710281, - "nauc_ndcg_at_1_max": 0.816139, - "nauc_ndcg_at_1_std": 0.319028, - "nauc_ndcg_at_1_diff1": 0.888017, - "nauc_ndcg_at_3_max": 0.839969, - "nauc_ndcg_at_3_std": 0.377076, - "nauc_ndcg_at_3_diff1": 0.862518, - "nauc_ndcg_at_5_max": 0.839022, - "nauc_ndcg_at_5_std": 0.377527, - "nauc_ndcg_at_5_diff1": 0.856734, - "nauc_ndcg_at_10_max": 0.833861, - "nauc_ndcg_at_10_std": 0.375249, - "nauc_ndcg_at_10_diff1": 0.851115, - "nauc_ndcg_at_20_max": 0.830209, - "nauc_ndcg_at_20_std": 0.377604, - "nauc_ndcg_at_20_diff1": 0.850806, - "nauc_ndcg_at_100_max": 0.830169, - "nauc_ndcg_at_100_std": 0.373403, - "nauc_ndcg_at_100_diff1": 0.854152, - "nauc_ndcg_at_1000_max": 0.830593, - "nauc_ndcg_at_1000_std": 0.36901, - "nauc_ndcg_at_1000_diff1": 0.85793, - "nauc_map_at_1_max": 0.816139, - "nauc_map_at_1_std": 0.319028, - "nauc_map_at_1_diff1": 0.888017, - "nauc_map_at_3_max": 0.83331, - "nauc_map_at_3_std": 0.362285, - "nauc_map_at_3_diff1": 0.868865, - "nauc_map_at_5_max": 0.832733, - "nauc_map_at_5_std": 0.362117, - "nauc_map_at_5_diff1": 0.865922, - "nauc_map_at_10_max": 0.830466, - "nauc_map_at_10_std": 0.360482, - "nauc_map_at_10_diff1": 0.863863, - "nauc_map_at_20_max": 0.829602, - "nauc_map_at_20_std": 0.360772, - "nauc_map_at_20_diff1": 0.863871, - "nauc_map_at_100_max": 0.829488, - "nauc_map_at_100_std": 0.360163, - "nauc_map_at_100_diff1": 0.864181, - "nauc_map_at_1000_max": 0.82952, - "nauc_map_at_1000_std": 0.360139, - "nauc_map_at_1000_diff1": 0.864315, - "nauc_recall_at_1_max": 0.816139, - "nauc_recall_at_1_std": 0.319028, - "nauc_recall_at_1_diff1": 0.888017, - "nauc_recall_at_3_max": 0.862437, - "nauc_recall_at_3_std": 0.426321, - "nauc_recall_at_3_diff1": 0.84146, - "nauc_recall_at_5_max": 0.862405, - "nauc_recall_at_5_std": 0.434947, - "nauc_recall_at_5_diff1": 0.821653, - "nauc_recall_at_10_max": 0.846511, - "nauc_recall_at_10_std": 0.441955, - "nauc_recall_at_10_diff1": 0.789715, - "nauc_recall_at_20_max": 0.824007, - "nauc_recall_at_20_std": 0.476162, - "nauc_recall_at_20_diff1": 0.773242, - "nauc_recall_at_100_max": 0.821167, - "nauc_recall_at_100_std": 0.521418, - "nauc_recall_at_100_diff1": 0.747613, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816139, - "nauc_precision_at_1_std": 0.319028, - "nauc_precision_at_1_diff1": 0.888017, - "nauc_precision_at_3_max": 0.862437, - "nauc_precision_at_3_std": 0.426321, - "nauc_precision_at_3_diff1": 0.84146, - "nauc_precision_at_5_max": 0.862405, - "nauc_precision_at_5_std": 0.434947, - "nauc_precision_at_5_diff1": 0.821653, - "nauc_precision_at_10_max": 0.846511, - "nauc_precision_at_10_std": 0.441955, - "nauc_precision_at_10_diff1": 0.789715, - "nauc_precision_at_20_max": 0.824007, - "nauc_precision_at_20_std": 0.476162, - "nauc_precision_at_20_diff1": 0.773242, - "nauc_precision_at_100_max": 0.821167, - "nauc_precision_at_100_std": 0.521418, - "nauc_precision_at_100_diff1": 0.747613, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816139, - "nauc_mrr_at_1_std": 0.319028, - "nauc_mrr_at_1_diff1": 0.888017, - "nauc_mrr_at_3_max": 0.83331, - "nauc_mrr_at_3_std": 0.362285, - "nauc_mrr_at_3_diff1": 0.868865, - "nauc_mrr_at_5_max": 0.832733, - "nauc_mrr_at_5_std": 0.362117, - "nauc_mrr_at_5_diff1": 0.865922, - "nauc_mrr_at_10_max": 0.830466, - "nauc_mrr_at_10_std": 0.360482, - "nauc_mrr_at_10_diff1": 0.863863, - "nauc_mrr_at_20_max": 0.829602, - "nauc_mrr_at_20_std": 0.360772, - "nauc_mrr_at_20_diff1": 0.863871, - "nauc_mrr_at_100_max": 0.829488, - "nauc_mrr_at_100_std": 0.360163, - "nauc_mrr_at_100_diff1": 0.864181, - "nauc_mrr_at_1000_max": 0.82952, - "nauc_mrr_at_1000_std": 0.360139, - "nauc_mrr_at_1000_diff1": 0.864315, - "main_score": 0.73582, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.63556, + "ndcg_at_3": 0.69887, + "ndcg_at_5": 0.71537, + "ndcg_at_10": 0.72899, + "ndcg_at_20": 0.7393, + "ndcg_at_100": 0.75297, + "ndcg_at_1000": 0.76063, + "map_at_1": 0.63556, + "map_at_3": 0.68315, + "map_at_5": 0.69231, + "map_at_10": 0.6979, + "map_at_20": 0.70069, + "map_at_100": 0.70254, + "map_at_1000": 0.70287, + "recall_at_1": 0.63556, + "recall_at_3": 0.74444, + "recall_at_5": 0.78444, + "recall_at_10": 0.82667, + "recall_at_20": 0.86778, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "accuracy": 0.63556, + "precision_at_1": 0.63556, + "precision_at_3": 0.24815, + "precision_at_5": 0.15689, + "precision_at_10": 0.08267, + "precision_at_20": 0.04339, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.635556, + "mrr_at_3": 0.683148, + "mrr_at_5": 0.692315, + "mrr_at_10": 0.697905, + "mrr_at_20": 0.700692, + "mrr_at_100": 0.702538, + "mrr_at_1000": 0.702867, + "nauc_ndcg_at_1_max": 0.806765, + "nauc_ndcg_at_1_std": 0.282452, + "nauc_ndcg_at_1_diff1": 0.894407, + "nauc_ndcg_at_3_max": 0.826323, + "nauc_ndcg_at_3_std": 0.337, + "nauc_ndcg_at_3_diff1": 0.859364, + "nauc_ndcg_at_5_max": 0.825188, + "nauc_ndcg_at_5_std": 0.334742, + "nauc_ndcg_at_5_diff1": 0.851754, + "nauc_ndcg_at_10_max": 0.820909, + "nauc_ndcg_at_10_std": 0.337211, + "nauc_ndcg_at_10_diff1": 0.849809, + "nauc_ndcg_at_20_max": 0.816409, + "nauc_ndcg_at_20_std": 0.334268, + "nauc_ndcg_at_20_diff1": 0.847728, + "nauc_ndcg_at_100_max": 0.816969, + "nauc_ndcg_at_100_std": 0.337128, + "nauc_ndcg_at_100_diff1": 0.851129, + "nauc_ndcg_at_1000_max": 0.81751, + "nauc_ndcg_at_1000_std": 0.328667, + "nauc_ndcg_at_1000_diff1": 0.855918, + "nauc_map_at_1_max": 0.806765, + "nauc_map_at_1_std": 0.282452, + "nauc_map_at_1_diff1": 0.894407, + "nauc_map_at_3_max": 0.820401, + "nauc_map_at_3_std": 0.32119, + "nauc_map_at_3_diff1": 0.867869, + "nauc_map_at_5_max": 0.819778, + "nauc_map_at_5_std": 0.319882, + "nauc_map_at_5_diff1": 0.864035, + "nauc_map_at_10_max": 0.817995, + "nauc_map_at_10_std": 0.320389, + "nauc_map_at_10_diff1": 0.863502, + "nauc_map_at_20_max": 0.816876, + "nauc_map_at_20_std": 0.319489, + "nauc_map_at_20_diff1": 0.863076, + "nauc_map_at_100_max": 0.816806, + "nauc_map_at_100_std": 0.319594, + "nauc_map_at_100_diff1": 0.863349, + "nauc_map_at_1000_max": 0.816847, + "nauc_map_at_1000_std": 0.319371, + "nauc_map_at_1000_diff1": 0.863529, + "nauc_recall_at_1_max": 0.806765, + "nauc_recall_at_1_std": 0.282452, + "nauc_recall_at_1_diff1": 0.894407, + "nauc_recall_at_3_max": 0.84667, + "nauc_recall_at_3_std": 0.391024, + "nauc_recall_at_3_diff1": 0.831037, + "nauc_recall_at_5_max": 0.845588, + "nauc_recall_at_5_std": 0.39066, + "nauc_recall_at_5_diff1": 0.804567, + "nauc_recall_at_10_max": 0.831626, + "nauc_recall_at_10_std": 0.414665, + "nauc_recall_at_10_diff1": 0.786265, + "nauc_recall_at_20_max": 0.803358, + "nauc_recall_at_20_std": 0.416232, + "nauc_recall_at_20_diff1": 0.754836, + "nauc_recall_at_100_max": 0.806579, + "nauc_recall_at_100_std": 0.578952, + "nauc_recall_at_100_diff1": 0.722994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806765, + "nauc_precision_at_1_std": 0.282452, + "nauc_precision_at_1_diff1": 0.894407, + "nauc_precision_at_3_max": 0.84667, + "nauc_precision_at_3_std": 0.391024, + "nauc_precision_at_3_diff1": 0.831037, + "nauc_precision_at_5_max": 0.845588, + "nauc_precision_at_5_std": 0.39066, + "nauc_precision_at_5_diff1": 0.804567, + "nauc_precision_at_10_max": 0.831626, + "nauc_precision_at_10_std": 0.414665, + "nauc_precision_at_10_diff1": 0.786265, + "nauc_precision_at_20_max": 0.803358, + "nauc_precision_at_20_std": 0.416232, + "nauc_precision_at_20_diff1": 0.754836, + "nauc_precision_at_100_max": 0.806579, + "nauc_precision_at_100_std": 0.578952, + "nauc_precision_at_100_diff1": 0.722994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806765, + "nauc_mrr_at_1_std": 0.282452, + "nauc_mrr_at_1_diff1": 0.894407, + "nauc_mrr_at_3_max": 0.820401, + "nauc_mrr_at_3_std": 0.32119, + "nauc_mrr_at_3_diff1": 0.867869, + "nauc_mrr_at_5_max": 0.819778, + "nauc_mrr_at_5_std": 0.319882, + "nauc_mrr_at_5_diff1": 0.864035, + "nauc_mrr_at_10_max": 0.817995, + "nauc_mrr_at_10_std": 0.320389, + "nauc_mrr_at_10_diff1": 0.863502, + "nauc_mrr_at_20_max": 0.816876, + "nauc_mrr_at_20_std": 0.319489, + "nauc_mrr_at_20_diff1": 0.863076, + "nauc_mrr_at_100_max": 0.816806, + "nauc_mrr_at_100_std": 0.319594, + "nauc_mrr_at_100_diff1": 0.863349, + "nauc_mrr_at_1000_max": 0.816847, + "nauc_mrr_at_1000_std": 0.319371, + "nauc_mrr_at_1000_diff1": 0.863529, + "hit_rate_at_1": 0.63556, + "hit_rate_at_3": 0.74444, + "hit_rate_at_5": 0.78444, + "hit_rate_at_10": 0.82667, + "hit_rate_at_20": 0.86778, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.72899, "hf_subset": "lin_Latn-eng_Latn", "languages": [ "lin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.50334, - "ndcg_at_3": 0.5476, - "ndcg_at_5": 0.5569, - "ndcg_at_10": 0.56538, - "ndcg_at_20": 0.57129, - "ndcg_at_100": 0.59363, - "ndcg_at_1000": 0.62188, - "map_at_1": 0.50278, - "map_at_3": 0.53638, - "map_at_5": 0.54161, - "map_at_10": 0.54508, - "map_at_20": 0.54663, - "map_at_100": 0.54939, - "map_at_1000": 0.5504, - "recall_at_1": 0.50278, - "recall_at_3": 0.57962, - "recall_at_5": 0.60189, - "recall_at_10": 0.62806, - "recall_at_20": 0.652, - "recall_at_100": 0.77784, - "recall_at_1000": 1.0, - "precision_at_1": 0.50334, - "precision_at_3": 0.19339, - "precision_at_5": 0.12049, - "precision_at_10": 0.06292, - "precision_at_20": 0.03268, - "precision_at_100": 0.0078, - "precision_at_1000": 0.001, - "mrr_at_1": 0.503341, - "mrr_at_3": 0.536934, - "mrr_at_5": 0.542168, - "mrr_at_10": 0.545717, - "mrr_at_20": 0.547207, - "mrr_at_100": 0.549964, - "mrr_at_1000": 0.550974, - "nauc_ndcg_at_1_max": 0.87057, - "nauc_ndcg_at_1_std": 0.609096, - "nauc_ndcg_at_1_diff1": 0.881134, - "nauc_ndcg_at_3_max": 0.907005, - "nauc_ndcg_at_3_std": 0.665753, - "nauc_ndcg_at_3_diff1": 0.858653, - "nauc_ndcg_at_5_max": 0.904206, - "nauc_ndcg_at_5_std": 0.665985, - "nauc_ndcg_at_5_diff1": 0.849031, - "nauc_ndcg_at_10_max": 0.905299, - "nauc_ndcg_at_10_std": 0.675256, - "nauc_ndcg_at_10_diff1": 0.845119, - "nauc_ndcg_at_20_max": 0.904444, - "nauc_ndcg_at_20_std": 0.67841, - "nauc_ndcg_at_20_diff1": 0.842241, - "nauc_ndcg_at_100_max": 0.896878, - "nauc_ndcg_at_100_std": 0.676048, - "nauc_ndcg_at_100_diff1": 0.835097, - "nauc_ndcg_at_1000_max": 0.898707, - "nauc_ndcg_at_1000_std": 0.667333, - "nauc_ndcg_at_1000_diff1": 0.845961, - "nauc_map_at_1_max": 0.8698, - "nauc_map_at_1_std": 0.608475, - "nauc_map_at_1_diff1": 0.879732, - "nauc_map_at_3_max": 0.898419, - "nauc_map_at_3_std": 0.651688, - "nauc_map_at_3_diff1": 0.863796, - "nauc_map_at_5_max": 0.896852, - "nauc_map_at_5_std": 0.651671, - "nauc_map_at_5_diff1": 0.858463, - "nauc_map_at_10_max": 0.897282, - "nauc_map_at_10_std": 0.655477, - "nauc_map_at_10_diff1": 0.856903, - "nauc_map_at_20_max": 0.897091, - "nauc_map_at_20_std": 0.656304, - "nauc_map_at_20_diff1": 0.856193, - "nauc_map_at_100_max": 0.896108, - "nauc_map_at_100_std": 0.655982, - "nauc_map_at_100_diff1": 0.855274, - "nauc_map_at_1000_max": 0.896111, - "nauc_map_at_1000_std": 0.655637, - "nauc_map_at_1000_diff1": 0.855564, - "nauc_recall_at_1_max": 0.8698, - "nauc_recall_at_1_std": 0.608475, - "nauc_recall_at_1_diff1": 0.879732, - "nauc_recall_at_3_max": 0.931854, - "nauc_recall_at_3_std": 0.707517, - "nauc_recall_at_3_diff1": 0.841716, - "nauc_recall_at_5_max": 0.925001, - "nauc_recall_at_5_std": 0.709255, - "nauc_recall_at_5_diff1": 0.81689, - "nauc_recall_at_10_max": 0.929518, - "nauc_recall_at_10_std": 0.741359, - "nauc_recall_at_10_diff1": 0.802817, - "nauc_recall_at_20_max": 0.926311, - "nauc_recall_at_20_std": 0.758117, - "nauc_recall_at_20_diff1": 0.787739, - "nauc_recall_at_100_max": 0.872159, - "nauc_recall_at_100_std": 0.768605, - "nauc_recall_at_100_diff1": 0.708393, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.87057, - "nauc_precision_at_1_std": 0.609096, - "nauc_precision_at_1_diff1": 0.881134, - "nauc_precision_at_3_max": 0.932728, - "nauc_precision_at_3_std": 0.708252, - "nauc_precision_at_3_diff1": 0.843215, - "nauc_precision_at_5_max": 0.926217, - "nauc_precision_at_5_std": 0.710258, - "nauc_precision_at_5_diff1": 0.818698, - "nauc_precision_at_10_max": 0.930726, - "nauc_precision_at_10_std": 0.742982, - "nauc_precision_at_10_diff1": 0.803664, - "nauc_precision_at_20_max": 0.919252, - "nauc_precision_at_20_std": 0.753681, - "nauc_precision_at_20_diff1": 0.780497, - "nauc_precision_at_100_max": 0.863071, - "nauc_precision_at_100_std": 0.762641, - "nauc_precision_at_100_diff1": 0.699175, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.54595, + "ndcg_at_5": 0.55645, + "ndcg_at_10": 0.56147, + "ndcg_at_20": 0.56859, + "ndcg_at_100": 0.58954, + "ndcg_at_1000": 0.61999, + "map_at_1": 0.49944, + "map_at_3": 0.53452, + "map_at_5": 0.54031, + "map_at_10": 0.54243, + "map_at_20": 0.54443, + "map_at_100": 0.54719, + "map_at_1000": 0.54832, + "recall_at_1": 0.49944, + "recall_at_3": 0.57851, + "recall_at_5": 0.60412, + "recall_at_10": 0.61915, + "recall_at_20": 0.64699, + "recall_at_100": 0.76225, + "recall_at_1000": 1.0, + "accuracy": 0.49944, + "precision_at_1": 0.5, + "precision_at_3": 0.19302, + "precision_at_5": 0.12094, + "precision_at_10": 0.06203, + "precision_at_20": 0.03241, + "precision_at_100": 0.00764, + "precision_at_1000": 0.001, + "mrr_at_1": 0.5, + "mrr_at_3": 0.535078, + "mrr_at_5": 0.540869, + "mrr_at_10": 0.543081, + "mrr_at_20": 0.545079, + "mrr_at_100": 0.547799, + "mrr_at_1000": 0.548926, + "nauc_ndcg_at_1_max": 0.857828, + "nauc_ndcg_at_1_std": 0.607292, + "nauc_ndcg_at_1_diff1": 0.87755, + "nauc_ndcg_at_3_max": 0.903264, + "nauc_ndcg_at_3_std": 0.674227, + "nauc_ndcg_at_3_diff1": 0.863738, + "nauc_ndcg_at_5_max": 0.899976, + "nauc_ndcg_at_5_std": 0.679992, + "nauc_ndcg_at_5_diff1": 0.854517, + "nauc_ndcg_at_10_max": 0.901284, + "nauc_ndcg_at_10_std": 0.683395, + "nauc_ndcg_at_10_diff1": 0.854723, + "nauc_ndcg_at_20_max": 0.898362, + "nauc_ndcg_at_20_std": 0.685018, + "nauc_ndcg_at_20_diff1": 0.8502, + "nauc_ndcg_at_100_max": 0.89213, + "nauc_ndcg_at_100_std": 0.68457, + "nauc_ndcg_at_100_diff1": 0.84381, + "nauc_ndcg_at_1000_max": 0.892787, + "nauc_ndcg_at_1000_std": 0.674721, + "nauc_ndcg_at_1000_diff1": 0.852625, + "nauc_map_at_1_max": 0.857389, + "nauc_map_at_1_std": 0.607368, + "nauc_map_at_1_diff1": 0.876482, + "nauc_map_at_3_max": 0.892658, + "nauc_map_at_3_std": 0.657591, + "nauc_map_at_3_diff1": 0.867313, + "nauc_map_at_5_max": 0.890896, + "nauc_map_at_5_std": 0.660799, + "nauc_map_at_5_diff1": 0.862365, + "nauc_map_at_10_max": 0.891352, + "nauc_map_at_10_std": 0.662206, + "nauc_map_at_10_diff1": 0.862383, + "nauc_map_at_20_max": 0.890532, + "nauc_map_at_20_std": 0.662503, + "nauc_map_at_20_diff1": 0.861145, + "nauc_map_at_100_max": 0.889678, + "nauc_map_at_100_std": 0.662484, + "nauc_map_at_100_diff1": 0.860256, + "nauc_map_at_1000_max": 0.889621, + "nauc_map_at_1000_std": 0.662088, + "nauc_map_at_1000_diff1": 0.860476, + "nauc_recall_at_1_max": 0.857389, + "nauc_recall_at_1_std": 0.607368, + "nauc_recall_at_1_diff1": 0.876482, + "nauc_recall_at_3_max": 0.934201, + "nauc_recall_at_3_std": 0.724358, + "nauc_recall_at_3_diff1": 0.851353, + "nauc_recall_at_5_max": 0.925991, + "nauc_recall_at_5_std": 0.739709, + "nauc_recall_at_5_diff1": 0.826781, + "nauc_recall_at_10_max": 0.931338, + "nauc_recall_at_10_std": 0.752082, + "nauc_recall_at_10_diff1": 0.827431, + "nauc_recall_at_20_max": 0.920041, + "nauc_recall_at_20_std": 0.763407, + "nauc_recall_at_20_diff1": 0.806462, + "nauc_recall_at_100_max": 0.879121, + "nauc_recall_at_100_std": 0.783573, + "nauc_recall_at_100_diff1": 0.743928, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.857828, + "nauc_precision_at_1_std": 0.607292, + "nauc_precision_at_1_diff1": 0.87755, + "nauc_precision_at_3_max": 0.935076, + "nauc_precision_at_3_std": 0.724594, + "nauc_precision_at_3_diff1": 0.852856, + "nauc_precision_at_5_max": 0.927213, + "nauc_precision_at_5_std": 0.740221, + "nauc_precision_at_5_diff1": 0.828606, + "nauc_precision_at_10_max": 0.93253, + "nauc_precision_at_10_std": 0.752729, + "nauc_precision_at_10_diff1": 0.828824, + "nauc_precision_at_20_max": 0.921273, + "nauc_precision_at_20_std": 0.764113, + "nauc_precision_at_20_diff1": 0.807885, + "nauc_precision_at_100_max": 0.870457, + "nauc_precision_at_100_std": 0.775841, + "nauc_precision_at_100_diff1": 0.736372, "nauc_precision_at_1000_max": -0.1101, - "nauc_precision_at_1000_std": 0.013977, - "nauc_precision_at_1000_diff1": -0.125379, - "nauc_mrr_at_1_max": 0.87057, - "nauc_mrr_at_1_std": 0.609096, - "nauc_mrr_at_1_diff1": 0.881134, - "nauc_mrr_at_3_max": 0.899234, - "nauc_mrr_at_3_std": 0.652357, - "nauc_mrr_at_3_diff1": 0.865238, - "nauc_mrr_at_5_max": 0.89767, - "nauc_mrr_at_5_std": 0.652343, - "nauc_mrr_at_5_diff1": 0.859911, - "nauc_mrr_at_10_max": 0.898091, - "nauc_mrr_at_10_std": 0.656213, - "nauc_mrr_at_10_diff1": 0.858233, - "nauc_mrr_at_20_max": 0.897913, - "nauc_mrr_at_20_std": 0.657, - "nauc_mrr_at_20_diff1": 0.857619, - "nauc_mrr_at_100_max": 0.896933, - "nauc_mrr_at_100_std": 0.656682, - "nauc_mrr_at_100_diff1": 0.856706, - "nauc_mrr_at_1000_max": 0.89693, - "nauc_mrr_at_1000_std": 0.656332, - "nauc_mrr_at_1000_diff1": 0.856987, - "main_score": 0.56538, + "nauc_precision_at_1000_std": -0.138372, + "nauc_precision_at_1000_diff1": -0.045435, + "nauc_mrr_at_1_max": 0.857828, + "nauc_mrr_at_1_std": 0.607292, + "nauc_mrr_at_1_diff1": 0.87755, + "nauc_mrr_at_3_max": 0.893122, + "nauc_mrr_at_3_std": 0.657522, + "nauc_mrr_at_3_diff1": 0.868418, + "nauc_mrr_at_5_max": 0.891362, + "nauc_mrr_at_5_std": 0.660729, + "nauc_mrr_at_5_diff1": 0.863477, + "nauc_mrr_at_10_max": 0.891803, + "nauc_mrr_at_10_std": 0.66214, + "nauc_mrr_at_10_diff1": 0.863431, + "nauc_mrr_at_20_max": 0.890985, + "nauc_mrr_at_20_std": 0.662436, + "nauc_mrr_at_20_diff1": 0.862196, + "nauc_mrr_at_100_max": 0.890139, + "nauc_mrr_at_100_std": 0.662415, + "nauc_mrr_at_100_diff1": 0.861341, + "nauc_mrr_at_1000_max": 0.890078, + "nauc_mrr_at_1000_std": 0.66202, + "nauc_mrr_at_1000_diff1": 0.861552, + "hit_rate_at_1": 0.5, + "hit_rate_at_3": 0.57906, + "hit_rate_at_5": 0.60468, + "hit_rate_at_10": 0.62027, + "hit_rate_at_20": 0.64811, + "hit_rate_at_100": 0.76281, + "hit_rate_at_1000": 1.0, + "main_score": 0.56147, "hf_subset": "eng_Latn-lin_Latn", "languages": [ "eng-Latn", "lin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.86, - "ndcg_at_3": 0.90283, - "ndcg_at_5": 0.91115, - "ndcg_at_10": 0.91803, - "ndcg_at_20": 0.92088, - "ndcg_at_100": 0.92313, - "ndcg_at_1000": 0.92371, - "map_at_1": 0.86, - "map_at_3": 0.89296, - "map_at_5": 0.89763, - "map_at_10": 0.9005, - "map_at_20": 0.9013, - "map_at_100": 0.90161, - "map_at_1000": 0.90163, - "recall_at_1": 0.86, + "ndcg_at_1": 0.85889, + "ndcg_at_3": 0.9014, + "ndcg_at_5": 0.90972, + "ndcg_at_10": 0.91649, + "ndcg_at_20": 0.91885, + "ndcg_at_100": 0.92163, + "ndcg_at_1000": 0.92238, + "map_at_1": 0.85889, + "map_at_3": 0.89111, + "map_at_5": 0.89578, + "map_at_10": 0.89875, + "map_at_20": 0.89946, + "map_at_100": 0.89988, + "map_at_1000": 0.89991, + "recall_at_1": 0.85889, "recall_at_3": 0.93111, "recall_at_5": 0.95111, - "recall_at_10": 0.97222, - "recall_at_20": 0.98333, - "recall_at_100": 0.99556, + "recall_at_10": 0.97111, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.86, + "accuracy": 0.85889, + "precision_at_1": 0.85889, "precision_at_3": 0.31037, "precision_at_5": 0.19022, - "precision_at_10": 0.09722, - "precision_at_20": 0.04917, - "precision_at_100": 0.00996, + "precision_at_10": 0.09711, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.86, - "mrr_at_3": 0.892963, - "mrr_at_5": 0.89763, - "mrr_at_10": 0.900498, - "mrr_at_20": 0.901302, - "mrr_at_100": 0.901605, - "mrr_at_1000": 0.901628, - "nauc_ndcg_at_1_max": 0.75478, - "nauc_ndcg_at_1_std": 0.056329, - "nauc_ndcg_at_1_diff1": 0.93859, - "nauc_ndcg_at_3_max": 0.813477, - "nauc_ndcg_at_3_std": 0.075958, - "nauc_ndcg_at_3_diff1": 0.932677, - "nauc_ndcg_at_5_max": 0.815064, - "nauc_ndcg_at_5_std": 0.092406, - "nauc_ndcg_at_5_diff1": 0.931213, - "nauc_ndcg_at_10_max": 0.804693, - "nauc_ndcg_at_10_std": 0.076725, - "nauc_ndcg_at_10_diff1": 0.932907, - "nauc_ndcg_at_20_max": 0.80403, - "nauc_ndcg_at_20_std": 0.089825, - "nauc_ndcg_at_20_diff1": 0.933346, - "nauc_ndcg_at_100_max": 0.801181, - "nauc_ndcg_at_100_std": 0.0894, - "nauc_ndcg_at_100_diff1": 0.93398, - "nauc_ndcg_at_1000_max": 0.799641, - "nauc_ndcg_at_1000_std": 0.082954, - "nauc_ndcg_at_1000_diff1": 0.9337, - "nauc_map_at_1_max": 0.75478, - "nauc_map_at_1_std": 0.056329, - "nauc_map_at_1_diff1": 0.93859, - "nauc_map_at_3_max": 0.798793, - "nauc_map_at_3_std": 0.074148, - "nauc_map_at_3_diff1": 0.933675, - "nauc_map_at_5_max": 0.798916, - "nauc_map_at_5_std": 0.0818, - "nauc_map_at_5_diff1": 0.93302, - "nauc_map_at_10_max": 0.794888, - "nauc_map_at_10_std": 0.075838, - "nauc_map_at_10_diff1": 0.933765, - "nauc_map_at_20_max": 0.794591, - "nauc_map_at_20_std": 0.07848, - "nauc_map_at_20_diff1": 0.93388, - "nauc_map_at_100_max": 0.794305, - "nauc_map_at_100_std": 0.078285, - "nauc_map_at_100_diff1": 0.933984, - "nauc_map_at_1000_max": 0.794257, - "nauc_map_at_1000_std": 0.078098, - "nauc_map_at_1000_diff1": 0.933973, - "nauc_recall_at_1_max": 0.75478, - "nauc_recall_at_1_std": 0.056329, - "nauc_recall_at_1_diff1": 0.93859, - "nauc_recall_at_3_max": 0.875463, - "nauc_recall_at_3_std": 0.08118, - "nauc_recall_at_3_diff1": 0.928843, - "nauc_recall_at_5_max": 0.907319, - "nauc_recall_at_5_std": 0.156141, - "nauc_recall_at_5_diff1": 0.9209, - "nauc_recall_at_10_max": 0.885247, - "nauc_recall_at_10_std": 0.070065, - "nauc_recall_at_10_diff1": 0.926144, - "nauc_recall_at_20_max": 0.929972, - "nauc_recall_at_20_std": 0.316215, - "nauc_recall_at_20_diff1": 0.929194, + "mrr_at_1": 0.858889, + "mrr_at_3": 0.891111, + "mrr_at_5": 0.895778, + "mrr_at_10": 0.898748, + "mrr_at_20": 0.899457, + "mrr_at_100": 0.899878, + "mrr_at_1000": 0.899912, + "nauc_ndcg_at_1_max": 0.755153, + "nauc_ndcg_at_1_std": 0.044196, + "nauc_ndcg_at_1_diff1": 0.92997, + "nauc_ndcg_at_3_max": 0.810524, + "nauc_ndcg_at_3_std": 0.040972, + "nauc_ndcg_at_3_diff1": 0.922231, + "nauc_ndcg_at_5_max": 0.809885, + "nauc_ndcg_at_5_std": 0.035264, + "nauc_ndcg_at_5_diff1": 0.926382, + "nauc_ndcg_at_10_max": 0.801516, + "nauc_ndcg_at_10_std": 0.051159, + "nauc_ndcg_at_10_diff1": 0.923202, + "nauc_ndcg_at_20_max": 0.800779, + "nauc_ndcg_at_20_std": 0.05337, + "nauc_ndcg_at_20_diff1": 0.926008, + "nauc_ndcg_at_100_max": 0.799777, + "nauc_ndcg_at_100_std": 0.064666, + "nauc_ndcg_at_100_diff1": 0.926176, + "nauc_ndcg_at_1000_max": 0.797799, + "nauc_ndcg_at_1000_std": 0.05669, + "nauc_ndcg_at_1000_diff1": 0.925674, + "nauc_map_at_1_max": 0.755153, + "nauc_map_at_1_std": 0.044196, + "nauc_map_at_1_diff1": 0.92997, + "nauc_map_at_3_max": 0.797551, + "nauc_map_at_3_std": 0.046607, + "nauc_map_at_3_diff1": 0.92439, + "nauc_map_at_5_max": 0.796827, + "nauc_map_at_5_std": 0.044468, + "nauc_map_at_5_diff1": 0.926566, + "nauc_map_at_10_max": 0.793404, + "nauc_map_at_10_std": 0.051255, + "nauc_map_at_10_diff1": 0.925376, + "nauc_map_at_20_max": 0.793135, + "nauc_map_at_20_std": 0.051612, + "nauc_map_at_20_diff1": 0.926065, + "nauc_map_at_100_max": 0.793099, + "nauc_map_at_100_std": 0.053383, + "nauc_map_at_100_diff1": 0.92604, + "nauc_map_at_1000_max": 0.793026, + "nauc_map_at_1000_std": 0.05311, + "nauc_map_at_1000_diff1": 0.926018, + "nauc_recall_at_1_max": 0.755153, + "nauc_recall_at_1_std": 0.044196, + "nauc_recall_at_1_diff1": 0.92997, + "nauc_recall_at_3_max": 0.865637, + "nauc_recall_at_3_std": 0.012944, + "nauc_recall_at_3_diff1": 0.912766, + "nauc_recall_at_5_max": 0.883817, + "nauc_recall_at_5_std": -0.026611, + "nauc_recall_at_5_diff1": 0.926471, + "nauc_recall_at_10_max": 0.864972, + "nauc_recall_at_10_std": 0.049738, + "nauc_recall_at_10_diff1": 0.900704, + "nauc_recall_at_20_max": 0.883287, + "nauc_recall_at_20_std": 0.088287, + "nauc_recall_at_20_diff1": 0.932825, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.930556, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_std": 0.884687, + "nauc_recall_at_100_diff1": 0.973856, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.75478, - "nauc_precision_at_1_std": 0.056329, - "nauc_precision_at_1_diff1": 0.93859, - "nauc_precision_at_3_max": 0.875463, - "nauc_precision_at_3_std": 0.08118, - "nauc_precision_at_3_diff1": 0.928843, - "nauc_precision_at_5_max": 0.907319, - "nauc_precision_at_5_std": 0.156141, - "nauc_precision_at_5_diff1": 0.9209, - "nauc_precision_at_10_max": 0.885247, - "nauc_precision_at_10_std": 0.070065, - "nauc_precision_at_10_diff1": 0.926144, - "nauc_precision_at_20_max": 0.929972, - "nauc_precision_at_20_std": 0.316215, - "nauc_precision_at_20_diff1": 0.929194, + "nauc_precision_at_1_max": 0.755153, + "nauc_precision_at_1_std": 0.044196, + "nauc_precision_at_1_diff1": 0.92997, + "nauc_precision_at_3_max": 0.865637, + "nauc_precision_at_3_std": 0.012944, + "nauc_precision_at_3_diff1": 0.912766, + "nauc_precision_at_5_max": 0.883817, + "nauc_precision_at_5_std": -0.026611, + "nauc_precision_at_5_diff1": 0.926471, + "nauc_precision_at_10_max": 0.864972, + "nauc_precision_at_10_std": 0.049738, + "nauc_precision_at_10_diff1": 0.900704, + "nauc_precision_at_20_max": 0.883287, + "nauc_precision_at_20_std": 0.088287, + "nauc_precision_at_20_diff1": 0.932825, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.930556, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_std": 0.884687, + "nauc_precision_at_100_diff1": 0.973856, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.75478, - "nauc_mrr_at_1_std": 0.056329, - "nauc_mrr_at_1_diff1": 0.93859, - "nauc_mrr_at_3_max": 0.798793, - "nauc_mrr_at_3_std": 0.074148, - "nauc_mrr_at_3_diff1": 0.933675, - "nauc_mrr_at_5_max": 0.798916, - "nauc_mrr_at_5_std": 0.0818, - "nauc_mrr_at_5_diff1": 0.93302, - "nauc_mrr_at_10_max": 0.794888, - "nauc_mrr_at_10_std": 0.075838, - "nauc_mrr_at_10_diff1": 0.933765, - "nauc_mrr_at_20_max": 0.794591, - "nauc_mrr_at_20_std": 0.07848, - "nauc_mrr_at_20_diff1": 0.93388, - "nauc_mrr_at_100_max": 0.794305, - "nauc_mrr_at_100_std": 0.078285, - "nauc_mrr_at_100_diff1": 0.933984, - "nauc_mrr_at_1000_max": 0.794257, - "nauc_mrr_at_1000_std": 0.078098, - "nauc_mrr_at_1000_diff1": 0.933973, - "main_score": 0.91803, + "nauc_mrr_at_1_max": 0.755153, + "nauc_mrr_at_1_std": 0.044196, + "nauc_mrr_at_1_diff1": 0.92997, + "nauc_mrr_at_3_max": 0.797551, + "nauc_mrr_at_3_std": 0.046607, + "nauc_mrr_at_3_diff1": 0.92439, + "nauc_mrr_at_5_max": 0.796827, + "nauc_mrr_at_5_std": 0.044468, + "nauc_mrr_at_5_diff1": 0.926566, + "nauc_mrr_at_10_max": 0.793404, + "nauc_mrr_at_10_std": 0.051255, + "nauc_mrr_at_10_diff1": 0.925376, + "nauc_mrr_at_20_max": 0.793135, + "nauc_mrr_at_20_std": 0.051612, + "nauc_mrr_at_20_diff1": 0.926065, + "nauc_mrr_at_100_max": 0.793099, + "nauc_mrr_at_100_std": 0.053383, + "nauc_mrr_at_100_diff1": 0.92604, + "nauc_mrr_at_1000_max": 0.793026, + "nauc_mrr_at_1000_std": 0.05311, + "nauc_mrr_at_1000_diff1": 0.926018, + "hit_rate_at_1": 0.85889, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91649, "hf_subset": "lit_Latn-lit_Latn", "languages": [ "lit-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93804, - "ndcg_at_5": 0.94167, - "ndcg_at_10": 0.94599, - "ndcg_at_20": 0.94707, - "ndcg_at_100": 0.94797, - "ndcg_at_1000": 0.94841, - "map_at_1": 0.89889, - "map_at_3": 0.92852, - "map_at_5": 0.93052, - "map_at_10": 0.93229, - "map_at_20": 0.93257, - "map_at_100": 0.93272, - "map_at_1000": 0.93274, - "recall_at_1": 0.89889, - "recall_at_3": 0.96556, - "recall_at_5": 0.97444, - "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93225, + "ndcg_at_5": 0.93732, + "ndcg_at_10": 0.94122, + "ndcg_at_20": 0.9426, + "ndcg_at_100": 0.94365, + "ndcg_at_1000": 0.94409, + "map_at_1": 0.89, + "map_at_3": 0.92222, + "map_at_5": 0.92506, + "map_at_10": 0.92664, + "map_at_20": 0.927, + "map_at_100": 0.92715, + "map_at_1000": 0.92717, + "recall_at_1": 0.89, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89889, - "precision_at_3": 0.32185, - "precision_at_5": 0.19489, - "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.898889, - "mrr_at_3": 0.928519, - "mrr_at_5": 0.930519, - "mrr_at_10": 0.932294, - "mrr_at_20": 0.932571, - "mrr_at_100": 0.932722, - "mrr_at_1000": 0.932741, - "nauc_ndcg_at_1_max": 0.729668, - "nauc_ndcg_at_1_std": -0.167523, - "nauc_ndcg_at_1_diff1": 0.920624, - "nauc_ndcg_at_3_max": 0.75968, - "nauc_ndcg_at_3_std": -0.259734, - "nauc_ndcg_at_3_diff1": 0.930168, - "nauc_ndcg_at_5_max": 0.765296, - "nauc_ndcg_at_5_std": -0.233708, - "nauc_ndcg_at_5_diff1": 0.931206, - "nauc_ndcg_at_10_max": 0.762599, - "nauc_ndcg_at_10_std": -0.208513, - "nauc_ndcg_at_10_diff1": 0.928368, - "nauc_ndcg_at_20_max": 0.762235, - "nauc_ndcg_at_20_std": -0.193294, - "nauc_ndcg_at_20_diff1": 0.928273, - "nauc_ndcg_at_100_max": 0.759376, - "nauc_ndcg_at_100_std": -0.192054, - "nauc_ndcg_at_100_diff1": 0.927619, - "nauc_ndcg_at_1000_max": 0.757322, - "nauc_ndcg_at_1000_std": -0.201866, - "nauc_ndcg_at_1000_diff1": 0.927001, - "nauc_map_at_1_max": 0.729668, - "nauc_map_at_1_std": -0.167523, - "nauc_map_at_1_diff1": 0.920624, - "nauc_map_at_3_max": 0.75197, - "nauc_map_at_3_std": -0.228199, - "nauc_map_at_3_diff1": 0.926487, - "nauc_map_at_5_max": 0.754753, - "nauc_map_at_5_std": -0.214775, - "nauc_map_at_5_diff1": 0.926945, - "nauc_map_at_10_max": 0.753775, - "nauc_map_at_10_std": -0.205003, - "nauc_map_at_10_diff1": 0.925922, - "nauc_map_at_20_max": 0.753581, - "nauc_map_at_20_std": -0.202149, - "nauc_map_at_20_diff1": 0.925872, - "nauc_map_at_100_max": 0.753196, - "nauc_map_at_100_std": -0.202317, - "nauc_map_at_100_diff1": 0.925785, - "nauc_map_at_1000_max": 0.753128, - "nauc_map_at_1000_std": -0.202638, - "nauc_map_at_1000_diff1": 0.925764, - "nauc_recall_at_1_max": 0.729668, - "nauc_recall_at_1_std": -0.167523, - "nauc_recall_at_1_diff1": 0.920624, - "nauc_recall_at_3_max": 0.80365, - "nauc_recall_at_3_std": -0.44848, - "nauc_recall_at_3_diff1": 0.952562, - "nauc_recall_at_5_max": 0.845654, - "nauc_recall_at_5_std": -0.374437, - "nauc_recall_at_5_diff1": 0.965189, - "nauc_recall_at_10_max": 0.891138, - "nauc_recall_at_10_std": -0.212758, - "nauc_recall_at_10_diff1": 0.962864, - "nauc_recall_at_20_max": 0.960317, - "nauc_recall_at_20_std": 0.224156, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.89, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.925056, + "mrr_at_10": 0.926636, + "mrr_at_20": 0.927001, + "mrr_at_100": 0.927152, + "mrr_at_1000": 0.927169, + "nauc_ndcg_at_1_max": 0.703581, + "nauc_ndcg_at_1_std": -0.238816, + "nauc_ndcg_at_1_diff1": 0.924214, + "nauc_ndcg_at_3_max": 0.734337, + "nauc_ndcg_at_3_std": -0.228836, + "nauc_ndcg_at_3_diff1": 0.918372, + "nauc_ndcg_at_5_max": 0.727643, + "nauc_ndcg_at_5_std": -0.25391, + "nauc_ndcg_at_5_diff1": 0.916646, + "nauc_ndcg_at_10_max": 0.731158, + "nauc_ndcg_at_10_std": -0.230281, + "nauc_ndcg_at_10_diff1": 0.920176, + "nauc_ndcg_at_20_max": 0.728094, + "nauc_ndcg_at_20_std": -0.239535, + "nauc_ndcg_at_20_diff1": 0.921175, + "nauc_ndcg_at_100_max": 0.72846, + "nauc_ndcg_at_100_std": -0.224166, + "nauc_ndcg_at_100_diff1": 0.921333, + "nauc_ndcg_at_1000_max": 0.726317, + "nauc_ndcg_at_1000_std": -0.233827, + "nauc_ndcg_at_1000_diff1": 0.920712, + "nauc_map_at_1_max": 0.703581, + "nauc_map_at_1_std": -0.238816, + "nauc_map_at_1_diff1": 0.924214, + "nauc_map_at_3_max": 0.725801, + "nauc_map_at_3_std": -0.23291, + "nauc_map_at_3_diff1": 0.919794, + "nauc_map_at_5_max": 0.722613, + "nauc_map_at_5_std": -0.24416, + "nauc_map_at_5_diff1": 0.919081, + "nauc_map_at_10_max": 0.723413, + "nauc_map_at_10_std": -0.236537, + "nauc_map_at_10_diff1": 0.920313, + "nauc_map_at_20_max": 0.722716, + "nauc_map_at_20_std": -0.238775, + "nauc_map_at_20_diff1": 0.920583, + "nauc_map_at_100_max": 0.722906, + "nauc_map_at_100_std": -0.236826, + "nauc_map_at_100_diff1": 0.92063, + "nauc_map_at_1000_max": 0.72284, + "nauc_map_at_1000_std": -0.237121, + "nauc_map_at_1000_diff1": 0.920611, + "nauc_recall_at_1_max": 0.703581, + "nauc_recall_at_1_std": -0.238816, + "nauc_recall_at_1_diff1": 0.924214, + "nauc_recall_at_3_max": 0.781619, + "nauc_recall_at_3_std": -0.204962, + "nauc_recall_at_3_diff1": 0.910698, + "nauc_recall_at_5_max": 0.762527, + "nauc_recall_at_5_std": -0.342418, + "nauc_recall_at_5_diff1": 0.897, + "nauc_recall_at_10_max": 0.842563, + "nauc_recall_at_10_std": -0.111614, + "nauc_recall_at_10_diff1": 0.924226, + "nauc_recall_at_20_max": 0.834617, + "nauc_recall_at_20_std": -0.257645, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729668, - "nauc_precision_at_1_std": -0.167523, - "nauc_precision_at_1_diff1": 0.920624, - "nauc_precision_at_3_max": 0.80365, - "nauc_precision_at_3_std": -0.44848, - "nauc_precision_at_3_diff1": 0.952562, - "nauc_precision_at_5_max": 0.845654, - "nauc_precision_at_5_std": -0.374437, - "nauc_precision_at_5_diff1": 0.965189, - "nauc_precision_at_10_max": 0.891138, - "nauc_precision_at_10_std": -0.212758, - "nauc_precision_at_10_diff1": 0.962864, - "nauc_precision_at_20_max": 0.960317, - "nauc_precision_at_20_std": 0.224156, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.703581, + "nauc_precision_at_1_std": -0.238816, + "nauc_precision_at_1_diff1": 0.924214, + "nauc_precision_at_3_max": 0.781619, + "nauc_precision_at_3_std": -0.204962, + "nauc_precision_at_3_diff1": 0.910698, + "nauc_precision_at_5_max": 0.762527, + "nauc_precision_at_5_std": -0.342418, + "nauc_precision_at_5_diff1": 0.897, + "nauc_precision_at_10_max": 0.842563, + "nauc_precision_at_10_std": -0.111614, + "nauc_precision_at_10_diff1": 0.924226, + "nauc_precision_at_20_max": 0.834617, + "nauc_precision_at_20_std": -0.257645, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729668, - "nauc_mrr_at_1_std": -0.167523, - "nauc_mrr_at_1_diff1": 0.920624, - "nauc_mrr_at_3_max": 0.75197, - "nauc_mrr_at_3_std": -0.228199, - "nauc_mrr_at_3_diff1": 0.926487, - "nauc_mrr_at_5_max": 0.754753, - "nauc_mrr_at_5_std": -0.214775, - "nauc_mrr_at_5_diff1": 0.926945, - "nauc_mrr_at_10_max": 0.753775, - "nauc_mrr_at_10_std": -0.205003, - "nauc_mrr_at_10_diff1": 0.925922, - "nauc_mrr_at_20_max": 0.753581, - "nauc_mrr_at_20_std": -0.202149, - "nauc_mrr_at_20_diff1": 0.925872, - "nauc_mrr_at_100_max": 0.753196, - "nauc_mrr_at_100_std": -0.202317, - "nauc_mrr_at_100_diff1": 0.925785, - "nauc_mrr_at_1000_max": 0.753128, - "nauc_mrr_at_1000_std": -0.202638, - "nauc_mrr_at_1000_diff1": 0.925764, - "main_score": 0.94599, + "nauc_mrr_at_1_max": 0.703581, + "nauc_mrr_at_1_std": -0.238816, + "nauc_mrr_at_1_diff1": 0.924214, + "nauc_mrr_at_3_max": 0.725801, + "nauc_mrr_at_3_std": -0.23291, + "nauc_mrr_at_3_diff1": 0.919794, + "nauc_mrr_at_5_max": 0.722613, + "nauc_mrr_at_5_std": -0.24416, + "nauc_mrr_at_5_diff1": 0.919081, + "nauc_mrr_at_10_max": 0.723413, + "nauc_mrr_at_10_std": -0.236537, + "nauc_mrr_at_10_diff1": 0.920313, + "nauc_mrr_at_20_max": 0.722716, + "nauc_mrr_at_20_std": -0.238775, + "nauc_mrr_at_20_diff1": 0.920583, + "nauc_mrr_at_100_max": 0.722906, + "nauc_mrr_at_100_std": -0.236826, + "nauc_mrr_at_100_diff1": 0.92063, + "nauc_mrr_at_1000_max": 0.72284, + "nauc_mrr_at_1000_std": -0.237121, + "nauc_mrr_at_1000_diff1": 0.920611, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94122, "hf_subset": "lit_Latn-eng_Latn", "languages": [ "lit-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84444, - "ndcg_at_3": 0.88657, - "ndcg_at_5": 0.89475, - "ndcg_at_10": 0.90204, - "ndcg_at_20": 0.9065, - "ndcg_at_100": 0.90989, - "ndcg_at_1000": 0.91096, - "map_at_1": 0.84444, - "map_at_3": 0.87685, - "map_at_5": 0.88135, - "map_at_10": 0.88443, - "map_at_20": 0.88563, - "map_at_100": 0.88613, - "map_at_1000": 0.88619, - "recall_at_1": 0.84444, - "recall_at_3": 0.91444, - "recall_at_5": 0.93444, - "recall_at_10": 0.95667, - "recall_at_20": 0.97444, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.87987, + "ndcg_at_5": 0.88809, + "ndcg_at_10": 0.8939, + "ndcg_at_20": 0.89811, + "ndcg_at_100": 0.903, + "ndcg_at_1000": 0.90373, + "map_at_1": 0.82778, + "map_at_3": 0.86815, + "map_at_5": 0.8727, + "map_at_10": 0.87514, + "map_at_20": 0.87629, + "map_at_100": 0.87694, + "map_at_1000": 0.87697, + "recall_at_1": 0.82778, + "recall_at_3": 0.91333, + "recall_at_5": 0.93333, + "recall_at_10": 0.95111, + "recall_at_20": 0.96778, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.84444, - "precision_at_3": 0.30481, - "precision_at_5": 0.18689, - "precision_at_10": 0.09567, - "precision_at_20": 0.04872, - "precision_at_100": 0.00992, + "accuracy": 0.82778, + "precision_at_1": 0.82778, + "precision_at_3": 0.30444, + "precision_at_5": 0.18667, + "precision_at_10": 0.09511, + "precision_at_20": 0.04839, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.844444, - "mrr_at_3": 0.876852, - "mrr_at_5": 0.881352, - "mrr_at_10": 0.884427, - "mrr_at_20": 0.885635, - "mrr_at_100": 0.886132, - "mrr_at_1000": 0.886187, - "nauc_ndcg_at_1_max": 0.793543, - "nauc_ndcg_at_1_std": 0.103676, - "nauc_ndcg_at_1_diff1": 0.913464, - "nauc_ndcg_at_3_max": 0.836619, - "nauc_ndcg_at_3_std": 0.163172, - "nauc_ndcg_at_3_diff1": 0.906603, - "nauc_ndcg_at_5_max": 0.83242, - "nauc_ndcg_at_5_std": 0.136251, - "nauc_ndcg_at_5_diff1": 0.908941, - "nauc_ndcg_at_10_max": 0.831831, - "nauc_ndcg_at_10_std": 0.15455, - "nauc_ndcg_at_10_diff1": 0.909933, - "nauc_ndcg_at_20_max": 0.829197, - "nauc_ndcg_at_20_std": 0.153002, - "nauc_ndcg_at_20_diff1": 0.90878, - "nauc_ndcg_at_100_max": 0.826267, - "nauc_ndcg_at_100_std": 0.152782, - "nauc_ndcg_at_100_diff1": 0.909717, - "nauc_ndcg_at_1000_max": 0.824564, - "nauc_ndcg_at_1000_std": 0.144602, - "nauc_ndcg_at_1000_diff1": 0.909018, - "nauc_map_at_1_max": 0.793543, - "nauc_map_at_1_std": 0.103676, - "nauc_map_at_1_diff1": 0.913464, - "nauc_map_at_3_max": 0.824125, - "nauc_map_at_3_std": 0.145264, - "nauc_map_at_3_diff1": 0.907723, - "nauc_map_at_5_max": 0.821612, - "nauc_map_at_5_std": 0.131018, - "nauc_map_at_5_diff1": 0.9089, - "nauc_map_at_10_max": 0.821088, - "nauc_map_at_10_std": 0.137171, - "nauc_map_at_10_diff1": 0.909287, - "nauc_map_at_20_max": 0.820401, - "nauc_map_at_20_std": 0.136559, - "nauc_map_at_20_diff1": 0.909028, - "nauc_map_at_100_max": 0.820062, - "nauc_map_at_100_std": 0.136624, - "nauc_map_at_100_diff1": 0.909107, - "nauc_map_at_1000_max": 0.819991, - "nauc_map_at_1000_std": 0.13631, - "nauc_map_at_1000_diff1": 0.909074, - "nauc_recall_at_1_max": 0.793543, - "nauc_recall_at_1_std": 0.103676, - "nauc_recall_at_1_diff1": 0.913464, - "nauc_recall_at_3_max": 0.886749, - "nauc_recall_at_3_std": 0.235409, - "nauc_recall_at_3_diff1": 0.902628, - "nauc_recall_at_5_max": 0.8857, - "nauc_recall_at_5_std": 0.156815, - "nauc_recall_at_5_diff1": 0.910467, - "nauc_recall_at_10_max": 0.909263, - "nauc_recall_at_10_std": 0.293543, - "nauc_recall_at_10_diff1": 0.917463, - "nauc_recall_at_20_max": 0.925202, - "nauc_recall_at_20_std": 0.370296, - "nauc_recall_at_20_diff1": 0.906223, - "nauc_recall_at_100_max": 0.962652, - "nauc_recall_at_100_std": 0.818661, - "nauc_recall_at_100_diff1": 0.962652, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.868148, + "mrr_at_5": 0.872704, + "mrr_at_10": 0.875139, + "mrr_at_20": 0.876291, + "mrr_at_100": 0.876938, + "mrr_at_1000": 0.876968, + "nauc_ndcg_at_1_max": 0.745649, + "nauc_ndcg_at_1_std": -0.012256, + "nauc_ndcg_at_1_diff1": 0.899519, + "nauc_ndcg_at_3_max": 0.785811, + "nauc_ndcg_at_3_std": -0.009079, + "nauc_ndcg_at_3_diff1": 0.88358, + "nauc_ndcg_at_5_max": 0.78727, + "nauc_ndcg_at_5_std": 0.002316, + "nauc_ndcg_at_5_diff1": 0.883674, + "nauc_ndcg_at_10_max": 0.790467, + "nauc_ndcg_at_10_std": 0.031419, + "nauc_ndcg_at_10_diff1": 0.887963, + "nauc_ndcg_at_20_max": 0.78628, + "nauc_ndcg_at_20_std": 0.02271, + "nauc_ndcg_at_20_diff1": 0.888736, + "nauc_ndcg_at_100_max": 0.780736, + "nauc_ndcg_at_100_std": 0.01829, + "nauc_ndcg_at_100_diff1": 0.887881, + "nauc_ndcg_at_1000_max": 0.779399, + "nauc_ndcg_at_1000_std": 0.011724, + "nauc_ndcg_at_1000_diff1": 0.88828, + "nauc_map_at_1_max": 0.745649, + "nauc_map_at_1_std": -0.012256, + "nauc_map_at_1_diff1": 0.899519, + "nauc_map_at_3_max": 0.774536, + "nauc_map_at_3_std": -0.009209, + "nauc_map_at_3_diff1": 0.887446, + "nauc_map_at_5_max": 0.774771, + "nauc_map_at_5_std": -0.004046, + "nauc_map_at_5_diff1": 0.887659, + "nauc_map_at_10_max": 0.775593, + "nauc_map_at_10_std": 0.005711, + "nauc_map_at_10_diff1": 0.889213, + "nauc_map_at_20_max": 0.774476, + "nauc_map_at_20_std": 0.003376, + "nauc_map_at_20_diff1": 0.88942, + "nauc_map_at_100_max": 0.773874, + "nauc_map_at_100_std": 0.003249, + "nauc_map_at_100_diff1": 0.889309, + "nauc_map_at_1000_max": 0.773827, + "nauc_map_at_1000_std": 0.003028, + "nauc_map_at_1000_diff1": 0.889313, + "nauc_recall_at_1_max": 0.745649, + "nauc_recall_at_1_std": -0.012256, + "nauc_recall_at_1_diff1": 0.899519, + "nauc_recall_at_3_max": 0.832849, + "nauc_recall_at_3_std": -0.009044, + "nauc_recall_at_3_diff1": 0.867857, + "nauc_recall_at_5_max": 0.85319, + "nauc_recall_at_5_std": 0.039192, + "nauc_recall_at_5_diff1": 0.863336, + "nauc_recall_at_10_max": 0.898523, + "nauc_recall_at_10_std": 0.246446, + "nauc_recall_at_10_diff1": 0.884189, + "nauc_recall_at_20_max": 0.904392, + "nauc_recall_at_20_std": 0.255015, + "nauc_recall_at_20_diff1": 0.890933, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.845472, + "nauc_recall_at_100_diff1": 0.829132, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.793543, - "nauc_precision_at_1_std": 0.103676, - "nauc_precision_at_1_diff1": 0.913464, - "nauc_precision_at_3_max": 0.886749, - "nauc_precision_at_3_std": 0.235409, - "nauc_precision_at_3_diff1": 0.902628, - "nauc_precision_at_5_max": 0.8857, - "nauc_precision_at_5_std": 0.156815, - "nauc_precision_at_5_diff1": 0.910467, - "nauc_precision_at_10_max": 0.909263, - "nauc_precision_at_10_std": 0.293543, - "nauc_precision_at_10_diff1": 0.917463, - "nauc_precision_at_20_max": 0.925202, - "nauc_precision_at_20_std": 0.370296, - "nauc_precision_at_20_diff1": 0.906223, - "nauc_precision_at_100_max": 0.962652, - "nauc_precision_at_100_std": 0.818661, - "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1_max": 0.745649, + "nauc_precision_at_1_std": -0.012256, + "nauc_precision_at_1_diff1": 0.899519, + "nauc_precision_at_3_max": 0.832849, + "nauc_precision_at_3_std": -0.009044, + "nauc_precision_at_3_diff1": 0.867857, + "nauc_precision_at_5_max": 0.85319, + "nauc_precision_at_5_std": 0.039192, + "nauc_precision_at_5_diff1": 0.863336, + "nauc_precision_at_10_max": 0.898523, + "nauc_precision_at_10_std": 0.246446, + "nauc_precision_at_10_diff1": 0.884189, + "nauc_precision_at_20_max": 0.904392, + "nauc_precision_at_20_std": 0.255015, + "nauc_precision_at_20_diff1": 0.890933, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.845472, + "nauc_precision_at_100_diff1": 0.829132, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.793543, - "nauc_mrr_at_1_std": 0.103676, - "nauc_mrr_at_1_diff1": 0.913464, - "nauc_mrr_at_3_max": 0.824125, - "nauc_mrr_at_3_std": 0.145264, - "nauc_mrr_at_3_diff1": 0.907723, - "nauc_mrr_at_5_max": 0.821612, - "nauc_mrr_at_5_std": 0.131018, - "nauc_mrr_at_5_diff1": 0.9089, - "nauc_mrr_at_10_max": 0.821088, - "nauc_mrr_at_10_std": 0.137171, - "nauc_mrr_at_10_diff1": 0.909287, - "nauc_mrr_at_20_max": 0.820401, - "nauc_mrr_at_20_std": 0.136559, - "nauc_mrr_at_20_diff1": 0.909028, - "nauc_mrr_at_100_max": 0.820062, - "nauc_mrr_at_100_std": 0.136624, - "nauc_mrr_at_100_diff1": 0.909107, - "nauc_mrr_at_1000_max": 0.819991, - "nauc_mrr_at_1000_std": 0.13631, - "nauc_mrr_at_1000_diff1": 0.909074, - "main_score": 0.90204, + "nauc_mrr_at_1_max": 0.745649, + "nauc_mrr_at_1_std": -0.012256, + "nauc_mrr_at_1_diff1": 0.899519, + "nauc_mrr_at_3_max": 0.774536, + "nauc_mrr_at_3_std": -0.009209, + "nauc_mrr_at_3_diff1": 0.887446, + "nauc_mrr_at_5_max": 0.774771, + "nauc_mrr_at_5_std": -0.004046, + "nauc_mrr_at_5_diff1": 0.887659, + "nauc_mrr_at_10_max": 0.775593, + "nauc_mrr_at_10_std": 0.005711, + "nauc_mrr_at_10_diff1": 0.889213, + "nauc_mrr_at_20_max": 0.774476, + "nauc_mrr_at_20_std": 0.003376, + "nauc_mrr_at_20_diff1": 0.88942, + "nauc_mrr_at_100_max": 0.773874, + "nauc_mrr_at_100_std": 0.003249, + "nauc_mrr_at_100_diff1": 0.889309, + "nauc_mrr_at_1000_max": 0.773827, + "nauc_mrr_at_1000_std": 0.003028, + "nauc_mrr_at_1000_diff1": 0.889313, + "hit_rate_at_1": 0.82778, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.8939, "hf_subset": "eng_Latn-lit_Latn", "languages": [ "eng-Latn", "lit-Latn" - ] - }, - { - "ndcg_at_1": 0.42492, - "ndcg_at_3": 0.47682, - "ndcg_at_5": 0.4872, - "ndcg_at_10": 0.49981, - "ndcg_at_20": 0.51002, - "ndcg_at_100": 0.54098, - "ndcg_at_1000": 0.56821, - "map_at_1": 0.42436, - "map_at_3": 0.46366, - "map_at_5": 0.46934, - "map_at_10": 0.47455, - "map_at_20": 0.4774, - "map_at_100": 0.48139, - "map_at_1000": 0.48247, - "recall_at_1": 0.42436, - "recall_at_3": 0.51446, - "recall_at_5": 0.54004, - "recall_at_10": 0.57898, - "recall_at_20": 0.61902, - "recall_at_100": 0.79032, - "recall_at_1000": 1.0, - "precision_at_1": 0.42492, - "precision_at_3": 0.17167, - "precision_at_5": 0.10812, - "precision_at_10": 0.05795, - "precision_at_20": 0.03098, - "precision_at_100": 0.00791, - "precision_at_1000": 0.001, - "mrr_at_1": 0.424917, - "mrr_at_3": 0.46422, - "mrr_at_5": 0.469892, - "mrr_at_10": 0.475105, - "mrr_at_20": 0.477951, - "mrr_at_100": 0.48195, - "mrr_at_1000": 0.483021, - "nauc_ndcg_at_1_max": 0.698378, - "nauc_ndcg_at_1_std": -0.549687, - "nauc_ndcg_at_1_diff1": 0.86838, - "nauc_ndcg_at_3_max": 0.690779, - "nauc_ndcg_at_3_std": -0.543637, - "nauc_ndcg_at_3_diff1": 0.822022, - "nauc_ndcg_at_5_max": 0.684595, - "nauc_ndcg_at_5_std": -0.545175, - "nauc_ndcg_at_5_diff1": 0.81312, - "nauc_ndcg_at_10_max": 0.675778, - "nauc_ndcg_at_10_std": -0.538639, - "nauc_ndcg_at_10_diff1": 0.800577, - "nauc_ndcg_at_20_max": 0.672257, - "nauc_ndcg_at_20_std": -0.542266, - "nauc_ndcg_at_20_diff1": 0.80029, - "nauc_ndcg_at_100_max": 0.668945, - "nauc_ndcg_at_100_std": -0.532545, - "nauc_ndcg_at_100_diff1": 0.796293, - "nauc_ndcg_at_1000_max": 0.677211, - "nauc_ndcg_at_1000_std": -0.53912, - "nauc_ndcg_at_1000_diff1": 0.809338, - "nauc_map_at_1_max": 0.696467, - "nauc_map_at_1_std": -0.548727, - "nauc_map_at_1_diff1": 0.86553, - "nauc_map_at_3_max": 0.692049, - "nauc_map_at_3_std": -0.544486, - "nauc_map_at_3_diff1": 0.831902, - "nauc_map_at_5_max": 0.688861, - "nauc_map_at_5_std": -0.545152, - "nauc_map_at_5_diff1": 0.827225, - "nauc_map_at_10_max": 0.684989, - "nauc_map_at_10_std": -0.54269, - "nauc_map_at_10_diff1": 0.822147, - "nauc_map_at_20_max": 0.683821, - "nauc_map_at_20_std": -0.543943, - "nauc_map_at_20_diff1": 0.822157, - "nauc_map_at_100_max": 0.683352, - "nauc_map_at_100_std": -0.542462, - "nauc_map_at_100_diff1": 0.821536, - "nauc_map_at_1000_max": 0.683659, - "nauc_map_at_1000_std": -0.542681, - "nauc_map_at_1000_diff1": 0.822015, - "nauc_recall_at_1_max": 0.696467, - "nauc_recall_at_1_std": -0.548727, - "nauc_recall_at_1_diff1": 0.86553, - "nauc_recall_at_3_max": 0.684926, - "nauc_recall_at_3_std": -0.540137, - "nauc_recall_at_3_diff1": 0.790015, - "nauc_recall_at_5_max": 0.668366, - "nauc_recall_at_5_std": -0.544704, - "nauc_recall_at_5_diff1": 0.766121, - "nauc_recall_at_10_max": 0.64046, - "nauc_recall_at_10_std": -0.522034, - "nauc_recall_at_10_diff1": 0.723154, - "nauc_recall_at_20_max": 0.624769, - "nauc_recall_at_20_std": -0.534541, - "nauc_recall_at_20_diff1": 0.71686, - "nauc_recall_at_100_max": 0.57085, - "nauc_recall_at_100_std": -0.451389, - "nauc_recall_at_100_diff1": 0.640573, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.698378, - "nauc_precision_at_1_std": -0.549687, - "nauc_precision_at_1_diff1": 0.86838, - "nauc_precision_at_3_max": 0.687176, - "nauc_precision_at_3_std": -0.541341, - "nauc_precision_at_3_diff1": 0.793272, - "nauc_precision_at_5_max": 0.670667, - "nauc_precision_at_5_std": -0.545944, - "nauc_precision_at_5_diff1": 0.769453, - "nauc_precision_at_10_max": 0.642843, - "nauc_precision_at_10_std": -0.523314, - "nauc_precision_at_10_diff1": 0.726603, - "nauc_precision_at_20_max": 0.62751, - "nauc_precision_at_20_std": -0.536097, - "nauc_precision_at_20_diff1": 0.720769, - "nauc_precision_at_100_max": 0.575342, - "nauc_precision_at_100_std": -0.453918, - "nauc_precision_at_100_diff1": 0.646897, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.43159, + "ndcg_at_3": 0.48238, + "ndcg_at_5": 0.49397, + "ndcg_at_10": 0.50578, + "ndcg_at_20": 0.51839, + "ndcg_at_100": 0.54749, + "ndcg_at_1000": 0.57408, + "map_at_1": 0.43103, + "map_at_3": 0.4696, + "map_at_5": 0.4761, + "map_at_10": 0.48094, + "map_at_20": 0.48439, + "map_at_100": 0.48811, + "map_at_1000": 0.48915, + "recall_at_1": 0.43103, + "recall_at_3": 0.51891, + "recall_at_5": 0.54672, + "recall_at_10": 0.58343, + "recall_at_20": 0.63348, + "recall_at_100": 0.79477, + "recall_at_1000": 1.0, + "accuracy": 0.43103, + "precision_at_1": 0.43159, + "precision_at_3": 0.17316, + "precision_at_5": 0.10945, + "precision_at_10": 0.0584, + "precision_at_20": 0.0317, + "precision_at_100": 0.00795, + "precision_at_1000": 0.001, + "mrr_at_1": 0.431591, + "mrr_at_3": 0.470152, + "mrr_at_5": 0.476659, + "mrr_at_10": 0.4815, + "mrr_at_20": 0.484943, + "mrr_at_100": 0.488671, + "mrr_at_1000": 0.489707, + "nauc_ndcg_at_1_max": 0.691176, + "nauc_ndcg_at_1_std": -0.537562, + "nauc_ndcg_at_1_diff1": 0.862487, + "nauc_ndcg_at_3_max": 0.684611, + "nauc_ndcg_at_3_std": -0.547686, + "nauc_ndcg_at_3_diff1": 0.819039, + "nauc_ndcg_at_5_max": 0.686615, + "nauc_ndcg_at_5_std": -0.541807, + "nauc_ndcg_at_5_diff1": 0.817732, + "nauc_ndcg_at_10_max": 0.677484, + "nauc_ndcg_at_10_std": -0.543837, + "nauc_ndcg_at_10_diff1": 0.806211, + "nauc_ndcg_at_20_max": 0.67608, + "nauc_ndcg_at_20_std": -0.535895, + "nauc_ndcg_at_20_diff1": 0.802211, + "nauc_ndcg_at_100_max": 0.672021, + "nauc_ndcg_at_100_std": -0.531881, + "nauc_ndcg_at_100_diff1": 0.800503, + "nauc_ndcg_at_1000_max": 0.678452, + "nauc_ndcg_at_1000_std": -0.53756, + "nauc_ndcg_at_1000_diff1": 0.810736, + "nauc_map_at_1_max": 0.689262, + "nauc_map_at_1_std": -0.536602, + "nauc_map_at_1_diff1": 0.859631, + "nauc_map_at_3_max": 0.685711, + "nauc_map_at_3_std": -0.545136, + "nauc_map_at_3_diff1": 0.827923, + "nauc_map_at_5_max": 0.686988, + "nauc_map_at_5_std": -0.541728, + "nauc_map_at_5_diff1": 0.82727, + "nauc_map_at_10_max": 0.683126, + "nauc_map_at_10_std": -0.543076, + "nauc_map_at_10_diff1": 0.822658, + "nauc_map_at_20_max": 0.682937, + "nauc_map_at_20_std": -0.540725, + "nauc_map_at_20_diff1": 0.821539, + "nauc_map_at_100_max": 0.682321, + "nauc_map_at_100_std": -0.540343, + "nauc_map_at_100_diff1": 0.821159, + "nauc_map_at_1000_max": 0.682538, + "nauc_map_at_1000_std": -0.540493, + "nauc_map_at_1000_diff1": 0.821489, + "nauc_recall_at_1_max": 0.689262, + "nauc_recall_at_1_std": -0.536602, + "nauc_recall_at_1_diff1": 0.859631, + "nauc_recall_at_3_max": 0.679213, + "nauc_recall_at_3_std": -0.554004, + "nauc_recall_at_3_diff1": 0.790045, + "nauc_recall_at_5_max": 0.683354, + "nauc_recall_at_5_std": -0.540108, + "nauc_recall_at_5_diff1": 0.785869, + "nauc_recall_at_10_max": 0.654094, + "nauc_recall_at_10_std": -0.543663, + "nauc_recall_at_10_diff1": 0.746538, + "nauc_recall_at_20_max": 0.644203, + "nauc_recall_at_20_std": -0.509818, + "nauc_recall_at_20_diff1": 0.724509, + "nauc_recall_at_100_max": 0.593562, + "nauc_recall_at_100_std": -0.457743, + "nauc_recall_at_100_diff1": 0.673614, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691176, + "nauc_precision_at_1_std": -0.537562, + "nauc_precision_at_1_diff1": 0.862487, + "nauc_precision_at_3_max": 0.68147, + "nauc_precision_at_3_std": -0.555222, + "nauc_precision_at_3_diff1": 0.793317, + "nauc_precision_at_5_max": 0.685681, + "nauc_precision_at_5_std": -0.541354, + "nauc_precision_at_5_diff1": 0.789236, + "nauc_precision_at_10_max": 0.656498, + "nauc_precision_at_10_std": -0.544963, + "nauc_precision_at_10_diff1": 0.750019, + "nauc_precision_at_20_max": 0.647038, + "nauc_precision_at_20_std": -0.511391, + "nauc_precision_at_20_diff1": 0.728533, + "nauc_precision_at_100_max": 0.598178, + "nauc_precision_at_100_std": -0.460327, + "nauc_precision_at_100_diff1": 0.680115, "nauc_precision_at_1000_max": 0.662006, "nauc_precision_at_1000_std": -0.318687, "nauc_precision_at_1000_diff1": 1.0, - "nauc_mrr_at_1_max": 0.698378, - "nauc_mrr_at_1_std": -0.549687, - "nauc_mrr_at_1_diff1": 0.86838, - "nauc_mrr_at_3_max": 0.693991, - "nauc_mrr_at_3_std": -0.545462, - "nauc_mrr_at_3_diff1": 0.834795, - "nauc_mrr_at_5_max": 0.690814, - "nauc_mrr_at_5_std": -0.546133, - "nauc_mrr_at_5_diff1": 0.830133, - "nauc_mrr_at_10_max": 0.686952, - "nauc_mrr_at_10_std": -0.543676, - "nauc_mrr_at_10_diff1": 0.82507, - "nauc_mrr_at_20_max": 0.685791, - "nauc_mrr_at_20_std": -0.544933, - "nauc_mrr_at_20_diff1": 0.825091, - "nauc_mrr_at_100_max": 0.685335, - "nauc_mrr_at_100_std": -0.543458, - "nauc_mrr_at_100_diff1": 0.82449, - "nauc_mrr_at_1000_max": 0.685632, - "nauc_mrr_at_1000_std": -0.543673, - "nauc_mrr_at_1000_diff1": 0.824955, - "main_score": 0.49981, + "nauc_mrr_at_1_max": 0.691176, + "nauc_mrr_at_1_std": -0.537562, + "nauc_mrr_at_1_diff1": 0.862487, + "nauc_mrr_at_3_max": 0.687658, + "nauc_mrr_at_3_std": -0.546115, + "nauc_mrr_at_3_diff1": 0.830824, + "nauc_mrr_at_5_max": 0.688948, + "nauc_mrr_at_5_std": -0.542713, + "nauc_mrr_at_5_diff1": 0.83019, + "nauc_mrr_at_10_max": 0.685095, + "nauc_mrr_at_10_std": -0.544066, + "nauc_mrr_at_10_diff1": 0.825592, + "nauc_mrr_at_20_max": 0.684916, + "nauc_mrr_at_20_std": -0.541719, + "nauc_mrr_at_20_diff1": 0.824486, + "nauc_mrr_at_100_max": 0.684313, + "nauc_mrr_at_100_std": -0.541343, + "nauc_mrr_at_100_diff1": 0.824126, + "nauc_mrr_at_1000_max": 0.684524, + "nauc_mrr_at_1000_std": -0.54149, + "nauc_mrr_at_1000_diff1": 0.824447, + "hit_rate_at_1": 0.43159, + "hit_rate_at_3": 0.51947, + "hit_rate_at_5": 0.54727, + "hit_rate_at_10": 0.58398, + "hit_rate_at_20": 0.63404, + "hit_rate_at_100": 0.79533, + "hit_rate_at_1000": 1.0, + "main_score": 0.50578, "hf_subset": "lug_Latn-lug_Latn", "languages": [ "lug-Latn", "lug-Latn" - ] - }, - { - "ndcg_at_1": 0.55667, - "ndcg_at_3": 0.60616, - "ndcg_at_5": 0.62285, - "ndcg_at_10": 0.63443, - "ndcg_at_20": 0.648, - "ndcg_at_100": 0.66748, - "ndcg_at_1000": 0.68362, - "map_at_1": 0.55667, - "map_at_3": 0.59407, - "map_at_5": 0.60319, - "map_at_10": 0.60802, - "map_at_20": 0.6118, - "map_at_100": 0.61437, - "map_at_1000": 0.61505, - "recall_at_1": 0.55667, - "recall_at_3": 0.64111, - "recall_at_5": 0.68222, - "recall_at_10": 0.71778, - "recall_at_20": 0.77111, - "recall_at_100": 0.87778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54889, + "ndcg_at_3": 0.60452, + "ndcg_at_5": 0.61691, + "ndcg_at_10": 0.63057, + "ndcg_at_20": 0.64308, + "ndcg_at_100": 0.66298, + "ndcg_at_1000": 0.67909, + "map_at_1": 0.54889, + "map_at_3": 0.59074, + "map_at_5": 0.59763, + "map_at_10": 0.60328, + "map_at_20": 0.60664, + "map_at_100": 0.6092, + "map_at_1000": 0.60985, + "recall_at_1": 0.54889, + "recall_at_3": 0.64444, + "recall_at_5": 0.67444, + "recall_at_10": 0.71667, + "recall_at_20": 0.76667, + "recall_at_100": 0.87667, "recall_at_1000": 1.0, - "precision_at_1": 0.55667, - "precision_at_3": 0.2137, - "precision_at_5": 0.13644, - "precision_at_10": 0.07178, - "precision_at_20": 0.03856, - "precision_at_100": 0.00878, + "accuracy": 0.54889, + "precision_at_1": 0.54889, + "precision_at_3": 0.21481, + "precision_at_5": 0.13489, + "precision_at_10": 0.07167, + "precision_at_20": 0.03833, + "precision_at_100": 0.00877, "precision_at_1000": 0.001, - "mrr_at_1": 0.556667, - "mrr_at_3": 0.594074, - "mrr_at_5": 0.603185, - "mrr_at_10": 0.608022, - "mrr_at_20": 0.611796, - "mrr_at_100": 0.614371, - "mrr_at_1000": 0.615054, - "nauc_ndcg_at_1_max": 0.847281, - "nauc_ndcg_at_1_std": 0.402085, - "nauc_ndcg_at_1_diff1": 0.860175, - "nauc_ndcg_at_3_max": 0.856997, - "nauc_ndcg_at_3_std": 0.443015, - "nauc_ndcg_at_3_diff1": 0.831623, - "nauc_ndcg_at_5_max": 0.852883, - "nauc_ndcg_at_5_std": 0.444436, - "nauc_ndcg_at_5_diff1": 0.826348, - "nauc_ndcg_at_10_max": 0.846413, - "nauc_ndcg_at_10_std": 0.437872, - "nauc_ndcg_at_10_diff1": 0.822562, - "nauc_ndcg_at_20_max": 0.843327, - "nauc_ndcg_at_20_std": 0.444784, - "nauc_ndcg_at_20_diff1": 0.818437, - "nauc_ndcg_at_100_max": 0.84343, - "nauc_ndcg_at_100_std": 0.446585, - "nauc_ndcg_at_100_diff1": 0.819933, - "nauc_ndcg_at_1000_max": 0.846945, - "nauc_ndcg_at_1000_std": 0.439391, - "nauc_ndcg_at_1000_diff1": 0.826871, - "nauc_map_at_1_max": 0.847281, - "nauc_map_at_1_std": 0.402085, - "nauc_map_at_1_diff1": 0.860175, - "nauc_map_at_3_max": 0.85476, - "nauc_map_at_3_std": 0.433521, - "nauc_map_at_3_diff1": 0.83852, - "nauc_map_at_5_max": 0.852715, - "nauc_map_at_5_std": 0.434007, - "nauc_map_at_5_diff1": 0.835948, - "nauc_map_at_10_max": 0.850115, - "nauc_map_at_10_std": 0.431157, - "nauc_map_at_10_diff1": 0.834528, - "nauc_map_at_20_max": 0.849372, - "nauc_map_at_20_std": 0.432996, - "nauc_map_at_20_diff1": 0.833618, - "nauc_map_at_100_max": 0.849473, - "nauc_map_at_100_std": 0.433133, - "nauc_map_at_100_diff1": 0.833974, - "nauc_map_at_1000_max": 0.849563, - "nauc_map_at_1000_std": 0.432825, - "nauc_map_at_1000_diff1": 0.834224, - "nauc_recall_at_1_max": 0.847281, - "nauc_recall_at_1_std": 0.402085, - "nauc_recall_at_1_diff1": 0.860175, - "nauc_recall_at_3_max": 0.863833, - "nauc_recall_at_3_std": 0.472063, - "nauc_recall_at_3_diff1": 0.810386, - "nauc_recall_at_5_max": 0.852361, - "nauc_recall_at_5_std": 0.478937, - "nauc_recall_at_5_diff1": 0.793657, - "nauc_recall_at_10_max": 0.828984, - "nauc_recall_at_10_std": 0.459232, - "nauc_recall_at_10_diff1": 0.776964, - "nauc_recall_at_20_max": 0.809055, - "nauc_recall_at_20_std": 0.498627, - "nauc_recall_at_20_diff1": 0.74602, - "nauc_recall_at_100_max": 0.78241, - "nauc_recall_at_100_std": 0.558595, - "nauc_recall_at_100_diff1": 0.706982, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847281, - "nauc_precision_at_1_std": 0.402085, - "nauc_precision_at_1_diff1": 0.860175, - "nauc_precision_at_3_max": 0.863833, - "nauc_precision_at_3_std": 0.472063, - "nauc_precision_at_3_diff1": 0.810386, - "nauc_precision_at_5_max": 0.852361, - "nauc_precision_at_5_std": 0.478937, - "nauc_precision_at_5_diff1": 0.793657, - "nauc_precision_at_10_max": 0.828984, - "nauc_precision_at_10_std": 0.459232, - "nauc_precision_at_10_diff1": 0.776964, - "nauc_precision_at_20_max": 0.809055, - "nauc_precision_at_20_std": 0.498627, - "nauc_precision_at_20_diff1": 0.74602, - "nauc_precision_at_100_max": 0.78241, - "nauc_precision_at_100_std": 0.558595, - "nauc_precision_at_100_diff1": 0.706982, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847281, - "nauc_mrr_at_1_std": 0.402085, - "nauc_mrr_at_1_diff1": 0.860175, - "nauc_mrr_at_3_max": 0.85476, - "nauc_mrr_at_3_std": 0.433521, - "nauc_mrr_at_3_diff1": 0.83852, - "nauc_mrr_at_5_max": 0.852715, - "nauc_mrr_at_5_std": 0.434007, - "nauc_mrr_at_5_diff1": 0.835948, - "nauc_mrr_at_10_max": 0.850115, - "nauc_mrr_at_10_std": 0.431157, - "nauc_mrr_at_10_diff1": 0.834528, - "nauc_mrr_at_20_max": 0.849372, - "nauc_mrr_at_20_std": 0.432996, - "nauc_mrr_at_20_diff1": 0.833618, - "nauc_mrr_at_100_max": 0.849473, - "nauc_mrr_at_100_std": 0.433133, - "nauc_mrr_at_100_diff1": 0.833974, - "nauc_mrr_at_1000_max": 0.849563, - "nauc_mrr_at_1000_std": 0.432825, - "nauc_mrr_at_1000_diff1": 0.834224, - "main_score": 0.63443, + "mrr_at_1": 0.548889, + "mrr_at_3": 0.590741, + "mrr_at_5": 0.59763, + "mrr_at_10": 0.603276, + "mrr_at_20": 0.606639, + "mrr_at_100": 0.609202, + "mrr_at_1000": 0.609854, + "nauc_ndcg_at_1_max": 0.822926, + "nauc_ndcg_at_1_std": 0.340644, + "nauc_ndcg_at_1_diff1": 0.867114, + "nauc_ndcg_at_3_max": 0.830838, + "nauc_ndcg_at_3_std": 0.394188, + "nauc_ndcg_at_3_diff1": 0.82778, + "nauc_ndcg_at_5_max": 0.832373, + "nauc_ndcg_at_5_std": 0.403342, + "nauc_ndcg_at_5_diff1": 0.827824, + "nauc_ndcg_at_10_max": 0.82208, + "nauc_ndcg_at_10_std": 0.392997, + "nauc_ndcg_at_10_diff1": 0.822278, + "nauc_ndcg_at_20_max": 0.819199, + "nauc_ndcg_at_20_std": 0.399205, + "nauc_ndcg_at_20_diff1": 0.81661, + "nauc_ndcg_at_100_max": 0.819958, + "nauc_ndcg_at_100_std": 0.400797, + "nauc_ndcg_at_100_diff1": 0.820455, + "nauc_ndcg_at_1000_max": 0.822659, + "nauc_ndcg_at_1000_std": 0.392259, + "nauc_ndcg_at_1000_diff1": 0.826658, + "nauc_map_at_1_max": 0.822926, + "nauc_map_at_1_std": 0.340644, + "nauc_map_at_1_diff1": 0.867114, + "nauc_map_at_3_max": 0.828403, + "nauc_map_at_3_std": 0.380592, + "nauc_map_at_3_diff1": 0.837229, + "nauc_map_at_5_max": 0.829348, + "nauc_map_at_5_std": 0.385322, + "nauc_map_at_5_diff1": 0.837552, + "nauc_map_at_10_max": 0.825163, + "nauc_map_at_10_std": 0.381014, + "nauc_map_at_10_diff1": 0.83535, + "nauc_map_at_20_max": 0.824488, + "nauc_map_at_20_std": 0.382685, + "nauc_map_at_20_diff1": 0.833982, + "nauc_map_at_100_max": 0.824691, + "nauc_map_at_100_std": 0.382929, + "nauc_map_at_100_diff1": 0.834643, + "nauc_map_at_1000_max": 0.824737, + "nauc_map_at_1000_std": 0.382602, + "nauc_map_at_1000_diff1": 0.83484, + "nauc_recall_at_1_max": 0.822926, + "nauc_recall_at_1_std": 0.340644, + "nauc_recall_at_1_diff1": 0.867114, + "nauc_recall_at_3_max": 0.838652, + "nauc_recall_at_3_std": 0.436743, + "nauc_recall_at_3_diff1": 0.798447, + "nauc_recall_at_5_max": 0.842537, + "nauc_recall_at_5_std": 0.463988, + "nauc_recall_at_5_diff1": 0.795916, + "nauc_recall_at_10_max": 0.806537, + "nauc_recall_at_10_std": 0.432734, + "nauc_recall_at_10_diff1": 0.773022, + "nauc_recall_at_20_max": 0.788057, + "nauc_recall_at_20_std": 0.470492, + "nauc_recall_at_20_diff1": 0.734639, + "nauc_recall_at_100_max": 0.770314, + "nauc_recall_at_100_std": 0.537636, + "nauc_recall_at_100_diff1": 0.716213, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822926, + "nauc_precision_at_1_std": 0.340644, + "nauc_precision_at_1_diff1": 0.867114, + "nauc_precision_at_3_max": 0.838652, + "nauc_precision_at_3_std": 0.436743, + "nauc_precision_at_3_diff1": 0.798447, + "nauc_precision_at_5_max": 0.842537, + "nauc_precision_at_5_std": 0.463988, + "nauc_precision_at_5_diff1": 0.795916, + "nauc_precision_at_10_max": 0.806537, + "nauc_precision_at_10_std": 0.432734, + "nauc_precision_at_10_diff1": 0.773022, + "nauc_precision_at_20_max": 0.788057, + "nauc_precision_at_20_std": 0.470492, + "nauc_precision_at_20_diff1": 0.734639, + "nauc_precision_at_100_max": 0.770314, + "nauc_precision_at_100_std": 0.537636, + "nauc_precision_at_100_diff1": 0.716213, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822926, + "nauc_mrr_at_1_std": 0.340644, + "nauc_mrr_at_1_diff1": 0.867114, + "nauc_mrr_at_3_max": 0.828403, + "nauc_mrr_at_3_std": 0.380592, + "nauc_mrr_at_3_diff1": 0.837229, + "nauc_mrr_at_5_max": 0.829348, + "nauc_mrr_at_5_std": 0.385322, + "nauc_mrr_at_5_diff1": 0.837552, + "nauc_mrr_at_10_max": 0.825163, + "nauc_mrr_at_10_std": 0.381014, + "nauc_mrr_at_10_diff1": 0.83535, + "nauc_mrr_at_20_max": 0.824488, + "nauc_mrr_at_20_std": 0.382685, + "nauc_mrr_at_20_diff1": 0.833982, + "nauc_mrr_at_100_max": 0.824691, + "nauc_mrr_at_100_std": 0.382929, + "nauc_mrr_at_100_diff1": 0.834643, + "nauc_mrr_at_1000_max": 0.824737, + "nauc_mrr_at_1000_std": 0.382602, + "nauc_mrr_at_1000_diff1": 0.83484, + "hit_rate_at_1": 0.54889, + "hit_rate_at_3": 0.64444, + "hit_rate_at_5": 0.67444, + "hit_rate_at_10": 0.71667, + "hit_rate_at_20": 0.76667, + "hit_rate_at_100": 0.87667, + "hit_rate_at_1000": 1.0, + "main_score": 0.63057, "hf_subset": "lug_Latn-eng_Latn", "languages": [ "lug-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43382, - "ndcg_at_3": 0.46898, - "ndcg_at_5": 0.473, - "ndcg_at_10": 0.48098, - "ndcg_at_20": 0.4888, - "ndcg_at_100": 0.51075, - "ndcg_at_1000": 0.55094, - "map_at_1": 0.43326, - "map_at_3": 0.4607, - "map_at_5": 0.46287, - "map_at_10": 0.4662, - "map_at_20": 0.46832, - "map_at_100": 0.47089, - "map_at_1000": 0.47232, - "recall_at_1": 0.43326, - "recall_at_3": 0.49221, - "recall_at_5": 0.50222, - "recall_at_10": 0.5267, - "recall_at_20": 0.55784, - "recall_at_100": 0.68298, - "recall_at_1000": 1.0, - "precision_at_1": 0.43382, - "precision_at_3": 0.16426, - "precision_at_5": 0.10056, - "precision_at_10": 0.05273, - "precision_at_20": 0.02792, - "precision_at_100": 0.00684, - "precision_at_1000": 0.001, - "mrr_at_1": 0.433815, - "mrr_at_3": 0.461253, - "mrr_at_5": 0.463422, - "mrr_at_10": 0.46676, - "mrr_at_20": 0.468872, - "mrr_at_100": 0.471409, - "mrr_at_1000": 0.47284, - "nauc_ndcg_at_1_max": 0.91137, - "nauc_ndcg_at_1_std": 0.80438, - "nauc_ndcg_at_1_diff1": 0.927034, - "nauc_ndcg_at_3_max": 0.93974, - "nauc_ndcg_at_3_std": 0.845675, - "nauc_ndcg_at_3_diff1": 0.900103, - "nauc_ndcg_at_5_max": 0.940278, - "nauc_ndcg_at_5_std": 0.846669, - "nauc_ndcg_at_5_diff1": 0.89395, - "nauc_ndcg_at_10_max": 0.938632, - "nauc_ndcg_at_10_std": 0.849977, - "nauc_ndcg_at_10_diff1": 0.889952, - "nauc_ndcg_at_20_max": 0.933528, - "nauc_ndcg_at_20_std": 0.846234, - "nauc_ndcg_at_20_diff1": 0.882626, - "nauc_ndcg_at_100_max": 0.921533, - "nauc_ndcg_at_100_std": 0.840839, - "nauc_ndcg_at_100_diff1": 0.871626, - "nauc_ndcg_at_1000_max": 0.92845, - "nauc_ndcg_at_1000_std": 0.840689, - "nauc_ndcg_at_1000_diff1": 0.886109, - "nauc_map_at_1_max": 0.909414, - "nauc_map_at_1_std": 0.802443, - "nauc_map_at_1_diff1": 0.925074, - "nauc_map_at_3_max": 0.932924, - "nauc_map_at_3_std": 0.836377, - "nauc_map_at_3_diff1": 0.905815, - "nauc_map_at_5_max": 0.933162, - "nauc_map_at_5_std": 0.836886, - "nauc_map_at_5_diff1": 0.902536, - "nauc_map_at_10_max": 0.932462, - "nauc_map_at_10_std": 0.838036, - "nauc_map_at_10_diff1": 0.900845, - "nauc_map_at_20_max": 0.931133, - "nauc_map_at_20_std": 0.837057, - "nauc_map_at_20_diff1": 0.898881, - "nauc_map_at_100_max": 0.92972, - "nauc_map_at_100_std": 0.836547, - "nauc_map_at_100_diff1": 0.897589, - "nauc_map_at_1000_max": 0.929785, - "nauc_map_at_1000_std": 0.836419, - "nauc_map_at_1000_diff1": 0.897944, - "nauc_recall_at_1_max": 0.909414, - "nauc_recall_at_1_std": 0.802443, - "nauc_recall_at_1_diff1": 0.925074, - "nauc_recall_at_3_max": 0.957486, - "nauc_recall_at_3_std": 0.870405, - "nauc_recall_at_3_diff1": 0.881698, - "nauc_recall_at_5_max": 0.958768, - "nauc_recall_at_5_std": 0.872781, - "nauc_recall_at_5_diff1": 0.865671, - "nauc_recall_at_10_max": 0.954027, - "nauc_recall_at_10_std": 0.884897, - "nauc_recall_at_10_diff1": 0.85272, - "nauc_recall_at_20_max": 0.932699, - "nauc_recall_at_20_std": 0.869964, - "nauc_recall_at_20_diff1": 0.820951, - "nauc_recall_at_100_max": 0.848741, - "nauc_recall_at_100_std": 0.835145, - "nauc_recall_at_100_diff1": 0.731137, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.91137, - "nauc_precision_at_1_std": 0.80438, - "nauc_precision_at_1_diff1": 0.927034, - "nauc_precision_at_3_max": 0.959492, - "nauc_precision_at_3_std": 0.872394, - "nauc_precision_at_3_diff1": 0.883689, - "nauc_precision_at_5_max": 0.961145, - "nauc_precision_at_5_std": 0.875109, - "nauc_precision_at_5_diff1": 0.867995, - "nauc_precision_at_10_max": 0.956462, - "nauc_precision_at_10_std": 0.887292, - "nauc_precision_at_10_diff1": 0.855097, - "nauc_precision_at_20_max": 0.935204, - "nauc_precision_at_20_std": 0.872431, - "nauc_precision_at_20_diff1": 0.823388, - "nauc_precision_at_100_max": 0.847407, - "nauc_precision_at_100_std": 0.833907, - "nauc_precision_at_100_diff1": 0.730643, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44049, + "ndcg_at_3": 0.46752, + "ndcg_at_5": 0.47757, + "ndcg_at_10": 0.48261, + "ndcg_at_20": 0.4895, + "ndcg_at_100": 0.51429, + "ndcg_at_1000": 0.55283, + "map_at_1": 0.43993, + "map_at_3": 0.46107, + "map_at_5": 0.46663, + "map_at_10": 0.46871, + "map_at_20": 0.47061, + "map_at_100": 0.47354, + "map_at_1000": 0.47487, + "recall_at_1": 0.43993, + "recall_at_3": 0.48554, + "recall_at_5": 0.51001, + "recall_at_10": 0.52558, + "recall_at_20": 0.55284, + "recall_at_100": 0.6941, + "recall_at_1000": 1.0, + "accuracy": 0.43993, + "precision_at_1": 0.44049, + "precision_at_3": 0.16203, + "precision_at_5": 0.10211, + "precision_at_10": 0.05261, + "precision_at_20": 0.0277, + "precision_at_100": 0.00695, + "precision_at_1000": 0.001, + "mrr_at_1": 0.440489, + "mrr_at_3": 0.461624, + "mrr_at_5": 0.467186, + "mrr_at_10": 0.469266, + "mrr_at_20": 0.471098, + "mrr_at_100": 0.474034, + "mrr_at_1000": 0.475362, + "nauc_ndcg_at_1_max": 0.902895, + "nauc_ndcg_at_1_std": 0.808187, + "nauc_ndcg_at_1_diff1": 0.8968, + "nauc_ndcg_at_3_max": 0.927063, + "nauc_ndcg_at_3_std": 0.837228, + "nauc_ndcg_at_3_diff1": 0.884295, + "nauc_ndcg_at_5_max": 0.93221, + "nauc_ndcg_at_5_std": 0.843536, + "nauc_ndcg_at_5_diff1": 0.879626, + "nauc_ndcg_at_10_max": 0.929661, + "nauc_ndcg_at_10_std": 0.842205, + "nauc_ndcg_at_10_diff1": 0.875274, + "nauc_ndcg_at_20_max": 0.92706, + "nauc_ndcg_at_20_std": 0.843833, + "nauc_ndcg_at_20_diff1": 0.870355, + "nauc_ndcg_at_100_max": 0.915403, + "nauc_ndcg_at_100_std": 0.836823, + "nauc_ndcg_at_100_diff1": 0.857172, + "nauc_ndcg_at_1000_max": 0.920771, + "nauc_ndcg_at_1000_std": 0.836164, + "nauc_ndcg_at_1000_diff1": 0.870522, + "nauc_map_at_1_max": 0.900936, + "nauc_map_at_1_std": 0.806245, + "nauc_map_at_1_diff1": 0.894842, + "nauc_map_at_3_max": 0.921573, + "nauc_map_at_3_std": 0.830537, + "nauc_map_at_3_diff1": 0.886736, + "nauc_map_at_5_max": 0.924373, + "nauc_map_at_5_std": 0.83395, + "nauc_map_at_5_diff1": 0.884077, + "nauc_map_at_10_max": 0.923247, + "nauc_map_at_10_std": 0.833262, + "nauc_map_at_10_diff1": 0.882238, + "nauc_map_at_20_max": 0.922656, + "nauc_map_at_20_std": 0.833707, + "nauc_map_at_20_diff1": 0.88101, + "nauc_map_at_100_max": 0.921108, + "nauc_map_at_100_std": 0.832727, + "nauc_map_at_100_diff1": 0.879266, + "nauc_map_at_1000_max": 0.921145, + "nauc_map_at_1000_std": 0.832573, + "nauc_map_at_1000_diff1": 0.879623, + "nauc_recall_at_1_max": 0.900936, + "nauc_recall_at_1_std": 0.806245, + "nauc_recall_at_1_diff1": 0.894842, + "nauc_recall_at_3_max": 0.940787, + "nauc_recall_at_3_std": 0.854474, + "nauc_recall_at_3_diff1": 0.875353, + "nauc_recall_at_5_max": 0.953444, + "nauc_recall_at_5_std": 0.87018, + "nauc_recall_at_5_diff1": 0.863745, + "nauc_recall_at_10_max": 0.946045, + "nauc_recall_at_10_std": 0.867025, + "nauc_recall_at_10_diff1": 0.850041, + "nauc_recall_at_20_max": 0.93536, + "nauc_recall_at_20_std": 0.874901, + "nauc_recall_at_20_diff1": 0.828754, + "nauc_recall_at_100_max": 0.85674, + "nauc_recall_at_100_std": 0.834919, + "nauc_recall_at_100_diff1": 0.727427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.902895, + "nauc_precision_at_1_std": 0.808187, + "nauc_precision_at_1_diff1": 0.8968, + "nauc_precision_at_3_max": 0.942785, + "nauc_precision_at_3_std": 0.856456, + "nauc_precision_at_3_diff1": 0.877339, + "nauc_precision_at_5_max": 0.955837, + "nauc_precision_at_5_std": 0.872525, + "nauc_precision_at_5_diff1": 0.866087, + "nauc_precision_at_10_max": 0.948473, + "nauc_precision_at_10_std": 0.869407, + "nauc_precision_at_10_diff1": 0.852413, + "nauc_precision_at_20_max": 0.933775, + "nauc_precision_at_20_std": 0.873666, + "nauc_precision_at_20_diff1": 0.827788, + "nauc_precision_at_100_max": 0.855316, + "nauc_precision_at_100_std": 0.833654, + "nauc_precision_at_100_diff1": 0.726948, "nauc_precision_at_1000_max": 0.662006, "nauc_precision_at_1000_std": 0.662006, "nauc_precision_at_1000_diff1": 0.662006, - "nauc_mrr_at_1_max": 0.91137, - "nauc_mrr_at_1_std": 0.80438, - "nauc_mrr_at_1_diff1": 0.927034, - "nauc_mrr_at_3_max": 0.934904, - "nauc_mrr_at_3_std": 0.838338, - "nauc_mrr_at_3_diff1": 0.907789, - "nauc_mrr_at_5_max": 0.935144, - "nauc_mrr_at_5_std": 0.83885, - "nauc_mrr_at_5_diff1": 0.904512, - "nauc_mrr_at_10_max": 0.93445, - "nauc_mrr_at_10_std": 0.840007, - "nauc_mrr_at_10_diff1": 0.902827, - "nauc_mrr_at_20_max": 0.933125, - "nauc_mrr_at_20_std": 0.839031, - "nauc_mrr_at_20_diff1": 0.900868, - "nauc_mrr_at_100_max": 0.931581, - "nauc_mrr_at_100_std": 0.838391, - "nauc_mrr_at_100_diff1": 0.899445, - "nauc_mrr_at_1000_max": 0.931652, - "nauc_mrr_at_1000_std": 0.838269, - "nauc_mrr_at_1000_diff1": 0.899805, - "main_score": 0.48098, + "nauc_mrr_at_1_max": 0.902895, + "nauc_mrr_at_1_std": 0.808187, + "nauc_mrr_at_1_diff1": 0.8968, + "nauc_mrr_at_3_max": 0.923551, + "nauc_mrr_at_3_std": 0.832497, + "nauc_mrr_at_3_diff1": 0.888707, + "nauc_mrr_at_5_max": 0.926358, + "nauc_mrr_at_5_std": 0.835918, + "nauc_mrr_at_5_diff1": 0.886054, + "nauc_mrr_at_10_max": 0.925236, + "nauc_mrr_at_10_std": 0.835234, + "nauc_mrr_at_10_diff1": 0.884219, + "nauc_mrr_at_20_max": 0.924414, + "nauc_mrr_at_20_std": 0.83545, + "nauc_mrr_at_20_diff1": 0.882761, + "nauc_mrr_at_100_max": 0.922873, + "nauc_mrr_at_100_std": 0.834476, + "nauc_mrr_at_100_diff1": 0.881023, + "nauc_mrr_at_1000_max": 0.922915, + "nauc_mrr_at_1000_std": 0.834328, + "nauc_mrr_at_1000_diff1": 0.881386, + "hit_rate_at_1": 0.44049, + "hit_rate_at_3": 0.4861, + "hit_rate_at_5": 0.51057, + "hit_rate_at_10": 0.52614, + "hit_rate_at_20": 0.55284, + "hit_rate_at_100": 0.6941, + "hit_rate_at_1000": 1.0, + "main_score": 0.48261, "hf_subset": "eng_Latn-lug_Latn", "languages": [ "eng-Latn", "lug-Latn" - ] - }, - { - "ndcg_at_1": 0.47444, - "ndcg_at_3": 0.52169, - "ndcg_at_5": 0.53661, - "ndcg_at_10": 0.55044, - "ndcg_at_20": 0.5612, - "ndcg_at_100": 0.58755, - "ndcg_at_1000": 0.61087, - "map_at_1": 0.47444, - "map_at_3": 0.51, - "map_at_5": 0.51817, - "map_at_10": 0.52397, - "map_at_20": 0.52698, - "map_at_100": 0.5304, - "map_at_1000": 0.53136, - "recall_at_1": 0.47444, - "recall_at_3": 0.55556, - "recall_at_5": 0.59222, - "recall_at_10": 0.63444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48333, + "ndcg_at_3": 0.5264, + "ndcg_at_5": 0.53989, + "ndcg_at_10": 0.55497, + "ndcg_at_20": 0.56548, + "ndcg_at_100": 0.59002, + "ndcg_at_1000": 0.61474, + "map_at_1": 0.48333, + "map_at_3": 0.51593, + "map_at_5": 0.52354, + "map_at_10": 0.52975, + "map_at_20": 0.5327, + "map_at_100": 0.53588, + "map_at_1000": 0.53691, + "recall_at_1": 0.48333, + "recall_at_3": 0.55667, + "recall_at_5": 0.58889, + "recall_at_10": 0.63556, "recall_at_20": 0.67667, - "recall_at_100": 0.82222, + "recall_at_100": 0.81222, "recall_at_1000": 1.0, - "precision_at_1": 0.47444, - "precision_at_3": 0.18519, - "precision_at_5": 0.11844, - "precision_at_10": 0.06344, + "accuracy": 0.48333, + "precision_at_1": 0.48333, + "precision_at_3": 0.18556, + "precision_at_5": 0.11778, + "precision_at_10": 0.06356, "precision_at_20": 0.03383, - "precision_at_100": 0.00822, + "precision_at_100": 0.00812, "precision_at_1000": 0.001, - "mrr_at_1": 0.474444, - "mrr_at_3": 0.51, - "mrr_at_5": 0.518167, - "mrr_at_10": 0.523974, - "mrr_at_20": 0.526977, - "mrr_at_100": 0.530404, - "mrr_at_1000": 0.531361, - "nauc_ndcg_at_1_max": 0.769103, - "nauc_ndcg_at_1_std": -0.571474, - "nauc_ndcg_at_1_diff1": 0.882198, - "nauc_ndcg_at_3_max": 0.767893, - "nauc_ndcg_at_3_std": -0.59258, - "nauc_ndcg_at_3_diff1": 0.842669, - "nauc_ndcg_at_5_max": 0.751899, - "nauc_ndcg_at_5_std": -0.593521, - "nauc_ndcg_at_5_diff1": 0.830716, - "nauc_ndcg_at_10_max": 0.7458, - "nauc_ndcg_at_10_std": -0.592774, - "nauc_ndcg_at_10_diff1": 0.826451, - "nauc_ndcg_at_20_max": 0.741654, - "nauc_ndcg_at_20_std": -0.584372, - "nauc_ndcg_at_20_diff1": 0.818253, - "nauc_ndcg_at_100_max": 0.741219, - "nauc_ndcg_at_100_std": -0.570419, - "nauc_ndcg_at_100_diff1": 0.819322, - "nauc_ndcg_at_1000_max": 0.748742, - "nauc_ndcg_at_1000_std": -0.581986, - "nauc_ndcg_at_1000_diff1": 0.830736, - "nauc_map_at_1_max": 0.769103, - "nauc_map_at_1_std": -0.571474, - "nauc_map_at_1_diff1": 0.882198, - "nauc_map_at_3_max": 0.767966, - "nauc_map_at_3_std": -0.588362, - "nauc_map_at_3_diff1": 0.852443, - "nauc_map_at_5_max": 0.759451, - "nauc_map_at_5_std": -0.588911, - "nauc_map_at_5_diff1": 0.846221, - "nauc_map_at_10_max": 0.756924, - "nauc_map_at_10_std": -0.588794, - "nauc_map_at_10_diff1": 0.844596, - "nauc_map_at_20_max": 0.755939, - "nauc_map_at_20_std": -0.586314, - "nauc_map_at_20_diff1": 0.842439, - "nauc_map_at_100_max": 0.755706, - "nauc_map_at_100_std": -0.584788, - "nauc_map_at_100_diff1": 0.842613, - "nauc_map_at_1000_max": 0.756021, - "nauc_map_at_1000_std": -0.585137, - "nauc_map_at_1000_diff1": 0.843059, - "nauc_recall_at_1_max": 0.769103, - "nauc_recall_at_1_std": -0.571474, - "nauc_recall_at_1_diff1": 0.882198, - "nauc_recall_at_3_max": 0.767773, - "nauc_recall_at_3_std": -0.604805, - "nauc_recall_at_3_diff1": 0.813342, - "nauc_recall_at_5_max": 0.72584, - "nauc_recall_at_5_std": -0.607404, - "nauc_recall_at_5_diff1": 0.780537, - "nauc_recall_at_10_max": 0.703883, - "nauc_recall_at_10_std": -0.604424, - "nauc_recall_at_10_diff1": 0.762487, - "nauc_recall_at_20_max": 0.680392, - "nauc_recall_at_20_std": -0.568407, - "nauc_recall_at_20_diff1": 0.719426, - "nauc_recall_at_100_max": 0.645958, - "nauc_recall_at_100_std": -0.414286, - "nauc_recall_at_100_diff1": 0.671788, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.769103, - "nauc_precision_at_1_std": -0.571474, - "nauc_precision_at_1_diff1": 0.882198, - "nauc_precision_at_3_max": 0.767773, - "nauc_precision_at_3_std": -0.604805, - "nauc_precision_at_3_diff1": 0.813342, - "nauc_precision_at_5_max": 0.72584, - "nauc_precision_at_5_std": -0.607404, - "nauc_precision_at_5_diff1": 0.780537, - "nauc_precision_at_10_max": 0.703883, - "nauc_precision_at_10_std": -0.604424, - "nauc_precision_at_10_diff1": 0.762487, - "nauc_precision_at_20_max": 0.680392, - "nauc_precision_at_20_std": -0.568407, - "nauc_precision_at_20_diff1": 0.719426, - "nauc_precision_at_100_max": 0.645958, - "nauc_precision_at_100_std": -0.414286, - "nauc_precision_at_100_diff1": 0.671788, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.769103, - "nauc_mrr_at_1_std": -0.571474, - "nauc_mrr_at_1_diff1": 0.882198, - "nauc_mrr_at_3_max": 0.767966, - "nauc_mrr_at_3_std": -0.588362, - "nauc_mrr_at_3_diff1": 0.852443, - "nauc_mrr_at_5_max": 0.759451, - "nauc_mrr_at_5_std": -0.588911, - "nauc_mrr_at_5_diff1": 0.846221, - "nauc_mrr_at_10_max": 0.756924, - "nauc_mrr_at_10_std": -0.588794, - "nauc_mrr_at_10_diff1": 0.844596, - "nauc_mrr_at_20_max": 0.755939, - "nauc_mrr_at_20_std": -0.586314, - "nauc_mrr_at_20_diff1": 0.842439, - "nauc_mrr_at_100_max": 0.755706, - "nauc_mrr_at_100_std": -0.584788, - "nauc_mrr_at_100_diff1": 0.842613, - "nauc_mrr_at_1000_max": 0.756021, - "nauc_mrr_at_1000_std": -0.585137, - "nauc_mrr_at_1000_diff1": 0.843059, - "main_score": 0.55044, + "mrr_at_1": 0.483333, + "mrr_at_3": 0.515926, + "mrr_at_5": 0.523537, + "mrr_at_10": 0.529755, + "mrr_at_20": 0.532704, + "mrr_at_100": 0.535876, + "mrr_at_1000": 0.536906, + "nauc_ndcg_at_1_max": 0.765397, + "nauc_ndcg_at_1_std": -0.558366, + "nauc_ndcg_at_1_diff1": 0.860446, + "nauc_ndcg_at_3_max": 0.766411, + "nauc_ndcg_at_3_std": -0.593033, + "nauc_ndcg_at_3_diff1": 0.830461, + "nauc_ndcg_at_5_max": 0.752065, + "nauc_ndcg_at_5_std": -0.585157, + "nauc_ndcg_at_5_diff1": 0.821388, + "nauc_ndcg_at_10_max": 0.745327, + "nauc_ndcg_at_10_std": -0.589294, + "nauc_ndcg_at_10_diff1": 0.816626, + "nauc_ndcg_at_20_max": 0.741984, + "nauc_ndcg_at_20_std": -0.583066, + "nauc_ndcg_at_20_diff1": 0.811001, + "nauc_ndcg_at_100_max": 0.739812, + "nauc_ndcg_at_100_std": -0.563306, + "nauc_ndcg_at_100_diff1": 0.808517, + "nauc_ndcg_at_1000_max": 0.747633, + "nauc_ndcg_at_1000_std": -0.57582, + "nauc_ndcg_at_1000_diff1": 0.819243, + "nauc_map_at_1_max": 0.765397, + "nauc_map_at_1_std": -0.558366, + "nauc_map_at_1_diff1": 0.860446, + "nauc_map_at_3_max": 0.76579, + "nauc_map_at_3_std": -0.58461, + "nauc_map_at_3_diff1": 0.837746, + "nauc_map_at_5_max": 0.757802, + "nauc_map_at_5_std": -0.58032, + "nauc_map_at_5_diff1": 0.83274, + "nauc_map_at_10_max": 0.755177, + "nauc_map_at_10_std": -0.581686, + "nauc_map_at_10_diff1": 0.830965, + "nauc_map_at_20_max": 0.754174, + "nauc_map_at_20_std": -0.580325, + "nauc_map_at_20_diff1": 0.829549, + "nauc_map_at_100_max": 0.753871, + "nauc_map_at_100_std": -0.577777, + "nauc_map_at_100_diff1": 0.829157, + "nauc_map_at_1000_max": 0.754185, + "nauc_map_at_1000_std": -0.57818, + "nauc_map_at_1000_diff1": 0.829554, + "nauc_recall_at_1_max": 0.765397, + "nauc_recall_at_1_std": -0.558366, + "nauc_recall_at_1_diff1": 0.860446, + "nauc_recall_at_3_max": 0.768431, + "nauc_recall_at_3_std": -0.618197, + "nauc_recall_at_3_diff1": 0.808699, + "nauc_recall_at_5_max": 0.732567, + "nauc_recall_at_5_std": -0.59867, + "nauc_recall_at_5_diff1": 0.78525, + "nauc_recall_at_10_max": 0.707768, + "nauc_recall_at_10_std": -0.615359, + "nauc_recall_at_10_diff1": 0.765817, + "nauc_recall_at_20_max": 0.690553, + "nauc_recall_at_20_std": -0.585482, + "nauc_recall_at_20_diff1": 0.735286, + "nauc_recall_at_100_max": 0.644914, + "nauc_recall_at_100_std": -0.404386, + "nauc_recall_at_100_diff1": 0.675357, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765397, + "nauc_precision_at_1_std": -0.558366, + "nauc_precision_at_1_diff1": 0.860446, + "nauc_precision_at_3_max": 0.768431, + "nauc_precision_at_3_std": -0.618197, + "nauc_precision_at_3_diff1": 0.808699, + "nauc_precision_at_5_max": 0.732567, + "nauc_precision_at_5_std": -0.59867, + "nauc_precision_at_5_diff1": 0.78525, + "nauc_precision_at_10_max": 0.707768, + "nauc_precision_at_10_std": -0.615359, + "nauc_precision_at_10_diff1": 0.765817, + "nauc_precision_at_20_max": 0.690553, + "nauc_precision_at_20_std": -0.585482, + "nauc_precision_at_20_diff1": 0.735286, + "nauc_precision_at_100_max": 0.644914, + "nauc_precision_at_100_std": -0.404386, + "nauc_precision_at_100_diff1": 0.675357, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765397, + "nauc_mrr_at_1_std": -0.558366, + "nauc_mrr_at_1_diff1": 0.860446, + "nauc_mrr_at_3_max": 0.76579, + "nauc_mrr_at_3_std": -0.58461, + "nauc_mrr_at_3_diff1": 0.837746, + "nauc_mrr_at_5_max": 0.757802, + "nauc_mrr_at_5_std": -0.58032, + "nauc_mrr_at_5_diff1": 0.83274, + "nauc_mrr_at_10_max": 0.755177, + "nauc_mrr_at_10_std": -0.581686, + "nauc_mrr_at_10_diff1": 0.830965, + "nauc_mrr_at_20_max": 0.754174, + "nauc_mrr_at_20_std": -0.580325, + "nauc_mrr_at_20_diff1": 0.829549, + "nauc_mrr_at_100_max": 0.753871, + "nauc_mrr_at_100_std": -0.577777, + "nauc_mrr_at_100_diff1": 0.829157, + "nauc_mrr_at_1000_max": 0.754185, + "nauc_mrr_at_1000_std": -0.57818, + "nauc_mrr_at_1000_diff1": 0.829554, + "hit_rate_at_1": 0.48333, + "hit_rate_at_3": 0.55667, + "hit_rate_at_5": 0.58889, + "hit_rate_at_10": 0.63556, + "hit_rate_at_20": 0.67667, + "hit_rate_at_100": 0.81222, + "hit_rate_at_1000": 1.0, + "main_score": 0.55497, "hf_subset": "luo_Latn-luo_Latn", "languages": [ "luo-Latn", "luo-Latn" - ] - }, - { - "ndcg_at_1": 0.59333, - "ndcg_at_3": 0.64996, - "ndcg_at_5": 0.66325, - "ndcg_at_10": 0.68164, - "ndcg_at_20": 0.6901, - "ndcg_at_100": 0.70907, - "ndcg_at_1000": 0.72006, - "map_at_1": 0.59333, - "map_at_3": 0.63611, - "map_at_5": 0.6435, - "map_at_10": 0.65113, - "map_at_20": 0.65346, - "map_at_100": 0.65587, - "map_at_1000": 0.65635, - "recall_at_1": 0.59333, - "recall_at_3": 0.69, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.65069, + "ndcg_at_5": 0.66254, + "ndcg_at_10": 0.67752, + "ndcg_at_20": 0.68715, + "ndcg_at_100": 0.70764, + "ndcg_at_1000": 0.71811, + "map_at_1": 0.59, + "map_at_3": 0.63593, + "map_at_5": 0.64248, + "map_at_10": 0.6486, + "map_at_20": 0.65128, + "map_at_100": 0.65393, + "map_at_1000": 0.65435, + "recall_at_1": 0.59, + "recall_at_3": 0.69333, "recall_at_5": 0.72222, - "recall_at_10": 0.77889, - "recall_at_20": 0.81222, - "recall_at_100": 0.91778, + "recall_at_10": 0.76889, + "recall_at_20": 0.80667, + "recall_at_100": 0.92, "recall_at_1000": 1.0, - "precision_at_1": 0.59333, - "precision_at_3": 0.23, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.23111, "precision_at_5": 0.14444, - "precision_at_10": 0.07789, - "precision_at_20": 0.04061, - "precision_at_100": 0.00918, - "precision_at_1000": 0.001, - "mrr_at_1": 0.593333, - "mrr_at_3": 0.636111, - "mrr_at_5": 0.6435, - "mrr_at_10": 0.651127, - "mrr_at_20": 0.653464, - "mrr_at_100": 0.655868, - "mrr_at_1000": 0.656353, - "nauc_ndcg_at_1_max": 0.857102, - "nauc_ndcg_at_1_std": 0.390605, - "nauc_ndcg_at_1_diff1": 0.877142, - "nauc_ndcg_at_3_max": 0.857452, - "nauc_ndcg_at_3_std": 0.412901, - "nauc_ndcg_at_3_diff1": 0.835915, - "nauc_ndcg_at_5_max": 0.854704, - "nauc_ndcg_at_5_std": 0.404426, - "nauc_ndcg_at_5_diff1": 0.832343, - "nauc_ndcg_at_10_max": 0.849629, - "nauc_ndcg_at_10_std": 0.400644, - "nauc_ndcg_at_10_diff1": 0.828748, - "nauc_ndcg_at_20_max": 0.849213, - "nauc_ndcg_at_20_std": 0.407442, - "nauc_ndcg_at_20_diff1": 0.825206, - "nauc_ndcg_at_100_max": 0.848641, - "nauc_ndcg_at_100_std": 0.413457, - "nauc_ndcg_at_100_diff1": 0.828018, - "nauc_ndcg_at_1000_max": 0.851676, - "nauc_ndcg_at_1000_std": 0.405931, - "nauc_ndcg_at_1000_diff1": 0.834763, - "nauc_map_at_1_max": 0.857102, - "nauc_map_at_1_std": 0.390605, - "nauc_map_at_1_diff1": 0.877142, - "nauc_map_at_3_max": 0.858197, - "nauc_map_at_3_std": 0.407569, - "nauc_map_at_3_diff1": 0.846742, - "nauc_map_at_5_max": 0.856846, - "nauc_map_at_5_std": 0.40296, - "nauc_map_at_5_diff1": 0.845025, - "nauc_map_at_10_max": 0.854887, - "nauc_map_at_10_std": 0.401384, - "nauc_map_at_10_diff1": 0.843857, - "nauc_map_at_20_max": 0.854725, - "nauc_map_at_20_std": 0.402948, - "nauc_map_at_20_diff1": 0.842961, - "nauc_map_at_100_max": 0.854638, - "nauc_map_at_100_std": 0.403467, - "nauc_map_at_100_diff1": 0.843291, - "nauc_map_at_1000_max": 0.854726, - "nauc_map_at_1000_std": 0.403147, - "nauc_map_at_1000_diff1": 0.843567, - "nauc_recall_at_1_max": 0.857102, - "nauc_recall_at_1_std": 0.390605, - "nauc_recall_at_1_diff1": 0.877142, - "nauc_recall_at_3_max": 0.854682, - "nauc_recall_at_3_std": 0.42977, - "nauc_recall_at_3_diff1": 0.801175, - "nauc_recall_at_5_max": 0.846327, - "nauc_recall_at_5_std": 0.407788, - "nauc_recall_at_5_diff1": 0.788181, - "nauc_recall_at_10_max": 0.824481, - "nauc_recall_at_10_std": 0.39387, - "nauc_recall_at_10_diff1": 0.76492, - "nauc_recall_at_20_max": 0.819509, - "nauc_recall_at_20_std": 0.434097, - "nauc_recall_at_20_diff1": 0.736302, - "nauc_recall_at_100_max": 0.779803, - "nauc_recall_at_100_std": 0.56606, - "nauc_recall_at_100_diff1": 0.687082, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.857102, - "nauc_precision_at_1_std": 0.390605, - "nauc_precision_at_1_diff1": 0.877142, - "nauc_precision_at_3_max": 0.854682, - "nauc_precision_at_3_std": 0.42977, - "nauc_precision_at_3_diff1": 0.801175, - "nauc_precision_at_5_max": 0.846327, - "nauc_precision_at_5_std": 0.407788, - "nauc_precision_at_5_diff1": 0.788181, - "nauc_precision_at_10_max": 0.824481, - "nauc_precision_at_10_std": 0.39387, - "nauc_precision_at_10_diff1": 0.76492, - "nauc_precision_at_20_max": 0.819509, - "nauc_precision_at_20_std": 0.434097, - "nauc_precision_at_20_diff1": 0.736302, - "nauc_precision_at_100_max": 0.779803, - "nauc_precision_at_100_std": 0.56606, - "nauc_precision_at_100_diff1": 0.687082, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.857102, - "nauc_mrr_at_1_std": 0.390605, - "nauc_mrr_at_1_diff1": 0.877142, - "nauc_mrr_at_3_max": 0.858197, - "nauc_mrr_at_3_std": 0.407569, - "nauc_mrr_at_3_diff1": 0.846742, - "nauc_mrr_at_5_max": 0.856846, - "nauc_mrr_at_5_std": 0.40296, - "nauc_mrr_at_5_diff1": 0.845025, - "nauc_mrr_at_10_max": 0.854887, - "nauc_mrr_at_10_std": 0.401384, - "nauc_mrr_at_10_diff1": 0.843857, - "nauc_mrr_at_20_max": 0.854725, - "nauc_mrr_at_20_std": 0.402948, - "nauc_mrr_at_20_diff1": 0.842961, - "nauc_mrr_at_100_max": 0.854638, - "nauc_mrr_at_100_std": 0.403467, - "nauc_mrr_at_100_diff1": 0.843291, - "nauc_mrr_at_1000_max": 0.854726, - "nauc_mrr_at_1000_std": 0.403147, - "nauc_mrr_at_1000_diff1": 0.843567, - "main_score": 0.68164, + "precision_at_10": 0.07689, + "precision_at_20": 0.04033, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.635926, + "mrr_at_5": 0.642481, + "mrr_at_10": 0.648601, + "mrr_at_20": 0.651283, + "mrr_at_100": 0.653928, + "mrr_at_1000": 0.654345, + "nauc_ndcg_at_1_max": 0.836923, + "nauc_ndcg_at_1_std": 0.347906, + "nauc_ndcg_at_1_diff1": 0.874761, + "nauc_ndcg_at_3_max": 0.84589, + "nauc_ndcg_at_3_std": 0.397946, + "nauc_ndcg_at_3_diff1": 0.838696, + "nauc_ndcg_at_5_max": 0.841589, + "nauc_ndcg_at_5_std": 0.388455, + "nauc_ndcg_at_5_diff1": 0.834, + "nauc_ndcg_at_10_max": 0.837185, + "nauc_ndcg_at_10_std": 0.386199, + "nauc_ndcg_at_10_diff1": 0.829772, + "nauc_ndcg_at_20_max": 0.834958, + "nauc_ndcg_at_20_std": 0.387823, + "nauc_ndcg_at_20_diff1": 0.82808, + "nauc_ndcg_at_100_max": 0.836146, + "nauc_ndcg_at_100_std": 0.394777, + "nauc_ndcg_at_100_diff1": 0.829329, + "nauc_ndcg_at_1000_max": 0.838169, + "nauc_ndcg_at_1000_std": 0.386964, + "nauc_ndcg_at_1000_diff1": 0.835952, + "nauc_map_at_1_max": 0.836923, + "nauc_map_at_1_std": 0.347906, + "nauc_map_at_1_diff1": 0.874761, + "nauc_map_at_3_max": 0.844697, + "nauc_map_at_3_std": 0.387089, + "nauc_map_at_3_diff1": 0.847933, + "nauc_map_at_5_max": 0.842308, + "nauc_map_at_5_std": 0.381919, + "nauc_map_at_5_diff1": 0.845487, + "nauc_map_at_10_max": 0.840796, + "nauc_map_at_10_std": 0.381395, + "nauc_map_at_10_diff1": 0.844061, + "nauc_map_at_20_max": 0.840289, + "nauc_map_at_20_std": 0.381776, + "nauc_map_at_20_diff1": 0.84375, + "nauc_map_at_100_max": 0.84036, + "nauc_map_at_100_std": 0.382331, + "nauc_map_at_100_diff1": 0.843924, + "nauc_map_at_1000_max": 0.840416, + "nauc_map_at_1000_std": 0.382035, + "nauc_map_at_1000_diff1": 0.844159, + "nauc_recall_at_1_max": 0.836923, + "nauc_recall_at_1_std": 0.347906, + "nauc_recall_at_1_diff1": 0.874761, + "nauc_recall_at_3_max": 0.849208, + "nauc_recall_at_3_std": 0.431926, + "nauc_recall_at_3_diff1": 0.808998, + "nauc_recall_at_5_max": 0.837937, + "nauc_recall_at_5_std": 0.408108, + "nauc_recall_at_5_diff1": 0.793991, + "nauc_recall_at_10_max": 0.818666, + "nauc_recall_at_10_std": 0.399095, + "nauc_recall_at_10_diff1": 0.770645, + "nauc_recall_at_20_max": 0.802851, + "nauc_recall_at_20_std": 0.410275, + "nauc_recall_at_20_diff1": 0.751672, + "nauc_recall_at_100_max": 0.788185, + "nauc_recall_at_100_std": 0.56311, + "nauc_recall_at_100_diff1": 0.681943, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836923, + "nauc_precision_at_1_std": 0.347906, + "nauc_precision_at_1_diff1": 0.874761, + "nauc_precision_at_3_max": 0.849208, + "nauc_precision_at_3_std": 0.431926, + "nauc_precision_at_3_diff1": 0.808998, + "nauc_precision_at_5_max": 0.837937, + "nauc_precision_at_5_std": 0.408108, + "nauc_precision_at_5_diff1": 0.793991, + "nauc_precision_at_10_max": 0.818666, + "nauc_precision_at_10_std": 0.399095, + "nauc_precision_at_10_diff1": 0.770645, + "nauc_precision_at_20_max": 0.802851, + "nauc_precision_at_20_std": 0.410275, + "nauc_precision_at_20_diff1": 0.751672, + "nauc_precision_at_100_max": 0.788185, + "nauc_precision_at_100_std": 0.56311, + "nauc_precision_at_100_diff1": 0.681943, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836923, + "nauc_mrr_at_1_std": 0.347906, + "nauc_mrr_at_1_diff1": 0.874761, + "nauc_mrr_at_3_max": 0.844697, + "nauc_mrr_at_3_std": 0.387089, + "nauc_mrr_at_3_diff1": 0.847933, + "nauc_mrr_at_5_max": 0.842308, + "nauc_mrr_at_5_std": 0.381919, + "nauc_mrr_at_5_diff1": 0.845487, + "nauc_mrr_at_10_max": 0.840796, + "nauc_mrr_at_10_std": 0.381395, + "nauc_mrr_at_10_diff1": 0.844061, + "nauc_mrr_at_20_max": 0.840289, + "nauc_mrr_at_20_std": 0.381776, + "nauc_mrr_at_20_diff1": 0.84375, + "nauc_mrr_at_100_max": 0.84036, + "nauc_mrr_at_100_std": 0.382331, + "nauc_mrr_at_100_diff1": 0.843924, + "nauc_mrr_at_1000_max": 0.840416, + "nauc_mrr_at_1000_std": 0.382035, + "nauc_mrr_at_1000_diff1": 0.844159, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.69333, + "hit_rate_at_5": 0.72222, + "hit_rate_at_10": 0.76889, + "hit_rate_at_20": 0.80667, + "hit_rate_at_100": 0.92, + "hit_rate_at_1000": 1.0, + "main_score": 0.67752, "hf_subset": "luo_Latn-eng_Latn", "languages": [ "luo-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.45889, - "ndcg_at_3": 0.48925, - "ndcg_at_5": 0.498, - "ndcg_at_10": 0.50569, - "ndcg_at_20": 0.51188, - "ndcg_at_100": 0.53563, - "ndcg_at_1000": 0.57196, - "map_at_1": 0.45889, - "map_at_3": 0.48204, - "map_at_5": 0.48693, - "map_at_10": 0.49018, - "map_at_20": 0.49189, - "map_at_100": 0.49476, - "map_at_1000": 0.49604, - "recall_at_1": 0.45889, - "recall_at_3": 0.51, - "recall_at_5": 0.53111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.45, + "ndcg_at_3": 0.48442, + "ndcg_at_5": 0.49183, + "ndcg_at_10": 0.50117, + "ndcg_at_20": 0.50674, + "ndcg_at_100": 0.52926, + "ndcg_at_1000": 0.56691, + "map_at_1": 0.45, + "map_at_3": 0.4763, + "map_at_5": 0.48046, + "map_at_10": 0.48431, + "map_at_20": 0.48581, + "map_at_100": 0.48851, + "map_at_1000": 0.48987, + "recall_at_1": 0.45, + "recall_at_3": 0.50778, + "recall_at_5": 0.52556, "recall_at_10": 0.55444, - "recall_at_20": 0.57889, - "recall_at_100": 0.71333, + "recall_at_20": 0.57667, + "recall_at_100": 0.70444, "recall_at_1000": 1.0, - "precision_at_1": 0.45889, - "precision_at_3": 0.17, - "precision_at_5": 0.10622, + "accuracy": 0.45, + "precision_at_1": 0.45, + "precision_at_3": 0.16926, + "precision_at_5": 0.10511, "precision_at_10": 0.05544, - "precision_at_20": 0.02894, - "precision_at_100": 0.00713, - "precision_at_1000": 0.001, - "mrr_at_1": 0.458889, - "mrr_at_3": 0.482037, - "mrr_at_5": 0.486926, - "mrr_at_10": 0.490184, - "mrr_at_20": 0.491887, - "mrr_at_100": 0.494757, - "mrr_at_1000": 0.496043, - "nauc_ndcg_at_1_max": 0.920011, - "nauc_ndcg_at_1_std": 0.822267, - "nauc_ndcg_at_1_diff1": 0.889241, - "nauc_ndcg_at_3_max": 0.94038, - "nauc_ndcg_at_3_std": 0.863817, - "nauc_ndcg_at_3_diff1": 0.868243, - "nauc_ndcg_at_5_max": 0.939867, - "nauc_ndcg_at_5_std": 0.867633, - "nauc_ndcg_at_5_diff1": 0.861665, - "nauc_ndcg_at_10_max": 0.935456, - "nauc_ndcg_at_10_std": 0.861908, - "nauc_ndcg_at_10_diff1": 0.858236, - "nauc_ndcg_at_20_max": 0.933461, - "nauc_ndcg_at_20_std": 0.862074, - "nauc_ndcg_at_20_diff1": 0.854232, - "nauc_ndcg_at_100_max": 0.919886, - "nauc_ndcg_at_100_std": 0.850737, - "nauc_ndcg_at_100_diff1": 0.840394, - "nauc_ndcg_at_1000_max": 0.928838, - "nauc_ndcg_at_1000_std": 0.854949, - "nauc_ndcg_at_1000_diff1": 0.854938, - "nauc_map_at_1_max": 0.920011, - "nauc_map_at_1_std": 0.822267, - "nauc_map_at_1_diff1": 0.889241, - "nauc_map_at_3_max": 0.936102, - "nauc_map_at_3_std": 0.854621, - "nauc_map_at_3_diff1": 0.872978, - "nauc_map_at_5_max": 0.935827, - "nauc_map_at_5_std": 0.856735, - "nauc_map_at_5_diff1": 0.869373, - "nauc_map_at_10_max": 0.93397, - "nauc_map_at_10_std": 0.854389, - "nauc_map_at_10_diff1": 0.867902, - "nauc_map_at_20_max": 0.933463, - "nauc_map_at_20_std": 0.854499, - "nauc_map_at_20_diff1": 0.866868, - "nauc_map_at_100_max": 0.931877, - "nauc_map_at_100_std": 0.85311, - "nauc_map_at_100_diff1": 0.865131, - "nauc_map_at_1000_max": 0.932065, - "nauc_map_at_1000_std": 0.853174, - "nauc_map_at_1000_diff1": 0.865552, - "nauc_recall_at_1_max": 0.920011, - "nauc_recall_at_1_std": 0.822267, - "nauc_recall_at_1_diff1": 0.889241, - "nauc_recall_at_3_max": 0.952618, - "nauc_recall_at_3_std": 0.890346, - "nauc_recall_at_3_diff1": 0.854541, - "nauc_recall_at_5_max": 0.95149, - "nauc_recall_at_5_std": 0.900181, - "nauc_recall_at_5_diff1": 0.837906, - "nauc_recall_at_10_max": 0.937843, - "nauc_recall_at_10_std": 0.882425, - "nauc_recall_at_10_diff1": 0.826821, - "nauc_recall_at_20_max": 0.929238, - "nauc_recall_at_20_std": 0.883057, - "nauc_recall_at_20_diff1": 0.808901, - "nauc_recall_at_100_max": 0.827024, - "nauc_recall_at_100_std": 0.805736, - "nauc_recall_at_100_diff1": 0.696343, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.920011, - "nauc_precision_at_1_std": 0.822267, - "nauc_precision_at_1_diff1": 0.889241, - "nauc_precision_at_3_max": 0.952618, - "nauc_precision_at_3_std": 0.890346, - "nauc_precision_at_3_diff1": 0.854541, - "nauc_precision_at_5_max": 0.95149, - "nauc_precision_at_5_std": 0.900181, - "nauc_precision_at_5_diff1": 0.837906, - "nauc_precision_at_10_max": 0.937843, - "nauc_precision_at_10_std": 0.882425, - "nauc_precision_at_10_diff1": 0.826821, - "nauc_precision_at_20_max": 0.929238, - "nauc_precision_at_20_std": 0.883057, - "nauc_precision_at_20_diff1": 0.808901, - "nauc_precision_at_100_max": 0.827024, - "nauc_precision_at_100_std": 0.805736, - "nauc_precision_at_100_diff1": 0.696343, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.920011, - "nauc_mrr_at_1_std": 0.822267, - "nauc_mrr_at_1_diff1": 0.889241, - "nauc_mrr_at_3_max": 0.936102, - "nauc_mrr_at_3_std": 0.854621, - "nauc_mrr_at_3_diff1": 0.872978, - "nauc_mrr_at_5_max": 0.935827, - "nauc_mrr_at_5_std": 0.856735, - "nauc_mrr_at_5_diff1": 0.869373, - "nauc_mrr_at_10_max": 0.93397, - "nauc_mrr_at_10_std": 0.854389, - "nauc_mrr_at_10_diff1": 0.867902, - "nauc_mrr_at_20_max": 0.933463, - "nauc_mrr_at_20_std": 0.854499, - "nauc_mrr_at_20_diff1": 0.866868, - "nauc_mrr_at_100_max": 0.931877, - "nauc_mrr_at_100_std": 0.85311, - "nauc_mrr_at_100_diff1": 0.865131, - "nauc_mrr_at_1000_max": 0.932065, - "nauc_mrr_at_1000_std": 0.853174, - "nauc_mrr_at_1000_diff1": 0.865552, - "main_score": 0.50569, + "precision_at_20": 0.02883, + "precision_at_100": 0.00704, + "precision_at_1000": 0.001, + "mrr_at_1": 0.45, + "mrr_at_3": 0.476296, + "mrr_at_5": 0.480463, + "mrr_at_10": 0.484313, + "mrr_at_20": 0.485813, + "mrr_at_100": 0.488505, + "mrr_at_1000": 0.489874, + "nauc_ndcg_at_1_max": 0.917135, + "nauc_ndcg_at_1_std": 0.806812, + "nauc_ndcg_at_1_diff1": 0.887997, + "nauc_ndcg_at_3_max": 0.935268, + "nauc_ndcg_at_3_std": 0.839257, + "nauc_ndcg_at_3_diff1": 0.859737, + "nauc_ndcg_at_5_max": 0.932941, + "nauc_ndcg_at_5_std": 0.840635, + "nauc_ndcg_at_5_diff1": 0.854107, + "nauc_ndcg_at_10_max": 0.932717, + "nauc_ndcg_at_10_std": 0.84382, + "nauc_ndcg_at_10_diff1": 0.850239, + "nauc_ndcg_at_20_max": 0.927793, + "nauc_ndcg_at_20_std": 0.84028, + "nauc_ndcg_at_20_diff1": 0.845483, + "nauc_ndcg_at_100_max": 0.916621, + "nauc_ndcg_at_100_std": 0.830654, + "nauc_ndcg_at_100_diff1": 0.834056, + "nauc_ndcg_at_1000_max": 0.924491, + "nauc_ndcg_at_1000_std": 0.834006, + "nauc_ndcg_at_1000_diff1": 0.847811, + "nauc_map_at_1_max": 0.917135, + "nauc_map_at_1_std": 0.806812, + "nauc_map_at_1_diff1": 0.887997, + "nauc_map_at_3_max": 0.931712, + "nauc_map_at_3_std": 0.832352, + "nauc_map_at_3_diff1": 0.866569, + "nauc_map_at_5_max": 0.930455, + "nauc_map_at_5_std": 0.833127, + "nauc_map_at_5_diff1": 0.863494, + "nauc_map_at_10_max": 0.930351, + "nauc_map_at_10_std": 0.834533, + "nauc_map_at_10_diff1": 0.861879, + "nauc_map_at_20_max": 0.929024, + "nauc_map_at_20_std": 0.833516, + "nauc_map_at_20_diff1": 0.860664, + "nauc_map_at_100_max": 0.927809, + "nauc_map_at_100_std": 0.832418, + "nauc_map_at_100_diff1": 0.859286, + "nauc_map_at_1000_max": 0.927907, + "nauc_map_at_1000_std": 0.83242, + "nauc_map_at_1000_diff1": 0.859608, + "nauc_recall_at_1_max": 0.917135, + "nauc_recall_at_1_std": 0.806812, + "nauc_recall_at_1_diff1": 0.887997, + "nauc_recall_at_3_max": 0.945317, + "nauc_recall_at_3_std": 0.859053, + "nauc_recall_at_3_diff1": 0.839757, + "nauc_recall_at_5_max": 0.93956, + "nauc_recall_at_5_std": 0.862652, + "nauc_recall_at_5_diff1": 0.825423, + "nauc_recall_at_10_max": 0.939095, + "nauc_recall_at_10_std": 0.872903, + "nauc_recall_at_10_diff1": 0.812483, + "nauc_recall_at_20_max": 0.918516, + "nauc_recall_at_20_std": 0.859142, + "nauc_recall_at_20_diff1": 0.791137, + "nauc_recall_at_100_max": 0.832613, + "nauc_recall_at_100_std": 0.792577, + "nauc_recall_at_100_diff1": 0.695538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.917135, + "nauc_precision_at_1_std": 0.806812, + "nauc_precision_at_1_diff1": 0.887997, + "nauc_precision_at_3_max": 0.945317, + "nauc_precision_at_3_std": 0.859053, + "nauc_precision_at_3_diff1": 0.839757, + "nauc_precision_at_5_max": 0.93956, + "nauc_precision_at_5_std": 0.862652, + "nauc_precision_at_5_diff1": 0.825423, + "nauc_precision_at_10_max": 0.939095, + "nauc_precision_at_10_std": 0.872903, + "nauc_precision_at_10_diff1": 0.812483, + "nauc_precision_at_20_max": 0.918516, + "nauc_precision_at_20_std": 0.859142, + "nauc_precision_at_20_diff1": 0.791137, + "nauc_precision_at_100_max": 0.832613, + "nauc_precision_at_100_std": 0.792577, + "nauc_precision_at_100_diff1": 0.695538, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.917135, + "nauc_mrr_at_1_std": 0.806812, + "nauc_mrr_at_1_diff1": 0.887997, + "nauc_mrr_at_3_max": 0.931712, + "nauc_mrr_at_3_std": 0.832352, + "nauc_mrr_at_3_diff1": 0.866569, + "nauc_mrr_at_5_max": 0.930455, + "nauc_mrr_at_5_std": 0.833127, + "nauc_mrr_at_5_diff1": 0.863494, + "nauc_mrr_at_10_max": 0.930351, + "nauc_mrr_at_10_std": 0.834533, + "nauc_mrr_at_10_diff1": 0.861879, + "nauc_mrr_at_20_max": 0.929024, + "nauc_mrr_at_20_std": 0.833516, + "nauc_mrr_at_20_diff1": 0.860664, + "nauc_mrr_at_100_max": 0.927809, + "nauc_mrr_at_100_std": 0.832418, + "nauc_mrr_at_100_diff1": 0.859286, + "nauc_mrr_at_1000_max": 0.927907, + "nauc_mrr_at_1000_std": 0.83242, + "nauc_mrr_at_1000_diff1": 0.859608, + "hit_rate_at_1": 0.45, + "hit_rate_at_3": 0.50778, + "hit_rate_at_5": 0.52556, + "hit_rate_at_10": 0.55444, + "hit_rate_at_20": 0.57667, + "hit_rate_at_100": 0.70444, + "hit_rate_at_1000": 1.0, + "main_score": 0.50117, "hf_subset": "eng_Latn-luo_Latn", "languages": [ "eng-Latn", "luo-Latn" - ] - }, - { - "ndcg_at_1": 0.87444, - "ndcg_at_3": 0.90664, - "ndcg_at_5": 0.91295, - "ndcg_at_10": 0.91909, - "ndcg_at_20": 0.92303, - "ndcg_at_100": 0.92642, - "ndcg_at_1000": 0.92704, - "map_at_1": 0.87444, - "map_at_3": 0.89926, - "map_at_5": 0.9027, - "map_at_10": 0.90526, - "map_at_20": 0.90635, - "map_at_100": 0.90685, - "map_at_1000": 0.90688, - "recall_at_1": 0.87444, - "recall_at_3": 0.92778, - "recall_at_5": 0.94333, - "recall_at_10": 0.96222, - "recall_at_20": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.90094, + "ndcg_at_5": 0.90782, + "ndcg_at_10": 0.9122, + "ndcg_at_20": 0.91641, + "ndcg_at_100": 0.92134, + "ndcg_at_1000": 0.92192, + "map_at_1": 0.86778, + "map_at_3": 0.89315, + "map_at_5": 0.89698, + "map_at_10": 0.89883, + "map_at_20": 0.89998, + "map_at_100": 0.90074, + "map_at_1000": 0.90076, + "recall_at_1": 0.86778, + "recall_at_3": 0.92333, + "recall_at_5": 0.94, + "recall_at_10": 0.95333, + "recall_at_20": 0.97, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87444, - "precision_at_3": 0.30926, - "precision_at_5": 0.18867, - "precision_at_10": 0.09622, - "precision_at_20": 0.04889, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.30778, + "precision_at_5": 0.188, + "precision_at_10": 0.09533, + "precision_at_20": 0.0485, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.874444, - "mrr_at_3": 0.899259, - "mrr_at_5": 0.902704, - "mrr_at_10": 0.905257, - "mrr_at_20": 0.906346, - "mrr_at_100": 0.906846, - "mrr_at_1000": 0.906878, - "nauc_ndcg_at_1_max": 0.749208, - "nauc_ndcg_at_1_std": -0.085694, - "nauc_ndcg_at_1_diff1": 0.915669, - "nauc_ndcg_at_3_max": 0.792861, - "nauc_ndcg_at_3_std": 0.002522, - "nauc_ndcg_at_3_diff1": 0.899793, - "nauc_ndcg_at_5_max": 0.792545, - "nauc_ndcg_at_5_std": 0.001378, - "nauc_ndcg_at_5_diff1": 0.901101, - "nauc_ndcg_at_10_max": 0.785142, - "nauc_ndcg_at_10_std": -0.007757, - "nauc_ndcg_at_10_diff1": 0.899482, - "nauc_ndcg_at_20_max": 0.783629, - "nauc_ndcg_at_20_std": -0.015795, - "nauc_ndcg_at_20_diff1": 0.902366, - "nauc_ndcg_at_100_max": 0.783912, - "nauc_ndcg_at_100_std": -0.011365, - "nauc_ndcg_at_100_diff1": 0.904216, - "nauc_ndcg_at_1000_max": 0.782049, - "nauc_ndcg_at_1000_std": -0.019504, - "nauc_ndcg_at_1000_diff1": 0.904218, - "nauc_map_at_1_max": 0.749208, - "nauc_map_at_1_std": -0.085694, - "nauc_map_at_1_diff1": 0.915669, - "nauc_map_at_3_max": 0.781756, - "nauc_map_at_3_std": -0.022679, - "nauc_map_at_3_diff1": 0.90438, - "nauc_map_at_5_max": 0.781069, - "nauc_map_at_5_std": -0.023736, - "nauc_map_at_5_diff1": 0.905085, - "nauc_map_at_10_max": 0.778127, - "nauc_map_at_10_std": -0.027921, - "nauc_map_at_10_diff1": 0.90458, - "nauc_map_at_20_max": 0.777738, - "nauc_map_at_20_std": -0.030395, - "nauc_map_at_20_diff1": 0.905297, - "nauc_map_at_100_max": 0.777957, - "nauc_map_at_100_std": -0.02952, - "nauc_map_at_100_diff1": 0.905647, - "nauc_map_at_1000_max": 0.77788, - "nauc_map_at_1000_std": -0.029856, - "nauc_map_at_1000_diff1": 0.905641, - "nauc_recall_at_1_max": 0.749208, - "nauc_recall_at_1_std": -0.085694, - "nauc_recall_at_1_diff1": 0.915669, - "nauc_recall_at_3_max": 0.835754, - "nauc_recall_at_3_std": 0.101688, - "nauc_recall_at_3_diff1": 0.881714, - "nauc_recall_at_5_max": 0.847275, - "nauc_recall_at_5_std": 0.121766, - "nauc_recall_at_5_diff1": 0.882335, - "nauc_recall_at_10_max": 0.826454, - "nauc_recall_at_10_std": 0.125529, - "nauc_recall_at_10_diff1": 0.86291, - "nauc_recall_at_20_max": 0.834034, - "nauc_recall_at_20_std": 0.123179, - "nauc_recall_at_20_diff1": 0.876074, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.893148, + "mrr_at_5": 0.896981, + "mrr_at_10": 0.898828, + "mrr_at_20": 0.899979, + "mrr_at_100": 0.900738, + "mrr_at_1000": 0.900761, + "nauc_ndcg_at_1_max": 0.779344, + "nauc_ndcg_at_1_std": -0.158102, + "nauc_ndcg_at_1_diff1": 0.922319, + "nauc_ndcg_at_3_max": 0.810038, + "nauc_ndcg_at_3_std": -0.060738, + "nauc_ndcg_at_3_diff1": 0.9021, + "nauc_ndcg_at_5_max": 0.811238, + "nauc_ndcg_at_5_std": -0.055444, + "nauc_ndcg_at_5_diff1": 0.90295, + "nauc_ndcg_at_10_max": 0.806477, + "nauc_ndcg_at_10_std": -0.061139, + "nauc_ndcg_at_10_diff1": 0.902304, + "nauc_ndcg_at_20_max": 0.80336, + "nauc_ndcg_at_20_std": -0.073724, + "nauc_ndcg_at_20_diff1": 0.903447, + "nauc_ndcg_at_100_max": 0.805045, + "nauc_ndcg_at_100_std": -0.06943, + "nauc_ndcg_at_100_diff1": 0.907248, + "nauc_ndcg_at_1000_max": 0.803573, + "nauc_ndcg_at_1000_std": -0.076984, + "nauc_ndcg_at_1000_diff1": 0.907284, + "nauc_map_at_1_max": 0.779344, + "nauc_map_at_1_std": -0.158102, + "nauc_map_at_1_diff1": 0.922319, + "nauc_map_at_3_max": 0.802289, + "nauc_map_at_3_std": -0.087962, + "nauc_map_at_3_diff1": 0.907455, + "nauc_map_at_5_max": 0.80249, + "nauc_map_at_5_std": -0.086512, + "nauc_map_at_5_diff1": 0.908034, + "nauc_map_at_10_max": 0.800771, + "nauc_map_at_10_std": -0.088017, + "nauc_map_at_10_diff1": 0.90803, + "nauc_map_at_20_max": 0.799983, + "nauc_map_at_20_std": -0.091283, + "nauc_map_at_20_diff1": 0.908353, + "nauc_map_at_100_max": 0.800364, + "nauc_map_at_100_std": -0.090322, + "nauc_map_at_100_diff1": 0.909031, + "nauc_map_at_1000_max": 0.800318, + "nauc_map_at_1000_std": -0.090555, + "nauc_map_at_1000_diff1": 0.909033, + "nauc_recall_at_1_max": 0.779344, + "nauc_recall_at_1_std": -0.158102, + "nauc_recall_at_1_diff1": 0.922319, + "nauc_recall_at_3_max": 0.839863, + "nauc_recall_at_3_std": 0.045772, + "nauc_recall_at_3_diff1": 0.881325, + "nauc_recall_at_5_max": 0.853252, + "nauc_recall_at_5_std": 0.095835, + "nauc_recall_at_5_diff1": 0.879007, + "nauc_recall_at_10_max": 0.836335, + "nauc_recall_at_10_std": 0.093993, + "nauc_recall_at_10_diff1": 0.867002, + "nauc_recall_at_20_max": 0.819224, + "nauc_recall_at_20_std": 0.045596, + "nauc_recall_at_20_diff1": 0.859858, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.749208, - "nauc_precision_at_1_std": -0.085694, - "nauc_precision_at_1_diff1": 0.915669, - "nauc_precision_at_3_max": 0.835754, - "nauc_precision_at_3_std": 0.101688, - "nauc_precision_at_3_diff1": 0.881714, - "nauc_precision_at_5_max": 0.847275, - "nauc_precision_at_5_std": 0.121766, - "nauc_precision_at_5_diff1": 0.882335, - "nauc_precision_at_10_max": 0.826454, - "nauc_precision_at_10_std": 0.125529, - "nauc_precision_at_10_diff1": 0.86291, - "nauc_precision_at_20_max": 0.834034, - "nauc_precision_at_20_std": 0.123179, - "nauc_precision_at_20_diff1": 0.876074, + "nauc_precision_at_1_max": 0.779344, + "nauc_precision_at_1_std": -0.158102, + "nauc_precision_at_1_diff1": 0.922319, + "nauc_precision_at_3_max": 0.839863, + "nauc_precision_at_3_std": 0.045772, + "nauc_precision_at_3_diff1": 0.881325, + "nauc_precision_at_5_max": 0.853252, + "nauc_precision_at_5_std": 0.095835, + "nauc_precision_at_5_diff1": 0.879007, + "nauc_precision_at_10_max": 0.836335, + "nauc_precision_at_10_std": 0.093993, + "nauc_precision_at_10_diff1": 0.867002, + "nauc_precision_at_20_max": 0.819224, + "nauc_precision_at_20_std": 0.045596, + "nauc_precision_at_20_diff1": 0.859858, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.749208, - "nauc_mrr_at_1_std": -0.085694, - "nauc_mrr_at_1_diff1": 0.915669, - "nauc_mrr_at_3_max": 0.781756, - "nauc_mrr_at_3_std": -0.022679, - "nauc_mrr_at_3_diff1": 0.90438, - "nauc_mrr_at_5_max": 0.781069, - "nauc_mrr_at_5_std": -0.023736, - "nauc_mrr_at_5_diff1": 0.905085, - "nauc_mrr_at_10_max": 0.778127, - "nauc_mrr_at_10_std": -0.027921, - "nauc_mrr_at_10_diff1": 0.90458, - "nauc_mrr_at_20_max": 0.777738, - "nauc_mrr_at_20_std": -0.030395, - "nauc_mrr_at_20_diff1": 0.905297, - "nauc_mrr_at_100_max": 0.777957, - "nauc_mrr_at_100_std": -0.02952, - "nauc_mrr_at_100_diff1": 0.905647, - "nauc_mrr_at_1000_max": 0.77788, - "nauc_mrr_at_1000_std": -0.029856, - "nauc_mrr_at_1000_diff1": 0.905641, - "main_score": 0.91909, + "nauc_mrr_at_1_max": 0.779344, + "nauc_mrr_at_1_std": -0.158102, + "nauc_mrr_at_1_diff1": 0.922319, + "nauc_mrr_at_3_max": 0.802289, + "nauc_mrr_at_3_std": -0.087962, + "nauc_mrr_at_3_diff1": 0.907455, + "nauc_mrr_at_5_max": 0.80249, + "nauc_mrr_at_5_std": -0.086512, + "nauc_mrr_at_5_diff1": 0.908034, + "nauc_mrr_at_10_max": 0.800771, + "nauc_mrr_at_10_std": -0.088017, + "nauc_mrr_at_10_diff1": 0.90803, + "nauc_mrr_at_20_max": 0.799983, + "nauc_mrr_at_20_std": -0.091283, + "nauc_mrr_at_20_diff1": 0.908353, + "nauc_mrr_at_100_max": 0.800364, + "nauc_mrr_at_100_std": -0.090322, + "nauc_mrr_at_100_diff1": 0.909031, + "nauc_mrr_at_1000_max": 0.800318, + "nauc_mrr_at_1000_std": -0.090555, + "nauc_mrr_at_1000_diff1": 0.909033, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.92333, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9122, "hf_subset": "lvs_Latn-lvs_Latn", "languages": [ "lvs-Latn", "lvs-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.93819, - "ndcg_at_5": 0.94469, - "ndcg_at_10": 0.9472, - "ndcg_at_20": 0.94869, - "ndcg_at_100": 0.94974, - "ndcg_at_1000": 0.95002, - "map_at_1": 0.90111, - "map_at_3": 0.92944, - "map_at_5": 0.93311, - "map_at_10": 0.93414, - "map_at_20": 0.9346, - "map_at_100": 0.93475, - "map_at_1000": 0.93476, - "recall_at_1": 0.90111, - "recall_at_3": 0.96333, - "recall_at_5": 0.97889, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93587, + "ndcg_at_5": 0.93998, + "ndcg_at_10": 0.9442, + "ndcg_at_20": 0.94504, + "ndcg_at_100": 0.94678, + "ndcg_at_1000": 0.94706, + "map_at_1": 0.89556, + "map_at_3": 0.92667, + "map_at_5": 0.92894, + "map_at_10": 0.93063, + "map_at_20": 0.93086, + "map_at_100": 0.93113, + "map_at_1000": 0.93114, + "recall_at_1": 0.89556, + "recall_at_3": 0.96222, + "recall_at_5": 0.97222, + "recall_at_10": 0.98556, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, - "precision_at_3": 0.32111, - "precision_at_5": 0.19578, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32074, + "precision_at_5": 0.19444, + "precision_at_10": 0.09856, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.929444, - "mrr_at_5": 0.933111, - "mrr_at_10": 0.93414, - "mrr_at_20": 0.934598, - "mrr_at_100": 0.934749, - "mrr_at_1000": 0.93476, - "nauc_ndcg_at_1_max": 0.706281, - "nauc_ndcg_at_1_std": -0.283259, - "nauc_ndcg_at_1_diff1": 0.922786, - "nauc_ndcg_at_3_max": 0.726604, - "nauc_ndcg_at_3_std": -0.339337, - "nauc_ndcg_at_3_diff1": 0.931707, - "nauc_ndcg_at_5_max": 0.743773, - "nauc_ndcg_at_5_std": -0.290311, - "nauc_ndcg_at_5_diff1": 0.930744, - "nauc_ndcg_at_10_max": 0.739785, - "nauc_ndcg_at_10_std": -0.284813, - "nauc_ndcg_at_10_diff1": 0.930282, - "nauc_ndcg_at_20_max": 0.736171, - "nauc_ndcg_at_20_std": -0.285554, - "nauc_ndcg_at_20_diff1": 0.928921, - "nauc_ndcg_at_100_max": 0.732824, - "nauc_ndcg_at_100_std": -0.282119, - "nauc_ndcg_at_100_diff1": 0.928071, - "nauc_ndcg_at_1000_max": 0.731277, - "nauc_ndcg_at_1000_std": -0.289171, - "nauc_ndcg_at_1000_diff1": 0.928024, - "nauc_map_at_1_max": 0.706281, - "nauc_map_at_1_std": -0.283259, - "nauc_map_at_1_diff1": 0.922786, - "nauc_map_at_3_max": 0.721181, - "nauc_map_at_3_std": -0.318474, - "nauc_map_at_3_diff1": 0.928293, - "nauc_map_at_5_max": 0.729464, - "nauc_map_at_5_std": -0.294139, - "nauc_map_at_5_diff1": 0.927755, - "nauc_map_at_10_max": 0.728033, - "nauc_map_at_10_std": -0.292149, - "nauc_map_at_10_diff1": 0.92758, - "nauc_map_at_20_max": 0.726981, - "nauc_map_at_20_std": -0.292845, - "nauc_map_at_20_diff1": 0.927197, - "nauc_map_at_100_max": 0.726677, - "nauc_map_at_100_std": -0.292362, - "nauc_map_at_100_diff1": 0.927125, - "nauc_map_at_1000_max": 0.726632, - "nauc_map_at_1000_std": -0.292569, - "nauc_map_at_1000_diff1": 0.927122, - "nauc_recall_at_1_max": 0.706281, - "nauc_recall_at_1_std": -0.283259, - "nauc_recall_at_1_diff1": 0.922786, - "nauc_recall_at_3_max": 0.755567, - "nauc_recall_at_3_std": -0.45671, - "nauc_recall_at_3_diff1": 0.95098, - "nauc_recall_at_5_max": 0.876898, - "nauc_recall_at_5_std": -0.240479, - "nauc_recall_at_5_diff1": 0.95786, - "nauc_recall_at_10_max": 0.902544, - "nauc_recall_at_10_std": -0.150599, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.936308, - "nauc_recall_at_20_std": -0.043551, - "nauc_recall_at_20_diff1": 0.962652, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.928944, + "mrr_at_10": 0.930626, + "mrr_at_20": 0.930859, + "mrr_at_100": 0.931133, + "mrr_at_1000": 0.931142, + "nauc_ndcg_at_1_max": 0.704782, + "nauc_ndcg_at_1_std": -0.235072, + "nauc_ndcg_at_1_diff1": 0.924986, + "nauc_ndcg_at_3_max": 0.728743, + "nauc_ndcg_at_3_std": -0.278665, + "nauc_ndcg_at_3_diff1": 0.924747, + "nauc_ndcg_at_5_max": 0.735744, + "nauc_ndcg_at_5_std": -0.280452, + "nauc_ndcg_at_5_diff1": 0.92799, + "nauc_ndcg_at_10_max": 0.733718, + "nauc_ndcg_at_10_std": -0.257209, + "nauc_ndcg_at_10_diff1": 0.925684, + "nauc_ndcg_at_20_max": 0.731916, + "nauc_ndcg_at_20_std": -0.261288, + "nauc_ndcg_at_20_diff1": 0.92753, + "nauc_ndcg_at_100_max": 0.727931, + "nauc_ndcg_at_100_std": -0.251335, + "nauc_ndcg_at_100_diff1": 0.925601, + "nauc_ndcg_at_1000_max": 0.726486, + "nauc_ndcg_at_1000_std": -0.257981, + "nauc_ndcg_at_1000_diff1": 0.925558, + "nauc_map_at_1_max": 0.704782, + "nauc_map_at_1_std": -0.235072, + "nauc_map_at_1_diff1": 0.924986, + "nauc_map_at_3_max": 0.721411, + "nauc_map_at_3_std": -0.266507, + "nauc_map_at_3_diff1": 0.924207, + "nauc_map_at_5_max": 0.724442, + "nauc_map_at_5_std": -0.267183, + "nauc_map_at_5_diff1": 0.925796, + "nauc_map_at_10_max": 0.723333, + "nauc_map_at_10_std": -0.25938, + "nauc_map_at_10_diff1": 0.92493, + "nauc_map_at_20_max": 0.722911, + "nauc_map_at_20_std": -0.260288, + "nauc_map_at_20_diff1": 0.925341, + "nauc_map_at_100_max": 0.722415, + "nauc_map_at_100_std": -0.258752, + "nauc_map_at_100_diff1": 0.925071, + "nauc_map_at_1000_max": 0.722378, + "nauc_map_at_1000_std": -0.25892, + "nauc_map_at_1000_diff1": 0.92507, + "nauc_recall_at_1_max": 0.704782, + "nauc_recall_at_1_std": -0.235072, + "nauc_recall_at_1_diff1": 0.924986, + "nauc_recall_at_3_max": 0.768949, + "nauc_recall_at_3_std": -0.344277, + "nauc_recall_at_3_diff1": 0.928256, + "nauc_recall_at_5_max": 0.820187, + "nauc_recall_at_5_std": -0.374809, + "nauc_recall_at_5_diff1": 0.945565, + "nauc_recall_at_10_max": 0.878115, + "nauc_recall_at_10_std": -0.179092, + "nauc_recall_at_10_diff1": 0.935538, + "nauc_recall_at_20_max": 0.886134, + "nauc_recall_at_20_std": -0.23436, + "nauc_recall_at_20_diff1": 0.973856, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.706281, - "nauc_precision_at_1_std": -0.283259, - "nauc_precision_at_1_diff1": 0.922786, - "nauc_precision_at_3_max": 0.755567, - "nauc_precision_at_3_std": -0.45671, - "nauc_precision_at_3_diff1": 0.95098, - "nauc_precision_at_5_max": 0.876898, - "nauc_precision_at_5_std": -0.240479, - "nauc_precision_at_5_diff1": 0.95786, - "nauc_precision_at_10_max": 0.902544, - "nauc_precision_at_10_std": -0.150599, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.936308, - "nauc_precision_at_20_std": -0.043551, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_1_max": 0.704782, + "nauc_precision_at_1_std": -0.235072, + "nauc_precision_at_1_diff1": 0.924986, + "nauc_precision_at_3_max": 0.768949, + "nauc_precision_at_3_std": -0.344277, + "nauc_precision_at_3_diff1": 0.928256, + "nauc_precision_at_5_max": 0.820187, + "nauc_precision_at_5_std": -0.374809, + "nauc_precision_at_5_diff1": 0.945565, + "nauc_precision_at_10_max": 0.878115, + "nauc_precision_at_10_std": -0.179092, + "nauc_precision_at_10_diff1": 0.935538, + "nauc_precision_at_20_max": 0.886134, + "nauc_precision_at_20_std": -0.23436, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.706281, - "nauc_mrr_at_1_std": -0.283259, - "nauc_mrr_at_1_diff1": 0.922786, - "nauc_mrr_at_3_max": 0.721181, - "nauc_mrr_at_3_std": -0.318474, - "nauc_mrr_at_3_diff1": 0.928293, - "nauc_mrr_at_5_max": 0.729464, - "nauc_mrr_at_5_std": -0.294139, - "nauc_mrr_at_5_diff1": 0.927755, - "nauc_mrr_at_10_max": 0.728033, - "nauc_mrr_at_10_std": -0.292149, - "nauc_mrr_at_10_diff1": 0.92758, - "nauc_mrr_at_20_max": 0.726981, - "nauc_mrr_at_20_std": -0.292845, - "nauc_mrr_at_20_diff1": 0.927197, - "nauc_mrr_at_100_max": 0.726677, - "nauc_mrr_at_100_std": -0.292362, - "nauc_mrr_at_100_diff1": 0.927125, - "nauc_mrr_at_1000_max": 0.726632, - "nauc_mrr_at_1000_std": -0.292569, - "nauc_mrr_at_1000_diff1": 0.927122, - "main_score": 0.9472, + "nauc_mrr_at_1_max": 0.704782, + "nauc_mrr_at_1_std": -0.235072, + "nauc_mrr_at_1_diff1": 0.924986, + "nauc_mrr_at_3_max": 0.721411, + "nauc_mrr_at_3_std": -0.266507, + "nauc_mrr_at_3_diff1": 0.924207, + "nauc_mrr_at_5_max": 0.724442, + "nauc_mrr_at_5_std": -0.267183, + "nauc_mrr_at_5_diff1": 0.925796, + "nauc_mrr_at_10_max": 0.723333, + "nauc_mrr_at_10_std": -0.25938, + "nauc_mrr_at_10_diff1": 0.92493, + "nauc_mrr_at_20_max": 0.722911, + "nauc_mrr_at_20_std": -0.260288, + "nauc_mrr_at_20_diff1": 0.925341, + "nauc_mrr_at_100_max": 0.722415, + "nauc_mrr_at_100_std": -0.258752, + "nauc_mrr_at_100_diff1": 0.925071, + "nauc_mrr_at_1000_max": 0.722378, + "nauc_mrr_at_1000_std": -0.25892, + "nauc_mrr_at_1000_diff1": 0.92507, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9442, "hf_subset": "lvs_Latn-eng_Latn", "languages": [ "lvs-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.83889, - "ndcg_at_3": 0.8838, - "ndcg_at_5": 0.89154, - "ndcg_at_10": 0.89864, - "ndcg_at_20": 0.90316, - "ndcg_at_100": 0.90767, - "ndcg_at_1000": 0.90815, - "map_at_1": 0.83889, - "map_at_3": 0.87315, - "map_at_5": 0.87743, - "map_at_10": 0.88052, - "map_at_20": 0.88177, - "map_at_100": 0.88238, - "map_at_1000": 0.8824, - "recall_at_1": 0.83889, - "recall_at_3": 0.91444, - "recall_at_5": 0.93333, - "recall_at_10": 0.95444, - "recall_at_20": 0.97222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.87034, + "ndcg_at_5": 0.88158, + "ndcg_at_10": 0.88704, + "ndcg_at_20": 0.89166, + "ndcg_at_100": 0.89672, + "ndcg_at_1000": 0.89765, + "map_at_1": 0.82, + "map_at_3": 0.85815, + "map_at_5": 0.86454, + "map_at_10": 0.86683, + "map_at_20": 0.86816, + "map_at_100": 0.86889, + "map_at_1000": 0.86894, + "recall_at_1": 0.82, + "recall_at_3": 0.90556, + "recall_at_5": 0.93222, + "recall_at_10": 0.94889, + "recall_at_20": 0.96667, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.83889, - "precision_at_3": 0.30481, - "precision_at_5": 0.18667, - "precision_at_10": 0.09544, - "precision_at_20": 0.04861, - "precision_at_100": 0.00997, + "accuracy": 0.82, + "precision_at_1": 0.82, + "precision_at_3": 0.30185, + "precision_at_5": 0.18644, + "precision_at_10": 0.09489, + "precision_at_20": 0.04833, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.838889, - "mrr_at_3": 0.873148, - "mrr_at_5": 0.877426, - "mrr_at_10": 0.880517, - "mrr_at_20": 0.881767, - "mrr_at_100": 0.882378, - "mrr_at_1000": 0.882404, - "nauc_ndcg_at_1_max": 0.804729, - "nauc_ndcg_at_1_std": 0.047641, - "nauc_ndcg_at_1_diff1": 0.903794, - "nauc_ndcg_at_3_max": 0.826409, - "nauc_ndcg_at_3_std": 0.105825, - "nauc_ndcg_at_3_diff1": 0.87963, - "nauc_ndcg_at_5_max": 0.825488, - "nauc_ndcg_at_5_std": 0.089952, - "nauc_ndcg_at_5_diff1": 0.88522, - "nauc_ndcg_at_10_max": 0.82604, - "nauc_ndcg_at_10_std": 0.102253, - "nauc_ndcg_at_10_diff1": 0.890703, - "nauc_ndcg_at_20_max": 0.82565, - "nauc_ndcg_at_20_std": 0.112991, - "nauc_ndcg_at_20_diff1": 0.890653, - "nauc_ndcg_at_100_max": 0.82239, - "nauc_ndcg_at_100_std": 0.097379, - "nauc_ndcg_at_100_diff1": 0.890871, - "nauc_ndcg_at_1000_max": 0.821437, - "nauc_ndcg_at_1000_std": 0.093706, - "nauc_ndcg_at_1000_diff1": 0.890523, - "nauc_map_at_1_max": 0.804729, - "nauc_map_at_1_std": 0.047641, - "nauc_map_at_1_diff1": 0.903794, - "nauc_map_at_3_max": 0.819535, - "nauc_map_at_3_std": 0.086076, - "nauc_map_at_3_diff1": 0.886162, - "nauc_map_at_5_max": 0.818934, - "nauc_map_at_5_std": 0.07824, - "nauc_map_at_5_diff1": 0.889323, - "nauc_map_at_10_max": 0.818781, - "nauc_map_at_10_std": 0.081463, - "nauc_map_at_10_diff1": 0.891362, - "nauc_map_at_20_max": 0.818671, - "nauc_map_at_20_std": 0.084001, - "nauc_map_at_20_diff1": 0.891359, - "nauc_map_at_100_max": 0.818359, - "nauc_map_at_100_std": 0.082786, - "nauc_map_at_100_diff1": 0.89137, - "nauc_map_at_1000_max": 0.818317, - "nauc_map_at_1000_std": 0.082627, - "nauc_map_at_1000_diff1": 0.891355, - "nauc_recall_at_1_max": 0.804729, - "nauc_recall_at_1_std": 0.047641, - "nauc_recall_at_1_diff1": 0.903794, - "nauc_recall_at_3_max": 0.855069, - "nauc_recall_at_3_std": 0.188894, - "nauc_recall_at_3_diff1": 0.853032, - "nauc_recall_at_5_max": 0.858901, - "nauc_recall_at_5_std": 0.146242, - "nauc_recall_at_5_diff1": 0.865741, - "nauc_recall_at_10_max": 0.880338, - "nauc_recall_at_10_std": 0.265025, - "nauc_recall_at_10_diff1": 0.89325, - "nauc_recall_at_20_max": 0.908123, - "nauc_recall_at_20_std": 0.501849, - "nauc_recall_at_20_diff1": 0.894211, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.82, + "mrr_at_3": 0.858148, + "mrr_at_5": 0.864537, + "mrr_at_10": 0.866825, + "mrr_at_20": 0.868164, + "mrr_at_100": 0.86889, + "mrr_at_1000": 0.868937, + "nauc_ndcg_at_1_max": 0.770735, + "nauc_ndcg_at_1_std": -0.073127, + "nauc_ndcg_at_1_diff1": 0.914962, + "nauc_ndcg_at_3_max": 0.803276, + "nauc_ndcg_at_3_std": -0.013669, + "nauc_ndcg_at_3_diff1": 0.890232, + "nauc_ndcg_at_5_max": 0.799366, + "nauc_ndcg_at_5_std": -0.023538, + "nauc_ndcg_at_5_diff1": 0.896703, + "nauc_ndcg_at_10_max": 0.804055, + "nauc_ndcg_at_10_std": -0.015071, + "nauc_ndcg_at_10_diff1": 0.898972, + "nauc_ndcg_at_20_max": 0.80204, + "nauc_ndcg_at_20_std": -0.005238, + "nauc_ndcg_at_20_diff1": 0.899844, + "nauc_ndcg_at_100_max": 0.798796, + "nauc_ndcg_at_100_std": -0.016114, + "nauc_ndcg_at_100_diff1": 0.9006, + "nauc_ndcg_at_1000_max": 0.797086, + "nauc_ndcg_at_1000_std": -0.023315, + "nauc_ndcg_at_1000_diff1": 0.90049, + "nauc_map_at_1_max": 0.770735, + "nauc_map_at_1_std": -0.073127, + "nauc_map_at_1_diff1": 0.914962, + "nauc_map_at_3_max": 0.795162, + "nauc_map_at_3_std": -0.03183, + "nauc_map_at_3_diff1": 0.897318, + "nauc_map_at_5_max": 0.792862, + "nauc_map_at_5_std": -0.037715, + "nauc_map_at_5_diff1": 0.900944, + "nauc_map_at_10_max": 0.794401, + "nauc_map_at_10_std": -0.034973, + "nauc_map_at_10_diff1": 0.901684, + "nauc_map_at_20_max": 0.793853, + "nauc_map_at_20_std": -0.032516, + "nauc_map_at_20_diff1": 0.901875, + "nauc_map_at_100_max": 0.793415, + "nauc_map_at_100_std": -0.033779, + "nauc_map_at_100_diff1": 0.901939, + "nauc_map_at_1000_max": 0.793343, + "nauc_map_at_1000_std": -0.034081, + "nauc_map_at_1000_diff1": 0.901936, + "nauc_recall_at_1_max": 0.770735, + "nauc_recall_at_1_std": -0.073127, + "nauc_recall_at_1_diff1": 0.914962, + "nauc_recall_at_3_max": 0.836041, + "nauc_recall_at_3_std": 0.062059, + "nauc_recall_at_3_diff1": 0.86096, + "nauc_recall_at_5_max": 0.832866, + "nauc_recall_at_5_std": 0.052846, + "nauc_recall_at_5_diff1": 0.874983, + "nauc_recall_at_10_max": 0.874457, + "nauc_recall_at_10_std": 0.13286, + "nauc_recall_at_10_diff1": 0.884505, + "nauc_recall_at_20_max": 0.886788, + "nauc_recall_at_20_std": 0.320728, + "nauc_recall_at_20_diff1": 0.888578, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.736695, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.804729, - "nauc_precision_at_1_std": 0.047641, - "nauc_precision_at_1_diff1": 0.903794, - "nauc_precision_at_3_max": 0.855069, - "nauc_precision_at_3_std": 0.188894, - "nauc_precision_at_3_diff1": 0.853032, - "nauc_precision_at_5_max": 0.858901, - "nauc_precision_at_5_std": 0.146242, - "nauc_precision_at_5_diff1": 0.865741, - "nauc_precision_at_10_max": 0.880338, - "nauc_precision_at_10_std": 0.265025, - "nauc_precision_at_10_diff1": 0.89325, - "nauc_precision_at_20_max": 0.908123, - "nauc_precision_at_20_std": 0.501849, - "nauc_precision_at_20_diff1": 0.894211, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.770735, + "nauc_precision_at_1_std": -0.073127, + "nauc_precision_at_1_diff1": 0.914962, + "nauc_precision_at_3_max": 0.836041, + "nauc_precision_at_3_std": 0.062059, + "nauc_precision_at_3_diff1": 0.86096, + "nauc_precision_at_5_max": 0.832866, + "nauc_precision_at_5_std": 0.052846, + "nauc_precision_at_5_diff1": 0.874983, + "nauc_precision_at_10_max": 0.874457, + "nauc_precision_at_10_std": 0.13286, + "nauc_precision_at_10_diff1": 0.884505, + "nauc_precision_at_20_max": 0.886788, + "nauc_precision_at_20_std": 0.320728, + "nauc_precision_at_20_diff1": 0.888578, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.736695, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.804729, - "nauc_mrr_at_1_std": 0.047641, - "nauc_mrr_at_1_diff1": 0.903794, - "nauc_mrr_at_3_max": 0.819535, - "nauc_mrr_at_3_std": 0.086076, - "nauc_mrr_at_3_diff1": 0.886162, - "nauc_mrr_at_5_max": 0.818934, - "nauc_mrr_at_5_std": 0.07824, - "nauc_mrr_at_5_diff1": 0.889323, - "nauc_mrr_at_10_max": 0.818781, - "nauc_mrr_at_10_std": 0.081463, - "nauc_mrr_at_10_diff1": 0.891362, - "nauc_mrr_at_20_max": 0.818671, - "nauc_mrr_at_20_std": 0.084001, - "nauc_mrr_at_20_diff1": 0.891359, - "nauc_mrr_at_100_max": 0.818359, - "nauc_mrr_at_100_std": 0.082786, - "nauc_mrr_at_100_diff1": 0.89137, - "nauc_mrr_at_1000_max": 0.818317, - "nauc_mrr_at_1000_std": 0.082627, - "nauc_mrr_at_1000_diff1": 0.891355, - "main_score": 0.89864, + "nauc_mrr_at_1_max": 0.770735, + "nauc_mrr_at_1_std": -0.073127, + "nauc_mrr_at_1_diff1": 0.914962, + "nauc_mrr_at_3_max": 0.795162, + "nauc_mrr_at_3_std": -0.03183, + "nauc_mrr_at_3_diff1": 0.897318, + "nauc_mrr_at_5_max": 0.792862, + "nauc_mrr_at_5_std": -0.037715, + "nauc_mrr_at_5_diff1": 0.900944, + "nauc_mrr_at_10_max": 0.794401, + "nauc_mrr_at_10_std": -0.034973, + "nauc_mrr_at_10_diff1": 0.901684, + "nauc_mrr_at_20_max": 0.793853, + "nauc_mrr_at_20_std": -0.032516, + "nauc_mrr_at_20_diff1": 0.901875, + "nauc_mrr_at_100_max": 0.793415, + "nauc_mrr_at_100_std": -0.033779, + "nauc_mrr_at_100_diff1": 0.901939, + "nauc_mrr_at_1000_max": 0.793343, + "nauc_mrr_at_1000_std": -0.034081, + "nauc_mrr_at_1000_diff1": 0.901936, + "hit_rate_at_1": 0.82, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88704, "hf_subset": "eng_Latn-lvs_Latn", "languages": [ "eng-Latn", "lvs-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.89544, - "ndcg_at_5": 0.90557, - "ndcg_at_10": 0.90982, - "ndcg_at_20": 0.91405, - "ndcg_at_100": 0.91771, - "ndcg_at_1000": 0.91817, - "map_at_1": 0.85444, - "map_at_3": 0.88574, - "map_at_5": 0.89141, - "map_at_10": 0.89313, - "map_at_20": 0.8943, - "map_at_100": 0.89485, - "map_at_1000": 0.89488, - "recall_at_1": 0.85444, - "recall_at_3": 0.92333, - "recall_at_5": 0.94778, - "recall_at_10": 0.96111, - "recall_at_20": 0.97778, + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.89137, + "ndcg_at_5": 0.90046, + "ndcg_at_10": 0.90472, + "ndcg_at_20": 0.90872, + "ndcg_at_100": 0.91399, + "ndcg_at_1000": 0.91445, + "map_at_1": 0.85333, + "map_at_3": 0.88222, + "map_at_5": 0.88722, + "map_at_10": 0.88895, + "map_at_20": 0.89008, + "map_at_100": 0.89085, + "map_at_1000": 0.89087, + "recall_at_1": 0.85333, + "recall_at_3": 0.91778, + "recall_at_5": 0.94, + "recall_at_10": 0.95333, + "recall_at_20": 0.96889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30778, - "precision_at_5": 0.18956, - "precision_at_10": 0.09611, - "precision_at_20": 0.04889, + "accuracy": 0.85333, + "precision_at_1": 0.85333, + "precision_at_3": 0.30593, + "precision_at_5": 0.188, + "precision_at_10": 0.09533, + "precision_at_20": 0.04844, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.885741, - "mrr_at_5": 0.891407, - "mrr_at_10": 0.893126, - "mrr_at_20": 0.894297, - "mrr_at_100": 0.894854, - "mrr_at_1000": 0.894878, - "nauc_ndcg_at_1_max": 0.844323, - "nauc_ndcg_at_1_std": 0.102076, - "nauc_ndcg_at_1_diff1": 0.948336, - "nauc_ndcg_at_3_max": 0.870299, - "nauc_ndcg_at_3_std": 0.162101, - "nauc_ndcg_at_3_diff1": 0.933011, - "nauc_ndcg_at_5_max": 0.867745, - "nauc_ndcg_at_5_std": 0.15123, - "nauc_ndcg_at_5_diff1": 0.933071, - "nauc_ndcg_at_10_max": 0.865364, - "nauc_ndcg_at_10_std": 0.155256, - "nauc_ndcg_at_10_diff1": 0.934077, - "nauc_ndcg_at_20_max": 0.862314, - "nauc_ndcg_at_20_std": 0.149301, - "nauc_ndcg_at_20_diff1": 0.934034, - "nauc_ndcg_at_100_max": 0.861866, - "nauc_ndcg_at_100_std": 0.147255, - "nauc_ndcg_at_100_diff1": 0.935842, - "nauc_ndcg_at_1000_max": 0.861066, - "nauc_ndcg_at_1000_std": 0.142579, - "nauc_ndcg_at_1000_diff1": 0.936006, - "nauc_map_at_1_max": 0.844323, - "nauc_map_at_1_std": 0.102076, - "nauc_map_at_1_diff1": 0.948336, - "nauc_map_at_3_max": 0.862165, - "nauc_map_at_3_std": 0.14283, - "nauc_map_at_3_diff1": 0.936451, - "nauc_map_at_5_max": 0.860444, - "nauc_map_at_5_std": 0.136161, - "nauc_map_at_5_diff1": 0.936703, - "nauc_map_at_10_max": 0.859603, - "nauc_map_at_10_std": 0.137897, - "nauc_map_at_10_diff1": 0.937057, - "nauc_map_at_20_max": 0.858866, - "nauc_map_at_20_std": 0.136533, - "nauc_map_at_20_diff1": 0.937121, - "nauc_map_at_100_max": 0.858796, - "nauc_map_at_100_std": 0.135989, - "nauc_map_at_100_diff1": 0.937351, - "nauc_map_at_1000_max": 0.858763, - "nauc_map_at_1000_std": 0.135801, - "nauc_map_at_1000_diff1": 0.937363, - "nauc_recall_at_1_max": 0.844323, - "nauc_recall_at_1_std": 0.102076, - "nauc_recall_at_1_diff1": 0.948336, - "nauc_recall_at_3_max": 0.904532, - "nauc_recall_at_3_std": 0.243488, - "nauc_recall_at_3_diff1": 0.919322, - "nauc_recall_at_5_max": 0.910007, - "nauc_recall_at_5_std": 0.238046, - "nauc_recall_at_5_diff1": 0.912847, - "nauc_recall_at_10_max": 0.906229, - "nauc_recall_at_10_std": 0.287542, - "nauc_recall_at_10_diff1": 0.913779, - "nauc_recall_at_20_max": 0.890873, - "nauc_recall_at_20_std": 0.291433, - "nauc_recall_at_20_diff1": 0.896499, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.882222, + "mrr_at_5": 0.887222, + "mrr_at_10": 0.888953, + "mrr_at_20": 0.890083, + "mrr_at_100": 0.89085, + "mrr_at_1000": 0.890872, + "nauc_ndcg_at_1_max": 0.822322, + "nauc_ndcg_at_1_std": 0.057586, + "nauc_ndcg_at_1_diff1": 0.932398, + "nauc_ndcg_at_3_max": 0.845688, + "nauc_ndcg_at_3_std": 0.086379, + "nauc_ndcg_at_3_diff1": 0.918253, + "nauc_ndcg_at_5_max": 0.848962, + "nauc_ndcg_at_5_std": 0.101002, + "nauc_ndcg_at_5_diff1": 0.921014, + "nauc_ndcg_at_10_max": 0.849641, + "nauc_ndcg_at_10_std": 0.11491, + "nauc_ndcg_at_10_diff1": 0.920969, + "nauc_ndcg_at_20_max": 0.846246, + "nauc_ndcg_at_20_std": 0.10653, + "nauc_ndcg_at_20_diff1": 0.921799, + "nauc_ndcg_at_100_max": 0.84256, + "nauc_ndcg_at_100_std": 0.09769, + "nauc_ndcg_at_100_diff1": 0.922939, + "nauc_ndcg_at_1000_max": 0.841948, + "nauc_ndcg_at_1000_std": 0.09397, + "nauc_ndcg_at_1000_diff1": 0.922983, + "nauc_map_at_1_max": 0.822322, + "nauc_map_at_1_std": 0.057586, + "nauc_map_at_1_diff1": 0.932398, + "nauc_map_at_3_max": 0.838652, + "nauc_map_at_3_std": 0.076906, + "nauc_map_at_3_diff1": 0.922008, + "nauc_map_at_5_max": 0.839979, + "nauc_map_at_5_std": 0.083814, + "nauc_map_at_5_diff1": 0.923604, + "nauc_map_at_10_max": 0.840035, + "nauc_map_at_10_std": 0.088681, + "nauc_map_at_10_diff1": 0.923605, + "nauc_map_at_20_max": 0.839151, + "nauc_map_at_20_std": 0.086466, + "nauc_map_at_20_diff1": 0.923835, + "nauc_map_at_100_max": 0.838686, + "nauc_map_at_100_std": 0.085381, + "nauc_map_at_100_diff1": 0.924004, + "nauc_map_at_1000_max": 0.838663, + "nauc_map_at_1000_std": 0.085243, + "nauc_map_at_1000_diff1": 0.924005, + "nauc_recall_at_1_max": 0.822322, + "nauc_recall_at_1_std": 0.057586, + "nauc_recall_at_1_diff1": 0.932398, + "nauc_recall_at_3_max": 0.874082, + "nauc_recall_at_3_std": 0.12506, + "nauc_recall_at_3_diff1": 0.903387, + "nauc_recall_at_5_max": 0.897206, + "nauc_recall_at_5_std": 0.195836, + "nauc_recall_at_5_diff1": 0.908237, + "nauc_recall_at_10_max": 0.915633, + "nauc_recall_at_10_std": 0.306256, + "nauc_recall_at_10_diff1": 0.904584, + "nauc_recall_at_20_max": 0.910381, + "nauc_recall_at_20_std": 0.307706, + "nauc_recall_at_20_diff1": 0.905479, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.786026, "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.844323, - "nauc_precision_at_1_std": 0.102076, - "nauc_precision_at_1_diff1": 0.948336, - "nauc_precision_at_3_max": 0.904532, - "nauc_precision_at_3_std": 0.243488, - "nauc_precision_at_3_diff1": 0.919322, - "nauc_precision_at_5_max": 0.910007, - "nauc_precision_at_5_std": 0.238046, - "nauc_precision_at_5_diff1": 0.912847, - "nauc_precision_at_10_max": 0.906229, - "nauc_precision_at_10_std": 0.287542, - "nauc_precision_at_10_diff1": 0.913779, - "nauc_precision_at_20_max": 0.890873, - "nauc_precision_at_20_std": 0.291433, - "nauc_precision_at_20_diff1": 0.896499, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_1_max": 0.822322, + "nauc_precision_at_1_std": 0.057586, + "nauc_precision_at_1_diff1": 0.932398, + "nauc_precision_at_3_max": 0.874082, + "nauc_precision_at_3_std": 0.12506, + "nauc_precision_at_3_diff1": 0.903387, + "nauc_precision_at_5_max": 0.897206, + "nauc_precision_at_5_std": 0.195836, + "nauc_precision_at_5_diff1": 0.908237, + "nauc_precision_at_10_max": 0.915633, + "nauc_precision_at_10_std": 0.306256, + "nauc_precision_at_10_diff1": 0.904584, + "nauc_precision_at_20_max": 0.910381, + "nauc_precision_at_20_std": 0.307706, + "nauc_precision_at_20_diff1": 0.905479, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.786026, "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.844323, - "nauc_mrr_at_1_std": 0.102076, - "nauc_mrr_at_1_diff1": 0.948336, - "nauc_mrr_at_3_max": 0.862165, - "nauc_mrr_at_3_std": 0.14283, - "nauc_mrr_at_3_diff1": 0.936451, - "nauc_mrr_at_5_max": 0.860444, - "nauc_mrr_at_5_std": 0.136161, - "nauc_mrr_at_5_diff1": 0.936703, - "nauc_mrr_at_10_max": 0.859603, - "nauc_mrr_at_10_std": 0.137897, - "nauc_mrr_at_10_diff1": 0.937057, - "nauc_mrr_at_20_max": 0.858866, - "nauc_mrr_at_20_std": 0.136533, - "nauc_mrr_at_20_diff1": 0.937121, - "nauc_mrr_at_100_max": 0.858796, - "nauc_mrr_at_100_std": 0.135989, - "nauc_mrr_at_100_diff1": 0.937351, - "nauc_mrr_at_1000_max": 0.858763, - "nauc_mrr_at_1000_std": 0.135801, - "nauc_mrr_at_1000_diff1": 0.937363, - "main_score": 0.90982, + "nauc_mrr_at_1_max": 0.822322, + "nauc_mrr_at_1_std": 0.057586, + "nauc_mrr_at_1_diff1": 0.932398, + "nauc_mrr_at_3_max": 0.838652, + "nauc_mrr_at_3_std": 0.076906, + "nauc_mrr_at_3_diff1": 0.922008, + "nauc_mrr_at_5_max": 0.839979, + "nauc_mrr_at_5_std": 0.083814, + "nauc_mrr_at_5_diff1": 0.923604, + "nauc_mrr_at_10_max": 0.840035, + "nauc_mrr_at_10_std": 0.088681, + "nauc_mrr_at_10_diff1": 0.923605, + "nauc_mrr_at_20_max": 0.839151, + "nauc_mrr_at_20_std": 0.086466, + "nauc_mrr_at_20_diff1": 0.923835, + "nauc_mrr_at_100_max": 0.838686, + "nauc_mrr_at_100_std": 0.085381, + "nauc_mrr_at_100_diff1": 0.924004, + "nauc_mrr_at_1000_max": 0.838663, + "nauc_mrr_at_1000_std": 0.085243, + "nauc_mrr_at_1000_diff1": 0.924005, + "hit_rate_at_1": 0.85333, + "hit_rate_at_3": 0.91778, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90472, "hf_subset": "mal_Mlym-mal_Mlym", "languages": [ "mal-Mlym", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88889, - "ndcg_at_3": 0.9293, - "ndcg_at_5": 0.93618, - "ndcg_at_10": 0.93874, - "ndcg_at_20": 0.94071, - "ndcg_at_100": 0.94205, - "ndcg_at_1000": 0.94251, - "map_at_1": 0.88889, - "map_at_3": 0.91944, - "map_at_5": 0.92328, - "map_at_10": 0.92435, - "map_at_20": 0.9249, - "map_at_100": 0.92512, - "map_at_1000": 0.92515, - "recall_at_1": 0.88889, - "recall_at_3": 0.95778, - "recall_at_5": 0.97444, - "recall_at_10": 0.98222, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93055, + "ndcg_at_5": 0.93653, + "ndcg_at_10": 0.93912, + "ndcg_at_20": 0.94159, + "ndcg_at_100": 0.94269, + "ndcg_at_1000": 0.94315, + "map_at_1": 0.89, + "map_at_3": 0.92074, + "map_at_5": 0.92407, + "map_at_10": 0.92518, + "map_at_20": 0.92584, + "map_at_100": 0.92601, + "map_at_1000": 0.92603, + "recall_at_1": 0.89, + "recall_at_3": 0.95889, + "recall_at_5": 0.97333, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88889, - "precision_at_3": 0.31926, - "precision_at_5": 0.19489, - "precision_at_10": 0.09822, - "precision_at_20": 0.0495, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31963, + "precision_at_5": 0.19467, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.888889, - "mrr_at_3": 0.919444, - "mrr_at_5": 0.923278, - "mrr_at_10": 0.924354, - "mrr_at_20": 0.924901, - "mrr_at_100": 0.925124, - "mrr_at_1000": 0.925146, - "nauc_ndcg_at_1_max": 0.741764, - "nauc_ndcg_at_1_std": -0.278798, - "nauc_ndcg_at_1_diff1": 0.925355, - "nauc_ndcg_at_3_max": 0.784038, - "nauc_ndcg_at_3_std": -0.293035, - "nauc_ndcg_at_3_diff1": 0.929183, - "nauc_ndcg_at_5_max": 0.787406, - "nauc_ndcg_at_5_std": -0.266061, - "nauc_ndcg_at_5_diff1": 0.92734, - "nauc_ndcg_at_10_max": 0.781876, - "nauc_ndcg_at_10_std": -0.262969, - "nauc_ndcg_at_10_diff1": 0.926579, - "nauc_ndcg_at_20_max": 0.778756, - "nauc_ndcg_at_20_std": -0.268467, - "nauc_ndcg_at_20_diff1": 0.926078, - "nauc_ndcg_at_100_max": 0.7763, - "nauc_ndcg_at_100_std": -0.272195, - "nauc_ndcg_at_100_diff1": 0.926831, - "nauc_ndcg_at_1000_max": 0.774863, - "nauc_ndcg_at_1000_std": -0.274494, - "nauc_ndcg_at_1000_diff1": 0.926589, - "nauc_map_at_1_max": 0.741764, - "nauc_map_at_1_std": -0.278798, - "nauc_map_at_1_diff1": 0.925355, - "nauc_map_at_3_max": 0.772927, - "nauc_map_at_3_std": -0.288897, - "nauc_map_at_3_diff1": 0.927873, - "nauc_map_at_5_max": 0.7742, - "nauc_map_at_5_std": -0.276063, - "nauc_map_at_5_diff1": 0.926922, - "nauc_map_at_10_max": 0.772157, - "nauc_map_at_10_std": -0.275117, - "nauc_map_at_10_diff1": 0.926581, - "nauc_map_at_20_max": 0.771346, - "nauc_map_at_20_std": -0.276491, - "nauc_map_at_20_diff1": 0.926504, - "nauc_map_at_100_max": 0.770915, - "nauc_map_at_100_std": -0.277338, - "nauc_map_at_100_diff1": 0.926563, - "nauc_map_at_1000_max": 0.770863, - "nauc_map_at_1000_std": -0.277387, - "nauc_map_at_1000_diff1": 0.926553, - "nauc_recall_at_1_max": 0.741764, - "nauc_recall_at_1_std": -0.278798, - "nauc_recall_at_1_diff1": 0.925355, - "nauc_recall_at_3_max": 0.8424, - "nauc_recall_at_3_std": -0.315163, - "nauc_recall_at_3_diff1": 0.936361, - "nauc_recall_at_5_max": 0.897292, - "nauc_recall_at_5_std": -0.169427, - "nauc_recall_at_5_diff1": 0.930378, - "nauc_recall_at_10_max": 0.88708, - "nauc_recall_at_10_std": -0.09483, - "nauc_recall_at_10_diff1": 0.925449, - "nauc_recall_at_20_max": 0.899627, - "nauc_recall_at_20_std": -0.088287, - "nauc_recall_at_20_diff1": 0.911038, + "mrr_at_1": 0.89, + "mrr_at_3": 0.920741, + "mrr_at_5": 0.924074, + "mrr_at_10": 0.925182, + "mrr_at_20": 0.925835, + "mrr_at_100": 0.926013, + "mrr_at_1000": 0.926034, + "nauc_ndcg_at_1_max": 0.734506, + "nauc_ndcg_at_1_std": -0.21975, + "nauc_ndcg_at_1_diff1": 0.921017, + "nauc_ndcg_at_3_max": 0.754778, + "nauc_ndcg_at_3_std": -0.229949, + "nauc_ndcg_at_3_diff1": 0.921005, + "nauc_ndcg_at_5_max": 0.759573, + "nauc_ndcg_at_5_std": -0.208247, + "nauc_ndcg_at_5_diff1": 0.923271, + "nauc_ndcg_at_10_max": 0.762867, + "nauc_ndcg_at_10_std": -0.194275, + "nauc_ndcg_at_10_diff1": 0.925776, + "nauc_ndcg_at_20_max": 0.761536, + "nauc_ndcg_at_20_std": -0.217485, + "nauc_ndcg_at_20_diff1": 0.924472, + "nauc_ndcg_at_100_max": 0.758447, + "nauc_ndcg_at_100_std": -0.208802, + "nauc_ndcg_at_100_diff1": 0.923913, + "nauc_ndcg_at_1000_max": 0.756875, + "nauc_ndcg_at_1000_std": -0.212374, + "nauc_ndcg_at_1000_diff1": 0.923618, + "nauc_map_at_1_max": 0.734506, + "nauc_map_at_1_std": -0.21975, + "nauc_map_at_1_diff1": 0.921017, + "nauc_map_at_3_max": 0.751545, + "nauc_map_at_3_std": -0.225529, + "nauc_map_at_3_diff1": 0.921454, + "nauc_map_at_5_max": 0.753502, + "nauc_map_at_5_std": -0.216271, + "nauc_map_at_5_diff1": 0.922523, + "nauc_map_at_10_max": 0.7548, + "nauc_map_at_10_std": -0.210583, + "nauc_map_at_10_diff1": 0.923512, + "nauc_map_at_20_max": 0.754256, + "nauc_map_at_20_std": -0.21601, + "nauc_map_at_20_diff1": 0.923224, + "nauc_map_at_100_max": 0.753834, + "nauc_map_at_100_std": -0.215117, + "nauc_map_at_100_diff1": 0.923118, + "nauc_map_at_1000_max": 0.753778, + "nauc_map_at_1000_std": -0.215193, + "nauc_map_at_1000_diff1": 0.923103, + "nauc_recall_at_1_max": 0.734506, + "nauc_recall_at_1_std": -0.21975, + "nauc_recall_at_1_diff1": 0.921017, + "nauc_recall_at_3_max": 0.769829, + "nauc_recall_at_3_std": -0.255142, + "nauc_recall_at_3_diff1": 0.918174, + "nauc_recall_at_5_max": 0.806956, + "nauc_recall_at_5_std": -0.13247, + "nauc_recall_at_5_diff1": 0.92968, + "nauc_recall_at_10_max": 0.853243, + "nauc_recall_at_10_std": 0.01417, + "nauc_recall_at_10_diff1": 0.953864, + "nauc_recall_at_20_max": 0.932598, + "nauc_recall_at_20_std": -0.332575, + "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.741764, - "nauc_precision_at_1_std": -0.278798, - "nauc_precision_at_1_diff1": 0.925355, - "nauc_precision_at_3_max": 0.8424, - "nauc_precision_at_3_std": -0.315163, - "nauc_precision_at_3_diff1": 0.936361, - "nauc_precision_at_5_max": 0.897292, - "nauc_precision_at_5_std": -0.169427, - "nauc_precision_at_5_diff1": 0.930378, - "nauc_precision_at_10_max": 0.88708, - "nauc_precision_at_10_std": -0.09483, - "nauc_precision_at_10_diff1": 0.925449, - "nauc_precision_at_20_max": 0.899627, - "nauc_precision_at_20_std": -0.088287, - "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_1_max": 0.734506, + "nauc_precision_at_1_std": -0.21975, + "nauc_precision_at_1_diff1": 0.921017, + "nauc_precision_at_3_max": 0.769829, + "nauc_precision_at_3_std": -0.255142, + "nauc_precision_at_3_diff1": 0.918174, + "nauc_precision_at_5_max": 0.806956, + "nauc_precision_at_5_std": -0.13247, + "nauc_precision_at_5_diff1": 0.92968, + "nauc_precision_at_10_max": 0.853243, + "nauc_precision_at_10_std": 0.01417, + "nauc_precision_at_10_diff1": 0.953864, + "nauc_precision_at_20_max": 0.932598, + "nauc_precision_at_20_std": -0.332575, + "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.741764, - "nauc_mrr_at_1_std": -0.278798, - "nauc_mrr_at_1_diff1": 0.925355, - "nauc_mrr_at_3_max": 0.772927, - "nauc_mrr_at_3_std": -0.288897, - "nauc_mrr_at_3_diff1": 0.927873, - "nauc_mrr_at_5_max": 0.7742, - "nauc_mrr_at_5_std": -0.276063, - "nauc_mrr_at_5_diff1": 0.926922, - "nauc_mrr_at_10_max": 0.772157, - "nauc_mrr_at_10_std": -0.275117, - "nauc_mrr_at_10_diff1": 0.926581, - "nauc_mrr_at_20_max": 0.771346, - "nauc_mrr_at_20_std": -0.276491, - "nauc_mrr_at_20_diff1": 0.926504, - "nauc_mrr_at_100_max": 0.770915, - "nauc_mrr_at_100_std": -0.277338, - "nauc_mrr_at_100_diff1": 0.926563, - "nauc_mrr_at_1000_max": 0.770863, - "nauc_mrr_at_1000_std": -0.277387, - "nauc_mrr_at_1000_diff1": 0.926553, - "main_score": 0.93874, + "nauc_mrr_at_1_max": 0.734506, + "nauc_mrr_at_1_std": -0.21975, + "nauc_mrr_at_1_diff1": 0.921017, + "nauc_mrr_at_3_max": 0.751545, + "nauc_mrr_at_3_std": -0.225529, + "nauc_mrr_at_3_diff1": 0.921454, + "nauc_mrr_at_5_max": 0.753502, + "nauc_mrr_at_5_std": -0.216271, + "nauc_mrr_at_5_diff1": 0.922523, + "nauc_mrr_at_10_max": 0.7548, + "nauc_mrr_at_10_std": -0.210583, + "nauc_mrr_at_10_diff1": 0.923512, + "nauc_mrr_at_20_max": 0.754256, + "nauc_mrr_at_20_std": -0.21601, + "nauc_mrr_at_20_diff1": 0.923224, + "nauc_mrr_at_100_max": 0.753834, + "nauc_mrr_at_100_std": -0.215117, + "nauc_mrr_at_100_diff1": 0.923118, + "nauc_mrr_at_1000_max": 0.753778, + "nauc_mrr_at_1000_std": -0.215193, + "nauc_mrr_at_1000_diff1": 0.923103, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93912, "hf_subset": "mal_Mlym-eng_Latn", "languages": [ "mal-Mlym", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.88204, - "ndcg_at_5": 0.89084, - "ndcg_at_10": 0.89684, - "ndcg_at_20": 0.90126, - "ndcg_at_100": 0.90537, - "ndcg_at_1000": 0.90582, - "map_at_1": 0.83, - "map_at_3": 0.86963, - "map_at_5": 0.87457, - "map_at_10": 0.87699, - "map_at_20": 0.87816, - "map_at_100": 0.87881, - "map_at_1000": 0.87883, - "recall_at_1": 0.83, - "recall_at_3": 0.91778, - "recall_at_5": 0.93889, - "recall_at_10": 0.95778, - "recall_at_20": 0.97556, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.86157, + "ndcg_at_5": 0.87391, + "ndcg_at_10": 0.88392, + "ndcg_at_20": 0.88826, + "ndcg_at_100": 0.8932, + "ndcg_at_1000": 0.89395, + "map_at_1": 0.81778, + "map_at_3": 0.8513, + "map_at_5": 0.85813, + "map_at_10": 0.86244, + "map_at_20": 0.86369, + "map_at_100": 0.86439, + "map_at_1000": 0.86442, + "recall_at_1": 0.81778, + "recall_at_3": 0.89111, + "recall_at_5": 0.92111, + "recall_at_10": 0.95111, + "recall_at_20": 0.96778, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30593, - "precision_at_5": 0.18778, - "precision_at_10": 0.09578, - "precision_at_20": 0.04878, - "precision_at_100": 0.00997, + "accuracy": 0.81778, + "precision_at_1": 0.81778, + "precision_at_3": 0.29704, + "precision_at_5": 0.18422, + "precision_at_10": 0.09511, + "precision_at_20": 0.04839, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.86963, - "mrr_at_5": 0.874574, - "mrr_at_10": 0.876993, - "mrr_at_20": 0.878163, - "mrr_at_100": 0.878808, - "mrr_at_1000": 0.878827, - "nauc_ndcg_at_1_max": 0.803971, - "nauc_ndcg_at_1_std": 0.004021, - "nauc_ndcg_at_1_diff1": 0.912253, - "nauc_ndcg_at_3_max": 0.826314, - "nauc_ndcg_at_3_std": 0.06205, - "nauc_ndcg_at_3_diff1": 0.879726, - "nauc_ndcg_at_5_max": 0.828819, - "nauc_ndcg_at_5_std": 0.055867, - "nauc_ndcg_at_5_diff1": 0.885185, - "nauc_ndcg_at_10_max": 0.82683, - "nauc_ndcg_at_10_std": 0.066325, - "nauc_ndcg_at_10_diff1": 0.886546, - "nauc_ndcg_at_20_max": 0.825261, - "nauc_ndcg_at_20_std": 0.060101, - "nauc_ndcg_at_20_diff1": 0.892711, - "nauc_ndcg_at_100_max": 0.822284, - "nauc_ndcg_at_100_std": 0.05418, - "nauc_ndcg_at_100_diff1": 0.892048, - "nauc_ndcg_at_1000_max": 0.821604, - "nauc_ndcg_at_1000_std": 0.050835, - "nauc_ndcg_at_1000_diff1": 0.891743, - "nauc_map_at_1_max": 0.803971, - "nauc_map_at_1_std": 0.004021, - "nauc_map_at_1_diff1": 0.912253, - "nauc_map_at_3_max": 0.819183, - "nauc_map_at_3_std": 0.044095, - "nauc_map_at_3_diff1": 0.888211, - "nauc_map_at_5_max": 0.820065, - "nauc_map_at_5_std": 0.040488, - "nauc_map_at_5_diff1": 0.891128, - "nauc_map_at_10_max": 0.81923, - "nauc_map_at_10_std": 0.043583, - "nauc_map_at_10_diff1": 0.891799, - "nauc_map_at_20_max": 0.818818, - "nauc_map_at_20_std": 0.041761, - "nauc_map_at_20_diff1": 0.893235, - "nauc_map_at_100_max": 0.818518, - "nauc_map_at_100_std": 0.041718, - "nauc_map_at_100_diff1": 0.893205, - "nauc_map_at_1000_max": 0.818492, - "nauc_map_at_1000_std": 0.041585, - "nauc_map_at_1000_diff1": 0.893197, - "nauc_recall_at_1_max": 0.803971, - "nauc_recall_at_1_std": 0.004021, - "nauc_recall_at_1_diff1": 0.912253, - "nauc_recall_at_3_max": 0.8579, - "nauc_recall_at_3_std": 0.141242, - "nauc_recall_at_3_diff1": 0.843295, - "nauc_recall_at_5_max": 0.879679, - "nauc_recall_at_5_std": 0.141567, - "nauc_recall_at_5_diff1": 0.854299, - "nauc_recall_at_10_max": 0.887279, - "nauc_recall_at_10_std": 0.259054, - "nauc_recall_at_10_diff1": 0.849317, - "nauc_recall_at_20_max": 0.906523, - "nauc_recall_at_20_std": 0.310924, - "nauc_recall_at_20_diff1": 0.917134, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.707594, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.851296, + "mrr_at_5": 0.85813, + "mrr_at_10": 0.862437, + "mrr_at_20": 0.863695, + "mrr_at_100": 0.864388, + "mrr_at_1000": 0.864422, + "nauc_ndcg_at_1_max": 0.727279, + "nauc_ndcg_at_1_std": -0.080649, + "nauc_ndcg_at_1_diff1": 0.890628, + "nauc_ndcg_at_3_max": 0.768313, + "nauc_ndcg_at_3_std": -0.07208, + "nauc_ndcg_at_3_diff1": 0.870789, + "nauc_ndcg_at_5_max": 0.76729, + "nauc_ndcg_at_5_std": -0.060288, + "nauc_ndcg_at_5_diff1": 0.866755, + "nauc_ndcg_at_10_max": 0.762869, + "nauc_ndcg_at_10_std": -0.06209, + "nauc_ndcg_at_10_diff1": 0.868673, + "nauc_ndcg_at_20_max": 0.761196, + "nauc_ndcg_at_20_std": -0.05725, + "nauc_ndcg_at_20_diff1": 0.870686, + "nauc_ndcg_at_100_max": 0.758806, + "nauc_ndcg_at_100_std": -0.055943, + "nauc_ndcg_at_100_diff1": 0.874973, + "nauc_ndcg_at_1000_max": 0.75739, + "nauc_ndcg_at_1000_std": -0.062032, + "nauc_ndcg_at_1000_diff1": 0.874645, + "nauc_map_at_1_max": 0.727279, + "nauc_map_at_1_std": -0.080649, + "nauc_map_at_1_diff1": 0.890628, + "nauc_map_at_3_max": 0.756769, + "nauc_map_at_3_std": -0.074996, + "nauc_map_at_3_diff1": 0.876505, + "nauc_map_at_5_max": 0.755642, + "nauc_map_at_5_std": -0.069609, + "nauc_map_at_5_diff1": 0.87465, + "nauc_map_at_10_max": 0.753537, + "nauc_map_at_10_std": -0.070332, + "nauc_map_at_10_diff1": 0.875615, + "nauc_map_at_20_max": 0.753073, + "nauc_map_at_20_std": -0.069184, + "nauc_map_at_20_diff1": 0.87615, + "nauc_map_at_100_max": 0.752931, + "nauc_map_at_100_std": -0.068463, + "nauc_map_at_100_diff1": 0.876787, + "nauc_map_at_1000_max": 0.752875, + "nauc_map_at_1000_std": -0.068714, + "nauc_map_at_1000_diff1": 0.876774, + "nauc_recall_at_1_max": 0.727279, + "nauc_recall_at_1_std": -0.080649, + "nauc_recall_at_1_diff1": 0.890628, + "nauc_recall_at_3_max": 0.812126, + "nauc_recall_at_3_std": -0.060729, + "nauc_recall_at_3_diff1": 0.84902, + "nauc_recall_at_5_max": 0.824752, + "nauc_recall_at_5_std": -0.010106, + "nauc_recall_at_5_diff1": 0.82687, + "nauc_recall_at_10_max": 0.831201, + "nauc_recall_at_10_std": 0.005104, + "nauc_recall_at_10_diff1": 0.815434, + "nauc_recall_at_20_max": 0.844506, + "nauc_recall_at_20_std": 0.099681, + "nauc_recall_at_20_diff1": 0.813983, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.739589, + "nauc_recall_at_100_diff1": 0.918301, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.803971, - "nauc_precision_at_1_std": 0.004021, - "nauc_precision_at_1_diff1": 0.912253, - "nauc_precision_at_3_max": 0.8579, - "nauc_precision_at_3_std": 0.141242, - "nauc_precision_at_3_diff1": 0.843295, - "nauc_precision_at_5_max": 0.879679, - "nauc_precision_at_5_std": 0.141567, - "nauc_precision_at_5_diff1": 0.854299, - "nauc_precision_at_10_max": 0.887279, - "nauc_precision_at_10_std": 0.259054, - "nauc_precision_at_10_diff1": 0.849317, - "nauc_precision_at_20_max": 0.906523, - "nauc_precision_at_20_std": 0.310924, - "nauc_precision_at_20_diff1": 0.917134, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.707594, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.727279, + "nauc_precision_at_1_std": -0.080649, + "nauc_precision_at_1_diff1": 0.890628, + "nauc_precision_at_3_max": 0.812126, + "nauc_precision_at_3_std": -0.060729, + "nauc_precision_at_3_diff1": 0.84902, + "nauc_precision_at_5_max": 0.824752, + "nauc_precision_at_5_std": -0.010106, + "nauc_precision_at_5_diff1": 0.82687, + "nauc_precision_at_10_max": 0.831201, + "nauc_precision_at_10_std": 0.005104, + "nauc_precision_at_10_diff1": 0.815434, + "nauc_precision_at_20_max": 0.844506, + "nauc_precision_at_20_std": 0.099681, + "nauc_precision_at_20_diff1": 0.813983, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.739589, + "nauc_precision_at_100_diff1": 0.918301, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.803971, - "nauc_mrr_at_1_std": 0.004021, - "nauc_mrr_at_1_diff1": 0.912253, - "nauc_mrr_at_3_max": 0.819183, - "nauc_mrr_at_3_std": 0.044095, - "nauc_mrr_at_3_diff1": 0.888211, - "nauc_mrr_at_5_max": 0.820065, - "nauc_mrr_at_5_std": 0.040488, - "nauc_mrr_at_5_diff1": 0.891128, - "nauc_mrr_at_10_max": 0.81923, - "nauc_mrr_at_10_std": 0.043583, - "nauc_mrr_at_10_diff1": 0.891799, - "nauc_mrr_at_20_max": 0.818818, - "nauc_mrr_at_20_std": 0.041761, - "nauc_mrr_at_20_diff1": 0.893235, - "nauc_mrr_at_100_max": 0.818518, - "nauc_mrr_at_100_std": 0.041718, - "nauc_mrr_at_100_diff1": 0.893205, - "nauc_mrr_at_1000_max": 0.818492, - "nauc_mrr_at_1000_std": 0.041585, - "nauc_mrr_at_1000_diff1": 0.893197, - "main_score": 0.89684, + "nauc_mrr_at_1_max": 0.727279, + "nauc_mrr_at_1_std": -0.080649, + "nauc_mrr_at_1_diff1": 0.890628, + "nauc_mrr_at_3_max": 0.756769, + "nauc_mrr_at_3_std": -0.074996, + "nauc_mrr_at_3_diff1": 0.876505, + "nauc_mrr_at_5_max": 0.755642, + "nauc_mrr_at_5_std": -0.069609, + "nauc_mrr_at_5_diff1": 0.87465, + "nauc_mrr_at_10_max": 0.753537, + "nauc_mrr_at_10_std": -0.070332, + "nauc_mrr_at_10_diff1": 0.875615, + "nauc_mrr_at_20_max": 0.753073, + "nauc_mrr_at_20_std": -0.069184, + "nauc_mrr_at_20_diff1": 0.87615, + "nauc_mrr_at_100_max": 0.752931, + "nauc_mrr_at_100_std": -0.068463, + "nauc_mrr_at_100_diff1": 0.876787, + "nauc_mrr_at_1000_max": 0.752875, + "nauc_mrr_at_1000_std": -0.068714, + "nauc_mrr_at_1000_diff1": 0.876774, + "hit_rate_at_1": 0.81778, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.92111, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88392, "hf_subset": "eng_Latn-mal_Mlym", "languages": [ "eng-Latn", "mal-Mlym" - ] - }, - { - "ndcg_at_1": 0.86652, - "ndcg_at_3": 0.90306, - "ndcg_at_5": 0.91033, - "ndcg_at_10": 0.91805, - "ndcg_at_20": 0.91996, - "ndcg_at_100": 0.92343, - "ndcg_at_1000": 0.92377, - "map_at_1": 0.86596, - "map_at_3": 0.89414, - "map_at_5": 0.89815, - "map_at_10": 0.90121, - "map_at_20": 0.90171, - "map_at_100": 0.90217, - "map_at_1000": 0.90218, - "recall_at_1": 0.86596, - "recall_at_3": 0.92825, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86429, + "ndcg_at_3": 0.90294, + "ndcg_at_5": 0.90988, + "ndcg_at_10": 0.9159, + "ndcg_at_20": 0.91877, + "ndcg_at_100": 0.92248, + "ndcg_at_1000": 0.92298, + "map_at_1": 0.86374, + "map_at_3": 0.89359, + "map_at_5": 0.89748, + "map_at_10": 0.8999, + "map_at_20": 0.90072, + "map_at_100": 0.90122, + "map_at_1000": 0.90124, + "recall_at_1": 0.86374, + "recall_at_3": 0.92937, "recall_at_5": 0.94605, - "recall_at_10": 0.97052, - "recall_at_20": 0.97831, - "recall_at_100": 0.99722, + "recall_at_10": 0.96496, + "recall_at_20": 0.97608, + "recall_at_100": 0.99611, "recall_at_1000": 1.0, - "precision_at_1": 0.86652, - "precision_at_3": 0.3096, + "accuracy": 0.86374, + "precision_at_1": 0.86429, + "precision_at_3": 0.30997, "precision_at_5": 0.18932, - "precision_at_10": 0.09711, - "precision_at_20": 0.04894, - "precision_at_100": 0.00998, + "precision_at_10": 0.09655, + "precision_at_20": 0.04883, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.866518, - "mrr_at_3": 0.894698, - "mrr_at_5": 0.898702, - "mrr_at_10": 0.901767, - "mrr_at_20": 0.902266, - "mrr_at_100": 0.902725, - "mrr_at_1000": 0.902731, - "nauc_ndcg_at_1_max": 0.807067, - "nauc_ndcg_at_1_std": 0.036883, - "nauc_ndcg_at_1_diff1": 0.918798, - "nauc_ndcg_at_3_max": 0.837543, - "nauc_ndcg_at_3_std": 0.070755, - "nauc_ndcg_at_3_diff1": 0.913112, - "nauc_ndcg_at_5_max": 0.84087, - "nauc_ndcg_at_5_std": 0.071819, - "nauc_ndcg_at_5_diff1": 0.915123, - "nauc_ndcg_at_10_max": 0.833504, - "nauc_ndcg_at_10_std": 0.090429, - "nauc_ndcg_at_10_diff1": 0.91272, - "nauc_ndcg_at_20_max": 0.830326, - "nauc_ndcg_at_20_std": 0.080151, - "nauc_ndcg_at_20_diff1": 0.912432, - "nauc_ndcg_at_100_max": 0.8283, - "nauc_ndcg_at_100_std": 0.079038, - "nauc_ndcg_at_100_diff1": 0.912504, - "nauc_ndcg_at_1000_max": 0.829195, - "nauc_ndcg_at_1000_std": 0.07596, - "nauc_ndcg_at_1000_diff1": 0.913235, - "nauc_map_at_1_max": 0.801639, - "nauc_map_at_1_std": 0.03727, - "nauc_map_at_1_diff1": 0.915895, - "nauc_map_at_3_max": 0.826522, - "nauc_map_at_3_std": 0.063599, - "nauc_map_at_3_diff1": 0.912519, - "nauc_map_at_5_max": 0.827679, - "nauc_map_at_5_std": 0.064168, - "nauc_map_at_5_diff1": 0.913411, - "nauc_map_at_10_max": 0.824852, - "nauc_map_at_10_std": 0.071178, - "nauc_map_at_10_diff1": 0.912546, - "nauc_map_at_20_max": 0.824124, - "nauc_map_at_20_std": 0.068752, - "nauc_map_at_20_diff1": 0.912467, - "nauc_map_at_100_max": 0.823936, - "nauc_map_at_100_std": 0.068878, - "nauc_map_at_100_diff1": 0.912467, - "nauc_map_at_1000_max": 0.823983, - "nauc_map_at_1000_std": 0.068817, - "nauc_map_at_1000_diff1": 0.912498, - "nauc_recall_at_1_max": 0.801639, - "nauc_recall_at_1_std": 0.03727, - "nauc_recall_at_1_diff1": 0.915895, - "nauc_recall_at_3_max": 0.873348, - "nauc_recall_at_3_std": 0.099207, - "nauc_recall_at_3_diff1": 0.910703, - "nauc_recall_at_5_max": 0.898577, - "nauc_recall_at_5_std": 0.110244, - "nauc_recall_at_5_diff1": 0.918408, - "nauc_recall_at_10_max": 0.882393, - "nauc_recall_at_10_std": 0.283951, - "nauc_recall_at_10_diff1": 0.900622, - "nauc_recall_at_20_max": 0.853584, - "nauc_recall_at_20_std": 0.207657, - "nauc_recall_at_20_diff1": 0.892605, - "nauc_recall_at_100_max": 0.687345, - "nauc_recall_at_100_std": 0.772153, - "nauc_recall_at_100_diff1": 0.772153, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807067, - "nauc_precision_at_1_std": 0.036883, - "nauc_precision_at_1_diff1": 0.918798, - "nauc_precision_at_3_max": 0.884571, - "nauc_precision_at_3_std": 0.099027, - "nauc_precision_at_3_diff1": 0.916863, - "nauc_precision_at_5_max": 0.913805, - "nauc_precision_at_5_std": 0.110119, - "nauc_precision_at_5_diff1": 0.926701, - "nauc_precision_at_10_max": 0.910194, - "nauc_precision_at_10_std": 0.28706, - "nauc_precision_at_10_diff1": 0.915591, - "nauc_precision_at_20_max": 0.89087, - "nauc_precision_at_20_std": 0.209905, - "nauc_precision_at_20_diff1": 0.912878, + "mrr_at_1": 0.864294, + "mrr_at_3": 0.894142, + "mrr_at_5": 0.898035, + "mrr_at_10": 0.900457, + "mrr_at_20": 0.901274, + "mrr_at_100": 0.901776, + "mrr_at_1000": 0.901788, + "nauc_ndcg_at_1_max": 0.772212, + "nauc_ndcg_at_1_std": -0.018178, + "nauc_ndcg_at_1_diff1": 0.917421, + "nauc_ndcg_at_3_max": 0.818568, + "nauc_ndcg_at_3_std": 0.056805, + "nauc_ndcg_at_3_diff1": 0.912731, + "nauc_ndcg_at_5_max": 0.812698, + "nauc_ndcg_at_5_std": 0.04939, + "nauc_ndcg_at_5_diff1": 0.913712, + "nauc_ndcg_at_10_max": 0.807464, + "nauc_ndcg_at_10_std": 0.050183, + "nauc_ndcg_at_10_diff1": 0.913313, + "nauc_ndcg_at_20_max": 0.805754, + "nauc_ndcg_at_20_std": 0.051966, + "nauc_ndcg_at_20_diff1": 0.913126, + "nauc_ndcg_at_100_max": 0.802534, + "nauc_ndcg_at_100_std": 0.044217, + "nauc_ndcg_at_100_diff1": 0.91222, + "nauc_ndcg_at_1000_max": 0.80291, + "nauc_ndcg_at_1000_std": 0.040419, + "nauc_ndcg_at_1000_diff1": 0.913359, + "nauc_map_at_1_max": 0.766992, + "nauc_map_at_1_std": -0.017594, + "nauc_map_at_1_diff1": 0.913324, + "nauc_map_at_3_max": 0.803288, + "nauc_map_at_3_std": 0.037094, + "nauc_map_at_3_diff1": 0.911794, + "nauc_map_at_5_max": 0.799788, + "nauc_map_at_5_std": 0.032751, + "nauc_map_at_5_diff1": 0.912268, + "nauc_map_at_10_max": 0.797717, + "nauc_map_at_10_std": 0.032353, + "nauc_map_at_10_diff1": 0.912138, + "nauc_map_at_20_max": 0.797169, + "nauc_map_at_20_std": 0.032187, + "nauc_map_at_20_diff1": 0.912084, + "nauc_map_at_100_max": 0.796849, + "nauc_map_at_100_std": 0.031444, + "nauc_map_at_100_diff1": 0.911971, + "nauc_map_at_1000_max": 0.796879, + "nauc_map_at_1000_std": 0.03136, + "nauc_map_at_1000_diff1": 0.912017, + "nauc_recall_at_1_max": 0.766992, + "nauc_recall_at_1_std": -0.017594, + "nauc_recall_at_1_diff1": 0.913324, + "nauc_recall_at_3_max": 0.872969, + "nauc_recall_at_3_std": 0.139251, + "nauc_recall_at_3_diff1": 0.909374, + "nauc_recall_at_5_max": 0.866703, + "nauc_recall_at_5_std": 0.134853, + "nauc_recall_at_5_diff1": 0.912008, + "nauc_recall_at_10_max": 0.856804, + "nauc_recall_at_10_std": 0.190423, + "nauc_recall_at_10_diff1": 0.907583, + "nauc_recall_at_20_max": 0.859817, + "nauc_recall_at_20_std": 0.291978, + "nauc_recall_at_20_diff1": 0.902604, + "nauc_recall_at_100_max": 0.776675, + "nauc_recall_at_100_std": 0.653765, + "nauc_recall_at_100_diff1": 0.757929, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772212, + "nauc_precision_at_1_std": -0.018178, + "nauc_precision_at_1_diff1": 0.917421, + "nauc_precision_at_3_max": 0.884368, + "nauc_precision_at_3_std": 0.139386, + "nauc_precision_at_3_diff1": 0.917952, + "nauc_precision_at_5_max": 0.881599, + "nauc_precision_at_5_std": 0.134984, + "nauc_precision_at_5_diff1": 0.923296, + "nauc_precision_at_10_max": 0.879708, + "nauc_precision_at_10_std": 0.191523, + "nauc_precision_at_10_diff1": 0.924988, + "nauc_precision_at_20_max": 0.893701, + "nauc_precision_at_20_std": 0.296019, + "nauc_precision_at_20_diff1": 0.92818, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, + "nauc_precision_at_100_std": 0.742353, + "nauc_precision_at_100_diff1": 0.912843, "nauc_precision_at_1000_max": 0.324012, "nauc_precision_at_1000_std": -0.070315, - "nauc_precision_at_1000_diff1": -0.070315, - "nauc_mrr_at_1_max": 0.807067, - "nauc_mrr_at_1_std": 0.036883, - "nauc_mrr_at_1_diff1": 0.918798, - "nauc_mrr_at_3_max": 0.833435, - "nauc_mrr_at_3_std": 0.063238, - "nauc_mrr_at_3_diff1": 0.916138, - "nauc_mrr_at_5_max": 0.834877, - "nauc_mrr_at_5_std": 0.063795, - "nauc_mrr_at_5_diff1": 0.91718, - "nauc_mrr_at_10_max": 0.832265, - "nauc_mrr_at_10_std": 0.070829, - "nauc_mrr_at_10_diff1": 0.916431, - "nauc_mrr_at_20_max": 0.831572, - "nauc_mrr_at_20_std": 0.068389, - "nauc_mrr_at_20_diff1": 0.916372, - "nauc_mrr_at_100_max": 0.831419, - "nauc_mrr_at_100_std": 0.068513, - "nauc_mrr_at_100_diff1": 0.916391, - "nauc_mrr_at_1000_max": 0.831408, - "nauc_mrr_at_1000_std": 0.068454, - "nauc_mrr_at_1000_diff1": 0.916391, - "main_score": 0.91805, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.772212, + "nauc_mrr_at_1_std": -0.018178, + "nauc_mrr_at_1_diff1": 0.917421, + "nauc_mrr_at_3_max": 0.810065, + "nauc_mrr_at_3_std": 0.036611, + "nauc_mrr_at_3_diff1": 0.916973, + "nauc_mrr_at_5_max": 0.806813, + "nauc_mrr_at_5_std": 0.032227, + "nauc_mrr_at_5_diff1": 0.917652, + "nauc_mrr_at_10_max": 0.804907, + "nauc_mrr_at_10_std": 0.031814, + "nauc_mrr_at_10_diff1": 0.917656, + "nauc_mrr_at_20_max": 0.804417, + "nauc_mrr_at_20_std": 0.031643, + "nauc_mrr_at_20_diff1": 0.917649, + "nauc_mrr_at_100_max": 0.804133, + "nauc_mrr_at_100_std": 0.030893, + "nauc_mrr_at_100_diff1": 0.917564, + "nauc_mrr_at_1000_max": 0.804107, + "nauc_mrr_at_1000_std": 0.030813, + "nauc_mrr_at_1000_diff1": 0.917567, + "hit_rate_at_1": 0.86429, + "hit_rate_at_3": 0.92992, + "hit_rate_at_5": 0.94661, + "hit_rate_at_10": 0.96552, + "hit_rate_at_20": 0.97664, + "hit_rate_at_100": 0.99666, + "hit_rate_at_1000": 1.0, + "main_score": 0.9159, "hf_subset": "mar_Deva-mar_Deva", "languages": [ "mar-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94149, - "ndcg_at_5": 0.94694, - "ndcg_at_10": 0.95048, - "ndcg_at_20": 0.95212, - "ndcg_at_100": 0.95277, - "ndcg_at_1000": 0.95323, - "map_at_1": 0.91, - "map_at_3": 0.93426, - "map_at_5": 0.93726, - "map_at_10": 0.93868, - "map_at_20": 0.93911, - "map_at_100": 0.93921, - "map_at_1000": 0.93923, - "recall_at_1": 0.91, - "recall_at_3": 0.96222, - "recall_at_5": 0.97556, - "recall_at_10": 0.98667, - "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.94152, + "ndcg_at_5": 0.94525, + "ndcg_at_10": 0.94915, + "ndcg_at_20": 0.95081, + "ndcg_at_100": 0.95189, + "ndcg_at_1000": 0.95217, + "map_at_1": 0.90667, + "map_at_3": 0.93352, + "map_at_5": 0.93563, + "map_at_10": 0.93721, + "map_at_20": 0.93764, + "map_at_100": 0.93782, + "map_at_1000": 0.93783, + "recall_at_1": 0.90667, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.32074, - "precision_at_5": 0.19511, - "precision_at_10": 0.09867, - "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "accuracy": 0.90667, + "precision_at_1": 0.90667, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.934259, - "mrr_at_5": 0.937259, - "mrr_at_10": 0.938683, - "mrr_at_20": 0.939108, - "mrr_at_100": 0.939206, - "mrr_at_1000": 0.93923, - "nauc_ndcg_at_1_max": 0.733121, - "nauc_ndcg_at_1_std": -0.287674, - "nauc_ndcg_at_1_diff1": 0.923436, - "nauc_ndcg_at_3_max": 0.777259, - "nauc_ndcg_at_3_std": -0.297376, - "nauc_ndcg_at_3_diff1": 0.930085, - "nauc_ndcg_at_5_max": 0.774294, - "nauc_ndcg_at_5_std": -0.313979, - "nauc_ndcg_at_5_diff1": 0.927499, - "nauc_ndcg_at_10_max": 0.770517, - "nauc_ndcg_at_10_std": -0.316698, - "nauc_ndcg_at_10_diff1": 0.930768, - "nauc_ndcg_at_20_max": 0.771017, - "nauc_ndcg_at_20_std": -0.293395, - "nauc_ndcg_at_20_diff1": 0.929816, - "nauc_ndcg_at_100_max": 0.767874, - "nauc_ndcg_at_100_std": -0.295398, - "nauc_ndcg_at_100_diff1": 0.928852, - "nauc_ndcg_at_1000_max": 0.766035, - "nauc_ndcg_at_1000_std": -0.298108, - "nauc_ndcg_at_1000_diff1": 0.92857, - "nauc_map_at_1_max": 0.733121, - "nauc_map_at_1_std": -0.287674, - "nauc_map_at_1_diff1": 0.923436, - "nauc_map_at_3_max": 0.765023, - "nauc_map_at_3_std": -0.298155, - "nauc_map_at_3_diff1": 0.928227, - "nauc_map_at_5_max": 0.763386, - "nauc_map_at_5_std": -0.305335, - "nauc_map_at_5_diff1": 0.926994, - "nauc_map_at_10_max": 0.762113, - "nauc_map_at_10_std": -0.304515, - "nauc_map_at_10_diff1": 0.92814, - "nauc_map_at_20_max": 0.762083, - "nauc_map_at_20_std": -0.299419, - "nauc_map_at_20_diff1": 0.927897, - "nauc_map_at_100_max": 0.761698, - "nauc_map_at_100_std": -0.299486, - "nauc_map_at_100_diff1": 0.92778, - "nauc_map_at_1000_max": 0.761629, - "nauc_map_at_1000_std": -0.299488, - "nauc_map_at_1000_diff1": 0.927767, - "nauc_recall_at_1_max": 0.733121, - "nauc_recall_at_1_std": -0.287674, - "nauc_recall_at_1_diff1": 0.923436, - "nauc_recall_at_3_max": 0.837027, - "nauc_recall_at_3_std": -0.290603, - "nauc_recall_at_3_diff1": 0.939172, - "nauc_recall_at_5_max": 0.850395, - "nauc_recall_at_5_std": -0.381292, - "nauc_recall_at_5_diff1": 0.92976, - "nauc_recall_at_10_max": 0.864418, - "nauc_recall_at_10_std": -0.506108, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": -0.032291, - "nauc_recall_at_20_diff1": 0.978214, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, - "nauc_recall_at_100_diff1": 0.956427, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.933519, + "mrr_at_5": 0.93563, + "mrr_at_10": 0.937208, + "mrr_at_20": 0.937643, + "mrr_at_100": 0.937817, + "mrr_at_1000": 0.937826, + "nauc_ndcg_at_1_max": 0.672797, + "nauc_ndcg_at_1_std": -0.269997, + "nauc_ndcg_at_1_diff1": 0.927415, + "nauc_ndcg_at_3_max": 0.719566, + "nauc_ndcg_at_3_std": -0.266973, + "nauc_ndcg_at_3_diff1": 0.929389, + "nauc_ndcg_at_5_max": 0.725885, + "nauc_ndcg_at_5_std": -0.235536, + "nauc_ndcg_at_5_diff1": 0.929291, + "nauc_ndcg_at_10_max": 0.716374, + "nauc_ndcg_at_10_std": -0.270458, + "nauc_ndcg_at_10_diff1": 0.933742, + "nauc_ndcg_at_20_max": 0.718722, + "nauc_ndcg_at_20_std": -0.242658, + "nauc_ndcg_at_20_diff1": 0.931516, + "nauc_ndcg_at_100_max": 0.713403, + "nauc_ndcg_at_100_std": -0.248122, + "nauc_ndcg_at_100_diff1": 0.930625, + "nauc_ndcg_at_1000_max": 0.711751, + "nauc_ndcg_at_1000_std": -0.255316, + "nauc_ndcg_at_1000_diff1": 0.930613, + "nauc_map_at_1_max": 0.672797, + "nauc_map_at_1_std": -0.269997, + "nauc_map_at_1_diff1": 0.927415, + "nauc_map_at_3_max": 0.707959, + "nauc_map_at_3_std": -0.267329, + "nauc_map_at_3_diff1": 0.929081, + "nauc_map_at_5_max": 0.710747, + "nauc_map_at_5_std": -0.251907, + "nauc_map_at_5_diff1": 0.929082, + "nauc_map_at_10_max": 0.707198, + "nauc_map_at_10_std": -0.263747, + "nauc_map_at_10_diff1": 0.930534, + "nauc_map_at_20_max": 0.707455, + "nauc_map_at_20_std": -0.258206, + "nauc_map_at_20_diff1": 0.930049, + "nauc_map_at_100_max": 0.706728, + "nauc_map_at_100_std": -0.259501, + "nauc_map_at_100_diff1": 0.929955, + "nauc_map_at_1000_max": 0.706688, + "nauc_map_at_1000_std": -0.259672, + "nauc_map_at_1000_diff1": 0.929956, + "nauc_recall_at_1_max": 0.672797, + "nauc_recall_at_1_std": -0.269997, + "nauc_recall_at_1_diff1": 0.927415, + "nauc_recall_at_3_max": 0.77893, + "nauc_recall_at_3_std": -0.265567, + "nauc_recall_at_3_diff1": 0.930774, + "nauc_recall_at_5_max": 0.828354, + "nauc_recall_at_5_std": -0.11436, + "nauc_recall_at_5_diff1": 0.930167, + "nauc_recall_at_10_max": 0.81114, + "nauc_recall_at_10_std": -0.397903, + "nauc_recall_at_10_diff1": 0.979889, + "nauc_recall_at_20_max": 0.962652, + "nauc_recall_at_20_std": 0.220221, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.733121, - "nauc_precision_at_1_std": -0.287674, - "nauc_precision_at_1_diff1": 0.923436, - "nauc_precision_at_3_max": 0.837027, - "nauc_precision_at_3_std": -0.290603, - "nauc_precision_at_3_diff1": 0.939172, - "nauc_precision_at_5_max": 0.850395, - "nauc_precision_at_5_std": -0.381292, - "nauc_precision_at_5_diff1": 0.92976, - "nauc_precision_at_10_max": 0.864418, - "nauc_precision_at_10_std": -0.506108, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": -0.032291, - "nauc_precision_at_20_diff1": 0.978214, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.672797, + "nauc_precision_at_1_std": -0.269997, + "nauc_precision_at_1_diff1": 0.927415, + "nauc_precision_at_3_max": 0.77893, + "nauc_precision_at_3_std": -0.265567, + "nauc_precision_at_3_diff1": 0.930774, + "nauc_precision_at_5_max": 0.828354, + "nauc_precision_at_5_std": -0.11436, + "nauc_precision_at_5_diff1": 0.930167, + "nauc_precision_at_10_max": 0.81114, + "nauc_precision_at_10_std": -0.397903, + "nauc_precision_at_10_diff1": 0.979889, + "nauc_precision_at_20_max": 0.962652, + "nauc_precision_at_20_std": 0.220221, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.733121, - "nauc_mrr_at_1_std": -0.287674, - "nauc_mrr_at_1_diff1": 0.923436, - "nauc_mrr_at_3_max": 0.765023, - "nauc_mrr_at_3_std": -0.298155, - "nauc_mrr_at_3_diff1": 0.928227, - "nauc_mrr_at_5_max": 0.763386, - "nauc_mrr_at_5_std": -0.305335, - "nauc_mrr_at_5_diff1": 0.926994, - "nauc_mrr_at_10_max": 0.762113, - "nauc_mrr_at_10_std": -0.304515, - "nauc_mrr_at_10_diff1": 0.92814, - "nauc_mrr_at_20_max": 0.762083, - "nauc_mrr_at_20_std": -0.299419, - "nauc_mrr_at_20_diff1": 0.927897, - "nauc_mrr_at_100_max": 0.761698, - "nauc_mrr_at_100_std": -0.299486, - "nauc_mrr_at_100_diff1": 0.92778, - "nauc_mrr_at_1000_max": 0.761629, - "nauc_mrr_at_1000_std": -0.299488, - "nauc_mrr_at_1000_diff1": 0.927767, - "main_score": 0.95048, + "nauc_mrr_at_1_max": 0.672797, + "nauc_mrr_at_1_std": -0.269997, + "nauc_mrr_at_1_diff1": 0.927415, + "nauc_mrr_at_3_max": 0.707959, + "nauc_mrr_at_3_std": -0.267329, + "nauc_mrr_at_3_diff1": 0.929081, + "nauc_mrr_at_5_max": 0.710747, + "nauc_mrr_at_5_std": -0.251907, + "nauc_mrr_at_5_diff1": 0.929082, + "nauc_mrr_at_10_max": 0.707198, + "nauc_mrr_at_10_std": -0.263747, + "nauc_mrr_at_10_diff1": 0.930534, + "nauc_mrr_at_20_max": 0.707455, + "nauc_mrr_at_20_std": -0.258206, + "nauc_mrr_at_20_diff1": 0.930049, + "nauc_mrr_at_100_max": 0.706728, + "nauc_mrr_at_100_std": -0.259501, + "nauc_mrr_at_100_diff1": 0.929955, + "nauc_mrr_at_1000_max": 0.706688, + "nauc_mrr_at_1000_std": -0.259672, + "nauc_mrr_at_1000_diff1": 0.929956, + "hit_rate_at_1": 0.90667, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94915, "hf_subset": "mar_Deva-eng_Latn", "languages": [ "mar-Deva", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84761, - "ndcg_at_3": 0.88918, - "ndcg_at_5": 0.89555, - "ndcg_at_10": 0.90283, - "ndcg_at_20": 0.90875, - "ndcg_at_100": 0.91176, - "ndcg_at_1000": 0.91242, - "map_at_1": 0.84705, - "map_at_3": 0.87894, - "map_at_5": 0.88244, - "map_at_10": 0.88551, - "map_at_20": 0.88713, - "map_at_100": 0.88759, - "map_at_1000": 0.88762, - "recall_at_1": 0.84705, - "recall_at_3": 0.91824, - "recall_at_5": 0.93382, - "recall_at_10": 0.95606, - "recall_at_20": 0.97942, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83204, + "ndcg_at_3": 0.87489, + "ndcg_at_5": 0.88504, + "ndcg_at_10": 0.89194, + "ndcg_at_20": 0.89786, + "ndcg_at_100": 0.90208, + "ndcg_at_1000": 0.90274, + "map_at_1": 0.83148, + "map_at_3": 0.86466, + "map_at_5": 0.87034, + "map_at_10": 0.87322, + "map_at_20": 0.87485, + "map_at_100": 0.87547, + "map_at_1000": 0.8755, + "recall_at_1": 0.83148, + "recall_at_3": 0.90378, + "recall_at_5": 0.92825, + "recall_at_10": 0.94939, + "recall_at_20": 0.97275, "recall_at_100": 0.99499, "recall_at_1000": 1.0, - "precision_at_1": 0.84761, - "precision_at_3": 0.30627, - "precision_at_5": 0.18687, - "precision_at_10": 0.09566, - "precision_at_20": 0.049, + "accuracy": 0.83148, + "precision_at_1": 0.83204, + "precision_at_3": 0.30145, + "precision_at_5": 0.18576, + "precision_at_10": 0.09499, + "precision_at_20": 0.04867, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.847608, - "mrr_at_3": 0.879496, - "mrr_at_5": 0.883, - "mrr_at_10": 0.886061, - "mrr_at_20": 0.88769, - "mrr_at_100": 0.888144, - "mrr_at_1000": 0.888166, - "nauc_ndcg_at_1_max": 0.781253, - "nauc_ndcg_at_1_std": -0.005974, - "nauc_ndcg_at_1_diff1": 0.906484, - "nauc_ndcg_at_3_max": 0.816137, - "nauc_ndcg_at_3_std": 0.021143, - "nauc_ndcg_at_3_diff1": 0.887508, - "nauc_ndcg_at_5_max": 0.818766, - "nauc_ndcg_at_5_std": 0.05563, - "nauc_ndcg_at_5_diff1": 0.888419, - "nauc_ndcg_at_10_max": 0.815874, - "nauc_ndcg_at_10_std": 0.056706, - "nauc_ndcg_at_10_diff1": 0.891356, - "nauc_ndcg_at_20_max": 0.810196, - "nauc_ndcg_at_20_std": 0.049884, - "nauc_ndcg_at_20_diff1": 0.893021, - "nauc_ndcg_at_100_max": 0.806989, - "nauc_ndcg_at_100_std": 0.043375, - "nauc_ndcg_at_100_diff1": 0.892087, - "nauc_ndcg_at_1000_max": 0.806594, - "nauc_ndcg_at_1000_std": 0.036788, - "nauc_ndcg_at_1000_diff1": 0.892492, - "nauc_map_at_1_max": 0.778013, - "nauc_map_at_1_std": -0.003845, - "nauc_map_at_1_diff1": 0.903949, - "nauc_map_at_3_max": 0.803295, - "nauc_map_at_3_std": 0.012494, - "nauc_map_at_3_diff1": 0.890576, - "nauc_map_at_5_max": 0.804311, - "nauc_map_at_5_std": 0.029861, - "nauc_map_at_5_diff1": 0.891139, - "nauc_map_at_10_max": 0.803012, - "nauc_map_at_10_std": 0.029652, - "nauc_map_at_10_diff1": 0.892209, - "nauc_map_at_20_max": 0.801489, - "nauc_map_at_20_std": 0.027426, - "nauc_map_at_20_diff1": 0.8925, - "nauc_map_at_100_max": 0.801072, - "nauc_map_at_100_std": 0.026757, - "nauc_map_at_100_diff1": 0.892394, - "nauc_map_at_1000_max": 0.801074, - "nauc_map_at_1000_std": 0.026544, - "nauc_map_at_1000_diff1": 0.892419, - "nauc_recall_at_1_max": 0.778013, - "nauc_recall_at_1_std": -0.003845, - "nauc_recall_at_1_diff1": 0.903949, - "nauc_recall_at_3_max": 0.863819, - "nauc_recall_at_3_std": 0.061145, - "nauc_recall_at_3_diff1": 0.870905, - "nauc_recall_at_5_max": 0.884088, - "nauc_recall_at_5_std": 0.195512, - "nauc_recall_at_5_diff1": 0.870273, - "nauc_recall_at_10_max": 0.896388, - "nauc_recall_at_10_std": 0.271835, - "nauc_recall_at_10_diff1": 0.88125, - "nauc_recall_at_20_max": 0.893877, - "nauc_recall_at_20_std": 0.411653, - "nauc_recall_at_20_diff1": 0.901818, - "nauc_recall_at_100_max": 0.869827, - "nauc_recall_at_100_std": 0.892342, - "nauc_recall_at_100_diff1": 0.844366, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.781253, - "nauc_precision_at_1_std": -0.005974, - "nauc_precision_at_1_diff1": 0.906484, - "nauc_precision_at_3_max": 0.870911, - "nauc_precision_at_3_std": 0.057769, - "nauc_precision_at_3_diff1": 0.876033, - "nauc_precision_at_5_max": 0.893035, - "nauc_precision_at_5_std": 0.192474, - "nauc_precision_at_5_diff1": 0.876612, - "nauc_precision_at_10_max": 0.91008, - "nauc_precision_at_10_std": 0.268217, - "nauc_precision_at_10_diff1": 0.890981, - "nauc_precision_at_20_max": 0.923473, - "nauc_precision_at_20_std": 0.407698, - "nauc_precision_at_20_diff1": 0.923473, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, + "mrr_at_1": 0.832036, + "mrr_at_3": 0.865221, + "mrr_at_5": 0.870894, + "mrr_at_10": 0.873774, + "mrr_at_20": 0.875411, + "mrr_at_100": 0.876024, + "mrr_at_1000": 0.876047, + "nauc_ndcg_at_1_max": 0.718083, + "nauc_ndcg_at_1_std": -0.080675, + "nauc_ndcg_at_1_diff1": 0.894948, + "nauc_ndcg_at_3_max": 0.771675, + "nauc_ndcg_at_3_std": -0.017454, + "nauc_ndcg_at_3_diff1": 0.871819, + "nauc_ndcg_at_5_max": 0.772815, + "nauc_ndcg_at_5_std": -0.018139, + "nauc_ndcg_at_5_diff1": 0.87394, + "nauc_ndcg_at_10_max": 0.767124, + "nauc_ndcg_at_10_std": -0.020271, + "nauc_ndcg_at_10_diff1": 0.872438, + "nauc_ndcg_at_20_max": 0.761662, + "nauc_ndcg_at_20_std": -0.025208, + "nauc_ndcg_at_20_diff1": 0.877028, + "nauc_ndcg_at_100_max": 0.759272, + "nauc_ndcg_at_100_std": -0.027864, + "nauc_ndcg_at_100_diff1": 0.877509, + "nauc_ndcg_at_1000_max": 0.758782, + "nauc_ndcg_at_1000_std": -0.029768, + "nauc_ndcg_at_1000_diff1": 0.878199, + "nauc_map_at_1_max": 0.71531, + "nauc_map_at_1_std": -0.077914, + "nauc_map_at_1_diff1": 0.890274, + "nauc_map_at_3_max": 0.756497, + "nauc_map_at_3_std": -0.032568, + "nauc_map_at_3_diff1": 0.875911, + "nauc_map_at_5_max": 0.756473, + "nauc_map_at_5_std": -0.033488, + "nauc_map_at_5_diff1": 0.87705, + "nauc_map_at_10_max": 0.754101, + "nauc_map_at_10_std": -0.034793, + "nauc_map_at_10_diff1": 0.87656, + "nauc_map_at_20_max": 0.752665, + "nauc_map_at_20_std": -0.036331, + "nauc_map_at_20_diff1": 0.877717, + "nauc_map_at_100_max": 0.752476, + "nauc_map_at_100_std": -0.036241, + "nauc_map_at_100_diff1": 0.877833, + "nauc_map_at_1000_max": 0.752471, + "nauc_map_at_1000_std": -0.036246, + "nauc_map_at_1000_diff1": 0.87787, + "nauc_recall_at_1_max": 0.71531, + "nauc_recall_at_1_std": -0.077914, + "nauc_recall_at_1_diff1": 0.890274, + "nauc_recall_at_3_max": 0.82508, + "nauc_recall_at_3_std": 0.044262, + "nauc_recall_at_3_diff1": 0.848639, + "nauc_recall_at_5_max": 0.84686, + "nauc_recall_at_5_std": 0.061967, + "nauc_recall_at_5_diff1": 0.849427, + "nauc_recall_at_10_max": 0.841097, + "nauc_recall_at_10_std": 0.084331, + "nauc_recall_at_10_diff1": 0.83001, + "nauc_recall_at_20_max": 0.827355, + "nauc_recall_at_20_std": 0.110621, + "nauc_recall_at_20_diff1": 0.857175, + "nauc_recall_at_100_max": 0.840775, + "nauc_recall_at_100_std": 0.292947, + "nauc_recall_at_100_diff1": 0.797251, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718083, + "nauc_precision_at_1_std": -0.080675, + "nauc_precision_at_1_diff1": 0.894948, + "nauc_precision_at_3_max": 0.830874, + "nauc_precision_at_3_std": 0.04032, + "nauc_precision_at_3_diff1": 0.856848, + "nauc_precision_at_5_max": 0.854816, + "nauc_precision_at_5_std": 0.056809, + "nauc_precision_at_5_diff1": 0.860464, + "nauc_precision_at_10_max": 0.852348, + "nauc_precision_at_10_std": 0.077244, + "nauc_precision_at_10_diff1": 0.845491, + "nauc_precision_at_20_max": 0.848166, + "nauc_precision_at_20_std": 0.09788, + "nauc_precision_at_20_diff1": 0.886768, + "nauc_precision_at_100_max": 0.967316, + "nauc_precision_at_100_std": 0.239295, + "nauc_precision_at_100_diff1": 0.967316, "nauc_precision_at_1000_max": 0.098682, - "nauc_precision_at_1000_std": -0.318687, - "nauc_precision_at_1000_diff1": -0.070315, - "nauc_mrr_at_1_max": 0.781253, - "nauc_mrr_at_1_std": -0.005974, - "nauc_mrr_at_1_diff1": 0.906484, - "nauc_mrr_at_3_max": 0.807429, - "nauc_mrr_at_3_std": 0.009912, - "nauc_mrr_at_3_diff1": 0.893674, - "nauc_mrr_at_5_max": 0.808577, - "nauc_mrr_at_5_std": 0.027273, - "nauc_mrr_at_5_diff1": 0.894335, - "nauc_mrr_at_10_max": 0.807391, - "nauc_mrr_at_10_std": 0.026992, - "nauc_mrr_at_10_diff1": 0.895499, - "nauc_mrr_at_20_max": 0.805927, - "nauc_mrr_at_20_std": 0.024717, - "nauc_mrr_at_20_diff1": 0.89584, - "nauc_mrr_at_100_max": 0.805526, - "nauc_mrr_at_100_std": 0.024033, - "nauc_mrr_at_100_diff1": 0.895748, - "nauc_mrr_at_1000_max": 0.805487, - "nauc_mrr_at_1000_std": 0.023844, - "nauc_mrr_at_1000_diff1": 0.895742, - "main_score": 0.90283, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.718083, + "nauc_mrr_at_1_std": -0.080675, + "nauc_mrr_at_1_diff1": 0.894948, + "nauc_mrr_at_3_max": 0.760043, + "nauc_mrr_at_3_std": -0.035777, + "nauc_mrr_at_3_diff1": 0.881575, + "nauc_mrr_at_5_max": 0.760181, + "nauc_mrr_at_5_std": -0.036847, + "nauc_mrr_at_5_diff1": 0.882978, + "nauc_mrr_at_10_max": 0.757887, + "nauc_mrr_at_10_std": -0.038237, + "nauc_mrr_at_10_diff1": 0.882626, + "nauc_mrr_at_20_max": 0.756497, + "nauc_mrr_at_20_std": -0.039828, + "nauc_mrr_at_20_diff1": 0.883871, + "nauc_mrr_at_100_max": 0.756327, + "nauc_mrr_at_100_std": -0.039756, + "nauc_mrr_at_100_diff1": 0.884019, + "nauc_mrr_at_1000_max": 0.756292, + "nauc_mrr_at_1000_std": -0.039733, + "nauc_mrr_at_1000_diff1": 0.884008, + "hit_rate_at_1": 0.83204, + "hit_rate_at_3": 0.90434, + "hit_rate_at_5": 0.92881, + "hit_rate_at_10": 0.94994, + "hit_rate_at_20": 0.9733, + "hit_rate_at_100": 0.99555, + "hit_rate_at_1000": 1.0, + "main_score": 0.89194, "hf_subset": "eng_Latn-mar_Deva", "languages": [ "eng-Latn", "mar-Deva" - ] - }, - { - "ndcg_at_1": 0.87444, - "ndcg_at_3": 0.9159, - "ndcg_at_5": 0.91996, - "ndcg_at_10": 0.92602, - "ndcg_at_20": 0.92773, - "ndcg_at_100": 0.9314, - "ndcg_at_1000": 0.93183, - "map_at_1": 0.87444, - "map_at_3": 0.90667, - "map_at_5": 0.90889, - "map_at_10": 0.91135, - "map_at_20": 0.91184, - "map_at_100": 0.91241, - "map_at_1000": 0.91243, - "recall_at_1": 0.87444, - "recall_at_3": 0.94222, - "recall_at_5": 0.95222, - "recall_at_10": 0.97111, - "recall_at_20": 0.97778, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91, + "ndcg_at_5": 0.91598, + "ndcg_at_10": 0.92207, + "ndcg_at_20": 0.92469, + "ndcg_at_100": 0.92834, + "ndcg_at_1000": 0.92907, + "map_at_1": 0.87556, + "map_at_3": 0.90222, + "map_at_5": 0.90556, + "map_at_10": 0.90806, + "map_at_20": 0.90883, + "map_at_100": 0.90939, + "map_at_1000": 0.90942, + "recall_at_1": 0.87556, + "recall_at_3": 0.93222, + "recall_at_5": 0.94667, + "recall_at_10": 0.96556, + "recall_at_20": 0.97556, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.87444, - "precision_at_3": 0.31407, - "precision_at_5": 0.19044, - "precision_at_10": 0.09711, - "precision_at_20": 0.04889, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.874444, - "mrr_at_3": 0.906667, - "mrr_at_5": 0.908889, - "mrr_at_10": 0.911355, - "mrr_at_20": 0.911836, - "mrr_at_100": 0.912409, - "mrr_at_1000": 0.912426, - "nauc_ndcg_at_1_max": 0.766432, - "nauc_ndcg_at_1_std": -0.057511, - "nauc_ndcg_at_1_diff1": 0.931899, - "nauc_ndcg_at_3_max": 0.834004, - "nauc_ndcg_at_3_std": 0.042876, - "nauc_ndcg_at_3_diff1": 0.92272, - "nauc_ndcg_at_5_max": 0.831127, - "nauc_ndcg_at_5_std": 0.03245, - "nauc_ndcg_at_5_diff1": 0.924229, - "nauc_ndcg_at_10_max": 0.828349, - "nauc_ndcg_at_10_std": 0.049877, - "nauc_ndcg_at_10_diff1": 0.926519, - "nauc_ndcg_at_20_max": 0.825915, - "nauc_ndcg_at_20_std": 0.045894, - "nauc_ndcg_at_20_diff1": 0.926336, - "nauc_ndcg_at_100_max": 0.818864, - "nauc_ndcg_at_100_std": 0.034642, - "nauc_ndcg_at_100_diff1": 0.925971, - "nauc_ndcg_at_1000_max": 0.817693, - "nauc_ndcg_at_1000_std": 0.028403, - "nauc_ndcg_at_1000_diff1": 0.926337, - "nauc_map_at_1_max": 0.766432, - "nauc_map_at_1_std": -0.057511, - "nauc_map_at_1_diff1": 0.931899, - "nauc_map_at_3_max": 0.815708, - "nauc_map_at_3_std": 0.017993, - "nauc_map_at_3_diff1": 0.925367, - "nauc_map_at_5_max": 0.813951, - "nauc_map_at_5_std": 0.012198, - "nauc_map_at_5_diff1": 0.926242, - "nauc_map_at_10_max": 0.812492, - "nauc_map_at_10_std": 0.016342, - "nauc_map_at_10_diff1": 0.92696, - "nauc_map_at_20_max": 0.811866, - "nauc_map_at_20_std": 0.015371, - "nauc_map_at_20_diff1": 0.926927, - "nauc_map_at_100_max": 0.810969, - "nauc_map_at_100_std": 0.014396, - "nauc_map_at_100_diff1": 0.926906, - "nauc_map_at_1000_max": 0.810931, - "nauc_map_at_1000_std": 0.014198, - "nauc_map_at_1000_diff1": 0.926918, - "nauc_recall_at_1_max": 0.766432, - "nauc_recall_at_1_std": -0.057511, - "nauc_recall_at_1_diff1": 0.931899, - "nauc_recall_at_3_max": 0.915517, - "nauc_recall_at_3_std": 0.151952, - "nauc_recall_at_3_diff1": 0.910804, - "nauc_recall_at_5_max": 0.920255, - "nauc_recall_at_5_std": 0.13364, - "nauc_recall_at_5_diff1": 0.913795, - "nauc_recall_at_10_max": 0.957085, - "nauc_recall_at_10_std": 0.356425, - "nauc_recall_at_10_diff1": 0.926919, - "nauc_recall_at_20_max": 0.964636, - "nauc_recall_at_20_std": 0.395098, - "nauc_recall_at_20_diff1": 0.924603, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31074, + "precision_at_5": 0.18933, + "precision_at_10": 0.09656, + "precision_at_20": 0.04878, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.902222, + "mrr_at_5": 0.905556, + "mrr_at_10": 0.90806, + "mrr_at_20": 0.90883, + "mrr_at_100": 0.909389, + "mrr_at_1000": 0.909419, + "nauc_ndcg_at_1_max": 0.777205, + "nauc_ndcg_at_1_std": -0.042641, + "nauc_ndcg_at_1_diff1": 0.914757, + "nauc_ndcg_at_3_max": 0.838795, + "nauc_ndcg_at_3_std": -0.005021, + "nauc_ndcg_at_3_diff1": 0.909331, + "nauc_ndcg_at_5_max": 0.836961, + "nauc_ndcg_at_5_std": 0.023027, + "nauc_ndcg_at_5_diff1": 0.907174, + "nauc_ndcg_at_10_max": 0.834932, + "nauc_ndcg_at_10_std": 0.039866, + "nauc_ndcg_at_10_diff1": 0.911006, + "nauc_ndcg_at_20_max": 0.832082, + "nauc_ndcg_at_20_std": 0.029826, + "nauc_ndcg_at_20_diff1": 0.908901, + "nauc_ndcg_at_100_max": 0.825963, + "nauc_ndcg_at_100_std": 0.024605, + "nauc_ndcg_at_100_diff1": 0.909569, + "nauc_ndcg_at_1000_max": 0.824143, + "nauc_ndcg_at_1000_std": 0.014409, + "nauc_ndcg_at_1000_diff1": 0.910111, + "nauc_map_at_1_max": 0.777205, + "nauc_map_at_1_std": -0.042641, + "nauc_map_at_1_diff1": 0.914757, + "nauc_map_at_3_max": 0.822246, + "nauc_map_at_3_std": -0.013172, + "nauc_map_at_3_diff1": 0.910548, + "nauc_map_at_5_max": 0.820694, + "nauc_map_at_5_std": 0.000199, + "nauc_map_at_5_diff1": 0.909487, + "nauc_map_at_10_max": 0.81937, + "nauc_map_at_10_std": 0.004858, + "nauc_map_at_10_diff1": 0.910935, + "nauc_map_at_20_max": 0.818523, + "nauc_map_at_20_std": 0.001682, + "nauc_map_at_20_diff1": 0.91043, + "nauc_map_at_100_max": 0.817724, + "nauc_map_at_100_std": 0.001261, + "nauc_map_at_100_diff1": 0.910585, + "nauc_map_at_1000_max": 0.817662, + "nauc_map_at_1000_std": 0.000922, + "nauc_map_at_1000_diff1": 0.910611, + "nauc_recall_at_1_max": 0.777205, + "nauc_recall_at_1_std": -0.042641, + "nauc_recall_at_1_diff1": 0.914757, + "nauc_recall_at_3_max": 0.90529, + "nauc_recall_at_3_std": 0.026435, + "nauc_recall_at_3_diff1": 0.904601, + "nauc_recall_at_5_max": 0.916744, + "nauc_recall_at_5_std": 0.142342, + "nauc_recall_at_5_diff1": 0.895444, + "nauc_recall_at_10_max": 0.948721, + "nauc_recall_at_10_std": 0.332309, + "nauc_recall_at_10_diff1": 0.914837, + "nauc_recall_at_20_max": 0.962864, + "nauc_recall_at_20_std": 0.347827, + "nauc_recall_at_20_diff1": 0.891881, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766432, - "nauc_precision_at_1_std": -0.057511, - "nauc_precision_at_1_diff1": 0.931899, - "nauc_precision_at_3_max": 0.915517, - "nauc_precision_at_3_std": 0.151952, - "nauc_precision_at_3_diff1": 0.910804, - "nauc_precision_at_5_max": 0.920255, - "nauc_precision_at_5_std": 0.13364, - "nauc_precision_at_5_diff1": 0.913795, - "nauc_precision_at_10_max": 0.957085, - "nauc_precision_at_10_std": 0.356425, - "nauc_precision_at_10_diff1": 0.926919, - "nauc_precision_at_20_max": 0.964636, - "nauc_precision_at_20_std": 0.395098, - "nauc_precision_at_20_diff1": 0.924603, + "nauc_recall_at_100_diff1": 0.862745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777205, + "nauc_precision_at_1_std": -0.042641, + "nauc_precision_at_1_diff1": 0.914757, + "nauc_precision_at_3_max": 0.90529, + "nauc_precision_at_3_std": 0.026435, + "nauc_precision_at_3_diff1": 0.904601, + "nauc_precision_at_5_max": 0.916744, + "nauc_precision_at_5_std": 0.142342, + "nauc_precision_at_5_diff1": 0.895444, + "nauc_precision_at_10_max": 0.948721, + "nauc_precision_at_10_std": 0.332309, + "nauc_precision_at_10_diff1": 0.914837, + "nauc_precision_at_20_max": 0.962864, + "nauc_precision_at_20_std": 0.347827, + "nauc_precision_at_20_diff1": 0.891881, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 0.862745, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766432, - "nauc_mrr_at_1_std": -0.057511, - "nauc_mrr_at_1_diff1": 0.931899, - "nauc_mrr_at_3_max": 0.815708, - "nauc_mrr_at_3_std": 0.017993, - "nauc_mrr_at_3_diff1": 0.925367, - "nauc_mrr_at_5_max": 0.813951, - "nauc_mrr_at_5_std": 0.012198, - "nauc_mrr_at_5_diff1": 0.926242, - "nauc_mrr_at_10_max": 0.812492, - "nauc_mrr_at_10_std": 0.016342, - "nauc_mrr_at_10_diff1": 0.92696, - "nauc_mrr_at_20_max": 0.811866, - "nauc_mrr_at_20_std": 0.015371, - "nauc_mrr_at_20_diff1": 0.926927, - "nauc_mrr_at_100_max": 0.810969, - "nauc_mrr_at_100_std": 0.014396, - "nauc_mrr_at_100_diff1": 0.926906, - "nauc_mrr_at_1000_max": 0.810931, - "nauc_mrr_at_1000_std": 0.014198, - "nauc_mrr_at_1000_diff1": 0.926918, - "main_score": 0.92602, + "nauc_mrr_at_1_max": 0.777205, + "nauc_mrr_at_1_std": -0.042641, + "nauc_mrr_at_1_diff1": 0.914757, + "nauc_mrr_at_3_max": 0.822246, + "nauc_mrr_at_3_std": -0.013172, + "nauc_mrr_at_3_diff1": 0.910548, + "nauc_mrr_at_5_max": 0.820694, + "nauc_mrr_at_5_std": 0.000199, + "nauc_mrr_at_5_diff1": 0.909487, + "nauc_mrr_at_10_max": 0.81937, + "nauc_mrr_at_10_std": 0.004858, + "nauc_mrr_at_10_diff1": 0.910935, + "nauc_mrr_at_20_max": 0.818523, + "nauc_mrr_at_20_std": 0.001682, + "nauc_mrr_at_20_diff1": 0.91043, + "nauc_mrr_at_100_max": 0.817724, + "nauc_mrr_at_100_std": 0.001261, + "nauc_mrr_at_100_diff1": 0.910585, + "nauc_mrr_at_1000_max": 0.817662, + "nauc_mrr_at_1000_std": 0.000922, + "nauc_mrr_at_1000_diff1": 0.910611, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93222, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.92207, "hf_subset": "mkd_Cyrl-mkd_Cyrl", "languages": [ "mkd-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94526, - "ndcg_at_5": 0.95139, - "ndcg_at_10": 0.95392, - "ndcg_at_20": 0.95502, - "ndcg_at_100": 0.95607, - "ndcg_at_1000": 0.95639, - "map_at_1": 0.91333, - "map_at_3": 0.93815, - "map_at_5": 0.94165, - "map_at_10": 0.94271, - "map_at_20": 0.94299, - "map_at_100": 0.94314, - "map_at_1000": 0.94316, - "recall_at_1": 0.91333, - "recall_at_3": 0.96556, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94413, + "ndcg_at_5": 0.94962, + "ndcg_at_10": 0.95216, + "ndcg_at_20": 0.95302, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95458, + "map_at_1": 0.91111, + "map_at_3": 0.9363, + "map_at_5": 0.93935, + "map_at_10": 0.94041, + "map_at_20": 0.94065, + "map_at_100": 0.94083, + "map_at_1000": 0.94084, + "recall_at_1": 0.91111, + "recall_at_3": 0.96667, "recall_at_5": 0.98, "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "recall_at_20": 0.99111, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32185, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32222, "precision_at_5": 0.196, "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "precision_at_20": 0.04956, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.938148, - "mrr_at_5": 0.941648, - "mrr_at_10": 0.942705, - "mrr_at_20": 0.94299, - "mrr_at_100": 0.943144, - "mrr_at_1000": 0.943163, - "nauc_ndcg_at_1_max": 0.751861, - "nauc_ndcg_at_1_std": -0.244003, - "nauc_ndcg_at_1_diff1": 0.928715, - "nauc_ndcg_at_3_max": 0.770026, - "nauc_ndcg_at_3_std": -0.339093, - "nauc_ndcg_at_3_diff1": 0.929756, - "nauc_ndcg_at_5_max": 0.78311, - "nauc_ndcg_at_5_std": -0.272283, - "nauc_ndcg_at_5_diff1": 0.933178, - "nauc_ndcg_at_10_max": 0.779163, - "nauc_ndcg_at_10_std": -0.267272, - "nauc_ndcg_at_10_diff1": 0.932489, - "nauc_ndcg_at_20_max": 0.774661, - "nauc_ndcg_at_20_std": -0.26769, - "nauc_ndcg_at_20_diff1": 0.931606, - "nauc_ndcg_at_100_max": 0.773833, - "nauc_ndcg_at_100_std": -0.263939, - "nauc_ndcg_at_100_diff1": 0.93202, - "nauc_ndcg_at_1000_max": 0.772157, - "nauc_ndcg_at_1000_std": -0.273303, - "nauc_ndcg_at_1000_diff1": 0.931516, - "nauc_map_at_1_max": 0.751861, - "nauc_map_at_1_std": -0.244003, - "nauc_map_at_1_diff1": 0.928715, - "nauc_map_at_3_max": 0.765155, - "nauc_map_at_3_std": -0.313861, - "nauc_map_at_3_diff1": 0.929713, - "nauc_map_at_5_max": 0.771197, - "nauc_map_at_5_std": -0.280067, - "nauc_map_at_5_diff1": 0.931431, - "nauc_map_at_10_max": 0.769541, - "nauc_map_at_10_std": -0.277813, - "nauc_map_at_10_diff1": 0.931067, - "nauc_map_at_20_max": 0.768601, - "nauc_map_at_20_std": -0.277403, - "nauc_map_at_20_diff1": 0.930864, - "nauc_map_at_100_max": 0.768587, - "nauc_map_at_100_std": -0.276986, - "nauc_map_at_100_diff1": 0.930957, - "nauc_map_at_1000_max": 0.768509, - "nauc_map_at_1000_std": -0.277416, - "nauc_map_at_1000_diff1": 0.930934, - "nauc_recall_at_1_max": 0.751861, - "nauc_recall_at_1_std": -0.244003, - "nauc_recall_at_1_diff1": 0.928715, - "nauc_recall_at_3_max": 0.794328, - "nauc_recall_at_3_std": -0.46473, - "nauc_recall_at_3_diff1": 0.929746, - "nauc_recall_at_5_max": 0.885647, - "nauc_recall_at_5_std": -0.178053, - "nauc_recall_at_5_diff1": 0.948257, - "nauc_recall_at_10_max": 0.908369, - "nauc_recall_at_10_std": -0.07563, - "nauc_recall_at_10_diff1": 0.952466, - "nauc_recall_at_20_max": 0.874683, - "nauc_recall_at_20_std": -0.006202, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.936296, + "mrr_at_5": 0.939352, + "mrr_at_10": 0.940407, + "mrr_at_20": 0.940652, + "mrr_at_100": 0.940826, + "mrr_at_1000": 0.940841, + "nauc_ndcg_at_1_max": 0.726943, + "nauc_ndcg_at_1_std": -0.305661, + "nauc_ndcg_at_1_diff1": 0.924457, + "nauc_ndcg_at_3_max": 0.744634, + "nauc_ndcg_at_3_std": -0.371743, + "nauc_ndcg_at_3_diff1": 0.927086, + "nauc_ndcg_at_5_max": 0.744102, + "nauc_ndcg_at_5_std": -0.329669, + "nauc_ndcg_at_5_diff1": 0.930855, + "nauc_ndcg_at_10_max": 0.746077, + "nauc_ndcg_at_10_std": -0.306199, + "nauc_ndcg_at_10_diff1": 0.930373, + "nauc_ndcg_at_20_max": 0.74419, + "nauc_ndcg_at_20_std": -0.309334, + "nauc_ndcg_at_20_diff1": 0.929908, + "nauc_ndcg_at_100_max": 0.74428, + "nauc_ndcg_at_100_std": -0.313073, + "nauc_ndcg_at_100_diff1": 0.928625, + "nauc_ndcg_at_1000_max": 0.742548, + "nauc_ndcg_at_1000_std": -0.321966, + "nauc_ndcg_at_1000_diff1": 0.928142, + "nauc_map_at_1_max": 0.726943, + "nauc_map_at_1_std": -0.305661, + "nauc_map_at_1_diff1": 0.924457, + "nauc_map_at_3_max": 0.739969, + "nauc_map_at_3_std": -0.353559, + "nauc_map_at_3_diff1": 0.925629, + "nauc_map_at_5_max": 0.739467, + "nauc_map_at_5_std": -0.334067, + "nauc_map_at_5_diff1": 0.927412, + "nauc_map_at_10_max": 0.740593, + "nauc_map_at_10_std": -0.325141, + "nauc_map_at_10_diff1": 0.927233, + "nauc_map_at_20_max": 0.740164, + "nauc_map_at_20_std": -0.325865, + "nauc_map_at_20_diff1": 0.927121, + "nauc_map_at_100_max": 0.740137, + "nauc_map_at_100_std": -0.326695, + "nauc_map_at_100_diff1": 0.926986, + "nauc_map_at_1000_max": 0.740069, + "nauc_map_at_1000_std": -0.32704, + "nauc_map_at_1000_diff1": 0.926967, + "nauc_recall_at_1_max": 0.726943, + "nauc_recall_at_1_std": -0.305661, + "nauc_recall_at_1_diff1": 0.924457, + "nauc_recall_at_3_max": 0.769343, + "nauc_recall_at_3_std": -0.46883, + "nauc_recall_at_3_diff1": 0.935574, + "nauc_recall_at_5_max": 0.782835, + "nauc_recall_at_5_std": -0.266003, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.817333, + "nauc_recall_at_10_std": 0.028478, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.804563, + "nauc_recall_at_20_std": 0.086893, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.751861, - "nauc_precision_at_1_std": -0.244003, - "nauc_precision_at_1_diff1": 0.928715, - "nauc_precision_at_3_max": 0.794328, - "nauc_precision_at_3_std": -0.46473, - "nauc_precision_at_3_diff1": 0.929746, - "nauc_precision_at_5_max": 0.885647, - "nauc_precision_at_5_std": -0.178053, - "nauc_precision_at_5_diff1": 0.948257, - "nauc_precision_at_10_max": 0.908369, - "nauc_precision_at_10_std": -0.07563, - "nauc_precision_at_10_diff1": 0.952466, - "nauc_precision_at_20_max": 0.874683, - "nauc_precision_at_20_std": -0.006202, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.726943, + "nauc_precision_at_1_std": -0.305661, + "nauc_precision_at_1_diff1": 0.924457, + "nauc_precision_at_3_max": 0.769343, + "nauc_precision_at_3_std": -0.46883, + "nauc_precision_at_3_diff1": 0.935574, + "nauc_precision_at_5_max": 0.782835, + "nauc_precision_at_5_std": -0.266003, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.817333, + "nauc_precision_at_10_std": 0.028478, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.804563, + "nauc_precision_at_20_std": 0.086893, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.751861, - "nauc_mrr_at_1_std": -0.244003, - "nauc_mrr_at_1_diff1": 0.928715, - "nauc_mrr_at_3_max": 0.765155, - "nauc_mrr_at_3_std": -0.313861, - "nauc_mrr_at_3_diff1": 0.929713, - "nauc_mrr_at_5_max": 0.771197, - "nauc_mrr_at_5_std": -0.280067, - "nauc_mrr_at_5_diff1": 0.931431, - "nauc_mrr_at_10_max": 0.769541, - "nauc_mrr_at_10_std": -0.277813, - "nauc_mrr_at_10_diff1": 0.931067, - "nauc_mrr_at_20_max": 0.768601, - "nauc_mrr_at_20_std": -0.277403, - "nauc_mrr_at_20_diff1": 0.930864, - "nauc_mrr_at_100_max": 0.768587, - "nauc_mrr_at_100_std": -0.276986, - "nauc_mrr_at_100_diff1": 0.930957, - "nauc_mrr_at_1000_max": 0.768509, - "nauc_mrr_at_1000_std": -0.277416, - "nauc_mrr_at_1000_diff1": 0.930934, - "main_score": 0.95392, + "nauc_mrr_at_1_max": 0.726943, + "nauc_mrr_at_1_std": -0.305661, + "nauc_mrr_at_1_diff1": 0.924457, + "nauc_mrr_at_3_max": 0.739969, + "nauc_mrr_at_3_std": -0.353559, + "nauc_mrr_at_3_diff1": 0.925629, + "nauc_mrr_at_5_max": 0.739467, + "nauc_mrr_at_5_std": -0.334067, + "nauc_mrr_at_5_diff1": 0.927412, + "nauc_mrr_at_10_max": 0.740593, + "nauc_mrr_at_10_std": -0.325141, + "nauc_mrr_at_10_diff1": 0.927233, + "nauc_mrr_at_20_max": 0.740164, + "nauc_mrr_at_20_std": -0.325865, + "nauc_mrr_at_20_diff1": 0.927121, + "nauc_mrr_at_100_max": 0.740137, + "nauc_mrr_at_100_std": -0.326695, + "nauc_mrr_at_100_diff1": 0.926986, + "nauc_mrr_at_1000_max": 0.740069, + "nauc_mrr_at_1000_std": -0.32704, + "nauc_mrr_at_1000_diff1": 0.926967, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95216, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": [ "mkd-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.89198, - "ndcg_at_5": 0.90011, - "ndcg_at_10": 0.90588, - "ndcg_at_20": 0.90926, - "ndcg_at_100": 0.91292, - "ndcg_at_1000": 0.91381, - "map_at_1": 0.84667, - "map_at_3": 0.88111, - "map_at_5": 0.88556, - "map_at_10": 0.88795, - "map_at_20": 0.88888, - "map_at_100": 0.88944, - "map_at_1000": 0.88948, - "recall_at_1": 0.84667, - "recall_at_3": 0.92333, - "recall_at_5": 0.94333, - "recall_at_10": 0.96111, - "recall_at_20": 0.97444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88008, + "ndcg_at_5": 0.88868, + "ndcg_at_10": 0.89403, + "ndcg_at_20": 0.89802, + "ndcg_at_100": 0.90304, + "ndcg_at_1000": 0.90394, + "map_at_1": 0.83111, + "map_at_3": 0.86852, + "map_at_5": 0.87324, + "map_at_10": 0.87543, + "map_at_20": 0.87655, + "map_at_100": 0.87728, + "map_at_1000": 0.87732, + "recall_at_1": 0.83111, + "recall_at_3": 0.91333, + "recall_at_5": 0.93444, + "recall_at_10": 0.95111, + "recall_at_20": 0.96667, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30778, - "precision_at_5": 0.18867, - "precision_at_10": 0.09611, - "precision_at_20": 0.04872, + "accuracy": 0.83111, + "precision_at_1": 0.83111, + "precision_at_3": 0.30444, + "precision_at_5": 0.18689, + "precision_at_10": 0.09511, + "precision_at_20": 0.04833, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.881111, - "mrr_at_5": 0.885556, - "mrr_at_10": 0.88795, - "mrr_at_20": 0.888878, - "mrr_at_100": 0.889444, - "mrr_at_1000": 0.889484, - "nauc_ndcg_at_1_max": 0.840507, - "nauc_ndcg_at_1_std": -0.042643, - "nauc_ndcg_at_1_diff1": 0.941699, - "nauc_ndcg_at_3_max": 0.870513, - "nauc_ndcg_at_3_std": 0.029122, - "nauc_ndcg_at_3_diff1": 0.925223, - "nauc_ndcg_at_5_max": 0.87213, - "nauc_ndcg_at_5_std": 0.007404, - "nauc_ndcg_at_5_diff1": 0.931776, - "nauc_ndcg_at_10_max": 0.870485, - "nauc_ndcg_at_10_std": 0.012199, - "nauc_ndcg_at_10_diff1": 0.932861, - "nauc_ndcg_at_20_max": 0.869132, - "nauc_ndcg_at_20_std": 0.027781, - "nauc_ndcg_at_20_diff1": 0.931515, - "nauc_ndcg_at_100_max": 0.865794, - "nauc_ndcg_at_100_std": 0.017428, - "nauc_ndcg_at_100_diff1": 0.932372, - "nauc_ndcg_at_1000_max": 0.864353, - "nauc_ndcg_at_1000_std": 0.009786, - "nauc_ndcg_at_1000_diff1": 0.932146, - "nauc_map_at_1_max": 0.840507, - "nauc_map_at_1_std": -0.042643, - "nauc_map_at_1_diff1": 0.941699, - "nauc_map_at_3_max": 0.861845, - "nauc_map_at_3_std": 0.00874, - "nauc_map_at_3_diff1": 0.92934, - "nauc_map_at_5_max": 0.862172, - "nauc_map_at_5_std": -0.003065, - "nauc_map_at_5_diff1": 0.93246, - "nauc_map_at_10_max": 0.861447, - "nauc_map_at_10_std": -0.001807, - "nauc_map_at_10_diff1": 0.93283, - "nauc_map_at_20_max": 0.861084, - "nauc_map_at_20_std": 0.00153, - "nauc_map_at_20_diff1": 0.932515, - "nauc_map_at_100_max": 0.860621, - "nauc_map_at_100_std": 0.000193, - "nauc_map_at_100_diff1": 0.932648, - "nauc_map_at_1000_max": 0.860569, - "nauc_map_at_1000_std": -6.7e-05, - "nauc_map_at_1000_diff1": 0.932641, - "nauc_recall_at_1_max": 0.840507, - "nauc_recall_at_1_std": -0.042643, - "nauc_recall_at_1_diff1": 0.941699, - "nauc_recall_at_3_max": 0.907847, - "nauc_recall_at_3_std": 0.11668, - "nauc_recall_at_3_diff1": 0.907915, - "nauc_recall_at_5_max": 0.92869, - "nauc_recall_at_5_std": 0.060435, - "nauc_recall_at_5_diff1": 0.931025, - "nauc_recall_at_10_max": 0.94151, - "nauc_recall_at_10_std": 0.122156, - "nauc_recall_at_10_diff1": 0.938842, - "nauc_recall_at_20_max": 0.959506, - "nauc_recall_at_20_std": 0.393233, - "nauc_recall_at_20_diff1": 0.923984, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.736695, - "nauc_recall_at_100_diff1": 0.953704, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.840507, - "nauc_precision_at_1_std": -0.042643, - "nauc_precision_at_1_diff1": 0.941699, - "nauc_precision_at_3_max": 0.907847, - "nauc_precision_at_3_std": 0.11668, - "nauc_precision_at_3_diff1": 0.907915, - "nauc_precision_at_5_max": 0.92869, - "nauc_precision_at_5_std": 0.060435, - "nauc_precision_at_5_diff1": 0.931025, - "nauc_precision_at_10_max": 0.94151, - "nauc_precision_at_10_std": 0.122156, - "nauc_precision_at_10_diff1": 0.938842, - "nauc_precision_at_20_max": 0.959506, - "nauc_precision_at_20_std": 0.393233, - "nauc_precision_at_20_diff1": 0.923984, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.736695, - "nauc_precision_at_100_diff1": 0.953704, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.840507, - "nauc_mrr_at_1_std": -0.042643, - "nauc_mrr_at_1_diff1": 0.941699, - "nauc_mrr_at_3_max": 0.861845, - "nauc_mrr_at_3_std": 0.00874, - "nauc_mrr_at_3_diff1": 0.92934, - "nauc_mrr_at_5_max": 0.862172, - "nauc_mrr_at_5_std": -0.003065, - "nauc_mrr_at_5_diff1": 0.93246, - "nauc_mrr_at_10_max": 0.861447, - "nauc_mrr_at_10_std": -0.001807, - "nauc_mrr_at_10_diff1": 0.93283, - "nauc_mrr_at_20_max": 0.861084, - "nauc_mrr_at_20_std": 0.00153, - "nauc_mrr_at_20_diff1": 0.932515, - "nauc_mrr_at_100_max": 0.860621, - "nauc_mrr_at_100_std": 0.000193, - "nauc_mrr_at_100_diff1": 0.932648, - "nauc_mrr_at_1000_max": 0.860569, - "nauc_mrr_at_1000_std": -6.7e-05, - "nauc_mrr_at_1000_diff1": 0.932641, - "main_score": 0.90588, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.868519, + "mrr_at_5": 0.873241, + "mrr_at_10": 0.875432, + "mrr_at_20": 0.876553, + "mrr_at_100": 0.877281, + "mrr_at_1000": 0.877322, + "nauc_ndcg_at_1_max": 0.782973, + "nauc_ndcg_at_1_std": -0.068911, + "nauc_ndcg_at_1_diff1": 0.920885, + "nauc_ndcg_at_3_max": 0.82398, + "nauc_ndcg_at_3_std": -0.025345, + "nauc_ndcg_at_3_diff1": 0.902467, + "nauc_ndcg_at_5_max": 0.819403, + "nauc_ndcg_at_5_std": -0.058215, + "nauc_ndcg_at_5_diff1": 0.906263, + "nauc_ndcg_at_10_max": 0.817814, + "nauc_ndcg_at_10_std": -0.049972, + "nauc_ndcg_at_10_diff1": 0.909032, + "nauc_ndcg_at_20_max": 0.823237, + "nauc_ndcg_at_20_std": -0.019985, + "nauc_ndcg_at_20_diff1": 0.910575, + "nauc_ndcg_at_100_max": 0.816257, + "nauc_ndcg_at_100_std": -0.032578, + "nauc_ndcg_at_100_diff1": 0.909737, + "nauc_ndcg_at_1000_max": 0.814691, + "nauc_ndcg_at_1000_std": -0.039559, + "nauc_ndcg_at_1000_diff1": 0.910207, + "nauc_map_at_1_max": 0.782973, + "nauc_map_at_1_std": -0.068911, + "nauc_map_at_1_diff1": 0.920885, + "nauc_map_at_3_max": 0.812987, + "nauc_map_at_3_std": -0.039508, + "nauc_map_at_3_diff1": 0.907763, + "nauc_map_at_5_max": 0.810286, + "nauc_map_at_5_std": -0.05629, + "nauc_map_at_5_diff1": 0.909789, + "nauc_map_at_10_max": 0.809684, + "nauc_map_at_10_std": -0.052467, + "nauc_map_at_10_diff1": 0.910853, + "nauc_map_at_20_max": 0.810963, + "nauc_map_at_20_std": -0.045259, + "nauc_map_at_20_diff1": 0.911214, + "nauc_map_at_100_max": 0.810019, + "nauc_map_at_100_std": -0.046893, + "nauc_map_at_100_diff1": 0.911141, + "nauc_map_at_1000_max": 0.809961, + "nauc_map_at_1000_std": -0.047151, + "nauc_map_at_1000_diff1": 0.911161, + "nauc_recall_at_1_max": 0.782973, + "nauc_recall_at_1_std": -0.068911, + "nauc_recall_at_1_diff1": 0.920885, + "nauc_recall_at_3_max": 0.869497, + "nauc_recall_at_3_std": 0.034996, + "nauc_recall_at_3_diff1": 0.880294, + "nauc_recall_at_5_max": 0.866124, + "nauc_recall_at_5_std": -0.075931, + "nauc_recall_at_5_diff1": 0.888628, + "nauc_recall_at_10_max": 0.870087, + "nauc_recall_at_10_std": -0.039905, + "nauc_recall_at_10_diff1": 0.900263, + "nauc_recall_at_20_max": 0.954793, + "nauc_recall_at_20_std": 0.305167, + "nauc_recall_at_20_diff1": 0.914488, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.684174, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782973, + "nauc_precision_at_1_std": -0.068911, + "nauc_precision_at_1_diff1": 0.920885, + "nauc_precision_at_3_max": 0.869497, + "nauc_precision_at_3_std": 0.034996, + "nauc_precision_at_3_diff1": 0.880294, + "nauc_precision_at_5_max": 0.866124, + "nauc_precision_at_5_std": -0.075931, + "nauc_precision_at_5_diff1": 0.888628, + "nauc_precision_at_10_max": 0.870087, + "nauc_precision_at_10_std": -0.039905, + "nauc_precision_at_10_diff1": 0.900263, + "nauc_precision_at_20_max": 0.954793, + "nauc_precision_at_20_std": 0.305167, + "nauc_precision_at_20_diff1": 0.914488, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.684174, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782973, + "nauc_mrr_at_1_std": -0.068911, + "nauc_mrr_at_1_diff1": 0.920885, + "nauc_mrr_at_3_max": 0.812987, + "nauc_mrr_at_3_std": -0.039508, + "nauc_mrr_at_3_diff1": 0.907763, + "nauc_mrr_at_5_max": 0.810286, + "nauc_mrr_at_5_std": -0.05629, + "nauc_mrr_at_5_diff1": 0.909789, + "nauc_mrr_at_10_max": 0.809684, + "nauc_mrr_at_10_std": -0.052467, + "nauc_mrr_at_10_diff1": 0.910853, + "nauc_mrr_at_20_max": 0.810963, + "nauc_mrr_at_20_std": -0.045259, + "nauc_mrr_at_20_diff1": 0.911214, + "nauc_mrr_at_100_max": 0.810019, + "nauc_mrr_at_100_std": -0.046893, + "nauc_mrr_at_100_diff1": 0.911141, + "nauc_mrr_at_1000_max": 0.809961, + "nauc_mrr_at_1000_std": -0.047151, + "nauc_mrr_at_1000_diff1": 0.911161, + "hit_rate_at_1": 0.83111, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93444, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.89403, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": [ "eng-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.74111, - "ndcg_at_3": 0.80504, - "ndcg_at_5": 0.81331, - "ndcg_at_10": 0.82273, - "ndcg_at_20": 0.83054, - "ndcg_at_100": 0.83897, - "ndcg_at_1000": 0.84213, - "map_at_1": 0.74111, - "map_at_3": 0.78981, - "map_at_5": 0.79443, - "map_at_10": 0.79835, - "map_at_20": 0.80047, - "map_at_100": 0.80154, - "map_at_1000": 0.80166, - "recall_at_1": 0.74111, - "recall_at_3": 0.84889, - "recall_at_5": 0.86889, - "recall_at_10": 0.89778, - "recall_at_20": 0.92889, - "recall_at_100": 0.97556, + "ndcg_at_1": 0.75111, + "ndcg_at_3": 0.80776, + "ndcg_at_5": 0.81762, + "ndcg_at_10": 0.8263, + "ndcg_at_20": 0.83478, + "ndcg_at_100": 0.84257, + "ndcg_at_1000": 0.84611, + "map_at_1": 0.75111, + "map_at_3": 0.79426, + "map_at_5": 0.79987, + "map_at_10": 0.80349, + "map_at_20": 0.80585, + "map_at_100": 0.80682, + "map_at_1000": 0.80698, + "recall_at_1": 0.75111, + "recall_at_3": 0.84667, + "recall_at_5": 0.87, + "recall_at_10": 0.89667, + "recall_at_20": 0.93, + "recall_at_100": 0.97333, "recall_at_1000": 1.0, - "precision_at_1": 0.74111, - "precision_at_3": 0.28296, - "precision_at_5": 0.17378, - "precision_at_10": 0.08978, - "precision_at_20": 0.04644, - "precision_at_100": 0.00976, + "accuracy": 0.75111, + "precision_at_1": 0.75111, + "precision_at_3": 0.28222, + "precision_at_5": 0.174, + "precision_at_10": 0.08967, + "precision_at_20": 0.0465, + "precision_at_100": 0.00973, "precision_at_1000": 0.001, - "mrr_at_1": 0.741111, - "mrr_at_3": 0.789815, - "mrr_at_5": 0.794426, - "mrr_at_10": 0.798353, - "mrr_at_20": 0.800465, - "mrr_at_100": 0.801542, - "mrr_at_1000": 0.801663, - "nauc_ndcg_at_1_max": 0.799598, - "nauc_ndcg_at_1_std": 0.347217, - "nauc_ndcg_at_1_diff1": 0.893657, - "nauc_ndcg_at_3_max": 0.825127, - "nauc_ndcg_at_3_std": 0.419426, - "nauc_ndcg_at_3_diff1": 0.866885, - "nauc_ndcg_at_5_max": 0.823594, - "nauc_ndcg_at_5_std": 0.4222, - "nauc_ndcg_at_5_diff1": 0.861561, - "nauc_ndcg_at_10_max": 0.82006, - "nauc_ndcg_at_10_std": 0.428412, - "nauc_ndcg_at_10_diff1": 0.855904, - "nauc_ndcg_at_20_max": 0.820868, - "nauc_ndcg_at_20_std": 0.429548, - "nauc_ndcg_at_20_diff1": 0.860996, - "nauc_ndcg_at_100_max": 0.81934, - "nauc_ndcg_at_100_std": 0.420313, - "nauc_ndcg_at_100_diff1": 0.864433, - "nauc_ndcg_at_1000_max": 0.818517, - "nauc_ndcg_at_1000_std": 0.414689, - "nauc_ndcg_at_1000_diff1": 0.866038, - "nauc_map_at_1_max": 0.799598, - "nauc_map_at_1_std": 0.347217, - "nauc_map_at_1_diff1": 0.893657, - "nauc_map_at_3_max": 0.818219, - "nauc_map_at_3_std": 0.401101, - "nauc_map_at_3_diff1": 0.873513, - "nauc_map_at_5_max": 0.817315, - "nauc_map_at_5_std": 0.402076, - "nauc_map_at_5_diff1": 0.870886, - "nauc_map_at_10_max": 0.8161, - "nauc_map_at_10_std": 0.404468, - "nauc_map_at_10_diff1": 0.869012, - "nauc_map_at_20_max": 0.816317, - "nauc_map_at_20_std": 0.404677, - "nauc_map_at_20_diff1": 0.870414, - "nauc_map_at_100_max": 0.816119, - "nauc_map_at_100_std": 0.403437, - "nauc_map_at_100_diff1": 0.870819, - "nauc_map_at_1000_max": 0.816085, - "nauc_map_at_1000_std": 0.40324, - "nauc_map_at_1000_diff1": 0.870857, - "nauc_recall_at_1_max": 0.799598, - "nauc_recall_at_1_std": 0.347217, - "nauc_recall_at_1_diff1": 0.893657, - "nauc_recall_at_3_max": 0.851292, - "nauc_recall_at_3_std": 0.488134, - "nauc_recall_at_3_diff1": 0.842137, - "nauc_recall_at_5_max": 0.849679, - "nauc_recall_at_5_std": 0.506949, - "nauc_recall_at_5_diff1": 0.821576, - "nauc_recall_at_10_max": 0.83666, - "nauc_recall_at_10_std": 0.554314, - "nauc_recall_at_10_diff1": 0.783292, - "nauc_recall_at_20_max": 0.84952, - "nauc_recall_at_20_std": 0.614372, - "nauc_recall_at_20_diff1": 0.795059, - "nauc_recall_at_100_max": 0.855275, - "nauc_recall_at_100_std": 0.674518, - "nauc_recall_at_100_diff1": 0.785247, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.799598, - "nauc_precision_at_1_std": 0.347217, - "nauc_precision_at_1_diff1": 0.893657, - "nauc_precision_at_3_max": 0.851292, - "nauc_precision_at_3_std": 0.488134, - "nauc_precision_at_3_diff1": 0.842137, - "nauc_precision_at_5_max": 0.849679, - "nauc_precision_at_5_std": 0.506949, - "nauc_precision_at_5_diff1": 0.821576, - "nauc_precision_at_10_max": 0.83666, - "nauc_precision_at_10_std": 0.554314, - "nauc_precision_at_10_diff1": 0.783292, - "nauc_precision_at_20_max": 0.84952, - "nauc_precision_at_20_std": 0.614372, - "nauc_precision_at_20_diff1": 0.795059, - "nauc_precision_at_100_max": 0.855275, - "nauc_precision_at_100_std": 0.674518, - "nauc_precision_at_100_diff1": 0.785247, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.799598, - "nauc_mrr_at_1_std": 0.347217, - "nauc_mrr_at_1_diff1": 0.893657, - "nauc_mrr_at_3_max": 0.818219, - "nauc_mrr_at_3_std": 0.401101, - "nauc_mrr_at_3_diff1": 0.873513, - "nauc_mrr_at_5_max": 0.817315, - "nauc_mrr_at_5_std": 0.402076, - "nauc_mrr_at_5_diff1": 0.870886, - "nauc_mrr_at_10_max": 0.8161, - "nauc_mrr_at_10_std": 0.404468, - "nauc_mrr_at_10_diff1": 0.869012, - "nauc_mrr_at_20_max": 0.816317, - "nauc_mrr_at_20_std": 0.404677, - "nauc_mrr_at_20_diff1": 0.870414, - "nauc_mrr_at_100_max": 0.816119, - "nauc_mrr_at_100_std": 0.403437, - "nauc_mrr_at_100_diff1": 0.870819, - "nauc_mrr_at_1000_max": 0.816085, - "nauc_mrr_at_1000_std": 0.40324, - "nauc_mrr_at_1000_diff1": 0.870857, - "main_score": 0.82273, + "mrr_at_1": 0.751111, + "mrr_at_3": 0.794259, + "mrr_at_5": 0.79987, + "mrr_at_10": 0.803486, + "mrr_at_20": 0.80585, + "mrr_at_100": 0.806825, + "mrr_at_1000": 0.806978, + "nauc_ndcg_at_1_max": 0.786655, + "nauc_ndcg_at_1_std": 0.310811, + "nauc_ndcg_at_1_diff1": 0.901895, + "nauc_ndcg_at_3_max": 0.822095, + "nauc_ndcg_at_3_std": 0.378023, + "nauc_ndcg_at_3_diff1": 0.872777, + "nauc_ndcg_at_5_max": 0.822983, + "nauc_ndcg_at_5_std": 0.389387, + "nauc_ndcg_at_5_diff1": 0.872619, + "nauc_ndcg_at_10_max": 0.817521, + "nauc_ndcg_at_10_std": 0.393997, + "nauc_ndcg_at_10_diff1": 0.867511, + "nauc_ndcg_at_20_max": 0.81942, + "nauc_ndcg_at_20_std": 0.398221, + "nauc_ndcg_at_20_diff1": 0.873753, + "nauc_ndcg_at_100_max": 0.816268, + "nauc_ndcg_at_100_std": 0.382908, + "nauc_ndcg_at_100_diff1": 0.87641, + "nauc_ndcg_at_1000_max": 0.814472, + "nauc_ndcg_at_1000_std": 0.378588, + "nauc_ndcg_at_1000_diff1": 0.876645, + "nauc_map_at_1_max": 0.786655, + "nauc_map_at_1_std": 0.310811, + "nauc_map_at_1_diff1": 0.901895, + "nauc_map_at_3_max": 0.812556, + "nauc_map_at_3_std": 0.359944, + "nauc_map_at_3_diff1": 0.880124, + "nauc_map_at_5_max": 0.812867, + "nauc_map_at_5_std": 0.365392, + "nauc_map_at_5_diff1": 0.880292, + "nauc_map_at_10_max": 0.810756, + "nauc_map_at_10_std": 0.366758, + "nauc_map_at_10_diff1": 0.878568, + "nauc_map_at_20_max": 0.811048, + "nauc_map_at_20_std": 0.367673, + "nauc_map_at_20_diff1": 0.880037, + "nauc_map_at_100_max": 0.810608, + "nauc_map_at_100_std": 0.36587, + "nauc_map_at_100_diff1": 0.880287, + "nauc_map_at_1000_max": 0.810541, + "nauc_map_at_1000_std": 0.365718, + "nauc_map_at_1000_diff1": 0.880294, + "nauc_recall_at_1_max": 0.786655, + "nauc_recall_at_1_std": 0.310811, + "nauc_recall_at_1_diff1": 0.901895, + "nauc_recall_at_3_max": 0.857224, + "nauc_recall_at_3_std": 0.444598, + "nauc_recall_at_3_diff1": 0.845997, + "nauc_recall_at_5_max": 0.8651, + "nauc_recall_at_5_std": 0.491553, + "nauc_recall_at_5_diff1": 0.840846, + "nauc_recall_at_10_max": 0.847313, + "nauc_recall_at_10_std": 0.536095, + "nauc_recall_at_10_diff1": 0.808672, + "nauc_recall_at_20_max": 0.878996, + "nauc_recall_at_20_std": 0.634246, + "nauc_recall_at_20_diff1": 0.837898, + "nauc_recall_at_100_max": 0.888441, + "nauc_recall_at_100_std": 0.561022, + "nauc_recall_at_100_diff1": 0.865682, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786655, + "nauc_precision_at_1_std": 0.310811, + "nauc_precision_at_1_diff1": 0.901895, + "nauc_precision_at_3_max": 0.857224, + "nauc_precision_at_3_std": 0.444598, + "nauc_precision_at_3_diff1": 0.845997, + "nauc_precision_at_5_max": 0.8651, + "nauc_precision_at_5_std": 0.491553, + "nauc_precision_at_5_diff1": 0.840846, + "nauc_precision_at_10_max": 0.847313, + "nauc_precision_at_10_std": 0.536095, + "nauc_precision_at_10_diff1": 0.808672, + "nauc_precision_at_20_max": 0.878996, + "nauc_precision_at_20_std": 0.634246, + "nauc_precision_at_20_diff1": 0.837898, + "nauc_precision_at_100_max": 0.888441, + "nauc_precision_at_100_std": 0.561022, + "nauc_precision_at_100_diff1": 0.865682, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786655, + "nauc_mrr_at_1_std": 0.310811, + "nauc_mrr_at_1_diff1": 0.901895, + "nauc_mrr_at_3_max": 0.812556, + "nauc_mrr_at_3_std": 0.359944, + "nauc_mrr_at_3_diff1": 0.880124, + "nauc_mrr_at_5_max": 0.812867, + "nauc_mrr_at_5_std": 0.365392, + "nauc_mrr_at_5_diff1": 0.880292, + "nauc_mrr_at_10_max": 0.810756, + "nauc_mrr_at_10_std": 0.366758, + "nauc_mrr_at_10_diff1": 0.878568, + "nauc_mrr_at_20_max": 0.811048, + "nauc_mrr_at_20_std": 0.367673, + "nauc_mrr_at_20_diff1": 0.880037, + "nauc_mrr_at_100_max": 0.810608, + "nauc_mrr_at_100_std": 0.36587, + "nauc_mrr_at_100_diff1": 0.880287, + "nauc_mrr_at_1000_max": 0.810541, + "nauc_mrr_at_1000_std": 0.365718, + "nauc_mrr_at_1000_diff1": 0.880294, + "hit_rate_at_1": 0.75111, + "hit_rate_at_3": 0.84667, + "hit_rate_at_5": 0.87, + "hit_rate_at_10": 0.89667, + "hit_rate_at_20": 0.93, + "hit_rate_at_100": 0.97333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8263, "hf_subset": "mlt_Latn-mlt_Latn", "languages": [ "mlt-Latn", "mlt-Latn" - ] - }, - { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.93058, - "ndcg_at_5": 0.93575, - "ndcg_at_10": 0.93904, - "ndcg_at_20": 0.9419, - "ndcg_at_100": 0.94317, - "ndcg_at_1000": 0.94348, - "map_at_1": 0.89, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92944, + "ndcg_at_5": 0.93461, + "ndcg_at_10": 0.93958, + "ndcg_at_20": 0.94241, + "ndcg_at_100": 0.94342, + "ndcg_at_1000": 0.94372, + "map_at_1": 0.89333, "map_at_3": 0.92111, "map_at_5": 0.92406, - "map_at_10": 0.92546, - "map_at_20": 0.92626, - "map_at_100": 0.92645, - "map_at_1000": 0.92647, - "recall_at_1": 0.89, - "recall_at_3": 0.95778, - "recall_at_5": 0.97, - "recall_at_10": 0.98, - "recall_at_20": 0.99111, + "map_at_10": 0.92607, + "map_at_20": 0.92686, + "map_at_100": 0.927, + "map_at_1000": 0.92701, + "recall_at_1": 0.89333, + "recall_at_3": 0.95333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31926, - "precision_at_5": 0.194, - "precision_at_10": 0.098, - "precision_at_20": 0.04956, + "accuracy": 0.89333, + "precision_at_1": 0.89333, + "precision_at_3": 0.31778, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, + "mrr_at_1": 0.893333, "mrr_at_3": 0.921111, "mrr_at_5": 0.924056, - "mrr_at_10": 0.925455, - "mrr_at_20": 0.926259, - "mrr_at_100": 0.926449, - "mrr_at_1000": 0.926465, - "nauc_ndcg_at_1_max": 0.766472, - "nauc_ndcg_at_1_std": -0.23621, - "nauc_ndcg_at_1_diff1": 0.936766, - "nauc_ndcg_at_3_max": 0.798813, - "nauc_ndcg_at_3_std": -0.303838, - "nauc_ndcg_at_3_diff1": 0.937871, - "nauc_ndcg_at_5_max": 0.790394, - "nauc_ndcg_at_5_std": -0.269008, - "nauc_ndcg_at_5_diff1": 0.934699, - "nauc_ndcg_at_10_max": 0.788445, - "nauc_ndcg_at_10_std": -0.278925, - "nauc_ndcg_at_10_diff1": 0.938576, - "nauc_ndcg_at_20_max": 0.790662, - "nauc_ndcg_at_20_std": -0.266957, - "nauc_ndcg_at_20_diff1": 0.939193, - "nauc_ndcg_at_100_max": 0.789314, - "nauc_ndcg_at_100_std": -0.259329, - "nauc_ndcg_at_100_diff1": 0.938347, - "nauc_ndcg_at_1000_max": 0.788134, - "nauc_ndcg_at_1000_std": -0.266022, - "nauc_ndcg_at_1000_diff1": 0.938002, - "nauc_map_at_1_max": 0.766472, - "nauc_map_at_1_std": -0.23621, - "nauc_map_at_1_diff1": 0.936766, - "nauc_map_at_3_max": 0.79063, - "nauc_map_at_3_std": -0.282131, - "nauc_map_at_3_diff1": 0.937669, - "nauc_map_at_5_max": 0.786215, - "nauc_map_at_5_std": -0.264154, - "nauc_map_at_5_diff1": 0.9361, - "nauc_map_at_10_max": 0.785534, - "nauc_map_at_10_std": -0.267324, - "nauc_map_at_10_diff1": 0.937474, - "nauc_map_at_20_max": 0.785953, - "nauc_map_at_20_std": -0.264437, - "nauc_map_at_20_diff1": 0.937668, - "nauc_map_at_100_max": 0.785824, - "nauc_map_at_100_std": -0.263882, - "nauc_map_at_100_diff1": 0.937574, - "nauc_map_at_1000_max": 0.785776, - "nauc_map_at_1000_std": -0.264156, - "nauc_map_at_1000_diff1": 0.93756, - "nauc_recall_at_1_max": 0.766472, - "nauc_recall_at_1_std": -0.23621, - "nauc_recall_at_1_diff1": 0.936766, - "nauc_recall_at_3_max": 0.840545, - "nauc_recall_at_3_std": -0.419185, - "nauc_recall_at_3_diff1": 0.938818, - "nauc_recall_at_5_max": 0.815524, - "nauc_recall_at_5_std": -0.294308, - "nauc_recall_at_5_diff1": 0.923574, - "nauc_recall_at_10_max": 0.808875, - "nauc_recall_at_10_std": -0.400975, - "nauc_recall_at_10_diff1": 0.953444, - "nauc_recall_at_20_max": 0.893207, - "nauc_recall_at_20_std": -0.255602, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_10": 0.926069, + "mrr_at_20": 0.926861, + "mrr_at_100": 0.926995, + "mrr_at_1000": 0.927008, + "nauc_ndcg_at_1_max": 0.726936, + "nauc_ndcg_at_1_std": -0.258095, + "nauc_ndcg_at_1_diff1": 0.909783, + "nauc_ndcg_at_3_max": 0.766824, + "nauc_ndcg_at_3_std": -0.292009, + "nauc_ndcg_at_3_diff1": 0.908446, + "nauc_ndcg_at_5_max": 0.760697, + "nauc_ndcg_at_5_std": -0.274099, + "nauc_ndcg_at_5_diff1": 0.907808, + "nauc_ndcg_at_10_max": 0.758655, + "nauc_ndcg_at_10_std": -0.259889, + "nauc_ndcg_at_10_diff1": 0.912348, + "nauc_ndcg_at_20_max": 0.754623, + "nauc_ndcg_at_20_std": -0.280437, + "nauc_ndcg_at_20_diff1": 0.911685, + "nauc_ndcg_at_100_max": 0.756208, + "nauc_ndcg_at_100_std": -0.263877, + "nauc_ndcg_at_100_diff1": 0.911186, + "nauc_ndcg_at_1000_max": 0.754922, + "nauc_ndcg_at_1000_std": -0.270546, + "nauc_ndcg_at_1000_diff1": 0.910718, + "nauc_map_at_1_max": 0.726936, + "nauc_map_at_1_std": -0.258095, + "nauc_map_at_1_diff1": 0.909783, + "nauc_map_at_3_max": 0.757194, + "nauc_map_at_3_std": -0.279657, + "nauc_map_at_3_diff1": 0.909169, + "nauc_map_at_5_max": 0.753761, + "nauc_map_at_5_std": -0.270696, + "nauc_map_at_5_diff1": 0.908897, + "nauc_map_at_10_max": 0.752882, + "nauc_map_at_10_std": -0.26654, + "nauc_map_at_10_diff1": 0.91028, + "nauc_map_at_20_max": 0.75167, + "nauc_map_at_20_std": -0.27207, + "nauc_map_at_20_diff1": 0.910188, + "nauc_map_at_100_max": 0.752052, + "nauc_map_at_100_std": -0.269978, + "nauc_map_at_100_diff1": 0.910177, + "nauc_map_at_1000_max": 0.75201, + "nauc_map_at_1000_std": -0.270191, + "nauc_map_at_1000_diff1": 0.910162, + "nauc_recall_at_1_max": 0.726936, + "nauc_recall_at_1_std": -0.258095, + "nauc_recall_at_1_diff1": 0.909783, + "nauc_recall_at_3_max": 0.811224, + "nauc_recall_at_3_std": -0.352852, + "nauc_recall_at_3_diff1": 0.90474, + "nauc_recall_at_5_max": 0.800036, + "nauc_recall_at_5_std": -0.291527, + "nauc_recall_at_5_diff1": 0.900455, + "nauc_recall_at_10_max": 0.812627, + "nauc_recall_at_10_std": -0.150299, + "nauc_recall_at_10_diff1": 0.943016, + "nauc_recall_at_20_max": 0.792317, + "nauc_recall_at_20_std": -0.521342, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.766472, - "nauc_precision_at_1_std": -0.23621, - "nauc_precision_at_1_diff1": 0.936766, - "nauc_precision_at_3_max": 0.840545, - "nauc_precision_at_3_std": -0.419185, - "nauc_precision_at_3_diff1": 0.938818, - "nauc_precision_at_5_max": 0.815524, - "nauc_precision_at_5_std": -0.294308, - "nauc_precision_at_5_diff1": 0.923574, - "nauc_precision_at_10_max": 0.808875, - "nauc_precision_at_10_std": -0.400975, - "nauc_precision_at_10_diff1": 0.953444, - "nauc_precision_at_20_max": 0.893207, - "nauc_precision_at_20_std": -0.255602, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.726936, + "nauc_precision_at_1_std": -0.258095, + "nauc_precision_at_1_diff1": 0.909783, + "nauc_precision_at_3_max": 0.811224, + "nauc_precision_at_3_std": -0.352852, + "nauc_precision_at_3_diff1": 0.90474, + "nauc_precision_at_5_max": 0.800036, + "nauc_precision_at_5_std": -0.291527, + "nauc_precision_at_5_diff1": 0.900455, + "nauc_precision_at_10_max": 0.812627, + "nauc_precision_at_10_std": -0.150299, + "nauc_precision_at_10_diff1": 0.943016, + "nauc_precision_at_20_max": 0.792317, + "nauc_precision_at_20_std": -0.521342, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.766472, - "nauc_mrr_at_1_std": -0.23621, - "nauc_mrr_at_1_diff1": 0.936766, - "nauc_mrr_at_3_max": 0.79063, - "nauc_mrr_at_3_std": -0.282131, - "nauc_mrr_at_3_diff1": 0.937669, - "nauc_mrr_at_5_max": 0.786215, - "nauc_mrr_at_5_std": -0.264154, - "nauc_mrr_at_5_diff1": 0.9361, - "nauc_mrr_at_10_max": 0.785534, - "nauc_mrr_at_10_std": -0.267324, - "nauc_mrr_at_10_diff1": 0.937474, - "nauc_mrr_at_20_max": 0.785953, - "nauc_mrr_at_20_std": -0.264437, - "nauc_mrr_at_20_diff1": 0.937668, - "nauc_mrr_at_100_max": 0.785824, - "nauc_mrr_at_100_std": -0.263882, - "nauc_mrr_at_100_diff1": 0.937574, - "nauc_mrr_at_1000_max": 0.785776, - "nauc_mrr_at_1000_std": -0.264156, - "nauc_mrr_at_1000_diff1": 0.93756, - "main_score": 0.93904, + "nauc_mrr_at_1_max": 0.726936, + "nauc_mrr_at_1_std": -0.258095, + "nauc_mrr_at_1_diff1": 0.909783, + "nauc_mrr_at_3_max": 0.757194, + "nauc_mrr_at_3_std": -0.279657, + "nauc_mrr_at_3_diff1": 0.909169, + "nauc_mrr_at_5_max": 0.753761, + "nauc_mrr_at_5_std": -0.270696, + "nauc_mrr_at_5_diff1": 0.908897, + "nauc_mrr_at_10_max": 0.752882, + "nauc_mrr_at_10_std": -0.26654, + "nauc_mrr_at_10_diff1": 0.91028, + "nauc_mrr_at_20_max": 0.75167, + "nauc_mrr_at_20_std": -0.27207, + "nauc_mrr_at_20_diff1": 0.910188, + "nauc_mrr_at_100_max": 0.752052, + "nauc_mrr_at_100_std": -0.269978, + "nauc_mrr_at_100_diff1": 0.910177, + "nauc_mrr_at_1000_max": 0.75201, + "nauc_mrr_at_1000_std": -0.270191, + "nauc_mrr_at_1000_diff1": 0.910162, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93958, "hf_subset": "mlt_Latn-eng_Latn", "languages": [ "mlt-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.7568, - "ndcg_at_5": 0.76928, - "ndcg_at_10": 0.78079, - "ndcg_at_20": 0.78793, - "ndcg_at_100": 0.80163, - "ndcg_at_1000": 0.80739, - "map_at_1": 0.70444, - "map_at_3": 0.74481, - "map_at_5": 0.75181, - "map_at_10": 0.75657, - "map_at_20": 0.75859, - "map_at_100": 0.7606, - "map_at_1000": 0.76085, - "recall_at_1": 0.70444, - "recall_at_3": 0.79111, - "recall_at_5": 0.82111, - "recall_at_10": 0.85667, - "recall_at_20": 0.88444, - "recall_at_100": 0.95667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.69111, + "ndcg_at_3": 0.75279, + "ndcg_at_5": 0.76278, + "ndcg_at_10": 0.7738, + "ndcg_at_20": 0.78269, + "ndcg_at_100": 0.79577, + "ndcg_at_1000": 0.80087, + "map_at_1": 0.69111, + "map_at_3": 0.73796, + "map_at_5": 0.74346, + "map_at_10": 0.74794, + "map_at_20": 0.75033, + "map_at_100": 0.7521, + "map_at_1000": 0.75231, + "recall_at_1": 0.69111, + "recall_at_3": 0.79556, + "recall_at_5": 0.82, + "recall_at_10": 0.85444, + "recall_at_20": 0.89, + "recall_at_100": 0.96111, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.2637, - "precision_at_5": 0.16422, - "precision_at_10": 0.08567, - "precision_at_20": 0.04422, - "precision_at_100": 0.00957, - "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.744815, - "mrr_at_5": 0.751815, - "mrr_at_10": 0.756568, - "mrr_at_20": 0.758593, - "mrr_at_100": 0.760596, - "mrr_at_1000": 0.760851, - "nauc_ndcg_at_1_max": 0.82418, - "nauc_ndcg_at_1_std": 0.412013, - "nauc_ndcg_at_1_diff1": 0.888259, - "nauc_ndcg_at_3_max": 0.867997, - "nauc_ndcg_at_3_std": 0.499294, - "nauc_ndcg_at_3_diff1": 0.875966, - "nauc_ndcg_at_5_max": 0.865775, - "nauc_ndcg_at_5_std": 0.500084, - "nauc_ndcg_at_5_diff1": 0.875503, - "nauc_ndcg_at_10_max": 0.868553, - "nauc_ndcg_at_10_std": 0.516502, - "nauc_ndcg_at_10_diff1": 0.875785, - "nauc_ndcg_at_20_max": 0.865595, - "nauc_ndcg_at_20_std": 0.520503, - "nauc_ndcg_at_20_diff1": 0.87299, - "nauc_ndcg_at_100_max": 0.863016, - "nauc_ndcg_at_100_std": 0.507745, - "nauc_ndcg_at_100_diff1": 0.875622, - "nauc_ndcg_at_1000_max": 0.860479, - "nauc_ndcg_at_1000_std": 0.497245, - "nauc_ndcg_at_1000_diff1": 0.876409, - "nauc_map_at_1_max": 0.82418, - "nauc_map_at_1_std": 0.412013, - "nauc_map_at_1_diff1": 0.888259, - "nauc_map_at_3_max": 0.858153, - "nauc_map_at_3_std": 0.478629, - "nauc_map_at_3_diff1": 0.87936, - "nauc_map_at_5_max": 0.85654, - "nauc_map_at_5_std": 0.478357, - "nauc_map_at_5_diff1": 0.879076, - "nauc_map_at_10_max": 0.857533, - "nauc_map_at_10_std": 0.484423, - "nauc_map_at_10_diff1": 0.879369, - "nauc_map_at_20_max": 0.856614, - "nauc_map_at_20_std": 0.484811, - "nauc_map_at_20_diff1": 0.878672, - "nauc_map_at_100_max": 0.856036, - "nauc_map_at_100_std": 0.482595, - "nauc_map_at_100_diff1": 0.878871, - "nauc_map_at_1000_max": 0.855944, - "nauc_map_at_1000_std": 0.482209, - "nauc_map_at_1000_diff1": 0.878895, - "nauc_recall_at_1_max": 0.82418, - "nauc_recall_at_1_std": 0.412013, - "nauc_recall_at_1_diff1": 0.888259, - "nauc_recall_at_3_max": 0.90031, - "nauc_recall_at_3_std": 0.567742, - "nauc_recall_at_3_diff1": 0.864454, - "nauc_recall_at_5_max": 0.899478, - "nauc_recall_at_5_std": 0.580961, - "nauc_recall_at_5_diff1": 0.862088, - "nauc_recall_at_10_max": 0.918334, - "nauc_recall_at_10_std": 0.669594, - "nauc_recall_at_10_diff1": 0.859328, - "nauc_recall_at_20_max": 0.910696, - "nauc_recall_at_20_std": 0.733669, - "nauc_recall_at_20_diff1": 0.837792, - "nauc_recall_at_100_max": 0.940386, - "nauc_recall_at_100_std": 0.8259, - "nauc_recall_at_100_diff1": 0.849781, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82418, - "nauc_precision_at_1_std": 0.412013, - "nauc_precision_at_1_diff1": 0.888259, - "nauc_precision_at_3_max": 0.90031, - "nauc_precision_at_3_std": 0.567742, - "nauc_precision_at_3_diff1": 0.864454, - "nauc_precision_at_5_max": 0.899478, - "nauc_precision_at_5_std": 0.580961, - "nauc_precision_at_5_diff1": 0.862088, - "nauc_precision_at_10_max": 0.918334, - "nauc_precision_at_10_std": 0.669594, - "nauc_precision_at_10_diff1": 0.859328, - "nauc_precision_at_20_max": 0.910696, - "nauc_precision_at_20_std": 0.733669, - "nauc_precision_at_20_diff1": 0.837792, - "nauc_precision_at_100_max": 0.940386, - "nauc_precision_at_100_std": 0.8259, - "nauc_precision_at_100_diff1": 0.849781, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82418, - "nauc_mrr_at_1_std": 0.412013, - "nauc_mrr_at_1_diff1": 0.888259, - "nauc_mrr_at_3_max": 0.858153, - "nauc_mrr_at_3_std": 0.478629, - "nauc_mrr_at_3_diff1": 0.87936, - "nauc_mrr_at_5_max": 0.85654, - "nauc_mrr_at_5_std": 0.478357, - "nauc_mrr_at_5_diff1": 0.879076, - "nauc_mrr_at_10_max": 0.857533, - "nauc_mrr_at_10_std": 0.484423, - "nauc_mrr_at_10_diff1": 0.879369, - "nauc_mrr_at_20_max": 0.856614, - "nauc_mrr_at_20_std": 0.484811, - "nauc_mrr_at_20_diff1": 0.878672, - "nauc_mrr_at_100_max": 0.856036, - "nauc_mrr_at_100_std": 0.482595, - "nauc_mrr_at_100_diff1": 0.878871, - "nauc_mrr_at_1000_max": 0.855944, - "nauc_mrr_at_1000_std": 0.482209, - "nauc_mrr_at_1000_diff1": 0.878895, - "main_score": 0.78079, + "accuracy": 0.69111, + "precision_at_1": 0.69111, + "precision_at_3": 0.26519, + "precision_at_5": 0.164, + "precision_at_10": 0.08544, + "precision_at_20": 0.0445, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.691111, + "mrr_at_3": 0.737963, + "mrr_at_5": 0.743463, + "mrr_at_10": 0.747938, + "mrr_at_20": 0.750326, + "mrr_at_100": 0.752105, + "mrr_at_1000": 0.752313, + "nauc_ndcg_at_1_max": 0.818795, + "nauc_ndcg_at_1_std": 0.296245, + "nauc_ndcg_at_1_diff1": 0.884137, + "nauc_ndcg_at_3_max": 0.855872, + "nauc_ndcg_at_3_std": 0.403914, + "nauc_ndcg_at_3_diff1": 0.863789, + "nauc_ndcg_at_5_max": 0.858574, + "nauc_ndcg_at_5_std": 0.409983, + "nauc_ndcg_at_5_diff1": 0.861687, + "nauc_ndcg_at_10_max": 0.856066, + "nauc_ndcg_at_10_std": 0.412016, + "nauc_ndcg_at_10_diff1": 0.863057, + "nauc_ndcg_at_20_max": 0.851045, + "nauc_ndcg_at_20_std": 0.409335, + "nauc_ndcg_at_20_diff1": 0.858477, + "nauc_ndcg_at_100_max": 0.8513, + "nauc_ndcg_at_100_std": 0.404317, + "nauc_ndcg_at_100_diff1": 0.862966, + "nauc_ndcg_at_1000_max": 0.849374, + "nauc_ndcg_at_1000_std": 0.392583, + "nauc_ndcg_at_1000_diff1": 0.864768, + "nauc_map_at_1_max": 0.818795, + "nauc_map_at_1_std": 0.296245, + "nauc_map_at_1_diff1": 0.884137, + "nauc_map_at_3_max": 0.846902, + "nauc_map_at_3_std": 0.374754, + "nauc_map_at_3_diff1": 0.869596, + "nauc_map_at_5_max": 0.848039, + "nauc_map_at_5_std": 0.377347, + "nauc_map_at_5_diff1": 0.868587, + "nauc_map_at_10_max": 0.847033, + "nauc_map_at_10_std": 0.377533, + "nauc_map_at_10_diff1": 0.869181, + "nauc_map_at_20_max": 0.84581, + "nauc_map_at_20_std": 0.376712, + "nauc_map_at_20_diff1": 0.868218, + "nauc_map_at_100_max": 0.845684, + "nauc_map_at_100_std": 0.375796, + "nauc_map_at_100_diff1": 0.86867, + "nauc_map_at_1000_max": 0.845615, + "nauc_map_at_1000_std": 0.375376, + "nauc_map_at_1000_diff1": 0.86874, + "nauc_recall_at_1_max": 0.818795, + "nauc_recall_at_1_std": 0.296245, + "nauc_recall_at_1_diff1": 0.884137, + "nauc_recall_at_3_max": 0.886692, + "nauc_recall_at_3_std": 0.505879, + "nauc_recall_at_3_diff1": 0.843333, + "nauc_recall_at_5_max": 0.899108, + "nauc_recall_at_5_std": 0.536513, + "nauc_recall_at_5_diff1": 0.834658, + "nauc_recall_at_10_max": 0.89552, + "nauc_recall_at_10_std": 0.57274, + "nauc_recall_at_10_diff1": 0.835331, + "nauc_recall_at_20_max": 0.869962, + "nauc_recall_at_20_std": 0.59718, + "nauc_recall_at_20_diff1": 0.793679, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.810804, + "nauc_recall_at_100_diff1": 0.802067, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.818795, + "nauc_precision_at_1_std": 0.296245, + "nauc_precision_at_1_diff1": 0.884137, + "nauc_precision_at_3_max": 0.886692, + "nauc_precision_at_3_std": 0.505879, + "nauc_precision_at_3_diff1": 0.843333, + "nauc_precision_at_5_max": 0.899108, + "nauc_precision_at_5_std": 0.536513, + "nauc_precision_at_5_diff1": 0.834658, + "nauc_precision_at_10_max": 0.89552, + "nauc_precision_at_10_std": 0.57274, + "nauc_precision_at_10_diff1": 0.835331, + "nauc_precision_at_20_max": 0.869962, + "nauc_precision_at_20_std": 0.59718, + "nauc_precision_at_20_diff1": 0.793679, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.810804, + "nauc_precision_at_100_diff1": 0.802067, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.818795, + "nauc_mrr_at_1_std": 0.296245, + "nauc_mrr_at_1_diff1": 0.884137, + "nauc_mrr_at_3_max": 0.846902, + "nauc_mrr_at_3_std": 0.374754, + "nauc_mrr_at_3_diff1": 0.869596, + "nauc_mrr_at_5_max": 0.848039, + "nauc_mrr_at_5_std": 0.377347, + "nauc_mrr_at_5_diff1": 0.868587, + "nauc_mrr_at_10_max": 0.847033, + "nauc_mrr_at_10_std": 0.377533, + "nauc_mrr_at_10_diff1": 0.869181, + "nauc_mrr_at_20_max": 0.84581, + "nauc_mrr_at_20_std": 0.376712, + "nauc_mrr_at_20_diff1": 0.868218, + "nauc_mrr_at_100_max": 0.845684, + "nauc_mrr_at_100_std": 0.375796, + "nauc_mrr_at_100_diff1": 0.86867, + "nauc_mrr_at_1000_max": 0.845615, + "nauc_mrr_at_1000_std": 0.375376, + "nauc_mrr_at_1000_diff1": 0.86874, + "hit_rate_at_1": 0.69111, + "hit_rate_at_3": 0.79556, + "hit_rate_at_5": 0.82, + "hit_rate_at_10": 0.85444, + "hit_rate_at_20": 0.89, + "hit_rate_at_100": 0.96111, + "hit_rate_at_1000": 1.0, + "main_score": 0.7738, "hf_subset": "eng_Latn-mlt_Latn", "languages": [ "eng-Latn", "mlt-Latn" - ] - }, - { - "ndcg_at_1": 0.51556, - "ndcg_at_3": 0.57733, - "ndcg_at_5": 0.59416, - "ndcg_at_10": 0.60882, - "ndcg_at_20": 0.62103, - "ndcg_at_100": 0.64074, - "ndcg_at_1000": 0.65795, - "map_at_1": 0.51556, - "map_at_3": 0.56185, - "map_at_5": 0.57113, - "map_at_10": 0.57715, - "map_at_20": 0.58041, - "map_at_100": 0.58295, - "map_at_1000": 0.58362, - "recall_at_1": 0.51556, - "recall_at_3": 0.62222, - "recall_at_5": 0.66333, - "recall_at_10": 0.70889, - "recall_at_20": 0.75778, - "recall_at_100": 0.86667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51333, + "ndcg_at_3": 0.57989, + "ndcg_at_5": 0.594, + "ndcg_at_10": 0.60546, + "ndcg_at_20": 0.62016, + "ndcg_at_100": 0.641, + "ndcg_at_1000": 0.65784, + "map_at_1": 0.51333, + "map_at_3": 0.5637, + "map_at_5": 0.57148, + "map_at_10": 0.57619, + "map_at_20": 0.58028, + "map_at_100": 0.58303, + "map_at_1000": 0.58366, + "recall_at_1": 0.51333, + "recall_at_3": 0.62667, + "recall_at_5": 0.66111, + "recall_at_10": 0.69667, + "recall_at_20": 0.75444, + "recall_at_100": 0.86889, "recall_at_1000": 1.0, - "precision_at_1": 0.51556, - "precision_at_3": 0.20741, - "precision_at_5": 0.13267, - "precision_at_10": 0.07089, - "precision_at_20": 0.03789, - "precision_at_100": 0.00867, + "accuracy": 0.51333, + "precision_at_1": 0.51333, + "precision_at_3": 0.20889, + "precision_at_5": 0.13222, + "precision_at_10": 0.06967, + "precision_at_20": 0.03772, + "precision_at_100": 0.00869, "precision_at_1000": 0.001, - "mrr_at_1": 0.515556, - "mrr_at_3": 0.561852, - "mrr_at_5": 0.57113, - "mrr_at_10": 0.577146, - "mrr_at_20": 0.580412, - "mrr_at_100": 0.582954, - "mrr_at_1000": 0.583615, - "nauc_ndcg_at_1_max": 0.725165, - "nauc_ndcg_at_1_std": -0.375537, - "nauc_ndcg_at_1_diff1": 0.844134, - "nauc_ndcg_at_3_max": 0.713058, - "nauc_ndcg_at_3_std": -0.394713, - "nauc_ndcg_at_3_diff1": 0.802714, - "nauc_ndcg_at_5_max": 0.720341, - "nauc_ndcg_at_5_std": -0.372145, - "nauc_ndcg_at_5_diff1": 0.797745, - "nauc_ndcg_at_10_max": 0.712784, - "nauc_ndcg_at_10_std": -0.371166, - "nauc_ndcg_at_10_diff1": 0.791505, - "nauc_ndcg_at_20_max": 0.709501, - "nauc_ndcg_at_20_std": -0.374594, - "nauc_ndcg_at_20_diff1": 0.793096, - "nauc_ndcg_at_100_max": 0.707765, - "nauc_ndcg_at_100_std": -0.369571, - "nauc_ndcg_at_100_diff1": 0.793724, - "nauc_ndcg_at_1000_max": 0.713176, - "nauc_ndcg_at_1000_std": -0.375357, - "nauc_ndcg_at_1000_diff1": 0.800715, - "nauc_map_at_1_max": 0.725165, - "nauc_map_at_1_std": -0.375537, - "nauc_map_at_1_diff1": 0.844134, - "nauc_map_at_3_max": 0.717039, - "nauc_map_at_3_std": -0.391494, - "nauc_map_at_3_diff1": 0.813529, - "nauc_map_at_5_max": 0.721027, - "nauc_map_at_5_std": -0.379749, - "nauc_map_at_5_diff1": 0.811222, - "nauc_map_at_10_max": 0.718104, - "nauc_map_at_10_std": -0.379335, - "nauc_map_at_10_diff1": 0.808972, - "nauc_map_at_20_max": 0.717288, - "nauc_map_at_20_std": -0.380507, - "nauc_map_at_20_diff1": 0.809514, - "nauc_map_at_100_max": 0.717063, - "nauc_map_at_100_std": -0.379959, - "nauc_map_at_100_diff1": 0.809655, - "nauc_map_at_1000_max": 0.717269, - "nauc_map_at_1000_std": -0.38005, - "nauc_map_at_1000_diff1": 0.809876, - "nauc_recall_at_1_max": 0.725165, - "nauc_recall_at_1_std": -0.375537, - "nauc_recall_at_1_diff1": 0.844134, - "nauc_recall_at_3_max": 0.700235, - "nauc_recall_at_3_std": -0.404016, - "nauc_recall_at_3_diff1": 0.768853, - "nauc_recall_at_5_max": 0.718812, - "nauc_recall_at_5_std": -0.341749, - "nauc_recall_at_5_diff1": 0.75176, - "nauc_recall_at_10_max": 0.690465, - "nauc_recall_at_10_std": -0.335532, - "nauc_recall_at_10_diff1": 0.723475, - "nauc_recall_at_20_max": 0.669518, - "nauc_recall_at_20_std": -0.345293, - "nauc_recall_at_20_diff1": 0.720868, - "nauc_recall_at_100_max": 0.624658, - "nauc_recall_at_100_std": -0.266039, - "nauc_recall_at_100_diff1": 0.680361, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.725165, - "nauc_precision_at_1_std": -0.375537, - "nauc_precision_at_1_diff1": 0.844134, - "nauc_precision_at_3_max": 0.700235, - "nauc_precision_at_3_std": -0.404016, - "nauc_precision_at_3_diff1": 0.768853, - "nauc_precision_at_5_max": 0.718812, - "nauc_precision_at_5_std": -0.341749, - "nauc_precision_at_5_diff1": 0.75176, - "nauc_precision_at_10_max": 0.690465, - "nauc_precision_at_10_std": -0.335532, - "nauc_precision_at_10_diff1": 0.723475, - "nauc_precision_at_20_max": 0.669518, - "nauc_precision_at_20_std": -0.345293, - "nauc_precision_at_20_diff1": 0.720868, - "nauc_precision_at_100_max": 0.624658, - "nauc_precision_at_100_std": -0.266039, - "nauc_precision_at_100_diff1": 0.680361, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.725165, - "nauc_mrr_at_1_std": -0.375537, - "nauc_mrr_at_1_diff1": 0.844134, - "nauc_mrr_at_3_max": 0.717039, - "nauc_mrr_at_3_std": -0.391494, - "nauc_mrr_at_3_diff1": 0.813529, - "nauc_mrr_at_5_max": 0.721027, - "nauc_mrr_at_5_std": -0.379749, - "nauc_mrr_at_5_diff1": 0.811222, - "nauc_mrr_at_10_max": 0.718104, - "nauc_mrr_at_10_std": -0.379335, - "nauc_mrr_at_10_diff1": 0.808972, - "nauc_mrr_at_20_max": 0.717288, - "nauc_mrr_at_20_std": -0.380507, - "nauc_mrr_at_20_diff1": 0.809514, - "nauc_mrr_at_100_max": 0.717063, - "nauc_mrr_at_100_std": -0.379959, - "nauc_mrr_at_100_diff1": 0.809655, - "nauc_mrr_at_1000_max": 0.717269, - "nauc_mrr_at_1000_std": -0.38005, - "nauc_mrr_at_1000_diff1": 0.809876, - "main_score": 0.60882, + "mrr_at_1": 0.513333, + "mrr_at_3": 0.563704, + "mrr_at_5": 0.571481, + "mrr_at_10": 0.576188, + "mrr_at_20": 0.580279, + "mrr_at_100": 0.583027, + "mrr_at_1000": 0.583659, + "nauc_ndcg_at_1_max": 0.725625, + "nauc_ndcg_at_1_std": -0.335355, + "nauc_ndcg_at_1_diff1": 0.838151, + "nauc_ndcg_at_3_max": 0.718826, + "nauc_ndcg_at_3_std": -0.344838, + "nauc_ndcg_at_3_diff1": 0.796331, + "nauc_ndcg_at_5_max": 0.7225, + "nauc_ndcg_at_5_std": -0.330231, + "nauc_ndcg_at_5_diff1": 0.788421, + "nauc_ndcg_at_10_max": 0.715083, + "nauc_ndcg_at_10_std": -0.331321, + "nauc_ndcg_at_10_diff1": 0.78343, + "nauc_ndcg_at_20_max": 0.714497, + "nauc_ndcg_at_20_std": -0.329621, + "nauc_ndcg_at_20_diff1": 0.78563, + "nauc_ndcg_at_100_max": 0.712468, + "nauc_ndcg_at_100_std": -0.324996, + "nauc_ndcg_at_100_diff1": 0.787546, + "nauc_ndcg_at_1000_max": 0.716131, + "nauc_ndcg_at_1000_std": -0.330059, + "nauc_ndcg_at_1000_diff1": 0.793355, + "nauc_map_at_1_max": 0.725625, + "nauc_map_at_1_std": -0.335355, + "nauc_map_at_1_diff1": 0.838151, + "nauc_map_at_3_max": 0.721114, + "nauc_map_at_3_std": -0.343154, + "nauc_map_at_3_diff1": 0.806929, + "nauc_map_at_5_max": 0.722945, + "nauc_map_at_5_std": -0.335181, + "nauc_map_at_5_diff1": 0.802938, + "nauc_map_at_10_max": 0.719999, + "nauc_map_at_10_std": -0.335683, + "nauc_map_at_10_diff1": 0.801224, + "nauc_map_at_20_max": 0.719741, + "nauc_map_at_20_std": -0.335237, + "nauc_map_at_20_diff1": 0.801862, + "nauc_map_at_100_max": 0.719367, + "nauc_map_at_100_std": -0.334746, + "nauc_map_at_100_diff1": 0.80211, + "nauc_map_at_1000_max": 0.719487, + "nauc_map_at_1000_std": -0.334756, + "nauc_map_at_1000_diff1": 0.802292, + "nauc_recall_at_1_max": 0.725625, + "nauc_recall_at_1_std": -0.335355, + "nauc_recall_at_1_diff1": 0.838151, + "nauc_recall_at_3_max": 0.711402, + "nauc_recall_at_3_std": -0.349789, + "nauc_recall_at_3_diff1": 0.763136, + "nauc_recall_at_5_max": 0.721618, + "nauc_recall_at_5_std": -0.311274, + "nauc_recall_at_5_diff1": 0.739019, + "nauc_recall_at_10_max": 0.694855, + "nauc_recall_at_10_std": -0.313524, + "nauc_recall_at_10_diff1": 0.716296, + "nauc_recall_at_20_max": 0.689563, + "nauc_recall_at_20_std": -0.301824, + "nauc_recall_at_20_diff1": 0.716313, + "nauc_recall_at_100_max": 0.653012, + "nauc_recall_at_100_std": -0.225191, + "nauc_recall_at_100_diff1": 0.691809, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725625, + "nauc_precision_at_1_std": -0.335355, + "nauc_precision_at_1_diff1": 0.838151, + "nauc_precision_at_3_max": 0.711402, + "nauc_precision_at_3_std": -0.349789, + "nauc_precision_at_3_diff1": 0.763136, + "nauc_precision_at_5_max": 0.721618, + "nauc_precision_at_5_std": -0.311274, + "nauc_precision_at_5_diff1": 0.739019, + "nauc_precision_at_10_max": 0.694855, + "nauc_precision_at_10_std": -0.313524, + "nauc_precision_at_10_diff1": 0.716296, + "nauc_precision_at_20_max": 0.689563, + "nauc_precision_at_20_std": -0.301824, + "nauc_precision_at_20_diff1": 0.716313, + "nauc_precision_at_100_max": 0.653012, + "nauc_precision_at_100_std": -0.225191, + "nauc_precision_at_100_diff1": 0.691809, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725625, + "nauc_mrr_at_1_std": -0.335355, + "nauc_mrr_at_1_diff1": 0.838151, + "nauc_mrr_at_3_max": 0.721114, + "nauc_mrr_at_3_std": -0.343154, + "nauc_mrr_at_3_diff1": 0.806929, + "nauc_mrr_at_5_max": 0.722945, + "nauc_mrr_at_5_std": -0.335181, + "nauc_mrr_at_5_diff1": 0.802938, + "nauc_mrr_at_10_max": 0.719999, + "nauc_mrr_at_10_std": -0.335683, + "nauc_mrr_at_10_diff1": 0.801224, + "nauc_mrr_at_20_max": 0.719741, + "nauc_mrr_at_20_std": -0.335237, + "nauc_mrr_at_20_diff1": 0.801862, + "nauc_mrr_at_100_max": 0.719367, + "nauc_mrr_at_100_std": -0.334746, + "nauc_mrr_at_100_diff1": 0.80211, + "nauc_mrr_at_1000_max": 0.719487, + "nauc_mrr_at_1000_std": -0.334756, + "nauc_mrr_at_1000_diff1": 0.802292, + "hit_rate_at_1": 0.51333, + "hit_rate_at_3": 0.62667, + "hit_rate_at_5": 0.66111, + "hit_rate_at_10": 0.69667, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.86889, + "hit_rate_at_1000": 1.0, + "main_score": 0.60546, "hf_subset": "mri_Latn-mri_Latn", "languages": [ "mri-Latn", "mri-Latn" - ] - }, - { - "ndcg_at_1": 0.67889, - "ndcg_at_3": 0.73902, - "ndcg_at_5": 0.7625, - "ndcg_at_10": 0.77639, - "ndcg_at_20": 0.78506, - "ndcg_at_100": 0.79884, - "ndcg_at_1000": 0.80024, - "map_at_1": 0.67889, - "map_at_3": 0.72444, - "map_at_5": 0.73756, - "map_at_10": 0.74322, - "map_at_20": 0.74558, - "map_at_100": 0.74746, - "map_at_1000": 0.74753, - "recall_at_1": 0.67889, - "recall_at_3": 0.78111, - "recall_at_5": 0.83778, - "recall_at_10": 0.88111, - "recall_at_20": 0.91556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68333, + "ndcg_at_3": 0.74054, + "ndcg_at_5": 0.7622, + "ndcg_at_10": 0.77641, + "ndcg_at_20": 0.7853, + "ndcg_at_100": 0.7999, + "ndcg_at_1000": 0.80112, + "map_at_1": 0.68333, + "map_at_3": 0.72685, + "map_at_5": 0.73896, + "map_at_10": 0.74473, + "map_at_20": 0.74711, + "map_at_100": 0.7491, + "map_at_1000": 0.74915, + "recall_at_1": 0.68333, + "recall_at_3": 0.78, + "recall_at_5": 0.83222, + "recall_at_10": 0.87667, + "recall_at_20": 0.91222, + "recall_at_100": 0.99111, "recall_at_1000": 1.0, - "precision_at_1": 0.67889, - "precision_at_3": 0.26037, - "precision_at_5": 0.16756, - "precision_at_10": 0.08811, - "precision_at_20": 0.04578, - "precision_at_100": 0.0099, + "accuracy": 0.68333, + "precision_at_1": 0.68333, + "precision_at_3": 0.26, + "precision_at_5": 0.16644, + "precision_at_10": 0.08767, + "precision_at_20": 0.04561, + "precision_at_100": 0.00991, "precision_at_1000": 0.001, - "mrr_at_1": 0.678889, - "mrr_at_3": 0.724444, - "mrr_at_5": 0.737556, - "mrr_at_10": 0.743221, - "mrr_at_20": 0.745575, - "mrr_at_100": 0.747458, - "mrr_at_1000": 0.74753, - "nauc_ndcg_at_1_max": 0.761364, - "nauc_ndcg_at_1_std": 0.02258, - "nauc_ndcg_at_1_diff1": 0.854117, - "nauc_ndcg_at_3_max": 0.752823, - "nauc_ndcg_at_3_std": 0.006653, - "nauc_ndcg_at_3_diff1": 0.826408, - "nauc_ndcg_at_5_max": 0.757446, - "nauc_ndcg_at_5_std": 0.019301, - "nauc_ndcg_at_5_diff1": 0.826628, - "nauc_ndcg_at_10_max": 0.7534, - "nauc_ndcg_at_10_std": 0.02344, - "nauc_ndcg_at_10_diff1": 0.825777, - "nauc_ndcg_at_20_max": 0.75625, - "nauc_ndcg_at_20_std": 0.032508, - "nauc_ndcg_at_20_diff1": 0.826659, - "nauc_ndcg_at_100_max": 0.756731, - "nauc_ndcg_at_100_std": 0.021096, - "nauc_ndcg_at_100_diff1": 0.832176, - "nauc_ndcg_at_1000_max": 0.755977, - "nauc_ndcg_at_1000_std": 0.018438, - "nauc_ndcg_at_1000_diff1": 0.831588, - "nauc_map_at_1_max": 0.761364, - "nauc_map_at_1_std": 0.02258, - "nauc_map_at_1_diff1": 0.854117, - "nauc_map_at_3_max": 0.755276, - "nauc_map_at_3_std": 0.007357, - "nauc_map_at_3_diff1": 0.833567, - "nauc_map_at_5_max": 0.757468, - "nauc_map_at_5_std": 0.013341, - "nauc_map_at_5_diff1": 0.833881, - "nauc_map_at_10_max": 0.755928, - "nauc_map_at_10_std": 0.013972, - "nauc_map_at_10_diff1": 0.833722, - "nauc_map_at_20_max": 0.756601, - "nauc_map_at_20_std": 0.015929, - "nauc_map_at_20_diff1": 0.833988, - "nauc_map_at_100_max": 0.756552, - "nauc_map_at_100_std": 0.014514, - "nauc_map_at_100_diff1": 0.834619, - "nauc_map_at_1000_max": 0.756524, - "nauc_map_at_1000_std": 0.014396, - "nauc_map_at_1000_diff1": 0.8346, - "nauc_recall_at_1_max": 0.761364, - "nauc_recall_at_1_std": 0.02258, - "nauc_recall_at_1_diff1": 0.854117, - "nauc_recall_at_3_max": 0.744302, - "nauc_recall_at_3_std": 0.006018, - "nauc_recall_at_3_diff1": 0.801908, - "nauc_recall_at_5_max": 0.75878, - "nauc_recall_at_5_std": 0.05084, - "nauc_recall_at_5_diff1": 0.796069, - "nauc_recall_at_10_max": 0.738462, - "nauc_recall_at_10_std": 0.090249, - "nauc_recall_at_10_diff1": 0.781713, - "nauc_recall_at_20_max": 0.758453, - "nauc_recall_at_20_std": 0.197559, - "nauc_recall_at_20_diff1": 0.773134, - "nauc_recall_at_100_max": 0.854238, - "nauc_recall_at_100_std": 0.349621, - "nauc_recall_at_100_diff1": 0.909223, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.761364, - "nauc_precision_at_1_std": 0.02258, - "nauc_precision_at_1_diff1": 0.854117, - "nauc_precision_at_3_max": 0.744302, - "nauc_precision_at_3_std": 0.006018, - "nauc_precision_at_3_diff1": 0.801908, - "nauc_precision_at_5_max": 0.75878, - "nauc_precision_at_5_std": 0.05084, - "nauc_precision_at_5_diff1": 0.796069, - "nauc_precision_at_10_max": 0.738462, - "nauc_precision_at_10_std": 0.090249, - "nauc_precision_at_10_diff1": 0.781713, - "nauc_precision_at_20_max": 0.758453, - "nauc_precision_at_20_std": 0.197559, - "nauc_precision_at_20_diff1": 0.773134, - "nauc_precision_at_100_max": 0.854238, - "nauc_precision_at_100_std": 0.349621, - "nauc_precision_at_100_diff1": 0.909223, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.761364, - "nauc_mrr_at_1_std": 0.02258, - "nauc_mrr_at_1_diff1": 0.854117, - "nauc_mrr_at_3_max": 0.755276, - "nauc_mrr_at_3_std": 0.007357, - "nauc_mrr_at_3_diff1": 0.833567, - "nauc_mrr_at_5_max": 0.757468, - "nauc_mrr_at_5_std": 0.013341, - "nauc_mrr_at_5_diff1": 0.833881, - "nauc_mrr_at_10_max": 0.755928, - "nauc_mrr_at_10_std": 0.013972, - "nauc_mrr_at_10_diff1": 0.833722, - "nauc_mrr_at_20_max": 0.756601, - "nauc_mrr_at_20_std": 0.015929, - "nauc_mrr_at_20_diff1": 0.833988, - "nauc_mrr_at_100_max": 0.756552, - "nauc_mrr_at_100_std": 0.014514, - "nauc_mrr_at_100_diff1": 0.834619, - "nauc_mrr_at_1000_max": 0.756524, - "nauc_mrr_at_1000_std": 0.014396, - "nauc_mrr_at_1000_diff1": 0.8346, - "main_score": 0.77639, + "mrr_at_1": 0.683333, + "mrr_at_3": 0.726852, + "mrr_at_5": 0.738963, + "mrr_at_10": 0.74473, + "mrr_at_20": 0.747113, + "mrr_at_100": 0.749095, + "mrr_at_1000": 0.749154, + "nauc_ndcg_at_1_max": 0.743347, + "nauc_ndcg_at_1_std": 0.018928, + "nauc_ndcg_at_1_diff1": 0.839637, + "nauc_ndcg_at_3_max": 0.726271, + "nauc_ndcg_at_3_std": 0.006703, + "nauc_ndcg_at_3_diff1": 0.817099, + "nauc_ndcg_at_5_max": 0.724835, + "nauc_ndcg_at_5_std": 0.013423, + "nauc_ndcg_at_5_diff1": 0.809327, + "nauc_ndcg_at_10_max": 0.726368, + "nauc_ndcg_at_10_std": 0.01832, + "nauc_ndcg_at_10_diff1": 0.8119, + "nauc_ndcg_at_20_max": 0.729722, + "nauc_ndcg_at_20_std": 0.026055, + "nauc_ndcg_at_20_diff1": 0.812152, + "nauc_ndcg_at_100_max": 0.731066, + "nauc_ndcg_at_100_std": 0.019413, + "nauc_ndcg_at_100_diff1": 0.818795, + "nauc_ndcg_at_1000_max": 0.730797, + "nauc_ndcg_at_1000_std": 0.017431, + "nauc_ndcg_at_1000_diff1": 0.818246, + "nauc_map_at_1_max": 0.743347, + "nauc_map_at_1_std": 0.018928, + "nauc_map_at_1_diff1": 0.839637, + "nauc_map_at_3_max": 0.731102, + "nauc_map_at_3_std": 0.008439, + "nauc_map_at_3_diff1": 0.823072, + "nauc_map_at_5_max": 0.730564, + "nauc_map_at_5_std": 0.012661, + "nauc_map_at_5_diff1": 0.819158, + "nauc_map_at_10_max": 0.731464, + "nauc_map_at_10_std": 0.014417, + "nauc_map_at_10_diff1": 0.820587, + "nauc_map_at_20_max": 0.732216, + "nauc_map_at_20_std": 0.016151, + "nauc_map_at_20_diff1": 0.820806, + "nauc_map_at_100_max": 0.732378, + "nauc_map_at_100_std": 0.015226, + "nauc_map_at_100_diff1": 0.821578, + "nauc_map_at_1000_max": 0.732375, + "nauc_map_at_1000_std": 0.015159, + "nauc_map_at_1000_diff1": 0.821558, + "nauc_recall_at_1_max": 0.743347, + "nauc_recall_at_1_std": 0.018928, + "nauc_recall_at_1_diff1": 0.839637, + "nauc_recall_at_3_max": 0.709675, + "nauc_recall_at_3_std": 0.001548, + "nauc_recall_at_3_diff1": 0.79677, + "nauc_recall_at_5_max": 0.700655, + "nauc_recall_at_5_std": 0.017688, + "nauc_recall_at_5_diff1": 0.767341, + "nauc_recall_at_10_max": 0.69861, + "nauc_recall_at_10_std": 0.044178, + "nauc_recall_at_10_diff1": 0.764406, + "nauc_recall_at_20_max": 0.719108, + "nauc_recall_at_20_std": 0.121518, + "nauc_recall_at_20_diff1": 0.747598, + "nauc_recall_at_100_max": 0.777428, + "nauc_recall_at_100_std": 0.314426, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743347, + "nauc_precision_at_1_std": 0.018928, + "nauc_precision_at_1_diff1": 0.839637, + "nauc_precision_at_3_max": 0.709675, + "nauc_precision_at_3_std": 0.001548, + "nauc_precision_at_3_diff1": 0.79677, + "nauc_precision_at_5_max": 0.700655, + "nauc_precision_at_5_std": 0.017688, + "nauc_precision_at_5_diff1": 0.767341, + "nauc_precision_at_10_max": 0.69861, + "nauc_precision_at_10_std": 0.044178, + "nauc_precision_at_10_diff1": 0.764406, + "nauc_precision_at_20_max": 0.719108, + "nauc_precision_at_20_std": 0.121518, + "nauc_precision_at_20_diff1": 0.747598, + "nauc_precision_at_100_max": 0.777428, + "nauc_precision_at_100_std": 0.314426, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743347, + "nauc_mrr_at_1_std": 0.018928, + "nauc_mrr_at_1_diff1": 0.839637, + "nauc_mrr_at_3_max": 0.731102, + "nauc_mrr_at_3_std": 0.008439, + "nauc_mrr_at_3_diff1": 0.823072, + "nauc_mrr_at_5_max": 0.730564, + "nauc_mrr_at_5_std": 0.012661, + "nauc_mrr_at_5_diff1": 0.819158, + "nauc_mrr_at_10_max": 0.731464, + "nauc_mrr_at_10_std": 0.014417, + "nauc_mrr_at_10_diff1": 0.820587, + "nauc_mrr_at_20_max": 0.732216, + "nauc_mrr_at_20_std": 0.016151, + "nauc_mrr_at_20_diff1": 0.820806, + "nauc_mrr_at_100_max": 0.732378, + "nauc_mrr_at_100_std": 0.015226, + "nauc_mrr_at_100_diff1": 0.821578, + "nauc_mrr_at_1000_max": 0.732375, + "nauc_mrr_at_1000_std": 0.015159, + "nauc_mrr_at_1000_diff1": 0.821558, + "hit_rate_at_1": 0.68333, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.83222, + "hit_rate_at_10": 0.87667, + "hit_rate_at_20": 0.91222, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.77641, "hf_subset": "mri_Latn-eng_Latn", "languages": [ "mri-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.47333, - "ndcg_at_3": 0.52493, - "ndcg_at_5": 0.53689, - "ndcg_at_10": 0.55149, - "ndcg_at_20": 0.56501, - "ndcg_at_100": 0.59065, - "ndcg_at_1000": 0.61262, - "map_at_1": 0.47333, - "map_at_3": 0.51241, - "map_at_5": 0.51907, - "map_at_10": 0.52503, - "map_at_20": 0.52875, - "map_at_100": 0.53202, - "map_at_1000": 0.53289, - "recall_at_1": 0.47333, - "recall_at_3": 0.56111, - "recall_at_5": 0.59, - "recall_at_10": 0.63556, - "recall_at_20": 0.68889, - "recall_at_100": 0.83111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.5195, + "ndcg_at_5": 0.52973, + "ndcg_at_10": 0.54562, + "ndcg_at_20": 0.55664, + "ndcg_at_100": 0.58279, + "ndcg_at_1000": 0.60708, + "map_at_1": 0.47, + "map_at_3": 0.50741, + "map_at_5": 0.51319, + "map_at_10": 0.51979, + "map_at_20": 0.52284, + "map_at_100": 0.52628, + "map_at_1000": 0.52727, + "recall_at_1": 0.47, + "recall_at_3": 0.55444, + "recall_at_5": 0.57889, + "recall_at_10": 0.62778, + "recall_at_20": 0.67111, + "recall_at_100": 0.81444, "recall_at_1000": 1.0, - "precision_at_1": 0.47333, - "precision_at_3": 0.18704, - "precision_at_5": 0.118, - "precision_at_10": 0.06356, - "precision_at_20": 0.03444, - "precision_at_100": 0.00831, - "precision_at_1000": 0.001, - "mrr_at_1": 0.473333, - "mrr_at_3": 0.512407, - "mrr_at_5": 0.519074, - "mrr_at_10": 0.525026, - "mrr_at_20": 0.52875, - "mrr_at_100": 0.532018, - "mrr_at_1000": 0.53289, - "nauc_ndcg_at_1_max": 0.876183, - "nauc_ndcg_at_1_std": 0.335479, - "nauc_ndcg_at_1_diff1": 0.85819, - "nauc_ndcg_at_3_max": 0.876761, - "nauc_ndcg_at_3_std": 0.378757, - "nauc_ndcg_at_3_diff1": 0.806635, - "nauc_ndcg_at_5_max": 0.866474, - "nauc_ndcg_at_5_std": 0.377164, - "nauc_ndcg_at_5_diff1": 0.793254, - "nauc_ndcg_at_10_max": 0.860967, - "nauc_ndcg_at_10_std": 0.37623, - "nauc_ndcg_at_10_diff1": 0.785712, - "nauc_ndcg_at_20_max": 0.854498, - "nauc_ndcg_at_20_std": 0.376213, - "nauc_ndcg_at_20_diff1": 0.7766, - "nauc_ndcg_at_100_max": 0.851444, - "nauc_ndcg_at_100_std": 0.383242, - "nauc_ndcg_at_100_diff1": 0.773564, - "nauc_ndcg_at_1000_max": 0.860557, - "nauc_ndcg_at_1000_std": 0.374416, - "nauc_ndcg_at_1000_diff1": 0.790403, - "nauc_map_at_1_max": 0.876183, - "nauc_map_at_1_std": 0.335479, - "nauc_map_at_1_diff1": 0.85819, - "nauc_map_at_3_max": 0.877432, - "nauc_map_at_3_std": 0.367936, - "nauc_map_at_3_diff1": 0.819472, - "nauc_map_at_5_max": 0.871836, - "nauc_map_at_5_std": 0.367095, - "nauc_map_at_5_diff1": 0.812319, - "nauc_map_at_10_max": 0.869615, - "nauc_map_at_10_std": 0.366636, - "nauc_map_at_10_diff1": 0.809337, - "nauc_map_at_20_max": 0.868087, - "nauc_map_at_20_std": 0.366548, - "nauc_map_at_20_diff1": 0.807184, - "nauc_map_at_100_max": 0.867725, - "nauc_map_at_100_std": 0.367378, - "nauc_map_at_100_diff1": 0.806755, - "nauc_map_at_1000_max": 0.868005, - "nauc_map_at_1000_std": 0.367044, - "nauc_map_at_1000_diff1": 0.807357, - "nauc_recall_at_1_max": 0.876183, - "nauc_recall_at_1_std": 0.335479, - "nauc_recall_at_1_diff1": 0.85819, - "nauc_recall_at_3_max": 0.874387, - "nauc_recall_at_3_std": 0.411368, - "nauc_recall_at_3_diff1": 0.767969, - "nauc_recall_at_5_max": 0.847961, - "nauc_recall_at_5_std": 0.407889, - "nauc_recall_at_5_diff1": 0.732254, - "nauc_recall_at_10_max": 0.827914, - "nauc_recall_at_10_std": 0.407022, - "nauc_recall_at_10_diff1": 0.702257, - "nauc_recall_at_20_max": 0.792328, - "nauc_recall_at_20_std": 0.410519, - "nauc_recall_at_20_diff1": 0.648723, - "nauc_recall_at_100_max": 0.72264, - "nauc_recall_at_100_std": 0.502631, - "nauc_recall_at_100_diff1": 0.542391, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.876183, - "nauc_precision_at_1_std": 0.335479, - "nauc_precision_at_1_diff1": 0.85819, - "nauc_precision_at_3_max": 0.874387, - "nauc_precision_at_3_std": 0.411368, - "nauc_precision_at_3_diff1": 0.767969, - "nauc_precision_at_5_max": 0.847961, - "nauc_precision_at_5_std": 0.407889, - "nauc_precision_at_5_diff1": 0.732254, - "nauc_precision_at_10_max": 0.827914, - "nauc_precision_at_10_std": 0.407022, - "nauc_precision_at_10_diff1": 0.702257, - "nauc_precision_at_20_max": 0.792328, - "nauc_precision_at_20_std": 0.410519, - "nauc_precision_at_20_diff1": 0.648723, - "nauc_precision_at_100_max": 0.72264, - "nauc_precision_at_100_std": 0.502631, - "nauc_precision_at_100_diff1": 0.542391, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.876183, - "nauc_mrr_at_1_std": 0.335479, - "nauc_mrr_at_1_diff1": 0.85819, - "nauc_mrr_at_3_max": 0.877432, - "nauc_mrr_at_3_std": 0.367936, - "nauc_mrr_at_3_diff1": 0.819472, - "nauc_mrr_at_5_max": 0.871836, - "nauc_mrr_at_5_std": 0.367095, - "nauc_mrr_at_5_diff1": 0.812319, - "nauc_mrr_at_10_max": 0.869615, - "nauc_mrr_at_10_std": 0.366636, - "nauc_mrr_at_10_diff1": 0.809337, - "nauc_mrr_at_20_max": 0.868087, - "nauc_mrr_at_20_std": 0.366548, - "nauc_mrr_at_20_diff1": 0.807184, - "nauc_mrr_at_100_max": 0.867725, - "nauc_mrr_at_100_std": 0.367378, - "nauc_mrr_at_100_diff1": 0.806755, - "nauc_mrr_at_1000_max": 0.868005, - "nauc_mrr_at_1000_std": 0.367044, - "nauc_mrr_at_1000_diff1": 0.807357, - "main_score": 0.55149, + "accuracy": 0.47, + "precision_at_1": 0.47, + "precision_at_3": 0.18481, + "precision_at_5": 0.11578, + "precision_at_10": 0.06278, + "precision_at_20": 0.03356, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.507407, + "mrr_at_5": 0.513185, + "mrr_at_10": 0.519787, + "mrr_at_20": 0.52284, + "mrr_at_100": 0.526278, + "mrr_at_1000": 0.527271, + "nauc_ndcg_at_1_max": 0.856354, + "nauc_ndcg_at_1_std": 0.325549, + "nauc_ndcg_at_1_diff1": 0.857079, + "nauc_ndcg_at_3_max": 0.858909, + "nauc_ndcg_at_3_std": 0.358112, + "nauc_ndcg_at_3_diff1": 0.815685, + "nauc_ndcg_at_5_max": 0.85494, + "nauc_ndcg_at_5_std": 0.361865, + "nauc_ndcg_at_5_diff1": 0.810874, + "nauc_ndcg_at_10_max": 0.851721, + "nauc_ndcg_at_10_std": 0.369237, + "nauc_ndcg_at_10_diff1": 0.803857, + "nauc_ndcg_at_20_max": 0.846523, + "nauc_ndcg_at_20_std": 0.367074, + "nauc_ndcg_at_20_diff1": 0.798833, + "nauc_ndcg_at_100_max": 0.843343, + "nauc_ndcg_at_100_std": 0.372845, + "nauc_ndcg_at_100_diff1": 0.795257, + "nauc_ndcg_at_1000_max": 0.848656, + "nauc_ndcg_at_1000_std": 0.362702, + "nauc_ndcg_at_1000_diff1": 0.806479, + "nauc_map_at_1_max": 0.856354, + "nauc_map_at_1_std": 0.325549, + "nauc_map_at_1_diff1": 0.857079, + "nauc_map_at_3_max": 0.858452, + "nauc_map_at_3_std": 0.34998, + "nauc_map_at_3_diff1": 0.824987, + "nauc_map_at_5_max": 0.856259, + "nauc_map_at_5_std": 0.352078, + "nauc_map_at_5_diff1": 0.822371, + "nauc_map_at_10_max": 0.854835, + "nauc_map_at_10_std": 0.355073, + "nauc_map_at_10_diff1": 0.819383, + "nauc_map_at_20_max": 0.853456, + "nauc_map_at_20_std": 0.354299, + "nauc_map_at_20_diff1": 0.818177, + "nauc_map_at_100_max": 0.852934, + "nauc_map_at_100_std": 0.35473, + "nauc_map_at_100_diff1": 0.817685, + "nauc_map_at_1000_max": 0.853082, + "nauc_map_at_1000_std": 0.35439, + "nauc_map_at_1000_diff1": 0.818051, + "nauc_recall_at_1_max": 0.856354, + "nauc_recall_at_1_std": 0.325549, + "nauc_recall_at_1_diff1": 0.857079, + "nauc_recall_at_3_max": 0.860203, + "nauc_recall_at_3_std": 0.382547, + "nauc_recall_at_3_diff1": 0.788177, + "nauc_recall_at_5_max": 0.850246, + "nauc_recall_at_5_std": 0.39233, + "nauc_recall_at_5_diff1": 0.775389, + "nauc_recall_at_10_max": 0.839785, + "nauc_recall_at_10_std": 0.419066, + "nauc_recall_at_10_diff1": 0.750382, + "nauc_recall_at_20_max": 0.814811, + "nauc_recall_at_20_std": 0.414601, + "nauc_recall_at_20_diff1": 0.721922, + "nauc_recall_at_100_max": 0.771798, + "nauc_recall_at_100_std": 0.502954, + "nauc_recall_at_100_diff1": 0.648825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856354, + "nauc_precision_at_1_std": 0.325549, + "nauc_precision_at_1_diff1": 0.857079, + "nauc_precision_at_3_max": 0.860203, + "nauc_precision_at_3_std": 0.382547, + "nauc_precision_at_3_diff1": 0.788177, + "nauc_precision_at_5_max": 0.850246, + "nauc_precision_at_5_std": 0.39233, + "nauc_precision_at_5_diff1": 0.775389, + "nauc_precision_at_10_max": 0.839785, + "nauc_precision_at_10_std": 0.419066, + "nauc_precision_at_10_diff1": 0.750382, + "nauc_precision_at_20_max": 0.814811, + "nauc_precision_at_20_std": 0.414601, + "nauc_precision_at_20_diff1": 0.721922, + "nauc_precision_at_100_max": 0.771798, + "nauc_precision_at_100_std": 0.502954, + "nauc_precision_at_100_diff1": 0.648825, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.856354, + "nauc_mrr_at_1_std": 0.325549, + "nauc_mrr_at_1_diff1": 0.857079, + "nauc_mrr_at_3_max": 0.858452, + "nauc_mrr_at_3_std": 0.34998, + "nauc_mrr_at_3_diff1": 0.824987, + "nauc_mrr_at_5_max": 0.856259, + "nauc_mrr_at_5_std": 0.352078, + "nauc_mrr_at_5_diff1": 0.822371, + "nauc_mrr_at_10_max": 0.854835, + "nauc_mrr_at_10_std": 0.355073, + "nauc_mrr_at_10_diff1": 0.819383, + "nauc_mrr_at_20_max": 0.853456, + "nauc_mrr_at_20_std": 0.354299, + "nauc_mrr_at_20_diff1": 0.818177, + "nauc_mrr_at_100_max": 0.852934, + "nauc_mrr_at_100_std": 0.35473, + "nauc_mrr_at_100_diff1": 0.817685, + "nauc_mrr_at_1000_max": 0.853082, + "nauc_mrr_at_1000_std": 0.35439, + "nauc_mrr_at_1000_diff1": 0.818051, + "hit_rate_at_1": 0.47, + "hit_rate_at_3": 0.55444, + "hit_rate_at_5": 0.57889, + "hit_rate_at_10": 0.62778, + "hit_rate_at_20": 0.67111, + "hit_rate_at_100": 0.81444, + "hit_rate_at_1000": 1.0, + "main_score": 0.54562, "hf_subset": "eng_Latn-mri_Latn", "languages": [ "eng-Latn", "mri-Latn" - ] - }, - { - "ndcg_at_1": 0.66556, - "ndcg_at_3": 0.73789, - "ndcg_at_5": 0.75802, - "ndcg_at_10": 0.77551, - "ndcg_at_20": 0.78503, - "ndcg_at_100": 0.79539, - "ndcg_at_1000": 0.79795, - "map_at_1": 0.66556, - "map_at_3": 0.72093, - "map_at_5": 0.73209, - "map_at_10": 0.73944, - "map_at_20": 0.74204, - "map_at_100": 0.74357, - "map_at_1000": 0.74369, - "recall_at_1": 0.66556, - "recall_at_3": 0.78667, - "recall_at_5": 0.83556, - "recall_at_10": 0.88889, - "recall_at_20": 0.92667, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.64556, + "ndcg_at_3": 0.72971, + "ndcg_at_5": 0.74414, + "ndcg_at_10": 0.76461, + "ndcg_at_20": 0.7736, + "ndcg_at_100": 0.7834, + "ndcg_at_1000": 0.78664, + "map_at_1": 0.64556, + "map_at_3": 0.70889, + "map_at_5": 0.71678, + "map_at_10": 0.72542, + "map_at_20": 0.72789, + "map_at_100": 0.7293, + "map_at_1000": 0.72943, + "recall_at_1": 0.64556, + "recall_at_3": 0.79, + "recall_at_5": 0.82556, + "recall_at_10": 0.88778, + "recall_at_20": 0.92333, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.66556, - "precision_at_3": 0.26222, - "precision_at_5": 0.16711, - "precision_at_10": 0.08889, - "precision_at_20": 0.04633, - "precision_at_100": 0.00981, + "accuracy": 0.64556, + "precision_at_1": 0.64556, + "precision_at_3": 0.26333, + "precision_at_5": 0.16511, + "precision_at_10": 0.08878, + "precision_at_20": 0.04617, + "precision_at_100": 0.00976, "precision_at_1000": 0.001, - "mrr_at_1": 0.665556, - "mrr_at_3": 0.720926, - "mrr_at_5": 0.732093, - "mrr_at_10": 0.73944, - "mrr_at_20": 0.742036, - "mrr_at_100": 0.74357, - "mrr_at_1000": 0.743689, - "nauc_ndcg_at_1_max": 0.704491, - "nauc_ndcg_at_1_std": -0.006648, - "nauc_ndcg_at_1_diff1": 0.816153, - "nauc_ndcg_at_3_max": 0.714592, - "nauc_ndcg_at_3_std": 0.013295, - "nauc_ndcg_at_3_diff1": 0.772738, - "nauc_ndcg_at_5_max": 0.725053, - "nauc_ndcg_at_5_std": 0.040582, - "nauc_ndcg_at_5_diff1": 0.766276, - "nauc_ndcg_at_10_max": 0.722991, - "nauc_ndcg_at_10_std": 0.048127, - "nauc_ndcg_at_10_diff1": 0.768631, - "nauc_ndcg_at_20_max": 0.727966, - "nauc_ndcg_at_20_std": 0.059571, - "nauc_ndcg_at_20_diff1": 0.776901, - "nauc_ndcg_at_100_max": 0.723397, - "nauc_ndcg_at_100_std": 0.043322, - "nauc_ndcg_at_100_diff1": 0.780516, - "nauc_ndcg_at_1000_max": 0.720939, - "nauc_ndcg_at_1000_std": 0.036105, - "nauc_ndcg_at_1000_diff1": 0.781299, - "nauc_map_at_1_max": 0.704491, - "nauc_map_at_1_std": -0.006648, - "nauc_map_at_1_diff1": 0.816153, - "nauc_map_at_3_max": 0.712199, - "nauc_map_at_3_std": 0.008481, - "nauc_map_at_3_diff1": 0.784288, - "nauc_map_at_5_max": 0.717696, - "nauc_map_at_5_std": 0.022355, - "nauc_map_at_5_diff1": 0.78148, - "nauc_map_at_10_max": 0.716858, - "nauc_map_at_10_std": 0.025106, - "nauc_map_at_10_diff1": 0.782794, - "nauc_map_at_20_max": 0.717988, - "nauc_map_at_20_std": 0.027481, - "nauc_map_at_20_diff1": 0.784944, - "nauc_map_at_100_max": 0.717337, - "nauc_map_at_100_std": 0.02513, - "nauc_map_at_100_diff1": 0.785602, - "nauc_map_at_1000_max": 0.717243, - "nauc_map_at_1000_std": 0.024859, - "nauc_map_at_1000_diff1": 0.785643, - "nauc_recall_at_1_max": 0.704491, - "nauc_recall_at_1_std": -0.006648, - "nauc_recall_at_1_diff1": 0.816153, - "nauc_recall_at_3_max": 0.722852, - "nauc_recall_at_3_std": 0.029964, - "nauc_recall_at_3_diff1": 0.732115, - "nauc_recall_at_5_max": 0.758059, - "nauc_recall_at_5_std": 0.123757, - "nauc_recall_at_5_diff1": 0.699979, - "nauc_recall_at_10_max": 0.759357, - "nauc_recall_at_10_std": 0.195142, - "nauc_recall_at_10_diff1": 0.684787, - "nauc_recall_at_20_max": 0.826854, - "nauc_recall_at_20_std": 0.384461, - "nauc_recall_at_20_diff1": 0.725596, - "nauc_recall_at_100_max": 0.8918, - "nauc_recall_at_100_std": 0.543939, - "nauc_recall_at_100_diff1": 0.731038, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704491, - "nauc_precision_at_1_std": -0.006648, - "nauc_precision_at_1_diff1": 0.816153, - "nauc_precision_at_3_max": 0.722852, - "nauc_precision_at_3_std": 0.029964, - "nauc_precision_at_3_diff1": 0.732115, - "nauc_precision_at_5_max": 0.758059, - "nauc_precision_at_5_std": 0.123757, - "nauc_precision_at_5_diff1": 0.699979, - "nauc_precision_at_10_max": 0.759357, - "nauc_precision_at_10_std": 0.195142, - "nauc_precision_at_10_diff1": 0.684787, - "nauc_precision_at_20_max": 0.826854, - "nauc_precision_at_20_std": 0.384461, - "nauc_precision_at_20_diff1": 0.725596, - "nauc_precision_at_100_max": 0.8918, - "nauc_precision_at_100_std": 0.543939, - "nauc_precision_at_100_diff1": 0.731038, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704491, - "nauc_mrr_at_1_std": -0.006648, - "nauc_mrr_at_1_diff1": 0.816153, - "nauc_mrr_at_3_max": 0.712199, - "nauc_mrr_at_3_std": 0.008481, - "nauc_mrr_at_3_diff1": 0.784288, - "nauc_mrr_at_5_max": 0.717696, - "nauc_mrr_at_5_std": 0.022355, - "nauc_mrr_at_5_diff1": 0.78148, - "nauc_mrr_at_10_max": 0.716858, - "nauc_mrr_at_10_std": 0.025106, - "nauc_mrr_at_10_diff1": 0.782794, - "nauc_mrr_at_20_max": 0.717988, - "nauc_mrr_at_20_std": 0.027481, - "nauc_mrr_at_20_diff1": 0.784944, - "nauc_mrr_at_100_max": 0.717337, - "nauc_mrr_at_100_std": 0.02513, - "nauc_mrr_at_100_diff1": 0.785602, - "nauc_mrr_at_1000_max": 0.717243, - "nauc_mrr_at_1000_std": 0.024859, - "nauc_mrr_at_1000_diff1": 0.785643, - "main_score": 0.77551, + "mrr_at_1": 0.645556, + "mrr_at_3": 0.708889, + "mrr_at_5": 0.716778, + "mrr_at_10": 0.725422, + "mrr_at_20": 0.727895, + "mrr_at_100": 0.729295, + "mrr_at_1000": 0.729434, + "nauc_ndcg_at_1_max": 0.680787, + "nauc_ndcg_at_1_std": -0.034668, + "nauc_ndcg_at_1_diff1": 0.788279, + "nauc_ndcg_at_3_max": 0.702246, + "nauc_ndcg_at_3_std": -0.003396, + "nauc_ndcg_at_3_diff1": 0.743042, + "nauc_ndcg_at_5_max": 0.704382, + "nauc_ndcg_at_5_std": -0.010062, + "nauc_ndcg_at_5_diff1": 0.74992, + "nauc_ndcg_at_10_max": 0.705294, + "nauc_ndcg_at_10_std": 0.005489, + "nauc_ndcg_at_10_diff1": 0.749323, + "nauc_ndcg_at_20_max": 0.705988, + "nauc_ndcg_at_20_std": 0.015241, + "nauc_ndcg_at_20_diff1": 0.753618, + "nauc_ndcg_at_100_max": 0.703929, + "nauc_ndcg_at_100_std": 0.008524, + "nauc_ndcg_at_100_diff1": 0.756991, + "nauc_ndcg_at_1000_max": 0.700732, + "nauc_ndcg_at_1000_std": -0.002508, + "nauc_ndcg_at_1000_diff1": 0.757189, + "nauc_map_at_1_max": 0.680787, + "nauc_map_at_1_std": -0.034668, + "nauc_map_at_1_diff1": 0.788279, + "nauc_map_at_3_max": 0.696336, + "nauc_map_at_3_std": -0.014433, + "nauc_map_at_3_diff1": 0.755694, + "nauc_map_at_5_max": 0.696858, + "nauc_map_at_5_std": -0.018537, + "nauc_map_at_5_diff1": 0.759255, + "nauc_map_at_10_max": 0.696854, + "nauc_map_at_10_std": -0.013303, + "nauc_map_at_10_diff1": 0.759396, + "nauc_map_at_20_max": 0.697064, + "nauc_map_at_20_std": -0.010988, + "nauc_map_at_20_diff1": 0.760461, + "nauc_map_at_100_max": 0.696729, + "nauc_map_at_100_std": -0.012274, + "nauc_map_at_100_diff1": 0.760877, + "nauc_map_at_1000_max": 0.696614, + "nauc_map_at_1000_std": -0.012663, + "nauc_map_at_1000_diff1": 0.760893, + "nauc_recall_at_1_max": 0.680787, + "nauc_recall_at_1_std": -0.034668, + "nauc_recall_at_1_diff1": 0.788279, + "nauc_recall_at_3_max": 0.723979, + "nauc_recall_at_3_std": 0.038498, + "nauc_recall_at_3_diff1": 0.696409, + "nauc_recall_at_5_max": 0.737357, + "nauc_recall_at_5_std": 0.026583, + "nauc_recall_at_5_diff1": 0.71239, + "nauc_recall_at_10_max": 0.759676, + "nauc_recall_at_10_std": 0.134328, + "nauc_recall_at_10_diff1": 0.690053, + "nauc_recall_at_20_max": 0.787744, + "nauc_recall_at_20_std": 0.284611, + "nauc_recall_at_20_diff1": 0.70798, + "nauc_recall_at_100_max": 0.883711, + "nauc_recall_at_100_std": 0.632226, + "nauc_recall_at_100_diff1": 0.749109, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680787, + "nauc_precision_at_1_std": -0.034668, + "nauc_precision_at_1_diff1": 0.788279, + "nauc_precision_at_3_max": 0.723979, + "nauc_precision_at_3_std": 0.038498, + "nauc_precision_at_3_diff1": 0.696409, + "nauc_precision_at_5_max": 0.737357, + "nauc_precision_at_5_std": 0.026583, + "nauc_precision_at_5_diff1": 0.71239, + "nauc_precision_at_10_max": 0.759676, + "nauc_precision_at_10_std": 0.134328, + "nauc_precision_at_10_diff1": 0.690053, + "nauc_precision_at_20_max": 0.787744, + "nauc_precision_at_20_std": 0.284611, + "nauc_precision_at_20_diff1": 0.70798, + "nauc_precision_at_100_max": 0.883711, + "nauc_precision_at_100_std": 0.632226, + "nauc_precision_at_100_diff1": 0.749109, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680787, + "nauc_mrr_at_1_std": -0.034668, + "nauc_mrr_at_1_diff1": 0.788279, + "nauc_mrr_at_3_max": 0.696336, + "nauc_mrr_at_3_std": -0.014433, + "nauc_mrr_at_3_diff1": 0.755694, + "nauc_mrr_at_5_max": 0.696858, + "nauc_mrr_at_5_std": -0.018537, + "nauc_mrr_at_5_diff1": 0.759255, + "nauc_mrr_at_10_max": 0.696854, + "nauc_mrr_at_10_std": -0.013303, + "nauc_mrr_at_10_diff1": 0.759396, + "nauc_mrr_at_20_max": 0.697064, + "nauc_mrr_at_20_std": -0.010988, + "nauc_mrr_at_20_diff1": 0.760461, + "nauc_mrr_at_100_max": 0.696729, + "nauc_mrr_at_100_std": -0.012274, + "nauc_mrr_at_100_diff1": 0.760877, + "nauc_mrr_at_1000_max": 0.696614, + "nauc_mrr_at_1000_std": -0.012663, + "nauc_mrr_at_1000_diff1": 0.760893, + "hit_rate_at_1": 0.64556, + "hit_rate_at_3": 0.79, + "hit_rate_at_5": 0.82556, + "hit_rate_at_10": 0.88778, + "hit_rate_at_20": 0.92333, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.76461, "hf_subset": "mya_Mymr-mya_Mymr", "languages": [ "mya-Mymr", "mya-Mymr" - ] - }, - { - "ndcg_at_1": 0.78333, - "ndcg_at_3": 0.85883, - "ndcg_at_5": 0.87227, - "ndcg_at_10": 0.88018, - "ndcg_at_20": 0.88504, - "ndcg_at_100": 0.88724, - "ndcg_at_1000": 0.88739, - "map_at_1": 0.78333, - "map_at_3": 0.84037, - "map_at_5": 0.84793, - "map_at_10": 0.85119, - "map_at_20": 0.85257, - "map_at_100": 0.85293, - "map_at_1000": 0.85293, - "recall_at_1": 0.78333, - "recall_at_3": 0.91222, - "recall_at_5": 0.94444, - "recall_at_10": 0.96889, - "recall_at_20": 0.98778, - "recall_at_100": 0.99889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.85436, + "ndcg_at_5": 0.86584, + "ndcg_at_10": 0.87666, + "ndcg_at_20": 0.88066, + "ndcg_at_100": 0.88353, + "ndcg_at_1000": 0.88383, + "map_at_1": 0.78111, + "map_at_3": 0.8363, + "map_at_5": 0.84269, + "map_at_10": 0.84718, + "map_at_20": 0.84831, + "map_at_100": 0.84877, + "map_at_1000": 0.84879, + "recall_at_1": 0.78111, + "recall_at_3": 0.90667, + "recall_at_5": 0.93444, + "recall_at_10": 0.96778, + "recall_at_20": 0.98333, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.78333, - "precision_at_3": 0.30407, - "precision_at_5": 0.18889, - "precision_at_10": 0.09689, - "precision_at_20": 0.04939, - "precision_at_100": 0.00999, + "accuracy": 0.78111, + "precision_at_1": 0.78111, + "precision_at_3": 0.30222, + "precision_at_5": 0.18689, + "precision_at_10": 0.09678, + "precision_at_20": 0.04917, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.783333, - "mrr_at_3": 0.84037, - "mrr_at_5": 0.847926, - "mrr_at_10": 0.851189, - "mrr_at_20": 0.852567, - "mrr_at_100": 0.852929, - "mrr_at_1000": 0.852935, - "nauc_ndcg_at_1_max": 0.57237, - "nauc_ndcg_at_1_std": -0.159154, - "nauc_ndcg_at_1_diff1": 0.8471, - "nauc_ndcg_at_3_max": 0.604133, - "nauc_ndcg_at_3_std": -0.200768, - "nauc_ndcg_at_3_diff1": 0.833138, - "nauc_ndcg_at_5_max": 0.600912, - "nauc_ndcg_at_5_std": -0.187482, - "nauc_ndcg_at_5_diff1": 0.835257, - "nauc_ndcg_at_10_max": 0.607795, - "nauc_ndcg_at_10_std": -0.169544, - "nauc_ndcg_at_10_diff1": 0.838011, - "nauc_ndcg_at_20_max": 0.603371, - "nauc_ndcg_at_20_std": -0.172016, - "nauc_ndcg_at_20_diff1": 0.838044, - "nauc_ndcg_at_100_max": 0.599993, - "nauc_ndcg_at_100_std": -0.169744, - "nauc_ndcg_at_100_diff1": 0.839468, - "nauc_ndcg_at_1000_max": 0.599436, - "nauc_ndcg_at_1000_std": -0.171374, - "nauc_ndcg_at_1000_diff1": 0.839631, - "nauc_map_at_1_max": 0.57237, - "nauc_map_at_1_std": -0.159154, - "nauc_map_at_1_diff1": 0.8471, - "nauc_map_at_3_max": 0.597732, - "nauc_map_at_3_std": -0.182951, - "nauc_map_at_3_diff1": 0.838123, - "nauc_map_at_5_max": 0.595744, - "nauc_map_at_5_std": -0.175594, - "nauc_map_at_5_diff1": 0.839335, - "nauc_map_at_10_max": 0.598063, - "nauc_map_at_10_std": -0.16986, - "nauc_map_at_10_diff1": 0.840406, - "nauc_map_at_20_max": 0.59697, - "nauc_map_at_20_std": -0.170562, - "nauc_map_at_20_diff1": 0.840463, - "nauc_map_at_100_max": 0.596466, - "nauc_map_at_100_std": -0.170146, - "nauc_map_at_100_diff1": 0.840675, - "nauc_map_at_1000_max": 0.596448, - "nauc_map_at_1000_std": -0.170196, - "nauc_map_at_1000_diff1": 0.840681, - "nauc_recall_at_1_max": 0.57237, - "nauc_recall_at_1_std": -0.159154, - "nauc_recall_at_1_diff1": 0.8471, - "nauc_recall_at_3_max": 0.633059, - "nauc_recall_at_3_std": -0.29186, - "nauc_recall_at_3_diff1": 0.808176, - "nauc_recall_at_5_max": 0.634304, - "nauc_recall_at_5_std": -0.27648, - "nauc_recall_at_5_diff1": 0.805369, - "nauc_recall_at_10_max": 0.734127, - "nauc_recall_at_10_std": -0.133003, - "nauc_recall_at_10_diff1": 0.811258, - "nauc_recall_at_20_max": 0.778711, - "nauc_recall_at_20_std": -0.148841, - "nauc_recall_at_20_diff1": 0.768908, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.836296, + "mrr_at_5": 0.842685, + "mrr_at_10": 0.847176, + "mrr_at_20": 0.84831, + "mrr_at_100": 0.848773, + "mrr_at_1000": 0.848788, + "nauc_ndcg_at_1_max": 0.506676, + "nauc_ndcg_at_1_std": -0.14864, + "nauc_ndcg_at_1_diff1": 0.810828, + "nauc_ndcg_at_3_max": 0.535713, + "nauc_ndcg_at_3_std": -0.171719, + "nauc_ndcg_at_3_diff1": 0.792308, + "nauc_ndcg_at_5_max": 0.535498, + "nauc_ndcg_at_5_std": -0.182875, + "nauc_ndcg_at_5_diff1": 0.796511, + "nauc_ndcg_at_10_max": 0.543979, + "nauc_ndcg_at_10_std": -0.158743, + "nauc_ndcg_at_10_diff1": 0.801454, + "nauc_ndcg_at_20_max": 0.532946, + "nauc_ndcg_at_20_std": -0.164846, + "nauc_ndcg_at_20_diff1": 0.801344, + "nauc_ndcg_at_100_max": 0.533395, + "nauc_ndcg_at_100_std": -0.160379, + "nauc_ndcg_at_100_diff1": 0.800728, + "nauc_ndcg_at_1000_max": 0.533083, + "nauc_ndcg_at_1000_std": -0.161206, + "nauc_ndcg_at_1000_diff1": 0.800945, + "nauc_map_at_1_max": 0.506676, + "nauc_map_at_1_std": -0.14864, + "nauc_map_at_1_diff1": 0.810828, + "nauc_map_at_3_max": 0.52956, + "nauc_map_at_3_std": -0.162338, + "nauc_map_at_3_diff1": 0.797722, + "nauc_map_at_5_max": 0.529446, + "nauc_map_at_5_std": -0.167578, + "nauc_map_at_5_diff1": 0.799981, + "nauc_map_at_10_max": 0.532006, + "nauc_map_at_10_std": -0.159282, + "nauc_map_at_10_diff1": 0.801657, + "nauc_map_at_20_max": 0.529472, + "nauc_map_at_20_std": -0.160729, + "nauc_map_at_20_diff1": 0.801608, + "nauc_map_at_100_max": 0.529773, + "nauc_map_at_100_std": -0.159952, + "nauc_map_at_100_diff1": 0.801607, + "nauc_map_at_1000_max": 0.529774, + "nauc_map_at_1000_std": -0.159951, + "nauc_map_at_1000_diff1": 0.801615, + "nauc_recall_at_1_max": 0.506676, + "nauc_recall_at_1_std": -0.14864, + "nauc_recall_at_1_diff1": 0.810828, + "nauc_recall_at_3_max": 0.562925, + "nauc_recall_at_3_std": -0.217737, + "nauc_recall_at_3_diff1": 0.766862, + "nauc_recall_at_5_max": 0.571072, + "nauc_recall_at_5_std": -0.286608, + "nauc_recall_at_5_diff1": 0.775641, + "nauc_recall_at_10_max": 0.704079, + "nauc_recall_at_10_std": -0.119772, + "nauc_recall_at_10_diff1": 0.811246, + "nauc_recall_at_20_max": 0.563585, + "nauc_recall_at_20_std": -0.237846, + "nauc_recall_at_20_diff1": 0.819328, + "nauc_recall_at_100_max": 0.679038, + "nauc_recall_at_100_std": 0.218254, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.57237, - "nauc_precision_at_1_std": -0.159154, - "nauc_precision_at_1_diff1": 0.8471, - "nauc_precision_at_3_max": 0.633059, - "nauc_precision_at_3_std": -0.29186, - "nauc_precision_at_3_diff1": 0.808176, - "nauc_precision_at_5_max": 0.634304, - "nauc_precision_at_5_std": -0.27648, - "nauc_precision_at_5_diff1": 0.805369, - "nauc_precision_at_10_max": 0.734127, - "nauc_precision_at_10_std": -0.133003, - "nauc_precision_at_10_diff1": 0.811258, - "nauc_precision_at_20_max": 0.778711, - "nauc_precision_at_20_std": -0.148841, - "nauc_precision_at_20_diff1": 0.768908, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_1_max": 0.506676, + "nauc_precision_at_1_std": -0.14864, + "nauc_precision_at_1_diff1": 0.810828, + "nauc_precision_at_3_max": 0.562925, + "nauc_precision_at_3_std": -0.217737, + "nauc_precision_at_3_diff1": 0.766862, + "nauc_precision_at_5_max": 0.571072, + "nauc_precision_at_5_std": -0.286608, + "nauc_precision_at_5_diff1": 0.775641, + "nauc_precision_at_10_max": 0.704079, + "nauc_precision_at_10_std": -0.119772, + "nauc_precision_at_10_diff1": 0.811246, + "nauc_precision_at_20_max": 0.563585, + "nauc_precision_at_20_std": -0.237846, + "nauc_precision_at_20_diff1": 0.819328, + "nauc_precision_at_100_max": 0.679038, + "nauc_precision_at_100_std": 0.218254, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.57237, - "nauc_mrr_at_1_std": -0.159154, - "nauc_mrr_at_1_diff1": 0.8471, - "nauc_mrr_at_3_max": 0.597732, - "nauc_mrr_at_3_std": -0.182951, - "nauc_mrr_at_3_diff1": 0.838123, - "nauc_mrr_at_5_max": 0.595744, - "nauc_mrr_at_5_std": -0.175594, - "nauc_mrr_at_5_diff1": 0.839335, - "nauc_mrr_at_10_max": 0.598063, - "nauc_mrr_at_10_std": -0.16986, - "nauc_mrr_at_10_diff1": 0.840406, - "nauc_mrr_at_20_max": 0.59697, - "nauc_mrr_at_20_std": -0.170562, - "nauc_mrr_at_20_diff1": 0.840463, - "nauc_mrr_at_100_max": 0.596466, - "nauc_mrr_at_100_std": -0.170146, - "nauc_mrr_at_100_diff1": 0.840675, - "nauc_mrr_at_1000_max": 0.596448, - "nauc_mrr_at_1000_std": -0.170196, - "nauc_mrr_at_1000_diff1": 0.840681, - "main_score": 0.88018, + "nauc_mrr_at_1_max": 0.506676, + "nauc_mrr_at_1_std": -0.14864, + "nauc_mrr_at_1_diff1": 0.810828, + "nauc_mrr_at_3_max": 0.52956, + "nauc_mrr_at_3_std": -0.162338, + "nauc_mrr_at_3_diff1": 0.797722, + "nauc_mrr_at_5_max": 0.529446, + "nauc_mrr_at_5_std": -0.167578, + "nauc_mrr_at_5_diff1": 0.799981, + "nauc_mrr_at_10_max": 0.532006, + "nauc_mrr_at_10_std": -0.159282, + "nauc_mrr_at_10_diff1": 0.801657, + "nauc_mrr_at_20_max": 0.529472, + "nauc_mrr_at_20_std": -0.160729, + "nauc_mrr_at_20_diff1": 0.801608, + "nauc_mrr_at_100_max": 0.529773, + "nauc_mrr_at_100_std": -0.159952, + "nauc_mrr_at_100_diff1": 0.801607, + "nauc_mrr_at_1000_max": 0.529774, + "nauc_mrr_at_1000_std": -0.159951, + "nauc_mrr_at_1000_diff1": 0.801615, + "hit_rate_at_1": 0.78111, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.93444, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.87666, "hf_subset": "mya_Mymr-eng_Latn", "languages": [ "mya-Mymr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.56333, - "ndcg_at_3": 0.65336, - "ndcg_at_5": 0.67621, - "ndcg_at_10": 0.69755, - "ndcg_at_20": 0.71089, - "ndcg_at_100": 0.72743, - "ndcg_at_1000": 0.73026, - "map_at_1": 0.56333, - "map_at_3": 0.63111, - "map_at_5": 0.64378, - "map_at_10": 0.65266, - "map_at_20": 0.6564, - "map_at_100": 0.65876, - "map_at_1000": 0.65889, - "recall_at_1": 0.56333, - "recall_at_3": 0.71778, - "recall_at_5": 0.77333, - "recall_at_10": 0.83889, - "recall_at_20": 0.89111, - "recall_at_100": 0.97889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54556, + "ndcg_at_3": 0.62553, + "ndcg_at_5": 0.64843, + "ndcg_at_10": 0.67219, + "ndcg_at_20": 0.68905, + "ndcg_at_100": 0.70621, + "ndcg_at_1000": 0.71037, + "map_at_1": 0.54556, + "map_at_3": 0.60593, + "map_at_5": 0.61865, + "map_at_10": 0.62847, + "map_at_20": 0.63311, + "map_at_100": 0.63556, + "map_at_1000": 0.63575, + "recall_at_1": 0.54556, + "recall_at_3": 0.68222, + "recall_at_5": 0.73778, + "recall_at_10": 0.81111, + "recall_at_20": 0.87778, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.56333, - "precision_at_3": 0.23926, - "precision_at_5": 0.15467, - "precision_at_10": 0.08389, - "precision_at_20": 0.04456, - "precision_at_100": 0.00979, - "precision_at_1000": 0.001, - "mrr_at_1": 0.563333, - "mrr_at_3": 0.631111, - "mrr_at_5": 0.643778, - "mrr_at_10": 0.65266, - "mrr_at_20": 0.656397, - "mrr_at_100": 0.658759, - "mrr_at_1000": 0.658888, - "nauc_ndcg_at_1_max": 0.677363, - "nauc_ndcg_at_1_std": 0.123578, - "nauc_ndcg_at_1_diff1": 0.80501, - "nauc_ndcg_at_3_max": 0.693754, - "nauc_ndcg_at_3_std": 0.171244, - "nauc_ndcg_at_3_diff1": 0.746976, - "nauc_ndcg_at_5_max": 0.695581, - "nauc_ndcg_at_5_std": 0.175591, - "nauc_ndcg_at_5_diff1": 0.750731, - "nauc_ndcg_at_10_max": 0.703737, - "nauc_ndcg_at_10_std": 0.188769, - "nauc_ndcg_at_10_diff1": 0.758935, - "nauc_ndcg_at_20_max": 0.702357, - "nauc_ndcg_at_20_std": 0.196204, - "nauc_ndcg_at_20_diff1": 0.761319, - "nauc_ndcg_at_100_max": 0.699266, - "nauc_ndcg_at_100_std": 0.184954, - "nauc_ndcg_at_100_diff1": 0.764908, - "nauc_ndcg_at_1000_max": 0.69739, - "nauc_ndcg_at_1000_std": 0.178012, - "nauc_ndcg_at_1000_diff1": 0.765034, - "nauc_map_at_1_max": 0.677363, - "nauc_map_at_1_std": 0.123578, - "nauc_map_at_1_diff1": 0.80501, - "nauc_map_at_3_max": 0.689988, - "nauc_map_at_3_std": 0.159236, - "nauc_map_at_3_diff1": 0.761511, - "nauc_map_at_5_max": 0.690892, - "nauc_map_at_5_std": 0.161205, - "nauc_map_at_5_diff1": 0.763903, - "nauc_map_at_10_max": 0.693955, - "nauc_map_at_10_std": 0.16572, - "nauc_map_at_10_diff1": 0.767596, - "nauc_map_at_20_max": 0.693472, - "nauc_map_at_20_std": 0.166953, - "nauc_map_at_20_diff1": 0.768329, - "nauc_map_at_100_max": 0.69327, - "nauc_map_at_100_std": 0.166048, - "nauc_map_at_100_diff1": 0.768813, - "nauc_map_at_1000_max": 0.693202, - "nauc_map_at_1000_std": 0.165791, - "nauc_map_at_1000_diff1": 0.76883, - "nauc_recall_at_1_max": 0.677363, - "nauc_recall_at_1_std": 0.123578, - "nauc_recall_at_1_diff1": 0.80501, - "nauc_recall_at_3_max": 0.706346, - "nauc_recall_at_3_std": 0.212007, - "nauc_recall_at_3_diff1": 0.69768, - "nauc_recall_at_5_max": 0.714029, - "nauc_recall_at_5_std": 0.232852, - "nauc_recall_at_5_diff1": 0.699888, - "nauc_recall_at_10_max": 0.759572, - "nauc_recall_at_10_std": 0.318375, - "nauc_recall_at_10_diff1": 0.720038, - "nauc_recall_at_20_max": 0.771885, - "nauc_recall_at_20_std": 0.442237, - "nauc_recall_at_20_diff1": 0.723016, - "nauc_recall_at_100_max": 0.845324, - "nauc_recall_at_100_std": 0.719691, - "nauc_recall_at_100_diff1": 0.760922, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.677363, - "nauc_precision_at_1_std": 0.123578, - "nauc_precision_at_1_diff1": 0.80501, - "nauc_precision_at_3_max": 0.706346, - "nauc_precision_at_3_std": 0.212007, - "nauc_precision_at_3_diff1": 0.69768, - "nauc_precision_at_5_max": 0.714029, - "nauc_precision_at_5_std": 0.232852, - "nauc_precision_at_5_diff1": 0.699888, - "nauc_precision_at_10_max": 0.759572, - "nauc_precision_at_10_std": 0.318375, - "nauc_precision_at_10_diff1": 0.720038, - "nauc_precision_at_20_max": 0.771885, - "nauc_precision_at_20_std": 0.442237, - "nauc_precision_at_20_diff1": 0.723016, - "nauc_precision_at_100_max": 0.845324, - "nauc_precision_at_100_std": 0.719691, - "nauc_precision_at_100_diff1": 0.760922, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.677363, - "nauc_mrr_at_1_std": 0.123578, - "nauc_mrr_at_1_diff1": 0.80501, - "nauc_mrr_at_3_max": 0.689988, - "nauc_mrr_at_3_std": 0.159236, - "nauc_mrr_at_3_diff1": 0.761511, - "nauc_mrr_at_5_max": 0.690892, - "nauc_mrr_at_5_std": 0.161205, - "nauc_mrr_at_5_diff1": 0.763903, - "nauc_mrr_at_10_max": 0.693955, - "nauc_mrr_at_10_std": 0.16572, - "nauc_mrr_at_10_diff1": 0.767596, - "nauc_mrr_at_20_max": 0.693472, - "nauc_mrr_at_20_std": 0.166953, - "nauc_mrr_at_20_diff1": 0.768329, - "nauc_mrr_at_100_max": 0.69327, - "nauc_mrr_at_100_std": 0.166048, - "nauc_mrr_at_100_diff1": 0.768813, - "nauc_mrr_at_1000_max": 0.693202, - "nauc_mrr_at_1000_std": 0.165791, - "nauc_mrr_at_1000_diff1": 0.76883, - "main_score": 0.69755, + "accuracy": 0.54556, + "precision_at_1": 0.54556, + "precision_at_3": 0.22741, + "precision_at_5": 0.14756, + "precision_at_10": 0.08111, + "precision_at_20": 0.04389, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545556, + "mrr_at_3": 0.605926, + "mrr_at_5": 0.618648, + "mrr_at_10": 0.628465, + "mrr_at_20": 0.633108, + "mrr_at_100": 0.63556, + "mrr_at_1000": 0.635745, + "nauc_ndcg_at_1_max": 0.627638, + "nauc_ndcg_at_1_std": 0.118777, + "nauc_ndcg_at_1_diff1": 0.746585, + "nauc_ndcg_at_3_max": 0.635759, + "nauc_ndcg_at_3_std": 0.136653, + "nauc_ndcg_at_3_diff1": 0.707283, + "nauc_ndcg_at_5_max": 0.633239, + "nauc_ndcg_at_5_std": 0.149562, + "nauc_ndcg_at_5_diff1": 0.699161, + "nauc_ndcg_at_10_max": 0.649964, + "nauc_ndcg_at_10_std": 0.174141, + "nauc_ndcg_at_10_diff1": 0.704986, + "nauc_ndcg_at_20_max": 0.646199, + "nauc_ndcg_at_20_std": 0.167269, + "nauc_ndcg_at_20_diff1": 0.707866, + "nauc_ndcg_at_100_max": 0.645311, + "nauc_ndcg_at_100_std": 0.167322, + "nauc_ndcg_at_100_diff1": 0.713339, + "nauc_ndcg_at_1000_max": 0.642685, + "nauc_ndcg_at_1000_std": 0.159208, + "nauc_ndcg_at_1000_diff1": 0.713217, + "nauc_map_at_1_max": 0.627638, + "nauc_map_at_1_std": 0.118777, + "nauc_map_at_1_diff1": 0.746585, + "nauc_map_at_3_max": 0.634625, + "nauc_map_at_3_std": 0.133992, + "nauc_map_at_3_diff1": 0.717264, + "nauc_map_at_5_max": 0.633275, + "nauc_map_at_5_std": 0.140973, + "nauc_map_at_5_diff1": 0.713054, + "nauc_map_at_10_max": 0.63998, + "nauc_map_at_10_std": 0.150159, + "nauc_map_at_10_diff1": 0.715664, + "nauc_map_at_20_max": 0.639009, + "nauc_map_at_20_std": 0.148269, + "nauc_map_at_20_diff1": 0.716543, + "nauc_map_at_100_max": 0.638967, + "nauc_map_at_100_std": 0.148752, + "nauc_map_at_100_diff1": 0.717263, + "nauc_map_at_1000_max": 0.63888, + "nauc_map_at_1000_std": 0.148477, + "nauc_map_at_1000_diff1": 0.717273, + "nauc_recall_at_1_max": 0.627638, + "nauc_recall_at_1_std": 0.118777, + "nauc_recall_at_1_diff1": 0.746585, + "nauc_recall_at_3_max": 0.639006, + "nauc_recall_at_3_std": 0.144425, + "nauc_recall_at_3_diff1": 0.674698, + "nauc_recall_at_5_max": 0.632087, + "nauc_recall_at_5_std": 0.182171, + "nauc_recall_at_5_diff1": 0.646799, + "nauc_recall_at_10_max": 0.704901, + "nauc_recall_at_10_std": 0.303567, + "nauc_recall_at_10_diff1": 0.656803, + "nauc_recall_at_20_max": 0.699096, + "nauc_recall_at_20_std": 0.307908, + "nauc_recall_at_20_diff1": 0.656317, + "nauc_recall_at_100_max": 0.793634, + "nauc_recall_at_100_std": 0.623433, + "nauc_recall_at_100_diff1": 0.724406, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.627638, + "nauc_precision_at_1_std": 0.118777, + "nauc_precision_at_1_diff1": 0.746585, + "nauc_precision_at_3_max": 0.639006, + "nauc_precision_at_3_std": 0.144425, + "nauc_precision_at_3_diff1": 0.674698, + "nauc_precision_at_5_max": 0.632087, + "nauc_precision_at_5_std": 0.182171, + "nauc_precision_at_5_diff1": 0.646799, + "nauc_precision_at_10_max": 0.704901, + "nauc_precision_at_10_std": 0.303567, + "nauc_precision_at_10_diff1": 0.656803, + "nauc_precision_at_20_max": 0.699096, + "nauc_precision_at_20_std": 0.307908, + "nauc_precision_at_20_diff1": 0.656317, + "nauc_precision_at_100_max": 0.793634, + "nauc_precision_at_100_std": 0.623433, + "nauc_precision_at_100_diff1": 0.724406, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.627638, + "nauc_mrr_at_1_std": 0.118777, + "nauc_mrr_at_1_diff1": 0.746585, + "nauc_mrr_at_3_max": 0.634625, + "nauc_mrr_at_3_std": 0.133992, + "nauc_mrr_at_3_diff1": 0.717264, + "nauc_mrr_at_5_max": 0.633275, + "nauc_mrr_at_5_std": 0.140973, + "nauc_mrr_at_5_diff1": 0.713054, + "nauc_mrr_at_10_max": 0.63998, + "nauc_mrr_at_10_std": 0.150159, + "nauc_mrr_at_10_diff1": 0.715664, + "nauc_mrr_at_20_max": 0.639009, + "nauc_mrr_at_20_std": 0.148269, + "nauc_mrr_at_20_diff1": 0.716543, + "nauc_mrr_at_100_max": 0.638967, + "nauc_mrr_at_100_std": 0.148752, + "nauc_mrr_at_100_diff1": 0.717263, + "nauc_mrr_at_1000_max": 0.63888, + "nauc_mrr_at_1000_std": 0.148477, + "nauc_mrr_at_1000_diff1": 0.717273, + "hit_rate_at_1": 0.54556, + "hit_rate_at_3": 0.68222, + "hit_rate_at_5": 0.73778, + "hit_rate_at_10": 0.81111, + "hit_rate_at_20": 0.87778, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.67219, "hf_subset": "eng_Latn-mya_Mymr", "languages": [ "eng-Latn", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.9453, - "ndcg_at_5": 0.94985, - "ndcg_at_10": 0.95388, - "ndcg_at_20": 0.9553, - "ndcg_at_100": 0.95666, - "ndcg_at_1000": 0.9568, - "map_at_1": 0.92, - "map_at_3": 0.93907, - "map_at_5": 0.94157, - "map_at_10": 0.94328, - "map_at_20": 0.94368, - "map_at_100": 0.94392, - "map_at_1000": 0.94392, - "recall_at_1": 0.92, - "recall_at_3": 0.96333, - "recall_at_5": 0.97444, - "recall_at_10": 0.98667, - "recall_at_20": 0.99222, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93702, + "ndcg_at_5": 0.94353, + "ndcg_at_10": 0.9471, + "ndcg_at_20": 0.94858, + "ndcg_at_100": 0.95061, + "ndcg_at_1000": 0.95075, + "map_at_1": 0.90778, + "map_at_3": 0.93019, + "map_at_5": 0.93385, + "map_at_10": 0.93531, + "map_at_20": 0.93576, + "map_at_100": 0.93611, + "map_at_1000": 0.93611, + "recall_at_1": 0.90778, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32111, - "precision_at_5": 0.19489, - "precision_at_10": 0.09867, - "precision_at_20": 0.04961, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.939074, - "mrr_at_5": 0.941574, - "mrr_at_10": 0.943285, - "mrr_at_20": 0.943682, - "mrr_at_100": 0.943916, - "mrr_at_1000": 0.943921, - "nauc_ndcg_at_1_max": 0.829008, - "nauc_ndcg_at_1_std": -0.013403, - "nauc_ndcg_at_1_diff1": 0.935419, - "nauc_ndcg_at_3_max": 0.864284, - "nauc_ndcg_at_3_std": -0.043332, - "nauc_ndcg_at_3_diff1": 0.939351, - "nauc_ndcg_at_5_max": 0.864448, - "nauc_ndcg_at_5_std": -0.051155, - "nauc_ndcg_at_5_diff1": 0.942825, - "nauc_ndcg_at_10_max": 0.862141, - "nauc_ndcg_at_10_std": -0.023942, - "nauc_ndcg_at_10_diff1": 0.940859, - "nauc_ndcg_at_20_max": 0.858574, - "nauc_ndcg_at_20_std": -0.03326, - "nauc_ndcg_at_20_diff1": 0.940564, - "nauc_ndcg_at_100_max": 0.85557, - "nauc_ndcg_at_100_std": -0.030707, - "nauc_ndcg_at_100_diff1": 0.940038, - "nauc_ndcg_at_1000_max": 0.855104, - "nauc_ndcg_at_1000_std": -0.034035, - "nauc_ndcg_at_1000_diff1": 0.939844, - "nauc_map_at_1_max": 0.829008, - "nauc_map_at_1_std": -0.013403, - "nauc_map_at_1_diff1": 0.935419, - "nauc_map_at_3_max": 0.854889, - "nauc_map_at_3_std": -0.036029, - "nauc_map_at_3_diff1": 0.938635, - "nauc_map_at_5_max": 0.854556, - "nauc_map_at_5_std": -0.040468, - "nauc_map_at_5_diff1": 0.940269, - "nauc_map_at_10_max": 0.853225, - "nauc_map_at_10_std": -0.03314, - "nauc_map_at_10_diff1": 0.939473, - "nauc_map_at_20_max": 0.852362, - "nauc_map_at_20_std": -0.035309, - "nauc_map_at_20_diff1": 0.939366, - "nauc_map_at_100_max": 0.851959, - "nauc_map_at_100_std": -0.034616, - "nauc_map_at_100_diff1": 0.939281, - "nauc_map_at_1000_max": 0.851947, - "nauc_map_at_1000_std": -0.034699, - "nauc_map_at_1000_diff1": 0.939276, - "nauc_recall_at_1_max": 0.829008, - "nauc_recall_at_1_std": -0.013403, - "nauc_recall_at_1_diff1": 0.935419, - "nauc_recall_at_3_max": 0.908115, - "nauc_recall_at_3_std": -0.076861, - "nauc_recall_at_3_diff1": 0.942421, - "nauc_recall_at_5_max": 0.928044, - "nauc_recall_at_5_std": -0.119007, - "nauc_recall_at_5_diff1": 0.960216, - "nauc_recall_at_10_max": 0.96732, - "nauc_recall_at_10_std": 0.155735, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.075497, - "nauc_recall_at_20_diff1": 0.962652, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.930185, + "mrr_at_5": 0.933852, + "mrr_at_10": 0.935314, + "mrr_at_20": 0.935758, + "mrr_at_100": 0.936107, + "mrr_at_1000": 0.936111, + "nauc_ndcg_at_1_max": 0.829565, + "nauc_ndcg_at_1_std": -0.036235, + "nauc_ndcg_at_1_diff1": 0.936778, + "nauc_ndcg_at_3_max": 0.866012, + "nauc_ndcg_at_3_std": -0.029211, + "nauc_ndcg_at_3_diff1": 0.940466, + "nauc_ndcg_at_5_max": 0.859557, + "nauc_ndcg_at_5_std": -0.069979, + "nauc_ndcg_at_5_diff1": 0.940292, + "nauc_ndcg_at_10_max": 0.862867, + "nauc_ndcg_at_10_std": -0.005618, + "nauc_ndcg_at_10_diff1": 0.940858, + "nauc_ndcg_at_20_max": 0.859578, + "nauc_ndcg_at_20_std": -0.008865, + "nauc_ndcg_at_20_diff1": 0.93995, + "nauc_ndcg_at_100_max": 0.855082, + "nauc_ndcg_at_100_std": -0.027901, + "nauc_ndcg_at_100_diff1": 0.939316, + "nauc_ndcg_at_1000_max": 0.854673, + "nauc_ndcg_at_1000_std": -0.030802, + "nauc_ndcg_at_1000_diff1": 0.939144, + "nauc_map_at_1_max": 0.829565, + "nauc_map_at_1_std": -0.036235, + "nauc_map_at_1_diff1": 0.936778, + "nauc_map_at_3_max": 0.855948, + "nauc_map_at_3_std": -0.031947, + "nauc_map_at_3_diff1": 0.938993, + "nauc_map_at_5_max": 0.85225, + "nauc_map_at_5_std": -0.052401, + "nauc_map_at_5_diff1": 0.938809, + "nauc_map_at_10_max": 0.853012, + "nauc_map_at_10_std": -0.031252, + "nauc_map_at_10_diff1": 0.938878, + "nauc_map_at_20_max": 0.852109, + "nauc_map_at_20_std": -0.032893, + "nauc_map_at_20_diff1": 0.938661, + "nauc_map_at_100_max": 0.851501, + "nauc_map_at_100_std": -0.035347, + "nauc_map_at_100_diff1": 0.938584, + "nauc_map_at_1000_max": 0.851491, + "nauc_map_at_1000_std": -0.035418, + "nauc_map_at_1000_diff1": 0.93858, + "nauc_recall_at_1_max": 0.829565, + "nauc_recall_at_1_std": -0.036235, + "nauc_recall_at_1_diff1": 0.936778, + "nauc_recall_at_3_max": 0.911777, + "nauc_recall_at_3_std": -0.01616, + "nauc_recall_at_3_diff1": 0.947509, + "nauc_recall_at_5_max": 0.906349, + "nauc_recall_at_5_std": -0.200317, + "nauc_recall_at_5_diff1": 0.950794, + "nauc_recall_at_10_max": 0.973856, + "nauc_recall_at_10_std": 0.363834, + "nauc_recall_at_10_diff1": 0.965142, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.522316, + "nauc_recall_at_20_diff1": 0.960784, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829008, - "nauc_precision_at_1_std": -0.013403, - "nauc_precision_at_1_diff1": 0.935419, - "nauc_precision_at_3_max": 0.908115, - "nauc_precision_at_3_std": -0.076861, - "nauc_precision_at_3_diff1": 0.942421, - "nauc_precision_at_5_max": 0.928044, - "nauc_precision_at_5_std": -0.119007, - "nauc_precision_at_5_diff1": 0.960216, - "nauc_precision_at_10_max": 0.96732, - "nauc_precision_at_10_std": 0.155735, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.075497, - "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_1_max": 0.829565, + "nauc_precision_at_1_std": -0.036235, + "nauc_precision_at_1_diff1": 0.936778, + "nauc_precision_at_3_max": 0.911777, + "nauc_precision_at_3_std": -0.01616, + "nauc_precision_at_3_diff1": 0.947509, + "nauc_precision_at_5_max": 0.906349, + "nauc_precision_at_5_std": -0.200317, + "nauc_precision_at_5_diff1": 0.950794, + "nauc_precision_at_10_max": 0.973856, + "nauc_precision_at_10_std": 0.363834, + "nauc_precision_at_10_diff1": 0.965142, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.522316, + "nauc_precision_at_20_diff1": 0.960784, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829008, - "nauc_mrr_at_1_std": -0.013403, - "nauc_mrr_at_1_diff1": 0.935419, - "nauc_mrr_at_3_max": 0.854889, - "nauc_mrr_at_3_std": -0.036029, - "nauc_mrr_at_3_diff1": 0.938635, - "nauc_mrr_at_5_max": 0.854556, - "nauc_mrr_at_5_std": -0.040468, - "nauc_mrr_at_5_diff1": 0.940269, - "nauc_mrr_at_10_max": 0.853225, - "nauc_mrr_at_10_std": -0.03314, - "nauc_mrr_at_10_diff1": 0.939473, - "nauc_mrr_at_20_max": 0.852362, - "nauc_mrr_at_20_std": -0.035309, - "nauc_mrr_at_20_diff1": 0.939366, - "nauc_mrr_at_100_max": 0.851959, - "nauc_mrr_at_100_std": -0.034616, - "nauc_mrr_at_100_diff1": 0.939281, - "nauc_mrr_at_1000_max": 0.851947, - "nauc_mrr_at_1000_std": -0.034699, - "nauc_mrr_at_1000_diff1": 0.939276, - "main_score": 0.95388, + "nauc_mrr_at_1_max": 0.829565, + "nauc_mrr_at_1_std": -0.036235, + "nauc_mrr_at_1_diff1": 0.936778, + "nauc_mrr_at_3_max": 0.855948, + "nauc_mrr_at_3_std": -0.031947, + "nauc_mrr_at_3_diff1": 0.938993, + "nauc_mrr_at_5_max": 0.85225, + "nauc_mrr_at_5_std": -0.052401, + "nauc_mrr_at_5_diff1": 0.938809, + "nauc_mrr_at_10_max": 0.853012, + "nauc_mrr_at_10_std": -0.031252, + "nauc_mrr_at_10_diff1": 0.938878, + "nauc_mrr_at_20_max": 0.852109, + "nauc_mrr_at_20_std": -0.032893, + "nauc_mrr_at_20_diff1": 0.938661, + "nauc_mrr_at_100_max": 0.851501, + "nauc_mrr_at_100_std": -0.035347, + "nauc_mrr_at_100_diff1": 0.938584, + "nauc_mrr_at_1000_max": 0.851491, + "nauc_mrr_at_1000_std": -0.035418, + "nauc_mrr_at_1000_diff1": 0.93858, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9471, "hf_subset": "nld_Latn-nld_Latn", "languages": [ "nld-Latn", "nld-Latn" - ] - }, - { - "ndcg_at_1": 0.93222, - "ndcg_at_3": 0.95533, - "ndcg_at_5": 0.95997, - "ndcg_at_10": 0.9629, - "ndcg_at_20": 0.96463, - "ndcg_at_100": 0.96519, - "ndcg_at_1000": 0.96519, - "map_at_1": 0.93222, - "map_at_3": 0.95019, - "map_at_5": 0.9528, - "map_at_10": 0.95404, - "map_at_20": 0.95453, - "map_at_100": 0.95459, - "map_at_1000": 0.95459, - "recall_at_1": 0.93222, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92444, + "ndcg_at_3": 0.95185, + "ndcg_at_5": 0.9551, + "ndcg_at_10": 0.95828, + "ndcg_at_20": 0.96023, + "ndcg_at_100": 0.96064, + "ndcg_at_1000": 0.96079, + "map_at_1": 0.92444, + "map_at_3": 0.94519, + "map_at_5": 0.94702, + "map_at_10": 0.9483, + "map_at_20": 0.94882, + "map_at_100": 0.94888, + "map_at_1000": 0.94888, + "recall_at_1": 0.92444, + "recall_at_3": 0.97111, + "recall_at_5": 0.97889, + "recall_at_10": 0.98889, "recall_at_20": 0.99667, - "recall_at_100": 1.0, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93222, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, + "accuracy": 0.92444, + "precision_at_1": 0.92444, + "precision_at_3": 0.3237, + "precision_at_5": 0.19578, + "precision_at_10": 0.09889, "precision_at_20": 0.04983, - "precision_at_100": 0.01, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.932222, - "mrr_at_3": 0.950185, - "mrr_at_5": 0.952796, - "mrr_at_10": 0.95404, - "mrr_at_20": 0.954531, - "mrr_at_100": 0.954587, - "mrr_at_1000": 0.954587, - "nauc_ndcg_at_1_max": 0.841323, - "nauc_ndcg_at_1_std": -0.197686, - "nauc_ndcg_at_1_diff1": 0.940189, - "nauc_ndcg_at_3_max": 0.854101, - "nauc_ndcg_at_3_std": -0.276693, - "nauc_ndcg_at_3_diff1": 0.946936, - "nauc_ndcg_at_5_max": 0.865999, - "nauc_ndcg_at_5_std": -0.237556, - "nauc_ndcg_at_5_diff1": 0.946877, - "nauc_ndcg_at_10_max": 0.866153, - "nauc_ndcg_at_10_std": -0.179394, - "nauc_ndcg_at_10_diff1": 0.946695, - "nauc_ndcg_at_20_max": 0.859635, - "nauc_ndcg_at_20_std": -0.21166, - "nauc_ndcg_at_20_diff1": 0.94515, - "nauc_ndcg_at_100_max": 0.85738, - "nauc_ndcg_at_100_std": -0.218544, - "nauc_ndcg_at_100_diff1": 0.945033, - "nauc_ndcg_at_1000_max": 0.85738, - "nauc_ndcg_at_1000_std": -0.218544, - "nauc_ndcg_at_1000_diff1": 0.945033, - "nauc_map_at_1_max": 0.841323, - "nauc_map_at_1_std": -0.197686, - "nauc_map_at_1_diff1": 0.940189, - "nauc_map_at_3_max": 0.850944, - "nauc_map_at_3_std": -0.255379, - "nauc_map_at_3_diff1": 0.945036, - "nauc_map_at_5_max": 0.856622, - "nauc_map_at_5_std": -0.235182, - "nauc_map_at_5_diff1": 0.944919, - "nauc_map_at_10_max": 0.856387, - "nauc_map_at_10_std": -0.21557, - "nauc_map_at_10_diff1": 0.944795, - "nauc_map_at_20_max": 0.854836, - "nauc_map_at_20_std": -0.222952, - "nauc_map_at_20_diff1": 0.944427, - "nauc_map_at_100_max": 0.854657, - "nauc_map_at_100_std": -0.223236, - "nauc_map_at_100_diff1": 0.944433, - "nauc_map_at_1000_max": 0.854657, - "nauc_map_at_1000_std": -0.223236, - "nauc_map_at_1000_diff1": 0.944433, - "nauc_recall_at_1_max": 0.841323, - "nauc_recall_at_1_std": -0.197686, - "nauc_recall_at_1_diff1": 0.940189, - "nauc_recall_at_3_max": 0.86852, - "nauc_recall_at_3_std": -0.375661, - "nauc_recall_at_3_diff1": 0.955822, - "nauc_recall_at_5_max": 0.935602, - "nauc_recall_at_5_std": -0.238727, - "nauc_recall_at_5_diff1": 0.960592, - "nauc_recall_at_10_max": 1.0, - "nauc_recall_at_10_std": 0.421465, - "nauc_recall_at_10_diff1": 0.970951, + "mrr_at_1": 0.924444, + "mrr_at_3": 0.945185, + "mrr_at_5": 0.947019, + "mrr_at_10": 0.948302, + "mrr_at_20": 0.948822, + "mrr_at_100": 0.948877, + "mrr_at_1000": 0.948884, + "nauc_ndcg_at_1_max": 0.828376, + "nauc_ndcg_at_1_std": -0.217924, + "nauc_ndcg_at_1_diff1": 0.938176, + "nauc_ndcg_at_3_max": 0.835119, + "nauc_ndcg_at_3_std": -0.23913, + "nauc_ndcg_at_3_diff1": 0.93632, + "nauc_ndcg_at_5_max": 0.842939, + "nauc_ndcg_at_5_std": -0.226845, + "nauc_ndcg_at_5_diff1": 0.93728, + "nauc_ndcg_at_10_max": 0.846897, + "nauc_ndcg_at_10_std": -0.194449, + "nauc_ndcg_at_10_diff1": 0.938211, + "nauc_ndcg_at_20_max": 0.842448, + "nauc_ndcg_at_20_std": -0.209782, + "nauc_ndcg_at_20_diff1": 0.938008, + "nauc_ndcg_at_100_max": 0.840798, + "nauc_ndcg_at_100_std": -0.211041, + "nauc_ndcg_at_100_diff1": 0.938053, + "nauc_ndcg_at_1000_max": 0.84017, + "nauc_ndcg_at_1000_std": -0.215814, + "nauc_ndcg_at_1000_diff1": 0.937808, + "nauc_map_at_1_max": 0.828376, + "nauc_map_at_1_std": -0.217924, + "nauc_map_at_1_diff1": 0.938176, + "nauc_map_at_3_max": 0.834384, + "nauc_map_at_3_std": -0.234876, + "nauc_map_at_3_diff1": 0.936967, + "nauc_map_at_5_max": 0.838145, + "nauc_map_at_5_std": -0.228964, + "nauc_map_at_5_diff1": 0.937527, + "nauc_map_at_10_max": 0.83922, + "nauc_map_at_10_std": -0.217828, + "nauc_map_at_10_diff1": 0.937788, + "nauc_map_at_20_max": 0.838291, + "nauc_map_at_20_std": -0.220842, + "nauc_map_at_20_diff1": 0.937727, + "nauc_map_at_100_max": 0.838119, + "nauc_map_at_100_std": -0.22094, + "nauc_map_at_100_diff1": 0.937733, + "nauc_map_at_1000_max": 0.838095, + "nauc_map_at_1000_std": -0.221123, + "nauc_map_at_1000_diff1": 0.937724, + "nauc_recall_at_1_max": 0.828376, + "nauc_recall_at_1_std": -0.217924, + "nauc_recall_at_1_diff1": 0.938176, + "nauc_recall_at_3_max": 0.837966, + "nauc_recall_at_3_std": -0.260235, + "nauc_recall_at_3_diff1": 0.932755, + "nauc_recall_at_5_max": 0.87825, + "nauc_recall_at_5_std": -0.204457, + "nauc_recall_at_5_diff1": 0.935501, + "nauc_recall_at_10_max": 0.95915, + "nauc_recall_at_10_std": 0.181793, + "nauc_recall_at_10_diff1": 0.946078, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.282758, "nauc_recall_at_20_diff1": 0.956427, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841323, - "nauc_precision_at_1_std": -0.197686, - "nauc_precision_at_1_diff1": 0.940189, - "nauc_precision_at_3_max": 0.86852, - "nauc_precision_at_3_std": -0.375661, - "nauc_precision_at_3_diff1": 0.955822, - "nauc_precision_at_5_max": 0.935602, - "nauc_precision_at_5_std": -0.238727, - "nauc_precision_at_5_diff1": 0.960592, - "nauc_precision_at_10_max": 1.0, - "nauc_precision_at_10_std": 0.421465, - "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_1_max": 0.828376, + "nauc_precision_at_1_std": -0.217924, + "nauc_precision_at_1_diff1": 0.938176, + "nauc_precision_at_3_max": 0.837966, + "nauc_precision_at_3_std": -0.260235, + "nauc_precision_at_3_diff1": 0.932755, + "nauc_precision_at_5_max": 0.87825, + "nauc_precision_at_5_std": -0.204457, + "nauc_precision_at_5_diff1": 0.935501, + "nauc_precision_at_10_max": 0.95915, + "nauc_precision_at_10_std": 0.181793, + "nauc_precision_at_10_diff1": 0.946078, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.282758, "nauc_precision_at_20_diff1": 0.956427, @@ -31056,5750 +32938,6101 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841323, - "nauc_mrr_at_1_std": -0.197686, - "nauc_mrr_at_1_diff1": 0.940189, - "nauc_mrr_at_3_max": 0.850944, - "nauc_mrr_at_3_std": -0.255379, - "nauc_mrr_at_3_diff1": 0.945036, - "nauc_mrr_at_5_max": 0.856622, - "nauc_mrr_at_5_std": -0.235182, - "nauc_mrr_at_5_diff1": 0.944919, - "nauc_mrr_at_10_max": 0.856387, - "nauc_mrr_at_10_std": -0.21557, - "nauc_mrr_at_10_diff1": 0.944795, - "nauc_mrr_at_20_max": 0.854836, - "nauc_mrr_at_20_std": -0.222952, - "nauc_mrr_at_20_diff1": 0.944427, - "nauc_mrr_at_100_max": 0.854657, - "nauc_mrr_at_100_std": -0.223236, - "nauc_mrr_at_100_diff1": 0.944433, - "nauc_mrr_at_1000_max": 0.854657, - "nauc_mrr_at_1000_std": -0.223236, - "nauc_mrr_at_1000_diff1": 0.944433, - "main_score": 0.9629, + "nauc_mrr_at_1_max": 0.828376, + "nauc_mrr_at_1_std": -0.217924, + "nauc_mrr_at_1_diff1": 0.938176, + "nauc_mrr_at_3_max": 0.834384, + "nauc_mrr_at_3_std": -0.234876, + "nauc_mrr_at_3_diff1": 0.936967, + "nauc_mrr_at_5_max": 0.838145, + "nauc_mrr_at_5_std": -0.228964, + "nauc_mrr_at_5_diff1": 0.937527, + "nauc_mrr_at_10_max": 0.83922, + "nauc_mrr_at_10_std": -0.217828, + "nauc_mrr_at_10_diff1": 0.937788, + "nauc_mrr_at_20_max": 0.838291, + "nauc_mrr_at_20_std": -0.220842, + "nauc_mrr_at_20_diff1": 0.937727, + "nauc_mrr_at_100_max": 0.838119, + "nauc_mrr_at_100_std": -0.22094, + "nauc_mrr_at_100_diff1": 0.937733, + "nauc_mrr_at_1000_max": 0.838095, + "nauc_mrr_at_1000_std": -0.221123, + "nauc_mrr_at_1000_diff1": 0.937724, + "hit_rate_at_1": 0.92444, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99667, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95828, "hf_subset": "nld_Latn-eng_Latn", "languages": [ "nld-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91222, - "ndcg_at_3": 0.94217, - "ndcg_at_5": 0.94613, - "ndcg_at_10": 0.95061, - "ndcg_at_20": 0.95177, - "ndcg_at_100": 0.95332, - "ndcg_at_1000": 0.95364, - "map_at_1": 0.91222, - "map_at_3": 0.93519, - "map_at_5": 0.9373, - "map_at_10": 0.93924, - "map_at_20": 0.93958, - "map_at_100": 0.93983, - "map_at_1000": 0.93985, - "recall_at_1": 0.91222, - "recall_at_3": 0.96222, - "recall_at_5": 0.97222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.9343, + "ndcg_at_5": 0.93846, + "ndcg_at_10": 0.94175, + "ndcg_at_20": 0.94437, + "ndcg_at_100": 0.94609, + "ndcg_at_1000": 0.9464, + "map_at_1": 0.89778, + "map_at_3": 0.92574, + "map_at_5": 0.92807, + "map_at_10": 0.92947, + "map_at_20": 0.93023, + "map_at_100": 0.9305, + "map_at_1000": 0.93052, + "recall_at_1": 0.89778, + "recall_at_3": 0.95889, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91222, - "precision_at_3": 0.32074, - "precision_at_5": 0.19444, - "precision_at_10": 0.09856, - "precision_at_20": 0.0495, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31963, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.912222, - "mrr_at_3": 0.935185, - "mrr_at_5": 0.937296, - "mrr_at_10": 0.939242, - "mrr_at_20": 0.939579, - "mrr_at_100": 0.939834, - "mrr_at_1000": 0.939852, - "nauc_ndcg_at_1_max": 0.850619, - "nauc_ndcg_at_1_std": -0.094529, - "nauc_ndcg_at_1_diff1": 0.930031, - "nauc_ndcg_at_3_max": 0.877025, - "nauc_ndcg_at_3_std": -0.076832, - "nauc_ndcg_at_3_diff1": 0.933871, - "nauc_ndcg_at_5_max": 0.87123, - "nauc_ndcg_at_5_std": -0.086632, - "nauc_ndcg_at_5_diff1": 0.933293, - "nauc_ndcg_at_10_max": 0.870177, - "nauc_ndcg_at_10_std": -0.075782, - "nauc_ndcg_at_10_diff1": 0.934299, - "nauc_ndcg_at_20_max": 0.867754, - "nauc_ndcg_at_20_std": -0.074777, - "nauc_ndcg_at_20_diff1": 0.933417, - "nauc_ndcg_at_100_max": 0.866988, - "nauc_ndcg_at_100_std": -0.079832, - "nauc_ndcg_at_100_diff1": 0.932863, - "nauc_ndcg_at_1000_max": 0.866072, - "nauc_ndcg_at_1000_std": -0.086822, - "nauc_ndcg_at_1000_diff1": 0.932856, - "nauc_map_at_1_max": 0.850619, - "nauc_map_at_1_std": -0.094529, - "nauc_map_at_1_diff1": 0.930031, - "nauc_map_at_3_max": 0.869489, - "nauc_map_at_3_std": -0.084515, - "nauc_map_at_3_diff1": 0.933153, - "nauc_map_at_5_max": 0.866543, - "nauc_map_at_5_std": -0.089101, - "nauc_map_at_5_diff1": 0.932872, - "nauc_map_at_10_max": 0.865545, - "nauc_map_at_10_std": -0.087395, - "nauc_map_at_10_diff1": 0.933169, - "nauc_map_at_20_max": 0.86492, - "nauc_map_at_20_std": -0.08781, - "nauc_map_at_20_diff1": 0.932922, - "nauc_map_at_100_max": 0.864695, - "nauc_map_at_100_std": -0.089133, - "nauc_map_at_100_diff1": 0.932775, - "nauc_map_at_1000_max": 0.864654, - "nauc_map_at_1000_std": -0.08944, - "nauc_map_at_1000_diff1": 0.932775, - "nauc_recall_at_1_max": 0.850619, - "nauc_recall_at_1_std": -0.094529, - "nauc_recall_at_1_diff1": 0.930031, - "nauc_recall_at_3_max": 0.913563, - "nauc_recall_at_3_std": -0.037444, - "nauc_recall_at_3_diff1": 0.937043, - "nauc_recall_at_5_max": 0.898786, - "nauc_recall_at_5_std": -0.072624, - "nauc_recall_at_5_diff1": 0.935294, - "nauc_recall_at_10_max": 0.924226, - "nauc_recall_at_10_std": 0.096639, - "nauc_recall_at_10_diff1": 0.948467, - "nauc_recall_at_20_max": 0.905073, - "nauc_recall_at_20_std": 0.218695, - "nauc_recall_at_20_diff1": 0.940087, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.925741, + "mrr_at_5": 0.928074, + "mrr_at_10": 0.929467, + "mrr_at_20": 0.930228, + "mrr_at_100": 0.9305, + "mrr_at_1000": 0.930516, + "nauc_ndcg_at_1_max": 0.815291, + "nauc_ndcg_at_1_std": -0.322859, + "nauc_ndcg_at_1_diff1": 0.930434, + "nauc_ndcg_at_3_max": 0.854341, + "nauc_ndcg_at_3_std": -0.30115, + "nauc_ndcg_at_3_diff1": 0.940722, + "nauc_ndcg_at_5_max": 0.850736, + "nauc_ndcg_at_5_std": -0.302583, + "nauc_ndcg_at_5_diff1": 0.939762, + "nauc_ndcg_at_10_max": 0.843957, + "nauc_ndcg_at_10_std": -0.274392, + "nauc_ndcg_at_10_diff1": 0.938779, + "nauc_ndcg_at_20_max": 0.845181, + "nauc_ndcg_at_20_std": -0.277505, + "nauc_ndcg_at_20_diff1": 0.938759, + "nauc_ndcg_at_100_max": 0.841297, + "nauc_ndcg_at_100_std": -0.293081, + "nauc_ndcg_at_100_diff1": 0.937361, + "nauc_ndcg_at_1000_max": 0.841703, + "nauc_ndcg_at_1000_std": -0.294175, + "nauc_ndcg_at_1000_diff1": 0.937823, + "nauc_map_at_1_max": 0.815291, + "nauc_map_at_1_std": -0.322859, + "nauc_map_at_1_diff1": 0.930434, + "nauc_map_at_3_max": 0.84384, + "nauc_map_at_3_std": -0.307128, + "nauc_map_at_3_diff1": 0.938199, + "nauc_map_at_5_max": 0.841824, + "nauc_map_at_5_std": -0.307945, + "nauc_map_at_5_diff1": 0.937707, + "nauc_map_at_10_max": 0.839295, + "nauc_map_at_10_std": -0.298154, + "nauc_map_at_10_diff1": 0.937305, + "nauc_map_at_20_max": 0.839507, + "nauc_map_at_20_std": -0.29903, + "nauc_map_at_20_diff1": 0.937303, + "nauc_map_at_100_max": 0.839015, + "nauc_map_at_100_std": -0.301102, + "nauc_map_at_100_diff1": 0.937137, + "nauc_map_at_1000_max": 0.839035, + "nauc_map_at_1000_std": -0.301121, + "nauc_map_at_1000_diff1": 0.937158, + "nauc_recall_at_1_max": 0.815291, + "nauc_recall_at_1_std": -0.322859, + "nauc_recall_at_1_diff1": 0.930434, + "nauc_recall_at_3_max": 0.907147, + "nauc_recall_at_3_std": -0.270964, + "nauc_recall_at_3_diff1": 0.953188, + "nauc_recall_at_5_max": 0.906479, + "nauc_recall_at_5_std": -0.268674, + "nauc_recall_at_5_diff1": 0.952148, + "nauc_recall_at_10_max": 0.87594, + "nauc_recall_at_10_std": -0.018158, + "nauc_recall_at_10_diff1": 0.95012, + "nauc_recall_at_20_max": 0.929272, + "nauc_recall_at_20_std": 0.148179, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 0.777077, + "nauc_recall_at_100_std": -0.075864, + "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.850619, - "nauc_precision_at_1_std": -0.094529, - "nauc_precision_at_1_diff1": 0.930031, - "nauc_precision_at_3_max": 0.913563, - "nauc_precision_at_3_std": -0.037444, - "nauc_precision_at_3_diff1": 0.937043, - "nauc_precision_at_5_max": 0.898786, - "nauc_precision_at_5_std": -0.072624, - "nauc_precision_at_5_diff1": 0.935294, - "nauc_precision_at_10_max": 0.924226, - "nauc_precision_at_10_std": 0.096639, - "nauc_precision_at_10_diff1": 0.948467, - "nauc_precision_at_20_max": 0.905073, - "nauc_precision_at_20_std": 0.218695, - "nauc_precision_at_20_diff1": 0.940087, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1_max": 0.815291, + "nauc_precision_at_1_std": -0.322859, + "nauc_precision_at_1_diff1": 0.930434, + "nauc_precision_at_3_max": 0.907147, + "nauc_precision_at_3_std": -0.270964, + "nauc_precision_at_3_diff1": 0.953188, + "nauc_precision_at_5_max": 0.906479, + "nauc_precision_at_5_std": -0.268674, + "nauc_precision_at_5_diff1": 0.952148, + "nauc_precision_at_10_max": 0.87594, + "nauc_precision_at_10_std": -0.018158, + "nauc_precision_at_10_diff1": 0.95012, + "nauc_precision_at_20_max": 0.929272, + "nauc_precision_at_20_std": 0.148179, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 0.777077, + "nauc_precision_at_100_std": -0.075864, + "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.850619, - "nauc_mrr_at_1_std": -0.094529, - "nauc_mrr_at_1_diff1": 0.930031, - "nauc_mrr_at_3_max": 0.869489, - "nauc_mrr_at_3_std": -0.084515, - "nauc_mrr_at_3_diff1": 0.933153, - "nauc_mrr_at_5_max": 0.866543, - "nauc_mrr_at_5_std": -0.089101, - "nauc_mrr_at_5_diff1": 0.932872, - "nauc_mrr_at_10_max": 0.865545, - "nauc_mrr_at_10_std": -0.087395, - "nauc_mrr_at_10_diff1": 0.933169, - "nauc_mrr_at_20_max": 0.86492, - "nauc_mrr_at_20_std": -0.08781, - "nauc_mrr_at_20_diff1": 0.932922, - "nauc_mrr_at_100_max": 0.864695, - "nauc_mrr_at_100_std": -0.089133, - "nauc_mrr_at_100_diff1": 0.932775, - "nauc_mrr_at_1000_max": 0.864654, - "nauc_mrr_at_1000_std": -0.08944, - "nauc_mrr_at_1000_diff1": 0.932775, - "main_score": 0.95061, + "nauc_mrr_at_1_max": 0.815291, + "nauc_mrr_at_1_std": -0.322859, + "nauc_mrr_at_1_diff1": 0.930434, + "nauc_mrr_at_3_max": 0.84384, + "nauc_mrr_at_3_std": -0.307128, + "nauc_mrr_at_3_diff1": 0.938199, + "nauc_mrr_at_5_max": 0.841824, + "nauc_mrr_at_5_std": -0.307945, + "nauc_mrr_at_5_diff1": 0.937707, + "nauc_mrr_at_10_max": 0.839295, + "nauc_mrr_at_10_std": -0.298154, + "nauc_mrr_at_10_diff1": 0.937305, + "nauc_mrr_at_20_max": 0.839507, + "nauc_mrr_at_20_std": -0.29903, + "nauc_mrr_at_20_diff1": 0.937303, + "nauc_mrr_at_100_max": 0.839015, + "nauc_mrr_at_100_std": -0.301102, + "nauc_mrr_at_100_diff1": 0.937137, + "nauc_mrr_at_1000_max": 0.839035, + "nauc_mrr_at_1000_std": -0.301121, + "nauc_mrr_at_1000_diff1": 0.937158, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94175, "hf_subset": "eng_Latn-nld_Latn", "languages": [ "eng-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9491, - "ndcg_at_5": 0.95427, - "ndcg_at_10": 0.95681, - "ndcg_at_20": 0.95764, - "ndcg_at_100": 0.95892, - "ndcg_at_1000": 0.95937, - "map_at_1": 0.92222, - "map_at_3": 0.94296, - "map_at_5": 0.94591, - "map_at_10": 0.94697, - "map_at_20": 0.94719, - "map_at_100": 0.94738, - "map_at_1000": 0.9474, - "recall_at_1": 0.92222, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94673, + "ndcg_at_5": 0.95041, + "ndcg_at_10": 0.95295, + "ndcg_at_20": 0.95382, + "ndcg_at_100": 0.95588, + "ndcg_at_1000": 0.95633, + "map_at_1": 0.91778, + "map_at_3": 0.93981, + "map_at_5": 0.94187, + "map_at_10": 0.94293, + "map_at_20": 0.94318, + "map_at_100": 0.94355, + "map_at_1000": 0.94356, + "recall_at_1": 0.91778, "recall_at_3": 0.96667, - "recall_at_5": 0.97889, - "recall_at_10": 0.98667, - "recall_at_20": 0.99, + "recall_at_5": 0.97556, + "recall_at_10": 0.98333, + "recall_at_20": 0.98667, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, + "accuracy": 0.91778, + "precision_at_1": 0.91778, "precision_at_3": 0.32222, - "precision_at_5": 0.19578, - "precision_at_10": 0.09867, - "precision_at_20": 0.0495, + "precision_at_5": 0.19511, + "precision_at_10": 0.09833, + "precision_at_20": 0.04933, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.942963, - "mrr_at_5": 0.945907, - "mrr_at_10": 0.94697, - "mrr_at_20": 0.947188, - "mrr_at_100": 0.947379, - "mrr_at_1000": 0.9474, - "nauc_ndcg_at_1_max": 0.848693, - "nauc_ndcg_at_1_std": -0.018541, - "nauc_ndcg_at_1_diff1": 0.946312, - "nauc_ndcg_at_3_max": 0.865871, - "nauc_ndcg_at_3_std": -0.091652, - "nauc_ndcg_at_3_diff1": 0.941732, - "nauc_ndcg_at_5_max": 0.867743, - "nauc_ndcg_at_5_std": -0.064863, - "nauc_ndcg_at_5_diff1": 0.939253, - "nauc_ndcg_at_10_max": 0.868498, - "nauc_ndcg_at_10_std": -0.072659, - "nauc_ndcg_at_10_diff1": 0.940181, - "nauc_ndcg_at_20_max": 0.865928, - "nauc_ndcg_at_20_std": -0.065374, - "nauc_ndcg_at_20_diff1": 0.939851, - "nauc_ndcg_at_100_max": 0.865266, - "nauc_ndcg_at_100_std": -0.039156, - "nauc_ndcg_at_100_diff1": 0.941292, - "nauc_ndcg_at_1000_max": 0.863767, - "nauc_ndcg_at_1000_std": -0.05071, - "nauc_ndcg_at_1000_diff1": 0.941066, - "nauc_map_at_1_max": 0.848693, - "nauc_map_at_1_std": -0.018541, - "nauc_map_at_1_diff1": 0.946312, - "nauc_map_at_3_max": 0.861003, - "nauc_map_at_3_std": -0.066681, - "nauc_map_at_3_diff1": 0.942598, - "nauc_map_at_5_max": 0.861792, - "nauc_map_at_5_std": -0.051537, - "nauc_map_at_5_diff1": 0.941487, - "nauc_map_at_10_max": 0.862058, - "nauc_map_at_10_std": -0.053288, - "nauc_map_at_10_diff1": 0.941831, - "nauc_map_at_20_max": 0.861488, - "nauc_map_at_20_std": -0.051578, - "nauc_map_at_20_diff1": 0.941763, - "nauc_map_at_100_max": 0.861349, - "nauc_map_at_100_std": -0.048341, - "nauc_map_at_100_diff1": 0.941884, - "nauc_map_at_1000_max": 0.861292, - "nauc_map_at_1000_std": -0.04877, - "nauc_map_at_1000_diff1": 0.941869, - "nauc_recall_at_1_max": 0.848693, - "nauc_recall_at_1_std": -0.018541, - "nauc_recall_at_1_diff1": 0.946312, - "nauc_recall_at_3_max": 0.889356, - "nauc_recall_at_3_std": -0.215608, - "nauc_recall_at_3_diff1": 0.937908, - "nauc_recall_at_5_max": 0.910929, - "nauc_recall_at_5_std": -0.159394, - "nauc_recall_at_5_diff1": 0.922601, - "nauc_recall_at_10_max": 0.94106, - "nauc_recall_at_10_std": -0.304194, - "nauc_recall_at_10_diff1": 0.922386, - "nauc_recall_at_20_max": 0.921413, - "nauc_recall_at_20_std": -0.260764, - "nauc_recall_at_20_diff1": 0.911038, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.94187, + "mrr_at_10": 0.942932, + "mrr_at_20": 0.94318, + "mrr_at_100": 0.943545, + "mrr_at_1000": 0.943565, + "nauc_ndcg_at_1_max": 0.793884, + "nauc_ndcg_at_1_std": -0.049852, + "nauc_ndcg_at_1_diff1": 0.94546, + "nauc_ndcg_at_3_max": 0.840353, + "nauc_ndcg_at_3_std": -0.081988, + "nauc_ndcg_at_3_diff1": 0.946943, + "nauc_ndcg_at_5_max": 0.834062, + "nauc_ndcg_at_5_std": -0.08629, + "nauc_ndcg_at_5_diff1": 0.943003, + "nauc_ndcg_at_10_max": 0.83515, + "nauc_ndcg_at_10_std": -0.06289, + "nauc_ndcg_at_10_diff1": 0.943044, + "nauc_ndcg_at_20_max": 0.832945, + "nauc_ndcg_at_20_std": -0.076913, + "nauc_ndcg_at_20_diff1": 0.942857, + "nauc_ndcg_at_100_max": 0.829646, + "nauc_ndcg_at_100_std": -0.049448, + "nauc_ndcg_at_100_diff1": 0.944161, + "nauc_ndcg_at_1000_max": 0.827909, + "nauc_ndcg_at_1000_std": -0.060152, + "nauc_ndcg_at_1000_diff1": 0.943992, + "nauc_map_at_1_max": 0.793884, + "nauc_map_at_1_std": -0.049852, + "nauc_map_at_1_diff1": 0.94546, + "nauc_map_at_3_max": 0.827439, + "nauc_map_at_3_std": -0.071057, + "nauc_map_at_3_diff1": 0.946204, + "nauc_map_at_5_max": 0.824093, + "nauc_map_at_5_std": -0.071338, + "nauc_map_at_5_diff1": 0.944302, + "nauc_map_at_10_max": 0.824429, + "nauc_map_at_10_std": -0.062827, + "nauc_map_at_10_diff1": 0.944321, + "nauc_map_at_20_max": 0.823895, + "nauc_map_at_20_std": -0.066284, + "nauc_map_at_20_diff1": 0.944311, + "nauc_map_at_100_max": 0.823397, + "nauc_map_at_100_std": -0.061896, + "nauc_map_at_100_diff1": 0.944438, + "nauc_map_at_1000_max": 0.823336, + "nauc_map_at_1000_std": -0.062264, + "nauc_map_at_1000_diff1": 0.944427, + "nauc_recall_at_1_max": 0.793884, + "nauc_recall_at_1_std": -0.049852, + "nauc_recall_at_1_diff1": 0.94546, + "nauc_recall_at_3_max": 0.905851, + "nauc_recall_at_3_std": -0.1392, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.897823, + "nauc_recall_at_5_std": -0.194678, + "nauc_recall_at_5_diff1": 0.933155, + "nauc_recall_at_10_max": 0.934329, + "nauc_recall_at_10_std": -0.045534, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.928805, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.922386, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848693, - "nauc_precision_at_1_std": -0.018541, - "nauc_precision_at_1_diff1": 0.946312, - "nauc_precision_at_3_max": 0.889356, - "nauc_precision_at_3_std": -0.215608, - "nauc_precision_at_3_diff1": 0.937908, - "nauc_precision_at_5_max": 0.910929, - "nauc_precision_at_5_std": -0.159394, - "nauc_precision_at_5_diff1": 0.922601, - "nauc_precision_at_10_max": 0.94106, - "nauc_precision_at_10_std": -0.304194, - "nauc_precision_at_10_diff1": 0.922386, - "nauc_precision_at_20_max": 0.921413, - "nauc_precision_at_20_std": -0.260764, - "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_1_max": 0.793884, + "nauc_precision_at_1_std": -0.049852, + "nauc_precision_at_1_diff1": 0.94546, + "nauc_precision_at_3_max": 0.905851, + "nauc_precision_at_3_std": -0.1392, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.897823, + "nauc_precision_at_5_std": -0.194678, + "nauc_precision_at_5_diff1": 0.933155, + "nauc_precision_at_10_max": 0.934329, + "nauc_precision_at_10_std": -0.045534, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.928805, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.922386, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848693, - "nauc_mrr_at_1_std": -0.018541, - "nauc_mrr_at_1_diff1": 0.946312, - "nauc_mrr_at_3_max": 0.861003, - "nauc_mrr_at_3_std": -0.066681, - "nauc_mrr_at_3_diff1": 0.942598, - "nauc_mrr_at_5_max": 0.861792, - "nauc_mrr_at_5_std": -0.051537, - "nauc_mrr_at_5_diff1": 0.941487, - "nauc_mrr_at_10_max": 0.862058, - "nauc_mrr_at_10_std": -0.053288, - "nauc_mrr_at_10_diff1": 0.941831, - "nauc_mrr_at_20_max": 0.861488, - "nauc_mrr_at_20_std": -0.051578, - "nauc_mrr_at_20_diff1": 0.941763, - "nauc_mrr_at_100_max": 0.861349, - "nauc_mrr_at_100_std": -0.048341, - "nauc_mrr_at_100_diff1": 0.941884, - "nauc_mrr_at_1000_max": 0.861292, - "nauc_mrr_at_1000_std": -0.04877, - "nauc_mrr_at_1000_diff1": 0.941869, - "main_score": 0.95681, + "nauc_mrr_at_1_max": 0.793884, + "nauc_mrr_at_1_std": -0.049852, + "nauc_mrr_at_1_diff1": 0.94546, + "nauc_mrr_at_3_max": 0.827439, + "nauc_mrr_at_3_std": -0.071057, + "nauc_mrr_at_3_diff1": 0.946204, + "nauc_mrr_at_5_max": 0.824093, + "nauc_mrr_at_5_std": -0.071338, + "nauc_mrr_at_5_diff1": 0.944302, + "nauc_mrr_at_10_max": 0.824429, + "nauc_mrr_at_10_std": -0.062827, + "nauc_mrr_at_10_diff1": 0.944321, + "nauc_mrr_at_20_max": 0.823895, + "nauc_mrr_at_20_std": -0.066284, + "nauc_mrr_at_20_diff1": 0.944311, + "nauc_mrr_at_100_max": 0.823397, + "nauc_mrr_at_100_std": -0.061896, + "nauc_mrr_at_100_diff1": 0.944438, + "nauc_mrr_at_1000_max": 0.823336, + "nauc_mrr_at_1000_std": -0.062264, + "nauc_mrr_at_1000_diff1": 0.944427, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95295, "hf_subset": "nob_Latn-nob_Latn", "languages": [ "nob-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92222, - "ndcg_at_3": 0.9526, - "ndcg_at_5": 0.95634, - "ndcg_at_10": 0.95878, - "ndcg_at_20": 0.95994, - "ndcg_at_100": 0.96076, - "ndcg_at_1000": 0.96108, - "map_at_1": 0.92222, - "map_at_3": 0.94574, - "map_at_5": 0.94785, - "map_at_10": 0.94882, - "map_at_20": 0.94916, - "map_at_100": 0.94927, - "map_at_1000": 0.94929, - "recall_at_1": 0.92222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98111, - "recall_at_10": 0.98889, + "ndcg_at_1": 0.92333, + "ndcg_at_3": 0.9498, + "ndcg_at_5": 0.95487, + "ndcg_at_10": 0.95771, + "ndcg_at_20": 0.95921, + "ndcg_at_100": 0.96003, + "ndcg_at_1000": 0.96033, + "map_at_1": 0.92333, + "map_at_3": 0.94389, + "map_at_5": 0.94672, + "map_at_10": 0.94788, + "map_at_20": 0.94833, + "map_at_100": 0.94845, + "map_at_1000": 0.94846, + "recall_at_1": 0.92333, + "recall_at_3": 0.96667, + "recall_at_5": 0.97889, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19622, - "precision_at_10": 0.09889, + "accuracy": 0.92333, + "precision_at_1": 0.92333, + "precision_at_3": 0.32222, + "precision_at_5": 0.19578, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.922222, - "mrr_at_3": 0.945741, - "mrr_at_5": 0.947852, - "mrr_at_10": 0.948818, - "mrr_at_20": 0.949164, - "mrr_at_100": 0.949271, - "mrr_at_1000": 0.949289, - "nauc_ndcg_at_1_max": 0.811178, - "nauc_ndcg_at_1_std": -0.218301, - "nauc_ndcg_at_1_diff1": 0.939943, - "nauc_ndcg_at_3_max": 0.81123, - "nauc_ndcg_at_3_std": -0.370522, - "nauc_ndcg_at_3_diff1": 0.940168, - "nauc_ndcg_at_5_max": 0.81477, - "nauc_ndcg_at_5_std": -0.348389, - "nauc_ndcg_at_5_diff1": 0.945133, - "nauc_ndcg_at_10_max": 0.815433, - "nauc_ndcg_at_10_std": -0.296579, - "nauc_ndcg_at_10_diff1": 0.944395, - "nauc_ndcg_at_20_max": 0.82157, - "nauc_ndcg_at_20_std": -0.275663, - "nauc_ndcg_at_20_diff1": 0.943725, - "nauc_ndcg_at_100_max": 0.817853, - "nauc_ndcg_at_100_std": -0.278927, - "nauc_ndcg_at_100_diff1": 0.943215, - "nauc_ndcg_at_1000_max": 0.816356, - "nauc_ndcg_at_1000_std": -0.28944, - "nauc_ndcg_at_1000_diff1": 0.942748, - "nauc_map_at_1_max": 0.811178, - "nauc_map_at_1_std": -0.218301, - "nauc_map_at_1_diff1": 0.939943, - "nauc_map_at_3_max": 0.811533, - "nauc_map_at_3_std": -0.322006, - "nauc_map_at_3_diff1": 0.940002, - "nauc_map_at_5_max": 0.813318, - "nauc_map_at_5_std": -0.309209, - "nauc_map_at_5_diff1": 0.942326, - "nauc_map_at_10_max": 0.813828, - "nauc_map_at_10_std": -0.291274, - "nauc_map_at_10_diff1": 0.942183, - "nauc_map_at_20_max": 0.815034, - "nauc_map_at_20_std": -0.286859, - "nauc_map_at_20_diff1": 0.942009, - "nauc_map_at_100_max": 0.814645, - "nauc_map_at_100_std": -0.287171, - "nauc_map_at_100_diff1": 0.941948, - "nauc_map_at_1000_max": 0.814578, - "nauc_map_at_1000_std": -0.287632, - "nauc_map_at_1000_diff1": 0.941927, - "nauc_recall_at_1_max": 0.811178, - "nauc_recall_at_1_std": -0.218301, - "nauc_recall_at_1_diff1": 0.939943, - "nauc_recall_at_3_max": 0.809262, - "nauc_recall_at_3_std": -0.640691, - "nauc_recall_at_3_diff1": 0.941176, - "nauc_recall_at_5_max": 0.826742, - "nauc_recall_at_5_std": -0.649887, - "nauc_recall_at_5_diff1": 0.969243, - "nauc_recall_at_10_max": 0.835014, - "nauc_recall_at_10_std": -0.265406, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.260971, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_1": 0.923333, + "mrr_at_3": 0.943889, + "mrr_at_5": 0.946722, + "mrr_at_10": 0.947876, + "mrr_at_20": 0.948333, + "mrr_at_100": 0.948447, + "mrr_at_1000": 0.948462, + "nauc_ndcg_at_1_max": 0.777094, + "nauc_ndcg_at_1_std": -0.275328, + "nauc_ndcg_at_1_diff1": 0.928585, + "nauc_ndcg_at_3_max": 0.797741, + "nauc_ndcg_at_3_std": -0.306707, + "nauc_ndcg_at_3_diff1": 0.938025, + "nauc_ndcg_at_5_max": 0.801035, + "nauc_ndcg_at_5_std": -0.295639, + "nauc_ndcg_at_5_diff1": 0.936641, + "nauc_ndcg_at_10_max": 0.795979, + "nauc_ndcg_at_10_std": -0.297715, + "nauc_ndcg_at_10_diff1": 0.936036, + "nauc_ndcg_at_20_max": 0.795349, + "nauc_ndcg_at_20_std": -0.283383, + "nauc_ndcg_at_20_diff1": 0.935652, + "nauc_ndcg_at_100_max": 0.796164, + "nauc_ndcg_at_100_std": -0.274537, + "nauc_ndcg_at_100_diff1": 0.935696, + "nauc_ndcg_at_1000_max": 0.794597, + "nauc_ndcg_at_1000_std": -0.284335, + "nauc_ndcg_at_1000_diff1": 0.935202, + "nauc_map_at_1_max": 0.777094, + "nauc_map_at_1_std": -0.275328, + "nauc_map_at_1_diff1": 0.928585, + "nauc_map_at_3_max": 0.792355, + "nauc_map_at_3_std": -0.297751, + "nauc_map_at_3_diff1": 0.935303, + "nauc_map_at_5_max": 0.793631, + "nauc_map_at_5_std": -0.291875, + "nauc_map_at_5_diff1": 0.934537, + "nauc_map_at_10_max": 0.791819, + "nauc_map_at_10_std": -0.293041, + "nauc_map_at_10_diff1": 0.934399, + "nauc_map_at_20_max": 0.791723, + "nauc_map_at_20_std": -0.288846, + "nauc_map_at_20_diff1": 0.934309, + "nauc_map_at_100_max": 0.791935, + "nauc_map_at_100_std": -0.287539, + "nauc_map_at_100_diff1": 0.934318, + "nauc_map_at_1000_max": 0.791877, + "nauc_map_at_1000_std": -0.287898, + "nauc_map_at_1000_diff1": 0.9343, + "nauc_recall_at_1_max": 0.777094, + "nauc_recall_at_1_std": -0.275328, + "nauc_recall_at_1_diff1": 0.928585, + "nauc_recall_at_3_max": 0.822923, + "nauc_recall_at_3_std": -0.349253, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.85444, + "nauc_recall_at_5_std": -0.318492, + "nauc_recall_at_5_diff1": 0.95098, + "nauc_recall_at_10_max": 0.838129, + "nauc_recall_at_10_std": -0.345981, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.853797, + "nauc_recall_at_20_std": -0.09765, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811178, - "nauc_precision_at_1_std": -0.218301, - "nauc_precision_at_1_diff1": 0.939943, - "nauc_precision_at_3_max": 0.809262, - "nauc_precision_at_3_std": -0.640691, - "nauc_precision_at_3_diff1": 0.941176, - "nauc_precision_at_5_max": 0.826742, - "nauc_precision_at_5_std": -0.649887, - "nauc_precision_at_5_diff1": 0.969243, - "nauc_precision_at_10_max": 0.835014, - "nauc_precision_at_10_std": -0.265406, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.260971, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.777094, + "nauc_precision_at_1_std": -0.275328, + "nauc_precision_at_1_diff1": 0.928585, + "nauc_precision_at_3_max": 0.822923, + "nauc_precision_at_3_std": -0.349253, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.85444, + "nauc_precision_at_5_std": -0.318492, + "nauc_precision_at_5_diff1": 0.95098, + "nauc_precision_at_10_max": 0.838129, + "nauc_precision_at_10_std": -0.345981, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.853797, + "nauc_precision_at_20_std": -0.09765, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811178, - "nauc_mrr_at_1_std": -0.218301, - "nauc_mrr_at_1_diff1": 0.939943, - "nauc_mrr_at_3_max": 0.811533, - "nauc_mrr_at_3_std": -0.322006, - "nauc_mrr_at_3_diff1": 0.940002, - "nauc_mrr_at_5_max": 0.813318, - "nauc_mrr_at_5_std": -0.309209, - "nauc_mrr_at_5_diff1": 0.942326, - "nauc_mrr_at_10_max": 0.813828, - "nauc_mrr_at_10_std": -0.291274, - "nauc_mrr_at_10_diff1": 0.942183, - "nauc_mrr_at_20_max": 0.815034, - "nauc_mrr_at_20_std": -0.286859, - "nauc_mrr_at_20_diff1": 0.942009, - "nauc_mrr_at_100_max": 0.814645, - "nauc_mrr_at_100_std": -0.287171, - "nauc_mrr_at_100_diff1": 0.941948, - "nauc_mrr_at_1000_max": 0.814578, - "nauc_mrr_at_1000_std": -0.287632, - "nauc_mrr_at_1000_diff1": 0.941927, - "main_score": 0.95878, + "nauc_mrr_at_1_max": 0.777094, + "nauc_mrr_at_1_std": -0.275328, + "nauc_mrr_at_1_diff1": 0.928585, + "nauc_mrr_at_3_max": 0.792355, + "nauc_mrr_at_3_std": -0.297751, + "nauc_mrr_at_3_diff1": 0.935303, + "nauc_mrr_at_5_max": 0.793631, + "nauc_mrr_at_5_std": -0.291875, + "nauc_mrr_at_5_diff1": 0.934537, + "nauc_mrr_at_10_max": 0.791819, + "nauc_mrr_at_10_std": -0.293041, + "nauc_mrr_at_10_diff1": 0.934399, + "nauc_mrr_at_20_max": 0.791723, + "nauc_mrr_at_20_std": -0.288846, + "nauc_mrr_at_20_diff1": 0.934309, + "nauc_mrr_at_100_max": 0.791935, + "nauc_mrr_at_100_std": -0.287539, + "nauc_mrr_at_100_diff1": 0.934318, + "nauc_mrr_at_1000_max": 0.791877, + "nauc_mrr_at_1000_std": -0.287898, + "nauc_mrr_at_1000_diff1": 0.9343, + "hit_rate_at_1": 0.92333, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95771, "hf_subset": "nob_Latn-eng_Latn", "languages": [ "nob-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.92749, - "ndcg_at_5": 0.93475, - "ndcg_at_10": 0.9379, - "ndcg_at_20": 0.94038, - "ndcg_at_100": 0.94192, - "ndcg_at_1000": 0.94237, - "map_at_1": 0.89222, - "map_at_3": 0.91926, - "map_at_5": 0.92326, - "map_at_10": 0.92451, - "map_at_20": 0.92516, - "map_at_100": 0.92541, - "map_at_1000": 0.92543, - "recall_at_1": 0.89222, - "recall_at_3": 0.95111, - "recall_at_5": 0.96889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98889, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.91894, + "ndcg_at_5": 0.92502, + "ndcg_at_10": 0.92892, + "ndcg_at_20": 0.93237, + "ndcg_at_100": 0.93481, + "ndcg_at_1000": 0.93494, + "map_at_1": 0.87778, + "map_at_3": 0.90963, + "map_at_5": 0.91307, + "map_at_10": 0.91466, + "map_at_20": 0.91564, + "map_at_100": 0.91596, + "map_at_1000": 0.91597, + "recall_at_1": 0.87778, + "recall_at_3": 0.94556, + "recall_at_5": 0.96, + "recall_at_10": 0.97222, + "recall_at_20": 0.98556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31704, - "precision_at_5": 0.19378, - "precision_at_10": 0.09789, - "precision_at_20": 0.04944, - "precision_at_100": 0.00997, + "accuracy": 0.87778, + "precision_at_1": 0.87778, + "precision_at_3": 0.31519, + "precision_at_5": 0.192, + "precision_at_10": 0.09722, + "precision_at_20": 0.04928, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.919259, - "mrr_at_5": 0.923259, - "mrr_at_10": 0.924509, - "mrr_at_20": 0.925165, - "mrr_at_100": 0.925413, - "mrr_at_1000": 0.925434, - "nauc_ndcg_at_1_max": 0.842134, - "nauc_ndcg_at_1_std": -0.078056, - "nauc_ndcg_at_1_diff1": 0.931759, - "nauc_ndcg_at_3_max": 0.875514, - "nauc_ndcg_at_3_std": -0.040755, - "nauc_ndcg_at_3_diff1": 0.929124, - "nauc_ndcg_at_5_max": 0.874112, - "nauc_ndcg_at_5_std": -0.022285, - "nauc_ndcg_at_5_diff1": 0.932514, - "nauc_ndcg_at_10_max": 0.869135, - "nauc_ndcg_at_10_std": -0.039253, - "nauc_ndcg_at_10_diff1": 0.933629, - "nauc_ndcg_at_20_max": 0.866906, - "nauc_ndcg_at_20_std": -0.039523, - "nauc_ndcg_at_20_diff1": 0.932126, - "nauc_ndcg_at_100_max": 0.865913, - "nauc_ndcg_at_100_std": -0.033439, - "nauc_ndcg_at_100_diff1": 0.931338, - "nauc_ndcg_at_1000_max": 0.864859, - "nauc_ndcg_at_1000_std": -0.041256, - "nauc_ndcg_at_1000_diff1": 0.931566, - "nauc_map_at_1_max": 0.842134, - "nauc_map_at_1_std": -0.078056, - "nauc_map_at_1_diff1": 0.931759, - "nauc_map_at_3_max": 0.865691, - "nauc_map_at_3_std": -0.052784, - "nauc_map_at_3_diff1": 0.929857, - "nauc_map_at_5_max": 0.86454, - "nauc_map_at_5_std": -0.044372, - "nauc_map_at_5_diff1": 0.931428, - "nauc_map_at_10_max": 0.862694, - "nauc_map_at_10_std": -0.049497, - "nauc_map_at_10_diff1": 0.931696, - "nauc_map_at_20_max": 0.862189, - "nauc_map_at_20_std": -0.049322, - "nauc_map_at_20_diff1": 0.931387, - "nauc_map_at_100_max": 0.862007, - "nauc_map_at_100_std": -0.048587, - "nauc_map_at_100_diff1": 0.931294, - "nauc_map_at_1000_max": 0.861969, - "nauc_map_at_1000_std": -0.048875, - "nauc_map_at_1000_diff1": 0.931308, - "nauc_recall_at_1_max": 0.842134, - "nauc_recall_at_1_std": -0.078056, - "nauc_recall_at_1_diff1": 0.931759, - "nauc_recall_at_3_max": 0.921431, - "nauc_recall_at_3_std": 0.016255, - "nauc_recall_at_3_diff1": 0.925728, - "nauc_recall_at_5_max": 0.940309, - "nauc_recall_at_5_std": 0.139072, - "nauc_recall_at_5_diff1": 0.941643, - "nauc_recall_at_10_max": 0.926655, - "nauc_recall_at_10_std": 0.043639, - "nauc_recall_at_10_diff1": 0.95786, - "nauc_recall_at_20_max": 0.929272, - "nauc_recall_at_20_std": 0.095191, - "nauc_recall_at_20_diff1": 0.946078, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.90963, + "mrr_at_5": 0.913074, + "mrr_at_10": 0.914657, + "mrr_at_20": 0.915639, + "mrr_at_100": 0.915965, + "mrr_at_1000": 0.915968, + "nauc_ndcg_at_1_max": 0.802622, + "nauc_ndcg_at_1_std": -0.174285, + "nauc_ndcg_at_1_diff1": 0.942918, + "nauc_ndcg_at_3_max": 0.845396, + "nauc_ndcg_at_3_std": -0.114717, + "nauc_ndcg_at_3_diff1": 0.937309, + "nauc_ndcg_at_5_max": 0.847528, + "nauc_ndcg_at_5_std": -0.111276, + "nauc_ndcg_at_5_diff1": 0.939524, + "nauc_ndcg_at_10_max": 0.840967, + "nauc_ndcg_at_10_std": -0.118472, + "nauc_ndcg_at_10_diff1": 0.940284, + "nauc_ndcg_at_20_max": 0.839315, + "nauc_ndcg_at_20_std": -0.111881, + "nauc_ndcg_at_20_diff1": 0.940781, + "nauc_ndcg_at_100_max": 0.835494, + "nauc_ndcg_at_100_std": -0.121516, + "nauc_ndcg_at_100_diff1": 0.94025, + "nauc_ndcg_at_1000_max": 0.835158, + "nauc_ndcg_at_1000_std": -0.12354, + "nauc_ndcg_at_1000_diff1": 0.940395, + "nauc_map_at_1_max": 0.802622, + "nauc_map_at_1_std": -0.174285, + "nauc_map_at_1_diff1": 0.942918, + "nauc_map_at_3_max": 0.833871, + "nauc_map_at_3_std": -0.131915, + "nauc_map_at_3_diff1": 0.939207, + "nauc_map_at_5_max": 0.834441, + "nauc_map_at_5_std": -0.131173, + "nauc_map_at_5_diff1": 0.940284, + "nauc_map_at_10_max": 0.831955, + "nauc_map_at_10_std": -0.133421, + "nauc_map_at_10_diff1": 0.94051, + "nauc_map_at_20_max": 0.831472, + "nauc_map_at_20_std": -0.132274, + "nauc_map_at_20_diff1": 0.940651, + "nauc_map_at_100_max": 0.831041, + "nauc_map_at_100_std": -0.132922, + "nauc_map_at_100_diff1": 0.940594, + "nauc_map_at_1000_max": 0.831035, + "nauc_map_at_1000_std": -0.13296, + "nauc_map_at_1000_diff1": 0.940596, + "nauc_recall_at_1_max": 0.802622, + "nauc_recall_at_1_std": -0.174285, + "nauc_recall_at_1_diff1": 0.942918, + "nauc_recall_at_3_max": 0.89815, + "nauc_recall_at_3_std": -0.035062, + "nauc_recall_at_3_diff1": 0.928305, + "nauc_recall_at_5_max": 0.926665, + "nauc_recall_at_5_std": 0.011049, + "nauc_recall_at_5_diff1": 0.935548, + "nauc_recall_at_10_max": 0.910084, + "nauc_recall_at_10_std": -0.000896, + "nauc_recall_at_10_diff1": 0.940523, + "nauc_recall_at_20_max": 0.944337, + "nauc_recall_at_20_std": 0.23454, + "nauc_recall_at_20_diff1": 0.948467, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.842134, - "nauc_precision_at_1_std": -0.078056, - "nauc_precision_at_1_diff1": 0.931759, - "nauc_precision_at_3_max": 0.921431, - "nauc_precision_at_3_std": 0.016255, - "nauc_precision_at_3_diff1": 0.925728, - "nauc_precision_at_5_max": 0.940309, - "nauc_precision_at_5_std": 0.139072, - "nauc_precision_at_5_diff1": 0.941643, - "nauc_precision_at_10_max": 0.926655, - "nauc_precision_at_10_std": 0.043639, - "nauc_precision_at_10_diff1": 0.95786, - "nauc_precision_at_20_max": 0.929272, - "nauc_precision_at_20_std": 0.095191, - "nauc_precision_at_20_diff1": 0.946078, + "nauc_precision_at_1_max": 0.802622, + "nauc_precision_at_1_std": -0.174285, + "nauc_precision_at_1_diff1": 0.942918, + "nauc_precision_at_3_max": 0.89815, + "nauc_precision_at_3_std": -0.035062, + "nauc_precision_at_3_diff1": 0.928305, + "nauc_precision_at_5_max": 0.926665, + "nauc_precision_at_5_std": 0.011049, + "nauc_precision_at_5_diff1": 0.935548, + "nauc_precision_at_10_max": 0.910084, + "nauc_precision_at_10_std": -0.000896, + "nauc_precision_at_10_diff1": 0.940523, + "nauc_precision_at_20_max": 0.944337, + "nauc_precision_at_20_std": 0.23454, + "nauc_precision_at_20_diff1": 0.948467, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.842134, - "nauc_mrr_at_1_std": -0.078056, - "nauc_mrr_at_1_diff1": 0.931759, - "nauc_mrr_at_3_max": 0.865691, - "nauc_mrr_at_3_std": -0.052784, - "nauc_mrr_at_3_diff1": 0.929857, - "nauc_mrr_at_5_max": 0.86454, - "nauc_mrr_at_5_std": -0.044372, - "nauc_mrr_at_5_diff1": 0.931428, - "nauc_mrr_at_10_max": 0.862694, - "nauc_mrr_at_10_std": -0.049497, - "nauc_mrr_at_10_diff1": 0.931696, - "nauc_mrr_at_20_max": 0.862189, - "nauc_mrr_at_20_std": -0.049322, - "nauc_mrr_at_20_diff1": 0.931387, - "nauc_mrr_at_100_max": 0.862007, - "nauc_mrr_at_100_std": -0.048587, - "nauc_mrr_at_100_diff1": 0.931294, - "nauc_mrr_at_1000_max": 0.861969, - "nauc_mrr_at_1000_std": -0.048875, - "nauc_mrr_at_1000_diff1": 0.931308, - "main_score": 0.9379, + "nauc_mrr_at_1_max": 0.802622, + "nauc_mrr_at_1_std": -0.174285, + "nauc_mrr_at_1_diff1": 0.942918, + "nauc_mrr_at_3_max": 0.833871, + "nauc_mrr_at_3_std": -0.131915, + "nauc_mrr_at_3_diff1": 0.939207, + "nauc_mrr_at_5_max": 0.834441, + "nauc_mrr_at_5_std": -0.131173, + "nauc_mrr_at_5_diff1": 0.940284, + "nauc_mrr_at_10_max": 0.831955, + "nauc_mrr_at_10_std": -0.133421, + "nauc_mrr_at_10_diff1": 0.94051, + "nauc_mrr_at_20_max": 0.831472, + "nauc_mrr_at_20_std": -0.132274, + "nauc_mrr_at_20_diff1": 0.940651, + "nauc_mrr_at_100_max": 0.831041, + "nauc_mrr_at_100_std": -0.132922, + "nauc_mrr_at_100_diff1": 0.940594, + "nauc_mrr_at_1000_max": 0.831035, + "nauc_mrr_at_1000_std": -0.13296, + "nauc_mrr_at_1000_diff1": 0.940596, + "hit_rate_at_1": 0.87778, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92892, "hf_subset": "eng_Latn-nob_Latn", "languages": [ "eng-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.83556, - "ndcg_at_3": 0.8816, - "ndcg_at_5": 0.88891, - "ndcg_at_10": 0.89655, - "ndcg_at_20": 0.90134, - "ndcg_at_100": 0.90596, - "ndcg_at_1000": 0.90638, - "map_at_1": 0.83556, - "map_at_3": 0.87093, - "map_at_5": 0.87498, - "map_at_10": 0.87819, - "map_at_20": 0.87951, - "map_at_100": 0.88019, - "map_at_1000": 0.8802, - "recall_at_1": 0.83556, - "recall_at_3": 0.91222, - "recall_at_5": 0.93, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.82222, + "ndcg_at_3": 0.87499, + "ndcg_at_5": 0.88278, + "ndcg_at_10": 0.88944, + "ndcg_at_20": 0.89373, + "ndcg_at_100": 0.89915, + "ndcg_at_1000": 0.89988, + "map_at_1": 0.82222, + "map_at_3": 0.86278, + "map_at_5": 0.86711, + "map_at_10": 0.86976, + "map_at_20": 0.87098, + "map_at_100": 0.87183, + "map_at_1000": 0.87186, + "recall_at_1": 0.82222, + "recall_at_3": 0.91, + "recall_at_5": 0.92889, + "recall_at_10": 0.95, + "recall_at_20": 0.96667, + "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.83556, - "precision_at_3": 0.30407, - "precision_at_5": 0.186, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00997, + "accuracy": 0.82222, + "precision_at_1": 0.82222, + "precision_at_3": 0.30333, + "precision_at_5": 0.18578, + "precision_at_10": 0.095, + "precision_at_20": 0.04833, + "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.835556, - "mrr_at_3": 0.870926, - "mrr_at_5": 0.874981, - "mrr_at_10": 0.878186, - "mrr_at_20": 0.879511, - "mrr_at_100": 0.880188, - "mrr_at_1000": 0.880202, - "nauc_ndcg_at_1_max": 0.715665, - "nauc_ndcg_at_1_std": -0.098356, - "nauc_ndcg_at_1_diff1": 0.90457, - "nauc_ndcg_at_3_max": 0.761595, - "nauc_ndcg_at_3_std": -0.037554, - "nauc_ndcg_at_3_diff1": 0.886245, - "nauc_ndcg_at_5_max": 0.755665, - "nauc_ndcg_at_5_std": -0.052337, - "nauc_ndcg_at_5_diff1": 0.887719, - "nauc_ndcg_at_10_max": 0.756957, - "nauc_ndcg_at_10_std": -0.045698, - "nauc_ndcg_at_10_diff1": 0.892519, - "nauc_ndcg_at_20_max": 0.756366, - "nauc_ndcg_at_20_std": -0.049176, - "nauc_ndcg_at_20_diff1": 0.895716, - "nauc_ndcg_at_100_max": 0.75116, - "nauc_ndcg_at_100_std": -0.049539, - "nauc_ndcg_at_100_diff1": 0.894028, - "nauc_ndcg_at_1000_max": 0.750684, - "nauc_ndcg_at_1000_std": -0.050938, - "nauc_ndcg_at_1000_diff1": 0.893988, - "nauc_map_at_1_max": 0.715665, - "nauc_map_at_1_std": -0.098356, - "nauc_map_at_1_diff1": 0.90457, - "nauc_map_at_3_max": 0.749741, - "nauc_map_at_3_std": -0.052254, - "nauc_map_at_3_diff1": 0.891336, - "nauc_map_at_5_max": 0.746555, - "nauc_map_at_5_std": -0.06008, - "nauc_map_at_5_diff1": 0.892132, - "nauc_map_at_10_max": 0.746775, - "nauc_map_at_10_std": -0.057427, - "nauc_map_at_10_diff1": 0.893886, - "nauc_map_at_20_max": 0.746569, - "nauc_map_at_20_std": -0.058544, - "nauc_map_at_20_diff1": 0.894762, - "nauc_map_at_100_max": 0.746044, - "nauc_map_at_100_std": -0.05775, - "nauc_map_at_100_diff1": 0.894542, - "nauc_map_at_1000_max": 0.74603, - "nauc_map_at_1000_std": -0.057795, - "nauc_map_at_1000_diff1": 0.894544, - "nauc_recall_at_1_max": 0.715665, - "nauc_recall_at_1_std": -0.098356, - "nauc_recall_at_1_diff1": 0.90457, - "nauc_recall_at_3_max": 0.809033, - "nauc_recall_at_3_std": 0.020595, - "nauc_recall_at_3_diff1": 0.865623, - "nauc_recall_at_5_max": 0.797801, - "nauc_recall_at_5_std": -0.019964, - "nauc_recall_at_5_diff1": 0.866658, - "nauc_recall_at_10_max": 0.827231, - "nauc_recall_at_10_std": 0.033302, - "nauc_recall_at_10_diff1": 0.888744, - "nauc_recall_at_20_max": 0.865733, - "nauc_recall_at_20_std": 0.045658, - "nauc_recall_at_20_diff1": 0.92549, - "nauc_recall_at_100_max": 0.851385, - "nauc_recall_at_100_std": 0.239185, - "nauc_recall_at_100_diff1": 0.907407, + "mrr_at_1": 0.822222, + "mrr_at_3": 0.862778, + "mrr_at_5": 0.867111, + "mrr_at_10": 0.869761, + "mrr_at_20": 0.870983, + "mrr_at_100": 0.87183, + "mrr_at_1000": 0.871859, + "nauc_ndcg_at_1_max": 0.735488, + "nauc_ndcg_at_1_std": -0.045652, + "nauc_ndcg_at_1_diff1": 0.904426, + "nauc_ndcg_at_3_max": 0.772741, + "nauc_ndcg_at_3_std": -0.020559, + "nauc_ndcg_at_3_diff1": 0.881741, + "nauc_ndcg_at_5_max": 0.764259, + "nauc_ndcg_at_5_std": -0.053374, + "nauc_ndcg_at_5_diff1": 0.881068, + "nauc_ndcg_at_10_max": 0.773274, + "nauc_ndcg_at_10_std": -0.004489, + "nauc_ndcg_at_10_diff1": 0.885553, + "nauc_ndcg_at_20_max": 0.770309, + "nauc_ndcg_at_20_std": -0.01161, + "nauc_ndcg_at_20_diff1": 0.889389, + "nauc_ndcg_at_100_max": 0.765094, + "nauc_ndcg_at_100_std": -0.019897, + "nauc_ndcg_at_100_diff1": 0.889985, + "nauc_ndcg_at_1000_max": 0.763733, + "nauc_ndcg_at_1000_std": -0.024225, + "nauc_ndcg_at_1000_diff1": 0.889346, + "nauc_map_at_1_max": 0.735488, + "nauc_map_at_1_std": -0.045652, + "nauc_map_at_1_diff1": 0.904426, + "nauc_map_at_3_max": 0.762164, + "nauc_map_at_3_std": -0.027021, + "nauc_map_at_3_diff1": 0.887313, + "nauc_map_at_5_max": 0.757658, + "nauc_map_at_5_std": -0.043855, + "nauc_map_at_5_diff1": 0.887249, + "nauc_map_at_10_max": 0.760738, + "nauc_map_at_10_std": -0.027049, + "nauc_map_at_10_diff1": 0.889084, + "nauc_map_at_20_max": 0.759881, + "nauc_map_at_20_std": -0.028947, + "nauc_map_at_20_diff1": 0.890089, + "nauc_map_at_100_max": 0.75924, + "nauc_map_at_100_std": -0.030039, + "nauc_map_at_100_diff1": 0.890244, + "nauc_map_at_1000_max": 0.759195, + "nauc_map_at_1000_std": -0.030189, + "nauc_map_at_1000_diff1": 0.890223, + "nauc_recall_at_1_max": 0.735488, + "nauc_recall_at_1_std": -0.045652, + "nauc_recall_at_1_diff1": 0.904426, + "nauc_recall_at_3_max": 0.81697, + "nauc_recall_at_3_std": 0.006029, + "nauc_recall_at_3_diff1": 0.859005, + "nauc_recall_at_5_max": 0.795671, + "nauc_recall_at_5_std": -0.110535, + "nauc_recall_at_5_diff1": 0.849783, + "nauc_recall_at_10_max": 0.867849, + "nauc_recall_at_10_std": 0.196047, + "nauc_recall_at_10_diff1": 0.864519, + "nauc_recall_at_20_max": 0.880579, + "nauc_recall_at_20_std": 0.210613, + "nauc_recall_at_20_diff1": 0.897837, + "nauc_recall_at_100_max": 0.944444, + "nauc_recall_at_100_std": 0.543511, + "nauc_recall_at_100_diff1": 0.973856, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.715665, - "nauc_precision_at_1_std": -0.098356, - "nauc_precision_at_1_diff1": 0.90457, - "nauc_precision_at_3_max": 0.809033, - "nauc_precision_at_3_std": 0.020595, - "nauc_precision_at_3_diff1": 0.865623, - "nauc_precision_at_5_max": 0.797801, - "nauc_precision_at_5_std": -0.019964, - "nauc_precision_at_5_diff1": 0.866658, - "nauc_precision_at_10_max": 0.827231, - "nauc_precision_at_10_std": 0.033302, - "nauc_precision_at_10_diff1": 0.888744, - "nauc_precision_at_20_max": 0.865733, - "nauc_precision_at_20_std": 0.045658, - "nauc_precision_at_20_diff1": 0.92549, - "nauc_precision_at_100_max": 0.851385, - "nauc_precision_at_100_std": 0.239185, - "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1_max": 0.735488, + "nauc_precision_at_1_std": -0.045652, + "nauc_precision_at_1_diff1": 0.904426, + "nauc_precision_at_3_max": 0.81697, + "nauc_precision_at_3_std": 0.006029, + "nauc_precision_at_3_diff1": 0.859005, + "nauc_precision_at_5_max": 0.795671, + "nauc_precision_at_5_std": -0.110535, + "nauc_precision_at_5_diff1": 0.849783, + "nauc_precision_at_10_max": 0.867849, + "nauc_precision_at_10_std": 0.196047, + "nauc_precision_at_10_diff1": 0.864519, + "nauc_precision_at_20_max": 0.880579, + "nauc_precision_at_20_std": 0.210613, + "nauc_precision_at_20_diff1": 0.897837, + "nauc_precision_at_100_max": 0.944444, + "nauc_precision_at_100_std": 0.543511, + "nauc_precision_at_100_diff1": 0.973856, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.715665, - "nauc_mrr_at_1_std": -0.098356, - "nauc_mrr_at_1_diff1": 0.90457, - "nauc_mrr_at_3_max": 0.749741, - "nauc_mrr_at_3_std": -0.052254, - "nauc_mrr_at_3_diff1": 0.891336, - "nauc_mrr_at_5_max": 0.746555, - "nauc_mrr_at_5_std": -0.06008, - "nauc_mrr_at_5_diff1": 0.892132, - "nauc_mrr_at_10_max": 0.746775, - "nauc_mrr_at_10_std": -0.057427, - "nauc_mrr_at_10_diff1": 0.893886, - "nauc_mrr_at_20_max": 0.746569, - "nauc_mrr_at_20_std": -0.058544, - "nauc_mrr_at_20_diff1": 0.894762, - "nauc_mrr_at_100_max": 0.746044, - "nauc_mrr_at_100_std": -0.05775, - "nauc_mrr_at_100_diff1": 0.894542, - "nauc_mrr_at_1000_max": 0.74603, - "nauc_mrr_at_1000_std": -0.057795, - "nauc_mrr_at_1000_diff1": 0.894544, - "main_score": 0.89655, + "nauc_mrr_at_1_max": 0.735488, + "nauc_mrr_at_1_std": -0.045652, + "nauc_mrr_at_1_diff1": 0.904426, + "nauc_mrr_at_3_max": 0.762164, + "nauc_mrr_at_3_std": -0.027021, + "nauc_mrr_at_3_diff1": 0.887313, + "nauc_mrr_at_5_max": 0.757658, + "nauc_mrr_at_5_std": -0.043855, + "nauc_mrr_at_5_diff1": 0.887249, + "nauc_mrr_at_10_max": 0.760738, + "nauc_mrr_at_10_std": -0.027049, + "nauc_mrr_at_10_diff1": 0.889084, + "nauc_mrr_at_20_max": 0.759881, + "nauc_mrr_at_20_std": -0.028947, + "nauc_mrr_at_20_diff1": 0.890089, + "nauc_mrr_at_100_max": 0.75924, + "nauc_mrr_at_100_std": -0.030039, + "nauc_mrr_at_100_diff1": 0.890244, + "nauc_mrr_at_1000_max": 0.759195, + "nauc_mrr_at_1000_std": -0.030189, + "nauc_mrr_at_1000_diff1": 0.890223, + "hit_rate_at_1": 0.82222, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88944, "hf_subset": "npi_Deva-npi_Deva", "languages": [ "npi-Deva", "npi-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90889, - "ndcg_at_3": 0.93843, - "ndcg_at_5": 0.94478, - "ndcg_at_10": 0.94885, - "ndcg_at_20": 0.95035, - "ndcg_at_100": 0.95143, - "ndcg_at_1000": 0.95189, - "map_at_1": 0.90889, - "map_at_3": 0.93167, - "map_at_5": 0.93517, - "map_at_10": 0.93692, - "map_at_20": 0.93737, - "map_at_100": 0.93754, - "map_at_1000": 0.93756, - "recall_at_1": 0.90889, - "recall_at_3": 0.95778, - "recall_at_5": 0.97333, - "recall_at_10": 0.98556, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93637, + "ndcg_at_5": 0.94144, + "ndcg_at_10": 0.94552, + "ndcg_at_20": 0.94753, + "ndcg_at_100": 0.94858, + "ndcg_at_1000": 0.94904, + "map_at_1": 0.90222, + "map_at_3": 0.92852, + "map_at_5": 0.93135, + "map_at_10": 0.93311, + "map_at_20": 0.93368, + "map_at_100": 0.93383, + "map_at_1000": 0.93385, + "recall_at_1": 0.90222, + "recall_at_3": 0.95889, + "recall_at_5": 0.97111, + "recall_at_10": 0.98333, "recall_at_20": 0.99111, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90889, - "precision_at_3": 0.31926, - "precision_at_5": 0.19467, - "precision_at_10": 0.09856, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.31963, + "precision_at_5": 0.19422, + "precision_at_10": 0.09833, "precision_at_20": 0.04956, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.908889, - "mrr_at_3": 0.931667, - "mrr_at_5": 0.935167, - "mrr_at_10": 0.936916, - "mrr_at_20": 0.937372, - "mrr_at_100": 0.937542, - "mrr_at_1000": 0.937564, - "nauc_ndcg_at_1_max": 0.759656, - "nauc_ndcg_at_1_std": -0.264769, - "nauc_ndcg_at_1_diff1": 0.912209, - "nauc_ndcg_at_3_max": 0.802594, - "nauc_ndcg_at_3_std": -0.272574, - "nauc_ndcg_at_3_diff1": 0.917462, - "nauc_ndcg_at_5_max": 0.806872, - "nauc_ndcg_at_5_std": -0.235359, - "nauc_ndcg_at_5_diff1": 0.918863, - "nauc_ndcg_at_10_max": 0.798459, - "nauc_ndcg_at_10_std": -0.243131, - "nauc_ndcg_at_10_diff1": 0.915184, - "nauc_ndcg_at_20_max": 0.794797, - "nauc_ndcg_at_20_std": -0.264279, - "nauc_ndcg_at_20_diff1": 0.916626, - "nauc_ndcg_at_100_max": 0.79379, - "nauc_ndcg_at_100_std": -0.257338, - "nauc_ndcg_at_100_diff1": 0.915938, - "nauc_ndcg_at_1000_max": 0.792245, - "nauc_ndcg_at_1000_std": -0.259887, - "nauc_ndcg_at_1000_diff1": 0.915566, - "nauc_map_at_1_max": 0.759656, - "nauc_map_at_1_std": -0.264769, - "nauc_map_at_1_diff1": 0.912209, - "nauc_map_at_3_max": 0.791067, - "nauc_map_at_3_std": -0.272771, - "nauc_map_at_3_diff1": 0.915644, - "nauc_map_at_5_max": 0.792574, - "nauc_map_at_5_std": -0.255728, - "nauc_map_at_5_diff1": 0.916144, - "nauc_map_at_10_max": 0.789291, - "nauc_map_at_10_std": -0.259382, - "nauc_map_at_10_diff1": 0.914762, - "nauc_map_at_20_max": 0.78831, - "nauc_map_at_20_std": -0.264665, - "nauc_map_at_20_diff1": 0.915053, - "nauc_map_at_100_max": 0.788198, - "nauc_map_at_100_std": -0.263565, - "nauc_map_at_100_diff1": 0.914963, - "nauc_map_at_1000_max": 0.788139, - "nauc_map_at_1000_std": -0.263614, - "nauc_map_at_1000_diff1": 0.914951, - "nauc_recall_at_1_max": 0.759656, - "nauc_recall_at_1_std": -0.264769, - "nauc_recall_at_1_diff1": 0.912209, - "nauc_recall_at_3_max": 0.854907, - "nauc_recall_at_3_std": -0.269841, - "nauc_recall_at_3_diff1": 0.926041, - "nauc_recall_at_5_max": 0.905851, - "nauc_recall_at_5_std": -0.075786, - "nauc_recall_at_5_diff1": 0.938725, - "nauc_recall_at_10_max": 0.899088, - "nauc_recall_at_10_std": -0.015729, - "nauc_recall_at_10_diff1": 0.917044, - "nauc_recall_at_20_max": 0.88708, - "nauc_recall_at_20_std": -0.31215, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.928519, + "mrr_at_5": 0.931352, + "mrr_at_10": 0.933108, + "mrr_at_20": 0.933683, + "mrr_at_100": 0.933832, + "mrr_at_1000": 0.933855, + "nauc_ndcg_at_1_max": 0.759242, + "nauc_ndcg_at_1_std": -0.164964, + "nauc_ndcg_at_1_diff1": 0.927664, + "nauc_ndcg_at_3_max": 0.792411, + "nauc_ndcg_at_3_std": -0.213434, + "nauc_ndcg_at_3_diff1": 0.927191, + "nauc_ndcg_at_5_max": 0.793953, + "nauc_ndcg_at_5_std": -0.183866, + "nauc_ndcg_at_5_diff1": 0.930966, + "nauc_ndcg_at_10_max": 0.796014, + "nauc_ndcg_at_10_std": -0.165945, + "nauc_ndcg_at_10_diff1": 0.930426, + "nauc_ndcg_at_20_max": 0.790417, + "nauc_ndcg_at_20_std": -0.183656, + "nauc_ndcg_at_20_diff1": 0.930081, + "nauc_ndcg_at_100_max": 0.788533, + "nauc_ndcg_at_100_std": -0.175146, + "nauc_ndcg_at_100_diff1": 0.929679, + "nauc_ndcg_at_1000_max": 0.787045, + "nauc_ndcg_at_1000_std": -0.178884, + "nauc_ndcg_at_1000_diff1": 0.929462, + "nauc_map_at_1_max": 0.759242, + "nauc_map_at_1_std": -0.164964, + "nauc_map_at_1_diff1": 0.927664, + "nauc_map_at_3_max": 0.784137, + "nauc_map_at_3_std": -0.198217, + "nauc_map_at_3_diff1": 0.927166, + "nauc_map_at_5_max": 0.784524, + "nauc_map_at_5_std": -0.183723, + "nauc_map_at_5_diff1": 0.929098, + "nauc_map_at_10_max": 0.784799, + "nauc_map_at_10_std": -0.177923, + "nauc_map_at_10_diff1": 0.928942, + "nauc_map_at_20_max": 0.783461, + "nauc_map_at_20_std": -0.181418, + "nauc_map_at_20_diff1": 0.928924, + "nauc_map_at_100_max": 0.783247, + "nauc_map_at_100_std": -0.180398, + "nauc_map_at_100_diff1": 0.928864, + "nauc_map_at_1000_max": 0.783191, + "nauc_map_at_1000_std": -0.180491, + "nauc_map_at_1000_diff1": 0.928858, + "nauc_recall_at_1_max": 0.759242, + "nauc_recall_at_1_std": -0.164964, + "nauc_recall_at_1_diff1": 0.927664, + "nauc_recall_at_3_max": 0.832008, + "nauc_recall_at_3_std": -0.289235, + "nauc_recall_at_3_diff1": 0.927448, + "nauc_recall_at_5_max": 0.856371, + "nauc_recall_at_5_std": -0.174513, + "nauc_recall_at_5_diff1": 0.944696, + "nauc_recall_at_10_max": 0.926704, + "nauc_recall_at_10_std": 0.018425, + "nauc_recall_at_10_diff1": 0.947712, + "nauc_recall_at_20_max": 0.91159, + "nauc_recall_at_20_std": -0.259045, "nauc_recall_at_20_diff1": 0.95098, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.759656, - "nauc_precision_at_1_std": -0.264769, - "nauc_precision_at_1_diff1": 0.912209, - "nauc_precision_at_3_max": 0.854907, - "nauc_precision_at_3_std": -0.269841, - "nauc_precision_at_3_diff1": 0.926041, - "nauc_precision_at_5_max": 0.905851, - "nauc_precision_at_5_std": -0.075786, - "nauc_precision_at_5_diff1": 0.938725, - "nauc_precision_at_10_max": 0.899088, - "nauc_precision_at_10_std": -0.015729, - "nauc_precision_at_10_diff1": 0.917044, - "nauc_precision_at_20_max": 0.88708, - "nauc_precision_at_20_std": -0.31215, + "nauc_precision_at_1_max": 0.759242, + "nauc_precision_at_1_std": -0.164964, + "nauc_precision_at_1_diff1": 0.927664, + "nauc_precision_at_3_max": 0.832008, + "nauc_precision_at_3_std": -0.289235, + "nauc_precision_at_3_diff1": 0.927448, + "nauc_precision_at_5_max": 0.856371, + "nauc_precision_at_5_std": -0.174513, + "nauc_precision_at_5_diff1": 0.944696, + "nauc_precision_at_10_max": 0.926704, + "nauc_precision_at_10_std": 0.018425, + "nauc_precision_at_10_diff1": 0.947712, + "nauc_precision_at_20_max": 0.91159, + "nauc_precision_at_20_std": -0.259045, "nauc_precision_at_20_diff1": 0.95098, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.759656, - "nauc_mrr_at_1_std": -0.264769, - "nauc_mrr_at_1_diff1": 0.912209, - "nauc_mrr_at_3_max": 0.791067, - "nauc_mrr_at_3_std": -0.272771, - "nauc_mrr_at_3_diff1": 0.915644, - "nauc_mrr_at_5_max": 0.792574, - "nauc_mrr_at_5_std": -0.255728, - "nauc_mrr_at_5_diff1": 0.916144, - "nauc_mrr_at_10_max": 0.789291, - "nauc_mrr_at_10_std": -0.259382, - "nauc_mrr_at_10_diff1": 0.914762, - "nauc_mrr_at_20_max": 0.78831, - "nauc_mrr_at_20_std": -0.264665, - "nauc_mrr_at_20_diff1": 0.915053, - "nauc_mrr_at_100_max": 0.788198, - "nauc_mrr_at_100_std": -0.263565, - "nauc_mrr_at_100_diff1": 0.914963, - "nauc_mrr_at_1000_max": 0.788139, - "nauc_mrr_at_1000_std": -0.263614, - "nauc_mrr_at_1000_diff1": 0.914951, - "main_score": 0.94885, + "nauc_mrr_at_1_max": 0.759242, + "nauc_mrr_at_1_std": -0.164964, + "nauc_mrr_at_1_diff1": 0.927664, + "nauc_mrr_at_3_max": 0.784137, + "nauc_mrr_at_3_std": -0.198217, + "nauc_mrr_at_3_diff1": 0.927166, + "nauc_mrr_at_5_max": 0.784524, + "nauc_mrr_at_5_std": -0.183723, + "nauc_mrr_at_5_diff1": 0.929098, + "nauc_mrr_at_10_max": 0.784799, + "nauc_mrr_at_10_std": -0.177923, + "nauc_mrr_at_10_diff1": 0.928942, + "nauc_mrr_at_20_max": 0.783461, + "nauc_mrr_at_20_std": -0.181418, + "nauc_mrr_at_20_diff1": 0.928924, + "nauc_mrr_at_100_max": 0.783247, + "nauc_mrr_at_100_std": -0.180398, + "nauc_mrr_at_100_diff1": 0.928864, + "nauc_mrr_at_1000_max": 0.783191, + "nauc_mrr_at_1000_std": -0.180491, + "nauc_mrr_at_1000_diff1": 0.928858, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94552, "hf_subset": "npi_Deva-eng_Latn", "languages": [ "npi-Deva", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.82, - "ndcg_at_3": 0.86619, - "ndcg_at_5": 0.87805, - "ndcg_at_10": 0.88769, - "ndcg_at_20": 0.89244, - "ndcg_at_100": 0.89611, - "ndcg_at_1000": 0.89685, - "map_at_1": 0.82, - "map_at_3": 0.85556, - "map_at_5": 0.86211, - "map_at_10": 0.86605, - "map_at_20": 0.86734, - "map_at_100": 0.86784, - "map_at_1000": 0.86787, - "recall_at_1": 0.82, - "recall_at_3": 0.89667, - "recall_at_5": 0.92556, - "recall_at_10": 0.95556, - "recall_at_20": 0.97444, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84868, + "ndcg_at_5": 0.86139, + "ndcg_at_10": 0.87233, + "ndcg_at_20": 0.87685, + "ndcg_at_100": 0.88216, + "ndcg_at_1000": 0.88306, + "map_at_1": 0.79889, + "map_at_3": 0.83667, + "map_at_5": 0.84367, + "map_at_10": 0.84827, + "map_at_20": 0.84953, + "map_at_100": 0.85034, + "map_at_1000": 0.85038, + "recall_at_1": 0.79889, + "recall_at_3": 0.88333, + "recall_at_5": 0.91444, + "recall_at_10": 0.94778, + "recall_at_20": 0.96556, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.82, - "precision_at_3": 0.29889, - "precision_at_5": 0.18511, - "precision_at_10": 0.09556, - "precision_at_20": 0.04872, - "precision_at_100": 0.00994, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29444, + "precision_at_5": 0.18289, + "precision_at_10": 0.09478, + "precision_at_20": 0.04828, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.82, - "mrr_at_3": 0.855556, - "mrr_at_5": 0.862111, - "mrr_at_10": 0.866051, - "mrr_at_20": 0.867337, - "mrr_at_100": 0.86784, - "mrr_at_1000": 0.867874, - "nauc_ndcg_at_1_max": 0.777151, - "nauc_ndcg_at_1_std": -0.098038, - "nauc_ndcg_at_1_diff1": 0.896504, - "nauc_ndcg_at_3_max": 0.813939, - "nauc_ndcg_at_3_std": -0.058841, - "nauc_ndcg_at_3_diff1": 0.877872, - "nauc_ndcg_at_5_max": 0.81226, - "nauc_ndcg_at_5_std": -0.066029, - "nauc_ndcg_at_5_diff1": 0.886353, - "nauc_ndcg_at_10_max": 0.808816, - "nauc_ndcg_at_10_std": -0.05853, - "nauc_ndcg_at_10_diff1": 0.884898, - "nauc_ndcg_at_20_max": 0.808155, - "nauc_ndcg_at_20_std": -0.051796, - "nauc_ndcg_at_20_diff1": 0.885547, - "nauc_ndcg_at_100_max": 0.806295, - "nauc_ndcg_at_100_std": -0.057425, - "nauc_ndcg_at_100_diff1": 0.887157, - "nauc_ndcg_at_1000_max": 0.804838, - "nauc_ndcg_at_1000_std": -0.065009, - "nauc_ndcg_at_1000_diff1": 0.886729, - "nauc_map_at_1_max": 0.777151, - "nauc_map_at_1_std": -0.098038, - "nauc_map_at_1_diff1": 0.896504, - "nauc_map_at_3_max": 0.804783, - "nauc_map_at_3_std": -0.070841, - "nauc_map_at_3_diff1": 0.883492, - "nauc_map_at_5_max": 0.803408, - "nauc_map_at_5_std": -0.075578, - "nauc_map_at_5_diff1": 0.887998, - "nauc_map_at_10_max": 0.801954, - "nauc_map_at_10_std": -0.073107, - "nauc_map_at_10_diff1": 0.887589, - "nauc_map_at_20_max": 0.801703, - "nauc_map_at_20_std": -0.07185, - "nauc_map_at_20_diff1": 0.88772, - "nauc_map_at_100_max": 0.801443, - "nauc_map_at_100_std": -0.07271, - "nauc_map_at_100_diff1": 0.887824, - "nauc_map_at_1000_max": 0.801391, - "nauc_map_at_1000_std": -0.072986, - "nauc_map_at_1000_diff1": 0.887813, - "nauc_recall_at_1_max": 0.777151, - "nauc_recall_at_1_std": -0.098038, - "nauc_recall_at_1_diff1": 0.896504, - "nauc_recall_at_3_max": 0.848593, - "nauc_recall_at_3_std": -0.011943, - "nauc_recall_at_3_diff1": 0.855953, - "nauc_recall_at_5_max": 0.856119, - "nauc_recall_at_5_std": -0.017197, - "nauc_recall_at_5_diff1": 0.879838, - "nauc_recall_at_10_max": 0.859594, - "nauc_recall_at_10_std": 0.069386, - "nauc_recall_at_10_diff1": 0.863796, - "nauc_recall_at_20_max": 0.888057, - "nauc_recall_at_20_std": 0.276195, - "nauc_recall_at_20_diff1": 0.860147, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.843667, + "mrr_at_10": 0.848273, + "mrr_at_20": 0.84953, + "mrr_at_100": 0.850337, + "mrr_at_1000": 0.850378, + "nauc_ndcg_at_1_max": 0.745197, + "nauc_ndcg_at_1_std": -0.13753, + "nauc_ndcg_at_1_diff1": 0.889411, + "nauc_ndcg_at_3_max": 0.77928, + "nauc_ndcg_at_3_std": -0.12671, + "nauc_ndcg_at_3_diff1": 0.871577, + "nauc_ndcg_at_5_max": 0.777507, + "nauc_ndcg_at_5_std": -0.111819, + "nauc_ndcg_at_5_diff1": 0.8685, + "nauc_ndcg_at_10_max": 0.77461, + "nauc_ndcg_at_10_std": -0.122884, + "nauc_ndcg_at_10_diff1": 0.87119, + "nauc_ndcg_at_20_max": 0.774731, + "nauc_ndcg_at_20_std": -0.110784, + "nauc_ndcg_at_20_diff1": 0.872801, + "nauc_ndcg_at_100_max": 0.773689, + "nauc_ndcg_at_100_std": -0.111044, + "nauc_ndcg_at_100_diff1": 0.875954, + "nauc_ndcg_at_1000_max": 0.771861, + "nauc_ndcg_at_1000_std": -0.118476, + "nauc_ndcg_at_1000_diff1": 0.875506, + "nauc_map_at_1_max": 0.745197, + "nauc_map_at_1_std": -0.13753, + "nauc_map_at_1_diff1": 0.889411, + "nauc_map_at_3_max": 0.771312, + "nauc_map_at_3_std": -0.130644, + "nauc_map_at_3_diff1": 0.876633, + "nauc_map_at_5_max": 0.770026, + "nauc_map_at_5_std": -0.123373, + "nauc_map_at_5_diff1": 0.875331, + "nauc_map_at_10_max": 0.768518, + "nauc_map_at_10_std": -0.128677, + "nauc_map_at_10_diff1": 0.87665, + "nauc_map_at_20_max": 0.768595, + "nauc_map_at_20_std": -0.12531, + "nauc_map_at_20_diff1": 0.877089, + "nauc_map_at_100_max": 0.768503, + "nauc_map_at_100_std": -0.125018, + "nauc_map_at_100_diff1": 0.877434, + "nauc_map_at_1000_max": 0.768436, + "nauc_map_at_1000_std": -0.125289, + "nauc_map_at_1000_diff1": 0.87742, + "nauc_recall_at_1_max": 0.745197, + "nauc_recall_at_1_std": -0.13753, + "nauc_recall_at_1_diff1": 0.889411, + "nauc_recall_at_3_max": 0.809297, + "nauc_recall_at_3_std": -0.11091, + "nauc_recall_at_3_diff1": 0.851914, + "nauc_recall_at_5_max": 0.813192, + "nauc_recall_at_5_std": -0.04985, + "nauc_recall_at_5_diff1": 0.833636, + "nauc_recall_at_10_max": 0.818801, + "nauc_recall_at_10_std": -0.074776, + "nauc_recall_at_10_diff1": 0.828456, + "nauc_recall_at_20_max": 0.840005, + "nauc_recall_at_20_std": 0.091955, + "nauc_recall_at_20_diff1": 0.827189, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.944444, - "nauc_recall_at_100_diff1": 0.947712, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777151, - "nauc_precision_at_1_std": -0.098038, - "nauc_precision_at_1_diff1": 0.896504, - "nauc_precision_at_3_max": 0.848593, - "nauc_precision_at_3_std": -0.011943, - "nauc_precision_at_3_diff1": 0.855953, - "nauc_precision_at_5_max": 0.856119, - "nauc_precision_at_5_std": -0.017197, - "nauc_precision_at_5_diff1": 0.879838, - "nauc_precision_at_10_max": 0.859594, - "nauc_precision_at_10_std": 0.069386, - "nauc_precision_at_10_diff1": 0.863796, - "nauc_precision_at_20_max": 0.888057, - "nauc_precision_at_20_std": 0.276195, - "nauc_precision_at_20_diff1": 0.860147, + "nauc_recall_at_100_std": 0.807812, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745197, + "nauc_precision_at_1_std": -0.13753, + "nauc_precision_at_1_diff1": 0.889411, + "nauc_precision_at_3_max": 0.809297, + "nauc_precision_at_3_std": -0.11091, + "nauc_precision_at_3_diff1": 0.851914, + "nauc_precision_at_5_max": 0.813192, + "nauc_precision_at_5_std": -0.04985, + "nauc_precision_at_5_diff1": 0.833636, + "nauc_precision_at_10_max": 0.818801, + "nauc_precision_at_10_std": -0.074776, + "nauc_precision_at_10_diff1": 0.828456, + "nauc_precision_at_20_max": 0.840005, + "nauc_precision_at_20_std": 0.091955, + "nauc_precision_at_20_diff1": 0.827189, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.944444, - "nauc_precision_at_100_diff1": 0.947712, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777151, - "nauc_mrr_at_1_std": -0.098038, - "nauc_mrr_at_1_diff1": 0.896504, - "nauc_mrr_at_3_max": 0.804783, - "nauc_mrr_at_3_std": -0.070841, - "nauc_mrr_at_3_diff1": 0.883492, - "nauc_mrr_at_5_max": 0.803408, - "nauc_mrr_at_5_std": -0.075578, - "nauc_mrr_at_5_diff1": 0.887998, - "nauc_mrr_at_10_max": 0.801954, - "nauc_mrr_at_10_std": -0.073107, - "nauc_mrr_at_10_diff1": 0.887589, - "nauc_mrr_at_20_max": 0.801703, - "nauc_mrr_at_20_std": -0.07185, - "nauc_mrr_at_20_diff1": 0.88772, - "nauc_mrr_at_100_max": 0.801443, - "nauc_mrr_at_100_std": -0.07271, - "nauc_mrr_at_100_diff1": 0.887824, - "nauc_mrr_at_1000_max": 0.801391, - "nauc_mrr_at_1000_std": -0.072986, - "nauc_mrr_at_1000_diff1": 0.887813, - "main_score": 0.88769, + "nauc_precision_at_100_std": 0.807812, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745197, + "nauc_mrr_at_1_std": -0.13753, + "nauc_mrr_at_1_diff1": 0.889411, + "nauc_mrr_at_3_max": 0.771312, + "nauc_mrr_at_3_std": -0.130644, + "nauc_mrr_at_3_diff1": 0.876633, + "nauc_mrr_at_5_max": 0.770026, + "nauc_mrr_at_5_std": -0.123373, + "nauc_mrr_at_5_diff1": 0.875331, + "nauc_mrr_at_10_max": 0.768518, + "nauc_mrr_at_10_std": -0.128677, + "nauc_mrr_at_10_diff1": 0.87665, + "nauc_mrr_at_20_max": 0.768595, + "nauc_mrr_at_20_std": -0.12531, + "nauc_mrr_at_20_diff1": 0.877089, + "nauc_mrr_at_100_max": 0.768503, + "nauc_mrr_at_100_std": -0.125018, + "nauc_mrr_at_100_diff1": 0.877434, + "nauc_mrr_at_1000_max": 0.768436, + "nauc_mrr_at_1000_std": -0.125289, + "nauc_mrr_at_1000_diff1": 0.87742, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88333, + "hit_rate_at_5": 0.91444, + "hit_rate_at_10": 0.94778, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.87233, "hf_subset": "eng_Latn-npi_Deva", "languages": [ "eng-Latn", "npi-Deva" - ] - }, - { - "ndcg_at_1": 0.65111, - "ndcg_at_3": 0.71893, - "ndcg_at_5": 0.73136, - "ndcg_at_10": 0.74819, - "ndcg_at_20": 0.75629, - "ndcg_at_100": 0.769, - "ndcg_at_1000": 0.77573, - "map_at_1": 0.65111, - "map_at_3": 0.70241, - "map_at_5": 0.70935, - "map_at_10": 0.71627, - "map_at_20": 0.71846, - "map_at_100": 0.72027, - "map_at_1000": 0.72055, - "recall_at_1": 0.65111, - "recall_at_3": 0.76667, - "recall_at_5": 0.79667, - "recall_at_10": 0.84889, - "recall_at_20": 0.88111, - "recall_at_100": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.71124, + "ndcg_at_5": 0.72621, + "ndcg_at_10": 0.7407, + "ndcg_at_20": 0.75035, + "ndcg_at_100": 0.76551, + "ndcg_at_1000": 0.77169, + "map_at_1": 0.65222, + "map_at_3": 0.69704, + "map_at_5": 0.70526, + "map_at_10": 0.71132, + "map_at_20": 0.71401, + "map_at_100": 0.71618, + "map_at_1000": 0.71642, + "recall_at_1": 0.65222, + "recall_at_3": 0.75222, + "recall_at_5": 0.78889, + "recall_at_10": 0.83333, + "recall_at_20": 0.87111, + "recall_at_100": 0.95222, "recall_at_1000": 1.0, - "precision_at_1": 0.65111, - "precision_at_3": 0.25556, - "precision_at_5": 0.15933, - "precision_at_10": 0.08489, - "precision_at_20": 0.04406, - "precision_at_100": 0.00949, - "precision_at_1000": 0.001, - "mrr_at_1": 0.651111, - "mrr_at_3": 0.702407, - "mrr_at_5": 0.709352, - "mrr_at_10": 0.71627, - "mrr_at_20": 0.718464, - "mrr_at_100": 0.720265, - "mrr_at_1000": 0.720546, - "nauc_ndcg_at_1_max": 0.737325, - "nauc_ndcg_at_1_std": 0.239628, - "nauc_ndcg_at_1_diff1": 0.861911, - "nauc_ndcg_at_3_max": 0.77196, - "nauc_ndcg_at_3_std": 0.294159, - "nauc_ndcg_at_3_diff1": 0.846371, - "nauc_ndcg_at_5_max": 0.7702, - "nauc_ndcg_at_5_std": 0.301458, - "nauc_ndcg_at_5_diff1": 0.838895, - "nauc_ndcg_at_10_max": 0.771409, - "nauc_ndcg_at_10_std": 0.305124, - "nauc_ndcg_at_10_diff1": 0.840785, - "nauc_ndcg_at_20_max": 0.77025, - "nauc_ndcg_at_20_std": 0.309446, - "nauc_ndcg_at_20_diff1": 0.84113, - "nauc_ndcg_at_100_max": 0.769134, - "nauc_ndcg_at_100_std": 0.30947, - "nauc_ndcg_at_100_diff1": 0.843713, - "nauc_ndcg_at_1000_max": 0.766522, - "nauc_ndcg_at_1000_std": 0.298435, - "nauc_ndcg_at_1000_diff1": 0.844566, - "nauc_map_at_1_max": 0.737325, - "nauc_map_at_1_std": 0.239628, - "nauc_map_at_1_diff1": 0.861911, - "nauc_map_at_3_max": 0.764397, - "nauc_map_at_3_std": 0.282092, - "nauc_map_at_3_diff1": 0.850612, - "nauc_map_at_5_max": 0.763384, - "nauc_map_at_5_std": 0.28591, - "nauc_map_at_5_diff1": 0.846877, - "nauc_map_at_10_max": 0.763682, - "nauc_map_at_10_std": 0.286701, - "nauc_map_at_10_diff1": 0.847688, - "nauc_map_at_20_max": 0.763367, - "nauc_map_at_20_std": 0.287624, - "nauc_map_at_20_diff1": 0.847816, - "nauc_map_at_100_max": 0.763014, - "nauc_map_at_100_std": 0.287389, - "nauc_map_at_100_diff1": 0.848003, - "nauc_map_at_1000_max": 0.762912, - "nauc_map_at_1000_std": 0.28702, - "nauc_map_at_1000_diff1": 0.848018, - "nauc_recall_at_1_max": 0.737325, - "nauc_recall_at_1_std": 0.239628, - "nauc_recall_at_1_diff1": 0.861911, - "nauc_recall_at_3_max": 0.797232, - "nauc_recall_at_3_std": 0.33458, - "nauc_recall_at_3_diff1": 0.831676, - "nauc_recall_at_5_max": 0.79454, - "nauc_recall_at_5_std": 0.359676, - "nauc_recall_at_5_diff1": 0.807179, - "nauc_recall_at_10_max": 0.80749, - "nauc_recall_at_10_std": 0.396438, - "nauc_recall_at_10_diff1": 0.806922, - "nauc_recall_at_20_max": 0.807324, - "nauc_recall_at_20_std": 0.448938, - "nauc_recall_at_20_diff1": 0.801403, - "nauc_recall_at_100_max": 0.842488, - "nauc_recall_at_100_std": 0.632404, - "nauc_recall_at_100_diff1": 0.815045, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.737325, - "nauc_precision_at_1_std": 0.239628, - "nauc_precision_at_1_diff1": 0.861911, - "nauc_precision_at_3_max": 0.797232, - "nauc_precision_at_3_std": 0.33458, - "nauc_precision_at_3_diff1": 0.831676, - "nauc_precision_at_5_max": 0.79454, - "nauc_precision_at_5_std": 0.359676, - "nauc_precision_at_5_diff1": 0.807179, - "nauc_precision_at_10_max": 0.80749, - "nauc_precision_at_10_std": 0.396438, - "nauc_precision_at_10_diff1": 0.806922, - "nauc_precision_at_20_max": 0.807324, - "nauc_precision_at_20_std": 0.448938, - "nauc_precision_at_20_diff1": 0.801403, - "nauc_precision_at_100_max": 0.842488, - "nauc_precision_at_100_std": 0.632404, - "nauc_precision_at_100_diff1": 0.815045, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.737325, - "nauc_mrr_at_1_std": 0.239628, - "nauc_mrr_at_1_diff1": 0.861911, - "nauc_mrr_at_3_max": 0.764397, - "nauc_mrr_at_3_std": 0.282092, - "nauc_mrr_at_3_diff1": 0.850612, - "nauc_mrr_at_5_max": 0.763384, - "nauc_mrr_at_5_std": 0.28591, - "nauc_mrr_at_5_diff1": 0.846877, - "nauc_mrr_at_10_max": 0.763682, - "nauc_mrr_at_10_std": 0.286701, - "nauc_mrr_at_10_diff1": 0.847688, - "nauc_mrr_at_20_max": 0.763367, - "nauc_mrr_at_20_std": 0.287624, - "nauc_mrr_at_20_diff1": 0.847816, - "nauc_mrr_at_100_max": 0.763014, - "nauc_mrr_at_100_std": 0.287389, - "nauc_mrr_at_100_diff1": 0.848003, - "nauc_mrr_at_1000_max": 0.762912, - "nauc_mrr_at_1000_std": 0.28702, - "nauc_mrr_at_1000_diff1": 0.848018, - "main_score": 0.74819, + "accuracy": 0.65222, + "precision_at_1": 0.65222, + "precision_at_3": 0.25074, + "precision_at_5": 0.15778, + "precision_at_10": 0.08333, + "precision_at_20": 0.04356, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.697037, + "mrr_at_5": 0.705259, + "mrr_at_10": 0.711317, + "mrr_at_20": 0.714013, + "mrr_at_100": 0.716177, + "mrr_at_1000": 0.716416, + "nauc_ndcg_at_1_max": 0.732343, + "nauc_ndcg_at_1_std": 0.271407, + "nauc_ndcg_at_1_diff1": 0.834948, + "nauc_ndcg_at_3_max": 0.764047, + "nauc_ndcg_at_3_std": 0.327129, + "nauc_ndcg_at_3_diff1": 0.81231, + "nauc_ndcg_at_5_max": 0.768255, + "nauc_ndcg_at_5_std": 0.345308, + "nauc_ndcg_at_5_diff1": 0.806666, + "nauc_ndcg_at_10_max": 0.763303, + "nauc_ndcg_at_10_std": 0.342002, + "nauc_ndcg_at_10_diff1": 0.803887, + "nauc_ndcg_at_20_max": 0.763774, + "nauc_ndcg_at_20_std": 0.341892, + "nauc_ndcg_at_20_diff1": 0.809704, + "nauc_ndcg_at_100_max": 0.761184, + "nauc_ndcg_at_100_std": 0.338685, + "nauc_ndcg_at_100_diff1": 0.811553, + "nauc_ndcg_at_1000_max": 0.759678, + "nauc_ndcg_at_1000_std": 0.331128, + "nauc_ndcg_at_1000_diff1": 0.812557, + "nauc_map_at_1_max": 0.732343, + "nauc_map_at_1_std": 0.271407, + "nauc_map_at_1_diff1": 0.834948, + "nauc_map_at_3_max": 0.756776, + "nauc_map_at_3_std": 0.312409, + "nauc_map_at_3_diff1": 0.818385, + "nauc_map_at_5_max": 0.758684, + "nauc_map_at_5_std": 0.321378, + "nauc_map_at_5_diff1": 0.815554, + "nauc_map_at_10_max": 0.756459, + "nauc_map_at_10_std": 0.319456, + "nauc_map_at_10_diff1": 0.814483, + "nauc_map_at_20_max": 0.756503, + "nauc_map_at_20_std": 0.319254, + "nauc_map_at_20_diff1": 0.816062, + "nauc_map_at_100_max": 0.756103, + "nauc_map_at_100_std": 0.319086, + "nauc_map_at_100_diff1": 0.816179, + "nauc_map_at_1000_max": 0.756049, + "nauc_map_at_1000_std": 0.318827, + "nauc_map_at_1000_diff1": 0.816236, + "nauc_recall_at_1_max": 0.732343, + "nauc_recall_at_1_std": 0.271407, + "nauc_recall_at_1_diff1": 0.834948, + "nauc_recall_at_3_max": 0.787845, + "nauc_recall_at_3_std": 0.376388, + "nauc_recall_at_3_diff1": 0.791935, + "nauc_recall_at_5_max": 0.804169, + "nauc_recall_at_5_std": 0.437889, + "nauc_recall_at_5_diff1": 0.772589, + "nauc_recall_at_10_max": 0.792033, + "nauc_recall_at_10_std": 0.446437, + "nauc_recall_at_10_diff1": 0.754007, + "nauc_recall_at_20_max": 0.802937, + "nauc_recall_at_20_std": 0.472607, + "nauc_recall_at_20_diff1": 0.779864, + "nauc_recall_at_100_max": 0.808699, + "nauc_recall_at_100_std": 0.580038, + "nauc_recall_at_100_diff1": 0.784335, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732343, + "nauc_precision_at_1_std": 0.271407, + "nauc_precision_at_1_diff1": 0.834948, + "nauc_precision_at_3_max": 0.787845, + "nauc_precision_at_3_std": 0.376388, + "nauc_precision_at_3_diff1": 0.791935, + "nauc_precision_at_5_max": 0.804169, + "nauc_precision_at_5_std": 0.437889, + "nauc_precision_at_5_diff1": 0.772589, + "nauc_precision_at_10_max": 0.792033, + "nauc_precision_at_10_std": 0.446437, + "nauc_precision_at_10_diff1": 0.754007, + "nauc_precision_at_20_max": 0.802937, + "nauc_precision_at_20_std": 0.472607, + "nauc_precision_at_20_diff1": 0.779864, + "nauc_precision_at_100_max": 0.808699, + "nauc_precision_at_100_std": 0.580038, + "nauc_precision_at_100_diff1": 0.784335, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732343, + "nauc_mrr_at_1_std": 0.271407, + "nauc_mrr_at_1_diff1": 0.834948, + "nauc_mrr_at_3_max": 0.756776, + "nauc_mrr_at_3_std": 0.312409, + "nauc_mrr_at_3_diff1": 0.818385, + "nauc_mrr_at_5_max": 0.758684, + "nauc_mrr_at_5_std": 0.321378, + "nauc_mrr_at_5_diff1": 0.815554, + "nauc_mrr_at_10_max": 0.756459, + "nauc_mrr_at_10_std": 0.319456, + "nauc_mrr_at_10_diff1": 0.814483, + "nauc_mrr_at_20_max": 0.756503, + "nauc_mrr_at_20_std": 0.319254, + "nauc_mrr_at_20_diff1": 0.816062, + "nauc_mrr_at_100_max": 0.756103, + "nauc_mrr_at_100_std": 0.319086, + "nauc_mrr_at_100_diff1": 0.816179, + "nauc_mrr_at_1000_max": 0.756049, + "nauc_mrr_at_1000_std": 0.318827, + "nauc_mrr_at_1000_diff1": 0.816236, + "hit_rate_at_1": 0.65222, + "hit_rate_at_3": 0.75222, + "hit_rate_at_5": 0.78889, + "hit_rate_at_10": 0.83333, + "hit_rate_at_20": 0.87111, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.7407, "hf_subset": "npi_Latn-npi_Latn", "languages": [ "npi-Latn", "npi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.79333, - "ndcg_at_3": 0.84914, - "ndcg_at_5": 0.85913, - "ndcg_at_10": 0.8696, - "ndcg_at_20": 0.87456, - "ndcg_at_100": 0.87948, - "ndcg_at_1000": 0.88093, - "map_at_1": 0.79333, - "map_at_3": 0.83574, - "map_at_5": 0.84124, - "map_at_10": 0.84559, - "map_at_20": 0.84706, - "map_at_100": 0.8478, - "map_at_1000": 0.84786, - "recall_at_1": 0.79333, - "recall_at_3": 0.88778, - "recall_at_5": 0.91222, - "recall_at_10": 0.94444, - "recall_at_20": 0.96333, - "recall_at_100": 0.98889, + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.83762, + "ndcg_at_5": 0.84809, + "ndcg_at_10": 0.85967, + "ndcg_at_20": 0.86517, + "ndcg_at_100": 0.87086, + "ndcg_at_1000": 0.87255, + "map_at_1": 0.78333, + "map_at_3": 0.82481, + "map_at_5": 0.83059, + "map_at_10": 0.83542, + "map_at_20": 0.83687, + "map_at_100": 0.83779, + "map_at_1000": 0.83785, + "recall_at_1": 0.78333, + "recall_at_3": 0.87444, + "recall_at_5": 0.9, + "recall_at_10": 0.93556, + "recall_at_20": 0.95778, + "recall_at_100": 0.98667, "recall_at_1000": 1.0, - "precision_at_1": 0.79333, - "precision_at_3": 0.29593, - "precision_at_5": 0.18244, - "precision_at_10": 0.09444, - "precision_at_20": 0.04817, - "precision_at_100": 0.00989, + "accuracy": 0.78333, + "precision_at_1": 0.78333, + "precision_at_3": 0.29148, + "precision_at_5": 0.18, + "precision_at_10": 0.09356, + "precision_at_20": 0.04789, + "precision_at_100": 0.00987, "precision_at_1000": 0.001, - "mrr_at_1": 0.793333, - "mrr_at_3": 0.835741, - "mrr_at_5": 0.841241, - "mrr_at_10": 0.845595, - "mrr_at_20": 0.847055, - "mrr_at_100": 0.847801, - "mrr_at_1000": 0.847859, - "nauc_ndcg_at_1_max": 0.671304, - "nauc_ndcg_at_1_std": -0.242738, - "nauc_ndcg_at_1_diff1": 0.859905, - "nauc_ndcg_at_3_max": 0.72382, - "nauc_ndcg_at_3_std": -0.222963, - "nauc_ndcg_at_3_diff1": 0.852731, - "nauc_ndcg_at_5_max": 0.723495, - "nauc_ndcg_at_5_std": -0.212867, - "nauc_ndcg_at_5_diff1": 0.847643, - "nauc_ndcg_at_10_max": 0.722677, - "nauc_ndcg_at_10_std": -0.214312, - "nauc_ndcg_at_10_diff1": 0.852978, - "nauc_ndcg_at_20_max": 0.718513, - "nauc_ndcg_at_20_std": -0.219813, - "nauc_ndcg_at_20_diff1": 0.856634, - "nauc_ndcg_at_100_max": 0.714518, - "nauc_ndcg_at_100_std": -0.216932, - "nauc_ndcg_at_100_diff1": 0.855967, - "nauc_ndcg_at_1000_max": 0.713454, - "nauc_ndcg_at_1000_std": -0.22243, - "nauc_ndcg_at_1000_diff1": 0.855689, - "nauc_map_at_1_max": 0.671304, - "nauc_map_at_1_std": -0.242738, - "nauc_map_at_1_diff1": 0.859905, - "nauc_map_at_3_max": 0.711232, - "nauc_map_at_3_std": -0.230512, - "nauc_map_at_3_diff1": 0.855213, - "nauc_map_at_5_max": 0.710612, - "nauc_map_at_5_std": -0.226635, - "nauc_map_at_5_diff1": 0.852825, - "nauc_map_at_10_max": 0.710079, - "nauc_map_at_10_std": -0.226774, - "nauc_map_at_10_diff1": 0.854898, - "nauc_map_at_20_max": 0.708993, - "nauc_map_at_20_std": -0.227834, - "nauc_map_at_20_diff1": 0.855889, - "nauc_map_at_100_max": 0.708472, - "nauc_map_at_100_std": -0.227677, - "nauc_map_at_100_diff1": 0.855867, - "nauc_map_at_1000_max": 0.708432, - "nauc_map_at_1000_std": -0.227866, - "nauc_map_at_1000_diff1": 0.855861, - "nauc_recall_at_1_max": 0.671304, - "nauc_recall_at_1_std": -0.242738, - "nauc_recall_at_1_diff1": 0.859905, - "nauc_recall_at_3_max": 0.773073, - "nauc_recall_at_3_std": -0.191403, - "nauc_recall_at_3_diff1": 0.842471, - "nauc_recall_at_5_max": 0.784905, - "nauc_recall_at_5_std": -0.139347, - "nauc_recall_at_5_diff1": 0.820468, - "nauc_recall_at_10_max": 0.812988, - "nauc_recall_at_10_std": -0.118021, - "nauc_recall_at_10_diff1": 0.841083, - "nauc_recall_at_20_max": 0.806482, - "nauc_recall_at_20_std": -0.148346, - "nauc_recall_at_20_diff1": 0.877769, - "nauc_recall_at_100_max": 0.794818, - "nauc_recall_at_100_std": 0.202568, - "nauc_recall_at_100_diff1": 0.879085, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.671304, - "nauc_precision_at_1_std": -0.242738, - "nauc_precision_at_1_diff1": 0.859905, - "nauc_precision_at_3_max": 0.773073, - "nauc_precision_at_3_std": -0.191403, - "nauc_precision_at_3_diff1": 0.842471, - "nauc_precision_at_5_max": 0.784905, - "nauc_precision_at_5_std": -0.139347, - "nauc_precision_at_5_diff1": 0.820468, - "nauc_precision_at_10_max": 0.812988, - "nauc_precision_at_10_std": -0.118021, - "nauc_precision_at_10_diff1": 0.841083, - "nauc_precision_at_20_max": 0.806482, - "nauc_precision_at_20_std": -0.148346, - "nauc_precision_at_20_diff1": 0.877769, - "nauc_precision_at_100_max": 0.794818, - "nauc_precision_at_100_std": 0.202568, - "nauc_precision_at_100_diff1": 0.879085, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.671304, - "nauc_mrr_at_1_std": -0.242738, - "nauc_mrr_at_1_diff1": 0.859905, - "nauc_mrr_at_3_max": 0.711232, - "nauc_mrr_at_3_std": -0.230512, - "nauc_mrr_at_3_diff1": 0.855213, - "nauc_mrr_at_5_max": 0.710612, - "nauc_mrr_at_5_std": -0.226635, - "nauc_mrr_at_5_diff1": 0.852825, - "nauc_mrr_at_10_max": 0.710079, - "nauc_mrr_at_10_std": -0.226774, - "nauc_mrr_at_10_diff1": 0.854898, - "nauc_mrr_at_20_max": 0.708993, - "nauc_mrr_at_20_std": -0.227834, - "nauc_mrr_at_20_diff1": 0.855889, - "nauc_mrr_at_100_max": 0.708472, - "nauc_mrr_at_100_std": -0.227677, - "nauc_mrr_at_100_diff1": 0.855867, - "nauc_mrr_at_1000_max": 0.708432, - "nauc_mrr_at_1000_std": -0.227866, - "nauc_mrr_at_1000_diff1": 0.855861, - "main_score": 0.8696, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.824815, + "mrr_at_5": 0.830593, + "mrr_at_10": 0.835423, + "mrr_at_20": 0.83687, + "mrr_at_100": 0.837789, + "mrr_at_1000": 0.837848, + "nauc_ndcg_at_1_max": 0.647708, + "nauc_ndcg_at_1_std": -0.173499, + "nauc_ndcg_at_1_diff1": 0.860266, + "nauc_ndcg_at_3_max": 0.689432, + "nauc_ndcg_at_3_std": -0.201912, + "nauc_ndcg_at_3_diff1": 0.852237, + "nauc_ndcg_at_5_max": 0.683699, + "nauc_ndcg_at_5_std": -0.193531, + "nauc_ndcg_at_5_diff1": 0.848344, + "nauc_ndcg_at_10_max": 0.689125, + "nauc_ndcg_at_10_std": -0.17425, + "nauc_ndcg_at_10_diff1": 0.851443, + "nauc_ndcg_at_20_max": 0.686592, + "nauc_ndcg_at_20_std": -0.17211, + "nauc_ndcg_at_20_diff1": 0.854891, + "nauc_ndcg_at_100_max": 0.684084, + "nauc_ndcg_at_100_std": -0.170347, + "nauc_ndcg_at_100_diff1": 0.856056, + "nauc_ndcg_at_1000_max": 0.682102, + "nauc_ndcg_at_1000_std": -0.176878, + "nauc_ndcg_at_1000_diff1": 0.854796, + "nauc_map_at_1_max": 0.647708, + "nauc_map_at_1_std": -0.173499, + "nauc_map_at_1_diff1": 0.860266, + "nauc_map_at_3_max": 0.679764, + "nauc_map_at_3_std": -0.192972, + "nauc_map_at_3_diff1": 0.854677, + "nauc_map_at_5_max": 0.676873, + "nauc_map_at_5_std": -0.187854, + "nauc_map_at_5_diff1": 0.852797, + "nauc_map_at_10_max": 0.678704, + "nauc_map_at_10_std": -0.180611, + "nauc_map_at_10_diff1": 0.854125, + "nauc_map_at_20_max": 0.677985, + "nauc_map_at_20_std": -0.180244, + "nauc_map_at_20_diff1": 0.854887, + "nauc_map_at_100_max": 0.677657, + "nauc_map_at_100_std": -0.180174, + "nauc_map_at_100_diff1": 0.855046, + "nauc_map_at_1000_max": 0.677592, + "nauc_map_at_1000_std": -0.180355, + "nauc_map_at_1000_diff1": 0.855009, + "nauc_recall_at_1_max": 0.647708, + "nauc_recall_at_1_std": -0.173499, + "nauc_recall_at_1_diff1": 0.860266, + "nauc_recall_at_3_max": 0.725499, + "nauc_recall_at_3_std": -0.236912, + "nauc_recall_at_3_diff1": 0.842729, + "nauc_recall_at_5_max": 0.711474, + "nauc_recall_at_5_std": -0.219426, + "nauc_recall_at_5_diff1": 0.826984, + "nauc_recall_at_10_max": 0.759804, + "nauc_recall_at_10_std": -0.11417, + "nauc_recall_at_10_diff1": 0.833792, + "nauc_recall_at_20_max": 0.768023, + "nauc_recall_at_20_std": -0.055396, + "nauc_recall_at_20_diff1": 0.866947, + "nauc_recall_at_100_max": 0.820456, + "nauc_recall_at_100_std": 0.292328, + "nauc_recall_at_100_diff1": 0.944172, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.647708, + "nauc_precision_at_1_std": -0.173499, + "nauc_precision_at_1_diff1": 0.860266, + "nauc_precision_at_3_max": 0.725499, + "nauc_precision_at_3_std": -0.236912, + "nauc_precision_at_3_diff1": 0.842729, + "nauc_precision_at_5_max": 0.711474, + "nauc_precision_at_5_std": -0.219426, + "nauc_precision_at_5_diff1": 0.826984, + "nauc_precision_at_10_max": 0.759804, + "nauc_precision_at_10_std": -0.11417, + "nauc_precision_at_10_diff1": 0.833792, + "nauc_precision_at_20_max": 0.768023, + "nauc_precision_at_20_std": -0.055396, + "nauc_precision_at_20_diff1": 0.866947, + "nauc_precision_at_100_max": 0.820456, + "nauc_precision_at_100_std": 0.292328, + "nauc_precision_at_100_diff1": 0.944172, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.647708, + "nauc_mrr_at_1_std": -0.173499, + "nauc_mrr_at_1_diff1": 0.860266, + "nauc_mrr_at_3_max": 0.679764, + "nauc_mrr_at_3_std": -0.192972, + "nauc_mrr_at_3_diff1": 0.854677, + "nauc_mrr_at_5_max": 0.676873, + "nauc_mrr_at_5_std": -0.187854, + "nauc_mrr_at_5_diff1": 0.852797, + "nauc_mrr_at_10_max": 0.678704, + "nauc_mrr_at_10_std": -0.180611, + "nauc_mrr_at_10_diff1": 0.854125, + "nauc_mrr_at_20_max": 0.677985, + "nauc_mrr_at_20_std": -0.180244, + "nauc_mrr_at_20_diff1": 0.854887, + "nauc_mrr_at_100_max": 0.677657, + "nauc_mrr_at_100_std": -0.180174, + "nauc_mrr_at_100_diff1": 0.855046, + "nauc_mrr_at_1000_max": 0.677592, + "nauc_mrr_at_1000_std": -0.180355, + "nauc_mrr_at_1000_diff1": 0.855009, + "hit_rate_at_1": 0.78333, + "hit_rate_at_3": 0.87444, + "hit_rate_at_5": 0.9, + "hit_rate_at_10": 0.93556, + "hit_rate_at_20": 0.95778, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.85967, "hf_subset": "npi_Latn-eng_Latn", "languages": [ "npi-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.61778, - "ndcg_at_3": 0.68369, - "ndcg_at_5": 0.69602, - "ndcg_at_10": 0.71246, - "ndcg_at_20": 0.71976, - "ndcg_at_100": 0.73715, - "ndcg_at_1000": 0.74643, - "map_at_1": 0.61778, - "map_at_3": 0.66833, - "map_at_5": 0.67517, - "map_at_10": 0.68189, - "map_at_20": 0.68389, - "map_at_100": 0.68648, - "map_at_1000": 0.68685, - "recall_at_1": 0.61778, - "recall_at_3": 0.72778, - "recall_at_5": 0.75778, - "recall_at_10": 0.80889, - "recall_at_20": 0.83778, - "recall_at_100": 0.92889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58778, + "ndcg_at_3": 0.65965, + "ndcg_at_5": 0.67529, + "ndcg_at_10": 0.68767, + "ndcg_at_20": 0.69952, + "ndcg_at_100": 0.71812, + "ndcg_at_1000": 0.72692, + "map_at_1": 0.58778, + "map_at_3": 0.64222, + "map_at_5": 0.65094, + "map_at_10": 0.65614, + "map_at_20": 0.65942, + "map_at_100": 0.662, + "map_at_1000": 0.66235, + "recall_at_1": 0.58778, + "recall_at_3": 0.71, + "recall_at_5": 0.74778, + "recall_at_10": 0.78556, + "recall_at_20": 0.83222, + "recall_at_100": 0.93222, "recall_at_1000": 1.0, - "precision_at_1": 0.61778, - "precision_at_3": 0.24259, - "precision_at_5": 0.15156, - "precision_at_10": 0.08089, - "precision_at_20": 0.04189, - "precision_at_100": 0.00929, - "precision_at_1000": 0.001, - "mrr_at_1": 0.617778, - "mrr_at_3": 0.668333, - "mrr_at_5": 0.675167, - "mrr_at_10": 0.681892, - "mrr_at_20": 0.683891, - "mrr_at_100": 0.686483, - "mrr_at_1000": 0.686852, - "nauc_ndcg_at_1_max": 0.786248, - "nauc_ndcg_at_1_std": 0.393201, - "nauc_ndcg_at_1_diff1": 0.840935, - "nauc_ndcg_at_3_max": 0.824779, - "nauc_ndcg_at_3_std": 0.45952, - "nauc_ndcg_at_3_diff1": 0.811533, - "nauc_ndcg_at_5_max": 0.824959, - "nauc_ndcg_at_5_std": 0.455881, - "nauc_ndcg_at_5_diff1": 0.811519, - "nauc_ndcg_at_10_max": 0.819532, - "nauc_ndcg_at_10_std": 0.459267, - "nauc_ndcg_at_10_diff1": 0.802177, - "nauc_ndcg_at_20_max": 0.821369, - "nauc_ndcg_at_20_std": 0.462485, - "nauc_ndcg_at_20_diff1": 0.804845, - "nauc_ndcg_at_100_max": 0.820951, - "nauc_ndcg_at_100_std": 0.471062, - "nauc_ndcg_at_100_diff1": 0.80808, - "nauc_ndcg_at_1000_max": 0.818033, - "nauc_ndcg_at_1000_std": 0.456263, - "nauc_ndcg_at_1000_diff1": 0.811463, - "nauc_map_at_1_max": 0.786248, - "nauc_map_at_1_std": 0.393201, - "nauc_map_at_1_diff1": 0.840935, - "nauc_map_at_3_max": 0.815559, - "nauc_map_at_3_std": 0.441788, - "nauc_map_at_3_diff1": 0.818728, - "nauc_map_at_5_max": 0.815358, - "nauc_map_at_5_std": 0.439439, - "nauc_map_at_5_diff1": 0.818748, - "nauc_map_at_10_max": 0.81316, - "nauc_map_at_10_std": 0.440676, - "nauc_map_at_10_diff1": 0.815267, - "nauc_map_at_20_max": 0.813629, - "nauc_map_at_20_std": 0.441317, - "nauc_map_at_20_diff1": 0.816136, - "nauc_map_at_100_max": 0.813591, - "nauc_map_at_100_std": 0.442779, - "nauc_map_at_100_diff1": 0.816664, - "nauc_map_at_1000_max": 0.81349, - "nauc_map_at_1000_std": 0.442265, - "nauc_map_at_1000_diff1": 0.8168, - "nauc_recall_at_1_max": 0.786248, - "nauc_recall_at_1_std": 0.393201, - "nauc_recall_at_1_diff1": 0.840935, - "nauc_recall_at_3_max": 0.854886, - "nauc_recall_at_3_std": 0.518408, - "nauc_recall_at_3_diff1": 0.787954, - "nauc_recall_at_5_max": 0.859056, - "nauc_recall_at_5_std": 0.514379, - "nauc_recall_at_5_diff1": 0.786096, - "nauc_recall_at_10_max": 0.843095, - "nauc_recall_at_10_std": 0.539269, - "nauc_recall_at_10_diff1": 0.741739, - "nauc_recall_at_20_max": 0.857476, - "nauc_recall_at_20_std": 0.572418, - "nauc_recall_at_20_diff1": 0.746671, - "nauc_recall_at_100_max": 0.889013, - "nauc_recall_at_100_std": 0.812434, - "nauc_recall_at_100_diff1": 0.732931, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786248, - "nauc_precision_at_1_std": 0.393201, - "nauc_precision_at_1_diff1": 0.840935, - "nauc_precision_at_3_max": 0.854886, - "nauc_precision_at_3_std": 0.518408, - "nauc_precision_at_3_diff1": 0.787954, - "nauc_precision_at_5_max": 0.859056, - "nauc_precision_at_5_std": 0.514379, - "nauc_precision_at_5_diff1": 0.786096, - "nauc_precision_at_10_max": 0.843095, - "nauc_precision_at_10_std": 0.539269, - "nauc_precision_at_10_diff1": 0.741739, - "nauc_precision_at_20_max": 0.857476, - "nauc_precision_at_20_std": 0.572418, - "nauc_precision_at_20_diff1": 0.746671, - "nauc_precision_at_100_max": 0.889013, - "nauc_precision_at_100_std": 0.812434, - "nauc_precision_at_100_diff1": 0.732931, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786248, - "nauc_mrr_at_1_std": 0.393201, - "nauc_mrr_at_1_diff1": 0.840935, - "nauc_mrr_at_3_max": 0.815559, - "nauc_mrr_at_3_std": 0.441788, - "nauc_mrr_at_3_diff1": 0.818728, - "nauc_mrr_at_5_max": 0.815358, - "nauc_mrr_at_5_std": 0.439439, - "nauc_mrr_at_5_diff1": 0.818748, - "nauc_mrr_at_10_max": 0.81316, - "nauc_mrr_at_10_std": 0.440676, - "nauc_mrr_at_10_diff1": 0.815267, - "nauc_mrr_at_20_max": 0.813629, - "nauc_mrr_at_20_std": 0.441317, - "nauc_mrr_at_20_diff1": 0.816136, - "nauc_mrr_at_100_max": 0.813591, - "nauc_mrr_at_100_std": 0.442779, - "nauc_mrr_at_100_diff1": 0.816664, - "nauc_mrr_at_1000_max": 0.81349, - "nauc_mrr_at_1000_std": 0.442265, - "nauc_mrr_at_1000_diff1": 0.8168, - "main_score": 0.71246, + "accuracy": 0.58778, + "precision_at_1": 0.58778, + "precision_at_3": 0.23667, + "precision_at_5": 0.14956, + "precision_at_10": 0.07856, + "precision_at_20": 0.04161, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "mrr_at_1": 0.587778, + "mrr_at_3": 0.642222, + "mrr_at_5": 0.650944, + "mrr_at_10": 0.656143, + "mrr_at_20": 0.659424, + "mrr_at_100": 0.662002, + "mrr_at_1000": 0.662349, + "nauc_ndcg_at_1_max": 0.768559, + "nauc_ndcg_at_1_std": 0.337441, + "nauc_ndcg_at_1_diff1": 0.859499, + "nauc_ndcg_at_3_max": 0.806733, + "nauc_ndcg_at_3_std": 0.400669, + "nauc_ndcg_at_3_diff1": 0.820321, + "nauc_ndcg_at_5_max": 0.808454, + "nauc_ndcg_at_5_std": 0.413547, + "nauc_ndcg_at_5_diff1": 0.816102, + "nauc_ndcg_at_10_max": 0.805205, + "nauc_ndcg_at_10_std": 0.417121, + "nauc_ndcg_at_10_diff1": 0.809418, + "nauc_ndcg_at_20_max": 0.803434, + "nauc_ndcg_at_20_std": 0.418688, + "nauc_ndcg_at_20_diff1": 0.809707, + "nauc_ndcg_at_100_max": 0.803272, + "nauc_ndcg_at_100_std": 0.421311, + "nauc_ndcg_at_100_diff1": 0.814599, + "nauc_ndcg_at_1000_max": 0.80085, + "nauc_ndcg_at_1000_std": 0.407449, + "nauc_ndcg_at_1000_diff1": 0.819312, + "nauc_map_at_1_max": 0.768559, + "nauc_map_at_1_std": 0.337441, + "nauc_map_at_1_diff1": 0.859499, + "nauc_map_at_3_max": 0.797959, + "nauc_map_at_3_std": 0.384314, + "nauc_map_at_3_diff1": 0.830756, + "nauc_map_at_5_max": 0.798723, + "nauc_map_at_5_std": 0.39118, + "nauc_map_at_5_diff1": 0.828729, + "nauc_map_at_10_max": 0.797355, + "nauc_map_at_10_std": 0.392191, + "nauc_map_at_10_diff1": 0.826327, + "nauc_map_at_20_max": 0.796759, + "nauc_map_at_20_std": 0.392369, + "nauc_map_at_20_diff1": 0.826386, + "nauc_map_at_100_max": 0.796718, + "nauc_map_at_100_std": 0.392808, + "nauc_map_at_100_diff1": 0.827031, + "nauc_map_at_1000_max": 0.796637, + "nauc_map_at_1000_std": 0.392324, + "nauc_map_at_1000_diff1": 0.82722, + "nauc_recall_at_1_max": 0.768559, + "nauc_recall_at_1_std": 0.337441, + "nauc_recall_at_1_diff1": 0.859499, + "nauc_recall_at_3_max": 0.835171, + "nauc_recall_at_3_std": 0.454674, + "nauc_recall_at_3_diff1": 0.785717, + "nauc_recall_at_5_max": 0.843334, + "nauc_recall_at_5_std": 0.496235, + "nauc_recall_at_5_diff1": 0.769473, + "nauc_recall_at_10_max": 0.834834, + "nauc_recall_at_10_std": 0.52255, + "nauc_recall_at_10_diff1": 0.735901, + "nauc_recall_at_20_max": 0.831999, + "nauc_recall_at_20_std": 0.557377, + "nauc_recall_at_20_diff1": 0.722165, + "nauc_recall_at_100_max": 0.865531, + "nauc_recall_at_100_std": 0.773316, + "nauc_recall_at_100_diff1": 0.699063, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768559, + "nauc_precision_at_1_std": 0.337441, + "nauc_precision_at_1_diff1": 0.859499, + "nauc_precision_at_3_max": 0.835171, + "nauc_precision_at_3_std": 0.454674, + "nauc_precision_at_3_diff1": 0.785717, + "nauc_precision_at_5_max": 0.843334, + "nauc_precision_at_5_std": 0.496235, + "nauc_precision_at_5_diff1": 0.769473, + "nauc_precision_at_10_max": 0.834834, + "nauc_precision_at_10_std": 0.52255, + "nauc_precision_at_10_diff1": 0.735901, + "nauc_precision_at_20_max": 0.831999, + "nauc_precision_at_20_std": 0.557377, + "nauc_precision_at_20_diff1": 0.722165, + "nauc_precision_at_100_max": 0.865531, + "nauc_precision_at_100_std": 0.773316, + "nauc_precision_at_100_diff1": 0.699063, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768559, + "nauc_mrr_at_1_std": 0.337441, + "nauc_mrr_at_1_diff1": 0.859499, + "nauc_mrr_at_3_max": 0.797959, + "nauc_mrr_at_3_std": 0.384314, + "nauc_mrr_at_3_diff1": 0.830756, + "nauc_mrr_at_5_max": 0.798723, + "nauc_mrr_at_5_std": 0.39118, + "nauc_mrr_at_5_diff1": 0.828729, + "nauc_mrr_at_10_max": 0.797355, + "nauc_mrr_at_10_std": 0.392191, + "nauc_mrr_at_10_diff1": 0.826327, + "nauc_mrr_at_20_max": 0.796759, + "nauc_mrr_at_20_std": 0.392369, + "nauc_mrr_at_20_diff1": 0.826386, + "nauc_mrr_at_100_max": 0.796718, + "nauc_mrr_at_100_std": 0.392808, + "nauc_mrr_at_100_diff1": 0.827031, + "nauc_mrr_at_1000_max": 0.796637, + "nauc_mrr_at_1000_std": 0.392324, + "nauc_mrr_at_1000_diff1": 0.82722, + "hit_rate_at_1": 0.58778, + "hit_rate_at_3": 0.71, + "hit_rate_at_5": 0.74778, + "hit_rate_at_10": 0.78556, + "hit_rate_at_20": 0.83222, + "hit_rate_at_100": 0.93222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68767, "hf_subset": "eng_Latn-npi_Latn", "languages": [ "eng-Latn", "npi-Latn" - ] - }, - { - "ndcg_at_1": 0.50111, - "ndcg_at_3": 0.55409, - "ndcg_at_5": 0.56389, - "ndcg_at_10": 0.57659, - "ndcg_at_20": 0.58767, - "ndcg_at_100": 0.61225, - "ndcg_at_1000": 0.63379, - "map_at_1": 0.50111, - "map_at_3": 0.54093, - "map_at_5": 0.54648, - "map_at_10": 0.55159, - "map_at_20": 0.55455, - "map_at_100": 0.55782, - "map_at_1000": 0.55867, - "recall_at_1": 0.50111, - "recall_at_3": 0.59222, - "recall_at_5": 0.61556, - "recall_at_10": 0.65556, - "recall_at_20": 0.7, - "recall_at_100": 0.83444, - "recall_at_1000": 1.0, - "precision_at_1": 0.50111, - "precision_at_3": 0.19741, - "precision_at_5": 0.12311, - "precision_at_10": 0.06556, - "precision_at_20": 0.035, - "precision_at_100": 0.00834, - "precision_at_1000": 0.001, - "mrr_at_1": 0.501111, - "mrr_at_3": 0.540926, - "mrr_at_5": 0.546481, - "mrr_at_10": 0.551587, - "mrr_at_20": 0.55455, - "mrr_at_100": 0.557815, - "mrr_at_1000": 0.558669, - "nauc_ndcg_at_1_max": 0.704581, - "nauc_ndcg_at_1_std": -0.598554, - "nauc_ndcg_at_1_diff1": 0.849418, - "nauc_ndcg_at_3_max": 0.718409, - "nauc_ndcg_at_3_std": -0.615571, - "nauc_ndcg_at_3_diff1": 0.819963, - "nauc_ndcg_at_5_max": 0.716465, - "nauc_ndcg_at_5_std": -0.605685, - "nauc_ndcg_at_5_diff1": 0.815465, - "nauc_ndcg_at_10_max": 0.712317, - "nauc_ndcg_at_10_std": -0.605619, - "nauc_ndcg_at_10_diff1": 0.810775, - "nauc_ndcg_at_20_max": 0.706302, - "nauc_ndcg_at_20_std": -0.594334, - "nauc_ndcg_at_20_diff1": 0.802675, - "nauc_ndcg_at_100_max": 0.702782, - "nauc_ndcg_at_100_std": -0.59381, - "nauc_ndcg_at_100_diff1": 0.80185, - "nauc_ndcg_at_1000_max": 0.708322, - "nauc_ndcg_at_1000_std": -0.599354, - "nauc_ndcg_at_1000_diff1": 0.811633, - "nauc_map_at_1_max": 0.704581, - "nauc_map_at_1_std": -0.598554, - "nauc_map_at_1_diff1": 0.849418, - "nauc_map_at_3_max": 0.716174, - "nauc_map_at_3_std": -0.610582, - "nauc_map_at_3_diff1": 0.828044, - "nauc_map_at_5_max": 0.714953, - "nauc_map_at_5_std": -0.605268, - "nauc_map_at_5_diff1": 0.825617, - "nauc_map_at_10_max": 0.713392, - "nauc_map_at_10_std": -0.60526, - "nauc_map_at_10_diff1": 0.823902, - "nauc_map_at_20_max": 0.71185, - "nauc_map_at_20_std": -0.602582, - "nauc_map_at_20_diff1": 0.821864, - "nauc_map_at_100_max": 0.711349, - "nauc_map_at_100_std": -0.602679, - "nauc_map_at_100_diff1": 0.821741, - "nauc_map_at_1000_max": 0.7115, - "nauc_map_at_1000_std": -0.6028, - "nauc_map_at_1000_diff1": 0.822034, - "nauc_recall_at_1_max": 0.704581, - "nauc_recall_at_1_std": -0.598554, - "nauc_recall_at_1_diff1": 0.849418, - "nauc_recall_at_3_max": 0.724691, - "nauc_recall_at_3_std": -0.631111, - "nauc_recall_at_3_diff1": 0.794996, - "nauc_recall_at_5_max": 0.720547, - "nauc_recall_at_5_std": -0.605644, - "nauc_recall_at_5_diff1": 0.782634, - "nauc_recall_at_10_max": 0.705776, - "nauc_recall_at_10_std": -0.605241, - "nauc_recall_at_10_diff1": 0.763347, - "nauc_recall_at_20_max": 0.676118, - "nauc_recall_at_20_std": -0.548626, - "nauc_recall_at_20_diff1": 0.719956, - "nauc_recall_at_100_max": 0.623682, - "nauc_recall_at_100_std": -0.511251, - "nauc_recall_at_100_diff1": 0.662623, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704581, - "nauc_precision_at_1_std": -0.598554, - "nauc_precision_at_1_diff1": 0.849418, - "nauc_precision_at_3_max": 0.724691, - "nauc_precision_at_3_std": -0.631111, - "nauc_precision_at_3_diff1": 0.794996, - "nauc_precision_at_5_max": 0.720547, - "nauc_precision_at_5_std": -0.605644, - "nauc_precision_at_5_diff1": 0.782634, - "nauc_precision_at_10_max": 0.705776, - "nauc_precision_at_10_std": -0.605241, - "nauc_precision_at_10_diff1": 0.763347, - "nauc_precision_at_20_max": 0.676118, - "nauc_precision_at_20_std": -0.548626, - "nauc_precision_at_20_diff1": 0.719956, - "nauc_precision_at_100_max": 0.623682, - "nauc_precision_at_100_std": -0.511251, - "nauc_precision_at_100_diff1": 0.662623, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704581, - "nauc_mrr_at_1_std": -0.598554, - "nauc_mrr_at_1_diff1": 0.849418, - "nauc_mrr_at_3_max": 0.716174, - "nauc_mrr_at_3_std": -0.610582, - "nauc_mrr_at_3_diff1": 0.828044, - "nauc_mrr_at_5_max": 0.714953, - "nauc_mrr_at_5_std": -0.605268, - "nauc_mrr_at_5_diff1": 0.825617, - "nauc_mrr_at_10_max": 0.713392, - "nauc_mrr_at_10_std": -0.60526, - "nauc_mrr_at_10_diff1": 0.823902, - "nauc_mrr_at_20_max": 0.71185, - "nauc_mrr_at_20_std": -0.602582, - "nauc_mrr_at_20_diff1": 0.821864, - "nauc_mrr_at_100_max": 0.711349, - "nauc_mrr_at_100_std": -0.602679, - "nauc_mrr_at_100_diff1": 0.821741, - "nauc_mrr_at_1000_max": 0.7115, - "nauc_mrr_at_1000_std": -0.6028, - "nauc_mrr_at_1000_diff1": 0.822034, - "main_score": 0.57659, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49111, + "ndcg_at_3": 0.54887, + "ndcg_at_5": 0.56068, + "ndcg_at_10": 0.5747, + "ndcg_at_20": 0.58415, + "ndcg_at_100": 0.60943, + "ndcg_at_1000": 0.63027, + "map_at_1": 0.49111, + "map_at_3": 0.535, + "map_at_5": 0.5415, + "map_at_10": 0.54729, + "map_at_20": 0.54983, + "map_at_100": 0.55308, + "map_at_1000": 0.55388, + "recall_at_1": 0.49111, + "recall_at_3": 0.58889, + "recall_at_5": 0.61778, + "recall_at_10": 0.66111, + "recall_at_20": 0.69889, + "recall_at_100": 0.83889, + "recall_at_1000": 1.0, + "accuracy": 0.49111, + "precision_at_1": 0.49111, + "precision_at_3": 0.1963, + "precision_at_5": 0.12356, + "precision_at_10": 0.06611, + "precision_at_20": 0.03494, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "mrr_at_1": 0.491111, + "mrr_at_3": 0.535, + "mrr_at_5": 0.5415, + "mrr_at_10": 0.547286, + "mrr_at_20": 0.549826, + "mrr_at_100": 0.553079, + "mrr_at_1000": 0.553882, + "nauc_ndcg_at_1_max": 0.73261, + "nauc_ndcg_at_1_std": -0.527692, + "nauc_ndcg_at_1_diff1": 0.851906, + "nauc_ndcg_at_3_max": 0.738148, + "nauc_ndcg_at_3_std": -0.540364, + "nauc_ndcg_at_3_diff1": 0.812839, + "nauc_ndcg_at_5_max": 0.732352, + "nauc_ndcg_at_5_std": -0.545983, + "nauc_ndcg_at_5_diff1": 0.808646, + "nauc_ndcg_at_10_max": 0.72495, + "nauc_ndcg_at_10_std": -0.546135, + "nauc_ndcg_at_10_diff1": 0.801228, + "nauc_ndcg_at_20_max": 0.720456, + "nauc_ndcg_at_20_std": -0.542051, + "nauc_ndcg_at_20_diff1": 0.797806, + "nauc_ndcg_at_100_max": 0.719431, + "nauc_ndcg_at_100_std": -0.532664, + "nauc_ndcg_at_100_diff1": 0.795481, + "nauc_ndcg_at_1000_max": 0.72579, + "nauc_ndcg_at_1000_std": -0.536085, + "nauc_ndcg_at_1000_diff1": 0.806177, + "nauc_map_at_1_max": 0.73261, + "nauc_map_at_1_std": -0.527692, + "nauc_map_at_1_diff1": 0.851906, + "nauc_map_at_3_max": 0.73744, + "nauc_map_at_3_std": -0.536536, + "nauc_map_at_3_diff1": 0.822731, + "nauc_map_at_5_max": 0.734165, + "nauc_map_at_5_std": -0.539831, + "nauc_map_at_5_diff1": 0.8204, + "nauc_map_at_10_max": 0.731319, + "nauc_map_at_10_std": -0.53988, + "nauc_map_at_10_diff1": 0.817706, + "nauc_map_at_20_max": 0.730256, + "nauc_map_at_20_std": -0.538755, + "nauc_map_at_20_diff1": 0.817014, + "nauc_map_at_100_max": 0.730328, + "nauc_map_at_100_std": -0.536939, + "nauc_map_at_100_diff1": 0.816805, + "nauc_map_at_1000_max": 0.730519, + "nauc_map_at_1000_std": -0.536997, + "nauc_map_at_1000_diff1": 0.817148, + "nauc_recall_at_1_max": 0.73261, + "nauc_recall_at_1_std": -0.527692, + "nauc_recall_at_1_diff1": 0.851906, + "nauc_recall_at_3_max": 0.74001, + "nauc_recall_at_3_std": -0.552321, + "nauc_recall_at_3_diff1": 0.78263, + "nauc_recall_at_5_max": 0.72557, + "nauc_recall_at_5_std": -0.566214, + "nauc_recall_at_5_diff1": 0.771015, + "nauc_recall_at_10_max": 0.698456, + "nauc_recall_at_10_std": -0.568211, + "nauc_recall_at_10_diff1": 0.740826, + "nauc_recall_at_20_max": 0.674023, + "nauc_recall_at_20_std": -0.550948, + "nauc_recall_at_20_diff1": 0.718332, + "nauc_recall_at_100_max": 0.627843, + "nauc_recall_at_100_std": -0.47839, + "nauc_recall_at_100_diff1": 0.641675, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73261, + "nauc_precision_at_1_std": -0.527692, + "nauc_precision_at_1_diff1": 0.851906, + "nauc_precision_at_3_max": 0.74001, + "nauc_precision_at_3_std": -0.552321, + "nauc_precision_at_3_diff1": 0.78263, + "nauc_precision_at_5_max": 0.72557, + "nauc_precision_at_5_std": -0.566214, + "nauc_precision_at_5_diff1": 0.771015, + "nauc_precision_at_10_max": 0.698456, + "nauc_precision_at_10_std": -0.568211, + "nauc_precision_at_10_diff1": 0.740826, + "nauc_precision_at_20_max": 0.674023, + "nauc_precision_at_20_std": -0.550948, + "nauc_precision_at_20_diff1": 0.718332, + "nauc_precision_at_100_max": 0.627843, + "nauc_precision_at_100_std": -0.47839, + "nauc_precision_at_100_diff1": 0.641675, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73261, + "nauc_mrr_at_1_std": -0.527692, + "nauc_mrr_at_1_diff1": 0.851906, + "nauc_mrr_at_3_max": 0.73744, + "nauc_mrr_at_3_std": -0.536536, + "nauc_mrr_at_3_diff1": 0.822731, + "nauc_mrr_at_5_max": 0.734165, + "nauc_mrr_at_5_std": -0.539831, + "nauc_mrr_at_5_diff1": 0.8204, + "nauc_mrr_at_10_max": 0.731319, + "nauc_mrr_at_10_std": -0.53988, + "nauc_mrr_at_10_diff1": 0.817706, + "nauc_mrr_at_20_max": 0.730256, + "nauc_mrr_at_20_std": -0.538755, + "nauc_mrr_at_20_diff1": 0.817014, + "nauc_mrr_at_100_max": 0.730328, + "nauc_mrr_at_100_std": -0.536939, + "nauc_mrr_at_100_diff1": 0.816805, + "nauc_mrr_at_1000_max": 0.730519, + "nauc_mrr_at_1000_std": -0.536997, + "nauc_mrr_at_1000_diff1": 0.817148, + "hit_rate_at_1": 0.49111, + "hit_rate_at_3": 0.58889, + "hit_rate_at_5": 0.61778, + "hit_rate_at_10": 0.66111, + "hit_rate_at_20": 0.69889, + "hit_rate_at_100": 0.83889, + "hit_rate_at_1000": 1.0, + "main_score": 0.5747, "hf_subset": "nso_Latn-nso_Latn", "languages": [ "nso-Latn", "nso-Latn" - ] - }, - { - "ndcg_at_1": 0.57889, - "ndcg_at_3": 0.64081, - "ndcg_at_5": 0.65458, - "ndcg_at_10": 0.66803, - "ndcg_at_20": 0.67746, - "ndcg_at_100": 0.69711, - "ndcg_at_1000": 0.7097, - "map_at_1": 0.57889, - "map_at_3": 0.62537, - "map_at_5": 0.63304, - "map_at_10": 0.63868, - "map_at_20": 0.64136, - "map_at_100": 0.64387, - "map_at_1000": 0.64442, - "recall_at_1": 0.57889, - "recall_at_3": 0.68556, - "recall_at_5": 0.71889, - "recall_at_10": 0.76, - "recall_at_20": 0.79667, - "recall_at_100": 0.90556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.64305, + "ndcg_at_5": 0.6542, + "ndcg_at_10": 0.66758, + "ndcg_at_20": 0.67661, + "ndcg_at_100": 0.69512, + "ndcg_at_1000": 0.70934, + "map_at_1": 0.58, + "map_at_3": 0.62759, + "map_at_5": 0.63387, + "map_at_10": 0.63945, + "map_at_20": 0.64195, + "map_at_100": 0.64435, + "map_at_1000": 0.64497, + "recall_at_1": 0.58, + "recall_at_3": 0.68778, + "recall_at_5": 0.71444, + "recall_at_10": 0.75556, + "recall_at_20": 0.79111, + "recall_at_100": 0.89333, "recall_at_1000": 1.0, - "precision_at_1": 0.57889, - "precision_at_3": 0.22852, - "precision_at_5": 0.14378, - "precision_at_10": 0.076, - "precision_at_20": 0.03983, - "precision_at_100": 0.00906, - "precision_at_1000": 0.001, - "mrr_at_1": 0.578889, - "mrr_at_3": 0.62537, - "mrr_at_5": 0.633037, - "mrr_at_10": 0.638684, - "mrr_at_20": 0.641358, - "mrr_at_100": 0.643866, - "mrr_at_1000": 0.644415, - "nauc_ndcg_at_1_max": 0.848106, - "nauc_ndcg_at_1_std": 0.423775, - "nauc_ndcg_at_1_diff1": 0.888285, - "nauc_ndcg_at_3_max": 0.858849, - "nauc_ndcg_at_3_std": 0.459689, - "nauc_ndcg_at_3_diff1": 0.852091, - "nauc_ndcg_at_5_max": 0.854806, - "nauc_ndcg_at_5_std": 0.461799, - "nauc_ndcg_at_5_diff1": 0.845801, - "nauc_ndcg_at_10_max": 0.849496, - "nauc_ndcg_at_10_std": 0.459179, - "nauc_ndcg_at_10_diff1": 0.842428, - "nauc_ndcg_at_20_max": 0.846417, - "nauc_ndcg_at_20_std": 0.461402, - "nauc_ndcg_at_20_diff1": 0.837565, - "nauc_ndcg_at_100_max": 0.844346, - "nauc_ndcg_at_100_std": 0.461267, - "nauc_ndcg_at_100_diff1": 0.841436, - "nauc_ndcg_at_1000_max": 0.849597, - "nauc_ndcg_at_1000_std": 0.458403, - "nauc_ndcg_at_1000_diff1": 0.848741, - "nauc_map_at_1_max": 0.848106, - "nauc_map_at_1_std": 0.423775, - "nauc_map_at_1_diff1": 0.888285, - "nauc_map_at_3_max": 0.857818, - "nauc_map_at_3_std": 0.453044, - "nauc_map_at_3_diff1": 0.862146, - "nauc_map_at_5_max": 0.855527, - "nauc_map_at_5_std": 0.453965, - "nauc_map_at_5_diff1": 0.858898, - "nauc_map_at_10_max": 0.8536, - "nauc_map_at_10_std": 0.453244, - "nauc_map_at_10_diff1": 0.857912, - "nauc_map_at_20_max": 0.852804, - "nauc_map_at_20_std": 0.453747, - "nauc_map_at_20_diff1": 0.856686, - "nauc_map_at_100_max": 0.852536, - "nauc_map_at_100_std": 0.453803, - "nauc_map_at_100_diff1": 0.857286, - "nauc_map_at_1000_max": 0.852739, - "nauc_map_at_1000_std": 0.453706, - "nauc_map_at_1000_diff1": 0.85759, - "nauc_recall_at_1_max": 0.848106, - "nauc_recall_at_1_std": 0.423775, - "nauc_recall_at_1_diff1": 0.888285, - "nauc_recall_at_3_max": 0.861357, - "nauc_recall_at_3_std": 0.47986, - "nauc_recall_at_3_diff1": 0.819388, - "nauc_recall_at_5_max": 0.850927, - "nauc_recall_at_5_std": 0.487964, - "nauc_recall_at_5_diff1": 0.799331, - "nauc_recall_at_10_max": 0.828856, - "nauc_recall_at_10_std": 0.478416, - "nauc_recall_at_10_diff1": 0.778867, - "nauc_recall_at_20_max": 0.809409, - "nauc_recall_at_20_std": 0.493607, - "nauc_recall_at_20_diff1": 0.744168, - "nauc_recall_at_100_max": 0.74529, - "nauc_recall_at_100_std": 0.517702, - "nauc_recall_at_100_diff1": 0.705245, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848106, - "nauc_precision_at_1_std": 0.423775, - "nauc_precision_at_1_diff1": 0.888285, - "nauc_precision_at_3_max": 0.861357, - "nauc_precision_at_3_std": 0.47986, - "nauc_precision_at_3_diff1": 0.819388, - "nauc_precision_at_5_max": 0.850927, - "nauc_precision_at_5_std": 0.487964, - "nauc_precision_at_5_diff1": 0.799331, - "nauc_precision_at_10_max": 0.828856, - "nauc_precision_at_10_std": 0.478416, - "nauc_precision_at_10_diff1": 0.778867, - "nauc_precision_at_20_max": 0.809409, - "nauc_precision_at_20_std": 0.493607, - "nauc_precision_at_20_diff1": 0.744168, - "nauc_precision_at_100_max": 0.74529, - "nauc_precision_at_100_std": 0.517702, - "nauc_precision_at_100_diff1": 0.705245, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848106, - "nauc_mrr_at_1_std": 0.423775, - "nauc_mrr_at_1_diff1": 0.888285, - "nauc_mrr_at_3_max": 0.857818, - "nauc_mrr_at_3_std": 0.453044, - "nauc_mrr_at_3_diff1": 0.862146, - "nauc_mrr_at_5_max": 0.855527, - "nauc_mrr_at_5_std": 0.453965, - "nauc_mrr_at_5_diff1": 0.858898, - "nauc_mrr_at_10_max": 0.8536, - "nauc_mrr_at_10_std": 0.453244, - "nauc_mrr_at_10_diff1": 0.857912, - "nauc_mrr_at_20_max": 0.852804, - "nauc_mrr_at_20_std": 0.453747, - "nauc_mrr_at_20_diff1": 0.856686, - "nauc_mrr_at_100_max": 0.852536, - "nauc_mrr_at_100_std": 0.453803, - "nauc_mrr_at_100_diff1": 0.857286, - "nauc_mrr_at_1000_max": 0.852739, - "nauc_mrr_at_1000_std": 0.453706, - "nauc_mrr_at_1000_diff1": 0.85759, - "main_score": 0.66803, + "accuracy": 0.58, + "precision_at_1": 0.58, + "precision_at_3": 0.22926, + "precision_at_5": 0.14289, + "precision_at_10": 0.07556, + "precision_at_20": 0.03956, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.627593, + "mrr_at_5": 0.63387, + "mrr_at_10": 0.639445, + "mrr_at_20": 0.64195, + "mrr_at_100": 0.644345, + "mrr_at_1000": 0.644971, + "nauc_ndcg_at_1_max": 0.828384, + "nauc_ndcg_at_1_std": 0.408127, + "nauc_ndcg_at_1_diff1": 0.890887, + "nauc_ndcg_at_3_max": 0.840232, + "nauc_ndcg_at_3_std": 0.434351, + "nauc_ndcg_at_3_diff1": 0.857813, + "nauc_ndcg_at_5_max": 0.839449, + "nauc_ndcg_at_5_std": 0.441875, + "nauc_ndcg_at_5_diff1": 0.853969, + "nauc_ndcg_at_10_max": 0.836125, + "nauc_ndcg_at_10_std": 0.443735, + "nauc_ndcg_at_10_diff1": 0.849634, + "nauc_ndcg_at_20_max": 0.833502, + "nauc_ndcg_at_20_std": 0.448916, + "nauc_ndcg_at_20_diff1": 0.846723, + "nauc_ndcg_at_100_max": 0.830307, + "nauc_ndcg_at_100_std": 0.443244, + "nauc_ndcg_at_100_diff1": 0.848569, + "nauc_ndcg_at_1000_max": 0.834497, + "nauc_ndcg_at_1000_std": 0.440641, + "nauc_ndcg_at_1000_diff1": 0.855559, + "nauc_map_at_1_max": 0.828384, + "nauc_map_at_1_std": 0.408127, + "nauc_map_at_1_diff1": 0.890887, + "nauc_map_at_3_max": 0.838624, + "nauc_map_at_3_std": 0.429001, + "nauc_map_at_3_diff1": 0.866455, + "nauc_map_at_5_max": 0.838136, + "nauc_map_at_5_std": 0.433053, + "nauc_map_at_5_diff1": 0.864428, + "nauc_map_at_10_max": 0.836768, + "nauc_map_at_10_std": 0.433494, + "nauc_map_at_10_diff1": 0.862964, + "nauc_map_at_20_max": 0.836173, + "nauc_map_at_20_std": 0.434819, + "nauc_map_at_20_diff1": 0.862324, + "nauc_map_at_100_max": 0.835798, + "nauc_map_at_100_std": 0.434295, + "nauc_map_at_100_diff1": 0.862639, + "nauc_map_at_1000_max": 0.835963, + "nauc_map_at_1000_std": 0.434222, + "nauc_map_at_1000_diff1": 0.862952, + "nauc_recall_at_1_max": 0.828384, + "nauc_recall_at_1_std": 0.408127, + "nauc_recall_at_1_diff1": 0.890887, + "nauc_recall_at_3_max": 0.844737, + "nauc_recall_at_3_std": 0.450924, + "nauc_recall_at_3_diff1": 0.829922, + "nauc_recall_at_5_max": 0.843126, + "nauc_recall_at_5_std": 0.472252, + "nauc_recall_at_5_diff1": 0.817871, + "nauc_recall_at_10_max": 0.831224, + "nauc_recall_at_10_std": 0.484604, + "nauc_recall_at_10_diff1": 0.79578, + "nauc_recall_at_20_max": 0.815542, + "nauc_recall_at_20_std": 0.517428, + "nauc_recall_at_20_diff1": 0.772584, + "nauc_recall_at_100_max": 0.759821, + "nauc_recall_at_100_std": 0.492209, + "nauc_recall_at_100_diff1": 0.734315, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.828384, + "nauc_precision_at_1_std": 0.408127, + "nauc_precision_at_1_diff1": 0.890887, + "nauc_precision_at_3_max": 0.844737, + "nauc_precision_at_3_std": 0.450924, + "nauc_precision_at_3_diff1": 0.829922, + "nauc_precision_at_5_max": 0.843126, + "nauc_precision_at_5_std": 0.472252, + "nauc_precision_at_5_diff1": 0.817871, + "nauc_precision_at_10_max": 0.831224, + "nauc_precision_at_10_std": 0.484604, + "nauc_precision_at_10_diff1": 0.79578, + "nauc_precision_at_20_max": 0.815542, + "nauc_precision_at_20_std": 0.517428, + "nauc_precision_at_20_diff1": 0.772584, + "nauc_precision_at_100_max": 0.759821, + "nauc_precision_at_100_std": 0.492209, + "nauc_precision_at_100_diff1": 0.734315, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.828384, + "nauc_mrr_at_1_std": 0.408127, + "nauc_mrr_at_1_diff1": 0.890887, + "nauc_mrr_at_3_max": 0.838624, + "nauc_mrr_at_3_std": 0.429001, + "nauc_mrr_at_3_diff1": 0.866455, + "nauc_mrr_at_5_max": 0.838136, + "nauc_mrr_at_5_std": 0.433053, + "nauc_mrr_at_5_diff1": 0.864428, + "nauc_mrr_at_10_max": 0.836768, + "nauc_mrr_at_10_std": 0.433494, + "nauc_mrr_at_10_diff1": 0.862964, + "nauc_mrr_at_20_max": 0.836173, + "nauc_mrr_at_20_std": 0.434819, + "nauc_mrr_at_20_diff1": 0.862324, + "nauc_mrr_at_100_max": 0.835798, + "nauc_mrr_at_100_std": 0.434295, + "nauc_mrr_at_100_diff1": 0.862639, + "nauc_mrr_at_1000_max": 0.835963, + "nauc_mrr_at_1000_std": 0.434222, + "nauc_mrr_at_1000_diff1": 0.862952, + "hit_rate_at_1": 0.58, + "hit_rate_at_3": 0.68778, + "hit_rate_at_5": 0.71444, + "hit_rate_at_10": 0.75556, + "hit_rate_at_20": 0.79111, + "hit_rate_at_100": 0.89333, + "hit_rate_at_1000": 1.0, + "main_score": 0.66758, "hf_subset": "nso_Latn-eng_Latn", "languages": [ "nso-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43667, - "ndcg_at_3": 0.4679, - "ndcg_at_5": 0.47579, - "ndcg_at_10": 0.48359, - "ndcg_at_20": 0.48856, - "ndcg_at_100": 0.51009, - "ndcg_at_1000": 0.55162, - "map_at_1": 0.43667, - "map_at_3": 0.46093, - "map_at_5": 0.46537, - "map_at_10": 0.46853, - "map_at_20": 0.46985, - "map_at_100": 0.47234, - "map_at_1000": 0.47385, - "recall_at_1": 0.43667, - "recall_at_3": 0.48778, - "recall_at_5": 0.50667, - "recall_at_10": 0.53111, - "recall_at_20": 0.55111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42333, + "ndcg_at_3": 0.46026, + "ndcg_at_5": 0.46652, + "ndcg_at_10": 0.47361, + "ndcg_at_20": 0.4783, + "ndcg_at_100": 0.50142, + "ndcg_at_1000": 0.54286, + "map_at_1": 0.42333, + "map_at_3": 0.45148, + "map_at_5": 0.45487, + "map_at_10": 0.45774, + "map_at_20": 0.45899, + "map_at_100": 0.46169, + "map_at_1000": 0.46318, + "recall_at_1": 0.42333, + "recall_at_3": 0.48556, + "recall_at_5": 0.50111, + "recall_at_10": 0.52333, + "recall_at_20": 0.54222, "recall_at_100": 0.67444, "recall_at_1000": 1.0, - "precision_at_1": 0.43667, - "precision_at_3": 0.16259, - "precision_at_5": 0.10133, - "precision_at_10": 0.05311, - "precision_at_20": 0.02756, + "accuracy": 0.42333, + "precision_at_1": 0.42333, + "precision_at_3": 0.16185, + "precision_at_5": 0.10022, + "precision_at_10": 0.05233, + "precision_at_20": 0.02711, "precision_at_100": 0.00674, "precision_at_1000": 0.001, - "mrr_at_1": 0.436667, - "mrr_at_3": 0.460926, - "mrr_at_5": 0.46537, - "mrr_at_10": 0.468526, - "mrr_at_20": 0.469853, - "mrr_at_100": 0.472336, - "mrr_at_1000": 0.473854, - "nauc_ndcg_at_1_max": 0.914663, - "nauc_ndcg_at_1_std": 0.802548, - "nauc_ndcg_at_1_diff1": 0.89686, - "nauc_ndcg_at_3_max": 0.942584, - "nauc_ndcg_at_3_std": 0.84436, - "nauc_ndcg_at_3_diff1": 0.878476, - "nauc_ndcg_at_5_max": 0.943116, - "nauc_ndcg_at_5_std": 0.851846, - "nauc_ndcg_at_5_diff1": 0.87239, - "nauc_ndcg_at_10_max": 0.941158, - "nauc_ndcg_at_10_std": 0.850654, - "nauc_ndcg_at_10_diff1": 0.865961, - "nauc_ndcg_at_20_max": 0.937518, - "nauc_ndcg_at_20_std": 0.847174, - "nauc_ndcg_at_20_diff1": 0.86134, - "nauc_ndcg_at_100_max": 0.92261, - "nauc_ndcg_at_100_std": 0.834604, - "nauc_ndcg_at_100_diff1": 0.850765, - "nauc_ndcg_at_1000_max": 0.931487, - "nauc_ndcg_at_1000_std": 0.83892, - "nauc_ndcg_at_1000_diff1": 0.86421, - "nauc_map_at_1_max": 0.914663, - "nauc_map_at_1_std": 0.802548, - "nauc_map_at_1_diff1": 0.89686, - "nauc_map_at_3_max": 0.937109, - "nauc_map_at_3_std": 0.835184, - "nauc_map_at_3_diff1": 0.883017, - "nauc_map_at_5_max": 0.937303, - "nauc_map_at_5_std": 0.839308, - "nauc_map_at_5_diff1": 0.879521, - "nauc_map_at_10_max": 0.936562, - "nauc_map_at_10_std": 0.838842, - "nauc_map_at_10_diff1": 0.87702, - "nauc_map_at_20_max": 0.935663, - "nauc_map_at_20_std": 0.83792, - "nauc_map_at_20_diff1": 0.875796, - "nauc_map_at_100_max": 0.933795, - "nauc_map_at_100_std": 0.836417, - "nauc_map_at_100_diff1": 0.874438, - "nauc_map_at_1000_max": 0.933959, - "nauc_map_at_1000_std": 0.83644, - "nauc_map_at_1000_diff1": 0.874837, - "nauc_recall_at_1_max": 0.914663, - "nauc_recall_at_1_std": 0.802548, - "nauc_recall_at_1_diff1": 0.89686, - "nauc_recall_at_3_max": 0.957986, - "nauc_recall_at_3_std": 0.870676, - "nauc_recall_at_3_diff1": 0.86522, - "nauc_recall_at_5_max": 0.959828, - "nauc_recall_at_5_std": 0.889345, - "nauc_recall_at_5_diff1": 0.850702, - "nauc_recall_at_10_max": 0.953593, - "nauc_recall_at_10_std": 0.886182, - "nauc_recall_at_10_diff1": 0.82907, - "nauc_recall_at_20_max": 0.938007, - "nauc_recall_at_20_std": 0.872204, - "nauc_recall_at_20_diff1": 0.809013, - "nauc_recall_at_100_max": 0.836313, - "nauc_recall_at_100_std": 0.789976, - "nauc_recall_at_100_diff1": 0.727445, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.914663, - "nauc_precision_at_1_std": 0.802548, - "nauc_precision_at_1_diff1": 0.89686, - "nauc_precision_at_3_max": 0.957986, - "nauc_precision_at_3_std": 0.870676, - "nauc_precision_at_3_diff1": 0.86522, - "nauc_precision_at_5_max": 0.959828, - "nauc_precision_at_5_std": 0.889345, - "nauc_precision_at_5_diff1": 0.850702, - "nauc_precision_at_10_max": 0.953593, - "nauc_precision_at_10_std": 0.886182, - "nauc_precision_at_10_diff1": 0.82907, - "nauc_precision_at_20_max": 0.938007, - "nauc_precision_at_20_std": 0.872204, - "nauc_precision_at_20_diff1": 0.809013, - "nauc_precision_at_100_max": 0.836313, - "nauc_precision_at_100_std": 0.789976, - "nauc_precision_at_100_diff1": 0.727445, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.914663, - "nauc_mrr_at_1_std": 0.802548, - "nauc_mrr_at_1_diff1": 0.89686, - "nauc_mrr_at_3_max": 0.937109, - "nauc_mrr_at_3_std": 0.835184, - "nauc_mrr_at_3_diff1": 0.883017, - "nauc_mrr_at_5_max": 0.937303, - "nauc_mrr_at_5_std": 0.839308, - "nauc_mrr_at_5_diff1": 0.879521, - "nauc_mrr_at_10_max": 0.936562, - "nauc_mrr_at_10_std": 0.838842, - "nauc_mrr_at_10_diff1": 0.87702, - "nauc_mrr_at_20_max": 0.935663, - "nauc_mrr_at_20_std": 0.83792, - "nauc_mrr_at_20_diff1": 0.875796, - "nauc_mrr_at_100_max": 0.933795, - "nauc_mrr_at_100_std": 0.836417, - "nauc_mrr_at_100_diff1": 0.874438, - "nauc_mrr_at_1000_max": 0.933959, - "nauc_mrr_at_1000_std": 0.83644, - "nauc_mrr_at_1000_diff1": 0.874837, - "main_score": 0.48359, + "mrr_at_1": 0.423333, + "mrr_at_3": 0.451481, + "mrr_at_5": 0.45487, + "mrr_at_10": 0.457743, + "mrr_at_20": 0.458985, + "mrr_at_100": 0.461688, + "mrr_at_1000": 0.463183, + "nauc_ndcg_at_1_max": 0.909602, + "nauc_ndcg_at_1_std": 0.764614, + "nauc_ndcg_at_1_diff1": 0.900878, + "nauc_ndcg_at_3_max": 0.939345, + "nauc_ndcg_at_3_std": 0.804505, + "nauc_ndcg_at_3_diff1": 0.879895, + "nauc_ndcg_at_5_max": 0.93285, + "nauc_ndcg_at_5_std": 0.801323, + "nauc_ndcg_at_5_diff1": 0.870212, + "nauc_ndcg_at_10_max": 0.929413, + "nauc_ndcg_at_10_std": 0.802283, + "nauc_ndcg_at_10_diff1": 0.863739, + "nauc_ndcg_at_20_max": 0.929235, + "nauc_ndcg_at_20_std": 0.802331, + "nauc_ndcg_at_20_diff1": 0.861242, + "nauc_ndcg_at_100_max": 0.9116, + "nauc_ndcg_at_100_std": 0.786121, + "nauc_ndcg_at_100_diff1": 0.846697, + "nauc_ndcg_at_1000_max": 0.922688, + "nauc_ndcg_at_1000_std": 0.793455, + "nauc_ndcg_at_1000_diff1": 0.863241, + "nauc_map_at_1_max": 0.909602, + "nauc_map_at_1_std": 0.764614, + "nauc_map_at_1_diff1": 0.900878, + "nauc_map_at_3_max": 0.933727, + "nauc_map_at_3_std": 0.795217, + "nauc_map_at_3_diff1": 0.886016, + "nauc_map_at_5_max": 0.930272, + "nauc_map_at_5_std": 0.793498, + "nauc_map_at_5_diff1": 0.880823, + "nauc_map_at_10_max": 0.928931, + "nauc_map_at_10_std": 0.79414, + "nauc_map_at_10_diff1": 0.878243, + "nauc_map_at_20_max": 0.928928, + "nauc_map_at_20_std": 0.794174, + "nauc_map_at_20_diff1": 0.877627, + "nauc_map_at_100_max": 0.9267, + "nauc_map_at_100_std": 0.792325, + "nauc_map_at_100_diff1": 0.875857, + "nauc_map_at_1000_max": 0.926941, + "nauc_map_at_1000_std": 0.79248, + "nauc_map_at_1000_diff1": 0.876299, + "nauc_recall_at_1_max": 0.909602, + "nauc_recall_at_1_std": 0.764614, + "nauc_recall_at_1_diff1": 0.900878, + "nauc_recall_at_3_max": 0.955071, + "nauc_recall_at_3_std": 0.831448, + "nauc_recall_at_3_diff1": 0.861599, + "nauc_recall_at_5_max": 0.938605, + "nauc_recall_at_5_std": 0.823572, + "nauc_recall_at_5_diff1": 0.837051, + "nauc_recall_at_10_max": 0.927403, + "nauc_recall_at_10_std": 0.825669, + "nauc_recall_at_10_diff1": 0.815459, + "nauc_recall_at_20_max": 0.926239, + "nauc_recall_at_20_std": 0.826086, + "nauc_recall_at_20_diff1": 0.803801, + "nauc_recall_at_100_max": 0.804943, + "nauc_recall_at_100_std": 0.716004, + "nauc_recall_at_100_diff1": 0.691029, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.909602, + "nauc_precision_at_1_std": 0.764614, + "nauc_precision_at_1_diff1": 0.900878, + "nauc_precision_at_3_max": 0.955071, + "nauc_precision_at_3_std": 0.831448, + "nauc_precision_at_3_diff1": 0.861599, + "nauc_precision_at_5_max": 0.938605, + "nauc_precision_at_5_std": 0.823572, + "nauc_precision_at_5_diff1": 0.837051, + "nauc_precision_at_10_max": 0.927403, + "nauc_precision_at_10_std": 0.825669, + "nauc_precision_at_10_diff1": 0.815459, + "nauc_precision_at_20_max": 0.926239, + "nauc_precision_at_20_std": 0.826086, + "nauc_precision_at_20_diff1": 0.803801, + "nauc_precision_at_100_max": 0.804943, + "nauc_precision_at_100_std": 0.716004, + "nauc_precision_at_100_diff1": 0.691029, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.909602, + "nauc_mrr_at_1_std": 0.764614, + "nauc_mrr_at_1_diff1": 0.900878, + "nauc_mrr_at_3_max": 0.933727, + "nauc_mrr_at_3_std": 0.795217, + "nauc_mrr_at_3_diff1": 0.886016, + "nauc_mrr_at_5_max": 0.930272, + "nauc_mrr_at_5_std": 0.793498, + "nauc_mrr_at_5_diff1": 0.880823, + "nauc_mrr_at_10_max": 0.928931, + "nauc_mrr_at_10_std": 0.79414, + "nauc_mrr_at_10_diff1": 0.878243, + "nauc_mrr_at_20_max": 0.928928, + "nauc_mrr_at_20_std": 0.794174, + "nauc_mrr_at_20_diff1": 0.877627, + "nauc_mrr_at_100_max": 0.9267, + "nauc_mrr_at_100_std": 0.792325, + "nauc_mrr_at_100_diff1": 0.875857, + "nauc_mrr_at_1000_max": 0.926941, + "nauc_mrr_at_1000_std": 0.79248, + "nauc_mrr_at_1000_diff1": 0.876299, + "hit_rate_at_1": 0.42333, + "hit_rate_at_3": 0.48556, + "hit_rate_at_5": 0.50111, + "hit_rate_at_10": 0.52333, + "hit_rate_at_20": 0.54222, + "hit_rate_at_100": 0.67444, + "hit_rate_at_1000": 1.0, + "main_score": 0.47361, "hf_subset": "eng_Latn-nso_Latn", "languages": [ "eng-Latn", "nso-Latn" - ] - }, - { - "ndcg_at_1": 0.44667, - "ndcg_at_3": 0.4952, - "ndcg_at_5": 0.50816, - "ndcg_at_10": 0.5211, - "ndcg_at_20": 0.53346, - "ndcg_at_100": 0.56289, - "ndcg_at_1000": 0.58729, - "map_at_1": 0.44667, - "map_at_3": 0.48352, - "map_at_5": 0.4908, - "map_at_10": 0.49615, - "map_at_20": 0.49954, - "map_at_100": 0.50329, - "map_at_1000": 0.50426, - "recall_at_1": 0.44667, - "recall_at_3": 0.52889, - "recall_at_5": 0.56, - "recall_at_10": 0.6, - "recall_at_20": 0.64889, - "recall_at_100": 0.81222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.46444, + "ndcg_at_3": 0.50865, + "ndcg_at_5": 0.52295, + "ndcg_at_10": 0.53619, + "ndcg_at_20": 0.54856, + "ndcg_at_100": 0.57598, + "ndcg_at_1000": 0.60003, + "map_at_1": 0.46444, + "map_at_3": 0.49815, + "map_at_5": 0.50615, + "map_at_10": 0.51158, + "map_at_20": 0.51483, + "map_at_100": 0.5184, + "map_at_1000": 0.51937, + "recall_at_1": 0.46444, + "recall_at_3": 0.53889, + "recall_at_5": 0.57333, + "recall_at_10": 0.61444, + "recall_at_20": 0.66444, + "recall_at_100": 0.81556, "recall_at_1000": 1.0, - "precision_at_1": 0.44667, - "precision_at_3": 0.1763, - "precision_at_5": 0.112, - "precision_at_10": 0.06, - "precision_at_20": 0.03244, - "precision_at_100": 0.00812, + "accuracy": 0.46444, + "precision_at_1": 0.46444, + "precision_at_3": 0.17963, + "precision_at_5": 0.11467, + "precision_at_10": 0.06144, + "precision_at_20": 0.03322, + "precision_at_100": 0.00816, "precision_at_1000": 0.001, - "mrr_at_1": 0.446667, - "mrr_at_3": 0.483519, - "mrr_at_5": 0.490796, - "mrr_at_10": 0.496147, - "mrr_at_20": 0.499538, - "mrr_at_100": 0.503294, - "mrr_at_1000": 0.504256, - "nauc_ndcg_at_1_max": 0.710732, - "nauc_ndcg_at_1_std": -0.557503, - "nauc_ndcg_at_1_diff1": 0.83743, - "nauc_ndcg_at_3_max": 0.704095, - "nauc_ndcg_at_3_std": -0.556973, - "nauc_ndcg_at_3_diff1": 0.809787, - "nauc_ndcg_at_5_max": 0.695767, - "nauc_ndcg_at_5_std": -0.552835, - "nauc_ndcg_at_5_diff1": 0.796843, - "nauc_ndcg_at_10_max": 0.694804, - "nauc_ndcg_at_10_std": -0.543954, - "nauc_ndcg_at_10_diff1": 0.790286, - "nauc_ndcg_at_20_max": 0.68847, - "nauc_ndcg_at_20_std": -0.537219, - "nauc_ndcg_at_20_diff1": 0.784759, - "nauc_ndcg_at_100_max": 0.684345, - "nauc_ndcg_at_100_std": -0.531738, - "nauc_ndcg_at_100_diff1": 0.779183, - "nauc_ndcg_at_1000_max": 0.692566, - "nauc_ndcg_at_1000_std": -0.542494, - "nauc_ndcg_at_1000_diff1": 0.79344, - "nauc_map_at_1_max": 0.710732, - "nauc_map_at_1_std": -0.557503, - "nauc_map_at_1_diff1": 0.83743, - "nauc_map_at_3_max": 0.705913, - "nauc_map_at_3_std": -0.558385, - "nauc_map_at_3_diff1": 0.816269, - "nauc_map_at_5_max": 0.70115, - "nauc_map_at_5_std": -0.55621, - "nauc_map_at_5_diff1": 0.809284, - "nauc_map_at_10_max": 0.700723, - "nauc_map_at_10_std": -0.55267, - "nauc_map_at_10_diff1": 0.806748, - "nauc_map_at_20_max": 0.699073, - "nauc_map_at_20_std": -0.550916, - "nauc_map_at_20_diff1": 0.805369, - "nauc_map_at_100_max": 0.698478, - "nauc_map_at_100_std": -0.550461, - "nauc_map_at_100_diff1": 0.804845, - "nauc_map_at_1000_max": 0.698786, - "nauc_map_at_1000_std": -0.550758, - "nauc_map_at_1000_diff1": 0.805362, - "nauc_recall_at_1_max": 0.710732, - "nauc_recall_at_1_std": -0.557503, - "nauc_recall_at_1_diff1": 0.83743, - "nauc_recall_at_3_max": 0.698615, - "nauc_recall_at_3_std": -0.552236, - "nauc_recall_at_3_diff1": 0.790669, - "nauc_recall_at_5_max": 0.6783, - "nauc_recall_at_5_std": -0.541249, - "nauc_recall_at_5_diff1": 0.75702, - "nauc_recall_at_10_max": 0.674732, - "nauc_recall_at_10_std": -0.510997, - "nauc_recall_at_10_diff1": 0.733127, - "nauc_recall_at_20_max": 0.644015, - "nauc_recall_at_20_std": -0.477329, - "nauc_recall_at_20_diff1": 0.702562, - "nauc_recall_at_100_max": 0.580835, - "nauc_recall_at_100_std": -0.384862, - "nauc_recall_at_100_diff1": 0.596808, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.710732, - "nauc_precision_at_1_std": -0.557503, - "nauc_precision_at_1_diff1": 0.83743, - "nauc_precision_at_3_max": 0.698615, - "nauc_precision_at_3_std": -0.552236, - "nauc_precision_at_3_diff1": 0.790669, - "nauc_precision_at_5_max": 0.6783, - "nauc_precision_at_5_std": -0.541249, - "nauc_precision_at_5_diff1": 0.75702, - "nauc_precision_at_10_max": 0.674732, - "nauc_precision_at_10_std": -0.510997, - "nauc_precision_at_10_diff1": 0.733127, - "nauc_precision_at_20_max": 0.644015, - "nauc_precision_at_20_std": -0.477329, - "nauc_precision_at_20_diff1": 0.702562, - "nauc_precision_at_100_max": 0.580835, - "nauc_precision_at_100_std": -0.384862, - "nauc_precision_at_100_diff1": 0.596808, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.710732, - "nauc_mrr_at_1_std": -0.557503, - "nauc_mrr_at_1_diff1": 0.83743, - "nauc_mrr_at_3_max": 0.705913, - "nauc_mrr_at_3_std": -0.558385, - "nauc_mrr_at_3_diff1": 0.816269, - "nauc_mrr_at_5_max": 0.70115, - "nauc_mrr_at_5_std": -0.55621, - "nauc_mrr_at_5_diff1": 0.809284, - "nauc_mrr_at_10_max": 0.700723, - "nauc_mrr_at_10_std": -0.55267, - "nauc_mrr_at_10_diff1": 0.806748, - "nauc_mrr_at_20_max": 0.699073, - "nauc_mrr_at_20_std": -0.550916, - "nauc_mrr_at_20_diff1": 0.805369, - "nauc_mrr_at_100_max": 0.698478, - "nauc_mrr_at_100_std": -0.550461, - "nauc_mrr_at_100_diff1": 0.804845, - "nauc_mrr_at_1000_max": 0.698786, - "nauc_mrr_at_1000_std": -0.550758, - "nauc_mrr_at_1000_diff1": 0.805362, - "main_score": 0.5211, + "mrr_at_1": 0.464444, + "mrr_at_3": 0.498148, + "mrr_at_5": 0.506148, + "mrr_at_10": 0.511579, + "mrr_at_20": 0.51483, + "mrr_at_100": 0.518404, + "mrr_at_1000": 0.51937, + "nauc_ndcg_at_1_max": 0.715254, + "nauc_ndcg_at_1_std": -0.498611, + "nauc_ndcg_at_1_diff1": 0.814569, + "nauc_ndcg_at_3_max": 0.714922, + "nauc_ndcg_at_3_std": -0.509173, + "nauc_ndcg_at_3_diff1": 0.792902, + "nauc_ndcg_at_5_max": 0.705106, + "nauc_ndcg_at_5_std": -0.513782, + "nauc_ndcg_at_5_diff1": 0.782614, + "nauc_ndcg_at_10_max": 0.7037, + "nauc_ndcg_at_10_std": -0.506901, + "nauc_ndcg_at_10_diff1": 0.776862, + "nauc_ndcg_at_20_max": 0.700975, + "nauc_ndcg_at_20_std": -0.489025, + "nauc_ndcg_at_20_diff1": 0.770237, + "nauc_ndcg_at_100_max": 0.692688, + "nauc_ndcg_at_100_std": -0.488787, + "nauc_ndcg_at_100_diff1": 0.763569, + "nauc_ndcg_at_1000_max": 0.701603, + "nauc_ndcg_at_1000_std": -0.499129, + "nauc_ndcg_at_1000_diff1": 0.777101, + "nauc_map_at_1_max": 0.715254, + "nauc_map_at_1_std": -0.498611, + "nauc_map_at_1_diff1": 0.814569, + "nauc_map_at_3_max": 0.71487, + "nauc_map_at_3_std": -0.509198, + "nauc_map_at_3_diff1": 0.797973, + "nauc_map_at_5_max": 0.709241, + "nauc_map_at_5_std": -0.512098, + "nauc_map_at_5_diff1": 0.792272, + "nauc_map_at_10_max": 0.708938, + "nauc_map_at_10_std": -0.50925, + "nauc_map_at_10_diff1": 0.790232, + "nauc_map_at_20_max": 0.708259, + "nauc_map_at_20_std": -0.504656, + "nauc_map_at_20_diff1": 0.788626, + "nauc_map_at_100_max": 0.707002, + "nauc_map_at_100_std": -0.505219, + "nauc_map_at_100_diff1": 0.787706, + "nauc_map_at_1000_max": 0.707323, + "nauc_map_at_1000_std": -0.505506, + "nauc_map_at_1000_diff1": 0.788186, + "nauc_recall_at_1_max": 0.715254, + "nauc_recall_at_1_std": -0.498611, + "nauc_recall_at_1_diff1": 0.814569, + "nauc_recall_at_3_max": 0.715133, + "nauc_recall_at_3_std": -0.507976, + "nauc_recall_at_3_diff1": 0.777931, + "nauc_recall_at_5_max": 0.69135, + "nauc_recall_at_5_std": -0.517975, + "nauc_recall_at_5_diff1": 0.751741, + "nauc_recall_at_10_max": 0.684468, + "nauc_recall_at_10_std": -0.495464, + "nauc_recall_at_10_diff1": 0.729377, + "nauc_recall_at_20_max": 0.669815, + "nauc_recall_at_20_std": -0.410517, + "nauc_recall_at_20_diff1": 0.693333, + "nauc_recall_at_100_max": 0.579039, + "nauc_recall_at_100_std": -0.347783, + "nauc_recall_at_100_diff1": 0.588934, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715254, + "nauc_precision_at_1_std": -0.498611, + "nauc_precision_at_1_diff1": 0.814569, + "nauc_precision_at_3_max": 0.715133, + "nauc_precision_at_3_std": -0.507976, + "nauc_precision_at_3_diff1": 0.777931, + "nauc_precision_at_5_max": 0.69135, + "nauc_precision_at_5_std": -0.517975, + "nauc_precision_at_5_diff1": 0.751741, + "nauc_precision_at_10_max": 0.684468, + "nauc_precision_at_10_std": -0.495464, + "nauc_precision_at_10_diff1": 0.729377, + "nauc_precision_at_20_max": 0.669815, + "nauc_precision_at_20_std": -0.410517, + "nauc_precision_at_20_diff1": 0.693333, + "nauc_precision_at_100_max": 0.579039, + "nauc_precision_at_100_std": -0.347783, + "nauc_precision_at_100_diff1": 0.588934, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715254, + "nauc_mrr_at_1_std": -0.498611, + "nauc_mrr_at_1_diff1": 0.814569, + "nauc_mrr_at_3_max": 0.71487, + "nauc_mrr_at_3_std": -0.509198, + "nauc_mrr_at_3_diff1": 0.797973, + "nauc_mrr_at_5_max": 0.709241, + "nauc_mrr_at_5_std": -0.512098, + "nauc_mrr_at_5_diff1": 0.792272, + "nauc_mrr_at_10_max": 0.708938, + "nauc_mrr_at_10_std": -0.50925, + "nauc_mrr_at_10_diff1": 0.790232, + "nauc_mrr_at_20_max": 0.708259, + "nauc_mrr_at_20_std": -0.504656, + "nauc_mrr_at_20_diff1": 0.788626, + "nauc_mrr_at_100_max": 0.707002, + "nauc_mrr_at_100_std": -0.505219, + "nauc_mrr_at_100_diff1": 0.787706, + "nauc_mrr_at_1000_max": 0.707323, + "nauc_mrr_at_1000_std": -0.505506, + "nauc_mrr_at_1000_diff1": 0.788186, + "hit_rate_at_1": 0.46444, + "hit_rate_at_3": 0.53889, + "hit_rate_at_5": 0.57333, + "hit_rate_at_10": 0.61444, + "hit_rate_at_20": 0.66444, + "hit_rate_at_100": 0.81556, + "hit_rate_at_1000": 1.0, + "main_score": 0.53619, "hf_subset": "nya_Latn-nya_Latn", "languages": [ "nya-Latn", "nya-Latn" - ] - }, - { - "ndcg_at_1": 0.64556, - "ndcg_at_3": 0.69061, - "ndcg_at_5": 0.70079, - "ndcg_at_10": 0.71485, - "ndcg_at_20": 0.72926, - "ndcg_at_100": 0.74444, - "ndcg_at_1000": 0.75384, - "map_at_1": 0.64556, - "map_at_3": 0.68, - "map_at_5": 0.68572, - "map_at_10": 0.69154, - "map_at_20": 0.69555, - "map_at_100": 0.69747, - "map_at_1000": 0.69789, - "recall_at_1": 0.64556, - "recall_at_3": 0.72111, - "recall_at_5": 0.74556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.68894, + "ndcg_at_5": 0.70118, + "ndcg_at_10": 0.7126, + "ndcg_at_20": 0.72393, + "ndcg_at_100": 0.74046, + "ndcg_at_1000": 0.75069, + "map_at_1": 0.64, + "map_at_3": 0.67704, + "map_at_5": 0.68376, + "map_at_10": 0.68843, + "map_at_20": 0.6916, + "map_at_100": 0.69382, + "map_at_1000": 0.69426, + "recall_at_1": 0.64, + "recall_at_3": 0.72333, + "recall_at_5": 0.75333, "recall_at_10": 0.78889, - "recall_at_20": 0.84556, - "recall_at_100": 0.93, + "recall_at_20": 0.83333, + "recall_at_100": 0.92333, "recall_at_1000": 1.0, - "precision_at_1": 0.64556, - "precision_at_3": 0.24037, - "precision_at_5": 0.14911, + "accuracy": 0.64, + "precision_at_1": 0.64, + "precision_at_3": 0.24111, + "precision_at_5": 0.15067, "precision_at_10": 0.07889, - "precision_at_20": 0.04228, - "precision_at_100": 0.0093, - "precision_at_1000": 0.001, - "mrr_at_1": 0.645556, - "mrr_at_3": 0.68, - "mrr_at_5": 0.685722, - "mrr_at_10": 0.691545, - "mrr_at_20": 0.69555, - "mrr_at_100": 0.697475, - "mrr_at_1000": 0.697892, - "nauc_ndcg_at_1_max": 0.82868, - "nauc_ndcg_at_1_std": 0.309902, - "nauc_ndcg_at_1_diff1": 0.894643, - "nauc_ndcg_at_3_max": 0.853666, - "nauc_ndcg_at_3_std": 0.347917, - "nauc_ndcg_at_3_diff1": 0.861498, - "nauc_ndcg_at_5_max": 0.850881, - "nauc_ndcg_at_5_std": 0.347508, - "nauc_ndcg_at_5_diff1": 0.857546, - "nauc_ndcg_at_10_max": 0.843375, - "nauc_ndcg_at_10_std": 0.346971, - "nauc_ndcg_at_10_diff1": 0.849557, - "nauc_ndcg_at_20_max": 0.842583, - "nauc_ndcg_at_20_std": 0.358703, - "nauc_ndcg_at_20_diff1": 0.846339, - "nauc_ndcg_at_100_max": 0.841257, - "nauc_ndcg_at_100_std": 0.355703, - "nauc_ndcg_at_100_diff1": 0.851305, - "nauc_ndcg_at_1000_max": 0.842976, - "nauc_ndcg_at_1000_std": 0.347757, - "nauc_ndcg_at_1000_diff1": 0.85689, - "nauc_map_at_1_max": 0.82868, - "nauc_map_at_1_std": 0.309902, - "nauc_map_at_1_diff1": 0.894643, - "nauc_map_at_3_max": 0.848125, - "nauc_map_at_3_std": 0.338538, - "nauc_map_at_3_diff1": 0.869567, - "nauc_map_at_5_max": 0.846567, - "nauc_map_at_5_std": 0.338343, - "nauc_map_at_5_diff1": 0.867583, - "nauc_map_at_10_max": 0.843592, - "nauc_map_at_10_std": 0.337771, - "nauc_map_at_10_diff1": 0.864702, - "nauc_map_at_20_max": 0.843301, - "nauc_map_at_20_std": 0.340528, - "nauc_map_at_20_diff1": 0.864009, - "nauc_map_at_100_max": 0.843064, - "nauc_map_at_100_std": 0.339951, - "nauc_map_at_100_diff1": 0.864667, - "nauc_map_at_1000_max": 0.843127, - "nauc_map_at_1000_std": 0.339705, - "nauc_map_at_1000_diff1": 0.864871, - "nauc_recall_at_1_max": 0.82868, - "nauc_recall_at_1_std": 0.309902, - "nauc_recall_at_1_diff1": 0.894643, - "nauc_recall_at_3_max": 0.870878, - "nauc_recall_at_3_std": 0.377552, - "nauc_recall_at_3_diff1": 0.836058, - "nauc_recall_at_5_max": 0.864502, - "nauc_recall_at_5_std": 0.377916, - "nauc_recall_at_5_diff1": 0.823231, - "nauc_recall_at_10_max": 0.837464, - "nauc_recall_at_10_std": 0.382162, - "nauc_recall_at_10_diff1": 0.78627, - "nauc_recall_at_20_max": 0.83187, - "nauc_recall_at_20_std": 0.467527, - "nauc_recall_at_20_diff1": 0.746928, - "nauc_recall_at_100_max": 0.802365, - "nauc_recall_at_100_std": 0.54298, - "nauc_recall_at_100_diff1": 0.723393, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82868, - "nauc_precision_at_1_std": 0.309902, - "nauc_precision_at_1_diff1": 0.894643, - "nauc_precision_at_3_max": 0.870878, - "nauc_precision_at_3_std": 0.377552, - "nauc_precision_at_3_diff1": 0.836058, - "nauc_precision_at_5_max": 0.864502, - "nauc_precision_at_5_std": 0.377916, - "nauc_precision_at_5_diff1": 0.823231, - "nauc_precision_at_10_max": 0.837464, - "nauc_precision_at_10_std": 0.382162, - "nauc_precision_at_10_diff1": 0.78627, - "nauc_precision_at_20_max": 0.83187, - "nauc_precision_at_20_std": 0.467527, - "nauc_precision_at_20_diff1": 0.746928, - "nauc_precision_at_100_max": 0.802365, - "nauc_precision_at_100_std": 0.54298, - "nauc_precision_at_100_diff1": 0.723393, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82868, - "nauc_mrr_at_1_std": 0.309902, - "nauc_mrr_at_1_diff1": 0.894643, - "nauc_mrr_at_3_max": 0.848125, - "nauc_mrr_at_3_std": 0.338538, - "nauc_mrr_at_3_diff1": 0.869567, - "nauc_mrr_at_5_max": 0.846567, - "nauc_mrr_at_5_std": 0.338343, - "nauc_mrr_at_5_diff1": 0.867583, - "nauc_mrr_at_10_max": 0.843592, - "nauc_mrr_at_10_std": 0.337771, - "nauc_mrr_at_10_diff1": 0.864702, - "nauc_mrr_at_20_max": 0.843301, - "nauc_mrr_at_20_std": 0.340528, - "nauc_mrr_at_20_diff1": 0.864009, - "nauc_mrr_at_100_max": 0.843064, - "nauc_mrr_at_100_std": 0.339951, - "nauc_mrr_at_100_diff1": 0.864667, - "nauc_mrr_at_1000_max": 0.843127, - "nauc_mrr_at_1000_std": 0.339705, - "nauc_mrr_at_1000_diff1": 0.864871, - "main_score": 0.71485, + "precision_at_20": 0.04167, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "mrr_at_1": 0.64, + "mrr_at_3": 0.677037, + "mrr_at_5": 0.683759, + "mrr_at_10": 0.688433, + "mrr_at_20": 0.691595, + "mrr_at_100": 0.693823, + "mrr_at_1000": 0.694264, + "nauc_ndcg_at_1_max": 0.801248, + "nauc_ndcg_at_1_std": 0.292414, + "nauc_ndcg_at_1_diff1": 0.902646, + "nauc_ndcg_at_3_max": 0.825948, + "nauc_ndcg_at_3_std": 0.32969, + "nauc_ndcg_at_3_diff1": 0.863262, + "nauc_ndcg_at_5_max": 0.821874, + "nauc_ndcg_at_5_std": 0.332254, + "nauc_ndcg_at_5_diff1": 0.859023, + "nauc_ndcg_at_10_max": 0.819119, + "nauc_ndcg_at_10_std": 0.327045, + "nauc_ndcg_at_10_diff1": 0.855779, + "nauc_ndcg_at_20_max": 0.817669, + "nauc_ndcg_at_20_std": 0.336659, + "nauc_ndcg_at_20_diff1": 0.852391, + "nauc_ndcg_at_100_max": 0.81707, + "nauc_ndcg_at_100_std": 0.33613, + "nauc_ndcg_at_100_diff1": 0.855601, + "nauc_ndcg_at_1000_max": 0.817264, + "nauc_ndcg_at_1000_std": 0.328683, + "nauc_ndcg_at_1000_diff1": 0.86147, + "nauc_map_at_1_max": 0.801248, + "nauc_map_at_1_std": 0.292414, + "nauc_map_at_1_diff1": 0.902646, + "nauc_map_at_3_max": 0.820605, + "nauc_map_at_3_std": 0.319581, + "nauc_map_at_3_diff1": 0.873162, + "nauc_map_at_5_max": 0.818274, + "nauc_map_at_5_std": 0.320649, + "nauc_map_at_5_diff1": 0.870993, + "nauc_map_at_10_max": 0.81707, + "nauc_map_at_10_std": 0.318236, + "nauc_map_at_10_diff1": 0.869836, + "nauc_map_at_20_max": 0.816612, + "nauc_map_at_20_std": 0.321014, + "nauc_map_at_20_diff1": 0.869046, + "nauc_map_at_100_max": 0.816467, + "nauc_map_at_100_std": 0.320819, + "nauc_map_at_100_diff1": 0.869432, + "nauc_map_at_1000_max": 0.816474, + "nauc_map_at_1000_std": 0.320598, + "nauc_map_at_1000_diff1": 0.869655, + "nauc_recall_at_1_max": 0.801248, + "nauc_recall_at_1_std": 0.292414, + "nauc_recall_at_1_diff1": 0.902646, + "nauc_recall_at_3_max": 0.842658, + "nauc_recall_at_3_std": 0.362447, + "nauc_recall_at_3_diff1": 0.831528, + "nauc_recall_at_5_max": 0.833235, + "nauc_recall_at_5_std": 0.373391, + "nauc_recall_at_5_diff1": 0.817026, + "nauc_recall_at_10_max": 0.824591, + "nauc_recall_at_10_std": 0.360253, + "nauc_recall_at_10_diff1": 0.799175, + "nauc_recall_at_20_max": 0.818177, + "nauc_recall_at_20_std": 0.419488, + "nauc_recall_at_20_diff1": 0.766824, + "nauc_recall_at_100_max": 0.813191, + "nauc_recall_at_100_std": 0.500149, + "nauc_recall_at_100_diff1": 0.732912, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801248, + "nauc_precision_at_1_std": 0.292414, + "nauc_precision_at_1_diff1": 0.902646, + "nauc_precision_at_3_max": 0.842658, + "nauc_precision_at_3_std": 0.362447, + "nauc_precision_at_3_diff1": 0.831528, + "nauc_precision_at_5_max": 0.833235, + "nauc_precision_at_5_std": 0.373391, + "nauc_precision_at_5_diff1": 0.817026, + "nauc_precision_at_10_max": 0.824591, + "nauc_precision_at_10_std": 0.360253, + "nauc_precision_at_10_diff1": 0.799175, + "nauc_precision_at_20_max": 0.818177, + "nauc_precision_at_20_std": 0.419488, + "nauc_precision_at_20_diff1": 0.766824, + "nauc_precision_at_100_max": 0.813191, + "nauc_precision_at_100_std": 0.500149, + "nauc_precision_at_100_diff1": 0.732912, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801248, + "nauc_mrr_at_1_std": 0.292414, + "nauc_mrr_at_1_diff1": 0.902646, + "nauc_mrr_at_3_max": 0.820605, + "nauc_mrr_at_3_std": 0.319581, + "nauc_mrr_at_3_diff1": 0.873162, + "nauc_mrr_at_5_max": 0.818274, + "nauc_mrr_at_5_std": 0.320649, + "nauc_mrr_at_5_diff1": 0.870993, + "nauc_mrr_at_10_max": 0.81707, + "nauc_mrr_at_10_std": 0.318236, + "nauc_mrr_at_10_diff1": 0.869836, + "nauc_mrr_at_20_max": 0.816612, + "nauc_mrr_at_20_std": 0.321014, + "nauc_mrr_at_20_diff1": 0.869046, + "nauc_mrr_at_100_max": 0.816467, + "nauc_mrr_at_100_std": 0.320819, + "nauc_mrr_at_100_diff1": 0.869432, + "nauc_mrr_at_1000_max": 0.816474, + "nauc_mrr_at_1000_std": 0.320598, + "nauc_mrr_at_1000_diff1": 0.869655, + "hit_rate_at_1": 0.64, + "hit_rate_at_3": 0.72333, + "hit_rate_at_5": 0.75333, + "hit_rate_at_10": 0.78889, + "hit_rate_at_20": 0.83333, + "hit_rate_at_100": 0.92333, + "hit_rate_at_1000": 1.0, + "main_score": 0.7126, "hf_subset": "nya_Latn-eng_Latn", "languages": [ "nya-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39333, - "ndcg_at_3": 0.43234, - "ndcg_at_5": 0.44291, - "ndcg_at_10": 0.4518, - "ndcg_at_20": 0.45977, - "ndcg_at_100": 0.48158, - "ndcg_at_1000": 0.52392, - "map_at_1": 0.39333, - "map_at_3": 0.42278, - "map_at_5": 0.42867, - "map_at_10": 0.43249, - "map_at_20": 0.43474, - "map_at_100": 0.43744, - "map_at_1000": 0.43894, - "recall_at_1": 0.39333, - "recall_at_3": 0.46, - "recall_at_5": 0.48556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.39222, + "ndcg_at_3": 0.43401, + "ndcg_at_5": 0.44185, + "ndcg_at_10": 0.45138, + "ndcg_at_20": 0.45967, + "ndcg_at_100": 0.48191, + "ndcg_at_1000": 0.52346, + "map_at_1": 0.39222, + "map_at_3": 0.42352, + "map_at_5": 0.42791, + "map_at_10": 0.43195, + "map_at_20": 0.43415, + "map_at_100": 0.43686, + "map_at_1000": 0.43832, + "recall_at_1": 0.39222, + "recall_at_3": 0.46444, + "recall_at_5": 0.48333, "recall_at_10": 0.51222, - "recall_at_20": 0.54333, - "recall_at_100": 0.66556, + "recall_at_20": 0.54556, + "recall_at_100": 0.67111, "recall_at_1000": 1.0, - "precision_at_1": 0.39333, - "precision_at_3": 0.15333, - "precision_at_5": 0.09711, + "accuracy": 0.39222, + "precision_at_1": 0.39222, + "precision_at_3": 0.15481, + "precision_at_5": 0.09667, "precision_at_10": 0.05122, - "precision_at_20": 0.02717, - "precision_at_100": 0.00666, - "precision_at_1000": 0.001, - "mrr_at_1": 0.393333, - "mrr_at_3": 0.422778, - "mrr_at_5": 0.428667, - "mrr_at_10": 0.432492, - "mrr_at_20": 0.434735, - "mrr_at_100": 0.437439, - "mrr_at_1000": 0.438939, - "nauc_ndcg_at_1_max": 0.919041, - "nauc_ndcg_at_1_std": 0.708587, - "nauc_ndcg_at_1_diff1": 0.87544, - "nauc_ndcg_at_3_max": 0.928376, - "nauc_ndcg_at_3_std": 0.737752, - "nauc_ndcg_at_3_diff1": 0.851695, - "nauc_ndcg_at_5_max": 0.922022, - "nauc_ndcg_at_5_std": 0.736236, - "nauc_ndcg_at_5_diff1": 0.839223, - "nauc_ndcg_at_10_max": 0.918565, - "nauc_ndcg_at_10_std": 0.743816, - "nauc_ndcg_at_10_diff1": 0.83173, - "nauc_ndcg_at_20_max": 0.917522, - "nauc_ndcg_at_20_std": 0.747488, - "nauc_ndcg_at_20_diff1": 0.831126, - "nauc_ndcg_at_100_max": 0.90644, - "nauc_ndcg_at_100_std": 0.741614, - "nauc_ndcg_at_100_diff1": 0.821453, - "nauc_ndcg_at_1000_max": 0.914996, - "nauc_ndcg_at_1000_std": 0.739181, - "nauc_ndcg_at_1000_diff1": 0.834553, - "nauc_map_at_1_max": 0.919041, - "nauc_map_at_1_std": 0.708587, - "nauc_map_at_1_diff1": 0.87544, - "nauc_map_at_3_max": 0.926842, - "nauc_map_at_3_std": 0.731077, - "nauc_map_at_3_diff1": 0.857782, - "nauc_map_at_5_max": 0.923463, - "nauc_map_at_5_std": 0.730472, - "nauc_map_at_5_diff1": 0.850941, - "nauc_map_at_10_max": 0.921879, - "nauc_map_at_10_std": 0.733586, - "nauc_map_at_10_diff1": 0.847644, - "nauc_map_at_20_max": 0.921617, - "nauc_map_at_20_std": 0.734716, - "nauc_map_at_20_diff1": 0.847499, - "nauc_map_at_100_max": 0.920282, - "nauc_map_at_100_std": 0.734188, - "nauc_map_at_100_diff1": 0.846289, - "nauc_map_at_1000_max": 0.920442, - "nauc_map_at_1000_std": 0.733988, - "nauc_map_at_1000_diff1": 0.84666, - "nauc_recall_at_1_max": 0.919041, - "nauc_recall_at_1_std": 0.708587, - "nauc_recall_at_1_diff1": 0.87544, - "nauc_recall_at_3_max": 0.932539, - "nauc_recall_at_3_std": 0.757037, - "nauc_recall_at_3_diff1": 0.83382, - "nauc_recall_at_5_max": 0.916384, - "nauc_recall_at_5_std": 0.752443, - "nauc_recall_at_5_diff1": 0.802825, - "nauc_recall_at_10_max": 0.906255, - "nauc_recall_at_10_std": 0.776574, - "nauc_recall_at_10_diff1": 0.779833, - "nauc_recall_at_20_max": 0.901358, - "nauc_recall_at_20_std": 0.79157, - "nauc_recall_at_20_diff1": 0.775742, - "nauc_recall_at_100_max": 0.82244, - "nauc_recall_at_100_std": 0.756113, - "nauc_recall_at_100_diff1": 0.700021, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919041, - "nauc_precision_at_1_std": 0.708587, - "nauc_precision_at_1_diff1": 0.87544, - "nauc_precision_at_3_max": 0.932539, - "nauc_precision_at_3_std": 0.757037, - "nauc_precision_at_3_diff1": 0.83382, - "nauc_precision_at_5_max": 0.916384, - "nauc_precision_at_5_std": 0.752443, - "nauc_precision_at_5_diff1": 0.802825, - "nauc_precision_at_10_max": 0.906255, - "nauc_precision_at_10_std": 0.776574, - "nauc_precision_at_10_diff1": 0.779833, - "nauc_precision_at_20_max": 0.901358, - "nauc_precision_at_20_std": 0.79157, - "nauc_precision_at_20_diff1": 0.775742, - "nauc_precision_at_100_max": 0.82244, - "nauc_precision_at_100_std": 0.756113, - "nauc_precision_at_100_diff1": 0.700021, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919041, - "nauc_mrr_at_1_std": 0.708587, - "nauc_mrr_at_1_diff1": 0.87544, - "nauc_mrr_at_3_max": 0.926842, - "nauc_mrr_at_3_std": 0.731077, - "nauc_mrr_at_3_diff1": 0.857782, - "nauc_mrr_at_5_max": 0.923463, - "nauc_mrr_at_5_std": 0.730472, - "nauc_mrr_at_5_diff1": 0.850941, - "nauc_mrr_at_10_max": 0.921879, - "nauc_mrr_at_10_std": 0.733586, - "nauc_mrr_at_10_diff1": 0.847644, - "nauc_mrr_at_20_max": 0.921617, - "nauc_mrr_at_20_std": 0.734716, - "nauc_mrr_at_20_diff1": 0.847499, - "nauc_mrr_at_100_max": 0.920282, - "nauc_mrr_at_100_std": 0.734188, - "nauc_mrr_at_100_diff1": 0.846289, - "nauc_mrr_at_1000_max": 0.920442, - "nauc_mrr_at_1000_std": 0.733988, - "nauc_mrr_at_1000_diff1": 0.84666, - "main_score": 0.4518, + "precision_at_20": 0.02728, + "precision_at_100": 0.00671, + "precision_at_1000": 0.001, + "mrr_at_1": 0.392222, + "mrr_at_3": 0.423519, + "mrr_at_5": 0.427907, + "mrr_at_10": 0.431952, + "mrr_at_20": 0.43415, + "mrr_at_100": 0.436862, + "mrr_at_1000": 0.438316, + "nauc_ndcg_at_1_max": 0.916061, + "nauc_ndcg_at_1_std": 0.708764, + "nauc_ndcg_at_1_diff1": 0.873072, + "nauc_ndcg_at_3_max": 0.926532, + "nauc_ndcg_at_3_std": 0.732236, + "nauc_ndcg_at_3_diff1": 0.842362, + "nauc_ndcg_at_5_max": 0.921822, + "nauc_ndcg_at_5_std": 0.734837, + "nauc_ndcg_at_5_diff1": 0.834811, + "nauc_ndcg_at_10_max": 0.918373, + "nauc_ndcg_at_10_std": 0.740307, + "nauc_ndcg_at_10_diff1": 0.827259, + "nauc_ndcg_at_20_max": 0.915626, + "nauc_ndcg_at_20_std": 0.74111, + "nauc_ndcg_at_20_diff1": 0.824207, + "nauc_ndcg_at_100_max": 0.903465, + "nauc_ndcg_at_100_std": 0.738325, + "nauc_ndcg_at_100_diff1": 0.814344, + "nauc_ndcg_at_1000_max": 0.912874, + "nauc_ndcg_at_1000_std": 0.735095, + "nauc_ndcg_at_1000_diff1": 0.828561, + "nauc_map_at_1_max": 0.916061, + "nauc_map_at_1_std": 0.708764, + "nauc_map_at_1_diff1": 0.873072, + "nauc_map_at_3_max": 0.92494, + "nauc_map_at_3_std": 0.726816, + "nauc_map_at_3_diff1": 0.850487, + "nauc_map_at_5_max": 0.922291, + "nauc_map_at_5_std": 0.728183, + "nauc_map_at_5_diff1": 0.846246, + "nauc_map_at_10_max": 0.920881, + "nauc_map_at_10_std": 0.730478, + "nauc_map_at_10_diff1": 0.842945, + "nauc_map_at_20_max": 0.92022, + "nauc_map_at_20_std": 0.730697, + "nauc_map_at_20_diff1": 0.842224, + "nauc_map_at_100_max": 0.918702, + "nauc_map_at_100_std": 0.730638, + "nauc_map_at_100_diff1": 0.841057, + "nauc_map_at_1000_max": 0.918855, + "nauc_map_at_1000_std": 0.730391, + "nauc_map_at_1000_diff1": 0.841442, + "nauc_recall_at_1_max": 0.916061, + "nauc_recall_at_1_std": 0.708764, + "nauc_recall_at_1_diff1": 0.873072, + "nauc_recall_at_3_max": 0.93078, + "nauc_recall_at_3_std": 0.74793, + "nauc_recall_at_3_diff1": 0.818381, + "nauc_recall_at_5_max": 0.919417, + "nauc_recall_at_5_std": 0.754686, + "nauc_recall_at_5_diff1": 0.800006, + "nauc_recall_at_10_max": 0.908449, + "nauc_recall_at_10_std": 0.772012, + "nauc_recall_at_10_diff1": 0.776739, + "nauc_recall_at_20_max": 0.896061, + "nauc_recall_at_20_std": 0.776324, + "nauc_recall_at_20_diff1": 0.761673, + "nauc_recall_at_100_max": 0.808759, + "nauc_recall_at_100_std": 0.758864, + "nauc_recall_at_100_diff1": 0.680186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.916061, + "nauc_precision_at_1_std": 0.708764, + "nauc_precision_at_1_diff1": 0.873072, + "nauc_precision_at_3_max": 0.93078, + "nauc_precision_at_3_std": 0.74793, + "nauc_precision_at_3_diff1": 0.818381, + "nauc_precision_at_5_max": 0.919417, + "nauc_precision_at_5_std": 0.754686, + "nauc_precision_at_5_diff1": 0.800006, + "nauc_precision_at_10_max": 0.908449, + "nauc_precision_at_10_std": 0.772012, + "nauc_precision_at_10_diff1": 0.776739, + "nauc_precision_at_20_max": 0.896061, + "nauc_precision_at_20_std": 0.776324, + "nauc_precision_at_20_diff1": 0.761673, + "nauc_precision_at_100_max": 0.808759, + "nauc_precision_at_100_std": 0.758864, + "nauc_precision_at_100_diff1": 0.680186, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.916061, + "nauc_mrr_at_1_std": 0.708764, + "nauc_mrr_at_1_diff1": 0.873072, + "nauc_mrr_at_3_max": 0.92494, + "nauc_mrr_at_3_std": 0.726816, + "nauc_mrr_at_3_diff1": 0.850487, + "nauc_mrr_at_5_max": 0.922291, + "nauc_mrr_at_5_std": 0.728183, + "nauc_mrr_at_5_diff1": 0.846246, + "nauc_mrr_at_10_max": 0.920881, + "nauc_mrr_at_10_std": 0.730478, + "nauc_mrr_at_10_diff1": 0.842945, + "nauc_mrr_at_20_max": 0.92022, + "nauc_mrr_at_20_std": 0.730697, + "nauc_mrr_at_20_diff1": 0.842224, + "nauc_mrr_at_100_max": 0.918702, + "nauc_mrr_at_100_std": 0.730638, + "nauc_mrr_at_100_diff1": 0.841057, + "nauc_mrr_at_1000_max": 0.918855, + "nauc_mrr_at_1000_std": 0.730391, + "nauc_mrr_at_1000_diff1": 0.841442, + "hit_rate_at_1": 0.39222, + "hit_rate_at_3": 0.46444, + "hit_rate_at_5": 0.48333, + "hit_rate_at_10": 0.51222, + "hit_rate_at_20": 0.54556, + "hit_rate_at_100": 0.67111, + "hit_rate_at_1000": 1.0, + "main_score": 0.45138, "hf_subset": "eng_Latn-nya_Latn", "languages": [ "eng-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85111, - "ndcg_at_3": 0.89432, - "ndcg_at_5": 0.90312, - "ndcg_at_10": 0.90909, - "ndcg_at_20": 0.91275, - "ndcg_at_100": 0.91578, - "ndcg_at_1000": 0.91667, - "map_at_1": 0.85111, - "map_at_3": 0.88389, - "map_at_5": 0.88883, - "map_at_10": 0.89143, - "map_at_20": 0.89243, - "map_at_100": 0.89291, - "map_at_1000": 0.89294, - "recall_at_1": 0.85111, - "recall_at_3": 0.92444, - "recall_at_5": 0.94556, - "recall_at_10": 0.96333, - "recall_at_20": 0.97778, + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.89397, + "ndcg_at_5": 0.89899, + "ndcg_at_10": 0.90474, + "ndcg_at_20": 0.90906, + "ndcg_at_100": 0.91284, + "ndcg_at_1000": 0.91373, + "map_at_1": 0.84556, + "map_at_3": 0.88259, + "map_at_5": 0.88537, + "map_at_10": 0.88774, + "map_at_20": 0.88899, + "map_at_100": 0.88953, + "map_at_1000": 0.88957, + "recall_at_1": 0.84556, + "recall_at_3": 0.92667, + "recall_at_5": 0.93889, + "recall_at_10": 0.95667, + "recall_at_20": 0.97333, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.85111, - "precision_at_3": 0.30815, - "precision_at_5": 0.18911, - "precision_at_10": 0.09633, - "precision_at_20": 0.04889, + "accuracy": 0.84556, + "precision_at_1": 0.84556, + "precision_at_3": 0.30889, + "precision_at_5": 0.18778, + "precision_at_10": 0.09567, + "precision_at_20": 0.04867, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.851111, - "mrr_at_3": 0.883889, - "mrr_at_5": 0.888833, - "mrr_at_10": 0.891427, - "mrr_at_20": 0.892431, - "mrr_at_100": 0.892907, - "mrr_at_1000": 0.892945, - "nauc_ndcg_at_1_max": 0.762187, - "nauc_ndcg_at_1_std": -0.031717, - "nauc_ndcg_at_1_diff1": 0.899319, - "nauc_ndcg_at_3_max": 0.810565, - "nauc_ndcg_at_3_std": 0.061417, - "nauc_ndcg_at_3_diff1": 0.878514, - "nauc_ndcg_at_5_max": 0.80307, - "nauc_ndcg_at_5_std": 0.051663, - "nauc_ndcg_at_5_diff1": 0.873191, - "nauc_ndcg_at_10_max": 0.796341, - "nauc_ndcg_at_10_std": 0.042943, - "nauc_ndcg_at_10_diff1": 0.874625, - "nauc_ndcg_at_20_max": 0.797546, - "nauc_ndcg_at_20_std": 0.04717, - "nauc_ndcg_at_20_diff1": 0.879238, - "nauc_ndcg_at_100_max": 0.795939, - "nauc_ndcg_at_100_std": 0.042133, - "nauc_ndcg_at_100_diff1": 0.882523, - "nauc_ndcg_at_1000_max": 0.794266, - "nauc_ndcg_at_1000_std": 0.036738, - "nauc_ndcg_at_1000_diff1": 0.881735, - "nauc_map_at_1_max": 0.762187, - "nauc_map_at_1_std": -0.031717, - "nauc_map_at_1_diff1": 0.899319, - "nauc_map_at_3_max": 0.797367, - "nauc_map_at_3_std": 0.035977, - "nauc_map_at_3_diff1": 0.883726, - "nauc_map_at_5_max": 0.793035, - "nauc_map_at_5_std": 0.028586, - "nauc_map_at_5_diff1": 0.881377, - "nauc_map_at_10_max": 0.790424, - "nauc_map_at_10_std": 0.025277, - "nauc_map_at_10_diff1": 0.882128, - "nauc_map_at_20_max": 0.790652, - "nauc_map_at_20_std": 0.026539, - "nauc_map_at_20_diff1": 0.883137, - "nauc_map_at_100_max": 0.790435, - "nauc_map_at_100_std": 0.025951, - "nauc_map_at_100_diff1": 0.88364, - "nauc_map_at_1000_max": 0.790384, - "nauc_map_at_1000_std": 0.025822, - "nauc_map_at_1000_diff1": 0.883617, - "nauc_recall_at_1_max": 0.762187, - "nauc_recall_at_1_std": -0.031717, - "nauc_recall_at_1_diff1": 0.899319, - "nauc_recall_at_3_max": 0.866542, - "nauc_recall_at_3_std": 0.169337, - "nauc_recall_at_3_diff1": 0.856731, - "nauc_recall_at_5_max": 0.857372, - "nauc_recall_at_5_std": 0.182301, - "nauc_recall_at_5_diff1": 0.825854, - "nauc_recall_at_10_max": 0.833913, - "nauc_recall_at_10_std": 0.176103, - "nauc_recall_at_10_diff1": 0.812863, - "nauc_recall_at_20_max": 0.875934, - "nauc_recall_at_20_std": 0.308847, - "nauc_recall_at_20_diff1": 0.845612, - "nauc_recall_at_100_max": 0.953704, - "nauc_recall_at_100_std": 0.573296, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.762187, - "nauc_precision_at_1_std": -0.031717, - "nauc_precision_at_1_diff1": 0.899319, - "nauc_precision_at_3_max": 0.866542, - "nauc_precision_at_3_std": 0.169337, - "nauc_precision_at_3_diff1": 0.856731, - "nauc_precision_at_5_max": 0.857372, - "nauc_precision_at_5_std": 0.182301, - "nauc_precision_at_5_diff1": 0.825854, - "nauc_precision_at_10_max": 0.833913, - "nauc_precision_at_10_std": 0.176103, - "nauc_precision_at_10_diff1": 0.812863, - "nauc_precision_at_20_max": 0.875934, - "nauc_precision_at_20_std": 0.308847, - "nauc_precision_at_20_diff1": 0.845612, - "nauc_precision_at_100_max": 0.953704, - "nauc_precision_at_100_std": 0.573296, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.762187, - "nauc_mrr_at_1_std": -0.031717, - "nauc_mrr_at_1_diff1": 0.899319, - "nauc_mrr_at_3_max": 0.797367, - "nauc_mrr_at_3_std": 0.035977, - "nauc_mrr_at_3_diff1": 0.883726, - "nauc_mrr_at_5_max": 0.793035, - "nauc_mrr_at_5_std": 0.028586, - "nauc_mrr_at_5_diff1": 0.881377, - "nauc_mrr_at_10_max": 0.790424, - "nauc_mrr_at_10_std": 0.025277, - "nauc_mrr_at_10_diff1": 0.882128, - "nauc_mrr_at_20_max": 0.790652, - "nauc_mrr_at_20_std": 0.026539, - "nauc_mrr_at_20_diff1": 0.883137, - "nauc_mrr_at_100_max": 0.790435, - "nauc_mrr_at_100_std": 0.025951, - "nauc_mrr_at_100_diff1": 0.88364, - "nauc_mrr_at_1000_max": 0.790384, - "nauc_mrr_at_1000_std": 0.025822, - "nauc_mrr_at_1000_diff1": 0.883617, - "main_score": 0.90909, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.882593, + "mrr_at_5": 0.88537, + "mrr_at_10": 0.887743, + "mrr_at_20": 0.888987, + "mrr_at_100": 0.88953, + "mrr_at_1000": 0.889568, + "nauc_ndcg_at_1_max": 0.736291, + "nauc_ndcg_at_1_std": -0.115271, + "nauc_ndcg_at_1_diff1": 0.884113, + "nauc_ndcg_at_3_max": 0.789791, + "nauc_ndcg_at_3_std": -0.009424, + "nauc_ndcg_at_3_diff1": 0.862984, + "nauc_ndcg_at_5_max": 0.786298, + "nauc_ndcg_at_5_std": -0.013228, + "nauc_ndcg_at_5_diff1": 0.862251, + "nauc_ndcg_at_10_max": 0.781092, + "nauc_ndcg_at_10_std": -0.00421, + "nauc_ndcg_at_10_diff1": 0.860965, + "nauc_ndcg_at_20_max": 0.780098, + "nauc_ndcg_at_20_std": -0.011174, + "nauc_ndcg_at_20_diff1": 0.864315, + "nauc_ndcg_at_100_max": 0.777525, + "nauc_ndcg_at_100_std": -0.016209, + "nauc_ndcg_at_100_diff1": 0.867415, + "nauc_ndcg_at_1000_max": 0.775405, + "nauc_ndcg_at_1000_std": -0.026134, + "nauc_ndcg_at_1000_diff1": 0.867219, + "nauc_map_at_1_max": 0.736291, + "nauc_map_at_1_std": -0.115271, + "nauc_map_at_1_diff1": 0.884113, + "nauc_map_at_3_max": 0.775417, + "nauc_map_at_3_std": -0.037159, + "nauc_map_at_3_diff1": 0.86905, + "nauc_map_at_5_max": 0.773301, + "nauc_map_at_5_std": -0.039794, + "nauc_map_at_5_diff1": 0.868864, + "nauc_map_at_10_max": 0.771138, + "nauc_map_at_10_std": -0.037529, + "nauc_map_at_10_diff1": 0.868481, + "nauc_map_at_20_max": 0.770694, + "nauc_map_at_20_std": -0.039592, + "nauc_map_at_20_diff1": 0.869172, + "nauc_map_at_100_max": 0.770402, + "nauc_map_at_100_std": -0.040291, + "nauc_map_at_100_diff1": 0.869578, + "nauc_map_at_1000_max": 0.770329, + "nauc_map_at_1000_std": -0.040626, + "nauc_map_at_1000_diff1": 0.869575, + "nauc_recall_at_1_max": 0.736291, + "nauc_recall_at_1_std": -0.115271, + "nauc_recall_at_1_diff1": 0.884113, + "nauc_recall_at_3_max": 0.852701, + "nauc_recall_at_3_std": 0.111436, + "nauc_recall_at_3_diff1": 0.836149, + "nauc_recall_at_5_max": 0.851931, + "nauc_recall_at_5_std": 0.12128, + "nauc_recall_at_5_diff1": 0.82774, + "nauc_recall_at_10_max": 0.845053, + "nauc_recall_at_10_std": 0.240262, + "nauc_recall_at_10_diff1": 0.806088, + "nauc_recall_at_20_max": 0.875019, + "nauc_recall_at_20_std": 0.304155, + "nauc_recall_at_20_diff1": 0.820359, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.925692, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736291, + "nauc_precision_at_1_std": -0.115271, + "nauc_precision_at_1_diff1": 0.884113, + "nauc_precision_at_3_max": 0.852701, + "nauc_precision_at_3_std": 0.111436, + "nauc_precision_at_3_diff1": 0.836149, + "nauc_precision_at_5_max": 0.851931, + "nauc_precision_at_5_std": 0.12128, + "nauc_precision_at_5_diff1": 0.82774, + "nauc_precision_at_10_max": 0.845053, + "nauc_precision_at_10_std": 0.240262, + "nauc_precision_at_10_diff1": 0.806088, + "nauc_precision_at_20_max": 0.875019, + "nauc_precision_at_20_std": 0.304155, + "nauc_precision_at_20_diff1": 0.820359, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.925692, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736291, + "nauc_mrr_at_1_std": -0.115271, + "nauc_mrr_at_1_diff1": 0.884113, + "nauc_mrr_at_3_max": 0.775417, + "nauc_mrr_at_3_std": -0.037159, + "nauc_mrr_at_3_diff1": 0.86905, + "nauc_mrr_at_5_max": 0.773301, + "nauc_mrr_at_5_std": -0.039794, + "nauc_mrr_at_5_diff1": 0.868864, + "nauc_mrr_at_10_max": 0.771138, + "nauc_mrr_at_10_std": -0.037529, + "nauc_mrr_at_10_diff1": 0.868481, + "nauc_mrr_at_20_max": 0.770694, + "nauc_mrr_at_20_std": -0.039592, + "nauc_mrr_at_20_diff1": 0.869172, + "nauc_mrr_at_100_max": 0.770402, + "nauc_mrr_at_100_std": -0.040291, + "nauc_mrr_at_100_diff1": 0.869578, + "nauc_mrr_at_1000_max": 0.770329, + "nauc_mrr_at_1000_std": -0.040626, + "nauc_mrr_at_1000_diff1": 0.869575, + "hit_rate_at_1": 0.84556, + "hit_rate_at_3": 0.92667, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90474, "hf_subset": "ory_Orya-ory_Orya", "languages": [ "ory-Orya", "ory-Orya" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.93688, - "ndcg_at_5": 0.94228, - "ndcg_at_10": 0.94677, - "ndcg_at_20": 0.94907, - "ndcg_at_100": 0.94967, - "ndcg_at_1000": 0.95013, - "map_at_1": 0.90667, - "map_at_3": 0.92963, - "map_at_5": 0.93257, - "map_at_10": 0.93453, - "map_at_20": 0.93518, - "map_at_100": 0.93526, - "map_at_1000": 0.93528, - "recall_at_1": 0.90667, - "recall_at_3": 0.95778, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.93854, + "ndcg_at_5": 0.9418, + "ndcg_at_10": 0.94762, + "ndcg_at_20": 0.94954, + "ndcg_at_100": 0.95087, + "ndcg_at_1000": 0.95132, + "map_at_1": 0.91111, + "map_at_3": 0.93222, + "map_at_5": 0.93406, + "map_at_10": 0.93651, + "map_at_20": 0.93701, + "map_at_100": 0.93723, + "map_at_1000": 0.93725, + "recall_at_1": 0.91111, + "recall_at_3": 0.95667, + "recall_at_5": 0.96444, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.31926, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19289, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.92963, - "mrr_at_5": 0.932574, - "mrr_at_10": 0.93453, - "mrr_at_20": 0.935183, - "mrr_at_100": 0.935261, - "mrr_at_1000": 0.935281, - "nauc_ndcg_at_1_max": 0.74233, - "nauc_ndcg_at_1_std": -0.276422, - "nauc_ndcg_at_1_diff1": 0.9158, - "nauc_ndcg_at_3_max": 0.80864, - "nauc_ndcg_at_3_std": -0.265643, - "nauc_ndcg_at_3_diff1": 0.926926, - "nauc_ndcg_at_5_max": 0.801973, - "nauc_ndcg_at_5_std": -0.253544, - "nauc_ndcg_at_5_diff1": 0.928385, - "nauc_ndcg_at_10_max": 0.794529, - "nauc_ndcg_at_10_std": -0.246315, - "nauc_ndcg_at_10_diff1": 0.925231, - "nauc_ndcg_at_20_max": 0.78845, - "nauc_ndcg_at_20_std": -0.263448, - "nauc_ndcg_at_20_diff1": 0.924415, - "nauc_ndcg_at_100_max": 0.787902, - "nauc_ndcg_at_100_std": -0.258296, - "nauc_ndcg_at_100_diff1": 0.924091, - "nauc_ndcg_at_1000_max": 0.786387, - "nauc_ndcg_at_1000_std": -0.260238, - "nauc_ndcg_at_1000_diff1": 0.923773, - "nauc_map_at_1_max": 0.74233, - "nauc_map_at_1_std": -0.276422, - "nauc_map_at_1_diff1": 0.9158, - "nauc_map_at_3_max": 0.78996, - "nauc_map_at_3_std": -0.268183, - "nauc_map_at_3_diff1": 0.923792, - "nauc_map_at_5_max": 0.785881, - "nauc_map_at_5_std": -0.262604, - "nauc_map_at_5_diff1": 0.924196, - "nauc_map_at_10_max": 0.782789, - "nauc_map_at_10_std": -0.260639, - "nauc_map_at_10_diff1": 0.922964, - "nauc_map_at_20_max": 0.781333, - "nauc_map_at_20_std": -0.264393, - "nauc_map_at_20_diff1": 0.922775, - "nauc_map_at_100_max": 0.781333, - "nauc_map_at_100_std": -0.263659, - "nauc_map_at_100_diff1": 0.92276, - "nauc_map_at_1000_max": 0.78128, - "nauc_map_at_1000_std": -0.263679, - "nauc_map_at_1000_diff1": 0.922745, - "nauc_recall_at_1_max": 0.74233, - "nauc_recall_at_1_std": -0.276422, - "nauc_recall_at_1_diff1": 0.9158, - "nauc_recall_at_3_max": 0.896739, - "nauc_recall_at_3_std": -0.254054, - "nauc_recall_at_3_diff1": 0.941705, - "nauc_recall_at_5_max": 0.906001, - "nauc_recall_at_5_std": -0.189453, - "nauc_recall_at_5_diff1": 0.957085, - "nauc_recall_at_10_max": 0.919134, - "nauc_recall_at_10_std": -0.053088, - "nauc_recall_at_10_diff1": 0.94948, - "nauc_recall_at_20_max": 0.903906, - "nauc_recall_at_20_std": -0.318238, - "nauc_recall_at_20_diff1": 0.956427, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.932222, + "mrr_at_5": 0.934056, + "mrr_at_10": 0.936507, + "mrr_at_20": 0.937006, + "mrr_at_100": 0.937226, + "mrr_at_1000": 0.937248, + "nauc_ndcg_at_1_max": 0.715412, + "nauc_ndcg_at_1_std": -0.220174, + "nauc_ndcg_at_1_diff1": 0.905141, + "nauc_ndcg_at_3_max": 0.780262, + "nauc_ndcg_at_3_std": -0.171493, + "nauc_ndcg_at_3_diff1": 0.919378, + "nauc_ndcg_at_5_max": 0.771233, + "nauc_ndcg_at_5_std": -0.200378, + "nauc_ndcg_at_5_diff1": 0.918122, + "nauc_ndcg_at_10_max": 0.768058, + "nauc_ndcg_at_10_std": -0.185533, + "nauc_ndcg_at_10_diff1": 0.920148, + "nauc_ndcg_at_20_max": 0.765594, + "nauc_ndcg_at_20_std": -0.188656, + "nauc_ndcg_at_20_diff1": 0.918485, + "nauc_ndcg_at_100_max": 0.761147, + "nauc_ndcg_at_100_std": -0.193473, + "nauc_ndcg_at_100_diff1": 0.916836, + "nauc_ndcg_at_1000_max": 0.759348, + "nauc_ndcg_at_1000_std": -0.197561, + "nauc_ndcg_at_1000_diff1": 0.916416, + "nauc_map_at_1_max": 0.715412, + "nauc_map_at_1_std": -0.220174, + "nauc_map_at_1_diff1": 0.905141, + "nauc_map_at_3_max": 0.761564, + "nauc_map_at_3_std": -0.191069, + "nauc_map_at_3_diff1": 0.915577, + "nauc_map_at_5_max": 0.756546, + "nauc_map_at_5_std": -0.205982, + "nauc_map_at_5_diff1": 0.914841, + "nauc_map_at_10_max": 0.754927, + "nauc_map_at_10_std": -0.201611, + "nauc_map_at_10_diff1": 0.915543, + "nauc_map_at_20_max": 0.754341, + "nauc_map_at_20_std": -0.201645, + "nauc_map_at_20_diff1": 0.915137, + "nauc_map_at_100_max": 0.753676, + "nauc_map_at_100_std": -0.202899, + "nauc_map_at_100_diff1": 0.914897, + "nauc_map_at_1000_max": 0.753608, + "nauc_map_at_1000_std": -0.203015, + "nauc_map_at_1000_diff1": 0.914874, + "nauc_recall_at_1_max": 0.715412, + "nauc_recall_at_1_std": -0.220174, + "nauc_recall_at_1_diff1": 0.905141, + "nauc_recall_at_3_max": 0.863487, + "nauc_recall_at_3_std": -0.08043, + "nauc_recall_at_3_diff1": 0.936077, + "nauc_recall_at_5_max": 0.846391, + "nauc_recall_at_5_std": -0.173611, + "nauc_recall_at_5_diff1": 0.934859, + "nauc_recall_at_10_max": 0.891778, + "nauc_recall_at_10_std": -0.00426, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.935937, + "nauc_recall_at_20_std": 0.037711, + "nauc_recall_at_20_diff1": 0.970951, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": -0.005913, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.74233, - "nauc_precision_at_1_std": -0.276422, - "nauc_precision_at_1_diff1": 0.9158, - "nauc_precision_at_3_max": 0.896739, - "nauc_precision_at_3_std": -0.254054, - "nauc_precision_at_3_diff1": 0.941705, - "nauc_precision_at_5_max": 0.906001, - "nauc_precision_at_5_std": -0.189453, - "nauc_precision_at_5_diff1": 0.957085, - "nauc_precision_at_10_max": 0.919134, - "nauc_precision_at_10_std": -0.053088, - "nauc_precision_at_10_diff1": 0.94948, - "nauc_precision_at_20_max": 0.903906, - "nauc_precision_at_20_std": -0.318238, - "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_1_max": 0.715412, + "nauc_precision_at_1_std": -0.220174, + "nauc_precision_at_1_diff1": 0.905141, + "nauc_precision_at_3_max": 0.863487, + "nauc_precision_at_3_std": -0.08043, + "nauc_precision_at_3_diff1": 0.936077, + "nauc_precision_at_5_max": 0.846391, + "nauc_precision_at_5_std": -0.173611, + "nauc_precision_at_5_diff1": 0.934859, + "nauc_precision_at_10_max": 0.891778, + "nauc_precision_at_10_std": -0.00426, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.935937, + "nauc_precision_at_20_std": 0.037711, + "nauc_precision_at_20_diff1": 0.970951, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": -0.005913, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.74233, - "nauc_mrr_at_1_std": -0.276422, - "nauc_mrr_at_1_diff1": 0.9158, - "nauc_mrr_at_3_max": 0.78996, - "nauc_mrr_at_3_std": -0.268183, - "nauc_mrr_at_3_diff1": 0.923792, - "nauc_mrr_at_5_max": 0.785881, - "nauc_mrr_at_5_std": -0.262604, - "nauc_mrr_at_5_diff1": 0.924196, - "nauc_mrr_at_10_max": 0.782789, - "nauc_mrr_at_10_std": -0.260639, - "nauc_mrr_at_10_diff1": 0.922964, - "nauc_mrr_at_20_max": 0.781333, - "nauc_mrr_at_20_std": -0.264393, - "nauc_mrr_at_20_diff1": 0.922775, - "nauc_mrr_at_100_max": 0.781333, - "nauc_mrr_at_100_std": -0.263659, - "nauc_mrr_at_100_diff1": 0.92276, - "nauc_mrr_at_1000_max": 0.78128, - "nauc_mrr_at_1000_std": -0.263679, - "nauc_mrr_at_1000_diff1": 0.922745, - "main_score": 0.94677, + "nauc_mrr_at_1_max": 0.715412, + "nauc_mrr_at_1_std": -0.220174, + "nauc_mrr_at_1_diff1": 0.905141, + "nauc_mrr_at_3_max": 0.761564, + "nauc_mrr_at_3_std": -0.191069, + "nauc_mrr_at_3_diff1": 0.915577, + "nauc_mrr_at_5_max": 0.756546, + "nauc_mrr_at_5_std": -0.205982, + "nauc_mrr_at_5_diff1": 0.914841, + "nauc_mrr_at_10_max": 0.754927, + "nauc_mrr_at_10_std": -0.201611, + "nauc_mrr_at_10_diff1": 0.915543, + "nauc_mrr_at_20_max": 0.754341, + "nauc_mrr_at_20_std": -0.201645, + "nauc_mrr_at_20_diff1": 0.915137, + "nauc_mrr_at_100_max": 0.753676, + "nauc_mrr_at_100_std": -0.202899, + "nauc_mrr_at_100_diff1": 0.914897, + "nauc_mrr_at_1000_max": 0.753608, + "nauc_mrr_at_1000_std": -0.203015, + "nauc_mrr_at_1000_diff1": 0.914874, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94762, "hf_subset": "ory_Orya-eng_Latn", "languages": [ "ory-Orya", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79333, + "ndcg_at_3": 0.86468, + "ndcg_at_5": 0.87185, + "ndcg_at_10": 0.88053, + "ndcg_at_20": 0.885, + "ndcg_at_100": 0.8883, + "ndcg_at_1000": 0.88917, + "map_at_1": 0.79333, + "map_at_3": 0.84778, + "map_at_5": 0.85167, + "map_at_10": 0.85529, + "map_at_20": 0.8565, + "map_at_100": 0.85695, + "map_at_1000": 0.85699, + "recall_at_1": 0.79333, + "recall_at_3": 0.91333, + "recall_at_5": 0.93111, + "recall_at_10": 0.95778, + "recall_at_20": 0.97556, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.79333, + "precision_at_1": 0.79333, + "precision_at_3": 0.30444, + "precision_at_5": 0.18622, + "precision_at_10": 0.09578, + "precision_at_20": 0.04878, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.793333, + "mrr_at_3": 0.847778, + "mrr_at_5": 0.851667, + "mrr_at_10": 0.855286, + "mrr_at_20": 0.856497, + "mrr_at_100": 0.856948, + "mrr_at_1000": 0.856985, + "nauc_ndcg_at_1_max": 0.676295, + "nauc_ndcg_at_1_std": -0.036265, + "nauc_ndcg_at_1_diff1": 0.87677, + "nauc_ndcg_at_3_max": 0.720845, + "nauc_ndcg_at_3_std": -0.066772, + "nauc_ndcg_at_3_diff1": 0.854544, + "nauc_ndcg_at_5_max": 0.717777, + "nauc_ndcg_at_5_std": -0.065075, + "nauc_ndcg_at_5_diff1": 0.854517, + "nauc_ndcg_at_10_max": 0.712934, + "nauc_ndcg_at_10_std": -0.054767, + "nauc_ndcg_at_10_diff1": 0.854595, + "nauc_ndcg_at_20_max": 0.714541, + "nauc_ndcg_at_20_std": -0.044226, + "nauc_ndcg_at_20_diff1": 0.860813, + "nauc_ndcg_at_100_max": 0.711065, + "nauc_ndcg_at_100_std": -0.044047, + "nauc_ndcg_at_100_diff1": 0.861809, + "nauc_ndcg_at_1000_max": 0.708824, + "nauc_ndcg_at_1000_std": -0.050281, + "nauc_ndcg_at_1000_diff1": 0.861551, + "nauc_map_at_1_max": 0.676295, + "nauc_map_at_1_std": -0.036265, + "nauc_map_at_1_diff1": 0.87677, + "nauc_map_at_3_max": 0.708422, + "nauc_map_at_3_std": -0.058156, + "nauc_map_at_3_diff1": 0.861544, + "nauc_map_at_5_max": 0.706562, + "nauc_map_at_5_std": -0.057493, + "nauc_map_at_5_diff1": 0.861654, + "nauc_map_at_10_max": 0.704543, + "nauc_map_at_10_std": -0.053783, + "nauc_map_at_10_diff1": 0.861909, + "nauc_map_at_20_max": 0.704597, + "nauc_map_at_20_std": -0.051887, + "nauc_map_at_20_diff1": 0.863246, + "nauc_map_at_100_max": 0.704234, + "nauc_map_at_100_std": -0.051766, + "nauc_map_at_100_diff1": 0.863448, + "nauc_map_at_1000_max": 0.704158, + "nauc_map_at_1000_std": -0.05197, + "nauc_map_at_1000_diff1": 0.863435, + "nauc_recall_at_1_max": 0.676295, + "nauc_recall_at_1_std": -0.036265, + "nauc_recall_at_1_diff1": 0.87677, + "nauc_recall_at_3_max": 0.779268, + "nauc_recall_at_3_std": -0.107382, + "nauc_recall_at_3_diff1": 0.820986, + "nauc_recall_at_5_max": 0.781407, + "nauc_recall_at_5_std": -0.107203, + "nauc_recall_at_5_diff1": 0.812814, + "nauc_recall_at_10_max": 0.782287, + "nauc_recall_at_10_std": -0.047607, + "nauc_recall_at_10_diff1": 0.786427, + "nauc_recall_at_20_max": 0.870788, + "nauc_recall_at_20_std": 0.162614, + "nauc_recall_at_20_diff1": 0.850819, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.703237, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676295, + "nauc_precision_at_1_std": -0.036265, + "nauc_precision_at_1_diff1": 0.87677, + "nauc_precision_at_3_max": 0.779268, + "nauc_precision_at_3_std": -0.107382, + "nauc_precision_at_3_diff1": 0.820986, + "nauc_precision_at_5_max": 0.781407, + "nauc_precision_at_5_std": -0.107203, + "nauc_precision_at_5_diff1": 0.812814, + "nauc_precision_at_10_max": 0.782287, + "nauc_precision_at_10_std": -0.047607, + "nauc_precision_at_10_diff1": 0.786427, + "nauc_precision_at_20_max": 0.870788, + "nauc_precision_at_20_std": 0.162614, + "nauc_precision_at_20_diff1": 0.850819, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.703237, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676295, + "nauc_mrr_at_1_std": -0.036265, + "nauc_mrr_at_1_diff1": 0.87677, + "nauc_mrr_at_3_max": 0.708422, + "nauc_mrr_at_3_std": -0.058156, + "nauc_mrr_at_3_diff1": 0.861544, + "nauc_mrr_at_5_max": 0.706562, + "nauc_mrr_at_5_std": -0.057493, + "nauc_mrr_at_5_diff1": 0.861654, + "nauc_mrr_at_10_max": 0.704543, + "nauc_mrr_at_10_std": -0.053783, + "nauc_mrr_at_10_diff1": 0.861909, + "nauc_mrr_at_20_max": 0.704597, + "nauc_mrr_at_20_std": -0.051887, + "nauc_mrr_at_20_diff1": 0.863246, + "nauc_mrr_at_100_max": 0.704234, + "nauc_mrr_at_100_std": -0.051766, + "nauc_mrr_at_100_diff1": 0.863448, + "nauc_mrr_at_1000_max": 0.704158, + "nauc_mrr_at_1000_std": -0.05197, + "nauc_mrr_at_1000_diff1": 0.863435, + "hit_rate_at_1": 0.79333, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93111, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88053, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.82889, - "ndcg_at_3": 0.88472, - "ndcg_at_5": 0.89471, - "ndcg_at_10": 0.90042, - "ndcg_at_20": 0.9042, - "ndcg_at_100": 0.90664, - "ndcg_at_1000": 0.9077, + "ndcg_at_3": 0.87114, + "ndcg_at_5": 0.88075, + "ndcg_at_10": 0.88985, + "ndcg_at_20": 0.89576, + "ndcg_at_100": 0.90003, + "ndcg_at_1000": 0.90046, "map_at_1": 0.82889, - "map_at_3": 0.87167, - "map_at_5": 0.87717, - "map_at_10": 0.8795, - "map_at_20": 0.8806, - "map_at_100": 0.88092, - "map_at_1000": 0.88097, + "map_at_3": 0.86111, + "map_at_5": 0.86644, + "map_at_10": 0.87026, + "map_at_20": 0.87189, + "map_at_100": 0.87254, + "map_at_1000": 0.87255, "recall_at_1": 0.82889, - "recall_at_3": 0.92222, - "recall_at_5": 0.94667, - "recall_at_10": 0.96444, - "recall_at_20": 0.97889, - "recall_at_100": 0.99222, - "recall_at_1000": 1.0, - "precision_at_1": 0.82889, - "precision_at_3": 0.30741, - "precision_at_5": 0.18933, - "precision_at_10": 0.09644, - "precision_at_20": 0.04894, - "precision_at_100": 0.00992, - "precision_at_1000": 0.001, - "mrr_at_1": 0.828889, - "mrr_at_3": 0.871667, - "mrr_at_5": 0.877167, - "mrr_at_10": 0.8795, - "mrr_at_20": 0.880603, - "mrr_at_100": 0.880923, - "mrr_at_1000": 0.880973, - "nauc_ndcg_at_1_max": 0.711266, - "nauc_ndcg_at_1_std": -0.014246, - "nauc_ndcg_at_1_diff1": 0.865962, - "nauc_ndcg_at_3_max": 0.762098, - "nauc_ndcg_at_3_std": -0.012665, - "nauc_ndcg_at_3_diff1": 0.853554, - "nauc_ndcg_at_5_max": 0.753205, - "nauc_ndcg_at_5_std": -0.031243, - "nauc_ndcg_at_5_diff1": 0.852763, - "nauc_ndcg_at_10_max": 0.753799, - "nauc_ndcg_at_10_std": -0.011438, - "nauc_ndcg_at_10_diff1": 0.858633, - "nauc_ndcg_at_20_max": 0.753005, - "nauc_ndcg_at_20_std": 0.005341, - "nauc_ndcg_at_20_diff1": 0.859513, - "nauc_ndcg_at_100_max": 0.749923, - "nauc_ndcg_at_100_std": 0.003659, - "nauc_ndcg_at_100_diff1": 0.859439, - "nauc_ndcg_at_1000_max": 0.747156, - "nauc_ndcg_at_1000_std": -0.006461, - "nauc_ndcg_at_1000_diff1": 0.858413, - "nauc_map_at_1_max": 0.711266, - "nauc_map_at_1_std": -0.014246, - "nauc_map_at_1_diff1": 0.865962, - "nauc_map_at_3_max": 0.747845, - "nauc_map_at_3_std": -0.011271, - "nauc_map_at_3_diff1": 0.85655, - "nauc_map_at_5_max": 0.742752, - "nauc_map_at_5_std": -0.02125, - "nauc_map_at_5_diff1": 0.856305, - "nauc_map_at_10_max": 0.74267, - "nauc_map_at_10_std": -0.014358, - "nauc_map_at_10_diff1": 0.858235, - "nauc_map_at_20_max": 0.742394, - "nauc_map_at_20_std": -0.010464, - "nauc_map_at_20_diff1": 0.858549, - "nauc_map_at_100_max": 0.742033, - "nauc_map_at_100_std": -0.010863, - "nauc_map_at_100_diff1": 0.858529, - "nauc_map_at_1000_max": 0.741927, - "nauc_map_at_1000_std": -0.011237, - "nauc_map_at_1000_diff1": 0.858484, - "nauc_recall_at_1_max": 0.711266, - "nauc_recall_at_1_std": -0.014246, - "nauc_recall_at_1_diff1": 0.865962, - "nauc_recall_at_3_max": 0.826317, - "nauc_recall_at_3_std": -0.020308, - "nauc_recall_at_3_diff1": 0.840409, - "nauc_recall_at_5_max": 0.816147, - "nauc_recall_at_5_std": -0.099294, - "nauc_recall_at_5_diff1": 0.830775, - "nauc_recall_at_10_max": 0.853889, - "nauc_recall_at_10_std": 0.034343, - "nauc_recall_at_10_diff1": 0.871396, - "nauc_recall_at_20_max": 0.908595, - "nauc_recall_at_20_std": 0.347536, - "nauc_recall_at_20_diff1": 0.890535, - "nauc_recall_at_100_max": 0.981326, - "nauc_recall_at_100_std": 0.853942, - "nauc_recall_at_100_diff1": 0.941643, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.711266, - "nauc_precision_at_1_std": -0.014246, - "nauc_precision_at_1_diff1": 0.865962, - "nauc_precision_at_3_max": 0.826317, - "nauc_precision_at_3_std": -0.020308, - "nauc_precision_at_3_diff1": 0.840409, - "nauc_precision_at_5_max": 0.816147, - "nauc_precision_at_5_std": -0.099294, - "nauc_precision_at_5_diff1": 0.830775, - "nauc_precision_at_10_max": 0.853889, - "nauc_precision_at_10_std": 0.034343, - "nauc_precision_at_10_diff1": 0.871396, - "nauc_precision_at_20_max": 0.908595, - "nauc_precision_at_20_std": 0.347536, - "nauc_precision_at_20_diff1": 0.890535, - "nauc_precision_at_100_max": 0.981326, - "nauc_precision_at_100_std": 0.853942, - "nauc_precision_at_100_diff1": 0.941643, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.711266, - "nauc_mrr_at_1_std": -0.014246, - "nauc_mrr_at_1_diff1": 0.865962, - "nauc_mrr_at_3_max": 0.747845, - "nauc_mrr_at_3_std": -0.011271, - "nauc_mrr_at_3_diff1": 0.85655, - "nauc_mrr_at_5_max": 0.742752, - "nauc_mrr_at_5_std": -0.02125, - "nauc_mrr_at_5_diff1": 0.856305, - "nauc_mrr_at_10_max": 0.74267, - "nauc_mrr_at_10_std": -0.014358, - "nauc_mrr_at_10_diff1": 0.858235, - "nauc_mrr_at_20_max": 0.742394, - "nauc_mrr_at_20_std": -0.010464, - "nauc_mrr_at_20_diff1": 0.858549, - "nauc_mrr_at_100_max": 0.742033, - "nauc_mrr_at_100_std": -0.010863, - "nauc_mrr_at_100_diff1": 0.858529, - "nauc_mrr_at_1000_max": 0.741927, - "nauc_mrr_at_1000_std": -0.011237, - "nauc_mrr_at_1000_diff1": 0.858484, - "main_score": 0.90042, - "hf_subset": "eng_Latn-ory_Orya", - "languages": [ - "eng-Latn", - "ory-Orya" - ] - }, - { - "ndcg_at_1": 0.83667, - "ndcg_at_3": 0.87959, - "ndcg_at_5": 0.89073, - "ndcg_at_10": 0.89806, - "ndcg_at_20": 0.90214, - "ndcg_at_100": 0.90621, - "ndcg_at_1000": 0.90665, - "map_at_1": 0.83667, - "map_at_3": 0.86907, - "map_at_5": 0.87535, - "map_at_10": 0.87825, - "map_at_20": 0.87944, - "map_at_100": 0.88007, - "map_at_1000": 0.88009, - "recall_at_1": 0.83667, - "recall_at_3": 0.91, - "recall_at_5": 0.93667, - "recall_at_10": 0.96, - "recall_at_20": 0.97556, + "recall_at_3": 0.9, + "recall_at_5": 0.92333, + "recall_at_10": 0.95111, + "recall_at_20": 0.97444, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83667, - "precision_at_3": 0.30333, - "precision_at_5": 0.18733, - "precision_at_10": 0.096, - "precision_at_20": 0.04878, + "accuracy": 0.82889, + "precision_at_1": 0.82889, + "precision_at_3": 0.3, + "precision_at_5": 0.18467, + "precision_at_10": 0.09511, + "precision_at_20": 0.04872, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.836667, - "mrr_at_3": 0.869074, - "mrr_at_5": 0.875352, - "mrr_at_10": 0.878254, - "mrr_at_20": 0.879444, - "mrr_at_100": 0.880075, - "mrr_at_1000": 0.880092, - "nauc_ndcg_at_1_max": 0.812812, - "nauc_ndcg_at_1_std": 0.073489, - "nauc_ndcg_at_1_diff1": 0.90526, - "nauc_ndcg_at_3_max": 0.829973, - "nauc_ndcg_at_3_std": 0.074067, - "nauc_ndcg_at_3_diff1": 0.894383, - "nauc_ndcg_at_5_max": 0.833071, - "nauc_ndcg_at_5_std": 0.097951, - "nauc_ndcg_at_5_diff1": 0.895017, - "nauc_ndcg_at_10_max": 0.837147, - "nauc_ndcg_at_10_std": 0.111286, - "nauc_ndcg_at_10_diff1": 0.897861, - "nauc_ndcg_at_20_max": 0.832125, - "nauc_ndcg_at_20_std": 0.097366, - "nauc_ndcg_at_20_diff1": 0.896802, - "nauc_ndcg_at_100_max": 0.83034, - "nauc_ndcg_at_100_std": 0.094443, - "nauc_ndcg_at_100_diff1": 0.897849, - "nauc_ndcg_at_1000_max": 0.829518, - "nauc_ndcg_at_1000_std": 0.090271, - "nauc_ndcg_at_1000_diff1": 0.897759, - "nauc_map_at_1_max": 0.812812, - "nauc_map_at_1_std": 0.073489, - "nauc_map_at_1_diff1": 0.90526, - "nauc_map_at_3_max": 0.826685, - "nauc_map_at_3_std": 0.075615, - "nauc_map_at_3_diff1": 0.897713, - "nauc_map_at_5_max": 0.827981, - "nauc_map_at_5_std": 0.086166, - "nauc_map_at_5_diff1": 0.898227, - "nauc_map_at_10_max": 0.829044, - "nauc_map_at_10_std": 0.09086, - "nauc_map_at_10_diff1": 0.899033, - "nauc_map_at_20_max": 0.82774, - "nauc_map_at_20_std": 0.087169, - "nauc_map_at_20_diff1": 0.898756, - "nauc_map_at_100_max": 0.827428, - "nauc_map_at_100_std": 0.08618, - "nauc_map_at_100_diff1": 0.898846, - "nauc_map_at_1000_max": 0.827402, - "nauc_map_at_1000_std": 0.086047, - "nauc_map_at_1000_diff1": 0.898841, - "nauc_recall_at_1_max": 0.812812, - "nauc_recall_at_1_std": 0.073489, - "nauc_recall_at_1_diff1": 0.90526, - "nauc_recall_at_3_max": 0.842267, - "nauc_recall_at_3_std": 0.066795, - "nauc_recall_at_3_diff1": 0.880814, - "nauc_recall_at_5_max": 0.860403, - "nauc_recall_at_5_std": 0.170279, - "nauc_recall_at_5_diff1": 0.877439, - "nauc_recall_at_10_max": 0.911103, - "nauc_recall_at_10_std": 0.308746, - "nauc_recall_at_10_diff1": 0.893078, - "nauc_recall_at_20_max": 0.884984, - "nauc_recall_at_20_std": 0.235252, - "nauc_recall_at_20_diff1": 0.875753, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.861111, + "mrr_at_5": 0.866444, + "mrr_at_10": 0.870263, + "mrr_at_20": 0.871895, + "mrr_at_100": 0.872538, + "mrr_at_1000": 0.872555, + "nauc_ndcg_at_1_max": 0.813068, + "nauc_ndcg_at_1_std": 0.082709, + "nauc_ndcg_at_1_diff1": 0.891415, + "nauc_ndcg_at_3_max": 0.827809, + "nauc_ndcg_at_3_std": 0.09678, + "nauc_ndcg_at_3_diff1": 0.868745, + "nauc_ndcg_at_5_max": 0.830612, + "nauc_ndcg_at_5_std": 0.109147, + "nauc_ndcg_at_5_diff1": 0.872127, + "nauc_ndcg_at_10_max": 0.830132, + "nauc_ndcg_at_10_std": 0.125343, + "nauc_ndcg_at_10_diff1": 0.871608, + "nauc_ndcg_at_20_max": 0.82834, + "nauc_ndcg_at_20_std": 0.116083, + "nauc_ndcg_at_20_diff1": 0.873733, + "nauc_ndcg_at_100_max": 0.828185, + "nauc_ndcg_at_100_std": 0.111062, + "nauc_ndcg_at_100_diff1": 0.876343, + "nauc_ndcg_at_1000_max": 0.827412, + "nauc_ndcg_at_1000_std": 0.107247, + "nauc_ndcg_at_1000_diff1": 0.876563, + "nauc_map_at_1_max": 0.813068, + "nauc_map_at_1_std": 0.082709, + "nauc_map_at_1_diff1": 0.891415, + "nauc_map_at_3_max": 0.825588, + "nauc_map_at_3_std": 0.095356, + "nauc_map_at_3_diff1": 0.875803, + "nauc_map_at_5_max": 0.826855, + "nauc_map_at_5_std": 0.101478, + "nauc_map_at_5_diff1": 0.877819, + "nauc_map_at_10_max": 0.82629, + "nauc_map_at_10_std": 0.105574, + "nauc_map_at_10_diff1": 0.877799, + "nauc_map_at_20_max": 0.825915, + "nauc_map_at_20_std": 0.103295, + "nauc_map_at_20_diff1": 0.878465, + "nauc_map_at_100_max": 0.825887, + "nauc_map_at_100_std": 0.102365, + "nauc_map_at_100_diff1": 0.878779, + "nauc_map_at_1000_max": 0.825863, + "nauc_map_at_1000_std": 0.102244, + "nauc_map_at_1000_diff1": 0.878778, + "nauc_recall_at_1_max": 0.813068, + "nauc_recall_at_1_std": 0.082709, + "nauc_recall_at_1_diff1": 0.891415, + "nauc_recall_at_3_max": 0.835237, + "nauc_recall_at_3_std": 0.100794, + "nauc_recall_at_3_diff1": 0.841244, + "nauc_recall_at_5_max": 0.848016, + "nauc_recall_at_5_std": 0.147154, + "nauc_recall_at_5_diff1": 0.844991, + "nauc_recall_at_10_max": 0.858533, + "nauc_recall_at_10_std": 0.296378, + "nauc_recall_at_10_diff1": 0.826203, + "nauc_recall_at_20_max": 0.853672, + "nauc_recall_at_20_std": 0.306154, + "nauc_recall_at_20_diff1": 0.813766, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_100_diff1": 0.814815, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.812812, - "nauc_precision_at_1_std": 0.073489, - "nauc_precision_at_1_diff1": 0.90526, - "nauc_precision_at_3_max": 0.842267, - "nauc_precision_at_3_std": 0.066795, - "nauc_precision_at_3_diff1": 0.880814, - "nauc_precision_at_5_max": 0.860403, - "nauc_precision_at_5_std": 0.170279, - "nauc_precision_at_5_diff1": 0.877439, - "nauc_precision_at_10_max": 0.911103, - "nauc_precision_at_10_std": 0.308746, - "nauc_precision_at_10_diff1": 0.893078, - "nauc_precision_at_20_max": 0.884984, - "nauc_precision_at_20_std": 0.235252, - "nauc_precision_at_20_diff1": 0.875753, + "nauc_precision_at_1_max": 0.813068, + "nauc_precision_at_1_std": 0.082709, + "nauc_precision_at_1_diff1": 0.891415, + "nauc_precision_at_3_max": 0.835237, + "nauc_precision_at_3_std": 0.100794, + "nauc_precision_at_3_diff1": 0.841244, + "nauc_precision_at_5_max": 0.848016, + "nauc_precision_at_5_std": 0.147154, + "nauc_precision_at_5_diff1": 0.844991, + "nauc_precision_at_10_max": 0.858533, + "nauc_precision_at_10_std": 0.296378, + "nauc_precision_at_10_diff1": 0.826203, + "nauc_precision_at_20_max": 0.853672, + "nauc_precision_at_20_std": 0.306154, + "nauc_precision_at_20_diff1": 0.813766, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_100_diff1": 0.814815, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.812812, - "nauc_mrr_at_1_std": 0.073489, - "nauc_mrr_at_1_diff1": 0.90526, - "nauc_mrr_at_3_max": 0.826685, - "nauc_mrr_at_3_std": 0.075615, - "nauc_mrr_at_3_diff1": 0.897713, - "nauc_mrr_at_5_max": 0.827981, - "nauc_mrr_at_5_std": 0.086166, - "nauc_mrr_at_5_diff1": 0.898227, - "nauc_mrr_at_10_max": 0.829044, - "nauc_mrr_at_10_std": 0.09086, - "nauc_mrr_at_10_diff1": 0.899033, - "nauc_mrr_at_20_max": 0.82774, - "nauc_mrr_at_20_std": 0.087169, - "nauc_mrr_at_20_diff1": 0.898756, - "nauc_mrr_at_100_max": 0.827428, - "nauc_mrr_at_100_std": 0.08618, - "nauc_mrr_at_100_diff1": 0.898846, - "nauc_mrr_at_1000_max": 0.827402, - "nauc_mrr_at_1000_std": 0.086047, - "nauc_mrr_at_1000_diff1": 0.898841, - "main_score": 0.89806, + "nauc_mrr_at_1_max": 0.813068, + "nauc_mrr_at_1_std": 0.082709, + "nauc_mrr_at_1_diff1": 0.891415, + "nauc_mrr_at_3_max": 0.825588, + "nauc_mrr_at_3_std": 0.095356, + "nauc_mrr_at_3_diff1": 0.875803, + "nauc_mrr_at_5_max": 0.826855, + "nauc_mrr_at_5_std": 0.101478, + "nauc_mrr_at_5_diff1": 0.877819, + "nauc_mrr_at_10_max": 0.82629, + "nauc_mrr_at_10_std": 0.105574, + "nauc_mrr_at_10_diff1": 0.877799, + "nauc_mrr_at_20_max": 0.825915, + "nauc_mrr_at_20_std": 0.103295, + "nauc_mrr_at_20_diff1": 0.878465, + "nauc_mrr_at_100_max": 0.825887, + "nauc_mrr_at_100_std": 0.102365, + "nauc_mrr_at_100_diff1": 0.878779, + "nauc_mrr_at_1000_max": 0.825863, + "nauc_mrr_at_1000_std": 0.102244, + "nauc_mrr_at_1000_diff1": 0.878778, + "hit_rate_at_1": 0.82889, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.92333, + "hit_rate_at_10": 0.95111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.88985, "hf_subset": "pan_Guru-pan_Guru", "languages": [ "pan-Guru", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.94442, - "ndcg_at_5": 0.94934, - "ndcg_at_10": 0.95294, - "ndcg_at_20": 0.95435, - "ndcg_at_100": 0.95517, - "ndcg_at_1000": 0.95548, + "ndcg_at_3": 0.94272, + "ndcg_at_5": 0.94765, + "ndcg_at_10": 0.95126, + "ndcg_at_20": 0.95322, + "ndcg_at_100": 0.95422, + "ndcg_at_1000": 0.95435, "map_at_1": 0.91333, - "map_at_3": 0.93741, - "map_at_5": 0.94007, - "map_at_10": 0.94156, - "map_at_20": 0.94196, - "map_at_100": 0.94206, - "map_at_1000": 0.94208, + "map_at_3": 0.93593, + "map_at_5": 0.93859, + "map_at_10": 0.9401, + "map_at_20": 0.94063, + "map_at_100": 0.94076, + "map_at_1000": 0.94076, "recall_at_1": 0.91333, - "recall_at_3": 0.96444, - "recall_at_5": 0.97667, - "recall_at_10": 0.98778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, + "accuracy": 0.91333, "precision_at_1": 0.91333, - "precision_at_3": 0.32148, - "precision_at_5": 0.19533, - "precision_at_10": 0.09878, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.913333, - "mrr_at_3": 0.937407, - "mrr_at_5": 0.940074, - "mrr_at_10": 0.941559, - "mrr_at_20": 0.941955, - "mrr_at_100": 0.942063, - "mrr_at_1000": 0.942079, - "nauc_ndcg_at_1_max": 0.738843, - "nauc_ndcg_at_1_std": -0.302288, - "nauc_ndcg_at_1_diff1": 0.928296, - "nauc_ndcg_at_3_max": 0.772309, - "nauc_ndcg_at_3_std": -0.350155, - "nauc_ndcg_at_3_diff1": 0.941407, - "nauc_ndcg_at_5_max": 0.784316, - "nauc_ndcg_at_5_std": -0.299069, - "nauc_ndcg_at_5_diff1": 0.939292, - "nauc_ndcg_at_10_max": 0.778329, - "nauc_ndcg_at_10_std": -0.295713, - "nauc_ndcg_at_10_diff1": 0.939866, - "nauc_ndcg_at_20_max": 0.773059, - "nauc_ndcg_at_20_std": -0.295872, - "nauc_ndcg_at_20_diff1": 0.937996, - "nauc_ndcg_at_100_max": 0.768951, - "nauc_ndcg_at_100_std": -0.308978, - "nauc_ndcg_at_100_diff1": 0.936874, - "nauc_ndcg_at_1000_max": 0.767831, - "nauc_ndcg_at_1000_std": -0.307879, - "nauc_ndcg_at_1000_diff1": 0.936435, - "nauc_map_at_1_max": 0.738843, - "nauc_map_at_1_std": -0.302288, - "nauc_map_at_1_diff1": 0.928296, - "nauc_map_at_3_max": 0.761881, - "nauc_map_at_3_std": -0.336025, - "nauc_map_at_3_diff1": 0.936484, - "nauc_map_at_5_max": 0.766661, - "nauc_map_at_5_std": -0.311414, - "nauc_map_at_5_diff1": 0.935355, - "nauc_map_at_10_max": 0.764567, - "nauc_map_at_10_std": -0.308561, - "nauc_map_at_10_diff1": 0.93549, - "nauc_map_at_20_max": 0.763272, - "nauc_map_at_20_std": -0.309536, - "nauc_map_at_20_diff1": 0.935049, - "nauc_map_at_100_max": 0.76283, - "nauc_map_at_100_std": -0.311234, - "nauc_map_at_100_diff1": 0.934928, - "nauc_map_at_1000_max": 0.762789, - "nauc_map_at_1000_std": -0.311088, - "nauc_map_at_1000_diff1": 0.93491, - "nauc_recall_at_1_max": 0.738843, - "nauc_recall_at_1_std": -0.302288, - "nauc_recall_at_1_diff1": 0.928296, - "nauc_recall_at_3_max": 0.82474, - "nauc_recall_at_3_std": -0.420591, - "nauc_recall_at_3_diff1": 0.96681, - "nauc_recall_at_5_max": 0.919635, - "nauc_recall_at_5_std": -0.188386, - "nauc_recall_at_5_diff1": 0.968098, - "nauc_recall_at_10_max": 0.962864, - "nauc_recall_at_10_std": -0.098379, - "nauc_recall_at_10_diff1": 1.0, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.116636, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "mrr_at_3": 0.935926, + "mrr_at_5": 0.938593, + "mrr_at_10": 0.940098, + "mrr_at_20": 0.940628, + "mrr_at_100": 0.940758, + "mrr_at_1000": 0.940762, + "nauc_ndcg_at_1_max": 0.736174, + "nauc_ndcg_at_1_std": -0.266926, + "nauc_ndcg_at_1_diff1": 0.93473, + "nauc_ndcg_at_3_max": 0.763817, + "nauc_ndcg_at_3_std": -0.253268, + "nauc_ndcg_at_3_diff1": 0.943245, + "nauc_ndcg_at_5_max": 0.77061, + "nauc_ndcg_at_5_std": -0.213188, + "nauc_ndcg_at_5_diff1": 0.944737, + "nauc_ndcg_at_10_max": 0.770667, + "nauc_ndcg_at_10_std": -0.218928, + "nauc_ndcg_at_10_diff1": 0.943579, + "nauc_ndcg_at_20_max": 0.767276, + "nauc_ndcg_at_20_std": -0.237624, + "nauc_ndcg_at_20_diff1": 0.942725, + "nauc_ndcg_at_100_max": 0.764194, + "nauc_ndcg_at_100_std": -0.232309, + "nauc_ndcg_at_100_diff1": 0.941958, + "nauc_ndcg_at_1000_max": 0.763498, + "nauc_ndcg_at_1000_std": -0.235948, + "nauc_ndcg_at_1000_diff1": 0.941787, + "nauc_map_at_1_max": 0.736174, + "nauc_map_at_1_std": -0.266926, + "nauc_map_at_1_diff1": 0.93473, + "nauc_map_at_3_max": 0.757279, + "nauc_map_at_3_std": -0.255338, + "nauc_map_at_3_diff1": 0.941171, + "nauc_map_at_5_max": 0.759905, + "nauc_map_at_5_std": -0.237213, + "nauc_map_at_5_diff1": 0.941691, + "nauc_map_at_10_max": 0.760232, + "nauc_map_at_10_std": -0.238885, + "nauc_map_at_10_diff1": 0.941236, + "nauc_map_at_20_max": 0.759492, + "nauc_map_at_20_std": -0.242943, + "nauc_map_at_20_diff1": 0.941011, + "nauc_map_at_100_max": 0.759235, + "nauc_map_at_100_std": -0.24218, + "nauc_map_at_100_diff1": 0.940906, + "nauc_map_at_1000_max": 0.75922, + "nauc_map_at_1000_std": -0.242257, + "nauc_map_at_1000_diff1": 0.940903, + "nauc_recall_at_1_max": 0.736174, + "nauc_recall_at_1_std": -0.266926, + "nauc_recall_at_1_diff1": 0.93473, + "nauc_recall_at_3_max": 0.794076, + "nauc_recall_at_3_std": -0.24481, + "nauc_recall_at_3_diff1": 0.952903, + "nauc_recall_at_5_max": 0.84537, + "nauc_recall_at_5_std": -0.033979, + "nauc_recall_at_5_diff1": 0.965899, + "nauc_recall_at_10_max": 0.891044, + "nauc_recall_at_10_std": 0.024133, + "nauc_recall_at_10_diff1": 0.969834, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": -0.220199, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.738843, - "nauc_precision_at_1_std": -0.302288, - "nauc_precision_at_1_diff1": 0.928296, - "nauc_precision_at_3_max": 0.82474, - "nauc_precision_at_3_std": -0.420591, - "nauc_precision_at_3_diff1": 0.96681, - "nauc_precision_at_5_max": 0.919635, - "nauc_precision_at_5_std": -0.188386, - "nauc_precision_at_5_diff1": 0.968098, - "nauc_precision_at_10_max": 0.962864, - "nauc_precision_at_10_std": -0.098379, - "nauc_precision_at_10_diff1": 1.0, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.116636, - "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_1_max": 0.736174, + "nauc_precision_at_1_std": -0.266926, + "nauc_precision_at_1_diff1": 0.93473, + "nauc_precision_at_3_max": 0.794076, + "nauc_precision_at_3_std": -0.24481, + "nauc_precision_at_3_diff1": 0.952903, + "nauc_precision_at_5_max": 0.84537, + "nauc_precision_at_5_std": -0.033979, + "nauc_precision_at_5_diff1": 0.965899, + "nauc_precision_at_10_max": 0.891044, + "nauc_precision_at_10_std": 0.024133, + "nauc_precision_at_10_diff1": 0.969834, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": -0.220199, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.738843, - "nauc_mrr_at_1_std": -0.302288, - "nauc_mrr_at_1_diff1": 0.928296, - "nauc_mrr_at_3_max": 0.761881, - "nauc_mrr_at_3_std": -0.336025, - "nauc_mrr_at_3_diff1": 0.936484, - "nauc_mrr_at_5_max": 0.766661, - "nauc_mrr_at_5_std": -0.311414, - "nauc_mrr_at_5_diff1": 0.935355, - "nauc_mrr_at_10_max": 0.764567, - "nauc_mrr_at_10_std": -0.308561, - "nauc_mrr_at_10_diff1": 0.93549, - "nauc_mrr_at_20_max": 0.763272, - "nauc_mrr_at_20_std": -0.309536, - "nauc_mrr_at_20_diff1": 0.935049, - "nauc_mrr_at_100_max": 0.76283, - "nauc_mrr_at_100_std": -0.311234, - "nauc_mrr_at_100_diff1": 0.934928, - "nauc_mrr_at_1000_max": 0.762789, - "nauc_mrr_at_1000_std": -0.311088, - "nauc_mrr_at_1000_diff1": 0.93491, - "main_score": 0.95294, + "nauc_mrr_at_1_max": 0.736174, + "nauc_mrr_at_1_std": -0.266926, + "nauc_mrr_at_1_diff1": 0.93473, + "nauc_mrr_at_3_max": 0.757279, + "nauc_mrr_at_3_std": -0.255338, + "nauc_mrr_at_3_diff1": 0.941171, + "nauc_mrr_at_5_max": 0.759905, + "nauc_mrr_at_5_std": -0.237213, + "nauc_mrr_at_5_diff1": 0.941691, + "nauc_mrr_at_10_max": 0.760232, + "nauc_mrr_at_10_std": -0.238885, + "nauc_mrr_at_10_diff1": 0.941236, + "nauc_mrr_at_20_max": 0.759492, + "nauc_mrr_at_20_std": -0.242943, + "nauc_mrr_at_20_diff1": 0.941011, + "nauc_mrr_at_100_max": 0.759235, + "nauc_mrr_at_100_std": -0.24218, + "nauc_mrr_at_100_diff1": 0.940906, + "nauc_mrr_at_1000_max": 0.75922, + "nauc_mrr_at_1000_std": -0.242257, + "nauc_mrr_at_1000_diff1": 0.940903, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95126, "hf_subset": "pan_Guru-eng_Latn", "languages": [ "pan-Guru", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81556, - "ndcg_at_3": 0.86619, - "ndcg_at_5": 0.87518, - "ndcg_at_10": 0.88568, - "ndcg_at_20": 0.88885, - "ndcg_at_100": 0.89407, - "ndcg_at_1000": 0.89483, - "map_at_1": 0.81556, - "map_at_3": 0.85407, - "map_at_5": 0.85924, - "map_at_10": 0.86362, - "map_at_20": 0.86453, - "map_at_100": 0.86526, - "map_at_1000": 0.8653, - "recall_at_1": 0.81556, - "recall_at_3": 0.90111, - "recall_at_5": 0.92222, - "recall_at_10": 0.95444, - "recall_at_20": 0.96667, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.84993, + "ndcg_at_5": 0.85964, + "ndcg_at_10": 0.86868, + "ndcg_at_20": 0.87516, + "ndcg_at_100": 0.88065, + "ndcg_at_1000": 0.8817, + "map_at_1": 0.79889, + "map_at_3": 0.83759, + "map_at_5": 0.84304, + "map_at_10": 0.8468, + "map_at_20": 0.8486, + "map_at_100": 0.84932, + "map_at_1000": 0.84936, + "recall_at_1": 0.79889, + "recall_at_3": 0.88556, + "recall_at_5": 0.90889, + "recall_at_10": 0.93667, + "recall_at_20": 0.96222, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.81556, - "precision_at_3": 0.30037, - "precision_at_5": 0.18444, - "precision_at_10": 0.09544, - "precision_at_20": 0.04833, - "precision_at_100": 0.00994, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29519, + "precision_at_5": 0.18178, + "precision_at_10": 0.09367, + "precision_at_20": 0.04811, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.815556, - "mrr_at_3": 0.854074, - "mrr_at_5": 0.859241, - "mrr_at_10": 0.863615, - "mrr_at_20": 0.864526, - "mrr_at_100": 0.865264, - "mrr_at_1000": 0.865302, - "nauc_ndcg_at_1_max": 0.795765, - "nauc_ndcg_at_1_std": 0.034685, - "nauc_ndcg_at_1_diff1": 0.913133, - "nauc_ndcg_at_3_max": 0.820034, - "nauc_ndcg_at_3_std": 0.050816, - "nauc_ndcg_at_3_diff1": 0.887429, - "nauc_ndcg_at_5_max": 0.824615, - "nauc_ndcg_at_5_std": 0.067813, - "nauc_ndcg_at_5_diff1": 0.89037, - "nauc_ndcg_at_10_max": 0.821929, - "nauc_ndcg_at_10_std": 0.077698, - "nauc_ndcg_at_10_diff1": 0.894388, - "nauc_ndcg_at_20_max": 0.820007, - "nauc_ndcg_at_20_std": 0.084274, - "nauc_ndcg_at_20_diff1": 0.894613, - "nauc_ndcg_at_100_max": 0.816118, - "nauc_ndcg_at_100_std": 0.069207, - "nauc_ndcg_at_100_diff1": 0.89494, - "nauc_ndcg_at_1000_max": 0.815983, - "nauc_ndcg_at_1000_std": 0.06705, - "nauc_ndcg_at_1000_diff1": 0.895469, - "nauc_map_at_1_max": 0.795765, - "nauc_map_at_1_std": 0.034685, - "nauc_map_at_1_diff1": 0.913133, - "nauc_map_at_3_max": 0.813275, - "nauc_map_at_3_std": 0.046193, - "nauc_map_at_3_diff1": 0.894192, - "nauc_map_at_5_max": 0.81517, - "nauc_map_at_5_std": 0.054222, - "nauc_map_at_5_diff1": 0.895939, - "nauc_map_at_10_max": 0.813846, - "nauc_map_at_10_std": 0.058073, - "nauc_map_at_10_diff1": 0.897277, - "nauc_map_at_20_max": 0.813335, - "nauc_map_at_20_std": 0.059655, - "nauc_map_at_20_diff1": 0.897369, - "nauc_map_at_100_max": 0.812886, - "nauc_map_at_100_std": 0.058042, - "nauc_map_at_100_diff1": 0.897376, - "nauc_map_at_1000_max": 0.812893, - "nauc_map_at_1000_std": 0.05801, - "nauc_map_at_1000_diff1": 0.897402, - "nauc_recall_at_1_max": 0.795765, - "nauc_recall_at_1_std": 0.034685, - "nauc_recall_at_1_diff1": 0.913133, - "nauc_recall_at_3_max": 0.847334, - "nauc_recall_at_3_std": 0.069572, - "nauc_recall_at_3_diff1": 0.860364, - "nauc_recall_at_5_max": 0.872782, - "nauc_recall_at_5_std": 0.140069, - "nauc_recall_at_5_diff1": 0.863846, - "nauc_recall_at_10_max": 0.887955, - "nauc_recall_at_10_std": 0.252158, - "nauc_recall_at_10_diff1": 0.878789, - "nauc_recall_at_20_max": 0.888422, - "nauc_recall_at_20_std": 0.392655, - "nauc_recall_at_20_diff1": 0.87535, - "nauc_recall_at_100_max": 0.845472, - "nauc_recall_at_100_std": 0.39972, - "nauc_recall_at_100_diff1": 0.829132, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.795765, - "nauc_precision_at_1_std": 0.034685, - "nauc_precision_at_1_diff1": 0.913133, - "nauc_precision_at_3_max": 0.847334, - "nauc_precision_at_3_std": 0.069572, - "nauc_precision_at_3_diff1": 0.860364, - "nauc_precision_at_5_max": 0.872782, - "nauc_precision_at_5_std": 0.140069, - "nauc_precision_at_5_diff1": 0.863846, - "nauc_precision_at_10_max": 0.887955, - "nauc_precision_at_10_std": 0.252158, - "nauc_precision_at_10_diff1": 0.878789, - "nauc_precision_at_20_max": 0.888422, - "nauc_precision_at_20_std": 0.392655, - "nauc_precision_at_20_diff1": 0.87535, - "nauc_precision_at_100_max": 0.845472, - "nauc_precision_at_100_std": 0.39972, - "nauc_precision_at_100_diff1": 0.829132, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.795765, - "nauc_mrr_at_1_std": 0.034685, - "nauc_mrr_at_1_diff1": 0.913133, - "nauc_mrr_at_3_max": 0.813275, - "nauc_mrr_at_3_std": 0.046193, - "nauc_mrr_at_3_diff1": 0.894192, - "nauc_mrr_at_5_max": 0.81517, - "nauc_mrr_at_5_std": 0.054222, - "nauc_mrr_at_5_diff1": 0.895939, - "nauc_mrr_at_10_max": 0.813846, - "nauc_mrr_at_10_std": 0.058073, - "nauc_mrr_at_10_diff1": 0.897277, - "nauc_mrr_at_20_max": 0.813335, - "nauc_mrr_at_20_std": 0.059655, - "nauc_mrr_at_20_diff1": 0.897369, - "nauc_mrr_at_100_max": 0.812886, - "nauc_mrr_at_100_std": 0.058042, - "nauc_mrr_at_100_diff1": 0.897376, - "nauc_mrr_at_1000_max": 0.812893, - "nauc_mrr_at_1000_std": 0.05801, - "nauc_mrr_at_1000_diff1": 0.897402, - "main_score": 0.88568, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.837593, + "mrr_at_5": 0.843037, + "mrr_at_10": 0.8468, + "mrr_at_20": 0.848596, + "mrr_at_100": 0.849316, + "mrr_at_1000": 0.849364, + "nauc_ndcg_at_1_max": 0.736145, + "nauc_ndcg_at_1_std": -0.02205, + "nauc_ndcg_at_1_diff1": 0.867118, + "nauc_ndcg_at_3_max": 0.782219, + "nauc_ndcg_at_3_std": 0.031755, + "nauc_ndcg_at_3_diff1": 0.84502, + "nauc_ndcg_at_5_max": 0.77773, + "nauc_ndcg_at_5_std": 0.036243, + "nauc_ndcg_at_5_diff1": 0.841131, + "nauc_ndcg_at_10_max": 0.77628, + "nauc_ndcg_at_10_std": 0.051716, + "nauc_ndcg_at_10_diff1": 0.847648, + "nauc_ndcg_at_20_max": 0.772304, + "nauc_ndcg_at_20_std": 0.046963, + "nauc_ndcg_at_20_diff1": 0.847536, + "nauc_ndcg_at_100_max": 0.770686, + "nauc_ndcg_at_100_std": 0.038034, + "nauc_ndcg_at_100_diff1": 0.850362, + "nauc_ndcg_at_1000_max": 0.768889, + "nauc_ndcg_at_1000_std": 0.030395, + "nauc_ndcg_at_1000_diff1": 0.849863, + "nauc_map_at_1_max": 0.736145, + "nauc_map_at_1_std": -0.02205, + "nauc_map_at_1_diff1": 0.867118, + "nauc_map_at_3_max": 0.769536, + "nauc_map_at_3_std": 0.016273, + "nauc_map_at_3_diff1": 0.851264, + "nauc_map_at_5_max": 0.766651, + "nauc_map_at_5_std": 0.017309, + "nauc_map_at_5_diff1": 0.849355, + "nauc_map_at_10_max": 0.765763, + "nauc_map_at_10_std": 0.021907, + "nauc_map_at_10_diff1": 0.851906, + "nauc_map_at_20_max": 0.764653, + "nauc_map_at_20_std": 0.020046, + "nauc_map_at_20_diff1": 0.851899, + "nauc_map_at_100_max": 0.76452, + "nauc_map_at_100_std": 0.019157, + "nauc_map_at_100_diff1": 0.852136, + "nauc_map_at_1000_max": 0.764453, + "nauc_map_at_1000_std": 0.018874, + "nauc_map_at_1000_diff1": 0.85212, + "nauc_recall_at_1_max": 0.736145, + "nauc_recall_at_1_std": -0.02205, + "nauc_recall_at_1_diff1": 0.867118, + "nauc_recall_at_3_max": 0.831869, + "nauc_recall_at_3_std": 0.092771, + "nauc_recall_at_3_diff1": 0.820482, + "nauc_recall_at_5_max": 0.828927, + "nauc_recall_at_5_std": 0.127935, + "nauc_recall_at_5_diff1": 0.801912, + "nauc_recall_at_10_max": 0.843489, + "nauc_recall_at_10_std": 0.26808, + "nauc_recall_at_10_diff1": 0.824447, + "nauc_recall_at_20_max": 0.84149, + "nauc_recall_at_20_std": 0.366768, + "nauc_recall_at_20_diff1": 0.808329, + "nauc_recall_at_100_max": 0.962652, + "nauc_recall_at_100_std": 0.853942, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736145, + "nauc_precision_at_1_std": -0.02205, + "nauc_precision_at_1_diff1": 0.867118, + "nauc_precision_at_3_max": 0.831869, + "nauc_precision_at_3_std": 0.092771, + "nauc_precision_at_3_diff1": 0.820482, + "nauc_precision_at_5_max": 0.828927, + "nauc_precision_at_5_std": 0.127935, + "nauc_precision_at_5_diff1": 0.801912, + "nauc_precision_at_10_max": 0.843489, + "nauc_precision_at_10_std": 0.26808, + "nauc_precision_at_10_diff1": 0.824447, + "nauc_precision_at_20_max": 0.84149, + "nauc_precision_at_20_std": 0.366768, + "nauc_precision_at_20_diff1": 0.808329, + "nauc_precision_at_100_max": 0.962652, + "nauc_precision_at_100_std": 0.853942, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736145, + "nauc_mrr_at_1_std": -0.02205, + "nauc_mrr_at_1_diff1": 0.867118, + "nauc_mrr_at_3_max": 0.769536, + "nauc_mrr_at_3_std": 0.016273, + "nauc_mrr_at_3_diff1": 0.851264, + "nauc_mrr_at_5_max": 0.766651, + "nauc_mrr_at_5_std": 0.017309, + "nauc_mrr_at_5_diff1": 0.849355, + "nauc_mrr_at_10_max": 0.765763, + "nauc_mrr_at_10_std": 0.021907, + "nauc_mrr_at_10_diff1": 0.851906, + "nauc_mrr_at_20_max": 0.764653, + "nauc_mrr_at_20_std": 0.020046, + "nauc_mrr_at_20_diff1": 0.851899, + "nauc_mrr_at_100_max": 0.76452, + "nauc_mrr_at_100_std": 0.019157, + "nauc_mrr_at_100_diff1": 0.852136, + "nauc_mrr_at_1000_max": 0.764453, + "nauc_mrr_at_1000_std": 0.018874, + "nauc_mrr_at_1000_diff1": 0.85212, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.90889, + "hit_rate_at_10": 0.93667, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.86868, "hf_subset": "eng_Latn-pan_Guru", "languages": [ "eng-Latn", "pan-Guru" - ] - }, - { - "ndcg_at_1": 0.69444, - "ndcg_at_3": 0.75387, - "ndcg_at_5": 0.77128, - "ndcg_at_10": 0.78361, - "ndcg_at_20": 0.79167, - "ndcg_at_100": 0.80318, - "ndcg_at_1000": 0.80727, - "map_at_1": 0.69444, - "map_at_3": 0.73944, - "map_at_5": 0.74911, - "map_at_10": 0.75427, - "map_at_20": 0.75643, - "map_at_100": 0.75807, - "map_at_1000": 0.75824, - "recall_at_1": 0.69444, - "recall_at_3": 0.79556, - "recall_at_5": 0.83778, - "recall_at_10": 0.87556, - "recall_at_20": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.69, + "ndcg_at_3": 0.7551, + "ndcg_at_5": 0.76754, + "ndcg_at_10": 0.77945, + "ndcg_at_20": 0.78732, + "ndcg_at_100": 0.79972, + "ndcg_at_1000": 0.80381, + "map_at_1": 0.69, + "map_at_3": 0.73852, + "map_at_5": 0.74546, + "map_at_10": 0.75021, + "map_at_20": 0.75237, + "map_at_100": 0.75409, + "map_at_1000": 0.75426, + "recall_at_1": 0.69, + "recall_at_3": 0.80333, + "recall_at_5": 0.83333, + "recall_at_10": 0.87111, + "recall_at_20": 0.90222, "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.69444, - "precision_at_3": 0.26519, - "precision_at_5": 0.16756, - "precision_at_10": 0.08756, - "precision_at_20": 0.04539, + "accuracy": 0.69, + "precision_at_1": 0.69, + "precision_at_3": 0.26778, + "precision_at_5": 0.16667, + "precision_at_10": 0.08711, + "precision_at_20": 0.04511, "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.694444, - "mrr_at_3": 0.739444, - "mrr_at_5": 0.749111, - "mrr_at_10": 0.754268, - "mrr_at_20": 0.756428, - "mrr_at_100": 0.758075, - "mrr_at_1000": 0.758245, - "nauc_ndcg_at_1_max": 0.685974, - "nauc_ndcg_at_1_std": 0.118055, - "nauc_ndcg_at_1_diff1": 0.837189, - "nauc_ndcg_at_3_max": 0.718984, - "nauc_ndcg_at_3_std": 0.142715, - "nauc_ndcg_at_3_diff1": 0.818741, - "nauc_ndcg_at_5_max": 0.716927, - "nauc_ndcg_at_5_std": 0.154287, - "nauc_ndcg_at_5_diff1": 0.809086, - "nauc_ndcg_at_10_max": 0.717837, - "nauc_ndcg_at_10_std": 0.160061, - "nauc_ndcg_at_10_diff1": 0.806938, - "nauc_ndcg_at_20_max": 0.720255, - "nauc_ndcg_at_20_std": 0.173201, - "nauc_ndcg_at_20_diff1": 0.806779, - "nauc_ndcg_at_100_max": 0.718392, - "nauc_ndcg_at_100_std": 0.166816, - "nauc_ndcg_at_100_diff1": 0.814444, - "nauc_ndcg_at_1000_max": 0.715251, - "nauc_ndcg_at_1000_std": 0.158837, - "nauc_ndcg_at_1000_diff1": 0.81538, - "nauc_map_at_1_max": 0.685974, - "nauc_map_at_1_std": 0.118055, - "nauc_map_at_1_diff1": 0.837189, - "nauc_map_at_3_max": 0.711707, - "nauc_map_at_3_std": 0.138358, - "nauc_map_at_3_diff1": 0.824232, - "nauc_map_at_5_max": 0.71036, - "nauc_map_at_5_std": 0.14448, - "nauc_map_at_5_diff1": 0.819464, - "nauc_map_at_10_max": 0.710549, - "nauc_map_at_10_std": 0.146421, - "nauc_map_at_10_diff1": 0.81882, - "nauc_map_at_20_max": 0.711016, - "nauc_map_at_20_std": 0.149573, - "nauc_map_at_20_diff1": 0.818799, - "nauc_map_at_100_max": 0.710733, - "nauc_map_at_100_std": 0.148745, - "nauc_map_at_100_diff1": 0.819818, - "nauc_map_at_1000_max": 0.710653, - "nauc_map_at_1000_std": 0.148561, - "nauc_map_at_1000_diff1": 0.819875, - "nauc_recall_at_1_max": 0.685974, - "nauc_recall_at_1_std": 0.118055, - "nauc_recall_at_1_diff1": 0.837189, - "nauc_recall_at_3_max": 0.743512, - "nauc_recall_at_3_std": 0.156727, - "nauc_recall_at_3_diff1": 0.799347, - "nauc_recall_at_5_max": 0.742739, - "nauc_recall_at_5_std": 0.195292, - "nauc_recall_at_5_diff1": 0.763748, - "nauc_recall_at_10_max": 0.754308, - "nauc_recall_at_10_std": 0.234838, - "nauc_recall_at_10_diff1": 0.741486, - "nauc_recall_at_20_max": 0.786243, - "nauc_recall_at_20_std": 0.361721, - "nauc_recall_at_20_diff1": 0.721199, - "nauc_recall_at_100_max": 0.858977, - "nauc_recall_at_100_std": 0.530062, - "nauc_recall_at_100_diff1": 0.781913, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.685974, - "nauc_precision_at_1_std": 0.118055, - "nauc_precision_at_1_diff1": 0.837189, - "nauc_precision_at_3_max": 0.743512, - "nauc_precision_at_3_std": 0.156727, - "nauc_precision_at_3_diff1": 0.799347, - "nauc_precision_at_5_max": 0.742739, - "nauc_precision_at_5_std": 0.195292, - "nauc_precision_at_5_diff1": 0.763748, - "nauc_precision_at_10_max": 0.754308, - "nauc_precision_at_10_std": 0.234838, - "nauc_precision_at_10_diff1": 0.741486, - "nauc_precision_at_20_max": 0.786243, - "nauc_precision_at_20_std": 0.361721, - "nauc_precision_at_20_diff1": 0.721199, - "nauc_precision_at_100_max": 0.858977, - "nauc_precision_at_100_std": 0.530062, - "nauc_precision_at_100_diff1": 0.781913, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.685974, - "nauc_mrr_at_1_std": 0.118055, - "nauc_mrr_at_1_diff1": 0.837189, - "nauc_mrr_at_3_max": 0.711707, - "nauc_mrr_at_3_std": 0.138358, - "nauc_mrr_at_3_diff1": 0.824232, - "nauc_mrr_at_5_max": 0.71036, - "nauc_mrr_at_5_std": 0.14448, - "nauc_mrr_at_5_diff1": 0.819464, - "nauc_mrr_at_10_max": 0.710549, - "nauc_mrr_at_10_std": 0.146421, - "nauc_mrr_at_10_diff1": 0.81882, - "nauc_mrr_at_20_max": 0.711016, - "nauc_mrr_at_20_std": 0.149573, - "nauc_mrr_at_20_diff1": 0.818799, - "nauc_mrr_at_100_max": 0.710733, - "nauc_mrr_at_100_std": 0.148745, - "nauc_mrr_at_100_diff1": 0.819818, - "nauc_mrr_at_1000_max": 0.710653, - "nauc_mrr_at_1000_std": 0.148561, - "nauc_mrr_at_1000_diff1": 0.819875, - "main_score": 0.78361, + "mrr_at_1": 0.69, + "mrr_at_3": 0.738519, + "mrr_at_5": 0.745463, + "mrr_at_10": 0.750205, + "mrr_at_20": 0.752366, + "mrr_at_100": 0.754092, + "mrr_at_1000": 0.754262, + "nauc_ndcg_at_1_max": 0.672005, + "nauc_ndcg_at_1_std": 0.148867, + "nauc_ndcg_at_1_diff1": 0.822119, + "nauc_ndcg_at_3_max": 0.699886, + "nauc_ndcg_at_3_std": 0.16043, + "nauc_ndcg_at_3_diff1": 0.802953, + "nauc_ndcg_at_5_max": 0.703792, + "nauc_ndcg_at_5_std": 0.178398, + "nauc_ndcg_at_5_diff1": 0.800074, + "nauc_ndcg_at_10_max": 0.70332, + "nauc_ndcg_at_10_std": 0.197637, + "nauc_ndcg_at_10_diff1": 0.795168, + "nauc_ndcg_at_20_max": 0.702598, + "nauc_ndcg_at_20_std": 0.195075, + "nauc_ndcg_at_20_diff1": 0.79538, + "nauc_ndcg_at_100_max": 0.700728, + "nauc_ndcg_at_100_std": 0.190342, + "nauc_ndcg_at_100_diff1": 0.801467, + "nauc_ndcg_at_1000_max": 0.697974, + "nauc_ndcg_at_1000_std": 0.181262, + "nauc_ndcg_at_1000_diff1": 0.802292, + "nauc_map_at_1_max": 0.672005, + "nauc_map_at_1_std": 0.148867, + "nauc_map_at_1_diff1": 0.822119, + "nauc_map_at_3_max": 0.692708, + "nauc_map_at_3_std": 0.15708, + "nauc_map_at_3_diff1": 0.807961, + "nauc_map_at_5_max": 0.694362, + "nauc_map_at_5_std": 0.166194, + "nauc_map_at_5_diff1": 0.806637, + "nauc_map_at_10_max": 0.693984, + "nauc_map_at_10_std": 0.172869, + "nauc_map_at_10_diff1": 0.804984, + "nauc_map_at_20_max": 0.693696, + "nauc_map_at_20_std": 0.171846, + "nauc_map_at_20_diff1": 0.805147, + "nauc_map_at_100_max": 0.693399, + "nauc_map_at_100_std": 0.171039, + "nauc_map_at_100_diff1": 0.805898, + "nauc_map_at_1000_max": 0.693331, + "nauc_map_at_1000_std": 0.170793, + "nauc_map_at_1000_diff1": 0.805944, + "nauc_recall_at_1_max": 0.672005, + "nauc_recall_at_1_std": 0.148867, + "nauc_recall_at_1_diff1": 0.822119, + "nauc_recall_at_3_max": 0.725527, + "nauc_recall_at_3_std": 0.172606, + "nauc_recall_at_3_diff1": 0.785021, + "nauc_recall_at_5_max": 0.743166, + "nauc_recall_at_5_std": 0.232138, + "nauc_recall_at_5_diff1": 0.772755, + "nauc_recall_at_10_max": 0.751455, + "nauc_recall_at_10_std": 0.34201, + "nauc_recall_at_10_diff1": 0.741239, + "nauc_recall_at_20_max": 0.760043, + "nauc_recall_at_20_std": 0.366188, + "nauc_recall_at_20_diff1": 0.727384, + "nauc_recall_at_100_max": 0.826881, + "nauc_recall_at_100_std": 0.598089, + "nauc_recall_at_100_diff1": 0.771242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672005, + "nauc_precision_at_1_std": 0.148867, + "nauc_precision_at_1_diff1": 0.822119, + "nauc_precision_at_3_max": 0.725527, + "nauc_precision_at_3_std": 0.172606, + "nauc_precision_at_3_diff1": 0.785021, + "nauc_precision_at_5_max": 0.743166, + "nauc_precision_at_5_std": 0.232138, + "nauc_precision_at_5_diff1": 0.772755, + "nauc_precision_at_10_max": 0.751455, + "nauc_precision_at_10_std": 0.34201, + "nauc_precision_at_10_diff1": 0.741239, + "nauc_precision_at_20_max": 0.760043, + "nauc_precision_at_20_std": 0.366188, + "nauc_precision_at_20_diff1": 0.727384, + "nauc_precision_at_100_max": 0.826881, + "nauc_precision_at_100_std": 0.598089, + "nauc_precision_at_100_diff1": 0.771242, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672005, + "nauc_mrr_at_1_std": 0.148867, + "nauc_mrr_at_1_diff1": 0.822119, + "nauc_mrr_at_3_max": 0.692708, + "nauc_mrr_at_3_std": 0.15708, + "nauc_mrr_at_3_diff1": 0.807961, + "nauc_mrr_at_5_max": 0.694362, + "nauc_mrr_at_5_std": 0.166194, + "nauc_mrr_at_5_diff1": 0.806637, + "nauc_mrr_at_10_max": 0.693984, + "nauc_mrr_at_10_std": 0.172869, + "nauc_mrr_at_10_diff1": 0.804984, + "nauc_mrr_at_20_max": 0.693696, + "nauc_mrr_at_20_std": 0.171846, + "nauc_mrr_at_20_diff1": 0.805147, + "nauc_mrr_at_100_max": 0.693399, + "nauc_mrr_at_100_std": 0.171039, + "nauc_mrr_at_100_diff1": 0.805898, + "nauc_mrr_at_1000_max": 0.693331, + "nauc_mrr_at_1000_std": 0.170793, + "nauc_mrr_at_1000_diff1": 0.805944, + "hit_rate_at_1": 0.69, + "hit_rate_at_3": 0.80333, + "hit_rate_at_5": 0.83333, + "hit_rate_at_10": 0.87111, + "hit_rate_at_20": 0.90222, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.77945, "hf_subset": "pbt_Arab-pbt_Arab", "languages": [ "pbt-Arab", "pbt-Arab" - ] - }, - { - "ndcg_at_1": 0.83, - "ndcg_at_3": 0.88499, - "ndcg_at_5": 0.89593, - "ndcg_at_10": 0.90474, - "ndcg_at_20": 0.90665, - "ndcg_at_100": 0.9091, - "ndcg_at_1000": 0.90956, - "map_at_1": 0.83, - "map_at_3": 0.87204, - "map_at_5": 0.87809, - "map_at_10": 0.88183, - "map_at_20": 0.88232, - "map_at_100": 0.88266, - "map_at_1000": 0.88268, - "recall_at_1": 0.83, - "recall_at_3": 0.92222, - "recall_at_5": 0.94889, - "recall_at_10": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89345, + "ndcg_at_10": 0.90213, + "ndcg_at_20": 0.90521, + "ndcg_at_100": 0.90771, + "ndcg_at_1000": 0.90816, + "map_at_1": 0.83111, + "map_at_3": 0.87074, + "map_at_5": 0.8763, + "map_at_10": 0.87991, + "map_at_20": 0.88075, + "map_at_100": 0.8811, + "map_at_1000": 0.88113, + "recall_at_1": 0.83111, + "recall_at_3": 0.92, + "recall_at_5": 0.94444, + "recall_at_10": 0.97111, "recall_at_20": 0.98333, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83, - "precision_at_3": 0.30741, - "precision_at_5": 0.18978, - "precision_at_10": 0.09756, + "accuracy": 0.83111, + "precision_at_1": 0.83111, + "precision_at_3": 0.30667, + "precision_at_5": 0.18889, + "precision_at_10": 0.09711, "precision_at_20": 0.04917, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.83, - "mrr_at_3": 0.872037, - "mrr_at_5": 0.878093, - "mrr_at_10": 0.881834, - "mrr_at_20": 0.882321, - "mrr_at_100": 0.882659, - "mrr_at_1000": 0.882681, - "nauc_ndcg_at_1_max": 0.649417, - "nauc_ndcg_at_1_std": -0.354199, - "nauc_ndcg_at_1_diff1": 0.900592, - "nauc_ndcg_at_3_max": 0.671612, - "nauc_ndcg_at_3_std": -0.372593, - "nauc_ndcg_at_3_diff1": 0.874703, - "nauc_ndcg_at_5_max": 0.662247, - "nauc_ndcg_at_5_std": -0.385621, - "nauc_ndcg_at_5_diff1": 0.876561, - "nauc_ndcg_at_10_max": 0.668776, - "nauc_ndcg_at_10_std": -0.368498, - "nauc_ndcg_at_10_diff1": 0.879388, - "nauc_ndcg_at_20_max": 0.669912, - "nauc_ndcg_at_20_std": -0.360831, - "nauc_ndcg_at_20_diff1": 0.883966, - "nauc_ndcg_at_100_max": 0.666224, - "nauc_ndcg_at_100_std": -0.366777, - "nauc_ndcg_at_100_diff1": 0.883892, - "nauc_ndcg_at_1000_max": 0.664686, - "nauc_ndcg_at_1000_std": -0.369077, - "nauc_ndcg_at_1000_diff1": 0.883526, - "nauc_map_at_1_max": 0.649417, - "nauc_map_at_1_std": -0.354199, - "nauc_map_at_1_diff1": 0.900592, - "nauc_map_at_3_max": 0.664643, - "nauc_map_at_3_std": -0.370536, - "nauc_map_at_3_diff1": 0.881673, - "nauc_map_at_5_max": 0.659942, - "nauc_map_at_5_std": -0.377238, - "nauc_map_at_5_diff1": 0.88299, - "nauc_map_at_10_max": 0.661906, - "nauc_map_at_10_std": -0.371523, - "nauc_map_at_10_diff1": 0.884133, - "nauc_map_at_20_max": 0.662138, - "nauc_map_at_20_std": -0.369921, - "nauc_map_at_20_diff1": 0.885097, - "nauc_map_at_100_max": 0.661738, - "nauc_map_at_100_std": -0.370372, - "nauc_map_at_100_diff1": 0.885063, - "nauc_map_at_1000_max": 0.661679, - "nauc_map_at_1000_std": -0.370482, - "nauc_map_at_1000_diff1": 0.885052, - "nauc_recall_at_1_max": 0.649417, - "nauc_recall_at_1_std": -0.354199, - "nauc_recall_at_1_diff1": 0.900592, - "nauc_recall_at_3_max": 0.703495, - "nauc_recall_at_3_std": -0.379565, - "nauc_recall_at_3_diff1": 0.843571, - "nauc_recall_at_5_max": 0.674228, - "nauc_recall_at_5_std": -0.439745, - "nauc_recall_at_5_diff1": 0.835536, - "nauc_recall_at_10_max": 0.766616, - "nauc_recall_at_10_std": -0.293566, - "nauc_recall_at_10_diff1": 0.823869, - "nauc_recall_at_20_max": 0.835543, - "nauc_recall_at_20_std": -0.09253, - "nauc_recall_at_20_diff1": 0.898382, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.870741, + "mrr_at_5": 0.876296, + "mrr_at_10": 0.879906, + "mrr_at_20": 0.880747, + "mrr_at_100": 0.881104, + "mrr_at_1000": 0.881126, + "nauc_ndcg_at_1_max": 0.587719, + "nauc_ndcg_at_1_std": -0.402045, + "nauc_ndcg_at_1_diff1": 0.884457, + "nauc_ndcg_at_3_max": 0.611281, + "nauc_ndcg_at_3_std": -0.389236, + "nauc_ndcg_at_3_diff1": 0.860553, + "nauc_ndcg_at_5_max": 0.605601, + "nauc_ndcg_at_5_std": -0.411016, + "nauc_ndcg_at_5_diff1": 0.863125, + "nauc_ndcg_at_10_max": 0.610226, + "nauc_ndcg_at_10_std": -0.402729, + "nauc_ndcg_at_10_diff1": 0.864381, + "nauc_ndcg_at_20_max": 0.612261, + "nauc_ndcg_at_20_std": -0.387812, + "nauc_ndcg_at_20_diff1": 0.868269, + "nauc_ndcg_at_100_max": 0.608167, + "nauc_ndcg_at_100_std": -0.395093, + "nauc_ndcg_at_100_diff1": 0.869149, + "nauc_ndcg_at_1000_max": 0.606375, + "nauc_ndcg_at_1000_std": -0.398654, + "nauc_ndcg_at_1000_diff1": 0.868723, + "nauc_map_at_1_max": 0.587719, + "nauc_map_at_1_std": -0.402045, + "nauc_map_at_1_diff1": 0.884457, + "nauc_map_at_3_max": 0.605106, + "nauc_map_at_3_std": -0.395582, + "nauc_map_at_3_diff1": 0.867094, + "nauc_map_at_5_max": 0.60226, + "nauc_map_at_5_std": -0.406358, + "nauc_map_at_5_diff1": 0.868561, + "nauc_map_at_10_max": 0.603523, + "nauc_map_at_10_std": -0.403388, + "nauc_map_at_10_diff1": 0.869261, + "nauc_map_at_20_max": 0.603798, + "nauc_map_at_20_std": -0.400202, + "nauc_map_at_20_diff1": 0.870064, + "nauc_map_at_100_max": 0.603311, + "nauc_map_at_100_std": -0.401146, + "nauc_map_at_100_diff1": 0.870188, + "nauc_map_at_1000_max": 0.603243, + "nauc_map_at_1000_std": -0.401295, + "nauc_map_at_1000_diff1": 0.870176, + "nauc_recall_at_1_max": 0.587719, + "nauc_recall_at_1_std": -0.402045, + "nauc_recall_at_1_diff1": 0.884457, + "nauc_recall_at_3_max": 0.638312, + "nauc_recall_at_3_std": -0.359192, + "nauc_recall_at_3_diff1": 0.831712, + "nauc_recall_at_5_max": 0.623081, + "nauc_recall_at_5_std": -0.443968, + "nauc_recall_at_5_diff1": 0.831279, + "nauc_recall_at_10_max": 0.689668, + "nauc_recall_at_10_std": -0.391295, + "nauc_recall_at_10_diff1": 0.812271, + "nauc_recall_at_20_max": 0.798506, + "nauc_recall_at_20_std": -0.055618, + "nauc_recall_at_20_diff1": 0.862901, "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_std": 0.282758, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.649417, - "nauc_precision_at_1_std": -0.354199, - "nauc_precision_at_1_diff1": 0.900592, - "nauc_precision_at_3_max": 0.703495, - "nauc_precision_at_3_std": -0.379565, - "nauc_precision_at_3_diff1": 0.843571, - "nauc_precision_at_5_max": 0.674228, - "nauc_precision_at_5_std": -0.439745, - "nauc_precision_at_5_diff1": 0.835536, - "nauc_precision_at_10_max": 0.766616, - "nauc_precision_at_10_std": -0.293566, - "nauc_precision_at_10_diff1": 0.823869, - "nauc_precision_at_20_max": 0.835543, - "nauc_precision_at_20_std": -0.09253, - "nauc_precision_at_20_diff1": 0.898382, + "nauc_precision_at_1_max": 0.587719, + "nauc_precision_at_1_std": -0.402045, + "nauc_precision_at_1_diff1": 0.884457, + "nauc_precision_at_3_max": 0.638312, + "nauc_precision_at_3_std": -0.359192, + "nauc_precision_at_3_diff1": 0.831712, + "nauc_precision_at_5_max": 0.623081, + "nauc_precision_at_5_std": -0.443968, + "nauc_precision_at_5_diff1": 0.831279, + "nauc_precision_at_10_max": 0.689668, + "nauc_precision_at_10_std": -0.391295, + "nauc_precision_at_10_diff1": 0.812271, + "nauc_precision_at_20_max": 0.798506, + "nauc_precision_at_20_std": -0.055618, + "nauc_precision_at_20_diff1": 0.862901, "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_std": 0.282758, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.649417, - "nauc_mrr_at_1_std": -0.354199, - "nauc_mrr_at_1_diff1": 0.900592, - "nauc_mrr_at_3_max": 0.664643, - "nauc_mrr_at_3_std": -0.370536, - "nauc_mrr_at_3_diff1": 0.881673, - "nauc_mrr_at_5_max": 0.659942, - "nauc_mrr_at_5_std": -0.377238, - "nauc_mrr_at_5_diff1": 0.88299, - "nauc_mrr_at_10_max": 0.661906, - "nauc_mrr_at_10_std": -0.371523, - "nauc_mrr_at_10_diff1": 0.884133, - "nauc_mrr_at_20_max": 0.662138, - "nauc_mrr_at_20_std": -0.369921, - "nauc_mrr_at_20_diff1": 0.885097, - "nauc_mrr_at_100_max": 0.661738, - "nauc_mrr_at_100_std": -0.370372, - "nauc_mrr_at_100_diff1": 0.885063, - "nauc_mrr_at_1000_max": 0.661679, - "nauc_mrr_at_1000_std": -0.370482, - "nauc_mrr_at_1000_diff1": 0.885052, - "main_score": 0.90474, + "nauc_mrr_at_1_max": 0.587719, + "nauc_mrr_at_1_std": -0.402045, + "nauc_mrr_at_1_diff1": 0.884457, + "nauc_mrr_at_3_max": 0.605106, + "nauc_mrr_at_3_std": -0.395582, + "nauc_mrr_at_3_diff1": 0.867094, + "nauc_mrr_at_5_max": 0.60226, + "nauc_mrr_at_5_std": -0.406358, + "nauc_mrr_at_5_diff1": 0.868561, + "nauc_mrr_at_10_max": 0.603523, + "nauc_mrr_at_10_std": -0.403388, + "nauc_mrr_at_10_diff1": 0.869261, + "nauc_mrr_at_20_max": 0.603798, + "nauc_mrr_at_20_std": -0.400202, + "nauc_mrr_at_20_diff1": 0.870064, + "nauc_mrr_at_100_max": 0.603311, + "nauc_mrr_at_100_std": -0.401146, + "nauc_mrr_at_100_diff1": 0.870188, + "nauc_mrr_at_1000_max": 0.603243, + "nauc_mrr_at_1000_std": -0.401295, + "nauc_mrr_at_1000_diff1": 0.870176, + "hit_rate_at_1": 0.83111, + "hit_rate_at_3": 0.92, + "hit_rate_at_5": 0.94444, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90213, "hf_subset": "pbt_Arab-eng_Latn", "languages": [ "pbt-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.60778, - "ndcg_at_3": 0.67305, - "ndcg_at_5": 0.69337, - "ndcg_at_10": 0.71019, - "ndcg_at_20": 0.72049, - "ndcg_at_100": 0.73635, - "ndcg_at_1000": 0.7432, - "map_at_1": 0.60778, - "map_at_3": 0.65685, - "map_at_5": 0.66796, - "map_at_10": 0.67487, - "map_at_20": 0.67765, - "map_at_100": 0.6799, - "map_at_1000": 0.68018, - "recall_at_1": 0.60778, - "recall_at_3": 0.72, - "recall_at_5": 0.77, - "recall_at_10": 0.82222, - "recall_at_20": 0.86333, - "recall_at_100": 0.94778, + "ndcg_at_1": 0.57889, + "ndcg_at_3": 0.64752, + "ndcg_at_5": 0.66765, + "ndcg_at_10": 0.68398, + "ndcg_at_20": 0.69699, + "ndcg_at_100": 0.71465, + "ndcg_at_1000": 0.72217, + "map_at_1": 0.57889, + "map_at_3": 0.63056, + "map_at_5": 0.64172, + "map_at_10": 0.64855, + "map_at_20": 0.65217, + "map_at_100": 0.65459, + "map_at_1000": 0.65489, + "recall_at_1": 0.57889, + "recall_at_3": 0.69667, + "recall_at_5": 0.74556, + "recall_at_10": 0.79556, + "recall_at_20": 0.84667, + "recall_at_100": 0.94222, "recall_at_1000": 1.0, - "precision_at_1": 0.60778, - "precision_at_3": 0.24, - "precision_at_5": 0.154, - "precision_at_10": 0.08222, - "precision_at_20": 0.04317, - "precision_at_100": 0.00948, + "accuracy": 0.57889, + "precision_at_1": 0.57889, + "precision_at_3": 0.23222, + "precision_at_5": 0.14911, + "precision_at_10": 0.07956, + "precision_at_20": 0.04233, + "precision_at_100": 0.00942, "precision_at_1000": 0.001, - "mrr_at_1": 0.607778, - "mrr_at_3": 0.656852, - "mrr_at_5": 0.667963, - "mrr_at_10": 0.674867, - "mrr_at_20": 0.677646, - "mrr_at_100": 0.6799, - "mrr_at_1000": 0.68018, - "nauc_ndcg_at_1_max": 0.735469, - "nauc_ndcg_at_1_std": 0.260955, - "nauc_ndcg_at_1_diff1": 0.855433, - "nauc_ndcg_at_3_max": 0.767819, - "nauc_ndcg_at_3_std": 0.309802, - "nauc_ndcg_at_3_diff1": 0.829889, - "nauc_ndcg_at_5_max": 0.768717, - "nauc_ndcg_at_5_std": 0.327235, - "nauc_ndcg_at_5_diff1": 0.821229, - "nauc_ndcg_at_10_max": 0.764606, - "nauc_ndcg_at_10_std": 0.329864, - "nauc_ndcg_at_10_diff1": 0.82169, - "nauc_ndcg_at_20_max": 0.764288, - "nauc_ndcg_at_20_std": 0.34004, - "nauc_ndcg_at_20_diff1": 0.823916, - "nauc_ndcg_at_100_max": 0.764264, - "nauc_ndcg_at_100_std": 0.332938, - "nauc_ndcg_at_100_diff1": 0.828445, - "nauc_ndcg_at_1000_max": 0.761628, - "nauc_ndcg_at_1000_std": 0.322034, - "nauc_ndcg_at_1000_diff1": 0.829759, - "nauc_map_at_1_max": 0.735469, - "nauc_map_at_1_std": 0.260955, - "nauc_map_at_1_diff1": 0.855433, - "nauc_map_at_3_max": 0.759103, - "nauc_map_at_3_std": 0.296111, - "nauc_map_at_3_diff1": 0.836783, - "nauc_map_at_5_max": 0.759184, - "nauc_map_at_5_std": 0.304678, - "nauc_map_at_5_diff1": 0.832625, - "nauc_map_at_10_max": 0.757366, - "nauc_map_at_10_std": 0.305612, - "nauc_map_at_10_diff1": 0.832911, - "nauc_map_at_20_max": 0.757315, - "nauc_map_at_20_std": 0.30806, - "nauc_map_at_20_diff1": 0.833602, - "nauc_map_at_100_max": 0.757366, - "nauc_map_at_100_std": 0.307326, - "nauc_map_at_100_diff1": 0.834225, - "nauc_map_at_1000_max": 0.757276, - "nauc_map_at_1000_std": 0.306943, - "nauc_map_at_1000_diff1": 0.83426, - "nauc_recall_at_1_max": 0.735469, - "nauc_recall_at_1_std": 0.260955, - "nauc_recall_at_1_diff1": 0.855433, - "nauc_recall_at_3_max": 0.79686, - "nauc_recall_at_3_std": 0.35567, - "nauc_recall_at_3_diff1": 0.806912, - "nauc_recall_at_5_max": 0.805306, - "nauc_recall_at_5_std": 0.416632, - "nauc_recall_at_5_diff1": 0.776079, - "nauc_recall_at_10_max": 0.796484, - "nauc_recall_at_10_std": 0.447137, - "nauc_recall_at_10_diff1": 0.768099, - "nauc_recall_at_20_max": 0.801362, - "nauc_recall_at_20_std": 0.547678, - "nauc_recall_at_20_diff1": 0.768552, - "nauc_recall_at_100_max": 0.848283, - "nauc_recall_at_100_std": 0.67649, - "nauc_recall_at_100_diff1": 0.784552, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.735469, - "nauc_precision_at_1_std": 0.260955, - "nauc_precision_at_1_diff1": 0.855433, - "nauc_precision_at_3_max": 0.79686, - "nauc_precision_at_3_std": 0.35567, - "nauc_precision_at_3_diff1": 0.806912, - "nauc_precision_at_5_max": 0.805306, - "nauc_precision_at_5_std": 0.416632, - "nauc_precision_at_5_diff1": 0.776079, - "nauc_precision_at_10_max": 0.796484, - "nauc_precision_at_10_std": 0.447137, - "nauc_precision_at_10_diff1": 0.768099, - "nauc_precision_at_20_max": 0.801362, - "nauc_precision_at_20_std": 0.547678, - "nauc_precision_at_20_diff1": 0.768552, - "nauc_precision_at_100_max": 0.848283, - "nauc_precision_at_100_std": 0.67649, - "nauc_precision_at_100_diff1": 0.784552, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.735469, - "nauc_mrr_at_1_std": 0.260955, - "nauc_mrr_at_1_diff1": 0.855433, - "nauc_mrr_at_3_max": 0.759103, - "nauc_mrr_at_3_std": 0.296111, - "nauc_mrr_at_3_diff1": 0.836783, - "nauc_mrr_at_5_max": 0.759184, - "nauc_mrr_at_5_std": 0.304678, - "nauc_mrr_at_5_diff1": 0.832625, - "nauc_mrr_at_10_max": 0.757366, - "nauc_mrr_at_10_std": 0.305612, - "nauc_mrr_at_10_diff1": 0.832911, - "nauc_mrr_at_20_max": 0.757315, - "nauc_mrr_at_20_std": 0.30806, - "nauc_mrr_at_20_diff1": 0.833602, - "nauc_mrr_at_100_max": 0.757366, - "nauc_mrr_at_100_std": 0.307326, - "nauc_mrr_at_100_diff1": 0.834225, - "nauc_mrr_at_1000_max": 0.757276, - "nauc_mrr_at_1000_std": 0.306943, - "nauc_mrr_at_1000_diff1": 0.83426, - "main_score": 0.71019, + "mrr_at_1": 0.578889, + "mrr_at_3": 0.630556, + "mrr_at_5": 0.641722, + "mrr_at_10": 0.648546, + "mrr_at_20": 0.65217, + "mrr_at_100": 0.654593, + "mrr_at_1000": 0.654889, + "nauc_ndcg_at_1_max": 0.711675, + "nauc_ndcg_at_1_std": 0.231701, + "nauc_ndcg_at_1_diff1": 0.832993, + "nauc_ndcg_at_3_max": 0.721291, + "nauc_ndcg_at_3_std": 0.248706, + "nauc_ndcg_at_3_diff1": 0.797773, + "nauc_ndcg_at_5_max": 0.732543, + "nauc_ndcg_at_5_std": 0.275122, + "nauc_ndcg_at_5_diff1": 0.790353, + "nauc_ndcg_at_10_max": 0.730407, + "nauc_ndcg_at_10_std": 0.29078, + "nauc_ndcg_at_10_diff1": 0.786113, + "nauc_ndcg_at_20_max": 0.733045, + "nauc_ndcg_at_20_std": 0.298808, + "nauc_ndcg_at_20_diff1": 0.789905, + "nauc_ndcg_at_100_max": 0.732156, + "nauc_ndcg_at_100_std": 0.290669, + "nauc_ndcg_at_100_diff1": 0.795707, + "nauc_ndcg_at_1000_max": 0.72823, + "nauc_ndcg_at_1000_std": 0.278497, + "nauc_ndcg_at_1000_diff1": 0.797452, + "nauc_map_at_1_max": 0.711675, + "nauc_map_at_1_std": 0.231701, + "nauc_map_at_1_diff1": 0.832993, + "nauc_map_at_3_max": 0.718015, + "nauc_map_at_3_std": 0.242386, + "nauc_map_at_3_diff1": 0.806865, + "nauc_map_at_5_max": 0.724027, + "nauc_map_at_5_std": 0.25655, + "nauc_map_at_5_diff1": 0.803079, + "nauc_map_at_10_max": 0.723251, + "nauc_map_at_10_std": 0.262642, + "nauc_map_at_10_diff1": 0.801641, + "nauc_map_at_20_max": 0.723964, + "nauc_map_at_20_std": 0.264385, + "nauc_map_at_20_diff1": 0.802787, + "nauc_map_at_100_max": 0.723792, + "nauc_map_at_100_std": 0.263427, + "nauc_map_at_100_diff1": 0.803532, + "nauc_map_at_1000_max": 0.72366, + "nauc_map_at_1000_std": 0.263024, + "nauc_map_at_1000_diff1": 0.803587, + "nauc_recall_at_1_max": 0.711675, + "nauc_recall_at_1_std": 0.231701, + "nauc_recall_at_1_diff1": 0.832993, + "nauc_recall_at_3_max": 0.732347, + "nauc_recall_at_3_std": 0.270225, + "nauc_recall_at_3_diff1": 0.768137, + "nauc_recall_at_5_max": 0.765938, + "nauc_recall_at_5_std": 0.348349, + "nauc_recall_at_5_diff1": 0.742619, + "nauc_recall_at_10_max": 0.761813, + "nauc_recall_at_10_std": 0.425104, + "nauc_recall_at_10_diff1": 0.715969, + "nauc_recall_at_20_max": 0.786916, + "nauc_recall_at_20_std": 0.518089, + "nauc_recall_at_20_diff1": 0.71991, + "nauc_recall_at_100_max": 0.85049, + "nauc_recall_at_100_std": 0.659475, + "nauc_recall_at_100_diff1": 0.741211, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711675, + "nauc_precision_at_1_std": 0.231701, + "nauc_precision_at_1_diff1": 0.832993, + "nauc_precision_at_3_max": 0.732347, + "nauc_precision_at_3_std": 0.270225, + "nauc_precision_at_3_diff1": 0.768137, + "nauc_precision_at_5_max": 0.765938, + "nauc_precision_at_5_std": 0.348349, + "nauc_precision_at_5_diff1": 0.742619, + "nauc_precision_at_10_max": 0.761813, + "nauc_precision_at_10_std": 0.425104, + "nauc_precision_at_10_diff1": 0.715969, + "nauc_precision_at_20_max": 0.786916, + "nauc_precision_at_20_std": 0.518089, + "nauc_precision_at_20_diff1": 0.71991, + "nauc_precision_at_100_max": 0.85049, + "nauc_precision_at_100_std": 0.659475, + "nauc_precision_at_100_diff1": 0.741211, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711675, + "nauc_mrr_at_1_std": 0.231701, + "nauc_mrr_at_1_diff1": 0.832993, + "nauc_mrr_at_3_max": 0.718015, + "nauc_mrr_at_3_std": 0.242386, + "nauc_mrr_at_3_diff1": 0.806865, + "nauc_mrr_at_5_max": 0.724027, + "nauc_mrr_at_5_std": 0.25655, + "nauc_mrr_at_5_diff1": 0.803079, + "nauc_mrr_at_10_max": 0.723251, + "nauc_mrr_at_10_std": 0.262642, + "nauc_mrr_at_10_diff1": 0.801641, + "nauc_mrr_at_20_max": 0.723964, + "nauc_mrr_at_20_std": 0.264385, + "nauc_mrr_at_20_diff1": 0.802787, + "nauc_mrr_at_100_max": 0.723792, + "nauc_mrr_at_100_std": 0.263427, + "nauc_mrr_at_100_diff1": 0.803532, + "nauc_mrr_at_1000_max": 0.72366, + "nauc_mrr_at_1000_std": 0.263024, + "nauc_mrr_at_1000_diff1": 0.803587, + "hit_rate_at_1": 0.57889, + "hit_rate_at_3": 0.69667, + "hit_rate_at_5": 0.74556, + "hit_rate_at_10": 0.79556, + "hit_rate_at_20": 0.84667, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68398, "hf_subset": "eng_Latn-pbt_Arab", "languages": [ "eng-Latn", "pbt-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89, - "ndcg_at_3": 0.92819, - "ndcg_at_5": 0.9333, - "ndcg_at_10": 0.93695, - "ndcg_at_20": 0.93945, - "ndcg_at_100": 0.94104, - "ndcg_at_1000": 0.94165, - "map_at_1": 0.89, - "map_at_3": 0.91907, - "map_at_5": 0.92196, - "map_at_10": 0.9235, - "map_at_20": 0.92417, - "map_at_100": 0.92445, - "map_at_1000": 0.92448, - "recall_at_1": 0.89, - "recall_at_3": 0.95444, - "recall_at_5": 0.96667, - "recall_at_10": 0.97778, - "recall_at_20": 0.98778, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.92769, + "ndcg_at_10": 0.9317, + "ndcg_at_20": 0.93565, + "ndcg_at_100": 0.93675, + "ndcg_at_1000": 0.93735, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91598, + "map_at_10": 0.91767, + "map_at_20": 0.91876, + "map_at_100": 0.91893, + "map_at_1000": 0.91896, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96222, + "recall_at_10": 0.97444, + "recall_at_20": 0.99, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89, - "precision_at_3": 0.31815, - "precision_at_5": 0.19333, - "precision_at_10": 0.09778, - "precision_at_20": 0.04939, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19244, + "precision_at_10": 0.09744, + "precision_at_20": 0.0495, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.89, - "mrr_at_3": 0.919074, - "mrr_at_5": 0.921963, - "mrr_at_10": 0.923497, - "mrr_at_20": 0.924168, - "mrr_at_100": 0.924446, - "mrr_at_1000": 0.924476, - "nauc_ndcg_at_1_max": 0.843694, - "nauc_ndcg_at_1_std": -0.125953, - "nauc_ndcg_at_1_diff1": 0.931039, - "nauc_ndcg_at_3_max": 0.870504, - "nauc_ndcg_at_3_std": -0.08914, - "nauc_ndcg_at_3_diff1": 0.923006, - "nauc_ndcg_at_5_max": 0.874744, - "nauc_ndcg_at_5_std": -0.075376, - "nauc_ndcg_at_5_diff1": 0.93161, - "nauc_ndcg_at_10_max": 0.872142, - "nauc_ndcg_at_10_std": -0.093671, - "nauc_ndcg_at_10_diff1": 0.932996, - "nauc_ndcg_at_20_max": 0.867422, - "nauc_ndcg_at_20_std": -0.085113, - "nauc_ndcg_at_20_diff1": 0.931945, - "nauc_ndcg_at_100_max": 0.866923, - "nauc_ndcg_at_100_std": -0.085119, - "nauc_ndcg_at_100_diff1": 0.930547, - "nauc_ndcg_at_1000_max": 0.865527, - "nauc_ndcg_at_1000_std": -0.090624, - "nauc_ndcg_at_1000_diff1": 0.930143, - "nauc_map_at_1_max": 0.843694, - "nauc_map_at_1_std": -0.125953, - "nauc_map_at_1_diff1": 0.931039, - "nauc_map_at_3_max": 0.862665, - "nauc_map_at_3_std": -0.099741, - "nauc_map_at_3_diff1": 0.925691, - "nauc_map_at_5_max": 0.864523, - "nauc_map_at_5_std": -0.092462, - "nauc_map_at_5_diff1": 0.929845, - "nauc_map_at_10_max": 0.863424, - "nauc_map_at_10_std": -0.099679, - "nauc_map_at_10_diff1": 0.930217, - "nauc_map_at_20_max": 0.862333, - "nauc_map_at_20_std": -0.09737, - "nauc_map_at_20_diff1": 0.929906, - "nauc_map_at_100_max": 0.862275, - "nauc_map_at_100_std": -0.097309, - "nauc_map_at_100_diff1": 0.929691, - "nauc_map_at_1000_max": 0.862221, - "nauc_map_at_1000_std": -0.097482, - "nauc_map_at_1000_diff1": 0.929673, - "nauc_recall_at_1_max": 0.843694, - "nauc_recall_at_1_std": -0.125953, - "nauc_recall_at_1_diff1": 0.931039, - "nauc_recall_at_3_max": 0.909704, - "nauc_recall_at_3_std": -0.036267, - "nauc_recall_at_3_diff1": 0.909305, - "nauc_recall_at_5_max": 0.9432, - "nauc_recall_at_5_std": 0.038547, - "nauc_recall_at_5_diff1": 0.946078, - "nauc_recall_at_10_max": 0.954832, - "nauc_recall_at_10_std": -0.051961, - "nauc_recall_at_10_diff1": 0.966503, - "nauc_recall_at_20_max": 0.92976, - "nauc_recall_at_20_std": 0.124607, - "nauc_recall_at_20_diff1": 0.976233, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.915981, + "mrr_at_10": 0.917666, + "mrr_at_20": 0.918761, + "mrr_at_100": 0.918934, + "mrr_at_1000": 0.918961, + "nauc_ndcg_at_1_max": 0.840782, + "nauc_ndcg_at_1_std": -0.117117, + "nauc_ndcg_at_1_diff1": 0.937225, + "nauc_ndcg_at_3_max": 0.873752, + "nauc_ndcg_at_3_std": -0.031922, + "nauc_ndcg_at_3_diff1": 0.928299, + "nauc_ndcg_at_5_max": 0.872722, + "nauc_ndcg_at_5_std": -0.044819, + "nauc_ndcg_at_5_diff1": 0.929284, + "nauc_ndcg_at_10_max": 0.869629, + "nauc_ndcg_at_10_std": -0.059933, + "nauc_ndcg_at_10_diff1": 0.928972, + "nauc_ndcg_at_20_max": 0.866495, + "nauc_ndcg_at_20_std": -0.053804, + "nauc_ndcg_at_20_diff1": 0.931398, + "nauc_ndcg_at_100_max": 0.865009, + "nauc_ndcg_at_100_std": -0.059096, + "nauc_ndcg_at_100_diff1": 0.932041, + "nauc_ndcg_at_1000_max": 0.863703, + "nauc_ndcg_at_1000_std": -0.06559, + "nauc_ndcg_at_1000_diff1": 0.931702, + "nauc_map_at_1_max": 0.840782, + "nauc_map_at_1_std": -0.117117, + "nauc_map_at_1_diff1": 0.937225, + "nauc_map_at_3_max": 0.863724, + "nauc_map_at_3_std": -0.060423, + "nauc_map_at_3_diff1": 0.931036, + "nauc_map_at_5_max": 0.862732, + "nauc_map_at_5_std": -0.067918, + "nauc_map_at_5_diff1": 0.931644, + "nauc_map_at_10_max": 0.861474, + "nauc_map_at_10_std": -0.073599, + "nauc_map_at_10_diff1": 0.931573, + "nauc_map_at_20_max": 0.860678, + "nauc_map_at_20_std": -0.072868, + "nauc_map_at_20_diff1": 0.9322, + "nauc_map_at_100_max": 0.860462, + "nauc_map_at_100_std": -0.073902, + "nauc_map_at_100_diff1": 0.932265, + "nauc_map_at_1000_max": 0.860414, + "nauc_map_at_1000_std": -0.074094, + "nauc_map_at_1000_diff1": 0.932253, + "nauc_recall_at_1_max": 0.840782, + "nauc_recall_at_1_std": -0.117117, + "nauc_recall_at_1_diff1": 0.937225, + "nauc_recall_at_3_max": 0.921231, + "nauc_recall_at_3_std": 0.104883, + "nauc_recall_at_3_diff1": 0.915321, + "nauc_recall_at_5_max": 0.935464, + "nauc_recall_at_5_std": 0.099371, + "nauc_recall_at_5_diff1": 0.914662, + "nauc_recall_at_10_max": 0.940121, + "nauc_recall_at_10_std": 0.04561, + "nauc_recall_at_10_diff1": 0.90531, + "nauc_recall_at_20_max": 0.970951, + "nauc_recall_at_20_std": 0.38754, + "nauc_recall_at_20_diff1": 0.925563, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.464986, + "nauc_recall_at_100_std": 0.637722, "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.843694, - "nauc_precision_at_1_std": -0.125953, - "nauc_precision_at_1_diff1": 0.931039, - "nauc_precision_at_3_max": 0.909704, - "nauc_precision_at_3_std": -0.036267, - "nauc_precision_at_3_diff1": 0.909305, - "nauc_precision_at_5_max": 0.9432, - "nauc_precision_at_5_std": 0.038547, - "nauc_precision_at_5_diff1": 0.946078, - "nauc_precision_at_10_max": 0.954832, - "nauc_precision_at_10_std": -0.051961, - "nauc_precision_at_10_diff1": 0.966503, - "nauc_precision_at_20_max": 0.92976, - "nauc_precision_at_20_std": 0.124607, - "nauc_precision_at_20_diff1": 0.976233, + "nauc_precision_at_1_max": 0.840782, + "nauc_precision_at_1_std": -0.117117, + "nauc_precision_at_1_diff1": 0.937225, + "nauc_precision_at_3_max": 0.921231, + "nauc_precision_at_3_std": 0.104883, + "nauc_precision_at_3_diff1": 0.915321, + "nauc_precision_at_5_max": 0.935464, + "nauc_precision_at_5_std": 0.099371, + "nauc_precision_at_5_diff1": 0.914662, + "nauc_precision_at_10_max": 0.940121, + "nauc_precision_at_10_std": 0.04561, + "nauc_precision_at_10_diff1": 0.90531, + "nauc_precision_at_20_max": 0.970951, + "nauc_precision_at_20_std": 0.38754, + "nauc_precision_at_20_diff1": 0.925563, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.464986, + "nauc_precision_at_100_std": 0.637722, "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.843694, - "nauc_mrr_at_1_std": -0.125953, - "nauc_mrr_at_1_diff1": 0.931039, - "nauc_mrr_at_3_max": 0.862665, - "nauc_mrr_at_3_std": -0.099741, - "nauc_mrr_at_3_diff1": 0.925691, - "nauc_mrr_at_5_max": 0.864523, - "nauc_mrr_at_5_std": -0.092462, - "nauc_mrr_at_5_diff1": 0.929845, - "nauc_mrr_at_10_max": 0.863424, - "nauc_mrr_at_10_std": -0.099679, - "nauc_mrr_at_10_diff1": 0.930217, - "nauc_mrr_at_20_max": 0.862333, - "nauc_mrr_at_20_std": -0.09737, - "nauc_mrr_at_20_diff1": 0.929906, - "nauc_mrr_at_100_max": 0.862275, - "nauc_mrr_at_100_std": -0.097309, - "nauc_mrr_at_100_diff1": 0.929691, - "nauc_mrr_at_1000_max": 0.862221, - "nauc_mrr_at_1000_std": -0.097482, - "nauc_mrr_at_1000_diff1": 0.929673, - "main_score": 0.93695, + "nauc_mrr_at_1_max": 0.840782, + "nauc_mrr_at_1_std": -0.117117, + "nauc_mrr_at_1_diff1": 0.937225, + "nauc_mrr_at_3_max": 0.863724, + "nauc_mrr_at_3_std": -0.060423, + "nauc_mrr_at_3_diff1": 0.931036, + "nauc_mrr_at_5_max": 0.862732, + "nauc_mrr_at_5_std": -0.067918, + "nauc_mrr_at_5_diff1": 0.931644, + "nauc_mrr_at_10_max": 0.861474, + "nauc_mrr_at_10_std": -0.073599, + "nauc_mrr_at_10_diff1": 0.931573, + "nauc_mrr_at_20_max": 0.860678, + "nauc_mrr_at_20_std": -0.072868, + "nauc_mrr_at_20_diff1": 0.9322, + "nauc_mrr_at_100_max": 0.860462, + "nauc_mrr_at_100_std": -0.073902, + "nauc_mrr_at_100_diff1": 0.932265, + "nauc_mrr_at_1000_max": 0.860414, + "nauc_mrr_at_1000_std": -0.074094, + "nauc_mrr_at_1000_diff1": 0.932253, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9317, "hf_subset": "pes_Arab-pes_Arab", "languages": [ "pes-Arab", "pes-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.9455, - "ndcg_at_5": 0.95009, - "ndcg_at_10": 0.9538, - "ndcg_at_20": 0.95438, - "ndcg_at_100": 0.95535, - "ndcg_at_1000": 0.95566, - "map_at_1": 0.91333, - "map_at_3": 0.93778, - "map_at_5": 0.94033, - "map_at_10": 0.94193, - "map_at_20": 0.9421, - "map_at_100": 0.94221, - "map_at_1000": 0.94223, - "recall_at_1": 0.91333, - "recall_at_3": 0.96778, - "recall_at_5": 0.97889, - "recall_at_10": 0.99, + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94401, + "ndcg_at_5": 0.94917, + "ndcg_at_10": 0.95172, + "ndcg_at_20": 0.95347, + "ndcg_at_100": 0.95427, + "ndcg_at_1000": 0.95473, + "map_at_1": 0.91111, + "map_at_3": 0.93648, + "map_at_5": 0.93943, + "map_at_10": 0.9405, + "map_at_20": 0.94101, + "map_at_100": 0.94111, + "map_at_1000": 0.94113, + "recall_at_1": 0.91111, + "recall_at_3": 0.96556, + "recall_at_5": 0.97778, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99778, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32259, - "precision_at_5": 0.19578, - "precision_at_10": 0.099, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32185, + "precision_at_5": 0.19556, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00998, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.937778, - "mrr_at_5": 0.940333, - "mrr_at_10": 0.94193, - "mrr_at_20": 0.942097, - "mrr_at_100": 0.942215, - "mrr_at_1000": 0.942231, - "nauc_ndcg_at_1_max": 0.761013, - "nauc_ndcg_at_1_std": -0.345262, - "nauc_ndcg_at_1_diff1": 0.92677, - "nauc_ndcg_at_3_max": 0.794731, - "nauc_ndcg_at_3_std": -0.36833, - "nauc_ndcg_at_3_diff1": 0.941569, - "nauc_ndcg_at_5_max": 0.797023, - "nauc_ndcg_at_5_std": -0.330413, - "nauc_ndcg_at_5_diff1": 0.942347, - "nauc_ndcg_at_10_max": 0.798465, - "nauc_ndcg_at_10_std": -0.297778, - "nauc_ndcg_at_10_diff1": 0.939789, - "nauc_ndcg_at_20_max": 0.79774, - "nauc_ndcg_at_20_std": -0.295392, - "nauc_ndcg_at_20_diff1": 0.939026, - "nauc_ndcg_at_100_max": 0.793328, - "nauc_ndcg_at_100_std": -0.313378, - "nauc_ndcg_at_100_diff1": 0.938373, - "nauc_ndcg_at_1000_max": 0.791874, - "nauc_ndcg_at_1000_std": -0.322152, - "nauc_ndcg_at_1000_diff1": 0.937939, - "nauc_map_at_1_max": 0.761013, - "nauc_map_at_1_std": -0.345262, - "nauc_map_at_1_diff1": 0.92677, - "nauc_map_at_3_max": 0.786823, - "nauc_map_at_3_std": -0.361961, - "nauc_map_at_3_diff1": 0.937524, - "nauc_map_at_5_max": 0.787786, - "nauc_map_at_5_std": -0.343817, - "nauc_map_at_5_diff1": 0.937708, - "nauc_map_at_10_max": 0.78796, - "nauc_map_at_10_std": -0.332988, - "nauc_map_at_10_diff1": 0.93669, - "nauc_map_at_20_max": 0.787794, - "nauc_map_at_20_std": -0.332276, - "nauc_map_at_20_diff1": 0.936507, - "nauc_map_at_100_max": 0.787361, - "nauc_map_at_100_std": -0.334266, - "nauc_map_at_100_diff1": 0.936471, - "nauc_map_at_1000_max": 0.787302, - "nauc_map_at_1000_std": -0.334618, - "nauc_map_at_1000_diff1": 0.936453, - "nauc_recall_at_1_max": 0.761013, - "nauc_recall_at_1_std": -0.345262, - "nauc_recall_at_1_diff1": 0.92677, - "nauc_recall_at_3_max": 0.83607, - "nauc_recall_at_3_std": -0.402717, - "nauc_recall_at_3_diff1": 0.963376, - "nauc_recall_at_5_max": 0.8682, - "nauc_recall_at_5_std": -0.206374, - "nauc_recall_at_5_diff1": 0.97936, - "nauc_recall_at_10_max": 0.969136, - "nauc_recall_at_10_std": 0.382042, - "nauc_recall_at_10_diff1": 0.985476, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.939426, + "mrr_at_10": 0.940495, + "mrr_at_20": 0.941008, + "mrr_at_100": 0.94111, + "mrr_at_1000": 0.941132, + "nauc_ndcg_at_1_max": 0.713498, + "nauc_ndcg_at_1_std": -0.276161, + "nauc_ndcg_at_1_diff1": 0.909722, + "nauc_ndcg_at_3_max": 0.753747, + "nauc_ndcg_at_3_std": -0.291958, + "nauc_ndcg_at_3_diff1": 0.923795, + "nauc_ndcg_at_5_max": 0.744667, + "nauc_ndcg_at_5_std": -0.306024, + "nauc_ndcg_at_5_diff1": 0.924693, + "nauc_ndcg_at_10_max": 0.752607, + "nauc_ndcg_at_10_std": -0.2504, + "nauc_ndcg_at_10_diff1": 0.926282, + "nauc_ndcg_at_20_max": 0.752186, + "nauc_ndcg_at_20_std": -0.242087, + "nauc_ndcg_at_20_diff1": 0.924356, + "nauc_ndcg_at_100_max": 0.747844, + "nauc_ndcg_at_100_std": -0.25221, + "nauc_ndcg_at_100_diff1": 0.92303, + "nauc_ndcg_at_1000_max": 0.74531, + "nauc_ndcg_at_1000_std": -0.264792, + "nauc_ndcg_at_1000_diff1": 0.922257, + "nauc_map_at_1_max": 0.713498, + "nauc_map_at_1_std": -0.276161, + "nauc_map_at_1_diff1": 0.909722, + "nauc_map_at_3_max": 0.742875, + "nauc_map_at_3_std": -0.288344, + "nauc_map_at_3_diff1": 0.920056, + "nauc_map_at_5_max": 0.738146, + "nauc_map_at_5_std": -0.294539, + "nauc_map_at_5_diff1": 0.920322, + "nauc_map_at_10_max": 0.740957, + "nauc_map_at_10_std": -0.275295, + "nauc_map_at_10_diff1": 0.920897, + "nauc_map_at_20_max": 0.74071, + "nauc_map_at_20_std": -0.273074, + "nauc_map_at_20_diff1": 0.920415, + "nauc_map_at_100_max": 0.740259, + "nauc_map_at_100_std": -0.274367, + "nauc_map_at_100_diff1": 0.920276, + "nauc_map_at_1000_max": 0.740164, + "nauc_map_at_1000_std": -0.274837, + "nauc_map_at_1000_diff1": 0.920247, + "nauc_recall_at_1_max": 0.713498, + "nauc_recall_at_1_std": -0.276161, + "nauc_recall_at_1_diff1": 0.909722, + "nauc_recall_at_3_max": 0.809539, + "nauc_recall_at_3_std": -0.309885, + "nauc_recall_at_3_diff1": 0.942923, + "nauc_recall_at_5_max": 0.789496, + "nauc_recall_at_5_std": -0.39986, + "nauc_recall_at_5_diff1": 0.9581, + "nauc_recall_at_10_max": 0.889787, + "nauc_recall_at_10_std": 0.115097, + "nauc_recall_at_10_diff1": 0.989945, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.61558, - "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_20_std": 0.589236, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.761013, - "nauc_precision_at_1_std": -0.345262, - "nauc_precision_at_1_diff1": 0.92677, - "nauc_precision_at_3_max": 0.83607, - "nauc_precision_at_3_std": -0.402717, - "nauc_precision_at_3_diff1": 0.963376, - "nauc_precision_at_5_max": 0.8682, - "nauc_precision_at_5_std": -0.206374, - "nauc_precision_at_5_diff1": 0.97936, - "nauc_precision_at_10_max": 0.969136, - "nauc_precision_at_10_std": 0.382042, - "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_1_max": 0.713498, + "nauc_precision_at_1_std": -0.276161, + "nauc_precision_at_1_diff1": 0.909722, + "nauc_precision_at_3_max": 0.809539, + "nauc_precision_at_3_std": -0.309885, + "nauc_precision_at_3_diff1": 0.942923, + "nauc_precision_at_5_max": 0.789496, + "nauc_precision_at_5_std": -0.39986, + "nauc_precision_at_5_diff1": 0.9581, + "nauc_precision_at_10_max": 0.889787, + "nauc_precision_at_10_std": 0.115097, + "nauc_precision_at_10_diff1": 0.989945, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.61558, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_20_std": 0.589236, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.761013, - "nauc_mrr_at_1_std": -0.345262, - "nauc_mrr_at_1_diff1": 0.92677, - "nauc_mrr_at_3_max": 0.786823, - "nauc_mrr_at_3_std": -0.361961, - "nauc_mrr_at_3_diff1": 0.937524, - "nauc_mrr_at_5_max": 0.787786, - "nauc_mrr_at_5_std": -0.343817, - "nauc_mrr_at_5_diff1": 0.937708, - "nauc_mrr_at_10_max": 0.78796, - "nauc_mrr_at_10_std": -0.332988, - "nauc_mrr_at_10_diff1": 0.93669, - "nauc_mrr_at_20_max": 0.787794, - "nauc_mrr_at_20_std": -0.332276, - "nauc_mrr_at_20_diff1": 0.936507, - "nauc_mrr_at_100_max": 0.787361, - "nauc_mrr_at_100_std": -0.334266, - "nauc_mrr_at_100_diff1": 0.936471, - "nauc_mrr_at_1000_max": 0.787302, - "nauc_mrr_at_1000_std": -0.334618, - "nauc_mrr_at_1000_diff1": 0.936453, - "main_score": 0.9538, + "nauc_mrr_at_1_max": 0.713498, + "nauc_mrr_at_1_std": -0.276161, + "nauc_mrr_at_1_diff1": 0.909722, + "nauc_mrr_at_3_max": 0.742875, + "nauc_mrr_at_3_std": -0.288344, + "nauc_mrr_at_3_diff1": 0.920056, + "nauc_mrr_at_5_max": 0.738146, + "nauc_mrr_at_5_std": -0.294539, + "nauc_mrr_at_5_diff1": 0.920322, + "nauc_mrr_at_10_max": 0.740957, + "nauc_mrr_at_10_std": -0.275295, + "nauc_mrr_at_10_diff1": 0.920897, + "nauc_mrr_at_20_max": 0.74071, + "nauc_mrr_at_20_std": -0.273074, + "nauc_mrr_at_20_diff1": 0.920415, + "nauc_mrr_at_100_max": 0.740259, + "nauc_mrr_at_100_std": -0.274367, + "nauc_mrr_at_100_diff1": 0.920276, + "nauc_mrr_at_1000_max": 0.740164, + "nauc_mrr_at_1000_std": -0.274837, + "nauc_mrr_at_1000_diff1": 0.920247, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95172, "hf_subset": "pes_Arab-eng_Latn", "languages": [ "pes-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.84667, - "ndcg_at_3": 0.89218, - "ndcg_at_5": 0.90079, - "ndcg_at_10": 0.90869, - "ndcg_at_20": 0.91292, - "ndcg_at_100": 0.91531, - "ndcg_at_1000": 0.91574, - "map_at_1": 0.84667, - "map_at_3": 0.88204, - "map_at_5": 0.88676, - "map_at_10": 0.89002, - "map_at_20": 0.89118, - "map_at_100": 0.89148, - "map_at_1000": 0.8915, - "recall_at_1": 0.84667, - "recall_at_3": 0.92111, - "recall_at_5": 0.94222, - "recall_at_10": 0.96667, - "recall_at_20": 0.98333, - "recall_at_100": 0.99667, - "recall_at_1000": 1.0, - "precision_at_1": 0.84667, - "precision_at_3": 0.30704, - "precision_at_5": 0.18844, - "precision_at_10": 0.09667, - "precision_at_20": 0.04917, - "precision_at_100": 0.00997, - "precision_at_1000": 0.001, - "mrr_at_1": 0.846667, - "mrr_at_3": 0.882037, - "mrr_at_5": 0.886759, - "mrr_at_10": 0.890022, - "mrr_at_20": 0.891183, - "mrr_at_100": 0.891484, - "mrr_at_1000": 0.891498, - "nauc_ndcg_at_1_max": 0.820815, - "nauc_ndcg_at_1_std": 0.024883, - "nauc_ndcg_at_1_diff1": 0.934469, - "nauc_ndcg_at_3_max": 0.859085, - "nauc_ndcg_at_3_std": 0.103687, - "nauc_ndcg_at_3_diff1": 0.910523, - "nauc_ndcg_at_5_max": 0.858102, - "nauc_ndcg_at_5_std": 0.116877, - "nauc_ndcg_at_5_diff1": 0.91418, - "nauc_ndcg_at_10_max": 0.852555, - "nauc_ndcg_at_10_std": 0.09329, - "nauc_ndcg_at_10_diff1": 0.916374, - "nauc_ndcg_at_20_max": 0.849264, - "nauc_ndcg_at_20_std": 0.081692, - "nauc_ndcg_at_20_diff1": 0.918592, - "nauc_ndcg_at_100_max": 0.847974, - "nauc_ndcg_at_100_std": 0.084262, - "nauc_ndcg_at_100_diff1": 0.91891, - "nauc_ndcg_at_1000_max": 0.847185, - "nauc_ndcg_at_1000_std": 0.080567, - "nauc_ndcg_at_1000_diff1": 0.918727, - "nauc_map_at_1_max": 0.820815, - "nauc_map_at_1_std": 0.024883, - "nauc_map_at_1_diff1": 0.934469, - "nauc_map_at_3_max": 0.848067, - "nauc_map_at_3_std": 0.080071, - "nauc_map_at_3_diff1": 0.916402, - "nauc_map_at_5_max": 0.847017, - "nauc_map_at_5_std": 0.084317, - "nauc_map_at_5_diff1": 0.918511, - "nauc_map_at_10_max": 0.84481, - "nauc_map_at_10_std": 0.075749, - "nauc_map_at_10_diff1": 0.919356, - "nauc_map_at_20_max": 0.844016, - "nauc_map_at_20_std": 0.072989, - "nauc_map_at_20_diff1": 0.91986, - "nauc_map_at_100_max": 0.843843, - "nauc_map_at_100_std": 0.073071, - "nauc_map_at_100_diff1": 0.91991, - "nauc_map_at_1000_max": 0.843821, - "nauc_map_at_1000_std": 0.072964, - "nauc_map_at_1000_diff1": 0.919907, - "nauc_recall_at_1_max": 0.820815, - "nauc_recall_at_1_std": 0.024883, - "nauc_recall_at_1_diff1": 0.934469, - "nauc_recall_at_3_max": 0.904755, - "nauc_recall_at_3_std": 0.202174, - "nauc_recall_at_3_diff1": 0.886804, - "nauc_recall_at_5_max": 0.918211, - "nauc_recall_at_5_std": 0.301031, - "nauc_recall_at_5_diff1": 0.892444, - "nauc_recall_at_10_max": 0.915966, - "nauc_recall_at_10_std": 0.232975, - "nauc_recall_at_10_diff1": 0.895269, - "nauc_recall_at_20_max": 0.912543, - "nauc_recall_at_20_std": 0.140212, - "nauc_recall_at_20_diff1": 0.91939, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.786026, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820815, - "nauc_precision_at_1_std": 0.024883, - "nauc_precision_at_1_diff1": 0.934469, - "nauc_precision_at_3_max": 0.904755, - "nauc_precision_at_3_std": 0.202174, - "nauc_precision_at_3_diff1": 0.886804, - "nauc_precision_at_5_max": 0.918211, - "nauc_precision_at_5_std": 0.301031, - "nauc_precision_at_5_diff1": 0.892444, - "nauc_precision_at_10_max": 0.915966, - "nauc_precision_at_10_std": 0.232975, - "nauc_precision_at_10_diff1": 0.895269, - "nauc_precision_at_20_max": 0.912543, - "nauc_precision_at_20_std": 0.140212, - "nauc_precision_at_20_diff1": 0.91939, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.786026, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820815, - "nauc_mrr_at_1_std": 0.024883, - "nauc_mrr_at_1_diff1": 0.934469, - "nauc_mrr_at_3_max": 0.848067, - "nauc_mrr_at_3_std": 0.080071, - "nauc_mrr_at_3_diff1": 0.916402, - "nauc_mrr_at_5_max": 0.847017, - "nauc_mrr_at_5_std": 0.084317, - "nauc_mrr_at_5_diff1": 0.918511, - "nauc_mrr_at_10_max": 0.84481, - "nauc_mrr_at_10_std": 0.075749, - "nauc_mrr_at_10_diff1": 0.919356, - "nauc_mrr_at_20_max": 0.844016, - "nauc_mrr_at_20_std": 0.072989, - "nauc_mrr_at_20_diff1": 0.91986, - "nauc_mrr_at_100_max": 0.843843, - "nauc_mrr_at_100_std": 0.073071, - "nauc_mrr_at_100_diff1": 0.91991, - "nauc_mrr_at_1000_max": 0.843821, - "nauc_mrr_at_1000_std": 0.072964, - "nauc_mrr_at_1000_diff1": 0.919907, - "main_score": 0.90869, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82556, + "ndcg_at_3": 0.87499, + "ndcg_at_5": 0.88379, + "ndcg_at_10": 0.89236, + "ndcg_at_20": 0.89687, + "ndcg_at_100": 0.90077, + "ndcg_at_1000": 0.90184, + "map_at_1": 0.82556, + "map_at_3": 0.86389, + "map_at_5": 0.86883, + "map_at_10": 0.87235, + "map_at_20": 0.87359, + "map_at_100": 0.8742, + "map_at_1000": 0.87425, + "recall_at_1": 0.82556, + "recall_at_3": 0.90667, + "recall_at_5": 0.92778, + "recall_at_10": 0.95444, + "recall_at_20": 0.97222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.82556, + "precision_at_1": 0.82556, + "precision_at_3": 0.30222, + "precision_at_5": 0.18556, + "precision_at_10": 0.09544, + "precision_at_20": 0.04861, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.825556, + "mrr_at_3": 0.863889, + "mrr_at_5": 0.868833, + "mrr_at_10": 0.872346, + "mrr_at_20": 0.87359, + "mrr_at_100": 0.8742, + "mrr_at_1000": 0.874252, + "nauc_ndcg_at_1_max": 0.787402, + "nauc_ndcg_at_1_std": -0.009879, + "nauc_ndcg_at_1_diff1": 0.92056, + "nauc_ndcg_at_3_max": 0.823125, + "nauc_ndcg_at_3_std": 0.041884, + "nauc_ndcg_at_3_diff1": 0.895897, + "nauc_ndcg_at_5_max": 0.825176, + "nauc_ndcg_at_5_std": 0.057032, + "nauc_ndcg_at_5_diff1": 0.899388, + "nauc_ndcg_at_10_max": 0.826912, + "nauc_ndcg_at_10_std": 0.067576, + "nauc_ndcg_at_10_diff1": 0.903721, + "nauc_ndcg_at_20_max": 0.821272, + "nauc_ndcg_at_20_std": 0.052132, + "nauc_ndcg_at_20_diff1": 0.902892, + "nauc_ndcg_at_100_max": 0.818603, + "nauc_ndcg_at_100_std": 0.046769, + "nauc_ndcg_at_100_diff1": 0.905238, + "nauc_ndcg_at_1000_max": 0.817433, + "nauc_ndcg_at_1000_std": 0.043944, + "nauc_ndcg_at_1000_diff1": 0.905088, + "nauc_map_at_1_max": 0.787402, + "nauc_map_at_1_std": -0.009879, + "nauc_map_at_1_diff1": 0.92056, + "nauc_map_at_3_max": 0.813702, + "nauc_map_at_3_std": 0.027488, + "nauc_map_at_3_diff1": 0.902714, + "nauc_map_at_5_max": 0.814471, + "nauc_map_at_5_std": 0.035136, + "nauc_map_at_5_diff1": 0.904779, + "nauc_map_at_10_max": 0.815139, + "nauc_map_at_10_std": 0.039344, + "nauc_map_at_10_diff1": 0.906501, + "nauc_map_at_20_max": 0.81372, + "nauc_map_at_20_std": 0.035317, + "nauc_map_at_20_diff1": 0.906364, + "nauc_map_at_100_max": 0.813321, + "nauc_map_at_100_std": 0.034651, + "nauc_map_at_100_diff1": 0.906644, + "nauc_map_at_1000_max": 0.813276, + "nauc_map_at_1000_std": 0.034575, + "nauc_map_at_1000_diff1": 0.906646, + "nauc_recall_at_1_max": 0.787402, + "nauc_recall_at_1_std": -0.009879, + "nauc_recall_at_1_diff1": 0.92056, + "nauc_recall_at_3_max": 0.860511, + "nauc_recall_at_3_std": 0.09949, + "nauc_recall_at_3_diff1": 0.868642, + "nauc_recall_at_5_max": 0.878302, + "nauc_recall_at_5_std": 0.168441, + "nauc_recall_at_5_diff1": 0.873375, + "nauc_recall_at_10_max": 0.916479, + "nauc_recall_at_10_std": 0.291647, + "nauc_recall_at_10_diff1": 0.887955, + "nauc_recall_at_20_max": 0.895051, + "nauc_recall_at_20_std": 0.225882, + "nauc_recall_at_20_diff1": 0.865453, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.317594, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787402, + "nauc_precision_at_1_std": -0.009879, + "nauc_precision_at_1_diff1": 0.92056, + "nauc_precision_at_3_max": 0.860511, + "nauc_precision_at_3_std": 0.09949, + "nauc_precision_at_3_diff1": 0.868642, + "nauc_precision_at_5_max": 0.878302, + "nauc_precision_at_5_std": 0.168441, + "nauc_precision_at_5_diff1": 0.873375, + "nauc_precision_at_10_max": 0.916479, + "nauc_precision_at_10_std": 0.291647, + "nauc_precision_at_10_diff1": 0.887955, + "nauc_precision_at_20_max": 0.895051, + "nauc_precision_at_20_std": 0.225882, + "nauc_precision_at_20_diff1": 0.865453, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.317594, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.787402, + "nauc_mrr_at_1_std": -0.009879, + "nauc_mrr_at_1_diff1": 0.92056, + "nauc_mrr_at_3_max": 0.813702, + "nauc_mrr_at_3_std": 0.027488, + "nauc_mrr_at_3_diff1": 0.902714, + "nauc_mrr_at_5_max": 0.814471, + "nauc_mrr_at_5_std": 0.035136, + "nauc_mrr_at_5_diff1": 0.904779, + "nauc_mrr_at_10_max": 0.815139, + "nauc_mrr_at_10_std": 0.039344, + "nauc_mrr_at_10_diff1": 0.906501, + "nauc_mrr_at_20_max": 0.81372, + "nauc_mrr_at_20_std": 0.035317, + "nauc_mrr_at_20_diff1": 0.906364, + "nauc_mrr_at_100_max": 0.813321, + "nauc_mrr_at_100_std": 0.034651, + "nauc_mrr_at_100_diff1": 0.906644, + "nauc_mrr_at_1000_max": 0.813276, + "nauc_mrr_at_1000_std": 0.034575, + "nauc_mrr_at_1000_diff1": 0.906646, + "hit_rate_at_1": 0.82556, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.95444, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.89236, "hf_subset": "eng_Latn-pes_Arab", "languages": [ "eng-Latn", "pes-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.56889, - "ndcg_at_3": 0.6114, - "ndcg_at_5": 0.62364, - "ndcg_at_10": 0.6363, - "ndcg_at_20": 0.64408, - "ndcg_at_100": 0.66705, - "ndcg_at_1000": 0.68373, + "ndcg_at_3": 0.61602, + "ndcg_at_5": 0.62706, + "ndcg_at_10": 0.63831, + "ndcg_at_20": 0.64966, + "ndcg_at_100": 0.66958, + "ndcg_at_1000": 0.6871, "map_at_1": 0.56889, - "map_at_3": 0.60111, - "map_at_5": 0.60783, - "map_at_10": 0.6129, - "map_at_20": 0.61499, - "map_at_100": 0.61789, - "map_at_1000": 0.61851, + "map_at_3": 0.60463, + "map_at_5": 0.6108, + "map_at_10": 0.61549, + "map_at_20": 0.61867, + "map_at_100": 0.62126, + "map_at_1000": 0.62193, "recall_at_1": 0.56889, - "recall_at_3": 0.64111, - "recall_at_5": 0.67111, - "recall_at_10": 0.71111, - "recall_at_20": 0.74222, - "recall_at_100": 0.87, + "recall_at_3": 0.64889, + "recall_at_5": 0.67556, + "recall_at_10": 0.71, + "recall_at_20": 0.75444, + "recall_at_100": 0.86444, "recall_at_1000": 1.0, + "accuracy": 0.56889, "precision_at_1": 0.56889, - "precision_at_3": 0.2137, - "precision_at_5": 0.13422, - "precision_at_10": 0.07111, - "precision_at_20": 0.03711, - "precision_at_100": 0.0087, + "precision_at_3": 0.2163, + "precision_at_5": 0.13511, + "precision_at_10": 0.071, + "precision_at_20": 0.03772, + "precision_at_100": 0.00864, "precision_at_1000": 0.001, "mrr_at_1": 0.568889, - "mrr_at_3": 0.601111, - "mrr_at_5": 0.607833, - "mrr_at_10": 0.612896, - "mrr_at_20": 0.614985, - "mrr_at_100": 0.617886, - "mrr_at_1000": 0.618511, - "nauc_ndcg_at_1_max": 0.775383, - "nauc_ndcg_at_1_std": -0.181313, - "nauc_ndcg_at_1_diff1": 0.853761, - "nauc_ndcg_at_3_max": 0.796461, - "nauc_ndcg_at_3_std": -0.173617, - "nauc_ndcg_at_3_diff1": 0.847979, - "nauc_ndcg_at_5_max": 0.791734, - "nauc_ndcg_at_5_std": -0.171235, - "nauc_ndcg_at_5_diff1": 0.838706, - "nauc_ndcg_at_10_max": 0.787183, - "nauc_ndcg_at_10_std": -0.172205, - "nauc_ndcg_at_10_diff1": 0.833836, - "nauc_ndcg_at_20_max": 0.786327, - "nauc_ndcg_at_20_std": -0.16772, - "nauc_ndcg_at_20_diff1": 0.831238, - "nauc_ndcg_at_100_max": 0.784288, - "nauc_ndcg_at_100_std": -0.158491, - "nauc_ndcg_at_100_diff1": 0.829324, - "nauc_ndcg_at_1000_max": 0.786138, - "nauc_ndcg_at_1000_std": -0.16783, - "nauc_ndcg_at_1000_diff1": 0.835615, - "nauc_map_at_1_max": 0.775383, - "nauc_map_at_1_std": -0.181313, - "nauc_map_at_1_diff1": 0.853761, - "nauc_map_at_3_max": 0.791671, - "nauc_map_at_3_std": -0.176198, - "nauc_map_at_3_diff1": 0.84917, - "nauc_map_at_5_max": 0.789088, - "nauc_map_at_5_std": -0.17462, - "nauc_map_at_5_diff1": 0.844238, - "nauc_map_at_10_max": 0.787129, - "nauc_map_at_10_std": -0.17509, - "nauc_map_at_10_diff1": 0.842316, - "nauc_map_at_20_max": 0.78694, - "nauc_map_at_20_std": -0.174027, - "nauc_map_at_20_diff1": 0.841707, - "nauc_map_at_100_max": 0.786554, - "nauc_map_at_100_std": -0.173145, - "nauc_map_at_100_diff1": 0.841418, - "nauc_map_at_1000_max": 0.78662, - "nauc_map_at_1000_std": -0.173335, - "nauc_map_at_1000_diff1": 0.841617, - "nauc_recall_at_1_max": 0.775383, - "nauc_recall_at_1_std": -0.181313, - "nauc_recall_at_1_diff1": 0.853761, - "nauc_recall_at_3_max": 0.810953, - "nauc_recall_at_3_std": -0.165399, - "nauc_recall_at_3_diff1": 0.844434, - "nauc_recall_at_5_max": 0.799209, - "nauc_recall_at_5_std": -0.160107, - "nauc_recall_at_5_diff1": 0.819433, - "nauc_recall_at_10_max": 0.784423, - "nauc_recall_at_10_std": -0.162224, - "nauc_recall_at_10_diff1": 0.800413, - "nauc_recall_at_20_max": 0.779596, - "nauc_recall_at_20_std": -0.138191, - "nauc_recall_at_20_diff1": 0.784038, - "nauc_recall_at_100_max": 0.756083, - "nauc_recall_at_100_std": 0.001403, - "nauc_recall_at_100_diff1": 0.728892, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.775383, - "nauc_precision_at_1_std": -0.181313, - "nauc_precision_at_1_diff1": 0.853761, - "nauc_precision_at_3_max": 0.810953, - "nauc_precision_at_3_std": -0.165399, - "nauc_precision_at_3_diff1": 0.844434, - "nauc_precision_at_5_max": 0.799209, - "nauc_precision_at_5_std": -0.160107, - "nauc_precision_at_5_diff1": 0.819433, - "nauc_precision_at_10_max": 0.784423, - "nauc_precision_at_10_std": -0.162224, - "nauc_precision_at_10_diff1": 0.800413, - "nauc_precision_at_20_max": 0.779596, - "nauc_precision_at_20_std": -0.138191, - "nauc_precision_at_20_diff1": 0.784038, - "nauc_precision_at_100_max": 0.756083, - "nauc_precision_at_100_std": 0.001403, - "nauc_precision_at_100_diff1": 0.728892, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.775383, - "nauc_mrr_at_1_std": -0.181313, - "nauc_mrr_at_1_diff1": 0.853761, - "nauc_mrr_at_3_max": 0.791671, - "nauc_mrr_at_3_std": -0.176198, - "nauc_mrr_at_3_diff1": 0.84917, - "nauc_mrr_at_5_max": 0.789088, - "nauc_mrr_at_5_std": -0.17462, - "nauc_mrr_at_5_diff1": 0.844238, - "nauc_mrr_at_10_max": 0.787129, - "nauc_mrr_at_10_std": -0.17509, - "nauc_mrr_at_10_diff1": 0.842316, - "nauc_mrr_at_20_max": 0.78694, - "nauc_mrr_at_20_std": -0.174027, - "nauc_mrr_at_20_diff1": 0.841707, - "nauc_mrr_at_100_max": 0.786554, - "nauc_mrr_at_100_std": -0.173145, - "nauc_mrr_at_100_diff1": 0.841418, - "nauc_mrr_at_1000_max": 0.78662, - "nauc_mrr_at_1000_std": -0.173335, - "nauc_mrr_at_1000_diff1": 0.841617, - "main_score": 0.6363, + "mrr_at_3": 0.60463, + "mrr_at_5": 0.610796, + "mrr_at_10": 0.615494, + "mrr_at_20": 0.618671, + "mrr_at_100": 0.621258, + "mrr_at_1000": 0.621932, + "nauc_ndcg_at_1_max": 0.766778, + "nauc_ndcg_at_1_std": -0.257095, + "nauc_ndcg_at_1_diff1": 0.875443, + "nauc_ndcg_at_3_max": 0.793284, + "nauc_ndcg_at_3_std": -0.255362, + "nauc_ndcg_at_3_diff1": 0.862348, + "nauc_ndcg_at_5_max": 0.793466, + "nauc_ndcg_at_5_std": -0.245663, + "nauc_ndcg_at_5_diff1": 0.855293, + "nauc_ndcg_at_10_max": 0.787343, + "nauc_ndcg_at_10_std": -0.242639, + "nauc_ndcg_at_10_diff1": 0.84891, + "nauc_ndcg_at_20_max": 0.783913, + "nauc_ndcg_at_20_std": -0.237803, + "nauc_ndcg_at_20_diff1": 0.843771, + "nauc_ndcg_at_100_max": 0.777948, + "nauc_ndcg_at_100_std": -0.233406, + "nauc_ndcg_at_100_diff1": 0.842283, + "nauc_ndcg_at_1000_max": 0.782852, + "nauc_ndcg_at_1000_std": -0.240904, + "nauc_ndcg_at_1000_diff1": 0.850391, + "nauc_map_at_1_max": 0.766778, + "nauc_map_at_1_std": -0.257095, + "nauc_map_at_1_diff1": 0.875443, + "nauc_map_at_3_max": 0.787468, + "nauc_map_at_3_std": -0.255483, + "nauc_map_at_3_diff1": 0.865336, + "nauc_map_at_5_max": 0.787444, + "nauc_map_at_5_std": -0.250112, + "nauc_map_at_5_diff1": 0.861562, + "nauc_map_at_10_max": 0.784766, + "nauc_map_at_10_std": -0.249074, + "nauc_map_at_10_diff1": 0.859016, + "nauc_map_at_20_max": 0.783887, + "nauc_map_at_20_std": -0.247909, + "nauc_map_at_20_diff1": 0.857841, + "nauc_map_at_100_max": 0.783099, + "nauc_map_at_100_std": -0.247365, + "nauc_map_at_100_diff1": 0.857645, + "nauc_map_at_1000_max": 0.783289, + "nauc_map_at_1000_std": -0.247519, + "nauc_map_at_1000_diff1": 0.857907, + "nauc_recall_at_1_max": 0.766778, + "nauc_recall_at_1_std": -0.257095, + "nauc_recall_at_1_diff1": 0.875443, + "nauc_recall_at_3_max": 0.810912, + "nauc_recall_at_3_std": -0.255128, + "nauc_recall_at_3_diff1": 0.853231, + "nauc_recall_at_5_max": 0.812619, + "nauc_recall_at_5_std": -0.230067, + "nauc_recall_at_5_diff1": 0.834053, + "nauc_recall_at_10_max": 0.793579, + "nauc_recall_at_10_std": -0.21734, + "nauc_recall_at_10_diff1": 0.81002, + "nauc_recall_at_20_max": 0.776758, + "nauc_recall_at_20_std": -0.188694, + "nauc_recall_at_20_diff1": 0.77745, + "nauc_recall_at_100_max": 0.707732, + "nauc_recall_at_100_std": -0.110103, + "nauc_recall_at_100_diff1": 0.719516, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766778, + "nauc_precision_at_1_std": -0.257095, + "nauc_precision_at_1_diff1": 0.875443, + "nauc_precision_at_3_max": 0.810912, + "nauc_precision_at_3_std": -0.255128, + "nauc_precision_at_3_diff1": 0.853231, + "nauc_precision_at_5_max": 0.812619, + "nauc_precision_at_5_std": -0.230067, + "nauc_precision_at_5_diff1": 0.834053, + "nauc_precision_at_10_max": 0.793579, + "nauc_precision_at_10_std": -0.21734, + "nauc_precision_at_10_diff1": 0.81002, + "nauc_precision_at_20_max": 0.776758, + "nauc_precision_at_20_std": -0.188694, + "nauc_precision_at_20_diff1": 0.77745, + "nauc_precision_at_100_max": 0.707732, + "nauc_precision_at_100_std": -0.110103, + "nauc_precision_at_100_diff1": 0.719516, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766778, + "nauc_mrr_at_1_std": -0.257095, + "nauc_mrr_at_1_diff1": 0.875443, + "nauc_mrr_at_3_max": 0.787468, + "nauc_mrr_at_3_std": -0.255483, + "nauc_mrr_at_3_diff1": 0.865336, + "nauc_mrr_at_5_max": 0.787444, + "nauc_mrr_at_5_std": -0.250112, + "nauc_mrr_at_5_diff1": 0.861562, + "nauc_mrr_at_10_max": 0.784766, + "nauc_mrr_at_10_std": -0.249074, + "nauc_mrr_at_10_diff1": 0.859016, + "nauc_mrr_at_20_max": 0.783887, + "nauc_mrr_at_20_std": -0.247909, + "nauc_mrr_at_20_diff1": 0.857841, + "nauc_mrr_at_100_max": 0.783099, + "nauc_mrr_at_100_std": -0.247365, + "nauc_mrr_at_100_diff1": 0.857645, + "nauc_mrr_at_1000_max": 0.783289, + "nauc_mrr_at_1000_std": -0.247519, + "nauc_mrr_at_1000_diff1": 0.857907, + "hit_rate_at_1": 0.56889, + "hit_rate_at_3": 0.64889, + "hit_rate_at_5": 0.67556, + "hit_rate_at_10": 0.71, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.86444, + "hit_rate_at_1000": 1.0, + "main_score": 0.63831, "hf_subset": "plt_Latn-plt_Latn", "languages": [ "plt-Latn", "plt-Latn" - ] - }, - { - "ndcg_at_1": 0.59889, - "ndcg_at_3": 0.65709, - "ndcg_at_5": 0.67071, - "ndcg_at_10": 0.68873, - "ndcg_at_20": 0.69855, - "ndcg_at_100": 0.71875, - "ndcg_at_1000": 0.72755, - "map_at_1": 0.59889, - "map_at_3": 0.64333, - "map_at_5": 0.65083, - "map_at_10": 0.65851, - "map_at_20": 0.6612, - "map_at_100": 0.66383, - "map_at_1000": 0.66422, - "recall_at_1": 0.59889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.60889, + "ndcg_at_3": 0.66049, + "ndcg_at_5": 0.67411, + "ndcg_at_10": 0.68972, + "ndcg_at_20": 0.7007, + "ndcg_at_100": 0.72075, + "ndcg_at_1000": 0.73018, + "map_at_1": 0.60889, + "map_at_3": 0.64796, + "map_at_5": 0.65546, + "map_at_10": 0.662, + "map_at_20": 0.66503, + "map_at_100": 0.66774, + "map_at_1000": 0.66816, + "recall_at_1": 0.60889, "recall_at_3": 0.69667, "recall_at_5": 0.73, - "recall_at_10": 0.78444, - "recall_at_20": 0.82333, - "recall_at_100": 0.93444, + "recall_at_10": 0.77778, + "recall_at_20": 0.82111, + "recall_at_100": 0.93, "recall_at_1000": 1.0, - "precision_at_1": 0.59889, + "accuracy": 0.60889, + "precision_at_1": 0.60889, "precision_at_3": 0.23222, "precision_at_5": 0.146, - "precision_at_10": 0.07844, - "precision_at_20": 0.04117, - "precision_at_100": 0.00934, + "precision_at_10": 0.07778, + "precision_at_20": 0.04106, + "precision_at_100": 0.0093, "precision_at_1000": 0.001, - "mrr_at_1": 0.598889, - "mrr_at_3": 0.643333, - "mrr_at_5": 0.650833, - "mrr_at_10": 0.658511, - "mrr_at_20": 0.661201, - "mrr_at_100": 0.66383, - "mrr_at_1000": 0.664222, - "nauc_ndcg_at_1_max": 0.84559, - "nauc_ndcg_at_1_std": 0.260605, - "nauc_ndcg_at_1_diff1": 0.888861, - "nauc_ndcg_at_3_max": 0.843474, - "nauc_ndcg_at_3_std": 0.259145, - "nauc_ndcg_at_3_diff1": 0.847335, - "nauc_ndcg_at_5_max": 0.842284, - "nauc_ndcg_at_5_std": 0.266544, - "nauc_ndcg_at_5_diff1": 0.843388, - "nauc_ndcg_at_10_max": 0.837068, - "nauc_ndcg_at_10_std": 0.26338, - "nauc_ndcg_at_10_diff1": 0.836701, - "nauc_ndcg_at_20_max": 0.836677, - "nauc_ndcg_at_20_std": 0.27966, - "nauc_ndcg_at_20_diff1": 0.835723, - "nauc_ndcg_at_100_max": 0.835588, - "nauc_ndcg_at_100_std": 0.276941, - "nauc_ndcg_at_100_diff1": 0.839234, - "nauc_ndcg_at_1000_max": 0.84004, - "nauc_ndcg_at_1000_std": 0.272316, - "nauc_ndcg_at_1000_diff1": 0.846081, - "nauc_map_at_1_max": 0.84559, - "nauc_map_at_1_std": 0.260605, - "nauc_map_at_1_diff1": 0.888861, - "nauc_map_at_3_max": 0.845725, - "nauc_map_at_3_std": 0.261996, - "nauc_map_at_3_diff1": 0.858265, - "nauc_map_at_5_max": 0.845171, - "nauc_map_at_5_std": 0.265948, - "nauc_map_at_5_diff1": 0.856403, - "nauc_map_at_10_max": 0.843313, - "nauc_map_at_10_std": 0.264609, - "nauc_map_at_10_diff1": 0.854074, - "nauc_map_at_20_max": 0.843205, - "nauc_map_at_20_std": 0.268629, - "nauc_map_at_20_diff1": 0.853907, - "nauc_map_at_100_max": 0.843172, - "nauc_map_at_100_std": 0.268502, - "nauc_map_at_100_diff1": 0.85448, - "nauc_map_at_1000_max": 0.843337, - "nauc_map_at_1000_std": 0.268333, - "nauc_map_at_1000_diff1": 0.854761, - "nauc_recall_at_1_max": 0.84559, - "nauc_recall_at_1_std": 0.260605, - "nauc_recall_at_1_diff1": 0.888861, - "nauc_recall_at_3_max": 0.835467, - "nauc_recall_at_3_std": 0.248856, - "nauc_recall_at_3_diff1": 0.812202, - "nauc_recall_at_5_max": 0.831168, - "nauc_recall_at_5_std": 0.268679, - "nauc_recall_at_5_diff1": 0.797526, - "nauc_recall_at_10_max": 0.807187, - "nauc_recall_at_10_std": 0.257114, - "nauc_recall_at_10_diff1": 0.761448, - "nauc_recall_at_20_max": 0.799877, - "nauc_recall_at_20_std": 0.353996, - "nauc_recall_at_20_diff1": 0.742045, - "nauc_recall_at_100_max": 0.720394, - "nauc_recall_at_100_std": 0.397261, - "nauc_recall_at_100_diff1": 0.665931, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.84559, - "nauc_precision_at_1_std": 0.260605, - "nauc_precision_at_1_diff1": 0.888861, - "nauc_precision_at_3_max": 0.835467, - "nauc_precision_at_3_std": 0.248856, - "nauc_precision_at_3_diff1": 0.812202, - "nauc_precision_at_5_max": 0.831168, - "nauc_precision_at_5_std": 0.268679, - "nauc_precision_at_5_diff1": 0.797526, - "nauc_precision_at_10_max": 0.807187, - "nauc_precision_at_10_std": 0.257114, - "nauc_precision_at_10_diff1": 0.761448, - "nauc_precision_at_20_max": 0.799877, - "nauc_precision_at_20_std": 0.353996, - "nauc_precision_at_20_diff1": 0.742045, - "nauc_precision_at_100_max": 0.720394, - "nauc_precision_at_100_std": 0.397261, - "nauc_precision_at_100_diff1": 0.665931, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.84559, - "nauc_mrr_at_1_std": 0.260605, - "nauc_mrr_at_1_diff1": 0.888861, - "nauc_mrr_at_3_max": 0.845725, - "nauc_mrr_at_3_std": 0.261996, - "nauc_mrr_at_3_diff1": 0.858265, - "nauc_mrr_at_5_max": 0.845171, - "nauc_mrr_at_5_std": 0.265948, - "nauc_mrr_at_5_diff1": 0.856403, - "nauc_mrr_at_10_max": 0.843313, - "nauc_mrr_at_10_std": 0.264609, - "nauc_mrr_at_10_diff1": 0.854074, - "nauc_mrr_at_20_max": 0.843205, - "nauc_mrr_at_20_std": 0.268629, - "nauc_mrr_at_20_diff1": 0.853907, - "nauc_mrr_at_100_max": 0.843172, - "nauc_mrr_at_100_std": 0.268502, - "nauc_mrr_at_100_diff1": 0.85448, - "nauc_mrr_at_1000_max": 0.843337, - "nauc_mrr_at_1000_std": 0.268333, - "nauc_mrr_at_1000_diff1": 0.854761, - "main_score": 0.68873, + "mrr_at_1": 0.608889, + "mrr_at_3": 0.647963, + "mrr_at_5": 0.655463, + "mrr_at_10": 0.662003, + "mrr_at_20": 0.665035, + "mrr_at_100": 0.667736, + "mrr_at_1000": 0.668161, + "nauc_ndcg_at_1_max": 0.815219, + "nauc_ndcg_at_1_std": 0.220763, + "nauc_ndcg_at_1_diff1": 0.866683, + "nauc_ndcg_at_3_max": 0.819046, + "nauc_ndcg_at_3_std": 0.238754, + "nauc_ndcg_at_3_diff1": 0.833924, + "nauc_ndcg_at_5_max": 0.818172, + "nauc_ndcg_at_5_std": 0.236785, + "nauc_ndcg_at_5_diff1": 0.826159, + "nauc_ndcg_at_10_max": 0.814629, + "nauc_ndcg_at_10_std": 0.240741, + "nauc_ndcg_at_10_diff1": 0.82304, + "nauc_ndcg_at_20_max": 0.8151, + "nauc_ndcg_at_20_std": 0.25109, + "nauc_ndcg_at_20_diff1": 0.823177, + "nauc_ndcg_at_100_max": 0.813353, + "nauc_ndcg_at_100_std": 0.246817, + "nauc_ndcg_at_100_diff1": 0.824621, + "nauc_ndcg_at_1000_max": 0.816047, + "nauc_ndcg_at_1000_std": 0.241114, + "nauc_ndcg_at_1000_diff1": 0.830898, + "nauc_map_at_1_max": 0.815219, + "nauc_map_at_1_std": 0.220763, + "nauc_map_at_1_diff1": 0.866683, + "nauc_map_at_3_max": 0.819601, + "nauc_map_at_3_std": 0.235331, + "nauc_map_at_3_diff1": 0.842569, + "nauc_map_at_5_max": 0.819094, + "nauc_map_at_5_std": 0.233937, + "nauc_map_at_5_diff1": 0.838528, + "nauc_map_at_10_max": 0.817768, + "nauc_map_at_10_std": 0.234868, + "nauc_map_at_10_diff1": 0.837517, + "nauc_map_at_20_max": 0.817834, + "nauc_map_at_20_std": 0.237003, + "nauc_map_at_20_diff1": 0.837705, + "nauc_map_at_100_max": 0.817667, + "nauc_map_at_100_std": 0.236454, + "nauc_map_at_100_diff1": 0.837962, + "nauc_map_at_1000_max": 0.817753, + "nauc_map_at_1000_std": 0.236217, + "nauc_map_at_1000_diff1": 0.838227, + "nauc_recall_at_1_max": 0.815219, + "nauc_recall_at_1_std": 0.220763, + "nauc_recall_at_1_diff1": 0.866683, + "nauc_recall_at_3_max": 0.816572, + "nauc_recall_at_3_std": 0.24909, + "nauc_recall_at_3_diff1": 0.806329, + "nauc_recall_at_5_max": 0.814161, + "nauc_recall_at_5_std": 0.246033, + "nauc_recall_at_5_diff1": 0.782369, + "nauc_recall_at_10_max": 0.799236, + "nauc_recall_at_10_std": 0.267314, + "nauc_recall_at_10_diff1": 0.762648, + "nauc_recall_at_20_max": 0.799786, + "nauc_recall_at_20_std": 0.338674, + "nauc_recall_at_20_diff1": 0.750805, + "nauc_recall_at_100_max": 0.746328, + "nauc_recall_at_100_std": 0.380374, + "nauc_recall_at_100_diff1": 0.677575, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.815219, + "nauc_precision_at_1_std": 0.220763, + "nauc_precision_at_1_diff1": 0.866683, + "nauc_precision_at_3_max": 0.816572, + "nauc_precision_at_3_std": 0.24909, + "nauc_precision_at_3_diff1": 0.806329, + "nauc_precision_at_5_max": 0.814161, + "nauc_precision_at_5_std": 0.246033, + "nauc_precision_at_5_diff1": 0.782369, + "nauc_precision_at_10_max": 0.799236, + "nauc_precision_at_10_std": 0.267314, + "nauc_precision_at_10_diff1": 0.762648, + "nauc_precision_at_20_max": 0.799786, + "nauc_precision_at_20_std": 0.338674, + "nauc_precision_at_20_diff1": 0.750805, + "nauc_precision_at_100_max": 0.746328, + "nauc_precision_at_100_std": 0.380374, + "nauc_precision_at_100_diff1": 0.677575, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.815219, + "nauc_mrr_at_1_std": 0.220763, + "nauc_mrr_at_1_diff1": 0.866683, + "nauc_mrr_at_3_max": 0.819601, + "nauc_mrr_at_3_std": 0.235331, + "nauc_mrr_at_3_diff1": 0.842569, + "nauc_mrr_at_5_max": 0.819094, + "nauc_mrr_at_5_std": 0.233937, + "nauc_mrr_at_5_diff1": 0.838528, + "nauc_mrr_at_10_max": 0.817768, + "nauc_mrr_at_10_std": 0.234868, + "nauc_mrr_at_10_diff1": 0.837517, + "nauc_mrr_at_20_max": 0.817834, + "nauc_mrr_at_20_std": 0.237003, + "nauc_mrr_at_20_diff1": 0.837705, + "nauc_mrr_at_100_max": 0.817667, + "nauc_mrr_at_100_std": 0.236454, + "nauc_mrr_at_100_diff1": 0.837962, + "nauc_mrr_at_1000_max": 0.817753, + "nauc_mrr_at_1000_std": 0.236217, + "nauc_mrr_at_1000_diff1": 0.838227, + "hit_rate_at_1": 0.60889, + "hit_rate_at_3": 0.69667, + "hit_rate_at_5": 0.73, + "hit_rate_at_10": 0.77778, + "hit_rate_at_20": 0.82111, + "hit_rate_at_100": 0.93, + "hit_rate_at_1000": 1.0, + "main_score": 0.68972, "hf_subset": "plt_Latn-eng_Latn", "languages": [ "plt-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.44556, - "ndcg_at_3": 0.48249, - "ndcg_at_5": 0.49047, - "ndcg_at_10": 0.49611, - "ndcg_at_20": 0.50448, - "ndcg_at_100": 0.52531, - "ndcg_at_1000": 0.564, - "map_at_1": 0.44556, - "map_at_3": 0.4737, - "map_at_5": 0.47826, - "map_at_10": 0.48052, - "map_at_20": 0.48279, - "map_at_100": 0.48523, - "map_at_1000": 0.48665, - "recall_at_1": 0.44556, - "recall_at_3": 0.50778, - "recall_at_5": 0.52667, - "recall_at_10": 0.54444, - "recall_at_20": 0.57778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.47921, + "ndcg_at_5": 0.48614, + "ndcg_at_10": 0.49315, + "ndcg_at_20": 0.49949, + "ndcg_at_100": 0.52237, + "ndcg_at_1000": 0.56118, + "map_at_1": 0.44, + "map_at_3": 0.47037, + "map_at_5": 0.47426, + "map_at_10": 0.47705, + "map_at_20": 0.47887, + "map_at_100": 0.48167, + "map_at_1000": 0.4831, + "recall_at_1": 0.44, + "recall_at_3": 0.50444, + "recall_at_5": 0.52111, + "recall_at_10": 0.54333, + "recall_at_20": 0.56778, "recall_at_100": 0.69667, "recall_at_1000": 1.0, - "precision_at_1": 0.44556, - "precision_at_3": 0.16926, - "precision_at_5": 0.10533, - "precision_at_10": 0.05444, - "precision_at_20": 0.02889, + "accuracy": 0.44, + "precision_at_1": 0.44, + "precision_at_3": 0.16815, + "precision_at_5": 0.10422, + "precision_at_10": 0.05433, + "precision_at_20": 0.02839, "precision_at_100": 0.00697, "precision_at_1000": 0.001, - "mrr_at_1": 0.445556, - "mrr_at_3": 0.473704, - "mrr_at_5": 0.478259, - "mrr_at_10": 0.480519, - "mrr_at_20": 0.482788, - "mrr_at_100": 0.485232, - "mrr_at_1000": 0.486645, - "nauc_ndcg_at_1_max": 0.919589, - "nauc_ndcg_at_1_std": 0.772151, - "nauc_ndcg_at_1_diff1": 0.900213, - "nauc_ndcg_at_3_max": 0.941577, - "nauc_ndcg_at_3_std": 0.814915, - "nauc_ndcg_at_3_diff1": 0.878794, - "nauc_ndcg_at_5_max": 0.942184, - "nauc_ndcg_at_5_std": 0.817747, - "nauc_ndcg_at_5_diff1": 0.873455, - "nauc_ndcg_at_10_max": 0.942544, - "nauc_ndcg_at_10_std": 0.823712, - "nauc_ndcg_at_10_diff1": 0.868771, - "nauc_ndcg_at_20_max": 0.937328, - "nauc_ndcg_at_20_std": 0.823431, - "nauc_ndcg_at_20_diff1": 0.862902, - "nauc_ndcg_at_100_max": 0.923853, - "nauc_ndcg_at_100_std": 0.813202, - "nauc_ndcg_at_100_diff1": 0.852807, - "nauc_ndcg_at_1000_max": 0.932451, - "nauc_ndcg_at_1000_std": 0.813316, - "nauc_ndcg_at_1000_diff1": 0.865925, - "nauc_map_at_1_max": 0.919589, - "nauc_map_at_1_std": 0.772151, - "nauc_map_at_1_diff1": 0.900213, - "nauc_map_at_3_max": 0.93717, - "nauc_map_at_3_std": 0.805429, - "nauc_map_at_3_diff1": 0.883863, - "nauc_map_at_5_max": 0.937445, - "nauc_map_at_5_std": 0.80692, - "nauc_map_at_5_diff1": 0.880841, - "nauc_map_at_10_max": 0.93763, - "nauc_map_at_10_std": 0.809262, - "nauc_map_at_10_diff1": 0.879062, - "nauc_map_at_20_max": 0.936213, - "nauc_map_at_20_std": 0.809199, - "nauc_map_at_20_diff1": 0.877458, - "nauc_map_at_100_max": 0.934657, - "nauc_map_at_100_std": 0.808, - "nauc_map_at_100_diff1": 0.87627, - "nauc_map_at_1000_max": 0.934835, - "nauc_map_at_1000_std": 0.807906, - "nauc_map_at_1000_diff1": 0.876616, - "nauc_recall_at_1_max": 0.919589, - "nauc_recall_at_1_std": 0.772151, - "nauc_recall_at_1_diff1": 0.900213, - "nauc_recall_at_3_max": 0.954091, - "nauc_recall_at_3_std": 0.842318, - "nauc_recall_at_3_diff1": 0.864006, - "nauc_recall_at_5_max": 0.956015, - "nauc_recall_at_5_std": 0.850005, - "nauc_recall_at_5_diff1": 0.850892, - "nauc_recall_at_10_max": 0.95716, - "nauc_recall_at_10_std": 0.870135, - "nauc_recall_at_10_diff1": 0.834792, - "nauc_recall_at_20_max": 0.935686, - "nauc_recall_at_20_std": 0.870263, - "nauc_recall_at_20_diff1": 0.809159, - "nauc_recall_at_100_max": 0.837729, - "nauc_recall_at_100_std": 0.80676, - "nauc_recall_at_100_diff1": 0.72492, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919589, - "nauc_precision_at_1_std": 0.772151, - "nauc_precision_at_1_diff1": 0.900213, - "nauc_precision_at_3_max": 0.954091, - "nauc_precision_at_3_std": 0.842318, - "nauc_precision_at_3_diff1": 0.864006, - "nauc_precision_at_5_max": 0.956015, - "nauc_precision_at_5_std": 0.850005, - "nauc_precision_at_5_diff1": 0.850892, - "nauc_precision_at_10_max": 0.95716, - "nauc_precision_at_10_std": 0.870135, - "nauc_precision_at_10_diff1": 0.834792, - "nauc_precision_at_20_max": 0.935686, - "nauc_precision_at_20_std": 0.870263, - "nauc_precision_at_20_diff1": 0.809159, - "nauc_precision_at_100_max": 0.837729, - "nauc_precision_at_100_std": 0.80676, - "nauc_precision_at_100_diff1": 0.72492, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919589, - "nauc_mrr_at_1_std": 0.772151, - "nauc_mrr_at_1_diff1": 0.900213, - "nauc_mrr_at_3_max": 0.93717, - "nauc_mrr_at_3_std": 0.805429, - "nauc_mrr_at_3_diff1": 0.883863, - "nauc_mrr_at_5_max": 0.937445, - "nauc_mrr_at_5_std": 0.80692, - "nauc_mrr_at_5_diff1": 0.880841, - "nauc_mrr_at_10_max": 0.93763, - "nauc_mrr_at_10_std": 0.809262, - "nauc_mrr_at_10_diff1": 0.879062, - "nauc_mrr_at_20_max": 0.936213, - "nauc_mrr_at_20_std": 0.809199, - "nauc_mrr_at_20_diff1": 0.877458, - "nauc_mrr_at_100_max": 0.934657, - "nauc_mrr_at_100_std": 0.808, - "nauc_mrr_at_100_diff1": 0.87627, - "nauc_mrr_at_1000_max": 0.934835, - "nauc_mrr_at_1000_std": 0.807906, - "nauc_mrr_at_1000_diff1": 0.876616, - "main_score": 0.49611, + "mrr_at_1": 0.44, + "mrr_at_3": 0.47037, + "mrr_at_5": 0.474259, + "mrr_at_10": 0.477055, + "mrr_at_20": 0.478873, + "mrr_at_100": 0.481666, + "mrr_at_1000": 0.483097, + "nauc_ndcg_at_1_max": 0.904722, + "nauc_ndcg_at_1_std": 0.757143, + "nauc_ndcg_at_1_diff1": 0.907271, + "nauc_ndcg_at_3_max": 0.921554, + "nauc_ndcg_at_3_std": 0.783574, + "nauc_ndcg_at_3_diff1": 0.87977, + "nauc_ndcg_at_5_max": 0.925661, + "nauc_ndcg_at_5_std": 0.794963, + "nauc_ndcg_at_5_diff1": 0.876152, + "nauc_ndcg_at_10_max": 0.923982, + "nauc_ndcg_at_10_std": 0.80061, + "nauc_ndcg_at_10_diff1": 0.870766, + "nauc_ndcg_at_20_max": 0.919031, + "nauc_ndcg_at_20_std": 0.799866, + "nauc_ndcg_at_20_diff1": 0.864443, + "nauc_ndcg_at_100_max": 0.906052, + "nauc_ndcg_at_100_std": 0.79043, + "nauc_ndcg_at_100_diff1": 0.852589, + "nauc_ndcg_at_1000_max": 0.914173, + "nauc_ndcg_at_1000_std": 0.789244, + "nauc_ndcg_at_1000_diff1": 0.867536, + "nauc_map_at_1_max": 0.904722, + "nauc_map_at_1_std": 0.757143, + "nauc_map_at_1_diff1": 0.907271, + "nauc_map_at_3_max": 0.91831, + "nauc_map_at_3_std": 0.777552, + "nauc_map_at_3_diff1": 0.886429, + "nauc_map_at_5_max": 0.920608, + "nauc_map_at_5_std": 0.783738, + "nauc_map_at_5_diff1": 0.884525, + "nauc_map_at_10_max": 0.919922, + "nauc_map_at_10_std": 0.785855, + "nauc_map_at_10_diff1": 0.882425, + "nauc_map_at_20_max": 0.918463, + "nauc_map_at_20_std": 0.785589, + "nauc_map_at_20_diff1": 0.880662, + "nauc_map_at_100_max": 0.91686, + "nauc_map_at_100_std": 0.784387, + "nauc_map_at_100_diff1": 0.879211, + "nauc_map_at_1000_max": 0.917013, + "nauc_map_at_1000_std": 0.784203, + "nauc_map_at_1000_diff1": 0.879616, + "nauc_recall_at_1_max": 0.904722, + "nauc_recall_at_1_std": 0.757143, + "nauc_recall_at_1_diff1": 0.907271, + "nauc_recall_at_3_max": 0.930688, + "nauc_recall_at_3_std": 0.801018, + "nauc_recall_at_3_diff1": 0.860304, + "nauc_recall_at_5_max": 0.940821, + "nauc_recall_at_5_std": 0.829834, + "nauc_recall_at_5_diff1": 0.850729, + "nauc_recall_at_10_max": 0.935733, + "nauc_recall_at_10_std": 0.849682, + "nauc_recall_at_10_diff1": 0.83242, + "nauc_recall_at_20_max": 0.916233, + "nauc_recall_at_20_std": 0.848163, + "nauc_recall_at_20_diff1": 0.805562, + "nauc_recall_at_100_max": 0.823655, + "nauc_recall_at_100_std": 0.79307, + "nauc_recall_at_100_diff1": 0.707682, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.904722, + "nauc_precision_at_1_std": 0.757143, + "nauc_precision_at_1_diff1": 0.907271, + "nauc_precision_at_3_max": 0.930688, + "nauc_precision_at_3_std": 0.801018, + "nauc_precision_at_3_diff1": 0.860304, + "nauc_precision_at_5_max": 0.940821, + "nauc_precision_at_5_std": 0.829834, + "nauc_precision_at_5_diff1": 0.850729, + "nauc_precision_at_10_max": 0.935733, + "nauc_precision_at_10_std": 0.849682, + "nauc_precision_at_10_diff1": 0.83242, + "nauc_precision_at_20_max": 0.916233, + "nauc_precision_at_20_std": 0.848163, + "nauc_precision_at_20_diff1": 0.805562, + "nauc_precision_at_100_max": 0.823655, + "nauc_precision_at_100_std": 0.79307, + "nauc_precision_at_100_diff1": 0.707682, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.904722, + "nauc_mrr_at_1_std": 0.757143, + "nauc_mrr_at_1_diff1": 0.907271, + "nauc_mrr_at_3_max": 0.91831, + "nauc_mrr_at_3_std": 0.777552, + "nauc_mrr_at_3_diff1": 0.886429, + "nauc_mrr_at_5_max": 0.920608, + "nauc_mrr_at_5_std": 0.783738, + "nauc_mrr_at_5_diff1": 0.884525, + "nauc_mrr_at_10_max": 0.919922, + "nauc_mrr_at_10_std": 0.785855, + "nauc_mrr_at_10_diff1": 0.882425, + "nauc_mrr_at_20_max": 0.918463, + "nauc_mrr_at_20_std": 0.785589, + "nauc_mrr_at_20_diff1": 0.880662, + "nauc_mrr_at_100_max": 0.91686, + "nauc_mrr_at_100_std": 0.784387, + "nauc_mrr_at_100_diff1": 0.879211, + "nauc_mrr_at_1000_max": 0.917013, + "nauc_mrr_at_1000_std": 0.784203, + "nauc_mrr_at_1000_diff1": 0.879616, + "hit_rate_at_1": 0.44, + "hit_rate_at_3": 0.50444, + "hit_rate_at_5": 0.52111, + "hit_rate_at_10": 0.54333, + "hit_rate_at_20": 0.56778, + "hit_rate_at_100": 0.69667, + "hit_rate_at_1000": 1.0, + "main_score": 0.49315, "hf_subset": "eng_Latn-plt_Latn", "languages": [ "eng-Latn", "plt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91333, - "ndcg_at_3": 0.941, - "ndcg_at_5": 0.94598, - "ndcg_at_10": 0.95038, - "ndcg_at_20": 0.95117, - "ndcg_at_100": 0.95263, - "ndcg_at_1000": 0.95293, - "map_at_1": 0.91333, - "map_at_3": 0.93407, - "map_at_5": 0.9368, - "map_at_10": 0.93866, - "map_at_20": 0.93885, - "map_at_100": 0.93906, - "map_at_1000": 0.93908, - "recall_at_1": 0.91333, - "recall_at_3": 0.96111, - "recall_at_5": 0.97333, - "recall_at_10": 0.98667, - "recall_at_20": 0.99, + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93241, + "ndcg_at_5": 0.93949, + "ndcg_at_10": 0.9435, + "ndcg_at_20": 0.94524, + "ndcg_at_100": 0.94734, + "ndcg_at_1000": 0.94764, + "map_at_1": 0.90556, + "map_at_3": 0.92593, + "map_at_5": 0.92998, + "map_at_10": 0.93168, + "map_at_20": 0.93218, + "map_at_100": 0.93249, + "map_at_1000": 0.9325, + "recall_at_1": 0.90556, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98667, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91333, - "precision_at_3": 0.32037, - "precision_at_5": 0.19467, - "precision_at_10": 0.09867, - "precision_at_20": 0.0495, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04933, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.913333, - "mrr_at_3": 0.934074, - "mrr_at_5": 0.936796, - "mrr_at_10": 0.938664, - "mrr_at_20": 0.938853, - "mrr_at_100": 0.939063, - "mrr_at_1000": 0.939077, - "nauc_ndcg_at_1_max": 0.820914, - "nauc_ndcg_at_1_std": -0.16295, - "nauc_ndcg_at_1_diff1": 0.91848, - "nauc_ndcg_at_3_max": 0.856177, - "nauc_ndcg_at_3_std": -0.119892, - "nauc_ndcg_at_3_diff1": 0.925449, - "nauc_ndcg_at_5_max": 0.848048, - "nauc_ndcg_at_5_std": -0.115205, - "nauc_ndcg_at_5_diff1": 0.921826, - "nauc_ndcg_at_10_max": 0.853085, - "nauc_ndcg_at_10_std": -0.099697, - "nauc_ndcg_at_10_diff1": 0.926328, - "nauc_ndcg_at_20_max": 0.85141, - "nauc_ndcg_at_20_std": -0.102802, - "nauc_ndcg_at_20_diff1": 0.925837, - "nauc_ndcg_at_100_max": 0.848072, - "nauc_ndcg_at_100_std": -0.114806, - "nauc_ndcg_at_100_diff1": 0.92466, - "nauc_ndcg_at_1000_max": 0.847089, - "nauc_ndcg_at_1000_std": -0.122018, - "nauc_ndcg_at_1000_diff1": 0.924173, - "nauc_map_at_1_max": 0.820914, - "nauc_map_at_1_std": -0.16295, - "nauc_map_at_1_diff1": 0.91848, - "nauc_map_at_3_max": 0.847377, - "nauc_map_at_3_std": -0.138029, - "nauc_map_at_3_diff1": 0.923553, - "nauc_map_at_5_max": 0.84306, - "nauc_map_at_5_std": -0.135513, - "nauc_map_at_5_diff1": 0.921754, - "nauc_map_at_10_max": 0.844536, - "nauc_map_at_10_std": -0.132268, - "nauc_map_at_10_diff1": 0.923434, - "nauc_map_at_20_max": 0.844188, - "nauc_map_at_20_std": -0.132998, - "nauc_map_at_20_diff1": 0.92333, - "nauc_map_at_100_max": 0.843794, - "nauc_map_at_100_std": -0.134114, - "nauc_map_at_100_diff1": 0.923175, - "nauc_map_at_1000_max": 0.843757, - "nauc_map_at_1000_std": -0.134382, - "nauc_map_at_1000_diff1": 0.923157, - "nauc_recall_at_1_max": 0.820914, - "nauc_recall_at_1_std": -0.16295, - "nauc_recall_at_1_diff1": 0.91848, - "nauc_recall_at_3_max": 0.897559, - "nauc_recall_at_3_std": -0.028025, - "nauc_recall_at_3_diff1": 0.934507, - "nauc_recall_at_5_max": 0.877354, - "nauc_recall_at_5_std": 0.026591, - "nauc_recall_at_5_diff1": 0.920829, - "nauc_recall_at_10_max": 0.965959, - "nauc_recall_at_10_std": 0.379007, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.969136, - "nauc_recall_at_20_std": 0.47645, - "nauc_recall_at_20_diff1": 0.970951, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929981, + "mrr_at_10": 0.931675, + "mrr_at_20": 0.93218, + "mrr_at_100": 0.932487, + "mrr_at_1000": 0.932502, + "nauc_ndcg_at_1_max": 0.81634, + "nauc_ndcg_at_1_std": -0.135882, + "nauc_ndcg_at_1_diff1": 0.925056, + "nauc_ndcg_at_3_max": 0.837915, + "nauc_ndcg_at_3_std": -0.094902, + "nauc_ndcg_at_3_diff1": 0.926816, + "nauc_ndcg_at_5_max": 0.841753, + "nauc_ndcg_at_5_std": -0.058022, + "nauc_ndcg_at_5_diff1": 0.925513, + "nauc_ndcg_at_10_max": 0.840392, + "nauc_ndcg_at_10_std": -0.086739, + "nauc_ndcg_at_10_diff1": 0.926956, + "nauc_ndcg_at_20_max": 0.840092, + "nauc_ndcg_at_20_std": -0.071568, + "nauc_ndcg_at_20_diff1": 0.927165, + "nauc_ndcg_at_100_max": 0.836652, + "nauc_ndcg_at_100_std": -0.078515, + "nauc_ndcg_at_100_diff1": 0.926725, + "nauc_ndcg_at_1000_max": 0.83569, + "nauc_ndcg_at_1000_std": -0.084865, + "nauc_ndcg_at_1000_diff1": 0.926293, + "nauc_map_at_1_max": 0.81634, + "nauc_map_at_1_std": -0.135882, + "nauc_map_at_1_diff1": 0.925056, + "nauc_map_at_3_max": 0.832258, + "nauc_map_at_3_std": -0.106971, + "nauc_map_at_3_diff1": 0.926319, + "nauc_map_at_5_max": 0.833809, + "nauc_map_at_5_std": -0.089557, + "nauc_map_at_5_diff1": 0.925642, + "nauc_map_at_10_max": 0.833025, + "nauc_map_at_10_std": -0.100499, + "nauc_map_at_10_diff1": 0.926035, + "nauc_map_at_20_max": 0.833, + "nauc_map_at_20_std": -0.096378, + "nauc_map_at_20_diff1": 0.926149, + "nauc_map_at_100_max": 0.832592, + "nauc_map_at_100_std": -0.096477, + "nauc_map_at_100_diff1": 0.926024, + "nauc_map_at_1000_max": 0.832555, + "nauc_map_at_1000_std": -0.096723, + "nauc_map_at_1000_diff1": 0.926007, + "nauc_recall_at_1_max": 0.81634, + "nauc_recall_at_1_std": -0.135882, + "nauc_recall_at_1_diff1": 0.925056, + "nauc_recall_at_3_max": 0.862034, + "nauc_recall_at_3_std": -0.042462, + "nauc_recall_at_3_diff1": 0.928964, + "nauc_recall_at_5_max": 0.891674, + "nauc_recall_at_5_std": 0.148975, + "nauc_recall_at_5_diff1": 0.924338, + "nauc_recall_at_10_max": 0.912335, + "nauc_recall_at_10_std": 0.030709, + "nauc_recall_at_10_diff1": 0.938012, + "nauc_recall_at_20_max": 0.939698, + "nauc_recall_at_20_std": 0.303727, + "nauc_recall_at_20_diff1": 0.944172, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820914, - "nauc_precision_at_1_std": -0.16295, - "nauc_precision_at_1_diff1": 0.91848, - "nauc_precision_at_3_max": 0.897559, - "nauc_precision_at_3_std": -0.028025, - "nauc_precision_at_3_diff1": 0.934507, - "nauc_precision_at_5_max": 0.877354, - "nauc_precision_at_5_std": 0.026591, - "nauc_precision_at_5_diff1": 0.920829, - "nauc_precision_at_10_max": 0.965959, - "nauc_precision_at_10_std": 0.379007, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.969136, - "nauc_precision_at_20_std": 0.47645, - "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_1_max": 0.81634, + "nauc_precision_at_1_std": -0.135882, + "nauc_precision_at_1_diff1": 0.925056, + "nauc_precision_at_3_max": 0.862034, + "nauc_precision_at_3_std": -0.042462, + "nauc_precision_at_3_diff1": 0.928964, + "nauc_precision_at_5_max": 0.891674, + "nauc_precision_at_5_std": 0.148975, + "nauc_precision_at_5_diff1": 0.924338, + "nauc_precision_at_10_max": 0.912335, + "nauc_precision_at_10_std": 0.030709, + "nauc_precision_at_10_diff1": 0.938012, + "nauc_precision_at_20_max": 0.939698, + "nauc_precision_at_20_std": 0.303727, + "nauc_precision_at_20_diff1": 0.944172, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820914, - "nauc_mrr_at_1_std": -0.16295, - "nauc_mrr_at_1_diff1": 0.91848, - "nauc_mrr_at_3_max": 0.847377, - "nauc_mrr_at_3_std": -0.138029, - "nauc_mrr_at_3_diff1": 0.923553, - "nauc_mrr_at_5_max": 0.84306, - "nauc_mrr_at_5_std": -0.135513, - "nauc_mrr_at_5_diff1": 0.921754, - "nauc_mrr_at_10_max": 0.844536, - "nauc_mrr_at_10_std": -0.132268, - "nauc_mrr_at_10_diff1": 0.923434, - "nauc_mrr_at_20_max": 0.844188, - "nauc_mrr_at_20_std": -0.132998, - "nauc_mrr_at_20_diff1": 0.92333, - "nauc_mrr_at_100_max": 0.843794, - "nauc_mrr_at_100_std": -0.134114, - "nauc_mrr_at_100_diff1": 0.923175, - "nauc_mrr_at_1000_max": 0.843757, - "nauc_mrr_at_1000_std": -0.134382, - "nauc_mrr_at_1000_diff1": 0.923157, - "main_score": 0.95038, + "nauc_mrr_at_1_max": 0.81634, + "nauc_mrr_at_1_std": -0.135882, + "nauc_mrr_at_1_diff1": 0.925056, + "nauc_mrr_at_3_max": 0.832258, + "nauc_mrr_at_3_std": -0.106971, + "nauc_mrr_at_3_diff1": 0.926319, + "nauc_mrr_at_5_max": 0.833809, + "nauc_mrr_at_5_std": -0.089557, + "nauc_mrr_at_5_diff1": 0.925642, + "nauc_mrr_at_10_max": 0.833025, + "nauc_mrr_at_10_std": -0.100499, + "nauc_mrr_at_10_diff1": 0.926035, + "nauc_mrr_at_20_max": 0.833, + "nauc_mrr_at_20_std": -0.096378, + "nauc_mrr_at_20_diff1": 0.926149, + "nauc_mrr_at_100_max": 0.832592, + "nauc_mrr_at_100_std": -0.096477, + "nauc_mrr_at_100_diff1": 0.926024, + "nauc_mrr_at_1000_max": 0.832555, + "nauc_mrr_at_1000_std": -0.096723, + "nauc_mrr_at_1000_diff1": 0.926007, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9435, "hf_subset": "pol_Latn-pol_Latn", "languages": [ "pol-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.95091, - "ndcg_at_5": 0.95507, - "ndcg_at_10": 0.95878, - "ndcg_at_20": 0.9596, - "ndcg_at_100": 0.9606, - "ndcg_at_1000": 0.96076, - "map_at_1": 0.92333, - "map_at_3": 0.94463, - "map_at_5": 0.94696, - "map_at_10": 0.94855, - "map_at_20": 0.94877, - "map_at_100": 0.9489, - "map_at_1000": 0.94891, - "recall_at_1": 0.92333, - "recall_at_3": 0.96889, + "ndcg_at_1": 0.91778, + "ndcg_at_3": 0.94591, + "ndcg_at_5": 0.95189, + "ndcg_at_10": 0.95505, + "ndcg_at_20": 0.95613, + "ndcg_at_100": 0.95708, + "ndcg_at_1000": 0.95723, + "map_at_1": 0.91778, + "map_at_3": 0.93944, + "map_at_5": 0.94278, + "map_at_10": 0.94404, + "map_at_20": 0.94431, + "map_at_100": 0.94441, + "map_at_1000": 0.94442, + "recall_at_1": 0.91778, + "recall_at_3": 0.96444, "recall_at_5": 0.97889, - "recall_at_10": 0.99, + "recall_at_10": 0.98889, "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32296, + "accuracy": 0.91778, + "precision_at_1": 0.91778, + "precision_at_3": 0.32148, "precision_at_5": 0.19578, - "precision_at_10": 0.099, + "precision_at_10": 0.09889, "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946963, - "mrr_at_10": 0.948555, - "mrr_at_20": 0.948771, - "mrr_at_100": 0.948901, - "mrr_at_1000": 0.94891, - "nauc_ndcg_at_1_max": 0.811594, - "nauc_ndcg_at_1_std": -0.254022, - "nauc_ndcg_at_1_diff1": 0.92186, - "nauc_ndcg_at_3_max": 0.824998, - "nauc_ndcg_at_3_std": -0.301623, - "nauc_ndcg_at_3_diff1": 0.9298, - "nauc_ndcg_at_5_max": 0.829568, - "nauc_ndcg_at_5_std": -0.269351, - "nauc_ndcg_at_5_diff1": 0.931369, - "nauc_ndcg_at_10_max": 0.830895, - "nauc_ndcg_at_10_std": -0.256018, - "nauc_ndcg_at_10_diff1": 0.931234, - "nauc_ndcg_at_20_max": 0.829448, - "nauc_ndcg_at_20_std": -0.257083, - "nauc_ndcg_at_20_diff1": 0.930774, - "nauc_ndcg_at_100_max": 0.825738, - "nauc_ndcg_at_100_std": -0.263554, - "nauc_ndcg_at_100_diff1": 0.929018, - "nauc_ndcg_at_1000_max": 0.825035, - "nauc_ndcg_at_1000_std": -0.268657, - "nauc_ndcg_at_1000_diff1": 0.928732, - "nauc_map_at_1_max": 0.811594, - "nauc_map_at_1_std": -0.254022, - "nauc_map_at_1_diff1": 0.92186, - "nauc_map_at_3_max": 0.820755, - "nauc_map_at_3_std": -0.293076, - "nauc_map_at_3_diff1": 0.927252, - "nauc_map_at_5_max": 0.822789, - "nauc_map_at_5_std": -0.27779, - "nauc_map_at_5_diff1": 0.927885, - "nauc_map_at_10_max": 0.822941, - "nauc_map_at_10_std": -0.274431, - "nauc_map_at_10_diff1": 0.927674, - "nauc_map_at_20_max": 0.822655, - "nauc_map_at_20_std": -0.27431, - "nauc_map_at_20_diff1": 0.927586, - "nauc_map_at_100_max": 0.822252, - "nauc_map_at_100_std": -0.274587, - "nauc_map_at_100_diff1": 0.927402, - "nauc_map_at_1000_max": 0.822221, - "nauc_map_at_1000_std": -0.274804, - "nauc_map_at_1000_diff1": 0.92739, - "nauc_recall_at_1_max": 0.811594, - "nauc_recall_at_1_std": -0.254022, - "nauc_recall_at_1_diff1": 0.92186, - "nauc_recall_at_3_max": 0.846622, - "nauc_recall_at_3_std": -0.340119, - "nauc_recall_at_3_diff1": 0.94281, - "nauc_recall_at_5_max": 0.879724, - "nauc_recall_at_5_std": -0.188904, - "nauc_recall_at_5_diff1": 0.957, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": 0.091607, - "nauc_recall_at_10_diff1": 0.985476, + "mrr_at_1": 0.917778, + "mrr_at_3": 0.939444, + "mrr_at_5": 0.942778, + "mrr_at_10": 0.944041, + "mrr_at_20": 0.944314, + "mrr_at_100": 0.944413, + "mrr_at_1000": 0.944419, + "nauc_ndcg_at_1_max": 0.783374, + "nauc_ndcg_at_1_std": -0.238127, + "nauc_ndcg_at_1_diff1": 0.917077, + "nauc_ndcg_at_3_max": 0.811974, + "nauc_ndcg_at_3_std": -0.230551, + "nauc_ndcg_at_3_diff1": 0.92503, + "nauc_ndcg_at_5_max": 0.808949, + "nauc_ndcg_at_5_std": -0.2402, + "nauc_ndcg_at_5_diff1": 0.925602, + "nauc_ndcg_at_10_max": 0.812264, + "nauc_ndcg_at_10_std": -0.203659, + "nauc_ndcg_at_10_diff1": 0.926572, + "nauc_ndcg_at_20_max": 0.811356, + "nauc_ndcg_at_20_std": -0.21196, + "nauc_ndcg_at_20_diff1": 0.925535, + "nauc_ndcg_at_100_max": 0.807762, + "nauc_ndcg_at_100_std": -0.217568, + "nauc_ndcg_at_100_diff1": 0.924471, + "nauc_ndcg_at_1000_max": 0.807108, + "nauc_ndcg_at_1000_std": -0.22171, + "nauc_ndcg_at_1000_diff1": 0.924214, + "nauc_map_at_1_max": 0.783374, + "nauc_map_at_1_std": -0.238127, + "nauc_map_at_1_diff1": 0.917077, + "nauc_map_at_3_max": 0.805548, + "nauc_map_at_3_std": -0.230363, + "nauc_map_at_3_diff1": 0.923266, + "nauc_map_at_5_max": 0.803707, + "nauc_map_at_5_std": -0.235391, + "nauc_map_at_5_diff1": 0.923302, + "nauc_map_at_10_max": 0.804586, + "nauc_map_at_10_std": -0.224077, + "nauc_map_at_10_diff1": 0.923477, + "nauc_map_at_20_max": 0.804266, + "nauc_map_at_20_std": -0.226308, + "nauc_map_at_20_diff1": 0.923238, + "nauc_map_at_100_max": 0.803965, + "nauc_map_at_100_std": -0.226746, + "nauc_map_at_100_diff1": 0.92315, + "nauc_map_at_1000_max": 0.803946, + "nauc_map_at_1000_std": -0.22687, + "nauc_map_at_1000_diff1": 0.923142, + "nauc_recall_at_1_max": 0.783374, + "nauc_recall_at_1_std": -0.238127, + "nauc_recall_at_1_diff1": 0.917077, + "nauc_recall_at_3_max": 0.841489, + "nauc_recall_at_3_std": -0.233354, + "nauc_recall_at_3_diff1": 0.933109, + "nauc_recall_at_5_max": 0.84557, + "nauc_recall_at_5_std": -0.282618, + "nauc_recall_at_5_diff1": 0.94324, + "nauc_recall_at_10_max": 0.922736, + "nauc_recall_at_10_std": 0.160738, + "nauc_recall_at_10_diff1": 0.973856, "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.214675, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.20845, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.811594, - "nauc_precision_at_1_std": -0.254022, - "nauc_precision_at_1_diff1": 0.92186, - "nauc_precision_at_3_max": 0.846622, - "nauc_precision_at_3_std": -0.340119, - "nauc_precision_at_3_diff1": 0.94281, - "nauc_precision_at_5_max": 0.879724, - "nauc_precision_at_5_std": -0.188904, - "nauc_precision_at_5_diff1": 0.957, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": 0.091607, - "nauc_precision_at_10_diff1": 0.985476, + "nauc_precision_at_1_max": 0.783374, + "nauc_precision_at_1_std": -0.238127, + "nauc_precision_at_1_diff1": 0.917077, + "nauc_precision_at_3_max": 0.841489, + "nauc_precision_at_3_std": -0.233354, + "nauc_precision_at_3_diff1": 0.933109, + "nauc_precision_at_5_max": 0.84557, + "nauc_precision_at_5_std": -0.282618, + "nauc_precision_at_5_diff1": 0.94324, + "nauc_precision_at_10_max": 0.922736, + "nauc_precision_at_10_std": 0.160738, + "nauc_precision_at_10_diff1": 0.973856, "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.214675, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.20845, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.811594, - "nauc_mrr_at_1_std": -0.254022, - "nauc_mrr_at_1_diff1": 0.92186, - "nauc_mrr_at_3_max": 0.820755, - "nauc_mrr_at_3_std": -0.293076, - "nauc_mrr_at_3_diff1": 0.927252, - "nauc_mrr_at_5_max": 0.822789, - "nauc_mrr_at_5_std": -0.27779, - "nauc_mrr_at_5_diff1": 0.927885, - "nauc_mrr_at_10_max": 0.822941, - "nauc_mrr_at_10_std": -0.274431, - "nauc_mrr_at_10_diff1": 0.927674, - "nauc_mrr_at_20_max": 0.822655, - "nauc_mrr_at_20_std": -0.27431, - "nauc_mrr_at_20_diff1": 0.927586, - "nauc_mrr_at_100_max": 0.822252, - "nauc_mrr_at_100_std": -0.274587, - "nauc_mrr_at_100_diff1": 0.927402, - "nauc_mrr_at_1000_max": 0.822221, - "nauc_mrr_at_1000_std": -0.274804, - "nauc_mrr_at_1000_diff1": 0.92739, - "main_score": 0.95878, + "nauc_mrr_at_1_max": 0.783374, + "nauc_mrr_at_1_std": -0.238127, + "nauc_mrr_at_1_diff1": 0.917077, + "nauc_mrr_at_3_max": 0.805548, + "nauc_mrr_at_3_std": -0.230363, + "nauc_mrr_at_3_diff1": 0.923266, + "nauc_mrr_at_5_max": 0.803707, + "nauc_mrr_at_5_std": -0.235391, + "nauc_mrr_at_5_diff1": 0.923302, + "nauc_mrr_at_10_max": 0.804586, + "nauc_mrr_at_10_std": -0.224077, + "nauc_mrr_at_10_diff1": 0.923477, + "nauc_mrr_at_20_max": 0.804266, + "nauc_mrr_at_20_std": -0.226308, + "nauc_mrr_at_20_diff1": 0.923238, + "nauc_mrr_at_100_max": 0.803965, + "nauc_mrr_at_100_std": -0.226746, + "nauc_mrr_at_100_diff1": 0.92315, + "nauc_mrr_at_1000_max": 0.803946, + "nauc_mrr_at_1000_std": -0.22687, + "nauc_mrr_at_1000_diff1": 0.923142, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95505, "hf_subset": "pol_Latn-eng_Latn", "languages": [ "pol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89222, - "ndcg_at_3": 0.92971, - "ndcg_at_5": 0.93564, - "ndcg_at_10": 0.94059, - "ndcg_at_20": 0.94142, - "ndcg_at_100": 0.94333, - "ndcg_at_1000": 0.94348, - "map_at_1": 0.89222, - "map_at_3": 0.92074, - "map_at_5": 0.92402, - "map_at_10": 0.92601, - "map_at_20": 0.92623, - "map_at_100": 0.92652, - "map_at_1000": 0.92653, - "recall_at_1": 0.89222, - "recall_at_3": 0.95556, - "recall_at_5": 0.97, - "recall_at_10": 0.98556, - "recall_at_20": 0.98889, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.9164, + "ndcg_at_5": 0.92578, + "ndcg_at_10": 0.92935, + "ndcg_at_20": 0.93346, + "ndcg_at_100": 0.93552, + "ndcg_at_1000": 0.93598, + "map_at_1": 0.88222, + "map_at_3": 0.90889, + "map_at_5": 0.91422, + "map_at_10": 0.91568, + "map_at_20": 0.91691, + "map_at_100": 0.91727, + "map_at_1000": 0.91729, + "recall_at_1": 0.88222, + "recall_at_3": 0.93778, + "recall_at_5": 0.96, + "recall_at_10": 0.97111, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.89222, - "precision_at_3": 0.31852, - "precision_at_5": 0.194, - "precision_at_10": 0.09856, - "precision_at_20": 0.04944, - "precision_at_100": 0.00999, + "accuracy": 0.88222, + "precision_at_1": 0.88222, + "precision_at_3": 0.31259, + "precision_at_5": 0.192, + "precision_at_10": 0.09711, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.892222, - "mrr_at_3": 0.920741, - "mrr_at_5": 0.924019, - "mrr_at_10": 0.926015, - "mrr_at_20": 0.926235, - "mrr_at_100": 0.926525, - "mrr_at_1000": 0.926531, - "nauc_ndcg_at_1_max": 0.816694, - "nauc_ndcg_at_1_std": -0.278071, - "nauc_ndcg_at_1_diff1": 0.92809, - "nauc_ndcg_at_3_max": 0.856218, - "nauc_ndcg_at_3_std": -0.235921, - "nauc_ndcg_at_3_diff1": 0.928123, - "nauc_ndcg_at_5_max": 0.853864, - "nauc_ndcg_at_5_std": -0.235282, - "nauc_ndcg_at_5_diff1": 0.928118, - "nauc_ndcg_at_10_max": 0.850742, - "nauc_ndcg_at_10_std": -0.2141, - "nauc_ndcg_at_10_diff1": 0.93113, - "nauc_ndcg_at_20_max": 0.84991, - "nauc_ndcg_at_20_std": -0.205283, - "nauc_ndcg_at_20_diff1": 0.930149, - "nauc_ndcg_at_100_max": 0.845743, - "nauc_ndcg_at_100_std": -0.228888, - "nauc_ndcg_at_100_diff1": 0.92917, - "nauc_ndcg_at_1000_max": 0.84534, - "nauc_ndcg_at_1000_std": -0.232104, - "nauc_ndcg_at_1000_diff1": 0.928984, - "nauc_map_at_1_max": 0.816694, - "nauc_map_at_1_std": -0.278071, - "nauc_map_at_1_diff1": 0.92809, - "nauc_map_at_3_max": 0.845157, - "nauc_map_at_3_std": -0.249145, - "nauc_map_at_3_diff1": 0.927846, - "nauc_map_at_5_max": 0.843783, - "nauc_map_at_5_std": -0.248135, - "nauc_map_at_5_diff1": 0.927839, - "nauc_map_at_10_max": 0.842451, - "nauc_map_at_10_std": -0.242131, - "nauc_map_at_10_diff1": 0.92887, - "nauc_map_at_20_max": 0.842272, - "nauc_map_at_20_std": -0.240051, - "nauc_map_at_20_diff1": 0.928656, - "nauc_map_at_100_max": 0.841737, - "nauc_map_at_100_std": -0.24301, - "nauc_map_at_100_diff1": 0.928516, - "nauc_map_at_1000_max": 0.841725, - "nauc_map_at_1000_std": -0.243111, - "nauc_map_at_1000_diff1": 0.92851, - "nauc_recall_at_1_max": 0.816694, - "nauc_recall_at_1_std": -0.278071, - "nauc_recall_at_1_diff1": 0.92809, - "nauc_recall_at_3_max": 0.911415, - "nauc_recall_at_3_std": -0.168709, - "nauc_recall_at_3_diff1": 0.929739, - "nauc_recall_at_5_max": 0.923574, - "nauc_recall_at_5_std": -0.146419, - "nauc_recall_at_5_diff1": 0.930404, - "nauc_recall_at_10_max": 0.959779, - "nauc_recall_at_10_std": 0.235402, - "nauc_recall_at_10_diff1": 0.969834, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.539776, - "nauc_recall_at_20_diff1": 0.960784, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.908889, + "mrr_at_5": 0.914222, + "mrr_at_10": 0.915684, + "mrr_at_20": 0.916906, + "mrr_at_100": 0.917271, + "mrr_at_1000": 0.917292, + "nauc_ndcg_at_1_max": 0.767774, + "nauc_ndcg_at_1_std": -0.325135, + "nauc_ndcg_at_1_diff1": 0.914589, + "nauc_ndcg_at_3_max": 0.815062, + "nauc_ndcg_at_3_std": -0.289154, + "nauc_ndcg_at_3_diff1": 0.907855, + "nauc_ndcg_at_5_max": 0.818813, + "nauc_ndcg_at_5_std": -0.258918, + "nauc_ndcg_at_5_diff1": 0.909365, + "nauc_ndcg_at_10_max": 0.814969, + "nauc_ndcg_at_10_std": -0.255334, + "nauc_ndcg_at_10_diff1": 0.908106, + "nauc_ndcg_at_20_max": 0.80704, + "nauc_ndcg_at_20_std": -0.273999, + "nauc_ndcg_at_20_diff1": 0.909386, + "nauc_ndcg_at_100_max": 0.804356, + "nauc_ndcg_at_100_std": -0.274813, + "nauc_ndcg_at_100_diff1": 0.910342, + "nauc_ndcg_at_1000_max": 0.803288, + "nauc_ndcg_at_1000_std": -0.280357, + "nauc_ndcg_at_1000_diff1": 0.910033, + "nauc_map_at_1_max": 0.767774, + "nauc_map_at_1_std": -0.325135, + "nauc_map_at_1_diff1": 0.914589, + "nauc_map_at_3_max": 0.801911, + "nauc_map_at_3_std": -0.298416, + "nauc_map_at_3_diff1": 0.909325, + "nauc_map_at_5_max": 0.802815, + "nauc_map_at_5_std": -0.284484, + "nauc_map_at_5_diff1": 0.910213, + "nauc_map_at_10_max": 0.801128, + "nauc_map_at_10_std": -0.284092, + "nauc_map_at_10_diff1": 0.909729, + "nauc_map_at_20_max": 0.799062, + "nauc_map_at_20_std": -0.289135, + "nauc_map_at_20_diff1": 0.91015, + "nauc_map_at_100_max": 0.798662, + "nauc_map_at_100_std": -0.289152, + "nauc_map_at_100_diff1": 0.910289, + "nauc_map_at_1000_max": 0.798625, + "nauc_map_at_1000_std": -0.28933, + "nauc_map_at_1000_diff1": 0.910281, + "nauc_recall_at_1_max": 0.767774, + "nauc_recall_at_1_std": -0.325135, + "nauc_recall_at_1_diff1": 0.914589, + "nauc_recall_at_3_max": 0.869039, + "nauc_recall_at_3_std": -0.251634, + "nauc_recall_at_3_diff1": 0.902086, + "nauc_recall_at_5_max": 0.916355, + "nauc_recall_at_5_std": -0.095874, + "nauc_recall_at_5_diff1": 0.905008, + "nauc_recall_at_10_max": 0.926291, + "nauc_recall_at_10_std": -9e-05, + "nauc_recall_at_10_diff1": 0.894868, + "nauc_recall_at_20_max": 0.907018, + "nauc_recall_at_20_std": -0.043573, + "nauc_recall_at_20_diff1": 0.899237, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.522409, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816694, - "nauc_precision_at_1_std": -0.278071, - "nauc_precision_at_1_diff1": 0.92809, - "nauc_precision_at_3_max": 0.911415, - "nauc_precision_at_3_std": -0.168709, - "nauc_precision_at_3_diff1": 0.929739, - "nauc_precision_at_5_max": 0.923574, - "nauc_precision_at_5_std": -0.146419, - "nauc_precision_at_5_diff1": 0.930404, - "nauc_precision_at_10_max": 0.959779, - "nauc_precision_at_10_std": 0.235402, - "nauc_precision_at_10_diff1": 0.969834, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.539776, - "nauc_precision_at_20_diff1": 0.960784, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1_max": 0.767774, + "nauc_precision_at_1_std": -0.325135, + "nauc_precision_at_1_diff1": 0.914589, + "nauc_precision_at_3_max": 0.869039, + "nauc_precision_at_3_std": -0.251634, + "nauc_precision_at_3_diff1": 0.902086, + "nauc_precision_at_5_max": 0.916355, + "nauc_precision_at_5_std": -0.095874, + "nauc_precision_at_5_diff1": 0.905008, + "nauc_precision_at_10_max": 0.926291, + "nauc_precision_at_10_std": -9e-05, + "nauc_precision_at_10_diff1": 0.894868, + "nauc_precision_at_20_max": 0.907018, + "nauc_precision_at_20_std": -0.043573, + "nauc_precision_at_20_diff1": 0.899237, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.522409, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816694, - "nauc_mrr_at_1_std": -0.278071, - "nauc_mrr_at_1_diff1": 0.92809, - "nauc_mrr_at_3_max": 0.845157, - "nauc_mrr_at_3_std": -0.249145, - "nauc_mrr_at_3_diff1": 0.927846, - "nauc_mrr_at_5_max": 0.843783, - "nauc_mrr_at_5_std": -0.248135, - "nauc_mrr_at_5_diff1": 0.927839, - "nauc_mrr_at_10_max": 0.842451, - "nauc_mrr_at_10_std": -0.242131, - "nauc_mrr_at_10_diff1": 0.92887, - "nauc_mrr_at_20_max": 0.842272, - "nauc_mrr_at_20_std": -0.240051, - "nauc_mrr_at_20_diff1": 0.928656, - "nauc_mrr_at_100_max": 0.841737, - "nauc_mrr_at_100_std": -0.24301, - "nauc_mrr_at_100_diff1": 0.928516, - "nauc_mrr_at_1000_max": 0.841725, - "nauc_mrr_at_1000_std": -0.243111, - "nauc_mrr_at_1000_diff1": 0.92851, - "main_score": 0.94059, + "nauc_mrr_at_1_max": 0.767774, + "nauc_mrr_at_1_std": -0.325135, + "nauc_mrr_at_1_diff1": 0.914589, + "nauc_mrr_at_3_max": 0.801911, + "nauc_mrr_at_3_std": -0.298416, + "nauc_mrr_at_3_diff1": 0.909325, + "nauc_mrr_at_5_max": 0.802815, + "nauc_mrr_at_5_std": -0.284484, + "nauc_mrr_at_5_diff1": 0.910213, + "nauc_mrr_at_10_max": 0.801128, + "nauc_mrr_at_10_std": -0.284092, + "nauc_mrr_at_10_diff1": 0.909729, + "nauc_mrr_at_20_max": 0.799062, + "nauc_mrr_at_20_std": -0.289135, + "nauc_mrr_at_20_diff1": 0.91015, + "nauc_mrr_at_100_max": 0.798662, + "nauc_mrr_at_100_std": -0.289152, + "nauc_mrr_at_100_diff1": 0.910289, + "nauc_mrr_at_1000_max": 0.798625, + "nauc_mrr_at_1000_std": -0.28933, + "nauc_mrr_at_1000_diff1": 0.910281, + "hit_rate_at_1": 0.88222, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92935, "hf_subset": "eng_Latn-pol_Latn", "languages": [ "eng-Latn", "pol-Latn" - ] - }, - { - "ndcg_at_1": 0.92667, - "ndcg_at_3": 0.95577, - "ndcg_at_5": 0.95897, - "ndcg_at_10": 0.96033, - "ndcg_at_20": 0.96212, - "ndcg_at_100": 0.9628, - "ndcg_at_1000": 0.9631, - "map_at_1": 0.92667, - "map_at_3": 0.94889, - "map_at_5": 0.95067, - "map_at_10": 0.95119, - "map_at_20": 0.95173, - "map_at_100": 0.95185, - "map_at_1000": 0.95186, - "recall_at_1": 0.92667, - "recall_at_3": 0.97556, - "recall_at_5": 0.98333, - "recall_at_10": 0.98778, - "recall_at_20": 0.99444, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94684, + "ndcg_at_5": 0.94918, + "ndcg_at_10": 0.95211, + "ndcg_at_20": 0.95357, + "ndcg_at_100": 0.95481, + "ndcg_at_1000": 0.95494, + "map_at_1": 0.90778, + "map_at_3": 0.93796, + "map_at_5": 0.9393, + "map_at_10": 0.94053, + "map_at_20": 0.94096, + "map_at_100": 0.94114, + "map_at_1000": 0.94114, + "recall_at_1": 0.90778, + "recall_at_3": 0.97222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92667, - "precision_at_3": 0.32519, - "precision_at_5": 0.19667, - "precision_at_10": 0.09878, - "precision_at_20": 0.04972, - "precision_at_100": 0.00998, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32407, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.926667, - "mrr_at_3": 0.948889, - "mrr_at_5": 0.950667, - "mrr_at_10": 0.951187, - "mrr_at_20": 0.951729, - "mrr_at_100": 0.951847, - "mrr_at_1000": 0.951862, - "nauc_ndcg_at_1_max": 0.776115, - "nauc_ndcg_at_1_std": -0.187145, - "nauc_ndcg_at_1_diff1": 0.944791, - "nauc_ndcg_at_3_max": 0.833718, - "nauc_ndcg_at_3_std": -0.095037, - "nauc_ndcg_at_3_diff1": 0.954742, - "nauc_ndcg_at_5_max": 0.830124, - "nauc_ndcg_at_5_std": -0.105621, - "nauc_ndcg_at_5_diff1": 0.955488, - "nauc_ndcg_at_10_max": 0.826535, - "nauc_ndcg_at_10_std": -0.10917, - "nauc_ndcg_at_10_diff1": 0.953958, - "nauc_ndcg_at_20_max": 0.82171, - "nauc_ndcg_at_20_std": -0.116553, - "nauc_ndcg_at_20_diff1": 0.953667, - "nauc_ndcg_at_100_max": 0.818454, - "nauc_ndcg_at_100_std": -0.113636, - "nauc_ndcg_at_100_diff1": 0.95282, - "nauc_ndcg_at_1000_max": 0.816968, - "nauc_ndcg_at_1000_std": -0.122752, - "nauc_ndcg_at_1000_diff1": 0.952434, - "nauc_map_at_1_max": 0.776115, - "nauc_map_at_1_std": -0.187145, - "nauc_map_at_1_diff1": 0.944791, - "nauc_map_at_3_max": 0.817129, - "nauc_map_at_3_std": -0.124687, - "nauc_map_at_3_diff1": 0.952164, - "nauc_map_at_5_max": 0.814918, - "nauc_map_at_5_std": -0.129629, - "nauc_map_at_5_diff1": 0.952281, - "nauc_map_at_10_max": 0.813579, - "nauc_map_at_10_std": -0.131732, - "nauc_map_at_10_diff1": 0.951773, - "nauc_map_at_20_max": 0.812337, - "nauc_map_at_20_std": -0.132994, - "nauc_map_at_20_diff1": 0.951606, - "nauc_map_at_100_max": 0.811879, - "nauc_map_at_100_std": -0.132949, - "nauc_map_at_100_diff1": 0.951488, - "nauc_map_at_1000_max": 0.811821, - "nauc_map_at_1000_std": -0.133296, - "nauc_map_at_1000_diff1": 0.951473, - "nauc_recall_at_1_max": 0.776115, - "nauc_recall_at_1_std": -0.187145, - "nauc_recall_at_1_diff1": 0.944791, - "nauc_recall_at_3_max": 0.930927, - "nauc_recall_at_3_std": 0.081954, - "nauc_recall_at_3_diff1": 0.969548, - "nauc_recall_at_5_max": 0.954248, - "nauc_recall_at_5_std": 0.088889, - "nauc_recall_at_5_diff1": 0.982571, - "nauc_recall_at_10_max": 0.962864, - "nauc_recall_at_10_std": 0.138825, - "nauc_recall_at_10_diff1": 0.976233, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.201401, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.937963, + "mrr_at_5": 0.939296, + "mrr_at_10": 0.940534, + "mrr_at_20": 0.940965, + "mrr_at_100": 0.94114, + "mrr_at_1000": 0.941145, + "nauc_ndcg_at_1_max": 0.77379, + "nauc_ndcg_at_1_std": -0.224781, + "nauc_ndcg_at_1_diff1": 0.949546, + "nauc_ndcg_at_3_max": 0.826632, + "nauc_ndcg_at_3_std": -0.101627, + "nauc_ndcg_at_3_diff1": 0.948554, + "nauc_ndcg_at_5_max": 0.824972, + "nauc_ndcg_at_5_std": -0.095835, + "nauc_ndcg_at_5_diff1": 0.94853, + "nauc_ndcg_at_10_max": 0.816244, + "nauc_ndcg_at_10_std": -0.126284, + "nauc_ndcg_at_10_diff1": 0.950554, + "nauc_ndcg_at_20_max": 0.815291, + "nauc_ndcg_at_20_std": -0.123525, + "nauc_ndcg_at_20_diff1": 0.950652, + "nauc_ndcg_at_100_max": 0.810801, + "nauc_ndcg_at_100_std": -0.134672, + "nauc_ndcg_at_100_diff1": 0.950008, + "nauc_ndcg_at_1000_max": 0.810221, + "nauc_ndcg_at_1000_std": -0.138153, + "nauc_ndcg_at_1000_diff1": 0.949855, + "nauc_map_at_1_max": 0.77379, + "nauc_map_at_1_std": -0.224781, + "nauc_map_at_1_diff1": 0.949546, + "nauc_map_at_3_max": 0.810512, + "nauc_map_at_3_std": -0.141298, + "nauc_map_at_3_diff1": 0.94889, + "nauc_map_at_5_max": 0.809371, + "nauc_map_at_5_std": -0.13906, + "nauc_map_at_5_diff1": 0.948784, + "nauc_map_at_10_max": 0.806054, + "nauc_map_at_10_std": -0.151456, + "nauc_map_at_10_diff1": 0.949506, + "nauc_map_at_20_max": 0.805877, + "nauc_map_at_20_std": -0.15016, + "nauc_map_at_20_diff1": 0.949525, + "nauc_map_at_100_max": 0.805351, + "nauc_map_at_100_std": -0.151572, + "nauc_map_at_100_diff1": 0.949487, + "nauc_map_at_1000_max": 0.805337, + "nauc_map_at_1000_std": -0.151655, + "nauc_map_at_1000_diff1": 0.949483, + "nauc_recall_at_1_max": 0.77379, + "nauc_recall_at_1_std": -0.224781, + "nauc_recall_at_1_diff1": 0.949546, + "nauc_recall_at_3_max": 0.927918, + "nauc_recall_at_3_std": 0.149916, + "nauc_recall_at_3_diff1": 0.946405, + "nauc_recall_at_5_max": 0.944211, + "nauc_recall_at_5_std": 0.240219, + "nauc_recall_at_5_diff1": 0.946895, + "nauc_recall_at_10_max": 0.928805, + "nauc_recall_at_10_std": 0.158458, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.379885, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.776115, - "nauc_precision_at_1_std": -0.187145, - "nauc_precision_at_1_diff1": 0.944791, - "nauc_precision_at_3_max": 0.930927, - "nauc_precision_at_3_std": 0.081954, - "nauc_precision_at_3_diff1": 0.969548, - "nauc_precision_at_5_max": 0.954248, - "nauc_precision_at_5_std": 0.088889, - "nauc_precision_at_5_diff1": 0.982571, - "nauc_precision_at_10_max": 0.962864, - "nauc_precision_at_10_std": 0.138825, - "nauc_precision_at_10_diff1": 0.976233, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.201401, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.77379, + "nauc_precision_at_1_std": -0.224781, + "nauc_precision_at_1_diff1": 0.949546, + "nauc_precision_at_3_max": 0.927918, + "nauc_precision_at_3_std": 0.149916, + "nauc_precision_at_3_diff1": 0.946405, + "nauc_precision_at_5_max": 0.944211, + "nauc_precision_at_5_std": 0.240219, + "nauc_precision_at_5_diff1": 0.946895, + "nauc_precision_at_10_max": 0.928805, + "nauc_precision_at_10_std": 0.158458, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.379885, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.776115, - "nauc_mrr_at_1_std": -0.187145, - "nauc_mrr_at_1_diff1": 0.944791, - "nauc_mrr_at_3_max": 0.817129, - "nauc_mrr_at_3_std": -0.124687, - "nauc_mrr_at_3_diff1": 0.952164, - "nauc_mrr_at_5_max": 0.814918, - "nauc_mrr_at_5_std": -0.129629, - "nauc_mrr_at_5_diff1": 0.952281, - "nauc_mrr_at_10_max": 0.813579, - "nauc_mrr_at_10_std": -0.131732, - "nauc_mrr_at_10_diff1": 0.951773, - "nauc_mrr_at_20_max": 0.812337, - "nauc_mrr_at_20_std": -0.132994, - "nauc_mrr_at_20_diff1": 0.951606, - "nauc_mrr_at_100_max": 0.811879, - "nauc_mrr_at_100_std": -0.132949, - "nauc_mrr_at_100_diff1": 0.951488, - "nauc_mrr_at_1000_max": 0.811821, - "nauc_mrr_at_1000_std": -0.133296, - "nauc_mrr_at_1000_diff1": 0.951473, - "main_score": 0.96033, + "nauc_mrr_at_1_max": 0.77379, + "nauc_mrr_at_1_std": -0.224781, + "nauc_mrr_at_1_diff1": 0.949546, + "nauc_mrr_at_3_max": 0.810512, + "nauc_mrr_at_3_std": -0.141298, + "nauc_mrr_at_3_diff1": 0.94889, + "nauc_mrr_at_5_max": 0.809371, + "nauc_mrr_at_5_std": -0.13906, + "nauc_mrr_at_5_diff1": 0.948784, + "nauc_mrr_at_10_max": 0.806054, + "nauc_mrr_at_10_std": -0.151456, + "nauc_mrr_at_10_diff1": 0.949506, + "nauc_mrr_at_20_max": 0.805877, + "nauc_mrr_at_20_std": -0.15016, + "nauc_mrr_at_20_diff1": 0.949525, + "nauc_mrr_at_100_max": 0.805351, + "nauc_mrr_at_100_std": -0.151572, + "nauc_mrr_at_100_diff1": 0.949487, + "nauc_mrr_at_1000_max": 0.805337, + "nauc_mrr_at_1000_std": -0.151655, + "nauc_mrr_at_1000_diff1": 0.949483, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.97222, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95211, "hf_subset": "por_Latn-por_Latn", "languages": [ "por-Latn", "por-Latn" - ] - }, - { - "ndcg_at_1": 0.93111, - "ndcg_at_3": 0.95659, - "ndcg_at_5": 0.96027, - "ndcg_at_10": 0.96313, - "ndcg_at_20": 0.96461, - "ndcg_at_100": 0.96501, - "ndcg_at_1000": 0.96517, - "map_at_1": 0.93111, - "map_at_3": 0.95074, - "map_at_5": 0.9528, - "map_at_10": 0.95398, - "map_at_20": 0.95442, - "map_at_100": 0.95447, - "map_at_1000": 0.95448, - "recall_at_1": 0.93111, - "recall_at_3": 0.97333, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95229, + "ndcg_at_5": 0.95635, + "ndcg_at_10": 0.95917, + "ndcg_at_20": 0.96091, + "ndcg_at_100": 0.96159, + "ndcg_at_1000": 0.96174, + "map_at_1": 0.92556, + "map_at_3": 0.94611, + "map_at_5": 0.94833, + "map_at_10": 0.94946, + "map_at_20": 0.94996, + "map_at_100": 0.95008, + "map_at_1000": 0.95009, + "recall_at_1": 0.92556, + "recall_at_3": 0.97, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99556, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93111, - "precision_at_3": 0.32444, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04983, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32333, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04978, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.931111, - "mrr_at_3": 0.950741, - "mrr_at_5": 0.952796, - "mrr_at_10": 0.953975, - "mrr_at_20": 0.954419, - "mrr_at_100": 0.954467, - "mrr_at_1000": 0.954478, - "nauc_ndcg_at_1_max": 0.829772, - "nauc_ndcg_at_1_std": -0.27582, - "nauc_ndcg_at_1_diff1": 0.952223, - "nauc_ndcg_at_3_max": 0.854041, - "nauc_ndcg_at_3_std": -0.314496, - "nauc_ndcg_at_3_diff1": 0.958479, - "nauc_ndcg_at_5_max": 0.85743, - "nauc_ndcg_at_5_std": -0.292587, - "nauc_ndcg_at_5_diff1": 0.960768, - "nauc_ndcg_at_10_max": 0.854096, - "nauc_ndcg_at_10_std": -0.246738, - "nauc_ndcg_at_10_diff1": 0.958858, - "nauc_ndcg_at_20_max": 0.851678, - "nauc_ndcg_at_20_std": -0.252016, - "nauc_ndcg_at_20_diff1": 0.958217, - "nauc_ndcg_at_100_max": 0.850006, - "nauc_ndcg_at_100_std": -0.266132, - "nauc_ndcg_at_100_diff1": 0.957746, - "nauc_ndcg_at_1000_max": 0.849302, - "nauc_ndcg_at_1000_std": -0.272077, - "nauc_ndcg_at_1000_diff1": 0.957547, - "nauc_map_at_1_max": 0.829772, - "nauc_map_at_1_std": -0.27582, - "nauc_map_at_1_diff1": 0.952223, - "nauc_map_at_3_max": 0.847495, - "nauc_map_at_3_std": -0.303093, - "nauc_map_at_3_diff1": 0.956763, - "nauc_map_at_5_max": 0.848959, - "nauc_map_at_5_std": -0.29153, - "nauc_map_at_5_diff1": 0.957804, - "nauc_map_at_10_max": 0.847557, - "nauc_map_at_10_std": -0.275889, - "nauc_map_at_10_diff1": 0.957038, - "nauc_map_at_20_max": 0.846908, - "nauc_map_at_20_std": -0.277895, - "nauc_map_at_20_diff1": 0.956865, - "nauc_map_at_100_max": 0.846746, - "nauc_map_at_100_std": -0.27925, - "nauc_map_at_100_diff1": 0.956819, - "nauc_map_at_1000_max": 0.846712, - "nauc_map_at_1000_std": -0.279534, - "nauc_map_at_1000_diff1": 0.95681, - "nauc_recall_at_1_max": 0.829772, - "nauc_recall_at_1_std": -0.27582, - "nauc_recall_at_1_diff1": 0.952223, - "nauc_recall_at_3_max": 0.887683, - "nauc_recall_at_3_std": -0.374027, - "nauc_recall_at_3_diff1": 0.96732, - "nauc_recall_at_5_max": 0.921073, - "nauc_recall_at_5_std": -0.294088, - "nauc_recall_at_5_diff1": 0.98366, - "nauc_recall_at_10_max": 0.944269, - "nauc_recall_at_10_std": 0.28233, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 1.0, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.946111, + "mrr_at_5": 0.948333, + "mrr_at_10": 0.949458, + "mrr_at_20": 0.949964, + "mrr_at_100": 0.950084, + "mrr_at_1000": 0.95009, + "nauc_ndcg_at_1_max": 0.818854, + "nauc_ndcg_at_1_std": -0.222445, + "nauc_ndcg_at_1_diff1": 0.964394, + "nauc_ndcg_at_3_max": 0.838884, + "nauc_ndcg_at_3_std": -0.230594, + "nauc_ndcg_at_3_diff1": 0.965014, + "nauc_ndcg_at_5_max": 0.844942, + "nauc_ndcg_at_5_std": -0.191811, + "nauc_ndcg_at_5_diff1": 0.96609, + "nauc_ndcg_at_10_max": 0.841089, + "nauc_ndcg_at_10_std": -0.17582, + "nauc_ndcg_at_10_diff1": 0.965893, + "nauc_ndcg_at_20_max": 0.834014, + "nauc_ndcg_at_20_std": -0.205274, + "nauc_ndcg_at_20_diff1": 0.965266, + "nauc_ndcg_at_100_max": 0.836755, + "nauc_ndcg_at_100_std": -0.195671, + "nauc_ndcg_at_100_diff1": 0.965497, + "nauc_ndcg_at_1000_max": 0.836131, + "nauc_ndcg_at_1000_std": -0.200244, + "nauc_ndcg_at_1000_diff1": 0.965365, + "nauc_map_at_1_max": 0.818854, + "nauc_map_at_1_std": -0.222445, + "nauc_map_at_1_diff1": 0.964394, + "nauc_map_at_3_max": 0.834302, + "nauc_map_at_3_std": -0.224361, + "nauc_map_at_3_diff1": 0.964906, + "nauc_map_at_5_max": 0.836711, + "nauc_map_at_5_std": -0.20737, + "nauc_map_at_5_diff1": 0.965452, + "nauc_map_at_10_max": 0.835257, + "nauc_map_at_10_std": -0.202181, + "nauc_map_at_10_diff1": 0.965322, + "nauc_map_at_20_max": 0.833589, + "nauc_map_at_20_std": -0.208637, + "nauc_map_at_20_diff1": 0.965142, + "nauc_map_at_100_max": 0.834119, + "nauc_map_at_100_std": -0.206723, + "nauc_map_at_100_diff1": 0.965197, + "nauc_map_at_1000_max": 0.834099, + "nauc_map_at_1000_std": -0.206863, + "nauc_map_at_1000_diff1": 0.965193, + "nauc_recall_at_1_max": 0.818854, + "nauc_recall_at_1_std": -0.222445, + "nauc_recall_at_1_diff1": 0.964394, + "nauc_recall_at_3_max": 0.861085, + "nauc_recall_at_3_std": -0.265519, + "nauc_recall_at_3_diff1": 0.965505, + "nauc_recall_at_5_max": 0.906785, + "nauc_recall_at_5_std": -0.061858, + "nauc_recall_at_5_diff1": 0.970951, + "nauc_recall_at_10_max": 0.912278, + "nauc_recall_at_10_std": 0.218394, + "nauc_recall_at_10_diff1": 0.973856, + "nauc_recall_at_20_max": 0.780696, + "nauc_recall_at_20_std": -0.222923, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829772, - "nauc_precision_at_1_std": -0.27582, - "nauc_precision_at_1_diff1": 0.952223, - "nauc_precision_at_3_max": 0.887683, - "nauc_precision_at_3_std": -0.374027, - "nauc_precision_at_3_diff1": 0.96732, - "nauc_precision_at_5_max": 0.921073, - "nauc_precision_at_5_std": -0.294088, - "nauc_precision_at_5_diff1": 0.98366, - "nauc_precision_at_10_max": 0.944269, - "nauc_precision_at_10_std": 0.28233, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 1.0, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.818854, + "nauc_precision_at_1_std": -0.222445, + "nauc_precision_at_1_diff1": 0.964394, + "nauc_precision_at_3_max": 0.861085, + "nauc_precision_at_3_std": -0.265519, + "nauc_precision_at_3_diff1": 0.965505, + "nauc_precision_at_5_max": 0.906785, + "nauc_precision_at_5_std": -0.061858, + "nauc_precision_at_5_diff1": 0.970951, + "nauc_precision_at_10_max": 0.912278, + "nauc_precision_at_10_std": 0.218394, + "nauc_precision_at_10_diff1": 0.973856, + "nauc_precision_at_20_max": 0.780696, + "nauc_precision_at_20_std": -0.222923, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829772, - "nauc_mrr_at_1_std": -0.27582, - "nauc_mrr_at_1_diff1": 0.952223, - "nauc_mrr_at_3_max": 0.847495, - "nauc_mrr_at_3_std": -0.303093, - "nauc_mrr_at_3_diff1": 0.956763, - "nauc_mrr_at_5_max": 0.848959, - "nauc_mrr_at_5_std": -0.29153, - "nauc_mrr_at_5_diff1": 0.957804, - "nauc_mrr_at_10_max": 0.847557, - "nauc_mrr_at_10_std": -0.275889, - "nauc_mrr_at_10_diff1": 0.957038, - "nauc_mrr_at_20_max": 0.846908, - "nauc_mrr_at_20_std": -0.277895, - "nauc_mrr_at_20_diff1": 0.956865, - "nauc_mrr_at_100_max": 0.846746, - "nauc_mrr_at_100_std": -0.27925, - "nauc_mrr_at_100_diff1": 0.956819, - "nauc_mrr_at_1000_max": 0.846712, - "nauc_mrr_at_1000_std": -0.279534, - "nauc_mrr_at_1000_diff1": 0.95681, - "main_score": 0.96313, + "nauc_mrr_at_1_max": 0.818854, + "nauc_mrr_at_1_std": -0.222445, + "nauc_mrr_at_1_diff1": 0.964394, + "nauc_mrr_at_3_max": 0.834302, + "nauc_mrr_at_3_std": -0.224361, + "nauc_mrr_at_3_diff1": 0.964906, + "nauc_mrr_at_5_max": 0.836711, + "nauc_mrr_at_5_std": -0.20737, + "nauc_mrr_at_5_diff1": 0.965452, + "nauc_mrr_at_10_max": 0.835257, + "nauc_mrr_at_10_std": -0.202181, + "nauc_mrr_at_10_diff1": 0.965322, + "nauc_mrr_at_20_max": 0.833589, + "nauc_mrr_at_20_std": -0.208637, + "nauc_mrr_at_20_diff1": 0.965142, + "nauc_mrr_at_100_max": 0.834119, + "nauc_mrr_at_100_std": -0.206723, + "nauc_mrr_at_100_diff1": 0.965197, + "nauc_mrr_at_1000_max": 0.834099, + "nauc_mrr_at_1000_std": -0.206863, + "nauc_mrr_at_1000_diff1": 0.965193, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95917, "hf_subset": "por_Latn-eng_Latn", "languages": [ "por-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94884, - "ndcg_at_5": 0.95257, - "ndcg_at_10": 0.95591, - "ndcg_at_20": 0.95702, - "ndcg_at_100": 0.95787, - "ndcg_at_1000": 0.95816, - "map_at_1": 0.91778, - "map_at_3": 0.94148, - "map_at_5": 0.94359, - "map_at_10": 0.94504, - "map_at_20": 0.94533, - "map_at_100": 0.94546, - "map_at_1000": 0.94547, - "recall_at_1": 0.91778, - "recall_at_3": 0.97, - "recall_at_5": 0.97889, - "recall_at_10": 0.98889, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93877, + "ndcg_at_5": 0.94427, + "ndcg_at_10": 0.94796, + "ndcg_at_20": 0.94881, + "ndcg_at_100": 0.94985, + "ndcg_at_1000": 0.9503, + "map_at_1": 0.90111, + "map_at_3": 0.93019, + "map_at_5": 0.93324, + "map_at_10": 0.93482, + "map_at_20": 0.93505, + "map_at_100": 0.9352, + "map_at_1000": 0.93523, + "recall_at_1": 0.90111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19578, - "precision_at_10": 0.09889, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.941481, - "mrr_at_5": 0.943593, - "mrr_at_10": 0.945037, - "mrr_at_20": 0.945334, - "mrr_at_100": 0.945458, - "mrr_at_1000": 0.945468, - "nauc_ndcg_at_1_max": 0.819397, - "nauc_ndcg_at_1_std": -0.140302, - "nauc_ndcg_at_1_diff1": 0.939435, - "nauc_ndcg_at_3_max": 0.862402, - "nauc_ndcg_at_3_std": -0.17552, - "nauc_ndcg_at_3_diff1": 0.943292, - "nauc_ndcg_at_5_max": 0.859442, - "nauc_ndcg_at_5_std": -0.167122, - "nauc_ndcg_at_5_diff1": 0.945171, - "nauc_ndcg_at_10_max": 0.85113, - "nauc_ndcg_at_10_std": -0.164874, - "nauc_ndcg_at_10_diff1": 0.944546, - "nauc_ndcg_at_20_max": 0.849922, - "nauc_ndcg_at_20_std": -0.155887, - "nauc_ndcg_at_20_diff1": 0.944923, - "nauc_ndcg_at_100_max": 0.847589, - "nauc_ndcg_at_100_std": -0.148562, - "nauc_ndcg_at_100_diff1": 0.943811, - "nauc_ndcg_at_1000_max": 0.846543, - "nauc_ndcg_at_1000_std": -0.156002, - "nauc_ndcg_at_1000_diff1": 0.943425, - "nauc_map_at_1_max": 0.819397, - "nauc_map_at_1_std": -0.140302, - "nauc_map_at_1_diff1": 0.939435, - "nauc_map_at_3_max": 0.848626, - "nauc_map_at_3_std": -0.16885, - "nauc_map_at_3_diff1": 0.942027, - "nauc_map_at_5_max": 0.846519, - "nauc_map_at_5_std": -0.164753, - "nauc_map_at_5_diff1": 0.942755, - "nauc_map_at_10_max": 0.843368, - "nauc_map_at_10_std": -0.162715, - "nauc_map_at_10_diff1": 0.942517, - "nauc_map_at_20_max": 0.84307, - "nauc_map_at_20_std": -0.160353, - "nauc_map_at_20_diff1": 0.942635, - "nauc_map_at_100_max": 0.842804, - "nauc_map_at_100_std": -0.159242, - "nauc_map_at_100_diff1": 0.942505, - "nauc_map_at_1000_max": 0.842773, - "nauc_map_at_1000_std": -0.159454, - "nauc_map_at_1000_diff1": 0.942494, - "nauc_recall_at_1_max": 0.819397, - "nauc_recall_at_1_std": -0.140302, - "nauc_recall_at_1_diff1": 0.939435, - "nauc_recall_at_3_max": 0.939309, - "nauc_recall_at_3_std": -0.208822, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.95786, - "nauc_recall_at_5_std": -0.176249, - "nauc_recall_at_5_diff1": 0.96474, - "nauc_recall_at_10_max": 0.946078, - "nauc_recall_at_10_std": -0.188609, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.000389, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.930185, + "mrr_at_5": 0.933241, + "mrr_at_10": 0.934817, + "mrr_at_20": 0.935053, + "mrr_at_100": 0.935204, + "mrr_at_1000": 0.935225, + "nauc_ndcg_at_1_max": 0.785221, + "nauc_ndcg_at_1_std": -0.339985, + "nauc_ndcg_at_1_diff1": 0.927428, + "nauc_ndcg_at_3_max": 0.834776, + "nauc_ndcg_at_3_std": -0.303242, + "nauc_ndcg_at_3_diff1": 0.92589, + "nauc_ndcg_at_5_max": 0.827402, + "nauc_ndcg_at_5_std": -0.284265, + "nauc_ndcg_at_5_diff1": 0.928683, + "nauc_ndcg_at_10_max": 0.822256, + "nauc_ndcg_at_10_std": -0.314622, + "nauc_ndcg_at_10_diff1": 0.929579, + "nauc_ndcg_at_20_max": 0.822614, + "nauc_ndcg_at_20_std": -0.299471, + "nauc_ndcg_at_20_diff1": 0.930039, + "nauc_ndcg_at_100_max": 0.820045, + "nauc_ndcg_at_100_std": -0.297212, + "nauc_ndcg_at_100_diff1": 0.929682, + "nauc_ndcg_at_1000_max": 0.818411, + "nauc_ndcg_at_1000_std": -0.308633, + "nauc_ndcg_at_1000_diff1": 0.929044, + "nauc_map_at_1_max": 0.785221, + "nauc_map_at_1_std": -0.339985, + "nauc_map_at_1_diff1": 0.927428, + "nauc_map_at_3_max": 0.820349, + "nauc_map_at_3_std": -0.315917, + "nauc_map_at_3_diff1": 0.926635, + "nauc_map_at_5_max": 0.816233, + "nauc_map_at_5_std": -0.308875, + "nauc_map_at_5_diff1": 0.92796, + "nauc_map_at_10_max": 0.814308, + "nauc_map_at_10_std": -0.319474, + "nauc_map_at_10_diff1": 0.92832, + "nauc_map_at_20_max": 0.814408, + "nauc_map_at_20_std": -0.316099, + "nauc_map_at_20_diff1": 0.928456, + "nauc_map_at_100_max": 0.814106, + "nauc_map_at_100_std": -0.316171, + "nauc_map_at_100_diff1": 0.928411, + "nauc_map_at_1000_max": 0.814046, + "nauc_map_at_1000_std": -0.316585, + "nauc_map_at_1000_diff1": 0.928388, + "nauc_recall_at_1_max": 0.785221, + "nauc_recall_at_1_std": -0.339985, + "nauc_recall_at_1_diff1": 0.927428, + "nauc_recall_at_3_max": 0.912076, + "nauc_recall_at_3_std": -0.233497, + "nauc_recall_at_3_diff1": 0.921625, + "nauc_recall_at_5_max": 0.913966, + "nauc_recall_at_5_std": -0.069739, + "nauc_recall_at_5_diff1": 0.935419, + "nauc_recall_at_10_max": 0.923818, + "nauc_recall_at_10_std": -0.273619, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.080182, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 0.956427, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.819397, - "nauc_precision_at_1_std": -0.140302, - "nauc_precision_at_1_diff1": 0.939435, - "nauc_precision_at_3_max": 0.939309, - "nauc_precision_at_3_std": -0.208822, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.95786, - "nauc_precision_at_5_std": -0.176249, - "nauc_precision_at_5_diff1": 0.96474, - "nauc_precision_at_10_max": 0.946078, - "nauc_precision_at_10_std": -0.188609, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.000389, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.785221, + "nauc_precision_at_1_std": -0.339985, + "nauc_precision_at_1_diff1": 0.927428, + "nauc_precision_at_3_max": 0.912076, + "nauc_precision_at_3_std": -0.233497, + "nauc_precision_at_3_diff1": 0.921625, + "nauc_precision_at_5_max": 0.913966, + "nauc_precision_at_5_std": -0.069739, + "nauc_precision_at_5_diff1": 0.935419, + "nauc_precision_at_10_max": 0.923818, + "nauc_precision_at_10_std": -0.273619, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.080182, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 0.956427, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.819397, - "nauc_mrr_at_1_std": -0.140302, - "nauc_mrr_at_1_diff1": 0.939435, - "nauc_mrr_at_3_max": 0.848626, - "nauc_mrr_at_3_std": -0.16885, - "nauc_mrr_at_3_diff1": 0.942027, - "nauc_mrr_at_5_max": 0.846519, - "nauc_mrr_at_5_std": -0.164753, - "nauc_mrr_at_5_diff1": 0.942755, - "nauc_mrr_at_10_max": 0.843368, - "nauc_mrr_at_10_std": -0.162715, - "nauc_mrr_at_10_diff1": 0.942517, - "nauc_mrr_at_20_max": 0.84307, - "nauc_mrr_at_20_std": -0.160353, - "nauc_mrr_at_20_diff1": 0.942635, - "nauc_mrr_at_100_max": 0.842804, - "nauc_mrr_at_100_std": -0.159242, - "nauc_mrr_at_100_diff1": 0.942505, - "nauc_mrr_at_1000_max": 0.842773, - "nauc_mrr_at_1000_std": -0.159454, - "nauc_mrr_at_1000_diff1": 0.942494, - "main_score": 0.95591, + "nauc_mrr_at_1_max": 0.785221, + "nauc_mrr_at_1_std": -0.339985, + "nauc_mrr_at_1_diff1": 0.927428, + "nauc_mrr_at_3_max": 0.820349, + "nauc_mrr_at_3_std": -0.315917, + "nauc_mrr_at_3_diff1": 0.926635, + "nauc_mrr_at_5_max": 0.816233, + "nauc_mrr_at_5_std": -0.308875, + "nauc_mrr_at_5_diff1": 0.92796, + "nauc_mrr_at_10_max": 0.814308, + "nauc_mrr_at_10_std": -0.319474, + "nauc_mrr_at_10_diff1": 0.92832, + "nauc_mrr_at_20_max": 0.814408, + "nauc_mrr_at_20_std": -0.316099, + "nauc_mrr_at_20_diff1": 0.928456, + "nauc_mrr_at_100_max": 0.814106, + "nauc_mrr_at_100_std": -0.316171, + "nauc_mrr_at_100_diff1": 0.928411, + "nauc_mrr_at_1000_max": 0.814046, + "nauc_mrr_at_1000_std": -0.316585, + "nauc_mrr_at_1000_diff1": 0.928388, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94796, "hf_subset": "eng_Latn-por_Latn", "languages": [ "eng-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94311, - "ndcg_at_5": 0.94999, - "ndcg_at_10": 0.95326, - "ndcg_at_20": 0.95467, - "ndcg_at_100": 0.95551, - "ndcg_at_1000": 0.95581, - "map_at_1": 0.91667, - "map_at_3": 0.93685, - "map_at_5": 0.94069, - "map_at_10": 0.94205, - "map_at_20": 0.94244, - "map_at_100": 0.94256, - "map_at_1000": 0.94258, - "recall_at_1": 0.91667, - "recall_at_3": 0.96111, - "recall_at_5": 0.97778, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93395, + "ndcg_at_5": 0.94208, + "ndcg_at_10": 0.94533, + "ndcg_at_20": 0.9473, + "ndcg_at_100": 0.94924, + "ndcg_at_1000": 0.94938, + "map_at_1": 0.90778, + "map_at_3": 0.92796, + "map_at_5": 0.93241, + "map_at_10": 0.93376, + "map_at_20": 0.9343, + "map_at_100": 0.9346, + "map_at_1000": 0.9346, + "recall_at_1": 0.90778, + "recall_at_3": 0.95111, + "recall_at_5": 0.97111, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, - "precision_at_3": 0.32037, - "precision_at_5": 0.19556, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, - "precision_at_100": 0.00998, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19422, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.936852, - "mrr_at_5": 0.940685, - "mrr_at_10": 0.942054, - "mrr_at_20": 0.942443, - "mrr_at_100": 0.942565, - "mrr_at_1000": 0.942579, - "nauc_ndcg_at_1_max": 0.816962, - "nauc_ndcg_at_1_std": -0.001625, - "nauc_ndcg_at_1_diff1": 0.929785, - "nauc_ndcg_at_3_max": 0.845955, - "nauc_ndcg_at_3_std": -0.006861, - "nauc_ndcg_at_3_diff1": 0.934663, - "nauc_ndcg_at_5_max": 0.843482, - "nauc_ndcg_at_5_std": -0.022421, - "nauc_ndcg_at_5_diff1": 0.939641, - "nauc_ndcg_at_10_max": 0.847488, - "nauc_ndcg_at_10_std": 0.030119, - "nauc_ndcg_at_10_diff1": 0.936532, - "nauc_ndcg_at_20_max": 0.843529, - "nauc_ndcg_at_20_std": 0.028353, - "nauc_ndcg_at_20_diff1": 0.935342, - "nauc_ndcg_at_100_max": 0.841155, - "nauc_ndcg_at_100_std": 0.02028, - "nauc_ndcg_at_100_diff1": 0.935472, - "nauc_ndcg_at_1000_max": 0.840072, - "nauc_ndcg_at_1000_std": 0.013599, - "nauc_ndcg_at_1000_diff1": 0.935521, - "nauc_map_at_1_max": 0.816962, - "nauc_map_at_1_std": -0.001625, - "nauc_map_at_1_diff1": 0.929785, - "nauc_map_at_3_max": 0.837853, - "nauc_map_at_3_std": -0.003827, - "nauc_map_at_3_diff1": 0.933689, - "nauc_map_at_5_max": 0.836416, - "nauc_map_at_5_std": -0.009811, - "nauc_map_at_5_diff1": 0.936122, - "nauc_map_at_10_max": 0.837915, - "nauc_map_at_10_std": 0.00857, - "nauc_map_at_10_diff1": 0.935031, - "nauc_map_at_20_max": 0.836978, - "nauc_map_at_20_std": 0.008404, - "nauc_map_at_20_diff1": 0.93475, - "nauc_map_at_100_max": 0.836686, - "nauc_map_at_100_std": 0.007276, - "nauc_map_at_100_diff1": 0.934798, - "nauc_map_at_1000_max": 0.836645, - "nauc_map_at_1000_std": 0.007025, - "nauc_map_at_1000_diff1": 0.934805, - "nauc_recall_at_1_max": 0.816962, - "nauc_recall_at_1_std": -0.001625, - "nauc_recall_at_1_diff1": 0.929785, - "nauc_recall_at_3_max": 0.883167, - "nauc_recall_at_3_std": -0.021995, - "nauc_recall_at_3_diff1": 0.938842, - "nauc_recall_at_5_max": 0.894865, - "nauc_recall_at_5_std": -0.130509, - "nauc_recall_at_5_diff1": 0.96732, - "nauc_recall_at_10_max": 0.976233, - "nauc_recall_at_10_std": 0.389398, - "nauc_recall_at_10_diff1": 0.952466, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.619592, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.927963, + "mrr_at_5": 0.932407, + "mrr_at_10": 0.93376, + "mrr_at_20": 0.934298, + "mrr_at_100": 0.934599, + "mrr_at_1000": 0.934604, + "nauc_ndcg_at_1_max": 0.811172, + "nauc_ndcg_at_1_std": -0.017324, + "nauc_ndcg_at_1_diff1": 0.918835, + "nauc_ndcg_at_3_max": 0.848473, + "nauc_ndcg_at_3_std": 0.005218, + "nauc_ndcg_at_3_diff1": 0.927965, + "nauc_ndcg_at_5_max": 0.847897, + "nauc_ndcg_at_5_std": 0.027281, + "nauc_ndcg_at_5_diff1": 0.929703, + "nauc_ndcg_at_10_max": 0.8486, + "nauc_ndcg_at_10_std": 0.029856, + "nauc_ndcg_at_10_diff1": 0.9273, + "nauc_ndcg_at_20_max": 0.845044, + "nauc_ndcg_at_20_std": 0.034352, + "nauc_ndcg_at_20_diff1": 0.925984, + "nauc_ndcg_at_100_max": 0.84032, + "nauc_ndcg_at_100_std": 0.020013, + "nauc_ndcg_at_100_diff1": 0.925906, + "nauc_ndcg_at_1000_max": 0.839877, + "nauc_ndcg_at_1000_std": 0.017297, + "nauc_ndcg_at_1000_diff1": 0.9257, + "nauc_map_at_1_max": 0.811172, + "nauc_map_at_1_std": -0.017324, + "nauc_map_at_1_diff1": 0.918835, + "nauc_map_at_3_max": 0.838603, + "nauc_map_at_3_std": 0.00033, + "nauc_map_at_3_diff1": 0.925321, + "nauc_map_at_5_max": 0.837589, + "nauc_map_at_5_std": 0.008982, + "nauc_map_at_5_diff1": 0.926092, + "nauc_map_at_10_max": 0.837436, + "nauc_map_at_10_std": 0.008638, + "nauc_map_at_10_diff1": 0.925166, + "nauc_map_at_20_max": 0.836563, + "nauc_map_at_20_std": 0.009629, + "nauc_map_at_20_diff1": 0.924858, + "nauc_map_at_100_max": 0.835977, + "nauc_map_at_100_std": 0.008356, + "nauc_map_at_100_diff1": 0.924841, + "nauc_map_at_1000_max": 0.835965, + "nauc_map_at_1000_std": 0.008287, + "nauc_map_at_1000_diff1": 0.924835, + "nauc_recall_at_1_max": 0.811172, + "nauc_recall_at_1_std": -0.017324, + "nauc_recall_at_1_diff1": 0.918835, + "nauc_recall_at_3_max": 0.889441, + "nauc_recall_at_3_std": 0.024743, + "nauc_recall_at_3_diff1": 0.939097, + "nauc_recall_at_5_max": 0.915877, + "nauc_recall_at_5_std": 0.160364, + "nauc_recall_at_5_diff1": 0.954123, + "nauc_recall_at_10_max": 0.961553, + "nauc_recall_at_10_std": 0.269814, + "nauc_recall_at_10_diff1": 0.946175, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.514613, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816962, - "nauc_precision_at_1_std": -0.001625, - "nauc_precision_at_1_diff1": 0.929785, - "nauc_precision_at_3_max": 0.883167, - "nauc_precision_at_3_std": -0.021995, - "nauc_precision_at_3_diff1": 0.938842, - "nauc_precision_at_5_max": 0.894865, - "nauc_precision_at_5_std": -0.130509, - "nauc_precision_at_5_diff1": 0.96732, - "nauc_precision_at_10_max": 0.976233, - "nauc_precision_at_10_std": 0.389398, - "nauc_precision_at_10_diff1": 0.952466, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.619592, + "nauc_precision_at_1_max": 0.811172, + "nauc_precision_at_1_std": -0.017324, + "nauc_precision_at_1_diff1": 0.918835, + "nauc_precision_at_3_max": 0.889441, + "nauc_precision_at_3_std": 0.024743, + "nauc_precision_at_3_diff1": 0.939097, + "nauc_precision_at_5_max": 0.915877, + "nauc_precision_at_5_std": 0.160364, + "nauc_precision_at_5_diff1": 0.954123, + "nauc_precision_at_10_max": 0.961553, + "nauc_precision_at_10_std": 0.269814, + "nauc_precision_at_10_diff1": 0.946175, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.514613, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816962, - "nauc_mrr_at_1_std": -0.001625, - "nauc_mrr_at_1_diff1": 0.929785, - "nauc_mrr_at_3_max": 0.837853, - "nauc_mrr_at_3_std": -0.003827, - "nauc_mrr_at_3_diff1": 0.933689, - "nauc_mrr_at_5_max": 0.836416, - "nauc_mrr_at_5_std": -0.009811, - "nauc_mrr_at_5_diff1": 0.936122, - "nauc_mrr_at_10_max": 0.837915, - "nauc_mrr_at_10_std": 0.00857, - "nauc_mrr_at_10_diff1": 0.935031, - "nauc_mrr_at_20_max": 0.836978, - "nauc_mrr_at_20_std": 0.008404, - "nauc_mrr_at_20_diff1": 0.93475, - "nauc_mrr_at_100_max": 0.836686, - "nauc_mrr_at_100_std": 0.007276, - "nauc_mrr_at_100_diff1": 0.934798, - "nauc_mrr_at_1000_max": 0.836645, - "nauc_mrr_at_1000_std": 0.007025, - "nauc_mrr_at_1000_diff1": 0.934805, - "main_score": 0.95326, + "nauc_mrr_at_1_max": 0.811172, + "nauc_mrr_at_1_std": -0.017324, + "nauc_mrr_at_1_diff1": 0.918835, + "nauc_mrr_at_3_max": 0.838603, + "nauc_mrr_at_3_std": 0.00033, + "nauc_mrr_at_3_diff1": 0.925321, + "nauc_mrr_at_5_max": 0.837589, + "nauc_mrr_at_5_std": 0.008982, + "nauc_mrr_at_5_diff1": 0.926092, + "nauc_mrr_at_10_max": 0.837436, + "nauc_mrr_at_10_std": 0.008638, + "nauc_mrr_at_10_diff1": 0.925166, + "nauc_mrr_at_20_max": 0.836563, + "nauc_mrr_at_20_std": 0.009629, + "nauc_mrr_at_20_diff1": 0.924858, + "nauc_mrr_at_100_max": 0.835977, + "nauc_mrr_at_100_std": 0.008356, + "nauc_mrr_at_100_diff1": 0.924841, + "nauc_mrr_at_1000_max": 0.835965, + "nauc_mrr_at_1000_std": 0.008287, + "nauc_mrr_at_1000_diff1": 0.924835, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94533, "hf_subset": "ron_Latn-ron_Latn", "languages": [ "ron-Latn", "ron-Latn" - ] - }, - { - "ndcg_at_1": 0.93222, - "ndcg_at_3": 0.956, - "ndcg_at_5": 0.96188, - "ndcg_at_10": 0.96362, - "ndcg_at_20": 0.96452, - "ndcg_at_100": 0.9651, - "ndcg_at_1000": 0.96526, - "map_at_1": 0.93222, - "map_at_3": 0.95037, - "map_at_5": 0.95359, - "map_at_10": 0.95427, - "map_at_20": 0.95455, - "map_at_100": 0.95462, - "map_at_1000": 0.95462, - "recall_at_1": 0.93222, - "recall_at_3": 0.97222, - "recall_at_5": 0.98667, - "recall_at_10": 0.99222, - "recall_at_20": 0.99556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95118, + "ndcg_at_5": 0.95625, + "ndcg_at_10": 0.95912, + "ndcg_at_20": 0.96055, + "ndcg_at_100": 0.96143, + "ndcg_at_1000": 0.96158, + "map_at_1": 0.92556, + "map_at_3": 0.94537, + "map_at_5": 0.9482, + "map_at_10": 0.94939, + "map_at_20": 0.94979, + "map_at_100": 0.94993, + "map_at_1000": 0.94994, + "recall_at_1": 0.92556, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, + "recall_at_10": 0.98889, + "recall_at_20": 0.99444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93222, - "precision_at_3": 0.32407, - "precision_at_5": 0.19733, - "precision_at_10": 0.09922, - "precision_at_20": 0.04978, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, + "precision_at_10": 0.09889, + "precision_at_20": 0.04972, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.932222, - "mrr_at_3": 0.95037, - "mrr_at_5": 0.953593, - "mrr_at_10": 0.954275, - "mrr_at_20": 0.954554, - "mrr_at_100": 0.954616, - "mrr_at_1000": 0.954624, - "nauc_ndcg_at_1_max": 0.782515, - "nauc_ndcg_at_1_std": -0.203747, - "nauc_ndcg_at_1_diff1": 0.933493, - "nauc_ndcg_at_3_max": 0.805873, - "nauc_ndcg_at_3_std": -0.310916, - "nauc_ndcg_at_3_diff1": 0.9423, - "nauc_ndcg_at_5_max": 0.810238, - "nauc_ndcg_at_5_std": -0.238013, - "nauc_ndcg_at_5_diff1": 0.942967, - "nauc_ndcg_at_10_max": 0.807793, - "nauc_ndcg_at_10_std": -0.244859, - "nauc_ndcg_at_10_diff1": 0.941399, - "nauc_ndcg_at_20_max": 0.806801, - "nauc_ndcg_at_20_std": -0.234362, - "nauc_ndcg_at_20_diff1": 0.941051, - "nauc_ndcg_at_100_max": 0.804338, - "nauc_ndcg_at_100_std": -0.23946, - "nauc_ndcg_at_100_diff1": 0.940076, - "nauc_ndcg_at_1000_max": 0.803462, - "nauc_ndcg_at_1000_std": -0.245012, - "nauc_ndcg_at_1000_diff1": 0.939808, - "nauc_map_at_1_max": 0.782515, - "nauc_map_at_1_std": -0.203747, - "nauc_map_at_1_diff1": 0.933493, - "nauc_map_at_3_max": 0.800232, - "nauc_map_at_3_std": -0.280208, - "nauc_map_at_3_diff1": 0.939466, - "nauc_map_at_5_max": 0.801965, - "nauc_map_at_5_std": -0.246218, - "nauc_map_at_5_diff1": 0.939507, - "nauc_map_at_10_max": 0.800938, - "nauc_map_at_10_std": -0.249352, - "nauc_map_at_10_diff1": 0.938923, - "nauc_map_at_20_max": 0.800707, - "nauc_map_at_20_std": -0.24655, - "nauc_map_at_20_diff1": 0.938838, - "nauc_map_at_100_max": 0.800495, - "nauc_map_at_100_std": -0.246955, - "nauc_map_at_100_diff1": 0.938754, - "nauc_map_at_1000_max": 0.80046, - "nauc_map_at_1000_std": -0.247173, - "nauc_map_at_1000_diff1": 0.938743, - "nauc_recall_at_1_max": 0.782515, - "nauc_recall_at_1_std": -0.203747, - "nauc_recall_at_1_diff1": 0.933493, - "nauc_recall_at_3_max": 0.833445, - "nauc_recall_at_3_std": -0.465864, - "nauc_recall_at_3_diff1": 0.956863, - "nauc_recall_at_5_max": 0.891651, - "nauc_recall_at_5_std": -0.107999, - "nauc_recall_at_5_diff1": 0.978214, - "nauc_recall_at_10_max": 0.917634, - "nauc_recall_at_10_std": -0.090236, - "nauc_recall_at_10_diff1": 0.981326, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.315009, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.94537, + "mrr_at_5": 0.948204, + "mrr_at_10": 0.949385, + "mrr_at_20": 0.949792, + "mrr_at_100": 0.949934, + "mrr_at_1000": 0.949939, + "nauc_ndcg_at_1_max": 0.77807, + "nauc_ndcg_at_1_std": -0.1935, + "nauc_ndcg_at_1_diff1": 0.941086, + "nauc_ndcg_at_3_max": 0.796464, + "nauc_ndcg_at_3_std": -0.257512, + "nauc_ndcg_at_3_diff1": 0.943353, + "nauc_ndcg_at_5_max": 0.800448, + "nauc_ndcg_at_5_std": -0.235489, + "nauc_ndcg_at_5_diff1": 0.945256, + "nauc_ndcg_at_10_max": 0.797423, + "nauc_ndcg_at_10_std": -0.212731, + "nauc_ndcg_at_10_diff1": 0.945232, + "nauc_ndcg_at_20_max": 0.79928, + "nauc_ndcg_at_20_std": -0.21055, + "nauc_ndcg_at_20_diff1": 0.945358, + "nauc_ndcg_at_100_max": 0.795407, + "nauc_ndcg_at_100_std": -0.212962, + "nauc_ndcg_at_100_diff1": 0.944106, + "nauc_ndcg_at_1000_max": 0.794653, + "nauc_ndcg_at_1000_std": -0.217433, + "nauc_ndcg_at_1000_diff1": 0.9439, + "nauc_map_at_1_max": 0.77807, + "nauc_map_at_1_std": -0.1935, + "nauc_map_at_1_diff1": 0.941086, + "nauc_map_at_3_max": 0.792181, + "nauc_map_at_3_std": -0.237783, + "nauc_map_at_3_diff1": 0.94253, + "nauc_map_at_5_max": 0.793844, + "nauc_map_at_5_std": -0.226377, + "nauc_map_at_5_diff1": 0.943399, + "nauc_map_at_10_max": 0.792638, + "nauc_map_at_10_std": -0.218776, + "nauc_map_at_10_diff1": 0.943301, + "nauc_map_at_20_max": 0.79286, + "nauc_map_at_20_std": -0.218686, + "nauc_map_at_20_diff1": 0.943355, + "nauc_map_at_100_max": 0.792355, + "nauc_map_at_100_std": -0.218793, + "nauc_map_at_100_diff1": 0.943194, + "nauc_map_at_1000_max": 0.792334, + "nauc_map_at_1000_std": -0.218911, + "nauc_map_at_1000_diff1": 0.943188, + "nauc_recall_at_1_max": 0.77807, + "nauc_recall_at_1_std": -0.1935, + "nauc_recall_at_1_diff1": 0.941086, + "nauc_recall_at_3_max": 0.816189, + "nauc_recall_at_3_std": -0.353118, + "nauc_recall_at_3_diff1": 0.947439, + "nauc_recall_at_5_max": 0.849077, + "nauc_recall_at_5_std": -0.29461, + "nauc_recall_at_5_diff1": 0.959799, + "nauc_recall_at_10_max": 0.854622, + "nauc_recall_at_10_std": -0.079132, + "nauc_recall_at_10_diff1": 0.972222, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.139309, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -36807,20 +39040,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782515, - "nauc_precision_at_1_std": -0.203747, - "nauc_precision_at_1_diff1": 0.933493, - "nauc_precision_at_3_max": 0.833445, - "nauc_precision_at_3_std": -0.465864, - "nauc_precision_at_3_diff1": 0.956863, - "nauc_precision_at_5_max": 0.891651, - "nauc_precision_at_5_std": -0.107999, - "nauc_precision_at_5_diff1": 0.978214, - "nauc_precision_at_10_max": 0.917634, - "nauc_precision_at_10_std": -0.090236, - "nauc_precision_at_10_diff1": 0.981326, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_1_max": 0.77807, + "nauc_precision_at_1_std": -0.1935, + "nauc_precision_at_1_diff1": 0.941086, + "nauc_precision_at_3_max": 0.816189, + "nauc_precision_at_3_std": -0.353118, + "nauc_precision_at_3_diff1": 0.947439, + "nauc_precision_at_5_max": 0.849077, + "nauc_precision_at_5_std": -0.29461, + "nauc_precision_at_5_diff1": 0.959799, + "nauc_precision_at_10_max": 0.854622, + "nauc_precision_at_10_std": -0.079132, + "nauc_precision_at_10_diff1": 0.972222, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.139309, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -36828,274 +39061,292 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782515, - "nauc_mrr_at_1_std": -0.203747, - "nauc_mrr_at_1_diff1": 0.933493, - "nauc_mrr_at_3_max": 0.800232, - "nauc_mrr_at_3_std": -0.280208, - "nauc_mrr_at_3_diff1": 0.939466, - "nauc_mrr_at_5_max": 0.801965, - "nauc_mrr_at_5_std": -0.246218, - "nauc_mrr_at_5_diff1": 0.939507, - "nauc_mrr_at_10_max": 0.800938, - "nauc_mrr_at_10_std": -0.249352, - "nauc_mrr_at_10_diff1": 0.938923, - "nauc_mrr_at_20_max": 0.800707, - "nauc_mrr_at_20_std": -0.24655, - "nauc_mrr_at_20_diff1": 0.938838, - "nauc_mrr_at_100_max": 0.800495, - "nauc_mrr_at_100_std": -0.246955, - "nauc_mrr_at_100_diff1": 0.938754, - "nauc_mrr_at_1000_max": 0.80046, - "nauc_mrr_at_1000_std": -0.247173, - "nauc_mrr_at_1000_diff1": 0.938743, - "main_score": 0.96362, + "nauc_mrr_at_1_max": 0.77807, + "nauc_mrr_at_1_std": -0.1935, + "nauc_mrr_at_1_diff1": 0.941086, + "nauc_mrr_at_3_max": 0.792181, + "nauc_mrr_at_3_std": -0.237783, + "nauc_mrr_at_3_diff1": 0.94253, + "nauc_mrr_at_5_max": 0.793844, + "nauc_mrr_at_5_std": -0.226377, + "nauc_mrr_at_5_diff1": 0.943399, + "nauc_mrr_at_10_max": 0.792638, + "nauc_mrr_at_10_std": -0.218776, + "nauc_mrr_at_10_diff1": 0.943301, + "nauc_mrr_at_20_max": 0.79286, + "nauc_mrr_at_20_std": -0.218686, + "nauc_mrr_at_20_diff1": 0.943355, + "nauc_mrr_at_100_max": 0.792355, + "nauc_mrr_at_100_std": -0.218793, + "nauc_mrr_at_100_diff1": 0.943194, + "nauc_mrr_at_1000_max": 0.792334, + "nauc_mrr_at_1000_std": -0.218911, + "nauc_mrr_at_1000_diff1": 0.943188, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95912, "hf_subset": "ron_Latn-eng_Latn", "languages": [ "ron-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92833, - "ndcg_at_5": 0.9357, - "ndcg_at_10": 0.93999, - "ndcg_at_20": 0.94174, - "ndcg_at_100": 0.94301, - "ndcg_at_1000": 0.9433, - "map_at_1": 0.89111, - "map_at_3": 0.91963, - "map_at_5": 0.92374, - "map_at_10": 0.9255, - "map_at_20": 0.92602, - "map_at_100": 0.9262, - "map_at_1000": 0.92622, - "recall_at_1": 0.89111, - "recall_at_3": 0.95333, - "recall_at_5": 0.97111, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.9207, + "ndcg_at_5": 0.92849, + "ndcg_at_10": 0.93186, + "ndcg_at_20": 0.93466, + "ndcg_at_100": 0.93725, + "ndcg_at_1000": 0.93739, + "map_at_1": 0.88444, + "map_at_3": 0.91241, + "map_at_5": 0.91674, + "map_at_10": 0.91821, + "map_at_20": 0.91897, + "map_at_100": 0.91929, + "map_at_1000": 0.91929, + "recall_at_1": 0.88444, + "recall_at_3": 0.94444, + "recall_at_5": 0.96333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98444, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31778, - "precision_at_5": 0.19422, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, - "precision_at_100": 0.00998, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19267, + "precision_at_10": 0.09733, + "precision_at_20": 0.04922, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.91963, - "mrr_at_5": 0.923741, - "mrr_at_10": 0.925503, - "mrr_at_20": 0.926018, - "mrr_at_100": 0.926204, - "mrr_at_1000": 0.926216, - "nauc_ndcg_at_1_max": 0.841421, - "nauc_ndcg_at_1_std": -0.112676, - "nauc_ndcg_at_1_diff1": 0.93928, - "nauc_ndcg_at_3_max": 0.877188, - "nauc_ndcg_at_3_std": -0.05846, - "nauc_ndcg_at_3_diff1": 0.943179, - "nauc_ndcg_at_5_max": 0.873408, - "nauc_ndcg_at_5_std": -0.057444, - "nauc_ndcg_at_5_diff1": 0.944508, - "nauc_ndcg_at_10_max": 0.867253, - "nauc_ndcg_at_10_std": -0.053515, - "nauc_ndcg_at_10_diff1": 0.942655, - "nauc_ndcg_at_20_max": 0.866776, - "nauc_ndcg_at_20_std": -0.056423, - "nauc_ndcg_at_20_diff1": 0.943085, - "nauc_ndcg_at_100_max": 0.865458, - "nauc_ndcg_at_100_std": -0.058955, - "nauc_ndcg_at_100_diff1": 0.942811, - "nauc_ndcg_at_1000_max": 0.864759, - "nauc_ndcg_at_1000_std": -0.064126, - "nauc_ndcg_at_1000_diff1": 0.942514, - "nauc_map_at_1_max": 0.841421, - "nauc_map_at_1_std": -0.112676, - "nauc_map_at_1_diff1": 0.93928, - "nauc_map_at_3_max": 0.866499, - "nauc_map_at_3_std": -0.074935, - "nauc_map_at_3_diff1": 0.941982, - "nauc_map_at_5_max": 0.864172, - "nauc_map_at_5_std": -0.075772, - "nauc_map_at_5_diff1": 0.942597, - "nauc_map_at_10_max": 0.862051, - "nauc_map_at_10_std": -0.073419, - "nauc_map_at_10_diff1": 0.94184, - "nauc_map_at_20_max": 0.861936, - "nauc_map_at_20_std": -0.073988, - "nauc_map_at_20_diff1": 0.941979, - "nauc_map_at_100_max": 0.861818, - "nauc_map_at_100_std": -0.073913, - "nauc_map_at_100_diff1": 0.941954, - "nauc_map_at_1000_max": 0.861797, - "nauc_map_at_1000_std": -0.074073, - "nauc_map_at_1000_diff1": 0.941945, - "nauc_recall_at_1_max": 0.841421, - "nauc_recall_at_1_std": -0.112676, - "nauc_recall_at_1_diff1": 0.93928, - "nauc_recall_at_3_max": 0.929249, - "nauc_recall_at_3_std": 0.021998, - "nauc_recall_at_3_diff1": 0.949035, - "nauc_recall_at_5_max": 0.940746, - "nauc_recall_at_5_std": 0.081502, - "nauc_recall_at_5_diff1": 0.95915, - "nauc_recall_at_10_max": 0.921802, - "nauc_recall_at_10_std": 0.210184, - "nauc_recall_at_10_diff1": 0.952148, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.321137, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.912407, + "mrr_at_5": 0.916741, + "mrr_at_10": 0.918211, + "mrr_at_20": 0.918967, + "mrr_at_100": 0.919291, + "mrr_at_1000": 0.919295, + "nauc_ndcg_at_1_max": 0.794593, + "nauc_ndcg_at_1_std": -0.252504, + "nauc_ndcg_at_1_diff1": 0.92095, + "nauc_ndcg_at_3_max": 0.831307, + "nauc_ndcg_at_3_std": -0.188471, + "nauc_ndcg_at_3_diff1": 0.919975, + "nauc_ndcg_at_5_max": 0.833307, + "nauc_ndcg_at_5_std": -0.179082, + "nauc_ndcg_at_5_diff1": 0.921849, + "nauc_ndcg_at_10_max": 0.833512, + "nauc_ndcg_at_10_std": -0.166369, + "nauc_ndcg_at_10_diff1": 0.92169, + "nauc_ndcg_at_20_max": 0.829257, + "nauc_ndcg_at_20_std": -0.170042, + "nauc_ndcg_at_20_diff1": 0.921768, + "nauc_ndcg_at_100_max": 0.82587, + "nauc_ndcg_at_100_std": -0.18326, + "nauc_ndcg_at_100_diff1": 0.92128, + "nauc_ndcg_at_1000_max": 0.825485, + "nauc_ndcg_at_1000_std": -0.185879, + "nauc_ndcg_at_1000_diff1": 0.921395, + "nauc_map_at_1_max": 0.794593, + "nauc_map_at_1_std": -0.252504, + "nauc_map_at_1_diff1": 0.92095, + "nauc_map_at_3_max": 0.821673, + "nauc_map_at_3_std": -0.208006, + "nauc_map_at_3_diff1": 0.920212, + "nauc_map_at_5_max": 0.822129, + "nauc_map_at_5_std": -0.203731, + "nauc_map_at_5_diff1": 0.921119, + "nauc_map_at_10_max": 0.822224, + "nauc_map_at_10_std": -0.198688, + "nauc_map_at_10_diff1": 0.921059, + "nauc_map_at_20_max": 0.821207, + "nauc_map_at_20_std": -0.199507, + "nauc_map_at_20_diff1": 0.921071, + "nauc_map_at_100_max": 0.820979, + "nauc_map_at_100_std": -0.200266, + "nauc_map_at_100_diff1": 0.921081, + "nauc_map_at_1000_max": 0.82097, + "nauc_map_at_1000_std": -0.200326, + "nauc_map_at_1000_diff1": 0.921084, + "nauc_recall_at_1_max": 0.794593, + "nauc_recall_at_1_std": -0.252504, + "nauc_recall_at_1_diff1": 0.92095, + "nauc_recall_at_3_max": 0.873361, + "nauc_recall_at_3_std": -0.101083, + "nauc_recall_at_3_diff1": 0.918954, + "nauc_recall_at_5_max": 0.904309, + "nauc_recall_at_5_std": -0.019707, + "nauc_recall_at_5_diff1": 0.927213, + "nauc_recall_at_10_max": 0.928999, + "nauc_recall_at_10_std": 0.121732, + "nauc_recall_at_10_diff1": 0.927832, + "nauc_recall_at_20_max": 0.926137, + "nauc_recall_at_20_std": 0.256202, + "nauc_recall_at_20_diff1": 0.933473, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841421, - "nauc_precision_at_1_std": -0.112676, - "nauc_precision_at_1_diff1": 0.93928, - "nauc_precision_at_3_max": 0.929249, - "nauc_precision_at_3_std": 0.021998, - "nauc_precision_at_3_diff1": 0.949035, - "nauc_precision_at_5_max": 0.940746, - "nauc_precision_at_5_std": 0.081502, - "nauc_precision_at_5_diff1": 0.95915, - "nauc_precision_at_10_max": 0.921802, - "nauc_precision_at_10_std": 0.210184, - "nauc_precision_at_10_diff1": 0.952148, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.321137, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.794593, + "nauc_precision_at_1_std": -0.252504, + "nauc_precision_at_1_diff1": 0.92095, + "nauc_precision_at_3_max": 0.873361, + "nauc_precision_at_3_std": -0.101083, + "nauc_precision_at_3_diff1": 0.918954, + "nauc_precision_at_5_max": 0.904309, + "nauc_precision_at_5_std": -0.019707, + "nauc_precision_at_5_diff1": 0.927213, + "nauc_precision_at_10_max": 0.928999, + "nauc_precision_at_10_std": 0.121732, + "nauc_precision_at_10_diff1": 0.927832, + "nauc_precision_at_20_max": 0.926137, + "nauc_precision_at_20_std": 0.256202, + "nauc_precision_at_20_diff1": 0.933473, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841421, - "nauc_mrr_at_1_std": -0.112676, - "nauc_mrr_at_1_diff1": 0.93928, - "nauc_mrr_at_3_max": 0.866499, - "nauc_mrr_at_3_std": -0.074935, - "nauc_mrr_at_3_diff1": 0.941982, - "nauc_mrr_at_5_max": 0.864172, - "nauc_mrr_at_5_std": -0.075772, - "nauc_mrr_at_5_diff1": 0.942597, - "nauc_mrr_at_10_max": 0.862051, - "nauc_mrr_at_10_std": -0.073419, - "nauc_mrr_at_10_diff1": 0.94184, - "nauc_mrr_at_20_max": 0.861936, - "nauc_mrr_at_20_std": -0.073988, - "nauc_mrr_at_20_diff1": 0.941979, - "nauc_mrr_at_100_max": 0.861818, - "nauc_mrr_at_100_std": -0.073913, - "nauc_mrr_at_100_diff1": 0.941954, - "nauc_mrr_at_1000_max": 0.861797, - "nauc_mrr_at_1000_std": -0.074073, - "nauc_mrr_at_1000_diff1": 0.941945, - "main_score": 0.93999, + "nauc_mrr_at_1_max": 0.794593, + "nauc_mrr_at_1_std": -0.252504, + "nauc_mrr_at_1_diff1": 0.92095, + "nauc_mrr_at_3_max": 0.821673, + "nauc_mrr_at_3_std": -0.208006, + "nauc_mrr_at_3_diff1": 0.920212, + "nauc_mrr_at_5_max": 0.822129, + "nauc_mrr_at_5_std": -0.203731, + "nauc_mrr_at_5_diff1": 0.921119, + "nauc_mrr_at_10_max": 0.822224, + "nauc_mrr_at_10_std": -0.198688, + "nauc_mrr_at_10_diff1": 0.921059, + "nauc_mrr_at_20_max": 0.821207, + "nauc_mrr_at_20_std": -0.199507, + "nauc_mrr_at_20_diff1": 0.921071, + "nauc_mrr_at_100_max": 0.820979, + "nauc_mrr_at_100_std": -0.200266, + "nauc_mrr_at_100_diff1": 0.921081, + "nauc_mrr_at_1000_max": 0.82097, + "nauc_mrr_at_1000_std": -0.200326, + "nauc_mrr_at_1000_diff1": 0.921084, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93186, "hf_subset": "eng_Latn-ron_Latn", "languages": [ "eng-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.9512, - "ndcg_at_5": 0.95527, - "ndcg_at_10": 0.95787, - "ndcg_at_20": 0.95875, - "ndcg_at_100": 0.95938, - "ndcg_at_1000": 0.95967, - "map_at_1": 0.91889, - "map_at_3": 0.94352, - "map_at_5": 0.94574, - "map_at_10": 0.94687, - "map_at_20": 0.94713, - "map_at_100": 0.94722, - "map_at_1000": 0.94723, - "recall_at_1": 0.91889, - "recall_at_3": 0.97333, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94483, + "ndcg_at_5": 0.94952, + "ndcg_at_10": 0.95168, + "ndcg_at_20": 0.95423, + "ndcg_at_100": 0.95447, + "ndcg_at_1000": 0.95476, + "map_at_1": 0.91, + "map_at_3": 0.93648, + "map_at_5": 0.93915, + "map_at_10": 0.94005, + "map_at_20": 0.94076, + "map_at_100": 0.94081, + "map_at_1000": 0.94082, + "recall_at_1": 0.91, + "recall_at_3": 0.96889, + "recall_at_5": 0.98, + "recall_at_10": 0.98667, + "recall_at_20": 0.99667, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32444, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, - "precision_at_20": 0.04972, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32296, + "precision_at_5": 0.196, + "precision_at_10": 0.09867, + "precision_at_20": 0.04983, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.943519, - "mrr_at_5": 0.945741, - "mrr_at_10": 0.946867, - "mrr_at_20": 0.947132, - "mrr_at_100": 0.947224, - "mrr_at_1000": 0.947234, - "nauc_ndcg_at_1_max": 0.836723, - "nauc_ndcg_at_1_std": -0.188961, - "nauc_ndcg_at_1_diff1": 0.948742, - "nauc_ndcg_at_3_max": 0.871075, - "nauc_ndcg_at_3_std": -0.135634, - "nauc_ndcg_at_3_diff1": 0.953837, - "nauc_ndcg_at_5_max": 0.867215, - "nauc_ndcg_at_5_std": -0.094558, - "nauc_ndcg_at_5_diff1": 0.953569, - "nauc_ndcg_at_10_max": 0.862506, - "nauc_ndcg_at_10_std": -0.091725, - "nauc_ndcg_at_10_diff1": 0.953017, - "nauc_ndcg_at_20_max": 0.859556, - "nauc_ndcg_at_20_std": -0.114196, - "nauc_ndcg_at_20_diff1": 0.95291, - "nauc_ndcg_at_100_max": 0.85906, - "nauc_ndcg_at_100_std": -0.114233, - "nauc_ndcg_at_100_diff1": 0.95218, - "nauc_ndcg_at_1000_max": 0.858068, - "nauc_ndcg_at_1000_std": -0.122077, - "nauc_ndcg_at_1000_diff1": 0.951844, - "nauc_map_at_1_max": 0.836723, - "nauc_map_at_1_std": -0.188961, - "nauc_map_at_1_diff1": 0.948742, - "nauc_map_at_3_max": 0.860001, - "nauc_map_at_3_std": -0.148325, - "nauc_map_at_3_diff1": 0.951784, - "nauc_map_at_5_max": 0.857613, - "nauc_map_at_5_std": -0.130906, - "nauc_map_at_5_diff1": 0.951482, - "nauc_map_at_10_max": 0.855809, - "nauc_map_at_10_std": -0.131179, - "nauc_map_at_10_diff1": 0.951251, - "nauc_map_at_20_max": 0.855087, - "nauc_map_at_20_std": -0.136611, - "nauc_map_at_20_diff1": 0.951203, - "nauc_map_at_100_max": 0.855101, - "nauc_map_at_100_std": -0.135906, - "nauc_map_at_100_diff1": 0.951118, - "nauc_map_at_1000_max": 0.855072, - "nauc_map_at_1000_std": -0.136127, - "nauc_map_at_1000_diff1": 0.951109, - "nauc_recall_at_1_max": 0.836723, - "nauc_recall_at_1_std": -0.188961, - "nauc_recall_at_1_diff1": 0.948742, - "nauc_recall_at_3_max": 0.938045, - "nauc_recall_at_3_std": -0.063122, - "nauc_recall_at_3_diff1": 0.966639, - "nauc_recall_at_5_max": 0.955338, - "nauc_recall_at_5_std": 0.25957, - "nauc_recall_at_5_diff1": 0.973856, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.624825, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 0.944444, - "nauc_recall_at_20_std": 0.425864, + "mrr_at_1": 0.91, + "mrr_at_3": 0.936481, + "mrr_at_5": 0.939148, + "mrr_at_10": 0.940051, + "mrr_at_20": 0.940762, + "mrr_at_100": 0.940807, + "mrr_at_1000": 0.940817, + "nauc_ndcg_at_1_max": 0.808821, + "nauc_ndcg_at_1_std": -0.176309, + "nauc_ndcg_at_1_diff1": 0.94856, + "nauc_ndcg_at_3_max": 0.851374, + "nauc_ndcg_at_3_std": -0.121544, + "nauc_ndcg_at_3_diff1": 0.95024, + "nauc_ndcg_at_5_max": 0.850034, + "nauc_ndcg_at_5_std": -0.087508, + "nauc_ndcg_at_5_diff1": 0.950449, + "nauc_ndcg_at_10_max": 0.846394, + "nauc_ndcg_at_10_std": -0.072202, + "nauc_ndcg_at_10_diff1": 0.950079, + "nauc_ndcg_at_20_max": 0.841189, + "nauc_ndcg_at_20_std": -0.093285, + "nauc_ndcg_at_20_diff1": 0.9505, + "nauc_ndcg_at_100_max": 0.840365, + "nauc_ndcg_at_100_std": -0.098961, + "nauc_ndcg_at_100_diff1": 0.950243, + "nauc_ndcg_at_1000_max": 0.83936, + "nauc_ndcg_at_1000_std": -0.105881, + "nauc_ndcg_at_1000_diff1": 0.94993, + "nauc_map_at_1_max": 0.808821, + "nauc_map_at_1_std": -0.176309, + "nauc_map_at_1_diff1": 0.94856, + "nauc_map_at_3_max": 0.839616, + "nauc_map_at_3_std": -0.135281, + "nauc_map_at_3_diff1": 0.949885, + "nauc_map_at_5_max": 0.838406, + "nauc_map_at_5_std": -0.120416, + "nauc_map_at_5_diff1": 0.949956, + "nauc_map_at_10_max": 0.837083, + "nauc_map_at_10_std": -0.113942, + "nauc_map_at_10_diff1": 0.949775, + "nauc_map_at_20_max": 0.835857, + "nauc_map_at_20_std": -0.118845, + "nauc_map_at_20_diff1": 0.949767, + "nauc_map_at_100_max": 0.835734, + "nauc_map_at_100_std": -0.119685, + "nauc_map_at_100_diff1": 0.949729, + "nauc_map_at_1000_max": 0.835706, + "nauc_map_at_1000_std": -0.119877, + "nauc_map_at_1000_diff1": 0.949721, + "nauc_recall_at_1_max": 0.808821, + "nauc_recall_at_1_std": -0.176309, + "nauc_recall_at_1_diff1": 0.94856, + "nauc_recall_at_3_max": 0.918301, + "nauc_recall_at_3_std": -0.044801, + "nauc_recall_at_3_diff1": 0.952148, + "nauc_recall_at_5_max": 0.948257, + "nauc_recall_at_5_std": 0.208969, + "nauc_recall_at_5_diff1": 0.954611, + "nauc_recall_at_10_max": 0.955065, + "nauc_recall_at_10_std": 0.484399, + "nauc_recall_at_10_diff1": 0.953704, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -37103,20 +39354,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.836723, - "nauc_precision_at_1_std": -0.188961, - "nauc_precision_at_1_diff1": 0.948742, - "nauc_precision_at_3_max": 0.938045, - "nauc_precision_at_3_std": -0.063122, - "nauc_precision_at_3_diff1": 0.966639, - "nauc_precision_at_5_max": 0.955338, - "nauc_precision_at_5_std": 0.25957, - "nauc_precision_at_5_diff1": 0.973856, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.624825, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 0.944444, - "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_1_max": 0.808821, + "nauc_precision_at_1_std": -0.176309, + "nauc_precision_at_1_diff1": 0.94856, + "nauc_precision_at_3_max": 0.918301, + "nauc_precision_at_3_std": -0.044801, + "nauc_precision_at_3_diff1": 0.952148, + "nauc_precision_at_5_max": 0.948257, + "nauc_precision_at_5_std": 0.208969, + "nauc_precision_at_5_diff1": 0.954611, + "nauc_precision_at_10_max": 0.955065, + "nauc_precision_at_10_std": 0.484399, + "nauc_precision_at_10_diff1": 0.953704, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -37124,4586 +39375,4865 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.836723, - "nauc_mrr_at_1_std": -0.188961, - "nauc_mrr_at_1_diff1": 0.948742, - "nauc_mrr_at_3_max": 0.860001, - "nauc_mrr_at_3_std": -0.148325, - "nauc_mrr_at_3_diff1": 0.951784, - "nauc_mrr_at_5_max": 0.857613, - "nauc_mrr_at_5_std": -0.130906, - "nauc_mrr_at_5_diff1": 0.951482, - "nauc_mrr_at_10_max": 0.855809, - "nauc_mrr_at_10_std": -0.131179, - "nauc_mrr_at_10_diff1": 0.951251, - "nauc_mrr_at_20_max": 0.855087, - "nauc_mrr_at_20_std": -0.136611, - "nauc_mrr_at_20_diff1": 0.951203, - "nauc_mrr_at_100_max": 0.855101, - "nauc_mrr_at_100_std": -0.135906, - "nauc_mrr_at_100_diff1": 0.951118, - "nauc_mrr_at_1000_max": 0.855072, - "nauc_mrr_at_1000_std": -0.136127, - "nauc_mrr_at_1000_diff1": 0.951109, - "main_score": 0.95787, + "nauc_mrr_at_1_max": 0.808821, + "nauc_mrr_at_1_std": -0.176309, + "nauc_mrr_at_1_diff1": 0.94856, + "nauc_mrr_at_3_max": 0.839616, + "nauc_mrr_at_3_std": -0.135281, + "nauc_mrr_at_3_diff1": 0.949885, + "nauc_mrr_at_5_max": 0.838406, + "nauc_mrr_at_5_std": -0.120416, + "nauc_mrr_at_5_diff1": 0.949956, + "nauc_mrr_at_10_max": 0.837083, + "nauc_mrr_at_10_std": -0.113942, + "nauc_mrr_at_10_diff1": 0.949775, + "nauc_mrr_at_20_max": 0.835857, + "nauc_mrr_at_20_std": -0.118845, + "nauc_mrr_at_20_diff1": 0.949767, + "nauc_mrr_at_100_max": 0.835734, + "nauc_mrr_at_100_std": -0.119685, + "nauc_mrr_at_100_diff1": 0.949729, + "nauc_mrr_at_1000_max": 0.835706, + "nauc_mrr_at_1000_std": -0.119877, + "nauc_mrr_at_1000_diff1": 0.949721, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96889, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95168, "hf_subset": "rus_Cyrl-rus_Cyrl", "languages": [ "rus-Cyrl", "rus-Cyrl" - ] - }, - { - "ndcg_at_1": 0.93111, - "ndcg_at_3": 0.95489, - "ndcg_at_5": 0.95905, - "ndcg_at_10": 0.96198, - "ndcg_at_20": 0.96315, - "ndcg_at_100": 0.9636, - "ndcg_at_1000": 0.96405, - "map_at_1": 0.93111, - "map_at_3": 0.94926, - "map_at_5": 0.95159, - "map_at_10": 0.95282, - "map_at_20": 0.95318, - "map_at_100": 0.95325, - "map_at_1000": 0.95327, - "recall_at_1": 0.93111, - "recall_at_3": 0.97111, - "recall_at_5": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.9477, + "ndcg_at_5": 0.95272, + "ndcg_at_10": 0.95601, + "ndcg_at_20": 0.95684, + "ndcg_at_100": 0.95767, + "ndcg_at_1000": 0.95795, + "map_at_1": 0.91889, + "map_at_3": 0.94074, + "map_at_5": 0.94352, + "map_at_10": 0.94491, + "map_at_20": 0.94513, + "map_at_100": 0.94524, + "map_at_1000": 0.94525, + "recall_at_1": 0.91889, + "recall_at_3": 0.96778, + "recall_at_5": 0.98, "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.93111, - "precision_at_3": 0.3237, - "precision_at_5": 0.19622, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32259, + "precision_at_5": 0.196, "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.931111, - "mrr_at_3": 0.949259, - "mrr_at_5": 0.951593, - "mrr_at_10": 0.952825, - "mrr_at_20": 0.953177, - "mrr_at_100": 0.953249, - "mrr_at_1000": 0.953269, - "nauc_ndcg_at_1_max": 0.816587, - "nauc_ndcg_at_1_std": -0.334034, - "nauc_ndcg_at_1_diff1": 0.932118, - "nauc_ndcg_at_3_max": 0.825085, - "nauc_ndcg_at_3_std": -0.443399, - "nauc_ndcg_at_3_diff1": 0.938211, - "nauc_ndcg_at_5_max": 0.834707, - "nauc_ndcg_at_5_std": -0.388497, - "nauc_ndcg_at_5_diff1": 0.939467, - "nauc_ndcg_at_10_max": 0.833258, - "nauc_ndcg_at_10_std": -0.358961, - "nauc_ndcg_at_10_diff1": 0.938511, - "nauc_ndcg_at_20_max": 0.834789, - "nauc_ndcg_at_20_std": -0.340354, - "nauc_ndcg_at_20_diff1": 0.938592, - "nauc_ndcg_at_100_max": 0.832782, - "nauc_ndcg_at_100_std": -0.34297, - "nauc_ndcg_at_100_diff1": 0.937846, - "nauc_ndcg_at_1000_max": 0.830684, - "nauc_ndcg_at_1000_std": -0.359231, - "nauc_ndcg_at_1000_diff1": 0.937066, - "nauc_map_at_1_max": 0.816587, - "nauc_map_at_1_std": -0.334034, - "nauc_map_at_1_diff1": 0.932118, - "nauc_map_at_3_max": 0.823923, - "nauc_map_at_3_std": -0.409282, - "nauc_map_at_3_diff1": 0.936191, - "nauc_map_at_5_max": 0.82848, - "nauc_map_at_5_std": -0.381492, - "nauc_map_at_5_diff1": 0.936585, - "nauc_map_at_10_max": 0.828077, - "nauc_map_at_10_std": -0.369066, - "nauc_map_at_10_diff1": 0.93615, - "nauc_map_at_20_max": 0.82829, - "nauc_map_at_20_std": -0.365248, - "nauc_map_at_20_diff1": 0.936135, - "nauc_map_at_100_max": 0.828024, - "nauc_map_at_100_std": -0.365965, - "nauc_map_at_100_diff1": 0.936036, - "nauc_map_at_1000_max": 0.827948, - "nauc_map_at_1000_std": -0.366537, - "nauc_map_at_1000_diff1": 0.936008, - "nauc_recall_at_1_max": 0.816587, - "nauc_recall_at_1_std": -0.334034, - "nauc_recall_at_1_diff1": 0.932118, - "nauc_recall_at_3_max": 0.829796, - "nauc_recall_at_3_std": -0.615097, - "nauc_recall_at_3_diff1": 0.948467, - "nauc_recall_at_5_max": 0.881914, - "nauc_recall_at_5_std": -0.421047, - "nauc_recall_at_5_diff1": 0.961553, - "nauc_recall_at_10_max": 0.900923, - "nauc_recall_at_10_std": -0.163295, - "nauc_recall_at_10_diff1": 0.970951, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.940741, + "mrr_at_5": 0.943519, + "mrr_at_10": 0.944906, + "mrr_at_20": 0.945131, + "mrr_at_100": 0.945245, + "mrr_at_1000": 0.945255, + "nauc_ndcg_at_1_max": 0.812677, + "nauc_ndcg_at_1_std": -0.283035, + "nauc_ndcg_at_1_diff1": 0.945928, + "nauc_ndcg_at_3_max": 0.819997, + "nauc_ndcg_at_3_std": -0.319549, + "nauc_ndcg_at_3_diff1": 0.944642, + "nauc_ndcg_at_5_max": 0.825693, + "nauc_ndcg_at_5_std": -0.305722, + "nauc_ndcg_at_5_diff1": 0.948734, + "nauc_ndcg_at_10_max": 0.823165, + "nauc_ndcg_at_10_std": -0.287381, + "nauc_ndcg_at_10_diff1": 0.947042, + "nauc_ndcg_at_20_max": 0.827728, + "nauc_ndcg_at_20_std": -0.275804, + "nauc_ndcg_at_20_diff1": 0.947734, + "nauc_ndcg_at_100_max": 0.82437, + "nauc_ndcg_at_100_std": -0.277921, + "nauc_ndcg_at_100_diff1": 0.947402, + "nauc_ndcg_at_1000_max": 0.823191, + "nauc_ndcg_at_1000_std": -0.286498, + "nauc_ndcg_at_1000_diff1": 0.947049, + "nauc_map_at_1_max": 0.812677, + "nauc_map_at_1_std": -0.283035, + "nauc_map_at_1_diff1": 0.945928, + "nauc_map_at_3_max": 0.81942, + "nauc_map_at_3_std": -0.308088, + "nauc_map_at_3_diff1": 0.944977, + "nauc_map_at_5_max": 0.821955, + "nauc_map_at_5_std": -0.300405, + "nauc_map_at_5_diff1": 0.947115, + "nauc_map_at_10_max": 0.821009, + "nauc_map_at_10_std": -0.293783, + "nauc_map_at_10_diff1": 0.94649, + "nauc_map_at_20_max": 0.821742, + "nauc_map_at_20_std": -0.29208, + "nauc_map_at_20_diff1": 0.946601, + "nauc_map_at_100_max": 0.82137, + "nauc_map_at_100_std": -0.292093, + "nauc_map_at_100_diff1": 0.946576, + "nauc_map_at_1000_max": 0.821339, + "nauc_map_at_1000_std": -0.292319, + "nauc_map_at_1000_diff1": 0.946566, + "nauc_recall_at_1_max": 0.812677, + "nauc_recall_at_1_std": -0.283035, + "nauc_recall_at_1_diff1": 0.945928, + "nauc_recall_at_3_max": 0.821662, + "nauc_recall_at_3_std": -0.379922, + "nauc_recall_at_3_diff1": 0.942931, + "nauc_recall_at_5_max": 0.856339, + "nauc_recall_at_5_std": -0.345601, + "nauc_recall_at_5_diff1": 0.962781, + "nauc_recall_at_10_max": 0.852993, + "nauc_recall_at_10_std": -0.151105, + "nauc_recall_at_10_diff1": 0.954611, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.260971, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816587, - "nauc_precision_at_1_std": -0.334034, - "nauc_precision_at_1_diff1": 0.932118, - "nauc_precision_at_3_max": 0.829796, - "nauc_precision_at_3_std": -0.615097, - "nauc_precision_at_3_diff1": 0.948467, - "nauc_precision_at_5_max": 0.881914, - "nauc_precision_at_5_std": -0.421047, - "nauc_precision_at_5_diff1": 0.961553, - "nauc_precision_at_10_max": 0.900923, - "nauc_precision_at_10_std": -0.163295, - "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_1_max": 0.812677, + "nauc_precision_at_1_std": -0.283035, + "nauc_precision_at_1_diff1": 0.945928, + "nauc_precision_at_3_max": 0.821662, + "nauc_precision_at_3_std": -0.379922, + "nauc_precision_at_3_diff1": 0.942931, + "nauc_precision_at_5_max": 0.856339, + "nauc_precision_at_5_std": -0.345601, + "nauc_precision_at_5_diff1": 0.962781, + "nauc_precision_at_10_max": 0.852993, + "nauc_precision_at_10_std": -0.151105, + "nauc_precision_at_10_diff1": 0.954611, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.260971, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816587, - "nauc_mrr_at_1_std": -0.334034, - "nauc_mrr_at_1_diff1": 0.932118, - "nauc_mrr_at_3_max": 0.823923, - "nauc_mrr_at_3_std": -0.409282, - "nauc_mrr_at_3_diff1": 0.936191, - "nauc_mrr_at_5_max": 0.82848, - "nauc_mrr_at_5_std": -0.381492, - "nauc_mrr_at_5_diff1": 0.936585, - "nauc_mrr_at_10_max": 0.828077, - "nauc_mrr_at_10_std": -0.369066, - "nauc_mrr_at_10_diff1": 0.93615, - "nauc_mrr_at_20_max": 0.82829, - "nauc_mrr_at_20_std": -0.365248, - "nauc_mrr_at_20_diff1": 0.936135, - "nauc_mrr_at_100_max": 0.828024, - "nauc_mrr_at_100_std": -0.365965, - "nauc_mrr_at_100_diff1": 0.936036, - "nauc_mrr_at_1000_max": 0.827948, - "nauc_mrr_at_1000_std": -0.366537, - "nauc_mrr_at_1000_diff1": 0.936008, - "main_score": 0.96198, + "nauc_mrr_at_1_max": 0.812677, + "nauc_mrr_at_1_std": -0.283035, + "nauc_mrr_at_1_diff1": 0.945928, + "nauc_mrr_at_3_max": 0.81942, + "nauc_mrr_at_3_std": -0.308088, + "nauc_mrr_at_3_diff1": 0.944977, + "nauc_mrr_at_5_max": 0.821955, + "nauc_mrr_at_5_std": -0.300405, + "nauc_mrr_at_5_diff1": 0.947115, + "nauc_mrr_at_10_max": 0.821009, + "nauc_mrr_at_10_std": -0.293783, + "nauc_mrr_at_10_diff1": 0.94649, + "nauc_mrr_at_20_max": 0.821742, + "nauc_mrr_at_20_std": -0.29208, + "nauc_mrr_at_20_diff1": 0.946601, + "nauc_mrr_at_100_max": 0.82137, + "nauc_mrr_at_100_std": -0.292093, + "nauc_mrr_at_100_diff1": 0.946576, + "nauc_mrr_at_1000_max": 0.821339, + "nauc_mrr_at_1000_std": -0.292319, + "nauc_mrr_at_1000_diff1": 0.946566, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95601, "hf_subset": "rus_Cyrl-eng_Latn", "languages": [ "rus-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.93925, - "ndcg_at_5": 0.94551, - "ndcg_at_10": 0.94856, - "ndcg_at_20": 0.95084, - "ndcg_at_100": 0.95212, - "ndcg_at_1000": 0.95212, - "map_at_1": 0.91, - "map_at_3": 0.93241, - "map_at_5": 0.9358, - "map_at_10": 0.93695, - "map_at_20": 0.93759, - "map_at_100": 0.93779, - "map_at_1000": 0.93779, - "recall_at_1": 0.91, - "recall_at_3": 0.95889, - "recall_at_5": 0.97444, - "recall_at_10": 0.98444, - "recall_at_20": 0.99333, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93357, + "ndcg_at_5": 0.93945, + "ndcg_at_10": 0.94314, + "ndcg_at_20": 0.9449, + "ndcg_at_100": 0.94721, + "ndcg_at_1000": 0.94721, + "map_at_1": 0.90111, + "map_at_3": 0.92593, + "map_at_5": 0.92915, + "map_at_10": 0.93073, + "map_at_20": 0.93125, + "map_at_100": 0.93158, + "map_at_1000": 0.93158, + "recall_at_1": 0.90111, + "recall_at_3": 0.95556, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, "recall_at_100": 1.0, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.31963, - "precision_at_5": 0.19489, - "precision_at_10": 0.09844, - "precision_at_20": 0.04967, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31852, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, "precision_at_100": 0.01, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.932407, - "mrr_at_5": 0.935796, - "mrr_at_10": 0.936951, - "mrr_at_20": 0.937592, - "mrr_at_100": 0.937791, - "mrr_at_1000": 0.937791, - "nauc_ndcg_at_1_max": 0.859402, - "nauc_ndcg_at_1_std": -0.057077, - "nauc_ndcg_at_1_diff1": 0.94513, - "nauc_ndcg_at_3_max": 0.891409, - "nauc_ndcg_at_3_std": -0.020285, - "nauc_ndcg_at_3_diff1": 0.939461, - "nauc_ndcg_at_5_max": 0.891437, - "nauc_ndcg_at_5_std": 0.003017, - "nauc_ndcg_at_5_diff1": 0.940463, - "nauc_ndcg_at_10_max": 0.887516, - "nauc_ndcg_at_10_std": 0.005639, - "nauc_ndcg_at_10_diff1": 0.941413, - "nauc_ndcg_at_20_max": 0.885502, - "nauc_ndcg_at_20_std": 0.015194, - "nauc_ndcg_at_20_diff1": 0.942638, - "nauc_ndcg_at_100_max": 0.88243, - "nauc_ndcg_at_100_std": -0.010556, - "nauc_ndcg_at_100_diff1": 0.942505, - "nauc_ndcg_at_1000_max": 0.88243, - "nauc_ndcg_at_1000_std": -0.010556, - "nauc_ndcg_at_1000_diff1": 0.942505, - "nauc_map_at_1_max": 0.859402, - "nauc_map_at_1_std": -0.057077, - "nauc_map_at_1_diff1": 0.94513, - "nauc_map_at_3_max": 0.882338, - "nauc_map_at_3_std": -0.030692, - "nauc_map_at_3_diff1": 0.941311, - "nauc_map_at_5_max": 0.881869, - "nauc_map_at_5_std": -0.019889, - "nauc_map_at_5_diff1": 0.94196, - "nauc_map_at_10_max": 0.880449, - "nauc_map_at_10_std": -0.01996, - "nauc_map_at_10_diff1": 0.942315, - "nauc_map_at_20_max": 0.879962, - "nauc_map_at_20_std": -0.017501, - "nauc_map_at_20_diff1": 0.942618, - "nauc_map_at_100_max": 0.879578, - "nauc_map_at_100_std": -0.020649, - "nauc_map_at_100_diff1": 0.94265, - "nauc_map_at_1000_max": 0.879578, - "nauc_map_at_1000_std": -0.020649, - "nauc_map_at_1000_diff1": 0.94265, - "nauc_recall_at_1_max": 0.859402, - "nauc_recall_at_1_std": -0.057077, - "nauc_recall_at_1_diff1": 0.94513, - "nauc_recall_at_3_max": 0.933631, - "nauc_recall_at_3_std": 0.028137, - "nauc_recall_at_3_diff1": 0.930666, - "nauc_recall_at_5_max": 0.959506, - "nauc_recall_at_5_std": 0.174319, - "nauc_recall_at_5_diff1": 0.929668, - "nauc_recall_at_10_max": 0.961485, - "nauc_recall_at_10_std": 0.322662, - "nauc_recall_at_10_diff1": 0.932306, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.978214, - "nauc_recall_at_20_diff1": 0.953704, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.929148, + "mrr_at_10": 0.930731, + "mrr_at_20": 0.931249, + "mrr_at_100": 0.931582, + "mrr_at_1000": 0.931582, + "nauc_ndcg_at_1_max": 0.834414, + "nauc_ndcg_at_1_std": -0.067647, + "nauc_ndcg_at_1_diff1": 0.93666, + "nauc_ndcg_at_3_max": 0.870676, + "nauc_ndcg_at_3_std": -0.031638, + "nauc_ndcg_at_3_diff1": 0.936869, + "nauc_ndcg_at_5_max": 0.867121, + "nauc_ndcg_at_5_std": -0.0153, + "nauc_ndcg_at_5_diff1": 0.938946, + "nauc_ndcg_at_10_max": 0.868423, + "nauc_ndcg_at_10_std": 0.001324, + "nauc_ndcg_at_10_diff1": 0.938592, + "nauc_ndcg_at_20_max": 0.866342, + "nauc_ndcg_at_20_std": -0.00116, + "nauc_ndcg_at_20_diff1": 0.940133, + "nauc_ndcg_at_100_max": 0.861516, + "nauc_ndcg_at_100_std": -0.019019, + "nauc_ndcg_at_100_diff1": 0.938525, + "nauc_ndcg_at_1000_max": 0.861516, + "nauc_ndcg_at_1000_std": -0.019019, + "nauc_ndcg_at_1000_diff1": 0.938525, + "nauc_map_at_1_max": 0.834414, + "nauc_map_at_1_std": -0.067647, + "nauc_map_at_1_diff1": 0.93666, + "nauc_map_at_3_max": 0.86104, + "nauc_map_at_3_std": -0.039947, + "nauc_map_at_3_diff1": 0.936969, + "nauc_map_at_5_max": 0.858923, + "nauc_map_at_5_std": -0.031613, + "nauc_map_at_5_diff1": 0.938023, + "nauc_map_at_10_max": 0.859302, + "nauc_map_at_10_std": -0.026109, + "nauc_map_at_10_diff1": 0.937932, + "nauc_map_at_20_max": 0.858717, + "nauc_map_at_20_std": -0.027041, + "nauc_map_at_20_diff1": 0.938264, + "nauc_map_at_100_max": 0.858145, + "nauc_map_at_100_std": -0.028699, + "nauc_map_at_100_diff1": 0.938069, + "nauc_map_at_1000_max": 0.858145, + "nauc_map_at_1000_std": -0.028699, + "nauc_map_at_1000_diff1": 0.938069, + "nauc_recall_at_1_max": 0.834414, + "nauc_recall_at_1_std": -0.067647, + "nauc_recall_at_1_diff1": 0.93666, + "nauc_recall_at_3_max": 0.915616, + "nauc_recall_at_3_std": 0.006069, + "nauc_recall_at_3_diff1": 0.936275, + "nauc_recall_at_5_max": 0.91977, + "nauc_recall_at_5_std": 0.09484, + "nauc_recall_at_5_diff1": 0.945534, + "nauc_recall_at_10_max": 0.960592, + "nauc_recall_at_10_std": 0.309881, + "nauc_recall_at_10_diff1": 0.945213, + "nauc_recall_at_20_max": 0.976233, + "nauc_recall_at_20_std": 0.441389, + "nauc_recall_at_20_diff1": 0.976233, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.859402, - "nauc_precision_at_1_std": -0.057077, - "nauc_precision_at_1_diff1": 0.94513, - "nauc_precision_at_3_max": 0.933631, - "nauc_precision_at_3_std": 0.028137, - "nauc_precision_at_3_diff1": 0.930666, - "nauc_precision_at_5_max": 0.959506, - "nauc_precision_at_5_std": 0.174319, - "nauc_precision_at_5_diff1": 0.929668, - "nauc_precision_at_10_max": 0.961485, - "nauc_precision_at_10_std": 0.322662, - "nauc_precision_at_10_diff1": 0.932306, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.978214, - "nauc_precision_at_20_diff1": 0.953704, + "nauc_precision_at_1_max": 0.834414, + "nauc_precision_at_1_std": -0.067647, + "nauc_precision_at_1_diff1": 0.93666, + "nauc_precision_at_3_max": 0.915616, + "nauc_precision_at_3_std": 0.006069, + "nauc_precision_at_3_diff1": 0.936275, + "nauc_precision_at_5_max": 0.91977, + "nauc_precision_at_5_std": 0.09484, + "nauc_precision_at_5_diff1": 0.945534, + "nauc_precision_at_10_max": 0.960592, + "nauc_precision_at_10_std": 0.309881, + "nauc_precision_at_10_diff1": 0.945213, + "nauc_precision_at_20_max": 0.976233, + "nauc_precision_at_20_std": 0.441389, + "nauc_precision_at_20_diff1": 0.976233, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.859402, - "nauc_mrr_at_1_std": -0.057077, - "nauc_mrr_at_1_diff1": 0.94513, - "nauc_mrr_at_3_max": 0.882338, - "nauc_mrr_at_3_std": -0.030692, - "nauc_mrr_at_3_diff1": 0.941311, - "nauc_mrr_at_5_max": 0.881869, - "nauc_mrr_at_5_std": -0.019889, - "nauc_mrr_at_5_diff1": 0.94196, - "nauc_mrr_at_10_max": 0.880449, - "nauc_mrr_at_10_std": -0.01996, - "nauc_mrr_at_10_diff1": 0.942315, - "nauc_mrr_at_20_max": 0.879962, - "nauc_mrr_at_20_std": -0.017501, - "nauc_mrr_at_20_diff1": 0.942618, - "nauc_mrr_at_100_max": 0.879578, - "nauc_mrr_at_100_std": -0.020649, - "nauc_mrr_at_100_diff1": 0.94265, - "nauc_mrr_at_1000_max": 0.879578, - "nauc_mrr_at_1000_std": -0.020649, - "nauc_mrr_at_1000_diff1": 0.94265, - "main_score": 0.94856, + "nauc_mrr_at_1_max": 0.834414, + "nauc_mrr_at_1_std": -0.067647, + "nauc_mrr_at_1_diff1": 0.93666, + "nauc_mrr_at_3_max": 0.86104, + "nauc_mrr_at_3_std": -0.039947, + "nauc_mrr_at_3_diff1": 0.936969, + "nauc_mrr_at_5_max": 0.858923, + "nauc_mrr_at_5_std": -0.031613, + "nauc_mrr_at_5_diff1": 0.938023, + "nauc_mrr_at_10_max": 0.859302, + "nauc_mrr_at_10_std": -0.026109, + "nauc_mrr_at_10_diff1": 0.937932, + "nauc_mrr_at_20_max": 0.858717, + "nauc_mrr_at_20_std": -0.027041, + "nauc_mrr_at_20_diff1": 0.938264, + "nauc_mrr_at_100_max": 0.858145, + "nauc_mrr_at_100_std": -0.028699, + "nauc_mrr_at_100_diff1": 0.938069, + "nauc_mrr_at_1000_max": 0.858145, + "nauc_mrr_at_1000_std": -0.028699, + "nauc_mrr_at_1000_diff1": 0.938069, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.94314, "hf_subset": "eng_Latn-rus_Cyrl", "languages": [ "eng-Latn", "rus-Cyrl" - ] - }, - { - "ndcg_at_1": 0.32778, - "ndcg_at_3": 0.35212, - "ndcg_at_5": 0.36087, - "ndcg_at_10": 0.36556, - "ndcg_at_20": 0.37731, - "ndcg_at_100": 0.40754, - "ndcg_at_1000": 0.45597, - "map_at_1": 0.32778, - "map_at_3": 0.3463, - "map_at_5": 0.35119, - "map_at_10": 0.35313, - "map_at_20": 0.35633, - "map_at_100": 0.36013, - "map_at_1000": 0.36189, - "recall_at_1": 0.32778, - "recall_at_3": 0.36889, - "recall_at_5": 0.39, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.32556, + "ndcg_at_3": 0.35045, + "ndcg_at_5": 0.35557, + "ndcg_at_10": 0.36359, + "ndcg_at_20": 0.37406, + "ndcg_at_100": 0.40466, + "ndcg_at_1000": 0.45327, + "map_at_1": 0.32556, + "map_at_3": 0.34444, + "map_at_5": 0.34733, + "map_at_10": 0.35072, + "map_at_20": 0.35362, + "map_at_100": 0.35737, + "map_at_1000": 0.35912, + "recall_at_1": 0.32556, + "recall_at_3": 0.36778, + "recall_at_5": 0.38, "recall_at_10": 0.40444, - "recall_at_20": 0.45111, - "recall_at_100": 0.62, + "recall_at_20": 0.44556, + "recall_at_100": 0.61778, "recall_at_1000": 1.0, - "precision_at_1": 0.32778, - "precision_at_3": 0.12296, - "precision_at_5": 0.078, + "accuracy": 0.32556, + "precision_at_1": 0.32556, + "precision_at_3": 0.12259, + "precision_at_5": 0.076, "precision_at_10": 0.04044, - "precision_at_20": 0.02256, - "precision_at_100": 0.0062, - "precision_at_1000": 0.001, - "mrr_at_1": 0.327778, - "mrr_at_3": 0.346296, - "mrr_at_5": 0.351185, - "mrr_at_10": 0.353135, - "mrr_at_20": 0.356332, - "mrr_at_100": 0.360127, - "mrr_at_1000": 0.361887, - "nauc_ndcg_at_1_max": 0.387546, - "nauc_ndcg_at_1_std": -0.727978, - "nauc_ndcg_at_1_diff1": 0.945275, - "nauc_ndcg_at_3_max": 0.358741, - "nauc_ndcg_at_3_std": -0.755235, - "nauc_ndcg_at_3_diff1": 0.921794, - "nauc_ndcg_at_5_max": 0.3469, - "nauc_ndcg_at_5_std": -0.754323, - "nauc_ndcg_at_5_diff1": 0.908309, - "nauc_ndcg_at_10_max": 0.344376, - "nauc_ndcg_at_10_std": -0.751287, - "nauc_ndcg_at_10_diff1": 0.903149, - "nauc_ndcg_at_20_max": 0.336623, - "nauc_ndcg_at_20_std": -0.741888, - "nauc_ndcg_at_20_diff1": 0.892283, - "nauc_ndcg_at_100_max": 0.328594, - "nauc_ndcg_at_100_std": -0.725826, - "nauc_ndcg_at_100_diff1": 0.870335, - "nauc_ndcg_at_1000_max": 0.342453, - "nauc_ndcg_at_1000_std": -0.737707, - "nauc_ndcg_at_1000_diff1": 0.894043, - "nauc_map_at_1_max": 0.387546, - "nauc_map_at_1_std": -0.727978, - "nauc_map_at_1_diff1": 0.945275, - "nauc_map_at_3_max": 0.366351, - "nauc_map_at_3_std": -0.749026, - "nauc_map_at_3_diff1": 0.927469, - "nauc_map_at_5_max": 0.359775, - "nauc_map_at_5_std": -0.748274, - "nauc_map_at_5_diff1": 0.91987, - "nauc_map_at_10_max": 0.358784, - "nauc_map_at_10_std": -0.746924, - "nauc_map_at_10_diff1": 0.917634, - "nauc_map_at_20_max": 0.356663, - "nauc_map_at_20_std": -0.744367, - "nauc_map_at_20_diff1": 0.914566, - "nauc_map_at_100_max": 0.35548, - "nauc_map_at_100_std": -0.742174, - "nauc_map_at_100_diff1": 0.911639, - "nauc_map_at_1000_max": 0.355899, - "nauc_map_at_1000_std": -0.742474, - "nauc_map_at_1000_diff1": 0.91231, - "nauc_recall_at_1_max": 0.387546, - "nauc_recall_at_1_std": -0.727978, - "nauc_recall_at_1_diff1": 0.945275, - "nauc_recall_at_3_max": 0.336721, - "nauc_recall_at_3_std": -0.772835, - "nauc_recall_at_3_diff1": 0.905569, - "nauc_recall_at_5_max": 0.308416, - "nauc_recall_at_5_std": -0.771523, - "nauc_recall_at_5_diff1": 0.87372, - "nauc_recall_at_10_max": 0.300571, - "nauc_recall_at_10_std": -0.762691, - "nauc_recall_at_10_diff1": 0.858601, - "nauc_recall_at_20_max": 0.269338, - "nauc_recall_at_20_std": -0.725607, - "nauc_recall_at_20_diff1": 0.815761, - "nauc_recall_at_100_max": 0.212105, - "nauc_recall_at_100_std": -0.622462, - "nauc_recall_at_100_diff1": 0.667892, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.387546, - "nauc_precision_at_1_std": -0.727978, - "nauc_precision_at_1_diff1": 0.945275, - "nauc_precision_at_3_max": 0.336721, - "nauc_precision_at_3_std": -0.772835, - "nauc_precision_at_3_diff1": 0.905569, - "nauc_precision_at_5_max": 0.308416, - "nauc_precision_at_5_std": -0.771523, - "nauc_precision_at_5_diff1": 0.87372, - "nauc_precision_at_10_max": 0.300571, - "nauc_precision_at_10_std": -0.762691, - "nauc_precision_at_10_diff1": 0.858601, - "nauc_precision_at_20_max": 0.269338, - "nauc_precision_at_20_std": -0.725607, - "nauc_precision_at_20_diff1": 0.815761, - "nauc_precision_at_100_max": 0.212105, - "nauc_precision_at_100_std": -0.622462, - "nauc_precision_at_100_diff1": 0.667892, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.387546, - "nauc_mrr_at_1_std": -0.727978, - "nauc_mrr_at_1_diff1": 0.945275, - "nauc_mrr_at_3_max": 0.366351, - "nauc_mrr_at_3_std": -0.749026, - "nauc_mrr_at_3_diff1": 0.927469, - "nauc_mrr_at_5_max": 0.359775, - "nauc_mrr_at_5_std": -0.748274, - "nauc_mrr_at_5_diff1": 0.91987, - "nauc_mrr_at_10_max": 0.358784, - "nauc_mrr_at_10_std": -0.746924, - "nauc_mrr_at_10_diff1": 0.917634, - "nauc_mrr_at_20_max": 0.356663, - "nauc_mrr_at_20_std": -0.744367, - "nauc_mrr_at_20_diff1": 0.914566, - "nauc_mrr_at_100_max": 0.35548, - "nauc_mrr_at_100_std": -0.742174, - "nauc_mrr_at_100_diff1": 0.911639, - "nauc_mrr_at_1000_max": 0.355899, - "nauc_mrr_at_1000_std": -0.742474, - "nauc_mrr_at_1000_diff1": 0.91231, - "main_score": 0.36556, + "precision_at_20": 0.02228, + "precision_at_100": 0.00618, + "precision_at_1000": 0.001, + "mrr_at_1": 0.325556, + "mrr_at_3": 0.344444, + "mrr_at_5": 0.347333, + "mrr_at_10": 0.350717, + "mrr_at_20": 0.353624, + "mrr_at_100": 0.357373, + "mrr_at_1000": 0.359124, + "nauc_ndcg_at_1_max": 0.385859, + "nauc_ndcg_at_1_std": -0.71793, + "nauc_ndcg_at_1_diff1": 0.94025, + "nauc_ndcg_at_3_max": 0.358641, + "nauc_ndcg_at_3_std": -0.736407, + "nauc_ndcg_at_3_diff1": 0.913337, + "nauc_ndcg_at_5_max": 0.352022, + "nauc_ndcg_at_5_std": -0.739428, + "nauc_ndcg_at_5_diff1": 0.906397, + "nauc_ndcg_at_10_max": 0.341519, + "nauc_ndcg_at_10_std": -0.733954, + "nauc_ndcg_at_10_diff1": 0.893709, + "nauc_ndcg_at_20_max": 0.332953, + "nauc_ndcg_at_20_std": -0.728075, + "nauc_ndcg_at_20_diff1": 0.884691, + "nauc_ndcg_at_100_max": 0.324195, + "nauc_ndcg_at_100_std": -0.713838, + "nauc_ndcg_at_100_diff1": 0.861178, + "nauc_ndcg_at_1000_max": 0.339222, + "nauc_ndcg_at_1000_std": -0.724813, + "nauc_ndcg_at_1000_diff1": 0.886281, + "nauc_map_at_1_max": 0.385859, + "nauc_map_at_1_std": -0.71793, + "nauc_map_at_1_diff1": 0.94025, + "nauc_map_at_3_max": 0.365695, + "nauc_map_at_3_std": -0.732275, + "nauc_map_at_3_diff1": 0.919903, + "nauc_map_at_5_max": 0.36163, + "nauc_map_at_5_std": -0.734176, + "nauc_map_at_5_diff1": 0.915943, + "nauc_map_at_10_max": 0.356867, + "nauc_map_at_10_std": -0.732233, + "nauc_map_at_10_diff1": 0.910556, + "nauc_map_at_20_max": 0.354402, + "nauc_map_at_20_std": -0.730874, + "nauc_map_at_20_diff1": 0.908168, + "nauc_map_at_100_max": 0.353135, + "nauc_map_at_100_std": -0.729149, + "nauc_map_at_100_diff1": 0.904865, + "nauc_map_at_1000_max": 0.353586, + "nauc_map_at_1000_std": -0.729392, + "nauc_map_at_1000_diff1": 0.905606, + "nauc_recall_at_1_max": 0.385859, + "nauc_recall_at_1_std": -0.71793, + "nauc_recall_at_1_diff1": 0.94025, + "nauc_recall_at_3_max": 0.338284, + "nauc_recall_at_3_std": -0.74808, + "nauc_recall_at_3_diff1": 0.894545, + "nauc_recall_at_5_max": 0.324024, + "nauc_recall_at_5_std": -0.754398, + "nauc_recall_at_5_diff1": 0.878348, + "nauc_recall_at_10_max": 0.294334, + "nauc_recall_at_10_std": -0.735984, + "nauc_recall_at_10_diff1": 0.840571, + "nauc_recall_at_20_max": 0.260917, + "nauc_recall_at_20_std": -0.71103, + "nauc_recall_at_20_diff1": 0.803846, + "nauc_recall_at_100_max": 0.197924, + "nauc_recall_at_100_std": -0.617373, + "nauc_recall_at_100_diff1": 0.649557, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.385859, + "nauc_precision_at_1_std": -0.71793, + "nauc_precision_at_1_diff1": 0.94025, + "nauc_precision_at_3_max": 0.338284, + "nauc_precision_at_3_std": -0.74808, + "nauc_precision_at_3_diff1": 0.894545, + "nauc_precision_at_5_max": 0.324024, + "nauc_precision_at_5_std": -0.754398, + "nauc_precision_at_5_diff1": 0.878348, + "nauc_precision_at_10_max": 0.294334, + "nauc_precision_at_10_std": -0.735984, + "nauc_precision_at_10_diff1": 0.840571, + "nauc_precision_at_20_max": 0.260917, + "nauc_precision_at_20_std": -0.71103, + "nauc_precision_at_20_diff1": 0.803846, + "nauc_precision_at_100_max": 0.197924, + "nauc_precision_at_100_std": -0.617373, + "nauc_precision_at_100_diff1": 0.649557, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.385859, + "nauc_mrr_at_1_std": -0.71793, + "nauc_mrr_at_1_diff1": 0.94025, + "nauc_mrr_at_3_max": 0.365695, + "nauc_mrr_at_3_std": -0.732275, + "nauc_mrr_at_3_diff1": 0.919903, + "nauc_mrr_at_5_max": 0.36163, + "nauc_mrr_at_5_std": -0.734176, + "nauc_mrr_at_5_diff1": 0.915943, + "nauc_mrr_at_10_max": 0.356867, + "nauc_mrr_at_10_std": -0.732233, + "nauc_mrr_at_10_diff1": 0.910556, + "nauc_mrr_at_20_max": 0.354402, + "nauc_mrr_at_20_std": -0.730874, + "nauc_mrr_at_20_diff1": 0.908168, + "nauc_mrr_at_100_max": 0.353135, + "nauc_mrr_at_100_std": -0.729149, + "nauc_mrr_at_100_diff1": 0.904865, + "nauc_mrr_at_1000_max": 0.353586, + "nauc_mrr_at_1000_std": -0.729392, + "nauc_mrr_at_1000_diff1": 0.905606, + "hit_rate_at_1": 0.32556, + "hit_rate_at_3": 0.36778, + "hit_rate_at_5": 0.38, + "hit_rate_at_10": 0.40444, + "hit_rate_at_20": 0.44556, + "hit_rate_at_100": 0.61778, + "hit_rate_at_1000": 1.0, + "main_score": 0.36359, "hf_subset": "shn_Mymr-shn_Mymr", "languages": [ "shn-Mymr", "shn-Mymr" - ] - }, - { - "ndcg_at_1": 0.58222, - "ndcg_at_3": 0.62473, - "ndcg_at_5": 0.63827, - "ndcg_at_10": 0.6488, - "ndcg_at_20": 0.65726, - "ndcg_at_100": 0.6749, - "ndcg_at_1000": 0.69387, - "map_at_1": 0.58222, - "map_at_3": 0.61444, - "map_at_5": 0.62211, - "map_at_10": 0.62631, - "map_at_20": 0.62851, - "map_at_100": 0.63084, - "map_at_1000": 0.63152, - "recall_at_1": 0.58222, - "recall_at_3": 0.65444, - "recall_at_5": 0.68667, - "recall_at_10": 0.72, - "recall_at_20": 0.75444, - "recall_at_100": 0.85111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.57333, + "ndcg_at_3": 0.62063, + "ndcg_at_5": 0.63168, + "ndcg_at_10": 0.64304, + "ndcg_at_20": 0.6518, + "ndcg_at_100": 0.66974, + "ndcg_at_1000": 0.68969, + "map_at_1": 0.57333, + "map_at_3": 0.60963, + "map_at_5": 0.6158, + "map_at_10": 0.62061, + "map_at_20": 0.62304, + "map_at_100": 0.62554, + "map_at_1000": 0.62628, + "recall_at_1": 0.57333, + "recall_at_3": 0.65222, + "recall_at_5": 0.67889, + "recall_at_10": 0.71333, + "recall_at_20": 0.74778, + "recall_at_100": 0.84444, "recall_at_1000": 1.0, - "precision_at_1": 0.58222, - "precision_at_3": 0.21815, - "precision_at_5": 0.13733, - "precision_at_10": 0.072, - "precision_at_20": 0.03772, - "precision_at_100": 0.00851, - "precision_at_1000": 0.001, - "mrr_at_1": 0.582222, - "mrr_at_3": 0.614444, - "mrr_at_5": 0.622111, - "mrr_at_10": 0.626315, - "mrr_at_20": 0.628507, - "mrr_at_100": 0.630838, - "mrr_at_1000": 0.631523, - "nauc_ndcg_at_1_max": 0.816186, - "nauc_ndcg_at_1_std": 0.335548, - "nauc_ndcg_at_1_diff1": 0.868043, - "nauc_ndcg_at_3_max": 0.831944, - "nauc_ndcg_at_3_std": 0.360711, - "nauc_ndcg_at_3_diff1": 0.841692, - "nauc_ndcg_at_5_max": 0.824117, - "nauc_ndcg_at_5_std": 0.358114, - "nauc_ndcg_at_5_diff1": 0.833408, - "nauc_ndcg_at_10_max": 0.819785, - "nauc_ndcg_at_10_std": 0.364912, - "nauc_ndcg_at_10_diff1": 0.827352, - "nauc_ndcg_at_20_max": 0.82069, - "nauc_ndcg_at_20_std": 0.375525, - "nauc_ndcg_at_20_diff1": 0.830135, - "nauc_ndcg_at_100_max": 0.815301, - "nauc_ndcg_at_100_std": 0.374782, - "nauc_ndcg_at_100_diff1": 0.827784, - "nauc_ndcg_at_1000_max": 0.820192, - "nauc_ndcg_at_1000_std": 0.366237, - "nauc_ndcg_at_1000_diff1": 0.834864, - "nauc_map_at_1_max": 0.816186, - "nauc_map_at_1_std": 0.335548, - "nauc_map_at_1_diff1": 0.868043, - "nauc_map_at_3_max": 0.829454, - "nauc_map_at_3_std": 0.35545, - "nauc_map_at_3_diff1": 0.849012, - "nauc_map_at_5_max": 0.825163, - "nauc_map_at_5_std": 0.353734, - "nauc_map_at_5_diff1": 0.844564, - "nauc_map_at_10_max": 0.823597, - "nauc_map_at_10_std": 0.356504, - "nauc_map_at_10_diff1": 0.842355, - "nauc_map_at_20_max": 0.823923, - "nauc_map_at_20_std": 0.358992, - "nauc_map_at_20_diff1": 0.843189, - "nauc_map_at_100_max": 0.823127, - "nauc_map_at_100_std": 0.358995, - "nauc_map_at_100_diff1": 0.842797, - "nauc_map_at_1000_max": 0.823252, - "nauc_map_at_1000_std": 0.358644, - "nauc_map_at_1000_diff1": 0.843035, - "nauc_recall_at_1_max": 0.816186, - "nauc_recall_at_1_std": 0.335548, - "nauc_recall_at_1_diff1": 0.868043, - "nauc_recall_at_3_max": 0.838977, - "nauc_recall_at_3_std": 0.37648, - "nauc_recall_at_3_diff1": 0.818771, - "nauc_recall_at_5_max": 0.818792, - "nauc_recall_at_5_std": 0.371762, - "nauc_recall_at_5_diff1": 0.795597, - "nauc_recall_at_10_max": 0.801827, - "nauc_recall_at_10_std": 0.39673, - "nauc_recall_at_10_diff1": 0.769846, - "nauc_recall_at_20_max": 0.803614, - "nauc_recall_at_20_std": 0.455788, - "nauc_recall_at_20_diff1": 0.777013, - "nauc_recall_at_100_max": 0.744911, - "nauc_recall_at_100_std": 0.486335, - "nauc_recall_at_100_diff1": 0.73011, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816186, - "nauc_precision_at_1_std": 0.335548, - "nauc_precision_at_1_diff1": 0.868043, - "nauc_precision_at_3_max": 0.838977, - "nauc_precision_at_3_std": 0.37648, - "nauc_precision_at_3_diff1": 0.818771, - "nauc_precision_at_5_max": 0.818792, - "nauc_precision_at_5_std": 0.371762, - "nauc_precision_at_5_diff1": 0.795597, - "nauc_precision_at_10_max": 0.801827, - "nauc_precision_at_10_std": 0.39673, - "nauc_precision_at_10_diff1": 0.769846, - "nauc_precision_at_20_max": 0.803614, - "nauc_precision_at_20_std": 0.455788, - "nauc_precision_at_20_diff1": 0.777013, - "nauc_precision_at_100_max": 0.744911, - "nauc_precision_at_100_std": 0.486335, - "nauc_precision_at_100_diff1": 0.73011, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816186, - "nauc_mrr_at_1_std": 0.335548, - "nauc_mrr_at_1_diff1": 0.868043, - "nauc_mrr_at_3_max": 0.829454, - "nauc_mrr_at_3_std": 0.35545, - "nauc_mrr_at_3_diff1": 0.849012, - "nauc_mrr_at_5_max": 0.825163, - "nauc_mrr_at_5_std": 0.353734, - "nauc_mrr_at_5_diff1": 0.844564, - "nauc_mrr_at_10_max": 0.823597, - "nauc_mrr_at_10_std": 0.356504, - "nauc_mrr_at_10_diff1": 0.842355, - "nauc_mrr_at_20_max": 0.823923, - "nauc_mrr_at_20_std": 0.358992, - "nauc_mrr_at_20_diff1": 0.843189, - "nauc_mrr_at_100_max": 0.823127, - "nauc_mrr_at_100_std": 0.358995, - "nauc_mrr_at_100_diff1": 0.842797, - "nauc_mrr_at_1000_max": 0.823252, - "nauc_mrr_at_1000_std": 0.358644, - "nauc_mrr_at_1000_diff1": 0.843035, - "main_score": 0.6488, + "accuracy": 0.57333, + "precision_at_1": 0.57333, + "precision_at_3": 0.21741, + "precision_at_5": 0.13578, + "precision_at_10": 0.07133, + "precision_at_20": 0.03739, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.573333, + "mrr_at_3": 0.60963, + "mrr_at_5": 0.615796, + "mrr_at_10": 0.620611, + "mrr_at_20": 0.623042, + "mrr_at_100": 0.625537, + "mrr_at_1000": 0.626277, + "nauc_ndcg_at_1_max": 0.81134, + "nauc_ndcg_at_1_std": 0.316386, + "nauc_ndcg_at_1_diff1": 0.87755, + "nauc_ndcg_at_3_max": 0.817173, + "nauc_ndcg_at_3_std": 0.340682, + "nauc_ndcg_at_3_diff1": 0.83974, + "nauc_ndcg_at_5_max": 0.811533, + "nauc_ndcg_at_5_std": 0.337534, + "nauc_ndcg_at_5_diff1": 0.834442, + "nauc_ndcg_at_10_max": 0.809772, + "nauc_ndcg_at_10_std": 0.341581, + "nauc_ndcg_at_10_diff1": 0.831907, + "nauc_ndcg_at_20_max": 0.809694, + "nauc_ndcg_at_20_std": 0.356849, + "nauc_ndcg_at_20_diff1": 0.829982, + "nauc_ndcg_at_100_max": 0.806058, + "nauc_ndcg_at_100_std": 0.355117, + "nauc_ndcg_at_100_diff1": 0.829792, + "nauc_ndcg_at_1000_max": 0.809712, + "nauc_ndcg_at_1000_std": 0.346369, + "nauc_ndcg_at_1000_diff1": 0.83647, + "nauc_map_at_1_max": 0.81134, + "nauc_map_at_1_std": 0.316386, + "nauc_map_at_1_diff1": 0.87755, + "nauc_map_at_3_max": 0.816756, + "nauc_map_at_3_std": 0.334724, + "nauc_map_at_3_diff1": 0.849414, + "nauc_map_at_5_max": 0.813774, + "nauc_map_at_5_std": 0.333039, + "nauc_map_at_5_diff1": 0.84672, + "nauc_map_at_10_max": 0.813039, + "nauc_map_at_10_std": 0.334687, + "nauc_map_at_10_diff1": 0.845555, + "nauc_map_at_20_max": 0.813056, + "nauc_map_at_20_std": 0.33856, + "nauc_map_at_20_diff1": 0.84516, + "nauc_map_at_100_max": 0.812492, + "nauc_map_at_100_std": 0.338457, + "nauc_map_at_100_diff1": 0.845005, + "nauc_map_at_1000_max": 0.812584, + "nauc_map_at_1000_std": 0.33813, + "nauc_map_at_1000_diff1": 0.845232, + "nauc_recall_at_1_max": 0.81134, + "nauc_recall_at_1_std": 0.316386, + "nauc_recall_at_1_diff1": 0.87755, + "nauc_recall_at_3_max": 0.817992, + "nauc_recall_at_3_std": 0.359035, + "nauc_recall_at_3_diff1": 0.809756, + "nauc_recall_at_5_max": 0.802799, + "nauc_recall_at_5_std": 0.351329, + "nauc_recall_at_5_diff1": 0.793836, + "nauc_recall_at_10_max": 0.796125, + "nauc_recall_at_10_std": 0.366373, + "nauc_recall_at_10_diff1": 0.783066, + "nauc_recall_at_20_max": 0.794054, + "nauc_recall_at_20_std": 0.445243, + "nauc_recall_at_20_diff1": 0.767871, + "nauc_recall_at_100_max": 0.754743, + "nauc_recall_at_100_std": 0.467511, + "nauc_recall_at_100_diff1": 0.740727, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81134, + "nauc_precision_at_1_std": 0.316386, + "nauc_precision_at_1_diff1": 0.87755, + "nauc_precision_at_3_max": 0.817992, + "nauc_precision_at_3_std": 0.359035, + "nauc_precision_at_3_diff1": 0.809756, + "nauc_precision_at_5_max": 0.802799, + "nauc_precision_at_5_std": 0.351329, + "nauc_precision_at_5_diff1": 0.793836, + "nauc_precision_at_10_max": 0.796125, + "nauc_precision_at_10_std": 0.366373, + "nauc_precision_at_10_diff1": 0.783066, + "nauc_precision_at_20_max": 0.794054, + "nauc_precision_at_20_std": 0.445243, + "nauc_precision_at_20_diff1": 0.767871, + "nauc_precision_at_100_max": 0.754743, + "nauc_precision_at_100_std": 0.467511, + "nauc_precision_at_100_diff1": 0.740727, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81134, + "nauc_mrr_at_1_std": 0.316386, + "nauc_mrr_at_1_diff1": 0.87755, + "nauc_mrr_at_3_max": 0.816756, + "nauc_mrr_at_3_std": 0.334724, + "nauc_mrr_at_3_diff1": 0.849414, + "nauc_mrr_at_5_max": 0.813774, + "nauc_mrr_at_5_std": 0.333039, + "nauc_mrr_at_5_diff1": 0.84672, + "nauc_mrr_at_10_max": 0.813039, + "nauc_mrr_at_10_std": 0.334687, + "nauc_mrr_at_10_diff1": 0.845555, + "nauc_mrr_at_20_max": 0.813056, + "nauc_mrr_at_20_std": 0.33856, + "nauc_mrr_at_20_diff1": 0.84516, + "nauc_mrr_at_100_max": 0.812492, + "nauc_mrr_at_100_std": 0.338457, + "nauc_mrr_at_100_diff1": 0.845005, + "nauc_mrr_at_1000_max": 0.812584, + "nauc_mrr_at_1000_std": 0.33813, + "nauc_mrr_at_1000_diff1": 0.845232, + "hit_rate_at_1": 0.57333, + "hit_rate_at_3": 0.65222, + "hit_rate_at_5": 0.67889, + "hit_rate_at_10": 0.71333, + "hit_rate_at_20": 0.74778, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.64304, "hf_subset": "shn_Mymr-eng_Latn", "languages": [ "shn-Mymr", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.36556, - "ndcg_at_3": 0.38656, - "ndcg_at_5": 0.38886, - "ndcg_at_10": 0.39116, - "ndcg_at_20": 0.39447, - "ndcg_at_100": 0.41105, - "ndcg_at_1000": 0.47068, - "map_at_1": 0.36556, - "map_at_3": 0.38185, - "map_at_5": 0.38313, - "map_at_10": 0.38417, - "map_at_20": 0.38504, - "map_at_100": 0.38687, - "map_at_1000": 0.38885, - "recall_at_1": 0.36556, - "recall_at_3": 0.4, - "recall_at_5": 0.40556, - "recall_at_10": 0.41222, - "recall_at_20": 0.42556, - "recall_at_100": 0.52222, - "recall_at_1000": 1.0, - "precision_at_1": 0.36556, - "precision_at_3": 0.13333, - "precision_at_5": 0.08111, - "precision_at_10": 0.04122, - "precision_at_20": 0.02128, - "precision_at_100": 0.00522, - "precision_at_1000": 0.001, - "mrr_at_1": 0.365556, - "mrr_at_3": 0.381852, - "mrr_at_5": 0.38313, - "mrr_at_10": 0.384168, - "mrr_at_20": 0.385044, - "mrr_at_100": 0.386873, - "mrr_at_1000": 0.388855, - "nauc_ndcg_at_1_max": 0.971786, - "nauc_ndcg_at_1_std": 0.914957, - "nauc_ndcg_at_1_diff1": 0.933802, - "nauc_ndcg_at_3_max": 0.979377, - "nauc_ndcg_at_3_std": 0.934979, - "nauc_ndcg_at_3_diff1": 0.906406, - "nauc_ndcg_at_5_max": 0.979828, - "nauc_ndcg_at_5_std": 0.938456, - "nauc_ndcg_at_5_diff1": 0.904249, - "nauc_ndcg_at_10_max": 0.981026, - "nauc_ndcg_at_10_std": 0.941061, - "nauc_ndcg_at_10_diff1": 0.902049, - "nauc_ndcg_at_20_max": 0.976873, - "nauc_ndcg_at_20_std": 0.936243, - "nauc_ndcg_at_20_diff1": 0.897902, - "nauc_ndcg_at_100_max": 0.956007, - "nauc_ndcg_at_100_std": 0.915053, - "nauc_ndcg_at_100_diff1": 0.879644, - "nauc_ndcg_at_1000_max": 0.967952, - "nauc_ndcg_at_1000_std": 0.925716, - "nauc_ndcg_at_1000_diff1": 0.894266, - "nauc_map_at_1_max": 0.971786, - "nauc_map_at_1_std": 0.914957, - "nauc_map_at_1_diff1": 0.933802, - "nauc_map_at_3_max": 0.977913, - "nauc_map_at_3_std": 0.93092, - "nauc_map_at_3_diff1": 0.912449, - "nauc_map_at_5_max": 0.978199, - "nauc_map_at_5_std": 0.93292, - "nauc_map_at_5_diff1": 0.911284, - "nauc_map_at_10_max": 0.978739, - "nauc_map_at_10_std": 0.934139, - "nauc_map_at_10_diff1": 0.910334, - "nauc_map_at_20_max": 0.97762, - "nauc_map_at_20_std": 0.932801, - "nauc_map_at_20_diff1": 0.909242, - "nauc_map_at_100_max": 0.975129, - "nauc_map_at_100_std": 0.930485, - "nauc_map_at_100_diff1": 0.907085, - "nauc_map_at_1000_max": 0.975173, - "nauc_map_at_1000_std": 0.930444, - "nauc_map_at_1000_diff1": 0.907215, - "nauc_recall_at_1_max": 0.971786, - "nauc_recall_at_1_std": 0.914957, - "nauc_recall_at_1_diff1": 0.933802, - "nauc_recall_at_3_max": 0.983419, - "nauc_recall_at_3_std": 0.94629, - "nauc_recall_at_3_diff1": 0.889327, - "nauc_recall_at_5_max": 0.984372, - "nauc_recall_at_5_std": 0.95443, - "nauc_recall_at_5_diff1": 0.883958, - "nauc_recall_at_10_max": 0.987836, - "nauc_recall_at_10_std": 0.961747, - "nauc_recall_at_10_diff1": 0.877368, - "nauc_recall_at_20_max": 0.971266, - "nauc_recall_at_20_std": 0.942893, - "nauc_recall_at_20_diff1": 0.860512, - "nauc_recall_at_100_max": 0.847777, - "nauc_recall_at_100_std": 0.814366, - "nauc_recall_at_100_diff1": 0.75089, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.971786, - "nauc_precision_at_1_std": 0.914957, - "nauc_precision_at_1_diff1": 0.933802, - "nauc_precision_at_3_max": 0.983419, - "nauc_precision_at_3_std": 0.94629, - "nauc_precision_at_3_diff1": 0.889327, - "nauc_precision_at_5_max": 0.984372, - "nauc_precision_at_5_std": 0.95443, - "nauc_precision_at_5_diff1": 0.883958, - "nauc_precision_at_10_max": 0.987836, - "nauc_precision_at_10_std": 0.961747, - "nauc_precision_at_10_diff1": 0.877368, - "nauc_precision_at_20_max": 0.971266, - "nauc_precision_at_20_std": 0.942893, - "nauc_precision_at_20_diff1": 0.860512, - "nauc_precision_at_100_max": 0.847777, - "nauc_precision_at_100_std": 0.814366, - "nauc_precision_at_100_diff1": 0.75089, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.971786, - "nauc_mrr_at_1_std": 0.914957, - "nauc_mrr_at_1_diff1": 0.933802, - "nauc_mrr_at_3_max": 0.977913, - "nauc_mrr_at_3_std": 0.93092, - "nauc_mrr_at_3_diff1": 0.912449, - "nauc_mrr_at_5_max": 0.978199, - "nauc_mrr_at_5_std": 0.93292, - "nauc_mrr_at_5_diff1": 0.911284, - "nauc_mrr_at_10_max": 0.978739, - "nauc_mrr_at_10_std": 0.934139, - "nauc_mrr_at_10_diff1": 0.910334, - "nauc_mrr_at_20_max": 0.97762, - "nauc_mrr_at_20_std": 0.932801, - "nauc_mrr_at_20_diff1": 0.909242, - "nauc_mrr_at_100_max": 0.975129, - "nauc_mrr_at_100_std": 0.930485, - "nauc_mrr_at_100_diff1": 0.907085, - "nauc_mrr_at_1000_max": 0.975173, - "nauc_mrr_at_1000_std": 0.930444, - "nauc_mrr_at_1000_diff1": 0.907215, - "main_score": 0.39116, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36, + "ndcg_at_3": 0.38253, + "ndcg_at_5": 0.3852, + "ndcg_at_10": 0.38747, + "ndcg_at_20": 0.39044, + "ndcg_at_100": 0.4072, + "ndcg_at_1000": 0.46719, + "map_at_1": 0.36, + "map_at_3": 0.37722, + "map_at_5": 0.37867, + "map_at_10": 0.37967, + "map_at_20": 0.38057, + "map_at_100": 0.38248, + "map_at_1000": 0.38446, + "recall_at_1": 0.36, + "recall_at_3": 0.39778, + "recall_at_5": 0.40444, + "recall_at_10": 0.41111, + "recall_at_20": 0.42222, + "recall_at_100": 0.51889, + "recall_at_1000": 1.0, + "accuracy": 0.36, + "precision_at_1": 0.36, + "precision_at_3": 0.13259, + "precision_at_5": 0.08089, + "precision_at_10": 0.04111, + "precision_at_20": 0.02111, + "precision_at_100": 0.00519, + "precision_at_1000": 0.001, + "mrr_at_1": 0.36, + "mrr_at_3": 0.377222, + "mrr_at_5": 0.378667, + "mrr_at_10": 0.37967, + "mrr_at_20": 0.380567, + "mrr_at_100": 0.38248, + "mrr_at_1000": 0.384459, + "nauc_ndcg_at_1_max": 0.97062, + "nauc_ndcg_at_1_std": 0.916684, + "nauc_ndcg_at_1_diff1": 0.931809, + "nauc_ndcg_at_3_max": 0.975656, + "nauc_ndcg_at_3_std": 0.932736, + "nauc_ndcg_at_3_diff1": 0.901985, + "nauc_ndcg_at_5_max": 0.974984, + "nauc_ndcg_at_5_std": 0.935403, + "nauc_ndcg_at_5_diff1": 0.898701, + "nauc_ndcg_at_10_max": 0.973064, + "nauc_ndcg_at_10_std": 0.935319, + "nauc_ndcg_at_10_diff1": 0.897085, + "nauc_ndcg_at_20_max": 0.970139, + "nauc_ndcg_at_20_std": 0.933122, + "nauc_ndcg_at_20_diff1": 0.894172, + "nauc_ndcg_at_100_max": 0.950404, + "nauc_ndcg_at_100_std": 0.914722, + "nauc_ndcg_at_100_diff1": 0.87487, + "nauc_ndcg_at_1000_max": 0.961905, + "nauc_ndcg_at_1000_std": 0.923076, + "nauc_ndcg_at_1000_diff1": 0.890439, + "nauc_map_at_1_max": 0.97062, + "nauc_map_at_1_std": 0.916684, + "nauc_map_at_1_diff1": 0.931809, + "nauc_map_at_3_max": 0.974909, + "nauc_map_at_3_std": 0.929106, + "nauc_map_at_3_diff1": 0.908865, + "nauc_map_at_5_max": 0.974519, + "nauc_map_at_5_std": 0.930473, + "nauc_map_at_5_diff1": 0.907167, + "nauc_map_at_10_max": 0.973735, + "nauc_map_at_10_std": 0.930541, + "nauc_map_at_10_diff1": 0.906477, + "nauc_map_at_20_max": 0.972829, + "nauc_map_at_20_std": 0.929849, + "nauc_map_at_20_diff1": 0.905627, + "nauc_map_at_100_max": 0.970502, + "nauc_map_at_100_std": 0.927786, + "nauc_map_at_100_diff1": 0.903447, + "nauc_map_at_1000_max": 0.970463, + "nauc_map_at_1000_std": 0.927666, + "nauc_map_at_1000_diff1": 0.903637, + "nauc_recall_at_1_max": 0.97062, + "nauc_recall_at_1_std": 0.916684, + "nauc_recall_at_1_diff1": 0.931809, + "nauc_recall_at_3_max": 0.977606, + "nauc_recall_at_3_std": 0.943026, + "nauc_recall_at_3_diff1": 0.882426, + "nauc_recall_at_5_max": 0.976052, + "nauc_recall_at_5_std": 0.949935, + "nauc_recall_at_5_diff1": 0.873976, + "nauc_recall_at_10_max": 0.970096, + "nauc_recall_at_10_std": 0.949179, + "nauc_recall_at_10_diff1": 0.869073, + "nauc_recall_at_20_max": 0.959291, + "nauc_recall_at_20_std": 0.941187, + "nauc_recall_at_20_diff1": 0.857872, + "nauc_recall_at_100_max": 0.842589, + "nauc_recall_at_100_std": 0.831289, + "nauc_recall_at_100_diff1": 0.741014, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.97062, + "nauc_precision_at_1_std": 0.916684, + "nauc_precision_at_1_diff1": 0.931809, + "nauc_precision_at_3_max": 0.977606, + "nauc_precision_at_3_std": 0.943026, + "nauc_precision_at_3_diff1": 0.882426, + "nauc_precision_at_5_max": 0.976052, + "nauc_precision_at_5_std": 0.949935, + "nauc_precision_at_5_diff1": 0.873976, + "nauc_precision_at_10_max": 0.970096, + "nauc_precision_at_10_std": 0.949179, + "nauc_precision_at_10_diff1": 0.869073, + "nauc_precision_at_20_max": 0.959291, + "nauc_precision_at_20_std": 0.941187, + "nauc_precision_at_20_diff1": 0.857872, + "nauc_precision_at_100_max": 0.842589, + "nauc_precision_at_100_std": 0.831289, + "nauc_precision_at_100_diff1": 0.741014, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.97062, + "nauc_mrr_at_1_std": 0.916684, + "nauc_mrr_at_1_diff1": 0.931809, + "nauc_mrr_at_3_max": 0.974909, + "nauc_mrr_at_3_std": 0.929106, + "nauc_mrr_at_3_diff1": 0.908865, + "nauc_mrr_at_5_max": 0.974519, + "nauc_mrr_at_5_std": 0.930473, + "nauc_mrr_at_5_diff1": 0.907167, + "nauc_mrr_at_10_max": 0.973735, + "nauc_mrr_at_10_std": 0.930541, + "nauc_mrr_at_10_diff1": 0.906477, + "nauc_mrr_at_20_max": 0.972829, + "nauc_mrr_at_20_std": 0.929849, + "nauc_mrr_at_20_diff1": 0.905627, + "nauc_mrr_at_100_max": 0.970502, + "nauc_mrr_at_100_std": 0.927786, + "nauc_mrr_at_100_diff1": 0.903447, + "nauc_mrr_at_1000_max": 0.970463, + "nauc_mrr_at_1000_std": 0.927666, + "nauc_mrr_at_1000_diff1": 0.903637, + "hit_rate_at_1": 0.36, + "hit_rate_at_3": 0.39778, + "hit_rate_at_5": 0.40444, + "hit_rate_at_10": 0.41111, + "hit_rate_at_20": 0.42222, + "hit_rate_at_100": 0.51889, + "hit_rate_at_1000": 1.0, + "main_score": 0.38747, "hf_subset": "eng_Latn-shn_Mymr", "languages": [ "eng-Latn", "shn-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.33889, - "ndcg_at_3": 0.41903, - "ndcg_at_5": 0.43787, - "ndcg_at_10": 0.46206, - "ndcg_at_20": 0.48093, - "ndcg_at_100": 0.51004, - "ndcg_at_1000": 0.53246, + "ndcg_at_3": 0.41041, + "ndcg_at_5": 0.43211, + "ndcg_at_10": 0.45966, + "ndcg_at_20": 0.47492, + "ndcg_at_100": 0.50436, + "ndcg_at_1000": 0.52832, "map_at_1": 0.33889, - "map_at_3": 0.39981, - "map_at_5": 0.41031, - "map_at_10": 0.42015, - "map_at_20": 0.42536, - "map_at_100": 0.42929, - "map_at_1000": 0.4302, + "map_at_3": 0.39389, + "map_at_5": 0.40578, + "map_at_10": 0.4173, + "map_at_20": 0.42139, + "map_at_100": 0.42531, + "map_at_1000": 0.4263, "recall_at_1": 0.33889, - "recall_at_3": 0.47444, - "recall_at_5": 0.52, + "recall_at_3": 0.45778, + "recall_at_5": 0.51111, "recall_at_10": 0.59556, - "recall_at_20": 0.67, - "recall_at_100": 0.82889, + "recall_at_20": 0.65667, + "recall_at_100": 0.81778, "recall_at_1000": 1.0, + "accuracy": 0.33889, "precision_at_1": 0.33889, - "precision_at_3": 0.15815, - "precision_at_5": 0.104, + "precision_at_3": 0.15259, + "precision_at_5": 0.10222, "precision_at_10": 0.05956, - "precision_at_20": 0.0335, - "precision_at_100": 0.00829, + "precision_at_20": 0.03283, + "precision_at_100": 0.00818, "precision_at_1000": 0.001, "mrr_at_1": 0.338889, - "mrr_at_3": 0.399815, - "mrr_at_5": 0.410315, - "mrr_at_10": 0.42015, - "mrr_at_20": 0.425357, - "mrr_at_100": 0.429286, - "mrr_at_1000": 0.430198, - "nauc_ndcg_at_1_max": 0.581425, - "nauc_ndcg_at_1_std": 0.009179, - "nauc_ndcg_at_1_diff1": 0.725354, - "nauc_ndcg_at_3_max": 0.585504, - "nauc_ndcg_at_3_std": 0.033163, - "nauc_ndcg_at_3_diff1": 0.648004, - "nauc_ndcg_at_5_max": 0.576058, - "nauc_ndcg_at_5_std": 0.027503, - "nauc_ndcg_at_5_diff1": 0.638162, - "nauc_ndcg_at_10_max": 0.575352, - "nauc_ndcg_at_10_std": 0.045843, - "nauc_ndcg_at_10_diff1": 0.63137, - "nauc_ndcg_at_20_max": 0.568399, - "nauc_ndcg_at_20_std": 0.04629, - "nauc_ndcg_at_20_diff1": 0.624544, - "nauc_ndcg_at_100_max": 0.570695, - "nauc_ndcg_at_100_std": 0.046248, - "nauc_ndcg_at_100_diff1": 0.632141, - "nauc_ndcg_at_1000_max": 0.574936, - "nauc_ndcg_at_1000_std": 0.038082, - "nauc_ndcg_at_1000_diff1": 0.642934, - "nauc_map_at_1_max": 0.581425, - "nauc_map_at_1_std": 0.009179, - "nauc_map_at_1_diff1": 0.725354, - "nauc_map_at_3_max": 0.585249, - "nauc_map_at_3_std": 0.027392, - "nauc_map_at_3_diff1": 0.665507, - "nauc_map_at_5_max": 0.580006, - "nauc_map_at_5_std": 0.024155, - "nauc_map_at_5_diff1": 0.660172, - "nauc_map_at_10_max": 0.580059, - "nauc_map_at_10_std": 0.031386, - "nauc_map_at_10_diff1": 0.658009, - "nauc_map_at_20_max": 0.578212, - "nauc_map_at_20_std": 0.031636, - "nauc_map_at_20_diff1": 0.656145, - "nauc_map_at_100_max": 0.578725, - "nauc_map_at_100_std": 0.031421, - "nauc_map_at_100_diff1": 0.657553, - "nauc_map_at_1000_max": 0.578861, - "nauc_map_at_1000_std": 0.031068, - "nauc_map_at_1000_diff1": 0.657976, - "nauc_recall_at_1_max": 0.581425, - "nauc_recall_at_1_std": 0.009179, - "nauc_recall_at_1_diff1": 0.725354, - "nauc_recall_at_3_max": 0.585941, - "nauc_recall_at_3_std": 0.049833, - "nauc_recall_at_3_diff1": 0.59791, - "nauc_recall_at_5_max": 0.562718, - "nauc_recall_at_5_std": 0.03666, - "nauc_recall_at_5_diff1": 0.572142, - "nauc_recall_at_10_max": 0.557401, - "nauc_recall_at_10_std": 0.099395, - "nauc_recall_at_10_diff1": 0.541728, - "nauc_recall_at_20_max": 0.522422, - "nauc_recall_at_20_std": 0.107044, - "nauc_recall_at_20_diff1": 0.49897, - "nauc_recall_at_100_max": 0.509668, - "nauc_recall_at_100_std": 0.152484, - "nauc_recall_at_100_diff1": 0.483773, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.581425, - "nauc_precision_at_1_std": 0.009179, - "nauc_precision_at_1_diff1": 0.725354, - "nauc_precision_at_3_max": 0.585941, - "nauc_precision_at_3_std": 0.049833, - "nauc_precision_at_3_diff1": 0.59791, - "nauc_precision_at_5_max": 0.562718, - "nauc_precision_at_5_std": 0.03666, - "nauc_precision_at_5_diff1": 0.572142, - "nauc_precision_at_10_max": 0.557401, - "nauc_precision_at_10_std": 0.099395, - "nauc_precision_at_10_diff1": 0.541728, - "nauc_precision_at_20_max": 0.522422, - "nauc_precision_at_20_std": 0.107044, - "nauc_precision_at_20_diff1": 0.49897, - "nauc_precision_at_100_max": 0.509668, - "nauc_precision_at_100_std": 0.152484, - "nauc_precision_at_100_diff1": 0.483773, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.581425, - "nauc_mrr_at_1_std": 0.009179, - "nauc_mrr_at_1_diff1": 0.725354, - "nauc_mrr_at_3_max": 0.585249, - "nauc_mrr_at_3_std": 0.027392, - "nauc_mrr_at_3_diff1": 0.665507, - "nauc_mrr_at_5_max": 0.580006, - "nauc_mrr_at_5_std": 0.024155, - "nauc_mrr_at_5_diff1": 0.660172, - "nauc_mrr_at_10_max": 0.580059, - "nauc_mrr_at_10_std": 0.031386, - "nauc_mrr_at_10_diff1": 0.658009, - "nauc_mrr_at_20_max": 0.578212, - "nauc_mrr_at_20_std": 0.031636, - "nauc_mrr_at_20_diff1": 0.656145, - "nauc_mrr_at_100_max": 0.578725, - "nauc_mrr_at_100_std": 0.031421, - "nauc_mrr_at_100_diff1": 0.657553, - "nauc_mrr_at_1000_max": 0.578861, - "nauc_mrr_at_1000_std": 0.031068, - "nauc_mrr_at_1000_diff1": 0.657976, - "main_score": 0.46206, + "mrr_at_3": 0.393889, + "mrr_at_5": 0.405778, + "mrr_at_10": 0.417298, + "mrr_at_20": 0.42139, + "mrr_at_100": 0.425309, + "mrr_at_1000": 0.426297, + "nauc_ndcg_at_1_max": 0.596789, + "nauc_ndcg_at_1_std": 0.00345, + "nauc_ndcg_at_1_diff1": 0.729033, + "nauc_ndcg_at_3_max": 0.592358, + "nauc_ndcg_at_3_std": 0.029069, + "nauc_ndcg_at_3_diff1": 0.662792, + "nauc_ndcg_at_5_max": 0.591327, + "nauc_ndcg_at_5_std": 0.035787, + "nauc_ndcg_at_5_diff1": 0.653714, + "nauc_ndcg_at_10_max": 0.583211, + "nauc_ndcg_at_10_std": 0.038509, + "nauc_ndcg_at_10_diff1": 0.648415, + "nauc_ndcg_at_20_max": 0.578514, + "nauc_ndcg_at_20_std": 0.042797, + "nauc_ndcg_at_20_diff1": 0.643088, + "nauc_ndcg_at_100_max": 0.577014, + "nauc_ndcg_at_100_std": 0.045934, + "nauc_ndcg_at_100_diff1": 0.64611, + "nauc_ndcg_at_1000_max": 0.582916, + "nauc_ndcg_at_1000_std": 0.036638, + "nauc_ndcg_at_1000_diff1": 0.655454, + "nauc_map_at_1_max": 0.596789, + "nauc_map_at_1_std": 0.00345, + "nauc_map_at_1_diff1": 0.729033, + "nauc_map_at_3_max": 0.593951, + "nauc_map_at_3_std": 0.023916, + "nauc_map_at_3_diff1": 0.676646, + "nauc_map_at_5_max": 0.59341, + "nauc_map_at_5_std": 0.027923, + "nauc_map_at_5_diff1": 0.671764, + "nauc_map_at_10_max": 0.589997, + "nauc_map_at_10_std": 0.028767, + "nauc_map_at_10_diff1": 0.669374, + "nauc_map_at_20_max": 0.588951, + "nauc_map_at_20_std": 0.030184, + "nauc_map_at_20_diff1": 0.667988, + "nauc_map_at_100_max": 0.588528, + "nauc_map_at_100_std": 0.030416, + "nauc_map_at_100_diff1": 0.668265, + "nauc_map_at_1000_max": 0.588692, + "nauc_map_at_1000_std": 0.029934, + "nauc_map_at_1000_diff1": 0.668633, + "nauc_recall_at_1_max": 0.596789, + "nauc_recall_at_1_std": 0.00345, + "nauc_recall_at_1_diff1": 0.729033, + "nauc_recall_at_3_max": 0.587555, + "nauc_recall_at_3_std": 0.043486, + "nauc_recall_at_3_diff1": 0.623771, + "nauc_recall_at_5_max": 0.584806, + "nauc_recall_at_5_std": 0.059037, + "nauc_recall_at_5_diff1": 0.600157, + "nauc_recall_at_10_max": 0.55799, + "nauc_recall_at_10_std": 0.071288, + "nauc_recall_at_10_diff1": 0.579984, + "nauc_recall_at_20_max": 0.531665, + "nauc_recall_at_20_std": 0.091761, + "nauc_recall_at_20_diff1": 0.548194, + "nauc_recall_at_100_max": 0.494125, + "nauc_recall_at_100_std": 0.153732, + "nauc_recall_at_100_diff1": 0.524186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.596789, + "nauc_precision_at_1_std": 0.00345, + "nauc_precision_at_1_diff1": 0.729033, + "nauc_precision_at_3_max": 0.587555, + "nauc_precision_at_3_std": 0.043486, + "nauc_precision_at_3_diff1": 0.623771, + "nauc_precision_at_5_max": 0.584806, + "nauc_precision_at_5_std": 0.059037, + "nauc_precision_at_5_diff1": 0.600157, + "nauc_precision_at_10_max": 0.55799, + "nauc_precision_at_10_std": 0.071288, + "nauc_precision_at_10_diff1": 0.579984, + "nauc_precision_at_20_max": 0.531665, + "nauc_precision_at_20_std": 0.091761, + "nauc_precision_at_20_diff1": 0.548194, + "nauc_precision_at_100_max": 0.494125, + "nauc_precision_at_100_std": 0.153732, + "nauc_precision_at_100_diff1": 0.524186, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.596789, + "nauc_mrr_at_1_std": 0.00345, + "nauc_mrr_at_1_diff1": 0.729033, + "nauc_mrr_at_3_max": 0.593951, + "nauc_mrr_at_3_std": 0.023916, + "nauc_mrr_at_3_diff1": 0.676646, + "nauc_mrr_at_5_max": 0.59341, + "nauc_mrr_at_5_std": 0.027923, + "nauc_mrr_at_5_diff1": 0.671764, + "nauc_mrr_at_10_max": 0.589997, + "nauc_mrr_at_10_std": 0.028767, + "nauc_mrr_at_10_diff1": 0.669374, + "nauc_mrr_at_20_max": 0.588951, + "nauc_mrr_at_20_std": 0.030184, + "nauc_mrr_at_20_diff1": 0.667988, + "nauc_mrr_at_100_max": 0.588528, + "nauc_mrr_at_100_std": 0.030416, + "nauc_mrr_at_100_diff1": 0.668265, + "nauc_mrr_at_1000_max": 0.588692, + "nauc_mrr_at_1000_std": 0.029934, + "nauc_mrr_at_1000_diff1": 0.668633, + "hit_rate_at_1": 0.33889, + "hit_rate_at_3": 0.45778, + "hit_rate_at_5": 0.51111, + "hit_rate_at_10": 0.59556, + "hit_rate_at_20": 0.65667, + "hit_rate_at_100": 0.81778, + "hit_rate_at_1000": 1.0, + "main_score": 0.45966, "hf_subset": "sin_Latn-sin_Latn", "languages": [ "sin-Latn", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.50222, - "ndcg_at_3": 0.58234, - "ndcg_at_5": 0.60511, - "ndcg_at_10": 0.62486, - "ndcg_at_20": 0.64156, - "ndcg_at_100": 0.66402, - "ndcg_at_1000": 0.67202, - "map_at_1": 0.50222, - "map_at_3": 0.56278, - "map_at_5": 0.57561, - "map_at_10": 0.58375, - "map_at_20": 0.58841, - "map_at_100": 0.59151, - "map_at_1000": 0.59188, - "recall_at_1": 0.50222, - "recall_at_3": 0.63889, - "recall_at_5": 0.69333, - "recall_at_10": 0.75444, - "recall_at_20": 0.82, - "recall_at_100": 0.94111, - "recall_at_1000": 1.0, - "precision_at_1": 0.50222, - "precision_at_3": 0.21296, - "precision_at_5": 0.13867, - "precision_at_10": 0.07544, - "precision_at_20": 0.041, - "precision_at_100": 0.00941, - "precision_at_1000": 0.001, - "mrr_at_1": 0.502222, - "mrr_at_3": 0.562778, - "mrr_at_5": 0.575611, - "mrr_at_10": 0.583751, - "mrr_at_20": 0.588409, - "mrr_at_100": 0.591509, - "mrr_at_1000": 0.591881, - "nauc_ndcg_at_1_max": 0.686709, - "nauc_ndcg_at_1_std": 0.16854, - "nauc_ndcg_at_1_diff1": 0.7576, - "nauc_ndcg_at_3_max": 0.689384, - "nauc_ndcg_at_3_std": 0.189693, - "nauc_ndcg_at_3_diff1": 0.71739, - "nauc_ndcg_at_5_max": 0.673745, - "nauc_ndcg_at_5_std": 0.173711, - "nauc_ndcg_at_5_diff1": 0.709336, - "nauc_ndcg_at_10_max": 0.66504, - "nauc_ndcg_at_10_std": 0.17331, - "nauc_ndcg_at_10_diff1": 0.701331, - "nauc_ndcg_at_20_max": 0.662647, - "nauc_ndcg_at_20_std": 0.164549, - "nauc_ndcg_at_20_diff1": 0.703346, - "nauc_ndcg_at_100_max": 0.669126, - "nauc_ndcg_at_100_std": 0.17545, - "nauc_ndcg_at_100_diff1": 0.708085, - "nauc_ndcg_at_1000_max": 0.672846, - "nauc_ndcg_at_1000_std": 0.172791, - "nauc_ndcg_at_1000_diff1": 0.71365, - "nauc_map_at_1_max": 0.686709, - "nauc_map_at_1_std": 0.16854, - "nauc_map_at_1_diff1": 0.7576, - "nauc_map_at_3_max": 0.690136, - "nauc_map_at_3_std": 0.18404, - "nauc_map_at_3_diff1": 0.728261, - "nauc_map_at_5_max": 0.681876, - "nauc_map_at_5_std": 0.175405, - "nauc_map_at_5_diff1": 0.724056, - "nauc_map_at_10_max": 0.678331, - "nauc_map_at_10_std": 0.175005, - "nauc_map_at_10_diff1": 0.720963, - "nauc_map_at_20_max": 0.677989, - "nauc_map_at_20_std": 0.172826, - "nauc_map_at_20_diff1": 0.72168, - "nauc_map_at_100_max": 0.678699, - "nauc_map_at_100_std": 0.17396, - "nauc_map_at_100_diff1": 0.722284, - "nauc_map_at_1000_max": 0.678857, - "nauc_map_at_1000_std": 0.173891, - "nauc_map_at_1000_diff1": 0.722521, - "nauc_recall_at_1_max": 0.686709, - "nauc_recall_at_1_std": 0.16854, - "nauc_recall_at_1_diff1": 0.7576, - "nauc_recall_at_3_max": 0.686315, - "nauc_recall_at_3_std": 0.207885, - "nauc_recall_at_3_diff1": 0.682349, - "nauc_recall_at_5_max": 0.641848, - "nauc_recall_at_5_std": 0.165151, - "nauc_recall_at_5_diff1": 0.656539, - "nauc_recall_at_10_max": 0.602741, - "nauc_recall_at_10_std": 0.164061, - "nauc_recall_at_10_diff1": 0.615689, - "nauc_recall_at_20_max": 0.567469, - "nauc_recall_at_20_std": 0.10509, - "nauc_recall_at_20_diff1": 0.603496, - "nauc_recall_at_100_max": 0.554745, - "nauc_recall_at_100_std": 0.265261, - "nauc_recall_at_100_diff1": 0.537472, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686709, - "nauc_precision_at_1_std": 0.16854, - "nauc_precision_at_1_diff1": 0.7576, - "nauc_precision_at_3_max": 0.686315, - "nauc_precision_at_3_std": 0.207885, - "nauc_precision_at_3_diff1": 0.682349, - "nauc_precision_at_5_max": 0.641848, - "nauc_precision_at_5_std": 0.165151, - "nauc_precision_at_5_diff1": 0.656539, - "nauc_precision_at_10_max": 0.602741, - "nauc_precision_at_10_std": 0.164061, - "nauc_precision_at_10_diff1": 0.615689, - "nauc_precision_at_20_max": 0.567469, - "nauc_precision_at_20_std": 0.10509, - "nauc_precision_at_20_diff1": 0.603496, - "nauc_precision_at_100_max": 0.554745, - "nauc_precision_at_100_std": 0.265261, - "nauc_precision_at_100_diff1": 0.537472, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686709, - "nauc_mrr_at_1_std": 0.16854, - "nauc_mrr_at_1_diff1": 0.7576, - "nauc_mrr_at_3_max": 0.690136, - "nauc_mrr_at_3_std": 0.18404, - "nauc_mrr_at_3_diff1": 0.728261, - "nauc_mrr_at_5_max": 0.681876, - "nauc_mrr_at_5_std": 0.175405, - "nauc_mrr_at_5_diff1": 0.724056, - "nauc_mrr_at_10_max": 0.678331, - "nauc_mrr_at_10_std": 0.175005, - "nauc_mrr_at_10_diff1": 0.720963, - "nauc_mrr_at_20_max": 0.677989, - "nauc_mrr_at_20_std": 0.172826, - "nauc_mrr_at_20_diff1": 0.72168, - "nauc_mrr_at_100_max": 0.678699, - "nauc_mrr_at_100_std": 0.17396, - "nauc_mrr_at_100_diff1": 0.722284, - "nauc_mrr_at_1000_max": 0.678857, - "nauc_mrr_at_1000_std": 0.173891, - "nauc_mrr_at_1000_diff1": 0.722521, - "main_score": 0.62486, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49667, + "ndcg_at_3": 0.57632, + "ndcg_at_5": 0.59186, + "ndcg_at_10": 0.61399, + "ndcg_at_20": 0.62778, + "ndcg_at_100": 0.65449, + "ndcg_at_1000": 0.66265, + "map_at_1": 0.49667, + "map_at_3": 0.5563, + "map_at_5": 0.56491, + "map_at_10": 0.57395, + "map_at_20": 0.57775, + "map_at_100": 0.58152, + "map_at_1000": 0.58187, + "recall_at_1": 0.49667, + "recall_at_3": 0.63444, + "recall_at_5": 0.67222, + "recall_at_10": 0.74111, + "recall_at_20": 0.79556, + "recall_at_100": 0.93889, + "recall_at_1000": 1.0, + "accuracy": 0.49667, + "precision_at_1": 0.49667, + "precision_at_3": 0.21148, + "precision_at_5": 0.13444, + "precision_at_10": 0.07411, + "precision_at_20": 0.03978, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496667, + "mrr_at_3": 0.556296, + "mrr_at_5": 0.564907, + "mrr_at_10": 0.573949, + "mrr_at_20": 0.577752, + "mrr_at_100": 0.581518, + "mrr_at_1000": 0.581873, + "nauc_ndcg_at_1_max": 0.635655, + "nauc_ndcg_at_1_std": 0.116831, + "nauc_ndcg_at_1_diff1": 0.742136, + "nauc_ndcg_at_3_max": 0.629182, + "nauc_ndcg_at_3_std": 0.102741, + "nauc_ndcg_at_3_diff1": 0.70771, + "nauc_ndcg_at_5_max": 0.620624, + "nauc_ndcg_at_5_std": 0.10923, + "nauc_ndcg_at_5_diff1": 0.69643, + "nauc_ndcg_at_10_max": 0.61193, + "nauc_ndcg_at_10_std": 0.100558, + "nauc_ndcg_at_10_diff1": 0.690578, + "nauc_ndcg_at_20_max": 0.60603, + "nauc_ndcg_at_20_std": 0.099711, + "nauc_ndcg_at_20_diff1": 0.686274, + "nauc_ndcg_at_100_max": 0.614038, + "nauc_ndcg_at_100_std": 0.113125, + "nauc_ndcg_at_100_diff1": 0.693675, + "nauc_ndcg_at_1000_max": 0.617038, + "nauc_ndcg_at_1000_std": 0.105728, + "nauc_ndcg_at_1000_diff1": 0.699516, + "nauc_map_at_1_max": 0.635655, + "nauc_map_at_1_std": 0.116831, + "nauc_map_at_1_diff1": 0.742136, + "nauc_map_at_3_max": 0.631043, + "nauc_map_at_3_std": 0.105466, + "nauc_map_at_3_diff1": 0.715914, + "nauc_map_at_5_max": 0.626172, + "nauc_map_at_5_std": 0.108772, + "nauc_map_at_5_diff1": 0.709866, + "nauc_map_at_10_max": 0.62295, + "nauc_map_at_10_std": 0.105566, + "nauc_map_at_10_diff1": 0.707763, + "nauc_map_at_20_max": 0.621605, + "nauc_map_at_20_std": 0.105543, + "nauc_map_at_20_diff1": 0.706773, + "nauc_map_at_100_max": 0.622562, + "nauc_map_at_100_std": 0.106619, + "nauc_map_at_100_diff1": 0.707942, + "nauc_map_at_1000_max": 0.622687, + "nauc_map_at_1000_std": 0.106376, + "nauc_map_at_1000_diff1": 0.708181, + "nauc_recall_at_1_max": 0.635655, + "nauc_recall_at_1_std": 0.116831, + "nauc_recall_at_1_diff1": 0.742136, + "nauc_recall_at_3_max": 0.623144, + "nauc_recall_at_3_std": 0.09444, + "nauc_recall_at_3_diff1": 0.681775, + "nauc_recall_at_5_max": 0.600752, + "nauc_recall_at_5_std": 0.112618, + "nauc_recall_at_5_diff1": 0.649501, + "nauc_recall_at_10_max": 0.561882, + "nauc_recall_at_10_std": 0.077644, + "nauc_recall_at_10_diff1": 0.617507, + "nauc_recall_at_20_max": 0.515897, + "nauc_recall_at_20_std": 0.066212, + "nauc_recall_at_20_diff1": 0.577521, + "nauc_recall_at_100_max": 0.522816, + "nauc_recall_at_100_std": 0.349342, + "nauc_recall_at_100_diff1": 0.515559, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635655, + "nauc_precision_at_1_std": 0.116831, + "nauc_precision_at_1_diff1": 0.742136, + "nauc_precision_at_3_max": 0.623144, + "nauc_precision_at_3_std": 0.09444, + "nauc_precision_at_3_diff1": 0.681775, + "nauc_precision_at_5_max": 0.600752, + "nauc_precision_at_5_std": 0.112618, + "nauc_precision_at_5_diff1": 0.649501, + "nauc_precision_at_10_max": 0.561882, + "nauc_precision_at_10_std": 0.077644, + "nauc_precision_at_10_diff1": 0.617507, + "nauc_precision_at_20_max": 0.515897, + "nauc_precision_at_20_std": 0.066212, + "nauc_precision_at_20_diff1": 0.577521, + "nauc_precision_at_100_max": 0.522816, + "nauc_precision_at_100_std": 0.349342, + "nauc_precision_at_100_diff1": 0.515559, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635655, + "nauc_mrr_at_1_std": 0.116831, + "nauc_mrr_at_1_diff1": 0.742136, + "nauc_mrr_at_3_max": 0.631043, + "nauc_mrr_at_3_std": 0.105466, + "nauc_mrr_at_3_diff1": 0.715914, + "nauc_mrr_at_5_max": 0.626172, + "nauc_mrr_at_5_std": 0.108772, + "nauc_mrr_at_5_diff1": 0.709866, + "nauc_mrr_at_10_max": 0.62295, + "nauc_mrr_at_10_std": 0.105566, + "nauc_mrr_at_10_diff1": 0.707763, + "nauc_mrr_at_20_max": 0.621605, + "nauc_mrr_at_20_std": 0.105543, + "nauc_mrr_at_20_diff1": 0.706773, + "nauc_mrr_at_100_max": 0.622562, + "nauc_mrr_at_100_std": 0.106619, + "nauc_mrr_at_100_diff1": 0.707942, + "nauc_mrr_at_1000_max": 0.622687, + "nauc_mrr_at_1000_std": 0.106376, + "nauc_mrr_at_1000_diff1": 0.708181, + "hit_rate_at_1": 0.49667, + "hit_rate_at_3": 0.63444, + "hit_rate_at_5": 0.67222, + "hit_rate_at_10": 0.74111, + "hit_rate_at_20": 0.79556, + "hit_rate_at_100": 0.93889, + "hit_rate_at_1000": 1.0, + "main_score": 0.61399, "hf_subset": "sin_Latn-eng_Latn", "languages": [ "sin-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.23222, - "ndcg_at_3": 0.28, - "ndcg_at_5": 0.29291, - "ndcg_at_10": 0.30839, - "ndcg_at_20": 0.32637, - "ndcg_at_100": 0.36534, - "ndcg_at_1000": 0.40646, - "map_at_1": 0.23222, - "map_at_3": 0.26778, - "map_at_5": 0.275, - "map_at_10": 0.28141, - "map_at_20": 0.28635, - "map_at_100": 0.29138, - "map_at_1000": 0.29296, - "recall_at_1": 0.23222, - "recall_at_3": 0.31556, - "recall_at_5": 0.34667, - "recall_at_10": 0.39444, - "recall_at_20": 0.46556, - "recall_at_100": 0.68111, - "recall_at_1000": 1.0, - "precision_at_1": 0.23222, - "precision_at_3": 0.10519, - "precision_at_5": 0.06933, - "precision_at_10": 0.03944, - "precision_at_20": 0.02328, - "precision_at_100": 0.00681, - "precision_at_1000": 0.001, - "mrr_at_1": 0.232222, - "mrr_at_3": 0.267778, - "mrr_at_5": 0.275, - "mrr_at_10": 0.281408, - "mrr_at_20": 0.286349, - "mrr_at_100": 0.29138, - "mrr_at_1000": 0.292956, - "nauc_ndcg_at_1_max": 0.78794, - "nauc_ndcg_at_1_std": 0.426047, - "nauc_ndcg_at_1_diff1": 0.731916, - "nauc_ndcg_at_3_max": 0.765622, - "nauc_ndcg_at_3_std": 0.433435, - "nauc_ndcg_at_3_diff1": 0.654519, - "nauc_ndcg_at_5_max": 0.757826, - "nauc_ndcg_at_5_std": 0.434235, - "nauc_ndcg_at_5_diff1": 0.63334, - "nauc_ndcg_at_10_max": 0.742935, - "nauc_ndcg_at_10_std": 0.436002, - "nauc_ndcg_at_10_diff1": 0.616844, - "nauc_ndcg_at_20_max": 0.731141, - "nauc_ndcg_at_20_std": 0.435144, - "nauc_ndcg_at_20_diff1": 0.605307, - "nauc_ndcg_at_100_max": 0.721708, - "nauc_ndcg_at_100_std": 0.439491, - "nauc_ndcg_at_100_diff1": 0.599427, - "nauc_ndcg_at_1000_max": 0.739799, - "nauc_ndcg_at_1000_std": 0.436275, - "nauc_ndcg_at_1000_diff1": 0.622801, - "nauc_map_at_1_max": 0.78794, - "nauc_map_at_1_std": 0.426047, - "nauc_map_at_1_diff1": 0.731916, - "nauc_map_at_3_max": 0.771737, - "nauc_map_at_3_std": 0.433311, - "nauc_map_at_3_diff1": 0.671953, - "nauc_map_at_5_max": 0.767152, - "nauc_map_at_5_std": 0.433813, - "nauc_map_at_5_diff1": 0.659991, - "nauc_map_at_10_max": 0.760795, - "nauc_map_at_10_std": 0.434623, - "nauc_map_at_10_diff1": 0.653127, - "nauc_map_at_20_max": 0.757436, - "nauc_map_at_20_std": 0.434224, - "nauc_map_at_20_diff1": 0.649792, - "nauc_map_at_100_max": 0.755846, - "nauc_map_at_100_std": 0.434976, - "nauc_map_at_100_diff1": 0.648629, - "nauc_map_at_1000_max": 0.756468, - "nauc_map_at_1000_std": 0.434794, - "nauc_map_at_1000_diff1": 0.649449, - "nauc_recall_at_1_max": 0.78794, - "nauc_recall_at_1_std": 0.426047, - "nauc_recall_at_1_diff1": 0.731916, - "nauc_recall_at_3_max": 0.748734, - "nauc_recall_at_3_std": 0.433169, - "nauc_recall_at_3_diff1": 0.607588, - "nauc_recall_at_5_max": 0.731696, - "nauc_recall_at_5_std": 0.434818, - "nauc_recall_at_5_diff1": 0.559405, - "nauc_recall_at_10_max": 0.689569, - "nauc_recall_at_10_std": 0.439566, - "nauc_recall_at_10_diff1": 0.512684, - "nauc_recall_at_20_max": 0.645038, - "nauc_recall_at_20_std": 0.437519, - "nauc_recall_at_20_diff1": 0.468564, - "nauc_recall_at_100_max": 0.566482, - "nauc_recall_at_100_std": 0.462869, - "nauc_recall_at_100_diff1": 0.398683, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.78794, - "nauc_precision_at_1_std": 0.426047, - "nauc_precision_at_1_diff1": 0.731916, - "nauc_precision_at_3_max": 0.748734, - "nauc_precision_at_3_std": 0.433169, - "nauc_precision_at_3_diff1": 0.607588, - "nauc_precision_at_5_max": 0.731696, - "nauc_precision_at_5_std": 0.434818, - "nauc_precision_at_5_diff1": 0.559405, - "nauc_precision_at_10_max": 0.689569, - "nauc_precision_at_10_std": 0.439566, - "nauc_precision_at_10_diff1": 0.512684, - "nauc_precision_at_20_max": 0.645038, - "nauc_precision_at_20_std": 0.437519, - "nauc_precision_at_20_diff1": 0.468564, - "nauc_precision_at_100_max": 0.566482, - "nauc_precision_at_100_std": 0.462869, - "nauc_precision_at_100_diff1": 0.398683, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.78794, - "nauc_mrr_at_1_std": 0.426047, - "nauc_mrr_at_1_diff1": 0.731916, - "nauc_mrr_at_3_max": 0.771737, - "nauc_mrr_at_3_std": 0.433311, - "nauc_mrr_at_3_diff1": 0.671953, - "nauc_mrr_at_5_max": 0.767152, - "nauc_mrr_at_5_std": 0.433813, - "nauc_mrr_at_5_diff1": 0.659991, - "nauc_mrr_at_10_max": 0.760795, - "nauc_mrr_at_10_std": 0.434623, - "nauc_mrr_at_10_diff1": 0.653127, - "nauc_mrr_at_20_max": 0.757436, - "nauc_mrr_at_20_std": 0.434224, - "nauc_mrr_at_20_diff1": 0.649792, - "nauc_mrr_at_100_max": 0.755846, - "nauc_mrr_at_100_std": 0.434976, - "nauc_mrr_at_100_diff1": 0.648629, - "nauc_mrr_at_1000_max": 0.756468, - "nauc_mrr_at_1000_std": 0.434794, - "nauc_mrr_at_1000_diff1": 0.649449, - "main_score": 0.30839, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.21778, + "ndcg_at_3": 0.25553, + "ndcg_at_5": 0.27088, + "ndcg_at_10": 0.29162, + "ndcg_at_20": 0.30643, + "ndcg_at_100": 0.34811, + "ndcg_at_1000": 0.39032, + "map_at_1": 0.21778, + "map_at_3": 0.2463, + "map_at_5": 0.25496, + "map_at_10": 0.26346, + "map_at_20": 0.26748, + "map_at_100": 0.27285, + "map_at_1000": 0.27448, + "recall_at_1": 0.21778, + "recall_at_3": 0.28222, + "recall_at_5": 0.31889, + "recall_at_10": 0.38333, + "recall_at_20": 0.44222, + "recall_at_100": 0.67333, + "recall_at_1000": 1.0, + "accuracy": 0.21778, + "precision_at_1": 0.21778, + "precision_at_3": 0.09407, + "precision_at_5": 0.06378, + "precision_at_10": 0.03833, + "precision_at_20": 0.02211, + "precision_at_100": 0.00673, + "precision_at_1000": 0.001, + "mrr_at_1": 0.217778, + "mrr_at_3": 0.246296, + "mrr_at_5": 0.254963, + "mrr_at_10": 0.263459, + "mrr_at_20": 0.267483, + "mrr_at_100": 0.27285, + "mrr_at_1000": 0.274482, + "nauc_ndcg_at_1_max": 0.772309, + "nauc_ndcg_at_1_std": 0.392094, + "nauc_ndcg_at_1_diff1": 0.726206, + "nauc_ndcg_at_3_max": 0.765197, + "nauc_ndcg_at_3_std": 0.402916, + "nauc_ndcg_at_3_diff1": 0.660674, + "nauc_ndcg_at_5_max": 0.751708, + "nauc_ndcg_at_5_std": 0.396179, + "nauc_ndcg_at_5_diff1": 0.646762, + "nauc_ndcg_at_10_max": 0.736172, + "nauc_ndcg_at_10_std": 0.399853, + "nauc_ndcg_at_10_diff1": 0.624215, + "nauc_ndcg_at_20_max": 0.726644, + "nauc_ndcg_at_20_std": 0.403264, + "nauc_ndcg_at_20_diff1": 0.608474, + "nauc_ndcg_at_100_max": 0.712693, + "nauc_ndcg_at_100_std": 0.397998, + "nauc_ndcg_at_100_diff1": 0.605743, + "nauc_ndcg_at_1000_max": 0.732623, + "nauc_ndcg_at_1000_std": 0.398846, + "nauc_ndcg_at_1000_diff1": 0.627556, + "nauc_map_at_1_max": 0.772309, + "nauc_map_at_1_std": 0.392094, + "nauc_map_at_1_diff1": 0.726206, + "nauc_map_at_3_max": 0.767223, + "nauc_map_at_3_std": 0.399995, + "nauc_map_at_3_diff1": 0.675767, + "nauc_map_at_5_max": 0.759375, + "nauc_map_at_5_std": 0.396294, + "nauc_map_at_5_diff1": 0.667438, + "nauc_map_at_10_max": 0.753248, + "nauc_map_at_10_std": 0.398462, + "nauc_map_at_10_diff1": 0.657874, + "nauc_map_at_20_max": 0.750792, + "nauc_map_at_20_std": 0.399692, + "nauc_map_at_20_diff1": 0.653401, + "nauc_map_at_100_max": 0.748499, + "nauc_map_at_100_std": 0.398748, + "nauc_map_at_100_diff1": 0.652415, + "nauc_map_at_1000_max": 0.749137, + "nauc_map_at_1000_std": 0.398697, + "nauc_map_at_1000_diff1": 0.653204, + "nauc_recall_at_1_max": 0.772309, + "nauc_recall_at_1_std": 0.392094, + "nauc_recall_at_1_diff1": 0.726206, + "nauc_recall_at_3_max": 0.759548, + "nauc_recall_at_3_std": 0.41101, + "nauc_recall_at_3_diff1": 0.61971, + "nauc_recall_at_5_max": 0.72976, + "nauc_recall_at_5_std": 0.39504, + "nauc_recall_at_5_diff1": 0.590711, + "nauc_recall_at_10_max": 0.684037, + "nauc_recall_at_10_std": 0.402648, + "nauc_recall_at_10_diff1": 0.528038, + "nauc_recall_at_20_max": 0.647416, + "nauc_recall_at_20_std": 0.413267, + "nauc_recall_at_20_diff1": 0.470331, + "nauc_recall_at_100_max": 0.545766, + "nauc_recall_at_100_std": 0.38763, + "nauc_recall_at_100_diff1": 0.425907, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772309, + "nauc_precision_at_1_std": 0.392094, + "nauc_precision_at_1_diff1": 0.726206, + "nauc_precision_at_3_max": 0.759548, + "nauc_precision_at_3_std": 0.41101, + "nauc_precision_at_3_diff1": 0.61971, + "nauc_precision_at_5_max": 0.72976, + "nauc_precision_at_5_std": 0.39504, + "nauc_precision_at_5_diff1": 0.590711, + "nauc_precision_at_10_max": 0.684037, + "nauc_precision_at_10_std": 0.402648, + "nauc_precision_at_10_diff1": 0.528038, + "nauc_precision_at_20_max": 0.647416, + "nauc_precision_at_20_std": 0.413267, + "nauc_precision_at_20_diff1": 0.470331, + "nauc_precision_at_100_max": 0.545766, + "nauc_precision_at_100_std": 0.38763, + "nauc_precision_at_100_diff1": 0.425907, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772309, + "nauc_mrr_at_1_std": 0.392094, + "nauc_mrr_at_1_diff1": 0.726206, + "nauc_mrr_at_3_max": 0.767223, + "nauc_mrr_at_3_std": 0.399995, + "nauc_mrr_at_3_diff1": 0.675767, + "nauc_mrr_at_5_max": 0.759375, + "nauc_mrr_at_5_std": 0.396294, + "nauc_mrr_at_5_diff1": 0.667438, + "nauc_mrr_at_10_max": 0.753248, + "nauc_mrr_at_10_std": 0.398462, + "nauc_mrr_at_10_diff1": 0.657874, + "nauc_mrr_at_20_max": 0.750792, + "nauc_mrr_at_20_std": 0.399692, + "nauc_mrr_at_20_diff1": 0.653401, + "nauc_mrr_at_100_max": 0.748499, + "nauc_mrr_at_100_std": 0.398748, + "nauc_mrr_at_100_diff1": 0.652415, + "nauc_mrr_at_1000_max": 0.749137, + "nauc_mrr_at_1000_std": 0.398697, + "nauc_mrr_at_1000_diff1": 0.653204, + "hit_rate_at_1": 0.21778, + "hit_rate_at_3": 0.28222, + "hit_rate_at_5": 0.31889, + "hit_rate_at_10": 0.38333, + "hit_rate_at_20": 0.44222, + "hit_rate_at_100": 0.67333, + "hit_rate_at_1000": 1.0, + "main_score": 0.29162, "hf_subset": "eng_Latn-sin_Latn", "languages": [ "eng-Latn", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.70444, - "ndcg_at_3": 0.76849, - "ndcg_at_5": 0.78188, - "ndcg_at_10": 0.79241, - "ndcg_at_20": 0.79859, - "ndcg_at_100": 0.80936, - "ndcg_at_1000": 0.81445, - "map_at_1": 0.70444, - "map_at_3": 0.75296, - "map_at_5": 0.76046, - "map_at_10": 0.76487, - "map_at_20": 0.76657, - "map_at_100": 0.76801, - "map_at_1000": 0.76822, - "recall_at_1": 0.70444, - "recall_at_3": 0.81333, - "recall_at_5": 0.84556, - "recall_at_10": 0.87778, - "recall_at_20": 0.90222, - "recall_at_100": 0.96111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68444, + "ndcg_at_3": 0.7475, + "ndcg_at_5": 0.76003, + "ndcg_at_10": 0.77338, + "ndcg_at_20": 0.78038, + "ndcg_at_100": 0.79151, + "ndcg_at_1000": 0.79784, + "map_at_1": 0.68444, + "map_at_3": 0.73204, + "map_at_5": 0.73909, + "map_at_10": 0.74464, + "map_at_20": 0.74654, + "map_at_100": 0.748, + "map_at_1000": 0.74827, + "recall_at_1": 0.68444, + "recall_at_3": 0.79222, + "recall_at_5": 0.82222, + "recall_at_10": 0.86333, + "recall_at_20": 0.89111, + "recall_at_100": 0.95222, "recall_at_1000": 1.0, - "precision_at_1": 0.70444, - "precision_at_3": 0.27111, - "precision_at_5": 0.16911, - "precision_at_10": 0.08778, - "precision_at_20": 0.04511, - "precision_at_100": 0.00961, - "precision_at_1000": 0.001, - "mrr_at_1": 0.704444, - "mrr_at_3": 0.752963, - "mrr_at_5": 0.760463, - "mrr_at_10": 0.764871, - "mrr_at_20": 0.766567, - "mrr_at_100": 0.768009, - "mrr_at_1000": 0.768216, - "nauc_ndcg_at_1_max": 0.784673, - "nauc_ndcg_at_1_std": 0.145141, - "nauc_ndcg_at_1_diff1": 0.848177, - "nauc_ndcg_at_3_max": 0.798541, - "nauc_ndcg_at_3_std": 0.197797, - "nauc_ndcg_at_3_diff1": 0.814225, - "nauc_ndcg_at_5_max": 0.798324, - "nauc_ndcg_at_5_std": 0.20459, - "nauc_ndcg_at_5_diff1": 0.8151, - "nauc_ndcg_at_10_max": 0.796501, - "nauc_ndcg_at_10_std": 0.210808, - "nauc_ndcg_at_10_diff1": 0.811901, - "nauc_ndcg_at_20_max": 0.794038, - "nauc_ndcg_at_20_std": 0.209428, - "nauc_ndcg_at_20_diff1": 0.810883, - "nauc_ndcg_at_100_max": 0.793916, - "nauc_ndcg_at_100_std": 0.209655, - "nauc_ndcg_at_100_diff1": 0.813295, - "nauc_ndcg_at_1000_max": 0.795311, - "nauc_ndcg_at_1000_std": 0.202228, - "nauc_ndcg_at_1000_diff1": 0.817436, - "nauc_map_at_1_max": 0.784673, - "nauc_map_at_1_std": 0.145141, - "nauc_map_at_1_diff1": 0.848177, - "nauc_map_at_3_max": 0.796701, - "nauc_map_at_3_std": 0.186911, - "nauc_map_at_3_diff1": 0.824195, - "nauc_map_at_5_max": 0.796572, - "nauc_map_at_5_std": 0.189964, - "nauc_map_at_5_diff1": 0.824917, - "nauc_map_at_10_max": 0.795975, - "nauc_map_at_10_std": 0.192047, - "nauc_map_at_10_diff1": 0.823941, - "nauc_map_at_20_max": 0.79545, - "nauc_map_at_20_std": 0.191484, - "nauc_map_at_20_diff1": 0.823851, - "nauc_map_at_100_max": 0.795432, - "nauc_map_at_100_std": 0.19183, - "nauc_map_at_100_diff1": 0.823964, - "nauc_map_at_1000_max": 0.795476, - "nauc_map_at_1000_std": 0.191632, - "nauc_map_at_1000_diff1": 0.824092, - "nauc_recall_at_1_max": 0.784673, - "nauc_recall_at_1_std": 0.145141, - "nauc_recall_at_1_diff1": 0.848177, - "nauc_recall_at_3_max": 0.804151, - "nauc_recall_at_3_std": 0.235249, - "nauc_recall_at_3_diff1": 0.777851, - "nauc_recall_at_5_max": 0.804276, - "nauc_recall_at_5_std": 0.264976, - "nauc_recall_at_5_diff1": 0.773947, - "nauc_recall_at_10_max": 0.795818, - "nauc_recall_at_10_std": 0.309064, - "nauc_recall_at_10_diff1": 0.748439, - "nauc_recall_at_20_max": 0.776377, - "nauc_recall_at_20_std": 0.322124, - "nauc_recall_at_20_diff1": 0.725856, - "nauc_recall_at_100_max": 0.748793, - "nauc_recall_at_100_std": 0.468214, - "nauc_recall_at_100_diff1": 0.67551, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.784673, - "nauc_precision_at_1_std": 0.145141, - "nauc_precision_at_1_diff1": 0.848177, - "nauc_precision_at_3_max": 0.804151, - "nauc_precision_at_3_std": 0.235249, - "nauc_precision_at_3_diff1": 0.777851, - "nauc_precision_at_5_max": 0.804276, - "nauc_precision_at_5_std": 0.264976, - "nauc_precision_at_5_diff1": 0.773947, - "nauc_precision_at_10_max": 0.795818, - "nauc_precision_at_10_std": 0.309064, - "nauc_precision_at_10_diff1": 0.748439, - "nauc_precision_at_20_max": 0.776377, - "nauc_precision_at_20_std": 0.322124, - "nauc_precision_at_20_diff1": 0.725856, - "nauc_precision_at_100_max": 0.748793, - "nauc_precision_at_100_std": 0.468214, - "nauc_precision_at_100_diff1": 0.67551, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.784673, - "nauc_mrr_at_1_std": 0.145141, - "nauc_mrr_at_1_diff1": 0.848177, - "nauc_mrr_at_3_max": 0.796701, - "nauc_mrr_at_3_std": 0.186911, - "nauc_mrr_at_3_diff1": 0.824195, - "nauc_mrr_at_5_max": 0.796572, - "nauc_mrr_at_5_std": 0.189964, - "nauc_mrr_at_5_diff1": 0.824917, - "nauc_mrr_at_10_max": 0.795975, - "nauc_mrr_at_10_std": 0.192047, - "nauc_mrr_at_10_diff1": 0.823941, - "nauc_mrr_at_20_max": 0.79545, - "nauc_mrr_at_20_std": 0.191484, - "nauc_mrr_at_20_diff1": 0.823851, - "nauc_mrr_at_100_max": 0.795432, - "nauc_mrr_at_100_std": 0.19183, - "nauc_mrr_at_100_diff1": 0.823964, - "nauc_mrr_at_1000_max": 0.795476, - "nauc_mrr_at_1000_std": 0.191632, - "nauc_mrr_at_1000_diff1": 0.824092, - "main_score": 0.79241, + "accuracy": 0.68444, + "precision_at_1": 0.68444, + "precision_at_3": 0.26407, + "precision_at_5": 0.16444, + "precision_at_10": 0.08633, + "precision_at_20": 0.04456, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684444, + "mrr_at_3": 0.732037, + "mrr_at_5": 0.739093, + "mrr_at_10": 0.744637, + "mrr_at_20": 0.746538, + "mrr_at_100": 0.748004, + "mrr_at_1000": 0.748274, + "nauc_ndcg_at_1_max": 0.754239, + "nauc_ndcg_at_1_std": 0.109642, + "nauc_ndcg_at_1_diff1": 0.830576, + "nauc_ndcg_at_3_max": 0.762224, + "nauc_ndcg_at_3_std": 0.125503, + "nauc_ndcg_at_3_diff1": 0.788216, + "nauc_ndcg_at_5_max": 0.763116, + "nauc_ndcg_at_5_std": 0.140609, + "nauc_ndcg_at_5_diff1": 0.783381, + "nauc_ndcg_at_10_max": 0.763081, + "nauc_ndcg_at_10_std": 0.149709, + "nauc_ndcg_at_10_diff1": 0.783383, + "nauc_ndcg_at_20_max": 0.762093, + "nauc_ndcg_at_20_std": 0.153703, + "nauc_ndcg_at_20_diff1": 0.783112, + "nauc_ndcg_at_100_max": 0.760958, + "nauc_ndcg_at_100_std": 0.152475, + "nauc_ndcg_at_100_diff1": 0.786354, + "nauc_ndcg_at_1000_max": 0.761861, + "nauc_ndcg_at_1000_std": 0.144028, + "nauc_ndcg_at_1000_diff1": 0.790962, + "nauc_map_at_1_max": 0.754239, + "nauc_map_at_1_std": 0.109642, + "nauc_map_at_1_diff1": 0.830576, + "nauc_map_at_3_max": 0.761767, + "nauc_map_at_3_std": 0.124194, + "nauc_map_at_3_diff1": 0.800085, + "nauc_map_at_5_max": 0.762056, + "nauc_map_at_5_std": 0.131749, + "nauc_map_at_5_diff1": 0.797793, + "nauc_map_at_10_max": 0.762015, + "nauc_map_at_10_std": 0.134643, + "nauc_map_at_10_diff1": 0.798038, + "nauc_map_at_20_max": 0.761856, + "nauc_map_at_20_std": 0.13565, + "nauc_map_at_20_diff1": 0.798108, + "nauc_map_at_100_max": 0.761759, + "nauc_map_at_100_std": 0.135557, + "nauc_map_at_100_diff1": 0.798502, + "nauc_map_at_1000_max": 0.76177, + "nauc_map_at_1000_std": 0.135271, + "nauc_map_at_1000_diff1": 0.79865, + "nauc_recall_at_1_max": 0.754239, + "nauc_recall_at_1_std": 0.109642, + "nauc_recall_at_1_diff1": 0.830576, + "nauc_recall_at_3_max": 0.762956, + "nauc_recall_at_3_std": 0.128568, + "nauc_recall_at_3_diff1": 0.746356, + "nauc_recall_at_5_max": 0.766737, + "nauc_recall_at_5_std": 0.177039, + "nauc_recall_at_5_diff1": 0.725703, + "nauc_recall_at_10_max": 0.7676, + "nauc_recall_at_10_std": 0.232757, + "nauc_recall_at_10_diff1": 0.710659, + "nauc_recall_at_20_max": 0.760112, + "nauc_recall_at_20_std": 0.277533, + "nauc_recall_at_20_diff1": 0.691977, + "nauc_recall_at_100_max": 0.7322, + "nauc_recall_at_100_std": 0.397857, + "nauc_recall_at_100_diff1": 0.651358, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754239, + "nauc_precision_at_1_std": 0.109642, + "nauc_precision_at_1_diff1": 0.830576, + "nauc_precision_at_3_max": 0.762956, + "nauc_precision_at_3_std": 0.128568, + "nauc_precision_at_3_diff1": 0.746356, + "nauc_precision_at_5_max": 0.766737, + "nauc_precision_at_5_std": 0.177039, + "nauc_precision_at_5_diff1": 0.725703, + "nauc_precision_at_10_max": 0.7676, + "nauc_precision_at_10_std": 0.232757, + "nauc_precision_at_10_diff1": 0.710659, + "nauc_precision_at_20_max": 0.760112, + "nauc_precision_at_20_std": 0.277533, + "nauc_precision_at_20_diff1": 0.691977, + "nauc_precision_at_100_max": 0.7322, + "nauc_precision_at_100_std": 0.397857, + "nauc_precision_at_100_diff1": 0.651358, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754239, + "nauc_mrr_at_1_std": 0.109642, + "nauc_mrr_at_1_diff1": 0.830576, + "nauc_mrr_at_3_max": 0.761767, + "nauc_mrr_at_3_std": 0.124194, + "nauc_mrr_at_3_diff1": 0.800085, + "nauc_mrr_at_5_max": 0.762056, + "nauc_mrr_at_5_std": 0.131749, + "nauc_mrr_at_5_diff1": 0.797793, + "nauc_mrr_at_10_max": 0.762015, + "nauc_mrr_at_10_std": 0.134643, + "nauc_mrr_at_10_diff1": 0.798038, + "nauc_mrr_at_20_max": 0.761856, + "nauc_mrr_at_20_std": 0.13565, + "nauc_mrr_at_20_diff1": 0.798108, + "nauc_mrr_at_100_max": 0.761759, + "nauc_mrr_at_100_std": 0.135557, + "nauc_mrr_at_100_diff1": 0.798502, + "nauc_mrr_at_1000_max": 0.76177, + "nauc_mrr_at_1000_std": 0.135271, + "nauc_mrr_at_1000_diff1": 0.79865, + "hit_rate_at_1": 0.68444, + "hit_rate_at_3": 0.79222, + "hit_rate_at_5": 0.82222, + "hit_rate_at_10": 0.86333, + "hit_rate_at_20": 0.89111, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.77338, "hf_subset": "sin_Sinh-sin_Sinh", "languages": [ "sin-Sinh", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.77, - "ndcg_at_3": 0.83629, - "ndcg_at_5": 0.85002, - "ndcg_at_10": 0.86115, - "ndcg_at_20": 0.86679, - "ndcg_at_100": 0.8711, - "ndcg_at_1000": 0.87185, - "map_at_1": 0.77, - "map_at_3": 0.82037, - "map_at_5": 0.82798, - "map_at_10": 0.83258, - "map_at_20": 0.83413, - "map_at_100": 0.8348, - "map_at_1000": 0.83484, - "recall_at_1": 0.77, - "recall_at_3": 0.88222, - "recall_at_5": 0.91556, - "recall_at_10": 0.95, - "recall_at_20": 0.97222, - "recall_at_100": 0.99444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.82992, + "ndcg_at_5": 0.84278, + "ndcg_at_10": 0.85231, + "ndcg_at_20": 0.85992, + "ndcg_at_100": 0.86453, + "ndcg_at_1000": 0.86543, + "map_at_1": 0.76, + "map_at_3": 0.81296, + "map_at_5": 0.82013, + "map_at_10": 0.82417, + "map_at_20": 0.82627, + "map_at_100": 0.82694, + "map_at_1000": 0.82698, + "recall_at_1": 0.76, + "recall_at_3": 0.87889, + "recall_at_5": 0.91, + "recall_at_10": 0.93889, + "recall_at_20": 0.96889, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.77, - "precision_at_3": 0.29407, - "precision_at_5": 0.18311, - "precision_at_10": 0.095, - "precision_at_20": 0.04861, - "precision_at_100": 0.00994, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.29296, + "precision_at_5": 0.182, + "precision_at_10": 0.09389, + "precision_at_20": 0.04844, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.77, - "mrr_at_3": 0.82037, - "mrr_at_5": 0.827981, - "mrr_at_10": 0.832577, - "mrr_at_20": 0.834133, - "mrr_at_100": 0.834801, - "mrr_at_1000": 0.834837, - "nauc_ndcg_at_1_max": 0.637738, - "nauc_ndcg_at_1_std": -0.212131, - "nauc_ndcg_at_1_diff1": 0.857854, - "nauc_ndcg_at_3_max": 0.684876, - "nauc_ndcg_at_3_std": -0.235023, - "nauc_ndcg_at_3_diff1": 0.853507, - "nauc_ndcg_at_5_max": 0.670828, - "nauc_ndcg_at_5_std": -0.238329, - "nauc_ndcg_at_5_diff1": 0.850872, - "nauc_ndcg_at_10_max": 0.66708, - "nauc_ndcg_at_10_std": -0.233009, - "nauc_ndcg_at_10_diff1": 0.851874, - "nauc_ndcg_at_20_max": 0.669691, - "nauc_ndcg_at_20_std": -0.213802, - "nauc_ndcg_at_20_diff1": 0.852201, - "nauc_ndcg_at_100_max": 0.666254, - "nauc_ndcg_at_100_std": -0.22311, - "nauc_ndcg_at_100_diff1": 0.853609, - "nauc_ndcg_at_1000_max": 0.665059, - "nauc_ndcg_at_1000_std": -0.226267, - "nauc_ndcg_at_1000_diff1": 0.853343, - "nauc_map_at_1_max": 0.637738, - "nauc_map_at_1_std": -0.212131, - "nauc_map_at_1_diff1": 0.857854, - "nauc_map_at_3_max": 0.671464, - "nauc_map_at_3_std": -0.230506, - "nauc_map_at_3_diff1": 0.854781, - "nauc_map_at_5_max": 0.664194, - "nauc_map_at_5_std": -0.231418, - "nauc_map_at_5_diff1": 0.853394, - "nauc_map_at_10_max": 0.662809, - "nauc_map_at_10_std": -0.228706, - "nauc_map_at_10_diff1": 0.853784, - "nauc_map_at_20_max": 0.662958, - "nauc_map_at_20_std": -0.224976, - "nauc_map_at_20_diff1": 0.853896, - "nauc_map_at_100_max": 0.662396, - "nauc_map_at_100_std": -0.226589, - "nauc_map_at_100_diff1": 0.854048, - "nauc_map_at_1000_max": 0.662354, - "nauc_map_at_1000_std": -0.226689, - "nauc_map_at_1000_diff1": 0.854039, - "nauc_recall_at_1_max": 0.637738, - "nauc_recall_at_1_std": -0.212131, - "nauc_recall_at_1_diff1": 0.857854, - "nauc_recall_at_3_max": 0.740399, - "nauc_recall_at_3_std": -0.252458, - "nauc_recall_at_3_diff1": 0.848211, - "nauc_recall_at_5_max": 0.70232, - "nauc_recall_at_5_std": -0.276242, - "nauc_recall_at_5_diff1": 0.836792, - "nauc_recall_at_10_max": 0.692146, - "nauc_recall_at_10_std": -0.270993, - "nauc_recall_at_10_diff1": 0.835626, - "nauc_recall_at_20_max": 0.775219, - "nauc_recall_at_20_std": 0.063025, - "nauc_recall_at_20_diff1": 0.827563, - "nauc_recall_at_100_max": 0.858543, - "nauc_recall_at_100_std": 0.296545, - "nauc_recall_at_100_diff1": 0.895425, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.637738, - "nauc_precision_at_1_std": -0.212131, - "nauc_precision_at_1_diff1": 0.857854, - "nauc_precision_at_3_max": 0.740399, - "nauc_precision_at_3_std": -0.252458, - "nauc_precision_at_3_diff1": 0.848211, - "nauc_precision_at_5_max": 0.70232, - "nauc_precision_at_5_std": -0.276242, - "nauc_precision_at_5_diff1": 0.836792, - "nauc_precision_at_10_max": 0.692146, - "nauc_precision_at_10_std": -0.270993, - "nauc_precision_at_10_diff1": 0.835626, - "nauc_precision_at_20_max": 0.775219, - "nauc_precision_at_20_std": 0.063025, - "nauc_precision_at_20_diff1": 0.827563, - "nauc_precision_at_100_max": 0.858543, - "nauc_precision_at_100_std": 0.296545, - "nauc_precision_at_100_diff1": 0.895425, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.637738, - "nauc_mrr_at_1_std": -0.212131, - "nauc_mrr_at_1_diff1": 0.857854, - "nauc_mrr_at_3_max": 0.671464, - "nauc_mrr_at_3_std": -0.230506, - "nauc_mrr_at_3_diff1": 0.854781, - "nauc_mrr_at_5_max": 0.664194, - "nauc_mrr_at_5_std": -0.231418, - "nauc_mrr_at_5_diff1": 0.853394, - "nauc_mrr_at_10_max": 0.662809, - "nauc_mrr_at_10_std": -0.228706, - "nauc_mrr_at_10_diff1": 0.853784, - "nauc_mrr_at_20_max": 0.662958, - "nauc_mrr_at_20_std": -0.224976, - "nauc_mrr_at_20_diff1": 0.853896, - "nauc_mrr_at_100_max": 0.662396, - "nauc_mrr_at_100_std": -0.226589, - "nauc_mrr_at_100_diff1": 0.854048, - "nauc_mrr_at_1000_max": 0.662354, - "nauc_mrr_at_1000_std": -0.226689, - "nauc_mrr_at_1000_diff1": 0.854039, - "main_score": 0.86115, + "mrr_at_1": 0.76, + "mrr_at_3": 0.812963, + "mrr_at_5": 0.82013, + "mrr_at_10": 0.824168, + "mrr_at_20": 0.826271, + "mrr_at_100": 0.826935, + "mrr_at_1000": 0.826976, + "nauc_ndcg_at_1_max": 0.572349, + "nauc_ndcg_at_1_std": -0.276622, + "nauc_ndcg_at_1_diff1": 0.848221, + "nauc_ndcg_at_3_max": 0.624734, + "nauc_ndcg_at_3_std": -0.279568, + "nauc_ndcg_at_3_diff1": 0.839807, + "nauc_ndcg_at_5_max": 0.619353, + "nauc_ndcg_at_5_std": -0.256305, + "nauc_ndcg_at_5_diff1": 0.837095, + "nauc_ndcg_at_10_max": 0.60922, + "nauc_ndcg_at_10_std": -0.266123, + "nauc_ndcg_at_10_diff1": 0.840873, + "nauc_ndcg_at_20_max": 0.610601, + "nauc_ndcg_at_20_std": -0.265553, + "nauc_ndcg_at_20_diff1": 0.841622, + "nauc_ndcg_at_100_max": 0.608319, + "nauc_ndcg_at_100_std": -0.265311, + "nauc_ndcg_at_100_diff1": 0.84274, + "nauc_ndcg_at_1000_max": 0.608198, + "nauc_ndcg_at_1000_std": -0.267014, + "nauc_ndcg_at_1000_diff1": 0.842443, + "nauc_map_at_1_max": 0.572349, + "nauc_map_at_1_std": -0.276622, + "nauc_map_at_1_diff1": 0.848221, + "nauc_map_at_3_max": 0.612506, + "nauc_map_at_3_std": -0.277624, + "nauc_map_at_3_diff1": 0.842935, + "nauc_map_at_5_max": 0.609093, + "nauc_map_at_5_std": -0.266532, + "nauc_map_at_5_diff1": 0.841716, + "nauc_map_at_10_max": 0.605392, + "nauc_map_at_10_std": -0.270173, + "nauc_map_at_10_diff1": 0.843284, + "nauc_map_at_20_max": 0.605502, + "nauc_map_at_20_std": -0.270068, + "nauc_map_at_20_diff1": 0.843447, + "nauc_map_at_100_max": 0.60522, + "nauc_map_at_100_std": -0.269814, + "nauc_map_at_100_diff1": 0.843489, + "nauc_map_at_1000_max": 0.605233, + "nauc_map_at_1000_std": -0.269842, + "nauc_map_at_1000_diff1": 0.843483, + "nauc_recall_at_1_max": 0.572349, + "nauc_recall_at_1_std": -0.276622, + "nauc_recall_at_1_diff1": 0.848221, + "nauc_recall_at_3_max": 0.674086, + "nauc_recall_at_3_std": -0.288392, + "nauc_recall_at_3_diff1": 0.826274, + "nauc_recall_at_5_max": 0.670534, + "nauc_recall_at_5_std": -0.195784, + "nauc_recall_at_5_diff1": 0.811334, + "nauc_recall_at_10_max": 0.622867, + "nauc_recall_at_10_std": -0.236168, + "nauc_recall_at_10_diff1": 0.823665, + "nauc_recall_at_20_max": 0.665049, + "nauc_recall_at_20_std": -0.19938, + "nauc_recall_at_20_diff1": 0.820945, + "nauc_recall_at_100_max": 0.643324, + "nauc_recall_at_100_std": 0.007781, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.572349, + "nauc_precision_at_1_std": -0.276622, + "nauc_precision_at_1_diff1": 0.848221, + "nauc_precision_at_3_max": 0.674086, + "nauc_precision_at_3_std": -0.288392, + "nauc_precision_at_3_diff1": 0.826274, + "nauc_precision_at_5_max": 0.670534, + "nauc_precision_at_5_std": -0.195784, + "nauc_precision_at_5_diff1": 0.811334, + "nauc_precision_at_10_max": 0.622867, + "nauc_precision_at_10_std": -0.236168, + "nauc_precision_at_10_diff1": 0.823665, + "nauc_precision_at_20_max": 0.665049, + "nauc_precision_at_20_std": -0.19938, + "nauc_precision_at_20_diff1": 0.820945, + "nauc_precision_at_100_max": 0.643324, + "nauc_precision_at_100_std": 0.007781, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.572349, + "nauc_mrr_at_1_std": -0.276622, + "nauc_mrr_at_1_diff1": 0.848221, + "nauc_mrr_at_3_max": 0.612506, + "nauc_mrr_at_3_std": -0.277624, + "nauc_mrr_at_3_diff1": 0.842935, + "nauc_mrr_at_5_max": 0.609093, + "nauc_mrr_at_5_std": -0.266532, + "nauc_mrr_at_5_diff1": 0.841716, + "nauc_mrr_at_10_max": 0.605392, + "nauc_mrr_at_10_std": -0.270173, + "nauc_mrr_at_10_diff1": 0.843284, + "nauc_mrr_at_20_max": 0.605502, + "nauc_mrr_at_20_std": -0.270068, + "nauc_mrr_at_20_diff1": 0.843447, + "nauc_mrr_at_100_max": 0.60522, + "nauc_mrr_at_100_std": -0.269814, + "nauc_mrr_at_100_diff1": 0.843489, + "nauc_mrr_at_1000_max": 0.605233, + "nauc_mrr_at_1000_std": -0.269842, + "nauc_mrr_at_1000_diff1": 0.843483, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.87889, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.85231, "hf_subset": "sin_Sinh-eng_Latn", "languages": [ "sin-Sinh", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.55, - "ndcg_at_3": 0.62284, - "ndcg_at_5": 0.64431, - "ndcg_at_10": 0.66475, - "ndcg_at_20": 0.68021, - "ndcg_at_100": 0.6968, - "ndcg_at_1000": 0.70417, - "map_at_1": 0.55, - "map_at_3": 0.605, - "map_at_5": 0.61689, - "map_at_10": 0.6253, - "map_at_20": 0.62956, - "map_at_100": 0.63166, - "map_at_1000": 0.63195, - "recall_at_1": 0.55, - "recall_at_3": 0.67444, - "recall_at_5": 0.72667, - "recall_at_10": 0.79, - "recall_at_20": 0.85111, - "recall_at_100": 0.94333, - "recall_at_1000": 1.0, - "precision_at_1": 0.55, - "precision_at_3": 0.22481, - "precision_at_5": 0.14533, - "precision_at_10": 0.079, - "precision_at_20": 0.04256, - "precision_at_100": 0.00943, - "precision_at_1000": 0.001, - "mrr_at_1": 0.55, - "mrr_at_3": 0.605, - "mrr_at_5": 0.616889, - "mrr_at_10": 0.625302, - "mrr_at_20": 0.629556, - "mrr_at_100": 0.631657, - "mrr_at_1000": 0.631947, - "nauc_ndcg_at_1_max": 0.714828, - "nauc_ndcg_at_1_std": 0.157328, - "nauc_ndcg_at_1_diff1": 0.821528, - "nauc_ndcg_at_3_max": 0.734629, - "nauc_ndcg_at_3_std": 0.217627, - "nauc_ndcg_at_3_diff1": 0.774458, - "nauc_ndcg_at_5_max": 0.739411, - "nauc_ndcg_at_5_std": 0.232688, - "nauc_ndcg_at_5_diff1": 0.776198, - "nauc_ndcg_at_10_max": 0.742423, - "nauc_ndcg_at_10_std": 0.251076, - "nauc_ndcg_at_10_diff1": 0.769576, - "nauc_ndcg_at_20_max": 0.741644, - "nauc_ndcg_at_20_std": 0.256606, - "nauc_ndcg_at_20_diff1": 0.767038, - "nauc_ndcg_at_100_max": 0.738697, - "nauc_ndcg_at_100_std": 0.243837, - "nauc_ndcg_at_100_diff1": 0.77276, - "nauc_ndcg_at_1000_max": 0.737603, - "nauc_ndcg_at_1000_std": 0.234897, - "nauc_ndcg_at_1000_diff1": 0.777757, - "nauc_map_at_1_max": 0.714828, - "nauc_map_at_1_std": 0.157328, - "nauc_map_at_1_diff1": 0.821528, - "nauc_map_at_3_max": 0.731146, - "nauc_map_at_3_std": 0.204559, - "nauc_map_at_3_diff1": 0.786633, - "nauc_map_at_5_max": 0.733493, - "nauc_map_at_5_std": 0.212338, - "nauc_map_at_5_diff1": 0.787718, - "nauc_map_at_10_max": 0.734709, - "nauc_map_at_10_std": 0.219128, - "nauc_map_at_10_diff1": 0.785362, - "nauc_map_at_20_max": 0.734643, - "nauc_map_at_20_std": 0.220438, - "nauc_map_at_20_diff1": 0.785011, - "nauc_map_at_100_max": 0.734177, - "nauc_map_at_100_std": 0.218836, - "nauc_map_at_100_diff1": 0.78569, - "nauc_map_at_1000_max": 0.734162, - "nauc_map_at_1000_std": 0.218575, - "nauc_map_at_1000_diff1": 0.785886, - "nauc_recall_at_1_max": 0.714828, - "nauc_recall_at_1_std": 0.157328, - "nauc_recall_at_1_diff1": 0.821528, - "nauc_recall_at_3_max": 0.745129, - "nauc_recall_at_3_std": 0.258727, - "nauc_recall_at_3_diff1": 0.735063, - "nauc_recall_at_5_max": 0.76083, - "nauc_recall_at_5_std": 0.307007, - "nauc_recall_at_5_diff1": 0.735301, - "nauc_recall_at_10_max": 0.777305, - "nauc_recall_at_10_std": 0.401808, - "nauc_recall_at_10_diff1": 0.69782, - "nauc_recall_at_20_max": 0.781029, - "nauc_recall_at_20_std": 0.490266, - "nauc_recall_at_20_diff1": 0.652686, - "nauc_recall_at_100_max": 0.778986, - "nauc_recall_at_100_std": 0.539326, - "nauc_recall_at_100_diff1": 0.619029, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714828, - "nauc_precision_at_1_std": 0.157328, - "nauc_precision_at_1_diff1": 0.821528, - "nauc_precision_at_3_max": 0.745129, - "nauc_precision_at_3_std": 0.258727, - "nauc_precision_at_3_diff1": 0.735063, - "nauc_precision_at_5_max": 0.76083, - "nauc_precision_at_5_std": 0.307007, - "nauc_precision_at_5_diff1": 0.735301, - "nauc_precision_at_10_max": 0.777305, - "nauc_precision_at_10_std": 0.401808, - "nauc_precision_at_10_diff1": 0.69782, - "nauc_precision_at_20_max": 0.781029, - "nauc_precision_at_20_std": 0.490266, - "nauc_precision_at_20_diff1": 0.652686, - "nauc_precision_at_100_max": 0.778986, - "nauc_precision_at_100_std": 0.539326, - "nauc_precision_at_100_diff1": 0.619029, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714828, - "nauc_mrr_at_1_std": 0.157328, - "nauc_mrr_at_1_diff1": 0.821528, - "nauc_mrr_at_3_max": 0.731146, - "nauc_mrr_at_3_std": 0.204559, - "nauc_mrr_at_3_diff1": 0.786633, - "nauc_mrr_at_5_max": 0.733493, - "nauc_mrr_at_5_std": 0.212338, - "nauc_mrr_at_5_diff1": 0.787718, - "nauc_mrr_at_10_max": 0.734709, - "nauc_mrr_at_10_std": 0.219128, - "nauc_mrr_at_10_diff1": 0.785362, - "nauc_mrr_at_20_max": 0.734643, - "nauc_mrr_at_20_std": 0.220438, - "nauc_mrr_at_20_diff1": 0.785011, - "nauc_mrr_at_100_max": 0.734177, - "nauc_mrr_at_100_std": 0.218836, - "nauc_mrr_at_100_diff1": 0.78569, - "nauc_mrr_at_1000_max": 0.734162, - "nauc_mrr_at_1000_std": 0.218575, - "nauc_mrr_at_1000_diff1": 0.785886, - "main_score": 0.66475, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.58492, + "ndcg_at_5": 0.60696, + "ndcg_at_10": 0.62776, + "ndcg_at_20": 0.64363, + "ndcg_at_100": 0.66578, + "ndcg_at_1000": 0.67367, + "map_at_1": 0.51111, + "map_at_3": 0.56667, + "map_at_5": 0.57894, + "map_at_10": 0.5875, + "map_at_20": 0.59192, + "map_at_100": 0.59487, + "map_at_1000": 0.59517, + "recall_at_1": 0.51111, + "recall_at_3": 0.63778, + "recall_at_5": 0.69111, + "recall_at_10": 0.75556, + "recall_at_20": 0.81778, + "recall_at_100": 0.93889, + "recall_at_1000": 1.0, + "accuracy": 0.51111, + "precision_at_1": 0.51111, + "precision_at_3": 0.21259, + "precision_at_5": 0.13822, + "precision_at_10": 0.07556, + "precision_at_20": 0.04089, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.578944, + "mrr_at_10": 0.5875, + "mrr_at_20": 0.591919, + "mrr_at_100": 0.59487, + "mrr_at_1000": 0.59517, + "nauc_ndcg_at_1_max": 0.660482, + "nauc_ndcg_at_1_std": 0.106078, + "nauc_ndcg_at_1_diff1": 0.786013, + "nauc_ndcg_at_3_max": 0.677918, + "nauc_ndcg_at_3_std": 0.163893, + "nauc_ndcg_at_3_diff1": 0.751171, + "nauc_ndcg_at_5_max": 0.6828, + "nauc_ndcg_at_5_std": 0.175479, + "nauc_ndcg_at_5_diff1": 0.748272, + "nauc_ndcg_at_10_max": 0.687174, + "nauc_ndcg_at_10_std": 0.188458, + "nauc_ndcg_at_10_diff1": 0.750485, + "nauc_ndcg_at_20_max": 0.686123, + "nauc_ndcg_at_20_std": 0.184941, + "nauc_ndcg_at_20_diff1": 0.749334, + "nauc_ndcg_at_100_max": 0.682932, + "nauc_ndcg_at_100_std": 0.180406, + "nauc_ndcg_at_100_diff1": 0.74993, + "nauc_ndcg_at_1000_max": 0.681396, + "nauc_ndcg_at_1000_std": 0.172076, + "nauc_ndcg_at_1000_diff1": 0.754299, + "nauc_map_at_1_max": 0.660482, + "nauc_map_at_1_std": 0.106078, + "nauc_map_at_1_diff1": 0.786013, + "nauc_map_at_3_max": 0.674009, + "nauc_map_at_3_std": 0.148125, + "nauc_map_at_3_diff1": 0.760059, + "nauc_map_at_5_max": 0.676482, + "nauc_map_at_5_std": 0.153782, + "nauc_map_at_5_diff1": 0.758704, + "nauc_map_at_10_max": 0.678275, + "nauc_map_at_10_std": 0.15887, + "nauc_map_at_10_diff1": 0.759866, + "nauc_map_at_20_max": 0.677884, + "nauc_map_at_20_std": 0.157807, + "nauc_map_at_20_diff1": 0.75955, + "nauc_map_at_100_max": 0.677481, + "nauc_map_at_100_std": 0.157537, + "nauc_map_at_100_diff1": 0.759658, + "nauc_map_at_1000_max": 0.677446, + "nauc_map_at_1000_std": 0.157288, + "nauc_map_at_1000_diff1": 0.759838, + "nauc_recall_at_1_max": 0.660482, + "nauc_recall_at_1_std": 0.106078, + "nauc_recall_at_1_diff1": 0.786013, + "nauc_recall_at_3_max": 0.690096, + "nauc_recall_at_3_std": 0.214503, + "nauc_recall_at_3_diff1": 0.72291, + "nauc_recall_at_5_max": 0.705305, + "nauc_recall_at_5_std": 0.253385, + "nauc_recall_at_5_diff1": 0.711662, + "nauc_recall_at_10_max": 0.725995, + "nauc_recall_at_10_std": 0.318388, + "nauc_recall_at_10_diff1": 0.712377, + "nauc_recall_at_20_max": 0.73047, + "nauc_recall_at_20_std": 0.330108, + "nauc_recall_at_20_diff1": 0.696247, + "nauc_recall_at_100_max": 0.736423, + "nauc_recall_at_100_std": 0.453357, + "nauc_recall_at_100_diff1": 0.618666, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.660482, + "nauc_precision_at_1_std": 0.106078, + "nauc_precision_at_1_diff1": 0.786013, + "nauc_precision_at_3_max": 0.690096, + "nauc_precision_at_3_std": 0.214503, + "nauc_precision_at_3_diff1": 0.72291, + "nauc_precision_at_5_max": 0.705305, + "nauc_precision_at_5_std": 0.253385, + "nauc_precision_at_5_diff1": 0.711662, + "nauc_precision_at_10_max": 0.725995, + "nauc_precision_at_10_std": 0.318388, + "nauc_precision_at_10_diff1": 0.712377, + "nauc_precision_at_20_max": 0.73047, + "nauc_precision_at_20_std": 0.330108, + "nauc_precision_at_20_diff1": 0.696247, + "nauc_precision_at_100_max": 0.736423, + "nauc_precision_at_100_std": 0.453357, + "nauc_precision_at_100_diff1": 0.618666, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.660482, + "nauc_mrr_at_1_std": 0.106078, + "nauc_mrr_at_1_diff1": 0.786013, + "nauc_mrr_at_3_max": 0.674009, + "nauc_mrr_at_3_std": 0.148125, + "nauc_mrr_at_3_diff1": 0.760059, + "nauc_mrr_at_5_max": 0.676482, + "nauc_mrr_at_5_std": 0.153782, + "nauc_mrr_at_5_diff1": 0.758704, + "nauc_mrr_at_10_max": 0.678275, + "nauc_mrr_at_10_std": 0.15887, + "nauc_mrr_at_10_diff1": 0.759866, + "nauc_mrr_at_20_max": 0.677884, + "nauc_mrr_at_20_std": 0.157807, + "nauc_mrr_at_20_diff1": 0.75955, + "nauc_mrr_at_100_max": 0.677481, + "nauc_mrr_at_100_std": 0.157537, + "nauc_mrr_at_100_diff1": 0.759658, + "nauc_mrr_at_1000_max": 0.677446, + "nauc_mrr_at_1000_std": 0.157288, + "nauc_mrr_at_1000_diff1": 0.759838, + "hit_rate_at_1": 0.51111, + "hit_rate_at_3": 0.63778, + "hit_rate_at_5": 0.69111, + "hit_rate_at_10": 0.75556, + "hit_rate_at_20": 0.81778, + "hit_rate_at_100": 0.93889, + "hit_rate_at_1000": 1.0, + "main_score": 0.62776, "hf_subset": "eng_Latn-sin_Sinh", "languages": [ "eng-Latn", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.90111, - "ndcg_at_3": 0.93231, - "ndcg_at_5": 0.93805, - "ndcg_at_10": 0.94037, - "ndcg_at_20": 0.94312, - "ndcg_at_100": 0.94544, - "ndcg_at_1000": 0.94573, - "map_at_1": 0.90111, - "map_at_3": 0.925, - "map_at_5": 0.92806, - "map_at_10": 0.92911, - "map_at_20": 0.92984, - "map_at_100": 0.93017, - "map_at_1000": 0.93018, - "recall_at_1": 0.90111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92828, + "ndcg_at_5": 0.93287, + "ndcg_at_10": 0.93649, + "ndcg_at_20": 0.93869, + "ndcg_at_100": 0.94084, + "ndcg_at_1000": 0.94128, + "map_at_1": 0.89333, + "map_at_3": 0.91963, + "map_at_5": 0.92219, + "map_at_10": 0.9237, + "map_at_20": 0.92427, + "map_at_100": 0.92453, + "map_at_1000": 0.92455, + "recall_at_1": 0.89333, "recall_at_3": 0.95333, - "recall_at_5": 0.96778, - "recall_at_10": 0.97444, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + "recall_at_5": 0.96444, + "recall_at_10": 0.97556, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90111, + "accuracy": 0.89333, + "precision_at_1": 0.89333, "precision_at_3": 0.31778, - "precision_at_5": 0.19356, - "precision_at_10": 0.09744, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "precision_at_5": 0.19289, + "precision_at_10": 0.09756, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.901111, - "mrr_at_3": 0.925, - "mrr_at_5": 0.928056, - "mrr_at_10": 0.929114, - "mrr_at_20": 0.929836, - "mrr_at_100": 0.930173, - "mrr_at_1000": 0.930182, - "nauc_ndcg_at_1_max": 0.829142, - "nauc_ndcg_at_1_std": -0.091367, - "nauc_ndcg_at_1_diff1": 0.912688, - "nauc_ndcg_at_3_max": 0.854937, - "nauc_ndcg_at_3_std": -0.065013, - "nauc_ndcg_at_3_diff1": 0.909284, - "nauc_ndcg_at_5_max": 0.851115, - "nauc_ndcg_at_5_std": -0.041874, - "nauc_ndcg_at_5_diff1": 0.907566, - "nauc_ndcg_at_10_max": 0.847906, - "nauc_ndcg_at_10_std": -0.062141, - "nauc_ndcg_at_10_diff1": 0.905698, - "nauc_ndcg_at_20_max": 0.850166, - "nauc_ndcg_at_20_std": -0.0609, - "nauc_ndcg_at_20_diff1": 0.907955, - "nauc_ndcg_at_100_max": 0.846523, - "nauc_ndcg_at_100_std": -0.05838, - "nauc_ndcg_at_100_diff1": 0.908596, - "nauc_ndcg_at_1000_max": 0.845729, - "nauc_ndcg_at_1000_std": -0.063853, - "nauc_ndcg_at_1000_diff1": 0.908799, - "nauc_map_at_1_max": 0.829142, - "nauc_map_at_1_std": -0.091367, - "nauc_map_at_1_diff1": 0.912688, - "nauc_map_at_3_max": 0.846497, - "nauc_map_at_3_std": -0.072861, - "nauc_map_at_3_diff1": 0.910087, - "nauc_map_at_5_max": 0.844419, - "nauc_map_at_5_std": -0.062237, - "nauc_map_at_5_diff1": 0.909297, - "nauc_map_at_10_max": 0.84306, - "nauc_map_at_10_std": -0.070532, - "nauc_map_at_10_diff1": 0.908626, - "nauc_map_at_20_max": 0.843452, - "nauc_map_at_20_std": -0.070431, - "nauc_map_at_20_diff1": 0.909136, - "nauc_map_at_100_max": 0.843022, - "nauc_map_at_100_std": -0.070013, - "nauc_map_at_100_diff1": 0.90933, - "nauc_map_at_1000_max": 0.843001, - "nauc_map_at_1000_std": -0.07016, - "nauc_map_at_1000_diff1": 0.909336, - "nauc_recall_at_1_max": 0.829142, - "nauc_recall_at_1_std": -0.091367, - "nauc_recall_at_1_diff1": 0.912688, - "nauc_recall_at_3_max": 0.894235, - "nauc_recall_at_3_std": -0.028967, - "nauc_recall_at_3_diff1": 0.90574, - "nauc_recall_at_5_max": 0.893026, - "nauc_recall_at_5_std": 0.096124, - "nauc_recall_at_5_diff1": 0.896165, - "nauc_recall_at_10_max": 0.882881, - "nauc_recall_at_10_std": -0.000447, - "nauc_recall_at_10_diff1": 0.880445, - "nauc_recall_at_20_max": 0.94721, - "nauc_recall_at_20_std": 0.069741, - "nauc_recall_at_20_diff1": 0.896933, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.922185, + "mrr_at_10": 0.923698, + "mrr_at_20": 0.924271, + "mrr_at_100": 0.924528, + "mrr_at_1000": 0.924547, + "nauc_ndcg_at_1_max": 0.826278, + "nauc_ndcg_at_1_std": -0.169408, + "nauc_ndcg_at_1_diff1": 0.914122, + "nauc_ndcg_at_3_max": 0.847122, + "nauc_ndcg_at_3_std": -0.149103, + "nauc_ndcg_at_3_diff1": 0.907202, + "nauc_ndcg_at_5_max": 0.848652, + "nauc_ndcg_at_5_std": -0.127372, + "nauc_ndcg_at_5_diff1": 0.909026, + "nauc_ndcg_at_10_max": 0.84481, + "nauc_ndcg_at_10_std": -0.146061, + "nauc_ndcg_at_10_diff1": 0.910286, + "nauc_ndcg_at_20_max": 0.846725, + "nauc_ndcg_at_20_std": -0.134632, + "nauc_ndcg_at_20_diff1": 0.910662, + "nauc_ndcg_at_100_max": 0.844063, + "nauc_ndcg_at_100_std": -0.132883, + "nauc_ndcg_at_100_diff1": 0.910815, + "nauc_ndcg_at_1000_max": 0.842884, + "nauc_ndcg_at_1000_std": -0.140677, + "nauc_ndcg_at_1000_diff1": 0.910434, + "nauc_map_at_1_max": 0.826278, + "nauc_map_at_1_std": -0.169408, + "nauc_map_at_1_diff1": 0.914122, + "nauc_map_at_3_max": 0.840705, + "nauc_map_at_3_std": -0.155272, + "nauc_map_at_3_diff1": 0.909311, + "nauc_map_at_5_max": 0.84124, + "nauc_map_at_5_std": -0.144685, + "nauc_map_at_5_diff1": 0.91013, + "nauc_map_at_10_max": 0.839875, + "nauc_map_at_10_std": -0.151339, + "nauc_map_at_10_diff1": 0.910687, + "nauc_map_at_20_max": 0.840127, + "nauc_map_at_20_std": -0.148626, + "nauc_map_at_20_diff1": 0.910671, + "nauc_map_at_100_max": 0.839929, + "nauc_map_at_100_std": -0.148182, + "nauc_map_at_100_diff1": 0.910678, + "nauc_map_at_1000_max": 0.839888, + "nauc_map_at_1000_std": -0.148437, + "nauc_map_at_1000_diff1": 0.910661, + "nauc_recall_at_1_max": 0.826278, + "nauc_recall_at_1_std": -0.169408, + "nauc_recall_at_1_diff1": 0.914122, + "nauc_recall_at_3_max": 0.878674, + "nauc_recall_at_3_std": -0.118825, + "nauc_recall_at_3_diff1": 0.896848, + "nauc_recall_at_5_max": 0.895396, + "nauc_recall_at_5_std": -0.013655, + "nauc_recall_at_5_diff1": 0.903055, + "nauc_recall_at_10_max": 0.884242, + "nauc_recall_at_10_std": -0.113212, + "nauc_recall_at_10_diff1": 0.908751, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.07433, + "nauc_recall_at_20_diff1": 0.917634, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829142, - "nauc_precision_at_1_std": -0.091367, - "nauc_precision_at_1_diff1": 0.912688, - "nauc_precision_at_3_max": 0.894235, - "nauc_precision_at_3_std": -0.028967, - "nauc_precision_at_3_diff1": 0.90574, - "nauc_precision_at_5_max": 0.893026, - "nauc_precision_at_5_std": 0.096124, - "nauc_precision_at_5_diff1": 0.896165, - "nauc_precision_at_10_max": 0.882881, - "nauc_precision_at_10_std": -0.000447, - "nauc_precision_at_10_diff1": 0.880445, - "nauc_precision_at_20_max": 0.94721, - "nauc_precision_at_20_std": 0.069741, - "nauc_precision_at_20_diff1": 0.896933, + "nauc_precision_at_1_max": 0.826278, + "nauc_precision_at_1_std": -0.169408, + "nauc_precision_at_1_diff1": 0.914122, + "nauc_precision_at_3_max": 0.878674, + "nauc_precision_at_3_std": -0.118825, + "nauc_precision_at_3_diff1": 0.896848, + "nauc_precision_at_5_max": 0.895396, + "nauc_precision_at_5_std": -0.013655, + "nauc_precision_at_5_diff1": 0.903055, + "nauc_precision_at_10_max": 0.884242, + "nauc_precision_at_10_std": -0.113212, + "nauc_precision_at_10_diff1": 0.908751, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.07433, + "nauc_precision_at_20_diff1": 0.917634, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829142, - "nauc_mrr_at_1_std": -0.091367, - "nauc_mrr_at_1_diff1": 0.912688, - "nauc_mrr_at_3_max": 0.846497, - "nauc_mrr_at_3_std": -0.072861, - "nauc_mrr_at_3_diff1": 0.910087, - "nauc_mrr_at_5_max": 0.844419, - "nauc_mrr_at_5_std": -0.062237, - "nauc_mrr_at_5_diff1": 0.909297, - "nauc_mrr_at_10_max": 0.84306, - "nauc_mrr_at_10_std": -0.070532, - "nauc_mrr_at_10_diff1": 0.908626, - "nauc_mrr_at_20_max": 0.843452, - "nauc_mrr_at_20_std": -0.070431, - "nauc_mrr_at_20_diff1": 0.909136, - "nauc_mrr_at_100_max": 0.843022, - "nauc_mrr_at_100_std": -0.070013, - "nauc_mrr_at_100_diff1": 0.90933, - "nauc_mrr_at_1000_max": 0.843001, - "nauc_mrr_at_1000_std": -0.07016, - "nauc_mrr_at_1000_diff1": 0.909336, - "main_score": 0.94037, + "nauc_mrr_at_1_max": 0.826278, + "nauc_mrr_at_1_std": -0.169408, + "nauc_mrr_at_1_diff1": 0.914122, + "nauc_mrr_at_3_max": 0.840705, + "nauc_mrr_at_3_std": -0.155272, + "nauc_mrr_at_3_diff1": 0.909311, + "nauc_mrr_at_5_max": 0.84124, + "nauc_mrr_at_5_std": -0.144685, + "nauc_mrr_at_5_diff1": 0.91013, + "nauc_mrr_at_10_max": 0.839875, + "nauc_mrr_at_10_std": -0.151339, + "nauc_mrr_at_10_diff1": 0.910687, + "nauc_mrr_at_20_max": 0.840127, + "nauc_mrr_at_20_std": -0.148626, + "nauc_mrr_at_20_diff1": 0.910671, + "nauc_mrr_at_100_max": 0.839929, + "nauc_mrr_at_100_std": -0.148182, + "nauc_mrr_at_100_diff1": 0.910678, + "nauc_mrr_at_1000_max": 0.839888, + "nauc_mrr_at_1000_std": -0.148437, + "nauc_mrr_at_1000_diff1": 0.910661, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93649, "hf_subset": "slk_Latn-slk_Latn", "languages": [ "slk-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94913, - "ndcg_at_5": 0.95544, - "ndcg_at_10": 0.95805, - "ndcg_at_20": 0.95856, - "ndcg_at_100": 0.95896, - "ndcg_at_1000": 0.95926, - "map_at_1": 0.91778, - "map_at_3": 0.94185, - "map_at_5": 0.9453, - "map_at_10": 0.94643, - "map_at_20": 0.94655, - "map_at_100": 0.9466, - "map_at_1000": 0.94661, - "recall_at_1": 0.91778, - "recall_at_3": 0.97, - "recall_at_5": 0.98556, - "recall_at_10": 0.99333, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94541, + "ndcg_at_5": 0.95177, + "ndcg_at_10": 0.95393, + "ndcg_at_20": 0.95559, + "ndcg_at_100": 0.95601, + "ndcg_at_1000": 0.9563, + "map_at_1": 0.91222, + "map_at_3": 0.93796, + "map_at_5": 0.94146, + "map_at_10": 0.94236, + "map_at_20": 0.9428, + "map_at_100": 0.94286, + "map_at_1000": 0.94288, + "recall_at_1": 0.91222, + "recall_at_3": 0.96667, + "recall_at_5": 0.98222, + "recall_at_10": 0.98889, "recall_at_20": 0.99556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19711, - "precision_at_10": 0.09933, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32222, + "precision_at_5": 0.19644, + "precision_at_10": 0.09889, "precision_at_20": 0.04978, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.941852, - "mrr_at_5": 0.945296, - "mrr_at_10": 0.946427, - "mrr_at_20": 0.946547, - "mrr_at_100": 0.946596, - "mrr_at_1000": 0.94661, - "nauc_ndcg_at_1_max": 0.762668, - "nauc_ndcg_at_1_std": -0.272529, - "nauc_ndcg_at_1_diff1": 0.916477, - "nauc_ndcg_at_3_max": 0.780694, - "nauc_ndcg_at_3_std": -0.349827, - "nauc_ndcg_at_3_diff1": 0.923736, - "nauc_ndcg_at_5_max": 0.780248, - "nauc_ndcg_at_5_std": -0.288872, - "nauc_ndcg_at_5_diff1": 0.918585, - "nauc_ndcg_at_10_max": 0.776362, - "nauc_ndcg_at_10_std": -0.305027, - "nauc_ndcg_at_10_diff1": 0.917076, - "nauc_ndcg_at_20_max": 0.779143, - "nauc_ndcg_at_20_std": -0.287066, - "nauc_ndcg_at_20_diff1": 0.917674, - "nauc_ndcg_at_100_max": 0.777722, - "nauc_ndcg_at_100_std": -0.287892, - "nauc_ndcg_at_100_diff1": 0.918139, - "nauc_ndcg_at_1000_max": 0.776059, - "nauc_ndcg_at_1000_std": -0.297524, - "nauc_ndcg_at_1000_diff1": 0.91803, - "nauc_map_at_1_max": 0.762668, - "nauc_map_at_1_std": -0.272529, - "nauc_map_at_1_diff1": 0.916477, - "nauc_map_at_3_max": 0.775194, - "nauc_map_at_3_std": -0.328292, - "nauc_map_at_3_diff1": 0.920775, - "nauc_map_at_5_max": 0.774805, - "nauc_map_at_5_std": -0.299833, - "nauc_map_at_5_diff1": 0.918392, - "nauc_map_at_10_max": 0.773426, - "nauc_map_at_10_std": -0.304859, - "nauc_map_at_10_diff1": 0.917841, - "nauc_map_at_20_max": 0.773919, - "nauc_map_at_20_std": -0.301631, - "nauc_map_at_20_diff1": 0.91795, - "nauc_map_at_100_max": 0.7738, - "nauc_map_at_100_std": -0.301409, - "nauc_map_at_100_diff1": 0.917994, - "nauc_map_at_1000_max": 0.773739, - "nauc_map_at_1000_std": -0.301758, - "nauc_map_at_1000_diff1": 0.917992, - "nauc_recall_at_1_max": 0.762668, - "nauc_recall_at_1_std": -0.272529, - "nauc_recall_at_1_diff1": 0.916477, - "nauc_recall_at_3_max": 0.810942, - "nauc_recall_at_3_std": -0.466421, - "nauc_recall_at_3_diff1": 0.940692, - "nauc_recall_at_5_max": 0.837679, - "nauc_recall_at_5_std": -0.128313, - "nauc_recall_at_5_diff1": 0.918301, - "nauc_recall_at_10_max": 0.829599, - "nauc_recall_at_10_std": -0.271942, - "nauc_recall_at_10_diff1": 0.891068, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.462068, - "nauc_recall_at_20_diff1": 0.901961, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.937963, + "mrr_at_5": 0.941463, + "mrr_at_10": 0.942359, + "mrr_at_20": 0.942801, + "mrr_at_100": 0.942865, + "mrr_at_1000": 0.942877, + "nauc_ndcg_at_1_max": 0.783664, + "nauc_ndcg_at_1_std": -0.143147, + "nauc_ndcg_at_1_diff1": 0.927141, + "nauc_ndcg_at_3_max": 0.789006, + "nauc_ndcg_at_3_std": -0.234334, + "nauc_ndcg_at_3_diff1": 0.932648, + "nauc_ndcg_at_5_max": 0.797747, + "nauc_ndcg_at_5_std": -0.196102, + "nauc_ndcg_at_5_diff1": 0.932746, + "nauc_ndcg_at_10_max": 0.797645, + "nauc_ndcg_at_10_std": -0.193782, + "nauc_ndcg_at_10_diff1": 0.932697, + "nauc_ndcg_at_20_max": 0.791671, + "nauc_ndcg_at_20_std": -0.180357, + "nauc_ndcg_at_20_diff1": 0.931673, + "nauc_ndcg_at_100_max": 0.794508, + "nauc_ndcg_at_100_std": -0.176567, + "nauc_ndcg_at_100_diff1": 0.93155, + "nauc_ndcg_at_1000_max": 0.793128, + "nauc_ndcg_at_1000_std": -0.184469, + "nauc_ndcg_at_1000_diff1": 0.93109, + "nauc_map_at_1_max": 0.783664, + "nauc_map_at_1_std": -0.143147, + "nauc_map_at_1_diff1": 0.927141, + "nauc_map_at_3_max": 0.787874, + "nauc_map_at_3_std": -0.210065, + "nauc_map_at_3_diff1": 0.931049, + "nauc_map_at_5_max": 0.792194, + "nauc_map_at_5_std": -0.190629, + "nauc_map_at_5_diff1": 0.931098, + "nauc_map_at_10_max": 0.792011, + "nauc_map_at_10_std": -0.189134, + "nauc_map_at_10_diff1": 0.930887, + "nauc_map_at_20_max": 0.790673, + "nauc_map_at_20_std": -0.186856, + "nauc_map_at_20_diff1": 0.930606, + "nauc_map_at_100_max": 0.791182, + "nauc_map_at_100_std": -0.185859, + "nauc_map_at_100_diff1": 0.930564, + "nauc_map_at_1000_max": 0.791137, + "nauc_map_at_1000_std": -0.186115, + "nauc_map_at_1000_diff1": 0.930549, + "nauc_recall_at_1_max": 0.783664, + "nauc_recall_at_1_std": -0.143147, + "nauc_recall_at_1_diff1": 0.927141, + "nauc_recall_at_3_max": 0.794553, + "nauc_recall_at_3_std": -0.359415, + "nauc_recall_at_3_diff1": 0.941021, + "nauc_recall_at_5_max": 0.851657, + "nauc_recall_at_5_std": -0.223915, + "nauc_recall_at_5_diff1": 0.947625, + "nauc_recall_at_10_max": 0.8845, + "nauc_recall_at_10_std": -0.227778, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.780696, + "nauc_recall_at_20_std": 0.315009, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.762668, - "nauc_precision_at_1_std": -0.272529, - "nauc_precision_at_1_diff1": 0.916477, - "nauc_precision_at_3_max": 0.810942, - "nauc_precision_at_3_std": -0.466421, - "nauc_precision_at_3_diff1": 0.940692, - "nauc_precision_at_5_max": 0.837679, - "nauc_precision_at_5_std": -0.128313, - "nauc_precision_at_5_diff1": 0.918301, - "nauc_precision_at_10_max": 0.829599, - "nauc_precision_at_10_std": -0.271942, - "nauc_precision_at_10_diff1": 0.891068, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.462068, - "nauc_precision_at_20_diff1": 0.901961, + "nauc_precision_at_1_max": 0.783664, + "nauc_precision_at_1_std": -0.143147, + "nauc_precision_at_1_diff1": 0.927141, + "nauc_precision_at_3_max": 0.794553, + "nauc_precision_at_3_std": -0.359415, + "nauc_precision_at_3_diff1": 0.941021, + "nauc_precision_at_5_max": 0.851657, + "nauc_precision_at_5_std": -0.223915, + "nauc_precision_at_5_diff1": 0.947625, + "nauc_precision_at_10_max": 0.8845, + "nauc_precision_at_10_std": -0.227778, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.780696, + "nauc_precision_at_20_std": 0.315009, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.762668, - "nauc_mrr_at_1_std": -0.272529, - "nauc_mrr_at_1_diff1": 0.916477, - "nauc_mrr_at_3_max": 0.775194, - "nauc_mrr_at_3_std": -0.328292, - "nauc_mrr_at_3_diff1": 0.920775, - "nauc_mrr_at_5_max": 0.774805, - "nauc_mrr_at_5_std": -0.299833, - "nauc_mrr_at_5_diff1": 0.918392, - "nauc_mrr_at_10_max": 0.773426, - "nauc_mrr_at_10_std": -0.304859, - "nauc_mrr_at_10_diff1": 0.917841, - "nauc_mrr_at_20_max": 0.773919, - "nauc_mrr_at_20_std": -0.301631, - "nauc_mrr_at_20_diff1": 0.91795, - "nauc_mrr_at_100_max": 0.7738, - "nauc_mrr_at_100_std": -0.301409, - "nauc_mrr_at_100_diff1": 0.917994, - "nauc_mrr_at_1000_max": 0.773739, - "nauc_mrr_at_1000_std": -0.301758, - "nauc_mrr_at_1000_diff1": 0.917992, - "main_score": 0.95805, + "nauc_mrr_at_1_max": 0.783664, + "nauc_mrr_at_1_std": -0.143147, + "nauc_mrr_at_1_diff1": 0.927141, + "nauc_mrr_at_3_max": 0.787874, + "nauc_mrr_at_3_std": -0.210065, + "nauc_mrr_at_3_diff1": 0.931049, + "nauc_mrr_at_5_max": 0.792194, + "nauc_mrr_at_5_std": -0.190629, + "nauc_mrr_at_5_diff1": 0.931098, + "nauc_mrr_at_10_max": 0.792011, + "nauc_mrr_at_10_std": -0.189134, + "nauc_mrr_at_10_diff1": 0.930887, + "nauc_mrr_at_20_max": 0.790673, + "nauc_mrr_at_20_std": -0.186856, + "nauc_mrr_at_20_diff1": 0.930606, + "nauc_mrr_at_100_max": 0.791182, + "nauc_mrr_at_100_std": -0.185859, + "nauc_mrr_at_100_diff1": 0.930564, + "nauc_mrr_at_1000_max": 0.791137, + "nauc_mrr_at_1000_std": -0.186115, + "nauc_mrr_at_1000_diff1": 0.930549, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95393, "hf_subset": "slk_Latn-eng_Latn", "languages": [ "slk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.91647, - "ndcg_at_5": 0.92312, - "ndcg_at_10": 0.92824, - "ndcg_at_20": 0.93155, - "ndcg_at_100": 0.93441, - "ndcg_at_1000": 0.93484, - "map_at_1": 0.88556, - "map_at_3": 0.90907, - "map_at_5": 0.91291, - "map_at_10": 0.91508, - "map_at_20": 0.91595, - "map_at_100": 0.91642, - "map_at_1000": 0.91643, - "recall_at_1": 0.88556, - "recall_at_3": 0.93778, - "recall_at_5": 0.95333, - "recall_at_10": 0.96889, - "recall_at_20": 0.98222, + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90336, + "ndcg_at_5": 0.91163, + "ndcg_at_10": 0.91567, + "ndcg_at_20": 0.91791, + "ndcg_at_100": 0.92257, + "ndcg_at_1000": 0.92299, + "map_at_1": 0.86222, + "map_at_3": 0.8937, + "map_at_5": 0.89831, + "map_at_10": 0.90004, + "map_at_20": 0.90064, + "map_at_100": 0.90134, + "map_at_1000": 0.90135, + "recall_at_1": 0.86222, + "recall_at_3": 0.93111, + "recall_at_5": 0.95111, + "recall_at_10": 0.96333, + "recall_at_20": 0.97222, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.31259, - "precision_at_5": 0.19067, - "precision_at_10": 0.09689, - "precision_at_20": 0.04911, + "accuracy": 0.86222, + "precision_at_1": 0.86222, + "precision_at_3": 0.31037, + "precision_at_5": 0.19022, + "precision_at_10": 0.09633, + "precision_at_20": 0.04861, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.909074, - "mrr_at_5": 0.912907, - "mrr_at_10": 0.915078, - "mrr_at_20": 0.915952, - "mrr_at_100": 0.916419, - "mrr_at_1000": 0.916434, - "nauc_ndcg_at_1_max": 0.862747, - "nauc_ndcg_at_1_std": -0.0962, - "nauc_ndcg_at_1_diff1": 0.930341, - "nauc_ndcg_at_3_max": 0.885466, - "nauc_ndcg_at_3_std": -0.079025, - "nauc_ndcg_at_3_diff1": 0.933097, - "nauc_ndcg_at_5_max": 0.882166, - "nauc_ndcg_at_5_std": -0.089054, - "nauc_ndcg_at_5_diff1": 0.9321, - "nauc_ndcg_at_10_max": 0.883283, - "nauc_ndcg_at_10_std": -0.076962, - "nauc_ndcg_at_10_diff1": 0.932248, - "nauc_ndcg_at_20_max": 0.879739, - "nauc_ndcg_at_20_std": -0.094355, - "nauc_ndcg_at_20_diff1": 0.932234, - "nauc_ndcg_at_100_max": 0.87986, - "nauc_ndcg_at_100_std": -0.073989, - "nauc_ndcg_at_100_diff1": 0.932057, - "nauc_ndcg_at_1000_max": 0.879073, - "nauc_ndcg_at_1000_std": -0.080461, - "nauc_ndcg_at_1000_diff1": 0.931889, - "nauc_map_at_1_max": 0.862747, - "nauc_map_at_1_std": -0.0962, - "nauc_map_at_1_diff1": 0.930341, - "nauc_map_at_3_max": 0.87914, - "nauc_map_at_3_std": -0.082288, - "nauc_map_at_3_diff1": 0.931875, - "nauc_map_at_5_max": 0.877113, - "nauc_map_at_5_std": -0.087611, - "nauc_map_at_5_diff1": 0.931288, - "nauc_map_at_10_max": 0.877553, - "nauc_map_at_10_std": -0.082042, - "nauc_map_at_10_diff1": 0.931399, - "nauc_map_at_20_max": 0.876742, - "nauc_map_at_20_std": -0.085892, - "nauc_map_at_20_diff1": 0.931429, - "nauc_map_at_100_max": 0.876795, - "nauc_map_at_100_std": -0.083201, - "nauc_map_at_100_diff1": 0.931436, - "nauc_map_at_1000_max": 0.876773, - "nauc_map_at_1000_std": -0.083387, - "nauc_map_at_1000_diff1": 0.93143, - "nauc_recall_at_1_max": 0.862747, - "nauc_recall_at_1_std": -0.0962, - "nauc_recall_at_1_diff1": 0.930341, - "nauc_recall_at_3_max": 0.911548, - "nauc_recall_at_3_std": -0.066552, - "nauc_recall_at_3_diff1": 0.938434, - "nauc_recall_at_5_max": 0.90813, - "nauc_recall_at_5_std": -0.100185, - "nauc_recall_at_5_diff1": 0.936586, - "nauc_recall_at_10_max": 0.926304, - "nauc_recall_at_10_std": -0.039983, - "nauc_recall_at_10_diff1": 0.938725, - "nauc_recall_at_20_max": 0.903711, - "nauc_recall_at_20_std": -0.27699, - "nauc_recall_at_20_diff1": 0.941789, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.893704, + "mrr_at_5": 0.898315, + "mrr_at_10": 0.900038, + "mrr_at_20": 0.900642, + "mrr_at_100": 0.901338, + "mrr_at_1000": 0.901352, + "nauc_ndcg_at_1_max": 0.844077, + "nauc_ndcg_at_1_std": -0.155837, + "nauc_ndcg_at_1_diff1": 0.937248, + "nauc_ndcg_at_3_max": 0.863035, + "nauc_ndcg_at_3_std": -0.149117, + "nauc_ndcg_at_3_diff1": 0.925558, + "nauc_ndcg_at_5_max": 0.857944, + "nauc_ndcg_at_5_std": -0.170838, + "nauc_ndcg_at_5_diff1": 0.927858, + "nauc_ndcg_at_10_max": 0.858565, + "nauc_ndcg_at_10_std": -0.167089, + "nauc_ndcg_at_10_diff1": 0.929041, + "nauc_ndcg_at_20_max": 0.859478, + "nauc_ndcg_at_20_std": -0.157648, + "nauc_ndcg_at_20_diff1": 0.930342, + "nauc_ndcg_at_100_max": 0.857058, + "nauc_ndcg_at_100_std": -0.156604, + "nauc_ndcg_at_100_diff1": 0.929879, + "nauc_ndcg_at_1000_max": 0.856533, + "nauc_ndcg_at_1000_std": -0.159611, + "nauc_ndcg_at_1000_diff1": 0.929727, + "nauc_map_at_1_max": 0.844077, + "nauc_map_at_1_std": -0.155837, + "nauc_map_at_1_diff1": 0.937248, + "nauc_map_at_3_max": 0.857238, + "nauc_map_at_3_std": -0.153109, + "nauc_map_at_3_diff1": 0.928173, + "nauc_map_at_5_max": 0.854546, + "nauc_map_at_5_std": -0.163887, + "nauc_map_at_5_diff1": 0.929423, + "nauc_map_at_10_max": 0.854698, + "nauc_map_at_10_std": -0.162878, + "nauc_map_at_10_diff1": 0.929833, + "nauc_map_at_20_max": 0.854784, + "nauc_map_at_20_std": -0.161021, + "nauc_map_at_20_diff1": 0.930095, + "nauc_map_at_100_max": 0.854522, + "nauc_map_at_100_std": -0.160779, + "nauc_map_at_100_diff1": 0.930059, + "nauc_map_at_1000_max": 0.854511, + "nauc_map_at_1000_std": -0.160824, + "nauc_map_at_1000_diff1": 0.930055, + "nauc_recall_at_1_max": 0.844077, + "nauc_recall_at_1_std": -0.155837, + "nauc_recall_at_1_diff1": 0.937248, + "nauc_recall_at_3_max": 0.888219, + "nauc_recall_at_3_std": -0.130561, + "nauc_recall_at_3_diff1": 0.914799, + "nauc_recall_at_5_max": 0.876284, + "nauc_recall_at_5_std": -0.215665, + "nauc_recall_at_5_diff1": 0.920157, + "nauc_recall_at_10_max": 0.886823, + "nauc_recall_at_10_std": -0.198483, + "nauc_recall_at_10_diff1": 0.926223, + "nauc_recall_at_20_max": 0.908964, + "nauc_recall_at_20_std": -0.091989, + "nauc_recall_at_20_diff1": 0.941176, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.435263, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.862747, - "nauc_precision_at_1_std": -0.0962, - "nauc_precision_at_1_diff1": 0.930341, - "nauc_precision_at_3_max": 0.911548, - "nauc_precision_at_3_std": -0.066552, - "nauc_precision_at_3_diff1": 0.938434, - "nauc_precision_at_5_max": 0.90813, - "nauc_precision_at_5_std": -0.100185, - "nauc_precision_at_5_diff1": 0.936586, - "nauc_precision_at_10_max": 0.926304, - "nauc_precision_at_10_std": -0.039983, - "nauc_precision_at_10_diff1": 0.938725, - "nauc_precision_at_20_max": 0.903711, - "nauc_precision_at_20_std": -0.27699, - "nauc_precision_at_20_diff1": 0.941789, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_1_max": 0.844077, + "nauc_precision_at_1_std": -0.155837, + "nauc_precision_at_1_diff1": 0.937248, + "nauc_precision_at_3_max": 0.888219, + "nauc_precision_at_3_std": -0.130561, + "nauc_precision_at_3_diff1": 0.914799, + "nauc_precision_at_5_max": 0.876284, + "nauc_precision_at_5_std": -0.215665, + "nauc_precision_at_5_diff1": 0.920157, + "nauc_precision_at_10_max": 0.886823, + "nauc_precision_at_10_std": -0.198483, + "nauc_precision_at_10_diff1": 0.926223, + "nauc_precision_at_20_max": 0.908964, + "nauc_precision_at_20_std": -0.091989, + "nauc_precision_at_20_diff1": 0.941176, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.435263, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.862747, - "nauc_mrr_at_1_std": -0.0962, - "nauc_mrr_at_1_diff1": 0.930341, - "nauc_mrr_at_3_max": 0.87914, - "nauc_mrr_at_3_std": -0.082288, - "nauc_mrr_at_3_diff1": 0.931875, - "nauc_mrr_at_5_max": 0.877113, - "nauc_mrr_at_5_std": -0.087611, - "nauc_mrr_at_5_diff1": 0.931288, - "nauc_mrr_at_10_max": 0.877553, - "nauc_mrr_at_10_std": -0.082042, - "nauc_mrr_at_10_diff1": 0.931399, - "nauc_mrr_at_20_max": 0.876742, - "nauc_mrr_at_20_std": -0.085892, - "nauc_mrr_at_20_diff1": 0.931429, - "nauc_mrr_at_100_max": 0.876795, - "nauc_mrr_at_100_std": -0.083201, - "nauc_mrr_at_100_diff1": 0.931436, - "nauc_mrr_at_1000_max": 0.876773, - "nauc_mrr_at_1000_std": -0.083387, - "nauc_mrr_at_1000_diff1": 0.93143, - "main_score": 0.92824, + "nauc_mrr_at_1_max": 0.844077, + "nauc_mrr_at_1_std": -0.155837, + "nauc_mrr_at_1_diff1": 0.937248, + "nauc_mrr_at_3_max": 0.857238, + "nauc_mrr_at_3_std": -0.153109, + "nauc_mrr_at_3_diff1": 0.928173, + "nauc_mrr_at_5_max": 0.854546, + "nauc_mrr_at_5_std": -0.163887, + "nauc_mrr_at_5_diff1": 0.929423, + "nauc_mrr_at_10_max": 0.854698, + "nauc_mrr_at_10_std": -0.162878, + "nauc_mrr_at_10_diff1": 0.929833, + "nauc_mrr_at_20_max": 0.854784, + "nauc_mrr_at_20_std": -0.161021, + "nauc_mrr_at_20_diff1": 0.930095, + "nauc_mrr_at_100_max": 0.854522, + "nauc_mrr_at_100_std": -0.160779, + "nauc_mrr_at_100_diff1": 0.930059, + "nauc_mrr_at_1000_max": 0.854511, + "nauc_mrr_at_1000_std": -0.160824, + "nauc_mrr_at_1000_diff1": 0.930055, + "hit_rate_at_1": 0.86222, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91567, "hf_subset": "eng_Latn-slk_Latn", "languages": [ "eng-Latn", "slk-Latn" - ] - }, - { - "ndcg_at_1": 0.87889, - "ndcg_at_3": 0.91524, - "ndcg_at_5": 0.92336, - "ndcg_at_10": 0.92952, - "ndcg_at_20": 0.93034, - "ndcg_at_100": 0.93262, - "ndcg_at_1000": 0.93323, - "map_at_1": 0.87889, - "map_at_3": 0.9063, - "map_at_5": 0.91074, - "map_at_10": 0.91331, - "map_at_20": 0.91353, - "map_at_100": 0.91384, - "map_at_1000": 0.91388, - "recall_at_1": 0.87889, - "recall_at_3": 0.94111, - "recall_at_5": 0.96111, - "recall_at_10": 0.98, - "recall_at_20": 0.98333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.9112, + "ndcg_at_5": 0.92139, + "ndcg_at_10": 0.92621, + "ndcg_at_20": 0.92727, + "ndcg_at_100": 0.93033, + "ndcg_at_1000": 0.93094, + "map_at_1": 0.87667, + "map_at_3": 0.90278, + "map_at_5": 0.9085, + "map_at_10": 0.91058, + "map_at_20": 0.91084, + "map_at_100": 0.91126, + "map_at_1000": 0.91129, + "recall_at_1": 0.87667, + "recall_at_3": 0.93556, + "recall_at_5": 0.96, + "recall_at_10": 0.97444, + "recall_at_20": 0.97889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87889, - "precision_at_3": 0.3137, - "precision_at_5": 0.19222, - "precision_at_10": 0.098, - "precision_at_20": 0.04917, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31185, + "precision_at_5": 0.192, + "precision_at_10": 0.09744, + "precision_at_20": 0.04894, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.878889, - "mrr_at_3": 0.906296, - "mrr_at_5": 0.910741, - "mrr_at_10": 0.913313, - "mrr_at_20": 0.913529, - "mrr_at_100": 0.913845, - "mrr_at_1000": 0.913875, - "nauc_ndcg_at_1_max": 0.808168, - "nauc_ndcg_at_1_std": -0.01204, - "nauc_ndcg_at_1_diff1": 0.904386, - "nauc_ndcg_at_3_max": 0.832506, - "nauc_ndcg_at_3_std": 0.031811, - "nauc_ndcg_at_3_diff1": 0.902331, - "nauc_ndcg_at_5_max": 0.833949, - "nauc_ndcg_at_5_std": 0.035775, - "nauc_ndcg_at_5_diff1": 0.904132, - "nauc_ndcg_at_10_max": 0.830022, - "nauc_ndcg_at_10_std": 0.042722, - "nauc_ndcg_at_10_diff1": 0.902931, - "nauc_ndcg_at_20_max": 0.830894, - "nauc_ndcg_at_20_std": 0.042573, - "nauc_ndcg_at_20_diff1": 0.902273, - "nauc_ndcg_at_100_max": 0.82911, - "nauc_ndcg_at_100_std": 0.042919, - "nauc_ndcg_at_100_diff1": 0.90321, - "nauc_ndcg_at_1000_max": 0.827507, - "nauc_ndcg_at_1000_std": 0.03394, - "nauc_ndcg_at_1000_diff1": 0.903234, - "nauc_map_at_1_max": 0.808168, - "nauc_map_at_1_std": -0.01204, - "nauc_map_at_1_diff1": 0.904386, - "nauc_map_at_3_max": 0.82555, - "nauc_map_at_3_std": 0.022344, - "nauc_map_at_3_diff1": 0.902219, - "nauc_map_at_5_max": 0.826179, - "nauc_map_at_5_std": 0.024053, - "nauc_map_at_5_diff1": 0.903248, - "nauc_map_at_10_max": 0.82449, - "nauc_map_at_10_std": 0.025848, - "nauc_map_at_10_diff1": 0.902917, - "nauc_map_at_20_max": 0.824585, - "nauc_map_at_20_std": 0.025467, - "nauc_map_at_20_diff1": 0.90277, - "nauc_map_at_100_max": 0.824466, - "nauc_map_at_100_std": 0.02565, - "nauc_map_at_100_diff1": 0.902999, - "nauc_map_at_1000_max": 0.824403, - "nauc_map_at_1000_std": 0.025299, - "nauc_map_at_1000_diff1": 0.903001, - "nauc_recall_at_1_max": 0.808168, - "nauc_recall_at_1_std": -0.01204, - "nauc_recall_at_1_diff1": 0.904386, - "nauc_recall_at_3_max": 0.863608, - "nauc_recall_at_3_std": 0.071992, - "nauc_recall_at_3_diff1": 0.903326, - "nauc_recall_at_5_max": 0.883687, - "nauc_recall_at_5_std": 0.108617, - "nauc_recall_at_5_diff1": 0.910698, - "nauc_recall_at_10_max": 0.891457, - "nauc_recall_at_10_std": 0.256277, - "nauc_recall_at_10_diff1": 0.901701, - "nauc_recall_at_20_max": 0.921257, - "nauc_recall_at_20_std": 0.308715, - "nauc_recall_at_20_diff1": 0.890756, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.9085, + "mrr_at_10": 0.910578, + "mrr_at_20": 0.91084, + "mrr_at_100": 0.911259, + "mrr_at_1000": 0.911287, + "nauc_ndcg_at_1_max": 0.805574, + "nauc_ndcg_at_1_std": -0.017047, + "nauc_ndcg_at_1_diff1": 0.894429, + "nauc_ndcg_at_3_max": 0.829714, + "nauc_ndcg_at_3_std": 0.025689, + "nauc_ndcg_at_3_diff1": 0.894953, + "nauc_ndcg_at_5_max": 0.82377, + "nauc_ndcg_at_5_std": 0.031455, + "nauc_ndcg_at_5_diff1": 0.89368, + "nauc_ndcg_at_10_max": 0.825013, + "nauc_ndcg_at_10_std": 0.039355, + "nauc_ndcg_at_10_diff1": 0.894906, + "nauc_ndcg_at_20_max": 0.827157, + "nauc_ndcg_at_20_std": 0.045963, + "nauc_ndcg_at_20_diff1": 0.894292, + "nauc_ndcg_at_100_max": 0.824545, + "nauc_ndcg_at_100_std": 0.040033, + "nauc_ndcg_at_100_diff1": 0.892519, + "nauc_ndcg_at_1000_max": 0.822981, + "nauc_ndcg_at_1000_std": 0.031474, + "nauc_ndcg_at_1000_diff1": 0.893393, + "nauc_map_at_1_max": 0.805574, + "nauc_map_at_1_std": -0.017047, + "nauc_map_at_1_diff1": 0.894429, + "nauc_map_at_3_max": 0.823044, + "nauc_map_at_3_std": 0.014909, + "nauc_map_at_3_diff1": 0.89374, + "nauc_map_at_5_max": 0.819736, + "nauc_map_at_5_std": 0.017258, + "nauc_map_at_5_diff1": 0.892991, + "nauc_map_at_10_max": 0.819901, + "nauc_map_at_10_std": 0.019351, + "nauc_map_at_10_diff1": 0.893492, + "nauc_map_at_20_max": 0.820304, + "nauc_map_at_20_std": 0.020762, + "nauc_map_at_20_diff1": 0.893354, + "nauc_map_at_100_max": 0.82009, + "nauc_map_at_100_std": 0.020432, + "nauc_map_at_100_diff1": 0.893181, + "nauc_map_at_1000_max": 0.820033, + "nauc_map_at_1000_std": 0.02012, + "nauc_map_at_1000_diff1": 0.893215, + "nauc_recall_at_1_max": 0.805574, + "nauc_recall_at_1_std": -0.017047, + "nauc_recall_at_1_diff1": 0.894429, + "nauc_recall_at_3_max": 0.857899, + "nauc_recall_at_3_std": 0.070551, + "nauc_recall_at_3_diff1": 0.900794, + "nauc_recall_at_5_max": 0.847572, + "nauc_recall_at_5_std": 0.122484, + "nauc_recall_at_5_diff1": 0.898978, + "nauc_recall_at_10_max": 0.874985, + "nauc_recall_at_10_std": 0.24861, + "nauc_recall_at_10_diff1": 0.910993, + "nauc_recall_at_20_max": 0.916335, + "nauc_recall_at_20_std": 0.381665, + "nauc_recall_at_20_diff1": 0.906015, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 0.901961, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.808168, - "nauc_precision_at_1_std": -0.01204, - "nauc_precision_at_1_diff1": 0.904386, - "nauc_precision_at_3_max": 0.863608, - "nauc_precision_at_3_std": 0.071992, - "nauc_precision_at_3_diff1": 0.903326, - "nauc_precision_at_5_max": 0.883687, - "nauc_precision_at_5_std": 0.108617, - "nauc_precision_at_5_diff1": 0.910698, - "nauc_precision_at_10_max": 0.891457, - "nauc_precision_at_10_std": 0.256277, - "nauc_precision_at_10_diff1": 0.901701, - "nauc_precision_at_20_max": 0.921257, - "nauc_precision_at_20_std": 0.308715, - "nauc_precision_at_20_diff1": 0.890756, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805574, + "nauc_precision_at_1_std": -0.017047, + "nauc_precision_at_1_diff1": 0.894429, + "nauc_precision_at_3_max": 0.857899, + "nauc_precision_at_3_std": 0.070551, + "nauc_precision_at_3_diff1": 0.900794, + "nauc_precision_at_5_max": 0.847572, + "nauc_precision_at_5_std": 0.122484, + "nauc_precision_at_5_diff1": 0.898978, + "nauc_precision_at_10_max": 0.874985, + "nauc_precision_at_10_std": 0.24861, + "nauc_precision_at_10_diff1": 0.910993, + "nauc_precision_at_20_max": 0.916335, + "nauc_precision_at_20_std": 0.381665, + "nauc_precision_at_20_diff1": 0.906015, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 0.901961, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.808168, - "nauc_mrr_at_1_std": -0.01204, - "nauc_mrr_at_1_diff1": 0.904386, - "nauc_mrr_at_3_max": 0.82555, - "nauc_mrr_at_3_std": 0.022344, - "nauc_mrr_at_3_diff1": 0.902219, - "nauc_mrr_at_5_max": 0.826179, - "nauc_mrr_at_5_std": 0.024053, - "nauc_mrr_at_5_diff1": 0.903248, - "nauc_mrr_at_10_max": 0.82449, - "nauc_mrr_at_10_std": 0.025848, - "nauc_mrr_at_10_diff1": 0.902917, - "nauc_mrr_at_20_max": 0.824585, - "nauc_mrr_at_20_std": 0.025467, - "nauc_mrr_at_20_diff1": 0.90277, - "nauc_mrr_at_100_max": 0.824466, - "nauc_mrr_at_100_std": 0.02565, - "nauc_mrr_at_100_diff1": 0.902999, - "nauc_mrr_at_1000_max": 0.824403, - "nauc_mrr_at_1000_std": 0.025299, - "nauc_mrr_at_1000_diff1": 0.903001, - "main_score": 0.92952, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805574, + "nauc_mrr_at_1_std": -0.017047, + "nauc_mrr_at_1_diff1": 0.894429, + "nauc_mrr_at_3_max": 0.823044, + "nauc_mrr_at_3_std": 0.014909, + "nauc_mrr_at_3_diff1": 0.89374, + "nauc_mrr_at_5_max": 0.819736, + "nauc_mrr_at_5_std": 0.017258, + "nauc_mrr_at_5_diff1": 0.892991, + "nauc_mrr_at_10_max": 0.819901, + "nauc_mrr_at_10_std": 0.019351, + "nauc_mrr_at_10_diff1": 0.893492, + "nauc_mrr_at_20_max": 0.820304, + "nauc_mrr_at_20_std": 0.020762, + "nauc_mrr_at_20_diff1": 0.893354, + "nauc_mrr_at_100_max": 0.82009, + "nauc_mrr_at_100_std": 0.020432, + "nauc_mrr_at_100_diff1": 0.893181, + "nauc_mrr_at_1000_max": 0.820033, + "nauc_mrr_at_1000_std": 0.02012, + "nauc_mrr_at_1000_diff1": 0.893215, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92621, "hf_subset": "slv_Latn-slv_Latn", "languages": [ "slv-Latn", "slv-Latn" - ] - }, - { - "ndcg_at_1": 0.91444, - "ndcg_at_3": 0.94606, - "ndcg_at_5": 0.95156, - "ndcg_at_10": 0.95476, - "ndcg_at_20": 0.9556, - "ndcg_at_100": 0.95602, - "ndcg_at_1000": 0.95649, - "map_at_1": 0.91444, - "map_at_3": 0.93852, - "map_at_5": 0.94157, - "map_at_10": 0.94287, - "map_at_20": 0.94311, - "map_at_100": 0.94317, - "map_at_1000": 0.94319, - "recall_at_1": 0.91444, - "recall_at_3": 0.96778, - "recall_at_5": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94208, + "ndcg_at_5": 0.94906, + "ndcg_at_10": 0.953, + "ndcg_at_20": 0.95381, + "ndcg_at_100": 0.95442, + "ndcg_at_1000": 0.95473, + "map_at_1": 0.91, + "map_at_3": 0.935, + "map_at_5": 0.93894, + "map_at_10": 0.94057, + "map_at_20": 0.94077, + "map_at_100": 0.94085, + "map_at_1000": 0.94087, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97889, "recall_at_10": 0.99111, "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91444, - "precision_at_3": 0.32259, - "precision_at_5": 0.19622, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19578, "precision_at_10": 0.09911, "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.914444, - "mrr_at_3": 0.938519, - "mrr_at_5": 0.941574, - "mrr_at_10": 0.942874, - "mrr_at_20": 0.943107, - "mrr_at_100": 0.943168, - "mrr_at_1000": 0.943193, - "nauc_ndcg_at_1_max": 0.768714, - "nauc_ndcg_at_1_std": -0.316993, - "nauc_ndcg_at_1_diff1": 0.916694, - "nauc_ndcg_at_3_max": 0.781214, - "nauc_ndcg_at_3_std": -0.421555, - "nauc_ndcg_at_3_diff1": 0.927701, - "nauc_ndcg_at_5_max": 0.797098, - "nauc_ndcg_at_5_std": -0.36546, - "nauc_ndcg_at_5_diff1": 0.929753, - "nauc_ndcg_at_10_max": 0.790342, - "nauc_ndcg_at_10_std": -0.363176, - "nauc_ndcg_at_10_diff1": 0.927683, - "nauc_ndcg_at_20_max": 0.790918, - "nauc_ndcg_at_20_std": -0.340832, - "nauc_ndcg_at_20_diff1": 0.927166, - "nauc_ndcg_at_100_max": 0.78893, - "nauc_ndcg_at_100_std": -0.344685, - "nauc_ndcg_at_100_diff1": 0.926473, - "nauc_ndcg_at_1000_max": 0.786644, - "nauc_ndcg_at_1000_std": -0.358759, - "nauc_ndcg_at_1000_diff1": 0.925677, - "nauc_map_at_1_max": 0.768714, - "nauc_map_at_1_std": -0.316993, - "nauc_map_at_1_diff1": 0.916694, - "nauc_map_at_3_max": 0.778972, - "nauc_map_at_3_std": -0.391146, - "nauc_map_at_3_diff1": 0.924614, - "nauc_map_at_5_max": 0.78639, - "nauc_map_at_5_std": -0.364081, - "nauc_map_at_5_diff1": 0.925426, - "nauc_map_at_10_max": 0.78368, - "nauc_map_at_10_std": -0.364783, - "nauc_map_at_10_diff1": 0.924523, - "nauc_map_at_20_max": 0.783766, - "nauc_map_at_20_std": -0.360043, - "nauc_map_at_20_diff1": 0.924411, - "nauc_map_at_100_max": 0.783535, - "nauc_map_at_100_std": -0.360879, - "nauc_map_at_100_diff1": 0.92433, - "nauc_map_at_1000_max": 0.78344, - "nauc_map_at_1000_std": -0.361455, - "nauc_map_at_1000_diff1": 0.924297, - "nauc_recall_at_1_max": 0.768714, - "nauc_recall_at_1_std": -0.316993, - "nauc_recall_at_1_diff1": 0.916694, - "nauc_recall_at_3_max": 0.792025, - "nauc_recall_at_3_std": -0.585305, - "nauc_recall_at_3_diff1": 0.944219, - "nauc_recall_at_5_max": 0.895645, - "nauc_recall_at_5_std": -0.347311, - "nauc_recall_at_5_diff1": 0.968281, - "nauc_recall_at_10_max": 0.909547, - "nauc_recall_at_10_std": -0.239262, - "nauc_recall_at_10_diff1": 0.98366, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.543511, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 1.0, + "mrr_at_1": 0.91, + "mrr_at_3": 0.935, + "mrr_at_5": 0.938944, + "mrr_at_10": 0.940567, + "mrr_at_20": 0.940772, + "mrr_at_100": 0.940853, + "mrr_at_1000": 0.940869, + "nauc_ndcg_at_1_max": 0.754556, + "nauc_ndcg_at_1_std": -0.228891, + "nauc_ndcg_at_1_diff1": 0.917321, + "nauc_ndcg_at_3_max": 0.760837, + "nauc_ndcg_at_3_std": -0.296284, + "nauc_ndcg_at_3_diff1": 0.919906, + "nauc_ndcg_at_5_max": 0.757562, + "nauc_ndcg_at_5_std": -0.292419, + "nauc_ndcg_at_5_diff1": 0.919283, + "nauc_ndcg_at_10_max": 0.764218, + "nauc_ndcg_at_10_std": -0.260449, + "nauc_ndcg_at_10_diff1": 0.920038, + "nauc_ndcg_at_20_max": 0.761798, + "nauc_ndcg_at_20_std": -0.253876, + "nauc_ndcg_at_20_diff1": 0.921117, + "nauc_ndcg_at_100_max": 0.763834, + "nauc_ndcg_at_100_std": -0.249494, + "nauc_ndcg_at_100_diff1": 0.920611, + "nauc_ndcg_at_1000_max": 0.762222, + "nauc_ndcg_at_1000_std": -0.258023, + "nauc_ndcg_at_1000_diff1": 0.920069, + "nauc_map_at_1_max": 0.754556, + "nauc_map_at_1_std": -0.228891, + "nauc_map_at_1_diff1": 0.917321, + "nauc_map_at_3_max": 0.758967, + "nauc_map_at_3_std": -0.277477, + "nauc_map_at_3_diff1": 0.919258, + "nauc_map_at_5_max": 0.757687, + "nauc_map_at_5_std": -0.273614, + "nauc_map_at_5_diff1": 0.918999, + "nauc_map_at_10_max": 0.760381, + "nauc_map_at_10_std": -0.262202, + "nauc_map_at_10_diff1": 0.919321, + "nauc_map_at_20_max": 0.759926, + "nauc_map_at_20_std": -0.260867, + "nauc_map_at_20_diff1": 0.919569, + "nauc_map_at_100_max": 0.760355, + "nauc_map_at_100_std": -0.259852, + "nauc_map_at_100_diff1": 0.919501, + "nauc_map_at_1000_max": 0.760291, + "nauc_map_at_1000_std": -0.260187, + "nauc_map_at_1000_diff1": 0.919479, + "nauc_recall_at_1_max": 0.754556, + "nauc_recall_at_1_std": -0.228891, + "nauc_recall_at_1_diff1": 0.917321, + "nauc_recall_at_3_max": 0.769965, + "nauc_recall_at_3_std": -0.387035, + "nauc_recall_at_3_diff1": 0.922969, + "nauc_recall_at_5_max": 0.753698, + "nauc_recall_at_5_std": -0.446336, + "nauc_recall_at_5_diff1": 0.920881, + "nauc_recall_at_10_max": 0.839286, + "nauc_recall_at_10_std": -0.149393, + "nauc_recall_at_10_diff1": 0.932598, + "nauc_recall_at_20_max": 0.798413, + "nauc_recall_at_20_std": 0.139309, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768714, - "nauc_precision_at_1_std": -0.316993, - "nauc_precision_at_1_diff1": 0.916694, - "nauc_precision_at_3_max": 0.792025, - "nauc_precision_at_3_std": -0.585305, - "nauc_precision_at_3_diff1": 0.944219, - "nauc_precision_at_5_max": 0.895645, - "nauc_precision_at_5_std": -0.347311, - "nauc_precision_at_5_diff1": 0.968281, - "nauc_precision_at_10_max": 0.909547, - "nauc_precision_at_10_std": -0.239262, - "nauc_precision_at_10_diff1": 0.98366, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.543511, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.754556, + "nauc_precision_at_1_std": -0.228891, + "nauc_precision_at_1_diff1": 0.917321, + "nauc_precision_at_3_max": 0.769965, + "nauc_precision_at_3_std": -0.387035, + "nauc_precision_at_3_diff1": 0.922969, + "nauc_precision_at_5_max": 0.753698, + "nauc_precision_at_5_std": -0.446336, + "nauc_precision_at_5_diff1": 0.920881, + "nauc_precision_at_10_max": 0.839286, + "nauc_precision_at_10_std": -0.149393, + "nauc_precision_at_10_diff1": 0.932598, + "nauc_precision_at_20_max": 0.798413, + "nauc_precision_at_20_std": 0.139309, + "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768714, - "nauc_mrr_at_1_std": -0.316993, - "nauc_mrr_at_1_diff1": 0.916694, - "nauc_mrr_at_3_max": 0.778972, - "nauc_mrr_at_3_std": -0.391146, - "nauc_mrr_at_3_diff1": 0.924614, - "nauc_mrr_at_5_max": 0.78639, - "nauc_mrr_at_5_std": -0.364081, - "nauc_mrr_at_5_diff1": 0.925426, - "nauc_mrr_at_10_max": 0.78368, - "nauc_mrr_at_10_std": -0.364783, - "nauc_mrr_at_10_diff1": 0.924523, - "nauc_mrr_at_20_max": 0.783766, - "nauc_mrr_at_20_std": -0.360043, - "nauc_mrr_at_20_diff1": 0.924411, - "nauc_mrr_at_100_max": 0.783535, - "nauc_mrr_at_100_std": -0.360879, - "nauc_mrr_at_100_diff1": 0.92433, - "nauc_mrr_at_1000_max": 0.78344, - "nauc_mrr_at_1000_std": -0.361455, - "nauc_mrr_at_1000_diff1": 0.924297, - "main_score": 0.95476, + "nauc_mrr_at_1_max": 0.754556, + "nauc_mrr_at_1_std": -0.228891, + "nauc_mrr_at_1_diff1": 0.917321, + "nauc_mrr_at_3_max": 0.758967, + "nauc_mrr_at_3_std": -0.277477, + "nauc_mrr_at_3_diff1": 0.919258, + "nauc_mrr_at_5_max": 0.757687, + "nauc_mrr_at_5_std": -0.273614, + "nauc_mrr_at_5_diff1": 0.918999, + "nauc_mrr_at_10_max": 0.760381, + "nauc_mrr_at_10_std": -0.262202, + "nauc_mrr_at_10_diff1": 0.919321, + "nauc_mrr_at_20_max": 0.759926, + "nauc_mrr_at_20_std": -0.260867, + "nauc_mrr_at_20_diff1": 0.919569, + "nauc_mrr_at_100_max": 0.760355, + "nauc_mrr_at_100_std": -0.259852, + "nauc_mrr_at_100_diff1": 0.919501, + "nauc_mrr_at_1000_max": 0.760291, + "nauc_mrr_at_1000_std": -0.260187, + "nauc_mrr_at_1000_diff1": 0.919479, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.953, "hf_subset": "slv_Latn-eng_Latn", "languages": [ "slv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.85444, - "ndcg_at_3": 0.88717, - "ndcg_at_5": 0.89501, - "ndcg_at_10": 0.90314, - "ndcg_at_20": 0.90783, - "ndcg_at_100": 0.91126, - "ndcg_at_1000": 0.91246, - "map_at_1": 0.85444, - "map_at_3": 0.87926, - "map_at_5": 0.88365, - "map_at_10": 0.88714, - "map_at_20": 0.88838, - "map_at_100": 0.88882, - "map_at_1000": 0.88887, - "recall_at_1": 0.85444, - "recall_at_3": 0.91, - "recall_at_5": 0.92889, - "recall_at_10": 0.95333, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.87848, + "ndcg_at_5": 0.88407, + "ndcg_at_10": 0.8911, + "ndcg_at_20": 0.89596, + "ndcg_at_100": 0.90167, + "ndcg_at_1000": 0.90268, + "map_at_1": 0.83667, + "map_at_3": 0.86833, + "map_at_5": 0.8715, + "map_at_10": 0.87452, + "map_at_20": 0.8759, + "map_at_100": 0.87666, + "map_at_1000": 0.8767, + "recall_at_1": 0.83667, + "recall_at_3": 0.90778, + "recall_at_5": 0.92111, + "recall_at_10": 0.94222, + "recall_at_20": 0.96111, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.85444, - "precision_at_3": 0.30333, - "precision_at_5": 0.18578, - "precision_at_10": 0.09533, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.83667, + "precision_at_1": 0.83667, + "precision_at_3": 0.30259, + "precision_at_5": 0.18422, + "precision_at_10": 0.09422, + "precision_at_20": 0.04806, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.854444, - "mrr_at_3": 0.879259, - "mrr_at_5": 0.883648, - "mrr_at_10": 0.88714, - "mrr_at_20": 0.888378, - "mrr_at_100": 0.888817, - "mrr_at_1000": 0.888871, - "nauc_ndcg_at_1_max": 0.853152, - "nauc_ndcg_at_1_std": 0.031302, - "nauc_ndcg_at_1_diff1": 0.909023, - "nauc_ndcg_at_3_max": 0.867283, - "nauc_ndcg_at_3_std": 0.076888, - "nauc_ndcg_at_3_diff1": 0.897584, - "nauc_ndcg_at_5_max": 0.863812, - "nauc_ndcg_at_5_std": 0.077574, - "nauc_ndcg_at_5_diff1": 0.896484, - "nauc_ndcg_at_10_max": 0.868183, - "nauc_ndcg_at_10_std": 0.114582, - "nauc_ndcg_at_10_diff1": 0.8992, - "nauc_ndcg_at_20_max": 0.86661, - "nauc_ndcg_at_20_std": 0.104985, - "nauc_ndcg_at_20_diff1": 0.900769, - "nauc_ndcg_at_100_max": 0.865416, - "nauc_ndcg_at_100_std": 0.0924, - "nauc_ndcg_at_100_diff1": 0.901337, - "nauc_ndcg_at_1000_max": 0.863997, - "nauc_ndcg_at_1000_std": 0.084133, - "nauc_ndcg_at_1000_diff1": 0.90112, - "nauc_map_at_1_max": 0.853152, - "nauc_map_at_1_std": 0.031302, - "nauc_map_at_1_diff1": 0.909023, - "nauc_map_at_3_max": 0.863237, - "nauc_map_at_3_std": 0.062489, - "nauc_map_at_3_diff1": 0.900802, - "nauc_map_at_5_max": 0.861351, - "nauc_map_at_5_std": 0.062448, - "nauc_map_at_5_diff1": 0.900496, - "nauc_map_at_10_max": 0.862773, - "nauc_map_at_10_std": 0.074972, - "nauc_map_at_10_diff1": 0.901548, - "nauc_map_at_20_max": 0.862288, - "nauc_map_at_20_std": 0.072012, - "nauc_map_at_20_diff1": 0.901925, - "nauc_map_at_100_max": 0.862104, - "nauc_map_at_100_std": 0.070592, - "nauc_map_at_100_diff1": 0.902018, - "nauc_map_at_1000_max": 0.862053, - "nauc_map_at_1000_std": 0.070318, - "nauc_map_at_1000_diff1": 0.902, - "nauc_recall_at_1_max": 0.853152, - "nauc_recall_at_1_std": 0.031302, - "nauc_recall_at_1_diff1": 0.909023, - "nauc_recall_at_3_max": 0.882537, - "nauc_recall_at_3_std": 0.131912, - "nauc_recall_at_3_diff1": 0.885477, - "nauc_recall_at_5_max": 0.874314, - "nauc_recall_at_5_std": 0.147788, - "nauc_recall_at_5_diff1": 0.877597, - "nauc_recall_at_10_max": 0.907852, - "nauc_recall_at_10_std": 0.418234, - "nauc_recall_at_10_diff1": 0.885176, - "nauc_recall_at_20_max": 0.91662, - "nauc_recall_at_20_std": 0.511578, - "nauc_recall_at_20_diff1": 0.895892, - "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.698354, - "nauc_recall_at_100_diff1": 0.91159, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.853152, - "nauc_precision_at_1_std": 0.031302, - "nauc_precision_at_1_diff1": 0.909023, - "nauc_precision_at_3_max": 0.882537, - "nauc_precision_at_3_std": 0.131912, - "nauc_precision_at_3_diff1": 0.885477, - "nauc_precision_at_5_max": 0.874314, - "nauc_precision_at_5_std": 0.147788, - "nauc_precision_at_5_diff1": 0.877597, - "nauc_precision_at_10_max": 0.907852, - "nauc_precision_at_10_std": 0.418234, - "nauc_precision_at_10_diff1": 0.885176, - "nauc_precision_at_20_max": 0.91662, - "nauc_precision_at_20_std": 0.511578, - "nauc_precision_at_20_diff1": 0.895892, - "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.698354, - "nauc_precision_at_100_diff1": 0.91159, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.853152, - "nauc_mrr_at_1_std": 0.031302, - "nauc_mrr_at_1_diff1": 0.909023, - "nauc_mrr_at_3_max": 0.863237, - "nauc_mrr_at_3_std": 0.062489, - "nauc_mrr_at_3_diff1": 0.900802, - "nauc_mrr_at_5_max": 0.861351, - "nauc_mrr_at_5_std": 0.062448, - "nauc_mrr_at_5_diff1": 0.900496, - "nauc_mrr_at_10_max": 0.862773, - "nauc_mrr_at_10_std": 0.074972, - "nauc_mrr_at_10_diff1": 0.901548, - "nauc_mrr_at_20_max": 0.862288, - "nauc_mrr_at_20_std": 0.072012, - "nauc_mrr_at_20_diff1": 0.901925, - "nauc_mrr_at_100_max": 0.862104, - "nauc_mrr_at_100_std": 0.070592, - "nauc_mrr_at_100_diff1": 0.902018, - "nauc_mrr_at_1000_max": 0.862053, - "nauc_mrr_at_1000_std": 0.070318, - "nauc_mrr_at_1000_diff1": 0.902, - "main_score": 0.90314, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.868333, + "mrr_at_5": 0.8715, + "mrr_at_10": 0.874518, + "mrr_at_20": 0.875897, + "mrr_at_100": 0.87666, + "mrr_at_1000": 0.876699, + "nauc_ndcg_at_1_max": 0.785754, + "nauc_ndcg_at_1_std": -0.06088, + "nauc_ndcg_at_1_diff1": 0.91625, + "nauc_ndcg_at_3_max": 0.814572, + "nauc_ndcg_at_3_std": -0.008598, + "nauc_ndcg_at_3_diff1": 0.903553, + "nauc_ndcg_at_5_max": 0.813492, + "nauc_ndcg_at_5_std": -0.023884, + "nauc_ndcg_at_5_diff1": 0.904834, + "nauc_ndcg_at_10_max": 0.821105, + "nauc_ndcg_at_10_std": 0.022822, + "nauc_ndcg_at_10_diff1": 0.908535, + "nauc_ndcg_at_20_max": 0.815155, + "nauc_ndcg_at_20_std": 0.011525, + "nauc_ndcg_at_20_diff1": 0.908378, + "nauc_ndcg_at_100_max": 0.812881, + "nauc_ndcg_at_100_std": -0.001998, + "nauc_ndcg_at_100_diff1": 0.909512, + "nauc_ndcg_at_1000_max": 0.811746, + "nauc_ndcg_at_1000_std": -0.006712, + "nauc_ndcg_at_1000_diff1": 0.909566, + "nauc_map_at_1_max": 0.785754, + "nauc_map_at_1_std": -0.06088, + "nauc_map_at_1_diff1": 0.91625, + "nauc_map_at_3_max": 0.807091, + "nauc_map_at_3_std": -0.02623, + "nauc_map_at_3_diff1": 0.907449, + "nauc_map_at_5_max": 0.806424, + "nauc_map_at_5_std": -0.034617, + "nauc_map_at_5_diff1": 0.908259, + "nauc_map_at_10_max": 0.809294, + "nauc_map_at_10_std": -0.01706, + "nauc_map_at_10_diff1": 0.909836, + "nauc_map_at_20_max": 0.807737, + "nauc_map_at_20_std": -0.019962, + "nauc_map_at_20_diff1": 0.909811, + "nauc_map_at_100_max": 0.807549, + "nauc_map_at_100_std": -0.021274, + "nauc_map_at_100_diff1": 0.910079, + "nauc_map_at_1000_max": 0.807519, + "nauc_map_at_1000_std": -0.021339, + "nauc_map_at_1000_diff1": 0.910079, + "nauc_recall_at_1_max": 0.785754, + "nauc_recall_at_1_std": -0.06088, + "nauc_recall_at_1_diff1": 0.91625, + "nauc_recall_at_3_max": 0.843784, + "nauc_recall_at_3_std": 0.062862, + "nauc_recall_at_3_diff1": 0.887955, + "nauc_recall_at_5_max": 0.844531, + "nauc_recall_at_5_std": 0.0235, + "nauc_recall_at_5_diff1": 0.889336, + "nauc_recall_at_10_max": 0.895542, + "nauc_recall_at_10_std": 0.293579, + "nauc_recall_at_10_diff1": 0.902814, + "nauc_recall_at_20_max": 0.871882, + "nauc_recall_at_20_std": 0.306109, + "nauc_recall_at_20_diff1": 0.898559, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.491863, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785754, + "nauc_precision_at_1_std": -0.06088, + "nauc_precision_at_1_diff1": 0.91625, + "nauc_precision_at_3_max": 0.843784, + "nauc_precision_at_3_std": 0.062862, + "nauc_precision_at_3_diff1": 0.887955, + "nauc_precision_at_5_max": 0.844531, + "nauc_precision_at_5_std": 0.0235, + "nauc_precision_at_5_diff1": 0.889336, + "nauc_precision_at_10_max": 0.895542, + "nauc_precision_at_10_std": 0.293579, + "nauc_precision_at_10_diff1": 0.902814, + "nauc_precision_at_20_max": 0.871882, + "nauc_precision_at_20_std": 0.306109, + "nauc_precision_at_20_diff1": 0.898559, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.491863, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785754, + "nauc_mrr_at_1_std": -0.06088, + "nauc_mrr_at_1_diff1": 0.91625, + "nauc_mrr_at_3_max": 0.807091, + "nauc_mrr_at_3_std": -0.02623, + "nauc_mrr_at_3_diff1": 0.907449, + "nauc_mrr_at_5_max": 0.806424, + "nauc_mrr_at_5_std": -0.034617, + "nauc_mrr_at_5_diff1": 0.908259, + "nauc_mrr_at_10_max": 0.809294, + "nauc_mrr_at_10_std": -0.01706, + "nauc_mrr_at_10_diff1": 0.909836, + "nauc_mrr_at_20_max": 0.807737, + "nauc_mrr_at_20_std": -0.019962, + "nauc_mrr_at_20_diff1": 0.909811, + "nauc_mrr_at_100_max": 0.807549, + "nauc_mrr_at_100_std": -0.021274, + "nauc_mrr_at_100_diff1": 0.910079, + "nauc_mrr_at_1000_max": 0.807519, + "nauc_mrr_at_1000_std": -0.021339, + "nauc_mrr_at_1000_diff1": 0.910079, + "hit_rate_at_1": 0.83667, + "hit_rate_at_3": 0.90778, + "hit_rate_at_5": 0.92111, + "hit_rate_at_10": 0.94222, + "hit_rate_at_20": 0.96111, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8911, "hf_subset": "eng_Latn-slv_Latn", "languages": [ "eng-Latn", "slv-Latn" - ] - }, - { - "ndcg_at_1": 0.51835, - "ndcg_at_3": 0.55363, - "ndcg_at_5": 0.56143, - "ndcg_at_10": 0.57605, - "ndcg_at_20": 0.58706, - "ndcg_at_100": 0.61307, - "ndcg_at_1000": 0.63492, - "map_at_1": 0.51835, - "map_at_3": 0.54505, - "map_at_5": 0.54939, - "map_at_10": 0.55557, - "map_at_20": 0.55861, - "map_at_100": 0.56177, - "map_at_1000": 0.56264, - "recall_at_1": 0.51835, - "recall_at_3": 0.57842, - "recall_at_5": 0.59733, - "recall_at_10": 0.64182, - "recall_at_20": 0.68521, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.51057, + "ndcg_at_3": 0.55131, + "ndcg_at_5": 0.56036, + "ndcg_at_10": 0.57459, + "ndcg_at_20": 0.58269, + "ndcg_at_100": 0.61005, + "ndcg_at_1000": 0.63173, + "map_at_1": 0.51057, + "map_at_3": 0.54153, + "map_at_5": 0.54648, + "map_at_10": 0.55225, + "map_at_20": 0.55445, + "map_at_100": 0.55783, + "map_at_1000": 0.55866, + "recall_at_1": 0.51057, + "recall_at_3": 0.57953, + "recall_at_5": 0.60178, + "recall_at_10": 0.64627, + "recall_at_20": 0.67853, "recall_at_100": 0.83204, "recall_at_1000": 1.0, - "precision_at_1": 0.51835, - "precision_at_3": 0.19281, - "precision_at_5": 0.11947, - "precision_at_10": 0.06418, - "precision_at_20": 0.03426, + "accuracy": 0.51057, + "precision_at_1": 0.51057, + "precision_at_3": 0.19318, + "precision_at_5": 0.12036, + "precision_at_10": 0.06463, + "precision_at_20": 0.03393, "precision_at_100": 0.00832, "precision_at_1000": 0.001, - "mrr_at_1": 0.518354, - "mrr_at_3": 0.54505, - "mrr_at_5": 0.549388, - "mrr_at_10": 0.555565, - "mrr_at_20": 0.558607, - "mrr_at_100": 0.561774, - "mrr_at_1000": 0.562636, - "nauc_ndcg_at_1_max": 0.750733, - "nauc_ndcg_at_1_std": -0.559939, - "nauc_ndcg_at_1_diff1": 0.871834, - "nauc_ndcg_at_3_max": 0.759815, - "nauc_ndcg_at_3_std": -0.576767, - "nauc_ndcg_at_3_diff1": 0.851648, - "nauc_ndcg_at_5_max": 0.751352, - "nauc_ndcg_at_5_std": -0.578379, - "nauc_ndcg_at_5_diff1": 0.845317, - "nauc_ndcg_at_10_max": 0.746428, - "nauc_ndcg_at_10_std": -0.581575, - "nauc_ndcg_at_10_diff1": 0.839381, - "nauc_ndcg_at_20_max": 0.73736, - "nauc_ndcg_at_20_std": -0.586045, - "nauc_ndcg_at_20_diff1": 0.832645, - "nauc_ndcg_at_100_max": 0.73448, - "nauc_ndcg_at_100_std": -0.576912, - "nauc_ndcg_at_100_diff1": 0.826083, - "nauc_ndcg_at_1000_max": 0.742587, - "nauc_ndcg_at_1000_std": -0.578368, - "nauc_ndcg_at_1000_diff1": 0.838459, - "nauc_map_at_1_max": 0.750733, - "nauc_map_at_1_std": -0.559939, - "nauc_map_at_1_diff1": 0.871834, - "nauc_map_at_3_max": 0.757742, - "nauc_map_at_3_std": -0.573231, - "nauc_map_at_3_diff1": 0.85634, - "nauc_map_at_5_max": 0.753003, - "nauc_map_at_5_std": -0.574202, - "nauc_map_at_5_diff1": 0.852876, - "nauc_map_at_10_max": 0.750981, - "nauc_map_at_10_std": -0.575567, - "nauc_map_at_10_diff1": 0.85062, - "nauc_map_at_20_max": 0.748552, - "nauc_map_at_20_std": -0.577066, - "nauc_map_at_20_diff1": 0.848947, - "nauc_map_at_100_max": 0.74818, - "nauc_map_at_100_std": -0.575943, - "nauc_map_at_100_diff1": 0.848032, - "nauc_map_at_1000_max": 0.748439, - "nauc_map_at_1000_std": -0.575919, - "nauc_map_at_1000_diff1": 0.848445, - "nauc_recall_at_1_max": 0.750733, - "nauc_recall_at_1_std": -0.559939, - "nauc_recall_at_1_diff1": 0.871834, - "nauc_recall_at_3_max": 0.76594, - "nauc_recall_at_3_std": -0.587073, - "nauc_recall_at_3_diff1": 0.83774, - "nauc_recall_at_5_max": 0.745101, - "nauc_recall_at_5_std": -0.590914, - "nauc_recall_at_5_diff1": 0.821528, - "nauc_recall_at_10_max": 0.728173, - "nauc_recall_at_10_std": -0.602092, - "nauc_recall_at_10_diff1": 0.79902, - "nauc_recall_at_20_max": 0.684892, - "nauc_recall_at_20_std": -0.62155, - "nauc_recall_at_20_diff1": 0.763658, - "nauc_recall_at_100_max": 0.622597, - "nauc_recall_at_100_std": -0.551463, - "nauc_recall_at_100_diff1": 0.656938, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.750733, - "nauc_precision_at_1_std": -0.559939, - "nauc_precision_at_1_diff1": 0.871834, - "nauc_precision_at_3_max": 0.76594, - "nauc_precision_at_3_std": -0.587073, - "nauc_precision_at_3_diff1": 0.83774, - "nauc_precision_at_5_max": 0.745101, - "nauc_precision_at_5_std": -0.590914, - "nauc_precision_at_5_diff1": 0.821528, - "nauc_precision_at_10_max": 0.728173, - "nauc_precision_at_10_std": -0.602092, - "nauc_precision_at_10_diff1": 0.79902, - "nauc_precision_at_20_max": 0.684892, - "nauc_precision_at_20_std": -0.62155, - "nauc_precision_at_20_diff1": 0.763658, - "nauc_precision_at_100_max": 0.622597, - "nauc_precision_at_100_std": -0.551463, - "nauc_precision_at_100_diff1": 0.656938, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.750733, - "nauc_mrr_at_1_std": -0.559939, - "nauc_mrr_at_1_diff1": 0.871834, - "nauc_mrr_at_3_max": 0.757742, - "nauc_mrr_at_3_std": -0.573231, - "nauc_mrr_at_3_diff1": 0.85634, - "nauc_mrr_at_5_max": 0.753003, - "nauc_mrr_at_5_std": -0.574202, - "nauc_mrr_at_5_diff1": 0.852876, - "nauc_mrr_at_10_max": 0.750981, - "nauc_mrr_at_10_std": -0.575567, - "nauc_mrr_at_10_diff1": 0.85062, - "nauc_mrr_at_20_max": 0.748552, - "nauc_mrr_at_20_std": -0.577066, - "nauc_mrr_at_20_diff1": 0.848947, - "nauc_mrr_at_100_max": 0.74818, - "nauc_mrr_at_100_std": -0.575943, - "nauc_mrr_at_100_diff1": 0.848032, - "nauc_mrr_at_1000_max": 0.748439, - "nauc_mrr_at_1000_std": -0.575919, - "nauc_mrr_at_1000_diff1": 0.848445, - "main_score": 0.57605, + "mrr_at_1": 0.510567, + "mrr_at_3": 0.541528, + "mrr_at_5": 0.546478, + "mrr_at_10": 0.552255, + "mrr_at_20": 0.554447, + "mrr_at_100": 0.55783, + "mrr_at_1000": 0.558657, + "nauc_ndcg_at_1_max": 0.754458, + "nauc_ndcg_at_1_std": -0.578825, + "nauc_ndcg_at_1_diff1": 0.882092, + "nauc_ndcg_at_3_max": 0.760276, + "nauc_ndcg_at_3_std": -0.600476, + "nauc_ndcg_at_3_diff1": 0.859943, + "nauc_ndcg_at_5_max": 0.752451, + "nauc_ndcg_at_5_std": -0.603301, + "nauc_ndcg_at_5_diff1": 0.850949, + "nauc_ndcg_at_10_max": 0.743978, + "nauc_ndcg_at_10_std": -0.612253, + "nauc_ndcg_at_10_diff1": 0.846895, + "nauc_ndcg_at_20_max": 0.739405, + "nauc_ndcg_at_20_std": -0.614718, + "nauc_ndcg_at_20_diff1": 0.841642, + "nauc_ndcg_at_100_max": 0.735748, + "nauc_ndcg_at_100_std": -0.605327, + "nauc_ndcg_at_100_diff1": 0.8342, + "nauc_ndcg_at_1000_max": 0.744086, + "nauc_ndcg_at_1000_std": -0.605196, + "nauc_ndcg_at_1000_diff1": 0.847011, + "nauc_map_at_1_max": 0.754458, + "nauc_map_at_1_std": -0.578825, + "nauc_map_at_1_diff1": 0.882092, + "nauc_map_at_3_max": 0.759269, + "nauc_map_at_3_std": -0.596305, + "nauc_map_at_3_diff1": 0.86535, + "nauc_map_at_5_max": 0.755019, + "nauc_map_at_5_std": -0.597747, + "nauc_map_at_5_diff1": 0.860457, + "nauc_map_at_10_max": 0.751668, + "nauc_map_at_10_std": -0.601358, + "nauc_map_at_10_diff1": 0.859067, + "nauc_map_at_20_max": 0.750434, + "nauc_map_at_20_std": -0.602279, + "nauc_map_at_20_diff1": 0.857699, + "nauc_map_at_100_max": 0.75002, + "nauc_map_at_100_std": -0.601064, + "nauc_map_at_100_diff1": 0.856811, + "nauc_map_at_1000_max": 0.750284, + "nauc_map_at_1000_std": -0.600997, + "nauc_map_at_1000_diff1": 0.857229, + "nauc_recall_at_1_max": 0.754458, + "nauc_recall_at_1_std": -0.578825, + "nauc_recall_at_1_diff1": 0.882092, + "nauc_recall_at_3_max": 0.763116, + "nauc_recall_at_3_std": -0.612495, + "nauc_recall_at_3_diff1": 0.843727, + "nauc_recall_at_5_max": 0.743137, + "nauc_recall_at_5_std": -0.620349, + "nauc_recall_at_5_diff1": 0.820441, + "nauc_recall_at_10_max": 0.713184, + "nauc_recall_at_10_std": -0.651988, + "nauc_recall_at_10_diff1": 0.803055, + "nauc_recall_at_20_max": 0.690529, + "nauc_recall_at_20_std": -0.663155, + "nauc_recall_at_20_diff1": 0.776197, + "nauc_recall_at_100_max": 0.620218, + "nauc_recall_at_100_std": -0.60161, + "nauc_recall_at_100_diff1": 0.657555, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754458, + "nauc_precision_at_1_std": -0.578825, + "nauc_precision_at_1_diff1": 0.882092, + "nauc_precision_at_3_max": 0.763116, + "nauc_precision_at_3_std": -0.612495, + "nauc_precision_at_3_diff1": 0.843727, + "nauc_precision_at_5_max": 0.743137, + "nauc_precision_at_5_std": -0.620349, + "nauc_precision_at_5_diff1": 0.820441, + "nauc_precision_at_10_max": 0.713184, + "nauc_precision_at_10_std": -0.651988, + "nauc_precision_at_10_diff1": 0.803055, + "nauc_precision_at_20_max": 0.690529, + "nauc_precision_at_20_std": -0.663155, + "nauc_precision_at_20_diff1": 0.776197, + "nauc_precision_at_100_max": 0.620218, + "nauc_precision_at_100_std": -0.60161, + "nauc_precision_at_100_diff1": 0.657555, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754458, + "nauc_mrr_at_1_std": -0.578825, + "nauc_mrr_at_1_diff1": 0.882092, + "nauc_mrr_at_3_max": 0.759269, + "nauc_mrr_at_3_std": -0.596305, + "nauc_mrr_at_3_diff1": 0.86535, + "nauc_mrr_at_5_max": 0.755019, + "nauc_mrr_at_5_std": -0.597747, + "nauc_mrr_at_5_diff1": 0.860457, + "nauc_mrr_at_10_max": 0.751668, + "nauc_mrr_at_10_std": -0.601358, + "nauc_mrr_at_10_diff1": 0.859067, + "nauc_mrr_at_20_max": 0.750434, + "nauc_mrr_at_20_std": -0.602279, + "nauc_mrr_at_20_diff1": 0.857699, + "nauc_mrr_at_100_max": 0.75002, + "nauc_mrr_at_100_std": -0.601064, + "nauc_mrr_at_100_diff1": 0.856811, + "nauc_mrr_at_1000_max": 0.750284, + "nauc_mrr_at_1000_std": -0.600997, + "nauc_mrr_at_1000_diff1": 0.857229, + "hit_rate_at_1": 0.51057, + "hit_rate_at_3": 0.57953, + "hit_rate_at_5": 0.60178, + "hit_rate_at_10": 0.64627, + "hit_rate_at_20": 0.67853, + "hit_rate_at_100": 0.83204, + "hit_rate_at_1000": 1.0, + "main_score": 0.57459, "hf_subset": "sna_Latn-sna_Latn", "languages": [ "sna-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.60667, - "ndcg_at_3": 0.66344, - "ndcg_at_5": 0.67754, - "ndcg_at_10": 0.68899, - "ndcg_at_20": 0.69735, - "ndcg_at_100": 0.71915, - "ndcg_at_1000": 0.72905, - "map_at_1": 0.60667, - "map_at_3": 0.64963, - "map_at_5": 0.65741, - "map_at_10": 0.6621, - "map_at_20": 0.66436, - "map_at_100": 0.6672, - "map_at_1000": 0.66765, - "recall_at_1": 0.60667, - "recall_at_3": 0.70333, - "recall_at_5": 0.73778, - "recall_at_10": 0.77333, - "recall_at_20": 0.80667, - "recall_at_100": 0.92667, + "ndcg_at_1": 0.60778, + "ndcg_at_3": 0.66063, + "ndcg_at_5": 0.67512, + "ndcg_at_10": 0.68909, + "ndcg_at_20": 0.69814, + "ndcg_at_100": 0.71764, + "ndcg_at_1000": 0.72855, + "map_at_1": 0.60778, + "map_at_3": 0.64778, + "map_at_5": 0.65572, + "map_at_10": 0.66167, + "map_at_20": 0.66419, + "map_at_100": 0.66669, + "map_at_1000": 0.66718, + "recall_at_1": 0.60778, + "recall_at_3": 0.69778, + "recall_at_5": 0.73333, + "recall_at_10": 0.77556, + "recall_at_20": 0.81111, + "recall_at_100": 0.91889, "recall_at_1000": 1.0, - "precision_at_1": 0.60667, - "precision_at_3": 0.23444, - "precision_at_5": 0.14756, - "precision_at_10": 0.07733, - "precision_at_20": 0.04033, - "precision_at_100": 0.00927, + "accuracy": 0.60778, + "precision_at_1": 0.60778, + "precision_at_3": 0.23259, + "precision_at_5": 0.14667, + "precision_at_10": 0.07756, + "precision_at_20": 0.04056, + "precision_at_100": 0.00919, "precision_at_1000": 0.001, - "mrr_at_1": 0.606667, - "mrr_at_3": 0.64963, - "mrr_at_5": 0.657407, - "mrr_at_10": 0.662102, - "mrr_at_20": 0.664362, - "mrr_at_100": 0.667197, - "mrr_at_1000": 0.667649, - "nauc_ndcg_at_1_max": 0.85322, - "nauc_ndcg_at_1_std": 0.362427, - "nauc_ndcg_at_1_diff1": 0.88855, - "nauc_ndcg_at_3_max": 0.865168, - "nauc_ndcg_at_3_std": 0.400138, - "nauc_ndcg_at_3_diff1": 0.852541, - "nauc_ndcg_at_5_max": 0.860528, - "nauc_ndcg_at_5_std": 0.407842, - "nauc_ndcg_at_5_diff1": 0.846269, - "nauc_ndcg_at_10_max": 0.858046, - "nauc_ndcg_at_10_std": 0.40599, - "nauc_ndcg_at_10_diff1": 0.846127, - "nauc_ndcg_at_20_max": 0.85467, - "nauc_ndcg_at_20_std": 0.403164, - "nauc_ndcg_at_20_diff1": 0.840866, - "nauc_ndcg_at_100_max": 0.855222, - "nauc_ndcg_at_100_std": 0.406077, - "nauc_ndcg_at_100_diff1": 0.84532, - "nauc_ndcg_at_1000_max": 0.85799, - "nauc_ndcg_at_1000_std": 0.400333, - "nauc_ndcg_at_1000_diff1": 0.850687, - "nauc_map_at_1_max": 0.85322, - "nauc_map_at_1_std": 0.362427, - "nauc_map_at_1_diff1": 0.88855, - "nauc_map_at_3_max": 0.863501, - "nauc_map_at_3_std": 0.391155, - "nauc_map_at_3_diff1": 0.861964, - "nauc_map_at_5_max": 0.860939, - "nauc_map_at_5_std": 0.394735, - "nauc_map_at_5_diff1": 0.858856, - "nauc_map_at_10_max": 0.85995, - "nauc_map_at_10_std": 0.393919, - "nauc_map_at_10_diff1": 0.858825, - "nauc_map_at_20_max": 0.859121, - "nauc_map_at_20_std": 0.393182, - "nauc_map_at_20_diff1": 0.857535, - "nauc_map_at_100_max": 0.859263, - "nauc_map_at_100_std": 0.393641, - "nauc_map_at_100_diff1": 0.858115, - "nauc_map_at_1000_max": 0.859396, - "nauc_map_at_1000_std": 0.39343, - "nauc_map_at_1000_diff1": 0.858341, - "nauc_recall_at_1_max": 0.85322, - "nauc_recall_at_1_std": 0.362427, - "nauc_recall_at_1_diff1": 0.88855, - "nauc_recall_at_3_max": 0.869873, - "nauc_recall_at_3_std": 0.428699, - "nauc_recall_at_3_diff1": 0.822151, - "nauc_recall_at_5_max": 0.857646, - "nauc_recall_at_5_std": 0.455111, - "nauc_recall_at_5_diff1": 0.801066, - "nauc_recall_at_10_max": 0.847799, - "nauc_recall_at_10_std": 0.453259, - "nauc_recall_at_10_diff1": 0.795828, - "nauc_recall_at_20_max": 0.827488, - "nauc_recall_at_20_std": 0.443506, - "nauc_recall_at_20_diff1": 0.760109, - "nauc_recall_at_100_max": 0.795624, - "nauc_recall_at_100_std": 0.540991, - "nauc_recall_at_100_diff1": 0.723481, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.85322, - "nauc_precision_at_1_std": 0.362427, - "nauc_precision_at_1_diff1": 0.88855, - "nauc_precision_at_3_max": 0.869873, - "nauc_precision_at_3_std": 0.428699, - "nauc_precision_at_3_diff1": 0.822151, - "nauc_precision_at_5_max": 0.857646, - "nauc_precision_at_5_std": 0.455111, - "nauc_precision_at_5_diff1": 0.801066, - "nauc_precision_at_10_max": 0.847799, - "nauc_precision_at_10_std": 0.453259, - "nauc_precision_at_10_diff1": 0.795828, - "nauc_precision_at_20_max": 0.827488, - "nauc_precision_at_20_std": 0.443506, - "nauc_precision_at_20_diff1": 0.760109, - "nauc_precision_at_100_max": 0.795624, - "nauc_precision_at_100_std": 0.540991, - "nauc_precision_at_100_diff1": 0.723481, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.85322, - "nauc_mrr_at_1_std": 0.362427, - "nauc_mrr_at_1_diff1": 0.88855, - "nauc_mrr_at_3_max": 0.863501, - "nauc_mrr_at_3_std": 0.391155, - "nauc_mrr_at_3_diff1": 0.861964, - "nauc_mrr_at_5_max": 0.860939, - "nauc_mrr_at_5_std": 0.394735, - "nauc_mrr_at_5_diff1": 0.858856, - "nauc_mrr_at_10_max": 0.85995, - "nauc_mrr_at_10_std": 0.393919, - "nauc_mrr_at_10_diff1": 0.858825, - "nauc_mrr_at_20_max": 0.859121, - "nauc_mrr_at_20_std": 0.393182, - "nauc_mrr_at_20_diff1": 0.857535, - "nauc_mrr_at_100_max": 0.859263, - "nauc_mrr_at_100_std": 0.393641, - "nauc_mrr_at_100_diff1": 0.858115, - "nauc_mrr_at_1000_max": 0.859396, - "nauc_mrr_at_1000_std": 0.39343, - "nauc_mrr_at_1000_diff1": 0.858341, - "main_score": 0.68899, + "mrr_at_1": 0.607778, + "mrr_at_3": 0.647778, + "mrr_at_5": 0.655722, + "mrr_at_10": 0.661671, + "mrr_at_20": 0.664193, + "mrr_at_100": 0.666691, + "mrr_at_1000": 0.667184, + "nauc_ndcg_at_1_max": 0.83706, + "nauc_ndcg_at_1_std": 0.336481, + "nauc_ndcg_at_1_diff1": 0.88507, + "nauc_ndcg_at_3_max": 0.848003, + "nauc_ndcg_at_3_std": 0.371846, + "nauc_ndcg_at_3_diff1": 0.85076, + "nauc_ndcg_at_5_max": 0.843877, + "nauc_ndcg_at_5_std": 0.372785, + "nauc_ndcg_at_5_diff1": 0.844029, + "nauc_ndcg_at_10_max": 0.838792, + "nauc_ndcg_at_10_std": 0.376213, + "nauc_ndcg_at_10_diff1": 0.839703, + "nauc_ndcg_at_20_max": 0.836539, + "nauc_ndcg_at_20_std": 0.373564, + "nauc_ndcg_at_20_diff1": 0.836253, + "nauc_ndcg_at_100_max": 0.83757, + "nauc_ndcg_at_100_std": 0.379534, + "nauc_ndcg_at_100_diff1": 0.84247, + "nauc_ndcg_at_1000_max": 0.83983, + "nauc_ndcg_at_1000_std": 0.372071, + "nauc_ndcg_at_1000_diff1": 0.846825, + "nauc_map_at_1_max": 0.83706, + "nauc_map_at_1_std": 0.336481, + "nauc_map_at_1_diff1": 0.88507, + "nauc_map_at_3_max": 0.846517, + "nauc_map_at_3_std": 0.363127, + "nauc_map_at_3_diff1": 0.859602, + "nauc_map_at_5_max": 0.844195, + "nauc_map_at_5_std": 0.363332, + "nauc_map_at_5_diff1": 0.856223, + "nauc_map_at_10_max": 0.842146, + "nauc_map_at_10_std": 0.365026, + "nauc_map_at_10_diff1": 0.854571, + "nauc_map_at_20_max": 0.841592, + "nauc_map_at_20_std": 0.36439, + "nauc_map_at_20_diff1": 0.853767, + "nauc_map_at_100_max": 0.84166, + "nauc_map_at_100_std": 0.365063, + "nauc_map_at_100_diff1": 0.854547, + "nauc_map_at_1000_max": 0.841755, + "nauc_map_at_1000_std": 0.364841, + "nauc_map_at_1000_diff1": 0.854711, + "nauc_recall_at_1_max": 0.83706, + "nauc_recall_at_1_std": 0.336481, + "nauc_recall_at_1_diff1": 0.88507, + "nauc_recall_at_3_max": 0.852129, + "nauc_recall_at_3_std": 0.399473, + "nauc_recall_at_3_diff1": 0.822561, + "nauc_recall_at_5_max": 0.841527, + "nauc_recall_at_5_std": 0.405667, + "nauc_recall_at_5_diff1": 0.800591, + "nauc_recall_at_10_max": 0.821792, + "nauc_recall_at_10_std": 0.420554, + "nauc_recall_at_10_diff1": 0.77829, + "nauc_recall_at_20_max": 0.806566, + "nauc_recall_at_20_std": 0.411254, + "nauc_recall_at_20_diff1": 0.749772, + "nauc_recall_at_100_max": 0.791483, + "nauc_recall_at_100_std": 0.545809, + "nauc_recall_at_100_diff1": 0.749882, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.83706, + "nauc_precision_at_1_std": 0.336481, + "nauc_precision_at_1_diff1": 0.88507, + "nauc_precision_at_3_max": 0.852129, + "nauc_precision_at_3_std": 0.399473, + "nauc_precision_at_3_diff1": 0.822561, + "nauc_precision_at_5_max": 0.841527, + "nauc_precision_at_5_std": 0.405667, + "nauc_precision_at_5_diff1": 0.800591, + "nauc_precision_at_10_max": 0.821792, + "nauc_precision_at_10_std": 0.420554, + "nauc_precision_at_10_diff1": 0.77829, + "nauc_precision_at_20_max": 0.806566, + "nauc_precision_at_20_std": 0.411254, + "nauc_precision_at_20_diff1": 0.749772, + "nauc_precision_at_100_max": 0.791483, + "nauc_precision_at_100_std": 0.545809, + "nauc_precision_at_100_diff1": 0.749882, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.83706, + "nauc_mrr_at_1_std": 0.336481, + "nauc_mrr_at_1_diff1": 0.88507, + "nauc_mrr_at_3_max": 0.846517, + "nauc_mrr_at_3_std": 0.363127, + "nauc_mrr_at_3_diff1": 0.859602, + "nauc_mrr_at_5_max": 0.844195, + "nauc_mrr_at_5_std": 0.363332, + "nauc_mrr_at_5_diff1": 0.856223, + "nauc_mrr_at_10_max": 0.842146, + "nauc_mrr_at_10_std": 0.365026, + "nauc_mrr_at_10_diff1": 0.854571, + "nauc_mrr_at_20_max": 0.841592, + "nauc_mrr_at_20_std": 0.36439, + "nauc_mrr_at_20_diff1": 0.853767, + "nauc_mrr_at_100_max": 0.84166, + "nauc_mrr_at_100_std": 0.365063, + "nauc_mrr_at_100_diff1": 0.854547, + "nauc_mrr_at_1000_max": 0.841755, + "nauc_mrr_at_1000_std": 0.364841, + "nauc_mrr_at_1000_diff1": 0.854711, + "hit_rate_at_1": 0.60778, + "hit_rate_at_3": 0.69778, + "hit_rate_at_5": 0.73333, + "hit_rate_at_10": 0.77556, + "hit_rate_at_20": 0.81111, + "hit_rate_at_100": 0.91889, + "hit_rate_at_1000": 1.0, + "main_score": 0.68909, "hf_subset": "sna_Latn-eng_Latn", "languages": [ "sna-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.43938, - "ndcg_at_3": 0.47076, - "ndcg_at_5": 0.4755, - "ndcg_at_10": 0.48299, - "ndcg_at_20": 0.48979, - "ndcg_at_100": 0.50913, - "ndcg_at_1000": 0.55216, - "map_at_1": 0.43938, - "map_at_3": 0.46348, - "map_at_5": 0.4662, - "map_at_10": 0.46926, - "map_at_20": 0.47115, - "map_at_100": 0.4735, - "map_at_1000": 0.47506, - "recall_at_1": 0.43938, - "recall_at_3": 0.49166, - "recall_at_5": 0.50278, - "recall_at_10": 0.52614, - "recall_at_20": 0.55284, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.43493, + "ndcg_at_3": 0.46617, + "ndcg_at_5": 0.46932, + "ndcg_at_10": 0.47625, + "ndcg_at_20": 0.48476, + "ndcg_at_100": 0.50453, + "ndcg_at_1000": 0.5476, + "map_at_1": 0.43493, + "map_at_3": 0.45884, + "map_at_5": 0.46057, + "map_at_10": 0.46327, + "map_at_20": 0.46564, + "map_at_100": 0.46807, + "map_at_1000": 0.46963, + "recall_at_1": 0.43493, + "recall_at_3": 0.48721, + "recall_at_5": 0.49499, + "recall_at_10": 0.51724, + "recall_at_20": 0.55061, "recall_at_100": 0.66185, "recall_at_1000": 1.0, - "precision_at_1": 0.43938, - "precision_at_3": 0.16389, - "precision_at_5": 0.10056, - "precision_at_10": 0.05261, - "precision_at_20": 0.02764, + "accuracy": 0.43493, + "precision_at_1": 0.43493, + "precision_at_3": 0.1624, + "precision_at_5": 0.099, + "precision_at_10": 0.05172, + "precision_at_20": 0.02753, "precision_at_100": 0.00662, "precision_at_1000": 0.001, - "mrr_at_1": 0.439377, - "mrr_at_3": 0.463478, - "mrr_at_5": 0.466203, - "mrr_at_10": 0.469257, - "mrr_at_20": 0.471149, - "mrr_at_100": 0.473503, - "mrr_at_1000": 0.47506, - "nauc_ndcg_at_1_max": 0.904223, - "nauc_ndcg_at_1_std": 0.604835, - "nauc_ndcg_at_1_diff1": 0.896659, - "nauc_ndcg_at_3_max": 0.926368, - "nauc_ndcg_at_3_std": 0.629423, - "nauc_ndcg_at_3_diff1": 0.872159, - "nauc_ndcg_at_5_max": 0.920506, - "nauc_ndcg_at_5_std": 0.622918, - "nauc_ndcg_at_5_diff1": 0.864075, - "nauc_ndcg_at_10_max": 0.918925, - "nauc_ndcg_at_10_std": 0.622473, - "nauc_ndcg_at_10_diff1": 0.859642, - "nauc_ndcg_at_20_max": 0.913998, - "nauc_ndcg_at_20_std": 0.620669, - "nauc_ndcg_at_20_diff1": 0.854018, - "nauc_ndcg_at_100_max": 0.900457, - "nauc_ndcg_at_100_std": 0.607172, - "nauc_ndcg_at_100_diff1": 0.844215, - "nauc_ndcg_at_1000_max": 0.90999, - "nauc_ndcg_at_1000_std": 0.615477, - "nauc_ndcg_at_1000_diff1": 0.857318, - "nauc_map_at_1_max": 0.904223, - "nauc_map_at_1_std": 0.604835, - "nauc_map_at_1_diff1": 0.896659, - "nauc_map_at_3_max": 0.922057, - "nauc_map_at_3_std": 0.623719, - "nauc_map_at_3_diff1": 0.877949, - "nauc_map_at_5_max": 0.918663, - "nauc_map_at_5_std": 0.619958, - "nauc_map_at_5_diff1": 0.873314, - "nauc_map_at_10_max": 0.917925, - "nauc_map_at_10_std": 0.619574, - "nauc_map_at_10_diff1": 0.871585, - "nauc_map_at_20_max": 0.91658, - "nauc_map_at_20_std": 0.619077, - "nauc_map_at_20_diff1": 0.870082, - "nauc_map_at_100_max": 0.914919, - "nauc_map_at_100_std": 0.61766, - "nauc_map_at_100_diff1": 0.868765, - "nauc_map_at_1000_max": 0.915057, - "nauc_map_at_1000_std": 0.617824, - "nauc_map_at_1000_diff1": 0.869102, - "nauc_recall_at_1_max": 0.904223, - "nauc_recall_at_1_std": 0.604835, - "nauc_recall_at_1_diff1": 0.896659, - "nauc_recall_at_3_max": 0.938482, - "nauc_recall_at_3_std": 0.645933, - "nauc_recall_at_3_diff1": 0.855354, - "nauc_recall_at_5_max": 0.924789, - "nauc_recall_at_5_std": 0.630721, - "nauc_recall_at_5_diff1": 0.836144, - "nauc_recall_at_10_max": 0.920356, - "nauc_recall_at_10_std": 0.63059, - "nauc_recall_at_10_diff1": 0.821042, - "nauc_recall_at_20_max": 0.900053, - "nauc_recall_at_20_std": 0.623455, - "nauc_recall_at_20_diff1": 0.79662, - "nauc_recall_at_100_max": 0.806775, - "nauc_recall_at_100_std": 0.528706, - "nauc_recall_at_100_diff1": 0.723351, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.904223, - "nauc_precision_at_1_std": 0.604835, - "nauc_precision_at_1_diff1": 0.896659, - "nauc_precision_at_3_max": 0.938482, - "nauc_precision_at_3_std": 0.645933, - "nauc_precision_at_3_diff1": 0.855354, - "nauc_precision_at_5_max": 0.924789, - "nauc_precision_at_5_std": 0.630721, - "nauc_precision_at_5_diff1": 0.836144, - "nauc_precision_at_10_max": 0.920356, - "nauc_precision_at_10_std": 0.63059, - "nauc_precision_at_10_diff1": 0.821042, - "nauc_precision_at_20_max": 0.900053, - "nauc_precision_at_20_std": 0.623455, - "nauc_precision_at_20_diff1": 0.79662, - "nauc_precision_at_100_max": 0.806775, - "nauc_precision_at_100_std": 0.528706, - "nauc_precision_at_100_diff1": 0.723351, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.904223, - "nauc_mrr_at_1_std": 0.604835, - "nauc_mrr_at_1_diff1": 0.896659, - "nauc_mrr_at_3_max": 0.922057, - "nauc_mrr_at_3_std": 0.623719, - "nauc_mrr_at_3_diff1": 0.877949, - "nauc_mrr_at_5_max": 0.918663, - "nauc_mrr_at_5_std": 0.619958, - "nauc_mrr_at_5_diff1": 0.873314, - "nauc_mrr_at_10_max": 0.917925, - "nauc_mrr_at_10_std": 0.619574, - "nauc_mrr_at_10_diff1": 0.871585, - "nauc_mrr_at_20_max": 0.91658, - "nauc_mrr_at_20_std": 0.619077, - "nauc_mrr_at_20_diff1": 0.870082, - "nauc_mrr_at_100_max": 0.914919, - "nauc_mrr_at_100_std": 0.61766, - "nauc_mrr_at_100_diff1": 0.868765, - "nauc_mrr_at_1000_max": 0.915057, - "nauc_mrr_at_1000_std": 0.617824, - "nauc_mrr_at_1000_diff1": 0.869102, - "main_score": 0.48299, + "mrr_at_1": 0.434928, + "mrr_at_3": 0.458843, + "mrr_at_5": 0.460567, + "mrr_at_10": 0.46327, + "mrr_at_20": 0.465642, + "mrr_at_100": 0.468073, + "mrr_at_1000": 0.469633, + "nauc_ndcg_at_1_max": 0.895762, + "nauc_ndcg_at_1_std": 0.563455, + "nauc_ndcg_at_1_diff1": 0.883795, + "nauc_ndcg_at_3_max": 0.921175, + "nauc_ndcg_at_3_std": 0.590603, + "nauc_ndcg_at_3_diff1": 0.863533, + "nauc_ndcg_at_5_max": 0.920212, + "nauc_ndcg_at_5_std": 0.589774, + "nauc_ndcg_at_5_diff1": 0.858605, + "nauc_ndcg_at_10_max": 0.91516, + "nauc_ndcg_at_10_std": 0.584778, + "nauc_ndcg_at_10_diff1": 0.852862, + "nauc_ndcg_at_20_max": 0.910782, + "nauc_ndcg_at_20_std": 0.585028, + "nauc_ndcg_at_20_diff1": 0.847064, + "nauc_ndcg_at_100_max": 0.89791, + "nauc_ndcg_at_100_std": 0.575854, + "nauc_ndcg_at_100_diff1": 0.836245, + "nauc_ndcg_at_1000_max": 0.90675, + "nauc_ndcg_at_1000_std": 0.580674, + "nauc_ndcg_at_1000_diff1": 0.850062, + "nauc_map_at_1_max": 0.895762, + "nauc_map_at_1_std": 0.563455, + "nauc_map_at_1_diff1": 0.883795, + "nauc_map_at_3_max": 0.916183, + "nauc_map_at_3_std": 0.584826, + "nauc_map_at_3_diff1": 0.868706, + "nauc_map_at_5_max": 0.91565, + "nauc_map_at_5_std": 0.584363, + "nauc_map_at_5_diff1": 0.866056, + "nauc_map_at_10_max": 0.913717, + "nauc_map_at_10_std": 0.582388, + "nauc_map_at_10_diff1": 0.863873, + "nauc_map_at_20_max": 0.912547, + "nauc_map_at_20_std": 0.582503, + "nauc_map_at_20_diff1": 0.862318, + "nauc_map_at_100_max": 0.910882, + "nauc_map_at_100_std": 0.5814, + "nauc_map_at_100_diff1": 0.860999, + "nauc_map_at_1000_max": 0.911014, + "nauc_map_at_1000_std": 0.581483, + "nauc_map_at_1000_diff1": 0.861361, + "nauc_recall_at_1_max": 0.895762, + "nauc_recall_at_1_std": 0.563455, + "nauc_recall_at_1_diff1": 0.883795, + "nauc_recall_at_3_max": 0.935225, + "nauc_recall_at_3_std": 0.607093, + "nauc_recall_at_3_diff1": 0.848358, + "nauc_recall_at_5_max": 0.932897, + "nauc_recall_at_5_std": 0.605117, + "nauc_recall_at_5_diff1": 0.835936, + "nauc_recall_at_10_max": 0.916351, + "nauc_recall_at_10_std": 0.589152, + "nauc_recall_at_10_diff1": 0.81647, + "nauc_recall_at_20_max": 0.898016, + "nauc_recall_at_20_std": 0.589945, + "nauc_recall_at_20_diff1": 0.791129, + "nauc_recall_at_100_max": 0.810903, + "nauc_recall_at_100_std": 0.529122, + "nauc_recall_at_100_diff1": 0.708871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.895762, + "nauc_precision_at_1_std": 0.563455, + "nauc_precision_at_1_diff1": 0.883795, + "nauc_precision_at_3_max": 0.935225, + "nauc_precision_at_3_std": 0.607093, + "nauc_precision_at_3_diff1": 0.848358, + "nauc_precision_at_5_max": 0.932897, + "nauc_precision_at_5_std": 0.605117, + "nauc_precision_at_5_diff1": 0.835936, + "nauc_precision_at_10_max": 0.916351, + "nauc_precision_at_10_std": 0.589152, + "nauc_precision_at_10_diff1": 0.81647, + "nauc_precision_at_20_max": 0.898016, + "nauc_precision_at_20_std": 0.589945, + "nauc_precision_at_20_diff1": 0.791129, + "nauc_precision_at_100_max": 0.810903, + "nauc_precision_at_100_std": 0.529122, + "nauc_precision_at_100_diff1": 0.708871, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.895762, + "nauc_mrr_at_1_std": 0.563455, + "nauc_mrr_at_1_diff1": 0.883795, + "nauc_mrr_at_3_max": 0.916183, + "nauc_mrr_at_3_std": 0.584826, + "nauc_mrr_at_3_diff1": 0.868706, + "nauc_mrr_at_5_max": 0.91565, + "nauc_mrr_at_5_std": 0.584363, + "nauc_mrr_at_5_diff1": 0.866056, + "nauc_mrr_at_10_max": 0.913717, + "nauc_mrr_at_10_std": 0.582388, + "nauc_mrr_at_10_diff1": 0.863873, + "nauc_mrr_at_20_max": 0.912547, + "nauc_mrr_at_20_std": 0.582503, + "nauc_mrr_at_20_diff1": 0.862318, + "nauc_mrr_at_100_max": 0.910882, + "nauc_mrr_at_100_std": 0.5814, + "nauc_mrr_at_100_diff1": 0.860999, + "nauc_mrr_at_1000_max": 0.911014, + "nauc_mrr_at_1000_std": 0.581483, + "nauc_mrr_at_1000_diff1": 0.861361, + "hit_rate_at_1": 0.43493, + "hit_rate_at_3": 0.48721, + "hit_rate_at_5": 0.49499, + "hit_rate_at_10": 0.51724, + "hit_rate_at_20": 0.55061, + "hit_rate_at_100": 0.66185, + "hit_rate_at_1000": 1.0, + "main_score": 0.47625, "hf_subset": "eng_Latn-sna_Latn", "languages": [ "eng-Latn", "sna-Latn" - ] - }, - { - "ndcg_at_1": 0.73778, - "ndcg_at_3": 0.79849, - "ndcg_at_5": 0.81169, - "ndcg_at_10": 0.82218, - "ndcg_at_20": 0.83102, - "ndcg_at_100": 0.83902, - "ndcg_at_1000": 0.8416, - "map_at_1": 0.73778, - "map_at_3": 0.78407, - "map_at_5": 0.79135, - "map_at_10": 0.79594, - "map_at_20": 0.79843, - "map_at_100": 0.79952, - "map_at_1000": 0.79964, - "recall_at_1": 0.73778, - "recall_at_3": 0.84, - "recall_at_5": 0.87222, - "recall_at_10": 0.90333, - "recall_at_20": 0.93778, - "recall_at_100": 0.98111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.79357, + "ndcg_at_5": 0.80657, + "ndcg_at_10": 0.81648, + "ndcg_at_20": 0.82358, + "ndcg_at_100": 0.83225, + "ndcg_at_1000": 0.83498, + "map_at_1": 0.72222, + "map_at_3": 0.77667, + "map_at_5": 0.78372, + "map_at_10": 0.78773, + "map_at_20": 0.78971, + "map_at_100": 0.79092, + "map_at_1000": 0.79105, + "recall_at_1": 0.72222, + "recall_at_3": 0.84222, + "recall_at_5": 0.87444, + "recall_at_10": 0.90556, + "recall_at_20": 0.93333, + "recall_at_100": 0.98, "recall_at_1000": 1.0, - "precision_at_1": 0.73778, - "precision_at_3": 0.28, - "precision_at_5": 0.17444, - "precision_at_10": 0.09033, - "precision_at_20": 0.04689, - "precision_at_100": 0.00981, + "accuracy": 0.72222, + "precision_at_1": 0.72222, + "precision_at_3": 0.28074, + "precision_at_5": 0.17489, + "precision_at_10": 0.09056, + "precision_at_20": 0.04667, + "precision_at_100": 0.0098, "precision_at_1000": 0.001, - "mrr_at_1": 0.737778, - "mrr_at_3": 0.784074, - "mrr_at_5": 0.791352, - "mrr_at_10": 0.795938, - "mrr_at_20": 0.798432, - "mrr_at_100": 0.799521, - "mrr_at_1000": 0.799643, - "nauc_ndcg_at_1_max": 0.768627, - "nauc_ndcg_at_1_std": 0.17335, - "nauc_ndcg_at_1_diff1": 0.877888, - "nauc_ndcg_at_3_max": 0.802749, - "nauc_ndcg_at_3_std": 0.219283, - "nauc_ndcg_at_3_diff1": 0.867468, - "nauc_ndcg_at_5_max": 0.80497, - "nauc_ndcg_at_5_std": 0.24059, - "nauc_ndcg_at_5_diff1": 0.861042, - "nauc_ndcg_at_10_max": 0.800968, - "nauc_ndcg_at_10_std": 0.244871, - "nauc_ndcg_at_10_diff1": 0.85922, - "nauc_ndcg_at_20_max": 0.801219, - "nauc_ndcg_at_20_std": 0.256399, - "nauc_ndcg_at_20_diff1": 0.859873, - "nauc_ndcg_at_100_max": 0.799495, - "nauc_ndcg_at_100_std": 0.24401, - "nauc_ndcg_at_100_diff1": 0.86441, - "nauc_ndcg_at_1000_max": 0.797315, - "nauc_ndcg_at_1000_std": 0.23442, - "nauc_ndcg_at_1000_diff1": 0.864671, - "nauc_map_at_1_max": 0.768627, - "nauc_map_at_1_std": 0.17335, - "nauc_map_at_1_diff1": 0.877888, - "nauc_map_at_3_max": 0.794173, - "nauc_map_at_3_std": 0.207848, - "nauc_map_at_3_diff1": 0.87026, - "nauc_map_at_5_max": 0.795215, - "nauc_map_at_5_std": 0.218398, - "nauc_map_at_5_diff1": 0.867143, - "nauc_map_at_10_max": 0.793694, - "nauc_map_at_10_std": 0.220476, - "nauc_map_at_10_diff1": 0.866404, - "nauc_map_at_20_max": 0.793742, - "nauc_map_at_20_std": 0.223086, - "nauc_map_at_20_diff1": 0.866689, - "nauc_map_at_100_max": 0.79345, - "nauc_map_at_100_std": 0.221328, - "nauc_map_at_100_diff1": 0.867277, - "nauc_map_at_1000_max": 0.793365, - "nauc_map_at_1000_std": 0.220963, - "nauc_map_at_1000_diff1": 0.867284, - "nauc_recall_at_1_max": 0.768627, - "nauc_recall_at_1_std": 0.17335, - "nauc_recall_at_1_diff1": 0.877888, - "nauc_recall_at_3_max": 0.834049, - "nauc_recall_at_3_std": 0.26095, - "nauc_recall_at_3_diff1": 0.857174, - "nauc_recall_at_5_max": 0.847361, - "nauc_recall_at_5_std": 0.341758, - "nauc_recall_at_5_diff1": 0.832762, - "nauc_recall_at_10_max": 0.836988, - "nauc_recall_at_10_std": 0.383163, - "nauc_recall_at_10_diff1": 0.817283, - "nauc_recall_at_20_max": 0.85746, - "nauc_recall_at_20_std": 0.567635, - "nauc_recall_at_20_diff1": 0.799712, - "nauc_recall_at_100_max": 0.922145, - "nauc_recall_at_100_std": 0.786099, - "nauc_recall_at_100_diff1": 0.848135, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.768627, - "nauc_precision_at_1_std": 0.17335, - "nauc_precision_at_1_diff1": 0.877888, - "nauc_precision_at_3_max": 0.834049, - "nauc_precision_at_3_std": 0.26095, - "nauc_precision_at_3_diff1": 0.857174, - "nauc_precision_at_5_max": 0.847361, - "nauc_precision_at_5_std": 0.341758, - "nauc_precision_at_5_diff1": 0.832762, - "nauc_precision_at_10_max": 0.836988, - "nauc_precision_at_10_std": 0.383163, - "nauc_precision_at_10_diff1": 0.817283, - "nauc_precision_at_20_max": 0.85746, - "nauc_precision_at_20_std": 0.567635, - "nauc_precision_at_20_diff1": 0.799712, - "nauc_precision_at_100_max": 0.922145, - "nauc_precision_at_100_std": 0.786099, - "nauc_precision_at_100_diff1": 0.848135, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.768627, - "nauc_mrr_at_1_std": 0.17335, - "nauc_mrr_at_1_diff1": 0.877888, - "nauc_mrr_at_3_max": 0.794173, - "nauc_mrr_at_3_std": 0.207848, - "nauc_mrr_at_3_diff1": 0.87026, - "nauc_mrr_at_5_max": 0.795215, - "nauc_mrr_at_5_std": 0.218398, - "nauc_mrr_at_5_diff1": 0.867143, - "nauc_mrr_at_10_max": 0.793694, - "nauc_mrr_at_10_std": 0.220476, - "nauc_mrr_at_10_diff1": 0.866404, - "nauc_mrr_at_20_max": 0.793742, - "nauc_mrr_at_20_std": 0.223086, - "nauc_mrr_at_20_diff1": 0.866689, - "nauc_mrr_at_100_max": 0.79345, - "nauc_mrr_at_100_std": 0.221328, - "nauc_mrr_at_100_diff1": 0.867277, - "nauc_mrr_at_1000_max": 0.793365, - "nauc_mrr_at_1000_std": 0.220963, - "nauc_mrr_at_1000_diff1": 0.867284, - "main_score": 0.82218, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.776667, + "mrr_at_5": 0.783722, + "mrr_at_10": 0.787727, + "mrr_at_20": 0.789714, + "mrr_at_100": 0.790924, + "mrr_at_1000": 0.791052, + "nauc_ndcg_at_1_max": 0.740128, + "nauc_ndcg_at_1_std": 0.122507, + "nauc_ndcg_at_1_diff1": 0.872632, + "nauc_ndcg_at_3_max": 0.784903, + "nauc_ndcg_at_3_std": 0.186517, + "nauc_ndcg_at_3_diff1": 0.844765, + "nauc_ndcg_at_5_max": 0.783767, + "nauc_ndcg_at_5_std": 0.196182, + "nauc_ndcg_at_5_diff1": 0.844269, + "nauc_ndcg_at_10_max": 0.783646, + "nauc_ndcg_at_10_std": 0.205376, + "nauc_ndcg_at_10_diff1": 0.849487, + "nauc_ndcg_at_20_max": 0.782714, + "nauc_ndcg_at_20_std": 0.212872, + "nauc_ndcg_at_20_diff1": 0.848778, + "nauc_ndcg_at_100_max": 0.779626, + "nauc_ndcg_at_100_std": 0.202571, + "nauc_ndcg_at_100_diff1": 0.850728, + "nauc_ndcg_at_1000_max": 0.776555, + "nauc_ndcg_at_1000_std": 0.192351, + "nauc_ndcg_at_1000_diff1": 0.850868, + "nauc_map_at_1_max": 0.740128, + "nauc_map_at_1_std": 0.122507, + "nauc_map_at_1_diff1": 0.872632, + "nauc_map_at_3_max": 0.772939, + "nauc_map_at_3_std": 0.170402, + "nauc_map_at_3_diff1": 0.850596, + "nauc_map_at_5_max": 0.771993, + "nauc_map_at_5_std": 0.174365, + "nauc_map_at_5_diff1": 0.850557, + "nauc_map_at_10_max": 0.771922, + "nauc_map_at_10_std": 0.177604, + "nauc_map_at_10_diff1": 0.852669, + "nauc_map_at_20_max": 0.771542, + "nauc_map_at_20_std": 0.179033, + "nauc_map_at_20_diff1": 0.852447, + "nauc_map_at_100_max": 0.771105, + "nauc_map_at_100_std": 0.177971, + "nauc_map_at_100_diff1": 0.852752, + "nauc_map_at_1000_max": 0.770986, + "nauc_map_at_1000_std": 0.177585, + "nauc_map_at_1000_diff1": 0.85276, + "nauc_recall_at_1_max": 0.740128, + "nauc_recall_at_1_std": 0.122507, + "nauc_recall_at_1_diff1": 0.872632, + "nauc_recall_at_3_max": 0.83062, + "nauc_recall_at_3_std": 0.2475, + "nauc_recall_at_3_diff1": 0.823455, + "nauc_recall_at_5_max": 0.837101, + "nauc_recall_at_5_std": 0.298048, + "nauc_recall_at_5_diff1": 0.816647, + "nauc_recall_at_10_max": 0.850047, + "nauc_recall_at_10_std": 0.374971, + "nauc_recall_at_10_diff1": 0.836134, + "nauc_recall_at_20_max": 0.869608, + "nauc_recall_at_20_std": 0.517865, + "nauc_recall_at_20_diff1": 0.825669, + "nauc_recall_at_100_max": 0.948257, + "nauc_recall_at_100_std": 0.767766, + "nauc_recall_at_100_diff1": 0.843345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740128, + "nauc_precision_at_1_std": 0.122507, + "nauc_precision_at_1_diff1": 0.872632, + "nauc_precision_at_3_max": 0.83062, + "nauc_precision_at_3_std": 0.2475, + "nauc_precision_at_3_diff1": 0.823455, + "nauc_precision_at_5_max": 0.837101, + "nauc_precision_at_5_std": 0.298048, + "nauc_precision_at_5_diff1": 0.816647, + "nauc_precision_at_10_max": 0.850047, + "nauc_precision_at_10_std": 0.374971, + "nauc_precision_at_10_diff1": 0.836134, + "nauc_precision_at_20_max": 0.869608, + "nauc_precision_at_20_std": 0.517865, + "nauc_precision_at_20_diff1": 0.825669, + "nauc_precision_at_100_max": 0.948257, + "nauc_precision_at_100_std": 0.767766, + "nauc_precision_at_100_diff1": 0.843345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740128, + "nauc_mrr_at_1_std": 0.122507, + "nauc_mrr_at_1_diff1": 0.872632, + "nauc_mrr_at_3_max": 0.772939, + "nauc_mrr_at_3_std": 0.170402, + "nauc_mrr_at_3_diff1": 0.850596, + "nauc_mrr_at_5_max": 0.771993, + "nauc_mrr_at_5_std": 0.174365, + "nauc_mrr_at_5_diff1": 0.850557, + "nauc_mrr_at_10_max": 0.771922, + "nauc_mrr_at_10_std": 0.177604, + "nauc_mrr_at_10_diff1": 0.852669, + "nauc_mrr_at_20_max": 0.771542, + "nauc_mrr_at_20_std": 0.179033, + "nauc_mrr_at_20_diff1": 0.852447, + "nauc_mrr_at_100_max": 0.771105, + "nauc_mrr_at_100_std": 0.177971, + "nauc_mrr_at_100_diff1": 0.852752, + "nauc_mrr_at_1000_max": 0.770986, + "nauc_mrr_at_1000_std": 0.177585, + "nauc_mrr_at_1000_diff1": 0.85276, + "hit_rate_at_1": 0.72222, + "hit_rate_at_3": 0.84222, + "hit_rate_at_5": 0.87444, + "hit_rate_at_10": 0.90556, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.81648, "hf_subset": "snd_Arab-snd_Arab", "languages": [ "snd-Arab", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87667, - "ndcg_at_3": 0.92242, - "ndcg_at_5": 0.92706, - "ndcg_at_10": 0.93098, - "ndcg_at_20": 0.93262, - "ndcg_at_100": 0.93529, - "ndcg_at_1000": 0.93559, - "map_at_1": 0.87667, - "map_at_3": 0.91167, - "map_at_5": 0.91428, - "map_at_10": 0.91588, - "map_at_20": 0.91631, - "map_at_100": 0.91667, - "map_at_1000": 0.91668, - "recall_at_1": 0.87667, - "recall_at_3": 0.95333, - "recall_at_5": 0.96444, - "recall_at_10": 0.97667, + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.91827, + "ndcg_at_5": 0.92525, + "ndcg_at_10": 0.92782, + "ndcg_at_20": 0.93083, + "ndcg_at_100": 0.93356, + "ndcg_at_1000": 0.93386, + "map_at_1": 0.87444, + "map_at_3": 0.90833, + "map_at_5": 0.91228, + "map_at_10": 0.91337, + "map_at_20": 0.91415, + "map_at_100": 0.91455, + "map_at_1000": 0.91456, + "recall_at_1": 0.87444, + "recall_at_3": 0.94667, + "recall_at_5": 0.96333, + "recall_at_10": 0.97111, "recall_at_20": 0.98333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.87667, - "precision_at_3": 0.31778, - "precision_at_5": 0.19289, - "precision_at_10": 0.09767, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31556, + "precision_at_5": 0.19267, + "precision_at_10": 0.09711, "precision_at_20": 0.04917, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.876667, - "mrr_at_3": 0.911667, - "mrr_at_5": 0.914278, - "mrr_at_10": 0.91588, - "mrr_at_20": 0.916305, - "mrr_at_100": 0.916669, - "mrr_at_1000": 0.916683, - "nauc_ndcg_at_1_max": 0.6945, - "nauc_ndcg_at_1_std": -0.203267, - "nauc_ndcg_at_1_diff1": 0.925846, - "nauc_ndcg_at_3_max": 0.760872, - "nauc_ndcg_at_3_std": -0.169372, - "nauc_ndcg_at_3_diff1": 0.924722, - "nauc_ndcg_at_5_max": 0.752719, - "nauc_ndcg_at_5_std": -0.173076, - "nauc_ndcg_at_5_diff1": 0.923343, - "nauc_ndcg_at_10_max": 0.748156, - "nauc_ndcg_at_10_std": -0.150168, - "nauc_ndcg_at_10_diff1": 0.926478, - "nauc_ndcg_at_20_max": 0.743716, - "nauc_ndcg_at_20_std": -0.165095, - "nauc_ndcg_at_20_diff1": 0.928115, - "nauc_ndcg_at_100_max": 0.741367, - "nauc_ndcg_at_100_std": -0.169853, - "nauc_ndcg_at_100_diff1": 0.92691, - "nauc_ndcg_at_1000_max": 0.740461, - "nauc_ndcg_at_1000_std": -0.168645, - "nauc_ndcg_at_1000_diff1": 0.926563, - "nauc_map_at_1_max": 0.6945, - "nauc_map_at_1_std": -0.203267, - "nauc_map_at_1_diff1": 0.925846, - "nauc_map_at_3_max": 0.741513, - "nauc_map_at_3_std": -0.178107, - "nauc_map_at_3_diff1": 0.925281, - "nauc_map_at_5_max": 0.737109, - "nauc_map_at_5_std": -0.179533, - "nauc_map_at_5_diff1": 0.924689, - "nauc_map_at_10_max": 0.735307, - "nauc_map_at_10_std": -0.172317, - "nauc_map_at_10_diff1": 0.925886, - "nauc_map_at_20_max": 0.734292, - "nauc_map_at_20_std": -0.175567, - "nauc_map_at_20_diff1": 0.926196, - "nauc_map_at_100_max": 0.734344, - "nauc_map_at_100_std": -0.175351, - "nauc_map_at_100_diff1": 0.926099, - "nauc_map_at_1000_max": 0.734313, - "nauc_map_at_1000_std": -0.175274, - "nauc_map_at_1000_diff1": 0.926087, - "nauc_recall_at_1_max": 0.6945, - "nauc_recall_at_1_std": -0.203267, - "nauc_recall_at_1_diff1": 0.925846, - "nauc_recall_at_3_max": 0.862623, - "nauc_recall_at_3_std": -0.124472, - "nauc_recall_at_3_diff1": 0.92158, - "nauc_recall_at_5_max": 0.853904, - "nauc_recall_at_5_std": -0.134468, - "nauc_recall_at_5_diff1": 0.913413, - "nauc_recall_at_10_max": 0.864968, - "nauc_recall_at_10_std": 0.099929, - "nauc_recall_at_10_diff1": 0.934418, - "nauc_recall_at_20_max": 0.840678, - "nauc_recall_at_20_std": -0.040741, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.908333, + "mrr_at_5": 0.912278, + "mrr_at_10": 0.913373, + "mrr_at_20": 0.914155, + "mrr_at_100": 0.914551, + "mrr_at_1000": 0.914564, + "nauc_ndcg_at_1_max": 0.641215, + "nauc_ndcg_at_1_std": -0.295689, + "nauc_ndcg_at_1_diff1": 0.910422, + "nauc_ndcg_at_3_max": 0.711515, + "nauc_ndcg_at_3_std": -0.219585, + "nauc_ndcg_at_3_diff1": 0.914766, + "nauc_ndcg_at_5_max": 0.704052, + "nauc_ndcg_at_5_std": -0.233002, + "nauc_ndcg_at_5_diff1": 0.915635, + "nauc_ndcg_at_10_max": 0.699642, + "nauc_ndcg_at_10_std": -0.240028, + "nauc_ndcg_at_10_diff1": 0.914582, + "nauc_ndcg_at_20_max": 0.694576, + "nauc_ndcg_at_20_std": -0.245179, + "nauc_ndcg_at_20_diff1": 0.916627, + "nauc_ndcg_at_100_max": 0.692061, + "nauc_ndcg_at_100_std": -0.246011, + "nauc_ndcg_at_100_diff1": 0.914941, + "nauc_ndcg_at_1000_max": 0.690967, + "nauc_ndcg_at_1000_std": -0.246477, + "nauc_ndcg_at_1000_diff1": 0.914551, + "nauc_map_at_1_max": 0.641215, + "nauc_map_at_1_std": -0.295689, + "nauc_map_at_1_diff1": 0.910422, + "nauc_map_at_3_max": 0.69213, + "nauc_map_at_3_std": -0.242079, + "nauc_map_at_3_diff1": 0.913499, + "nauc_map_at_5_max": 0.687677, + "nauc_map_at_5_std": -0.249827, + "nauc_map_at_5_diff1": 0.913776, + "nauc_map_at_10_max": 0.685984, + "nauc_map_at_10_std": -0.252166, + "nauc_map_at_10_diff1": 0.913365, + "nauc_map_at_20_max": 0.684851, + "nauc_map_at_20_std": -0.253474, + "nauc_map_at_20_diff1": 0.913788, + "nauc_map_at_100_max": 0.684715, + "nauc_map_at_100_std": -0.253099, + "nauc_map_at_100_diff1": 0.913621, + "nauc_map_at_1000_max": 0.684679, + "nauc_map_at_1000_std": -0.253073, + "nauc_map_at_1000_diff1": 0.913608, + "nauc_recall_at_1_max": 0.641215, + "nauc_recall_at_1_std": -0.295689, + "nauc_recall_at_1_diff1": 0.910422, + "nauc_recall_at_3_max": 0.803377, + "nauc_recall_at_3_std": -0.111743, + "nauc_recall_at_3_diff1": 0.920829, + "nauc_recall_at_5_max": 0.809057, + "nauc_recall_at_5_std": -0.124579, + "nauc_recall_at_5_diff1": 0.928557, + "nauc_recall_at_10_max": 0.803078, + "nauc_recall_at_10_std": -0.153954, + "nauc_recall_at_10_diff1": 0.924406, + "nauc_recall_at_20_max": 0.792624, + "nauc_recall_at_20_std": -0.172518, "nauc_recall_at_20_diff1": 0.965142, "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": -0.369981, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.6945, - "nauc_precision_at_1_std": -0.203267, - "nauc_precision_at_1_diff1": 0.925846, - "nauc_precision_at_3_max": 0.862623, - "nauc_precision_at_3_std": -0.124472, - "nauc_precision_at_3_diff1": 0.92158, - "nauc_precision_at_5_max": 0.853904, - "nauc_precision_at_5_std": -0.134468, - "nauc_precision_at_5_diff1": 0.913413, - "nauc_precision_at_10_max": 0.864968, - "nauc_precision_at_10_std": 0.099929, - "nauc_precision_at_10_diff1": 0.934418, - "nauc_precision_at_20_max": 0.840678, - "nauc_precision_at_20_std": -0.040741, + "nauc_precision_at_1_max": 0.641215, + "nauc_precision_at_1_std": -0.295689, + "nauc_precision_at_1_diff1": 0.910422, + "nauc_precision_at_3_max": 0.803377, + "nauc_precision_at_3_std": -0.111743, + "nauc_precision_at_3_diff1": 0.920829, + "nauc_precision_at_5_max": 0.809057, + "nauc_precision_at_5_std": -0.124579, + "nauc_precision_at_5_diff1": 0.928557, + "nauc_precision_at_10_max": 0.803078, + "nauc_precision_at_10_std": -0.153954, + "nauc_precision_at_10_diff1": 0.924406, + "nauc_precision_at_20_max": 0.792624, + "nauc_precision_at_20_std": -0.172518, "nauc_precision_at_20_diff1": 0.965142, "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": -0.369981, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.6945, - "nauc_mrr_at_1_std": -0.203267, - "nauc_mrr_at_1_diff1": 0.925846, - "nauc_mrr_at_3_max": 0.741513, - "nauc_mrr_at_3_std": -0.178107, - "nauc_mrr_at_3_diff1": 0.925281, - "nauc_mrr_at_5_max": 0.737109, - "nauc_mrr_at_5_std": -0.179533, - "nauc_mrr_at_5_diff1": 0.924689, - "nauc_mrr_at_10_max": 0.735307, - "nauc_mrr_at_10_std": -0.172317, - "nauc_mrr_at_10_diff1": 0.925886, - "nauc_mrr_at_20_max": 0.734292, - "nauc_mrr_at_20_std": -0.175567, - "nauc_mrr_at_20_diff1": 0.926196, - "nauc_mrr_at_100_max": 0.734344, - "nauc_mrr_at_100_std": -0.175351, - "nauc_mrr_at_100_diff1": 0.926099, - "nauc_mrr_at_1000_max": 0.734313, - "nauc_mrr_at_1000_std": -0.175274, - "nauc_mrr_at_1000_diff1": 0.926087, - "main_score": 0.93098, + "nauc_mrr_at_1_max": 0.641215, + "nauc_mrr_at_1_std": -0.295689, + "nauc_mrr_at_1_diff1": 0.910422, + "nauc_mrr_at_3_max": 0.69213, + "nauc_mrr_at_3_std": -0.242079, + "nauc_mrr_at_3_diff1": 0.913499, + "nauc_mrr_at_5_max": 0.687677, + "nauc_mrr_at_5_std": -0.249827, + "nauc_mrr_at_5_diff1": 0.913776, + "nauc_mrr_at_10_max": 0.685984, + "nauc_mrr_at_10_std": -0.252166, + "nauc_mrr_at_10_diff1": 0.913365, + "nauc_mrr_at_20_max": 0.684851, + "nauc_mrr_at_20_std": -0.253474, + "nauc_mrr_at_20_diff1": 0.913788, + "nauc_mrr_at_100_max": 0.684715, + "nauc_mrr_at_100_std": -0.253099, + "nauc_mrr_at_100_diff1": 0.913621, + "nauc_mrr_at_1000_max": 0.684679, + "nauc_mrr_at_1000_std": -0.253073, + "nauc_mrr_at_1000_diff1": 0.913608, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92782, "hf_subset": "snd_Arab-eng_Latn", "languages": [ "snd-Arab", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.71556, - "ndcg_at_3": 0.7827, - "ndcg_at_5": 0.79561, - "ndcg_at_10": 0.8079, - "ndcg_at_20": 0.81327, - "ndcg_at_100": 0.82493, - "ndcg_at_1000": 0.82763, - "map_at_1": 0.71556, - "map_at_3": 0.76667, - "map_at_5": 0.77389, - "map_at_10": 0.77922, - "map_at_20": 0.78071, - "map_at_100": 0.78236, - "map_at_1000": 0.78249, - "recall_at_1": 0.71556, - "recall_at_3": 0.82889, - "recall_at_5": 0.86, - "recall_at_10": 0.89667, - "recall_at_20": 0.91778, - "recall_at_100": 0.98, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.68444, + "ndcg_at_3": 0.75649, + "ndcg_at_5": 0.76979, + "ndcg_at_10": 0.78214, + "ndcg_at_20": 0.79013, + "ndcg_at_100": 0.80211, + "ndcg_at_1000": 0.80588, + "map_at_1": 0.68444, + "map_at_3": 0.73944, + "map_at_5": 0.74683, + "map_at_10": 0.75201, + "map_at_20": 0.75412, + "map_at_100": 0.75578, + "map_at_1000": 0.75596, + "recall_at_1": 0.68444, + "recall_at_3": 0.80556, + "recall_at_5": 0.83778, + "recall_at_10": 0.87556, + "recall_at_20": 0.90778, + "recall_at_100": 0.97222, "recall_at_1000": 1.0, - "precision_at_1": 0.71556, - "precision_at_3": 0.2763, - "precision_at_5": 0.172, - "precision_at_10": 0.08967, - "precision_at_20": 0.04589, - "precision_at_100": 0.0098, + "accuracy": 0.68444, + "precision_at_1": 0.68444, + "precision_at_3": 0.26852, + "precision_at_5": 0.16756, + "precision_at_10": 0.08756, + "precision_at_20": 0.04539, + "precision_at_100": 0.00972, "precision_at_1000": 0.001, - "mrr_at_1": 0.715556, - "mrr_at_3": 0.766667, - "mrr_at_5": 0.773889, - "mrr_at_10": 0.779216, - "mrr_at_20": 0.780711, - "mrr_at_100": 0.782364, - "mrr_at_1000": 0.782488, - "nauc_ndcg_at_1_max": 0.721257, - "nauc_ndcg_at_1_std": 0.151051, - "nauc_ndcg_at_1_diff1": 0.85971, - "nauc_ndcg_at_3_max": 0.768015, - "nauc_ndcg_at_3_std": 0.210943, - "nauc_ndcg_at_3_diff1": 0.831552, - "nauc_ndcg_at_5_max": 0.769797, - "nauc_ndcg_at_5_std": 0.217555, - "nauc_ndcg_at_5_diff1": 0.83189, - "nauc_ndcg_at_10_max": 0.767752, - "nauc_ndcg_at_10_std": 0.236214, - "nauc_ndcg_at_10_diff1": 0.831191, - "nauc_ndcg_at_20_max": 0.767517, - "nauc_ndcg_at_20_std": 0.236898, - "nauc_ndcg_at_20_diff1": 0.832038, - "nauc_ndcg_at_100_max": 0.762321, - "nauc_ndcg_at_100_std": 0.222361, - "nauc_ndcg_at_100_diff1": 0.836829, - "nauc_ndcg_at_1000_max": 0.759553, - "nauc_ndcg_at_1000_std": 0.213342, - "nauc_ndcg_at_1000_diff1": 0.837239, - "nauc_map_at_1_max": 0.721257, - "nauc_map_at_1_std": 0.151051, - "nauc_map_at_1_diff1": 0.85971, - "nauc_map_at_3_max": 0.754842, - "nauc_map_at_3_std": 0.190846, - "nauc_map_at_3_diff1": 0.839272, - "nauc_map_at_5_max": 0.75539, - "nauc_map_at_5_std": 0.193669, - "nauc_map_at_5_diff1": 0.839689, - "nauc_map_at_10_max": 0.754172, - "nauc_map_at_10_std": 0.200154, - "nauc_map_at_10_diff1": 0.83938, - "nauc_map_at_20_max": 0.754054, - "nauc_map_at_20_std": 0.200147, - "nauc_map_at_20_diff1": 0.839686, - "nauc_map_at_100_max": 0.753326, - "nauc_map_at_100_std": 0.198155, - "nauc_map_at_100_diff1": 0.840359, - "nauc_map_at_1000_max": 0.753224, - "nauc_map_at_1000_std": 0.197818, - "nauc_map_at_1000_diff1": 0.840392, - "nauc_recall_at_1_max": 0.721257, - "nauc_recall_at_1_std": 0.151051, - "nauc_recall_at_1_diff1": 0.85971, - "nauc_recall_at_3_max": 0.817165, - "nauc_recall_at_3_std": 0.28767, - "nauc_recall_at_3_diff1": 0.802865, - "nauc_recall_at_5_max": 0.832683, - "nauc_recall_at_5_std": 0.324696, - "nauc_recall_at_5_diff1": 0.798193, - "nauc_recall_at_10_max": 0.84272, - "nauc_recall_at_10_std": 0.453621, - "nauc_recall_at_10_diff1": 0.786465, - "nauc_recall_at_20_max": 0.858909, - "nauc_recall_at_20_std": 0.511943, - "nauc_recall_at_20_diff1": 0.781342, - "nauc_recall_at_100_max": 0.924655, - "nauc_recall_at_100_std": 0.747536, - "nauc_recall_at_100_diff1": 0.818835, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.721257, - "nauc_precision_at_1_std": 0.151051, - "nauc_precision_at_1_diff1": 0.85971, - "nauc_precision_at_3_max": 0.817165, - "nauc_precision_at_3_std": 0.28767, - "nauc_precision_at_3_diff1": 0.802865, - "nauc_precision_at_5_max": 0.832683, - "nauc_precision_at_5_std": 0.324696, - "nauc_precision_at_5_diff1": 0.798193, - "nauc_precision_at_10_max": 0.84272, - "nauc_precision_at_10_std": 0.453621, - "nauc_precision_at_10_diff1": 0.786465, - "nauc_precision_at_20_max": 0.858909, - "nauc_precision_at_20_std": 0.511943, - "nauc_precision_at_20_diff1": 0.781342, - "nauc_precision_at_100_max": 0.924655, - "nauc_precision_at_100_std": 0.747536, - "nauc_precision_at_100_diff1": 0.818835, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.721257, - "nauc_mrr_at_1_std": 0.151051, - "nauc_mrr_at_1_diff1": 0.85971, - "nauc_mrr_at_3_max": 0.754842, - "nauc_mrr_at_3_std": 0.190846, - "nauc_mrr_at_3_diff1": 0.839272, - "nauc_mrr_at_5_max": 0.75539, - "nauc_mrr_at_5_std": 0.193669, - "nauc_mrr_at_5_diff1": 0.839689, - "nauc_mrr_at_10_max": 0.754172, - "nauc_mrr_at_10_std": 0.200154, - "nauc_mrr_at_10_diff1": 0.83938, - "nauc_mrr_at_20_max": 0.754054, - "nauc_mrr_at_20_std": 0.200147, - "nauc_mrr_at_20_diff1": 0.839686, - "nauc_mrr_at_100_max": 0.753326, - "nauc_mrr_at_100_std": 0.198155, - "nauc_mrr_at_100_diff1": 0.840359, - "nauc_mrr_at_1000_max": 0.753224, - "nauc_mrr_at_1000_std": 0.197818, - "nauc_mrr_at_1000_diff1": 0.840392, - "main_score": 0.8079, + "mrr_at_1": 0.684444, + "mrr_at_3": 0.739444, + "mrr_at_5": 0.746833, + "mrr_at_10": 0.752014, + "mrr_at_20": 0.754117, + "mrr_at_100": 0.755785, + "mrr_at_1000": 0.755961, + "nauc_ndcg_at_1_max": 0.686648, + "nauc_ndcg_at_1_std": 0.054941, + "nauc_ndcg_at_1_diff1": 0.856176, + "nauc_ndcg_at_3_max": 0.739646, + "nauc_ndcg_at_3_std": 0.146185, + "nauc_ndcg_at_3_diff1": 0.826217, + "nauc_ndcg_at_5_max": 0.744987, + "nauc_ndcg_at_5_std": 0.17055, + "nauc_ndcg_at_5_diff1": 0.827916, + "nauc_ndcg_at_10_max": 0.742259, + "nauc_ndcg_at_10_std": 0.171659, + "nauc_ndcg_at_10_diff1": 0.829006, + "nauc_ndcg_at_20_max": 0.739778, + "nauc_ndcg_at_20_std": 0.178837, + "nauc_ndcg_at_20_diff1": 0.82892, + "nauc_ndcg_at_100_max": 0.73667, + "nauc_ndcg_at_100_std": 0.163969, + "nauc_ndcg_at_100_diff1": 0.832725, + "nauc_ndcg_at_1000_max": 0.733557, + "nauc_ndcg_at_1000_std": 0.153305, + "nauc_ndcg_at_1000_diff1": 0.833435, + "nauc_map_at_1_max": 0.686648, + "nauc_map_at_1_std": 0.054941, + "nauc_map_at_1_diff1": 0.856176, + "nauc_map_at_3_max": 0.726953, + "nauc_map_at_3_std": 0.123578, + "nauc_map_at_3_diff1": 0.834465, + "nauc_map_at_5_max": 0.729295, + "nauc_map_at_5_std": 0.135568, + "nauc_map_at_5_diff1": 0.835508, + "nauc_map_at_10_max": 0.727831, + "nauc_map_at_10_std": 0.134956, + "nauc_map_at_10_diff1": 0.836195, + "nauc_map_at_20_max": 0.72707, + "nauc_map_at_20_std": 0.136165, + "nauc_map_at_20_diff1": 0.836212, + "nauc_map_at_100_max": 0.726783, + "nauc_map_at_100_std": 0.134582, + "nauc_map_at_100_diff1": 0.836702, + "nauc_map_at_1000_max": 0.726665, + "nauc_map_at_1000_std": 0.134179, + "nauc_map_at_1000_diff1": 0.836732, + "nauc_recall_at_1_max": 0.686648, + "nauc_recall_at_1_std": 0.054941, + "nauc_recall_at_1_diff1": 0.856176, + "nauc_recall_at_3_max": 0.784561, + "nauc_recall_at_3_std": 0.22664, + "nauc_recall_at_3_diff1": 0.796377, + "nauc_recall_at_5_max": 0.810168, + "nauc_recall_at_5_std": 0.319112, + "nauc_recall_at_5_diff1": 0.79684, + "nauc_recall_at_10_max": 0.815585, + "nauc_recall_at_10_std": 0.36777, + "nauc_recall_at_10_diff1": 0.792636, + "nauc_recall_at_20_max": 0.819603, + "nauc_recall_at_20_std": 0.490264, + "nauc_recall_at_20_diff1": 0.780995, + "nauc_recall_at_100_max": 0.880205, + "nauc_recall_at_100_std": 0.655257, + "nauc_recall_at_100_diff1": 0.80028, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686648, + "nauc_precision_at_1_std": 0.054941, + "nauc_precision_at_1_diff1": 0.856176, + "nauc_precision_at_3_max": 0.784561, + "nauc_precision_at_3_std": 0.22664, + "nauc_precision_at_3_diff1": 0.796377, + "nauc_precision_at_5_max": 0.810168, + "nauc_precision_at_5_std": 0.319112, + "nauc_precision_at_5_diff1": 0.79684, + "nauc_precision_at_10_max": 0.815585, + "nauc_precision_at_10_std": 0.36777, + "nauc_precision_at_10_diff1": 0.792636, + "nauc_precision_at_20_max": 0.819603, + "nauc_precision_at_20_std": 0.490264, + "nauc_precision_at_20_diff1": 0.780995, + "nauc_precision_at_100_max": 0.880205, + "nauc_precision_at_100_std": 0.655257, + "nauc_precision_at_100_diff1": 0.80028, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686648, + "nauc_mrr_at_1_std": 0.054941, + "nauc_mrr_at_1_diff1": 0.856176, + "nauc_mrr_at_3_max": 0.726953, + "nauc_mrr_at_3_std": 0.123578, + "nauc_mrr_at_3_diff1": 0.834465, + "nauc_mrr_at_5_max": 0.729295, + "nauc_mrr_at_5_std": 0.135568, + "nauc_mrr_at_5_diff1": 0.835508, + "nauc_mrr_at_10_max": 0.727831, + "nauc_mrr_at_10_std": 0.134956, + "nauc_mrr_at_10_diff1": 0.836195, + "nauc_mrr_at_20_max": 0.72707, + "nauc_mrr_at_20_std": 0.136165, + "nauc_mrr_at_20_diff1": 0.836212, + "nauc_mrr_at_100_max": 0.726783, + "nauc_mrr_at_100_std": 0.134582, + "nauc_mrr_at_100_diff1": 0.836702, + "nauc_mrr_at_1000_max": 0.726665, + "nauc_mrr_at_1000_std": 0.134179, + "nauc_mrr_at_1000_diff1": 0.836732, + "hit_rate_at_1": 0.68444, + "hit_rate_at_3": 0.80556, + "hit_rate_at_5": 0.83778, + "hit_rate_at_10": 0.87556, + "hit_rate_at_20": 0.90778, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.78214, "hf_subset": "eng_Latn-snd_Arab", "languages": [ "eng-Latn", "snd-Arab" - ] - }, - { - "ndcg_at_1": 0.46556, - "ndcg_at_3": 0.52107, - "ndcg_at_5": 0.53565, - "ndcg_at_10": 0.55155, - "ndcg_at_20": 0.56331, - "ndcg_at_100": 0.59038, - "ndcg_at_1000": 0.61141, - "map_at_1": 0.46556, - "map_at_3": 0.50759, - "map_at_5": 0.51565, - "map_at_10": 0.52227, - "map_at_20": 0.52548, - "map_at_100": 0.52902, - "map_at_1000": 0.52989, - "recall_at_1": 0.46556, - "recall_at_3": 0.56, - "recall_at_5": 0.59556, - "recall_at_10": 0.64444, - "recall_at_20": 0.69111, - "recall_at_100": 0.84, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47444, + "ndcg_at_3": 0.53221, + "ndcg_at_5": 0.54406, + "ndcg_at_10": 0.55992, + "ndcg_at_20": 0.57213, + "ndcg_at_100": 0.59866, + "ndcg_at_1000": 0.61934, + "map_at_1": 0.47444, + "map_at_3": 0.51833, + "map_at_5": 0.52489, + "map_at_10": 0.53167, + "map_at_20": 0.53494, + "map_at_100": 0.53846, + "map_at_1000": 0.53933, + "recall_at_1": 0.47444, + "recall_at_3": 0.57222, + "recall_at_5": 0.60111, + "recall_at_10": 0.64889, + "recall_at_20": 0.69778, + "recall_at_100": 0.84333, "recall_at_1000": 1.0, - "precision_at_1": 0.46556, - "precision_at_3": 0.18667, - "precision_at_5": 0.11911, - "precision_at_10": 0.06444, - "precision_at_20": 0.03456, - "precision_at_100": 0.0084, - "precision_at_1000": 0.001, - "mrr_at_1": 0.465556, - "mrr_at_3": 0.507593, - "mrr_at_5": 0.515648, - "mrr_at_10": 0.522267, - "mrr_at_20": 0.525476, - "mrr_at_100": 0.529021, - "mrr_at_1000": 0.529891, - "nauc_ndcg_at_1_max": 0.75588, - "nauc_ndcg_at_1_std": -0.340382, - "nauc_ndcg_at_1_diff1": 0.847881, - "nauc_ndcg_at_3_max": 0.75322, - "nauc_ndcg_at_3_std": -0.340374, - "nauc_ndcg_at_3_diff1": 0.802172, - "nauc_ndcg_at_5_max": 0.750555, - "nauc_ndcg_at_5_std": -0.330625, - "nauc_ndcg_at_5_diff1": 0.788578, - "nauc_ndcg_at_10_max": 0.739485, - "nauc_ndcg_at_10_std": -0.33144, - "nauc_ndcg_at_10_diff1": 0.779089, - "nauc_ndcg_at_20_max": 0.736406, - "nauc_ndcg_at_20_std": -0.333501, - "nauc_ndcg_at_20_diff1": 0.777016, - "nauc_ndcg_at_100_max": 0.735703, - "nauc_ndcg_at_100_std": -0.3257, - "nauc_ndcg_at_100_diff1": 0.778169, - "nauc_ndcg_at_1000_max": 0.741284, - "nauc_ndcg_at_1000_std": -0.331323, - "nauc_ndcg_at_1000_diff1": 0.789018, - "nauc_map_at_1_max": 0.75588, - "nauc_map_at_1_std": -0.340382, - "nauc_map_at_1_diff1": 0.847881, - "nauc_map_at_3_max": 0.754113, - "nauc_map_at_3_std": -0.339925, - "nauc_map_at_3_diff1": 0.813339, - "nauc_map_at_5_max": 0.752477, - "nauc_map_at_5_std": -0.334867, - "nauc_map_at_5_diff1": 0.806041, - "nauc_map_at_10_max": 0.747856, - "nauc_map_at_10_std": -0.335382, - "nauc_map_at_10_diff1": 0.802275, - "nauc_map_at_20_max": 0.747017, - "nauc_map_at_20_std": -0.33615, - "nauc_map_at_20_diff1": 0.801878, - "nauc_map_at_100_max": 0.746757, - "nauc_map_at_100_std": -0.334859, - "nauc_map_at_100_diff1": 0.801945, - "nauc_map_at_1000_max": 0.746956, - "nauc_map_at_1000_std": -0.335048, - "nauc_map_at_1000_diff1": 0.802353, - "nauc_recall_at_1_max": 0.75588, - "nauc_recall_at_1_std": -0.340382, - "nauc_recall_at_1_diff1": 0.847881, - "nauc_recall_at_3_max": 0.750426, - "nauc_recall_at_3_std": -0.341923, - "nauc_recall_at_3_diff1": 0.768597, - "nauc_recall_at_5_max": 0.744323, - "nauc_recall_at_5_std": -0.315777, - "nauc_recall_at_5_diff1": 0.732239, - "nauc_recall_at_10_max": 0.706596, - "nauc_recall_at_10_std": -0.316367, - "nauc_recall_at_10_diff1": 0.695076, - "nauc_recall_at_20_max": 0.689341, - "nauc_recall_at_20_std": -0.322822, - "nauc_recall_at_20_diff1": 0.676707, - "nauc_recall_at_100_max": 0.655515, - "nauc_recall_at_100_std": -0.243182, - "nauc_recall_at_100_diff1": 0.623861, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.75588, - "nauc_precision_at_1_std": -0.340382, - "nauc_precision_at_1_diff1": 0.847881, - "nauc_precision_at_3_max": 0.750426, - "nauc_precision_at_3_std": -0.341923, - "nauc_precision_at_3_diff1": 0.768597, - "nauc_precision_at_5_max": 0.744323, - "nauc_precision_at_5_std": -0.315777, - "nauc_precision_at_5_diff1": 0.732239, - "nauc_precision_at_10_max": 0.706596, - "nauc_precision_at_10_std": -0.316367, - "nauc_precision_at_10_diff1": 0.695076, - "nauc_precision_at_20_max": 0.689341, - "nauc_precision_at_20_std": -0.322822, - "nauc_precision_at_20_diff1": 0.676707, - "nauc_precision_at_100_max": 0.655515, - "nauc_precision_at_100_std": -0.243182, - "nauc_precision_at_100_diff1": 0.623861, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.75588, - "nauc_mrr_at_1_std": -0.340382, - "nauc_mrr_at_1_diff1": 0.847881, - "nauc_mrr_at_3_max": 0.754113, - "nauc_mrr_at_3_std": -0.339925, - "nauc_mrr_at_3_diff1": 0.813339, - "nauc_mrr_at_5_max": 0.752477, - "nauc_mrr_at_5_std": -0.334867, - "nauc_mrr_at_5_diff1": 0.806041, - "nauc_mrr_at_10_max": 0.747856, - "nauc_mrr_at_10_std": -0.335382, - "nauc_mrr_at_10_diff1": 0.802275, - "nauc_mrr_at_20_max": 0.747017, - "nauc_mrr_at_20_std": -0.33615, - "nauc_mrr_at_20_diff1": 0.801878, - "nauc_mrr_at_100_max": 0.746757, - "nauc_mrr_at_100_std": -0.334859, - "nauc_mrr_at_100_diff1": 0.801945, - "nauc_mrr_at_1000_max": 0.746956, - "nauc_mrr_at_1000_std": -0.335048, - "nauc_mrr_at_1000_diff1": 0.802353, - "main_score": 0.55155, + "accuracy": 0.47444, + "precision_at_1": 0.47444, + "precision_at_3": 0.19074, + "precision_at_5": 0.12022, + "precision_at_10": 0.06489, + "precision_at_20": 0.03489, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.474444, + "mrr_at_3": 0.518333, + "mrr_at_5": 0.524889, + "mrr_at_10": 0.531672, + "mrr_at_20": 0.534942, + "mrr_at_100": 0.538459, + "mrr_at_1000": 0.53933, + "nauc_ndcg_at_1_max": 0.748905, + "nauc_ndcg_at_1_std": -0.348071, + "nauc_ndcg_at_1_diff1": 0.849843, + "nauc_ndcg_at_3_max": 0.742737, + "nauc_ndcg_at_3_std": -0.345846, + "nauc_ndcg_at_3_diff1": 0.801378, + "nauc_ndcg_at_5_max": 0.736265, + "nauc_ndcg_at_5_std": -0.336016, + "nauc_ndcg_at_5_diff1": 0.789285, + "nauc_ndcg_at_10_max": 0.736742, + "nauc_ndcg_at_10_std": -0.336341, + "nauc_ndcg_at_10_diff1": 0.785328, + "nauc_ndcg_at_20_max": 0.731811, + "nauc_ndcg_at_20_std": -0.325878, + "nauc_ndcg_at_20_diff1": 0.780363, + "nauc_ndcg_at_100_max": 0.730229, + "nauc_ndcg_at_100_std": -0.32836, + "nauc_ndcg_at_100_diff1": 0.781492, + "nauc_ndcg_at_1000_max": 0.735525, + "nauc_ndcg_at_1000_std": -0.335376, + "nauc_ndcg_at_1000_diff1": 0.792649, + "nauc_map_at_1_max": 0.748905, + "nauc_map_at_1_std": -0.348071, + "nauc_map_at_1_diff1": 0.849843, + "nauc_map_at_3_max": 0.744376, + "nauc_map_at_3_std": -0.347771, + "nauc_map_at_3_diff1": 0.813371, + "nauc_map_at_5_max": 0.740715, + "nauc_map_at_5_std": -0.342737, + "nauc_map_at_5_diff1": 0.806799, + "nauc_map_at_10_max": 0.740852, + "nauc_map_at_10_std": -0.343027, + "nauc_map_at_10_diff1": 0.805116, + "nauc_map_at_20_max": 0.739648, + "nauc_map_at_20_std": -0.340492, + "nauc_map_at_20_diff1": 0.804025, + "nauc_map_at_100_max": 0.739475, + "nauc_map_at_100_std": -0.341027, + "nauc_map_at_100_diff1": 0.804343, + "nauc_map_at_1000_max": 0.739675, + "nauc_map_at_1000_std": -0.341291, + "nauc_map_at_1000_diff1": 0.804794, + "nauc_recall_at_1_max": 0.748905, + "nauc_recall_at_1_std": -0.348071, + "nauc_recall_at_1_diff1": 0.849843, + "nauc_recall_at_3_max": 0.737726, + "nauc_recall_at_3_std": -0.339419, + "nauc_recall_at_3_diff1": 0.765088, + "nauc_recall_at_5_max": 0.721578, + "nauc_recall_at_5_std": -0.312562, + "nauc_recall_at_5_diff1": 0.733095, + "nauc_recall_at_10_max": 0.72252, + "nauc_recall_at_10_std": -0.310993, + "nauc_recall_at_10_diff1": 0.716026, + "nauc_recall_at_20_max": 0.696664, + "nauc_recall_at_20_std": -0.256419, + "nauc_recall_at_20_diff1": 0.683934, + "nauc_recall_at_100_max": 0.655153, + "nauc_recall_at_100_std": -0.226105, + "nauc_recall_at_100_diff1": 0.624521, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748905, + "nauc_precision_at_1_std": -0.348071, + "nauc_precision_at_1_diff1": 0.849843, + "nauc_precision_at_3_max": 0.737726, + "nauc_precision_at_3_std": -0.339419, + "nauc_precision_at_3_diff1": 0.765088, + "nauc_precision_at_5_max": 0.721578, + "nauc_precision_at_5_std": -0.312562, + "nauc_precision_at_5_diff1": 0.733095, + "nauc_precision_at_10_max": 0.72252, + "nauc_precision_at_10_std": -0.310993, + "nauc_precision_at_10_diff1": 0.716026, + "nauc_precision_at_20_max": 0.696664, + "nauc_precision_at_20_std": -0.256419, + "nauc_precision_at_20_diff1": 0.683934, + "nauc_precision_at_100_max": 0.655153, + "nauc_precision_at_100_std": -0.226105, + "nauc_precision_at_100_diff1": 0.624521, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748905, + "nauc_mrr_at_1_std": -0.348071, + "nauc_mrr_at_1_diff1": 0.849843, + "nauc_mrr_at_3_max": 0.744376, + "nauc_mrr_at_3_std": -0.347771, + "nauc_mrr_at_3_diff1": 0.813371, + "nauc_mrr_at_5_max": 0.740715, + "nauc_mrr_at_5_std": -0.342737, + "nauc_mrr_at_5_diff1": 0.806799, + "nauc_mrr_at_10_max": 0.740852, + "nauc_mrr_at_10_std": -0.343027, + "nauc_mrr_at_10_diff1": 0.805116, + "nauc_mrr_at_20_max": 0.739648, + "nauc_mrr_at_20_std": -0.340492, + "nauc_mrr_at_20_diff1": 0.804025, + "nauc_mrr_at_100_max": 0.739475, + "nauc_mrr_at_100_std": -0.341027, + "nauc_mrr_at_100_diff1": 0.804343, + "nauc_mrr_at_1000_max": 0.739675, + "nauc_mrr_at_1000_std": -0.341291, + "nauc_mrr_at_1000_diff1": 0.804794, + "hit_rate_at_1": 0.47444, + "hit_rate_at_3": 0.57222, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.64889, + "hit_rate_at_20": 0.69778, + "hit_rate_at_100": 0.84333, + "hit_rate_at_1000": 1.0, + "main_score": 0.55992, "hf_subset": "som_Latn-som_Latn", "languages": [ "som-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.57333, - "ndcg_at_3": 0.64893, - "ndcg_at_5": 0.67236, - "ndcg_at_10": 0.69118, - "ndcg_at_20": 0.70236, - "ndcg_at_100": 0.72111, - "ndcg_at_1000": 0.7257, + "ndcg_at_3": 0.6517, + "ndcg_at_5": 0.66921, + "ndcg_at_10": 0.68811, + "ndcg_at_20": 0.7004, + "ndcg_at_100": 0.71886, + "ndcg_at_1000": 0.72446, "map_at_1": 0.57333, - "map_at_3": 0.62981, - "map_at_5": 0.64287, - "map_at_10": 0.65051, - "map_at_20": 0.65354, - "map_at_100": 0.65615, - "map_at_1000": 0.65635, + "map_at_3": 0.63167, + "map_at_5": 0.64144, + "map_at_10": 0.64938, + "map_at_20": 0.65286, + "map_at_100": 0.65538, + "map_at_1000": 0.65562, "recall_at_1": 0.57333, - "recall_at_3": 0.70444, - "recall_at_5": 0.76111, - "recall_at_10": 0.82, - "recall_at_20": 0.86444, - "recall_at_100": 0.96556, + "recall_at_3": 0.71, + "recall_at_5": 0.75222, + "recall_at_10": 0.81, + "recall_at_20": 0.85778, + "recall_at_100": 0.95778, "recall_at_1000": 1.0, + "accuracy": 0.57333, "precision_at_1": 0.57333, - "precision_at_3": 0.23481, - "precision_at_5": 0.15222, - "precision_at_10": 0.082, - "precision_at_20": 0.04322, - "precision_at_100": 0.00966, + "precision_at_3": 0.23667, + "precision_at_5": 0.15044, + "precision_at_10": 0.081, + "precision_at_20": 0.04289, + "precision_at_100": 0.00958, "precision_at_1000": 0.001, "mrr_at_1": 0.573333, - "mrr_at_3": 0.629815, - "mrr_at_5": 0.64287, - "mrr_at_10": 0.650509, - "mrr_at_20": 0.653542, - "mrr_at_100": 0.656152, - "mrr_at_1000": 0.656352, - "nauc_ndcg_at_1_max": 0.810623, - "nauc_ndcg_at_1_std": 0.209863, - "nauc_ndcg_at_1_diff1": 0.871097, - "nauc_ndcg_at_3_max": 0.788006, - "nauc_ndcg_at_3_std": 0.205983, - "nauc_ndcg_at_3_diff1": 0.825174, - "nauc_ndcg_at_5_max": 0.783436, - "nauc_ndcg_at_5_std": 0.202819, - "nauc_ndcg_at_5_diff1": 0.819512, - "nauc_ndcg_at_10_max": 0.777315, - "nauc_ndcg_at_10_std": 0.198142, - "nauc_ndcg_at_10_diff1": 0.815146, - "nauc_ndcg_at_20_max": 0.779874, - "nauc_ndcg_at_20_std": 0.203046, - "nauc_ndcg_at_20_diff1": 0.815871, - "nauc_ndcg_at_100_max": 0.786615, - "nauc_ndcg_at_100_std": 0.212786, - "nauc_ndcg_at_100_diff1": 0.824829, - "nauc_ndcg_at_1000_max": 0.787256, - "nauc_ndcg_at_1000_std": 0.206751, - "nauc_ndcg_at_1000_diff1": 0.827102, - "nauc_map_at_1_max": 0.810623, - "nauc_map_at_1_std": 0.209863, - "nauc_map_at_1_diff1": 0.871097, - "nauc_map_at_3_max": 0.795062, - "nauc_map_at_3_std": 0.20784, - "nauc_map_at_3_diff1": 0.837867, - "nauc_map_at_5_max": 0.792878, - "nauc_map_at_5_std": 0.206245, - "nauc_map_at_5_diff1": 0.835301, - "nauc_map_at_10_max": 0.79086, - "nauc_map_at_10_std": 0.204519, - "nauc_map_at_10_diff1": 0.834068, - "nauc_map_at_20_max": 0.791528, - "nauc_map_at_20_std": 0.205705, - "nauc_map_at_20_diff1": 0.834407, - "nauc_map_at_100_max": 0.792236, - "nauc_map_at_100_std": 0.206661, - "nauc_map_at_100_diff1": 0.835353, - "nauc_map_at_1000_max": 0.792259, - "nauc_map_at_1000_std": 0.206483, - "nauc_map_at_1000_diff1": 0.835428, - "nauc_recall_at_1_max": 0.810623, - "nauc_recall_at_1_std": 0.209863, - "nauc_recall_at_1_diff1": 0.871097, - "nauc_recall_at_3_max": 0.764016, - "nauc_recall_at_3_std": 0.199409, - "nauc_recall_at_3_diff1": 0.782674, - "nauc_recall_at_5_max": 0.745805, - "nauc_recall_at_5_std": 0.188618, - "nauc_recall_at_5_diff1": 0.757634, - "nauc_recall_at_10_max": 0.706771, - "nauc_recall_at_10_std": 0.163622, - "nauc_recall_at_10_diff1": 0.720215, - "nauc_recall_at_20_max": 0.706127, - "nauc_recall_at_20_std": 0.190578, - "nauc_recall_at_20_diff1": 0.697893, - "nauc_recall_at_100_max": 0.753501, - "nauc_recall_at_100_std": 0.515963, - "nauc_recall_at_100_diff1": 0.709964, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.810623, - "nauc_precision_at_1_std": 0.209863, - "nauc_precision_at_1_diff1": 0.871097, - "nauc_precision_at_3_max": 0.764016, - "nauc_precision_at_3_std": 0.199409, - "nauc_precision_at_3_diff1": 0.782674, - "nauc_precision_at_5_max": 0.745805, - "nauc_precision_at_5_std": 0.188618, - "nauc_precision_at_5_diff1": 0.757634, - "nauc_precision_at_10_max": 0.706771, - "nauc_precision_at_10_std": 0.163622, - "nauc_precision_at_10_diff1": 0.720215, - "nauc_precision_at_20_max": 0.706127, - "nauc_precision_at_20_std": 0.190578, - "nauc_precision_at_20_diff1": 0.697893, - "nauc_precision_at_100_max": 0.753501, - "nauc_precision_at_100_std": 0.515963, - "nauc_precision_at_100_diff1": 0.709964, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.810623, - "nauc_mrr_at_1_std": 0.209863, - "nauc_mrr_at_1_diff1": 0.871097, - "nauc_mrr_at_3_max": 0.795062, - "nauc_mrr_at_3_std": 0.20784, - "nauc_mrr_at_3_diff1": 0.837867, - "nauc_mrr_at_5_max": 0.792878, - "nauc_mrr_at_5_std": 0.206245, - "nauc_mrr_at_5_diff1": 0.835301, - "nauc_mrr_at_10_max": 0.79086, - "nauc_mrr_at_10_std": 0.204519, - "nauc_mrr_at_10_diff1": 0.834068, - "nauc_mrr_at_20_max": 0.791528, - "nauc_mrr_at_20_std": 0.205705, - "nauc_mrr_at_20_diff1": 0.834407, - "nauc_mrr_at_100_max": 0.792236, - "nauc_mrr_at_100_std": 0.206661, - "nauc_mrr_at_100_diff1": 0.835353, - "nauc_mrr_at_1000_max": 0.792259, - "nauc_mrr_at_1000_std": 0.206483, - "nauc_mrr_at_1000_diff1": 0.835428, - "main_score": 0.69118, + "mrr_at_3": 0.631667, + "mrr_at_5": 0.641444, + "mrr_at_10": 0.649377, + "mrr_at_20": 0.652859, + "mrr_at_100": 0.655376, + "mrr_at_1000": 0.655617, + "nauc_ndcg_at_1_max": 0.782286, + "nauc_ndcg_at_1_std": 0.181951, + "nauc_ndcg_at_1_diff1": 0.873695, + "nauc_ndcg_at_3_max": 0.751457, + "nauc_ndcg_at_3_std": 0.148139, + "nauc_ndcg_at_3_diff1": 0.827633, + "nauc_ndcg_at_5_max": 0.749996, + "nauc_ndcg_at_5_std": 0.161903, + "nauc_ndcg_at_5_diff1": 0.819695, + "nauc_ndcg_at_10_max": 0.745128, + "nauc_ndcg_at_10_std": 0.161909, + "nauc_ndcg_at_10_diff1": 0.816765, + "nauc_ndcg_at_20_max": 0.745534, + "nauc_ndcg_at_20_std": 0.163805, + "nauc_ndcg_at_20_diff1": 0.81888, + "nauc_ndcg_at_100_max": 0.753274, + "nauc_ndcg_at_100_std": 0.176475, + "nauc_ndcg_at_100_diff1": 0.827071, + "nauc_ndcg_at_1000_max": 0.754369, + "nauc_ndcg_at_1000_std": 0.168646, + "nauc_ndcg_at_1000_diff1": 0.829625, + "nauc_map_at_1_max": 0.782286, + "nauc_map_at_1_std": 0.181951, + "nauc_map_at_1_diff1": 0.873695, + "nauc_map_at_3_max": 0.761017, + "nauc_map_at_3_std": 0.159745, + "nauc_map_at_3_diff1": 0.840645, + "nauc_map_at_5_max": 0.76039, + "nauc_map_at_5_std": 0.167381, + "nauc_map_at_5_diff1": 0.836758, + "nauc_map_at_10_max": 0.758916, + "nauc_map_at_10_std": 0.167478, + "nauc_map_at_10_diff1": 0.836071, + "nauc_map_at_20_max": 0.759028, + "nauc_map_at_20_std": 0.167736, + "nauc_map_at_20_diff1": 0.836772, + "nauc_map_at_100_max": 0.759874, + "nauc_map_at_100_std": 0.168996, + "nauc_map_at_100_diff1": 0.837697, + "nauc_map_at_1000_max": 0.759935, + "nauc_map_at_1000_std": 0.168764, + "nauc_map_at_1000_diff1": 0.837799, + "nauc_recall_at_1_max": 0.782286, + "nauc_recall_at_1_std": 0.181951, + "nauc_recall_at_1_diff1": 0.873695, + "nauc_recall_at_3_max": 0.718622, + "nauc_recall_at_3_std": 0.107817, + "nauc_recall_at_3_diff1": 0.783469, + "nauc_recall_at_5_max": 0.710292, + "nauc_recall_at_5_std": 0.1423, + "nauc_recall_at_5_diff1": 0.754128, + "nauc_recall_at_10_max": 0.677834, + "nauc_recall_at_10_std": 0.137677, + "nauc_recall_at_10_diff1": 0.724745, + "nauc_recall_at_20_max": 0.662342, + "nauc_recall_at_20_std": 0.147631, + "nauc_recall_at_20_diff1": 0.712149, + "nauc_recall_at_100_max": 0.713352, + "nauc_recall_at_100_std": 0.49984, + "nauc_recall_at_100_diff1": 0.72506, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782286, + "nauc_precision_at_1_std": 0.181951, + "nauc_precision_at_1_diff1": 0.873695, + "nauc_precision_at_3_max": 0.718622, + "nauc_precision_at_3_std": 0.107817, + "nauc_precision_at_3_diff1": 0.783469, + "nauc_precision_at_5_max": 0.710292, + "nauc_precision_at_5_std": 0.1423, + "nauc_precision_at_5_diff1": 0.754128, + "nauc_precision_at_10_max": 0.677834, + "nauc_precision_at_10_std": 0.137677, + "nauc_precision_at_10_diff1": 0.724745, + "nauc_precision_at_20_max": 0.662342, + "nauc_precision_at_20_std": 0.147631, + "nauc_precision_at_20_diff1": 0.712149, + "nauc_precision_at_100_max": 0.713352, + "nauc_precision_at_100_std": 0.49984, + "nauc_precision_at_100_diff1": 0.72506, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.782286, + "nauc_mrr_at_1_std": 0.181951, + "nauc_mrr_at_1_diff1": 0.873695, + "nauc_mrr_at_3_max": 0.761017, + "nauc_mrr_at_3_std": 0.159745, + "nauc_mrr_at_3_diff1": 0.840645, + "nauc_mrr_at_5_max": 0.76039, + "nauc_mrr_at_5_std": 0.167381, + "nauc_mrr_at_5_diff1": 0.836758, + "nauc_mrr_at_10_max": 0.758916, + "nauc_mrr_at_10_std": 0.167478, + "nauc_mrr_at_10_diff1": 0.836071, + "nauc_mrr_at_20_max": 0.759028, + "nauc_mrr_at_20_std": 0.167736, + "nauc_mrr_at_20_diff1": 0.836772, + "nauc_mrr_at_100_max": 0.759874, + "nauc_mrr_at_100_std": 0.168996, + "nauc_mrr_at_100_diff1": 0.837697, + "nauc_mrr_at_1000_max": 0.759935, + "nauc_mrr_at_1000_std": 0.168764, + "nauc_mrr_at_1000_diff1": 0.837799, + "hit_rate_at_1": 0.57333, + "hit_rate_at_3": 0.71, + "hit_rate_at_5": 0.75222, + "hit_rate_at_10": 0.81, + "hit_rate_at_20": 0.85778, + "hit_rate_at_100": 0.95778, + "hit_rate_at_1000": 1.0, + "main_score": 0.68811, "hf_subset": "som_Latn-eng_Latn", "languages": [ "som-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.39556, - "ndcg_at_3": 0.4364, - "ndcg_at_5": 0.44673, - "ndcg_at_10": 0.45845, - "ndcg_at_20": 0.46999, - "ndcg_at_100": 0.49703, - "ndcg_at_1000": 0.53237, - "map_at_1": 0.39556, - "map_at_3": 0.42667, - "map_at_5": 0.43228, - "map_at_10": 0.43704, - "map_at_20": 0.44022, - "map_at_100": 0.44339, - "map_at_1000": 0.44476, - "recall_at_1": 0.39556, - "recall_at_3": 0.46444, - "recall_at_5": 0.49, - "recall_at_10": 0.52667, - "recall_at_20": 0.57222, - "recall_at_100": 0.72667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.44137, + "ndcg_at_5": 0.45275, + "ndcg_at_10": 0.46282, + "ndcg_at_20": 0.47082, + "ndcg_at_100": 0.50042, + "ndcg_at_1000": 0.53568, + "map_at_1": 0.4, + "map_at_3": 0.43111, + "map_at_5": 0.43739, + "map_at_10": 0.44155, + "map_at_20": 0.44367, + "map_at_100": 0.44736, + "map_at_1000": 0.44874, + "recall_at_1": 0.4, + "recall_at_3": 0.47111, + "recall_at_5": 0.49889, + "recall_at_10": 0.53, + "recall_at_20": 0.56222, + "recall_at_100": 0.72778, "recall_at_1000": 1.0, - "precision_at_1": 0.39556, - "precision_at_3": 0.15481, - "precision_at_5": 0.098, - "precision_at_10": 0.05267, - "precision_at_20": 0.02861, - "precision_at_100": 0.00727, - "precision_at_1000": 0.001, - "mrr_at_1": 0.395556, - "mrr_at_3": 0.426667, - "mrr_at_5": 0.432278, - "mrr_at_10": 0.437035, - "mrr_at_20": 0.440216, - "mrr_at_100": 0.443389, - "mrr_at_1000": 0.44476, - "nauc_ndcg_at_1_max": 0.899252, - "nauc_ndcg_at_1_std": 0.691435, - "nauc_ndcg_at_1_diff1": 0.873615, - "nauc_ndcg_at_3_max": 0.920297, - "nauc_ndcg_at_3_std": 0.738837, - "nauc_ndcg_at_3_diff1": 0.838805, - "nauc_ndcg_at_5_max": 0.910332, - "nauc_ndcg_at_5_std": 0.733504, - "nauc_ndcg_at_5_diff1": 0.826689, - "nauc_ndcg_at_10_max": 0.902594, - "nauc_ndcg_at_10_std": 0.733302, - "nauc_ndcg_at_10_diff1": 0.812651, - "nauc_ndcg_at_20_max": 0.895412, - "nauc_ndcg_at_20_std": 0.733791, - "nauc_ndcg_at_20_diff1": 0.803531, - "nauc_ndcg_at_100_max": 0.883873, - "nauc_ndcg_at_100_std": 0.727272, - "nauc_ndcg_at_100_diff1": 0.791676, - "nauc_ndcg_at_1000_max": 0.896961, - "nauc_ndcg_at_1000_std": 0.727989, - "nauc_ndcg_at_1000_diff1": 0.813278, - "nauc_map_at_1_max": 0.899252, - "nauc_map_at_1_std": 0.691435, - "nauc_map_at_1_diff1": 0.873615, - "nauc_map_at_3_max": 0.91602, - "nauc_map_at_3_std": 0.728436, - "nauc_map_at_3_diff1": 0.847202, - "nauc_map_at_5_max": 0.910755, - "nauc_map_at_5_std": 0.725634, - "nauc_map_at_5_diff1": 0.840633, - "nauc_map_at_10_max": 0.907524, - "nauc_map_at_10_std": 0.72532, - "nauc_map_at_10_diff1": 0.834799, - "nauc_map_at_20_max": 0.90547, - "nauc_map_at_20_std": 0.725431, - "nauc_map_at_20_diff1": 0.832239, - "nauc_map_at_100_max": 0.904018, - "nauc_map_at_100_std": 0.724567, - "nauc_map_at_100_diff1": 0.830765, - "nauc_map_at_1000_max": 0.90443, - "nauc_map_at_1000_std": 0.724549, - "nauc_map_at_1000_diff1": 0.831496, - "nauc_recall_at_1_max": 0.899252, - "nauc_recall_at_1_std": 0.691435, - "nauc_recall_at_1_diff1": 0.873615, - "nauc_recall_at_3_max": 0.932425, - "nauc_recall_at_3_std": 0.768718, - "nauc_recall_at_3_diff1": 0.814334, - "nauc_recall_at_5_max": 0.906962, - "nauc_recall_at_5_std": 0.755165, - "nauc_recall_at_5_diff1": 0.783838, - "nauc_recall_at_10_max": 0.882461, - "nauc_recall_at_10_std": 0.756271, - "nauc_recall_at_10_diff1": 0.73839, - "nauc_recall_at_20_max": 0.852, - "nauc_recall_at_20_std": 0.759426, - "nauc_recall_at_20_diff1": 0.697301, - "nauc_recall_at_100_max": 0.749359, - "nauc_recall_at_100_std": 0.718277, - "nauc_recall_at_100_diff1": 0.571928, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.899252, - "nauc_precision_at_1_std": 0.691435, - "nauc_precision_at_1_diff1": 0.873615, - "nauc_precision_at_3_max": 0.932425, - "nauc_precision_at_3_std": 0.768718, - "nauc_precision_at_3_diff1": 0.814334, - "nauc_precision_at_5_max": 0.906962, - "nauc_precision_at_5_std": 0.755165, - "nauc_precision_at_5_diff1": 0.783838, - "nauc_precision_at_10_max": 0.882461, - "nauc_precision_at_10_std": 0.756271, - "nauc_precision_at_10_diff1": 0.73839, - "nauc_precision_at_20_max": 0.852, - "nauc_precision_at_20_std": 0.759426, - "nauc_precision_at_20_diff1": 0.697301, - "nauc_precision_at_100_max": 0.749359, - "nauc_precision_at_100_std": 0.718277, - "nauc_precision_at_100_diff1": 0.571928, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.899252, - "nauc_mrr_at_1_std": 0.691435, - "nauc_mrr_at_1_diff1": 0.873615, - "nauc_mrr_at_3_max": 0.91602, - "nauc_mrr_at_3_std": 0.728436, - "nauc_mrr_at_3_diff1": 0.847202, - "nauc_mrr_at_5_max": 0.910755, - "nauc_mrr_at_5_std": 0.725634, - "nauc_mrr_at_5_diff1": 0.840633, - "nauc_mrr_at_10_max": 0.907524, - "nauc_mrr_at_10_std": 0.72532, - "nauc_mrr_at_10_diff1": 0.834799, - "nauc_mrr_at_20_max": 0.90547, - "nauc_mrr_at_20_std": 0.725431, - "nauc_mrr_at_20_diff1": 0.832239, - "nauc_mrr_at_100_max": 0.904018, - "nauc_mrr_at_100_std": 0.724567, - "nauc_mrr_at_100_diff1": 0.830765, - "nauc_mrr_at_1000_max": 0.90443, - "nauc_mrr_at_1000_std": 0.724549, - "nauc_mrr_at_1000_diff1": 0.831496, - "main_score": 0.45845, + "accuracy": 0.4, + "precision_at_1": 0.4, + "precision_at_3": 0.15704, + "precision_at_5": 0.09978, + "precision_at_10": 0.053, + "precision_at_20": 0.02811, + "precision_at_100": 0.00728, + "precision_at_1000": 0.001, + "mrr_at_1": 0.4, + "mrr_at_3": 0.431111, + "mrr_at_5": 0.437389, + "mrr_at_10": 0.441553, + "mrr_at_20": 0.443669, + "mrr_at_100": 0.447358, + "mrr_at_1000": 0.448736, + "nauc_ndcg_at_1_max": 0.891607, + "nauc_ndcg_at_1_std": 0.649768, + "nauc_ndcg_at_1_diff1": 0.853303, + "nauc_ndcg_at_3_max": 0.912857, + "nauc_ndcg_at_3_std": 0.700073, + "nauc_ndcg_at_3_diff1": 0.830414, + "nauc_ndcg_at_5_max": 0.903848, + "nauc_ndcg_at_5_std": 0.694421, + "nauc_ndcg_at_5_diff1": 0.818102, + "nauc_ndcg_at_10_max": 0.893905, + "nauc_ndcg_at_10_std": 0.689405, + "nauc_ndcg_at_10_diff1": 0.809535, + "nauc_ndcg_at_20_max": 0.889368, + "nauc_ndcg_at_20_std": 0.688047, + "nauc_ndcg_at_20_diff1": 0.804509, + "nauc_ndcg_at_100_max": 0.878431, + "nauc_ndcg_at_100_std": 0.685484, + "nauc_ndcg_at_100_diff1": 0.791747, + "nauc_ndcg_at_1000_max": 0.890133, + "nauc_ndcg_at_1000_std": 0.685807, + "nauc_ndcg_at_1000_diff1": 0.809533, + "nauc_map_at_1_max": 0.891607, + "nauc_map_at_1_std": 0.649768, + "nauc_map_at_1_diff1": 0.853303, + "nauc_map_at_3_max": 0.907929, + "nauc_map_at_3_std": 0.68859, + "nauc_map_at_3_diff1": 0.835336, + "nauc_map_at_5_max": 0.902873, + "nauc_map_at_5_std": 0.685304, + "nauc_map_at_5_diff1": 0.828483, + "nauc_map_at_10_max": 0.898813, + "nauc_map_at_10_std": 0.683095, + "nauc_map_at_10_diff1": 0.825058, + "nauc_map_at_20_max": 0.897599, + "nauc_map_at_20_std": 0.682752, + "nauc_map_at_20_diff1": 0.823749, + "nauc_map_at_100_max": 0.896278, + "nauc_map_at_100_std": 0.682499, + "nauc_map_at_100_diff1": 0.82224, + "nauc_map_at_1000_max": 0.896621, + "nauc_map_at_1000_std": 0.682504, + "nauc_map_at_1000_diff1": 0.822833, + "nauc_recall_at_1_max": 0.891607, + "nauc_recall_at_1_std": 0.649768, + "nauc_recall_at_1_diff1": 0.853303, + "nauc_recall_at_3_max": 0.927169, + "nauc_recall_at_3_std": 0.733346, + "nauc_recall_at_3_diff1": 0.816287, + "nauc_recall_at_5_max": 0.905389, + "nauc_recall_at_5_std": 0.720325, + "nauc_recall_at_5_diff1": 0.78606, + "nauc_recall_at_10_max": 0.87351, + "nauc_recall_at_10_std": 0.705737, + "nauc_recall_at_10_diff1": 0.757333, + "nauc_recall_at_20_max": 0.853612, + "nauc_recall_at_20_std": 0.70019, + "nauc_recall_at_20_diff1": 0.734156, + "nauc_recall_at_100_max": 0.756452, + "nauc_recall_at_100_std": 0.682772, + "nauc_recall_at_100_diff1": 0.609893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.891607, + "nauc_precision_at_1_std": 0.649768, + "nauc_precision_at_1_diff1": 0.853303, + "nauc_precision_at_3_max": 0.927169, + "nauc_precision_at_3_std": 0.733346, + "nauc_precision_at_3_diff1": 0.816287, + "nauc_precision_at_5_max": 0.905389, + "nauc_precision_at_5_std": 0.720325, + "nauc_precision_at_5_diff1": 0.78606, + "nauc_precision_at_10_max": 0.87351, + "nauc_precision_at_10_std": 0.705737, + "nauc_precision_at_10_diff1": 0.757333, + "nauc_precision_at_20_max": 0.853612, + "nauc_precision_at_20_std": 0.70019, + "nauc_precision_at_20_diff1": 0.734156, + "nauc_precision_at_100_max": 0.756452, + "nauc_precision_at_100_std": 0.682772, + "nauc_precision_at_100_diff1": 0.609893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.891607, + "nauc_mrr_at_1_std": 0.649768, + "nauc_mrr_at_1_diff1": 0.853303, + "nauc_mrr_at_3_max": 0.907929, + "nauc_mrr_at_3_std": 0.68859, + "nauc_mrr_at_3_diff1": 0.835336, + "nauc_mrr_at_5_max": 0.902873, + "nauc_mrr_at_5_std": 0.685304, + "nauc_mrr_at_5_diff1": 0.828483, + "nauc_mrr_at_10_max": 0.898813, + "nauc_mrr_at_10_std": 0.683095, + "nauc_mrr_at_10_diff1": 0.825058, + "nauc_mrr_at_20_max": 0.897599, + "nauc_mrr_at_20_std": 0.682752, + "nauc_mrr_at_20_diff1": 0.823749, + "nauc_mrr_at_100_max": 0.896278, + "nauc_mrr_at_100_std": 0.682499, + "nauc_mrr_at_100_diff1": 0.82224, + "nauc_mrr_at_1000_max": 0.896621, + "nauc_mrr_at_1000_std": 0.682504, + "nauc_mrr_at_1000_diff1": 0.822833, + "hit_rate_at_1": 0.4, + "hit_rate_at_3": 0.47111, + "hit_rate_at_5": 0.49889, + "hit_rate_at_10": 0.53, + "hit_rate_at_20": 0.56222, + "hit_rate_at_100": 0.72778, + "hit_rate_at_1000": 1.0, + "main_score": 0.46282, "hf_subset": "eng_Latn-som_Latn", "languages": [ "eng-Latn", "som-Latn" - ] - }, - { - "ndcg_at_1": 0.48889, - "ndcg_at_3": 0.53657, - "ndcg_at_5": 0.54805, - "ndcg_at_10": 0.5633, - "ndcg_at_20": 0.57493, - "ndcg_at_100": 0.60044, - "ndcg_at_1000": 0.62174, - "map_at_1": 0.48889, - "map_at_3": 0.525, - "map_at_5": 0.53139, - "map_at_10": 0.53737, - "map_at_20": 0.54062, - "map_at_100": 0.54383, - "map_at_1000": 0.54464, - "recall_at_1": 0.48889, - "recall_at_3": 0.57, - "recall_at_5": 0.59778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48778, + "ndcg_at_3": 0.53488, + "ndcg_at_5": 0.54951, + "ndcg_at_10": 0.5632, + "ndcg_at_20": 0.57507, + "ndcg_at_100": 0.60002, + "ndcg_at_1000": 0.62197, + "map_at_1": 0.48778, + "map_at_3": 0.52315, + "map_at_5": 0.53126, + "map_at_10": 0.53693, + "map_at_20": 0.54023, + "map_at_100": 0.54354, + "map_at_1000": 0.54438, + "recall_at_1": 0.48778, + "recall_at_3": 0.56889, + "recall_at_5": 0.60444, "recall_at_10": 0.64667, - "recall_at_20": 0.69222, - "recall_at_100": 0.83444, + "recall_at_20": 0.69333, + "recall_at_100": 0.83, "recall_at_1000": 1.0, - "precision_at_1": 0.48889, - "precision_at_3": 0.19, - "precision_at_5": 0.11956, + "accuracy": 0.48778, + "precision_at_1": 0.48778, + "precision_at_3": 0.18963, + "precision_at_5": 0.12089, "precision_at_10": 0.06467, - "precision_at_20": 0.03461, - "precision_at_100": 0.00834, - "precision_at_1000": 0.001, - "mrr_at_1": 0.488889, - "mrr_at_3": 0.525, - "mrr_at_5": 0.531389, - "mrr_at_10": 0.537367, - "mrr_at_20": 0.540617, - "mrr_at_100": 0.543832, - "mrr_at_1000": 0.544638, - "nauc_ndcg_at_1_max": 0.759567, - "nauc_ndcg_at_1_std": -0.606393, - "nauc_ndcg_at_1_diff1": 0.874681, - "nauc_ndcg_at_3_max": 0.759655, - "nauc_ndcg_at_3_std": -0.655191, - "nauc_ndcg_at_3_diff1": 0.851153, - "nauc_ndcg_at_5_max": 0.74782, - "nauc_ndcg_at_5_std": -0.650867, - "nauc_ndcg_at_5_diff1": 0.841033, - "nauc_ndcg_at_10_max": 0.744237, - "nauc_ndcg_at_10_std": -0.631565, - "nauc_ndcg_at_10_diff1": 0.832825, - "nauc_ndcg_at_20_max": 0.737061, - "nauc_ndcg_at_20_std": -0.630845, - "nauc_ndcg_at_20_diff1": 0.828483, - "nauc_ndcg_at_100_max": 0.733771, - "nauc_ndcg_at_100_std": -0.62109, - "nauc_ndcg_at_100_diff1": 0.82603, - "nauc_ndcg_at_1000_max": 0.743629, - "nauc_ndcg_at_1000_std": -0.628835, - "nauc_ndcg_at_1000_diff1": 0.83733, - "nauc_map_at_1_max": 0.759567, - "nauc_map_at_1_std": -0.606393, - "nauc_map_at_1_diff1": 0.874681, - "nauc_map_at_3_max": 0.759867, - "nauc_map_at_3_std": -0.643491, - "nauc_map_at_3_diff1": 0.85714, - "nauc_map_at_5_max": 0.753342, - "nauc_map_at_5_std": -0.641102, - "nauc_map_at_5_diff1": 0.851647, - "nauc_map_at_10_max": 0.752178, - "nauc_map_at_10_std": -0.633467, - "nauc_map_at_10_diff1": 0.848788, - "nauc_map_at_20_max": 0.750186, - "nauc_map_at_20_std": -0.633565, - "nauc_map_at_20_diff1": 0.84769, - "nauc_map_at_100_max": 0.749941, - "nauc_map_at_100_std": -0.632105, - "nauc_map_at_100_diff1": 0.847466, - "nauc_map_at_1000_max": 0.750328, - "nauc_map_at_1000_std": -0.632218, - "nauc_map_at_1000_diff1": 0.847858, - "nauc_recall_at_1_max": 0.759567, - "nauc_recall_at_1_std": -0.606393, - "nauc_recall_at_1_diff1": 0.874681, - "nauc_recall_at_3_max": 0.758916, - "nauc_recall_at_3_std": -0.69029, - "nauc_recall_at_3_diff1": 0.833039, - "nauc_recall_at_5_max": 0.728927, - "nauc_recall_at_5_std": -0.680116, - "nauc_recall_at_5_diff1": 0.806632, - "nauc_recall_at_10_max": 0.713463, - "nauc_recall_at_10_std": -0.614675, - "nauc_recall_at_10_diff1": 0.772999, - "nauc_recall_at_20_max": 0.67779, - "nauc_recall_at_20_std": -0.607022, - "nauc_recall_at_20_diff1": 0.747025, - "nauc_recall_at_100_max": 0.601788, - "nauc_recall_at_100_std": -0.498761, - "nauc_recall_at_100_diff1": 0.668911, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.759567, - "nauc_precision_at_1_std": -0.606393, - "nauc_precision_at_1_diff1": 0.874681, - "nauc_precision_at_3_max": 0.758916, - "nauc_precision_at_3_std": -0.69029, - "nauc_precision_at_3_diff1": 0.833039, - "nauc_precision_at_5_max": 0.728927, - "nauc_precision_at_5_std": -0.680116, - "nauc_precision_at_5_diff1": 0.806632, - "nauc_precision_at_10_max": 0.713463, - "nauc_precision_at_10_std": -0.614675, - "nauc_precision_at_10_diff1": 0.772999, - "nauc_precision_at_20_max": 0.67779, - "nauc_precision_at_20_std": -0.607022, - "nauc_precision_at_20_diff1": 0.747025, - "nauc_precision_at_100_max": 0.601788, - "nauc_precision_at_100_std": -0.498761, - "nauc_precision_at_100_diff1": 0.668911, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.759567, - "nauc_mrr_at_1_std": -0.606393, - "nauc_mrr_at_1_diff1": 0.874681, - "nauc_mrr_at_3_max": 0.759867, - "nauc_mrr_at_3_std": -0.643491, - "nauc_mrr_at_3_diff1": 0.85714, - "nauc_mrr_at_5_max": 0.753342, - "nauc_mrr_at_5_std": -0.641102, - "nauc_mrr_at_5_diff1": 0.851647, - "nauc_mrr_at_10_max": 0.752178, - "nauc_mrr_at_10_std": -0.633467, - "nauc_mrr_at_10_diff1": 0.848788, - "nauc_mrr_at_20_max": 0.750186, - "nauc_mrr_at_20_std": -0.633565, - "nauc_mrr_at_20_diff1": 0.84769, - "nauc_mrr_at_100_max": 0.749941, - "nauc_mrr_at_100_std": -0.632105, - "nauc_mrr_at_100_diff1": 0.847466, - "nauc_mrr_at_1000_max": 0.750328, - "nauc_mrr_at_1000_std": -0.632218, - "nauc_mrr_at_1000_diff1": 0.847858, - "main_score": 0.5633, + "precision_at_20": 0.03467, + "precision_at_100": 0.0083, + "precision_at_1000": 0.001, + "mrr_at_1": 0.487778, + "mrr_at_3": 0.523148, + "mrr_at_5": 0.531259, + "mrr_at_10": 0.536927, + "mrr_at_20": 0.540232, + "mrr_at_100": 0.543538, + "mrr_at_1000": 0.544384, + "nauc_ndcg_at_1_max": 0.767243, + "nauc_ndcg_at_1_std": -0.569883, + "nauc_ndcg_at_1_diff1": 0.876848, + "nauc_ndcg_at_3_max": 0.771904, + "nauc_ndcg_at_3_std": -0.594256, + "nauc_ndcg_at_3_diff1": 0.850896, + "nauc_ndcg_at_5_max": 0.758595, + "nauc_ndcg_at_5_std": -0.589452, + "nauc_ndcg_at_5_diff1": 0.838431, + "nauc_ndcg_at_10_max": 0.7547, + "nauc_ndcg_at_10_std": -0.586471, + "nauc_ndcg_at_10_diff1": 0.834621, + "nauc_ndcg_at_20_max": 0.748605, + "nauc_ndcg_at_20_std": -0.579868, + "nauc_ndcg_at_20_diff1": 0.830669, + "nauc_ndcg_at_100_max": 0.745981, + "nauc_ndcg_at_100_std": -0.569992, + "nauc_ndcg_at_100_diff1": 0.827857, + "nauc_ndcg_at_1000_max": 0.754276, + "nauc_ndcg_at_1000_std": -0.578304, + "nauc_ndcg_at_1000_diff1": 0.838169, + "nauc_map_at_1_max": 0.767243, + "nauc_map_at_1_std": -0.569883, + "nauc_map_at_1_diff1": 0.876848, + "nauc_map_at_3_max": 0.771374, + "nauc_map_at_3_std": -0.589064, + "nauc_map_at_3_diff1": 0.857561, + "nauc_map_at_5_max": 0.764107, + "nauc_map_at_5_std": -0.586545, + "nauc_map_at_5_diff1": 0.850803, + "nauc_map_at_10_max": 0.762635, + "nauc_map_at_10_std": -0.585242, + "nauc_map_at_10_diff1": 0.849385, + "nauc_map_at_20_max": 0.761015, + "nauc_map_at_20_std": -0.583573, + "nauc_map_at_20_diff1": 0.848402, + "nauc_map_at_100_max": 0.760645, + "nauc_map_at_100_std": -0.582445, + "nauc_map_at_100_diff1": 0.848084, + "nauc_map_at_1000_max": 0.760939, + "nauc_map_at_1000_std": -0.582542, + "nauc_map_at_1000_diff1": 0.84843, + "nauc_recall_at_1_max": 0.767243, + "nauc_recall_at_1_std": -0.569883, + "nauc_recall_at_1_diff1": 0.876848, + "nauc_recall_at_3_max": 0.773232, + "nauc_recall_at_3_std": -0.609547, + "nauc_recall_at_3_diff1": 0.830693, + "nauc_recall_at_5_max": 0.739064, + "nauc_recall_at_5_std": -0.597189, + "nauc_recall_at_5_diff1": 0.797833, + "nauc_recall_at_10_max": 0.723769, + "nauc_recall_at_10_std": -0.588034, + "nauc_recall_at_10_diff1": 0.781399, + "nauc_recall_at_20_max": 0.692297, + "nauc_recall_at_20_std": -0.55603, + "nauc_recall_at_20_diff1": 0.75758, + "nauc_recall_at_100_max": 0.634611, + "nauc_recall_at_100_std": -0.439052, + "nauc_recall_at_100_diff1": 0.686522, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.767243, + "nauc_precision_at_1_std": -0.569883, + "nauc_precision_at_1_diff1": 0.876848, + "nauc_precision_at_3_max": 0.773232, + "nauc_precision_at_3_std": -0.609547, + "nauc_precision_at_3_diff1": 0.830693, + "nauc_precision_at_5_max": 0.739064, + "nauc_precision_at_5_std": -0.597189, + "nauc_precision_at_5_diff1": 0.797833, + "nauc_precision_at_10_max": 0.723769, + "nauc_precision_at_10_std": -0.588034, + "nauc_precision_at_10_diff1": 0.781399, + "nauc_precision_at_20_max": 0.692297, + "nauc_precision_at_20_std": -0.55603, + "nauc_precision_at_20_diff1": 0.75758, + "nauc_precision_at_100_max": 0.634611, + "nauc_precision_at_100_std": -0.439052, + "nauc_precision_at_100_diff1": 0.686522, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.767243, + "nauc_mrr_at_1_std": -0.569883, + "nauc_mrr_at_1_diff1": 0.876848, + "nauc_mrr_at_3_max": 0.771374, + "nauc_mrr_at_3_std": -0.589064, + "nauc_mrr_at_3_diff1": 0.857561, + "nauc_mrr_at_5_max": 0.764107, + "nauc_mrr_at_5_std": -0.586545, + "nauc_mrr_at_5_diff1": 0.850803, + "nauc_mrr_at_10_max": 0.762635, + "nauc_mrr_at_10_std": -0.585242, + "nauc_mrr_at_10_diff1": 0.849385, + "nauc_mrr_at_20_max": 0.761015, + "nauc_mrr_at_20_std": -0.583573, + "nauc_mrr_at_20_diff1": 0.848402, + "nauc_mrr_at_100_max": 0.760645, + "nauc_mrr_at_100_std": -0.582445, + "nauc_mrr_at_100_diff1": 0.848084, + "nauc_mrr_at_1000_max": 0.760939, + "nauc_mrr_at_1000_std": -0.582542, + "nauc_mrr_at_1000_diff1": 0.84843, + "hit_rate_at_1": 0.48778, + "hit_rate_at_3": 0.56889, + "hit_rate_at_5": 0.60444, + "hit_rate_at_10": 0.64667, + "hit_rate_at_20": 0.69333, + "hit_rate_at_100": 0.83, + "hit_rate_at_1000": 1.0, + "main_score": 0.5632, "hf_subset": "sot_Latn-sot_Latn", "languages": [ "sot-Latn", "sot-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.59111, - "ndcg_at_3": 0.64315, - "ndcg_at_5": 0.65448, - "ndcg_at_10": 0.66811, - "ndcg_at_20": 0.67697, - "ndcg_at_100": 0.69817, - "ndcg_at_1000": 0.71164, + "ndcg_at_3": 0.63979, + "ndcg_at_5": 0.65222, + "ndcg_at_10": 0.66236, + "ndcg_at_20": 0.67414, + "ndcg_at_100": 0.69398, + "ndcg_at_1000": 0.70834, "map_at_1": 0.59111, - "map_at_3": 0.63074, - "map_at_5": 0.63696, - "map_at_10": 0.64259, - "map_at_20": 0.64509, - "map_at_100": 0.64795, - "map_at_1000": 0.64853, + "map_at_3": 0.62815, + "map_at_5": 0.63509, + "map_at_10": 0.63933, + "map_at_20": 0.64255, + "map_at_100": 0.64509, + "map_at_1000": 0.64568, "recall_at_1": 0.59111, - "recall_at_3": 0.67889, - "recall_at_5": 0.70667, - "recall_at_10": 0.74889, - "recall_at_20": 0.78333, - "recall_at_100": 0.89889, + "recall_at_3": 0.67333, + "recall_at_5": 0.70333, + "recall_at_10": 0.73444, + "recall_at_20": 0.78111, + "recall_at_100": 0.89111, "recall_at_1000": 1.0, + "accuracy": 0.59111, "precision_at_1": 0.59111, - "precision_at_3": 0.2263, - "precision_at_5": 0.14133, - "precision_at_10": 0.07489, - "precision_at_20": 0.03917, - "precision_at_100": 0.00899, + "precision_at_3": 0.22444, + "precision_at_5": 0.14067, + "precision_at_10": 0.07344, + "precision_at_20": 0.03906, + "precision_at_100": 0.00891, "precision_at_1000": 0.001, "mrr_at_1": 0.591111, - "mrr_at_3": 0.630741, - "mrr_at_5": 0.636963, - "mrr_at_10": 0.642587, - "mrr_at_20": 0.64509, - "mrr_at_100": 0.647949, - "mrr_at_1000": 0.648531, - "nauc_ndcg_at_1_max": 0.867367, - "nauc_ndcg_at_1_std": 0.405359, - "nauc_ndcg_at_1_diff1": 0.888892, - "nauc_ndcg_at_3_max": 0.864223, - "nauc_ndcg_at_3_std": 0.411033, - "nauc_ndcg_at_3_diff1": 0.863667, - "nauc_ndcg_at_5_max": 0.863818, - "nauc_ndcg_at_5_std": 0.419013, - "nauc_ndcg_at_5_diff1": 0.857747, - "nauc_ndcg_at_10_max": 0.861748, - "nauc_ndcg_at_10_std": 0.430193, - "nauc_ndcg_at_10_diff1": 0.855373, - "nauc_ndcg_at_20_max": 0.857221, - "nauc_ndcg_at_20_std": 0.431434, - "nauc_ndcg_at_20_diff1": 0.849304, - "nauc_ndcg_at_100_max": 0.856579, - "nauc_ndcg_at_100_std": 0.430493, - "nauc_ndcg_at_100_diff1": 0.850559, - "nauc_ndcg_at_1000_max": 0.86092, - "nauc_ndcg_at_1000_std": 0.424406, - "nauc_ndcg_at_1000_diff1": 0.858055, - "nauc_map_at_1_max": 0.867367, - "nauc_map_at_1_std": 0.405359, - "nauc_map_at_1_diff1": 0.888892, - "nauc_map_at_3_max": 0.865973, - "nauc_map_at_3_std": 0.409556, - "nauc_map_at_3_diff1": 0.870304, - "nauc_map_at_5_max": 0.865837, - "nauc_map_at_5_std": 0.413719, - "nauc_map_at_5_diff1": 0.867286, - "nauc_map_at_10_max": 0.86518, - "nauc_map_at_10_std": 0.418134, - "nauc_map_at_10_diff1": 0.866588, - "nauc_map_at_20_max": 0.864041, - "nauc_map_at_20_std": 0.418461, - "nauc_map_at_20_diff1": 0.865101, - "nauc_map_at_100_max": 0.863979, - "nauc_map_at_100_std": 0.418246, - "nauc_map_at_100_diff1": 0.865285, - "nauc_map_at_1000_max": 0.864134, - "nauc_map_at_1000_std": 0.418044, - "nauc_map_at_1000_diff1": 0.865584, - "nauc_recall_at_1_max": 0.867367, - "nauc_recall_at_1_std": 0.405359, - "nauc_recall_at_1_diff1": 0.888892, - "nauc_recall_at_3_max": 0.858269, - "nauc_recall_at_3_std": 0.415704, - "nauc_recall_at_3_diff1": 0.842633, - "nauc_recall_at_5_max": 0.8565, - "nauc_recall_at_5_std": 0.438072, - "nauc_recall_at_5_diff1": 0.824898, - "nauc_recall_at_10_max": 0.846854, - "nauc_recall_at_10_std": 0.481989, - "nauc_recall_at_10_diff1": 0.810849, - "nauc_recall_at_20_max": 0.821016, - "nauc_recall_at_20_std": 0.494023, - "nauc_recall_at_20_diff1": 0.773183, - "nauc_recall_at_100_max": 0.778496, - "nauc_recall_at_100_std": 0.541502, - "nauc_recall_at_100_diff1": 0.718915, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.867367, - "nauc_precision_at_1_std": 0.405359, - "nauc_precision_at_1_diff1": 0.888892, - "nauc_precision_at_3_max": 0.858269, - "nauc_precision_at_3_std": 0.415704, - "nauc_precision_at_3_diff1": 0.842633, - "nauc_precision_at_5_max": 0.8565, - "nauc_precision_at_5_std": 0.438072, - "nauc_precision_at_5_diff1": 0.824898, - "nauc_precision_at_10_max": 0.846854, - "nauc_precision_at_10_std": 0.481989, - "nauc_precision_at_10_diff1": 0.810849, - "nauc_precision_at_20_max": 0.821016, - "nauc_precision_at_20_std": 0.494023, - "nauc_precision_at_20_diff1": 0.773183, - "nauc_precision_at_100_max": 0.778496, - "nauc_precision_at_100_std": 0.541502, - "nauc_precision_at_100_diff1": 0.718915, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.867367, - "nauc_mrr_at_1_std": 0.405359, - "nauc_mrr_at_1_diff1": 0.888892, - "nauc_mrr_at_3_max": 0.865973, - "nauc_mrr_at_3_std": 0.409556, - "nauc_mrr_at_3_diff1": 0.870304, - "nauc_mrr_at_5_max": 0.865837, - "nauc_mrr_at_5_std": 0.413719, - "nauc_mrr_at_5_diff1": 0.867286, - "nauc_mrr_at_10_max": 0.86518, - "nauc_mrr_at_10_std": 0.418134, - "nauc_mrr_at_10_diff1": 0.866588, - "nauc_mrr_at_20_max": 0.864041, - "nauc_mrr_at_20_std": 0.418461, - "nauc_mrr_at_20_diff1": 0.865101, - "nauc_mrr_at_100_max": 0.863979, - "nauc_mrr_at_100_std": 0.418246, - "nauc_mrr_at_100_diff1": 0.865285, - "nauc_mrr_at_1000_max": 0.864134, - "nauc_mrr_at_1000_std": 0.418044, - "nauc_mrr_at_1000_diff1": 0.865584, - "main_score": 0.66811, + "mrr_at_3": 0.628148, + "mrr_at_5": 0.635093, + "mrr_at_10": 0.639329, + "mrr_at_20": 0.64255, + "mrr_at_100": 0.645089, + "mrr_at_1000": 0.645684, + "nauc_ndcg_at_1_max": 0.855576, + "nauc_ndcg_at_1_std": 0.37607, + "nauc_ndcg_at_1_diff1": 0.883349, + "nauc_ndcg_at_3_max": 0.856659, + "nauc_ndcg_at_3_std": 0.397991, + "nauc_ndcg_at_3_diff1": 0.8577, + "nauc_ndcg_at_5_max": 0.853466, + "nauc_ndcg_at_5_std": 0.40346, + "nauc_ndcg_at_5_diff1": 0.849303, + "nauc_ndcg_at_10_max": 0.851619, + "nauc_ndcg_at_10_std": 0.412138, + "nauc_ndcg_at_10_diff1": 0.843983, + "nauc_ndcg_at_20_max": 0.846706, + "nauc_ndcg_at_20_std": 0.416343, + "nauc_ndcg_at_20_diff1": 0.840144, + "nauc_ndcg_at_100_max": 0.847317, + "nauc_ndcg_at_100_std": 0.413053, + "nauc_ndcg_at_100_diff1": 0.842725, + "nauc_ndcg_at_1000_max": 0.850454, + "nauc_ndcg_at_1000_std": 0.407293, + "nauc_ndcg_at_1000_diff1": 0.849055, + "nauc_map_at_1_max": 0.855576, + "nauc_map_at_1_std": 0.37607, + "nauc_map_at_1_diff1": 0.883349, + "nauc_map_at_3_max": 0.856695, + "nauc_map_at_3_std": 0.391708, + "nauc_map_at_3_diff1": 0.864738, + "nauc_map_at_5_max": 0.855097, + "nauc_map_at_5_std": 0.39464, + "nauc_map_at_5_diff1": 0.860308, + "nauc_map_at_10_max": 0.854492, + "nauc_map_at_10_std": 0.398212, + "nauc_map_at_10_diff1": 0.858246, + "nauc_map_at_20_max": 0.853334, + "nauc_map_at_20_std": 0.39931, + "nauc_map_at_20_diff1": 0.857423, + "nauc_map_at_100_max": 0.853355, + "nauc_map_at_100_std": 0.399028, + "nauc_map_at_100_diff1": 0.857615, + "nauc_map_at_1000_max": 0.85344, + "nauc_map_at_1000_std": 0.398855, + "nauc_map_at_1000_diff1": 0.857818, + "nauc_recall_at_1_max": 0.855576, + "nauc_recall_at_1_std": 0.37607, + "nauc_recall_at_1_diff1": 0.883349, + "nauc_recall_at_3_max": 0.856406, + "nauc_recall_at_3_std": 0.418012, + "nauc_recall_at_3_diff1": 0.835397, + "nauc_recall_at_5_max": 0.847233, + "nauc_recall_at_5_std": 0.433707, + "nauc_recall_at_5_diff1": 0.811358, + "nauc_recall_at_10_max": 0.839173, + "nauc_recall_at_10_std": 0.466795, + "nauc_recall_at_10_diff1": 0.788802, + "nauc_recall_at_20_max": 0.810228, + "nauc_recall_at_20_std": 0.496934, + "nauc_recall_at_20_diff1": 0.758707, + "nauc_recall_at_100_max": 0.79038, + "nauc_recall_at_100_std": 0.515177, + "nauc_recall_at_100_diff1": 0.731115, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855576, + "nauc_precision_at_1_std": 0.37607, + "nauc_precision_at_1_diff1": 0.883349, + "nauc_precision_at_3_max": 0.856406, + "nauc_precision_at_3_std": 0.418012, + "nauc_precision_at_3_diff1": 0.835397, + "nauc_precision_at_5_max": 0.847233, + "nauc_precision_at_5_std": 0.433707, + "nauc_precision_at_5_diff1": 0.811358, + "nauc_precision_at_10_max": 0.839173, + "nauc_precision_at_10_std": 0.466795, + "nauc_precision_at_10_diff1": 0.788802, + "nauc_precision_at_20_max": 0.810228, + "nauc_precision_at_20_std": 0.496934, + "nauc_precision_at_20_diff1": 0.758707, + "nauc_precision_at_100_max": 0.79038, + "nauc_precision_at_100_std": 0.515177, + "nauc_precision_at_100_diff1": 0.731115, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.855576, + "nauc_mrr_at_1_std": 0.37607, + "nauc_mrr_at_1_diff1": 0.883349, + "nauc_mrr_at_3_max": 0.856695, + "nauc_mrr_at_3_std": 0.391708, + "nauc_mrr_at_3_diff1": 0.864738, + "nauc_mrr_at_5_max": 0.855097, + "nauc_mrr_at_5_std": 0.39464, + "nauc_mrr_at_5_diff1": 0.860308, + "nauc_mrr_at_10_max": 0.854492, + "nauc_mrr_at_10_std": 0.398212, + "nauc_mrr_at_10_diff1": 0.858246, + "nauc_mrr_at_20_max": 0.853334, + "nauc_mrr_at_20_std": 0.39931, + "nauc_mrr_at_20_diff1": 0.857423, + "nauc_mrr_at_100_max": 0.853355, + "nauc_mrr_at_100_std": 0.399028, + "nauc_mrr_at_100_diff1": 0.857615, + "nauc_mrr_at_1000_max": 0.85344, + "nauc_mrr_at_1000_std": 0.398855, + "nauc_mrr_at_1000_diff1": 0.857818, + "hit_rate_at_1": 0.59111, + "hit_rate_at_3": 0.67333, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.73444, + "hit_rate_at_20": 0.78111, + "hit_rate_at_100": 0.89111, + "hit_rate_at_1000": 1.0, + "main_score": 0.66236, "hf_subset": "sot_Latn-eng_Latn", "languages": [ "sot-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.40889, - "ndcg_at_3": 0.44036, - "ndcg_at_5": 0.44442, - "ndcg_at_10": 0.45065, - "ndcg_at_20": 0.45867, - "ndcg_at_100": 0.48122, - "ndcg_at_1000": 0.52584, + "ndcg_at_3": 0.43475, + "ndcg_at_5": 0.43977, + "ndcg_at_10": 0.44743, + "ndcg_at_20": 0.45295, + "ndcg_at_100": 0.47942, + "ndcg_at_1000": 0.5228, "map_at_1": 0.40889, - "map_at_3": 0.43278, - "map_at_5": 0.435, - "map_at_10": 0.43743, - "map_at_20": 0.43958, - "map_at_100": 0.44243, - "map_at_1000": 0.44405, + "map_at_3": 0.42833, + "map_at_5": 0.43111, + "map_at_10": 0.43434, + "map_at_20": 0.4358, + "map_at_100": 0.43913, + "map_at_1000": 0.44069, "recall_at_1": 0.40889, - "recall_at_3": 0.46222, - "recall_at_5": 0.47222, - "recall_at_10": 0.49222, - "recall_at_20": 0.52444, - "recall_at_100": 0.65, + "recall_at_3": 0.45333, + "recall_at_5": 0.46556, + "recall_at_10": 0.48889, + "recall_at_20": 0.51111, + "recall_at_100": 0.65889, "recall_at_1000": 1.0, + "accuracy": 0.40889, "precision_at_1": 0.40889, - "precision_at_3": 0.15407, - "precision_at_5": 0.09444, - "precision_at_10": 0.04922, - "precision_at_20": 0.02622, - "precision_at_100": 0.0065, + "precision_at_3": 0.15111, + "precision_at_5": 0.09311, + "precision_at_10": 0.04889, + "precision_at_20": 0.02556, + "precision_at_100": 0.00659, "precision_at_1000": 0.001, "mrr_at_1": 0.408889, - "mrr_at_3": 0.432778, - "mrr_at_5": 0.435, - "mrr_at_10": 0.437431, - "mrr_at_20": 0.439576, - "mrr_at_100": 0.44243, - "mrr_at_1000": 0.444053, - "nauc_ndcg_at_1_max": 0.937469, - "nauc_ndcg_at_1_std": 0.842956, - "nauc_ndcg_at_1_diff1": 0.929832, - "nauc_ndcg_at_3_max": 0.960382, - "nauc_ndcg_at_3_std": 0.884805, - "nauc_ndcg_at_3_diff1": 0.904518, - "nauc_ndcg_at_5_max": 0.957783, - "nauc_ndcg_at_5_std": 0.883746, - "nauc_ndcg_at_5_diff1": 0.901168, - "nauc_ndcg_at_10_max": 0.952548, - "nauc_ndcg_at_10_std": 0.884006, - "nauc_ndcg_at_10_diff1": 0.893598, - "nauc_ndcg_at_20_max": 0.945866, - "nauc_ndcg_at_20_std": 0.878407, - "nauc_ndcg_at_20_diff1": 0.886478, - "nauc_ndcg_at_100_max": 0.932624, - "nauc_ndcg_at_100_std": 0.868877, - "nauc_ndcg_at_100_diff1": 0.874847, - "nauc_ndcg_at_1000_max": 0.942951, - "nauc_ndcg_at_1000_std": 0.872142, - "nauc_ndcg_at_1000_diff1": 0.889716, - "nauc_map_at_1_max": 0.937469, - "nauc_map_at_1_std": 0.842956, - "nauc_map_at_1_diff1": 0.929832, - "nauc_map_at_3_max": 0.955234, - "nauc_map_at_3_std": 0.875001, - "nauc_map_at_3_diff1": 0.910851, - "nauc_map_at_5_max": 0.953809, - "nauc_map_at_5_std": 0.874507, - "nauc_map_at_5_diff1": 0.908986, - "nauc_map_at_10_max": 0.951767, - "nauc_map_at_10_std": 0.874666, - "nauc_map_at_10_diff1": 0.906024, - "nauc_map_at_20_max": 0.949958, - "nauc_map_at_20_std": 0.873033, - "nauc_map_at_20_diff1": 0.904033, - "nauc_map_at_100_max": 0.948246, - "nauc_map_at_100_std": 0.871659, - "nauc_map_at_100_diff1": 0.902593, - "nauc_map_at_1000_max": 0.94844, - "nauc_map_at_1000_std": 0.871619, - "nauc_map_at_1000_diff1": 0.902922, - "nauc_recall_at_1_max": 0.937469, - "nauc_recall_at_1_std": 0.842956, - "nauc_recall_at_1_diff1": 0.929832, - "nauc_recall_at_3_max": 0.975216, - "nauc_recall_at_3_std": 0.91323, - "nauc_recall_at_3_diff1": 0.885983, - "nauc_recall_at_5_max": 0.968825, - "nauc_recall_at_5_std": 0.910319, - "nauc_recall_at_5_diff1": 0.87778, - "nauc_recall_at_10_max": 0.951873, - "nauc_recall_at_10_std": 0.911016, - "nauc_recall_at_10_diff1": 0.853093, - "nauc_recall_at_20_max": 0.924346, - "nauc_recall_at_20_std": 0.889568, - "nauc_recall_at_20_diff1": 0.823349, - "nauc_recall_at_100_max": 0.834347, - "nauc_recall_at_100_std": 0.832166, - "nauc_recall_at_100_diff1": 0.735272, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.937469, - "nauc_precision_at_1_std": 0.842956, - "nauc_precision_at_1_diff1": 0.929832, - "nauc_precision_at_3_max": 0.975216, - "nauc_precision_at_3_std": 0.91323, - "nauc_precision_at_3_diff1": 0.885983, - "nauc_precision_at_5_max": 0.968825, - "nauc_precision_at_5_std": 0.910319, - "nauc_precision_at_5_diff1": 0.87778, - "nauc_precision_at_10_max": 0.951873, - "nauc_precision_at_10_std": 0.911016, - "nauc_precision_at_10_diff1": 0.853093, - "nauc_precision_at_20_max": 0.924346, - "nauc_precision_at_20_std": 0.889568, - "nauc_precision_at_20_diff1": 0.823349, - "nauc_precision_at_100_max": 0.834347, - "nauc_precision_at_100_std": 0.832166, - "nauc_precision_at_100_diff1": 0.735272, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.937469, - "nauc_mrr_at_1_std": 0.842956, - "nauc_mrr_at_1_diff1": 0.929832, - "nauc_mrr_at_3_max": 0.955234, - "nauc_mrr_at_3_std": 0.875001, - "nauc_mrr_at_3_diff1": 0.910851, - "nauc_mrr_at_5_max": 0.953809, - "nauc_mrr_at_5_std": 0.874507, - "nauc_mrr_at_5_diff1": 0.908986, - "nauc_mrr_at_10_max": 0.951767, - "nauc_mrr_at_10_std": 0.874666, - "nauc_mrr_at_10_diff1": 0.906024, - "nauc_mrr_at_20_max": 0.949958, - "nauc_mrr_at_20_std": 0.873033, - "nauc_mrr_at_20_diff1": 0.904033, - "nauc_mrr_at_100_max": 0.948246, - "nauc_mrr_at_100_std": 0.871659, - "nauc_mrr_at_100_diff1": 0.902593, - "nauc_mrr_at_1000_max": 0.94844, - "nauc_mrr_at_1000_std": 0.871619, - "nauc_mrr_at_1000_diff1": 0.902922, - "main_score": 0.45065, + "mrr_at_3": 0.428333, + "mrr_at_5": 0.431111, + "mrr_at_10": 0.434343, + "mrr_at_20": 0.435804, + "mrr_at_100": 0.439134, + "mrr_at_1000": 0.440693, + "nauc_ndcg_at_1_max": 0.928267, + "nauc_ndcg_at_1_std": 0.812172, + "nauc_ndcg_at_1_diff1": 0.897236, + "nauc_ndcg_at_3_max": 0.952011, + "nauc_ndcg_at_3_std": 0.853243, + "nauc_ndcg_at_3_diff1": 0.881199, + "nauc_ndcg_at_5_max": 0.951136, + "nauc_ndcg_at_5_std": 0.855814, + "nauc_ndcg_at_5_diff1": 0.876915, + "nauc_ndcg_at_10_max": 0.942733, + "nauc_ndcg_at_10_std": 0.850541, + "nauc_ndcg_at_10_diff1": 0.867395, + "nauc_ndcg_at_20_max": 0.936785, + "nauc_ndcg_at_20_std": 0.8475, + "nauc_ndcg_at_20_diff1": 0.861458, + "nauc_ndcg_at_100_max": 0.921147, + "nauc_ndcg_at_100_std": 0.836234, + "nauc_ndcg_at_100_diff1": 0.846904, + "nauc_ndcg_at_1000_max": 0.933196, + "nauc_ndcg_at_1000_std": 0.841396, + "nauc_ndcg_at_1000_diff1": 0.863073, + "nauc_map_at_1_max": 0.928267, + "nauc_map_at_1_std": 0.812172, + "nauc_map_at_1_diff1": 0.897236, + "nauc_map_at_3_max": 0.946634, + "nauc_map_at_3_std": 0.843873, + "nauc_map_at_3_diff1": 0.8852, + "nauc_map_at_5_max": 0.946288, + "nauc_map_at_5_std": 0.845408, + "nauc_map_at_5_diff1": 0.882857, + "nauc_map_at_10_max": 0.942799, + "nauc_map_at_10_std": 0.843231, + "nauc_map_at_10_diff1": 0.878752, + "nauc_map_at_20_max": 0.9412, + "nauc_map_at_20_std": 0.842349, + "nauc_map_at_20_diff1": 0.877169, + "nauc_map_at_100_max": 0.939182, + "nauc_map_at_100_std": 0.84095, + "nauc_map_at_100_diff1": 0.875297, + "nauc_map_at_1000_max": 0.939431, + "nauc_map_at_1000_std": 0.841009, + "nauc_map_at_1000_diff1": 0.875715, + "nauc_recall_at_1_max": 0.928267, + "nauc_recall_at_1_std": 0.812172, + "nauc_recall_at_1_diff1": 0.897236, + "nauc_recall_at_3_max": 0.9675, + "nauc_recall_at_3_std": 0.880266, + "nauc_recall_at_3_diff1": 0.869507, + "nauc_recall_at_5_max": 0.964825, + "nauc_recall_at_5_std": 0.886166, + "nauc_recall_at_5_diff1": 0.858865, + "nauc_recall_at_10_max": 0.938726, + "nauc_recall_at_10_std": 0.869843, + "nauc_recall_at_10_diff1": 0.829933, + "nauc_recall_at_20_max": 0.914397, + "nauc_recall_at_20_std": 0.858208, + "nauc_recall_at_20_diff1": 0.805111, + "nauc_recall_at_100_max": 0.805466, + "nauc_recall_at_100_std": 0.784287, + "nauc_recall_at_100_diff1": 0.696132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.928267, + "nauc_precision_at_1_std": 0.812172, + "nauc_precision_at_1_diff1": 0.897236, + "nauc_precision_at_3_max": 0.9675, + "nauc_precision_at_3_std": 0.880266, + "nauc_precision_at_3_diff1": 0.869507, + "nauc_precision_at_5_max": 0.964825, + "nauc_precision_at_5_std": 0.886166, + "nauc_precision_at_5_diff1": 0.858865, + "nauc_precision_at_10_max": 0.938726, + "nauc_precision_at_10_std": 0.869843, + "nauc_precision_at_10_diff1": 0.829933, + "nauc_precision_at_20_max": 0.914397, + "nauc_precision_at_20_std": 0.858208, + "nauc_precision_at_20_diff1": 0.805111, + "nauc_precision_at_100_max": 0.805466, + "nauc_precision_at_100_std": 0.784287, + "nauc_precision_at_100_diff1": 0.696132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.928267, + "nauc_mrr_at_1_std": 0.812172, + "nauc_mrr_at_1_diff1": 0.897236, + "nauc_mrr_at_3_max": 0.946634, + "nauc_mrr_at_3_std": 0.843873, + "nauc_mrr_at_3_diff1": 0.8852, + "nauc_mrr_at_5_max": 0.946288, + "nauc_mrr_at_5_std": 0.845408, + "nauc_mrr_at_5_diff1": 0.882857, + "nauc_mrr_at_10_max": 0.942799, + "nauc_mrr_at_10_std": 0.843231, + "nauc_mrr_at_10_diff1": 0.878752, + "nauc_mrr_at_20_max": 0.9412, + "nauc_mrr_at_20_std": 0.842349, + "nauc_mrr_at_20_diff1": 0.877169, + "nauc_mrr_at_100_max": 0.939182, + "nauc_mrr_at_100_std": 0.84095, + "nauc_mrr_at_100_diff1": 0.875297, + "nauc_mrr_at_1000_max": 0.939431, + "nauc_mrr_at_1000_std": 0.841009, + "nauc_mrr_at_1000_diff1": 0.875715, + "hit_rate_at_1": 0.40889, + "hit_rate_at_3": 0.45333, + "hit_rate_at_5": 0.46556, + "hit_rate_at_10": 0.48889, + "hit_rate_at_20": 0.51111, + "hit_rate_at_100": 0.65889, + "hit_rate_at_1000": 1.0, + "main_score": 0.44743, "hf_subset": "eng_Latn-sot_Latn", "languages": [ "eng-Latn", "sot-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92778, - "ndcg_at_3": 0.95253, - "ndcg_at_5": 0.95717, - "ndcg_at_10": 0.95935, - "ndcg_at_20": 0.96047, - "ndcg_at_100": 0.96176, - "ndcg_at_1000": 0.96192, - "map_at_1": 0.92778, - "map_at_3": 0.94648, - "map_at_5": 0.94909, - "map_at_10": 0.95001, - "map_at_20": 0.95032, - "map_at_100": 0.95052, - "map_at_1000": 0.95052, - "recall_at_1": 0.92778, - "recall_at_3": 0.97, - "recall_at_5": 0.98111, + "ndcg_at_1": 0.92111, + "ndcg_at_3": 0.94881, + "ndcg_at_5": 0.95201, + "ndcg_at_10": 0.95602, + "ndcg_at_20": 0.95687, + "ndcg_at_100": 0.95833, + "ndcg_at_1000": 0.95848, + "map_at_1": 0.92111, + "map_at_3": 0.94222, + "map_at_5": 0.944, + "map_at_10": 0.94568, + "map_at_20": 0.94592, + "map_at_100": 0.94613, + "map_at_1000": 0.94614, + "recall_at_1": 0.92111, + "recall_at_3": 0.96778, + "recall_at_5": 0.97556, "recall_at_10": 0.98778, - "recall_at_20": 0.99222, + "recall_at_20": 0.99111, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92778, - "precision_at_3": 0.32333, - "precision_at_5": 0.19622, + "accuracy": 0.92111, + "precision_at_1": 0.92111, + "precision_at_3": 0.32259, + "precision_at_5": 0.19511, "precision_at_10": 0.09878, - "precision_at_20": 0.04961, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.927778, - "mrr_at_3": 0.946481, - "mrr_at_5": 0.949093, - "mrr_at_10": 0.950007, - "mrr_at_20": 0.950318, - "mrr_at_100": 0.950517, - "mrr_at_1000": 0.950525, - "nauc_ndcg_at_1_max": 0.778805, - "nauc_ndcg_at_1_std": -0.109237, - "nauc_ndcg_at_1_diff1": 0.949903, - "nauc_ndcg_at_3_max": 0.834928, - "nauc_ndcg_at_3_std": -0.045623, - "nauc_ndcg_at_3_diff1": 0.950485, - "nauc_ndcg_at_5_max": 0.830292, - "nauc_ndcg_at_5_std": -0.047535, - "nauc_ndcg_at_5_diff1": 0.949537, - "nauc_ndcg_at_10_max": 0.826064, - "nauc_ndcg_at_10_std": -0.055093, - "nauc_ndcg_at_10_diff1": 0.954148, - "nauc_ndcg_at_20_max": 0.824492, - "nauc_ndcg_at_20_std": -0.059117, - "nauc_ndcg_at_20_diff1": 0.952841, - "nauc_ndcg_at_100_max": 0.8202, - "nauc_ndcg_at_100_std": -0.055264, - "nauc_ndcg_at_100_diff1": 0.952052, - "nauc_ndcg_at_1000_max": 0.819461, - "nauc_ndcg_at_1000_std": -0.059601, - "nauc_ndcg_at_1000_diff1": 0.951855, - "nauc_map_at_1_max": 0.778805, - "nauc_map_at_1_std": -0.109237, - "nauc_map_at_1_diff1": 0.949903, - "nauc_map_at_3_max": 0.820252, - "nauc_map_at_3_std": -0.062817, - "nauc_map_at_3_diff1": 0.95048, - "nauc_map_at_5_max": 0.817202, - "nauc_map_at_5_std": -0.065258, - "nauc_map_at_5_diff1": 0.950026, - "nauc_map_at_10_max": 0.815546, - "nauc_map_at_10_std": -0.068257, - "nauc_map_at_10_diff1": 0.951685, - "nauc_map_at_20_max": 0.815223, - "nauc_map_at_20_std": -0.068648, - "nauc_map_at_20_diff1": 0.951383, - "nauc_map_at_100_max": 0.814717, - "nauc_map_at_100_std": -0.067553, - "nauc_map_at_100_diff1": 0.951301, - "nauc_map_at_1000_max": 0.814687, - "nauc_map_at_1000_std": -0.067729, - "nauc_map_at_1000_diff1": 0.951293, - "nauc_recall_at_1_max": 0.778805, - "nauc_recall_at_1_std": -0.109237, - "nauc_recall_at_1_diff1": 0.949903, - "nauc_recall_at_3_max": 0.90784, - "nauc_recall_at_3_std": 0.040305, - "nauc_recall_at_3_diff1": 0.950375, - "nauc_recall_at_5_max": 0.926677, - "nauc_recall_at_5_std": 0.087768, - "nauc_recall_at_5_diff1": 0.945213, - "nauc_recall_at_10_max": 0.935702, - "nauc_recall_at_10_std": 0.08641, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.059157, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.921111, + "mrr_at_3": 0.942222, + "mrr_at_5": 0.944, + "mrr_at_10": 0.945683, + "mrr_at_20": 0.945923, + "mrr_at_100": 0.94613, + "mrr_at_1000": 0.946139, + "nauc_ndcg_at_1_max": 0.767816, + "nauc_ndcg_at_1_std": -0.192159, + "nauc_ndcg_at_1_diff1": 0.933424, + "nauc_ndcg_at_3_max": 0.824223, + "nauc_ndcg_at_3_std": -0.117509, + "nauc_ndcg_at_3_diff1": 0.932336, + "nauc_ndcg_at_5_max": 0.818754, + "nauc_ndcg_at_5_std": -0.100648, + "nauc_ndcg_at_5_diff1": 0.932781, + "nauc_ndcg_at_10_max": 0.81115, + "nauc_ndcg_at_10_std": -0.121839, + "nauc_ndcg_at_10_diff1": 0.934444, + "nauc_ndcg_at_20_max": 0.811422, + "nauc_ndcg_at_20_std": -0.108201, + "nauc_ndcg_at_20_diff1": 0.934795, + "nauc_ndcg_at_100_max": 0.807374, + "nauc_ndcg_at_100_std": -0.124849, + "nauc_ndcg_at_100_diff1": 0.934044, + "nauc_ndcg_at_1000_max": 0.806637, + "nauc_ndcg_at_1000_std": -0.129156, + "nauc_ndcg_at_1000_diff1": 0.933792, + "nauc_map_at_1_max": 0.767816, + "nauc_map_at_1_std": -0.192159, + "nauc_map_at_1_diff1": 0.933424, + "nauc_map_at_3_max": 0.808428, + "nauc_map_at_3_std": -0.140512, + "nauc_map_at_3_diff1": 0.932658, + "nauc_map_at_5_max": 0.805265, + "nauc_map_at_5_std": -0.133263, + "nauc_map_at_5_diff1": 0.932789, + "nauc_map_at_10_max": 0.802189, + "nauc_map_at_10_std": -0.1433, + "nauc_map_at_10_diff1": 0.933324, + "nauc_map_at_20_max": 0.802301, + "nauc_map_at_20_std": -0.140054, + "nauc_map_at_20_diff1": 0.933365, + "nauc_map_at_100_max": 0.801909, + "nauc_map_at_100_std": -0.141459, + "nauc_map_at_100_diff1": 0.933345, + "nauc_map_at_1000_max": 0.801876, + "nauc_map_at_1000_std": -0.141646, + "nauc_map_at_1000_diff1": 0.933334, + "nauc_recall_at_1_max": 0.767816, + "nauc_recall_at_1_std": -0.192159, + "nauc_recall_at_1_diff1": 0.933424, + "nauc_recall_at_3_max": 0.903893, + "nauc_recall_at_3_std": 0.000354, + "nauc_recall_at_3_diff1": 0.930696, + "nauc_recall_at_5_max": 0.903765, + "nauc_recall_at_5_std": 0.118581, + "nauc_recall_at_5_diff1": 0.933155, + "nauc_recall_at_10_max": 0.907054, + "nauc_recall_at_10_std": 0.148799, + "nauc_recall_at_10_diff1": 0.952466, + "nauc_recall_at_20_max": 0.944269, + "nauc_recall_at_20_std": 0.49679, + "nauc_recall_at_20_diff1": 0.96732, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.778805, - "nauc_precision_at_1_std": -0.109237, - "nauc_precision_at_1_diff1": 0.949903, - "nauc_precision_at_3_max": 0.90784, - "nauc_precision_at_3_std": 0.040305, - "nauc_precision_at_3_diff1": 0.950375, - "nauc_precision_at_5_max": 0.926677, - "nauc_precision_at_5_std": 0.087768, - "nauc_precision_at_5_diff1": 0.945213, - "nauc_precision_at_10_max": 0.935702, - "nauc_precision_at_10_std": 0.08641, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.059157, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.767816, + "nauc_precision_at_1_std": -0.192159, + "nauc_precision_at_1_diff1": 0.933424, + "nauc_precision_at_3_max": 0.903893, + "nauc_precision_at_3_std": 0.000354, + "nauc_precision_at_3_diff1": 0.930696, + "nauc_precision_at_5_max": 0.903765, + "nauc_precision_at_5_std": 0.118581, + "nauc_precision_at_5_diff1": 0.933155, + "nauc_precision_at_10_max": 0.907054, + "nauc_precision_at_10_std": 0.148799, + "nauc_precision_at_10_diff1": 0.952466, + "nauc_precision_at_20_max": 0.944269, + "nauc_precision_at_20_std": 0.49679, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.778805, - "nauc_mrr_at_1_std": -0.109237, - "nauc_mrr_at_1_diff1": 0.949903, - "nauc_mrr_at_3_max": 0.820252, - "nauc_mrr_at_3_std": -0.062817, - "nauc_mrr_at_3_diff1": 0.95048, - "nauc_mrr_at_5_max": 0.817202, - "nauc_mrr_at_5_std": -0.065258, - "nauc_mrr_at_5_diff1": 0.950026, - "nauc_mrr_at_10_max": 0.815546, - "nauc_mrr_at_10_std": -0.068257, - "nauc_mrr_at_10_diff1": 0.951685, - "nauc_mrr_at_20_max": 0.815223, - "nauc_mrr_at_20_std": -0.068648, - "nauc_mrr_at_20_diff1": 0.951383, - "nauc_mrr_at_100_max": 0.814717, - "nauc_mrr_at_100_std": -0.067553, - "nauc_mrr_at_100_diff1": 0.951301, - "nauc_mrr_at_1000_max": 0.814687, - "nauc_mrr_at_1000_std": -0.067729, - "nauc_mrr_at_1000_diff1": 0.951293, - "main_score": 0.95935, + "nauc_mrr_at_1_max": 0.767816, + "nauc_mrr_at_1_std": -0.192159, + "nauc_mrr_at_1_diff1": 0.933424, + "nauc_mrr_at_3_max": 0.808428, + "nauc_mrr_at_3_std": -0.140512, + "nauc_mrr_at_3_diff1": 0.932658, + "nauc_mrr_at_5_max": 0.805265, + "nauc_mrr_at_5_std": -0.133263, + "nauc_mrr_at_5_diff1": 0.932789, + "nauc_mrr_at_10_max": 0.802189, + "nauc_mrr_at_10_std": -0.1433, + "nauc_mrr_at_10_diff1": 0.933324, + "nauc_mrr_at_20_max": 0.802301, + "nauc_mrr_at_20_std": -0.140054, + "nauc_mrr_at_20_diff1": 0.933365, + "nauc_mrr_at_100_max": 0.801909, + "nauc_mrr_at_100_std": -0.141459, + "nauc_mrr_at_100_diff1": 0.933345, + "nauc_mrr_at_1000_max": 0.801876, + "nauc_mrr_at_1000_std": -0.141646, + "nauc_mrr_at_1000_diff1": 0.933334, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95602, "hf_subset": "spa_Latn-spa_Latn", "languages": [ "spa-Latn", "spa-Latn" - ] - }, - { - "ndcg_at_1": 0.93667, - "ndcg_at_3": 0.96159, - "ndcg_at_5": 0.96383, - "ndcg_at_10": 0.96679, - "ndcg_at_20": 0.96733, - "ndcg_at_100": 0.96834, - "ndcg_at_1000": 0.96834, - "map_at_1": 0.93667, - "map_at_3": 0.95593, - "map_at_5": 0.95715, - "map_at_10": 0.95841, - "map_at_20": 0.95855, - "map_at_100": 0.95869, - "map_at_1000": 0.95869, - "recall_at_1": 0.93667, - "recall_at_3": 0.97778, - "recall_at_5": 0.98333, - "recall_at_10": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95509, + "ndcg_at_5": 0.95681, + "ndcg_at_10": 0.96095, + "ndcg_at_20": 0.96181, + "ndcg_at_100": 0.96262, + "ndcg_at_1000": 0.96277, + "map_at_1": 0.92556, + "map_at_3": 0.94833, + "map_at_5": 0.94922, + "map_at_10": 0.95103, + "map_at_20": 0.95128, + "map_at_100": 0.95139, + "map_at_1000": 0.9514, + "recall_at_1": 0.92556, + "recall_at_3": 0.97444, + "recall_at_5": 0.97889, + "recall_at_10": 0.99111, "recall_at_20": 0.99444, - "recall_at_100": 1.0, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.93667, - "precision_at_3": 0.32593, - "precision_at_5": 0.19667, - "precision_at_10": 0.09922, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32481, + "precision_at_5": 0.19578, + "precision_at_10": 0.09911, "precision_at_20": 0.04972, - "precision_at_100": 0.01, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.936667, - "mrr_at_3": 0.955926, - "mrr_at_5": 0.957148, - "mrr_at_10": 0.958414, - "mrr_at_20": 0.958555, - "mrr_at_100": 0.958689, - "mrr_at_1000": 0.958689, - "nauc_ndcg_at_1_max": 0.808123, - "nauc_ndcg_at_1_std": -0.263281, - "nauc_ndcg_at_1_diff1": 0.953192, - "nauc_ndcg_at_3_max": 0.823745, - "nauc_ndcg_at_3_std": -0.30308, - "nauc_ndcg_at_3_diff1": 0.962875, - "nauc_ndcg_at_5_max": 0.834194, - "nauc_ndcg_at_5_std": -0.26789, - "nauc_ndcg_at_5_diff1": 0.962299, - "nauc_ndcg_at_10_max": 0.827702, - "nauc_ndcg_at_10_std": -0.266458, - "nauc_ndcg_at_10_diff1": 0.960505, - "nauc_ndcg_at_20_max": 0.82731, - "nauc_ndcg_at_20_std": -0.263102, - "nauc_ndcg_at_20_diff1": 0.959846, - "nauc_ndcg_at_100_max": 0.825316, - "nauc_ndcg_at_100_std": -0.262976, - "nauc_ndcg_at_100_diff1": 0.959595, - "nauc_ndcg_at_1000_max": 0.825316, - "nauc_ndcg_at_1000_std": -0.262976, - "nauc_ndcg_at_1000_diff1": 0.959595, - "nauc_map_at_1_max": 0.808123, - "nauc_map_at_1_std": -0.263281, - "nauc_map_at_1_diff1": 0.953192, - "nauc_map_at_3_max": 0.819422, - "nauc_map_at_3_std": -0.291007, - "nauc_map_at_3_diff1": 0.959778, - "nauc_map_at_5_max": 0.824754, - "nauc_map_at_5_std": -0.27327, - "nauc_map_at_5_diff1": 0.959478, - "nauc_map_at_10_max": 0.822426, - "nauc_map_at_10_std": -0.271111, - "nauc_map_at_10_diff1": 0.958827, - "nauc_map_at_20_max": 0.822395, - "nauc_map_at_20_std": -0.269786, - "nauc_map_at_20_diff1": 0.958687, - "nauc_map_at_100_max": 0.822387, - "nauc_map_at_100_std": -0.268482, - "nauc_map_at_100_diff1": 0.95872, - "nauc_map_at_1000_max": 0.822387, - "nauc_map_at_1000_std": -0.268482, - "nauc_map_at_1000_diff1": 0.95872, - "nauc_recall_at_1_max": 0.808123, - "nauc_recall_at_1_std": -0.263281, - "nauc_recall_at_1_diff1": 0.953192, - "nauc_recall_at_3_max": 0.847596, - "nauc_recall_at_3_std": -0.370775, - "nauc_recall_at_3_diff1": 0.980392, - "nauc_recall_at_5_max": 0.904606, - "nauc_recall_at_5_std": -0.217647, - "nauc_recall_at_5_diff1": 0.982571, - "nauc_recall_at_10_max": 0.896625, - "nauc_recall_at_10_std": -0.192944, - "nauc_recall_at_10_diff1": 0.981326, - "nauc_recall_at_20_max": 0.910831, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.948333, + "mrr_at_5": 0.949222, + "mrr_at_10": 0.951034, + "mrr_at_20": 0.951278, + "mrr_at_100": 0.951389, + "mrr_at_1000": 0.951396, + "nauc_ndcg_at_1_max": 0.783178, + "nauc_ndcg_at_1_std": -0.271548, + "nauc_ndcg_at_1_diff1": 0.960492, + "nauc_ndcg_at_3_max": 0.814192, + "nauc_ndcg_at_3_std": -0.255329, + "nauc_ndcg_at_3_diff1": 0.964355, + "nauc_ndcg_at_5_max": 0.819962, + "nauc_ndcg_at_5_std": -0.223546, + "nauc_ndcg_at_5_diff1": 0.964237, + "nauc_ndcg_at_10_max": 0.810546, + "nauc_ndcg_at_10_std": -0.258818, + "nauc_ndcg_at_10_diff1": 0.964254, + "nauc_ndcg_at_20_max": 0.808471, + "nauc_ndcg_at_20_std": -0.249134, + "nauc_ndcg_at_20_diff1": 0.96345, + "nauc_ndcg_at_100_max": 0.808122, + "nauc_ndcg_at_100_std": -0.241613, + "nauc_ndcg_at_100_diff1": 0.963287, + "nauc_ndcg_at_1000_max": 0.807338, + "nauc_ndcg_at_1000_std": -0.246686, + "nauc_ndcg_at_1000_diff1": 0.963137, + "nauc_map_at_1_max": 0.783178, + "nauc_map_at_1_std": -0.271548, + "nauc_map_at_1_diff1": 0.960492, + "nauc_map_at_3_max": 0.806025, + "nauc_map_at_3_std": -0.258689, + "nauc_map_at_3_diff1": 0.963104, + "nauc_map_at_5_max": 0.80842, + "nauc_map_at_5_std": -0.244772, + "nauc_map_at_5_diff1": 0.96303, + "nauc_map_at_10_max": 0.804781, + "nauc_map_at_10_std": -0.257648, + "nauc_map_at_10_diff1": 0.963003, + "nauc_map_at_20_max": 0.804334, + "nauc_map_at_20_std": -0.25495, + "nauc_map_at_20_diff1": 0.962818, + "nauc_map_at_100_max": 0.804359, + "nauc_map_at_100_std": -0.253039, + "nauc_map_at_100_diff1": 0.962776, + "nauc_map_at_1000_max": 0.80433, + "nauc_map_at_1000_std": -0.253221, + "nauc_map_at_1000_diff1": 0.962771, + "nauc_recall_at_1_max": 0.783178, + "nauc_recall_at_1_std": -0.271548, + "nauc_recall_at_1_diff1": 0.960492, + "nauc_recall_at_3_max": 0.85966, + "nauc_recall_at_3_std": -0.237628, + "nauc_recall_at_3_diff1": 0.971583, + "nauc_recall_at_5_max": 0.899749, + "nauc_recall_at_5_std": -0.065826, + "nauc_recall_at_5_diff1": 0.97248, + "nauc_recall_at_10_max": 0.885037, + "nauc_recall_at_10_std": -0.312792, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 0.871615, "nauc_recall_at_20_std": -0.122129, "nauc_recall_at_20_diff1": 0.973856, - "nauc_recall_at_100_max": NaN, - "nauc_recall_at_100_std": NaN, - "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.808123, - "nauc_precision_at_1_std": -0.263281, - "nauc_precision_at_1_diff1": 0.953192, - "nauc_precision_at_3_max": 0.847596, - "nauc_precision_at_3_std": -0.370775, - "nauc_precision_at_3_diff1": 0.980392, - "nauc_precision_at_5_max": 0.904606, - "nauc_precision_at_5_std": -0.217647, - "nauc_precision_at_5_diff1": 0.982571, - "nauc_precision_at_10_max": 0.896625, - "nauc_precision_at_10_std": -0.192944, - "nauc_precision_at_10_diff1": 0.981326, - "nauc_precision_at_20_max": 0.910831, + "nauc_precision_at_1_max": 0.783178, + "nauc_precision_at_1_std": -0.271548, + "nauc_precision_at_1_diff1": 0.960492, + "nauc_precision_at_3_max": 0.85966, + "nauc_precision_at_3_std": -0.237628, + "nauc_precision_at_3_diff1": 0.971583, + "nauc_precision_at_5_max": 0.899749, + "nauc_precision_at_5_std": -0.065826, + "nauc_precision_at_5_diff1": 0.97248, + "nauc_precision_at_10_max": 0.885037, + "nauc_precision_at_10_std": -0.312792, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 0.871615, "nauc_precision_at_20_std": -0.122129, "nauc_precision_at_20_diff1": 0.973856, "nauc_precision_at_100_max": 1.0, @@ -41712,1751 +44242,1859 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.808123, - "nauc_mrr_at_1_std": -0.263281, - "nauc_mrr_at_1_diff1": 0.953192, - "nauc_mrr_at_3_max": 0.819422, - "nauc_mrr_at_3_std": -0.291007, - "nauc_mrr_at_3_diff1": 0.959778, - "nauc_mrr_at_5_max": 0.824754, - "nauc_mrr_at_5_std": -0.27327, - "nauc_mrr_at_5_diff1": 0.959478, - "nauc_mrr_at_10_max": 0.822426, - "nauc_mrr_at_10_std": -0.271111, - "nauc_mrr_at_10_diff1": 0.958827, - "nauc_mrr_at_20_max": 0.822395, - "nauc_mrr_at_20_std": -0.269786, - "nauc_mrr_at_20_diff1": 0.958687, - "nauc_mrr_at_100_max": 0.822387, - "nauc_mrr_at_100_std": -0.268482, - "nauc_mrr_at_100_diff1": 0.95872, - "nauc_mrr_at_1000_max": 0.822387, - "nauc_mrr_at_1000_std": -0.268482, - "nauc_mrr_at_1000_diff1": 0.95872, - "main_score": 0.96679, + "nauc_mrr_at_1_max": 0.783178, + "nauc_mrr_at_1_std": -0.271548, + "nauc_mrr_at_1_diff1": 0.960492, + "nauc_mrr_at_3_max": 0.806025, + "nauc_mrr_at_3_std": -0.258689, + "nauc_mrr_at_3_diff1": 0.963104, + "nauc_mrr_at_5_max": 0.80842, + "nauc_mrr_at_5_std": -0.244772, + "nauc_mrr_at_5_diff1": 0.96303, + "nauc_mrr_at_10_max": 0.804781, + "nauc_mrr_at_10_std": -0.257648, + "nauc_mrr_at_10_diff1": 0.963003, + "nauc_mrr_at_20_max": 0.804334, + "nauc_mrr_at_20_std": -0.25495, + "nauc_mrr_at_20_diff1": 0.962818, + "nauc_mrr_at_100_max": 0.804359, + "nauc_mrr_at_100_std": -0.253039, + "nauc_mrr_at_100_diff1": 0.962776, + "nauc_mrr_at_1000_max": 0.80433, + "nauc_mrr_at_1000_std": -0.253221, + "nauc_mrr_at_1000_diff1": 0.962771, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97444, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.99111, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.96095, "hf_subset": "spa_Latn-eng_Latn", "languages": [ "spa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94603, - "ndcg_at_5": 0.95052, - "ndcg_at_10": 0.95456, - "ndcg_at_20": 0.95594, - "ndcg_at_100": 0.95696, - "ndcg_at_1000": 0.95711, - "map_at_1": 0.91889, - "map_at_3": 0.93963, - "map_at_5": 0.94207, - "map_at_10": 0.94379, - "map_at_20": 0.94415, - "map_at_100": 0.94429, - "map_at_1000": 0.94429, - "recall_at_1": 0.91889, - "recall_at_3": 0.96444, - "recall_at_5": 0.97556, - "recall_at_10": 0.98778, - "recall_at_20": 0.99333, - "recall_at_100": 0.99889, - "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32148, - "precision_at_5": 0.19511, - "precision_at_10": 0.09878, - "precision_at_20": 0.04967, + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.94249, + "ndcg_at_5": 0.94612, + "ndcg_at_10": 0.95004, + "ndcg_at_20": 0.95111, + "ndcg_at_100": 0.95258, + "ndcg_at_1000": 0.95273, + "map_at_1": 0.90778, + "map_at_3": 0.93444, + "map_at_5": 0.93644, + "map_at_10": 0.93804, + "map_at_20": 0.9383, + "map_at_100": 0.93852, + "map_at_1000": 0.93853, + "recall_at_1": 0.90778, + "recall_at_3": 0.96556, + "recall_at_5": 0.97444, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.32185, + "precision_at_5": 0.19489, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.93963, - "mrr_at_5": 0.942074, - "mrr_at_10": 0.943791, - "mrr_at_20": 0.944153, - "mrr_at_100": 0.944287, - "mrr_at_1000": 0.944295, - "nauc_ndcg_at_1_max": 0.838181, - "nauc_ndcg_at_1_std": -0.117609, - "nauc_ndcg_at_1_diff1": 0.92735, - "nauc_ndcg_at_3_max": 0.882054, - "nauc_ndcg_at_3_std": -0.038604, - "nauc_ndcg_at_3_diff1": 0.937737, - "nauc_ndcg_at_5_max": 0.877616, - "nauc_ndcg_at_5_std": -0.075042, - "nauc_ndcg_at_5_diff1": 0.939454, - "nauc_ndcg_at_10_max": 0.868888, - "nauc_ndcg_at_10_std": -0.086778, - "nauc_ndcg_at_10_diff1": 0.936136, - "nauc_ndcg_at_20_max": 0.867276, - "nauc_ndcg_at_20_std": -0.077334, - "nauc_ndcg_at_20_diff1": 0.93658, - "nauc_ndcg_at_100_max": 0.864789, - "nauc_ndcg_at_100_std": -0.082557, - "nauc_ndcg_at_100_diff1": 0.935077, - "nauc_ndcg_at_1000_max": 0.8643, - "nauc_ndcg_at_1000_std": -0.085996, - "nauc_ndcg_at_1000_diff1": 0.934842, - "nauc_map_at_1_max": 0.838181, - "nauc_map_at_1_std": -0.117609, - "nauc_map_at_1_diff1": 0.92735, - "nauc_map_at_3_max": 0.86763, - "nauc_map_at_3_std": -0.070336, - "nauc_map_at_3_diff1": 0.934404, - "nauc_map_at_5_max": 0.864883, - "nauc_map_at_5_std": -0.088832, - "nauc_map_at_5_diff1": 0.935037, - "nauc_map_at_10_max": 0.861509, - "nauc_map_at_10_std": -0.09259, - "nauc_map_at_10_diff1": 0.933742, - "nauc_map_at_20_max": 0.861095, - "nauc_map_at_20_std": -0.091029, - "nauc_map_at_20_diff1": 0.933812, - "nauc_map_at_100_max": 0.860837, - "nauc_map_at_100_std": -0.091643, - "nauc_map_at_100_diff1": 0.933653, - "nauc_map_at_1000_max": 0.860817, - "nauc_map_at_1000_std": -0.091777, - "nauc_map_at_1000_diff1": 0.933643, - "nauc_recall_at_1_max": 0.838181, - "nauc_recall_at_1_std": -0.117609, - "nauc_recall_at_1_diff1": 0.92735, - "nauc_recall_at_3_max": 0.952877, - "nauc_recall_at_3_std": 0.121178, - "nauc_recall_at_3_diff1": 0.954044, - "nauc_recall_at_5_max": 0.963607, - "nauc_recall_at_5_std": 0.013645, - "nauc_recall_at_5_diff1": 0.970291, - "nauc_recall_at_10_max": 0.95098, - "nauc_recall_at_10_std": -0.046813, - "nauc_recall_at_10_diff1": 0.964349, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.260971, - "nauc_recall_at_20_diff1": 1.0, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.934444, + "mrr_at_5": 0.936444, + "mrr_at_10": 0.938039, + "mrr_at_20": 0.938304, + "mrr_at_100": 0.938522, + "mrr_at_1000": 0.938527, + "nauc_ndcg_at_1_max": 0.790422, + "nauc_ndcg_at_1_std": -0.369889, + "nauc_ndcg_at_1_diff1": 0.928735, + "nauc_ndcg_at_3_max": 0.842338, + "nauc_ndcg_at_3_std": -0.341263, + "nauc_ndcg_at_3_diff1": 0.936643, + "nauc_ndcg_at_5_max": 0.83967, + "nauc_ndcg_at_5_std": -0.308508, + "nauc_ndcg_at_5_diff1": 0.935748, + "nauc_ndcg_at_10_max": 0.82898, + "nauc_ndcg_at_10_std": -0.315148, + "nauc_ndcg_at_10_diff1": 0.934609, + "nauc_ndcg_at_20_max": 0.826707, + "nauc_ndcg_at_20_std": -0.31603, + "nauc_ndcg_at_20_diff1": 0.933869, + "nauc_ndcg_at_100_max": 0.825104, + "nauc_ndcg_at_100_std": -0.324522, + "nauc_ndcg_at_100_diff1": 0.93379, + "nauc_ndcg_at_1000_max": 0.824563, + "nauc_ndcg_at_1000_std": -0.328214, + "nauc_ndcg_at_1000_diff1": 0.933585, + "nauc_map_at_1_max": 0.790422, + "nauc_map_at_1_std": -0.369889, + "nauc_map_at_1_diff1": 0.928735, + "nauc_map_at_3_max": 0.826738, + "nauc_map_at_3_std": -0.347505, + "nauc_map_at_3_diff1": 0.933856, + "nauc_map_at_5_max": 0.824901, + "nauc_map_at_5_std": -0.33241, + "nauc_map_at_5_diff1": 0.933317, + "nauc_map_at_10_max": 0.821022, + "nauc_map_at_10_std": -0.335101, + "nauc_map_at_10_diff1": 0.932907, + "nauc_map_at_20_max": 0.820517, + "nauc_map_at_20_std": -0.335589, + "nauc_map_at_20_diff1": 0.932743, + "nauc_map_at_100_max": 0.820416, + "nauc_map_at_100_std": -0.336492, + "nauc_map_at_100_diff1": 0.932775, + "nauc_map_at_1000_max": 0.820399, + "nauc_map_at_1000_std": -0.336604, + "nauc_map_at_1000_diff1": 0.932769, + "nauc_recall_at_1_max": 0.790422, + "nauc_recall_at_1_std": -0.369889, + "nauc_recall_at_1_diff1": 0.928735, + "nauc_recall_at_3_max": 0.926433, + "nauc_recall_at_3_std": -0.309705, + "nauc_recall_at_3_diff1": 0.952035, + "nauc_recall_at_5_max": 0.942963, + "nauc_recall_at_5_std": -0.129846, + "nauc_recall_at_5_diff1": 0.953112, + "nauc_recall_at_10_max": 0.912465, + "nauc_recall_at_10_std": -0.046141, + "nauc_recall_at_10_diff1": 0.955065, + "nauc_recall_at_20_max": 0.90342, + "nauc_recall_at_20_std": 0.080182, + "nauc_recall_at_20_diff1": 0.948938, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869281, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.838181, - "nauc_precision_at_1_std": -0.117609, - "nauc_precision_at_1_diff1": 0.92735, - "nauc_precision_at_3_max": 0.952877, - "nauc_precision_at_3_std": 0.121178, - "nauc_precision_at_3_diff1": 0.954044, - "nauc_precision_at_5_max": 0.963607, - "nauc_precision_at_5_std": 0.013645, - "nauc_precision_at_5_diff1": 0.970291, - "nauc_precision_at_10_max": 0.95098, - "nauc_precision_at_10_std": -0.046813, - "nauc_precision_at_10_diff1": 0.964349, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.260971, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_1_max": 0.790422, + "nauc_precision_at_1_std": -0.369889, + "nauc_precision_at_1_diff1": 0.928735, + "nauc_precision_at_3_max": 0.926433, + "nauc_precision_at_3_std": -0.309705, + "nauc_precision_at_3_diff1": 0.952035, + "nauc_precision_at_5_max": 0.942963, + "nauc_precision_at_5_std": -0.129846, + "nauc_precision_at_5_diff1": 0.953112, + "nauc_precision_at_10_max": 0.912465, + "nauc_precision_at_10_std": -0.046141, + "nauc_precision_at_10_diff1": 0.955065, + "nauc_precision_at_20_max": 0.90342, + "nauc_precision_at_20_std": 0.080182, + "nauc_precision_at_20_diff1": 0.948938, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869281, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.838181, - "nauc_mrr_at_1_std": -0.117609, - "nauc_mrr_at_1_diff1": 0.92735, - "nauc_mrr_at_3_max": 0.86763, - "nauc_mrr_at_3_std": -0.070336, - "nauc_mrr_at_3_diff1": 0.934404, - "nauc_mrr_at_5_max": 0.864883, - "nauc_mrr_at_5_std": -0.088832, - "nauc_mrr_at_5_diff1": 0.935037, - "nauc_mrr_at_10_max": 0.861509, - "nauc_mrr_at_10_std": -0.09259, - "nauc_mrr_at_10_diff1": 0.933742, - "nauc_mrr_at_20_max": 0.861095, - "nauc_mrr_at_20_std": -0.091029, - "nauc_mrr_at_20_diff1": 0.933812, - "nauc_mrr_at_100_max": 0.860837, - "nauc_mrr_at_100_std": -0.091643, - "nauc_mrr_at_100_diff1": 0.933653, - "nauc_mrr_at_1000_max": 0.860817, - "nauc_mrr_at_1000_std": -0.091777, - "nauc_mrr_at_1000_diff1": 0.933643, - "main_score": 0.95456, + "nauc_mrr_at_1_max": 0.790422, + "nauc_mrr_at_1_std": -0.369889, + "nauc_mrr_at_1_diff1": 0.928735, + "nauc_mrr_at_3_max": 0.826738, + "nauc_mrr_at_3_std": -0.347505, + "nauc_mrr_at_3_diff1": 0.933856, + "nauc_mrr_at_5_max": 0.824901, + "nauc_mrr_at_5_std": -0.33241, + "nauc_mrr_at_5_diff1": 0.933317, + "nauc_mrr_at_10_max": 0.821022, + "nauc_mrr_at_10_std": -0.335101, + "nauc_mrr_at_10_diff1": 0.932907, + "nauc_mrr_at_20_max": 0.820517, + "nauc_mrr_at_20_std": -0.335589, + "nauc_mrr_at_20_diff1": 0.932743, + "nauc_mrr_at_100_max": 0.820416, + "nauc_mrr_at_100_std": -0.336492, + "nauc_mrr_at_100_diff1": 0.932775, + "nauc_mrr_at_1000_max": 0.820399, + "nauc_mrr_at_1000_std": -0.336604, + "nauc_mrr_at_1000_diff1": 0.932769, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95004, "hf_subset": "eng_Latn-spa_Latn", "languages": [ "eng-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89433, - "ndcg_at_3": 0.92879, - "ndcg_at_5": 0.9352, - "ndcg_at_10": 0.93957, - "ndcg_at_20": 0.94214, - "ndcg_at_100": 0.94347, - "ndcg_at_1000": 0.94388, - "map_at_1": 0.89377, - "map_at_3": 0.92065, - "map_at_5": 0.92421, - "map_at_10": 0.92605, - "map_at_20": 0.92677, - "map_at_100": 0.92698, - "map_at_1000": 0.92701, - "recall_at_1": 0.89377, - "recall_at_3": 0.95161, - "recall_at_5": 0.96719, - "recall_at_10": 0.98053, - "recall_at_20": 0.99055, + "ndcg_at_1": 0.8921, + "ndcg_at_3": 0.9263, + "ndcg_at_5": 0.93276, + "ndcg_at_10": 0.93743, + "ndcg_at_20": 0.93994, + "ndcg_at_100": 0.94173, + "ndcg_at_1000": 0.94214, + "map_at_1": 0.89155, + "map_at_3": 0.91843, + "map_at_5": 0.92204, + "map_at_10": 0.92396, + "map_at_20": 0.92464, + "map_at_100": 0.92493, + "map_at_1000": 0.92496, + "recall_at_1": 0.89155, + "recall_at_3": 0.94828, + "recall_at_5": 0.96385, + "recall_at_10": 0.97831, + "recall_at_20": 0.98832, "recall_at_100": 0.99722, "recall_at_1000": 1.0, - "precision_at_1": 0.89433, - "precision_at_3": 0.31739, - "precision_at_5": 0.19355, - "precision_at_10": 0.09811, - "precision_at_20": 0.04956, + "accuracy": 0.89155, + "precision_at_1": 0.8921, + "precision_at_3": 0.31628, + "precision_at_5": 0.19288, + "precision_at_10": 0.09789, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.894327, - "mrr_at_3": 0.921209, - "mrr_at_5": 0.924768, - "mrr_at_10": 0.926604, - "mrr_at_20": 0.927328, - "mrr_at_100": 0.927541, - "mrr_at_1000": 0.927557, - "nauc_ndcg_at_1_max": 0.79305, - "nauc_ndcg_at_1_std": -0.07047, - "nauc_ndcg_at_1_diff1": 0.931948, - "nauc_ndcg_at_3_max": 0.827451, - "nauc_ndcg_at_3_std": -0.057809, - "nauc_ndcg_at_3_diff1": 0.919332, - "nauc_ndcg_at_5_max": 0.823796, - "nauc_ndcg_at_5_std": -0.056292, - "nauc_ndcg_at_5_diff1": 0.917721, - "nauc_ndcg_at_10_max": 0.816441, - "nauc_ndcg_at_10_std": -0.056893, - "nauc_ndcg_at_10_diff1": 0.915695, - "nauc_ndcg_at_20_max": 0.810239, - "nauc_ndcg_at_20_std": -0.058536, - "nauc_ndcg_at_20_diff1": 0.915931, - "nauc_ndcg_at_100_max": 0.808781, - "nauc_ndcg_at_100_std": -0.05431, - "nauc_ndcg_at_100_diff1": 0.914938, - "nauc_ndcg_at_1000_max": 0.812099, - "nauc_ndcg_at_1000_std": -0.059993, - "nauc_ndcg_at_1000_diff1": 0.919019, - "nauc_map_at_1_max": 0.780243, - "nauc_map_at_1_std": -0.071052, - "nauc_map_at_1_diff1": 0.918504, - "nauc_map_at_3_max": 0.81098, - "nauc_map_at_3_std": -0.064643, - "nauc_map_at_3_diff1": 0.916097, - "nauc_map_at_5_max": 0.808451, - "nauc_map_at_5_std": -0.065397, - "nauc_map_at_5_diff1": 0.915077, - "nauc_map_at_10_max": 0.805676, - "nauc_map_at_10_std": -0.064869, - "nauc_map_at_10_diff1": 0.914315, - "nauc_map_at_20_max": 0.80417, - "nauc_map_at_20_std": -0.065133, - "nauc_map_at_20_diff1": 0.914364, - "nauc_map_at_100_max": 0.803958, - "nauc_map_at_100_std": -0.06452, - "nauc_map_at_100_diff1": 0.914222, - "nauc_map_at_1000_max": 0.804239, - "nauc_map_at_1000_std": -0.064742, - "nauc_map_at_1000_diff1": 0.914541, - "nauc_recall_at_1_max": 0.780243, - "nauc_recall_at_1_std": -0.071052, - "nauc_recall_at_1_diff1": 0.918504, - "nauc_recall_at_3_max": 0.877917, - "nauc_recall_at_3_std": -0.025167, - "nauc_recall_at_3_diff1": 0.907663, - "nauc_recall_at_5_max": 0.884567, - "nauc_recall_at_5_std": 0.008504, - "nauc_recall_at_5_diff1": 0.895419, - "nauc_recall_at_10_max": 0.854244, - "nauc_recall_at_10_std": 0.028366, - "nauc_recall_at_10_diff1": 0.861059, - "nauc_recall_at_20_max": 0.747981, - "nauc_recall_at_20_std": 0.070146, - "nauc_recall_at_20_diff1": 0.808154, + "mrr_at_1": 0.892102, + "mrr_at_3": 0.918984, + "mrr_at_5": 0.922599, + "mrr_at_10": 0.924519, + "mrr_at_20": 0.925196, + "mrr_at_100": 0.92549, + "mrr_at_1000": 0.925507, + "nauc_ndcg_at_1_max": 0.749925, + "nauc_ndcg_at_1_std": -0.140659, + "nauc_ndcg_at_1_diff1": 0.923945, + "nauc_ndcg_at_3_max": 0.802727, + "nauc_ndcg_at_3_std": -0.093301, + "nauc_ndcg_at_3_diff1": 0.912555, + "nauc_ndcg_at_5_max": 0.800242, + "nauc_ndcg_at_5_std": -0.093305, + "nauc_ndcg_at_5_diff1": 0.909529, + "nauc_ndcg_at_10_max": 0.791823, + "nauc_ndcg_at_10_std": -0.088284, + "nauc_ndcg_at_10_diff1": 0.907203, + "nauc_ndcg_at_20_max": 0.784853, + "nauc_ndcg_at_20_std": -0.090779, + "nauc_ndcg_at_20_diff1": 0.908553, + "nauc_ndcg_at_100_max": 0.780467, + "nauc_ndcg_at_100_std": -0.094603, + "nauc_ndcg_at_100_diff1": 0.906691, + "nauc_ndcg_at_1000_max": 0.783341, + "nauc_ndcg_at_1000_std": -0.100431, + "nauc_ndcg_at_1000_diff1": 0.910785, + "nauc_map_at_1_max": 0.737543, + "nauc_map_at_1_std": -0.140914, + "nauc_map_at_1_diff1": 0.910779, + "nauc_map_at_3_max": 0.781296, + "nauc_map_at_3_std": -0.107339, + "nauc_map_at_3_diff1": 0.908983, + "nauc_map_at_5_max": 0.779101, + "nauc_map_at_5_std": -0.108304, + "nauc_map_at_5_diff1": 0.907362, + "nauc_map_at_10_max": 0.77577, + "nauc_map_at_10_std": -0.106953, + "nauc_map_at_10_diff1": 0.90644, + "nauc_map_at_20_max": 0.77411, + "nauc_map_at_20_std": -0.10773, + "nauc_map_at_20_diff1": 0.906702, + "nauc_map_at_100_max": 0.773514, + "nauc_map_at_100_std": -0.108159, + "nauc_map_at_100_diff1": 0.906441, + "nauc_map_at_1000_max": 0.773726, + "nauc_map_at_1000_std": -0.108397, + "nauc_map_at_1000_diff1": 0.906708, + "nauc_recall_at_1_max": 0.737543, + "nauc_recall_at_1_std": -0.140914, + "nauc_recall_at_1_diff1": 0.910779, + "nauc_recall_at_3_max": 0.8741, + "nauc_recall_at_3_std": -0.031445, + "nauc_recall_at_3_diff1": 0.903677, + "nauc_recall_at_5_max": 0.893718, + "nauc_recall_at_5_std": -0.002096, + "nauc_recall_at_5_diff1": 0.88632, + "nauc_recall_at_10_max": 0.880095, + "nauc_recall_at_10_std": 0.102434, + "nauc_recall_at_10_diff1": 0.851599, + "nauc_recall_at_20_max": 0.814673, + "nauc_recall_at_20_std": 0.218796, + "nauc_recall_at_20_diff1": 0.832245, "nauc_recall_at_100_max": 0.452312, "nauc_recall_at_100_std": 0.765689, - "nauc_recall_at_100_diff1": 0.452312, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79305, - "nauc_precision_at_1_std": -0.07047, - "nauc_precision_at_1_diff1": 0.931948, - "nauc_precision_at_3_max": 0.90834, - "nauc_precision_at_3_std": -0.023465, - "nauc_precision_at_3_diff1": 0.938432, - "nauc_precision_at_5_max": 0.929791, - "nauc_precision_at_5_std": 0.011608, - "nauc_precision_at_5_diff1": 0.94083, - "nauc_precision_at_10_max": 0.930499, - "nauc_precision_at_10_std": 0.034246, - "nauc_precision_at_10_diff1": 0.937515, - "nauc_precision_at_20_max": 0.903382, - "nauc_precision_at_20_std": 0.085252, - "nauc_precision_at_20_diff1": 0.967316, + "nauc_recall_at_100_diff1": 0.400018, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749925, + "nauc_precision_at_1_std": -0.140659, + "nauc_precision_at_1_diff1": 0.923945, + "nauc_precision_at_3_max": 0.902497, + "nauc_precision_at_3_std": -0.029922, + "nauc_precision_at_3_diff1": 0.932396, + "nauc_precision_at_5_max": 0.934845, + "nauc_precision_at_5_std": 0.000552, + "nauc_precision_at_5_diff1": 0.927332, + "nauc_precision_at_10_max": 0.949004, + "nauc_precision_at_10_std": 0.109644, + "nauc_precision_at_10_diff1": 0.919758, + "nauc_precision_at_20_max": 0.942328, + "nauc_precision_at_20_std": 0.238313, + "nauc_precision_at_20_diff1": 0.960779, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_diff1": 0.934632, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.098682, "nauc_precision_at_1000_diff1": 1.0, - "nauc_mrr_at_1_max": 0.79305, - "nauc_mrr_at_1_std": -0.07047, - "nauc_mrr_at_1_diff1": 0.931948, - "nauc_mrr_at_3_max": 0.828307, - "nauc_mrr_at_3_std": -0.063825, - "nauc_mrr_at_3_diff1": 0.934072, - "nauc_mrr_at_5_max": 0.826586, - "nauc_mrr_at_5_std": -0.064544, - "nauc_mrr_at_5_diff1": 0.9339, - "nauc_mrr_at_10_max": 0.824248, - "nauc_mrr_at_10_std": -0.063992, - "nauc_mrr_at_10_diff1": 0.933607, - "nauc_mrr_at_20_max": 0.822918, - "nauc_mrr_at_20_std": -0.064248, - "nauc_mrr_at_20_diff1": 0.933849, - "nauc_mrr_at_100_max": 0.82276, - "nauc_mrr_at_100_std": -0.063629, - "nauc_mrr_at_100_diff1": 0.933764, - "nauc_mrr_at_1000_max": 0.822721, - "nauc_mrr_at_1000_std": -0.063868, - "nauc_mrr_at_1000_diff1": 0.933749, - "main_score": 0.93957, + "nauc_mrr_at_1_max": 0.749925, + "nauc_mrr_at_1_std": -0.140659, + "nauc_mrr_at_1_diff1": 0.923945, + "nauc_mrr_at_3_max": 0.797997, + "nauc_mrr_at_3_std": -0.106799, + "nauc_mrr_at_3_diff1": 0.926451, + "nauc_mrr_at_5_max": 0.796574, + "nauc_mrr_at_5_std": -0.107744, + "nauc_mrr_at_5_diff1": 0.925641, + "nauc_mrr_at_10_max": 0.793669, + "nauc_mrr_at_10_std": -0.10637, + "nauc_mrr_at_10_diff1": 0.925181, + "nauc_mrr_at_20_max": 0.792161, + "nauc_mrr_at_20_std": -0.107147, + "nauc_mrr_at_20_diff1": 0.925617, + "nauc_mrr_at_100_max": 0.791633, + "nauc_mrr_at_100_std": -0.107576, + "nauc_mrr_at_100_diff1": 0.925429, + "nauc_mrr_at_1000_max": 0.791586, + "nauc_mrr_at_1000_std": -0.107824, + "nauc_mrr_at_1000_diff1": 0.925424, + "hit_rate_at_1": 0.8921, + "hit_rate_at_3": 0.94883, + "hit_rate_at_5": 0.9644, + "hit_rate_at_10": 0.97887, + "hit_rate_at_20": 0.98888, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93743, "hf_subset": "srp_Cyrl-srp_Cyrl", "languages": [ "srp-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.94529, - "ndcg_at_5": 0.94945, - "ndcg_at_10": 0.95295, - "ndcg_at_20": 0.95354, - "ndcg_at_100": 0.95451, - "ndcg_at_1000": 0.95466, - "map_at_1": 0.90778, - "map_at_3": 0.93667, - "map_at_5": 0.939, - "map_at_10": 0.94038, - "map_at_20": 0.94056, - "map_at_100": 0.94068, - "map_at_1000": 0.94069, - "recall_at_1": 0.90778, - "recall_at_3": 0.97, - "recall_at_5": 0.98, - "recall_at_10": 0.99111, + "ndcg_at_1": 0.90444, + "ndcg_at_3": 0.94266, + "ndcg_at_5": 0.94596, + "ndcg_at_10": 0.94896, + "ndcg_at_20": 0.95125, + "ndcg_at_100": 0.95211, + "ndcg_at_1000": 0.95241, + "map_at_1": 0.90444, + "map_at_3": 0.93389, + "map_at_5": 0.93578, + "map_at_10": 0.9371, + "map_at_20": 0.93775, + "map_at_100": 0.93788, + "map_at_1000": 0.93789, + "recall_at_1": 0.90444, + "recall_at_3": 0.96778, + "recall_at_5": 0.97556, + "recall_at_10": 0.98444, "recall_at_20": 0.99333, - "recall_at_100": 0.99889, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32333, - "precision_at_5": 0.196, - "precision_at_10": 0.09911, + "accuracy": 0.90444, + "precision_at_1": 0.90444, + "precision_at_3": 0.32259, + "precision_at_5": 0.19511, + "precision_at_10": 0.09844, "precision_at_20": 0.04967, - "precision_at_100": 0.00999, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.936667, - "mrr_at_5": 0.939, - "mrr_at_10": 0.940384, - "mrr_at_20": 0.940562, - "mrr_at_100": 0.94068, - "mrr_at_1000": 0.940686, - "nauc_ndcg_at_1_max": 0.767293, - "nauc_ndcg_at_1_std": -0.379664, - "nauc_ndcg_at_1_diff1": 0.931575, - "nauc_ndcg_at_3_max": 0.782732, - "nauc_ndcg_at_3_std": -0.441606, - "nauc_ndcg_at_3_diff1": 0.933914, - "nauc_ndcg_at_5_max": 0.789612, - "nauc_ndcg_at_5_std": -0.378634, - "nauc_ndcg_at_5_diff1": 0.934536, - "nauc_ndcg_at_10_max": 0.788701, - "nauc_ndcg_at_10_std": -0.383787, - "nauc_ndcg_at_10_diff1": 0.9337, - "nauc_ndcg_at_20_max": 0.786008, - "nauc_ndcg_at_20_std": -0.397777, - "nauc_ndcg_at_20_diff1": 0.932855, - "nauc_ndcg_at_100_max": 0.784937, - "nauc_ndcg_at_100_std": -0.39279, - "nauc_ndcg_at_100_diff1": 0.933858, - "nauc_ndcg_at_1000_max": 0.784235, - "nauc_ndcg_at_1000_std": -0.397337, - "nauc_ndcg_at_1000_diff1": 0.933642, - "nauc_map_at_1_max": 0.767293, - "nauc_map_at_1_std": -0.379664, - "nauc_map_at_1_diff1": 0.931575, - "nauc_map_at_3_max": 0.779447, - "nauc_map_at_3_std": -0.427374, - "nauc_map_at_3_diff1": 0.933037, - "nauc_map_at_5_max": 0.782472, - "nauc_map_at_5_std": -0.39685, - "nauc_map_at_5_diff1": 0.933332, - "nauc_map_at_10_max": 0.781891, - "nauc_map_at_10_std": -0.399234, - "nauc_map_at_10_diff1": 0.933051, - "nauc_map_at_20_max": 0.781238, - "nauc_map_at_20_std": -0.402581, - "nauc_map_at_20_diff1": 0.93285, - "nauc_map_at_100_max": 0.781375, - "nauc_map_at_100_std": -0.401461, - "nauc_map_at_100_diff1": 0.933114, - "nauc_map_at_1000_max": 0.781352, - "nauc_map_at_1000_std": -0.401606, - "nauc_map_at_1000_diff1": 0.933107, - "nauc_recall_at_1_max": 0.767293, - "nauc_recall_at_1_std": -0.379664, - "nauc_recall_at_1_diff1": 0.931575, - "nauc_recall_at_3_max": 0.800878, - "nauc_recall_at_3_std": -0.521752, - "nauc_recall_at_3_diff1": 0.939309, - "nauc_recall_at_5_max": 0.852345, - "nauc_recall_at_5_std": -0.188323, - "nauc_recall_at_5_diff1": 0.945274, - "nauc_recall_at_10_max": 0.91976, - "nauc_recall_at_10_std": -0.026027, - "nauc_recall_at_10_diff1": 0.944269, + "mrr_at_1": 0.904444, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.935778, + "mrr_at_10": 0.937097, + "mrr_at_20": 0.937746, + "mrr_at_100": 0.937877, + "mrr_at_1000": 0.937892, + "nauc_ndcg_at_1_max": 0.7144, + "nauc_ndcg_at_1_std": -0.366697, + "nauc_ndcg_at_1_diff1": 0.932496, + "nauc_ndcg_at_3_max": 0.736815, + "nauc_ndcg_at_3_std": -0.373298, + "nauc_ndcg_at_3_diff1": 0.93541, + "nauc_ndcg_at_5_max": 0.732821, + "nauc_ndcg_at_5_std": -0.37737, + "nauc_ndcg_at_5_diff1": 0.933662, + "nauc_ndcg_at_10_max": 0.739732, + "nauc_ndcg_at_10_std": -0.338487, + "nauc_ndcg_at_10_diff1": 0.936849, + "nauc_ndcg_at_20_max": 0.737062, + "nauc_ndcg_at_20_std": -0.35902, + "nauc_ndcg_at_20_diff1": 0.935452, + "nauc_ndcg_at_100_max": 0.735712, + "nauc_ndcg_at_100_std": -0.360017, + "nauc_ndcg_at_100_diff1": 0.935746, + "nauc_ndcg_at_1000_max": 0.734016, + "nauc_ndcg_at_1000_std": -0.361215, + "nauc_ndcg_at_1000_diff1": 0.935333, + "nauc_map_at_1_max": 0.7144, + "nauc_map_at_1_std": -0.366697, + "nauc_map_at_1_diff1": 0.932496, + "nauc_map_at_3_max": 0.731525, + "nauc_map_at_3_std": -0.374634, + "nauc_map_at_3_diff1": 0.934647, + "nauc_map_at_5_max": 0.729158, + "nauc_map_at_5_std": -0.376992, + "nauc_map_at_5_diff1": 0.933743, + "nauc_map_at_10_max": 0.731802, + "nauc_map_at_10_std": -0.36257, + "nauc_map_at_10_diff1": 0.934934, + "nauc_map_at_20_max": 0.730964, + "nauc_map_at_20_std": -0.367104, + "nauc_map_at_20_diff1": 0.934617, + "nauc_map_at_100_max": 0.730943, + "nauc_map_at_100_std": -0.366816, + "nauc_map_at_100_diff1": 0.934716, + "nauc_map_at_1000_max": 0.730877, + "nauc_map_at_1000_std": -0.366773, + "nauc_map_at_1000_diff1": 0.9347, + "nauc_recall_at_1_max": 0.7144, + "nauc_recall_at_1_std": -0.366697, + "nauc_recall_at_1_diff1": 0.932496, + "nauc_recall_at_3_max": 0.765994, + "nauc_recall_at_3_std": -0.36231, + "nauc_recall_at_3_diff1": 0.939712, + "nauc_recall_at_5_max": 0.757618, + "nauc_recall_at_5_std": -0.376114, + "nauc_recall_at_5_diff1": 0.932412, + "nauc_recall_at_10_max": 0.833133, + "nauc_recall_at_10_std": -0.010738, + "nauc_recall_at_10_diff1": 0.961485, "nauc_recall_at_20_max": 0.893013, - "nauc_recall_at_20_std": -0.271942, - "nauc_recall_at_20_diff1": 0.925692, + "nauc_recall_at_20_std": -0.173903, + "nauc_recall_at_20_diff1": 0.953704, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_std": -0.075864, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.767293, - "nauc_precision_at_1_std": -0.379664, - "nauc_precision_at_1_diff1": 0.931575, - "nauc_precision_at_3_max": 0.800878, - "nauc_precision_at_3_std": -0.521752, - "nauc_precision_at_3_diff1": 0.939309, - "nauc_precision_at_5_max": 0.852345, - "nauc_precision_at_5_std": -0.188323, - "nauc_precision_at_5_diff1": 0.945274, - "nauc_precision_at_10_max": 0.91976, - "nauc_precision_at_10_std": -0.026027, - "nauc_precision_at_10_diff1": 0.944269, + "nauc_precision_at_1_max": 0.7144, + "nauc_precision_at_1_std": -0.366697, + "nauc_precision_at_1_diff1": 0.932496, + "nauc_precision_at_3_max": 0.765994, + "nauc_precision_at_3_std": -0.36231, + "nauc_precision_at_3_diff1": 0.939712, + "nauc_precision_at_5_max": 0.757618, + "nauc_precision_at_5_std": -0.376114, + "nauc_precision_at_5_diff1": 0.932412, + "nauc_precision_at_10_max": 0.833133, + "nauc_precision_at_10_std": -0.010738, + "nauc_precision_at_10_diff1": 0.961485, "nauc_precision_at_20_max": 0.893013, - "nauc_precision_at_20_std": -0.271942, - "nauc_precision_at_20_diff1": 0.925692, + "nauc_precision_at_20_std": -0.173903, + "nauc_precision_at_20_diff1": 0.953704, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_std": -0.075864, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.767293, - "nauc_mrr_at_1_std": -0.379664, - "nauc_mrr_at_1_diff1": 0.931575, - "nauc_mrr_at_3_max": 0.779447, - "nauc_mrr_at_3_std": -0.427374, - "nauc_mrr_at_3_diff1": 0.933037, - "nauc_mrr_at_5_max": 0.782472, - "nauc_mrr_at_5_std": -0.39685, - "nauc_mrr_at_5_diff1": 0.933332, - "nauc_mrr_at_10_max": 0.781891, - "nauc_mrr_at_10_std": -0.399234, - "nauc_mrr_at_10_diff1": 0.933051, - "nauc_mrr_at_20_max": 0.781238, - "nauc_mrr_at_20_std": -0.402581, - "nauc_mrr_at_20_diff1": 0.93285, - "nauc_mrr_at_100_max": 0.781375, - "nauc_mrr_at_100_std": -0.401461, - "nauc_mrr_at_100_diff1": 0.933114, - "nauc_mrr_at_1000_max": 0.781352, - "nauc_mrr_at_1000_std": -0.401606, - "nauc_mrr_at_1000_diff1": 0.933107, - "main_score": 0.95295, + "nauc_mrr_at_1_max": 0.7144, + "nauc_mrr_at_1_std": -0.366697, + "nauc_mrr_at_1_diff1": 0.932496, + "nauc_mrr_at_3_max": 0.731525, + "nauc_mrr_at_3_std": -0.374634, + "nauc_mrr_at_3_diff1": 0.934647, + "nauc_mrr_at_5_max": 0.729158, + "nauc_mrr_at_5_std": -0.376992, + "nauc_mrr_at_5_diff1": 0.933743, + "nauc_mrr_at_10_max": 0.731802, + "nauc_mrr_at_10_std": -0.36257, + "nauc_mrr_at_10_diff1": 0.934934, + "nauc_mrr_at_20_max": 0.730964, + "nauc_mrr_at_20_std": -0.367104, + "nauc_mrr_at_20_diff1": 0.934617, + "nauc_mrr_at_100_max": 0.730943, + "nauc_mrr_at_100_std": -0.366816, + "nauc_mrr_at_100_diff1": 0.934716, + "nauc_mrr_at_1000_max": 0.730877, + "nauc_mrr_at_1000_std": -0.366773, + "nauc_mrr_at_1000_diff1": 0.9347, + "hit_rate_at_1": 0.90444, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94896, "hf_subset": "srp_Cyrl-eng_Latn", "languages": [ "srp-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.87319, - "ndcg_at_3": 0.91087, - "ndcg_at_5": 0.91954, - "ndcg_at_10": 0.92426, - "ndcg_at_20": 0.92684, - "ndcg_at_100": 0.93007, - "ndcg_at_1000": 0.93047, - "map_at_1": 0.87264, - "map_at_3": 0.90193, - "map_at_5": 0.90671, - "map_at_10": 0.90869, - "map_at_20": 0.90942, - "map_at_100": 0.91, - "map_at_1000": 0.91002, - "recall_at_1": 0.87264, - "recall_at_3": 0.93604, - "recall_at_5": 0.95717, - "recall_at_10": 0.97164, - "recall_at_20": 0.98165, - "recall_at_100": 0.99722, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86207, + "ndcg_at_3": 0.90536, + "ndcg_at_5": 0.91274, + "ndcg_at_10": 0.91816, + "ndcg_at_20": 0.9207, + "ndcg_at_100": 0.92417, + "ndcg_at_1000": 0.92471, + "map_at_1": 0.86151, + "map_at_3": 0.89525, + "map_at_5": 0.89937, + "map_at_10": 0.90162, + "map_at_20": 0.90232, + "map_at_100": 0.90287, + "map_at_1000": 0.9029, + "recall_at_1": 0.86151, + "recall_at_3": 0.93382, + "recall_at_5": 0.95161, + "recall_at_10": 0.9683, + "recall_at_20": 0.97831, + "recall_at_100": 0.99611, "recall_at_1000": 1.0, - "precision_at_1": 0.87319, - "precision_at_3": 0.3122, - "precision_at_5": 0.19155, - "precision_at_10": 0.09722, - "precision_at_20": 0.04911, - "precision_at_100": 0.00998, + "accuracy": 0.86151, + "precision_at_1": 0.86207, + "precision_at_3": 0.31146, + "precision_at_5": 0.19043, + "precision_at_10": 0.09689, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.873192, - "mrr_at_3": 0.902484, - "mrr_at_5": 0.907267, - "mrr_at_10": 0.909246, - "mrr_at_20": 0.909974, - "mrr_at_100": 0.910558, - "mrr_at_1000": 0.910574, - "nauc_ndcg_at_1_max": 0.790154, - "nauc_ndcg_at_1_std": -0.087107, - "nauc_ndcg_at_1_diff1": 0.920285, - "nauc_ndcg_at_3_max": 0.83526, - "nauc_ndcg_at_3_std": -0.00408, - "nauc_ndcg_at_3_diff1": 0.907206, - "nauc_ndcg_at_5_max": 0.837618, - "nauc_ndcg_at_5_std": -0.022394, - "nauc_ndcg_at_5_diff1": 0.912064, - "nauc_ndcg_at_10_max": 0.832184, - "nauc_ndcg_at_10_std": -0.022185, - "nauc_ndcg_at_10_diff1": 0.912702, - "nauc_ndcg_at_20_max": 0.829062, - "nauc_ndcg_at_20_std": -0.01602, - "nauc_ndcg_at_20_diff1": 0.911796, - "nauc_ndcg_at_100_max": 0.823254, - "nauc_ndcg_at_100_std": -0.025372, - "nauc_ndcg_at_100_diff1": 0.908979, - "nauc_ndcg_at_1000_max": 0.823615, - "nauc_ndcg_at_1000_std": -0.030461, - "nauc_ndcg_at_1000_diff1": 0.911355, - "nauc_map_at_1_max": 0.786298, - "nauc_map_at_1_std": -0.084278, - "nauc_map_at_1_diff1": 0.911521, - "nauc_map_at_3_max": 0.821042, - "nauc_map_at_3_std": -0.027371, - "nauc_map_at_3_diff1": 0.90627, - "nauc_map_at_5_max": 0.821533, - "nauc_map_at_5_std": -0.037698, - "nauc_map_at_5_diff1": 0.908583, - "nauc_map_at_10_max": 0.819407, - "nauc_map_at_10_std": -0.037085, - "nauc_map_at_10_diff1": 0.908754, - "nauc_map_at_20_max": 0.818619, - "nauc_map_at_20_std": -0.035982, - "nauc_map_at_20_diff1": 0.908546, - "nauc_map_at_100_max": 0.817719, - "nauc_map_at_100_std": -0.037481, - "nauc_map_at_100_diff1": 0.908135, - "nauc_map_at_1000_max": 0.817736, - "nauc_map_at_1000_std": -0.037685, - "nauc_map_at_1000_diff1": 0.908234, - "nauc_recall_at_1_max": 0.786298, - "nauc_recall_at_1_std": -0.084278, - "nauc_recall_at_1_diff1": 0.911521, - "nauc_recall_at_3_max": 0.888178, - "nauc_recall_at_3_std": 0.100698, - "nauc_recall_at_3_diff1": 0.895782, - "nauc_recall_at_5_max": 0.923961, - "nauc_recall_at_5_std": 0.073072, - "nauc_recall_at_5_diff1": 0.911668, - "nauc_recall_at_10_max": 0.922367, - "nauc_recall_at_10_std": 0.108893, - "nauc_recall_at_10_diff1": 0.91617, - "nauc_recall_at_20_max": 0.922898, - "nauc_recall_at_20_std": 0.280598, - "nauc_recall_at_20_diff1": 0.903129, - "nauc_recall_at_100_max": 0.765689, - "nauc_recall_at_100_std": 0.85851, - "nauc_recall_at_100_diff1": 0.517535, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790154, - "nauc_precision_at_1_std": -0.087107, - "nauc_precision_at_1_diff1": 0.920285, - "nauc_precision_at_3_max": 0.897474, - "nauc_precision_at_3_std": 0.096722, - "nauc_precision_at_3_diff1": 0.913735, - "nauc_precision_at_5_max": 0.938375, - "nauc_precision_at_5_std": 0.066744, - "nauc_precision_at_5_diff1": 0.938806, - "nauc_precision_at_10_max": 0.944246, - "nauc_precision_at_10_std": 0.09999, - "nauc_precision_at_10_diff1": 0.95751, - "nauc_precision_at_20_max": 0.9571, - "nauc_precision_at_20_std": 0.272054, - "nauc_precision_at_20_diff1": 0.967316, + "mrr_at_1": 0.862069, + "mrr_at_3": 0.89581, + "mrr_at_5": 0.899926, + "mrr_at_10": 0.902177, + "mrr_at_20": 0.902878, + "mrr_at_100": 0.903427, + "mrr_at_1000": 0.903447, + "nauc_ndcg_at_1_max": 0.768642, + "nauc_ndcg_at_1_std": -0.162285, + "nauc_ndcg_at_1_diff1": 0.895688, + "nauc_ndcg_at_3_max": 0.811083, + "nauc_ndcg_at_3_std": -0.130188, + "nauc_ndcg_at_3_diff1": 0.881899, + "nauc_ndcg_at_5_max": 0.807384, + "nauc_ndcg_at_5_std": -0.125608, + "nauc_ndcg_at_5_diff1": 0.882063, + "nauc_ndcg_at_10_max": 0.808182, + "nauc_ndcg_at_10_std": -0.120798, + "nauc_ndcg_at_10_diff1": 0.887021, + "nauc_ndcg_at_20_max": 0.807438, + "nauc_ndcg_at_20_std": -0.110195, + "nauc_ndcg_at_20_diff1": 0.888217, + "nauc_ndcg_at_100_max": 0.80025, + "nauc_ndcg_at_100_std": -0.121358, + "nauc_ndcg_at_100_diff1": 0.884857, + "nauc_ndcg_at_1000_max": 0.799703, + "nauc_ndcg_at_1000_std": -0.127022, + "nauc_ndcg_at_1000_diff1": 0.886366, + "nauc_map_at_1_max": 0.766367, + "nauc_map_at_1_std": -0.158688, + "nauc_map_at_1_diff1": 0.887648, + "nauc_map_at_3_max": 0.797117, + "nauc_map_at_3_std": -0.139257, + "nauc_map_at_3_diff1": 0.881361, + "nauc_map_at_5_max": 0.79474, + "nauc_map_at_5_std": -0.137328, + "nauc_map_at_5_diff1": 0.881458, + "nauc_map_at_10_max": 0.795002, + "nauc_map_at_10_std": -0.134823, + "nauc_map_at_10_diff1": 0.883299, + "nauc_map_at_20_max": 0.794804, + "nauc_map_at_20_std": -0.132396, + "nauc_map_at_20_diff1": 0.88361, + "nauc_map_at_100_max": 0.793808, + "nauc_map_at_100_std": -0.134038, + "nauc_map_at_100_diff1": 0.883144, + "nauc_map_at_1000_max": 0.793787, + "nauc_map_at_1000_std": -0.134225, + "nauc_map_at_1000_diff1": 0.883198, + "nauc_recall_at_1_max": 0.766367, + "nauc_recall_at_1_std": -0.158688, + "nauc_recall_at_1_diff1": 0.887648, + "nauc_recall_at_3_max": 0.867832, + "nauc_recall_at_3_std": -0.082924, + "nauc_recall_at_3_diff1": 0.869657, + "nauc_recall_at_5_max": 0.872895, + "nauc_recall_at_5_std": -0.046736, + "nauc_recall_at_5_diff1": 0.865515, + "nauc_recall_at_10_max": 0.909147, + "nauc_recall_at_10_std": 0.01446, + "nauc_recall_at_10_diff1": 0.893123, + "nauc_recall_at_20_max": 0.943132, + "nauc_recall_at_20_std": 0.220859, + "nauc_recall_at_20_diff1": 0.910489, + "nauc_recall_at_100_max": 0.874605, + "nauc_recall_at_100_std": 0.672167, + "nauc_recall_at_100_diff1": 0.692735, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768642, + "nauc_precision_at_1_std": -0.162285, + "nauc_precision_at_1_diff1": 0.895688, + "nauc_precision_at_3_max": 0.874151, + "nauc_precision_at_3_std": -0.089747, + "nauc_precision_at_3_diff1": 0.88678, + "nauc_precision_at_5_max": 0.881624, + "nauc_precision_at_5_std": -0.055677, + "nauc_precision_at_5_diff1": 0.888962, + "nauc_precision_at_10_max": 0.923199, + "nauc_precision_at_10_std": 0.001823, + "nauc_precision_at_10_diff1": 0.929622, + "nauc_precision_at_20_max": 0.964735, + "nauc_precision_at_20_std": 0.207667, + "nauc_precision_at_20_diff1": 0.964735, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934632, - "nauc_precision_at_100_diff1": 0.934632, - "nauc_precision_at_1000_max": 0.098682, - "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_100_std": 0.663834, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": -0.070315, + "nauc_precision_at_1000_std": -0.41541, "nauc_precision_at_1000_diff1": 0.662006, - "nauc_mrr_at_1_max": 0.790154, - "nauc_mrr_at_1_std": -0.087107, - "nauc_mrr_at_1_diff1": 0.920285, - "nauc_mrr_at_3_max": 0.826183, - "nauc_mrr_at_3_std": -0.030727, - "nauc_mrr_at_3_diff1": 0.917529, - "nauc_mrr_at_5_max": 0.826947, - "nauc_mrr_at_5_std": -0.041285, - "nauc_mrr_at_5_diff1": 0.920445, - "nauc_mrr_at_10_max": 0.824929, - "nauc_mrr_at_10_std": -0.040749, - "nauc_mrr_at_10_diff1": 0.920881, - "nauc_mrr_at_20_max": 0.824182, - "nauc_mrr_at_20_std": -0.039669, - "nauc_mrr_at_20_diff1": 0.920772, - "nauc_mrr_at_100_max": 0.823315, - "nauc_mrr_at_100_std": -0.041201, - "nauc_mrr_at_100_diff1": 0.920441, - "nauc_mrr_at_1000_max": 0.823284, - "nauc_mrr_at_1000_std": -0.041374, - "nauc_mrr_at_1000_diff1": 0.920436, - "main_score": 0.92426, + "nauc_mrr_at_1_max": 0.768642, + "nauc_mrr_at_1_std": -0.162285, + "nauc_mrr_at_1_diff1": 0.895688, + "nauc_mrr_at_3_max": 0.800238, + "nauc_mrr_at_3_std": -0.143868, + "nauc_mrr_at_3_diff1": 0.891843, + "nauc_mrr_at_5_max": 0.79798, + "nauc_mrr_at_5_std": -0.142123, + "nauc_mrr_at_5_diff1": 0.892382, + "nauc_mrr_at_10_max": 0.79832, + "nauc_mrr_at_10_std": -0.139719, + "nauc_mrr_at_10_diff1": 0.894491, + "nauc_mrr_at_20_max": 0.798146, + "nauc_mrr_at_20_std": -0.137316, + "nauc_mrr_at_20_diff1": 0.894886, + "nauc_mrr_at_100_max": 0.797164, + "nauc_mrr_at_100_std": -0.138995, + "nauc_mrr_at_100_diff1": 0.894483, + "nauc_mrr_at_1000_max": 0.79712, + "nauc_mrr_at_1000_std": -0.139149, + "nauc_mrr_at_1000_diff1": 0.89446, + "hit_rate_at_1": 0.86207, + "hit_rate_at_3": 0.93437, + "hit_rate_at_5": 0.95217, + "hit_rate_at_10": 0.96885, + "hit_rate_at_20": 0.97887, + "hit_rate_at_100": 0.99666, + "hit_rate_at_1000": 1.0, + "main_score": 0.91816, "hf_subset": "eng_Latn-srp_Cyrl", "languages": [ "eng-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.44778, - "ndcg_at_3": 0.48862, - "ndcg_at_5": 0.49761, - "ndcg_at_10": 0.51032, - "ndcg_at_20": 0.52321, - "ndcg_at_100": 0.55471, - "ndcg_at_1000": 0.58047, - "map_at_1": 0.44778, - "map_at_3": 0.47889, - "map_at_5": 0.48378, - "map_at_10": 0.48889, - "map_at_20": 0.4924, - "map_at_100": 0.49653, - "map_at_1000": 0.49759, - "recall_at_1": 0.44778, - "recall_at_3": 0.51667, - "recall_at_5": 0.53889, - "recall_at_10": 0.57889, - "recall_at_20": 0.63, - "recall_at_100": 0.80333, - "recall_at_1000": 1.0, - "precision_at_1": 0.44778, - "precision_at_3": 0.17222, - "precision_at_5": 0.10778, - "precision_at_10": 0.05789, - "precision_at_20": 0.0315, - "precision_at_100": 0.00803, - "precision_at_1000": 0.001, - "mrr_at_1": 0.447778, - "mrr_at_3": 0.478889, - "mrr_at_5": 0.483778, - "mrr_at_10": 0.488889, - "mrr_at_20": 0.492403, - "mrr_at_100": 0.496533, - "mrr_at_1000": 0.497589, - "nauc_ndcg_at_1_max": 0.745067, - "nauc_ndcg_at_1_std": -0.588157, - "nauc_ndcg_at_1_diff1": 0.876388, - "nauc_ndcg_at_3_max": 0.748435, - "nauc_ndcg_at_3_std": -0.584709, - "nauc_ndcg_at_3_diff1": 0.845837, - "nauc_ndcg_at_5_max": 0.743995, - "nauc_ndcg_at_5_std": -0.584126, - "nauc_ndcg_at_5_diff1": 0.839108, - "nauc_ndcg_at_10_max": 0.734878, - "nauc_ndcg_at_10_std": -0.577844, - "nauc_ndcg_at_10_diff1": 0.828712, - "nauc_ndcg_at_20_max": 0.730831, - "nauc_ndcg_at_20_std": -0.571037, - "nauc_ndcg_at_20_diff1": 0.82359, - "nauc_ndcg_at_100_max": 0.725317, - "nauc_ndcg_at_100_std": -0.563554, - "nauc_ndcg_at_100_diff1": 0.818257, - "nauc_ndcg_at_1000_max": 0.734167, - "nauc_ndcg_at_1000_std": -0.574281, - "nauc_ndcg_at_1000_diff1": 0.831412, - "nauc_map_at_1_max": 0.745067, - "nauc_map_at_1_std": -0.588157, - "nauc_map_at_1_diff1": 0.876388, - "nauc_map_at_3_max": 0.747838, - "nauc_map_at_3_std": -0.585943, - "nauc_map_at_3_diff1": 0.852995, - "nauc_map_at_5_max": 0.745392, - "nauc_map_at_5_std": -0.585685, - "nauc_map_at_5_diff1": 0.849327, - "nauc_map_at_10_max": 0.741903, - "nauc_map_at_10_std": -0.582978, - "nauc_map_at_10_diff1": 0.845232, - "nauc_map_at_20_max": 0.740801, - "nauc_map_at_20_std": -0.581465, - "nauc_map_at_20_diff1": 0.843947, - "nauc_map_at_100_max": 0.739969, - "nauc_map_at_100_std": -0.58051, - "nauc_map_at_100_diff1": 0.843106, - "nauc_map_at_1000_max": 0.740302, - "nauc_map_at_1000_std": -0.580852, - "nauc_map_at_1000_diff1": 0.843575, - "nauc_recall_at_1_max": 0.745067, - "nauc_recall_at_1_std": -0.588157, - "nauc_recall_at_1_diff1": 0.876388, - "nauc_recall_at_3_max": 0.750097, - "nauc_recall_at_3_std": -0.580911, - "nauc_recall_at_3_diff1": 0.824879, - "nauc_recall_at_5_max": 0.739045, - "nauc_recall_at_5_std": -0.579117, - "nauc_recall_at_5_diff1": 0.807579, - "nauc_recall_at_10_max": 0.707717, - "nauc_recall_at_10_std": -0.559306, - "nauc_recall_at_10_diff1": 0.771675, - "nauc_recall_at_20_max": 0.687932, - "nauc_recall_at_20_std": -0.525042, - "nauc_recall_at_20_diff1": 0.744178, - "nauc_recall_at_100_max": 0.616821, - "nauc_recall_at_100_std": -0.427213, - "nauc_recall_at_100_diff1": 0.654028, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.745067, - "nauc_precision_at_1_std": -0.588157, - "nauc_precision_at_1_diff1": 0.876388, - "nauc_precision_at_3_max": 0.750097, - "nauc_precision_at_3_std": -0.580911, - "nauc_precision_at_3_diff1": 0.824879, - "nauc_precision_at_5_max": 0.739045, - "nauc_precision_at_5_std": -0.579117, - "nauc_precision_at_5_diff1": 0.807579, - "nauc_precision_at_10_max": 0.707717, - "nauc_precision_at_10_std": -0.559306, - "nauc_precision_at_10_diff1": 0.771675, - "nauc_precision_at_20_max": 0.687932, - "nauc_precision_at_20_std": -0.525042, - "nauc_precision_at_20_diff1": 0.744178, - "nauc_precision_at_100_max": 0.616821, - "nauc_precision_at_100_std": -0.427213, - "nauc_precision_at_100_diff1": 0.654028, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.745067, - "nauc_mrr_at_1_std": -0.588157, - "nauc_mrr_at_1_diff1": 0.876388, - "nauc_mrr_at_3_max": 0.747838, - "nauc_mrr_at_3_std": -0.585943, - "nauc_mrr_at_3_diff1": 0.852995, - "nauc_mrr_at_5_max": 0.745392, - "nauc_mrr_at_5_std": -0.585685, - "nauc_mrr_at_5_diff1": 0.849327, - "nauc_mrr_at_10_max": 0.741903, - "nauc_mrr_at_10_std": -0.582978, - "nauc_mrr_at_10_diff1": 0.845232, - "nauc_mrr_at_20_max": 0.740801, - "nauc_mrr_at_20_std": -0.581465, - "nauc_mrr_at_20_diff1": 0.843947, - "nauc_mrr_at_100_max": 0.739969, - "nauc_mrr_at_100_std": -0.58051, - "nauc_mrr_at_100_diff1": 0.843106, - "nauc_mrr_at_1000_max": 0.740302, - "nauc_mrr_at_1000_std": -0.580852, - "nauc_mrr_at_1000_diff1": 0.843575, - "main_score": 0.51032, + "ndcg_at_1": 0.45222, + "ndcg_at_3": 0.49921, + "ndcg_at_5": 0.50504, + "ndcg_at_10": 0.51432, + "ndcg_at_20": 0.5292, + "ndcg_at_100": 0.56118, + "ndcg_at_1000": 0.58606, + "map_at_1": 0.45222, + "map_at_3": 0.48778, + "map_at_5": 0.49094, + "map_at_10": 0.49474, + "map_at_20": 0.49882, + "map_at_100": 0.50306, + "map_at_1000": 0.50407, + "recall_at_1": 0.45222, + "recall_at_3": 0.53222, + "recall_at_5": 0.54667, + "recall_at_10": 0.57556, + "recall_at_20": 0.63444, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "accuracy": 0.45222, + "precision_at_1": 0.45222, + "precision_at_3": 0.17741, + "precision_at_5": 0.10933, + "precision_at_10": 0.05756, + "precision_at_20": 0.03172, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452222, + "mrr_at_3": 0.487778, + "mrr_at_5": 0.490944, + "mrr_at_10": 0.494737, + "mrr_at_20": 0.498818, + "mrr_at_100": 0.503056, + "mrr_at_1000": 0.504074, + "nauc_ndcg_at_1_max": 0.746888, + "nauc_ndcg_at_1_std": -0.580658, + "nauc_ndcg_at_1_diff1": 0.872728, + "nauc_ndcg_at_3_max": 0.753072, + "nauc_ndcg_at_3_std": -0.576405, + "nauc_ndcg_at_3_diff1": 0.83374, + "nauc_ndcg_at_5_max": 0.75138, + "nauc_ndcg_at_5_std": -0.570283, + "nauc_ndcg_at_5_diff1": 0.828551, + "nauc_ndcg_at_10_max": 0.747022, + "nauc_ndcg_at_10_std": -0.565256, + "nauc_ndcg_at_10_diff1": 0.822996, + "nauc_ndcg_at_20_max": 0.740176, + "nauc_ndcg_at_20_std": -0.563735, + "nauc_ndcg_at_20_diff1": 0.817705, + "nauc_ndcg_at_100_max": 0.734673, + "nauc_ndcg_at_100_std": -0.555421, + "nauc_ndcg_at_100_diff1": 0.812276, + "nauc_ndcg_at_1000_max": 0.742238, + "nauc_ndcg_at_1000_std": -0.564332, + "nauc_ndcg_at_1000_diff1": 0.824514, + "nauc_map_at_1_max": 0.746888, + "nauc_map_at_1_std": -0.580658, + "nauc_map_at_1_diff1": 0.872728, + "nauc_map_at_3_max": 0.752061, + "nauc_map_at_3_std": -0.577585, + "nauc_map_at_3_diff1": 0.842367, + "nauc_map_at_5_max": 0.751191, + "nauc_map_at_5_std": -0.574357, + "nauc_map_at_5_diff1": 0.83967, + "nauc_map_at_10_max": 0.749491, + "nauc_map_at_10_std": -0.572261, + "nauc_map_at_10_diff1": 0.837464, + "nauc_map_at_20_max": 0.74761, + "nauc_map_at_20_std": -0.571822, + "nauc_map_at_20_diff1": 0.836039, + "nauc_map_at_100_max": 0.746692, + "nauc_map_at_100_std": -0.57076, + "nauc_map_at_100_diff1": 0.835264, + "nauc_map_at_1000_max": 0.74696, + "nauc_map_at_1000_std": -0.570981, + "nauc_map_at_1000_diff1": 0.835702, + "nauc_recall_at_1_max": 0.746888, + "nauc_recall_at_1_std": -0.580658, + "nauc_recall_at_1_diff1": 0.872728, + "nauc_recall_at_3_max": 0.755861, + "nauc_recall_at_3_std": -0.572843, + "nauc_recall_at_3_diff1": 0.808499, + "nauc_recall_at_5_max": 0.75139, + "nauc_recall_at_5_std": -0.556881, + "nauc_recall_at_5_diff1": 0.794567, + "nauc_recall_at_10_max": 0.736789, + "nauc_recall_at_10_std": -0.540424, + "nauc_recall_at_10_diff1": 0.775336, + "nauc_recall_at_20_max": 0.705848, + "nauc_recall_at_20_std": -0.531876, + "nauc_recall_at_20_diff1": 0.747975, + "nauc_recall_at_100_max": 0.638754, + "nauc_recall_at_100_std": -0.433941, + "nauc_recall_at_100_diff1": 0.656463, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746888, + "nauc_precision_at_1_std": -0.580658, + "nauc_precision_at_1_diff1": 0.872728, + "nauc_precision_at_3_max": 0.755861, + "nauc_precision_at_3_std": -0.572843, + "nauc_precision_at_3_diff1": 0.808499, + "nauc_precision_at_5_max": 0.75139, + "nauc_precision_at_5_std": -0.556881, + "nauc_precision_at_5_diff1": 0.794567, + "nauc_precision_at_10_max": 0.736789, + "nauc_precision_at_10_std": -0.540424, + "nauc_precision_at_10_diff1": 0.775336, + "nauc_precision_at_20_max": 0.705848, + "nauc_precision_at_20_std": -0.531876, + "nauc_precision_at_20_diff1": 0.747975, + "nauc_precision_at_100_max": 0.638754, + "nauc_precision_at_100_std": -0.433941, + "nauc_precision_at_100_diff1": 0.656463, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746888, + "nauc_mrr_at_1_std": -0.580658, + "nauc_mrr_at_1_diff1": 0.872728, + "nauc_mrr_at_3_max": 0.752061, + "nauc_mrr_at_3_std": -0.577585, + "nauc_mrr_at_3_diff1": 0.842367, + "nauc_mrr_at_5_max": 0.751191, + "nauc_mrr_at_5_std": -0.574357, + "nauc_mrr_at_5_diff1": 0.83967, + "nauc_mrr_at_10_max": 0.749491, + "nauc_mrr_at_10_std": -0.572261, + "nauc_mrr_at_10_diff1": 0.837464, + "nauc_mrr_at_20_max": 0.74761, + "nauc_mrr_at_20_std": -0.571822, + "nauc_mrr_at_20_diff1": 0.836039, + "nauc_mrr_at_100_max": 0.746692, + "nauc_mrr_at_100_std": -0.57076, + "nauc_mrr_at_100_diff1": 0.835264, + "nauc_mrr_at_1000_max": 0.74696, + "nauc_mrr_at_1000_std": -0.570981, + "nauc_mrr_at_1000_diff1": 0.835702, + "hit_rate_at_1": 0.45222, + "hit_rate_at_3": 0.53222, + "hit_rate_at_5": 0.54667, + "hit_rate_at_10": 0.57556, + "hit_rate_at_20": 0.63444, + "hit_rate_at_100": 0.81, + "hit_rate_at_1000": 1.0, + "main_score": 0.51432, "hf_subset": "ssw_Latn-ssw_Latn", "languages": [ "ssw-Latn", "ssw-Latn" - ] - }, - { - "ndcg_at_1": 0.56333, - "ndcg_at_3": 0.61692, - "ndcg_at_5": 0.63375, - "ndcg_at_10": 0.64705, - "ndcg_at_20": 0.65946, - "ndcg_at_100": 0.68266, - "ndcg_at_1000": 0.69445, - "map_at_1": 0.56333, - "map_at_3": 0.60426, - "map_at_5": 0.61354, - "map_at_10": 0.61904, - "map_at_20": 0.62233, - "map_at_100": 0.6255, - "map_at_1000": 0.62601, - "recall_at_1": 0.56333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56889, + "ndcg_at_3": 0.61795, + "ndcg_at_5": 0.63234, + "ndcg_at_10": 0.64469, + "ndcg_at_20": 0.65667, + "ndcg_at_100": 0.67981, + "ndcg_at_1000": 0.69311, + "map_at_1": 0.56889, + "map_at_3": 0.60574, + "map_at_5": 0.61357, + "map_at_10": 0.61876, + "map_at_20": 0.622, + "map_at_100": 0.62513, + "map_at_1000": 0.6257, + "recall_at_1": 0.56889, "recall_at_3": 0.65333, - "recall_at_5": 0.69444, - "recall_at_10": 0.73556, - "recall_at_20": 0.78556, - "recall_at_100": 0.91111, + "recall_at_5": 0.68889, + "recall_at_10": 0.72667, + "recall_at_20": 0.77444, + "recall_at_100": 0.9, "recall_at_1000": 1.0, - "precision_at_1": 0.56333, + "accuracy": 0.56889, + "precision_at_1": 0.56889, "precision_at_3": 0.21778, - "precision_at_5": 0.13889, - "precision_at_10": 0.07356, - "precision_at_20": 0.03928, - "precision_at_100": 0.00911, - "precision_at_1000": 0.001, - "mrr_at_1": 0.563333, - "mrr_at_3": 0.604259, - "mrr_at_5": 0.613537, - "mrr_at_10": 0.619041, - "mrr_at_20": 0.622331, - "mrr_at_100": 0.625504, - "mrr_at_1000": 0.626006, - "nauc_ndcg_at_1_max": 0.848717, - "nauc_ndcg_at_1_std": 0.404895, - "nauc_ndcg_at_1_diff1": 0.876848, - "nauc_ndcg_at_3_max": 0.841171, - "nauc_ndcg_at_3_std": 0.436052, - "nauc_ndcg_at_3_diff1": 0.840129, - "nauc_ndcg_at_5_max": 0.836595, - "nauc_ndcg_at_5_std": 0.433316, - "nauc_ndcg_at_5_diff1": 0.831918, - "nauc_ndcg_at_10_max": 0.82882, - "nauc_ndcg_at_10_std": 0.428786, - "nauc_ndcg_at_10_diff1": 0.824802, - "nauc_ndcg_at_20_max": 0.82434, - "nauc_ndcg_at_20_std": 0.430936, - "nauc_ndcg_at_20_diff1": 0.819003, - "nauc_ndcg_at_100_max": 0.823187, - "nauc_ndcg_at_100_std": 0.427996, - "nauc_ndcg_at_100_diff1": 0.822689, - "nauc_ndcg_at_1000_max": 0.831032, - "nauc_ndcg_at_1000_std": 0.428558, - "nauc_ndcg_at_1000_diff1": 0.831542, - "nauc_map_at_1_max": 0.848717, - "nauc_map_at_1_std": 0.404895, - "nauc_map_at_1_diff1": 0.876848, - "nauc_map_at_3_max": 0.843818, - "nauc_map_at_3_std": 0.42923, - "nauc_map_at_3_diff1": 0.849541, - "nauc_map_at_5_max": 0.841533, - "nauc_map_at_5_std": 0.427589, - "nauc_map_at_5_diff1": 0.845439, - "nauc_map_at_10_max": 0.838518, - "nauc_map_at_10_std": 0.426143, - "nauc_map_at_10_diff1": 0.842725, - "nauc_map_at_20_max": 0.837382, - "nauc_map_at_20_std": 0.426463, - "nauc_map_at_20_diff1": 0.841452, - "nauc_map_at_100_max": 0.837152, - "nauc_map_at_100_std": 0.426075, - "nauc_map_at_100_diff1": 0.841829, - "nauc_map_at_1000_max": 0.837484, - "nauc_map_at_1000_std": 0.426153, - "nauc_map_at_1000_diff1": 0.842184, - "nauc_recall_at_1_max": 0.848717, - "nauc_recall_at_1_std": 0.404895, - "nauc_recall_at_1_diff1": 0.876848, - "nauc_recall_at_3_max": 0.832582, - "nauc_recall_at_3_std": 0.456855, - "nauc_recall_at_3_diff1": 0.810716, - "nauc_recall_at_5_max": 0.818818, - "nauc_recall_at_5_std": 0.451515, - "nauc_recall_at_5_diff1": 0.785192, - "nauc_recall_at_10_max": 0.787636, - "nauc_recall_at_10_std": 0.434081, - "nauc_recall_at_10_diff1": 0.753376, - "nauc_recall_at_20_max": 0.756252, - "nauc_recall_at_20_std": 0.449296, - "nauc_recall_at_20_diff1": 0.707697, - "nauc_recall_at_100_max": 0.66578, - "nauc_recall_at_100_std": 0.426757, - "nauc_recall_at_100_diff1": 0.641813, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.848717, - "nauc_precision_at_1_std": 0.404895, - "nauc_precision_at_1_diff1": 0.876848, - "nauc_precision_at_3_max": 0.832582, - "nauc_precision_at_3_std": 0.456855, - "nauc_precision_at_3_diff1": 0.810716, - "nauc_precision_at_5_max": 0.818818, - "nauc_precision_at_5_std": 0.451515, - "nauc_precision_at_5_diff1": 0.785192, - "nauc_precision_at_10_max": 0.787636, - "nauc_precision_at_10_std": 0.434081, - "nauc_precision_at_10_diff1": 0.753376, - "nauc_precision_at_20_max": 0.756252, - "nauc_precision_at_20_std": 0.449296, - "nauc_precision_at_20_diff1": 0.707697, - "nauc_precision_at_100_max": 0.66578, - "nauc_precision_at_100_std": 0.426757, - "nauc_precision_at_100_diff1": 0.641813, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.848717, - "nauc_mrr_at_1_std": 0.404895, - "nauc_mrr_at_1_diff1": 0.876848, - "nauc_mrr_at_3_max": 0.843818, - "nauc_mrr_at_3_std": 0.42923, - "nauc_mrr_at_3_diff1": 0.849541, - "nauc_mrr_at_5_max": 0.841533, - "nauc_mrr_at_5_std": 0.427589, - "nauc_mrr_at_5_diff1": 0.845439, - "nauc_mrr_at_10_max": 0.838518, - "nauc_mrr_at_10_std": 0.426143, - "nauc_mrr_at_10_diff1": 0.842725, - "nauc_mrr_at_20_max": 0.837382, - "nauc_mrr_at_20_std": 0.426463, - "nauc_mrr_at_20_diff1": 0.841452, - "nauc_mrr_at_100_max": 0.837152, - "nauc_mrr_at_100_std": 0.426075, - "nauc_mrr_at_100_diff1": 0.841829, - "nauc_mrr_at_1000_max": 0.837484, - "nauc_mrr_at_1000_std": 0.426153, - "nauc_mrr_at_1000_diff1": 0.842184, - "main_score": 0.64705, + "precision_at_5": 0.13778, + "precision_at_10": 0.07267, + "precision_at_20": 0.03872, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.568889, + "mrr_at_3": 0.605741, + "mrr_at_5": 0.613574, + "mrr_at_10": 0.618759, + "mrr_at_20": 0.621996, + "mrr_at_100": 0.62513, + "mrr_at_1000": 0.625705, + "nauc_ndcg_at_1_max": 0.820966, + "nauc_ndcg_at_1_std": 0.389238, + "nauc_ndcg_at_1_diff1": 0.857769, + "nauc_ndcg_at_3_max": 0.814289, + "nauc_ndcg_at_3_std": 0.411501, + "nauc_ndcg_at_3_diff1": 0.829385, + "nauc_ndcg_at_5_max": 0.813151, + "nauc_ndcg_at_5_std": 0.417551, + "nauc_ndcg_at_5_diff1": 0.8215, + "nauc_ndcg_at_10_max": 0.8059, + "nauc_ndcg_at_10_std": 0.414863, + "nauc_ndcg_at_10_diff1": 0.812785, + "nauc_ndcg_at_20_max": 0.800394, + "nauc_ndcg_at_20_std": 0.414842, + "nauc_ndcg_at_20_diff1": 0.808644, + "nauc_ndcg_at_100_max": 0.797994, + "nauc_ndcg_at_100_std": 0.411387, + "nauc_ndcg_at_100_diff1": 0.811648, + "nauc_ndcg_at_1000_max": 0.80619, + "nauc_ndcg_at_1000_std": 0.411465, + "nauc_ndcg_at_1000_diff1": 0.819241, + "nauc_map_at_1_max": 0.820966, + "nauc_map_at_1_std": 0.389238, + "nauc_map_at_1_diff1": 0.857769, + "nauc_map_at_3_max": 0.816322, + "nauc_map_at_3_std": 0.406897, + "nauc_map_at_3_diff1": 0.836749, + "nauc_map_at_5_max": 0.815891, + "nauc_map_at_5_std": 0.4101, + "nauc_map_at_5_diff1": 0.832849, + "nauc_map_at_10_max": 0.812889, + "nauc_map_at_10_std": 0.408552, + "nauc_map_at_10_diff1": 0.829361, + "nauc_map_at_20_max": 0.811513, + "nauc_map_at_20_std": 0.408392, + "nauc_map_at_20_diff1": 0.828425, + "nauc_map_at_100_max": 0.8112, + "nauc_map_at_100_std": 0.407925, + "nauc_map_at_100_diff1": 0.828547, + "nauc_map_at_1000_max": 0.811563, + "nauc_map_at_1000_std": 0.408018, + "nauc_map_at_1000_diff1": 0.82886, + "nauc_recall_at_1_max": 0.820966, + "nauc_recall_at_1_std": 0.389238, + "nauc_recall_at_1_diff1": 0.857769, + "nauc_recall_at_3_max": 0.807795, + "nauc_recall_at_3_std": 0.425395, + "nauc_recall_at_3_diff1": 0.806337, + "nauc_recall_at_5_max": 0.803527, + "nauc_recall_at_5_std": 0.442643, + "nauc_recall_at_5_diff1": 0.782276, + "nauc_recall_at_10_max": 0.776957, + "nauc_recall_at_10_std": 0.43819, + "nauc_recall_at_10_diff1": 0.747214, + "nauc_recall_at_20_max": 0.742886, + "nauc_recall_at_20_std": 0.443058, + "nauc_recall_at_20_diff1": 0.714109, + "nauc_recall_at_100_max": 0.653309, + "nauc_recall_at_100_std": 0.42381, + "nauc_recall_at_100_diff1": 0.673467, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.820966, + "nauc_precision_at_1_std": 0.389238, + "nauc_precision_at_1_diff1": 0.857769, + "nauc_precision_at_3_max": 0.807795, + "nauc_precision_at_3_std": 0.425395, + "nauc_precision_at_3_diff1": 0.806337, + "nauc_precision_at_5_max": 0.803527, + "nauc_precision_at_5_std": 0.442643, + "nauc_precision_at_5_diff1": 0.782276, + "nauc_precision_at_10_max": 0.776957, + "nauc_precision_at_10_std": 0.43819, + "nauc_precision_at_10_diff1": 0.747214, + "nauc_precision_at_20_max": 0.742886, + "nauc_precision_at_20_std": 0.443058, + "nauc_precision_at_20_diff1": 0.714109, + "nauc_precision_at_100_max": 0.653309, + "nauc_precision_at_100_std": 0.42381, + "nauc_precision_at_100_diff1": 0.673467, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.820966, + "nauc_mrr_at_1_std": 0.389238, + "nauc_mrr_at_1_diff1": 0.857769, + "nauc_mrr_at_3_max": 0.816322, + "nauc_mrr_at_3_std": 0.406897, + "nauc_mrr_at_3_diff1": 0.836749, + "nauc_mrr_at_5_max": 0.815891, + "nauc_mrr_at_5_std": 0.4101, + "nauc_mrr_at_5_diff1": 0.832849, + "nauc_mrr_at_10_max": 0.812889, + "nauc_mrr_at_10_std": 0.408552, + "nauc_mrr_at_10_diff1": 0.829361, + "nauc_mrr_at_20_max": 0.811513, + "nauc_mrr_at_20_std": 0.408392, + "nauc_mrr_at_20_diff1": 0.828425, + "nauc_mrr_at_100_max": 0.8112, + "nauc_mrr_at_100_std": 0.407925, + "nauc_mrr_at_100_diff1": 0.828547, + "nauc_mrr_at_1000_max": 0.811563, + "nauc_mrr_at_1000_std": 0.408018, + "nauc_mrr_at_1000_diff1": 0.82886, + "hit_rate_at_1": 0.56889, + "hit_rate_at_3": 0.65333, + "hit_rate_at_5": 0.68889, + "hit_rate_at_10": 0.72667, + "hit_rate_at_20": 0.77444, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.64469, "hf_subset": "ssw_Latn-eng_Latn", "languages": [ "ssw-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.41333, - "ndcg_at_3": 0.45099, - "ndcg_at_5": 0.45596, - "ndcg_at_10": 0.46216, - "ndcg_at_20": 0.4678, - "ndcg_at_100": 0.49162, - "ndcg_at_1000": 0.53461, - "map_at_1": 0.41333, - "map_at_3": 0.44241, - "map_at_5": 0.44513, - "map_at_10": 0.44753, - "map_at_20": 0.44909, - "map_at_100": 0.45206, - "map_at_1000": 0.45363, - "recall_at_1": 0.41333, - "recall_at_3": 0.47556, - "recall_at_5": 0.48778, - "recall_at_10": 0.50778, - "recall_at_20": 0.53, - "recall_at_100": 0.66333, - "recall_at_1000": 1.0, - "precision_at_1": 0.41333, - "precision_at_3": 0.15852, - "precision_at_5": 0.09756, - "precision_at_10": 0.05078, - "precision_at_20": 0.0265, - "precision_at_100": 0.00663, - "precision_at_1000": 0.001, - "mrr_at_1": 0.413333, - "mrr_at_3": 0.442407, - "mrr_at_5": 0.44513, - "mrr_at_10": 0.44753, - "mrr_at_20": 0.449092, - "mrr_at_100": 0.452055, - "mrr_at_1000": 0.45363, - "nauc_ndcg_at_1_max": 0.919841, - "nauc_ndcg_at_1_std": 0.845695, - "nauc_ndcg_at_1_diff1": 0.894599, - "nauc_ndcg_at_3_max": 0.94836, - "nauc_ndcg_at_3_std": 0.883879, - "nauc_ndcg_at_3_diff1": 0.865654, - "nauc_ndcg_at_5_max": 0.94522, - "nauc_ndcg_at_5_std": 0.883604, - "nauc_ndcg_at_5_diff1": 0.858341, - "nauc_ndcg_at_10_max": 0.939454, - "nauc_ndcg_at_10_std": 0.880993, - "nauc_ndcg_at_10_diff1": 0.849632, - "nauc_ndcg_at_20_max": 0.935872, - "nauc_ndcg_at_20_std": 0.877981, - "nauc_ndcg_at_20_diff1": 0.845915, - "nauc_ndcg_at_100_max": 0.920732, - "nauc_ndcg_at_100_std": 0.866058, - "nauc_ndcg_at_100_diff1": 0.832913, - "nauc_ndcg_at_1000_max": 0.930807, - "nauc_ndcg_at_1000_std": 0.87117, - "nauc_ndcg_at_1000_diff1": 0.84895, - "nauc_map_at_1_max": 0.919841, - "nauc_map_at_1_std": 0.845695, - "nauc_map_at_1_diff1": 0.894599, - "nauc_map_at_3_max": 0.941791, - "nauc_map_at_3_std": 0.874628, - "nauc_map_at_3_diff1": 0.872165, - "nauc_map_at_5_max": 0.940118, - "nauc_map_at_5_std": 0.874529, - "nauc_map_at_5_diff1": 0.86826, - "nauc_map_at_10_max": 0.937916, - "nauc_map_at_10_std": 0.873606, - "nauc_map_at_10_diff1": 0.864909, - "nauc_map_at_20_max": 0.93693, - "nauc_map_at_20_std": 0.872777, - "nauc_map_at_20_diff1": 0.863918, - "nauc_map_at_100_max": 0.935084, - "nauc_map_at_100_std": 0.871336, - "nauc_map_at_100_diff1": 0.8623, - "nauc_map_at_1000_max": 0.935234, - "nauc_map_at_1000_std": 0.871318, - "nauc_map_at_1000_diff1": 0.862702, - "nauc_recall_at_1_max": 0.919841, - "nauc_recall_at_1_std": 0.845695, - "nauc_recall_at_1_diff1": 0.894599, - "nauc_recall_at_3_max": 0.96738, - "nauc_recall_at_3_std": 0.910859, - "nauc_recall_at_3_diff1": 0.846872, - "nauc_recall_at_5_max": 0.959457, - "nauc_recall_at_5_std": 0.910044, - "nauc_recall_at_5_diff1": 0.828285, - "nauc_recall_at_10_max": 0.940524, - "nauc_recall_at_10_std": 0.901261, - "nauc_recall_at_10_diff1": 0.799312, - "nauc_recall_at_20_max": 0.925928, - "nauc_recall_at_20_std": 0.889358, - "nauc_recall_at_20_diff1": 0.782911, - "nauc_recall_at_100_max": 0.820869, - "nauc_recall_at_100_std": 0.810205, - "nauc_recall_at_100_diff1": 0.682687, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.919841, - "nauc_precision_at_1_std": 0.845695, - "nauc_precision_at_1_diff1": 0.894599, - "nauc_precision_at_3_max": 0.96738, - "nauc_precision_at_3_std": 0.910859, - "nauc_precision_at_3_diff1": 0.846872, - "nauc_precision_at_5_max": 0.959457, - "nauc_precision_at_5_std": 0.910044, - "nauc_precision_at_5_diff1": 0.828285, - "nauc_precision_at_10_max": 0.940524, - "nauc_precision_at_10_std": 0.901261, - "nauc_precision_at_10_diff1": 0.799312, - "nauc_precision_at_20_max": 0.925928, - "nauc_precision_at_20_std": 0.889358, - "nauc_precision_at_20_diff1": 0.782911, - "nauc_precision_at_100_max": 0.820869, - "nauc_precision_at_100_std": 0.810205, - "nauc_precision_at_100_diff1": 0.682687, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.919841, - "nauc_mrr_at_1_std": 0.845695, - "nauc_mrr_at_1_diff1": 0.894599, - "nauc_mrr_at_3_max": 0.941791, - "nauc_mrr_at_3_std": 0.874628, - "nauc_mrr_at_3_diff1": 0.872165, - "nauc_mrr_at_5_max": 0.940118, - "nauc_mrr_at_5_std": 0.874529, - "nauc_mrr_at_5_diff1": 0.86826, - "nauc_mrr_at_10_max": 0.937916, - "nauc_mrr_at_10_std": 0.873606, - "nauc_mrr_at_10_diff1": 0.864909, - "nauc_mrr_at_20_max": 0.93693, - "nauc_mrr_at_20_std": 0.872777, - "nauc_mrr_at_20_diff1": 0.863918, - "nauc_mrr_at_100_max": 0.935084, - "nauc_mrr_at_100_std": 0.871336, - "nauc_mrr_at_100_diff1": 0.8623, - "nauc_mrr_at_1000_max": 0.935234, - "nauc_mrr_at_1000_std": 0.871318, - "nauc_mrr_at_1000_diff1": 0.862702, - "main_score": 0.46216, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.41111, + "ndcg_at_3": 0.44287, + "ndcg_at_5": 0.451, + "ndcg_at_10": 0.45697, + "ndcg_at_20": 0.4646, + "ndcg_at_100": 0.49037, + "ndcg_at_1000": 0.53133, + "map_at_1": 0.41111, + "map_at_3": 0.43537, + "map_at_5": 0.43981, + "map_at_10": 0.4422, + "map_at_20": 0.44432, + "map_at_100": 0.44751, + "map_at_1000": 0.44898, + "recall_at_1": 0.41111, + "recall_at_3": 0.46444, + "recall_at_5": 0.48444, + "recall_at_10": 0.50333, + "recall_at_20": 0.53333, + "recall_at_100": 0.67778, + "recall_at_1000": 1.0, + "accuracy": 0.41111, + "precision_at_1": 0.41111, + "precision_at_3": 0.15481, + "precision_at_5": 0.09689, + "precision_at_10": 0.05033, + "precision_at_20": 0.02667, + "precision_at_100": 0.00678, + "precision_at_1000": 0.001, + "mrr_at_1": 0.411111, + "mrr_at_3": 0.43537, + "mrr_at_5": 0.439815, + "mrr_at_10": 0.4422, + "mrr_at_20": 0.444316, + "mrr_at_100": 0.44751, + "mrr_at_1000": 0.448978, + "nauc_ndcg_at_1_max": 0.918781, + "nauc_ndcg_at_1_std": 0.809676, + "nauc_ndcg_at_1_diff1": 0.877789, + "nauc_ndcg_at_3_max": 0.947808, + "nauc_ndcg_at_3_std": 0.851693, + "nauc_ndcg_at_3_diff1": 0.864387, + "nauc_ndcg_at_5_max": 0.9449, + "nauc_ndcg_at_5_std": 0.852561, + "nauc_ndcg_at_5_diff1": 0.857795, + "nauc_ndcg_at_10_max": 0.940301, + "nauc_ndcg_at_10_std": 0.850304, + "nauc_ndcg_at_10_diff1": 0.851299, + "nauc_ndcg_at_20_max": 0.936303, + "nauc_ndcg_at_20_std": 0.847561, + "nauc_ndcg_at_20_diff1": 0.849161, + "nauc_ndcg_at_100_max": 0.918086, + "nauc_ndcg_at_100_std": 0.831414, + "nauc_ndcg_at_100_diff1": 0.835026, + "nauc_ndcg_at_1000_max": 0.929946, + "nauc_ndcg_at_1000_std": 0.839049, + "nauc_ndcg_at_1000_diff1": 0.849156, + "nauc_map_at_1_max": 0.918781, + "nauc_map_at_1_std": 0.809676, + "nauc_map_at_1_diff1": 0.877789, + "nauc_map_at_3_max": 0.941275, + "nauc_map_at_3_std": 0.842157, + "nauc_map_at_3_diff1": 0.86751, + "nauc_map_at_5_max": 0.939636, + "nauc_map_at_5_std": 0.842588, + "nauc_map_at_5_diff1": 0.863909, + "nauc_map_at_10_max": 0.937783, + "nauc_map_at_10_std": 0.841668, + "nauc_map_at_10_diff1": 0.861388, + "nauc_map_at_20_max": 0.936653, + "nauc_map_at_20_std": 0.840849, + "nauc_map_at_20_diff1": 0.860897, + "nauc_map_at_100_max": 0.934243, + "nauc_map_at_100_std": 0.838755, + "nauc_map_at_100_diff1": 0.859033, + "nauc_map_at_1000_max": 0.934534, + "nauc_map_at_1000_std": 0.838936, + "nauc_map_at_1000_diff1": 0.859439, + "nauc_recall_at_1_max": 0.918781, + "nauc_recall_at_1_std": 0.809676, + "nauc_recall_at_1_diff1": 0.877789, + "nauc_recall_at_3_max": 0.966631, + "nauc_recall_at_3_std": 0.879204, + "nauc_recall_at_3_diff1": 0.85534, + "nauc_recall_at_5_max": 0.95971, + "nauc_recall_at_5_std": 0.88167, + "nauc_recall_at_5_diff1": 0.838925, + "nauc_recall_at_10_max": 0.945165, + "nauc_recall_at_10_std": 0.874725, + "nauc_recall_at_10_diff1": 0.817586, + "nauc_recall_at_20_max": 0.929163, + "nauc_recall_at_20_std": 0.864642, + "nauc_recall_at_20_diff1": 0.807168, + "nauc_recall_at_100_max": 0.803967, + "nauc_recall_at_100_std": 0.758185, + "nauc_recall_at_100_diff1": 0.701712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.918781, + "nauc_precision_at_1_std": 0.809676, + "nauc_precision_at_1_diff1": 0.877789, + "nauc_precision_at_3_max": 0.966631, + "nauc_precision_at_3_std": 0.879204, + "nauc_precision_at_3_diff1": 0.85534, + "nauc_precision_at_5_max": 0.95971, + "nauc_precision_at_5_std": 0.88167, + "nauc_precision_at_5_diff1": 0.838925, + "nauc_precision_at_10_max": 0.945165, + "nauc_precision_at_10_std": 0.874725, + "nauc_precision_at_10_diff1": 0.817586, + "nauc_precision_at_20_max": 0.929163, + "nauc_precision_at_20_std": 0.864642, + "nauc_precision_at_20_diff1": 0.807168, + "nauc_precision_at_100_max": 0.803967, + "nauc_precision_at_100_std": 0.758185, + "nauc_precision_at_100_diff1": 0.701712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.918781, + "nauc_mrr_at_1_std": 0.809676, + "nauc_mrr_at_1_diff1": 0.877789, + "nauc_mrr_at_3_max": 0.941275, + "nauc_mrr_at_3_std": 0.842157, + "nauc_mrr_at_3_diff1": 0.86751, + "nauc_mrr_at_5_max": 0.939636, + "nauc_mrr_at_5_std": 0.842588, + "nauc_mrr_at_5_diff1": 0.863909, + "nauc_mrr_at_10_max": 0.937783, + "nauc_mrr_at_10_std": 0.841668, + "nauc_mrr_at_10_diff1": 0.861388, + "nauc_mrr_at_20_max": 0.936653, + "nauc_mrr_at_20_std": 0.840849, + "nauc_mrr_at_20_diff1": 0.860897, + "nauc_mrr_at_100_max": 0.934243, + "nauc_mrr_at_100_std": 0.838755, + "nauc_mrr_at_100_diff1": 0.859033, + "nauc_mrr_at_1000_max": 0.934534, + "nauc_mrr_at_1000_std": 0.838936, + "nauc_mrr_at_1000_diff1": 0.859439, + "hit_rate_at_1": 0.41111, + "hit_rate_at_3": 0.46444, + "hit_rate_at_5": 0.48444, + "hit_rate_at_10": 0.50333, + "hit_rate_at_20": 0.53333, + "hit_rate_at_100": 0.67778, + "hit_rate_at_1000": 1.0, + "main_score": 0.45697, "hf_subset": "eng_Latn-ssw_Latn", "languages": [ "eng-Latn", "ssw-Latn" - ] - }, - { - "ndcg_at_1": 0.79222, - "ndcg_at_3": 0.83278, - "ndcg_at_5": 0.84052, - "ndcg_at_10": 0.85226, - "ndcg_at_20": 0.85958, - "ndcg_at_100": 0.86787, - "ndcg_at_1000": 0.86921, - "map_at_1": 0.79222, - "map_at_3": 0.82296, - "map_at_5": 0.82724, - "map_at_10": 0.83201, - "map_at_20": 0.83403, - "map_at_100": 0.8352, - "map_at_1000": 0.83526, - "recall_at_1": 0.79222, - "recall_at_3": 0.86111, - "recall_at_5": 0.88, - "recall_at_10": 0.91667, - "recall_at_20": 0.94556, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77556, + "ndcg_at_3": 0.8188, + "ndcg_at_5": 0.83027, + "ndcg_at_10": 0.83851, + "ndcg_at_20": 0.84688, + "ndcg_at_100": 0.85625, + "ndcg_at_1000": 0.85843, + "map_at_1": 0.77556, + "map_at_3": 0.8087, + "map_at_5": 0.81509, + "map_at_10": 0.81848, + "map_at_20": 0.82074, + "map_at_100": 0.82208, + "map_at_1000": 0.8222, + "recall_at_1": 0.77556, + "recall_at_3": 0.84778, + "recall_at_5": 0.87556, + "recall_at_10": 0.90111, + "recall_at_20": 0.93444, + "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.79222, - "precision_at_3": 0.28704, - "precision_at_5": 0.176, - "precision_at_10": 0.09167, - "precision_at_20": 0.04728, - "precision_at_100": 0.0099, + "accuracy": 0.77556, + "precision_at_1": 0.77556, + "precision_at_3": 0.28259, + "precision_at_5": 0.17511, + "precision_at_10": 0.09011, + "precision_at_20": 0.04672, + "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.792222, - "mrr_at_3": 0.822963, - "mrr_at_5": 0.827241, - "mrr_at_10": 0.832013, - "mrr_at_20": 0.834028, - "mrr_at_100": 0.835197, - "mrr_at_1000": 0.835259, - "nauc_ndcg_at_1_max": 0.802316, - "nauc_ndcg_at_1_std": 0.278047, - "nauc_ndcg_at_1_diff1": 0.897104, - "nauc_ndcg_at_3_max": 0.854134, - "nauc_ndcg_at_3_std": 0.36096, - "nauc_ndcg_at_3_diff1": 0.891815, - "nauc_ndcg_at_5_max": 0.854516, - "nauc_ndcg_at_5_std": 0.381766, - "nauc_ndcg_at_5_diff1": 0.892488, - "nauc_ndcg_at_10_max": 0.84911, - "nauc_ndcg_at_10_std": 0.385676, - "nauc_ndcg_at_10_diff1": 0.889339, - "nauc_ndcg_at_20_max": 0.849581, - "nauc_ndcg_at_20_std": 0.383803, - "nauc_ndcg_at_20_diff1": 0.892726, - "nauc_ndcg_at_100_max": 0.844932, - "nauc_ndcg_at_100_std": 0.366546, - "nauc_ndcg_at_100_diff1": 0.893533, - "nauc_ndcg_at_1000_max": 0.843549, - "nauc_ndcg_at_1000_std": 0.362199, - "nauc_ndcg_at_1000_diff1": 0.892875, - "nauc_map_at_1_max": 0.802316, - "nauc_map_at_1_std": 0.278047, - "nauc_map_at_1_diff1": 0.897104, - "nauc_map_at_3_max": 0.841991, - "nauc_map_at_3_std": 0.340114, - "nauc_map_at_3_diff1": 0.893913, - "nauc_map_at_5_max": 0.841859, - "nauc_map_at_5_std": 0.350526, - "nauc_map_at_5_diff1": 0.894262, - "nauc_map_at_10_max": 0.839364, - "nauc_map_at_10_std": 0.350947, - "nauc_map_at_10_diff1": 0.893032, - "nauc_map_at_20_max": 0.839334, - "nauc_map_at_20_std": 0.350027, - "nauc_map_at_20_diff1": 0.893876, - "nauc_map_at_100_max": 0.838712, - "nauc_map_at_100_std": 0.34792, - "nauc_map_at_100_diff1": 0.893816, - "nauc_map_at_1000_max": 0.838658, - "nauc_map_at_1000_std": 0.347745, - "nauc_map_at_1000_diff1": 0.893796, - "nauc_recall_at_1_max": 0.802316, - "nauc_recall_at_1_std": 0.278047, - "nauc_recall_at_1_diff1": 0.897104, - "nauc_recall_at_3_max": 0.896523, - "nauc_recall_at_3_std": 0.434596, - "nauc_recall_at_3_diff1": 0.88397, - "nauc_recall_at_5_max": 0.90394, - "nauc_recall_at_5_std": 0.509121, - "nauc_recall_at_5_diff1": 0.885239, - "nauc_recall_at_10_max": 0.897641, - "nauc_recall_at_10_std": 0.582957, - "nauc_recall_at_10_diff1": 0.867165, - "nauc_recall_at_20_max": 0.928209, - "nauc_recall_at_20_std": 0.670163, - "nauc_recall_at_20_diff1": 0.888003, - "nauc_recall_at_100_max": 0.970951, - "nauc_recall_at_100_std": 0.7604, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.802316, - "nauc_precision_at_1_std": 0.278047, - "nauc_precision_at_1_diff1": 0.897104, - "nauc_precision_at_3_max": 0.896523, - "nauc_precision_at_3_std": 0.434596, - "nauc_precision_at_3_diff1": 0.88397, - "nauc_precision_at_5_max": 0.90394, - "nauc_precision_at_5_std": 0.509121, - "nauc_precision_at_5_diff1": 0.885239, - "nauc_precision_at_10_max": 0.897641, - "nauc_precision_at_10_std": 0.582957, - "nauc_precision_at_10_diff1": 0.867165, - "nauc_precision_at_20_max": 0.928209, - "nauc_precision_at_20_std": 0.670163, - "nauc_precision_at_20_diff1": 0.888003, - "nauc_precision_at_100_max": 0.970951, - "nauc_precision_at_100_std": 0.7604, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.802316, - "nauc_mrr_at_1_std": 0.278047, - "nauc_mrr_at_1_diff1": 0.897104, - "nauc_mrr_at_3_max": 0.841991, - "nauc_mrr_at_3_std": 0.340114, - "nauc_mrr_at_3_diff1": 0.893913, - "nauc_mrr_at_5_max": 0.841859, - "nauc_mrr_at_5_std": 0.350526, - "nauc_mrr_at_5_diff1": 0.894262, - "nauc_mrr_at_10_max": 0.839364, - "nauc_mrr_at_10_std": 0.350947, - "nauc_mrr_at_10_diff1": 0.893032, - "nauc_mrr_at_20_max": 0.839334, - "nauc_mrr_at_20_std": 0.350027, - "nauc_mrr_at_20_diff1": 0.893876, - "nauc_mrr_at_100_max": 0.838712, - "nauc_mrr_at_100_std": 0.34792, - "nauc_mrr_at_100_diff1": 0.893816, - "nauc_mrr_at_1000_max": 0.838658, - "nauc_mrr_at_1000_std": 0.347745, - "nauc_mrr_at_1000_diff1": 0.893796, - "main_score": 0.85226, + "mrr_at_1": 0.775556, + "mrr_at_3": 0.808704, + "mrr_at_5": 0.815093, + "mrr_at_10": 0.818478, + "mrr_at_20": 0.820741, + "mrr_at_100": 0.82208, + "mrr_at_1000": 0.822198, + "nauc_ndcg_at_1_max": 0.806348, + "nauc_ndcg_at_1_std": 0.239545, + "nauc_ndcg_at_1_diff1": 0.920914, + "nauc_ndcg_at_3_max": 0.860805, + "nauc_ndcg_at_3_std": 0.354143, + "nauc_ndcg_at_3_diff1": 0.914303, + "nauc_ndcg_at_5_max": 0.860258, + "nauc_ndcg_at_5_std": 0.370493, + "nauc_ndcg_at_5_diff1": 0.91534, + "nauc_ndcg_at_10_max": 0.855802, + "nauc_ndcg_at_10_std": 0.380971, + "nauc_ndcg_at_10_diff1": 0.9108, + "nauc_ndcg_at_20_max": 0.854633, + "nauc_ndcg_at_20_std": 0.375801, + "nauc_ndcg_at_20_diff1": 0.912628, + "nauc_ndcg_at_100_max": 0.850599, + "nauc_ndcg_at_100_std": 0.358241, + "nauc_ndcg_at_100_diff1": 0.914237, + "nauc_ndcg_at_1000_max": 0.84945, + "nauc_ndcg_at_1000_std": 0.350793, + "nauc_ndcg_at_1000_diff1": 0.914079, + "nauc_map_at_1_max": 0.806348, + "nauc_map_at_1_std": 0.239545, + "nauc_map_at_1_diff1": 0.920914, + "nauc_map_at_3_max": 0.847547, + "nauc_map_at_3_std": 0.326339, + "nauc_map_at_3_diff1": 0.915594, + "nauc_map_at_5_max": 0.846752, + "nauc_map_at_5_std": 0.333385, + "nauc_map_at_5_diff1": 0.916131, + "nauc_map_at_10_max": 0.844955, + "nauc_map_at_10_std": 0.336587, + "nauc_map_at_10_diff1": 0.914507, + "nauc_map_at_20_max": 0.844542, + "nauc_map_at_20_std": 0.33483, + "nauc_map_at_20_diff1": 0.914915, + "nauc_map_at_100_max": 0.844111, + "nauc_map_at_100_std": 0.332676, + "nauc_map_at_100_diff1": 0.915096, + "nauc_map_at_1000_max": 0.844064, + "nauc_map_at_1000_std": 0.332349, + "nauc_map_at_1000_diff1": 0.915092, + "nauc_recall_at_1_max": 0.806348, + "nauc_recall_at_1_std": 0.239545, + "nauc_recall_at_1_diff1": 0.920914, + "nauc_recall_at_3_max": 0.906584, + "nauc_recall_at_3_std": 0.450095, + "nauc_recall_at_3_diff1": 0.910027, + "nauc_recall_at_5_max": 0.914458, + "nauc_recall_at_5_std": 0.524043, + "nauc_recall_at_5_diff1": 0.912704, + "nauc_recall_at_10_max": 0.904688, + "nauc_recall_at_10_std": 0.609018, + "nauc_recall_at_10_diff1": 0.89008, + "nauc_recall_at_20_max": 0.91925, + "nauc_recall_at_20_std": 0.678995, + "nauc_recall_at_20_diff1": 0.896857, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.813292, + "nauc_recall_at_100_diff1": 0.924136, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806348, + "nauc_precision_at_1_std": 0.239545, + "nauc_precision_at_1_diff1": 0.920914, + "nauc_precision_at_3_max": 0.906584, + "nauc_precision_at_3_std": 0.450095, + "nauc_precision_at_3_diff1": 0.910027, + "nauc_precision_at_5_max": 0.914458, + "nauc_precision_at_5_std": 0.524043, + "nauc_precision_at_5_diff1": 0.912704, + "nauc_precision_at_10_max": 0.904688, + "nauc_precision_at_10_std": 0.609018, + "nauc_precision_at_10_diff1": 0.89008, + "nauc_precision_at_20_max": 0.91925, + "nauc_precision_at_20_std": 0.678995, + "nauc_precision_at_20_diff1": 0.896857, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.813292, + "nauc_precision_at_100_diff1": 0.924136, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806348, + "nauc_mrr_at_1_std": 0.239545, + "nauc_mrr_at_1_diff1": 0.920914, + "nauc_mrr_at_3_max": 0.847547, + "nauc_mrr_at_3_std": 0.326339, + "nauc_mrr_at_3_diff1": 0.915594, + "nauc_mrr_at_5_max": 0.846752, + "nauc_mrr_at_5_std": 0.333385, + "nauc_mrr_at_5_diff1": 0.916131, + "nauc_mrr_at_10_max": 0.844955, + "nauc_mrr_at_10_std": 0.336587, + "nauc_mrr_at_10_diff1": 0.914507, + "nauc_mrr_at_20_max": 0.844542, + "nauc_mrr_at_20_std": 0.33483, + "nauc_mrr_at_20_diff1": 0.914915, + "nauc_mrr_at_100_max": 0.844111, + "nauc_mrr_at_100_std": 0.332676, + "nauc_mrr_at_100_diff1": 0.915096, + "nauc_mrr_at_1000_max": 0.844064, + "nauc_mrr_at_1000_std": 0.332349, + "nauc_mrr_at_1000_diff1": 0.915092, + "hit_rate_at_1": 0.77556, + "hit_rate_at_3": 0.84778, + "hit_rate_at_5": 0.87556, + "hit_rate_at_10": 0.90111, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.83851, "hf_subset": "sun_Latn-sun_Latn", "languages": [ "sun-Latn", "sun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88333, - "ndcg_at_3": 0.92897, - "ndcg_at_5": 0.93585, - "ndcg_at_10": 0.93905, - "ndcg_at_20": 0.93993, - "ndcg_at_100": 0.94146, - "ndcg_at_1000": 0.94191, - "map_at_1": 0.88333, - "map_at_3": 0.91852, - "map_at_5": 0.92235, - "map_at_10": 0.92364, - "map_at_20": 0.92391, - "map_at_100": 0.92415, - "map_at_1000": 0.92417, - "recall_at_1": 0.88333, - "recall_at_3": 0.95889, - "recall_at_5": 0.97556, - "recall_at_10": 0.98556, - "recall_at_20": 0.98889, + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93377, + "ndcg_at_5": 0.9374, + "ndcg_at_10": 0.94109, + "ndcg_at_20": 0.94305, + "ndcg_at_100": 0.94391, + "ndcg_at_1000": 0.94435, + "map_at_1": 0.89, + "map_at_3": 0.92315, + "map_at_5": 0.92515, + "map_at_10": 0.92673, + "map_at_20": 0.92726, + "map_at_100": 0.92739, + "map_at_1000": 0.92741, + "recall_at_1": 0.89, + "recall_at_3": 0.96444, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.88333, - "precision_at_3": 0.31963, - "precision_at_5": 0.19511, - "precision_at_10": 0.09856, - "precision_at_20": 0.04944, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32148, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.883333, - "mrr_at_3": 0.918519, - "mrr_at_5": 0.922352, - "mrr_at_10": 0.923645, - "mrr_at_20": 0.923905, - "mrr_at_100": 0.924149, - "mrr_at_1000": 0.924169, - "nauc_ndcg_at_1_max": 0.807091, - "nauc_ndcg_at_1_std": -0.127575, - "nauc_ndcg_at_1_diff1": 0.926465, - "nauc_ndcg_at_3_max": 0.811861, - "nauc_ndcg_at_3_std": -0.246101, - "nauc_ndcg_at_3_diff1": 0.922904, - "nauc_ndcg_at_5_max": 0.820226, - "nauc_ndcg_at_5_std": -0.242083, - "nauc_ndcg_at_5_diff1": 0.92418, - "nauc_ndcg_at_10_max": 0.818891, - "nauc_ndcg_at_10_std": -0.206167, - "nauc_ndcg_at_10_diff1": 0.924101, - "nauc_ndcg_at_20_max": 0.820389, - "nauc_ndcg_at_20_std": -0.186482, - "nauc_ndcg_at_20_diff1": 0.926517, - "nauc_ndcg_at_100_max": 0.816669, - "nauc_ndcg_at_100_std": -0.184868, - "nauc_ndcg_at_100_diff1": 0.925526, - "nauc_ndcg_at_1000_max": 0.815224, - "nauc_ndcg_at_1000_std": -0.193886, - "nauc_ndcg_at_1000_diff1": 0.925265, - "nauc_map_at_1_max": 0.807091, - "nauc_map_at_1_std": -0.127575, - "nauc_map_at_1_diff1": 0.926465, - "nauc_map_at_3_max": 0.809882, - "nauc_map_at_3_std": -0.213158, - "nauc_map_at_3_diff1": 0.924426, - "nauc_map_at_5_max": 0.813453, - "nauc_map_at_5_std": -0.209418, - "nauc_map_at_5_diff1": 0.924876, - "nauc_map_at_10_max": 0.812899, - "nauc_map_at_10_std": -0.197226, - "nauc_map_at_10_diff1": 0.924857, - "nauc_map_at_20_max": 0.813213, - "nauc_map_at_20_std": -0.192659, - "nauc_map_at_20_diff1": 0.92541, - "nauc_map_at_100_max": 0.812743, - "nauc_map_at_100_std": -0.192321, - "nauc_map_at_100_diff1": 0.925273, - "nauc_map_at_1000_max": 0.812692, - "nauc_map_at_1000_std": -0.192638, - "nauc_map_at_1000_diff1": 0.925261, - "nauc_recall_at_1_max": 0.807091, - "nauc_recall_at_1_std": -0.127575, - "nauc_recall_at_1_diff1": 0.926465, - "nauc_recall_at_3_max": 0.823302, - "nauc_recall_at_3_std": -0.425732, - "nauc_recall_at_3_diff1": 0.914074, - "nauc_recall_at_5_max": 0.885939, - "nauc_recall_at_5_std": -0.526123, - "nauc_recall_at_5_diff1": 0.918831, - "nauc_recall_at_10_max": 0.914171, - "nauc_recall_at_10_std": -0.254004, - "nauc_recall_at_10_diff1": 0.914171, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.13296, - "nauc_recall_at_20_diff1": 0.960784, + "mrr_at_1": 0.89, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.925148, + "mrr_at_10": 0.926728, + "mrr_at_20": 0.927262, + "mrr_at_100": 0.92739, + "mrr_at_1000": 0.927409, + "nauc_ndcg_at_1_max": 0.75006, + "nauc_ndcg_at_1_std": -0.324242, + "nauc_ndcg_at_1_diff1": 0.908394, + "nauc_ndcg_at_3_max": 0.76667, + "nauc_ndcg_at_3_std": -0.383827, + "nauc_ndcg_at_3_diff1": 0.908922, + "nauc_ndcg_at_5_max": 0.772776, + "nauc_ndcg_at_5_std": -0.380312, + "nauc_ndcg_at_5_diff1": 0.912425, + "nauc_ndcg_at_10_max": 0.774192, + "nauc_ndcg_at_10_std": -0.3457, + "nauc_ndcg_at_10_diff1": 0.913565, + "nauc_ndcg_at_20_max": 0.773136, + "nauc_ndcg_at_20_std": -0.335989, + "nauc_ndcg_at_20_diff1": 0.91267, + "nauc_ndcg_at_100_max": 0.770111, + "nauc_ndcg_at_100_std": -0.33589, + "nauc_ndcg_at_100_diff1": 0.911794, + "nauc_ndcg_at_1000_max": 0.768264, + "nauc_ndcg_at_1000_std": -0.346622, + "nauc_ndcg_at_1000_diff1": 0.911413, + "nauc_map_at_1_max": 0.75006, + "nauc_map_at_1_std": -0.324242, + "nauc_map_at_1_diff1": 0.908394, + "nauc_map_at_3_max": 0.762736, + "nauc_map_at_3_std": -0.367438, + "nauc_map_at_3_diff1": 0.909255, + "nauc_map_at_5_max": 0.765154, + "nauc_map_at_5_std": -0.365422, + "nauc_map_at_5_diff1": 0.910738, + "nauc_map_at_10_max": 0.765537, + "nauc_map_at_10_std": -0.353019, + "nauc_map_at_10_diff1": 0.911031, + "nauc_map_at_20_max": 0.765284, + "nauc_map_at_20_std": -0.350663, + "nauc_map_at_20_diff1": 0.910854, + "nauc_map_at_100_max": 0.764912, + "nauc_map_at_100_std": -0.350718, + "nauc_map_at_100_diff1": 0.91074, + "nauc_map_at_1000_max": 0.764849, + "nauc_map_at_1000_std": -0.351078, + "nauc_map_at_1000_diff1": 0.910724, + "nauc_recall_at_1_max": 0.75006, + "nauc_recall_at_1_std": -0.324242, + "nauc_recall_at_1_diff1": 0.908394, + "nauc_recall_at_3_max": 0.78942, + "nauc_recall_at_3_std": -0.481545, + "nauc_recall_at_3_diff1": 0.90641, + "nauc_recall_at_5_max": 0.835142, + "nauc_recall_at_5_std": -0.493561, + "nauc_recall_at_5_diff1": 0.927151, + "nauc_recall_at_10_max": 0.894291, + "nauc_recall_at_10_std": -0.186941, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.229825, + "nauc_recall_at_20_diff1": 0.962652, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.807091, - "nauc_precision_at_1_std": -0.127575, - "nauc_precision_at_1_diff1": 0.926465, - "nauc_precision_at_3_max": 0.823302, - "nauc_precision_at_3_std": -0.425732, - "nauc_precision_at_3_diff1": 0.914074, - "nauc_precision_at_5_max": 0.885939, - "nauc_precision_at_5_std": -0.526123, - "nauc_precision_at_5_diff1": 0.918831, - "nauc_precision_at_10_max": 0.914171, - "nauc_precision_at_10_std": -0.254004, - "nauc_precision_at_10_diff1": 0.914171, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.13296, - "nauc_precision_at_20_diff1": 0.960784, + "nauc_precision_at_1_max": 0.75006, + "nauc_precision_at_1_std": -0.324242, + "nauc_precision_at_1_diff1": 0.908394, + "nauc_precision_at_3_max": 0.78942, + "nauc_precision_at_3_std": -0.481545, + "nauc_precision_at_3_diff1": 0.90641, + "nauc_precision_at_5_max": 0.835142, + "nauc_precision_at_5_std": -0.493561, + "nauc_precision_at_5_diff1": 0.927151, + "nauc_precision_at_10_max": 0.894291, + "nauc_precision_at_10_std": -0.186941, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.229825, + "nauc_precision_at_20_diff1": 0.962652, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.807091, - "nauc_mrr_at_1_std": -0.127575, - "nauc_mrr_at_1_diff1": 0.926465, - "nauc_mrr_at_3_max": 0.809882, - "nauc_mrr_at_3_std": -0.213158, - "nauc_mrr_at_3_diff1": 0.924426, - "nauc_mrr_at_5_max": 0.813453, - "nauc_mrr_at_5_std": -0.209418, - "nauc_mrr_at_5_diff1": 0.924876, - "nauc_mrr_at_10_max": 0.812899, - "nauc_mrr_at_10_std": -0.197226, - "nauc_mrr_at_10_diff1": 0.924857, - "nauc_mrr_at_20_max": 0.813213, - "nauc_mrr_at_20_std": -0.192659, - "nauc_mrr_at_20_diff1": 0.92541, - "nauc_mrr_at_100_max": 0.812743, - "nauc_mrr_at_100_std": -0.192321, - "nauc_mrr_at_100_diff1": 0.925273, - "nauc_mrr_at_1000_max": 0.812692, - "nauc_mrr_at_1000_std": -0.192638, - "nauc_mrr_at_1000_diff1": 0.925261, - "main_score": 0.93905, + "nauc_mrr_at_1_max": 0.75006, + "nauc_mrr_at_1_std": -0.324242, + "nauc_mrr_at_1_diff1": 0.908394, + "nauc_mrr_at_3_max": 0.762736, + "nauc_mrr_at_3_std": -0.367438, + "nauc_mrr_at_3_diff1": 0.909255, + "nauc_mrr_at_5_max": 0.765154, + "nauc_mrr_at_5_std": -0.365422, + "nauc_mrr_at_5_diff1": 0.910738, + "nauc_mrr_at_10_max": 0.765537, + "nauc_mrr_at_10_std": -0.353019, + "nauc_mrr_at_10_diff1": 0.911031, + "nauc_mrr_at_20_max": 0.765284, + "nauc_mrr_at_20_std": -0.350663, + "nauc_mrr_at_20_diff1": 0.910854, + "nauc_mrr_at_100_max": 0.764912, + "nauc_mrr_at_100_std": -0.350718, + "nauc_mrr_at_100_diff1": 0.91074, + "nauc_mrr_at_1000_max": 0.764849, + "nauc_mrr_at_1000_std": -0.351078, + "nauc_mrr_at_1000_diff1": 0.910724, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94109, "hf_subset": "sun_Latn-eng_Latn", "languages": [ "sun-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.75667, - "ndcg_at_3": 0.80844, - "ndcg_at_5": 0.82034, - "ndcg_at_10": 0.82942, - "ndcg_at_20": 0.83454, - "ndcg_at_100": 0.84505, - "ndcg_at_1000": 0.8481, - "map_at_1": 0.75667, - "map_at_3": 0.7963, - "map_at_5": 0.80291, - "map_at_10": 0.80671, - "map_at_20": 0.80814, - "map_at_100": 0.80958, - "map_at_1000": 0.8097, - "recall_at_1": 0.75667, - "recall_at_3": 0.84333, - "recall_at_5": 0.87222, - "recall_at_10": 0.9, - "recall_at_20": 0.92, - "recall_at_100": 0.97667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.73111, + "ndcg_at_3": 0.78931, + "ndcg_at_5": 0.80045, + "ndcg_at_10": 0.81146, + "ndcg_at_20": 0.81806, + "ndcg_at_100": 0.82761, + "ndcg_at_1000": 0.83171, + "map_at_1": 0.73111, + "map_at_3": 0.77556, + "map_at_5": 0.78183, + "map_at_10": 0.78629, + "map_at_20": 0.78803, + "map_at_100": 0.7893, + "map_at_1000": 0.78947, + "recall_at_1": 0.73111, + "recall_at_3": 0.82889, + "recall_at_5": 0.85556, + "recall_at_10": 0.89, + "recall_at_20": 0.91667, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.75667, - "precision_at_3": 0.28111, - "precision_at_5": 0.17444, - "precision_at_10": 0.09, - "precision_at_20": 0.046, - "precision_at_100": 0.00977, + "accuracy": 0.73111, + "precision_at_1": 0.73111, + "precision_at_3": 0.2763, + "precision_at_5": 0.17111, + "precision_at_10": 0.089, + "precision_at_20": 0.04583, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.756667, - "mrr_at_3": 0.796296, - "mrr_at_5": 0.802907, - "mrr_at_10": 0.806709, - "mrr_at_20": 0.808143, - "mrr_at_100": 0.809582, - "mrr_at_1000": 0.809704, - "nauc_ndcg_at_1_max": 0.829225, - "nauc_ndcg_at_1_std": 0.274141, - "nauc_ndcg_at_1_diff1": 0.909984, - "nauc_ndcg_at_3_max": 0.881053, - "nauc_ndcg_at_3_std": 0.394136, - "nauc_ndcg_at_3_diff1": 0.900532, - "nauc_ndcg_at_5_max": 0.875308, - "nauc_ndcg_at_5_std": 0.403265, - "nauc_ndcg_at_5_diff1": 0.895449, - "nauc_ndcg_at_10_max": 0.871633, - "nauc_ndcg_at_10_std": 0.398565, - "nauc_ndcg_at_10_diff1": 0.894973, - "nauc_ndcg_at_20_max": 0.872133, - "nauc_ndcg_at_20_std": 0.401935, - "nauc_ndcg_at_20_diff1": 0.896267, - "nauc_ndcg_at_100_max": 0.869517, - "nauc_ndcg_at_100_std": 0.391424, - "nauc_ndcg_at_100_diff1": 0.899623, - "nauc_ndcg_at_1000_max": 0.867929, - "nauc_ndcg_at_1000_std": 0.382678, - "nauc_ndcg_at_1000_diff1": 0.899723, - "nauc_map_at_1_max": 0.829225, - "nauc_map_at_1_std": 0.274141, - "nauc_map_at_1_diff1": 0.909984, - "nauc_map_at_3_max": 0.868016, - "nauc_map_at_3_std": 0.363281, - "nauc_map_at_3_diff1": 0.903076, - "nauc_map_at_5_max": 0.864797, - "nauc_map_at_5_std": 0.367517, - "nauc_map_at_5_diff1": 0.900701, - "nauc_map_at_10_max": 0.863423, - "nauc_map_at_10_std": 0.365736, - "nauc_map_at_10_diff1": 0.900718, - "nauc_map_at_20_max": 0.863519, - "nauc_map_at_20_std": 0.366394, - "nauc_map_at_20_diff1": 0.901107, - "nauc_map_at_100_max": 0.863191, - "nauc_map_at_100_std": 0.365089, - "nauc_map_at_100_diff1": 0.901545, - "nauc_map_at_1000_max": 0.86314, - "nauc_map_at_1000_std": 0.364795, - "nauc_map_at_1000_diff1": 0.901557, - "nauc_recall_at_1_max": 0.829225, - "nauc_recall_at_1_std": 0.274141, - "nauc_recall_at_1_diff1": 0.909984, - "nauc_recall_at_3_max": 0.927372, - "nauc_recall_at_3_std": 0.50416, - "nauc_recall_at_3_diff1": 0.891396, - "nauc_recall_at_5_max": 0.917211, - "nauc_recall_at_5_std": 0.552885, - "nauc_recall_at_5_diff1": 0.872101, - "nauc_recall_at_10_max": 0.907615, - "nauc_recall_at_10_std": 0.560255, - "nauc_recall_at_10_diff1": 0.863212, - "nauc_recall_at_20_max": 0.91976, - "nauc_recall_at_20_std": 0.624611, - "nauc_recall_at_20_diff1": 0.864613, - "nauc_recall_at_100_max": 0.944533, - "nauc_recall_at_100_std": 0.79663, - "nauc_recall_at_100_diff1": 0.897626, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.829225, - "nauc_precision_at_1_std": 0.274141, - "nauc_precision_at_1_diff1": 0.909984, - "nauc_precision_at_3_max": 0.927372, - "nauc_precision_at_3_std": 0.50416, - "nauc_precision_at_3_diff1": 0.891396, - "nauc_precision_at_5_max": 0.917211, - "nauc_precision_at_5_std": 0.552885, - "nauc_precision_at_5_diff1": 0.872101, - "nauc_precision_at_10_max": 0.907615, - "nauc_precision_at_10_std": 0.560255, - "nauc_precision_at_10_diff1": 0.863212, - "nauc_precision_at_20_max": 0.91976, - "nauc_precision_at_20_std": 0.624611, - "nauc_precision_at_20_diff1": 0.864613, - "nauc_precision_at_100_max": 0.944533, - "nauc_precision_at_100_std": 0.79663, - "nauc_precision_at_100_diff1": 0.897626, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.829225, - "nauc_mrr_at_1_std": 0.274141, - "nauc_mrr_at_1_diff1": 0.909984, - "nauc_mrr_at_3_max": 0.868016, - "nauc_mrr_at_3_std": 0.363281, - "nauc_mrr_at_3_diff1": 0.903076, - "nauc_mrr_at_5_max": 0.864797, - "nauc_mrr_at_5_std": 0.367517, - "nauc_mrr_at_5_diff1": 0.900701, - "nauc_mrr_at_10_max": 0.863423, - "nauc_mrr_at_10_std": 0.365736, - "nauc_mrr_at_10_diff1": 0.900718, - "nauc_mrr_at_20_max": 0.863519, - "nauc_mrr_at_20_std": 0.366394, - "nauc_mrr_at_20_diff1": 0.901107, - "nauc_mrr_at_100_max": 0.863191, - "nauc_mrr_at_100_std": 0.365089, - "nauc_mrr_at_100_diff1": 0.901545, - "nauc_mrr_at_1000_max": 0.86314, - "nauc_mrr_at_1000_std": 0.364795, - "nauc_mrr_at_1000_diff1": 0.901557, - "main_score": 0.82942, + "mrr_at_1": 0.731111, + "mrr_at_3": 0.775556, + "mrr_at_5": 0.781833, + "mrr_at_10": 0.786293, + "mrr_at_20": 0.788031, + "mrr_at_100": 0.789303, + "mrr_at_1000": 0.789474, + "nauc_ndcg_at_1_max": 0.816135, + "nauc_ndcg_at_1_std": 0.213168, + "nauc_ndcg_at_1_diff1": 0.920662, + "nauc_ndcg_at_3_max": 0.857917, + "nauc_ndcg_at_3_std": 0.298625, + "nauc_ndcg_at_3_diff1": 0.898714, + "nauc_ndcg_at_5_max": 0.860698, + "nauc_ndcg_at_5_std": 0.319629, + "nauc_ndcg_at_5_diff1": 0.896983, + "nauc_ndcg_at_10_max": 0.85792, + "nauc_ndcg_at_10_std": 0.323342, + "nauc_ndcg_at_10_diff1": 0.895485, + "nauc_ndcg_at_20_max": 0.856807, + "nauc_ndcg_at_20_std": 0.327316, + "nauc_ndcg_at_20_diff1": 0.894646, + "nauc_ndcg_at_100_max": 0.854829, + "nauc_ndcg_at_100_std": 0.319067, + "nauc_ndcg_at_100_diff1": 0.898993, + "nauc_ndcg_at_1000_max": 0.85225, + "nauc_ndcg_at_1000_std": 0.305798, + "nauc_ndcg_at_1000_diff1": 0.900223, + "nauc_map_at_1_max": 0.816135, + "nauc_map_at_1_std": 0.213168, + "nauc_map_at_1_diff1": 0.920662, + "nauc_map_at_3_max": 0.848022, + "nauc_map_at_3_std": 0.277631, + "nauc_map_at_3_diff1": 0.904524, + "nauc_map_at_5_max": 0.849306, + "nauc_map_at_5_std": 0.288236, + "nauc_map_at_5_diff1": 0.903815, + "nauc_map_at_10_max": 0.84812, + "nauc_map_at_10_std": 0.28933, + "nauc_map_at_10_diff1": 0.90333, + "nauc_map_at_20_max": 0.847753, + "nauc_map_at_20_std": 0.289943, + "nauc_map_at_20_diff1": 0.903183, + "nauc_map_at_100_max": 0.847443, + "nauc_map_at_100_std": 0.288487, + "nauc_map_at_100_diff1": 0.903747, + "nauc_map_at_1000_max": 0.847344, + "nauc_map_at_1000_std": 0.288023, + "nauc_map_at_1000_diff1": 0.90379, + "nauc_recall_at_1_max": 0.816135, + "nauc_recall_at_1_std": 0.213168, + "nauc_recall_at_1_diff1": 0.920662, + "nauc_recall_at_3_max": 0.892799, + "nauc_recall_at_3_std": 0.373104, + "nauc_recall_at_3_diff1": 0.877855, + "nauc_recall_at_5_max": 0.906765, + "nauc_recall_at_5_std": 0.4504, + "nauc_recall_at_5_diff1": 0.868712, + "nauc_recall_at_10_max": 0.905134, + "nauc_recall_at_10_std": 0.501341, + "nauc_recall_at_10_diff1": 0.85426, + "nauc_recall_at_20_max": 0.910962, + "nauc_recall_at_20_std": 0.587507, + "nauc_recall_at_20_diff1": 0.835238, + "nauc_recall_at_100_max": 0.949997, + "nauc_recall_at_100_std": 0.81761, + "nauc_recall_at_100_diff1": 0.852791, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816135, + "nauc_precision_at_1_std": 0.213168, + "nauc_precision_at_1_diff1": 0.920662, + "nauc_precision_at_3_max": 0.892799, + "nauc_precision_at_3_std": 0.373104, + "nauc_precision_at_3_diff1": 0.877855, + "nauc_precision_at_5_max": 0.906765, + "nauc_precision_at_5_std": 0.4504, + "nauc_precision_at_5_diff1": 0.868712, + "nauc_precision_at_10_max": 0.905134, + "nauc_precision_at_10_std": 0.501341, + "nauc_precision_at_10_diff1": 0.85426, + "nauc_precision_at_20_max": 0.910962, + "nauc_precision_at_20_std": 0.587507, + "nauc_precision_at_20_diff1": 0.835238, + "nauc_precision_at_100_max": 0.949997, + "nauc_precision_at_100_std": 0.81761, + "nauc_precision_at_100_diff1": 0.852791, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816135, + "nauc_mrr_at_1_std": 0.213168, + "nauc_mrr_at_1_diff1": 0.920662, + "nauc_mrr_at_3_max": 0.848022, + "nauc_mrr_at_3_std": 0.277631, + "nauc_mrr_at_3_diff1": 0.904524, + "nauc_mrr_at_5_max": 0.849306, + "nauc_mrr_at_5_std": 0.288236, + "nauc_mrr_at_5_diff1": 0.903815, + "nauc_mrr_at_10_max": 0.84812, + "nauc_mrr_at_10_std": 0.28933, + "nauc_mrr_at_10_diff1": 0.90333, + "nauc_mrr_at_20_max": 0.847753, + "nauc_mrr_at_20_std": 0.289943, + "nauc_mrr_at_20_diff1": 0.903183, + "nauc_mrr_at_100_max": 0.847443, + "nauc_mrr_at_100_std": 0.288487, + "nauc_mrr_at_100_diff1": 0.903747, + "nauc_mrr_at_1000_max": 0.847344, + "nauc_mrr_at_1000_std": 0.288023, + "nauc_mrr_at_1000_diff1": 0.90379, + "hit_rate_at_1": 0.73111, + "hit_rate_at_3": 0.82889, + "hit_rate_at_5": 0.85556, + "hit_rate_at_10": 0.89, + "hit_rate_at_20": 0.91667, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.81146, "hf_subset": "eng_Latn-sun_Latn", "languages": [ "eng-Latn", "sun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.94857, - "ndcg_at_5": 0.95225, - "ndcg_at_10": 0.95622, - "ndcg_at_20": 0.95796, - "ndcg_at_100": 0.95854, - "ndcg_at_1000": 0.95869, - "map_at_1": 0.91889, - "map_at_3": 0.94185, - "map_at_5": 0.94391, - "map_at_10": 0.94555, - "map_at_20": 0.94606, - "map_at_100": 0.94613, - "map_at_1000": 0.94614, - "recall_at_1": 0.91889, - "recall_at_3": 0.96778, - "recall_at_5": 0.97667, - "recall_at_10": 0.98889, - "recall_at_20": 0.99556, - "recall_at_100": 0.99889, + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93514, + "ndcg_at_5": 0.94021, + "ndcg_at_10": 0.94598, + "ndcg_at_20": 0.94738, + "ndcg_at_100": 0.94848, + "ndcg_at_1000": 0.94879, + "map_at_1": 0.90111, + "map_at_3": 0.92759, + "map_at_5": 0.93043, + "map_at_10": 0.93281, + "map_at_20": 0.9332, + "map_at_100": 0.93337, + "map_at_1000": 0.93339, + "recall_at_1": 0.90111, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.32259, - "precision_at_5": 0.19533, - "precision_at_10": 0.09889, - "precision_at_20": 0.04978, - "precision_at_100": 0.00999, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.941852, - "mrr_at_5": 0.943907, - "mrr_at_10": 0.945554, - "mrr_at_20": 0.946064, - "mrr_at_100": 0.94613, - "mrr_at_1000": 0.946136, - "nauc_ndcg_at_1_max": 0.830705, - "nauc_ndcg_at_1_std": -0.042356, - "nauc_ndcg_at_1_diff1": 0.918493, - "nauc_ndcg_at_3_max": 0.862176, - "nauc_ndcg_at_3_std": 0.020976, - "nauc_ndcg_at_3_diff1": 0.926657, - "nauc_ndcg_at_5_max": 0.866126, - "nauc_ndcg_at_5_std": 0.046174, - "nauc_ndcg_at_5_diff1": 0.927956, - "nauc_ndcg_at_10_max": 0.857081, - "nauc_ndcg_at_10_std": 0.020323, - "nauc_ndcg_at_10_diff1": 0.92484, - "nauc_ndcg_at_20_max": 0.85573, - "nauc_ndcg_at_20_std": 0.014961, - "nauc_ndcg_at_20_diff1": 0.926383, - "nauc_ndcg_at_100_max": 0.854325, - "nauc_ndcg_at_100_std": 0.007824, - "nauc_ndcg_at_100_diff1": 0.925967, - "nauc_ndcg_at_1000_max": 0.853804, - "nauc_ndcg_at_1000_std": 0.004277, - "nauc_ndcg_at_1000_diff1": 0.925702, - "nauc_map_at_1_max": 0.830705, - "nauc_map_at_1_std": -0.042356, - "nauc_map_at_1_diff1": 0.918493, - "nauc_map_at_3_max": 0.853207, - "nauc_map_at_3_std": -0.002313, - "nauc_map_at_3_diff1": 0.924999, - "nauc_map_at_5_max": 0.854833, - "nauc_map_at_5_std": 0.008049, - "nauc_map_at_5_diff1": 0.925623, - "nauc_map_at_10_max": 0.85134, - "nauc_map_at_10_std": -0.003402, - "nauc_map_at_10_diff1": 0.924597, - "nauc_map_at_20_max": 0.851035, - "nauc_map_at_20_std": -0.004528, - "nauc_map_at_20_diff1": 0.924959, - "nauc_map_at_100_max": 0.850906, - "nauc_map_at_100_std": -0.005217, - "nauc_map_at_100_diff1": 0.92492, - "nauc_map_at_1000_max": 0.850889, - "nauc_map_at_1000_std": -0.005331, - "nauc_map_at_1000_diff1": 0.924911, - "nauc_recall_at_1_max": 0.830705, - "nauc_recall_at_1_std": -0.042356, - "nauc_recall_at_1_diff1": 0.918493, - "nauc_recall_at_3_max": 0.907676, - "nauc_recall_at_3_std": 0.143743, - "nauc_recall_at_3_diff1": 0.93448, - "nauc_recall_at_5_max": 0.943755, - "nauc_recall_at_5_std": 0.322529, - "nauc_recall_at_5_diff1": 0.9432, - "nauc_recall_at_10_max": 0.922736, - "nauc_recall_at_10_std": 0.356116, - "nauc_recall_at_10_diff1": 0.919935, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.637722, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.927593, + "mrr_at_5": 0.930426, + "mrr_at_10": 0.932814, + "mrr_at_20": 0.933196, + "mrr_at_100": 0.933373, + "mrr_at_1000": 0.933389, + "nauc_ndcg_at_1_max": 0.820477, + "nauc_ndcg_at_1_std": -0.071743, + "nauc_ndcg_at_1_diff1": 0.926903, + "nauc_ndcg_at_3_max": 0.868049, + "nauc_ndcg_at_3_std": -0.008556, + "nauc_ndcg_at_3_diff1": 0.938007, + "nauc_ndcg_at_5_max": 0.86094, + "nauc_ndcg_at_5_std": -0.034245, + "nauc_ndcg_at_5_diff1": 0.93818, + "nauc_ndcg_at_10_max": 0.854124, + "nauc_ndcg_at_10_std": -0.015158, + "nauc_ndcg_at_10_diff1": 0.936046, + "nauc_ndcg_at_20_max": 0.855105, + "nauc_ndcg_at_20_std": -0.007557, + "nauc_ndcg_at_20_diff1": 0.935743, + "nauc_ndcg_at_100_max": 0.852008, + "nauc_ndcg_at_100_std": -0.022071, + "nauc_ndcg_at_100_diff1": 0.934984, + "nauc_ndcg_at_1000_max": 0.851102, + "nauc_ndcg_at_1000_std": -0.026297, + "nauc_ndcg_at_1000_diff1": 0.934586, + "nauc_map_at_1_max": 0.820477, + "nauc_map_at_1_std": -0.071743, + "nauc_map_at_1_diff1": 0.926903, + "nauc_map_at_3_max": 0.853929, + "nauc_map_at_3_std": -0.029924, + "nauc_map_at_3_diff1": 0.934533, + "nauc_map_at_5_max": 0.849963, + "nauc_map_at_5_std": -0.042731, + "nauc_map_at_5_diff1": 0.9344, + "nauc_map_at_10_max": 0.847521, + "nauc_map_at_10_std": -0.036121, + "nauc_map_at_10_diff1": 0.933606, + "nauc_map_at_20_max": 0.847771, + "nauc_map_at_20_std": -0.033955, + "nauc_map_at_20_diff1": 0.933529, + "nauc_map_at_100_max": 0.847368, + "nauc_map_at_100_std": -0.035708, + "nauc_map_at_100_diff1": 0.933448, + "nauc_map_at_1000_max": 0.84733, + "nauc_map_at_1000_std": -0.035873, + "nauc_map_at_1000_diff1": 0.933431, + "nauc_recall_at_1_max": 0.820477, + "nauc_recall_at_1_std": -0.071743, + "nauc_recall_at_1_diff1": 0.926903, + "nauc_recall_at_3_max": 0.935071, + "nauc_recall_at_3_std": 0.094867, + "nauc_recall_at_3_diff1": 0.954631, + "nauc_recall_at_5_max": 0.928238, + "nauc_recall_at_5_std": 0.012738, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.926899, + "nauc_recall_at_10_std": 0.299253, + "nauc_recall_at_10_diff1": 0.96732, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.684941, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_std": 0.679038, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.830705, - "nauc_precision_at_1_std": -0.042356, - "nauc_precision_at_1_diff1": 0.918493, - "nauc_precision_at_3_max": 0.907676, - "nauc_precision_at_3_std": 0.143743, - "nauc_precision_at_3_diff1": 0.93448, - "nauc_precision_at_5_max": 0.943755, - "nauc_precision_at_5_std": 0.322529, - "nauc_precision_at_5_diff1": 0.9432, - "nauc_precision_at_10_max": 0.922736, - "nauc_precision_at_10_std": 0.356116, - "nauc_precision_at_10_diff1": 0.919935, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.637722, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.820477, + "nauc_precision_at_1_std": -0.071743, + "nauc_precision_at_1_diff1": 0.926903, + "nauc_precision_at_3_max": 0.935071, + "nauc_precision_at_3_std": 0.094867, + "nauc_precision_at_3_diff1": 0.954631, + "nauc_precision_at_5_max": 0.928238, + "nauc_precision_at_5_std": 0.012738, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.926899, + "nauc_precision_at_10_std": 0.299253, + "nauc_precision_at_10_diff1": 0.96732, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.684941, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_std": 0.679038, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.830705, - "nauc_mrr_at_1_std": -0.042356, - "nauc_mrr_at_1_diff1": 0.918493, - "nauc_mrr_at_3_max": 0.853207, - "nauc_mrr_at_3_std": -0.002313, - "nauc_mrr_at_3_diff1": 0.924999, - "nauc_mrr_at_5_max": 0.854833, - "nauc_mrr_at_5_std": 0.008049, - "nauc_mrr_at_5_diff1": 0.925623, - "nauc_mrr_at_10_max": 0.85134, - "nauc_mrr_at_10_std": -0.003402, - "nauc_mrr_at_10_diff1": 0.924597, - "nauc_mrr_at_20_max": 0.851035, - "nauc_mrr_at_20_std": -0.004528, - "nauc_mrr_at_20_diff1": 0.924959, - "nauc_mrr_at_100_max": 0.850906, - "nauc_mrr_at_100_std": -0.005217, - "nauc_mrr_at_100_diff1": 0.92492, - "nauc_mrr_at_1000_max": 0.850889, - "nauc_mrr_at_1000_std": -0.005331, - "nauc_mrr_at_1000_diff1": 0.924911, - "main_score": 0.95622, + "nauc_mrr_at_1_max": 0.820477, + "nauc_mrr_at_1_std": -0.071743, + "nauc_mrr_at_1_diff1": 0.926903, + "nauc_mrr_at_3_max": 0.853929, + "nauc_mrr_at_3_std": -0.029924, + "nauc_mrr_at_3_diff1": 0.934533, + "nauc_mrr_at_5_max": 0.849963, + "nauc_mrr_at_5_std": -0.042731, + "nauc_mrr_at_5_diff1": 0.9344, + "nauc_mrr_at_10_max": 0.847521, + "nauc_mrr_at_10_std": -0.036121, + "nauc_mrr_at_10_diff1": 0.933606, + "nauc_mrr_at_20_max": 0.847771, + "nauc_mrr_at_20_std": -0.033955, + "nauc_mrr_at_20_diff1": 0.933529, + "nauc_mrr_at_100_max": 0.847368, + "nauc_mrr_at_100_std": -0.035708, + "nauc_mrr_at_100_diff1": 0.933448, + "nauc_mrr_at_1000_max": 0.84733, + "nauc_mrr_at_1000_std": -0.035873, + "nauc_mrr_at_1000_diff1": 0.933431, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94598, "hf_subset": "swe_Latn-swe_Latn", "languages": [ "swe-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.95237, - "ndcg_at_5": 0.95514, - "ndcg_at_10": 0.95882, - "ndcg_at_20": 0.9594, - "ndcg_at_100": 0.96003, - "ndcg_at_1000": 0.96032, - "map_at_1": 0.91778, - "map_at_3": 0.94463, - "map_at_5": 0.94619, - "map_at_10": 0.94776, - "map_at_20": 0.94792, - "map_at_100": 0.94801, - "map_at_1000": 0.94802, - "recall_at_1": 0.91778, - "recall_at_3": 0.97444, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94749, + "ndcg_at_5": 0.95212, + "ndcg_at_10": 0.95498, + "ndcg_at_20": 0.95612, + "ndcg_at_100": 0.95675, + "ndcg_at_1000": 0.95704, + "map_at_1": 0.91333, + "map_at_3": 0.93963, + "map_at_5": 0.94224, + "map_at_10": 0.94341, + "map_at_20": 0.94373, + "map_at_100": 0.94382, + "map_at_1000": 0.94383, + "recall_at_1": 0.91333, + "recall_at_3": 0.97, "recall_at_5": 0.98111, - "recall_at_10": 0.99222, + "recall_at_10": 0.99, "recall_at_20": 0.99444, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.91778, - "precision_at_3": 0.32481, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32333, "precision_at_5": 0.19622, - "precision_at_10": 0.09922, + "precision_at_10": 0.099, "precision_at_20": 0.04972, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.917778, - "mrr_at_3": 0.94463, - "mrr_at_5": 0.946185, - "mrr_at_10": 0.947757, - "mrr_at_20": 0.947924, - "mrr_at_100": 0.948008, - "mrr_at_1000": 0.948019, - "nauc_ndcg_at_1_max": 0.814319, - "nauc_ndcg_at_1_std": -0.195984, - "nauc_ndcg_at_1_diff1": 0.950696, - "nauc_ndcg_at_3_max": 0.826999, - "nauc_ndcg_at_3_std": -0.272531, - "nauc_ndcg_at_3_diff1": 0.954761, - "nauc_ndcg_at_5_max": 0.828622, - "nauc_ndcg_at_5_std": -0.275869, - "nauc_ndcg_at_5_diff1": 0.954927, - "nauc_ndcg_at_10_max": 0.833106, - "nauc_ndcg_at_10_std": -0.227593, - "nauc_ndcg_at_10_diff1": 0.955563, - "nauc_ndcg_at_20_max": 0.831696, - "nauc_ndcg_at_20_std": -0.210084, - "nauc_ndcg_at_20_diff1": 0.954931, - "nauc_ndcg_at_100_max": 0.829074, - "nauc_ndcg_at_100_std": -0.216293, - "nauc_ndcg_at_100_diff1": 0.954229, - "nauc_ndcg_at_1000_max": 0.827827, - "nauc_ndcg_at_1000_std": -0.225169, - "nauc_ndcg_at_1000_diff1": 0.953894, - "nauc_map_at_1_max": 0.814319, - "nauc_map_at_1_std": -0.195984, - "nauc_map_at_1_diff1": 0.950696, - "nauc_map_at_3_max": 0.823622, - "nauc_map_at_3_std": -0.248397, - "nauc_map_at_3_diff1": 0.953119, - "nauc_map_at_5_max": 0.824485, - "nauc_map_at_5_std": -0.248844, - "nauc_map_at_5_diff1": 0.953198, - "nauc_map_at_10_max": 0.825792, - "nauc_map_at_10_std": -0.232312, - "nauc_map_at_10_diff1": 0.953357, - "nauc_map_at_20_max": 0.825467, - "nauc_map_at_20_std": -0.228324, - "nauc_map_at_20_diff1": 0.953207, - "nauc_map_at_100_max": 0.825183, - "nauc_map_at_100_std": -0.228769, - "nauc_map_at_100_diff1": 0.953131, - "nauc_map_at_1000_max": 0.825146, - "nauc_map_at_1000_std": -0.229028, - "nauc_map_at_1000_diff1": 0.953121, - "nauc_recall_at_1_max": 0.814319, - "nauc_recall_at_1_std": -0.195984, - "nauc_recall_at_1_diff1": 0.950696, - "nauc_recall_at_3_max": 0.847075, - "nauc_recall_at_3_std": -0.420493, - "nauc_recall_at_3_diff1": 0.965189, - "nauc_recall_at_5_max": 0.861042, - "nauc_recall_at_5_std": -0.496677, - "nauc_recall_at_5_diff1": 0.969243, - "nauc_recall_at_10_max": 0.981326, - "nauc_recall_at_10_std": -0.024877, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.93963, + "mrr_at_5": 0.942241, + "mrr_at_10": 0.943406, + "mrr_at_20": 0.943729, + "mrr_at_100": 0.943819, + "mrr_at_1000": 0.943831, + "nauc_ndcg_at_1_max": 0.801252, + "nauc_ndcg_at_1_std": -0.139709, + "nauc_ndcg_at_1_diff1": 0.940386, + "nauc_ndcg_at_3_max": 0.812234, + "nauc_ndcg_at_3_std": -0.207959, + "nauc_ndcg_at_3_diff1": 0.945791, + "nauc_ndcg_at_5_max": 0.812795, + "nauc_ndcg_at_5_std": -0.197113, + "nauc_ndcg_at_5_diff1": 0.949878, + "nauc_ndcg_at_10_max": 0.817762, + "nauc_ndcg_at_10_std": -0.174587, + "nauc_ndcg_at_10_diff1": 0.948765, + "nauc_ndcg_at_20_max": 0.818488, + "nauc_ndcg_at_20_std": -0.148648, + "nauc_ndcg_at_20_diff1": 0.947435, + "nauc_ndcg_at_100_max": 0.815836, + "nauc_ndcg_at_100_std": -0.153905, + "nauc_ndcg_at_100_diff1": 0.946667, + "nauc_ndcg_at_1000_max": 0.814583, + "nauc_ndcg_at_1000_std": -0.161755, + "nauc_ndcg_at_1000_diff1": 0.946304, + "nauc_map_at_1_max": 0.801252, + "nauc_map_at_1_std": -0.139709, + "nauc_map_at_1_diff1": 0.940386, + "nauc_map_at_3_max": 0.810559, + "nauc_map_at_3_std": -0.181251, + "nauc_map_at_3_diff1": 0.944228, + "nauc_map_at_5_max": 0.810888, + "nauc_map_at_5_std": -0.175357, + "nauc_map_at_5_diff1": 0.946139, + "nauc_map_at_10_max": 0.812251, + "nauc_map_at_10_std": -0.169038, + "nauc_map_at_10_diff1": 0.945636, + "nauc_map_at_20_max": 0.812561, + "nauc_map_at_20_std": -0.162767, + "nauc_map_at_20_diff1": 0.945324, + "nauc_map_at_100_max": 0.812259, + "nauc_map_at_100_std": -0.163263, + "nauc_map_at_100_diff1": 0.945236, + "nauc_map_at_1000_max": 0.81222, + "nauc_map_at_1000_std": -0.163507, + "nauc_map_at_1000_diff1": 0.945225, + "nauc_recall_at_1_max": 0.801252, + "nauc_recall_at_1_std": -0.139709, + "nauc_recall_at_1_diff1": 0.940386, + "nauc_recall_at_3_max": 0.820192, + "nauc_recall_at_3_std": -0.365615, + "nauc_recall_at_3_diff1": 0.954611, + "nauc_recall_at_5_max": 0.826468, + "nauc_recall_at_5_std": -0.38779, + "nauc_recall_at_5_diff1": 0.98366, + "nauc_recall_at_10_max": 0.914151, + "nauc_recall_at_10_std": -0.199035, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.543511, @@ -43467,17 +46105,17 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.814319, - "nauc_precision_at_1_std": -0.195984, - "nauc_precision_at_1_diff1": 0.950696, - "nauc_precision_at_3_max": 0.847075, - "nauc_precision_at_3_std": -0.420493, - "nauc_precision_at_3_diff1": 0.965189, - "nauc_precision_at_5_max": 0.861042, - "nauc_precision_at_5_std": -0.496677, - "nauc_precision_at_5_diff1": 0.969243, - "nauc_precision_at_10_max": 0.981326, - "nauc_precision_at_10_std": -0.024877, + "nauc_precision_at_1_max": 0.801252, + "nauc_precision_at_1_std": -0.139709, + "nauc_precision_at_1_diff1": 0.940386, + "nauc_precision_at_3_max": 0.820192, + "nauc_precision_at_3_std": -0.365615, + "nauc_precision_at_3_diff1": 0.954611, + "nauc_precision_at_5_max": 0.826468, + "nauc_precision_at_5_std": -0.38779, + "nauc_precision_at_5_diff1": 0.98366, + "nauc_precision_at_10_max": 0.914151, + "nauc_precision_at_10_std": -0.199035, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.543511, @@ -43488,4418 +46126,4688 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.814319, - "nauc_mrr_at_1_std": -0.195984, - "nauc_mrr_at_1_diff1": 0.950696, - "nauc_mrr_at_3_max": 0.823622, - "nauc_mrr_at_3_std": -0.248397, - "nauc_mrr_at_3_diff1": 0.953119, - "nauc_mrr_at_5_max": 0.824485, - "nauc_mrr_at_5_std": -0.248844, - "nauc_mrr_at_5_diff1": 0.953198, - "nauc_mrr_at_10_max": 0.825792, - "nauc_mrr_at_10_std": -0.232312, - "nauc_mrr_at_10_diff1": 0.953357, - "nauc_mrr_at_20_max": 0.825467, - "nauc_mrr_at_20_std": -0.228324, - "nauc_mrr_at_20_diff1": 0.953207, - "nauc_mrr_at_100_max": 0.825183, - "nauc_mrr_at_100_std": -0.228769, - "nauc_mrr_at_100_diff1": 0.953131, - "nauc_mrr_at_1000_max": 0.825146, - "nauc_mrr_at_1000_std": -0.229028, - "nauc_mrr_at_1000_diff1": 0.953121, - "main_score": 0.95882, + "nauc_mrr_at_1_max": 0.801252, + "nauc_mrr_at_1_std": -0.139709, + "nauc_mrr_at_1_diff1": 0.940386, + "nauc_mrr_at_3_max": 0.810559, + "nauc_mrr_at_3_std": -0.181251, + "nauc_mrr_at_3_diff1": 0.944228, + "nauc_mrr_at_5_max": 0.810888, + "nauc_mrr_at_5_std": -0.175357, + "nauc_mrr_at_5_diff1": 0.946139, + "nauc_mrr_at_10_max": 0.812251, + "nauc_mrr_at_10_std": -0.169038, + "nauc_mrr_at_10_diff1": 0.945636, + "nauc_mrr_at_20_max": 0.812561, + "nauc_mrr_at_20_std": -0.162767, + "nauc_mrr_at_20_diff1": 0.945324, + "nauc_mrr_at_100_max": 0.812259, + "nauc_mrr_at_100_std": -0.163263, + "nauc_mrr_at_100_diff1": 0.945236, + "nauc_mrr_at_1000_max": 0.81222, + "nauc_mrr_at_1000_std": -0.163507, + "nauc_mrr_at_1000_diff1": 0.945225, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95498, "hf_subset": "swe_Latn-eng_Latn", "languages": [ "swe-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.89111, - "ndcg_at_3": 0.92763, - "ndcg_at_5": 0.93356, - "ndcg_at_10": 0.93804, - "ndcg_at_20": 0.94119, - "ndcg_at_100": 0.94236, - "ndcg_at_1000": 0.94251, - "map_at_1": 0.89111, - "map_at_3": 0.91907, - "map_at_5": 0.92235, - "map_at_10": 0.9243, - "map_at_20": 0.92519, - "map_at_100": 0.92533, - "map_at_1000": 0.92534, - "recall_at_1": 0.89111, - "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98, - "recall_at_20": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92126, + "ndcg_at_5": 0.92494, + "ndcg_at_10": 0.93092, + "ndcg_at_20": 0.93267, + "ndcg_at_100": 0.93588, + "ndcg_at_1000": 0.93601, + "map_at_1": 0.88111, + "map_at_3": 0.91167, + "map_at_5": 0.91372, + "map_at_10": 0.91632, + "map_at_20": 0.91684, + "map_at_100": 0.91733, + "map_at_1000": 0.91733, + "recall_at_1": 0.88111, + "recall_at_3": 0.94889, + "recall_at_5": 0.95778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98222, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.89111, - "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.098, - "precision_at_20": 0.04961, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.3163, + "precision_at_5": 0.19156, + "precision_at_10": 0.09756, + "precision_at_20": 0.04911, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.891111, - "mrr_at_3": 0.919074, - "mrr_at_5": 0.922352, - "mrr_at_10": 0.924301, - "mrr_at_20": 0.925195, - "mrr_at_100": 0.925334, - "mrr_at_1000": 0.925339, - "nauc_ndcg_at_1_max": 0.846313, - "nauc_ndcg_at_1_std": -0.076605, - "nauc_ndcg_at_1_diff1": 0.929867, - "nauc_ndcg_at_3_max": 0.87091, - "nauc_ndcg_at_3_std": -0.039637, - "nauc_ndcg_at_3_diff1": 0.9279, - "nauc_ndcg_at_5_max": 0.870227, - "nauc_ndcg_at_5_std": -0.024699, - "nauc_ndcg_at_5_diff1": 0.926359, - "nauc_ndcg_at_10_max": 0.867702, - "nauc_ndcg_at_10_std": -0.011521, - "nauc_ndcg_at_10_diff1": 0.925995, - "nauc_ndcg_at_20_max": 0.867114, - "nauc_ndcg_at_20_std": -0.02316, - "nauc_ndcg_at_20_diff1": 0.927943, - "nauc_ndcg_at_100_max": 0.865378, - "nauc_ndcg_at_100_std": -0.031292, - "nauc_ndcg_at_100_diff1": 0.92791, - "nauc_ndcg_at_1000_max": 0.865037, - "nauc_ndcg_at_1000_std": -0.033199, - "nauc_ndcg_at_1000_diff1": 0.927728, - "nauc_map_at_1_max": 0.846313, - "nauc_map_at_1_std": -0.076605, - "nauc_map_at_1_diff1": 0.929867, - "nauc_map_at_3_max": 0.864384, - "nauc_map_at_3_std": -0.049676, - "nauc_map_at_3_diff1": 0.9279, - "nauc_map_at_5_max": 0.863803, - "nauc_map_at_5_std": -0.043422, - "nauc_map_at_5_diff1": 0.927194, - "nauc_map_at_10_max": 0.862871, - "nauc_map_at_10_std": -0.038508, - "nauc_map_at_10_diff1": 0.927153, - "nauc_map_at_20_max": 0.862746, - "nauc_map_at_20_std": -0.041059, - "nauc_map_at_20_diff1": 0.927661, - "nauc_map_at_100_max": 0.862605, - "nauc_map_at_100_std": -0.0419, - "nauc_map_at_100_diff1": 0.927687, - "nauc_map_at_1000_max": 0.862595, - "nauc_map_at_1000_std": -0.041956, - "nauc_map_at_1000_diff1": 0.927682, - "nauc_recall_at_1_max": 0.846313, - "nauc_recall_at_1_std": -0.076605, - "nauc_recall_at_1_diff1": 0.929867, - "nauc_recall_at_3_max": 0.901592, - "nauc_recall_at_3_std": 0.007752, - "nauc_recall_at_3_diff1": 0.928343, - "nauc_recall_at_5_max": 0.911391, - "nauc_recall_at_5_std": 0.104124, - "nauc_recall_at_5_diff1": 0.920868, - "nauc_recall_at_10_max": 0.913139, - "nauc_recall_at_10_std": 0.296711, - "nauc_recall_at_10_diff1": 0.912595, - "nauc_recall_at_20_max": 0.962652, - "nauc_recall_at_20_std": 0.416567, - "nauc_recall_at_20_diff1": 0.943978, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.911667, + "mrr_at_5": 0.913722, + "mrr_at_10": 0.916325, + "mrr_at_20": 0.916844, + "mrr_at_100": 0.917328, + "mrr_at_1000": 0.917331, + "nauc_ndcg_at_1_max": 0.79422, + "nauc_ndcg_at_1_std": -0.233588, + "nauc_ndcg_at_1_diff1": 0.929133, + "nauc_ndcg_at_3_max": 0.83876, + "nauc_ndcg_at_3_std": -0.218343, + "nauc_ndcg_at_3_diff1": 0.928875, + "nauc_ndcg_at_5_max": 0.838389, + "nauc_ndcg_at_5_std": -0.21184, + "nauc_ndcg_at_5_diff1": 0.930539, + "nauc_ndcg_at_10_max": 0.832175, + "nauc_ndcg_at_10_std": -0.170895, + "nauc_ndcg_at_10_diff1": 0.927999, + "nauc_ndcg_at_20_max": 0.835198, + "nauc_ndcg_at_20_std": -0.164176, + "nauc_ndcg_at_20_diff1": 0.929857, + "nauc_ndcg_at_100_max": 0.827663, + "nauc_ndcg_at_100_std": -0.188147, + "nauc_ndcg_at_100_diff1": 0.928814, + "nauc_ndcg_at_1000_max": 0.827304, + "nauc_ndcg_at_1000_std": -0.189693, + "nauc_ndcg_at_1000_diff1": 0.928938, + "nauc_map_at_1_max": 0.79422, + "nauc_map_at_1_std": -0.233588, + "nauc_map_at_1_diff1": 0.929133, + "nauc_map_at_3_max": 0.826944, + "nauc_map_at_3_std": -0.217181, + "nauc_map_at_3_diff1": 0.929079, + "nauc_map_at_5_max": 0.826302, + "nauc_map_at_5_std": -0.214131, + "nauc_map_at_5_diff1": 0.929905, + "nauc_map_at_10_max": 0.823679, + "nauc_map_at_10_std": -0.198711, + "nauc_map_at_10_diff1": 0.928916, + "nauc_map_at_20_max": 0.824106, + "nauc_map_at_20_std": -0.197166, + "nauc_map_at_20_diff1": 0.929275, + "nauc_map_at_100_max": 0.82314, + "nauc_map_at_100_std": -0.199909, + "nauc_map_at_100_diff1": 0.929113, + "nauc_map_at_1000_max": 0.823133, + "nauc_map_at_1000_std": -0.199938, + "nauc_map_at_1000_diff1": 0.929116, + "nauc_recall_at_1_max": 0.79422, + "nauc_recall_at_1_std": -0.233588, + "nauc_recall_at_1_diff1": 0.929133, + "nauc_recall_at_3_max": 0.89508, + "nauc_recall_at_3_std": -0.228332, + "nauc_recall_at_3_diff1": 0.92779, + "nauc_recall_at_5_max": 0.906826, + "nauc_recall_at_5_std": -0.201668, + "nauc_recall_at_5_diff1": 0.934518, + "nauc_recall_at_10_max": 0.905165, + "nauc_recall_at_10_std": 0.131462, + "nauc_recall_at_10_diff1": 0.917346, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": 0.336835, + "nauc_recall_at_20_diff1": 0.94281, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.722222, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.554155, + "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.846313, - "nauc_precision_at_1_std": -0.076605, - "nauc_precision_at_1_diff1": 0.929867, - "nauc_precision_at_3_max": 0.901592, - "nauc_precision_at_3_std": 0.007752, - "nauc_precision_at_3_diff1": 0.928343, - "nauc_precision_at_5_max": 0.911391, - "nauc_precision_at_5_std": 0.104124, - "nauc_precision_at_5_diff1": 0.920868, - "nauc_precision_at_10_max": 0.913139, - "nauc_precision_at_10_std": 0.296711, - "nauc_precision_at_10_diff1": 0.912595, - "nauc_precision_at_20_max": 0.962652, - "nauc_precision_at_20_std": 0.416567, - "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_1_max": 0.79422, + "nauc_precision_at_1_std": -0.233588, + "nauc_precision_at_1_diff1": 0.929133, + "nauc_precision_at_3_max": 0.89508, + "nauc_precision_at_3_std": -0.228332, + "nauc_precision_at_3_diff1": 0.92779, + "nauc_precision_at_5_max": 0.906826, + "nauc_precision_at_5_std": -0.201668, + "nauc_precision_at_5_diff1": 0.934518, + "nauc_precision_at_10_max": 0.905165, + "nauc_precision_at_10_std": 0.131462, + "nauc_precision_at_10_diff1": 0.917346, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": 0.336835, + "nauc_precision_at_20_diff1": 0.94281, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.722222, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.554155, + "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.846313, - "nauc_mrr_at_1_std": -0.076605, - "nauc_mrr_at_1_diff1": 0.929867, - "nauc_mrr_at_3_max": 0.864384, - "nauc_mrr_at_3_std": -0.049676, - "nauc_mrr_at_3_diff1": 0.9279, - "nauc_mrr_at_5_max": 0.863803, - "nauc_mrr_at_5_std": -0.043422, - "nauc_mrr_at_5_diff1": 0.927194, - "nauc_mrr_at_10_max": 0.862871, - "nauc_mrr_at_10_std": -0.038508, - "nauc_mrr_at_10_diff1": 0.927153, - "nauc_mrr_at_20_max": 0.862746, - "nauc_mrr_at_20_std": -0.041059, - "nauc_mrr_at_20_diff1": 0.927661, - "nauc_mrr_at_100_max": 0.862605, - "nauc_mrr_at_100_std": -0.0419, - "nauc_mrr_at_100_diff1": 0.927687, - "nauc_mrr_at_1000_max": 0.862595, - "nauc_mrr_at_1000_std": -0.041956, - "nauc_mrr_at_1000_diff1": 0.927682, - "main_score": 0.93804, + "nauc_mrr_at_1_max": 0.79422, + "nauc_mrr_at_1_std": -0.233588, + "nauc_mrr_at_1_diff1": 0.929133, + "nauc_mrr_at_3_max": 0.826944, + "nauc_mrr_at_3_std": -0.217181, + "nauc_mrr_at_3_diff1": 0.929079, + "nauc_mrr_at_5_max": 0.826302, + "nauc_mrr_at_5_std": -0.214131, + "nauc_mrr_at_5_diff1": 0.929905, + "nauc_mrr_at_10_max": 0.823679, + "nauc_mrr_at_10_std": -0.198711, + "nauc_mrr_at_10_diff1": 0.928916, + "nauc_mrr_at_20_max": 0.824106, + "nauc_mrr_at_20_std": -0.197166, + "nauc_mrr_at_20_diff1": 0.929275, + "nauc_mrr_at_100_max": 0.82314, + "nauc_mrr_at_100_std": -0.199909, + "nauc_mrr_at_100_diff1": 0.929113, + "nauc_mrr_at_1000_max": 0.823133, + "nauc_mrr_at_1000_std": -0.199938, + "nauc_mrr_at_1000_diff1": 0.929116, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.93092, "hf_subset": "eng_Latn-swe_Latn", "languages": [ "eng-Latn", "swe-Latn" - ] - }, - { - "ndcg_at_1": 0.74222, - "ndcg_at_3": 0.79876, - "ndcg_at_5": 0.81181, - "ndcg_at_10": 0.82153, - "ndcg_at_20": 0.82791, - "ndcg_at_100": 0.83664, - "ndcg_at_1000": 0.84059, - "map_at_1": 0.74222, - "map_at_3": 0.78556, - "map_at_5": 0.79294, - "map_at_10": 0.79696, - "map_at_20": 0.79866, - "map_at_100": 0.79982, - "map_at_1000": 0.80001, - "recall_at_1": 0.74222, - "recall_at_3": 0.83667, - "recall_at_5": 0.86778, - "recall_at_10": 0.89778, - "recall_at_20": 0.92333, - "recall_at_100": 0.97111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.74333, + "ndcg_at_3": 0.79604, + "ndcg_at_5": 0.80843, + "ndcg_at_10": 0.81831, + "ndcg_at_20": 0.8239, + "ndcg_at_100": 0.8349, + "ndcg_at_1000": 0.83818, + "map_at_1": 0.74333, + "map_at_3": 0.78315, + "map_at_5": 0.79004, + "map_at_10": 0.79422, + "map_at_20": 0.79573, + "map_at_100": 0.79721, + "map_at_1000": 0.79735, + "recall_at_1": 0.74333, + "recall_at_3": 0.83333, + "recall_at_5": 0.86333, + "recall_at_10": 0.89333, + "recall_at_20": 0.91556, + "recall_at_100": 0.97556, "recall_at_1000": 1.0, - "precision_at_1": 0.74222, - "precision_at_3": 0.27889, - "precision_at_5": 0.17356, - "precision_at_10": 0.08978, - "precision_at_20": 0.04617, - "precision_at_100": 0.00971, + "accuracy": 0.74333, + "precision_at_1": 0.74333, + "precision_at_3": 0.27778, + "precision_at_5": 0.17267, + "precision_at_10": 0.08933, + "precision_at_20": 0.04578, + "precision_at_100": 0.00976, "precision_at_1000": 0.001, - "mrr_at_1": 0.742222, - "mrr_at_3": 0.785556, - "mrr_at_5": 0.792944, - "mrr_at_10": 0.796956, - "mrr_at_20": 0.798663, - "mrr_at_100": 0.799823, - "mrr_at_1000": 0.800013, - "nauc_ndcg_at_1_max": 0.822143, - "nauc_ndcg_at_1_std": 0.028221, - "nauc_ndcg_at_1_diff1": 0.914168, - "nauc_ndcg_at_3_max": 0.842501, - "nauc_ndcg_at_3_std": 0.116711, - "nauc_ndcg_at_3_diff1": 0.897408, - "nauc_ndcg_at_5_max": 0.841929, - "nauc_ndcg_at_5_std": 0.126683, - "nauc_ndcg_at_5_diff1": 0.895133, - "nauc_ndcg_at_10_max": 0.839568, - "nauc_ndcg_at_10_std": 0.143432, - "nauc_ndcg_at_10_diff1": 0.88992, - "nauc_ndcg_at_20_max": 0.83958, - "nauc_ndcg_at_20_std": 0.142516, - "nauc_ndcg_at_20_diff1": 0.891293, - "nauc_ndcg_at_100_max": 0.841076, - "nauc_ndcg_at_100_std": 0.13138, - "nauc_ndcg_at_100_diff1": 0.895926, - "nauc_ndcg_at_1000_max": 0.838582, - "nauc_ndcg_at_1000_std": 0.120644, - "nauc_ndcg_at_1000_diff1": 0.896214, - "nauc_map_at_1_max": 0.822143, - "nauc_map_at_1_std": 0.028221, - "nauc_map_at_1_diff1": 0.914168, - "nauc_map_at_3_max": 0.837865, - "nauc_map_at_3_std": 0.095254, - "nauc_map_at_3_diff1": 0.901923, - "nauc_map_at_5_max": 0.837305, - "nauc_map_at_5_std": 0.099001, - "nauc_map_at_5_diff1": 0.900809, - "nauc_map_at_10_max": 0.836371, - "nauc_map_at_10_std": 0.105004, - "nauc_map_at_10_diff1": 0.898995, - "nauc_map_at_20_max": 0.836388, - "nauc_map_at_20_std": 0.104591, - "nauc_map_at_20_diff1": 0.899362, - "nauc_map_at_100_max": 0.836485, - "nauc_map_at_100_std": 0.103304, - "nauc_map_at_100_diff1": 0.89977, - "nauc_map_at_1000_max": 0.836384, - "nauc_map_at_1000_std": 0.102871, - "nauc_map_at_1000_diff1": 0.899783, - "nauc_recall_at_1_max": 0.822143, - "nauc_recall_at_1_std": 0.028221, - "nauc_recall_at_1_diff1": 0.914168, - "nauc_recall_at_3_max": 0.858769, - "nauc_recall_at_3_std": 0.192835, - "nauc_recall_at_3_diff1": 0.881116, - "nauc_recall_at_5_max": 0.861001, - "nauc_recall_at_5_std": 0.245459, - "nauc_recall_at_5_diff1": 0.870843, - "nauc_recall_at_10_max": 0.85383, - "nauc_recall_at_10_std": 0.356023, - "nauc_recall_at_10_diff1": 0.838614, - "nauc_recall_at_20_max": 0.857819, - "nauc_recall_at_20_std": 0.41554, - "nauc_recall_at_20_diff1": 0.833665, - "nauc_recall_at_100_max": 0.933384, - "nauc_recall_at_100_std": 0.532608, - "nauc_recall_at_100_diff1": 0.884813, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822143, - "nauc_precision_at_1_std": 0.028221, - "nauc_precision_at_1_diff1": 0.914168, - "nauc_precision_at_3_max": 0.858769, - "nauc_precision_at_3_std": 0.192835, - "nauc_precision_at_3_diff1": 0.881116, - "nauc_precision_at_5_max": 0.861001, - "nauc_precision_at_5_std": 0.245459, - "nauc_precision_at_5_diff1": 0.870843, - "nauc_precision_at_10_max": 0.85383, - "nauc_precision_at_10_std": 0.356023, - "nauc_precision_at_10_diff1": 0.838614, - "nauc_precision_at_20_max": 0.857819, - "nauc_precision_at_20_std": 0.41554, - "nauc_precision_at_20_diff1": 0.833665, - "nauc_precision_at_100_max": 0.933384, - "nauc_precision_at_100_std": 0.532608, - "nauc_precision_at_100_diff1": 0.884813, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822143, - "nauc_mrr_at_1_std": 0.028221, - "nauc_mrr_at_1_diff1": 0.914168, - "nauc_mrr_at_3_max": 0.837865, - "nauc_mrr_at_3_std": 0.095254, - "nauc_mrr_at_3_diff1": 0.901923, - "nauc_mrr_at_5_max": 0.837305, - "nauc_mrr_at_5_std": 0.099001, - "nauc_mrr_at_5_diff1": 0.900809, - "nauc_mrr_at_10_max": 0.836371, - "nauc_mrr_at_10_std": 0.105004, - "nauc_mrr_at_10_diff1": 0.898995, - "nauc_mrr_at_20_max": 0.836388, - "nauc_mrr_at_20_std": 0.104591, - "nauc_mrr_at_20_diff1": 0.899362, - "nauc_mrr_at_100_max": 0.836485, - "nauc_mrr_at_100_std": 0.103304, - "nauc_mrr_at_100_diff1": 0.89977, - "nauc_mrr_at_1000_max": 0.836384, - "nauc_mrr_at_1000_std": 0.102871, - "nauc_mrr_at_1000_diff1": 0.899783, - "main_score": 0.82153, + "mrr_at_1": 0.743333, + "mrr_at_3": 0.783148, + "mrr_at_5": 0.790037, + "mrr_at_10": 0.794217, + "mrr_at_20": 0.795733, + "mrr_at_100": 0.797205, + "mrr_at_1000": 0.797352, + "nauc_ndcg_at_1_max": 0.803001, + "nauc_ndcg_at_1_std": 0.042447, + "nauc_ndcg_at_1_diff1": 0.891767, + "nauc_ndcg_at_3_max": 0.821459, + "nauc_ndcg_at_3_std": 0.132518, + "nauc_ndcg_at_3_diff1": 0.873021, + "nauc_ndcg_at_5_max": 0.821015, + "nauc_ndcg_at_5_std": 0.129656, + "nauc_ndcg_at_5_diff1": 0.871237, + "nauc_ndcg_at_10_max": 0.817258, + "nauc_ndcg_at_10_std": 0.150963, + "nauc_ndcg_at_10_diff1": 0.865382, + "nauc_ndcg_at_20_max": 0.816432, + "nauc_ndcg_at_20_std": 0.151574, + "nauc_ndcg_at_20_diff1": 0.865027, + "nauc_ndcg_at_100_max": 0.818741, + "nauc_ndcg_at_100_std": 0.139363, + "nauc_ndcg_at_100_diff1": 0.870554, + "nauc_ndcg_at_1000_max": 0.816593, + "nauc_ndcg_at_1000_std": 0.129511, + "nauc_ndcg_at_1000_diff1": 0.871571, + "nauc_map_at_1_max": 0.803001, + "nauc_map_at_1_std": 0.042447, + "nauc_map_at_1_diff1": 0.891767, + "nauc_map_at_3_max": 0.816617, + "nauc_map_at_3_std": 0.109167, + "nauc_map_at_3_diff1": 0.87737, + "nauc_map_at_5_max": 0.816369, + "nauc_map_at_5_std": 0.106937, + "nauc_map_at_5_diff1": 0.876581, + "nauc_map_at_10_max": 0.814903, + "nauc_map_at_10_std": 0.114743, + "nauc_map_at_10_diff1": 0.874509, + "nauc_map_at_20_max": 0.814668, + "nauc_map_at_20_std": 0.114826, + "nauc_map_at_20_diff1": 0.874423, + "nauc_map_at_100_max": 0.814908, + "nauc_map_at_100_std": 0.113279, + "nauc_map_at_100_diff1": 0.875107, + "nauc_map_at_1000_max": 0.814821, + "nauc_map_at_1000_std": 0.112894, + "nauc_map_at_1000_diff1": 0.875155, + "nauc_recall_at_1_max": 0.803001, + "nauc_recall_at_1_std": 0.042447, + "nauc_recall_at_1_diff1": 0.891767, + "nauc_recall_at_3_max": 0.838768, + "nauc_recall_at_3_std": 0.215849, + "nauc_recall_at_3_diff1": 0.857783, + "nauc_recall_at_5_max": 0.839961, + "nauc_recall_at_5_std": 0.223242, + "nauc_recall_at_5_diff1": 0.849048, + "nauc_recall_at_10_max": 0.826101, + "nauc_recall_at_10_std": 0.347121, + "nauc_recall_at_10_diff1": 0.814976, + "nauc_recall_at_20_max": 0.822332, + "nauc_recall_at_20_std": 0.397544, + "nauc_recall_at_20_diff1": 0.800776, + "nauc_recall_at_100_max": 0.913844, + "nauc_recall_at_100_std": 0.583206, + "nauc_recall_at_100_diff1": 0.827052, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803001, + "nauc_precision_at_1_std": 0.042447, + "nauc_precision_at_1_diff1": 0.891767, + "nauc_precision_at_3_max": 0.838768, + "nauc_precision_at_3_std": 0.215849, + "nauc_precision_at_3_diff1": 0.857783, + "nauc_precision_at_5_max": 0.839961, + "nauc_precision_at_5_std": 0.223242, + "nauc_precision_at_5_diff1": 0.849048, + "nauc_precision_at_10_max": 0.826101, + "nauc_precision_at_10_std": 0.347121, + "nauc_precision_at_10_diff1": 0.814976, + "nauc_precision_at_20_max": 0.822332, + "nauc_precision_at_20_std": 0.397544, + "nauc_precision_at_20_diff1": 0.800776, + "nauc_precision_at_100_max": 0.913844, + "nauc_precision_at_100_std": 0.583206, + "nauc_precision_at_100_diff1": 0.827052, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803001, + "nauc_mrr_at_1_std": 0.042447, + "nauc_mrr_at_1_diff1": 0.891767, + "nauc_mrr_at_3_max": 0.816617, + "nauc_mrr_at_3_std": 0.109167, + "nauc_mrr_at_3_diff1": 0.87737, + "nauc_mrr_at_5_max": 0.816369, + "nauc_mrr_at_5_std": 0.106937, + "nauc_mrr_at_5_diff1": 0.876581, + "nauc_mrr_at_10_max": 0.814903, + "nauc_mrr_at_10_std": 0.114743, + "nauc_mrr_at_10_diff1": 0.874509, + "nauc_mrr_at_20_max": 0.814668, + "nauc_mrr_at_20_std": 0.114826, + "nauc_mrr_at_20_diff1": 0.874423, + "nauc_mrr_at_100_max": 0.814908, + "nauc_mrr_at_100_std": 0.113279, + "nauc_mrr_at_100_diff1": 0.875107, + "nauc_mrr_at_1000_max": 0.814821, + "nauc_mrr_at_1000_std": 0.112894, + "nauc_mrr_at_1000_diff1": 0.875155, + "hit_rate_at_1": 0.74333, + "hit_rate_at_3": 0.83333, + "hit_rate_at_5": 0.86333, + "hit_rate_at_10": 0.89333, + "hit_rate_at_20": 0.91556, + "hit_rate_at_100": 0.97556, + "hit_rate_at_1000": 1.0, + "main_score": 0.81831, "hf_subset": "swh_Latn-swh_Latn", "languages": [ "swh-Latn", "swh-Latn" - ] - }, - { - "ndcg_at_1": 0.76778, - "ndcg_at_3": 0.82931, - "ndcg_at_5": 0.8394, - "ndcg_at_10": 0.8535, - "ndcg_at_20": 0.86092, - "ndcg_at_100": 0.86556, - "ndcg_at_1000": 0.86643, - "map_at_1": 0.76778, - "map_at_3": 0.81444, - "map_at_5": 0.82006, - "map_at_10": 0.82593, - "map_at_20": 0.82802, - "map_at_100": 0.8287, - "map_at_1000": 0.82873, - "recall_at_1": 0.76778, - "recall_at_3": 0.87222, - "recall_at_5": 0.89667, - "recall_at_10": 0.94, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.75778, + "ndcg_at_3": 0.82378, + "ndcg_at_5": 0.83554, + "ndcg_at_10": 0.84656, + "ndcg_at_20": 0.85551, + "ndcg_at_100": 0.86008, + "ndcg_at_1000": 0.86095, + "map_at_1": 0.75778, + "map_at_3": 0.80778, + "map_at_5": 0.81422, + "map_at_10": 0.8187, + "map_at_20": 0.82113, + "map_at_100": 0.82177, + "map_at_1000": 0.8218, + "recall_at_1": 0.75778, + "recall_at_3": 0.87, + "recall_at_5": 0.89889, + "recall_at_10": 0.93333, "recall_at_20": 0.96889, "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.76778, - "precision_at_3": 0.29074, - "precision_at_5": 0.17933, - "precision_at_10": 0.094, + "accuracy": 0.75778, + "precision_at_1": 0.75778, + "precision_at_3": 0.29, + "precision_at_5": 0.17978, + "precision_at_10": 0.09333, "precision_at_20": 0.04844, "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.767778, - "mrr_at_3": 0.814444, - "mrr_at_5": 0.820056, - "mrr_at_10": 0.825928, - "mrr_at_20": 0.828023, - "mrr_at_100": 0.828698, - "mrr_at_1000": 0.828731, - "nauc_ndcg_at_1_max": 0.757163, - "nauc_ndcg_at_1_std": -0.08005, - "nauc_ndcg_at_1_diff1": 0.886285, - "nauc_ndcg_at_3_max": 0.772669, - "nauc_ndcg_at_3_std": -0.096327, - "nauc_ndcg_at_3_diff1": 0.871085, - "nauc_ndcg_at_5_max": 0.767217, - "nauc_ndcg_at_5_std": -0.090599, - "nauc_ndcg_at_5_diff1": 0.864013, - "nauc_ndcg_at_10_max": 0.768308, - "nauc_ndcg_at_10_std": -0.091372, - "nauc_ndcg_at_10_diff1": 0.867328, - "nauc_ndcg_at_20_max": 0.767578, - "nauc_ndcg_at_20_std": -0.09014, - "nauc_ndcg_at_20_diff1": 0.869111, - "nauc_ndcg_at_100_max": 0.767252, - "nauc_ndcg_at_100_std": -0.091511, - "nauc_ndcg_at_100_diff1": 0.872452, - "nauc_ndcg_at_1000_max": 0.766479, - "nauc_ndcg_at_1000_std": -0.092904, - "nauc_ndcg_at_1000_diff1": 0.872373, - "nauc_map_at_1_max": 0.757163, - "nauc_map_at_1_std": -0.08005, - "nauc_map_at_1_diff1": 0.886285, - "nauc_map_at_3_max": 0.767742, - "nauc_map_at_3_std": -0.097439, - "nauc_map_at_3_diff1": 0.875563, - "nauc_map_at_5_max": 0.76473, - "nauc_map_at_5_std": -0.095121, - "nauc_map_at_5_diff1": 0.872146, - "nauc_map_at_10_max": 0.765027, - "nauc_map_at_10_std": -0.095834, - "nauc_map_at_10_diff1": 0.873754, - "nauc_map_at_20_max": 0.76488, - "nauc_map_at_20_std": -0.095343, - "nauc_map_at_20_diff1": 0.874148, - "nauc_map_at_100_max": 0.764889, - "nauc_map_at_100_std": -0.095232, - "nauc_map_at_100_diff1": 0.874577, - "nauc_map_at_1000_max": 0.764869, - "nauc_map_at_1000_std": -0.095245, - "nauc_map_at_1000_diff1": 0.874576, - "nauc_recall_at_1_max": 0.757163, - "nauc_recall_at_1_std": -0.08005, - "nauc_recall_at_1_diff1": 0.886285, - "nauc_recall_at_3_max": 0.792571, - "nauc_recall_at_3_std": -0.088497, - "nauc_recall_at_3_diff1": 0.853182, - "nauc_recall_at_5_max": 0.778183, - "nauc_recall_at_5_std": -0.062985, - "nauc_recall_at_5_diff1": 0.824325, - "nauc_recall_at_10_max": 0.793703, - "nauc_recall_at_10_std": -0.044455, - "nauc_recall_at_10_diff1": 0.817279, - "nauc_recall_at_20_max": 0.802938, - "nauc_recall_at_20_std": 0.008653, - "nauc_recall_at_20_diff1": 0.803505, - "nauc_recall_at_100_max": 0.88212, - "nauc_recall_at_100_std": 0.141145, - "nauc_recall_at_100_diff1": 0.885621, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.757163, - "nauc_precision_at_1_std": -0.08005, - "nauc_precision_at_1_diff1": 0.886285, - "nauc_precision_at_3_max": 0.792571, - "nauc_precision_at_3_std": -0.088497, - "nauc_precision_at_3_diff1": 0.853182, - "nauc_precision_at_5_max": 0.778183, - "nauc_precision_at_5_std": -0.062985, - "nauc_precision_at_5_diff1": 0.824325, - "nauc_precision_at_10_max": 0.793703, - "nauc_precision_at_10_std": -0.044455, - "nauc_precision_at_10_diff1": 0.817279, - "nauc_precision_at_20_max": 0.802938, - "nauc_precision_at_20_std": 0.008653, - "nauc_precision_at_20_diff1": 0.803505, - "nauc_precision_at_100_max": 0.88212, - "nauc_precision_at_100_std": 0.141145, - "nauc_precision_at_100_diff1": 0.885621, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.757163, - "nauc_mrr_at_1_std": -0.08005, - "nauc_mrr_at_1_diff1": 0.886285, - "nauc_mrr_at_3_max": 0.767742, - "nauc_mrr_at_3_std": -0.097439, - "nauc_mrr_at_3_diff1": 0.875563, - "nauc_mrr_at_5_max": 0.76473, - "nauc_mrr_at_5_std": -0.095121, - "nauc_mrr_at_5_diff1": 0.872146, - "nauc_mrr_at_10_max": 0.765027, - "nauc_mrr_at_10_std": -0.095834, - "nauc_mrr_at_10_diff1": 0.873754, - "nauc_mrr_at_20_max": 0.76488, - "nauc_mrr_at_20_std": -0.095343, - "nauc_mrr_at_20_diff1": 0.874148, - "nauc_mrr_at_100_max": 0.764889, - "nauc_mrr_at_100_std": -0.095232, - "nauc_mrr_at_100_diff1": 0.874577, - "nauc_mrr_at_1000_max": 0.764869, - "nauc_mrr_at_1000_std": -0.095245, - "nauc_mrr_at_1000_diff1": 0.874576, - "main_score": 0.8535, + "mrr_at_1": 0.757778, + "mrr_at_3": 0.807778, + "mrr_at_5": 0.814222, + "mrr_at_10": 0.818702, + "mrr_at_20": 0.821127, + "mrr_at_100": 0.821766, + "mrr_at_1000": 0.821799, + "nauc_ndcg_at_1_max": 0.705878, + "nauc_ndcg_at_1_std": -0.143282, + "nauc_ndcg_at_1_diff1": 0.894452, + "nauc_ndcg_at_3_max": 0.722155, + "nauc_ndcg_at_3_std": -0.137787, + "nauc_ndcg_at_3_diff1": 0.861242, + "nauc_ndcg_at_5_max": 0.715318, + "nauc_ndcg_at_5_std": -0.149435, + "nauc_ndcg_at_5_diff1": 0.856381, + "nauc_ndcg_at_10_max": 0.71669, + "nauc_ndcg_at_10_std": -0.140357, + "nauc_ndcg_at_10_diff1": 0.862712, + "nauc_ndcg_at_20_max": 0.718074, + "nauc_ndcg_at_20_std": -0.130904, + "nauc_ndcg_at_20_diff1": 0.865774, + "nauc_ndcg_at_100_max": 0.718469, + "nauc_ndcg_at_100_std": -0.131042, + "nauc_ndcg_at_100_diff1": 0.868806, + "nauc_ndcg_at_1000_max": 0.717698, + "nauc_ndcg_at_1000_std": -0.132813, + "nauc_ndcg_at_1000_diff1": 0.868548, + "nauc_map_at_1_max": 0.705878, + "nauc_map_at_1_std": -0.143282, + "nauc_map_at_1_diff1": 0.894452, + "nauc_map_at_3_max": 0.718921, + "nauc_map_at_3_std": -0.137917, + "nauc_map_at_3_diff1": 0.870389, + "nauc_map_at_5_max": 0.715613, + "nauc_map_at_5_std": -0.142897, + "nauc_map_at_5_diff1": 0.868164, + "nauc_map_at_10_max": 0.716165, + "nauc_map_at_10_std": -0.138668, + "nauc_map_at_10_diff1": 0.870677, + "nauc_map_at_20_max": 0.716505, + "nauc_map_at_20_std": -0.13616, + "nauc_map_at_20_diff1": 0.87141, + "nauc_map_at_100_max": 0.716599, + "nauc_map_at_100_std": -0.13574, + "nauc_map_at_100_diff1": 0.871733, + "nauc_map_at_1000_max": 0.716578, + "nauc_map_at_1000_std": -0.135768, + "nauc_map_at_1000_diff1": 0.871728, + "nauc_recall_at_1_max": 0.705878, + "nauc_recall_at_1_std": -0.143282, + "nauc_recall_at_1_diff1": 0.894452, + "nauc_recall_at_3_max": 0.734339, + "nauc_recall_at_3_std": -0.13813, + "nauc_recall_at_3_diff1": 0.82457, + "nauc_recall_at_5_max": 0.710695, + "nauc_recall_at_5_std": -0.187041, + "nauc_recall_at_5_diff1": 0.798224, + "nauc_recall_at_10_max": 0.716628, + "nauc_recall_at_10_std": -0.15768, + "nauc_recall_at_10_diff1": 0.810699, + "nauc_recall_at_20_max": 0.738345, + "nauc_recall_at_20_std": -0.032013, + "nauc_recall_at_20_diff1": 0.806022, + "nauc_recall_at_100_max": 0.835823, + "nauc_recall_at_100_std": 0.162932, + "nauc_recall_at_100_diff1": 0.910131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705878, + "nauc_precision_at_1_std": -0.143282, + "nauc_precision_at_1_diff1": 0.894452, + "nauc_precision_at_3_max": 0.734339, + "nauc_precision_at_3_std": -0.13813, + "nauc_precision_at_3_diff1": 0.82457, + "nauc_precision_at_5_max": 0.710695, + "nauc_precision_at_5_std": -0.187041, + "nauc_precision_at_5_diff1": 0.798224, + "nauc_precision_at_10_max": 0.716628, + "nauc_precision_at_10_std": -0.15768, + "nauc_precision_at_10_diff1": 0.810699, + "nauc_precision_at_20_max": 0.738345, + "nauc_precision_at_20_std": -0.032013, + "nauc_precision_at_20_diff1": 0.806022, + "nauc_precision_at_100_max": 0.835823, + "nauc_precision_at_100_std": 0.162932, + "nauc_precision_at_100_diff1": 0.910131, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705878, + "nauc_mrr_at_1_std": -0.143282, + "nauc_mrr_at_1_diff1": 0.894452, + "nauc_mrr_at_3_max": 0.718921, + "nauc_mrr_at_3_std": -0.137917, + "nauc_mrr_at_3_diff1": 0.870389, + "nauc_mrr_at_5_max": 0.715613, + "nauc_mrr_at_5_std": -0.142897, + "nauc_mrr_at_5_diff1": 0.868164, + "nauc_mrr_at_10_max": 0.716165, + "nauc_mrr_at_10_std": -0.138668, + "nauc_mrr_at_10_diff1": 0.870677, + "nauc_mrr_at_20_max": 0.716505, + "nauc_mrr_at_20_std": -0.13616, + "nauc_mrr_at_20_diff1": 0.87141, + "nauc_mrr_at_100_max": 0.716599, + "nauc_mrr_at_100_std": -0.13574, + "nauc_mrr_at_100_diff1": 0.871733, + "nauc_mrr_at_1000_max": 0.716578, + "nauc_mrr_at_1000_std": -0.135768, + "nauc_mrr_at_1000_diff1": 0.871728, + "hit_rate_at_1": 0.75778, + "hit_rate_at_3": 0.87, + "hit_rate_at_5": 0.89889, + "hit_rate_at_10": 0.93333, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.84656, "hf_subset": "swh_Latn-eng_Latn", "languages": [ "swh-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.57, - "ndcg_at_3": 0.62958, - "ndcg_at_5": 0.64846, - "ndcg_at_10": 0.66047, - "ndcg_at_20": 0.67246, - "ndcg_at_100": 0.69246, - "ndcg_at_1000": 0.70399, - "map_at_1": 0.57, - "map_at_3": 0.61519, - "map_at_5": 0.62574, - "map_at_10": 0.63057, - "map_at_20": 0.63381, - "map_at_100": 0.63642, - "map_at_1000": 0.6369, - "recall_at_1": 0.57, - "recall_at_3": 0.67111, - "recall_at_5": 0.71667, - "recall_at_10": 0.75444, - "recall_at_20": 0.80222, - "recall_at_100": 0.91222, - "recall_at_1000": 1.0, - "precision_at_1": 0.57, - "precision_at_3": 0.2237, - "precision_at_5": 0.14333, - "precision_at_10": 0.07544, - "precision_at_20": 0.04011, - "precision_at_100": 0.00912, - "precision_at_1000": 0.001, - "mrr_at_1": 0.57, - "mrr_at_3": 0.615185, - "mrr_at_5": 0.625741, - "mrr_at_10": 0.63057, - "mrr_at_20": 0.633813, - "mrr_at_100": 0.636421, - "mrr_at_1000": 0.636897, - "nauc_ndcg_at_1_max": 0.816287, - "nauc_ndcg_at_1_std": 0.346957, - "nauc_ndcg_at_1_diff1": 0.869129, - "nauc_ndcg_at_3_max": 0.83351, - "nauc_ndcg_at_3_std": 0.395808, - "nauc_ndcg_at_3_diff1": 0.839316, - "nauc_ndcg_at_5_max": 0.831334, - "nauc_ndcg_at_5_std": 0.406589, - "nauc_ndcg_at_5_diff1": 0.827951, - "nauc_ndcg_at_10_max": 0.83235, - "nauc_ndcg_at_10_std": 0.41668, - "nauc_ndcg_at_10_diff1": 0.825926, - "nauc_ndcg_at_20_max": 0.83133, - "nauc_ndcg_at_20_std": 0.418755, - "nauc_ndcg_at_20_diff1": 0.825908, - "nauc_ndcg_at_100_max": 0.830948, - "nauc_ndcg_at_100_std": 0.422196, - "nauc_ndcg_at_100_diff1": 0.829528, - "nauc_ndcg_at_1000_max": 0.830168, - "nauc_ndcg_at_1000_std": 0.408752, - "nauc_ndcg_at_1000_diff1": 0.833309, - "nauc_map_at_1_max": 0.816287, - "nauc_map_at_1_std": 0.346957, - "nauc_map_at_1_diff1": 0.869129, - "nauc_map_at_3_max": 0.829089, - "nauc_map_at_3_std": 0.383282, - "nauc_map_at_3_diff1": 0.84588, - "nauc_map_at_5_max": 0.827585, - "nauc_map_at_5_std": 0.388469, - "nauc_map_at_5_diff1": 0.839727, - "nauc_map_at_10_max": 0.827906, - "nauc_map_at_10_std": 0.392349, - "nauc_map_at_10_diff1": 0.839076, - "nauc_map_at_20_max": 0.827687, - "nauc_map_at_20_std": 0.392781, - "nauc_map_at_20_diff1": 0.839269, - "nauc_map_at_100_max": 0.827798, - "nauc_map_at_100_std": 0.393776, - "nauc_map_at_100_diff1": 0.839753, - "nauc_map_at_1000_max": 0.82778, - "nauc_map_at_1000_std": 0.393299, - "nauc_map_at_1000_diff1": 0.839884, - "nauc_recall_at_1_max": 0.816287, - "nauc_recall_at_1_std": 0.346957, - "nauc_recall_at_1_diff1": 0.869129, - "nauc_recall_at_3_max": 0.847555, - "nauc_recall_at_3_std": 0.435589, - "nauc_recall_at_3_diff1": 0.818964, - "nauc_recall_at_5_max": 0.844313, - "nauc_recall_at_5_std": 0.471604, - "nauc_recall_at_5_diff1": 0.786137, - "nauc_recall_at_10_max": 0.85005, - "nauc_recall_at_10_std": 0.517468, - "nauc_recall_at_10_diff1": 0.773101, - "nauc_recall_at_20_max": 0.846664, - "nauc_recall_at_20_std": 0.54695, - "nauc_recall_at_20_diff1": 0.76199, - "nauc_recall_at_100_max": 0.849053, - "nauc_recall_at_100_std": 0.703093, - "nauc_recall_at_100_diff1": 0.749642, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.816287, - "nauc_precision_at_1_std": 0.346957, - "nauc_precision_at_1_diff1": 0.869129, - "nauc_precision_at_3_max": 0.847555, - "nauc_precision_at_3_std": 0.435589, - "nauc_precision_at_3_diff1": 0.818964, - "nauc_precision_at_5_max": 0.844313, - "nauc_precision_at_5_std": 0.471604, - "nauc_precision_at_5_diff1": 0.786137, - "nauc_precision_at_10_max": 0.85005, - "nauc_precision_at_10_std": 0.517468, - "nauc_precision_at_10_diff1": 0.773101, - "nauc_precision_at_20_max": 0.846664, - "nauc_precision_at_20_std": 0.54695, - "nauc_precision_at_20_diff1": 0.76199, - "nauc_precision_at_100_max": 0.849053, - "nauc_precision_at_100_std": 0.703093, - "nauc_precision_at_100_diff1": 0.749642, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.816287, - "nauc_mrr_at_1_std": 0.346957, - "nauc_mrr_at_1_diff1": 0.869129, - "nauc_mrr_at_3_max": 0.829089, - "nauc_mrr_at_3_std": 0.383282, - "nauc_mrr_at_3_diff1": 0.84588, - "nauc_mrr_at_5_max": 0.827585, - "nauc_mrr_at_5_std": 0.388469, - "nauc_mrr_at_5_diff1": 0.839727, - "nauc_mrr_at_10_max": 0.827906, - "nauc_mrr_at_10_std": 0.392349, - "nauc_mrr_at_10_diff1": 0.839076, - "nauc_mrr_at_20_max": 0.827687, - "nauc_mrr_at_20_std": 0.392781, - "nauc_mrr_at_20_diff1": 0.839269, - "nauc_mrr_at_100_max": 0.827798, - "nauc_mrr_at_100_std": 0.393776, - "nauc_mrr_at_100_diff1": 0.839753, - "nauc_mrr_at_1000_max": 0.82778, - "nauc_mrr_at_1000_std": 0.393299, - "nauc_mrr_at_1000_diff1": 0.839884, - "main_score": 0.66047, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.55444, + "ndcg_at_3": 0.61206, + "ndcg_at_5": 0.63042, + "ndcg_at_10": 0.64321, + "ndcg_at_20": 0.65646, + "ndcg_at_100": 0.67894, + "ndcg_at_1000": 0.69023, + "map_at_1": 0.55444, + "map_at_3": 0.59815, + "map_at_5": 0.60837, + "map_at_10": 0.61377, + "map_at_20": 0.61728, + "map_at_100": 0.62017, + "map_at_1000": 0.62062, + "recall_at_1": 0.55444, + "recall_at_3": 0.65222, + "recall_at_5": 0.69667, + "recall_at_10": 0.73556, + "recall_at_20": 0.78889, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "accuracy": 0.55444, + "precision_at_1": 0.55444, + "precision_at_3": 0.21741, + "precision_at_5": 0.13933, + "precision_at_10": 0.07356, + "precision_at_20": 0.03944, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "mrr_at_1": 0.554444, + "mrr_at_3": 0.598148, + "mrr_at_5": 0.60837, + "mrr_at_10": 0.613771, + "mrr_at_20": 0.617283, + "mrr_at_100": 0.620168, + "mrr_at_1000": 0.620617, + "nauc_ndcg_at_1_max": 0.793957, + "nauc_ndcg_at_1_std": 0.323005, + "nauc_ndcg_at_1_diff1": 0.853739, + "nauc_ndcg_at_3_max": 0.806558, + "nauc_ndcg_at_3_std": 0.367521, + "nauc_ndcg_at_3_diff1": 0.81143, + "nauc_ndcg_at_5_max": 0.804086, + "nauc_ndcg_at_5_std": 0.374682, + "nauc_ndcg_at_5_diff1": 0.810771, + "nauc_ndcg_at_10_max": 0.802322, + "nauc_ndcg_at_10_std": 0.381806, + "nauc_ndcg_at_10_diff1": 0.803409, + "nauc_ndcg_at_20_max": 0.802364, + "nauc_ndcg_at_20_std": 0.384415, + "nauc_ndcg_at_20_diff1": 0.802264, + "nauc_ndcg_at_100_max": 0.803588, + "nauc_ndcg_at_100_std": 0.390433, + "nauc_ndcg_at_100_diff1": 0.805211, + "nauc_ndcg_at_1000_max": 0.803599, + "nauc_ndcg_at_1000_std": 0.378572, + "nauc_ndcg_at_1000_diff1": 0.810921, + "nauc_map_at_1_max": 0.793957, + "nauc_map_at_1_std": 0.323005, + "nauc_map_at_1_diff1": 0.853739, + "nauc_map_at_3_max": 0.804093, + "nauc_map_at_3_std": 0.356818, + "nauc_map_at_3_diff1": 0.821398, + "nauc_map_at_5_max": 0.802736, + "nauc_map_at_5_std": 0.360471, + "nauc_map_at_5_diff1": 0.821213, + "nauc_map_at_10_max": 0.802111, + "nauc_map_at_10_std": 0.363601, + "nauc_map_at_10_diff1": 0.818278, + "nauc_map_at_20_max": 0.80233, + "nauc_map_at_20_std": 0.364412, + "nauc_map_at_20_diff1": 0.818188, + "nauc_map_at_100_max": 0.802591, + "nauc_map_at_100_std": 0.365599, + "nauc_map_at_100_diff1": 0.81862, + "nauc_map_at_1000_max": 0.802612, + "nauc_map_at_1000_std": 0.365221, + "nauc_map_at_1000_diff1": 0.818831, + "nauc_recall_at_1_max": 0.793957, + "nauc_recall_at_1_std": 0.323005, + "nauc_recall_at_1_diff1": 0.853739, + "nauc_recall_at_3_max": 0.813963, + "nauc_recall_at_3_std": 0.400846, + "nauc_recall_at_3_diff1": 0.780492, + "nauc_recall_at_5_max": 0.807839, + "nauc_recall_at_5_std": 0.423493, + "nauc_recall_at_5_diff1": 0.775855, + "nauc_recall_at_10_max": 0.801047, + "nauc_recall_at_10_std": 0.452545, + "nauc_recall_at_10_diff1": 0.745213, + "nauc_recall_at_20_max": 0.79864, + "nauc_recall_at_20_std": 0.477623, + "nauc_recall_at_20_diff1": 0.726395, + "nauc_recall_at_100_max": 0.806687, + "nauc_recall_at_100_std": 0.654654, + "nauc_recall_at_100_diff1": 0.681402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793957, + "nauc_precision_at_1_std": 0.323005, + "nauc_precision_at_1_diff1": 0.853739, + "nauc_precision_at_3_max": 0.813963, + "nauc_precision_at_3_std": 0.400846, + "nauc_precision_at_3_diff1": 0.780492, + "nauc_precision_at_5_max": 0.807839, + "nauc_precision_at_5_std": 0.423493, + "nauc_precision_at_5_diff1": 0.775855, + "nauc_precision_at_10_max": 0.801047, + "nauc_precision_at_10_std": 0.452545, + "nauc_precision_at_10_diff1": 0.745213, + "nauc_precision_at_20_max": 0.79864, + "nauc_precision_at_20_std": 0.477623, + "nauc_precision_at_20_diff1": 0.726395, + "nauc_precision_at_100_max": 0.806687, + "nauc_precision_at_100_std": 0.654654, + "nauc_precision_at_100_diff1": 0.681402, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793957, + "nauc_mrr_at_1_std": 0.323005, + "nauc_mrr_at_1_diff1": 0.853739, + "nauc_mrr_at_3_max": 0.804093, + "nauc_mrr_at_3_std": 0.356818, + "nauc_mrr_at_3_diff1": 0.821398, + "nauc_mrr_at_5_max": 0.802736, + "nauc_mrr_at_5_std": 0.360471, + "nauc_mrr_at_5_diff1": 0.821213, + "nauc_mrr_at_10_max": 0.802111, + "nauc_mrr_at_10_std": 0.363601, + "nauc_mrr_at_10_diff1": 0.818278, + "nauc_mrr_at_20_max": 0.80233, + "nauc_mrr_at_20_std": 0.364412, + "nauc_mrr_at_20_diff1": 0.818188, + "nauc_mrr_at_100_max": 0.802591, + "nauc_mrr_at_100_std": 0.365599, + "nauc_mrr_at_100_diff1": 0.81862, + "nauc_mrr_at_1000_max": 0.802612, + "nauc_mrr_at_1000_std": 0.365221, + "nauc_mrr_at_1000_diff1": 0.818831, + "hit_rate_at_1": 0.55444, + "hit_rate_at_3": 0.65222, + "hit_rate_at_5": 0.69667, + "hit_rate_at_10": 0.73556, + "hit_rate_at_20": 0.78889, + "hit_rate_at_100": 0.91333, + "hit_rate_at_1000": 1.0, + "main_score": 0.64321, "hf_subset": "eng_Latn-swh_Latn", "languages": [ "eng-Latn", "swh-Latn" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88701, - "ndcg_at_5": 0.90083, - "ndcg_at_10": 0.90576, - "ndcg_at_20": 0.90903, - "ndcg_at_100": 0.91195, - "ndcg_at_1000": 0.91296, - "map_at_1": 0.84333, - "map_at_3": 0.87704, - "map_at_5": 0.88476, - "map_at_10": 0.88674, - "map_at_20": 0.88773, - "map_at_100": 0.88815, - "map_at_1000": 0.88819, - "recall_at_1": 0.84333, - "recall_at_3": 0.91556, - "recall_at_5": 0.94889, - "recall_at_10": 0.96444, - "recall_at_20": 0.97667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.87745, + "ndcg_at_5": 0.88663, + "ndcg_at_10": 0.8945, + "ndcg_at_20": 0.89852, + "ndcg_at_100": 0.90232, + "ndcg_at_1000": 0.90334, + "map_at_1": 0.82889, + "map_at_3": 0.86611, + "map_at_5": 0.87122, + "map_at_10": 0.87445, + "map_at_20": 0.8756, + "map_at_100": 0.87616, + "map_at_1000": 0.8762, + "recall_at_1": 0.82889, + "recall_at_3": 0.91, + "recall_at_5": 0.93222, + "recall_at_10": 0.95667, + "recall_at_20": 0.97222, "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30519, - "precision_at_5": 0.18978, - "precision_at_10": 0.09644, - "precision_at_20": 0.04883, + "accuracy": 0.82889, + "precision_at_1": 0.82889, + "precision_at_3": 0.30333, + "precision_at_5": 0.18644, + "precision_at_10": 0.09567, + "precision_at_20": 0.04861, "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.877037, - "mrr_at_5": 0.884759, - "mrr_at_10": 0.886742, - "mrr_at_20": 0.88773, - "mrr_at_100": 0.888147, - "mrr_at_1000": 0.888185, - "nauc_ndcg_at_1_max": 0.786854, - "nauc_ndcg_at_1_std": -0.02177, - "nauc_ndcg_at_1_diff1": 0.924345, - "nauc_ndcg_at_3_max": 0.810178, - "nauc_ndcg_at_3_std": -0.013358, - "nauc_ndcg_at_3_diff1": 0.898677, - "nauc_ndcg_at_5_max": 0.810498, - "nauc_ndcg_at_5_std": -0.005871, - "nauc_ndcg_at_5_diff1": 0.902657, - "nauc_ndcg_at_10_max": 0.809207, - "nauc_ndcg_at_10_std": -0.003827, - "nauc_ndcg_at_10_diff1": 0.906312, - "nauc_ndcg_at_20_max": 0.810506, - "nauc_ndcg_at_20_std": -0.000361, - "nauc_ndcg_at_20_diff1": 0.908755, - "nauc_ndcg_at_100_max": 0.80681, - "nauc_ndcg_at_100_std": -0.0013, - "nauc_ndcg_at_100_diff1": 0.909031, - "nauc_ndcg_at_1000_max": 0.805777, - "nauc_ndcg_at_1000_std": -0.003661, - "nauc_ndcg_at_1000_diff1": 0.908619, - "nauc_map_at_1_max": 0.786854, - "nauc_map_at_1_std": -0.02177, - "nauc_map_at_1_diff1": 0.924345, - "nauc_map_at_3_max": 0.803233, - "nauc_map_at_3_std": -0.014034, - "nauc_map_at_3_diff1": 0.904855, - "nauc_map_at_5_max": 0.80301, - "nauc_map_at_5_std": -0.010646, - "nauc_map_at_5_diff1": 0.907286, - "nauc_map_at_10_max": 0.80248, - "nauc_map_at_10_std": -0.009738, - "nauc_map_at_10_diff1": 0.908674, - "nauc_map_at_20_max": 0.802803, - "nauc_map_at_20_std": -0.008808, - "nauc_map_at_20_diff1": 0.909351, - "nauc_map_at_100_max": 0.802373, - "nauc_map_at_100_std": -0.008497, - "nauc_map_at_100_diff1": 0.909434, - "nauc_map_at_1000_max": 0.80235, - "nauc_map_at_1000_std": -0.008524, - "nauc_map_at_1000_diff1": 0.909423, - "nauc_recall_at_1_max": 0.786854, - "nauc_recall_at_1_std": -0.02177, - "nauc_recall_at_1_diff1": 0.924345, - "nauc_recall_at_3_max": 0.838426, - "nauc_recall_at_3_std": -0.01169, - "nauc_recall_at_3_diff1": 0.87441, - "nauc_recall_at_5_max": 0.857376, - "nauc_recall_at_5_std": 0.025119, - "nauc_recall_at_5_diff1": 0.875979, - "nauc_recall_at_10_max": 0.866757, - "nauc_recall_at_10_std": 0.050026, - "nauc_recall_at_10_diff1": 0.892624, - "nauc_recall_at_20_max": 0.913187, - "nauc_recall_at_20_std": 0.123071, - "nauc_recall_at_20_diff1": 0.918301, - "nauc_recall_at_100_max": 0.89896, - "nauc_recall_at_100_std": 0.222156, - "nauc_recall_at_100_diff1": 0.943978, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.786854, - "nauc_precision_at_1_std": -0.02177, - "nauc_precision_at_1_diff1": 0.924345, - "nauc_precision_at_3_max": 0.838426, - "nauc_precision_at_3_std": -0.01169, - "nauc_precision_at_3_diff1": 0.87441, - "nauc_precision_at_5_max": 0.857376, - "nauc_precision_at_5_std": 0.025119, - "nauc_precision_at_5_diff1": 0.875979, - "nauc_precision_at_10_max": 0.866757, - "nauc_precision_at_10_std": 0.050026, - "nauc_precision_at_10_diff1": 0.892624, - "nauc_precision_at_20_max": 0.913187, - "nauc_precision_at_20_std": 0.123071, - "nauc_precision_at_20_diff1": 0.918301, - "nauc_precision_at_100_max": 0.89896, - "nauc_precision_at_100_std": 0.222156, - "nauc_precision_at_100_diff1": 0.943978, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.786854, - "nauc_mrr_at_1_std": -0.02177, - "nauc_mrr_at_1_diff1": 0.924345, - "nauc_mrr_at_3_max": 0.803233, - "nauc_mrr_at_3_std": -0.014034, - "nauc_mrr_at_3_diff1": 0.904855, - "nauc_mrr_at_5_max": 0.80301, - "nauc_mrr_at_5_std": -0.010646, - "nauc_mrr_at_5_diff1": 0.907286, - "nauc_mrr_at_10_max": 0.80248, - "nauc_mrr_at_10_std": -0.009738, - "nauc_mrr_at_10_diff1": 0.908674, - "nauc_mrr_at_20_max": 0.802803, - "nauc_mrr_at_20_std": -0.008808, - "nauc_mrr_at_20_diff1": 0.909351, - "nauc_mrr_at_100_max": 0.802373, - "nauc_mrr_at_100_std": -0.008497, - "nauc_mrr_at_100_diff1": 0.909434, - "nauc_mrr_at_1000_max": 0.80235, - "nauc_mrr_at_1000_std": -0.008524, - "nauc_mrr_at_1000_diff1": 0.909423, - "main_score": 0.90576, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.866111, + "mrr_at_5": 0.871222, + "mrr_at_10": 0.87445, + "mrr_at_20": 0.875601, + "mrr_at_100": 0.87616, + "mrr_at_1000": 0.876202, + "nauc_ndcg_at_1_max": 0.759633, + "nauc_ndcg_at_1_std": -0.07281, + "nauc_ndcg_at_1_diff1": 0.907507, + "nauc_ndcg_at_3_max": 0.791113, + "nauc_ndcg_at_3_std": -0.07463, + "nauc_ndcg_at_3_diff1": 0.8903, + "nauc_ndcg_at_5_max": 0.79174, + "nauc_ndcg_at_5_std": -0.060515, + "nauc_ndcg_at_5_diff1": 0.892062, + "nauc_ndcg_at_10_max": 0.792116, + "nauc_ndcg_at_10_std": -0.051368, + "nauc_ndcg_at_10_diff1": 0.896015, + "nauc_ndcg_at_20_max": 0.791497, + "nauc_ndcg_at_20_std": -0.053237, + "nauc_ndcg_at_20_diff1": 0.899473, + "nauc_ndcg_at_100_max": 0.785942, + "nauc_ndcg_at_100_std": -0.057334, + "nauc_ndcg_at_100_diff1": 0.897868, + "nauc_ndcg_at_1000_max": 0.78447, + "nauc_ndcg_at_1000_std": -0.05969, + "nauc_ndcg_at_1000_diff1": 0.897191, + "nauc_map_at_1_max": 0.759633, + "nauc_map_at_1_std": -0.07281, + "nauc_map_at_1_diff1": 0.907507, + "nauc_map_at_3_max": 0.781097, + "nauc_map_at_3_std": -0.073518, + "nauc_map_at_3_diff1": 0.894342, + "nauc_map_at_5_max": 0.781079, + "nauc_map_at_5_std": -0.066482, + "nauc_map_at_5_diff1": 0.895335, + "nauc_map_at_10_max": 0.78091, + "nauc_map_at_10_std": -0.06381, + "nauc_map_at_10_diff1": 0.89676, + "nauc_map_at_20_max": 0.780563, + "nauc_map_at_20_std": -0.064288, + "nauc_map_at_20_diff1": 0.897503, + "nauc_map_at_100_max": 0.779896, + "nauc_map_at_100_std": -0.064579, + "nauc_map_at_100_diff1": 0.89732, + "nauc_map_at_1000_max": 0.779851, + "nauc_map_at_1000_std": -0.064598, + "nauc_map_at_1000_diff1": 0.897302, + "nauc_recall_at_1_max": 0.759633, + "nauc_recall_at_1_std": -0.07281, + "nauc_recall_at_1_diff1": 0.907507, + "nauc_recall_at_3_max": 0.832843, + "nauc_recall_at_3_std": -0.079561, + "nauc_recall_at_3_diff1": 0.874267, + "nauc_recall_at_5_max": 0.848326, + "nauc_recall_at_5_std": -0.026067, + "nauc_recall_at_5_diff1": 0.876246, + "nauc_recall_at_10_max": 0.883119, + "nauc_recall_at_10_std": 0.065036, + "nauc_recall_at_10_diff1": 0.896574, + "nauc_recall_at_20_max": 0.928571, + "nauc_recall_at_20_std": 0.10183, + "nauc_recall_at_20_diff1": 0.946405, + "nauc_recall_at_100_max": 0.922969, + "nauc_recall_at_100_std": 0.193878, + "nauc_recall_at_100_diff1": 0.962652, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759633, + "nauc_precision_at_1_std": -0.07281, + "nauc_precision_at_1_diff1": 0.907507, + "nauc_precision_at_3_max": 0.832843, + "nauc_precision_at_3_std": -0.079561, + "nauc_precision_at_3_diff1": 0.874267, + "nauc_precision_at_5_max": 0.848326, + "nauc_precision_at_5_std": -0.026067, + "nauc_precision_at_5_diff1": 0.876246, + "nauc_precision_at_10_max": 0.883119, + "nauc_precision_at_10_std": 0.065036, + "nauc_precision_at_10_diff1": 0.896574, + "nauc_precision_at_20_max": 0.928571, + "nauc_precision_at_20_std": 0.10183, + "nauc_precision_at_20_diff1": 0.946405, + "nauc_precision_at_100_max": 0.922969, + "nauc_precision_at_100_std": 0.193878, + "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759633, + "nauc_mrr_at_1_std": -0.07281, + "nauc_mrr_at_1_diff1": 0.907507, + "nauc_mrr_at_3_max": 0.781097, + "nauc_mrr_at_3_std": -0.073518, + "nauc_mrr_at_3_diff1": 0.894342, + "nauc_mrr_at_5_max": 0.781079, + "nauc_mrr_at_5_std": -0.066482, + "nauc_mrr_at_5_diff1": 0.895335, + "nauc_mrr_at_10_max": 0.78091, + "nauc_mrr_at_10_std": -0.06381, + "nauc_mrr_at_10_diff1": 0.89676, + "nauc_mrr_at_20_max": 0.780563, + "nauc_mrr_at_20_std": -0.064288, + "nauc_mrr_at_20_diff1": 0.897503, + "nauc_mrr_at_100_max": 0.779896, + "nauc_mrr_at_100_std": -0.064579, + "nauc_mrr_at_100_diff1": 0.89732, + "nauc_mrr_at_1000_max": 0.779851, + "nauc_mrr_at_1000_std": -0.064598, + "nauc_mrr_at_1000_diff1": 0.897302, + "hit_rate_at_1": 0.82889, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8945, "hf_subset": "tam_Taml-tam_Taml", "languages": [ "tam-Taml", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89667, - "ndcg_at_3": 0.93137, - "ndcg_at_5": 0.93826, - "ndcg_at_10": 0.94111, - "ndcg_at_20": 0.94321, - "ndcg_at_100": 0.94469, - "ndcg_at_1000": 0.94532, - "map_at_1": 0.89667, - "map_at_3": 0.92333, - "map_at_5": 0.92717, - "map_at_10": 0.92833, - "map_at_20": 0.92898, - "map_at_100": 0.9292, - "map_at_1000": 0.92923, - "recall_at_1": 0.89667, - "recall_at_3": 0.95444, - "recall_at_5": 0.97111, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93, + "ndcg_at_5": 0.93693, + "ndcg_at_10": 0.94059, + "ndcg_at_20": 0.94194, + "ndcg_at_100": 0.9439, + "ndcg_at_1000": 0.94449, + "map_at_1": 0.89556, + "map_at_3": 0.92222, + "map_at_5": 0.92611, + "map_at_10": 0.92766, + "map_at_20": 0.928, + "map_at_100": 0.92831, + "map_at_1000": 0.92833, + "recall_at_1": 0.89556, + "recall_at_3": 0.95222, + "recall_at_5": 0.96889, "recall_at_10": 0.98, - "recall_at_20": 0.98778, + "recall_at_20": 0.98556, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.89667, - "precision_at_3": 0.31815, - "precision_at_5": 0.19422, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31741, + "precision_at_5": 0.19378, "precision_at_10": 0.098, - "precision_at_20": 0.04939, + "precision_at_20": 0.04928, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.896667, - "mrr_at_3": 0.923333, - "mrr_at_5": 0.927167, - "mrr_at_10": 0.928333, - "mrr_at_20": 0.928981, - "mrr_at_100": 0.9292, - "mrr_at_1000": 0.929232, - "nauc_ndcg_at_1_max": 0.686277, - "nauc_ndcg_at_1_std": -0.349465, - "nauc_ndcg_at_1_diff1": 0.91493, - "nauc_ndcg_at_3_max": 0.742327, - "nauc_ndcg_at_3_std": -0.380765, - "nauc_ndcg_at_3_diff1": 0.915023, - "nauc_ndcg_at_5_max": 0.740636, - "nauc_ndcg_at_5_std": -0.340397, - "nauc_ndcg_at_5_diff1": 0.917828, - "nauc_ndcg_at_10_max": 0.73916, - "nauc_ndcg_at_10_std": -0.330102, - "nauc_ndcg_at_10_diff1": 0.917371, - "nauc_ndcg_at_20_max": 0.736586, - "nauc_ndcg_at_20_std": -0.322381, - "nauc_ndcg_at_20_diff1": 0.916453, - "nauc_ndcg_at_100_max": 0.731456, - "nauc_ndcg_at_100_std": -0.335405, - "nauc_ndcg_at_100_diff1": 0.916387, - "nauc_ndcg_at_1000_max": 0.72877, - "nauc_ndcg_at_1000_std": -0.34108, - "nauc_ndcg_at_1000_diff1": 0.916547, - "nauc_map_at_1_max": 0.686277, - "nauc_map_at_1_std": -0.349465, - "nauc_map_at_1_diff1": 0.91493, - "nauc_map_at_3_max": 0.725853, - "nauc_map_at_3_std": -0.37088, - "nauc_map_at_3_diff1": 0.915167, - "nauc_map_at_5_max": 0.724097, - "nauc_map_at_5_std": -0.353109, - "nauc_map_at_5_diff1": 0.916545, - "nauc_map_at_10_max": 0.723868, - "nauc_map_at_10_std": -0.348182, - "nauc_map_at_10_diff1": 0.916495, - "nauc_map_at_20_max": 0.723131, - "nauc_map_at_20_std": -0.346165, - "nauc_map_at_20_diff1": 0.916253, - "nauc_map_at_100_max": 0.722429, - "nauc_map_at_100_std": -0.348012, - "nauc_map_at_100_diff1": 0.916271, - "nauc_map_at_1000_max": 0.722318, - "nauc_map_at_1000_std": -0.348232, - "nauc_map_at_1000_diff1": 0.916276, - "nauc_recall_at_1_max": 0.686277, - "nauc_recall_at_1_std": -0.349465, - "nauc_recall_at_1_diff1": 0.91493, - "nauc_recall_at_3_max": 0.82091, - "nauc_recall_at_3_std": -0.428446, - "nauc_recall_at_3_diff1": 0.914201, - "nauc_recall_at_5_max": 0.858454, - "nauc_recall_at_5_std": -0.228848, - "nauc_recall_at_5_diff1": 0.927728, - "nauc_recall_at_10_max": 0.887203, - "nauc_recall_at_10_std": -0.115935, - "nauc_recall_at_10_diff1": 0.925563, - "nauc_recall_at_20_max": 0.935702, - "nauc_recall_at_20_std": 0.141584, - "nauc_recall_at_20_diff1": 0.91533, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.922222, + "mrr_at_5": 0.926111, + "mrr_at_10": 0.92766, + "mrr_at_20": 0.927998, + "mrr_at_100": 0.928309, + "mrr_at_1000": 0.928335, + "nauc_ndcg_at_1_max": 0.668468, + "nauc_ndcg_at_1_std": -0.226132, + "nauc_ndcg_at_1_diff1": 0.89954, + "nauc_ndcg_at_3_max": 0.708668, + "nauc_ndcg_at_3_std": -0.24468, + "nauc_ndcg_at_3_diff1": 0.910643, + "nauc_ndcg_at_5_max": 0.703815, + "nauc_ndcg_at_5_std": -0.211266, + "nauc_ndcg_at_5_diff1": 0.910618, + "nauc_ndcg_at_10_max": 0.705012, + "nauc_ndcg_at_10_std": -0.19327, + "nauc_ndcg_at_10_diff1": 0.909275, + "nauc_ndcg_at_20_max": 0.698163, + "nauc_ndcg_at_20_std": -0.216211, + "nauc_ndcg_at_20_diff1": 0.907168, + "nauc_ndcg_at_100_max": 0.700102, + "nauc_ndcg_at_100_std": -0.212437, + "nauc_ndcg_at_100_diff1": 0.907623, + "nauc_ndcg_at_1000_max": 0.697252, + "nauc_ndcg_at_1000_std": -0.218081, + "nauc_ndcg_at_1000_diff1": 0.906631, + "nauc_map_at_1_max": 0.668468, + "nauc_map_at_1_std": -0.226132, + "nauc_map_at_1_diff1": 0.89954, + "nauc_map_at_3_max": 0.696403, + "nauc_map_at_3_std": -0.240815, + "nauc_map_at_3_diff1": 0.906581, + "nauc_map_at_5_max": 0.692984, + "nauc_map_at_5_std": -0.225947, + "nauc_map_at_5_diff1": 0.906148, + "nauc_map_at_10_max": 0.693123, + "nauc_map_at_10_std": -0.220896, + "nauc_map_at_10_diff1": 0.905555, + "nauc_map_at_20_max": 0.691674, + "nauc_map_at_20_std": -0.225738, + "nauc_map_at_20_diff1": 0.905109, + "nauc_map_at_100_max": 0.692239, + "nauc_map_at_100_std": -0.22498, + "nauc_map_at_100_diff1": 0.905176, + "nauc_map_at_1000_max": 0.692143, + "nauc_map_at_1000_std": -0.225117, + "nauc_map_at_1000_diff1": 0.905142, + "nauc_recall_at_1_max": 0.668468, + "nauc_recall_at_1_std": -0.226132, + "nauc_recall_at_1_diff1": 0.89954, + "nauc_recall_at_3_max": 0.765585, + "nauc_recall_at_3_std": -0.26134, + "nauc_recall_at_3_diff1": 0.929972, + "nauc_recall_at_5_max": 0.776877, + "nauc_recall_at_5_std": -0.094905, + "nauc_recall_at_5_diff1": 0.942227, + "nauc_recall_at_10_max": 0.828717, + "nauc_recall_at_10_std": 0.147111, + "nauc_recall_at_10_diff1": 0.948257, + "nauc_recall_at_20_max": 0.762838, + "nauc_recall_at_20_std": -0.100122, + "nauc_recall_at_20_diff1": 0.928356, "nauc_recall_at_100_max": 0.96732, - "nauc_recall_at_100_std": 0.170868, - "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_100_std": 0.350607, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686277, - "nauc_precision_at_1_std": -0.349465, - "nauc_precision_at_1_diff1": 0.91493, - "nauc_precision_at_3_max": 0.82091, - "nauc_precision_at_3_std": -0.428446, - "nauc_precision_at_3_diff1": 0.914201, - "nauc_precision_at_5_max": 0.858454, - "nauc_precision_at_5_std": -0.228848, - "nauc_precision_at_5_diff1": 0.927728, - "nauc_precision_at_10_max": 0.887203, - "nauc_precision_at_10_std": -0.115935, - "nauc_precision_at_10_diff1": 0.925563, - "nauc_precision_at_20_max": 0.935702, - "nauc_precision_at_20_std": 0.141584, - "nauc_precision_at_20_diff1": 0.91533, + "nauc_precision_at_1_max": 0.668468, + "nauc_precision_at_1_std": -0.226132, + "nauc_precision_at_1_diff1": 0.89954, + "nauc_precision_at_3_max": 0.765585, + "nauc_precision_at_3_std": -0.26134, + "nauc_precision_at_3_diff1": 0.929972, + "nauc_precision_at_5_max": 0.776877, + "nauc_precision_at_5_std": -0.094905, + "nauc_precision_at_5_diff1": 0.942227, + "nauc_precision_at_10_max": 0.828717, + "nauc_precision_at_10_std": 0.147111, + "nauc_precision_at_10_diff1": 0.948257, + "nauc_precision_at_20_max": 0.762838, + "nauc_precision_at_20_std": -0.100122, + "nauc_precision_at_20_diff1": 0.928356, "nauc_precision_at_100_max": 0.96732, - "nauc_precision_at_100_std": 0.170868, - "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_100_std": 0.350607, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686277, - "nauc_mrr_at_1_std": -0.349465, - "nauc_mrr_at_1_diff1": 0.91493, - "nauc_mrr_at_3_max": 0.725853, - "nauc_mrr_at_3_std": -0.37088, - "nauc_mrr_at_3_diff1": 0.915167, - "nauc_mrr_at_5_max": 0.724097, - "nauc_mrr_at_5_std": -0.353109, - "nauc_mrr_at_5_diff1": 0.916545, - "nauc_mrr_at_10_max": 0.723868, - "nauc_mrr_at_10_std": -0.348182, - "nauc_mrr_at_10_diff1": 0.916495, - "nauc_mrr_at_20_max": 0.723131, - "nauc_mrr_at_20_std": -0.346165, - "nauc_mrr_at_20_diff1": 0.916253, - "nauc_mrr_at_100_max": 0.722429, - "nauc_mrr_at_100_std": -0.348012, - "nauc_mrr_at_100_diff1": 0.916271, - "nauc_mrr_at_1000_max": 0.722318, - "nauc_mrr_at_1000_std": -0.348232, - "nauc_mrr_at_1000_diff1": 0.916276, - "main_score": 0.94111, + "nauc_mrr_at_1_max": 0.668468, + "nauc_mrr_at_1_std": -0.226132, + "nauc_mrr_at_1_diff1": 0.89954, + "nauc_mrr_at_3_max": 0.696403, + "nauc_mrr_at_3_std": -0.240815, + "nauc_mrr_at_3_diff1": 0.906581, + "nauc_mrr_at_5_max": 0.692984, + "nauc_mrr_at_5_std": -0.225947, + "nauc_mrr_at_5_diff1": 0.906148, + "nauc_mrr_at_10_max": 0.693123, + "nauc_mrr_at_10_std": -0.220896, + "nauc_mrr_at_10_diff1": 0.905555, + "nauc_mrr_at_20_max": 0.691674, + "nauc_mrr_at_20_std": -0.225738, + "nauc_mrr_at_20_diff1": 0.905109, + "nauc_mrr_at_100_max": 0.692239, + "nauc_mrr_at_100_std": -0.22498, + "nauc_mrr_at_100_diff1": 0.905176, + "nauc_mrr_at_1000_max": 0.692143, + "nauc_mrr_at_1000_std": -0.225117, + "nauc_mrr_at_1000_diff1": 0.905142, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94059, "hf_subset": "tam_Taml-eng_Latn", "languages": [ "tam-Taml", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.80222, - "ndcg_at_3": 0.8554, - "ndcg_at_5": 0.8673, - "ndcg_at_10": 0.87808, - "ndcg_at_20": 0.88147, - "ndcg_at_100": 0.8857, - "ndcg_at_1000": 0.88702, - "map_at_1": 0.80222, - "map_at_3": 0.84296, - "map_at_5": 0.84957, - "map_at_10": 0.85402, - "map_at_20": 0.85496, - "map_at_100": 0.8555, - "map_at_1000": 0.85555, - "recall_at_1": 0.80222, - "recall_at_3": 0.89111, - "recall_at_5": 0.92, - "recall_at_10": 0.95333, - "recall_at_20": 0.96667, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.76111, + "ndcg_at_3": 0.82226, + "ndcg_at_5": 0.83952, + "ndcg_at_10": 0.8506, + "ndcg_at_20": 0.85551, + "ndcg_at_100": 0.86007, + "ndcg_at_1000": 0.86231, + "map_at_1": 0.76111, + "map_at_3": 0.80796, + "map_at_5": 0.81746, + "map_at_10": 0.82221, + "map_at_20": 0.82348, + "map_at_100": 0.82412, + "map_at_1000": 0.82422, + "recall_at_1": 0.76111, + "recall_at_3": 0.86333, + "recall_at_5": 0.90556, + "recall_at_10": 0.93889, + "recall_at_20": 0.95889, + "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.80222, - "precision_at_3": 0.29704, - "precision_at_5": 0.184, - "precision_at_10": 0.09533, - "precision_at_20": 0.04833, - "precision_at_100": 0.0099, + "accuracy": 0.76111, + "precision_at_1": 0.76111, + "precision_at_3": 0.28778, + "precision_at_5": 0.18111, + "precision_at_10": 0.09389, + "precision_at_20": 0.04794, + "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.802222, - "mrr_at_3": 0.842963, - "mrr_at_5": 0.849574, - "mrr_at_10": 0.854019, - "mrr_at_20": 0.854959, - "mrr_at_100": 0.855498, - "mrr_at_1000": 0.855553, - "nauc_ndcg_at_1_max": 0.729974, - "nauc_ndcg_at_1_std": 0.049386, - "nauc_ndcg_at_1_diff1": 0.869166, - "nauc_ndcg_at_3_max": 0.76354, - "nauc_ndcg_at_3_std": 0.099348, - "nauc_ndcg_at_3_diff1": 0.848925, - "nauc_ndcg_at_5_max": 0.765267, - "nauc_ndcg_at_5_std": 0.101602, - "nauc_ndcg_at_5_diff1": 0.854133, - "nauc_ndcg_at_10_max": 0.761801, - "nauc_ndcg_at_10_std": 0.091943, - "nauc_ndcg_at_10_diff1": 0.854054, - "nauc_ndcg_at_20_max": 0.761823, - "nauc_ndcg_at_20_std": 0.09683, - "nauc_ndcg_at_20_diff1": 0.856345, - "nauc_ndcg_at_100_max": 0.759733, - "nauc_ndcg_at_100_std": 0.097516, - "nauc_ndcg_at_100_diff1": 0.857787, - "nauc_ndcg_at_1000_max": 0.757732, - "nauc_ndcg_at_1000_std": 0.090058, - "nauc_ndcg_at_1000_diff1": 0.857545, - "nauc_map_at_1_max": 0.729974, - "nauc_map_at_1_std": 0.049386, - "nauc_map_at_1_diff1": 0.869166, - "nauc_map_at_3_max": 0.754805, - "nauc_map_at_3_std": 0.084949, - "nauc_map_at_3_diff1": 0.854919, - "nauc_map_at_5_max": 0.755031, - "nauc_map_at_5_std": 0.085159, - "nauc_map_at_5_diff1": 0.857588, - "nauc_map_at_10_max": 0.753815, - "nauc_map_at_10_std": 0.081019, - "nauc_map_at_10_diff1": 0.858046, - "nauc_map_at_20_max": 0.753785, - "nauc_map_at_20_std": 0.082102, - "nauc_map_at_20_diff1": 0.858575, - "nauc_map_at_100_max": 0.753547, - "nauc_map_at_100_std": 0.082154, - "nauc_map_at_100_diff1": 0.858759, - "nauc_map_at_1000_max": 0.753483, - "nauc_map_at_1000_std": 0.081931, - "nauc_map_at_1000_diff1": 0.858749, - "nauc_recall_at_1_max": 0.729974, - "nauc_recall_at_1_std": 0.049386, - "nauc_recall_at_1_diff1": 0.869166, - "nauc_recall_at_3_max": 0.79781, - "nauc_recall_at_3_std": 0.156759, - "nauc_recall_at_3_diff1": 0.824934, - "nauc_recall_at_5_max": 0.818141, - "nauc_recall_at_5_std": 0.187344, - "nauc_recall_at_5_diff1": 0.837969, - "nauc_recall_at_10_max": 0.824341, - "nauc_recall_at_10_std": 0.177993, - "nauc_recall_at_10_diff1": 0.819984, - "nauc_recall_at_20_max": 0.848988, - "nauc_recall_at_20_std": 0.27605, - "nauc_recall_at_20_diff1": 0.837613, - "nauc_recall_at_100_max": 0.925563, - "nauc_recall_at_100_std": 0.721963, - "nauc_recall_at_100_diff1": 0.876024, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.729974, - "nauc_precision_at_1_std": 0.049386, - "nauc_precision_at_1_diff1": 0.869166, - "nauc_precision_at_3_max": 0.79781, - "nauc_precision_at_3_std": 0.156759, - "nauc_precision_at_3_diff1": 0.824934, - "nauc_precision_at_5_max": 0.818141, - "nauc_precision_at_5_std": 0.187344, - "nauc_precision_at_5_diff1": 0.837969, - "nauc_precision_at_10_max": 0.824341, - "nauc_precision_at_10_std": 0.177993, - "nauc_precision_at_10_diff1": 0.819984, - "nauc_precision_at_20_max": 0.848988, - "nauc_precision_at_20_std": 0.27605, - "nauc_precision_at_20_diff1": 0.837613, - "nauc_precision_at_100_max": 0.925563, - "nauc_precision_at_100_std": 0.721963, - "nauc_precision_at_100_diff1": 0.876024, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.729974, - "nauc_mrr_at_1_std": 0.049386, - "nauc_mrr_at_1_diff1": 0.869166, - "nauc_mrr_at_3_max": 0.754805, - "nauc_mrr_at_3_std": 0.084949, - "nauc_mrr_at_3_diff1": 0.854919, - "nauc_mrr_at_5_max": 0.755031, - "nauc_mrr_at_5_std": 0.085159, - "nauc_mrr_at_5_diff1": 0.857588, - "nauc_mrr_at_10_max": 0.753815, - "nauc_mrr_at_10_std": 0.081019, - "nauc_mrr_at_10_diff1": 0.858046, - "nauc_mrr_at_20_max": 0.753785, - "nauc_mrr_at_20_std": 0.082102, - "nauc_mrr_at_20_diff1": 0.858575, - "nauc_mrr_at_100_max": 0.753547, - "nauc_mrr_at_100_std": 0.082154, - "nauc_mrr_at_100_diff1": 0.858759, - "nauc_mrr_at_1000_max": 0.753483, - "nauc_mrr_at_1000_std": 0.081931, - "nauc_mrr_at_1000_diff1": 0.858749, - "main_score": 0.87808, + "mrr_at_1": 0.761111, + "mrr_at_3": 0.807963, + "mrr_at_5": 0.817463, + "mrr_at_10": 0.822208, + "mrr_at_20": 0.82348, + "mrr_at_100": 0.824116, + "mrr_at_1000": 0.824218, + "nauc_ndcg_at_1_max": 0.673883, + "nauc_ndcg_at_1_std": -0.05612, + "nauc_ndcg_at_1_diff1": 0.860385, + "nauc_ndcg_at_3_max": 0.719022, + "nauc_ndcg_at_3_std": -0.031338, + "nauc_ndcg_at_3_diff1": 0.839381, + "nauc_ndcg_at_5_max": 0.719046, + "nauc_ndcg_at_5_std": -0.013651, + "nauc_ndcg_at_5_diff1": 0.83741, + "nauc_ndcg_at_10_max": 0.717778, + "nauc_ndcg_at_10_std": -0.013841, + "nauc_ndcg_at_10_diff1": 0.842854, + "nauc_ndcg_at_20_max": 0.7143, + "nauc_ndcg_at_20_std": -0.009201, + "nauc_ndcg_at_20_diff1": 0.842398, + "nauc_ndcg_at_100_max": 0.713333, + "nauc_ndcg_at_100_std": -0.010484, + "nauc_ndcg_at_100_diff1": 0.844632, + "nauc_ndcg_at_1000_max": 0.710001, + "nauc_ndcg_at_1000_std": -0.019758, + "nauc_ndcg_at_1000_diff1": 0.845085, + "nauc_map_at_1_max": 0.673883, + "nauc_map_at_1_std": -0.05612, + "nauc_map_at_1_diff1": 0.860385, + "nauc_map_at_3_max": 0.707291, + "nauc_map_at_3_std": -0.036145, + "nauc_map_at_3_diff1": 0.845227, + "nauc_map_at_5_max": 0.706564, + "nauc_map_at_5_std": -0.027767, + "nauc_map_at_5_diff1": 0.844468, + "nauc_map_at_10_max": 0.705863, + "nauc_map_at_10_std": -0.028913, + "nauc_map_at_10_diff1": 0.846975, + "nauc_map_at_20_max": 0.704996, + "nauc_map_at_20_std": -0.027724, + "nauc_map_at_20_diff1": 0.846885, + "nauc_map_at_100_max": 0.704823, + "nauc_map_at_100_std": -0.028021, + "nauc_map_at_100_diff1": 0.847161, + "nauc_map_at_1000_max": 0.704696, + "nauc_map_at_1000_std": -0.028346, + "nauc_map_at_1000_diff1": 0.847173, + "nauc_recall_at_1_max": 0.673883, + "nauc_recall_at_1_std": -0.05612, + "nauc_recall_at_1_diff1": 0.860385, + "nauc_recall_at_3_max": 0.763675, + "nauc_recall_at_3_std": -0.014062, + "nauc_recall_at_3_diff1": 0.816883, + "nauc_recall_at_5_max": 0.782606, + "nauc_recall_at_5_std": 0.061949, + "nauc_recall_at_5_diff1": 0.800934, + "nauc_recall_at_10_max": 0.806994, + "nauc_recall_at_10_std": 0.111493, + "nauc_recall_at_10_diff1": 0.813895, + "nauc_recall_at_20_max": 0.80507, + "nauc_recall_at_20_std": 0.224796, + "nauc_recall_at_20_diff1": 0.794395, + "nauc_recall_at_100_max": 0.901961, + "nauc_recall_at_100_std": 0.525615, + "nauc_recall_at_100_diff1": 0.815749, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673883, + "nauc_precision_at_1_std": -0.05612, + "nauc_precision_at_1_diff1": 0.860385, + "nauc_precision_at_3_max": 0.763675, + "nauc_precision_at_3_std": -0.014062, + "nauc_precision_at_3_diff1": 0.816883, + "nauc_precision_at_5_max": 0.782606, + "nauc_precision_at_5_std": 0.061949, + "nauc_precision_at_5_diff1": 0.800934, + "nauc_precision_at_10_max": 0.806994, + "nauc_precision_at_10_std": 0.111493, + "nauc_precision_at_10_diff1": 0.813895, + "nauc_precision_at_20_max": 0.80507, + "nauc_precision_at_20_std": 0.224796, + "nauc_precision_at_20_diff1": 0.794395, + "nauc_precision_at_100_max": 0.901961, + "nauc_precision_at_100_std": 0.525615, + "nauc_precision_at_100_diff1": 0.815749, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673883, + "nauc_mrr_at_1_std": -0.05612, + "nauc_mrr_at_1_diff1": 0.860385, + "nauc_mrr_at_3_max": 0.707291, + "nauc_mrr_at_3_std": -0.036145, + "nauc_mrr_at_3_diff1": 0.845227, + "nauc_mrr_at_5_max": 0.706564, + "nauc_mrr_at_5_std": -0.027767, + "nauc_mrr_at_5_diff1": 0.844468, + "nauc_mrr_at_10_max": 0.705863, + "nauc_mrr_at_10_std": -0.028913, + "nauc_mrr_at_10_diff1": 0.846975, + "nauc_mrr_at_20_max": 0.704996, + "nauc_mrr_at_20_std": -0.027724, + "nauc_mrr_at_20_diff1": 0.846885, + "nauc_mrr_at_100_max": 0.704823, + "nauc_mrr_at_100_std": -0.028021, + "nauc_mrr_at_100_diff1": 0.847161, + "nauc_mrr_at_1000_max": 0.704696, + "nauc_mrr_at_1000_std": -0.028346, + "nauc_mrr_at_1000_diff1": 0.847173, + "hit_rate_at_1": 0.76111, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.90556, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.95889, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8506, "hf_subset": "eng_Latn-tam_Taml", "languages": [ "eng-Latn", "tam-Taml" - ] - }, - { - "ndcg_at_1": 0.84333, - "ndcg_at_3": 0.88993, - "ndcg_at_5": 0.89945, - "ndcg_at_10": 0.90635, - "ndcg_at_20": 0.91126, - "ndcg_at_100": 0.91303, - "ndcg_at_1000": 0.91371, - "map_at_1": 0.84333, - "map_at_3": 0.87907, - "map_at_5": 0.8843, - "map_at_10": 0.88719, - "map_at_20": 0.88846, - "map_at_100": 0.88875, - "map_at_1000": 0.88877, - "recall_at_1": 0.84333, - "recall_at_3": 0.92111, - "recall_at_5": 0.94444, - "recall_at_10": 0.96556, - "recall_at_20": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.86803, + "ndcg_at_5": 0.87907, + "ndcg_at_10": 0.88826, + "ndcg_at_20": 0.89366, + "ndcg_at_100": 0.89684, + "ndcg_at_1000": 0.89752, + "map_at_1": 0.81778, + "map_at_3": 0.85648, + "map_at_5": 0.86265, + "map_at_10": 0.86634, + "map_at_20": 0.86786, + "map_at_100": 0.86834, + "map_at_1000": 0.86836, + "recall_at_1": 0.81778, + "recall_at_3": 0.90111, + "recall_at_5": 0.92778, + "recall_at_10": 0.95667, + "recall_at_20": 0.97778, "recall_at_100": 0.99444, "recall_at_1000": 1.0, - "precision_at_1": 0.84333, - "precision_at_3": 0.30704, - "precision_at_5": 0.18889, - "precision_at_10": 0.09656, - "precision_at_20": 0.04928, + "accuracy": 0.81778, + "precision_at_1": 0.81778, + "precision_at_3": 0.30037, + "precision_at_5": 0.18556, + "precision_at_10": 0.09567, + "precision_at_20": 0.04889, "precision_at_100": 0.00994, "precision_at_1000": 0.001, - "mrr_at_1": 0.843333, - "mrr_at_3": 0.879074, - "mrr_at_5": 0.884296, - "mrr_at_10": 0.887191, - "mrr_at_20": 0.888459, - "mrr_at_100": 0.888751, - "mrr_at_1000": 0.88877, - "nauc_ndcg_at_1_max": 0.779094, - "nauc_ndcg_at_1_std": 0.02693, - "nauc_ndcg_at_1_diff1": 0.900856, - "nauc_ndcg_at_3_max": 0.828508, - "nauc_ndcg_at_3_std": 0.117443, - "nauc_ndcg_at_3_diff1": 0.898405, - "nauc_ndcg_at_5_max": 0.824201, - "nauc_ndcg_at_5_std": 0.083116, - "nauc_ndcg_at_5_diff1": 0.900335, - "nauc_ndcg_at_10_max": 0.82097, - "nauc_ndcg_at_10_std": 0.098963, - "nauc_ndcg_at_10_diff1": 0.899998, - "nauc_ndcg_at_20_max": 0.815362, - "nauc_ndcg_at_20_std": 0.091765, - "nauc_ndcg_at_20_diff1": 0.898204, - "nauc_ndcg_at_100_max": 0.814192, - "nauc_ndcg_at_100_std": 0.088012, - "nauc_ndcg_at_100_diff1": 0.89846, - "nauc_ndcg_at_1000_max": 0.813137, - "nauc_ndcg_at_1000_std": 0.084541, - "nauc_ndcg_at_1000_diff1": 0.898809, - "nauc_map_at_1_max": 0.779094, - "nauc_map_at_1_std": 0.02693, - "nauc_map_at_1_diff1": 0.900856, - "nauc_map_at_3_max": 0.814352, - "nauc_map_at_3_std": 0.090497, - "nauc_map_at_3_diff1": 0.898311, - "nauc_map_at_5_max": 0.811768, - "nauc_map_at_5_std": 0.073122, - "nauc_map_at_5_diff1": 0.89929, - "nauc_map_at_10_max": 0.810509, - "nauc_map_at_10_std": 0.07938, - "nauc_map_at_10_diff1": 0.899093, - "nauc_map_at_20_max": 0.809228, - "nauc_map_at_20_std": 0.077703, - "nauc_map_at_20_diff1": 0.898724, - "nauc_map_at_100_max": 0.808982, - "nauc_map_at_100_std": 0.076816, - "nauc_map_at_100_diff1": 0.898805, - "nauc_map_at_1000_max": 0.808957, - "nauc_map_at_1000_std": 0.076735, - "nauc_map_at_1000_diff1": 0.898815, - "nauc_recall_at_1_max": 0.779094, - "nauc_recall_at_1_std": 0.02693, - "nauc_recall_at_1_diff1": 0.900856, - "nauc_recall_at_3_max": 0.888586, - "nauc_recall_at_3_std": 0.232473, - "nauc_recall_at_3_diff1": 0.899331, - "nauc_recall_at_5_max": 0.894034, - "nauc_recall_at_5_std": 0.129711, - "nauc_recall_at_5_diff1": 0.907563, - "nauc_recall_at_10_max": 0.907397, - "nauc_recall_at_10_std": 0.26942, - "nauc_recall_at_10_diff1": 0.910093, - "nauc_recall_at_20_max": 0.891044, - "nauc_recall_at_20_std": 0.328413, - "nauc_recall_at_20_diff1": 0.879875, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.856481, + "mrr_at_5": 0.862648, + "mrr_at_10": 0.866343, + "mrr_at_20": 0.867864, + "mrr_at_100": 0.868339, + "mrr_at_1000": 0.868358, + "nauc_ndcg_at_1_max": 0.773699, + "nauc_ndcg_at_1_std": 0.022283, + "nauc_ndcg_at_1_diff1": 0.89109, + "nauc_ndcg_at_3_max": 0.816327, + "nauc_ndcg_at_3_std": 0.102841, + "nauc_ndcg_at_3_diff1": 0.884606, + "nauc_ndcg_at_5_max": 0.816983, + "nauc_ndcg_at_5_std": 0.09595, + "nauc_ndcg_at_5_diff1": 0.888175, + "nauc_ndcg_at_10_max": 0.813773, + "nauc_ndcg_at_10_std": 0.096625, + "nauc_ndcg_at_10_diff1": 0.886306, + "nauc_ndcg_at_20_max": 0.810098, + "nauc_ndcg_at_20_std": 0.086618, + "nauc_ndcg_at_20_diff1": 0.887289, + "nauc_ndcg_at_100_max": 0.807914, + "nauc_ndcg_at_100_std": 0.082131, + "nauc_ndcg_at_100_diff1": 0.887252, + "nauc_ndcg_at_1000_max": 0.806991, + "nauc_ndcg_at_1000_std": 0.079291, + "nauc_ndcg_at_1000_diff1": 0.887627, + "nauc_map_at_1_max": 0.773699, + "nauc_map_at_1_std": 0.022283, + "nauc_map_at_1_diff1": 0.89109, + "nauc_map_at_3_max": 0.806055, + "nauc_map_at_3_std": 0.080004, + "nauc_map_at_3_diff1": 0.886706, + "nauc_map_at_5_max": 0.806112, + "nauc_map_at_5_std": 0.076105, + "nauc_map_at_5_diff1": 0.888614, + "nauc_map_at_10_max": 0.804621, + "nauc_map_at_10_std": 0.075545, + "nauc_map_at_10_diff1": 0.887914, + "nauc_map_at_20_max": 0.803652, + "nauc_map_at_20_std": 0.072461, + "nauc_map_at_20_diff1": 0.888183, + "nauc_map_at_100_max": 0.803292, + "nauc_map_at_100_std": 0.071699, + "nauc_map_at_100_diff1": 0.888189, + "nauc_map_at_1000_max": 0.803273, + "nauc_map_at_1000_std": 0.07165, + "nauc_map_at_1000_diff1": 0.888197, + "nauc_recall_at_1_max": 0.773699, + "nauc_recall_at_1_std": 0.022283, + "nauc_recall_at_1_diff1": 0.89109, + "nauc_recall_at_3_max": 0.856178, + "nauc_recall_at_3_std": 0.193891, + "nauc_recall_at_3_diff1": 0.876074, + "nauc_recall_at_5_max": 0.871838, + "nauc_recall_at_5_std": 0.196251, + "nauc_recall_at_5_diff1": 0.886519, + "nauc_recall_at_10_max": 0.884795, + "nauc_recall_at_10_std": 0.271493, + "nauc_recall_at_10_diff1": 0.872154, + "nauc_recall_at_20_max": 0.887512, + "nauc_recall_at_20_std": 0.282073, + "nauc_recall_at_20_diff1": 0.87535, "nauc_recall_at_100_max": 0.944444, "nauc_recall_at_100_std": 0.514099, - "nauc_recall_at_100_diff1": 0.858543, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779094, - "nauc_precision_at_1_std": 0.02693, - "nauc_precision_at_1_diff1": 0.900856, - "nauc_precision_at_3_max": 0.888586, - "nauc_precision_at_3_std": 0.232473, - "nauc_precision_at_3_diff1": 0.899331, - "nauc_precision_at_5_max": 0.894034, - "nauc_precision_at_5_std": 0.129711, - "nauc_precision_at_5_diff1": 0.907563, - "nauc_precision_at_10_max": 0.907397, - "nauc_precision_at_10_std": 0.26942, - "nauc_precision_at_10_diff1": 0.910093, - "nauc_precision_at_20_max": 0.891044, - "nauc_precision_at_20_std": 0.328413, - "nauc_precision_at_20_diff1": 0.879875, + "nauc_recall_at_100_diff1": 0.8324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.773699, + "nauc_precision_at_1_std": 0.022283, + "nauc_precision_at_1_diff1": 0.89109, + "nauc_precision_at_3_max": 0.856178, + "nauc_precision_at_3_std": 0.193891, + "nauc_precision_at_3_diff1": 0.876074, + "nauc_precision_at_5_max": 0.871838, + "nauc_precision_at_5_std": 0.196251, + "nauc_precision_at_5_diff1": 0.886519, + "nauc_precision_at_10_max": 0.884795, + "nauc_precision_at_10_std": 0.271493, + "nauc_precision_at_10_diff1": 0.872154, + "nauc_precision_at_20_max": 0.887512, + "nauc_precision_at_20_std": 0.282073, + "nauc_precision_at_20_diff1": 0.87535, "nauc_precision_at_100_max": 0.944444, "nauc_precision_at_100_std": 0.514099, - "nauc_precision_at_100_diff1": 0.858543, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779094, - "nauc_mrr_at_1_std": 0.02693, - "nauc_mrr_at_1_diff1": 0.900856, - "nauc_mrr_at_3_max": 0.814352, - "nauc_mrr_at_3_std": 0.090497, - "nauc_mrr_at_3_diff1": 0.898311, - "nauc_mrr_at_5_max": 0.811768, - "nauc_mrr_at_5_std": 0.073122, - "nauc_mrr_at_5_diff1": 0.89929, - "nauc_mrr_at_10_max": 0.810509, - "nauc_mrr_at_10_std": 0.07938, - "nauc_mrr_at_10_diff1": 0.899093, - "nauc_mrr_at_20_max": 0.809228, - "nauc_mrr_at_20_std": 0.077703, - "nauc_mrr_at_20_diff1": 0.898724, - "nauc_mrr_at_100_max": 0.808982, - "nauc_mrr_at_100_std": 0.076816, - "nauc_mrr_at_100_diff1": 0.898805, - "nauc_mrr_at_1000_max": 0.808957, - "nauc_mrr_at_1000_std": 0.076735, - "nauc_mrr_at_1000_diff1": 0.898815, - "main_score": 0.90635, + "nauc_precision_at_100_diff1": 0.8324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.773699, + "nauc_mrr_at_1_std": 0.022283, + "nauc_mrr_at_1_diff1": 0.89109, + "nauc_mrr_at_3_max": 0.806055, + "nauc_mrr_at_3_std": 0.080004, + "nauc_mrr_at_3_diff1": 0.886706, + "nauc_mrr_at_5_max": 0.806112, + "nauc_mrr_at_5_std": 0.076105, + "nauc_mrr_at_5_diff1": 0.888614, + "nauc_mrr_at_10_max": 0.804621, + "nauc_mrr_at_10_std": 0.075545, + "nauc_mrr_at_10_diff1": 0.887914, + "nauc_mrr_at_20_max": 0.803652, + "nauc_mrr_at_20_std": 0.072461, + "nauc_mrr_at_20_diff1": 0.888183, + "nauc_mrr_at_100_max": 0.803292, + "nauc_mrr_at_100_std": 0.071699, + "nauc_mrr_at_100_diff1": 0.888189, + "nauc_mrr_at_1000_max": 0.803273, + "nauc_mrr_at_1000_std": 0.07165, + "nauc_mrr_at_1000_diff1": 0.888197, + "hit_rate_at_1": 0.81778, + "hit_rate_at_3": 0.90111, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88826, "hf_subset": "tel_Telu-tel_Telu", "languages": [ "tel-Telu", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90444, - "ndcg_at_3": 0.93579, - "ndcg_at_5": 0.94278, - "ndcg_at_10": 0.9468, - "ndcg_at_20": 0.94823, - "ndcg_at_100": 0.94914, - "ndcg_at_1000": 0.94973, - "map_at_1": 0.90444, - "map_at_3": 0.92852, - "map_at_5": 0.93246, - "map_at_10": 0.93417, - "map_at_20": 0.93457, - "map_at_100": 0.93472, - "map_at_1000": 0.93475, - "recall_at_1": 0.90444, - "recall_at_3": 0.95667, - "recall_at_5": 0.97333, - "recall_at_10": 0.98556, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.9319, + "ndcg_at_5": 0.93692, + "ndcg_at_10": 0.94241, + "ndcg_at_20": 0.94409, + "ndcg_at_100": 0.94549, + "ndcg_at_1000": 0.94608, + "map_at_1": 0.9, + "map_at_3": 0.92444, + "map_at_5": 0.92722, + "map_at_10": 0.92954, + "map_at_20": 0.93, + "map_at_100": 0.93025, + "map_at_1000": 0.93028, + "recall_at_1": 0.9, + "recall_at_3": 0.95333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.90444, - "precision_at_3": 0.31889, - "precision_at_5": 0.19467, - "precision_at_10": 0.09856, - "precision_at_20": 0.04956, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.31778, + "precision_at_5": 0.19311, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.904444, - "mrr_at_3": 0.928519, - "mrr_at_5": 0.932463, - "mrr_at_10": 0.934166, - "mrr_at_20": 0.934568, - "mrr_at_100": 0.934725, - "mrr_at_1000": 0.934751, - "nauc_ndcg_at_1_max": 0.753436, - "nauc_ndcg_at_1_std": -0.276432, - "nauc_ndcg_at_1_diff1": 0.917758, - "nauc_ndcg_at_3_max": 0.798841, - "nauc_ndcg_at_3_std": -0.294067, - "nauc_ndcg_at_3_diff1": 0.922061, - "nauc_ndcg_at_5_max": 0.799786, - "nauc_ndcg_at_5_std": -0.283839, - "nauc_ndcg_at_5_diff1": 0.91998, - "nauc_ndcg_at_10_max": 0.796525, - "nauc_ndcg_at_10_std": -0.261889, - "nauc_ndcg_at_10_diff1": 0.919495, - "nauc_ndcg_at_20_max": 0.793244, - "nauc_ndcg_at_20_std": -0.260505, - "nauc_ndcg_at_20_diff1": 0.922124, - "nauc_ndcg_at_100_max": 0.790864, - "nauc_ndcg_at_100_std": -0.267109, - "nauc_ndcg_at_100_diff1": 0.921343, - "nauc_ndcg_at_1000_max": 0.788789, - "nauc_ndcg_at_1000_std": -0.272913, - "nauc_ndcg_at_1000_diff1": 0.920777, - "nauc_map_at_1_max": 0.753436, - "nauc_map_at_1_std": -0.276432, - "nauc_map_at_1_diff1": 0.917758, - "nauc_map_at_3_max": 0.786754, - "nauc_map_at_3_std": -0.290904, - "nauc_map_at_3_diff1": 0.920907, - "nauc_map_at_5_max": 0.786552, - "nauc_map_at_5_std": -0.286703, - "nauc_map_at_5_diff1": 0.919836, - "nauc_map_at_10_max": 0.785072, - "nauc_map_at_10_std": -0.279028, - "nauc_map_at_10_diff1": 0.919695, - "nauc_map_at_20_max": 0.784303, - "nauc_map_at_20_std": -0.27864, - "nauc_map_at_20_diff1": 0.92034, - "nauc_map_at_100_max": 0.783981, - "nauc_map_at_100_std": -0.279335, - "nauc_map_at_100_diff1": 0.920238, - "nauc_map_at_1000_max": 0.783911, - "nauc_map_at_1000_std": -0.279499, - "nauc_map_at_1000_diff1": 0.920216, - "nauc_recall_at_1_max": 0.753436, - "nauc_recall_at_1_std": -0.276432, - "nauc_recall_at_1_diff1": 0.917758, - "nauc_recall_at_3_max": 0.854641, - "nauc_recall_at_3_std": -0.307405, - "nauc_recall_at_3_diff1": 0.927398, - "nauc_recall_at_5_max": 0.89381, - "nauc_recall_at_5_std": -0.254143, - "nauc_recall_at_5_diff1": 0.920149, - "nauc_recall_at_10_max": 0.937154, - "nauc_recall_at_10_std": 0.00905, - "nauc_recall_at_10_diff1": 0.914171, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.200047, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.9, + "mrr_at_3": 0.924444, + "mrr_at_5": 0.927222, + "mrr_at_10": 0.929539, + "mrr_at_20": 0.929998, + "mrr_at_100": 0.930252, + "mrr_at_1000": 0.930277, + "nauc_ndcg_at_1_max": 0.702179, + "nauc_ndcg_at_1_std": -0.209389, + "nauc_ndcg_at_1_diff1": 0.91192, + "nauc_ndcg_at_3_max": 0.763301, + "nauc_ndcg_at_3_std": -0.194025, + "nauc_ndcg_at_3_diff1": 0.915125, + "nauc_ndcg_at_5_max": 0.761588, + "nauc_ndcg_at_5_std": -0.204637, + "nauc_ndcg_at_5_diff1": 0.91512, + "nauc_ndcg_at_10_max": 0.761308, + "nauc_ndcg_at_10_std": -0.173403, + "nauc_ndcg_at_10_diff1": 0.913772, + "nauc_ndcg_at_20_max": 0.756285, + "nauc_ndcg_at_20_std": -0.185953, + "nauc_ndcg_at_20_diff1": 0.915587, + "nauc_ndcg_at_100_max": 0.751909, + "nauc_ndcg_at_100_std": -0.185275, + "nauc_ndcg_at_100_diff1": 0.91453, + "nauc_ndcg_at_1000_max": 0.749565, + "nauc_ndcg_at_1000_std": -0.189473, + "nauc_ndcg_at_1000_diff1": 0.914352, + "nauc_map_at_1_max": 0.702179, + "nauc_map_at_1_std": -0.209389, + "nauc_map_at_1_diff1": 0.91192, + "nauc_map_at_3_max": 0.747515, + "nauc_map_at_3_std": -0.199689, + "nauc_map_at_3_diff1": 0.914204, + "nauc_map_at_5_max": 0.746205, + "nauc_map_at_5_std": -0.204706, + "nauc_map_at_5_diff1": 0.914173, + "nauc_map_at_10_max": 0.745207, + "nauc_map_at_10_std": -0.194353, + "nauc_map_at_10_diff1": 0.913673, + "nauc_map_at_20_max": 0.744055, + "nauc_map_at_20_std": -0.196814, + "nauc_map_at_20_diff1": 0.914126, + "nauc_map_at_100_max": 0.743426, + "nauc_map_at_100_std": -0.196281, + "nauc_map_at_100_diff1": 0.913964, + "nauc_map_at_1000_max": 0.74335, + "nauc_map_at_1000_std": -0.196342, + "nauc_map_at_1000_diff1": 0.913957, + "nauc_recall_at_1_max": 0.702179, + "nauc_recall_at_1_std": -0.209389, + "nauc_recall_at_1_diff1": 0.91192, + "nauc_recall_at_3_max": 0.834567, + "nauc_recall_at_3_std": -0.167056, + "nauc_recall_at_3_diff1": 0.919357, + "nauc_recall_at_5_max": 0.851224, + "nauc_recall_at_5_std": -0.207313, + "nauc_recall_at_5_diff1": 0.920786, + "nauc_recall_at_10_max": 0.940768, + "nauc_recall_at_10_std": 0.106034, + "nauc_recall_at_10_diff1": 0.912903, + "nauc_recall_at_20_max": 0.946078, + "nauc_recall_at_20_std": 0.004202, + "nauc_recall_at_20_diff1": 0.946078, "nauc_recall_at_100_max": 0.96732, "nauc_recall_at_100_std": 0.245565, - "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_100_diff1": 0.930556, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.753436, - "nauc_precision_at_1_std": -0.276432, - "nauc_precision_at_1_diff1": 0.917758, - "nauc_precision_at_3_max": 0.854641, - "nauc_precision_at_3_std": -0.307405, - "nauc_precision_at_3_diff1": 0.927398, - "nauc_precision_at_5_max": 0.89381, - "nauc_precision_at_5_std": -0.254143, - "nauc_precision_at_5_diff1": 0.920149, - "nauc_precision_at_10_max": 0.937154, - "nauc_precision_at_10_std": 0.00905, - "nauc_precision_at_10_diff1": 0.914171, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.200047, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.702179, + "nauc_precision_at_1_std": -0.209389, + "nauc_precision_at_1_diff1": 0.91192, + "nauc_precision_at_3_max": 0.834567, + "nauc_precision_at_3_std": -0.167056, + "nauc_precision_at_3_diff1": 0.919357, + "nauc_precision_at_5_max": 0.851224, + "nauc_precision_at_5_std": -0.207313, + "nauc_precision_at_5_diff1": 0.920786, + "nauc_precision_at_10_max": 0.940768, + "nauc_precision_at_10_std": 0.106034, + "nauc_precision_at_10_diff1": 0.912903, + "nauc_precision_at_20_max": 0.946078, + "nauc_precision_at_20_std": 0.004202, + "nauc_precision_at_20_diff1": 0.946078, "nauc_precision_at_100_max": 0.96732, "nauc_precision_at_100_std": 0.245565, - "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_100_diff1": 0.930556, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.753436, - "nauc_mrr_at_1_std": -0.276432, - "nauc_mrr_at_1_diff1": 0.917758, - "nauc_mrr_at_3_max": 0.786754, - "nauc_mrr_at_3_std": -0.290904, - "nauc_mrr_at_3_diff1": 0.920907, - "nauc_mrr_at_5_max": 0.786552, - "nauc_mrr_at_5_std": -0.286703, - "nauc_mrr_at_5_diff1": 0.919836, - "nauc_mrr_at_10_max": 0.785072, - "nauc_mrr_at_10_std": -0.279028, - "nauc_mrr_at_10_diff1": 0.919695, - "nauc_mrr_at_20_max": 0.784303, - "nauc_mrr_at_20_std": -0.27864, - "nauc_mrr_at_20_diff1": 0.92034, - "nauc_mrr_at_100_max": 0.783981, - "nauc_mrr_at_100_std": -0.279335, - "nauc_mrr_at_100_diff1": 0.920238, - "nauc_mrr_at_1000_max": 0.783911, - "nauc_mrr_at_1000_std": -0.279499, - "nauc_mrr_at_1000_diff1": 0.920216, - "main_score": 0.9468, + "nauc_mrr_at_1_max": 0.702179, + "nauc_mrr_at_1_std": -0.209389, + "nauc_mrr_at_1_diff1": 0.91192, + "nauc_mrr_at_3_max": 0.747515, + "nauc_mrr_at_3_std": -0.199689, + "nauc_mrr_at_3_diff1": 0.914204, + "nauc_mrr_at_5_max": 0.746205, + "nauc_mrr_at_5_std": -0.204706, + "nauc_mrr_at_5_diff1": 0.914173, + "nauc_mrr_at_10_max": 0.745207, + "nauc_mrr_at_10_std": -0.194353, + "nauc_mrr_at_10_diff1": 0.913673, + "nauc_mrr_at_20_max": 0.744055, + "nauc_mrr_at_20_std": -0.196814, + "nauc_mrr_at_20_diff1": 0.914126, + "nauc_mrr_at_100_max": 0.743426, + "nauc_mrr_at_100_std": -0.196281, + "nauc_mrr_at_100_diff1": 0.913964, + "nauc_mrr_at_1000_max": 0.74335, + "nauc_mrr_at_1000_std": -0.196342, + "nauc_mrr_at_1000_diff1": 0.913957, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94241, "hf_subset": "tel_Telu-eng_Latn", "languages": [ "tel-Telu", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.82, - "ndcg_at_3": 0.87499, - "ndcg_at_5": 0.88283, - "ndcg_at_10": 0.89129, - "ndcg_at_20": 0.89702, - "ndcg_at_100": 0.89999, - "ndcg_at_1000": 0.90043, - "map_at_1": 0.82, - "map_at_3": 0.86204, - "map_at_5": 0.86643, - "map_at_10": 0.86983, - "map_at_20": 0.87146, - "map_at_100": 0.87182, - "map_at_1000": 0.87184, - "recall_at_1": 0.82, - "recall_at_3": 0.91222, - "recall_at_5": 0.93111, - "recall_at_10": 0.95778, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.85549, + "ndcg_at_5": 0.86515, + "ndcg_at_10": 0.8731, + "ndcg_at_20": 0.88045, + "ndcg_at_100": 0.88498, + "ndcg_at_1000": 0.88605, + "map_at_1": 0.80333, + "map_at_3": 0.84278, + "map_at_5": 0.84817, + "map_at_10": 0.85148, + "map_at_20": 0.85352, + "map_at_100": 0.85423, + "map_at_1000": 0.85428, + "recall_at_1": 0.80333, + "recall_at_3": 0.89222, + "recall_at_5": 0.91556, + "recall_at_10": 0.94, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.82, - "precision_at_3": 0.30407, - "precision_at_5": 0.18622, - "precision_at_10": 0.09578, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.29741, + "precision_at_5": 0.18311, + "precision_at_10": 0.094, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.82, - "mrr_at_3": 0.862037, - "mrr_at_5": 0.866426, - "mrr_at_10": 0.869825, - "mrr_at_20": 0.871459, - "mrr_at_100": 0.871822, - "mrr_at_1000": 0.871842, - "nauc_ndcg_at_1_max": 0.790141, - "nauc_ndcg_at_1_std": -0.010084, - "nauc_ndcg_at_1_diff1": 0.923572, - "nauc_ndcg_at_3_max": 0.817056, - "nauc_ndcg_at_3_std": 0.026237, - "nauc_ndcg_at_3_diff1": 0.896739, - "nauc_ndcg_at_5_max": 0.819692, - "nauc_ndcg_at_5_std": 0.037398, - "nauc_ndcg_at_5_diff1": 0.900857, - "nauc_ndcg_at_10_max": 0.820992, - "nauc_ndcg_at_10_std": 0.047117, - "nauc_ndcg_at_10_diff1": 0.90572, - "nauc_ndcg_at_20_max": 0.817195, - "nauc_ndcg_at_20_std": 0.041867, - "nauc_ndcg_at_20_diff1": 0.906996, - "nauc_ndcg_at_100_max": 0.815009, - "nauc_ndcg_at_100_std": 0.034542, - "nauc_ndcg_at_100_diff1": 0.907832, - "nauc_ndcg_at_1000_max": 0.814145, - "nauc_ndcg_at_1000_std": 0.030657, - "nauc_ndcg_at_1000_diff1": 0.907609, - "nauc_map_at_1_max": 0.790141, - "nauc_map_at_1_std": -0.010084, - "nauc_map_at_1_diff1": 0.923572, - "nauc_map_at_3_max": 0.810331, - "nauc_map_at_3_std": 0.016457, - "nauc_map_at_3_diff1": 0.904567, - "nauc_map_at_5_max": 0.811472, - "nauc_map_at_5_std": 0.0219, - "nauc_map_at_5_diff1": 0.906869, - "nauc_map_at_10_max": 0.812001, - "nauc_map_at_10_std": 0.024935, - "nauc_map_at_10_diff1": 0.908699, - "nauc_map_at_20_max": 0.811037, - "nauc_map_at_20_std": 0.023602, - "nauc_map_at_20_diff1": 0.908989, - "nauc_map_at_100_max": 0.810783, - "nauc_map_at_100_std": 0.022684, - "nauc_map_at_100_diff1": 0.9091, - "nauc_map_at_1000_max": 0.810752, - "nauc_map_at_1000_std": 0.022539, - "nauc_map_at_1000_diff1": 0.909092, - "nauc_recall_at_1_max": 0.790141, - "nauc_recall_at_1_std": -0.010084, - "nauc_recall_at_1_diff1": 0.923572, - "nauc_recall_at_3_max": 0.845359, - "nauc_recall_at_3_std": 0.067936, - "nauc_recall_at_3_diff1": 0.862928, - "nauc_recall_at_5_max": 0.863009, - "nauc_recall_at_5_std": 0.12148, - "nauc_recall_at_5_diff1": 0.869959, - "nauc_recall_at_10_max": 0.895707, - "nauc_recall_at_10_std": 0.247592, - "nauc_recall_at_10_diff1": 0.888078, - "nauc_recall_at_20_max": 0.90471, - "nauc_recall_at_20_std": 0.362226, - "nauc_recall_at_20_diff1": 0.894699, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.790141, - "nauc_precision_at_1_std": -0.010084, - "nauc_precision_at_1_diff1": 0.923572, - "nauc_precision_at_3_max": 0.845359, - "nauc_precision_at_3_std": 0.067936, - "nauc_precision_at_3_diff1": 0.862928, - "nauc_precision_at_5_max": 0.863009, - "nauc_precision_at_5_std": 0.12148, - "nauc_precision_at_5_diff1": 0.869959, - "nauc_precision_at_10_max": 0.895707, - "nauc_precision_at_10_std": 0.247592, - "nauc_precision_at_10_diff1": 0.888078, - "nauc_precision_at_20_max": 0.90471, - "nauc_precision_at_20_std": 0.362226, - "nauc_precision_at_20_diff1": 0.894699, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.790141, - "nauc_mrr_at_1_std": -0.010084, - "nauc_mrr_at_1_diff1": 0.923572, - "nauc_mrr_at_3_max": 0.810331, - "nauc_mrr_at_3_std": 0.016457, - "nauc_mrr_at_3_diff1": 0.904567, - "nauc_mrr_at_5_max": 0.811472, - "nauc_mrr_at_5_std": 0.0219, - "nauc_mrr_at_5_diff1": 0.906869, - "nauc_mrr_at_10_max": 0.812001, - "nauc_mrr_at_10_std": 0.024935, - "nauc_mrr_at_10_diff1": 0.908699, - "nauc_mrr_at_20_max": 0.811037, - "nauc_mrr_at_20_std": 0.023602, - "nauc_mrr_at_20_diff1": 0.908989, - "nauc_mrr_at_100_max": 0.810783, - "nauc_mrr_at_100_std": 0.022684, - "nauc_mrr_at_100_diff1": 0.9091, - "nauc_mrr_at_1000_max": 0.810752, - "nauc_mrr_at_1000_std": 0.022539, - "nauc_mrr_at_1000_diff1": 0.909092, - "main_score": 0.89129, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.842778, + "mrr_at_5": 0.848167, + "mrr_at_10": 0.851481, + "mrr_at_20": 0.853516, + "mrr_at_100": 0.854227, + "mrr_at_1000": 0.85428, + "nauc_ndcg_at_1_max": 0.752237, + "nauc_ndcg_at_1_std": -0.056481, + "nauc_ndcg_at_1_diff1": 0.882322, + "nauc_ndcg_at_3_max": 0.79881, + "nauc_ndcg_at_3_std": -0.008892, + "nauc_ndcg_at_3_diff1": 0.866222, + "nauc_ndcg_at_5_max": 0.791637, + "nauc_ndcg_at_5_std": -0.011407, + "nauc_ndcg_at_5_diff1": 0.862696, + "nauc_ndcg_at_10_max": 0.791631, + "nauc_ndcg_at_10_std": -0.011149, + "nauc_ndcg_at_10_diff1": 0.862374, + "nauc_ndcg_at_20_max": 0.78591, + "nauc_ndcg_at_20_std": -0.017687, + "nauc_ndcg_at_20_diff1": 0.866217, + "nauc_ndcg_at_100_max": 0.784946, + "nauc_ndcg_at_100_std": -0.015078, + "nauc_ndcg_at_100_diff1": 0.867037, + "nauc_ndcg_at_1000_max": 0.783777, + "nauc_ndcg_at_1000_std": -0.019875, + "nauc_ndcg_at_1000_diff1": 0.867885, + "nauc_map_at_1_max": 0.752237, + "nauc_map_at_1_std": -0.056481, + "nauc_map_at_1_diff1": 0.882322, + "nauc_map_at_3_max": 0.786502, + "nauc_map_at_3_std": -0.023102, + "nauc_map_at_3_diff1": 0.871122, + "nauc_map_at_5_max": 0.782518, + "nauc_map_at_5_std": -0.024707, + "nauc_map_at_5_diff1": 0.869486, + "nauc_map_at_10_max": 0.782125, + "nauc_map_at_10_std": -0.025419, + "nauc_map_at_10_diff1": 0.869355, + "nauc_map_at_20_max": 0.78064, + "nauc_map_at_20_std": -0.027113, + "nauc_map_at_20_diff1": 0.870268, + "nauc_map_at_100_max": 0.780433, + "nauc_map_at_100_std": -0.026404, + "nauc_map_at_100_diff1": 0.870357, + "nauc_map_at_1000_max": 0.780387, + "nauc_map_at_1000_std": -0.026575, + "nauc_map_at_1000_diff1": 0.87039, + "nauc_recall_at_1_max": 0.752237, + "nauc_recall_at_1_std": -0.056481, + "nauc_recall_at_1_diff1": 0.882322, + "nauc_recall_at_3_max": 0.847761, + "nauc_recall_at_3_std": 0.048685, + "nauc_recall_at_3_diff1": 0.846318, + "nauc_recall_at_5_max": 0.83388, + "nauc_recall_at_5_std": 0.053485, + "nauc_recall_at_5_diff1": 0.828339, + "nauc_recall_at_10_max": 0.853296, + "nauc_recall_at_10_std": 0.0875, + "nauc_recall_at_10_diff1": 0.814555, + "nauc_recall_at_20_max": 0.829448, + "nauc_recall_at_20_std": 0.084801, + "nauc_recall_at_20_diff1": 0.827764, + "nauc_recall_at_100_max": 0.904295, + "nauc_recall_at_100_std": 0.487262, + "nauc_recall_at_100_diff1": 0.779912, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752237, + "nauc_precision_at_1_std": -0.056481, + "nauc_precision_at_1_diff1": 0.882322, + "nauc_precision_at_3_max": 0.847761, + "nauc_precision_at_3_std": 0.048685, + "nauc_precision_at_3_diff1": 0.846318, + "nauc_precision_at_5_max": 0.83388, + "nauc_precision_at_5_std": 0.053485, + "nauc_precision_at_5_diff1": 0.828339, + "nauc_precision_at_10_max": 0.853296, + "nauc_precision_at_10_std": 0.0875, + "nauc_precision_at_10_diff1": 0.814555, + "nauc_precision_at_20_max": 0.829448, + "nauc_precision_at_20_std": 0.084801, + "nauc_precision_at_20_diff1": 0.827764, + "nauc_precision_at_100_max": 0.904295, + "nauc_precision_at_100_std": 0.487262, + "nauc_precision_at_100_diff1": 0.779912, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752237, + "nauc_mrr_at_1_std": -0.056481, + "nauc_mrr_at_1_diff1": 0.882322, + "nauc_mrr_at_3_max": 0.786502, + "nauc_mrr_at_3_std": -0.023102, + "nauc_mrr_at_3_diff1": 0.871122, + "nauc_mrr_at_5_max": 0.782518, + "nauc_mrr_at_5_std": -0.024707, + "nauc_mrr_at_5_diff1": 0.869486, + "nauc_mrr_at_10_max": 0.782125, + "nauc_mrr_at_10_std": -0.025419, + "nauc_mrr_at_10_diff1": 0.869355, + "nauc_mrr_at_20_max": 0.78064, + "nauc_mrr_at_20_std": -0.027113, + "nauc_mrr_at_20_diff1": 0.870268, + "nauc_mrr_at_100_max": 0.780433, + "nauc_mrr_at_100_std": -0.026404, + "nauc_mrr_at_100_diff1": 0.870357, + "nauc_mrr_at_1000_max": 0.780387, + "nauc_mrr_at_1000_std": -0.026575, + "nauc_mrr_at_1000_diff1": 0.87039, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.89222, + "hit_rate_at_5": 0.91556, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8731, "hf_subset": "eng_Latn-tel_Telu", "languages": [ "eng-Latn", "tel-Telu" - ] - }, - { - "ndcg_at_1": 0.72556, - "ndcg_at_3": 0.78182, - "ndcg_at_5": 0.79292, - "ndcg_at_10": 0.80685, - "ndcg_at_20": 0.81428, - "ndcg_at_100": 0.82557, - "ndcg_at_1000": 0.82856, - "map_at_1": 0.72556, - "map_at_3": 0.76889, - "map_at_5": 0.77511, - "map_at_10": 0.78103, - "map_at_20": 0.78313, - "map_at_100": 0.78468, - "map_at_1000": 0.78481, - "recall_at_1": 0.72556, - "recall_at_3": 0.81889, - "recall_at_5": 0.84556, - "recall_at_10": 0.88778, - "recall_at_20": 0.91667, - "recall_at_100": 0.97778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71778, + "ndcg_at_3": 0.77557, + "ndcg_at_5": 0.7903, + "ndcg_at_10": 0.80027, + "ndcg_at_20": 0.81045, + "ndcg_at_100": 0.82044, + "ndcg_at_1000": 0.8236, + "map_at_1": 0.71778, + "map_at_3": 0.76204, + "map_at_5": 0.77026, + "map_at_10": 0.77433, + "map_at_20": 0.777, + "map_at_100": 0.77835, + "map_at_1000": 0.7785, + "recall_at_1": 0.71778, + "recall_at_3": 0.81444, + "recall_at_5": 0.85, + "recall_at_10": 0.88111, + "recall_at_20": 0.92222, + "recall_at_100": 0.97667, "recall_at_1000": 1.0, - "precision_at_1": 0.72556, - "precision_at_3": 0.27296, - "precision_at_5": 0.16911, - "precision_at_10": 0.08878, - "precision_at_20": 0.04583, - "precision_at_100": 0.00978, + "accuracy": 0.71778, + "precision_at_1": 0.71778, + "precision_at_3": 0.27148, + "precision_at_5": 0.17, + "precision_at_10": 0.08811, + "precision_at_20": 0.04611, + "precision_at_100": 0.00977, "precision_at_1000": 0.001, - "mrr_at_1": 0.725556, - "mrr_at_3": 0.768889, - "mrr_at_5": 0.775111, - "mrr_at_10": 0.781028, - "mrr_at_20": 0.783134, - "mrr_at_100": 0.784681, - "mrr_at_1000": 0.784814, - "nauc_ndcg_at_1_max": 0.777121, - "nauc_ndcg_at_1_std": 0.206048, - "nauc_ndcg_at_1_diff1": 0.88216, - "nauc_ndcg_at_3_max": 0.812147, - "nauc_ndcg_at_3_std": 0.263943, - "nauc_ndcg_at_3_diff1": 0.853379, - "nauc_ndcg_at_5_max": 0.813411, - "nauc_ndcg_at_5_std": 0.272562, - "nauc_ndcg_at_5_diff1": 0.859839, - "nauc_ndcg_at_10_max": 0.805396, - "nauc_ndcg_at_10_std": 0.261913, - "nauc_ndcg_at_10_diff1": 0.857014, - "nauc_ndcg_at_20_max": 0.803263, - "nauc_ndcg_at_20_std": 0.259323, - "nauc_ndcg_at_20_diff1": 0.858129, - "nauc_ndcg_at_100_max": 0.805624, - "nauc_ndcg_at_100_std": 0.263536, - "nauc_ndcg_at_100_diff1": 0.861434, - "nauc_ndcg_at_1000_max": 0.803189, - "nauc_ndcg_at_1000_std": 0.256384, - "nauc_ndcg_at_1000_diff1": 0.861153, - "nauc_map_at_1_max": 0.777121, - "nauc_map_at_1_std": 0.206048, - "nauc_map_at_1_diff1": 0.88216, - "nauc_map_at_3_max": 0.803459, - "nauc_map_at_3_std": 0.249404, - "nauc_map_at_3_diff1": 0.860283, - "nauc_map_at_5_max": 0.803862, - "nauc_map_at_5_std": 0.253663, - "nauc_map_at_5_diff1": 0.863911, - "nauc_map_at_10_max": 0.800769, - "nauc_map_at_10_std": 0.249542, - "nauc_map_at_10_diff1": 0.863052, - "nauc_map_at_20_max": 0.800098, - "nauc_map_at_20_std": 0.24878, - "nauc_map_at_20_diff1": 0.863306, - "nauc_map_at_100_max": 0.800349, - "nauc_map_at_100_std": 0.249154, - "nauc_map_at_100_diff1": 0.863637, - "nauc_map_at_1000_max": 0.800256, - "nauc_map_at_1000_std": 0.248878, - "nauc_map_at_1000_diff1": 0.863628, - "nauc_recall_at_1_max": 0.777121, - "nauc_recall_at_1_std": 0.206048, - "nauc_recall_at_1_diff1": 0.88216, - "nauc_recall_at_3_max": 0.842263, - "nauc_recall_at_3_std": 0.314442, - "nauc_recall_at_3_diff1": 0.82958, - "nauc_recall_at_5_max": 0.851045, - "nauc_recall_at_5_std": 0.348126, - "nauc_recall_at_5_diff1": 0.845348, - "nauc_recall_at_10_max": 0.822795, - "nauc_recall_at_10_std": 0.317661, - "nauc_recall_at_10_diff1": 0.825853, - "nauc_recall_at_20_max": 0.813346, - "nauc_recall_at_20_std": 0.315556, - "nauc_recall_at_20_diff1": 0.825926, - "nauc_recall_at_100_max": 0.93219, - "nauc_recall_at_100_std": 0.634057, - "nauc_recall_at_100_diff1": 0.875934, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.777121, - "nauc_precision_at_1_std": 0.206048, - "nauc_precision_at_1_diff1": 0.88216, - "nauc_precision_at_3_max": 0.842263, - "nauc_precision_at_3_std": 0.314442, - "nauc_precision_at_3_diff1": 0.82958, - "nauc_precision_at_5_max": 0.851045, - "nauc_precision_at_5_std": 0.348126, - "nauc_precision_at_5_diff1": 0.845348, - "nauc_precision_at_10_max": 0.822795, - "nauc_precision_at_10_std": 0.317661, - "nauc_precision_at_10_diff1": 0.825853, - "nauc_precision_at_20_max": 0.813346, - "nauc_precision_at_20_std": 0.315556, - "nauc_precision_at_20_diff1": 0.825926, - "nauc_precision_at_100_max": 0.93219, - "nauc_precision_at_100_std": 0.634057, - "nauc_precision_at_100_diff1": 0.875934, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.777121, - "nauc_mrr_at_1_std": 0.206048, - "nauc_mrr_at_1_diff1": 0.88216, - "nauc_mrr_at_3_max": 0.803459, - "nauc_mrr_at_3_std": 0.249404, - "nauc_mrr_at_3_diff1": 0.860283, - "nauc_mrr_at_5_max": 0.803862, - "nauc_mrr_at_5_std": 0.253663, - "nauc_mrr_at_5_diff1": 0.863911, - "nauc_mrr_at_10_max": 0.800769, - "nauc_mrr_at_10_std": 0.249542, - "nauc_mrr_at_10_diff1": 0.863052, - "nauc_mrr_at_20_max": 0.800098, - "nauc_mrr_at_20_std": 0.24878, - "nauc_mrr_at_20_diff1": 0.863306, - "nauc_mrr_at_100_max": 0.800349, - "nauc_mrr_at_100_std": 0.249154, - "nauc_mrr_at_100_diff1": 0.863637, - "nauc_mrr_at_1000_max": 0.800256, - "nauc_mrr_at_1000_std": 0.248878, - "nauc_mrr_at_1000_diff1": 0.863628, - "main_score": 0.80685, + "mrr_at_1": 0.717778, + "mrr_at_3": 0.762037, + "mrr_at_5": 0.770259, + "mrr_at_10": 0.774326, + "mrr_at_20": 0.777004, + "mrr_at_100": 0.778352, + "mrr_at_1000": 0.778499, + "nauc_ndcg_at_1_max": 0.788044, + "nauc_ndcg_at_1_std": 0.22852, + "nauc_ndcg_at_1_diff1": 0.879032, + "nauc_ndcg_at_3_max": 0.828285, + "nauc_ndcg_at_3_std": 0.290075, + "nauc_ndcg_at_3_diff1": 0.86526, + "nauc_ndcg_at_5_max": 0.819801, + "nauc_ndcg_at_5_std": 0.29293, + "nauc_ndcg_at_5_diff1": 0.86372, + "nauc_ndcg_at_10_max": 0.816044, + "nauc_ndcg_at_10_std": 0.296684, + "nauc_ndcg_at_10_diff1": 0.862211, + "nauc_ndcg_at_20_max": 0.813569, + "nauc_ndcg_at_20_std": 0.288338, + "nauc_ndcg_at_20_diff1": 0.863362, + "nauc_ndcg_at_100_max": 0.8154, + "nauc_ndcg_at_100_std": 0.287904, + "nauc_ndcg_at_100_diff1": 0.864928, + "nauc_ndcg_at_1000_max": 0.814019, + "nauc_ndcg_at_1000_std": 0.281511, + "nauc_ndcg_at_1000_diff1": 0.865937, + "nauc_map_at_1_max": 0.788044, + "nauc_map_at_1_std": 0.22852, + "nauc_map_at_1_diff1": 0.879032, + "nauc_map_at_3_max": 0.818446, + "nauc_map_at_3_std": 0.272999, + "nauc_map_at_3_diff1": 0.869082, + "nauc_map_at_5_max": 0.813839, + "nauc_map_at_5_std": 0.274093, + "nauc_map_at_5_diff1": 0.868469, + "nauc_map_at_10_max": 0.812485, + "nauc_map_at_10_std": 0.275231, + "nauc_map_at_10_diff1": 0.868141, + "nauc_map_at_20_max": 0.81176, + "nauc_map_at_20_std": 0.273046, + "nauc_map_at_20_diff1": 0.868273, + "nauc_map_at_100_max": 0.811933, + "nauc_map_at_100_std": 0.272809, + "nauc_map_at_100_diff1": 0.868412, + "nauc_map_at_1000_max": 0.811886, + "nauc_map_at_1000_std": 0.272572, + "nauc_map_at_1000_diff1": 0.868463, + "nauc_recall_at_1_max": 0.788044, + "nauc_recall_at_1_std": 0.22852, + "nauc_recall_at_1_diff1": 0.879032, + "nauc_recall_at_3_max": 0.862387, + "nauc_recall_at_3_std": 0.350432, + "nauc_recall_at_3_diff1": 0.851752, + "nauc_recall_at_5_max": 0.84187, + "nauc_recall_at_5_std": 0.371324, + "nauc_recall_at_5_diff1": 0.843606, + "nauc_recall_at_10_max": 0.827517, + "nauc_recall_at_10_std": 0.406814, + "nauc_recall_at_10_diff1": 0.830329, + "nauc_recall_at_20_max": 0.813412, + "nauc_recall_at_20_std": 0.387515, + "nauc_recall_at_20_diff1": 0.828798, + "nauc_recall_at_100_max": 0.887733, + "nauc_recall_at_100_std": 0.615624, + "nauc_recall_at_100_diff1": 0.817038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788044, + "nauc_precision_at_1_std": 0.22852, + "nauc_precision_at_1_diff1": 0.879032, + "nauc_precision_at_3_max": 0.862387, + "nauc_precision_at_3_std": 0.350432, + "nauc_precision_at_3_diff1": 0.851752, + "nauc_precision_at_5_max": 0.84187, + "nauc_precision_at_5_std": 0.371324, + "nauc_precision_at_5_diff1": 0.843606, + "nauc_precision_at_10_max": 0.827517, + "nauc_precision_at_10_std": 0.406814, + "nauc_precision_at_10_diff1": 0.830329, + "nauc_precision_at_20_max": 0.813412, + "nauc_precision_at_20_std": 0.387515, + "nauc_precision_at_20_diff1": 0.828798, + "nauc_precision_at_100_max": 0.887733, + "nauc_precision_at_100_std": 0.615624, + "nauc_precision_at_100_diff1": 0.817038, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788044, + "nauc_mrr_at_1_std": 0.22852, + "nauc_mrr_at_1_diff1": 0.879032, + "nauc_mrr_at_3_max": 0.818446, + "nauc_mrr_at_3_std": 0.272999, + "nauc_mrr_at_3_diff1": 0.869082, + "nauc_mrr_at_5_max": 0.813839, + "nauc_mrr_at_5_std": 0.274093, + "nauc_mrr_at_5_diff1": 0.868469, + "nauc_mrr_at_10_max": 0.812485, + "nauc_mrr_at_10_std": 0.275231, + "nauc_mrr_at_10_diff1": 0.868141, + "nauc_mrr_at_20_max": 0.81176, + "nauc_mrr_at_20_std": 0.273046, + "nauc_mrr_at_20_diff1": 0.868273, + "nauc_mrr_at_100_max": 0.811933, + "nauc_mrr_at_100_std": 0.272809, + "nauc_mrr_at_100_diff1": 0.868412, + "nauc_mrr_at_1000_max": 0.811886, + "nauc_mrr_at_1000_std": 0.272572, + "nauc_mrr_at_1000_diff1": 0.868463, + "hit_rate_at_1": 0.71778, + "hit_rate_at_3": 0.81444, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 0.88111, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.80027, "hf_subset": "tgk_Cyrl-tgk_Cyrl", "languages": [ "tgk-Cyrl", "tgk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.83778, - "ndcg_at_3": 0.89204, - "ndcg_at_5": 0.90074, - "ndcg_at_10": 0.90641, - "ndcg_at_20": 0.90878, - "ndcg_at_100": 0.91259, - "ndcg_at_1000": 0.91288, - "map_at_1": 0.83778, - "map_at_3": 0.87889, - "map_at_5": 0.88372, - "map_at_10": 0.88602, - "map_at_20": 0.88673, - "map_at_100": 0.88729, - "map_at_1000": 0.8873, - "recall_at_1": 0.83778, - "recall_at_3": 0.93, - "recall_at_5": 0.95111, - "recall_at_10": 0.96889, - "recall_at_20": 0.97778, - "recall_at_100": 0.99778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.88931, + "ndcg_at_5": 0.89988, + "ndcg_at_10": 0.9049, + "ndcg_at_20": 0.90782, + "ndcg_at_100": 0.91122, + "ndcg_at_1000": 0.91165, + "map_at_1": 0.83333, + "map_at_3": 0.8763, + "map_at_5": 0.88219, + "map_at_10": 0.88425, + "map_at_20": 0.88511, + "map_at_100": 0.88561, + "map_at_1000": 0.88563, + "recall_at_1": 0.83333, + "recall_at_3": 0.92667, + "recall_at_5": 0.95222, + "recall_at_10": 0.96778, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.83778, - "precision_at_3": 0.31, - "precision_at_5": 0.19022, - "precision_at_10": 0.09689, - "precision_at_20": 0.04889, - "precision_at_100": 0.00998, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.30889, + "precision_at_5": 0.19044, + "precision_at_10": 0.09678, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.837778, - "mrr_at_3": 0.878889, - "mrr_at_5": 0.883722, - "mrr_at_10": 0.886019, - "mrr_at_20": 0.886731, - "mrr_at_100": 0.887291, - "mrr_at_1000": 0.887302, - "nauc_ndcg_at_1_max": 0.714548, - "nauc_ndcg_at_1_std": -0.224089, - "nauc_ndcg_at_1_diff1": 0.88672, - "nauc_ndcg_at_3_max": 0.745862, - "nauc_ndcg_at_3_std": -0.218115, - "nauc_ndcg_at_3_diff1": 0.871493, - "nauc_ndcg_at_5_max": 0.754491, - "nauc_ndcg_at_5_std": -0.184384, - "nauc_ndcg_at_5_diff1": 0.873224, - "nauc_ndcg_at_10_max": 0.74604, - "nauc_ndcg_at_10_std": -0.204829, - "nauc_ndcg_at_10_diff1": 0.8763, - "nauc_ndcg_at_20_max": 0.743572, - "nauc_ndcg_at_20_std": -0.212212, - "nauc_ndcg_at_20_diff1": 0.875722, - "nauc_ndcg_at_100_max": 0.742094, - "nauc_ndcg_at_100_std": -0.202824, - "nauc_ndcg_at_100_diff1": 0.876621, - "nauc_ndcg_at_1000_max": 0.741219, - "nauc_ndcg_at_1000_std": -0.206661, - "nauc_ndcg_at_1000_diff1": 0.876646, - "nauc_map_at_1_max": 0.714548, - "nauc_map_at_1_std": -0.224089, - "nauc_map_at_1_diff1": 0.88672, - "nauc_map_at_3_max": 0.737443, - "nauc_map_at_3_std": -0.218362, - "nauc_map_at_3_diff1": 0.874992, - "nauc_map_at_5_max": 0.740931, - "nauc_map_at_5_std": -0.202689, - "nauc_map_at_5_diff1": 0.87591, - "nauc_map_at_10_max": 0.737971, - "nauc_map_at_10_std": -0.209635, - "nauc_map_at_10_diff1": 0.87711, - "nauc_map_at_20_max": 0.737358, - "nauc_map_at_20_std": -0.211416, - "nauc_map_at_20_diff1": 0.876976, - "nauc_map_at_100_max": 0.73732, - "nauc_map_at_100_std": -0.210133, - "nauc_map_at_100_diff1": 0.877204, - "nauc_map_at_1000_max": 0.737293, - "nauc_map_at_1000_std": -0.210246, - "nauc_map_at_1000_diff1": 0.877205, - "nauc_recall_at_1_max": 0.714548, - "nauc_recall_at_1_std": -0.224089, - "nauc_recall_at_1_diff1": 0.88672, - "nauc_recall_at_3_max": 0.785433, - "nauc_recall_at_3_std": -0.218058, - "nauc_recall_at_3_diff1": 0.855535, - "nauc_recall_at_5_max": 0.846225, - "nauc_recall_at_5_std": -0.053243, - "nauc_recall_at_5_diff1": 0.857451, - "nauc_recall_at_10_max": 0.818794, - "nauc_recall_at_10_std": -0.169818, - "nauc_recall_at_10_diff1": 0.8742, - "nauc_recall_at_20_max": 0.809781, - "nauc_recall_at_20_std": -0.26739, - "nauc_recall_at_20_diff1": 0.864729, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.876296, + "mrr_at_5": 0.882185, + "mrr_at_10": 0.884247, + "mrr_at_20": 0.885108, + "mrr_at_100": 0.885607, + "mrr_at_1000": 0.885625, + "nauc_ndcg_at_1_max": 0.671951, + "nauc_ndcg_at_1_std": -0.237905, + "nauc_ndcg_at_1_diff1": 0.896686, + "nauc_ndcg_at_3_max": 0.691773, + "nauc_ndcg_at_3_std": -0.274698, + "nauc_ndcg_at_3_diff1": 0.878143, + "nauc_ndcg_at_5_max": 0.68748, + "nauc_ndcg_at_5_std": -0.255822, + "nauc_ndcg_at_5_diff1": 0.873974, + "nauc_ndcg_at_10_max": 0.690285, + "nauc_ndcg_at_10_std": -0.248346, + "nauc_ndcg_at_10_diff1": 0.882302, + "nauc_ndcg_at_20_max": 0.688381, + "nauc_ndcg_at_20_std": -0.258818, + "nauc_ndcg_at_20_diff1": 0.882422, + "nauc_ndcg_at_100_max": 0.689785, + "nauc_ndcg_at_100_std": -0.246246, + "nauc_ndcg_at_100_diff1": 0.883103, + "nauc_ndcg_at_1000_max": 0.688201, + "nauc_ndcg_at_1000_std": -0.251781, + "nauc_ndcg_at_1000_diff1": 0.88298, + "nauc_map_at_1_max": 0.671951, + "nauc_map_at_1_std": -0.237905, + "nauc_map_at_1_diff1": 0.896686, + "nauc_map_at_3_max": 0.687498, + "nauc_map_at_3_std": -0.263658, + "nauc_map_at_3_diff1": 0.882641, + "nauc_map_at_5_max": 0.685142, + "nauc_map_at_5_std": -0.25416, + "nauc_map_at_5_diff1": 0.880946, + "nauc_map_at_10_max": 0.686269, + "nauc_map_at_10_std": -0.251244, + "nauc_map_at_10_diff1": 0.883891, + "nauc_map_at_20_max": 0.685976, + "nauc_map_at_20_std": -0.25333, + "nauc_map_at_20_diff1": 0.883939, + "nauc_map_at_100_max": 0.686139, + "nauc_map_at_100_std": -0.252075, + "nauc_map_at_100_diff1": 0.884062, + "nauc_map_at_1000_max": 0.686088, + "nauc_map_at_1000_std": -0.252242, + "nauc_map_at_1000_diff1": 0.884062, + "nauc_recall_at_1_max": 0.671951, + "nauc_recall_at_1_std": -0.237905, + "nauc_recall_at_1_diff1": 0.896686, + "nauc_recall_at_3_max": 0.710473, + "nauc_recall_at_3_std": -0.326076, + "nauc_recall_at_3_diff1": 0.85797, + "nauc_recall_at_5_max": 0.700313, + "nauc_recall_at_5_std": -0.260396, + "nauc_recall_at_5_diff1": 0.826189, + "nauc_recall_at_10_max": 0.727277, + "nauc_recall_at_10_std": -0.203001, + "nauc_recall_at_10_diff1": 0.876847, + "nauc_recall_at_20_max": 0.709027, + "nauc_recall_at_20_std": -0.363163, + "nauc_recall_at_20_diff1": 0.87567, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.912854, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714548, - "nauc_precision_at_1_std": -0.224089, - "nauc_precision_at_1_diff1": 0.88672, - "nauc_precision_at_3_max": 0.785433, - "nauc_precision_at_3_std": -0.218058, - "nauc_precision_at_3_diff1": 0.855535, - "nauc_precision_at_5_max": 0.846225, - "nauc_precision_at_5_std": -0.053243, - "nauc_precision_at_5_diff1": 0.857451, - "nauc_precision_at_10_max": 0.818794, - "nauc_precision_at_10_std": -0.169818, - "nauc_precision_at_10_diff1": 0.8742, - "nauc_precision_at_20_max": 0.809781, - "nauc_precision_at_20_std": -0.26739, - "nauc_precision_at_20_diff1": 0.864729, + "nauc_precision_at_1_max": 0.671951, + "nauc_precision_at_1_std": -0.237905, + "nauc_precision_at_1_diff1": 0.896686, + "nauc_precision_at_3_max": 0.710473, + "nauc_precision_at_3_std": -0.326076, + "nauc_precision_at_3_diff1": 0.85797, + "nauc_precision_at_5_max": 0.700313, + "nauc_precision_at_5_std": -0.260396, + "nauc_precision_at_5_diff1": 0.826189, + "nauc_precision_at_10_max": 0.727277, + "nauc_precision_at_10_std": -0.203001, + "nauc_precision_at_10_diff1": 0.876847, + "nauc_precision_at_20_max": 0.709027, + "nauc_precision_at_20_std": -0.363163, + "nauc_precision_at_20_diff1": 0.87567, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.912854, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714548, - "nauc_mrr_at_1_std": -0.224089, - "nauc_mrr_at_1_diff1": 0.88672, - "nauc_mrr_at_3_max": 0.737443, - "nauc_mrr_at_3_std": -0.218362, - "nauc_mrr_at_3_diff1": 0.874992, - "nauc_mrr_at_5_max": 0.740931, - "nauc_mrr_at_5_std": -0.202689, - "nauc_mrr_at_5_diff1": 0.87591, - "nauc_mrr_at_10_max": 0.737971, - "nauc_mrr_at_10_std": -0.209635, - "nauc_mrr_at_10_diff1": 0.87711, - "nauc_mrr_at_20_max": 0.737358, - "nauc_mrr_at_20_std": -0.211416, - "nauc_mrr_at_20_diff1": 0.876976, - "nauc_mrr_at_100_max": 0.73732, - "nauc_mrr_at_100_std": -0.210133, - "nauc_mrr_at_100_diff1": 0.877204, - "nauc_mrr_at_1000_max": 0.737293, - "nauc_mrr_at_1000_std": -0.210246, - "nauc_mrr_at_1000_diff1": 0.877205, - "main_score": 0.90641, + "nauc_mrr_at_1_max": 0.671951, + "nauc_mrr_at_1_std": -0.237905, + "nauc_mrr_at_1_diff1": 0.896686, + "nauc_mrr_at_3_max": 0.687498, + "nauc_mrr_at_3_std": -0.263658, + "nauc_mrr_at_3_diff1": 0.882641, + "nauc_mrr_at_5_max": 0.685142, + "nauc_mrr_at_5_std": -0.25416, + "nauc_mrr_at_5_diff1": 0.880946, + "nauc_mrr_at_10_max": 0.686269, + "nauc_mrr_at_10_std": -0.251244, + "nauc_mrr_at_10_diff1": 0.883891, + "nauc_mrr_at_20_max": 0.685976, + "nauc_mrr_at_20_std": -0.25333, + "nauc_mrr_at_20_diff1": 0.883939, + "nauc_mrr_at_100_max": 0.686139, + "nauc_mrr_at_100_std": -0.252075, + "nauc_mrr_at_100_diff1": 0.884062, + "nauc_mrr_at_1000_max": 0.686088, + "nauc_mrr_at_1000_std": -0.252242, + "nauc_mrr_at_1000_diff1": 0.884062, + "hit_rate_at_1": 0.83333, + "hit_rate_at_3": 0.92667, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9049, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": [ "tgk-Cyrl", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.62111, - "ndcg_at_3": 0.67858, - "ndcg_at_5": 0.69675, - "ndcg_at_10": 0.70913, - "ndcg_at_20": 0.72097, - "ndcg_at_100": 0.73956, - "ndcg_at_1000": 0.74648, - "map_at_1": 0.62111, - "map_at_3": 0.66463, - "map_at_5": 0.67463, - "map_at_10": 0.67983, - "map_at_20": 0.6831, - "map_at_100": 0.68568, - "map_at_1000": 0.68597, - "recall_at_1": 0.62111, - "recall_at_3": 0.71889, - "recall_at_5": 0.76333, - "recall_at_10": 0.80111, - "recall_at_20": 0.84778, - "recall_at_100": 0.94778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59222, + "ndcg_at_3": 0.65141, + "ndcg_at_5": 0.66963, + "ndcg_at_10": 0.68693, + "ndcg_at_20": 0.6991, + "ndcg_at_100": 0.71844, + "ndcg_at_1000": 0.72647, + "map_at_1": 0.59222, + "map_at_3": 0.63759, + "map_at_5": 0.64765, + "map_at_10": 0.65481, + "map_at_20": 0.65805, + "map_at_100": 0.66087, + "map_at_1000": 0.66123, + "recall_at_1": 0.59222, + "recall_at_3": 0.69111, + "recall_at_5": 0.73556, + "recall_at_10": 0.78889, + "recall_at_20": 0.83778, + "recall_at_100": 0.94, "recall_at_1000": 1.0, - "precision_at_1": 0.62111, - "precision_at_3": 0.23963, - "precision_at_5": 0.15267, - "precision_at_10": 0.08011, - "precision_at_20": 0.04239, - "precision_at_100": 0.00948, - "precision_at_1000": 0.001, - "mrr_at_1": 0.621111, - "mrr_at_3": 0.66463, - "mrr_at_5": 0.67463, - "mrr_at_10": 0.679831, - "mrr_at_20": 0.683105, - "mrr_at_100": 0.685675, - "mrr_at_1000": 0.685975, - "nauc_ndcg_at_1_max": 0.839378, - "nauc_ndcg_at_1_std": 0.412568, - "nauc_ndcg_at_1_diff1": 0.871753, - "nauc_ndcg_at_3_max": 0.860323, - "nauc_ndcg_at_3_std": 0.455637, - "nauc_ndcg_at_3_diff1": 0.838557, - "nauc_ndcg_at_5_max": 0.859325, - "nauc_ndcg_at_5_std": 0.468413, - "nauc_ndcg_at_5_diff1": 0.838525, - "nauc_ndcg_at_10_max": 0.855909, - "nauc_ndcg_at_10_std": 0.469338, - "nauc_ndcg_at_10_diff1": 0.831235, - "nauc_ndcg_at_20_max": 0.85596, - "nauc_ndcg_at_20_std": 0.472291, - "nauc_ndcg_at_20_diff1": 0.834643, - "nauc_ndcg_at_100_max": 0.856734, - "nauc_ndcg_at_100_std": 0.468186, - "nauc_ndcg_at_100_diff1": 0.839058, - "nauc_ndcg_at_1000_max": 0.854916, - "nauc_ndcg_at_1000_std": 0.459756, - "nauc_ndcg_at_1000_diff1": 0.840896, - "nauc_map_at_1_max": 0.839378, - "nauc_map_at_1_std": 0.412568, - "nauc_map_at_1_diff1": 0.871753, - "nauc_map_at_3_max": 0.855609, - "nauc_map_at_3_std": 0.44439, - "nauc_map_at_3_diff1": 0.846979, - "nauc_map_at_5_max": 0.854884, - "nauc_map_at_5_std": 0.450386, - "nauc_map_at_5_diff1": 0.847152, - "nauc_map_at_10_max": 0.853389, - "nauc_map_at_10_std": 0.45025, - "nauc_map_at_10_diff1": 0.844382, - "nauc_map_at_20_max": 0.85348, - "nauc_map_at_20_std": 0.450985, - "nauc_map_at_20_diff1": 0.845423, - "nauc_map_at_100_max": 0.853328, - "nauc_map_at_100_std": 0.450005, - "nauc_map_at_100_diff1": 0.845951, - "nauc_map_at_1000_max": 0.85327, - "nauc_map_at_1000_std": 0.449716, - "nauc_map_at_1000_diff1": 0.846028, - "nauc_recall_at_1_max": 0.839378, - "nauc_recall_at_1_std": 0.412568, - "nauc_recall_at_1_diff1": 0.871753, - "nauc_recall_at_3_max": 0.875339, - "nauc_recall_at_3_std": 0.492312, - "nauc_recall_at_3_diff1": 0.811213, - "nauc_recall_at_5_max": 0.875079, - "nauc_recall_at_5_std": 0.537297, - "nauc_recall_at_5_diff1": 0.807186, - "nauc_recall_at_10_max": 0.864356, - "nauc_recall_at_10_std": 0.553116, - "nauc_recall_at_10_diff1": 0.773441, - "nauc_recall_at_20_max": 0.865638, - "nauc_recall_at_20_std": 0.592706, - "nauc_recall_at_20_diff1": 0.77845, - "nauc_recall_at_100_max": 0.914874, - "nauc_recall_at_100_std": 0.735135, - "nauc_recall_at_100_diff1": 0.783757, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.839378, - "nauc_precision_at_1_std": 0.412568, - "nauc_precision_at_1_diff1": 0.871753, - "nauc_precision_at_3_max": 0.875339, - "nauc_precision_at_3_std": 0.492312, - "nauc_precision_at_3_diff1": 0.811213, - "nauc_precision_at_5_max": 0.875079, - "nauc_precision_at_5_std": 0.537297, - "nauc_precision_at_5_diff1": 0.807186, - "nauc_precision_at_10_max": 0.864356, - "nauc_precision_at_10_std": 0.553116, - "nauc_precision_at_10_diff1": 0.773441, - "nauc_precision_at_20_max": 0.865638, - "nauc_precision_at_20_std": 0.592706, - "nauc_precision_at_20_diff1": 0.77845, - "nauc_precision_at_100_max": 0.914874, - "nauc_precision_at_100_std": 0.735135, - "nauc_precision_at_100_diff1": 0.783757, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.839378, - "nauc_mrr_at_1_std": 0.412568, - "nauc_mrr_at_1_diff1": 0.871753, - "nauc_mrr_at_3_max": 0.855609, - "nauc_mrr_at_3_std": 0.44439, - "nauc_mrr_at_3_diff1": 0.846979, - "nauc_mrr_at_5_max": 0.854884, - "nauc_mrr_at_5_std": 0.450386, - "nauc_mrr_at_5_diff1": 0.847152, - "nauc_mrr_at_10_max": 0.853389, - "nauc_mrr_at_10_std": 0.45025, - "nauc_mrr_at_10_diff1": 0.844382, - "nauc_mrr_at_20_max": 0.85348, - "nauc_mrr_at_20_std": 0.450985, - "nauc_mrr_at_20_diff1": 0.845423, - "nauc_mrr_at_100_max": 0.853328, - "nauc_mrr_at_100_std": 0.450005, - "nauc_mrr_at_100_diff1": 0.845951, - "nauc_mrr_at_1000_max": 0.85327, - "nauc_mrr_at_1000_std": 0.449716, - "nauc_mrr_at_1000_diff1": 0.846028, - "main_score": 0.70913, + "accuracy": 0.59222, + "precision_at_1": 0.59222, + "precision_at_3": 0.23037, + "precision_at_5": 0.14711, + "precision_at_10": 0.07889, + "precision_at_20": 0.04189, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592222, + "mrr_at_3": 0.637593, + "mrr_at_5": 0.647648, + "mrr_at_10": 0.654812, + "mrr_at_20": 0.658053, + "mrr_at_100": 0.66087, + "mrr_at_1000": 0.661227, + "nauc_ndcg_at_1_max": 0.788125, + "nauc_ndcg_at_1_std": 0.342244, + "nauc_ndcg_at_1_diff1": 0.858412, + "nauc_ndcg_at_3_max": 0.812708, + "nauc_ndcg_at_3_std": 0.389995, + "nauc_ndcg_at_3_diff1": 0.824753, + "nauc_ndcg_at_5_max": 0.812013, + "nauc_ndcg_at_5_std": 0.390923, + "nauc_ndcg_at_5_diff1": 0.81386, + "nauc_ndcg_at_10_max": 0.811111, + "nauc_ndcg_at_10_std": 0.401358, + "nauc_ndcg_at_10_diff1": 0.807556, + "nauc_ndcg_at_20_max": 0.809952, + "nauc_ndcg_at_20_std": 0.404757, + "nauc_ndcg_at_20_diff1": 0.809467, + "nauc_ndcg_at_100_max": 0.810049, + "nauc_ndcg_at_100_std": 0.399672, + "nauc_ndcg_at_100_diff1": 0.814486, + "nauc_ndcg_at_1000_max": 0.808622, + "nauc_ndcg_at_1000_std": 0.392806, + "nauc_ndcg_at_1000_diff1": 0.818979, + "nauc_map_at_1_max": 0.788125, + "nauc_map_at_1_std": 0.342244, + "nauc_map_at_1_diff1": 0.858412, + "nauc_map_at_3_max": 0.807431, + "nauc_map_at_3_std": 0.378089, + "nauc_map_at_3_diff1": 0.833322, + "nauc_map_at_5_max": 0.806978, + "nauc_map_at_5_std": 0.378593, + "nauc_map_at_5_diff1": 0.827824, + "nauc_map_at_10_max": 0.806767, + "nauc_map_at_10_std": 0.382543, + "nauc_map_at_10_diff1": 0.825899, + "nauc_map_at_20_max": 0.806378, + "nauc_map_at_20_std": 0.383112, + "nauc_map_at_20_diff1": 0.826341, + "nauc_map_at_100_max": 0.80626, + "nauc_map_at_100_std": 0.38245, + "nauc_map_at_100_diff1": 0.826915, + "nauc_map_at_1000_max": 0.806232, + "nauc_map_at_1000_std": 0.382267, + "nauc_map_at_1000_diff1": 0.827101, + "nauc_recall_at_1_max": 0.788125, + "nauc_recall_at_1_std": 0.342244, + "nauc_recall_at_1_diff1": 0.858412, + "nauc_recall_at_3_max": 0.82908, + "nauc_recall_at_3_std": 0.427853, + "nauc_recall_at_3_diff1": 0.797423, + "nauc_recall_at_5_max": 0.829039, + "nauc_recall_at_5_std": 0.433926, + "nauc_recall_at_5_diff1": 0.76259, + "nauc_recall_at_10_max": 0.826943, + "nauc_recall_at_10_std": 0.484115, + "nauc_recall_at_10_diff1": 0.724692, + "nauc_recall_at_20_max": 0.824495, + "nauc_recall_at_20_std": 0.529039, + "nauc_recall_at_20_diff1": 0.717827, + "nauc_recall_at_100_max": 0.855578, + "nauc_recall_at_100_std": 0.60965, + "nauc_recall_at_100_diff1": 0.68988, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.788125, + "nauc_precision_at_1_std": 0.342244, + "nauc_precision_at_1_diff1": 0.858412, + "nauc_precision_at_3_max": 0.82908, + "nauc_precision_at_3_std": 0.427853, + "nauc_precision_at_3_diff1": 0.797423, + "nauc_precision_at_5_max": 0.829039, + "nauc_precision_at_5_std": 0.433926, + "nauc_precision_at_5_diff1": 0.76259, + "nauc_precision_at_10_max": 0.826943, + "nauc_precision_at_10_std": 0.484115, + "nauc_precision_at_10_diff1": 0.724692, + "nauc_precision_at_20_max": 0.824495, + "nauc_precision_at_20_std": 0.529039, + "nauc_precision_at_20_diff1": 0.717827, + "nauc_precision_at_100_max": 0.855578, + "nauc_precision_at_100_std": 0.60965, + "nauc_precision_at_100_diff1": 0.68988, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.788125, + "nauc_mrr_at_1_std": 0.342244, + "nauc_mrr_at_1_diff1": 0.858412, + "nauc_mrr_at_3_max": 0.807431, + "nauc_mrr_at_3_std": 0.378089, + "nauc_mrr_at_3_diff1": 0.833322, + "nauc_mrr_at_5_max": 0.806978, + "nauc_mrr_at_5_std": 0.378593, + "nauc_mrr_at_5_diff1": 0.827824, + "nauc_mrr_at_10_max": 0.806767, + "nauc_mrr_at_10_std": 0.382543, + "nauc_mrr_at_10_diff1": 0.825899, + "nauc_mrr_at_20_max": 0.806378, + "nauc_mrr_at_20_std": 0.383112, + "nauc_mrr_at_20_diff1": 0.826341, + "nauc_mrr_at_100_max": 0.80626, + "nauc_mrr_at_100_std": 0.38245, + "nauc_mrr_at_100_diff1": 0.826915, + "nauc_mrr_at_1000_max": 0.806232, + "nauc_mrr_at_1000_std": 0.382267, + "nauc_mrr_at_1000_diff1": 0.827101, + "hit_rate_at_1": 0.59222, + "hit_rate_at_3": 0.69111, + "hit_rate_at_5": 0.73556, + "hit_rate_at_10": 0.78889, + "hit_rate_at_20": 0.83778, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.68693, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": [ "eng-Latn", "tgk-Cyrl" - ] - }, - { - "ndcg_at_1": 0.87, - "ndcg_at_3": 0.90454, - "ndcg_at_5": 0.91463, - "ndcg_at_10": 0.92011, - "ndcg_at_20": 0.92267, - "ndcg_at_100": 0.92592, - "ndcg_at_1000": 0.92634, - "map_at_1": 0.87, - "map_at_3": 0.89611, - "map_at_5": 0.90172, - "map_at_10": 0.90404, - "map_at_20": 0.90477, - "map_at_100": 0.90527, - "map_at_1000": 0.90529, - "recall_at_1": 0.87, - "recall_at_3": 0.92889, - "recall_at_5": 0.95333, - "recall_at_10": 0.97, - "recall_at_20": 0.98, - "recall_at_100": 0.99667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.9019, + "ndcg_at_5": 0.91075, + "ndcg_at_10": 0.91551, + "ndcg_at_20": 0.92011, + "ndcg_at_100": 0.92339, + "ndcg_at_1000": 0.92396, + "map_at_1": 0.86778, + "map_at_3": 0.8937, + "map_at_5": 0.8987, + "map_at_10": 0.90072, + "map_at_20": 0.90204, + "map_at_100": 0.90256, + "map_at_1000": 0.90258, + "recall_at_1": 0.86778, + "recall_at_3": 0.92556, + "recall_at_5": 0.94667, + "recall_at_10": 0.96111, + "recall_at_20": 0.97889, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.87, - "precision_at_3": 0.30963, - "precision_at_5": 0.19067, - "precision_at_10": 0.097, - "precision_at_20": 0.049, - "precision_at_100": 0.00997, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.30852, + "precision_at_5": 0.18933, + "precision_at_10": 0.09611, + "precision_at_20": 0.04894, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.87, - "mrr_at_3": 0.896111, - "mrr_at_5": 0.901722, - "mrr_at_10": 0.904041, - "mrr_at_20": 0.904766, - "mrr_at_100": 0.905272, - "mrr_at_1000": 0.905287, - "nauc_ndcg_at_1_max": 0.805167, - "nauc_ndcg_at_1_std": 0.157154, - "nauc_ndcg_at_1_diff1": 0.945753, - "nauc_ndcg_at_3_max": 0.844534, - "nauc_ndcg_at_3_std": 0.22376, - "nauc_ndcg_at_3_diff1": 0.932277, - "nauc_ndcg_at_5_max": 0.851787, - "nauc_ndcg_at_5_std": 0.265432, - "nauc_ndcg_at_5_diff1": 0.935421, - "nauc_ndcg_at_10_max": 0.844692, - "nauc_ndcg_at_10_std": 0.256318, - "nauc_ndcg_at_10_diff1": 0.937588, - "nauc_ndcg_at_20_max": 0.840853, - "nauc_ndcg_at_20_std": 0.238485, - "nauc_ndcg_at_20_diff1": 0.938116, - "nauc_ndcg_at_100_max": 0.838067, - "nauc_ndcg_at_100_std": 0.229569, - "nauc_ndcg_at_100_diff1": 0.937982, - "nauc_ndcg_at_1000_max": 0.837358, - "nauc_ndcg_at_1000_std": 0.225284, - "nauc_ndcg_at_1000_diff1": 0.938136, - "nauc_map_at_1_max": 0.805167, - "nauc_map_at_1_std": 0.157154, - "nauc_map_at_1_diff1": 0.945753, - "nauc_map_at_3_max": 0.834672, - "nauc_map_at_3_std": 0.203733, - "nauc_map_at_3_diff1": 0.935945, - "nauc_map_at_5_max": 0.837873, - "nauc_map_at_5_std": 0.222829, - "nauc_map_at_5_diff1": 0.93781, - "nauc_map_at_10_max": 0.835092, - "nauc_map_at_10_std": 0.219067, - "nauc_map_at_10_diff1": 0.938764, - "nauc_map_at_20_max": 0.834111, - "nauc_map_at_20_std": 0.214587, - "nauc_map_at_20_diff1": 0.938921, - "nauc_map_at_100_max": 0.833632, - "nauc_map_at_100_std": 0.213103, - "nauc_map_at_100_diff1": 0.938856, - "nauc_map_at_1000_max": 0.83361, - "nauc_map_at_1000_std": 0.212982, - "nauc_map_at_1000_diff1": 0.938862, - "nauc_recall_at_1_max": 0.805167, - "nauc_recall_at_1_std": 0.157154, - "nauc_recall_at_1_diff1": 0.945753, - "nauc_recall_at_3_max": 0.884213, - "nauc_recall_at_3_std": 0.306694, - "nauc_recall_at_3_diff1": 0.917316, - "nauc_recall_at_5_max": 0.934374, - "nauc_recall_at_5_std": 0.531124, - "nauc_recall_at_5_diff1": 0.92208, - "nauc_recall_at_10_max": 0.922727, - "nauc_recall_at_10_std": 0.597451, - "nauc_recall_at_10_diff1": 0.929799, - "nauc_recall_at_20_max": 0.905877, - "nauc_recall_at_20_std": 0.507703, - "nauc_recall_at_20_diff1": 0.932825, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.956427, - "nauc_recall_at_100_diff1": 0.912854, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.893704, + "mrr_at_5": 0.898704, + "mrr_at_10": 0.900723, + "mrr_at_20": 0.902036, + "mrr_at_100": 0.90256, + "mrr_at_1000": 0.902581, + "nauc_ndcg_at_1_max": 0.823522, + "nauc_ndcg_at_1_std": 0.127349, + "nauc_ndcg_at_1_diff1": 0.939196, + "nauc_ndcg_at_3_max": 0.853895, + "nauc_ndcg_at_3_std": 0.200031, + "nauc_ndcg_at_3_diff1": 0.928897, + "nauc_ndcg_at_5_max": 0.857437, + "nauc_ndcg_at_5_std": 0.220645, + "nauc_ndcg_at_5_diff1": 0.929724, + "nauc_ndcg_at_10_max": 0.856757, + "nauc_ndcg_at_10_std": 0.2306, + "nauc_ndcg_at_10_diff1": 0.9307, + "nauc_ndcg_at_20_max": 0.851477, + "nauc_ndcg_at_20_std": 0.209814, + "nauc_ndcg_at_20_diff1": 0.931628, + "nauc_ndcg_at_100_max": 0.84937, + "nauc_ndcg_at_100_std": 0.20364, + "nauc_ndcg_at_100_diff1": 0.931886, + "nauc_ndcg_at_1000_max": 0.84846, + "nauc_ndcg_at_1000_std": 0.197568, + "nauc_ndcg_at_1000_diff1": 0.931865, + "nauc_map_at_1_max": 0.823522, + "nauc_map_at_1_std": 0.127349, + "nauc_map_at_1_diff1": 0.939196, + "nauc_map_at_3_max": 0.845524, + "nauc_map_at_3_std": 0.178976, + "nauc_map_at_3_diff1": 0.931461, + "nauc_map_at_5_max": 0.847049, + "nauc_map_at_5_std": 0.188218, + "nauc_map_at_5_diff1": 0.932, + "nauc_map_at_10_max": 0.846638, + "nauc_map_at_10_std": 0.191138, + "nauc_map_at_10_diff1": 0.932483, + "nauc_map_at_20_max": 0.845318, + "nauc_map_at_20_std": 0.186137, + "nauc_map_at_20_diff1": 0.932723, + "nauc_map_at_100_max": 0.844979, + "nauc_map_at_100_std": 0.184957, + "nauc_map_at_100_diff1": 0.932686, + "nauc_map_at_1000_max": 0.844952, + "nauc_map_at_1000_std": 0.184785, + "nauc_map_at_1000_diff1": 0.932685, + "nauc_recall_at_1_max": 0.823522, + "nauc_recall_at_1_std": 0.127349, + "nauc_recall_at_1_diff1": 0.939196, + "nauc_recall_at_3_max": 0.887342, + "nauc_recall_at_3_std": 0.284795, + "nauc_recall_at_3_diff1": 0.918823, + "nauc_recall_at_5_max": 0.913107, + "nauc_recall_at_5_std": 0.399169, + "nauc_recall_at_5_diff1": 0.918106, + "nauc_recall_at_10_max": 0.928718, + "nauc_recall_at_10_std": 0.529665, + "nauc_recall_at_10_diff1": 0.919101, + "nauc_recall_at_20_max": 0.911691, + "nauc_recall_at_20_std": 0.4699, + "nauc_recall_at_20_diff1": 0.922601, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.805167, - "nauc_precision_at_1_std": 0.157154, - "nauc_precision_at_1_diff1": 0.945753, - "nauc_precision_at_3_max": 0.884213, - "nauc_precision_at_3_std": 0.306694, - "nauc_precision_at_3_diff1": 0.917316, - "nauc_precision_at_5_max": 0.934374, - "nauc_precision_at_5_std": 0.531124, - "nauc_precision_at_5_diff1": 0.92208, - "nauc_precision_at_10_max": 0.922727, - "nauc_precision_at_10_std": 0.597451, - "nauc_precision_at_10_diff1": 0.929799, - "nauc_precision_at_20_max": 0.905877, - "nauc_precision_at_20_std": 0.507703, - "nauc_precision_at_20_diff1": 0.932825, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.956427, - "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1_max": 0.823522, + "nauc_precision_at_1_std": 0.127349, + "nauc_precision_at_1_diff1": 0.939196, + "nauc_precision_at_3_max": 0.887342, + "nauc_precision_at_3_std": 0.284795, + "nauc_precision_at_3_diff1": 0.918823, + "nauc_precision_at_5_max": 0.913107, + "nauc_precision_at_5_std": 0.399169, + "nauc_precision_at_5_diff1": 0.918106, + "nauc_precision_at_10_max": 0.928718, + "nauc_precision_at_10_std": 0.529665, + "nauc_precision_at_10_diff1": 0.919101, + "nauc_precision_at_20_max": 0.911691, + "nauc_precision_at_20_std": 0.4699, + "nauc_precision_at_20_diff1": 0.922601, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.805167, - "nauc_mrr_at_1_std": 0.157154, - "nauc_mrr_at_1_diff1": 0.945753, - "nauc_mrr_at_3_max": 0.834672, - "nauc_mrr_at_3_std": 0.203733, - "nauc_mrr_at_3_diff1": 0.935945, - "nauc_mrr_at_5_max": 0.837873, - "nauc_mrr_at_5_std": 0.222829, - "nauc_mrr_at_5_diff1": 0.93781, - "nauc_mrr_at_10_max": 0.835092, - "nauc_mrr_at_10_std": 0.219067, - "nauc_mrr_at_10_diff1": 0.938764, - "nauc_mrr_at_20_max": 0.834111, - "nauc_mrr_at_20_std": 0.214587, - "nauc_mrr_at_20_diff1": 0.938921, - "nauc_mrr_at_100_max": 0.833632, - "nauc_mrr_at_100_std": 0.213103, - "nauc_mrr_at_100_diff1": 0.938856, - "nauc_mrr_at_1000_max": 0.83361, - "nauc_mrr_at_1000_std": 0.212982, - "nauc_mrr_at_1000_diff1": 0.938862, - "main_score": 0.92011, + "nauc_mrr_at_1_max": 0.823522, + "nauc_mrr_at_1_std": 0.127349, + "nauc_mrr_at_1_diff1": 0.939196, + "nauc_mrr_at_3_max": 0.845524, + "nauc_mrr_at_3_std": 0.178976, + "nauc_mrr_at_3_diff1": 0.931461, + "nauc_mrr_at_5_max": 0.847049, + "nauc_mrr_at_5_std": 0.188218, + "nauc_mrr_at_5_diff1": 0.932, + "nauc_mrr_at_10_max": 0.846638, + "nauc_mrr_at_10_std": 0.191138, + "nauc_mrr_at_10_diff1": 0.932483, + "nauc_mrr_at_20_max": 0.845318, + "nauc_mrr_at_20_std": 0.186137, + "nauc_mrr_at_20_diff1": 0.932723, + "nauc_mrr_at_100_max": 0.844979, + "nauc_mrr_at_100_std": 0.184957, + "nauc_mrr_at_100_diff1": 0.932686, + "nauc_mrr_at_1000_max": 0.844952, + "nauc_mrr_at_1000_std": 0.184785, + "nauc_mrr_at_1000_diff1": 0.932685, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.92556, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.91551, "hf_subset": "tgl_Latn-tgl_Latn", "languages": [ "tgl-Latn", "tgl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90444, - "ndcg_at_3": 0.9421, - "ndcg_at_5": 0.94607, - "ndcg_at_10": 0.94873, - "ndcg_at_20": 0.95039, - "ndcg_at_100": 0.95172, - "ndcg_at_1000": 0.95204, - "map_at_1": 0.90444, - "map_at_3": 0.93352, - "map_at_5": 0.93563, - "map_at_10": 0.93681, - "map_at_20": 0.93726, - "map_at_100": 0.93748, - "map_at_1000": 0.93749, - "recall_at_1": 0.90444, - "recall_at_3": 0.96667, - "recall_at_5": 0.97667, - "recall_at_10": 0.98444, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93973, + "ndcg_at_5": 0.94475, + "ndcg_at_10": 0.94876, + "ndcg_at_20": 0.94929, + "ndcg_at_100": 0.95079, + "ndcg_at_1000": 0.95109, + "map_at_1": 0.90333, + "map_at_3": 0.93148, + "map_at_5": 0.93426, + "map_at_10": 0.93594, + "map_at_20": 0.93607, + "map_at_100": 0.93629, + "map_at_1000": 0.93631, + "recall_at_1": 0.90333, + "recall_at_3": 0.96333, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90444, - "precision_at_3": 0.32222, - "precision_at_5": 0.19533, - "precision_at_10": 0.09844, - "precision_at_20": 0.04956, + "accuracy": 0.90333, + "precision_at_1": 0.90333, + "precision_at_3": 0.32111, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.0495, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.904444, - "mrr_at_3": 0.933519, - "mrr_at_5": 0.93563, - "mrr_at_10": 0.936811, - "mrr_at_20": 0.937261, - "mrr_at_100": 0.937476, - "mrr_at_1000": 0.937494, - "nauc_ndcg_at_1_max": 0.779162, - "nauc_ndcg_at_1_std": -0.347431, - "nauc_ndcg_at_1_diff1": 0.941752, - "nauc_ndcg_at_3_max": 0.805038, - "nauc_ndcg_at_3_std": -0.389343, - "nauc_ndcg_at_3_diff1": 0.94313, - "nauc_ndcg_at_5_max": 0.807758, - "nauc_ndcg_at_5_std": -0.382873, - "nauc_ndcg_at_5_diff1": 0.944287, - "nauc_ndcg_at_10_max": 0.80375, - "nauc_ndcg_at_10_std": -0.349443, - "nauc_ndcg_at_10_diff1": 0.941399, - "nauc_ndcg_at_20_max": 0.80133, - "nauc_ndcg_at_20_std": -0.347075, - "nauc_ndcg_at_20_diff1": 0.943608, - "nauc_ndcg_at_100_max": 0.799286, - "nauc_ndcg_at_100_std": -0.351935, - "nauc_ndcg_at_100_diff1": 0.942653, - "nauc_ndcg_at_1000_max": 0.797955, - "nauc_ndcg_at_1000_std": -0.360901, - "nauc_ndcg_at_1000_diff1": 0.942273, - "nauc_map_at_1_max": 0.779162, - "nauc_map_at_1_std": -0.347431, - "nauc_map_at_1_diff1": 0.941752, - "nauc_map_at_3_max": 0.796679, - "nauc_map_at_3_std": -0.376436, - "nauc_map_at_3_diff1": 0.942066, - "nauc_map_at_5_max": 0.797399, - "nauc_map_at_5_std": -0.374108, - "nauc_map_at_5_diff1": 0.942479, - "nauc_map_at_10_max": 0.795775, - "nauc_map_at_10_std": -0.362587, - "nauc_map_at_10_diff1": 0.941403, - "nauc_map_at_20_max": 0.795296, - "nauc_map_at_20_std": -0.362276, - "nauc_map_at_20_diff1": 0.941968, - "nauc_map_at_100_max": 0.794972, - "nauc_map_at_100_std": -0.363415, - "nauc_map_at_100_diff1": 0.941838, - "nauc_map_at_1000_max": 0.794914, - "nauc_map_at_1000_std": -0.363803, - "nauc_map_at_1000_diff1": 0.941822, - "nauc_recall_at_1_max": 0.779162, - "nauc_recall_at_1_std": -0.347431, - "nauc_recall_at_1_diff1": 0.941752, - "nauc_recall_at_3_max": 0.852646, - "nauc_recall_at_3_std": -0.462294, - "nauc_recall_at_3_diff1": 0.949735, - "nauc_recall_at_5_max": 0.891401, - "nauc_recall_at_5_std": -0.444645, - "nauc_recall_at_5_diff1": 0.960095, - "nauc_recall_at_10_max": 0.894291, - "nauc_recall_at_10_std": -0.138722, - "nauc_recall_at_10_diff1": 0.940143, - "nauc_recall_at_20_max": 0.90342, - "nauc_recall_at_20_std": 0.077556, - "nauc_recall_at_20_diff1": 0.98366, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.931481, + "mrr_at_5": 0.934259, + "mrr_at_10": 0.935941, + "mrr_at_20": 0.936065, + "mrr_at_100": 0.936293, + "mrr_at_1000": 0.936307, + "nauc_ndcg_at_1_max": 0.77077, + "nauc_ndcg_at_1_std": -0.404783, + "nauc_ndcg_at_1_diff1": 0.937163, + "nauc_ndcg_at_3_max": 0.788784, + "nauc_ndcg_at_3_std": -0.403186, + "nauc_ndcg_at_3_diff1": 0.93104, + "nauc_ndcg_at_5_max": 0.779037, + "nauc_ndcg_at_5_std": -0.430803, + "nauc_ndcg_at_5_diff1": 0.929444, + "nauc_ndcg_at_10_max": 0.787229, + "nauc_ndcg_at_10_std": -0.393274, + "nauc_ndcg_at_10_diff1": 0.933697, + "nauc_ndcg_at_20_max": 0.785033, + "nauc_ndcg_at_20_std": -0.401031, + "nauc_ndcg_at_20_diff1": 0.933675, + "nauc_ndcg_at_100_max": 0.785332, + "nauc_ndcg_at_100_std": -0.393426, + "nauc_ndcg_at_100_diff1": 0.933964, + "nauc_ndcg_at_1000_max": 0.784004, + "nauc_ndcg_at_1000_std": -0.402049, + "nauc_ndcg_at_1000_diff1": 0.933555, + "nauc_map_at_1_max": 0.77077, + "nauc_map_at_1_std": -0.404783, + "nauc_map_at_1_diff1": 0.937163, + "nauc_map_at_3_max": 0.784205, + "nauc_map_at_3_std": -0.405103, + "nauc_map_at_3_diff1": 0.932748, + "nauc_map_at_5_max": 0.779526, + "nauc_map_at_5_std": -0.418689, + "nauc_map_at_5_diff1": 0.932185, + "nauc_map_at_10_max": 0.782334, + "nauc_map_at_10_std": -0.405835, + "nauc_map_at_10_diff1": 0.933672, + "nauc_map_at_20_max": 0.781912, + "nauc_map_at_20_std": -0.407314, + "nauc_map_at_20_diff1": 0.933664, + "nauc_map_at_100_max": 0.782039, + "nauc_map_at_100_std": -0.406198, + "nauc_map_at_100_diff1": 0.933709, + "nauc_map_at_1000_max": 0.781991, + "nauc_map_at_1000_std": -0.406504, + "nauc_map_at_1000_diff1": 0.933695, + "nauc_recall_at_1_max": 0.77077, + "nauc_recall_at_1_std": -0.404783, + "nauc_recall_at_1_diff1": 0.937163, + "nauc_recall_at_3_max": 0.812282, + "nauc_recall_at_3_std": -0.391789, + "nauc_recall_at_3_diff1": 0.92212, + "nauc_recall_at_5_max": 0.769884, + "nauc_recall_at_5_std": -0.530643, + "nauc_recall_at_5_diff1": 0.90769, + "nauc_recall_at_10_max": 0.863976, + "nauc_recall_at_10_std": -0.149733, + "nauc_recall_at_10_diff1": 0.940582, + "nauc_recall_at_20_max": 0.833748, + "nauc_recall_at_20_std": -0.262579, + "nauc_recall_at_20_diff1": 0.941903, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779162, - "nauc_precision_at_1_std": -0.347431, - "nauc_precision_at_1_diff1": 0.941752, - "nauc_precision_at_3_max": 0.852646, - "nauc_precision_at_3_std": -0.462294, - "nauc_precision_at_3_diff1": 0.949735, - "nauc_precision_at_5_max": 0.891401, - "nauc_precision_at_5_std": -0.444645, - "nauc_precision_at_5_diff1": 0.960095, - "nauc_precision_at_10_max": 0.894291, - "nauc_precision_at_10_std": -0.138722, - "nauc_precision_at_10_diff1": 0.940143, - "nauc_precision_at_20_max": 0.90342, - "nauc_precision_at_20_std": 0.077556, - "nauc_precision_at_20_diff1": 0.98366, + "nauc_precision_at_1_max": 0.77077, + "nauc_precision_at_1_std": -0.404783, + "nauc_precision_at_1_diff1": 0.937163, + "nauc_precision_at_3_max": 0.812282, + "nauc_precision_at_3_std": -0.391789, + "nauc_precision_at_3_diff1": 0.92212, + "nauc_precision_at_5_max": 0.769884, + "nauc_precision_at_5_std": -0.530643, + "nauc_precision_at_5_diff1": 0.90769, + "nauc_precision_at_10_max": 0.863976, + "nauc_precision_at_10_std": -0.149733, + "nauc_precision_at_10_diff1": 0.940582, + "nauc_precision_at_20_max": 0.833748, + "nauc_precision_at_20_std": -0.262579, + "nauc_precision_at_20_diff1": 0.941903, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779162, - "nauc_mrr_at_1_std": -0.347431, - "nauc_mrr_at_1_diff1": 0.941752, - "nauc_mrr_at_3_max": 0.796679, - "nauc_mrr_at_3_std": -0.376436, - "nauc_mrr_at_3_diff1": 0.942066, - "nauc_mrr_at_5_max": 0.797399, - "nauc_mrr_at_5_std": -0.374108, - "nauc_mrr_at_5_diff1": 0.942479, - "nauc_mrr_at_10_max": 0.795775, - "nauc_mrr_at_10_std": -0.362587, - "nauc_mrr_at_10_diff1": 0.941403, - "nauc_mrr_at_20_max": 0.795296, - "nauc_mrr_at_20_std": -0.362276, - "nauc_mrr_at_20_diff1": 0.941968, - "nauc_mrr_at_100_max": 0.794972, - "nauc_mrr_at_100_std": -0.363415, - "nauc_mrr_at_100_diff1": 0.941838, - "nauc_mrr_at_1000_max": 0.794914, - "nauc_mrr_at_1000_std": -0.363803, - "nauc_mrr_at_1000_diff1": 0.941822, - "main_score": 0.94873, + "nauc_mrr_at_1_max": 0.77077, + "nauc_mrr_at_1_std": -0.404783, + "nauc_mrr_at_1_diff1": 0.937163, + "nauc_mrr_at_3_max": 0.784205, + "nauc_mrr_at_3_std": -0.405103, + "nauc_mrr_at_3_diff1": 0.932748, + "nauc_mrr_at_5_max": 0.779526, + "nauc_mrr_at_5_std": -0.418689, + "nauc_mrr_at_5_diff1": 0.932185, + "nauc_mrr_at_10_max": 0.782334, + "nauc_mrr_at_10_std": -0.405835, + "nauc_mrr_at_10_diff1": 0.933672, + "nauc_mrr_at_20_max": 0.781912, + "nauc_mrr_at_20_std": -0.407314, + "nauc_mrr_at_20_diff1": 0.933664, + "nauc_mrr_at_100_max": 0.782039, + "nauc_mrr_at_100_std": -0.406198, + "nauc_mrr_at_100_diff1": 0.933709, + "nauc_mrr_at_1000_max": 0.781991, + "nauc_mrr_at_1000_std": -0.406504, + "nauc_mrr_at_1000_diff1": 0.933695, + "hit_rate_at_1": 0.90333, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94876, "hf_subset": "tgl_Latn-eng_Latn", "languages": [ "tgl-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.84889, - "ndcg_at_3": 0.88792, - "ndcg_at_5": 0.89748, - "ndcg_at_10": 0.90368, - "ndcg_at_20": 0.90762, - "ndcg_at_100": 0.91122, - "ndcg_at_1000": 0.91238, - "map_at_1": 0.84889, - "map_at_3": 0.8787, - "map_at_5": 0.88398, - "map_at_10": 0.88659, - "map_at_20": 0.88767, - "map_at_100": 0.88821, - "map_at_1000": 0.88825, - "recall_at_1": 0.84889, - "recall_at_3": 0.91444, - "recall_at_5": 0.93778, - "recall_at_10": 0.95667, - "recall_at_20": 0.97222, - "recall_at_100": 0.99111, + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.87174, + "ndcg_at_5": 0.88121, + "ndcg_at_10": 0.889, + "ndcg_at_20": 0.893, + "ndcg_at_100": 0.89765, + "ndcg_at_1000": 0.89897, + "map_at_1": 0.82444, + "map_at_3": 0.86074, + "map_at_5": 0.86591, + "map_at_10": 0.86926, + "map_at_20": 0.8704, + "map_at_100": 0.87107, + "map_at_1000": 0.87113, + "recall_at_1": 0.82444, + "recall_at_3": 0.90333, + "recall_at_5": 0.92667, + "recall_at_10": 0.95, + "recall_at_20": 0.96556, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.84889, - "precision_at_3": 0.30481, - "precision_at_5": 0.18756, - "precision_at_10": 0.09567, - "precision_at_20": 0.04861, - "precision_at_100": 0.00991, + "accuracy": 0.82444, + "precision_at_1": 0.82444, + "precision_at_3": 0.30111, + "precision_at_5": 0.18533, + "precision_at_10": 0.095, + "precision_at_20": 0.04828, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.848889, - "mrr_at_3": 0.878704, - "mrr_at_5": 0.883981, - "mrr_at_10": 0.886589, - "mrr_at_20": 0.887674, - "mrr_at_100": 0.888206, - "mrr_at_1000": 0.888252, - "nauc_ndcg_at_1_max": 0.834394, - "nauc_ndcg_at_1_std": 0.150256, - "nauc_ndcg_at_1_diff1": 0.917107, - "nauc_ndcg_at_3_max": 0.864517, - "nauc_ndcg_at_3_std": 0.252444, - "nauc_ndcg_at_3_diff1": 0.906631, - "nauc_ndcg_at_5_max": 0.871505, - "nauc_ndcg_at_5_std": 0.280366, - "nauc_ndcg_at_5_diff1": 0.908228, - "nauc_ndcg_at_10_max": 0.86726, - "nauc_ndcg_at_10_std": 0.260878, - "nauc_ndcg_at_10_diff1": 0.909793, - "nauc_ndcg_at_20_max": 0.863066, - "nauc_ndcg_at_20_std": 0.253565, - "nauc_ndcg_at_20_diff1": 0.909184, - "nauc_ndcg_at_100_max": 0.861133, - "nauc_ndcg_at_100_std": 0.248823, - "nauc_ndcg_at_100_diff1": 0.909599, - "nauc_ndcg_at_1000_max": 0.859247, - "nauc_ndcg_at_1000_std": 0.238825, - "nauc_ndcg_at_1000_diff1": 0.909695, - "nauc_map_at_1_max": 0.834394, - "nauc_map_at_1_std": 0.150256, - "nauc_map_at_1_diff1": 0.917107, - "nauc_map_at_3_max": 0.854924, - "nauc_map_at_3_std": 0.219034, - "nauc_map_at_3_diff1": 0.908799, - "nauc_map_at_5_max": 0.857801, - "nauc_map_at_5_std": 0.23141, - "nauc_map_at_5_diff1": 0.909613, - "nauc_map_at_10_max": 0.856011, - "nauc_map_at_10_std": 0.223603, - "nauc_map_at_10_diff1": 0.910229, - "nauc_map_at_20_max": 0.854944, - "nauc_map_at_20_std": 0.221578, - "nauc_map_at_20_diff1": 0.910106, - "nauc_map_at_100_max": 0.854731, - "nauc_map_at_100_std": 0.221184, - "nauc_map_at_100_diff1": 0.910199, - "nauc_map_at_1000_max": 0.85467, - "nauc_map_at_1000_std": 0.220863, - "nauc_map_at_1000_diff1": 0.910198, - "nauc_recall_at_1_max": 0.834394, - "nauc_recall_at_1_std": 0.150256, - "nauc_recall_at_1_diff1": 0.917107, - "nauc_recall_at_3_max": 0.903058, - "nauc_recall_at_3_std": 0.387118, - "nauc_recall_at_3_diff1": 0.898535, - "nauc_recall_at_5_max": 0.945645, - "nauc_recall_at_5_std": 0.545193, - "nauc_recall_at_5_diff1": 0.902294, - "nauc_recall_at_10_max": 0.949185, - "nauc_recall_at_10_std": 0.527197, - "nauc_recall_at_10_diff1": 0.909802, - "nauc_recall_at_20_max": 0.941643, - "nauc_recall_at_20_std": 0.583081, - "nauc_recall_at_20_diff1": 0.901774, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.98366, - "nauc_recall_at_100_diff1": 0.899918, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.834394, - "nauc_precision_at_1_std": 0.150256, - "nauc_precision_at_1_diff1": 0.917107, - "nauc_precision_at_3_max": 0.903058, - "nauc_precision_at_3_std": 0.387118, - "nauc_precision_at_3_diff1": 0.898535, - "nauc_precision_at_5_max": 0.945645, - "nauc_precision_at_5_std": 0.545193, - "nauc_precision_at_5_diff1": 0.902294, - "nauc_precision_at_10_max": 0.949185, - "nauc_precision_at_10_std": 0.527197, - "nauc_precision_at_10_diff1": 0.909802, - "nauc_precision_at_20_max": 0.941643, - "nauc_precision_at_20_std": 0.583081, - "nauc_precision_at_20_diff1": 0.901774, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.98366, - "nauc_precision_at_100_diff1": 0.899918, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.834394, - "nauc_mrr_at_1_std": 0.150256, - "nauc_mrr_at_1_diff1": 0.917107, - "nauc_mrr_at_3_max": 0.854924, - "nauc_mrr_at_3_std": 0.219034, - "nauc_mrr_at_3_diff1": 0.908799, - "nauc_mrr_at_5_max": 0.857801, - "nauc_mrr_at_5_std": 0.23141, - "nauc_mrr_at_5_diff1": 0.909613, - "nauc_mrr_at_10_max": 0.856011, - "nauc_mrr_at_10_std": 0.223603, - "nauc_mrr_at_10_diff1": 0.910229, - "nauc_mrr_at_20_max": 0.854944, - "nauc_mrr_at_20_std": 0.221578, - "nauc_mrr_at_20_diff1": 0.910106, - "nauc_mrr_at_100_max": 0.854731, - "nauc_mrr_at_100_std": 0.221184, - "nauc_mrr_at_100_diff1": 0.910199, - "nauc_mrr_at_1000_max": 0.85467, - "nauc_mrr_at_1000_std": 0.220863, - "nauc_mrr_at_1000_diff1": 0.910198, - "main_score": 0.90368, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.860741, + "mrr_at_5": 0.865907, + "mrr_at_10": 0.869261, + "mrr_at_20": 0.870395, + "mrr_at_100": 0.871075, + "mrr_at_1000": 0.871128, + "nauc_ndcg_at_1_max": 0.801851, + "nauc_ndcg_at_1_std": 0.09672, + "nauc_ndcg_at_1_diff1": 0.912569, + "nauc_ndcg_at_3_max": 0.826742, + "nauc_ndcg_at_3_std": 0.185556, + "nauc_ndcg_at_3_diff1": 0.897384, + "nauc_ndcg_at_5_max": 0.833732, + "nauc_ndcg_at_5_std": 0.216698, + "nauc_ndcg_at_5_diff1": 0.899308, + "nauc_ndcg_at_10_max": 0.83252, + "nauc_ndcg_at_10_std": 0.216304, + "nauc_ndcg_at_10_diff1": 0.900824, + "nauc_ndcg_at_20_max": 0.829272, + "nauc_ndcg_at_20_std": 0.198802, + "nauc_ndcg_at_20_diff1": 0.903984, + "nauc_ndcg_at_100_max": 0.82672, + "nauc_ndcg_at_100_std": 0.194894, + "nauc_ndcg_at_100_diff1": 0.904212, + "nauc_ndcg_at_1000_max": 0.824569, + "nauc_ndcg_at_1000_std": 0.184357, + "nauc_ndcg_at_1000_diff1": 0.903524, + "nauc_map_at_1_max": 0.801851, + "nauc_map_at_1_std": 0.09672, + "nauc_map_at_1_diff1": 0.912569, + "nauc_map_at_3_max": 0.81938, + "nauc_map_at_3_std": 0.160266, + "nauc_map_at_3_diff1": 0.901645, + "nauc_map_at_5_max": 0.822241, + "nauc_map_at_5_std": 0.17379, + "nauc_map_at_5_diff1": 0.902705, + "nauc_map_at_10_max": 0.821552, + "nauc_map_at_10_std": 0.172405, + "nauc_map_at_10_diff1": 0.90339, + "nauc_map_at_20_max": 0.820602, + "nauc_map_at_20_std": 0.167675, + "nauc_map_at_20_diff1": 0.904083, + "nauc_map_at_100_max": 0.820305, + "nauc_map_at_100_std": 0.167383, + "nauc_map_at_100_diff1": 0.904107, + "nauc_map_at_1000_max": 0.820233, + "nauc_map_at_1000_std": 0.167033, + "nauc_map_at_1000_diff1": 0.904088, + "nauc_recall_at_1_max": 0.801851, + "nauc_recall_at_1_std": 0.09672, + "nauc_recall_at_1_diff1": 0.912569, + "nauc_recall_at_3_max": 0.856155, + "nauc_recall_at_3_std": 0.286026, + "nauc_recall_at_3_diff1": 0.880496, + "nauc_recall_at_5_max": 0.8943, + "nauc_recall_at_5_std": 0.442789, + "nauc_recall_at_5_diff1": 0.882898, + "nauc_recall_at_10_max": 0.913954, + "nauc_recall_at_10_std": 0.546831, + "nauc_recall_at_10_diff1": 0.88448, + "nauc_recall_at_20_max": 0.915304, + "nauc_recall_at_20_std": 0.498404, + "nauc_recall_at_20_diff1": 0.915891, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.970951, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801851, + "nauc_precision_at_1_std": 0.09672, + "nauc_precision_at_1_diff1": 0.912569, + "nauc_precision_at_3_max": 0.856155, + "nauc_precision_at_3_std": 0.286026, + "nauc_precision_at_3_diff1": 0.880496, + "nauc_precision_at_5_max": 0.8943, + "nauc_precision_at_5_std": 0.442789, + "nauc_precision_at_5_diff1": 0.882898, + "nauc_precision_at_10_max": 0.913954, + "nauc_precision_at_10_std": 0.546831, + "nauc_precision_at_10_diff1": 0.88448, + "nauc_precision_at_20_max": 0.915304, + "nauc_precision_at_20_std": 0.498404, + "nauc_precision_at_20_diff1": 0.915891, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.970951, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801851, + "nauc_mrr_at_1_std": 0.09672, + "nauc_mrr_at_1_diff1": 0.912569, + "nauc_mrr_at_3_max": 0.81938, + "nauc_mrr_at_3_std": 0.160266, + "nauc_mrr_at_3_diff1": 0.901645, + "nauc_mrr_at_5_max": 0.822241, + "nauc_mrr_at_5_std": 0.17379, + "nauc_mrr_at_5_diff1": 0.902705, + "nauc_mrr_at_10_max": 0.821552, + "nauc_mrr_at_10_std": 0.172405, + "nauc_mrr_at_10_diff1": 0.90339, + "nauc_mrr_at_20_max": 0.820602, + "nauc_mrr_at_20_std": 0.167675, + "nauc_mrr_at_20_diff1": 0.904083, + "nauc_mrr_at_100_max": 0.820305, + "nauc_mrr_at_100_std": 0.167383, + "nauc_mrr_at_100_diff1": 0.904107, + "nauc_mrr_at_1000_max": 0.820233, + "nauc_mrr_at_1000_std": 0.167033, + "nauc_mrr_at_1000_diff1": 0.904088, + "hit_rate_at_1": 0.82444, + "hit_rate_at_3": 0.90333, + "hit_rate_at_5": 0.92667, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.889, "hf_subset": "eng_Latn-tgl_Latn", "languages": [ "eng-Latn", "tgl-Latn" - ] - }, - { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.93681, - "ndcg_at_5": 0.94269, - "ndcg_at_10": 0.94698, - "ndcg_at_20": 0.94838, - "ndcg_at_100": 0.94905, - "ndcg_at_1000": 0.94934, - "map_at_1": 0.9, - "map_at_3": 0.92833, - "map_at_5": 0.93156, - "map_at_10": 0.93331, - "map_at_20": 0.93369, - "map_at_100": 0.93381, - "map_at_1000": 0.93382, - "recall_at_1": 0.9, - "recall_at_3": 0.96111, - "recall_at_5": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92619, + "ndcg_at_5": 0.93126, + "ndcg_at_10": 0.93821, + "ndcg_at_20": 0.93987, + "ndcg_at_100": 0.94033, + "ndcg_at_1000": 0.94063, + "map_at_1": 0.88111, + "map_at_3": 0.91593, + "map_at_5": 0.91876, + "map_at_10": 0.9217, + "map_at_20": 0.92214, + "map_at_100": 0.92222, + "map_at_1000": 0.92224, + "recall_at_1": 0.88111, + "recall_at_3": 0.95556, + "recall_at_5": 0.96778, "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "recall_at_20": 0.99556, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.32037, - "precision_at_5": 0.19511, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.31852, + "precision_at_5": 0.19356, "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "precision_at_20": 0.04978, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.928333, - "mrr_at_5": 0.931556, - "mrr_at_10": 0.93331, - "mrr_at_20": 0.933693, - "mrr_at_100": 0.93381, - "mrr_at_1000": 0.93382, - "nauc_ndcg_at_1_max": 0.782706, - "nauc_ndcg_at_1_std": -0.043687, - "nauc_ndcg_at_1_diff1": 0.89737, - "nauc_ndcg_at_3_max": 0.828648, - "nauc_ndcg_at_3_std": -0.030399, - "nauc_ndcg_at_3_diff1": 0.897306, - "nauc_ndcg_at_5_max": 0.823996, - "nauc_ndcg_at_5_std": -0.015135, - "nauc_ndcg_at_5_diff1": 0.895205, - "nauc_ndcg_at_10_max": 0.818876, - "nauc_ndcg_at_10_std": -0.024187, - "nauc_ndcg_at_10_diff1": 0.899649, - "nauc_ndcg_at_20_max": 0.816417, - "nauc_ndcg_at_20_std": -0.014863, - "nauc_ndcg_at_20_diff1": 0.898456, - "nauc_ndcg_at_100_max": 0.81457, - "nauc_ndcg_at_100_std": -0.017232, - "nauc_ndcg_at_100_diff1": 0.8977, - "nauc_ndcg_at_1000_max": 0.813515, - "nauc_ndcg_at_1000_std": -0.021763, - "nauc_ndcg_at_1000_diff1": 0.897861, - "nauc_map_at_1_max": 0.782706, - "nauc_map_at_1_std": -0.043687, - "nauc_map_at_1_diff1": 0.89737, - "nauc_map_at_3_max": 0.815334, - "nauc_map_at_3_std": -0.034414, - "nauc_map_at_3_diff1": 0.897618, - "nauc_map_at_5_max": 0.812616, - "nauc_map_at_5_std": -0.026572, - "nauc_map_at_5_diff1": 0.896631, - "nauc_map_at_10_max": 0.810584, - "nauc_map_at_10_std": -0.028893, - "nauc_map_at_10_diff1": 0.898134, - "nauc_map_at_20_max": 0.810023, - "nauc_map_at_20_std": -0.026958, - "nauc_map_at_20_diff1": 0.897878, - "nauc_map_at_100_max": 0.809769, - "nauc_map_at_100_std": -0.02721, - "nauc_map_at_100_diff1": 0.897779, - "nauc_map_at_1000_max": 0.809739, - "nauc_map_at_1000_std": -0.027341, - "nauc_map_at_1000_diff1": 0.897784, - "nauc_recall_at_1_max": 0.782706, - "nauc_recall_at_1_std": -0.043687, - "nauc_recall_at_1_diff1": 0.89737, - "nauc_recall_at_3_max": 0.897826, - "nauc_recall_at_3_std": -0.00939, - "nauc_recall_at_3_diff1": 0.895425, - "nauc_recall_at_5_max": 0.911404, - "nauc_recall_at_5_std": 0.079004, - "nauc_recall_at_5_diff1": 0.88265, - "nauc_recall_at_10_max": 0.942344, - "nauc_recall_at_10_std": 0.028898, - "nauc_recall_at_10_diff1": 0.933007, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.42493, - "nauc_recall_at_20_diff1": 0.921569, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.777077, - "nauc_recall_at_100_diff1": 0.869281, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.915926, + "mrr_at_5": 0.918759, + "mrr_at_10": 0.921701, + "mrr_at_20": 0.92214, + "mrr_at_100": 0.922225, + "mrr_at_1000": 0.922237, + "nauc_ndcg_at_1_max": 0.785073, + "nauc_ndcg_at_1_std": -0.002785, + "nauc_ndcg_at_1_diff1": 0.929801, + "nauc_ndcg_at_3_max": 0.821131, + "nauc_ndcg_at_3_std": 0.055622, + "nauc_ndcg_at_3_diff1": 0.9289, + "nauc_ndcg_at_5_max": 0.822662, + "nauc_ndcg_at_5_std": 0.080041, + "nauc_ndcg_at_5_diff1": 0.929151, + "nauc_ndcg_at_10_max": 0.816568, + "nauc_ndcg_at_10_std": 0.061496, + "nauc_ndcg_at_10_diff1": 0.931412, + "nauc_ndcg_at_20_max": 0.812047, + "nauc_ndcg_at_20_std": 0.050583, + "nauc_ndcg_at_20_diff1": 0.929493, + "nauc_ndcg_at_100_max": 0.811117, + "nauc_ndcg_at_100_std": 0.049714, + "nauc_ndcg_at_100_diff1": 0.92949, + "nauc_ndcg_at_1000_max": 0.81016, + "nauc_ndcg_at_1000_std": 0.045612, + "nauc_ndcg_at_1000_diff1": 0.929133, + "nauc_map_at_1_max": 0.785073, + "nauc_map_at_1_std": -0.002785, + "nauc_map_at_1_diff1": 0.929801, + "nauc_map_at_3_max": 0.810363, + "nauc_map_at_3_std": 0.038054, + "nauc_map_at_3_diff1": 0.928422, + "nauc_map_at_5_max": 0.810884, + "nauc_map_at_5_std": 0.049241, + "nauc_map_at_5_diff1": 0.928531, + "nauc_map_at_10_max": 0.808059, + "nauc_map_at_10_std": 0.04013, + "nauc_map_at_10_diff1": 0.929136, + "nauc_map_at_20_max": 0.807086, + "nauc_map_at_20_std": 0.037816, + "nauc_map_at_20_diff1": 0.92873, + "nauc_map_at_100_max": 0.806963, + "nauc_map_at_100_std": 0.037833, + "nauc_map_at_100_diff1": 0.928742, + "nauc_map_at_1000_max": 0.806932, + "nauc_map_at_1000_std": 0.037702, + "nauc_map_at_1000_diff1": 0.92873, + "nauc_recall_at_1_max": 0.785073, + "nauc_recall_at_1_std": -0.002785, + "nauc_recall_at_1_diff1": 0.929801, + "nauc_recall_at_3_max": 0.87793, + "nauc_recall_at_3_std": 0.148401, + "nauc_recall_at_3_diff1": 0.932073, + "nauc_recall_at_5_max": 0.905422, + "nauc_recall_at_5_std": 0.305097, + "nauc_recall_at_5_diff1": 0.93448, + "nauc_recall_at_10_max": 0.973856, + "nauc_recall_at_10_std": 0.488469, + "nauc_recall_at_10_diff1": 0.986928, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": 0.539683, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782706, - "nauc_precision_at_1_std": -0.043687, - "nauc_precision_at_1_diff1": 0.89737, - "nauc_precision_at_3_max": 0.897826, - "nauc_precision_at_3_std": -0.00939, - "nauc_precision_at_3_diff1": 0.895425, - "nauc_precision_at_5_max": 0.911404, - "nauc_precision_at_5_std": 0.079004, - "nauc_precision_at_5_diff1": 0.88265, - "nauc_precision_at_10_max": 0.942344, - "nauc_precision_at_10_std": 0.028898, - "nauc_precision_at_10_diff1": 0.933007, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.42493, - "nauc_precision_at_20_diff1": 0.921569, + "nauc_precision_at_1_max": 0.785073, + "nauc_precision_at_1_std": -0.002785, + "nauc_precision_at_1_diff1": 0.929801, + "nauc_precision_at_3_max": 0.87793, + "nauc_precision_at_3_std": 0.148401, + "nauc_precision_at_3_diff1": 0.932073, + "nauc_precision_at_5_max": 0.905422, + "nauc_precision_at_5_std": 0.305097, + "nauc_precision_at_5_diff1": 0.93448, + "nauc_precision_at_10_max": 0.973856, + "nauc_precision_at_10_std": 0.488469, + "nauc_precision_at_10_diff1": 0.986928, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": 0.539683, + "nauc_precision_at_20_diff1": 0.96732, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.777077, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782706, - "nauc_mrr_at_1_std": -0.043687, - "nauc_mrr_at_1_diff1": 0.89737, - "nauc_mrr_at_3_max": 0.815334, - "nauc_mrr_at_3_std": -0.034414, - "nauc_mrr_at_3_diff1": 0.897618, - "nauc_mrr_at_5_max": 0.812616, - "nauc_mrr_at_5_std": -0.026572, - "nauc_mrr_at_5_diff1": 0.896631, - "nauc_mrr_at_10_max": 0.810584, - "nauc_mrr_at_10_std": -0.028893, - "nauc_mrr_at_10_diff1": 0.898134, - "nauc_mrr_at_20_max": 0.810023, - "nauc_mrr_at_20_std": -0.026958, - "nauc_mrr_at_20_diff1": 0.897878, - "nauc_mrr_at_100_max": 0.809769, - "nauc_mrr_at_100_std": -0.02721, - "nauc_mrr_at_100_diff1": 0.897779, - "nauc_mrr_at_1000_max": 0.809739, - "nauc_mrr_at_1000_std": -0.027341, - "nauc_mrr_at_1000_diff1": 0.897784, - "main_score": 0.94698, + "nauc_mrr_at_1_max": 0.785073, + "nauc_mrr_at_1_std": -0.002785, + "nauc_mrr_at_1_diff1": 0.929801, + "nauc_mrr_at_3_max": 0.810363, + "nauc_mrr_at_3_std": 0.038054, + "nauc_mrr_at_3_diff1": 0.928422, + "nauc_mrr_at_5_max": 0.810884, + "nauc_mrr_at_5_std": 0.049241, + "nauc_mrr_at_5_diff1": 0.928531, + "nauc_mrr_at_10_max": 0.808059, + "nauc_mrr_at_10_std": 0.04013, + "nauc_mrr_at_10_diff1": 0.929136, + "nauc_mrr_at_20_max": 0.807086, + "nauc_mrr_at_20_std": 0.037816, + "nauc_mrr_at_20_diff1": 0.92873, + "nauc_mrr_at_100_max": 0.806963, + "nauc_mrr_at_100_std": 0.037833, + "nauc_mrr_at_100_diff1": 0.928742, + "nauc_mrr_at_1000_max": 0.806932, + "nauc_mrr_at_1000_std": 0.037702, + "nauc_mrr_at_1000_diff1": 0.92873, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93821, "hf_subset": "tha_Thai-tha_Thai", "languages": [ "tha-Thai", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92, - "ndcg_at_3": 0.95024, - "ndcg_at_5": 0.95583, - "ndcg_at_10": 0.95876, - "ndcg_at_20": 0.95934, - "ndcg_at_100": 0.95995, - "ndcg_at_1000": 0.96025, - "map_at_1": 0.92, - "map_at_3": 0.94333, - "map_at_5": 0.9465, - "map_at_10": 0.94775, - "map_at_20": 0.94791, - "map_at_100": 0.94799, - "map_at_1000": 0.94801, - "recall_at_1": 0.92, - "recall_at_3": 0.97, - "recall_at_5": 0.98333, - "recall_at_10": 0.99222, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94737, + "ndcg_at_5": 0.95253, + "ndcg_at_10": 0.95551, + "ndcg_at_20": 0.95641, + "ndcg_at_100": 0.95728, + "ndcg_at_1000": 0.95759, + "map_at_1": 0.91333, + "map_at_3": 0.93981, + "map_at_5": 0.94276, + "map_at_10": 0.94405, + "map_at_20": 0.94432, + "map_at_100": 0.94446, + "map_at_1000": 0.94448, + "recall_at_1": 0.91333, + "recall_at_3": 0.96889, + "recall_at_5": 0.98111, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92, - "precision_at_3": 0.32333, - "precision_at_5": 0.19667, - "precision_at_10": 0.09922, - "precision_at_20": 0.04972, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.32296, + "precision_at_5": 0.19622, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.92, - "mrr_at_3": 0.943333, - "mrr_at_5": 0.9465, - "mrr_at_10": 0.947745, - "mrr_at_20": 0.947912, - "mrr_at_100": 0.94799, - "mrr_at_1000": 0.948005, - "nauc_ndcg_at_1_max": 0.782323, - "nauc_ndcg_at_1_std": -0.263111, - "nauc_ndcg_at_1_diff1": 0.93691, - "nauc_ndcg_at_3_max": 0.808654, - "nauc_ndcg_at_3_std": -0.35228, - "nauc_ndcg_at_3_diff1": 0.944235, - "nauc_ndcg_at_5_max": 0.813131, - "nauc_ndcg_at_5_std": -0.309187, - "nauc_ndcg_at_5_diff1": 0.942867, - "nauc_ndcg_at_10_max": 0.810605, - "nauc_ndcg_at_10_std": -0.289053, - "nauc_ndcg_at_10_diff1": 0.942334, - "nauc_ndcg_at_20_max": 0.810842, - "nauc_ndcg_at_20_std": -0.272968, - "nauc_ndcg_at_20_diff1": 0.942373, - "nauc_ndcg_at_100_max": 0.807985, - "nauc_ndcg_at_100_std": -0.279042, - "nauc_ndcg_at_100_diff1": 0.94221, - "nauc_ndcg_at_1000_max": 0.806494, - "nauc_ndcg_at_1000_std": -0.288468, - "nauc_ndcg_at_1000_diff1": 0.941761, - "nauc_map_at_1_max": 0.782323, - "nauc_map_at_1_std": -0.263111, - "nauc_map_at_1_diff1": 0.93691, - "nauc_map_at_3_max": 0.802419, - "nauc_map_at_3_std": -0.324622, - "nauc_map_at_3_diff1": 0.942063, - "nauc_map_at_5_max": 0.804347, - "nauc_map_at_5_std": -0.302017, - "nauc_map_at_5_diff1": 0.941298, - "nauc_map_at_10_max": 0.80341, - "nauc_map_at_10_std": -0.295863, - "nauc_map_at_10_diff1": 0.941103, - "nauc_map_at_20_max": 0.803342, - "nauc_map_at_20_std": -0.292391, - "nauc_map_at_20_diff1": 0.941079, - "nauc_map_at_100_max": 0.803045, - "nauc_map_at_100_std": -0.292808, - "nauc_map_at_100_diff1": 0.941072, - "nauc_map_at_1000_max": 0.802988, - "nauc_map_at_1000_std": -0.293167, - "nauc_map_at_1000_diff1": 0.941055, - "nauc_recall_at_1_max": 0.782323, - "nauc_recall_at_1_std": -0.263111, - "nauc_recall_at_1_diff1": 0.93691, - "nauc_recall_at_3_max": 0.840509, - "nauc_recall_at_3_std": -0.500934, - "nauc_recall_at_3_diff1": 0.955822, - "nauc_recall_at_5_max": 0.891534, - "nauc_recall_at_5_std": -0.358917, - "nauc_recall_at_5_diff1": 0.956427, - "nauc_recall_at_10_max": 0.936308, - "nauc_recall_at_10_std": -0.064559, - "nauc_recall_at_10_diff1": 0.962652, - "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.939815, + "mrr_at_5": 0.942759, + "mrr_at_10": 0.944047, + "mrr_at_20": 0.944323, + "mrr_at_100": 0.944461, + "mrr_at_1000": 0.944479, + "nauc_ndcg_at_1_max": 0.760235, + "nauc_ndcg_at_1_std": -0.149237, + "nauc_ndcg_at_1_diff1": 0.938711, + "nauc_ndcg_at_3_max": 0.782476, + "nauc_ndcg_at_3_std": -0.243396, + "nauc_ndcg_at_3_diff1": 0.945646, + "nauc_ndcg_at_5_max": 0.788115, + "nauc_ndcg_at_5_std": -0.202142, + "nauc_ndcg_at_5_diff1": 0.948178, + "nauc_ndcg_at_10_max": 0.783044, + "nauc_ndcg_at_10_std": -0.184686, + "nauc_ndcg_at_10_diff1": 0.945798, + "nauc_ndcg_at_20_max": 0.786141, + "nauc_ndcg_at_20_std": -0.171211, + "nauc_ndcg_at_20_diff1": 0.945611, + "nauc_ndcg_at_100_max": 0.782545, + "nauc_ndcg_at_100_std": -0.169059, + "nauc_ndcg_at_100_diff1": 0.945249, + "nauc_ndcg_at_1000_max": 0.780927, + "nauc_ndcg_at_1000_std": -0.177755, + "nauc_ndcg_at_1000_diff1": 0.944842, + "nauc_map_at_1_max": 0.760235, + "nauc_map_at_1_std": -0.149237, + "nauc_map_at_1_diff1": 0.938711, + "nauc_map_at_3_max": 0.776929, + "nauc_map_at_3_std": -0.212404, + "nauc_map_at_3_diff1": 0.943712, + "nauc_map_at_5_max": 0.779433, + "nauc_map_at_5_std": -0.191204, + "nauc_map_at_5_diff1": 0.944883, + "nauc_map_at_10_max": 0.777641, + "nauc_map_at_10_std": -0.184588, + "nauc_map_at_10_diff1": 0.943986, + "nauc_map_at_20_max": 0.778209, + "nauc_map_at_20_std": -0.181609, + "nauc_map_at_20_diff1": 0.943945, + "nauc_map_at_100_max": 0.777769, + "nauc_map_at_100_std": -0.180598, + "nauc_map_at_100_diff1": 0.943919, + "nauc_map_at_1000_max": 0.7777, + "nauc_map_at_1000_std": -0.180967, + "nauc_map_at_1000_diff1": 0.943901, + "nauc_recall_at_1_max": 0.760235, + "nauc_recall_at_1_std": -0.149237, + "nauc_recall_at_1_diff1": 0.938711, + "nauc_recall_at_3_max": 0.811708, + "nauc_recall_at_3_std": -0.415049, + "nauc_recall_at_3_diff1": 0.956066, + "nauc_recall_at_5_max": 0.86258, + "nauc_recall_at_5_std": -0.282227, + "nauc_recall_at_5_diff1": 0.976932, + "nauc_recall_at_10_max": 0.857143, + "nauc_recall_at_10_std": -0.132431, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.236461, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.782323, - "nauc_precision_at_1_std": -0.263111, - "nauc_precision_at_1_diff1": 0.93691, - "nauc_precision_at_3_max": 0.840509, - "nauc_precision_at_3_std": -0.500934, - "nauc_precision_at_3_diff1": 0.955822, - "nauc_precision_at_5_max": 0.891534, - "nauc_precision_at_5_std": -0.358917, - "nauc_precision_at_5_diff1": 0.956427, - "nauc_precision_at_10_max": 0.936308, - "nauc_precision_at_10_std": -0.064559, - "nauc_precision_at_10_diff1": 0.962652, - "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.760235, + "nauc_precision_at_1_std": -0.149237, + "nauc_precision_at_1_diff1": 0.938711, + "nauc_precision_at_3_max": 0.811708, + "nauc_precision_at_3_std": -0.415049, + "nauc_precision_at_3_diff1": 0.956066, + "nauc_precision_at_5_max": 0.86258, + "nauc_precision_at_5_std": -0.282227, + "nauc_precision_at_5_diff1": 0.976932, + "nauc_precision_at_10_max": 0.857143, + "nauc_precision_at_10_std": -0.132431, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.236461, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.782323, - "nauc_mrr_at_1_std": -0.263111, - "nauc_mrr_at_1_diff1": 0.93691, - "nauc_mrr_at_3_max": 0.802419, - "nauc_mrr_at_3_std": -0.324622, - "nauc_mrr_at_3_diff1": 0.942063, - "nauc_mrr_at_5_max": 0.804347, - "nauc_mrr_at_5_std": -0.302017, - "nauc_mrr_at_5_diff1": 0.941298, - "nauc_mrr_at_10_max": 0.80341, - "nauc_mrr_at_10_std": -0.295863, - "nauc_mrr_at_10_diff1": 0.941103, - "nauc_mrr_at_20_max": 0.803342, - "nauc_mrr_at_20_std": -0.292391, - "nauc_mrr_at_20_diff1": 0.941079, - "nauc_mrr_at_100_max": 0.803045, - "nauc_mrr_at_100_std": -0.292808, - "nauc_mrr_at_100_diff1": 0.941072, - "nauc_mrr_at_1000_max": 0.802988, - "nauc_mrr_at_1000_std": -0.293167, - "nauc_mrr_at_1000_diff1": 0.941055, - "main_score": 0.95876, + "nauc_mrr_at_1_max": 0.760235, + "nauc_mrr_at_1_std": -0.149237, + "nauc_mrr_at_1_diff1": 0.938711, + "nauc_mrr_at_3_max": 0.776929, + "nauc_mrr_at_3_std": -0.212404, + "nauc_mrr_at_3_diff1": 0.943712, + "nauc_mrr_at_5_max": 0.779433, + "nauc_mrr_at_5_std": -0.191204, + "nauc_mrr_at_5_diff1": 0.944883, + "nauc_mrr_at_10_max": 0.777641, + "nauc_mrr_at_10_std": -0.184588, + "nauc_mrr_at_10_diff1": 0.943986, + "nauc_mrr_at_20_max": 0.778209, + "nauc_mrr_at_20_std": -0.181609, + "nauc_mrr_at_20_diff1": 0.943945, + "nauc_mrr_at_100_max": 0.777769, + "nauc_mrr_at_100_std": -0.180598, + "nauc_mrr_at_100_diff1": 0.943919, + "nauc_mrr_at_1000_max": 0.7777, + "nauc_mrr_at_1000_std": -0.180967, + "nauc_mrr_at_1000_diff1": 0.943901, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.96889, + "hit_rate_at_5": 0.98111, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95551, "hf_subset": "tha_Thai-eng_Latn", "languages": [ "tha-Thai", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86111, - "ndcg_at_3": 0.90914, - "ndcg_at_5": 0.91698, - "ndcg_at_10": 0.92341, - "ndcg_at_20": 0.92547, - "ndcg_at_100": 0.92766, - "ndcg_at_1000": 0.92795, - "map_at_1": 0.86111, - "map_at_3": 0.89833, - "map_at_5": 0.90272, - "map_at_10": 0.90535, - "map_at_20": 0.90597, - "map_at_100": 0.90632, - "map_at_1000": 0.90633, - "recall_at_1": 0.86111, - "recall_at_3": 0.94, - "recall_at_5": 0.95889, - "recall_at_10": 0.97889, - "recall_at_20": 0.98667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.85556, + "ndcg_at_3": 0.90172, + "ndcg_at_5": 0.90817, + "ndcg_at_10": 0.91671, + "ndcg_at_20": 0.91987, + "ndcg_at_100": 0.92167, + "ndcg_at_1000": 0.92197, + "map_at_1": 0.85556, + "map_at_3": 0.89074, + "map_at_5": 0.89435, + "map_at_10": 0.89783, + "map_at_20": 0.89872, + "map_at_100": 0.89896, + "map_at_1000": 0.89897, + "recall_at_1": 0.85556, + "recall_at_3": 0.93333, + "recall_at_5": 0.94889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98778, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.86111, - "precision_at_3": 0.31333, - "precision_at_5": 0.19178, - "precision_at_10": 0.09789, - "precision_at_20": 0.04933, + "accuracy": 0.85556, + "precision_at_1": 0.85556, + "precision_at_3": 0.31111, + "precision_at_5": 0.18978, + "precision_at_10": 0.09756, + "precision_at_20": 0.04939, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.861111, - "mrr_at_3": 0.898333, - "mrr_at_5": 0.902722, - "mrr_at_10": 0.905348, - "mrr_at_20": 0.90597, - "mrr_at_100": 0.906321, - "mrr_at_1000": 0.906333, - "nauc_ndcg_at_1_max": 0.837934, - "nauc_ndcg_at_1_std": 0.029482, - "nauc_ndcg_at_1_diff1": 0.919019, - "nauc_ndcg_at_3_max": 0.862753, - "nauc_ndcg_at_3_std": 0.066337, - "nauc_ndcg_at_3_diff1": 0.913661, - "nauc_ndcg_at_5_max": 0.859531, - "nauc_ndcg_at_5_std": 0.05504, - "nauc_ndcg_at_5_diff1": 0.913753, - "nauc_ndcg_at_10_max": 0.858609, - "nauc_ndcg_at_10_std": 0.065357, - "nauc_ndcg_at_10_diff1": 0.915043, - "nauc_ndcg_at_20_max": 0.859894, - "nauc_ndcg_at_20_std": 0.086407, - "nauc_ndcg_at_20_diff1": 0.915415, - "nauc_ndcg_at_100_max": 0.85681, - "nauc_ndcg_at_100_std": 0.07177, - "nauc_ndcg_at_100_diff1": 0.914507, - "nauc_ndcg_at_1000_max": 0.856211, - "nauc_ndcg_at_1000_std": 0.069137, - "nauc_ndcg_at_1000_diff1": 0.914697, - "nauc_map_at_1_max": 0.837934, - "nauc_map_at_1_std": 0.029482, - "nauc_map_at_1_diff1": 0.919019, - "nauc_map_at_3_max": 0.855768, - "nauc_map_at_3_std": 0.05808, - "nauc_map_at_3_diff1": 0.914099, - "nauc_map_at_5_max": 0.854005, - "nauc_map_at_5_std": 0.052692, - "nauc_map_at_5_diff1": 0.914201, - "nauc_map_at_10_max": 0.853782, - "nauc_map_at_10_std": 0.057694, - "nauc_map_at_10_diff1": 0.914691, - "nauc_map_at_20_max": 0.854059, - "nauc_map_at_20_std": 0.062942, - "nauc_map_at_20_diff1": 0.914803, - "nauc_map_at_100_max": 0.853665, - "nauc_map_at_100_std": 0.061347, - "nauc_map_at_100_diff1": 0.914712, - "nauc_map_at_1000_max": 0.853645, - "nauc_map_at_1000_std": 0.061249, - "nauc_map_at_1000_diff1": 0.914718, - "nauc_recall_at_1_max": 0.837934, - "nauc_recall_at_1_std": 0.029482, - "nauc_recall_at_1_diff1": 0.919019, - "nauc_recall_at_3_max": 0.895304, - "nauc_recall_at_3_std": 0.103149, - "nauc_recall_at_3_diff1": 0.912465, - "nauc_recall_at_5_max": 0.893949, - "nauc_recall_at_5_std": 0.062457, - "nauc_recall_at_5_diff1": 0.911992, - "nauc_recall_at_10_max": 0.910929, - "nauc_recall_at_10_std": 0.145118, - "nauc_recall_at_10_diff1": 0.923461, - "nauc_recall_at_20_max": 0.96732, - "nauc_recall_at_20_std": 0.607921, - "nauc_recall_at_20_diff1": 0.934641, + "mrr_at_1": 0.855556, + "mrr_at_3": 0.890741, + "mrr_at_5": 0.894352, + "mrr_at_10": 0.897826, + "mrr_at_20": 0.898723, + "mrr_at_100": 0.898956, + "mrr_at_1000": 0.898971, + "nauc_ndcg_at_1_max": 0.794107, + "nauc_ndcg_at_1_std": -0.093265, + "nauc_ndcg_at_1_diff1": 0.902537, + "nauc_ndcg_at_3_max": 0.827555, + "nauc_ndcg_at_3_std": -0.03562, + "nauc_ndcg_at_3_diff1": 0.904472, + "nauc_ndcg_at_5_max": 0.831926, + "nauc_ndcg_at_5_std": -0.007195, + "nauc_ndcg_at_5_diff1": 0.905307, + "nauc_ndcg_at_10_max": 0.825405, + "nauc_ndcg_at_10_std": -0.020012, + "nauc_ndcg_at_10_diff1": 0.909777, + "nauc_ndcg_at_20_max": 0.821458, + "nauc_ndcg_at_20_std": -0.022918, + "nauc_ndcg_at_20_diff1": 0.907123, + "nauc_ndcg_at_100_max": 0.819912, + "nauc_ndcg_at_100_std": -0.032419, + "nauc_ndcg_at_100_diff1": 0.906017, + "nauc_ndcg_at_1000_max": 0.819195, + "nauc_ndcg_at_1000_std": -0.03538, + "nauc_ndcg_at_1000_diff1": 0.905643, + "nauc_map_at_1_max": 0.794107, + "nauc_map_at_1_std": -0.093265, + "nauc_map_at_1_diff1": 0.902537, + "nauc_map_at_3_max": 0.817341, + "nauc_map_at_3_std": -0.053183, + "nauc_map_at_3_diff1": 0.903365, + "nauc_map_at_5_max": 0.819186, + "nauc_map_at_5_std": -0.039944, + "nauc_map_at_5_diff1": 0.903767, + "nauc_map_at_10_max": 0.816545, + "nauc_map_at_10_std": -0.045421, + "nauc_map_at_10_diff1": 0.905253, + "nauc_map_at_20_max": 0.815585, + "nauc_map_at_20_std": -0.046215, + "nauc_map_at_20_diff1": 0.904626, + "nauc_map_at_100_max": 0.815502, + "nauc_map_at_100_std": -0.04679, + "nauc_map_at_100_diff1": 0.904528, + "nauc_map_at_1000_max": 0.815474, + "nauc_map_at_1000_std": -0.046922, + "nauc_map_at_1000_diff1": 0.904514, + "nauc_recall_at_1_max": 0.794107, + "nauc_recall_at_1_std": -0.093265, + "nauc_recall_at_1_diff1": 0.902537, + "nauc_recall_at_3_max": 0.874378, + "nauc_recall_at_3_std": 0.044872, + "nauc_recall_at_3_diff1": 0.909897, + "nauc_recall_at_5_max": 0.906528, + "nauc_recall_at_5_std": 0.189725, + "nauc_recall_at_5_diff1": 0.914799, + "nauc_recall_at_10_max": 0.920847, + "nauc_recall_at_10_std": 0.273003, + "nauc_recall_at_10_diff1": 0.970291, + "nauc_recall_at_20_max": 0.917876, + "nauc_recall_at_20_std": 0.487183, + "nauc_recall_at_20_diff1": 0.964349, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.679038, - "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.837934, - "nauc_precision_at_1_std": 0.029482, - "nauc_precision_at_1_diff1": 0.919019, - "nauc_precision_at_3_max": 0.895304, - "nauc_precision_at_3_std": 0.103149, - "nauc_precision_at_3_diff1": 0.912465, - "nauc_precision_at_5_max": 0.893949, - "nauc_precision_at_5_std": 0.062457, - "nauc_precision_at_5_diff1": 0.911992, - "nauc_precision_at_10_max": 0.910929, - "nauc_precision_at_10_std": 0.145118, - "nauc_precision_at_10_diff1": 0.923461, - "nauc_precision_at_20_max": 0.96732, - "nauc_precision_at_20_std": 0.607921, - "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_1_max": 0.794107, + "nauc_precision_at_1_std": -0.093265, + "nauc_precision_at_1_diff1": 0.902537, + "nauc_precision_at_3_max": 0.874378, + "nauc_precision_at_3_std": 0.044872, + "nauc_precision_at_3_diff1": 0.909897, + "nauc_precision_at_5_max": 0.906528, + "nauc_precision_at_5_std": 0.189725, + "nauc_precision_at_5_diff1": 0.914799, + "nauc_precision_at_10_max": 0.920847, + "nauc_precision_at_10_std": 0.273003, + "nauc_precision_at_10_diff1": 0.970291, + "nauc_precision_at_20_max": 0.917876, + "nauc_precision_at_20_std": 0.487183, + "nauc_precision_at_20_diff1": 0.964349, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.679038, - "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.837934, - "nauc_mrr_at_1_std": 0.029482, - "nauc_mrr_at_1_diff1": 0.919019, - "nauc_mrr_at_3_max": 0.855768, - "nauc_mrr_at_3_std": 0.05808, - "nauc_mrr_at_3_diff1": 0.914099, - "nauc_mrr_at_5_max": 0.854005, - "nauc_mrr_at_5_std": 0.052692, - "nauc_mrr_at_5_diff1": 0.914201, - "nauc_mrr_at_10_max": 0.853782, - "nauc_mrr_at_10_std": 0.057694, - "nauc_mrr_at_10_diff1": 0.914691, - "nauc_mrr_at_20_max": 0.854059, - "nauc_mrr_at_20_std": 0.062942, - "nauc_mrr_at_20_diff1": 0.914803, - "nauc_mrr_at_100_max": 0.853665, - "nauc_mrr_at_100_std": 0.061347, - "nauc_mrr_at_100_diff1": 0.914712, - "nauc_mrr_at_1000_max": 0.853645, - "nauc_mrr_at_1000_std": 0.061249, - "nauc_mrr_at_1000_diff1": 0.914718, - "main_score": 0.92341, + "nauc_mrr_at_1_max": 0.794107, + "nauc_mrr_at_1_std": -0.093265, + "nauc_mrr_at_1_diff1": 0.902537, + "nauc_mrr_at_3_max": 0.817341, + "nauc_mrr_at_3_std": -0.053183, + "nauc_mrr_at_3_diff1": 0.903365, + "nauc_mrr_at_5_max": 0.819186, + "nauc_mrr_at_5_std": -0.039944, + "nauc_mrr_at_5_diff1": 0.903767, + "nauc_mrr_at_10_max": 0.816545, + "nauc_mrr_at_10_std": -0.045421, + "nauc_mrr_at_10_diff1": 0.905253, + "nauc_mrr_at_20_max": 0.815585, + "nauc_mrr_at_20_std": -0.046215, + "nauc_mrr_at_20_diff1": 0.904626, + "nauc_mrr_at_100_max": 0.815502, + "nauc_mrr_at_100_std": -0.04679, + "nauc_mrr_at_100_diff1": 0.904528, + "nauc_mrr_at_1000_max": 0.815474, + "nauc_mrr_at_1000_std": -0.046922, + "nauc_mrr_at_1000_diff1": 0.904514, + "hit_rate_at_1": 0.85556, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.91671, "hf_subset": "eng_Latn-tha_Thai", "languages": [ "eng-Latn", "tha-Thai" - ] - }, - { - "ndcg_at_1": 0.38889, - "ndcg_at_3": 0.44409, - "ndcg_at_5": 0.46288, - "ndcg_at_10": 0.48458, - "ndcg_at_20": 0.49565, - "ndcg_at_100": 0.52164, - "ndcg_at_1000": 0.54999, - "map_at_1": 0.38889, - "map_at_3": 0.43019, - "map_at_5": 0.44063, - "map_at_10": 0.44947, - "map_at_20": 0.45256, - "map_at_100": 0.45609, - "map_at_1000": 0.45722, - "recall_at_1": 0.38889, - "recall_at_3": 0.48444, - "recall_at_5": 0.53, - "recall_at_10": 0.59778, - "recall_at_20": 0.64111, - "recall_at_100": 0.78222, - "recall_at_1000": 1.0, - "precision_at_1": 0.38889, - "precision_at_3": 0.16148, - "precision_at_5": 0.106, - "precision_at_10": 0.05978, - "precision_at_20": 0.03206, - "precision_at_100": 0.00782, - "precision_at_1000": 0.001, - "mrr_at_1": 0.388889, - "mrr_at_3": 0.430185, - "mrr_at_5": 0.44063, - "mrr_at_10": 0.449466, - "mrr_at_20": 0.452561, - "mrr_at_100": 0.456089, - "mrr_at_1000": 0.457221, - "nauc_ndcg_at_1_max": 0.628816, - "nauc_ndcg_at_1_std": -0.211019, - "nauc_ndcg_at_1_diff1": 0.70858, - "nauc_ndcg_at_3_max": 0.645377, - "nauc_ndcg_at_3_std": -0.193633, - "nauc_ndcg_at_3_diff1": 0.690396, - "nauc_ndcg_at_5_max": 0.63874, - "nauc_ndcg_at_5_std": -0.194133, - "nauc_ndcg_at_5_diff1": 0.679083, - "nauc_ndcg_at_10_max": 0.62401, - "nauc_ndcg_at_10_std": -0.197022, - "nauc_ndcg_at_10_diff1": 0.663565, - "nauc_ndcg_at_20_max": 0.622102, - "nauc_ndcg_at_20_std": -0.202683, - "nauc_ndcg_at_20_diff1": 0.664373, - "nauc_ndcg_at_100_max": 0.617021, - "nauc_ndcg_at_100_std": -0.195135, - "nauc_ndcg_at_100_diff1": 0.661178, - "nauc_ndcg_at_1000_max": 0.625626, - "nauc_ndcg_at_1000_std": -0.198677, - "nauc_ndcg_at_1000_diff1": 0.672359, - "nauc_map_at_1_max": 0.628816, - "nauc_map_at_1_std": -0.211019, - "nauc_map_at_1_diff1": 0.70858, - "nauc_map_at_3_max": 0.641532, - "nauc_map_at_3_std": -0.19837, - "nauc_map_at_3_diff1": 0.695159, - "nauc_map_at_5_max": 0.637692, - "nauc_map_at_5_std": -0.198969, - "nauc_map_at_5_diff1": 0.688945, - "nauc_map_at_10_max": 0.632212, - "nauc_map_at_10_std": -0.200329, - "nauc_map_at_10_diff1": 0.683002, - "nauc_map_at_20_max": 0.631668, - "nauc_map_at_20_std": -0.202065, - "nauc_map_at_20_diff1": 0.683209, - "nauc_map_at_100_max": 0.630936, - "nauc_map_at_100_std": -0.201371, - "nauc_map_at_100_diff1": 0.682747, - "nauc_map_at_1000_max": 0.631233, - "nauc_map_at_1000_std": -0.201333, - "nauc_map_at_1000_diff1": 0.683163, - "nauc_recall_at_1_max": 0.628816, - "nauc_recall_at_1_std": -0.211019, - "nauc_recall_at_1_diff1": 0.70858, - "nauc_recall_at_3_max": 0.656553, - "nauc_recall_at_3_std": -0.179559, - "nauc_recall_at_3_diff1": 0.676315, - "nauc_recall_at_5_max": 0.641029, - "nauc_recall_at_5_std": -0.179043, - "nauc_recall_at_5_diff1": 0.64758, - "nauc_recall_at_10_max": 0.588906, - "nauc_recall_at_10_std": -0.186705, - "nauc_recall_at_10_diff1": 0.591627, - "nauc_recall_at_20_max": 0.578054, - "nauc_recall_at_20_std": -0.209669, - "nauc_recall_at_20_diff1": 0.590371, - "nauc_recall_at_100_max": 0.516987, - "nauc_recall_at_100_std": -0.140907, - "nauc_recall_at_100_diff1": 0.532544, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.628816, - "nauc_precision_at_1_std": -0.211019, - "nauc_precision_at_1_diff1": 0.70858, - "nauc_precision_at_3_max": 0.656553, - "nauc_precision_at_3_std": -0.179559, - "nauc_precision_at_3_diff1": 0.676315, - "nauc_precision_at_5_max": 0.641029, - "nauc_precision_at_5_std": -0.179043, - "nauc_precision_at_5_diff1": 0.64758, - "nauc_precision_at_10_max": 0.588906, - "nauc_precision_at_10_std": -0.186705, - "nauc_precision_at_10_diff1": 0.591627, - "nauc_precision_at_20_max": 0.578054, - "nauc_precision_at_20_std": -0.209669, - "nauc_precision_at_20_diff1": 0.590371, - "nauc_precision_at_100_max": 0.516987, - "nauc_precision_at_100_std": -0.140907, - "nauc_precision_at_100_diff1": 0.532544, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.628816, - "nauc_mrr_at_1_std": -0.211019, - "nauc_mrr_at_1_diff1": 0.70858, - "nauc_mrr_at_3_max": 0.641532, - "nauc_mrr_at_3_std": -0.19837, - "nauc_mrr_at_3_diff1": 0.695159, - "nauc_mrr_at_5_max": 0.637692, - "nauc_mrr_at_5_std": -0.198969, - "nauc_mrr_at_5_diff1": 0.688945, - "nauc_mrr_at_10_max": 0.632212, - "nauc_mrr_at_10_std": -0.200329, - "nauc_mrr_at_10_diff1": 0.683002, - "nauc_mrr_at_20_max": 0.631668, - "nauc_mrr_at_20_std": -0.202065, - "nauc_mrr_at_20_diff1": 0.683209, - "nauc_mrr_at_100_max": 0.630936, - "nauc_mrr_at_100_std": -0.201371, - "nauc_mrr_at_100_diff1": 0.682747, - "nauc_mrr_at_1000_max": 0.631233, - "nauc_mrr_at_1000_std": -0.201333, - "nauc_mrr_at_1000_diff1": 0.683163, - "main_score": 0.48458, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.36889, + "ndcg_at_3": 0.42832, + "ndcg_at_5": 0.44888, + "ndcg_at_10": 0.46968, + "ndcg_at_20": 0.48202, + "ndcg_at_100": 0.51078, + "ndcg_at_1000": 0.53773, + "map_at_1": 0.36889, + "map_at_3": 0.41389, + "map_at_5": 0.42528, + "map_at_10": 0.43404, + "map_at_20": 0.43742, + "map_at_100": 0.44114, + "map_at_1000": 0.44217, + "recall_at_1": 0.36889, + "recall_at_3": 0.47, + "recall_at_5": 0.52, + "recall_at_10": 0.58333, + "recall_at_20": 0.63222, + "recall_at_100": 0.79111, + "recall_at_1000": 1.0, + "accuracy": 0.36889, + "precision_at_1": 0.36889, + "precision_at_3": 0.15667, + "precision_at_5": 0.104, + "precision_at_10": 0.05833, + "precision_at_20": 0.03161, + "precision_at_100": 0.00791, + "precision_at_1000": 0.001, + "mrr_at_1": 0.368889, + "mrr_at_3": 0.413889, + "mrr_at_5": 0.425278, + "mrr_at_10": 0.434044, + "mrr_at_20": 0.437421, + "mrr_at_100": 0.441135, + "mrr_at_1000": 0.442168, + "nauc_ndcg_at_1_max": 0.654078, + "nauc_ndcg_at_1_std": -0.210322, + "nauc_ndcg_at_1_diff1": 0.710559, + "nauc_ndcg_at_3_max": 0.656248, + "nauc_ndcg_at_3_std": -0.212223, + "nauc_ndcg_at_3_diff1": 0.661386, + "nauc_ndcg_at_5_max": 0.656852, + "nauc_ndcg_at_5_std": -0.214213, + "nauc_ndcg_at_5_diff1": 0.652807, + "nauc_ndcg_at_10_max": 0.646397, + "nauc_ndcg_at_10_std": -0.212034, + "nauc_ndcg_at_10_diff1": 0.637449, + "nauc_ndcg_at_20_max": 0.642189, + "nauc_ndcg_at_20_std": -0.208643, + "nauc_ndcg_at_20_diff1": 0.631947, + "nauc_ndcg_at_100_max": 0.638479, + "nauc_ndcg_at_100_std": -0.202365, + "nauc_ndcg_at_100_diff1": 0.63242, + "nauc_ndcg_at_1000_max": 0.646085, + "nauc_ndcg_at_1000_std": -0.20778, + "nauc_ndcg_at_1000_diff1": 0.646307, + "nauc_map_at_1_max": 0.654078, + "nauc_map_at_1_std": -0.210322, + "nauc_map_at_1_diff1": 0.710559, + "nauc_map_at_3_max": 0.656283, + "nauc_map_at_3_std": -0.211176, + "nauc_map_at_3_diff1": 0.672701, + "nauc_map_at_5_max": 0.656799, + "nauc_map_at_5_std": -0.212282, + "nauc_map_at_5_diff1": 0.668167, + "nauc_map_at_10_max": 0.652443, + "nauc_map_at_10_std": -0.211445, + "nauc_map_at_10_diff1": 0.661971, + "nauc_map_at_20_max": 0.65134, + "nauc_map_at_20_std": -0.210484, + "nauc_map_at_20_diff1": 0.660445, + "nauc_map_at_100_max": 0.650991, + "nauc_map_at_100_std": -0.210051, + "nauc_map_at_100_diff1": 0.660754, + "nauc_map_at_1000_max": 0.65124, + "nauc_map_at_1000_std": -0.210114, + "nauc_map_at_1000_diff1": 0.661261, + "nauc_recall_at_1_max": 0.654078, + "nauc_recall_at_1_std": -0.210322, + "nauc_recall_at_1_diff1": 0.710559, + "nauc_recall_at_3_max": 0.655913, + "nauc_recall_at_3_std": -0.215509, + "nauc_recall_at_3_diff1": 0.62876, + "nauc_recall_at_5_max": 0.656625, + "nauc_recall_at_5_std": -0.220486, + "nauc_recall_at_5_diff1": 0.605897, + "nauc_recall_at_10_max": 0.622648, + "nauc_recall_at_10_std": -0.213371, + "nauc_recall_at_10_diff1": 0.552316, + "nauc_recall_at_20_max": 0.601806, + "nauc_recall_at_20_std": -0.198812, + "nauc_recall_at_20_diff1": 0.52219, + "nauc_recall_at_100_max": 0.545933, + "nauc_recall_at_100_std": -0.126867, + "nauc_recall_at_100_diff1": 0.466346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.654078, + "nauc_precision_at_1_std": -0.210322, + "nauc_precision_at_1_diff1": 0.710559, + "nauc_precision_at_3_max": 0.655913, + "nauc_precision_at_3_std": -0.215509, + "nauc_precision_at_3_diff1": 0.62876, + "nauc_precision_at_5_max": 0.656625, + "nauc_precision_at_5_std": -0.220486, + "nauc_precision_at_5_diff1": 0.605897, + "nauc_precision_at_10_max": 0.622648, + "nauc_precision_at_10_std": -0.213371, + "nauc_precision_at_10_diff1": 0.552316, + "nauc_precision_at_20_max": 0.601806, + "nauc_precision_at_20_std": -0.198812, + "nauc_precision_at_20_diff1": 0.52219, + "nauc_precision_at_100_max": 0.545933, + "nauc_precision_at_100_std": -0.126867, + "nauc_precision_at_100_diff1": 0.466346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.654078, + "nauc_mrr_at_1_std": -0.210322, + "nauc_mrr_at_1_diff1": 0.710559, + "nauc_mrr_at_3_max": 0.656283, + "nauc_mrr_at_3_std": -0.211176, + "nauc_mrr_at_3_diff1": 0.672701, + "nauc_mrr_at_5_max": 0.656799, + "nauc_mrr_at_5_std": -0.212282, + "nauc_mrr_at_5_diff1": 0.668167, + "nauc_mrr_at_10_max": 0.652443, + "nauc_mrr_at_10_std": -0.211445, + "nauc_mrr_at_10_diff1": 0.661971, + "nauc_mrr_at_20_max": 0.65134, + "nauc_mrr_at_20_std": -0.210484, + "nauc_mrr_at_20_diff1": 0.660445, + "nauc_mrr_at_100_max": 0.650991, + "nauc_mrr_at_100_std": -0.210051, + "nauc_mrr_at_100_diff1": 0.660754, + "nauc_mrr_at_1000_max": 0.65124, + "nauc_mrr_at_1000_std": -0.210114, + "nauc_mrr_at_1000_diff1": 0.661261, + "hit_rate_at_1": 0.36889, + "hit_rate_at_3": 0.47, + "hit_rate_at_5": 0.52, + "hit_rate_at_10": 0.58333, + "hit_rate_at_20": 0.63222, + "hit_rate_at_100": 0.79111, + "hit_rate_at_1000": 1.0, + "main_score": 0.46968, "hf_subset": "tir_Ethi-tir_Ethi", "languages": [ "tir-Ethi", "tir-Ethi" - ] - }, - { - "ndcg_at_1": 0.48667, - "ndcg_at_3": 0.56789, - "ndcg_at_5": 0.59309, - "ndcg_at_10": 0.62056, - "ndcg_at_20": 0.63829, - "ndcg_at_100": 0.66047, - "ndcg_at_1000": 0.6658, - "map_at_1": 0.48667, - "map_at_3": 0.54796, - "map_at_5": 0.56196, - "map_at_10": 0.57359, - "map_at_20": 0.57847, - "map_at_100": 0.58151, - "map_at_1000": 0.58175, - "recall_at_1": 0.48667, - "recall_at_3": 0.62556, - "recall_at_5": 0.68667, - "recall_at_10": 0.77, - "recall_at_20": 0.84, - "recall_at_100": 0.96, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.48556, + "ndcg_at_3": 0.57005, + "ndcg_at_5": 0.59343, + "ndcg_at_10": 0.6202, + "ndcg_at_20": 0.63646, + "ndcg_at_100": 0.65759, + "ndcg_at_1000": 0.66518, + "map_at_1": 0.48556, + "map_at_3": 0.55, + "map_at_5": 0.563, + "map_at_10": 0.57394, + "map_at_20": 0.57853, + "map_at_100": 0.58148, + "map_at_1000": 0.58184, + "recall_at_1": 0.48556, + "recall_at_3": 0.62778, + "recall_at_5": 0.68444, + "recall_at_10": 0.76778, + "recall_at_20": 0.83111, + "recall_at_100": 0.94444, "recall_at_1000": 1.0, - "precision_at_1": 0.48667, - "precision_at_3": 0.20852, - "precision_at_5": 0.13733, - "precision_at_10": 0.077, - "precision_at_20": 0.042, - "precision_at_100": 0.0096, - "precision_at_1000": 0.001, - "mrr_at_1": 0.486667, - "mrr_at_3": 0.547963, - "mrr_at_5": 0.561963, - "mrr_at_10": 0.573593, - "mrr_at_20": 0.578473, - "mrr_at_100": 0.581514, - "mrr_at_1000": 0.581748, - "nauc_ndcg_at_1_max": 0.586423, - "nauc_ndcg_at_1_std": 0.117383, - "nauc_ndcg_at_1_diff1": 0.721265, - "nauc_ndcg_at_3_max": 0.586885, - "nauc_ndcg_at_3_std": 0.127251, - "nauc_ndcg_at_3_diff1": 0.675975, - "nauc_ndcg_at_5_max": 0.578864, - "nauc_ndcg_at_5_std": 0.138252, - "nauc_ndcg_at_5_diff1": 0.665416, - "nauc_ndcg_at_10_max": 0.577774, - "nauc_ndcg_at_10_std": 0.146999, - "nauc_ndcg_at_10_diff1": 0.663002, - "nauc_ndcg_at_20_max": 0.574441, - "nauc_ndcg_at_20_std": 0.144434, - "nauc_ndcg_at_20_diff1": 0.659604, - "nauc_ndcg_at_100_max": 0.580797, - "nauc_ndcg_at_100_std": 0.148686, - "nauc_ndcg_at_100_diff1": 0.672269, - "nauc_ndcg_at_1000_max": 0.581121, - "nauc_ndcg_at_1000_std": 0.14102, - "nauc_ndcg_at_1000_diff1": 0.674412, - "nauc_map_at_1_max": 0.586423, - "nauc_map_at_1_std": 0.117383, - "nauc_map_at_1_diff1": 0.721265, - "nauc_map_at_3_max": 0.586992, - "nauc_map_at_3_std": 0.123838, - "nauc_map_at_3_diff1": 0.68708, - "nauc_map_at_5_max": 0.583024, - "nauc_map_at_5_std": 0.129664, - "nauc_map_at_5_diff1": 0.681837, - "nauc_map_at_10_max": 0.582691, - "nauc_map_at_10_std": 0.133135, - "nauc_map_at_10_diff1": 0.681221, - "nauc_map_at_20_max": 0.581876, - "nauc_map_at_20_std": 0.132648, - "nauc_map_at_20_diff1": 0.680436, - "nauc_map_at_100_max": 0.582808, - "nauc_map_at_100_std": 0.133426, - "nauc_map_at_100_diff1": 0.682227, - "nauc_map_at_1000_max": 0.582843, - "nauc_map_at_1000_std": 0.133157, - "nauc_map_at_1000_diff1": 0.682317, - "nauc_recall_at_1_max": 0.586423, - "nauc_recall_at_1_std": 0.117383, - "nauc_recall_at_1_diff1": 0.721265, - "nauc_recall_at_3_max": 0.586443, - "nauc_recall_at_3_std": 0.138465, - "nauc_recall_at_3_diff1": 0.641027, - "nauc_recall_at_5_max": 0.5624, - "nauc_recall_at_5_std": 0.170477, - "nauc_recall_at_5_diff1": 0.606427, - "nauc_recall_at_10_max": 0.553258, - "nauc_recall_at_10_std": 0.213959, - "nauc_recall_at_10_diff1": 0.580632, - "nauc_recall_at_20_max": 0.521174, - "nauc_recall_at_20_std": 0.215806, - "nauc_recall_at_20_diff1": 0.528558, - "nauc_recall_at_100_max": 0.573063, - "nauc_recall_at_100_std": 0.513033, - "nauc_recall_at_100_diff1": 0.574671, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.586423, - "nauc_precision_at_1_std": 0.117383, - "nauc_precision_at_1_diff1": 0.721265, - "nauc_precision_at_3_max": 0.586443, - "nauc_precision_at_3_std": 0.138465, - "nauc_precision_at_3_diff1": 0.641027, - "nauc_precision_at_5_max": 0.5624, - "nauc_precision_at_5_std": 0.170477, - "nauc_precision_at_5_diff1": 0.606427, - "nauc_precision_at_10_max": 0.553258, - "nauc_precision_at_10_std": 0.213959, - "nauc_precision_at_10_diff1": 0.580632, - "nauc_precision_at_20_max": 0.521174, - "nauc_precision_at_20_std": 0.215806, - "nauc_precision_at_20_diff1": 0.528558, - "nauc_precision_at_100_max": 0.573063, - "nauc_precision_at_100_std": 0.513033, - "nauc_precision_at_100_diff1": 0.574671, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.586423, - "nauc_mrr_at_1_std": 0.117383, - "nauc_mrr_at_1_diff1": 0.721265, - "nauc_mrr_at_3_max": 0.586992, - "nauc_mrr_at_3_std": 0.123838, - "nauc_mrr_at_3_diff1": 0.68708, - "nauc_mrr_at_5_max": 0.583024, - "nauc_mrr_at_5_std": 0.129664, - "nauc_mrr_at_5_diff1": 0.681837, - "nauc_mrr_at_10_max": 0.582691, - "nauc_mrr_at_10_std": 0.133135, - "nauc_mrr_at_10_diff1": 0.681221, - "nauc_mrr_at_20_max": 0.581876, - "nauc_mrr_at_20_std": 0.132648, - "nauc_mrr_at_20_diff1": 0.680436, - "nauc_mrr_at_100_max": 0.582808, - "nauc_mrr_at_100_std": 0.133426, - "nauc_mrr_at_100_diff1": 0.682227, - "nauc_mrr_at_1000_max": 0.582843, - "nauc_mrr_at_1000_std": 0.133157, - "nauc_mrr_at_1000_diff1": 0.682317, - "main_score": 0.62056, + "accuracy": 0.48556, + "precision_at_1": 0.48556, + "precision_at_3": 0.20926, + "precision_at_5": 0.13689, + "precision_at_10": 0.07678, + "precision_at_20": 0.04156, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485556, + "mrr_at_3": 0.55, + "mrr_at_5": 0.563, + "mrr_at_10": 0.573938, + "mrr_at_20": 0.578527, + "mrr_at_100": 0.581477, + "mrr_at_1000": 0.581838, + "nauc_ndcg_at_1_max": 0.554265, + "nauc_ndcg_at_1_std": 0.07245, + "nauc_ndcg_at_1_diff1": 0.708039, + "nauc_ndcg_at_3_max": 0.549122, + "nauc_ndcg_at_3_std": 0.10407, + "nauc_ndcg_at_3_diff1": 0.665302, + "nauc_ndcg_at_5_max": 0.540776, + "nauc_ndcg_at_5_std": 0.103559, + "nauc_ndcg_at_5_diff1": 0.651537, + "nauc_ndcg_at_10_max": 0.53567, + "nauc_ndcg_at_10_std": 0.105628, + "nauc_ndcg_at_10_diff1": 0.652895, + "nauc_ndcg_at_20_max": 0.538553, + "nauc_ndcg_at_20_std": 0.115764, + "nauc_ndcg_at_20_diff1": 0.654687, + "nauc_ndcg_at_100_max": 0.541797, + "nauc_ndcg_at_100_std": 0.11234, + "nauc_ndcg_at_100_diff1": 0.664858, + "nauc_ndcg_at_1000_max": 0.542584, + "nauc_ndcg_at_1000_std": 0.103717, + "nauc_ndcg_at_1000_diff1": 0.665759, + "nauc_map_at_1_max": 0.554265, + "nauc_map_at_1_std": 0.07245, + "nauc_map_at_1_diff1": 0.708039, + "nauc_map_at_3_max": 0.550477, + "nauc_map_at_3_std": 0.094531, + "nauc_map_at_3_diff1": 0.676843, + "nauc_map_at_5_max": 0.545832, + "nauc_map_at_5_std": 0.093216, + "nauc_map_at_5_diff1": 0.670049, + "nauc_map_at_10_max": 0.544246, + "nauc_map_at_10_std": 0.093634, + "nauc_map_at_10_diff1": 0.670889, + "nauc_map_at_20_max": 0.544872, + "nauc_map_at_20_std": 0.096287, + "nauc_map_at_20_diff1": 0.671582, + "nauc_map_at_100_max": 0.545206, + "nauc_map_at_100_std": 0.095563, + "nauc_map_at_100_diff1": 0.672859, + "nauc_map_at_1000_max": 0.545259, + "nauc_map_at_1000_std": 0.095259, + "nauc_map_at_1000_diff1": 0.6729, + "nauc_recall_at_1_max": 0.554265, + "nauc_recall_at_1_std": 0.07245, + "nauc_recall_at_1_diff1": 0.708039, + "nauc_recall_at_3_max": 0.544809, + "nauc_recall_at_3_std": 0.134964, + "nauc_recall_at_3_diff1": 0.628448, + "nauc_recall_at_5_max": 0.522146, + "nauc_recall_at_5_std": 0.141288, + "nauc_recall_at_5_diff1": 0.584315, + "nauc_recall_at_10_max": 0.493464, + "nauc_recall_at_10_std": 0.161563, + "nauc_recall_at_10_diff1": 0.572621, + "nauc_recall_at_20_max": 0.502638, + "nauc_recall_at_20_std": 0.244206, + "nauc_recall_at_20_diff1": 0.559145, + "nauc_recall_at_100_max": 0.520252, + "nauc_recall_at_100_std": 0.407451, + "nauc_recall_at_100_diff1": 0.635089, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554265, + "nauc_precision_at_1_std": 0.07245, + "nauc_precision_at_1_diff1": 0.708039, + "nauc_precision_at_3_max": 0.544809, + "nauc_precision_at_3_std": 0.134964, + "nauc_precision_at_3_diff1": 0.628448, + "nauc_precision_at_5_max": 0.522146, + "nauc_precision_at_5_std": 0.141288, + "nauc_precision_at_5_diff1": 0.584315, + "nauc_precision_at_10_max": 0.493464, + "nauc_precision_at_10_std": 0.161563, + "nauc_precision_at_10_diff1": 0.572621, + "nauc_precision_at_20_max": 0.502638, + "nauc_precision_at_20_std": 0.244206, + "nauc_precision_at_20_diff1": 0.559145, + "nauc_precision_at_100_max": 0.520252, + "nauc_precision_at_100_std": 0.407451, + "nauc_precision_at_100_diff1": 0.635089, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.554265, + "nauc_mrr_at_1_std": 0.07245, + "nauc_mrr_at_1_diff1": 0.708039, + "nauc_mrr_at_3_max": 0.550477, + "nauc_mrr_at_3_std": 0.094531, + "nauc_mrr_at_3_diff1": 0.676843, + "nauc_mrr_at_5_max": 0.545832, + "nauc_mrr_at_5_std": 0.093216, + "nauc_mrr_at_5_diff1": 0.670049, + "nauc_mrr_at_10_max": 0.544246, + "nauc_mrr_at_10_std": 0.093634, + "nauc_mrr_at_10_diff1": 0.670889, + "nauc_mrr_at_20_max": 0.544872, + "nauc_mrr_at_20_std": 0.096287, + "nauc_mrr_at_20_diff1": 0.671582, + "nauc_mrr_at_100_max": 0.545206, + "nauc_mrr_at_100_std": 0.095563, + "nauc_mrr_at_100_diff1": 0.672859, + "nauc_mrr_at_1000_max": 0.545259, + "nauc_mrr_at_1000_std": 0.095259, + "nauc_mrr_at_1000_diff1": 0.6729, + "hit_rate_at_1": 0.48556, + "hit_rate_at_3": 0.62778, + "hit_rate_at_5": 0.68444, + "hit_rate_at_10": 0.76778, + "hit_rate_at_20": 0.83111, + "hit_rate_at_100": 0.94444, + "hit_rate_at_1000": 1.0, + "main_score": 0.6202, "hf_subset": "tir_Ethi-eng_Latn", "languages": [ "tir-Ethi", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.25778, - "ndcg_at_3": 0.30674, - "ndcg_at_5": 0.32228, - "ndcg_at_10": 0.34138, - "ndcg_at_20": 0.35937, - "ndcg_at_100": 0.39649, - "ndcg_at_1000": 0.43322, - "map_at_1": 0.25778, - "map_at_3": 0.29519, - "map_at_5": 0.3038, - "map_at_10": 0.3115, - "map_at_20": 0.31644, - "map_at_100": 0.32112, - "map_at_1000": 0.32254, - "recall_at_1": 0.25778, - "recall_at_3": 0.34, - "recall_at_5": 0.37778, - "recall_at_10": 0.43778, - "recall_at_20": 0.50889, - "recall_at_100": 0.71556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.24444, + "ndcg_at_3": 0.29677, + "ndcg_at_5": 0.30853, + "ndcg_at_10": 0.32581, + "ndcg_at_20": 0.34454, + "ndcg_at_100": 0.38181, + "ndcg_at_1000": 0.42058, + "map_at_1": 0.24444, + "map_at_3": 0.28444, + "map_at_5": 0.29089, + "map_at_10": 0.29783, + "map_at_20": 0.30292, + "map_at_100": 0.30762, + "map_at_1000": 0.30907, + "recall_at_1": 0.24444, + "recall_at_3": 0.33222, + "recall_at_5": 0.36111, + "recall_at_10": 0.41556, + "recall_at_20": 0.49, + "recall_at_100": 0.69778, "recall_at_1000": 1.0, - "precision_at_1": 0.25778, - "precision_at_3": 0.11333, - "precision_at_5": 0.07556, - "precision_at_10": 0.04378, - "precision_at_20": 0.02544, - "precision_at_100": 0.00716, - "precision_at_1000": 0.001, - "mrr_at_1": 0.257778, - "mrr_at_3": 0.295185, - "mrr_at_5": 0.303796, - "mrr_at_10": 0.311502, - "mrr_at_20": 0.316441, - "mrr_at_100": 0.321121, - "mrr_at_1000": 0.322538, - "nauc_ndcg_at_1_max": 0.763234, - "nauc_ndcg_at_1_std": 0.455871, - "nauc_ndcg_at_1_diff1": 0.676441, - "nauc_ndcg_at_3_max": 0.756963, - "nauc_ndcg_at_3_std": 0.475263, - "nauc_ndcg_at_3_diff1": 0.619208, - "nauc_ndcg_at_5_max": 0.756482, - "nauc_ndcg_at_5_std": 0.485221, - "nauc_ndcg_at_5_diff1": 0.59867, - "nauc_ndcg_at_10_max": 0.74034, - "nauc_ndcg_at_10_std": 0.476782, - "nauc_ndcg_at_10_diff1": 0.578061, - "nauc_ndcg_at_20_max": 0.733646, - "nauc_ndcg_at_20_std": 0.485358, - "nauc_ndcg_at_20_diff1": 0.56427, - "nauc_ndcg_at_100_max": 0.730745, - "nauc_ndcg_at_100_std": 0.490578, - "nauc_ndcg_at_100_diff1": 0.560213, - "nauc_ndcg_at_1000_max": 0.741548, - "nauc_ndcg_at_1000_std": 0.482534, - "nauc_ndcg_at_1000_diff1": 0.584665, - "nauc_map_at_1_max": 0.763234, - "nauc_map_at_1_std": 0.455871, - "nauc_map_at_1_diff1": 0.676441, - "nauc_map_at_3_max": 0.759129, - "nauc_map_at_3_std": 0.471509, - "nauc_map_at_3_diff1": 0.632286, - "nauc_map_at_5_max": 0.758981, - "nauc_map_at_5_std": 0.477308, - "nauc_map_at_5_diff1": 0.620863, - "nauc_map_at_10_max": 0.752343, - "nauc_map_at_10_std": 0.473893, - "nauc_map_at_10_diff1": 0.612388, - "nauc_map_at_20_max": 0.750714, - "nauc_map_at_20_std": 0.476819, - "nauc_map_at_20_diff1": 0.608623, - "nauc_map_at_100_max": 0.750456, - "nauc_map_at_100_std": 0.477347, - "nauc_map_at_100_diff1": 0.608388, - "nauc_map_at_1000_max": 0.7508, - "nauc_map_at_1000_std": 0.476973, - "nauc_map_at_1000_diff1": 0.609231, - "nauc_recall_at_1_max": 0.763234, - "nauc_recall_at_1_std": 0.455871, - "nauc_recall_at_1_diff1": 0.676441, - "nauc_recall_at_3_max": 0.750712, - "nauc_recall_at_3_std": 0.485322, - "nauc_recall_at_3_diff1": 0.583227, - "nauc_recall_at_5_max": 0.749189, - "nauc_recall_at_5_std": 0.507602, - "nauc_recall_at_5_diff1": 0.535357, - "nauc_recall_at_10_max": 0.700634, - "nauc_recall_at_10_std": 0.481979, - "nauc_recall_at_10_diff1": 0.473256, - "nauc_recall_at_20_max": 0.67193, - "nauc_recall_at_20_std": 0.511294, - "nauc_recall_at_20_diff1": 0.416628, - "nauc_recall_at_100_max": 0.626698, - "nauc_recall_at_100_std": 0.560592, - "nauc_recall_at_100_diff1": 0.328453, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.763234, - "nauc_precision_at_1_std": 0.455871, - "nauc_precision_at_1_diff1": 0.676441, - "nauc_precision_at_3_max": 0.750712, - "nauc_precision_at_3_std": 0.485322, - "nauc_precision_at_3_diff1": 0.583227, - "nauc_precision_at_5_max": 0.749189, - "nauc_precision_at_5_std": 0.507602, - "nauc_precision_at_5_diff1": 0.535357, - "nauc_precision_at_10_max": 0.700634, - "nauc_precision_at_10_std": 0.481979, - "nauc_precision_at_10_diff1": 0.473256, - "nauc_precision_at_20_max": 0.67193, - "nauc_precision_at_20_std": 0.511294, - "nauc_precision_at_20_diff1": 0.416628, - "nauc_precision_at_100_max": 0.626698, - "nauc_precision_at_100_std": 0.560592, - "nauc_precision_at_100_diff1": 0.328453, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.763234, - "nauc_mrr_at_1_std": 0.455871, - "nauc_mrr_at_1_diff1": 0.676441, - "nauc_mrr_at_3_max": 0.759129, - "nauc_mrr_at_3_std": 0.471509, - "nauc_mrr_at_3_diff1": 0.632286, - "nauc_mrr_at_5_max": 0.758981, - "nauc_mrr_at_5_std": 0.477308, - "nauc_mrr_at_5_diff1": 0.620863, - "nauc_mrr_at_10_max": 0.752343, - "nauc_mrr_at_10_std": 0.473893, - "nauc_mrr_at_10_diff1": 0.612388, - "nauc_mrr_at_20_max": 0.750714, - "nauc_mrr_at_20_std": 0.476819, - "nauc_mrr_at_20_diff1": 0.608623, - "nauc_mrr_at_100_max": 0.750456, - "nauc_mrr_at_100_std": 0.477347, - "nauc_mrr_at_100_diff1": 0.608388, - "nauc_mrr_at_1000_max": 0.7508, - "nauc_mrr_at_1000_std": 0.476973, - "nauc_mrr_at_1000_diff1": 0.609231, - "main_score": 0.34138, + "accuracy": 0.24444, + "precision_at_1": 0.24444, + "precision_at_3": 0.11074, + "precision_at_5": 0.07222, + "precision_at_10": 0.04156, + "precision_at_20": 0.0245, + "precision_at_100": 0.00698, + "precision_at_1000": 0.001, + "mrr_at_1": 0.244444, + "mrr_at_3": 0.284444, + "mrr_at_5": 0.290889, + "mrr_at_10": 0.297827, + "mrr_at_20": 0.302919, + "mrr_at_100": 0.307623, + "mrr_at_1000": 0.309067, + "nauc_ndcg_at_1_max": 0.718135, + "nauc_ndcg_at_1_std": 0.418249, + "nauc_ndcg_at_1_diff1": 0.715304, + "nauc_ndcg_at_3_max": 0.722815, + "nauc_ndcg_at_3_std": 0.44306, + "nauc_ndcg_at_3_diff1": 0.654761, + "nauc_ndcg_at_5_max": 0.716901, + "nauc_ndcg_at_5_std": 0.447511, + "nauc_ndcg_at_5_diff1": 0.638579, + "nauc_ndcg_at_10_max": 0.707596, + "nauc_ndcg_at_10_std": 0.452062, + "nauc_ndcg_at_10_diff1": 0.622674, + "nauc_ndcg_at_20_max": 0.7009, + "nauc_ndcg_at_20_std": 0.460777, + "nauc_ndcg_at_20_diff1": 0.607932, + "nauc_ndcg_at_100_max": 0.695779, + "nauc_ndcg_at_100_std": 0.457386, + "nauc_ndcg_at_100_diff1": 0.600818, + "nauc_ndcg_at_1000_max": 0.705156, + "nauc_ndcg_at_1000_std": 0.449894, + "nauc_ndcg_at_1000_diff1": 0.624333, + "nauc_map_at_1_max": 0.718135, + "nauc_map_at_1_std": 0.418249, + "nauc_map_at_1_diff1": 0.715304, + "nauc_map_at_3_max": 0.722567, + "nauc_map_at_3_std": 0.437578, + "nauc_map_at_3_diff1": 0.668448, + "nauc_map_at_5_max": 0.719088, + "nauc_map_at_5_std": 0.439856, + "nauc_map_at_5_diff1": 0.659705, + "nauc_map_at_10_max": 0.715406, + "nauc_map_at_10_std": 0.441551, + "nauc_map_at_10_diff1": 0.653104, + "nauc_map_at_20_max": 0.713526, + "nauc_map_at_20_std": 0.443791, + "nauc_map_at_20_diff1": 0.649035, + "nauc_map_at_100_max": 0.712639, + "nauc_map_at_100_std": 0.443032, + "nauc_map_at_100_diff1": 0.647773, + "nauc_map_at_1000_max": 0.712954, + "nauc_map_at_1000_std": 0.442699, + "nauc_map_at_1000_diff1": 0.648582, + "nauc_recall_at_1_max": 0.718135, + "nauc_recall_at_1_std": 0.418249, + "nauc_recall_at_1_diff1": 0.715304, + "nauc_recall_at_3_max": 0.72317, + "nauc_recall_at_3_std": 0.45795, + "nauc_recall_at_3_diff1": 0.617461, + "nauc_recall_at_5_max": 0.71004, + "nauc_recall_at_5_std": 0.469016, + "nauc_recall_at_5_diff1": 0.578871, + "nauc_recall_at_10_max": 0.681773, + "nauc_recall_at_10_std": 0.483213, + "nauc_recall_at_10_diff1": 0.532495, + "nauc_recall_at_20_max": 0.655819, + "nauc_recall_at_20_std": 0.518311, + "nauc_recall_at_20_diff1": 0.474212, + "nauc_recall_at_100_max": 0.611163, + "nauc_recall_at_100_std": 0.52036, + "nauc_recall_at_100_diff1": 0.389506, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718135, + "nauc_precision_at_1_std": 0.418249, + "nauc_precision_at_1_diff1": 0.715304, + "nauc_precision_at_3_max": 0.72317, + "nauc_precision_at_3_std": 0.45795, + "nauc_precision_at_3_diff1": 0.617461, + "nauc_precision_at_5_max": 0.71004, + "nauc_precision_at_5_std": 0.469016, + "nauc_precision_at_5_diff1": 0.578871, + "nauc_precision_at_10_max": 0.681773, + "nauc_precision_at_10_std": 0.483213, + "nauc_precision_at_10_diff1": 0.532495, + "nauc_precision_at_20_max": 0.655819, + "nauc_precision_at_20_std": 0.518311, + "nauc_precision_at_20_diff1": 0.474212, + "nauc_precision_at_100_max": 0.611163, + "nauc_precision_at_100_std": 0.52036, + "nauc_precision_at_100_diff1": 0.389506, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718135, + "nauc_mrr_at_1_std": 0.418249, + "nauc_mrr_at_1_diff1": 0.715304, + "nauc_mrr_at_3_max": 0.722567, + "nauc_mrr_at_3_std": 0.437578, + "nauc_mrr_at_3_diff1": 0.668448, + "nauc_mrr_at_5_max": 0.719088, + "nauc_mrr_at_5_std": 0.439856, + "nauc_mrr_at_5_diff1": 0.659705, + "nauc_mrr_at_10_max": 0.715406, + "nauc_mrr_at_10_std": 0.441551, + "nauc_mrr_at_10_diff1": 0.653104, + "nauc_mrr_at_20_max": 0.713526, + "nauc_mrr_at_20_std": 0.443791, + "nauc_mrr_at_20_diff1": 0.649035, + "nauc_mrr_at_100_max": 0.712639, + "nauc_mrr_at_100_std": 0.443032, + "nauc_mrr_at_100_diff1": 0.647773, + "nauc_mrr_at_1000_max": 0.712954, + "nauc_mrr_at_1000_std": 0.442699, + "nauc_mrr_at_1000_diff1": 0.648582, + "hit_rate_at_1": 0.24444, + "hit_rate_at_3": 0.33222, + "hit_rate_at_5": 0.36111, + "hit_rate_at_10": 0.41556, + "hit_rate_at_20": 0.49, + "hit_rate_at_100": 0.69778, + "hit_rate_at_1000": 1.0, + "main_score": 0.32581, "hf_subset": "eng_Latn-tir_Ethi", "languages": [ "eng-Latn", "tir-Ethi" - ] - }, - { - "ndcg_at_1": 0.49556, - "ndcg_at_3": 0.54423, - "ndcg_at_5": 0.56087, - "ndcg_at_10": 0.57386, - "ndcg_at_20": 0.58287, - "ndcg_at_100": 0.60925, - "ndcg_at_1000": 0.63035, - "map_at_1": 0.49556, - "map_at_3": 0.53259, - "map_at_5": 0.54193, - "map_at_10": 0.54731, - "map_at_20": 0.54979, - "map_at_100": 0.55315, - "map_at_1000": 0.55403, - "recall_at_1": 0.49556, - "recall_at_3": 0.57778, - "recall_at_5": 0.61778, - "recall_at_10": 0.65778, - "recall_at_20": 0.69333, - "recall_at_100": 0.84, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.54745, + "ndcg_at_5": 0.56303, + "ndcg_at_10": 0.5783, + "ndcg_at_20": 0.58813, + "ndcg_at_100": 0.61216, + "ndcg_at_1000": 0.63303, + "map_at_1": 0.49778, + "map_at_3": 0.53574, + "map_at_5": 0.54441, + "map_at_10": 0.5508, + "map_at_20": 0.5535, + "map_at_100": 0.55636, + "map_at_1000": 0.55722, + "recall_at_1": 0.49778, + "recall_at_3": 0.58111, + "recall_at_5": 0.61889, + "recall_at_10": 0.66556, + "recall_at_20": 0.70444, + "recall_at_100": 0.84111, "recall_at_1000": 1.0, - "precision_at_1": 0.49556, - "precision_at_3": 0.19259, - "precision_at_5": 0.12356, - "precision_at_10": 0.06578, - "precision_at_20": 0.03467, - "precision_at_100": 0.0084, - "precision_at_1000": 0.001, - "mrr_at_1": 0.495556, - "mrr_at_3": 0.532593, - "mrr_at_5": 0.541926, - "mrr_at_10": 0.54731, - "mrr_at_20": 0.549794, - "mrr_at_100": 0.553149, - "mrr_at_1000": 0.554034, - "nauc_ndcg_at_1_max": 0.713291, - "nauc_ndcg_at_1_std": -0.549753, - "nauc_ndcg_at_1_diff1": 0.876481, - "nauc_ndcg_at_3_max": 0.730773, - "nauc_ndcg_at_3_std": -0.567468, - "nauc_ndcg_at_3_diff1": 0.839848, - "nauc_ndcg_at_5_max": 0.728232, - "nauc_ndcg_at_5_std": -0.553061, - "nauc_ndcg_at_5_diff1": 0.829621, - "nauc_ndcg_at_10_max": 0.722907, - "nauc_ndcg_at_10_std": -0.555987, - "nauc_ndcg_at_10_diff1": 0.825212, - "nauc_ndcg_at_20_max": 0.719207, - "nauc_ndcg_at_20_std": -0.555878, - "nauc_ndcg_at_20_diff1": 0.822396, - "nauc_ndcg_at_100_max": 0.712006, - "nauc_ndcg_at_100_std": -0.553257, - "nauc_ndcg_at_100_diff1": 0.819454, - "nauc_ndcg_at_1000_max": 0.718768, - "nauc_ndcg_at_1000_std": -0.555339, - "nauc_ndcg_at_1000_diff1": 0.829923, - "nauc_map_at_1_max": 0.713291, - "nauc_map_at_1_std": -0.549753, - "nauc_map_at_1_diff1": 0.876481, - "nauc_map_at_3_max": 0.726322, - "nauc_map_at_3_std": -0.56385, - "nauc_map_at_3_diff1": 0.848685, - "nauc_map_at_5_max": 0.72491, - "nauc_map_at_5_std": -0.555717, - "nauc_map_at_5_diff1": 0.84302, - "nauc_map_at_10_max": 0.722585, - "nauc_map_at_10_std": -0.557155, - "nauc_map_at_10_diff1": 0.84128, - "nauc_map_at_20_max": 0.721582, - "nauc_map_at_20_std": -0.557278, - "nauc_map_at_20_diff1": 0.840537, - "nauc_map_at_100_max": 0.720739, - "nauc_map_at_100_std": -0.556766, - "nauc_map_at_100_diff1": 0.840211, - "nauc_map_at_1000_max": 0.720973, - "nauc_map_at_1000_std": -0.556829, - "nauc_map_at_1000_diff1": 0.840581, - "nauc_recall_at_1_max": 0.713291, - "nauc_recall_at_1_std": -0.549753, - "nauc_recall_at_1_diff1": 0.876481, - "nauc_recall_at_3_max": 0.744276, - "nauc_recall_at_3_std": -0.578065, - "nauc_recall_at_3_diff1": 0.813251, - "nauc_recall_at_5_max": 0.738349, - "nauc_recall_at_5_std": -0.542386, - "nauc_recall_at_5_diff1": 0.786074, - "nauc_recall_at_10_max": 0.721586, - "nauc_recall_at_10_std": -0.550241, - "nauc_recall_at_10_diff1": 0.767874, - "nauc_recall_at_20_max": 0.704274, - "nauc_recall_at_20_std": -0.547881, - "nauc_recall_at_20_diff1": 0.750951, - "nauc_recall_at_100_max": 0.617285, - "nauc_recall_at_100_std": -0.521955, - "nauc_recall_at_100_diff1": 0.671371, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713291, - "nauc_precision_at_1_std": -0.549753, - "nauc_precision_at_1_diff1": 0.876481, - "nauc_precision_at_3_max": 0.744276, - "nauc_precision_at_3_std": -0.578065, - "nauc_precision_at_3_diff1": 0.813251, - "nauc_precision_at_5_max": 0.738349, - "nauc_precision_at_5_std": -0.542386, - "nauc_precision_at_5_diff1": 0.786074, - "nauc_precision_at_10_max": 0.721586, - "nauc_precision_at_10_std": -0.550241, - "nauc_precision_at_10_diff1": 0.767874, - "nauc_precision_at_20_max": 0.704274, - "nauc_precision_at_20_std": -0.547881, - "nauc_precision_at_20_diff1": 0.750951, - "nauc_precision_at_100_max": 0.617285, - "nauc_precision_at_100_std": -0.521955, - "nauc_precision_at_100_diff1": 0.671371, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713291, - "nauc_mrr_at_1_std": -0.549753, - "nauc_mrr_at_1_diff1": 0.876481, - "nauc_mrr_at_3_max": 0.726322, - "nauc_mrr_at_3_std": -0.56385, - "nauc_mrr_at_3_diff1": 0.848685, - "nauc_mrr_at_5_max": 0.72491, - "nauc_mrr_at_5_std": -0.555717, - "nauc_mrr_at_5_diff1": 0.84302, - "nauc_mrr_at_10_max": 0.722585, - "nauc_mrr_at_10_std": -0.557155, - "nauc_mrr_at_10_diff1": 0.84128, - "nauc_mrr_at_20_max": 0.721582, - "nauc_mrr_at_20_std": -0.557278, - "nauc_mrr_at_20_diff1": 0.840537, - "nauc_mrr_at_100_max": 0.720739, - "nauc_mrr_at_100_std": -0.556766, - "nauc_mrr_at_100_diff1": 0.840211, - "nauc_mrr_at_1000_max": 0.720973, - "nauc_mrr_at_1000_std": -0.556829, - "nauc_mrr_at_1000_diff1": 0.840581, - "main_score": 0.57386, + "accuracy": 0.49778, + "precision_at_1": 0.49778, + "precision_at_3": 0.1937, + "precision_at_5": 0.12378, + "precision_at_10": 0.06656, + "precision_at_20": 0.03522, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.535741, + "mrr_at_5": 0.544407, + "mrr_at_10": 0.550804, + "mrr_at_20": 0.553504, + "mrr_at_100": 0.55636, + "mrr_at_1000": 0.55722, + "nauc_ndcg_at_1_max": 0.718594, + "nauc_ndcg_at_1_std": -0.537552, + "nauc_ndcg_at_1_diff1": 0.863233, + "nauc_ndcg_at_3_max": 0.732165, + "nauc_ndcg_at_3_std": -0.555437, + "nauc_ndcg_at_3_diff1": 0.832416, + "nauc_ndcg_at_5_max": 0.733819, + "nauc_ndcg_at_5_std": -0.546161, + "nauc_ndcg_at_5_diff1": 0.827588, + "nauc_ndcg_at_10_max": 0.727279, + "nauc_ndcg_at_10_std": -0.539353, + "nauc_ndcg_at_10_diff1": 0.818129, + "nauc_ndcg_at_20_max": 0.723051, + "nauc_ndcg_at_20_std": -0.539393, + "nauc_ndcg_at_20_diff1": 0.814804, + "nauc_ndcg_at_100_max": 0.716742, + "nauc_ndcg_at_100_std": -0.53871, + "nauc_ndcg_at_100_diff1": 0.813545, + "nauc_ndcg_at_1000_max": 0.72341, + "nauc_ndcg_at_1000_std": -0.541035, + "nauc_ndcg_at_1000_diff1": 0.822733, + "nauc_map_at_1_max": 0.718594, + "nauc_map_at_1_std": -0.537552, + "nauc_map_at_1_diff1": 0.863233, + "nauc_map_at_3_max": 0.729061, + "nauc_map_at_3_std": -0.551501, + "nauc_map_at_3_diff1": 0.839591, + "nauc_map_at_5_max": 0.729806, + "nauc_map_at_5_std": -0.546619, + "nauc_map_at_5_diff1": 0.836981, + "nauc_map_at_10_max": 0.727139, + "nauc_map_at_10_std": -0.54408, + "nauc_map_at_10_diff1": 0.833385, + "nauc_map_at_20_max": 0.726135, + "nauc_map_at_20_std": -0.544095, + "nauc_map_at_20_diff1": 0.832548, + "nauc_map_at_100_max": 0.725483, + "nauc_map_at_100_std": -0.543793, + "nauc_map_at_100_diff1": 0.832449, + "nauc_map_at_1000_max": 0.725698, + "nauc_map_at_1000_std": -0.543834, + "nauc_map_at_1000_diff1": 0.832724, + "nauc_recall_at_1_max": 0.718594, + "nauc_recall_at_1_std": -0.537552, + "nauc_recall_at_1_diff1": 0.863233, + "nauc_recall_at_3_max": 0.741441, + "nauc_recall_at_3_std": -0.567122, + "nauc_recall_at_3_diff1": 0.810919, + "nauc_recall_at_5_max": 0.746802, + "nauc_recall_at_5_std": -0.542731, + "nauc_recall_at_5_diff1": 0.797459, + "nauc_recall_at_10_max": 0.725049, + "nauc_recall_at_10_std": -0.517416, + "nauc_recall_at_10_diff1": 0.76091, + "nauc_recall_at_20_max": 0.703534, + "nauc_recall_at_20_std": -0.515908, + "nauc_recall_at_20_diff1": 0.740287, + "nauc_recall_at_100_max": 0.621259, + "nauc_recall_at_100_std": -0.50117, + "nauc_recall_at_100_diff1": 0.678388, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718594, + "nauc_precision_at_1_std": -0.537552, + "nauc_precision_at_1_diff1": 0.863233, + "nauc_precision_at_3_max": 0.741441, + "nauc_precision_at_3_std": -0.567122, + "nauc_precision_at_3_diff1": 0.810919, + "nauc_precision_at_5_max": 0.746802, + "nauc_precision_at_5_std": -0.542731, + "nauc_precision_at_5_diff1": 0.797459, + "nauc_precision_at_10_max": 0.725049, + "nauc_precision_at_10_std": -0.517416, + "nauc_precision_at_10_diff1": 0.76091, + "nauc_precision_at_20_max": 0.703534, + "nauc_precision_at_20_std": -0.515908, + "nauc_precision_at_20_diff1": 0.740287, + "nauc_precision_at_100_max": 0.621259, + "nauc_precision_at_100_std": -0.50117, + "nauc_precision_at_100_diff1": 0.678388, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718594, + "nauc_mrr_at_1_std": -0.537552, + "nauc_mrr_at_1_diff1": 0.863233, + "nauc_mrr_at_3_max": 0.729061, + "nauc_mrr_at_3_std": -0.551501, + "nauc_mrr_at_3_diff1": 0.839591, + "nauc_mrr_at_5_max": 0.729806, + "nauc_mrr_at_5_std": -0.546619, + "nauc_mrr_at_5_diff1": 0.836981, + "nauc_mrr_at_10_max": 0.727139, + "nauc_mrr_at_10_std": -0.54408, + "nauc_mrr_at_10_diff1": 0.833385, + "nauc_mrr_at_20_max": 0.726135, + "nauc_mrr_at_20_std": -0.544095, + "nauc_mrr_at_20_diff1": 0.832548, + "nauc_mrr_at_100_max": 0.725483, + "nauc_mrr_at_100_std": -0.543793, + "nauc_mrr_at_100_diff1": 0.832449, + "nauc_mrr_at_1000_max": 0.725698, + "nauc_mrr_at_1000_std": -0.543834, + "nauc_mrr_at_1000_diff1": 0.832724, + "hit_rate_at_1": 0.49778, + "hit_rate_at_3": 0.58111, + "hit_rate_at_5": 0.61889, + "hit_rate_at_10": 0.66556, + "hit_rate_at_20": 0.70444, + "hit_rate_at_100": 0.84111, + "hit_rate_at_1000": 1.0, + "main_score": 0.5783, "hf_subset": "tsn_Latn-tsn_Latn", "languages": [ "tsn-Latn", "tsn-Latn" - ] - }, - { - "ndcg_at_1": 0.6, - "ndcg_at_3": 0.64362, - "ndcg_at_5": 0.65386, - "ndcg_at_10": 0.6641, - "ndcg_at_20": 0.67697, - "ndcg_at_100": 0.69973, - "ndcg_at_1000": 0.71208, - "map_at_1": 0.6, - "map_at_3": 0.63296, - "map_at_5": 0.63874, - "map_at_10": 0.64308, - "map_at_20": 0.64659, - "map_at_100": 0.64946, - "map_at_1000": 0.65001, - "recall_at_1": 0.6, - "recall_at_3": 0.67444, - "recall_at_5": 0.69889, - "recall_at_10": 0.73, - "recall_at_20": 0.78111, - "recall_at_100": 0.90778, - "recall_at_1000": 1.0, - "precision_at_1": 0.6, - "precision_at_3": 0.22481, - "precision_at_5": 0.13978, - "precision_at_10": 0.073, - "precision_at_20": 0.03906, - "precision_at_100": 0.00908, - "precision_at_1000": 0.001, - "mrr_at_1": 0.6, - "mrr_at_3": 0.632963, - "mrr_at_5": 0.638741, - "mrr_at_10": 0.643079, - "mrr_at_20": 0.646587, - "mrr_at_100": 0.649457, - "mrr_at_1000": 0.650006, - "nauc_ndcg_at_1_max": 0.841621, - "nauc_ndcg_at_1_std": 0.429503, - "nauc_ndcg_at_1_diff1": 0.891781, - "nauc_ndcg_at_3_max": 0.858105, - "nauc_ndcg_at_3_std": 0.453494, - "nauc_ndcg_at_3_diff1": 0.869173, - "nauc_ndcg_at_5_max": 0.850748, - "nauc_ndcg_at_5_std": 0.453154, - "nauc_ndcg_at_5_diff1": 0.859804, - "nauc_ndcg_at_10_max": 0.847279, - "nauc_ndcg_at_10_std": 0.448881, - "nauc_ndcg_at_10_diff1": 0.855123, - "nauc_ndcg_at_20_max": 0.842654, - "nauc_ndcg_at_20_std": 0.452824, - "nauc_ndcg_at_20_diff1": 0.84924, - "nauc_ndcg_at_100_max": 0.838889, - "nauc_ndcg_at_100_std": 0.452039, - "nauc_ndcg_at_100_diff1": 0.850252, - "nauc_ndcg_at_1000_max": 0.844994, - "nauc_ndcg_at_1000_std": 0.449976, - "nauc_ndcg_at_1000_diff1": 0.858444, - "nauc_map_at_1_max": 0.841621, - "nauc_map_at_1_std": 0.429503, - "nauc_map_at_1_diff1": 0.891781, - "nauc_map_at_3_max": 0.854895, - "nauc_map_at_3_std": 0.448113, - "nauc_map_at_3_diff1": 0.875042, - "nauc_map_at_5_max": 0.850888, - "nauc_map_at_5_std": 0.448004, - "nauc_map_at_5_diff1": 0.869978, - "nauc_map_at_10_max": 0.849532, - "nauc_map_at_10_std": 0.446356, - "nauc_map_at_10_diff1": 0.868246, - "nauc_map_at_20_max": 0.848354, - "nauc_map_at_20_std": 0.447262, - "nauc_map_at_20_diff1": 0.866815, - "nauc_map_at_100_max": 0.847838, - "nauc_map_at_100_std": 0.447018, - "nauc_map_at_100_diff1": 0.866816, - "nauc_map_at_1000_max": 0.84807, - "nauc_map_at_1000_std": 0.446974, - "nauc_map_at_1000_diff1": 0.867144, - "nauc_recall_at_1_max": 0.841621, - "nauc_recall_at_1_std": 0.429503, - "nauc_recall_at_1_diff1": 0.891781, - "nauc_recall_at_3_max": 0.867697, - "nauc_recall_at_3_std": 0.469987, - "nauc_recall_at_3_diff1": 0.850777, - "nauc_recall_at_5_max": 0.848645, - "nauc_recall_at_5_std": 0.469321, - "nauc_recall_at_5_diff1": 0.825252, - "nauc_recall_at_10_max": 0.835818, - "nauc_recall_at_10_std": 0.454767, - "nauc_recall_at_10_diff1": 0.805033, - "nauc_recall_at_20_max": 0.809421, - "nauc_recall_at_20_std": 0.477697, - "nauc_recall_at_20_diff1": 0.765176, - "nauc_recall_at_100_max": 0.720608, - "nauc_recall_at_100_std": 0.498088, - "nauc_recall_at_100_diff1": 0.693007, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841621, - "nauc_precision_at_1_std": 0.429503, - "nauc_precision_at_1_diff1": 0.891781, - "nauc_precision_at_3_max": 0.867697, - "nauc_precision_at_3_std": 0.469987, - "nauc_precision_at_3_diff1": 0.850777, - "nauc_precision_at_5_max": 0.848645, - "nauc_precision_at_5_std": 0.469321, - "nauc_precision_at_5_diff1": 0.825252, - "nauc_precision_at_10_max": 0.835818, - "nauc_precision_at_10_std": 0.454767, - "nauc_precision_at_10_diff1": 0.805033, - "nauc_precision_at_20_max": 0.809421, - "nauc_precision_at_20_std": 0.477697, - "nauc_precision_at_20_diff1": 0.765176, - "nauc_precision_at_100_max": 0.720608, - "nauc_precision_at_100_std": 0.498088, - "nauc_precision_at_100_diff1": 0.693007, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841621, - "nauc_mrr_at_1_std": 0.429503, - "nauc_mrr_at_1_diff1": 0.891781, - "nauc_mrr_at_3_max": 0.854895, - "nauc_mrr_at_3_std": 0.448113, - "nauc_mrr_at_3_diff1": 0.875042, - "nauc_mrr_at_5_max": 0.850888, - "nauc_mrr_at_5_std": 0.448004, - "nauc_mrr_at_5_diff1": 0.869978, - "nauc_mrr_at_10_max": 0.849532, - "nauc_mrr_at_10_std": 0.446356, - "nauc_mrr_at_10_diff1": 0.868246, - "nauc_mrr_at_20_max": 0.848354, - "nauc_mrr_at_20_std": 0.447262, - "nauc_mrr_at_20_diff1": 0.866815, - "nauc_mrr_at_100_max": 0.847838, - "nauc_mrr_at_100_std": 0.447018, - "nauc_mrr_at_100_diff1": 0.866816, - "nauc_mrr_at_1000_max": 0.84807, - "nauc_mrr_at_1000_std": 0.446974, - "nauc_mrr_at_1000_diff1": 0.867144, - "main_score": 0.6641, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.64111, + "ndcg_at_5": 0.65388, + "ndcg_at_10": 0.66322, + "ndcg_at_20": 0.67154, + "ndcg_at_100": 0.69645, + "ndcg_at_1000": 0.70963, + "map_at_1": 0.59778, + "map_at_3": 0.63037, + "map_at_5": 0.63743, + "map_at_10": 0.64129, + "map_at_20": 0.64352, + "map_at_100": 0.64688, + "map_at_1000": 0.64746, + "recall_at_1": 0.59778, + "recall_at_3": 0.67222, + "recall_at_5": 0.70333, + "recall_at_10": 0.73222, + "recall_at_20": 0.76556, + "recall_at_100": 0.90111, + "recall_at_1000": 1.0, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.22407, + "precision_at_5": 0.14067, + "precision_at_10": 0.07322, + "precision_at_20": 0.03828, + "precision_at_100": 0.00901, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.63037, + "mrr_at_5": 0.637426, + "mrr_at_10": 0.641286, + "mrr_at_20": 0.643518, + "mrr_at_100": 0.64688, + "mrr_at_1000": 0.647455, + "nauc_ndcg_at_1_max": 0.826558, + "nauc_ndcg_at_1_std": 0.423178, + "nauc_ndcg_at_1_diff1": 0.891262, + "nauc_ndcg_at_3_max": 0.840154, + "nauc_ndcg_at_3_std": 0.450751, + "nauc_ndcg_at_3_diff1": 0.870704, + "nauc_ndcg_at_5_max": 0.832048, + "nauc_ndcg_at_5_std": 0.448546, + "nauc_ndcg_at_5_diff1": 0.861599, + "nauc_ndcg_at_10_max": 0.826978, + "nauc_ndcg_at_10_std": 0.441329, + "nauc_ndcg_at_10_diff1": 0.857815, + "nauc_ndcg_at_20_max": 0.826371, + "nauc_ndcg_at_20_std": 0.448743, + "nauc_ndcg_at_20_diff1": 0.854698, + "nauc_ndcg_at_100_max": 0.822152, + "nauc_ndcg_at_100_std": 0.452006, + "nauc_ndcg_at_100_diff1": 0.853756, + "nauc_ndcg_at_1000_max": 0.827942, + "nauc_ndcg_at_1000_std": 0.446553, + "nauc_ndcg_at_1000_diff1": 0.861852, + "nauc_map_at_1_max": 0.826558, + "nauc_map_at_1_std": 0.423178, + "nauc_map_at_1_diff1": 0.891262, + "nauc_map_at_3_max": 0.837654, + "nauc_map_at_3_std": 0.444695, + "nauc_map_at_3_diff1": 0.876322, + "nauc_map_at_5_max": 0.833287, + "nauc_map_at_5_std": 0.443304, + "nauc_map_at_5_diff1": 0.871462, + "nauc_map_at_10_max": 0.831332, + "nauc_map_at_10_std": 0.440542, + "nauc_map_at_10_diff1": 0.870034, + "nauc_map_at_20_max": 0.831334, + "nauc_map_at_20_std": 0.44252, + "nauc_map_at_20_diff1": 0.869338, + "nauc_map_at_100_max": 0.830748, + "nauc_map_at_100_std": 0.442736, + "nauc_map_at_100_diff1": 0.869172, + "nauc_map_at_1000_max": 0.830975, + "nauc_map_at_1000_std": 0.442561, + "nauc_map_at_1000_diff1": 0.86951, + "nauc_recall_at_1_max": 0.826558, + "nauc_recall_at_1_std": 0.423178, + "nauc_recall_at_1_diff1": 0.891262, + "nauc_recall_at_3_max": 0.847534, + "nauc_recall_at_3_std": 0.469245, + "nauc_recall_at_3_diff1": 0.852972, + "nauc_recall_at_5_max": 0.826134, + "nauc_recall_at_5_std": 0.465181, + "nauc_recall_at_5_diff1": 0.827461, + "nauc_recall_at_10_max": 0.806968, + "nauc_recall_at_10_std": 0.439554, + "nauc_recall_at_10_diff1": 0.810889, + "nauc_recall_at_20_max": 0.800216, + "nauc_recall_at_20_std": 0.476279, + "nauc_recall_at_20_diff1": 0.789367, + "nauc_recall_at_100_max": 0.71748, + "nauc_recall_at_100_std": 0.556421, + "nauc_recall_at_100_diff1": 0.709371, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826558, + "nauc_precision_at_1_std": 0.423178, + "nauc_precision_at_1_diff1": 0.891262, + "nauc_precision_at_3_max": 0.847534, + "nauc_precision_at_3_std": 0.469245, + "nauc_precision_at_3_diff1": 0.852972, + "nauc_precision_at_5_max": 0.826134, + "nauc_precision_at_5_std": 0.465181, + "nauc_precision_at_5_diff1": 0.827461, + "nauc_precision_at_10_max": 0.806968, + "nauc_precision_at_10_std": 0.439554, + "nauc_precision_at_10_diff1": 0.810889, + "nauc_precision_at_20_max": 0.800216, + "nauc_precision_at_20_std": 0.476279, + "nauc_precision_at_20_diff1": 0.789367, + "nauc_precision_at_100_max": 0.71748, + "nauc_precision_at_100_std": 0.556421, + "nauc_precision_at_100_diff1": 0.709371, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826558, + "nauc_mrr_at_1_std": 0.423178, + "nauc_mrr_at_1_diff1": 0.891262, + "nauc_mrr_at_3_max": 0.837654, + "nauc_mrr_at_3_std": 0.444695, + "nauc_mrr_at_3_diff1": 0.876322, + "nauc_mrr_at_5_max": 0.833287, + "nauc_mrr_at_5_std": 0.443304, + "nauc_mrr_at_5_diff1": 0.871462, + "nauc_mrr_at_10_max": 0.831332, + "nauc_mrr_at_10_std": 0.440542, + "nauc_mrr_at_10_diff1": 0.870034, + "nauc_mrr_at_20_max": 0.831334, + "nauc_mrr_at_20_std": 0.44252, + "nauc_mrr_at_20_diff1": 0.869338, + "nauc_mrr_at_100_max": 0.830748, + "nauc_mrr_at_100_std": 0.442736, + "nauc_mrr_at_100_diff1": 0.869172, + "nauc_mrr_at_1000_max": 0.830975, + "nauc_mrr_at_1000_std": 0.442561, + "nauc_mrr_at_1000_diff1": 0.86951, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.67222, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.73222, + "hit_rate_at_20": 0.76556, + "hit_rate_at_100": 0.90111, + "hit_rate_at_1000": 1.0, + "main_score": 0.66322, "hf_subset": "tsn_Latn-eng_Latn", "languages": [ "tsn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.41556, - "ndcg_at_3": 0.44608, - "ndcg_at_5": 0.45292, - "ndcg_at_10": 0.45945, - "ndcg_at_20": 0.47025, - "ndcg_at_100": 0.49235, - "ndcg_at_1000": 0.53471, - "map_at_1": 0.41556, - "map_at_3": 0.43926, - "map_at_5": 0.44304, - "map_at_10": 0.44576, - "map_at_20": 0.4488, - "map_at_100": 0.45142, - "map_at_1000": 0.45301, - "recall_at_1": 0.41556, - "recall_at_3": 0.46556, - "recall_at_5": 0.48222, - "recall_at_10": 0.50222, - "recall_at_20": 0.54444, - "recall_at_100": 0.67, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.40667, + "ndcg_at_3": 0.43927, + "ndcg_at_5": 0.44568, + "ndcg_at_10": 0.45356, + "ndcg_at_20": 0.46129, + "ndcg_at_100": 0.48634, + "ndcg_at_1000": 0.52818, + "map_at_1": 0.40667, + "map_at_3": 0.43167, + "map_at_5": 0.43522, + "map_at_10": 0.43846, + "map_at_20": 0.44051, + "map_at_100": 0.44368, + "map_at_1000": 0.4452, + "recall_at_1": 0.40667, + "recall_at_3": 0.46111, + "recall_at_5": 0.47667, + "recall_at_10": 0.50111, + "recall_at_20": 0.53222, + "recall_at_100": 0.67222, "recall_at_1000": 1.0, - "precision_at_1": 0.41556, - "precision_at_3": 0.15519, - "precision_at_5": 0.09644, - "precision_at_10": 0.05022, - "precision_at_20": 0.02722, - "precision_at_100": 0.0067, - "precision_at_1000": 0.001, - "mrr_at_1": 0.415556, - "mrr_at_3": 0.439259, - "mrr_at_5": 0.443037, - "mrr_at_10": 0.445761, - "mrr_at_20": 0.448795, - "mrr_at_100": 0.451423, - "mrr_at_1000": 0.453007, - "nauc_ndcg_at_1_max": 0.928346, - "nauc_ndcg_at_1_std": 0.831794, - "nauc_ndcg_at_1_diff1": 0.925325, - "nauc_ndcg_at_3_max": 0.956813, - "nauc_ndcg_at_3_std": 0.870282, - "nauc_ndcg_at_3_diff1": 0.907184, - "nauc_ndcg_at_5_max": 0.953216, - "nauc_ndcg_at_5_std": 0.869247, - "nauc_ndcg_at_5_diff1": 0.901965, - "nauc_ndcg_at_10_max": 0.94711, - "nauc_ndcg_at_10_std": 0.863383, - "nauc_ndcg_at_10_diff1": 0.894288, - "nauc_ndcg_at_20_max": 0.940382, - "nauc_ndcg_at_20_std": 0.857817, - "nauc_ndcg_at_20_diff1": 0.88483, - "nauc_ndcg_at_100_max": 0.92626, - "nauc_ndcg_at_100_std": 0.845525, - "nauc_ndcg_at_100_diff1": 0.87356, - "nauc_ndcg_at_1000_max": 0.937523, - "nauc_ndcg_at_1000_std": 0.853921, - "nauc_ndcg_at_1000_diff1": 0.889137, - "nauc_map_at_1_max": 0.928346, - "nauc_map_at_1_std": 0.831794, - "nauc_map_at_1_diff1": 0.925325, - "nauc_map_at_3_max": 0.950489, - "nauc_map_at_3_std": 0.861792, - "nauc_map_at_3_diff1": 0.91117, - "nauc_map_at_5_max": 0.948597, - "nauc_map_at_5_std": 0.861334, - "nauc_map_at_5_diff1": 0.908406, - "nauc_map_at_10_max": 0.946004, - "nauc_map_at_10_std": 0.858889, - "nauc_map_at_10_diff1": 0.905222, - "nauc_map_at_20_max": 0.944241, - "nauc_map_at_20_std": 0.857527, - "nauc_map_at_20_diff1": 0.902669, - "nauc_map_at_100_max": 0.942503, - "nauc_map_at_100_std": 0.856024, - "nauc_map_at_100_diff1": 0.901219, - "nauc_map_at_1000_max": 0.942745, - "nauc_map_at_1000_std": 0.856184, - "nauc_map_at_1000_diff1": 0.901654, - "nauc_recall_at_1_max": 0.928346, - "nauc_recall_at_1_std": 0.831794, - "nauc_recall_at_1_diff1": 0.925325, - "nauc_recall_at_3_max": 0.974978, - "nauc_recall_at_3_std": 0.894644, - "nauc_recall_at_3_diff1": 0.895755, - "nauc_recall_at_5_max": 0.965818, - "nauc_recall_at_5_std": 0.891719, - "nauc_recall_at_5_diff1": 0.882392, - "nauc_recall_at_10_max": 0.947188, - "nauc_recall_at_10_std": 0.873637, - "nauc_recall_at_10_diff1": 0.858327, - "nauc_recall_at_20_max": 0.918745, - "nauc_recall_at_20_std": 0.849703, - "nauc_recall_at_20_diff1": 0.817606, - "nauc_recall_at_100_max": 0.817747, - "nauc_recall_at_100_std": 0.763812, - "nauc_recall_at_100_diff1": 0.728549, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.928346, - "nauc_precision_at_1_std": 0.831794, - "nauc_precision_at_1_diff1": 0.925325, - "nauc_precision_at_3_max": 0.974978, - "nauc_precision_at_3_std": 0.894644, - "nauc_precision_at_3_diff1": 0.895755, - "nauc_precision_at_5_max": 0.965818, - "nauc_precision_at_5_std": 0.891719, - "nauc_precision_at_5_diff1": 0.882392, - "nauc_precision_at_10_max": 0.947188, - "nauc_precision_at_10_std": 0.873637, - "nauc_precision_at_10_diff1": 0.858327, - "nauc_precision_at_20_max": 0.918745, - "nauc_precision_at_20_std": 0.849703, - "nauc_precision_at_20_diff1": 0.817606, - "nauc_precision_at_100_max": 0.817747, - "nauc_precision_at_100_std": 0.763812, - "nauc_precision_at_100_diff1": 0.728549, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.928346, - "nauc_mrr_at_1_std": 0.831794, - "nauc_mrr_at_1_diff1": 0.925325, - "nauc_mrr_at_3_max": 0.950489, - "nauc_mrr_at_3_std": 0.861792, - "nauc_mrr_at_3_diff1": 0.91117, - "nauc_mrr_at_5_max": 0.948597, - "nauc_mrr_at_5_std": 0.861334, - "nauc_mrr_at_5_diff1": 0.908406, - "nauc_mrr_at_10_max": 0.946004, - "nauc_mrr_at_10_std": 0.858889, - "nauc_mrr_at_10_diff1": 0.905222, - "nauc_mrr_at_20_max": 0.944241, - "nauc_mrr_at_20_std": 0.857527, - "nauc_mrr_at_20_diff1": 0.902669, - "nauc_mrr_at_100_max": 0.942503, - "nauc_mrr_at_100_std": 0.856024, - "nauc_mrr_at_100_diff1": 0.901219, - "nauc_mrr_at_1000_max": 0.942745, - "nauc_mrr_at_1000_std": 0.856184, - "nauc_mrr_at_1000_diff1": 0.901654, - "main_score": 0.45945, + "accuracy": 0.40667, + "precision_at_1": 0.40667, + "precision_at_3": 0.1537, + "precision_at_5": 0.09533, + "precision_at_10": 0.05011, + "precision_at_20": 0.02661, + "precision_at_100": 0.00672, + "precision_at_1000": 0.001, + "mrr_at_1": 0.406667, + "mrr_at_3": 0.431667, + "mrr_at_5": 0.435222, + "mrr_at_10": 0.438461, + "mrr_at_20": 0.440513, + "mrr_at_100": 0.443683, + "mrr_at_1000": 0.445202, + "nauc_ndcg_at_1_max": 0.918619, + "nauc_ndcg_at_1_std": 0.779284, + "nauc_ndcg_at_1_diff1": 0.902837, + "nauc_ndcg_at_3_max": 0.942257, + "nauc_ndcg_at_3_std": 0.822868, + "nauc_ndcg_at_3_diff1": 0.884088, + "nauc_ndcg_at_5_max": 0.939967, + "nauc_ndcg_at_5_std": 0.822053, + "nauc_ndcg_at_5_diff1": 0.879665, + "nauc_ndcg_at_10_max": 0.935872, + "nauc_ndcg_at_10_std": 0.818749, + "nauc_ndcg_at_10_diff1": 0.873835, + "nauc_ndcg_at_20_max": 0.930699, + "nauc_ndcg_at_20_std": 0.814272, + "nauc_ndcg_at_20_diff1": 0.866776, + "nauc_ndcg_at_100_max": 0.912661, + "nauc_ndcg_at_100_std": 0.797036, + "nauc_ndcg_at_100_diff1": 0.851862, + "nauc_ndcg_at_1000_max": 0.925034, + "nauc_ndcg_at_1000_std": 0.806141, + "nauc_ndcg_at_1000_diff1": 0.868306, + "nauc_map_at_1_max": 0.918619, + "nauc_map_at_1_std": 0.779284, + "nauc_map_at_1_diff1": 0.902837, + "nauc_map_at_3_max": 0.937231, + "nauc_map_at_3_std": 0.812982, + "nauc_map_at_3_diff1": 0.888535, + "nauc_map_at_5_max": 0.935967, + "nauc_map_at_5_std": 0.812584, + "nauc_map_at_5_diff1": 0.886047, + "nauc_map_at_10_max": 0.934347, + "nauc_map_at_10_std": 0.811245, + "nauc_map_at_10_diff1": 0.883852, + "nauc_map_at_20_max": 0.933061, + "nauc_map_at_20_std": 0.810146, + "nauc_map_at_20_diff1": 0.882057, + "nauc_map_at_100_max": 0.930595, + "nauc_map_at_100_std": 0.807626, + "nauc_map_at_100_diff1": 0.880045, + "nauc_map_at_1000_max": 0.930847, + "nauc_map_at_1000_std": 0.807825, + "nauc_map_at_1000_diff1": 0.880494, + "nauc_recall_at_1_max": 0.918619, + "nauc_recall_at_1_std": 0.779284, + "nauc_recall_at_1_diff1": 0.902837, + "nauc_recall_at_3_max": 0.956606, + "nauc_recall_at_3_std": 0.851388, + "nauc_recall_at_3_diff1": 0.871172, + "nauc_recall_at_5_max": 0.951027, + "nauc_recall_at_5_std": 0.849272, + "nauc_recall_at_5_diff1": 0.860451, + "nauc_recall_at_10_max": 0.937866, + "nauc_recall_at_10_std": 0.838944, + "nauc_recall_at_10_diff1": 0.840865, + "nauc_recall_at_20_max": 0.915679, + "nauc_recall_at_20_std": 0.820135, + "nauc_recall_at_20_diff1": 0.809892, + "nauc_recall_at_100_max": 0.791923, + "nauc_recall_at_100_std": 0.709382, + "nauc_recall_at_100_diff1": 0.697624, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.918619, + "nauc_precision_at_1_std": 0.779284, + "nauc_precision_at_1_diff1": 0.902837, + "nauc_precision_at_3_max": 0.956606, + "nauc_precision_at_3_std": 0.851388, + "nauc_precision_at_3_diff1": 0.871172, + "nauc_precision_at_5_max": 0.951027, + "nauc_precision_at_5_std": 0.849272, + "nauc_precision_at_5_diff1": 0.860451, + "nauc_precision_at_10_max": 0.937866, + "nauc_precision_at_10_std": 0.838944, + "nauc_precision_at_10_diff1": 0.840865, + "nauc_precision_at_20_max": 0.915679, + "nauc_precision_at_20_std": 0.820135, + "nauc_precision_at_20_diff1": 0.809892, + "nauc_precision_at_100_max": 0.791923, + "nauc_precision_at_100_std": 0.709382, + "nauc_precision_at_100_diff1": 0.697624, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.918619, + "nauc_mrr_at_1_std": 0.779284, + "nauc_mrr_at_1_diff1": 0.902837, + "nauc_mrr_at_3_max": 0.937231, + "nauc_mrr_at_3_std": 0.812982, + "nauc_mrr_at_3_diff1": 0.888535, + "nauc_mrr_at_5_max": 0.935967, + "nauc_mrr_at_5_std": 0.812584, + "nauc_mrr_at_5_diff1": 0.886047, + "nauc_mrr_at_10_max": 0.934347, + "nauc_mrr_at_10_std": 0.811245, + "nauc_mrr_at_10_diff1": 0.883852, + "nauc_mrr_at_20_max": 0.933061, + "nauc_mrr_at_20_std": 0.810146, + "nauc_mrr_at_20_diff1": 0.882057, + "nauc_mrr_at_100_max": 0.930595, + "nauc_mrr_at_100_std": 0.807626, + "nauc_mrr_at_100_diff1": 0.880045, + "nauc_mrr_at_1000_max": 0.930847, + "nauc_mrr_at_1000_std": 0.807825, + "nauc_mrr_at_1000_diff1": 0.880494, + "hit_rate_at_1": 0.40667, + "hit_rate_at_3": 0.46111, + "hit_rate_at_5": 0.47667, + "hit_rate_at_10": 0.50111, + "hit_rate_at_20": 0.53222, + "hit_rate_at_100": 0.67222, + "hit_rate_at_1000": 1.0, + "main_score": 0.45356, "hf_subset": "eng_Latn-tsn_Latn", "languages": [ "eng-Latn", "tsn-Latn" - ] - }, - { - "ndcg_at_1": 0.52444, - "ndcg_at_3": 0.5671, - "ndcg_at_5": 0.58006, - "ndcg_at_10": 0.59476, - "ndcg_at_20": 0.60723, - "ndcg_at_100": 0.6324, - "ndcg_at_1000": 0.65032, - "map_at_1": 0.52444, - "map_at_3": 0.55685, - "map_at_5": 0.56413, - "map_at_10": 0.57018, - "map_at_20": 0.57351, - "map_at_100": 0.5768, - "map_at_1000": 0.57751, - "recall_at_1": 0.52444, - "recall_at_3": 0.59667, - "recall_at_5": 0.62778, - "recall_at_10": 0.67333, - "recall_at_20": 0.72333, - "recall_at_100": 0.86222, - "recall_at_1000": 1.0, - "precision_at_1": 0.52444, - "precision_at_3": 0.19889, - "precision_at_5": 0.12556, - "precision_at_10": 0.06733, - "precision_at_20": 0.03617, - "precision_at_100": 0.00862, - "precision_at_1000": 0.001, - "mrr_at_1": 0.524444, - "mrr_at_3": 0.556852, - "mrr_at_5": 0.56413, - "mrr_at_10": 0.570203, - "mrr_at_20": 0.573536, - "mrr_at_100": 0.576823, - "mrr_at_1000": 0.577534, - "nauc_ndcg_at_1_max": 0.710752, - "nauc_ndcg_at_1_std": -0.569741, - "nauc_ndcg_at_1_diff1": 0.877229, - "nauc_ndcg_at_3_max": 0.70398, - "nauc_ndcg_at_3_std": -0.596393, - "nauc_ndcg_at_3_diff1": 0.845183, - "nauc_ndcg_at_5_max": 0.698599, - "nauc_ndcg_at_5_std": -0.602888, - "nauc_ndcg_at_5_diff1": 0.843662, - "nauc_ndcg_at_10_max": 0.692488, - "nauc_ndcg_at_10_std": -0.592786, - "nauc_ndcg_at_10_diff1": 0.83545, - "nauc_ndcg_at_20_max": 0.687919, - "nauc_ndcg_at_20_std": -0.592268, - "nauc_ndcg_at_20_diff1": 0.831043, - "nauc_ndcg_at_100_max": 0.686324, - "nauc_ndcg_at_100_std": -0.589161, - "nauc_ndcg_at_100_diff1": 0.828919, - "nauc_ndcg_at_1000_max": 0.693388, - "nauc_ndcg_at_1000_std": -0.5898, - "nauc_ndcg_at_1000_diff1": 0.83817, - "nauc_map_at_1_max": 0.710752, - "nauc_map_at_1_std": -0.569741, - "nauc_map_at_1_diff1": 0.877229, - "nauc_map_at_3_max": 0.706556, - "nauc_map_at_3_std": -0.590261, - "nauc_map_at_3_diff1": 0.853415, - "nauc_map_at_5_max": 0.703625, - "nauc_map_at_5_std": -0.593494, - "nauc_map_at_5_diff1": 0.852417, - "nauc_map_at_10_max": 0.701263, - "nauc_map_at_10_std": -0.589263, - "nauc_map_at_10_diff1": 0.849319, - "nauc_map_at_20_max": 0.700013, - "nauc_map_at_20_std": -0.589282, - "nauc_map_at_20_diff1": 0.848213, - "nauc_map_at_100_max": 0.699631, - "nauc_map_at_100_std": -0.589036, - "nauc_map_at_100_diff1": 0.847723, - "nauc_map_at_1000_max": 0.699903, - "nauc_map_at_1000_std": -0.588916, - "nauc_map_at_1000_diff1": 0.848039, - "nauc_recall_at_1_max": 0.710752, - "nauc_recall_at_1_std": -0.569741, - "nauc_recall_at_1_diff1": 0.877229, - "nauc_recall_at_3_max": 0.695828, - "nauc_recall_at_3_std": -0.614659, - "nauc_recall_at_3_diff1": 0.820256, - "nauc_recall_at_5_max": 0.681591, - "nauc_recall_at_5_std": -0.633526, - "nauc_recall_at_5_diff1": 0.816144, - "nauc_recall_at_10_max": 0.658456, - "nauc_recall_at_10_std": -0.601525, - "nauc_recall_at_10_diff1": 0.784284, - "nauc_recall_at_20_max": 0.632509, - "nauc_recall_at_20_std": -0.598371, - "nauc_recall_at_20_diff1": 0.756294, - "nauc_recall_at_100_max": 0.578493, - "nauc_recall_at_100_std": -0.5634, - "nauc_recall_at_100_diff1": 0.68282, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.710752, - "nauc_precision_at_1_std": -0.569741, - "nauc_precision_at_1_diff1": 0.877229, - "nauc_precision_at_3_max": 0.695828, - "nauc_precision_at_3_std": -0.614659, - "nauc_precision_at_3_diff1": 0.820256, - "nauc_precision_at_5_max": 0.681591, - "nauc_precision_at_5_std": -0.633526, - "nauc_precision_at_5_diff1": 0.816144, - "nauc_precision_at_10_max": 0.658456, - "nauc_precision_at_10_std": -0.601525, - "nauc_precision_at_10_diff1": 0.784284, - "nauc_precision_at_20_max": 0.632509, - "nauc_precision_at_20_std": -0.598371, - "nauc_precision_at_20_diff1": 0.756294, - "nauc_precision_at_100_max": 0.578493, - "nauc_precision_at_100_std": -0.5634, - "nauc_precision_at_100_diff1": 0.68282, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.710752, - "nauc_mrr_at_1_std": -0.569741, - "nauc_mrr_at_1_diff1": 0.877229, - "nauc_mrr_at_3_max": 0.706556, - "nauc_mrr_at_3_std": -0.590261, - "nauc_mrr_at_3_diff1": 0.853415, - "nauc_mrr_at_5_max": 0.703625, - "nauc_mrr_at_5_std": -0.593494, - "nauc_mrr_at_5_diff1": 0.852417, - "nauc_mrr_at_10_max": 0.701223, - "nauc_mrr_at_10_std": -0.589195, - "nauc_mrr_at_10_diff1": 0.849276, - "nauc_mrr_at_20_max": 0.699974, - "nauc_mrr_at_20_std": -0.589214, - "nauc_mrr_at_20_diff1": 0.848169, - "nauc_mrr_at_100_max": 0.699591, - "nauc_mrr_at_100_std": -0.588967, - "nauc_mrr_at_100_diff1": 0.847679, - "nauc_mrr_at_1000_max": 0.699863, - "nauc_mrr_at_1000_std": -0.588848, - "nauc_mrr_at_1000_diff1": 0.847995, - "main_score": 0.59476, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.54111, + "ndcg_at_3": 0.58167, + "ndcg_at_5": 0.59304, + "ndcg_at_10": 0.60552, + "ndcg_at_20": 0.61889, + "ndcg_at_100": 0.64215, + "ndcg_at_1000": 0.66105, + "map_at_1": 0.54111, + "map_at_3": 0.57185, + "map_at_5": 0.57813, + "map_at_10": 0.58322, + "map_at_20": 0.58698, + "map_at_100": 0.59012, + "map_at_1000": 0.59089, + "recall_at_1": 0.54111, + "recall_at_3": 0.61, + "recall_at_5": 0.63778, + "recall_at_10": 0.67667, + "recall_at_20": 0.72889, + "recall_at_100": 0.85556, + "recall_at_1000": 1.0, + "accuracy": 0.54111, + "precision_at_1": 0.54111, + "precision_at_3": 0.20333, + "precision_at_5": 0.12756, + "precision_at_10": 0.06767, + "precision_at_20": 0.03644, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "mrr_at_1": 0.541111, + "mrr_at_3": 0.571852, + "mrr_at_5": 0.57813, + "mrr_at_10": 0.58322, + "mrr_at_20": 0.586979, + "mrr_at_100": 0.590123, + "mrr_at_1000": 0.590892, + "nauc_ndcg_at_1_max": 0.707979, + "nauc_ndcg_at_1_std": -0.607799, + "nauc_ndcg_at_1_diff1": 0.877142, + "nauc_ndcg_at_3_max": 0.702913, + "nauc_ndcg_at_3_std": -0.632488, + "nauc_ndcg_at_3_diff1": 0.847545, + "nauc_ndcg_at_5_max": 0.701269, + "nauc_ndcg_at_5_std": -0.633696, + "nauc_ndcg_at_5_diff1": 0.849605, + "nauc_ndcg_at_10_max": 0.695134, + "nauc_ndcg_at_10_std": -0.626483, + "nauc_ndcg_at_10_diff1": 0.841757, + "nauc_ndcg_at_20_max": 0.692771, + "nauc_ndcg_at_20_std": -0.626654, + "nauc_ndcg_at_20_diff1": 0.839784, + "nauc_ndcg_at_100_max": 0.688832, + "nauc_ndcg_at_100_std": -0.619293, + "nauc_ndcg_at_100_diff1": 0.83613, + "nauc_ndcg_at_1000_max": 0.69517, + "nauc_ndcg_at_1000_std": -0.624272, + "nauc_ndcg_at_1000_diff1": 0.844533, + "nauc_map_at_1_max": 0.707979, + "nauc_map_at_1_std": -0.607799, + "nauc_map_at_1_diff1": 0.877142, + "nauc_map_at_3_max": 0.704429, + "nauc_map_at_3_std": -0.628102, + "nauc_map_at_3_diff1": 0.855188, + "nauc_map_at_5_max": 0.703518, + "nauc_map_at_5_std": -0.629086, + "nauc_map_at_5_diff1": 0.856371, + "nauc_map_at_10_max": 0.701229, + "nauc_map_at_10_std": -0.62623, + "nauc_map_at_10_diff1": 0.85335, + "nauc_map_at_20_max": 0.700554, + "nauc_map_at_20_std": -0.626144, + "nauc_map_at_20_diff1": 0.852796, + "nauc_map_at_100_max": 0.699764, + "nauc_map_at_100_std": -0.625523, + "nauc_map_at_100_diff1": 0.852204, + "nauc_map_at_1000_max": 0.700033, + "nauc_map_at_1000_std": -0.62557, + "nauc_map_at_1000_diff1": 0.852507, + "nauc_recall_at_1_max": 0.707979, + "nauc_recall_at_1_std": -0.607799, + "nauc_recall_at_1_diff1": 0.877142, + "nauc_recall_at_3_max": 0.698216, + "nauc_recall_at_3_std": -0.644984, + "nauc_recall_at_3_diff1": 0.824312, + "nauc_recall_at_5_max": 0.693857, + "nauc_recall_at_5_std": -0.647081, + "nauc_recall_at_5_diff1": 0.828531, + "nauc_recall_at_10_max": 0.671042, + "nauc_recall_at_10_std": -0.622554, + "nauc_recall_at_10_diff1": 0.799194, + "nauc_recall_at_20_max": 0.656926, + "nauc_recall_at_20_std": -0.624232, + "nauc_recall_at_20_diff1": 0.784608, + "nauc_recall_at_100_max": 0.599682, + "nauc_recall_at_100_std": -0.533787, + "nauc_recall_at_100_diff1": 0.712673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707979, + "nauc_precision_at_1_std": -0.607799, + "nauc_precision_at_1_diff1": 0.877142, + "nauc_precision_at_3_max": 0.698216, + "nauc_precision_at_3_std": -0.644984, + "nauc_precision_at_3_diff1": 0.824312, + "nauc_precision_at_5_max": 0.693857, + "nauc_precision_at_5_std": -0.647081, + "nauc_precision_at_5_diff1": 0.828531, + "nauc_precision_at_10_max": 0.671042, + "nauc_precision_at_10_std": -0.622554, + "nauc_precision_at_10_diff1": 0.799194, + "nauc_precision_at_20_max": 0.656926, + "nauc_precision_at_20_std": -0.624232, + "nauc_precision_at_20_diff1": 0.784608, + "nauc_precision_at_100_max": 0.599682, + "nauc_precision_at_100_std": -0.533787, + "nauc_precision_at_100_diff1": 0.712673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707979, + "nauc_mrr_at_1_std": -0.607799, + "nauc_mrr_at_1_diff1": 0.877142, + "nauc_mrr_at_3_max": 0.704429, + "nauc_mrr_at_3_std": -0.628102, + "nauc_mrr_at_3_diff1": 0.855188, + "nauc_mrr_at_5_max": 0.703518, + "nauc_mrr_at_5_std": -0.629086, + "nauc_mrr_at_5_diff1": 0.856371, + "nauc_mrr_at_10_max": 0.701229, + "nauc_mrr_at_10_std": -0.62623, + "nauc_mrr_at_10_diff1": 0.85335, + "nauc_mrr_at_20_max": 0.700554, + "nauc_mrr_at_20_std": -0.626144, + "nauc_mrr_at_20_diff1": 0.852796, + "nauc_mrr_at_100_max": 0.699764, + "nauc_mrr_at_100_std": -0.625523, + "nauc_mrr_at_100_diff1": 0.852204, + "nauc_mrr_at_1000_max": 0.700033, + "nauc_mrr_at_1000_std": -0.62557, + "nauc_mrr_at_1000_diff1": 0.852507, + "hit_rate_at_1": 0.54111, + "hit_rate_at_3": 0.61, + "hit_rate_at_5": 0.63778, + "hit_rate_at_10": 0.67667, + "hit_rate_at_20": 0.72889, + "hit_rate_at_100": 0.85556, + "hit_rate_at_1000": 1.0, + "main_score": 0.60552, "hf_subset": "tso_Latn-tso_Latn", "languages": [ "tso-Latn", "tso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.55556, - "ndcg_at_3": 0.59749, - "ndcg_at_5": 0.61298, - "ndcg_at_10": 0.6294, - "ndcg_at_20": 0.64145, - "ndcg_at_100": 0.66362, - "ndcg_at_1000": 0.6785, + "ndcg_at_3": 0.59594, + "ndcg_at_5": 0.61062, + "ndcg_at_10": 0.62935, + "ndcg_at_20": 0.63994, + "ndcg_at_100": 0.66095, + "ndcg_at_1000": 0.67699, "map_at_1": 0.55556, - "map_at_3": 0.58704, - "map_at_5": 0.59559, - "map_at_10": 0.60231, - "map_at_20": 0.60575, - "map_at_100": 0.60856, - "map_at_1000": 0.60917, + "map_at_3": 0.58574, + "map_at_5": 0.59391, + "map_at_10": 0.60166, + "map_at_20": 0.60452, + "map_at_100": 0.60719, + "map_at_1000": 0.60785, "recall_at_1": 0.55556, - "recall_at_3": 0.62778, - "recall_at_5": 0.66556, - "recall_at_10": 0.71667, - "recall_at_20": 0.76333, - "recall_at_100": 0.88667, + "recall_at_3": 0.62556, + "recall_at_5": 0.66111, + "recall_at_10": 0.71889, + "recall_at_20": 0.76111, + "recall_at_100": 0.87778, "recall_at_1000": 1.0, + "accuracy": 0.55556, "precision_at_1": 0.55556, - "precision_at_3": 0.20926, - "precision_at_5": 0.13311, - "precision_at_10": 0.07167, - "precision_at_20": 0.03817, - "precision_at_100": 0.00887, + "precision_at_3": 0.20852, + "precision_at_5": 0.13222, + "precision_at_10": 0.07189, + "precision_at_20": 0.03806, + "precision_at_100": 0.00878, "precision_at_1000": 0.001, "mrr_at_1": 0.555556, - "mrr_at_3": 0.587037, - "mrr_at_5": 0.595593, - "mrr_at_10": 0.602305, - "mrr_at_20": 0.605748, - "mrr_at_100": 0.608557, - "mrr_at_1000": 0.609173, - "nauc_ndcg_at_1_max": 0.875178, - "nauc_ndcg_at_1_std": 0.439273, - "nauc_ndcg_at_1_diff1": 0.894605, - "nauc_ndcg_at_3_max": 0.873146, - "nauc_ndcg_at_3_std": 0.450808, - "nauc_ndcg_at_3_diff1": 0.868137, - "nauc_ndcg_at_5_max": 0.861643, - "nauc_ndcg_at_5_std": 0.451375, - "nauc_ndcg_at_5_diff1": 0.85498, - "nauc_ndcg_at_10_max": 0.854244, - "nauc_ndcg_at_10_std": 0.450843, - "nauc_ndcg_at_10_diff1": 0.847463, - "nauc_ndcg_at_20_max": 0.85671, - "nauc_ndcg_at_20_std": 0.462818, - "nauc_ndcg_at_20_diff1": 0.845718, - "nauc_ndcg_at_100_max": 0.855006, - "nauc_ndcg_at_100_std": 0.459505, - "nauc_ndcg_at_100_diff1": 0.846609, - "nauc_ndcg_at_1000_max": 0.860328, - "nauc_ndcg_at_1000_std": 0.455155, - "nauc_ndcg_at_1000_diff1": 0.855509, - "nauc_map_at_1_max": 0.875178, - "nauc_map_at_1_std": 0.439273, - "nauc_map_at_1_diff1": 0.894605, - "nauc_map_at_3_max": 0.874135, - "nauc_map_at_3_std": 0.447876, - "nauc_map_at_3_diff1": 0.874923, - "nauc_map_at_5_max": 0.867988, - "nauc_map_at_5_std": 0.448117, - "nauc_map_at_5_diff1": 0.868012, - "nauc_map_at_10_max": 0.865032, - "nauc_map_at_10_std": 0.447866, - "nauc_map_at_10_diff1": 0.865105, - "nauc_map_at_20_max": 0.865685, - "nauc_map_at_20_std": 0.451136, - "nauc_map_at_20_diff1": 0.864722, - "nauc_map_at_100_max": 0.865439, - "nauc_map_at_100_std": 0.450546, - "nauc_map_at_100_diff1": 0.864854, - "nauc_map_at_1000_max": 0.865628, - "nauc_map_at_1000_std": 0.450431, - "nauc_map_at_1000_diff1": 0.865206, - "nauc_recall_at_1_max": 0.875178, - "nauc_recall_at_1_std": 0.439273, - "nauc_recall_at_1_diff1": 0.894605, - "nauc_recall_at_3_max": 0.869906, - "nauc_recall_at_3_std": 0.459801, - "nauc_recall_at_3_diff1": 0.847302, - "nauc_recall_at_5_max": 0.838917, - "nauc_recall_at_5_std": 0.462077, - "nauc_recall_at_5_diff1": 0.8104, - "nauc_recall_at_10_max": 0.809633, - "nauc_recall_at_10_std": 0.461413, - "nauc_recall_at_10_diff1": 0.7779, - "nauc_recall_at_20_max": 0.816315, - "nauc_recall_at_20_std": 0.524062, - "nauc_recall_at_20_diff1": 0.758531, - "nauc_recall_at_100_max": 0.761514, - "nauc_recall_at_100_std": 0.540014, - "nauc_recall_at_100_diff1": 0.694451, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.875178, - "nauc_precision_at_1_std": 0.439273, - "nauc_precision_at_1_diff1": 0.894605, - "nauc_precision_at_3_max": 0.869906, - "nauc_precision_at_3_std": 0.459801, - "nauc_precision_at_3_diff1": 0.847302, - "nauc_precision_at_5_max": 0.838917, - "nauc_precision_at_5_std": 0.462077, - "nauc_precision_at_5_diff1": 0.8104, - "nauc_precision_at_10_max": 0.809633, - "nauc_precision_at_10_std": 0.461413, - "nauc_precision_at_10_diff1": 0.7779, - "nauc_precision_at_20_max": 0.816315, - "nauc_precision_at_20_std": 0.524062, - "nauc_precision_at_20_diff1": 0.758531, - "nauc_precision_at_100_max": 0.761514, - "nauc_precision_at_100_std": 0.540014, - "nauc_precision_at_100_diff1": 0.694451, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.875178, - "nauc_mrr_at_1_std": 0.439273, - "nauc_mrr_at_1_diff1": 0.894605, - "nauc_mrr_at_3_max": 0.874135, - "nauc_mrr_at_3_std": 0.447876, - "nauc_mrr_at_3_diff1": 0.874923, - "nauc_mrr_at_5_max": 0.867988, - "nauc_mrr_at_5_std": 0.448117, - "nauc_mrr_at_5_diff1": 0.868012, - "nauc_mrr_at_10_max": 0.865032, - "nauc_mrr_at_10_std": 0.447866, - "nauc_mrr_at_10_diff1": 0.865105, - "nauc_mrr_at_20_max": 0.865685, - "nauc_mrr_at_20_std": 0.451136, - "nauc_mrr_at_20_diff1": 0.864722, - "nauc_mrr_at_100_max": 0.865439, - "nauc_mrr_at_100_std": 0.450546, - "nauc_mrr_at_100_diff1": 0.864854, - "nauc_mrr_at_1000_max": 0.865628, - "nauc_mrr_at_1000_std": 0.450431, - "nauc_mrr_at_1000_diff1": 0.865206, - "main_score": 0.6294, + "mrr_at_3": 0.585741, + "mrr_at_5": 0.593907, + "mrr_at_10": 0.601655, + "mrr_at_20": 0.604525, + "mrr_at_100": 0.607193, + "mrr_at_1000": 0.607853, + "nauc_ndcg_at_1_max": 0.858137, + "nauc_ndcg_at_1_std": 0.418969, + "nauc_ndcg_at_1_diff1": 0.888837, + "nauc_ndcg_at_3_max": 0.858715, + "nauc_ndcg_at_3_std": 0.428685, + "nauc_ndcg_at_3_diff1": 0.865148, + "nauc_ndcg_at_5_max": 0.848818, + "nauc_ndcg_at_5_std": 0.435806, + "nauc_ndcg_at_5_diff1": 0.854488, + "nauc_ndcg_at_10_max": 0.839391, + "nauc_ndcg_at_10_std": 0.43735, + "nauc_ndcg_at_10_diff1": 0.842768, + "nauc_ndcg_at_20_max": 0.841759, + "nauc_ndcg_at_20_std": 0.446783, + "nauc_ndcg_at_20_diff1": 0.842252, + "nauc_ndcg_at_100_max": 0.841137, + "nauc_ndcg_at_100_std": 0.445982, + "nauc_ndcg_at_100_diff1": 0.84378, + "nauc_ndcg_at_1000_max": 0.845338, + "nauc_ndcg_at_1000_std": 0.437791, + "nauc_ndcg_at_1000_diff1": 0.851936, + "nauc_map_at_1_max": 0.858137, + "nauc_map_at_1_std": 0.418969, + "nauc_map_at_1_diff1": 0.888837, + "nauc_map_at_3_max": 0.859091, + "nauc_map_at_3_std": 0.426937, + "nauc_map_at_3_diff1": 0.871236, + "nauc_map_at_5_max": 0.853728, + "nauc_map_at_5_std": 0.430783, + "nauc_map_at_5_diff1": 0.865563, + "nauc_map_at_10_max": 0.849783, + "nauc_map_at_10_std": 0.430942, + "nauc_map_at_10_diff1": 0.860936, + "nauc_map_at_20_max": 0.850421, + "nauc_map_at_20_std": 0.433254, + "nauc_map_at_20_diff1": 0.860892, + "nauc_map_at_100_max": 0.850236, + "nauc_map_at_100_std": 0.432704, + "nauc_map_at_100_diff1": 0.861063, + "nauc_map_at_1000_max": 0.850378, + "nauc_map_at_1000_std": 0.432383, + "nauc_map_at_1000_diff1": 0.861382, + "nauc_recall_at_1_max": 0.858137, + "nauc_recall_at_1_std": 0.418969, + "nauc_recall_at_1_diff1": 0.888837, + "nauc_recall_at_3_max": 0.857335, + "nauc_recall_at_3_std": 0.433724, + "nauc_recall_at_3_diff1": 0.846484, + "nauc_recall_at_5_max": 0.831186, + "nauc_recall_at_5_std": 0.452787, + "nauc_recall_at_5_diff1": 0.817011, + "nauc_recall_at_10_max": 0.795904, + "nauc_recall_at_10_std": 0.463459, + "nauc_recall_at_10_diff1": 0.769527, + "nauc_recall_at_20_max": 0.802589, + "nauc_recall_at_20_std": 0.517408, + "nauc_recall_at_20_diff1": 0.756794, + "nauc_recall_at_100_max": 0.770229, + "nauc_recall_at_100_std": 0.577072, + "nauc_recall_at_100_diff1": 0.712477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.858137, + "nauc_precision_at_1_std": 0.418969, + "nauc_precision_at_1_diff1": 0.888837, + "nauc_precision_at_3_max": 0.857335, + "nauc_precision_at_3_std": 0.433724, + "nauc_precision_at_3_diff1": 0.846484, + "nauc_precision_at_5_max": 0.831186, + "nauc_precision_at_5_std": 0.452787, + "nauc_precision_at_5_diff1": 0.817011, + "nauc_precision_at_10_max": 0.795904, + "nauc_precision_at_10_std": 0.463459, + "nauc_precision_at_10_diff1": 0.769527, + "nauc_precision_at_20_max": 0.802589, + "nauc_precision_at_20_std": 0.517408, + "nauc_precision_at_20_diff1": 0.756794, + "nauc_precision_at_100_max": 0.770229, + "nauc_precision_at_100_std": 0.577072, + "nauc_precision_at_100_diff1": 0.712477, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.858137, + "nauc_mrr_at_1_std": 0.418969, + "nauc_mrr_at_1_diff1": 0.888837, + "nauc_mrr_at_3_max": 0.859091, + "nauc_mrr_at_3_std": 0.426937, + "nauc_mrr_at_3_diff1": 0.871236, + "nauc_mrr_at_5_max": 0.853728, + "nauc_mrr_at_5_std": 0.430783, + "nauc_mrr_at_5_diff1": 0.865563, + "nauc_mrr_at_10_max": 0.849783, + "nauc_mrr_at_10_std": 0.430942, + "nauc_mrr_at_10_diff1": 0.860936, + "nauc_mrr_at_20_max": 0.850421, + "nauc_mrr_at_20_std": 0.433254, + "nauc_mrr_at_20_diff1": 0.860892, + "nauc_mrr_at_100_max": 0.850236, + "nauc_mrr_at_100_std": 0.432704, + "nauc_mrr_at_100_diff1": 0.861063, + "nauc_mrr_at_1000_max": 0.850378, + "nauc_mrr_at_1000_std": 0.432383, + "nauc_mrr_at_1000_diff1": 0.861382, + "hit_rate_at_1": 0.55556, + "hit_rate_at_3": 0.62556, + "hit_rate_at_5": 0.66111, + "hit_rate_at_10": 0.71889, + "hit_rate_at_20": 0.76111, + "hit_rate_at_100": 0.87778, + "hit_rate_at_1000": 1.0, + "main_score": 0.62935, "hf_subset": "tso_Latn-eng_Latn", "languages": [ "tso-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42222, - "ndcg_at_3": 0.45021, - "ndcg_at_5": 0.45341, - "ndcg_at_10": 0.46156, - "ndcg_at_20": 0.46919, - "ndcg_at_100": 0.49252, - "ndcg_at_1000": 0.53509, - "map_at_1": 0.42222, - "map_at_3": 0.4437, - "map_at_5": 0.44548, - "map_at_10": 0.44877, - "map_at_20": 0.45089, - "map_at_100": 0.4537, - "map_at_1000": 0.45521, - "recall_at_1": 0.42222, - "recall_at_3": 0.46889, - "recall_at_5": 0.47667, - "recall_at_10": 0.50222, - "recall_at_20": 0.53222, - "recall_at_100": 0.66444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.41889, + "ndcg_at_3": 0.44731, + "ndcg_at_5": 0.45473, + "ndcg_at_10": 0.4591, + "ndcg_at_20": 0.46702, + "ndcg_at_100": 0.48971, + "ndcg_at_1000": 0.53329, + "map_at_1": 0.41889, + "map_at_3": 0.44093, + "map_at_5": 0.44509, + "map_at_10": 0.44693, + "map_at_20": 0.44913, + "map_at_100": 0.45176, + "map_at_1000": 0.45335, + "recall_at_1": 0.41889, + "recall_at_3": 0.46556, + "recall_at_5": 0.48333, + "recall_at_10": 0.49667, + "recall_at_20": 0.52778, + "recall_at_100": 0.65778, "recall_at_1000": 1.0, - "precision_at_1": 0.42222, - "precision_at_3": 0.1563, - "precision_at_5": 0.09533, - "precision_at_10": 0.05022, - "precision_at_20": 0.02661, - "precision_at_100": 0.00664, - "precision_at_1000": 0.001, - "mrr_at_1": 0.422222, - "mrr_at_3": 0.443704, - "mrr_at_5": 0.445481, - "mrr_at_10": 0.448771, - "mrr_at_20": 0.450891, - "mrr_at_100": 0.453696, - "mrr_at_1000": 0.455207, - "nauc_ndcg_at_1_max": 0.933647, - "nauc_ndcg_at_1_std": 0.825652, - "nauc_ndcg_at_1_diff1": 0.908395, - "nauc_ndcg_at_3_max": 0.948468, - "nauc_ndcg_at_3_std": 0.852436, - "nauc_ndcg_at_3_diff1": 0.887992, - "nauc_ndcg_at_5_max": 0.948748, - "nauc_ndcg_at_5_std": 0.853928, - "nauc_ndcg_at_5_diff1": 0.886829, - "nauc_ndcg_at_10_max": 0.942711, - "nauc_ndcg_at_10_std": 0.852668, - "nauc_ndcg_at_10_diff1": 0.87842, - "nauc_ndcg_at_20_max": 0.940647, - "nauc_ndcg_at_20_std": 0.85255, - "nauc_ndcg_at_20_diff1": 0.872893, - "nauc_ndcg_at_100_max": 0.926945, - "nauc_ndcg_at_100_std": 0.840397, - "nauc_ndcg_at_100_diff1": 0.86168, - "nauc_ndcg_at_1000_max": 0.936096, - "nauc_ndcg_at_1000_std": 0.845155, - "nauc_ndcg_at_1000_diff1": 0.875681, - "nauc_map_at_1_max": 0.933647, - "nauc_map_at_1_std": 0.825652, - "nauc_map_at_1_diff1": 0.908395, - "nauc_map_at_3_max": 0.945267, - "nauc_map_at_3_std": 0.846566, - "nauc_map_at_3_diff1": 0.893524, - "nauc_map_at_5_max": 0.945496, - "nauc_map_at_5_std": 0.847497, - "nauc_map_at_5_diff1": 0.892979, - "nauc_map_at_10_max": 0.943049, - "nauc_map_at_10_std": 0.847048, - "nauc_map_at_10_diff1": 0.889578, - "nauc_map_at_20_max": 0.942435, - "nauc_map_at_20_std": 0.84704, - "nauc_map_at_20_diff1": 0.888003, - "nauc_map_at_100_max": 0.940713, - "nauc_map_at_100_std": 0.845394, - "nauc_map_at_100_diff1": 0.886701, - "nauc_map_at_1000_max": 0.940858, - "nauc_map_at_1000_std": 0.845428, - "nauc_map_at_1000_diff1": 0.887048, - "nauc_recall_at_1_max": 0.933647, - "nauc_recall_at_1_std": 0.825652, - "nauc_recall_at_1_diff1": 0.908395, - "nauc_recall_at_3_max": 0.957619, - "nauc_recall_at_3_std": 0.869259, - "nauc_recall_at_3_diff1": 0.871649, - "nauc_recall_at_5_max": 0.958014, - "nauc_recall_at_5_std": 0.872499, - "nauc_recall_at_5_diff1": 0.868363, - "nauc_recall_at_10_max": 0.938966, - "nauc_recall_at_10_std": 0.868377, + "accuracy": 0.41889, + "precision_at_1": 0.41889, + "precision_at_3": 0.15519, + "precision_at_5": 0.09667, + "precision_at_10": 0.04967, + "precision_at_20": 0.02639, + "precision_at_100": 0.00658, + "precision_at_1000": 0.001, + "mrr_at_1": 0.418889, + "mrr_at_3": 0.440926, + "mrr_at_5": 0.445093, + "mrr_at_10": 0.446931, + "mrr_at_20": 0.449132, + "mrr_at_100": 0.451764, + "mrr_at_1000": 0.453347, + "nauc_ndcg_at_1_max": 0.93439, + "nauc_ndcg_at_1_std": 0.832448, + "nauc_ndcg_at_1_diff1": 0.903744, + "nauc_ndcg_at_3_max": 0.950804, + "nauc_ndcg_at_3_std": 0.863973, + "nauc_ndcg_at_3_diff1": 0.889591, + "nauc_ndcg_at_5_max": 0.945932, + "nauc_ndcg_at_5_std": 0.861587, + "nauc_ndcg_at_5_diff1": 0.881624, + "nauc_ndcg_at_10_max": 0.939219, + "nauc_ndcg_at_10_std": 0.858469, + "nauc_ndcg_at_10_diff1": 0.875525, + "nauc_ndcg_at_20_max": 0.936171, + "nauc_ndcg_at_20_std": 0.85802, + "nauc_ndcg_at_20_diff1": 0.871007, + "nauc_ndcg_at_100_max": 0.923117, + "nauc_ndcg_at_100_std": 0.846311, + "nauc_ndcg_at_100_diff1": 0.860294, + "nauc_ndcg_at_1000_max": 0.933433, + "nauc_ndcg_at_1000_std": 0.852433, + "nauc_ndcg_at_1000_diff1": 0.873019, + "nauc_map_at_1_max": 0.93439, + "nauc_map_at_1_std": 0.832448, + "nauc_map_at_1_diff1": 0.903744, + "nauc_map_at_3_max": 0.947208, + "nauc_map_at_3_std": 0.857312, + "nauc_map_at_3_diff1": 0.892837, + "nauc_map_at_5_max": 0.944556, + "nauc_map_at_5_std": 0.856094, + "nauc_map_at_5_diff1": 0.888441, + "nauc_map_at_10_max": 0.94172, + "nauc_map_at_10_std": 0.854708, + "nauc_map_at_10_diff1": 0.885919, + "nauc_map_at_20_max": 0.940883, + "nauc_map_at_20_std": 0.854721, + "nauc_map_at_20_diff1": 0.884622, + "nauc_map_at_100_max": 0.939288, + "nauc_map_at_100_std": 0.853281, + "nauc_map_at_100_diff1": 0.88336, + "nauc_map_at_1000_max": 0.939488, + "nauc_map_at_1000_std": 0.853391, + "nauc_map_at_1000_diff1": 0.883656, + "nauc_recall_at_1_max": 0.93439, + "nauc_recall_at_1_std": 0.832448, + "nauc_recall_at_1_diff1": 0.903744, + "nauc_recall_at_3_max": 0.961108, + "nauc_recall_at_3_std": 0.882942, + "nauc_recall_at_3_diff1": 0.880221, + "nauc_recall_at_5_max": 0.949022, + "nauc_recall_at_5_std": 0.876742, + "nauc_recall_at_5_diff1": 0.860605, + "nauc_recall_at_10_max": 0.928423, + "nauc_recall_at_10_std": 0.867573, "nauc_recall_at_10_diff1": 0.841529, - "nauc_recall_at_20_max": 0.930778, - "nauc_recall_at_20_std": 0.868123, - "nauc_recall_at_20_diff1": 0.818401, - "nauc_recall_at_100_max": 0.836201, - "nauc_recall_at_100_std": 0.791063, - "nauc_recall_at_100_diff1": 0.729957, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.933647, - "nauc_precision_at_1_std": 0.825652, - "nauc_precision_at_1_diff1": 0.908395, - "nauc_precision_at_3_max": 0.957619, - "nauc_precision_at_3_std": 0.869259, - "nauc_precision_at_3_diff1": 0.871649, - "nauc_precision_at_5_max": 0.958014, - "nauc_precision_at_5_std": 0.872499, - "nauc_precision_at_5_diff1": 0.868363, - "nauc_precision_at_10_max": 0.938966, - "nauc_precision_at_10_std": 0.868377, + "nauc_recall_at_20_max": 0.915677, + "nauc_recall_at_20_std": 0.864849, + "nauc_recall_at_20_diff1": 0.82267, + "nauc_recall_at_100_max": 0.823786, + "nauc_recall_at_100_std": 0.787188, + "nauc_recall_at_100_diff1": 0.740597, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.93439, + "nauc_precision_at_1_std": 0.832448, + "nauc_precision_at_1_diff1": 0.903744, + "nauc_precision_at_3_max": 0.961108, + "nauc_precision_at_3_std": 0.882942, + "nauc_precision_at_3_diff1": 0.880221, + "nauc_precision_at_5_max": 0.949022, + "nauc_precision_at_5_std": 0.876742, + "nauc_precision_at_5_diff1": 0.860605, + "nauc_precision_at_10_max": 0.928423, + "nauc_precision_at_10_std": 0.867573, "nauc_precision_at_10_diff1": 0.841529, - "nauc_precision_at_20_max": 0.930778, - "nauc_precision_at_20_std": 0.868123, - "nauc_precision_at_20_diff1": 0.818401, - "nauc_precision_at_100_max": 0.836201, - "nauc_precision_at_100_std": 0.791063, - "nauc_precision_at_100_diff1": 0.729957, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.933647, - "nauc_mrr_at_1_std": 0.825652, - "nauc_mrr_at_1_diff1": 0.908395, - "nauc_mrr_at_3_max": 0.945267, - "nauc_mrr_at_3_std": 0.846566, - "nauc_mrr_at_3_diff1": 0.893524, - "nauc_mrr_at_5_max": 0.945496, - "nauc_mrr_at_5_std": 0.847497, - "nauc_mrr_at_5_diff1": 0.892979, - "nauc_mrr_at_10_max": 0.943049, - "nauc_mrr_at_10_std": 0.847048, - "nauc_mrr_at_10_diff1": 0.889578, - "nauc_mrr_at_20_max": 0.942435, - "nauc_mrr_at_20_std": 0.84704, - "nauc_mrr_at_20_diff1": 0.888003, - "nauc_mrr_at_100_max": 0.940713, - "nauc_mrr_at_100_std": 0.845394, - "nauc_mrr_at_100_diff1": 0.886701, - "nauc_mrr_at_1000_max": 0.940858, - "nauc_mrr_at_1000_std": 0.845428, - "nauc_mrr_at_1000_diff1": 0.887048, - "main_score": 0.46156, + "nauc_precision_at_20_max": 0.915677, + "nauc_precision_at_20_std": 0.864849, + "nauc_precision_at_20_diff1": 0.82267, + "nauc_precision_at_100_max": 0.823786, + "nauc_precision_at_100_std": 0.787188, + "nauc_precision_at_100_diff1": 0.740597, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.93439, + "nauc_mrr_at_1_std": 0.832448, + "nauc_mrr_at_1_diff1": 0.903744, + "nauc_mrr_at_3_max": 0.947208, + "nauc_mrr_at_3_std": 0.857312, + "nauc_mrr_at_3_diff1": 0.892837, + "nauc_mrr_at_5_max": 0.944556, + "nauc_mrr_at_5_std": 0.856094, + "nauc_mrr_at_5_diff1": 0.888441, + "nauc_mrr_at_10_max": 0.94172, + "nauc_mrr_at_10_std": 0.854708, + "nauc_mrr_at_10_diff1": 0.885919, + "nauc_mrr_at_20_max": 0.940883, + "nauc_mrr_at_20_std": 0.854721, + "nauc_mrr_at_20_diff1": 0.884622, + "nauc_mrr_at_100_max": 0.939288, + "nauc_mrr_at_100_std": 0.853281, + "nauc_mrr_at_100_diff1": 0.88336, + "nauc_mrr_at_1000_max": 0.939488, + "nauc_mrr_at_1000_std": 0.853391, + "nauc_mrr_at_1000_diff1": 0.883656, + "hit_rate_at_1": 0.41889, + "hit_rate_at_3": 0.46556, + "hit_rate_at_5": 0.48333, + "hit_rate_at_10": 0.49667, + "hit_rate_at_20": 0.52778, + "hit_rate_at_100": 0.65778, + "hit_rate_at_1000": 1.0, + "main_score": 0.4591, "hf_subset": "eng_Latn-tso_Latn", "languages": [ "eng-Latn", "tso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.92348, - "ndcg_at_5": 0.92921, - "ndcg_at_10": 0.93481, - "ndcg_at_20": 0.93648, - "ndcg_at_100": 0.9379, - "ndcg_at_1000": 0.93866, - "map_at_1": 0.88556, - "map_at_3": 0.91463, - "map_at_5": 0.91769, - "map_at_10": 0.92012, - "map_at_20": 0.92057, - "map_at_100": 0.92076, - "map_at_1000": 0.92079, - "recall_at_1": 0.88556, - "recall_at_3": 0.94889, - "recall_at_5": 0.96333, - "recall_at_10": 0.98, - "recall_at_20": 0.98667, - "recall_at_100": 0.99444, + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.9179, + "ndcg_at_5": 0.92478, + "ndcg_at_10": 0.92961, + "ndcg_at_20": 0.93276, + "ndcg_at_100": 0.93448, + "ndcg_at_1000": 0.93538, + "map_at_1": 0.88333, + "map_at_3": 0.90981, + "map_at_5": 0.91365, + "map_at_10": 0.91574, + "map_at_20": 0.91663, + "map_at_100": 0.9169, + "map_at_1000": 0.91694, + "recall_at_1": 0.88333, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.97222, + "recall_at_20": 0.98444, + "recall_at_100": 0.99333, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.3163, - "precision_at_5": 0.19267, - "precision_at_10": 0.098, - "precision_at_20": 0.04933, - "precision_at_100": 0.00994, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09722, + "precision_at_20": 0.04922, + "precision_at_100": 0.00993, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.91463, - "mrr_at_5": 0.917685, - "mrr_at_10": 0.92012, - "mrr_at_20": 0.920572, - "mrr_at_100": 0.920759, - "mrr_at_1000": 0.920794, - "nauc_ndcg_at_1_max": 0.824574, - "nauc_ndcg_at_1_std": 0.026352, - "nauc_ndcg_at_1_diff1": 0.939535, - "nauc_ndcg_at_3_max": 0.866457, - "nauc_ndcg_at_3_std": 0.081418, - "nauc_ndcg_at_3_diff1": 0.939932, - "nauc_ndcg_at_5_max": 0.860633, - "nauc_ndcg_at_5_std": 0.069699, - "nauc_ndcg_at_5_diff1": 0.938316, - "nauc_ndcg_at_10_max": 0.857834, - "nauc_ndcg_at_10_std": 0.107569, - "nauc_ndcg_at_10_diff1": 0.939003, - "nauc_ndcg_at_20_max": 0.855175, - "nauc_ndcg_at_20_std": 0.088776, - "nauc_ndcg_at_20_diff1": 0.938595, - "nauc_ndcg_at_100_max": 0.853571, - "nauc_ndcg_at_100_std": 0.090241, - "nauc_ndcg_at_100_diff1": 0.937687, - "nauc_ndcg_at_1000_max": 0.852394, - "nauc_ndcg_at_1000_std": 0.082029, - "nauc_ndcg_at_1000_diff1": 0.938332, - "nauc_map_at_1_max": 0.824574, - "nauc_map_at_1_std": 0.026352, - "nauc_map_at_1_diff1": 0.939535, - "nauc_map_at_3_max": 0.853776, - "nauc_map_at_3_std": 0.067108, - "nauc_map_at_3_diff1": 0.939081, - "nauc_map_at_5_max": 0.850605, - "nauc_map_at_5_std": 0.06113, - "nauc_map_at_5_diff1": 0.938311, - "nauc_map_at_10_max": 0.849316, - "nauc_map_at_10_std": 0.074658, - "nauc_map_at_10_diff1": 0.938505, - "nauc_map_at_20_max": 0.848678, - "nauc_map_at_20_std": 0.070454, - "nauc_map_at_20_diff1": 0.938437, - "nauc_map_at_100_max": 0.84858, - "nauc_map_at_100_std": 0.070981, - "nauc_map_at_100_diff1": 0.938368, - "nauc_map_at_1000_max": 0.848535, - "nauc_map_at_1000_std": 0.070662, - "nauc_map_at_1000_diff1": 0.938388, - "nauc_recall_at_1_max": 0.824574, - "nauc_recall_at_1_std": 0.026352, - "nauc_recall_at_1_diff1": 0.939535, - "nauc_recall_at_3_max": 0.926369, - "nauc_recall_at_3_std": 0.147313, - "nauc_recall_at_3_diff1": 0.944485, - "nauc_recall_at_5_max": 0.92212, - "nauc_recall_at_5_std": 0.117407, - "nauc_recall_at_5_diff1": 0.93846, - "nauc_recall_at_10_max": 0.946182, - "nauc_recall_at_10_std": 0.513668, - "nauc_recall_at_10_diff1": 0.946182, - "nauc_recall_at_20_max": 0.94106, - "nauc_recall_at_20_std": 0.361734, - "nauc_recall_at_20_diff1": 0.94106, - "nauc_recall_at_100_max": 0.947712, - "nauc_recall_at_100_std": 0.739589, - "nauc_recall_at_100_diff1": 0.884687, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.824574, - "nauc_precision_at_1_std": 0.026352, - "nauc_precision_at_1_diff1": 0.939535, - "nauc_precision_at_3_max": 0.926369, - "nauc_precision_at_3_std": 0.147313, - "nauc_precision_at_3_diff1": 0.944485, - "nauc_precision_at_5_max": 0.92212, - "nauc_precision_at_5_std": 0.117407, - "nauc_precision_at_5_diff1": 0.93846, - "nauc_precision_at_10_max": 0.946182, - "nauc_precision_at_10_std": 0.513668, - "nauc_precision_at_10_diff1": 0.946182, - "nauc_precision_at_20_max": 0.94106, - "nauc_precision_at_20_std": 0.361734, - "nauc_precision_at_20_diff1": 0.94106, - "nauc_precision_at_100_max": 0.947712, - "nauc_precision_at_100_std": 0.739589, - "nauc_precision_at_100_diff1": 0.884687, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.824574, - "nauc_mrr_at_1_std": 0.026352, - "nauc_mrr_at_1_diff1": 0.939535, - "nauc_mrr_at_3_max": 0.853776, - "nauc_mrr_at_3_std": 0.067108, - "nauc_mrr_at_3_diff1": 0.939081, - "nauc_mrr_at_5_max": 0.850605, - "nauc_mrr_at_5_std": 0.06113, - "nauc_mrr_at_5_diff1": 0.938311, - "nauc_mrr_at_10_max": 0.849316, - "nauc_mrr_at_10_std": 0.074658, - "nauc_mrr_at_10_diff1": 0.938505, - "nauc_mrr_at_20_max": 0.848678, - "nauc_mrr_at_20_std": 0.070454, - "nauc_mrr_at_20_diff1": 0.938437, - "nauc_mrr_at_100_max": 0.84858, - "nauc_mrr_at_100_std": 0.070981, - "nauc_mrr_at_100_diff1": 0.938368, - "nauc_mrr_at_1000_max": 0.848535, - "nauc_mrr_at_1000_std": 0.070662, - "nauc_mrr_at_1000_diff1": 0.938388, - "main_score": 0.93481, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.909815, + "mrr_at_5": 0.913648, + "mrr_at_10": 0.91574, + "mrr_at_20": 0.916627, + "mrr_at_100": 0.916902, + "mrr_at_1000": 0.916942, + "nauc_ndcg_at_1_max": 0.793829, + "nauc_ndcg_at_1_std": -0.025817, + "nauc_ndcg_at_1_diff1": 0.931041, + "nauc_ndcg_at_3_max": 0.837958, + "nauc_ndcg_at_3_std": 0.010609, + "nauc_ndcg_at_3_diff1": 0.921314, + "nauc_ndcg_at_5_max": 0.840306, + "nauc_ndcg_at_5_std": 0.017052, + "nauc_ndcg_at_5_diff1": 0.923562, + "nauc_ndcg_at_10_max": 0.83888, + "nauc_ndcg_at_10_std": 0.052311, + "nauc_ndcg_at_10_diff1": 0.92434, + "nauc_ndcg_at_20_max": 0.833747, + "nauc_ndcg_at_20_std": 0.024794, + "nauc_ndcg_at_20_diff1": 0.92421, + "nauc_ndcg_at_100_max": 0.831511, + "nauc_ndcg_at_100_std": 0.03122, + "nauc_ndcg_at_100_diff1": 0.924571, + "nauc_ndcg_at_1000_max": 0.829145, + "nauc_ndcg_at_1000_std": 0.020642, + "nauc_ndcg_at_1000_diff1": 0.92497, + "nauc_map_at_1_max": 0.793829, + "nauc_map_at_1_std": -0.025817, + "nauc_map_at_1_diff1": 0.931041, + "nauc_map_at_3_max": 0.825494, + "nauc_map_at_3_std": -0.000927, + "nauc_map_at_3_diff1": 0.923565, + "nauc_map_at_5_max": 0.825976, + "nauc_map_at_5_std": 0.002241, + "nauc_map_at_5_diff1": 0.924772, + "nauc_map_at_10_max": 0.825197, + "nauc_map_at_10_std": 0.014452, + "nauc_map_at_10_diff1": 0.92524, + "nauc_map_at_20_max": 0.823921, + "nauc_map_at_20_std": 0.007702, + "nauc_map_at_20_diff1": 0.925221, + "nauc_map_at_100_max": 0.82369, + "nauc_map_at_100_std": 0.008728, + "nauc_map_at_100_diff1": 0.925318, + "nauc_map_at_1000_max": 0.823604, + "nauc_map_at_1000_std": 0.008397, + "nauc_map_at_1000_diff1": 0.925349, + "nauc_recall_at_1_max": 0.793829, + "nauc_recall_at_1_std": -0.025817, + "nauc_recall_at_1_diff1": 0.931041, + "nauc_recall_at_3_max": 0.89162, + "nauc_recall_at_3_std": 0.061131, + "nauc_recall_at_3_diff1": 0.911958, + "nauc_recall_at_5_max": 0.923645, + "nauc_recall_at_5_std": 0.103912, + "nauc_recall_at_5_diff1": 0.917748, + "nauc_recall_at_10_max": 0.954715, + "nauc_recall_at_10_std": 0.41563, + "nauc_recall_at_10_diff1": 0.918114, + "nauc_recall_at_20_max": 0.958817, + "nauc_recall_at_20_std": 0.245898, + "nauc_recall_at_20_diff1": 0.910964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.804777, + "nauc_recall_at_100_diff1": 0.903906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793829, + "nauc_precision_at_1_std": -0.025817, + "nauc_precision_at_1_diff1": 0.931041, + "nauc_precision_at_3_max": 0.89162, + "nauc_precision_at_3_std": 0.061131, + "nauc_precision_at_3_diff1": 0.911958, + "nauc_precision_at_5_max": 0.923645, + "nauc_precision_at_5_std": 0.103912, + "nauc_precision_at_5_diff1": 0.917748, + "nauc_precision_at_10_max": 0.954715, + "nauc_precision_at_10_std": 0.41563, + "nauc_precision_at_10_diff1": 0.918114, + "nauc_precision_at_20_max": 0.958817, + "nauc_precision_at_20_std": 0.245898, + "nauc_precision_at_20_diff1": 0.910964, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.804777, + "nauc_precision_at_100_diff1": 0.903906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793829, + "nauc_mrr_at_1_std": -0.025817, + "nauc_mrr_at_1_diff1": 0.931041, + "nauc_mrr_at_3_max": 0.825494, + "nauc_mrr_at_3_std": -0.000927, + "nauc_mrr_at_3_diff1": 0.923565, + "nauc_mrr_at_5_max": 0.825976, + "nauc_mrr_at_5_std": 0.002241, + "nauc_mrr_at_5_diff1": 0.924772, + "nauc_mrr_at_10_max": 0.825197, + "nauc_mrr_at_10_std": 0.014452, + "nauc_mrr_at_10_diff1": 0.92524, + "nauc_mrr_at_20_max": 0.823921, + "nauc_mrr_at_20_std": 0.007702, + "nauc_mrr_at_20_diff1": 0.925221, + "nauc_mrr_at_100_max": 0.82369, + "nauc_mrr_at_100_std": 0.008728, + "nauc_mrr_at_100_diff1": 0.925318, + "nauc_mrr_at_1000_max": 0.823604, + "nauc_mrr_at_1000_std": 0.008397, + "nauc_mrr_at_1000_diff1": 0.925349, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94111, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.92961, "hf_subset": "tur_Latn-tur_Latn", "languages": [ "tur-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90556, - "ndcg_at_3": 0.93997, - "ndcg_at_5": 0.94509, - "ndcg_at_10": 0.94939, - "ndcg_at_20": 0.9508, - "ndcg_at_100": 0.95164, - "ndcg_at_1000": 0.95179, - "map_at_1": 0.90556, - "map_at_3": 0.93185, - "map_at_5": 0.93474, - "map_at_10": 0.9365, - "map_at_20": 0.93689, - "map_at_100": 0.93702, - "map_at_1000": 0.93703, - "recall_at_1": 0.90556, - "recall_at_3": 0.96333, - "recall_at_5": 0.97556, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.9379, + "ndcg_at_5": 0.94287, + "ndcg_at_10": 0.94781, + "ndcg_at_20": 0.94925, + "ndcg_at_100": 0.94982, + "ndcg_at_1000": 0.94996, + "map_at_1": 0.90222, + "map_at_3": 0.92944, + "map_at_5": 0.93217, + "map_at_10": 0.93416, + "map_at_20": 0.93457, + "map_at_100": 0.93463, + "map_at_1000": 0.93463, + "recall_at_1": 0.90222, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, + "recall_at_10": 0.99, + "recall_at_20": 0.99556, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.90556, - "precision_at_3": 0.32111, - "precision_at_5": 0.19511, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, + "precision_at_10": 0.099, + "precision_at_20": 0.04978, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.905556, - "mrr_at_3": 0.931852, - "mrr_at_5": 0.934741, - "mrr_at_10": 0.936502, - "mrr_at_20": 0.936893, - "mrr_at_100": 0.937021, - "mrr_at_1000": 0.937027, - "nauc_ndcg_at_1_max": 0.79615, - "nauc_ndcg_at_1_std": -0.144889, - "nauc_ndcg_at_1_diff1": 0.934778, - "nauc_ndcg_at_3_max": 0.812239, - "nauc_ndcg_at_3_std": -0.214005, - "nauc_ndcg_at_3_diff1": 0.942259, - "nauc_ndcg_at_5_max": 0.827259, - "nauc_ndcg_at_5_std": -0.187581, - "nauc_ndcg_at_5_diff1": 0.944077, - "nauc_ndcg_at_10_max": 0.818176, - "nauc_ndcg_at_10_std": -0.182562, - "nauc_ndcg_at_10_diff1": 0.94208, - "nauc_ndcg_at_20_max": 0.816206, - "nauc_ndcg_at_20_std": -0.180055, - "nauc_ndcg_at_20_diff1": 0.941824, - "nauc_ndcg_at_100_max": 0.813485, - "nauc_ndcg_at_100_std": -0.180236, - "nauc_ndcg_at_100_diff1": 0.940806, - "nauc_ndcg_at_1000_max": 0.81291, - "nauc_ndcg_at_1000_std": -0.183875, - "nauc_ndcg_at_1000_diff1": 0.940623, - "nauc_map_at_1_max": 0.79615, - "nauc_map_at_1_std": -0.144889, - "nauc_map_at_1_diff1": 0.934778, - "nauc_map_at_3_max": 0.80783, - "nauc_map_at_3_std": -0.199128, - "nauc_map_at_3_diff1": 0.939981, - "nauc_map_at_5_max": 0.814448, - "nauc_map_at_5_std": -0.186387, - "nauc_map_at_5_diff1": 0.940725, - "nauc_map_at_10_max": 0.811029, - "nauc_map_at_10_std": -0.184802, - "nauc_map_at_10_diff1": 0.93997, - "nauc_map_at_20_max": 0.81053, - "nauc_map_at_20_std": -0.183931, - "nauc_map_at_20_diff1": 0.939861, - "nauc_map_at_100_max": 0.810179, - "nauc_map_at_100_std": -0.184039, - "nauc_map_at_100_diff1": 0.939739, - "nauc_map_at_1000_max": 0.81016, - "nauc_map_at_1000_std": -0.184157, - "nauc_map_at_1000_diff1": 0.939733, - "nauc_recall_at_1_max": 0.79615, - "nauc_recall_at_1_std": -0.144889, - "nauc_recall_at_1_diff1": 0.934778, - "nauc_recall_at_3_max": 0.835144, - "nauc_recall_at_3_std": -0.287483, - "nauc_recall_at_3_diff1": 0.954305, - "nauc_recall_at_5_max": 0.930715, - "nauc_recall_at_5_std": -0.177298, - "nauc_recall_at_5_diff1": 0.970291, - "nauc_recall_at_10_max": 0.929272, - "nauc_recall_at_10_std": -0.09155, - "nauc_recall_at_10_diff1": 0.973856, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.05761, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.929444, + "mrr_at_5": 0.932167, + "mrr_at_10": 0.934157, + "mrr_at_20": 0.934566, + "mrr_at_100": 0.934627, + "mrr_at_1000": 0.934631, + "nauc_ndcg_at_1_max": 0.75817, + "nauc_ndcg_at_1_std": -0.138491, + "nauc_ndcg_at_1_diff1": 0.928964, + "nauc_ndcg_at_3_max": 0.783421, + "nauc_ndcg_at_3_std": -0.123674, + "nauc_ndcg_at_3_diff1": 0.929128, + "nauc_ndcg_at_5_max": 0.789544, + "nauc_ndcg_at_5_std": -0.130911, + "nauc_ndcg_at_5_diff1": 0.934062, + "nauc_ndcg_at_10_max": 0.781169, + "nauc_ndcg_at_10_std": -0.153224, + "nauc_ndcg_at_10_diff1": 0.9332, + "nauc_ndcg_at_20_max": 0.782917, + "nauc_ndcg_at_20_std": -0.138766, + "nauc_ndcg_at_20_diff1": 0.932758, + "nauc_ndcg_at_100_max": 0.780919, + "nauc_ndcg_at_100_std": -0.135715, + "nauc_ndcg_at_100_diff1": 0.93199, + "nauc_ndcg_at_1000_max": 0.780319, + "nauc_ndcg_at_1000_std": -0.138827, + "nauc_ndcg_at_1000_diff1": 0.931803, + "nauc_map_at_1_max": 0.75817, + "nauc_map_at_1_std": -0.138491, + "nauc_map_at_1_diff1": 0.928964, + "nauc_map_at_3_max": 0.777049, + "nauc_map_at_3_std": -0.133086, + "nauc_map_at_3_diff1": 0.929341, + "nauc_map_at_5_max": 0.779733, + "nauc_map_at_5_std": -0.137592, + "nauc_map_at_5_diff1": 0.931663, + "nauc_map_at_10_max": 0.777024, + "nauc_map_at_10_std": -0.143833, + "nauc_map_at_10_diff1": 0.931301, + "nauc_map_at_20_max": 0.777475, + "nauc_map_at_20_std": -0.140334, + "nauc_map_at_20_diff1": 0.931177, + "nauc_map_at_100_max": 0.777305, + "nauc_map_at_100_std": -0.140173, + "nauc_map_at_100_diff1": 0.931113, + "nauc_map_at_1000_max": 0.777291, + "nauc_map_at_1000_std": -0.140243, + "nauc_map_at_1000_diff1": 0.931109, + "nauc_recall_at_1_max": 0.75817, + "nauc_recall_at_1_std": -0.138491, + "nauc_recall_at_1_diff1": 0.928964, + "nauc_recall_at_3_max": 0.81617, + "nauc_recall_at_3_std": -0.069506, + "nauc_recall_at_3_diff1": 0.927775, + "nauc_recall_at_5_max": 0.864207, + "nauc_recall_at_5_std": -0.074676, + "nauc_recall_at_5_diff1": 0.953822, + "nauc_recall_at_10_max": 0.833748, + "nauc_recall_at_10_std": -0.391483, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.96732, + "nauc_recall_at_20_std": -0.075864, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, @@ -47907,20 +50815,20 @@ "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79615, - "nauc_precision_at_1_std": -0.144889, - "nauc_precision_at_1_diff1": 0.934778, - "nauc_precision_at_3_max": 0.835144, - "nauc_precision_at_3_std": -0.287483, - "nauc_precision_at_3_diff1": 0.954305, - "nauc_precision_at_5_max": 0.930715, - "nauc_precision_at_5_std": -0.177298, - "nauc_precision_at_5_diff1": 0.970291, - "nauc_precision_at_10_max": 0.929272, - "nauc_precision_at_10_std": -0.09155, - "nauc_precision_at_10_diff1": 0.973856, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.05761, + "nauc_precision_at_1_max": 0.75817, + "nauc_precision_at_1_std": -0.138491, + "nauc_precision_at_1_diff1": 0.928964, + "nauc_precision_at_3_max": 0.81617, + "nauc_precision_at_3_std": -0.069506, + "nauc_precision_at_3_diff1": 0.927775, + "nauc_precision_at_5_max": 0.864207, + "nauc_precision_at_5_std": -0.074676, + "nauc_precision_at_5_diff1": 0.953822, + "nauc_precision_at_10_max": 0.833748, + "nauc_precision_at_10_std": -0.391483, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.96732, + "nauc_precision_at_20_std": -0.075864, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, @@ -47928,7732 +50836,13482 @@ "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79615, - "nauc_mrr_at_1_std": -0.144889, - "nauc_mrr_at_1_diff1": 0.934778, - "nauc_mrr_at_3_max": 0.80783, - "nauc_mrr_at_3_std": -0.199128, - "nauc_mrr_at_3_diff1": 0.939981, - "nauc_mrr_at_5_max": 0.814448, - "nauc_mrr_at_5_std": -0.186387, - "nauc_mrr_at_5_diff1": 0.940725, - "nauc_mrr_at_10_max": 0.811029, - "nauc_mrr_at_10_std": -0.184802, - "nauc_mrr_at_10_diff1": 0.93997, - "nauc_mrr_at_20_max": 0.81053, - "nauc_mrr_at_20_std": -0.183931, - "nauc_mrr_at_20_diff1": 0.939861, - "nauc_mrr_at_100_max": 0.810179, - "nauc_mrr_at_100_std": -0.184039, - "nauc_mrr_at_100_diff1": 0.939739, - "nauc_mrr_at_1000_max": 0.81016, - "nauc_mrr_at_1000_std": -0.184157, - "nauc_mrr_at_1000_diff1": 0.939733, - "main_score": 0.94939, + "nauc_mrr_at_1_max": 0.75817, + "nauc_mrr_at_1_std": -0.138491, + "nauc_mrr_at_1_diff1": 0.928964, + "nauc_mrr_at_3_max": 0.777049, + "nauc_mrr_at_3_std": -0.133086, + "nauc_mrr_at_3_diff1": 0.929341, + "nauc_mrr_at_5_max": 0.779733, + "nauc_mrr_at_5_std": -0.137592, + "nauc_mrr_at_5_diff1": 0.931663, + "nauc_mrr_at_10_max": 0.777024, + "nauc_mrr_at_10_std": -0.143833, + "nauc_mrr_at_10_diff1": 0.931301, + "nauc_mrr_at_20_max": 0.777475, + "nauc_mrr_at_20_std": -0.140334, + "nauc_mrr_at_20_diff1": 0.931177, + "nauc_mrr_at_100_max": 0.777305, + "nauc_mrr_at_100_std": -0.140173, + "nauc_mrr_at_100_diff1": 0.931113, + "nauc_mrr_at_1000_max": 0.777291, + "nauc_mrr_at_1000_std": -0.140243, + "nauc_mrr_at_1000_diff1": 0.931109, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94781, "hf_subset": "tur_Latn-eng_Latn", "languages": [ "tur-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.86667, - "ndcg_at_3": 0.90719, - "ndcg_at_5": 0.91561, - "ndcg_at_10": 0.92003, - "ndcg_at_20": 0.92335, - "ndcg_at_100": 0.925, - "ndcg_at_1000": 0.92602, - "map_at_1": 0.86667, - "map_at_3": 0.89704, - "map_at_5": 0.90181, - "map_at_10": 0.9037, - "map_at_20": 0.90458, - "map_at_100": 0.90481, - "map_at_1000": 0.90485, - "recall_at_1": 0.86667, - "recall_at_3": 0.93667, - "recall_at_5": 0.95667, - "recall_at_10": 0.97, - "recall_at_20": 0.98333, - "recall_at_100": 0.99222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.89324, + "ndcg_at_5": 0.90486, + "ndcg_at_10": 0.91017, + "ndcg_at_20": 0.91238, + "ndcg_at_100": 0.91473, + "ndcg_at_1000": 0.91601, + "map_at_1": 0.84778, + "map_at_3": 0.88241, + "map_at_5": 0.88896, + "map_at_10": 0.89111, + "map_at_20": 0.89169, + "map_at_100": 0.89203, + "map_at_1000": 0.89208, + "recall_at_1": 0.84778, + "recall_at_3": 0.92444, + "recall_at_5": 0.95222, + "recall_at_10": 0.96889, + "recall_at_20": 0.97778, + "recall_at_100": 0.99, "recall_at_1000": 1.0, - "precision_at_1": 0.86667, - "precision_at_3": 0.31222, - "precision_at_5": 0.19133, - "precision_at_10": 0.097, - "precision_at_20": 0.04917, - "precision_at_100": 0.00992, + "accuracy": 0.84778, + "precision_at_1": 0.84778, + "precision_at_3": 0.30815, + "precision_at_5": 0.19044, + "precision_at_10": 0.09689, + "precision_at_20": 0.04889, + "precision_at_100": 0.0099, "precision_at_1000": 0.001, - "mrr_at_1": 0.866667, - "mrr_at_3": 0.897037, - "mrr_at_5": 0.901815, - "mrr_at_10": 0.9037, - "mrr_at_20": 0.904582, - "mrr_at_100": 0.904806, - "mrr_at_1000": 0.904848, - "nauc_ndcg_at_1_max": 0.866912, - "nauc_ndcg_at_1_std": 0.030172, - "nauc_ndcg_at_1_diff1": 0.920668, - "nauc_ndcg_at_3_max": 0.87987, - "nauc_ndcg_at_3_std": 0.061523, - "nauc_ndcg_at_3_diff1": 0.913428, - "nauc_ndcg_at_5_max": 0.880191, - "nauc_ndcg_at_5_std": 0.061788, - "nauc_ndcg_at_5_diff1": 0.915504, - "nauc_ndcg_at_10_max": 0.88169, - "nauc_ndcg_at_10_std": 0.06909, - "nauc_ndcg_at_10_diff1": 0.918076, - "nauc_ndcg_at_20_max": 0.878943, - "nauc_ndcg_at_20_std": 0.063637, - "nauc_ndcg_at_20_diff1": 0.917481, - "nauc_ndcg_at_100_max": 0.879154, - "nauc_ndcg_at_100_std": 0.068374, - "nauc_ndcg_at_100_diff1": 0.916387, - "nauc_ndcg_at_1000_max": 0.877453, - "nauc_ndcg_at_1000_std": 0.057871, - "nauc_ndcg_at_1000_diff1": 0.916678, - "nauc_map_at_1_max": 0.866912, - "nauc_map_at_1_std": 0.030172, - "nauc_map_at_1_diff1": 0.920668, - "nauc_map_at_3_max": 0.875136, - "nauc_map_at_3_std": 0.049209, - "nauc_map_at_3_diff1": 0.914394, - "nauc_map_at_5_max": 0.875082, - "nauc_map_at_5_std": 0.048263, - "nauc_map_at_5_diff1": 0.915543, - "nauc_map_at_10_max": 0.875695, - "nauc_map_at_10_std": 0.050344, - "nauc_map_at_10_diff1": 0.916605, - "nauc_map_at_20_max": 0.875058, - "nauc_map_at_20_std": 0.049172, - "nauc_map_at_20_diff1": 0.916495, - "nauc_map_at_100_max": 0.875082, - "nauc_map_at_100_std": 0.049544, - "nauc_map_at_100_diff1": 0.916381, - "nauc_map_at_1000_max": 0.875026, - "nauc_map_at_1000_std": 0.049196, - "nauc_map_at_1000_diff1": 0.916403, - "nauc_recall_at_1_max": 0.866912, - "nauc_recall_at_1_std": 0.030172, - "nauc_recall_at_1_diff1": 0.920668, - "nauc_recall_at_3_max": 0.902092, - "nauc_recall_at_3_std": 0.119809, - "nauc_recall_at_3_diff1": 0.909824, - "nauc_recall_at_5_max": 0.913584, - "nauc_recall_at_5_std": 0.152158, - "nauc_recall_at_5_diff1": 0.916804, - "nauc_recall_at_10_max": 0.937321, - "nauc_recall_at_10_std": 0.253795, - "nauc_recall_at_10_diff1": 0.935246, - "nauc_recall_at_20_max": 0.931839, - "nauc_recall_at_20_std": 0.295176, - "nauc_recall_at_20_diff1": 0.936819, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.813992, - "nauc_recall_at_100_diff1": 0.901961, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.866912, - "nauc_precision_at_1_std": 0.030172, - "nauc_precision_at_1_diff1": 0.920668, - "nauc_precision_at_3_max": 0.902092, - "nauc_precision_at_3_std": 0.119809, - "nauc_precision_at_3_diff1": 0.909824, - "nauc_precision_at_5_max": 0.913584, - "nauc_precision_at_5_std": 0.152158, - "nauc_precision_at_5_diff1": 0.916804, - "nauc_precision_at_10_max": 0.937321, - "nauc_precision_at_10_std": 0.253795, - "nauc_precision_at_10_diff1": 0.935246, - "nauc_precision_at_20_max": 0.931839, - "nauc_precision_at_20_std": 0.295176, - "nauc_precision_at_20_diff1": 0.936819, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.813992, - "nauc_precision_at_100_diff1": 0.901961, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.866912, - "nauc_mrr_at_1_std": 0.030172, - "nauc_mrr_at_1_diff1": 0.920668, - "nauc_mrr_at_3_max": 0.875136, - "nauc_mrr_at_3_std": 0.049209, - "nauc_mrr_at_3_diff1": 0.914394, - "nauc_mrr_at_5_max": 0.875082, - "nauc_mrr_at_5_std": 0.048263, - "nauc_mrr_at_5_diff1": 0.915543, - "nauc_mrr_at_10_max": 0.875695, - "nauc_mrr_at_10_std": 0.050344, - "nauc_mrr_at_10_diff1": 0.916605, - "nauc_mrr_at_20_max": 0.875058, - "nauc_mrr_at_20_std": 0.049172, - "nauc_mrr_at_20_diff1": 0.916495, - "nauc_mrr_at_100_max": 0.875082, - "nauc_mrr_at_100_std": 0.049544, - "nauc_mrr_at_100_diff1": 0.916381, - "nauc_mrr_at_1000_max": 0.875026, - "nauc_mrr_at_1000_std": 0.049196, - "nauc_mrr_at_1000_diff1": 0.916403, - "main_score": 0.92003, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.882407, + "mrr_at_5": 0.888963, + "mrr_at_10": 0.891107, + "mrr_at_20": 0.891687, + "mrr_at_100": 0.892033, + "mrr_at_1000": 0.89208, + "nauc_ndcg_at_1_max": 0.796221, + "nauc_ndcg_at_1_std": -0.142365, + "nauc_ndcg_at_1_diff1": 0.92089, + "nauc_ndcg_at_3_max": 0.825787, + "nauc_ndcg_at_3_std": -0.11106, + "nauc_ndcg_at_3_diff1": 0.908946, + "nauc_ndcg_at_5_max": 0.833443, + "nauc_ndcg_at_5_std": -0.078614, + "nauc_ndcg_at_5_diff1": 0.910946, + "nauc_ndcg_at_10_max": 0.829241, + "nauc_ndcg_at_10_std": -0.092934, + "nauc_ndcg_at_10_diff1": 0.915701, + "nauc_ndcg_at_20_max": 0.825666, + "nauc_ndcg_at_20_std": -0.094928, + "nauc_ndcg_at_20_diff1": 0.914766, + "nauc_ndcg_at_100_max": 0.824448, + "nauc_ndcg_at_100_std": -0.088666, + "nauc_ndcg_at_100_diff1": 0.913364, + "nauc_ndcg_at_1000_max": 0.821916, + "nauc_ndcg_at_1000_std": -0.100114, + "nauc_ndcg_at_1000_diff1": 0.913711, + "nauc_map_at_1_max": 0.796221, + "nauc_map_at_1_std": -0.142365, + "nauc_map_at_1_diff1": 0.92089, + "nauc_map_at_3_max": 0.816613, + "nauc_map_at_3_std": -0.121306, + "nauc_map_at_3_diff1": 0.911454, + "nauc_map_at_5_max": 0.819709, + "nauc_map_at_5_std": -0.107093, + "nauc_map_at_5_diff1": 0.912663, + "nauc_map_at_10_max": 0.818133, + "nauc_map_at_10_std": -0.112135, + "nauc_map_at_10_diff1": 0.914379, + "nauc_map_at_20_max": 0.817307, + "nauc_map_at_20_std": -0.112322, + "nauc_map_at_20_diff1": 0.914141, + "nauc_map_at_100_max": 0.817166, + "nauc_map_at_100_std": -0.111647, + "nauc_map_at_100_diff1": 0.913975, + "nauc_map_at_1000_max": 0.817089, + "nauc_map_at_1000_std": -0.111928, + "nauc_map_at_1000_diff1": 0.913983, + "nauc_recall_at_1_max": 0.796221, + "nauc_recall_at_1_std": -0.142365, + "nauc_recall_at_1_diff1": 0.92089, + "nauc_recall_at_3_max": 0.865855, + "nauc_recall_at_3_std": -0.065984, + "nauc_recall_at_3_diff1": 0.898734, + "nauc_recall_at_5_max": 0.925195, + "nauc_recall_at_5_std": 0.119069, + "nauc_recall_at_5_diff1": 0.901255, + "nauc_recall_at_10_max": 0.935474, + "nauc_recall_at_10_std": 0.093321, + "nauc_recall_at_10_diff1": 0.936224, + "nauc_recall_at_20_max": 0.922736, + "nauc_recall_at_20_std": 0.12472, + "nauc_recall_at_20_diff1": 0.931139, + "nauc_recall_at_100_max": 0.985476, + "nauc_recall_at_100_std": 0.667082, + "nauc_recall_at_100_diff1": 0.890549, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796221, + "nauc_precision_at_1_std": -0.142365, + "nauc_precision_at_1_diff1": 0.92089, + "nauc_precision_at_3_max": 0.865855, + "nauc_precision_at_3_std": -0.065984, + "nauc_precision_at_3_diff1": 0.898734, + "nauc_precision_at_5_max": 0.925195, + "nauc_precision_at_5_std": 0.119069, + "nauc_precision_at_5_diff1": 0.901255, + "nauc_precision_at_10_max": 0.935474, + "nauc_precision_at_10_std": 0.093321, + "nauc_precision_at_10_diff1": 0.936224, + "nauc_precision_at_20_max": 0.922736, + "nauc_precision_at_20_std": 0.12472, + "nauc_precision_at_20_diff1": 0.931139, + "nauc_precision_at_100_max": 0.985476, + "nauc_precision_at_100_std": 0.667082, + "nauc_precision_at_100_diff1": 0.890549, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796221, + "nauc_mrr_at_1_std": -0.142365, + "nauc_mrr_at_1_diff1": 0.92089, + "nauc_mrr_at_3_max": 0.816613, + "nauc_mrr_at_3_std": -0.121306, + "nauc_mrr_at_3_diff1": 0.911454, + "nauc_mrr_at_5_max": 0.819709, + "nauc_mrr_at_5_std": -0.107093, + "nauc_mrr_at_5_diff1": 0.912663, + "nauc_mrr_at_10_max": 0.818133, + "nauc_mrr_at_10_std": -0.112135, + "nauc_mrr_at_10_diff1": 0.914379, + "nauc_mrr_at_20_max": 0.817307, + "nauc_mrr_at_20_std": -0.112322, + "nauc_mrr_at_20_diff1": 0.914141, + "nauc_mrr_at_100_max": 0.817166, + "nauc_mrr_at_100_std": -0.111647, + "nauc_mrr_at_100_diff1": 0.913975, + "nauc_mrr_at_1000_max": 0.817089, + "nauc_mrr_at_1000_std": -0.111928, + "nauc_mrr_at_1000_diff1": 0.913983, + "hit_rate_at_1": 0.84778, + "hit_rate_at_3": 0.92444, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.91017, "hf_subset": "eng_Latn-tur_Latn", "languages": [ "eng-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90333, - "ndcg_at_3": 0.93345, - "ndcg_at_5": 0.93938, - "ndcg_at_10": 0.94457, - "ndcg_at_20": 0.94688, - "ndcg_at_100": 0.94817, - "ndcg_at_1000": 0.94846, - "map_at_1": 0.90333, - "map_at_3": 0.92685, - "map_at_5": 0.93013, - "map_at_10": 0.93237, - "map_at_20": 0.93303, - "map_at_100": 0.93322, - "map_at_1000": 0.93323, - "recall_at_1": 0.90333, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92956, + "ndcg_at_5": 0.93516, + "ndcg_at_10": 0.94014, + "ndcg_at_20": 0.94214, + "ndcg_at_100": 0.94391, + "ndcg_at_1000": 0.94421, + "map_at_1": 0.89556, + "map_at_3": 0.92167, + "map_at_5": 0.92483, + "map_at_10": 0.92686, + "map_at_20": 0.92742, + "map_at_100": 0.92771, + "map_at_1000": 0.92772, + "recall_at_1": 0.89556, "recall_at_3": 0.95222, - "recall_at_5": 0.96667, - "recall_at_10": 0.98222, - "recall_at_20": 0.99111, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.90333, + "accuracy": 0.89556, + "precision_at_1": 0.89556, "precision_at_3": 0.31741, - "precision_at_5": 0.19333, - "precision_at_10": 0.09822, - "precision_at_20": 0.04956, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.903333, - "mrr_at_3": 0.926852, - "mrr_at_5": 0.93013, - "mrr_at_10": 0.932365, - "mrr_at_20": 0.933031, - "mrr_at_100": 0.933223, - "mrr_at_1000": 0.933235, - "nauc_ndcg_at_1_max": 0.779382, - "nauc_ndcg_at_1_std": -0.09834, - "nauc_ndcg_at_1_diff1": 0.922567, - "nauc_ndcg_at_3_max": 0.835572, - "nauc_ndcg_at_3_std": -0.070496, - "nauc_ndcg_at_3_diff1": 0.925121, - "nauc_ndcg_at_5_max": 0.826928, - "nauc_ndcg_at_5_std": -0.096898, - "nauc_ndcg_at_5_diff1": 0.926794, - "nauc_ndcg_at_10_max": 0.822651, - "nauc_ndcg_at_10_std": -0.093436, - "nauc_ndcg_at_10_diff1": 0.925971, - "nauc_ndcg_at_20_max": 0.820147, - "nauc_ndcg_at_20_std": -0.070329, - "nauc_ndcg_at_20_diff1": 0.924808, - "nauc_ndcg_at_100_max": 0.817466, - "nauc_ndcg_at_100_std": -0.072095, - "nauc_ndcg_at_100_diff1": 0.923963, - "nauc_ndcg_at_1000_max": 0.816425, - "nauc_ndcg_at_1000_std": -0.078206, - "nauc_ndcg_at_1000_diff1": 0.924349, - "nauc_map_at_1_max": 0.779382, - "nauc_map_at_1_std": -0.09834, - "nauc_map_at_1_diff1": 0.922567, - "nauc_map_at_3_max": 0.820292, - "nauc_map_at_3_std": -0.07524, - "nauc_map_at_3_diff1": 0.924263, - "nauc_map_at_5_max": 0.815254, - "nauc_map_at_5_std": -0.088614, - "nauc_map_at_5_diff1": 0.925037, - "nauc_map_at_10_max": 0.813273, - "nauc_map_at_10_std": -0.087377, - "nauc_map_at_10_diff1": 0.924596, - "nauc_map_at_20_max": 0.81255, - "nauc_map_at_20_std": -0.082003, - "nauc_map_at_20_diff1": 0.924285, - "nauc_map_at_100_max": 0.812248, - "nauc_map_at_100_std": -0.081943, - "nauc_map_at_100_diff1": 0.924169, - "nauc_map_at_1000_max": 0.812215, - "nauc_map_at_1000_std": -0.082137, - "nauc_map_at_1000_diff1": 0.924185, - "nauc_recall_at_1_max": 0.779382, - "nauc_recall_at_1_std": -0.09834, - "nauc_recall_at_1_diff1": 0.922567, - "nauc_recall_at_3_max": 0.901418, - "nauc_recall_at_3_std": -0.052146, - "nauc_recall_at_3_diff1": 0.928941, - "nauc_recall_at_5_max": 0.893168, - "nauc_recall_at_5_std": -0.156941, - "nauc_recall_at_5_diff1": 0.937908, - "nauc_recall_at_10_max": 0.912903, - "nauc_recall_at_10_std": -0.172123, - "nauc_recall_at_10_diff1": 0.941789, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.280345, - "nauc_recall_at_20_diff1": 0.932598, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.924833, + "mrr_at_10": 0.926859, + "mrr_at_20": 0.927423, + "mrr_at_100": 0.927711, + "mrr_at_1000": 0.927724, + "nauc_ndcg_at_1_max": 0.773548, + "nauc_ndcg_at_1_std": -0.108501, + "nauc_ndcg_at_1_diff1": 0.914073, + "nauc_ndcg_at_3_max": 0.825845, + "nauc_ndcg_at_3_std": -0.096147, + "nauc_ndcg_at_3_diff1": 0.913832, + "nauc_ndcg_at_5_max": 0.82456, + "nauc_ndcg_at_5_std": -0.088409, + "nauc_ndcg_at_5_diff1": 0.912851, + "nauc_ndcg_at_10_max": 0.816495, + "nauc_ndcg_at_10_std": -0.092409, + "nauc_ndcg_at_10_diff1": 0.912551, + "nauc_ndcg_at_20_max": 0.81363, + "nauc_ndcg_at_20_std": -0.079867, + "nauc_ndcg_at_20_diff1": 0.912178, + "nauc_ndcg_at_100_max": 0.812265, + "nauc_ndcg_at_100_std": -0.079054, + "nauc_ndcg_at_100_diff1": 0.912553, + "nauc_ndcg_at_1000_max": 0.811264, + "nauc_ndcg_at_1000_std": -0.084809, + "nauc_ndcg_at_1000_diff1": 0.912871, + "nauc_map_at_1_max": 0.773548, + "nauc_map_at_1_std": -0.108501, + "nauc_map_at_1_diff1": 0.914073, + "nauc_map_at_3_max": 0.812308, + "nauc_map_at_3_std": -0.094069, + "nauc_map_at_3_diff1": 0.913859, + "nauc_map_at_5_max": 0.811133, + "nauc_map_at_5_std": -0.090147, + "nauc_map_at_5_diff1": 0.91332, + "nauc_map_at_10_max": 0.807997, + "nauc_map_at_10_std": -0.092379, + "nauc_map_at_10_diff1": 0.913169, + "nauc_map_at_20_max": 0.807326, + "nauc_map_at_20_std": -0.089349, + "nauc_map_at_20_diff1": 0.913084, + "nauc_map_at_100_max": 0.807164, + "nauc_map_at_100_std": -0.088978, + "nauc_map_at_100_diff1": 0.913149, + "nauc_map_at_1000_max": 0.80713, + "nauc_map_at_1000_std": -0.089171, + "nauc_map_at_1000_diff1": 0.913166, + "nauc_recall_at_1_max": 0.773548, + "nauc_recall_at_1_std": -0.108501, + "nauc_recall_at_1_diff1": 0.914073, + "nauc_recall_at_3_max": 0.887467, + "nauc_recall_at_3_std": -0.110015, + "nauc_recall_at_3_diff1": 0.913741, + "nauc_recall_at_5_max": 0.905349, + "nauc_recall_at_5_std": -0.081293, + "nauc_recall_at_5_diff1": 0.909867, + "nauc_recall_at_10_max": 0.893997, + "nauc_recall_at_10_std": -0.097435, + "nauc_recall_at_10_diff1": 0.905805, + "nauc_recall_at_20_max": 0.888422, + "nauc_recall_at_20_std": 0.14211, + "nauc_recall_at_20_diff1": 0.893791, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.779382, - "nauc_precision_at_1_std": -0.09834, - "nauc_precision_at_1_diff1": 0.922567, - "nauc_precision_at_3_max": 0.901418, - "nauc_precision_at_3_std": -0.052146, - "nauc_precision_at_3_diff1": 0.928941, - "nauc_precision_at_5_max": 0.893168, - "nauc_precision_at_5_std": -0.156941, - "nauc_precision_at_5_diff1": 0.937908, - "nauc_precision_at_10_max": 0.912903, - "nauc_precision_at_10_std": -0.172123, - "nauc_precision_at_10_diff1": 0.941789, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.280345, - "nauc_precision_at_20_diff1": 0.932598, + "nauc_precision_at_1_max": 0.773548, + "nauc_precision_at_1_std": -0.108501, + "nauc_precision_at_1_diff1": 0.914073, + "nauc_precision_at_3_max": 0.887467, + "nauc_precision_at_3_std": -0.110015, + "nauc_precision_at_3_diff1": 0.913741, + "nauc_precision_at_5_max": 0.905349, + "nauc_precision_at_5_std": -0.081293, + "nauc_precision_at_5_diff1": 0.909867, + "nauc_precision_at_10_max": 0.893997, + "nauc_precision_at_10_std": -0.097435, + "nauc_precision_at_10_diff1": 0.905805, + "nauc_precision_at_20_max": 0.888422, + "nauc_precision_at_20_std": 0.14211, + "nauc_precision_at_20_diff1": 0.893791, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.779382, - "nauc_mrr_at_1_std": -0.09834, - "nauc_mrr_at_1_diff1": 0.922567, - "nauc_mrr_at_3_max": 0.820292, - "nauc_mrr_at_3_std": -0.07524, - "nauc_mrr_at_3_diff1": 0.924263, - "nauc_mrr_at_5_max": 0.815254, - "nauc_mrr_at_5_std": -0.088614, - "nauc_mrr_at_5_diff1": 0.925037, - "nauc_mrr_at_10_max": 0.813273, - "nauc_mrr_at_10_std": -0.087377, - "nauc_mrr_at_10_diff1": 0.924596, - "nauc_mrr_at_20_max": 0.81255, - "nauc_mrr_at_20_std": -0.082003, - "nauc_mrr_at_20_diff1": 0.924285, - "nauc_mrr_at_100_max": 0.812248, - "nauc_mrr_at_100_std": -0.081943, - "nauc_mrr_at_100_diff1": 0.924169, - "nauc_mrr_at_1000_max": 0.812215, - "nauc_mrr_at_1000_std": -0.082137, - "nauc_mrr_at_1000_diff1": 0.924185, - "main_score": 0.94457, + "nauc_mrr_at_1_max": 0.773548, + "nauc_mrr_at_1_std": -0.108501, + "nauc_mrr_at_1_diff1": 0.914073, + "nauc_mrr_at_3_max": 0.812308, + "nauc_mrr_at_3_std": -0.094069, + "nauc_mrr_at_3_diff1": 0.913859, + "nauc_mrr_at_5_max": 0.811133, + "nauc_mrr_at_5_std": -0.090147, + "nauc_mrr_at_5_diff1": 0.91332, + "nauc_mrr_at_10_max": 0.807997, + "nauc_mrr_at_10_std": -0.092379, + "nauc_mrr_at_10_diff1": 0.913169, + "nauc_mrr_at_20_max": 0.807326, + "nauc_mrr_at_20_std": -0.089349, + "nauc_mrr_at_20_diff1": 0.913084, + "nauc_mrr_at_100_max": 0.807164, + "nauc_mrr_at_100_std": -0.088978, + "nauc_mrr_at_100_diff1": 0.913149, + "nauc_mrr_at_1000_max": 0.80713, + "nauc_mrr_at_1000_std": -0.089171, + "nauc_mrr_at_1000_diff1": 0.913166, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94014, "hf_subset": "ukr_Cyrl-ukr_Cyrl", "languages": [ "ukr-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91667, - "ndcg_at_3": 0.94661, - "ndcg_at_5": 0.9535, - "ndcg_at_10": 0.956, - "ndcg_at_20": 0.95709, - "ndcg_at_100": 0.95769, - "ndcg_at_1000": 0.95785, - "map_at_1": 0.91667, - "map_at_3": 0.93963, - "map_at_5": 0.94346, - "map_at_10": 0.94449, - "map_at_20": 0.94477, - "map_at_100": 0.94485, - "map_at_1000": 0.94486, - "recall_at_1": 0.91667, - "recall_at_3": 0.96667, - "recall_at_5": 0.98333, - "recall_at_10": 0.99111, - "recall_at_20": 0.99556, + "ndcg_at_1": 0.91222, + "ndcg_at_3": 0.94413, + "ndcg_at_5": 0.94838, + "ndcg_at_10": 0.9524, + "ndcg_at_20": 0.9541, + "ndcg_at_100": 0.95494, + "ndcg_at_1000": 0.95508, + "map_at_1": 0.91222, + "map_at_3": 0.93667, + "map_at_5": 0.93911, + "map_at_10": 0.94081, + "map_at_20": 0.94128, + "map_at_100": 0.9414, + "map_at_1000": 0.94141, + "recall_at_1": 0.91222, + "recall_at_3": 0.96556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98778, + "recall_at_20": 0.99444, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91667, - "precision_at_3": 0.32222, - "precision_at_5": 0.19667, - "precision_at_10": 0.09911, - "precision_at_20": 0.04978, + "accuracy": 0.91222, + "precision_at_1": 0.91222, + "precision_at_3": 0.32185, + "precision_at_5": 0.19511, + "precision_at_10": 0.09878, + "precision_at_20": 0.04972, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.916667, - "mrr_at_3": 0.93963, - "mrr_at_5": 0.943463, - "mrr_at_10": 0.944489, - "mrr_at_20": 0.944768, - "mrr_at_100": 0.94485, - "mrr_at_1000": 0.944858, - "nauc_ndcg_at_1_max": 0.743392, - "nauc_ndcg_at_1_std": -0.317716, - "nauc_ndcg_at_1_diff1": 0.930532, - "nauc_ndcg_at_3_max": 0.777097, - "nauc_ndcg_at_3_std": -0.30836, - "nauc_ndcg_at_3_diff1": 0.93299, - "nauc_ndcg_at_5_max": 0.783082, - "nauc_ndcg_at_5_std": -0.283476, - "nauc_ndcg_at_5_diff1": 0.93533, - "nauc_ndcg_at_10_max": 0.777783, - "nauc_ndcg_at_10_std": -0.287087, - "nauc_ndcg_at_10_diff1": 0.935144, - "nauc_ndcg_at_20_max": 0.772158, - "nauc_ndcg_at_20_std": -0.304889, - "nauc_ndcg_at_20_diff1": 0.934368, - "nauc_ndcg_at_100_max": 0.772625, - "nauc_ndcg_at_100_std": -0.295312, - "nauc_ndcg_at_100_diff1": 0.934188, - "nauc_ndcg_at_1000_max": 0.771785, - "nauc_ndcg_at_1000_std": -0.300101, - "nauc_ndcg_at_1000_diff1": 0.933945, - "nauc_map_at_1_max": 0.743392, - "nauc_map_at_1_std": -0.317716, - "nauc_map_at_1_diff1": 0.930532, - "nauc_map_at_3_max": 0.768605, - "nauc_map_at_3_std": -0.312816, - "nauc_map_at_3_diff1": 0.932364, - "nauc_map_at_5_max": 0.770831, - "nauc_map_at_5_std": -0.301322, - "nauc_map_at_5_diff1": 0.933372, - "nauc_map_at_10_max": 0.768991, - "nauc_map_at_10_std": -0.302892, - "nauc_map_at_10_diff1": 0.933358, - "nauc_map_at_20_max": 0.767825, - "nauc_map_at_20_std": -0.306763, - "nauc_map_at_20_diff1": 0.933209, - "nauc_map_at_100_max": 0.768067, - "nauc_map_at_100_std": -0.305215, - "nauc_map_at_100_diff1": 0.93323, - "nauc_map_at_1000_max": 0.768033, - "nauc_map_at_1000_std": -0.305404, - "nauc_map_at_1000_diff1": 0.93322, - "nauc_recall_at_1_max": 0.743392, - "nauc_recall_at_1_std": -0.317716, - "nauc_recall_at_1_diff1": 0.930532, - "nauc_recall_at_3_max": 0.819437, - "nauc_recall_at_3_std": -0.284065, - "nauc_recall_at_3_diff1": 0.936119, - "nauc_recall_at_5_max": 0.901338, - "nauc_recall_at_5_std": -0.097386, - "nauc_recall_at_5_diff1": 0.955338, - "nauc_recall_at_10_max": 0.91976, - "nauc_recall_at_10_std": 0.011321, - "nauc_recall_at_10_diff1": 0.96732, - "nauc_recall_at_20_max": 0.839519, - "nauc_recall_at_20_std": -0.369981, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.912222, + "mrr_at_3": 0.936667, + "mrr_at_5": 0.939111, + "mrr_at_10": 0.940811, + "mrr_at_20": 0.941284, + "mrr_at_100": 0.941404, + "mrr_at_1000": 0.941409, + "nauc_ndcg_at_1_max": 0.755322, + "nauc_ndcg_at_1_std": -0.210072, + "nauc_ndcg_at_1_diff1": 0.929351, + "nauc_ndcg_at_3_max": 0.778345, + "nauc_ndcg_at_3_std": -0.174776, + "nauc_ndcg_at_3_diff1": 0.929287, + "nauc_ndcg_at_5_max": 0.769404, + "nauc_ndcg_at_5_std": -0.194221, + "nauc_ndcg_at_5_diff1": 0.925754, + "nauc_ndcg_at_10_max": 0.774343, + "nauc_ndcg_at_10_std": -0.183482, + "nauc_ndcg_at_10_diff1": 0.930123, + "nauc_ndcg_at_20_max": 0.773911, + "nauc_ndcg_at_20_std": -0.204257, + "nauc_ndcg_at_20_diff1": 0.929261, + "nauc_ndcg_at_100_max": 0.77203, + "nauc_ndcg_at_100_std": -0.192328, + "nauc_ndcg_at_100_diff1": 0.92921, + "nauc_ndcg_at_1000_max": 0.771312, + "nauc_ndcg_at_1000_std": -0.196081, + "nauc_ndcg_at_1000_diff1": 0.928987, + "nauc_map_at_1_max": 0.755322, + "nauc_map_at_1_std": -0.210072, + "nauc_map_at_1_diff1": 0.929351, + "nauc_map_at_3_max": 0.771531, + "nauc_map_at_3_std": -0.190458, + "nauc_map_at_3_diff1": 0.929214, + "nauc_map_at_5_max": 0.766957, + "nauc_map_at_5_std": -0.200189, + "nauc_map_at_5_diff1": 0.927446, + "nauc_map_at_10_max": 0.768675, + "nauc_map_at_10_std": -0.197724, + "nauc_map_at_10_diff1": 0.929008, + "nauc_map_at_20_max": 0.768828, + "nauc_map_at_20_std": -0.201803, + "nauc_map_at_20_diff1": 0.928812, + "nauc_map_at_100_max": 0.768691, + "nauc_map_at_100_std": -0.200052, + "nauc_map_at_100_diff1": 0.92882, + "nauc_map_at_1000_max": 0.768672, + "nauc_map_at_1000_std": -0.20015, + "nauc_map_at_1000_diff1": 0.928814, + "nauc_recall_at_1_max": 0.755322, + "nauc_recall_at_1_std": -0.210072, + "nauc_recall_at_1_diff1": 0.929351, + "nauc_recall_at_3_max": 0.813831, + "nauc_recall_at_3_std": -0.088612, + "nauc_recall_at_3_diff1": 0.929746, + "nauc_recall_at_5_max": 0.783486, + "nauc_recall_at_5_std": -0.153531, + "nauc_recall_at_5_diff1": 0.912889, + "nauc_recall_at_10_max": 0.852984, + "nauc_recall_at_10_std": 0.040362, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.910831, + "nauc_recall_at_20_std": -0.408683, + "nauc_recall_at_20_diff1": 0.947712, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.743392, - "nauc_precision_at_1_std": -0.317716, - "nauc_precision_at_1_diff1": 0.930532, - "nauc_precision_at_3_max": 0.819437, - "nauc_precision_at_3_std": -0.284065, - "nauc_precision_at_3_diff1": 0.936119, - "nauc_precision_at_5_max": 0.901338, - "nauc_precision_at_5_std": -0.097386, - "nauc_precision_at_5_diff1": 0.955338, - "nauc_precision_at_10_max": 0.91976, - "nauc_precision_at_10_std": 0.011321, - "nauc_precision_at_10_diff1": 0.96732, - "nauc_precision_at_20_max": 0.839519, - "nauc_precision_at_20_std": -0.369981, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.755322, + "nauc_precision_at_1_std": -0.210072, + "nauc_precision_at_1_diff1": 0.929351, + "nauc_precision_at_3_max": 0.813831, + "nauc_precision_at_3_std": -0.088612, + "nauc_precision_at_3_diff1": 0.929746, + "nauc_precision_at_5_max": 0.783486, + "nauc_precision_at_5_std": -0.153531, + "nauc_precision_at_5_diff1": 0.912889, + "nauc_precision_at_10_max": 0.852984, + "nauc_precision_at_10_std": 0.040362, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.910831, + "nauc_precision_at_20_std": -0.408683, + "nauc_precision_at_20_diff1": 0.947712, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.743392, - "nauc_mrr_at_1_std": -0.317716, - "nauc_mrr_at_1_diff1": 0.930532, - "nauc_mrr_at_3_max": 0.768605, - "nauc_mrr_at_3_std": -0.312816, - "nauc_mrr_at_3_diff1": 0.932364, - "nauc_mrr_at_5_max": 0.770831, - "nauc_mrr_at_5_std": -0.301322, - "nauc_mrr_at_5_diff1": 0.933372, - "nauc_mrr_at_10_max": 0.768991, - "nauc_mrr_at_10_std": -0.302892, - "nauc_mrr_at_10_diff1": 0.933358, - "nauc_mrr_at_20_max": 0.767825, - "nauc_mrr_at_20_std": -0.306763, - "nauc_mrr_at_20_diff1": 0.933209, - "nauc_mrr_at_100_max": 0.768067, - "nauc_mrr_at_100_std": -0.305215, - "nauc_mrr_at_100_diff1": 0.93323, - "nauc_mrr_at_1000_max": 0.768033, - "nauc_mrr_at_1000_std": -0.305404, - "nauc_mrr_at_1000_diff1": 0.93322, - "main_score": 0.956, + "nauc_mrr_at_1_max": 0.755322, + "nauc_mrr_at_1_std": -0.210072, + "nauc_mrr_at_1_diff1": 0.929351, + "nauc_mrr_at_3_max": 0.771531, + "nauc_mrr_at_3_std": -0.190458, + "nauc_mrr_at_3_diff1": 0.929214, + "nauc_mrr_at_5_max": 0.766957, + "nauc_mrr_at_5_std": -0.200189, + "nauc_mrr_at_5_diff1": 0.927446, + "nauc_mrr_at_10_max": 0.768675, + "nauc_mrr_at_10_std": -0.197724, + "nauc_mrr_at_10_diff1": 0.929008, + "nauc_mrr_at_20_max": 0.768828, + "nauc_mrr_at_20_std": -0.201803, + "nauc_mrr_at_20_diff1": 0.928812, + "nauc_mrr_at_100_max": 0.768691, + "nauc_mrr_at_100_std": -0.200052, + "nauc_mrr_at_100_diff1": 0.92882, + "nauc_mrr_at_1000_max": 0.768672, + "nauc_mrr_at_1000_std": -0.20015, + "nauc_mrr_at_1000_diff1": 0.928814, + "hit_rate_at_1": 0.91222, + "hit_rate_at_3": 0.96556, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.9524, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": [ "ukr-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.88556, - "ndcg_at_3": 0.9219, - "ndcg_at_5": 0.92927, - "ndcg_at_10": 0.9332, - "ndcg_at_20": 0.93552, - "ndcg_at_100": 0.93772, - "ndcg_at_1000": 0.93802, - "map_at_1": 0.88556, - "map_at_3": 0.91296, - "map_at_5": 0.91707, - "map_at_10": 0.91869, - "map_at_20": 0.91936, - "map_at_100": 0.91971, - "map_at_1000": 0.91972, - "recall_at_1": 0.88556, - "recall_at_3": 0.94778, - "recall_at_5": 0.96556, - "recall_at_10": 0.97778, - "recall_at_20": 0.98667, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91087, + "ndcg_at_5": 0.91685, + "ndcg_at_10": 0.92333, + "ndcg_at_20": 0.9264, + "ndcg_at_100": 0.92886, + "ndcg_at_1000": 0.929, + "map_at_1": 0.86889, + "map_at_3": 0.90111, + "map_at_5": 0.90444, + "map_at_10": 0.90713, + "map_at_20": 0.90796, + "map_at_100": 0.90829, + "map_at_1000": 0.9083, + "recall_at_1": 0.86889, + "recall_at_3": 0.93889, + "recall_at_5": 0.95333, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.88556, - "precision_at_3": 0.31593, - "precision_at_5": 0.19311, - "precision_at_10": 0.09778, - "precision_at_20": 0.04933, - "precision_at_100": 0.00998, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.31296, + "precision_at_5": 0.19067, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.885556, - "mrr_at_3": 0.912963, - "mrr_at_5": 0.917074, - "mrr_at_10": 0.918687, - "mrr_at_20": 0.919358, - "mrr_at_100": 0.919709, - "mrr_at_1000": 0.919722, - "nauc_ndcg_at_1_max": 0.835787, - "nauc_ndcg_at_1_std": -0.153097, - "nauc_ndcg_at_1_diff1": 0.940757, - "nauc_ndcg_at_3_max": 0.86933, - "nauc_ndcg_at_3_std": -0.128702, - "nauc_ndcg_at_3_diff1": 0.933578, - "nauc_ndcg_at_5_max": 0.869761, - "nauc_ndcg_at_5_std": -0.13538, - "nauc_ndcg_at_5_diff1": 0.935831, - "nauc_ndcg_at_10_max": 0.865061, - "nauc_ndcg_at_10_std": -0.13006, - "nauc_ndcg_at_10_diff1": 0.935562, - "nauc_ndcg_at_20_max": 0.866387, - "nauc_ndcg_at_20_std": -0.11438, - "nauc_ndcg_at_20_diff1": 0.936932, - "nauc_ndcg_at_100_max": 0.862587, - "nauc_ndcg_at_100_std": -0.122896, - "nauc_ndcg_at_100_diff1": 0.937103, - "nauc_ndcg_at_1000_max": 0.861913, - "nauc_ndcg_at_1000_std": -0.128094, - "nauc_ndcg_at_1000_diff1": 0.936794, - "nauc_map_at_1_max": 0.835787, - "nauc_map_at_1_std": -0.153097, - "nauc_map_at_1_diff1": 0.940757, - "nauc_map_at_3_max": 0.860782, - "nauc_map_at_3_std": -0.134131, - "nauc_map_at_3_diff1": 0.93541, - "nauc_map_at_5_max": 0.860649, - "nauc_map_at_5_std": -0.13809, - "nauc_map_at_5_diff1": 0.936616, - "nauc_map_at_10_max": 0.858849, - "nauc_map_at_10_std": -0.136708, - "nauc_map_at_10_diff1": 0.936502, - "nauc_map_at_20_max": 0.859191, - "nauc_map_at_20_std": -0.132791, - "nauc_map_at_20_diff1": 0.936859, - "nauc_map_at_100_max": 0.858699, - "nauc_map_at_100_std": -0.133796, - "nauc_map_at_100_diff1": 0.936907, - "nauc_map_at_1000_max": 0.858675, - "nauc_map_at_1000_std": -0.133979, - "nauc_map_at_1000_diff1": 0.936896, - "nauc_recall_at_1_max": 0.835787, - "nauc_recall_at_1_std": -0.153097, - "nauc_recall_at_1_diff1": 0.940757, - "nauc_recall_at_3_max": 0.908616, - "nauc_recall_at_3_std": -0.104416, - "nauc_recall_at_3_diff1": 0.925154, - "nauc_recall_at_5_max": 0.930123, - "nauc_recall_at_5_std": -0.11971, - "nauc_recall_at_5_diff1": 0.931478, - "nauc_recall_at_10_max": 0.920518, - "nauc_recall_at_10_std": -0.055159, - "nauc_recall_at_10_diff1": 0.927288, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.268519, - "nauc_recall_at_20_diff1": 0.945534, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.901111, + "mrr_at_5": 0.904444, + "mrr_at_10": 0.907126, + "mrr_at_20": 0.907956, + "mrr_at_100": 0.908292, + "mrr_at_1000": 0.908296, + "nauc_ndcg_at_1_max": 0.775086, + "nauc_ndcg_at_1_std": -0.295342, + "nauc_ndcg_at_1_diff1": 0.931262, + "nauc_ndcg_at_3_max": 0.822987, + "nauc_ndcg_at_3_std": -0.246331, + "nauc_ndcg_at_3_diff1": 0.918048, + "nauc_ndcg_at_5_max": 0.821629, + "nauc_ndcg_at_5_std": -0.265002, + "nauc_ndcg_at_5_diff1": 0.9216, + "nauc_ndcg_at_10_max": 0.821112, + "nauc_ndcg_at_10_std": -0.247313, + "nauc_ndcg_at_10_diff1": 0.924062, + "nauc_ndcg_at_20_max": 0.815551, + "nauc_ndcg_at_20_std": -0.2497, + "nauc_ndcg_at_20_diff1": 0.924698, + "nauc_ndcg_at_100_max": 0.810332, + "nauc_ndcg_at_100_std": -0.261022, + "nauc_ndcg_at_100_diff1": 0.924351, + "nauc_ndcg_at_1000_max": 0.809954, + "nauc_ndcg_at_1000_std": -0.262984, + "nauc_ndcg_at_1000_diff1": 0.9242, + "nauc_map_at_1_max": 0.775086, + "nauc_map_at_1_std": -0.295342, + "nauc_map_at_1_diff1": 0.931262, + "nauc_map_at_3_max": 0.808646, + "nauc_map_at_3_std": -0.263847, + "nauc_map_at_3_diff1": 0.921526, + "nauc_map_at_5_max": 0.80759, + "nauc_map_at_5_std": -0.27358, + "nauc_map_at_5_diff1": 0.923451, + "nauc_map_at_10_max": 0.80679, + "nauc_map_at_10_std": -0.268885, + "nauc_map_at_10_diff1": 0.924327, + "nauc_map_at_20_max": 0.805437, + "nauc_map_at_20_std": -0.269752, + "nauc_map_at_20_diff1": 0.924517, + "nauc_map_at_100_max": 0.804877, + "nauc_map_at_100_std": -0.270681, + "nauc_map_at_100_diff1": 0.924475, + "nauc_map_at_1000_max": 0.804868, + "nauc_map_at_1000_std": -0.270729, + "nauc_map_at_1000_diff1": 0.924471, + "nauc_recall_at_1_max": 0.775086, + "nauc_recall_at_1_std": -0.295342, + "nauc_recall_at_1_diff1": 0.931262, + "nauc_recall_at_3_max": 0.888049, + "nauc_recall_at_3_std": -0.164901, + "nauc_recall_at_3_diff1": 0.902597, + "nauc_recall_at_5_max": 0.901472, + "nauc_recall_at_5_std": -0.218476, + "nauc_recall_at_5_diff1": 0.912243, + "nauc_recall_at_10_max": 0.960512, + "nauc_recall_at_10_std": -0.009998, + "nauc_recall_at_10_diff1": 0.926957, + "nauc_recall_at_20_max": 0.968577, + "nauc_recall_at_20_std": 0.149465, + "nauc_recall_at_20_diff1": 0.939668, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 1.0, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.835787, - "nauc_precision_at_1_std": -0.153097, - "nauc_precision_at_1_diff1": 0.940757, - "nauc_precision_at_3_max": 0.908616, - "nauc_precision_at_3_std": -0.104416, - "nauc_precision_at_3_diff1": 0.925154, - "nauc_precision_at_5_max": 0.930123, - "nauc_precision_at_5_std": -0.11971, - "nauc_precision_at_5_diff1": 0.931478, - "nauc_precision_at_10_max": 0.920518, - "nauc_precision_at_10_std": -0.055159, - "nauc_precision_at_10_diff1": 0.927288, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.268519, - "nauc_precision_at_20_diff1": 0.945534, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 1.0, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.835787, - "nauc_mrr_at_1_std": -0.153097, - "nauc_mrr_at_1_diff1": 0.940757, - "nauc_mrr_at_3_max": 0.860782, - "nauc_mrr_at_3_std": -0.134131, - "nauc_mrr_at_3_diff1": 0.93541, - "nauc_mrr_at_5_max": 0.860649, - "nauc_mrr_at_5_std": -0.13809, - "nauc_mrr_at_5_diff1": 0.936616, - "nauc_mrr_at_10_max": 0.858849, - "nauc_mrr_at_10_std": -0.136708, - "nauc_mrr_at_10_diff1": 0.936502, - "nauc_mrr_at_20_max": 0.859191, - "nauc_mrr_at_20_std": -0.132791, - "nauc_mrr_at_20_diff1": 0.936859, - "nauc_mrr_at_100_max": 0.858699, - "nauc_mrr_at_100_std": -0.133796, - "nauc_mrr_at_100_diff1": 0.936907, - "nauc_mrr_at_1000_max": 0.858675, - "nauc_mrr_at_1000_std": -0.133979, - "nauc_mrr_at_1000_diff1": 0.936896, - "main_score": 0.9332, - "hf_subset": "eng_Latn-ukr_Cyrl", - "languages": [ - "eng-Latn", - "ukr-Cyrl" - ] - }, - { - "ndcg_at_1": 0.85333, - "ndcg_at_3": 0.89599, - "ndcg_at_5": 0.90503, - "ndcg_at_10": 0.91102, - "ndcg_at_20": 0.9144, - "ndcg_at_100": 0.91698, - "ndcg_at_1000": 0.91784, - "map_at_1": 0.85333, - "map_at_3": 0.88574, - "map_at_5": 0.89069, - "map_at_10": 0.8933, - "map_at_20": 0.89424, - "map_at_100": 0.89455, - "map_at_1000": 0.89458, - "recall_at_1": 0.85333, - "recall_at_3": 0.92556, - "recall_at_5": 0.94778, - "recall_at_10": 0.96556, - "recall_at_20": 0.97889, - "recall_at_100": 0.99333, - "recall_at_1000": 1.0, - "precision_at_1": 0.85333, - "precision_at_3": 0.30852, - "precision_at_5": 0.18956, - "precision_at_10": 0.09656, - "precision_at_20": 0.04894, - "precision_at_100": 0.00993, - "precision_at_1000": 0.001, - "mrr_at_1": 0.853333, - "mrr_at_3": 0.885741, - "mrr_at_5": 0.890685, - "mrr_at_10": 0.8933, - "mrr_at_20": 0.894235, - "mrr_at_100": 0.894551, - "mrr_at_1000": 0.894583, - "nauc_ndcg_at_1_max": 0.783603, - "nauc_ndcg_at_1_std": 0.048412, - "nauc_ndcg_at_1_diff1": 0.906769, - "nauc_ndcg_at_3_max": 0.814771, - "nauc_ndcg_at_3_std": 0.062351, - "nauc_ndcg_at_3_diff1": 0.893882, - "nauc_ndcg_at_5_max": 0.807956, - "nauc_ndcg_at_5_std": 0.053923, - "nauc_ndcg_at_5_diff1": 0.89558, - "nauc_ndcg_at_10_max": 0.804725, - "nauc_ndcg_at_10_std": 0.081784, - "nauc_ndcg_at_10_diff1": 0.894076, - "nauc_ndcg_at_20_max": 0.805815, - "nauc_ndcg_at_20_std": 0.090096, - "nauc_ndcg_at_20_diff1": 0.898155, - "nauc_ndcg_at_100_max": 0.805528, - "nauc_ndcg_at_100_std": 0.079121, - "nauc_ndcg_at_100_diff1": 0.898693, - "nauc_ndcg_at_1000_max": 0.803686, - "nauc_ndcg_at_1000_std": 0.073278, - "nauc_ndcg_at_1000_diff1": 0.89806, - "nauc_map_at_1_max": 0.783603, - "nauc_map_at_1_std": 0.048412, - "nauc_map_at_1_diff1": 0.906769, - "nauc_map_at_3_max": 0.806102, - "nauc_map_at_3_std": 0.058772, - "nauc_map_at_3_diff1": 0.897166, - "nauc_map_at_5_max": 0.802466, - "nauc_map_at_5_std": 0.054193, - "nauc_map_at_5_diff1": 0.898168, - "nauc_map_at_10_max": 0.801034, - "nauc_map_at_10_std": 0.064301, - "nauc_map_at_10_diff1": 0.897683, - "nauc_map_at_20_max": 0.801413, - "nauc_map_at_20_std": 0.066551, - "nauc_map_at_20_diff1": 0.898717, - "nauc_map_at_100_max": 0.801247, - "nauc_map_at_100_std": 0.065144, - "nauc_map_at_100_diff1": 0.898754, - "nauc_map_at_1000_max": 0.801193, - "nauc_map_at_1000_std": 0.064991, - "nauc_map_at_1000_diff1": 0.898735, - "nauc_recall_at_1_max": 0.783603, - "nauc_recall_at_1_std": 0.048412, - "nauc_recall_at_1_diff1": 0.906769, - "nauc_recall_at_3_max": 0.851631, - "nauc_recall_at_3_std": 0.077365, - "nauc_recall_at_3_diff1": 0.880123, - "nauc_recall_at_5_max": 0.837366, - "nauc_recall_at_5_std": 0.050222, - "nauc_recall_at_5_diff1": 0.88136, - "nauc_recall_at_10_max": 0.830156, - "nauc_recall_at_10_std": 0.257477, - "nauc_recall_at_10_diff1": 0.86282, - "nauc_recall_at_20_max": 0.85702, - "nauc_recall_at_20_std": 0.477714, - "nauc_recall_at_20_diff1": 0.903435, - "nauc_recall_at_100_max": 0.978214, - "nauc_recall_at_100_std": 0.641379, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783603, - "nauc_precision_at_1_std": 0.048412, - "nauc_precision_at_1_diff1": 0.906769, - "nauc_precision_at_3_max": 0.851631, - "nauc_precision_at_3_std": 0.077365, - "nauc_precision_at_3_diff1": 0.880123, - "nauc_precision_at_5_max": 0.837366, - "nauc_precision_at_5_std": 0.050222, - "nauc_precision_at_5_diff1": 0.88136, - "nauc_precision_at_10_max": 0.830156, - "nauc_precision_at_10_std": 0.257477, - "nauc_precision_at_10_diff1": 0.86282, - "nauc_precision_at_20_max": 0.85702, - "nauc_precision_at_20_std": 0.477714, - "nauc_precision_at_20_diff1": 0.903435, - "nauc_precision_at_100_max": 0.978214, - "nauc_precision_at_100_std": 0.641379, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1_max": 0.775086, + "nauc_precision_at_1_std": -0.295342, + "nauc_precision_at_1_diff1": 0.931262, + "nauc_precision_at_3_max": 0.888049, + "nauc_precision_at_3_std": -0.164901, + "nauc_precision_at_3_diff1": 0.902597, + "nauc_precision_at_5_max": 0.901472, + "nauc_precision_at_5_std": -0.218476, + "nauc_precision_at_5_diff1": 0.912243, + "nauc_precision_at_10_max": 0.960512, + "nauc_precision_at_10_std": -0.009998, + "nauc_precision_at_10_diff1": 0.926957, + "nauc_precision_at_20_max": 0.968577, + "nauc_precision_at_20_std": 0.149465, + "nauc_precision_at_20_diff1": 0.939668, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783603, - "nauc_mrr_at_1_std": 0.048412, - "nauc_mrr_at_1_diff1": 0.906769, - "nauc_mrr_at_3_max": 0.806102, - "nauc_mrr_at_3_std": 0.058772, - "nauc_mrr_at_3_diff1": 0.897166, - "nauc_mrr_at_5_max": 0.802466, - "nauc_mrr_at_5_std": 0.054193, - "nauc_mrr_at_5_diff1": 0.898168, - "nauc_mrr_at_10_max": 0.801034, - "nauc_mrr_at_10_std": 0.064301, - "nauc_mrr_at_10_diff1": 0.897683, - "nauc_mrr_at_20_max": 0.801413, - "nauc_mrr_at_20_std": 0.066551, - "nauc_mrr_at_20_diff1": 0.898717, - "nauc_mrr_at_100_max": 0.801247, - "nauc_mrr_at_100_std": 0.065144, - "nauc_mrr_at_100_diff1": 0.898754, - "nauc_mrr_at_1000_max": 0.801193, - "nauc_mrr_at_1000_std": 0.064991, - "nauc_mrr_at_1000_diff1": 0.898735, - "main_score": 0.91102, + "nauc_mrr_at_1_max": 0.775086, + "nauc_mrr_at_1_std": -0.295342, + "nauc_mrr_at_1_diff1": 0.931262, + "nauc_mrr_at_3_max": 0.808646, + "nauc_mrr_at_3_std": -0.263847, + "nauc_mrr_at_3_diff1": 0.921526, + "nauc_mrr_at_5_max": 0.80759, + "nauc_mrr_at_5_std": -0.27358, + "nauc_mrr_at_5_diff1": 0.923451, + "nauc_mrr_at_10_max": 0.80679, + "nauc_mrr_at_10_std": -0.268885, + "nauc_mrr_at_10_diff1": 0.924327, + "nauc_mrr_at_20_max": 0.805437, + "nauc_mrr_at_20_std": -0.269752, + "nauc_mrr_at_20_diff1": 0.924517, + "nauc_mrr_at_100_max": 0.804877, + "nauc_mrr_at_100_std": -0.270681, + "nauc_mrr_at_100_diff1": 0.924475, + "nauc_mrr_at_1000_max": 0.804868, + "nauc_mrr_at_1000_std": -0.270729, + "nauc_mrr_at_1000_diff1": 0.924471, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.92333, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.88327, + "ndcg_at_5": 0.89479, + "ndcg_at_10": 0.90169, + "ndcg_at_20": 0.90449, + "ndcg_at_100": 0.90752, + "ndcg_at_1000": 0.90856, + "map_at_1": 0.83556, + "map_at_3": 0.87204, + "map_at_5": 0.87848, + "map_at_10": 0.88137, + "map_at_20": 0.88214, + "map_at_100": 0.88254, + "map_at_1000": 0.88259, + "recall_at_1": 0.83556, + "recall_at_3": 0.91556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96444, + "recall_at_20": 0.97556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.30519, + "precision_at_5": 0.18867, + "precision_at_10": 0.09644, + "precision_at_20": 0.04878, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.872037, + "mrr_at_5": 0.878481, + "mrr_at_10": 0.88137, + "mrr_at_20": 0.882136, + "mrr_at_100": 0.882539, + "mrr_at_1000": 0.882586, + "nauc_ndcg_at_1_max": 0.749182, + "nauc_ndcg_at_1_std": 0.028952, + "nauc_ndcg_at_1_diff1": 0.89687, + "nauc_ndcg_at_3_max": 0.789522, + "nauc_ndcg_at_3_std": 0.061556, + "nauc_ndcg_at_3_diff1": 0.87426, + "nauc_ndcg_at_5_max": 0.786566, + "nauc_ndcg_at_5_std": 0.067891, + "nauc_ndcg_at_5_diff1": 0.875609, + "nauc_ndcg_at_10_max": 0.782655, + "nauc_ndcg_at_10_std": 0.087668, + "nauc_ndcg_at_10_diff1": 0.875926, + "nauc_ndcg_at_20_max": 0.78311, + "nauc_ndcg_at_20_std": 0.089303, + "nauc_ndcg_at_20_diff1": 0.880426, + "nauc_ndcg_at_100_max": 0.780354, + "nauc_ndcg_at_100_std": 0.074375, + "nauc_ndcg_at_100_diff1": 0.880533, + "nauc_ndcg_at_1000_max": 0.778846, + "nauc_ndcg_at_1000_std": 0.070699, + "nauc_ndcg_at_1000_diff1": 0.881056, + "nauc_map_at_1_max": 0.749182, + "nauc_map_at_1_std": 0.028952, + "nauc_map_at_1_diff1": 0.89687, + "nauc_map_at_3_max": 0.778487, + "nauc_map_at_3_std": 0.052474, + "nauc_map_at_3_diff1": 0.880221, + "nauc_map_at_5_max": 0.776534, + "nauc_map_at_5_std": 0.054849, + "nauc_map_at_5_diff1": 0.881209, + "nauc_map_at_10_max": 0.774932, + "nauc_map_at_10_std": 0.061334, + "nauc_map_at_10_diff1": 0.881471, + "nauc_map_at_20_max": 0.775067, + "nauc_map_at_20_std": 0.061772, + "nauc_map_at_20_diff1": 0.882527, + "nauc_map_at_100_max": 0.774699, + "nauc_map_at_100_std": 0.059942, + "nauc_map_at_100_diff1": 0.882589, + "nauc_map_at_1000_max": 0.774658, + "nauc_map_at_1000_std": 0.059912, + "nauc_map_at_1000_diff1": 0.882631, + "nauc_recall_at_1_max": 0.749182, + "nauc_recall_at_1_std": 0.028952, + "nauc_recall_at_1_diff1": 0.89687, + "nauc_recall_at_3_max": 0.835391, + "nauc_recall_at_3_std": 0.099415, + "nauc_recall_at_3_diff1": 0.84963, + "nauc_recall_at_5_max": 0.844263, + "nauc_recall_at_5_std": 0.147251, + "nauc_recall_at_5_diff1": 0.843384, + "nauc_recall_at_10_max": 0.846186, + "nauc_recall_at_10_std": 0.357128, + "nauc_recall_at_10_diff1": 0.826622, + "nauc_recall_at_20_max": 0.878745, + "nauc_recall_at_20_std": 0.494949, + "nauc_recall_at_20_diff1": 0.871085, + "nauc_recall_at_100_max": 0.917634, + "nauc_recall_at_100_std": 0.45058, + "nauc_recall_at_100_diff1": 0.84994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749182, + "nauc_precision_at_1_std": 0.028952, + "nauc_precision_at_1_diff1": 0.89687, + "nauc_precision_at_3_max": 0.835391, + "nauc_precision_at_3_std": 0.099415, + "nauc_precision_at_3_diff1": 0.84963, + "nauc_precision_at_5_max": 0.844263, + "nauc_precision_at_5_std": 0.147251, + "nauc_precision_at_5_diff1": 0.843384, + "nauc_precision_at_10_max": 0.846186, + "nauc_precision_at_10_std": 0.357128, + "nauc_precision_at_10_diff1": 0.826622, + "nauc_precision_at_20_max": 0.878745, + "nauc_precision_at_20_std": 0.494949, + "nauc_precision_at_20_diff1": 0.871085, + "nauc_precision_at_100_max": 0.917634, + "nauc_precision_at_100_std": 0.45058, + "nauc_precision_at_100_diff1": 0.84994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749182, + "nauc_mrr_at_1_std": 0.028952, + "nauc_mrr_at_1_diff1": 0.89687, + "nauc_mrr_at_3_max": 0.778487, + "nauc_mrr_at_3_std": 0.052474, + "nauc_mrr_at_3_diff1": 0.880221, + "nauc_mrr_at_5_max": 0.776534, + "nauc_mrr_at_5_std": 0.054849, + "nauc_mrr_at_5_diff1": 0.881209, + "nauc_mrr_at_10_max": 0.774932, + "nauc_mrr_at_10_std": 0.061334, + "nauc_mrr_at_10_diff1": 0.881471, + "nauc_mrr_at_20_max": 0.775067, + "nauc_mrr_at_20_std": 0.061772, + "nauc_mrr_at_20_diff1": 0.882527, + "nauc_mrr_at_100_max": 0.774699, + "nauc_mrr_at_100_std": 0.059942, + "nauc_mrr_at_100_diff1": 0.882589, + "nauc_mrr_at_1000_max": 0.774658, + "nauc_mrr_at_1000_std": 0.059912, + "nauc_mrr_at_1000_diff1": 0.882631, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.90169, "hf_subset": "urd_Arab-urd_Arab", "languages": [ "urd-Arab", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91889, - "ndcg_at_3": 0.9434, - "ndcg_at_5": 0.9489, - "ndcg_at_10": 0.95286, - "ndcg_at_20": 0.95369, - "ndcg_at_100": 0.95585, - "ndcg_at_1000": 0.95599, - "map_at_1": 0.91889, - "map_at_3": 0.93796, - "map_at_5": 0.94102, - "map_at_10": 0.94266, - "map_at_20": 0.94288, - "map_at_100": 0.94321, - "map_at_1000": 0.94322, - "recall_at_1": 0.91889, - "recall_at_3": 0.95889, - "recall_at_5": 0.97222, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94208, + "ndcg_at_5": 0.9449, + "ndcg_at_10": 0.94815, + "ndcg_at_20": 0.95009, + "ndcg_at_100": 0.95225, + "ndcg_at_1000": 0.95239, + "map_at_1": 0.90889, + "map_at_3": 0.93463, + "map_at_5": 0.93624, + "map_at_10": 0.93759, + "map_at_20": 0.93811, + "map_at_100": 0.93845, + "map_at_1000": 0.93846, + "recall_at_1": 0.90889, + "recall_at_3": 0.96333, + "recall_at_5": 0.97, + "recall_at_10": 0.98, "recall_at_20": 0.98778, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.91889, - "precision_at_3": 0.31963, - "precision_at_5": 0.19444, - "precision_at_10": 0.09844, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32111, + "precision_at_5": 0.194, + "precision_at_10": 0.098, "precision_at_20": 0.04939, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.918889, - "mrr_at_3": 0.937963, - "mrr_at_5": 0.941019, - "mrr_at_10": 0.942655, - "mrr_at_20": 0.942879, - "mrr_at_100": 0.943214, - "mrr_at_1000": 0.94322, - "nauc_ndcg_at_1_max": 0.704379, - "nauc_ndcg_at_1_std": -0.306128, - "nauc_ndcg_at_1_diff1": 0.923641, - "nauc_ndcg_at_3_max": 0.760413, - "nauc_ndcg_at_3_std": -0.28014, - "nauc_ndcg_at_3_diff1": 0.922602, - "nauc_ndcg_at_5_max": 0.750218, - "nauc_ndcg_at_5_std": -0.264274, - "nauc_ndcg_at_5_diff1": 0.922496, - "nauc_ndcg_at_10_max": 0.750478, - "nauc_ndcg_at_10_std": -0.24528, - "nauc_ndcg_at_10_diff1": 0.928412, - "nauc_ndcg_at_20_max": 0.745977, - "nauc_ndcg_at_20_std": -0.263799, - "nauc_ndcg_at_20_diff1": 0.927121, - "nauc_ndcg_at_100_max": 0.744109, - "nauc_ndcg_at_100_std": -0.269356, - "nauc_ndcg_at_100_diff1": 0.925697, - "nauc_ndcg_at_1000_max": 0.743259, - "nauc_ndcg_at_1000_std": -0.273573, - "nauc_ndcg_at_1000_diff1": 0.925451, - "nauc_map_at_1_max": 0.704379, - "nauc_map_at_1_std": -0.306128, - "nauc_map_at_1_diff1": 0.923641, - "nauc_map_at_3_max": 0.745407, - "nauc_map_at_3_std": -0.289566, - "nauc_map_at_3_diff1": 0.923025, - "nauc_map_at_5_max": 0.739402, - "nauc_map_at_5_std": -0.283973, - "nauc_map_at_5_diff1": 0.922931, - "nauc_map_at_10_max": 0.739262, - "nauc_map_at_10_std": -0.277892, - "nauc_map_at_10_diff1": 0.925005, - "nauc_map_at_20_max": 0.73824, - "nauc_map_at_20_std": -0.282013, - "nauc_map_at_20_diff1": 0.924711, - "nauc_map_at_100_max": 0.738299, - "nauc_map_at_100_std": -0.282542, - "nauc_map_at_100_diff1": 0.92459, - "nauc_map_at_1000_max": 0.738272, - "nauc_map_at_1000_std": -0.282672, - "nauc_map_at_1000_diff1": 0.924582, - "nauc_recall_at_1_max": 0.704379, - "nauc_recall_at_1_std": -0.306128, - "nauc_recall_at_1_diff1": 0.923641, - "nauc_recall_at_3_max": 0.824097, - "nauc_recall_at_3_std": -0.238322, - "nauc_recall_at_3_diff1": 0.920698, - "nauc_recall_at_5_max": 0.812007, - "nauc_recall_at_5_std": -0.133782, - "nauc_recall_at_5_diff1": 0.919888, - "nauc_recall_at_10_max": 0.861144, - "nauc_recall_at_10_std": 0.14249, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.823275, - "nauc_recall_at_20_std": -0.033019, - "nauc_recall_at_20_diff1": 0.964349, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.93463, + "mrr_at_5": 0.936241, + "mrr_at_10": 0.937588, + "mrr_at_20": 0.93811, + "mrr_at_100": 0.938453, + "mrr_at_1000": 0.938457, + "nauc_ndcg_at_1_max": 0.69059, + "nauc_ndcg_at_1_std": -0.260715, + "nauc_ndcg_at_1_diff1": 0.930946, + "nauc_ndcg_at_3_max": 0.719339, + "nauc_ndcg_at_3_std": -0.260127, + "nauc_ndcg_at_3_diff1": 0.930587, + "nauc_ndcg_at_5_max": 0.714258, + "nauc_ndcg_at_5_std": -0.24422, + "nauc_ndcg_at_5_diff1": 0.929186, + "nauc_ndcg_at_10_max": 0.719791, + "nauc_ndcg_at_10_std": -0.211779, + "nauc_ndcg_at_10_diff1": 0.93637, + "nauc_ndcg_at_20_max": 0.713531, + "nauc_ndcg_at_20_std": -0.225487, + "nauc_ndcg_at_20_diff1": 0.934564, + "nauc_ndcg_at_100_max": 0.7143, + "nauc_ndcg_at_100_std": -0.233998, + "nauc_ndcg_at_100_diff1": 0.932805, + "nauc_ndcg_at_1000_max": 0.713483, + "nauc_ndcg_at_1000_std": -0.237527, + "nauc_ndcg_at_1000_diff1": 0.932613, + "nauc_map_at_1_max": 0.69059, + "nauc_map_at_1_std": -0.260715, + "nauc_map_at_1_diff1": 0.930946, + "nauc_map_at_3_max": 0.711416, + "nauc_map_at_3_std": -0.261201, + "nauc_map_at_3_diff1": 0.931005, + "nauc_map_at_5_max": 0.708596, + "nauc_map_at_5_std": -0.253882, + "nauc_map_at_5_diff1": 0.930287, + "nauc_map_at_10_max": 0.710465, + "nauc_map_at_10_std": -0.242524, + "nauc_map_at_10_diff1": 0.932627, + "nauc_map_at_20_max": 0.709191, + "nauc_map_at_20_std": -0.245131, + "nauc_map_at_20_diff1": 0.932182, + "nauc_map_at_100_max": 0.709679, + "nauc_map_at_100_std": -0.246252, + "nauc_map_at_100_diff1": 0.931953, + "nauc_map_at_1000_max": 0.709661, + "nauc_map_at_1000_std": -0.246331, + "nauc_map_at_1000_diff1": 0.931948, + "nauc_recall_at_1_max": 0.69059, + "nauc_recall_at_1_std": -0.260715, + "nauc_recall_at_1_diff1": 0.930946, + "nauc_recall_at_3_max": 0.758821, + "nauc_recall_at_3_std": -0.253954, + "nauc_recall_at_3_diff1": 0.928218, + "nauc_recall_at_5_max": 0.74655, + "nauc_recall_at_5_std": -0.179168, + "nauc_recall_at_5_diff1": 0.921949, + "nauc_recall_at_10_max": 0.805504, + "nauc_recall_at_10_std": 0.105872, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.751974, + "nauc_recall_at_20_std": 0.061582, + "nauc_recall_at_20_diff1": 0.976233, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.704379, - "nauc_precision_at_1_std": -0.306128, - "nauc_precision_at_1_diff1": 0.923641, - "nauc_precision_at_3_max": 0.824097, - "nauc_precision_at_3_std": -0.238322, - "nauc_precision_at_3_diff1": 0.920698, - "nauc_precision_at_5_max": 0.812007, - "nauc_precision_at_5_std": -0.133782, - "nauc_precision_at_5_diff1": 0.919888, - "nauc_precision_at_10_max": 0.861144, - "nauc_precision_at_10_std": 0.14249, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.823275, - "nauc_precision_at_20_std": -0.033019, - "nauc_precision_at_20_diff1": 0.964349, + "nauc_precision_at_1_max": 0.69059, + "nauc_precision_at_1_std": -0.260715, + "nauc_precision_at_1_diff1": 0.930946, + "nauc_precision_at_3_max": 0.758821, + "nauc_precision_at_3_std": -0.253954, + "nauc_precision_at_3_diff1": 0.928218, + "nauc_precision_at_5_max": 0.74655, + "nauc_precision_at_5_std": -0.179168, + "nauc_precision_at_5_diff1": 0.921949, + "nauc_precision_at_10_max": 0.805504, + "nauc_precision_at_10_std": 0.105872, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.751974, + "nauc_precision_at_20_std": 0.061582, + "nauc_precision_at_20_diff1": 0.976233, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.704379, - "nauc_mrr_at_1_std": -0.306128, - "nauc_mrr_at_1_diff1": 0.923641, - "nauc_mrr_at_3_max": 0.745407, - "nauc_mrr_at_3_std": -0.289566, - "nauc_mrr_at_3_diff1": 0.923025, - "nauc_mrr_at_5_max": 0.739402, - "nauc_mrr_at_5_std": -0.283973, - "nauc_mrr_at_5_diff1": 0.922931, - "nauc_mrr_at_10_max": 0.739262, - "nauc_mrr_at_10_std": -0.277892, - "nauc_mrr_at_10_diff1": 0.925005, - "nauc_mrr_at_20_max": 0.73824, - "nauc_mrr_at_20_std": -0.282013, - "nauc_mrr_at_20_diff1": 0.924711, - "nauc_mrr_at_100_max": 0.738299, - "nauc_mrr_at_100_std": -0.282542, - "nauc_mrr_at_100_diff1": 0.92459, - "nauc_mrr_at_1000_max": 0.738272, - "nauc_mrr_at_1000_std": -0.282672, - "nauc_mrr_at_1000_diff1": 0.924582, - "main_score": 0.95286, + "nauc_mrr_at_1_max": 0.69059, + "nauc_mrr_at_1_std": -0.260715, + "nauc_mrr_at_1_diff1": 0.930946, + "nauc_mrr_at_3_max": 0.711416, + "nauc_mrr_at_3_std": -0.261201, + "nauc_mrr_at_3_diff1": 0.931005, + "nauc_mrr_at_5_max": 0.708596, + "nauc_mrr_at_5_std": -0.253882, + "nauc_mrr_at_5_diff1": 0.930287, + "nauc_mrr_at_10_max": 0.710465, + "nauc_mrr_at_10_std": -0.242524, + "nauc_mrr_at_10_diff1": 0.932627, + "nauc_mrr_at_20_max": 0.709191, + "nauc_mrr_at_20_std": -0.245131, + "nauc_mrr_at_20_diff1": 0.932182, + "nauc_mrr_at_100_max": 0.709679, + "nauc_mrr_at_100_std": -0.246252, + "nauc_mrr_at_100_diff1": 0.931953, + "nauc_mrr_at_1000_max": 0.709661, + "nauc_mrr_at_1000_std": -0.246331, + "nauc_mrr_at_1000_diff1": 0.931948, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.94815, "hf_subset": "urd_Arab-eng_Latn", "languages": [ "urd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.81222, - "ndcg_at_3": 0.86452, - "ndcg_at_5": 0.87633, - "ndcg_at_10": 0.88507, - "ndcg_at_20": 0.88905, - "ndcg_at_100": 0.8934, - "ndcg_at_1000": 0.89401, - "map_at_1": 0.81222, - "map_at_3": 0.85185, - "map_at_5": 0.85835, - "map_at_10": 0.86203, - "map_at_20": 0.86314, - "map_at_100": 0.86376, - "map_at_1000": 0.86379, - "recall_at_1": 0.81222, - "recall_at_3": 0.90111, - "recall_at_5": 0.93, - "recall_at_10": 0.95667, - "recall_at_20": 0.97222, - "recall_at_100": 0.99556, + "ndcg_at_1": 0.78889, + "ndcg_at_3": 0.84206, + "ndcg_at_5": 0.85746, + "ndcg_at_10": 0.8675, + "ndcg_at_20": 0.87205, + "ndcg_at_100": 0.8767, + "ndcg_at_1000": 0.87825, + "map_at_1": 0.78889, + "map_at_3": 0.82963, + "map_at_5": 0.83807, + "map_at_10": 0.8422, + "map_at_20": 0.84348, + "map_at_100": 0.84416, + "map_at_1000": 0.84424, + "recall_at_1": 0.78889, + "recall_at_3": 0.87778, + "recall_at_5": 0.91556, + "recall_at_10": 0.94667, + "recall_at_20": 0.96444, + "recall_at_100": 0.98889, "recall_at_1000": 1.0, - "precision_at_1": 0.81222, - "precision_at_3": 0.30037, - "precision_at_5": 0.186, - "precision_at_10": 0.09567, - "precision_at_20": 0.04861, - "precision_at_100": 0.00996, + "accuracy": 0.78889, + "precision_at_1": 0.78889, + "precision_at_3": 0.29259, + "precision_at_5": 0.18311, + "precision_at_10": 0.09467, + "precision_at_20": 0.04822, + "precision_at_100": 0.00989, "precision_at_1000": 0.001, - "mrr_at_1": 0.812222, - "mrr_at_3": 0.851852, - "mrr_at_5": 0.858352, - "mrr_at_10": 0.862026, - "mrr_at_20": 0.863137, - "mrr_at_100": 0.863759, - "mrr_at_1000": 0.863788, - "nauc_ndcg_at_1_max": 0.76147, - "nauc_ndcg_at_1_std": 0.109289, - "nauc_ndcg_at_1_diff1": 0.884079, - "nauc_ndcg_at_3_max": 0.802854, - "nauc_ndcg_at_3_std": 0.141412, - "nauc_ndcg_at_3_diff1": 0.863776, - "nauc_ndcg_at_5_max": 0.806297, - "nauc_ndcg_at_5_std": 0.160056, - "nauc_ndcg_at_5_diff1": 0.869921, - "nauc_ndcg_at_10_max": 0.804107, - "nauc_ndcg_at_10_std": 0.181607, - "nauc_ndcg_at_10_diff1": 0.87113, - "nauc_ndcg_at_20_max": 0.797782, - "nauc_ndcg_at_20_std": 0.158452, - "nauc_ndcg_at_20_diff1": 0.871458, - "nauc_ndcg_at_100_max": 0.793048, - "nauc_ndcg_at_100_std": 0.156395, - "nauc_ndcg_at_100_diff1": 0.87182, - "nauc_ndcg_at_1000_max": 0.795487, - "nauc_ndcg_at_1000_std": 0.155039, - "nauc_ndcg_at_1000_diff1": 0.872658, - "nauc_map_at_1_max": 0.76147, - "nauc_map_at_1_std": 0.109289, - "nauc_map_at_1_diff1": 0.884079, - "nauc_map_at_3_max": 0.794059, - "nauc_map_at_3_std": 0.137581, - "nauc_map_at_3_diff1": 0.869734, - "nauc_map_at_5_max": 0.795457, - "nauc_map_at_5_std": 0.14627, - "nauc_map_at_5_diff1": 0.873127, - "nauc_map_at_10_max": 0.794387, - "nauc_map_at_10_std": 0.153246, - "nauc_map_at_10_diff1": 0.87371, - "nauc_map_at_20_max": 0.792846, - "nauc_map_at_20_std": 0.147643, - "nauc_map_at_20_diff1": 0.8738, - "nauc_map_at_100_max": 0.792309, - "nauc_map_at_100_std": 0.147719, - "nauc_map_at_100_diff1": 0.873892, - "nauc_map_at_1000_max": 0.792439, - "nauc_map_at_1000_std": 0.147708, - "nauc_map_at_1000_diff1": 0.873929, - "nauc_recall_at_1_max": 0.76147, - "nauc_recall_at_1_std": 0.109289, - "nauc_recall_at_1_diff1": 0.884079, - "nauc_recall_at_3_max": 0.83711, - "nauc_recall_at_3_std": 0.153831, - "nauc_recall_at_3_diff1": 0.839198, - "nauc_recall_at_5_max": 0.864324, - "nauc_recall_at_5_std": 0.237665, - "nauc_recall_at_5_diff1": 0.853534, - "nauc_recall_at_10_max": 0.882999, - "nauc_recall_at_10_std": 0.456176, - "nauc_recall_at_10_diff1": 0.851744, - "nauc_recall_at_20_max": 0.833165, - "nauc_recall_at_20_std": 0.266648, - "nauc_recall_at_20_diff1": 0.846032, - "nauc_recall_at_100_max": 0.429388, - "nauc_recall_at_100_std": 0.429388, - "nauc_recall_at_100_diff1": 0.737395, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.76147, - "nauc_precision_at_1_std": 0.109289, - "nauc_precision_at_1_diff1": 0.884079, - "nauc_precision_at_3_max": 0.83711, - "nauc_precision_at_3_std": 0.153831, - "nauc_precision_at_3_diff1": 0.839198, - "nauc_precision_at_5_max": 0.864324, - "nauc_precision_at_5_std": 0.237665, - "nauc_precision_at_5_diff1": 0.853534, - "nauc_precision_at_10_max": 0.882999, - "nauc_precision_at_10_std": 0.456176, - "nauc_precision_at_10_diff1": 0.851744, - "nauc_precision_at_20_max": 0.833165, - "nauc_precision_at_20_std": 0.266648, - "nauc_precision_at_20_diff1": 0.846032, - "nauc_precision_at_100_max": 0.429388, - "nauc_precision_at_100_std": 0.429388, - "nauc_precision_at_100_diff1": 0.737395, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.76147, - "nauc_mrr_at_1_std": 0.109289, - "nauc_mrr_at_1_diff1": 0.884079, - "nauc_mrr_at_3_max": 0.794059, - "nauc_mrr_at_3_std": 0.137581, - "nauc_mrr_at_3_diff1": 0.869734, - "nauc_mrr_at_5_max": 0.795457, - "nauc_mrr_at_5_std": 0.14627, - "nauc_mrr_at_5_diff1": 0.873127, - "nauc_mrr_at_10_max": 0.794387, - "nauc_mrr_at_10_std": 0.153246, - "nauc_mrr_at_10_diff1": 0.87371, - "nauc_mrr_at_20_max": 0.792846, - "nauc_mrr_at_20_std": 0.147643, - "nauc_mrr_at_20_diff1": 0.8738, - "nauc_mrr_at_100_max": 0.792309, - "nauc_mrr_at_100_std": 0.147719, - "nauc_mrr_at_100_diff1": 0.873892, - "nauc_mrr_at_1000_max": 0.792439, - "nauc_mrr_at_1000_std": 0.147708, - "nauc_mrr_at_1000_diff1": 0.873929, - "main_score": 0.88507, + "mrr_at_1": 0.788889, + "mrr_at_3": 0.82963, + "mrr_at_5": 0.838074, + "mrr_at_10": 0.842203, + "mrr_at_20": 0.84348, + "mrr_at_100": 0.844164, + "mrr_at_1000": 0.844245, + "nauc_ndcg_at_1_max": 0.726283, + "nauc_ndcg_at_1_std": 0.062052, + "nauc_ndcg_at_1_diff1": 0.864742, + "nauc_ndcg_at_3_max": 0.767547, + "nauc_ndcg_at_3_std": 0.099324, + "nauc_ndcg_at_3_diff1": 0.847956, + "nauc_ndcg_at_5_max": 0.770201, + "nauc_ndcg_at_5_std": 0.116518, + "nauc_ndcg_at_5_diff1": 0.848261, + "nauc_ndcg_at_10_max": 0.769525, + "nauc_ndcg_at_10_std": 0.124257, + "nauc_ndcg_at_10_diff1": 0.851322, + "nauc_ndcg_at_20_max": 0.765861, + "nauc_ndcg_at_20_std": 0.118963, + "nauc_ndcg_at_20_diff1": 0.852718, + "nauc_ndcg_at_100_max": 0.761393, + "nauc_ndcg_at_100_std": 0.114037, + "nauc_ndcg_at_100_diff1": 0.852429, + "nauc_ndcg_at_1000_max": 0.760581, + "nauc_ndcg_at_1000_std": 0.106081, + "nauc_ndcg_at_1000_diff1": 0.853142, + "nauc_map_at_1_max": 0.726283, + "nauc_map_at_1_std": 0.062052, + "nauc_map_at_1_diff1": 0.864742, + "nauc_map_at_3_max": 0.757197, + "nauc_map_at_3_std": 0.088852, + "nauc_map_at_3_diff1": 0.852456, + "nauc_map_at_5_max": 0.757971, + "nauc_map_at_5_std": 0.096141, + "nauc_map_at_5_diff1": 0.852746, + "nauc_map_at_10_max": 0.757447, + "nauc_map_at_10_std": 0.097896, + "nauc_map_at_10_diff1": 0.854172, + "nauc_map_at_20_max": 0.756542, + "nauc_map_at_20_std": 0.096656, + "nauc_map_at_20_diff1": 0.854586, + "nauc_map_at_100_max": 0.755961, + "nauc_map_at_100_std": 0.09605, + "nauc_map_at_100_diff1": 0.854519, + "nauc_map_at_1000_max": 0.755943, + "nauc_map_at_1000_std": 0.095741, + "nauc_map_at_1000_diff1": 0.854545, + "nauc_recall_at_1_max": 0.726283, + "nauc_recall_at_1_std": 0.062052, + "nauc_recall_at_1_diff1": 0.864742, + "nauc_recall_at_3_max": 0.806717, + "nauc_recall_at_3_std": 0.139684, + "nauc_recall_at_3_diff1": 0.830736, + "nauc_recall_at_5_max": 0.833303, + "nauc_recall_at_5_std": 0.228304, + "nauc_recall_at_5_diff1": 0.825483, + "nauc_recall_at_10_max": 0.86434, + "nauc_recall_at_10_std": 0.355023, + "nauc_recall_at_10_diff1": 0.831057, + "nauc_recall_at_20_max": 0.861651, + "nauc_recall_at_20_std": 0.393514, + "nauc_recall_at_20_diff1": 0.837404, + "nauc_recall_at_100_max": 0.830579, + "nauc_recall_at_100_std": 0.7162, + "nauc_recall_at_100_diff1": 0.796452, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726283, + "nauc_precision_at_1_std": 0.062052, + "nauc_precision_at_1_diff1": 0.864742, + "nauc_precision_at_3_max": 0.806717, + "nauc_precision_at_3_std": 0.139684, + "nauc_precision_at_3_diff1": 0.830736, + "nauc_precision_at_5_max": 0.833303, + "nauc_precision_at_5_std": 0.228304, + "nauc_precision_at_5_diff1": 0.825483, + "nauc_precision_at_10_max": 0.86434, + "nauc_precision_at_10_std": 0.355023, + "nauc_precision_at_10_diff1": 0.831057, + "nauc_precision_at_20_max": 0.861651, + "nauc_precision_at_20_std": 0.393514, + "nauc_precision_at_20_diff1": 0.837404, + "nauc_precision_at_100_max": 0.830579, + "nauc_precision_at_100_std": 0.7162, + "nauc_precision_at_100_diff1": 0.796452, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726283, + "nauc_mrr_at_1_std": 0.062052, + "nauc_mrr_at_1_diff1": 0.864742, + "nauc_mrr_at_3_max": 0.757197, + "nauc_mrr_at_3_std": 0.088852, + "nauc_mrr_at_3_diff1": 0.852456, + "nauc_mrr_at_5_max": 0.757971, + "nauc_mrr_at_5_std": 0.096141, + "nauc_mrr_at_5_diff1": 0.852746, + "nauc_mrr_at_10_max": 0.757447, + "nauc_mrr_at_10_std": 0.097896, + "nauc_mrr_at_10_diff1": 0.854172, + "nauc_mrr_at_20_max": 0.756542, + "nauc_mrr_at_20_std": 0.096656, + "nauc_mrr_at_20_diff1": 0.854586, + "nauc_mrr_at_100_max": 0.755961, + "nauc_mrr_at_100_std": 0.09605, + "nauc_mrr_at_100_diff1": 0.854519, + "nauc_mrr_at_1000_max": 0.755943, + "nauc_mrr_at_1000_std": 0.095741, + "nauc_mrr_at_1000_diff1": 0.854545, + "hit_rate_at_1": 0.78889, + "hit_rate_at_3": 0.87778, + "hit_rate_at_5": 0.91556, + "hit_rate_at_10": 0.94667, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.8675, "hf_subset": "eng_Latn-urd_Arab", "languages": [ "eng-Latn", "urd-Arab" - ] - }, - { - "ndcg_at_1": 0.62111, - "ndcg_at_3": 0.69509, - "ndcg_at_5": 0.71211, - "ndcg_at_10": 0.73013, - "ndcg_at_20": 0.73923, - "ndcg_at_100": 0.752, - "ndcg_at_1000": 0.759, - "map_at_1": 0.62111, - "map_at_3": 0.67722, - "map_at_5": 0.68672, - "map_at_10": 0.69439, - "map_at_20": 0.69695, - "map_at_100": 0.69873, - "map_at_1000": 0.69901, - "recall_at_1": 0.62111, - "recall_at_3": 0.74667, - "recall_at_5": 0.78778, - "recall_at_10": 0.84222, - "recall_at_20": 0.87778, - "recall_at_100": 0.94667, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.67118, + "ndcg_at_5": 0.69121, + "ndcg_at_10": 0.70806, + "ndcg_at_20": 0.72105, + "ndcg_at_100": 0.73468, + "ndcg_at_1000": 0.74132, + "map_at_1": 0.59778, + "map_at_3": 0.65315, + "map_at_5": 0.6642, + "map_at_10": 0.67135, + "map_at_20": 0.67495, + "map_at_100": 0.67677, + "map_at_1000": 0.67703, + "recall_at_1": 0.59778, + "recall_at_3": 0.72333, + "recall_at_5": 0.77222, + "recall_at_10": 0.82333, + "recall_at_20": 0.87444, + "recall_at_100": 0.94889, "recall_at_1000": 1.0, - "precision_at_1": 0.62111, - "precision_at_3": 0.24889, - "precision_at_5": 0.15756, - "precision_at_10": 0.08422, - "precision_at_20": 0.04389, - "precision_at_100": 0.00947, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.24111, + "precision_at_5": 0.15444, + "precision_at_10": 0.08233, + "precision_at_20": 0.04372, + "precision_at_100": 0.00949, "precision_at_1000": 0.001, - "mrr_at_1": 0.621111, - "mrr_at_3": 0.677222, - "mrr_at_5": 0.686722, - "mrr_at_10": 0.69439, - "mrr_at_20": 0.696955, - "mrr_at_100": 0.698728, - "mrr_at_1000": 0.699014, - "nauc_ndcg_at_1_max": 0.669502, - "nauc_ndcg_at_1_std": 0.180534, - "nauc_ndcg_at_1_diff1": 0.821805, - "nauc_ndcg_at_3_max": 0.710875, - "nauc_ndcg_at_3_std": 0.261256, - "nauc_ndcg_at_3_diff1": 0.792468, - "nauc_ndcg_at_5_max": 0.707764, - "nauc_ndcg_at_5_std": 0.276274, - "nauc_ndcg_at_5_diff1": 0.790543, - "nauc_ndcg_at_10_max": 0.706365, - "nauc_ndcg_at_10_std": 0.281763, - "nauc_ndcg_at_10_diff1": 0.791862, - "nauc_ndcg_at_20_max": 0.702421, - "nauc_ndcg_at_20_std": 0.287424, - "nauc_ndcg_at_20_diff1": 0.790528, - "nauc_ndcg_at_100_max": 0.703228, - "nauc_ndcg_at_100_std": 0.278979, - "nauc_ndcg_at_100_diff1": 0.795419, - "nauc_ndcg_at_1000_max": 0.70075, - "nauc_ndcg_at_1000_std": 0.266709, - "nauc_ndcg_at_1000_diff1": 0.796122, - "nauc_map_at_1_max": 0.669502, - "nauc_map_at_1_std": 0.180534, - "nauc_map_at_1_diff1": 0.821805, - "nauc_map_at_3_max": 0.700188, - "nauc_map_at_3_std": 0.239978, - "nauc_map_at_3_diff1": 0.799886, - "nauc_map_at_5_max": 0.698468, - "nauc_map_at_5_std": 0.247795, - "nauc_map_at_5_diff1": 0.79921, - "nauc_map_at_10_max": 0.697693, - "nauc_map_at_10_std": 0.249236, - "nauc_map_at_10_diff1": 0.799791, - "nauc_map_at_20_max": 0.696564, - "nauc_map_at_20_std": 0.250224, - "nauc_map_at_20_diff1": 0.799446, - "nauc_map_at_100_max": 0.696622, - "nauc_map_at_100_std": 0.249151, - "nauc_map_at_100_diff1": 0.800034, - "nauc_map_at_1000_max": 0.696554, - "nauc_map_at_1000_std": 0.248766, - "nauc_map_at_1000_diff1": 0.800058, - "nauc_recall_at_1_max": 0.669502, - "nauc_recall_at_1_std": 0.180534, - "nauc_recall_at_1_diff1": 0.821805, - "nauc_recall_at_3_max": 0.7474, - "nauc_recall_at_3_std": 0.334198, - "nauc_recall_at_3_diff1": 0.767197, - "nauc_recall_at_5_max": 0.742488, - "nauc_recall_at_5_std": 0.38784, - "nauc_recall_at_5_diff1": 0.756782, - "nauc_recall_at_10_max": 0.746495, - "nauc_recall_at_10_std": 0.446689, - "nauc_recall_at_10_diff1": 0.753812, - "nauc_recall_at_20_max": 0.729376, - "nauc_recall_at_20_std": 0.532762, - "nauc_recall_at_20_diff1": 0.735636, - "nauc_recall_at_100_max": 0.78017, - "nauc_recall_at_100_std": 0.647934, - "nauc_recall_at_100_diff1": 0.773829, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.669502, - "nauc_precision_at_1_std": 0.180534, - "nauc_precision_at_1_diff1": 0.821805, - "nauc_precision_at_3_max": 0.7474, - "nauc_precision_at_3_std": 0.334198, - "nauc_precision_at_3_diff1": 0.767197, - "nauc_precision_at_5_max": 0.742488, - "nauc_precision_at_5_std": 0.38784, - "nauc_precision_at_5_diff1": 0.756782, - "nauc_precision_at_10_max": 0.746495, - "nauc_precision_at_10_std": 0.446689, - "nauc_precision_at_10_diff1": 0.753812, - "nauc_precision_at_20_max": 0.729376, - "nauc_precision_at_20_std": 0.532762, - "nauc_precision_at_20_diff1": 0.735636, - "nauc_precision_at_100_max": 0.78017, - "nauc_precision_at_100_std": 0.647934, - "nauc_precision_at_100_diff1": 0.773829, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.669502, - "nauc_mrr_at_1_std": 0.180534, - "nauc_mrr_at_1_diff1": 0.821805, - "nauc_mrr_at_3_max": 0.700188, - "nauc_mrr_at_3_std": 0.239978, - "nauc_mrr_at_3_diff1": 0.799886, - "nauc_mrr_at_5_max": 0.698468, - "nauc_mrr_at_5_std": 0.247795, - "nauc_mrr_at_5_diff1": 0.79921, - "nauc_mrr_at_10_max": 0.697693, - "nauc_mrr_at_10_std": 0.249236, - "nauc_mrr_at_10_diff1": 0.799791, - "nauc_mrr_at_20_max": 0.696564, - "nauc_mrr_at_20_std": 0.250224, - "nauc_mrr_at_20_diff1": 0.799446, - "nauc_mrr_at_100_max": 0.696622, - "nauc_mrr_at_100_std": 0.249151, - "nauc_mrr_at_100_diff1": 0.800034, - "nauc_mrr_at_1000_max": 0.696554, - "nauc_mrr_at_1000_std": 0.248766, - "nauc_mrr_at_1000_diff1": 0.800058, - "main_score": 0.73013, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.653148, + "mrr_at_5": 0.664204, + "mrr_at_10": 0.671348, + "mrr_at_20": 0.674949, + "mrr_at_100": 0.676774, + "mrr_at_1000": 0.677033, + "nauc_ndcg_at_1_max": 0.696072, + "nauc_ndcg_at_1_std": 0.23273, + "nauc_ndcg_at_1_diff1": 0.820263, + "nauc_ndcg_at_3_max": 0.721341, + "nauc_ndcg_at_3_std": 0.288516, + "nauc_ndcg_at_3_diff1": 0.785693, + "nauc_ndcg_at_5_max": 0.723636, + "nauc_ndcg_at_5_std": 0.299495, + "nauc_ndcg_at_5_diff1": 0.781703, + "nauc_ndcg_at_10_max": 0.718274, + "nauc_ndcg_at_10_std": 0.305411, + "nauc_ndcg_at_10_diff1": 0.781014, + "nauc_ndcg_at_20_max": 0.716142, + "nauc_ndcg_at_20_std": 0.310752, + "nauc_ndcg_at_20_diff1": 0.781804, + "nauc_ndcg_at_100_max": 0.718079, + "nauc_ndcg_at_100_std": 0.307129, + "nauc_ndcg_at_100_diff1": 0.785457, + "nauc_ndcg_at_1000_max": 0.715875, + "nauc_ndcg_at_1000_std": 0.296641, + "nauc_ndcg_at_1000_diff1": 0.787283, + "nauc_map_at_1_max": 0.696072, + "nauc_map_at_1_std": 0.23273, + "nauc_map_at_1_diff1": 0.820263, + "nauc_map_at_3_max": 0.71523, + "nauc_map_at_3_std": 0.274725, + "nauc_map_at_3_diff1": 0.794298, + "nauc_map_at_5_max": 0.71644, + "nauc_map_at_5_std": 0.280564, + "nauc_map_at_5_diff1": 0.792425, + "nauc_map_at_10_max": 0.714113, + "nauc_map_at_10_std": 0.282339, + "nauc_map_at_10_diff1": 0.792054, + "nauc_map_at_20_max": 0.71351, + "nauc_map_at_20_std": 0.283544, + "nauc_map_at_20_diff1": 0.79235, + "nauc_map_at_100_max": 0.713637, + "nauc_map_at_100_std": 0.283187, + "nauc_map_at_100_diff1": 0.792685, + "nauc_map_at_1000_max": 0.713562, + "nauc_map_at_1000_std": 0.282868, + "nauc_map_at_1000_diff1": 0.792741, + "nauc_recall_at_1_max": 0.696072, + "nauc_recall_at_1_std": 0.23273, + "nauc_recall_at_1_diff1": 0.820263, + "nauc_recall_at_3_max": 0.741661, + "nauc_recall_at_3_std": 0.334532, + "nauc_recall_at_3_diff1": 0.756953, + "nauc_recall_at_5_max": 0.751024, + "nauc_recall_at_5_std": 0.372782, + "nauc_recall_at_5_diff1": 0.740201, + "nauc_recall_at_10_max": 0.734665, + "nauc_recall_at_10_std": 0.41791, + "nauc_recall_at_10_diff1": 0.729865, + "nauc_recall_at_20_max": 0.725083, + "nauc_recall_at_20_std": 0.496337, + "nauc_recall_at_20_diff1": 0.71755, + "nauc_recall_at_100_max": 0.789622, + "nauc_recall_at_100_std": 0.655503, + "nauc_recall_at_100_diff1": 0.724922, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696072, + "nauc_precision_at_1_std": 0.23273, + "nauc_precision_at_1_diff1": 0.820263, + "nauc_precision_at_3_max": 0.741661, + "nauc_precision_at_3_std": 0.334532, + "nauc_precision_at_3_diff1": 0.756953, + "nauc_precision_at_5_max": 0.751024, + "nauc_precision_at_5_std": 0.372782, + "nauc_precision_at_5_diff1": 0.740201, + "nauc_precision_at_10_max": 0.734665, + "nauc_precision_at_10_std": 0.41791, + "nauc_precision_at_10_diff1": 0.729865, + "nauc_precision_at_20_max": 0.725083, + "nauc_precision_at_20_std": 0.496337, + "nauc_precision_at_20_diff1": 0.71755, + "nauc_precision_at_100_max": 0.789622, + "nauc_precision_at_100_std": 0.655503, + "nauc_precision_at_100_diff1": 0.724922, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696072, + "nauc_mrr_at_1_std": 0.23273, + "nauc_mrr_at_1_diff1": 0.820263, + "nauc_mrr_at_3_max": 0.71523, + "nauc_mrr_at_3_std": 0.274725, + "nauc_mrr_at_3_diff1": 0.794298, + "nauc_mrr_at_5_max": 0.71644, + "nauc_mrr_at_5_std": 0.280564, + "nauc_mrr_at_5_diff1": 0.792425, + "nauc_mrr_at_10_max": 0.714113, + "nauc_mrr_at_10_std": 0.282339, + "nauc_mrr_at_10_diff1": 0.792054, + "nauc_mrr_at_20_max": 0.71351, + "nauc_mrr_at_20_std": 0.283544, + "nauc_mrr_at_20_diff1": 0.79235, + "nauc_mrr_at_100_max": 0.713637, + "nauc_mrr_at_100_std": 0.283187, + "nauc_mrr_at_100_diff1": 0.792685, + "nauc_mrr_at_1000_max": 0.713562, + "nauc_mrr_at_1000_std": 0.282868, + "nauc_mrr_at_1000_diff1": 0.792741, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.72333, + "hit_rate_at_5": 0.77222, + "hit_rate_at_10": 0.82333, + "hit_rate_at_20": 0.87444, + "hit_rate_at_100": 0.94889, + "hit_rate_at_1000": 1.0, + "main_score": 0.70806, "hf_subset": "urd_Latn-urd_Latn", "languages": [ "urd-Latn", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.82556, - "ndcg_at_3": 0.88516, - "ndcg_at_5": 0.89257, - "ndcg_at_10": 0.8984, - "ndcg_at_20": 0.90265, - "ndcg_at_100": 0.90609, - "ndcg_at_1000": 0.90668, - "map_at_1": 0.82556, - "map_at_3": 0.87111, - "map_at_5": 0.87528, - "map_at_10": 0.87773, - "map_at_20": 0.87891, - "map_at_100": 0.87944, - "map_at_1000": 0.87946, - "recall_at_1": 0.82556, - "recall_at_3": 0.92556, - "recall_at_5": 0.94333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.8705, + "ndcg_at_5": 0.88169, + "ndcg_at_10": 0.88771, + "ndcg_at_20": 0.89109, + "ndcg_at_100": 0.89515, + "ndcg_at_1000": 0.89572, + "map_at_1": 0.80333, + "map_at_3": 0.85481, + "map_at_5": 0.86115, + "map_at_10": 0.86358, + "map_at_20": 0.86451, + "map_at_100": 0.86513, + "map_at_1000": 0.86515, + "recall_at_1": 0.80333, + "recall_at_3": 0.91556, + "recall_at_5": 0.94222, "recall_at_10": 0.96111, - "recall_at_20": 0.97778, + "recall_at_20": 0.97444, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.82556, - "precision_at_3": 0.30852, - "precision_at_5": 0.18867, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30519, + "precision_at_5": 0.18844, "precision_at_10": 0.09611, - "precision_at_20": 0.04889, + "precision_at_20": 0.04872, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.825556, - "mrr_at_3": 0.871111, - "mrr_at_5": 0.875278, - "mrr_at_10": 0.87773, - "mrr_at_20": 0.87891, - "mrr_at_100": 0.879439, - "mrr_at_1000": 0.879465, - "nauc_ndcg_at_1_max": 0.690137, - "nauc_ndcg_at_1_std": -0.23548, - "nauc_ndcg_at_1_diff1": 0.893555, - "nauc_ndcg_at_3_max": 0.700827, - "nauc_ndcg_at_3_std": -0.23925, - "nauc_ndcg_at_3_diff1": 0.873201, - "nauc_ndcg_at_5_max": 0.708531, - "nauc_ndcg_at_5_std": -0.223092, - "nauc_ndcg_at_5_diff1": 0.876852, - "nauc_ndcg_at_10_max": 0.705817, - "nauc_ndcg_at_10_std": -0.19697, - "nauc_ndcg_at_10_diff1": 0.877212, - "nauc_ndcg_at_20_max": 0.707728, - "nauc_ndcg_at_20_std": -0.198122, - "nauc_ndcg_at_20_diff1": 0.876409, - "nauc_ndcg_at_100_max": 0.703616, - "nauc_ndcg_at_100_std": -0.211631, - "nauc_ndcg_at_100_diff1": 0.877255, - "nauc_ndcg_at_1000_max": 0.70213, - "nauc_ndcg_at_1000_std": -0.217856, - "nauc_ndcg_at_1000_diff1": 0.87866, - "nauc_map_at_1_max": 0.690137, - "nauc_map_at_1_std": -0.23548, - "nauc_map_at_1_diff1": 0.893555, - "nauc_map_at_3_max": 0.696905, - "nauc_map_at_3_std": -0.23836, - "nauc_map_at_3_diff1": 0.878548, - "nauc_map_at_5_max": 0.700593, - "nauc_map_at_5_std": -0.230631, - "nauc_map_at_5_diff1": 0.880562, - "nauc_map_at_10_max": 0.69954, - "nauc_map_at_10_std": -0.221639, - "nauc_map_at_10_diff1": 0.880748, - "nauc_map_at_20_max": 0.699845, - "nauc_map_at_20_std": -0.222154, - "nauc_map_at_20_diff1": 0.880549, - "nauc_map_at_100_max": 0.699237, - "nauc_map_at_100_std": -0.224544, - "nauc_map_at_100_diff1": 0.880653, - "nauc_map_at_1000_max": 0.69919, - "nauc_map_at_1000_std": -0.224774, - "nauc_map_at_1000_diff1": 0.880711, - "nauc_recall_at_1_max": 0.690137, - "nauc_recall_at_1_std": -0.23548, - "nauc_recall_at_1_diff1": 0.893555, - "nauc_recall_at_3_max": 0.72002, - "nauc_recall_at_3_std": -0.243307, - "nauc_recall_at_3_diff1": 0.848307, - "nauc_recall_at_5_max": 0.75925, - "nauc_recall_at_5_std": -0.172104, - "nauc_recall_at_5_diff1": 0.856099, - "nauc_recall_at_10_max": 0.760558, - "nauc_recall_at_10_std": 0.052368, - "nauc_recall_at_10_diff1": 0.84974, - "nauc_recall_at_20_max": 0.835341, - "nauc_recall_at_20_std": 0.219701, - "nauc_recall_at_20_diff1": 0.817927, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.715336, - "nauc_recall_at_100_diff1": 0.674953, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.690137, - "nauc_precision_at_1_std": -0.23548, - "nauc_precision_at_1_diff1": 0.893555, - "nauc_precision_at_3_max": 0.72002, - "nauc_precision_at_3_std": -0.243307, - "nauc_precision_at_3_diff1": 0.848307, - "nauc_precision_at_5_max": 0.75925, - "nauc_precision_at_5_std": -0.172104, - "nauc_precision_at_5_diff1": 0.856099, - "nauc_precision_at_10_max": 0.760558, - "nauc_precision_at_10_std": 0.052368, - "nauc_precision_at_10_diff1": 0.84974, - "nauc_precision_at_20_max": 0.835341, - "nauc_precision_at_20_std": 0.219701, - "nauc_precision_at_20_diff1": 0.817927, - "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.715336, - "nauc_precision_at_100_diff1": 0.674953, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.690137, - "nauc_mrr_at_1_std": -0.23548, - "nauc_mrr_at_1_diff1": 0.893555, - "nauc_mrr_at_3_max": 0.696905, - "nauc_mrr_at_3_std": -0.23836, - "nauc_mrr_at_3_diff1": 0.878548, - "nauc_mrr_at_5_max": 0.700593, - "nauc_mrr_at_5_std": -0.230631, - "nauc_mrr_at_5_diff1": 0.880562, - "nauc_mrr_at_10_max": 0.69954, - "nauc_mrr_at_10_std": -0.221639, - "nauc_mrr_at_10_diff1": 0.880748, - "nauc_mrr_at_20_max": 0.699845, - "nauc_mrr_at_20_std": -0.222154, - "nauc_mrr_at_20_diff1": 0.880549, - "nauc_mrr_at_100_max": 0.699237, - "nauc_mrr_at_100_std": -0.224544, - "nauc_mrr_at_100_diff1": 0.880653, - "nauc_mrr_at_1000_max": 0.69919, - "nauc_mrr_at_1000_std": -0.224774, - "nauc_mrr_at_1000_diff1": 0.880711, - "main_score": 0.8984, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.854815, + "mrr_at_5": 0.861148, + "mrr_at_10": 0.863581, + "mrr_at_20": 0.864514, + "mrr_at_100": 0.865133, + "mrr_at_1000": 0.865155, + "nauc_ndcg_at_1_max": 0.650806, + "nauc_ndcg_at_1_std": -0.261025, + "nauc_ndcg_at_1_diff1": 0.904999, + "nauc_ndcg_at_3_max": 0.662298, + "nauc_ndcg_at_3_std": -0.266851, + "nauc_ndcg_at_3_diff1": 0.877734, + "nauc_ndcg_at_5_max": 0.656982, + "nauc_ndcg_at_5_std": -0.246621, + "nauc_ndcg_at_5_diff1": 0.881313, + "nauc_ndcg_at_10_max": 0.661969, + "nauc_ndcg_at_10_std": -0.224451, + "nauc_ndcg_at_10_diff1": 0.882636, + "nauc_ndcg_at_20_max": 0.661779, + "nauc_ndcg_at_20_std": -0.227764, + "nauc_ndcg_at_20_diff1": 0.882997, + "nauc_ndcg_at_100_max": 0.661105, + "nauc_ndcg_at_100_std": -0.240927, + "nauc_ndcg_at_100_diff1": 0.884862, + "nauc_ndcg_at_1000_max": 0.659787, + "nauc_ndcg_at_1000_std": -0.242239, + "nauc_ndcg_at_1000_diff1": 0.885609, + "nauc_map_at_1_max": 0.650806, + "nauc_map_at_1_std": -0.261025, + "nauc_map_at_1_diff1": 0.904999, + "nauc_map_at_3_max": 0.657547, + "nauc_map_at_3_std": -0.266976, + "nauc_map_at_3_diff1": 0.884981, + "nauc_map_at_5_max": 0.654755, + "nauc_map_at_5_std": -0.256894, + "nauc_map_at_5_diff1": 0.886939, + "nauc_map_at_10_max": 0.656816, + "nauc_map_at_10_std": -0.249152, + "nauc_map_at_10_diff1": 0.887605, + "nauc_map_at_20_max": 0.656765, + "nauc_map_at_20_std": -0.250102, + "nauc_map_at_20_diff1": 0.887742, + "nauc_map_at_100_max": 0.656957, + "nauc_map_at_100_std": -0.251137, + "nauc_map_at_100_diff1": 0.88799, + "nauc_map_at_1000_max": 0.656924, + "nauc_map_at_1000_std": -0.251117, + "nauc_map_at_1000_diff1": 0.888011, + "nauc_recall_at_1_max": 0.650806, + "nauc_recall_at_1_std": -0.261025, + "nauc_recall_at_1_diff1": 0.904999, + "nauc_recall_at_3_max": 0.685531, + "nauc_recall_at_3_std": -0.264909, + "nauc_recall_at_3_diff1": 0.844409, + "nauc_recall_at_5_max": 0.671236, + "nauc_recall_at_5_std": -0.171955, + "nauc_recall_at_5_diff1": 0.846971, + "nauc_recall_at_10_max": 0.713792, + "nauc_recall_at_10_std": 0.047246, + "nauc_recall_at_10_diff1": 0.839669, + "nauc_recall_at_20_max": 0.73635, + "nauc_recall_at_20_std": 0.136321, + "nauc_recall_at_20_diff1": 0.822291, + "nauc_recall_at_100_max": 0.897876, + "nauc_recall_at_100_std": 0.063025, + "nauc_recall_at_100_diff1": 0.753735, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650806, + "nauc_precision_at_1_std": -0.261025, + "nauc_precision_at_1_diff1": 0.904999, + "nauc_precision_at_3_max": 0.685531, + "nauc_precision_at_3_std": -0.264909, + "nauc_precision_at_3_diff1": 0.844409, + "nauc_precision_at_5_max": 0.671236, + "nauc_precision_at_5_std": -0.171955, + "nauc_precision_at_5_diff1": 0.846971, + "nauc_precision_at_10_max": 0.713792, + "nauc_precision_at_10_std": 0.047246, + "nauc_precision_at_10_diff1": 0.839669, + "nauc_precision_at_20_max": 0.73635, + "nauc_precision_at_20_std": 0.136321, + "nauc_precision_at_20_diff1": 0.822291, + "nauc_precision_at_100_max": 0.897876, + "nauc_precision_at_100_std": 0.063025, + "nauc_precision_at_100_diff1": 0.753735, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.650806, + "nauc_mrr_at_1_std": -0.261025, + "nauc_mrr_at_1_diff1": 0.904999, + "nauc_mrr_at_3_max": 0.657547, + "nauc_mrr_at_3_std": -0.266976, + "nauc_mrr_at_3_diff1": 0.884981, + "nauc_mrr_at_5_max": 0.654755, + "nauc_mrr_at_5_std": -0.256894, + "nauc_mrr_at_5_diff1": 0.886939, + "nauc_mrr_at_10_max": 0.656816, + "nauc_mrr_at_10_std": -0.249152, + "nauc_mrr_at_10_diff1": 0.887605, + "nauc_mrr_at_20_max": 0.656765, + "nauc_mrr_at_20_std": -0.250102, + "nauc_mrr_at_20_diff1": 0.887742, + "nauc_mrr_at_100_max": 0.656957, + "nauc_mrr_at_100_std": -0.251137, + "nauc_mrr_at_100_diff1": 0.88799, + "nauc_mrr_at_1000_max": 0.656924, + "nauc_mrr_at_1000_std": -0.251117, + "nauc_mrr_at_1000_diff1": 0.888011, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.94222, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.88771, "hf_subset": "urd_Latn-eng_Latn", "languages": [ "urd-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.63, - "ndcg_at_3": 0.6896, - "ndcg_at_5": 0.70476, - "ndcg_at_10": 0.72404, - "ndcg_at_20": 0.73389, - "ndcg_at_100": 0.7502, - "ndcg_at_1000": 0.75618, - "map_at_1": 0.63, - "map_at_3": 0.67556, - "map_at_5": 0.684, - "map_at_10": 0.69188, - "map_at_20": 0.6946, - "map_at_100": 0.69679, - "map_at_1000": 0.69704, - "recall_at_1": 0.63, - "recall_at_3": 0.73, - "recall_at_5": 0.76667, - "recall_at_10": 0.82667, - "recall_at_20": 0.86556, - "recall_at_100": 0.95444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.66267, + "ndcg_at_5": 0.67668, + "ndcg_at_10": 0.69471, + "ndcg_at_20": 0.70757, + "ndcg_at_100": 0.7258, + "ndcg_at_1000": 0.73284, + "map_at_1": 0.59778, + "map_at_3": 0.64704, + "map_at_5": 0.6547, + "map_at_10": 0.6624, + "map_at_20": 0.66605, + "map_at_100": 0.66846, + "map_at_1000": 0.66875, + "recall_at_1": 0.59778, + "recall_at_3": 0.70778, + "recall_at_5": 0.74222, + "recall_at_10": 0.79667, + "recall_at_20": 0.84667, + "recall_at_100": 0.94667, "recall_at_1000": 1.0, - "precision_at_1": 0.63, - "precision_at_3": 0.24333, - "precision_at_5": 0.15333, - "precision_at_10": 0.08267, - "precision_at_20": 0.04328, - "precision_at_100": 0.00954, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.23593, + "precision_at_5": 0.14844, + "precision_at_10": 0.07967, + "precision_at_20": 0.04233, + "precision_at_100": 0.00947, "precision_at_1000": 0.001, - "mrr_at_1": 0.63, - "mrr_at_3": 0.675556, - "mrr_at_5": 0.684, - "mrr_at_10": 0.691884, - "mrr_at_20": 0.694604, - "mrr_at_100": 0.696791, - "mrr_at_1000": 0.697039, - "nauc_ndcg_at_1_max": 0.823833, - "nauc_ndcg_at_1_std": 0.319591, - "nauc_ndcg_at_1_diff1": 0.87248, - "nauc_ndcg_at_3_max": 0.850219, - "nauc_ndcg_at_3_std": 0.369963, - "nauc_ndcg_at_3_diff1": 0.845543, - "nauc_ndcg_at_5_max": 0.848279, - "nauc_ndcg_at_5_std": 0.369349, - "nauc_ndcg_at_5_diff1": 0.845156, - "nauc_ndcg_at_10_max": 0.845196, - "nauc_ndcg_at_10_std": 0.383552, - "nauc_ndcg_at_10_diff1": 0.834125, - "nauc_ndcg_at_20_max": 0.843234, - "nauc_ndcg_at_20_std": 0.385301, - "nauc_ndcg_at_20_diff1": 0.834094, - "nauc_ndcg_at_100_max": 0.844381, - "nauc_ndcg_at_100_std": 0.387074, - "nauc_ndcg_at_100_diff1": 0.839415, - "nauc_ndcg_at_1000_max": 0.842846, - "nauc_ndcg_at_1000_std": 0.374424, - "nauc_ndcg_at_1000_diff1": 0.8426, - "nauc_map_at_1_max": 0.823833, - "nauc_map_at_1_std": 0.319591, - "nauc_map_at_1_diff1": 0.87248, - "nauc_map_at_3_max": 0.84406, - "nauc_map_at_3_std": 0.358289, - "nauc_map_at_3_diff1": 0.852245, - "nauc_map_at_5_max": 0.842878, - "nauc_map_at_5_std": 0.357554, - "nauc_map_at_5_diff1": 0.852192, - "nauc_map_at_10_max": 0.841475, - "nauc_map_at_10_std": 0.362735, - "nauc_map_at_10_diff1": 0.848021, - "nauc_map_at_20_max": 0.840943, - "nauc_map_at_20_std": 0.362703, - "nauc_map_at_20_diff1": 0.848182, - "nauc_map_at_100_max": 0.840938, - "nauc_map_at_100_std": 0.362823, - "nauc_map_at_100_diff1": 0.848744, - "nauc_map_at_1000_max": 0.840896, - "nauc_map_at_1000_std": 0.362388, - "nauc_map_at_1000_diff1": 0.848856, - "nauc_recall_at_1_max": 0.823833, - "nauc_recall_at_1_std": 0.319591, - "nauc_recall_at_1_diff1": 0.87248, - "nauc_recall_at_3_max": 0.8701, - "nauc_recall_at_3_std": 0.4076, - "nauc_recall_at_3_diff1": 0.823689, - "nauc_recall_at_5_max": 0.867075, - "nauc_recall_at_5_std": 0.411291, - "nauc_recall_at_5_diff1": 0.819844, - "nauc_recall_at_10_max": 0.859693, - "nauc_recall_at_10_std": 0.485643, - "nauc_recall_at_10_diff1": 0.764797, - "nauc_recall_at_20_max": 0.850117, - "nauc_recall_at_20_std": 0.528275, - "nauc_recall_at_20_diff1": 0.745958, - "nauc_recall_at_100_max": 0.900537, - "nauc_recall_at_100_std": 0.826843, - "nauc_recall_at_100_diff1": 0.729191, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.823833, - "nauc_precision_at_1_std": 0.319591, - "nauc_precision_at_1_diff1": 0.87248, - "nauc_precision_at_3_max": 0.8701, - "nauc_precision_at_3_std": 0.4076, - "nauc_precision_at_3_diff1": 0.823689, - "nauc_precision_at_5_max": 0.867075, - "nauc_precision_at_5_std": 0.411291, - "nauc_precision_at_5_diff1": 0.819844, - "nauc_precision_at_10_max": 0.859693, - "nauc_precision_at_10_std": 0.485643, - "nauc_precision_at_10_diff1": 0.764797, - "nauc_precision_at_20_max": 0.850117, - "nauc_precision_at_20_std": 0.528275, - "nauc_precision_at_20_diff1": 0.745958, - "nauc_precision_at_100_max": 0.900537, - "nauc_precision_at_100_std": 0.826843, - "nauc_precision_at_100_diff1": 0.729191, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.823833, - "nauc_mrr_at_1_std": 0.319591, - "nauc_mrr_at_1_diff1": 0.87248, - "nauc_mrr_at_3_max": 0.84406, - "nauc_mrr_at_3_std": 0.358289, - "nauc_mrr_at_3_diff1": 0.852245, - "nauc_mrr_at_5_max": 0.842878, - "nauc_mrr_at_5_std": 0.357554, - "nauc_mrr_at_5_diff1": 0.852192, - "nauc_mrr_at_10_max": 0.841475, - "nauc_mrr_at_10_std": 0.362735, - "nauc_mrr_at_10_diff1": 0.848021, - "nauc_mrr_at_20_max": 0.840943, - "nauc_mrr_at_20_std": 0.362703, - "nauc_mrr_at_20_diff1": 0.848182, - "nauc_mrr_at_100_max": 0.840938, - "nauc_mrr_at_100_std": 0.362823, - "nauc_mrr_at_100_diff1": 0.848744, - "nauc_mrr_at_1000_max": 0.840896, - "nauc_mrr_at_1000_std": 0.362388, - "nauc_mrr_at_1000_diff1": 0.848856, - "main_score": 0.72404, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.647037, + "mrr_at_5": 0.654704, + "mrr_at_10": 0.662396, + "mrr_at_20": 0.666051, + "mrr_at_100": 0.668455, + "mrr_at_1000": 0.668753, + "nauc_ndcg_at_1_max": 0.794271, + "nauc_ndcg_at_1_std": 0.308009, + "nauc_ndcg_at_1_diff1": 0.863378, + "nauc_ndcg_at_3_max": 0.817054, + "nauc_ndcg_at_3_std": 0.354948, + "nauc_ndcg_at_3_diff1": 0.824808, + "nauc_ndcg_at_5_max": 0.815838, + "nauc_ndcg_at_5_std": 0.362953, + "nauc_ndcg_at_5_diff1": 0.817801, + "nauc_ndcg_at_10_max": 0.812273, + "nauc_ndcg_at_10_std": 0.361746, + "nauc_ndcg_at_10_diff1": 0.812197, + "nauc_ndcg_at_20_max": 0.81294, + "nauc_ndcg_at_20_std": 0.371999, + "nauc_ndcg_at_20_diff1": 0.812893, + "nauc_ndcg_at_100_max": 0.814279, + "nauc_ndcg_at_100_std": 0.373985, + "nauc_ndcg_at_100_diff1": 0.819777, + "nauc_ndcg_at_1000_max": 0.811917, + "nauc_ndcg_at_1000_std": 0.359828, + "nauc_ndcg_at_1000_diff1": 0.822386, + "nauc_map_at_1_max": 0.794271, + "nauc_map_at_1_std": 0.308009, + "nauc_map_at_1_diff1": 0.863378, + "nauc_map_at_3_max": 0.811896, + "nauc_map_at_3_std": 0.342612, + "nauc_map_at_3_diff1": 0.834562, + "nauc_map_at_5_max": 0.811152, + "nauc_map_at_5_std": 0.346381, + "nauc_map_at_5_diff1": 0.831098, + "nauc_map_at_10_max": 0.809672, + "nauc_map_at_10_std": 0.345384, + "nauc_map_at_10_diff1": 0.829141, + "nauc_map_at_20_max": 0.809903, + "nauc_map_at_20_std": 0.347948, + "nauc_map_at_20_diff1": 0.829561, + "nauc_map_at_100_max": 0.809893, + "nauc_map_at_100_std": 0.347951, + "nauc_map_at_100_diff1": 0.830225, + "nauc_map_at_1000_max": 0.809814, + "nauc_map_at_1000_std": 0.347445, + "nauc_map_at_1000_diff1": 0.830301, + "nauc_recall_at_1_max": 0.794271, + "nauc_recall_at_1_std": 0.308009, + "nauc_recall_at_1_diff1": 0.863378, + "nauc_recall_at_3_max": 0.833546, + "nauc_recall_at_3_std": 0.395334, + "nauc_recall_at_3_diff1": 0.793054, + "nauc_recall_at_5_max": 0.831873, + "nauc_recall_at_5_std": 0.42371, + "nauc_recall_at_5_diff1": 0.769342, + "nauc_recall_at_10_max": 0.820469, + "nauc_recall_at_10_std": 0.432695, + "nauc_recall_at_10_diff1": 0.73651, + "nauc_recall_at_20_max": 0.825852, + "nauc_recall_at_20_std": 0.517884, + "nauc_recall_at_20_diff1": 0.71811, + "nauc_recall_at_100_max": 0.889862, + "nauc_recall_at_100_std": 0.820505, + "nauc_recall_at_100_diff1": 0.731277, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794271, + "nauc_precision_at_1_std": 0.308009, + "nauc_precision_at_1_diff1": 0.863378, + "nauc_precision_at_3_max": 0.833546, + "nauc_precision_at_3_std": 0.395334, + "nauc_precision_at_3_diff1": 0.793054, + "nauc_precision_at_5_max": 0.831873, + "nauc_precision_at_5_std": 0.42371, + "nauc_precision_at_5_diff1": 0.769342, + "nauc_precision_at_10_max": 0.820469, + "nauc_precision_at_10_std": 0.432695, + "nauc_precision_at_10_diff1": 0.73651, + "nauc_precision_at_20_max": 0.825852, + "nauc_precision_at_20_std": 0.517884, + "nauc_precision_at_20_diff1": 0.71811, + "nauc_precision_at_100_max": 0.889862, + "nauc_precision_at_100_std": 0.820505, + "nauc_precision_at_100_diff1": 0.731277, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794271, + "nauc_mrr_at_1_std": 0.308009, + "nauc_mrr_at_1_diff1": 0.863378, + "nauc_mrr_at_3_max": 0.811896, + "nauc_mrr_at_3_std": 0.342612, + "nauc_mrr_at_3_diff1": 0.834562, + "nauc_mrr_at_5_max": 0.811152, + "nauc_mrr_at_5_std": 0.346381, + "nauc_mrr_at_5_diff1": 0.831098, + "nauc_mrr_at_10_max": 0.809672, + "nauc_mrr_at_10_std": 0.345384, + "nauc_mrr_at_10_diff1": 0.829141, + "nauc_mrr_at_20_max": 0.809903, + "nauc_mrr_at_20_std": 0.347948, + "nauc_mrr_at_20_diff1": 0.829561, + "nauc_mrr_at_100_max": 0.809893, + "nauc_mrr_at_100_std": 0.347951, + "nauc_mrr_at_100_diff1": 0.830225, + "nauc_mrr_at_1000_max": 0.809814, + "nauc_mrr_at_1000_std": 0.347445, + "nauc_mrr_at_1000_diff1": 0.830301, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.70778, + "hit_rate_at_5": 0.74222, + "hit_rate_at_10": 0.79667, + "hit_rate_at_20": 0.84667, + "hit_rate_at_100": 0.94667, + "hit_rate_at_1000": 1.0, + "main_score": 0.69471, "hf_subset": "eng_Latn-urd_Latn", "languages": [ "eng-Latn", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.79111, - "ndcg_at_3": 0.85378, - "ndcg_at_5": 0.86019, - "ndcg_at_10": 0.87079, - "ndcg_at_20": 0.87401, - "ndcg_at_100": 0.87981, - "ndcg_at_1000": 0.88145, - "map_at_1": 0.79111, - "map_at_3": 0.83889, - "map_at_5": 0.84244, - "map_at_10": 0.84692, - "map_at_20": 0.84788, - "map_at_100": 0.84868, - "map_at_1000": 0.84875, - "recall_at_1": 0.79111, - "recall_at_3": 0.89667, - "recall_at_5": 0.91222, - "recall_at_10": 0.94444, - "recall_at_20": 0.95667, - "recall_at_100": 0.98778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.84094, + "ndcg_at_5": 0.85117, + "ndcg_at_10": 0.85988, + "ndcg_at_20": 0.86734, + "ndcg_at_100": 0.87177, + "ndcg_at_1000": 0.87367, + "map_at_1": 0.77667, + "map_at_3": 0.82648, + "map_at_5": 0.83226, + "map_at_10": 0.8359, + "map_at_20": 0.83803, + "map_at_100": 0.83868, + "map_at_1000": 0.83876, + "recall_at_1": 0.77667, + "recall_at_3": 0.88222, + "recall_at_5": 0.90667, + "recall_at_10": 0.93333, + "recall_at_20": 0.96222, + "recall_at_100": 0.98556, "recall_at_1000": 1.0, - "precision_at_1": 0.79111, - "precision_at_3": 0.29889, - "precision_at_5": 0.18244, - "precision_at_10": 0.09444, - "precision_at_20": 0.04783, - "precision_at_100": 0.00988, + "accuracy": 0.77667, + "precision_at_1": 0.77667, + "precision_at_3": 0.29407, + "precision_at_5": 0.18133, + "precision_at_10": 0.09333, + "precision_at_20": 0.04811, + "precision_at_100": 0.00986, "precision_at_1000": 0.001, - "mrr_at_1": 0.791111, - "mrr_at_3": 0.838889, - "mrr_at_5": 0.842444, - "mrr_at_10": 0.846925, - "mrr_at_20": 0.847877, - "mrr_at_100": 0.848683, - "mrr_at_1000": 0.848755, - "nauc_ndcg_at_1_max": 0.757732, - "nauc_ndcg_at_1_std": 0.025034, - "nauc_ndcg_at_1_diff1": 0.907296, - "nauc_ndcg_at_3_max": 0.802532, - "nauc_ndcg_at_3_std": 0.108443, - "nauc_ndcg_at_3_diff1": 0.88315, - "nauc_ndcg_at_5_max": 0.7985, - "nauc_ndcg_at_5_std": 0.100157, - "nauc_ndcg_at_5_diff1": 0.888553, - "nauc_ndcg_at_10_max": 0.798686, - "nauc_ndcg_at_10_std": 0.119934, - "nauc_ndcg_at_10_diff1": 0.890391, - "nauc_ndcg_at_20_max": 0.79846, - "nauc_ndcg_at_20_std": 0.11859, - "nauc_ndcg_at_20_diff1": 0.890381, - "nauc_ndcg_at_100_max": 0.795594, - "nauc_ndcg_at_100_std": 0.108501, - "nauc_ndcg_at_100_diff1": 0.8938, - "nauc_ndcg_at_1000_max": 0.793324, - "nauc_ndcg_at_1000_std": 0.100744, - "nauc_ndcg_at_1000_diff1": 0.892945, - "nauc_map_at_1_max": 0.757732, - "nauc_map_at_1_std": 0.025034, - "nauc_map_at_1_diff1": 0.907296, - "nauc_map_at_3_max": 0.791863, - "nauc_map_at_3_std": 0.087347, - "nauc_map_at_3_diff1": 0.890598, - "nauc_map_at_5_max": 0.789559, - "nauc_map_at_5_std": 0.08255, - "nauc_map_at_5_diff1": 0.893558, - "nauc_map_at_10_max": 0.789331, - "nauc_map_at_10_std": 0.089078, - "nauc_map_at_10_diff1": 0.894326, - "nauc_map_at_20_max": 0.789223, - "nauc_map_at_20_std": 0.088778, - "nauc_map_at_20_diff1": 0.894325, - "nauc_map_at_100_max": 0.788818, - "nauc_map_at_100_std": 0.087478, - "nauc_map_at_100_diff1": 0.894687, - "nauc_map_at_1000_max": 0.788735, - "nauc_map_at_1000_std": 0.087207, - "nauc_map_at_1000_diff1": 0.894655, - "nauc_recall_at_1_max": 0.757732, - "nauc_recall_at_1_std": 0.025034, - "nauc_recall_at_1_diff1": 0.907296, - "nauc_recall_at_3_max": 0.846299, - "nauc_recall_at_3_std": 0.195951, - "nauc_recall_at_3_diff1": 0.851265, - "nauc_recall_at_5_max": 0.839326, - "nauc_recall_at_5_std": 0.181777, - "nauc_recall_at_5_diff1": 0.864997, - "nauc_recall_at_10_max": 0.864379, - "nauc_recall_at_10_std": 0.362213, - "nauc_recall_at_10_diff1": 0.864332, - "nauc_recall_at_20_max": 0.880414, - "nauc_recall_at_20_std": 0.411046, - "nauc_recall_at_20_diff1": 0.85749, - "nauc_recall_at_100_max": 0.95098, - "nauc_recall_at_100_std": 0.646974, - "nauc_recall_at_100_diff1": 0.95098, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.757732, - "nauc_precision_at_1_std": 0.025034, - "nauc_precision_at_1_diff1": 0.907296, - "nauc_precision_at_3_max": 0.846299, - "nauc_precision_at_3_std": 0.195951, - "nauc_precision_at_3_diff1": 0.851265, - "nauc_precision_at_5_max": 0.839326, - "nauc_precision_at_5_std": 0.181777, - "nauc_precision_at_5_diff1": 0.864997, - "nauc_precision_at_10_max": 0.864379, - "nauc_precision_at_10_std": 0.362213, - "nauc_precision_at_10_diff1": 0.864332, - "nauc_precision_at_20_max": 0.880414, - "nauc_precision_at_20_std": 0.411046, - "nauc_precision_at_20_diff1": 0.85749, - "nauc_precision_at_100_max": 0.95098, - "nauc_precision_at_100_std": 0.646974, - "nauc_precision_at_100_diff1": 0.95098, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.757732, - "nauc_mrr_at_1_std": 0.025034, - "nauc_mrr_at_1_diff1": 0.907296, - "nauc_mrr_at_3_max": 0.791863, - "nauc_mrr_at_3_std": 0.087347, - "nauc_mrr_at_3_diff1": 0.890598, - "nauc_mrr_at_5_max": 0.789559, - "nauc_mrr_at_5_std": 0.08255, - "nauc_mrr_at_5_diff1": 0.893558, - "nauc_mrr_at_10_max": 0.789331, - "nauc_mrr_at_10_std": 0.089078, - "nauc_mrr_at_10_diff1": 0.894326, - "nauc_mrr_at_20_max": 0.789223, - "nauc_mrr_at_20_std": 0.088778, - "nauc_mrr_at_20_diff1": 0.894325, - "nauc_mrr_at_100_max": 0.788818, - "nauc_mrr_at_100_std": 0.087478, - "nauc_mrr_at_100_diff1": 0.894687, - "nauc_mrr_at_1000_max": 0.788735, - "nauc_mrr_at_1000_std": 0.087207, - "nauc_mrr_at_1000_diff1": 0.894655, - "main_score": 0.87079, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.826481, + "mrr_at_5": 0.832259, + "mrr_at_10": 0.835902, + "mrr_at_20": 0.838031, + "mrr_at_100": 0.838681, + "mrr_at_1000": 0.83876, + "nauc_ndcg_at_1_max": 0.757468, + "nauc_ndcg_at_1_std": 0.062523, + "nauc_ndcg_at_1_diff1": 0.910762, + "nauc_ndcg_at_3_max": 0.80783, + "nauc_ndcg_at_3_std": 0.127134, + "nauc_ndcg_at_3_diff1": 0.884117, + "nauc_ndcg_at_5_max": 0.801884, + "nauc_ndcg_at_5_std": 0.127522, + "nauc_ndcg_at_5_diff1": 0.88345, + "nauc_ndcg_at_10_max": 0.803762, + "nauc_ndcg_at_10_std": 0.143879, + "nauc_ndcg_at_10_diff1": 0.887504, + "nauc_ndcg_at_20_max": 0.80033, + "nauc_ndcg_at_20_std": 0.132325, + "nauc_ndcg_at_20_diff1": 0.889342, + "nauc_ndcg_at_100_max": 0.797603, + "nauc_ndcg_at_100_std": 0.130596, + "nauc_ndcg_at_100_diff1": 0.890065, + "nauc_ndcg_at_1000_max": 0.795901, + "nauc_ndcg_at_1000_std": 0.123505, + "nauc_ndcg_at_1000_diff1": 0.891343, + "nauc_map_at_1_max": 0.757468, + "nauc_map_at_1_std": 0.062523, + "nauc_map_at_1_diff1": 0.910762, + "nauc_map_at_3_max": 0.795538, + "nauc_map_at_3_std": 0.111256, + "nauc_map_at_3_diff1": 0.891843, + "nauc_map_at_5_max": 0.79189, + "nauc_map_at_5_std": 0.110809, + "nauc_map_at_5_diff1": 0.891601, + "nauc_map_at_10_max": 0.792503, + "nauc_map_at_10_std": 0.116282, + "nauc_map_at_10_diff1": 0.893291, + "nauc_map_at_20_max": 0.791475, + "nauc_map_at_20_std": 0.112948, + "nauc_map_at_20_diff1": 0.893778, + "nauc_map_at_100_max": 0.791122, + "nauc_map_at_100_std": 0.112795, + "nauc_map_at_100_diff1": 0.893888, + "nauc_map_at_1000_max": 0.791071, + "nauc_map_at_1000_std": 0.112572, + "nauc_map_at_1000_diff1": 0.893949, + "nauc_recall_at_1_max": 0.757468, + "nauc_recall_at_1_std": 0.062523, + "nauc_recall_at_1_diff1": 0.910762, + "nauc_recall_at_3_max": 0.855939, + "nauc_recall_at_3_std": 0.189359, + "nauc_recall_at_3_diff1": 0.852996, + "nauc_recall_at_5_max": 0.847522, + "nauc_recall_at_5_std": 0.206321, + "nauc_recall_at_5_diff1": 0.844332, + "nauc_recall_at_10_max": 0.875156, + "nauc_recall_at_10_std": 0.337768, + "nauc_recall_at_10_diff1": 0.852863, + "nauc_recall_at_20_max": 0.887612, + "nauc_recall_at_20_std": 0.344703, + "nauc_recall_at_20_diff1": 0.850676, + "nauc_recall_at_100_max": 0.906988, + "nauc_recall_at_100_std": 0.582453, + "nauc_recall_at_100_diff1": 0.818286, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757468, + "nauc_precision_at_1_std": 0.062523, + "nauc_precision_at_1_diff1": 0.910762, + "nauc_precision_at_3_max": 0.855939, + "nauc_precision_at_3_std": 0.189359, + "nauc_precision_at_3_diff1": 0.852996, + "nauc_precision_at_5_max": 0.847522, + "nauc_precision_at_5_std": 0.206321, + "nauc_precision_at_5_diff1": 0.844332, + "nauc_precision_at_10_max": 0.875156, + "nauc_precision_at_10_std": 0.337768, + "nauc_precision_at_10_diff1": 0.852863, + "nauc_precision_at_20_max": 0.887612, + "nauc_precision_at_20_std": 0.344703, + "nauc_precision_at_20_diff1": 0.850676, + "nauc_precision_at_100_max": 0.906988, + "nauc_precision_at_100_std": 0.582453, + "nauc_precision_at_100_diff1": 0.818286, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757468, + "nauc_mrr_at_1_std": 0.062523, + "nauc_mrr_at_1_diff1": 0.910762, + "nauc_mrr_at_3_max": 0.795538, + "nauc_mrr_at_3_std": 0.111256, + "nauc_mrr_at_3_diff1": 0.891843, + "nauc_mrr_at_5_max": 0.79189, + "nauc_mrr_at_5_std": 0.110809, + "nauc_mrr_at_5_diff1": 0.891601, + "nauc_mrr_at_10_max": 0.792503, + "nauc_mrr_at_10_std": 0.116282, + "nauc_mrr_at_10_diff1": 0.893291, + "nauc_mrr_at_20_max": 0.791475, + "nauc_mrr_at_20_std": 0.112948, + "nauc_mrr_at_20_diff1": 0.893778, + "nauc_mrr_at_100_max": 0.791122, + "nauc_mrr_at_100_std": 0.112795, + "nauc_mrr_at_100_diff1": 0.893888, + "nauc_mrr_at_1000_max": 0.791071, + "nauc_mrr_at_1000_std": 0.112572, + "nauc_mrr_at_1000_diff1": 0.893949, + "hit_rate_at_1": 0.77667, + "hit_rate_at_3": 0.88222, + "hit_rate_at_5": 0.90667, + "hit_rate_at_10": 0.93333, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.85988, "hf_subset": "uzn_Latn-uzn_Latn", "languages": [ "uzn-Latn", "uzn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.86889, - "ndcg_at_3": 0.91245, - "ndcg_at_5": 0.9222, - "ndcg_at_10": 0.92913, - "ndcg_at_20": 0.93026, - "ndcg_at_100": 0.93164, - "ndcg_at_1000": 0.93225, - "map_at_1": 0.86889, - "map_at_3": 0.90278, - "map_at_5": 0.90828, - "map_at_10": 0.9112, - "map_at_20": 0.91151, - "map_at_100": 0.91176, - "map_at_1000": 0.91179, - "recall_at_1": 0.86889, - "recall_at_3": 0.94, - "recall_at_5": 0.96333, - "recall_at_10": 0.98444, + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.9171, + "ndcg_at_5": 0.92265, + "ndcg_at_10": 0.92998, + "ndcg_at_20": 0.9319, + "ndcg_at_100": 0.93326, + "ndcg_at_1000": 0.93386, + "map_at_1": 0.87556, + "map_at_3": 0.90722, + "map_at_5": 0.91033, + "map_at_10": 0.91344, + "map_at_20": 0.91395, + "map_at_100": 0.91418, + "map_at_1000": 0.91421, + "recall_at_1": 0.87556, + "recall_at_3": 0.94556, + "recall_at_5": 0.95889, + "recall_at_10": 0.98111, "recall_at_20": 0.98889, "recall_at_100": 0.99556, "recall_at_1000": 1.0, - "precision_at_1": 0.86889, - "precision_at_3": 0.31333, - "precision_at_5": 0.19267, - "precision_at_10": 0.09844, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31519, + "precision_at_5": 0.19178, + "precision_at_10": 0.09811, "precision_at_20": 0.04944, "precision_at_100": 0.00996, "precision_at_1000": 0.001, - "mrr_at_1": 0.868889, - "mrr_at_3": 0.902778, - "mrr_at_5": 0.908278, - "mrr_at_10": 0.911198, - "mrr_at_20": 0.911511, - "mrr_at_100": 0.911762, - "mrr_at_1000": 0.911791, - "nauc_ndcg_at_1_max": 0.701918, - "nauc_ndcg_at_1_std": -0.305546, - "nauc_ndcg_at_1_diff1": 0.929119, - "nauc_ndcg_at_3_max": 0.73515, - "nauc_ndcg_at_3_std": -0.32962, - "nauc_ndcg_at_3_diff1": 0.9194, - "nauc_ndcg_at_5_max": 0.731914, - "nauc_ndcg_at_5_std": -0.327937, - "nauc_ndcg_at_5_diff1": 0.918233, - "nauc_ndcg_at_10_max": 0.727906, - "nauc_ndcg_at_10_std": -0.330918, - "nauc_ndcg_at_10_diff1": 0.921281, - "nauc_ndcg_at_20_max": 0.727468, - "nauc_ndcg_at_20_std": -0.318735, - "nauc_ndcg_at_20_diff1": 0.920488, - "nauc_ndcg_at_100_max": 0.72602, - "nauc_ndcg_at_100_std": -0.314204, - "nauc_ndcg_at_100_diff1": 0.921122, - "nauc_ndcg_at_1000_max": 0.72412, - "nauc_ndcg_at_1000_std": -0.320201, - "nauc_ndcg_at_1000_diff1": 0.921367, - "nauc_map_at_1_max": 0.701918, - "nauc_map_at_1_std": -0.305546, - "nauc_map_at_1_diff1": 0.929119, - "nauc_map_at_3_max": 0.724188, - "nauc_map_at_3_std": -0.328457, - "nauc_map_at_3_diff1": 0.921505, - "nauc_map_at_5_max": 0.722322, - "nauc_map_at_5_std": -0.32691, - "nauc_map_at_5_diff1": 0.921165, - "nauc_map_at_10_max": 0.720817, - "nauc_map_at_10_std": -0.326754, - "nauc_map_at_10_diff1": 0.922231, - "nauc_map_at_20_max": 0.720664, - "nauc_map_at_20_std": -0.324219, - "nauc_map_at_20_diff1": 0.922049, - "nauc_map_at_100_max": 0.720494, - "nauc_map_at_100_std": -0.323189, - "nauc_map_at_100_diff1": 0.922134, - "nauc_map_at_1000_max": 0.720425, - "nauc_map_at_1000_std": -0.323385, - "nauc_map_at_1000_diff1": 0.922147, - "nauc_recall_at_1_max": 0.701918, - "nauc_recall_at_1_std": -0.305546, - "nauc_recall_at_1_diff1": 0.929119, - "nauc_recall_at_3_max": 0.785507, - "nauc_recall_at_3_std": -0.330627, - "nauc_recall_at_3_diff1": 0.910433, - "nauc_recall_at_5_max": 0.797824, - "nauc_recall_at_5_std": -0.329669, - "nauc_recall_at_5_diff1": 0.898, - "nauc_recall_at_10_max": 0.827298, - "nauc_recall_at_10_std": -0.406963, - "nauc_recall_at_10_diff1": 0.913632, - "nauc_recall_at_20_max": 0.858357, - "nauc_recall_at_20_std": -0.134687, - "nauc_recall_at_20_diff1": 0.892157, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.907222, + "mrr_at_5": 0.910333, + "mrr_at_10": 0.913445, + "mrr_at_20": 0.913948, + "mrr_at_100": 0.914179, + "mrr_at_1000": 0.914207, + "nauc_ndcg_at_1_max": 0.645497, + "nauc_ndcg_at_1_std": -0.34643, + "nauc_ndcg_at_1_diff1": 0.909923, + "nauc_ndcg_at_3_max": 0.678225, + "nauc_ndcg_at_3_std": -0.339014, + "nauc_ndcg_at_3_diff1": 0.899687, + "nauc_ndcg_at_5_max": 0.671798, + "nauc_ndcg_at_5_std": -0.373509, + "nauc_ndcg_at_5_diff1": 0.898486, + "nauc_ndcg_at_10_max": 0.671495, + "nauc_ndcg_at_10_std": -0.343225, + "nauc_ndcg_at_10_diff1": 0.900216, + "nauc_ndcg_at_20_max": 0.672687, + "nauc_ndcg_at_20_std": -0.339963, + "nauc_ndcg_at_20_diff1": 0.900717, + "nauc_ndcg_at_100_max": 0.672891, + "nauc_ndcg_at_100_std": -0.335912, + "nauc_ndcg_at_100_diff1": 0.902624, + "nauc_ndcg_at_1000_max": 0.670502, + "nauc_ndcg_at_1000_std": -0.343359, + "nauc_ndcg_at_1000_diff1": 0.902668, + "nauc_map_at_1_max": 0.645497, + "nauc_map_at_1_std": -0.34643, + "nauc_map_at_1_diff1": 0.909923, + "nauc_map_at_3_max": 0.669505, + "nauc_map_at_3_std": -0.344498, + "nauc_map_at_3_diff1": 0.902756, + "nauc_map_at_5_max": 0.66637, + "nauc_map_at_5_std": -0.360899, + "nauc_map_at_5_diff1": 0.902345, + "nauc_map_at_10_max": 0.666319, + "nauc_map_at_10_std": -0.348964, + "nauc_map_at_10_diff1": 0.903153, + "nauc_map_at_20_max": 0.666844, + "nauc_map_at_20_std": -0.348121, + "nauc_map_at_20_diff1": 0.903283, + "nauc_map_at_100_max": 0.66691, + "nauc_map_at_100_std": -0.347523, + "nauc_map_at_100_diff1": 0.90358, + "nauc_map_at_1000_max": 0.666827, + "nauc_map_at_1000_std": -0.347758, + "nauc_map_at_1000_diff1": 0.903586, + "nauc_recall_at_1_max": 0.645497, + "nauc_recall_at_1_std": -0.34643, + "nauc_recall_at_1_diff1": 0.909923, + "nauc_recall_at_3_max": 0.719135, + "nauc_recall_at_3_std": -0.310362, + "nauc_recall_at_3_diff1": 0.885002, + "nauc_recall_at_5_max": 0.701214, + "nauc_recall_at_5_std": -0.459333, + "nauc_recall_at_5_diff1": 0.874328, + "nauc_recall_at_10_max": 0.726396, + "nauc_recall_at_10_std": -0.250508, + "nauc_recall_at_10_diff1": 0.863239, + "nauc_recall_at_20_max": 0.776657, + "nauc_recall_at_20_std": -0.116013, + "nauc_recall_at_20_diff1": 0.849206, "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.359944, - "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_100_std": 0.497666, + "nauc_recall_at_100_diff1": 0.901961, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.701918, - "nauc_precision_at_1_std": -0.305546, - "nauc_precision_at_1_diff1": 0.929119, - "nauc_precision_at_3_max": 0.785507, - "nauc_precision_at_3_std": -0.330627, - "nauc_precision_at_3_diff1": 0.910433, - "nauc_precision_at_5_max": 0.797824, - "nauc_precision_at_5_std": -0.329669, - "nauc_precision_at_5_diff1": 0.898, - "nauc_precision_at_10_max": 0.827298, - "nauc_precision_at_10_std": -0.406963, - "nauc_precision_at_10_diff1": 0.913632, - "nauc_precision_at_20_max": 0.858357, - "nauc_precision_at_20_std": -0.134687, - "nauc_precision_at_20_diff1": 0.892157, + "nauc_precision_at_1_max": 0.645497, + "nauc_precision_at_1_std": -0.34643, + "nauc_precision_at_1_diff1": 0.909923, + "nauc_precision_at_3_max": 0.719135, + "nauc_precision_at_3_std": -0.310362, + "nauc_precision_at_3_diff1": 0.885002, + "nauc_precision_at_5_max": 0.701214, + "nauc_precision_at_5_std": -0.459333, + "nauc_precision_at_5_diff1": 0.874328, + "nauc_precision_at_10_max": 0.726396, + "nauc_precision_at_10_std": -0.250508, + "nauc_precision_at_10_diff1": 0.863239, + "nauc_precision_at_20_max": 0.776657, + "nauc_precision_at_20_std": -0.116013, + "nauc_precision_at_20_diff1": 0.849206, "nauc_precision_at_100_max": 0.934641, - "nauc_precision_at_100_std": 0.359944, - "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_100_std": 0.497666, + "nauc_precision_at_100_diff1": 0.901961, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.701918, - "nauc_mrr_at_1_std": -0.305546, - "nauc_mrr_at_1_diff1": 0.929119, - "nauc_mrr_at_3_max": 0.724188, - "nauc_mrr_at_3_std": -0.328457, - "nauc_mrr_at_3_diff1": 0.921505, - "nauc_mrr_at_5_max": 0.722322, - "nauc_mrr_at_5_std": -0.32691, - "nauc_mrr_at_5_diff1": 0.921165, - "nauc_mrr_at_10_max": 0.720817, - "nauc_mrr_at_10_std": -0.326754, - "nauc_mrr_at_10_diff1": 0.922231, - "nauc_mrr_at_20_max": 0.720664, - "nauc_mrr_at_20_std": -0.324219, - "nauc_mrr_at_20_diff1": 0.922049, - "nauc_mrr_at_100_max": 0.720494, - "nauc_mrr_at_100_std": -0.323189, - "nauc_mrr_at_100_diff1": 0.922134, - "nauc_mrr_at_1000_max": 0.720425, - "nauc_mrr_at_1000_std": -0.323385, - "nauc_mrr_at_1000_diff1": 0.922147, - "main_score": 0.92913, + "nauc_mrr_at_1_max": 0.645497, + "nauc_mrr_at_1_std": -0.34643, + "nauc_mrr_at_1_diff1": 0.909923, + "nauc_mrr_at_3_max": 0.669505, + "nauc_mrr_at_3_std": -0.344498, + "nauc_mrr_at_3_diff1": 0.902756, + "nauc_mrr_at_5_max": 0.66637, + "nauc_mrr_at_5_std": -0.360899, + "nauc_mrr_at_5_diff1": 0.902345, + "nauc_mrr_at_10_max": 0.666319, + "nauc_mrr_at_10_std": -0.348964, + "nauc_mrr_at_10_diff1": 0.903153, + "nauc_mrr_at_20_max": 0.666844, + "nauc_mrr_at_20_std": -0.348121, + "nauc_mrr_at_20_diff1": 0.903283, + "nauc_mrr_at_100_max": 0.66691, + "nauc_mrr_at_100_std": -0.347523, + "nauc_mrr_at_100_diff1": 0.90358, + "nauc_mrr_at_1000_max": 0.666827, + "nauc_mrr_at_1000_std": -0.347758, + "nauc_mrr_at_1000_diff1": 0.903586, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.95889, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92998, "hf_subset": "uzn_Latn-eng_Latn", "languages": [ "uzn-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.74, - "ndcg_at_3": 0.80042, - "ndcg_at_5": 0.81299, - "ndcg_at_10": 0.82321, - "ndcg_at_20": 0.82783, - "ndcg_at_100": 0.83759, - "ndcg_at_1000": 0.84086, - "map_at_1": 0.74, - "map_at_3": 0.78593, - "map_at_5": 0.79276, - "map_at_10": 0.79707, - "map_at_20": 0.7984, - "map_at_100": 0.7997, - "map_at_1000": 0.79985, - "recall_at_1": 0.74, - "recall_at_3": 0.84222, - "recall_at_5": 0.87333, - "recall_at_10": 0.90444, - "recall_at_20": 0.92222, - "recall_at_100": 0.97556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.71222, + "ndcg_at_3": 0.77504, + "ndcg_at_5": 0.7878, + "ndcg_at_10": 0.80145, + "ndcg_at_20": 0.80875, + "ndcg_at_100": 0.81837, + "ndcg_at_1000": 0.82217, + "map_at_1": 0.71222, + "map_at_3": 0.76019, + "map_at_5": 0.76724, + "map_at_10": 0.77308, + "map_at_20": 0.77508, + "map_at_100": 0.77639, + "map_at_1000": 0.77655, + "recall_at_1": 0.71222, + "recall_at_3": 0.81778, + "recall_at_5": 0.84889, + "recall_at_10": 0.89, + "recall_at_20": 0.91889, + "recall_at_100": 0.97111, "recall_at_1000": 1.0, - "precision_at_1": 0.74, - "precision_at_3": 0.28074, - "precision_at_5": 0.17467, - "precision_at_10": 0.09044, - "precision_at_20": 0.04611, - "precision_at_100": 0.00976, + "accuracy": 0.71222, + "precision_at_1": 0.71222, + "precision_at_3": 0.27259, + "precision_at_5": 0.16978, + "precision_at_10": 0.089, + "precision_at_20": 0.04594, + "precision_at_100": 0.00971, "precision_at_1000": 0.001, - "mrr_at_1": 0.74, - "mrr_at_3": 0.785926, - "mrr_at_5": 0.792759, - "mrr_at_10": 0.797067, - "mrr_at_20": 0.798399, - "mrr_at_100": 0.799699, - "mrr_at_1000": 0.799846, - "nauc_ndcg_at_1_max": 0.771756, - "nauc_ndcg_at_1_std": 0.118581, - "nauc_ndcg_at_1_diff1": 0.871516, - "nauc_ndcg_at_3_max": 0.816696, - "nauc_ndcg_at_3_std": 0.215718, - "nauc_ndcg_at_3_diff1": 0.851946, - "nauc_ndcg_at_5_max": 0.812715, - "nauc_ndcg_at_5_std": 0.212351, - "nauc_ndcg_at_5_diff1": 0.85002, - "nauc_ndcg_at_10_max": 0.809498, - "nauc_ndcg_at_10_std": 0.218942, - "nauc_ndcg_at_10_diff1": 0.846962, - "nauc_ndcg_at_20_max": 0.811631, - "nauc_ndcg_at_20_std": 0.231923, - "nauc_ndcg_at_20_diff1": 0.849237, - "nauc_ndcg_at_100_max": 0.808775, - "nauc_ndcg_at_100_std": 0.217441, - "nauc_ndcg_at_100_diff1": 0.850728, - "nauc_ndcg_at_1000_max": 0.806505, - "nauc_ndcg_at_1000_std": 0.207772, - "nauc_ndcg_at_1000_diff1": 0.852616, - "nauc_map_at_1_max": 0.771756, - "nauc_map_at_1_std": 0.118581, - "nauc_map_at_1_diff1": 0.871516, - "nauc_map_at_3_max": 0.805614, - "nauc_map_at_3_std": 0.189771, - "nauc_map_at_3_diff1": 0.857212, - "nauc_map_at_5_max": 0.803302, - "nauc_map_at_5_std": 0.187344, - "nauc_map_at_5_diff1": 0.856472, - "nauc_map_at_10_max": 0.801892, - "nauc_map_at_10_std": 0.189475, - "nauc_map_at_10_diff1": 0.855293, - "nauc_map_at_20_max": 0.802299, - "nauc_map_at_20_std": 0.192446, - "nauc_map_at_20_diff1": 0.855883, - "nauc_map_at_100_max": 0.801932, - "nauc_map_at_100_std": 0.190836, - "nauc_map_at_100_diff1": 0.856042, - "nauc_map_at_1000_max": 0.801854, - "nauc_map_at_1000_std": 0.190487, - "nauc_map_at_1000_diff1": 0.856115, - "nauc_recall_at_1_max": 0.771756, - "nauc_recall_at_1_std": 0.118581, - "nauc_recall_at_1_diff1": 0.871516, - "nauc_recall_at_3_max": 0.857226, - "nauc_recall_at_3_std": 0.31185, - "nauc_recall_at_3_diff1": 0.832416, - "nauc_recall_at_5_max": 0.852262, - "nauc_recall_at_5_std": 0.320915, - "nauc_recall_at_5_diff1": 0.821138, - "nauc_recall_at_10_max": 0.847171, - "nauc_recall_at_10_std": 0.384763, - "nauc_recall_at_10_diff1": 0.798634, - "nauc_recall_at_20_max": 0.873756, - "nauc_recall_at_20_std": 0.52547, - "nauc_recall_at_20_diff1": 0.806096, - "nauc_recall_at_100_max": 0.912147, - "nauc_recall_at_100_std": 0.653977, - "nauc_recall_at_100_diff1": 0.766913, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.771756, - "nauc_precision_at_1_std": 0.118581, - "nauc_precision_at_1_diff1": 0.871516, - "nauc_precision_at_3_max": 0.857226, - "nauc_precision_at_3_std": 0.31185, - "nauc_precision_at_3_diff1": 0.832416, - "nauc_precision_at_5_max": 0.852262, - "nauc_precision_at_5_std": 0.320915, - "nauc_precision_at_5_diff1": 0.821138, - "nauc_precision_at_10_max": 0.847171, - "nauc_precision_at_10_std": 0.384763, - "nauc_precision_at_10_diff1": 0.798634, - "nauc_precision_at_20_max": 0.873756, - "nauc_precision_at_20_std": 0.52547, - "nauc_precision_at_20_diff1": 0.806096, - "nauc_precision_at_100_max": 0.912147, - "nauc_precision_at_100_std": 0.653977, - "nauc_precision_at_100_diff1": 0.766913, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.771756, - "nauc_mrr_at_1_std": 0.118581, - "nauc_mrr_at_1_diff1": 0.871516, - "nauc_mrr_at_3_max": 0.805614, - "nauc_mrr_at_3_std": 0.189771, - "nauc_mrr_at_3_diff1": 0.857212, - "nauc_mrr_at_5_max": 0.803302, - "nauc_mrr_at_5_std": 0.187344, - "nauc_mrr_at_5_diff1": 0.856472, - "nauc_mrr_at_10_max": 0.801892, - "nauc_mrr_at_10_std": 0.189475, - "nauc_mrr_at_10_diff1": 0.855293, - "nauc_mrr_at_20_max": 0.802299, - "nauc_mrr_at_20_std": 0.192446, - "nauc_mrr_at_20_diff1": 0.855883, - "nauc_mrr_at_100_max": 0.801932, - "nauc_mrr_at_100_std": 0.190836, - "nauc_mrr_at_100_diff1": 0.856042, - "nauc_mrr_at_1000_max": 0.801854, - "nauc_mrr_at_1000_std": 0.190487, - "nauc_mrr_at_1000_diff1": 0.856115, - "main_score": 0.82321, + "mrr_at_1": 0.712222, + "mrr_at_3": 0.760185, + "mrr_at_5": 0.767241, + "mrr_at_10": 0.77308, + "mrr_at_20": 0.775076, + "mrr_at_100": 0.776389, + "mrr_at_1000": 0.776546, + "nauc_ndcg_at_1_max": 0.717251, + "nauc_ndcg_at_1_std": 0.072321, + "nauc_ndcg_at_1_diff1": 0.856061, + "nauc_ndcg_at_3_max": 0.765624, + "nauc_ndcg_at_3_std": 0.134652, + "nauc_ndcg_at_3_diff1": 0.833455, + "nauc_ndcg_at_5_max": 0.762481, + "nauc_ndcg_at_5_std": 0.148824, + "nauc_ndcg_at_5_diff1": 0.833924, + "nauc_ndcg_at_10_max": 0.760109, + "nauc_ndcg_at_10_std": 0.152121, + "nauc_ndcg_at_10_diff1": 0.829661, + "nauc_ndcg_at_20_max": 0.762135, + "nauc_ndcg_at_20_std": 0.156418, + "nauc_ndcg_at_20_diff1": 0.83011, + "nauc_ndcg_at_100_max": 0.758388, + "nauc_ndcg_at_100_std": 0.144013, + "nauc_ndcg_at_100_diff1": 0.835406, + "nauc_ndcg_at_1000_max": 0.75547, + "nauc_ndcg_at_1000_std": 0.136115, + "nauc_ndcg_at_1000_diff1": 0.835754, + "nauc_map_at_1_max": 0.717251, + "nauc_map_at_1_std": 0.072321, + "nauc_map_at_1_diff1": 0.856061, + "nauc_map_at_3_max": 0.752954, + "nauc_map_at_3_std": 0.116311, + "nauc_map_at_3_diff1": 0.839248, + "nauc_map_at_5_max": 0.750913, + "nauc_map_at_5_std": 0.122592, + "nauc_map_at_5_diff1": 0.839662, + "nauc_map_at_10_max": 0.74966, + "nauc_map_at_10_std": 0.122642, + "nauc_map_at_10_diff1": 0.838189, + "nauc_map_at_20_max": 0.750074, + "nauc_map_at_20_std": 0.12337, + "nauc_map_at_20_diff1": 0.838363, + "nauc_map_at_100_max": 0.749628, + "nauc_map_at_100_std": 0.121884, + "nauc_map_at_100_diff1": 0.839031, + "nauc_map_at_1000_max": 0.749535, + "nauc_map_at_1000_std": 0.121645, + "nauc_map_at_1000_diff1": 0.839045, + "nauc_recall_at_1_max": 0.717251, + "nauc_recall_at_1_std": 0.072321, + "nauc_recall_at_1_diff1": 0.856061, + "nauc_recall_at_3_max": 0.810953, + "nauc_recall_at_3_std": 0.201387, + "nauc_recall_at_3_diff1": 0.812804, + "nauc_recall_at_5_max": 0.809616, + "nauc_recall_at_5_std": 0.262366, + "nauc_recall_at_5_diff1": 0.810431, + "nauc_recall_at_10_max": 0.813934, + "nauc_recall_at_10_std": 0.321732, + "nauc_recall_at_10_diff1": 0.781338, + "nauc_recall_at_20_max": 0.848784, + "nauc_recall_at_20_std": 0.416203, + "nauc_recall_at_20_diff1": 0.768914, + "nauc_recall_at_100_max": 0.884633, + "nauc_recall_at_100_std": 0.490537, + "nauc_recall_at_100_diff1": 0.820621, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717251, + "nauc_precision_at_1_std": 0.072321, + "nauc_precision_at_1_diff1": 0.856061, + "nauc_precision_at_3_max": 0.810953, + "nauc_precision_at_3_std": 0.201387, + "nauc_precision_at_3_diff1": 0.812804, + "nauc_precision_at_5_max": 0.809616, + "nauc_precision_at_5_std": 0.262366, + "nauc_precision_at_5_diff1": 0.810431, + "nauc_precision_at_10_max": 0.813934, + "nauc_precision_at_10_std": 0.321732, + "nauc_precision_at_10_diff1": 0.781338, + "nauc_precision_at_20_max": 0.848784, + "nauc_precision_at_20_std": 0.416203, + "nauc_precision_at_20_diff1": 0.768914, + "nauc_precision_at_100_max": 0.884633, + "nauc_precision_at_100_std": 0.490537, + "nauc_precision_at_100_diff1": 0.820621, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717251, + "nauc_mrr_at_1_std": 0.072321, + "nauc_mrr_at_1_diff1": 0.856061, + "nauc_mrr_at_3_max": 0.752954, + "nauc_mrr_at_3_std": 0.116311, + "nauc_mrr_at_3_diff1": 0.839248, + "nauc_mrr_at_5_max": 0.750913, + "nauc_mrr_at_5_std": 0.122592, + "nauc_mrr_at_5_diff1": 0.839662, + "nauc_mrr_at_10_max": 0.74966, + "nauc_mrr_at_10_std": 0.122642, + "nauc_mrr_at_10_diff1": 0.838189, + "nauc_mrr_at_20_max": 0.750074, + "nauc_mrr_at_20_std": 0.12337, + "nauc_mrr_at_20_diff1": 0.838363, + "nauc_mrr_at_100_max": 0.749628, + "nauc_mrr_at_100_std": 0.121884, + "nauc_mrr_at_100_diff1": 0.839031, + "nauc_mrr_at_1000_max": 0.749535, + "nauc_mrr_at_1000_std": 0.121645, + "nauc_mrr_at_1000_diff1": 0.839045, + "hit_rate_at_1": 0.71222, + "hit_rate_at_3": 0.81778, + "hit_rate_at_5": 0.84889, + "hit_rate_at_10": 0.89, + "hit_rate_at_20": 0.91889, + "hit_rate_at_100": 0.97111, + "hit_rate_at_1000": 1.0, + "main_score": 0.80145, "hf_subset": "eng_Latn-uzn_Latn", "languages": [ "eng-Latn", "uzn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94787, - "ndcg_at_5": 0.95385, - "ndcg_at_10": 0.95639, - "ndcg_at_20": 0.9572, - "ndcg_at_100": 0.95785, - "ndcg_at_1000": 0.95829, + "ndcg_at_3": 0.9463, + "ndcg_at_5": 0.95285, + "ndcg_at_10": 0.95462, + "ndcg_at_20": 0.95608, + "ndcg_at_100": 0.95649, + "ndcg_at_1000": 0.9571, "map_at_1": 0.91778, - "map_at_3": 0.94093, - "map_at_5": 0.94426, - "map_at_10": 0.94532, - "map_at_20": 0.94552, - "map_at_100": 0.94563, - "map_at_1000": 0.94565, + "map_at_3": 0.93926, + "map_at_5": 0.94298, + "map_at_10": 0.9437, + "map_at_20": 0.94413, + "map_at_100": 0.94418, + "map_at_1000": 0.94421, "recall_at_1": 0.91778, - "recall_at_3": 0.96778, + "recall_at_3": 0.96667, "recall_at_5": 0.98222, - "recall_at_10": 0.99, + "recall_at_10": 0.98778, "recall_at_20": 0.99333, - "recall_at_100": 0.99667, + "recall_at_100": 0.99556, "recall_at_1000": 1.0, + "accuracy": 0.91778, "precision_at_1": 0.91778, - "precision_at_3": 0.32259, + "precision_at_3": 0.32222, "precision_at_5": 0.19644, - "precision_at_10": 0.099, + "precision_at_10": 0.09878, "precision_at_20": 0.04967, - "precision_at_100": 0.00997, + "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.917778, - "mrr_at_3": 0.940926, - "mrr_at_5": 0.944259, - "mrr_at_10": 0.945321, - "mrr_at_20": 0.945525, - "mrr_at_100": 0.945627, - "mrr_at_1000": 0.945646, - "nauc_ndcg_at_1_max": 0.847806, - "nauc_ndcg_at_1_std": -0.236846, - "nauc_ndcg_at_1_diff1": 0.942905, - "nauc_ndcg_at_3_max": 0.870492, - "nauc_ndcg_at_3_std": -0.196942, - "nauc_ndcg_at_3_diff1": 0.945293, - "nauc_ndcg_at_5_max": 0.868567, - "nauc_ndcg_at_5_std": -0.177685, - "nauc_ndcg_at_5_diff1": 0.944709, - "nauc_ndcg_at_10_max": 0.866409, - "nauc_ndcg_at_10_std": -0.181544, - "nauc_ndcg_at_10_diff1": 0.945917, - "nauc_ndcg_at_20_max": 0.86561, - "nauc_ndcg_at_20_std": -0.18602, - "nauc_ndcg_at_20_diff1": 0.945724, - "nauc_ndcg_at_100_max": 0.864144, - "nauc_ndcg_at_100_std": -0.191092, - "nauc_ndcg_at_100_diff1": 0.944884, - "nauc_ndcg_at_1000_max": 0.862692, - "nauc_ndcg_at_1000_std": -0.202788, - "nauc_ndcg_at_1000_diff1": 0.944782, - "nauc_map_at_1_max": 0.847806, - "nauc_map_at_1_std": -0.236846, - "nauc_map_at_1_diff1": 0.942905, - "nauc_map_at_3_max": 0.862965, - "nauc_map_at_3_std": -0.21596, - "nauc_map_at_3_diff1": 0.944439, - "nauc_map_at_5_max": 0.861642, - "nauc_map_at_5_std": -0.208288, - "nauc_map_at_5_diff1": 0.944113, - "nauc_map_at_10_max": 0.860609, - "nauc_map_at_10_std": -0.211826, - "nauc_map_at_10_diff1": 0.944477, - "nauc_map_at_20_max": 0.860419, - "nauc_map_at_20_std": -0.212916, - "nauc_map_at_20_diff1": 0.944436, - "nauc_map_at_100_max": 0.860213, - "nauc_map_at_100_std": -0.213942, - "nauc_map_at_100_diff1": 0.944331, - "nauc_map_at_1000_max": 0.860164, - "nauc_map_at_1000_std": -0.214327, - "nauc_map_at_1000_diff1": 0.944331, - "nauc_recall_at_1_max": 0.847806, - "nauc_recall_at_1_std": -0.236846, - "nauc_recall_at_1_diff1": 0.942905, - "nauc_recall_at_3_max": 0.910251, - "nauc_recall_at_3_std": -0.092067, - "nauc_recall_at_3_diff1": 0.949854, - "nauc_recall_at_5_max": 0.930264, - "nauc_recall_at_5_std": 0.115021, - "nauc_recall_at_5_diff1": 0.949959, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": 0.339766, - "nauc_recall_at_10_diff1": 0.970951, - "nauc_recall_at_20_max": 0.978214, - "nauc_recall_at_20_std": 0.488095, - "nauc_recall_at_20_diff1": 0.978214, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.942981, + "mrr_at_10": 0.943699, + "mrr_at_20": 0.944127, + "mrr_at_100": 0.944182, + "mrr_at_1000": 0.944211, + "nauc_ndcg_at_1_max": 0.842109, + "nauc_ndcg_at_1_std": -0.233666, + "nauc_ndcg_at_1_diff1": 0.927827, + "nauc_ndcg_at_3_max": 0.878966, + "nauc_ndcg_at_3_std": -0.207447, + "nauc_ndcg_at_3_diff1": 0.940529, + "nauc_ndcg_at_5_max": 0.871628, + "nauc_ndcg_at_5_std": -0.18733, + "nauc_ndcg_at_5_diff1": 0.934782, + "nauc_ndcg_at_10_max": 0.868549, + "nauc_ndcg_at_10_std": -0.174475, + "nauc_ndcg_at_10_diff1": 0.933244, + "nauc_ndcg_at_20_max": 0.87056, + "nauc_ndcg_at_20_std": -0.173317, + "nauc_ndcg_at_20_diff1": 0.934174, + "nauc_ndcg_at_100_max": 0.86933, + "nauc_ndcg_at_100_std": -0.173945, + "nauc_ndcg_at_100_diff1": 0.934176, + "nauc_ndcg_at_1000_max": 0.867478, + "nauc_ndcg_at_1000_std": -0.190583, + "nauc_ndcg_at_1000_diff1": 0.933722, + "nauc_map_at_1_max": 0.842109, + "nauc_map_at_1_std": -0.233666, + "nauc_map_at_1_diff1": 0.927827, + "nauc_map_at_3_max": 0.86913, + "nauc_map_at_3_std": -0.217315, + "nauc_map_at_3_diff1": 0.936213, + "nauc_map_at_5_max": 0.865076, + "nauc_map_at_5_std": -0.208654, + "nauc_map_at_5_diff1": 0.933196, + "nauc_map_at_10_max": 0.863938, + "nauc_map_at_10_std": -0.204695, + "nauc_map_at_10_diff1": 0.932667, + "nauc_map_at_20_max": 0.864481, + "nauc_map_at_20_std": -0.204214, + "nauc_map_at_20_diff1": 0.932957, + "nauc_map_at_100_max": 0.864348, + "nauc_map_at_100_std": -0.204297, + "nauc_map_at_100_diff1": 0.932958, + "nauc_map_at_1000_max": 0.864276, + "nauc_map_at_1000_std": -0.204932, + "nauc_map_at_1000_diff1": 0.932942, + "nauc_recall_at_1_max": 0.842109, + "nauc_recall_at_1_std": -0.233666, + "nauc_recall_at_1_diff1": 0.927827, + "nauc_recall_at_3_max": 0.929038, + "nauc_recall_at_3_std": -0.154575, + "nauc_recall_at_3_diff1": 0.963352, + "nauc_recall_at_5_max": 0.926179, + "nauc_recall_at_5_std": 0.02025, + "nauc_recall_at_5_diff1": 0.947625, + "nauc_recall_at_10_max": 0.916391, + "nauc_recall_at_10_std": 0.264197, + "nauc_recall_at_10_diff1": 0.935702, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.632431, + "nauc_recall_at_20_diff1": 0.956427, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847806, - "nauc_precision_at_1_std": -0.236846, - "nauc_precision_at_1_diff1": 0.942905, - "nauc_precision_at_3_max": 0.910251, - "nauc_precision_at_3_std": -0.092067, - "nauc_precision_at_3_diff1": 0.949854, - "nauc_precision_at_5_max": 0.930264, - "nauc_precision_at_5_std": 0.115021, - "nauc_precision_at_5_diff1": 0.949959, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": 0.339766, - "nauc_precision_at_10_diff1": 0.970951, - "nauc_precision_at_20_max": 0.978214, - "nauc_precision_at_20_std": 0.488095, - "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_1_max": 0.842109, + "nauc_precision_at_1_std": -0.233666, + "nauc_precision_at_1_diff1": 0.927827, + "nauc_precision_at_3_max": 0.929038, + "nauc_precision_at_3_std": -0.154575, + "nauc_precision_at_3_diff1": 0.963352, + "nauc_precision_at_5_max": 0.926179, + "nauc_precision_at_5_std": 0.02025, + "nauc_precision_at_5_diff1": 0.947625, + "nauc_precision_at_10_max": 0.916391, + "nauc_precision_at_10_std": 0.264197, + "nauc_precision_at_10_diff1": 0.935702, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.632431, + "nauc_precision_at_20_diff1": 0.956427, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847806, - "nauc_mrr_at_1_std": -0.236846, - "nauc_mrr_at_1_diff1": 0.942905, - "nauc_mrr_at_3_max": 0.862965, - "nauc_mrr_at_3_std": -0.21596, - "nauc_mrr_at_3_diff1": 0.944439, - "nauc_mrr_at_5_max": 0.861642, - "nauc_mrr_at_5_std": -0.208288, - "nauc_mrr_at_5_diff1": 0.944113, - "nauc_mrr_at_10_max": 0.860609, - "nauc_mrr_at_10_std": -0.211826, - "nauc_mrr_at_10_diff1": 0.944477, - "nauc_mrr_at_20_max": 0.860419, - "nauc_mrr_at_20_std": -0.212916, - "nauc_mrr_at_20_diff1": 0.944436, - "nauc_mrr_at_100_max": 0.860213, - "nauc_mrr_at_100_std": -0.213942, - "nauc_mrr_at_100_diff1": 0.944331, - "nauc_mrr_at_1000_max": 0.860164, - "nauc_mrr_at_1000_std": -0.214327, - "nauc_mrr_at_1000_diff1": 0.944331, - "main_score": 0.95639, + "nauc_mrr_at_1_max": 0.842109, + "nauc_mrr_at_1_std": -0.233666, + "nauc_mrr_at_1_diff1": 0.927827, + "nauc_mrr_at_3_max": 0.86913, + "nauc_mrr_at_3_std": -0.217315, + "nauc_mrr_at_3_diff1": 0.936213, + "nauc_mrr_at_5_max": 0.865076, + "nauc_mrr_at_5_std": -0.208654, + "nauc_mrr_at_5_diff1": 0.933196, + "nauc_mrr_at_10_max": 0.863938, + "nauc_mrr_at_10_std": -0.204695, + "nauc_mrr_at_10_diff1": 0.932667, + "nauc_mrr_at_20_max": 0.864481, + "nauc_mrr_at_20_std": -0.204214, + "nauc_mrr_at_20_diff1": 0.932957, + "nauc_mrr_at_100_max": 0.864348, + "nauc_mrr_at_100_std": -0.204297, + "nauc_mrr_at_100_diff1": 0.932958, + "nauc_mrr_at_1000_max": 0.864276, + "nauc_mrr_at_1000_std": -0.204932, + "nauc_mrr_at_1000_diff1": 0.932942, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96667, + "hit_rate_at_5": 0.98222, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.95462, "hf_subset": "vie_Latn-vie_Latn", "languages": [ "vie-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92889, - "ndcg_at_3": 0.95229, - "ndcg_at_5": 0.95879, - "ndcg_at_10": 0.96167, - "ndcg_at_20": 0.96257, - "ndcg_at_100": 0.96334, - "ndcg_at_1000": 0.9635, - "map_at_1": 0.92889, - "map_at_3": 0.94722, - "map_at_5": 0.95089, - "map_at_10": 0.95208, - "map_at_20": 0.95235, - "map_at_100": 0.95244, - "map_at_1000": 0.95245, - "recall_at_1": 0.92889, - "recall_at_3": 0.96667, - "recall_at_5": 0.98222, - "recall_at_10": 0.99111, - "recall_at_20": 0.99444, + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95059, + "ndcg_at_5": 0.95428, + "ndcg_at_10": 0.95794, + "ndcg_at_20": 0.95946, + "ndcg_at_100": 0.96048, + "ndcg_at_1000": 0.96062, + "map_at_1": 0.92556, + "map_at_3": 0.94463, + "map_at_5": 0.94669, + "map_at_10": 0.94823, + "map_at_20": 0.94871, + "map_at_100": 0.94885, + "map_at_1000": 0.94885, + "recall_at_1": 0.92556, + "recall_at_3": 0.96778, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, "recall_at_100": 0.99889, "recall_at_1000": 1.0, - "precision_at_1": 0.92889, - "precision_at_3": 0.32222, - "precision_at_5": 0.19644, - "precision_at_10": 0.09911, - "precision_at_20": 0.04972, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.32259, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, "precision_at_100": 0.00999, "precision_at_1000": 0.001, - "mrr_at_1": 0.928889, - "mrr_at_3": 0.947222, - "mrr_at_5": 0.950889, - "mrr_at_10": 0.952078, - "mrr_at_20": 0.952354, - "mrr_at_100": 0.952439, - "mrr_at_1000": 0.952449, - "nauc_ndcg_at_1_max": 0.817468, - "nauc_ndcg_at_1_std": -0.348812, - "nauc_ndcg_at_1_diff1": 0.939236, - "nauc_ndcg_at_3_max": 0.840884, - "nauc_ndcg_at_3_std": -0.388892, - "nauc_ndcg_at_3_diff1": 0.952284, - "nauc_ndcg_at_5_max": 0.843685, - "nauc_ndcg_at_5_std": -0.341526, - "nauc_ndcg_at_5_diff1": 0.953706, - "nauc_ndcg_at_10_max": 0.841688, - "nauc_ndcg_at_10_std": -0.331346, - "nauc_ndcg_at_10_diff1": 0.951578, - "nauc_ndcg_at_20_max": 0.840191, - "nauc_ndcg_at_20_std": -0.32172, - "nauc_ndcg_at_20_diff1": 0.950416, - "nauc_ndcg_at_100_max": 0.836852, - "nauc_ndcg_at_100_std": -0.334328, - "nauc_ndcg_at_100_diff1": 0.94938, - "nauc_ndcg_at_1000_max": 0.836133, - "nauc_ndcg_at_1000_std": -0.340208, - "nauc_ndcg_at_1000_diff1": 0.949157, - "nauc_map_at_1_max": 0.817468, - "nauc_map_at_1_std": -0.348812, - "nauc_map_at_1_diff1": 0.939236, - "nauc_map_at_3_max": 0.83305, - "nauc_map_at_3_std": -0.379793, - "nauc_map_at_3_diff1": 0.948458, - "nauc_map_at_5_max": 0.834029, - "nauc_map_at_5_std": -0.355492, - "nauc_map_at_5_diff1": 0.948898, - "nauc_map_at_10_max": 0.833365, - "nauc_map_at_10_std": -0.35121, - "nauc_map_at_10_diff1": 0.948135, - "nauc_map_at_20_max": 0.832988, - "nauc_map_at_20_std": -0.348941, - "nauc_map_at_20_diff1": 0.947834, - "nauc_map_at_100_max": 0.832689, - "nauc_map_at_100_std": -0.349872, - "nauc_map_at_100_diff1": 0.947741, - "nauc_map_at_1000_max": 0.832656, - "nauc_map_at_1000_std": -0.350137, - "nauc_map_at_1000_diff1": 0.947731, - "nauc_recall_at_1_max": 0.817468, - "nauc_recall_at_1_std": -0.348812, - "nauc_recall_at_1_diff1": 0.939236, - "nauc_recall_at_3_max": 0.876829, - "nauc_recall_at_3_std": -0.427902, - "nauc_recall_at_3_diff1": 0.969499, - "nauc_recall_at_5_max": 0.921073, - "nauc_recall_at_5_std": -0.21341, - "nauc_recall_at_5_diff1": 0.99183, - "nauc_recall_at_10_max": 0.965278, - "nauc_recall_at_10_std": 0.014006, - "nauc_recall_at_10_diff1": 1.0, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.94463, + "mrr_at_5": 0.946685, + "mrr_at_10": 0.948231, + "mrr_at_20": 0.94871, + "mrr_at_100": 0.948848, + "mrr_at_1000": 0.948853, + "nauc_ndcg_at_1_max": 0.791024, + "nauc_ndcg_at_1_std": -0.287728, + "nauc_ndcg_at_1_diff1": 0.931644, + "nauc_ndcg_at_3_max": 0.81869, + "nauc_ndcg_at_3_std": -0.294615, + "nauc_ndcg_at_3_diff1": 0.938994, + "nauc_ndcg_at_5_max": 0.82313, + "nauc_ndcg_at_5_std": -0.265555, + "nauc_ndcg_at_5_diff1": 0.939553, + "nauc_ndcg_at_10_max": 0.820416, + "nauc_ndcg_at_10_std": -0.270352, + "nauc_ndcg_at_10_diff1": 0.940211, + "nauc_ndcg_at_20_max": 0.819433, + "nauc_ndcg_at_20_std": -0.243979, + "nauc_ndcg_at_20_diff1": 0.938937, + "nauc_ndcg_at_100_max": 0.814758, + "nauc_ndcg_at_100_std": -0.2624, + "nauc_ndcg_at_100_diff1": 0.938157, + "nauc_ndcg_at_1000_max": 0.81408, + "nauc_ndcg_at_1000_std": -0.267026, + "nauc_ndcg_at_1000_diff1": 0.937931, + "nauc_map_at_1_max": 0.791024, + "nauc_map_at_1_std": -0.287728, + "nauc_map_at_1_diff1": 0.931644, + "nauc_map_at_3_max": 0.810601, + "nauc_map_at_3_std": -0.293239, + "nauc_map_at_3_diff1": 0.93678, + "nauc_map_at_5_max": 0.812408, + "nauc_map_at_5_std": -0.279536, + "nauc_map_at_5_diff1": 0.937066, + "nauc_map_at_10_max": 0.811196, + "nauc_map_at_10_std": -0.28114, + "nauc_map_at_10_diff1": 0.937259, + "nauc_map_at_20_max": 0.810846, + "nauc_map_at_20_std": -0.274563, + "nauc_map_at_20_diff1": 0.936908, + "nauc_map_at_100_max": 0.810339, + "nauc_map_at_100_std": -0.276509, + "nauc_map_at_100_diff1": 0.936862, + "nauc_map_at_1000_max": 0.810319, + "nauc_map_at_1000_std": -0.276643, + "nauc_map_at_1000_diff1": 0.936855, + "nauc_recall_at_1_max": 0.791024, + "nauc_recall_at_1_std": -0.287728, + "nauc_recall_at_1_diff1": 0.931644, + "nauc_recall_at_3_max": 0.858173, + "nauc_recall_at_3_std": -0.300831, + "nauc_recall_at_3_diff1": 0.949854, + "nauc_recall_at_5_max": 0.894291, + "nauc_recall_at_5_std": -0.163243, + "nauc_recall_at_5_diff1": 0.955649, + "nauc_recall_at_10_max": 0.92976, + "nauc_recall_at_10_std": -0.130422, + "nauc_recall_at_10_diff1": 0.976233, "nauc_recall_at_20_max": 1.0, - "nauc_recall_at_20_std": 0.458543, - "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_std": 0.567071, + "nauc_recall_at_20_diff1": 0.978214, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.817468, - "nauc_precision_at_1_std": -0.348812, - "nauc_precision_at_1_diff1": 0.939236, - "nauc_precision_at_3_max": 0.876829, - "nauc_precision_at_3_std": -0.427902, - "nauc_precision_at_3_diff1": 0.969499, - "nauc_precision_at_5_max": 0.921073, - "nauc_precision_at_5_std": -0.21341, - "nauc_precision_at_5_diff1": 0.99183, - "nauc_precision_at_10_max": 0.965278, - "nauc_precision_at_10_std": 0.014006, - "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_1_max": 0.791024, + "nauc_precision_at_1_std": -0.287728, + "nauc_precision_at_1_diff1": 0.931644, + "nauc_precision_at_3_max": 0.858173, + "nauc_precision_at_3_std": -0.300831, + "nauc_precision_at_3_diff1": 0.949854, + "nauc_precision_at_5_max": 0.894291, + "nauc_precision_at_5_std": -0.163243, + "nauc_precision_at_5_diff1": 0.955649, + "nauc_precision_at_10_max": 0.92976, + "nauc_precision_at_10_std": -0.130422, + "nauc_precision_at_10_diff1": 0.976233, "nauc_precision_at_20_max": 1.0, - "nauc_precision_at_20_std": 0.458543, - "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_std": 0.567071, + "nauc_precision_at_20_diff1": 0.978214, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.817468, - "nauc_mrr_at_1_std": -0.348812, - "nauc_mrr_at_1_diff1": 0.939236, - "nauc_mrr_at_3_max": 0.83305, - "nauc_mrr_at_3_std": -0.379793, - "nauc_mrr_at_3_diff1": 0.948458, - "nauc_mrr_at_5_max": 0.834029, - "nauc_mrr_at_5_std": -0.355492, - "nauc_mrr_at_5_diff1": 0.948898, - "nauc_mrr_at_10_max": 0.833365, - "nauc_mrr_at_10_std": -0.35121, - "nauc_mrr_at_10_diff1": 0.948135, - "nauc_mrr_at_20_max": 0.832988, - "nauc_mrr_at_20_std": -0.348941, - "nauc_mrr_at_20_diff1": 0.947834, - "nauc_mrr_at_100_max": 0.832689, - "nauc_mrr_at_100_std": -0.349872, - "nauc_mrr_at_100_diff1": 0.947741, - "nauc_mrr_at_1000_max": 0.832656, - "nauc_mrr_at_1000_std": -0.350137, - "nauc_mrr_at_1000_diff1": 0.947731, - "main_score": 0.96167, + "nauc_mrr_at_1_max": 0.791024, + "nauc_mrr_at_1_std": -0.287728, + "nauc_mrr_at_1_diff1": 0.931644, + "nauc_mrr_at_3_max": 0.810601, + "nauc_mrr_at_3_std": -0.293239, + "nauc_mrr_at_3_diff1": 0.93678, + "nauc_mrr_at_5_max": 0.812408, + "nauc_mrr_at_5_std": -0.279536, + "nauc_mrr_at_5_diff1": 0.937066, + "nauc_mrr_at_10_max": 0.811196, + "nauc_mrr_at_10_std": -0.28114, + "nauc_mrr_at_10_diff1": 0.937259, + "nauc_mrr_at_20_max": 0.810846, + "nauc_mrr_at_20_std": -0.274563, + "nauc_mrr_at_20_diff1": 0.936908, + "nauc_mrr_at_100_max": 0.810339, + "nauc_mrr_at_100_std": -0.276509, + "nauc_mrr_at_100_diff1": 0.936862, + "nauc_mrr_at_1000_max": 0.810319, + "nauc_mrr_at_1000_std": -0.276643, + "nauc_mrr_at_1000_diff1": 0.936855, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.96778, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99889, + "hit_rate_at_1000": 1.0, + "main_score": 0.95794, "hf_subset": "vie_Latn-eng_Latn", "languages": [ "vie-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.89889, - "ndcg_at_3": 0.93374, - "ndcg_at_5": 0.94043, - "ndcg_at_10": 0.9455, - "ndcg_at_20": 0.94687, - "ndcg_at_100": 0.9475, - "ndcg_at_1000": 0.94781, + "ndcg_at_3": 0.93301, + "ndcg_at_5": 0.9398, + "ndcg_at_10": 0.94339, + "ndcg_at_20": 0.94536, + "ndcg_at_100": 0.94649, + "ndcg_at_1000": 0.94679, "map_at_1": 0.89889, - "map_at_3": 0.92574, - "map_at_5": 0.92935, - "map_at_10": 0.93147, - "map_at_20": 0.93183, - "map_at_100": 0.93192, - "map_at_1000": 0.93194, + "map_at_3": 0.92481, + "map_at_5": 0.92854, + "map_at_10": 0.93002, + "map_at_20": 0.93056, + "map_at_100": 0.93075, + "map_at_1000": 0.93077, "recall_at_1": 0.89889, "recall_at_3": 0.95667, "recall_at_5": 0.97333, - "recall_at_10": 0.98889, - "recall_at_20": 0.99444, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.89889, "precision_at_1": 0.89889, "precision_at_3": 0.31889, "precision_at_5": 0.19467, - "precision_at_10": 0.09889, - "precision_at_20": 0.04972, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.898889, - "mrr_at_3": 0.925741, - "mrr_at_5": 0.929352, - "mrr_at_10": 0.931472, - "mrr_at_20": 0.93183, - "mrr_at_100": 0.931921, - "mrr_at_1000": 0.931936, - "nauc_ndcg_at_1_max": 0.822597, - "nauc_ndcg_at_1_std": -0.243041, - "nauc_ndcg_at_1_diff1": 0.926352, - "nauc_ndcg_at_3_max": 0.857022, - "nauc_ndcg_at_3_std": -0.241333, - "nauc_ndcg_at_3_diff1": 0.929054, - "nauc_ndcg_at_5_max": 0.853825, - "nauc_ndcg_at_5_std": -0.215897, - "nauc_ndcg_at_5_diff1": 0.930306, - "nauc_ndcg_at_10_max": 0.848982, - "nauc_ndcg_at_10_std": -0.217508, - "nauc_ndcg_at_10_diff1": 0.930146, - "nauc_ndcg_at_20_max": 0.847105, - "nauc_ndcg_at_20_std": -0.216289, - "nauc_ndcg_at_20_diff1": 0.930623, - "nauc_ndcg_at_100_max": 0.845733, - "nauc_ndcg_at_100_std": -0.220232, - "nauc_ndcg_at_100_diff1": 0.929786, - "nauc_ndcg_at_1000_max": 0.844826, - "nauc_ndcg_at_1000_std": -0.226595, - "nauc_ndcg_at_1000_diff1": 0.929373, - "nauc_map_at_1_max": 0.822597, - "nauc_map_at_1_std": -0.243041, - "nauc_map_at_1_diff1": 0.926352, - "nauc_map_at_3_max": 0.846453, - "nauc_map_at_3_std": -0.240039, - "nauc_map_at_3_diff1": 0.928272, - "nauc_map_at_5_max": 0.844386, - "nauc_map_at_5_std": -0.228824, - "nauc_map_at_5_diff1": 0.928681, - "nauc_map_at_10_max": 0.842585, - "nauc_map_at_10_std": -0.230425, - "nauc_map_at_10_diff1": 0.928594, - "nauc_map_at_20_max": 0.842132, - "nauc_map_at_20_std": -0.230677, - "nauc_map_at_20_diff1": 0.928757, - "nauc_map_at_100_max": 0.841956, - "nauc_map_at_100_std": -0.231277, - "nauc_map_at_100_diff1": 0.92866, - "nauc_map_at_1000_max": 0.841922, - "nauc_map_at_1000_std": -0.231514, - "nauc_map_at_1000_diff1": 0.928645, - "nauc_recall_at_1_max": 0.822597, - "nauc_recall_at_1_std": -0.243041, - "nauc_recall_at_1_diff1": 0.926352, - "nauc_recall_at_3_max": 0.908724, - "nauc_recall_at_3_std": -0.249036, - "nauc_recall_at_3_diff1": 0.932845, - "nauc_recall_at_5_max": 0.924039, - "nauc_recall_at_5_std": -0.107765, - "nauc_recall_at_5_diff1": 0.943491, - "nauc_recall_at_10_max": 0.946078, - "nauc_recall_at_10_std": 0.039823, - "nauc_recall_at_10_diff1": 0.95915, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.385714, - "nauc_recall_at_20_diff1": 1.0, - "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, + "mrr_at_3": 0.924815, + "mrr_at_5": 0.928537, + "mrr_at_10": 0.930017, + "mrr_at_20": 0.930564, + "mrr_at_100": 0.930755, + "mrr_at_1000": 0.930769, + "nauc_ndcg_at_1_max": 0.804472, + "nauc_ndcg_at_1_std": -0.268837, + "nauc_ndcg_at_1_diff1": 0.91826, + "nauc_ndcg_at_3_max": 0.840729, + "nauc_ndcg_at_3_std": -0.245703, + "nauc_ndcg_at_3_diff1": 0.927116, + "nauc_ndcg_at_5_max": 0.839023, + "nauc_ndcg_at_5_std": -0.238984, + "nauc_ndcg_at_5_diff1": 0.92611, + "nauc_ndcg_at_10_max": 0.835824, + "nauc_ndcg_at_10_std": -0.221008, + "nauc_ndcg_at_10_diff1": 0.925941, + "nauc_ndcg_at_20_max": 0.831209, + "nauc_ndcg_at_20_std": -0.232493, + "nauc_ndcg_at_20_diff1": 0.925977, + "nauc_ndcg_at_100_max": 0.830205, + "nauc_ndcg_at_100_std": -0.231957, + "nauc_ndcg_at_100_diff1": 0.925719, + "nauc_ndcg_at_1000_max": 0.829595, + "nauc_ndcg_at_1000_std": -0.237746, + "nauc_ndcg_at_1000_diff1": 0.925297, + "nauc_map_at_1_max": 0.804472, + "nauc_map_at_1_std": -0.268837, + "nauc_map_at_1_diff1": 0.91826, + "nauc_map_at_3_max": 0.830054, + "nauc_map_at_3_std": -0.250405, + "nauc_map_at_3_diff1": 0.925001, + "nauc_map_at_5_max": 0.828609, + "nauc_map_at_5_std": -0.248009, + "nauc_map_at_5_diff1": 0.924409, + "nauc_map_at_10_max": 0.827634, + "nauc_map_at_10_std": -0.241365, + "nauc_map_at_10_diff1": 0.924446, + "nauc_map_at_20_max": 0.826554, + "nauc_map_at_20_std": -0.244429, + "nauc_map_at_20_diff1": 0.924411, + "nauc_map_at_100_max": 0.826451, + "nauc_map_at_100_std": -0.244123, + "nauc_map_at_100_diff1": 0.924415, + "nauc_map_at_1000_max": 0.826426, + "nauc_map_at_1000_std": -0.244338, + "nauc_map_at_1000_diff1": 0.924399, + "nauc_recall_at_1_max": 0.804472, + "nauc_recall_at_1_std": -0.268837, + "nauc_recall_at_1_diff1": 0.91826, + "nauc_recall_at_3_max": 0.893354, + "nauc_recall_at_3_std": -0.224185, + "nauc_recall_at_3_diff1": 0.937154, + "nauc_recall_at_5_max": 0.917912, + "nauc_recall_at_5_std": -0.168398, + "nauc_recall_at_5_diff1": 0.938045, + "nauc_recall_at_10_max": 0.930806, + "nauc_recall_at_10_std": 0.065159, + "nauc_recall_at_10_diff1": 0.941643, + "nauc_recall_at_20_max": 0.89896, + "nauc_recall_at_20_std": 0.062492, + "nauc_recall_at_20_diff1": 0.960317, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.777077, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.822597, - "nauc_precision_at_1_std": -0.243041, - "nauc_precision_at_1_diff1": 0.926352, - "nauc_precision_at_3_max": 0.908724, - "nauc_precision_at_3_std": -0.249036, - "nauc_precision_at_3_diff1": 0.932845, - "nauc_precision_at_5_max": 0.924039, - "nauc_precision_at_5_std": -0.107765, - "nauc_precision_at_5_diff1": 0.943491, - "nauc_precision_at_10_max": 0.946078, - "nauc_precision_at_10_std": 0.039823, - "nauc_precision_at_10_diff1": 0.95915, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.385714, - "nauc_precision_at_20_diff1": 1.0, - "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_1_max": 0.804472, + "nauc_precision_at_1_std": -0.268837, + "nauc_precision_at_1_diff1": 0.91826, + "nauc_precision_at_3_max": 0.893354, + "nauc_precision_at_3_std": -0.224185, + "nauc_precision_at_3_diff1": 0.937154, + "nauc_precision_at_5_max": 0.917912, + "nauc_precision_at_5_std": -0.168398, + "nauc_precision_at_5_diff1": 0.938045, + "nauc_precision_at_10_max": 0.930806, + "nauc_precision_at_10_std": 0.065159, + "nauc_precision_at_10_diff1": 0.941643, + "nauc_precision_at_20_max": 0.89896, + "nauc_precision_at_20_std": 0.062492, + "nauc_precision_at_20_diff1": 0.960317, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.777077, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.822597, - "nauc_mrr_at_1_std": -0.243041, - "nauc_mrr_at_1_diff1": 0.926352, - "nauc_mrr_at_3_max": 0.846453, - "nauc_mrr_at_3_std": -0.240039, - "nauc_mrr_at_3_diff1": 0.928272, - "nauc_mrr_at_5_max": 0.844386, - "nauc_mrr_at_5_std": -0.228824, - "nauc_mrr_at_5_diff1": 0.928681, - "nauc_mrr_at_10_max": 0.842585, - "nauc_mrr_at_10_std": -0.230425, - "nauc_mrr_at_10_diff1": 0.928594, - "nauc_mrr_at_20_max": 0.842132, - "nauc_mrr_at_20_std": -0.230677, - "nauc_mrr_at_20_diff1": 0.928757, - "nauc_mrr_at_100_max": 0.841956, - "nauc_mrr_at_100_std": -0.231277, - "nauc_mrr_at_100_diff1": 0.92866, - "nauc_mrr_at_1000_max": 0.841922, - "nauc_mrr_at_1000_std": -0.231514, - "nauc_mrr_at_1000_diff1": 0.928645, - "main_score": 0.9455, + "nauc_mrr_at_1_max": 0.804472, + "nauc_mrr_at_1_std": -0.268837, + "nauc_mrr_at_1_diff1": 0.91826, + "nauc_mrr_at_3_max": 0.830054, + "nauc_mrr_at_3_std": -0.250405, + "nauc_mrr_at_3_diff1": 0.925001, + "nauc_mrr_at_5_max": 0.828609, + "nauc_mrr_at_5_std": -0.248009, + "nauc_mrr_at_5_diff1": 0.924409, + "nauc_mrr_at_10_max": 0.827634, + "nauc_mrr_at_10_std": -0.241365, + "nauc_mrr_at_10_diff1": 0.924446, + "nauc_mrr_at_20_max": 0.826554, + "nauc_mrr_at_20_std": -0.244429, + "nauc_mrr_at_20_diff1": 0.924411, + "nauc_mrr_at_100_max": 0.826451, + "nauc_mrr_at_100_std": -0.244123, + "nauc_mrr_at_100_diff1": 0.924415, + "nauc_mrr_at_1000_max": 0.826426, + "nauc_mrr_at_1000_std": -0.244338, + "nauc_mrr_at_1000_diff1": 0.924399, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94339, "hf_subset": "eng_Latn-vie_Latn", "languages": [ "eng-Latn", "vie-Latn" - ] - }, - { - "ndcg_at_1": 0.82667, - "ndcg_at_3": 0.8688, - "ndcg_at_5": 0.87669, - "ndcg_at_10": 0.88277, - "ndcg_at_20": 0.88638, - "ndcg_at_100": 0.89271, - "ndcg_at_1000": 0.8949, - "map_at_1": 0.82667, - "map_at_3": 0.85907, - "map_at_5": 0.86352, - "map_at_10": 0.86602, - "map_at_20": 0.86699, - "map_at_100": 0.86784, - "map_at_1000": 0.86794, - "recall_at_1": 0.82667, - "recall_at_3": 0.89667, - "recall_at_5": 0.91556, - "recall_at_10": 0.93444, - "recall_at_20": 0.94889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.86944, + "ndcg_at_5": 0.87791, + "ndcg_at_10": 0.88462, + "ndcg_at_20": 0.8892, + "ndcg_at_100": 0.89529, + "ndcg_at_1000": 0.89747, + "map_at_1": 0.83444, + "map_at_3": 0.86148, + "map_at_5": 0.86631, + "map_at_10": 0.86923, + "map_at_20": 0.87053, + "map_at_100": 0.87134, + "map_at_1000": 0.87142, + "recall_at_1": 0.83444, + "recall_at_3": 0.89222, + "recall_at_5": 0.91222, + "recall_at_10": 0.93222, + "recall_at_20": 0.95, "recall_at_100": 0.98333, "recall_at_1000": 1.0, - "precision_at_1": 0.82667, - "precision_at_3": 0.29889, - "precision_at_5": 0.18311, - "precision_at_10": 0.09344, - "precision_at_20": 0.04744, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.29741, + "precision_at_5": 0.18244, + "precision_at_10": 0.09322, + "precision_at_20": 0.0475, "precision_at_100": 0.00983, "precision_at_1000": 0.001, - "mrr_at_1": 0.826667, - "mrr_at_3": 0.859074, - "mrr_at_5": 0.863519, - "mrr_at_10": 0.866018, - "mrr_at_20": 0.866985, - "mrr_at_100": 0.867844, - "mrr_at_1000": 0.867935, - "nauc_ndcg_at_1_max": 0.832649, - "nauc_ndcg_at_1_std": 0.219304, - "nauc_ndcg_at_1_diff1": 0.932018, - "nauc_ndcg_at_3_max": 0.855316, - "nauc_ndcg_at_3_std": 0.255347, - "nauc_ndcg_at_3_diff1": 0.908469, - "nauc_ndcg_at_5_max": 0.858664, - "nauc_ndcg_at_5_std": 0.277539, - "nauc_ndcg_at_5_diff1": 0.914702, - "nauc_ndcg_at_10_max": 0.861414, - "nauc_ndcg_at_10_std": 0.297842, - "nauc_ndcg_at_10_diff1": 0.919932, - "nauc_ndcg_at_20_max": 0.861698, - "nauc_ndcg_at_20_std": 0.305855, - "nauc_ndcg_at_20_diff1": 0.919686, - "nauc_ndcg_at_100_max": 0.858362, - "nauc_ndcg_at_100_std": 0.287713, - "nauc_ndcg_at_100_diff1": 0.92069, - "nauc_ndcg_at_1000_max": 0.856542, - "nauc_ndcg_at_1000_std": 0.278425, - "nauc_ndcg_at_1000_diff1": 0.920018, - "nauc_map_at_1_max": 0.832649, - "nauc_map_at_1_std": 0.219304, - "nauc_map_at_1_diff1": 0.932018, - "nauc_map_at_3_max": 0.850394, - "nauc_map_at_3_std": 0.245403, - "nauc_map_at_3_diff1": 0.914968, - "nauc_map_at_5_max": 0.851902, - "nauc_map_at_5_std": 0.256217, - "nauc_map_at_5_diff1": 0.918397, - "nauc_map_at_10_max": 0.852812, - "nauc_map_at_10_std": 0.263343, - "nauc_map_at_10_diff1": 0.920427, - "nauc_map_at_20_max": 0.852815, - "nauc_map_at_20_std": 0.264608, - "nauc_map_at_20_diff1": 0.920389, - "nauc_map_at_100_max": 0.852474, - "nauc_map_at_100_std": 0.262499, - "nauc_map_at_100_diff1": 0.920542, - "nauc_map_at_1000_max": 0.852411, - "nauc_map_at_1000_std": 0.262197, - "nauc_map_at_1000_diff1": 0.920522, - "nauc_recall_at_1_max": 0.832649, - "nauc_recall_at_1_std": 0.219304, - "nauc_recall_at_1_diff1": 0.932018, - "nauc_recall_at_3_max": 0.873113, - "nauc_recall_at_3_std": 0.292858, - "nauc_recall_at_3_diff1": 0.883952, - "nauc_recall_at_5_max": 0.888631, - "nauc_recall_at_5_std": 0.377654, - "nauc_recall_at_5_diff1": 0.899565, - "nauc_recall_at_10_max": 0.911496, - "nauc_recall_at_10_std": 0.51323, - "nauc_recall_at_10_diff1": 0.922574, - "nauc_recall_at_20_max": 0.928044, - "nauc_recall_at_20_std": 0.64921, - "nauc_recall_at_20_diff1": 0.920939, - "nauc_recall_at_100_max": 0.943044, - "nauc_recall_at_100_std": 0.727077, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.861481, + "mrr_at_5": 0.866315, + "mrr_at_10": 0.869226, + "mrr_at_20": 0.870535, + "mrr_at_100": 0.871336, + "mrr_at_1000": 0.871424, + "nauc_ndcg_at_1_max": 0.80937, + "nauc_ndcg_at_1_std": 0.169916, + "nauc_ndcg_at_1_diff1": 0.911825, + "nauc_ndcg_at_3_max": 0.84557, + "nauc_ndcg_at_3_std": 0.212477, + "nauc_ndcg_at_3_diff1": 0.902188, + "nauc_ndcg_at_5_max": 0.845578, + "nauc_ndcg_at_5_std": 0.236654, + "nauc_ndcg_at_5_diff1": 0.899353, + "nauc_ndcg_at_10_max": 0.84945, + "nauc_ndcg_at_10_std": 0.25068, + "nauc_ndcg_at_10_diff1": 0.904159, + "nauc_ndcg_at_20_max": 0.847582, + "nauc_ndcg_at_20_std": 0.256439, + "nauc_ndcg_at_20_diff1": 0.905316, + "nauc_ndcg_at_100_max": 0.844612, + "nauc_ndcg_at_100_std": 0.244781, + "nauc_ndcg_at_100_diff1": 0.906358, + "nauc_ndcg_at_1000_max": 0.842222, + "nauc_ndcg_at_1000_std": 0.233356, + "nauc_ndcg_at_1000_diff1": 0.905333, + "nauc_map_at_1_max": 0.80937, + "nauc_map_at_1_std": 0.169916, + "nauc_map_at_1_diff1": 0.911825, + "nauc_map_at_3_max": 0.837413, + "nauc_map_at_3_std": 0.201896, + "nauc_map_at_3_diff1": 0.904726, + "nauc_map_at_5_max": 0.837166, + "nauc_map_at_5_std": 0.214409, + "nauc_map_at_5_diff1": 0.903279, + "nauc_map_at_10_max": 0.838354, + "nauc_map_at_10_std": 0.218961, + "nauc_map_at_10_diff1": 0.905228, + "nauc_map_at_20_max": 0.837733, + "nauc_map_at_20_std": 0.219463, + "nauc_map_at_20_diff1": 0.905609, + "nauc_map_at_100_max": 0.837378, + "nauc_map_at_100_std": 0.217973, + "nauc_map_at_100_diff1": 0.905677, + "nauc_map_at_1000_max": 0.837294, + "nauc_map_at_1000_std": 0.217602, + "nauc_map_at_1000_diff1": 0.905642, + "nauc_recall_at_1_max": 0.80937, + "nauc_recall_at_1_std": 0.169916, + "nauc_recall_at_1_diff1": 0.911825, + "nauc_recall_at_3_max": 0.873915, + "nauc_recall_at_3_std": 0.249886, + "nauc_recall_at_3_diff1": 0.893132, + "nauc_recall_at_5_max": 0.87983, + "nauc_recall_at_5_std": 0.333883, + "nauc_recall_at_5_diff1": 0.88243, + "nauc_recall_at_10_max": 0.910035, + "nauc_recall_at_10_std": 0.434901, + "nauc_recall_at_10_diff1": 0.901004, + "nauc_recall_at_20_max": 0.9169, + "nauc_recall_at_20_std": 0.559342, + "nauc_recall_at_20_diff1": 0.907926, + "nauc_recall_at_100_max": 0.952848, + "nauc_recall_at_100_std": 0.772362, "nauc_recall_at_100_diff1": 0.952848, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.832649, - "nauc_precision_at_1_std": 0.219304, - "nauc_precision_at_1_diff1": 0.932018, - "nauc_precision_at_3_max": 0.873113, - "nauc_precision_at_3_std": 0.292858, - "nauc_precision_at_3_diff1": 0.883952, - "nauc_precision_at_5_max": 0.888631, - "nauc_precision_at_5_std": 0.377654, - "nauc_precision_at_5_diff1": 0.899565, - "nauc_precision_at_10_max": 0.911496, - "nauc_precision_at_10_std": 0.51323, - "nauc_precision_at_10_diff1": 0.922574, - "nauc_precision_at_20_max": 0.928044, - "nauc_precision_at_20_std": 0.64921, - "nauc_precision_at_20_diff1": 0.920939, - "nauc_precision_at_100_max": 0.943044, - "nauc_precision_at_100_std": 0.727077, + "nauc_precision_at_1_max": 0.80937, + "nauc_precision_at_1_std": 0.169916, + "nauc_precision_at_1_diff1": 0.911825, + "nauc_precision_at_3_max": 0.873915, + "nauc_precision_at_3_std": 0.249886, + "nauc_precision_at_3_diff1": 0.893132, + "nauc_precision_at_5_max": 0.87983, + "nauc_precision_at_5_std": 0.333883, + "nauc_precision_at_5_diff1": 0.88243, + "nauc_precision_at_10_max": 0.910035, + "nauc_precision_at_10_std": 0.434901, + "nauc_precision_at_10_diff1": 0.901004, + "nauc_precision_at_20_max": 0.9169, + "nauc_precision_at_20_std": 0.559342, + "nauc_precision_at_20_diff1": 0.907926, + "nauc_precision_at_100_max": 0.952848, + "nauc_precision_at_100_std": 0.772362, "nauc_precision_at_100_diff1": 0.952848, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.832649, - "nauc_mrr_at_1_std": 0.219304, - "nauc_mrr_at_1_diff1": 0.932018, - "nauc_mrr_at_3_max": 0.850394, - "nauc_mrr_at_3_std": 0.245403, - "nauc_mrr_at_3_diff1": 0.914968, - "nauc_mrr_at_5_max": 0.851902, - "nauc_mrr_at_5_std": 0.256217, - "nauc_mrr_at_5_diff1": 0.918397, - "nauc_mrr_at_10_max": 0.852812, - "nauc_mrr_at_10_std": 0.263343, - "nauc_mrr_at_10_diff1": 0.920427, - "nauc_mrr_at_20_max": 0.852815, - "nauc_mrr_at_20_std": 0.264608, - "nauc_mrr_at_20_diff1": 0.920389, - "nauc_mrr_at_100_max": 0.852474, - "nauc_mrr_at_100_std": 0.262499, - "nauc_mrr_at_100_diff1": 0.920542, - "nauc_mrr_at_1000_max": 0.852411, - "nauc_mrr_at_1000_std": 0.262197, - "nauc_mrr_at_1000_diff1": 0.920522, - "main_score": 0.88277, + "nauc_mrr_at_1_max": 0.80937, + "nauc_mrr_at_1_std": 0.169916, + "nauc_mrr_at_1_diff1": 0.911825, + "nauc_mrr_at_3_max": 0.837413, + "nauc_mrr_at_3_std": 0.201896, + "nauc_mrr_at_3_diff1": 0.904726, + "nauc_mrr_at_5_max": 0.837166, + "nauc_mrr_at_5_std": 0.214409, + "nauc_mrr_at_5_diff1": 0.903279, + "nauc_mrr_at_10_max": 0.838354, + "nauc_mrr_at_10_std": 0.218961, + "nauc_mrr_at_10_diff1": 0.905228, + "nauc_mrr_at_20_max": 0.837733, + "nauc_mrr_at_20_std": 0.219463, + "nauc_mrr_at_20_diff1": 0.905609, + "nauc_mrr_at_100_max": 0.837378, + "nauc_mrr_at_100_std": 0.217973, + "nauc_mrr_at_100_diff1": 0.905677, + "nauc_mrr_at_1000_max": 0.837294, + "nauc_mrr_at_1000_std": 0.217602, + "nauc_mrr_at_1000_diff1": 0.905642, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.89222, + "hit_rate_at_5": 0.91222, + "hit_rate_at_10": 0.93222, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88462, "hf_subset": "war_Latn-war_Latn", "languages": [ "war-Latn", "war-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.89444, - "ndcg_at_3": 0.93196, - "ndcg_at_5": 0.93832, - "ndcg_at_10": 0.94085, - "ndcg_at_20": 0.9428, - "ndcg_at_100": 0.94451, - "ndcg_at_1000": 0.94498, - "map_at_1": 0.89444, - "map_at_3": 0.92333, - "map_at_5": 0.92683, - "map_at_10": 0.92789, - "map_at_20": 0.92842, - "map_at_100": 0.92867, - "map_at_1000": 0.9287, - "recall_at_1": 0.89444, - "recall_at_3": 0.95667, - "recall_at_5": 0.97222, - "recall_at_10": 0.98, - "recall_at_20": 0.98778, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92976, + "ndcg_at_5": 0.93473, + "ndcg_at_10": 0.93811, + "ndcg_at_20": 0.94013, + "ndcg_at_100": 0.94279, + "ndcg_at_1000": 0.94309, + "map_at_1": 0.89111, + "map_at_3": 0.92111, + "map_at_5": 0.92383, + "map_at_10": 0.92531, + "map_at_20": 0.92589, + "map_at_100": 0.92633, + "map_at_1000": 0.92635, + "recall_at_1": 0.89111, + "recall_at_3": 0.95444, + "recall_at_5": 0.96667, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.89444, - "precision_at_3": 0.31889, - "precision_at_5": 0.19444, - "precision_at_10": 0.098, - "precision_at_20": 0.04939, - "precision_at_100": 0.00997, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31815, + "precision_at_5": 0.19333, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.894444, - "mrr_at_3": 0.923333, - "mrr_at_5": 0.926833, - "mrr_at_10": 0.92789, - "mrr_at_20": 0.928415, - "mrr_at_100": 0.928672, - "mrr_at_1000": 0.928699, - "nauc_ndcg_at_1_max": 0.752313, - "nauc_ndcg_at_1_std": -0.318012, - "nauc_ndcg_at_1_diff1": 0.936513, - "nauc_ndcg_at_3_max": 0.796735, - "nauc_ndcg_at_3_std": -0.315138, - "nauc_ndcg_at_3_diff1": 0.936698, - "nauc_ndcg_at_5_max": 0.800883, - "nauc_ndcg_at_5_std": -0.324502, - "nauc_ndcg_at_5_diff1": 0.939231, - "nauc_ndcg_at_10_max": 0.796444, - "nauc_ndcg_at_10_std": -0.314863, - "nauc_ndcg_at_10_diff1": 0.940047, - "nauc_ndcg_at_20_max": 0.794054, - "nauc_ndcg_at_20_std": -0.301233, - "nauc_ndcg_at_20_diff1": 0.938608, - "nauc_ndcg_at_100_max": 0.789892, - "nauc_ndcg_at_100_std": -0.304249, - "nauc_ndcg_at_100_diff1": 0.938338, - "nauc_ndcg_at_1000_max": 0.78806, - "nauc_ndcg_at_1000_std": -0.314315, - "nauc_ndcg_at_1000_diff1": 0.938173, - "nauc_map_at_1_max": 0.752313, - "nauc_map_at_1_std": -0.318012, - "nauc_map_at_1_diff1": 0.936513, - "nauc_map_at_3_max": 0.784224, - "nauc_map_at_3_std": -0.320976, - "nauc_map_at_3_diff1": 0.936488, - "nauc_map_at_5_max": 0.785882, - "nauc_map_at_5_std": -0.324775, - "nauc_map_at_5_diff1": 0.937786, - "nauc_map_at_10_max": 0.784145, - "nauc_map_at_10_std": -0.321152, - "nauc_map_at_10_diff1": 0.937986, - "nauc_map_at_20_max": 0.783438, - "nauc_map_at_20_std": -0.318838, - "nauc_map_at_20_diff1": 0.937649, - "nauc_map_at_100_max": 0.782952, - "nauc_map_at_100_std": -0.319228, - "nauc_map_at_100_diff1": 0.937646, - "nauc_map_at_1000_max": 0.782871, - "nauc_map_at_1000_std": -0.319665, - "nauc_map_at_1000_diff1": 0.937638, - "nauc_recall_at_1_max": 0.752313, - "nauc_recall_at_1_std": -0.318012, - "nauc_recall_at_1_diff1": 0.936513, - "nauc_recall_at_3_max": 0.858699, - "nauc_recall_at_3_std": -0.28192, - "nauc_recall_at_3_diff1": 0.937873, - "nauc_recall_at_5_max": 0.912232, - "nauc_recall_at_5_std": -0.322969, - "nauc_recall_at_5_diff1": 0.950794, - "nauc_recall_at_10_max": 0.915318, - "nauc_recall_at_10_std": -0.242219, - "nauc_recall_at_10_diff1": 0.963689, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.082421, - "nauc_recall_at_20_diff1": 0.952466, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.921111, + "mrr_at_5": 0.923833, + "mrr_at_10": 0.925313, + "mrr_at_20": 0.925892, + "mrr_at_100": 0.926333, + "mrr_at_1000": 0.926347, + "nauc_ndcg_at_1_max": 0.736306, + "nauc_ndcg_at_1_std": -0.395486, + "nauc_ndcg_at_1_diff1": 0.936488, + "nauc_ndcg_at_3_max": 0.777699, + "nauc_ndcg_at_3_std": -0.42278, + "nauc_ndcg_at_3_diff1": 0.933748, + "nauc_ndcg_at_5_max": 0.780033, + "nauc_ndcg_at_5_std": -0.414218, + "nauc_ndcg_at_5_diff1": 0.935356, + "nauc_ndcg_at_10_max": 0.778026, + "nauc_ndcg_at_10_std": -0.405516, + "nauc_ndcg_at_10_diff1": 0.93522, + "nauc_ndcg_at_20_max": 0.773149, + "nauc_ndcg_at_20_std": -0.393474, + "nauc_ndcg_at_20_diff1": 0.935026, + "nauc_ndcg_at_100_max": 0.770756, + "nauc_ndcg_at_100_std": -0.399902, + "nauc_ndcg_at_100_diff1": 0.936257, + "nauc_ndcg_at_1000_max": 0.76951, + "nauc_ndcg_at_1000_std": -0.407506, + "nauc_ndcg_at_1000_diff1": 0.935911, + "nauc_map_at_1_max": 0.736306, + "nauc_map_at_1_std": -0.395486, + "nauc_map_at_1_diff1": 0.936488, + "nauc_map_at_3_max": 0.766803, + "nauc_map_at_3_std": -0.419427, + "nauc_map_at_3_diff1": 0.934829, + "nauc_map_at_5_max": 0.767575, + "nauc_map_at_5_std": -0.415404, + "nauc_map_at_5_diff1": 0.935665, + "nauc_map_at_10_max": 0.76649, + "nauc_map_at_10_std": -0.413507, + "nauc_map_at_10_diff1": 0.935681, + "nauc_map_at_20_max": 0.765282, + "nauc_map_at_20_std": -0.411184, + "nauc_map_at_20_diff1": 0.935683, + "nauc_map_at_100_max": 0.76505, + "nauc_map_at_100_std": -0.411859, + "nauc_map_at_100_diff1": 0.935884, + "nauc_map_at_1000_max": 0.765002, + "nauc_map_at_1000_std": -0.412145, + "nauc_map_at_1000_diff1": 0.935871, + "nauc_recall_at_1_max": 0.736306, + "nauc_recall_at_1_std": -0.395486, + "nauc_recall_at_1_diff1": 0.936488, + "nauc_recall_at_3_max": 0.829735, + "nauc_recall_at_3_std": -0.435369, + "nauc_recall_at_3_diff1": 0.928264, + "nauc_recall_at_5_max": 0.859337, + "nauc_recall_at_5_std": -0.397915, + "nauc_recall_at_5_diff1": 0.933551, + "nauc_recall_at_10_max": 0.879418, + "nauc_recall_at_10_std": -0.303121, + "nauc_recall_at_10_diff1": 0.93075, + "nauc_recall_at_20_max": 0.857643, + "nauc_recall_at_20_std": -0.060524, + "nauc_recall_at_20_diff1": 0.924136, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.752313, - "nauc_precision_at_1_std": -0.318012, - "nauc_precision_at_1_diff1": 0.936513, - "nauc_precision_at_3_max": 0.858699, - "nauc_precision_at_3_std": -0.28192, - "nauc_precision_at_3_diff1": 0.937873, - "nauc_precision_at_5_max": 0.912232, - "nauc_precision_at_5_std": -0.322969, - "nauc_precision_at_5_diff1": 0.950794, - "nauc_precision_at_10_max": 0.915318, - "nauc_precision_at_10_std": -0.242219, - "nauc_precision_at_10_diff1": 0.963689, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.082421, - "nauc_precision_at_20_diff1": 0.952466, + "nauc_precision_at_1_max": 0.736306, + "nauc_precision_at_1_std": -0.395486, + "nauc_precision_at_1_diff1": 0.936488, + "nauc_precision_at_3_max": 0.829735, + "nauc_precision_at_3_std": -0.435369, + "nauc_precision_at_3_diff1": 0.928264, + "nauc_precision_at_5_max": 0.859337, + "nauc_precision_at_5_std": -0.397915, + "nauc_precision_at_5_diff1": 0.933551, + "nauc_precision_at_10_max": 0.879418, + "nauc_precision_at_10_std": -0.303121, + "nauc_precision_at_10_diff1": 0.93075, + "nauc_precision_at_20_max": 0.857643, + "nauc_precision_at_20_std": -0.060524, + "nauc_precision_at_20_diff1": 0.924136, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.752313, - "nauc_mrr_at_1_std": -0.318012, - "nauc_mrr_at_1_diff1": 0.936513, - "nauc_mrr_at_3_max": 0.784224, - "nauc_mrr_at_3_std": -0.320976, - "nauc_mrr_at_3_diff1": 0.936488, - "nauc_mrr_at_5_max": 0.785882, - "nauc_mrr_at_5_std": -0.324775, - "nauc_mrr_at_5_diff1": 0.937786, - "nauc_mrr_at_10_max": 0.784145, - "nauc_mrr_at_10_std": -0.321152, - "nauc_mrr_at_10_diff1": 0.937986, - "nauc_mrr_at_20_max": 0.783438, - "nauc_mrr_at_20_std": -0.318838, - "nauc_mrr_at_20_diff1": 0.937649, - "nauc_mrr_at_100_max": 0.782952, - "nauc_mrr_at_100_std": -0.319228, - "nauc_mrr_at_100_diff1": 0.937646, - "nauc_mrr_at_1000_max": 0.782871, - "nauc_mrr_at_1000_std": -0.319665, - "nauc_mrr_at_1000_diff1": 0.937638, - "main_score": 0.94085, + "nauc_mrr_at_1_max": 0.736306, + "nauc_mrr_at_1_std": -0.395486, + "nauc_mrr_at_1_diff1": 0.936488, + "nauc_mrr_at_3_max": 0.766803, + "nauc_mrr_at_3_std": -0.419427, + "nauc_mrr_at_3_diff1": 0.934829, + "nauc_mrr_at_5_max": 0.767575, + "nauc_mrr_at_5_std": -0.415404, + "nauc_mrr_at_5_diff1": 0.935665, + "nauc_mrr_at_10_max": 0.76649, + "nauc_mrr_at_10_std": -0.413507, + "nauc_mrr_at_10_diff1": 0.935681, + "nauc_mrr_at_20_max": 0.765282, + "nauc_mrr_at_20_std": -0.411184, + "nauc_mrr_at_20_diff1": 0.935683, + "nauc_mrr_at_100_max": 0.76505, + "nauc_mrr_at_100_std": -0.411859, + "nauc_mrr_at_100_diff1": 0.935884, + "nauc_mrr_at_1000_max": 0.765002, + "nauc_mrr_at_1000_std": -0.412145, + "nauc_mrr_at_1000_diff1": 0.935871, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93811, "hf_subset": "war_Latn-eng_Latn", "languages": [ "war-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.78, - "ndcg_at_3": 0.83163, - "ndcg_at_5": 0.8399, - "ndcg_at_10": 0.84757, - "ndcg_at_20": 0.85196, - "ndcg_at_100": 0.86047, - "ndcg_at_1000": 0.86403, - "map_at_1": 0.78, - "map_at_3": 0.81944, - "map_at_5": 0.82406, - "map_at_10": 0.82729, - "map_at_20": 0.82845, - "map_at_100": 0.82965, - "map_at_1000": 0.82981, - "recall_at_1": 0.78, - "recall_at_3": 0.86667, - "recall_at_5": 0.88667, - "recall_at_10": 0.91, - "recall_at_20": 0.92778, - "recall_at_100": 0.97333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.8238, + "ndcg_at_5": 0.83403, + "ndcg_at_10": 0.83909, + "ndcg_at_20": 0.84588, + "ndcg_at_100": 0.85469, + "ndcg_at_1000": 0.85885, + "map_at_1": 0.77778, + "map_at_3": 0.81278, + "map_at_5": 0.81856, + "map_at_10": 0.82066, + "map_at_20": 0.82255, + "map_at_100": 0.82383, + "map_at_1000": 0.82402, + "recall_at_1": 0.77778, + "recall_at_3": 0.85556, + "recall_at_5": 0.88, + "recall_at_10": 0.89556, + "recall_at_20": 0.92222, + "recall_at_100": 0.96889, "recall_at_1000": 1.0, - "precision_at_1": 0.78, - "precision_at_3": 0.28889, - "precision_at_5": 0.17733, - "precision_at_10": 0.091, - "precision_at_20": 0.04639, - "precision_at_100": 0.00973, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.28519, + "precision_at_5": 0.176, + "precision_at_10": 0.08956, + "precision_at_20": 0.04611, + "precision_at_100": 0.00969, "precision_at_1000": 0.001, - "mrr_at_1": 0.78, - "mrr_at_3": 0.819444, - "mrr_at_5": 0.824056, - "mrr_at_10": 0.827291, - "mrr_at_20": 0.828446, - "mrr_at_100": 0.829655, - "mrr_at_1000": 0.829808, - "nauc_ndcg_at_1_max": 0.87164, - "nauc_ndcg_at_1_std": 0.243072, - "nauc_ndcg_at_1_diff1": 0.936302, - "nauc_ndcg_at_3_max": 0.897802, - "nauc_ndcg_at_3_std": 0.332401, - "nauc_ndcg_at_3_diff1": 0.914304, - "nauc_ndcg_at_5_max": 0.899172, - "nauc_ndcg_at_5_std": 0.370995, - "nauc_ndcg_at_5_diff1": 0.91122, - "nauc_ndcg_at_10_max": 0.896715, - "nauc_ndcg_at_10_std": 0.37264, - "nauc_ndcg_at_10_diff1": 0.912397, - "nauc_ndcg_at_20_max": 0.897743, - "nauc_ndcg_at_20_std": 0.37549, - "nauc_ndcg_at_20_diff1": 0.915336, - "nauc_ndcg_at_100_max": 0.895232, - "nauc_ndcg_at_100_std": 0.35746, - "nauc_ndcg_at_100_diff1": 0.917167, - "nauc_ndcg_at_1000_max": 0.893335, - "nauc_ndcg_at_1000_std": 0.345477, - "nauc_ndcg_at_1000_diff1": 0.917595, - "nauc_map_at_1_max": 0.87164, - "nauc_map_at_1_std": 0.243072, - "nauc_map_at_1_diff1": 0.936302, - "nauc_map_at_3_max": 0.890337, - "nauc_map_at_3_std": 0.306382, - "nauc_map_at_3_diff1": 0.920039, - "nauc_map_at_5_max": 0.890811, - "nauc_map_at_5_std": 0.325369, - "nauc_map_at_5_diff1": 0.918603, - "nauc_map_at_10_max": 0.889647, - "nauc_map_at_10_std": 0.32525, - "nauc_map_at_10_diff1": 0.919093, - "nauc_map_at_20_max": 0.889797, - "nauc_map_at_20_std": 0.325418, - "nauc_map_at_20_diff1": 0.919756, - "nauc_map_at_100_max": 0.88954, - "nauc_map_at_100_std": 0.323301, - "nauc_map_at_100_diff1": 0.920037, - "nauc_map_at_1000_max": 0.889476, - "nauc_map_at_1000_std": 0.322881, - "nauc_map_at_1000_diff1": 0.920056, - "nauc_recall_at_1_max": 0.87164, - "nauc_recall_at_1_std": 0.243072, - "nauc_recall_at_1_diff1": 0.936302, - "nauc_recall_at_3_max": 0.925917, - "nauc_recall_at_3_std": 0.430679, - "nauc_recall_at_3_diff1": 0.893002, - "nauc_recall_at_5_max": 0.935061, - "nauc_recall_at_5_std": 0.573246, - "nauc_recall_at_5_diff1": 0.879562, - "nauc_recall_at_10_max": 0.932508, - "nauc_recall_at_10_std": 0.628852, - "nauc_recall_at_10_diff1": 0.878537, - "nauc_recall_at_20_max": 0.949903, - "nauc_recall_at_20_std": 0.716476, - "nauc_recall_at_20_diff1": 0.894132, - "nauc_recall_at_100_max": 0.965083, - "nauc_recall_at_100_std": 0.794429, - "nauc_recall_at_100_diff1": 0.902253, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.87164, - "nauc_precision_at_1_std": 0.243072, - "nauc_precision_at_1_diff1": 0.936302, - "nauc_precision_at_3_max": 0.925917, - "nauc_precision_at_3_std": 0.430679, - "nauc_precision_at_3_diff1": 0.893002, - "nauc_precision_at_5_max": 0.935061, - "nauc_precision_at_5_std": 0.573246, - "nauc_precision_at_5_diff1": 0.879562, - "nauc_precision_at_10_max": 0.932508, - "nauc_precision_at_10_std": 0.628852, - "nauc_precision_at_10_diff1": 0.878537, - "nauc_precision_at_20_max": 0.949903, - "nauc_precision_at_20_std": 0.716476, - "nauc_precision_at_20_diff1": 0.894132, - "nauc_precision_at_100_max": 0.965083, - "nauc_precision_at_100_std": 0.794429, - "nauc_precision_at_100_diff1": 0.902253, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.87164, - "nauc_mrr_at_1_std": 0.243072, - "nauc_mrr_at_1_diff1": 0.936302, - "nauc_mrr_at_3_max": 0.890337, - "nauc_mrr_at_3_std": 0.306382, - "nauc_mrr_at_3_diff1": 0.920039, - "nauc_mrr_at_5_max": 0.890811, - "nauc_mrr_at_5_std": 0.325369, - "nauc_mrr_at_5_diff1": 0.918603, - "nauc_mrr_at_10_max": 0.889647, - "nauc_mrr_at_10_std": 0.32525, - "nauc_mrr_at_10_diff1": 0.919093, - "nauc_mrr_at_20_max": 0.889797, - "nauc_mrr_at_20_std": 0.325418, - "nauc_mrr_at_20_diff1": 0.919756, - "nauc_mrr_at_100_max": 0.88954, - "nauc_mrr_at_100_std": 0.323301, - "nauc_mrr_at_100_diff1": 0.920037, - "nauc_mrr_at_1000_max": 0.889476, - "nauc_mrr_at_1000_std": 0.322881, - "nauc_mrr_at_1000_diff1": 0.920056, - "main_score": 0.84757, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.812778, + "mrr_at_5": 0.818556, + "mrr_at_10": 0.820665, + "mrr_at_20": 0.822552, + "mrr_at_100": 0.823833, + "mrr_at_1000": 0.824016, + "nauc_ndcg_at_1_max": 0.853734, + "nauc_ndcg_at_1_std": 0.165587, + "nauc_ndcg_at_1_diff1": 0.912665, + "nauc_ndcg_at_3_max": 0.882158, + "nauc_ndcg_at_3_std": 0.259512, + "nauc_ndcg_at_3_diff1": 0.898958, + "nauc_ndcg_at_5_max": 0.882619, + "nauc_ndcg_at_5_std": 0.272623, + "nauc_ndcg_at_5_diff1": 0.895923, + "nauc_ndcg_at_10_max": 0.883473, + "nauc_ndcg_at_10_std": 0.290656, + "nauc_ndcg_at_10_diff1": 0.894542, + "nauc_ndcg_at_20_max": 0.881696, + "nauc_ndcg_at_20_std": 0.287254, + "nauc_ndcg_at_20_diff1": 0.896743, + "nauc_ndcg_at_100_max": 0.880249, + "nauc_ndcg_at_100_std": 0.27847, + "nauc_ndcg_at_100_diff1": 0.897948, + "nauc_ndcg_at_1000_max": 0.878037, + "nauc_ndcg_at_1000_std": 0.264379, + "nauc_ndcg_at_1000_diff1": 0.899086, + "nauc_map_at_1_max": 0.853734, + "nauc_map_at_1_std": 0.165587, + "nauc_map_at_1_diff1": 0.912665, + "nauc_map_at_3_max": 0.874477, + "nauc_map_at_3_std": 0.233343, + "nauc_map_at_3_diff1": 0.902614, + "nauc_map_at_5_max": 0.874607, + "nauc_map_at_5_std": 0.239919, + "nauc_map_at_5_diff1": 0.901157, + "nauc_map_at_10_max": 0.875, + "nauc_map_at_10_std": 0.246776, + "nauc_map_at_10_diff1": 0.900681, + "nauc_map_at_20_max": 0.874375, + "nauc_map_at_20_std": 0.245171, + "nauc_map_at_20_diff1": 0.901323, + "nauc_map_at_100_max": 0.874163, + "nauc_map_at_100_std": 0.244111, + "nauc_map_at_100_diff1": 0.901487, + "nauc_map_at_1000_max": 0.874082, + "nauc_map_at_1000_std": 0.243598, + "nauc_map_at_1000_diff1": 0.901519, + "nauc_recall_at_1_max": 0.853734, + "nauc_recall_at_1_std": 0.165587, + "nauc_recall_at_1_diff1": 0.912665, + "nauc_recall_at_3_max": 0.909848, + "nauc_recall_at_3_std": 0.35428, + "nauc_recall_at_3_diff1": 0.885804, + "nauc_recall_at_5_max": 0.915619, + "nauc_recall_at_5_std": 0.409963, + "nauc_recall_at_5_diff1": 0.873683, + "nauc_recall_at_10_max": 0.922413, + "nauc_recall_at_10_std": 0.505279, + "nauc_recall_at_10_diff1": 0.864679, + "nauc_recall_at_20_max": 0.924003, + "nauc_recall_at_20_std": 0.556849, + "nauc_recall_at_20_diff1": 0.870281, + "nauc_recall_at_100_max": 0.951397, + "nauc_recall_at_100_std": 0.730792, + "nauc_recall_at_100_diff1": 0.859444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853734, + "nauc_precision_at_1_std": 0.165587, + "nauc_precision_at_1_diff1": 0.912665, + "nauc_precision_at_3_max": 0.909848, + "nauc_precision_at_3_std": 0.35428, + "nauc_precision_at_3_diff1": 0.885804, + "nauc_precision_at_5_max": 0.915619, + "nauc_precision_at_5_std": 0.409963, + "nauc_precision_at_5_diff1": 0.873683, + "nauc_precision_at_10_max": 0.922413, + "nauc_precision_at_10_std": 0.505279, + "nauc_precision_at_10_diff1": 0.864679, + "nauc_precision_at_20_max": 0.924003, + "nauc_precision_at_20_std": 0.556849, + "nauc_precision_at_20_diff1": 0.870281, + "nauc_precision_at_100_max": 0.951397, + "nauc_precision_at_100_std": 0.730792, + "nauc_precision_at_100_diff1": 0.859444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.853734, + "nauc_mrr_at_1_std": 0.165587, + "nauc_mrr_at_1_diff1": 0.912665, + "nauc_mrr_at_3_max": 0.874477, + "nauc_mrr_at_3_std": 0.233343, + "nauc_mrr_at_3_diff1": 0.902614, + "nauc_mrr_at_5_max": 0.874607, + "nauc_mrr_at_5_std": 0.239919, + "nauc_mrr_at_5_diff1": 0.901157, + "nauc_mrr_at_10_max": 0.875, + "nauc_mrr_at_10_std": 0.246776, + "nauc_mrr_at_10_diff1": 0.900681, + "nauc_mrr_at_20_max": 0.874375, + "nauc_mrr_at_20_std": 0.245171, + "nauc_mrr_at_20_diff1": 0.901323, + "nauc_mrr_at_100_max": 0.874163, + "nauc_mrr_at_100_std": 0.244111, + "nauc_mrr_at_100_diff1": 0.901487, + "nauc_mrr_at_1000_max": 0.874082, + "nauc_mrr_at_1000_std": 0.243598, + "nauc_mrr_at_1000_diff1": 0.901519, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.85556, + "hit_rate_at_5": 0.88, + "hit_rate_at_10": 0.89556, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.83909, "hf_subset": "eng_Latn-war_Latn", "languages": [ "eng-Latn", "war-Latn" - ] - }, - { - "ndcg_at_1": 0.50667, - "ndcg_at_3": 0.55295, - "ndcg_at_5": 0.56395, - "ndcg_at_10": 0.57678, - "ndcg_at_20": 0.58916, - "ndcg_at_100": 0.61498, - "ndcg_at_1000": 0.63542, - "map_at_1": 0.50667, - "map_at_3": 0.54167, - "map_at_5": 0.54778, - "map_at_10": 0.55301, - "map_at_20": 0.55641, - "map_at_100": 0.55978, - "map_at_1000": 0.56061, - "recall_at_1": 0.50667, - "recall_at_3": 0.58556, - "recall_at_5": 0.61222, - "recall_at_10": 0.65222, - "recall_at_20": 0.70111, - "recall_at_100": 0.84333, - "recall_at_1000": 1.0, - "precision_at_1": 0.50667, - "precision_at_3": 0.19519, - "precision_at_5": 0.12244, - "precision_at_10": 0.06522, - "precision_at_20": 0.03506, - "precision_at_100": 0.00843, - "precision_at_1000": 0.001, - "mrr_at_1": 0.506667, - "mrr_at_3": 0.541667, - "mrr_at_5": 0.547778, - "mrr_at_10": 0.553011, - "mrr_at_20": 0.556415, - "mrr_at_100": 0.559783, - "mrr_at_1000": 0.560609, - "nauc_ndcg_at_1_max": 0.772634, - "nauc_ndcg_at_1_std": -0.233171, - "nauc_ndcg_at_1_diff1": 0.84186, - "nauc_ndcg_at_3_max": 0.785353, - "nauc_ndcg_at_3_std": -0.24384, - "nauc_ndcg_at_3_diff1": 0.821384, - "nauc_ndcg_at_5_max": 0.782023, - "nauc_ndcg_at_5_std": -0.249872, - "nauc_ndcg_at_5_diff1": 0.81795, - "nauc_ndcg_at_10_max": 0.780914, - "nauc_ndcg_at_10_std": -0.254516, - "nauc_ndcg_at_10_diff1": 0.815768, - "nauc_ndcg_at_20_max": 0.771344, - "nauc_ndcg_at_20_std": -0.26037, - "nauc_ndcg_at_20_diff1": 0.809207, - "nauc_ndcg_at_100_max": 0.770028, - "nauc_ndcg_at_100_std": -0.249217, - "nauc_ndcg_at_100_diff1": 0.807745, - "nauc_ndcg_at_1000_max": 0.77497, - "nauc_ndcg_at_1000_std": -0.251348, - "nauc_ndcg_at_1000_diff1": 0.815233, - "nauc_map_at_1_max": 0.772634, - "nauc_map_at_1_std": -0.233171, - "nauc_map_at_1_diff1": 0.84186, - "nauc_map_at_3_max": 0.782963, - "nauc_map_at_3_std": -0.241864, - "nauc_map_at_3_diff1": 0.826985, - "nauc_map_at_5_max": 0.781068, - "nauc_map_at_5_std": -0.244948, - "nauc_map_at_5_diff1": 0.82492, - "nauc_map_at_10_max": 0.780553, - "nauc_map_at_10_std": -0.24686, - "nauc_map_at_10_diff1": 0.8241, - "nauc_map_at_20_max": 0.778103, - "nauc_map_at_20_std": -0.248036, - "nauc_map_at_20_diff1": 0.822504, - "nauc_map_at_100_max": 0.777887, - "nauc_map_at_100_std": -0.247143, - "nauc_map_at_100_diff1": 0.822304, - "nauc_map_at_1000_max": 0.778048, - "nauc_map_at_1000_std": -0.247195, - "nauc_map_at_1000_diff1": 0.822546, - "nauc_recall_at_1_max": 0.772634, - "nauc_recall_at_1_std": -0.233171, - "nauc_recall_at_1_diff1": 0.84186, - "nauc_recall_at_3_max": 0.792246, - "nauc_recall_at_3_std": -0.24952, - "nauc_recall_at_3_diff1": 0.80422, - "nauc_recall_at_5_max": 0.784216, - "nauc_recall_at_5_std": -0.266109, - "nauc_recall_at_5_diff1": 0.795783, - "nauc_recall_at_10_max": 0.780973, - "nauc_recall_at_10_std": -0.282816, - "nauc_recall_at_10_diff1": 0.786625, - "nauc_recall_at_20_max": 0.734639, - "nauc_recall_at_20_std": -0.316824, - "nauc_recall_at_20_diff1": 0.751507, - "nauc_recall_at_100_max": 0.698077, - "nauc_recall_at_100_std": -0.220368, - "nauc_recall_at_100_diff1": 0.698077, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.772634, - "nauc_precision_at_1_std": -0.233171, - "nauc_precision_at_1_diff1": 0.84186, - "nauc_precision_at_3_max": 0.792246, - "nauc_precision_at_3_std": -0.24952, - "nauc_precision_at_3_diff1": 0.80422, - "nauc_precision_at_5_max": 0.784216, - "nauc_precision_at_5_std": -0.266109, - "nauc_precision_at_5_diff1": 0.795783, - "nauc_precision_at_10_max": 0.780973, - "nauc_precision_at_10_std": -0.282816, - "nauc_precision_at_10_diff1": 0.786625, - "nauc_precision_at_20_max": 0.734639, - "nauc_precision_at_20_std": -0.316824, - "nauc_precision_at_20_diff1": 0.751507, - "nauc_precision_at_100_max": 0.698077, - "nauc_precision_at_100_std": -0.220368, - "nauc_precision_at_100_diff1": 0.698077, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.772634, - "nauc_mrr_at_1_std": -0.233171, - "nauc_mrr_at_1_diff1": 0.84186, - "nauc_mrr_at_3_max": 0.782963, - "nauc_mrr_at_3_std": -0.241864, - "nauc_mrr_at_3_diff1": 0.826985, - "nauc_mrr_at_5_max": 0.781068, - "nauc_mrr_at_5_std": -0.244948, - "nauc_mrr_at_5_diff1": 0.82492, - "nauc_mrr_at_10_max": 0.780553, - "nauc_mrr_at_10_std": -0.24686, - "nauc_mrr_at_10_diff1": 0.8241, - "nauc_mrr_at_20_max": 0.778103, - "nauc_mrr_at_20_std": -0.248036, - "nauc_mrr_at_20_diff1": 0.822504, - "nauc_mrr_at_100_max": 0.777887, - "nauc_mrr_at_100_std": -0.247143, - "nauc_mrr_at_100_diff1": 0.822304, - "nauc_mrr_at_1000_max": 0.778048, - "nauc_mrr_at_1000_std": -0.247195, - "nauc_mrr_at_1000_diff1": 0.822546, - "main_score": 0.57678, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.50333, + "ndcg_at_3": 0.55046, + "ndcg_at_5": 0.5628, + "ndcg_at_10": 0.57755, + "ndcg_at_20": 0.58992, + "ndcg_at_100": 0.61445, + "ndcg_at_1000": 0.63473, + "map_at_1": 0.50333, + "map_at_3": 0.53907, + "map_at_5": 0.54591, + "map_at_10": 0.552, + "map_at_20": 0.55541, + "map_at_100": 0.5585, + "map_at_1000": 0.55932, + "recall_at_1": 0.50333, + "recall_at_3": 0.58333, + "recall_at_5": 0.61333, + "recall_at_10": 0.65889, + "recall_at_20": 0.70778, + "recall_at_100": 0.84444, + "recall_at_1000": 1.0, + "accuracy": 0.50333, + "precision_at_1": 0.50333, + "precision_at_3": 0.19444, + "precision_at_5": 0.12267, + "precision_at_10": 0.06589, + "precision_at_20": 0.03539, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.503333, + "mrr_at_3": 0.539074, + "mrr_at_5": 0.545907, + "mrr_at_10": 0.552004, + "mrr_at_20": 0.555407, + "mrr_at_100": 0.558502, + "mrr_at_1000": 0.559318, + "nauc_ndcg_at_1_max": 0.764413, + "nauc_ndcg_at_1_std": -0.197696, + "nauc_ndcg_at_1_diff1": 0.854976, + "nauc_ndcg_at_3_max": 0.781133, + "nauc_ndcg_at_3_std": -0.206311, + "nauc_ndcg_at_3_diff1": 0.830224, + "nauc_ndcg_at_5_max": 0.78105, + "nauc_ndcg_at_5_std": -0.206187, + "nauc_ndcg_at_5_diff1": 0.829979, + "nauc_ndcg_at_10_max": 0.779262, + "nauc_ndcg_at_10_std": -0.206069, + "nauc_ndcg_at_10_diff1": 0.826774, + "nauc_ndcg_at_20_max": 0.772601, + "nauc_ndcg_at_20_std": -0.212322, + "nauc_ndcg_at_20_diff1": 0.8218, + "nauc_ndcg_at_100_max": 0.767532, + "nauc_ndcg_at_100_std": -0.208146, + "nauc_ndcg_at_100_diff1": 0.818223, + "nauc_ndcg_at_1000_max": 0.772332, + "nauc_ndcg_at_1000_std": -0.208431, + "nauc_ndcg_at_1000_diff1": 0.825921, + "nauc_map_at_1_max": 0.764413, + "nauc_map_at_1_std": -0.197696, + "nauc_map_at_1_diff1": 0.854976, + "nauc_map_at_3_max": 0.777635, + "nauc_map_at_3_std": -0.203855, + "nauc_map_at_3_diff1": 0.836376, + "nauc_map_at_5_max": 0.777566, + "nauc_map_at_5_std": -0.203589, + "nauc_map_at_5_diff1": 0.836235, + "nauc_map_at_10_max": 0.77655, + "nauc_map_at_10_std": -0.204064, + "nauc_map_at_10_diff1": 0.834915, + "nauc_map_at_20_max": 0.774534, + "nauc_map_at_20_std": -0.205824, + "nauc_map_at_20_diff1": 0.833476, + "nauc_map_at_100_max": 0.7739, + "nauc_map_at_100_std": -0.205736, + "nauc_map_at_100_diff1": 0.832942, + "nauc_map_at_1000_max": 0.77405, + "nauc_map_at_1000_std": -0.20568, + "nauc_map_at_1000_diff1": 0.833197, + "nauc_recall_at_1_max": 0.764413, + "nauc_recall_at_1_std": -0.197696, + "nauc_recall_at_1_diff1": 0.854976, + "nauc_recall_at_3_max": 0.791431, + "nauc_recall_at_3_std": -0.21388, + "nauc_recall_at_3_diff1": 0.811613, + "nauc_recall_at_5_max": 0.79163, + "nauc_recall_at_5_std": -0.214679, + "nauc_recall_at_5_diff1": 0.810453, + "nauc_recall_at_10_max": 0.787972, + "nauc_recall_at_10_std": -0.21159, + "nauc_recall_at_10_diff1": 0.798138, + "nauc_recall_at_20_max": 0.759185, + "nauc_recall_at_20_std": -0.241011, + "nauc_recall_at_20_diff1": 0.772613, + "nauc_recall_at_100_max": 0.696747, + "nauc_recall_at_100_std": -0.200983, + "nauc_recall_at_100_diff1": 0.705705, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764413, + "nauc_precision_at_1_std": -0.197696, + "nauc_precision_at_1_diff1": 0.854976, + "nauc_precision_at_3_max": 0.791431, + "nauc_precision_at_3_std": -0.21388, + "nauc_precision_at_3_diff1": 0.811613, + "nauc_precision_at_5_max": 0.79163, + "nauc_precision_at_5_std": -0.214679, + "nauc_precision_at_5_diff1": 0.810453, + "nauc_precision_at_10_max": 0.787972, + "nauc_precision_at_10_std": -0.21159, + "nauc_precision_at_10_diff1": 0.798138, + "nauc_precision_at_20_max": 0.759185, + "nauc_precision_at_20_std": -0.241011, + "nauc_precision_at_20_diff1": 0.772613, + "nauc_precision_at_100_max": 0.696747, + "nauc_precision_at_100_std": -0.200983, + "nauc_precision_at_100_diff1": 0.705705, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764413, + "nauc_mrr_at_1_std": -0.197696, + "nauc_mrr_at_1_diff1": 0.854976, + "nauc_mrr_at_3_max": 0.777635, + "nauc_mrr_at_3_std": -0.203855, + "nauc_mrr_at_3_diff1": 0.836376, + "nauc_mrr_at_5_max": 0.777566, + "nauc_mrr_at_5_std": -0.203589, + "nauc_mrr_at_5_diff1": 0.836235, + "nauc_mrr_at_10_max": 0.77655, + "nauc_mrr_at_10_std": -0.204064, + "nauc_mrr_at_10_diff1": 0.834915, + "nauc_mrr_at_20_max": 0.774534, + "nauc_mrr_at_20_std": -0.205824, + "nauc_mrr_at_20_diff1": 0.833476, + "nauc_mrr_at_100_max": 0.7739, + "nauc_mrr_at_100_std": -0.205736, + "nauc_mrr_at_100_diff1": 0.832942, + "nauc_mrr_at_1000_max": 0.77405, + "nauc_mrr_at_1000_std": -0.20568, + "nauc_mrr_at_1000_diff1": 0.833197, + "hit_rate_at_1": 0.50333, + "hit_rate_at_3": 0.58333, + "hit_rate_at_5": 0.61333, + "hit_rate_at_10": 0.65889, + "hit_rate_at_20": 0.70778, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.57755, "hf_subset": "wol_Latn-wol_Latn", "languages": [ "wol-Latn", "wol-Latn" - ] - }, - { - "ndcg_at_1": 0.66556, - "ndcg_at_3": 0.72218, - "ndcg_at_5": 0.73437, - "ndcg_at_10": 0.74435, - "ndcg_at_20": 0.75424, - "ndcg_at_100": 0.77015, - "ndcg_at_1000": 0.7768, - "map_at_1": 0.66556, - "map_at_3": 0.70833, - "map_at_5": 0.715, - "map_at_10": 0.71908, - "map_at_20": 0.72182, - "map_at_100": 0.72389, - "map_at_1000": 0.72417, - "recall_at_1": 0.66556, - "recall_at_3": 0.76222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.71197, + "ndcg_at_5": 0.72856, + "ndcg_at_10": 0.73646, + "ndcg_at_20": 0.74626, + "ndcg_at_100": 0.76351, + "ndcg_at_1000": 0.77009, + "map_at_1": 0.65222, + "map_at_3": 0.69796, + "map_at_5": 0.70724, + "map_at_10": 0.7105, + "map_at_20": 0.71316, + "map_at_100": 0.71546, + "map_at_1000": 0.71573, + "recall_at_1": 0.65222, + "recall_at_3": 0.75222, "recall_at_5": 0.79222, - "recall_at_10": 0.82333, - "recall_at_20": 0.86222, + "recall_at_10": 0.81667, + "recall_at_20": 0.85556, "recall_at_100": 0.95, "recall_at_1000": 1.0, - "precision_at_1": 0.66556, - "precision_at_3": 0.25407, + "accuracy": 0.65222, + "precision_at_1": 0.65222, + "precision_at_3": 0.25074, "precision_at_5": 0.15844, - "precision_at_10": 0.08233, - "precision_at_20": 0.04311, + "precision_at_10": 0.08167, + "precision_at_20": 0.04278, "precision_at_100": 0.0095, "precision_at_1000": 0.001, - "mrr_at_1": 0.665556, - "mrr_at_3": 0.708333, - "mrr_at_5": 0.715, - "mrr_at_10": 0.719078, - "mrr_at_20": 0.72182, - "mrr_at_100": 0.723887, - "mrr_at_1000": 0.724173, - "nauc_ndcg_at_1_max": 0.82068, - "nauc_ndcg_at_1_std": 0.249594, - "nauc_ndcg_at_1_diff1": 0.859435, - "nauc_ndcg_at_3_max": 0.836226, - "nauc_ndcg_at_3_std": 0.268151, - "nauc_ndcg_at_3_diff1": 0.833127, - "nauc_ndcg_at_5_max": 0.828371, - "nauc_ndcg_at_5_std": 0.265147, - "nauc_ndcg_at_5_diff1": 0.826288, - "nauc_ndcg_at_10_max": 0.828897, - "nauc_ndcg_at_10_std": 0.270484, - "nauc_ndcg_at_10_diff1": 0.824928, - "nauc_ndcg_at_20_max": 0.82643, - "nauc_ndcg_at_20_std": 0.273041, - "nauc_ndcg_at_20_diff1": 0.824528, - "nauc_ndcg_at_100_max": 0.826143, - "nauc_ndcg_at_100_std": 0.272531, - "nauc_ndcg_at_100_diff1": 0.828109, - "nauc_ndcg_at_1000_max": 0.827516, - "nauc_ndcg_at_1000_std": 0.267886, - "nauc_ndcg_at_1000_diff1": 0.831224, - "nauc_map_at_1_max": 0.82068, - "nauc_map_at_1_std": 0.249594, - "nauc_map_at_1_diff1": 0.859435, - "nauc_map_at_3_max": 0.832424, - "nauc_map_at_3_std": 0.261727, - "nauc_map_at_3_diff1": 0.839925, - "nauc_map_at_5_max": 0.828457, - "nauc_map_at_5_std": 0.260467, - "nauc_map_at_5_diff1": 0.836593, - "nauc_map_at_10_max": 0.828527, - "nauc_map_at_10_std": 0.26269, - "nauc_map_at_10_diff1": 0.836088, - "nauc_map_at_20_max": 0.82799, - "nauc_map_at_20_std": 0.263574, - "nauc_map_at_20_diff1": 0.836189, - "nauc_map_at_100_max": 0.827895, - "nauc_map_at_100_std": 0.263254, - "nauc_map_at_100_diff1": 0.836614, - "nauc_map_at_1000_max": 0.827954, - "nauc_map_at_1000_std": 0.263111, - "nauc_map_at_1000_diff1": 0.836732, - "nauc_recall_at_1_max": 0.82068, - "nauc_recall_at_1_std": 0.249594, - "nauc_recall_at_1_diff1": 0.859435, - "nauc_recall_at_3_max": 0.848868, - "nauc_recall_at_3_std": 0.290507, - "nauc_recall_at_3_diff1": 0.810334, - "nauc_recall_at_5_max": 0.82607, - "nauc_recall_at_5_std": 0.281886, - "nauc_recall_at_5_diff1": 0.787087, - "nauc_recall_at_10_max": 0.828913, - "nauc_recall_at_10_std": 0.304839, - "nauc_recall_at_10_diff1": 0.776323, - "nauc_recall_at_20_max": 0.812119, - "nauc_recall_at_20_std": 0.325587, - "nauc_recall_at_20_diff1": 0.760176, - "nauc_recall_at_100_max": 0.787748, - "nauc_recall_at_100_std": 0.412273, - "nauc_recall_at_100_diff1": 0.736705, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82068, - "nauc_precision_at_1_std": 0.249594, - "nauc_precision_at_1_diff1": 0.859435, - "nauc_precision_at_3_max": 0.848868, - "nauc_precision_at_3_std": 0.290507, - "nauc_precision_at_3_diff1": 0.810334, - "nauc_precision_at_5_max": 0.82607, - "nauc_precision_at_5_std": 0.281886, - "nauc_precision_at_5_diff1": 0.787087, - "nauc_precision_at_10_max": 0.828913, - "nauc_precision_at_10_std": 0.304839, - "nauc_precision_at_10_diff1": 0.776323, - "nauc_precision_at_20_max": 0.812119, - "nauc_precision_at_20_std": 0.325587, - "nauc_precision_at_20_diff1": 0.760176, - "nauc_precision_at_100_max": 0.787748, - "nauc_precision_at_100_std": 0.412273, - "nauc_precision_at_100_diff1": 0.736705, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82068, - "nauc_mrr_at_1_std": 0.249594, - "nauc_mrr_at_1_diff1": 0.859435, - "nauc_mrr_at_3_max": 0.832424, - "nauc_mrr_at_3_std": 0.261727, - "nauc_mrr_at_3_diff1": 0.839925, - "nauc_mrr_at_5_max": 0.828457, - "nauc_mrr_at_5_std": 0.260467, - "nauc_mrr_at_5_diff1": 0.836593, - "nauc_mrr_at_10_max": 0.828527, - "nauc_mrr_at_10_std": 0.26269, - "nauc_mrr_at_10_diff1": 0.836088, - "nauc_mrr_at_20_max": 0.82799, - "nauc_mrr_at_20_std": 0.263574, - "nauc_mrr_at_20_diff1": 0.836189, - "nauc_mrr_at_100_max": 0.827895, - "nauc_mrr_at_100_std": 0.263254, - "nauc_mrr_at_100_diff1": 0.836614, - "nauc_mrr_at_1000_max": 0.827954, - "nauc_mrr_at_1000_std": 0.263111, - "nauc_mrr_at_1000_diff1": 0.836732, - "main_score": 0.74435, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.697963, + "mrr_at_5": 0.707241, + "mrr_at_10": 0.710501, + "mrr_at_20": 0.713164, + "mrr_at_100": 0.715461, + "mrr_at_1000": 0.715733, + "nauc_ndcg_at_1_max": 0.820811, + "nauc_ndcg_at_1_std": 0.22984, + "nauc_ndcg_at_1_diff1": 0.87601, + "nauc_ndcg_at_3_max": 0.82582, + "nauc_ndcg_at_3_std": 0.259462, + "nauc_ndcg_at_3_diff1": 0.846565, + "nauc_ndcg_at_5_max": 0.819729, + "nauc_ndcg_at_5_std": 0.254933, + "nauc_ndcg_at_5_diff1": 0.836309, + "nauc_ndcg_at_10_max": 0.821245, + "nauc_ndcg_at_10_std": 0.25759, + "nauc_ndcg_at_10_diff1": 0.833941, + "nauc_ndcg_at_20_max": 0.818765, + "nauc_ndcg_at_20_std": 0.256526, + "nauc_ndcg_at_20_diff1": 0.835965, + "nauc_ndcg_at_100_max": 0.819291, + "nauc_ndcg_at_100_std": 0.2602, + "nauc_ndcg_at_100_diff1": 0.839307, + "nauc_ndcg_at_1000_max": 0.820282, + "nauc_ndcg_at_1000_std": 0.25368, + "nauc_ndcg_at_1000_diff1": 0.842407, + "nauc_map_at_1_max": 0.820811, + "nauc_map_at_1_std": 0.22984, + "nauc_map_at_1_diff1": 0.87601, + "nauc_map_at_3_max": 0.825104, + "nauc_map_at_3_std": 0.250847, + "nauc_map_at_3_diff1": 0.853902, + "nauc_map_at_5_max": 0.82189, + "nauc_map_at_5_std": 0.247933, + "nauc_map_at_5_diff1": 0.848586, + "nauc_map_at_10_max": 0.822304, + "nauc_map_at_10_std": 0.248781, + "nauc_map_at_10_diff1": 0.847673, + "nauc_map_at_20_max": 0.821719, + "nauc_map_at_20_std": 0.248265, + "nauc_map_at_20_diff1": 0.848361, + "nauc_map_at_100_max": 0.821605, + "nauc_map_at_100_std": 0.248525, + "nauc_map_at_100_diff1": 0.848654, + "nauc_map_at_1000_max": 0.821648, + "nauc_map_at_1000_std": 0.248339, + "nauc_map_at_1000_diff1": 0.848775, + "nauc_recall_at_1_max": 0.820811, + "nauc_recall_at_1_std": 0.22984, + "nauc_recall_at_1_diff1": 0.87601, + "nauc_recall_at_3_max": 0.827915, + "nauc_recall_at_3_std": 0.288589, + "nauc_recall_at_3_diff1": 0.822302, + "nauc_recall_at_5_max": 0.810186, + "nauc_recall_at_5_std": 0.281196, + "nauc_recall_at_5_diff1": 0.788997, + "nauc_recall_at_10_max": 0.816716, + "nauc_recall_at_10_std": 0.295861, + "nauc_recall_at_10_diff1": 0.774768, + "nauc_recall_at_20_max": 0.799768, + "nauc_recall_at_20_std": 0.300745, + "nauc_recall_at_20_diff1": 0.772255, + "nauc_recall_at_100_max": 0.791068, + "nauc_recall_at_100_std": 0.465152, + "nauc_recall_at_100_diff1": 0.747806, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.820811, + "nauc_precision_at_1_std": 0.22984, + "nauc_precision_at_1_diff1": 0.87601, + "nauc_precision_at_3_max": 0.827915, + "nauc_precision_at_3_std": 0.288589, + "nauc_precision_at_3_diff1": 0.822302, + "nauc_precision_at_5_max": 0.810186, + "nauc_precision_at_5_std": 0.281196, + "nauc_precision_at_5_diff1": 0.788997, + "nauc_precision_at_10_max": 0.816716, + "nauc_precision_at_10_std": 0.295861, + "nauc_precision_at_10_diff1": 0.774768, + "nauc_precision_at_20_max": 0.799768, + "nauc_precision_at_20_std": 0.300745, + "nauc_precision_at_20_diff1": 0.772255, + "nauc_precision_at_100_max": 0.791068, + "nauc_precision_at_100_std": 0.465152, + "nauc_precision_at_100_diff1": 0.747806, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.820811, + "nauc_mrr_at_1_std": 0.22984, + "nauc_mrr_at_1_diff1": 0.87601, + "nauc_mrr_at_3_max": 0.825104, + "nauc_mrr_at_3_std": 0.250847, + "nauc_mrr_at_3_diff1": 0.853902, + "nauc_mrr_at_5_max": 0.82189, + "nauc_mrr_at_5_std": 0.247933, + "nauc_mrr_at_5_diff1": 0.848586, + "nauc_mrr_at_10_max": 0.822304, + "nauc_mrr_at_10_std": 0.248781, + "nauc_mrr_at_10_diff1": 0.847673, + "nauc_mrr_at_20_max": 0.821719, + "nauc_mrr_at_20_std": 0.248265, + "nauc_mrr_at_20_diff1": 0.848361, + "nauc_mrr_at_100_max": 0.821605, + "nauc_mrr_at_100_std": 0.248525, + "nauc_mrr_at_100_diff1": 0.848654, + "nauc_mrr_at_1000_max": 0.821648, + "nauc_mrr_at_1000_std": 0.248339, + "nauc_mrr_at_1000_diff1": 0.848775, + "hit_rate_at_1": 0.65222, + "hit_rate_at_3": 0.75222, + "hit_rate_at_5": 0.79222, + "hit_rate_at_10": 0.81667, + "hit_rate_at_20": 0.85556, + "hit_rate_at_100": 0.95, + "hit_rate_at_1000": 1.0, + "main_score": 0.73646, "hf_subset": "wol_Latn-eng_Latn", "languages": [ "wol-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.50222, - "ndcg_at_3": 0.54964, - "ndcg_at_5": 0.55958, - "ndcg_at_10": 0.5691, - "ndcg_at_20": 0.57715, - "ndcg_at_100": 0.59737, - "ndcg_at_1000": 0.62524, - "map_at_1": 0.50222, - "map_at_3": 0.53833, - "map_at_5": 0.54378, - "map_at_10": 0.54781, - "map_at_20": 0.54996, - "map_at_100": 0.55253, - "map_at_1000": 0.55352, - "recall_at_1": 0.50222, - "recall_at_3": 0.58222, - "recall_at_5": 0.60667, - "recall_at_10": 0.63556, - "recall_at_20": 0.66778, - "recall_at_100": 0.78, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.49222, + "ndcg_at_3": 0.54063, + "ndcg_at_5": 0.55292, + "ndcg_at_10": 0.56358, + "ndcg_at_20": 0.57072, + "ndcg_at_100": 0.59129, + "ndcg_at_1000": 0.6189, + "map_at_1": 0.49222, + "map_at_3": 0.52926, + "map_at_5": 0.53604, + "map_at_10": 0.54036, + "map_at_20": 0.54223, + "map_at_100": 0.54477, + "map_at_1000": 0.54572, + "recall_at_1": 0.49222, + "recall_at_3": 0.57333, + "recall_at_5": 0.60333, + "recall_at_10": 0.63667, + "recall_at_20": 0.66556, + "recall_at_100": 0.78111, "recall_at_1000": 1.0, - "precision_at_1": 0.50222, - "precision_at_3": 0.19407, - "precision_at_5": 0.12133, - "precision_at_10": 0.06356, - "precision_at_20": 0.03339, - "precision_at_100": 0.0078, - "precision_at_1000": 0.001, - "mrr_at_1": 0.502222, - "mrr_at_3": 0.538333, - "mrr_at_5": 0.543778, - "mrr_at_10": 0.547807, - "mrr_at_20": 0.549958, - "mrr_at_100": 0.552534, - "mrr_at_1000": 0.553521, - "nauc_ndcg_at_1_max": 0.8762, - "nauc_ndcg_at_1_std": 0.679427, - "nauc_ndcg_at_1_diff1": 0.866425, - "nauc_ndcg_at_3_max": 0.909037, - "nauc_ndcg_at_3_std": 0.736938, - "nauc_ndcg_at_3_diff1": 0.845171, - "nauc_ndcg_at_5_max": 0.910444, - "nauc_ndcg_at_5_std": 0.750679, - "nauc_ndcg_at_5_diff1": 0.841269, - "nauc_ndcg_at_10_max": 0.909022, - "nauc_ndcg_at_10_std": 0.754368, - "nauc_ndcg_at_10_diff1": 0.835184, - "nauc_ndcg_at_20_max": 0.906634, - "nauc_ndcg_at_20_std": 0.756672, - "nauc_ndcg_at_20_diff1": 0.832136, - "nauc_ndcg_at_100_max": 0.900484, - "nauc_ndcg_at_100_std": 0.751734, - "nauc_ndcg_at_100_diff1": 0.826536, - "nauc_ndcg_at_1000_max": 0.902165, - "nauc_ndcg_at_1000_std": 0.743541, - "nauc_ndcg_at_1000_diff1": 0.836042, - "nauc_map_at_1_max": 0.8762, - "nauc_map_at_1_std": 0.679427, - "nauc_map_at_1_diff1": 0.866425, - "nauc_map_at_3_max": 0.902068, - "nauc_map_at_3_std": 0.723459, - "nauc_map_at_3_diff1": 0.851044, - "nauc_map_at_5_max": 0.902797, - "nauc_map_at_5_std": 0.730796, - "nauc_map_at_5_diff1": 0.848844, - "nauc_map_at_10_max": 0.902043, - "nauc_map_at_10_std": 0.731853, - "nauc_map_at_10_diff1": 0.846365, - "nauc_map_at_20_max": 0.901406, - "nauc_map_at_20_std": 0.732445, - "nauc_map_at_20_diff1": 0.845572, - "nauc_map_at_100_max": 0.900533, - "nauc_map_at_100_std": 0.731681, - "nauc_map_at_100_diff1": 0.844892, - "nauc_map_at_1000_max": 0.900532, - "nauc_map_at_1000_std": 0.731357, - "nauc_map_at_1000_diff1": 0.845136, - "nauc_recall_at_1_max": 0.8762, - "nauc_recall_at_1_std": 0.679427, - "nauc_recall_at_1_diff1": 0.866425, - "nauc_recall_at_3_max": 0.929589, - "nauc_recall_at_3_std": 0.77734, - "nauc_recall_at_3_diff1": 0.827155, - "nauc_recall_at_5_max": 0.933826, - "nauc_recall_at_5_std": 0.814189, - "nauc_recall_at_5_diff1": 0.817054, - "nauc_recall_at_10_max": 0.931055, - "nauc_recall_at_10_std": 0.831828, - "nauc_recall_at_10_diff1": 0.795639, - "nauc_recall_at_20_max": 0.92142, - "nauc_recall_at_20_std": 0.846665, - "nauc_recall_at_20_diff1": 0.77949, - "nauc_recall_at_100_max": 0.878124, - "nauc_recall_at_100_std": 0.840276, - "nauc_recall_at_100_diff1": 0.714783, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.8762, - "nauc_precision_at_1_std": 0.679427, - "nauc_precision_at_1_diff1": 0.866425, - "nauc_precision_at_3_max": 0.929589, - "nauc_precision_at_3_std": 0.77734, - "nauc_precision_at_3_diff1": 0.827155, - "nauc_precision_at_5_max": 0.933826, - "nauc_precision_at_5_std": 0.814189, - "nauc_precision_at_5_diff1": 0.817054, - "nauc_precision_at_10_max": 0.931055, - "nauc_precision_at_10_std": 0.831828, - "nauc_precision_at_10_diff1": 0.795639, - "nauc_precision_at_20_max": 0.92142, - "nauc_precision_at_20_std": 0.846665, - "nauc_precision_at_20_diff1": 0.77949, - "nauc_precision_at_100_max": 0.878124, - "nauc_precision_at_100_std": 0.840276, - "nauc_precision_at_100_diff1": 0.714783, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.8762, - "nauc_mrr_at_1_std": 0.679427, - "nauc_mrr_at_1_diff1": 0.866425, - "nauc_mrr_at_3_max": 0.902068, - "nauc_mrr_at_3_std": 0.723459, - "nauc_mrr_at_3_diff1": 0.851044, - "nauc_mrr_at_5_max": 0.902797, - "nauc_mrr_at_5_std": 0.730796, - "nauc_mrr_at_5_diff1": 0.848844, - "nauc_mrr_at_10_max": 0.902043, - "nauc_mrr_at_10_std": 0.731853, - "nauc_mrr_at_10_diff1": 0.846365, - "nauc_mrr_at_20_max": 0.901406, - "nauc_mrr_at_20_std": 0.732445, - "nauc_mrr_at_20_diff1": 0.845572, - "nauc_mrr_at_100_max": 0.900533, - "nauc_mrr_at_100_std": 0.731681, - "nauc_mrr_at_100_diff1": 0.844892, - "nauc_mrr_at_1000_max": 0.900532, - "nauc_mrr_at_1000_std": 0.731357, - "nauc_mrr_at_1000_diff1": 0.845136, - "main_score": 0.5691, + "accuracy": 0.49222, + "precision_at_1": 0.49222, + "precision_at_3": 0.19111, + "precision_at_5": 0.12067, + "precision_at_10": 0.06367, + "precision_at_20": 0.03328, + "precision_at_100": 0.00781, + "precision_at_1000": 0.001, + "mrr_at_1": 0.492222, + "mrr_at_3": 0.529259, + "mrr_at_5": 0.536037, + "mrr_at_10": 0.540359, + "mrr_at_20": 0.542231, + "mrr_at_100": 0.544768, + "mrr_at_1000": 0.54572, + "nauc_ndcg_at_1_max": 0.8668, + "nauc_ndcg_at_1_std": 0.633062, + "nauc_ndcg_at_1_diff1": 0.884883, + "nauc_ndcg_at_3_max": 0.900737, + "nauc_ndcg_at_3_std": 0.681003, + "nauc_ndcg_at_3_diff1": 0.863698, + "nauc_ndcg_at_5_max": 0.901146, + "nauc_ndcg_at_5_std": 0.694705, + "nauc_ndcg_at_5_diff1": 0.854083, + "nauc_ndcg_at_10_max": 0.899833, + "nauc_ndcg_at_10_std": 0.698978, + "nauc_ndcg_at_10_diff1": 0.850882, + "nauc_ndcg_at_20_max": 0.898854, + "nauc_ndcg_at_20_std": 0.701475, + "nauc_ndcg_at_20_diff1": 0.85053, + "nauc_ndcg_at_100_max": 0.892392, + "nauc_ndcg_at_100_std": 0.697571, + "nauc_ndcg_at_100_diff1": 0.844181, + "nauc_ndcg_at_1000_max": 0.894264, + "nauc_ndcg_at_1000_std": 0.689977, + "nauc_ndcg_at_1000_diff1": 0.853602, + "nauc_map_at_1_max": 0.8668, + "nauc_map_at_1_std": 0.633062, + "nauc_map_at_1_diff1": 0.884883, + "nauc_map_at_3_max": 0.893336, + "nauc_map_at_3_std": 0.669215, + "nauc_map_at_3_diff1": 0.868728, + "nauc_map_at_5_max": 0.893571, + "nauc_map_at_5_std": 0.676696, + "nauc_map_at_5_diff1": 0.863563, + "nauc_map_at_10_max": 0.892994, + "nauc_map_at_10_std": 0.678098, + "nauc_map_at_10_diff1": 0.862484, + "nauc_map_at_20_max": 0.892801, + "nauc_map_at_20_std": 0.678913, + "nauc_map_at_20_diff1": 0.86241, + "nauc_map_at_100_max": 0.892016, + "nauc_map_at_100_std": 0.678391, + "nauc_map_at_100_diff1": 0.861677, + "nauc_map_at_1000_max": 0.892039, + "nauc_map_at_1000_std": 0.678134, + "nauc_map_at_1000_diff1": 0.861956, + "nauc_recall_at_1_max": 0.8668, + "nauc_recall_at_1_std": 0.633062, + "nauc_recall_at_1_diff1": 0.884883, + "nauc_recall_at_3_max": 0.922608, + "nauc_recall_at_3_std": 0.716498, + "nauc_recall_at_3_diff1": 0.84863, + "nauc_recall_at_5_max": 0.924146, + "nauc_recall_at_5_std": 0.752494, + "nauc_recall_at_5_diff1": 0.823241, + "nauc_recall_at_10_max": 0.921114, + "nauc_recall_at_10_std": 0.771797, + "nauc_recall_at_10_diff1": 0.809556, + "nauc_recall_at_20_max": 0.91708, + "nauc_recall_at_20_std": 0.785377, + "nauc_recall_at_20_diff1": 0.805713, + "nauc_recall_at_100_max": 0.86882, + "nauc_recall_at_100_std": 0.783401, + "nauc_recall_at_100_diff1": 0.735234, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.8668, + "nauc_precision_at_1_std": 0.633062, + "nauc_precision_at_1_diff1": 0.884883, + "nauc_precision_at_3_max": 0.922608, + "nauc_precision_at_3_std": 0.716498, + "nauc_precision_at_3_diff1": 0.84863, + "nauc_precision_at_5_max": 0.924146, + "nauc_precision_at_5_std": 0.752494, + "nauc_precision_at_5_diff1": 0.823241, + "nauc_precision_at_10_max": 0.921114, + "nauc_precision_at_10_std": 0.771797, + "nauc_precision_at_10_diff1": 0.809556, + "nauc_precision_at_20_max": 0.91708, + "nauc_precision_at_20_std": 0.785377, + "nauc_precision_at_20_diff1": 0.805713, + "nauc_precision_at_100_max": 0.86882, + "nauc_precision_at_100_std": 0.783401, + "nauc_precision_at_100_diff1": 0.735234, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.8668, + "nauc_mrr_at_1_std": 0.633062, + "nauc_mrr_at_1_diff1": 0.884883, + "nauc_mrr_at_3_max": 0.893336, + "nauc_mrr_at_3_std": 0.669215, + "nauc_mrr_at_3_diff1": 0.868728, + "nauc_mrr_at_5_max": 0.893571, + "nauc_mrr_at_5_std": 0.676696, + "nauc_mrr_at_5_diff1": 0.863563, + "nauc_mrr_at_10_max": 0.892994, + "nauc_mrr_at_10_std": 0.678098, + "nauc_mrr_at_10_diff1": 0.862484, + "nauc_mrr_at_20_max": 0.892801, + "nauc_mrr_at_20_std": 0.678913, + "nauc_mrr_at_20_diff1": 0.86241, + "nauc_mrr_at_100_max": 0.892016, + "nauc_mrr_at_100_std": 0.678391, + "nauc_mrr_at_100_diff1": 0.861677, + "nauc_mrr_at_1000_max": 0.892039, + "nauc_mrr_at_1000_std": 0.678134, + "nauc_mrr_at_1000_diff1": 0.861956, + "hit_rate_at_1": 0.49222, + "hit_rate_at_3": 0.57333, + "hit_rate_at_5": 0.60333, + "hit_rate_at_10": 0.63667, + "hit_rate_at_20": 0.66556, + "hit_rate_at_100": 0.78111, + "hit_rate_at_1000": 1.0, + "main_score": 0.56358, "hf_subset": "eng_Latn-wol_Latn", "languages": [ "eng-Latn", "wol-Latn" - ] - }, - { - "ndcg_at_1": 0.46556, - "ndcg_at_3": 0.51143, - "ndcg_at_5": 0.52558, - "ndcg_at_10": 0.54192, - "ndcg_at_20": 0.55305, - "ndcg_at_100": 0.58086, - "ndcg_at_1000": 0.60287, - "map_at_1": 0.46556, - "map_at_3": 0.50037, - "map_at_5": 0.5082, - "map_at_10": 0.51505, - "map_at_20": 0.51805, - "map_at_100": 0.52136, - "map_at_1000": 0.52221, - "recall_at_1": 0.46556, - "recall_at_3": 0.54333, - "recall_at_5": 0.57778, - "recall_at_10": 0.62778, - "recall_at_20": 0.67222, - "recall_at_100": 0.83, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47444, + "ndcg_at_3": 0.53069, + "ndcg_at_5": 0.54393, + "ndcg_at_10": 0.55782, + "ndcg_at_20": 0.56933, + "ndcg_at_100": 0.59538, + "ndcg_at_1000": 0.61654, + "map_at_1": 0.47444, + "map_at_3": 0.51741, + "map_at_5": 0.52474, + "map_at_10": 0.53041, + "map_at_20": 0.53356, + "map_at_100": 0.53675, + "map_at_1000": 0.53758, + "recall_at_1": 0.47444, + "recall_at_3": 0.56889, + "recall_at_5": 0.60111, + "recall_at_10": 0.64444, + "recall_at_20": 0.69, + "recall_at_100": 0.83667, "recall_at_1000": 1.0, - "precision_at_1": 0.46556, - "precision_at_3": 0.18111, - "precision_at_5": 0.11556, - "precision_at_10": 0.06278, - "precision_at_20": 0.03361, - "precision_at_100": 0.0083, + "accuracy": 0.47444, + "precision_at_1": 0.47444, + "precision_at_3": 0.18963, + "precision_at_5": 0.12022, + "precision_at_10": 0.06444, + "precision_at_20": 0.0345, + "precision_at_100": 0.00837, "precision_at_1000": 0.001, - "mrr_at_1": 0.465556, - "mrr_at_3": 0.50037, - "mrr_at_5": 0.508204, - "mrr_at_10": 0.515049, - "mrr_at_20": 0.518046, - "mrr_at_100": 0.521357, - "mrr_at_1000": 0.52221, - "nauc_ndcg_at_1_max": 0.735951, - "nauc_ndcg_at_1_std": -0.530037, - "nauc_ndcg_at_1_diff1": 0.842856, - "nauc_ndcg_at_3_max": 0.749461, - "nauc_ndcg_at_3_std": -0.544929, - "nauc_ndcg_at_3_diff1": 0.822244, - "nauc_ndcg_at_5_max": 0.745715, - "nauc_ndcg_at_5_std": -0.542997, - "nauc_ndcg_at_5_diff1": 0.81619, - "nauc_ndcg_at_10_max": 0.73725, - "nauc_ndcg_at_10_std": -0.53326, - "nauc_ndcg_at_10_diff1": 0.800321, - "nauc_ndcg_at_20_max": 0.73207, - "nauc_ndcg_at_20_std": -0.529082, - "nauc_ndcg_at_20_diff1": 0.795346, - "nauc_ndcg_at_100_max": 0.729206, - "nauc_ndcg_at_100_std": -0.520049, - "nauc_ndcg_at_100_diff1": 0.794013, - "nauc_ndcg_at_1000_max": 0.735075, - "nauc_ndcg_at_1000_std": -0.530605, - "nauc_ndcg_at_1000_diff1": 0.804815, - "nauc_map_at_1_max": 0.735951, - "nauc_map_at_1_std": -0.530037, - "nauc_map_at_1_diff1": 0.842856, - "nauc_map_at_3_max": 0.746717, - "nauc_map_at_3_std": -0.541694, - "nauc_map_at_3_diff1": 0.82713, - "nauc_map_at_5_max": 0.74461, - "nauc_map_at_5_std": -0.540872, - "nauc_map_at_5_diff1": 0.82394, - "nauc_map_at_10_max": 0.740944, - "nauc_map_at_10_std": -0.536819, - "nauc_map_at_10_diff1": 0.817283, - "nauc_map_at_20_max": 0.739579, - "nauc_map_at_20_std": -0.535797, - "nauc_map_at_20_diff1": 0.816045, - "nauc_map_at_100_max": 0.739019, - "nauc_map_at_100_std": -0.534945, - "nauc_map_at_100_diff1": 0.815709, - "nauc_map_at_1000_max": 0.739216, - "nauc_map_at_1000_std": -0.535294, - "nauc_map_at_1000_diff1": 0.816083, - "nauc_recall_at_1_max": 0.735951, - "nauc_recall_at_1_std": -0.530037, - "nauc_recall_at_1_diff1": 0.842856, - "nauc_recall_at_3_max": 0.757396, - "nauc_recall_at_3_std": -0.554391, - "nauc_recall_at_3_diff1": 0.807757, - "nauc_recall_at_5_max": 0.748324, - "nauc_recall_at_5_std": -0.548686, - "nauc_recall_at_5_diff1": 0.791439, - "nauc_recall_at_10_max": 0.721152, - "nauc_recall_at_10_std": -0.516675, - "nauc_recall_at_10_diff1": 0.737423, - "nauc_recall_at_20_max": 0.695659, - "nauc_recall_at_20_std": -0.495138, - "nauc_recall_at_20_diff1": 0.708668, - "nauc_recall_at_100_max": 0.647627, - "nauc_recall_at_100_std": -0.372506, - "nauc_recall_at_100_diff1": 0.643518, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.735951, - "nauc_precision_at_1_std": -0.530037, - "nauc_precision_at_1_diff1": 0.842856, - "nauc_precision_at_3_max": 0.757396, - "nauc_precision_at_3_std": -0.554391, - "nauc_precision_at_3_diff1": 0.807757, - "nauc_precision_at_5_max": 0.748324, - "nauc_precision_at_5_std": -0.548686, - "nauc_precision_at_5_diff1": 0.791439, - "nauc_precision_at_10_max": 0.721152, - "nauc_precision_at_10_std": -0.516675, - "nauc_precision_at_10_diff1": 0.737423, - "nauc_precision_at_20_max": 0.695659, - "nauc_precision_at_20_std": -0.495138, - "nauc_precision_at_20_diff1": 0.708668, - "nauc_precision_at_100_max": 0.647627, - "nauc_precision_at_100_std": -0.372506, - "nauc_precision_at_100_diff1": 0.643518, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.735951, - "nauc_mrr_at_1_std": -0.530037, - "nauc_mrr_at_1_diff1": 0.842856, - "nauc_mrr_at_3_max": 0.746717, - "nauc_mrr_at_3_std": -0.541694, - "nauc_mrr_at_3_diff1": 0.82713, - "nauc_mrr_at_5_max": 0.74461, - "nauc_mrr_at_5_std": -0.540872, - "nauc_mrr_at_5_diff1": 0.82394, - "nauc_mrr_at_10_max": 0.740944, - "nauc_mrr_at_10_std": -0.536819, - "nauc_mrr_at_10_diff1": 0.817283, - "nauc_mrr_at_20_max": 0.739579, - "nauc_mrr_at_20_std": -0.535797, - "nauc_mrr_at_20_diff1": 0.816045, - "nauc_mrr_at_100_max": 0.739019, - "nauc_mrr_at_100_std": -0.534945, - "nauc_mrr_at_100_diff1": 0.815709, - "nauc_mrr_at_1000_max": 0.739216, - "nauc_mrr_at_1000_std": -0.535294, - "nauc_mrr_at_1000_diff1": 0.816083, - "main_score": 0.54192, + "mrr_at_1": 0.474444, + "mrr_at_3": 0.517407, + "mrr_at_5": 0.524741, + "mrr_at_10": 0.530407, + "mrr_at_20": 0.533563, + "mrr_at_100": 0.536754, + "mrr_at_1000": 0.53758, + "nauc_ndcg_at_1_max": 0.746949, + "nauc_ndcg_at_1_std": -0.469179, + "nauc_ndcg_at_1_diff1": 0.83865, + "nauc_ndcg_at_3_max": 0.749168, + "nauc_ndcg_at_3_std": -0.467817, + "nauc_ndcg_at_3_diff1": 0.798797, + "nauc_ndcg_at_5_max": 0.742328, + "nauc_ndcg_at_5_std": -0.475996, + "nauc_ndcg_at_5_diff1": 0.789408, + "nauc_ndcg_at_10_max": 0.738945, + "nauc_ndcg_at_10_std": -0.475757, + "nauc_ndcg_at_10_diff1": 0.781934, + "nauc_ndcg_at_20_max": 0.735603, + "nauc_ndcg_at_20_std": -0.473645, + "nauc_ndcg_at_20_diff1": 0.776594, + "nauc_ndcg_at_100_max": 0.73435, + "nauc_ndcg_at_100_std": -0.462379, + "nauc_ndcg_at_100_diff1": 0.77741, + "nauc_ndcg_at_1000_max": 0.739188, + "nauc_ndcg_at_1000_std": -0.471619, + "nauc_ndcg_at_1000_diff1": 0.78803, + "nauc_map_at_1_max": 0.746949, + "nauc_map_at_1_std": -0.469179, + "nauc_map_at_1_diff1": 0.83865, + "nauc_map_at_3_max": 0.749025, + "nauc_map_at_3_std": -0.469968, + "nauc_map_at_3_diff1": 0.808274, + "nauc_map_at_5_max": 0.745422, + "nauc_map_at_5_std": -0.474363, + "nauc_map_at_5_diff1": 0.803193, + "nauc_map_at_10_max": 0.743988, + "nauc_map_at_10_std": -0.474985, + "nauc_map_at_10_diff1": 0.80047, + "nauc_map_at_20_max": 0.743239, + "nauc_map_at_20_std": -0.474393, + "nauc_map_at_20_diff1": 0.799299, + "nauc_map_at_100_max": 0.743071, + "nauc_map_at_100_std": -0.473405, + "nauc_map_at_100_diff1": 0.799409, + "nauc_map_at_1000_max": 0.743216, + "nauc_map_at_1000_std": -0.47373, + "nauc_map_at_1000_diff1": 0.799792, + "nauc_recall_at_1_max": 0.746949, + "nauc_recall_at_1_std": -0.469179, + "nauc_recall_at_1_diff1": 0.83865, + "nauc_recall_at_3_max": 0.749422, + "nauc_recall_at_3_std": -0.460532, + "nauc_recall_at_3_diff1": 0.770362, + "nauc_recall_at_5_max": 0.731292, + "nauc_recall_at_5_std": -0.481629, + "nauc_recall_at_5_diff1": 0.745346, + "nauc_recall_at_10_max": 0.71934, + "nauc_recall_at_10_std": -0.476726, + "nauc_recall_at_10_diff1": 0.714957, + "nauc_recall_at_20_max": 0.700537, + "nauc_recall_at_20_std": -0.467181, + "nauc_recall_at_20_diff1": 0.681866, + "nauc_recall_at_100_max": 0.664315, + "nauc_recall_at_100_std": -0.331965, + "nauc_recall_at_100_diff1": 0.62805, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746949, + "nauc_precision_at_1_std": -0.469179, + "nauc_precision_at_1_diff1": 0.83865, + "nauc_precision_at_3_max": 0.749422, + "nauc_precision_at_3_std": -0.460532, + "nauc_precision_at_3_diff1": 0.770362, + "nauc_precision_at_5_max": 0.731292, + "nauc_precision_at_5_std": -0.481629, + "nauc_precision_at_5_diff1": 0.745346, + "nauc_precision_at_10_max": 0.71934, + "nauc_precision_at_10_std": -0.476726, + "nauc_precision_at_10_diff1": 0.714957, + "nauc_precision_at_20_max": 0.700537, + "nauc_precision_at_20_std": -0.467181, + "nauc_precision_at_20_diff1": 0.681866, + "nauc_precision_at_100_max": 0.664315, + "nauc_precision_at_100_std": -0.331965, + "nauc_precision_at_100_diff1": 0.62805, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746949, + "nauc_mrr_at_1_std": -0.469179, + "nauc_mrr_at_1_diff1": 0.83865, + "nauc_mrr_at_3_max": 0.749025, + "nauc_mrr_at_3_std": -0.469968, + "nauc_mrr_at_3_diff1": 0.808274, + "nauc_mrr_at_5_max": 0.745422, + "nauc_mrr_at_5_std": -0.474363, + "nauc_mrr_at_5_diff1": 0.803193, + "nauc_mrr_at_10_max": 0.743988, + "nauc_mrr_at_10_std": -0.474985, + "nauc_mrr_at_10_diff1": 0.80047, + "nauc_mrr_at_20_max": 0.743239, + "nauc_mrr_at_20_std": -0.474393, + "nauc_mrr_at_20_diff1": 0.799299, + "nauc_mrr_at_100_max": 0.743071, + "nauc_mrr_at_100_std": -0.473405, + "nauc_mrr_at_100_diff1": 0.799409, + "nauc_mrr_at_1000_max": 0.743216, + "nauc_mrr_at_1000_std": -0.47373, + "nauc_mrr_at_1000_diff1": 0.799792, + "hit_rate_at_1": 0.47444, + "hit_rate_at_3": 0.56889, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.64444, + "hit_rate_at_20": 0.69, + "hit_rate_at_100": 0.83667, + "hit_rate_at_1000": 1.0, + "main_score": 0.55782, "hf_subset": "xho_Latn-xho_Latn", "languages": [ "xho-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.63222, - "ndcg_at_3": 0.68861, - "ndcg_at_5": 0.70314, - "ndcg_at_10": 0.71682, - "ndcg_at_20": 0.72721, - "ndcg_at_100": 0.74306, - "ndcg_at_1000": 0.75223, + "ndcg_at_3": 0.68677, + "ndcg_at_5": 0.70102, + "ndcg_at_10": 0.71534, + "ndcg_at_20": 0.72529, + "ndcg_at_100": 0.74083, + "ndcg_at_1000": 0.75026, "map_at_1": 0.63222, - "map_at_3": 0.67537, - "map_at_5": 0.68337, - "map_at_10": 0.68903, - "map_at_20": 0.69189, - "map_at_100": 0.69407, - "map_at_1000": 0.69446, + "map_at_3": 0.6737, + "map_at_5": 0.68165, + "map_at_10": 0.68753, + "map_at_20": 0.69017, + "map_at_100": 0.6922, + "map_at_1000": 0.6926, "recall_at_1": 0.63222, - "recall_at_3": 0.72667, - "recall_at_5": 0.76222, - "recall_at_10": 0.80444, - "recall_at_20": 0.84556, - "recall_at_100": 0.93111, + "recall_at_3": 0.72444, + "recall_at_5": 0.75889, + "recall_at_10": 0.80333, + "recall_at_20": 0.84333, + "recall_at_100": 0.92889, "recall_at_1000": 1.0, + "accuracy": 0.63222, "precision_at_1": 0.63222, - "precision_at_3": 0.24222, - "precision_at_5": 0.15244, - "precision_at_10": 0.08044, - "precision_at_20": 0.04228, - "precision_at_100": 0.00931, + "precision_at_3": 0.24148, + "precision_at_5": 0.15178, + "precision_at_10": 0.08033, + "precision_at_20": 0.04217, + "precision_at_100": 0.00929, "precision_at_1000": 0.001, "mrr_at_1": 0.632222, - "mrr_at_3": 0.67537, - "mrr_at_5": 0.68337, - "mrr_at_10": 0.689034, - "mrr_at_20": 0.691888, - "mrr_at_100": 0.694067, - "mrr_at_1000": 0.694461, - "nauc_ndcg_at_1_max": 0.841602, - "nauc_ndcg_at_1_std": 0.27222, - "nauc_ndcg_at_1_diff1": 0.883905, - "nauc_ndcg_at_3_max": 0.846997, - "nauc_ndcg_at_3_std": 0.306776, - "nauc_ndcg_at_3_diff1": 0.84638, - "nauc_ndcg_at_5_max": 0.840579, - "nauc_ndcg_at_5_std": 0.292764, - "nauc_ndcg_at_5_diff1": 0.839842, - "nauc_ndcg_at_10_max": 0.837075, - "nauc_ndcg_at_10_std": 0.296969, - "nauc_ndcg_at_10_diff1": 0.836523, - "nauc_ndcg_at_20_max": 0.836504, - "nauc_ndcg_at_20_std": 0.302177, - "nauc_ndcg_at_20_diff1": 0.836457, - "nauc_ndcg_at_100_max": 0.836605, - "nauc_ndcg_at_100_std": 0.300881, - "nauc_ndcg_at_100_diff1": 0.840202, - "nauc_ndcg_at_1000_max": 0.838605, - "nauc_ndcg_at_1000_std": 0.295943, - "nauc_ndcg_at_1000_diff1": 0.84472, - "nauc_map_at_1_max": 0.841602, - "nauc_map_at_1_std": 0.27222, - "nauc_map_at_1_diff1": 0.883905, - "nauc_map_at_3_max": 0.845594, - "nauc_map_at_3_std": 0.29703, - "nauc_map_at_3_diff1": 0.855437, - "nauc_map_at_5_max": 0.842097, - "nauc_map_at_5_std": 0.289026, - "nauc_map_at_5_diff1": 0.852192, - "nauc_map_at_10_max": 0.840657, - "nauc_map_at_10_std": 0.290493, - "nauc_map_at_10_diff1": 0.851037, - "nauc_map_at_20_max": 0.84052, - "nauc_map_at_20_std": 0.291382, - "nauc_map_at_20_diff1": 0.851129, - "nauc_map_at_100_max": 0.84051, - "nauc_map_at_100_std": 0.291263, - "nauc_map_at_100_diff1": 0.851651, - "nauc_map_at_1000_max": 0.840571, - "nauc_map_at_1000_std": 0.291061, - "nauc_map_at_1000_diff1": 0.851825, - "nauc_recall_at_1_max": 0.841602, - "nauc_recall_at_1_std": 0.27222, - "nauc_recall_at_1_diff1": 0.883905, - "nauc_recall_at_3_max": 0.851566, - "nauc_recall_at_3_std": 0.338871, - "nauc_recall_at_3_diff1": 0.81722, - "nauc_recall_at_5_max": 0.834131, - "nauc_recall_at_5_std": 0.304598, - "nauc_recall_at_5_diff1": 0.794945, - "nauc_recall_at_10_max": 0.819601, - "nauc_recall_at_10_std": 0.32452, - "nauc_recall_at_10_diff1": 0.774326, - "nauc_recall_at_20_max": 0.81216, - "nauc_recall_at_20_std": 0.368301, - "nauc_recall_at_20_diff1": 0.759202, - "nauc_recall_at_100_max": 0.788387, - "nauc_recall_at_100_std": 0.413482, - "nauc_recall_at_100_diff1": 0.736612, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.841602, - "nauc_precision_at_1_std": 0.27222, - "nauc_precision_at_1_diff1": 0.883905, - "nauc_precision_at_3_max": 0.851566, - "nauc_precision_at_3_std": 0.338871, - "nauc_precision_at_3_diff1": 0.81722, - "nauc_precision_at_5_max": 0.834131, - "nauc_precision_at_5_std": 0.304598, - "nauc_precision_at_5_diff1": 0.794945, - "nauc_precision_at_10_max": 0.819601, - "nauc_precision_at_10_std": 0.32452, - "nauc_precision_at_10_diff1": 0.774326, - "nauc_precision_at_20_max": 0.81216, - "nauc_precision_at_20_std": 0.368301, - "nauc_precision_at_20_diff1": 0.759202, - "nauc_precision_at_100_max": 0.788387, - "nauc_precision_at_100_std": 0.413482, - "nauc_precision_at_100_diff1": 0.736612, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.841602, - "nauc_mrr_at_1_std": 0.27222, - "nauc_mrr_at_1_diff1": 0.883905, - "nauc_mrr_at_3_max": 0.845594, - "nauc_mrr_at_3_std": 0.29703, - "nauc_mrr_at_3_diff1": 0.855437, - "nauc_mrr_at_5_max": 0.842097, - "nauc_mrr_at_5_std": 0.289026, - "nauc_mrr_at_5_diff1": 0.852192, - "nauc_mrr_at_10_max": 0.840657, - "nauc_mrr_at_10_std": 0.290493, - "nauc_mrr_at_10_diff1": 0.851037, - "nauc_mrr_at_20_max": 0.84052, - "nauc_mrr_at_20_std": 0.291382, - "nauc_mrr_at_20_diff1": 0.851129, - "nauc_mrr_at_100_max": 0.84051, - "nauc_mrr_at_100_std": 0.291263, - "nauc_mrr_at_100_diff1": 0.851651, - "nauc_mrr_at_1000_max": 0.840571, - "nauc_mrr_at_1000_std": 0.291061, - "nauc_mrr_at_1000_diff1": 0.851825, - "main_score": 0.71682, + "mrr_at_3": 0.673704, + "mrr_at_5": 0.681648, + "mrr_at_10": 0.687526, + "mrr_at_20": 0.69017, + "mrr_at_100": 0.692197, + "mrr_at_1000": 0.692596, + "nauc_ndcg_at_1_max": 0.830422, + "nauc_ndcg_at_1_std": 0.243528, + "nauc_ndcg_at_1_diff1": 0.881783, + "nauc_ndcg_at_3_max": 0.83009, + "nauc_ndcg_at_3_std": 0.272366, + "nauc_ndcg_at_3_diff1": 0.847767, + "nauc_ndcg_at_5_max": 0.823799, + "nauc_ndcg_at_5_std": 0.269364, + "nauc_ndcg_at_5_diff1": 0.840053, + "nauc_ndcg_at_10_max": 0.818956, + "nauc_ndcg_at_10_std": 0.265387, + "nauc_ndcg_at_10_diff1": 0.834417, + "nauc_ndcg_at_20_max": 0.819551, + "nauc_ndcg_at_20_std": 0.266213, + "nauc_ndcg_at_20_diff1": 0.836319, + "nauc_ndcg_at_100_max": 0.820247, + "nauc_ndcg_at_100_std": 0.272569, + "nauc_ndcg_at_100_diff1": 0.837488, + "nauc_ndcg_at_1000_max": 0.823057, + "nauc_ndcg_at_1000_std": 0.267822, + "nauc_ndcg_at_1000_diff1": 0.843565, + "nauc_map_at_1_max": 0.830422, + "nauc_map_at_1_std": 0.243528, + "nauc_map_at_1_diff1": 0.881783, + "nauc_map_at_3_max": 0.830364, + "nauc_map_at_3_std": 0.264668, + "nauc_map_at_3_diff1": 0.856028, + "nauc_map_at_5_max": 0.827113, + "nauc_map_at_5_std": 0.263081, + "nauc_map_at_5_diff1": 0.852152, + "nauc_map_at_10_max": 0.825443, + "nauc_map_at_10_std": 0.261943, + "nauc_map_at_10_diff1": 0.850272, + "nauc_map_at_20_max": 0.825665, + "nauc_map_at_20_std": 0.261867, + "nauc_map_at_20_diff1": 0.850921, + "nauc_map_at_100_max": 0.825781, + "nauc_map_at_100_std": 0.263129, + "nauc_map_at_100_diff1": 0.851058, + "nauc_map_at_1000_max": 0.825884, + "nauc_map_at_1000_std": 0.262991, + "nauc_map_at_1000_diff1": 0.851283, + "nauc_recall_at_1_max": 0.830422, + "nauc_recall_at_1_std": 0.243528, + "nauc_recall_at_1_diff1": 0.881783, + "nauc_recall_at_3_max": 0.829112, + "nauc_recall_at_3_std": 0.297479, + "nauc_recall_at_3_diff1": 0.821197, + "nauc_recall_at_5_max": 0.810716, + "nauc_recall_at_5_std": 0.290956, + "nauc_recall_at_5_diff1": 0.796041, + "nauc_recall_at_10_max": 0.787603, + "nauc_recall_at_10_std": 0.27482, + "nauc_recall_at_10_diff1": 0.764563, + "nauc_recall_at_20_max": 0.783855, + "nauc_recall_at_20_std": 0.28578, + "nauc_recall_at_20_diff1": 0.759611, + "nauc_recall_at_100_max": 0.756777, + "nauc_recall_at_100_std": 0.386577, + "nauc_recall_at_100_diff1": 0.700127, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830422, + "nauc_precision_at_1_std": 0.243528, + "nauc_precision_at_1_diff1": 0.881783, + "nauc_precision_at_3_max": 0.829112, + "nauc_precision_at_3_std": 0.297479, + "nauc_precision_at_3_diff1": 0.821197, + "nauc_precision_at_5_max": 0.810716, + "nauc_precision_at_5_std": 0.290956, + "nauc_precision_at_5_diff1": 0.796041, + "nauc_precision_at_10_max": 0.787603, + "nauc_precision_at_10_std": 0.27482, + "nauc_precision_at_10_diff1": 0.764563, + "nauc_precision_at_20_max": 0.783855, + "nauc_precision_at_20_std": 0.28578, + "nauc_precision_at_20_diff1": 0.759611, + "nauc_precision_at_100_max": 0.756777, + "nauc_precision_at_100_std": 0.386577, + "nauc_precision_at_100_diff1": 0.700127, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.830422, + "nauc_mrr_at_1_std": 0.243528, + "nauc_mrr_at_1_diff1": 0.881783, + "nauc_mrr_at_3_max": 0.830364, + "nauc_mrr_at_3_std": 0.264668, + "nauc_mrr_at_3_diff1": 0.856028, + "nauc_mrr_at_5_max": 0.827113, + "nauc_mrr_at_5_std": 0.263081, + "nauc_mrr_at_5_diff1": 0.852152, + "nauc_mrr_at_10_max": 0.825443, + "nauc_mrr_at_10_std": 0.261943, + "nauc_mrr_at_10_diff1": 0.850272, + "nauc_mrr_at_20_max": 0.825665, + "nauc_mrr_at_20_std": 0.261867, + "nauc_mrr_at_20_diff1": 0.850921, + "nauc_mrr_at_100_max": 0.825781, + "nauc_mrr_at_100_std": 0.263129, + "nauc_mrr_at_100_diff1": 0.851058, + "nauc_mrr_at_1000_max": 0.825884, + "nauc_mrr_at_1000_std": 0.262991, + "nauc_mrr_at_1000_diff1": 0.851283, + "hit_rate_at_1": 0.63222, + "hit_rate_at_3": 0.72444, + "hit_rate_at_5": 0.75889, + "hit_rate_at_10": 0.80333, + "hit_rate_at_20": 0.84333, + "hit_rate_at_100": 0.92889, + "hit_rate_at_1000": 1.0, + "main_score": 0.71534, "hf_subset": "xho_Latn-eng_Latn", "languages": [ "xho-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.42889, - "ndcg_at_3": 0.46514, - "ndcg_at_5": 0.47289, - "ndcg_at_10": 0.48083, - "ndcg_at_20": 0.49001, - "ndcg_at_100": 0.51425, - "ndcg_at_1000": 0.55156, - "map_at_1": 0.42889, - "map_at_3": 0.45685, - "map_at_5": 0.46113, - "map_at_10": 0.46443, - "map_at_20": 0.4669, - "map_at_100": 0.46972, - "map_at_1000": 0.47109, - "recall_at_1": 0.42889, - "recall_at_3": 0.48889, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.42333, + "ndcg_at_3": 0.46053, + "ndcg_at_5": 0.46938, + "ndcg_at_10": 0.47906, + "ndcg_at_20": 0.48804, + "ndcg_at_100": 0.51227, + "ndcg_at_1000": 0.54904, + "map_at_1": 0.42333, + "map_at_3": 0.45148, + "map_at_5": 0.45648, + "map_at_10": 0.46047, + "map_at_20": 0.46293, + "map_at_100": 0.46579, + "map_at_1000": 0.46712, + "recall_at_1": 0.42333, + "recall_at_3": 0.48667, "recall_at_5": 0.50778, - "recall_at_10": 0.53222, - "recall_at_20": 0.56889, - "recall_at_100": 0.70778, + "recall_at_10": 0.53778, + "recall_at_20": 0.57333, + "recall_at_100": 0.71111, "recall_at_1000": 1.0, - "precision_at_1": 0.42889, - "precision_at_3": 0.16296, + "accuracy": 0.42333, + "precision_at_1": 0.42333, + "precision_at_3": 0.16222, "precision_at_5": 0.10156, - "precision_at_10": 0.05322, - "precision_at_20": 0.02844, - "precision_at_100": 0.00708, - "precision_at_1000": 0.001, - "mrr_at_1": 0.428889, - "mrr_at_3": 0.456852, - "mrr_at_5": 0.46113, - "mrr_at_10": 0.464427, - "mrr_at_20": 0.466902, - "mrr_at_100": 0.469715, - "mrr_at_1000": 0.471091, - "nauc_ndcg_at_1_max": 0.908141, - "nauc_ndcg_at_1_std": 0.760648, - "nauc_ndcg_at_1_diff1": 0.898226, - "nauc_ndcg_at_3_max": 0.92779, - "nauc_ndcg_at_3_std": 0.801857, - "nauc_ndcg_at_3_diff1": 0.867421, - "nauc_ndcg_at_5_max": 0.922062, - "nauc_ndcg_at_5_std": 0.801154, - "nauc_ndcg_at_5_diff1": 0.859202, - "nauc_ndcg_at_10_max": 0.921449, - "nauc_ndcg_at_10_std": 0.806438, - "nauc_ndcg_at_10_diff1": 0.852311, - "nauc_ndcg_at_20_max": 0.915787, - "nauc_ndcg_at_20_std": 0.804694, - "nauc_ndcg_at_20_diff1": 0.845518, - "nauc_ndcg_at_100_max": 0.906394, - "nauc_ndcg_at_100_std": 0.79715, - "nauc_ndcg_at_100_diff1": 0.834722, - "nauc_ndcg_at_1000_max": 0.914042, - "nauc_ndcg_at_1000_std": 0.797517, - "nauc_ndcg_at_1000_diff1": 0.85063, - "nauc_map_at_1_max": 0.908141, - "nauc_map_at_1_std": 0.760648, - "nauc_map_at_1_diff1": 0.898226, - "nauc_map_at_3_max": 0.923958, - "nauc_map_at_3_std": 0.793297, - "nauc_map_at_3_diff1": 0.874275, - "nauc_map_at_5_max": 0.920695, - "nauc_map_at_5_std": 0.792848, - "nauc_map_at_5_diff1": 0.869745, - "nauc_map_at_10_max": 0.920564, - "nauc_map_at_10_std": 0.795177, - "nauc_map_at_10_diff1": 0.866952, - "nauc_map_at_20_max": 0.919107, - "nauc_map_at_20_std": 0.794781, - "nauc_map_at_20_diff1": 0.8652, - "nauc_map_at_100_max": 0.917892, - "nauc_map_at_100_std": 0.793732, - "nauc_map_at_100_diff1": 0.863953, - "nauc_map_at_1000_max": 0.918038, - "nauc_map_at_1000_std": 0.793673, - "nauc_map_at_1000_diff1": 0.864373, - "nauc_recall_at_1_max": 0.908141, - "nauc_recall_at_1_std": 0.760648, - "nauc_recall_at_1_diff1": 0.898226, - "nauc_recall_at_3_max": 0.938577, - "nauc_recall_at_3_std": 0.826218, - "nauc_recall_at_3_diff1": 0.847693, - "nauc_recall_at_5_max": 0.924963, - "nauc_recall_at_5_std": 0.824947, - "nauc_recall_at_5_diff1": 0.82723, - "nauc_recall_at_10_max": 0.922384, - "nauc_recall_at_10_std": 0.841367, - "nauc_recall_at_10_diff1": 0.80443, - "nauc_recall_at_20_max": 0.897974, - "nauc_recall_at_20_std": 0.834532, - "nauc_recall_at_20_diff1": 0.773536, - "nauc_recall_at_100_max": 0.82586, - "nauc_recall_at_100_std": 0.789615, - "nauc_recall_at_100_diff1": 0.674152, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.908141, - "nauc_precision_at_1_std": 0.760648, - "nauc_precision_at_1_diff1": 0.898226, - "nauc_precision_at_3_max": 0.938577, - "nauc_precision_at_3_std": 0.826218, - "nauc_precision_at_3_diff1": 0.847693, - "nauc_precision_at_5_max": 0.924963, - "nauc_precision_at_5_std": 0.824947, - "nauc_precision_at_5_diff1": 0.82723, - "nauc_precision_at_10_max": 0.922384, - "nauc_precision_at_10_std": 0.841367, - "nauc_precision_at_10_diff1": 0.80443, - "nauc_precision_at_20_max": 0.897974, - "nauc_precision_at_20_std": 0.834532, - "nauc_precision_at_20_diff1": 0.773536, - "nauc_precision_at_100_max": 0.82586, - "nauc_precision_at_100_std": 0.789615, - "nauc_precision_at_100_diff1": 0.674152, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.908141, - "nauc_mrr_at_1_std": 0.760648, - "nauc_mrr_at_1_diff1": 0.898226, - "nauc_mrr_at_3_max": 0.923958, - "nauc_mrr_at_3_std": 0.793297, - "nauc_mrr_at_3_diff1": 0.874275, - "nauc_mrr_at_5_max": 0.920695, - "nauc_mrr_at_5_std": 0.792848, - "nauc_mrr_at_5_diff1": 0.869745, - "nauc_mrr_at_10_max": 0.920564, - "nauc_mrr_at_10_std": 0.795177, - "nauc_mrr_at_10_diff1": 0.866952, - "nauc_mrr_at_20_max": 0.919107, - "nauc_mrr_at_20_std": 0.794781, - "nauc_mrr_at_20_diff1": 0.8652, - "nauc_mrr_at_100_max": 0.917892, - "nauc_mrr_at_100_std": 0.793732, - "nauc_mrr_at_100_diff1": 0.863953, - "nauc_mrr_at_1000_max": 0.918038, - "nauc_mrr_at_1000_std": 0.793673, - "nauc_mrr_at_1000_diff1": 0.864373, - "main_score": 0.48083, + "precision_at_10": 0.05378, + "precision_at_20": 0.02867, + "precision_at_100": 0.00711, + "precision_at_1000": 0.001, + "mrr_at_1": 0.423333, + "mrr_at_3": 0.451481, + "mrr_at_5": 0.456481, + "mrr_at_10": 0.460465, + "mrr_at_20": 0.462927, + "mrr_at_100": 0.465792, + "mrr_at_1000": 0.467124, + "nauc_ndcg_at_1_max": 0.89351, + "nauc_ndcg_at_1_std": 0.71527, + "nauc_ndcg_at_1_diff1": 0.891969, + "nauc_ndcg_at_3_max": 0.923294, + "nauc_ndcg_at_3_std": 0.762608, + "nauc_ndcg_at_3_diff1": 0.866711, + "nauc_ndcg_at_5_max": 0.920002, + "nauc_ndcg_at_5_std": 0.766315, + "nauc_ndcg_at_5_diff1": 0.85835, + "nauc_ndcg_at_10_max": 0.919293, + "nauc_ndcg_at_10_std": 0.769839, + "nauc_ndcg_at_10_diff1": 0.855927, + "nauc_ndcg_at_20_max": 0.9139, + "nauc_ndcg_at_20_std": 0.770086, + "nauc_ndcg_at_20_diff1": 0.849288, + "nauc_ndcg_at_100_max": 0.901079, + "nauc_ndcg_at_100_std": 0.759396, + "nauc_ndcg_at_100_diff1": 0.837942, + "nauc_ndcg_at_1000_max": 0.909555, + "nauc_ndcg_at_1000_std": 0.760056, + "nauc_ndcg_at_1000_diff1": 0.852968, + "nauc_map_at_1_max": 0.89351, + "nauc_map_at_1_std": 0.71527, + "nauc_map_at_1_diff1": 0.891969, + "nauc_map_at_3_max": 0.917221, + "nauc_map_at_3_std": 0.752599, + "nauc_map_at_3_diff1": 0.873372, + "nauc_map_at_5_max": 0.915357, + "nauc_map_at_5_std": 0.754752, + "nauc_map_at_5_diff1": 0.868656, + "nauc_map_at_10_max": 0.915171, + "nauc_map_at_10_std": 0.756363, + "nauc_map_at_10_diff1": 0.86779, + "nauc_map_at_20_max": 0.913743, + "nauc_map_at_20_std": 0.756454, + "nauc_map_at_20_diff1": 0.865998, + "nauc_map_at_100_max": 0.912076, + "nauc_map_at_100_std": 0.75489, + "nauc_map_at_100_diff1": 0.864707, + "nauc_map_at_1000_max": 0.912267, + "nauc_map_at_1000_std": 0.754869, + "nauc_map_at_1000_diff1": 0.865121, + "nauc_recall_at_1_max": 0.89351, + "nauc_recall_at_1_std": 0.71527, + "nauc_recall_at_1_diff1": 0.891969, + "nauc_recall_at_3_max": 0.940541, + "nauc_recall_at_3_std": 0.79121, + "nauc_recall_at_3_diff1": 0.847041, + "nauc_recall_at_5_max": 0.932763, + "nauc_recall_at_5_std": 0.800153, + "nauc_recall_at_5_diff1": 0.826658, + "nauc_recall_at_10_max": 0.930225, + "nauc_recall_at_10_std": 0.811295, + "nauc_recall_at_10_diff1": 0.817428, + "nauc_recall_at_20_max": 0.907554, + "nauc_recall_at_20_std": 0.813493, + "nauc_recall_at_20_diff1": 0.788137, + "nauc_recall_at_100_max": 0.813197, + "nauc_recall_at_100_std": 0.751018, + "nauc_recall_at_100_diff1": 0.685997, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.89351, + "nauc_precision_at_1_std": 0.71527, + "nauc_precision_at_1_diff1": 0.891969, + "nauc_precision_at_3_max": 0.940541, + "nauc_precision_at_3_std": 0.79121, + "nauc_precision_at_3_diff1": 0.847041, + "nauc_precision_at_5_max": 0.932763, + "nauc_precision_at_5_std": 0.800153, + "nauc_precision_at_5_diff1": 0.826658, + "nauc_precision_at_10_max": 0.930225, + "nauc_precision_at_10_std": 0.811295, + "nauc_precision_at_10_diff1": 0.817428, + "nauc_precision_at_20_max": 0.907554, + "nauc_precision_at_20_std": 0.813493, + "nauc_precision_at_20_diff1": 0.788137, + "nauc_precision_at_100_max": 0.813197, + "nauc_precision_at_100_std": 0.751018, + "nauc_precision_at_100_diff1": 0.685997, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.89351, + "nauc_mrr_at_1_std": 0.71527, + "nauc_mrr_at_1_diff1": 0.891969, + "nauc_mrr_at_3_max": 0.917221, + "nauc_mrr_at_3_std": 0.752599, + "nauc_mrr_at_3_diff1": 0.873372, + "nauc_mrr_at_5_max": 0.915357, + "nauc_mrr_at_5_std": 0.754752, + "nauc_mrr_at_5_diff1": 0.868656, + "nauc_mrr_at_10_max": 0.915171, + "nauc_mrr_at_10_std": 0.756363, + "nauc_mrr_at_10_diff1": 0.86779, + "nauc_mrr_at_20_max": 0.913743, + "nauc_mrr_at_20_std": 0.756454, + "nauc_mrr_at_20_diff1": 0.865998, + "nauc_mrr_at_100_max": 0.912076, + "nauc_mrr_at_100_std": 0.75489, + "nauc_mrr_at_100_diff1": 0.864707, + "nauc_mrr_at_1000_max": 0.912267, + "nauc_mrr_at_1000_std": 0.754869, + "nauc_mrr_at_1000_diff1": 0.865121, + "hit_rate_at_1": 0.42333, + "hit_rate_at_3": 0.48667, + "hit_rate_at_5": 0.50778, + "hit_rate_at_10": 0.53778, + "hit_rate_at_20": 0.57333, + "hit_rate_at_100": 0.71111, + "hit_rate_at_1000": 1.0, + "main_score": 0.47906, "hf_subset": "eng_Latn-xho_Latn", "languages": [ "eng-Latn", "xho-Latn" - ] - }, - { - "ndcg_at_1": 0.43111, - "ndcg_at_3": 0.48458, - "ndcg_at_5": 0.50021, - "ndcg_at_10": 0.51652, - "ndcg_at_20": 0.52971, - "ndcg_at_100": 0.55699, - "ndcg_at_1000": 0.58194, - "map_at_1": 0.43111, - "map_at_3": 0.47222, - "map_at_5": 0.48094, - "map_at_10": 0.48775, - "map_at_20": 0.49151, - "map_at_100": 0.49518, - "map_at_1000": 0.49617, - "recall_at_1": 0.43111, - "recall_at_3": 0.52, - "recall_at_5": 0.55778, - "recall_at_10": 0.60778, - "recall_at_20": 0.65889, - "recall_at_100": 0.80778, - "recall_at_1000": 1.0, - "precision_at_1": 0.43111, - "precision_at_3": 0.17333, - "precision_at_5": 0.11156, - "precision_at_10": 0.06078, - "precision_at_20": 0.03294, - "precision_at_100": 0.00808, - "precision_at_1000": 0.001, - "mrr_at_1": 0.431111, - "mrr_at_3": 0.472222, - "mrr_at_5": 0.480944, - "mrr_at_10": 0.487748, - "mrr_at_20": 0.491506, - "mrr_at_100": 0.495181, - "mrr_at_1000": 0.496165, - "nauc_ndcg_at_1_max": 0.690212, - "nauc_ndcg_at_1_std": -0.453329, - "nauc_ndcg_at_1_diff1": 0.837505, - "nauc_ndcg_at_3_max": 0.679062, - "nauc_ndcg_at_3_std": -0.465942, - "nauc_ndcg_at_3_diff1": 0.787716, - "nauc_ndcg_at_5_max": 0.674079, - "nauc_ndcg_at_5_std": -0.451314, - "nauc_ndcg_at_5_diff1": 0.774637, - "nauc_ndcg_at_10_max": 0.666543, - "nauc_ndcg_at_10_std": -0.443968, - "nauc_ndcg_at_10_diff1": 0.764661, - "nauc_ndcg_at_20_max": 0.665351, - "nauc_ndcg_at_20_std": -0.438311, - "nauc_ndcg_at_20_diff1": 0.763483, - "nauc_ndcg_at_100_max": 0.664253, - "nauc_ndcg_at_100_std": -0.427549, - "nauc_ndcg_at_100_diff1": 0.762042, - "nauc_ndcg_at_1000_max": 0.669735, - "nauc_ndcg_at_1000_std": -0.441263, - "nauc_ndcg_at_1000_diff1": 0.774205, - "nauc_map_at_1_max": 0.690212, - "nauc_map_at_1_std": -0.453329, - "nauc_map_at_1_diff1": 0.837505, - "nauc_map_at_3_max": 0.681675, - "nauc_map_at_3_std": -0.463412, - "nauc_map_at_3_diff1": 0.799365, - "nauc_map_at_5_max": 0.679091, - "nauc_map_at_5_std": -0.455244, - "nauc_map_at_5_diff1": 0.792402, - "nauc_map_at_10_max": 0.676049, - "nauc_map_at_10_std": -0.452134, - "nauc_map_at_10_diff1": 0.788409, - "nauc_map_at_20_max": 0.675763, - "nauc_map_at_20_std": -0.450639, - "nauc_map_at_20_diff1": 0.788178, - "nauc_map_at_100_max": 0.675477, - "nauc_map_at_100_std": -0.449305, - "nauc_map_at_100_diff1": 0.787868, - "nauc_map_at_1000_max": 0.675666, - "nauc_map_at_1000_std": -0.449759, - "nauc_map_at_1000_diff1": 0.788322, - "nauc_recall_at_1_max": 0.690212, - "nauc_recall_at_1_std": -0.453329, - "nauc_recall_at_1_diff1": 0.837505, - "nauc_recall_at_3_max": 0.671378, - "nauc_recall_at_3_std": -0.473191, - "nauc_recall_at_3_diff1": 0.753464, - "nauc_recall_at_5_max": 0.657903, - "nauc_recall_at_5_std": -0.437009, - "nauc_recall_at_5_diff1": 0.718498, - "nauc_recall_at_10_max": 0.631746, - "nauc_recall_at_10_std": -0.412479, - "nauc_recall_at_10_diff1": 0.682074, - "nauc_recall_at_20_max": 0.622981, - "nauc_recall_at_20_std": -0.38358, - "nauc_recall_at_20_diff1": 0.66892, - "nauc_recall_at_100_max": 0.594784, - "nauc_recall_at_100_std": -0.251608, - "nauc_recall_at_100_diff1": 0.610179, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.690212, - "nauc_precision_at_1_std": -0.453329, - "nauc_precision_at_1_diff1": 0.837505, - "nauc_precision_at_3_max": 0.671378, - "nauc_precision_at_3_std": -0.473191, - "nauc_precision_at_3_diff1": 0.753464, - "nauc_precision_at_5_max": 0.657903, - "nauc_precision_at_5_std": -0.437009, - "nauc_precision_at_5_diff1": 0.718498, - "nauc_precision_at_10_max": 0.631746, - "nauc_precision_at_10_std": -0.412479, - "nauc_precision_at_10_diff1": 0.682074, - "nauc_precision_at_20_max": 0.622981, - "nauc_precision_at_20_std": -0.38358, - "nauc_precision_at_20_diff1": 0.66892, - "nauc_precision_at_100_max": 0.594784, - "nauc_precision_at_100_std": -0.251608, - "nauc_precision_at_100_diff1": 0.610179, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.690212, - "nauc_mrr_at_1_std": -0.453329, - "nauc_mrr_at_1_diff1": 0.837505, - "nauc_mrr_at_3_max": 0.681675, - "nauc_mrr_at_3_std": -0.463412, - "nauc_mrr_at_3_diff1": 0.799365, - "nauc_mrr_at_5_max": 0.679091, - "nauc_mrr_at_5_std": -0.455244, - "nauc_mrr_at_5_diff1": 0.792402, - "nauc_mrr_at_10_max": 0.676049, - "nauc_mrr_at_10_std": -0.452134, - "nauc_mrr_at_10_diff1": 0.788409, - "nauc_mrr_at_20_max": 0.675763, - "nauc_mrr_at_20_std": -0.450639, - "nauc_mrr_at_20_diff1": 0.788178, - "nauc_mrr_at_100_max": 0.675477, - "nauc_mrr_at_100_std": -0.449305, - "nauc_mrr_at_100_diff1": 0.787868, - "nauc_mrr_at_1000_max": 0.675666, - "nauc_mrr_at_1000_std": -0.449759, - "nauc_mrr_at_1000_diff1": 0.788322, - "main_score": 0.51652, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.44778, + "ndcg_at_3": 0.50706, + "ndcg_at_5": 0.52017, + "ndcg_at_10": 0.53334, + "ndcg_at_20": 0.54588, + "ndcg_at_100": 0.5719, + "ndcg_at_1000": 0.59616, + "map_at_1": 0.44778, + "map_at_3": 0.49259, + "map_at_5": 0.50004, + "map_at_10": 0.50561, + "map_at_20": 0.50914, + "map_at_100": 0.51245, + "map_at_1000": 0.51342, + "recall_at_1": 0.44778, + "recall_at_3": 0.54889, + "recall_at_5": 0.58, + "recall_at_10": 0.62, + "recall_at_20": 0.66889, + "recall_at_100": 0.81333, + "recall_at_1000": 1.0, + "accuracy": 0.44778, + "precision_at_1": 0.44778, + "precision_at_3": 0.18296, + "precision_at_5": 0.116, + "precision_at_10": 0.062, + "precision_at_20": 0.03344, + "precision_at_100": 0.00813, + "precision_at_1000": 0.001, + "mrr_at_1": 0.447778, + "mrr_at_3": 0.492593, + "mrr_at_5": 0.500037, + "mrr_at_10": 0.50561, + "mrr_at_20": 0.509144, + "mrr_at_100": 0.512455, + "mrr_at_1000": 0.51342, + "nauc_ndcg_at_1_max": 0.690511, + "nauc_ndcg_at_1_std": -0.398801, + "nauc_ndcg_at_1_diff1": 0.809446, + "nauc_ndcg_at_3_max": 0.684082, + "nauc_ndcg_at_3_std": -0.398832, + "nauc_ndcg_at_3_diff1": 0.768244, + "nauc_ndcg_at_5_max": 0.677857, + "nauc_ndcg_at_5_std": -0.398385, + "nauc_ndcg_at_5_diff1": 0.753834, + "nauc_ndcg_at_10_max": 0.67659, + "nauc_ndcg_at_10_std": -0.390593, + "nauc_ndcg_at_10_diff1": 0.746681, + "nauc_ndcg_at_20_max": 0.674721, + "nauc_ndcg_at_20_std": -0.383425, + "nauc_ndcg_at_20_diff1": 0.745288, + "nauc_ndcg_at_100_max": 0.672364, + "nauc_ndcg_at_100_std": -0.374471, + "nauc_ndcg_at_100_diff1": 0.746899, + "nauc_ndcg_at_1000_max": 0.678038, + "nauc_ndcg_at_1000_std": -0.385338, + "nauc_ndcg_at_1000_diff1": 0.756459, + "nauc_map_at_1_max": 0.690511, + "nauc_map_at_1_std": -0.398801, + "nauc_map_at_1_diff1": 0.809446, + "nauc_map_at_3_max": 0.687085, + "nauc_map_at_3_std": -0.398853, + "nauc_map_at_3_diff1": 0.779055, + "nauc_map_at_5_max": 0.683511, + "nauc_map_at_5_std": -0.398673, + "nauc_map_at_5_diff1": 0.770966, + "nauc_map_at_10_max": 0.682898, + "nauc_map_at_10_std": -0.395588, + "nauc_map_at_10_diff1": 0.768046, + "nauc_map_at_20_max": 0.682475, + "nauc_map_at_20_std": -0.393757, + "nauc_map_at_20_diff1": 0.767898, + "nauc_map_at_100_max": 0.682352, + "nauc_map_at_100_std": -0.392395, + "nauc_map_at_100_diff1": 0.768199, + "nauc_map_at_1000_max": 0.68255, + "nauc_map_at_1000_std": -0.392706, + "nauc_map_at_1000_diff1": 0.768539, + "nauc_recall_at_1_max": 0.690511, + "nauc_recall_at_1_std": -0.398801, + "nauc_recall_at_1_diff1": 0.809446, + "nauc_recall_at_3_max": 0.674444, + "nauc_recall_at_3_std": -0.398758, + "nauc_recall_at_3_diff1": 0.735478, + "nauc_recall_at_5_max": 0.659086, + "nauc_recall_at_5_std": -0.397328, + "nauc_recall_at_5_diff1": 0.698879, + "nauc_recall_at_10_max": 0.654521, + "nauc_recall_at_10_std": -0.370579, + "nauc_recall_at_10_diff1": 0.672362, + "nauc_recall_at_20_max": 0.643345, + "nauc_recall_at_20_std": -0.334912, + "nauc_recall_at_20_diff1": 0.657695, + "nauc_recall_at_100_max": 0.600128, + "nauc_recall_at_100_std": -0.228471, + "nauc_recall_at_100_diff1": 0.623976, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690511, + "nauc_precision_at_1_std": -0.398801, + "nauc_precision_at_1_diff1": 0.809446, + "nauc_precision_at_3_max": 0.674444, + "nauc_precision_at_3_std": -0.398758, + "nauc_precision_at_3_diff1": 0.735478, + "nauc_precision_at_5_max": 0.659086, + "nauc_precision_at_5_std": -0.397328, + "nauc_precision_at_5_diff1": 0.698879, + "nauc_precision_at_10_max": 0.654521, + "nauc_precision_at_10_std": -0.370579, + "nauc_precision_at_10_diff1": 0.672362, + "nauc_precision_at_20_max": 0.643345, + "nauc_precision_at_20_std": -0.334912, + "nauc_precision_at_20_diff1": 0.657695, + "nauc_precision_at_100_max": 0.600128, + "nauc_precision_at_100_std": -0.228471, + "nauc_precision_at_100_diff1": 0.623976, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690511, + "nauc_mrr_at_1_std": -0.398801, + "nauc_mrr_at_1_diff1": 0.809446, + "nauc_mrr_at_3_max": 0.687085, + "nauc_mrr_at_3_std": -0.398853, + "nauc_mrr_at_3_diff1": 0.779055, + "nauc_mrr_at_5_max": 0.683511, + "nauc_mrr_at_5_std": -0.398673, + "nauc_mrr_at_5_diff1": 0.770966, + "nauc_mrr_at_10_max": 0.682898, + "nauc_mrr_at_10_std": -0.395588, + "nauc_mrr_at_10_diff1": 0.768046, + "nauc_mrr_at_20_max": 0.682475, + "nauc_mrr_at_20_std": -0.393757, + "nauc_mrr_at_20_diff1": 0.767898, + "nauc_mrr_at_100_max": 0.682352, + "nauc_mrr_at_100_std": -0.392395, + "nauc_mrr_at_100_diff1": 0.768199, + "nauc_mrr_at_1000_max": 0.68255, + "nauc_mrr_at_1000_std": -0.392706, + "nauc_mrr_at_1000_diff1": 0.768539, + "hit_rate_at_1": 0.44778, + "hit_rate_at_3": 0.54889, + "hit_rate_at_5": 0.58, + "hit_rate_at_10": 0.62, + "hit_rate_at_20": 0.66889, + "hit_rate_at_100": 0.81333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53334, "hf_subset": "yor_Latn-yor_Latn", "languages": [ "yor-Latn", "yor-Latn" - ] - }, - { - "ndcg_at_1": 0.60889, - "ndcg_at_3": 0.66987, - "ndcg_at_5": 0.68627, - "ndcg_at_10": 0.6996, - "ndcg_at_20": 0.71348, - "ndcg_at_100": 0.73198, - "ndcg_at_1000": 0.73893, - "map_at_1": 0.60889, - "map_at_3": 0.65519, - "map_at_5": 0.66424, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.61222, + "ndcg_at_3": 0.66622, + "ndcg_at_5": 0.68405, + "ndcg_at_10": 0.6999, + "ndcg_at_20": 0.7114, + "ndcg_at_100": 0.73021, + "ndcg_at_1000": 0.7379, + "map_at_1": 0.61222, + "map_at_3": 0.65333, + "map_at_5": 0.66322, "map_at_10": 0.66977, - "map_at_20": 0.67363, - "map_at_100": 0.67618, - "map_at_1000": 0.67648, - "recall_at_1": 0.60889, - "recall_at_3": 0.71222, - "recall_at_5": 0.75222, - "recall_at_10": 0.79333, - "recall_at_20": 0.84778, - "recall_at_100": 0.94778, + "map_at_20": 0.67292, + "map_at_100": 0.67555, + "map_at_1000": 0.67589, + "recall_at_1": 0.61222, + "recall_at_3": 0.70333, + "recall_at_5": 0.74667, + "recall_at_10": 0.79556, + "recall_at_20": 0.84111, + "recall_at_100": 0.94222, "recall_at_1000": 1.0, - "precision_at_1": 0.60889, - "precision_at_3": 0.23741, - "precision_at_5": 0.15044, - "precision_at_10": 0.07933, - "precision_at_20": 0.04239, - "precision_at_100": 0.00948, - "precision_at_1000": 0.001, - "mrr_at_1": 0.608889, - "mrr_at_3": 0.655185, - "mrr_at_5": 0.664241, - "mrr_at_10": 0.669765, - "mrr_at_20": 0.67363, - "mrr_at_100": 0.676175, - "mrr_at_1000": 0.676476, - "nauc_ndcg_at_1_max": 0.82665, - "nauc_ndcg_at_1_std": 0.307654, - "nauc_ndcg_at_1_diff1": 0.884364, - "nauc_ndcg_at_3_max": 0.822843, - "nauc_ndcg_at_3_std": 0.314437, - "nauc_ndcg_at_3_diff1": 0.841719, - "nauc_ndcg_at_5_max": 0.813757, - "nauc_ndcg_at_5_std": 0.31431, - "nauc_ndcg_at_5_diff1": 0.836714, - "nauc_ndcg_at_10_max": 0.806271, - "nauc_ndcg_at_10_std": 0.311863, - "nauc_ndcg_at_10_diff1": 0.829596, - "nauc_ndcg_at_20_max": 0.808076, - "nauc_ndcg_at_20_std": 0.326078, - "nauc_ndcg_at_20_diff1": 0.830072, - "nauc_ndcg_at_100_max": 0.813146, - "nauc_ndcg_at_100_std": 0.328111, - "nauc_ndcg_at_100_diff1": 0.836778, - "nauc_ndcg_at_1000_max": 0.814659, - "nauc_ndcg_at_1000_std": 0.320665, - "nauc_ndcg_at_1000_diff1": 0.840627, - "nauc_map_at_1_max": 0.82665, - "nauc_map_at_1_std": 0.307654, - "nauc_map_at_1_diff1": 0.884364, - "nauc_map_at_3_max": 0.825068, - "nauc_map_at_3_std": 0.313754, - "nauc_map_at_3_diff1": 0.852494, - "nauc_map_at_5_max": 0.820419, - "nauc_map_at_5_std": 0.313878, - "nauc_map_at_5_diff1": 0.850254, - "nauc_map_at_10_max": 0.817644, - "nauc_map_at_10_std": 0.313131, - "nauc_map_at_10_diff1": 0.847589, - "nauc_map_at_20_max": 0.81813, - "nauc_map_at_20_std": 0.316409, - "nauc_map_at_20_diff1": 0.847936, - "nauc_map_at_100_max": 0.818817, - "nauc_map_at_100_std": 0.316639, - "nauc_map_at_100_diff1": 0.848756, - "nauc_map_at_1000_max": 0.818855, - "nauc_map_at_1000_std": 0.316373, - "nauc_map_at_1000_diff1": 0.848897, - "nauc_recall_at_1_max": 0.82665, - "nauc_recall_at_1_std": 0.307654, - "nauc_recall_at_1_diff1": 0.884364, - "nauc_recall_at_3_max": 0.815008, - "nauc_recall_at_3_std": 0.316153, - "nauc_recall_at_3_diff1": 0.806742, - "nauc_recall_at_5_max": 0.78732, - "nauc_recall_at_5_std": 0.314938, - "nauc_recall_at_5_diff1": 0.787006, - "nauc_recall_at_10_max": 0.752666, - "nauc_recall_at_10_std": 0.303534, - "nauc_recall_at_10_diff1": 0.751289, - "nauc_recall_at_20_max": 0.748817, - "nauc_recall_at_20_std": 0.397725, - "nauc_recall_at_20_diff1": 0.729281, - "nauc_recall_at_100_max": 0.760345, - "nauc_recall_at_100_std": 0.564575, - "nauc_recall_at_100_diff1": 0.713223, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.82665, - "nauc_precision_at_1_std": 0.307654, - "nauc_precision_at_1_diff1": 0.884364, - "nauc_precision_at_3_max": 0.815008, - "nauc_precision_at_3_std": 0.316153, - "nauc_precision_at_3_diff1": 0.806742, - "nauc_precision_at_5_max": 0.78732, - "nauc_precision_at_5_std": 0.314938, - "nauc_precision_at_5_diff1": 0.787006, - "nauc_precision_at_10_max": 0.752666, - "nauc_precision_at_10_std": 0.303534, - "nauc_precision_at_10_diff1": 0.751289, - "nauc_precision_at_20_max": 0.748817, - "nauc_precision_at_20_std": 0.397725, - "nauc_precision_at_20_diff1": 0.729281, - "nauc_precision_at_100_max": 0.760345, - "nauc_precision_at_100_std": 0.564575, - "nauc_precision_at_100_diff1": 0.713223, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.82665, - "nauc_mrr_at_1_std": 0.307654, - "nauc_mrr_at_1_diff1": 0.884364, - "nauc_mrr_at_3_max": 0.825068, - "nauc_mrr_at_3_std": 0.313754, - "nauc_mrr_at_3_diff1": 0.852494, - "nauc_mrr_at_5_max": 0.820419, - "nauc_mrr_at_5_std": 0.313878, - "nauc_mrr_at_5_diff1": 0.850254, - "nauc_mrr_at_10_max": 0.817644, - "nauc_mrr_at_10_std": 0.313131, - "nauc_mrr_at_10_diff1": 0.847589, - "nauc_mrr_at_20_max": 0.81813, - "nauc_mrr_at_20_std": 0.316409, - "nauc_mrr_at_20_diff1": 0.847936, - "nauc_mrr_at_100_max": 0.818817, - "nauc_mrr_at_100_std": 0.316639, - "nauc_mrr_at_100_diff1": 0.848756, - "nauc_mrr_at_1000_max": 0.818855, - "nauc_mrr_at_1000_std": 0.316373, - "nauc_mrr_at_1000_diff1": 0.848897, - "main_score": 0.6996, + "accuracy": 0.61222, + "precision_at_1": 0.61222, + "precision_at_3": 0.23444, + "precision_at_5": 0.14933, + "precision_at_10": 0.07956, + "precision_at_20": 0.04206, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.612222, + "mrr_at_3": 0.653333, + "mrr_at_5": 0.663222, + "mrr_at_10": 0.669775, + "mrr_at_20": 0.672924, + "mrr_at_100": 0.675552, + "mrr_at_1000": 0.675889, + "nauc_ndcg_at_1_max": 0.804995, + "nauc_ndcg_at_1_std": 0.292644, + "nauc_ndcg_at_1_diff1": 0.864567, + "nauc_ndcg_at_3_max": 0.815432, + "nauc_ndcg_at_3_std": 0.297903, + "nauc_ndcg_at_3_diff1": 0.830348, + "nauc_ndcg_at_5_max": 0.804283, + "nauc_ndcg_at_5_std": 0.300889, + "nauc_ndcg_at_5_diff1": 0.823565, + "nauc_ndcg_at_10_max": 0.796061, + "nauc_ndcg_at_10_std": 0.300211, + "nauc_ndcg_at_10_diff1": 0.812558, + "nauc_ndcg_at_20_max": 0.794784, + "nauc_ndcg_at_20_std": 0.303284, + "nauc_ndcg_at_20_diff1": 0.813847, + "nauc_ndcg_at_100_max": 0.798623, + "nauc_ndcg_at_100_std": 0.307998, + "nauc_ndcg_at_100_diff1": 0.819957, + "nauc_ndcg_at_1000_max": 0.801609, + "nauc_ndcg_at_1000_std": 0.303042, + "nauc_ndcg_at_1000_diff1": 0.824959, + "nauc_map_at_1_max": 0.804995, + "nauc_map_at_1_std": 0.292644, + "nauc_map_at_1_diff1": 0.864567, + "nauc_map_at_3_max": 0.813638, + "nauc_map_at_3_std": 0.296576, + "nauc_map_at_3_diff1": 0.839346, + "nauc_map_at_5_max": 0.807709, + "nauc_map_at_5_std": 0.297884, + "nauc_map_at_5_diff1": 0.836147, + "nauc_map_at_10_max": 0.804488, + "nauc_map_at_10_std": 0.297511, + "nauc_map_at_10_diff1": 0.831969, + "nauc_map_at_20_max": 0.804174, + "nauc_map_at_20_std": 0.298091, + "nauc_map_at_20_diff1": 0.83246, + "nauc_map_at_100_max": 0.804828, + "nauc_map_at_100_std": 0.299016, + "nauc_map_at_100_diff1": 0.833274, + "nauc_map_at_1000_max": 0.804952, + "nauc_map_at_1000_std": 0.29889, + "nauc_map_at_1000_diff1": 0.833477, + "nauc_recall_at_1_max": 0.804995, + "nauc_recall_at_1_std": 0.292644, + "nauc_recall_at_1_diff1": 0.864567, + "nauc_recall_at_3_max": 0.820751, + "nauc_recall_at_3_std": 0.30213, + "nauc_recall_at_3_diff1": 0.801505, + "nauc_recall_at_5_max": 0.78963, + "nauc_recall_at_5_std": 0.312444, + "nauc_recall_at_5_diff1": 0.777357, + "nauc_recall_at_10_max": 0.754117, + "nauc_recall_at_10_std": 0.312336, + "nauc_recall_at_10_diff1": 0.724901, + "nauc_recall_at_20_max": 0.736299, + "nauc_recall_at_20_std": 0.337171, + "nauc_recall_at_20_diff1": 0.710793, + "nauc_recall_at_100_max": 0.714851, + "nauc_recall_at_100_std": 0.4617, + "nauc_recall_at_100_diff1": 0.678374, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.804995, + "nauc_precision_at_1_std": 0.292644, + "nauc_precision_at_1_diff1": 0.864567, + "nauc_precision_at_3_max": 0.820751, + "nauc_precision_at_3_std": 0.30213, + "nauc_precision_at_3_diff1": 0.801505, + "nauc_precision_at_5_max": 0.78963, + "nauc_precision_at_5_std": 0.312444, + "nauc_precision_at_5_diff1": 0.777357, + "nauc_precision_at_10_max": 0.754117, + "nauc_precision_at_10_std": 0.312336, + "nauc_precision_at_10_diff1": 0.724901, + "nauc_precision_at_20_max": 0.736299, + "nauc_precision_at_20_std": 0.337171, + "nauc_precision_at_20_diff1": 0.710793, + "nauc_precision_at_100_max": 0.714851, + "nauc_precision_at_100_std": 0.4617, + "nauc_precision_at_100_diff1": 0.678374, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.804995, + "nauc_mrr_at_1_std": 0.292644, + "nauc_mrr_at_1_diff1": 0.864567, + "nauc_mrr_at_3_max": 0.813638, + "nauc_mrr_at_3_std": 0.296576, + "nauc_mrr_at_3_diff1": 0.839346, + "nauc_mrr_at_5_max": 0.807709, + "nauc_mrr_at_5_std": 0.297884, + "nauc_mrr_at_5_diff1": 0.836147, + "nauc_mrr_at_10_max": 0.804488, + "nauc_mrr_at_10_std": 0.297511, + "nauc_mrr_at_10_diff1": 0.831969, + "nauc_mrr_at_20_max": 0.804174, + "nauc_mrr_at_20_std": 0.298091, + "nauc_mrr_at_20_diff1": 0.83246, + "nauc_mrr_at_100_max": 0.804828, + "nauc_mrr_at_100_std": 0.299016, + "nauc_mrr_at_100_diff1": 0.833274, + "nauc_mrr_at_1000_max": 0.804952, + "nauc_mrr_at_1000_std": 0.29889, + "nauc_mrr_at_1000_diff1": 0.833477, + "hit_rate_at_1": 0.61222, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.74667, + "hit_rate_at_10": 0.79556, + "hit_rate_at_20": 0.84111, + "hit_rate_at_100": 0.94222, + "hit_rate_at_1000": 1.0, + "main_score": 0.6999, "hf_subset": "yor_Latn-eng_Latn", "languages": [ "yor-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.4, - "ndcg_at_3": 0.44073, - "ndcg_at_5": 0.44804, - "ndcg_at_10": 0.45785, - "ndcg_at_20": 0.46754, - "ndcg_at_100": 0.4942, - "ndcg_at_1000": 0.53265, - "map_at_1": 0.4, - "map_at_3": 0.4313, - "map_at_5": 0.43535, - "map_at_10": 0.43926, - "map_at_20": 0.44199, - "map_at_100": 0.44534, - "map_at_1000": 0.44685, - "recall_at_1": 0.4, - "recall_at_3": 0.46778, - "recall_at_5": 0.48556, - "recall_at_10": 0.51667, - "recall_at_20": 0.55444, - "recall_at_100": 0.70333, + "ndcg_at_1": 0.39333, + "ndcg_at_3": 0.43169, + "ndcg_at_5": 0.44236, + "ndcg_at_10": 0.45221, + "ndcg_at_20": 0.46115, + "ndcg_at_100": 0.48914, + "ndcg_at_1000": 0.52741, + "map_at_1": 0.39333, + "map_at_3": 0.42296, + "map_at_5": 0.42896, + "map_at_10": 0.43291, + "map_at_20": 0.43534, + "map_at_100": 0.4389, + "map_at_1000": 0.44039, + "recall_at_1": 0.39333, + "recall_at_3": 0.45667, + "recall_at_5": 0.48222, + "recall_at_10": 0.51333, + "recall_at_20": 0.54889, + "recall_at_100": 0.70444, "recall_at_1000": 1.0, - "precision_at_1": 0.4, - "precision_at_3": 0.15593, - "precision_at_5": 0.09711, - "precision_at_10": 0.05167, - "precision_at_20": 0.02772, - "precision_at_100": 0.00703, + "accuracy": 0.39333, + "precision_at_1": 0.39333, + "precision_at_3": 0.15222, + "precision_at_5": 0.09644, + "precision_at_10": 0.05133, + "precision_at_20": 0.02744, + "precision_at_100": 0.00704, "precision_at_1000": 0.001, - "mrr_at_1": 0.4, - "mrr_at_3": 0.431296, - "mrr_at_5": 0.435352, - "mrr_at_10": 0.439257, - "mrr_at_20": 0.441992, - "mrr_at_100": 0.445343, - "mrr_at_1000": 0.446853, - "nauc_ndcg_at_1_max": 0.888155, - "nauc_ndcg_at_1_std": 0.716498, - "nauc_ndcg_at_1_diff1": 0.879145, - "nauc_ndcg_at_3_max": 0.913281, - "nauc_ndcg_at_3_std": 0.75441, - "nauc_ndcg_at_3_diff1": 0.858424, - "nauc_ndcg_at_5_max": 0.90629, - "nauc_ndcg_at_5_std": 0.756344, - "nauc_ndcg_at_5_diff1": 0.84907, - "nauc_ndcg_at_10_max": 0.89996, - "nauc_ndcg_at_10_std": 0.753132, - "nauc_ndcg_at_10_diff1": 0.836928, - "nauc_ndcg_at_20_max": 0.896579, - "nauc_ndcg_at_20_std": 0.756312, - "nauc_ndcg_at_20_diff1": 0.829751, - "nauc_ndcg_at_100_max": 0.884421, - "nauc_ndcg_at_100_std": 0.747483, - "nauc_ndcg_at_100_diff1": 0.823256, - "nauc_ndcg_at_1000_max": 0.893883, - "nauc_ndcg_at_1000_std": 0.748263, - "nauc_ndcg_at_1000_diff1": 0.837142, - "nauc_map_at_1_max": 0.888155, - "nauc_map_at_1_std": 0.716498, - "nauc_map_at_1_diff1": 0.879145, - "nauc_map_at_3_max": 0.907607, - "nauc_map_at_3_std": 0.745766, - "nauc_map_at_3_diff1": 0.863342, - "nauc_map_at_5_max": 0.903689, - "nauc_map_at_5_std": 0.746696, - "nauc_map_at_5_diff1": 0.85816, - "nauc_map_at_10_max": 0.901052, - "nauc_map_at_10_std": 0.745336, - "nauc_map_at_10_diff1": 0.853156, - "nauc_map_at_20_max": 0.899987, - "nauc_map_at_20_std": 0.746074, - "nauc_map_at_20_diff1": 0.851057, - "nauc_map_at_100_max": 0.898417, - "nauc_map_at_100_std": 0.744921, - "nauc_map_at_100_diff1": 0.850156, - "nauc_map_at_1000_max": 0.898646, - "nauc_map_at_1000_std": 0.744876, - "nauc_map_at_1000_diff1": 0.850568, - "nauc_recall_at_1_max": 0.888155, - "nauc_recall_at_1_std": 0.716498, - "nauc_recall_at_1_diff1": 0.879145, - "nauc_recall_at_3_max": 0.929674, - "nauc_recall_at_3_std": 0.779422, - "nauc_recall_at_3_diff1": 0.844105, - "nauc_recall_at_5_max": 0.91278, - "nauc_recall_at_5_std": 0.784863, - "nauc_recall_at_5_diff1": 0.8211, - "nauc_recall_at_10_max": 0.893005, - "nauc_recall_at_10_std": 0.775394, - "nauc_recall_at_10_diff1": 0.782172, - "nauc_recall_at_20_max": 0.879784, - "nauc_recall_at_20_std": 0.790486, - "nauc_recall_at_20_diff1": 0.751447, - "nauc_recall_at_100_max": 0.788554, - "nauc_recall_at_100_std": 0.736359, - "nauc_recall_at_100_diff1": 0.685794, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.888155, - "nauc_precision_at_1_std": 0.716498, - "nauc_precision_at_1_diff1": 0.879145, - "nauc_precision_at_3_max": 0.929674, - "nauc_precision_at_3_std": 0.779422, - "nauc_precision_at_3_diff1": 0.844105, - "nauc_precision_at_5_max": 0.91278, - "nauc_precision_at_5_std": 0.784863, - "nauc_precision_at_5_diff1": 0.8211, - "nauc_precision_at_10_max": 0.893005, - "nauc_precision_at_10_std": 0.775394, - "nauc_precision_at_10_diff1": 0.782172, - "nauc_precision_at_20_max": 0.879784, - "nauc_precision_at_20_std": 0.790486, - "nauc_precision_at_20_diff1": 0.751447, - "nauc_precision_at_100_max": 0.788554, - "nauc_precision_at_100_std": 0.736359, - "nauc_precision_at_100_diff1": 0.685794, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.888155, - "nauc_mrr_at_1_std": 0.716498, - "nauc_mrr_at_1_diff1": 0.879145, - "nauc_mrr_at_3_max": 0.907607, - "nauc_mrr_at_3_std": 0.745766, - "nauc_mrr_at_3_diff1": 0.863342, - "nauc_mrr_at_5_max": 0.903689, - "nauc_mrr_at_5_std": 0.746696, - "nauc_mrr_at_5_diff1": 0.85816, - "nauc_mrr_at_10_max": 0.901052, - "nauc_mrr_at_10_std": 0.745336, - "nauc_mrr_at_10_diff1": 0.853156, - "nauc_mrr_at_20_max": 0.899987, - "nauc_mrr_at_20_std": 0.746074, - "nauc_mrr_at_20_diff1": 0.851057, - "nauc_mrr_at_100_max": 0.898417, - "nauc_mrr_at_100_std": 0.744921, - "nauc_mrr_at_100_diff1": 0.850156, - "nauc_mrr_at_1000_max": 0.898646, - "nauc_mrr_at_1000_std": 0.744876, - "nauc_mrr_at_1000_diff1": 0.850568, - "main_score": 0.45785, + "mrr_at_1": 0.393333, + "mrr_at_3": 0.422963, + "mrr_at_5": 0.428963, + "mrr_at_10": 0.432907, + "mrr_at_20": 0.435339, + "mrr_at_100": 0.438902, + "mrr_at_1000": 0.440389, + "nauc_ndcg_at_1_max": 0.896859, + "nauc_ndcg_at_1_std": 0.703658, + "nauc_ndcg_at_1_diff1": 0.899251, + "nauc_ndcg_at_3_max": 0.913249, + "nauc_ndcg_at_3_std": 0.740703, + "nauc_ndcg_at_3_diff1": 0.874237, + "nauc_ndcg_at_5_max": 0.90741, + "nauc_ndcg_at_5_std": 0.739791, + "nauc_ndcg_at_5_diff1": 0.860854, + "nauc_ndcg_at_10_max": 0.901134, + "nauc_ndcg_at_10_std": 0.736491, + "nauc_ndcg_at_10_diff1": 0.850544, + "nauc_ndcg_at_20_max": 0.898344, + "nauc_ndcg_at_20_std": 0.740359, + "nauc_ndcg_at_20_diff1": 0.843629, + "nauc_ndcg_at_100_max": 0.885647, + "nauc_ndcg_at_100_std": 0.733921, + "nauc_ndcg_at_100_diff1": 0.832862, + "nauc_ndcg_at_1000_max": 0.895788, + "nauc_ndcg_at_1000_std": 0.733953, + "nauc_ndcg_at_1000_diff1": 0.850801, + "nauc_map_at_1_max": 0.896859, + "nauc_map_at_1_std": 0.703658, + "nauc_map_at_1_diff1": 0.899251, + "nauc_map_at_3_max": 0.909527, + "nauc_map_at_3_std": 0.732687, + "nauc_map_at_3_diff1": 0.879988, + "nauc_map_at_5_max": 0.906257, + "nauc_map_at_5_std": 0.732113, + "nauc_map_at_5_diff1": 0.872519, + "nauc_map_at_10_max": 0.903661, + "nauc_map_at_10_std": 0.730695, + "nauc_map_at_10_diff1": 0.868366, + "nauc_map_at_20_max": 0.903099, + "nauc_map_at_20_std": 0.732072, + "nauc_map_at_20_diff1": 0.866713, + "nauc_map_at_100_max": 0.901255, + "nauc_map_at_100_std": 0.731136, + "nauc_map_at_100_diff1": 0.865232, + "nauc_map_at_1000_max": 0.901513, + "nauc_map_at_1000_std": 0.731049, + "nauc_map_at_1000_diff1": 0.865829, + "nauc_recall_at_1_max": 0.896859, + "nauc_recall_at_1_std": 0.703658, + "nauc_recall_at_1_diff1": 0.899251, + "nauc_recall_at_3_max": 0.923976, + "nauc_recall_at_3_std": 0.763628, + "nauc_recall_at_3_diff1": 0.857629, + "nauc_recall_at_5_max": 0.909877, + "nauc_recall_at_5_std": 0.76182, + "nauc_recall_at_5_diff1": 0.824956, + "nauc_recall_at_10_max": 0.89014, + "nauc_recall_at_10_std": 0.752047, + "nauc_recall_at_10_diff1": 0.791256, + "nauc_recall_at_20_max": 0.876545, + "nauc_recall_at_20_std": 0.766007, + "nauc_recall_at_20_diff1": 0.758682, + "nauc_recall_at_100_max": 0.783009, + "nauc_recall_at_100_std": 0.728076, + "nauc_recall_at_100_diff1": 0.659438, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.896859, + "nauc_precision_at_1_std": 0.703658, + "nauc_precision_at_1_diff1": 0.899251, + "nauc_precision_at_3_max": 0.923976, + "nauc_precision_at_3_std": 0.763628, + "nauc_precision_at_3_diff1": 0.857629, + "nauc_precision_at_5_max": 0.909877, + "nauc_precision_at_5_std": 0.76182, + "nauc_precision_at_5_diff1": 0.824956, + "nauc_precision_at_10_max": 0.89014, + "nauc_precision_at_10_std": 0.752047, + "nauc_precision_at_10_diff1": 0.791256, + "nauc_precision_at_20_max": 0.876545, + "nauc_precision_at_20_std": 0.766007, + "nauc_precision_at_20_diff1": 0.758682, + "nauc_precision_at_100_max": 0.783009, + "nauc_precision_at_100_std": 0.728076, + "nauc_precision_at_100_diff1": 0.659438, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.896859, + "nauc_mrr_at_1_std": 0.703658, + "nauc_mrr_at_1_diff1": 0.899251, + "nauc_mrr_at_3_max": 0.909527, + "nauc_mrr_at_3_std": 0.732687, + "nauc_mrr_at_3_diff1": 0.879988, + "nauc_mrr_at_5_max": 0.906257, + "nauc_mrr_at_5_std": 0.732113, + "nauc_mrr_at_5_diff1": 0.872519, + "nauc_mrr_at_10_max": 0.903661, + "nauc_mrr_at_10_std": 0.730695, + "nauc_mrr_at_10_diff1": 0.868366, + "nauc_mrr_at_20_max": 0.903099, + "nauc_mrr_at_20_std": 0.732072, + "nauc_mrr_at_20_diff1": 0.866713, + "nauc_mrr_at_100_max": 0.901255, + "nauc_mrr_at_100_std": 0.731136, + "nauc_mrr_at_100_diff1": 0.865232, + "nauc_mrr_at_1000_max": 0.901513, + "nauc_mrr_at_1000_std": 0.731049, + "nauc_mrr_at_1000_diff1": 0.865829, + "hit_rate_at_1": 0.39333, + "hit_rate_at_3": 0.45667, + "hit_rate_at_5": 0.48222, + "hit_rate_at_10": 0.51333, + "hit_rate_at_20": 0.54889, + "hit_rate_at_100": 0.70444, + "hit_rate_at_1000": 1.0, + "main_score": 0.45221, "hf_subset": "eng_Latn-yor_Latn", "languages": [ "eng-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90667, - "ndcg_at_3": 0.93828, - "ndcg_at_5": 0.94383, - "ndcg_at_10": 0.94728, - "ndcg_at_20": 0.94812, - "ndcg_at_100": 0.94997, - "ndcg_at_1000": 0.95025, - "map_at_1": 0.90667, - "map_at_3": 0.93074, - "map_at_5": 0.93385, - "map_at_10": 0.93519, - "map_at_20": 0.93543, - "map_at_100": 0.93568, - "map_at_1000": 0.93569, - "recall_at_1": 0.90667, - "recall_at_3": 0.96, - "recall_at_5": 0.97333, - "recall_at_10": 0.98444, - "recall_at_20": 0.98778, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93591, + "ndcg_at_5": 0.94041, + "ndcg_at_10": 0.94318, + "ndcg_at_20": 0.94524, + "ndcg_at_100": 0.94712, + "ndcg_at_1000": 0.94758, + "map_at_1": 0.90333, + "map_at_3": 0.92796, + "map_at_5": 0.93041, + "map_at_10": 0.9315, + "map_at_20": 0.93211, + "map_at_100": 0.93238, + "map_at_1000": 0.93241, + "recall_at_1": 0.90333, + "recall_at_3": 0.95889, + "recall_at_5": 0.97, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90667, - "precision_at_3": 0.32, - "precision_at_5": 0.19467, - "precision_at_10": 0.09844, - "precision_at_20": 0.04939, - "precision_at_100": 0.00998, + "accuracy": 0.90333, + "precision_at_1": 0.90333, + "precision_at_3": 0.31963, + "precision_at_5": 0.194, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.906667, - "mrr_at_3": 0.930741, - "mrr_at_5": 0.933852, - "mrr_at_10": 0.935194, - "mrr_at_20": 0.935427, - "mrr_at_100": 0.935682, - "mrr_at_1000": 0.935693, - "nauc_ndcg_at_1_max": 0.845371, - "nauc_ndcg_at_1_std": -0.114435, - "nauc_ndcg_at_1_diff1": 0.927666, - "nauc_ndcg_at_3_max": 0.879166, - "nauc_ndcg_at_3_std": -0.106061, - "nauc_ndcg_at_3_diff1": 0.932792, - "nauc_ndcg_at_5_max": 0.878363, - "nauc_ndcg_at_5_std": -0.098989, - "nauc_ndcg_at_5_diff1": 0.934046, - "nauc_ndcg_at_10_max": 0.875473, - "nauc_ndcg_at_10_std": -0.082301, - "nauc_ndcg_at_10_diff1": 0.935939, - "nauc_ndcg_at_20_max": 0.873445, - "nauc_ndcg_at_20_std": -0.086858, - "nauc_ndcg_at_20_diff1": 0.936387, - "nauc_ndcg_at_100_max": 0.871091, - "nauc_ndcg_at_100_std": -0.088179, - "nauc_ndcg_at_100_diff1": 0.934502, - "nauc_ndcg_at_1000_max": 0.870346, - "nauc_ndcg_at_1000_std": -0.094467, - "nauc_ndcg_at_1000_diff1": 0.934124, - "nauc_map_at_1_max": 0.845371, - "nauc_map_at_1_std": -0.114435, - "nauc_map_at_1_diff1": 0.927666, - "nauc_map_at_3_max": 0.869929, - "nauc_map_at_3_std": -0.105704, - "nauc_map_at_3_diff1": 0.932044, - "nauc_map_at_5_max": 0.868946, - "nauc_map_at_5_std": -0.102106, - "nauc_map_at_5_diff1": 0.9325, - "nauc_map_at_10_max": 0.867757, - "nauc_map_at_10_std": -0.097975, - "nauc_map_at_10_diff1": 0.933121, - "nauc_map_at_20_max": 0.867279, - "nauc_map_at_20_std": -0.099456, - "nauc_map_at_20_diff1": 0.933239, - "nauc_map_at_100_max": 0.86702, - "nauc_map_at_100_std": -0.0996, - "nauc_map_at_100_diff1": 0.933003, - "nauc_map_at_1000_max": 0.866998, - "nauc_map_at_1000_std": -0.099782, - "nauc_map_at_1000_diff1": 0.932992, - "nauc_recall_at_1_max": 0.845371, - "nauc_recall_at_1_std": -0.114435, - "nauc_recall_at_1_diff1": 0.927666, - "nauc_recall_at_3_max": 0.924071, - "nauc_recall_at_3_std": -0.110048, - "nauc_recall_at_3_diff1": 0.935872, - "nauc_recall_at_5_max": 0.944172, - "nauc_recall_at_5_std": -0.078431, - "nauc_recall_at_5_diff1": 0.944853, - "nauc_recall_at_10_max": 0.961485, - "nauc_recall_at_10_std": 0.143324, - "nauc_recall_at_10_diff1": 0.971989, - "nauc_recall_at_20_max": 0.95098, - "nauc_recall_at_20_std": 0.145828, - "nauc_recall_at_20_diff1": 0.988116, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.927963, + "mrr_at_5": 0.930407, + "mrr_at_10": 0.931495, + "mrr_at_20": 0.932111, + "mrr_at_100": 0.932382, + "mrr_at_1000": 0.932406, + "nauc_ndcg_at_1_max": 0.830183, + "nauc_ndcg_at_1_std": -0.076838, + "nauc_ndcg_at_1_diff1": 0.929199, + "nauc_ndcg_at_3_max": 0.860732, + "nauc_ndcg_at_3_std": -0.101067, + "nauc_ndcg_at_3_diff1": 0.934612, + "nauc_ndcg_at_5_max": 0.85649, + "nauc_ndcg_at_5_std": -0.092189, + "nauc_ndcg_at_5_diff1": 0.932511, + "nauc_ndcg_at_10_max": 0.857338, + "nauc_ndcg_at_10_std": -0.07434, + "nauc_ndcg_at_10_diff1": 0.93673, + "nauc_ndcg_at_20_max": 0.855234, + "nauc_ndcg_at_20_std": -0.076952, + "nauc_ndcg_at_20_diff1": 0.936661, + "nauc_ndcg_at_100_max": 0.853893, + "nauc_ndcg_at_100_std": -0.071285, + "nauc_ndcg_at_100_diff1": 0.934409, + "nauc_ndcg_at_1000_max": 0.852604, + "nauc_ndcg_at_1000_std": -0.078719, + "nauc_ndcg_at_1000_diff1": 0.934241, + "nauc_map_at_1_max": 0.830183, + "nauc_map_at_1_std": -0.076838, + "nauc_map_at_1_diff1": 0.929199, + "nauc_map_at_3_max": 0.852351, + "nauc_map_at_3_std": -0.093397, + "nauc_map_at_3_diff1": 0.933264, + "nauc_map_at_5_max": 0.850049, + "nauc_map_at_5_std": -0.08942, + "nauc_map_at_5_diff1": 0.932172, + "nauc_map_at_10_max": 0.850295, + "nauc_map_at_10_std": -0.08312, + "nauc_map_at_10_diff1": 0.933486, + "nauc_map_at_20_max": 0.849794, + "nauc_map_at_20_std": -0.083299, + "nauc_map_at_20_diff1": 0.93349, + "nauc_map_at_100_max": 0.849638, + "nauc_map_at_100_std": -0.082435, + "nauc_map_at_100_diff1": 0.933224, + "nauc_map_at_1000_max": 0.849585, + "nauc_map_at_1000_std": -0.082718, + "nauc_map_at_1000_diff1": 0.93322, + "nauc_recall_at_1_max": 0.830183, + "nauc_recall_at_1_std": -0.076838, + "nauc_recall_at_1_diff1": 0.929199, + "nauc_recall_at_3_max": 0.902024, + "nauc_recall_at_3_std": -0.139728, + "nauc_recall_at_3_diff1": 0.941139, + "nauc_recall_at_5_max": 0.896774, + "nauc_recall_at_5_std": -0.106322, + "nauc_recall_at_5_diff1": 0.933862, + "nauc_recall_at_10_max": 0.919775, + "nauc_recall_at_10_std": 0.033908, + "nauc_recall_at_10_diff1": 0.97162, + "nauc_recall_at_20_max": 0.921024, + "nauc_recall_at_20_std": 0.037698, + "nauc_recall_at_20_diff1": 0.989107, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 1.0, - "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.845371, - "nauc_precision_at_1_std": -0.114435, - "nauc_precision_at_1_diff1": 0.927666, - "nauc_precision_at_3_max": 0.924071, - "nauc_precision_at_3_std": -0.110048, - "nauc_precision_at_3_diff1": 0.935872, - "nauc_precision_at_5_max": 0.944172, - "nauc_precision_at_5_std": -0.078431, - "nauc_precision_at_5_diff1": 0.944853, - "nauc_precision_at_10_max": 0.961485, - "nauc_precision_at_10_std": 0.143324, - "nauc_precision_at_10_diff1": 0.971989, - "nauc_precision_at_20_max": 0.95098, - "nauc_precision_at_20_std": 0.145828, - "nauc_precision_at_20_diff1": 0.988116, + "nauc_precision_at_1_max": 0.830183, + "nauc_precision_at_1_std": -0.076838, + "nauc_precision_at_1_diff1": 0.929199, + "nauc_precision_at_3_max": 0.902024, + "nauc_precision_at_3_std": -0.139728, + "nauc_precision_at_3_diff1": 0.941139, + "nauc_precision_at_5_max": 0.896774, + "nauc_precision_at_5_std": -0.106322, + "nauc_precision_at_5_diff1": 0.933862, + "nauc_precision_at_10_max": 0.919775, + "nauc_precision_at_10_std": 0.033908, + "nauc_precision_at_10_diff1": 0.97162, + "nauc_precision_at_20_max": 0.921024, + "nauc_precision_at_20_std": 0.037698, + "nauc_precision_at_20_diff1": 0.989107, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 1.0, - "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.845371, - "nauc_mrr_at_1_std": -0.114435, - "nauc_mrr_at_1_diff1": 0.927666, - "nauc_mrr_at_3_max": 0.869929, - "nauc_mrr_at_3_std": -0.105704, - "nauc_mrr_at_3_diff1": 0.932044, - "nauc_mrr_at_5_max": 0.868946, - "nauc_mrr_at_5_std": -0.102106, - "nauc_mrr_at_5_diff1": 0.9325, - "nauc_mrr_at_10_max": 0.867757, - "nauc_mrr_at_10_std": -0.097975, - "nauc_mrr_at_10_diff1": 0.933121, - "nauc_mrr_at_20_max": 0.867279, - "nauc_mrr_at_20_std": -0.099456, - "nauc_mrr_at_20_diff1": 0.933239, - "nauc_mrr_at_100_max": 0.86702, - "nauc_mrr_at_100_std": -0.0996, - "nauc_mrr_at_100_diff1": 0.933003, - "nauc_mrr_at_1000_max": 0.866998, - "nauc_mrr_at_1000_std": -0.099782, - "nauc_mrr_at_1000_diff1": 0.932992, - "main_score": 0.94728, + "nauc_mrr_at_1_max": 0.830183, + "nauc_mrr_at_1_std": -0.076838, + "nauc_mrr_at_1_diff1": 0.929199, + "nauc_mrr_at_3_max": 0.852351, + "nauc_mrr_at_3_std": -0.093397, + "nauc_mrr_at_3_diff1": 0.933264, + "nauc_mrr_at_5_max": 0.850049, + "nauc_mrr_at_5_std": -0.08942, + "nauc_mrr_at_5_diff1": 0.932172, + "nauc_mrr_at_10_max": 0.850295, + "nauc_mrr_at_10_std": -0.08312, + "nauc_mrr_at_10_diff1": 0.933486, + "nauc_mrr_at_20_max": 0.849794, + "nauc_mrr_at_20_std": -0.083299, + "nauc_mrr_at_20_diff1": 0.93349, + "nauc_mrr_at_100_max": 0.849638, + "nauc_mrr_at_100_std": -0.082435, + "nauc_mrr_at_100_diff1": 0.933224, + "nauc_mrr_at_1000_max": 0.849585, + "nauc_mrr_at_1000_std": -0.082718, + "nauc_mrr_at_1000_diff1": 0.93322, + "hit_rate_at_1": 0.90333, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94318, "hf_subset": "zho_Hans-zho_Hans", "languages": [ "zho-Hans", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92333, - "ndcg_at_3": 0.94878, - "ndcg_at_5": 0.95242, - "ndcg_at_10": 0.95629, - "ndcg_at_20": 0.95685, - "ndcg_at_100": 0.95813, - "ndcg_at_1000": 0.9586, - "map_at_1": 0.92333, - "map_at_3": 0.94259, - "map_at_5": 0.94459, - "map_at_10": 0.94615, - "map_at_20": 0.9463, - "map_at_100": 0.94649, - "map_at_1000": 0.94652, - "recall_at_1": 0.92333, - "recall_at_3": 0.96667, - "recall_at_5": 0.97556, - "recall_at_10": 0.98778, - "recall_at_20": 0.99, + "ndcg_at_1": 0.91333, + "ndcg_at_3": 0.94033, + "ndcg_at_5": 0.94683, + "ndcg_at_10": 0.95039, + "ndcg_at_20": 0.95091, + "ndcg_at_100": 0.95257, + "ndcg_at_1000": 0.95303, + "map_at_1": 0.91333, + "map_at_3": 0.93389, + "map_at_5": 0.93756, + "map_at_10": 0.939, + "map_at_20": 0.93912, + "map_at_100": 0.93935, + "map_at_1000": 0.93938, + "recall_at_1": 0.91333, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98556, + "recall_at_20": 0.98778, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.92333, - "precision_at_3": 0.32222, - "precision_at_5": 0.19511, - "precision_at_10": 0.09878, - "precision_at_20": 0.0495, + "accuracy": 0.91333, + "precision_at_1": 0.91333, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09856, + "precision_at_20": 0.04939, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.923333, - "mrr_at_3": 0.942593, - "mrr_at_5": 0.944593, - "mrr_at_10": 0.946146, - "mrr_at_20": 0.946297, - "mrr_at_100": 0.946491, - "mrr_at_1000": 0.946516, - "nauc_ndcg_at_1_max": 0.828611, - "nauc_ndcg_at_1_std": -0.223122, - "nauc_ndcg_at_1_diff1": 0.920229, - "nauc_ndcg_at_3_max": 0.851705, - "nauc_ndcg_at_3_std": -0.290894, - "nauc_ndcg_at_3_diff1": 0.928354, - "nauc_ndcg_at_5_max": 0.858019, - "nauc_ndcg_at_5_std": -0.260237, - "nauc_ndcg_at_5_diff1": 0.931862, - "nauc_ndcg_at_10_max": 0.849635, - "nauc_ndcg_at_10_std": -0.249518, - "nauc_ndcg_at_10_diff1": 0.931919, - "nauc_ndcg_at_20_max": 0.849569, - "nauc_ndcg_at_20_std": -0.247154, - "nauc_ndcg_at_20_diff1": 0.931846, - "nauc_ndcg_at_100_max": 0.848193, - "nauc_ndcg_at_100_std": -0.242053, - "nauc_ndcg_at_100_diff1": 0.929765, - "nauc_ndcg_at_1000_max": 0.84646, - "nauc_ndcg_at_1000_std": -0.255711, - "nauc_ndcg_at_1000_diff1": 0.928963, - "nauc_map_at_1_max": 0.828611, - "nauc_map_at_1_std": -0.223122, - "nauc_map_at_1_diff1": 0.920229, - "nauc_map_at_3_max": 0.84364, - "nauc_map_at_3_std": -0.278341, - "nauc_map_at_3_diff1": 0.92644, - "nauc_map_at_5_max": 0.846296, - "nauc_map_at_5_std": -0.26433, - "nauc_map_at_5_diff1": 0.927996, - "nauc_map_at_10_max": 0.84322, - "nauc_map_at_10_std": -0.260904, - "nauc_map_at_10_diff1": 0.927735, - "nauc_map_at_20_max": 0.843222, - "nauc_map_at_20_std": -0.260084, - "nauc_map_at_20_diff1": 0.927691, - "nauc_map_at_100_max": 0.843116, - "nauc_map_at_100_std": -0.25977, - "nauc_map_at_100_diff1": 0.92743, - "nauc_map_at_1000_max": 0.843041, - "nauc_map_at_1000_std": -0.260348, - "nauc_map_at_1000_diff1": 0.927395, - "nauc_recall_at_1_max": 0.828611, - "nauc_recall_at_1_std": -0.223122, - "nauc_recall_at_1_diff1": 0.920229, - "nauc_recall_at_3_max": 0.892235, - "nauc_recall_at_3_std": -0.346685, - "nauc_recall_at_3_diff1": 0.937364, - "nauc_recall_at_5_max": 0.937399, - "nauc_recall_at_5_std": -0.212206, - "nauc_recall_at_5_diff1": 0.957665, - "nauc_recall_at_10_max": 0.922333, - "nauc_recall_at_10_std": -0.046813, - "nauc_recall_at_10_diff1": 0.988116, - "nauc_recall_at_20_max": 0.935937, - "nauc_recall_at_20_std": 0.025003, + "mrr_at_1": 0.913333, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.937556, + "mrr_at_10": 0.938998, + "mrr_at_20": 0.939119, + "mrr_at_100": 0.939355, + "mrr_at_1000": 0.939378, + "nauc_ndcg_at_1_max": 0.81448, + "nauc_ndcg_at_1_std": -0.244661, + "nauc_ndcg_at_1_diff1": 0.92118, + "nauc_ndcg_at_3_max": 0.824852, + "nauc_ndcg_at_3_std": -0.33684, + "nauc_ndcg_at_3_diff1": 0.927457, + "nauc_ndcg_at_5_max": 0.831801, + "nauc_ndcg_at_5_std": -0.303611, + "nauc_ndcg_at_5_diff1": 0.931479, + "nauc_ndcg_at_10_max": 0.833235, + "nauc_ndcg_at_10_std": -0.264626, + "nauc_ndcg_at_10_diff1": 0.932015, + "nauc_ndcg_at_20_max": 0.83218, + "nauc_ndcg_at_20_std": -0.261704, + "nauc_ndcg_at_20_diff1": 0.931969, + "nauc_ndcg_at_100_max": 0.82981, + "nauc_ndcg_at_100_std": -0.26294, + "nauc_ndcg_at_100_diff1": 0.929585, + "nauc_ndcg_at_1000_max": 0.828133, + "nauc_ndcg_at_1000_std": -0.275384, + "nauc_ndcg_at_1000_diff1": 0.928892, + "nauc_map_at_1_max": 0.81448, + "nauc_map_at_1_std": -0.244661, + "nauc_map_at_1_diff1": 0.92118, + "nauc_map_at_3_max": 0.822094, + "nauc_map_at_3_std": -0.31133, + "nauc_map_at_3_diff1": 0.925961, + "nauc_map_at_5_max": 0.82542, + "nauc_map_at_5_std": -0.293165, + "nauc_map_at_5_diff1": 0.927736, + "nauc_map_at_10_max": 0.825679, + "nauc_map_at_10_std": -0.278956, + "nauc_map_at_10_diff1": 0.927631, + "nauc_map_at_20_max": 0.825473, + "nauc_map_at_20_std": -0.278302, + "nauc_map_at_20_diff1": 0.927607, + "nauc_map_at_100_max": 0.825203, + "nauc_map_at_100_std": -0.279049, + "nauc_map_at_100_diff1": 0.927325, + "nauc_map_at_1000_max": 0.825135, + "nauc_map_at_1000_std": -0.279547, + "nauc_map_at_1000_diff1": 0.927297, + "nauc_recall_at_1_max": 0.81448, + "nauc_recall_at_1_std": -0.244661, + "nauc_recall_at_1_diff1": 0.92118, + "nauc_recall_at_3_max": 0.837308, + "nauc_recall_at_3_std": -0.45281, + "nauc_recall_at_3_diff1": 0.934073, + "nauc_recall_at_5_max": 0.877908, + "nauc_recall_at_5_std": -0.365364, + "nauc_recall_at_5_diff1": 0.958795, + "nauc_recall_at_10_max": 0.930511, + "nauc_recall_at_10_std": -0.017345, + "nauc_recall_at_10_diff1": 0.989945, + "nauc_recall_at_20_max": 0.92976, + "nauc_recall_at_20_std": 0.072023, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.828611, - "nauc_precision_at_1_std": -0.223122, - "nauc_precision_at_1_diff1": 0.920229, - "nauc_precision_at_3_max": 0.892235, - "nauc_precision_at_3_std": -0.346685, - "nauc_precision_at_3_diff1": 0.937364, - "nauc_precision_at_5_max": 0.937399, - "nauc_precision_at_5_std": -0.212206, - "nauc_precision_at_5_diff1": 0.957665, - "nauc_precision_at_10_max": 0.922333, - "nauc_precision_at_10_std": -0.046813, - "nauc_precision_at_10_diff1": 0.988116, - "nauc_precision_at_20_max": 0.935937, - "nauc_precision_at_20_std": 0.025003, + "nauc_precision_at_1_max": 0.81448, + "nauc_precision_at_1_std": -0.244661, + "nauc_precision_at_1_diff1": 0.92118, + "nauc_precision_at_3_max": 0.837308, + "nauc_precision_at_3_std": -0.45281, + "nauc_precision_at_3_diff1": 0.934073, + "nauc_precision_at_5_max": 0.877908, + "nauc_precision_at_5_std": -0.365364, + "nauc_precision_at_5_diff1": 0.958795, + "nauc_precision_at_10_max": 0.930511, + "nauc_precision_at_10_std": -0.017345, + "nauc_precision_at_10_diff1": 0.989945, + "nauc_precision_at_20_max": 0.92976, + "nauc_precision_at_20_std": 0.072023, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.828611, - "nauc_mrr_at_1_std": -0.223122, - "nauc_mrr_at_1_diff1": 0.920229, - "nauc_mrr_at_3_max": 0.84364, - "nauc_mrr_at_3_std": -0.278341, - "nauc_mrr_at_3_diff1": 0.92644, - "nauc_mrr_at_5_max": 0.846296, - "nauc_mrr_at_5_std": -0.26433, - "nauc_mrr_at_5_diff1": 0.927996, - "nauc_mrr_at_10_max": 0.84322, - "nauc_mrr_at_10_std": -0.260904, - "nauc_mrr_at_10_diff1": 0.927735, - "nauc_mrr_at_20_max": 0.843222, - "nauc_mrr_at_20_std": -0.260084, - "nauc_mrr_at_20_diff1": 0.927691, - "nauc_mrr_at_100_max": 0.843116, - "nauc_mrr_at_100_std": -0.25977, - "nauc_mrr_at_100_diff1": 0.92743, - "nauc_mrr_at_1000_max": 0.843041, - "nauc_mrr_at_1000_std": -0.260348, - "nauc_mrr_at_1000_diff1": 0.927395, - "main_score": 0.95629, + "nauc_mrr_at_1_max": 0.81448, + "nauc_mrr_at_1_std": -0.244661, + "nauc_mrr_at_1_diff1": 0.92118, + "nauc_mrr_at_3_max": 0.822094, + "nauc_mrr_at_3_std": -0.31133, + "nauc_mrr_at_3_diff1": 0.925961, + "nauc_mrr_at_5_max": 0.82542, + "nauc_mrr_at_5_std": -0.293165, + "nauc_mrr_at_5_diff1": 0.927736, + "nauc_mrr_at_10_max": 0.825679, + "nauc_mrr_at_10_std": -0.278956, + "nauc_mrr_at_10_diff1": 0.927631, + "nauc_mrr_at_20_max": 0.825473, + "nauc_mrr_at_20_std": -0.278302, + "nauc_mrr_at_20_diff1": 0.927607, + "nauc_mrr_at_100_max": 0.825203, + "nauc_mrr_at_100_std": -0.279049, + "nauc_mrr_at_100_diff1": 0.927325, + "nauc_mrr_at_1000_max": 0.825135, + "nauc_mrr_at_1000_std": -0.279547, + "nauc_mrr_at_1000_diff1": 0.927297, + "hit_rate_at_1": 0.91333, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95039, "hf_subset": "zho_Hans-eng_Latn", "languages": [ "zho-Hans", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.91, - "ndcg_at_3": 0.94521, - "ndcg_at_5": 0.94975, - "ndcg_at_10": 0.95082, - "ndcg_at_20": 0.95214, - "ndcg_at_100": 0.9532, - "ndcg_at_1000": 0.95367, - "map_at_1": 0.91, - "map_at_3": 0.9363, - "map_at_5": 0.9388, - "map_at_10": 0.93923, - "map_at_20": 0.93955, - "map_at_100": 0.93971, - "map_at_1000": 0.93973, - "recall_at_1": 0.91, - "recall_at_3": 0.97111, - "recall_at_5": 0.98222, - "recall_at_10": 0.98556, - "recall_at_20": 0.99111, + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.9364, + "ndcg_at_5": 0.94061, + "ndcg_at_10": 0.9436, + "ndcg_at_20": 0.94505, + "ndcg_at_100": 0.94653, + "ndcg_at_1000": 0.94699, + "map_at_1": 0.89556, + "map_at_3": 0.92667, + "map_at_5": 0.92906, + "map_at_10": 0.93036, + "map_at_20": 0.93078, + "map_at_100": 0.93101, + "map_at_1000": 0.93103, + "recall_at_1": 0.89556, + "recall_at_3": 0.96444, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.91, - "precision_at_3": 0.3237, - "precision_at_5": 0.19644, - "precision_at_10": 0.09856, - "precision_at_20": 0.04956, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32148, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.91, - "mrr_at_3": 0.936296, - "mrr_at_5": 0.938796, - "mrr_at_10": 0.939233, - "mrr_at_20": 0.93955, - "mrr_at_100": 0.939707, - "mrr_at_1000": 0.939732, - "nauc_ndcg_at_1_max": 0.797708, - "nauc_ndcg_at_1_std": -0.191421, - "nauc_ndcg_at_1_diff1": 0.929482, - "nauc_ndcg_at_3_max": 0.838433, - "nauc_ndcg_at_3_std": -0.182206, - "nauc_ndcg_at_3_diff1": 0.939895, - "nauc_ndcg_at_5_max": 0.834202, - "nauc_ndcg_at_5_std": -0.180765, - "nauc_ndcg_at_5_diff1": 0.939598, - "nauc_ndcg_at_10_max": 0.831521, - "nauc_ndcg_at_10_std": -0.174832, - "nauc_ndcg_at_10_diff1": 0.938282, - "nauc_ndcg_at_20_max": 0.829126, - "nauc_ndcg_at_20_std": -0.170798, - "nauc_ndcg_at_20_diff1": 0.937284, - "nauc_ndcg_at_100_max": 0.827097, - "nauc_ndcg_at_100_std": -0.16779, - "nauc_ndcg_at_100_diff1": 0.937122, - "nauc_ndcg_at_1000_max": 0.825335, - "nauc_ndcg_at_1000_std": -0.178719, - "nauc_ndcg_at_1000_diff1": 0.936482, - "nauc_map_at_1_max": 0.797708, - "nauc_map_at_1_std": -0.191421, - "nauc_map_at_1_diff1": 0.929482, - "nauc_map_at_3_max": 0.825395, - "nauc_map_at_3_std": -0.186683, - "nauc_map_at_3_diff1": 0.936113, - "nauc_map_at_5_max": 0.82309, - "nauc_map_at_5_std": -0.185743, - "nauc_map_at_5_diff1": 0.935951, - "nauc_map_at_10_max": 0.822118, - "nauc_map_at_10_std": -0.184083, - "nauc_map_at_10_diff1": 0.935491, - "nauc_map_at_20_max": 0.821611, - "nauc_map_at_20_std": -0.183452, - "nauc_map_at_20_diff1": 0.935279, - "nauc_map_at_100_max": 0.82136, - "nauc_map_at_100_std": -0.183392, - "nauc_map_at_100_diff1": 0.935274, - "nauc_map_at_1000_max": 0.821285, - "nauc_map_at_1000_std": -0.183844, - "nauc_map_at_1000_diff1": 0.935247, - "nauc_recall_at_1_max": 0.797708, - "nauc_recall_at_1_std": -0.191421, - "nauc_recall_at_1_diff1": 0.929482, - "nauc_recall_at_3_max": 0.920635, - "nauc_recall_at_3_std": -0.152499, - "nauc_recall_at_3_diff1": 0.964178, - "nauc_recall_at_5_max": 0.940768, - "nauc_recall_at_5_std": -0.13069, - "nauc_recall_at_5_diff1": 0.97549, - "nauc_recall_at_10_max": 0.937154, - "nauc_recall_at_10_std": -0.050528, - "nauc_recall_at_10_diff1": 0.969834, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.123658, - "nauc_recall_at_20_diff1": 0.96732, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.929056, + "mrr_at_10": 0.930361, + "mrr_at_20": 0.930778, + "mrr_at_100": 0.931009, + "mrr_at_1000": 0.931032, + "nauc_ndcg_at_1_max": 0.75043, + "nauc_ndcg_at_1_std": -0.200816, + "nauc_ndcg_at_1_diff1": 0.932327, + "nauc_ndcg_at_3_max": 0.801591, + "nauc_ndcg_at_3_std": -0.170425, + "nauc_ndcg_at_3_diff1": 0.938202, + "nauc_ndcg_at_5_max": 0.798712, + "nauc_ndcg_at_5_std": -0.188646, + "nauc_ndcg_at_5_diff1": 0.939116, + "nauc_ndcg_at_10_max": 0.79055, + "nauc_ndcg_at_10_std": -0.183716, + "nauc_ndcg_at_10_diff1": 0.937715, + "nauc_ndcg_at_20_max": 0.786441, + "nauc_ndcg_at_20_std": -0.177634, + "nauc_ndcg_at_20_diff1": 0.938038, + "nauc_ndcg_at_100_max": 0.784981, + "nauc_ndcg_at_100_std": -0.166778, + "nauc_ndcg_at_100_diff1": 0.937513, + "nauc_ndcg_at_1000_max": 0.783101, + "nauc_ndcg_at_1000_std": -0.176976, + "nauc_ndcg_at_1000_diff1": 0.936966, + "nauc_map_at_1_max": 0.75043, + "nauc_map_at_1_std": -0.200816, + "nauc_map_at_1_diff1": 0.932327, + "nauc_map_at_3_max": 0.784648, + "nauc_map_at_3_std": -0.179044, + "nauc_map_at_3_diff1": 0.936215, + "nauc_map_at_5_max": 0.782671, + "nauc_map_at_5_std": -0.18852, + "nauc_map_at_5_diff1": 0.93659, + "nauc_map_at_10_max": 0.779462, + "nauc_map_at_10_std": -0.186753, + "nauc_map_at_10_diff1": 0.936094, + "nauc_map_at_20_max": 0.778426, + "nauc_map_at_20_std": -0.184998, + "nauc_map_at_20_diff1": 0.936116, + "nauc_map_at_100_max": 0.778303, + "nauc_map_at_100_std": -0.183027, + "nauc_map_at_100_diff1": 0.936067, + "nauc_map_at_1000_max": 0.778228, + "nauc_map_at_1000_std": -0.183428, + "nauc_map_at_1000_diff1": 0.936045, + "nauc_recall_at_1_max": 0.75043, + "nauc_recall_at_1_std": -0.200816, + "nauc_recall_at_1_diff1": 0.932327, + "nauc_recall_at_3_max": 0.901523, + "nauc_recall_at_3_std": -0.120857, + "nauc_recall_at_3_diff1": 0.949959, + "nauc_recall_at_5_max": 0.925202, + "nauc_recall_at_5_std": -0.195693, + "nauc_recall_at_5_diff1": 0.959506, + "nauc_recall_at_10_max": 0.911453, + "nauc_recall_at_10_std": -0.150825, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.894958, + "nauc_recall_at_20_std": -0.036648, + "nauc_recall_at_20_diff1": 0.972222, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.907407, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.797708, - "nauc_precision_at_1_std": -0.191421, - "nauc_precision_at_1_diff1": 0.929482, - "nauc_precision_at_3_max": 0.920635, - "nauc_precision_at_3_std": -0.152499, - "nauc_precision_at_3_diff1": 0.964178, - "nauc_precision_at_5_max": 0.940768, - "nauc_precision_at_5_std": -0.13069, - "nauc_precision_at_5_diff1": 0.97549, - "nauc_precision_at_10_max": 0.937154, - "nauc_precision_at_10_std": -0.050528, - "nauc_precision_at_10_diff1": 0.969834, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.123658, - "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_1_max": 0.75043, + "nauc_precision_at_1_std": -0.200816, + "nauc_precision_at_1_diff1": 0.932327, + "nauc_precision_at_3_max": 0.901523, + "nauc_precision_at_3_std": -0.120857, + "nauc_precision_at_3_diff1": 0.949959, + "nauc_precision_at_5_max": 0.925202, + "nauc_precision_at_5_std": -0.195693, + "nauc_precision_at_5_diff1": 0.959506, + "nauc_precision_at_10_max": 0.911453, + "nauc_precision_at_10_std": -0.150825, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.894958, + "nauc_precision_at_20_std": -0.036648, + "nauc_precision_at_20_diff1": 0.972222, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.907407, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.797708, - "nauc_mrr_at_1_std": -0.191421, - "nauc_mrr_at_1_diff1": 0.929482, - "nauc_mrr_at_3_max": 0.825395, - "nauc_mrr_at_3_std": -0.186683, - "nauc_mrr_at_3_diff1": 0.936113, - "nauc_mrr_at_5_max": 0.82309, - "nauc_mrr_at_5_std": -0.185743, - "nauc_mrr_at_5_diff1": 0.935951, - "nauc_mrr_at_10_max": 0.822118, - "nauc_mrr_at_10_std": -0.184083, - "nauc_mrr_at_10_diff1": 0.935491, - "nauc_mrr_at_20_max": 0.821611, - "nauc_mrr_at_20_std": -0.183452, - "nauc_mrr_at_20_diff1": 0.935279, - "nauc_mrr_at_100_max": 0.82136, - "nauc_mrr_at_100_std": -0.183392, - "nauc_mrr_at_100_diff1": 0.935274, - "nauc_mrr_at_1000_max": 0.821285, - "nauc_mrr_at_1000_std": -0.183844, - "nauc_mrr_at_1000_diff1": 0.935247, - "main_score": 0.95082, + "nauc_mrr_at_1_max": 0.75043, + "nauc_mrr_at_1_std": -0.200816, + "nauc_mrr_at_1_diff1": 0.932327, + "nauc_mrr_at_3_max": 0.784648, + "nauc_mrr_at_3_std": -0.179044, + "nauc_mrr_at_3_diff1": 0.936215, + "nauc_mrr_at_5_max": 0.782671, + "nauc_mrr_at_5_std": -0.18852, + "nauc_mrr_at_5_diff1": 0.93659, + "nauc_mrr_at_10_max": 0.779462, + "nauc_mrr_at_10_std": -0.186753, + "nauc_mrr_at_10_diff1": 0.936094, + "nauc_mrr_at_20_max": 0.778426, + "nauc_mrr_at_20_std": -0.184998, + "nauc_mrr_at_20_diff1": 0.936116, + "nauc_mrr_at_100_max": 0.778303, + "nauc_mrr_at_100_std": -0.183027, + "nauc_mrr_at_100_diff1": 0.936067, + "nauc_mrr_at_1000_max": 0.778228, + "nauc_mrr_at_1000_std": -0.183428, + "nauc_mrr_at_1000_diff1": 0.936045, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9436, "hf_subset": "eng_Latn-zho_Hans", "languages": [ "eng-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.94685, - "ndcg_at_5": 0.95326, - "ndcg_at_10": 0.9557, - "ndcg_at_20": 0.95681, - "ndcg_at_100": 0.95768, - "ndcg_at_1000": 0.95814, - "map_at_1": 0.92111, - "map_at_3": 0.94074, - "map_at_5": 0.9443, - "map_at_10": 0.94526, - "map_at_20": 0.94556, - "map_at_100": 0.9457, - "map_at_1000": 0.94572, - "recall_at_1": 0.92111, - "recall_at_3": 0.96444, - "recall_at_5": 0.98, - "recall_at_10": 0.98778, - "recall_at_20": 0.99222, - "recall_at_100": 0.99667, + "ndcg_at_1": 0.91889, + "ndcg_at_3": 0.94376, + "ndcg_at_5": 0.94921, + "ndcg_at_10": 0.95279, + "ndcg_at_20": 0.95399, + "ndcg_at_100": 0.9552, + "ndcg_at_1000": 0.95549, + "map_at_1": 0.91889, + "map_at_3": 0.93741, + "map_at_5": 0.94041, + "map_at_10": 0.94188, + "map_at_20": 0.94225, + "map_at_100": 0.9424, + "map_at_1000": 0.94241, + "recall_at_1": 0.91889, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98667, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, - "precision_at_1": 0.92111, - "precision_at_3": 0.32148, - "precision_at_5": 0.196, - "precision_at_10": 0.09878, - "precision_at_20": 0.04961, - "precision_at_100": 0.00997, + "accuracy": 0.91889, + "precision_at_1": 0.91889, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09867, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, - "mrr_at_1": 0.921111, - "mrr_at_3": 0.940741, - "mrr_at_5": 0.944296, - "mrr_at_10": 0.945261, - "mrr_at_20": 0.94556, - "mrr_at_100": 0.945697, - "mrr_at_1000": 0.945718, - "nauc_ndcg_at_1_max": 0.847477, - "nauc_ndcg_at_1_std": 0.00217, - "nauc_ndcg_at_1_diff1": 0.952295, - "nauc_ndcg_at_3_max": 0.884948, - "nauc_ndcg_at_3_std": 0.046162, - "nauc_ndcg_at_3_diff1": 0.951786, - "nauc_ndcg_at_5_max": 0.87561, - "nauc_ndcg_at_5_std": 0.024737, - "nauc_ndcg_at_5_diff1": 0.948919, - "nauc_ndcg_at_10_max": 0.876182, - "nauc_ndcg_at_10_std": 0.025461, - "nauc_ndcg_at_10_diff1": 0.950323, - "nauc_ndcg_at_20_max": 0.873905, - "nauc_ndcg_at_20_std": 0.016519, - "nauc_ndcg_at_20_diff1": 0.951783, - "nauc_ndcg_at_100_max": 0.87199, - "nauc_ndcg_at_100_std": 0.025684, - "nauc_ndcg_at_100_diff1": 0.951504, - "nauc_ndcg_at_1000_max": 0.870602, - "nauc_ndcg_at_1000_std": 0.016776, - "nauc_ndcg_at_1000_diff1": 0.950978, - "nauc_map_at_1_max": 0.847477, - "nauc_map_at_1_std": 0.00217, - "nauc_map_at_1_diff1": 0.952295, - "nauc_map_at_3_max": 0.873502, - "nauc_map_at_3_std": 0.026209, - "nauc_map_at_3_diff1": 0.951608, - "nauc_map_at_5_max": 0.868361, - "nauc_map_at_5_std": 0.014233, - "nauc_map_at_5_diff1": 0.950214, - "nauc_map_at_10_max": 0.8682, - "nauc_map_at_10_std": 0.013345, - "nauc_map_at_10_diff1": 0.950536, - "nauc_map_at_20_max": 0.867698, - "nauc_map_at_20_std": 0.011219, - "nauc_map_at_20_diff1": 0.950894, - "nauc_map_at_100_max": 0.867448, - "nauc_map_at_100_std": 0.012149, - "nauc_map_at_100_diff1": 0.950869, - "nauc_map_at_1000_max": 0.867394, - "nauc_map_at_1000_std": 0.011818, - "nauc_map_at_1000_diff1": 0.95085, - "nauc_recall_at_1_max": 0.847477, - "nauc_recall_at_1_std": 0.00217, - "nauc_recall_at_1_diff1": 0.952295, - "nauc_recall_at_3_max": 0.939601, - "nauc_recall_at_3_std": 0.14614, - "nauc_recall_at_3_diff1": 0.952877, - "nauc_recall_at_5_max": 0.929842, - "nauc_recall_at_5_std": 0.110722, - "nauc_recall_at_5_diff1": 0.938012, - "nauc_recall_at_10_max": 0.976233, - "nauc_recall_at_10_std": 0.196376, - "nauc_recall_at_10_diff1": 0.95098, - "nauc_recall_at_20_max": 0.981326, - "nauc_recall_at_20_std": 0.104508, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_1": 0.918889, + "mrr_at_3": 0.937407, + "mrr_at_5": 0.940407, + "mrr_at_10": 0.941881, + "mrr_at_20": 0.94225, + "mrr_at_100": 0.942402, + "mrr_at_1000": 0.942414, + "nauc_ndcg_at_1_max": 0.849251, + "nauc_ndcg_at_1_std": -0.027826, + "nauc_ndcg_at_1_diff1": 0.94644, + "nauc_ndcg_at_3_max": 0.887711, + "nauc_ndcg_at_3_std": 0.026199, + "nauc_ndcg_at_3_diff1": 0.945166, + "nauc_ndcg_at_5_max": 0.880476, + "nauc_ndcg_at_5_std": 0.009937, + "nauc_ndcg_at_5_diff1": 0.943958, + "nauc_ndcg_at_10_max": 0.879558, + "nauc_ndcg_at_10_std": 0.014847, + "nauc_ndcg_at_10_diff1": 0.945855, + "nauc_ndcg_at_20_max": 0.879116, + "nauc_ndcg_at_20_std": 0.001956, + "nauc_ndcg_at_20_diff1": 0.947928, + "nauc_ndcg_at_100_max": 0.876451, + "nauc_ndcg_at_100_std": 0.01422, + "nauc_ndcg_at_100_diff1": 0.947184, + "nauc_ndcg_at_1000_max": 0.875648, + "nauc_ndcg_at_1000_std": 0.008272, + "nauc_ndcg_at_1000_diff1": 0.94684, + "nauc_map_at_1_max": 0.849251, + "nauc_map_at_1_std": -0.027826, + "nauc_map_at_1_diff1": 0.94644, + "nauc_map_at_3_max": 0.877444, + "nauc_map_at_3_std": 0.012253, + "nauc_map_at_3_diff1": 0.946112, + "nauc_map_at_5_max": 0.873529, + "nauc_map_at_5_std": 0.004896, + "nauc_map_at_5_diff1": 0.945592, + "nauc_map_at_10_max": 0.872919, + "nauc_map_at_10_std": 0.005985, + "nauc_map_at_10_diff1": 0.946166, + "nauc_map_at_20_max": 0.872781, + "nauc_map_at_20_std": 0.002807, + "nauc_map_at_20_diff1": 0.946664, + "nauc_map_at_100_max": 0.872504, + "nauc_map_at_100_std": 0.004233, + "nauc_map_at_100_diff1": 0.94661, + "nauc_map_at_1000_max": 0.872479, + "nauc_map_at_1000_std": 0.004051, + "nauc_map_at_1000_diff1": 0.946599, + "nauc_recall_at_1_max": 0.849251, + "nauc_recall_at_1_std": -0.027826, + "nauc_recall_at_1_diff1": 0.94644, + "nauc_recall_at_3_max": 0.935602, + "nauc_recall_at_3_std": 0.090872, + "nauc_recall_at_3_diff1": 0.94027, + "nauc_recall_at_5_max": 0.924985, + "nauc_recall_at_5_std": 0.033635, + "nauc_recall_at_5_diff1": 0.931457, + "nauc_recall_at_10_max": 0.955065, + "nauc_recall_at_10_std": 0.118464, + "nauc_recall_at_10_diff1": 0.944172, + "nauc_recall_at_20_max": 0.98366, + "nauc_recall_at_20_std": -0.079307, + "nauc_recall_at_20_diff1": 0.98366, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_std": 0.934641, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.847477, - "nauc_precision_at_1_std": 0.00217, - "nauc_precision_at_1_diff1": 0.952295, - "nauc_precision_at_3_max": 0.939601, - "nauc_precision_at_3_std": 0.14614, - "nauc_precision_at_3_diff1": 0.952877, - "nauc_precision_at_5_max": 0.929842, - "nauc_precision_at_5_std": 0.110722, - "nauc_precision_at_5_diff1": 0.938012, - "nauc_precision_at_10_max": 0.976233, - "nauc_precision_at_10_std": 0.196376, - "nauc_precision_at_10_diff1": 0.95098, - "nauc_precision_at_20_max": 0.981326, - "nauc_precision_at_20_std": 0.104508, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.849251, + "nauc_precision_at_1_std": -0.027826, + "nauc_precision_at_1_diff1": 0.94644, + "nauc_precision_at_3_max": 0.935602, + "nauc_precision_at_3_std": 0.090872, + "nauc_precision_at_3_diff1": 0.94027, + "nauc_precision_at_5_max": 0.924985, + "nauc_precision_at_5_std": 0.033635, + "nauc_precision_at_5_diff1": 0.931457, + "nauc_precision_at_10_max": 0.955065, + "nauc_precision_at_10_std": 0.118464, + "nauc_precision_at_10_diff1": 0.944172, + "nauc_precision_at_20_max": 0.98366, + "nauc_precision_at_20_std": -0.079307, + "nauc_precision_at_20_diff1": 0.98366, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_std": 0.934641, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.847477, - "nauc_mrr_at_1_std": 0.00217, - "nauc_mrr_at_1_diff1": 0.952295, - "nauc_mrr_at_3_max": 0.873502, - "nauc_mrr_at_3_std": 0.026209, - "nauc_mrr_at_3_diff1": 0.951608, - "nauc_mrr_at_5_max": 0.868361, - "nauc_mrr_at_5_std": 0.014233, - "nauc_mrr_at_5_diff1": 0.950214, - "nauc_mrr_at_10_max": 0.8682, - "nauc_mrr_at_10_std": 0.013345, - "nauc_mrr_at_10_diff1": 0.950536, - "nauc_mrr_at_20_max": 0.867698, - "nauc_mrr_at_20_std": 0.011219, - "nauc_mrr_at_20_diff1": 0.950894, - "nauc_mrr_at_100_max": 0.867448, - "nauc_mrr_at_100_std": 0.012149, - "nauc_mrr_at_100_diff1": 0.950869, - "nauc_mrr_at_1000_max": 0.867394, - "nauc_mrr_at_1000_std": 0.011818, - "nauc_mrr_at_1000_diff1": 0.95085, - "main_score": 0.9557, + "nauc_mrr_at_1_max": 0.849251, + "nauc_mrr_at_1_std": -0.027826, + "nauc_mrr_at_1_diff1": 0.94644, + "nauc_mrr_at_3_max": 0.877444, + "nauc_mrr_at_3_std": 0.012253, + "nauc_mrr_at_3_diff1": 0.946112, + "nauc_mrr_at_5_max": 0.873529, + "nauc_mrr_at_5_std": 0.004896, + "nauc_mrr_at_5_diff1": 0.945592, + "nauc_mrr_at_10_max": 0.872919, + "nauc_mrr_at_10_std": 0.005985, + "nauc_mrr_at_10_diff1": 0.946166, + "nauc_mrr_at_20_max": 0.872781, + "nauc_mrr_at_20_std": 0.002807, + "nauc_mrr_at_20_diff1": 0.946664, + "nauc_mrr_at_100_max": 0.872504, + "nauc_mrr_at_100_std": 0.004233, + "nauc_mrr_at_100_diff1": 0.94661, + "nauc_mrr_at_1000_max": 0.872479, + "nauc_mrr_at_1000_std": 0.004051, + "nauc_mrr_at_1000_diff1": 0.946599, + "hit_rate_at_1": 0.91889, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95279, "hf_subset": "zho_Hant-zho_Hant", "languages": [ "zho-Hant", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.92111, - "ndcg_at_3": 0.94925, - "ndcg_at_5": 0.95465, - "ndcg_at_10": 0.95757, - "ndcg_at_20": 0.9587, - "ndcg_at_100": 0.95913, - "ndcg_at_1000": 0.95961, + "ndcg_at_3": 0.94574, + "ndcg_at_5": 0.9522, + "ndcg_at_10": 0.9551, + "ndcg_at_20": 0.95655, + "ndcg_at_100": 0.95763, + "ndcg_at_1000": 0.95792, "map_at_1": 0.92111, - "map_at_3": 0.94278, - "map_at_5": 0.94572, - "map_at_10": 0.94695, - "map_at_20": 0.94727, - "map_at_100": 0.94734, - "map_at_1000": 0.94736, + "map_at_3": 0.94, + "map_at_5": 0.94361, + "map_at_10": 0.94482, + "map_at_20": 0.94524, + "map_at_100": 0.94541, + "map_at_1000": 0.94543, "recall_at_1": 0.92111, - "recall_at_3": 0.96778, - "recall_at_5": 0.98111, - "recall_at_10": 0.99, - "recall_at_20": 0.99444, - "recall_at_100": 0.99667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.92111, "precision_at_1": 0.92111, - "precision_at_3": 0.32259, - "precision_at_5": 0.19622, - "precision_at_10": 0.099, - "precision_at_20": 0.04972, - "precision_at_100": 0.00997, + "precision_at_3": 0.32074, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.921111, - "mrr_at_3": 0.942778, - "mrr_at_5": 0.945722, - "mrr_at_10": 0.946955, - "mrr_at_20": 0.947267, - "mrr_at_100": 0.947336, - "mrr_at_1000": 0.947362, - "nauc_ndcg_at_1_max": 0.820972, - "nauc_ndcg_at_1_std": -0.225168, - "nauc_ndcg_at_1_diff1": 0.939178, - "nauc_ndcg_at_3_max": 0.831851, - "nauc_ndcg_at_3_std": -0.283304, - "nauc_ndcg_at_3_diff1": 0.941118, - "nauc_ndcg_at_5_max": 0.843629, - "nauc_ndcg_at_5_std": -0.242195, - "nauc_ndcg_at_5_diff1": 0.943807, - "nauc_ndcg_at_10_max": 0.836295, - "nauc_ndcg_at_10_std": -0.235977, - "nauc_ndcg_at_10_diff1": 0.942297, - "nauc_ndcg_at_20_max": 0.837019, - "nauc_ndcg_at_20_std": -0.224005, - "nauc_ndcg_at_20_diff1": 0.942512, - "nauc_ndcg_at_100_max": 0.83591, - "nauc_ndcg_at_100_std": -0.225098, - "nauc_ndcg_at_100_diff1": 0.942526, - "nauc_ndcg_at_1000_max": 0.833978, - "nauc_ndcg_at_1000_std": -0.239017, - "nauc_ndcg_at_1000_diff1": 0.941849, - "nauc_map_at_1_max": 0.820972, - "nauc_map_at_1_std": -0.225168, - "nauc_map_at_1_diff1": 0.939178, - "nauc_map_at_3_max": 0.829224, - "nauc_map_at_3_std": -0.266523, - "nauc_map_at_3_diff1": 0.940412, - "nauc_map_at_5_max": 0.83425, - "nauc_map_at_5_std": -0.247817, - "nauc_map_at_5_diff1": 0.941745, - "nauc_map_at_10_max": 0.831518, - "nauc_map_at_10_std": -0.246734, - "nauc_map_at_10_diff1": 0.941239, - "nauc_map_at_20_max": 0.831751, - "nauc_map_at_20_std": -0.24362, - "nauc_map_at_20_diff1": 0.941282, - "nauc_map_at_100_max": 0.831587, - "nauc_map_at_100_std": -0.244086, - "nauc_map_at_100_diff1": 0.941261, - "nauc_map_at_1000_max": 0.831504, - "nauc_map_at_1000_std": -0.244686, - "nauc_map_at_1000_diff1": 0.941232, - "nauc_recall_at_1_max": 0.820972, - "nauc_recall_at_1_std": -0.225168, - "nauc_recall_at_1_diff1": 0.939178, - "nauc_recall_at_3_max": 0.844586, - "nauc_recall_at_3_std": -0.36743, - "nauc_recall_at_3_diff1": 0.944783, - "nauc_recall_at_5_max": 0.925715, - "nauc_recall_at_5_std": -0.172104, - "nauc_recall_at_5_diff1": 0.961553, - "nauc_recall_at_10_max": 0.905073, - "nauc_recall_at_10_std": -0.005343, - "nauc_recall_at_10_diff1": 0.956427, - "nauc_recall_at_20_max": 0.973856, - "nauc_recall_at_20_std": 0.487955, - "nauc_recall_at_20_diff1": 0.973856, + "mrr_at_3": 0.94, + "mrr_at_5": 0.943611, + "mrr_at_10": 0.944824, + "mrr_at_20": 0.945244, + "mrr_at_100": 0.945414, + "mrr_at_1000": 0.945425, + "nauc_ndcg_at_1_max": 0.793631, + "nauc_ndcg_at_1_std": -0.198768, + "nauc_ndcg_at_1_diff1": 0.936876, + "nauc_ndcg_at_3_max": 0.806715, + "nauc_ndcg_at_3_std": -0.261778, + "nauc_ndcg_at_3_diff1": 0.946567, + "nauc_ndcg_at_5_max": 0.805542, + "nauc_ndcg_at_5_std": -0.197967, + "nauc_ndcg_at_5_diff1": 0.947246, + "nauc_ndcg_at_10_max": 0.808309, + "nauc_ndcg_at_10_std": -0.226118, + "nauc_ndcg_at_10_diff1": 0.948279, + "nauc_ndcg_at_20_max": 0.811037, + "nauc_ndcg_at_20_std": -0.203049, + "nauc_ndcg_at_20_diff1": 0.946555, + "nauc_ndcg_at_100_max": 0.807723, + "nauc_ndcg_at_100_std": -0.201835, + "nauc_ndcg_at_100_diff1": 0.945899, + "nauc_ndcg_at_1000_max": 0.806386, + "nauc_ndcg_at_1000_std": -0.210195, + "nauc_ndcg_at_1000_diff1": 0.945523, + "nauc_map_at_1_max": 0.793631, + "nauc_map_at_1_std": -0.198768, + "nauc_map_at_1_diff1": 0.936876, + "nauc_map_at_3_max": 0.804024, + "nauc_map_at_3_std": -0.241046, + "nauc_map_at_3_diff1": 0.944331, + "nauc_map_at_5_max": 0.802931, + "nauc_map_at_5_std": -0.209871, + "nauc_map_at_5_diff1": 0.944517, + "nauc_map_at_10_max": 0.804148, + "nauc_map_at_10_std": -0.219201, + "nauc_map_at_10_diff1": 0.944851, + "nauc_map_at_20_max": 0.804561, + "nauc_map_at_20_std": -0.21406, + "nauc_map_at_20_diff1": 0.944428, + "nauc_map_at_100_max": 0.804154, + "nauc_map_at_100_std": -0.213896, + "nauc_map_at_100_diff1": 0.94435, + "nauc_map_at_1000_max": 0.804112, + "nauc_map_at_1000_std": -0.214156, + "nauc_map_at_1000_diff1": 0.944338, + "nauc_recall_at_1_max": 0.793631, + "nauc_recall_at_1_std": -0.198768, + "nauc_recall_at_1_diff1": 0.936876, + "nauc_recall_at_3_max": 0.818092, + "nauc_recall_at_3_std": -0.357294, + "nauc_recall_at_3_diff1": 0.956267, + "nauc_recall_at_5_max": 0.82381, + "nauc_recall_at_5_std": -0.089076, + "nauc_recall_at_5_diff1": 0.966503, + "nauc_recall_at_10_max": 0.857454, + "nauc_recall_at_10_std": -0.31781, + "nauc_recall_at_10_diff1": 0.989107, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.122182, + "nauc_recall_at_20_diff1": 0.981326, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.820972, - "nauc_precision_at_1_std": -0.225168, - "nauc_precision_at_1_diff1": 0.939178, - "nauc_precision_at_3_max": 0.844586, - "nauc_precision_at_3_std": -0.36743, - "nauc_precision_at_3_diff1": 0.944783, - "nauc_precision_at_5_max": 0.925715, - "nauc_precision_at_5_std": -0.172104, - "nauc_precision_at_5_diff1": 0.961553, - "nauc_precision_at_10_max": 0.905073, - "nauc_precision_at_10_std": -0.005343, - "nauc_precision_at_10_diff1": 0.956427, - "nauc_precision_at_20_max": 0.973856, - "nauc_precision_at_20_std": 0.487955, - "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_1_max": 0.793631, + "nauc_precision_at_1_std": -0.198768, + "nauc_precision_at_1_diff1": 0.936876, + "nauc_precision_at_3_max": 0.818092, + "nauc_precision_at_3_std": -0.357294, + "nauc_precision_at_3_diff1": 0.956267, + "nauc_precision_at_5_max": 0.82381, + "nauc_precision_at_5_std": -0.089076, + "nauc_precision_at_5_diff1": 0.966503, + "nauc_precision_at_10_max": 0.857454, + "nauc_precision_at_10_std": -0.31781, + "nauc_precision_at_10_diff1": 0.989107, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.122182, + "nauc_precision_at_20_diff1": 0.981326, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.820972, - "nauc_mrr_at_1_std": -0.225168, - "nauc_mrr_at_1_diff1": 0.939178, - "nauc_mrr_at_3_max": 0.829224, - "nauc_mrr_at_3_std": -0.266523, - "nauc_mrr_at_3_diff1": 0.940412, - "nauc_mrr_at_5_max": 0.83425, - "nauc_mrr_at_5_std": -0.247817, - "nauc_mrr_at_5_diff1": 0.941745, - "nauc_mrr_at_10_max": 0.831518, - "nauc_mrr_at_10_std": -0.246734, - "nauc_mrr_at_10_diff1": 0.941239, - "nauc_mrr_at_20_max": 0.831751, - "nauc_mrr_at_20_std": -0.24362, - "nauc_mrr_at_20_diff1": 0.941282, - "nauc_mrr_at_100_max": 0.831587, - "nauc_mrr_at_100_std": -0.244086, - "nauc_mrr_at_100_diff1": 0.941261, - "nauc_mrr_at_1000_max": 0.831504, - "nauc_mrr_at_1000_std": -0.244686, - "nauc_mrr_at_1000_diff1": 0.941232, - "main_score": 0.95757, + "nauc_mrr_at_1_max": 0.793631, + "nauc_mrr_at_1_std": -0.198768, + "nauc_mrr_at_1_diff1": 0.936876, + "nauc_mrr_at_3_max": 0.804024, + "nauc_mrr_at_3_std": -0.241046, + "nauc_mrr_at_3_diff1": 0.944331, + "nauc_mrr_at_5_max": 0.802931, + "nauc_mrr_at_5_std": -0.209871, + "nauc_mrr_at_5_diff1": 0.944517, + "nauc_mrr_at_10_max": 0.804148, + "nauc_mrr_at_10_std": -0.219201, + "nauc_mrr_at_10_diff1": 0.944851, + "nauc_mrr_at_20_max": 0.804561, + "nauc_mrr_at_20_std": -0.21406, + "nauc_mrr_at_20_diff1": 0.944428, + "nauc_mrr_at_100_max": 0.804154, + "nauc_mrr_at_100_std": -0.213896, + "nauc_mrr_at_100_diff1": 0.94435, + "nauc_mrr_at_1000_max": 0.804112, + "nauc_mrr_at_1000_std": -0.214156, + "nauc_mrr_at_1000_diff1": 0.944338, + "hit_rate_at_1": 0.92111, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9551, "hf_subset": "zho_Hant-eng_Latn", "languages": [ "zho-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.90778, - "ndcg_at_3": 0.93992, - "ndcg_at_5": 0.94514, - "ndcg_at_10": 0.9485, - "ndcg_at_20": 0.9499, - "ndcg_at_100": 0.95118, - "ndcg_at_1000": 0.95149, - "map_at_1": 0.90778, - "map_at_3": 0.93185, - "map_at_5": 0.93485, - "map_at_10": 0.93632, - "map_at_20": 0.9367, - "map_at_100": 0.93689, - "map_at_1000": 0.93691, - "recall_at_1": 0.90778, - "recall_at_3": 0.96333, - "recall_at_5": 0.97556, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93524, + "ndcg_at_5": 0.94026, + "ndcg_at_10": 0.94391, + "ndcg_at_20": 0.94503, + "ndcg_at_100": 0.94625, + "ndcg_at_1000": 0.94672, + "map_at_1": 0.89778, + "map_at_3": 0.92593, + "map_at_5": 0.9287, + "map_at_10": 0.93024, + "map_at_20": 0.93055, + "map_at_100": 0.93071, + "map_at_1000": 0.93073, + "recall_at_1": 0.89778, + "recall_at_3": 0.96222, + "recall_at_5": 0.97444, "recall_at_10": 0.98556, - "recall_at_20": 0.99111, - "recall_at_100": 0.99778, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.90778, - "precision_at_3": 0.32111, - "precision_at_5": 0.19511, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.32074, + "precision_at_5": 0.19489, "precision_at_10": 0.09856, - "precision_at_20": 0.04956, - "precision_at_100": 0.00998, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.907778, - "mrr_at_3": 0.931852, - "mrr_at_5": 0.934852, - "mrr_at_10": 0.936322, - "mrr_at_20": 0.936705, - "mrr_at_100": 0.93689, - "mrr_at_1000": 0.936905, - "nauc_ndcg_at_1_max": 0.824334, - "nauc_ndcg_at_1_std": -0.085907, - "nauc_ndcg_at_1_diff1": 0.921535, - "nauc_ndcg_at_3_max": 0.853214, - "nauc_ndcg_at_3_std": -0.06248, - "nauc_ndcg_at_3_diff1": 0.924625, - "nauc_ndcg_at_5_max": 0.855514, - "nauc_ndcg_at_5_std": -0.054649, - "nauc_ndcg_at_5_diff1": 0.930368, - "nauc_ndcg_at_10_max": 0.849746, - "nauc_ndcg_at_10_std": -0.055899, - "nauc_ndcg_at_10_diff1": 0.926818, - "nauc_ndcg_at_20_max": 0.848931, - "nauc_ndcg_at_20_std": -0.050222, - "nauc_ndcg_at_20_diff1": 0.926239, - "nauc_ndcg_at_100_max": 0.846764, - "nauc_ndcg_at_100_std": -0.052521, - "nauc_ndcg_at_100_diff1": 0.925625, - "nauc_ndcg_at_1000_max": 0.845792, - "nauc_ndcg_at_1000_std": -0.058293, - "nauc_ndcg_at_1000_diff1": 0.925578, - "nauc_map_at_1_max": 0.824334, - "nauc_map_at_1_std": -0.085907, - "nauc_map_at_1_diff1": 0.921535, - "nauc_map_at_3_max": 0.844718, - "nauc_map_at_3_std": -0.066846, - "nauc_map_at_3_diff1": 0.923477, - "nauc_map_at_5_max": 0.845458, - "nauc_map_at_5_std": -0.062961, - "nauc_map_at_5_diff1": 0.926263, - "nauc_map_at_10_max": 0.843134, - "nauc_map_at_10_std": -0.064725, - "nauc_map_at_10_diff1": 0.92494, - "nauc_map_at_20_max": 0.843036, - "nauc_map_at_20_std": -0.062839, - "nauc_map_at_20_diff1": 0.924806, - "nauc_map_at_100_max": 0.842776, - "nauc_map_at_100_std": -0.063315, - "nauc_map_at_100_diff1": 0.924766, - "nauc_map_at_1000_max": 0.842738, - "nauc_map_at_1000_std": -0.063532, - "nauc_map_at_1000_diff1": 0.924765, - "nauc_recall_at_1_max": 0.824334, - "nauc_recall_at_1_std": -0.085907, - "nauc_recall_at_1_diff1": 0.921535, - "nauc_recall_at_3_max": 0.89807, - "nauc_recall_at_3_std": -0.041578, - "nauc_recall_at_3_diff1": 0.930892, - "nauc_recall_at_5_max": 0.932412, - "nauc_recall_at_5_std": 0.006833, - "nauc_recall_at_5_diff1": 0.963607, - "nauc_recall_at_10_max": 0.925842, - "nauc_recall_at_10_std": 0.06184, - "nauc_recall_at_10_diff1": 0.948467, - "nauc_recall_at_20_max": 0.948938, - "nauc_recall_at_20_std": 0.225198, - "nauc_recall_at_20_diff1": 0.948938, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.928704, + "mrr_at_10": 0.930243, + "mrr_at_20": 0.93055, + "mrr_at_100": 0.930709, + "mrr_at_1000": 0.930733, + "nauc_ndcg_at_1_max": 0.765613, + "nauc_ndcg_at_1_std": -0.190301, + "nauc_ndcg_at_1_diff1": 0.916974, + "nauc_ndcg_at_3_max": 0.824621, + "nauc_ndcg_at_3_std": -0.138947, + "nauc_ndcg_at_3_diff1": 0.920646, + "nauc_ndcg_at_5_max": 0.820289, + "nauc_ndcg_at_5_std": -0.141077, + "nauc_ndcg_at_5_diff1": 0.923743, + "nauc_ndcg_at_10_max": 0.812986, + "nauc_ndcg_at_10_std": -0.140986, + "nauc_ndcg_at_10_diff1": 0.922442, + "nauc_ndcg_at_20_max": 0.811323, + "nauc_ndcg_at_20_std": -0.143585, + "nauc_ndcg_at_20_diff1": 0.92157, + "nauc_ndcg_at_100_max": 0.80918, + "nauc_ndcg_at_100_std": -0.137631, + "nauc_ndcg_at_100_diff1": 0.921312, + "nauc_ndcg_at_1000_max": 0.807502, + "nauc_ndcg_at_1000_std": -0.147261, + "nauc_ndcg_at_1000_diff1": 0.920994, + "nauc_map_at_1_max": 0.765613, + "nauc_map_at_1_std": -0.190301, + "nauc_map_at_1_diff1": 0.916974, + "nauc_map_at_3_max": 0.808461, + "nauc_map_at_3_std": -0.151518, + "nauc_map_at_3_diff1": 0.919187, + "nauc_map_at_5_max": 0.806059, + "nauc_map_at_5_std": -0.152003, + "nauc_map_at_5_diff1": 0.920789, + "nauc_map_at_10_max": 0.80328, + "nauc_map_at_10_std": -0.152384, + "nauc_map_at_10_diff1": 0.920355, + "nauc_map_at_20_max": 0.80283, + "nauc_map_at_20_std": -0.153281, + "nauc_map_at_20_diff1": 0.920177, + "nauc_map_at_100_max": 0.802622, + "nauc_map_at_100_std": -0.152956, + "nauc_map_at_100_diff1": 0.920157, + "nauc_map_at_1000_max": 0.802553, + "nauc_map_at_1000_std": -0.153347, + "nauc_map_at_1000_diff1": 0.920143, + "nauc_recall_at_1_max": 0.765613, + "nauc_recall_at_1_std": -0.190301, + "nauc_recall_at_1_diff1": 0.916974, + "nauc_recall_at_3_max": 0.913083, + "nauc_recall_at_3_std": -0.071593, + "nauc_recall_at_3_diff1": 0.929079, + "nauc_recall_at_5_max": 0.928044, + "nauc_recall_at_5_std": -0.062944, + "nauc_recall_at_5_diff1": 0.948139, + "nauc_recall_at_10_max": 0.924226, + "nauc_recall_at_10_std": 0.001508, + "nauc_recall_at_10_diff1": 0.949723, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.023187, + "nauc_recall_at_20_diff1": 0.941903, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.861111, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.824334, - "nauc_precision_at_1_std": -0.085907, - "nauc_precision_at_1_diff1": 0.921535, - "nauc_precision_at_3_max": 0.89807, - "nauc_precision_at_3_std": -0.041578, - "nauc_precision_at_3_diff1": 0.930892, - "nauc_precision_at_5_max": 0.932412, - "nauc_precision_at_5_std": 0.006833, - "nauc_precision_at_5_diff1": 0.963607, - "nauc_precision_at_10_max": 0.925842, - "nauc_precision_at_10_std": 0.06184, - "nauc_precision_at_10_diff1": 0.948467, - "nauc_precision_at_20_max": 0.948938, - "nauc_precision_at_20_std": 0.225198, - "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_1_max": 0.765613, + "nauc_precision_at_1_std": -0.190301, + "nauc_precision_at_1_diff1": 0.916974, + "nauc_precision_at_3_max": 0.913083, + "nauc_precision_at_3_std": -0.071593, + "nauc_precision_at_3_diff1": 0.929079, + "nauc_precision_at_5_max": 0.928044, + "nauc_precision_at_5_std": -0.062944, + "nauc_precision_at_5_diff1": 0.948139, + "nauc_precision_at_10_max": 0.924226, + "nauc_precision_at_10_std": 0.001508, + "nauc_precision_at_10_diff1": 0.949723, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.023187, + "nauc_precision_at_20_diff1": 0.941903, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.861111, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.824334, - "nauc_mrr_at_1_std": -0.085907, - "nauc_mrr_at_1_diff1": 0.921535, - "nauc_mrr_at_3_max": 0.844718, - "nauc_mrr_at_3_std": -0.066846, - "nauc_mrr_at_3_diff1": 0.923477, - "nauc_mrr_at_5_max": 0.845458, - "nauc_mrr_at_5_std": -0.062961, - "nauc_mrr_at_5_diff1": 0.926263, - "nauc_mrr_at_10_max": 0.843134, - "nauc_mrr_at_10_std": -0.064725, - "nauc_mrr_at_10_diff1": 0.92494, - "nauc_mrr_at_20_max": 0.843036, - "nauc_mrr_at_20_std": -0.062839, - "nauc_mrr_at_20_diff1": 0.924806, - "nauc_mrr_at_100_max": 0.842776, - "nauc_mrr_at_100_std": -0.063315, - "nauc_mrr_at_100_diff1": 0.924766, - "nauc_mrr_at_1000_max": 0.842738, - "nauc_mrr_at_1000_std": -0.063532, - "nauc_mrr_at_1000_diff1": 0.924765, - "main_score": 0.9485, + "nauc_mrr_at_1_max": 0.765613, + "nauc_mrr_at_1_std": -0.190301, + "nauc_mrr_at_1_diff1": 0.916974, + "nauc_mrr_at_3_max": 0.808461, + "nauc_mrr_at_3_std": -0.151518, + "nauc_mrr_at_3_diff1": 0.919187, + "nauc_mrr_at_5_max": 0.806059, + "nauc_mrr_at_5_std": -0.152003, + "nauc_mrr_at_5_diff1": 0.920789, + "nauc_mrr_at_10_max": 0.80328, + "nauc_mrr_at_10_std": -0.152384, + "nauc_mrr_at_10_diff1": 0.920355, + "nauc_mrr_at_20_max": 0.80283, + "nauc_mrr_at_20_std": -0.153281, + "nauc_mrr_at_20_diff1": 0.920177, + "nauc_mrr_at_100_max": 0.802622, + "nauc_mrr_at_100_std": -0.152956, + "nauc_mrr_at_100_diff1": 0.920157, + "nauc_mrr_at_1000_max": 0.802553, + "nauc_mrr_at_1000_std": -0.153347, + "nauc_mrr_at_1000_diff1": 0.920143, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94391, "hf_subset": "eng_Latn-zho_Hant", "languages": [ "eng-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.9, - "ndcg_at_3": 0.93304, - "ndcg_at_5": 0.93763, - "ndcg_at_10": 0.94123, - "ndcg_at_20": 0.94382, - "ndcg_at_100": 0.94576, - "ndcg_at_1000": 0.94619, - "map_at_1": 0.9, - "map_at_3": 0.92556, - "map_at_5": 0.92811, - "map_at_10": 0.92961, - "map_at_20": 0.93035, - "map_at_100": 0.93064, - "map_at_1000": 0.93066, - "recall_at_1": 0.9, - "recall_at_3": 0.95444, - "recall_at_5": 0.96556, - "recall_at_10": 0.97667, - "recall_at_20": 0.98667, + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92971, + "ndcg_at_5": 0.9342, + "ndcg_at_10": 0.93876, + "ndcg_at_20": 0.94124, + "ndcg_at_100": 0.94335, + "ndcg_at_1000": 0.94379, + "map_at_1": 0.89778, + "map_at_3": 0.92259, + "map_at_5": 0.92504, + "map_at_10": 0.92685, + "map_at_20": 0.9275, + "map_at_100": 0.92781, + "map_at_1000": 0.92783, + "recall_at_1": 0.89778, + "recall_at_3": 0.95, + "recall_at_5": 0.96111, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.9, - "precision_at_3": 0.31815, - "precision_at_5": 0.19311, - "precision_at_10": 0.09767, - "precision_at_20": 0.04933, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31667, + "precision_at_5": 0.19222, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.9, - "mrr_at_3": 0.925556, - "mrr_at_5": 0.928111, - "mrr_at_10": 0.929606, - "mrr_at_20": 0.930347, - "mrr_at_100": 0.930644, - "mrr_at_1000": 0.93066, - "nauc_ndcg_at_1_max": 0.79627, - "nauc_ndcg_at_1_std": -0.106681, - "nauc_ndcg_at_1_diff1": 0.935678, - "nauc_ndcg_at_3_max": 0.847716, - "nauc_ndcg_at_3_std": -0.031686, - "nauc_ndcg_at_3_diff1": 0.936155, - "nauc_ndcg_at_5_max": 0.844977, - "nauc_ndcg_at_5_std": -0.042513, - "nauc_ndcg_at_5_diff1": 0.939513, - "nauc_ndcg_at_10_max": 0.840827, - "nauc_ndcg_at_10_std": -0.047733, - "nauc_ndcg_at_10_diff1": 0.940552, - "nauc_ndcg_at_20_max": 0.836391, - "nauc_ndcg_at_20_std": -0.05429, - "nauc_ndcg_at_20_diff1": 0.939168, - "nauc_ndcg_at_100_max": 0.833949, - "nauc_ndcg_at_100_std": -0.049858, - "nauc_ndcg_at_100_diff1": 0.938154, - "nauc_ndcg_at_1000_max": 0.832961, - "nauc_ndcg_at_1000_std": -0.055463, - "nauc_ndcg_at_1000_diff1": 0.938033, - "nauc_map_at_1_max": 0.79627, - "nauc_map_at_1_std": -0.106681, - "nauc_map_at_1_diff1": 0.935678, - "nauc_map_at_3_max": 0.833518, - "nauc_map_at_3_std": -0.053785, - "nauc_map_at_3_diff1": 0.935825, - "nauc_map_at_5_max": 0.83176, - "nauc_map_at_5_std": -0.059717, - "nauc_map_at_5_diff1": 0.937496, - "nauc_map_at_10_max": 0.829819, - "nauc_map_at_10_std": -0.063275, - "nauc_map_at_10_diff1": 0.937733, - "nauc_map_at_20_max": 0.828734, - "nauc_map_at_20_std": -0.064525, - "nauc_map_at_20_diff1": 0.93739, - "nauc_map_at_100_max": 0.828452, - "nauc_map_at_100_std": -0.063619, - "nauc_map_at_100_diff1": 0.937276, - "nauc_map_at_1000_max": 0.828421, - "nauc_map_at_1000_std": -0.063799, - "nauc_map_at_1000_diff1": 0.937276, - "nauc_recall_at_1_max": 0.79627, - "nauc_recall_at_1_std": -0.106681, - "nauc_recall_at_1_diff1": 0.935678, - "nauc_recall_at_3_max": 0.913006, - "nauc_recall_at_3_std": 0.071041, - "nauc_recall_at_3_diff1": 0.937829, - "nauc_recall_at_5_max": 0.921463, - "nauc_recall_at_5_std": 0.056022, - "nauc_recall_at_5_diff1": 0.952562, - "nauc_recall_at_10_max": 0.929194, - "nauc_recall_at_10_std": 0.084478, - "nauc_recall_at_10_diff1": 0.968098, - "nauc_recall_at_20_max": 0.921024, - "nauc_recall_at_20_std": 0.060458, - "nauc_recall_at_20_diff1": 0.965959, - "nauc_recall_at_100_max": 0.956427, - "nauc_recall_at_100_std": 0.637411, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.925037, + "mrr_at_10": 0.926854, + "mrr_at_20": 0.927503, + "mrr_at_100": 0.927812, + "mrr_at_1000": 0.927829, + "nauc_ndcg_at_1_max": 0.790167, + "nauc_ndcg_at_1_std": -0.060101, + "nauc_ndcg_at_1_diff1": 0.921121, + "nauc_ndcg_at_3_max": 0.846998, + "nauc_ndcg_at_3_std": -0.020449, + "nauc_ndcg_at_3_diff1": 0.917523, + "nauc_ndcg_at_5_max": 0.844262, + "nauc_ndcg_at_5_std": -0.022284, + "nauc_ndcg_at_5_diff1": 0.918073, + "nauc_ndcg_at_10_max": 0.838637, + "nauc_ndcg_at_10_std": -0.017825, + "nauc_ndcg_at_10_diff1": 0.919738, + "nauc_ndcg_at_20_max": 0.835059, + "nauc_ndcg_at_20_std": -0.019987, + "nauc_ndcg_at_20_diff1": 0.920297, + "nauc_ndcg_at_100_max": 0.832074, + "nauc_ndcg_at_100_std": -0.018527, + "nauc_ndcg_at_100_diff1": 0.919437, + "nauc_ndcg_at_1000_max": 0.830779, + "nauc_ndcg_at_1000_std": -0.024557, + "nauc_ndcg_at_1000_diff1": 0.919131, + "nauc_map_at_1_max": 0.790167, + "nauc_map_at_1_std": -0.060101, + "nauc_map_at_1_diff1": 0.921121, + "nauc_map_at_3_max": 0.831265, + "nauc_map_at_3_std": -0.02939, + "nauc_map_at_3_diff1": 0.918125, + "nauc_map_at_5_max": 0.829261, + "nauc_map_at_5_std": -0.030752, + "nauc_map_at_5_diff1": 0.918313, + "nauc_map_at_10_max": 0.826867, + "nauc_map_at_10_std": -0.030284, + "nauc_map_at_10_diff1": 0.91881, + "nauc_map_at_20_max": 0.826006, + "nauc_map_at_20_std": -0.031186, + "nauc_map_at_20_diff1": 0.918927, + "nauc_map_at_100_max": 0.825641, + "nauc_map_at_100_std": -0.03076, + "nauc_map_at_100_diff1": 0.918853, + "nauc_map_at_1000_max": 0.825601, + "nauc_map_at_1000_std": -0.030946, + "nauc_map_at_1000_diff1": 0.918841, + "nauc_recall_at_1_max": 0.790167, + "nauc_recall_at_1_std": -0.060101, + "nauc_recall_at_1_diff1": 0.921121, + "nauc_recall_at_3_max": 0.915655, + "nauc_recall_at_3_std": 0.017076, + "nauc_recall_at_3_diff1": 0.915188, + "nauc_recall_at_5_max": 0.925303, + "nauc_recall_at_5_std": 0.021675, + "nauc_recall_at_5_diff1": 0.917567, + "nauc_recall_at_10_max": 0.930927, + "nauc_recall_at_10_std": 0.096405, + "nauc_recall_at_10_diff1": 0.931457, + "nauc_recall_at_20_max": 0.935897, + "nauc_recall_at_20_std": 0.152841, + "nauc_recall_at_20_diff1": 0.948467, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.758792, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.79627, - "nauc_precision_at_1_std": -0.106681, - "nauc_precision_at_1_diff1": 0.935678, - "nauc_precision_at_3_max": 0.913006, - "nauc_precision_at_3_std": 0.071041, - "nauc_precision_at_3_diff1": 0.937829, - "nauc_precision_at_5_max": 0.921463, - "nauc_precision_at_5_std": 0.056022, - "nauc_precision_at_5_diff1": 0.952562, - "nauc_precision_at_10_max": 0.929194, - "nauc_precision_at_10_std": 0.084478, - "nauc_precision_at_10_diff1": 0.968098, - "nauc_precision_at_20_max": 0.921024, - "nauc_precision_at_20_std": 0.060458, - "nauc_precision_at_20_diff1": 0.965959, - "nauc_precision_at_100_max": 0.956427, - "nauc_precision_at_100_std": 0.637411, + "nauc_precision_at_1_max": 0.790167, + "nauc_precision_at_1_std": -0.060101, + "nauc_precision_at_1_diff1": 0.921121, + "nauc_precision_at_3_max": 0.915655, + "nauc_precision_at_3_std": 0.017076, + "nauc_precision_at_3_diff1": 0.915188, + "nauc_precision_at_5_max": 0.925303, + "nauc_precision_at_5_std": 0.021675, + "nauc_precision_at_5_diff1": 0.917567, + "nauc_precision_at_10_max": 0.930927, + "nauc_precision_at_10_std": 0.096405, + "nauc_precision_at_10_diff1": 0.931457, + "nauc_precision_at_20_max": 0.935897, + "nauc_precision_at_20_std": 0.152841, + "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.758792, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.79627, - "nauc_mrr_at_1_std": -0.106681, - "nauc_mrr_at_1_diff1": 0.935678, - "nauc_mrr_at_3_max": 0.833518, - "nauc_mrr_at_3_std": -0.053785, - "nauc_mrr_at_3_diff1": 0.935825, - "nauc_mrr_at_5_max": 0.83176, - "nauc_mrr_at_5_std": -0.059717, - "nauc_mrr_at_5_diff1": 0.937496, - "nauc_mrr_at_10_max": 0.829819, - "nauc_mrr_at_10_std": -0.063275, - "nauc_mrr_at_10_diff1": 0.937733, - "nauc_mrr_at_20_max": 0.828734, - "nauc_mrr_at_20_std": -0.064525, - "nauc_mrr_at_20_diff1": 0.93739, - "nauc_mrr_at_100_max": 0.828452, - "nauc_mrr_at_100_std": -0.063619, - "nauc_mrr_at_100_diff1": 0.937276, - "nauc_mrr_at_1000_max": 0.828421, - "nauc_mrr_at_1000_std": -0.063799, - "nauc_mrr_at_1000_diff1": 0.937276, - "main_score": 0.94123, + "nauc_mrr_at_1_max": 0.790167, + "nauc_mrr_at_1_std": -0.060101, + "nauc_mrr_at_1_diff1": 0.921121, + "nauc_mrr_at_3_max": 0.831265, + "nauc_mrr_at_3_std": -0.02939, + "nauc_mrr_at_3_diff1": 0.918125, + "nauc_mrr_at_5_max": 0.829261, + "nauc_mrr_at_5_std": -0.030752, + "nauc_mrr_at_5_diff1": 0.918313, + "nauc_mrr_at_10_max": 0.826867, + "nauc_mrr_at_10_std": -0.030284, + "nauc_mrr_at_10_diff1": 0.91881, + "nauc_mrr_at_20_max": 0.826006, + "nauc_mrr_at_20_std": -0.031186, + "nauc_mrr_at_20_diff1": 0.918927, + "nauc_mrr_at_100_max": 0.825641, + "nauc_mrr_at_100_std": -0.03076, + "nauc_mrr_at_100_diff1": 0.918853, + "nauc_mrr_at_1000_max": 0.825601, + "nauc_mrr_at_1000_std": -0.030946, + "nauc_mrr_at_1000_diff1": 0.918841, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93876, "hf_subset": "zsm_Latn-zsm_Latn", "languages": [ "zsm-Latn", "zsm-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "ndcg_at_1": 0.91778, - "ndcg_at_3": 0.94831, - "ndcg_at_5": 0.95438, - "ndcg_at_10": 0.95684, - "ndcg_at_20": 0.95736, - "ndcg_at_100": 0.95819, - "ndcg_at_1000": 0.95864, + "ndcg_at_3": 0.9455, + "ndcg_at_5": 0.95191, + "ndcg_at_10": 0.95407, + "ndcg_at_20": 0.95575, + "ndcg_at_100": 0.95672, + "ndcg_at_1000": 0.957, "map_at_1": 0.91778, - "map_at_3": 0.94148, - "map_at_5": 0.94493, - "map_at_10": 0.9459, - "map_at_20": 0.94603, - "map_at_100": 0.94615, - "map_at_1000": 0.94617, + "map_at_3": 0.93926, + "map_at_5": 0.94281, + "map_at_10": 0.94371, + "map_at_20": 0.94417, + "map_at_100": 0.94428, + "map_at_1000": 0.94429, "recall_at_1": 0.91778, - "recall_at_3": 0.96778, - "recall_at_5": 0.98222, - "recall_at_10": 0.99, + "recall_at_3": 0.96333, + "recall_at_5": 0.97889, + "recall_at_10": 0.98556, "recall_at_20": 0.99222, - "recall_at_100": 0.99667, + "recall_at_100": 0.99778, "recall_at_1000": 1.0, + "accuracy": 0.91778, "precision_at_1": 0.91778, - "precision_at_3": 0.32259, - "precision_at_5": 0.19644, - "precision_at_10": 0.099, + "precision_at_3": 0.32111, + "precision_at_5": 0.19578, + "precision_at_10": 0.09856, "precision_at_20": 0.04961, - "precision_at_100": 0.00997, + "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.917778, - "mrr_at_3": 0.941481, - "mrr_at_5": 0.944926, - "mrr_at_10": 0.945902, - "mrr_at_20": 0.946029, - "mrr_at_100": 0.946148, - "mrr_at_1000": 0.946168, - "nauc_ndcg_at_1_max": 0.791335, - "nauc_ndcg_at_1_std": -0.261892, - "nauc_ndcg_at_1_diff1": 0.930672, - "nauc_ndcg_at_3_max": 0.826431, - "nauc_ndcg_at_3_std": -0.306861, - "nauc_ndcg_at_3_diff1": 0.943382, - "nauc_ndcg_at_5_max": 0.824598, - "nauc_ndcg_at_5_std": -0.26626, - "nauc_ndcg_at_5_diff1": 0.942559, - "nauc_ndcg_at_10_max": 0.823991, - "nauc_ndcg_at_10_std": -0.264481, - "nauc_ndcg_at_10_diff1": 0.941549, - "nauc_ndcg_at_20_max": 0.822613, - "nauc_ndcg_at_20_std": -0.263332, - "nauc_ndcg_at_20_diff1": 0.940825, - "nauc_ndcg_at_100_max": 0.820693, - "nauc_ndcg_at_100_std": -0.254809, - "nauc_ndcg_at_100_diff1": 0.93966, - "nauc_ndcg_at_1000_max": 0.818731, - "nauc_ndcg_at_1000_std": -0.265124, - "nauc_ndcg_at_1000_diff1": 0.939478, - "nauc_map_at_1_max": 0.791335, - "nauc_map_at_1_std": -0.261892, - "nauc_map_at_1_diff1": 0.930672, - "nauc_map_at_3_max": 0.816629, - "nauc_map_at_3_std": -0.294429, - "nauc_map_at_3_diff1": 0.939506, - "nauc_map_at_5_max": 0.815328, - "nauc_map_at_5_std": -0.274044, - "nauc_map_at_5_diff1": 0.938887, - "nauc_map_at_10_max": 0.815014, - "nauc_map_at_10_std": -0.272469, - "nauc_map_at_10_diff1": 0.938497, - "nauc_map_at_20_max": 0.814728, - "nauc_map_at_20_std": -0.272331, - "nauc_map_at_20_diff1": 0.938352, - "nauc_map_at_100_max": 0.814551, - "nauc_map_at_100_std": -0.270958, - "nauc_map_at_100_diff1": 0.938217, - "nauc_map_at_1000_max": 0.81448, - "nauc_map_at_1000_std": -0.271318, - "nauc_map_at_1000_diff1": 0.93821, - "nauc_recall_at_1_max": 0.791335, - "nauc_recall_at_1_std": -0.261892, - "nauc_recall_at_1_diff1": 0.930672, - "nauc_recall_at_3_max": 0.876236, - "nauc_recall_at_3_std": -0.369909, - "nauc_recall_at_3_diff1": 0.963376, - "nauc_recall_at_5_max": 0.903303, - "nauc_recall_at_5_std": -0.180322, - "nauc_recall_at_5_diff1": 0.974469, - "nauc_recall_at_10_max": 0.954611, - "nauc_recall_at_10_std": -0.123872, - "nauc_recall_at_10_diff1": 0.985476, - "nauc_recall_at_20_max": 0.960317, - "nauc_recall_at_20_std": -0.053555, - "nauc_recall_at_20_diff1": 0.981326, + "mrr_at_3": 0.939259, + "mrr_at_5": 0.942815, + "mrr_at_10": 0.943706, + "mrr_at_20": 0.944167, + "mrr_at_100": 0.944279, + "mrr_at_1000": 0.944288, + "nauc_ndcg_at_1_max": 0.782465, + "nauc_ndcg_at_1_std": -0.229704, + "nauc_ndcg_at_1_diff1": 0.934426, + "nauc_ndcg_at_3_max": 0.81195, + "nauc_ndcg_at_3_std": -0.296677, + "nauc_ndcg_at_3_diff1": 0.94421, + "nauc_ndcg_at_5_max": 0.808184, + "nauc_ndcg_at_5_std": -0.237302, + "nauc_ndcg_at_5_diff1": 0.94331, + "nauc_ndcg_at_10_max": 0.813687, + "nauc_ndcg_at_10_std": -0.210287, + "nauc_ndcg_at_10_diff1": 0.946132, + "nauc_ndcg_at_20_max": 0.807411, + "nauc_ndcg_at_20_std": -0.235323, + "nauc_ndcg_at_20_diff1": 0.944085, + "nauc_ndcg_at_100_max": 0.807693, + "nauc_ndcg_at_100_std": -0.229357, + "nauc_ndcg_at_100_diff1": 0.942835, + "nauc_ndcg_at_1000_max": 0.806436, + "nauc_ndcg_at_1000_std": -0.235218, + "nauc_ndcg_at_1000_diff1": 0.942461, + "nauc_map_at_1_max": 0.782465, + "nauc_map_at_1_std": -0.229704, + "nauc_map_at_1_diff1": 0.934426, + "nauc_map_at_3_max": 0.804562, + "nauc_map_at_3_std": -0.274604, + "nauc_map_at_3_diff1": 0.941121, + "nauc_map_at_5_max": 0.802239, + "nauc_map_at_5_std": -0.245415, + "nauc_map_at_5_diff1": 0.940587, + "nauc_map_at_10_max": 0.804114, + "nauc_map_at_10_std": -0.236203, + "nauc_map_at_10_diff1": 0.941545, + "nauc_map_at_20_max": 0.802662, + "nauc_map_at_20_std": -0.242145, + "nauc_map_at_20_diff1": 0.941063, + "nauc_map_at_100_max": 0.802869, + "nauc_map_at_100_std": -0.241054, + "nauc_map_at_100_diff1": 0.940945, + "nauc_map_at_1000_max": 0.802835, + "nauc_map_at_1000_std": -0.241199, + "nauc_map_at_1000_diff1": 0.940935, + "nauc_recall_at_1_max": 0.782465, + "nauc_recall_at_1_std": -0.229704, + "nauc_recall_at_1_diff1": 0.934426, + "nauc_recall_at_3_max": 0.84574, + "nauc_recall_at_3_std": -0.402343, + "nauc_recall_at_3_diff1": 0.958903, + "nauc_recall_at_5_max": 0.851, + "nauc_recall_at_5_std": -0.15303, + "nauc_recall_at_5_diff1": 0.96388, + "nauc_recall_at_10_max": 0.922466, + "nauc_recall_at_10_std": 0.14652, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.874683, + "nauc_recall_at_20_std": -0.097906, + "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.693433, - "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_100_std": 0.679038, + "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.791335, - "nauc_precision_at_1_std": -0.261892, - "nauc_precision_at_1_diff1": 0.930672, - "nauc_precision_at_3_max": 0.876236, - "nauc_precision_at_3_std": -0.369909, - "nauc_precision_at_3_diff1": 0.963376, - "nauc_precision_at_5_max": 0.903303, - "nauc_precision_at_5_std": -0.180322, - "nauc_precision_at_5_diff1": 0.974469, - "nauc_precision_at_10_max": 0.954611, - "nauc_precision_at_10_std": -0.123872, - "nauc_precision_at_10_diff1": 0.985476, - "nauc_precision_at_20_max": 0.960317, - "nauc_precision_at_20_std": -0.053555, - "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_1_max": 0.782465, + "nauc_precision_at_1_std": -0.229704, + "nauc_precision_at_1_diff1": 0.934426, + "nauc_precision_at_3_max": 0.84574, + "nauc_precision_at_3_std": -0.402343, + "nauc_precision_at_3_diff1": 0.958903, + "nauc_precision_at_5_max": 0.851, + "nauc_precision_at_5_std": -0.15303, + "nauc_precision_at_5_diff1": 0.96388, + "nauc_precision_at_10_max": 0.922466, + "nauc_precision_at_10_std": 0.14652, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.874683, + "nauc_precision_at_20_std": -0.097906, + "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.693433, - "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_100_std": 0.679038, + "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.791335, - "nauc_mrr_at_1_std": -0.261892, - "nauc_mrr_at_1_diff1": 0.930672, - "nauc_mrr_at_3_max": 0.816629, - "nauc_mrr_at_3_std": -0.294429, - "nauc_mrr_at_3_diff1": 0.939506, - "nauc_mrr_at_5_max": 0.815328, - "nauc_mrr_at_5_std": -0.274044, - "nauc_mrr_at_5_diff1": 0.938887, - "nauc_mrr_at_10_max": 0.815014, - "nauc_mrr_at_10_std": -0.272469, - "nauc_mrr_at_10_diff1": 0.938497, - "nauc_mrr_at_20_max": 0.814728, - "nauc_mrr_at_20_std": -0.272331, - "nauc_mrr_at_20_diff1": 0.938352, - "nauc_mrr_at_100_max": 0.814551, - "nauc_mrr_at_100_std": -0.270958, - "nauc_mrr_at_100_diff1": 0.938217, - "nauc_mrr_at_1000_max": 0.81448, - "nauc_mrr_at_1000_std": -0.271318, - "nauc_mrr_at_1000_diff1": 0.93821, - "main_score": 0.95684, + "nauc_mrr_at_1_max": 0.782465, + "nauc_mrr_at_1_std": -0.229704, + "nauc_mrr_at_1_diff1": 0.934426, + "nauc_mrr_at_3_max": 0.804562, + "nauc_mrr_at_3_std": -0.274604, + "nauc_mrr_at_3_diff1": 0.941121, + "nauc_mrr_at_5_max": 0.802239, + "nauc_mrr_at_5_std": -0.245415, + "nauc_mrr_at_5_diff1": 0.940587, + "nauc_mrr_at_10_max": 0.804114, + "nauc_mrr_at_10_std": -0.236203, + "nauc_mrr_at_10_diff1": 0.941545, + "nauc_mrr_at_20_max": 0.802662, + "nauc_mrr_at_20_std": -0.242145, + "nauc_mrr_at_20_diff1": 0.941063, + "nauc_mrr_at_100_max": 0.802869, + "nauc_mrr_at_100_std": -0.241054, + "nauc_mrr_at_100_diff1": 0.940945, + "nauc_mrr_at_1000_max": 0.802835, + "nauc_mrr_at_1000_std": -0.241199, + "nauc_mrr_at_1000_diff1": 0.940935, + "hit_rate_at_1": 0.91778, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97889, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95407, "hf_subset": "zsm_Latn-eng_Latn", "languages": [ "zsm-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.87778, - "ndcg_at_3": 0.91737, - "ndcg_at_5": 0.92339, - "ndcg_at_10": 0.92812, - "ndcg_at_20": 0.93132, - "ndcg_at_100": 0.93359, - "ndcg_at_1000": 0.93387, - "map_at_1": 0.87778, - "map_at_3": 0.90796, - "map_at_5": 0.91135, - "map_at_10": 0.91334, - "map_at_20": 0.91427, - "map_at_100": 0.91459, - "map_at_1000": 0.9146, - "recall_at_1": 0.87778, - "recall_at_3": 0.94444, - "recall_at_5": 0.95889, - "recall_at_10": 0.97333, - "recall_at_20": 0.98556, - "recall_at_100": 0.99778, + "ndcg_at_1": 0.86222, + "ndcg_at_3": 0.90505, + "ndcg_at_5": 0.91332, + "ndcg_at_10": 0.91944, + "ndcg_at_20": 0.92234, + "ndcg_at_100": 0.92475, + "ndcg_at_1000": 0.92519, + "map_at_1": 0.86222, + "map_at_3": 0.89519, + "map_at_5": 0.8998, + "map_at_10": 0.90232, + "map_at_20": 0.90316, + "map_at_100": 0.90347, + "map_at_1000": 0.90348, + "recall_at_1": 0.86222, + "recall_at_3": 0.93333, + "recall_at_5": 0.95333, + "recall_at_10": 0.97222, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, "recall_at_1000": 1.0, - "precision_at_1": 0.87778, - "precision_at_3": 0.31481, - "precision_at_5": 0.19178, - "precision_at_10": 0.09733, - "precision_at_20": 0.04928, - "precision_at_100": 0.00998, + "accuracy": 0.86222, + "precision_at_1": 0.86222, + "precision_at_3": 0.31111, + "precision_at_5": 0.19067, + "precision_at_10": 0.09722, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, "precision_at_1000": 0.001, - "mrr_at_1": 0.877778, - "mrr_at_3": 0.907963, - "mrr_at_5": 0.911352, - "mrr_at_10": 0.913342, - "mrr_at_20": 0.914275, - "mrr_at_100": 0.914588, - "mrr_at_1000": 0.914596, - "nauc_ndcg_at_1_max": 0.8464, - "nauc_ndcg_at_1_std": -0.137258, - "nauc_ndcg_at_1_diff1": 0.935201, - "nauc_ndcg_at_3_max": 0.876485, - "nauc_ndcg_at_3_std": -0.08088, - "nauc_ndcg_at_3_diff1": 0.933083, - "nauc_ndcg_at_5_max": 0.87913, - "nauc_ndcg_at_5_std": -0.071668, - "nauc_ndcg_at_5_diff1": 0.937702, - "nauc_ndcg_at_10_max": 0.879808, - "nauc_ndcg_at_10_std": -0.029614, - "nauc_ndcg_at_10_diff1": 0.936328, - "nauc_ndcg_at_20_max": 0.875325, - "nauc_ndcg_at_20_std": -0.045505, - "nauc_ndcg_at_20_diff1": 0.935018, - "nauc_ndcg_at_100_max": 0.871793, - "nauc_ndcg_at_100_std": -0.065197, - "nauc_ndcg_at_100_diff1": 0.934377, - "nauc_ndcg_at_1000_max": 0.871255, - "nauc_ndcg_at_1000_std": -0.069398, - "nauc_ndcg_at_1000_diff1": 0.934381, - "nauc_map_at_1_max": 0.8464, - "nauc_map_at_1_std": -0.137258, - "nauc_map_at_1_diff1": 0.935201, - "nauc_map_at_3_max": 0.867974, - "nauc_map_at_3_std": -0.096999, - "nauc_map_at_3_diff1": 0.932834, - "nauc_map_at_5_max": 0.869, - "nauc_map_at_5_std": -0.09283, - "nauc_map_at_5_diff1": 0.934975, - "nauc_map_at_10_max": 0.86912, - "nauc_map_at_10_std": -0.077853, - "nauc_map_at_10_diff1": 0.934437, - "nauc_map_at_20_max": 0.867953, - "nauc_map_at_20_std": -0.081862, - "nauc_map_at_20_diff1": 0.934115, - "nauc_map_at_100_max": 0.867538, - "nauc_map_at_100_std": -0.084283, - "nauc_map_at_100_diff1": 0.934016, - "nauc_map_at_1000_max": 0.867526, - "nauc_map_at_1000_std": -0.08438, - "nauc_map_at_1000_diff1": 0.934016, - "nauc_recall_at_1_max": 0.8464, - "nauc_recall_at_1_std": -0.137258, - "nauc_recall_at_1_diff1": 0.935201, - "nauc_recall_at_3_max": 0.915826, - "nauc_recall_at_3_std": -0.006237, - "nauc_recall_at_3_diff1": 0.934874, - "nauc_recall_at_5_max": 0.940697, - "nauc_recall_at_5_std": 0.057852, - "nauc_recall_at_5_diff1": 0.956721, - "nauc_recall_at_10_max": 0.977533, - "nauc_recall_at_10_std": 0.456038, - "nauc_recall_at_10_diff1": 0.955746, - "nauc_recall_at_20_max": 0.979889, - "nauc_recall_at_20_std": 0.572219, - "nauc_recall_at_20_diff1": 0.948467, + "mrr_at_1": 0.862222, + "mrr_at_3": 0.895185, + "mrr_at_5": 0.899796, + "mrr_at_10": 0.902317, + "mrr_at_20": 0.903159, + "mrr_at_100": 0.903465, + "mrr_at_1000": 0.903484, + "nauc_ndcg_at_1_max": 0.818258, + "nauc_ndcg_at_1_std": -0.147391, + "nauc_ndcg_at_1_diff1": 0.933011, + "nauc_ndcg_at_3_max": 0.845527, + "nauc_ndcg_at_3_std": -0.14913, + "nauc_ndcg_at_3_diff1": 0.918734, + "nauc_ndcg_at_5_max": 0.851275, + "nauc_ndcg_at_5_std": -0.105543, + "nauc_ndcg_at_5_diff1": 0.921469, + "nauc_ndcg_at_10_max": 0.851888, + "nauc_ndcg_at_10_std": -0.086139, + "nauc_ndcg_at_10_diff1": 0.921668, + "nauc_ndcg_at_20_max": 0.848898, + "nauc_ndcg_at_20_std": -0.088482, + "nauc_ndcg_at_20_diff1": 0.923916, + "nauc_ndcg_at_100_max": 0.844941, + "nauc_ndcg_at_100_std": -0.102878, + "nauc_ndcg_at_100_diff1": 0.924053, + "nauc_ndcg_at_1000_max": 0.844007, + "nauc_ndcg_at_1000_std": -0.108398, + "nauc_ndcg_at_1000_diff1": 0.923854, + "nauc_map_at_1_max": 0.818258, + "nauc_map_at_1_std": -0.147391, + "nauc_map_at_1_diff1": 0.933011, + "nauc_map_at_3_max": 0.838543, + "nauc_map_at_3_std": -0.145108, + "nauc_map_at_3_diff1": 0.921922, + "nauc_map_at_5_max": 0.841303, + "nauc_map_at_5_std": -0.122185, + "nauc_map_at_5_diff1": 0.923536, + "nauc_map_at_10_max": 0.841245, + "nauc_map_at_10_std": -0.116745, + "nauc_map_at_10_diff1": 0.923707, + "nauc_map_at_20_max": 0.840471, + "nauc_map_at_20_std": -0.117262, + "nauc_map_at_20_diff1": 0.9243, + "nauc_map_at_100_max": 0.840032, + "nauc_map_at_100_std": -0.118951, + "nauc_map_at_100_diff1": 0.924337, + "nauc_map_at_1000_max": 0.84, + "nauc_map_at_1000_std": -0.119137, + "nauc_map_at_1000_diff1": 0.924329, + "nauc_recall_at_1_max": 0.818258, + "nauc_recall_at_1_std": -0.147391, + "nauc_recall_at_1_diff1": 0.933011, + "nauc_recall_at_3_max": 0.875482, + "nauc_recall_at_3_std": -0.169157, + "nauc_recall_at_3_diff1": 0.905423, + "nauc_recall_at_5_max": 0.91092, + "nauc_recall_at_5_std": -0.000367, + "nauc_recall_at_5_diff1": 0.91052, + "nauc_recall_at_10_max": 0.956863, + "nauc_recall_at_10_std": 0.254304, + "nauc_recall_at_10_diff1": 0.903922, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.427451, + "nauc_recall_at_20_diff1": 0.929194, "nauc_recall_at_100_max": 1.0, - "nauc_recall_at_100_std": 0.934641, - "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_100_std": 0.814815, + "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.8464, - "nauc_precision_at_1_std": -0.137258, - "nauc_precision_at_1_diff1": 0.935201, - "nauc_precision_at_3_max": 0.915826, - "nauc_precision_at_3_std": -0.006237, - "nauc_precision_at_3_diff1": 0.934874, - "nauc_precision_at_5_max": 0.940697, - "nauc_precision_at_5_std": 0.057852, - "nauc_precision_at_5_diff1": 0.956721, - "nauc_precision_at_10_max": 0.977533, - "nauc_precision_at_10_std": 0.456038, - "nauc_precision_at_10_diff1": 0.955746, - "nauc_precision_at_20_max": 0.979889, - "nauc_precision_at_20_std": 0.572219, - "nauc_precision_at_20_diff1": 0.948467, + "nauc_precision_at_1_max": 0.818258, + "nauc_precision_at_1_std": -0.147391, + "nauc_precision_at_1_diff1": 0.933011, + "nauc_precision_at_3_max": 0.875482, + "nauc_precision_at_3_std": -0.169157, + "nauc_precision_at_3_diff1": 0.905423, + "nauc_precision_at_5_max": 0.91092, + "nauc_precision_at_5_std": -0.000367, + "nauc_precision_at_5_diff1": 0.91052, + "nauc_precision_at_10_max": 0.956863, + "nauc_precision_at_10_std": 0.254304, + "nauc_precision_at_10_diff1": 0.903922, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.427451, + "nauc_precision_at_20_diff1": 0.929194, "nauc_precision_at_100_max": 1.0, - "nauc_precision_at_100_std": 0.934641, - "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_100_std": 0.814815, + "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.8464, - "nauc_mrr_at_1_std": -0.137258, - "nauc_mrr_at_1_diff1": 0.935201, - "nauc_mrr_at_3_max": 0.867974, - "nauc_mrr_at_3_std": -0.096999, - "nauc_mrr_at_3_diff1": 0.932834, - "nauc_mrr_at_5_max": 0.869, - "nauc_mrr_at_5_std": -0.09283, - "nauc_mrr_at_5_diff1": 0.934975, - "nauc_mrr_at_10_max": 0.86912, - "nauc_mrr_at_10_std": -0.077853, - "nauc_mrr_at_10_diff1": 0.934437, - "nauc_mrr_at_20_max": 0.867953, - "nauc_mrr_at_20_std": -0.081862, - "nauc_mrr_at_20_diff1": 0.934115, - "nauc_mrr_at_100_max": 0.867538, - "nauc_mrr_at_100_std": -0.084283, - "nauc_mrr_at_100_diff1": 0.934016, - "nauc_mrr_at_1000_max": 0.867526, - "nauc_mrr_at_1000_std": -0.08438, - "nauc_mrr_at_1000_diff1": 0.934016, - "main_score": 0.92812, + "nauc_mrr_at_1_max": 0.818258, + "nauc_mrr_at_1_std": -0.147391, + "nauc_mrr_at_1_diff1": 0.933011, + "nauc_mrr_at_3_max": 0.838543, + "nauc_mrr_at_3_std": -0.145108, + "nauc_mrr_at_3_diff1": 0.921922, + "nauc_mrr_at_5_max": 0.841303, + "nauc_mrr_at_5_std": -0.122185, + "nauc_mrr_at_5_diff1": 0.923536, + "nauc_mrr_at_10_max": 0.841245, + "nauc_mrr_at_10_std": -0.116745, + "nauc_mrr_at_10_diff1": 0.923707, + "nauc_mrr_at_20_max": 0.840471, + "nauc_mrr_at_20_std": -0.117262, + "nauc_mrr_at_20_diff1": 0.9243, + "nauc_mrr_at_100_max": 0.840032, + "nauc_mrr_at_100_std": -0.118951, + "nauc_mrr_at_100_diff1": 0.924337, + "nauc_mrr_at_1000_max": 0.84, + "nauc_mrr_at_1000_std": -0.119137, + "nauc_mrr_at_1000_diff1": 0.924329, + "hit_rate_at_1": 0.86222, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91944, "hf_subset": "eng_Latn-zsm_Latn", "languages": [ "eng-Latn", "zsm-Latn" - ] - }, - { - "ndcg_at_1": 0.46778, - "ndcg_at_3": 0.5195, - "ndcg_at_5": 0.53408, - "ndcg_at_10": 0.54427, - "ndcg_at_20": 0.55529, - "ndcg_at_100": 0.58483, - "ndcg_at_1000": 0.60651, - "map_at_1": 0.46778, - "map_at_3": 0.50667, - "map_at_5": 0.51472, - "map_at_10": 0.519, - "map_at_20": 0.52191, - "map_at_100": 0.52557, - "map_at_1000": 0.52643, - "recall_at_1": 0.46778, - "recall_at_3": 0.55667, - "recall_at_5": 0.59222, - "recall_at_10": 0.62333, - "recall_at_20": 0.66778, - "recall_at_100": 0.83333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47667, + "ndcg_at_3": 0.52689, + "ndcg_at_5": 0.54172, + "ndcg_at_10": 0.55355, + "ndcg_at_20": 0.56467, + "ndcg_at_100": 0.59494, + "ndcg_at_1000": 0.615, + "map_at_1": 0.47667, + "map_at_3": 0.515, + "map_at_5": 0.52333, + "map_at_10": 0.5282, + "map_at_20": 0.53134, + "map_at_100": 0.53522, + "map_at_1000": 0.53598, + "recall_at_1": 0.47667, + "recall_at_3": 0.56111, + "recall_at_5": 0.59667, + "recall_at_10": 0.63333, + "recall_at_20": 0.67667, + "recall_at_100": 0.84444, "recall_at_1000": 1.0, - "precision_at_1": 0.46778, - "precision_at_3": 0.18556, - "precision_at_5": 0.11844, - "precision_at_10": 0.06233, - "precision_at_20": 0.03339, - "precision_at_100": 0.00833, - "precision_at_1000": 0.001, - "mrr_at_1": 0.467778, - "mrr_at_3": 0.506667, - "mrr_at_5": 0.514722, - "mrr_at_10": 0.519003, - "mrr_at_20": 0.521912, - "mrr_at_100": 0.525566, - "mrr_at_1000": 0.52643, - "nauc_ndcg_at_1_max": 0.713978, - "nauc_ndcg_at_1_std": -0.50584, - "nauc_ndcg_at_1_diff1": 0.840371, - "nauc_ndcg_at_3_max": 0.713942, - "nauc_ndcg_at_3_std": -0.52784, - "nauc_ndcg_at_3_diff1": 0.805796, - "nauc_ndcg_at_5_max": 0.704731, - "nauc_ndcg_at_5_std": -0.533041, - "nauc_ndcg_at_5_diff1": 0.795828, - "nauc_ndcg_at_10_max": 0.701806, - "nauc_ndcg_at_10_std": -0.531801, - "nauc_ndcg_at_10_diff1": 0.792996, - "nauc_ndcg_at_20_max": 0.699217, - "nauc_ndcg_at_20_std": -0.526659, - "nauc_ndcg_at_20_diff1": 0.78977, - "nauc_ndcg_at_100_max": 0.698365, - "nauc_ndcg_at_100_std": -0.508119, - "nauc_ndcg_at_100_diff1": 0.78607, - "nauc_ndcg_at_1000_max": 0.703578, - "nauc_ndcg_at_1000_std": -0.520096, - "nauc_ndcg_at_1000_diff1": 0.796357, - "nauc_map_at_1_max": 0.713978, - "nauc_map_at_1_std": -0.50584, - "nauc_map_at_1_diff1": 0.840371, - "nauc_map_at_3_max": 0.715313, - "nauc_map_at_3_std": -0.52365, - "nauc_map_at_3_diff1": 0.814611, - "nauc_map_at_5_max": 0.71049, - "nauc_map_at_5_std": -0.526826, - "nauc_map_at_5_diff1": 0.809344, - "nauc_map_at_10_max": 0.709448, - "nauc_map_at_10_std": -0.526221, - "nauc_map_at_10_diff1": 0.808303, - "nauc_map_at_20_max": 0.708858, - "nauc_map_at_20_std": -0.524757, - "nauc_map_at_20_diff1": 0.807532, - "nauc_map_at_100_max": 0.708685, - "nauc_map_at_100_std": -0.5223, - "nauc_map_at_100_diff1": 0.806873, - "nauc_map_at_1000_max": 0.708843, - "nauc_map_at_1000_std": -0.522702, - "nauc_map_at_1000_diff1": 0.807218, - "nauc_recall_at_1_max": 0.713978, - "nauc_recall_at_1_std": -0.50584, - "nauc_recall_at_1_diff1": 0.840371, - "nauc_recall_at_3_max": 0.709232, - "nauc_recall_at_3_std": -0.5399, - "nauc_recall_at_3_diff1": 0.779172, - "nauc_recall_at_5_max": 0.684569, - "nauc_recall_at_5_std": -0.55206, - "nauc_recall_at_5_diff1": 0.752111, - "nauc_recall_at_10_max": 0.67304, - "nauc_recall_at_10_std": -0.549241, - "nauc_recall_at_10_diff1": 0.740164, - "nauc_recall_at_20_max": 0.657993, - "nauc_recall_at_20_std": -0.527768, - "nauc_recall_at_20_diff1": 0.720423, - "nauc_recall_at_100_max": 0.622762, - "nauc_recall_at_100_std": -0.33975, - "nauc_recall_at_100_diff1": 0.640187, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.713978, - "nauc_precision_at_1_std": -0.50584, - "nauc_precision_at_1_diff1": 0.840371, - "nauc_precision_at_3_max": 0.709232, - "nauc_precision_at_3_std": -0.5399, - "nauc_precision_at_3_diff1": 0.779172, - "nauc_precision_at_5_max": 0.684569, - "nauc_precision_at_5_std": -0.55206, - "nauc_precision_at_5_diff1": 0.752111, - "nauc_precision_at_10_max": 0.67304, - "nauc_precision_at_10_std": -0.549241, - "nauc_precision_at_10_diff1": 0.740164, - "nauc_precision_at_20_max": 0.657993, - "nauc_precision_at_20_std": -0.527768, - "nauc_precision_at_20_diff1": 0.720423, - "nauc_precision_at_100_max": 0.622762, - "nauc_precision_at_100_std": -0.33975, - "nauc_precision_at_100_diff1": 0.640187, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.713978, - "nauc_mrr_at_1_std": -0.50584, - "nauc_mrr_at_1_diff1": 0.840371, - "nauc_mrr_at_3_max": 0.715313, - "nauc_mrr_at_3_std": -0.52365, - "nauc_mrr_at_3_diff1": 0.814611, - "nauc_mrr_at_5_max": 0.71049, - "nauc_mrr_at_5_std": -0.526826, - "nauc_mrr_at_5_diff1": 0.809344, - "nauc_mrr_at_10_max": 0.709448, - "nauc_mrr_at_10_std": -0.526221, - "nauc_mrr_at_10_diff1": 0.808303, - "nauc_mrr_at_20_max": 0.708858, - "nauc_mrr_at_20_std": -0.524757, - "nauc_mrr_at_20_diff1": 0.807532, - "nauc_mrr_at_100_max": 0.708685, - "nauc_mrr_at_100_std": -0.5223, - "nauc_mrr_at_100_diff1": 0.806873, - "nauc_mrr_at_1000_max": 0.708843, - "nauc_mrr_at_1000_std": -0.522702, - "nauc_mrr_at_1000_diff1": 0.807218, - "main_score": 0.54427, + "accuracy": 0.47667, + "precision_at_1": 0.47667, + "precision_at_3": 0.18704, + "precision_at_5": 0.11933, + "precision_at_10": 0.06333, + "precision_at_20": 0.03383, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "mrr_at_1": 0.476667, + "mrr_at_3": 0.515, + "mrr_at_5": 0.523333, + "mrr_at_10": 0.528202, + "mrr_at_20": 0.531335, + "mrr_at_100": 0.535218, + "mrr_at_1000": 0.535983, + "nauc_ndcg_at_1_max": 0.726287, + "nauc_ndcg_at_1_std": -0.462446, + "nauc_ndcg_at_1_diff1": 0.842396, + "nauc_ndcg_at_3_max": 0.72723, + "nauc_ndcg_at_3_std": -0.495086, + "nauc_ndcg_at_3_diff1": 0.804061, + "nauc_ndcg_at_5_max": 0.72308, + "nauc_ndcg_at_5_std": -0.49245, + "nauc_ndcg_at_5_diff1": 0.79617, + "nauc_ndcg_at_10_max": 0.718278, + "nauc_ndcg_at_10_std": -0.492076, + "nauc_ndcg_at_10_diff1": 0.7917, + "nauc_ndcg_at_20_max": 0.714101, + "nauc_ndcg_at_20_std": -0.482983, + "nauc_ndcg_at_20_diff1": 0.785216, + "nauc_ndcg_at_100_max": 0.711842, + "nauc_ndcg_at_100_std": -0.47304, + "nauc_ndcg_at_100_diff1": 0.784436, + "nauc_ndcg_at_1000_max": 0.717697, + "nauc_ndcg_at_1000_std": -0.479604, + "nauc_ndcg_at_1000_diff1": 0.795002, + "nauc_map_at_1_max": 0.726287, + "nauc_map_at_1_std": -0.462446, + "nauc_map_at_1_diff1": 0.842396, + "nauc_map_at_3_max": 0.727995, + "nauc_map_at_3_std": -0.487392, + "nauc_map_at_3_diff1": 0.81351, + "nauc_map_at_5_max": 0.725618, + "nauc_map_at_5_std": -0.485702, + "nauc_map_at_5_diff1": 0.809096, + "nauc_map_at_10_max": 0.723703, + "nauc_map_at_10_std": -0.485643, + "nauc_map_at_10_diff1": 0.807472, + "nauc_map_at_20_max": 0.722571, + "nauc_map_at_20_std": -0.483131, + "nauc_map_at_20_diff1": 0.805813, + "nauc_map_at_100_max": 0.72231, + "nauc_map_at_100_std": -0.48146, + "nauc_map_at_100_diff1": 0.805877, + "nauc_map_at_1000_max": 0.722485, + "nauc_map_at_1000_std": -0.481612, + "nauc_map_at_1000_diff1": 0.806211, + "nauc_recall_at_1_max": 0.726287, + "nauc_recall_at_1_std": -0.462446, + "nauc_recall_at_1_diff1": 0.842396, + "nauc_recall_at_3_max": 0.724501, + "nauc_recall_at_3_std": -0.518036, + "nauc_recall_at_3_diff1": 0.775689, + "nauc_recall_at_5_max": 0.714286, + "nauc_recall_at_5_std": -0.513025, + "nauc_recall_at_5_diff1": 0.75518, + "nauc_recall_at_10_max": 0.697409, + "nauc_recall_at_10_std": -0.512219, + "nauc_recall_at_10_diff1": 0.736814, + "nauc_recall_at_20_max": 0.676632, + "nauc_recall_at_20_std": -0.472461, + "nauc_recall_at_20_diff1": 0.702063, + "nauc_recall_at_100_max": 0.622642, + "nauc_recall_at_100_std": -0.369134, + "nauc_recall_at_100_diff1": 0.624409, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726287, + "nauc_precision_at_1_std": -0.462446, + "nauc_precision_at_1_diff1": 0.842396, + "nauc_precision_at_3_max": 0.724501, + "nauc_precision_at_3_std": -0.518036, + "nauc_precision_at_3_diff1": 0.775689, + "nauc_precision_at_5_max": 0.714286, + "nauc_precision_at_5_std": -0.513025, + "nauc_precision_at_5_diff1": 0.75518, + "nauc_precision_at_10_max": 0.697409, + "nauc_precision_at_10_std": -0.512219, + "nauc_precision_at_10_diff1": 0.736814, + "nauc_precision_at_20_max": 0.676632, + "nauc_precision_at_20_std": -0.472461, + "nauc_precision_at_20_diff1": 0.702063, + "nauc_precision_at_100_max": 0.622642, + "nauc_precision_at_100_std": -0.369134, + "nauc_precision_at_100_diff1": 0.624409, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726287, + "nauc_mrr_at_1_std": -0.462446, + "nauc_mrr_at_1_diff1": 0.842396, + "nauc_mrr_at_3_max": 0.727995, + "nauc_mrr_at_3_std": -0.487392, + "nauc_mrr_at_3_diff1": 0.81351, + "nauc_mrr_at_5_max": 0.725618, + "nauc_mrr_at_5_std": -0.485702, + "nauc_mrr_at_5_diff1": 0.809096, + "nauc_mrr_at_10_max": 0.723703, + "nauc_mrr_at_10_std": -0.485643, + "nauc_mrr_at_10_diff1": 0.807472, + "nauc_mrr_at_20_max": 0.722571, + "nauc_mrr_at_20_std": -0.483131, + "nauc_mrr_at_20_diff1": 0.805813, + "nauc_mrr_at_100_max": 0.72231, + "nauc_mrr_at_100_std": -0.48146, + "nauc_mrr_at_100_diff1": 0.805877, + "nauc_mrr_at_1000_max": 0.722485, + "nauc_mrr_at_1000_std": -0.481612, + "nauc_mrr_at_1000_diff1": 0.806211, + "hit_rate_at_1": 0.47667, + "hit_rate_at_3": 0.56111, + "hit_rate_at_5": 0.59667, + "hit_rate_at_10": 0.63333, + "hit_rate_at_20": 0.67667, + "hit_rate_at_100": 0.84444, + "hit_rate_at_1000": 1.0, + "main_score": 0.55355, "hf_subset": "zul_Latn-zul_Latn", "languages": [ "zul-Latn", "zul-Latn" - ] - }, - { - "ndcg_at_1": 0.56667, - "ndcg_at_3": 0.61894, - "ndcg_at_5": 0.63123, - "ndcg_at_10": 0.64589, - "ndcg_at_20": 0.65963, - "ndcg_at_100": 0.68405, - "ndcg_at_1000": 0.69503, - "map_at_1": 0.56667, - "map_at_3": 0.60593, - "map_at_5": 0.6127, - "map_at_10": 0.61893, - "map_at_20": 0.62269, - "map_at_100": 0.62599, - "map_at_1000": 0.62648, - "recall_at_1": 0.56667, - "recall_at_3": 0.65667, - "recall_at_5": 0.68667, - "recall_at_10": 0.73111, - "recall_at_20": 0.78556, - "recall_at_100": 0.91778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.56111, + "ndcg_at_3": 0.61686, + "ndcg_at_5": 0.63016, + "ndcg_at_10": 0.64307, + "ndcg_at_20": 0.65475, + "ndcg_at_100": 0.67988, + "ndcg_at_1000": 0.69137, + "map_at_1": 0.56111, + "map_at_3": 0.60278, + "map_at_5": 0.61017, + "map_at_10": 0.6157, + "map_at_20": 0.61884, + "map_at_100": 0.62214, + "map_at_1000": 0.62263, + "recall_at_1": 0.56111, + "recall_at_3": 0.65778, + "recall_at_5": 0.69, + "recall_at_10": 0.72889, + "recall_at_20": 0.77556, + "recall_at_100": 0.91333, "recall_at_1000": 1.0, - "precision_at_1": 0.56667, - "precision_at_3": 0.21889, - "precision_at_5": 0.13733, - "precision_at_10": 0.07311, - "precision_at_20": 0.03928, - "precision_at_100": 0.00918, + "accuracy": 0.56111, + "precision_at_1": 0.56111, + "precision_at_3": 0.21926, + "precision_at_5": 0.138, + "precision_at_10": 0.07289, + "precision_at_20": 0.03878, + "precision_at_100": 0.00913, "precision_at_1000": 0.001, - "mrr_at_1": 0.566667, - "mrr_at_3": 0.605926, - "mrr_at_5": 0.612704, - "mrr_at_10": 0.618927, - "mrr_at_20": 0.622687, - "mrr_at_100": 0.625995, - "mrr_at_1000": 0.626478, - "nauc_ndcg_at_1_max": 0.839888, - "nauc_ndcg_at_1_std": 0.371592, - "nauc_ndcg_at_1_diff1": 0.871805, - "nauc_ndcg_at_3_max": 0.840778, - "nauc_ndcg_at_3_std": 0.384638, - "nauc_ndcg_at_3_diff1": 0.837137, - "nauc_ndcg_at_5_max": 0.830865, - "nauc_ndcg_at_5_std": 0.376741, - "nauc_ndcg_at_5_diff1": 0.826163, - "nauc_ndcg_at_10_max": 0.831957, - "nauc_ndcg_at_10_std": 0.384699, - "nauc_ndcg_at_10_diff1": 0.824953, - "nauc_ndcg_at_20_max": 0.827838, - "nauc_ndcg_at_20_std": 0.382224, - "nauc_ndcg_at_20_diff1": 0.820551, - "nauc_ndcg_at_100_max": 0.825836, - "nauc_ndcg_at_100_std": 0.382682, - "nauc_ndcg_at_100_diff1": 0.823402, - "nauc_ndcg_at_1000_max": 0.83125, - "nauc_ndcg_at_1000_std": 0.381691, - "nauc_ndcg_at_1000_diff1": 0.830702, - "nauc_map_at_1_max": 0.839888, - "nauc_map_at_1_std": 0.371592, - "nauc_map_at_1_diff1": 0.871805, - "nauc_map_at_3_max": 0.840835, - "nauc_map_at_3_std": 0.381099, - "nauc_map_at_3_diff1": 0.845897, - "nauc_map_at_5_max": 0.835494, - "nauc_map_at_5_std": 0.376529, - "nauc_map_at_5_diff1": 0.840121, - "nauc_map_at_10_max": 0.836033, - "nauc_map_at_10_std": 0.379707, - "nauc_map_at_10_diff1": 0.839887, - "nauc_map_at_20_max": 0.835137, - "nauc_map_at_20_std": 0.379287, - "nauc_map_at_20_diff1": 0.838919, - "nauc_map_at_100_max": 0.834917, - "nauc_map_at_100_std": 0.379616, - "nauc_map_at_100_diff1": 0.839336, - "nauc_map_at_1000_max": 0.835109, - "nauc_map_at_1000_std": 0.37956, - "nauc_map_at_1000_diff1": 0.839616, - "nauc_recall_at_1_max": 0.839888, - "nauc_recall_at_1_std": 0.371592, - "nauc_recall_at_1_diff1": 0.871805, - "nauc_recall_at_3_max": 0.840473, - "nauc_recall_at_3_std": 0.395838, - "nauc_recall_at_3_diff1": 0.809686, - "nauc_recall_at_5_max": 0.81388, - "nauc_recall_at_5_std": 0.376651, - "nauc_recall_at_5_diff1": 0.778421, - "nauc_recall_at_10_max": 0.815435, - "nauc_recall_at_10_std": 0.405761, - "nauc_recall_at_10_diff1": 0.767532, - "nauc_recall_at_20_max": 0.78816, - "nauc_recall_at_20_std": 0.393326, - "nauc_recall_at_20_diff1": 0.73169, - "nauc_recall_at_100_max": 0.702791, - "nauc_recall_at_100_std": 0.402465, - "nauc_recall_at_100_diff1": 0.659992, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.839888, - "nauc_precision_at_1_std": 0.371592, - "nauc_precision_at_1_diff1": 0.871805, - "nauc_precision_at_3_max": 0.840473, - "nauc_precision_at_3_std": 0.395838, - "nauc_precision_at_3_diff1": 0.809686, - "nauc_precision_at_5_max": 0.81388, - "nauc_precision_at_5_std": 0.376651, - "nauc_precision_at_5_diff1": 0.778421, - "nauc_precision_at_10_max": 0.815435, - "nauc_precision_at_10_std": 0.405761, - "nauc_precision_at_10_diff1": 0.767532, - "nauc_precision_at_20_max": 0.78816, - "nauc_precision_at_20_std": 0.393326, - "nauc_precision_at_20_diff1": 0.73169, - "nauc_precision_at_100_max": 0.702791, - "nauc_precision_at_100_std": 0.402465, - "nauc_precision_at_100_diff1": 0.659992, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.839888, - "nauc_mrr_at_1_std": 0.371592, - "nauc_mrr_at_1_diff1": 0.871805, - "nauc_mrr_at_3_max": 0.840835, - "nauc_mrr_at_3_std": 0.381099, - "nauc_mrr_at_3_diff1": 0.845897, - "nauc_mrr_at_5_max": 0.835494, - "nauc_mrr_at_5_std": 0.376529, - "nauc_mrr_at_5_diff1": 0.840121, - "nauc_mrr_at_10_max": 0.836033, - "nauc_mrr_at_10_std": 0.379707, - "nauc_mrr_at_10_diff1": 0.839887, - "nauc_mrr_at_20_max": 0.835137, - "nauc_mrr_at_20_std": 0.379287, - "nauc_mrr_at_20_diff1": 0.838919, - "nauc_mrr_at_100_max": 0.834917, - "nauc_mrr_at_100_std": 0.379616, - "nauc_mrr_at_100_diff1": 0.839336, - "nauc_mrr_at_1000_max": 0.835109, - "nauc_mrr_at_1000_std": 0.37956, - "nauc_mrr_at_1000_diff1": 0.839616, - "main_score": 0.64589, + "mrr_at_1": 0.561111, + "mrr_at_3": 0.602778, + "mrr_at_5": 0.610167, + "mrr_at_10": 0.615701, + "mrr_at_20": 0.618844, + "mrr_at_100": 0.622144, + "mrr_at_1000": 0.622633, + "nauc_ndcg_at_1_max": 0.825542, + "nauc_ndcg_at_1_std": 0.323236, + "nauc_ndcg_at_1_diff1": 0.882465, + "nauc_ndcg_at_3_max": 0.824781, + "nauc_ndcg_at_3_std": 0.341738, + "nauc_ndcg_at_3_diff1": 0.850213, + "nauc_ndcg_at_5_max": 0.818095, + "nauc_ndcg_at_5_std": 0.34849, + "nauc_ndcg_at_5_diff1": 0.839666, + "nauc_ndcg_at_10_max": 0.820287, + "nauc_ndcg_at_10_std": 0.35305, + "nauc_ndcg_at_10_diff1": 0.837186, + "nauc_ndcg_at_20_max": 0.815811, + "nauc_ndcg_at_20_std": 0.350753, + "nauc_ndcg_at_20_diff1": 0.83426, + "nauc_ndcg_at_100_max": 0.813373, + "nauc_ndcg_at_100_std": 0.3476, + "nauc_ndcg_at_100_diff1": 0.835046, + "nauc_ndcg_at_1000_max": 0.818027, + "nauc_ndcg_at_1000_std": 0.346117, + "nauc_ndcg_at_1000_diff1": 0.842903, + "nauc_map_at_1_max": 0.825542, + "nauc_map_at_1_std": 0.323236, + "nauc_map_at_1_diff1": 0.882465, + "nauc_map_at_3_max": 0.825258, + "nauc_map_at_3_std": 0.337442, + "nauc_map_at_3_diff1": 0.858427, + "nauc_map_at_5_max": 0.821464, + "nauc_map_at_5_std": 0.340679, + "nauc_map_at_5_diff1": 0.852771, + "nauc_map_at_10_max": 0.822328, + "nauc_map_at_10_std": 0.342143, + "nauc_map_at_10_diff1": 0.851895, + "nauc_map_at_20_max": 0.821271, + "nauc_map_at_20_std": 0.341397, + "nauc_map_at_20_diff1": 0.851322, + "nauc_map_at_100_max": 0.820988, + "nauc_map_at_100_std": 0.341339, + "nauc_map_at_100_diff1": 0.851405, + "nauc_map_at_1000_max": 0.82114, + "nauc_map_at_1000_std": 0.341276, + "nauc_map_at_1000_diff1": 0.851711, + "nauc_recall_at_1_max": 0.825542, + "nauc_recall_at_1_std": 0.323236, + "nauc_recall_at_1_diff1": 0.882465, + "nauc_recall_at_3_max": 0.823149, + "nauc_recall_at_3_std": 0.355103, + "nauc_recall_at_3_diff1": 0.824295, + "nauc_recall_at_5_max": 0.805959, + "nauc_recall_at_5_std": 0.375846, + "nauc_recall_at_5_diff1": 0.794516, + "nauc_recall_at_10_max": 0.812969, + "nauc_recall_at_10_std": 0.397324, + "nauc_recall_at_10_diff1": 0.780683, + "nauc_recall_at_20_max": 0.786957, + "nauc_recall_at_20_std": 0.393046, + "nauc_recall_at_20_diff1": 0.755004, + "nauc_recall_at_100_max": 0.710258, + "nauc_recall_at_100_std": 0.379678, + "nauc_recall_at_100_diff1": 0.667582, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.825542, + "nauc_precision_at_1_std": 0.323236, + "nauc_precision_at_1_diff1": 0.882465, + "nauc_precision_at_3_max": 0.823149, + "nauc_precision_at_3_std": 0.355103, + "nauc_precision_at_3_diff1": 0.824295, + "nauc_precision_at_5_max": 0.805959, + "nauc_precision_at_5_std": 0.375846, + "nauc_precision_at_5_diff1": 0.794516, + "nauc_precision_at_10_max": 0.812969, + "nauc_precision_at_10_std": 0.397324, + "nauc_precision_at_10_diff1": 0.780683, + "nauc_precision_at_20_max": 0.786957, + "nauc_precision_at_20_std": 0.393046, + "nauc_precision_at_20_diff1": 0.755004, + "nauc_precision_at_100_max": 0.710258, + "nauc_precision_at_100_std": 0.379678, + "nauc_precision_at_100_diff1": 0.667582, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.825542, + "nauc_mrr_at_1_std": 0.323236, + "nauc_mrr_at_1_diff1": 0.882465, + "nauc_mrr_at_3_max": 0.825258, + "nauc_mrr_at_3_std": 0.337442, + "nauc_mrr_at_3_diff1": 0.858427, + "nauc_mrr_at_5_max": 0.821464, + "nauc_mrr_at_5_std": 0.340679, + "nauc_mrr_at_5_diff1": 0.852771, + "nauc_mrr_at_10_max": 0.822328, + "nauc_mrr_at_10_std": 0.342143, + "nauc_mrr_at_10_diff1": 0.851895, + "nauc_mrr_at_20_max": 0.821271, + "nauc_mrr_at_20_std": 0.341397, + "nauc_mrr_at_20_diff1": 0.851322, + "nauc_mrr_at_100_max": 0.820988, + "nauc_mrr_at_100_std": 0.341339, + "nauc_mrr_at_100_diff1": 0.851405, + "nauc_mrr_at_1000_max": 0.82114, + "nauc_mrr_at_1000_std": 0.341276, + "nauc_mrr_at_1000_diff1": 0.851711, + "hit_rate_at_1": 0.56111, + "hit_rate_at_3": 0.65778, + "hit_rate_at_5": 0.69, + "hit_rate_at_10": 0.72889, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.91333, + "hit_rate_at_1000": 1.0, + "main_score": 0.64307, "hf_subset": "zul_Latn-eng_Latn", "languages": [ "zul-Latn", "eng-Latn" - ] - }, - { - "ndcg_at_1": 0.47111, - "ndcg_at_3": 0.50962, - "ndcg_at_5": 0.51521, - "ndcg_at_10": 0.52168, - "ndcg_at_20": 0.52787, - "ndcg_at_100": 0.5472, - "ndcg_at_1000": 0.5852, - "map_at_1": 0.47111, - "map_at_3": 0.50093, - "map_at_5": 0.50409, - "map_at_10": 0.50677, - "map_at_20": 0.50847, - "map_at_100": 0.51068, - "map_at_1000": 0.51209, - "recall_at_1": 0.47111, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.51003, + "ndcg_at_5": 0.51323, + "ndcg_at_10": 0.52145, + "ndcg_at_20": 0.52737, + "ndcg_at_100": 0.54609, + "ndcg_at_1000": 0.585, + "map_at_1": 0.47222, + "map_at_3": 0.50148, + "map_at_5": 0.50326, + "map_at_10": 0.50663, + "map_at_20": 0.50827, + "map_at_100": 0.51048, + "map_at_1000": 0.51196, + "recall_at_1": 0.47222, "recall_at_3": 0.53444, - "recall_at_5": 0.54778, + "recall_at_5": 0.54222, "recall_at_10": 0.56778, - "recall_at_20": 0.59222, - "recall_at_100": 0.70333, + "recall_at_20": 0.59111, + "recall_at_100": 0.69778, "recall_at_1000": 1.0, - "precision_at_1": 0.47111, + "accuracy": 0.47222, + "precision_at_1": 0.47222, "precision_at_3": 0.17815, - "precision_at_5": 0.10956, + "precision_at_5": 0.10844, "precision_at_10": 0.05678, - "precision_at_20": 0.02961, - "precision_at_100": 0.00703, - "precision_at_1000": 0.001, - "mrr_at_1": 0.471111, - "mrr_at_3": 0.500926, - "mrr_at_5": 0.504093, - "mrr_at_10": 0.506767, - "mrr_at_20": 0.508465, - "mrr_at_100": 0.510678, - "mrr_at_1000": 0.512094, - "nauc_ndcg_at_1_max": 0.926817, - "nauc_ndcg_at_1_std": 0.804536, - "nauc_ndcg_at_1_diff1": 0.923459, - "nauc_ndcg_at_3_max": 0.941889, - "nauc_ndcg_at_3_std": 0.840217, - "nauc_ndcg_at_3_diff1": 0.899866, - "nauc_ndcg_at_5_max": 0.942165, - "nauc_ndcg_at_5_std": 0.844195, - "nauc_ndcg_at_5_diff1": 0.896652, - "nauc_ndcg_at_10_max": 0.938075, - "nauc_ndcg_at_10_std": 0.842612, - "nauc_ndcg_at_10_diff1": 0.892223, - "nauc_ndcg_at_20_max": 0.933398, - "nauc_ndcg_at_20_std": 0.838582, - "nauc_ndcg_at_20_diff1": 0.887129, - "nauc_ndcg_at_100_max": 0.922969, - "nauc_ndcg_at_100_std": 0.829934, - "nauc_ndcg_at_100_diff1": 0.877303, - "nauc_ndcg_at_1000_max": 0.931158, - "nauc_ndcg_at_1000_std": 0.833204, - "nauc_ndcg_at_1000_diff1": 0.889638, - "nauc_map_at_1_max": 0.926817, - "nauc_map_at_1_std": 0.804536, - "nauc_map_at_1_diff1": 0.923459, - "nauc_map_at_3_max": 0.938638, - "nauc_map_at_3_std": 0.831978, - "nauc_map_at_3_diff1": 0.905093, - "nauc_map_at_5_max": 0.938753, - "nauc_map_at_5_std": 0.834108, - "nauc_map_at_5_diff1": 0.903291, - "nauc_map_at_10_max": 0.937181, - "nauc_map_at_10_std": 0.833556, - "nauc_map_at_10_diff1": 0.901647, - "nauc_map_at_20_max": 0.935911, - "nauc_map_at_20_std": 0.832395, - "nauc_map_at_20_diff1": 0.900301, - "nauc_map_at_100_max": 0.934648, - "nauc_map_at_100_std": 0.831308, - "nauc_map_at_100_diff1": 0.899156, - "nauc_map_at_1000_max": 0.934831, - "nauc_map_at_1000_std": 0.831352, - "nauc_map_at_1000_diff1": 0.899483, - "nauc_recall_at_1_max": 0.926817, - "nauc_recall_at_1_std": 0.804536, - "nauc_recall_at_1_diff1": 0.923459, - "nauc_recall_at_3_max": 0.951318, - "nauc_recall_at_3_std": 0.864364, - "nauc_recall_at_3_diff1": 0.884646, - "nauc_recall_at_5_max": 0.95225, - "nauc_recall_at_5_std": 0.874767, - "nauc_recall_at_5_diff1": 0.876629, - "nauc_recall_at_10_max": 0.93871, - "nauc_recall_at_10_std": 0.869673, - "nauc_recall_at_10_diff1": 0.861116, - "nauc_recall_at_20_max": 0.919116, - "nauc_recall_at_20_std": 0.853945, - "nauc_recall_at_20_diff1": 0.838753, - "nauc_recall_at_100_max": 0.841804, - "nauc_recall_at_100_std": 0.796482, - "nauc_recall_at_100_diff1": 0.757783, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.926817, - "nauc_precision_at_1_std": 0.804536, - "nauc_precision_at_1_diff1": 0.923459, - "nauc_precision_at_3_max": 0.951318, - "nauc_precision_at_3_std": 0.864364, - "nauc_precision_at_3_diff1": 0.884646, - "nauc_precision_at_5_max": 0.95225, - "nauc_precision_at_5_std": 0.874767, - "nauc_precision_at_5_diff1": 0.876629, - "nauc_precision_at_10_max": 0.93871, - "nauc_precision_at_10_std": 0.869673, - "nauc_precision_at_10_diff1": 0.861116, - "nauc_precision_at_20_max": 0.919116, - "nauc_precision_at_20_std": 0.853945, - "nauc_precision_at_20_diff1": 0.838753, - "nauc_precision_at_100_max": 0.841804, - "nauc_precision_at_100_std": 0.796482, - "nauc_precision_at_100_diff1": 0.757783, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.926817, - "nauc_mrr_at_1_std": 0.804536, - "nauc_mrr_at_1_diff1": 0.923459, - "nauc_mrr_at_3_max": 0.938638, - "nauc_mrr_at_3_std": 0.831978, - "nauc_mrr_at_3_diff1": 0.905093, - "nauc_mrr_at_5_max": 0.938753, - "nauc_mrr_at_5_std": 0.834108, - "nauc_mrr_at_5_diff1": 0.903291, - "nauc_mrr_at_10_max": 0.937181, - "nauc_mrr_at_10_std": 0.833556, - "nauc_mrr_at_10_diff1": 0.901647, - "nauc_mrr_at_20_max": 0.935911, - "nauc_mrr_at_20_std": 0.832395, - "nauc_mrr_at_20_diff1": 0.900301, - "nauc_mrr_at_100_max": 0.934648, - "nauc_mrr_at_100_std": 0.831308, - "nauc_mrr_at_100_diff1": 0.899156, - "nauc_mrr_at_1000_max": 0.934831, - "nauc_mrr_at_1000_std": 0.831352, - "nauc_mrr_at_1000_diff1": 0.899483, - "main_score": 0.52168, + "precision_at_20": 0.02956, + "precision_at_100": 0.00698, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.501481, + "mrr_at_5": 0.503259, + "mrr_at_10": 0.506627, + "mrr_at_20": 0.508267, + "mrr_at_100": 0.510478, + "mrr_at_1000": 0.511964, + "nauc_ndcg_at_1_max": 0.902203, + "nauc_ndcg_at_1_std": 0.75539, + "nauc_ndcg_at_1_diff1": 0.891677, + "nauc_ndcg_at_3_max": 0.928053, + "nauc_ndcg_at_3_std": 0.811281, + "nauc_ndcg_at_3_diff1": 0.865516, + "nauc_ndcg_at_5_max": 0.928788, + "nauc_ndcg_at_5_std": 0.813588, + "nauc_ndcg_at_5_diff1": 0.864218, + "nauc_ndcg_at_10_max": 0.921711, + "nauc_ndcg_at_10_std": 0.807495, + "nauc_ndcg_at_10_diff1": 0.857005, + "nauc_ndcg_at_20_max": 0.918444, + "nauc_ndcg_at_20_std": 0.805191, + "nauc_ndcg_at_20_diff1": 0.853113, + "nauc_ndcg_at_100_max": 0.907189, + "nauc_ndcg_at_100_std": 0.795676, + "nauc_ndcg_at_100_diff1": 0.844753, + "nauc_ndcg_at_1000_max": 0.915112, + "nauc_ndcg_at_1000_std": 0.798971, + "nauc_ndcg_at_1000_diff1": 0.856496, + "nauc_map_at_1_max": 0.902203, + "nauc_map_at_1_std": 0.75539, + "nauc_map_at_1_diff1": 0.891677, + "nauc_map_at_3_max": 0.922316, + "nauc_map_at_3_std": 0.79872, + "nauc_map_at_3_diff1": 0.871621, + "nauc_map_at_5_max": 0.922662, + "nauc_map_at_5_std": 0.799927, + "nauc_map_at_5_diff1": 0.870876, + "nauc_map_at_10_max": 0.91979, + "nauc_map_at_10_std": 0.797506, + "nauc_map_at_10_diff1": 0.867981, + "nauc_map_at_20_max": 0.918868, + "nauc_map_at_20_std": 0.796786, + "nauc_map_at_20_diff1": 0.866943, + "nauc_map_at_100_max": 0.917448, + "nauc_map_at_100_std": 0.79559, + "nauc_map_at_100_diff1": 0.865927, + "nauc_map_at_1000_max": 0.917651, + "nauc_map_at_1000_std": 0.795668, + "nauc_map_at_1000_diff1": 0.866275, + "nauc_recall_at_1_max": 0.902203, + "nauc_recall_at_1_std": 0.75539, + "nauc_recall_at_1_diff1": 0.891677, + "nauc_recall_at_3_max": 0.944764, + "nauc_recall_at_3_std": 0.847938, + "nauc_recall_at_3_diff1": 0.847592, + "nauc_recall_at_5_max": 0.946932, + "nauc_recall_at_5_std": 0.854148, + "nauc_recall_at_5_diff1": 0.844395, + "nauc_recall_at_10_max": 0.924419, + "nauc_recall_at_10_std": 0.834999, + "nauc_recall_at_10_diff1": 0.820448, + "nauc_recall_at_20_max": 0.911006, + "nauc_recall_at_20_std": 0.826657, + "nauc_recall_at_20_diff1": 0.80313, + "nauc_recall_at_100_max": 0.831613, + "nauc_recall_at_100_std": 0.765053, + "nauc_recall_at_100_diff1": 0.734369, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.902203, + "nauc_precision_at_1_std": 0.75539, + "nauc_precision_at_1_diff1": 0.891677, + "nauc_precision_at_3_max": 0.944764, + "nauc_precision_at_3_std": 0.847938, + "nauc_precision_at_3_diff1": 0.847592, + "nauc_precision_at_5_max": 0.946932, + "nauc_precision_at_5_std": 0.854148, + "nauc_precision_at_5_diff1": 0.844395, + "nauc_precision_at_10_max": 0.924419, + "nauc_precision_at_10_std": 0.834999, + "nauc_precision_at_10_diff1": 0.820448, + "nauc_precision_at_20_max": 0.911006, + "nauc_precision_at_20_std": 0.826657, + "nauc_precision_at_20_diff1": 0.80313, + "nauc_precision_at_100_max": 0.831613, + "nauc_precision_at_100_std": 0.765053, + "nauc_precision_at_100_diff1": 0.734369, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.902203, + "nauc_mrr_at_1_std": 0.75539, + "nauc_mrr_at_1_diff1": 0.891677, + "nauc_mrr_at_3_max": 0.922316, + "nauc_mrr_at_3_std": 0.79872, + "nauc_mrr_at_3_diff1": 0.871621, + "nauc_mrr_at_5_max": 0.922662, + "nauc_mrr_at_5_std": 0.799927, + "nauc_mrr_at_5_diff1": 0.870876, + "nauc_mrr_at_10_max": 0.91979, + "nauc_mrr_at_10_std": 0.797506, + "nauc_mrr_at_10_diff1": 0.867981, + "nauc_mrr_at_20_max": 0.918868, + "nauc_mrr_at_20_std": 0.796786, + "nauc_mrr_at_20_diff1": 0.866943, + "nauc_mrr_at_100_max": 0.917448, + "nauc_mrr_at_100_std": 0.79559, + "nauc_mrr_at_100_diff1": 0.865927, + "nauc_mrr_at_1000_max": 0.917651, + "nauc_mrr_at_1000_std": 0.795668, + "nauc_mrr_at_1000_diff1": 0.866275, + "hit_rate_at_1": 0.47222, + "hit_rate_at_3": 0.53444, + "hit_rate_at_5": 0.54222, + "hit_rate_at_10": 0.56778, + "hit_rate_at_20": 0.59111, + "hit_rate_at_100": 0.69778, + "hit_rate_at_1000": 1.0, + "main_score": 0.52145, "hf_subset": "eng_Latn-zul_Latn", "languages": [ "eng-Latn", "zul-Latn" - ] - }, - { - "ndcg_at_1": 0.23111, - "ndcg_at_3": 0.2679, - "ndcg_at_5": 0.27655, - "ndcg_at_10": 0.28925, - "ndcg_at_20": 0.29999, - "ndcg_at_100": 0.34116, - "ndcg_at_1000": 0.38865, - "map_at_1": 0.23111, - "map_at_3": 0.25907, - "map_at_5": 0.26385, - "map_at_10": 0.26896, - "map_at_20": 0.27179, - "map_at_100": 0.27674, - "map_at_1000": 0.27853, - "recall_at_1": 0.23111, - "recall_at_3": 0.29333, - "recall_at_5": 0.31444, - "recall_at_10": 0.35444, - "recall_at_20": 0.39778, - "recall_at_100": 0.63111, - "recall_at_1000": 1.0, - "precision_at_1": 0.23111, - "precision_at_3": 0.09778, - "precision_at_5": 0.06289, - "precision_at_10": 0.03544, - "precision_at_20": 0.01989, - "precision_at_100": 0.00631, - "precision_at_1000": 0.001, - "mrr_at_1": 0.231111, - "mrr_at_3": 0.259074, - "mrr_at_5": 0.263852, - "mrr_at_10": 0.268956, - "mrr_at_20": 0.271794, - "mrr_at_100": 0.276736, - "mrr_at_1000": 0.278534, - "nauc_ndcg_at_1_max": 0.870927, - "nauc_ndcg_at_1_std": 0.728899, - "nauc_ndcg_at_1_diff1": 0.822992, - "nauc_ndcg_at_3_max": 0.841426, - "nauc_ndcg_at_3_std": 0.705915, - "nauc_ndcg_at_3_diff1": 0.747941, - "nauc_ndcg_at_5_max": 0.835779, - "nauc_ndcg_at_5_std": 0.699395, - "nauc_ndcg_at_5_diff1": 0.739315, - "nauc_ndcg_at_10_max": 0.822287, - "nauc_ndcg_at_10_std": 0.695494, - "nauc_ndcg_at_10_diff1": 0.723249, - "nauc_ndcg_at_20_max": 0.806232, - "nauc_ndcg_at_20_std": 0.688242, - "nauc_ndcg_at_20_diff1": 0.704579, - "nauc_ndcg_at_100_max": 0.782743, - "nauc_ndcg_at_100_std": 0.668459, - "nauc_ndcg_at_100_diff1": 0.688794, - "nauc_ndcg_at_1000_max": 0.812911, - "nauc_ndcg_at_1000_std": 0.688581, - "nauc_ndcg_at_1000_diff1": 0.720648, - "nauc_map_at_1_max": 0.870927, - "nauc_map_at_1_std": 0.728899, - "nauc_map_at_1_diff1": 0.822992, - "nauc_map_at_3_max": 0.849032, - "nauc_map_at_3_std": 0.710653, - "nauc_map_at_3_diff1": 0.766096, - "nauc_map_at_5_max": 0.845909, - "nauc_map_at_5_std": 0.706944, - "nauc_map_at_5_diff1": 0.761197, - "nauc_map_at_10_max": 0.84032, - "nauc_map_at_10_std": 0.705197, - "nauc_map_at_10_diff1": 0.754516, - "nauc_map_at_20_max": 0.836109, - "nauc_map_at_20_std": 0.703503, - "nauc_map_at_20_diff1": 0.749529, - "nauc_map_at_100_max": 0.83299, - "nauc_map_at_100_std": 0.701141, - "nauc_map_at_100_diff1": 0.747473, - "nauc_map_at_1000_max": 0.834049, - "nauc_map_at_1000_std": 0.701746, - "nauc_map_at_1000_diff1": 0.748598, - "nauc_recall_at_1_max": 0.870927, - "nauc_recall_at_1_std": 0.728899, - "nauc_recall_at_1_diff1": 0.822992, - "nauc_recall_at_3_max": 0.820388, - "nauc_recall_at_3_std": 0.693222, - "nauc_recall_at_3_diff1": 0.698144, - "nauc_recall_at_5_max": 0.807362, - "nauc_recall_at_5_std": 0.678443, - "nauc_recall_at_5_diff1": 0.678939, - "nauc_recall_at_10_max": 0.768226, - "nauc_recall_at_10_std": 0.668016, - "nauc_recall_at_10_diff1": 0.632808, - "nauc_recall_at_20_max": 0.708448, - "nauc_recall_at_20_std": 0.639682, - "nauc_recall_at_20_diff1": 0.564377, - "nauc_recall_at_100_max": 0.548965, - "nauc_recall_at_100_std": 0.507655, - "nauc_recall_at_100_diff1": 0.441413, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.870927, - "nauc_precision_at_1_std": 0.728899, - "nauc_precision_at_1_diff1": 0.822992, - "nauc_precision_at_3_max": 0.820388, - "nauc_precision_at_3_std": 0.693222, - "nauc_precision_at_3_diff1": 0.698144, - "nauc_precision_at_5_max": 0.807362, - "nauc_precision_at_5_std": 0.678443, - "nauc_precision_at_5_diff1": 0.678939, - "nauc_precision_at_10_max": 0.768226, - "nauc_precision_at_10_std": 0.668016, - "nauc_precision_at_10_diff1": 0.632808, - "nauc_precision_at_20_max": 0.708448, - "nauc_precision_at_20_std": 0.639682, - "nauc_precision_at_20_diff1": 0.564377, - "nauc_precision_at_100_max": 0.548965, - "nauc_precision_at_100_std": 0.507655, - "nauc_precision_at_100_diff1": 0.441413, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.870927, - "nauc_mrr_at_1_std": 0.728899, - "nauc_mrr_at_1_diff1": 0.822992, - "nauc_mrr_at_3_max": 0.849032, - "nauc_mrr_at_3_std": 0.710653, - "nauc_mrr_at_3_diff1": 0.766096, - "nauc_mrr_at_5_max": 0.845909, - "nauc_mrr_at_5_std": 0.706944, - "nauc_mrr_at_5_diff1": 0.761197, - "nauc_mrr_at_10_max": 0.84032, - "nauc_mrr_at_10_std": 0.705197, - "nauc_mrr_at_10_diff1": 0.754516, - "nauc_mrr_at_20_max": 0.836109, - "nauc_mrr_at_20_std": 0.703503, - "nauc_mrr_at_20_diff1": 0.749529, - "nauc_mrr_at_100_max": 0.83299, - "nauc_mrr_at_100_std": 0.701141, - "nauc_mrr_at_100_diff1": 0.747473, - "nauc_mrr_at_1000_max": 0.834049, - "nauc_mrr_at_1000_std": 0.701746, - "nauc_mrr_at_1000_diff1": 0.748598, - "main_score": 0.28925, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.22667, + "ndcg_at_3": 0.26152, + "ndcg_at_5": 0.27305, + "ndcg_at_10": 0.2828, + "ndcg_at_20": 0.2995, + "ndcg_at_100": 0.33814, + "ndcg_at_1000": 0.38602, + "map_at_1": 0.22667, + "map_at_3": 0.25352, + "map_at_5": 0.25996, + "map_at_10": 0.26402, + "map_at_20": 0.26852, + "map_at_100": 0.27324, + "map_at_1000": 0.27502, + "recall_at_1": 0.22667, + "recall_at_3": 0.28444, + "recall_at_5": 0.31222, + "recall_at_10": 0.34222, + "recall_at_20": 0.40889, + "recall_at_100": 0.62667, + "recall_at_1000": 1.0, + "accuracy": 0.22667, + "precision_at_1": 0.22667, + "precision_at_3": 0.09481, + "precision_at_5": 0.06244, + "precision_at_10": 0.03422, + "precision_at_20": 0.02044, + "precision_at_100": 0.00627, + "precision_at_1000": 0.001, + "mrr_at_1": 0.226667, + "mrr_at_3": 0.253519, + "mrr_at_5": 0.259963, + "mrr_at_10": 0.26402, + "mrr_at_20": 0.268516, + "mrr_at_100": 0.273236, + "mrr_at_1000": 0.275022, + "nauc_ndcg_at_1_max": 0.885585, + "nauc_ndcg_at_1_std": 0.666945, + "nauc_ndcg_at_1_diff1": 0.815352, + "nauc_ndcg_at_3_max": 0.853624, + "nauc_ndcg_at_3_std": 0.643105, + "nauc_ndcg_at_3_diff1": 0.748875, + "nauc_ndcg_at_5_max": 0.835897, + "nauc_ndcg_at_5_std": 0.640983, + "nauc_ndcg_at_5_diff1": 0.723465, + "nauc_ndcg_at_10_max": 0.828373, + "nauc_ndcg_at_10_std": 0.63656, + "nauc_ndcg_at_10_diff1": 0.712835, + "nauc_ndcg_at_20_max": 0.808814, + "nauc_ndcg_at_20_std": 0.626428, + "nauc_ndcg_at_20_diff1": 0.692119, + "nauc_ndcg_at_100_max": 0.788774, + "nauc_ndcg_at_100_std": 0.615638, + "nauc_ndcg_at_100_diff1": 0.676206, + "nauc_ndcg_at_1000_max": 0.817452, + "nauc_ndcg_at_1000_std": 0.630187, + "nauc_ndcg_at_1000_diff1": 0.707637, + "nauc_map_at_1_max": 0.885585, + "nauc_map_at_1_std": 0.666945, + "nauc_map_at_1_diff1": 0.815352, + "nauc_map_at_3_max": 0.860761, + "nauc_map_at_3_std": 0.648313, + "nauc_map_at_3_diff1": 0.763289, + "nauc_map_at_5_max": 0.850269, + "nauc_map_at_5_std": 0.64669, + "nauc_map_at_5_diff1": 0.748396, + "nauc_map_at_10_max": 0.8471, + "nauc_map_at_10_std": 0.644809, + "nauc_map_at_10_diff1": 0.743839, + "nauc_map_at_20_max": 0.841618, + "nauc_map_at_20_std": 0.642114, + "nauc_map_at_20_diff1": 0.737803, + "nauc_map_at_100_max": 0.839224, + "nauc_map_at_100_std": 0.641234, + "nauc_map_at_100_diff1": 0.735805, + "nauc_map_at_1000_max": 0.840106, + "nauc_map_at_1000_std": 0.641565, + "nauc_map_at_1000_diff1": 0.736826, + "nauc_recall_at_1_max": 0.885585, + "nauc_recall_at_1_std": 0.666945, + "nauc_recall_at_1_diff1": 0.815352, + "nauc_recall_at_3_max": 0.834174, + "nauc_recall_at_3_std": 0.628959, + "nauc_recall_at_3_diff1": 0.709767, + "nauc_recall_at_5_max": 0.795649, + "nauc_recall_at_5_std": 0.625989, + "nauc_recall_at_5_diff1": 0.654204, + "nauc_recall_at_10_max": 0.774266, + "nauc_recall_at_10_std": 0.6134, + "nauc_recall_at_10_diff1": 0.624536, + "nauc_recall_at_20_max": 0.704054, + "nauc_recall_at_20_std": 0.575922, + "nauc_recall_at_20_diff1": 0.552346, + "nauc_recall_at_100_max": 0.562985, + "nauc_recall_at_100_std": 0.49533, + "nauc_recall_at_100_diff1": 0.430796, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.885585, + "nauc_precision_at_1_std": 0.666945, + "nauc_precision_at_1_diff1": 0.815352, + "nauc_precision_at_3_max": 0.834174, + "nauc_precision_at_3_std": 0.628959, + "nauc_precision_at_3_diff1": 0.709767, + "nauc_precision_at_5_max": 0.795649, + "nauc_precision_at_5_std": 0.625989, + "nauc_precision_at_5_diff1": 0.654204, + "nauc_precision_at_10_max": 0.774266, + "nauc_precision_at_10_std": 0.6134, + "nauc_precision_at_10_diff1": 0.624536, + "nauc_precision_at_20_max": 0.704054, + "nauc_precision_at_20_std": 0.575922, + "nauc_precision_at_20_diff1": 0.552346, + "nauc_precision_at_100_max": 0.562985, + "nauc_precision_at_100_std": 0.49533, + "nauc_precision_at_100_diff1": 0.430796, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.885585, + "nauc_mrr_at_1_std": 0.666945, + "nauc_mrr_at_1_diff1": 0.815352, + "nauc_mrr_at_3_max": 0.860761, + "nauc_mrr_at_3_std": 0.648313, + "nauc_mrr_at_3_diff1": 0.763289, + "nauc_mrr_at_5_max": 0.850269, + "nauc_mrr_at_5_std": 0.64669, + "nauc_mrr_at_5_diff1": 0.748396, + "nauc_mrr_at_10_max": 0.8471, + "nauc_mrr_at_10_std": 0.644809, + "nauc_mrr_at_10_diff1": 0.743839, + "nauc_mrr_at_20_max": 0.841618, + "nauc_mrr_at_20_std": 0.642114, + "nauc_mrr_at_20_diff1": 0.737803, + "nauc_mrr_at_100_max": 0.839224, + "nauc_mrr_at_100_std": 0.641234, + "nauc_mrr_at_100_diff1": 0.735805, + "nauc_mrr_at_1000_max": 0.840106, + "nauc_mrr_at_1000_std": 0.641565, + "nauc_mrr_at_1000_diff1": 0.736826, + "hit_rate_at_1": 0.22667, + "hit_rate_at_3": 0.28444, + "hit_rate_at_5": 0.31222, + "hit_rate_at_10": 0.34222, + "hit_rate_at_20": 0.40889, + "hit_rate_at_100": 0.62667, + "hit_rate_at_1000": 1.0, + "main_score": 0.2828, "hf_subset": "arb_Arab-arb_Latn", "languages": [ "arb-Arab", "arb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.65444, - "ndcg_at_3": 0.73152, - "ndcg_at_5": 0.75141, - "ndcg_at_10": 0.7713, - "ndcg_at_20": 0.78329, - "ndcg_at_100": 0.79048, - "ndcg_at_1000": 0.79368, - "map_at_1": 0.65444, - "map_at_3": 0.71315, - "map_at_5": 0.72431, - "map_at_10": 0.73259, - "map_at_20": 0.73598, - "map_at_100": 0.73713, - "map_at_1000": 0.73728, - "recall_at_1": 0.65444, + "ndcg_at_1": 0.64889, + "ndcg_at_3": 0.72903, + "ndcg_at_5": 0.7473, + "ndcg_at_10": 0.76446, + "ndcg_at_20": 0.77628, + "ndcg_at_100": 0.78587, + "ndcg_at_1000": 0.78884, + "map_at_1": 0.64889, + "map_at_3": 0.70981, + "map_at_5": 0.71993, + "map_at_10": 0.72717, + "map_at_20": 0.73043, + "map_at_100": 0.73187, + "map_at_1000": 0.732, + "recall_at_1": 0.64889, "recall_at_3": 0.78444, - "recall_at_5": 0.83222, - "recall_at_10": 0.89333, - "recall_at_20": 0.94, - "recall_at_100": 0.97667, + "recall_at_5": 0.82889, + "recall_at_10": 0.88111, + "recall_at_20": 0.92778, + "recall_at_100": 0.97778, "recall_at_1000": 1.0, - "precision_at_1": 0.65444, + "accuracy": 0.64889, + "precision_at_1": 0.64889, "precision_at_3": 0.26148, - "precision_at_5": 0.16644, - "precision_at_10": 0.08933, - "precision_at_20": 0.047, - "precision_at_100": 0.00977, + "precision_at_5": 0.16578, + "precision_at_10": 0.08811, + "precision_at_20": 0.04639, + "precision_at_100": 0.00978, "precision_at_1000": 0.001, - "mrr_at_1": 0.654444, - "mrr_at_3": 0.713148, - "mrr_at_5": 0.724315, - "mrr_at_10": 0.732586, - "mrr_at_20": 0.735978, - "mrr_at_100": 0.737128, - "mrr_at_1000": 0.737284, - "nauc_ndcg_at_1_max": 0.647857, - "nauc_ndcg_at_1_std": -0.04145, - "nauc_ndcg_at_1_diff1": 0.842083, - "nauc_ndcg_at_3_max": 0.6631, - "nauc_ndcg_at_3_std": -0.042107, - "nauc_ndcg_at_3_diff1": 0.809074, - "nauc_ndcg_at_5_max": 0.657532, - "nauc_ndcg_at_5_std": -0.057465, - "nauc_ndcg_at_5_diff1": 0.807563, - "nauc_ndcg_at_10_max": 0.653086, - "nauc_ndcg_at_10_std": -0.063575, - "nauc_ndcg_at_10_diff1": 0.806034, - "nauc_ndcg_at_20_max": 0.656424, - "nauc_ndcg_at_20_std": -0.060728, - "nauc_ndcg_at_20_diff1": 0.811257, - "nauc_ndcg_at_100_max": 0.655503, - "nauc_ndcg_at_100_std": -0.047303, - "nauc_ndcg_at_100_diff1": 0.813575, - "nauc_ndcg_at_1000_max": 0.654832, - "nauc_ndcg_at_1000_std": -0.051785, - "nauc_ndcg_at_1000_diff1": 0.814649, - "nauc_map_at_1_max": 0.647857, - "nauc_map_at_1_std": -0.04145, - "nauc_map_at_1_diff1": 0.842083, - "nauc_map_at_3_max": 0.658136, - "nauc_map_at_3_std": -0.04422, - "nauc_map_at_3_diff1": 0.8181, - "nauc_map_at_5_max": 0.655207, - "nauc_map_at_5_std": -0.051924, - "nauc_map_at_5_diff1": 0.81765, - "nauc_map_at_10_max": 0.653409, - "nauc_map_at_10_std": -0.054029, - "nauc_map_at_10_diff1": 0.817262, - "nauc_map_at_20_max": 0.654092, - "nauc_map_at_20_std": -0.053488, - "nauc_map_at_20_diff1": 0.818487, - "nauc_map_at_100_max": 0.653901, - "nauc_map_at_100_std": -0.051423, - "nauc_map_at_100_diff1": 0.818784, - "nauc_map_at_1000_max": 0.653902, - "nauc_map_at_1000_std": -0.051536, - "nauc_map_at_1000_diff1": 0.818818, - "nauc_recall_at_1_max": 0.647857, - "nauc_recall_at_1_std": -0.04145, - "nauc_recall_at_1_diff1": 0.842083, - "nauc_recall_at_3_max": 0.681235, - "nauc_recall_at_3_std": -0.033368, - "nauc_recall_at_3_diff1": 0.776856, - "nauc_recall_at_5_max": 0.666623, - "nauc_recall_at_5_std": -0.083411, - "nauc_recall_at_5_diff1": 0.764057, - "nauc_recall_at_10_max": 0.646809, - "nauc_recall_at_10_std": -0.13107, - "nauc_recall_at_10_diff1": 0.735173, - "nauc_recall_at_20_max": 0.685747, - "nauc_recall_at_20_std": -0.139996, - "nauc_recall_at_20_diff1": 0.74949, - "nauc_recall_at_100_max": 0.703148, - "nauc_recall_at_100_std": 0.225468, - "nauc_recall_at_100_diff1": 0.749277, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.647857, - "nauc_precision_at_1_std": -0.04145, - "nauc_precision_at_1_diff1": 0.842083, - "nauc_precision_at_3_max": 0.681235, - "nauc_precision_at_3_std": -0.033368, - "nauc_precision_at_3_diff1": 0.776856, - "nauc_precision_at_5_max": 0.666623, - "nauc_precision_at_5_std": -0.083411, - "nauc_precision_at_5_diff1": 0.764057, - "nauc_precision_at_10_max": 0.646809, - "nauc_precision_at_10_std": -0.13107, - "nauc_precision_at_10_diff1": 0.735173, - "nauc_precision_at_20_max": 0.685747, - "nauc_precision_at_20_std": -0.139996, - "nauc_precision_at_20_diff1": 0.74949, - "nauc_precision_at_100_max": 0.703148, - "nauc_precision_at_100_std": 0.225468, - "nauc_precision_at_100_diff1": 0.749277, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.647857, - "nauc_mrr_at_1_std": -0.04145, - "nauc_mrr_at_1_diff1": 0.842083, - "nauc_mrr_at_3_max": 0.658136, - "nauc_mrr_at_3_std": -0.04422, - "nauc_mrr_at_3_diff1": 0.8181, - "nauc_mrr_at_5_max": 0.655207, - "nauc_mrr_at_5_std": -0.051924, - "nauc_mrr_at_5_diff1": 0.81765, - "nauc_mrr_at_10_max": 0.653409, - "nauc_mrr_at_10_std": -0.054029, - "nauc_mrr_at_10_diff1": 0.817262, - "nauc_mrr_at_20_max": 0.654092, - "nauc_mrr_at_20_std": -0.053488, - "nauc_mrr_at_20_diff1": 0.818487, - "nauc_mrr_at_100_max": 0.653901, - "nauc_mrr_at_100_std": -0.051423, - "nauc_mrr_at_100_diff1": 0.818784, - "nauc_mrr_at_1000_max": 0.653902, - "nauc_mrr_at_1000_std": -0.051536, - "nauc_mrr_at_1000_diff1": 0.818818, - "main_score": 0.7713, + "mrr_at_1": 0.648889, + "mrr_at_3": 0.709815, + "mrr_at_5": 0.719926, + "mrr_at_10": 0.72717, + "mrr_at_20": 0.730431, + "mrr_at_100": 0.731874, + "mrr_at_1000": 0.732002, + "nauc_ndcg_at_1_max": 0.66545, + "nauc_ndcg_at_1_std": -0.043669, + "nauc_ndcg_at_1_diff1": 0.824182, + "nauc_ndcg_at_3_max": 0.677145, + "nauc_ndcg_at_3_std": -0.043972, + "nauc_ndcg_at_3_diff1": 0.788627, + "nauc_ndcg_at_5_max": 0.673421, + "nauc_ndcg_at_5_std": -0.043669, + "nauc_ndcg_at_5_diff1": 0.788044, + "nauc_ndcg_at_10_max": 0.666798, + "nauc_ndcg_at_10_std": -0.052979, + "nauc_ndcg_at_10_diff1": 0.784751, + "nauc_ndcg_at_20_max": 0.667157, + "nauc_ndcg_at_20_std": -0.055738, + "nauc_ndcg_at_20_diff1": 0.787665, + "nauc_ndcg_at_100_max": 0.669225, + "nauc_ndcg_at_100_std": -0.042197, + "nauc_ndcg_at_100_diff1": 0.792001, + "nauc_ndcg_at_1000_max": 0.669378, + "nauc_ndcg_at_1000_std": -0.046406, + "nauc_ndcg_at_1000_diff1": 0.793624, + "nauc_map_at_1_max": 0.66545, + "nauc_map_at_1_std": -0.043669, + "nauc_map_at_1_diff1": 0.824182, + "nauc_map_at_3_max": 0.673909, + "nauc_map_at_3_std": -0.043798, + "nauc_map_at_3_diff1": 0.798444, + "nauc_map_at_5_max": 0.671814, + "nauc_map_at_5_std": -0.043204, + "nauc_map_at_5_diff1": 0.798275, + "nauc_map_at_10_max": 0.669164, + "nauc_map_at_10_std": -0.046946, + "nauc_map_at_10_diff1": 0.797144, + "nauc_map_at_20_max": 0.669158, + "nauc_map_at_20_std": -0.04755, + "nauc_map_at_20_diff1": 0.79785, + "nauc_map_at_100_max": 0.669464, + "nauc_map_at_100_std": -0.045938, + "nauc_map_at_100_diff1": 0.79848, + "nauc_map_at_1000_max": 0.669502, + "nauc_map_at_1000_std": -0.046039, + "nauc_map_at_1000_diff1": 0.79854, + "nauc_recall_at_1_max": 0.66545, + "nauc_recall_at_1_std": -0.043669, + "nauc_recall_at_1_diff1": 0.824182, + "nauc_recall_at_3_max": 0.6888, + "nauc_recall_at_3_std": -0.044647, + "nauc_recall_at_3_diff1": 0.753271, + "nauc_recall_at_5_max": 0.679645, + "nauc_recall_at_5_std": -0.046456, + "nauc_recall_at_5_diff1": 0.744688, + "nauc_recall_at_10_max": 0.648093, + "nauc_recall_at_10_std": -0.094513, + "nauc_recall_at_10_diff1": 0.712094, + "nauc_recall_at_20_max": 0.643425, + "nauc_recall_at_20_std": -0.148143, + "nauc_recall_at_20_diff1": 0.70176, + "nauc_recall_at_100_max": 0.673833, + "nauc_recall_at_100_std": 0.235948, + "nauc_recall_at_100_diff1": 0.6919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.66545, + "nauc_precision_at_1_std": -0.043669, + "nauc_precision_at_1_diff1": 0.824182, + "nauc_precision_at_3_max": 0.6888, + "nauc_precision_at_3_std": -0.044647, + "nauc_precision_at_3_diff1": 0.753271, + "nauc_precision_at_5_max": 0.679645, + "nauc_precision_at_5_std": -0.046456, + "nauc_precision_at_5_diff1": 0.744688, + "nauc_precision_at_10_max": 0.648093, + "nauc_precision_at_10_std": -0.094513, + "nauc_precision_at_10_diff1": 0.712094, + "nauc_precision_at_20_max": 0.643425, + "nauc_precision_at_20_std": -0.148143, + "nauc_precision_at_20_diff1": 0.70176, + "nauc_precision_at_100_max": 0.673833, + "nauc_precision_at_100_std": 0.235948, + "nauc_precision_at_100_diff1": 0.6919, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.66545, + "nauc_mrr_at_1_std": -0.043669, + "nauc_mrr_at_1_diff1": 0.824182, + "nauc_mrr_at_3_max": 0.673909, + "nauc_mrr_at_3_std": -0.043798, + "nauc_mrr_at_3_diff1": 0.798444, + "nauc_mrr_at_5_max": 0.671814, + "nauc_mrr_at_5_std": -0.043204, + "nauc_mrr_at_5_diff1": 0.798275, + "nauc_mrr_at_10_max": 0.669164, + "nauc_mrr_at_10_std": -0.046946, + "nauc_mrr_at_10_diff1": 0.797144, + "nauc_mrr_at_20_max": 0.669158, + "nauc_mrr_at_20_std": -0.04755, + "nauc_mrr_at_20_diff1": 0.79785, + "nauc_mrr_at_100_max": 0.669464, + "nauc_mrr_at_100_std": -0.045938, + "nauc_mrr_at_100_diff1": 0.79848, + "nauc_mrr_at_1000_max": 0.669502, + "nauc_mrr_at_1000_std": -0.046039, + "nauc_mrr_at_1000_diff1": 0.79854, + "hit_rate_at_1": 0.64889, + "hit_rate_at_3": 0.78444, + "hit_rate_at_5": 0.82889, + "hit_rate_at_10": 0.88111, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.76446, "hf_subset": "arb_Latn-arb_Arab", "languages": [ "arb-Latn", "arb-Arab" - ] - }, - { - "ndcg_at_1": 0.59556, - "ndcg_at_3": 0.64958, - "ndcg_at_5": 0.66224, - "ndcg_at_10": 0.6825, - "ndcg_at_20": 0.69427, - "ndcg_at_100": 0.71295, - "ndcg_at_1000": 0.72292, - "map_at_1": 0.59556, - "map_at_3": 0.63704, - "map_at_5": 0.64398, - "map_at_10": 0.65263, - "map_at_20": 0.656, - "map_at_100": 0.65848, - "map_at_1000": 0.65892, - "recall_at_1": 0.59556, - "recall_at_3": 0.68556, - "recall_at_5": 0.71667, - "recall_at_10": 0.77778, - "recall_at_20": 0.82333, - "recall_at_100": 0.92556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.58333, + "ndcg_at_3": 0.63786, + "ndcg_at_5": 0.65454, + "ndcg_at_10": 0.67121, + "ndcg_at_20": 0.68079, + "ndcg_at_100": 0.70332, + "ndcg_at_1000": 0.71261, + "map_at_1": 0.58333, + "map_at_3": 0.62444, + "map_at_5": 0.63356, + "map_at_10": 0.64052, + "map_at_20": 0.64316, + "map_at_100": 0.64614, + "map_at_1000": 0.64654, + "recall_at_1": 0.58333, + "recall_at_3": 0.67667, + "recall_at_5": 0.71778, + "recall_at_10": 0.76889, + "recall_at_20": 0.80667, + "recall_at_100": 0.93, "recall_at_1000": 1.0, - "precision_at_1": 0.59556, - "precision_at_3": 0.22852, - "precision_at_5": 0.14333, - "precision_at_10": 0.07778, - "precision_at_20": 0.04117, - "precision_at_100": 0.00926, - "precision_at_1000": 0.001, - "mrr_at_1": 0.595556, - "mrr_at_3": 0.637037, - "mrr_at_5": 0.643981, - "mrr_at_10": 0.652633, - "mrr_at_20": 0.656003, - "mrr_at_100": 0.658484, - "mrr_at_1000": 0.658924, - "nauc_ndcg_at_1_max": 0.783876, - "nauc_ndcg_at_1_std": 0.438568, - "nauc_ndcg_at_1_diff1": 0.835208, - "nauc_ndcg_at_3_max": 0.828518, - "nauc_ndcg_at_3_std": 0.508382, - "nauc_ndcg_at_3_diff1": 0.803252, - "nauc_ndcg_at_5_max": 0.822206, - "nauc_ndcg_at_5_std": 0.508804, - "nauc_ndcg_at_5_diff1": 0.796239, - "nauc_ndcg_at_10_max": 0.815578, - "nauc_ndcg_at_10_std": 0.519876, - "nauc_ndcg_at_10_diff1": 0.791166, - "nauc_ndcg_at_20_max": 0.812643, - "nauc_ndcg_at_20_std": 0.519565, - "nauc_ndcg_at_20_diff1": 0.787257, - "nauc_ndcg_at_100_max": 0.812377, - "nauc_ndcg_at_100_std": 0.510503, - "nauc_ndcg_at_100_diff1": 0.791122, - "nauc_ndcg_at_1000_max": 0.813173, - "nauc_ndcg_at_1000_std": 0.506342, - "nauc_ndcg_at_1000_diff1": 0.797417, - "nauc_map_at_1_max": 0.783876, - "nauc_map_at_1_std": 0.438568, - "nauc_map_at_1_diff1": 0.835208, - "nauc_map_at_3_max": 0.818917, - "nauc_map_at_3_std": 0.492574, - "nauc_map_at_3_diff1": 0.811019, - "nauc_map_at_5_max": 0.815234, - "nauc_map_at_5_std": 0.492351, - "nauc_map_at_5_diff1": 0.807226, - "nauc_map_at_10_max": 0.812671, - "nauc_map_at_10_std": 0.49684, - "nauc_map_at_10_diff1": 0.805566, - "nauc_map_at_20_max": 0.811856, - "nauc_map_at_20_std": 0.496647, - "nauc_map_at_20_diff1": 0.804736, - "nauc_map_at_100_max": 0.811732, - "nauc_map_at_100_std": 0.495355, - "nauc_map_at_100_diff1": 0.805256, - "nauc_map_at_1000_max": 0.811771, - "nauc_map_at_1000_std": 0.495261, - "nauc_map_at_1000_diff1": 0.805505, - "nauc_recall_at_1_max": 0.783876, - "nauc_recall_at_1_std": 0.438568, - "nauc_recall_at_1_diff1": 0.835208, - "nauc_recall_at_3_max": 0.858064, - "nauc_recall_at_3_std": 0.557465, - "nauc_recall_at_3_diff1": 0.77886, - "nauc_recall_at_5_max": 0.843962, - "nauc_recall_at_5_std": 0.563609, - "nauc_recall_at_5_diff1": 0.758464, - "nauc_recall_at_10_max": 0.820981, - "nauc_recall_at_10_std": 0.615768, - "nauc_recall_at_10_diff1": 0.729481, - "nauc_recall_at_20_max": 0.805104, - "nauc_recall_at_20_std": 0.633494, - "nauc_recall_at_20_diff1": 0.692303, - "nauc_recall_at_100_max": 0.795922, - "nauc_recall_at_100_std": 0.618434, - "nauc_recall_at_100_diff1": 0.646912, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.783876, - "nauc_precision_at_1_std": 0.438568, - "nauc_precision_at_1_diff1": 0.835208, - "nauc_precision_at_3_max": 0.858064, - "nauc_precision_at_3_std": 0.557465, - "nauc_precision_at_3_diff1": 0.77886, - "nauc_precision_at_5_max": 0.843962, - "nauc_precision_at_5_std": 0.563609, - "nauc_precision_at_5_diff1": 0.758464, - "nauc_precision_at_10_max": 0.820981, - "nauc_precision_at_10_std": 0.615768, - "nauc_precision_at_10_diff1": 0.729481, - "nauc_precision_at_20_max": 0.805104, - "nauc_precision_at_20_std": 0.633494, - "nauc_precision_at_20_diff1": 0.692303, - "nauc_precision_at_100_max": 0.795922, - "nauc_precision_at_100_std": 0.618434, - "nauc_precision_at_100_diff1": 0.646912, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.783876, - "nauc_mrr_at_1_std": 0.438568, - "nauc_mrr_at_1_diff1": 0.835208, - "nauc_mrr_at_3_max": 0.818917, - "nauc_mrr_at_3_std": 0.492574, - "nauc_mrr_at_3_diff1": 0.811019, - "nauc_mrr_at_5_max": 0.815234, - "nauc_mrr_at_5_std": 0.492351, - "nauc_mrr_at_5_diff1": 0.807226, - "nauc_mrr_at_10_max": 0.812671, - "nauc_mrr_at_10_std": 0.49684, - "nauc_mrr_at_10_diff1": 0.805566, - "nauc_mrr_at_20_max": 0.811856, - "nauc_mrr_at_20_std": 0.496647, - "nauc_mrr_at_20_diff1": 0.804736, - "nauc_mrr_at_100_max": 0.811732, - "nauc_mrr_at_100_std": 0.495355, - "nauc_mrr_at_100_diff1": 0.805256, - "nauc_mrr_at_1000_max": 0.811771, - "nauc_mrr_at_1000_std": 0.495261, - "nauc_mrr_at_1000_diff1": 0.805505, - "main_score": 0.6825, + "accuracy": 0.58333, + "precision_at_1": 0.58333, + "precision_at_3": 0.22556, + "precision_at_5": 0.14356, + "precision_at_10": 0.07689, + "precision_at_20": 0.04033, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "mrr_at_1": 0.583333, + "mrr_at_3": 0.624444, + "mrr_at_5": 0.633556, + "mrr_at_10": 0.640519, + "mrr_at_20": 0.643161, + "mrr_at_100": 0.646144, + "mrr_at_1000": 0.646542, + "nauc_ndcg_at_1_max": 0.781849, + "nauc_ndcg_at_1_std": 0.438846, + "nauc_ndcg_at_1_diff1": 0.855075, + "nauc_ndcg_at_3_max": 0.8386, + "nauc_ndcg_at_3_std": 0.509901, + "nauc_ndcg_at_3_diff1": 0.829613, + "nauc_ndcg_at_5_max": 0.830167, + "nauc_ndcg_at_5_std": 0.516391, + "nauc_ndcg_at_5_diff1": 0.822669, + "nauc_ndcg_at_10_max": 0.828068, + "nauc_ndcg_at_10_std": 0.522177, + "nauc_ndcg_at_10_diff1": 0.814638, + "nauc_ndcg_at_20_max": 0.824392, + "nauc_ndcg_at_20_std": 0.516399, + "nauc_ndcg_at_20_diff1": 0.814725, + "nauc_ndcg_at_100_max": 0.822279, + "nauc_ndcg_at_100_std": 0.510032, + "nauc_ndcg_at_100_diff1": 0.816537, + "nauc_ndcg_at_1000_max": 0.822181, + "nauc_ndcg_at_1000_std": 0.505965, + "nauc_ndcg_at_1000_diff1": 0.821957, + "nauc_map_at_1_max": 0.781849, + "nauc_map_at_1_std": 0.438846, + "nauc_map_at_1_diff1": 0.855075, + "nauc_map_at_3_max": 0.826295, + "nauc_map_at_3_std": 0.492436, + "nauc_map_at_3_diff1": 0.835995, + "nauc_map_at_5_max": 0.821624, + "nauc_map_at_5_std": 0.495367, + "nauc_map_at_5_diff1": 0.83233, + "nauc_map_at_10_max": 0.820591, + "nauc_map_at_10_std": 0.497312, + "nauc_map_at_10_diff1": 0.829173, + "nauc_map_at_20_max": 0.819574, + "nauc_map_at_20_std": 0.495792, + "nauc_map_at_20_diff1": 0.829289, + "nauc_map_at_100_max": 0.819115, + "nauc_map_at_100_std": 0.494861, + "nauc_map_at_100_diff1": 0.829394, + "nauc_map_at_1000_max": 0.819133, + "nauc_map_at_1000_std": 0.494802, + "nauc_map_at_1000_diff1": 0.8296, + "nauc_recall_at_1_max": 0.781849, + "nauc_recall_at_1_std": 0.438846, + "nauc_recall_at_1_diff1": 0.855075, + "nauc_recall_at_3_max": 0.876608, + "nauc_recall_at_3_std": 0.564958, + "nauc_recall_at_3_diff1": 0.809434, + "nauc_recall_at_5_max": 0.856859, + "nauc_recall_at_5_std": 0.589698, + "nauc_recall_at_5_diff1": 0.788463, + "nauc_recall_at_10_max": 0.853695, + "nauc_recall_at_10_std": 0.625071, + "nauc_recall_at_10_diff1": 0.752031, + "nauc_recall_at_20_max": 0.837119, + "nauc_recall_at_20_std": 0.606799, + "nauc_recall_at_20_diff1": 0.742823, + "nauc_recall_at_100_max": 0.828902, + "nauc_recall_at_100_std": 0.629704, + "nauc_recall_at_100_diff1": 0.679753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781849, + "nauc_precision_at_1_std": 0.438846, + "nauc_precision_at_1_diff1": 0.855075, + "nauc_precision_at_3_max": 0.876608, + "nauc_precision_at_3_std": 0.564958, + "nauc_precision_at_3_diff1": 0.809434, + "nauc_precision_at_5_max": 0.856859, + "nauc_precision_at_5_std": 0.589698, + "nauc_precision_at_5_diff1": 0.788463, + "nauc_precision_at_10_max": 0.853695, + "nauc_precision_at_10_std": 0.625071, + "nauc_precision_at_10_diff1": 0.752031, + "nauc_precision_at_20_max": 0.837119, + "nauc_precision_at_20_std": 0.606799, + "nauc_precision_at_20_diff1": 0.742823, + "nauc_precision_at_100_max": 0.828902, + "nauc_precision_at_100_std": 0.629704, + "nauc_precision_at_100_diff1": 0.679753, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781849, + "nauc_mrr_at_1_std": 0.438846, + "nauc_mrr_at_1_diff1": 0.855075, + "nauc_mrr_at_3_max": 0.826295, + "nauc_mrr_at_3_std": 0.492436, + "nauc_mrr_at_3_diff1": 0.835995, + "nauc_mrr_at_5_max": 0.821624, + "nauc_mrr_at_5_std": 0.495367, + "nauc_mrr_at_5_diff1": 0.83233, + "nauc_mrr_at_10_max": 0.820591, + "nauc_mrr_at_10_std": 0.497312, + "nauc_mrr_at_10_diff1": 0.829173, + "nauc_mrr_at_20_max": 0.819574, + "nauc_mrr_at_20_std": 0.495792, + "nauc_mrr_at_20_diff1": 0.829289, + "nauc_mrr_at_100_max": 0.819115, + "nauc_mrr_at_100_std": 0.494861, + "nauc_mrr_at_100_diff1": 0.829394, + "nauc_mrr_at_1000_max": 0.819133, + "nauc_mrr_at_1000_std": 0.494802, + "nauc_mrr_at_1000_diff1": 0.8296, + "hit_rate_at_1": 0.58333, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.71778, + "hit_rate_at_10": 0.76889, + "hit_rate_at_20": 0.80667, + "hit_rate_at_100": 0.93, + "hit_rate_at_1000": 1.0, + "main_score": 0.67121, "hf_subset": "ben_Beng-ben_Latn", "languages": [ "ben-Beng", "ben-Latn" - ] - }, - { - "ndcg_at_1": 0.72667, - "ndcg_at_3": 0.79439, - "ndcg_at_5": 0.80864, - "ndcg_at_10": 0.82286, - "ndcg_at_20": 0.82902, - "ndcg_at_100": 0.83715, - "ndcg_at_1000": 0.83923, - "map_at_1": 0.72667, - "map_at_3": 0.77852, - "map_at_5": 0.78646, - "map_at_10": 0.79245, - "map_at_20": 0.79413, - "map_at_100": 0.79538, - "map_at_1000": 0.79547, - "recall_at_1": 0.72667, - "recall_at_3": 0.84, - "recall_at_5": 0.87444, - "recall_at_10": 0.91778, - "recall_at_20": 0.94222, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70333, + "ndcg_at_3": 0.77973, + "ndcg_at_5": 0.79293, + "ndcg_at_10": 0.80851, + "ndcg_at_20": 0.81402, + "ndcg_at_100": 0.82389, + "ndcg_at_1000": 0.82596, + "map_at_1": 0.70333, + "map_at_3": 0.76185, + "map_at_5": 0.76913, + "map_at_10": 0.77584, + "map_at_20": 0.77731, + "map_at_100": 0.77873, + "map_at_1000": 0.77882, + "recall_at_1": 0.70333, + "recall_at_3": 0.83111, + "recall_at_5": 0.86333, + "recall_at_10": 0.91, + "recall_at_20": 0.93222, "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.72667, - "precision_at_3": 0.28, - "precision_at_5": 0.17489, - "precision_at_10": 0.09178, - "precision_at_20": 0.04711, + "accuracy": 0.70333, + "precision_at_1": 0.70333, + "precision_at_3": 0.27704, + "precision_at_5": 0.17267, + "precision_at_10": 0.091, + "precision_at_20": 0.04661, "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.726667, - "mrr_at_3": 0.778519, - "mrr_at_5": 0.786463, - "mrr_at_10": 0.79245, - "mrr_at_20": 0.794131, - "mrr_at_100": 0.795382, - "mrr_at_1000": 0.795473, - "nauc_ndcg_at_1_max": 0.669558, - "nauc_ndcg_at_1_std": -0.008533, - "nauc_ndcg_at_1_diff1": 0.868631, - "nauc_ndcg_at_3_max": 0.718877, - "nauc_ndcg_at_3_std": 0.023038, - "nauc_ndcg_at_3_diff1": 0.836289, - "nauc_ndcg_at_5_max": 0.704409, - "nauc_ndcg_at_5_std": 0.020405, - "nauc_ndcg_at_5_diff1": 0.83011, - "nauc_ndcg_at_10_max": 0.703938, - "nauc_ndcg_at_10_std": 0.033968, - "nauc_ndcg_at_10_diff1": 0.835658, - "nauc_ndcg_at_20_max": 0.701276, - "nauc_ndcg_at_20_std": 0.034981, - "nauc_ndcg_at_20_diff1": 0.838157, - "nauc_ndcg_at_100_max": 0.703464, - "nauc_ndcg_at_100_std": 0.028961, - "nauc_ndcg_at_100_diff1": 0.84163, - "nauc_ndcg_at_1000_max": 0.701658, - "nauc_ndcg_at_1000_std": 0.023963, - "nauc_ndcg_at_1000_diff1": 0.842174, - "nauc_map_at_1_max": 0.669558, - "nauc_map_at_1_std": -0.008533, - "nauc_map_at_1_diff1": 0.868631, - "nauc_map_at_3_max": 0.707325, - "nauc_map_at_3_std": 0.013939, - "nauc_map_at_3_diff1": 0.845226, - "nauc_map_at_5_max": 0.699451, - "nauc_map_at_5_std": 0.011938, - "nauc_map_at_5_diff1": 0.842366, - "nauc_map_at_10_max": 0.698888, - "nauc_map_at_10_std": 0.016674, - "nauc_map_at_10_diff1": 0.844513, - "nauc_map_at_20_max": 0.69828, - "nauc_map_at_20_std": 0.016729, - "nauc_map_at_20_diff1": 0.845162, - "nauc_map_at_100_max": 0.698637, - "nauc_map_at_100_std": 0.016018, - "nauc_map_at_100_diff1": 0.845698, - "nauc_map_at_1000_max": 0.698581, - "nauc_map_at_1000_std": 0.01589, - "nauc_map_at_1000_diff1": 0.845721, - "nauc_recall_at_1_max": 0.669558, - "nauc_recall_at_1_std": -0.008533, - "nauc_recall_at_1_diff1": 0.868631, - "nauc_recall_at_3_max": 0.761274, - "nauc_recall_at_3_std": 0.057577, - "nauc_recall_at_3_diff1": 0.802573, - "nauc_recall_at_5_max": 0.722384, - "nauc_recall_at_5_std": 0.059154, - "nauc_recall_at_5_diff1": 0.773219, - "nauc_recall_at_10_max": 0.731383, - "nauc_recall_at_10_std": 0.159001, - "nauc_recall_at_10_diff1": 0.781828, - "nauc_recall_at_20_max": 0.713208, - "nauc_recall_at_20_std": 0.223048, - "nauc_recall_at_20_diff1": 0.785939, - "nauc_recall_at_100_max": 0.834767, - "nauc_recall_at_100_std": 0.405095, - "nauc_recall_at_100_diff1": 0.804922, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.669558, - "nauc_precision_at_1_std": -0.008533, - "nauc_precision_at_1_diff1": 0.868631, - "nauc_precision_at_3_max": 0.761274, - "nauc_precision_at_3_std": 0.057577, - "nauc_precision_at_3_diff1": 0.802573, - "nauc_precision_at_5_max": 0.722384, - "nauc_precision_at_5_std": 0.059154, - "nauc_precision_at_5_diff1": 0.773219, - "nauc_precision_at_10_max": 0.731383, - "nauc_precision_at_10_std": 0.159001, - "nauc_precision_at_10_diff1": 0.781828, - "nauc_precision_at_20_max": 0.713208, - "nauc_precision_at_20_std": 0.223048, - "nauc_precision_at_20_diff1": 0.785939, - "nauc_precision_at_100_max": 0.834767, - "nauc_precision_at_100_std": 0.405095, - "nauc_precision_at_100_diff1": 0.804922, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.669558, - "nauc_mrr_at_1_std": -0.008533, - "nauc_mrr_at_1_diff1": 0.868631, - "nauc_mrr_at_3_max": 0.707325, - "nauc_mrr_at_3_std": 0.013939, - "nauc_mrr_at_3_diff1": 0.845226, - "nauc_mrr_at_5_max": 0.699451, - "nauc_mrr_at_5_std": 0.011938, - "nauc_mrr_at_5_diff1": 0.842366, - "nauc_mrr_at_10_max": 0.698888, - "nauc_mrr_at_10_std": 0.016674, - "nauc_mrr_at_10_diff1": 0.844513, - "nauc_mrr_at_20_max": 0.69828, - "nauc_mrr_at_20_std": 0.016729, - "nauc_mrr_at_20_diff1": 0.845162, - "nauc_mrr_at_100_max": 0.698637, - "nauc_mrr_at_100_std": 0.016018, - "nauc_mrr_at_100_diff1": 0.845698, - "nauc_mrr_at_1000_max": 0.698581, - "nauc_mrr_at_1000_std": 0.01589, - "nauc_mrr_at_1000_diff1": 0.845721, - "main_score": 0.82286, + "mrr_at_1": 0.703333, + "mrr_at_3": 0.761852, + "mrr_at_5": 0.76913, + "mrr_at_10": 0.775843, + "mrr_at_20": 0.777306, + "mrr_at_100": 0.77873, + "mrr_at_1000": 0.778821, + "nauc_ndcg_at_1_max": 0.656209, + "nauc_ndcg_at_1_std": -0.046251, + "nauc_ndcg_at_1_diff1": 0.856799, + "nauc_ndcg_at_3_max": 0.69545, + "nauc_ndcg_at_3_std": -0.033709, + "nauc_ndcg_at_3_diff1": 0.81715, + "nauc_ndcg_at_5_max": 0.69288, + "nauc_ndcg_at_5_std": -0.02099, + "nauc_ndcg_at_5_diff1": 0.817735, + "nauc_ndcg_at_10_max": 0.688424, + "nauc_ndcg_at_10_std": -0.017189, + "nauc_ndcg_at_10_diff1": 0.820888, + "nauc_ndcg_at_20_max": 0.686908, + "nauc_ndcg_at_20_std": -0.015092, + "nauc_ndcg_at_20_diff1": 0.825905, + "nauc_ndcg_at_100_max": 0.687973, + "nauc_ndcg_at_100_std": -0.015059, + "nauc_ndcg_at_100_diff1": 0.828463, + "nauc_ndcg_at_1000_max": 0.686464, + "nauc_ndcg_at_1000_std": -0.020116, + "nauc_ndcg_at_1000_diff1": 0.828401, + "nauc_map_at_1_max": 0.656209, + "nauc_map_at_1_std": -0.046251, + "nauc_map_at_1_diff1": 0.856799, + "nauc_map_at_3_max": 0.686663, + "nauc_map_at_3_std": -0.03561, + "nauc_map_at_3_diff1": 0.827797, + "nauc_map_at_5_max": 0.685259, + "nauc_map_at_5_std": -0.028994, + "nauc_map_at_5_diff1": 0.828492, + "nauc_map_at_10_max": 0.683503, + "nauc_map_at_10_std": -0.027567, + "nauc_map_at_10_diff1": 0.830029, + "nauc_map_at_20_max": 0.683094, + "nauc_map_at_20_std": -0.027222, + "nauc_map_at_20_diff1": 0.831214, + "nauc_map_at_100_max": 0.683258, + "nauc_map_at_100_std": -0.026849, + "nauc_map_at_100_diff1": 0.831546, + "nauc_map_at_1000_max": 0.68322, + "nauc_map_at_1000_std": -0.026979, + "nauc_map_at_1000_diff1": 0.831556, + "nauc_recall_at_1_max": 0.656209, + "nauc_recall_at_1_std": -0.046251, + "nauc_recall_at_1_diff1": 0.856799, + "nauc_recall_at_3_max": 0.727786, + "nauc_recall_at_3_std": -0.027363, + "nauc_recall_at_3_diff1": 0.776714, + "nauc_recall_at_5_max": 0.724713, + "nauc_recall_at_5_std": 0.016277, + "nauc_recall_at_5_diff1": 0.769662, + "nauc_recall_at_10_max": 0.712245, + "nauc_recall_at_10_std": 0.052916, + "nauc_recall_at_10_diff1": 0.76515, + "nauc_recall_at_20_max": 0.705592, + "nauc_recall_at_20_std": 0.097909, + "nauc_recall_at_20_diff1": 0.797194, + "nauc_recall_at_100_max": 0.810758, + "nauc_recall_at_100_std": 0.392957, + "nauc_recall_at_100_diff1": 0.839102, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.656209, + "nauc_precision_at_1_std": -0.046251, + "nauc_precision_at_1_diff1": 0.856799, + "nauc_precision_at_3_max": 0.727786, + "nauc_precision_at_3_std": -0.027363, + "nauc_precision_at_3_diff1": 0.776714, + "nauc_precision_at_5_max": 0.724713, + "nauc_precision_at_5_std": 0.016277, + "nauc_precision_at_5_diff1": 0.769662, + "nauc_precision_at_10_max": 0.712245, + "nauc_precision_at_10_std": 0.052916, + "nauc_precision_at_10_diff1": 0.76515, + "nauc_precision_at_20_max": 0.705592, + "nauc_precision_at_20_std": 0.097909, + "nauc_precision_at_20_diff1": 0.797194, + "nauc_precision_at_100_max": 0.810758, + "nauc_precision_at_100_std": 0.392957, + "nauc_precision_at_100_diff1": 0.839102, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.656209, + "nauc_mrr_at_1_std": -0.046251, + "nauc_mrr_at_1_diff1": 0.856799, + "nauc_mrr_at_3_max": 0.686663, + "nauc_mrr_at_3_std": -0.03561, + "nauc_mrr_at_3_diff1": 0.827797, + "nauc_mrr_at_5_max": 0.685259, + "nauc_mrr_at_5_std": -0.028994, + "nauc_mrr_at_5_diff1": 0.828492, + "nauc_mrr_at_10_max": 0.683503, + "nauc_mrr_at_10_std": -0.027567, + "nauc_mrr_at_10_diff1": 0.830029, + "nauc_mrr_at_20_max": 0.683094, + "nauc_mrr_at_20_std": -0.027222, + "nauc_mrr_at_20_diff1": 0.831214, + "nauc_mrr_at_100_max": 0.683258, + "nauc_mrr_at_100_std": -0.026849, + "nauc_mrr_at_100_diff1": 0.831546, + "nauc_mrr_at_1000_max": 0.68322, + "nauc_mrr_at_1000_std": -0.026979, + "nauc_mrr_at_1000_diff1": 0.831556, + "hit_rate_at_1": 0.70333, + "hit_rate_at_3": 0.83111, + "hit_rate_at_5": 0.86333, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93222, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.80851, "hf_subset": "ben_Latn-ben_Beng", "languages": [ "ben-Latn", "ben-Beng" - ] - }, - { - "ndcg_at_1": 0.80667, - "ndcg_at_3": 0.84993, - "ndcg_at_5": 0.86045, - "ndcg_at_10": 0.86696, - "ndcg_at_20": 0.87271, - "ndcg_at_100": 0.88036, - "ndcg_at_1000": 0.88244, - "map_at_1": 0.80667, - "map_at_3": 0.84019, - "map_at_5": 0.84602, - "map_at_10": 0.84873, - "map_at_20": 0.85038, - "map_at_100": 0.8516, - "map_at_1000": 0.85169, - "recall_at_1": 0.80667, - "recall_at_3": 0.87778, - "recall_at_5": 0.90333, - "recall_at_10": 0.92333, - "recall_at_20": 0.94556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.83981, + "ndcg_at_5": 0.84876, + "ndcg_at_10": 0.856, + "ndcg_at_20": 0.8634, + "ndcg_at_100": 0.87039, + "ndcg_at_1000": 0.87244, + "map_at_1": 0.78778, + "map_at_3": 0.82741, + "map_at_5": 0.83252, + "map_at_10": 0.83553, + "map_at_20": 0.83761, + "map_at_100": 0.83865, + "map_at_1000": 0.83874, + "recall_at_1": 0.78778, + "recall_at_3": 0.87556, + "recall_at_5": 0.89667, + "recall_at_10": 0.91889, + "recall_at_20": 0.94778, "recall_at_100": 0.98444, "recall_at_1000": 1.0, - "precision_at_1": 0.80667, - "precision_at_3": 0.29259, - "precision_at_5": 0.18067, - "precision_at_10": 0.09233, - "precision_at_20": 0.04728, + "accuracy": 0.78778, + "precision_at_1": 0.78778, + "precision_at_3": 0.29185, + "precision_at_5": 0.17933, + "precision_at_10": 0.09189, + "precision_at_20": 0.04739, "precision_at_100": 0.00984, "precision_at_1000": 0.001, - "mrr_at_1": 0.806667, - "mrr_at_3": 0.840185, - "mrr_at_5": 0.846019, - "mrr_at_10": 0.848731, - "mrr_at_20": 0.850378, - "mrr_at_100": 0.851599, - "mrr_at_1000": 0.851692, - "nauc_ndcg_at_1_max": 0.797416, - "nauc_ndcg_at_1_std": 0.258208, - "nauc_ndcg_at_1_diff1": 0.899676, - "nauc_ndcg_at_3_max": 0.837679, - "nauc_ndcg_at_3_std": 0.30111, - "nauc_ndcg_at_3_diff1": 0.88338, - "nauc_ndcg_at_5_max": 0.823491, - "nauc_ndcg_at_5_std": 0.293175, - "nauc_ndcg_at_5_diff1": 0.875302, - "nauc_ndcg_at_10_max": 0.831904, - "nauc_ndcg_at_10_std": 0.320658, - "nauc_ndcg_at_10_diff1": 0.881546, - "nauc_ndcg_at_20_max": 0.831593, - "nauc_ndcg_at_20_std": 0.323309, - "nauc_ndcg_at_20_diff1": 0.881095, - "nauc_ndcg_at_100_max": 0.828059, - "nauc_ndcg_at_100_std": 0.313558, - "nauc_ndcg_at_100_diff1": 0.884213, - "nauc_ndcg_at_1000_max": 0.826087, - "nauc_ndcg_at_1000_std": 0.304874, - "nauc_ndcg_at_1000_diff1": 0.884071, - "nauc_map_at_1_max": 0.797416, - "nauc_map_at_1_std": 0.258208, - "nauc_map_at_1_diff1": 0.899676, - "nauc_map_at_3_max": 0.827755, - "nauc_map_at_3_std": 0.29125, - "nauc_map_at_3_diff1": 0.887265, - "nauc_map_at_5_max": 0.820199, - "nauc_map_at_5_std": 0.286769, - "nauc_map_at_5_diff1": 0.883302, - "nauc_map_at_10_max": 0.823415, - "nauc_map_at_10_std": 0.296945, - "nauc_map_at_10_diff1": 0.885789, - "nauc_map_at_20_max": 0.823246, - "nauc_map_at_20_std": 0.297197, - "nauc_map_at_20_diff1": 0.885749, - "nauc_map_at_100_max": 0.822597, - "nauc_map_at_100_std": 0.295387, - "nauc_map_at_100_diff1": 0.886147, - "nauc_map_at_1000_max": 0.822518, - "nauc_map_at_1000_std": 0.295079, - "nauc_map_at_1000_diff1": 0.886137, - "nauc_recall_at_1_max": 0.797416, - "nauc_recall_at_1_std": 0.258208, - "nauc_recall_at_1_diff1": 0.899676, - "nauc_recall_at_3_max": 0.873294, - "nauc_recall_at_3_std": 0.336058, - "nauc_recall_at_3_diff1": 0.86952, - "nauc_recall_at_5_max": 0.833891, - "nauc_recall_at_5_std": 0.31819, - "nauc_recall_at_5_diff1": 0.839054, - "nauc_recall_at_10_max": 0.877921, - "nauc_recall_at_10_std": 0.463843, - "nauc_recall_at_10_diff1": 0.861202, - "nauc_recall_at_20_max": 0.893872, - "nauc_recall_at_20_std": 0.547648, - "nauc_recall_at_20_diff1": 0.848568, - "nauc_recall_at_100_max": 0.932306, - "nauc_recall_at_100_std": 0.785581, - "nauc_recall_at_100_diff1": 0.888455, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.797416, - "nauc_precision_at_1_std": 0.258208, - "nauc_precision_at_1_diff1": 0.899676, - "nauc_precision_at_3_max": 0.873294, - "nauc_precision_at_3_std": 0.336058, - "nauc_precision_at_3_diff1": 0.86952, - "nauc_precision_at_5_max": 0.833891, - "nauc_precision_at_5_std": 0.31819, - "nauc_precision_at_5_diff1": 0.839054, - "nauc_precision_at_10_max": 0.877921, - "nauc_precision_at_10_std": 0.463843, - "nauc_precision_at_10_diff1": 0.861202, - "nauc_precision_at_20_max": 0.893872, - "nauc_precision_at_20_std": 0.547648, - "nauc_precision_at_20_diff1": 0.848568, - "nauc_precision_at_100_max": 0.932306, - "nauc_precision_at_100_std": 0.785581, - "nauc_precision_at_100_diff1": 0.888455, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.797416, - "nauc_mrr_at_1_std": 0.258208, - "nauc_mrr_at_1_diff1": 0.899676, - "nauc_mrr_at_3_max": 0.827755, - "nauc_mrr_at_3_std": 0.29125, - "nauc_mrr_at_3_diff1": 0.887265, - "nauc_mrr_at_5_max": 0.820199, - "nauc_mrr_at_5_std": 0.286769, - "nauc_mrr_at_5_diff1": 0.883302, - "nauc_mrr_at_10_max": 0.823415, - "nauc_mrr_at_10_std": 0.296945, - "nauc_mrr_at_10_diff1": 0.885789, - "nauc_mrr_at_20_max": 0.823246, - "nauc_mrr_at_20_std": 0.297197, - "nauc_mrr_at_20_diff1": 0.885749, - "nauc_mrr_at_100_max": 0.822597, - "nauc_mrr_at_100_std": 0.295387, - "nauc_mrr_at_100_diff1": 0.886147, - "nauc_mrr_at_1000_max": 0.822518, - "nauc_mrr_at_1000_std": 0.295079, - "nauc_mrr_at_1000_diff1": 0.886137, - "main_score": 0.86696, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.827407, + "mrr_at_5": 0.832519, + "mrr_at_10": 0.835533, + "mrr_at_20": 0.837614, + "mrr_at_100": 0.838649, + "mrr_at_1000": 0.838735, + "nauc_ndcg_at_1_max": 0.805966, + "nauc_ndcg_at_1_std": 0.248518, + "nauc_ndcg_at_1_diff1": 0.890158, + "nauc_ndcg_at_3_max": 0.84186, + "nauc_ndcg_at_3_std": 0.301609, + "nauc_ndcg_at_3_diff1": 0.878024, + "nauc_ndcg_at_5_max": 0.833556, + "nauc_ndcg_at_5_std": 0.299044, + "nauc_ndcg_at_5_diff1": 0.873216, + "nauc_ndcg_at_10_max": 0.837301, + "nauc_ndcg_at_10_std": 0.315751, + "nauc_ndcg_at_10_diff1": 0.873705, + "nauc_ndcg_at_20_max": 0.8336, + "nauc_ndcg_at_20_std": 0.309551, + "nauc_ndcg_at_20_diff1": 0.872889, + "nauc_ndcg_at_100_max": 0.833169, + "nauc_ndcg_at_100_std": 0.302928, + "nauc_ndcg_at_100_diff1": 0.876982, + "nauc_ndcg_at_1000_max": 0.831463, + "nauc_ndcg_at_1000_std": 0.297529, + "nauc_ndcg_at_1000_diff1": 0.877035, + "nauc_map_at_1_max": 0.805966, + "nauc_map_at_1_std": 0.248518, + "nauc_map_at_1_diff1": 0.890158, + "nauc_map_at_3_max": 0.83259, + "nauc_map_at_3_std": 0.285911, + "nauc_map_at_3_diff1": 0.880829, + "nauc_map_at_5_max": 0.82805, + "nauc_map_at_5_std": 0.2841, + "nauc_map_at_5_diff1": 0.87839, + "nauc_map_at_10_max": 0.829288, + "nauc_map_at_10_std": 0.289954, + "nauc_map_at_10_diff1": 0.878597, + "nauc_map_at_20_max": 0.828317, + "nauc_map_at_20_std": 0.288318, + "nauc_map_at_20_diff1": 0.878425, + "nauc_map_at_100_max": 0.82824, + "nauc_map_at_100_std": 0.287444, + "nauc_map_at_100_diff1": 0.878982, + "nauc_map_at_1000_max": 0.82818, + "nauc_map_at_1000_std": 0.287274, + "nauc_map_at_1000_diff1": 0.878991, + "nauc_recall_at_1_max": 0.805966, + "nauc_recall_at_1_std": 0.248518, + "nauc_recall_at_1_diff1": 0.890158, + "nauc_recall_at_3_max": 0.876994, + "nauc_recall_at_3_std": 0.362345, + "nauc_recall_at_3_diff1": 0.867594, + "nauc_recall_at_5_max": 0.85556, + "nauc_recall_at_5_std": 0.364926, + "nauc_recall_at_5_diff1": 0.849954, + "nauc_recall_at_10_max": 0.881189, + "nauc_recall_at_10_std": 0.469258, + "nauc_recall_at_10_diff1": 0.846936, + "nauc_recall_at_20_max": 0.869301, + "nauc_recall_at_20_std": 0.490474, + "nauc_recall_at_20_diff1": 0.825188, + "nauc_recall_at_100_max": 0.933473, + "nauc_recall_at_100_std": 0.629418, + "nauc_recall_at_100_diff1": 0.877118, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805966, + "nauc_precision_at_1_std": 0.248518, + "nauc_precision_at_1_diff1": 0.890158, + "nauc_precision_at_3_max": 0.876994, + "nauc_precision_at_3_std": 0.362345, + "nauc_precision_at_3_diff1": 0.867594, + "nauc_precision_at_5_max": 0.85556, + "nauc_precision_at_5_std": 0.364926, + "nauc_precision_at_5_diff1": 0.849954, + "nauc_precision_at_10_max": 0.881189, + "nauc_precision_at_10_std": 0.469258, + "nauc_precision_at_10_diff1": 0.846936, + "nauc_precision_at_20_max": 0.869301, + "nauc_precision_at_20_std": 0.490474, + "nauc_precision_at_20_diff1": 0.825188, + "nauc_precision_at_100_max": 0.933473, + "nauc_precision_at_100_std": 0.629418, + "nauc_precision_at_100_diff1": 0.877118, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805966, + "nauc_mrr_at_1_std": 0.248518, + "nauc_mrr_at_1_diff1": 0.890158, + "nauc_mrr_at_3_max": 0.83259, + "nauc_mrr_at_3_std": 0.285911, + "nauc_mrr_at_3_diff1": 0.880829, + "nauc_mrr_at_5_max": 0.82805, + "nauc_mrr_at_5_std": 0.2841, + "nauc_mrr_at_5_diff1": 0.87839, + "nauc_mrr_at_10_max": 0.829288, + "nauc_mrr_at_10_std": 0.289954, + "nauc_mrr_at_10_diff1": 0.878597, + "nauc_mrr_at_20_max": 0.828317, + "nauc_mrr_at_20_std": 0.288318, + "nauc_mrr_at_20_diff1": 0.878425, + "nauc_mrr_at_100_max": 0.82824, + "nauc_mrr_at_100_std": 0.287444, + "nauc_mrr_at_100_diff1": 0.878982, + "nauc_mrr_at_1000_max": 0.82818, + "nauc_mrr_at_1000_std": 0.287274, + "nauc_mrr_at_1000_diff1": 0.878991, + "hit_rate_at_1": 0.78778, + "hit_rate_at_3": 0.87556, + "hit_rate_at_5": 0.89667, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.94778, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.856, "hf_subset": "hin_Deva-hin_Latn", "languages": [ "hin-Deva", "hin-Latn" - ] - }, - { - "ndcg_at_1": 0.81444, - "ndcg_at_3": 0.86747, - "ndcg_at_5": 0.87713, - "ndcg_at_10": 0.8854, - "ndcg_at_20": 0.89154, - "ndcg_at_100": 0.89405, - "ndcg_at_1000": 0.89534, - "map_at_1": 0.81444, - "map_at_3": 0.855, - "map_at_5": 0.86039, - "map_at_10": 0.8638, - "map_at_20": 0.86547, - "map_at_100": 0.86583, - "map_at_1000": 0.86588, - "recall_at_1": 0.81444, - "recall_at_3": 0.90333, - "recall_at_5": 0.92667, - "recall_at_10": 0.95222, - "recall_at_20": 0.97667, - "recall_at_100": 0.99, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.85059, + "ndcg_at_5": 0.86154, + "ndcg_at_10": 0.8706, + "ndcg_at_20": 0.87564, + "ndcg_at_100": 0.88066, + "ndcg_at_1000": 0.88165, + "map_at_1": 0.79, + "map_at_3": 0.83648, + "map_at_5": 0.84254, + "map_at_10": 0.84632, + "map_at_20": 0.84769, + "map_at_100": 0.84841, + "map_at_1000": 0.84845, + "recall_at_1": 0.79, + "recall_at_3": 0.89111, + "recall_at_5": 0.91778, + "recall_at_10": 0.94556, + "recall_at_20": 0.96556, + "recall_at_100": 0.99222, "recall_at_1000": 1.0, - "precision_at_1": 0.81444, - "precision_at_3": 0.30111, - "precision_at_5": 0.18533, - "precision_at_10": 0.09522, - "precision_at_20": 0.04883, - "precision_at_100": 0.0099, + "accuracy": 0.79, + "precision_at_1": 0.79, + "precision_at_3": 0.29704, + "precision_at_5": 0.18356, + "precision_at_10": 0.09456, + "precision_at_20": 0.04828, + "precision_at_100": 0.00992, "precision_at_1000": 0.001, - "mrr_at_1": 0.814444, - "mrr_at_3": 0.855, - "mrr_at_5": 0.860389, - "mrr_at_10": 0.8638, - "mrr_at_20": 0.865466, - "mrr_at_100": 0.865827, - "mrr_at_1000": 0.865878, - "nauc_ndcg_at_1_max": 0.723395, - "nauc_ndcg_at_1_std": -0.066663, - "nauc_ndcg_at_1_diff1": 0.888852, - "nauc_ndcg_at_3_max": 0.772068, - "nauc_ndcg_at_3_std": -0.011684, - "nauc_ndcg_at_3_diff1": 0.856837, - "nauc_ndcg_at_5_max": 0.768683, - "nauc_ndcg_at_5_std": -0.030756, - "nauc_ndcg_at_5_diff1": 0.857203, - "nauc_ndcg_at_10_max": 0.768025, - "nauc_ndcg_at_10_std": -0.026758, - "nauc_ndcg_at_10_diff1": 0.859001, - "nauc_ndcg_at_20_max": 0.766138, - "nauc_ndcg_at_20_std": -0.023385, - "nauc_ndcg_at_20_diff1": 0.866422, - "nauc_ndcg_at_100_max": 0.764341, - "nauc_ndcg_at_100_std": -0.018502, - "nauc_ndcg_at_100_diff1": 0.866837, - "nauc_ndcg_at_1000_max": 0.761883, - "nauc_ndcg_at_1000_std": -0.026598, - "nauc_ndcg_at_1000_diff1": 0.867061, - "nauc_map_at_1_max": 0.723395, - "nauc_map_at_1_std": -0.066663, - "nauc_map_at_1_diff1": 0.888852, - "nauc_map_at_3_max": 0.75995, - "nauc_map_at_3_std": -0.026929, - "nauc_map_at_3_diff1": 0.866117, - "nauc_map_at_5_max": 0.75779, - "nauc_map_at_5_std": -0.037318, - "nauc_map_at_5_diff1": 0.866645, - "nauc_map_at_10_max": 0.757527, - "nauc_map_at_10_std": -0.035897, - "nauc_map_at_10_diff1": 0.867864, - "nauc_map_at_20_max": 0.756894, - "nauc_map_at_20_std": -0.035428, - "nauc_map_at_20_diff1": 0.869472, - "nauc_map_at_100_max": 0.756724, - "nauc_map_at_100_std": -0.034405, - "nauc_map_at_100_diff1": 0.869562, - "nauc_map_at_1000_max": 0.756646, - "nauc_map_at_1000_std": -0.034634, - "nauc_map_at_1000_diff1": 0.869579, - "nauc_recall_at_1_max": 0.723395, - "nauc_recall_at_1_std": -0.066663, - "nauc_recall_at_1_diff1": 0.888852, - "nauc_recall_at_3_max": 0.820793, - "nauc_recall_at_3_std": 0.050737, - "nauc_recall_at_3_diff1": 0.818582, - "nauc_recall_at_5_max": 0.823077, - "nauc_recall_at_5_std": -0.001188, - "nauc_recall_at_5_diff1": 0.808038, - "nauc_recall_at_10_max": 0.844006, - "nauc_recall_at_10_std": 0.040486, - "nauc_recall_at_10_diff1": 0.789666, - "nauc_recall_at_20_max": 0.893646, - "nauc_recall_at_20_std": 0.177271, - "nauc_recall_at_20_diff1": 0.854275, - "nauc_recall_at_100_max": 0.954611, - "nauc_recall_at_100_std": 0.624754, - "nauc_recall_at_100_diff1": 0.854238, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.723395, - "nauc_precision_at_1_std": -0.066663, - "nauc_precision_at_1_diff1": 0.888852, - "nauc_precision_at_3_max": 0.820793, - "nauc_precision_at_3_std": 0.050737, - "nauc_precision_at_3_diff1": 0.818582, - "nauc_precision_at_5_max": 0.823077, - "nauc_precision_at_5_std": -0.001188, - "nauc_precision_at_5_diff1": 0.808038, - "nauc_precision_at_10_max": 0.844006, - "nauc_precision_at_10_std": 0.040486, - "nauc_precision_at_10_diff1": 0.789666, - "nauc_precision_at_20_max": 0.893646, - "nauc_precision_at_20_std": 0.177271, - "nauc_precision_at_20_diff1": 0.854275, - "nauc_precision_at_100_max": 0.954611, - "nauc_precision_at_100_std": 0.624754, - "nauc_precision_at_100_diff1": 0.854238, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.723395, - "nauc_mrr_at_1_std": -0.066663, - "nauc_mrr_at_1_diff1": 0.888852, - "nauc_mrr_at_3_max": 0.75995, - "nauc_mrr_at_3_std": -0.026929, - "nauc_mrr_at_3_diff1": 0.866117, - "nauc_mrr_at_5_max": 0.75779, - "nauc_mrr_at_5_std": -0.037318, - "nauc_mrr_at_5_diff1": 0.866645, - "nauc_mrr_at_10_max": 0.757527, - "nauc_mrr_at_10_std": -0.035897, - "nauc_mrr_at_10_diff1": 0.867864, - "nauc_mrr_at_20_max": 0.756894, - "nauc_mrr_at_20_std": -0.035428, - "nauc_mrr_at_20_diff1": 0.869472, - "nauc_mrr_at_100_max": 0.756724, - "nauc_mrr_at_100_std": -0.034405, - "nauc_mrr_at_100_diff1": 0.869562, - "nauc_mrr_at_1000_max": 0.756646, - "nauc_mrr_at_1000_std": -0.034634, - "nauc_mrr_at_1000_diff1": 0.869579, - "main_score": 0.8854, + "mrr_at_1": 0.79, + "mrr_at_3": 0.836481, + "mrr_at_5": 0.842537, + "mrr_at_10": 0.846316, + "mrr_at_20": 0.84769, + "mrr_at_100": 0.848413, + "mrr_at_1000": 0.848449, + "nauc_ndcg_at_1_max": 0.701827, + "nauc_ndcg_at_1_std": -0.097343, + "nauc_ndcg_at_1_diff1": 0.898614, + "nauc_ndcg_at_3_max": 0.743349, + "nauc_ndcg_at_3_std": -0.063626, + "nauc_ndcg_at_3_diff1": 0.874566, + "nauc_ndcg_at_5_max": 0.746567, + "nauc_ndcg_at_5_std": -0.052748, + "nauc_ndcg_at_5_diff1": 0.87572, + "nauc_ndcg_at_10_max": 0.742419, + "nauc_ndcg_at_10_std": -0.051749, + "nauc_ndcg_at_10_diff1": 0.876883, + "nauc_ndcg_at_20_max": 0.744316, + "nauc_ndcg_at_20_std": -0.049795, + "nauc_ndcg_at_20_diff1": 0.880542, + "nauc_ndcg_at_100_max": 0.739329, + "nauc_ndcg_at_100_std": -0.053907, + "nauc_ndcg_at_100_diff1": 0.881946, + "nauc_ndcg_at_1000_max": 0.737574, + "nauc_ndcg_at_1000_std": -0.060737, + "nauc_ndcg_at_1000_diff1": 0.881767, + "nauc_map_at_1_max": 0.701827, + "nauc_map_at_1_std": -0.097343, + "nauc_map_at_1_diff1": 0.898614, + "nauc_map_at_3_max": 0.73291, + "nauc_map_at_3_std": -0.075828, + "nauc_map_at_3_diff1": 0.881498, + "nauc_map_at_5_max": 0.734316, + "nauc_map_at_5_std": -0.070267, + "nauc_map_at_5_diff1": 0.882289, + "nauc_map_at_10_max": 0.732466, + "nauc_map_at_10_std": -0.069996, + "nauc_map_at_10_diff1": 0.882791, + "nauc_map_at_20_max": 0.732958, + "nauc_map_at_20_std": -0.069928, + "nauc_map_at_20_diff1": 0.88373, + "nauc_map_at_100_max": 0.732307, + "nauc_map_at_100_std": -0.070402, + "nauc_map_at_100_diff1": 0.883827, + "nauc_map_at_1000_max": 0.732259, + "nauc_map_at_1000_std": -0.070571, + "nauc_map_at_1000_diff1": 0.883825, + "nauc_recall_at_1_max": 0.701827, + "nauc_recall_at_1_std": -0.097343, + "nauc_recall_at_1_diff1": 0.898614, + "nauc_recall_at_3_max": 0.785276, + "nauc_recall_at_3_std": -0.011956, + "nauc_recall_at_3_diff1": 0.846092, + "nauc_recall_at_5_max": 0.809126, + "nauc_recall_at_5_std": 0.04138, + "nauc_recall_at_5_diff1": 0.842103, + "nauc_recall_at_10_max": 0.813192, + "nauc_recall_at_10_std": 0.091065, + "nauc_recall_at_10_diff1": 0.834096, + "nauc_recall_at_20_max": 0.874944, + "nauc_recall_at_20_std": 0.206906, + "nauc_recall_at_20_diff1": 0.856872, + "nauc_recall_at_100_max": 0.941643, + "nauc_recall_at_100_std": 0.745632, + "nauc_recall_at_100_diff1": 0.904295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701827, + "nauc_precision_at_1_std": -0.097343, + "nauc_precision_at_1_diff1": 0.898614, + "nauc_precision_at_3_max": 0.785276, + "nauc_precision_at_3_std": -0.011956, + "nauc_precision_at_3_diff1": 0.846092, + "nauc_precision_at_5_max": 0.809126, + "nauc_precision_at_5_std": 0.04138, + "nauc_precision_at_5_diff1": 0.842103, + "nauc_precision_at_10_max": 0.813192, + "nauc_precision_at_10_std": 0.091065, + "nauc_precision_at_10_diff1": 0.834096, + "nauc_precision_at_20_max": 0.874944, + "nauc_precision_at_20_std": 0.206906, + "nauc_precision_at_20_diff1": 0.856872, + "nauc_precision_at_100_max": 0.941643, + "nauc_precision_at_100_std": 0.745632, + "nauc_precision_at_100_diff1": 0.904295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701827, + "nauc_mrr_at_1_std": -0.097343, + "nauc_mrr_at_1_diff1": 0.898614, + "nauc_mrr_at_3_max": 0.73291, + "nauc_mrr_at_3_std": -0.075828, + "nauc_mrr_at_3_diff1": 0.881498, + "nauc_mrr_at_5_max": 0.734316, + "nauc_mrr_at_5_std": -0.070267, + "nauc_mrr_at_5_diff1": 0.882289, + "nauc_mrr_at_10_max": 0.732466, + "nauc_mrr_at_10_std": -0.069996, + "nauc_mrr_at_10_diff1": 0.882791, + "nauc_mrr_at_20_max": 0.732958, + "nauc_mrr_at_20_std": -0.069928, + "nauc_mrr_at_20_diff1": 0.88373, + "nauc_mrr_at_100_max": 0.732307, + "nauc_mrr_at_100_std": -0.070402, + "nauc_mrr_at_100_diff1": 0.883827, + "nauc_mrr_at_1000_max": 0.732259, + "nauc_mrr_at_1000_std": -0.070571, + "nauc_mrr_at_1000_diff1": 0.883825, + "hit_rate_at_1": 0.79, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.8706, "hf_subset": "hin_Latn-hin_Deva", "languages": [ "hin-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "ndcg_at_1": 0.68111, - "ndcg_at_3": 0.74211, - "ndcg_at_5": 0.75598, - "ndcg_at_10": 0.76815, - "ndcg_at_20": 0.77599, - "ndcg_at_100": 0.79, - "ndcg_at_1000": 0.79515, - "map_at_1": 0.68111, - "map_at_3": 0.72778, - "map_at_5": 0.73556, - "map_at_10": 0.74055, - "map_at_20": 0.74268, - "map_at_100": 0.74462, - "map_at_1000": 0.74484, - "recall_at_1": 0.68111, - "recall_at_3": 0.78333, - "recall_at_5": 0.81667, - "recall_at_10": 0.85444, - "recall_at_20": 0.88556, - "recall_at_100": 0.96111, + "ndcg_at_1": 0.65444, + "ndcg_at_3": 0.72959, + "ndcg_at_5": 0.74235, + "ndcg_at_10": 0.75331, + "ndcg_at_20": 0.7628, + "ndcg_at_100": 0.77673, + "ndcg_at_1000": 0.78223, + "map_at_1": 0.65444, + "map_at_3": 0.71204, + "map_at_5": 0.71909, + "map_at_10": 0.72351, + "map_at_20": 0.72608, + "map_at_100": 0.72796, + "map_at_1000": 0.7282, + "recall_at_1": 0.65444, + "recall_at_3": 0.78, + "recall_at_5": 0.81111, + "recall_at_10": 0.84556, + "recall_at_20": 0.88333, + "recall_at_100": 0.95889, "recall_at_1000": 1.0, - "precision_at_1": 0.68111, - "precision_at_3": 0.26111, - "precision_at_5": 0.16333, - "precision_at_10": 0.08544, - "precision_at_20": 0.04428, - "precision_at_100": 0.00961, + "accuracy": 0.65444, + "precision_at_1": 0.65444, + "precision_at_3": 0.26, + "precision_at_5": 0.16222, + "precision_at_10": 0.08456, + "precision_at_20": 0.04417, + "precision_at_100": 0.00959, "precision_at_1000": 0.001, - "mrr_at_1": 0.681111, - "mrr_at_3": 0.727778, - "mrr_at_5": 0.735556, - "mrr_at_10": 0.740547, - "mrr_at_20": 0.742681, - "mrr_at_100": 0.744621, - "mrr_at_1000": 0.74484, - "nauc_ndcg_at_1_max": 0.747873, - "nauc_ndcg_at_1_std": 0.329791, - "nauc_ndcg_at_1_diff1": 0.86933, - "nauc_ndcg_at_3_max": 0.799248, - "nauc_ndcg_at_3_std": 0.394323, - "nauc_ndcg_at_3_diff1": 0.838293, - "nauc_ndcg_at_5_max": 0.795443, - "nauc_ndcg_at_5_std": 0.392556, - "nauc_ndcg_at_5_diff1": 0.830076, - "nauc_ndcg_at_10_max": 0.793659, - "nauc_ndcg_at_10_std": 0.395151, - "nauc_ndcg_at_10_diff1": 0.832125, - "nauc_ndcg_at_20_max": 0.78939, - "nauc_ndcg_at_20_std": 0.390764, - "nauc_ndcg_at_20_diff1": 0.83144, - "nauc_ndcg_at_100_max": 0.788761, - "nauc_ndcg_at_100_std": 0.391916, - "nauc_ndcg_at_100_diff1": 0.837044, - "nauc_ndcg_at_1000_max": 0.786679, - "nauc_ndcg_at_1000_std": 0.384168, - "nauc_ndcg_at_1000_diff1": 0.838519, - "nauc_map_at_1_max": 0.747873, - "nauc_map_at_1_std": 0.329791, - "nauc_map_at_1_diff1": 0.86933, - "nauc_map_at_3_max": 0.786873, - "nauc_map_at_3_std": 0.377411, - "nauc_map_at_3_diff1": 0.846523, - "nauc_map_at_5_max": 0.784571, - "nauc_map_at_5_std": 0.375801, - "nauc_map_at_5_diff1": 0.842422, - "nauc_map_at_10_max": 0.783731, - "nauc_map_at_10_std": 0.376437, - "nauc_map_at_10_diff1": 0.843406, - "nauc_map_at_20_max": 0.782559, - "nauc_map_at_20_std": 0.375015, - "nauc_map_at_20_diff1": 0.843344, - "nauc_map_at_100_max": 0.782337, - "nauc_map_at_100_std": 0.375038, - "nauc_map_at_100_diff1": 0.843923, - "nauc_map_at_1000_max": 0.782262, - "nauc_map_at_1000_std": 0.374773, - "nauc_map_at_1000_diff1": 0.843978, - "nauc_recall_at_1_max": 0.747873, - "nauc_recall_at_1_std": 0.329791, - "nauc_recall_at_1_diff1": 0.86933, - "nauc_recall_at_3_max": 0.841041, - "nauc_recall_at_3_std": 0.452208, - "nauc_recall_at_3_diff1": 0.810077, - "nauc_recall_at_5_max": 0.835851, - "nauc_recall_at_5_std": 0.457077, - "nauc_recall_at_5_diff1": 0.780967, - "nauc_recall_at_10_max": 0.836896, - "nauc_recall_at_10_std": 0.483981, - "nauc_recall_at_10_diff1": 0.778914, - "nauc_recall_at_20_max": 0.818209, - "nauc_recall_at_20_std": 0.47769, - "nauc_recall_at_20_diff1": 0.761183, - "nauc_recall_at_100_max": 0.862678, - "nauc_recall_at_100_std": 0.667587, - "nauc_recall_at_100_diff1": 0.785194, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.747873, - "nauc_precision_at_1_std": 0.329791, - "nauc_precision_at_1_diff1": 0.86933, - "nauc_precision_at_3_max": 0.841041, - "nauc_precision_at_3_std": 0.452208, - "nauc_precision_at_3_diff1": 0.810077, - "nauc_precision_at_5_max": 0.835851, - "nauc_precision_at_5_std": 0.457077, - "nauc_precision_at_5_diff1": 0.780967, - "nauc_precision_at_10_max": 0.836896, - "nauc_precision_at_10_std": 0.483981, - "nauc_precision_at_10_diff1": 0.778914, - "nauc_precision_at_20_max": 0.818209, - "nauc_precision_at_20_std": 0.47769, - "nauc_precision_at_20_diff1": 0.761183, - "nauc_precision_at_100_max": 0.862678, - "nauc_precision_at_100_std": 0.667587, - "nauc_precision_at_100_diff1": 0.785194, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.747873, - "nauc_mrr_at_1_std": 0.329791, - "nauc_mrr_at_1_diff1": 0.86933, - "nauc_mrr_at_3_max": 0.786873, - "nauc_mrr_at_3_std": 0.377411, - "nauc_mrr_at_3_diff1": 0.846523, - "nauc_mrr_at_5_max": 0.784571, - "nauc_mrr_at_5_std": 0.375801, - "nauc_mrr_at_5_diff1": 0.842422, - "nauc_mrr_at_10_max": 0.783731, - "nauc_mrr_at_10_std": 0.376437, - "nauc_mrr_at_10_diff1": 0.843406, - "nauc_mrr_at_20_max": 0.782559, - "nauc_mrr_at_20_std": 0.375015, - "nauc_mrr_at_20_diff1": 0.843344, - "nauc_mrr_at_100_max": 0.782337, - "nauc_mrr_at_100_std": 0.375038, - "nauc_mrr_at_100_diff1": 0.843923, - "nauc_mrr_at_1000_max": 0.782262, - "nauc_mrr_at_1000_std": 0.374773, - "nauc_mrr_at_1000_diff1": 0.843978, - "main_score": 0.76815, + "mrr_at_1": 0.654444, + "mrr_at_3": 0.712037, + "mrr_at_5": 0.719093, + "mrr_at_10": 0.723511, + "mrr_at_20": 0.726082, + "mrr_at_100": 0.727964, + "mrr_at_1000": 0.728205, + "nauc_ndcg_at_1_max": 0.733375, + "nauc_ndcg_at_1_std": 0.281187, + "nauc_ndcg_at_1_diff1": 0.880224, + "nauc_ndcg_at_3_max": 0.787852, + "nauc_ndcg_at_3_std": 0.372799, + "nauc_ndcg_at_3_diff1": 0.83494, + "nauc_ndcg_at_5_max": 0.785833, + "nauc_ndcg_at_5_std": 0.37182, + "nauc_ndcg_at_5_diff1": 0.831643, + "nauc_ndcg_at_10_max": 0.78547, + "nauc_ndcg_at_10_std": 0.377618, + "nauc_ndcg_at_10_diff1": 0.835878, + "nauc_ndcg_at_20_max": 0.777985, + "nauc_ndcg_at_20_std": 0.36656, + "nauc_ndcg_at_20_diff1": 0.836531, + "nauc_ndcg_at_100_max": 0.777139, + "nauc_ndcg_at_100_std": 0.365069, + "nauc_ndcg_at_100_diff1": 0.839675, + "nauc_ndcg_at_1000_max": 0.775497, + "nauc_ndcg_at_1000_std": 0.357949, + "nauc_ndcg_at_1000_diff1": 0.841815, + "nauc_map_at_1_max": 0.733375, + "nauc_map_at_1_std": 0.281187, + "nauc_map_at_1_diff1": 0.880224, + "nauc_map_at_3_max": 0.774207, + "nauc_map_at_3_std": 0.347709, + "nauc_map_at_3_diff1": 0.846506, + "nauc_map_at_5_max": 0.772833, + "nauc_map_at_5_std": 0.346679, + "nauc_map_at_5_diff1": 0.84511, + "nauc_map_at_10_max": 0.77266, + "nauc_map_at_10_std": 0.348611, + "nauc_map_at_10_diff1": 0.846962, + "nauc_map_at_20_max": 0.770832, + "nauc_map_at_20_std": 0.345904, + "nauc_map_at_20_diff1": 0.847214, + "nauc_map_at_100_max": 0.770593, + "nauc_map_at_100_std": 0.345615, + "nauc_map_at_100_diff1": 0.847471, + "nauc_map_at_1000_max": 0.77053, + "nauc_map_at_1000_std": 0.345345, + "nauc_map_at_1000_diff1": 0.847559, + "nauc_recall_at_1_max": 0.733375, + "nauc_recall_at_1_std": 0.281187, + "nauc_recall_at_1_diff1": 0.880224, + "nauc_recall_at_3_max": 0.835317, + "nauc_recall_at_3_std": 0.461281, + "nauc_recall_at_3_diff1": 0.794581, + "nauc_recall_at_5_max": 0.835667, + "nauc_recall_at_5_std": 0.470059, + "nauc_recall_at_5_diff1": 0.778642, + "nauc_recall_at_10_max": 0.842732, + "nauc_recall_at_10_std": 0.514844, + "nauc_recall_at_10_diff1": 0.786658, + "nauc_recall_at_20_max": 0.803942, + "nauc_recall_at_20_std": 0.471216, + "nauc_recall_at_20_diff1": 0.777441, + "nauc_recall_at_100_max": 0.834078, + "nauc_recall_at_100_std": 0.61101, + "nauc_recall_at_100_diff1": 0.767015, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733375, + "nauc_precision_at_1_std": 0.281187, + "nauc_precision_at_1_diff1": 0.880224, + "nauc_precision_at_3_max": 0.835317, + "nauc_precision_at_3_std": 0.461281, + "nauc_precision_at_3_diff1": 0.794581, + "nauc_precision_at_5_max": 0.835667, + "nauc_precision_at_5_std": 0.470059, + "nauc_precision_at_5_diff1": 0.778642, + "nauc_precision_at_10_max": 0.842732, + "nauc_precision_at_10_std": 0.514844, + "nauc_precision_at_10_diff1": 0.786658, + "nauc_precision_at_20_max": 0.803942, + "nauc_precision_at_20_std": 0.471216, + "nauc_precision_at_20_diff1": 0.777441, + "nauc_precision_at_100_max": 0.834078, + "nauc_precision_at_100_std": 0.61101, + "nauc_precision_at_100_diff1": 0.767015, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733375, + "nauc_mrr_at_1_std": 0.281187, + "nauc_mrr_at_1_diff1": 0.880224, + "nauc_mrr_at_3_max": 0.774207, + "nauc_mrr_at_3_std": 0.347709, + "nauc_mrr_at_3_diff1": 0.846506, + "nauc_mrr_at_5_max": 0.772833, + "nauc_mrr_at_5_std": 0.346679, + "nauc_mrr_at_5_diff1": 0.84511, + "nauc_mrr_at_10_max": 0.77266, + "nauc_mrr_at_10_std": 0.348611, + "nauc_mrr_at_10_diff1": 0.846962, + "nauc_mrr_at_20_max": 0.770832, + "nauc_mrr_at_20_std": 0.345904, + "nauc_mrr_at_20_diff1": 0.847214, + "nauc_mrr_at_100_max": 0.770593, + "nauc_mrr_at_100_std": 0.345615, + "nauc_mrr_at_100_diff1": 0.847471, + "nauc_mrr_at_1000_max": 0.77053, + "nauc_mrr_at_1000_std": 0.345345, + "nauc_mrr_at_1000_diff1": 0.847559, + "hit_rate_at_1": 0.65444, + "hit_rate_at_3": 0.78, + "hit_rate_at_5": 0.81111, + "hit_rate_at_10": 0.84556, + "hit_rate_at_20": 0.88333, + "hit_rate_at_100": 0.95889, + "hit_rate_at_1000": 1.0, + "main_score": 0.75331, "hf_subset": "npi_Deva-npi_Latn", "languages": [ "npi-Deva", "npi-Latn" - ] - }, - { - "ndcg_at_1": 0.71889, - "ndcg_at_3": 0.77972, - "ndcg_at_5": 0.79416, - "ndcg_at_10": 0.80603, - "ndcg_at_20": 0.814, - "ndcg_at_100": 0.82511, - "ndcg_at_1000": 0.82731, - "map_at_1": 0.71889, - "map_at_3": 0.765, - "map_at_5": 0.77289, - "map_at_10": 0.77801, - "map_at_20": 0.78024, - "map_at_100": 0.78185, - "map_at_1000": 0.78194, - "recall_at_1": 0.71889, - "recall_at_3": 0.82222, - "recall_at_5": 0.85778, - "recall_at_10": 0.89333, - "recall_at_20": 0.92444, - "recall_at_100": 0.98333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70778, + "ndcg_at_3": 0.76733, + "ndcg_at_5": 0.78153, + "ndcg_at_10": 0.79138, + "ndcg_at_20": 0.80088, + "ndcg_at_100": 0.81233, + "ndcg_at_1000": 0.81594, + "map_at_1": 0.70778, + "map_at_3": 0.75259, + "map_at_5": 0.76048, + "map_at_10": 0.76463, + "map_at_20": 0.76721, + "map_at_100": 0.76884, + "map_at_1000": 0.76901, + "recall_at_1": 0.70778, + "recall_at_3": 0.81, + "recall_at_5": 0.84444, + "recall_at_10": 0.87444, + "recall_at_20": 0.91222, + "recall_at_100": 0.97333, "recall_at_1000": 1.0, - "precision_at_1": 0.71889, - "precision_at_3": 0.27407, - "precision_at_5": 0.17156, - "precision_at_10": 0.08933, - "precision_at_20": 0.04622, - "precision_at_100": 0.00983, + "accuracy": 0.70778, + "precision_at_1": 0.70778, + "precision_at_3": 0.27, + "precision_at_5": 0.16889, + "precision_at_10": 0.08744, + "precision_at_20": 0.04561, + "precision_at_100": 0.00973, "precision_at_1000": 0.001, - "mrr_at_1": 0.718889, - "mrr_at_3": 0.765, - "mrr_at_5": 0.772889, - "mrr_at_10": 0.778005, - "mrr_at_20": 0.780244, - "mrr_at_100": 0.781849, - "mrr_at_1000": 0.781941, - "nauc_ndcg_at_1_max": 0.654088, - "nauc_ndcg_at_1_std": 0.027693, - "nauc_ndcg_at_1_diff1": 0.843029, - "nauc_ndcg_at_3_max": 0.693472, - "nauc_ndcg_at_3_std": 0.06048, - "nauc_ndcg_at_3_diff1": 0.820784, - "nauc_ndcg_at_5_max": 0.695081, - "nauc_ndcg_at_5_std": 0.062025, - "nauc_ndcg_at_5_diff1": 0.821387, - "nauc_ndcg_at_10_max": 0.698451, - "nauc_ndcg_at_10_std": 0.07381, - "nauc_ndcg_at_10_diff1": 0.823699, - "nauc_ndcg_at_20_max": 0.693976, - "nauc_ndcg_at_20_std": 0.069592, - "nauc_ndcg_at_20_diff1": 0.825998, - "nauc_ndcg_at_100_max": 0.69074, - "nauc_ndcg_at_100_std": 0.070296, - "nauc_ndcg_at_100_diff1": 0.82736, - "nauc_ndcg_at_1000_max": 0.688317, - "nauc_ndcg_at_1000_std": 0.06326, - "nauc_ndcg_at_1000_diff1": 0.826833, - "nauc_map_at_1_max": 0.654088, - "nauc_map_at_1_std": 0.027693, - "nauc_map_at_1_diff1": 0.843029, - "nauc_map_at_3_max": 0.684048, - "nauc_map_at_3_std": 0.051194, - "nauc_map_at_3_diff1": 0.82709, - "nauc_map_at_5_max": 0.684389, - "nauc_map_at_5_std": 0.051563, - "nauc_map_at_5_diff1": 0.827367, - "nauc_map_at_10_max": 0.6855, - "nauc_map_at_10_std": 0.055766, - "nauc_map_at_10_diff1": 0.828343, - "nauc_map_at_20_max": 0.684243, - "nauc_map_at_20_std": 0.054544, - "nauc_map_at_20_diff1": 0.828831, - "nauc_map_at_100_max": 0.683667, - "nauc_map_at_100_std": 0.054899, - "nauc_map_at_100_diff1": 0.828883, - "nauc_map_at_1000_max": 0.683575, - "nauc_map_at_1000_std": 0.054658, - "nauc_map_at_1000_diff1": 0.828859, - "nauc_recall_at_1_max": 0.654088, - "nauc_recall_at_1_std": 0.027693, - "nauc_recall_at_1_diff1": 0.843029, - "nauc_recall_at_3_max": 0.726882, - "nauc_recall_at_3_std": 0.094284, - "nauc_recall_at_3_diff1": 0.797827, - "nauc_recall_at_5_max": 0.740791, - "nauc_recall_at_5_std": 0.107716, - "nauc_recall_at_5_diff1": 0.796138, - "nauc_recall_at_10_max": 0.770461, - "nauc_recall_at_10_std": 0.180974, - "nauc_recall_at_10_diff1": 0.800723, - "nauc_recall_at_20_max": 0.760841, - "nauc_recall_at_20_std": 0.187119, - "nauc_recall_at_20_diff1": 0.813856, - "nauc_recall_at_100_max": 0.857765, - "nauc_recall_at_100_std": 0.567165, - "nauc_recall_at_100_diff1": 0.861345, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.654088, - "nauc_precision_at_1_std": 0.027693, - "nauc_precision_at_1_diff1": 0.843029, - "nauc_precision_at_3_max": 0.726882, - "nauc_precision_at_3_std": 0.094284, - "nauc_precision_at_3_diff1": 0.797827, - "nauc_precision_at_5_max": 0.740791, - "nauc_precision_at_5_std": 0.107716, - "nauc_precision_at_5_diff1": 0.796138, - "nauc_precision_at_10_max": 0.770461, - "nauc_precision_at_10_std": 0.180974, - "nauc_precision_at_10_diff1": 0.800723, - "nauc_precision_at_20_max": 0.760841, - "nauc_precision_at_20_std": 0.187119, - "nauc_precision_at_20_diff1": 0.813856, - "nauc_precision_at_100_max": 0.857765, - "nauc_precision_at_100_std": 0.567165, - "nauc_precision_at_100_diff1": 0.861345, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.654088, - "nauc_mrr_at_1_std": 0.027693, - "nauc_mrr_at_1_diff1": 0.843029, - "nauc_mrr_at_3_max": 0.684048, - "nauc_mrr_at_3_std": 0.051194, - "nauc_mrr_at_3_diff1": 0.82709, - "nauc_mrr_at_5_max": 0.684389, - "nauc_mrr_at_5_std": 0.051563, - "nauc_mrr_at_5_diff1": 0.827367, - "nauc_mrr_at_10_max": 0.6855, - "nauc_mrr_at_10_std": 0.055766, - "nauc_mrr_at_10_diff1": 0.828343, - "nauc_mrr_at_20_max": 0.684243, - "nauc_mrr_at_20_std": 0.054544, - "nauc_mrr_at_20_diff1": 0.828831, - "nauc_mrr_at_100_max": 0.683667, - "nauc_mrr_at_100_std": 0.054899, - "nauc_mrr_at_100_diff1": 0.828883, - "nauc_mrr_at_1000_max": 0.683575, - "nauc_mrr_at_1000_std": 0.054658, - "nauc_mrr_at_1000_diff1": 0.828859, - "main_score": 0.80603, + "mrr_at_1": 0.707778, + "mrr_at_3": 0.752593, + "mrr_at_5": 0.760481, + "mrr_at_10": 0.764633, + "mrr_at_20": 0.767215, + "mrr_at_100": 0.76884, + "mrr_at_1000": 0.769011, + "nauc_ndcg_at_1_max": 0.643001, + "nauc_ndcg_at_1_std": 0.050319, + "nauc_ndcg_at_1_diff1": 0.824112, + "nauc_ndcg_at_3_max": 0.684891, + "nauc_ndcg_at_3_std": 0.09053, + "nauc_ndcg_at_3_diff1": 0.809071, + "nauc_ndcg_at_5_max": 0.685223, + "nauc_ndcg_at_5_std": 0.10011, + "nauc_ndcg_at_5_diff1": 0.805859, + "nauc_ndcg_at_10_max": 0.687878, + "nauc_ndcg_at_10_std": 0.106873, + "nauc_ndcg_at_10_diff1": 0.808089, + "nauc_ndcg_at_20_max": 0.686378, + "nauc_ndcg_at_20_std": 0.106488, + "nauc_ndcg_at_20_diff1": 0.809073, + "nauc_ndcg_at_100_max": 0.683486, + "nauc_ndcg_at_100_std": 0.106082, + "nauc_ndcg_at_100_diff1": 0.812189, + "nauc_ndcg_at_1000_max": 0.679916, + "nauc_ndcg_at_1000_std": 0.095806, + "nauc_ndcg_at_1000_diff1": 0.812091, + "nauc_map_at_1_max": 0.643001, + "nauc_map_at_1_std": 0.050319, + "nauc_map_at_1_diff1": 0.824112, + "nauc_map_at_3_max": 0.675059, + "nauc_map_at_3_std": 0.079144, + "nauc_map_at_3_diff1": 0.813298, + "nauc_map_at_5_max": 0.674899, + "nauc_map_at_5_std": 0.083725, + "nauc_map_at_5_diff1": 0.811959, + "nauc_map_at_10_max": 0.675907, + "nauc_map_at_10_std": 0.086269, + "nauc_map_at_10_diff1": 0.81311, + "nauc_map_at_20_max": 0.675332, + "nauc_map_at_20_std": 0.08568, + "nauc_map_at_20_diff1": 0.813368, + "nauc_map_at_100_max": 0.674723, + "nauc_map_at_100_std": 0.085511, + "nauc_map_at_100_diff1": 0.813797, + "nauc_map_at_1000_max": 0.674586, + "nauc_map_at_1000_std": 0.085112, + "nauc_map_at_1000_diff1": 0.813804, + "nauc_recall_at_1_max": 0.643001, + "nauc_recall_at_1_std": 0.050319, + "nauc_recall_at_1_diff1": 0.824112, + "nauc_recall_at_3_max": 0.719117, + "nauc_recall_at_3_std": 0.131338, + "nauc_recall_at_3_diff1": 0.793939, + "nauc_recall_at_5_max": 0.727183, + "nauc_recall_at_5_std": 0.17032, + "nauc_recall_at_5_diff1": 0.779474, + "nauc_recall_at_10_max": 0.747006, + "nauc_recall_at_10_std": 0.214884, + "nauc_recall_at_10_diff1": 0.782552, + "nauc_recall_at_20_max": 0.759547, + "nauc_recall_at_20_std": 0.258903, + "nauc_recall_at_20_diff1": 0.781123, + "nauc_recall_at_100_max": 0.848078, + "nauc_recall_at_100_std": 0.576253, + "nauc_recall_at_100_diff1": 0.819678, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.643001, + "nauc_precision_at_1_std": 0.050319, + "nauc_precision_at_1_diff1": 0.824112, + "nauc_precision_at_3_max": 0.719117, + "nauc_precision_at_3_std": 0.131338, + "nauc_precision_at_3_diff1": 0.793939, + "nauc_precision_at_5_max": 0.727183, + "nauc_precision_at_5_std": 0.17032, + "nauc_precision_at_5_diff1": 0.779474, + "nauc_precision_at_10_max": 0.747006, + "nauc_precision_at_10_std": 0.214884, + "nauc_precision_at_10_diff1": 0.782552, + "nauc_precision_at_20_max": 0.759547, + "nauc_precision_at_20_std": 0.258903, + "nauc_precision_at_20_diff1": 0.781123, + "nauc_precision_at_100_max": 0.848078, + "nauc_precision_at_100_std": 0.576253, + "nauc_precision_at_100_diff1": 0.819678, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.643001, + "nauc_mrr_at_1_std": 0.050319, + "nauc_mrr_at_1_diff1": 0.824112, + "nauc_mrr_at_3_max": 0.675059, + "nauc_mrr_at_3_std": 0.079144, + "nauc_mrr_at_3_diff1": 0.813298, + "nauc_mrr_at_5_max": 0.674899, + "nauc_mrr_at_5_std": 0.083725, + "nauc_mrr_at_5_diff1": 0.811959, + "nauc_mrr_at_10_max": 0.675907, + "nauc_mrr_at_10_std": 0.086269, + "nauc_mrr_at_10_diff1": 0.81311, + "nauc_mrr_at_20_max": 0.675332, + "nauc_mrr_at_20_std": 0.08568, + "nauc_mrr_at_20_diff1": 0.813368, + "nauc_mrr_at_100_max": 0.674723, + "nauc_mrr_at_100_std": 0.085511, + "nauc_mrr_at_100_diff1": 0.813797, + "nauc_mrr_at_1000_max": 0.674586, + "nauc_mrr_at_1000_std": 0.085112, + "nauc_mrr_at_1000_diff1": 0.813804, + "hit_rate_at_1": 0.70778, + "hit_rate_at_3": 0.81, + "hit_rate_at_5": 0.84444, + "hit_rate_at_10": 0.87444, + "hit_rate_at_20": 0.91222, + "hit_rate_at_100": 0.97333, + "hit_rate_at_1000": 1.0, + "main_score": 0.79138, "hf_subset": "npi_Latn-npi_Deva", "languages": [ "npi-Latn", "npi-Deva" - ] - }, - { - "ndcg_at_1": 0.31667, - "ndcg_at_3": 0.38103, - "ndcg_at_5": 0.40585, - "ndcg_at_10": 0.4264, - "ndcg_at_20": 0.44897, - "ndcg_at_100": 0.48337, - "ndcg_at_1000": 0.50604, - "map_at_1": 0.31667, - "map_at_3": 0.36593, - "map_at_5": 0.37976, - "map_at_10": 0.38828, - "map_at_20": 0.39452, - "map_at_100": 0.39913, - "map_at_1000": 0.40001, - "recall_at_1": 0.31667, - "recall_at_3": 0.42444, - "recall_at_5": 0.48444, - "recall_at_10": 0.54778, - "recall_at_20": 0.63667, - "recall_at_100": 0.82444, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.29889, + "ndcg_at_3": 0.35969, + "ndcg_at_5": 0.38499, + "ndcg_at_10": 0.4075, + "ndcg_at_20": 0.42721, + "ndcg_at_100": 0.46285, + "ndcg_at_1000": 0.48798, + "map_at_1": 0.29889, + "map_at_3": 0.34463, + "map_at_5": 0.35874, + "map_at_10": 0.36795, + "map_at_20": 0.37338, + "map_at_100": 0.37824, + "map_at_1000": 0.37921, + "recall_at_1": 0.29889, + "recall_at_3": 0.40333, + "recall_at_5": 0.46444, + "recall_at_10": 0.53444, + "recall_at_20": 0.61222, + "recall_at_100": 0.80556, "recall_at_1000": 1.0, - "precision_at_1": 0.31667, - "precision_at_3": 0.14148, - "precision_at_5": 0.09689, - "precision_at_10": 0.05478, - "precision_at_20": 0.03183, - "precision_at_100": 0.00824, - "precision_at_1000": 0.001, - "mrr_at_1": 0.316667, - "mrr_at_3": 0.365926, - "mrr_at_5": 0.379759, - "mrr_at_10": 0.38828, - "mrr_at_20": 0.39452, - "mrr_at_100": 0.399134, - "mrr_at_1000": 0.400009, - "nauc_ndcg_at_1_max": 0.686823, - "nauc_ndcg_at_1_std": 0.339806, - "nauc_ndcg_at_1_diff1": 0.695065, - "nauc_ndcg_at_3_max": 0.689741, - "nauc_ndcg_at_3_std": 0.355009, - "nauc_ndcg_at_3_diff1": 0.625249, - "nauc_ndcg_at_5_max": 0.680761, - "nauc_ndcg_at_5_std": 0.366505, - "nauc_ndcg_at_5_diff1": 0.599107, - "nauc_ndcg_at_10_max": 0.672366, - "nauc_ndcg_at_10_std": 0.361635, - "nauc_ndcg_at_10_diff1": 0.589765, - "nauc_ndcg_at_20_max": 0.671601, - "nauc_ndcg_at_20_std": 0.373831, - "nauc_ndcg_at_20_diff1": 0.584111, - "nauc_ndcg_at_100_max": 0.671185, - "nauc_ndcg_at_100_std": 0.372971, - "nauc_ndcg_at_100_diff1": 0.590561, - "nauc_ndcg_at_1000_max": 0.675674, - "nauc_ndcg_at_1000_std": 0.366571, - "nauc_ndcg_at_1000_diff1": 0.602367, - "nauc_map_at_1_max": 0.686823, - "nauc_map_at_1_std": 0.339806, - "nauc_map_at_1_diff1": 0.695065, - "nauc_map_at_3_max": 0.689261, - "nauc_map_at_3_std": 0.351404, - "nauc_map_at_3_diff1": 0.640679, - "nauc_map_at_5_max": 0.68456, - "nauc_map_at_5_std": 0.358148, - "nauc_map_at_5_diff1": 0.626295, - "nauc_map_at_10_max": 0.681173, - "nauc_map_at_10_std": 0.356131, - "nauc_map_at_10_diff1": 0.622373, - "nauc_map_at_20_max": 0.680993, - "nauc_map_at_20_std": 0.359164, - "nauc_map_at_20_diff1": 0.62097, - "nauc_map_at_100_max": 0.680949, - "nauc_map_at_100_std": 0.359441, - "nauc_map_at_100_diff1": 0.621748, - "nauc_map_at_1000_max": 0.681039, - "nauc_map_at_1000_std": 0.359202, - "nauc_map_at_1000_diff1": 0.622095, - "nauc_recall_at_1_max": 0.686823, - "nauc_recall_at_1_std": 0.339806, - "nauc_recall_at_1_diff1": 0.695065, - "nauc_recall_at_3_max": 0.691019, - "nauc_recall_at_3_std": 0.365264, - "nauc_recall_at_3_diff1": 0.581825, - "nauc_recall_at_5_max": 0.668031, - "nauc_recall_at_5_std": 0.391844, - "nauc_recall_at_5_diff1": 0.517151, - "nauc_recall_at_10_max": 0.640243, - "nauc_recall_at_10_std": 0.377568, - "nauc_recall_at_10_diff1": 0.484065, - "nauc_recall_at_20_max": 0.632874, - "nauc_recall_at_20_std": 0.436359, - "nauc_recall_at_20_diff1": 0.445855, - "nauc_recall_at_100_max": 0.601614, - "nauc_recall_at_100_std": 0.460933, - "nauc_recall_at_100_diff1": 0.416671, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.686823, - "nauc_precision_at_1_std": 0.339806, - "nauc_precision_at_1_diff1": 0.695065, - "nauc_precision_at_3_max": 0.691019, - "nauc_precision_at_3_std": 0.365264, - "nauc_precision_at_3_diff1": 0.581825, - "nauc_precision_at_5_max": 0.668031, - "nauc_precision_at_5_std": 0.391844, - "nauc_precision_at_5_diff1": 0.517151, - "nauc_precision_at_10_max": 0.640243, - "nauc_precision_at_10_std": 0.377568, - "nauc_precision_at_10_diff1": 0.484065, - "nauc_precision_at_20_max": 0.632874, - "nauc_precision_at_20_std": 0.436359, - "nauc_precision_at_20_diff1": 0.445855, - "nauc_precision_at_100_max": 0.601614, - "nauc_precision_at_100_std": 0.460933, - "nauc_precision_at_100_diff1": 0.416671, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.686823, - "nauc_mrr_at_1_std": 0.339806, - "nauc_mrr_at_1_diff1": 0.695065, - "nauc_mrr_at_3_max": 0.689261, - "nauc_mrr_at_3_std": 0.351404, - "nauc_mrr_at_3_diff1": 0.640679, - "nauc_mrr_at_5_max": 0.68456, - "nauc_mrr_at_5_std": 0.358148, - "nauc_mrr_at_5_diff1": 0.626295, - "nauc_mrr_at_10_max": 0.681173, - "nauc_mrr_at_10_std": 0.356131, - "nauc_mrr_at_10_diff1": 0.622373, - "nauc_mrr_at_20_max": 0.680993, - "nauc_mrr_at_20_std": 0.359164, - "nauc_mrr_at_20_diff1": 0.62097, - "nauc_mrr_at_100_max": 0.680949, - "nauc_mrr_at_100_std": 0.359441, - "nauc_mrr_at_100_diff1": 0.621748, - "nauc_mrr_at_1000_max": 0.681039, - "nauc_mrr_at_1000_std": 0.359202, - "nauc_mrr_at_1000_diff1": 0.622095, - "main_score": 0.4264, + "accuracy": 0.29889, + "precision_at_1": 0.29889, + "precision_at_3": 0.13444, + "precision_at_5": 0.09289, + "precision_at_10": 0.05344, + "precision_at_20": 0.03061, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "mrr_at_1": 0.298889, + "mrr_at_3": 0.34463, + "mrr_at_5": 0.358741, + "mrr_at_10": 0.367951, + "mrr_at_20": 0.37338, + "mrr_at_100": 0.378245, + "mrr_at_1000": 0.379214, + "nauc_ndcg_at_1_max": 0.667236, + "nauc_ndcg_at_1_std": 0.384594, + "nauc_ndcg_at_1_diff1": 0.64892, + "nauc_ndcg_at_3_max": 0.652704, + "nauc_ndcg_at_3_std": 0.383322, + "nauc_ndcg_at_3_diff1": 0.579722, + "nauc_ndcg_at_5_max": 0.655126, + "nauc_ndcg_at_5_std": 0.394896, + "nauc_ndcg_at_5_diff1": 0.571797, + "nauc_ndcg_at_10_max": 0.652584, + "nauc_ndcg_at_10_std": 0.394855, + "nauc_ndcg_at_10_diff1": 0.566563, + "nauc_ndcg_at_20_max": 0.648617, + "nauc_ndcg_at_20_std": 0.397467, + "nauc_ndcg_at_20_diff1": 0.558288, + "nauc_ndcg_at_100_max": 0.636345, + "nauc_ndcg_at_100_std": 0.394572, + "nauc_ndcg_at_100_diff1": 0.554581, + "nauc_ndcg_at_1000_max": 0.64771, + "nauc_ndcg_at_1000_std": 0.394306, + "nauc_ndcg_at_1000_diff1": 0.570167, + "nauc_map_at_1_max": 0.667236, + "nauc_map_at_1_std": 0.384594, + "nauc_map_at_1_diff1": 0.64892, + "nauc_map_at_3_max": 0.657113, + "nauc_map_at_3_std": 0.384299, + "nauc_map_at_3_diff1": 0.596196, + "nauc_map_at_5_max": 0.658459, + "nauc_map_at_5_std": 0.390679, + "nauc_map_at_5_diff1": 0.591949, + "nauc_map_at_10_max": 0.657219, + "nauc_map_at_10_std": 0.390625, + "nauc_map_at_10_diff1": 0.589916, + "nauc_map_at_20_max": 0.656308, + "nauc_map_at_20_std": 0.391574, + "nauc_map_at_20_diff1": 0.587836, + "nauc_map_at_100_max": 0.654551, + "nauc_map_at_100_std": 0.39128, + "nauc_map_at_100_diff1": 0.587174, + "nauc_map_at_1000_max": 0.654925, + "nauc_map_at_1000_std": 0.391329, + "nauc_map_at_1000_diff1": 0.587713, + "nauc_recall_at_1_max": 0.667236, + "nauc_recall_at_1_std": 0.384594, + "nauc_recall_at_1_diff1": 0.64892, + "nauc_recall_at_3_max": 0.639926, + "nauc_recall_at_3_std": 0.380307, + "nauc_recall_at_3_diff1": 0.533382, + "nauc_recall_at_5_max": 0.645587, + "nauc_recall_at_5_std": 0.4084, + "nauc_recall_at_5_diff1": 0.512973, + "nauc_recall_at_10_max": 0.638236, + "nauc_recall_at_10_std": 0.408961, + "nauc_recall_at_10_diff1": 0.493444, + "nauc_recall_at_20_max": 0.618384, + "nauc_recall_at_20_std": 0.419396, + "nauc_recall_at_20_diff1": 0.450176, + "nauc_recall_at_100_max": 0.49036, + "nauc_recall_at_100_std": 0.404244, + "nauc_recall_at_100_diff1": 0.354405, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.667236, + "nauc_precision_at_1_std": 0.384594, + "nauc_precision_at_1_diff1": 0.64892, + "nauc_precision_at_3_max": 0.639926, + "nauc_precision_at_3_std": 0.380307, + "nauc_precision_at_3_diff1": 0.533382, + "nauc_precision_at_5_max": 0.645587, + "nauc_precision_at_5_std": 0.4084, + "nauc_precision_at_5_diff1": 0.512973, + "nauc_precision_at_10_max": 0.638236, + "nauc_precision_at_10_std": 0.408961, + "nauc_precision_at_10_diff1": 0.493444, + "nauc_precision_at_20_max": 0.618384, + "nauc_precision_at_20_std": 0.419396, + "nauc_precision_at_20_diff1": 0.450176, + "nauc_precision_at_100_max": 0.49036, + "nauc_precision_at_100_std": 0.404244, + "nauc_precision_at_100_diff1": 0.354405, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.667236, + "nauc_mrr_at_1_std": 0.384594, + "nauc_mrr_at_1_diff1": 0.64892, + "nauc_mrr_at_3_max": 0.657113, + "nauc_mrr_at_3_std": 0.384299, + "nauc_mrr_at_3_diff1": 0.596196, + "nauc_mrr_at_5_max": 0.658459, + "nauc_mrr_at_5_std": 0.390679, + "nauc_mrr_at_5_diff1": 0.591949, + "nauc_mrr_at_10_max": 0.657219, + "nauc_mrr_at_10_std": 0.390625, + "nauc_mrr_at_10_diff1": 0.589916, + "nauc_mrr_at_20_max": 0.656308, + "nauc_mrr_at_20_std": 0.391574, + "nauc_mrr_at_20_diff1": 0.587836, + "nauc_mrr_at_100_max": 0.654551, + "nauc_mrr_at_100_std": 0.39128, + "nauc_mrr_at_100_diff1": 0.587174, + "nauc_mrr_at_1000_max": 0.654925, + "nauc_mrr_at_1000_std": 0.391329, + "nauc_mrr_at_1000_diff1": 0.587713, + "hit_rate_at_1": 0.29889, + "hit_rate_at_3": 0.40333, + "hit_rate_at_5": 0.46444, + "hit_rate_at_10": 0.53444, + "hit_rate_at_20": 0.61222, + "hit_rate_at_100": 0.80556, + "hit_rate_at_1000": 1.0, + "main_score": 0.4075, "hf_subset": "sin_Sinh-sin_Latn", "languages": [ "sin-Sinh", "sin-Latn" - ] - }, - { - "ndcg_at_1": 0.49222, - "ndcg_at_3": 0.57, - "ndcg_at_5": 0.59563, - "ndcg_at_10": 0.61365, - "ndcg_at_20": 0.62877, - "ndcg_at_100": 0.64839, - "ndcg_at_1000": 0.66041, - "map_at_1": 0.49222, - "map_at_3": 0.55148, - "map_at_5": 0.5657, - "map_at_10": 0.57296, - "map_at_20": 0.57724, - "map_at_100": 0.5799, - "map_at_1000": 0.58038, - "recall_at_1": 0.49222, - "recall_at_3": 0.62333, - "recall_at_5": 0.68556, - "recall_at_10": 0.74222, - "recall_at_20": 0.80111, - "recall_at_100": 0.90778, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.55029, + "ndcg_at_5": 0.57047, + "ndcg_at_10": 0.58974, + "ndcg_at_20": 0.60593, + "ndcg_at_100": 0.62844, + "ndcg_at_1000": 0.64155, + "map_at_1": 0.47222, + "map_at_3": 0.53185, + "map_at_5": 0.54307, + "map_at_10": 0.55095, + "map_at_20": 0.55548, + "map_at_100": 0.55845, + "map_at_1000": 0.55897, + "recall_at_1": 0.47222, + "recall_at_3": 0.60333, + "recall_at_5": 0.65222, + "recall_at_10": 0.71222, + "recall_at_20": 0.77556, + "recall_at_100": 0.89889, "recall_at_1000": 1.0, - "precision_at_1": 0.49222, - "precision_at_3": 0.20778, - "precision_at_5": 0.13711, - "precision_at_10": 0.07422, - "precision_at_20": 0.04006, - "precision_at_100": 0.00908, + "accuracy": 0.47222, + "precision_at_1": 0.47222, + "precision_at_3": 0.20111, + "precision_at_5": 0.13044, + "precision_at_10": 0.07122, + "precision_at_20": 0.03878, + "precision_at_100": 0.00899, "precision_at_1000": 0.001, - "mrr_at_1": 0.492222, - "mrr_at_3": 0.551481, - "mrr_at_5": 0.565704, - "mrr_at_10": 0.572962, - "mrr_at_20": 0.577239, - "mrr_at_100": 0.5799, - "mrr_at_1000": 0.580381, - "nauc_ndcg_at_1_max": 0.66718, - "nauc_ndcg_at_1_std": 0.179272, - "nauc_ndcg_at_1_diff1": 0.74067, - "nauc_ndcg_at_3_max": 0.667033, - "nauc_ndcg_at_3_std": 0.207928, - "nauc_ndcg_at_3_diff1": 0.671329, - "nauc_ndcg_at_5_max": 0.666999, - "nauc_ndcg_at_5_std": 0.212103, - "nauc_ndcg_at_5_diff1": 0.66992, - "nauc_ndcg_at_10_max": 0.660454, - "nauc_ndcg_at_10_std": 0.211493, - "nauc_ndcg_at_10_diff1": 0.665824, - "nauc_ndcg_at_20_max": 0.658362, - "nauc_ndcg_at_20_std": 0.219948, - "nauc_ndcg_at_20_diff1": 0.662668, - "nauc_ndcg_at_100_max": 0.657674, - "nauc_ndcg_at_100_std": 0.217968, - "nauc_ndcg_at_100_diff1": 0.665981, - "nauc_ndcg_at_1000_max": 0.661608, - "nauc_ndcg_at_1000_std": 0.212675, - "nauc_ndcg_at_1000_diff1": 0.674772, - "nauc_map_at_1_max": 0.66718, - "nauc_map_at_1_std": 0.179272, - "nauc_map_at_1_diff1": 0.74067, - "nauc_map_at_3_max": 0.667358, - "nauc_map_at_3_std": 0.201019, - "nauc_map_at_3_diff1": 0.688075, - "nauc_map_at_5_max": 0.66747, - "nauc_map_at_5_std": 0.202916, - "nauc_map_at_5_diff1": 0.688048, - "nauc_map_at_10_max": 0.66472, - "nauc_map_at_10_std": 0.202269, - "nauc_map_at_10_diff1": 0.686618, - "nauc_map_at_20_max": 0.664254, - "nauc_map_at_20_std": 0.204478, - "nauc_map_at_20_diff1": 0.685978, - "nauc_map_at_100_max": 0.664175, - "nauc_map_at_100_std": 0.204463, - "nauc_map_at_100_diff1": 0.686389, - "nauc_map_at_1000_max": 0.664329, - "nauc_map_at_1000_std": 0.20437, - "nauc_map_at_1000_diff1": 0.68672, - "nauc_recall_at_1_max": 0.66718, - "nauc_recall_at_1_std": 0.179272, - "nauc_recall_at_1_diff1": 0.74067, - "nauc_recall_at_3_max": 0.665879, - "nauc_recall_at_3_std": 0.229499, - "nauc_recall_at_3_diff1": 0.619029, - "nauc_recall_at_5_max": 0.665029, - "nauc_recall_at_5_std": 0.244741, - "nauc_recall_at_5_diff1": 0.606781, - "nauc_recall_at_10_max": 0.640262, - "nauc_recall_at_10_std": 0.249868, - "nauc_recall_at_10_diff1": 0.580693, - "nauc_recall_at_20_max": 0.622776, - "nauc_recall_at_20_std": 0.3076, - "nauc_recall_at_20_diff1": 0.542714, - "nauc_recall_at_100_max": 0.576676, - "nauc_recall_at_100_std": 0.346917, - "nauc_recall_at_100_diff1": 0.480797, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.66718, - "nauc_precision_at_1_std": 0.179272, - "nauc_precision_at_1_diff1": 0.74067, - "nauc_precision_at_3_max": 0.665879, - "nauc_precision_at_3_std": 0.229499, - "nauc_precision_at_3_diff1": 0.619029, - "nauc_precision_at_5_max": 0.665029, - "nauc_precision_at_5_std": 0.244741, - "nauc_precision_at_5_diff1": 0.606781, - "nauc_precision_at_10_max": 0.640262, - "nauc_precision_at_10_std": 0.249868, - "nauc_precision_at_10_diff1": 0.580693, - "nauc_precision_at_20_max": 0.622776, - "nauc_precision_at_20_std": 0.3076, - "nauc_precision_at_20_diff1": 0.542714, - "nauc_precision_at_100_max": 0.576676, - "nauc_precision_at_100_std": 0.346917, - "nauc_precision_at_100_diff1": 0.480797, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.66718, - "nauc_mrr_at_1_std": 0.179272, - "nauc_mrr_at_1_diff1": 0.74067, - "nauc_mrr_at_3_max": 0.667358, - "nauc_mrr_at_3_std": 0.201019, - "nauc_mrr_at_3_diff1": 0.688075, - "nauc_mrr_at_5_max": 0.66747, - "nauc_mrr_at_5_std": 0.202916, - "nauc_mrr_at_5_diff1": 0.688048, - "nauc_mrr_at_10_max": 0.66472, - "nauc_mrr_at_10_std": 0.202269, - "nauc_mrr_at_10_diff1": 0.686618, - "nauc_mrr_at_20_max": 0.664254, - "nauc_mrr_at_20_std": 0.204478, - "nauc_mrr_at_20_diff1": 0.685978, - "nauc_mrr_at_100_max": 0.664175, - "nauc_mrr_at_100_std": 0.204463, - "nauc_mrr_at_100_diff1": 0.686389, - "nauc_mrr_at_1000_max": 0.664329, - "nauc_mrr_at_1000_std": 0.20437, - "nauc_mrr_at_1000_diff1": 0.68672, - "main_score": 0.61365, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.531852, + "mrr_at_5": 0.543074, + "mrr_at_10": 0.550955, + "mrr_at_20": 0.555483, + "mrr_at_100": 0.558455, + "mrr_at_1000": 0.558966, + "nauc_ndcg_at_1_max": 0.649979, + "nauc_ndcg_at_1_std": 0.210542, + "nauc_ndcg_at_1_diff1": 0.703175, + "nauc_ndcg_at_3_max": 0.640748, + "nauc_ndcg_at_3_std": 0.212304, + "nauc_ndcg_at_3_diff1": 0.6479, + "nauc_ndcg_at_5_max": 0.641718, + "nauc_ndcg_at_5_std": 0.226202, + "nauc_ndcg_at_5_diff1": 0.643075, + "nauc_ndcg_at_10_max": 0.638839, + "nauc_ndcg_at_10_std": 0.221358, + "nauc_ndcg_at_10_diff1": 0.640869, + "nauc_ndcg_at_20_max": 0.635393, + "nauc_ndcg_at_20_std": 0.223752, + "nauc_ndcg_at_20_diff1": 0.637915, + "nauc_ndcg_at_100_max": 0.633632, + "nauc_ndcg_at_100_std": 0.230821, + "nauc_ndcg_at_100_diff1": 0.63937, + "nauc_ndcg_at_1000_max": 0.63829, + "nauc_ndcg_at_1000_std": 0.223501, + "nauc_ndcg_at_1000_diff1": 0.647913, + "nauc_map_at_1_max": 0.649979, + "nauc_map_at_1_std": 0.210542, + "nauc_map_at_1_diff1": 0.703175, + "nauc_map_at_3_max": 0.644223, + "nauc_map_at_3_std": 0.212469, + "nauc_map_at_3_diff1": 0.662155, + "nauc_map_at_5_max": 0.644762, + "nauc_map_at_5_std": 0.21967, + "nauc_map_at_5_diff1": 0.659931, + "nauc_map_at_10_max": 0.643791, + "nauc_map_at_10_std": 0.217559, + "nauc_map_at_10_diff1": 0.659052, + "nauc_map_at_20_max": 0.642823, + "nauc_map_at_20_std": 0.217931, + "nauc_map_at_20_diff1": 0.658533, + "nauc_map_at_100_max": 0.642455, + "nauc_map_at_100_std": 0.218988, + "nauc_map_at_100_diff1": 0.65863, + "nauc_map_at_1000_max": 0.642599, + "nauc_map_at_1000_std": 0.218737, + "nauc_map_at_1000_diff1": 0.658934, + "nauc_recall_at_1_max": 0.649979, + "nauc_recall_at_1_std": 0.210542, + "nauc_recall_at_1_diff1": 0.703175, + "nauc_recall_at_3_max": 0.629492, + "nauc_recall_at_3_std": 0.211519, + "nauc_recall_at_3_diff1": 0.603683, + "nauc_recall_at_5_max": 0.631276, + "nauc_recall_at_5_std": 0.250315, + "nauc_recall_at_5_diff1": 0.585968, + "nauc_recall_at_10_max": 0.618137, + "nauc_recall_at_10_std": 0.236225, + "nauc_recall_at_10_diff1": 0.571273, + "nauc_recall_at_20_max": 0.595524, + "nauc_recall_at_20_std": 0.255384, + "nauc_recall_at_20_diff1": 0.538325, + "nauc_recall_at_100_max": 0.537274, + "nauc_recall_at_100_std": 0.38017, + "nauc_recall_at_100_diff1": 0.467376, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649979, + "nauc_precision_at_1_std": 0.210542, + "nauc_precision_at_1_diff1": 0.703175, + "nauc_precision_at_3_max": 0.629492, + "nauc_precision_at_3_std": 0.211519, + "nauc_precision_at_3_diff1": 0.603683, + "nauc_precision_at_5_max": 0.631276, + "nauc_precision_at_5_std": 0.250315, + "nauc_precision_at_5_diff1": 0.585968, + "nauc_precision_at_10_max": 0.618137, + "nauc_precision_at_10_std": 0.236225, + "nauc_precision_at_10_diff1": 0.571273, + "nauc_precision_at_20_max": 0.595524, + "nauc_precision_at_20_std": 0.255384, + "nauc_precision_at_20_diff1": 0.538325, + "nauc_precision_at_100_max": 0.537274, + "nauc_precision_at_100_std": 0.38017, + "nauc_precision_at_100_diff1": 0.467376, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649979, + "nauc_mrr_at_1_std": 0.210542, + "nauc_mrr_at_1_diff1": 0.703175, + "nauc_mrr_at_3_max": 0.644223, + "nauc_mrr_at_3_std": 0.212469, + "nauc_mrr_at_3_diff1": 0.662155, + "nauc_mrr_at_5_max": 0.644762, + "nauc_mrr_at_5_std": 0.21967, + "nauc_mrr_at_5_diff1": 0.659931, + "nauc_mrr_at_10_max": 0.643791, + "nauc_mrr_at_10_std": 0.217559, + "nauc_mrr_at_10_diff1": 0.659052, + "nauc_mrr_at_20_max": 0.642823, + "nauc_mrr_at_20_std": 0.217931, + "nauc_mrr_at_20_diff1": 0.658533, + "nauc_mrr_at_100_max": 0.642455, + "nauc_mrr_at_100_std": 0.218988, + "nauc_mrr_at_100_diff1": 0.65863, + "nauc_mrr_at_1000_max": 0.642599, + "nauc_mrr_at_1000_std": 0.218737, + "nauc_mrr_at_1000_diff1": 0.658934, + "hit_rate_at_1": 0.47222, + "hit_rate_at_3": 0.60333, + "hit_rate_at_5": 0.65222, + "hit_rate_at_10": 0.71222, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.89889, + "hit_rate_at_1000": 1.0, + "main_score": 0.58974, "hf_subset": "sin_Latn-sin_Sinh", "languages": [ "sin-Latn", "sin-Sinh" - ] - }, - { - "ndcg_at_1": 0.64889, - "ndcg_at_3": 0.71997, - "ndcg_at_5": 0.73709, - "ndcg_at_10": 0.75048, - "ndcg_at_20": 0.7616, - "ndcg_at_100": 0.7745, - "ndcg_at_1000": 0.77932, - "map_at_1": 0.64889, - "map_at_3": 0.70333, - "map_at_5": 0.71294, - "map_at_10": 0.71853, - "map_at_20": 0.72167, - "map_at_100": 0.72342, - "map_at_1000": 0.72362, - "recall_at_1": 0.64889, - "recall_at_3": 0.76778, - "recall_at_5": 0.80889, - "recall_at_10": 0.85, - "recall_at_20": 0.89333, - "recall_at_100": 0.96333, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.63111, + "ndcg_at_3": 0.70877, + "ndcg_at_5": 0.72144, + "ndcg_at_10": 0.73803, + "ndcg_at_20": 0.74931, + "ndcg_at_100": 0.76262, + "ndcg_at_1000": 0.76762, + "map_at_1": 0.63111, + "map_at_3": 0.69056, + "map_at_5": 0.6975, + "map_at_10": 0.70417, + "map_at_20": 0.70729, + "map_at_100": 0.70903, + "map_at_1000": 0.70924, + "recall_at_1": 0.63111, + "recall_at_3": 0.76111, + "recall_at_5": 0.79222, + "recall_at_10": 0.84444, + "recall_at_20": 0.88889, + "recall_at_100": 0.96222, "recall_at_1000": 1.0, - "precision_at_1": 0.64889, - "precision_at_3": 0.25593, - "precision_at_5": 0.16178, - "precision_at_10": 0.085, - "precision_at_20": 0.04467, - "precision_at_100": 0.00963, - "precision_at_1000": 0.001, - "mrr_at_1": 0.648889, - "mrr_at_3": 0.703333, - "mrr_at_5": 0.712944, - "mrr_at_10": 0.71853, - "mrr_at_20": 0.72167, - "mrr_at_100": 0.723417, - "mrr_at_1000": 0.723617, - "nauc_ndcg_at_1_max": 0.714725, - "nauc_ndcg_at_1_std": 0.259693, - "nauc_ndcg_at_1_diff1": 0.852825, - "nauc_ndcg_at_3_max": 0.762656, - "nauc_ndcg_at_3_std": 0.336801, - "nauc_ndcg_at_3_diff1": 0.817051, - "nauc_ndcg_at_5_max": 0.755639, - "nauc_ndcg_at_5_std": 0.341719, - "nauc_ndcg_at_5_diff1": 0.810868, - "nauc_ndcg_at_10_max": 0.757701, - "nauc_ndcg_at_10_std": 0.348073, - "nauc_ndcg_at_10_diff1": 0.817855, - "nauc_ndcg_at_20_max": 0.753689, - "nauc_ndcg_at_20_std": 0.346575, - "nauc_ndcg_at_20_diff1": 0.812516, - "nauc_ndcg_at_100_max": 0.75216, - "nauc_ndcg_at_100_std": 0.341131, - "nauc_ndcg_at_100_diff1": 0.818754, - "nauc_ndcg_at_1000_max": 0.750965, - "nauc_ndcg_at_1000_std": 0.333125, - "nauc_ndcg_at_1000_diff1": 0.820632, - "nauc_map_at_1_max": 0.714725, - "nauc_map_at_1_std": 0.259693, - "nauc_map_at_1_diff1": 0.852825, - "nauc_map_at_3_max": 0.751601, - "nauc_map_at_3_std": 0.317988, - "nauc_map_at_3_diff1": 0.826606, - "nauc_map_at_5_max": 0.747525, - "nauc_map_at_5_std": 0.319826, - "nauc_map_at_5_diff1": 0.823616, - "nauc_map_at_10_max": 0.748195, - "nauc_map_at_10_std": 0.321821, - "nauc_map_at_10_diff1": 0.826719, - "nauc_map_at_20_max": 0.747119, - "nauc_map_at_20_std": 0.321287, - "nauc_map_at_20_diff1": 0.825465, - "nauc_map_at_100_max": 0.746885, - "nauc_map_at_100_std": 0.320421, - "nauc_map_at_100_diff1": 0.826149, - "nauc_map_at_1000_max": 0.74686, - "nauc_map_at_1000_std": 0.320193, - "nauc_map_at_1000_diff1": 0.826209, - "nauc_recall_at_1_max": 0.714725, - "nauc_recall_at_1_std": 0.259693, - "nauc_recall_at_1_diff1": 0.852825, - "nauc_recall_at_3_max": 0.799925, - "nauc_recall_at_3_std": 0.400831, - "nauc_recall_at_3_diff1": 0.78407, - "nauc_recall_at_5_max": 0.785315, - "nauc_recall_at_5_std": 0.428019, - "nauc_recall_at_5_diff1": 0.759607, - "nauc_recall_at_10_max": 0.801703, - "nauc_recall_at_10_std": 0.47853, - "nauc_recall_at_10_diff1": 0.777329, - "nauc_recall_at_20_max": 0.786293, - "nauc_recall_at_20_std": 0.511277, - "nauc_recall_at_20_diff1": 0.722778, - "nauc_recall_at_100_max": 0.804063, - "nauc_recall_at_100_std": 0.670642, - "nauc_recall_at_100_diff1": 0.74275, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.714725, - "nauc_precision_at_1_std": 0.259693, - "nauc_precision_at_1_diff1": 0.852825, - "nauc_precision_at_3_max": 0.799925, - "nauc_precision_at_3_std": 0.400831, - "nauc_precision_at_3_diff1": 0.78407, - "nauc_precision_at_5_max": 0.785315, - "nauc_precision_at_5_std": 0.428019, - "nauc_precision_at_5_diff1": 0.759607, - "nauc_precision_at_10_max": 0.801703, - "nauc_precision_at_10_std": 0.47853, - "nauc_precision_at_10_diff1": 0.777329, - "nauc_precision_at_20_max": 0.786293, - "nauc_precision_at_20_std": 0.511277, - "nauc_precision_at_20_diff1": 0.722778, - "nauc_precision_at_100_max": 0.804063, - "nauc_precision_at_100_std": 0.670642, - "nauc_precision_at_100_diff1": 0.74275, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.714725, - "nauc_mrr_at_1_std": 0.259693, - "nauc_mrr_at_1_diff1": 0.852825, - "nauc_mrr_at_3_max": 0.751601, - "nauc_mrr_at_3_std": 0.317988, - "nauc_mrr_at_3_diff1": 0.826606, - "nauc_mrr_at_5_max": 0.747525, - "nauc_mrr_at_5_std": 0.319826, - "nauc_mrr_at_5_diff1": 0.823616, - "nauc_mrr_at_10_max": 0.748195, - "nauc_mrr_at_10_std": 0.321821, - "nauc_mrr_at_10_diff1": 0.826719, - "nauc_mrr_at_20_max": 0.747119, - "nauc_mrr_at_20_std": 0.321287, - "nauc_mrr_at_20_diff1": 0.825465, - "nauc_mrr_at_100_max": 0.746885, - "nauc_mrr_at_100_std": 0.320421, - "nauc_mrr_at_100_diff1": 0.826149, - "nauc_mrr_at_1000_max": 0.74686, - "nauc_mrr_at_1000_std": 0.320193, - "nauc_mrr_at_1000_diff1": 0.826209, - "main_score": 0.75048, + "accuracy": 0.63111, + "precision_at_1": 0.63111, + "precision_at_3": 0.2537, + "precision_at_5": 0.15844, + "precision_at_10": 0.08444, + "precision_at_20": 0.04444, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631111, + "mrr_at_3": 0.690556, + "mrr_at_5": 0.6975, + "mrr_at_10": 0.704172, + "mrr_at_20": 0.707292, + "mrr_at_100": 0.709025, + "mrr_at_1000": 0.709236, + "nauc_ndcg_at_1_max": 0.718937, + "nauc_ndcg_at_1_std": 0.277515, + "nauc_ndcg_at_1_diff1": 0.852641, + "nauc_ndcg_at_3_max": 0.756156, + "nauc_ndcg_at_3_std": 0.3426, + "nauc_ndcg_at_3_diff1": 0.820927, + "nauc_ndcg_at_5_max": 0.750178, + "nauc_ndcg_at_5_std": 0.347451, + "nauc_ndcg_at_5_diff1": 0.812698, + "nauc_ndcg_at_10_max": 0.752527, + "nauc_ndcg_at_10_std": 0.354992, + "nauc_ndcg_at_10_diff1": 0.81651, + "nauc_ndcg_at_20_max": 0.750467, + "nauc_ndcg_at_20_std": 0.351965, + "nauc_ndcg_at_20_diff1": 0.817141, + "nauc_ndcg_at_100_max": 0.749823, + "nauc_ndcg_at_100_std": 0.35335, + "nauc_ndcg_at_100_diff1": 0.821724, + "nauc_ndcg_at_1000_max": 0.747878, + "nauc_ndcg_at_1000_std": 0.342438, + "nauc_ndcg_at_1000_diff1": 0.822961, + "nauc_map_at_1_max": 0.718937, + "nauc_map_at_1_std": 0.277515, + "nauc_map_at_1_diff1": 0.852641, + "nauc_map_at_3_max": 0.747601, + "nauc_map_at_3_std": 0.32726, + "nauc_map_at_3_diff1": 0.829662, + "nauc_map_at_5_max": 0.744626, + "nauc_map_at_5_std": 0.329878, + "nauc_map_at_5_diff1": 0.825582, + "nauc_map_at_10_max": 0.745249, + "nauc_map_at_10_std": 0.332277, + "nauc_map_at_10_diff1": 0.827389, + "nauc_map_at_20_max": 0.744623, + "nauc_map_at_20_std": 0.331259, + "nauc_map_at_20_diff1": 0.82767, + "nauc_map_at_100_max": 0.744434, + "nauc_map_at_100_std": 0.331125, + "nauc_map_at_100_diff1": 0.828038, + "nauc_map_at_1000_max": 0.744388, + "nauc_map_at_1000_std": 0.33077, + "nauc_map_at_1000_diff1": 0.828091, + "nauc_recall_at_1_max": 0.718937, + "nauc_recall_at_1_std": 0.277515, + "nauc_recall_at_1_diff1": 0.852641, + "nauc_recall_at_3_max": 0.78518, + "nauc_recall_at_3_std": 0.394871, + "nauc_recall_at_3_diff1": 0.790427, + "nauc_recall_at_5_max": 0.768846, + "nauc_recall_at_5_std": 0.413447, + "nauc_recall_at_5_diff1": 0.761849, + "nauc_recall_at_10_max": 0.786606, + "nauc_recall_at_10_std": 0.468774, + "nauc_recall_at_10_diff1": 0.763681, + "nauc_recall_at_20_max": 0.783524, + "nauc_recall_at_20_std": 0.485941, + "nauc_recall_at_20_diff1": 0.74991, + "nauc_recall_at_100_max": 0.832976, + "nauc_recall_at_100_std": 0.794818, + "nauc_recall_at_100_diff1": 0.773466, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.718937, + "nauc_precision_at_1_std": 0.277515, + "nauc_precision_at_1_diff1": 0.852641, + "nauc_precision_at_3_max": 0.78518, + "nauc_precision_at_3_std": 0.394871, + "nauc_precision_at_3_diff1": 0.790427, + "nauc_precision_at_5_max": 0.768846, + "nauc_precision_at_5_std": 0.413447, + "nauc_precision_at_5_diff1": 0.761849, + "nauc_precision_at_10_max": 0.786606, + "nauc_precision_at_10_std": 0.468774, + "nauc_precision_at_10_diff1": 0.763681, + "nauc_precision_at_20_max": 0.783524, + "nauc_precision_at_20_std": 0.485941, + "nauc_precision_at_20_diff1": 0.74991, + "nauc_precision_at_100_max": 0.832976, + "nauc_precision_at_100_std": 0.794818, + "nauc_precision_at_100_diff1": 0.773466, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.718937, + "nauc_mrr_at_1_std": 0.277515, + "nauc_mrr_at_1_diff1": 0.852641, + "nauc_mrr_at_3_max": 0.747601, + "nauc_mrr_at_3_std": 0.32726, + "nauc_mrr_at_3_diff1": 0.829662, + "nauc_mrr_at_5_max": 0.744626, + "nauc_mrr_at_5_std": 0.329878, + "nauc_mrr_at_5_diff1": 0.825582, + "nauc_mrr_at_10_max": 0.745249, + "nauc_mrr_at_10_std": 0.332277, + "nauc_mrr_at_10_diff1": 0.827389, + "nauc_mrr_at_20_max": 0.744623, + "nauc_mrr_at_20_std": 0.331259, + "nauc_mrr_at_20_diff1": 0.82767, + "nauc_mrr_at_100_max": 0.744434, + "nauc_mrr_at_100_std": 0.331125, + "nauc_mrr_at_100_diff1": 0.828038, + "nauc_mrr_at_1000_max": 0.744388, + "nauc_mrr_at_1000_std": 0.33077, + "nauc_mrr_at_1000_diff1": 0.828091, + "hit_rate_at_1": 0.63111, + "hit_rate_at_3": 0.76111, + "hit_rate_at_5": 0.79222, + "hit_rate_at_10": 0.84444, + "hit_rate_at_20": 0.88889, + "hit_rate_at_100": 0.96222, + "hit_rate_at_1000": 1.0, + "main_score": 0.73803, "hf_subset": "urd_Arab-urd_Latn", "languages": [ "urd-Arab", "urd-Latn" - ] - }, - { - "ndcg_at_1": 0.73222, - "ndcg_at_3": 0.80751, - "ndcg_at_5": 0.82042, - "ndcg_at_10": 0.82991, - "ndcg_at_20": 0.83724, - "ndcg_at_100": 0.84427, - "ndcg_at_1000": 0.84612, - "map_at_1": 0.73222, - "map_at_3": 0.79, - "map_at_5": 0.79722, - "map_at_10": 0.80122, - "map_at_20": 0.80324, - "map_at_100": 0.80414, - "map_at_1000": 0.80421, - "recall_at_1": 0.73222, - "recall_at_3": 0.85778, - "recall_at_5": 0.88889, - "recall_at_10": 0.91778, - "recall_at_20": 0.94667, - "recall_at_100": 0.98556, + ], + "mteb_version": "2.16.0" + }, + { + "ndcg_at_1": 0.70111, + "ndcg_at_3": 0.78689, + "ndcg_at_5": 0.80043, + "ndcg_at_10": 0.81105, + "ndcg_at_20": 0.8173, + "ndcg_at_100": 0.82618, + "ndcg_at_1000": 0.82847, + "map_at_1": 0.70111, + "map_at_3": 0.76685, + "map_at_5": 0.77452, + "map_at_10": 0.77881, + "map_at_20": 0.78057, + "map_at_100": 0.7818, + "map_at_1000": 0.78189, + "recall_at_1": 0.70111, + "recall_at_3": 0.84444, + "recall_at_5": 0.87667, + "recall_at_10": 0.91, + "recall_at_20": 0.93444, + "recall_at_100": 0.98222, "recall_at_1000": 1.0, - "precision_at_1": 0.73222, - "precision_at_3": 0.28593, - "precision_at_5": 0.17778, - "precision_at_10": 0.09178, - "precision_at_20": 0.04733, - "precision_at_100": 0.00986, + "accuracy": 0.70111, + "precision_at_1": 0.70111, + "precision_at_3": 0.28148, + "precision_at_5": 0.17533, + "precision_at_10": 0.091, + "precision_at_20": 0.04672, + "precision_at_100": 0.00982, "precision_at_1000": 0.001, - "mrr_at_1": 0.732222, - "mrr_at_3": 0.79, - "mrr_at_5": 0.797222, - "mrr_at_10": 0.801216, - "mrr_at_20": 0.803245, - "mrr_at_100": 0.804139, - "mrr_at_1000": 0.804208, - "nauc_ndcg_at_1_max": 0.697067, - "nauc_ndcg_at_1_std": 0.004009, - "nauc_ndcg_at_1_diff1": 0.850618, - "nauc_ndcg_at_3_max": 0.748629, - "nauc_ndcg_at_3_std": 0.057207, - "nauc_ndcg_at_3_diff1": 0.81914, - "nauc_ndcg_at_5_max": 0.742237, - "nauc_ndcg_at_5_std": 0.055028, - "nauc_ndcg_at_5_diff1": 0.81304, - "nauc_ndcg_at_10_max": 0.741552, - "nauc_ndcg_at_10_std": 0.057687, - "nauc_ndcg_at_10_diff1": 0.813532, - "nauc_ndcg_at_20_max": 0.738489, - "nauc_ndcg_at_20_std": 0.066839, - "nauc_ndcg_at_20_diff1": 0.814343, - "nauc_ndcg_at_100_max": 0.735629, - "nauc_ndcg_at_100_std": 0.058568, - "nauc_ndcg_at_100_diff1": 0.820009, - "nauc_ndcg_at_1000_max": 0.734488, - "nauc_ndcg_at_1000_std": 0.051081, - "nauc_ndcg_at_1000_diff1": 0.821468, - "nauc_map_at_1_max": 0.697067, - "nauc_map_at_1_std": 0.004009, - "nauc_map_at_1_diff1": 0.850618, - "nauc_map_at_3_max": 0.735035, - "nauc_map_at_3_std": 0.039182, - "nauc_map_at_3_diff1": 0.827978, - "nauc_map_at_5_max": 0.731502, - "nauc_map_at_5_std": 0.037773, - "nauc_map_at_5_diff1": 0.825178, - "nauc_map_at_10_max": 0.730767, - "nauc_map_at_10_std": 0.037826, - "nauc_map_at_10_diff1": 0.825657, - "nauc_map_at_20_max": 0.730004, - "nauc_map_at_20_std": 0.040256, - "nauc_map_at_20_diff1": 0.825917, - "nauc_map_at_100_max": 0.729644, - "nauc_map_at_100_std": 0.039267, - "nauc_map_at_100_diff1": 0.826566, - "nauc_map_at_1000_max": 0.729637, - "nauc_map_at_1000_std": 0.039103, - "nauc_map_at_1000_diff1": 0.826615, - "nauc_recall_at_1_max": 0.697067, - "nauc_recall_at_1_std": 0.004009, - "nauc_recall_at_1_diff1": 0.850618, - "nauc_recall_at_3_max": 0.8023, - "nauc_recall_at_3_std": 0.130984, - "nauc_recall_at_3_diff1": 0.783893, - "nauc_recall_at_5_max": 0.791329, - "nauc_recall_at_5_std": 0.139177, - "nauc_recall_at_5_diff1": 0.753278, - "nauc_recall_at_10_max": 0.806748, - "nauc_recall_at_10_std": 0.188968, - "nauc_recall_at_10_diff1": 0.735673, - "nauc_recall_at_20_max": 0.806577, - "nauc_recall_at_20_std": 0.347067, - "nauc_recall_at_20_diff1": 0.7042, - "nauc_recall_at_100_max": 0.836996, - "nauc_recall_at_100_std": 0.659412, - "nauc_recall_at_100_diff1": 0.711628, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.697067, - "nauc_precision_at_1_std": 0.004009, - "nauc_precision_at_1_diff1": 0.850618, - "nauc_precision_at_3_max": 0.8023, - "nauc_precision_at_3_std": 0.130984, - "nauc_precision_at_3_diff1": 0.783893, - "nauc_precision_at_5_max": 0.791329, - "nauc_precision_at_5_std": 0.139177, - "nauc_precision_at_5_diff1": 0.753278, - "nauc_precision_at_10_max": 0.806748, - "nauc_precision_at_10_std": 0.188968, - "nauc_precision_at_10_diff1": 0.735673, - "nauc_precision_at_20_max": 0.806577, - "nauc_precision_at_20_std": 0.347067, - "nauc_precision_at_20_diff1": 0.7042, - "nauc_precision_at_100_max": 0.836996, - "nauc_precision_at_100_std": 0.659412, - "nauc_precision_at_100_diff1": 0.711628, - "nauc_precision_at_1000_max": NaN, - "nauc_precision_at_1000_std": NaN, - "nauc_precision_at_1000_diff1": NaN, - "nauc_mrr_at_1_max": 0.697067, - "nauc_mrr_at_1_std": 0.004009, - "nauc_mrr_at_1_diff1": 0.850618, - "nauc_mrr_at_3_max": 0.735035, - "nauc_mrr_at_3_std": 0.039182, - "nauc_mrr_at_3_diff1": 0.827978, - "nauc_mrr_at_5_max": 0.731502, - "nauc_mrr_at_5_std": 0.037773, - "nauc_mrr_at_5_diff1": 0.825178, - "nauc_mrr_at_10_max": 0.730767, - "nauc_mrr_at_10_std": 0.037826, - "nauc_mrr_at_10_diff1": 0.825657, - "nauc_mrr_at_20_max": 0.730004, - "nauc_mrr_at_20_std": 0.040256, - "nauc_mrr_at_20_diff1": 0.825917, - "nauc_mrr_at_100_max": 0.729644, - "nauc_mrr_at_100_std": 0.039267, - "nauc_mrr_at_100_diff1": 0.826566, - "nauc_mrr_at_1000_max": 0.729637, - "nauc_mrr_at_1000_std": 0.039103, - "nauc_mrr_at_1000_diff1": 0.826615, - "main_score": 0.82991, + "mrr_at_1": 0.701111, + "mrr_at_3": 0.766852, + "mrr_at_5": 0.774519, + "mrr_at_10": 0.77881, + "mrr_at_20": 0.780567, + "mrr_at_100": 0.7818, + "mrr_at_1000": 0.781888, + "nauc_ndcg_at_1_max": 0.678584, + "nauc_ndcg_at_1_std": -0.05923, + "nauc_ndcg_at_1_diff1": 0.834378, + "nauc_ndcg_at_3_max": 0.720825, + "nauc_ndcg_at_3_std": 0.007809, + "nauc_ndcg_at_3_diff1": 0.800328, + "nauc_ndcg_at_5_max": 0.716077, + "nauc_ndcg_at_5_std": 0.015114, + "nauc_ndcg_at_5_diff1": 0.790328, + "nauc_ndcg_at_10_max": 0.716581, + "nauc_ndcg_at_10_std": 0.03235, + "nauc_ndcg_at_10_diff1": 0.795114, + "nauc_ndcg_at_20_max": 0.717075, + "nauc_ndcg_at_20_std": 0.040483, + "nauc_ndcg_at_20_diff1": 0.793953, + "nauc_ndcg_at_100_max": 0.712232, + "nauc_ndcg_at_100_std": 0.020353, + "nauc_ndcg_at_100_diff1": 0.801928, + "nauc_ndcg_at_1000_max": 0.710904, + "nauc_ndcg_at_1000_std": 0.012962, + "nauc_ndcg_at_1000_diff1": 0.802164, + "nauc_map_at_1_max": 0.678584, + "nauc_map_at_1_std": -0.05923, + "nauc_map_at_1_diff1": 0.834378, + "nauc_map_at_3_max": 0.709333, + "nauc_map_at_3_std": -0.011187, + "nauc_map_at_3_diff1": 0.809501, + "nauc_map_at_5_max": 0.706557, + "nauc_map_at_5_std": -0.008286, + "nauc_map_at_5_diff1": 0.804683, + "nauc_map_at_10_max": 0.706612, + "nauc_map_at_10_std": -0.002947, + "nauc_map_at_10_diff1": 0.806527, + "nauc_map_at_20_max": 0.706656, + "nauc_map_at_20_std": -0.001184, + "nauc_map_at_20_diff1": 0.806369, + "nauc_map_at_100_max": 0.70604, + "nauc_map_at_100_std": -0.003629, + "nauc_map_at_100_diff1": 0.807317, + "nauc_map_at_1000_max": 0.706015, + "nauc_map_at_1000_std": -0.003797, + "nauc_map_at_1000_diff1": 0.807326, + "nauc_recall_at_1_max": 0.678584, + "nauc_recall_at_1_std": -0.05923, + "nauc_recall_at_1_diff1": 0.834378, + "nauc_recall_at_3_max": 0.766787, + "nauc_recall_at_3_std": 0.084266, + "nauc_recall_at_3_diff1": 0.763695, + "nauc_recall_at_5_max": 0.760339, + "nauc_recall_at_5_std": 0.129566, + "nauc_recall_at_5_diff1": 0.719556, + "nauc_recall_at_10_max": 0.777501, + "nauc_recall_at_10_std": 0.27398, + "nauc_recall_at_10_diff1": 0.725692, + "nauc_recall_at_20_max": 0.804673, + "nauc_recall_at_20_std": 0.44086, + "nauc_recall_at_20_diff1": 0.687976, + "nauc_recall_at_100_max": 0.811099, + "nauc_recall_at_100_std": 0.551033, + "nauc_recall_at_100_diff1": 0.786415, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678584, + "nauc_precision_at_1_std": -0.05923, + "nauc_precision_at_1_diff1": 0.834378, + "nauc_precision_at_3_max": 0.766787, + "nauc_precision_at_3_std": 0.084266, + "nauc_precision_at_3_diff1": 0.763695, + "nauc_precision_at_5_max": 0.760339, + "nauc_precision_at_5_std": 0.129566, + "nauc_precision_at_5_diff1": 0.719556, + "nauc_precision_at_10_max": 0.777501, + "nauc_precision_at_10_std": 0.27398, + "nauc_precision_at_10_diff1": 0.725692, + "nauc_precision_at_20_max": 0.804673, + "nauc_precision_at_20_std": 0.44086, + "nauc_precision_at_20_diff1": 0.687976, + "nauc_precision_at_100_max": 0.811099, + "nauc_precision_at_100_std": 0.551033, + "nauc_precision_at_100_diff1": 0.786415, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678584, + "nauc_mrr_at_1_std": -0.05923, + "nauc_mrr_at_1_diff1": 0.834378, + "nauc_mrr_at_3_max": 0.709333, + "nauc_mrr_at_3_std": -0.011187, + "nauc_mrr_at_3_diff1": 0.809501, + "nauc_mrr_at_5_max": 0.706557, + "nauc_mrr_at_5_std": -0.008286, + "nauc_mrr_at_5_diff1": 0.804683, + "nauc_mrr_at_10_max": 0.706612, + "nauc_mrr_at_10_std": -0.002947, + "nauc_mrr_at_10_diff1": 0.806527, + "nauc_mrr_at_20_max": 0.706656, + "nauc_mrr_at_20_std": -0.001184, + "nauc_mrr_at_20_diff1": 0.806369, + "nauc_mrr_at_100_max": 0.70604, + "nauc_mrr_at_100_std": -0.003629, + "nauc_mrr_at_100_diff1": 0.807317, + "nauc_mrr_at_1000_max": 0.706015, + "nauc_mrr_at_1000_std": -0.003797, + "nauc_mrr_at_1000_diff1": 0.807326, + "hit_rate_at_1": 0.70111, + "hit_rate_at_3": 0.84444, + "hit_rate_at_5": 0.87667, + "hit_rate_at_10": 0.91, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.81105, "hf_subset": "urd_Latn-urd_Arab", "languages": [ "urd-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" } ] }, - "evaluation_time": 938.7639238834381, - "kg_co2_emissions": null + "evaluation_time": 9956.02910605102, + "kg_co2_emissions": null, + "date": 1784813207.240931, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 170.6152555969893, + "split": "", + "subset": "" + }, + { + "name": "Encoding queries and documents", + "start": 172.98579290299676, + "end": 193.19865658099297, + "split": "test", + "subset": "acm_Arab-acm_Arab" + }, + { + "name": "Scoring", + "start": 193.19870334898587, + "end": 193.57230942702154, + "split": "test", + "subset": "acm_Arab-acm_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 193.59667837800225, + "end": 212.2913465599995, + "split": "test", + "subset": "acm_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 212.29138534801314, + "end": 212.6670342819998, + "split": "test", + "subset": "acm_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 212.69154360797256, + "end": 228.37759376497706, + "split": "test", + "subset": "eng_Latn-acm_Arab" + }, + { + "name": "Scoring", + "start": 228.3776320029865, + "end": 228.75752441200893, + "split": "test", + "subset": "eng_Latn-acm_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 228.7827911300119, + "end": 248.86913000402274, + "split": "test", + "subset": "afr_Latn-afr_Latn" + }, + { + "name": "Scoring", + "start": 248.8691681129858, + "end": 249.24597161402926, + "split": "test", + "subset": "afr_Latn-afr_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 249.27203585399548, + "end": 267.9044083079789, + "split": "test", + "subset": "afr_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 267.90444537700387, + "end": 268.28158590599196, + "split": "test", + "subset": "afr_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 268.3087615449913, + "end": 284.13729979202617, + "split": "test", + "subset": "eng_Latn-afr_Latn" + }, + { + "name": "Scoring", + "start": 284.1373391710222, + "end": 284.5144804600277, + "split": "test", + "subset": "eng_Latn-afr_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 284.5420226450078, + "end": 309.3038345960085, + "split": "test", + "subset": "als_Latn-als_Latn" + }, + { + "name": "Scoring", + "start": 309.30387088499265, + "end": 309.6819056610111, + "split": "test", + "subset": "als_Latn-als_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 309.7105887950165, + "end": 332.1830991950119, + "split": "test", + "subset": "als_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 332.1831373629975, + "end": 332.5635894120205, + "split": "test", + "subset": "als_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 332.5932585300179, + "end": 349.28871291602263, + "split": "test", + "subset": "eng_Latn-als_Latn" + }, + { + "name": "Scoring", + "start": 349.28875169402454, + "end": 349.66590239299694, + "split": "test", + "subset": "eng_Latn-als_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 349.69585518102394, + "end": 390.7506538730231, + "split": "test", + "subset": "amh_Ethi-amh_Ethi" + }, + { + "name": "Scoring", + "start": 390.75069440098014, + "end": 391.130795072997, + "split": "test", + "subset": "amh_Ethi-amh_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 391.1615715799853, + "end": 426.19809134001844, + "split": "test", + "subset": "amh_Ethi-eng_Latn" + }, + { + "name": "Scoring", + "start": 426.19813080801396, + "end": 426.5806633909815, + "split": "test", + "subset": "amh_Ethi-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 426.6123748039827, + "end": 447.05741490999935, + "split": "test", + "subset": "eng_Latn-amh_Ethi" + }, + { + "name": "Scoring", + "start": 447.0574509589933, + "end": 447.43455362902023, + "split": "test", + "subset": "eng_Latn-amh_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 447.46678920299746, + "end": 467.0410151630058, + "split": "test", + "subset": "apc_Arab-apc_Arab" + }, + { + "name": "Scoring", + "start": 467.04105341102695, + "end": 467.4169260369963, + "split": "test", + "subset": "apc_Arab-apc_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 467.4502716399729, + "end": 485.68923453899333, + "split": "test", + "subset": "apc_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 485.6892758469912, + "end": 486.067271235981, + "split": "test", + "subset": "apc_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 486.10125336499186, + "end": 501.87576078402344, + "split": "test", + "subset": "eng_Latn-apc_Arab" + }, + { + "name": "Scoring", + "start": 501.875798782974, + "end": 502.25875018100487, + "split": "test", + "subset": "eng_Latn-apc_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 502.2934267150122, + "end": 522.3636037689866, + "split": "test", + "subset": "arb_Arab-arb_Arab" + }, + { + "name": "Scoring", + "start": 522.3636414469802, + "end": 522.7455886219977, + "split": "test", + "subset": "arb_Arab-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 522.7814940210083, + "end": 541.431439655018, + "split": "test", + "subset": "arb_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 541.4314836830017, + "end": 541.8132219749968, + "split": "test", + "subset": "arb_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 541.8495564489858, + "end": 557.7423584919889, + "split": "test", + "subset": "eng_Latn-arb_Arab" + }, + { + "name": "Scoring", + "start": 557.7423997999867, + "end": 558.1255762189976, + "split": "test", + "subset": "eng_Latn-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 558.1623304479872, + "end": 583.9002855329891, + "split": "test", + "subset": "arb_Latn-arb_Latn" + }, + { + "name": "Scoring", + "start": 583.9003256110009, + "end": 584.2867905499879, + "split": "test", + "subset": "arb_Latn-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 584.3245761719882, + "end": 607.9213394619874, + "split": "test", + "subset": "arb_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 607.9213800000143, + "end": 608.304130495002, + "split": "test", + "subset": "arb_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 608.3442086920259, + "end": 624.909210118989, + "split": "test", + "subset": "eng_Latn-arb_Latn" + }, + { + "name": "Scoring", + "start": 624.909249046992, + "end": 625.2957218060037, + "split": "test", + "subset": "eng_Latn-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 625.3349117470207, + "end": 645.1150514020119, + "split": "test", + "subset": "ars_Arab-ars_Arab" + }, + { + "name": "Scoring", + "start": 645.1150941309752, + "end": 645.4983651170041, + "split": "test", + "subset": "ars_Arab-ars_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 645.5401792210178, + "end": 664.2371393989888, + "split": "test", + "subset": "ars_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 664.2371801569825, + "end": 664.6187094370252, + "split": "test", + "subset": "ars_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 664.659151941014, + "end": 680.2554710609838, + "split": "test", + "subset": "eng_Latn-ars_Arab" + }, + { + "name": "Scoring", + "start": 680.2555096099968, + "end": 680.6391236630152, + "split": "test", + "subset": "eng_Latn-ars_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 680.6808558800258, + "end": 701.5162889420171, + "split": "test", + "subset": "ary_Arab-ary_Arab" + }, + { + "name": "Scoring", + "start": 701.5163318010163, + "end": 701.8983651120216, + "split": "test", + "subset": "ary_Arab-ary_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 701.9406079109758, + "end": 721.1034855479957, + "split": "test", + "subset": "ary_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 721.1035251769936, + "end": 721.4837481239811, + "split": "test", + "subset": "ary_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 721.5265679219738, + "end": 737.6398525499972, + "split": "test", + "subset": "eng_Latn-ary_Arab" + }, + { + "name": "Scoring", + "start": 737.6398907779949, + "end": 738.0190101349726, + "split": "test", + "subset": "eng_Latn-ary_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 738.0626470830175, + "end": 757.9381281509995, + "split": "test", + "subset": "arz_Arab-arz_Arab" + }, + { + "name": "Scoring", + "start": 757.938166500011, + "end": 758.3219586859923, + "split": "test", + "subset": "arz_Arab-arz_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 758.3668564480031, + "end": 776.9933626860147, + "split": "test", + "subset": "arz_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 776.9934029449942, + "end": 777.3717758589773, + "split": "test", + "subset": "arz_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 777.418101948977, + "end": 793.0908127820003, + "split": "test", + "subset": "eng_Latn-arz_Arab" + }, + { + "name": "Scoring", + "start": 793.090839551005, + "end": 793.472568903002, + "split": "test", + "subset": "eng_Latn-arz_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 793.5188290150254, + "end": 846.0374713389901, + "split": "test", + "subset": "asm_Beng-asm_Beng" + }, + { + "name": "Scoring", + "start": 846.0375091069727, + "end": 846.4178632289986, + "split": "test", + "subset": "asm_Beng-asm_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 846.4643664230243, + "end": 890.457035770989, + "split": "test", + "subset": "asm_Beng-eng_Latn" + }, + { + "name": "Scoring", + "start": 890.457076539984, + "end": 890.8382887900225, + "split": "test", + "subset": "asm_Beng-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 890.8858022670029, + "end": 913.8285610799794, + "split": "test", + "subset": "eng_Latn-asm_Beng" + }, + { + "name": "Scoring", + "start": 913.8285971379955, + "end": 914.2080746819847, + "split": "test", + "subset": "eng_Latn-asm_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 914.2564294079784, + "end": 941.5016204279964, + "split": "test", + "subset": "azj_Latn-azj_Latn" + }, + { + "name": "Scoring", + "start": 941.501657137007, + "end": 941.8810633029789, + "split": "test", + "subset": "azj_Latn-azj_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 941.930070774979, + "end": 966.1760490679881, + "split": "test", + "subset": "azj_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 966.1760892359889, + "end": 966.5526037079981, + "split": "test", + "subset": "azj_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 966.6023222340154, + "end": 984.0016242500278, + "split": "test", + "subset": "eng_Latn-azj_Latn" + }, + { + "name": "Scoring", + "start": 984.0016643180279, + "end": 984.6011812340003, + "split": "test", + "subset": "eng_Latn-azj_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 984.6515768149984, + "end": 1009.4775864540134, + "split": "test", + "subset": "bam_Latn-bam_Latn" + }, + { + "name": "Scoring", + "start": 1009.4776262820233, + "end": 1009.863704605028, + "split": "test", + "subset": "bam_Latn-bam_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1009.9149619750096, + "end": 1031.9344744840055, + "split": "test", + "subset": "bam_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1031.9345125330146, + "end": 1032.319690379023, + "split": "test", + "subset": "bam_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1032.3720210689935, + "end": 1049.61612560699, + "split": "test", + "subset": "eng_Latn-bam_Latn" + }, + { + "name": "Scoring", + "start": 1049.6161648359848, + "end": 1050.0038038719795, + "split": "test", + "subset": "eng_Latn-bam_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1050.057788212027, + "end": 1099.5239351110067, + "split": "test", + "subset": "ben_Beng-ben_Beng" + }, + { + "name": "Scoring", + "start": 1099.5239721399848, + "end": 1099.9152508539846, + "split": "test", + "subset": "ben_Beng-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 1099.9725358730066, + "end": 1141.4001812619972, + "split": "test", + "subset": "ben_Beng-eng_Latn" + }, + { + "name": "Scoring", + "start": 1141.4002212900086, + "end": 1141.7838018849725, + "split": "test", + "subset": "ben_Beng-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1141.8391974830301, + "end": 1164.3814428990008, + "split": "test", + "subset": "eng_Latn-ben_Beng" + }, + { + "name": "Scoring", + "start": 1164.381483228004, + "end": 1164.7673879070207, + "split": "test", + "subset": "eng_Latn-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 1164.823779390019, + "end": 1186.8424861879903, + "split": "test", + "subset": "ben_Latn-ben_Latn" + }, + { + "name": "Scoring", + "start": 1186.8425302560208, + "end": 1187.2317948429845, + "split": "test", + "subset": "ben_Latn-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1187.2915686820052, + "end": 1207.5592404800118, + "split": "test", + "subset": "ben_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1207.5592791180243, + "end": 1207.9596408809884, + "split": "test", + "subset": "ben_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1208.0192969340133, + "end": 1224.2419835699839, + "split": "test", + "subset": "eng_Latn-ben_Latn" + }, + { + "name": "Scoring", + "start": 1224.2420245989924, + "end": 1224.623913354997, + "split": "test", + "subset": "eng_Latn-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1224.6817260659882, + "end": 1295.8189307469875, + "split": "test", + "subset": "bod_Tibt-bod_Tibt" + }, + { + "name": "Scoring", + "start": 1295.8189674059977, + "end": 1296.2084980329964, + "split": "test", + "subset": "bod_Tibt-bod_Tibt" + }, + { + "name": "Encoding queries and documents", + "start": 1296.2670182180009, + "end": 1354.019085870008, + "split": "test", + "subset": "bod_Tibt-eng_Latn" + }, + { + "name": "Scoring", + "start": 1354.0191223290167, + "end": 1354.4068419220275, + "split": "test", + "subset": "bod_Tibt-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1354.4664397080196, + "end": 1382.3136881209794, + "split": "test", + "subset": "eng_Latn-bod_Tibt" + }, + { + "name": "Scoring", + "start": 1382.3137225600076, + "end": 1382.7067161410232, + "split": "test", + "subset": "eng_Latn-bod_Tibt" + }, + { + "name": "Encoding queries and documents", + "start": 1382.7672798610292, + "end": 1407.634929539985, + "split": "test", + "subset": "bul_Cyrl-bul_Cyrl" + }, + { + "name": "Scoring", + "start": 1407.6349716489785, + "end": 1408.0275164560298, + "split": "test", + "subset": "bul_Cyrl-bul_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 1408.090783348016, + "end": 1430.6517201910028, + "split": "test", + "subset": "bul_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 1430.65175645001, + "end": 1431.0371323589934, + "split": "test", + "subset": "bul_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1431.0981010950054, + "end": 1447.9273209699895, + "split": "test", + "subset": "eng_Latn-bul_Cyrl" + }, + { + "name": "Scoring", + "start": 1447.9273577390122, + "end": 1448.3099105909932, + "split": "test", + "subset": "eng_Latn-bul_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 1448.372419440013, + "end": 1468.7895482149906, + "split": "test", + "subset": "cat_Latn-cat_Latn" + }, + { + "name": "Scoring", + "start": 1468.7895883329911, + "end": 1469.1760068740114, + "split": "test", + "subset": "cat_Latn-cat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1469.2391518600052, + "end": 1488.256887904019, + "split": "test", + "subset": "cat_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1488.2569291020045, + "end": 1488.6438542649848, + "split": "test", + "subset": "cat_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1488.7084326390177, + "end": 1504.6056963789742, + "split": "test", + "subset": "eng_Latn-cat_Latn" + }, + { + "name": "Scoring", + "start": 1504.605734666984, + "end": 1504.9937409400009, + "split": "test", + "subset": "eng_Latn-cat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1505.0586214219802, + "end": 1527.0132967170211, + "split": "test", + "subset": "ceb_Latn-ceb_Latn" + }, + { + "name": "Scoring", + "start": 1527.0133368559764, + "end": 1527.3978735649725, + "split": "test", + "subset": "ceb_Latn-ceb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1527.4633235870278, + "end": 1547.6831753089791, + "split": "test", + "subset": "ceb_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1547.683214937977, + "end": 1548.070154290006, + "split": "test", + "subset": "ceb_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1548.1365463070106, + "end": 1564.4206179039902, + "split": "test", + "subset": "eng_Latn-ceb_Latn" + }, + { + "name": "Scoring", + "start": 1564.4206593629788, + "end": 1564.8054457730032, + "split": "test", + "subset": "eng_Latn-ceb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1564.8721626379993, + "end": 1588.6229246089933, + "split": "test", + "subset": "ces_Latn-ces_Latn" + }, + { + "name": "Scoring", + "start": 1588.622964827984, + "end": 1589.0089811229846, + "split": "test", + "subset": "ces_Latn-ces_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1589.0767033320153, + "end": 1610.5520646650111, + "split": "test", + "subset": "ces_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1610.5521051040269, + "end": 1610.9346499760286, + "split": "test", + "subset": "ces_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1611.0028934960137, + "end": 1627.730465991015, + "split": "test", + "subset": "eng_Latn-ces_Latn" + }, + { + "name": "Scoring", + "start": 1627.7305050700088, + "end": 1628.120483589999, + "split": "test", + "subset": "eng_Latn-ces_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1628.1890364689752, + "end": 1663.668373292021, + "split": "test", + "subset": "ckb_Arab-ckb_Arab" + }, + { + "name": "Scoring", + "start": 1663.6684115600074, + "end": 1664.0528488139971, + "split": "test", + "subset": "ckb_Arab-ckb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 1664.1231114799739, + "end": 1694.6223950790009, + "split": "test", + "subset": "ckb_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 1694.6224338880274, + "end": 1695.007620933, + "split": "test", + "subset": "ckb_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1695.077053599991, + "end": 1714.5874875570298, + "split": "test", + "subset": "eng_Latn-ckb_Arab" + }, + { + "name": "Scoring", + "start": 1714.58752632502, + "end": 1714.9683683100156, + "split": "test", + "subset": "eng_Latn-ckb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 1715.0387845400255, + "end": 1735.0001859230106, + "split": "test", + "subset": "dan_Latn-dan_Latn" + }, + { + "name": "Scoring", + "start": 1735.0002222119947, + "end": 1735.3883304310148, + "split": "test", + "subset": "dan_Latn-dan_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1735.4603907620185, + "end": 1753.9047878350248, + "split": "test", + "subset": "dan_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1753.9048260829877, + "end": 1754.286205957993, + "split": "test", + "subset": "dan_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1754.3591500470066, + "end": 1770.324278689979, + "split": "test", + "subset": "eng_Latn-dan_Latn" + }, + { + "name": "Scoring", + "start": 1770.324317369028, + "end": 1770.7106121240067, + "split": "test", + "subset": "eng_Latn-dan_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1770.7843327149749, + "end": 1789.8777373380144, + "split": "test", + "subset": "deu_Latn-deu_Latn" + }, + { + "name": "Scoring", + "start": 1789.877774586028, + "end": 1790.2642564050038, + "split": "test", + "subset": "deu_Latn-deu_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1790.338584333018, + "end": 1808.4159732669941, + "split": "test", + "subset": "deu_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1808.4160131050157, + "end": 1808.801453922002, + "split": "test", + "subset": "deu_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1808.8765309529845, + "end": 1824.3633191189729, + "split": "test", + "subset": "eng_Latn-deu_Latn" + }, + { + "name": "Scoring", + "start": 1824.363358438015, + "end": 1824.7442143220105, + "split": "test", + "subset": "eng_Latn-deu_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1824.8199416580028, + "end": 1873.1849193859962, + "split": "test", + "subset": "ell_Grek-ell_Grek" + }, + { + "name": "Scoring", + "start": 1873.1849703739863, + "end": 1873.580787022016, + "split": "test", + "subset": "ell_Grek-ell_Grek" + }, + { + "name": "Encoding queries and documents", + "start": 1873.6578916090075, + "end": 1914.4720540809794, + "split": "test", + "subset": "ell_Grek-eng_Latn" + }, + { + "name": "Scoring", + "start": 1914.4720935299993, + "end": 1914.858596786973, + "split": "test", + "subset": "ell_Grek-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1914.9356094669783, + "end": 1937.2501152820187, + "split": "test", + "subset": "eng_Latn-ell_Grek" + }, + { + "name": "Scoring", + "start": 1937.2501559410011, + "end": 1937.6380154489889, + "split": "test", + "subset": "eng_Latn-ell_Grek" + }, + { + "name": "Encoding queries and documents", + "start": 1937.7169321799884, + "end": 1952.1970747360028, + "split": "test", + "subset": "eng_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1952.1971131740138, + "end": 1952.5838099850225, + "split": "test", + "subset": "eng_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1952.6628794400021, + "end": 1974.099701809988, + "split": "test", + "subset": "est_Latn-est_Latn" + }, + { + "name": "Scoring", + "start": 1974.0997424480156, + "end": 1974.4936177270138, + "split": "test", + "subset": "est_Latn-est_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1974.5727878279868, + "end": 1994.4134493559832, + "split": "test", + "subset": "est_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 1994.4134883849765, + "end": 1994.7993559149909, + "split": "test", + "subset": "est_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 1994.8801420779782, + "end": 2010.8976792300236, + "split": "test", + "subset": "eng_Latn-est_Latn" + }, + { + "name": "Scoring", + "start": 2010.8977167080157, + "end": 2011.2827140309964, + "split": "test", + "subset": "eng_Latn-est_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2011.364020824025, + "end": 2032.9490419659996, + "split": "test", + "subset": "eus_Latn-eus_Latn" + }, + { + "name": "Scoring", + "start": 2032.9490797449835, + "end": 2033.3361543819774, + "split": "test", + "subset": "eus_Latn-eus_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2033.4185803640285, + "end": 2053.3380010779947, + "split": "test", + "subset": "eus_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2053.3380467370152, + "end": 2053.725174931984, + "split": "test", + "subset": "eus_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2053.808161684021, + "end": 2069.9550819349824, + "split": "test", + "subset": "eng_Latn-eus_Latn" + }, + { + "name": "Scoring", + "start": 2069.9551258630236, + "end": 2070.3438631889876, + "split": "test", + "subset": "eng_Latn-eus_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2070.427250935987, + "end": 2092.7403096350026, + "split": "test", + "subset": "fin_Latn-fin_Latn" + }, + { + "name": "Scoring", + "start": 2092.7403449030244, + "end": 2093.1256073259865, + "split": "test", + "subset": "fin_Latn-fin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2093.2100783539936, + "end": 2113.7947234960156, + "split": "test", + "subset": "fin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2113.7947644849773, + "end": 2114.184486435028, + "split": "test", + "subset": "fin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2114.270363582007, + "end": 2130.4368569490034, + "split": "test", + "subset": "eng_Latn-fin_Latn" + }, + { + "name": "Scoring", + "start": 2130.436896356987, + "end": 2130.820484951022, + "split": "test", + "subset": "eng_Latn-fin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2130.9059468230116, + "end": 2151.154272546002, + "split": "test", + "subset": "fra_Latn-fra_Latn" + }, + { + "name": "Scoring", + "start": 2151.1543108649785, + "end": 2151.554353968997, + "split": "test", + "subset": "fra_Latn-fra_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2151.642209473008, + "end": 2170.30764947203, + "split": "test", + "subset": "fra_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2170.307688519999, + "end": 2170.690687316004, + "split": "test", + "subset": "fra_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2170.776579242025, + "end": 2186.856900272018, + "split": "test", + "subset": "eng_Latn-fra_Latn" + }, + { + "name": "Scoring", + "start": 2186.856940380996, + "end": 2187.24410891399, + "split": "test", + "subset": "eng_Latn-fra_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2187.330737233977, + "end": 2207.914185050002, + "split": "test", + "subset": "fuv_Latn-fuv_Latn" + }, + { + "name": "Scoring", + "start": 2207.9142264580005, + "end": 2208.3042454380193, + "split": "test", + "subset": "fuv_Latn-fuv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2208.3918953289976, + "end": 2227.7883549249964, + "split": "test", + "subset": "fuv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2227.7883951640106, + "end": 2228.186994460004, + "split": "test", + "subset": "fuv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2228.275038736989, + "end": 2243.965614819026, + "split": "test", + "subset": "eng_Latn-fuv_Latn" + }, + { + "name": "Scoring", + "start": 2243.9656533270027, + "end": 2244.3558837990277, + "split": "test", + "subset": "eng_Latn-fuv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2244.444970347977, + "end": 2269.4935283769737, + "split": "test", + "subset": "gaz_Latn-gaz_Latn" + }, + { + "name": "Scoring", + "start": 2269.4935664960067, + "end": 2269.883944472007, + "split": "test", + "subset": "gaz_Latn-gaz_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2269.9735964710126, + "end": 2292.5769180780044, + "split": "test", + "subset": "gaz_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2292.576957077021, + "end": 2292.9625627279747, + "split": "test", + "subset": "gaz_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2293.0531446120003, + "end": 2310.025717278011, + "split": "test", + "subset": "eng_Latn-gaz_Latn" + }, + { + "name": "Scoring", + "start": 2310.02575781598, + "end": 2310.4335107490188, + "split": "test", + "subset": "eng_Latn-gaz_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2310.5270265659783, + "end": 2335.044973955024, + "split": "test", + "subset": "grn_Latn-grn_Latn" + }, + { + "name": "Scoring", + "start": 2335.0450173339923, + "end": 2335.431150574994, + "split": "test", + "subset": "grn_Latn-grn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2335.524506699003, + "end": 2357.316512338002, + "split": "test", + "subset": "grn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2357.31655061699, + "end": 2357.7091908609727, + "split": "test", + "subset": "grn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2357.8023717710166, + "end": 2374.9124433689867, + "split": "test", + "subset": "eng_Latn-grn_Latn" + }, + { + "name": "Scoring", + "start": 2374.912481757987, + "end": 2375.295606349013, + "split": "test", + "subset": "eng_Latn-grn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2375.3893927169847, + "end": 2439.7960146560217, + "split": "test", + "subset": "guj_Gujr-guj_Gujr" + }, + { + "name": "Scoring", + "start": 2439.79606298398, + "end": 2440.1823130809935, + "split": "test", + "subset": "guj_Gujr-guj_Gujr" + }, + { + "name": "Encoding queries and documents", + "start": 2440.2762697130092, + "end": 2494.3217463369947, + "split": "test", + "subset": "guj_Gujr-eng_Latn" + }, + { + "name": "Scoring", + "start": 2494.3217852360103, + "end": 2494.707565020013, + "split": "test", + "subset": "guj_Gujr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2494.8033462750027, + "end": 2519.754678931029, + "split": "test", + "subset": "eng_Latn-guj_Gujr" + }, + { + "name": "Scoring", + "start": 2519.7547229300253, + "end": 2520.1487423829967, + "split": "test", + "subset": "eng_Latn-guj_Gujr" + }, + { + "name": "Encoding queries and documents", + "start": 2520.247477211, + "end": 2541.149922977027, + "split": "test", + "subset": "hat_Latn-hat_Latn" + }, + { + "name": "Scoring", + "start": 2541.149960006005, + "end": 2541.533716853999, + "split": "test", + "subset": "hat_Latn-hat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2541.6300019610208, + "end": 2560.684875649982, + "split": "test", + "subset": "hat_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2560.684918568004, + "end": 2561.0772952709813, + "split": "test", + "subset": "hat_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2561.1755684359814, + "end": 2577.5325189930154, + "split": "test", + "subset": "eng_Latn-hat_Latn" + }, + { + "name": "Scoring", + "start": 2577.5325598819763, + "end": 2577.938551448984, + "split": "test", + "subset": "eng_Latn-hat_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2578.0402598669752, + "end": 2601.010639911983, + "split": "test", + "subset": "hau_Latn-hau_Latn" + }, + { + "name": "Scoring", + "start": 2601.010680321022, + "end": 2601.4137031360297, + "split": "test", + "subset": "hau_Latn-hau_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2601.515531370009, + "end": 2622.051029686001, + "split": "test", + "subset": "hau_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2622.051067913999, + "end": 2622.4445802560076, + "split": "test", + "subset": "hau_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2622.5443163070013, + "end": 2639.3946924509946, + "split": "test", + "subset": "eng_Latn-hau_Latn" + }, + { + "name": "Scoring", + "start": 2639.394732769986, + "end": 2639.7887212639907, + "split": "test", + "subset": "eng_Latn-hau_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2639.888955347007, + "end": 2658.9307833919884, + "split": "test", + "subset": "heb_Hebr-heb_Hebr" + }, + { + "name": "Scoring", + "start": 2658.930822609982, + "end": 2659.3154516469804, + "split": "test", + "subset": "heb_Hebr-heb_Hebr" + }, + { + "name": "Encoding queries and documents", + "start": 2659.4161984209786, + "end": 2677.287703217007, + "split": "test", + "subset": "heb_Hebr-eng_Latn" + }, + { + "name": "Scoring", + "start": 2677.287742135988, + "end": 2677.679258839984, + "split": "test", + "subset": "heb_Hebr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2677.7807457770105, + "end": 2693.677802105027, + "split": "test", + "subset": "eng_Latn-heb_Hebr" + }, + { + "name": "Scoring", + "start": 2693.6778430130216, + "end": 2694.0709371310077, + "split": "test", + "subset": "eng_Latn-heb_Hebr" + }, + { + "name": "Encoding queries and documents", + "start": 2694.1734614400193, + "end": 2738.119435522007, + "split": "test", + "subset": "hin_Deva-hin_Deva" + }, + { + "name": "Scoring", + "start": 2738.119476770982, + "end": 2738.512384015019, + "split": "test", + "subset": "hin_Deva-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 2738.6174948400003, + "end": 2775.81574391498, + "split": "test", + "subset": "hin_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 2775.8157840329804, + "end": 2776.208647639025, + "split": "test", + "subset": "hin_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2776.3152942479937, + "end": 2797.622126160015, + "split": "test", + "subset": "eng_Latn-hin_Deva" + }, + { + "name": "Scoring", + "start": 2797.622168619011, + "end": 2798.0053503179806, + "split": "test", + "subset": "eng_Latn-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 2798.1100663269754, + "end": 2820.2760071529774, + "split": "test", + "subset": "hin_Latn-hin_Latn" + }, + { + "name": "Scoring", + "start": 2820.2760491410154, + "end": 2820.667006735981, + "split": "test", + "subset": "hin_Latn-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2820.7734075739863, + "end": 2841.3184604509734, + "split": "test", + "subset": "hin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2841.3185005399864, + "end": 2841.7097100859974, + "split": "test", + "subset": "hin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2841.816955603019, + "end": 2858.0057090769988, + "split": "test", + "subset": "eng_Latn-hin_Latn" + }, + { + "name": "Scoring", + "start": 2858.0057512759813, + "end": 2858.4045344149927, + "split": "test", + "subset": "eng_Latn-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2858.5133259859867, + "end": 2880.0537336759735, + "split": "test", + "subset": "hrv_Latn-hrv_Latn" + }, + { + "name": "Scoring", + "start": 2880.053772153973, + "end": 2880.4404798240284, + "split": "test", + "subset": "hrv_Latn-hrv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2880.5491699079867, + "end": 2900.360669769987, + "split": "test", + "subset": "hrv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2900.36070874898, + "end": 2900.7579971330124, + "split": "test", + "subset": "hrv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2900.873458040005, + "end": 2917.150460714998, + "split": "test", + "subset": "eng_Latn-hrv_Latn" + }, + { + "name": "Scoring", + "start": 2917.1505011830013, + "end": 2917.5424204230076, + "split": "test", + "subset": "eng_Latn-hrv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2917.654205085011, + "end": 2941.3868935750215, + "split": "test", + "subset": "hun_Latn-hun_Latn" + }, + { + "name": "Scoring", + "start": 2941.3869362840196, + "end": 2941.78945916699, + "split": "test", + "subset": "hun_Latn-hun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2941.9048058280023, + "end": 2963.6015581840184, + "split": "test", + "subset": "hun_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 2963.6015992719913, + "end": 2963.989665022993, + "split": "test", + "subset": "hun_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2964.1023137929733, + "end": 2980.699048400973, + "split": "test", + "subset": "eng_Latn-hun_Latn" + }, + { + "name": "Scoring", + "start": 2980.6990876590135, + "end": 2981.0948590090265, + "split": "test", + "subset": "eng_Latn-hun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 2981.208387976978, + "end": 3031.4098575370153, + "split": "test", + "subset": "hye_Armn-hye_Armn" + }, + { + "name": "Scoring", + "start": 3031.4098959349794, + "end": 3031.7957440660102, + "split": "test", + "subset": "hye_Armn-hye_Armn" + }, + { + "name": "Encoding queries and documents", + "start": 3031.9083911160124, + "end": 3074.5195666510263, + "split": "test", + "subset": "hye_Armn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3074.5196066999924, + "end": 3074.915927639988, + "split": "test", + "subset": "hye_Armn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3075.029764365987, + "end": 3097.153457743989, + "split": "test", + "subset": "eng_Latn-hye_Armn" + }, + { + "name": "Scoring", + "start": 3097.1534932919894, + "end": 3097.5453291650047, + "split": "test", + "subset": "eng_Latn-hye_Armn" + }, + { + "name": "Encoding queries and documents", + "start": 3097.6600223300047, + "end": 3124.0739031329867, + "split": "test", + "subset": "ibo_Latn-ibo_Latn" + }, + { + "name": "Scoring", + "start": 3124.073944031028, + "end": 3124.460560575011, + "split": "test", + "subset": "ibo_Latn-ibo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3124.5746921810205, + "end": 3148.188628883974, + "split": "test", + "subset": "ibo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3148.188667421986, + "end": 3148.578418191988, + "split": "test", + "subset": "ibo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3148.696424115973, + "end": 3166.003367530997, + "split": "test", + "subset": "eng_Latn-ibo_Latn" + }, + { + "name": "Scoring", + "start": 3166.00340478, + "end": 3166.395337690017, + "split": "test", + "subset": "eng_Latn-ibo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3166.513858984981, + "end": 3189.728908411984, + "split": "test", + "subset": "ilo_Latn-ilo_Latn" + }, + { + "name": "Scoring", + "start": 3189.7289449410164, + "end": 3190.1208264830057, + "split": "test", + "subset": "ilo_Latn-ilo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3190.238772889017, + "end": 3211.339626067027, + "split": "test", + "subset": "ilo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3211.339665394975, + "end": 3211.735225962999, + "split": "test", + "subset": "ilo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3211.854581777996, + "end": 3228.4907914759824, + "split": "test", + "subset": "eng_Latn-ilo_Latn" + }, + { + "name": "Scoring", + "start": 3228.4908305539866, + "end": 3228.882722985989, + "split": "test", + "subset": "eng_Latn-ilo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3229.0012238320196, + "end": 3248.182629944, + "split": "test", + "subset": "ind_Latn-ind_Latn" + }, + { + "name": "Scoring", + "start": 3248.1826700730016, + "end": 3248.5691042430117, + "split": "test", + "subset": "ind_Latn-ind_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3248.6883225929923, + "end": 3266.6209547480103, + "split": "test", + "subset": "ind_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3266.6210056970012, + "end": 3267.00692197599, + "split": "test", + "subset": "ind_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3267.1276732599945, + "end": 3282.877165182028, + "split": "test", + "subset": "eng_Latn-ind_Latn" + }, + { + "name": "Scoring", + "start": 3282.877204700024, + "end": 3283.2680385999847, + "split": "test", + "subset": "eng_Latn-ind_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3283.3911399879726, + "end": 3307.528456525004, + "split": "test", + "subset": "isl_Latn-isl_Latn" + }, + { + "name": "Scoring", + "start": 3307.528497193998, + "end": 3307.9172266399837, + "split": "test", + "subset": "isl_Latn-isl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3308.039080963994, + "end": 3329.6887651369907, + "split": "test", + "subset": "isl_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3329.688802764984, + "end": 3330.0749025379773, + "split": "test", + "subset": "isl_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3330.1962443009834, + "end": 3347.2039465639973, + "split": "test", + "subset": "eng_Latn-isl_Latn" + }, + { + "name": "Scoring", + "start": 3347.203987862973, + "end": 3347.597899930028, + "split": "test", + "subset": "eng_Latn-isl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3347.72370844899, + "end": 3367.769362227991, + "split": "test", + "subset": "ita_Latn-ita_Latn" + }, + { + "name": "Scoring", + "start": 3367.7694042170187, + "end": 3368.154919039982, + "split": "test", + "subset": "ita_Latn-ita_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3368.2778828840237, + "end": 3386.958680441021, + "split": "test", + "subset": "ita_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3386.958721550007, + "end": 3387.342657361005, + "split": "test", + "subset": "ita_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3387.470360212028, + "end": 3403.3480314270128, + "split": "test", + "subset": "eng_Latn-ita_Latn" + }, + { + "name": "Scoring", + "start": 3403.348070745007, + "end": 3403.7349189399974, + "split": "test", + "subset": "eng_Latn-ita_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3403.8599946870236, + "end": 3424.2522254490177, + "split": "test", + "subset": "jav_Latn-jav_Latn" + }, + { + "name": "Scoring", + "start": 3424.252265218005, + "end": 3424.6394791299826, + "split": "test", + "subset": "jav_Latn-jav_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3424.76396517799, + "end": 3443.6189344599843, + "split": "test", + "subset": "jav_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3443.6189717589878, + "end": 3444.0022321750293, + "split": "test", + "subset": "jav_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3444.128894503985, + "end": 3460.1563543829834, + "split": "test", + "subset": "eng_Latn-jav_Latn" + }, + { + "name": "Scoring", + "start": 3460.1563925920054, + "end": 3460.5418457480264, + "split": "test", + "subset": "eng_Latn-jav_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3460.6694475419936, + "end": 3479.3346300490084, + "split": "test", + "subset": "jpn_Jpan-jpn_Jpan" + }, + { + "name": "Scoring", + "start": 3479.3346693280037, + "end": 3479.7186109789764, + "split": "test", + "subset": "jpn_Jpan-jpn_Jpan" + }, + { + "name": "Encoding queries and documents", + "start": 3479.845966911991, + "end": 3497.285996421997, + "split": "test", + "subset": "jpn_Jpan-eng_Latn" + }, + { + "name": "Scoring", + "start": 3497.286038129998, + "end": 3497.6753980339854, + "split": "test", + "subset": "jpn_Jpan-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3497.8080758430297, + "end": 3513.541634375986, + "split": "test", + "subset": "eng_Latn-jpn_Jpan" + }, + { + "name": "Scoring", + "start": 3513.541673534026, + "end": 3513.931976834021, + "split": "test", + "subset": "eng_Latn-jpn_Jpan" + }, + { + "name": "Encoding queries and documents", + "start": 3514.062541498977, + "end": 3539.7880137989996, + "split": "test", + "subset": "kac_Latn-kac_Latn" + }, + { + "name": "Scoring", + "start": 3539.7880532179843, + "end": 3540.2148507459788, + "split": "test", + "subset": "kac_Latn-kac_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3540.34878735902, + "end": 3563.058461326, + "split": "test", + "subset": "kac_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3563.0584988240153, + "end": 3563.4460372140165, + "split": "test", + "subset": "kac_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3563.576765204023, + "end": 3581.086393253994, + "split": "test", + "subset": "eng_Latn-kac_Latn" + }, + { + "name": "Scoring", + "start": 3581.086433993012, + "end": 3581.479755152017, + "split": "test", + "subset": "eng_Latn-kac_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3581.6114653859986, + "end": 3647.6604097220115, + "split": "test", + "subset": "kan_Knda-kan_Knda" + }, + { + "name": "Scoring", + "start": 3647.6604485110147, + "end": 3648.045531890006, + "split": "test", + "subset": "kan_Knda-kan_Knda" + }, + { + "name": "Encoding queries and documents", + "start": 3648.177807104017, + "end": 3703.440212636022, + "split": "test", + "subset": "kan_Knda-eng_Latn" + }, + { + "name": "Scoring", + "start": 3703.4402521250304, + "end": 3703.828041776025, + "split": "test", + "subset": "kan_Knda-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3703.962047176028, + "end": 3729.776306936983, + "split": "test", + "subset": "eng_Latn-kan_Knda" + }, + { + "name": "Scoring", + "start": 3729.776348615007, + "end": 3730.1694465819746, + "split": "test", + "subset": "eng_Latn-kan_Knda" + }, + { + "name": "Encoding queries and documents", + "start": 3730.307175486989, + "end": 3780.1500184119795, + "split": "test", + "subset": "kat_Geor-kat_Geor" + }, + { + "name": "Scoring", + "start": 3780.1500570399803, + "end": 3780.5412562069832, + "split": "test", + "subset": "kat_Geor-kat_Geor" + }, + { + "name": "Encoding queries and documents", + "start": 3780.677506035019, + "end": 3823.015158449998, + "split": "test", + "subset": "kat_Geor-eng_Latn" + }, + { + "name": "Scoring", + "start": 3823.0152030090103, + "end": 3823.41012089001, + "split": "test", + "subset": "kat_Geor-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3823.5467191149946, + "end": 3845.5087907100096, + "split": "test", + "subset": "eng_Latn-kat_Geor" + }, + { + "name": "Scoring", + "start": 3845.5088289279956, + "end": 3845.8944311889936, + "split": "test", + "subset": "eng_Latn-kat_Geor" + }, + { + "name": "Encoding queries and documents", + "start": 3846.0317871270236, + "end": 3877.8614894439816, + "split": "test", + "subset": "kaz_Cyrl-kaz_Cyrl" + }, + { + "name": "Scoring", + "start": 3877.8615305720014, + "end": 3878.2609458990046, + "split": "test", + "subset": "kaz_Cyrl-kaz_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 3878.4022230540286, + "end": 3906.193980611977, + "split": "test", + "subset": "kaz_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 3906.194024011027, + "end": 3906.577625303995, + "split": "test", + "subset": "kaz_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3906.7160224139807, + "end": 3925.291838973004, + "split": "test", + "subset": "eng_Latn-kaz_Cyrl" + }, + { + "name": "Scoring", + "start": 3925.291877161013, + "end": 3925.68133178103, + "split": "test", + "subset": "eng_Latn-kaz_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 3925.8203358189785, + "end": 3946.475743130024, + "split": "test", + "subset": "kea_Latn-kea_Latn" + }, + { + "name": "Scoring", + "start": 3946.47578264802, + "end": 3946.86372337403, + "split": "test", + "subset": "kea_Latn-kea_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3947.0042994749965, + "end": 3966.0259810549906, + "split": "test", + "subset": "kea_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 3966.026031012996, + "end": 3966.425388831005, + "split": "test", + "subset": "kea_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3966.5683147269883, + "end": 3982.7147859539837, + "split": "test", + "subset": "eng_Latn-kea_Latn" + }, + { + "name": "Scoring", + "start": 3982.714823201997, + "end": 3983.106179082999, + "split": "test", + "subset": "eng_Latn-kea_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 3983.2471456190106, + "end": 4015.834899386973, + "split": "test", + "subset": "khk_Cyrl-khk_Cyrl" + }, + { + "name": "Scoring", + "start": 4015.834937256004, + "end": 4016.2276221279753, + "split": "test", + "subset": "khk_Cyrl-khk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4016.3695890079834, + "end": 4044.64372179599, + "split": "test", + "subset": "khk_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 4044.643761253974, + "end": 4045.0316888199886, + "split": "test", + "subset": "khk_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4045.175672146026, + "end": 4064.047035671014, + "split": "test", + "subset": "eng_Latn-khk_Cyrl" + }, + { + "name": "Scoring", + "start": 4064.047075429, + "end": 4064.440732645977, + "split": "test", + "subset": "eng_Latn-khk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4064.5853125909925, + "end": 4128.215942383977, + "split": "test", + "subset": "khm_Khmr-khm_Khmr" + }, + { + "name": "Scoring", + "start": 4128.215983251983, + "end": 4128.613106272998, + "split": "test", + "subset": "khm_Khmr-khm_Khmr" + }, + { + "name": "Encoding queries and documents", + "start": 4128.758903682989, + "end": 4182.419806839025, + "split": "test", + "subset": "khm_Khmr-eng_Latn" + }, + { + "name": "Scoring", + "start": 4182.419849787024, + "end": 4182.817607673991, + "split": "test", + "subset": "khm_Khmr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4182.96652969101, + "end": 4207.458722739015, + "split": "test", + "subset": "eng_Latn-khm_Khmr" + }, + { + "name": "Scoring", + "start": 4207.45876277698, + "end": 4207.855605977995, + "split": "test", + "subset": "eng_Latn-khm_Khmr" + }, + { + "name": "Encoding queries and documents", + "start": 4208.006408506015, + "end": 4231.627689260989, + "split": "test", + "subset": "kin_Latn-kin_Latn" + }, + { + "name": "Scoring", + "start": 4231.627732140012, + "end": 4232.02036124398, + "split": "test", + "subset": "kin_Latn-kin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4232.166173962993, + "end": 4253.639028667996, + "split": "test", + "subset": "kin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4253.63906837703, + "end": 4254.035025459016, + "split": "test", + "subset": "kin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4254.186691205017, + "end": 4270.893308144994, + "split": "test", + "subset": "eng_Latn-kin_Latn" + }, + { + "name": "Scoring", + "start": 4270.893347562989, + "end": 4271.289110212994, + "split": "test", + "subset": "eng_Latn-kin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4271.441267760994, + "end": 4301.845760309021, + "split": "test", + "subset": "kir_Cyrl-kir_Cyrl" + }, + { + "name": "Scoring", + "start": 4301.845806027006, + "end": 4302.237225436023, + "split": "test", + "subset": "kir_Cyrl-kir_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4302.386719290982, + "end": 4328.508305118012, + "split": "test", + "subset": "kir_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 4328.508346316987, + "end": 4328.896335629979, + "split": "test", + "subset": "kir_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4329.046129845025, + "end": 4347.817710090021, + "split": "test", + "subset": "eng_Latn-kir_Cyrl" + }, + { + "name": "Scoring", + "start": 4347.817747679015, + "end": 4348.205874457024, + "split": "test", + "subset": "eng_Latn-kir_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 4348.356856058002, + "end": 4368.809572963975, + "split": "test", + "subset": "kor_Hang-kor_Hang" + }, + { + "name": "Scoring", + "start": 4368.809613473015, + "end": 4369.198645799013, + "split": "test", + "subset": "kor_Hang-kor_Hang" + }, + { + "name": "Encoding queries and documents", + "start": 4369.3498731909785, + "end": 4388.3611082319985, + "split": "test", + "subset": "kor_Hang-eng_Latn" + }, + { + "name": "Scoring", + "start": 4388.3611478100065, + "end": 4388.790225313976, + "split": "test", + "subset": "kor_Hang-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4388.986419185996, + "end": 4405.071873289009, + "split": "test", + "subset": "eng_Latn-kor_Hang" + }, + { + "name": "Scoring", + "start": 4405.071920737973, + "end": 4405.4678413019865, + "split": "test", + "subset": "eng_Latn-kor_Hang" + }, + { + "name": "Encoding queries and documents", + "start": 4472.0678714209935, + "end": 4528.458116551978, + "split": "test", + "subset": "lao_Laoo-lao_Laoo" + }, + { + "name": "Scoring", + "start": 4528.458156139997, + "end": 4528.848204379028, + "split": "test", + "subset": "lao_Laoo-lao_Laoo" + }, + { + "name": "Encoding queries and documents", + "start": 4529.001784975, + "end": 4576.713346802979, + "split": "test", + "subset": "lao_Laoo-eng_Latn" + }, + { + "name": "Scoring", + "start": 4576.713386662013, + "end": 4577.097010043974, + "split": "test", + "subset": "lao_Laoo-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4577.2502494039945, + "end": 4600.310776098981, + "split": "test", + "subset": "eng_Latn-lao_Laoo" + }, + { + "name": "Scoring", + "start": 4600.310816416983, + "end": 4600.696434327983, + "split": "test", + "subset": "eng_Latn-lao_Laoo" + }, + { + "name": "Encoding queries and documents", + "start": 4600.850171177997, + "end": 4622.426105551014, + "split": "test", + "subset": "lin_Latn-lin_Latn" + }, + { + "name": "Scoring", + "start": 4622.426143800025, + "end": 4622.811600196001, + "split": "test", + "subset": "lin_Latn-lin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4622.966476944974, + "end": 4642.74934016203, + "split": "test", + "subset": "lin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4642.749379899993, + "end": 4643.139437087986, + "split": "test", + "subset": "lin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4643.295481415, + "end": 4659.627388865978, + "split": "test", + "subset": "eng_Latn-lin_Latn" + }, + { + "name": "Scoring", + "start": 4659.627429204993, + "end": 4660.0301639600075, + "split": "test", + "subset": "eng_Latn-lin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4660.194821771991, + "end": 4683.6738958759815, + "split": "test", + "subset": "lit_Latn-lit_Latn" + }, + { + "name": "Scoring", + "start": 4683.673935545026, + "end": 4684.0638166089775, + "split": "test", + "subset": "lit_Latn-lit_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4684.22388121899, + "end": 4705.550081474998, + "split": "test", + "subset": "lit_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4705.55012203299, + "end": 4705.938001149974, + "split": "test", + "subset": "lit_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4706.0982003150275, + "end": 4722.717956834007, + "split": "test", + "subset": "eng_Latn-lit_Latn" + }, + { + "name": "Scoring", + "start": 4722.717996022024, + "end": 4723.1036255719955, + "split": "test", + "subset": "eng_Latn-lit_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4723.263364883023, + "end": 4745.832816016977, + "split": "test", + "subset": "lug_Latn-lug_Latn" + }, + { + "name": "Scoring", + "start": 4745.832857065019, + "end": 4746.226139205974, + "split": "test", + "subset": "lug_Latn-lug_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4746.386977316986, + "end": 4766.780753154017, + "split": "test", + "subset": "lug_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4766.780794222024, + "end": 4767.168258555001, + "split": "test", + "subset": "lug_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4767.3299217270105, + "end": 4784.036685170024, + "split": "test", + "subset": "eng_Latn-lug_Latn" + }, + { + "name": "Scoring", + "start": 4784.0367232590215, + "end": 4784.430712103029, + "split": "test", + "subset": "eng_Latn-lug_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4784.593179566029, + "end": 4805.6683679089765, + "split": "test", + "subset": "luo_Latn-luo_Latn" + }, + { + "name": "Scoring", + "start": 4805.668406238023, + "end": 4806.055691736983, + "split": "test", + "subset": "luo_Latn-luo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4806.217401526985, + "end": 4825.644789283979, + "split": "test", + "subset": "luo_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4825.644832931983, + "end": 4826.045500263979, + "split": "test", + "subset": "luo_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4826.219139208028, + "end": 4842.6214116120245, + "split": "test", + "subset": "eng_Latn-luo_Latn" + }, + { + "name": "Scoring", + "start": 4842.621450370003, + "end": 4843.012167153996, + "split": "test", + "subset": "eng_Latn-luo_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4843.181124149007, + "end": 4868.458635254006, + "split": "test", + "subset": "lvs_Latn-lvs_Latn" + }, + { + "name": "Scoring", + "start": 4868.458675402973, + "end": 4868.848276707984, + "split": "test", + "subset": "lvs_Latn-lvs_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4869.011633856979, + "end": 4891.9175103949965, + "split": "test", + "subset": "lvs_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 4891.917551763996, + "end": 4892.303991654015, + "split": "test", + "subset": "lvs_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4892.469150088029, + "end": 4909.32662450301, + "split": "test", + "subset": "eng_Latn-lvs_Latn" + }, + { + "name": "Scoring", + "start": 4909.326662881009, + "end": 4909.713506306987, + "split": "test", + "subset": "eng_Latn-lvs_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 4909.882492511009, + "end": 4979.378861671023, + "split": "test", + "subset": "mal_Mlym-mal_Mlym" + }, + { + "name": "Scoring", + "start": 4979.37890260003, + "end": 4979.775967692025, + "split": "test", + "subset": "mal_Mlym-mal_Mlym" + }, + { + "name": "Encoding queries and documents", + "start": 4979.947193465021, + "end": 5037.454488937976, + "split": "test", + "subset": "mal_Mlym-eng_Latn" + }, + { + "name": "Scoring", + "start": 5037.454528197006, + "end": 5037.840530182992, + "split": "test", + "subset": "mal_Mlym-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5038.00994901103, + "end": 5064.6125216690125, + "split": "test", + "subset": "eng_Latn-mal_Mlym" + }, + { + "name": "Scoring", + "start": 5064.61256090703, + "end": 5065.006360549014, + "split": "test", + "subset": "eng_Latn-mal_Mlym" + }, + { + "name": "Encoding queries and documents", + "start": 5065.173960704007, + "end": 5110.148233746993, + "split": "test", + "subset": "mar_Deva-mar_Deva" + }, + { + "name": "Scoring", + "start": 5110.148272295017, + "end": 5110.53373248101, + "split": "test", + "subset": "mar_Deva-mar_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5110.703642221983, + "end": 5149.012555381982, + "split": "test", + "subset": "mar_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 5149.012596781016, + "end": 5149.412011498003, + "split": "test", + "subset": "mar_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5149.594366693986, + "end": 5170.731146641017, + "split": "test", + "subset": "eng_Latn-mar_Deva" + }, + { + "name": "Scoring", + "start": 5170.7311865100055, + "end": 5171.125791341008, + "split": "test", + "subset": "eng_Latn-mar_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5171.298772189999, + "end": 5196.458823191002, + "split": "test", + "subset": "mkd_Cyrl-mkd_Cyrl" + }, + { + "name": "Scoring", + "start": 5196.458863038977, + "end": 5196.850970571977, + "split": "test", + "subset": "mkd_Cyrl-mkd_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 5197.0247311519925, + "end": 5219.709155060991, + "split": "test", + "subset": "mkd_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 5219.709198239027, + "end": 5220.102411411994, + "split": "test", + "subset": "mkd_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5220.274975764973, + "end": 5237.301744523982, + "split": "test", + "subset": "eng_Latn-mkd_Cyrl" + }, + { + "name": "Scoring", + "start": 5237.301784162002, + "end": 5237.693695323018, + "split": "test", + "subset": "eng_Latn-mkd_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 5237.868882059993, + "end": 5262.636898695026, + "split": "test", + "subset": "mlt_Latn-mlt_Latn" + }, + { + "name": "Scoring", + "start": 5262.636938483978, + "end": 5263.023603104986, + "split": "test", + "subset": "mlt_Latn-mlt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5263.202493057994, + "end": 5285.768668550998, + "split": "test", + "subset": "mlt_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5285.768709229014, + "end": 5286.157088169013, + "split": "test", + "subset": "mlt_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5286.333090097003, + "end": 5302.99820466002, + "split": "test", + "subset": "eng_Latn-mlt_Latn" + }, + { + "name": "Scoring", + "start": 5302.998243268987, + "end": 5303.389629079029, + "split": "test", + "subset": "eng_Latn-mlt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5303.564817656996, + "end": 5329.288083227002, + "split": "test", + "subset": "mri_Latn-mri_Latn" + }, + { + "name": "Scoring", + "start": 5329.288123706006, + "end": 5329.685111501021, + "split": "test", + "subset": "mri_Latn-mri_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5329.866202744015, + "end": 5353.022261573002, + "split": "test", + "subset": "mri_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5353.022302152007, + "end": 5353.413692251022, + "split": "test", + "subset": "mri_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5353.595490568026, + "end": 5370.741600780981, + "split": "test", + "subset": "eng_Latn-mri_Latn" + }, + { + "name": "Scoring", + "start": 5370.741640469991, + "end": 5371.135904504976, + "split": "test", + "subset": "eng_Latn-mri_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5371.314369753003, + "end": 5457.146665838023, + "split": "test", + "subset": "mya_Mymr-mya_Mymr" + }, + { + "name": "Scoring", + "start": 5457.146705886989, + "end": 5457.536061590014, + "split": "test", + "subset": "mya_Mymr-mya_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 5457.714937663986, + "end": 5528.2246716200025, + "split": "test", + "subset": "mya_Mymr-eng_Latn" + }, + { + "name": "Scoring", + "start": 5528.224713548028, + "end": 5528.624084907002, + "split": "test", + "subset": "mya_Mymr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5528.807538062974, + "end": 5558.719397144974, + "split": "test", + "subset": "eng_Latn-mya_Mymr" + }, + { + "name": "Scoring", + "start": 5558.719433953986, + "end": 5559.110341341002, + "split": "test", + "subset": "eng_Latn-mya_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 5559.290067632974, + "end": 5578.768445089983, + "split": "test", + "subset": "nld_Latn-nld_Latn" + }, + { + "name": "Scoring", + "start": 5578.768483699008, + "end": 5579.159529979981, + "split": "test", + "subset": "nld_Latn-nld_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5579.3423088110285, + "end": 5597.768433270976, + "split": "test", + "subset": "nld_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5597.768471050018, + "end": 5598.154656008992, + "split": "test", + "subset": "nld_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5598.337363282975, + "end": 5613.972009864985, + "split": "test", + "subset": "eng_Latn-nld_Latn" + }, + { + "name": "Scoring", + "start": 5613.972050843004, + "end": 5614.365169070021, + "split": "test", + "subset": "eng_Latn-nld_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5614.549809093005, + "end": 5634.176433819986, + "split": "test", + "subset": "nob_Latn-nob_Latn" + }, + { + "name": "Scoring", + "start": 5634.176475148997, + "end": 5634.568541294022, + "split": "test", + "subset": "nob_Latn-nob_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5634.753483746026, + "end": 5652.891011345026, + "split": "test", + "subset": "nob_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5652.8910489039845, + "end": 5653.2772562929895, + "split": "test", + "subset": "nob_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5653.460842434026, + "end": 5669.41981635202, + "split": "test", + "subset": "eng_Latn-nob_Latn" + }, + { + "name": "Scoring", + "start": 5669.419853610976, + "end": 5669.806390226993, + "split": "test", + "subset": "eng_Latn-nob_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5669.990737401007, + "end": 5713.240815875004, + "split": "test", + "subset": "npi_Deva-npi_Deva" + }, + { + "name": "Scoring", + "start": 5713.240853632975, + "end": 5713.629654877004, + "split": "test", + "subset": "npi_Deva-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5713.821385061019, + "end": 5750.816148872022, + "split": "test", + "subset": "npi_Deva-eng_Latn" + }, + { + "name": "Scoring", + "start": 5750.816185579984, + "end": 5751.205265373981, + "split": "test", + "subset": "npi_Deva-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5751.391750839015, + "end": 5772.170388624014, + "split": "test", + "subset": "eng_Latn-npi_Deva" + }, + { + "name": "Scoring", + "start": 5772.170428652025, + "end": 5772.565036973974, + "split": "test", + "subset": "eng_Latn-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 5772.754323427973, + "end": 5794.591248808021, + "split": "test", + "subset": "npi_Latn-npi_Latn" + }, + { + "name": "Scoring", + "start": 5794.591288677009, + "end": 5794.978368634009, + "split": "test", + "subset": "npi_Latn-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5795.168860592996, + "end": 5815.393918245973, + "split": "test", + "subset": "npi_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5815.393958294997, + "end": 5815.784030992014, + "split": "test", + "subset": "npi_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5815.973177771026, + "end": 5832.056541580008, + "split": "test", + "subset": "eng_Latn-npi_Latn" + }, + { + "name": "Scoring", + "start": 5832.056579398981, + "end": 5832.451631594973, + "split": "test", + "subset": "eng_Latn-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5832.640431786014, + "end": 5856.98308075103, + "split": "test", + "subset": "nso_Latn-nso_Latn" + }, + { + "name": "Scoring", + "start": 5856.983122079982, + "end": 5857.377209189988, + "split": "test", + "subset": "nso_Latn-nso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5857.56711355201, + "end": 5879.506680277002, + "split": "test", + "subset": "nso_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5879.50671957602, + "end": 5879.900677021011, + "split": "test", + "subset": "nso_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5880.103291378997, + "end": 5896.999989602016, + "split": "test", + "subset": "eng_Latn-nso_Latn" + }, + { + "name": "Scoring", + "start": 5897.000028921, + "end": 5897.3973388840095, + "split": "test", + "subset": "eng_Latn-nso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5897.587548443989, + "end": 5921.396090756985, + "split": "test", + "subset": "nya_Latn-nya_Latn" + }, + { + "name": "Scoring", + "start": 5921.396130424982, + "end": 5921.791368743987, + "split": "test", + "subset": "nya_Latn-nya_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5921.989942189015, + "end": 5943.26420492999, + "split": "test", + "subset": "nya_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 5943.264246237988, + "end": 5943.883368628973, + "split": "test", + "subset": "nya_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5944.076844669005, + "end": 5961.160483052023, + "split": "test", + "subset": "eng_Latn-nya_Latn" + }, + { + "name": "Scoring", + "start": 5961.160522100981, + "end": 5961.555086434004, + "split": "test", + "subset": "eng_Latn-nya_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 5961.751752149023, + "end": 6055.015943877981, + "split": "test", + "subset": "ory_Orya-ory_Orya" + }, + { + "name": "Scoring", + "start": 6055.015981865989, + "end": 6055.403059492994, + "split": "test", + "subset": "ory_Orya-ory_Orya" + }, + { + "name": "Encoding queries and documents", + "start": 6055.599741326994, + "end": 6131.883412111027, + "split": "test", + "subset": "ory_Orya-eng_Latn" + }, + { + "name": "Scoring", + "start": 6131.883451119007, + "end": 6132.273465169012, + "split": "test", + "subset": "ory_Orya-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6132.469975029002, + "end": 6163.990324781975, + "split": "test", + "subset": "eng_Latn-ory_Orya" + }, + { + "name": "Scoring", + "start": 6163.99036358099, + "end": 6164.381493019988, + "split": "test", + "subset": "eng_Latn-ory_Orya" + }, + { + "name": "Encoding queries and documents", + "start": 6164.581279570004, + "end": 6234.681315425027, + "split": "test", + "subset": "pan_Guru-pan_Guru" + }, + { + "name": "Scoring", + "start": 6234.681357863999, + "end": 6235.076227405982, + "split": "test", + "subset": "pan_Guru-pan_Guru" + }, + { + "name": "Encoding queries and documents", + "start": 6235.280821490975, + "end": 6292.782762839983, + "split": "test", + "subset": "pan_Guru-eng_Latn" + }, + { + "name": "Scoring", + "start": 6292.782802878006, + "end": 6293.182850421988, + "split": "test", + "subset": "pan_Guru-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6293.382683170028, + "end": 6320.423502788006, + "split": "test", + "subset": "eng_Latn-pan_Guru" + }, + { + "name": "Scoring", + "start": 6320.423541346972, + "end": 6320.8094206069945, + "split": "test", + "subset": "eng_Latn-pan_Guru" + }, + { + "name": "Encoding queries and documents", + "start": 6321.0077821390005, + "end": 6351.565069782024, + "split": "test", + "subset": "pbt_Arab-pbt_Arab" + }, + { + "name": "Scoring", + "start": 6351.56511145999, + "end": 6351.951623268018, + "split": "test", + "subset": "pbt_Arab-pbt_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6352.155988031009, + "end": 6378.991429921996, + "split": "test", + "subset": "pbt_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 6378.991468990978, + "end": 6379.377230425016, + "split": "test", + "subset": "pbt_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6379.5789558350225, + "end": 6397.780932784022, + "split": "test", + "subset": "eng_Latn-pbt_Arab" + }, + { + "name": "Scoring", + "start": 6397.780982442026, + "end": 6398.178987880005, + "split": "test", + "subset": "eng_Latn-pbt_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6398.379965726985, + "end": 6426.03204765101, + "split": "test", + "subset": "pes_Arab-pes_Arab" + }, + { + "name": "Scoring", + "start": 6426.0320837299805, + "end": 6426.416836471995, + "split": "test", + "subset": "pes_Arab-pes_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6426.617580586986, + "end": 6451.302074918989, + "split": "test", + "subset": "pes_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 6451.30211297702, + "end": 6451.685607105028, + "split": "test", + "subset": "pes_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6451.88752129802, + "end": 6469.342062238022, + "split": "test", + "subset": "eng_Latn-pes_Arab" + }, + { + "name": "Scoring", + "start": 6469.342099185975, + "end": 6469.725532395998, + "split": "test", + "subset": "eng_Latn-pes_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 6469.928822098998, + "end": 6494.857357166009, + "split": "test", + "subset": "plt_Latn-plt_Latn" + }, + { + "name": "Scoring", + "start": 6494.857397645013, + "end": 6495.250933535979, + "split": "test", + "subset": "plt_Latn-plt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6495.4553963359795, + "end": 6517.722945104993, + "split": "test", + "subset": "plt_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6517.722983403015, + "end": 6518.113798892999, + "split": "test", + "subset": "plt_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6518.319774527976, + "end": 6535.451945620007, + "split": "test", + "subset": "eng_Latn-plt_Latn" + }, + { + "name": "Scoring", + "start": 6535.451984878979, + "end": 6535.845887247007, + "split": "test", + "subset": "eng_Latn-plt_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6536.049699480005, + "end": 6557.167593566002, + "split": "test", + "subset": "pol_Latn-pol_Latn" + }, + { + "name": "Scoring", + "start": 6557.167631855002, + "end": 6557.555182254, + "split": "test", + "subset": "pol_Latn-pol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6557.760466923995, + "end": 6577.282847555005, + "split": "test", + "subset": "pol_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6577.282892063027, + "end": 6577.678853666002, + "split": "test", + "subset": "pol_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6577.887144846027, + "end": 6593.985747699975, + "split": "test", + "subset": "eng_Latn-pol_Latn" + }, + { + "name": "Scoring", + "start": 6593.9857847680105, + "end": 6594.374397389009, + "split": "test", + "subset": "eng_Latn-pol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6594.582656360988, + "end": 6613.443189119978, + "split": "test", + "subset": "por_Latn-por_Latn" + }, + { + "name": "Scoring", + "start": 6613.44322819903, + "end": 6613.831112786022, + "split": "test", + "subset": "por_Latn-por_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6614.038343705004, + "end": 6631.839726959006, + "split": "test", + "subset": "por_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6631.839771587984, + "end": 6632.224795280024, + "split": "test", + "subset": "por_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6632.432419503981, + "end": 6648.035655891988, + "split": "test", + "subset": "eng_Latn-por_Latn" + }, + { + "name": "Scoring", + "start": 6648.035694361024, + "end": 6648.425575674977, + "split": "test", + "subset": "eng_Latn-por_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6648.635153807991, + "end": 6670.352070078021, + "split": "test", + "subset": "ron_Latn-ron_Latn" + }, + { + "name": "Scoring", + "start": 6670.352108496998, + "end": 6670.738094323024, + "split": "test", + "subset": "ron_Latn-ron_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6670.950762414024, + "end": 6691.046120007988, + "split": "test", + "subset": "ron_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 6691.046159646998, + "end": 6691.434985889995, + "split": "test", + "subset": "ron_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6691.649134377018, + "end": 6707.783647659991, + "split": "test", + "subset": "eng_Latn-ron_Latn" + }, + { + "name": "Scoring", + "start": 6707.783686287992, + "end": 6708.168401220988, + "split": "test", + "subset": "eng_Latn-ron_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6708.381742737023, + "end": 6730.596557640005, + "split": "test", + "subset": "rus_Cyrl-rus_Cyrl" + }, + { + "name": "Scoring", + "start": 6730.596598237986, + "end": 6730.991304017021, + "split": "test", + "subset": "rus_Cyrl-rus_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 6731.20547474199, + "end": 6751.477455853019, + "split": "test", + "subset": "rus_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 6751.47749126202, + "end": 6751.861211890995, + "split": "test", + "subset": "rus_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6752.076299512992, + "end": 6768.472413571028, + "split": "test", + "subset": "eng_Latn-rus_Cyrl" + }, + { + "name": "Scoring", + "start": 6768.472451479989, + "end": 6768.860612587014, + "split": "test", + "subset": "eng_Latn-rus_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 6769.081371073029, + "end": 6867.454593449016, + "split": "test", + "subset": "shn_Mymr-shn_Mymr" + }, + { + "name": "Scoring", + "start": 6867.45463214803, + "end": 6867.8465537879965, + "split": "test", + "subset": "shn_Mymr-shn_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 6868.063571329985, + "end": 6952.787304483005, + "split": "test", + "subset": "shn_Mymr-eng_Latn" + }, + { + "name": "Scoring", + "start": 6952.787344722019, + "end": 6953.182957226993, + "split": "test", + "subset": "shn_Mymr-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 6953.402132279996, + "end": 6981.745811350003, + "split": "test", + "subset": "eng_Latn-shn_Mymr" + }, + { + "name": "Scoring", + "start": 6981.74585039902, + "end": 6982.138617787976, + "split": "test", + "subset": "eng_Latn-shn_Mymr" + }, + { + "name": "Encoding queries and documents", + "start": 6982.354932565009, + "end": 7007.444879033021, + "split": "test", + "subset": "sin_Latn-sin_Latn" + }, + { + "name": "Scoring", + "start": 7007.444916332024, + "end": 7007.834220007993, + "split": "test", + "subset": "sin_Latn-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7008.052345409, + "end": 7030.437693599029, + "split": "test", + "subset": "sin_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7030.437736727996, + "end": 7030.827955730027, + "split": "test", + "subset": "sin_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7031.04668947903, + "end": 7048.209694815974, + "split": "test", + "subset": "eng_Latn-sin_Latn" + }, + { + "name": "Scoring", + "start": 7048.209739334008, + "end": 7048.6065591559745, + "split": "test", + "subset": "eng_Latn-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7048.826195062022, + "end": 7115.0957851079875, + "split": "test", + "subset": "sin_Sinh-sin_Sinh" + }, + { + "name": "Scoring", + "start": 7115.095823806012, + "end": 7115.483236550994, + "split": "test", + "subset": "sin_Sinh-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 7115.702951784013, + "end": 7170.966866110975, + "split": "test", + "subset": "sin_Sinh-eng_Latn" + }, + { + "name": "Scoring", + "start": 7170.966907139984, + "end": 7171.351364361995, + "split": "test", + "subset": "sin_Sinh-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7171.571813958988, + "end": 7197.04737193702, + "split": "test", + "subset": "eng_Latn-sin_Sinh" + }, + { + "name": "Scoring", + "start": 7197.047408676008, + "end": 7197.439573896991, + "split": "test", + "subset": "eng_Latn-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 7197.660143839021, + "end": 7221.34705976001, + "split": "test", + "subset": "slk_Latn-slk_Latn" + }, + { + "name": "Scoring", + "start": 7221.347098928003, + "end": 7221.736176931998, + "split": "test", + "subset": "slk_Latn-slk_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7221.95759051299, + "end": 7243.3488133660285, + "split": "test", + "subset": "slk_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7243.348850255017, + "end": 7243.736728593009, + "split": "test", + "subset": "slk_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7243.959392648016, + "end": 7260.488663207972, + "split": "test", + "subset": "eng_Latn-slk_Latn" + }, + { + "name": "Scoring", + "start": 7260.488702737028, + "end": 7260.877032167977, + "split": "test", + "subset": "eng_Latn-slk_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7261.099887076009, + "end": 7282.839389981993, + "split": "test", + "subset": "slv_Latn-slv_Latn" + }, + { + "name": "Scoring", + "start": 7282.839427101018, + "end": 7283.2273418770055, + "split": "test", + "subset": "slv_Latn-slv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7283.449617417005, + "end": 7303.480548102001, + "split": "test", + "subset": "slv_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7303.48058615101, + "end": 7303.864397127007, + "split": "test", + "subset": "slv_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7304.090111531026, + "end": 7320.270628015976, + "split": "test", + "subset": "eng_Latn-slv_Latn" + }, + { + "name": "Scoring", + "start": 7320.270665385004, + "end": 7320.656741397979, + "split": "test", + "subset": "eng_Latn-slv_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7320.882754172024, + "end": 7344.391676307016, + "split": "test", + "subset": "sna_Latn-sna_Latn" + }, + { + "name": "Scoring", + "start": 7344.391715464997, + "end": 7344.786691333982, + "split": "test", + "subset": "sna_Latn-sna_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7345.01418397302, + "end": 7366.456758841989, + "split": "test", + "subset": "sna_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7366.456797801016, + "end": 7366.848984002019, + "split": "test", + "subset": "sna_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7367.082665234979, + "end": 7383.66386496101, + "split": "test", + "subset": "eng_Latn-sna_Latn" + }, + { + "name": "Scoring", + "start": 7383.663904458983, + "end": 7384.058771591983, + "split": "test", + "subset": "eng_Latn-sna_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7384.288317365979, + "end": 7415.101214422029, + "split": "test", + "subset": "snd_Arab-snd_Arab" + }, + { + "name": "Scoring", + "start": 7415.101254251029, + "end": 7415.491489153006, + "split": "test", + "subset": "snd_Arab-snd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 7415.722259893024, + "end": 7442.575011071982, + "split": "test", + "subset": "snd_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 7442.575052089989, + "end": 7442.966450149019, + "split": "test", + "subset": "snd_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7443.199778076028, + "end": 7461.631998453988, + "split": "test", + "subset": "eng_Latn-snd_Arab" + }, + { + "name": "Scoring", + "start": 7461.632034901995, + "end": 7462.017736318987, + "split": "test", + "subset": "eng_Latn-snd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 7462.2487486199825, + "end": 7486.483439345029, + "split": "test", + "subset": "som_Latn-som_Latn" + }, + { + "name": "Scoring", + "start": 7486.483477053, + "end": 7486.870941816014, + "split": "test", + "subset": "som_Latn-som_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7487.100246819027, + "end": 7508.901648445986, + "split": "test", + "subset": "som_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7508.901686115016, + "end": 7509.2877719170065, + "split": "test", + "subset": "som_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7509.521238239016, + "end": 7526.487396857992, + "split": "test", + "subset": "eng_Latn-som_Latn" + }, + { + "name": "Scoring", + "start": 7526.487435667019, + "end": 7526.881698571029, + "split": "test", + "subset": "eng_Latn-som_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7527.1153372270055, + "end": 7551.168258022983, + "split": "test", + "subset": "sot_Latn-sot_Latn" + }, + { + "name": "Scoring", + "start": 7551.168298050994, + "end": 7551.558184665977, + "split": "test", + "subset": "sot_Latn-sot_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7551.792277064, + "end": 7573.702745672024, + "split": "test", + "subset": "sot_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7573.70278375101, + "end": 7574.090432855999, + "split": "test", + "subset": "sot_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7574.3241002510185, + "end": 7590.918469165976, + "split": "test", + "subset": "eng_Latn-sot_Latn" + }, + { + "name": "Scoring", + "start": 7590.918505713984, + "end": 7591.311178296979, + "split": "test", + "subset": "eng_Latn-sot_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7591.547190474987, + "end": 7610.850842437008, + "split": "test", + "subset": "spa_Latn-spa_Latn" + }, + { + "name": "Scoring", + "start": 7610.850881626015, + "end": 7611.2472838020185, + "split": "test", + "subset": "spa_Latn-spa_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7611.485092004994, + "end": 7629.610815066029, + "split": "test", + "subset": "spa_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7629.610852324986, + "end": 7630.00071589998, + "split": "test", + "subset": "spa_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7630.236807474983, + "end": 7645.897614952992, + "split": "test", + "subset": "eng_Latn-spa_Latn" + }, + { + "name": "Scoring", + "start": 7645.897653652006, + "end": 7646.289410547004, + "split": "test", + "subset": "eng_Latn-spa_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7646.527544049022, + "end": 7672.353459873993, + "split": "test", + "subset": "srp_Cyrl-srp_Cyrl" + }, + { + "name": "Scoring", + "start": 7672.3534978629905, + "end": 7672.738734267012, + "split": "test", + "subset": "srp_Cyrl-srp_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 7672.978059324028, + "end": 7696.249124978029, + "split": "test", + "subset": "srp_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 7696.249163236003, + "end": 7696.636869670008, + "split": "test", + "subset": "srp_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7696.877721453027, + "end": 7713.88093330001, + "split": "test", + "subset": "eng_Latn-srp_Cyrl" + }, + { + "name": "Scoring", + "start": 7713.880980997987, + "end": 7714.265720340016, + "split": "test", + "subset": "eng_Latn-srp_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 7714.508615588013, + "end": 7738.106705928978, + "split": "test", + "subset": "ssw_Latn-ssw_Latn" + }, + { + "name": "Scoring", + "start": 7738.106744138, + "end": 7738.502660672006, + "split": "test", + "subset": "ssw_Latn-ssw_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7738.745097196021, + "end": 7760.3268490069895, + "split": "test", + "subset": "ssw_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7760.32688763598, + "end": 7760.71372775099, + "split": "test", + "subset": "ssw_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7760.956072898989, + "end": 7777.536070597998, + "split": "test", + "subset": "eng_Latn-ssw_Latn" + }, + { + "name": "Scoring", + "start": 7777.536107797001, + "end": 7777.925238149008, + "split": "test", + "subset": "eng_Latn-ssw_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7778.1678354269825, + "end": 7799.557269975019, + "split": "test", + "subset": "sun_Latn-sun_Latn" + }, + { + "name": "Scoring", + "start": 7799.5573084739735, + "end": 7799.949988757027, + "split": "test", + "subset": "sun_Latn-sun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7800.194164316985, + "end": 7819.828560171009, + "split": "test", + "subset": "sun_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7819.828599939996, + "end": 7820.220772549976, + "split": "test", + "subset": "sun_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7820.469132828992, + "end": 7836.751355813001, + "split": "test", + "subset": "eng_Latn-sun_Latn" + }, + { + "name": "Scoring", + "start": 7836.751394930994, + "end": 7837.139996742015, + "split": "test", + "subset": "eng_Latn-sun_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7837.384237461025, + "end": 7856.815656931023, + "split": "test", + "subset": "swe_Latn-swe_Latn" + }, + { + "name": "Scoring", + "start": 7856.81569784903, + "end": 7857.200815258024, + "split": "test", + "subset": "swe_Latn-swe_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7857.445509489975, + "end": 7875.638063782011, + "split": "test", + "subset": "swe_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7875.638102600002, + "end": 7876.021531120001, + "split": "test", + "subset": "swe_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7876.267389109009, + "end": 7892.022270735004, + "split": "test", + "subset": "eng_Latn-swe_Latn" + }, + { + "name": "Scoring", + "start": 7892.022310532979, + "end": 7892.412790765986, + "split": "test", + "subset": "eng_Latn-swe_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7892.660160830012, + "end": 7914.995876151021, + "split": "test", + "subset": "swh_Latn-swh_Latn" + }, + { + "name": "Scoring", + "start": 7914.995913880004, + "end": 7915.382289621979, + "split": "test", + "subset": "swh_Latn-swh_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7915.630741767003, + "end": 7935.8377244789735, + "split": "test", + "subset": "swh_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 7935.837762298004, + "end": 7936.230383732007, + "split": "test", + "subset": "swh_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7936.482635819004, + "end": 7953.095692290983, + "split": "test", + "subset": "eng_Latn-swh_Latn" + }, + { + "name": "Scoring", + "start": 7953.0957306000055, + "end": 7953.487818313995, + "split": "test", + "subset": "eng_Latn-swh_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 7953.737695236981, + "end": 8012.370883190015, + "split": "test", + "subset": "tam_Taml-tam_Taml" + }, + { + "name": "Scoring", + "start": 8012.3709236590075, + "end": 8012.764478168974, + "split": "test", + "subset": "tam_Taml-tam_Taml" + }, + { + "name": "Encoding queries and documents", + "start": 8013.014487586974, + "end": 8062.036778671027, + "split": "test", + "subset": "tam_Taml-eng_Latn" + }, + { + "name": "Scoring", + "start": 8062.036815510015, + "end": 8062.423057186999, + "split": "test", + "subset": "tam_Taml-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8062.6749681549845, + "end": 8086.959005789016, + "split": "test", + "subset": "eng_Latn-tam_Taml" + }, + { + "name": "Scoring", + "start": 8086.959044257994, + "end": 8087.346859647019, + "split": "test", + "subset": "eng_Latn-tam_Taml" + }, + { + "name": "Encoding queries and documents", + "start": 8087.599519488984, + "end": 8155.580777611001, + "split": "test", + "subset": "tel_Telu-tel_Telu" + }, + { + "name": "Scoring", + "start": 8155.580813878973, + "end": 8155.965489814, + "split": "test", + "subset": "tel_Telu-tel_Telu" + }, + { + "name": "Encoding queries and documents", + "start": 8156.217530278023, + "end": 8212.169034307008, + "split": "test", + "subset": "tel_Telu-eng_Latn" + }, + { + "name": "Scoring", + "start": 8212.169072695018, + "end": 8212.553184640012, + "split": "test", + "subset": "tel_Telu-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8212.80577489402, + "end": 8239.237335691985, + "split": "test", + "subset": "eng_Latn-tel_Telu" + }, + { + "name": "Scoring", + "start": 8239.237375390017, + "end": 8239.621952318004, + "split": "test", + "subset": "eng_Latn-tel_Telu" + }, + { + "name": "Encoding queries and documents", + "start": 8239.875352711999, + "end": 8269.944093050028, + "split": "test", + "subset": "tgk_Cyrl-tgk_Cyrl" + }, + { + "name": "Scoring", + "start": 8269.944132229022, + "end": 8270.32888656098, + "split": "test", + "subset": "tgk_Cyrl-tgk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8270.583744671021, + "end": 8297.478278235998, + "split": "test", + "subset": "tgk_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 8297.478315835004, + "end": 8297.867343501013, + "split": "test", + "subset": "tgk_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8298.125135225011, + "end": 8315.892965154024, + "split": "test", + "subset": "eng_Latn-tgk_Cyrl" + }, + { + "name": "Scoring", + "start": 8315.893003612, + "end": 8316.285436974023, + "split": "test", + "subset": "eng_Latn-tgk_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8316.542313961021, + "end": 8339.30648331903, + "split": "test", + "subset": "tgl_Latn-tgl_Latn" + }, + { + "name": "Scoring", + "start": 8339.306520687998, + "end": 8339.693273367011, + "split": "test", + "subset": "tgl_Latn-tgl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8339.94863211998, + "end": 8360.99682652799, + "split": "test", + "subset": "tgl_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8360.996866787027, + "end": 8361.386023348023, + "split": "test", + "subset": "tgl_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8361.644491037005, + "end": 8377.80845872598, + "split": "test", + "subset": "eng_Latn-tgl_Latn" + }, + { + "name": "Scoring", + "start": 8377.808495455014, + "end": 8378.194622515992, + "split": "test", + "subset": "eng_Latn-tgl_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8378.455006755015, + "end": 8405.841201141011, + "split": "test", + "subset": "tha_Thai-tha_Thai" + }, + { + "name": "Scoring", + "start": 8405.841240930022, + "end": 8406.230751417985, + "split": "test", + "subset": "tha_Thai-tha_Thai" + }, + { + "name": "Encoding queries and documents", + "start": 8406.489917561994, + "end": 8431.456580067985, + "split": "test", + "subset": "tha_Thai-eng_Latn" + }, + { + "name": "Scoring", + "start": 8431.456618206983, + "end": 8431.842083283002, + "split": "test", + "subset": "tha_Thai-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8432.102917674987, + "end": 8448.989726120024, + "split": "test", + "subset": "eng_Latn-tha_Thai" + }, + { + "name": "Scoring", + "start": 8448.989768838976, + "end": 8449.376158080995, + "split": "test", + "subset": "eng_Latn-tha_Thai" + }, + { + "name": "Encoding queries and documents", + "start": 8449.636816810002, + "end": 8491.653428738995, + "split": "test", + "subset": "tir_Ethi-tir_Ethi" + }, + { + "name": "Scoring", + "start": 8491.653467337019, + "end": 8492.048313150997, + "split": "test", + "subset": "tir_Ethi-tir_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 8492.310423776973, + "end": 8527.68205119, + "split": "test", + "subset": "tir_Ethi-eng_Latn" + }, + { + "name": "Scoring", + "start": 8527.682088449015, + "end": 8528.076876904, + "split": "test", + "subset": "tir_Ethi-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8528.342733952974, + "end": 8549.453954692988, + "split": "test", + "subset": "eng_Latn-tir_Ethi" + }, + { + "name": "Scoring", + "start": 8549.45399342198, + "end": 8549.847583741008, + "split": "test", + "subset": "eng_Latn-tir_Ethi" + }, + { + "name": "Encoding queries and documents", + "start": 8550.112463976024, + "end": 8574.921537442016, + "split": "test", + "subset": "tsn_Latn-tsn_Latn" + }, + { + "name": "Scoring", + "start": 8574.921575941029, + "end": 8575.312380962016, + "split": "test", + "subset": "tsn_Latn-tsn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8575.576519144, + "end": 8598.080473727023, + "split": "test", + "subset": "tsn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8598.080512246, + "end": 8598.48103883199, + "split": "test", + "subset": "tsn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8598.762364578026, + "end": 8615.646808867983, + "split": "test", + "subset": "eng_Latn-tsn_Latn" + }, + { + "name": "Scoring", + "start": 8615.646849377023, + "end": 8616.047978411021, + "split": "test", + "subset": "eng_Latn-tsn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8616.320274195983, + "end": 8641.26372986898, + "split": "test", + "subset": "tso_Latn-tso_Latn" + }, + { + "name": "Scoring", + "start": 8641.263766817981, + "end": 8641.65634446399, + "split": "test", + "subset": "tso_Latn-tso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8641.924422312994, + "end": 8664.242952440982, + "split": "test", + "subset": "tso_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8664.242990689003, + "end": 8664.630030957982, + "split": "test", + "subset": "tso_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8664.900269407022, + "end": 8681.95878356701, + "split": "test", + "subset": "eng_Latn-tso_Latn" + }, + { + "name": "Scoring", + "start": 8681.958822246, + "end": 8682.350555202982, + "split": "test", + "subset": "eng_Latn-tso_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8682.61796877603, + "end": 8702.515722750977, + "split": "test", + "subset": "tur_Latn-tur_Latn" + }, + { + "name": "Scoring", + "start": 8702.515760728973, + "end": 8702.909169665014, + "split": "test", + "subset": "tur_Latn-tur_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8703.186638830986, + "end": 8721.756511255982, + "split": "test", + "subset": "tur_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8721.756551323982, + "end": 8722.14856750099, + "split": "test", + "subset": "tur_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8722.421697954996, + "end": 8738.264643067028, + "split": "test", + "subset": "eng_Latn-tur_Latn" + }, + { + "name": "Scoring", + "start": 8738.264680485998, + "end": 8738.651431994978, + "split": "test", + "subset": "eng_Latn-tur_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8738.926735289977, + "end": 8766.297440900002, + "split": "test", + "subset": "ukr_Cyrl-ukr_Cyrl" + }, + { + "name": "Scoring", + "start": 8766.297479868983, + "end": 8766.686202946003, + "split": "test", + "subset": "ukr_Cyrl-ukr_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8766.965253624017, + "end": 8791.31839416601, + "split": "test", + "subset": "ukr_Cyrl-eng_Latn" + }, + { + "name": "Scoring", + "start": 8791.318435253983, + "end": 8791.715247176006, + "split": "test", + "subset": "ukr_Cyrl-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8791.996903878986, + "end": 8809.504934586992, + "split": "test", + "subset": "eng_Latn-ukr_Cyrl" + }, + { + "name": "Scoring", + "start": 8809.504978395998, + "end": 8809.890183601005, + "split": "test", + "subset": "eng_Latn-ukr_Cyrl" + }, + { + "name": "Encoding queries and documents", + "start": 8810.162060021015, + "end": 8843.06479506602, + "split": "test", + "subset": "urd_Arab-urd_Arab" + }, + { + "name": "Scoring", + "start": 8843.064831824973, + "end": 8843.455552358006, + "split": "test", + "subset": "urd_Arab-urd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 8843.737548639998, + "end": 8872.450085420976, + "split": "test", + "subset": "urd_Arab-eng_Latn" + }, + { + "name": "Scoring", + "start": 8872.450122319977, + "end": 8872.841075995006, + "split": "test", + "subset": "urd_Arab-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8873.117040276004, + "end": 8891.81231244601, + "split": "test", + "subset": "eng_Latn-urd_Arab" + }, + { + "name": "Scoring", + "start": 8891.812349753978, + "end": 8892.203146994987, + "split": "test", + "subset": "eng_Latn-urd_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 8892.479666785977, + "end": 8916.75731908303, + "split": "test", + "subset": "urd_Latn-urd_Latn" + }, + { + "name": "Scoring", + "start": 8916.757357591006, + "end": 8917.148600946006, + "split": "test", + "subset": "urd_Latn-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8917.425612427993, + "end": 8939.419145755004, + "split": "test", + "subset": "urd_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 8939.419185163977, + "end": 8939.805103173014, + "split": "test", + "subset": "urd_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8940.08447926899, + "end": 8956.846467987983, + "split": "test", + "subset": "eng_Latn-urd_Latn" + }, + { + "name": "Scoring", + "start": 8956.846503977024, + "end": 8957.241906250012, + "split": "test", + "subset": "eng_Latn-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8957.520949289028, + "end": 8981.351387092029, + "split": "test", + "subset": "uzn_Latn-uzn_Latn" + }, + { + "name": "Scoring", + "start": 8981.351428841008, + "end": 8981.749869803025, + "split": "test", + "subset": "uzn_Latn-uzn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 8982.04005180503, + "end": 9003.771636648977, + "split": "test", + "subset": "uzn_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9003.77167370799, + "end": 9004.15751754999, + "split": "test", + "subset": "uzn_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9004.437405177974, + "end": 9021.029518064985, + "split": "test", + "subset": "eng_Latn-uzn_Latn" + }, + { + "name": "Scoring", + "start": 9021.029557003, + "end": 9021.414555715979, + "split": "test", + "subset": "eng_Latn-uzn_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9021.695581441978, + "end": 9040.058602023986, + "split": "test", + "subset": "vie_Latn-vie_Latn" + }, + { + "name": "Scoring", + "start": 9040.058638403018, + "end": 9040.450568982982, + "split": "test", + "subset": "vie_Latn-vie_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9040.731372346985, + "end": 9058.153125563986, + "split": "test", + "subset": "vie_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9058.15316344198, + "end": 9058.542489277024, + "split": "test", + "subset": "vie_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9058.826074589975, + "end": 9074.482843914011, + "split": "test", + "subset": "eng_Latn-vie_Latn" + }, + { + "name": "Scoring", + "start": 9074.482884693018, + "end": 9074.873565907998, + "split": "test", + "subset": "eng_Latn-vie_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9075.165532555024, + "end": 9097.441732958017, + "split": "test", + "subset": "war_Latn-war_Latn" + }, + { + "name": "Scoring", + "start": 9097.441771926999, + "end": 9097.826349094976, + "split": "test", + "subset": "war_Latn-war_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9098.11050633702, + "end": 9118.542640533997, + "split": "test", + "subset": "war_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9118.542678032012, + "end": 9118.92819086602, + "split": "test", + "subset": "war_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9119.214978342003, + "end": 9135.505315919989, + "split": "test", + "subset": "eng_Latn-war_Latn" + }, + { + "name": "Scoring", + "start": 9135.505358238996, + "end": 9135.912719014974, + "split": "test", + "subset": "eng_Latn-war_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9136.203704808024, + "end": 9158.414505607972, + "split": "test", + "subset": "wol_Latn-wol_Latn" + }, + { + "name": "Scoring", + "start": 9158.414545226027, + "end": 9158.810079953982, + "split": "test", + "subset": "wol_Latn-wol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9159.103684702015, + "end": 9179.338758799015, + "split": "test", + "subset": "wol_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9179.338797187025, + "end": 9179.730378079985, + "split": "test", + "subset": "wol_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9180.019439753029, + "end": 9196.452696995984, + "split": "test", + "subset": "eng_Latn-wol_Latn" + }, + { + "name": "Scoring", + "start": 9196.452737203974, + "end": 9196.846641981974, + "split": "test", + "subset": "eng_Latn-wol_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9197.136234136007, + "end": 9220.381404743996, + "split": "test", + "subset": "xho_Latn-xho_Latn" + }, + { + "name": "Scoring", + "start": 9220.38144753303, + "end": 9220.773895462975, + "split": "test", + "subset": "xho_Latn-xho_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9221.065441745974, + "end": 9242.152248346014, + "split": "test", + "subset": "xho_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9242.152286925004, + "end": 9242.547722305986, + "split": "test", + "subset": "xho_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9242.84279705002, + "end": 9259.581408491998, + "split": "test", + "subset": "eng_Latn-xho_Latn" + }, + { + "name": "Scoring", + "start": 9259.581447099976, + "end": 9259.977594366006, + "split": "test", + "subset": "eng_Latn-xho_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9260.270025115984, + "end": 9289.797915149014, + "split": "test", + "subset": "yor_Latn-yor_Latn" + }, + { + "name": "Scoring", + "start": 9289.797956676979, + "end": 9290.211219038, + "split": "test", + "subset": "yor_Latn-yor_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9290.518016164016, + "end": 9317.203882272996, + "split": "test", + "subset": "yor_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9317.203925120994, + "end": 9317.604865243018, + "split": "test", + "subset": "yor_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9317.907611606002, + "end": 9335.285369947029, + "split": "test", + "subset": "eng_Latn-yor_Latn" + }, + { + "name": "Scoring", + "start": 9335.28540814598, + "end": 9335.677130703989, + "split": "test", + "subset": "eng_Latn-yor_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9335.970439831028, + "end": 9350.314729693986, + "split": "test", + "subset": "zho_Hans-zho_Hans" + }, + { + "name": "Scoring", + "start": 9350.314768703014, + "end": 9350.70456090098, + "split": "test", + "subset": "zho_Hans-zho_Hans" + }, + { + "name": "Encoding queries and documents", + "start": 9350.99934367498, + "end": 9365.682129667024, + "split": "test", + "subset": "zho_Hans-eng_Latn" + }, + { + "name": "Scoring", + "start": 9365.682168865984, + "end": 9366.070093512011, + "split": "test", + "subset": "zho_Hans-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9366.364586476993, + "end": 9380.488525568973, + "split": "test", + "subset": "eng_Latn-zho_Hans" + }, + { + "name": "Scoring", + "start": 9380.488566757995, + "end": 9380.883309155004, + "split": "test", + "subset": "eng_Latn-zho_Hans" + }, + { + "name": "Encoding queries and documents", + "start": 9381.179594733985, + "end": 9396.921399387007, + "split": "test", + "subset": "zho_Hant-zho_Hant" + }, + { + "name": "Scoring", + "start": 9396.921438455, + "end": 9397.31292983098, + "split": "test", + "subset": "zho_Hant-zho_Hant" + }, + { + "name": "Encoding queries and documents", + "start": 9397.612260658992, + "end": 9413.203447506996, + "split": "test", + "subset": "zho_Hant-eng_Latn" + }, + { + "name": "Scoring", + "start": 9413.203489125008, + "end": 9413.597885884985, + "split": "test", + "subset": "zho_Hant-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9413.90237220499, + "end": 9428.515402462974, + "split": "test", + "subset": "eng_Latn-zho_Hant" + }, + { + "name": "Scoring", + "start": 9428.515440632007, + "end": 9428.903187594027, + "split": "test", + "subset": "eng_Latn-zho_Hant" + }, + { + "name": "Encoding queries and documents", + "start": 9429.206945481012, + "end": 9449.018302378012, + "split": "test", + "subset": "zsm_Latn-zsm_Latn" + }, + { + "name": "Scoring", + "start": 9449.018341467017, + "end": 9449.405751621001, + "split": "test", + "subset": "zsm_Latn-zsm_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9449.70931856503, + "end": 9468.22238164302, + "split": "test", + "subset": "zsm_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9468.222418532008, + "end": 9468.61462680099, + "split": "test", + "subset": "zsm_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9468.918231184012, + "end": 9484.74207757198, + "split": "test", + "subset": "eng_Latn-zsm_Latn" + }, + { + "name": "Scoring", + "start": 9484.742124800978, + "end": 9485.130113123974, + "split": "test", + "subset": "eng_Latn-zsm_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9485.433061140007, + "end": 9509.318661050987, + "split": "test", + "subset": "zul_Latn-zul_Latn" + }, + { + "name": "Scoring", + "start": 9509.318704149977, + "end": 9509.71720118, + "split": "test", + "subset": "zul_Latn-zul_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9510.02617802698, + "end": 9531.881774176029, + "split": "test", + "subset": "zul_Latn-eng_Latn" + }, + { + "name": "Scoring", + "start": 9531.881813053973, + "end": 9532.277201487974, + "split": "test", + "subset": "zul_Latn-eng_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9532.579947062011, + "end": 9549.110417607997, + "split": "test", + "subset": "eng_Latn-zul_Latn" + }, + { + "name": "Scoring", + "start": 9549.110457386996, + "end": 9549.503412179009, + "split": "test", + "subset": "eng_Latn-zul_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9549.813624589995, + "end": 9570.74167358299, + "split": "test", + "subset": "arb_Arab-arb_Latn" + }, + { + "name": "Scoring", + "start": 9570.74171384098, + "end": 9571.138223823975, + "split": "test", + "subset": "arb_Arab-arb_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9571.44639996998, + "end": 9596.677724660025, + "split": "test", + "subset": "arb_Latn-arb_Arab" + }, + { + "name": "Scoring", + "start": 9596.677765147993, + "end": 9597.068312968011, + "split": "test", + "subset": "arb_Latn-arb_Arab" + }, + { + "name": "Encoding queries and documents", + "start": 9597.378661105002, + "end": 9640.626847347012, + "split": "test", + "subset": "ben_Beng-ben_Latn" + }, + { + "name": "Scoring", + "start": 9640.626885305974, + "end": 9641.016802999016, + "split": "test", + "subset": "ben_Beng-ben_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9641.328052442987, + "end": 9669.770267146989, + "split": "test", + "subset": "ben_Latn-ben_Beng" + }, + { + "name": "Scoring", + "start": 9669.770314135996, + "end": 9670.163226609991, + "split": "test", + "subset": "ben_Latn-ben_Beng" + }, + { + "name": "Encoding queries and documents", + "start": 9670.468668624992, + "end": 9709.314588232024, + "split": "test", + "subset": "hin_Deva-hin_Latn" + }, + { + "name": "Scoring", + "start": 9709.31462467101, + "end": 9709.702601004974, + "split": "test", + "subset": "hin_Deva-hin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9710.013280879008, + "end": 9737.313999952981, + "split": "test", + "subset": "hin_Latn-hin_Deva" + }, + { + "name": "Scoring", + "start": 9737.314038022014, + "end": 9737.706857718993, + "split": "test", + "subset": "hin_Latn-hin_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 9738.014171165996, + "end": 9776.632634993002, + "split": "test", + "subset": "npi_Deva-npi_Latn" + }, + { + "name": "Scoring", + "start": 9776.632673981017, + "end": 9777.037993962993, + "split": "test", + "subset": "npi_Deva-npi_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9777.348325508996, + "end": 9803.863017792988, + "split": "test", + "subset": "npi_Latn-npi_Deva" + }, + { + "name": "Scoring", + "start": 9803.863055602007, + "end": 9804.253710248973, + "split": "test", + "subset": "npi_Latn-npi_Deva" + }, + { + "name": "Encoding queries and documents", + "start": 9804.562781032, + "end": 9862.571220459999, + "split": "test", + "subset": "sin_Sinh-sin_Latn" + }, + { + "name": "Scoring", + "start": 9862.571258448006, + "end": 9862.95889363502, + "split": "test", + "subset": "sin_Sinh-sin_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9863.26913738501, + "end": 9896.689712485007, + "split": "test", + "subset": "sin_Latn-sin_Sinh" + }, + { + "name": "Scoring", + "start": 9896.689750494028, + "end": 9897.078048835974, + "split": "test", + "subset": "sin_Latn-sin_Sinh" + }, + { + "name": "Encoding queries and documents", + "start": 9897.383314027975, + "end": 9928.374163371976, + "split": "test", + "subset": "urd_Arab-urd_Latn" + }, + { + "name": "Scoring", + "start": 9928.374201359984, + "end": 9928.766448937997, + "split": "test", + "subset": "urd_Arab-urd_Latn" + }, + { + "name": "Encoding queries and documents", + "start": 9929.085734118999, + "end": 9955.322036609985, + "split": "test", + "subset": "urd_Latn-urd_Arab" + }, + { + "name": "Scoring", + "start": 9955.322076129029, + "end": 9955.716860993998, + "split": "test", + "subset": "urd_Latn-urd_Arab" + } + ] } \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json old mode 100755 new mode 100644 index 65d266aee9..8438a35c4e --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json @@ -1 +1,539812 @@ -{"dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", "task_name": "FloresBitextMining", "mteb_version": "1.38.9", "scores": {"devtest": [{"precision": 0.401335, "recall": 0.45751, "f1": 0.416541, "accuracy": 0.45751, "main_score": 0.416541, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"]}, {"precision": 0.202694, "recall": 0.240119, "f1": 0.211582, "accuracy": 0.240119, "main_score": 0.211582, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"]}, {"precision": 0.528383, "recall": 0.59585, "f1": 0.546181, "accuracy": 0.59585, "main_score": 0.546181, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"]}, {"precision": 0.457696, "recall": 0.520751, "f1": 0.47376, "accuracy": 0.520751, "main_score": 0.47376, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"]}, {"precision": 0.536819, "recall": 0.59585, "f1": 0.553053, "accuracy": 0.59585, "main_score": 0.553053, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"]}, {"precision": 0.558893, "recall": 0.614625, "f1": 0.573156, "accuracy": 0.614625, "main_score": 0.573156, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"]}, {"precision": 0.448458, "recall": 0.498024, "f1": 0.46181, "accuracy": 0.498024, "main_score": 0.46181, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"]}, {"precision": 0.531579, "recall": 0.586957, "f1": 0.546437, "accuracy": 0.586957, "main_score": 0.546437, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"]}, {"precision": 0.746562, "recall": 0.797431, "f1": 0.76025, "accuracy": 0.797431, "main_score": 0.76025, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"]}, {"precision": 0.600026, "recall": 0.648221, "f1": 0.612817, "accuracy": 0.648221, "main_score": 0.612817, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"]}, {"precision": 0.520062, "recall": 0.582016, "f1": 0.535298, "accuracy": 0.582016, "main_score": 0.535298, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"]}, {"precision": 0.516727, "recall": 0.577075, "f1": 0.532442, "accuracy": 0.577075, "main_score": 0.532442, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"]}, {"precision": 0.398684, "recall": 0.450593, "f1": 0.41276, "accuracy": 0.450593, "main_score": 0.41276, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"]}, {"precision": 0.52432, "recall": 0.587945, "f1": 0.540933, "accuracy": 0.587945, "main_score": 0.540933, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"]}, {"precision": 0.49427, "recall": 0.556324, "f1": 0.51004, "accuracy": 0.556324, "main_score": 0.51004, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"]}, {"precision": 0.531548, "recall": 0.596838, "f1": 0.548191, "accuracy": 0.596838, "main_score": 0.548191, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"]}, {"precision": 0.462626, "recall": 0.519763, "f1": 0.477993, "accuracy": 0.519763, "main_score": 0.477993, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"]}, {"precision": 0.527635, "recall": 0.590909, "f1": 0.54379, "accuracy": 0.590909, "main_score": 0.54379, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"]}, {"precision": 0.495953, "recall": 0.562253, "f1": 0.513175, "accuracy": 0.562253, "main_score": 0.513175, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"]}, {"precision": 0.557926, "recall": 0.617589, "f1": 0.573454, "accuracy": 0.617589, "main_score": 0.573454, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"]}, {"precision": 0.548335, "recall": 0.604743, "f1": 0.562622, "accuracy": 0.604743, "main_score": 0.562622, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"]}, {"precision": 0.408325, "recall": 0.465415, "f1": 0.423744, "accuracy": 0.465415, "main_score": 0.423744, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"]}, {"precision": 0.510347, "recall": 0.58004, "f1": 0.527853, "accuracy": 0.58004, "main_score": 0.527853, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"]}, {"precision": 0.530143, "recall": 0.592885, "f1": 0.547058, "accuracy": 0.592885, "main_score": 0.547058, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"]}, {"precision": 0.552232, "recall": 0.610672, "f1": 0.568289, "accuracy": 0.610672, "main_score": 0.568289, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"]}, {"precision": 0.211853, "recall": 0.251976, "f1": 0.222927, "accuracy": 0.251976, "main_score": 0.222927, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"]}, {"precision": 0.525216, "recall": 0.589921, "f1": 0.541897, "accuracy": 0.589921, "main_score": 0.541897, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"]}, {"precision": 0.446795, "recall": 0.504941, "f1": 0.46162, "accuracy": 0.504941, "main_score": 0.46162, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"]}, {"precision": 0.55824, "recall": 0.610672, "f1": 0.572224, "accuracy": 0.610672, "main_score": 0.572224, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"]}, {"precision": 0.540716, "recall": 0.596838, "f1": 0.555269, "accuracy": 0.596838, "main_score": 0.555269, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"]}, {"precision": 0.522622, "recall": 0.58004, "f1": 0.537998, "accuracy": 0.58004, "main_score": 0.537998, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"]}, {"precision": 0.537667, "recall": 0.593874, "f1": 0.5525, "accuracy": 0.593874, "main_score": 0.5525, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"]}, {"precision": 0.461283, "recall": 0.518775, "f1": 0.47699, "accuracy": 0.518775, "main_score": 0.47699, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"]}, {"precision": 0.540273, "recall": 0.603755, "f1": 0.557154, "accuracy": 0.603755, "main_score": 0.557154, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"]}, {"precision": 0.458293, "recall": 0.51087, "f1": 0.472503, "accuracy": 0.51087, "main_score": 0.472503, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"]}, {"precision": 0.509491, "recall": 0.564229, "f1": 0.524017, "accuracy": 0.564229, "main_score": 0.524017, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"]}, {"precision": 0.534735, "recall": 0.600791, "f1": 0.552516, "accuracy": 0.600791, "main_score": 0.552516, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"]}, {"precision": 0.523572, "recall": 0.578063, "f1": 0.537381, "accuracy": 0.578063, "main_score": 0.537381, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"]}, {"precision": 0.506609, "recall": 0.574111, "f1": 0.523831, "accuracy": 0.574111, "main_score": 0.523831, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"]}, {"precision": 0.418098, "recall": 0.472332, "f1": 0.432316, "accuracy": 0.472332, "main_score": 0.432316, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"]}, {"precision": 0.63309, "recall": 0.69664, "f1": 0.650863, "accuracy": 0.69664, "main_score": 0.650863, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"]}, {"precision": 0.532407, "recall": 0.596838, "f1": 0.549428, "accuracy": 0.596838, "main_score": 0.549428, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"]}, {"precision": 0.432533, "recall": 0.487154, "f1": 0.447352, "accuracy": 0.487154, "main_score": 0.447352, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"]}, {"precision": 0.527068, "recall": 0.594862, "f1": 0.544193, "accuracy": 0.594862, "main_score": 0.544193, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"]}, {"precision": 0.573368, "recall": 0.63834, "f1": 0.590865, "accuracy": 0.63834, "main_score": 0.590865, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"]}, {"precision": 0.521417, "recall": 0.576087, "f1": 0.535828, "accuracy": 0.576087, "main_score": 0.535828, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"]}, {"precision": 0.536119, "recall": 0.596838, "f1": 0.552074, "accuracy": 0.596838, "main_score": 0.552074, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"]}, {"precision": 0.409414, "recall": 0.470356, "f1": 0.426002, "accuracy": 0.470356, "main_score": 0.426002, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"]}, {"precision": 0.514749, "recall": 0.567194, "f1": 0.529337, "accuracy": 0.567194, "main_score": 0.529337, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"]}, {"precision": 0.600642, "recall": 0.65415, "f1": 0.614729, "accuracy": 0.65415, "main_score": 0.614729, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"]}, {"precision": 0.546719, "recall": 0.612648, "f1": 0.563881, "accuracy": 0.612648, "main_score": 0.563881, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"]}, {"precision": 0.590518, "recall": 0.644269, "f1": 0.604689, "accuracy": 0.644269, "main_score": 0.604689, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"]}, {"precision": 0.414178, "recall": 0.464427, "f1": 0.427768, "accuracy": 0.464427, "main_score": 0.427768, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"]}, {"precision": 0.533705, "recall": 0.594862, "f1": 0.549068, "accuracy": 0.594862, "main_score": 0.549068, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"]}, {"precision": 0.632287, "recall": 0.694664, "f1": 0.649195, "accuracy": 0.694664, "main_score": 0.649195, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"]}, {"precision": 0.392616, "recall": 0.445652, "f1": 0.406935, "accuracy": 0.445652, "main_score": 0.406935, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"]}, {"precision": 0.551862, "recall": 0.604743, "f1": 0.565614, "accuracy": 0.604743, "main_score": 0.565614, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"]}, {"precision": 0.297366, "recall": 0.33498, "f1": 0.307224, "accuracy": 0.33498, "main_score": 0.307224, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"]}, {"precision": 0.539503, "recall": 0.601779, "f1": 0.555048, "accuracy": 0.601779, "main_score": 0.555048, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"]}, {"precision": 0.516175, "recall": 0.58498, "f1": 0.533978, "accuracy": 0.58498, "main_score": 0.533978, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"]}, {"precision": 0.540155, "recall": 0.605731, "f1": 0.557806, "accuracy": 0.605731, "main_score": 0.557806, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"]}, {"precision": 0.522504, "recall": 0.585968, "f1": 0.539319, "accuracy": 0.585968, "main_score": 0.539319, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"]}, {"precision": 0.417917, "recall": 0.470356, "f1": 0.431786, "accuracy": 0.470356, "main_score": 0.431786, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"]}, {"precision": 0.576777, "recall": 0.624506, "f1": 0.58829, "accuracy": 0.624506, "main_score": 0.58829, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"]}, {"precision": 0.47514, "recall": 0.529644, "f1": 0.489145, "accuracy": 0.529644, "main_score": 0.489145, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"]}, {"precision": 0.582929, "recall": 0.642292, "f1": 0.598389, "accuracy": 0.642292, "main_score": 0.598389, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"]}, {"precision": 0.447727, "recall": 0.483202, "f1": 0.457858, "accuracy": 0.483202, "main_score": 0.457858, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"]}, {"precision": 0.556275, "recall": 0.603755, "f1": 0.568898, "accuracy": 0.603755, "main_score": 0.568898, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"]}, {"precision": 0.456607, "recall": 0.511858, "f1": 0.471406, "accuracy": 0.511858, "main_score": 0.471406, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"]}, {"precision": 0.494337, "recall": 0.555336, "f1": 0.511737, "accuracy": 0.555336, "main_score": 0.511737, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"]}, {"precision": 0.532488, "recall": 0.58498, "f1": 0.546058, "accuracy": 0.58498, "main_score": 0.546058, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"]}, {"precision": 0.562347, "recall": 0.617589, "f1": 0.577049, "accuracy": 0.617589, "main_score": 0.577049, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"]}, {"precision": 0.231158, "recall": 0.270751, "f1": 0.240737, "accuracy": 0.270751, "main_score": 0.240737, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"]}, {"precision": 0.443182, "recall": 0.488142, "f1": 0.455213, "accuracy": 0.488142, "main_score": 0.455213, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"]}, {"precision": 0.457743, "recall": 0.513834, "f1": 0.471839, "accuracy": 0.513834, "main_score": 0.471839, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"]}, {"precision": 0.463638, "recall": 0.512846, "f1": 0.477135, "accuracy": 0.512846, "main_score": 0.477135, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"]}, {"precision": 0.462314, "recall": 0.519763, "f1": 0.477978, "accuracy": 0.519763, "main_score": 0.477978, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"]}, {"precision": 0.55989, "recall": 0.620553, "f1": 0.575844, "accuracy": 0.620553, "main_score": 0.575844, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"]}, {"precision": 0.532861, "recall": 0.599802, "f1": 0.550418, "accuracy": 0.599802, "main_score": 0.550418, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"]}, {"precision": 0.554859, "recall": 0.612648, "f1": 0.569189, "accuracy": 0.612648, "main_score": 0.569189, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"]}, {"precision": 0.437745, "recall": 0.496047, "f1": 0.452489, "accuracy": 0.496047, "main_score": 0.452489, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"]}, {"precision": 0.549565, "recall": 0.608696, "f1": 0.564956, "accuracy": 0.608696, "main_score": 0.564956, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"]}, {"precision": 0.519402, "recall": 0.583004, "f1": 0.536419, "accuracy": 0.583004, "main_score": 0.536419, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"]}, {"precision": 0.520611, "recall": 0.587945, "f1": 0.538332, "accuracy": 0.587945, "main_score": 0.538332, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"]}, {"precision": 0.508245, "recall": 0.567194, "f1": 0.523373, "accuracy": 0.567194, "main_score": 0.523373, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"]}, {"precision": 0.419412, "recall": 0.47332, "f1": 0.434278, "accuracy": 0.47332, "main_score": 0.434278, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"]}, {"precision": 0.418869, "recall": 0.465415, "f1": 0.431198, "accuracy": 0.465415, "main_score": 0.431198, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"]}, {"precision": 0.501587, "recall": 0.561265, "f1": 0.517587, "accuracy": 0.561265, "main_score": 0.517587, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"]}, {"precision": 0.516544, "recall": 0.577075, "f1": 0.531743, "accuracy": 0.577075, "main_score": 0.531743, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"]}, {"precision": 0.524102, "recall": 0.585968, "f1": 0.540391, "accuracy": 0.585968, "main_score": 0.540391, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"]}, {"precision": 0.538095, "recall": 0.594862, "f1": 0.552788, "accuracy": 0.594862, "main_score": 0.552788, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"]}, {"precision": 0.366353, "recall": 0.417984, "f1": 0.379652, "accuracy": 0.417984, "main_score": 0.379652, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"]}, {"precision": 0.596679, "recall": 0.647233, "f1": 0.610251, "accuracy": 0.647233, "main_score": 0.610251, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"]}, {"precision": 0.440953, "recall": 0.502964, "f1": 0.456789, "accuracy": 0.502964, "main_score": 0.456789, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"]}, {"precision": 0.407723, "recall": 0.459486, "f1": 0.42135, "accuracy": 0.459486, "main_score": 0.42135, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"]}, {"precision": 0.529795, "recall": 0.594862, "f1": 0.547363, "accuracy": 0.594862, "main_score": 0.547363, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"]}, {"precision": 0.430366, "recall": 0.481225, "f1": 0.44371, "accuracy": 0.481225, "main_score": 0.44371, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"]}, {"precision": 0.569881, "recall": 0.62253, "f1": 0.583832, "accuracy": 0.62253, "main_score": 0.583832, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"]}, {"precision": 0.517475, "recall": 0.579051, "f1": 0.533065, "accuracy": 0.579051, "main_score": 0.533065, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"]}, {"precision": 0.543121, "recall": 0.599802, "f1": 0.558187, "accuracy": 0.599802, "main_score": 0.558187, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"]}, {"precision": 0.543834, "recall": 0.59585, "f1": 0.557391, "accuracy": 0.59585, "main_score": 0.557391, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"]}, {"precision": 0.506104, "recall": 0.567194, "f1": 0.52204, "accuracy": 0.567194, "main_score": 0.52204, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"]}, {"precision": 0.563124, "recall": 0.617589, "f1": 0.57736, "accuracy": 0.617589, "main_score": 0.57736, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"]}, {"precision": 0.377128, "recall": 0.451581, "f1": 0.396609, "accuracy": 0.451581, "main_score": 0.396609, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"]}, {"precision": 0.432146, "recall": 0.494071, "f1": 0.447514, "accuracy": 0.494071, "main_score": 0.447514, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"]}, {"precision": 0.202076, "recall": 0.241107, "f1": 0.210793, "accuracy": 0.241107, "main_score": 0.210793, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"]}, {"precision": 0.450431, "recall": 0.508893, "f1": 0.466935, "accuracy": 0.508893, "main_score": 0.466935, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"]}, {"precision": 0.396867, "recall": 0.454545, "f1": 0.411384, "accuracy": 0.454545, "main_score": 0.411384, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"]}, {"precision": 0.561444, "recall": 0.621542, "f1": 0.577086, "accuracy": 0.621542, "main_score": 0.577086, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"]}, {"precision": 0.549819, "recall": 0.594862, "f1": 0.561223, "accuracy": 0.594862, "main_score": 0.561223, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"]}, {"precision": 0.371871, "recall": 0.421937, "f1": 0.385424, "accuracy": 0.421937, "main_score": 0.385424, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"]}, {"precision": 0.544398, "recall": 0.600791, "f1": 0.559558, "accuracy": 0.600791, "main_score": 0.559558, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"]}, {"precision": 0.519148, "recall": 0.586957, "f1": 0.535771, "accuracy": 0.586957, "main_score": 0.535771, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"]}, {"precision": 0.469077, "recall": 0.536561, "f1": 0.486941, "accuracy": 0.536561, "main_score": 0.486941, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"]}, {"precision": 0.523398, "recall": 0.583992, "f1": 0.538611, "accuracy": 0.583992, "main_score": 0.538611, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"]}, {"precision": 0.468069, "recall": 0.525692, "f1": 0.48309, "accuracy": 0.525692, "main_score": 0.48309, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"]}, {"precision": 0.501389, "recall": 0.56917, "f1": 0.518551, "accuracy": 0.56917, "main_score": 0.518551, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"]}, {"precision": 0.563074, "recall": 0.617589, "f1": 0.577341, "accuracy": 0.617589, "main_score": 0.577341, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"]}, {"precision": 0.415107, "recall": 0.471344, "f1": 0.431018, "accuracy": 0.471344, "main_score": 0.431018, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"]}, {"precision": 0.397471, "recall": 0.455534, "f1": 0.412797, "accuracy": 0.455534, "main_score": 0.412797, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"]}, {"precision": 0.475907, "recall": 0.531621, "f1": 0.490526, "accuracy": 0.531621, "main_score": 0.490526, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"]}, {"precision": 0.548687, "recall": 0.603755, "f1": 0.562371, "accuracy": 0.603755, "main_score": 0.562371, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"]}, {"precision": 0.12689, "recall": 0.167984, "f1": 0.137512, "accuracy": 0.167984, "main_score": 0.137512, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"]}, {"precision": 0.519226, "recall": 0.582016, "f1": 0.534595, "accuracy": 0.582016, "main_score": 0.534595, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"]}, {"precision": 0.478952, "recall": 0.538538, "f1": 0.495188, "accuracy": 0.538538, "main_score": 0.495188, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"]}, {"precision": 0.489361, "recall": 0.550395, "f1": 0.505462, "accuracy": 0.550395, "main_score": 0.505462, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"]}, {"precision": 0.546185, "recall": 0.600791, "f1": 0.560372, "accuracy": 0.600791, "main_score": 0.560372, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"]}, {"precision": 0.425138, "recall": 0.482213, "f1": 0.440227, "accuracy": 0.482213, "main_score": 0.440227, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"]}, {"precision": 0.426863, "recall": 0.472332, "f1": 0.439649, "accuracy": 0.472332, "main_score": 0.439649, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"]}, {"precision": 0.537921, "recall": 0.597826, "f1": 0.554013, "accuracy": 0.597826, "main_score": 0.554013, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"]}, {"precision": 0.533047, "recall": 0.598814, "f1": 0.550783, "accuracy": 0.598814, "main_score": 0.550783, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"]}, {"precision": 0.527036, "recall": 0.578063, "f1": 0.539538, "accuracy": 0.578063, "main_score": 0.539538, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"]}, {"precision": 0.486239, "recall": 0.545455, "f1": 0.501728, "accuracy": 0.545455, "main_score": 0.501728, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"]}, {"precision": 0.377896, "recall": 0.438735, "f1": 0.39381, "accuracy": 0.438735, "main_score": 0.39381, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"]}, {"precision": 0.497576, "recall": 0.562253, "f1": 0.514187, "accuracy": 0.562253, "main_score": 0.514187, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"]}, {"precision": 0.420299, "recall": 0.478261, "f1": 0.436003, "accuracy": 0.478261, "main_score": 0.436003, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"]}, {"precision": 0.426253, "recall": 0.481225, "f1": 0.440413, "accuracy": 0.481225, "main_score": 0.440413, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"]}, {"precision": 0.497392, "recall": 0.560277, "f1": 0.514036, "accuracy": 0.560277, "main_score": 0.514036, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"]}, {"precision": 0.54511, "recall": 0.597826, "f1": 0.558742, "accuracy": 0.597826, "main_score": 0.558742, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"]}, {"precision": 0.520336, "recall": 0.588933, "f1": 0.537306, "accuracy": 0.588933, "main_score": 0.537306, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"]}, {"precision": 0.325619, "recall": 0.371542, "f1": 0.337508, "accuracy": 0.371542, "main_score": 0.337508, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"]}, {"precision": 0.572314, "recall": 0.628458, "f1": 0.587434, "accuracy": 0.628458, "main_score": 0.587434, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"]}, {"precision": 0.495745, "recall": 0.554348, "f1": 0.510462, "accuracy": 0.554348, "main_score": 0.510462, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"]}, {"precision": 0.504462, "recall": 0.561265, "f1": 0.519019, "accuracy": 0.561265, "main_score": 0.519019, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"]}, {"precision": 0.487042, "recall": 0.548419, "f1": 0.503311, "accuracy": 0.548419, "main_score": 0.503311, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"]}, {"precision": 0.429809, "recall": 0.482213, "f1": 0.443861, "accuracy": 0.482213, "main_score": 0.443861, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"]}, {"precision": 0.499392, "recall": 0.545455, "f1": 0.511642, "accuracy": 0.545455, "main_score": 0.511642, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"]}, {"precision": 0.518879, "recall": 0.578063, "f1": 0.53443, "accuracy": 0.578063, "main_score": 0.53443, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"]}, {"precision": 0.473808, "recall": 0.527668, "f1": 0.48809, "accuracy": 0.527668, "main_score": 0.48809, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"]}, {"precision": 0.449041, "recall": 0.51581, "f1": 0.466297, "accuracy": 0.51581, "main_score": 0.466297, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"]}, {"precision": 0.515559, "recall": 0.574111, "f1": 0.530693, "accuracy": 0.574111, "main_score": 0.530693, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"]}, {"precision": 0.495105, "recall": 0.547431, "f1": 0.50776, "accuracy": 0.547431, "main_score": 0.50776, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"]}, {"precision": 0.555292, "recall": 0.612648, "f1": 0.570293, "accuracy": 0.612648, "main_score": 0.570293, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"]}, {"precision": 0.506972, "recall": 0.570158, "f1": 0.523309, "accuracy": 0.570158, "main_score": 0.523309, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"]}, {"precision": 0.559509, "recall": 0.616601, "f1": 0.574649, "accuracy": 0.616601, "main_score": 0.574649, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"]}, {"precision": 0.482649, "recall": 0.534585, "f1": 0.496713, "accuracy": 0.534585, "main_score": 0.496713, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"]}, {"precision": 0.540179, "recall": 0.588933, "f1": 0.553516, "accuracy": 0.588933, "main_score": 0.553516, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"]}, {"precision": 0.383734, "recall": 0.440711, "f1": 0.398022, "accuracy": 0.440711, "main_score": 0.398022, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"]}, {"precision": 0.523986, "recall": 0.586957, "f1": 0.540162, "accuracy": 0.586957, "main_score": 0.540162, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"]}, {"precision": 0.373763, "recall": 0.431818, "f1": 0.38954, "accuracy": 0.431818, "main_score": 0.38954, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"]}, {"precision": 0.499465, "recall": 0.560277, "f1": 0.514199, "accuracy": 0.560277, "main_score": 0.514199, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"]}, {"precision": 0.516642, "recall": 0.578063, "f1": 0.532688, "accuracy": 0.578063, "main_score": 0.532688, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"]}, {"precision": 0.49907, "recall": 0.550395, "f1": 0.512875, "accuracy": 0.550395, "main_score": 0.512875, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"]}, {"precision": 0.513573, "recall": 0.562253, "f1": 0.527029, "accuracy": 0.562253, "main_score": 0.527029, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"]}, {"precision": 0.527784, "recall": 0.582016, "f1": 0.541176, "accuracy": 0.582016, "main_score": 0.541176, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"]}, {"precision": 0.47006, "recall": 0.52668, "f1": 0.485881, "accuracy": 0.52668, "main_score": 0.485881, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"]}, {"precision": 0.444068, "recall": 0.498024, "f1": 0.458029, "accuracy": 0.498024, "main_score": 0.458029, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"]}, {"precision": 0.536294, "recall": 0.590909, "f1": 0.549639, "accuracy": 0.590909, "main_score": 0.549639, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"]}, {"precision": 0.525156, "recall": 0.577075, "f1": 0.539819, "accuracy": 0.577075, "main_score": 0.539819, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"]}, {"precision": 0.576434, "recall": 0.635375, "f1": 0.591775, "accuracy": 0.635375, "main_score": 0.591775, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"]}, {"precision": 0.423401, "recall": 0.482213, "f1": 0.439136, "accuracy": 0.482213, "main_score": 0.439136, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"]}, {"precision": 0.555725, "recall": 0.613636, "f1": 0.571175, "accuracy": 0.613636, "main_score": 0.571175, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"]}, {"precision": 0.535019, "recall": 0.597826, "f1": 0.551529, "accuracy": 0.597826, "main_score": 0.551529, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"]}, {"precision": 0.524235, "recall": 0.586957, "f1": 0.541179, "accuracy": 0.586957, "main_score": 0.541179, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"]}, {"precision": 0.398721, "recall": 0.458498, "f1": 0.413775, "accuracy": 0.458498, "main_score": 0.413775, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"]}, {"precision": 0.5673, "recall": 0.629447, "f1": 0.583541, "accuracy": 0.629447, "main_score": 0.583541, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"]}, {"precision": 0.463221, "recall": 0.516798, "f1": 0.476886, "accuracy": 0.516798, "main_score": 0.476886, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"]}, {"precision": 0.404449, "recall": 0.466403, "f1": 0.4202, "accuracy": 0.466403, "main_score": 0.4202, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"]}, {"precision": 0.441851, "recall": 0.5, "f1": 0.456889, "accuracy": 0.5, "main_score": 0.456889, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"]}, {"precision": 0.474748, "recall": 0.534585, "f1": 0.490165, "accuracy": 0.534585, "main_score": 0.490165, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"]}, {"precision": 0.539654, "recall": 0.596838, "f1": 0.554143, "accuracy": 0.596838, "main_score": 0.554143, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"]}, {"precision": 0.525163, "recall": 0.583004, "f1": 0.540439, "accuracy": 0.583004, "main_score": 0.540439, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"]}, {"precision": 0.394975, "recall": 0.444664, "f1": 0.408771, "accuracy": 0.444664, "main_score": 0.408771, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"]}, {"precision": 0.458691, "recall": 0.51087, "f1": 0.472594, "accuracy": 0.51087, "main_score": 0.472594, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"]}, {"precision": 0.506284, "recall": 0.575099, "f1": 0.524234, "accuracy": 0.575099, "main_score": 0.524234, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"]}, {"precision": 0.431548, "recall": 0.492095, "f1": 0.447118, "accuracy": 0.492095, "main_score": 0.447118, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"]}, {"precision": 0.428366, "recall": 0.476285, "f1": 0.440813, "accuracy": 0.476285, "main_score": 0.440813, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"]}, {"precision": 0.512449, "recall": 0.579051, "f1": 0.529623, "accuracy": 0.579051, "main_score": 0.529623, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"]}, {"precision": 0.381074, "recall": 0.442688, "f1": 0.397225, "accuracy": 0.442688, "main_score": 0.397225, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"]}, {"precision": 0.460244, "recall": 0.516798, "f1": 0.475472, "accuracy": 0.516798, "main_score": 0.475472, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"]}, {"precision": 0.564021, "recall": 0.609684, "f1": 0.575607, "accuracy": 0.609684, "main_score": 0.575607, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"]}, {"precision": 0.474046, "recall": 0.516798, "f1": 0.485797, "accuracy": 0.516798, "main_score": 0.485797, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"]}, {"precision": 0.542882, "recall": 0.58498, "f1": 0.553856, "accuracy": 0.58498, "main_score": 0.553856, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"]}, {"precision": 0.510282, "recall": 0.576087, "f1": 0.526723, "accuracy": 0.576087, "main_score": 0.526723, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"]}, {"precision": 0.499367, "recall": 0.556324, "f1": 0.51525, "accuracy": 0.556324, "main_score": 0.51525, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"]}, {"precision": 0.534607, "recall": 0.588933, "f1": 0.549347, "accuracy": 0.588933, "main_score": 0.549347, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"]}, {"precision": 0.349591, "recall": 0.414032, "f1": 0.367389, "accuracy": 0.414032, "main_score": 0.367389, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"]}, {"precision": 0.514116, "recall": 0.572134, "f1": 0.529595, "accuracy": 0.572134, "main_score": 0.529595, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"]}, {"precision": 0.482247, "recall": 0.539526, "f1": 0.497512, "accuracy": 0.539526, "main_score": 0.497512, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"]}, {"precision": 0.532322, "recall": 0.582016, "f1": 0.545268, "accuracy": 0.582016, "main_score": 0.545268, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"]}, {"precision": 0.532319, "recall": 0.599802, "f1": 0.550457, "accuracy": 0.599802, "main_score": 0.550457, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"]}, {"precision": 0.443926, "recall": 0.494071, "f1": 0.45701, "accuracy": 0.494071, "main_score": 0.45701, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"]}, {"precision": 0.413593, "recall": 0.460474, "f1": 0.425787, "accuracy": 0.460474, "main_score": 0.425787, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"]}, {"precision": 0.412202, "recall": 0.462451, "f1": 0.426571, "accuracy": 0.462451, "main_score": 0.426571, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"]}, {"precision": 0.19865, "recall": 0.242095, "f1": 0.209534, "accuracy": 0.242095, "main_score": 0.209534, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"]}, {"precision": 0.525742, "recall": 0.565217, "f1": 0.536144, "accuracy": 0.565217, "main_score": 0.536144, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"]}, {"precision": 0.485161, "recall": 0.535573, "f1": 0.498512, "accuracy": 0.535573, "main_score": 0.498512, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"]}, {"precision": 0.515869, "recall": 0.559289, "f1": 0.527742, "accuracy": 0.559289, "main_score": 0.527742, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"]}, {"precision": 0.545571, "recall": 0.58498, "f1": 0.555725, "accuracy": 0.58498, "main_score": 0.555725, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"]}, {"precision": 0.53564, "recall": 0.574111, "f1": 0.546279, "accuracy": 0.574111, "main_score": 0.546279, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"]}, {"precision": 0.51809, "recall": 0.562253, "f1": 0.530206, "accuracy": 0.562253, "main_score": 0.530206, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"]}, {"precision": 0.530379, "recall": 0.573123, "f1": 0.541693, "accuracy": 0.573123, "main_score": 0.541693, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"]}, {"precision": 0.531253, "recall": 0.570158, "f1": 0.541372, "accuracy": 0.570158, "main_score": 0.541372, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"]}, {"precision": 0.49998, "recall": 0.554348, "f1": 0.51467, "accuracy": 0.554348, "main_score": 0.51467, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"]}, {"precision": 0.501706, "recall": 0.54249, "f1": 0.512844, "accuracy": 0.54249, "main_score": 0.512844, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"]}, {"precision": 0.48698, "recall": 0.535573, "f1": 0.499936, "accuracy": 0.535573, "main_score": 0.499936, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"]}, {"precision": 0.517549, "recall": 0.564229, "f1": 0.529425, "accuracy": 0.564229, "main_score": 0.529425, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"]}, {"precision": 0.465454, "recall": 0.520751, "f1": 0.480318, "accuracy": 0.520751, "main_score": 0.480318, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"]}, {"precision": 0.52528, "recall": 0.571146, "f1": 0.536842, "accuracy": 0.571146, "main_score": 0.536842, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"]}, {"precision": 0.510501, "recall": 0.548419, "f1": 0.521292, "accuracy": 0.548419, "main_score": 0.521292, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"]}, {"precision": 0.500876, "recall": 0.552372, "f1": 0.514854, "accuracy": 0.552372, "main_score": 0.514854, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"]}, {"precision": 0.477438, "recall": 0.529644, "f1": 0.490899, "accuracy": 0.529644, "main_score": 0.490899, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"]}, {"precision": 0.541491, "recall": 0.587945, "f1": 0.553947, "accuracy": 0.587945, "main_score": 0.553947, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"]}, {"precision": 0.53848, "recall": 0.583992, "f1": 0.550588, "accuracy": 0.583992, "main_score": 0.550588, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"]}, {"precision": 0.513571, "recall": 0.554348, "f1": 0.525675, "accuracy": 0.554348, "main_score": 0.525675, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"]}, {"precision": 0.521939, "recall": 0.570158, "f1": 0.534353, "accuracy": 0.570158, "main_score": 0.534353, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"]}, {"precision": 0.513328, "recall": 0.561265, "f1": 0.525612, "accuracy": 0.561265, "main_score": 0.525612, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"]}, {"precision": 0.544819, "recall": 0.585968, "f1": 0.555918, "accuracy": 0.585968, "main_score": 0.555918, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"]}, {"precision": 0.203016, "recall": 0.236166, "f1": 0.211825, "accuracy": 0.236166, "main_score": 0.211825, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"]}, {"precision": 0.506014, "recall": 0.556324, "f1": 0.519471, "accuracy": 0.556324, "main_score": 0.519471, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"]}, {"precision": 0.519329, "recall": 0.55336, "f1": 0.528788, "accuracy": 0.55336, "main_score": 0.528788, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"]}, {"precision": 0.523111, "recall": 0.573123, "f1": 0.535713, "accuracy": 0.573123, "main_score": 0.535713, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"]}, {"precision": 0.52781, "recall": 0.570158, "f1": 0.538933, "accuracy": 0.570158, "main_score": 0.538933, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"]}, {"precision": 0.503286, "recall": 0.544466, "f1": 0.514902, "accuracy": 0.544466, "main_score": 0.514902, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"]}, {"precision": 0.526947, "recall": 0.56917, "f1": 0.538218, "accuracy": 0.56917, "main_score": 0.538218, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"]}, {"precision": 0.527625, "recall": 0.565217, "f1": 0.538043, "accuracy": 0.565217, "main_score": 0.538043, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"]}, {"precision": 0.523089, "recall": 0.568182, "f1": 0.535425, "accuracy": 0.568182, "main_score": 0.535425, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"]}, {"precision": 0.437577, "recall": 0.485178, "f1": 0.450587, "accuracy": 0.485178, "main_score": 0.450587, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"]}, {"precision": 0.50068, "recall": 0.545455, "f1": 0.513169, "accuracy": 0.545455, "main_score": 0.513169, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"]}, {"precision": 0.513594, "recall": 0.564229, "f1": 0.527675, "accuracy": 0.564229, "main_score": 0.527675, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"]}, {"precision": 0.526129, "recall": 0.572134, "f1": 0.538106, "accuracy": 0.572134, "main_score": 0.538106, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"]}, {"precision": 0.505682, "recall": 0.554348, "f1": 0.518738, "accuracy": 0.554348, "main_score": 0.518738, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"]}, {"precision": 0.511397, "recall": 0.547431, "f1": 0.521923, "accuracy": 0.547431, "main_score": 0.521923, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"]}, {"precision": 0.369931, "recall": 0.420949, "f1": 0.384294, "accuracy": 0.420949, "main_score": 0.384294, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"]}, {"precision": 0.529025, "recall": 0.574111, "f1": 0.540752, "accuracy": 0.574111, "main_score": 0.540752, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"]}, {"precision": 0.514994, "recall": 0.556324, "f1": 0.526492, "accuracy": 0.556324, "main_score": 0.526492, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"]}, {"precision": 0.529682, "recall": 0.581028, "f1": 0.543217, "accuracy": 0.581028, "main_score": 0.543217, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"]}, {"precision": 0.545221, "recall": 0.593874, "f1": 0.55806, "accuracy": 0.593874, "main_score": 0.55806, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"]}, {"precision": 0.502722, "recall": 0.548419, "f1": 0.514746, "accuracy": 0.548419, "main_score": 0.514746, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"]}, {"precision": 0.532791, "recall": 0.578063, "f1": 0.544258, "accuracy": 0.578063, "main_score": 0.544258, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"]}, {"precision": 0.52434, "recall": 0.565217, "f1": 0.53576, "accuracy": 0.565217, "main_score": 0.53576, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"]}, {"precision": 0.530763, "recall": 0.570158, "f1": 0.541658, "accuracy": 0.570158, "main_score": 0.541658, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"]}, {"precision": 0.525489, "recall": 0.568182, "f1": 0.537143, "accuracy": 0.568182, "main_score": 0.537143, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"]}, {"precision": 0.543548, "recall": 0.588933, "f1": 0.554791, "accuracy": 0.588933, "main_score": 0.554791, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"]}, {"precision": 0.533359, "recall": 0.574111, "f1": 0.544125, "accuracy": 0.574111, "main_score": 0.544125, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"]}, {"precision": 0.480559, "recall": 0.523715, "f1": 0.493283, "accuracy": 0.523715, "main_score": 0.493283, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"]}, {"precision": 0.519095, "recall": 0.563241, "f1": 0.530343, "accuracy": 0.563241, "main_score": 0.530343, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"]}, {"precision": 0.394625, "recall": 0.443676, "f1": 0.408274, "accuracy": 0.443676, "main_score": 0.408274, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"]}, {"precision": 0.491964, "recall": 0.531621, "f1": 0.502881, "accuracy": 0.531621, "main_score": 0.502881, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"]}, {"precision": 0.534253, "recall": 0.575099, "f1": 0.543934, "accuracy": 0.575099, "main_score": 0.543934, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"]}, {"precision": 0.291041, "recall": 0.333992, "f1": 0.303543, "accuracy": 0.333992, "main_score": 0.303543, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"]}, {"precision": 0.528326, "recall": 0.573123, "f1": 0.540491, "accuracy": 0.573123, "main_score": 0.540491, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"]}, {"precision": 0.504169, "recall": 0.554348, "f1": 0.517397, "accuracy": 0.554348, "main_score": 0.517397, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"]}, {"precision": 0.53782, "recall": 0.579051, "f1": 0.548189, "accuracy": 0.579051, "main_score": 0.548189, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"]}, {"precision": 0.490806, "recall": 0.543478, "f1": 0.505251, "accuracy": 0.543478, "main_score": 0.505251, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"]}, {"precision": 0.507802, "recall": 0.543478, "f1": 0.517925, "accuracy": 0.543478, "main_score": 0.517925, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"]}, {"precision": 0.546758, "recall": 0.582016, "f1": 0.556245, "accuracy": 0.582016, "main_score": 0.556245, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"]}, {"precision": 0.529808, "recall": 0.56917, "f1": 0.540917, "accuracy": 0.56917, "main_score": 0.540917, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"]}, {"precision": 0.545613, "recall": 0.586957, "f1": 0.55603, "accuracy": 0.586957, "main_score": 0.55603, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"]}, {"precision": 0.51784, "recall": 0.554348, "f1": 0.527649, "accuracy": 0.554348, "main_score": 0.527649, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"]}, {"precision": 0.543673, "recall": 0.585968, "f1": 0.554646, "accuracy": 0.585968, "main_score": 0.554646, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"]}, {"precision": 0.504372, "recall": 0.550395, "f1": 0.516645, "accuracy": 0.550395, "main_score": 0.516645, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"]}, {"precision": 0.52498, "recall": 0.56917, "f1": 0.536786, "accuracy": 0.56917, "main_score": 0.536786, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"]}, {"precision": 0.511315, "recall": 0.555336, "f1": 0.523181, "accuracy": 0.555336, "main_score": 0.523181, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"]}, {"precision": 0.529196, "recall": 0.573123, "f1": 0.541382, "accuracy": 0.573123, "main_score": 0.541382, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"]}, {"precision": 0.256372, "recall": 0.30336, "f1": 0.268096, "accuracy": 0.30336, "main_score": 0.268096, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"]}, {"precision": 0.507953, "recall": 0.543478, "f1": 0.517549, "accuracy": 0.543478, "main_score": 0.517549, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"]}, {"precision": 0.503815, "recall": 0.549407, "f1": 0.515934, "accuracy": 0.549407, "main_score": 0.515934, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"]}, {"precision": 0.526698, "recall": 0.562253, "f1": 0.536198, "accuracy": 0.562253, "main_score": 0.536198, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"]}, {"precision": 0.449779, "recall": 0.500988, "f1": 0.464553, "accuracy": 0.500988, "main_score": 0.464553, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"]}, {"precision": 0.532865, "recall": 0.582016, "f1": 0.545043, "accuracy": 0.582016, "main_score": 0.545043, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"]}, {"precision": 0.53523, "recall": 0.577075, "f1": 0.545968, "accuracy": 0.577075, "main_score": 0.545968, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"]}, {"precision": 0.532912, "recall": 0.577075, "f1": 0.544731, "accuracy": 0.577075, "main_score": 0.544731, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"]}, {"precision": 0.456201, "recall": 0.506917, "f1": 0.469677, "accuracy": 0.506917, "main_score": 0.469677, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"]}, {"precision": 0.539377, "recall": 0.582016, "f1": 0.550843, "accuracy": 0.582016, "main_score": 0.550843, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"]}, {"precision": 0.506901, "recall": 0.5583, "f1": 0.520419, "accuracy": 0.5583, "main_score": 0.520419, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"]}, {"precision": 0.519826, "recall": 0.563241, "f1": 0.530999, "accuracy": 0.563241, "main_score": 0.530999, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"]}, {"precision": 0.507241, "recall": 0.554348, "f1": 0.520199, "accuracy": 0.554348, "main_score": 0.520199, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"]}, {"precision": 0.503228, "recall": 0.544466, "f1": 0.515123, "accuracy": 0.544466, "main_score": 0.515123, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"]}, {"precision": 0.507056, "recall": 0.545455, "f1": 0.517542, "accuracy": 0.545455, "main_score": 0.517542, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"]}, {"precision": 0.507127, "recall": 0.559289, "f1": 0.521238, "accuracy": 0.559289, "main_score": 0.521238, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"]}, {"precision": 0.520699, "recall": 0.566206, "f1": 0.532433, "accuracy": 0.566206, "main_score": 0.532433, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"]}, {"precision": 0.509193, "recall": 0.5583, "f1": 0.521778, "accuracy": 0.5583, "main_score": 0.521778, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"]}, {"precision": 0.504674, "recall": 0.54249, "f1": 0.515744, "accuracy": 0.54249, "main_score": 0.515744, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"]}, {"precision": 0.462756, "recall": 0.504941, "f1": 0.474513, "accuracy": 0.504941, "main_score": 0.474513, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"]}, {"precision": 0.554531, "recall": 0.596838, "f1": 0.565762, "accuracy": 0.596838, "main_score": 0.565762, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"]}, {"precision": 0.48902, "recall": 0.539526, "f1": 0.502115, "accuracy": 0.539526, "main_score": 0.502115, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"]}, {"precision": 0.489604, "recall": 0.524704, "f1": 0.499355, "accuracy": 0.524704, "main_score": 0.499355, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"]}, {"precision": 0.519356, "recall": 0.567194, "f1": 0.532275, "accuracy": 0.567194, "main_score": 0.532275, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"]}, {"precision": 0.475224, "recall": 0.518775, "f1": 0.487458, "accuracy": 0.518775, "main_score": 0.487458, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"]}, {"precision": 0.536183, "recall": 0.578063, "f1": 0.546726, "accuracy": 0.578063, "main_score": 0.546726, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"]}, {"precision": 0.507853, "recall": 0.561265, "f1": 0.522163, "accuracy": 0.561265, "main_score": 0.522163, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"]}, {"precision": 0.535388, "recall": 0.579051, "f1": 0.546553, "accuracy": 0.579051, "main_score": 0.546553, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"]}, {"precision": 0.543955, "recall": 0.586957, "f1": 0.555226, "accuracy": 0.586957, "main_score": 0.555226, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"]}, {"precision": 0.514328, "recall": 0.557312, "f1": 0.525423, "accuracy": 0.557312, "main_score": 0.525423, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"]}, {"precision": 0.520268, "recall": 0.564229, "f1": 0.531792, "accuracy": 0.564229, "main_score": 0.531792, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"]}, {"precision": 0.391318, "recall": 0.455534, "f1": 0.408619, "accuracy": 0.455534, "main_score": 0.408619, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"]}, {"precision": 0.495629, "recall": 0.538538, "f1": 0.507808, "accuracy": 0.538538, "main_score": 0.507808, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"]}, {"precision": 0.203099, "recall": 0.245059, "f1": 0.213486, "accuracy": 0.245059, "main_score": 0.213486, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"]}, {"precision": 0.537772, "recall": 0.578063, "f1": 0.549302, "accuracy": 0.578063, "main_score": 0.549302, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"]}, {"precision": 0.447189, "recall": 0.488142, "f1": 0.4588, "accuracy": 0.488142, "main_score": 0.4588, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"]}, {"precision": 0.548206, "recall": 0.591897, "f1": 0.559238, "accuracy": 0.591897, "main_score": 0.559238, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"]}, {"precision": 0.54524, "recall": 0.588933, "f1": 0.55634, "accuracy": 0.588933, "main_score": 0.55634, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"]}, {"precision": 0.424739, "recall": 0.480237, "f1": 0.440128, "accuracy": 0.480237, "main_score": 0.440128, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"]}, {"precision": 0.526803, "recall": 0.56917, "f1": 0.538091, "accuracy": 0.56917, "main_score": 0.538091, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"]}, {"precision": 0.510943, "recall": 0.560277, "f1": 0.523699, "accuracy": 0.560277, "main_score": 0.523699, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"]}, {"precision": 0.481933, "recall": 0.533597, "f1": 0.495091, "accuracy": 0.533597, "main_score": 0.495091, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"]}, {"precision": 0.516801, "recall": 0.560277, "f1": 0.528432, "accuracy": 0.560277, "main_score": 0.528432, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"]}, {"precision": 0.521416, "recall": 0.564229, "f1": 0.533348, "accuracy": 0.564229, "main_score": 0.533348, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"]}, {"precision": 0.488044, "recall": 0.543478, "f1": 0.503384, "accuracy": 0.543478, "main_score": 0.503384, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"]}, {"precision": 0.553309, "recall": 0.590909, "f1": 0.562921, "accuracy": 0.590909, "main_score": 0.562921, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"]}, {"precision": 0.483036, "recall": 0.523715, "f1": 0.494057, "accuracy": 0.523715, "main_score": 0.494057, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"]}, {"precision": 0.471716, "recall": 0.512846, "f1": 0.483242, "accuracy": 0.512846, "main_score": 0.483242, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"]}, {"precision": 0.54302, "recall": 0.579051, "f1": 0.553119, "accuracy": 0.579051, "main_score": 0.553119, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"]}, {"precision": 0.528, "recall": 0.578063, "f1": 0.541251, "accuracy": 0.578063, "main_score": 0.541251, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"]}, {"precision": 0.134243, "recall": 0.176877, "f1": 0.143969, "accuracy": 0.176877, "main_score": 0.143969, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"]}, {"precision": 0.50077, "recall": 0.551383, "f1": 0.514864, "accuracy": 0.551383, "main_score": 0.514864, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"]}, {"precision": 0.444734, "recall": 0.504941, "f1": 0.460291, "accuracy": 0.504941, "main_score": 0.460291, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"]}, {"precision": 0.489009, "recall": 0.532609, "f1": 0.500782, "accuracy": 0.532609, "main_score": 0.500782, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"]}, {"precision": 0.525831, "recall": 0.571146, "f1": 0.537846, "accuracy": 0.571146, "main_score": 0.537846, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"]}, {"precision": 0.491332, "recall": 0.538538, "f1": 0.505435, "accuracy": 0.538538, "main_score": 0.505435, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"]}, {"precision": 0.486797, "recall": 0.528656, "f1": 0.498668, "accuracy": 0.528656, "main_score": 0.498668, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"]}, {"precision": 0.510859, "recall": 0.5583, "f1": 0.52343, "accuracy": 0.5583, "main_score": 0.52343, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"]}, {"precision": 0.537379, "recall": 0.582016, "f1": 0.549567, "accuracy": 0.582016, "main_score": 0.549567, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"]}, {"precision": 0.526281, "recall": 0.566206, "f1": 0.536761, "accuracy": 0.566206, "main_score": 0.536761, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"]}, {"precision": 0.504061, "recall": 0.548419, "f1": 0.515795, "accuracy": 0.548419, "main_score": 0.515795, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"]}, {"precision": 0.469093, "recall": 0.518775, "f1": 0.4828, "accuracy": 0.518775, "main_score": 0.4828, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"]}, {"precision": 0.503521, "recall": 0.550395, "f1": 0.51619, "accuracy": 0.550395, "main_score": 0.51619, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"]}, {"precision": 0.476599, "recall": 0.519763, "f1": 0.488353, "accuracy": 0.519763, "main_score": 0.488353, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"]}, {"precision": 0.482686, "recall": 0.522727, "f1": 0.493625, "accuracy": 0.522727, "main_score": 0.493625, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"]}, {"precision": 0.513594, "recall": 0.562253, "f1": 0.526929, "accuracy": 0.562253, "main_score": 0.526929, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"]}, {"precision": 0.52482, "recall": 0.570158, "f1": 0.536741, "accuracy": 0.570158, "main_score": 0.536741, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"]}, {"precision": 0.508928, "recall": 0.556324, "f1": 0.52084, "accuracy": 0.556324, "main_score": 0.52084, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"]}, {"precision": 0.414889, "recall": 0.465415, "f1": 0.428136, "accuracy": 0.465415, "main_score": 0.428136, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"]}, {"precision": 0.54888, "recall": 0.593874, "f1": 0.56107, "accuracy": 0.593874, "main_score": 0.56107, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"]}, {"precision": 0.501406, "recall": 0.546443, "f1": 0.512836, "accuracy": 0.546443, "main_score": 0.512836, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"]}, {"precision": 0.4766, "recall": 0.530632, "f1": 0.491592, "accuracy": 0.530632, "main_score": 0.491592, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"]}, {"precision": 0.483969, "recall": 0.531621, "f1": 0.496597, "accuracy": 0.531621, "main_score": 0.496597, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"]}, {"precision": 0.491109, "recall": 0.530632, "f1": 0.502059, "accuracy": 0.530632, "main_score": 0.502059, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"]}, {"precision": 0.451605, "recall": 0.500988, "f1": 0.464515, "accuracy": 0.500988, "main_score": 0.464515, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"]}, {"precision": 0.509614, "recall": 0.555336, "f1": 0.521793, "accuracy": 0.555336, "main_score": 0.521793, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"]}, {"precision": 0.541765, "recall": 0.579051, "f1": 0.552001, "accuracy": 0.579051, "main_score": 0.552001, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"]}, {"precision": 0.449375, "recall": 0.506917, "f1": 0.465091, "accuracy": 0.506917, "main_score": 0.465091, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"]}, {"precision": 0.512854, "recall": 0.565217, "f1": 0.526107, "accuracy": 0.565217, "main_score": 0.526107, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"]}, {"precision": 0.492177, "recall": 0.531621, "f1": 0.502437, "accuracy": 0.531621, "main_score": 0.502437, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"]}, {"precision": 0.541109, "recall": 0.588933, "f1": 0.552915, "accuracy": 0.588933, "main_score": 0.552915, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"]}, {"precision": 0.504781, "recall": 0.552372, "f1": 0.517394, "accuracy": 0.552372, "main_score": 0.517394, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"]}, {"precision": 0.54237, "recall": 0.587945, "f1": 0.554189, "accuracy": 0.587945, "main_score": 0.554189, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"]}, {"precision": 0.468571, "recall": 0.51581, "f1": 0.481208, "accuracy": 0.51581, "main_score": 0.481208, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"]}, {"precision": 0.504206, "recall": 0.549407, "f1": 0.515805, "accuracy": 0.549407, "main_score": 0.515805, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"]}, {"precision": 0.456605, "recall": 0.501976, "f1": 0.469403, "accuracy": 0.501976, "main_score": 0.469403, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"]}, {"precision": 0.523417, "recall": 0.571146, "f1": 0.536411, "accuracy": 0.571146, "main_score": 0.536411, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"]}, {"precision": 0.364962, "recall": 0.41996, "f1": 0.380509, "accuracy": 0.41996, "main_score": 0.380509, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"]}, {"precision": 0.489098, "recall": 0.540514, "f1": 0.502001, "accuracy": 0.540514, "main_score": 0.502001, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"]}, {"precision": 0.505362, "recall": 0.550395, "f1": 0.518003, "accuracy": 0.550395, "main_score": 0.518003, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"]}, {"precision": 0.524919, "recall": 0.557312, "f1": 0.534168, "accuracy": 0.557312, "main_score": 0.534168, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"]}, {"precision": 0.528195, "recall": 0.564229, "f1": 0.537831, "accuracy": 0.564229, "main_score": 0.537831, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"]}, {"precision": 0.48893, "recall": 0.54249, "f1": 0.503195, "accuracy": 0.54249, "main_score": 0.503195, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"]}, {"precision": 0.511616, "recall": 0.557312, "f1": 0.523899, "accuracy": 0.557312, "main_score": 0.523899, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"]}, {"precision": 0.514668, "recall": 0.554348, "f1": 0.525674, "accuracy": 0.554348, "main_score": 0.525674, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"]}, {"precision": 0.525247, "recall": 0.572134, "f1": 0.537373, "accuracy": 0.572134, "main_score": 0.537373, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"]}, {"precision": 0.524828, "recall": 0.568182, "f1": 0.536609, "accuracy": 0.568182, "main_score": 0.536609, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"]}, {"precision": 0.55477, "recall": 0.593874, "f1": 0.565752, "accuracy": 0.593874, "main_score": 0.565752, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"]}, {"precision": 0.489295, "recall": 0.530632, "f1": 0.501234, "accuracy": 0.530632, "main_score": 0.501234, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"]}, {"precision": 0.539786, "recall": 0.583004, "f1": 0.550923, "accuracy": 0.583004, "main_score": 0.550923, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"]}, {"precision": 0.503751, "recall": 0.550395, "f1": 0.515625, "accuracy": 0.550395, "main_score": 0.515625, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"]}, {"precision": 0.521016, "recall": 0.567194, "f1": 0.53411, "accuracy": 0.567194, "main_score": 0.53411, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"]}, {"precision": 0.493229, "recall": 0.531621, "f1": 0.503668, "accuracy": 0.531621, "main_score": 0.503668, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"]}, {"precision": 0.544406, "recall": 0.58498, "f1": 0.555084, "accuracy": 0.58498, "main_score": 0.555084, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"]}, {"precision": 0.515549, "recall": 0.5583, "f1": 0.527514, "accuracy": 0.5583, "main_score": 0.527514, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"]}, {"precision": 0.493224, "recall": 0.535573, "f1": 0.504675, "accuracy": 0.535573, "main_score": 0.504675, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"]}, {"precision": 0.51774, "recall": 0.565217, "f1": 0.530987, "accuracy": 0.565217, "main_score": 0.530987, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"]}, {"precision": 0.450355, "recall": 0.501976, "f1": 0.464662, "accuracy": 0.501976, "main_score": 0.464662, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"]}, {"precision": 0.527091, "recall": 0.572134, "f1": 0.538715, "accuracy": 0.572134, "main_score": 0.538715, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"]}, {"precision": 0.516406, "recall": 0.567194, "f1": 0.530446, "accuracy": 0.567194, "main_score": 0.530446, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"]}, {"precision": 0.487446, "recall": 0.529644, "f1": 0.499253, "accuracy": 0.529644, "main_score": 0.499253, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"]}, {"precision": 0.5224, "recall": 0.563241, "f1": 0.534175, "accuracy": 0.563241, "main_score": 0.534175, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"]}, {"precision": 0.504994, "recall": 0.549407, "f1": 0.516327, "accuracy": 0.549407, "main_score": 0.516327, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"]}, {"precision": 0.51334, "recall": 0.554348, "f1": 0.524443, "accuracy": 0.554348, "main_score": 0.524443, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"]}, {"precision": 0.501798, "recall": 0.538538, "f1": 0.512053, "accuracy": 0.538538, "main_score": 0.512053, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"]}, {"precision": 0.495897, "recall": 0.549407, "f1": 0.510033, "accuracy": 0.549407, "main_score": 0.510033, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"]}, {"precision": 0.479639, "recall": 0.527668, "f1": 0.493483, "accuracy": 0.527668, "main_score": 0.493483, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"]}, {"precision": 0.527207, "recall": 0.560277, "f1": 0.536284, "accuracy": 0.560277, "main_score": 0.536284, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"]}, {"precision": 0.529415, "recall": 0.577075, "f1": 0.541982, "accuracy": 0.577075, "main_score": 0.541982, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"]}, {"precision": 0.511923, "recall": 0.549407, "f1": 0.522179, "accuracy": 0.549407, "main_score": 0.522179, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"]}, {"precision": 0.533067, "recall": 0.565217, "f1": 0.542028, "accuracy": 0.565217, "main_score": 0.542028, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"]}, {"precision": 0.480643, "recall": 0.532609, "f1": 0.494681, "accuracy": 0.532609, "main_score": 0.494681, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"]}, {"precision": 0.493339, "recall": 0.535573, "f1": 0.504821, "accuracy": 0.535573, "main_score": 0.504821, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"]}, {"precision": 0.506581, "recall": 0.55336, "f1": 0.51952, "accuracy": 0.55336, "main_score": 0.51952, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"]}, {"precision": 0.492078, "recall": 0.561265, "f1": 0.51112, "accuracy": 0.561265, "main_score": 0.51112, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"]}, {"precision": 0.506337, "recall": 0.55336, "f1": 0.519261, "accuracy": 0.55336, "main_score": 0.519261, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"]}, {"precision": 0.494506, "recall": 0.540514, "f1": 0.50715, "accuracy": 0.540514, "main_score": 0.50715, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"]}, {"precision": 0.529811, "recall": 0.574111, "f1": 0.541608, "accuracy": 0.574111, "main_score": 0.541608, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"]}, {"precision": 0.499859, "recall": 0.546443, "f1": 0.512903, "accuracy": 0.546443, "main_score": 0.512903, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"]}, {"precision": 0.491555, "recall": 0.534585, "f1": 0.503382, "accuracy": 0.534585, "main_score": 0.503382, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"]}, {"precision": 0.49912, "recall": 0.532609, "f1": 0.508464, "accuracy": 0.532609, "main_score": 0.508464, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"]}, {"precision": 0.155498, "recall": 0.190711, "f1": 0.164413, "accuracy": 0.190711, "main_score": 0.164413, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"]}, {"precision": 0.169761, "recall": 0.204545, "f1": 0.178179, "accuracy": 0.204545, "main_score": 0.178179, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"]}, {"precision": 0.3708, "recall": 0.443676, "f1": 0.387412, "accuracy": 0.443676, "main_score": 0.387412, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"]}, {"precision": 0.332437, "recall": 0.405138, "f1": 0.349137, "accuracy": 0.405138, "main_score": 0.349137, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"]}, {"precision": 0.344983, "recall": 0.409091, "f1": 0.35955, "accuracy": 0.409091, "main_score": 0.35955, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"]}, {"precision": 0.281471, "recall": 0.341897, "f1": 0.295118, "accuracy": 0.341897, "main_score": 0.295118, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"]}, {"precision": 0.178772, "recall": 0.213439, "f1": 0.186098, "accuracy": 0.213439, "main_score": 0.186098, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"]}, {"precision": 0.351488, "recall": 0.417984, "f1": 0.367114, "accuracy": 0.417984, "main_score": 0.367114, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"]}, {"precision": 0.228916, "recall": 0.277668, "f1": 0.240505, "accuracy": 0.277668, "main_score": 0.240505, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"]}, {"precision": 0.265443, "recall": 0.321146, "f1": 0.277814, "accuracy": 0.321146, "main_score": 0.277814, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"]}, {"precision": 0.336819, "recall": 0.406126, "f1": 0.351784, "accuracy": 0.406126, "main_score": 0.351784, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"]}, {"precision": 0.337254, "recall": 0.398221, "f1": 0.350605, "accuracy": 0.398221, "main_score": 0.350605, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"]}, {"precision": 0.091954, "recall": 0.126482, "f1": 0.099676, "accuracy": 0.126482, "main_score": 0.099676, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"]}, {"precision": 0.345494, "recall": 0.410079, "f1": 0.359432, "accuracy": 0.410079, "main_score": 0.359432, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"]}, {"precision": 0.277108, "recall": 0.333004, "f1": 0.289886, "accuracy": 0.333004, "main_score": 0.289886, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"]}, {"precision": 0.341337, "recall": 0.413043, "f1": 0.35739, "accuracy": 0.413043, "main_score": 0.35739, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"]}, {"precision": 0.172128, "recall": 0.208498, "f1": 0.180916, "accuracy": 0.208498, "main_score": 0.180916, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"]}, {"precision": 0.335403, "recall": 0.401186, "f1": 0.350549, "accuracy": 0.401186, "main_score": 0.350549, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"]}, {"precision": 0.288144, "recall": 0.349802, "f1": 0.303018, "accuracy": 0.349802, "main_score": 0.303018, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"]}, {"precision": 0.370181, "recall": 0.44664, "f1": 0.386986, "accuracy": 0.44664, "main_score": 0.386986, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"]}, {"precision": 0.37048, "recall": 0.436759, "f1": 0.385463, "accuracy": 0.436759, "main_score": 0.385463, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"]}, {"precision": 0.180267, "recall": 0.222332, "f1": 0.191375, "accuracy": 0.222332, "main_score": 0.191375, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"]}, {"precision": 0.361936, "recall": 0.436759, "f1": 0.378805, "accuracy": 0.436759, "main_score": 0.378805, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"]}, {"precision": 0.3832, "recall": 0.447628, "f1": 0.397454, "accuracy": 0.447628, "main_score": 0.397454, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"]}, {"precision": 0.290412, "recall": 0.351779, "f1": 0.304953, "accuracy": 0.351779, "main_score": 0.304953, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"]}, {"precision": 0.135701, "recall": 0.164032, "f1": 0.142968, "accuracy": 0.164032, "main_score": 0.142968, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"]}, {"precision": 0.337678, "recall": 0.405138, "f1": 0.353418, "accuracy": 0.405138, "main_score": 0.353418, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"]}, {"precision": 0.183022, "recall": 0.232213, "f1": 0.194386, "accuracy": 0.232213, "main_score": 0.194386, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"]}, {"precision": 0.335257, "recall": 0.403162, "f1": 0.350263, "accuracy": 0.403162, "main_score": 0.350263, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"]}, {"precision": 0.344273, "recall": 0.406126, "f1": 0.358211, "accuracy": 0.406126, "main_score": 0.358211, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"]}, {"precision": 0.316188, "recall": 0.380435, "f1": 0.330715, "accuracy": 0.380435, "main_score": 0.330715, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"]}, {"precision": 0.363276, "recall": 0.436759, "f1": 0.380587, "accuracy": 0.436759, "main_score": 0.380587, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"]}, {"precision": 0.18408, "recall": 0.232213, "f1": 0.194905, "accuracy": 0.232213, "main_score": 0.194905, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"]}, {"precision": 0.35851, "recall": 0.426877, "f1": 0.374158, "accuracy": 0.426877, "main_score": 0.374158, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"]}, {"precision": 0.300674, "recall": 0.36166, "f1": 0.315885, "accuracy": 0.36166, "main_score": 0.315885, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"]}, {"precision": 0.311744, "recall": 0.375494, "f1": 0.326414, "accuracy": 0.375494, "main_score": 0.326414, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"]}, {"precision": 0.364283, "recall": 0.4417, "f1": 0.38213, "accuracy": 0.4417, "main_score": 0.38213, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"]}, {"precision": 0.346627, "recall": 0.411067, "f1": 0.361968, "accuracy": 0.411067, "main_score": 0.361968, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"]}, {"precision": 0.371053, "recall": 0.444664, "f1": 0.388308, "accuracy": 0.444664, "main_score": 0.388308, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"]}, {"precision": 0.152756, "recall": 0.192688, "f1": 0.161728, "accuracy": 0.192688, "main_score": 0.161728, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"]}, {"precision": 0.16897, "recall": 0.208498, "f1": 0.177838, "accuracy": 0.208498, "main_score": 0.177838, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"]}, {"precision": 0.335065, "recall": 0.410079, "f1": 0.352029, "accuracy": 0.410079, "main_score": 0.352029, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"]}, {"precision": 0.176758, "recall": 0.216403, "f1": 0.185684, "accuracy": 0.216403, "main_score": 0.185684, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"]}, {"precision": 0.360641, "recall": 0.429842, "f1": 0.376316, "accuracy": 0.429842, "main_score": 0.376316, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"]}, {"precision": 0.365734, "recall": 0.438735, "f1": 0.382478, "accuracy": 0.438735, "main_score": 0.382478, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"]}, {"precision": 0.322096, "recall": 0.382411, "f1": 0.334762, "accuracy": 0.382411, "main_score": 0.334762, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"]}, {"precision": 0.285168, "recall": 0.347826, "f1": 0.299121, "accuracy": 0.347826, "main_score": 0.299121, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"]}, {"precision": 0.165861, "recall": 0.210474, "f1": 0.175334, "accuracy": 0.210474, "main_score": 0.175334, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"]}, {"precision": 0.240933, "recall": 0.29249, "f1": 0.253527, "accuracy": 0.29249, "main_score": 0.253527, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"]}, {"precision": 0.300302, "recall": 0.359684, "f1": 0.31413, "accuracy": 0.359684, "main_score": 0.31413, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"]}, {"precision": 0.369953, "recall": 0.444664, "f1": 0.387734, "accuracy": 0.444664, "main_score": 0.387734, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"]}, {"precision": 0.3142, "recall": 0.382411, "f1": 0.329597, "accuracy": 0.382411, "main_score": 0.329597, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"]}, {"precision": 0.157729, "recall": 0.19664, "f1": 0.167294, "accuracy": 0.19664, "main_score": 0.167294, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"]}, {"precision": 0.326963, "recall": 0.396245, "f1": 0.342402, "accuracy": 0.396245, "main_score": 0.342402, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"]}, {"precision": 0.165889, "recall": 0.198617, "f1": 0.174158, "accuracy": 0.198617, "main_score": 0.174158, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"]}, {"precision": 0.158883, "recall": 0.194664, "f1": 0.167249, "accuracy": 0.194664, "main_score": 0.167249, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"]}, {"precision": 0.241156, "recall": 0.295455, "f1": 0.253736, "accuracy": 0.295455, "main_score": 0.253736, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"]}, {"precision": 0.153177, "recall": 0.183794, "f1": 0.160918, "accuracy": 0.183794, "main_score": 0.160918, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"]}, {"precision": 0.346677, "recall": 0.420949, "f1": 0.363247, "accuracy": 0.420949, "main_score": 0.363247, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"]}, {"precision": 0.336687, "recall": 0.398221, "f1": 0.350413, "accuracy": 0.398221, "main_score": 0.350413, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"]}, {"precision": 0.35467, "recall": 0.423913, "f1": 0.369677, "accuracy": 0.423913, "main_score": 0.369677, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"]}, {"precision": 0.357939, "recall": 0.434783, "f1": 0.376239, "accuracy": 0.434783, "main_score": 0.376239, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"]}, {"precision": 0.160772, "recall": 0.197628, "f1": 0.170291, "accuracy": 0.197628, "main_score": 0.170291, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"]}, {"precision": 0.317624, "recall": 0.370553, "f1": 0.329446, "accuracy": 0.370553, "main_score": 0.329446, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"]}, {"precision": 0.287711, "recall": 0.350791, "f1": 0.302884, "accuracy": 0.350791, "main_score": 0.302884, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"]}, {"precision": 0.373495, "recall": 0.445652, "f1": 0.390466, "accuracy": 0.445652, "main_score": 0.390466, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"]}, {"precision": 0.182659, "recall": 0.224308, "f1": 0.193385, "accuracy": 0.224308, "main_score": 0.193385, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"]}, {"precision": 0.291181, "recall": 0.346838, "f1": 0.304272, "accuracy": 0.346838, "main_score": 0.304272, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"]}, {"precision": 0.198425, "recall": 0.244071, "f1": 0.209142, "accuracy": 0.244071, "main_score": 0.209142, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"]}, {"precision": 0.288089, "recall": 0.356719, "f1": 0.30382, "accuracy": 0.356719, "main_score": 0.30382, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"]}, {"precision": 0.338132, "recall": 0.403162, "f1": 0.352742, "accuracy": 0.403162, "main_score": 0.352742, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"]}, {"precision": 0.324161, "recall": 0.387352, "f1": 0.337645, "accuracy": 0.387352, "main_score": 0.337645, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"]}, {"precision": 0.395838, "recall": 0.477273, "f1": 0.416744, "accuracy": 0.477273, "main_score": 0.416744, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"]}, {"precision": 0.199354, "recall": 0.25, "f1": 0.211208, "accuracy": 0.25, "main_score": 0.211208, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"]}, {"precision": 0.310866, "recall": 0.37253, "f1": 0.325767, "accuracy": 0.37253, "main_score": 0.325767, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"]}, {"precision": 0.181626, "recall": 0.224308, "f1": 0.192455, "accuracy": 0.224308, "main_score": 0.192455, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"]}, {"precision": 0.197914, "recall": 0.243083, "f1": 0.208725, "accuracy": 0.243083, "main_score": 0.208725, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"]}, {"precision": 0.330782, "recall": 0.406126, "f1": 0.347869, "accuracy": 0.406126, "main_score": 0.347869, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"]}, {"precision": 0.299083, "recall": 0.371542, "f1": 0.315605, "accuracy": 0.371542, "main_score": 0.315605, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"]}, {"precision": 0.335431, "recall": 0.409091, "f1": 0.352203, "accuracy": 0.409091, "main_score": 0.352203, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"]}, {"precision": 0.302413, "recall": 0.37253, "f1": 0.317925, "accuracy": 0.37253, "main_score": 0.317925, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"]}, {"precision": 0.351503, "recall": 0.418972, "f1": 0.367407, "accuracy": 0.418972, "main_score": 0.367407, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"]}, {"precision": 0.337399, "recall": 0.409091, "f1": 0.354952, "accuracy": 0.409091, "main_score": 0.354952, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"]}, {"precision": 0.352079, "recall": 0.428854, "f1": 0.369682, "accuracy": 0.428854, "main_score": 0.369682, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"]}, {"precision": 0.349984, "recall": 0.41996, "f1": 0.365564, "accuracy": 0.41996, "main_score": 0.365564, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"]}, {"precision": 0.166571, "recall": 0.206522, "f1": 0.175343, "accuracy": 0.206522, "main_score": 0.175343, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"]}, {"precision": 0.167324, "recall": 0.210474, "f1": 0.177429, "accuracy": 0.210474, "main_score": 0.177429, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"]}, {"precision": 0.34461, "recall": 0.422925, "f1": 0.36198, "accuracy": 0.422925, "main_score": 0.36198, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"]}, {"precision": 0.357914, "recall": 0.434783, "f1": 0.376288, "accuracy": 0.434783, "main_score": 0.376288, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"]}, {"precision": 0.344348, "recall": 0.416008, "f1": 0.360345, "accuracy": 0.416008, "main_score": 0.360345, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"]}, {"precision": 0.209829, "recall": 0.249012, "f1": 0.21923, "accuracy": 0.249012, "main_score": 0.21923, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"]}, {"precision": 0.158481, "recall": 0.197628, "f1": 0.16753, "accuracy": 0.197628, "main_score": 0.16753, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"]}, {"precision": 0.319831, "recall": 0.397233, "f1": 0.336746, "accuracy": 0.397233, "main_score": 0.336746, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"]}, {"precision": 0.300798, "recall": 0.37253, "f1": 0.318622, "accuracy": 0.37253, "main_score": 0.318622, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"]}, {"precision": 0.259802, "recall": 0.31917, "f1": 0.274377, "accuracy": 0.31917, "main_score": 0.274377, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"]}, {"precision": 0.355297, "recall": 0.43083, "f1": 0.372304, "accuracy": 0.43083, "main_score": 0.372304, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"]}, {"precision": 0.154406, "recall": 0.182806, "f1": 0.161191, "accuracy": 0.182806, "main_score": 0.161191, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"]}, {"precision": 0.300314, "recall": 0.356719, "f1": 0.312517, "accuracy": 0.356719, "main_score": 0.312517, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"]}, {"precision": 0.351274, "recall": 0.420949, "f1": 0.366634, "accuracy": 0.420949, "main_score": 0.366634, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"]}, {"precision": 0.347939, "recall": 0.417984, "f1": 0.363821, "accuracy": 0.417984, "main_score": 0.363821, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"]}, {"precision": 0.33774, "recall": 0.402174, "f1": 0.352131, "accuracy": 0.402174, "main_score": 0.352131, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"]}, {"precision": 0.337348, "recall": 0.416008, "f1": 0.355845, "accuracy": 0.416008, "main_score": 0.355845, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"]}, {"precision": 0.319389, "recall": 0.378458, "f1": 0.332196, "accuracy": 0.378458, "main_score": 0.332196, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"]}, {"precision": 0.317022, "recall": 0.385375, "f1": 0.332276, "accuracy": 0.385375, "main_score": 0.332276, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"]}, {"precision": 0.178831, "recall": 0.220356, "f1": 0.188166, "accuracy": 0.220356, "main_score": 0.188166, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"]}, {"precision": 0.127221, "recall": 0.156126, "f1": 0.135001, "accuracy": 0.156126, "main_score": 0.135001, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"]}, {"precision": 0.184827, "recall": 0.222332, "f1": 0.193573, "accuracy": 0.222332, "main_score": 0.193573, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"]}, {"precision": 0.225085, "recall": 0.27668, "f1": 0.236723, "accuracy": 0.27668, "main_score": 0.236723, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"]}, {"precision": 0.343888, "recall": 0.420949, "f1": 0.362099, "accuracy": 0.420949, "main_score": 0.362099, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"]}, {"precision": 0.279262, "recall": 0.343874, "f1": 0.293568, "accuracy": 0.343874, "main_score": 0.293568, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"]}, {"precision": 0.165673, "recall": 0.205534, "f1": 0.175423, "accuracy": 0.205534, "main_score": 0.175423, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"]}, {"precision": 0.306381, "recall": 0.364625, "f1": 0.319538, "accuracy": 0.364625, "main_score": 0.319538, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"]}, {"precision": 0.335777, "recall": 0.407115, "f1": 0.352241, "accuracy": 0.407115, "main_score": 0.352241, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"]}, {"precision": 0.336701, "recall": 0.400198, "f1": 0.352034, "accuracy": 0.400198, "main_score": 0.352034, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"]}, {"precision": 0.30296, "recall": 0.375494, "f1": 0.319049, "accuracy": 0.375494, "main_score": 0.319049, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"]}, {"precision": 0.177349, "recall": 0.216403, "f1": 0.186035, "accuracy": 0.216403, "main_score": 0.186035, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"]}, {"precision": 0.297626, "recall": 0.37747, "f1": 0.315486, "accuracy": 0.37747, "main_score": 0.315486, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"]}, {"precision": 0.328146, "recall": 0.393281, "f1": 0.342612, "accuracy": 0.393281, "main_score": 0.342612, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"]}, {"precision": 0.159562, "recall": 0.199605, "f1": 0.169568, "accuracy": 0.199605, "main_score": 0.169568, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"]}, {"precision": 0.155799, "recall": 0.192688, "f1": 0.164282, "accuracy": 0.192688, "main_score": 0.164282, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"]}, {"precision": 0.18073, "recall": 0.222332, "f1": 0.189815, "accuracy": 0.222332, "main_score": 0.189815, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"]}, {"precision": 0.344656, "recall": 0.410079, "f1": 0.359812, "accuracy": 0.410079, "main_score": 0.359812, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"]}, {"precision": 0.095276, "recall": 0.140316, "f1": 0.106547, "accuracy": 0.140316, "main_score": 0.106547, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"]}, {"precision": 0.370605, "recall": 0.4417, "f1": 0.386011, "accuracy": 0.4417, "main_score": 0.386011, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"]}, {"precision": 0.260885, "recall": 0.311265, "f1": 0.273561, "accuracy": 0.311265, "main_score": 0.273561, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"]}, {"precision": 0.314408, "recall": 0.367589, "f1": 0.327469, "accuracy": 0.367589, "main_score": 0.327469, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"]}, {"precision": 0.345825, "recall": 0.422925, "f1": 0.362826, "accuracy": 0.422925, "main_score": 0.362826, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"]}, {"precision": 0.192254, "recall": 0.233202, "f1": 0.202651, "accuracy": 0.233202, "main_score": 0.202651, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"]}, {"precision": 0.167565, "recall": 0.208498, "f1": 0.177086, "accuracy": 0.208498, "main_score": 0.177086, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"]}, {"precision": 0.346635, "recall": 0.421937, "f1": 0.364179, "accuracy": 0.421937, "main_score": 0.364179, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"]}, {"precision": 0.344233, "recall": 0.425889, "f1": 0.363843, "accuracy": 0.425889, "main_score": 0.363843, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"]}, {"precision": 0.276927, "recall": 0.339921, "f1": 0.28983, "accuracy": 0.339921, "main_score": 0.28983, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"]}, {"precision": 0.287426, "recall": 0.352767, "f1": 0.303218, "accuracy": 0.352767, "main_score": 0.303218, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"]}, {"precision": 0.178482, "recall": 0.229249, "f1": 0.190066, "accuracy": 0.229249, "main_score": 0.190066, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"]}, {"precision": 0.338497, "recall": 0.405138, "f1": 0.353121, "accuracy": 0.405138, "main_score": 0.353121, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"]}, {"precision": 0.164929, "recall": 0.201581, "f1": 0.17395, "accuracy": 0.201581, "main_score": 0.17395, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"]}, {"precision": 0.216266, "recall": 0.269763, "f1": 0.227851, "accuracy": 0.269763, "main_score": 0.227851, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"]}, {"precision": 0.348799, "recall": 0.416996, "f1": 0.364263, "accuracy": 0.416996, "main_score": 0.364263, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"]}, {"precision": 0.301099, "recall": 0.360672, "f1": 0.314506, "accuracy": 0.360672, "main_score": 0.314506, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"]}, {"precision": 0.342159, "recall": 0.421937, "f1": 0.360228, "accuracy": 0.421937, "main_score": 0.360228, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"]}, {"precision": 0.128954, "recall": 0.16502, "f1": 0.137341, "accuracy": 0.16502, "main_score": 0.137341, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"]}, {"precision": 0.369668, "recall": 0.443676, "f1": 0.385808, "accuracy": 0.443676, "main_score": 0.385808, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"]}, {"precision": 0.331073, "recall": 0.400198, "f1": 0.345979, "accuracy": 0.400198, "main_score": 0.345979, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"]}, {"precision": 0.334502, "recall": 0.403162, "f1": 0.350042, "accuracy": 0.403162, "main_score": 0.350042, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"]}, {"precision": 0.27759, "recall": 0.339921, "f1": 0.291693, "accuracy": 0.339921, "main_score": 0.291693, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"]}, {"precision": 0.228812, "recall": 0.281621, "f1": 0.241397, "accuracy": 0.281621, "main_score": 0.241397, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"]}, {"precision": 0.248016, "recall": 0.30336, "f1": 0.260874, "accuracy": 0.30336, "main_score": 0.260874, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"]}, {"precision": 0.266118, "recall": 0.320158, "f1": 0.277635, "accuracy": 0.320158, "main_score": 0.277635, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"]}, {"precision": 0.178774, "recall": 0.216403, "f1": 0.18761, "accuracy": 0.216403, "main_score": 0.18761, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"]}, {"precision": 0.315665, "recall": 0.390316, "f1": 0.332538, "accuracy": 0.390316, "main_score": 0.332538, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"]}, {"precision": 0.353637, "recall": 0.420949, "f1": 0.36956, "accuracy": 0.420949, "main_score": 0.36956, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"]}, {"precision": 0.336904, "recall": 0.395257, "f1": 0.349006, "accuracy": 0.395257, "main_score": 0.349006, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"]}, {"precision": 0.349695, "recall": 0.41996, "f1": 0.366008, "accuracy": 0.41996, "main_score": 0.366008, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"]}, {"precision": 0.325455, "recall": 0.387352, "f1": 0.339937, "accuracy": 0.387352, "main_score": 0.339937, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"]}, {"precision": 0.36583, "recall": 0.427866, "f1": 0.379324, "accuracy": 0.427866, "main_score": 0.379324, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"]}, {"precision": 0.221088, "recall": 0.266798, "f1": 0.232209, "accuracy": 0.266798, "main_score": 0.232209, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"]}, {"precision": 0.270931, "recall": 0.321146, "f1": 0.28218, "accuracy": 0.321146, "main_score": 0.28218, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"]}, {"precision": 0.168232, "recall": 0.20751, "f1": 0.17664, "accuracy": 0.20751, "main_score": 0.17664, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"]}, {"precision": 0.341793, "recall": 0.416008, "f1": 0.358201, "accuracy": 0.416008, "main_score": 0.358201, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"]}, {"precision": 0.197281, "recall": 0.246047, "f1": 0.209513, "accuracy": 0.246047, "main_score": 0.209513, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"]}, {"precision": 0.346742, "recall": 0.411067, "f1": 0.361084, "accuracy": 0.411067, "main_score": 0.361084, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"]}, {"precision": 0.350339, "recall": 0.423913, "f1": 0.367302, "accuracy": 0.423913, "main_score": 0.367302, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"]}, {"precision": 0.272566, "recall": 0.333992, "f1": 0.287381, "accuracy": 0.333992, "main_score": 0.287381, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"]}, {"precision": 0.203363, "recall": 0.244071, "f1": 0.213145, "accuracy": 0.244071, "main_score": 0.213145, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"]}, {"precision": 0.316967, "recall": 0.383399, "f1": 0.331986, "accuracy": 0.383399, "main_score": 0.331986, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"]}, {"precision": 0.18298, "recall": 0.228261, "f1": 0.193325, "accuracy": 0.228261, "main_score": 0.193325, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"]}, {"precision": 0.176562, "recall": 0.216403, "f1": 0.186142, "accuracy": 0.216403, "main_score": 0.186142, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"]}, {"precision": 0.345278, "recall": 0.41502, "f1": 0.360923, "accuracy": 0.41502, "main_score": 0.360923, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"]}, {"precision": 0.257302, "recall": 0.322134, "f1": 0.271058, "accuracy": 0.322134, "main_score": 0.271058, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"]}, {"precision": 0.366047, "recall": 0.427866, "f1": 0.379692, "accuracy": 0.427866, "main_score": 0.379692, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"]}, {"precision": 0.176139, "recall": 0.219368, "f1": 0.186797, "accuracy": 0.219368, "main_score": 0.186797, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"]}, {"precision": 0.336198, "recall": 0.400198, "f1": 0.351332, "accuracy": 0.400198, "main_score": 0.351332, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"]}, {"precision": 0.34929, "recall": 0.421937, "f1": 0.365105, "accuracy": 0.421937, "main_score": 0.365105, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"]}, {"precision": 0.341386, "recall": 0.417984, "f1": 0.358616, "accuracy": 0.417984, "main_score": 0.358616, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"]}, {"precision": 0.155204, "recall": 0.194664, "f1": 0.16453, "accuracy": 0.194664, "main_score": 0.16453, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"]}, {"precision": 0.351207, "recall": 0.416996, "f1": 0.365985, "accuracy": 0.416996, "main_score": 0.365985, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"]}, {"precision": 0.22962, "recall": 0.290514, "f1": 0.243879, "accuracy": 0.290514, "main_score": 0.243879, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"]}, {"precision": 0.160339, "recall": 0.199605, "f1": 0.169547, "accuracy": 0.199605, "main_score": 0.169547, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"]}, {"precision": 0.180281, "recall": 0.224308, "f1": 0.190281, "accuracy": 0.224308, "main_score": 0.190281, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"]}, {"precision": 0.223187, "recall": 0.262846, "f1": 0.23277, "accuracy": 0.262846, "main_score": 0.23277, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"]}, {"precision": 0.362426, "recall": 0.428854, "f1": 0.37635, "accuracy": 0.428854, "main_score": 0.37635, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"]}, {"precision": 0.267054, "recall": 0.327075, "f1": 0.280675, "accuracy": 0.327075, "main_score": 0.280675, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"]}, {"precision": 0.150123, "recall": 0.190711, "f1": 0.160491, "accuracy": 0.190711, "main_score": 0.160491, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"]}, {"precision": 0.168457, "recall": 0.218379, "f1": 0.180069, "accuracy": 0.218379, "main_score": 0.180069, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"]}, {"precision": 0.348048, "recall": 0.417984, "f1": 0.363934, "accuracy": 0.417984, "main_score": 0.363934, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"]}, {"precision": 0.172846, "recall": 0.211462, "f1": 0.18117, "accuracy": 0.211462, "main_score": 0.18117, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"]}, {"precision": 0.192127, "recall": 0.230237, "f1": 0.200408, "accuracy": 0.230237, "main_score": 0.200408, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"]}, {"precision": 0.321277, "recall": 0.397233, "f1": 0.337978, "accuracy": 0.397233, "main_score": 0.337978, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"]}, {"precision": 0.113322, "recall": 0.15415, "f1": 0.122553, "accuracy": 0.15415, "main_score": 0.122553, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"]}, {"precision": 0.216717, "recall": 0.270751, "f1": 0.228814, "accuracy": 0.270751, "main_score": 0.228814, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"]}, {"precision": 0.270359, "recall": 0.31917, "f1": 0.28221, "accuracy": 0.31917, "main_score": 0.28221, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"]}, {"precision": 0.215296, "recall": 0.254941, "f1": 0.224211, "accuracy": 0.254941, "main_score": 0.224211, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"]}, {"precision": 0.218164, "recall": 0.254941, "f1": 0.227612, "accuracy": 0.254941, "main_score": 0.227612, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"]}, {"precision": 0.334831, "recall": 0.406126, "f1": 0.351668, "accuracy": 0.406126, "main_score": 0.351668, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"]}, {"precision": 0.290177, "recall": 0.351779, "f1": 0.304003, "accuracy": 0.351779, "main_score": 0.304003, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"]}, {"precision": 0.300268, "recall": 0.358696, "f1": 0.3147, "accuracy": 0.358696, "main_score": 0.3147, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"]}, {"precision": 0.079469, "recall": 0.112648, "f1": 0.085827, "accuracy": 0.112648, "main_score": 0.085827, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"]}, {"precision": 0.352849, "recall": 0.421937, "f1": 0.369231, "accuracy": 0.421937, "main_score": 0.369231, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"]}, {"precision": 0.315229, "recall": 0.379447, "f1": 0.329894, "accuracy": 0.379447, "main_score": 0.329894, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"]}, {"precision": 0.337695, "recall": 0.397233, "f1": 0.351266, "accuracy": 0.397233, "main_score": 0.351266, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"]}, {"precision": 0.356155, "recall": 0.437747, "f1": 0.374786, "accuracy": 0.437747, "main_score": 0.374786, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"]}, {"precision": 0.224062, "recall": 0.270751, "f1": 0.234826, "accuracy": 0.270751, "main_score": 0.234826, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"]}, {"precision": 0.175381, "recall": 0.211462, "f1": 0.183553, "accuracy": 0.211462, "main_score": 0.183553, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"]}, {"precision": 0.571796, "recall": 0.644269, "f1": 0.592518, "accuracy": 0.644269, "main_score": 0.592518, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"]}, {"precision": 0.515452, "recall": 0.581028, "f1": 0.533803, "accuracy": 0.581028, "main_score": 0.533803, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"]}, {"precision": 0.446549, "recall": 0.532609, "f1": 0.469784, "accuracy": 0.532609, "main_score": 0.469784, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"]}, {"precision": 0.590075, "recall": 0.649209, "f1": 0.60607, "accuracy": 0.649209, "main_score": 0.60607, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"]}, {"precision": 0.867177, "recall": 0.905138, "f1": 0.879018, "accuracy": 0.905138, "main_score": 0.879018, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"]}, {"precision": 0.967556, "recall": 0.975296, "f1": 0.970026, "accuracy": 0.975296, "main_score": 0.970026, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"]}, {"precision": 0.60436, "recall": 0.667984, "f1": 0.622217, "accuracy": 0.667984, "main_score": 0.622217, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"]}, {"precision": 0.616873, "recall": 0.683794, "f1": 0.635353, "accuracy": 0.683794, "main_score": 0.635353, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"]}, {"precision": 0.545553, "recall": 0.612648, "f1": 0.564333, "accuracy": 0.612648, "main_score": 0.564333, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"]}, {"precision": 0.181943, "recall": 0.23419, "f1": 0.194684, "accuracy": 0.23419, "main_score": 0.194684, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"]}, {"precision": 0.63526, "recall": 0.684783, "f1": 0.648805, "accuracy": 0.684783, "main_score": 0.648805, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"]}, {"precision": 0.676829, "recall": 0.728261, "f1": 0.691493, "accuracy": 0.728261, "main_score": 0.691493, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"]}, {"precision": 0.545036, "recall": 0.597826, "f1": 0.560378, "accuracy": 0.597826, "main_score": 0.560378, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"]}, {"precision": 0.487226, "recall": 0.563241, "f1": 0.508058, "accuracy": 0.563241, "main_score": 0.508058, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"]}, {"precision": 0.572012, "recall": 0.63834, "f1": 0.590982, "accuracy": 0.63834, "main_score": 0.590982, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"]}, {"precision": 0.586462, "recall": 0.649209, "f1": 0.603449, "accuracy": 0.649209, "main_score": 0.603449, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"]}, {"precision": 0.909091, "recall": 0.934783, "f1": 0.917128, "accuracy": 0.934783, "main_score": 0.917128, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"]}, {"precision": 0.527374, "recall": 0.586957, "f1": 0.544584, "accuracy": 0.586957, "main_score": 0.544584, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"]}, {"precision": 0.528668, "recall": 0.59585, "f1": 0.547413, "accuracy": 0.59585, "main_score": 0.547413, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"]}, {"precision": 0.517338, "recall": 0.575099, "f1": 0.532595, "accuracy": 0.575099, "main_score": 0.532595, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"]}, {"precision": 0.313945, "recall": 0.37747, "f1": 0.330984, "accuracy": 0.37747, "main_score": 0.330984, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"]}, {"precision": 0.590714, "recall": 0.655138, "f1": 0.608386, "accuracy": 0.655138, "main_score": 0.608386, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"]}, {"precision": 0.593027, "recall": 0.650198, "f1": 0.609409, "accuracy": 0.650198, "main_score": 0.609409, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"]}, {"precision": 0.70884, "recall": 0.771739, "f1": 0.727234, "accuracy": 0.771739, "main_score": 0.727234, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"]}, {"precision": 0.681028, "recall": 0.751976, "f1": 0.701581, "accuracy": 0.751976, "main_score": 0.701581, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"]}, {"precision": 0.712146, "recall": 0.767787, "f1": 0.727666, "accuracy": 0.767787, "main_score": 0.727666, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"]}, {"precision": 0.668758, "recall": 0.726285, "f1": 0.686034, "accuracy": 0.726285, "main_score": 0.686034, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"]}, {"precision": 0.673165, "recall": 0.740119, "f1": 0.692789, "accuracy": 0.740119, "main_score": 0.692789, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"]}, {"precision": 0.546004, "recall": 0.605731, "f1": 0.562292, "accuracy": 0.605731, "main_score": 0.562292, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"]}, {"precision": 0.559227, "recall": 0.615613, "f1": 0.57504, "accuracy": 0.615613, "main_score": 0.57504, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"]}, {"precision": 0.795619, "recall": 0.842885, "f1": 0.810117, "accuracy": 0.842885, "main_score": 0.810117, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"]}, {"precision": 0.465672, "recall": 0.530632, "f1": 0.483193, "accuracy": 0.530632, "main_score": 0.483193, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"]}, {"precision": 0.884717, "recall": 0.916008, "f1": 0.894763, "accuracy": 0.916008, "main_score": 0.894763, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"]}, {"precision": 0.540936, "recall": 0.605731, "f1": 0.558774, "accuracy": 0.605731, "main_score": 0.558774, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"]}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"]}, {"precision": 0.590684, "recall": 0.657115, "f1": 0.609412, "accuracy": 0.657115, "main_score": 0.609412, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"]}, {"precision": 0.185165, "recall": 0.245059, "f1": 0.198311, "accuracy": 0.245059, "main_score": 0.198311, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"]}, {"precision": 0.626343, "recall": 0.6917, "f1": 0.64477, "accuracy": 0.6917, "main_score": 0.64477, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"]}, {"precision": 0.804216, "recall": 0.854743, "f1": 0.819372, "accuracy": 0.854743, "main_score": 0.819372, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"]}, {"precision": 0.411011, "recall": 0.472332, "f1": 0.428031, "accuracy": 0.472332, "main_score": 0.428031, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"]}, {"precision": 0.678781, "recall": 0.737154, "f1": 0.695749, "accuracy": 0.737154, "main_score": 0.695749, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"]}, {"precision": 0.562983, "recall": 0.630435, "f1": 0.58229, "accuracy": 0.630435, "main_score": 0.58229, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"]}, {"precision": 0.497876, "recall": 0.572134, "f1": 0.517784, "accuracy": 0.572134, "main_score": 0.517784, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"]}, {"precision": 0.662872, "recall": 0.720356, "f1": 0.679515, "accuracy": 0.720356, "main_score": 0.679515, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"]}, {"precision": 0.263956, "recall": 0.34585, "f1": 0.284904, "accuracy": 0.34585, "main_score": 0.284904, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"]}, {"precision": 0.574745, "recall": 0.644269, "f1": 0.594921, "accuracy": 0.644269, "main_score": 0.594921, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"]}, {"precision": 0.595612, "recall": 0.657115, "f1": 0.612746, "accuracy": 0.657115, "main_score": 0.612746, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"]}, {"precision": 0.729974, "recall": 0.793478, "f1": 0.749407, "accuracy": 0.793478, "main_score": 0.749407, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"]}, {"precision": 0.558977, "recall": 0.619565, "f1": 0.576033, "accuracy": 0.619565, "main_score": 0.576033, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"]}, {"precision": 0.785573, "recall": 0.832016, "f1": 0.799638, "accuracy": 0.832016, "main_score": 0.799638, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"]}, {"precision": 0.471552, "recall": 0.538538, "f1": 0.489799, "accuracy": 0.538538, "main_score": 0.489799, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"]}, {"precision": 0.88694, "recall": 0.916008, "f1": 0.895982, "accuracy": 0.916008, "main_score": 0.895982, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"]}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"]}, {"precision": 0.604201, "recall": 0.661067, "f1": 0.620287, "accuracy": 0.661067, "main_score": 0.620287, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"]}, {"precision": 0.919631, "recall": 0.945652, "f1": 0.928195, "accuracy": 0.945652, "main_score": 0.928195, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"]}, {"precision": 0.454316, "recall": 0.524704, "f1": 0.473694, "accuracy": 0.524704, "main_score": 0.473694, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"]}, {"precision": 0.638267, "recall": 0.705534, "f1": 0.658006, "accuracy": 0.705534, "main_score": 0.658006, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"]}, {"precision": 0.845224, "recall": 0.885375, "f1": 0.857477, "accuracy": 0.885375, "main_score": 0.857477, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"]}, {"precision": 0.647984, "recall": 0.700593, "f1": 0.663014, "accuracy": 0.700593, "main_score": 0.663014, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"]}, {"precision": 0.638761, "recall": 0.703557, "f1": 0.657498, "accuracy": 0.703557, "main_score": 0.657498, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"]}, {"precision": 0.55026, "recall": 0.612648, "f1": 0.567177, "accuracy": 0.612648, "main_score": 0.567177, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"]}, {"precision": 0.534356, "recall": 0.600791, "f1": 0.552532, "accuracy": 0.600791, "main_score": 0.552532, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"]}, {"precision": 0.832856, "recall": 0.875494, "f1": 0.845685, "accuracy": 0.875494, "main_score": 0.845685, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"]}, {"precision": 0.528294, "recall": 0.598814, "f1": 0.54767, "accuracy": 0.598814, "main_score": 0.54767, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"]}, {"precision": 0.615732, "recall": 0.679842, "f1": 0.634521, "accuracy": 0.679842, "main_score": 0.634521, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"]}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931489, "accuracy": 0.947628, "main_score": 0.931489, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"]}, {"precision": 0.482866, "recall": 0.54249, "f1": 0.499345, "accuracy": 0.54249, "main_score": 0.499345, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"]}, {"precision": 0.57245, "recall": 0.633399, "f1": 0.589023, "accuracy": 0.633399, "main_score": 0.589023, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"]}, {"precision": 0.582799, "recall": 0.649209, "f1": 0.602016, "accuracy": 0.649209, "main_score": 0.602016, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"]}, {"precision": 0.554631, "recall": 0.61166, "f1": 0.570102, "accuracy": 0.61166, "main_score": 0.570102, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"]}, {"precision": 0.536693, "recall": 0.61166, "f1": 0.558659, "accuracy": 0.61166, "main_score": 0.558659, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"]}, {"precision": 0.737575, "recall": 0.794466, "f1": 0.754153, "accuracy": 0.794466, "main_score": 0.754153, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"]}, {"precision": 0.756597, "recall": 0.810277, "f1": 0.772697, "accuracy": 0.810277, "main_score": 0.772697, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"]}, {"precision": 0.877339, "recall": 0.910079, "f1": 0.887319, "accuracy": 0.910079, "main_score": 0.887319, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"]}, {"precision": 0.480658, "recall": 0.561265, "f1": 0.503834, "accuracy": 0.561265, "main_score": 0.503834, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"]}, {"precision": 0.704792, "recall": 0.764822, "f1": 0.722417, "accuracy": 0.764822, "main_score": 0.722417, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"]}, {"precision": 0.614076, "recall": 0.664032, "f1": 0.627557, "accuracy": 0.664032, "main_score": 0.627557, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"]}, {"precision": 0.485921, "recall": 0.557312, "f1": 0.505615, "accuracy": 0.557312, "main_score": 0.505615, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"]}, {"precision": 0.505872, "recall": 0.562253, "f1": 0.522223, "accuracy": 0.562253, "main_score": 0.522223, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"]}, {"precision": 0.430424, "recall": 0.509881, "f1": 0.452034, "accuracy": 0.509881, "main_score": 0.452034, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"]}, {"precision": 0.560393, "recall": 0.619565, "f1": 0.576888, "accuracy": 0.619565, "main_score": 0.576888, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"]}, {"precision": 0.827363, "recall": 0.864625, "f1": 0.838625, "accuracy": 0.864625, "main_score": 0.838625, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"]}, {"precision": 0.928146, "recall": 0.94664, "f1": 0.93386, "accuracy": 0.94664, "main_score": 0.93386, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"]}, {"precision": 0.554806, "recall": 0.612648, "f1": 0.57133, "accuracy": 0.612648, "main_score": 0.57133, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"]}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"]}, {"precision": 0.575201, "recall": 0.632411, "f1": 0.59125, "accuracy": 0.632411, "main_score": 0.59125, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"]}, {"precision": 0.538662, "recall": 0.603755, "f1": 0.556971, "accuracy": 0.603755, "main_score": 0.556971, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"]}, {"precision": 0.180223, "recall": 0.232213, "f1": 0.193532, "accuracy": 0.232213, "main_score": 0.193532, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"]}, {"precision": 0.597418, "recall": 0.646245, "f1": 0.610877, "accuracy": 0.646245, "main_score": 0.610877, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"]}, {"precision": 0.645422, "recall": 0.69664, "f1": 0.660804, "accuracy": 0.69664, "main_score": 0.660804, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"]}, {"precision": 0.531732, "recall": 0.583004, "f1": 0.545855, "accuracy": 0.583004, "main_score": 0.545855, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"]}, {"precision": 0.433487, "recall": 0.506917, "f1": 0.454116, "accuracy": 0.506917, "main_score": 0.454116, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"]}, {"precision": 0.548518, "recall": 0.608696, "f1": 0.566342, "accuracy": 0.608696, "main_score": 0.566342, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"]}, {"precision": 0.548041, "recall": 0.609684, "f1": 0.56551, "accuracy": 0.609684, "main_score": 0.56551, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"]}, {"precision": 0.863916, "recall": 0.900198, "f1": 0.875033, "accuracy": 0.900198, "main_score": 0.875033, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"]}, {"precision": 0.50789, "recall": 0.563241, "f1": 0.524168, "accuracy": 0.563241, "main_score": 0.524168, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"]}, {"precision": 0.469562, "recall": 0.537549, "f1": 0.488235, "accuracy": 0.537549, "main_score": 0.488235, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"]}, {"precision": 0.494435, "recall": 0.544466, "f1": 0.508296, "accuracy": 0.544466, "main_score": 0.508296, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"]}, {"precision": 0.927619, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"]}, {"precision": 0.298401, "recall": 0.359684, "f1": 0.315637, "accuracy": 0.359684, "main_score": 0.315637, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"]}, {"precision": 0.556604, "recall": 0.614625, "f1": 0.572658, "accuracy": 0.614625, "main_score": 0.572658, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"]}, {"precision": 0.545817, "recall": 0.600791, "f1": 0.562027, "accuracy": 0.600791, "main_score": 0.562027, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"]}, {"precision": 0.682338, "recall": 0.748024, "f1": 0.701748, "accuracy": 0.748024, "main_score": 0.701748, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"]}, {"precision": 0.655616, "recall": 0.735178, "f1": 0.679385, "accuracy": 0.735178, "main_score": 0.679385, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"]}, {"precision": 0.694089, "recall": 0.753953, "f1": 0.711289, "accuracy": 0.753953, "main_score": 0.711289, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"]}, {"precision": 0.629974, "recall": 0.679842, "f1": 0.644679, "accuracy": 0.679842, "main_score": 0.644679, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"]}, {"precision": 0.591988, "recall": 0.662055, "f1": 0.612115, "accuracy": 0.662055, "main_score": 0.612115, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"]}, {"precision": 0.9361, "recall": 0.956522, "f1": 0.942852, "accuracy": 0.956522, "main_score": 0.942852, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"]}, {"precision": 0.523232, "recall": 0.575099, "f1": 0.537954, "accuracy": 0.575099, "main_score": 0.537954, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"]}, {"precision": 0.541914, "recall": 0.591897, "f1": 0.556222, "accuracy": 0.591897, "main_score": 0.556222, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"]}, {"precision": 0.755155, "recall": 0.805336, "f1": 0.769438, "accuracy": 0.805336, "main_score": 0.769438, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"]}, {"precision": 0.458241, "recall": 0.512846, "f1": 0.473316, "accuracy": 0.512846, "main_score": 0.473316, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"]}, {"precision": 0.847826, "recall": 0.889328, "f1": 0.861119, "accuracy": 0.889328, "main_score": 0.861119, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"]}, {"precision": 0.506696, "recall": 0.563241, "f1": 0.522744, "accuracy": 0.563241, "main_score": 0.522744, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"]}, {"precision": 0.548452, "recall": 0.612648, "f1": 0.567097, "accuracy": 0.612648, "main_score": 0.567097, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"]}, {"precision": 0.1986, "recall": 0.251976, "f1": 0.211076, "accuracy": 0.251976, "main_score": 0.211076, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"]}, {"precision": 0.597753, "recall": 0.65415, "f1": 0.614217, "accuracy": 0.65415, "main_score": 0.614217, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"]}, {"precision": 0.784157, "recall": 0.839921, "f1": 0.801106, "accuracy": 0.839921, "main_score": 0.801106, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"]}, {"precision": 0.406476, "recall": 0.460474, "f1": 0.421102, "accuracy": 0.460474, "main_score": 0.421102, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"]}, {"precision": 0.645652, "recall": 0.705534, "f1": 0.663147, "accuracy": 0.705534, "main_score": 0.663147, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"]}, {"precision": 0.523902, "recall": 0.58498, "f1": 0.541514, "accuracy": 0.58498, "main_score": 0.541514, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"]}, {"precision": 0.496014, "recall": 0.5583, "f1": 0.513838, "accuracy": 0.5583, "main_score": 0.513838, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"]}, {"precision": 0.612121, "recall": 0.670949, "f1": 0.62884, "accuracy": 0.670949, "main_score": 0.62884, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"]}, {"precision": 0.235418, "recall": 0.322134, "f1": 0.257729, "accuracy": 0.322134, "main_score": 0.257729, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"]}, {"precision": 0.930336, "recall": 0.952569, "f1": 0.937582, "accuracy": 0.952569, "main_score": 0.937582, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"]}, {"precision": 0.54417, "recall": 0.603755, "f1": 0.561548, "accuracy": 0.603755, "main_score": 0.561548, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"]}, {"precision": 0.568842, "recall": 0.623518, "f1": 0.584611, "accuracy": 0.623518, "main_score": 0.584611, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"]}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"]}, {"precision": 0.706151, "recall": 0.770751, "f1": 0.725582, "accuracy": 0.770751, "main_score": 0.725582, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"]}, {"precision": 0.549503, "recall": 0.602767, "f1": 0.564803, "accuracy": 0.602767, "main_score": 0.564803, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"]}, {"precision": 0.763043, "recall": 0.821146, "f1": 0.780896, "accuracy": 0.821146, "main_score": 0.780896, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"]}, {"precision": 0.456954, "recall": 0.513834, "f1": 0.472631, "accuracy": 0.513834, "main_score": 0.472631, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"]}, {"precision": 0.945817, "recall": 0.963439, "f1": 0.951581, "accuracy": 0.963439, "main_score": 0.951581, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"]}, {"precision": 0.85499, "recall": 0.891304, "f1": 0.866271, "accuracy": 0.891304, "main_score": 0.866271, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"]}, {"precision": 0.930007, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"]}, {"precision": 0.916173, "recall": 0.940711, "f1": 0.924242, "accuracy": 0.940711, "main_score": 0.924242, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"]}, {"precision": 0.569931, "recall": 0.62253, "f1": 0.585172, "accuracy": 0.62253, "main_score": 0.585172, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"]}, {"precision": 0.854068, "recall": 0.890316, "f1": 0.865119, "accuracy": 0.890316, "main_score": 0.865119, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"]}, {"precision": 0.452165, "recall": 0.513834, "f1": 0.468604, "accuracy": 0.513834, "main_score": 0.468604, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"]}, {"precision": 0.596179, "recall": 0.670949, "f1": 0.617838, "accuracy": 0.670949, "main_score": 0.617838, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"]}, {"precision": 0.798287, "recall": 0.840909, "f1": 0.810973, "accuracy": 0.840909, "main_score": 0.810973, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"]}, {"precision": 0.605159, "recall": 0.660079, "f1": 0.620896, "accuracy": 0.660079, "main_score": 0.620896, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"]}, {"precision": 0.609521, "recall": 0.666996, "f1": 0.625844, "accuracy": 0.666996, "main_score": 0.625844, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"]}, {"precision": 0.910524, "recall": 0.935771, "f1": 0.918379, "accuracy": 0.935771, "main_score": 0.918379, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"]}, {"precision": 0.511993, "recall": 0.566206, "f1": 0.527132, "accuracy": 0.566206, "main_score": 0.527132, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"]}, {"precision": 0.526837, "recall": 0.585968, "f1": 0.54381, "accuracy": 0.585968, "main_score": 0.54381, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"]}, {"precision": 0.817968, "recall": 0.859684, "f1": 0.830665, "accuracy": 0.859684, "main_score": 0.830665, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"]}, {"precision": 0.526285, "recall": 0.586957, "f1": 0.543216, "accuracy": 0.586957, "main_score": 0.543216, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"]}, {"precision": 0.602736, "recall": 0.66502, "f1": 0.620591, "accuracy": 0.66502, "main_score": 0.620591, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"]}, {"precision": 0.887022, "recall": 0.917984, "f1": 0.897069, "accuracy": 0.917984, "main_score": 0.897069, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"]}, {"precision": 0.473891, "recall": 0.528656, "f1": 0.489493, "accuracy": 0.528656, "main_score": 0.489493, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"]}, {"precision": 0.540566, "recall": 0.593874, "f1": 0.555728, "accuracy": 0.593874, "main_score": 0.555728, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"]}, {"precision": 0.544979, "recall": 0.607708, "f1": 0.563048, "accuracy": 0.607708, "main_score": 0.563048, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"]}, {"precision": 0.533596, "recall": 0.586957, "f1": 0.548281, "accuracy": 0.586957, "main_score": 0.548281, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"]}, {"precision": 0.509168, "recall": 0.56917, "f1": 0.526238, "accuracy": 0.56917, "main_score": 0.526238, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"]}, {"precision": 0.712032, "recall": 0.775692, "f1": 0.731242, "accuracy": 0.775692, "main_score": 0.731242, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"]}, {"precision": 0.712434, "recall": 0.762846, "f1": 0.727061, "accuracy": 0.762846, "main_score": 0.727061, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"]}, {"precision": 0.814321, "recall": 0.849802, "f1": 0.824673, "accuracy": 0.849802, "main_score": 0.824673, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"]}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"]}, {"precision": 0.453526, "recall": 0.523715, "f1": 0.474253, "accuracy": 0.523715, "main_score": 0.474253, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"]}, {"precision": 0.69652, "recall": 0.758893, "f1": 0.714855, "accuracy": 0.758893, "main_score": 0.714855, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"]}, {"precision": 0.584603, "recall": 0.634387, "f1": 0.59874, "accuracy": 0.634387, "main_score": 0.59874, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"]}, {"precision": 0.582289, "recall": 0.648221, "f1": 0.600835, "accuracy": 0.648221, "main_score": 0.600835, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"]}, {"precision": 0.52731, "recall": 0.590909, "f1": 0.544513, "accuracy": 0.590909, "main_score": 0.544513, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"]}, {"precision": 0.430558, "recall": 0.511858, "f1": 0.4519, "accuracy": 0.511858, "main_score": 0.4519, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"]}, {"precision": 0.591382, "recall": 0.650198, "f1": 0.607173, "accuracy": 0.650198, "main_score": 0.607173, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"]}, {"precision": 0.881094, "recall": 0.913043, "f1": 0.891107, "accuracy": 0.913043, "main_score": 0.891107, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"]}, {"precision": 0.59824, "recall": 0.658103, "f1": 0.615104, "accuracy": 0.658103, "main_score": 0.615104, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"]}, {"precision": 0.613145, "recall": 0.679842, "f1": 0.631739, "accuracy": 0.679842, "main_score": 0.631739, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"]}, {"precision": 0.553962, "recall": 0.617589, "f1": 0.571549, "accuracy": 0.617589, "main_score": 0.571549, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"]}, {"precision": 0.182278, "recall": 0.227273, "f1": 0.192683, "accuracy": 0.227273, "main_score": 0.192683, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"]}, {"precision": 0.629339, "recall": 0.677866, "f1": 0.643201, "accuracy": 0.677866, "main_score": 0.643201, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"]}, {"precision": 0.661841, "recall": 0.715415, "f1": 0.677423, "accuracy": 0.715415, "main_score": 0.677423, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"]}, {"precision": 0.536727, "recall": 0.594862, "f1": 0.552919, "accuracy": 0.594862, "main_score": 0.552919, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"]}, {"precision": 0.494782, "recall": 0.563241, "f1": 0.512708, "accuracy": 0.563241, "main_score": 0.512708, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"]}, {"precision": 0.563911, "recall": 0.629447, "f1": 0.582463, "accuracy": 0.629447, "main_score": 0.582463, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"]}, {"precision": 0.580265, "recall": 0.643281, "f1": 0.598045, "accuracy": 0.643281, "main_score": 0.598045, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"]}, {"precision": 0.890646, "recall": 0.922925, "f1": 0.901021, "accuracy": 0.922925, "main_score": 0.901021, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"]}, {"precision": 0.523898, "recall": 0.586957, "f1": 0.541376, "accuracy": 0.586957, "main_score": 0.541376, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"]}, {"precision": 0.529591, "recall": 0.59585, "f1": 0.548328, "accuracy": 0.59585, "main_score": 0.548328, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"]}, {"precision": 0.509314, "recall": 0.568182, "f1": 0.524642, "accuracy": 0.568182, "main_score": 0.524642, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"]}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"]}, {"precision": 0.316578, "recall": 0.374506, "f1": 0.33163, "accuracy": 0.374506, "main_score": 0.33163, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"]}, {"precision": 0.581815, "recall": 0.648221, "f1": 0.600791, "accuracy": 0.648221, "main_score": 0.600791, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"]}, {"precision": 0.583289, "recall": 0.643281, "f1": 0.600456, "accuracy": 0.643281, "main_score": 0.600456, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"]}, {"precision": 0.685575, "recall": 0.752964, "f1": 0.705252, "accuracy": 0.752964, "main_score": 0.705252, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"]}, {"precision": 0.657955, "recall": 0.730237, "f1": 0.679051, "accuracy": 0.730237, "main_score": 0.679051, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"]}, {"precision": 0.700965, "recall": 0.757905, "f1": 0.717643, "accuracy": 0.757905, "main_score": 0.717643, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"]}, {"precision": 0.657897, "recall": 0.715415, "f1": 0.674895, "accuracy": 0.715415, "main_score": 0.674895, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"]}, {"precision": 0.689262, "recall": 0.750988, "f1": 0.707101, "accuracy": 0.750988, "main_score": 0.707101, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"]}, {"precision": 0.549312, "recall": 0.61166, "f1": 0.566574, "accuracy": 0.61166, "main_score": 0.566574, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"]}, {"precision": 0.542996, "recall": 0.61166, "f1": 0.562329, "accuracy": 0.61166, "main_score": 0.562329, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"]}, {"precision": 0.794888, "recall": 0.844862, "f1": 0.810063, "accuracy": 0.844862, "main_score": 0.810063, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"]}, {"precision": 0.467546, "recall": 0.52668, "f1": 0.48335, "accuracy": 0.52668, "main_score": 0.48335, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"]}, {"precision": 0.851696, "recall": 0.891304, "f1": 0.864196, "accuracy": 0.891304, "main_score": 0.864196, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"]}, {"precision": 0.549944, "recall": 0.61166, "f1": 0.566838, "accuracy": 0.61166, "main_score": 0.566838, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"]}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"]}, {"precision": 0.593559, "recall": 0.660079, "f1": 0.612226, "accuracy": 0.660079, "main_score": 0.612226, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"]}, {"precision": 0.189323, "recall": 0.244071, "f1": 0.201894, "accuracy": 0.244071, "main_score": 0.201894, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"]}, {"precision": 0.623438, "recall": 0.694664, "f1": 0.64329, "accuracy": 0.694664, "main_score": 0.64329, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"]}, {"precision": 0.802816, "recall": 0.851779, "f1": 0.817594, "accuracy": 0.851779, "main_score": 0.817594, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"]}, {"precision": 0.414147, "recall": 0.474308, "f1": 0.430889, "accuracy": 0.474308, "main_score": 0.430889, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"]}, {"precision": 0.668865, "recall": 0.725296, "f1": 0.685336, "accuracy": 0.725296, "main_score": 0.685336, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"]}, {"precision": 0.568167, "recall": 0.632411, "f1": 0.586218, "accuracy": 0.632411, "main_score": 0.586218, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"]}, {"precision": 0.501414, "recall": 0.572134, "f1": 0.520673, "accuracy": 0.572134, "main_score": 0.520673, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"]}, {"precision": 0.666024, "recall": 0.724308, "f1": 0.682924, "accuracy": 0.724308, "main_score": 0.682924, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"]}, {"precision": 0.25303, "recall": 0.342885, "f1": 0.276566, "accuracy": 0.342885, "main_score": 0.276566, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"]}, {"precision": 0.566263, "recall": 0.62747, "f1": 0.583821, "accuracy": 0.62747, "main_score": 0.583821, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"]}, {"precision": 0.590945, "recall": 0.656126, "f1": 0.609955, "accuracy": 0.656126, "main_score": 0.609955, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"]}, {"precision": 0.707322, "recall": 0.773715, "f1": 0.727407, "accuracy": 0.773715, "main_score": 0.727407, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"]}, {"precision": 0.563768, "recall": 0.625494, "f1": 0.580656, "accuracy": 0.625494, "main_score": 0.580656, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"]}, {"precision": 0.771492, "recall": 0.822134, "f1": 0.787253, "accuracy": 0.822134, "main_score": 0.787253, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"]}, {"precision": 0.476644, "recall": 0.537549, "f1": 0.493469, "accuracy": 0.537549, "main_score": 0.493469, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"]}, {"precision": 0.852141, "recall": 0.891304, "f1": 0.864097, "accuracy": 0.891304, "main_score": 0.864097, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"]}, {"precision": 0.613167, "recall": 0.666008, "f1": 0.628421, "accuracy": 0.666008, "main_score": 0.628421, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928689, "accuracy": 0.944664, "main_score": 0.928689, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"]}, {"precision": 0.450408, "recall": 0.521739, "f1": 0.469315, "accuracy": 0.521739, "main_score": 0.469315, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"]}, {"precision": 0.636644, "recall": 0.705534, "f1": 0.657595, "accuracy": 0.705534, "main_score": 0.657595, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"]}, {"precision": 0.825675, "recall": 0.869565, "f1": 0.839083, "accuracy": 0.869565, "main_score": 0.839083, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"]}, {"precision": 0.64344, "recall": 0.699605, "f1": 0.659684, "accuracy": 0.699605, "main_score": 0.659684, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"]}, {"precision": 0.646337, "recall": 0.708498, "f1": 0.664153, "accuracy": 0.708498, "main_score": 0.664153, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"]}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"]}, {"precision": 0.544452, "recall": 0.603755, "f1": 0.561746, "accuracy": 0.603755, "main_score": 0.561746, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"]}, {"precision": 0.530314, "recall": 0.598814, "f1": 0.549834, "accuracy": 0.598814, "main_score": 0.549834, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"]}, {"precision": 0.822661, "recall": 0.870553, "f1": 0.837187, "accuracy": 0.870553, "main_score": 0.837187, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"]}, {"precision": 0.526571, "recall": 0.592885, "f1": 0.544789, "accuracy": 0.592885, "main_score": 0.544789, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"]}, {"precision": 0.596898, "recall": 0.663043, "f1": 0.616097, "accuracy": 0.663043, "main_score": 0.616097, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"]}, {"precision": 0.485183, "recall": 0.548419, "f1": 0.502332, "accuracy": 0.548419, "main_score": 0.502332, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"]}, {"precision": 0.56602, "recall": 0.628458, "f1": 0.582798, "accuracy": 0.628458, "main_score": 0.582798, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"]}, {"precision": 0.586701, "recall": 0.650198, "f1": 0.604793, "accuracy": 0.650198, "main_score": 0.604793, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"]}, {"precision": 0.555955, "recall": 0.617589, "f1": 0.572854, "accuracy": 0.617589, "main_score": 0.572854, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"]}, {"precision": 0.533564, "recall": 0.605731, "f1": 0.554734, "accuracy": 0.605731, "main_score": 0.554734, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"]}, {"precision": 0.731533, "recall": 0.782609, "f1": 0.746151, "accuracy": 0.782609, "main_score": 0.746151, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"]}, {"precision": 0.748435, "recall": 0.801383, "f1": 0.764526, "accuracy": 0.801383, "main_score": 0.764526, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"]}, {"precision": 0.872892, "recall": 0.90415, "f1": 0.882378, "accuracy": 0.90415, "main_score": 0.882378, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"]}, {"precision": 0.477668, "recall": 0.559289, "f1": 0.501329, "accuracy": 0.559289, "main_score": 0.501329, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"]}, {"precision": 0.697671, "recall": 0.759881, "f1": 0.71634, "accuracy": 0.759881, "main_score": 0.71634, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"]}, {"precision": 0.597505, "recall": 0.650198, "f1": 0.612494, "accuracy": 0.650198, "main_score": 0.612494, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"]}, {"precision": 0.59072, "recall": 0.652174, "f1": 0.607782, "accuracy": 0.652174, "main_score": 0.607782, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"]}, {"precision": 0.528903, "recall": 0.587945, "f1": 0.545583, "accuracy": 0.587945, "main_score": 0.545583, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"]}, {"precision": 0.343054, "recall": 0.414032, "f1": 0.361252, "accuracy": 0.414032, "main_score": 0.361252, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"]}, {"precision": 0.603848, "recall": 0.656126, "f1": 0.61911, "accuracy": 0.656126, "main_score": 0.61911, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"]}, {"precision": 0.854619, "recall": 0.889328, "f1": 0.865349, "accuracy": 0.889328, "main_score": 0.865349, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"]}, {"precision": 0.931489, "recall": 0.94664, "f1": 0.936232, "accuracy": 0.94664, "main_score": 0.936232, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"]}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"]}, {"precision": 0.599753, "recall": 0.656126, "f1": 0.615737, "accuracy": 0.656126, "main_score": 0.615737, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"]}, {"precision": 0.923205, "recall": 0.944664, "f1": 0.929908, "accuracy": 0.944664, "main_score": 0.929908, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"]}, {"precision": 0.612903, "recall": 0.672925, "f1": 0.630146, "accuracy": 0.672925, "main_score": 0.630146, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"]}, {"precision": 0.561035, "recall": 0.616601, "f1": 0.576869, "accuracy": 0.616601, "main_score": 0.576869, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"]}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"]}, {"precision": 0.188178, "recall": 0.236166, "f1": 0.200121, "accuracy": 0.236166, "main_score": 0.200121, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"]}, {"precision": 0.636747, "recall": 0.684783, "f1": 0.650527, "accuracy": 0.684783, "main_score": 0.650527, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"]}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979202, "accuracy": 0.983202, "main_score": 0.979202, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"]}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.946772, "accuracy": 0.958498, "main_score": 0.946772, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"]}, {"precision": 0.670142, "recall": 0.717391, "f1": 0.68411, "accuracy": 0.717391, "main_score": 0.68411, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"]}, {"precision": 0.881752, "recall": 0.912055, "f1": 0.891436, "accuracy": 0.912055, "main_score": 0.891436, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"]}, {"precision": 0.980484, "recall": 0.986166, "f1": 0.982279, "accuracy": 0.986166, "main_score": 0.982279, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"]}, {"precision": 0.5673, "recall": 0.618577, "f1": 0.581475, "accuracy": 0.618577, "main_score": 0.581475, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"]}, {"precision": 0.513802, "recall": 0.583992, "f1": 0.533096, "accuracy": 0.583992, "main_score": 0.533096, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"]}, {"precision": 0.56428, "recall": 0.626482, "f1": 0.582055, "accuracy": 0.626482, "main_score": 0.582055, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"]}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"]}, {"precision": 0.595836, "recall": 0.651186, "f1": 0.612008, "accuracy": 0.651186, "main_score": 0.612008, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"]}, {"precision": 0.82332, "recall": 0.865613, "f1": 0.836218, "accuracy": 0.865613, "main_score": 0.836218, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"]}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"]}, {"precision": 0.959404, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"]}, {"precision": 0.541748, "recall": 0.596838, "f1": 0.557295, "accuracy": 0.596838, "main_score": 0.557295, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"]}, {"precision": 0.540362, "recall": 0.610672, "f1": 0.559681, "accuracy": 0.610672, "main_score": 0.559681, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"]}, {"precision": 0.538563, "recall": 0.590909, "f1": 0.552907, "accuracy": 0.590909, "main_score": 0.552907, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"]}, {"precision": 0.926795, "recall": 0.943676, "f1": 0.932213, "accuracy": 0.943676, "main_score": 0.932213, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"]}, {"precision": 0.329725, "recall": 0.382411, "f1": 0.343813, "accuracy": 0.382411, "main_score": 0.343813, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"]}, {"precision": 0.595109, "recall": 0.650198, "f1": 0.610621, "accuracy": 0.650198, "main_score": 0.610621, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"]}, {"precision": 0.954175, "recall": 0.967391, "f1": 0.958388, "accuracy": 0.967391, "main_score": 0.958388, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"]}, {"precision": 0.906324, "recall": 0.929842, "f1": 0.91349, "accuracy": 0.929842, "main_score": 0.91349, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"]}, {"precision": 0.592743, "recall": 0.645257, "f1": 0.60734, "accuracy": 0.645257, "main_score": 0.60734, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"]}, {"precision": 0.683938, "recall": 0.73913, "f1": 0.699852, "accuracy": 0.73913, "main_score": 0.699852, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"]}, {"precision": 0.913159, "recall": 0.936759, "f1": 0.92052, "accuracy": 0.936759, "main_score": 0.92052, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"]}, {"precision": 0.521909, "recall": 0.597826, "f1": 0.542591, "accuracy": 0.597826, "main_score": 0.542591, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"]}, {"precision": 0.664644, "recall": 0.718379, "f1": 0.679246, "accuracy": 0.718379, "main_score": 0.679246, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"]}, {"precision": 0.933383, "recall": 0.954545, "f1": 0.940283, "accuracy": 0.954545, "main_score": 0.940283, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"]}, {"precision": 0.668067, "recall": 0.716403, "f1": 0.682246, "accuracy": 0.716403, "main_score": 0.682246, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"]}, {"precision": 0.646567, "recall": 0.70751, "f1": 0.664332, "accuracy": 0.70751, "main_score": 0.664332, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"]}, {"precision": 0.95224, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"]}, {"precision": 0.854825, "recall": 0.890316, "f1": 0.86573, "accuracy": 0.890316, "main_score": 0.86573, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"]}, {"precision": 0.981308, "recall": 0.986166, "f1": 0.982773, "accuracy": 0.986166, "main_score": 0.982773, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"]}, {"precision": 0.564247, "recall": 0.621542, "f1": 0.580236, "accuracy": 0.621542, "main_score": 0.580236, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"]}, {"precision": 0.557075, "recall": 0.608696, "f1": 0.571644, "accuracy": 0.608696, "main_score": 0.571644, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"]}, {"precision": 0.801459, "recall": 0.842885, "f1": 0.813507, "accuracy": 0.842885, "main_score": 0.813507, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"]}, {"precision": 0.484347, "recall": 0.538538, "f1": 0.498629, "accuracy": 0.538538, "main_score": 0.498629, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"]}, {"precision": 0.941617, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"]}, {"precision": 0.772014, "recall": 0.821146, "f1": 0.78627, "accuracy": 0.821146, "main_score": 0.78627, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"]}, {"precision": 0.983284, "recall": 0.988142, "f1": 0.98475, "accuracy": 0.988142, "main_score": 0.98475, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"]}, {"precision": 0.553781, "recall": 0.61166, "f1": 0.569795, "accuracy": 0.61166, "main_score": 0.569795, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977075, "accuracy": 0.982213, "main_score": 0.977075, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"]}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"]}, {"precision": 0.912912, "recall": 0.939723, "f1": 0.921443, "accuracy": 0.939723, "main_score": 0.921443, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"]}, {"precision": 0.619595, "recall": 0.682806, "f1": 0.637309, "accuracy": 0.682806, "main_score": 0.637309, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"]}, {"precision": 0.194065, "recall": 0.250988, "f1": 0.206119, "accuracy": 0.250988, "main_score": 0.206119, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"]}, {"precision": 0.63083, "recall": 0.690711, "f1": 0.648193, "accuracy": 0.690711, "main_score": 0.648193, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"]}, {"precision": 0.736275, "recall": 0.787549, "f1": 0.750756, "accuracy": 0.787549, "main_score": 0.750756, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"]}, {"precision": 0.427201, "recall": 0.483202, "f1": 0.442278, "accuracy": 0.483202, "main_score": 0.442278, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"]}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963735, "accuracy": 0.971344, "main_score": 0.963735, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"]}, {"precision": 0.671229, "recall": 0.726285, "f1": 0.687136, "accuracy": 0.726285, "main_score": 0.687136, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"]}, {"precision": 0.570629, "recall": 0.626482, "f1": 0.58704, "accuracy": 0.626482, "main_score": 0.58704, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"]}, {"precision": 0.527003, "recall": 0.583992, "f1": 0.542644, "accuracy": 0.583992, "main_score": 0.542644, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"]}, {"precision": 0.686259, "recall": 0.732213, "f1": 0.698822, "accuracy": 0.732213, "main_score": 0.698822, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"]}, {"precision": 0.184962, "recall": 0.251976, "f1": 0.201001, "accuracy": 0.251976, "main_score": 0.201001, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"]}, {"precision": 0.903986, "recall": 0.93083, "f1": 0.912516, "accuracy": 0.93083, "main_score": 0.912516, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"]}, {"precision": 0.943709, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"]}, {"precision": 0.581992, "recall": 0.63834, "f1": 0.598304, "accuracy": 0.63834, "main_score": 0.598304, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"]}, {"precision": 0.583983, "recall": 0.647233, "f1": 0.601675, "accuracy": 0.647233, "main_score": 0.601675, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"]}, {"precision": 0.932453, "recall": 0.949605, "f1": 0.937665, "accuracy": 0.949605, "main_score": 0.937665, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"]}, {"precision": 0.636586, "recall": 0.700593, "f1": 0.655038, "accuracy": 0.700593, "main_score": 0.655038, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"]}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.97739, "accuracy": 0.982213, "main_score": 0.97739, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"]}, {"precision": 0.570104, "recall": 0.637352, "f1": 0.58876, "accuracy": 0.637352, "main_score": 0.58876, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"]}, {"precision": 0.702553, "recall": 0.758893, "f1": 0.719203, "accuracy": 0.758893, "main_score": 0.719203, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"]}, {"precision": 0.472501, "recall": 0.539526, "f1": 0.490669, "accuracy": 0.539526, "main_score": 0.490669, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"]}, {"precision": 0.884585, "recall": 0.914032, "f1": 0.893906, "accuracy": 0.914032, "main_score": 0.893906, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"]}, {"precision": 0.774912, "recall": 0.821146, "f1": 0.788384, "accuracy": 0.821146, "main_score": 0.788384, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"]}, {"precision": 0.910961, "recall": 0.935771, "f1": 0.918791, "accuracy": 0.935771, "main_score": 0.918791, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"]}, {"precision": 0.904727, "recall": 0.929842, "f1": 0.912371, "accuracy": 0.929842, "main_score": 0.912371, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"]}, {"precision": 0.621067, "recall": 0.672925, "f1": 0.635783, "accuracy": 0.672925, "main_score": 0.635783, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"]}, {"precision": 0.914773, "recall": 0.940711, "f1": 0.922991, "accuracy": 0.940711, "main_score": 0.922991, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"]}, {"precision": 0.841354, "recall": 0.883399, "f1": 0.854282, "accuracy": 0.883399, "main_score": 0.854282, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"]}, {"precision": 0.477537, "recall": 0.547431, "f1": 0.496241, "accuracy": 0.547431, "main_score": 0.496241, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"]}, {"precision": 0.573155, "recall": 0.643281, "f1": 0.593684, "accuracy": 0.643281, "main_score": 0.593684, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"]}, {"precision": 0.969565, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"]}, {"precision": 0.914806, "recall": 0.935771, "f1": 0.921344, "accuracy": 0.935771, "main_score": 0.921344, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"]}, {"precision": 0.834907, "recall": 0.870553, "f1": 0.845636, "accuracy": 0.870553, "main_score": 0.845636, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"]}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"]}, {"precision": 0.661541, "recall": 0.710474, "f1": 0.674994, "accuracy": 0.710474, "main_score": 0.674994, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"]}, {"precision": 0.630298, "recall": 0.684783, "f1": 0.645703, "accuracy": 0.684783, "main_score": 0.645703, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"]}, {"precision": 0.915876, "recall": 0.935771, "f1": 0.921937, "accuracy": 0.935771, "main_score": 0.921937, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"]}, {"precision": 0.548757, "recall": 0.607708, "f1": 0.565196, "accuracy": 0.607708, "main_score": 0.565196, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"]}, {"precision": 0.552282, "recall": 0.610672, "f1": 0.568697, "accuracy": 0.610672, "main_score": 0.568697, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"]}, {"precision": 0.757246, "recall": 0.805336, "f1": 0.771278, "accuracy": 0.805336, "main_score": 0.771278, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"]}, {"precision": 0.552014, "recall": 0.610672, "f1": 0.568036, "accuracy": 0.610672, "main_score": 0.568036, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"]}, {"precision": 0.611482, "recall": 0.672925, "f1": 0.628645, "accuracy": 0.672925, "main_score": 0.628645, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"]}, {"precision": 0.879776, "recall": 0.914032, "f1": 0.890401, "accuracy": 0.914032, "main_score": 0.890401, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"]}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"]}, {"precision": 0.502899, "recall": 0.555336, "f1": 0.517063, "accuracy": 0.555336, "main_score": 0.517063, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"]}, {"precision": 0.586202, "recall": 0.642292, "f1": 0.601362, "accuracy": 0.642292, "main_score": 0.601362, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"]}, {"precision": 0.590662, "recall": 0.648221, "f1": 0.607218, "accuracy": 0.648221, "main_score": 0.607218, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"]}, {"precision": 0.559692, "recall": 0.616601, "f1": 0.57611, "accuracy": 0.616601, "main_score": 0.57611, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"]}, {"precision": 0.551154, "recall": 0.61166, "f1": 0.568305, "accuracy": 0.61166, "main_score": 0.568305, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"]}, {"precision": 0.696767, "recall": 0.750988, "f1": 0.711731, "accuracy": 0.750988, "main_score": 0.711731, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"]}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"]}, {"precision": 0.712905, "recall": 0.762846, "f1": 0.727637, "accuracy": 0.762846, "main_score": 0.727637, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"]}, {"precision": 0.865366, "recall": 0.891304, "f1": 0.873584, "accuracy": 0.891304, "main_score": 0.873584, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"]}, {"precision": 0.878623, "recall": 0.910079, "f1": 0.888425, "accuracy": 0.910079, "main_score": 0.888425, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"]}, {"precision": 0.937582, "recall": 0.954545, "f1": 0.942772, "accuracy": 0.954545, "main_score": 0.942772, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"]}, {"precision": 0.492154, "recall": 0.56917, "f1": 0.51417, "accuracy": 0.56917, "main_score": 0.51417, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"]}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950099, "accuracy": 0.960474, "main_score": 0.950099, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"]}, {"precision": 0.675685, "recall": 0.736166, "f1": 0.693923, "accuracy": 0.736166, "main_score": 0.693923, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"]}, {"precision": 0.585685, "recall": 0.630435, "f1": 0.598046, "accuracy": 0.630435, "main_score": 0.598046, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"]}, {"precision": 0.457585, "recall": 0.5, "f1": 0.469931, "accuracy": 0.5, "main_score": 0.469931, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"]}, {"precision": 0.537511, "recall": 0.583992, "f1": 0.550807, "accuracy": 0.583992, "main_score": 0.550807, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"]}, {"precision": 0.232259, "recall": 0.278656, "f1": 0.243888, "accuracy": 0.278656, "main_score": 0.243888, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"]}, {"precision": 0.590214, "recall": 0.633399, "f1": 0.601016, "accuracy": 0.633399, "main_score": 0.601016, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"]}, {"precision": 0.534506, "recall": 0.589921, "f1": 0.54897, "accuracy": 0.589921, "main_score": 0.54897, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"]}, {"precision": 0.589939, "recall": 0.631423, "f1": 0.600864, "accuracy": 0.631423, "main_score": 0.600864, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"]}, {"precision": 0.591469, "recall": 0.626482, "f1": 0.600197, "accuracy": 0.626482, "main_score": 0.600197, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"]}, {"precision": 0.573969, "recall": 0.623518, "f1": 0.587358, "accuracy": 0.623518, "main_score": 0.587358, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"]}, {"precision": 0.599345, "recall": 0.633399, "f1": 0.608035, "accuracy": 0.633399, "main_score": 0.608035, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"]}, {"precision": 0.60611, "recall": 0.633399, "f1": 0.613631, "accuracy": 0.633399, "main_score": 0.613631, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"]}, {"precision": 0.574159, "recall": 0.624506, "f1": 0.58647, "accuracy": 0.624506, "main_score": 0.58647, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"]}, {"precision": 0.568988, "recall": 0.614625, "f1": 0.581049, "accuracy": 0.614625, "main_score": 0.581049, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"]}, {"precision": 0.551953, "recall": 0.592885, "f1": 0.563902, "accuracy": 0.592885, "main_score": 0.563902, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"]}, {"precision": 0.576665, "recall": 0.623518, "f1": 0.588318, "accuracy": 0.623518, "main_score": 0.588318, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"]}, {"precision": 0.541559, "recall": 0.590909, "f1": 0.554784, "accuracy": 0.590909, "main_score": 0.554784, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"]}, {"precision": 0.592719, "recall": 0.637352, "f1": 0.604654, "accuracy": 0.637352, "main_score": 0.604654, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"]}, {"precision": 0.572614, "recall": 0.606719, "f1": 0.5818, "accuracy": 0.606719, "main_score": 0.5818, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"]}, {"precision": 0.568593, "recall": 0.618577, "f1": 0.58087, "accuracy": 0.618577, "main_score": 0.58087, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"]}, {"precision": 0.542694, "recall": 0.589921, "f1": 0.555332, "accuracy": 0.589921, "main_score": 0.555332, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"]}, {"precision": 0.628807, "recall": 0.66502, "f1": 0.637765, "accuracy": 0.66502, "main_score": 0.637765, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"]}, {"precision": 0.608553, "recall": 0.652174, "f1": 0.619069, "accuracy": 0.652174, "main_score": 0.619069, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"]}, {"precision": 0.551596, "recall": 0.598814, "f1": 0.565072, "accuracy": 0.598814, "main_score": 0.565072, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"]}, {"precision": 0.573376, "recall": 0.62253, "f1": 0.585947, "accuracy": 0.62253, "main_score": 0.585947, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"]}, {"precision": 0.568849, "recall": 0.616601, "f1": 0.581492, "accuracy": 0.616601, "main_score": 0.581492, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"]}, {"precision": 0.591201, "recall": 0.626482, "f1": 0.599828, "accuracy": 0.626482, "main_score": 0.599828, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"]}, {"precision": 0.213375, "recall": 0.251976, "f1": 0.222929, "accuracy": 0.251976, "main_score": 0.222929, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"]}, {"precision": 0.578851, "recall": 0.629447, "f1": 0.591442, "accuracy": 0.629447, "main_score": 0.591442, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"]}, {"precision": 0.604619, "recall": 0.643281, "f1": 0.615054, "accuracy": 0.643281, "main_score": 0.615054, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"]}, {"precision": 0.595989, "recall": 0.642292, "f1": 0.607396, "accuracy": 0.642292, "main_score": 0.607396, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"]}, {"precision": 0.588662, "recall": 0.629447, "f1": 0.599296, "accuracy": 0.629447, "main_score": 0.599296, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"]}, {"precision": 0.566368, "recall": 0.609684, "f1": 0.57825, "accuracy": 0.609684, "main_score": 0.57825, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"]}, {"precision": 0.58024, "recall": 0.62253, "f1": 0.590427, "accuracy": 0.62253, "main_score": 0.590427, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"]}, {"precision": 0.563343, "recall": 0.608696, "f1": 0.57525, "accuracy": 0.608696, "main_score": 0.57525, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"]}, {"precision": 0.591594, "recall": 0.63834, "f1": 0.603063, "accuracy": 0.63834, "main_score": 0.603063, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"]}, {"precision": 0.502977, "recall": 0.555336, "f1": 0.51683, "accuracy": 0.555336, "main_score": 0.51683, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"]}, {"precision": 0.570678, "recall": 0.61166, "f1": 0.58157, "accuracy": 0.61166, "main_score": 0.58157, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"]}, {"precision": 0.572497, "recall": 0.626482, "f1": 0.587367, "accuracy": 0.626482, "main_score": 0.587367, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"]}, {"precision": 0.5671, "recall": 0.614625, "f1": 0.579526, "accuracy": 0.614625, "main_score": 0.579526, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"]}, {"precision": 0.558078, "recall": 0.608696, "f1": 0.570263, "accuracy": 0.608696, "main_score": 0.570263, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"]}, {"precision": 0.564552, "recall": 0.605731, "f1": 0.576372, "accuracy": 0.605731, "main_score": 0.576372, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"]}, {"precision": 0.410333, "recall": 0.464427, "f1": 0.42431, "accuracy": 0.464427, "main_score": 0.42431, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"]}, {"precision": 0.593575, "recall": 0.635375, "f1": 0.604362, "accuracy": 0.635375, "main_score": 0.604362, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"]}, {"precision": 0.590297, "recall": 0.63834, "f1": 0.60335, "accuracy": 0.63834, "main_score": 0.60335, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"]}, {"precision": 0.600472, "recall": 0.649209, "f1": 0.612699, "accuracy": 0.649209, "main_score": 0.612699, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"]}, {"precision": 0.624058, "recall": 0.667984, "f1": 0.635681, "accuracy": 0.667984, "main_score": 0.635681, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"]}, {"precision": 0.582308, "recall": 0.62253, "f1": 0.593149, "accuracy": 0.62253, "main_score": 0.593149, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"]}, {"precision": 0.574499, "recall": 0.617589, "f1": 0.586086, "accuracy": 0.617589, "main_score": 0.586086, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"]}, {"precision": 0.562507, "recall": 0.609684, "f1": 0.575814, "accuracy": 0.609684, "main_score": 0.575814, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"]}, {"precision": 0.589031, "recall": 0.630435, "f1": 0.600613, "accuracy": 0.630435, "main_score": 0.600613, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"]}, {"precision": 0.596629, "recall": 0.641304, "f1": 0.608342, "accuracy": 0.641304, "main_score": 0.608342, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"]}, {"precision": 0.612575, "recall": 0.657115, "f1": 0.623587, "accuracy": 0.657115, "main_score": 0.623587, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"]}, {"precision": 0.61635, "recall": 0.65415, "f1": 0.626202, "accuracy": 0.65415, "main_score": 0.626202, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"]}, {"precision": 0.512765, "recall": 0.560277, "f1": 0.526488, "accuracy": 0.560277, "main_score": 0.526488, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"]}, {"precision": 0.595043, "recall": 0.637352, "f1": 0.606339, "accuracy": 0.637352, "main_score": 0.606339, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"]}, {"precision": 0.441068, "recall": 0.488142, "f1": 0.453558, "accuracy": 0.488142, "main_score": 0.453558, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"]}, {"precision": 0.521272, "recall": 0.556324, "f1": 0.531059, "accuracy": 0.556324, "main_score": 0.531059, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"]}, {"precision": 0.612325, "recall": 0.646245, "f1": 0.620664, "accuracy": 0.646245, "main_score": 0.620664, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"]}, {"precision": 0.316855, "recall": 0.368577, "f1": 0.33124, "accuracy": 0.368577, "main_score": 0.33124, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"]}, {"precision": 0.593237, "recall": 0.639328, "f1": 0.604559, "accuracy": 0.639328, "main_score": 0.604559, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"]}, {"precision": 0.58629, "recall": 0.632411, "f1": 0.597862, "accuracy": 0.632411, "main_score": 0.597862, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"]}, {"precision": 0.604482, "recall": 0.652174, "f1": 0.615953, "accuracy": 0.652174, "main_score": 0.615953, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"]}, {"precision": 0.557993, "recall": 0.617589, "f1": 0.574107, "accuracy": 0.617589, "main_score": 0.574107, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"]}, {"precision": 0.563829, "recall": 0.602767, "f1": 0.574419, "accuracy": 0.602767, "main_score": 0.574419, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"]}, {"precision": 0.60255, "recall": 0.640316, "f1": 0.612024, "accuracy": 0.640316, "main_score": 0.612024, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"]}, {"precision": 0.578875, "recall": 0.620553, "f1": 0.589973, "accuracy": 0.620553, "main_score": 0.589973, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"]}, {"precision": 0.630502, "recall": 0.66502, "f1": 0.639592, "accuracy": 0.66502, "main_score": 0.639592, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"]}, {"precision": 0.557953, "recall": 0.597826, "f1": 0.569033, "accuracy": 0.597826, "main_score": 0.569033, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"]}, {"precision": 0.608118, "recall": 0.642292, "f1": 0.61587, "accuracy": 0.642292, "main_score": 0.61587, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"]}, {"precision": 0.55014, "recall": 0.592885, "f1": 0.562271, "accuracy": 0.592885, "main_score": 0.562271, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"]}, {"precision": 0.60116, "recall": 0.648221, "f1": 0.612692, "accuracy": 0.648221, "main_score": 0.612692, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"]}, {"precision": 0.562364, "recall": 0.604743, "f1": 0.573602, "accuracy": 0.604743, "main_score": 0.573602, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"]}, {"precision": 0.606403, "recall": 0.648221, "f1": 0.616835, "accuracy": 0.648221, "main_score": 0.616835, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"]}, {"precision": 0.294504, "recall": 0.347826, "f1": 0.307524, "accuracy": 0.347826, "main_score": 0.307524, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"]}, {"precision": 0.584546, "recall": 0.629447, "f1": 0.597214, "accuracy": 0.629447, "main_score": 0.597214, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"]}, {"precision": 0.561441, "recall": 0.608696, "f1": 0.573547, "accuracy": 0.608696, "main_score": 0.573547, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"]}, {"precision": 0.579847, "recall": 0.618577, "f1": 0.589954, "accuracy": 0.618577, "main_score": 0.589954, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"]}, {"precision": 0.515342, "recall": 0.5583, "f1": 0.527036, "accuracy": 0.5583, "main_score": 0.527036, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"]}, {"precision": 0.620158, "recall": 0.661067, "f1": 0.630291, "accuracy": 0.661067, "main_score": 0.630291, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"]}, {"precision": 0.591339, "recall": 0.636364, "f1": 0.602499, "accuracy": 0.636364, "main_score": 0.602499, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"]}, {"precision": 0.591145, "recall": 0.637352, "f1": 0.602412, "accuracy": 0.637352, "main_score": 0.602412, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"]}, {"precision": 0.516597, "recall": 0.568182, "f1": 0.530637, "accuracy": 0.568182, "main_score": 0.530637, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"]}, {"precision": 0.601514, "recall": 0.645257, "f1": 0.611786, "accuracy": 0.645257, "main_score": 0.611786, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"]}, {"precision": 0.576702, "recall": 0.628458, "f1": 0.590433, "accuracy": 0.628458, "main_score": 0.590433, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"]}, {"precision": 0.597543, "recall": 0.647233, "f1": 0.610379, "accuracy": 0.647233, "main_score": 0.610379, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"]}, {"precision": 0.556237, "recall": 0.610672, "f1": 0.570918, "accuracy": 0.610672, "main_score": 0.570918, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"]}, {"precision": 0.531192, "recall": 0.575099, "f1": 0.543526, "accuracy": 0.575099, "main_score": 0.543526, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"]}, {"precision": 0.546424, "recall": 0.591897, "f1": 0.559178, "accuracy": 0.591897, "main_score": 0.559178, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"]}, {"precision": 0.555149, "recall": 0.609684, "f1": 0.569577, "accuracy": 0.609684, "main_score": 0.569577, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"]}, {"precision": 0.5867, "recall": 0.632411, "f1": 0.598501, "accuracy": 0.632411, "main_score": 0.598501, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"]}, {"precision": 0.57808, "recall": 0.628458, "f1": 0.590423, "accuracy": 0.628458, "main_score": 0.590423, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"]}, {"precision": 0.578316, "recall": 0.616601, "f1": 0.588579, "accuracy": 0.616601, "main_score": 0.588579, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"]}, {"precision": 0.478511, "recall": 0.521739, "f1": 0.490321, "accuracy": 0.521739, "main_score": 0.490321, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"]}, {"precision": 0.619296, "recall": 0.658103, "f1": 0.629174, "accuracy": 0.658103, "main_score": 0.629174, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"]}, {"precision": 0.531176, "recall": 0.583004, "f1": 0.544732, "accuracy": 0.583004, "main_score": 0.544732, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"]}, {"precision": 0.541876, "recall": 0.58004, "f1": 0.552234, "accuracy": 0.58004, "main_score": 0.552234, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"]}, {"precision": 0.58064, "recall": 0.629447, "f1": 0.592993, "accuracy": 0.629447, "main_score": 0.592993, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"]}, {"precision": 0.50667, "recall": 0.543478, "f1": 0.517143, "accuracy": 0.543478, "main_score": 0.517143, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"]}, {"precision": 0.6119, "recall": 0.655138, "f1": 0.622853, "accuracy": 0.655138, "main_score": 0.622853, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"]}, {"precision": 0.577452, "recall": 0.628458, "f1": 0.589697, "accuracy": 0.628458, "main_score": 0.589697, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"]}, {"precision": 0.605048, "recall": 0.645257, "f1": 0.614867, "accuracy": 0.645257, "main_score": 0.614867, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"]}, {"precision": 0.605437, "recall": 0.646245, "f1": 0.616029, "accuracy": 0.646245, "main_score": 0.616029, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"]}, {"precision": 0.571093, "recall": 0.615613, "f1": 0.582589, "accuracy": 0.615613, "main_score": 0.582589, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"]}, {"precision": 0.589905, "recall": 0.631423, "f1": 0.601235, "accuracy": 0.631423, "main_score": 0.601235, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"]}, {"precision": 0.433515, "recall": 0.5, "f1": 0.451181, "accuracy": 0.5, "main_score": 0.451181, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"]}, {"precision": 0.528873, "recall": 0.579051, "f1": 0.543163, "accuracy": 0.579051, "main_score": 0.543163, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"]}, {"precision": 0.226888, "recall": 0.270751, "f1": 0.236889, "accuracy": 0.270751, "main_score": 0.236889, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"]}, {"precision": 0.565404, "recall": 0.603755, "f1": 0.575923, "accuracy": 0.603755, "main_score": 0.575923, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"]}, {"precision": 0.477449, "recall": 0.524704, "f1": 0.490628, "accuracy": 0.524704, "main_score": 0.490628, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"]}, {"precision": 0.602416, "recall": 0.650198, "f1": 0.614283, "accuracy": 0.650198, "main_score": 0.614283, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"]}, {"precision": 0.597352, "recall": 0.632411, "f1": 0.605758, "accuracy": 0.632411, "main_score": 0.605758, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"]}, {"precision": 0.462469, "recall": 0.508893, "f1": 0.475289, "accuracy": 0.508893, "main_score": 0.475289, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"]}, {"precision": 0.580919, "recall": 0.620553, "f1": 0.591421, "accuracy": 0.620553, "main_score": 0.591421, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"]}, {"precision": 0.592416, "recall": 0.633399, "f1": 0.603577, "accuracy": 0.633399, "main_score": 0.603577, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"]}, {"precision": 0.532436, "recall": 0.583992, "f1": 0.54562, "accuracy": 0.583992, "main_score": 0.54562, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"]}, {"precision": 0.578438, "recall": 0.624506, "f1": 0.590348, "accuracy": 0.624506, "main_score": 0.590348, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"]}, {"precision": 0.615545, "recall": 0.66502, "f1": 0.629568, "accuracy": 0.66502, "main_score": 0.629568, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"]}, {"precision": 0.560406, "recall": 0.615613, "f1": 0.574373, "accuracy": 0.615613, "main_score": 0.574373, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"]}, {"precision": 0.613873, "recall": 0.652174, "f1": 0.624076, "accuracy": 0.652174, "main_score": 0.624076, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"]}, {"precision": 0.509667, "recall": 0.555336, "f1": 0.52357, "accuracy": 0.555336, "main_score": 0.52357, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"]}, {"precision": 0.514434, "recall": 0.557312, "f1": 0.5263, "accuracy": 0.557312, "main_score": 0.5263, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"]}, {"precision": 0.592942, "recall": 0.632411, "f1": 0.603289, "accuracy": 0.632411, "main_score": 0.603289, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"]}, {"precision": 0.599848, "recall": 0.643281, "f1": 0.611226, "accuracy": 0.643281, "main_score": 0.611226, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"]}, {"precision": 0.14354, "recall": 0.186759, "f1": 0.154526, "accuracy": 0.186759, "main_score": 0.154526, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"]}, {"precision": 0.570682, "recall": 0.620553, "f1": 0.584238, "accuracy": 0.620553, "main_score": 0.584238, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"]}, {"precision": 0.511981, "recall": 0.564229, "f1": 0.52528, "accuracy": 0.564229, "main_score": 0.52528, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"]}, {"precision": 0.5417, "recall": 0.586957, "f1": 0.553898, "accuracy": 0.586957, "main_score": 0.553898, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"]}, {"precision": 0.602077, "recall": 0.649209, "f1": 0.613967, "accuracy": 0.649209, "main_score": 0.613967, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"]}, {"precision": 0.534247, "recall": 0.585968, "f1": 0.5488, "accuracy": 0.585968, "main_score": 0.5488, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"]}, {"precision": 0.565992, "recall": 0.61166, "f1": 0.57895, "accuracy": 0.61166, "main_score": 0.57895, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"]}, {"precision": 0.58587, "recall": 0.633399, "f1": 0.597921, "accuracy": 0.633399, "main_score": 0.597921, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"]}, {"precision": 0.602141, "recall": 0.644269, "f1": 0.613142, "accuracy": 0.644269, "main_score": 0.613142, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"]}, {"precision": 0.591116, "recall": 0.631423, "f1": 0.600674, "accuracy": 0.631423, "main_score": 0.600674, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"]}, {"precision": 0.567481, "recall": 0.613636, "f1": 0.580318, "accuracy": 0.613636, "main_score": 0.580318, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"]}, {"precision": 0.521936, "recall": 0.58004, "f1": 0.538215, "accuracy": 0.58004, "main_score": 0.538215, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"]}, {"precision": 0.583755, "recall": 0.620553, "f1": 0.593853, "accuracy": 0.620553, "main_score": 0.593853, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"]}, {"precision": 0.516511, "recall": 0.55336, "f1": 0.527277, "accuracy": 0.55336, "main_score": 0.527277, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"]}, {"precision": 0.541503, "recall": 0.58498, "f1": 0.553351, "accuracy": 0.58498, "main_score": 0.553351, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"]}, {"precision": 0.57825, "recall": 0.620553, "f1": 0.589336, "accuracy": 0.620553, "main_score": 0.589336, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"]}, {"precision": 0.582557, "recall": 0.619565, "f1": 0.592521, "accuracy": 0.619565, "main_score": 0.592521, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"]}, {"precision": 0.562687, "recall": 0.612648, "f1": 0.575088, "accuracy": 0.612648, "main_score": 0.575088, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"]}, {"precision": 0.448147, "recall": 0.498024, "f1": 0.461474, "accuracy": 0.498024, "main_score": 0.461474, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"]}, {"precision": 0.632468, "recall": 0.66996, "f1": 0.641679, "accuracy": 0.66996, "main_score": 0.641679, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"]}, {"precision": 0.566915, "recall": 0.616601, "f1": 0.5794, "accuracy": 0.616601, "main_score": 0.5794, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"]}, {"precision": 0.541384, "recall": 0.592885, "f1": 0.555212, "accuracy": 0.592885, "main_score": 0.555212, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"]}, {"precision": 0.543797, "recall": 0.593874, "f1": 0.556651, "accuracy": 0.593874, "main_score": 0.556651, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"]}, {"precision": 0.527542, "recall": 0.575099, "f1": 0.540677, "accuracy": 0.575099, "main_score": 0.540677, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"]}, {"precision": 0.51838, "recall": 0.567194, "f1": 0.531222, "accuracy": 0.567194, "main_score": 0.531222, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"]}, {"precision": 0.561732, "recall": 0.606719, "f1": 0.57372, "accuracy": 0.606719, "main_score": 0.57372, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"]}, {"precision": 0.762833, "recall": 0.812253, "f1": 0.777143, "accuracy": 0.812253, "main_score": 0.777143, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"]}, {"precision": 0.500395, "recall": 0.561265, "f1": 0.516662, "accuracy": 0.561265, "main_score": 0.516662, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"]}, {"precision": 0.570379, "recall": 0.617589, "f1": 0.582554, "accuracy": 0.617589, "main_score": 0.582554, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"]}, {"precision": 0.56938, "recall": 0.612648, "f1": 0.580098, "accuracy": 0.612648, "main_score": 0.580098, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"]}, {"precision": 0.607475, "recall": 0.652174, "f1": 0.618579, "accuracy": 0.652174, "main_score": 0.618579, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"]}, {"precision": 0.573858, "recall": 0.625494, "f1": 0.58753, "accuracy": 0.625494, "main_score": 0.58753, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"]}, {"precision": 0.615567, "recall": 0.658103, "f1": 0.62647, "accuracy": 0.658103, "main_score": 0.62647, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"]}, {"precision": 0.525639, "recall": 0.571146, "f1": 0.538497, "accuracy": 0.571146, "main_score": 0.538497, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"]}, {"precision": 0.57526, "recall": 0.616601, "f1": 0.585657, "accuracy": 0.616601, "main_score": 0.585657, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"]}, {"precision": 0.48648, "recall": 0.54249, "f1": 0.50208, "accuracy": 0.54249, "main_score": 0.50208, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"]}, {"precision": 0.588222, "recall": 0.633399, "f1": 0.600292, "accuracy": 0.633399, "main_score": 0.600292, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"]}, {"precision": 0.425623, "recall": 0.472332, "f1": 0.438469, "accuracy": 0.472332, "main_score": 0.438469, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"]}, {"precision": 0.560921, "recall": 0.61166, "f1": 0.574, "accuracy": 0.61166, "main_score": 0.574, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"]}, {"precision": 0.569604, "recall": 0.615613, "f1": 0.582311, "accuracy": 0.615613, "main_score": 0.582311, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"]}, {"precision": 0.57941, "recall": 0.624506, "f1": 0.590943, "accuracy": 0.624506, "main_score": 0.590943, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"]}, {"precision": 0.563013, "recall": 0.599802, "f1": 0.572382, "accuracy": 0.599802, "main_score": 0.572382, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"]}, {"precision": 0.531315, "recall": 0.583992, "f1": 0.545089, "accuracy": 0.583992, "main_score": 0.545089, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"]}, {"precision": 0.587548, "recall": 0.623518, "f1": 0.597732, "accuracy": 0.623518, "main_score": 0.597732, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"]}, {"precision": 0.581595, "recall": 0.625494, "f1": 0.593644, "accuracy": 0.625494, "main_score": 0.593644, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"]}, {"precision": 0.592121, "recall": 0.630435, "f1": 0.601811, "accuracy": 0.630435, "main_score": 0.601811, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"]}, {"precision": 0.589176, "recall": 0.624506, "f1": 0.599037, "accuracy": 0.624506, "main_score": 0.599037, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"]}, {"precision": 0.621344, "recall": 0.658103, "f1": 0.630672, "accuracy": 0.658103, "main_score": 0.630672, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"]}, {"precision": 0.519458, "recall": 0.568182, "f1": 0.533412, "accuracy": 0.568182, "main_score": 0.533412, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"]}, {"precision": 0.605554, "recall": 0.645257, "f1": 0.615229, "accuracy": 0.645257, "main_score": 0.615229, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"]}, {"precision": 0.581298, "recall": 0.631423, "f1": 0.594768, "accuracy": 0.631423, "main_score": 0.594768, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"]}, {"precision": 0.587046, "recall": 0.633399, "f1": 0.599261, "accuracy": 0.633399, "main_score": 0.599261, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"]}, {"precision": 0.536746, "recall": 0.583004, "f1": 0.549547, "accuracy": 0.583004, "main_score": 0.549547, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"]}, {"precision": 0.612047, "recall": 0.657115, "f1": 0.623978, "accuracy": 0.657115, "main_score": 0.623978, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"]}, {"precision": 0.584752, "recall": 0.617589, "f1": 0.593706, "accuracy": 0.617589, "main_score": 0.593706, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"]}, {"precision": 0.69515, "recall": 0.748024, "f1": 0.71027, "accuracy": 0.748024, "main_score": 0.71027, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"]}, {"precision": 0.617196, "recall": 0.666008, "f1": 0.630309, "accuracy": 0.666008, "main_score": 0.630309, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"]}, {"precision": 0.513113, "recall": 0.5583, "f1": 0.525443, "accuracy": 0.5583, "main_score": 0.525443, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"]}, {"precision": 0.603491, "recall": 0.651186, "f1": 0.615711, "accuracy": 0.651186, "main_score": 0.615711, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"]}, {"precision": 0.565881, "recall": 0.617589, "f1": 0.579406, "accuracy": 0.617589, "main_score": 0.579406, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"]}, {"precision": 0.503797, "recall": 0.54249, "f1": 0.514429, "accuracy": 0.54249, "main_score": 0.514429, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"]}, {"precision": 0.58846, "recall": 0.626482, "f1": 0.598833, "accuracy": 0.626482, "main_score": 0.598833, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"]}, {"precision": 0.551039, "recall": 0.605731, "f1": 0.565713, "accuracy": 0.605731, "main_score": 0.565713, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"]}, {"precision": 0.578308, "recall": 0.628458, "f1": 0.592034, "accuracy": 0.628458, "main_score": 0.592034, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"]}, {"precision": 0.593793, "recall": 0.644269, "f1": 0.607001, "accuracy": 0.644269, "main_score": 0.607001, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"]}, {"precision": 0.539228, "recall": 0.594862, "f1": 0.554295, "accuracy": 0.594862, "main_score": 0.554295, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"]}, {"precision": 0.51436, "recall": 0.563241, "f1": 0.528664, "accuracy": 0.563241, "main_score": 0.528664, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"]}, {"precision": 0.56833, "recall": 0.606719, "f1": 0.57924, "accuracy": 0.606719, "main_score": 0.57924, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"]}, {"precision": 0.582572, "recall": 0.620553, "f1": 0.592008, "accuracy": 0.620553, "main_score": 0.592008, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"]}, {"precision": 0.575189, "recall": 0.608696, "f1": 0.584134, "accuracy": 0.608696, "main_score": 0.584134, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"]}, {"precision": 0.575683, "recall": 0.606719, "f1": 0.584318, "accuracy": 0.606719, "main_score": 0.584318, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"]}, {"precision": 0.540703, "recall": 0.593874, "f1": 0.554547, "accuracy": 0.593874, "main_score": 0.554547, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"]}, {"precision": 0.538927, "recall": 0.586957, "f1": 0.551491, "accuracy": 0.586957, "main_score": 0.551491, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"]}, {"precision": 0.585204, "recall": 0.624506, "f1": 0.595009, "accuracy": 0.624506, "main_score": 0.595009, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"]}, {"precision": 0.464593, "recall": 0.525692, "f1": 0.482449, "accuracy": 0.525692, "main_score": 0.482449, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"]}, {"precision": 0.571124, "recall": 0.616601, "f1": 0.583198, "accuracy": 0.616601, "main_score": 0.583198, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"]}, {"precision": 0.562947, "recall": 0.608696, "f1": 0.57465, "accuracy": 0.608696, "main_score": 0.57465, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"]}, {"precision": 0.586235, "recall": 0.634387, "f1": 0.597488, "accuracy": 0.634387, "main_score": 0.597488, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"]}, {"precision": 0.57878, "recall": 0.623518, "f1": 0.590658, "accuracy": 0.623518, "main_score": 0.590658, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"]}, {"precision": 0.54101, "recall": 0.58498, "f1": 0.553445, "accuracy": 0.58498, "main_score": 0.553445, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"]}, {"precision": 0.551911, "recall": 0.591897, "f1": 0.563014, "accuracy": 0.591897, "main_score": 0.563014, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"]}, {"precision": 0.55468, "recall": 0.620553, "f1": 0.573363, "accuracy": 0.620553, "main_score": 0.573363, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"]}, {"precision": 0.516406, "recall": 0.577075, "f1": 0.533535, "accuracy": 0.577075, "main_score": 0.533535, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"]}, {"precision": 0.427791, "recall": 0.505929, "f1": 0.448617, "accuracy": 0.505929, "main_score": 0.448617, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"]}, {"precision": 0.591417, "recall": 0.643281, "f1": 0.605602, "accuracy": 0.643281, "main_score": 0.605602, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"]}, {"precision": 0.866248, "recall": 0.902174, "f1": 0.877553, "accuracy": 0.902174, "main_score": 0.877553, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.970356, "f1": 0.963439, "accuracy": 0.970356, "main_score": 0.963439, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"]}, {"precision": 0.579917, "recall": 0.642292, "f1": 0.597697, "accuracy": 0.642292, "main_score": 0.597697, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"]}, {"precision": 0.616238, "recall": 0.679842, "f1": 0.634161, "accuracy": 0.679842, "main_score": 0.634161, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"]}, {"precision": 0.546106, "recall": 0.609684, "f1": 0.564152, "accuracy": 0.609684, "main_score": 0.564152, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"]}, {"precision": 0.165753, "recall": 0.215415, "f1": 0.177676, "accuracy": 0.215415, "main_score": 0.177676, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"]}, {"precision": 0.624377, "recall": 0.673913, "f1": 0.638266, "accuracy": 0.673913, "main_score": 0.638266, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"]}, {"precision": 0.673732, "recall": 0.727273, "f1": 0.689479, "accuracy": 0.727273, "main_score": 0.689479, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"]}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"]}, {"precision": 0.540835, "recall": 0.590909, "f1": 0.555, "accuracy": 0.590909, "main_score": 0.555, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"]}, {"precision": 0.493692, "recall": 0.563241, "f1": 0.513087, "accuracy": 0.563241, "main_score": 0.513087, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"]}, {"precision": 0.563581, "recall": 0.62253, "f1": 0.580731, "accuracy": 0.62253, "main_score": 0.580731, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"]}, {"precision": 0.580791, "recall": 0.639328, "f1": 0.597156, "accuracy": 0.639328, "main_score": 0.597156, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"]}, {"precision": 0.923584, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"]}, {"precision": 0.539915, "recall": 0.592885, "f1": 0.554765, "accuracy": 0.592885, "main_score": 0.554765, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"]}, {"precision": 0.524121, "recall": 0.591897, "f1": 0.54259, "accuracy": 0.591897, "main_score": 0.54259, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"]}, {"precision": 0.521988, "recall": 0.576087, "f1": 0.537106, "accuracy": 0.576087, "main_score": 0.537106, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"]}, {"precision": 0.311588, "recall": 0.369565, "f1": 0.327588, "accuracy": 0.369565, "main_score": 0.327588, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"]}, {"precision": 0.592919, "recall": 0.65415, "f1": 0.60994, "accuracy": 0.65415, "main_score": 0.60994, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"]}, {"precision": 0.586646, "recall": 0.642292, "f1": 0.602742, "accuracy": 0.642292, "main_score": 0.602742, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"]}, {"precision": 0.707816, "recall": 0.766798, "f1": 0.725478, "accuracy": 0.766798, "main_score": 0.725478, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"]}, {"precision": 0.664281, "recall": 0.741107, "f1": 0.686924, "accuracy": 0.741107, "main_score": 0.686924, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"]}, {"precision": 0.683884, "recall": 0.748024, "f1": 0.702303, "accuracy": 0.748024, "main_score": 0.702303, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"]}, {"precision": 0.67171, "recall": 0.721344, "f1": 0.686037, "accuracy": 0.721344, "main_score": 0.686037, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"]}, {"precision": 0.662976, "recall": 0.728261, "f1": 0.681736, "accuracy": 0.728261, "main_score": 0.681736, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"]}, {"precision": 0.544725, "recall": 0.596838, "f1": 0.558777, "accuracy": 0.596838, "main_score": 0.558777, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"]}, {"precision": 0.550662, "recall": 0.607708, "f1": 0.567017, "accuracy": 0.607708, "main_score": 0.567017, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"]}, {"precision": 0.798435, "recall": 0.844862, "f1": 0.811844, "accuracy": 0.844862, "main_score": 0.811844, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"]}, {"precision": 0.47373, "recall": 0.530632, "f1": 0.48908, "accuracy": 0.530632, "main_score": 0.48908, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"]}, {"precision": 0.863949, "recall": 0.901186, "f1": 0.875395, "accuracy": 0.901186, "main_score": 0.875395, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"]}, {"precision": 0.532445, "recall": 0.598814, "f1": 0.551192, "accuracy": 0.598814, "main_score": 0.551192, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"]}, {"precision": 0.597144, "recall": 0.663043, "f1": 0.615977, "accuracy": 0.663043, "main_score": 0.615977, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"]}, {"precision": 0.185794, "recall": 0.244071, "f1": 0.198502, "accuracy": 0.244071, "main_score": 0.198502, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"]}, {"precision": 0.616914, "recall": 0.678854, "f1": 0.634571, "accuracy": 0.678854, "main_score": 0.634571, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"]}, {"precision": 0.803179, "recall": 0.853755, "f1": 0.818511, "accuracy": 0.853755, "main_score": 0.818511, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"]}, {"precision": 0.415253, "recall": 0.476285, "f1": 0.432269, "accuracy": 0.476285, "main_score": 0.432269, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"]}, {"precision": 0.662131, "recall": 0.722332, "f1": 0.679825, "accuracy": 0.722332, "main_score": 0.679825, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"]}, {"precision": 0.544659, "recall": 0.607708, "f1": 0.562491, "accuracy": 0.607708, "main_score": 0.562491, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"]}, {"precision": 0.515902, "recall": 0.58004, "f1": 0.533601, "accuracy": 0.58004, "main_score": 0.533601, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"]}, {"precision": 0.665789, "recall": 0.72332, "f1": 0.682384, "accuracy": 0.72332, "main_score": 0.682384, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"]}, {"precision": 0.212257, "recall": 0.286561, "f1": 0.231379, "accuracy": 0.286561, "main_score": 0.231379, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"]}, {"precision": 0.954545, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"]}, {"precision": 0.57636, "recall": 0.637352, "f1": 0.593975, "accuracy": 0.637352, "main_score": 0.593975, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"]}, {"precision": 0.580461, "recall": 0.647233, "f1": 0.599104, "accuracy": 0.647233, "main_score": 0.599104, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"]}, {"precision": 0.717063, "recall": 0.783597, "f1": 0.737258, "accuracy": 0.783597, "main_score": 0.737258, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"]}, {"precision": 0.561713, "recall": 0.614625, "f1": 0.576649, "accuracy": 0.614625, "main_score": 0.576649, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"]}, {"precision": 0.786924, "recall": 0.836957, "f1": 0.802141, "accuracy": 0.836957, "main_score": 0.802141, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"]}, {"precision": 0.463311, "recall": 0.525692, "f1": 0.480813, "accuracy": 0.525692, "main_score": 0.480813, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"]}, {"precision": 0.87253, "recall": 0.908103, "f1": 0.88386, "accuracy": 0.908103, "main_score": 0.88386, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"]}, {"precision": 0.944252, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"]}, {"precision": 0.610204, "recall": 0.666996, "f1": 0.627059, "accuracy": 0.666996, "main_score": 0.627059, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"]}, {"precision": 0.905879, "recall": 0.933794, "f1": 0.914723, "accuracy": 0.933794, "main_score": 0.914723, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"]}, {"precision": 0.449435, "recall": 0.519763, "f1": 0.468269, "accuracy": 0.519763, "main_score": 0.468269, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"]}, {"precision": 0.626426, "recall": 0.699605, "f1": 0.647763, "accuracy": 0.699605, "main_score": 0.647763, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"]}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"]}, {"precision": 0.836117, "recall": 0.880435, "f1": 0.850033, "accuracy": 0.880435, "main_score": 0.850033, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"]}, {"precision": 0.645549, "recall": 0.695652, "f1": 0.659676, "accuracy": 0.695652, "main_score": 0.659676, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"]}, {"precision": 0.64395, "recall": 0.703557, "f1": 0.661417, "accuracy": 0.703557, "main_score": 0.661417, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"]}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"]}, {"precision": 0.536846, "recall": 0.602767, "f1": 0.555759, "accuracy": 0.602767, "main_score": 0.555759, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"]}, {"precision": 0.537692, "recall": 0.600791, "f1": 0.55581, "accuracy": 0.600791, "main_score": 0.55581, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"]}, {"precision": 0.838192, "recall": 0.879447, "f1": 0.851318, "accuracy": 0.879447, "main_score": 0.851318, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"]}, {"precision": 0.545097, "recall": 0.605731, "f1": 0.561868, "accuracy": 0.605731, "main_score": 0.561868, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"]}, {"precision": 0.61054, "recall": 0.677866, "f1": 0.630139, "accuracy": 0.677866, "main_score": 0.630139, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"]}, {"precision": 0.934074, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"]}, {"precision": 0.490013, "recall": 0.546443, "f1": 0.506046, "accuracy": 0.546443, "main_score": 0.506046, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"]}, {"precision": 0.563332, "recall": 0.62747, "f1": 0.580666, "accuracy": 0.62747, "main_score": 0.580666, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"]}, {"precision": 0.585639, "recall": 0.650198, "f1": 0.603501, "accuracy": 0.650198, "main_score": 0.603501, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"]}, {"precision": 0.545035, "recall": 0.605731, "f1": 0.56176, "accuracy": 0.605731, "main_score": 0.56176, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"]}, {"precision": 0.543258, "recall": 0.612648, "f1": 0.563025, "accuracy": 0.612648, "main_score": 0.563025, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"]}, {"precision": 0.744631, "recall": 0.797431, "f1": 0.760136, "accuracy": 0.797431, "main_score": 0.760136, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"]}, {"precision": 0.750198, "recall": 0.798419, "f1": 0.764709, "accuracy": 0.798419, "main_score": 0.764709, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"]}, {"precision": 0.859667, "recall": 0.893281, "f1": 0.869763, "accuracy": 0.893281, "main_score": 0.869763, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"]}, {"precision": 0.483589, "recall": 0.562253, "f1": 0.507137, "accuracy": 0.562253, "main_score": 0.507137, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"]}, {"precision": 0.718083, "recall": 0.772727, "f1": 0.734491, "accuracy": 0.772727, "main_score": 0.734491, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"]}, {"precision": 0.595584, "recall": 0.643281, "f1": 0.608751, "accuracy": 0.643281, "main_score": 0.608751, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"]}, {"precision": 0.802108, "recall": 0.849802, "f1": 0.816469, "accuracy": 0.849802, "main_score": 0.816469, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"]}, {"precision": 0.553944, "recall": 0.605731, "f1": 0.568961, "accuracy": 0.605731, "main_score": 0.568961, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"]}, {"precision": 0.286455, "recall": 0.338933, "f1": 0.299786, "accuracy": 0.338933, "main_score": 0.299786, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"]}, {"precision": 0.871816, "recall": 0.902174, "f1": 0.880435, "accuracy": 0.902174, "main_score": 0.880435, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"]}, {"precision": 0.808484, "recall": 0.851779, "f1": 0.821245, "accuracy": 0.851779, "main_score": 0.821245, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"]}, {"precision": 0.867895, "recall": 0.899209, "f1": 0.877201, "accuracy": 0.899209, "main_score": 0.877201, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"]}, {"precision": 0.851107, "recall": 0.883399, "f1": 0.860533, "accuracy": 0.883399, "main_score": 0.860533, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"]}, {"precision": 0.592589, "recall": 0.640316, "f1": 0.606005, "accuracy": 0.640316, "main_score": 0.606005, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"]}, {"precision": 0.853484, "recall": 0.890316, "f1": 0.864246, "accuracy": 0.890316, "main_score": 0.864246, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"]}, {"precision": 0.865704, "recall": 0.892292, "f1": 0.873407, "accuracy": 0.892292, "main_score": 0.873407, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"]}, {"precision": 0.841057, "recall": 0.879447, "f1": 0.852437, "accuracy": 0.879447, "main_score": 0.852437, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"]}, {"precision": 0.84721, "recall": 0.884387, "f1": 0.8585, "accuracy": 0.884387, "main_score": 0.8585, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"]}, {"precision": 0.568236, "recall": 0.62253, "f1": 0.583385, "accuracy": 0.62253, "main_score": 0.583385, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"]}, {"precision": 0.855311, "recall": 0.889328, "f1": 0.86531, "accuracy": 0.889328, "main_score": 0.86531, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"]}, {"precision": 0.81069, "recall": 0.852767, "f1": 0.822686, "accuracy": 0.852767, "main_score": 0.822686, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"]}, {"precision": 0.865571, "recall": 0.898221, "f1": 0.875121, "accuracy": 0.898221, "main_score": 0.875121, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"]}, {"precision": 0.62128, "recall": 0.66996, "f1": 0.635164, "accuracy": 0.66996, "main_score": 0.635164, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"]}, {"precision": 0.838136, "recall": 0.874506, "f1": 0.848163, "accuracy": 0.874506, "main_score": 0.848163, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"]}, {"precision": 0.814711, "recall": 0.855731, "f1": 0.826597, "accuracy": 0.855731, "main_score": 0.826597, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"]}, {"precision": 0.887632, "recall": 0.917984, "f1": 0.896725, "accuracy": 0.917984, "main_score": 0.896725, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"]}, {"precision": 0.852735, "recall": 0.887352, "f1": 0.863082, "accuracy": 0.887352, "main_score": 0.863082, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"]}, {"precision": 0.574688, "recall": 0.625494, "f1": 0.588849, "accuracy": 0.625494, "main_score": 0.588849, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"]}, {"precision": 0.859799, "recall": 0.898221, "f1": 0.871574, "accuracy": 0.898221, "main_score": 0.871574, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"]}, {"precision": 0.850478, "recall": 0.88834, "f1": 0.861481, "accuracy": 0.88834, "main_score": 0.861481, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"]}, {"precision": 0.842861, "recall": 0.874506, "f1": 0.851704, "accuracy": 0.874506, "main_score": 0.851704, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"]}, {"precision": 0.199394, "recall": 0.238142, "f1": 0.208781, "accuracy": 0.238142, "main_score": 0.208781, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"]}, {"precision": 0.856531, "recall": 0.892292, "f1": 0.866853, "accuracy": 0.892292, "main_score": 0.866853, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"]}, {"precision": 0.61949, "recall": 0.667984, "f1": 0.633253, "accuracy": 0.667984, "main_score": 0.633253, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"]}, {"precision": 0.854665, "recall": 0.891304, "f1": 0.865662, "accuracy": 0.891304, "main_score": 0.865662, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"]}, {"precision": 0.850258, "recall": 0.884387, "f1": 0.860197, "accuracy": 0.884387, "main_score": 0.860197, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"]}, {"precision": 0.80238, "recall": 0.842885, "f1": 0.814045, "accuracy": 0.842885, "main_score": 0.814045, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"]}, {"precision": 0.842432, "recall": 0.876482, "f1": 0.852574, "accuracy": 0.876482, "main_score": 0.852574, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"]}, {"precision": 0.632864, "recall": 0.684783, "f1": 0.647647, "accuracy": 0.684783, "main_score": 0.647647, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"]}, {"precision": 0.865184, "recall": 0.898221, "f1": 0.874657, "accuracy": 0.898221, "main_score": 0.874657, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"]}, {"precision": 0.728773, "recall": 0.778656, "f1": 0.742943, "accuracy": 0.778656, "main_score": 0.742943, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"]}, {"precision": 0.8269, "recall": 0.858696, "f1": 0.835548, "accuracy": 0.858696, "main_score": 0.835548, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"]}, {"precision": 0.864676, "recall": 0.894269, "f1": 0.873114, "accuracy": 0.894269, "main_score": 0.873114, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"]}, {"precision": 0.847299, "recall": 0.882411, "f1": 0.85743, "accuracy": 0.882411, "main_score": 0.85743, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"]}, {"precision": 0.844413, "recall": 0.881423, "f1": 0.855128, "accuracy": 0.881423, "main_score": 0.855128, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"]}, {"precision": 0.567565, "recall": 0.624506, "f1": 0.583402, "accuracy": 0.624506, "main_score": 0.583402, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"]}, {"precision": 0.562407, "recall": 0.628458, "f1": 0.579927, "accuracy": 0.628458, "main_score": 0.579927, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"]}, {"precision": 0.855051, "recall": 0.891304, "f1": 0.865909, "accuracy": 0.891304, "main_score": 0.865909, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"]}, {"precision": 0.571189, "recall": 0.624506, "f1": 0.586472, "accuracy": 0.624506, "main_score": 0.586472, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"]}, {"precision": 0.861012, "recall": 0.895257, "f1": 0.871, "accuracy": 0.895257, "main_score": 0.871, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"]}, {"precision": 0.870422, "recall": 0.903162, "f1": 0.880143, "accuracy": 0.903162, "main_score": 0.880143, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"]}, {"precision": 0.831004, "recall": 0.866601, "f1": 0.841034, "accuracy": 0.866601, "main_score": 0.841034, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"]}, {"precision": 0.827414, "recall": 0.864625, "f1": 0.838258, "accuracy": 0.864625, "main_score": 0.838258, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"]}, {"precision": 0.575417, "recall": 0.625494, "f1": 0.589757, "accuracy": 0.625494, "main_score": 0.589757, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"]}, {"precision": 0.724876, "recall": 0.769763, "f1": 0.737971, "accuracy": 0.769763, "main_score": 0.737971, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"]}, {"precision": 0.891173, "recall": 0.91502, "f1": 0.898155, "accuracy": 0.91502, "main_score": 0.898155, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"]}, {"precision": 0.884124, "recall": 0.914032, "f1": 0.892838, "accuracy": 0.914032, "main_score": 0.892838, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"]}, {"precision": 0.882147, "recall": 0.907115, "f1": 0.889119, "accuracy": 0.907115, "main_score": 0.889119, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"]}, {"precision": 0.529796, "recall": 0.58004, "f1": 0.544469, "accuracy": 0.58004, "main_score": 0.544469, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"]}, {"precision": 0.85135, "recall": 0.883399, "f1": 0.860512, "accuracy": 0.883399, "main_score": 0.860512, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"]}, {"precision": 0.560049, "recall": 0.626482, "f1": 0.578113, "accuracy": 0.626482, "main_score": 0.578113, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"]}, {"precision": 0.53369, "recall": 0.58004, "f1": 0.546576, "accuracy": 0.58004, "main_score": 0.546576, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"]}, {"precision": 0.823106, "recall": 0.856719, "f1": 0.83286, "accuracy": 0.856719, "main_score": 0.83286, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"]}, {"precision": 0.320946, "recall": 0.373518, "f1": 0.334729, "accuracy": 0.373518, "main_score": 0.334729, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"]}, {"precision": 0.871661, "recall": 0.903162, "f1": 0.880602, "accuracy": 0.903162, "main_score": 0.880602, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"]}, {"precision": 0.848188, "recall": 0.886364, "f1": 0.85934, "accuracy": 0.886364, "main_score": 0.85934, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"]}, {"precision": 0.874555, "recall": 0.906126, "f1": 0.883777, "accuracy": 0.906126, "main_score": 0.883777, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"]}, {"precision": 0.834125, "recall": 0.874506, "f1": 0.846086, "accuracy": 0.874506, "main_score": 0.846086, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"]}, {"precision": 0.586778, "recall": 0.634387, "f1": 0.600301, "accuracy": 0.634387, "main_score": 0.600301, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"]}, {"precision": 0.873897, "recall": 0.899209, "f1": 0.881324, "accuracy": 0.899209, "main_score": 0.881324, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"]}, {"precision": 0.739074, "recall": 0.784585, "f1": 0.75224, "accuracy": 0.784585, "main_score": 0.75224, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"]}, {"precision": 0.907781, "recall": 0.931818, "f1": 0.91525, "accuracy": 0.931818, "main_score": 0.91525, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"]}, {"precision": 0.588684, "recall": 0.637352, "f1": 0.602188, "accuracy": 0.637352, "main_score": 0.602188, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"]}, {"precision": 0.860149, "recall": 0.892292, "f1": 0.869417, "accuracy": 0.892292, "main_score": 0.869417, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"]}, {"precision": 0.651581, "recall": 0.702569, "f1": 0.666052, "accuracy": 0.702569, "main_score": 0.666052, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"]}, {"precision": 0.789139, "recall": 0.837945, "f1": 0.803598, "accuracy": 0.837945, "main_score": 0.803598, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"]}, {"precision": 0.832931, "recall": 0.870553, "f1": 0.844012, "accuracy": 0.870553, "main_score": 0.844012, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"]}, {"precision": 0.863807, "recall": 0.894269, "f1": 0.872831, "accuracy": 0.894269, "main_score": 0.872831, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"]}, {"precision": 0.368651, "recall": 0.436759, "f1": 0.386742, "accuracy": 0.436759, "main_score": 0.386742, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"]}, {"precision": 0.627308, "recall": 0.677866, "f1": 0.641006, "accuracy": 0.677866, "main_score": 0.641006, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"]}, {"precision": 0.764906, "recall": 0.814229, "f1": 0.779226, "accuracy": 0.814229, "main_score": 0.779226, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"]}, {"precision": 0.651938, "recall": 0.699605, "f1": 0.666177, "accuracy": 0.699605, "main_score": 0.666177, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"]}, {"precision": 0.618329, "recall": 0.676877, "f1": 0.634783, "accuracy": 0.676877, "main_score": 0.634783, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"]}, {"precision": 0.883794, "recall": 0.914032, "f1": 0.892707, "accuracy": 0.914032, "main_score": 0.892707, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"]}, {"precision": 0.845233, "recall": 0.880435, "f1": 0.855583, "accuracy": 0.880435, "main_score": 0.855583, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"]}, {"precision": 0.857943, "recall": 0.887352, "f1": 0.865914, "accuracy": 0.887352, "main_score": 0.865914, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"]}, {"precision": 0.710566, "recall": 0.764822, "f1": 0.726114, "accuracy": 0.764822, "main_score": 0.726114, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"]}, {"precision": 0.87804, "recall": 0.909091, "f1": 0.887025, "accuracy": 0.909091, "main_score": 0.887025, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"]}, {"precision": 0.845627, "recall": 0.879447, "f1": 0.855621, "accuracy": 0.879447, "main_score": 0.855621, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"]}, {"precision": 0.874489, "recall": 0.905138, "f1": 0.883319, "accuracy": 0.905138, "main_score": 0.883319, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"]}, {"precision": 0.845077, "recall": 0.881423, "f1": 0.855737, "accuracy": 0.881423, "main_score": 0.855737, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"]}, {"precision": 0.570458, "recall": 0.62253, "f1": 0.585401, "accuracy": 0.62253, "main_score": 0.585401, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"]}, {"precision": 0.551913, "recall": 0.600791, "f1": 0.565763, "accuracy": 0.600791, "main_score": 0.565763, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"]}, {"precision": 0.817825, "recall": 0.858696, "f1": 0.829571, "accuracy": 0.858696, "main_score": 0.829571, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"]}, {"precision": 0.869188, "recall": 0.900198, "f1": 0.878193, "accuracy": 0.900198, "main_score": 0.878193, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"]}, {"precision": 0.83574, "recall": 0.875494, "f1": 0.847436, "accuracy": 0.875494, "main_score": 0.847436, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"]}, {"precision": 0.762747, "recall": 0.805336, "f1": 0.775155, "accuracy": 0.805336, "main_score": 0.775155, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"]}, {"precision": 0.482433, "recall": 0.535573, "f1": 0.496747, "accuracy": 0.535573, "main_score": 0.496747, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"]}, {"precision": 0.88419, "recall": 0.911067, "f1": 0.8917, "accuracy": 0.911067, "main_score": 0.8917, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"]}, {"precision": 0.777233, "recall": 0.824111, "f1": 0.790701, "accuracy": 0.824111, "main_score": 0.790701, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"]}, {"precision": 0.657732, "recall": 0.713439, "f1": 0.673169, "accuracy": 0.713439, "main_score": 0.673169, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"]}, {"precision": 0.875823, "recall": 0.908103, "f1": 0.88538, "accuracy": 0.908103, "main_score": 0.88538, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"]}, {"precision": 0.543034, "recall": 0.597826, "f1": 0.558778, "accuracy": 0.597826, "main_score": 0.558778, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"]}, {"precision": 0.883589, "recall": 0.910079, "f1": 0.891293, "accuracy": 0.910079, "main_score": 0.891293, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"]}, {"precision": 0.849935, "recall": 0.882411, "f1": 0.859106, "accuracy": 0.882411, "main_score": 0.859106, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"]}, {"precision": 0.868728, "recall": 0.899209, "f1": 0.877324, "accuracy": 0.899209, "main_score": 0.877324, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"]}, {"precision": 0.876378, "recall": 0.905138, "f1": 0.884414, "accuracy": 0.905138, "main_score": 0.884414, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"]}, {"precision": 0.851213, "recall": 0.882411, "f1": 0.859985, "accuracy": 0.882411, "main_score": 0.859985, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"]}, {"precision": 0.854227, "recall": 0.885375, "f1": 0.863194, "accuracy": 0.885375, "main_score": 0.863194, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"]}, {"precision": 0.725955, "recall": 0.793478, "f1": 0.746113, "accuracy": 0.793478, "main_score": 0.746113, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"]}, {"precision": 0.600646, "recall": 0.655138, "f1": 0.615879, "accuracy": 0.655138, "main_score": 0.615879, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"]}, {"precision": 0.21253, "recall": 0.263834, "f1": 0.223991, "accuracy": 0.263834, "main_score": 0.223991, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"]}, {"precision": 0.634042, "recall": 0.681818, "f1": 0.647856, "accuracy": 0.681818, "main_score": 0.647856, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"]}, {"precision": 0.60041, "recall": 0.662055, "f1": 0.617223, "accuracy": 0.662055, "main_score": 0.617223, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"]}, {"precision": 0.875428, "recall": 0.907115, "f1": 0.884754, "accuracy": 0.907115, "main_score": 0.884754, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"]}, {"precision": 0.853782, "recall": 0.883399, "f1": 0.862714, "accuracy": 0.883399, "main_score": 0.862714, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"]}, {"precision": 0.454252, "recall": 0.508893, "f1": 0.468999, "accuracy": 0.508893, "main_score": 0.468999, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"]}, {"precision": 0.824532, "recall": 0.865613, "f1": 0.836907, "accuracy": 0.865613, "main_score": 0.836907, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"]}, {"precision": 0.859042, "recall": 0.893281, "f1": 0.869008, "accuracy": 0.893281, "main_score": 0.869008, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"]}, {"precision": 0.794716, "recall": 0.842885, "f1": 0.808941, "accuracy": 0.842885, "main_score": 0.808941, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"]}, {"precision": 0.82864, "recall": 0.865613, "f1": 0.839827, "accuracy": 0.865613, "main_score": 0.839827, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"]}, {"precision": 0.637674, "recall": 0.687747, "f1": 0.652421, "accuracy": 0.687747, "main_score": 0.652421, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"]}, {"precision": 0.847523, "recall": 0.883399, "f1": 0.857955, "accuracy": 0.883399, "main_score": 0.857955, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"]}, {"precision": 0.863881, "recall": 0.892292, "f1": 0.871871, "accuracy": 0.892292, "main_score": 0.871871, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"]}, {"precision": 0.57014, "recall": 0.624506, "f1": 0.586137, "accuracy": 0.624506, "main_score": 0.586137, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"]}, {"precision": 0.529587, "recall": 0.58498, "f1": 0.545067, "accuracy": 0.58498, "main_score": 0.545067, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"]}, {"precision": 0.645883, "recall": 0.693676, "f1": 0.659421, "accuracy": 0.693676, "main_score": 0.659421, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"]}, {"precision": 0.866765, "recall": 0.897233, "f1": 0.875513, "accuracy": 0.897233, "main_score": 0.875513, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"]}, {"precision": 0.156229, "recall": 0.214427, "f1": 0.170554, "accuracy": 0.214427, "main_score": 0.170554, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"]}, {"precision": 0.839328, "recall": 0.878458, "f1": 0.850795, "accuracy": 0.878458, "main_score": 0.850795, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"]}, {"precision": 0.748732, "recall": 0.801383, "f1": 0.764149, "accuracy": 0.801383, "main_score": 0.764149, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"]}, {"precision": 0.800751, "recall": 0.843874, "f1": 0.813062, "accuracy": 0.843874, "main_score": 0.813062, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"]}, {"precision": 0.871821, "recall": 0.901186, "f1": 0.88049, "accuracy": 0.901186, "main_score": 0.88049, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"]}, {"precision": 0.579934, "recall": 0.634387, "f1": 0.595687, "accuracy": 0.634387, "main_score": 0.595687, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"]}, {"precision": 0.573997, "recall": 0.624506, "f1": 0.587875, "accuracy": 0.624506, "main_score": 0.587875, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"]}, {"precision": 0.843187, "recall": 0.87747, "f1": 0.852852, "accuracy": 0.87747, "main_score": 0.852852, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"]}, {"precision": 0.87598, "recall": 0.906126, "f1": 0.884706, "accuracy": 0.906126, "main_score": 0.884706, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"]}, {"precision": 0.83862, "recall": 0.87253, "f1": 0.848682, "accuracy": 0.87253, "main_score": 0.848682, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"]}, {"precision": 0.796097, "recall": 0.839921, "f1": 0.809241, "accuracy": 0.839921, "main_score": 0.809241, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"]}, {"precision": 0.598619, "recall": 0.657115, "f1": 0.615898, "accuracy": 0.657115, "main_score": 0.615898, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"]}, {"precision": 0.832753, "recall": 0.87253, "f1": 0.844293, "accuracy": 0.87253, "main_score": 0.844293, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"]}, {"precision": 0.561882, "recall": 0.623518, "f1": 0.579817, "accuracy": 0.623518, "main_score": 0.579817, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"]}, {"precision": 0.631151, "recall": 0.686759, "f1": 0.646535, "accuracy": 0.686759, "main_score": 0.646535, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"]}, {"precision": 0.828755, "recall": 0.869565, "f1": 0.841126, "accuracy": 0.869565, "main_score": 0.841126, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"]}, {"precision": 0.854209, "recall": 0.886364, "f1": 0.863507, "accuracy": 0.886364, "main_score": 0.863507, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"]}, {"precision": 0.834788, "recall": 0.871542, "f1": 0.84531, "accuracy": 0.871542, "main_score": 0.84531, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"]}, {"precision": 0.461292, "recall": 0.517787, "f1": 0.476524, "accuracy": 0.517787, "main_score": 0.476524, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"]}, {"precision": 0.880394, "recall": 0.905138, "f1": 0.887473, "accuracy": 0.905138, "main_score": 0.887473, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"]}, {"precision": 0.851085, "recall": 0.883399, "f1": 0.86051, "accuracy": 0.883399, "main_score": 0.86051, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"]}, {"precision": 0.823544, "recall": 0.862648, "f1": 0.834916, "accuracy": 0.862648, "main_score": 0.834916, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"]}, {"precision": 0.761488, "recall": 0.806324, "f1": 0.774698, "accuracy": 0.806324, "main_score": 0.774698, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"]}, {"precision": 0.669666, "recall": 0.720356, "f1": 0.683898, "accuracy": 0.720356, "main_score": 0.683898, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"]}, {"precision": 0.768949, "recall": 0.812253, "f1": 0.781469, "accuracy": 0.812253, "main_score": 0.781469, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"]}, {"precision": 0.793852, "recall": 0.833992, "f1": 0.805468, "accuracy": 0.833992, "main_score": 0.805468, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"]}, {"precision": 0.629917, "recall": 0.673913, "f1": 0.642347, "accuracy": 0.673913, "main_score": 0.642347, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"]}, {"precision": 0.76801, "recall": 0.817194, "f1": 0.782527, "accuracy": 0.817194, "main_score": 0.782527, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"]}, {"precision": 0.856168, "recall": 0.890316, "f1": 0.865983, "accuracy": 0.890316, "main_score": 0.865983, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"]}, {"precision": 0.842559, "recall": 0.876482, "f1": 0.85184, "accuracy": 0.876482, "main_score": 0.85184, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"]}, {"precision": 0.861177, "recall": 0.894269, "f1": 0.870652, "accuracy": 0.894269, "main_score": 0.870652, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"]}, {"precision": 0.803541, "recall": 0.843874, "f1": 0.815335, "accuracy": 0.843874, "main_score": 0.815335, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"]}, {"precision": 0.87066, "recall": 0.901186, "f1": 0.879323, "accuracy": 0.901186, "main_score": 0.879323, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"]}, {"precision": 0.721574, "recall": 0.775692, "f1": 0.73762, "accuracy": 0.775692, "main_score": 0.73762, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"]}, {"precision": 0.822979, "recall": 0.858696, "f1": 0.833129, "accuracy": 0.858696, "main_score": 0.833129, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"]}, {"precision": 0.488539, "recall": 0.549407, "f1": 0.505342, "accuracy": 0.549407, "main_score": 0.505342, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"]}, {"precision": 0.853635, "recall": 0.88834, "f1": 0.863521, "accuracy": 0.88834, "main_score": 0.863521, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"]}, {"precision": 0.530274, "recall": 0.600791, "f1": 0.550356, "accuracy": 0.600791, "main_score": 0.550356, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"]}, {"precision": 0.850543, "recall": 0.885375, "f1": 0.860541, "accuracy": 0.885375, "main_score": 0.860541, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"]}, {"precision": 0.835319, "recall": 0.87253, "f1": 0.846266, "accuracy": 0.87253, "main_score": 0.846266, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"]}, {"precision": 0.796107, "recall": 0.829051, "f1": 0.805442, "accuracy": 0.829051, "main_score": 0.805442, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"]}, {"precision": 0.738175, "recall": 0.773715, "f1": 0.748946, "accuracy": 0.773715, "main_score": 0.748946, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"]}, {"precision": 0.833178, "recall": 0.869565, "f1": 0.843542, "accuracy": 0.869565, "main_score": 0.843542, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"]}, {"precision": 0.632481, "recall": 0.678854, "f1": 0.645839, "accuracy": 0.678854, "main_score": 0.645839, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"]}, {"precision": 0.621566, "recall": 0.66996, "f1": 0.635435, "accuracy": 0.66996, "main_score": 0.635435, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"]}, {"precision": 0.848312, "recall": 0.881423, "f1": 0.857844, "accuracy": 0.881423, "main_score": 0.857844, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"]}, {"precision": 0.786355, "recall": 0.826087, "f1": 0.797322, "accuracy": 0.826087, "main_score": 0.797322, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"]}, {"precision": 0.902881, "recall": 0.925889, "f1": 0.909805, "accuracy": 0.925889, "main_score": 0.909805, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"]}, {"precision": 0.548134, "recall": 0.599802, "f1": 0.562508, "accuracy": 0.599802, "main_score": 0.562508, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"]}, {"precision": 0.879545, "recall": 0.908103, "f1": 0.887535, "accuracy": 0.908103, "main_score": 0.887535, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"]}, {"precision": 0.860853, "recall": 0.893281, "f1": 0.870196, "accuracy": 0.893281, "main_score": 0.870196, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"]}, {"precision": 0.847439, "recall": 0.879447, "f1": 0.856548, "accuracy": 0.879447, "main_score": 0.856548, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"]}, {"precision": 0.540811, "recall": 0.59585, "f1": 0.556345, "accuracy": 0.59585, "main_score": 0.556345, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"]}, {"precision": 0.881592, "recall": 0.909091, "f1": 0.889592, "accuracy": 0.909091, "main_score": 0.889592, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"]}, {"precision": 0.684876, "recall": 0.730237, "f1": 0.697407, "accuracy": 0.730237, "main_score": 0.697407, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"]}, {"precision": 0.550727, "recall": 0.605731, "f1": 0.56594, "accuracy": 0.605731, "main_score": 0.56594, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"]}, {"precision": 0.598247, "recall": 0.649209, "f1": 0.612798, "accuracy": 0.649209, "main_score": 0.612798, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"]}, {"precision": 0.755742, "recall": 0.80336, "f1": 0.770163, "accuracy": 0.80336, "main_score": 0.770163, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"]}, {"precision": 0.87332, "recall": 0.903162, "f1": 0.881852, "accuracy": 0.903162, "main_score": 0.881852, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"]}, {"precision": 0.803526, "recall": 0.846838, "f1": 0.816395, "accuracy": 0.846838, "main_score": 0.816395, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"]}, {"precision": 0.51656, "recall": 0.566206, "f1": 0.529776, "accuracy": 0.566206, "main_score": 0.529776, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"]}, {"precision": 0.588039, "recall": 0.636364, "f1": 0.60177, "accuracy": 0.636364, "main_score": 0.60177, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"]}, {"precision": 0.846789, "recall": 0.886364, "f1": 0.858846, "accuracy": 0.886364, "main_score": 0.858846, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"]}, {"precision": 0.594107, "recall": 0.641304, "f1": 0.607235, "accuracy": 0.641304, "main_score": 0.607235, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"]}, {"precision": 0.567236, "recall": 0.614625, "f1": 0.580475, "accuracy": 0.614625, "main_score": 0.580475, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"]}, {"precision": 0.837164, "recall": 0.87747, "f1": 0.848817, "accuracy": 0.87747, "main_score": 0.848817, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"]}, {"precision": 0.556423, "recall": 0.61166, "f1": 0.572661, "accuracy": 0.61166, "main_score": 0.572661, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"]}, {"precision": 0.662188, "recall": 0.714427, "f1": 0.677151, "accuracy": 0.714427, "main_score": 0.677151, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"]}, {"precision": 0.839634, "recall": 0.874506, "f1": 0.849572, "accuracy": 0.874506, "main_score": 0.849572, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"]}, {"precision": 0.692671, "recall": 0.731225, "f1": 0.704216, "accuracy": 0.731225, "main_score": 0.704216, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"]}, {"precision": 0.768239, "recall": 0.798419, "f1": 0.77713, "accuracy": 0.798419, "main_score": 0.77713, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"]}, {"precision": 0.821229, "recall": 0.860672, "f1": 0.832722, "accuracy": 0.860672, "main_score": 0.832722, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"]}, {"precision": 0.758203, "recall": 0.810277, "f1": 0.773528, "accuracy": 0.810277, "main_score": 0.773528, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"]}, {"precision": 0.826065, "recall": 0.858696, "f1": 0.835134, "accuracy": 0.858696, "main_score": 0.835134, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"]}, {"precision": 0.491807, "recall": 0.56917, "f1": 0.514369, "accuracy": 0.56917, "main_score": 0.514369, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"]}, {"precision": 0.863933, "recall": 0.896245, "f1": 0.873224, "accuracy": 0.896245, "main_score": 0.873224, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"]}, {"precision": 0.789767, "recall": 0.833004, "f1": 0.802047, "accuracy": 0.833004, "main_score": 0.802047, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"]}, {"precision": 0.858343, "recall": 0.891304, "f1": 0.867606, "accuracy": 0.891304, "main_score": 0.867606, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"]}, {"precision": 0.850354, "recall": 0.887352, "f1": 0.861353, "accuracy": 0.887352, "main_score": 0.861353, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"]}, {"precision": 0.63223, "recall": 0.688735, "f1": 0.648635, "accuracy": 0.688735, "main_score": 0.648635, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"]}, {"precision": 0.567088, "recall": 0.614625, "f1": 0.580522, "accuracy": 0.614625, "main_score": 0.580522, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"]}, {"precision": 0.644953, "recall": 0.706522, "f1": 0.66274, "accuracy": 0.706522, "main_score": 0.66274, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"]}, {"precision": 0.553552, "recall": 0.614625, "f1": 0.570763, "accuracy": 0.614625, "main_score": 0.570763, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"]}, {"precision": 0.337263, "recall": 0.402174, "f1": 0.35348, "accuracy": 0.402174, "main_score": 0.35348, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"]}, {"precision": 0.91469, "recall": 0.938735, "f1": 0.922398, "accuracy": 0.938735, "main_score": 0.922398, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"]}, {"precision": 0.931159, "recall": 0.949605, "f1": 0.937253, "accuracy": 0.949605, "main_score": 0.937253, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"]}, {"precision": 0.606199, "recall": 0.659091, "f1": 0.620535, "accuracy": 0.659091, "main_score": 0.620535, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"]}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"]}, {"precision": 0.877306, "recall": 0.905138, "f1": 0.886001, "accuracy": 0.905138, "main_score": 0.886001, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"]}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"]}, {"precision": 0.942556, "recall": 0.958498, "f1": 0.947628, "accuracy": 0.958498, "main_score": 0.947628, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"]}, {"precision": 0.611998, "recall": 0.66502, "f1": 0.627031, "accuracy": 0.66502, "main_score": 0.627031, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"]}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"]}, {"precision": 0.895916, "recall": 0.923913, "f1": 0.904611, "accuracy": 0.923913, "main_score": 0.904611, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"]}, {"precision": 0.632453, "recall": 0.6917, "f1": 0.648649, "accuracy": 0.6917, "main_score": 0.648649, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"]}, {"precision": 0.95191, "recall": 0.965415, "f1": 0.956192, "accuracy": 0.965415, "main_score": 0.956192, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"]}, {"precision": 0.923831, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"]}, {"precision": 0.553435, "recall": 0.616601, "f1": 0.571098, "accuracy": 0.616601, "main_score": 0.571098, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"]}, {"precision": 0.949687, "recall": 0.964427, "f1": 0.954447, "accuracy": 0.964427, "main_score": 0.954447, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"]}, {"precision": 0.935968, "recall": 0.952569, "f1": 0.941158, "accuracy": 0.952569, "main_score": 0.941158, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"]}, {"precision": 0.1923, "recall": 0.232213, "f1": 0.202276, "accuracy": 0.232213, "main_score": 0.202276, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"]}, {"precision": 0.624173, "recall": 0.674901, "f1": 0.638282, "accuracy": 0.674901, "main_score": 0.638282, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"]}, {"precision": 0.965827, "recall": 0.975296, "f1": 0.968775, "accuracy": 0.975296, "main_score": 0.968775, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"]}, {"precision": 0.904809, "recall": 0.931818, "f1": 0.913373, "accuracy": 0.931818, "main_score": 0.913373, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"]}, {"precision": 0.956275, "recall": 0.968379, "f1": 0.960013, "accuracy": 0.968379, "main_score": 0.960013, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"]}, {"precision": 0.666206, "recall": 0.717391, "f1": 0.681414, "accuracy": 0.717391, "main_score": 0.681414, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"]}, {"precision": 0.832905, "recall": 0.873518, "f1": 0.845158, "accuracy": 0.873518, "main_score": 0.845158, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"]}, {"precision": 0.939065, "recall": 0.955534, "f1": 0.944137, "accuracy": 0.955534, "main_score": 0.944137, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"]}, {"precision": 0.953146, "recall": 0.964427, "f1": 0.956752, "accuracy": 0.964427, "main_score": 0.956752, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"]}, {"precision": 0.94524, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"]}, {"precision": 0.938818, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"]}, {"precision": 0.560897, "recall": 0.61166, "f1": 0.575005, "accuracy": 0.61166, "main_score": 0.575005, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"]}, {"precision": 0.558916, "recall": 0.635375, "f1": 0.580094, "accuracy": 0.635375, "main_score": 0.580094, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"]}, {"precision": 0.573527, "recall": 0.637352, "f1": 0.59213, "accuracy": 0.637352, "main_score": 0.59213, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"]}, {"precision": 0.946887, "recall": 0.961462, "f1": 0.951318, "accuracy": 0.961462, "main_score": 0.951318, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"]}, {"precision": 0.91362, "recall": 0.935771, "f1": 0.920685, "accuracy": 0.935771, "main_score": 0.920685, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"]}, {"precision": 0.590876, "recall": 0.651186, "f1": 0.607519, "accuracy": 0.651186, "main_score": 0.607519, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"]}, {"precision": 0.785063, "recall": 0.833992, "f1": 0.799967, "accuracy": 0.833992, "main_score": 0.799967, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"]}, {"precision": 0.941947, "recall": 0.95751, "f1": 0.946871, "accuracy": 0.95751, "main_score": 0.946871, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"]}, {"precision": 0.953557, "recall": 0.965415, "f1": 0.957133, "accuracy": 0.965415, "main_score": 0.957133, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"]}, {"precision": 0.541024, "recall": 0.598814, "f1": 0.55783, "accuracy": 0.598814, "main_score": 0.55783, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"]}, {"precision": 0.584869, "recall": 0.651186, "f1": 0.603937, "accuracy": 0.651186, "main_score": 0.603937, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"]}, {"precision": 0.528295, "recall": 0.583004, "f1": 0.543409, "accuracy": 0.583004, "main_score": 0.543409, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"]}, {"precision": 0.917984, "recall": 0.939723, "f1": 0.924868, "accuracy": 0.939723, "main_score": 0.924868, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"]}, {"precision": 0.315228, "recall": 0.373518, "f1": 0.330923, "accuracy": 0.373518, "main_score": 0.330923, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"]}, {"precision": 0.963768, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"]}, {"precision": 0.967309, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"]}, {"precision": 0.608796, "recall": 0.666996, "f1": 0.62565, "accuracy": 0.666996, "main_score": 0.62565, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"]}, {"precision": 0.95112, "recall": 0.963439, "f1": 0.954875, "accuracy": 0.963439, "main_score": 0.954875, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"]}, {"precision": 0.866001, "recall": 0.899209, "f1": 0.876433, "accuracy": 0.899209, "main_score": 0.876433, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"]}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"]}, {"precision": 0.609996, "recall": 0.664032, "f1": 0.625316, "accuracy": 0.664032, "main_score": 0.625316, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"]}, {"precision": 0.6764, "recall": 0.738142, "f1": 0.694292, "accuracy": 0.738142, "main_score": 0.694292, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"]}, {"precision": 0.883976, "recall": 0.911067, "f1": 0.892358, "accuracy": 0.911067, "main_score": 0.892358, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"]}, {"precision": 0.934651, "recall": 0.951581, "f1": 0.939855, "accuracy": 0.951581, "main_score": 0.939855, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"]}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"]}, {"precision": 0.478084, "recall": 0.560277, "f1": 0.500244, "accuracy": 0.560277, "main_score": 0.500244, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"]}, {"precision": 0.658238, "recall": 0.714427, "f1": 0.673989, "accuracy": 0.714427, "main_score": 0.673989, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"]}, {"precision": 0.878458, "recall": 0.911067, "f1": 0.888801, "accuracy": 0.911067, "main_score": 0.888801, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"]}, {"precision": 0.684058, "recall": 0.729249, "f1": 0.697431, "accuracy": 0.729249, "main_score": 0.697431, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"]}, {"precision": 0.665283, "recall": 0.735178, "f1": 0.686039, "accuracy": 0.735178, "main_score": 0.686039, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"]}, {"precision": 0.930665, "recall": 0.948617, "f1": 0.93643, "accuracy": 0.948617, "main_score": 0.93643, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"]}, {"precision": 0.951087, "recall": 0.964427, "f1": 0.955369, "accuracy": 0.964427, "main_score": 0.955369, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"]}, {"precision": 0.813439, "recall": 0.858696, "f1": 0.827277, "accuracy": 0.858696, "main_score": 0.827277, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"]}, {"precision": 0.946311, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"]}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"]}, {"precision": 0.56652, "recall": 0.62747, "f1": 0.583202, "accuracy": 0.62747, "main_score": 0.583202, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"]}, {"precision": 0.55084, "recall": 0.605731, "f1": 0.565937, "accuracy": 0.605731, "main_score": 0.565937, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"]}, {"precision": 0.947464, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"]}, {"precision": 0.83139, "recall": 0.869565, "f1": 0.842622, "accuracy": 0.869565, "main_score": 0.842622, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"]}, {"precision": 0.471318, "recall": 0.532609, "f1": 0.487163, "accuracy": 0.532609, "main_score": 0.487163, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"]}, {"precision": 0.958086, "recall": 0.968379, "f1": 0.961364, "accuracy": 0.968379, "main_score": 0.961364, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"]}, {"precision": 0.896031, "recall": 0.925889, "f1": 0.905534, "accuracy": 0.925889, "main_score": 0.905534, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"]}, {"precision": 0.742013, "recall": 0.791502, "f1": 0.756955, "accuracy": 0.791502, "main_score": 0.756955, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"]}, {"precision": 0.55874, "recall": 0.620553, "f1": 0.576108, "accuracy": 0.620553, "main_score": 0.576108, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"]}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"]}, {"precision": 0.918067, "recall": 0.942688, "f1": 0.925955, "accuracy": 0.942688, "main_score": 0.925955, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"]}, {"precision": 0.87668, "recall": 0.911067, "f1": 0.887484, "accuracy": 0.911067, "main_score": 0.887484, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"]}, {"precision": 0.616116, "recall": 0.68083, "f1": 0.634339, "accuracy": 0.68083, "main_score": 0.634339, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"]}, {"precision": 0.205637, "recall": 0.261858, "f1": 0.217773, "accuracy": 0.261858, "main_score": 0.217773, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"]}, {"precision": 0.648385, "recall": 0.703557, "f1": 0.663795, "accuracy": 0.703557, "main_score": 0.663795, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"]}, {"precision": 0.690524, "recall": 0.751976, "f1": 0.70773, "accuracy": 0.751976, "main_score": 0.70773, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"]}, {"precision": 0.922431, "recall": 0.9417, "f1": 0.928689, "accuracy": 0.9417, "main_score": 0.928689, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"]}, {"precision": 0.434264, "recall": 0.492095, "f1": 0.450111, "accuracy": 0.492095, "main_score": 0.450111, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"]}, {"precision": 0.929348, "recall": 0.947628, "f1": 0.934914, "accuracy": 0.947628, "main_score": 0.934914, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"]}, {"precision": 0.955204, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"]}, {"precision": 0.908267, "recall": 0.935771, "f1": 0.917325, "accuracy": 0.935771, "main_score": 0.917325, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"]}, {"precision": 0.926054, "recall": 0.945652, "f1": 0.932312, "accuracy": 0.945652, "main_score": 0.932312, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"]}, {"precision": 0.667302, "recall": 0.721344, "f1": 0.682813, "accuracy": 0.721344, "main_score": 0.682813, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"]}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963768, "accuracy": 0.971344, "main_score": 0.963768, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"]}, {"precision": 0.955978, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"]}, {"precision": 0.558461, "recall": 0.619565, "f1": 0.576043, "accuracy": 0.619565, "main_score": 0.576043, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"]}, {"precision": 0.52391, "recall": 0.589921, "f1": 0.541226, "accuracy": 0.589921, "main_score": 0.541226, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"]}, {"precision": 0.669492, "recall": 0.724308, "f1": 0.685444, "accuracy": 0.724308, "main_score": 0.685444, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"]}, {"precision": 0.182547, "recall": 0.245059, "f1": 0.198673, "accuracy": 0.245059, "main_score": 0.198673, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"]}, {"precision": 0.856778, "recall": 0.892292, "f1": 0.867342, "accuracy": 0.892292, "main_score": 0.867342, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"]}, {"precision": 0.918067, "recall": 0.9417, "f1": 0.925414, "accuracy": 0.9417, "main_score": 0.925414, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"]}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"]}, {"precision": 0.593495, "recall": 0.65415, "f1": 0.610959, "accuracy": 0.65415, "main_score": 0.610959, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"]}, {"precision": 0.583811, "recall": 0.648221, "f1": 0.602157, "accuracy": 0.648221, "main_score": 0.602157, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"]}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947497, "accuracy": 0.958498, "main_score": 0.947497, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"]}, {"precision": 0.930254, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"]}, {"precision": 0.878106, "recall": 0.910079, "f1": 0.887862, "accuracy": 0.910079, "main_score": 0.887862, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"]}, {"precision": 0.643341, "recall": 0.709486, "f1": 0.662887, "accuracy": 0.709486, "main_score": 0.662887, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"]}, {"precision": 0.959848, "recall": 0.970356, "f1": 0.963109, "accuracy": 0.970356, "main_score": 0.963109, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"]}, {"precision": 0.573822, "recall": 0.635375, "f1": 0.590782, "accuracy": 0.635375, "main_score": 0.590782, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"]}, {"precision": 0.703755, "recall": 0.755929, "f1": 0.718845, "accuracy": 0.755929, "main_score": 0.718845, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"]}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"]}, {"precision": 0.928804, "recall": 0.94664, "f1": 0.934354, "accuracy": 0.94664, "main_score": 0.934354, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"]}, {"precision": 0.952404, "recall": 0.965415, "f1": 0.956686, "accuracy": 0.965415, "main_score": 0.956686, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"]}, {"precision": 0.463869, "recall": 0.533597, "f1": 0.482859, "accuracy": 0.533597, "main_score": 0.482859, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"]}, {"precision": 0.948123, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"]}, {"precision": 0.932395, "recall": 0.951581, "f1": 0.938472, "accuracy": 0.951581, "main_score": 0.938472, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"]}, {"precision": 0.843215, "recall": 0.883399, "f1": 0.855665, "accuracy": 0.883399, "main_score": 0.855665, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"]}, {"precision": 0.753666, "recall": 0.799407, "f1": 0.766641, "accuracy": 0.799407, "main_score": 0.766641, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"]}, {"precision": 0.885573, "recall": 0.914032, "f1": 0.894598, "accuracy": 0.914032, "main_score": 0.894598, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"]}, {"precision": 0.8736, "recall": 0.90415, "f1": 0.882858, "accuracy": 0.90415, "main_score": 0.882858, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"]}, {"precision": 0.632054, "recall": 0.68083, "f1": 0.646074, "accuracy": 0.68083, "main_score": 0.646074, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"]}, {"precision": 0.87724, "recall": 0.909091, "f1": 0.886825, "accuracy": 0.909091, "main_score": 0.886825, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"]}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"]}, {"precision": 0.921196, "recall": 0.9417, "f1": 0.927767, "accuracy": 0.9417, "main_score": 0.927767, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"]}, {"precision": 0.830072, "recall": 0.87253, "f1": 0.843017, "accuracy": 0.87253, "main_score": 0.843017, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"]}, {"precision": 0.91469, "recall": 0.934783, "f1": 0.921278, "accuracy": 0.934783, "main_score": 0.921278, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"]}, {"precision": 0.480429, "recall": 0.551383, "f1": 0.499501, "accuracy": 0.551383, "main_score": 0.499501, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"]}, {"precision": 0.962286, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"]}, {"precision": 0.557231, "recall": 0.635375, "f1": 0.579494, "accuracy": 0.635375, "main_score": 0.579494, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950066, "accuracy": 0.961462, "main_score": 0.950066, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"]}, {"precision": 0.863999, "recall": 0.899209, "f1": 0.874591, "accuracy": 0.899209, "main_score": 0.874591, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"]}, {"precision": 0.804117, "recall": 0.846838, "f1": 0.816667, "accuracy": 0.846838, "main_score": 0.816667, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"]}, {"precision": 0.926854, "recall": 0.945652, "f1": 0.932724, "accuracy": 0.945652, "main_score": 0.932724, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"]}, {"precision": 0.653815, "recall": 0.70751, "f1": 0.66909, "accuracy": 0.70751, "main_score": 0.66909, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"]}, {"precision": 0.646767, "recall": 0.701581, "f1": 0.662904, "accuracy": 0.701581, "main_score": 0.662904, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"]}, {"precision": 0.951334, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"]}, {"precision": 0.89661, "recall": 0.91996, "f1": 0.90351, "accuracy": 0.91996, "main_score": 0.90351, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"]}, {"precision": 0.549589, "recall": 0.613636, "f1": 0.567001, "accuracy": 0.613636, "main_score": 0.567001, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"]}, {"precision": 0.968132, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"]}, {"precision": 0.957263, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"]}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"]}, {"precision": 0.55838, "recall": 0.615613, "f1": 0.573786, "accuracy": 0.615613, "main_score": 0.573786, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"]}, {"precision": 0.746986, "recall": 0.80336, "f1": 0.764328, "accuracy": 0.80336, "main_score": 0.764328, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"]}, {"precision": 0.559247, "recall": 0.620553, "f1": 0.575715, "accuracy": 0.620553, "main_score": 0.575715, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"]}, {"precision": 0.600744, "recall": 0.661067, "f1": 0.617729, "accuracy": 0.661067, "main_score": 0.617729, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"]}, {"precision": 0.857987, "recall": 0.891304, "f1": 0.868478, "accuracy": 0.891304, "main_score": 0.868478, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"]}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"]}, {"precision": 0.895982, "recall": 0.922925, "f1": 0.904315, "accuracy": 0.922925, "main_score": 0.904315, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"]}, {"precision": 0.508568, "recall": 0.566206, "f1": 0.524411, "accuracy": 0.566206, "main_score": 0.524411, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"]}, {"precision": 0.588485, "recall": 0.643281, "f1": 0.603156, "accuracy": 0.643281, "main_score": 0.603156, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"]}, {"precision": 0.59329, "recall": 0.656126, "f1": 0.610887, "accuracy": 0.656126, "main_score": 0.610887, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"]}, {"precision": 0.569808, "recall": 0.621542, "f1": 0.583903, "accuracy": 0.621542, "main_score": 0.583903, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"]}, {"precision": 0.926746, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"]}, {"precision": 0.566675, "recall": 0.62747, "f1": 0.584052, "accuracy": 0.62747, "main_score": 0.584052, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"]}, {"precision": 0.675812, "recall": 0.732213, "f1": 0.691957, "accuracy": 0.732213, "main_score": 0.691957, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"]}, {"precision": 0.947628, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"]}, {"precision": 0.718248, "recall": 0.769763, "f1": 0.734091, "accuracy": 0.769763, "main_score": 0.734091, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"]}, {"precision": 0.863999, "recall": 0.893281, "f1": 0.872944, "accuracy": 0.893281, "main_score": 0.872944, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"]}, {"precision": 0.929183, "recall": 0.950593, "f1": 0.936265, "accuracy": 0.950593, "main_score": 0.936265, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"]}, {"precision": 0.855155, "recall": 0.892292, "f1": 0.86662, "accuracy": 0.892292, "main_score": 0.86662, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"]}, {"precision": 0.915349, "recall": 0.934783, "f1": 0.921443, "accuracy": 0.934783, "main_score": 0.921443, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"]}, {"precision": 0.505569, "recall": 0.58498, "f1": 0.528426, "accuracy": 0.58498, "main_score": 0.528426, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964874, "accuracy": 0.972332, "main_score": 0.964874, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"]}, {"precision": 0.889255, "recall": 0.917984, "f1": 0.89804, "accuracy": 0.917984, "main_score": 0.89804, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"]}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"]}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.954051, "accuracy": 0.963439, "main_score": 0.954051, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"]}, {"precision": 0.652849, "recall": 0.716403, "f1": 0.671349, "accuracy": 0.716403, "main_score": 0.671349, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"]}, {"precision": 0.588243, "recall": 0.633399, "f1": 0.6016, "accuracy": 0.633399, "main_score": 0.6016, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"]}, {"precision": 0.571493, "recall": 0.635375, "f1": 0.589569, "accuracy": 0.635375, "main_score": 0.589569, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"]}, {"precision": 0.51368, "recall": 0.578063, "f1": 0.532188, "accuracy": 0.578063, "main_score": 0.532188, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"]}, {"precision": 0.44424, "recall": 0.517787, "f1": 0.464124, "accuracy": 0.517787, "main_score": 0.464124, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"]}, {"precision": 0.594699, "recall": 0.647233, "f1": 0.609439, "accuracy": 0.647233, "main_score": 0.609439, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"]}, {"precision": 0.869302, "recall": 0.906126, "f1": 0.880764, "accuracy": 0.906126, "main_score": 0.880764, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"]}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"]}, {"precision": 0.604407, "recall": 0.662055, "f1": 0.6212, "accuracy": 0.662055, "main_score": 0.6212, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"]}, {"precision": 0.610723, "recall": 0.675889, "f1": 0.628667, "accuracy": 0.675889, "main_score": 0.628667, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"]}, {"precision": 0.567204, "recall": 0.631423, "f1": 0.58527, "accuracy": 0.631423, "main_score": 0.58527, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"]}, {"precision": 0.188543, "recall": 0.241107, "f1": 0.201212, "accuracy": 0.241107, "main_score": 0.201212, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"]}, {"precision": 0.635673, "recall": 0.689723, "f1": 0.650344, "accuracy": 0.689723, "main_score": 0.650344, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"]}, {"precision": 0.688867, "recall": 0.741107, "f1": 0.703906, "accuracy": 0.741107, "main_score": 0.703906, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"]}, {"precision": 0.548066, "recall": 0.600791, "f1": 0.562853, "accuracy": 0.600791, "main_score": 0.562853, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"]}, {"precision": 0.499013, "recall": 0.570158, "f1": 0.517639, "accuracy": 0.570158, "main_score": 0.517639, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"]}, {"precision": 0.56357, "recall": 0.626482, "f1": 0.581263, "accuracy": 0.626482, "main_score": 0.581263, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"]}, {"precision": 0.579044, "recall": 0.642292, "f1": 0.596807, "accuracy": 0.642292, "main_score": 0.596807, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"]}, {"precision": 0.899868, "recall": 0.927866, "f1": 0.908729, "accuracy": 0.927866, "main_score": 0.908729, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"]}, {"precision": 0.517771, "recall": 0.583004, "f1": 0.536651, "accuracy": 0.583004, "main_score": 0.536651, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"]}, {"precision": 0.52451, "recall": 0.593874, "f1": 0.543774, "accuracy": 0.593874, "main_score": 0.543774, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"]}, {"precision": 0.517508, "recall": 0.575099, "f1": 0.533815, "accuracy": 0.575099, "main_score": 0.533815, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"]}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"]}, {"precision": 0.312204, "recall": 0.370553, "f1": 0.328013, "accuracy": 0.370553, "main_score": 0.328013, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"]}, {"precision": 0.57395, "recall": 0.642292, "f1": 0.593156, "accuracy": 0.642292, "main_score": 0.593156, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"]}, {"precision": 0.57906, "recall": 0.633399, "f1": 0.594381, "accuracy": 0.633399, "main_score": 0.594381, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"]}, {"precision": 0.691577, "recall": 0.758893, "f1": 0.711156, "accuracy": 0.758893, "main_score": 0.711156, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"]}, {"precision": 0.650988, "recall": 0.724308, "f1": 0.672548, "accuracy": 0.724308, "main_score": 0.672548, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"]}, {"precision": 0.714427, "recall": 0.772727, "f1": 0.731611, "accuracy": 0.772727, "main_score": 0.731611, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"]}, {"precision": 0.656884, "recall": 0.717391, "f1": 0.675165, "accuracy": 0.717391, "main_score": 0.675165, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"]}, {"precision": 0.649557, "recall": 0.722332, "f1": 0.671171, "accuracy": 0.722332, "main_score": 0.671171, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"]}, {"precision": 0.557685, "recall": 0.614625, "f1": 0.573579, "accuracy": 0.614625, "main_score": 0.573579, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"]}, {"precision": 0.553187, "recall": 0.610672, "f1": 0.570034, "accuracy": 0.610672, "main_score": 0.570034, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"]}, {"precision": 0.801087, "recall": 0.84585, "f1": 0.814577, "accuracy": 0.84585, "main_score": 0.814577, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"]}, {"precision": 0.456971, "recall": 0.519763, "f1": 0.474185, "accuracy": 0.519763, "main_score": 0.474185, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"]}, {"precision": 0.884387, "recall": 0.916008, "f1": 0.894386, "accuracy": 0.916008, "main_score": 0.894386, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"]}, {"precision": 0.537512, "recall": 0.600791, "f1": 0.555225, "accuracy": 0.600791, "main_score": 0.555225, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"]}, {"precision": 0.584621, "recall": 0.657115, "f1": 0.605352, "accuracy": 0.657115, "main_score": 0.605352, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"]}, {"precision": 0.185944, "recall": 0.243083, "f1": 0.199208, "accuracy": 0.243083, "main_score": 0.199208, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"]}, {"precision": 0.631893, "recall": 0.69664, "f1": 0.650501, "accuracy": 0.69664, "main_score": 0.650501, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"]}, {"precision": 0.824638, "recall": 0.870553, "f1": 0.838735, "accuracy": 0.870553, "main_score": 0.838735, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"]}, {"precision": 0.416704, "recall": 0.476285, "f1": 0.43358, "accuracy": 0.476285, "main_score": 0.43358, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"]}, {"precision": 0.678129, "recall": 0.733202, "f1": 0.694433, "accuracy": 0.733202, "main_score": 0.694433, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"]}, {"precision": 0.56091, "recall": 0.623518, "f1": 0.578793, "accuracy": 0.623518, "main_score": 0.578793, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"]}, {"precision": 0.508556, "recall": 0.576087, "f1": 0.52717, "accuracy": 0.576087, "main_score": 0.52717, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"]}, {"precision": 0.669541, "recall": 0.725296, "f1": 0.685233, "accuracy": 0.725296, "main_score": 0.685233, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"]}, {"precision": 0.246453, "recall": 0.33498, "f1": 0.269725, "accuracy": 0.33498, "main_score": 0.269725, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"]}, {"precision": 0.573972, "recall": 0.639328, "f1": 0.593019, "accuracy": 0.639328, "main_score": 0.593019, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"]}, {"precision": 0.58508, "recall": 0.649209, "f1": 0.602407, "accuracy": 0.649209, "main_score": 0.602407, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"]}, {"precision": 0.721741, "recall": 0.784585, "f1": 0.740975, "accuracy": 0.784585, "main_score": 0.740975, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"]}, {"precision": 0.557127, "recall": 0.621542, "f1": 0.575434, "accuracy": 0.621542, "main_score": 0.575434, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"]}, {"precision": 0.794203, "recall": 0.843874, "f1": 0.809223, "accuracy": 0.843874, "main_score": 0.809223, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"]}, {"precision": 0.467888, "recall": 0.534585, "f1": 0.486194, "accuracy": 0.534585, "main_score": 0.486194, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"]}, {"precision": 0.89389, "recall": 0.922925, "f1": 0.903063, "accuracy": 0.922925, "main_score": 0.903063, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"]}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"]}, {"precision": 0.61246, "recall": 0.668972, "f1": 0.628768, "accuracy": 0.668972, "main_score": 0.628768, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"]}, {"precision": 0.908267, "recall": 0.935771, "f1": 0.917161, "accuracy": 0.935771, "main_score": 0.917161, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"]}, {"precision": 0.466361, "recall": 0.531621, "f1": 0.484304, "accuracy": 0.531621, "main_score": 0.484304, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"]}, {"precision": 0.623661, "recall": 0.6917, "f1": 0.643403, "accuracy": 0.6917, "main_score": 0.643403, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"]}, {"precision": 0.842803, "recall": 0.883399, "f1": 0.855632, "accuracy": 0.883399, "main_score": 0.855632, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"]}, {"precision": 0.649742, "recall": 0.701581, "f1": 0.664504, "accuracy": 0.701581, "main_score": 0.664504, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"]}, {"precision": 0.65116, "recall": 0.710474, "f1": 0.668235, "accuracy": 0.710474, "main_score": 0.668235, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"]}, {"precision": 0.53876, "recall": 0.605731, "f1": 0.556951, "accuracy": 0.605731, "main_score": 0.556951, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"]}, {"precision": 0.530822, "recall": 0.601779, "f1": 0.551085, "accuracy": 0.601779, "main_score": 0.551085, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"]}, {"precision": 0.833317, "recall": 0.875494, "f1": 0.846047, "accuracy": 0.875494, "main_score": 0.846047, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"]}, {"precision": 0.546118, "recall": 0.607708, "f1": 0.563032, "accuracy": 0.607708, "main_score": 0.563032, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"]}, {"precision": 0.618923, "recall": 0.684783, "f1": 0.63798, "accuracy": 0.684783, "main_score": 0.63798, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"]}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923979, "accuracy": 0.940711, "main_score": 0.923979, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"]}, {"precision": 0.48876, "recall": 0.543478, "f1": 0.5044, "accuracy": 0.543478, "main_score": 0.5044, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"]}, {"precision": 0.569927, "recall": 0.631423, "f1": 0.586855, "accuracy": 0.631423, "main_score": 0.586855, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"]}, {"precision": 0.584743, "recall": 0.651186, "f1": 0.603908, "accuracy": 0.651186, "main_score": 0.603908, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"]}, {"precision": 0.567115, "recall": 0.62253, "f1": 0.58222, "accuracy": 0.62253, "main_score": 0.58222, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"]}, {"precision": 0.530971, "recall": 0.597826, "f1": 0.55046, "accuracy": 0.597826, "main_score": 0.55046, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"]}, {"precision": 0.758449, "recall": 0.812253, "f1": 0.774492, "accuracy": 0.812253, "main_score": 0.774492, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"]}, {"precision": 0.747316, "recall": 0.802372, "f1": 0.763999, "accuracy": 0.802372, "main_score": 0.763999, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"]}, {"precision": 0.864155, "recall": 0.895257, "f1": 0.873177, "accuracy": 0.895257, "main_score": 0.873177, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"]}, {"precision": 0.491382, "recall": 0.572134, "f1": 0.51519, "accuracy": 0.572134, "main_score": 0.51519, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"]}, {"precision": 0.717434, "recall": 0.773715, "f1": 0.733849, "accuracy": 0.773715, "main_score": 0.733849, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"]}, {"precision": 0.600774, "recall": 0.652174, "f1": 0.615815, "accuracy": 0.652174, "main_score": 0.615815, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"]}, {"precision": 0.567529, "recall": 0.630435, "f1": 0.584972, "accuracy": 0.630435, "main_score": 0.584972, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"]}, {"precision": 0.515679, "recall": 0.575099, "f1": 0.532336, "accuracy": 0.575099, "main_score": 0.532336, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"]}, {"precision": 0.441748, "recall": 0.516798, "f1": 0.460657, "accuracy": 0.516798, "main_score": 0.460657, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"]}, {"precision": 0.57965, "recall": 0.637352, "f1": 0.59563, "accuracy": 0.637352, "main_score": 0.59563, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"]}, {"precision": 0.867918, "recall": 0.90415, "f1": 0.879037, "accuracy": 0.90415, "main_score": 0.879037, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"]}, {"precision": 0.948287, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"]}, {"precision": 0.586449, "recall": 0.644269, "f1": 0.603166, "accuracy": 0.644269, "main_score": 0.603166, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"]}, {"precision": 0.60547, "recall": 0.671937, "f1": 0.62311, "accuracy": 0.671937, "main_score": 0.62311, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"]}, {"precision": 0.530174, "recall": 0.59585, "f1": 0.548617, "accuracy": 0.59585, "main_score": 0.548617, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"]}, {"precision": 0.176446, "recall": 0.218379, "f1": 0.186361, "accuracy": 0.218379, "main_score": 0.186361, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"]}, {"precision": 0.618239, "recall": 0.666008, "f1": 0.631299, "accuracy": 0.666008, "main_score": 0.631299, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"]}, {"precision": 0.65383, "recall": 0.70751, "f1": 0.669441, "accuracy": 0.70751, "main_score": 0.669441, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"]}, {"precision": 0.53629, "recall": 0.587945, "f1": 0.550996, "accuracy": 0.587945, "main_score": 0.550996, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"]}, {"precision": 0.497245, "recall": 0.570158, "f1": 0.516597, "accuracy": 0.570158, "main_score": 0.516597, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"]}, {"precision": 0.549946, "recall": 0.616601, "f1": 0.568587, "accuracy": 0.616601, "main_score": 0.568587, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"]}, {"precision": 0.580619, "recall": 0.639328, "f1": 0.596326, "accuracy": 0.639328, "main_score": 0.596326, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"]}, {"precision": 0.872777, "recall": 0.906126, "f1": 0.883103, "accuracy": 0.906126, "main_score": 0.883103, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"]}, {"precision": 0.526372, "recall": 0.583992, "f1": 0.542187, "accuracy": 0.583992, "main_score": 0.542187, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"]}, {"precision": 0.520828, "recall": 0.589921, "f1": 0.540665, "accuracy": 0.589921, "main_score": 0.540665, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"]}, {"precision": 0.527029, "recall": 0.58004, "f1": 0.541008, "accuracy": 0.58004, "main_score": 0.541008, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"]}, {"precision": 0.944993, "recall": 0.960474, "f1": 0.949736, "accuracy": 0.960474, "main_score": 0.949736, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"]}, {"precision": 0.320292, "recall": 0.378458, "f1": 0.336034, "accuracy": 0.378458, "main_score": 0.336034, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"]}, {"precision": 0.575775, "recall": 0.643281, "f1": 0.594989, "accuracy": 0.643281, "main_score": 0.594989, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"]}, {"precision": 0.583992, "recall": 0.645257, "f1": 0.601615, "accuracy": 0.645257, "main_score": 0.601615, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"]}, {"precision": 0.678519, "recall": 0.748024, "f1": 0.69885, "accuracy": 0.748024, "main_score": 0.69885, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"]}, {"precision": 0.629705, "recall": 0.70751, "f1": 0.65224, "accuracy": 0.70751, "main_score": 0.65224, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"]}, {"precision": 0.676087, "recall": 0.732213, "f1": 0.692443, "accuracy": 0.732213, "main_score": 0.692443, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"]}, {"precision": 0.653519, "recall": 0.711462, "f1": 0.670422, "accuracy": 0.711462, "main_score": 0.670422, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"]}, {"precision": 0.668396, "recall": 0.729249, "f1": 0.686152, "accuracy": 0.729249, "main_score": 0.686152, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"]}, {"precision": 0.930583, "recall": 0.951581, "f1": 0.937319, "accuracy": 0.951581, "main_score": 0.937319, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"]}, {"precision": 0.537121, "recall": 0.598814, "f1": 0.554057, "accuracy": 0.598814, "main_score": 0.554057, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"]}, {"precision": 0.537818, "recall": 0.594862, "f1": 0.553594, "accuracy": 0.594862, "main_score": 0.553594, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"]}, {"precision": 0.793462, "recall": 0.838933, "f1": 0.806983, "accuracy": 0.838933, "main_score": 0.806983, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"]}, {"precision": 0.462021, "recall": 0.517787, "f1": 0.476827, "accuracy": 0.517787, "main_score": 0.476827, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"]}, {"precision": 0.849704, "recall": 0.88834, "f1": 0.86143, "accuracy": 0.88834, "main_score": 0.86143, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"]}, {"precision": 0.539841, "recall": 0.599802, "f1": 0.556069, "accuracy": 0.599802, "main_score": 0.556069, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"]}, {"precision": 0.597598, "recall": 0.663043, "f1": 0.615912, "accuracy": 0.663043, "main_score": 0.615912, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"]}, {"precision": 0.196429, "recall": 0.250988, "f1": 0.208892, "accuracy": 0.250988, "main_score": 0.208892, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"]}, {"precision": 0.621246, "recall": 0.687747, "f1": 0.639837, "accuracy": 0.687747, "main_score": 0.639837, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"]}, {"precision": 0.785787, "recall": 0.838933, "f1": 0.801746, "accuracy": 0.838933, "main_score": 0.801746, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"]}, {"precision": 0.408696, "recall": 0.465415, "f1": 0.424267, "accuracy": 0.465415, "main_score": 0.424267, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"]}, {"precision": 0.6598, "recall": 0.718379, "f1": 0.676828, "accuracy": 0.718379, "main_score": 0.676828, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"]}, {"precision": 0.55179, "recall": 0.614625, "f1": 0.570059, "accuracy": 0.614625, "main_score": 0.570059, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"]}, {"precision": 0.502974, "recall": 0.573123, "f1": 0.521533, "accuracy": 0.573123, "main_score": 0.521533, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"]}, {"precision": 0.670767, "recall": 0.722332, "f1": 0.685065, "accuracy": 0.722332, "main_score": 0.685065, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"]}, {"precision": 0.25824, "recall": 0.342885, "f1": 0.280144, "accuracy": 0.342885, "main_score": 0.280144, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"]}, {"precision": 0.569755, "recall": 0.632411, "f1": 0.587807, "accuracy": 0.632411, "main_score": 0.587807, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"]}, {"precision": 0.587114, "recall": 0.652174, "f1": 0.605712, "accuracy": 0.652174, "main_score": 0.605712, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"]}, {"precision": 0.693479, "recall": 0.755929, "f1": 0.712357, "accuracy": 0.755929, "main_score": 0.712357, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"]}, {"precision": 0.566675, "recall": 0.62747, "f1": 0.58336, "accuracy": 0.62747, "main_score": 0.58336, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"]}, {"precision": 0.749605, "recall": 0.80336, "f1": 0.765895, "accuracy": 0.80336, "main_score": 0.765895, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"]}, {"precision": 0.470693, "recall": 0.529644, "f1": 0.486605, "accuracy": 0.529644, "main_score": 0.486605, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"]}, {"precision": 0.855007, "recall": 0.88834, "f1": 0.865448, "accuracy": 0.88834, "main_score": 0.865448, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"]}, {"precision": 0.924819, "recall": 0.948617, "f1": 0.932543, "accuracy": 0.948617, "main_score": 0.932543, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"]}, {"precision": 0.594724, "recall": 0.648221, "f1": 0.609791, "accuracy": 0.648221, "main_score": 0.609791, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"]}, {"precision": 0.920455, "recall": 0.944664, "f1": 0.92836, "accuracy": 0.944664, "main_score": 0.92836, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"]}, {"precision": 0.452672, "recall": 0.518775, "f1": 0.4708, "accuracy": 0.518775, "main_score": 0.4708, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"]}, {"precision": 0.623527, "recall": 0.688735, "f1": 0.642643, "accuracy": 0.688735, "main_score": 0.642643, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"]}, {"precision": 0.836545, "recall": 0.874506, "f1": 0.848024, "accuracy": 0.874506, "main_score": 0.848024, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"]}, {"precision": 0.645213, "recall": 0.700593, "f1": 0.661035, "accuracy": 0.700593, "main_score": 0.661035, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"]}, {"precision": 0.634338, "recall": 0.694664, "f1": 0.65119, "accuracy": 0.694664, "main_score": 0.65119, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"]}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"]}, {"precision": 0.544847, "recall": 0.601779, "f1": 0.560982, "accuracy": 0.601779, "main_score": 0.560982, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"]}, {"precision": 0.522004, "recall": 0.583004, "f1": 0.538779, "accuracy": 0.583004, "main_score": 0.538779, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"]}, {"precision": 0.808053, "recall": 0.856719, "f1": 0.822944, "accuracy": 0.856719, "main_score": 0.822944, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"]}, {"precision": 0.528915, "recall": 0.590909, "f1": 0.54601, "accuracy": 0.590909, "main_score": 0.54601, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"]}, {"precision": 0.596196, "recall": 0.660079, "f1": 0.6144, "accuracy": 0.660079, "main_score": 0.6144, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"]}, {"precision": 0.910408, "recall": 0.934783, "f1": 0.917984, "accuracy": 0.934783, "main_score": 0.917984, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"]}, {"precision": 0.476757, "recall": 0.537549, "f1": 0.493749, "accuracy": 0.537549, "main_score": 0.493749, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"]}, {"precision": 0.566561, "recall": 0.620553, "f1": 0.581305, "accuracy": 0.620553, "main_score": 0.581305, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"]}, {"precision": 0.583771, "recall": 0.651186, "f1": 0.603221, "accuracy": 0.651186, "main_score": 0.603221, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"]}, {"precision": 0.562881, "recall": 0.615613, "f1": 0.577537, "accuracy": 0.615613, "main_score": 0.577537, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"]}, {"precision": 0.521798, "recall": 0.591897, "f1": 0.542149, "accuracy": 0.591897, "main_score": 0.542149, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"]}, {"precision": 0.734152, "recall": 0.788538, "f1": 0.750255, "accuracy": 0.788538, "main_score": 0.750255, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"]}, {"precision": 0.73913, "recall": 0.793478, "f1": 0.755435, "accuracy": 0.793478, "main_score": 0.755435, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"]}, {"precision": 0.875856, "recall": 0.905138, "f1": 0.884486, "accuracy": 0.905138, "main_score": 0.884486, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"]}, {"precision": 0.940464, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"]}, {"precision": 0.48359, "recall": 0.562253, "f1": 0.505851, "accuracy": 0.562253, "main_score": 0.505851, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"]}, {"precision": 0.696953, "recall": 0.758893, "f1": 0.71573, "accuracy": 0.758893, "main_score": 0.71573, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"]}, {"precision": 0.586152, "recall": 0.632411, "f1": 0.59921, "accuracy": 0.632411, "main_score": 0.59921, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"]}, {"precision": 0.401098, "recall": 0.462451, "f1": 0.418263, "accuracy": 0.462451, "main_score": 0.418263, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"]}, {"precision": 0.49053, "recall": 0.55336, "f1": 0.507096, "accuracy": 0.55336, "main_score": 0.507096, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"]}, {"precision": 0.148068, "recall": 0.203557, "f1": 0.161815, "accuracy": 0.203557, "main_score": 0.161815, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"]}, {"precision": 0.593322, "recall": 0.650198, "f1": 0.60843, "accuracy": 0.650198, "main_score": 0.60843, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"]}, {"precision": 0.546485, "recall": 0.604743, "f1": 0.562976, "accuracy": 0.604743, "main_score": 0.562976, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"]}, {"precision": 0.579857, "recall": 0.635375, "f1": 0.595046, "accuracy": 0.635375, "main_score": 0.595046, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"]}, {"precision": 0.591572, "recall": 0.639328, "f1": 0.60434, "accuracy": 0.639328, "main_score": 0.60434, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"]}, {"precision": 0.551706, "recall": 0.604743, "f1": 0.566529, "accuracy": 0.604743, "main_score": 0.566529, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"]}, {"precision": 0.579824, "recall": 0.635375, "f1": 0.594573, "accuracy": 0.635375, "main_score": 0.594573, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"]}, {"precision": 0.576179, "recall": 0.620553, "f1": 0.589316, "accuracy": 0.620553, "main_score": 0.589316, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"]}, {"precision": 0.60119, "recall": 0.63834, "f1": 0.611136, "accuracy": 0.63834, "main_score": 0.611136, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"]}, {"precision": 0.587369, "recall": 0.641304, "f1": 0.601944, "accuracy": 0.641304, "main_score": 0.601944, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"]}, {"precision": 0.564001, "recall": 0.616601, "f1": 0.578595, "accuracy": 0.616601, "main_score": 0.578595, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"]}, {"precision": 0.580346, "recall": 0.631423, "f1": 0.594214, "accuracy": 0.631423, "main_score": 0.594214, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"]}, {"precision": 0.533559, "recall": 0.59585, "f1": 0.550187, "accuracy": 0.59585, "main_score": 0.550187, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"]}, {"precision": 0.591605, "recall": 0.640316, "f1": 0.60492, "accuracy": 0.640316, "main_score": 0.60492, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"]}, {"precision": 0.54734, "recall": 0.588933, "f1": 0.559077, "accuracy": 0.588933, "main_score": 0.559077, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"]}, {"precision": 0.5732, "recall": 0.624506, "f1": 0.586866, "accuracy": 0.624506, "main_score": 0.586866, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"]}, {"precision": 0.561715, "recall": 0.616601, "f1": 0.576128, "accuracy": 0.616601, "main_score": 0.576128, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"]}, {"precision": 0.618982, "recall": 0.666008, "f1": 0.632061, "accuracy": 0.666008, "main_score": 0.632061, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"]}, {"precision": 0.607418, "recall": 0.660079, "f1": 0.621071, "accuracy": 0.660079, "main_score": 0.621071, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"]}, {"precision": 0.502947, "recall": 0.560277, "f1": 0.51867, "accuracy": 0.560277, "main_score": 0.51867, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"]}, {"precision": 0.567301, "recall": 0.62253, "f1": 0.582713, "accuracy": 0.62253, "main_score": 0.582713, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"]}, {"precision": 0.582916, "recall": 0.635375, "f1": 0.597507, "accuracy": 0.635375, "main_score": 0.597507, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"]}, {"precision": 0.597413, "recall": 0.642292, "f1": 0.609988, "accuracy": 0.642292, "main_score": 0.609988, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"]}, {"precision": 0.109537, "recall": 0.147233, "f1": 0.118641, "accuracy": 0.147233, "main_score": 0.118641, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"]}, {"precision": 0.574584, "recall": 0.625494, "f1": 0.588755, "accuracy": 0.625494, "main_score": 0.588755, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"]}, {"precision": 0.565441, "recall": 0.61166, "f1": 0.578211, "accuracy": 0.61166, "main_score": 0.578211, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"]}, {"precision": 0.595929, "recall": 0.641304, "f1": 0.608919, "accuracy": 0.641304, "main_score": 0.608919, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"]}, {"precision": 0.588284, "recall": 0.639328, "f1": 0.602178, "accuracy": 0.639328, "main_score": 0.602178, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"]}, {"precision": 0.56736, "recall": 0.619565, "f1": 0.581321, "accuracy": 0.619565, "main_score": 0.581321, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"]}, {"precision": 0.587498, "recall": 0.632411, "f1": 0.6001, "accuracy": 0.632411, "main_score": 0.6001, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"]}, {"precision": 0.523388, "recall": 0.577075, "f1": 0.538411, "accuracy": 0.577075, "main_score": 0.538411, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"]}, {"precision": 0.592987, "recall": 0.646245, "f1": 0.607995, "accuracy": 0.646245, "main_score": 0.607995, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"]}, {"precision": 0.476903, "recall": 0.540514, "f1": 0.494861, "accuracy": 0.540514, "main_score": 0.494861, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"]}, {"precision": 0.561797, "recall": 0.615613, "f1": 0.576227, "accuracy": 0.615613, "main_score": 0.576227, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"]}, {"precision": 0.588847, "recall": 0.639328, "f1": 0.602343, "accuracy": 0.639328, "main_score": 0.602343, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"]}, {"precision": 0.56397, "recall": 0.614625, "f1": 0.577876, "accuracy": 0.614625, "main_score": 0.577876, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"]}, {"precision": 0.558748, "recall": 0.616601, "f1": 0.574487, "accuracy": 0.616601, "main_score": 0.574487, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"]}, {"precision": 0.50863, "recall": 0.5583, "f1": 0.523119, "accuracy": 0.5583, "main_score": 0.523119, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"]}, {"precision": 0.355546, "recall": 0.418972, "f1": 0.372078, "accuracy": 0.418972, "main_score": 0.372078, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"]}, {"precision": 0.604624, "recall": 0.65415, "f1": 0.617876, "accuracy": 0.65415, "main_score": 0.617876, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"]}, {"precision": 0.515997, "recall": 0.577075, "f1": 0.53298, "accuracy": 0.577075, "main_score": 0.53298, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"]}, {"precision": 0.590934, "recall": 0.643281, "f1": 0.605036, "accuracy": 0.643281, "main_score": 0.605036, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"]}, {"precision": 0.610653, "recall": 0.664032, "f1": 0.625061, "accuracy": 0.664032, "main_score": 0.625061, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"]}, {"precision": 0.57753, "recall": 0.628458, "f1": 0.592674, "accuracy": 0.628458, "main_score": 0.592674, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"]}, {"precision": 0.570286, "recall": 0.625494, "f1": 0.584515, "accuracy": 0.625494, "main_score": 0.584515, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"]}, {"precision": 0.524811, "recall": 0.573123, "f1": 0.539237, "accuracy": 0.573123, "main_score": 0.539237, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"]}, {"precision": 0.550769, "recall": 0.602767, "f1": 0.565569, "accuracy": 0.602767, "main_score": 0.565569, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"]}, {"precision": 0.591265, "recall": 0.643281, "f1": 0.605498, "accuracy": 0.643281, "main_score": 0.605498, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"]}, {"precision": 0.616034, "recall": 0.666996, "f1": 0.629656, "accuracy": 0.666996, "main_score": 0.629656, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"]}, {"precision": 0.605616, "recall": 0.652174, "f1": 0.617701, "accuracy": 0.652174, "main_score": 0.617701, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"]}, {"precision": 0.455242, "recall": 0.514822, "f1": 0.472421, "accuracy": 0.514822, "main_score": 0.472421, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"]}, {"precision": 0.586713, "recall": 0.635375, "f1": 0.599694, "accuracy": 0.635375, "main_score": 0.599694, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"]}, {"precision": 0.362702, "recall": 0.436759, "f1": 0.383477, "accuracy": 0.436759, "main_score": 0.383477, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"]}, {"precision": 0.480264, "recall": 0.528656, "f1": 0.494318, "accuracy": 0.528656, "main_score": 0.494318, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"]}, {"precision": 0.624083, "recall": 0.664032, "f1": 0.634736, "accuracy": 0.664032, "main_score": 0.634736, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"]}, {"precision": 0.231498, "recall": 0.296443, "f1": 0.248997, "accuracy": 0.296443, "main_score": 0.248997, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"]}, {"precision": 0.580421, "recall": 0.640316, "f1": 0.59629, "accuracy": 0.640316, "main_score": 0.59629, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"]}, {"precision": 0.577124, "recall": 0.636364, "f1": 0.59351, "accuracy": 0.636364, "main_score": 0.59351, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"]}, {"precision": 0.596912, "recall": 0.647233, "f1": 0.610328, "accuracy": 0.647233, "main_score": 0.610328, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"]}, {"precision": 0.570809, "recall": 0.626482, "f1": 0.586039, "accuracy": 0.626482, "main_score": 0.586039, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"]}, {"precision": 0.551493, "recall": 0.591897, "f1": 0.563208, "accuracy": 0.591897, "main_score": 0.563208, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"]}, {"precision": 0.601401, "recall": 0.643281, "f1": 0.612745, "accuracy": 0.643281, "main_score": 0.612745, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"]}, {"precision": 0.560358, "recall": 0.606719, "f1": 0.573379, "accuracy": 0.606719, "main_score": 0.573379, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"]}, {"precision": 0.604804, "recall": 0.65415, "f1": 0.617772, "accuracy": 0.65415, "main_score": 0.617772, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"]}, {"precision": 0.52624, "recall": 0.575099, "f1": 0.540306, "accuracy": 0.575099, "main_score": 0.540306, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"]}, {"precision": 0.591729, "recall": 0.642292, "f1": 0.604941, "accuracy": 0.642292, "main_score": 0.604941, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"]}, {"precision": 0.528103, "recall": 0.577075, "f1": 0.541508, "accuracy": 0.577075, "main_score": 0.541508, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"]}, {"precision": 0.580659, "recall": 0.631423, "f1": 0.594411, "accuracy": 0.631423, "main_score": 0.594411, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"]}, {"precision": 0.561279, "recall": 0.612648, "f1": 0.575292, "accuracy": 0.612648, "main_score": 0.575292, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"]}, {"precision": 0.584457, "recall": 0.633399, "f1": 0.59757, "accuracy": 0.633399, "main_score": 0.59757, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"]}, {"precision": 0.217174, "recall": 0.286561, "f1": 0.235042, "accuracy": 0.286561, "main_score": 0.235042, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"]}, {"precision": 0.526463, "recall": 0.574111, "f1": 0.539385, "accuracy": 0.574111, "main_score": 0.539385, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"]}, {"precision": 0.543818, "recall": 0.600791, "f1": 0.558951, "accuracy": 0.600791, "main_score": 0.558951, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"]}, {"precision": 0.552023, "recall": 0.59585, "f1": 0.564141, "accuracy": 0.59585, "main_score": 0.564141, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"]}, {"precision": 0.459069, "recall": 0.520751, "f1": 0.476508, "accuracy": 0.520751, "main_score": 0.476508, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"]}, {"precision": 0.613313, "recall": 0.66502, "f1": 0.627097, "accuracy": 0.66502, "main_score": 0.627097, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"]}, {"precision": 0.587679, "recall": 0.63834, "f1": 0.601231, "accuracy": 0.63834, "main_score": 0.601231, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"]}, {"precision": 0.593152, "recall": 0.639328, "f1": 0.606071, "accuracy": 0.639328, "main_score": 0.606071, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"]}, {"precision": 0.459354, "recall": 0.531621, "f1": 0.478896, "accuracy": 0.531621, "main_score": 0.478896, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"]}, {"precision": 0.601212, "recall": 0.656126, "f1": 0.615716, "accuracy": 0.656126, "main_score": 0.615716, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"]}, {"precision": 0.571054, "recall": 0.629447, "f1": 0.586751, "accuracy": 0.629447, "main_score": 0.586751, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"]}, {"precision": 0.59919, "recall": 0.652174, "f1": 0.613313, "accuracy": 0.652174, "main_score": 0.613313, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"]}, {"precision": 0.570342, "recall": 0.626482, "f1": 0.585483, "accuracy": 0.626482, "main_score": 0.585483, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"]}, {"precision": 0.468812, "recall": 0.522727, "f1": 0.484419, "accuracy": 0.522727, "main_score": 0.484419, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"]}, {"precision": 0.509302, "recall": 0.563241, "f1": 0.524446, "accuracy": 0.563241, "main_score": 0.524446, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"]}, {"precision": 0.566433, "recall": 0.623518, "f1": 0.581791, "accuracy": 0.623518, "main_score": 0.581791, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"]}, {"precision": 0.584104, "recall": 0.634387, "f1": 0.597862, "accuracy": 0.634387, "main_score": 0.597862, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"]}, {"precision": 0.593588, "recall": 0.641304, "f1": 0.606491, "accuracy": 0.641304, "main_score": 0.606491, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"]}, {"precision": 0.548859, "recall": 0.591897, "f1": 0.561159, "accuracy": 0.591897, "main_score": 0.561159, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"]}, {"precision": 0.42654, "recall": 0.480237, "f1": 0.441237, "accuracy": 0.480237, "main_score": 0.441237, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"]}, {"precision": 0.606186, "recall": 0.655138, "f1": 0.61867, "accuracy": 0.655138, "main_score": 0.61867, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"]}, {"precision": 0.503527, "recall": 0.566206, "f1": 0.520877, "accuracy": 0.566206, "main_score": 0.520877, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"]}, {"precision": 0.489148, "recall": 0.546443, "f1": 0.50468, "accuracy": 0.546443, "main_score": 0.50468, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"]}, {"precision": 0.597998, "recall": 0.647233, "f1": 0.611957, "accuracy": 0.647233, "main_score": 0.611957, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"]}, {"precision": 0.464274, "recall": 0.51581, "f1": 0.479156, "accuracy": 0.51581, "main_score": 0.479156, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"]}, {"precision": 0.627105, "recall": 0.670949, "f1": 0.638114, "accuracy": 0.670949, "main_score": 0.638114, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"]}, {"precision": 0.572271, "recall": 0.625494, "f1": 0.586548, "accuracy": 0.625494, "main_score": 0.586548, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"]}, {"precision": 0.599321, "recall": 0.643281, "f1": 0.611355, "accuracy": 0.643281, "main_score": 0.611355, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"]}, {"precision": 0.612627, "recall": 0.659091, "f1": 0.625198, "accuracy": 0.659091, "main_score": 0.625198, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"]}, {"precision": 0.580203, "recall": 0.632411, "f1": 0.594733, "accuracy": 0.632411, "main_score": 0.594733, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"]}, {"precision": 0.588235, "recall": 0.634387, "f1": 0.600309, "accuracy": 0.634387, "main_score": 0.600309, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"]}, {"precision": 0.405177, "recall": 0.48419, "f1": 0.426343, "accuracy": 0.48419, "main_score": 0.426343, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"]}, {"precision": 0.492869, "recall": 0.554348, "f1": 0.510394, "accuracy": 0.554348, "main_score": 0.510394, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"]}, {"precision": 0.107272, "recall": 0.152174, "f1": 0.116693, "accuracy": 0.152174, "main_score": 0.116693, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"]}, {"precision": 0.544347, "recall": 0.588933, "f1": 0.55728, "accuracy": 0.588933, "main_score": 0.55728, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"]}, {"precision": 0.45002, "recall": 0.499012, "f1": 0.463437, "accuracy": 0.499012, "main_score": 0.463437, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"]}, {"precision": 0.604745, "recall": 0.656126, "f1": 0.618148, "accuracy": 0.656126, "main_score": 0.618148, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"]}, {"precision": 0.587075, "recall": 0.639328, "f1": 0.601587, "accuracy": 0.639328, "main_score": 0.601587, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"]}, {"precision": 0.363226, "recall": 0.425889, "f1": 0.380643, "accuracy": 0.425889, "main_score": 0.380643, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"]}, {"precision": 0.586834, "recall": 0.634387, "f1": 0.599474, "accuracy": 0.634387, "main_score": 0.599474, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"]}, {"precision": 0.598001, "recall": 0.649209, "f1": 0.612106, "accuracy": 0.649209, "main_score": 0.612106, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"]}, {"precision": 0.523436, "recall": 0.590909, "f1": 0.541659, "accuracy": 0.590909, "main_score": 0.541659, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"]}, {"precision": 0.569713, "recall": 0.623518, "f1": 0.584021, "accuracy": 0.623518, "main_score": 0.584021, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"]}, {"precision": 0.579502, "recall": 0.624506, "f1": 0.59185, "accuracy": 0.624506, "main_score": 0.59185, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"]}, {"precision": 0.565368, "recall": 0.62253, "f1": 0.58088, "accuracy": 0.62253, "main_score": 0.58088, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"]}, {"precision": 0.617549, "recall": 0.658103, "f1": 0.628207, "accuracy": 0.658103, "main_score": 0.628207, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"]}, {"precision": 0.475619, "recall": 0.529644, "f1": 0.49126, "accuracy": 0.529644, "main_score": 0.49126, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"]}, {"precision": 0.483698, "recall": 0.536561, "f1": 0.499026, "accuracy": 0.536561, "main_score": 0.499026, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"]}, {"precision": 0.563342, "recall": 0.612648, "f1": 0.576381, "accuracy": 0.612648, "main_score": 0.576381, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"]}, {"precision": 0.59712, "recall": 0.647233, "f1": 0.611208, "accuracy": 0.647233, "main_score": 0.611208, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"]}, {"precision": 0.091332, "recall": 0.12747, "f1": 0.10034, "accuracy": 0.12747, "main_score": 0.10034, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"]}, {"precision": 0.56808, "recall": 0.624506, "f1": 0.583609, "accuracy": 0.624506, "main_score": 0.583609, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"]}, {"precision": 0.505468, "recall": 0.562253, "f1": 0.520209, "accuracy": 0.562253, "main_score": 0.520209, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"]}, {"precision": 0.548411, "recall": 0.603755, "f1": 0.56391, "accuracy": 0.603755, "main_score": 0.56391, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"]}, {"precision": 0.599387, "recall": 0.652174, "f1": 0.613623, "accuracy": 0.652174, "main_score": 0.613623, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"]}, {"precision": 0.459134, "recall": 0.518775, "f1": 0.476161, "accuracy": 0.518775, "main_score": 0.476161, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"]}, {"precision": 0.556892, "recall": 0.62253, "f1": 0.575878, "accuracy": 0.62253, "main_score": 0.575878, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"]}, {"precision": 0.577126, "recall": 0.631423, "f1": 0.592037, "accuracy": 0.631423, "main_score": 0.592037, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"]}, {"precision": 0.609074, "recall": 0.65415, "f1": 0.621034, "accuracy": 0.65415, "main_score": 0.621034, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"]}, {"precision": 0.599991, "recall": 0.642292, "f1": 0.611468, "accuracy": 0.642292, "main_score": 0.611468, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"]}, {"precision": 0.556348, "recall": 0.605731, "f1": 0.569759, "accuracy": 0.605731, "main_score": 0.569759, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"]}, {"precision": 0.504038, "recall": 0.563241, "f1": 0.520871, "accuracy": 0.563241, "main_score": 0.520871, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"]}, {"precision": 0.580639, "recall": 0.629447, "f1": 0.593733, "accuracy": 0.629447, "main_score": 0.593733, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"]}, {"precision": 0.473037, "recall": 0.521739, "f1": 0.486444, "accuracy": 0.521739, "main_score": 0.486444, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"]}, {"precision": 0.491063, "recall": 0.543478, "f1": 0.505221, "accuracy": 0.543478, "main_score": 0.505221, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"]}, {"precision": 0.569489, "recall": 0.625494, "f1": 0.58479, "accuracy": 0.625494, "main_score": 0.58479, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"]}, {"precision": 0.585257, "recall": 0.633399, "f1": 0.597937, "accuracy": 0.633399, "main_score": 0.597937, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"]}, {"precision": 0.580815, "recall": 0.632411, "f1": 0.594247, "accuracy": 0.632411, "main_score": 0.594247, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"]}, {"precision": 0.416372, "recall": 0.48419, "f1": 0.434931, "accuracy": 0.48419, "main_score": 0.434931, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"]}, {"precision": 0.615668, "recall": 0.661067, "f1": 0.627911, "accuracy": 0.661067, "main_score": 0.627911, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"]}, {"precision": 0.563311, "recall": 0.614625, "f1": 0.576729, "accuracy": 0.614625, "main_score": 0.576729, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"]}, {"precision": 0.54339, "recall": 0.599802, "f1": 0.560014, "accuracy": 0.599802, "main_score": 0.560014, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"]}, {"precision": 0.507667, "recall": 0.56917, "f1": 0.524628, "accuracy": 0.56917, "main_score": 0.524628, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"]}, {"precision": 0.501472, "recall": 0.554348, "f1": 0.515425, "accuracy": 0.554348, "main_score": 0.515425, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"]}, {"precision": 0.495027, "recall": 0.554348, "f1": 0.511468, "accuracy": 0.554348, "main_score": 0.511468, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"]}, {"precision": 0.540323, "recall": 0.593874, "f1": 0.554985, "accuracy": 0.593874, "main_score": 0.554985, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"]}, {"precision": 0.5777, "recall": 0.621542, "f1": 0.589528, "accuracy": 0.621542, "main_score": 0.589528, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"]}, {"precision": 0.486476, "recall": 0.55336, "f1": 0.50402, "accuracy": 0.55336, "main_score": 0.50402, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"]}, {"precision": 0.588654, "recall": 0.639328, "f1": 0.602487, "accuracy": 0.639328, "main_score": 0.602487, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"]}, {"precision": 0.561917, "recall": 0.616601, "f1": 0.576022, "accuracy": 0.616601, "main_score": 0.576022, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"]}, {"precision": 0.597021, "recall": 0.652174, "f1": 0.611854, "accuracy": 0.652174, "main_score": 0.611854, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"]}, {"precision": 0.550702, "recall": 0.606719, "f1": 0.565975, "accuracy": 0.606719, "main_score": 0.565975, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"]}, {"precision": 0.604151, "recall": 0.652174, "f1": 0.617809, "accuracy": 0.652174, "main_score": 0.617809, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"]}, {"precision": 0.503195, "recall": 0.557312, "f1": 0.518474, "accuracy": 0.557312, "main_score": 0.518474, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"]}, {"precision": 0.566195, "recall": 0.618577, "f1": 0.580253, "accuracy": 0.618577, "main_score": 0.580253, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"]}, {"precision": 0.418438, "recall": 0.483202, "f1": 0.435693, "accuracy": 0.483202, "main_score": 0.435693, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"]}, {"precision": 0.579025, "recall": 0.635375, "f1": 0.593731, "accuracy": 0.635375, "main_score": 0.593731, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"]}, {"precision": 0.35097, "recall": 0.429842, "f1": 0.372566, "accuracy": 0.429842, "main_score": 0.372566, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"]}, {"precision": 0.555499, "recall": 0.613636, "f1": 0.570753, "accuracy": 0.613636, "main_score": 0.570753, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"]}, {"precision": 0.582366, "recall": 0.631423, "f1": 0.596234, "accuracy": 0.631423, "main_score": 0.596234, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"]}, {"precision": 0.557451, "recall": 0.608696, "f1": 0.571777, "accuracy": 0.608696, "main_score": 0.571777, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"]}, {"precision": 0.585127, "recall": 0.624506, "f1": 0.596037, "accuracy": 0.624506, "main_score": 0.596037, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"]}, {"precision": 0.541126, "recall": 0.600791, "f1": 0.558089, "accuracy": 0.600791, "main_score": 0.558089, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"]}, {"precision": 0.54254, "recall": 0.590909, "f1": 0.555847, "accuracy": 0.590909, "main_score": 0.555847, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"]}, {"precision": 0.558868, "recall": 0.614625, "f1": 0.574397, "accuracy": 0.614625, "main_score": 0.574397, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"]}, {"precision": 0.59422, "recall": 0.644269, "f1": 0.60786, "accuracy": 0.644269, "main_score": 0.60786, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"]}, {"precision": 0.6113, "recall": 0.652174, "f1": 0.622893, "accuracy": 0.652174, "main_score": 0.622893, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"]}, {"precision": 0.625467, "recall": 0.668972, "f1": 0.637468, "accuracy": 0.668972, "main_score": 0.637468, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"]}, {"precision": 0.479578, "recall": 0.533597, "f1": 0.494833, "accuracy": 0.533597, "main_score": 0.494833, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"]}, {"precision": 0.596853, "recall": 0.647233, "f1": 0.610447, "accuracy": 0.647233, "main_score": 0.610447, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"]}, {"precision": 0.564631, "recall": 0.618577, "f1": 0.579512, "accuracy": 0.618577, "main_score": 0.579512, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"]}, {"precision": 0.565582, "recall": 0.618577, "f1": 0.580344, "accuracy": 0.618577, "main_score": 0.580344, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"]}, {"precision": 0.486463, "recall": 0.543478, "f1": 0.502259, "accuracy": 0.543478, "main_score": 0.502259, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"]}, {"precision": 0.611939, "recall": 0.660079, "f1": 0.625424, "accuracy": 0.660079, "main_score": 0.625424, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"]}, {"precision": 0.565783, "recall": 0.610672, "f1": 0.578379, "accuracy": 0.610672, "main_score": 0.578379, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"]}, {"precision": 0.498317, "recall": 0.555336, "f1": 0.513993, "accuracy": 0.555336, "main_score": 0.513993, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"]}, {"precision": 0.50844, "recall": 0.575099, "f1": 0.527245, "accuracy": 0.575099, "main_score": 0.527245, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"]}, {"precision": 0.483986, "recall": 0.54249, "f1": 0.500513, "accuracy": 0.54249, "main_score": 0.500513, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"]}, {"precision": 0.610939, "recall": 0.658103, "f1": 0.623184, "accuracy": 0.658103, "main_score": 0.623184, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"]}, {"precision": 0.531867, "recall": 0.588933, "f1": 0.54711, "accuracy": 0.588933, "main_score": 0.54711, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"]}, {"precision": 0.445816, "recall": 0.504941, "f1": 0.462016, "accuracy": 0.504941, "main_score": 0.462016, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"]}, {"precision": 0.542561, "recall": 0.591897, "f1": 0.5562, "accuracy": 0.591897, "main_score": 0.5562, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"]}, {"precision": 0.536588, "recall": 0.599802, "f1": 0.553459, "accuracy": 0.599802, "main_score": 0.553459, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"]}, {"precision": 0.537776, "recall": 0.587945, "f1": 0.551803, "accuracy": 0.587945, "main_score": 0.551803, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"]}, {"precision": 0.511942, "recall": 0.563241, "f1": 0.525845, "accuracy": 0.563241, "main_score": 0.525845, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"]}, {"precision": 0.54848, "recall": 0.605731, "f1": 0.564068, "accuracy": 0.605731, "main_score": 0.564068, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"]}, {"precision": 0.501501, "recall": 0.554348, "f1": 0.516574, "accuracy": 0.554348, "main_score": 0.516574, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"]}, {"precision": 0.529796, "recall": 0.579051, "f1": 0.543274, "accuracy": 0.579051, "main_score": 0.543274, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"]}, {"precision": 0.588696, "recall": 0.631423, "f1": 0.600179, "accuracy": 0.631423, "main_score": 0.600179, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"]}, {"precision": 0.577794, "recall": 0.615613, "f1": 0.588636, "accuracy": 0.615613, "main_score": 0.588636, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"]}, {"precision": 0.580601, "recall": 0.616601, "f1": 0.590615, "accuracy": 0.616601, "main_score": 0.590615, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"]}, {"precision": 0.528576, "recall": 0.592885, "f1": 0.546136, "accuracy": 0.592885, "main_score": 0.546136, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"]}, {"precision": 0.531755, "recall": 0.587945, "f1": 0.546811, "accuracy": 0.587945, "main_score": 0.546811, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"]}, {"precision": 0.577053, "recall": 0.624506, "f1": 0.590286, "accuracy": 0.624506, "main_score": 0.590286, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"]}, {"precision": 0.434856, "recall": 0.500988, "f1": 0.453658, "accuracy": 0.500988, "main_score": 0.453658, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"]}, {"precision": 0.568732, "recall": 0.62253, "f1": 0.583236, "accuracy": 0.62253, "main_score": 0.583236, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"]}, {"precision": 0.539251, "recall": 0.591897, "f1": 0.55402, "accuracy": 0.591897, "main_score": 0.55402, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"]}, {"precision": 0.58058, "recall": 0.630435, "f1": 0.594224, "accuracy": 0.630435, "main_score": 0.594224, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"]}, {"precision": 0.564834, "recall": 0.619565, "f1": 0.579477, "accuracy": 0.619565, "main_score": 0.579477, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"]}, {"precision": 0.478619, "recall": 0.538538, "f1": 0.494831, "accuracy": 0.538538, "main_score": 0.494831, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"]}, {"precision": 0.513994, "recall": 0.566206, "f1": 0.52834, "accuracy": 0.566206, "main_score": 0.52834, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"]}, {"precision": 0.574804, "recall": 0.643281, "f1": 0.593983, "accuracy": 0.643281, "main_score": 0.593983, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"]}, {"precision": 0.526117, "recall": 0.587945, "f1": 0.543318, "accuracy": 0.587945, "main_score": 0.543318, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"]}, {"precision": 0.44206, "recall": 0.520751, "f1": 0.463146, "accuracy": 0.520751, "main_score": 0.463146, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"]}, {"precision": 0.586498, "recall": 0.646245, "f1": 0.60343, "accuracy": 0.646245, "main_score": 0.60343, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"]}, {"precision": 0.88354, "recall": 0.913043, "f1": 0.892869, "accuracy": 0.913043, "main_score": 0.892869, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"]}, {"precision": 0.594408, "recall": 0.655138, "f1": 0.611811, "accuracy": 0.655138, "main_score": 0.611811, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"]}, {"precision": 0.610334, "recall": 0.677866, "f1": 0.628826, "accuracy": 0.677866, "main_score": 0.628826, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"]}, {"precision": 0.545528, "recall": 0.613636, "f1": 0.564479, "accuracy": 0.613636, "main_score": 0.564479, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"]}, {"precision": 0.171772, "recall": 0.224308, "f1": 0.184765, "accuracy": 0.224308, "main_score": 0.184765, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"]}, {"precision": 0.635244, "recall": 0.683794, "f1": 0.649003, "accuracy": 0.683794, "main_score": 0.649003, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"]}, {"precision": 0.66783, "recall": 0.72332, "f1": 0.683616, "accuracy": 0.72332, "main_score": 0.683616, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"]}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"]}, {"precision": 0.527752, "recall": 0.586957, "f1": 0.54395, "accuracy": 0.586957, "main_score": 0.54395, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"]}, {"precision": 0.506629, "recall": 0.579051, "f1": 0.526186, "accuracy": 0.579051, "main_score": 0.526186, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"]}, {"precision": 0.561818, "recall": 0.625494, "f1": 0.579976, "accuracy": 0.625494, "main_score": 0.579976, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"]}, {"precision": 0.582658, "recall": 0.645257, "f1": 0.599708, "accuracy": 0.645257, "main_score": 0.599708, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"]}, {"precision": 0.871377, "recall": 0.90415, "f1": 0.881508, "accuracy": 0.90415, "main_score": 0.881508, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"]}, {"precision": 0.524087, "recall": 0.585968, "f1": 0.541835, "accuracy": 0.585968, "main_score": 0.541835, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"]}, {"precision": 0.524847, "recall": 0.593874, "f1": 0.54405, "accuracy": 0.593874, "main_score": 0.54405, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"]}, {"precision": 0.521698, "recall": 0.58004, "f1": 0.537624, "accuracy": 0.58004, "main_score": 0.537624, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"]}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"]}, {"precision": 0.33, "recall": 0.387352, "f1": 0.344945, "accuracy": 0.387352, "main_score": 0.344945, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"]}, {"precision": 0.586591, "recall": 0.655138, "f1": 0.605898, "accuracy": 0.655138, "main_score": 0.605898, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"]}, {"precision": 0.591247, "recall": 0.652174, "f1": 0.608498, "accuracy": 0.652174, "main_score": 0.608498, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"]}, {"precision": 0.688826, "recall": 0.755929, "f1": 0.708654, "accuracy": 0.755929, "main_score": 0.708654, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"]}, {"precision": 0.62766, "recall": 0.70751, "f1": 0.651344, "accuracy": 0.70751, "main_score": 0.651344, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"]}, {"precision": 0.704061, "recall": 0.756917, "f1": 0.718895, "accuracy": 0.756917, "main_score": 0.718895, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"]}, {"precision": 0.652579, "recall": 0.711462, "f1": 0.670471, "accuracy": 0.711462, "main_score": 0.670471, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"]}, {"precision": 0.682749, "recall": 0.746047, "f1": 0.701194, "accuracy": 0.746047, "main_score": 0.701194, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"]}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"]}, {"precision": 0.552829, "recall": 0.616601, "f1": 0.570244, "accuracy": 0.616601, "main_score": 0.570244, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"]}, {"precision": 0.554556, "recall": 0.618577, "f1": 0.572001, "accuracy": 0.618577, "main_score": 0.572001, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"]}, {"precision": 0.798897, "recall": 0.846838, "f1": 0.813721, "accuracy": 0.846838, "main_score": 0.813721, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"]}, {"precision": 0.46669, "recall": 0.528656, "f1": 0.483243, "accuracy": 0.528656, "main_score": 0.483243, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"]}, {"precision": 0.848765, "recall": 0.889328, "f1": 0.861397, "accuracy": 0.889328, "main_score": 0.861397, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"]}, {"precision": 0.553401, "recall": 0.617589, "f1": 0.571276, "accuracy": 0.617589, "main_score": 0.571276, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"]}, {"precision": 0.593754, "recall": 0.663043, "f1": 0.61284, "accuracy": 0.663043, "main_score": 0.61284, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"]}, {"precision": 0.201137, "recall": 0.257905, "f1": 0.213744, "accuracy": 0.257905, "main_score": 0.213744, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"]}, {"precision": 0.629431, "recall": 0.693676, "f1": 0.647098, "accuracy": 0.693676, "main_score": 0.647098, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"]}, {"precision": 0.780698, "recall": 0.835968, "f1": 0.797516, "accuracy": 0.835968, "main_score": 0.797516, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"]}, {"precision": 0.421362, "recall": 0.485178, "f1": 0.438832, "accuracy": 0.485178, "main_score": 0.438832, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"]}, {"precision": 0.661182, "recall": 0.716403, "f1": 0.676935, "accuracy": 0.716403, "main_score": 0.676935, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"]}, {"precision": 0.561289, "recall": 0.630435, "f1": 0.580976, "accuracy": 0.630435, "main_score": 0.580976, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"]}, {"precision": 0.505143, "recall": 0.574111, "f1": 0.524298, "accuracy": 0.574111, "main_score": 0.524298, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"]}, {"precision": 0.672885, "recall": 0.735178, "f1": 0.690634, "accuracy": 0.735178, "main_score": 0.690634, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"]}, {"precision": 0.276806, "recall": 0.356719, "f1": 0.297257, "accuracy": 0.356719, "main_score": 0.297257, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"]}, {"precision": 0.585732, "recall": 0.646245, "f1": 0.603576, "accuracy": 0.646245, "main_score": 0.603576, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"]}, {"precision": 0.592452, "recall": 0.658103, "f1": 0.611025, "accuracy": 0.658103, "main_score": 0.611025, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"]}, {"precision": 0.695892, "recall": 0.76087, "f1": 0.715596, "accuracy": 0.76087, "main_score": 0.715596, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"]}, {"precision": 0.563474, "recall": 0.629447, "f1": 0.582166, "accuracy": 0.629447, "main_score": 0.582166, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"]}, {"precision": 0.751795, "recall": 0.806324, "f1": 0.768281, "accuracy": 0.806324, "main_score": 0.768281, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"]}, {"precision": 0.468832, "recall": 0.533597, "f1": 0.486143, "accuracy": 0.533597, "main_score": 0.486143, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"]}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"]}, {"precision": 0.853837, "recall": 0.891304, "f1": 0.865481, "accuracy": 0.891304, "main_score": 0.865481, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"]}, {"precision": 0.938735, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"]}, {"precision": 0.618058, "recall": 0.671937, "f1": 0.633649, "accuracy": 0.671937, "main_score": 0.633649, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"]}, {"precision": 0.920949, "recall": 0.945652, "f1": 0.928854, "accuracy": 0.945652, "main_score": 0.928854, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"]}, {"precision": 0.454925, "recall": 0.529644, "f1": 0.475025, "accuracy": 0.529644, "main_score": 0.475025, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"]}, {"precision": 0.638679, "recall": 0.705534, "f1": 0.658439, "accuracy": 0.705534, "main_score": 0.658439, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"]}, {"precision": 0.833399, "recall": 0.874506, "f1": 0.845982, "accuracy": 0.874506, "main_score": 0.845982, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"]}, {"precision": 0.655551, "recall": 0.710474, "f1": 0.671218, "accuracy": 0.710474, "main_score": 0.671218, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"]}, {"precision": 0.638125, "recall": 0.697628, "f1": 0.655132, "accuracy": 0.697628, "main_score": 0.655132, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"]}, {"precision": 0.554731, "recall": 0.612648, "f1": 0.57108, "accuracy": 0.612648, "main_score": 0.57108, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"]}, {"precision": 0.535761, "recall": 0.596838, "f1": 0.553089, "accuracy": 0.596838, "main_score": 0.553089, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"]}, {"precision": 0.821534, "recall": 0.867589, "f1": 0.83559, "accuracy": 0.867589, "main_score": 0.83559, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"]}, {"precision": 0.533363, "recall": 0.597826, "f1": 0.551215, "accuracy": 0.597826, "main_score": 0.551215, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"]}, {"precision": 0.61006, "recall": 0.66996, "f1": 0.627525, "accuracy": 0.66996, "main_score": 0.627525, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"]}, {"precision": 0.931077, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"]}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"]}, {"precision": 0.491662, "recall": 0.555336, "f1": 0.508785, "accuracy": 0.555336, "main_score": 0.508785, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"]}, {"precision": 0.571242, "recall": 0.630435, "f1": 0.587375, "accuracy": 0.630435, "main_score": 0.587375, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"]}, {"precision": 0.596716, "recall": 0.655138, "f1": 0.613447, "accuracy": 0.655138, "main_score": 0.613447, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"]}, {"precision": 0.571797, "recall": 0.623518, "f1": 0.585948, "accuracy": 0.623518, "main_score": 0.585948, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"]}, {"precision": 0.535194, "recall": 0.603755, "f1": 0.555209, "accuracy": 0.603755, "main_score": 0.555209, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"]}, {"precision": 0.729414, "recall": 0.784585, "f1": 0.745775, "accuracy": 0.784585, "main_score": 0.745775, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"]}, {"precision": 0.748847, "recall": 0.800395, "f1": 0.764229, "accuracy": 0.800395, "main_score": 0.764229, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"]}, {"precision": 0.891749, "recall": 0.918972, "f1": 0.899901, "accuracy": 0.918972, "main_score": 0.899901, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"]}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"]}, {"precision": 0.498568, "recall": 0.58004, "f1": 0.522258, "accuracy": 0.58004, "main_score": 0.522258, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"]}, {"precision": 0.699285, "recall": 0.76087, "f1": 0.717869, "accuracy": 0.76087, "main_score": 0.717869, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"]}, {"precision": 0.60378, "recall": 0.653162, "f1": 0.617512, "accuracy": 0.653162, "main_score": 0.617512, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"]}, {"precision": 0.515284, "recall": 0.586957, "f1": 0.535803, "accuracy": 0.586957, "main_score": 0.535803, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"]}, {"precision": 0.499868, "recall": 0.559289, "f1": 0.516973, "accuracy": 0.559289, "main_score": 0.516973, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"]}, {"precision": 0.351278, "recall": 0.43083, "f1": 0.372795, "accuracy": 0.43083, "main_score": 0.372795, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"]}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"]}, {"precision": 0.559693, "recall": 0.615613, "f1": 0.574829, "accuracy": 0.615613, "main_score": 0.574829, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"]}, {"precision": 0.812961, "recall": 0.853755, "f1": 0.825, "accuracy": 0.853755, "main_score": 0.825, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"]}, {"precision": 0.917161, "recall": 0.938735, "f1": 0.924045, "accuracy": 0.938735, "main_score": 0.924045, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"]}, {"precision": 0.558366, "recall": 0.616601, "f1": 0.575005, "accuracy": 0.616601, "main_score": 0.575005, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"]}, {"precision": 0.575758, "recall": 0.635375, "f1": 0.592406, "accuracy": 0.635375, "main_score": 0.592406, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"]}, {"precision": 0.523395, "recall": 0.588933, "f1": 0.541457, "accuracy": 0.588933, "main_score": 0.541457, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"]}, {"precision": 0.187521, "recall": 0.231225, "f1": 0.198506, "accuracy": 0.231225, "main_score": 0.198506, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"]}, {"precision": 0.596225, "recall": 0.642292, "f1": 0.608821, "accuracy": 0.642292, "main_score": 0.608821, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952536, "accuracy": 0.963439, "main_score": 0.952536, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"]}, {"precision": 0.6333, "recall": 0.689723, "f1": 0.650231, "accuracy": 0.689723, "main_score": 0.650231, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"]}, {"precision": 0.919499, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"]}, {"precision": 0.517774, "recall": 0.572134, "f1": 0.533914, "accuracy": 0.572134, "main_score": 0.533914, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"]}, {"precision": 0.472234, "recall": 0.543478, "f1": 0.491249, "accuracy": 0.543478, "main_score": 0.491249, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"]}, {"precision": 0.533952, "recall": 0.590909, "f1": 0.550003, "accuracy": 0.590909, "main_score": 0.550003, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"]}, {"precision": 0.552503, "recall": 0.612648, "f1": 0.569184, "accuracy": 0.612648, "main_score": 0.569184, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"]}, {"precision": 0.847348, "recall": 0.886364, "f1": 0.85942, "accuracy": 0.886364, "main_score": 0.85942, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"]}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"]}, {"precision": 0.50695, "recall": 0.560277, "f1": 0.522036, "accuracy": 0.560277, "main_score": 0.522036, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"]}, {"precision": 0.508568, "recall": 0.572134, "f1": 0.526157, "accuracy": 0.572134, "main_score": 0.526157, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"]}, {"precision": 0.48467, "recall": 0.536561, "f1": 0.49925, "accuracy": 0.536561, "main_score": 0.49925, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"]}, {"precision": 0.893198, "recall": 0.921937, "f1": 0.90224, "accuracy": 0.921937, "main_score": 0.90224, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"]}, {"precision": 0.322607, "recall": 0.37747, "f1": 0.337886, "accuracy": 0.37747, "main_score": 0.337886, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"]}, {"precision": 0.535081, "recall": 0.591897, "f1": 0.550862, "accuracy": 0.591897, "main_score": 0.550862, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"]}, {"precision": 0.94277, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"]}, {"precision": 0.922596, "recall": 0.94664, "f1": 0.930336, "accuracy": 0.94664, "main_score": 0.930336, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"]}, {"precision": 0.569288, "recall": 0.618577, "f1": 0.583649, "accuracy": 0.618577, "main_score": 0.583649, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"]}, {"precision": 0.647494, "recall": 0.709486, "f1": 0.665514, "accuracy": 0.709486, "main_score": 0.665514, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"]}, {"precision": 0.924819, "recall": 0.945652, "f1": 0.931555, "accuracy": 0.945652, "main_score": 0.931555, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"]}, {"precision": 0.56567, "recall": 0.649209, "f1": 0.589764, "accuracy": 0.649209, "main_score": 0.589764, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"]}, {"precision": 0.64633, "recall": 0.704545, "f1": 0.662799, "accuracy": 0.704545, "main_score": 0.662799, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"]}, {"precision": 0.617622, "recall": 0.667984, "f1": 0.63258, "accuracy": 0.667984, "main_score": 0.63258, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"]}, {"precision": 0.602253, "recall": 0.66996, "f1": 0.621754, "accuracy": 0.66996, "main_score": 0.621754, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"]}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"]}, {"precision": 0.971542, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"]}, {"precision": 0.884387, "recall": 0.918972, "f1": 0.895586, "accuracy": 0.918972, "main_score": 0.895586, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"]}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"]}, {"precision": 0.519749, "recall": 0.575099, "f1": 0.535438, "accuracy": 0.575099, "main_score": 0.535438, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"]}, {"precision": 0.527586, "recall": 0.579051, "f1": 0.541569, "accuracy": 0.579051, "main_score": 0.541569, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"]}, {"precision": 0.741502, "recall": 0.79249, "f1": 0.756851, "accuracy": 0.79249, "main_score": 0.756851, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"]}, {"precision": 0.436161, "recall": 0.495059, "f1": 0.452431, "accuracy": 0.495059, "main_score": 0.452431, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"]}, {"precision": 0.797546, "recall": 0.846838, "f1": 0.812008, "accuracy": 0.846838, "main_score": 0.812008, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"]}, {"precision": 0.51803, "recall": 0.578063, "f1": 0.534337, "accuracy": 0.578063, "main_score": 0.534337, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"]}, {"precision": 0.544712, "recall": 0.610672, "f1": 0.563883, "accuracy": 0.610672, "main_score": 0.563883, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"]}, {"precision": 0.206723, "recall": 0.250988, "f1": 0.21673, "accuracy": 0.250988, "main_score": 0.21673, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"]}, {"precision": 0.605649, "recall": 0.655138, "f1": 0.619993, "accuracy": 0.655138, "main_score": 0.619993, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"]}, {"precision": 0.745759, "recall": 0.806324, "f1": 0.763856, "accuracy": 0.806324, "main_score": 0.763856, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"]}, {"precision": 0.955863, "recall": 0.966403, "f1": 0.959124, "accuracy": 0.966403, "main_score": 0.959124, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"]}, {"precision": 0.391926, "recall": 0.447628, "f1": 0.406852, "accuracy": 0.447628, "main_score": 0.406852, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"]}, {"precision": 0.941206, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"]}, {"precision": 0.635253, "recall": 0.6917, "f1": 0.651828, "accuracy": 0.6917, "main_score": 0.651828, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"]}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"]}, {"precision": 0.520103, "recall": 0.582016, "f1": 0.538589, "accuracy": 0.582016, "main_score": 0.538589, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"]}, {"precision": 0.476913, "recall": 0.536561, "f1": 0.492875, "accuracy": 0.536561, "main_score": 0.492875, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"]}, {"precision": 0.634833, "recall": 0.6917, "f1": 0.650867, "accuracy": 0.6917, "main_score": 0.650867, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"]}, {"precision": 0.231292, "recall": 0.309289, "f1": 0.250989, "accuracy": 0.309289, "main_score": 0.250989, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"]}, {"precision": 0.907362, "recall": 0.933794, "f1": 0.915744, "accuracy": 0.933794, "main_score": 0.915744, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"]}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"]}, {"precision": 0.551696, "recall": 0.607708, "f1": 0.568347, "accuracy": 0.607708, "main_score": 0.568347, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"]}, {"precision": 0.541753, "recall": 0.599802, "f1": 0.557838, "accuracy": 0.599802, "main_score": 0.557838, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"]}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"]}, {"precision": 0.662312, "recall": 0.729249, "f1": 0.682183, "accuracy": 0.729249, "main_score": 0.682183, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"]}, {"precision": 0.527056, "recall": 0.586957, "f1": 0.544055, "accuracy": 0.586957, "main_score": 0.544055, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"]}, {"precision": 0.721838, "recall": 0.781621, "f1": 0.739822, "accuracy": 0.781621, "main_score": 0.739822, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"]}, {"precision": 0.954545, "recall": 0.966403, "f1": 0.958122, "accuracy": 0.966403, "main_score": 0.958122, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"]}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"]}, {"precision": 0.434785, "recall": 0.495059, "f1": 0.451209, "accuracy": 0.495059, "main_score": 0.451209, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"]}, {"precision": 0.93083, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"]}, {"precision": 0.798567, "recall": 0.843874, "f1": 0.812404, "accuracy": 0.843874, "main_score": 0.812404, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"]}, {"precision": 0.885787, "recall": 0.918972, "f1": 0.896278, "accuracy": 0.918972, "main_score": 0.896278, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"]}, {"precision": 0.583804, "recall": 0.63834, "f1": 0.599645, "accuracy": 0.63834, "main_score": 0.599645, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957312, "accuracy": 0.967391, "main_score": 0.957312, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"]}, {"precision": 0.848897, "recall": 0.889328, "f1": 0.861528, "accuracy": 0.889328, "main_score": 0.861528, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"]}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"]}, {"precision": 0.438465, "recall": 0.5, "f1": 0.454897, "accuracy": 0.5, "main_score": 0.454897, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"]}, {"precision": 0.595026, "recall": 0.662055, "f1": 0.614988, "accuracy": 0.662055, "main_score": 0.614988, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"]}, {"precision": 0.929018, "recall": 0.949605, "f1": 0.935606, "accuracy": 0.949605, "main_score": 0.935606, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"]}, {"precision": 0.786215, "recall": 0.83498, "f1": 0.801402, "accuracy": 0.83498, "main_score": 0.801402, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.978543, "accuracy": 0.983202, "main_score": 0.978543, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"]}, {"precision": 0.60607, "recall": 0.659091, "f1": 0.621178, "accuracy": 0.659091, "main_score": 0.621178, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"]}, {"precision": 0.582907, "recall": 0.646245, "f1": 0.601022, "accuracy": 0.646245, "main_score": 0.601022, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"]}, {"precision": 0.877141, "recall": 0.911067, "f1": 0.887648, "accuracy": 0.911067, "main_score": 0.887648, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"]}, {"precision": 0.516568, "recall": 0.577075, "f1": 0.533667, "accuracy": 0.577075, "main_score": 0.533667, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"]}, {"precision": 0.507001, "recall": 0.566206, "f1": 0.523923, "accuracy": 0.566206, "main_score": 0.523923, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"]}, {"precision": 0.783663, "recall": 0.832016, "f1": 0.79832, "accuracy": 0.832016, "main_score": 0.79832, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"]}, {"precision": 0.514992, "recall": 0.570158, "f1": 0.530501, "accuracy": 0.570158, "main_score": 0.530501, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"]}, {"precision": 0.58595, "recall": 0.647233, "f1": 0.603461, "accuracy": 0.647233, "main_score": 0.603461, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"]}, {"precision": 0.89748, "recall": 0.924901, "f1": 0.906192, "accuracy": 0.924901, "main_score": 0.906192, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"]}, {"precision": 0.476043, "recall": 0.524704, "f1": 0.489577, "accuracy": 0.524704, "main_score": 0.489577, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"]}, {"precision": 0.555496, "recall": 0.613636, "f1": 0.571434, "accuracy": 0.613636, "main_score": 0.571434, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"]}, {"precision": 0.566925, "recall": 0.630435, "f1": 0.585771, "accuracy": 0.630435, "main_score": 0.585771, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"]}, {"precision": 0.52963, "recall": 0.582016, "f1": 0.544076, "accuracy": 0.582016, "main_score": 0.544076, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"]}, {"precision": 0.504044, "recall": 0.565217, "f1": 0.521953, "accuracy": 0.565217, "main_score": 0.521953, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"]}, {"precision": 0.685787, "recall": 0.744071, "f1": 0.703346, "accuracy": 0.744071, "main_score": 0.703346, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"]}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"]}, {"precision": 0.701087, "recall": 0.748024, "f1": 0.715679, "accuracy": 0.748024, "main_score": 0.715679, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"]}, {"precision": 0.805978, "recall": 0.846838, "f1": 0.818017, "accuracy": 0.846838, "main_score": 0.818017, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"]}, {"precision": 0.903986, "recall": 0.932806, "f1": 0.913208, "accuracy": 0.932806, "main_score": 0.913208, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.960098, "accuracy": 0.968379, "main_score": 0.960098, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"]}, {"precision": 0.45607, "recall": 0.52668, "f1": 0.476729, "accuracy": 0.52668, "main_score": 0.476729, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"]}, {"precision": 0.672365, "recall": 0.729249, "f1": 0.689116, "accuracy": 0.729249, "main_score": 0.689116, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"]}, {"precision": 0.541989, "recall": 0.592885, "f1": 0.556279, "accuracy": 0.592885, "main_score": 0.556279, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"]}, {"precision": 0.584759, "recall": 0.651186, "f1": 0.603691, "accuracy": 0.651186, "main_score": 0.603691, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"]}, {"precision": 0.535437, "recall": 0.602767, "f1": 0.554509, "accuracy": 0.602767, "main_score": 0.554509, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"]}, {"precision": 0.45069, "recall": 0.529644, "f1": 0.472324, "accuracy": 0.529644, "main_score": 0.472324, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"]}, {"precision": 0.61083, "recall": 0.666996, "f1": 0.626541, "accuracy": 0.666996, "main_score": 0.626541, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"]}, {"precision": 0.887681, "recall": 0.918972, "f1": 0.897497, "accuracy": 0.918972, "main_score": 0.897497, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"]}, {"precision": 0.967556, "recall": 0.976285, "f1": 0.970356, "accuracy": 0.976285, "main_score": 0.970356, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"]}, {"precision": 0.618676, "recall": 0.671937, "f1": 0.634074, "accuracy": 0.671937, "main_score": 0.634074, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"]}, {"precision": 0.629787, "recall": 0.688735, "f1": 0.646033, "accuracy": 0.688735, "main_score": 0.646033, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"]}, {"precision": 0.574038, "recall": 0.639328, "f1": 0.592558, "accuracy": 0.639328, "main_score": 0.592558, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"]}, {"precision": 0.186724, "recall": 0.238142, "f1": 0.199766, "accuracy": 0.238142, "main_score": 0.199766, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"]}, {"precision": 0.651032, "recall": 0.701581, "f1": 0.665046, "accuracy": 0.701581, "main_score": 0.665046, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"]}, {"precision": 0.693165, "recall": 0.745059, "f1": 0.708432, "accuracy": 0.745059, "main_score": 0.708432, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"]}, {"precision": 0.562806, "recall": 0.612648, "f1": 0.577111, "accuracy": 0.612648, "main_score": 0.577111, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"]}, {"precision": 0.521885, "recall": 0.597826, "f1": 0.542606, "accuracy": 0.597826, "main_score": 0.542606, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"]}, {"precision": 0.570133, "recall": 0.634387, "f1": 0.58848, "accuracy": 0.634387, "main_score": 0.58848, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"]}, {"precision": 0.591197, "recall": 0.650198, "f1": 0.607668, "accuracy": 0.650198, "main_score": 0.607668, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"]}, {"precision": 0.909091, "recall": 0.936759, "f1": 0.918149, "accuracy": 0.936759, "main_score": 0.918149, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"]}, {"precision": 0.542515, "recall": 0.600791, "f1": 0.559823, "accuracy": 0.600791, "main_score": 0.559823, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"]}, {"precision": 0.554262, "recall": 0.618577, "f1": 0.572022, "accuracy": 0.618577, "main_score": 0.572022, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"]}, {"precision": 0.534485, "recall": 0.591897, "f1": 0.550146, "accuracy": 0.591897, "main_score": 0.550146, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"]}, {"precision": 0.319468, "recall": 0.385375, "f1": 0.337788, "accuracy": 0.385375, "main_score": 0.337788, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"]}, {"precision": 0.612328, "recall": 0.66996, "f1": 0.628433, "accuracy": 0.66996, "main_score": 0.628433, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"]}, {"precision": 0.5966, "recall": 0.65415, "f1": 0.613323, "accuracy": 0.65415, "main_score": 0.613323, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"]}, {"precision": 0.722716, "recall": 0.786561, "f1": 0.742095, "accuracy": 0.786561, "main_score": 0.742095, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"]}, {"precision": 0.671633, "recall": 0.747036, "f1": 0.693692, "accuracy": 0.747036, "main_score": 0.693692, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"]}, {"precision": 0.728073, "recall": 0.782609, "f1": 0.744041, "accuracy": 0.782609, "main_score": 0.744041, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"]}, {"precision": 0.675346, "recall": 0.731225, "f1": 0.692133, "accuracy": 0.731225, "main_score": 0.692133, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"]}, {"precision": 0.679891, "recall": 0.743083, "f1": 0.698339, "accuracy": 0.743083, "main_score": 0.698339, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"]}, {"precision": 0.567667, "recall": 0.630435, "f1": 0.585184, "accuracy": 0.630435, "main_score": 0.585184, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"]}, {"precision": 0.563911, "recall": 0.620553, "f1": 0.580138, "accuracy": 0.620553, "main_score": 0.580138, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"]}, {"precision": 0.803426, "recall": 0.852767, "f1": 0.818445, "accuracy": 0.852767, "main_score": 0.818445, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"]}, {"precision": 0.48274, "recall": 0.545455, "f1": 0.499725, "accuracy": 0.545455, "main_score": 0.499725, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"]}, {"precision": 0.858837, "recall": 0.900198, "f1": 0.871953, "accuracy": 0.900198, "main_score": 0.871953, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"]}, {"precision": 0.554027, "recall": 0.618577, "f1": 0.572128, "accuracy": 0.618577, "main_score": 0.572128, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"]}, {"precision": 0.604882, "recall": 0.678854, "f1": 0.625872, "accuracy": 0.678854, "main_score": 0.625872, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"]}, {"precision": 0.189134, "recall": 0.247036, "f1": 0.202325, "accuracy": 0.247036, "main_score": 0.202325, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"]}, {"precision": 0.650148, "recall": 0.711462, "f1": 0.667467, "accuracy": 0.711462, "main_score": 0.667467, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"]}, {"precision": 0.823897, "recall": 0.87253, "f1": 0.838801, "accuracy": 0.87253, "main_score": 0.838801, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"]}, {"precision": 0.4201, "recall": 0.476285, "f1": 0.435894, "accuracy": 0.476285, "main_score": 0.435894, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"]}, {"precision": 0.675158, "recall": 0.730237, "f1": 0.69157, "accuracy": 0.730237, "main_score": 0.69157, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"]}, {"precision": 0.565791, "recall": 0.632411, "f1": 0.58488, "accuracy": 0.632411, "main_score": 0.58488, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"]}, {"precision": 0.524562, "recall": 0.590909, "f1": 0.543382, "accuracy": 0.590909, "main_score": 0.543382, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"]}, {"precision": 0.680072, "recall": 0.733202, "f1": 0.695525, "accuracy": 0.733202, "main_score": 0.695525, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"]}, {"precision": 0.246832, "recall": 0.328063, "f1": 0.268986, "accuracy": 0.328063, "main_score": 0.268986, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"]}, {"precision": 0.590399, "recall": 0.653162, "f1": 0.608992, "accuracy": 0.653162, "main_score": 0.608992, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"]}, {"precision": 0.609332, "recall": 0.670949, "f1": 0.627014, "accuracy": 0.670949, "main_score": 0.627014, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"]}, {"precision": 0.720184, "recall": 0.781621, "f1": 0.738441, "accuracy": 0.781621, "main_score": 0.738441, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"]}, {"precision": 0.589859, "recall": 0.648221, "f1": 0.606069, "accuracy": 0.648221, "main_score": 0.606069, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"]}, {"precision": 0.811841, "recall": 0.855731, "f1": 0.825099, "accuracy": 0.855731, "main_score": 0.825099, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"]}, {"precision": 0.4858, "recall": 0.550395, "f1": 0.503433, "accuracy": 0.550395, "main_score": 0.503433, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"]}, {"precision": 0.888587, "recall": 0.918972, "f1": 0.898123, "accuracy": 0.918972, "main_score": 0.898123, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"]}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"]}, {"precision": 0.627215, "recall": 0.682806, "f1": 0.643947, "accuracy": 0.682806, "main_score": 0.643947, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"]}, {"precision": 0.918182, "recall": 0.943676, "f1": 0.926383, "accuracy": 0.943676, "main_score": 0.926383, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"]}, {"precision": 0.46989, "recall": 0.541502, "f1": 0.489484, "accuracy": 0.541502, "main_score": 0.489484, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"]}, {"precision": 0.638933, "recall": 0.710474, "f1": 0.660743, "accuracy": 0.710474, "main_score": 0.660743, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"]}, {"precision": 0.861331, "recall": 0.899209, "f1": 0.87332, "accuracy": 0.899209, "main_score": 0.87332, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"]}, {"precision": 0.656103, "recall": 0.709486, "f1": 0.671676, "accuracy": 0.709486, "main_score": 0.671676, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"]}, {"precision": 0.657964, "recall": 0.716403, "f1": 0.674936, "accuracy": 0.716403, "main_score": 0.674936, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"]}, {"precision": 0.959733, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"]}, {"precision": 0.563681, "recall": 0.629447, "f1": 0.582652, "accuracy": 0.629447, "main_score": 0.582652, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"]}, {"precision": 0.548534, "recall": 0.614625, "f1": 0.567026, "accuracy": 0.614625, "main_score": 0.567026, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"]}, {"precision": 0.844038, "recall": 0.884387, "f1": 0.856522, "accuracy": 0.884387, "main_score": 0.856522, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"]}, {"precision": 0.569496, "recall": 0.628458, "f1": 0.585876, "accuracy": 0.628458, "main_score": 0.585876, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"]}, {"precision": 0.624319, "recall": 0.687747, "f1": 0.642279, "accuracy": 0.687747, "main_score": 0.642279, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"]}, {"precision": 0.93083, "recall": 0.953557, "f1": 0.938406, "accuracy": 0.953557, "main_score": 0.938406, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"]}, {"precision": 0.502981, "recall": 0.559289, "f1": 0.518982, "accuracy": 0.559289, "main_score": 0.518982, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"]}, {"precision": 0.580783, "recall": 0.639328, "f1": 0.596801, "accuracy": 0.639328, "main_score": 0.596801, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"]}, {"precision": 0.606103, "recall": 0.668972, "f1": 0.623677, "accuracy": 0.668972, "main_score": 0.623677, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"]}, {"precision": 0.590342, "recall": 0.642292, "f1": 0.605051, "accuracy": 0.642292, "main_score": 0.605051, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"]}, {"precision": 0.552826, "recall": 0.619565, "f1": 0.572283, "accuracy": 0.619565, "main_score": 0.572283, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"]}, {"precision": 0.755303, "recall": 0.807312, "f1": 0.770982, "accuracy": 0.807312, "main_score": 0.770982, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"]}, {"precision": 0.762187, "recall": 0.815217, "f1": 0.778261, "accuracy": 0.815217, "main_score": 0.778261, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"]}, {"precision": 0.883152, "recall": 0.910079, "f1": 0.891257, "accuracy": 0.910079, "main_score": 0.891257, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"]}, {"precision": 0.495627, "recall": 0.573123, "f1": 0.518365, "accuracy": 0.573123, "main_score": 0.518365, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"]}, {"precision": 0.717581, "recall": 0.77668, "f1": 0.73512, "accuracy": 0.77668, "main_score": 0.73512, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"]}, {"precision": 0.612773, "recall": 0.661067, "f1": 0.626602, "accuracy": 0.661067, "main_score": 0.626602, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"]}, {"precision": 0.450469, "recall": 0.503953, "f1": 0.466206, "accuracy": 0.503953, "main_score": 0.466206, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"]}, {"precision": 0.519365, "recall": 0.565217, "f1": 0.532397, "accuracy": 0.565217, "main_score": 0.532397, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"]}, {"precision": 0.222139, "recall": 0.267787, "f1": 0.233455, "accuracy": 0.267787, "main_score": 0.233455, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"]}, {"precision": 0.60927, "recall": 0.657115, "f1": 0.622347, "accuracy": 0.657115, "main_score": 0.622347, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"]}, {"precision": 0.545729, "recall": 0.593874, "f1": 0.559384, "accuracy": 0.593874, "main_score": 0.559384, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"]}, {"precision": 0.608522, "recall": 0.65415, "f1": 0.621784, "accuracy": 0.65415, "main_score": 0.621784, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"]}, {"precision": 0.61838, "recall": 0.656126, "f1": 0.628611, "accuracy": 0.656126, "main_score": 0.628611, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"]}, {"precision": 0.569789, "recall": 0.610672, "f1": 0.580632, "accuracy": 0.610672, "main_score": 0.580632, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"]}, {"precision": 0.601212, "recall": 0.643281, "f1": 0.613119, "accuracy": 0.643281, "main_score": 0.613119, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"]}, {"precision": 0.624677, "recall": 0.663043, "f1": 0.634834, "accuracy": 0.663043, "main_score": 0.634834, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"]}, {"precision": 0.630676, "recall": 0.66502, "f1": 0.640553, "accuracy": 0.66502, "main_score": 0.640553, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"]}, {"precision": 0.60224, "recall": 0.648221, "f1": 0.614617, "accuracy": 0.648221, "main_score": 0.614617, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"]}, {"precision": 0.593846, "recall": 0.63834, "f1": 0.606926, "accuracy": 0.63834, "main_score": 0.606926, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"]}, {"precision": 0.550004, "recall": 0.59585, "f1": 0.563207, "accuracy": 0.59585, "main_score": 0.563207, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"]}, {"precision": 0.598388, "recall": 0.652174, "f1": 0.613673, "accuracy": 0.652174, "main_score": 0.613673, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"]}, {"precision": 0.549196, "recall": 0.599802, "f1": 0.56296, "accuracy": 0.599802, "main_score": 0.56296, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"]}, {"precision": 0.618802, "recall": 0.660079, "f1": 0.629479, "accuracy": 0.660079, "main_score": 0.629479, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"]}, {"precision": 0.590672, "recall": 0.636364, "f1": 0.602957, "accuracy": 0.636364, "main_score": 0.602957, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"]}, {"precision": 0.573742, "recall": 0.621542, "f1": 0.587289, "accuracy": 0.621542, "main_score": 0.587289, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"]}, {"precision": 0.64459, "recall": 0.684783, "f1": 0.655967, "accuracy": 0.684783, "main_score": 0.655967, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"]}, {"precision": 0.622251, "recall": 0.661067, "f1": 0.633033, "accuracy": 0.661067, "main_score": 0.633033, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"]}, {"precision": 0.504125, "recall": 0.550395, "f1": 0.517269, "accuracy": 0.550395, "main_score": 0.517269, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"]}, {"precision": 0.602666, "recall": 0.649209, "f1": 0.615511, "accuracy": 0.649209, "main_score": 0.615511, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"]}, {"precision": 0.593977, "recall": 0.641304, "f1": 0.607402, "accuracy": 0.641304, "main_score": 0.607402, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"]}, {"precision": 0.608641, "recall": 0.647233, "f1": 0.6195, "accuracy": 0.647233, "main_score": 0.6195, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"]}, {"precision": 0.191612, "recall": 0.232213, "f1": 0.201157, "accuracy": 0.232213, "main_score": 0.201157, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"]}, {"precision": 0.588145, "recall": 0.633399, "f1": 0.600777, "accuracy": 0.633399, "main_score": 0.600777, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"]}, {"precision": 0.590196, "recall": 0.631423, "f1": 0.601278, "accuracy": 0.631423, "main_score": 0.601278, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"]}, {"precision": 0.621302, "recall": 0.662055, "f1": 0.632213, "accuracy": 0.662055, "main_score": 0.632213, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"]}, {"precision": 0.612226, "recall": 0.655138, "f1": 0.623926, "accuracy": 0.655138, "main_score": 0.623926, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"]}, {"precision": 0.578349, "recall": 0.628458, "f1": 0.592432, "accuracy": 0.628458, "main_score": 0.592432, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"]}, {"precision": 0.602104, "recall": 0.646245, "f1": 0.615043, "accuracy": 0.646245, "main_score": 0.615043, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"]}, {"precision": 0.560716, "recall": 0.601779, "f1": 0.572831, "accuracy": 0.601779, "main_score": 0.572831, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"]}, {"precision": 0.604499, "recall": 0.648221, "f1": 0.616947, "accuracy": 0.648221, "main_score": 0.616947, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"]}, {"precision": 0.509313, "recall": 0.566206, "f1": 0.525405, "accuracy": 0.566206, "main_score": 0.525405, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"]}, {"precision": 0.582031, "recall": 0.618577, "f1": 0.592476, "accuracy": 0.618577, "main_score": 0.592476, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"]}, {"precision": 0.607557, "recall": 0.657115, "f1": 0.621471, "accuracy": 0.657115, "main_score": 0.621471, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"]}, {"precision": 0.584848, "recall": 0.628458, "f1": 0.597451, "accuracy": 0.628458, "main_score": 0.597451, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"]}, {"precision": 0.571864, "recall": 0.618577, "f1": 0.584948, "accuracy": 0.618577, "main_score": 0.584948, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"]}, {"precision": 0.545603, "recall": 0.594862, "f1": 0.559953, "accuracy": 0.594862, "main_score": 0.559953, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"]}, {"precision": 0.4021, "recall": 0.461462, "f1": 0.418768, "accuracy": 0.461462, "main_score": 0.418768, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"]}, {"precision": 0.611314, "recall": 0.649209, "f1": 0.622067, "accuracy": 0.649209, "main_score": 0.622067, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"]}, {"precision": 0.549127, "recall": 0.598814, "f1": 0.56361, "accuracy": 0.598814, "main_score": 0.56361, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"]}, {"precision": 0.618403, "recall": 0.660079, "f1": 0.630144, "accuracy": 0.660079, "main_score": 0.630144, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"]}, {"precision": 0.628568, "recall": 0.663043, "f1": 0.638519, "accuracy": 0.663043, "main_score": 0.638519, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"]}, {"precision": 0.603077, "recall": 0.645257, "f1": 0.614588, "accuracy": 0.645257, "main_score": 0.614588, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"]}, {"precision": 0.598627, "recall": 0.643281, "f1": 0.610871, "accuracy": 0.643281, "main_score": 0.610871, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"]}, {"precision": 0.546179, "recall": 0.592885, "f1": 0.559952, "accuracy": 0.592885, "main_score": 0.559952, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"]}, {"precision": 0.556242, "recall": 0.602767, "f1": 0.569768, "accuracy": 0.602767, "main_score": 0.569768, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"]}, {"precision": 0.631233, "recall": 0.662055, "f1": 0.639926, "accuracy": 0.662055, "main_score": 0.639926, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"]}, {"precision": 0.618976, "recall": 0.664032, "f1": 0.631325, "accuracy": 0.664032, "main_score": 0.631325, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"]}, {"precision": 0.628234, "recall": 0.661067, "f1": 0.637044, "accuracy": 0.661067, "main_score": 0.637044, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"]}, {"precision": 0.507345, "recall": 0.560277, "f1": 0.523292, "accuracy": 0.560277, "main_score": 0.523292, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"]}, {"precision": 0.598304, "recall": 0.647233, "f1": 0.611914, "accuracy": 0.647233, "main_score": 0.611914, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"]}, {"precision": 0.444578, "recall": 0.495059, "f1": 0.457525, "accuracy": 0.495059, "main_score": 0.457525, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"]}, {"precision": 0.539998, "recall": 0.58004, "f1": 0.551812, "accuracy": 0.58004, "main_score": 0.551812, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"]}, {"precision": 0.646286, "recall": 0.677866, "f1": 0.654393, "accuracy": 0.677866, "main_score": 0.654393, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"]}, {"precision": 0.314642, "recall": 0.365613, "f1": 0.328414, "accuracy": 0.365613, "main_score": 0.328414, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"]}, {"precision": 0.603426, "recall": 0.645257, "f1": 0.615302, "accuracy": 0.645257, "main_score": 0.615302, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"]}, {"precision": 0.586697, "recall": 0.640316, "f1": 0.601627, "accuracy": 0.640316, "main_score": 0.601627, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"]}, {"precision": 0.622012, "recall": 0.663043, "f1": 0.633158, "accuracy": 0.663043, "main_score": 0.633158, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"]}, {"precision": 0.571335, "recall": 0.624506, "f1": 0.586521, "accuracy": 0.624506, "main_score": 0.586521, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"]}, {"precision": 0.74137, "recall": 0.797431, "f1": 0.757924, "accuracy": 0.797431, "main_score": 0.757924, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"]}, {"precision": 0.624102, "recall": 0.656126, "f1": 0.633436, "accuracy": 0.656126, "main_score": 0.633436, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"]}, {"precision": 0.573701, "recall": 0.615613, "f1": 0.585348, "accuracy": 0.615613, "main_score": 0.585348, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"]}, {"precision": 0.633061, "recall": 0.672925, "f1": 0.644285, "accuracy": 0.672925, "main_score": 0.644285, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"]}, {"precision": 0.560128, "recall": 0.598814, "f1": 0.571467, "accuracy": 0.598814, "main_score": 0.571467, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"]}, {"precision": 0.621814, "recall": 0.664032, "f1": 0.63306, "accuracy": 0.664032, "main_score": 0.63306, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"]}, {"precision": 0.56007, "recall": 0.599802, "f1": 0.572464, "accuracy": 0.599802, "main_score": 0.572464, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"]}, {"precision": 0.577748, "recall": 0.62253, "f1": 0.589632, "accuracy": 0.62253, "main_score": 0.589632, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"]}, {"precision": 0.57769, "recall": 0.621542, "f1": 0.589834, "accuracy": 0.621542, "main_score": 0.589834, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"]}, {"precision": 0.60709, "recall": 0.649209, "f1": 0.618448, "accuracy": 0.649209, "main_score": 0.618448, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"]}, {"precision": 0.272046, "recall": 0.321146, "f1": 0.283918, "accuracy": 0.321146, "main_score": 0.283918, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"]}, {"precision": 0.561328, "recall": 0.602767, "f1": 0.572954, "accuracy": 0.602767, "main_score": 0.572954, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"]}, {"precision": 0.570798, "recall": 0.617589, "f1": 0.583792, "accuracy": 0.617589, "main_score": 0.583792, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"]}, {"precision": 0.573897, "recall": 0.612648, "f1": 0.585427, "accuracy": 0.612648, "main_score": 0.585427, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"]}, {"precision": 0.527226, "recall": 0.58004, "f1": 0.541928, "accuracy": 0.58004, "main_score": 0.541928, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"]}, {"precision": 0.630697, "recall": 0.670949, "f1": 0.641485, "accuracy": 0.670949, "main_score": 0.641485, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"]}, {"precision": 0.60613, "recall": 0.645257, "f1": 0.61647, "accuracy": 0.645257, "main_score": 0.61647, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"]}, {"precision": 0.622419, "recall": 0.661067, "f1": 0.632976, "accuracy": 0.661067, "main_score": 0.632976, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"]}, {"precision": 0.507186, "recall": 0.562253, "f1": 0.522433, "accuracy": 0.562253, "main_score": 0.522433, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"]}, {"precision": 0.625331, "recall": 0.659091, "f1": 0.635344, "accuracy": 0.659091, "main_score": 0.635344, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"]}, {"precision": 0.594379, "recall": 0.642292, "f1": 0.608542, "accuracy": 0.642292, "main_score": 0.608542, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"]}, {"precision": 0.622358, "recall": 0.662055, "f1": 0.633667, "accuracy": 0.662055, "main_score": 0.633667, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"]}, {"precision": 0.603128, "recall": 0.648221, "f1": 0.615612, "accuracy": 0.648221, "main_score": 0.615612, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"]}, {"precision": 0.544971, "recall": 0.590909, "f1": 0.558176, "accuracy": 0.590909, "main_score": 0.558176, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"]}, {"precision": 0.532222, "recall": 0.571146, "f1": 0.543484, "accuracy": 0.571146, "main_score": 0.543484, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"]}, {"precision": 0.584479, "recall": 0.634387, "f1": 0.598817, "accuracy": 0.634387, "main_score": 0.598817, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"]}, {"precision": 0.610964, "recall": 0.652174, "f1": 0.622834, "accuracy": 0.652174, "main_score": 0.622834, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"]}, {"precision": 0.592895, "recall": 0.636364, "f1": 0.605514, "accuracy": 0.636364, "main_score": 0.605514, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"]}, {"precision": 0.607807, "recall": 0.648221, "f1": 0.619518, "accuracy": 0.648221, "main_score": 0.619518, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"]}, {"precision": 0.481118, "recall": 0.523715, "f1": 0.493276, "accuracy": 0.523715, "main_score": 0.493276, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"]}, {"precision": 0.629656, "recall": 0.667984, "f1": 0.640981, "accuracy": 0.667984, "main_score": 0.640981, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"]}, {"precision": 0.531505, "recall": 0.583992, "f1": 0.545519, "accuracy": 0.583992, "main_score": 0.545519, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"]}, {"precision": 0.505378, "recall": 0.546443, "f1": 0.51723, "accuracy": 0.546443, "main_score": 0.51723, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"]}, {"precision": 0.602082, "recall": 0.644269, "f1": 0.613431, "accuracy": 0.644269, "main_score": 0.613431, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"]}, {"precision": 0.520275, "recall": 0.568182, "f1": 0.533923, "accuracy": 0.568182, "main_score": 0.533923, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"]}, {"precision": 0.648834, "recall": 0.679842, "f1": 0.657519, "accuracy": 0.679842, "main_score": 0.657519, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"]}, {"precision": 0.59038, "recall": 0.633399, "f1": 0.602387, "accuracy": 0.633399, "main_score": 0.602387, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"]}, {"precision": 0.60222, "recall": 0.646245, "f1": 0.614416, "accuracy": 0.646245, "main_score": 0.614416, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"]}, {"precision": 0.635209, "recall": 0.66996, "f1": 0.644328, "accuracy": 0.66996, "main_score": 0.644328, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"]}, {"precision": 0.599071, "recall": 0.641304, "f1": 0.611074, "accuracy": 0.641304, "main_score": 0.611074, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"]}, {"precision": 0.619157, "recall": 0.657115, "f1": 0.629847, "accuracy": 0.657115, "main_score": 0.629847, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"]}, {"precision": 0.440751, "recall": 0.513834, "f1": 0.461155, "accuracy": 0.513834, "main_score": 0.461155, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"]}, {"precision": 0.563269, "recall": 0.61166, "f1": 0.577837, "accuracy": 0.61166, "main_score": 0.577837, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"]}, {"precision": 0.200171, "recall": 0.242095, "f1": 0.209721, "accuracy": 0.242095, "main_score": 0.209721, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"]}, {"precision": 0.569335, "recall": 0.613636, "f1": 0.581595, "accuracy": 0.613636, "main_score": 0.581595, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"]}, {"precision": 0.474591, "recall": 0.522727, "f1": 0.488581, "accuracy": 0.522727, "main_score": 0.488581, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"]}, {"precision": 0.614074, "recall": 0.655138, "f1": 0.625922, "accuracy": 0.655138, "main_score": 0.625922, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"]}, {"precision": 0.609908, "recall": 0.651186, "f1": 0.621126, "accuracy": 0.651186, "main_score": 0.621126, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"]}, {"precision": 0.421196, "recall": 0.47332, "f1": 0.435479, "accuracy": 0.47332, "main_score": 0.435479, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"]}, {"precision": 0.611894, "recall": 0.649209, "f1": 0.622465, "accuracy": 0.649209, "main_score": 0.622465, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"]}, {"precision": 0.601567, "recall": 0.647233, "f1": 0.614061, "accuracy": 0.647233, "main_score": 0.614061, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"]}, {"precision": 0.542341, "recall": 0.59585, "f1": 0.557532, "accuracy": 0.59585, "main_score": 0.557532, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"]}, {"precision": 0.592103, "recall": 0.636364, "f1": 0.60425, "accuracy": 0.636364, "main_score": 0.60425, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"]}, {"precision": 0.575837, "recall": 0.619565, "f1": 0.58829, "accuracy": 0.619565, "main_score": 0.58829, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"]}, {"precision": 0.58358, "recall": 0.631423, "f1": 0.597247, "accuracy": 0.631423, "main_score": 0.597247, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"]}, {"precision": 0.645388, "recall": 0.683794, "f1": 0.655447, "accuracy": 0.683794, "main_score": 0.655447, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"]}, {"precision": 0.518117, "recall": 0.562253, "f1": 0.530836, "accuracy": 0.562253, "main_score": 0.530836, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"]}, {"precision": 0.508333, "recall": 0.560277, "f1": 0.523326, "accuracy": 0.560277, "main_score": 0.523326, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"]}, {"precision": 0.5926, "recall": 0.629447, "f1": 0.603079, "accuracy": 0.629447, "main_score": 0.603079, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"]}, {"precision": 0.620103, "recall": 0.661067, "f1": 0.631358, "accuracy": 0.661067, "main_score": 0.631358, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"]}, {"precision": 0.131775, "recall": 0.170949, "f1": 0.141038, "accuracy": 0.170949, "main_score": 0.141038, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"]}, {"precision": 0.592549, "recall": 0.644269, "f1": 0.606244, "accuracy": 0.644269, "main_score": 0.606244, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"]}, {"precision": 0.508824, "recall": 0.562253, "f1": 0.522899, "accuracy": 0.562253, "main_score": 0.522899, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"]}, {"precision": 0.562231, "recall": 0.606719, "f1": 0.575259, "accuracy": 0.606719, "main_score": 0.575259, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"]}, {"precision": 0.606875, "recall": 0.650198, "f1": 0.61877, "accuracy": 0.650198, "main_score": 0.61877, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"]}, {"precision": 0.514153, "recall": 0.566206, "f1": 0.528724, "accuracy": 0.566206, "main_score": 0.528724, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"]}, {"precision": 0.537722, "recall": 0.581028, "f1": 0.550277, "accuracy": 0.581028, "main_score": 0.550277, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"]}, {"precision": 0.58193, "recall": 0.632411, "f1": 0.596397, "accuracy": 0.632411, "main_score": 0.596397, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"]}, {"precision": 0.627203, "recall": 0.666008, "f1": 0.638014, "accuracy": 0.666008, "main_score": 0.638014, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"]}, {"precision": 0.616079, "recall": 0.652174, "f1": 0.626032, "accuracy": 0.652174, "main_score": 0.626032, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"]}, {"precision": 0.576581, "recall": 0.619565, "f1": 0.588615, "accuracy": 0.619565, "main_score": 0.588615, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"]}, {"precision": 0.522678, "recall": 0.568182, "f1": 0.536257, "accuracy": 0.568182, "main_score": 0.536257, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"]}, {"precision": 0.59978, "recall": 0.640316, "f1": 0.611671, "accuracy": 0.640316, "main_score": 0.611671, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"]}, {"precision": 0.518284, "recall": 0.568182, "f1": 0.533218, "accuracy": 0.568182, "main_score": 0.533218, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"]}, {"precision": 0.528766, "recall": 0.573123, "f1": 0.541095, "accuracy": 0.573123, "main_score": 0.541095, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"]}, {"precision": 0.595479, "recall": 0.646245, "f1": 0.610069, "accuracy": 0.646245, "main_score": 0.610069, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"]}, {"precision": 0.608676, "recall": 0.647233, "f1": 0.61959, "accuracy": 0.647233, "main_score": 0.61959, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"]}, {"precision": 0.585695, "recall": 0.635375, "f1": 0.599834, "accuracy": 0.635375, "main_score": 0.599834, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"]}, {"precision": 0.466081, "recall": 0.525692, "f1": 0.482443, "accuracy": 0.525692, "main_score": 0.482443, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"]}, {"precision": 0.64292, "recall": 0.681818, "f1": 0.653244, "accuracy": 0.681818, "main_score": 0.653244, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"]}, {"precision": 0.589858, "recall": 0.642292, "f1": 0.603602, "accuracy": 0.642292, "main_score": 0.603602, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"]}, {"precision": 0.574391, "recall": 0.618577, "f1": 0.587148, "accuracy": 0.618577, "main_score": 0.587148, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"]}, {"precision": 0.543928, "recall": 0.590909, "f1": 0.556598, "accuracy": 0.590909, "main_score": 0.556598, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"]}, {"precision": 0.530709, "recall": 0.581028, "f1": 0.544706, "accuracy": 0.581028, "main_score": 0.544706, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"]}, {"precision": 0.539049, "recall": 0.591897, "f1": 0.553974, "accuracy": 0.591897, "main_score": 0.553974, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"]}, {"precision": 0.563323, "recall": 0.610672, "f1": 0.576283, "accuracy": 0.610672, "main_score": 0.576283, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"]}, {"precision": 0.586023, "recall": 0.629447, "f1": 0.598675, "accuracy": 0.629447, "main_score": 0.598675, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"]}, {"precision": 0.512751, "recall": 0.565217, "f1": 0.527424, "accuracy": 0.565217, "main_score": 0.527424, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"]}, {"precision": 0.602489, "recall": 0.646245, "f1": 0.614521, "accuracy": 0.646245, "main_score": 0.614521, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"]}, {"precision": 0.583121, "recall": 0.631423, "f1": 0.596333, "accuracy": 0.631423, "main_score": 0.596333, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"]}, {"precision": 0.63305, "recall": 0.670949, "f1": 0.643785, "accuracy": 0.670949, "main_score": 0.643785, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"]}, {"precision": 0.5722, "recall": 0.623518, "f1": 0.586142, "accuracy": 0.623518, "main_score": 0.586142, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"]}, {"precision": 0.618676, "recall": 0.661067, "f1": 0.630566, "accuracy": 0.661067, "main_score": 0.630566, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"]}, {"precision": 0.562481, "recall": 0.614625, "f1": 0.577278, "accuracy": 0.614625, "main_score": 0.577278, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"]}, {"precision": 0.589321, "recall": 0.633399, "f1": 0.601366, "accuracy": 0.633399, "main_score": 0.601366, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"]}, {"precision": 0.481762, "recall": 0.532609, "f1": 0.496017, "accuracy": 0.532609, "main_score": 0.496017, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"]}, {"precision": 0.610728, "recall": 0.652174, "f1": 0.62276, "accuracy": 0.652174, "main_score": 0.62276, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"]}, {"precision": 0.423207, "recall": 0.481225, "f1": 0.438821, "accuracy": 0.481225, "main_score": 0.438821, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"]}, {"precision": 0.570562, "recall": 0.625494, "f1": 0.585816, "accuracy": 0.625494, "main_score": 0.585816, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"]}, {"precision": 0.595609, "recall": 0.641304, "f1": 0.609028, "accuracy": 0.641304, "main_score": 0.609028, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"]}, {"precision": 0.577536, "recall": 0.620553, "f1": 0.589785, "accuracy": 0.620553, "main_score": 0.589785, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"]}, {"precision": 0.608725, "recall": 0.646245, "f1": 0.618798, "accuracy": 0.646245, "main_score": 0.618798, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"]}, {"precision": 0.57238, "recall": 0.62253, "f1": 0.586531, "accuracy": 0.62253, "main_score": 0.586531, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"]}, {"precision": 0.577349, "recall": 0.615613, "f1": 0.58879, "accuracy": 0.615613, "main_score": 0.58879, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"]}, {"precision": 0.575538, "recall": 0.617589, "f1": 0.587762, "accuracy": 0.617589, "main_score": 0.587762, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"]}, {"precision": 0.610229, "recall": 0.649209, "f1": 0.621025, "accuracy": 0.649209, "main_score": 0.621025, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"]}, {"precision": 0.632702, "recall": 0.666996, "f1": 0.642301, "accuracy": 0.666996, "main_score": 0.642301, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"]}, {"precision": 0.636941, "recall": 0.679842, "f1": 0.648822, "accuracy": 0.679842, "main_score": 0.648822, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"]}, {"precision": 0.521452, "recall": 0.568182, "f1": 0.535227, "accuracy": 0.568182, "main_score": 0.535227, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"]}, {"precision": 0.629394, "recall": 0.666008, "f1": 0.63969, "accuracy": 0.666008, "main_score": 0.63969, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"]}, {"precision": 0.594628, "recall": 0.644269, "f1": 0.60889, "accuracy": 0.644269, "main_score": 0.60889, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"]}, {"precision": 0.597798, "recall": 0.642292, "f1": 0.610084, "accuracy": 0.642292, "main_score": 0.610084, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"]}, {"precision": 0.515127, "recall": 0.564229, "f1": 0.528808, "accuracy": 0.564229, "main_score": 0.528808, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"]}, {"precision": 0.621838, "recall": 0.659091, "f1": 0.631981, "accuracy": 0.659091, "main_score": 0.631981, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"]}, {"precision": 0.575687, "recall": 0.617589, "f1": 0.587313, "accuracy": 0.617589, "main_score": 0.587313, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"]}, {"precision": 0.529714, "recall": 0.574111, "f1": 0.542427, "accuracy": 0.574111, "main_score": 0.542427, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"]}, {"precision": 0.541677, "recall": 0.592885, "f1": 0.556581, "accuracy": 0.592885, "main_score": 0.556581, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"]}, {"precision": 0.539342, "recall": 0.587945, "f1": 0.552993, "accuracy": 0.587945, "main_score": 0.552993, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"]}, {"precision": 0.610548, "recall": 0.656126, "f1": 0.623653, "accuracy": 0.656126, "main_score": 0.623653, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"]}, {"precision": 0.554927, "recall": 0.599802, "f1": 0.567851, "accuracy": 0.599802, "main_score": 0.567851, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"]}, {"precision": 0.507246, "recall": 0.555336, "f1": 0.52084, "accuracy": 0.555336, "main_score": 0.52084, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"]}, {"precision": 0.578657, "recall": 0.621542, "f1": 0.590798, "accuracy": 0.621542, "main_score": 0.590798, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"]}, {"precision": 0.588807, "recall": 0.641304, "f1": 0.603753, "accuracy": 0.641304, "main_score": 0.603753, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"]}, {"precision": 0.552299, "recall": 0.598814, "f1": 0.565667, "accuracy": 0.598814, "main_score": 0.565667, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"]}, {"precision": 0.530622, "recall": 0.573123, "f1": 0.542498, "accuracy": 0.573123, "main_score": 0.542498, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"]}, {"precision": 0.583185, "recall": 0.633399, "f1": 0.596542, "accuracy": 0.633399, "main_score": 0.596542, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"]}, {"precision": 0.52939, "recall": 0.573123, "f1": 0.541721, "accuracy": 0.573123, "main_score": 0.541721, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"]}, {"precision": 0.555385, "recall": 0.597826, "f1": 0.567388, "accuracy": 0.597826, "main_score": 0.567388, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"]}, {"precision": 0.620189, "recall": 0.656126, "f1": 0.63021, "accuracy": 0.656126, "main_score": 0.63021, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"]}, {"precision": 0.602149, "recall": 0.642292, "f1": 0.614506, "accuracy": 0.642292, "main_score": 0.614506, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"]}, {"precision": 0.612377, "recall": 0.648221, "f1": 0.622365, "accuracy": 0.648221, "main_score": 0.622365, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"]}, {"precision": 0.561593, "recall": 0.609684, "f1": 0.575436, "accuracy": 0.609684, "main_score": 0.575436, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"]}, {"precision": 0.557832, "recall": 0.599802, "f1": 0.56941, "accuracy": 0.599802, "main_score": 0.56941, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"]}, {"precision": 0.595682, "recall": 0.640316, "f1": 0.607672, "accuracy": 0.640316, "main_score": 0.607672, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"]}, {"precision": 0.447552, "recall": 0.507905, "f1": 0.464846, "accuracy": 0.507905, "main_score": 0.464846, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"]}, {"precision": 0.585592, "recall": 0.630435, "f1": 0.598222, "accuracy": 0.630435, "main_score": 0.598222, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"]}, {"precision": 0.555812, "recall": 0.605731, "f1": 0.56992, "accuracy": 0.605731, "main_score": 0.56992, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"]}, {"precision": 0.588755, "recall": 0.632411, "f1": 0.601145, "accuracy": 0.632411, "main_score": 0.601145, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"]}, {"precision": 0.599192, "recall": 0.646245, "f1": 0.612502, "accuracy": 0.646245, "main_score": 0.612502, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"]}, {"precision": 0.532717, "recall": 0.574111, "f1": 0.544202, "accuracy": 0.574111, "main_score": 0.544202, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"]}, {"precision": 0.53638, "recall": 0.577075, "f1": 0.547739, "accuracy": 0.577075, "main_score": 0.547739, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"]}, {"precision": 0.574824, "recall": 0.640316, "f1": 0.593288, "accuracy": 0.640316, "main_score": 0.593288, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"]}, {"precision": 0.517666, "recall": 0.58004, "f1": 0.535325, "accuracy": 0.58004, "main_score": 0.535325, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"]}, {"precision": 0.436372, "recall": 0.518775, "f1": 0.458397, "accuracy": 0.518775, "main_score": 0.458397, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"]}, {"precision": 0.602639, "recall": 0.656126, "f1": 0.617917, "accuracy": 0.656126, "main_score": 0.617917, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"]}, {"precision": 0.871789, "recall": 0.905138, "f1": 0.882068, "accuracy": 0.905138, "main_score": 0.882068, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"]}, {"precision": 0.597442, "recall": 0.652174, "f1": 0.613523, "accuracy": 0.652174, "main_score": 0.613523, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"]}, {"precision": 0.607455, "recall": 0.667984, "f1": 0.624163, "accuracy": 0.667984, "main_score": 0.624163, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"]}, {"precision": 0.556228, "recall": 0.625494, "f1": 0.57604, "accuracy": 0.625494, "main_score": 0.57604, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"]}, {"precision": 0.169478, "recall": 0.228261, "f1": 0.184415, "accuracy": 0.228261, "main_score": 0.184415, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"]}, {"precision": 0.624242, "recall": 0.677866, "f1": 0.639973, "accuracy": 0.677866, "main_score": 0.639973, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"]}, {"precision": 0.669631, "recall": 0.725296, "f1": 0.68666, "accuracy": 0.725296, "main_score": 0.68666, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"]}, {"precision": 0.554364, "recall": 0.601779, "f1": 0.567937, "accuracy": 0.601779, "main_score": 0.567937, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"]}, {"precision": 0.483622, "recall": 0.563241, "f1": 0.50576, "accuracy": 0.563241, "main_score": 0.50576, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"]}, {"precision": 0.554523, "recall": 0.617589, "f1": 0.572798, "accuracy": 0.617589, "main_score": 0.572798, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"]}, {"precision": 0.564246, "recall": 0.62747, "f1": 0.582199, "accuracy": 0.62747, "main_score": 0.582199, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"]}, {"precision": 0.892292, "recall": 0.921937, "f1": 0.901845, "accuracy": 0.921937, "main_score": 0.901845, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"]}, {"precision": 0.511685, "recall": 0.575099, "f1": 0.530424, "accuracy": 0.575099, "main_score": 0.530424, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"]}, {"precision": 0.537667, "recall": 0.603755, "f1": 0.556614, "accuracy": 0.603755, "main_score": 0.556614, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"]}, {"precision": 0.514513, "recall": 0.572134, "f1": 0.530646, "accuracy": 0.572134, "main_score": 0.530646, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"]}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"]}, {"precision": 0.320069, "recall": 0.381423, "f1": 0.336698, "accuracy": 0.381423, "main_score": 0.336698, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"]}, {"precision": 0.589216, "recall": 0.652174, "f1": 0.607588, "accuracy": 0.652174, "main_score": 0.607588, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"]}, {"precision": 0.581983, "recall": 0.641304, "f1": 0.599624, "accuracy": 0.641304, "main_score": 0.599624, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"]}, {"precision": 0.714025, "recall": 0.773715, "f1": 0.731605, "accuracy": 0.773715, "main_score": 0.731605, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"]}, {"precision": 0.643305, "recall": 0.724308, "f1": 0.66682, "accuracy": 0.724308, "main_score": 0.66682, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"]}, {"precision": 0.713261, "recall": 0.768775, "f1": 0.729581, "accuracy": 0.768775, "main_score": 0.729581, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"]}, {"precision": 0.651877, "recall": 0.712451, "f1": 0.669885, "accuracy": 0.712451, "main_score": 0.669885, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"]}, {"precision": 0.649975, "recall": 0.720356, "f1": 0.670185, "accuracy": 0.720356, "main_score": 0.670185, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"]}, {"precision": 0.544139, "recall": 0.607708, "f1": 0.562173, "accuracy": 0.607708, "main_score": 0.562173, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"]}, {"precision": 0.559956, "recall": 0.613636, "f1": 0.575403, "accuracy": 0.613636, "main_score": 0.575403, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"]}, {"precision": 0.800148, "recall": 0.847826, "f1": 0.814479, "accuracy": 0.847826, "main_score": 0.814479, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"]}, {"precision": 0.472444, "recall": 0.534585, "f1": 0.488406, "accuracy": 0.534585, "main_score": 0.488406, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"]}, {"precision": 0.867918, "recall": 0.902174, "f1": 0.878379, "accuracy": 0.902174, "main_score": 0.878379, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"]}, {"precision": 0.539625, "recall": 0.605731, "f1": 0.558291, "accuracy": 0.605731, "main_score": 0.558291, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"]}, {"precision": 0.586286, "recall": 0.656126, "f1": 0.605898, "accuracy": 0.656126, "main_score": 0.605898, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"]}, {"precision": 0.193354, "recall": 0.25, "f1": 0.206427, "accuracy": 0.25, "main_score": 0.206427, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"]}, {"precision": 0.628157, "recall": 0.695652, "f1": 0.647598, "accuracy": 0.695652, "main_score": 0.647598, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"]}, {"precision": 0.864789, "recall": 0.903162, "f1": 0.876976, "accuracy": 0.903162, "main_score": 0.876976, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"]}, {"precision": 0.429765, "recall": 0.486166, "f1": 0.445547, "accuracy": 0.486166, "main_score": 0.445547, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"]}, {"precision": 0.685153, "recall": 0.746047, "f1": 0.703565, "accuracy": 0.746047, "main_score": 0.703565, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"]}, {"precision": 0.564047, "recall": 0.62253, "f1": 0.580948, "accuracy": 0.62253, "main_score": 0.580948, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"]}, {"precision": 0.496184, "recall": 0.565217, "f1": 0.515691, "accuracy": 0.565217, "main_score": 0.515691, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"]}, {"precision": 0.671443, "recall": 0.72332, "f1": 0.687253, "accuracy": 0.72332, "main_score": 0.687253, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"]}, {"precision": 0.237116, "recall": 0.315217, "f1": 0.257788, "accuracy": 0.315217, "main_score": 0.257788, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"]}, {"precision": 0.567203, "recall": 0.635375, "f1": 0.587505, "accuracy": 0.635375, "main_score": 0.587505, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"]}, {"precision": 0.582551, "recall": 0.645257, "f1": 0.600375, "accuracy": 0.645257, "main_score": 0.600375, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"]}, {"precision": 0.7022, "recall": 0.769763, "f1": 0.722612, "accuracy": 0.769763, "main_score": 0.722612, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"]}, {"precision": 0.567606, "recall": 0.626482, "f1": 0.584653, "accuracy": 0.626482, "main_score": 0.584653, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"]}, {"precision": 0.786397, "recall": 0.835968, "f1": 0.801614, "accuracy": 0.835968, "main_score": 0.801614, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"]}, {"precision": 0.458533, "recall": 0.523715, "f1": 0.475903, "accuracy": 0.523715, "main_score": 0.475903, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"]}, {"precision": 0.890102, "recall": 0.91996, "f1": 0.899605, "accuracy": 0.91996, "main_score": 0.899605, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"]}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"]}, {"precision": 0.934947, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"]}, {"precision": 0.608267, "recall": 0.66502, "f1": 0.624534, "accuracy": 0.66502, "main_score": 0.624534, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"]}, {"precision": 0.906374, "recall": 0.933794, "f1": 0.91525, "accuracy": 0.933794, "main_score": 0.91525, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"]}, {"precision": 0.444089, "recall": 0.513834, "f1": 0.462974, "accuracy": 0.513834, "main_score": 0.462974, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"]}, {"precision": 0.628708, "recall": 0.69664, "f1": 0.648292, "accuracy": 0.69664, "main_score": 0.648292, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"]}, {"precision": 0.842968, "recall": 0.885375, "f1": 0.856423, "accuracy": 0.885375, "main_score": 0.856423, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"]}, {"precision": 0.649845, "recall": 0.704545, "f1": 0.665418, "accuracy": 0.704545, "main_score": 0.665418, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"]}, {"precision": 0.633111, "recall": 0.692688, "f1": 0.650323, "accuracy": 0.692688, "main_score": 0.650323, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"]}, {"precision": 0.534574, "recall": 0.604743, "f1": 0.554422, "accuracy": 0.604743, "main_score": 0.554422, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"]}, {"precision": 0.532049, "recall": 0.598814, "f1": 0.550847, "accuracy": 0.598814, "main_score": 0.550847, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"]}, {"precision": 0.824934, "recall": 0.87253, "f1": 0.839855, "accuracy": 0.87253, "main_score": 0.839855, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"]}, {"precision": 0.5469, "recall": 0.605731, "f1": 0.56325, "accuracy": 0.605731, "main_score": 0.56325, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"]}, {"precision": 0.618942, "recall": 0.683794, "f1": 0.63777, "accuracy": 0.683794, "main_score": 0.63777, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"]}, {"precision": 0.923913, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"]}, {"precision": 0.483119, "recall": 0.539526, "f1": 0.499529, "accuracy": 0.539526, "main_score": 0.499529, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"]}, {"precision": 0.571751, "recall": 0.633399, "f1": 0.588527, "accuracy": 0.633399, "main_score": 0.588527, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"]}, {"precision": 0.584379, "recall": 0.655138, "f1": 0.604996, "accuracy": 0.655138, "main_score": 0.604996, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"]}, {"precision": 0.561818, "recall": 0.618577, "f1": 0.577818, "accuracy": 0.618577, "main_score": 0.577818, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"]}, {"precision": 0.545728, "recall": 0.614625, "f1": 0.565744, "accuracy": 0.614625, "main_score": 0.565744, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"]}, {"precision": 0.734799, "recall": 0.795455, "f1": 0.752673, "accuracy": 0.795455, "main_score": 0.752673, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"]}, {"precision": 0.730978, "recall": 0.787549, "f1": 0.748518, "accuracy": 0.787549, "main_score": 0.748518, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"]}, {"precision": 0.873468, "recall": 0.906126, "f1": 0.883366, "accuracy": 0.906126, "main_score": 0.883366, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"]}, {"precision": 0.473108, "recall": 0.554348, "f1": 0.497239, "accuracy": 0.554348, "main_score": 0.497239, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"]}, {"precision": 0.717951, "recall": 0.782609, "f1": 0.737747, "accuracy": 0.782609, "main_score": 0.737747, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"]}, {"precision": 0.593725, "recall": 0.645257, "f1": 0.608602, "accuracy": 0.645257, "main_score": 0.608602, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"]}, {"precision": 0.540308, "recall": 0.605731, "f1": 0.558755, "accuracy": 0.605731, "main_score": 0.558755, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"]}, {"precision": 0.521609, "recall": 0.578063, "f1": 0.537404, "accuracy": 0.578063, "main_score": 0.537404, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"]}, {"precision": 0.393677, "recall": 0.468379, "f1": 0.413673, "accuracy": 0.468379, "main_score": 0.413673, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"]}, {"precision": 0.565283, "recall": 0.62253, "f1": 0.581983, "accuracy": 0.62253, "main_score": 0.581983, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"]}, {"precision": 0.837698, "recall": 0.875494, "f1": 0.849506, "accuracy": 0.875494, "main_score": 0.849506, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"]}, {"precision": 0.93997, "recall": 0.953557, "f1": 0.944071, "accuracy": 0.953557, "main_score": 0.944071, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"]}, {"precision": 0.577027, "recall": 0.635375, "f1": 0.59387, "accuracy": 0.635375, "main_score": 0.59387, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"]}, {"precision": 0.59557, "recall": 0.658103, "f1": 0.613627, "accuracy": 0.658103, "main_score": 0.613627, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"]}, {"precision": 0.537815, "recall": 0.601779, "f1": 0.556573, "accuracy": 0.601779, "main_score": 0.556573, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"]}, {"precision": 0.182744, "recall": 0.225296, "f1": 0.193782, "accuracy": 0.225296, "main_score": 0.193782, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"]}, {"precision": 0.616337, "recall": 0.667984, "f1": 0.630916, "accuracy": 0.667984, "main_score": 0.630916, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"]}, {"precision": 0.652759, "recall": 0.711462, "f1": 0.670081, "accuracy": 0.711462, "main_score": 0.670081, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"]}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"]}, {"precision": 0.530138, "recall": 0.582016, "f1": 0.545473, "accuracy": 0.582016, "main_score": 0.545473, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"]}, {"precision": 0.470682, "recall": 0.547431, "f1": 0.492045, "accuracy": 0.547431, "main_score": 0.492045, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"]}, {"precision": 0.54221, "recall": 0.609684, "f1": 0.56166, "accuracy": 0.609684, "main_score": 0.56166, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"]}, {"precision": 0.563102, "recall": 0.62253, "f1": 0.579736, "accuracy": 0.62253, "main_score": 0.579736, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"]}, {"precision": 0.868001, "recall": 0.90415, "f1": 0.879513, "accuracy": 0.90415, "main_score": 0.879513, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"]}, {"precision": 0.511899, "recall": 0.568182, "f1": 0.527972, "accuracy": 0.568182, "main_score": 0.527972, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"]}, {"precision": 0.509235, "recall": 0.579051, "f1": 0.528648, "accuracy": 0.579051, "main_score": 0.528648, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"]}, {"precision": 0.50801, "recall": 0.565217, "f1": 0.523565, "accuracy": 0.565217, "main_score": 0.523565, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"]}, {"precision": 0.916996, "recall": 0.940711, "f1": 0.924374, "accuracy": 0.940711, "main_score": 0.924374, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"]}, {"precision": 0.312551, "recall": 0.373518, "f1": 0.329566, "accuracy": 0.373518, "main_score": 0.329566, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"]}, {"precision": 0.581275, "recall": 0.644269, "f1": 0.599313, "accuracy": 0.644269, "main_score": 0.599313, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"]}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"]}, {"precision": 0.570489, "recall": 0.62253, "f1": 0.585828, "accuracy": 0.62253, "main_score": 0.585828, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"]}, {"precision": 0.689305, "recall": 0.753953, "f1": 0.708482, "accuracy": 0.753953, "main_score": 0.708482, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"]}, {"precision": 0.595324, "recall": 0.678854, "f1": 0.620347, "accuracy": 0.678854, "main_score": 0.620347, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"]}, {"precision": 0.6987, "recall": 0.751976, "f1": 0.714366, "accuracy": 0.751976, "main_score": 0.714366, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"]}, {"precision": 0.639732, "recall": 0.69664, "f1": 0.656774, "accuracy": 0.69664, "main_score": 0.656774, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"]}, {"precision": 0.628015, "recall": 0.694664, "f1": 0.647174, "accuracy": 0.694664, "main_score": 0.647174, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"]}, {"precision": 0.927866, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"]}, {"precision": 0.5426, "recall": 0.598814, "f1": 0.558414, "accuracy": 0.598814, "main_score": 0.558414, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"]}, {"precision": 0.547085, "recall": 0.602767, "f1": 0.563326, "accuracy": 0.602767, "main_score": 0.563326, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"]}, {"precision": 0.775346, "recall": 0.826087, "f1": 0.790631, "accuracy": 0.826087, "main_score": 0.790631, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"]}, {"precision": 0.470509, "recall": 0.527668, "f1": 0.485559, "accuracy": 0.527668, "main_score": 0.485559, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"]}, {"precision": 0.830567, "recall": 0.873518, "f1": 0.843709, "accuracy": 0.873518, "main_score": 0.843709, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"]}, {"precision": 0.520931, "recall": 0.585968, "f1": 0.539443, "accuracy": 0.585968, "main_score": 0.539443, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"]}, {"precision": 0.575701, "recall": 0.643281, "f1": 0.594686, "accuracy": 0.643281, "main_score": 0.594686, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"]}, {"precision": 0.191559, "recall": 0.245059, "f1": 0.204265, "accuracy": 0.245059, "main_score": 0.204265, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"]}, {"precision": 0.61698, "recall": 0.679842, "f1": 0.635281, "accuracy": 0.679842, "main_score": 0.635281, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"]}, {"precision": 0.789032, "recall": 0.841897, "f1": 0.804941, "accuracy": 0.841897, "main_score": 0.804941, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"]}, {"precision": 0.4035, "recall": 0.461462, "f1": 0.41973, "accuracy": 0.461462, "main_score": 0.41973, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"]}, {"precision": 0.648304, "recall": 0.706522, "f1": 0.665547, "accuracy": 0.706522, "main_score": 0.665547, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"]}, {"precision": 0.545443, "recall": 0.605731, "f1": 0.562222, "accuracy": 0.605731, "main_score": 0.562222, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"]}, {"precision": 0.504874, "recall": 0.566206, "f1": 0.52173, "accuracy": 0.566206, "main_score": 0.52173, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"]}, {"precision": 0.642861, "recall": 0.700593, "f1": 0.659546, "accuracy": 0.700593, "main_score": 0.659546, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"]}, {"precision": 0.22011, "recall": 0.29249, "f1": 0.239175, "accuracy": 0.29249, "main_score": 0.239175, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"]}, {"precision": 0.556011, "recall": 0.618577, "f1": 0.573753, "accuracy": 0.618577, "main_score": 0.573753, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"]}, {"precision": 0.557493, "recall": 0.619565, "f1": 0.575565, "accuracy": 0.619565, "main_score": 0.575565, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"]}, {"precision": 0.679752, "recall": 0.746047, "f1": 0.699984, "accuracy": 0.746047, "main_score": 0.699984, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"]}, {"precision": 0.561372, "recall": 0.616601, "f1": 0.577503, "accuracy": 0.616601, "main_score": 0.577503, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"]}, {"precision": 0.752042, "recall": 0.809289, "f1": 0.769532, "accuracy": 0.809289, "main_score": 0.769532, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"]}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"]}, {"precision": 0.465294, "recall": 0.524704, "f1": 0.481856, "accuracy": 0.524704, "main_score": 0.481856, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"]}, {"precision": 0.853541, "recall": 0.891304, "f1": 0.865349, "accuracy": 0.891304, "main_score": 0.865349, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"]}, {"precision": 0.930665, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"]}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945619, "accuracy": 0.95751, "main_score": 0.945619, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"]}, {"precision": 0.598235, "recall": 0.65415, "f1": 0.614265, "accuracy": 0.65415, "main_score": 0.614265, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"]}, {"precision": 0.866518, "recall": 0.905138, "f1": 0.878854, "accuracy": 0.905138, "main_score": 0.878854, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"]}, {"precision": 0.451202, "recall": 0.518775, "f1": 0.469904, "accuracy": 0.518775, "main_score": 0.469904, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"]}, {"precision": 0.594359, "recall": 0.666996, "f1": 0.615079, "accuracy": 0.666996, "main_score": 0.615079, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"]}, {"precision": 0.818874, "recall": 0.86166, "f1": 0.831752, "accuracy": 0.86166, "main_score": 0.831752, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"]}, {"precision": 0.632464, "recall": 0.684783, "f1": 0.646801, "accuracy": 0.684783, "main_score": 0.646801, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"]}, {"precision": 0.613795, "recall": 0.675889, "f1": 0.631446, "accuracy": 0.675889, "main_score": 0.631446, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"]}, {"precision": 0.9389, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"]}, {"precision": 0.53373, "recall": 0.593874, "f1": 0.550914, "accuracy": 0.593874, "main_score": 0.550914, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"]}, {"precision": 0.513152, "recall": 0.574111, "f1": 0.530269, "accuracy": 0.574111, "main_score": 0.530269, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"]}, {"precision": 0.787912, "recall": 0.837945, "f1": 0.803294, "accuracy": 0.837945, "main_score": 0.803294, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"]}, {"precision": 0.525934, "recall": 0.588933, "f1": 0.543839, "accuracy": 0.588933, "main_score": 0.543839, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"]}, {"precision": 0.591581, "recall": 0.652174, "f1": 0.609011, "accuracy": 0.652174, "main_score": 0.609011, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"]}, {"precision": 0.901845, "recall": 0.931818, "f1": 0.911561, "accuracy": 0.931818, "main_score": 0.911561, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"]}, {"precision": 0.484256, "recall": 0.539526, "f1": 0.500315, "accuracy": 0.539526, "main_score": 0.500315, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"]}, {"precision": 0.558138, "recall": 0.618577, "f1": 0.574821, "accuracy": 0.618577, "main_score": 0.574821, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"]}, {"precision": 0.575454, "recall": 0.639328, "f1": 0.593843, "accuracy": 0.639328, "main_score": 0.593843, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"]}, {"precision": 0.546429, "recall": 0.601779, "f1": 0.562192, "accuracy": 0.601779, "main_score": 0.562192, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"]}, {"precision": 0.525502, "recall": 0.590909, "f1": 0.544117, "accuracy": 0.590909, "main_score": 0.544117, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"]}, {"precision": 0.715415, "recall": 0.774704, "f1": 0.733517, "accuracy": 0.774704, "main_score": 0.733517, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"]}, {"precision": 0.724226, "recall": 0.77668, "f1": 0.739973, "accuracy": 0.77668, "main_score": 0.739973, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"]}, {"precision": 0.856505, "recall": 0.887352, "f1": 0.865961, "accuracy": 0.887352, "main_score": 0.865961, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"]}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"]}, {"precision": 0.47141, "recall": 0.543478, "f1": 0.492062, "accuracy": 0.543478, "main_score": 0.492062, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"]}, {"precision": 0.66414, "recall": 0.726285, "f1": 0.682658, "accuracy": 0.726285, "main_score": 0.682658, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"]}, {"precision": 0.589114, "recall": 0.641304, "f1": 0.604367, "accuracy": 0.641304, "main_score": 0.604367, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"]}, {"precision": 0.619542, "recall": 0.687747, "f1": 0.638987, "accuracy": 0.687747, "main_score": 0.638987, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"]}, {"precision": 0.549299, "recall": 0.61166, "f1": 0.566803, "accuracy": 0.61166, "main_score": 0.566803, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"]}, {"precision": 0.493747, "recall": 0.573123, "f1": 0.515464, "accuracy": 0.573123, "main_score": 0.515464, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"]}, {"precision": 0.63132, "recall": 0.6917, "f1": 0.648161, "accuracy": 0.6917, "main_score": 0.648161, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"]}, {"precision": 0.903113, "recall": 0.929842, "f1": 0.911462, "accuracy": 0.929842, "main_score": 0.911462, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"]}, {"precision": 0.972497, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"]}, {"precision": 0.626739, "recall": 0.685771, "f1": 0.643678, "accuracy": 0.685771, "main_score": 0.643678, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"]}, {"precision": 0.637788, "recall": 0.702569, "f1": 0.655585, "accuracy": 0.702569, "main_score": 0.655585, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"]}, {"precision": 0.582924, "recall": 0.648221, "f1": 0.601732, "accuracy": 0.648221, "main_score": 0.601732, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"]}, {"precision": 0.185611, "recall": 0.241107, "f1": 0.198689, "accuracy": 0.241107, "main_score": 0.198689, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"]}, {"precision": 0.663036, "recall": 0.713439, "f1": 0.677553, "accuracy": 0.713439, "main_score": 0.677553, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"]}, {"precision": 0.715366, "recall": 0.76581, "f1": 0.730487, "accuracy": 0.76581, "main_score": 0.730487, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"]}, {"precision": 0.570266, "recall": 0.624506, "f1": 0.585543, "accuracy": 0.624506, "main_score": 0.585543, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"]}, {"precision": 0.537304, "recall": 0.614625, "f1": 0.558778, "accuracy": 0.614625, "main_score": 0.558778, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"]}, {"precision": 0.586752, "recall": 0.65415, "f1": 0.606345, "accuracy": 0.65415, "main_score": 0.606345, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"]}, {"precision": 0.619815, "recall": 0.684783, "f1": 0.638458, "accuracy": 0.684783, "main_score": 0.638458, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"]}, {"precision": 0.928524, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"]}, {"precision": 0.54903, "recall": 0.607708, "f1": 0.565915, "accuracy": 0.607708, "main_score": 0.565915, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"]}, {"precision": 0.58407, "recall": 0.645257, "f1": 0.6009, "accuracy": 0.645257, "main_score": 0.6009, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"]}, {"precision": 0.541531, "recall": 0.604743, "f1": 0.559114, "accuracy": 0.604743, "main_score": 0.559114, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"]}, {"precision": 0.333049, "recall": 0.396245, "f1": 0.349753, "accuracy": 0.396245, "main_score": 0.349753, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"]}, {"precision": 0.621255, "recall": 0.682806, "f1": 0.638669, "accuracy": 0.682806, "main_score": 0.638669, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"]}, {"precision": 0.6188, "recall": 0.670949, "f1": 0.633725, "accuracy": 0.670949, "main_score": 0.633725, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"]}, {"precision": 0.744763, "recall": 0.804348, "f1": 0.762419, "accuracy": 0.804348, "main_score": 0.762419, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"]}, {"precision": 0.709305, "recall": 0.779644, "f1": 0.730157, "accuracy": 0.779644, "main_score": 0.730157, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"]}, {"precision": 0.745564, "recall": 0.799407, "f1": 0.76158, "accuracy": 0.799407, "main_score": 0.76158, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"]}, {"precision": 0.693001, "recall": 0.746047, "f1": 0.709157, "accuracy": 0.746047, "main_score": 0.709157, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"]}, {"precision": 0.712205, "recall": 0.774704, "f1": 0.730473, "accuracy": 0.774704, "main_score": 0.730473, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"]}, {"precision": 0.567272, "recall": 0.631423, "f1": 0.585363, "accuracy": 0.631423, "main_score": 0.585363, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"]}, {"precision": 0.588827, "recall": 0.641304, "f1": 0.603626, "accuracy": 0.641304, "main_score": 0.603626, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"]}, {"precision": 0.832164, "recall": 0.870553, "f1": 0.843497, "accuracy": 0.870553, "main_score": 0.843497, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"]}, {"precision": 0.497194, "recall": 0.55336, "f1": 0.511742, "accuracy": 0.55336, "main_score": 0.511742, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"]}, {"precision": 0.902174, "recall": 0.93083, "f1": 0.911185, "accuracy": 0.93083, "main_score": 0.911185, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"]}, {"precision": 0.565326, "recall": 0.628458, "f1": 0.58314, "accuracy": 0.628458, "main_score": 0.58314, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"]}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"]}, {"precision": 0.621981, "recall": 0.693676, "f1": 0.642641, "accuracy": 0.693676, "main_score": 0.642641, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"]}, {"precision": 0.197596, "recall": 0.258893, "f1": 0.211353, "accuracy": 0.258893, "main_score": 0.211353, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"]}, {"precision": 0.661059, "recall": 0.720356, "f1": 0.678203, "accuracy": 0.720356, "main_score": 0.678203, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"]}, {"precision": 0.835968, "recall": 0.880435, "f1": 0.849934, "accuracy": 0.880435, "main_score": 0.849934, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"]}, {"precision": 0.437927, "recall": 0.5, "f1": 0.455261, "accuracy": 0.5, "main_score": 0.455261, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"]}, {"precision": 0.714403, "recall": 0.769763, "f1": 0.730964, "accuracy": 0.769763, "main_score": 0.730964, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"]}, {"precision": 0.581738, "recall": 0.645257, "f1": 0.600249, "accuracy": 0.645257, "main_score": 0.600249, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"]}, {"precision": 0.540049, "recall": 0.604743, "f1": 0.557946, "accuracy": 0.604743, "main_score": 0.557946, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"]}, {"precision": 0.712187, "recall": 0.76087, "f1": 0.726877, "accuracy": 0.76087, "main_score": 0.726877, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"]}, {"precision": 0.259269, "recall": 0.34585, "f1": 0.282156, "accuracy": 0.34585, "main_score": 0.282156, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"]}, {"precision": 0.609907, "recall": 0.671937, "f1": 0.628033, "accuracy": 0.671937, "main_score": 0.628033, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"]}, {"precision": 0.616947, "recall": 0.68083, "f1": 0.635226, "accuracy": 0.68083, "main_score": 0.635226, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"]}, {"precision": 0.743363, "recall": 0.806324, "f1": 0.762634, "accuracy": 0.806324, "main_score": 0.762634, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"]}, {"precision": 0.582846, "recall": 0.648221, "f1": 0.601614, "accuracy": 0.648221, "main_score": 0.601614, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"]}, {"precision": 0.832213, "recall": 0.875494, "f1": 0.845817, "accuracy": 0.875494, "main_score": 0.845817, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"]}, {"precision": 0.493623, "recall": 0.5583, "f1": 0.51151, "accuracy": 0.5583, "main_score": 0.51151, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"]}, {"precision": 0.918725, "recall": 0.942688, "f1": 0.926285, "accuracy": 0.942688, "main_score": 0.926285, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"]}, {"precision": 0.651748, "recall": 0.710474, "f1": 0.668826, "accuracy": 0.710474, "main_score": 0.668826, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"]}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"]}, {"precision": 0.491733, "recall": 0.560277, "f1": 0.510305, "accuracy": 0.560277, "main_score": 0.510305, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"]}, {"precision": 0.666156, "recall": 0.736166, "f1": 0.687041, "accuracy": 0.736166, "main_score": 0.687041, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"]}, {"precision": 0.877586, "recall": 0.911067, "f1": 0.888241, "accuracy": 0.911067, "main_score": 0.888241, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"]}, {"precision": 0.683729, "recall": 0.736166, "f1": 0.69893, "accuracy": 0.736166, "main_score": 0.69893, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"]}, {"precision": 0.696665, "recall": 0.753953, "f1": 0.712755, "accuracy": 0.753953, "main_score": 0.712755, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"]}, {"precision": 0.570319, "recall": 0.634387, "f1": 0.5884, "accuracy": 0.634387, "main_score": 0.5884, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"]}, {"precision": 0.568497, "recall": 0.637352, "f1": 0.58826, "accuracy": 0.637352, "main_score": 0.58826, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"]}, {"precision": 0.870059, "recall": 0.907115, "f1": 0.881752, "accuracy": 0.907115, "main_score": 0.881752, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"]}, {"precision": 0.577078, "recall": 0.640316, "f1": 0.594864, "accuracy": 0.640316, "main_score": 0.594864, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"]}, {"precision": 0.66587, "recall": 0.725296, "f1": 0.683355, "accuracy": 0.725296, "main_score": 0.683355, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"]}, {"precision": 0.517836, "recall": 0.572134, "f1": 0.533126, "accuracy": 0.572134, "main_score": 0.533126, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"]}, {"precision": 0.596239, "recall": 0.658103, "f1": 0.612973, "accuracy": 0.658103, "main_score": 0.612973, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"]}, {"precision": 0.624557, "recall": 0.687747, "f1": 0.642914, "accuracy": 0.687747, "main_score": 0.642914, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"]}, {"precision": 0.59021, "recall": 0.649209, "f1": 0.606773, "accuracy": 0.649209, "main_score": 0.606773, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"]}, {"precision": 0.562711, "recall": 0.62747, "f1": 0.581563, "accuracy": 0.62747, "main_score": 0.581563, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"]}, {"precision": 0.781571, "recall": 0.83004, "f1": 0.796217, "accuracy": 0.83004, "main_score": 0.796217, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"]}, {"precision": 0.768857, "recall": 0.820158, "f1": 0.78475, "accuracy": 0.820158, "main_score": 0.78475, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"]}, {"precision": 0.902997, "recall": 0.927866, "f1": 0.910658, "accuracy": 0.927866, "main_score": 0.910658, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"]}, {"precision": 0.507757, "recall": 0.589921, "f1": 0.532204, "accuracy": 0.589921, "main_score": 0.532204, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"]}, {"precision": 0.752775, "recall": 0.809289, "f1": 0.769639, "accuracy": 0.809289, "main_score": 0.769639, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"]}, {"precision": 0.642465, "recall": 0.686759, "f1": 0.654934, "accuracy": 0.686759, "main_score": 0.654934, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"]}, {"precision": 0.588529, "recall": 0.659091, "f1": 0.608723, "accuracy": 0.659091, "main_score": 0.608723, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"]}, {"precision": 0.550612, "recall": 0.612648, "f1": 0.568055, "accuracy": 0.612648, "main_score": 0.568055, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"]}, {"precision": 0.441127, "recall": 0.522727, "f1": 0.462787, "accuracy": 0.522727, "main_score": 0.462787, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"]}, {"precision": 0.616955, "recall": 0.673913, "f1": 0.633352, "accuracy": 0.673913, "main_score": 0.633352, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"]}, {"precision": 0.87607, "recall": 0.907115, "f1": 0.885935, "accuracy": 0.907115, "main_score": 0.885935, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"]}, {"precision": 0.621182, "recall": 0.676877, "f1": 0.637524, "accuracy": 0.676877, "main_score": 0.637524, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"]}, {"precision": 0.62169, "recall": 0.689723, "f1": 0.64162, "accuracy": 0.689723, "main_score": 0.64162, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"]}, {"precision": 0.579957, "recall": 0.643281, "f1": 0.598043, "accuracy": 0.643281, "main_score": 0.598043, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"]}, {"precision": 0.19, "recall": 0.241107, "f1": 0.20272, "accuracy": 0.241107, "main_score": 0.20272, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"]}, {"precision": 0.653034, "recall": 0.705534, "f1": 0.668349, "accuracy": 0.705534, "main_score": 0.668349, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"]}, {"precision": 0.693379, "recall": 0.743083, "f1": 0.707632, "accuracy": 0.743083, "main_score": 0.707632, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"]}, {"precision": 0.570282, "recall": 0.619565, "f1": 0.584365, "accuracy": 0.619565, "main_score": 0.584365, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"]}, {"precision": 0.519308, "recall": 0.592885, "f1": 0.539748, "accuracy": 0.592885, "main_score": 0.539748, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"]}, {"precision": 0.589914, "recall": 0.650198, "f1": 0.60779, "accuracy": 0.650198, "main_score": 0.60779, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"]}, {"precision": 0.613356, "recall": 0.673913, "f1": 0.630783, "accuracy": 0.673913, "main_score": 0.630783, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"]}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"]}, {"precision": 0.544409, "recall": 0.599802, "f1": 0.559927, "accuracy": 0.599802, "main_score": 0.559927, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"]}, {"precision": 0.559387, "recall": 0.625494, "f1": 0.578156, "accuracy": 0.625494, "main_score": 0.578156, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"]}, {"precision": 0.535985, "recall": 0.591897, "f1": 0.551642, "accuracy": 0.591897, "main_score": 0.551642, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"]}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.960112, "accuracy": 0.969368, "main_score": 0.960112, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"]}, {"precision": 0.32039, "recall": 0.381423, "f1": 0.336887, "accuracy": 0.381423, "main_score": 0.336887, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"]}, {"precision": 0.607032, "recall": 0.666008, "f1": 0.624125, "accuracy": 0.666008, "main_score": 0.624125, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"]}, {"precision": 0.591841, "recall": 0.649209, "f1": 0.608658, "accuracy": 0.649209, "main_score": 0.608658, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"]}, {"precision": 0.717203, "recall": 0.779644, "f1": 0.735741, "accuracy": 0.779644, "main_score": 0.735741, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"]}, {"precision": 0.657559, "recall": 0.732213, "f1": 0.679541, "accuracy": 0.732213, "main_score": 0.679541, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"]}, {"precision": 0.716051, "recall": 0.769763, "f1": 0.731464, "accuracy": 0.769763, "main_score": 0.731464, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"]}, {"precision": 0.687204, "recall": 0.735178, "f1": 0.701487, "accuracy": 0.735178, "main_score": 0.701487, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"]}, {"precision": 0.663525, "recall": 0.726285, "f1": 0.681985, "accuracy": 0.726285, "main_score": 0.681985, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"]}, {"precision": 0.564468, "recall": 0.62253, "f1": 0.581042, "accuracy": 0.62253, "main_score": 0.581042, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"]}, {"precision": 0.565039, "recall": 0.625494, "f1": 0.582166, "accuracy": 0.625494, "main_score": 0.582166, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"]}, {"precision": 0.821163, "recall": 0.864625, "f1": 0.834157, "accuracy": 0.864625, "main_score": 0.834157, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"]}, {"precision": 0.491129, "recall": 0.549407, "f1": 0.506694, "accuracy": 0.549407, "main_score": 0.506694, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"]}, {"precision": 0.881382, "recall": 0.91502, "f1": 0.891985, "accuracy": 0.91502, "main_score": 0.891985, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"]}, {"precision": 0.557618, "recall": 0.621542, "f1": 0.575628, "accuracy": 0.621542, "main_score": 0.575628, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"]}, {"precision": 0.599867, "recall": 0.666996, "f1": 0.618933, "accuracy": 0.666996, "main_score": 0.618933, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"]}, {"precision": 0.193259, "recall": 0.249012, "f1": 0.20631, "accuracy": 0.249012, "main_score": 0.20631, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"]}, {"precision": 0.656919, "recall": 0.713439, "f1": 0.6726, "accuracy": 0.713439, "main_score": 0.6726, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"]}, {"precision": 0.820982, "recall": 0.867589, "f1": 0.835244, "accuracy": 0.867589, "main_score": 0.835244, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"]}, {"precision": 0.429504, "recall": 0.48913, "f1": 0.446121, "accuracy": 0.48913, "main_score": 0.446121, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"]}, {"precision": 0.698806, "recall": 0.753953, "f1": 0.715404, "accuracy": 0.753953, "main_score": 0.715404, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"]}, {"precision": 0.580603, "recall": 0.644269, "f1": 0.598778, "accuracy": 0.644269, "main_score": 0.598778, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"]}, {"precision": 0.5252, "recall": 0.587945, "f1": 0.542327, "accuracy": 0.587945, "main_score": 0.542327, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"]}, {"precision": 0.68638, "recall": 0.73419, "f1": 0.700513, "accuracy": 0.73419, "main_score": 0.700513, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"]}, {"precision": 0.246123, "recall": 0.33498, "f1": 0.269145, "accuracy": 0.33498, "main_score": 0.269145, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"]}, {"precision": 0.595158, "recall": 0.657115, "f1": 0.613443, "accuracy": 0.657115, "main_score": 0.613443, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"]}, {"precision": 0.600791, "recall": 0.661067, "f1": 0.618399, "accuracy": 0.661067, "main_score": 0.618399, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"]}, {"precision": 0.729209, "recall": 0.793478, "f1": 0.748421, "accuracy": 0.793478, "main_score": 0.748421, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"]}, {"precision": 0.569533, "recall": 0.635375, "f1": 0.588774, "accuracy": 0.635375, "main_score": 0.588774, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"]}, {"precision": 0.813719, "recall": 0.859684, "f1": 0.827767, "accuracy": 0.859684, "main_score": 0.827767, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"]}, {"precision": 0.478387, "recall": 0.544466, "f1": 0.496829, "accuracy": 0.544466, "main_score": 0.496829, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"]}, {"precision": 0.897875, "recall": 0.926877, "f1": 0.906851, "accuracy": 0.926877, "main_score": 0.906851, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"]}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.95471, "accuracy": 0.964427, "main_score": 0.95471, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"]}, {"precision": 0.630148, "recall": 0.685771, "f1": 0.646042, "accuracy": 0.685771, "main_score": 0.646042, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"]}, {"precision": 0.897645, "recall": 0.929842, "f1": 0.908169, "accuracy": 0.929842, "main_score": 0.908169, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"]}, {"precision": 0.479398, "recall": 0.548419, "f1": 0.497799, "accuracy": 0.548419, "main_score": 0.497799, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"]}, {"precision": 0.634874, "recall": 0.70751, "f1": 0.656722, "accuracy": 0.70751, "main_score": 0.656722, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"]}, {"precision": 0.84832, "recall": 0.88834, "f1": 0.860757, "accuracy": 0.88834, "main_score": 0.860757, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"]}, {"precision": 0.671979, "recall": 0.717391, "f1": 0.685014, "accuracy": 0.717391, "main_score": 0.685014, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"]}, {"precision": 0.675242, "recall": 0.733202, "f1": 0.692245, "accuracy": 0.733202, "main_score": 0.692245, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"]}, {"precision": 0.557833, "recall": 0.623518, "f1": 0.576565, "accuracy": 0.623518, "main_score": 0.576565, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"]}, {"precision": 0.554795, "recall": 0.616601, "f1": 0.57226, "accuracy": 0.616601, "main_score": 0.57226, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"]}, {"precision": 0.849555, "recall": 0.889328, "f1": 0.861858, "accuracy": 0.889328, "main_score": 0.861858, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"]}, {"precision": 0.561957, "recall": 0.624506, "f1": 0.579675, "accuracy": 0.624506, "main_score": 0.579675, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"]}, {"precision": 0.642778, "recall": 0.701581, "f1": 0.660107, "accuracy": 0.701581, "main_score": 0.660107, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"]}, {"precision": 0.922019, "recall": 0.945652, "f1": 0.929578, "accuracy": 0.945652, "main_score": 0.929578, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"]}, {"precision": 0.512848, "recall": 0.574111, "f1": 0.529495, "accuracy": 0.574111, "main_score": 0.529495, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"]}, {"precision": 0.594772, "recall": 0.649209, "f1": 0.609496, "accuracy": 0.649209, "main_score": 0.609496, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"]}, {"precision": 0.607164, "recall": 0.673913, "f1": 0.626289, "accuracy": 0.673913, "main_score": 0.626289, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"]}, {"precision": 0.571323, "recall": 0.634387, "f1": 0.588844, "accuracy": 0.634387, "main_score": 0.588844, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"]}, {"precision": 0.551542, "recall": 0.619565, "f1": 0.571452, "accuracy": 0.619565, "main_score": 0.571452, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"]}, {"precision": 0.755912, "recall": 0.811265, "f1": 0.772332, "accuracy": 0.811265, "main_score": 0.772332, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"]}, {"precision": 0.763547, "recall": 0.811265, "f1": 0.778047, "accuracy": 0.811265, "main_score": 0.778047, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"]}, {"precision": 0.878047, "recall": 0.908103, "f1": 0.887173, "accuracy": 0.908103, "main_score": 0.887173, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"]}, {"precision": 0.508556, "recall": 0.581028, "f1": 0.530391, "accuracy": 0.581028, "main_score": 0.530391, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"]}, {"precision": 0.745208, "recall": 0.797431, "f1": 0.760507, "accuracy": 0.797431, "main_score": 0.760507, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"]}, {"precision": 0.618821, "recall": 0.668972, "f1": 0.632737, "accuracy": 0.668972, "main_score": 0.632737, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"]}, {"precision": 0.405262, "recall": 0.45751, "f1": 0.419379, "accuracy": 0.45751, "main_score": 0.419379, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"]}, {"precision": 0.514502, "recall": 0.5583, "f1": 0.527002, "accuracy": 0.5583, "main_score": 0.527002, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"]}, {"precision": 0.225329, "recall": 0.268775, "f1": 0.236401, "accuracy": 0.268775, "main_score": 0.236401, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"]}, {"precision": 0.533855, "recall": 0.583992, "f1": 0.546696, "accuracy": 0.583992, "main_score": 0.546696, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"]}, {"precision": 0.518387, "recall": 0.571146, "f1": 0.532643, "accuracy": 0.571146, "main_score": 0.532643, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"]}, {"precision": 0.53252, "recall": 0.582016, "f1": 0.54585, "accuracy": 0.582016, "main_score": 0.54585, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"]}, {"precision": 0.545719, "recall": 0.586957, "f1": 0.556463, "accuracy": 0.586957, "main_score": 0.556463, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"]}, {"precision": 0.548428, "recall": 0.593874, "f1": 0.560247, "accuracy": 0.593874, "main_score": 0.560247, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"]}, {"precision": 0.54246, "recall": 0.590909, "f1": 0.555621, "accuracy": 0.590909, "main_score": 0.555621, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"]}, {"precision": 0.536657, "recall": 0.579051, "f1": 0.547096, "accuracy": 0.579051, "main_score": 0.547096, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"]}, {"precision": 0.546305, "recall": 0.581028, "f1": 0.555456, "accuracy": 0.581028, "main_score": 0.555456, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"]}, {"precision": 0.538078, "recall": 0.591897, "f1": 0.551234, "accuracy": 0.591897, "main_score": 0.551234, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"]}, {"precision": 0.514913, "recall": 0.565217, "f1": 0.528279, "accuracy": 0.565217, "main_score": 0.528279, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"]}, {"precision": 0.513383, "recall": 0.55336, "f1": 0.523928, "accuracy": 0.55336, "main_score": 0.523928, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"]}, {"precision": 0.533511, "recall": 0.583004, "f1": 0.545988, "accuracy": 0.583004, "main_score": 0.545988, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"]}, {"precision": 0.482177, "recall": 0.531621, "f1": 0.49444, "accuracy": 0.531621, "main_score": 0.49444, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"]}, {"precision": 0.542671, "recall": 0.596838, "f1": 0.556652, "accuracy": 0.596838, "main_score": 0.556652, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"]}, {"precision": 0.502632, "recall": 0.540514, "f1": 0.512642, "accuracy": 0.540514, "main_score": 0.512642, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"]}, {"precision": 0.523431, "recall": 0.574111, "f1": 0.536616, "accuracy": 0.574111, "main_score": 0.536616, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"]}, {"precision": 0.515673, "recall": 0.565217, "f1": 0.528391, "accuracy": 0.565217, "main_score": 0.528391, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"]}, {"precision": 0.562343, "recall": 0.61166, "f1": 0.573966, "accuracy": 0.61166, "main_score": 0.573966, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"]}, {"precision": 0.56627, "recall": 0.618577, "f1": 0.579624, "accuracy": 0.618577, "main_score": 0.579624, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"]}, {"precision": 0.526109, "recall": 0.583992, "f1": 0.540893, "accuracy": 0.583992, "main_score": 0.540893, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"]}, {"precision": 0.540163, "recall": 0.592885, "f1": 0.553679, "accuracy": 0.592885, "main_score": 0.553679, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"]}, {"precision": 0.553871, "recall": 0.593874, "f1": 0.563943, "accuracy": 0.593874, "main_score": 0.563943, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"]}, {"precision": 0.225611, "recall": 0.263834, "f1": 0.235237, "accuracy": 0.263834, "main_score": 0.235237, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"]}, {"precision": 0.541269, "recall": 0.592885, "f1": 0.554861, "accuracy": 0.592885, "main_score": 0.554861, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"]}, {"precision": 0.558658, "recall": 0.605731, "f1": 0.570469, "accuracy": 0.605731, "main_score": 0.570469, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"]}, {"precision": 0.543934, "recall": 0.589921, "f1": 0.555509, "accuracy": 0.589921, "main_score": 0.555509, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"]}, {"precision": 0.535863, "recall": 0.586957, "f1": 0.549207, "accuracy": 0.586957, "main_score": 0.549207, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"]}, {"precision": 0.525831, "recall": 0.576087, "f1": 0.539135, "accuracy": 0.576087, "main_score": 0.539135, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"]}, {"precision": 0.537474, "recall": 0.582016, "f1": 0.548647, "accuracy": 0.582016, "main_score": 0.548647, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"]}, {"precision": 0.547544, "recall": 0.593874, "f1": 0.559305, "accuracy": 0.593874, "main_score": 0.559305, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"]}, {"precision": 0.557041, "recall": 0.612648, "f1": 0.5712, "accuracy": 0.612648, "main_score": 0.5712, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"]}, {"precision": 0.481416, "recall": 0.528656, "f1": 0.494763, "accuracy": 0.528656, "main_score": 0.494763, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"]}, {"precision": 0.517679, "recall": 0.560277, "f1": 0.529119, "accuracy": 0.560277, "main_score": 0.529119, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"]}, {"precision": 0.53388, "recall": 0.588933, "f1": 0.548816, "accuracy": 0.588933, "main_score": 0.548816, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"]}, {"precision": 0.54054, "recall": 0.590909, "f1": 0.553502, "accuracy": 0.590909, "main_score": 0.553502, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"]}, {"precision": 0.519665, "recall": 0.578063, "f1": 0.534281, "accuracy": 0.578063, "main_score": 0.534281, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"]}, {"precision": 0.509519, "recall": 0.55336, "f1": 0.521424, "accuracy": 0.55336, "main_score": 0.521424, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"]}, {"precision": 0.391526, "recall": 0.447628, "f1": 0.405873, "accuracy": 0.447628, "main_score": 0.405873, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"]}, {"precision": 0.537822, "recall": 0.588933, "f1": 0.549819, "accuracy": 0.588933, "main_score": 0.549819, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"]}, {"precision": 0.53577, "recall": 0.58498, "f1": 0.549142, "accuracy": 0.58498, "main_score": 0.549142, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"]}, {"precision": 0.541108, "recall": 0.59585, "f1": 0.55521, "accuracy": 0.59585, "main_score": 0.55521, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"]}, {"precision": 0.570285, "recall": 0.62747, "f1": 0.586274, "accuracy": 0.62747, "main_score": 0.586274, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"]}, {"precision": 0.524572, "recall": 0.563241, "f1": 0.534546, "accuracy": 0.563241, "main_score": 0.534546, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"]}, {"precision": 0.548681, "recall": 0.599802, "f1": 0.562196, "accuracy": 0.599802, "main_score": 0.562196, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"]}, {"precision": 0.512258, "recall": 0.560277, "f1": 0.525369, "accuracy": 0.560277, "main_score": 0.525369, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"]}, {"precision": 0.531757, "recall": 0.583004, "f1": 0.545266, "accuracy": 0.583004, "main_score": 0.545266, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"]}, {"precision": 0.550829, "recall": 0.591897, "f1": 0.560979, "accuracy": 0.591897, "main_score": 0.560979, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"]}, {"precision": 0.557824, "recall": 0.609684, "f1": 0.571175, "accuracy": 0.609684, "main_score": 0.571175, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"]}, {"precision": 0.567154, "recall": 0.61166, "f1": 0.577539, "accuracy": 0.61166, "main_score": 0.577539, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"]}, {"precision": 0.482141, "recall": 0.528656, "f1": 0.4953, "accuracy": 0.528656, "main_score": 0.4953, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"]}, {"precision": 0.542842, "recall": 0.592885, "f1": 0.555714, "accuracy": 0.592885, "main_score": 0.555714, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"]}, {"precision": 0.397337, "recall": 0.452569, "f1": 0.41179, "accuracy": 0.452569, "main_score": 0.41179, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"]}, {"precision": 0.474815, "recall": 0.51581, "f1": 0.486044, "accuracy": 0.51581, "main_score": 0.486044, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"]}, {"precision": 0.565004, "recall": 0.605731, "f1": 0.575692, "accuracy": 0.605731, "main_score": 0.575692, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"]}, {"precision": 0.296653, "recall": 0.346838, "f1": 0.310031, "accuracy": 0.346838, "main_score": 0.310031, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"]}, {"precision": 0.555132, "recall": 0.61166, "f1": 0.569851, "accuracy": 0.61166, "main_score": 0.569851, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"]}, {"precision": 0.528358, "recall": 0.581028, "f1": 0.542253, "accuracy": 0.581028, "main_score": 0.542253, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"]}, {"precision": 0.546262, "recall": 0.596838, "f1": 0.55958, "accuracy": 0.596838, "main_score": 0.55958, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"]}, {"precision": 0.515356, "recall": 0.575099, "f1": 0.532003, "accuracy": 0.575099, "main_score": 0.532003, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"]}, {"precision": 0.495017, "recall": 0.539526, "f1": 0.507073, "accuracy": 0.539526, "main_score": 0.507073, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"]}, {"precision": 0.553327, "recall": 0.593874, "f1": 0.562628, "accuracy": 0.593874, "main_score": 0.562628, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"]}, {"precision": 0.538947, "recall": 0.591897, "f1": 0.552784, "accuracy": 0.591897, "main_score": 0.552784, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"]}, {"precision": 0.555947, "recall": 0.612648, "f1": 0.571021, "accuracy": 0.612648, "main_score": 0.571021, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"]}, {"precision": 0.502565, "recall": 0.541502, "f1": 0.512859, "accuracy": 0.541502, "main_score": 0.512859, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"]}, {"precision": 0.565152, "recall": 0.61166, "f1": 0.576797, "accuracy": 0.61166, "main_score": 0.576797, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"]}, {"precision": 0.499519, "recall": 0.549407, "f1": 0.512736, "accuracy": 0.549407, "main_score": 0.512736, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"]}, {"precision": 0.582324, "recall": 0.62747, "f1": 0.593718, "accuracy": 0.62747, "main_score": 0.593718, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"]}, {"precision": 0.521987, "recall": 0.567194, "f1": 0.533314, "accuracy": 0.567194, "main_score": 0.533314, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"]}, {"precision": 0.56333, "recall": 0.612648, "f1": 0.576367, "accuracy": 0.612648, "main_score": 0.576367, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"]}, {"precision": 0.278392, "recall": 0.33498, "f1": 0.293102, "accuracy": 0.33498, "main_score": 0.293102, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"]}, {"precision": 0.522722, "recall": 0.5583, "f1": 0.532689, "accuracy": 0.5583, "main_score": 0.532689, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"]}, {"precision": 0.535824, "recall": 0.583004, "f1": 0.547635, "accuracy": 0.583004, "main_score": 0.547635, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"]}, {"precision": 0.549083, "recall": 0.59585, "f1": 0.561476, "accuracy": 0.59585, "main_score": 0.561476, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"]}, {"precision": 0.445513, "recall": 0.498024, "f1": 0.460081, "accuracy": 0.498024, "main_score": 0.460081, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"]}, {"precision": 0.561499, "recall": 0.613636, "f1": 0.574862, "accuracy": 0.613636, "main_score": 0.574862, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"]}, {"precision": 0.551907, "recall": 0.599802, "f1": 0.564076, "accuracy": 0.599802, "main_score": 0.564076, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"]}, {"precision": 0.548795, "recall": 0.59585, "f1": 0.561125, "accuracy": 0.59585, "main_score": 0.561125, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"]}, {"precision": 0.483872, "recall": 0.540514, "f1": 0.498475, "accuracy": 0.540514, "main_score": 0.498475, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"]}, {"precision": 0.566462, "recall": 0.617589, "f1": 0.579786, "accuracy": 0.617589, "main_score": 0.579786, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"]}, {"precision": 0.533099, "recall": 0.585968, "f1": 0.546841, "accuracy": 0.585968, "main_score": 0.546841, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"]}, {"precision": 0.546493, "recall": 0.596838, "f1": 0.559641, "accuracy": 0.596838, "main_score": 0.559641, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"]}, {"precision": 0.524926, "recall": 0.579051, "f1": 0.538682, "accuracy": 0.579051, "main_score": 0.538682, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"]}, {"precision": 0.499291, "recall": 0.540514, "f1": 0.51079, "accuracy": 0.540514, "main_score": 0.51079, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"]}, {"precision": 0.695539, "recall": 0.757905, "f1": 0.713307, "accuracy": 0.757905, "main_score": 0.713307, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"]}, {"precision": 0.521047, "recall": 0.574111, "f1": 0.534671, "accuracy": 0.574111, "main_score": 0.534671, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"]}, {"precision": 0.539406, "recall": 0.585968, "f1": 0.551095, "accuracy": 0.585968, "main_score": 0.551095, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"]}, {"precision": 0.537872, "recall": 0.583004, "f1": 0.549395, "accuracy": 0.583004, "main_score": 0.549395, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"]}, {"precision": 0.508426, "recall": 0.550395, "f1": 0.519132, "accuracy": 0.550395, "main_score": 0.519132, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"]}, {"precision": 0.454509, "recall": 0.493083, "f1": 0.465176, "accuracy": 0.493083, "main_score": 0.465176, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"]}, {"precision": 0.571113, "recall": 0.613636, "f1": 0.582181, "accuracy": 0.613636, "main_score": 0.582181, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"]}, {"precision": 0.509667, "recall": 0.559289, "f1": 0.521981, "accuracy": 0.559289, "main_score": 0.521981, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"]}, {"precision": 0.517833, "recall": 0.557312, "f1": 0.527996, "accuracy": 0.557312, "main_score": 0.527996, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"]}, {"precision": 0.54216, "recall": 0.591897, "f1": 0.555188, "accuracy": 0.591897, "main_score": 0.555188, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"]}, {"precision": 0.482997, "recall": 0.51581, "f1": 0.492262, "accuracy": 0.51581, "main_score": 0.492262, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"]}, {"precision": 0.563842, "recall": 0.610672, "f1": 0.575381, "accuracy": 0.610672, "main_score": 0.575381, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"]}, {"precision": 0.539628, "recall": 0.58498, "f1": 0.551115, "accuracy": 0.58498, "main_score": 0.551115, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"]}, {"precision": 0.548753, "recall": 0.59585, "f1": 0.560495, "accuracy": 0.59585, "main_score": 0.560495, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"]}, {"precision": 0.548563, "recall": 0.600791, "f1": 0.562164, "accuracy": 0.600791, "main_score": 0.562164, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"]}, {"precision": 0.514814, "recall": 0.562253, "f1": 0.527338, "accuracy": 0.562253, "main_score": 0.527338, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"]}, {"precision": 0.540409, "recall": 0.583004, "f1": 0.551343, "accuracy": 0.583004, "main_score": 0.551343, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"]}, {"precision": 0.434293, "recall": 0.493083, "f1": 0.449929, "accuracy": 0.493083, "main_score": 0.449929, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"]}, {"precision": 0.492316, "recall": 0.533597, "f1": 0.503636, "accuracy": 0.533597, "main_score": 0.503636, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"]}, {"precision": 0.211318, "recall": 0.250988, "f1": 0.221057, "accuracy": 0.250988, "main_score": 0.221057, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"]}, {"precision": 0.527592, "recall": 0.567194, "f1": 0.538567, "accuracy": 0.567194, "main_score": 0.538567, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"]}, {"precision": 0.453747, "recall": 0.501976, "f1": 0.466359, "accuracy": 0.501976, "main_score": 0.466359, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"]}, {"precision": 0.557694, "recall": 0.606719, "f1": 0.57108, "accuracy": 0.606719, "main_score": 0.57108, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"]}, {"precision": 0.561542, "recall": 0.606719, "f1": 0.573552, "accuracy": 0.606719, "main_score": 0.573552, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"]}, {"precision": 0.439947, "recall": 0.488142, "f1": 0.45351, "accuracy": 0.488142, "main_score": 0.45351, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"]}, {"precision": 0.542114, "recall": 0.582016, "f1": 0.552451, "accuracy": 0.582016, "main_score": 0.552451, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"]}, {"precision": 0.52631, "recall": 0.58004, "f1": 0.540546, "accuracy": 0.58004, "main_score": 0.540546, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"]}, {"precision": 0.500203, "recall": 0.554348, "f1": 0.514547, "accuracy": 0.554348, "main_score": 0.514547, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"]}, {"precision": 0.537183, "recall": 0.581028, "f1": 0.548678, "accuracy": 0.581028, "main_score": 0.548678, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"]}, {"precision": 0.55905, "recall": 0.606719, "f1": 0.572175, "accuracy": 0.606719, "main_score": 0.572175, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"]}, {"precision": 0.505604, "recall": 0.5583, "f1": 0.519134, "accuracy": 0.5583, "main_score": 0.519134, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"]}, {"precision": 0.568919, "recall": 0.616601, "f1": 0.581241, "accuracy": 0.616601, "main_score": 0.581241, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"]}, {"precision": 0.460408, "recall": 0.506917, "f1": 0.473526, "accuracy": 0.506917, "main_score": 0.473526, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"]}, {"precision": 0.475841, "recall": 0.519763, "f1": 0.487537, "accuracy": 0.519763, "main_score": 0.487537, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"]}, {"precision": 0.538936, "recall": 0.577075, "f1": 0.549019, "accuracy": 0.577075, "main_score": 0.549019, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"]}, {"precision": 0.537963, "recall": 0.591897, "f1": 0.552113, "accuracy": 0.591897, "main_score": 0.552113, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"]}, {"precision": 0.158102, "recall": 0.203557, "f1": 0.169646, "accuracy": 0.203557, "main_score": 0.169646, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"]}, {"precision": 0.537249, "recall": 0.582016, "f1": 0.549027, "accuracy": 0.582016, "main_score": 0.549027, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"]}, {"precision": 0.481278, "recall": 0.539526, "f1": 0.496142, "accuracy": 0.539526, "main_score": 0.496142, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"]}, {"precision": 0.520371, "recall": 0.567194, "f1": 0.532795, "accuracy": 0.567194, "main_score": 0.532795, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"]}, {"precision": 0.545178, "recall": 0.598814, "f1": 0.559295, "accuracy": 0.598814, "main_score": 0.559295, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"]}, {"precision": 0.489475, "recall": 0.537549, "f1": 0.502741, "accuracy": 0.537549, "main_score": 0.502741, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"]}, {"precision": 0.517796, "recall": 0.557312, "f1": 0.528341, "accuracy": 0.557312, "main_score": 0.528341, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"]}, {"precision": 0.528266, "recall": 0.583004, "f1": 0.542544, "accuracy": 0.583004, "main_score": 0.542544, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"]}, {"precision": 0.542841, "recall": 0.596838, "f1": 0.557605, "accuracy": 0.596838, "main_score": 0.557605, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"]}, {"precision": 0.541051, "recall": 0.58004, "f1": 0.550796, "accuracy": 0.58004, "main_score": 0.550796, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"]}, {"precision": 0.543484, "recall": 0.585968, "f1": 0.554547, "accuracy": 0.585968, "main_score": 0.554547, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"]}, {"precision": 0.482965, "recall": 0.537549, "f1": 0.497321, "accuracy": 0.537549, "main_score": 0.497321, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"]}, {"precision": 0.524432, "recall": 0.575099, "f1": 0.537207, "accuracy": 0.575099, "main_score": 0.537207, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"]}, {"precision": 0.472388, "recall": 0.518775, "f1": 0.485066, "accuracy": 0.518775, "main_score": 0.485066, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"]}, {"precision": 0.509465, "recall": 0.554348, "f1": 0.521115, "accuracy": 0.554348, "main_score": 0.521115, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"]}, {"precision": 0.539001, "recall": 0.587945, "f1": 0.552312, "accuracy": 0.587945, "main_score": 0.552312, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"]}, {"precision": 0.546349, "recall": 0.591897, "f1": 0.557876, "accuracy": 0.591897, "main_score": 0.557876, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"]}, {"precision": 0.526936, "recall": 0.581028, "f1": 0.540853, "accuracy": 0.581028, "main_score": 0.540853, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"]}, {"precision": 0.422689, "recall": 0.466403, "f1": 0.434321, "accuracy": 0.466403, "main_score": 0.434321, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"]}, {"precision": 0.57265, "recall": 0.621542, "f1": 0.585544, "accuracy": 0.621542, "main_score": 0.585544, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"]}, {"precision": 0.503288, "recall": 0.552372, "f1": 0.515774, "accuracy": 0.552372, "main_score": 0.515774, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"]}, {"precision": 0.511049, "recall": 0.561265, "f1": 0.524475, "accuracy": 0.561265, "main_score": 0.524475, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"]}, {"precision": 0.509129, "recall": 0.552372, "f1": 0.520098, "accuracy": 0.552372, "main_score": 0.520098, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"]}, {"precision": 0.520653, "recall": 0.565217, "f1": 0.532668, "accuracy": 0.565217, "main_score": 0.532668, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"]}, {"precision": 0.468251, "recall": 0.514822, "f1": 0.480163, "accuracy": 0.514822, "main_score": 0.480163, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"]}, {"precision": 0.519005, "recall": 0.567194, "f1": 0.531871, "accuracy": 0.567194, "main_score": 0.531871, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"]}, {"precision": 0.553636, "recall": 0.594862, "f1": 0.565208, "accuracy": 0.594862, "main_score": 0.565208, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"]}, {"precision": 0.460598, "recall": 0.524704, "f1": 0.476006, "accuracy": 0.524704, "main_score": 0.476006, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"]}, {"precision": 0.521202, "recall": 0.575099, "f1": 0.534987, "accuracy": 0.575099, "main_score": 0.534987, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"]}, {"precision": 0.507712, "recall": 0.550395, "f1": 0.518943, "accuracy": 0.550395, "main_score": 0.518943, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"]}, {"precision": 0.552285, "recall": 0.603755, "f1": 0.565762, "accuracy": 0.603755, "main_score": 0.565762, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"]}, {"precision": 0.534318, "recall": 0.583992, "f1": 0.546683, "accuracy": 0.583992, "main_score": 0.546683, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"]}, {"precision": 0.561821, "recall": 0.608696, "f1": 0.574132, "accuracy": 0.608696, "main_score": 0.574132, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"]}, {"precision": 0.476321, "recall": 0.523715, "f1": 0.489013, "accuracy": 0.523715, "main_score": 0.489013, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"]}, {"precision": 0.529097, "recall": 0.576087, "f1": 0.540999, "accuracy": 0.576087, "main_score": 0.540999, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"]}, {"precision": 0.44421, "recall": 0.501976, "f1": 0.459473, "accuracy": 0.501976, "main_score": 0.459473, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"]}, {"precision": 0.551506, "recall": 0.605731, "f1": 0.565662, "accuracy": 0.605731, "main_score": 0.565662, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"]}, {"precision": 0.397395, "recall": 0.449605, "f1": 0.412023, "accuracy": 0.449605, "main_score": 0.412023, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"]}, {"precision": 0.510221, "recall": 0.559289, "f1": 0.522652, "accuracy": 0.559289, "main_score": 0.522652, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"]}, {"precision": 0.520727, "recall": 0.56917, "f1": 0.534139, "accuracy": 0.56917, "main_score": 0.534139, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"]}, {"precision": 0.540184, "recall": 0.591897, "f1": 0.553428, "accuracy": 0.591897, "main_score": 0.553428, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"]}, {"precision": 0.532519, "recall": 0.571146, "f1": 0.541876, "accuracy": 0.571146, "main_score": 0.541876, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"]}, {"precision": 0.511017, "recall": 0.562253, "f1": 0.524441, "accuracy": 0.562253, "main_score": 0.524441, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"]}, {"precision": 0.515246, "recall": 0.562253, "f1": 0.527806, "accuracy": 0.562253, "main_score": 0.527806, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"]}, {"precision": 0.552738, "recall": 0.597826, "f1": 0.565135, "accuracy": 0.597826, "main_score": 0.565135, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"]}, {"precision": 0.545763, "recall": 0.599802, "f1": 0.559827, "accuracy": 0.599802, "main_score": 0.559827, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"]}, {"precision": 0.543108, "recall": 0.586957, "f1": 0.554211, "accuracy": 0.586957, "main_score": 0.554211, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"]}, {"precision": 0.562452, "recall": 0.609684, "f1": 0.575114, "accuracy": 0.609684, "main_score": 0.575114, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"]}, {"precision": 0.481063, "recall": 0.520751, "f1": 0.492234, "accuracy": 0.520751, "main_score": 0.492234, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"]}, {"precision": 0.554542, "recall": 0.604743, "f1": 0.567885, "accuracy": 0.604743, "main_score": 0.567885, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"]}, {"precision": 0.536075, "recall": 0.588933, "f1": 0.550354, "accuracy": 0.588933, "main_score": 0.550354, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"]}, {"precision": 0.533755, "recall": 0.583992, "f1": 0.547208, "accuracy": 0.583992, "main_score": 0.547208, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"]}, {"precision": 0.537057, "recall": 0.597826, "f1": 0.553455, "accuracy": 0.597826, "main_score": 0.553455, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"]}, {"precision": 0.569627, "recall": 0.620553, "f1": 0.581884, "accuracy": 0.620553, "main_score": 0.581884, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"]}, {"precision": 0.541171, "recall": 0.583992, "f1": 0.551733, "accuracy": 0.583992, "main_score": 0.551733, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"]}, {"precision": 0.509693, "recall": 0.555336, "f1": 0.522519, "accuracy": 0.555336, "main_score": 0.522519, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"]}, {"precision": 0.563385, "recall": 0.61166, "f1": 0.576335, "accuracy": 0.61166, "main_score": 0.576335, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"]}, {"precision": 0.460242, "recall": 0.51581, "f1": 0.47467, "accuracy": 0.51581, "main_score": 0.47467, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"]}, {"precision": 0.533529, "recall": 0.585968, "f1": 0.547194, "accuracy": 0.585968, "main_score": 0.547194, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"]}, {"precision": 0.540305, "recall": 0.590909, "f1": 0.554031, "accuracy": 0.590909, "main_score": 0.554031, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"]}, {"precision": 0.492719, "recall": 0.532609, "f1": 0.50332, "accuracy": 0.532609, "main_score": 0.50332, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"]}, {"precision": 0.520299, "recall": 0.557312, "f1": 0.530699, "accuracy": 0.557312, "main_score": 0.530699, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"]}, {"precision": 0.511693, "recall": 0.566206, "f1": 0.525517, "accuracy": 0.566206, "main_score": 0.525517, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"]}, {"precision": 0.525558, "recall": 0.577075, "f1": 0.539345, "accuracy": 0.577075, "main_score": 0.539345, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"]}, {"precision": 0.533524, "recall": 0.572134, "f1": 0.543228, "accuracy": 0.572134, "main_score": 0.543228, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"]}, {"precision": 0.510007, "recall": 0.567194, "f1": 0.525327, "accuracy": 0.567194, "main_score": 0.525327, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"]}, {"precision": 0.472354, "recall": 0.516798, "f1": 0.485157, "accuracy": 0.516798, "main_score": 0.485157, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"]}, {"precision": 0.523837, "recall": 0.574111, "f1": 0.537022, "accuracy": 0.574111, "main_score": 0.537022, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"]}, {"precision": 0.551579, "recall": 0.591897, "f1": 0.56185, "accuracy": 0.591897, "main_score": 0.56185, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"]}, {"precision": 0.518351, "recall": 0.552372, "f1": 0.527372, "accuracy": 0.552372, "main_score": 0.527372, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"]}, {"precision": 0.525946, "recall": 0.559289, "f1": 0.535199, "accuracy": 0.559289, "main_score": 0.535199, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"]}, {"precision": 0.519236, "recall": 0.56917, "f1": 0.532798, "accuracy": 0.56917, "main_score": 0.532798, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"]}, {"precision": 0.514334, "recall": 0.562253, "f1": 0.527163, "accuracy": 0.562253, "main_score": 0.527163, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"]}, {"precision": 0.533103, "recall": 0.579051, "f1": 0.544304, "accuracy": 0.579051, "main_score": 0.544304, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"]}, {"precision": 0.426479, "recall": 0.485178, "f1": 0.44272, "accuracy": 0.485178, "main_score": 0.44272, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"]}, {"precision": 0.538689, "recall": 0.591897, "f1": 0.552865, "accuracy": 0.591897, "main_score": 0.552865, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"]}, {"precision": 0.522939, "recall": 0.566206, "f1": 0.534402, "accuracy": 0.566206, "main_score": 0.534402, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"]}, {"precision": 0.535538, "recall": 0.585968, "f1": 0.548549, "accuracy": 0.585968, "main_score": 0.548549, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"]}, {"precision": 0.533015, "recall": 0.577075, "f1": 0.544983, "accuracy": 0.577075, "main_score": 0.544983, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"]}, {"precision": 0.516896, "recall": 0.559289, "f1": 0.528811, "accuracy": 0.559289, "main_score": 0.528811, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"]}, {"precision": 0.520968, "recall": 0.563241, "f1": 0.532372, "accuracy": 0.563241, "main_score": 0.532372, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"]}, {"precision": 0.531633, "recall": 0.601779, "f1": 0.551137, "accuracy": 0.601779, "main_score": 0.551137, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"]}, {"precision": 0.51433, "recall": 0.577075, "f1": 0.531655, "accuracy": 0.577075, "main_score": 0.531655, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"]}, {"precision": 0.425792, "recall": 0.501976, "f1": 0.445843, "accuracy": 0.501976, "main_score": 0.445843, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"]}, {"precision": 0.570332, "recall": 0.634387, "f1": 0.588505, "accuracy": 0.634387, "main_score": 0.588505, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"]}, {"precision": 0.860013, "recall": 0.896245, "f1": 0.871179, "accuracy": 0.896245, "main_score": 0.871179, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"]}, {"precision": 0.954381, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"]}, {"precision": 0.583063, "recall": 0.647233, "f1": 0.600852, "accuracy": 0.647233, "main_score": 0.600852, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"]}, {"precision": 0.604935, "recall": 0.671937, "f1": 0.623229, "accuracy": 0.671937, "main_score": 0.623229, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"]}, {"precision": 0.524515, "recall": 0.593874, "f1": 0.543979, "accuracy": 0.593874, "main_score": 0.543979, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"]}, {"precision": 0.155772, "recall": 0.208498, "f1": 0.168665, "accuracy": 0.208498, "main_score": 0.168665, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"]}, {"precision": 0.610937, "recall": 0.662055, "f1": 0.624875, "accuracy": 0.662055, "main_score": 0.624875, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"]}, {"precision": 0.658943, "recall": 0.717391, "f1": 0.676468, "accuracy": 0.717391, "main_score": 0.676468, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"]}, {"precision": 0.51166, "recall": 0.56917, "f1": 0.527936, "accuracy": 0.56917, "main_score": 0.527936, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"]}, {"precision": 0.475883, "recall": 0.550395, "f1": 0.495931, "accuracy": 0.550395, "main_score": 0.495931, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"]}, {"precision": 0.543736, "recall": 0.608696, "f1": 0.562055, "accuracy": 0.608696, "main_score": 0.562055, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"]}, {"precision": 0.564267, "recall": 0.632411, "f1": 0.583437, "accuracy": 0.632411, "main_score": 0.583437, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"]}, {"precision": 0.875, "recall": 0.911067, "f1": 0.886495, "accuracy": 0.911067, "main_score": 0.886495, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"]}, {"precision": 0.506752, "recall": 0.572134, "f1": 0.525114, "accuracy": 0.572134, "main_score": 0.525114, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"]}, {"precision": 0.503499, "recall": 0.571146, "f1": 0.521887, "accuracy": 0.571146, "main_score": 0.521887, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"]}, {"precision": 0.505291, "recall": 0.566206, "f1": 0.521679, "accuracy": 0.566206, "main_score": 0.521679, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"]}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"]}, {"precision": 0.309311, "recall": 0.371542, "f1": 0.325929, "accuracy": 0.371542, "main_score": 0.325929, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"]}, {"precision": 0.58672, "recall": 0.653162, "f1": 0.604887, "accuracy": 0.653162, "main_score": 0.604887, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"]}, {"precision": 0.57814, "recall": 0.639328, "f1": 0.595861, "accuracy": 0.639328, "main_score": 0.595861, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"]}, {"precision": 0.695575, "recall": 0.759881, "f1": 0.71413, "accuracy": 0.759881, "main_score": 0.71413, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965368, "accuracy": 0.97332, "main_score": 0.965368, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"]}, {"precision": 0.655889, "recall": 0.731225, "f1": 0.677524, "accuracy": 0.731225, "main_score": 0.677524, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"]}, {"precision": 0.693169, "recall": 0.750988, "f1": 0.709921, "accuracy": 0.750988, "main_score": 0.709921, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"]}, {"precision": 0.645158, "recall": 0.70751, "f1": 0.663919, "accuracy": 0.70751, "main_score": 0.663919, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"]}, {"precision": 0.674911, "recall": 0.745059, "f1": 0.695706, "accuracy": 0.745059, "main_score": 0.695706, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"]}, {"precision": 0.526501, "recall": 0.589921, "f1": 0.544105, "accuracy": 0.589921, "main_score": 0.544105, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"]}, {"precision": 0.529855, "recall": 0.596838, "f1": 0.549393, "accuracy": 0.596838, "main_score": 0.549393, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"]}, {"precision": 0.792029, "recall": 0.837945, "f1": 0.805256, "accuracy": 0.837945, "main_score": 0.805256, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"]}, {"precision": 0.45116, "recall": 0.51581, "f1": 0.468941, "accuracy": 0.51581, "main_score": 0.468941, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"]}, {"precision": 0.860178, "recall": 0.899209, "f1": 0.872332, "accuracy": 0.899209, "main_score": 0.872332, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"]}, {"precision": 0.538488, "recall": 0.602767, "f1": 0.556424, "accuracy": 0.602767, "main_score": 0.556424, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"]}, {"precision": 0.584358, "recall": 0.651186, "f1": 0.60281, "accuracy": 0.651186, "main_score": 0.60281, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"]}, {"precision": 0.18111, "recall": 0.23913, "f1": 0.194446, "accuracy": 0.23913, "main_score": 0.194446, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"]}, {"precision": 0.608082, "recall": 0.674901, "f1": 0.627134, "accuracy": 0.674901, "main_score": 0.627134, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"]}, {"precision": 0.78582, "recall": 0.837945, "f1": 0.801713, "accuracy": 0.837945, "main_score": 0.801713, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"]}, {"precision": 0.396503, "recall": 0.458498, "f1": 0.413345, "accuracy": 0.458498, "main_score": 0.413345, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"]}, {"precision": 0.651252, "recall": 0.711462, "f1": 0.668724, "accuracy": 0.711462, "main_score": 0.668724, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"]}, {"precision": 0.543357, "recall": 0.610672, "f1": 0.562266, "accuracy": 0.610672, "main_score": 0.562266, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"]}, {"precision": 0.492436, "recall": 0.564229, "f1": 0.512346, "accuracy": 0.564229, "main_score": 0.512346, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"]}, {"precision": 0.654825, "recall": 0.713439, "f1": 0.6722, "accuracy": 0.713439, "main_score": 0.6722, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"]}, {"precision": 0.215147, "recall": 0.295455, "f1": 0.234903, "accuracy": 0.295455, "main_score": 0.234903, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"]}, {"precision": 0.57043, "recall": 0.634387, "f1": 0.588564, "accuracy": 0.634387, "main_score": 0.588564, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"]}, {"precision": 0.568625, "recall": 0.634387, "f1": 0.587204, "accuracy": 0.634387, "main_score": 0.587204, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"]}, {"precision": 0.725609, "recall": 0.786561, "f1": 0.743615, "accuracy": 0.786561, "main_score": 0.743615, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"]}, {"precision": 0.543199, "recall": 0.607708, "f1": 0.561591, "accuracy": 0.607708, "main_score": 0.561591, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"]}, {"precision": 0.763291, "recall": 0.817194, "f1": 0.77963, "accuracy": 0.817194, "main_score": 0.77963, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"]}, {"precision": 0.465213, "recall": 0.531621, "f1": 0.483249, "accuracy": 0.531621, "main_score": 0.483249, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"]}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"]}, {"precision": 0.847085, "recall": 0.886364, "f1": 0.859223, "accuracy": 0.886364, "main_score": 0.859223, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"]}, {"precision": 0.935853, "recall": 0.955534, "f1": 0.942095, "accuracy": 0.955534, "main_score": 0.942095, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"]}, {"precision": 0.59168, "recall": 0.65415, "f1": 0.609384, "accuracy": 0.65415, "main_score": 0.609384, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"]}, {"precision": 0.889657, "recall": 0.922925, "f1": 0.900165, "accuracy": 0.922925, "main_score": 0.900165, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"]}, {"precision": 0.437899, "recall": 0.512846, "f1": 0.458297, "accuracy": 0.512846, "main_score": 0.458297, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"]}, {"precision": 0.606498, "recall": 0.685771, "f1": 0.629877, "accuracy": 0.685771, "main_score": 0.629877, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"]}, {"precision": 0.822918, "recall": 0.86166, "f1": 0.834107, "accuracy": 0.86166, "main_score": 0.834107, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"]}, {"precision": 0.627798, "recall": 0.684783, "f1": 0.644128, "accuracy": 0.684783, "main_score": 0.644128, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"]}, {"precision": 0.617887, "recall": 0.679842, "f1": 0.635639, "accuracy": 0.679842, "main_score": 0.635639, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"]}, {"precision": 0.934783, "recall": 0.955534, "f1": 0.941535, "accuracy": 0.955534, "main_score": 0.941535, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"]}, {"precision": 0.5282, "recall": 0.59585, "f1": 0.546832, "accuracy": 0.59585, "main_score": 0.546832, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"]}, {"precision": 0.53552, "recall": 0.599802, "f1": 0.553382, "accuracy": 0.599802, "main_score": 0.553382, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"]}, {"precision": 0.818956, "recall": 0.864625, "f1": 0.832872, "accuracy": 0.864625, "main_score": 0.832872, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"]}, {"precision": 0.533503, "recall": 0.604743, "f1": 0.552422, "accuracy": 0.604743, "main_score": 0.552422, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"]}, {"precision": 0.599555, "recall": 0.66502, "f1": 0.617941, "accuracy": 0.66502, "main_score": 0.617941, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"]}, {"precision": 0.916008, "recall": 0.940711, "f1": 0.92388, "accuracy": 0.940711, "main_score": 0.92388, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"]}, {"precision": 0.477978, "recall": 0.540514, "f1": 0.495189, "accuracy": 0.540514, "main_score": 0.495189, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"]}, {"precision": 0.560198, "recall": 0.618577, "f1": 0.575405, "accuracy": 0.618577, "main_score": 0.575405, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"]}, {"precision": 0.570977, "recall": 0.637352, "f1": 0.59011, "accuracy": 0.637352, "main_score": 0.59011, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"]}, {"precision": 0.543846, "recall": 0.606719, "f1": 0.56087, "accuracy": 0.606719, "main_score": 0.56087, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"]}, {"precision": 0.524182, "recall": 0.59585, "f1": 0.544331, "accuracy": 0.59585, "main_score": 0.544331, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"]}, {"precision": 0.712796, "recall": 0.770751, "f1": 0.729569, "accuracy": 0.770751, "main_score": 0.729569, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"]}, {"precision": 0.729941, "recall": 0.784585, "f1": 0.746231, "accuracy": 0.784585, "main_score": 0.746231, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"]}, {"precision": 0.866469, "recall": 0.900198, "f1": 0.876779, "accuracy": 0.900198, "main_score": 0.876779, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"]}, {"precision": 0.462345, "recall": 0.551383, "f1": 0.488058, "accuracy": 0.551383, "main_score": 0.488058, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"]}, {"precision": 0.694886, "recall": 0.754941, "f1": 0.712115, "accuracy": 0.754941, "main_score": 0.712115, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"]}, {"precision": 0.595242, "recall": 0.649209, "f1": 0.610427, "accuracy": 0.649209, "main_score": 0.610427, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"]}, {"precision": 0.579061, "recall": 0.642292, "f1": 0.596582, "accuracy": 0.642292, "main_score": 0.596582, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"]}, {"precision": 0.528676, "recall": 0.591897, "f1": 0.546595, "accuracy": 0.591897, "main_score": 0.546595, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"]}, {"precision": 0.442683, "recall": 0.528656, "f1": 0.465286, "accuracy": 0.528656, "main_score": 0.465286, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"]}, {"precision": 0.590596, "recall": 0.645257, "f1": 0.605992, "accuracy": 0.645257, "main_score": 0.605992, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"]}, {"precision": 0.867836, "recall": 0.903162, "f1": 0.878656, "accuracy": 0.903162, "main_score": 0.878656, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"]}, {"precision": 0.600503, "recall": 0.660079, "f1": 0.616827, "accuracy": 0.660079, "main_score": 0.616827, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"]}, {"precision": 0.608506, "recall": 0.670949, "f1": 0.625315, "accuracy": 0.670949, "main_score": 0.625315, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"]}, {"precision": 0.560417, "recall": 0.619565, "f1": 0.576801, "accuracy": 0.619565, "main_score": 0.576801, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"]}, {"precision": 0.184251, "recall": 0.230237, "f1": 0.195364, "accuracy": 0.230237, "main_score": 0.195364, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"]}, {"precision": 0.626205, "recall": 0.679842, "f1": 0.641605, "accuracy": 0.679842, "main_score": 0.641605, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"]}, {"precision": 0.674605, "recall": 0.724308, "f1": 0.689281, "accuracy": 0.724308, "main_score": 0.689281, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"]}, {"precision": 0.536957, "recall": 0.587945, "f1": 0.551685, "accuracy": 0.587945, "main_score": 0.551685, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"]}, {"precision": 0.490913, "recall": 0.564229, "f1": 0.510825, "accuracy": 0.564229, "main_score": 0.510825, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"]}, {"precision": 0.554407, "recall": 0.618577, "f1": 0.573308, "accuracy": 0.618577, "main_score": 0.573308, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"]}, {"precision": 0.573297, "recall": 0.636364, "f1": 0.591076, "accuracy": 0.636364, "main_score": 0.591076, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"]}, {"precision": 0.90415, "recall": 0.931818, "f1": 0.913043, "accuracy": 0.931818, "main_score": 0.913043, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"]}, {"precision": 0.523148, "recall": 0.58004, "f1": 0.539448, "accuracy": 0.58004, "main_score": 0.539448, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"]}, {"precision": 0.543194, "recall": 0.610672, "f1": 0.561997, "accuracy": 0.610672, "main_score": 0.561997, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"]}, {"precision": 0.516241, "recall": 0.570158, "f1": 0.530828, "accuracy": 0.570158, "main_score": 0.530828, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"]}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"]}, {"precision": 0.315327, "recall": 0.368577, "f1": 0.329655, "accuracy": 0.368577, "main_score": 0.329655, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"]}, {"precision": 0.576812, "recall": 0.640316, "f1": 0.59475, "accuracy": 0.640316, "main_score": 0.59475, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"]}, {"precision": 0.581269, "recall": 0.639328, "f1": 0.597336, "accuracy": 0.639328, "main_score": 0.597336, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"]}, {"precision": 0.710317, "recall": 0.769763, "f1": 0.728063, "accuracy": 0.769763, "main_score": 0.728063, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"]}, {"precision": 0.681588, "recall": 0.752964, "f1": 0.703035, "accuracy": 0.752964, "main_score": 0.703035, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"]}, {"precision": 0.695998, "recall": 0.753953, "f1": 0.713015, "accuracy": 0.753953, "main_score": 0.713015, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"]}, {"precision": 0.665441, "recall": 0.713439, "f1": 0.679534, "accuracy": 0.713439, "main_score": 0.679534, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"]}, {"precision": 0.650034, "recall": 0.715415, "f1": 0.669143, "accuracy": 0.715415, "main_score": 0.669143, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"]}, {"precision": 0.98419, "recall": 0.987154, "f1": 0.985178, "accuracy": 0.987154, "main_score": 0.985178, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"]}, {"precision": 0.551197, "recall": 0.609684, "f1": 0.56724, "accuracy": 0.609684, "main_score": 0.56724, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"]}, {"precision": 0.558262, "recall": 0.610672, "f1": 0.572619, "accuracy": 0.610672, "main_score": 0.572619, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"]}, {"precision": 0.802767, "recall": 0.849802, "f1": 0.816916, "accuracy": 0.849802, "main_score": 0.816916, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"]}, {"precision": 0.472433, "recall": 0.532609, "f1": 0.488299, "accuracy": 0.532609, "main_score": 0.488299, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"]}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.900494, "accuracy": 0.920949, "main_score": 0.900494, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"]}, {"precision": 0.548354, "recall": 0.608696, "f1": 0.565341, "accuracy": 0.608696, "main_score": 0.565341, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"]}, {"precision": 0.582662, "recall": 0.653162, "f1": 0.602214, "accuracy": 0.653162, "main_score": 0.602214, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"]}, {"precision": 0.199582, "recall": 0.257905, "f1": 0.213159, "accuracy": 0.257905, "main_score": 0.213159, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"]}, {"precision": 0.622975, "recall": 0.685771, "f1": 0.640868, "accuracy": 0.685771, "main_score": 0.640868, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"]}, {"precision": 0.822003, "recall": 0.865613, "f1": 0.835408, "accuracy": 0.865613, "main_score": 0.835408, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"]}, {"precision": 0.416404, "recall": 0.47332, "f1": 0.432251, "accuracy": 0.47332, "main_score": 0.432251, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"]}, {"precision": 0.682857, "recall": 0.741107, "f1": 0.700005, "accuracy": 0.741107, "main_score": 0.700005, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"]}, {"precision": 0.571163, "recall": 0.635375, "f1": 0.589316, "accuracy": 0.635375, "main_score": 0.589316, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"]}, {"precision": 0.499054, "recall": 0.564229, "f1": 0.517282, "accuracy": 0.564229, "main_score": 0.517282, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"]}, {"precision": 0.6744, "recall": 0.730237, "f1": 0.690596, "accuracy": 0.730237, "main_score": 0.690596, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"]}, {"precision": 0.248911, "recall": 0.332016, "f1": 0.270611, "accuracy": 0.332016, "main_score": 0.270611, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"]}, {"precision": 0.587121, "recall": 0.644269, "f1": 0.603153, "accuracy": 0.644269, "main_score": 0.603153, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"]}, {"precision": 0.575408, "recall": 0.640316, "f1": 0.59367, "accuracy": 0.640316, "main_score": 0.59367, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"]}, {"precision": 0.725412, "recall": 0.787549, "f1": 0.743991, "accuracy": 0.787549, "main_score": 0.743991, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"]}, {"precision": 0.564891, "recall": 0.619565, "f1": 0.580381, "accuracy": 0.619565, "main_score": 0.580381, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"]}, {"precision": 0.787747, "recall": 0.837945, "f1": 0.802997, "accuracy": 0.837945, "main_score": 0.802997, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"]}, {"precision": 0.45458, "recall": 0.520751, "f1": 0.472789, "accuracy": 0.520751, "main_score": 0.472789, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"]}, {"precision": 0.880599, "recall": 0.914032, "f1": 0.890942, "accuracy": 0.914032, "main_score": 0.890942, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"]}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"]}, {"precision": 0.612342, "recall": 0.666008, "f1": 0.627703, "accuracy": 0.666008, "main_score": 0.627703, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"]}, {"precision": 0.902174, "recall": 0.93083, "f1": 0.911199, "accuracy": 0.93083, "main_score": 0.911199, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"]}, {"precision": 0.455723, "recall": 0.522727, "f1": 0.473589, "accuracy": 0.522727, "main_score": 0.473589, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"]}, {"precision": 0.621963, "recall": 0.693676, "f1": 0.643099, "accuracy": 0.693676, "main_score": 0.643099, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"]}, {"precision": 0.833663, "recall": 0.87747, "f1": 0.847464, "accuracy": 0.87747, "main_score": 0.847464, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"]}, {"precision": 0.644333, "recall": 0.697628, "f1": 0.659691, "accuracy": 0.697628, "main_score": 0.659691, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"]}, {"precision": 0.659669, "recall": 0.718379, "f1": 0.676638, "accuracy": 0.718379, "main_score": 0.676638, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"]}, {"precision": 0.540259, "recall": 0.606719, "f1": 0.558958, "accuracy": 0.606719, "main_score": 0.558958, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"]}, {"precision": 0.54593, "recall": 0.608696, "f1": 0.562787, "accuracy": 0.608696, "main_score": 0.562787, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"]}, {"precision": 0.846509, "recall": 0.887352, "f1": 0.858926, "accuracy": 0.887352, "main_score": 0.858926, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"]}, {"precision": 0.543705, "recall": 0.609684, "f1": 0.56188, "accuracy": 0.609684, "main_score": 0.56188, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"]}, {"precision": 0.619914, "recall": 0.681818, "f1": 0.637751, "accuracy": 0.681818, "main_score": 0.637751, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"]}, {"precision": 0.487838, "recall": 0.546443, "f1": 0.504079, "accuracy": 0.546443, "main_score": 0.504079, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"]}, {"precision": 0.581935, "recall": 0.63834, "f1": 0.597031, "accuracy": 0.63834, "main_score": 0.597031, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"]}, {"precision": 0.580981, "recall": 0.645257, "f1": 0.59928, "accuracy": 0.645257, "main_score": 0.59928, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"]}, {"precision": 0.562394, "recall": 0.616601, "f1": 0.576593, "accuracy": 0.616601, "main_score": 0.576593, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"]}, {"precision": 0.524247, "recall": 0.599802, "f1": 0.546212, "accuracy": 0.599802, "main_score": 0.546212, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"]}, {"precision": 0.738389, "recall": 0.791502, "f1": 0.753943, "accuracy": 0.791502, "main_score": 0.753943, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"]}, {"precision": 0.748106, "recall": 0.800395, "f1": 0.763754, "accuracy": 0.800395, "main_score": 0.763754, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"]}, {"precision": 0.871838, "recall": 0.902174, "f1": 0.881258, "accuracy": 0.902174, "main_score": 0.881258, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"]}, {"precision": 0.474955, "recall": 0.55336, "f1": 0.498111, "accuracy": 0.55336, "main_score": 0.498111, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"]}, {"precision": 0.716971, "recall": 0.777668, "f1": 0.735397, "accuracy": 0.777668, "main_score": 0.735397, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"]}, {"precision": 0.602672, "recall": 0.652174, "f1": 0.616424, "accuracy": 0.652174, "main_score": 0.616424, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"]}, {"precision": 0.598346, "recall": 0.658103, "f1": 0.615627, "accuracy": 0.658103, "main_score": 0.615627, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"]}, {"precision": 0.560615, "recall": 0.614625, "f1": 0.575534, "accuracy": 0.614625, "main_score": 0.575534, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"]}, {"precision": 0.372813, "recall": 0.447628, "f1": 0.392433, "accuracy": 0.447628, "main_score": 0.392433, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"]}, {"precision": 0.60742, "recall": 0.660079, "f1": 0.622397, "accuracy": 0.660079, "main_score": 0.622397, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"]}, {"precision": 0.847619, "recall": 0.881423, "f1": 0.857675, "accuracy": 0.881423, "main_score": 0.857675, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"]}, {"precision": 0.934783, "recall": 0.951581, "f1": 0.940053, "accuracy": 0.951581, "main_score": 0.940053, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"]}, {"precision": 0.980435, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"]}, {"precision": 0.608177, "recall": 0.663043, "f1": 0.623802, "accuracy": 0.663043, "main_score": 0.623802, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"]}, {"precision": 0.614891, "recall": 0.673913, "f1": 0.631548, "accuracy": 0.673913, "main_score": 0.631548, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"]}, {"precision": 0.560054, "recall": 0.620553, "f1": 0.57713, "accuracy": 0.620553, "main_score": 0.57713, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"]}, {"precision": 0.199301, "recall": 0.241107, "f1": 0.209647, "accuracy": 0.241107, "main_score": 0.209647, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"]}, {"precision": 0.637749, "recall": 0.688735, "f1": 0.652109, "accuracy": 0.688735, "main_score": 0.652109, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"]}, {"precision": 0.662722, "recall": 0.718379, "f1": 0.679205, "accuracy": 0.718379, "main_score": 0.679205, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924473, "accuracy": 0.940711, "main_score": 0.924473, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"]}, {"precision": 0.560581, "recall": 0.607708, "f1": 0.574086, "accuracy": 0.607708, "main_score": 0.574086, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"]}, {"precision": 0.523347, "recall": 0.591897, "f1": 0.541418, "accuracy": 0.591897, "main_score": 0.541418, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"]}, {"precision": 0.574209, "recall": 0.631423, "f1": 0.591046, "accuracy": 0.631423, "main_score": 0.591046, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"]}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"]}, {"precision": 0.598221, "recall": 0.656126, "f1": 0.614516, "accuracy": 0.656126, "main_score": 0.614516, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"]}, {"precision": 0.85229, "recall": 0.886364, "f1": 0.862654, "accuracy": 0.886364, "main_score": 0.862654, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"]}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"]}, {"precision": 0.54588, "recall": 0.596838, "f1": 0.560178, "accuracy": 0.596838, "main_score": 0.560178, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"]}, {"precision": 0.56182, "recall": 0.623518, "f1": 0.578694, "accuracy": 0.623518, "main_score": 0.578694, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"]}, {"precision": 0.531083, "recall": 0.576087, "f1": 0.543336, "accuracy": 0.576087, "main_score": 0.543336, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"]}, {"precision": 0.316503, "recall": 0.370553, "f1": 0.331043, "accuracy": 0.370553, "main_score": 0.331043, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"]}, {"precision": 0.60928, "recall": 0.664032, "f1": 0.624909, "accuracy": 0.664032, "main_score": 0.624909, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"]}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"]}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942655, "accuracy": 0.955534, "main_score": 0.942655, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"]}, {"precision": 0.597091, "recall": 0.647233, "f1": 0.611072, "accuracy": 0.647233, "main_score": 0.611072, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"]}, {"precision": 0.697508, "recall": 0.750988, "f1": 0.713392, "accuracy": 0.750988, "main_score": 0.713392, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"]}, {"precision": 0.944746, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"]}, {"precision": 0.551138, "recall": 0.628458, "f1": 0.572848, "accuracy": 0.628458, "main_score": 0.572848, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"]}, {"precision": 0.703781, "recall": 0.75, "f1": 0.717215, "accuracy": 0.75, "main_score": 0.717215, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"]}, {"precision": 0.953228, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"]}, {"precision": 0.689345, "recall": 0.738142, "f1": 0.703854, "accuracy": 0.738142, "main_score": 0.703854, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"]}, {"precision": 0.662451, "recall": 0.719368, "f1": 0.679169, "accuracy": 0.719368, "main_score": 0.679169, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"]}, {"precision": 0.904727, "recall": 0.933794, "f1": 0.913933, "accuracy": 0.933794, "main_score": 0.913933, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"]}, {"precision": 0.572944, "recall": 0.626482, "f1": 0.5877, "accuracy": 0.626482, "main_score": 0.5877, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"]}, {"precision": 0.557279, "recall": 0.607708, "f1": 0.571612, "accuracy": 0.607708, "main_score": 0.571612, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"]}, {"precision": 0.79833, "recall": 0.837945, "f1": 0.809917, "accuracy": 0.837945, "main_score": 0.809917, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"]}, {"precision": 0.478713, "recall": 0.538538, "f1": 0.494683, "accuracy": 0.538538, "main_score": 0.494683, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"]}, {"precision": 0.821617, "recall": 0.863636, "f1": 0.834024, "accuracy": 0.863636, "main_score": 0.834024, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"]}, {"precision": 0.552924, "recall": 0.602767, "f1": 0.566834, "accuracy": 0.602767, "main_score": 0.566834, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"]}, {"precision": 0.945487, "recall": 0.963439, "f1": 0.951416, "accuracy": 0.963439, "main_score": 0.951416, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"]}, {"precision": 0.598808, "recall": 0.670949, "f1": 0.618944, "accuracy": 0.670949, "main_score": 0.618944, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"]}, {"precision": 0.203362, "recall": 0.247036, "f1": 0.213144, "accuracy": 0.247036, "main_score": 0.213144, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"]}, {"precision": 0.645177, "recall": 0.703557, "f1": 0.661486, "accuracy": 0.703557, "main_score": 0.661486, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"]}, {"precision": 0.763159, "recall": 0.816206, "f1": 0.779221, "accuracy": 0.816206, "main_score": 0.779221, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"]}, {"precision": 0.429433, "recall": 0.483202, "f1": 0.444226, "accuracy": 0.483202, "main_score": 0.444226, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"]}, {"precision": 0.679785, "recall": 0.732213, "f1": 0.69519, "accuracy": 0.732213, "main_score": 0.69519, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"]}, {"precision": 0.99333, "recall": 0.995059, "f1": 0.993808, "accuracy": 0.995059, "main_score": 0.993808, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"]}, {"precision": 0.569132, "recall": 0.626482, "f1": 0.585728, "accuracy": 0.626482, "main_score": 0.585728, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"]}, {"precision": 0.514946, "recall": 0.576087, "f1": 0.531107, "accuracy": 0.576087, "main_score": 0.531107, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"]}, {"precision": 0.692582, "recall": 0.73913, "f1": 0.705719, "accuracy": 0.73913, "main_score": 0.705719, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"]}, {"precision": 0.221837, "recall": 0.289526, "f1": 0.238936, "accuracy": 0.289526, "main_score": 0.238936, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"]}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"]}, {"precision": 0.602001, "recall": 0.663043, "f1": 0.619742, "accuracy": 0.663043, "main_score": 0.619742, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"]}, {"precision": 0.599657, "recall": 0.658103, "f1": 0.616173, "accuracy": 0.658103, "main_score": 0.616173, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"]}, {"precision": 0.953393, "recall": 0.965415, "f1": 0.957181, "accuracy": 0.965415, "main_score": 0.957181, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"]}, {"precision": 0.689592, "recall": 0.752964, "f1": 0.708846, "accuracy": 0.752964, "main_score": 0.708846, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"]}, {"precision": 0.570438, "recall": 0.633399, "f1": 0.588556, "accuracy": 0.633399, "main_score": 0.588556, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"]}, {"precision": 0.749555, "recall": 0.80336, "f1": 0.765599, "accuracy": 0.80336, "main_score": 0.765599, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"]}, {"precision": 0.469615, "recall": 0.527668, "f1": 0.485546, "accuracy": 0.527668, "main_score": 0.485546, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"]}, {"precision": 0.92663, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"]}, {"precision": 0.841008, "recall": 0.878458, "f1": 0.851964, "accuracy": 0.878458, "main_score": 0.851964, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"]}, {"precision": 0.928228, "recall": 0.947628, "f1": 0.934289, "accuracy": 0.947628, "main_score": 0.934289, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"]}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"]}, {"precision": 0.622054, "recall": 0.673913, "f1": 0.636877, "accuracy": 0.673913, "main_score": 0.636877, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"]}, {"precision": 0.855797, "recall": 0.893281, "f1": 0.867391, "accuracy": 0.893281, "main_score": 0.867391, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"]}, {"precision": 0.491403, "recall": 0.551383, "f1": 0.507388, "accuracy": 0.551383, "main_score": 0.507388, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"]}, {"precision": 0.593075, "recall": 0.662055, "f1": 0.613348, "accuracy": 0.662055, "main_score": 0.613348, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"]}, {"precision": 0.937582, "recall": 0.955534, "f1": 0.943347, "accuracy": 0.955534, "main_score": 0.943347, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"]}, {"precision": 0.826499, "recall": 0.865613, "f1": 0.83826, "accuracy": 0.865613, "main_score": 0.83826, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"]}, {"precision": 0.664247, "recall": 0.708498, "f1": 0.67648, "accuracy": 0.708498, "main_score": 0.67648, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"]}, {"precision": 0.64096, "recall": 0.69664, "f1": 0.656609, "accuracy": 0.69664, "main_score": 0.656609, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"]}, {"precision": 0.927454, "recall": 0.94664, "f1": 0.933333, "accuracy": 0.94664, "main_score": 0.933333, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"]}, {"precision": 0.566407, "recall": 0.626482, "f1": 0.582802, "accuracy": 0.626482, "main_score": 0.582802, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"]}, {"precision": 0.542836, "recall": 0.596838, "f1": 0.558305, "accuracy": 0.596838, "main_score": 0.558305, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"]}, {"precision": 0.795876, "recall": 0.840909, "f1": 0.809324, "accuracy": 0.840909, "main_score": 0.809324, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"]}, {"precision": 0.558582, "recall": 0.615613, "f1": 0.57443, "accuracy": 0.615613, "main_score": 0.57443, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"]}, {"precision": 0.63141, "recall": 0.688735, "f1": 0.648007, "accuracy": 0.688735, "main_score": 0.648007, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"]}, {"precision": 0.901845, "recall": 0.928854, "f1": 0.910408, "accuracy": 0.928854, "main_score": 0.910408, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"]}, {"precision": 0.963027, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"]}, {"precision": 0.512182, "recall": 0.566206, "f1": 0.526972, "accuracy": 0.566206, "main_score": 0.526972, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"]}, {"precision": 0.588156, "recall": 0.643281, "f1": 0.603078, "accuracy": 0.643281, "main_score": 0.603078, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"]}, {"precision": 0.592474, "recall": 0.647233, "f1": 0.608383, "accuracy": 0.647233, "main_score": 0.608383, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"]}, {"precision": 0.577899, "recall": 0.62747, "f1": 0.592292, "accuracy": 0.62747, "main_score": 0.592292, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"]}, {"precision": 0.550741, "recall": 0.607708, "f1": 0.567311, "accuracy": 0.607708, "main_score": 0.567311, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"]}, {"precision": 0.715613, "recall": 0.770751, "f1": 0.731875, "accuracy": 0.770751, "main_score": 0.731875, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"]}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"]}, {"precision": 0.729447, "recall": 0.771739, "f1": 0.74177, "accuracy": 0.771739, "main_score": 0.74177, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"]}, {"precision": 0.864575, "recall": 0.891304, "f1": 0.87253, "accuracy": 0.891304, "main_score": 0.87253, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"]}, {"precision": 0.916535, "recall": 0.939723, "f1": 0.923913, "accuracy": 0.939723, "main_score": 0.923913, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"]}, {"precision": 0.491851, "recall": 0.568182, "f1": 0.514171, "accuracy": 0.568182, "main_score": 0.514171, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"]}, {"precision": 0.692038, "recall": 0.750988, "f1": 0.709108, "accuracy": 0.750988, "main_score": 0.709108, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"]}, {"precision": 0.610779, "recall": 0.647233, "f1": 0.621174, "accuracy": 0.647233, "main_score": 0.621174, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"]}, {"precision": 0.15595, "recall": 0.187747, "f1": 0.163555, "accuracy": 0.187747, "main_score": 0.163555, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"]}, {"precision": 0.156816, "recall": 0.189723, "f1": 0.16479, "accuracy": 0.189723, "main_score": 0.16479, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"]}, {"precision": 0.126309, "recall": 0.150198, "f1": 0.132861, "accuracy": 0.150198, "main_score": 0.132861, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"]}, {"precision": 0.153891, "recall": 0.190711, "f1": 0.162323, "accuracy": 0.190711, "main_score": 0.162323, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"]}, {"precision": 0.147882, "recall": 0.177866, "f1": 0.154481, "accuracy": 0.177866, "main_score": 0.154481, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"]}, {"precision": 0.150804, "recall": 0.177866, "f1": 0.156436, "accuracy": 0.177866, "main_score": 0.156436, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"]}, {"precision": 0.15287, "recall": 0.188735, "f1": 0.160687, "accuracy": 0.188735, "main_score": 0.160687, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"]}, {"precision": 0.16616, "recall": 0.206522, "f1": 0.175352, "accuracy": 0.206522, "main_score": 0.175352, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"]}, {"precision": 0.144742, "recall": 0.178854, "f1": 0.152475, "accuracy": 0.178854, "main_score": 0.152475, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"]}, {"precision": 0.152388, "recall": 0.187747, "f1": 0.160237, "accuracy": 0.187747, "main_score": 0.160237, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"]}, {"precision": 0.158129, "recall": 0.189723, "f1": 0.16524, "accuracy": 0.189723, "main_score": 0.16524, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"]}, {"precision": 0.140765, "recall": 0.178854, "f1": 0.148624, "accuracy": 0.178854, "main_score": 0.148624, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"]}, {"precision": 0.132898, "recall": 0.166996, "f1": 0.139857, "accuracy": 0.166996, "main_score": 0.139857, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"]}, {"precision": 0.077264, "recall": 0.107708, "f1": 0.082663, "accuracy": 0.107708, "main_score": 0.082663, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"]}, {"precision": 0.15281, "recall": 0.182806, "f1": 0.158628, "accuracy": 0.182806, "main_score": 0.158628, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"]}, {"precision": 0.142936, "recall": 0.18083, "f1": 0.150408, "accuracy": 0.18083, "main_score": 0.150408, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"]}, {"precision": 0.144729, "recall": 0.179842, "f1": 0.151992, "accuracy": 0.179842, "main_score": 0.151992, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"]}, {"precision": 0.155088, "recall": 0.184783, "f1": 0.161271, "accuracy": 0.184783, "main_score": 0.161271, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"]}, {"precision": 0.141113, "recall": 0.178854, "f1": 0.148816, "accuracy": 0.178854, "main_score": 0.148816, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"]}, {"precision": 0.14654, "recall": 0.174901, "f1": 0.153091, "accuracy": 0.174901, "main_score": 0.153091, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"]}, {"precision": 0.153965, "recall": 0.190711, "f1": 0.162062, "accuracy": 0.190711, "main_score": 0.162062, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"]}, {"precision": 0.153063, "recall": 0.188735, "f1": 0.160743, "accuracy": 0.188735, "main_score": 0.160743, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"]}, {"precision": 0.16923, "recall": 0.213439, "f1": 0.178333, "accuracy": 0.213439, "main_score": 0.178333, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"]}, {"precision": 0.140452, "recall": 0.176877, "f1": 0.147908, "accuracy": 0.176877, "main_score": 0.147908, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"]}, {"precision": 0.15573, "recall": 0.1917, "f1": 0.163548, "accuracy": 0.1917, "main_score": 0.163548, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"]}, {"precision": 0.147444, "recall": 0.187747, "f1": 0.15577, "accuracy": 0.187747, "main_score": 0.15577, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"]}, {"precision": 0.137573, "recall": 0.170949, "f1": 0.144707, "accuracy": 0.170949, "main_score": 0.144707, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"]}, {"precision": 0.15276, "recall": 0.192688, "f1": 0.16133, "accuracy": 0.192688, "main_score": 0.16133, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"]}, {"precision": 0.151442, "recall": 0.186759, "f1": 0.158686, "accuracy": 0.186759, "main_score": 0.158686, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"]}, {"precision": 0.14944, "recall": 0.186759, "f1": 0.157219, "accuracy": 0.186759, "main_score": 0.157219, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"]}, {"precision": 0.15207, "recall": 0.181818, "f1": 0.158881, "accuracy": 0.181818, "main_score": 0.158881, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"]}, {"precision": 0.154816, "recall": 0.184783, "f1": 0.160972, "accuracy": 0.184783, "main_score": 0.160972, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"]}, {"precision": 0.169828, "recall": 0.203557, "f1": 0.176918, "accuracy": 0.203557, "main_score": 0.176918, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"]}, {"precision": 0.157174, "recall": 0.192688, "f1": 0.164633, "accuracy": 0.192688, "main_score": 0.164633, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"]}, {"precision": 0.137654, "recall": 0.171937, "f1": 0.145746, "accuracy": 0.171937, "main_score": 0.145746, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"]}, {"precision": 0.137892, "recall": 0.175889, "f1": 0.145734, "accuracy": 0.175889, "main_score": 0.145734, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"]}, {"precision": 0.165095, "recall": 0.197628, "f1": 0.172001, "accuracy": 0.197628, "main_score": 0.172001, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"]}, {"precision": 0.138555, "recall": 0.172925, "f1": 0.1463, "accuracy": 0.172925, "main_score": 0.1463, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"]}, {"precision": 0.155166, "recall": 0.188735, "f1": 0.162756, "accuracy": 0.188735, "main_score": 0.162756, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"]}, {"precision": 0.161639, "recall": 0.195652, "f1": 0.169651, "accuracy": 0.195652, "main_score": 0.169651, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"]}, {"precision": 0.165334, "recall": 0.199605, "f1": 0.172801, "accuracy": 0.199605, "main_score": 0.172801, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"]}, {"precision": 0.142371, "recall": 0.177866, "f1": 0.150327, "accuracy": 0.177866, "main_score": 0.150327, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"]}, {"precision": 0.165934, "recall": 0.20751, "f1": 0.174702, "accuracy": 0.20751, "main_score": 0.174702, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"]}, {"precision": 0.155979, "recall": 0.195652, "f1": 0.164228, "accuracy": 0.195652, "main_score": 0.164228, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"]}, {"precision": 0.157705, "recall": 0.192688, "f1": 0.165582, "accuracy": 0.192688, "main_score": 0.165582, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"]}, {"precision": 0.143729, "recall": 0.179842, "f1": 0.150738, "accuracy": 0.179842, "main_score": 0.150738, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"]}, {"precision": 0.158611, "recall": 0.195652, "f1": 0.166855, "accuracy": 0.195652, "main_score": 0.166855, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"]}, {"precision": 0.13445, "recall": 0.168972, "f1": 0.1416, "accuracy": 0.168972, "main_score": 0.1416, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"]}, {"precision": 0.160621, "recall": 0.194664, "f1": 0.167252, "accuracy": 0.194664, "main_score": 0.167252, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"]}, {"precision": 0.149802, "recall": 0.184783, "f1": 0.157902, "accuracy": 0.184783, "main_score": 0.157902, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"]}, {"precision": 0.15121, "recall": 0.193676, "f1": 0.16032, "accuracy": 0.193676, "main_score": 0.16032, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"]}, {"precision": 0.151418, "recall": 0.189723, "f1": 0.159333, "accuracy": 0.189723, "main_score": 0.159333, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"]}, {"precision": 0.162365, "recall": 0.202569, "f1": 0.171232, "accuracy": 0.202569, "main_score": 0.171232, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"]}, {"precision": 0.146121, "recall": 0.187747, "f1": 0.154152, "accuracy": 0.187747, "main_score": 0.154152, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"]}, {"precision": 0.167394, "recall": 0.206522, "f1": 0.176079, "accuracy": 0.206522, "main_score": 0.176079, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"]}, {"precision": 0.142261, "recall": 0.179842, "f1": 0.150417, "accuracy": 0.179842, "main_score": 0.150417, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"]}, {"precision": 0.154414, "recall": 0.192688, "f1": 0.161933, "accuracy": 0.192688, "main_score": 0.161933, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"]}, {"precision": 0.152124, "recall": 0.179842, "f1": 0.158139, "accuracy": 0.179842, "main_score": 0.158139, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"]}, {"precision": 0.150676, "recall": 0.190711, "f1": 0.159164, "accuracy": 0.190711, "main_score": 0.159164, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"]}, {"precision": 0.147184, "recall": 0.185771, "f1": 0.154862, "accuracy": 0.185771, "main_score": 0.154862, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"]}, {"precision": 0.149142, "recall": 0.189723, "f1": 0.157665, "accuracy": 0.189723, "main_score": 0.157665, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"]}, {"precision": 0.146681, "recall": 0.18083, "f1": 0.154905, "accuracy": 0.18083, "main_score": 0.154905, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"]}, {"precision": 0.151173, "recall": 0.188735, "f1": 0.159116, "accuracy": 0.188735, "main_score": 0.159116, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"]}, {"precision": 0.150298, "recall": 0.185771, "f1": 0.157659, "accuracy": 0.185771, "main_score": 0.157659, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"]}, {"precision": 0.133642, "recall": 0.167984, "f1": 0.141225, "accuracy": 0.167984, "main_score": 0.141225, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"]}, {"precision": 0.15071, "recall": 0.186759, "f1": 0.159126, "accuracy": 0.186759, "main_score": 0.159126, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"]}, {"precision": 0.166371, "recall": 0.195652, "f1": 0.172572, "accuracy": 0.195652, "main_score": 0.172572, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"]}, {"precision": 0.153099, "recall": 0.192688, "f1": 0.161114, "accuracy": 0.192688, "main_score": 0.161114, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"]}, {"precision": 0.155749, "recall": 0.189723, "f1": 0.163458, "accuracy": 0.189723, "main_score": 0.163458, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"]}, {"precision": 0.165535, "recall": 0.206522, "f1": 0.174602, "accuracy": 0.206522, "main_score": 0.174602, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"]}, {"precision": 0.152608, "recall": 0.187747, "f1": 0.159544, "accuracy": 0.187747, "main_score": 0.159544, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"]}, {"precision": 0.158307, "recall": 0.1917, "f1": 0.1664, "accuracy": 0.1917, "main_score": 0.1664, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"]}, {"precision": 0.169497, "recall": 0.188735, "f1": 0.174229, "accuracy": 0.188735, "main_score": 0.174229, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"]}, {"precision": 0.162166, "recall": 0.197628, "f1": 0.170123, "accuracy": 0.197628, "main_score": 0.170123, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"]}, {"precision": 0.155776, "recall": 0.185771, "f1": 0.162503, "accuracy": 0.185771, "main_score": 0.162503, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"]}, {"precision": 0.155941, "recall": 0.189723, "f1": 0.162884, "accuracy": 0.189723, "main_score": 0.162884, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"]}, {"precision": 0.142404, "recall": 0.176877, "f1": 0.150371, "accuracy": 0.176877, "main_score": 0.150371, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"]}, {"precision": 0.156772, "recall": 0.194664, "f1": 0.164992, "accuracy": 0.194664, "main_score": 0.164992, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"]}, {"precision": 0.150866, "recall": 0.187747, "f1": 0.158965, "accuracy": 0.187747, "main_score": 0.158965, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"]}, {"precision": 0.15688, "recall": 0.1917, "f1": 0.16447, "accuracy": 0.1917, "main_score": 0.16447, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"]}, {"precision": 0.155734, "recall": 0.188735, "f1": 0.162998, "accuracy": 0.188735, "main_score": 0.162998, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"]}, {"precision": 0.156492, "recall": 0.197628, "f1": 0.165884, "accuracy": 0.197628, "main_score": 0.165884, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"]}, {"precision": 0.139791, "recall": 0.175889, "f1": 0.147349, "accuracy": 0.175889, "main_score": 0.147349, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"]}, {"precision": 0.135049, "recall": 0.168972, "f1": 0.142213, "accuracy": 0.168972, "main_score": 0.142213, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"]}, {"precision": 0.139853, "recall": 0.174901, "f1": 0.147427, "accuracy": 0.174901, "main_score": 0.147427, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"]}, {"precision": 0.162064, "recall": 0.201581, "f1": 0.170839, "accuracy": 0.201581, "main_score": 0.170839, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"]}, {"precision": 0.165731, "recall": 0.205534, "f1": 0.173278, "accuracy": 0.205534, "main_score": 0.173278, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"]}, {"precision": 0.142258, "recall": 0.176877, "f1": 0.149657, "accuracy": 0.176877, "main_score": 0.149657, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"]}, {"precision": 0.152635, "recall": 0.185771, "f1": 0.159704, "accuracy": 0.185771, "main_score": 0.159704, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"]}, {"precision": 0.142459, "recall": 0.172925, "f1": 0.149369, "accuracy": 0.172925, "main_score": 0.149369, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"]}, {"precision": 0.13635, "recall": 0.171937, "f1": 0.144034, "accuracy": 0.171937, "main_score": 0.144034, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"]}, {"precision": 0.157586, "recall": 0.188735, "f1": 0.164667, "accuracy": 0.188735, "main_score": 0.164667, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"]}, {"precision": 0.15228, "recall": 0.188735, "f1": 0.160203, "accuracy": 0.188735, "main_score": 0.160203, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"]}, {"precision": 0.158667, "recall": 0.187747, "f1": 0.166274, "accuracy": 0.187747, "main_score": 0.166274, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"]}, {"precision": 0.148481, "recall": 0.18083, "f1": 0.156129, "accuracy": 0.18083, "main_score": 0.156129, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"]}, {"precision": 0.15284, "recall": 0.187747, "f1": 0.160407, "accuracy": 0.187747, "main_score": 0.160407, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"]}, {"precision": 0.151774, "recall": 0.18083, "f1": 0.158418, "accuracy": 0.18083, "main_score": 0.158418, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"]}, {"precision": 0.145727, "recall": 0.184783, "f1": 0.153937, "accuracy": 0.184783, "main_score": 0.153937, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"]}, {"precision": 0.142042, "recall": 0.18083, "f1": 0.149675, "accuracy": 0.18083, "main_score": 0.149675, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"]}, {"precision": 0.136693, "recall": 0.179842, "f1": 0.145821, "accuracy": 0.179842, "main_score": 0.145821, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"]}, {"precision": 0.150083, "recall": 0.182806, "f1": 0.156939, "accuracy": 0.182806, "main_score": 0.156939, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"]}, {"precision": 0.138391, "recall": 0.16996, "f1": 0.144981, "accuracy": 0.16996, "main_score": 0.144981, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"]}, {"precision": 0.145663, "recall": 0.178854, "f1": 0.153696, "accuracy": 0.178854, "main_score": 0.153696, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"]}, {"precision": 0.144497, "recall": 0.179842, "f1": 0.151654, "accuracy": 0.179842, "main_score": 0.151654, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"]}, {"precision": 0.143206, "recall": 0.182806, "f1": 0.151757, "accuracy": 0.182806, "main_score": 0.151757, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"]}, {"precision": 0.231381, "recall": 0.264822, "f1": 0.240043, "accuracy": 0.264822, "main_score": 0.240043, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"]}, {"precision": 0.152114, "recall": 0.195652, "f1": 0.162141, "accuracy": 0.195652, "main_score": 0.162141, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"]}, {"precision": 0.133007, "recall": 0.166008, "f1": 0.139554, "accuracy": 0.166008, "main_score": 0.139554, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"]}, {"precision": 0.148955, "recall": 0.192688, "f1": 0.157905, "accuracy": 0.192688, "main_score": 0.157905, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"]}, {"precision": 0.15688, "recall": 0.195652, "f1": 0.165678, "accuracy": 0.195652, "main_score": 0.165678, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"]}, {"precision": 0.21588, "recall": 0.259881, "f1": 0.226581, "accuracy": 0.259881, "main_score": 0.226581, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"]}, {"precision": 0.142901, "recall": 0.178854, "f1": 0.150676, "accuracy": 0.178854, "main_score": 0.150676, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"]}, {"precision": 0.1412, "recall": 0.177866, "f1": 0.149206, "accuracy": 0.177866, "main_score": 0.149206, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"]}, {"precision": 0.152118, "recall": 0.181818, "f1": 0.159895, "accuracy": 0.181818, "main_score": 0.159895, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"]}, {"precision": 0.137664, "recall": 0.177866, "f1": 0.146064, "accuracy": 0.177866, "main_score": 0.146064, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"]}, {"precision": 0.155552, "recall": 0.200593, "f1": 0.165261, "accuracy": 0.200593, "main_score": 0.165261, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"]}, {"precision": 0.102439, "recall": 0.141304, "f1": 0.110117, "accuracy": 0.141304, "main_score": 0.110117, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"]}, {"precision": 0.148476, "recall": 0.185771, "f1": 0.155978, "accuracy": 0.185771, "main_score": 0.155978, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"]}, {"precision": 0.145948, "recall": 0.179842, "f1": 0.153564, "accuracy": 0.179842, "main_score": 0.153564, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"]}, {"precision": 0.145606, "recall": 0.177866, "f1": 0.152529, "accuracy": 0.177866, "main_score": 0.152529, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"]}, {"precision": 0.154999, "recall": 0.192688, "f1": 0.162693, "accuracy": 0.192688, "main_score": 0.162693, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"]}, {"precision": 0.150286, "recall": 0.184783, "f1": 0.157832, "accuracy": 0.184783, "main_score": 0.157832, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"]}, {"precision": 0.115734, "recall": 0.159091, "f1": 0.125276, "accuracy": 0.159091, "main_score": 0.125276, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"]}, {"precision": 0.157306, "recall": 0.182806, "f1": 0.163566, "accuracy": 0.182806, "main_score": 0.163566, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"]}, {"precision": 0.16103, "recall": 0.197628, "f1": 0.168708, "accuracy": 0.197628, "main_score": 0.168708, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"]}, {"precision": 0.147538, "recall": 0.178854, "f1": 0.155087, "accuracy": 0.178854, "main_score": 0.155087, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"]}, {"precision": 0.151827, "recall": 0.188735, "f1": 0.159535, "accuracy": 0.188735, "main_score": 0.159535, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"]}, {"precision": 0.184565, "recall": 0.222332, "f1": 0.192632, "accuracy": 0.222332, "main_score": 0.192632, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"]}, {"precision": 0.152077, "recall": 0.188735, "f1": 0.160279, "accuracy": 0.188735, "main_score": 0.160279, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"]}, {"precision": 0.146469, "recall": 0.184783, "f1": 0.155243, "accuracy": 0.184783, "main_score": 0.155243, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"]}, {"precision": 0.152826, "recall": 0.183794, "f1": 0.159936, "accuracy": 0.183794, "main_score": 0.159936, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"]}, {"precision": 0.148247, "recall": 0.183794, "f1": 0.155638, "accuracy": 0.183794, "main_score": 0.155638, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"]}, {"precision": 0.149976, "recall": 0.182806, "f1": 0.157523, "accuracy": 0.182806, "main_score": 0.157523, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"]}, {"precision": 0.115881, "recall": 0.152174, "f1": 0.123794, "accuracy": 0.152174, "main_score": 0.123794, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"]}, {"precision": 0.13569, "recall": 0.173913, "f1": 0.143753, "accuracy": 0.173913, "main_score": 0.143753, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"]}, {"precision": 0.148867, "recall": 0.179842, "f1": 0.155043, "accuracy": 0.179842, "main_score": 0.155043, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"]}, {"precision": 0.155332, "recall": 0.194664, "f1": 0.164027, "accuracy": 0.194664, "main_score": 0.164027, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"]}, {"precision": 0.152592, "recall": 0.18083, "f1": 0.159003, "accuracy": 0.18083, "main_score": 0.159003, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"]}, {"precision": 0.148864, "recall": 0.182806, "f1": 0.156831, "accuracy": 0.182806, "main_score": 0.156831, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"]}, {"precision": 0.155503, "recall": 0.1917, "f1": 0.163295, "accuracy": 0.1917, "main_score": 0.163295, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"]}, {"precision": 0.136933, "recall": 0.170949, "f1": 0.144318, "accuracy": 0.170949, "main_score": 0.144318, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"]}, {"precision": 0.154772, "recall": 0.190711, "f1": 0.162939, "accuracy": 0.190711, "main_score": 0.162939, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"]}, {"precision": 0.137401, "recall": 0.16502, "f1": 0.143251, "accuracy": 0.16502, "main_score": 0.143251, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"]}, {"precision": 0.14597, "recall": 0.175889, "f1": 0.152807, "accuracy": 0.175889, "main_score": 0.152807, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"]}, {"precision": 0.165725, "recall": 0.199605, "f1": 0.173693, "accuracy": 0.199605, "main_score": 0.173693, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"]}, {"precision": 0.158618, "recall": 0.198617, "f1": 0.167438, "accuracy": 0.198617, "main_score": 0.167438, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"]}, {"precision": 0.137836, "recall": 0.16996, "f1": 0.144908, "accuracy": 0.16996, "main_score": 0.144908, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"]}, {"precision": 0.150427, "recall": 0.186759, "f1": 0.158828, "accuracy": 0.186759, "main_score": 0.158828, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"]}, {"precision": 0.165229, "recall": 0.203557, "f1": 0.172617, "accuracy": 0.203557, "main_score": 0.172617, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"]}, {"precision": 0.150697, "recall": 0.183794, "f1": 0.158228, "accuracy": 0.183794, "main_score": 0.158228, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"]}, {"precision": 0.131056, "recall": 0.170949, "f1": 0.139876, "accuracy": 0.170949, "main_score": 0.139876, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"]}, {"precision": 0.135401, "recall": 0.163043, "f1": 0.1415, "accuracy": 0.163043, "main_score": 0.1415, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"]}, {"precision": 0.158122, "recall": 0.198617, "f1": 0.166968, "accuracy": 0.198617, "main_score": 0.166968, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"]}, {"precision": 0.154832, "recall": 0.189723, "f1": 0.162976, "accuracy": 0.189723, "main_score": 0.162976, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"]}, {"precision": 0.146602, "recall": 0.185771, "f1": 0.154517, "accuracy": 0.185771, "main_score": 0.154517, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"]}, {"precision": 0.1419, "recall": 0.16996, "f1": 0.14728, "accuracy": 0.16996, "main_score": 0.14728, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"]}, {"precision": 0.129144, "recall": 0.163043, "f1": 0.136425, "accuracy": 0.163043, "main_score": 0.136425, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"]}, {"precision": 0.181655, "recall": 0.221344, "f1": 0.190426, "accuracy": 0.221344, "main_score": 0.190426, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"]}, {"precision": 0.143025, "recall": 0.175889, "f1": 0.149803, "accuracy": 0.175889, "main_score": 0.149803, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"]}, {"precision": 0.163696, "recall": 0.194664, "f1": 0.17098, "accuracy": 0.194664, "main_score": 0.17098, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"]}, {"precision": 0.148956, "recall": 0.175889, "f1": 0.154246, "accuracy": 0.175889, "main_score": 0.154246, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"]}, {"precision": 0.149342, "recall": 0.179842, "f1": 0.155826, "accuracy": 0.179842, "main_score": 0.155826, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"]}, {"precision": 0.147829, "recall": 0.183794, "f1": 0.155526, "accuracy": 0.183794, "main_score": 0.155526, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"]}, {"precision": 0.15243, "recall": 0.192688, "f1": 0.160874, "accuracy": 0.192688, "main_score": 0.160874, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"]}, {"precision": 0.140696, "recall": 0.168972, "f1": 0.147768, "accuracy": 0.168972, "main_score": 0.147768, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"]}, {"precision": 0.166687, "recall": 0.202569, "f1": 0.174358, "accuracy": 0.202569, "main_score": 0.174358, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"]}, {"precision": 0.152448, "recall": 0.185771, "f1": 0.159297, "accuracy": 0.185771, "main_score": 0.159297, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"]}, {"precision": 0.15206, "recall": 0.187747, "f1": 0.159364, "accuracy": 0.187747, "main_score": 0.159364, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"]}, {"precision": 0.144737, "recall": 0.175889, "f1": 0.151139, "accuracy": 0.175889, "main_score": 0.151139, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"]}, {"precision": 0.153337, "recall": 0.188735, "f1": 0.161381, "accuracy": 0.188735, "main_score": 0.161381, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"]}, {"precision": 0.156267, "recall": 0.189723, "f1": 0.164368, "accuracy": 0.189723, "main_score": 0.164368, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"]}, {"precision": 0.147061, "recall": 0.178854, "f1": 0.154385, "accuracy": 0.178854, "main_score": 0.154385, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"]}, {"precision": 0.153031, "recall": 0.189723, "f1": 0.160951, "accuracy": 0.189723, "main_score": 0.160951, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"]}, {"precision": 0.145237, "recall": 0.18083, "f1": 0.153589, "accuracy": 0.18083, "main_score": 0.153589, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"]}, {"precision": 0.148053, "recall": 0.1917, "f1": 0.15793, "accuracy": 0.1917, "main_score": 0.15793, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"]}, {"precision": 0.164492, "recall": 0.200593, "f1": 0.17261, "accuracy": 0.200593, "main_score": 0.17261, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"]}, {"precision": 0.164029, "recall": 0.200593, "f1": 0.172373, "accuracy": 0.200593, "main_score": 0.172373, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"]}, {"precision": 0.151448, "recall": 0.1917, "f1": 0.159873, "accuracy": 0.1917, "main_score": 0.159873, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"]}, {"precision": 0.179424, "recall": 0.213439, "f1": 0.18623, "accuracy": 0.213439, "main_score": 0.18623, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"]}, {"precision": 0.13753, "recall": 0.171937, "f1": 0.144758, "accuracy": 0.171937, "main_score": 0.144758, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"]}, {"precision": 0.14069, "recall": 0.177866, "f1": 0.148888, "accuracy": 0.177866, "main_score": 0.148888, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"]}, {"precision": 0.155549, "recall": 0.192688, "f1": 0.164189, "accuracy": 0.192688, "main_score": 0.164189, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"]}, {"precision": 0.144772, "recall": 0.18083, "f1": 0.152712, "accuracy": 0.18083, "main_score": 0.152712, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"]}, {"precision": 0.150487, "recall": 0.19664, "f1": 0.160364, "accuracy": 0.19664, "main_score": 0.160364, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"]}, {"precision": 0.154638, "recall": 0.187747, "f1": 0.161524, "accuracy": 0.187747, "main_score": 0.161524, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"]}, {"precision": 0.133112, "recall": 0.173913, "f1": 0.140725, "accuracy": 0.173913, "main_score": 0.140725, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"]}, {"precision": 0.171304, "recall": 0.208498, "f1": 0.179111, "accuracy": 0.208498, "main_score": 0.179111, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"]}, {"precision": 0.136379, "recall": 0.168972, "f1": 0.143465, "accuracy": 0.168972, "main_score": 0.143465, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"]}, {"precision": 0.107977, "recall": 0.148221, "f1": 0.116758, "accuracy": 0.148221, "main_score": 0.116758, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"]}, {"precision": 0.159631, "recall": 0.198617, "f1": 0.168162, "accuracy": 0.198617, "main_score": 0.168162, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"]}, {"precision": 0.144769, "recall": 0.179842, "f1": 0.152687, "accuracy": 0.179842, "main_score": 0.152687, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"]}, {"precision": 0.136837, "recall": 0.168972, "f1": 0.143968, "accuracy": 0.168972, "main_score": 0.143968, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"]}, {"precision": 0.147531, "recall": 0.179842, "f1": 0.154828, "accuracy": 0.179842, "main_score": 0.154828, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"]}, {"precision": 0.15176, "recall": 0.185771, "f1": 0.159742, "accuracy": 0.185771, "main_score": 0.159742, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"]}, {"precision": 0.150793, "recall": 0.187747, "f1": 0.159049, "accuracy": 0.187747, "main_score": 0.159049, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"]}, {"precision": 0.153966, "recall": 0.188735, "f1": 0.161947, "accuracy": 0.188735, "main_score": 0.161947, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"]}, {"precision": 0.064858, "recall": 0.099802, "f1": 0.0716, "accuracy": 0.099802, "main_score": 0.0716, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"]}, {"precision": 0.143985, "recall": 0.182806, "f1": 0.152493, "accuracy": 0.182806, "main_score": 0.152493, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"]}, {"precision": 0.149015, "recall": 0.183794, "f1": 0.156782, "accuracy": 0.183794, "main_score": 0.156782, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"]}, {"precision": 0.145322, "recall": 0.18083, "f1": 0.153092, "accuracy": 0.18083, "main_score": 0.153092, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"]}, {"precision": 0.147685, "recall": 0.186759, "f1": 0.156026, "accuracy": 0.186759, "main_score": 0.156026, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"]}, {"precision": 0.172305, "recall": 0.203557, "f1": 0.178799, "accuracy": 0.203557, "main_score": 0.178799, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"]}, {"precision": 0.153372, "recall": 0.188735, "f1": 0.160813, "accuracy": 0.188735, "main_score": 0.160813, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"]}, {"precision": 0.573914, "recall": 0.642292, "f1": 0.593819, "accuracy": 0.642292, "main_score": 0.593819, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"]}, {"precision": 0.52823, "recall": 0.591897, "f1": 0.546, "accuracy": 0.591897, "main_score": 0.546, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"]}, {"precision": 0.448105, "recall": 0.530632, "f1": 0.470228, "accuracy": 0.530632, "main_score": 0.470228, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"]}, {"precision": 0.594337, "recall": 0.648221, "f1": 0.609809, "accuracy": 0.648221, "main_score": 0.609809, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"]}, {"precision": 0.882559, "recall": 0.913043, "f1": 0.892029, "accuracy": 0.913043, "main_score": 0.892029, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"]}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"]}, {"precision": 0.601853, "recall": 0.656126, "f1": 0.617677, "accuracy": 0.656126, "main_score": 0.617677, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"]}, {"precision": 0.614427, "recall": 0.673913, "f1": 0.631244, "accuracy": 0.673913, "main_score": 0.631244, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"]}, {"precision": 0.556308, "recall": 0.62253, "f1": 0.575546, "accuracy": 0.62253, "main_score": 0.575546, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"]}, {"precision": 0.174533, "recall": 0.235178, "f1": 0.19068, "accuracy": 0.235178, "main_score": 0.19068, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"]}, {"precision": 0.632578, "recall": 0.686759, "f1": 0.648221, "accuracy": 0.686759, "main_score": 0.648221, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"]}, {"precision": 0.679414, "recall": 0.732213, "f1": 0.695059, "accuracy": 0.732213, "main_score": 0.695059, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"]}, {"precision": 0.546986, "recall": 0.599802, "f1": 0.562192, "accuracy": 0.599802, "main_score": 0.562192, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"]}, {"precision": 0.490729, "recall": 0.566206, "f1": 0.511737, "accuracy": 0.566206, "main_score": 0.511737, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"]}, {"precision": 0.560079, "recall": 0.624506, "f1": 0.578741, "accuracy": 0.624506, "main_score": 0.578741, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"]}, {"precision": 0.567271, "recall": 0.63834, "f1": 0.587338, "accuracy": 0.63834, "main_score": 0.587338, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"]}, {"precision": 0.908679, "recall": 0.935771, "f1": 0.917391, "accuracy": 0.935771, "main_score": 0.917391, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"]}, {"precision": 0.528598, "recall": 0.58498, "f1": 0.544902, "accuracy": 0.58498, "main_score": 0.544902, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"]}, {"precision": 0.537507, "recall": 0.603755, "f1": 0.55604, "accuracy": 0.603755, "main_score": 0.55604, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"]}, {"precision": 0.518319, "recall": 0.58004, "f1": 0.535579, "accuracy": 0.58004, "main_score": 0.535579, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"]}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"]}, {"precision": 0.318401, "recall": 0.379447, "f1": 0.334877, "accuracy": 0.379447, "main_score": 0.334877, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"]}, {"precision": 0.583606, "recall": 0.649209, "f1": 0.602948, "accuracy": 0.649209, "main_score": 0.602948, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"]}, {"precision": 0.591008, "recall": 0.647233, "f1": 0.607545, "accuracy": 0.647233, "main_score": 0.607545, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"]}, {"precision": 0.717267, "recall": 0.777668, "f1": 0.735446, "accuracy": 0.777668, "main_score": 0.735446, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"]}, {"precision": 0.664237, "recall": 0.733202, "f1": 0.684475, "accuracy": 0.733202, "main_score": 0.684475, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"]}, {"precision": 0.720279, "recall": 0.775692, "f1": 0.73658, "accuracy": 0.775692, "main_score": 0.73658, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"]}, {"precision": 0.655797, "recall": 0.710474, "f1": 0.672073, "accuracy": 0.710474, "main_score": 0.672073, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"]}, {"precision": 0.66236, "recall": 0.732213, "f1": 0.682899, "accuracy": 0.732213, "main_score": 0.682899, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"]}, {"precision": 0.546331, "recall": 0.608696, "f1": 0.563457, "accuracy": 0.608696, "main_score": 0.563457, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"]}, {"precision": 0.560589, "recall": 0.616601, "f1": 0.576655, "accuracy": 0.616601, "main_score": 0.576655, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"]}, {"precision": 0.812559, "recall": 0.852767, "f1": 0.824621, "accuracy": 0.852767, "main_score": 0.824621, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"]}, {"precision": 0.478931, "recall": 0.541502, "f1": 0.49576, "accuracy": 0.541502, "main_score": 0.49576, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"]}, {"precision": 0.886011, "recall": 0.916996, "f1": 0.895833, "accuracy": 0.916996, "main_score": 0.895833, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"]}, {"precision": 0.541058, "recall": 0.603755, "f1": 0.558856, "accuracy": 0.603755, "main_score": 0.558856, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"]}, {"precision": 0.585273, "recall": 0.655138, "f1": 0.605353, "accuracy": 0.655138, "main_score": 0.605353, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"]}, {"precision": 0.190331, "recall": 0.251976, "f1": 0.204072, "accuracy": 0.251976, "main_score": 0.204072, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"]}, {"precision": 0.631258, "recall": 0.697628, "f1": 0.650678, "accuracy": 0.697628, "main_score": 0.650678, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"]}, {"precision": 0.881917, "recall": 0.916008, "f1": 0.892787, "accuracy": 0.916008, "main_score": 0.892787, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"]}, {"precision": 0.427319, "recall": 0.486166, "f1": 0.44344, "accuracy": 0.486166, "main_score": 0.44344, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"]}, {"precision": 0.686523, "recall": 0.744071, "f1": 0.703426, "accuracy": 0.744071, "main_score": 0.703426, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"]}, {"precision": 0.567062, "recall": 0.62747, "f1": 0.584447, "accuracy": 0.62747, "main_score": 0.584447, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"]}, {"precision": 0.503875, "recall": 0.573123, "f1": 0.523606, "accuracy": 0.573123, "main_score": 0.523606, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"]}, {"precision": 0.666576, "recall": 0.719368, "f1": 0.682532, "accuracy": 0.719368, "main_score": 0.682532, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"]}, {"precision": 0.243223, "recall": 0.328063, "f1": 0.265939, "accuracy": 0.328063, "main_score": 0.265939, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"]}, {"precision": 0.568034, "recall": 0.633399, "f1": 0.587338, "accuracy": 0.633399, "main_score": 0.587338, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"]}, {"precision": 0.584144, "recall": 0.647233, "f1": 0.602052, "accuracy": 0.647233, "main_score": 0.602052, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"]}, {"precision": 0.714657, "recall": 0.779644, "f1": 0.734359, "accuracy": 0.779644, "main_score": 0.734359, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"]}, {"precision": 0.566746, "recall": 0.626482, "f1": 0.583978, "accuracy": 0.626482, "main_score": 0.583978, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"]}, {"precision": 0.800148, "recall": 0.850791, "f1": 0.816107, "accuracy": 0.850791, "main_score": 0.816107, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"]}, {"precision": 0.462924, "recall": 0.528656, "f1": 0.480837, "accuracy": 0.528656, "main_score": 0.480837, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"]}, {"precision": 0.910903, "recall": 0.933794, "f1": 0.918102, "accuracy": 0.933794, "main_score": 0.918102, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"]}, {"precision": 0.947134, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"]}, {"precision": 0.617729, "recall": 0.66996, "f1": 0.632668, "accuracy": 0.66996, "main_score": 0.632668, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"]}, {"precision": 0.910903, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"]}, {"precision": 0.454037, "recall": 0.525692, "f1": 0.473552, "accuracy": 0.525692, "main_score": 0.473552, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"]}, {"precision": 0.642878, "recall": 0.709486, "f1": 0.662222, "accuracy": 0.709486, "main_score": 0.662222, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"]}, {"precision": 0.847612, "recall": 0.890316, "f1": 0.861067, "accuracy": 0.890316, "main_score": 0.861067, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"]}, {"precision": 0.650824, "recall": 0.702569, "f1": 0.665615, "accuracy": 0.702569, "main_score": 0.665615, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"]}, {"precision": 0.645193, "recall": 0.706522, "f1": 0.663128, "accuracy": 0.706522, "main_score": 0.663128, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"]}, {"precision": 0.541326, "recall": 0.608696, "f1": 0.560501, "accuracy": 0.608696, "main_score": 0.560501, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"]}, {"precision": 0.542976, "recall": 0.607708, "f1": 0.561066, "accuracy": 0.607708, "main_score": 0.561066, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"]}, {"precision": 0.842951, "recall": 0.886364, "f1": 0.856324, "accuracy": 0.886364, "main_score": 0.856324, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"]}, {"precision": 0.549923, "recall": 0.614625, "f1": 0.56853, "accuracy": 0.614625, "main_score": 0.56853, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"]}, {"precision": 0.611077, "recall": 0.676877, "f1": 0.630476, "accuracy": 0.676877, "main_score": 0.630476, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"]}, {"precision": 0.913702, "recall": 0.940711, "f1": 0.922596, "accuracy": 0.940711, "main_score": 0.922596, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"]}, {"precision": 0.482486, "recall": 0.541502, "f1": 0.499202, "accuracy": 0.541502, "main_score": 0.499202, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"]}, {"precision": 0.584688, "recall": 0.640316, "f1": 0.599585, "accuracy": 0.640316, "main_score": 0.599585, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"]}, {"precision": 0.587088, "recall": 0.65415, "f1": 0.606522, "accuracy": 0.65415, "main_score": 0.606522, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"]}, {"precision": 0.557419, "recall": 0.614625, "f1": 0.573676, "accuracy": 0.614625, "main_score": 0.573676, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"]}, {"precision": 0.54347, "recall": 0.613636, "f1": 0.56357, "accuracy": 0.613636, "main_score": 0.56357, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"]}, {"precision": 0.745619, "recall": 0.80336, "f1": 0.762865, "accuracy": 0.80336, "main_score": 0.762865, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"]}, {"precision": 0.744236, "recall": 0.79249, "f1": 0.758992, "accuracy": 0.79249, "main_score": 0.758992, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"]}, {"precision": 0.870669, "recall": 0.903162, "f1": 0.880632, "accuracy": 0.903162, "main_score": 0.880632, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"]}, {"precision": 0.474606, "recall": 0.548419, "f1": 0.496218, "accuracy": 0.548419, "main_score": 0.496218, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"]}, {"precision": 0.721064, "recall": 0.780632, "f1": 0.738735, "accuracy": 0.780632, "main_score": 0.738735, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"]}, {"precision": 0.605543, "recall": 0.657115, "f1": 0.620523, "accuracy": 0.657115, "main_score": 0.620523, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"]}, {"precision": 0.471698, "recall": 0.521739, "f1": 0.485451, "accuracy": 0.521739, "main_score": 0.485451, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"]}, {"precision": 0.522974, "recall": 0.568182, "f1": 0.536642, "accuracy": 0.568182, "main_score": 0.536642, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"]}, {"precision": 0.266293, "recall": 0.312253, "f1": 0.278308, "accuracy": 0.312253, "main_score": 0.278308, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"]}, {"precision": 0.620834, "recall": 0.662055, "f1": 0.631486, "accuracy": 0.662055, "main_score": 0.631486, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"]}, {"precision": 0.578593, "recall": 0.62253, "f1": 0.590957, "accuracy": 0.62253, "main_score": 0.590957, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"]}, {"precision": 0.610897, "recall": 0.658103, "f1": 0.623618, "accuracy": 0.658103, "main_score": 0.623618, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"]}, {"precision": 0.610018, "recall": 0.648221, "f1": 0.619733, "accuracy": 0.648221, "main_score": 0.619733, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"]}, {"precision": 0.591765, "recall": 0.641304, "f1": 0.605194, "accuracy": 0.641304, "main_score": 0.605194, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"]}, {"precision": 0.608002, "recall": 0.661067, "f1": 0.622472, "accuracy": 0.661067, "main_score": 0.622472, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"]}, {"precision": 0.598401, "recall": 0.637352, "f1": 0.608867, "accuracy": 0.637352, "main_score": 0.608867, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"]}, {"precision": 0.620595, "recall": 0.652174, "f1": 0.629328, "accuracy": 0.652174, "main_score": 0.629328, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"]}, {"precision": 0.607731, "recall": 0.657115, "f1": 0.620843, "accuracy": 0.657115, "main_score": 0.620843, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"]}, {"precision": 0.59168, "recall": 0.640316, "f1": 0.604967, "accuracy": 0.640316, "main_score": 0.604967, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"]}, {"precision": 0.571735, "recall": 0.616601, "f1": 0.583648, "accuracy": 0.616601, "main_score": 0.583648, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"]}, {"precision": 0.614558, "recall": 0.662055, "f1": 0.626642, "accuracy": 0.662055, "main_score": 0.626642, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"]}, {"precision": 0.569655, "recall": 0.619565, "f1": 0.582279, "accuracy": 0.619565, "main_score": 0.582279, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"]}, {"precision": 0.619375, "recall": 0.668972, "f1": 0.631916, "accuracy": 0.668972, "main_score": 0.631916, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"]}, {"precision": 0.586825, "recall": 0.624506, "f1": 0.597726, "accuracy": 0.624506, "main_score": 0.597726, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"]}, {"precision": 0.601851, "recall": 0.649209, "f1": 0.614013, "accuracy": 0.649209, "main_score": 0.614013, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"]}, {"precision": 0.590693, "recall": 0.63834, "f1": 0.60256, "accuracy": 0.63834, "main_score": 0.60256, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"]}, {"precision": 0.64458, "recall": 0.6917, "f1": 0.656112, "accuracy": 0.6917, "main_score": 0.656112, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"]}, {"precision": 0.633245, "recall": 0.682806, "f1": 0.645422, "accuracy": 0.682806, "main_score": 0.645422, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"]}, {"precision": 0.573978, "recall": 0.624506, "f1": 0.588029, "accuracy": 0.624506, "main_score": 0.588029, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"]}, {"precision": 0.605469, "recall": 0.658103, "f1": 0.619917, "accuracy": 0.658103, "main_score": 0.619917, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"]}, {"precision": 0.601459, "recall": 0.651186, "f1": 0.614587, "accuracy": 0.651186, "main_score": 0.614587, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"]}, {"precision": 0.614555, "recall": 0.653162, "f1": 0.624184, "accuracy": 0.653162, "main_score": 0.624184, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"]}, {"precision": 0.213422, "recall": 0.254941, "f1": 0.224596, "accuracy": 0.254941, "main_score": 0.224596, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"]}, {"precision": 0.603616, "recall": 0.655138, "f1": 0.616725, "accuracy": 0.655138, "main_score": 0.616725, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"]}, {"precision": 0.621241, "recall": 0.666996, "f1": 0.6331, "accuracy": 0.666996, "main_score": 0.6331, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"]}, {"precision": 0.619071, "recall": 0.667984, "f1": 0.631645, "accuracy": 0.667984, "main_score": 0.631645, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"]}, {"precision": 0.590732, "recall": 0.63834, "f1": 0.602967, "accuracy": 0.63834, "main_score": 0.602967, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"]}, {"precision": 0.61255, "recall": 0.655138, "f1": 0.623385, "accuracy": 0.655138, "main_score": 0.623385, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"]}, {"precision": 0.587419, "recall": 0.632411, "f1": 0.600376, "accuracy": 0.632411, "main_score": 0.600376, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"]}, {"precision": 0.619752, "recall": 0.666008, "f1": 0.631818, "accuracy": 0.666008, "main_score": 0.631818, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"]}, {"precision": 0.524164, "recall": 0.576087, "f1": 0.53848, "accuracy": 0.576087, "main_score": 0.53848, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"]}, {"precision": 0.605099, "recall": 0.648221, "f1": 0.616154, "accuracy": 0.648221, "main_score": 0.616154, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"]}, {"precision": 0.607154, "recall": 0.656126, "f1": 0.620174, "accuracy": 0.656126, "main_score": 0.620174, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"]}, {"precision": 0.593287, "recall": 0.641304, "f1": 0.606073, "accuracy": 0.641304, "main_score": 0.606073, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"]}, {"precision": 0.592463, "recall": 0.645257, "f1": 0.605844, "accuracy": 0.645257, "main_score": 0.605844, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"]}, {"precision": 0.56525, "recall": 0.604743, "f1": 0.577293, "accuracy": 0.604743, "main_score": 0.577293, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"]}, {"precision": 0.41723, "recall": 0.475296, "f1": 0.433306, "accuracy": 0.475296, "main_score": 0.433306, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"]}, {"precision": 0.619909, "recall": 0.668972, "f1": 0.632014, "accuracy": 0.668972, "main_score": 0.632014, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"]}, {"precision": 0.597885, "recall": 0.646245, "f1": 0.611513, "accuracy": 0.646245, "main_score": 0.611513, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"]}, {"precision": 0.627771, "recall": 0.676877, "f1": 0.640387, "accuracy": 0.676877, "main_score": 0.640387, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"]}, {"precision": 0.64462, "recall": 0.688735, "f1": 0.65594, "accuracy": 0.688735, "main_score": 0.65594, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"]}, {"precision": 0.608246, "recall": 0.650198, "f1": 0.619423, "accuracy": 0.650198, "main_score": 0.619423, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"]}, {"precision": 0.594777, "recall": 0.645257, "f1": 0.608884, "accuracy": 0.645257, "main_score": 0.608884, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"]}, {"precision": 0.564734, "recall": 0.619565, "f1": 0.580282, "accuracy": 0.619565, "main_score": 0.580282, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"]}, {"precision": 0.594023, "recall": 0.636364, "f1": 0.605406, "accuracy": 0.636364, "main_score": 0.605406, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"]}, {"precision": 0.61458, "recall": 0.662055, "f1": 0.626379, "accuracy": 0.662055, "main_score": 0.626379, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"]}, {"precision": 0.639329, "recall": 0.682806, "f1": 0.650301, "accuracy": 0.682806, "main_score": 0.650301, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"]}, {"precision": 0.628591, "recall": 0.668972, "f1": 0.639567, "accuracy": 0.668972, "main_score": 0.639567, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"]}, {"precision": 0.530979, "recall": 0.577075, "f1": 0.54459, "accuracy": 0.577075, "main_score": 0.54459, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"]}, {"precision": 0.616129, "recall": 0.659091, "f1": 0.627441, "accuracy": 0.659091, "main_score": 0.627441, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"]}, {"precision": 0.434884, "recall": 0.487154, "f1": 0.449749, "accuracy": 0.487154, "main_score": 0.449749, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"]}, {"precision": 0.513532, "recall": 0.555336, "f1": 0.525683, "accuracy": 0.555336, "main_score": 0.525683, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"]}, {"precision": 0.639513, "recall": 0.673913, "f1": 0.648009, "accuracy": 0.673913, "main_score": 0.648009, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"]}, {"precision": 0.321154, "recall": 0.379447, "f1": 0.337331, "accuracy": 0.379447, "main_score": 0.337331, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"]}, {"precision": 0.625704, "recall": 0.677866, "f1": 0.639096, "accuracy": 0.677866, "main_score": 0.639096, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"]}, {"precision": 0.60464, "recall": 0.652174, "f1": 0.617453, "accuracy": 0.652174, "main_score": 0.617453, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"]}, {"precision": 0.627749, "recall": 0.678854, "f1": 0.640642, "accuracy": 0.678854, "main_score": 0.640642, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"]}, {"precision": 0.590768, "recall": 0.649209, "f1": 0.607117, "accuracy": 0.649209, "main_score": 0.607117, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"]}, {"precision": 0.589058, "recall": 0.62253, "f1": 0.598403, "accuracy": 0.62253, "main_score": 0.598403, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"]}, {"precision": 0.618877, "recall": 0.65415, "f1": 0.628349, "accuracy": 0.65415, "main_score": 0.628349, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"]}, {"precision": 0.597873, "recall": 0.644269, "f1": 0.610104, "accuracy": 0.644269, "main_score": 0.610104, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"]}, {"precision": 0.638374, "recall": 0.682806, "f1": 0.649339, "accuracy": 0.682806, "main_score": 0.649339, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"]}, {"precision": 0.56503, "recall": 0.605731, "f1": 0.576424, "accuracy": 0.605731, "main_score": 0.576424, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"]}, {"precision": 0.616794, "recall": 0.661067, "f1": 0.627499, "accuracy": 0.661067, "main_score": 0.627499, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"]}, {"precision": 0.558712, "recall": 0.605731, "f1": 0.572188, "accuracy": 0.605731, "main_score": 0.572188, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"]}, {"precision": 0.624243, "recall": 0.668972, "f1": 0.636176, "accuracy": 0.668972, "main_score": 0.636176, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"]}, {"precision": 0.600708, "recall": 0.643281, "f1": 0.612026, "accuracy": 0.643281, "main_score": 0.612026, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"]}, {"precision": 0.610323, "recall": 0.652174, "f1": 0.621137, "accuracy": 0.652174, "main_score": 0.621137, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"]}, {"precision": 0.321594, "recall": 0.380435, "f1": 0.336543, "accuracy": 0.380435, "main_score": 0.336543, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"]}, {"precision": 0.59609, "recall": 0.636364, "f1": 0.607644, "accuracy": 0.636364, "main_score": 0.607644, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"]}, {"precision": 0.592928, "recall": 0.646245, "f1": 0.607772, "accuracy": 0.646245, "main_score": 0.607772, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"]}, {"precision": 0.607046, "recall": 0.648221, "f1": 0.617974, "accuracy": 0.648221, "main_score": 0.617974, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"]}, {"precision": 0.513788, "recall": 0.571146, "f1": 0.530395, "accuracy": 0.571146, "main_score": 0.530395, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"]}, {"precision": 0.630585, "recall": 0.679842, "f1": 0.643204, "accuracy": 0.679842, "main_score": 0.643204, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"]}, {"precision": 0.615927, "recall": 0.662055, "f1": 0.627373, "accuracy": 0.662055, "main_score": 0.627373, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"]}, {"precision": 0.624155, "recall": 0.668972, "f1": 0.636111, "accuracy": 0.668972, "main_score": 0.636111, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"]}, {"precision": 0.525738, "recall": 0.583992, "f1": 0.541781, "accuracy": 0.583992, "main_score": 0.541781, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"]}, {"precision": 0.633543, "recall": 0.677866, "f1": 0.644669, "accuracy": 0.677866, "main_score": 0.644669, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"]}, {"precision": 0.596996, "recall": 0.652174, "f1": 0.611902, "accuracy": 0.652174, "main_score": 0.611902, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"]}, {"precision": 0.607815, "recall": 0.657115, "f1": 0.621325, "accuracy": 0.657115, "main_score": 0.621325, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"]}, {"precision": 0.597539, "recall": 0.651186, "f1": 0.612217, "accuracy": 0.651186, "main_score": 0.612217, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"]}, {"precision": 0.532574, "recall": 0.574111, "f1": 0.544785, "accuracy": 0.574111, "main_score": 0.544785, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"]}, {"precision": 0.580989, "recall": 0.634387, "f1": 0.595928, "accuracy": 0.634387, "main_score": 0.595928, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"]}, {"precision": 0.586453, "recall": 0.642292, "f1": 0.601054, "accuracy": 0.642292, "main_score": 0.601054, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"]}, {"precision": 0.617487, "recall": 0.662055, "f1": 0.62918, "accuracy": 0.662055, "main_score": 0.62918, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"]}, {"precision": 0.611934, "recall": 0.659091, "f1": 0.623426, "accuracy": 0.659091, "main_score": 0.623426, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"]}, {"precision": 0.58372, "recall": 0.625494, "f1": 0.595115, "accuracy": 0.625494, "main_score": 0.595115, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"]}, {"precision": 0.488598, "recall": 0.534585, "f1": 0.500985, "accuracy": 0.534585, "main_score": 0.500985, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"]}, {"precision": 0.650637, "recall": 0.685771, "f1": 0.65945, "accuracy": 0.685771, "main_score": 0.65945, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"]}, {"precision": 0.562275, "recall": 0.608696, "f1": 0.574587, "accuracy": 0.608696, "main_score": 0.574587, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"]}, {"precision": 0.539711, "recall": 0.582016, "f1": 0.551852, "accuracy": 0.582016, "main_score": 0.551852, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"]}, {"precision": 0.622798, "recall": 0.667984, "f1": 0.634412, "accuracy": 0.667984, "main_score": 0.634412, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"]}, {"precision": 0.511273, "recall": 0.559289, "f1": 0.525008, "accuracy": 0.559289, "main_score": 0.525008, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"]}, {"precision": 0.65691, "recall": 0.694664, "f1": 0.666683, "accuracy": 0.694664, "main_score": 0.666683, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"]}, {"precision": 0.599419, "recall": 0.649209, "f1": 0.612119, "accuracy": 0.649209, "main_score": 0.612119, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"]}, {"precision": 0.629099, "recall": 0.679842, "f1": 0.641949, "accuracy": 0.679842, "main_score": 0.641949, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"]}, {"precision": 0.631489, "recall": 0.673913, "f1": 0.642719, "accuracy": 0.673913, "main_score": 0.642719, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"]}, {"precision": 0.598707, "recall": 0.645257, "f1": 0.611567, "accuracy": 0.645257, "main_score": 0.611567, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"]}, {"precision": 0.617366, "recall": 0.662055, "f1": 0.628644, "accuracy": 0.662055, "main_score": 0.628644, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"]}, {"precision": 0.467889, "recall": 0.539526, "f1": 0.486876, "accuracy": 0.539526, "main_score": 0.486876, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"]}, {"precision": 0.5599, "recall": 0.606719, "f1": 0.573089, "accuracy": 0.606719, "main_score": 0.573089, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"]}, {"precision": 0.208625, "recall": 0.252964, "f1": 0.219075, "accuracy": 0.252964, "main_score": 0.219075, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"]}, {"precision": 0.570504, "recall": 0.614625, "f1": 0.583259, "accuracy": 0.614625, "main_score": 0.583259, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"]}, {"precision": 0.497099, "recall": 0.541502, "f1": 0.509003, "accuracy": 0.541502, "main_score": 0.509003, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"]}, {"precision": 0.621319, "recall": 0.671937, "f1": 0.63446, "accuracy": 0.671937, "main_score": 0.63446, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"]}, {"precision": 0.605109, "recall": 0.647233, "f1": 0.615794, "accuracy": 0.647233, "main_score": 0.615794, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"]}, {"precision": 0.443949, "recall": 0.499012, "f1": 0.458648, "accuracy": 0.499012, "main_score": 0.458648, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"]}, {"precision": 0.609209, "recall": 0.657115, "f1": 0.621392, "accuracy": 0.657115, "main_score": 0.621392, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"]}, {"precision": 0.606281, "recall": 0.650198, "f1": 0.617863, "accuracy": 0.650198, "main_score": 0.617863, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"]}, {"precision": 0.578575, "recall": 0.626482, "f1": 0.590375, "accuracy": 0.626482, "main_score": 0.590375, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"]}, {"precision": 0.600891, "recall": 0.652174, "f1": 0.614329, "accuracy": 0.652174, "main_score": 0.614329, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"]}, {"precision": 0.623939, "recall": 0.666996, "f1": 0.636527, "accuracy": 0.666996, "main_score": 0.636527, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"]}, {"precision": 0.58441, "recall": 0.63834, "f1": 0.598297, "accuracy": 0.63834, "main_score": 0.598297, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"]}, {"precision": 0.645573, "recall": 0.686759, "f1": 0.656896, "accuracy": 0.686759, "main_score": 0.656896, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"]}, {"precision": 0.530863, "recall": 0.58004, "f1": 0.545506, "accuracy": 0.58004, "main_score": 0.545506, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"]}, {"precision": 0.517055, "recall": 0.565217, "f1": 0.530472, "accuracy": 0.565217, "main_score": 0.530472, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"]}, {"precision": 0.599871, "recall": 0.637352, "f1": 0.61024, "accuracy": 0.637352, "main_score": 0.61024, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"]}, {"precision": 0.612979, "recall": 0.666996, "f1": 0.627523, "accuracy": 0.666996, "main_score": 0.627523, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"]}, {"precision": 0.137207, "recall": 0.183794, "f1": 0.149091, "accuracy": 0.183794, "main_score": 0.149091, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"]}, {"precision": 0.609922, "recall": 0.659091, "f1": 0.622839, "accuracy": 0.659091, "main_score": 0.622839, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"]}, {"precision": 0.530327, "recall": 0.58498, "f1": 0.544949, "accuracy": 0.58498, "main_score": 0.544949, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"]}, {"precision": 0.594288, "recall": 0.63834, "f1": 0.605968, "accuracy": 0.63834, "main_score": 0.605968, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"]}, {"precision": 0.63184, "recall": 0.679842, "f1": 0.643784, "accuracy": 0.679842, "main_score": 0.643784, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"]}, {"precision": 0.536564, "recall": 0.58498, "f1": 0.550337, "accuracy": 0.58498, "main_score": 0.550337, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"]}, {"precision": 0.564134, "recall": 0.613636, "f1": 0.578375, "accuracy": 0.613636, "main_score": 0.578375, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"]}, {"precision": 0.596993, "recall": 0.648221, "f1": 0.609824, "accuracy": 0.648221, "main_score": 0.609824, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"]}, {"precision": 0.633563, "recall": 0.681818, "f1": 0.64658, "accuracy": 0.681818, "main_score": 0.64658, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"]}, {"precision": 0.62526, "recall": 0.661067, "f1": 0.634676, "accuracy": 0.661067, "main_score": 0.634676, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"]}, {"precision": 0.593151, "recall": 0.634387, "f1": 0.604034, "accuracy": 0.634387, "main_score": 0.604034, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"]}, {"precision": 0.548637, "recall": 0.605731, "f1": 0.565011, "accuracy": 0.605731, "main_score": 0.565011, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"]}, {"precision": 0.597053, "recall": 0.646245, "f1": 0.60957, "accuracy": 0.646245, "main_score": 0.60957, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"]}, {"precision": 0.530036, "recall": 0.571146, "f1": 0.541201, "accuracy": 0.571146, "main_score": 0.541201, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"]}, {"precision": 0.556907, "recall": 0.605731, "f1": 0.570298, "accuracy": 0.605731, "main_score": 0.570298, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"]}, {"precision": 0.590105, "recall": 0.641304, "f1": 0.604051, "accuracy": 0.641304, "main_score": 0.604051, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"]}, {"precision": 0.612365, "recall": 0.653162, "f1": 0.623243, "accuracy": 0.653162, "main_score": 0.623243, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"]}, {"precision": 0.595703, "recall": 0.646245, "f1": 0.608992, "accuracy": 0.646245, "main_score": 0.608992, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"]}, {"precision": 0.457822, "recall": 0.513834, "f1": 0.473804, "accuracy": 0.513834, "main_score": 0.473804, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"]}, {"precision": 0.661447, "recall": 0.701581, "f1": 0.671791, "accuracy": 0.701581, "main_score": 0.671791, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"]}, {"precision": 0.60221, "recall": 0.653162, "f1": 0.614678, "accuracy": 0.653162, "main_score": 0.614678, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"]}, {"precision": 0.567208, "recall": 0.621542, "f1": 0.581703, "accuracy": 0.621542, "main_score": 0.581703, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"]}, {"precision": 0.561035, "recall": 0.602767, "f1": 0.57181, "accuracy": 0.602767, "main_score": 0.57181, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"]}, {"precision": 0.551393, "recall": 0.602767, "f1": 0.565574, "accuracy": 0.602767, "main_score": 0.565574, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"]}, {"precision": 0.539206, "recall": 0.583992, "f1": 0.551924, "accuracy": 0.583992, "main_score": 0.551924, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"]}, {"precision": 0.577285, "recall": 0.630435, "f1": 0.591756, "accuracy": 0.630435, "main_score": 0.591756, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"]}, {"precision": 0.606777, "recall": 0.651186, "f1": 0.619455, "accuracy": 0.651186, "main_score": 0.619455, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"]}, {"precision": 0.542611, "recall": 0.599802, "f1": 0.557241, "accuracy": 0.599802, "main_score": 0.557241, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"]}, {"precision": 0.619468, "recall": 0.666996, "f1": 0.631817, "accuracy": 0.666996, "main_score": 0.631817, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"]}, {"precision": 0.584271, "recall": 0.631423, "f1": 0.596218, "accuracy": 0.631423, "main_score": 0.596218, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"]}, {"precision": 0.63541, "recall": 0.676877, "f1": 0.646353, "accuracy": 0.676877, "main_score": 0.646353, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"]}, {"precision": 0.596398, "recall": 0.645257, "f1": 0.608933, "accuracy": 0.645257, "main_score": 0.608933, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"]}, {"precision": 0.633194, "recall": 0.675889, "f1": 0.644496, "accuracy": 0.675889, "main_score": 0.644496, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"]}, {"precision": 0.556541, "recall": 0.600791, "f1": 0.569222, "accuracy": 0.600791, "main_score": 0.569222, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"]}, {"precision": 0.598932, "recall": 0.644269, "f1": 0.610358, "accuracy": 0.644269, "main_score": 0.610358, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"]}, {"precision": 0.486212, "recall": 0.541502, "f1": 0.501063, "accuracy": 0.541502, "main_score": 0.501063, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"]}, {"precision": 0.615509, "recall": 0.66502, "f1": 0.628395, "accuracy": 0.66502, "main_score": 0.628395, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"]}, {"precision": 0.436017, "recall": 0.496047, "f1": 0.453043, "accuracy": 0.496047, "main_score": 0.453043, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"]}, {"precision": 0.605115, "recall": 0.655138, "f1": 0.617841, "accuracy": 0.655138, "main_score": 0.617841, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"]}, {"precision": 0.610501, "recall": 0.657115, "f1": 0.622999, "accuracy": 0.657115, "main_score": 0.622999, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"]}, {"precision": 0.60433, "recall": 0.650198, "f1": 0.616891, "accuracy": 0.650198, "main_score": 0.616891, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"]}, {"precision": 0.600715, "recall": 0.637352, "f1": 0.61022, "accuracy": 0.637352, "main_score": 0.61022, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"]}, {"precision": 0.576111, "recall": 0.62747, "f1": 0.590014, "accuracy": 0.62747, "main_score": 0.590014, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"]}, {"precision": 0.59679, "recall": 0.635375, "f1": 0.607429, "accuracy": 0.635375, "main_score": 0.607429, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"]}, {"precision": 0.634239, "recall": 0.68083, "f1": 0.647375, "accuracy": 0.68083, "main_score": 0.647375, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"]}, {"precision": 0.61993, "recall": 0.66502, "f1": 0.631055, "accuracy": 0.66502, "main_score": 0.631055, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"]}, {"precision": 0.624899, "recall": 0.661067, "f1": 0.63389, "accuracy": 0.661067, "main_score": 0.63389, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"]}, {"precision": 0.651238, "recall": 0.6917, "f1": 0.661457, "accuracy": 0.6917, "main_score": 0.661457, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"]}, {"precision": 0.531239, "recall": 0.578063, "f1": 0.544848, "accuracy": 0.578063, "main_score": 0.544848, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"]}, {"precision": 0.627538, "recall": 0.674901, "f1": 0.639321, "accuracy": 0.674901, "main_score": 0.639321, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"]}, {"precision": 0.61822, "recall": 0.668972, "f1": 0.631767, "accuracy": 0.668972, "main_score": 0.631767, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"]}, {"precision": 0.606351, "recall": 0.65415, "f1": 0.618772, "accuracy": 0.65415, "main_score": 0.618772, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"]}, {"precision": 0.563276, "recall": 0.616601, "f1": 0.578082, "accuracy": 0.616601, "main_score": 0.578082, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"]}, {"precision": 0.640701, "recall": 0.679842, "f1": 0.650071, "accuracy": 0.679842, "main_score": 0.650071, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"]}, {"precision": 0.611602, "recall": 0.648221, "f1": 0.621661, "accuracy": 0.648221, "main_score": 0.621661, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"]}, {"precision": 0.56227, "recall": 0.606719, "f1": 0.574567, "accuracy": 0.606719, "main_score": 0.574567, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"]}, {"precision": 0.588193, "recall": 0.647233, "f1": 0.604811, "accuracy": 0.647233, "main_score": 0.604811, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"]}, {"precision": 0.529604, "recall": 0.58004, "f1": 0.543789, "accuracy": 0.58004, "main_score": 0.543789, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"]}, {"precision": 0.629525, "recall": 0.672925, "f1": 0.641385, "accuracy": 0.672925, "main_score": 0.641385, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"]}, {"precision": 0.564741, "recall": 0.617589, "f1": 0.578311, "accuracy": 0.617589, "main_score": 0.578311, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"]}, {"precision": 0.511907, "recall": 0.555336, "f1": 0.523615, "accuracy": 0.555336, "main_score": 0.523615, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"]}, {"precision": 0.575632, "recall": 0.618577, "f1": 0.587622, "accuracy": 0.618577, "main_score": 0.587622, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"]}, {"precision": 0.590482, "recall": 0.643281, "f1": 0.604378, "accuracy": 0.643281, "main_score": 0.604378, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"]}, {"precision": 0.590441, "recall": 0.63834, "f1": 0.603875, "accuracy": 0.63834, "main_score": 0.603875, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"]}, {"precision": 0.569802, "recall": 0.616601, "f1": 0.58229, "accuracy": 0.616601, "main_score": 0.58229, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"]}, {"precision": 0.586475, "recall": 0.641304, "f1": 0.600726, "accuracy": 0.641304, "main_score": 0.600726, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"]}, {"precision": 0.527276, "recall": 0.583004, "f1": 0.543399, "accuracy": 0.583004, "main_score": 0.543399, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"]}, {"precision": 0.574585, "recall": 0.619565, "f1": 0.587094, "accuracy": 0.619565, "main_score": 0.587094, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"]}, {"precision": 0.608901, "recall": 0.651186, "f1": 0.619952, "accuracy": 0.651186, "main_score": 0.619952, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"]}, {"precision": 0.591602, "recall": 0.623518, "f1": 0.600665, "accuracy": 0.623518, "main_score": 0.600665, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"]}, {"precision": 0.601298, "recall": 0.636364, "f1": 0.611318, "accuracy": 0.636364, "main_score": 0.611318, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"]}, {"precision": 0.579556, "recall": 0.632411, "f1": 0.594197, "accuracy": 0.632411, "main_score": 0.594197, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"]}, {"precision": 0.555008, "recall": 0.610672, "f1": 0.570143, "accuracy": 0.610672, "main_score": 0.570143, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"]}, {"precision": 0.613709, "recall": 0.655138, "f1": 0.624212, "accuracy": 0.655138, "main_score": 0.624212, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"]}, {"precision": 0.458343, "recall": 0.519763, "f1": 0.476866, "accuracy": 0.519763, "main_score": 0.476866, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"]}, {"precision": 0.601647, "recall": 0.650198, "f1": 0.614675, "accuracy": 0.650198, "main_score": 0.614675, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"]}, {"precision": 0.581628, "recall": 0.629447, "f1": 0.594338, "accuracy": 0.629447, "main_score": 0.594338, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"]}, {"precision": 0.619696, "recall": 0.660079, "f1": 0.630308, "accuracy": 0.660079, "main_score": 0.630308, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"]}, {"precision": 0.604157, "recall": 0.658103, "f1": 0.6183, "accuracy": 0.658103, "main_score": 0.6183, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"]}, {"precision": 0.544824, "recall": 0.593874, "f1": 0.558274, "accuracy": 0.593874, "main_score": 0.558274, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"]}, {"precision": 0.590477, "recall": 0.632411, "f1": 0.601855, "accuracy": 0.632411, "main_score": 0.601855, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"]}, {"precision": 0.609874, "recall": 0.666996, "f1": 0.626001, "accuracy": 0.666996, "main_score": 0.626001, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"]}, {"precision": 0.540586, "recall": 0.599802, "f1": 0.557238, "accuracy": 0.599802, "main_score": 0.557238, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"]}, {"precision": 0.424609, "recall": 0.493083, "f1": 0.442939, "accuracy": 0.493083, "main_score": 0.442939, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"]}, {"precision": 0.60454, "recall": 0.658103, "f1": 0.619752, "accuracy": 0.658103, "main_score": 0.619752, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"]}, {"precision": 0.873518, "recall": 0.906126, "f1": 0.88386, "accuracy": 0.906126, "main_score": 0.88386, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"]}, {"precision": 0.964097, "recall": 0.97332, "f1": 0.967062, "accuracy": 0.97332, "main_score": 0.967062, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"]}, {"precision": 0.614106, "recall": 0.666008, "f1": 0.629304, "accuracy": 0.666008, "main_score": 0.629304, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"]}, {"precision": 0.617721, "recall": 0.675889, "f1": 0.633663, "accuracy": 0.675889, "main_score": 0.633663, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"]}, {"precision": 0.563053, "recall": 0.623518, "f1": 0.57985, "accuracy": 0.623518, "main_score": 0.57985, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"]}, {"precision": 0.19409, "recall": 0.242095, "f1": 0.205902, "accuracy": 0.242095, "main_score": 0.205902, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"]}, {"precision": 0.642852, "recall": 0.6917, "f1": 0.656639, "accuracy": 0.6917, "main_score": 0.656639, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"]}, {"precision": 0.685145, "recall": 0.73419, "f1": 0.699769, "accuracy": 0.73419, "main_score": 0.699769, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"]}, {"precision": 0.555521, "recall": 0.607708, "f1": 0.570457, "accuracy": 0.607708, "main_score": 0.570457, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"]}, {"precision": 0.512514, "recall": 0.581028, "f1": 0.531173, "accuracy": 0.581028, "main_score": 0.531173, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"]}, {"precision": 0.570669, "recall": 0.630435, "f1": 0.588392, "accuracy": 0.630435, "main_score": 0.588392, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"]}, {"precision": 0.597777, "recall": 0.656126, "f1": 0.614121, "accuracy": 0.656126, "main_score": 0.614121, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"]}, {"precision": 0.545653, "recall": 0.599802, "f1": 0.561256, "accuracy": 0.599802, "main_score": 0.561256, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"]}, {"precision": 0.555496, "recall": 0.618577, "f1": 0.572784, "accuracy": 0.618577, "main_score": 0.572784, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"]}, {"precision": 0.526941, "recall": 0.579051, "f1": 0.541059, "accuracy": 0.579051, "main_score": 0.541059, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956983, "accuracy": 0.966403, "main_score": 0.956983, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"]}, {"precision": 0.329236, "recall": 0.386364, "f1": 0.344357, "accuracy": 0.386364, "main_score": 0.344357, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"]}, {"precision": 0.607283, "recall": 0.666996, "f1": 0.62405, "accuracy": 0.666996, "main_score": 0.62405, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"]}, {"precision": 0.585851, "recall": 0.641304, "f1": 0.601721, "accuracy": 0.641304, "main_score": 0.601721, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"]}, {"precision": 0.718103, "recall": 0.775692, "f1": 0.734974, "accuracy": 0.775692, "main_score": 0.734974, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"]}, {"precision": 0.664904, "recall": 0.740119, "f1": 0.686928, "accuracy": 0.740119, "main_score": 0.686928, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"]}, {"precision": 0.720619, "recall": 0.775692, "f1": 0.737055, "accuracy": 0.775692, "main_score": 0.737055, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"]}, {"precision": 0.668215, "recall": 0.718379, "f1": 0.68322, "accuracy": 0.718379, "main_score": 0.68322, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"]}, {"precision": 0.663241, "recall": 0.727273, "f1": 0.681889, "accuracy": 0.727273, "main_score": 0.681889, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"]}, {"precision": 0.55603, "recall": 0.615613, "f1": 0.572543, "accuracy": 0.615613, "main_score": 0.572543, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"]}, {"precision": 0.554317, "recall": 0.61166, "f1": 0.570982, "accuracy": 0.61166, "main_score": 0.570982, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"]}, {"precision": 0.810145, "recall": 0.852767, "f1": 0.822812, "accuracy": 0.852767, "main_score": 0.822812, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"]}, {"precision": 0.476745, "recall": 0.533597, "f1": 0.492367, "accuracy": 0.533597, "main_score": 0.492367, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"]}, {"precision": 0.879397, "recall": 0.914032, "f1": 0.890335, "accuracy": 0.914032, "main_score": 0.890335, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"]}, {"precision": 0.547854, "recall": 0.609684, "f1": 0.564994, "accuracy": 0.609684, "main_score": 0.564994, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"]}, {"precision": 0.606557, "recall": 0.666996, "f1": 0.623501, "accuracy": 0.666996, "main_score": 0.623501, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"]}, {"precision": 0.197474, "recall": 0.252964, "f1": 0.210096, "accuracy": 0.252964, "main_score": 0.210096, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"]}, {"precision": 0.641429, "recall": 0.700593, "f1": 0.65858, "accuracy": 0.700593, "main_score": 0.65858, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"]}, {"precision": 0.839015, "recall": 0.880435, "f1": 0.851614, "accuracy": 0.880435, "main_score": 0.851614, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"]}, {"precision": 0.439116, "recall": 0.493083, "f1": 0.453938, "accuracy": 0.493083, "main_score": 0.453938, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"]}, {"precision": 0.683869, "recall": 0.73913, "f1": 0.700027, "accuracy": 0.73913, "main_score": 0.700027, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"]}, {"precision": 0.563897, "recall": 0.618577, "f1": 0.578963, "accuracy": 0.618577, "main_score": 0.578963, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"]}, {"precision": 0.511918, "recall": 0.574111, "f1": 0.529079, "accuracy": 0.574111, "main_score": 0.529079, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"]}, {"precision": 0.674944, "recall": 0.726285, "f1": 0.689872, "accuracy": 0.726285, "main_score": 0.689872, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"]}, {"precision": 0.242613, "recall": 0.325099, "f1": 0.264371, "accuracy": 0.325099, "main_score": 0.264371, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"]}, {"precision": 0.593791, "recall": 0.657115, "f1": 0.612074, "accuracy": 0.657115, "main_score": 0.612074, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"]}, {"precision": 0.593603, "recall": 0.660079, "f1": 0.612651, "accuracy": 0.660079, "main_score": 0.612651, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"]}, {"precision": 0.727314, "recall": 0.784585, "f1": 0.744197, "accuracy": 0.784585, "main_score": 0.744197, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"]}, {"precision": 0.568041, "recall": 0.628458, "f1": 0.584934, "accuracy": 0.628458, "main_score": 0.584934, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"]}, {"precision": 0.812236, "recall": 0.853755, "f1": 0.825165, "accuracy": 0.853755, "main_score": 0.825165, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"]}, {"precision": 0.468085, "recall": 0.531621, "f1": 0.486021, "accuracy": 0.531621, "main_score": 0.486021, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"]}, {"precision": 0.90998, "recall": 0.935771, "f1": 0.917984, "accuracy": 0.935771, "main_score": 0.917984, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"]}, {"precision": 0.632441, "recall": 0.68083, "f1": 0.646132, "accuracy": 0.68083, "main_score": 0.646132, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"]}, {"precision": 0.906785, "recall": 0.934783, "f1": 0.915646, "accuracy": 0.934783, "main_score": 0.915646, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"]}, {"precision": 0.483264, "recall": 0.548419, "f1": 0.501059, "accuracy": 0.548419, "main_score": 0.501059, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"]}, {"precision": 0.616791, "recall": 0.689723, "f1": 0.638098, "accuracy": 0.689723, "main_score": 0.638098, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"]}, {"precision": 0.853426, "recall": 0.891304, "f1": 0.865086, "accuracy": 0.891304, "main_score": 0.865086, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"]}, {"precision": 0.648641, "recall": 0.702569, "f1": 0.664174, "accuracy": 0.702569, "main_score": 0.664174, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"]}, {"precision": 0.667778, "recall": 0.719368, "f1": 0.682558, "accuracy": 0.719368, "main_score": 0.682558, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"]}, {"precision": 0.951779, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"]}, {"precision": 0.550059, "recall": 0.616601, "f1": 0.569107, "accuracy": 0.616601, "main_score": 0.569107, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"]}, {"precision": 0.549444, "recall": 0.61166, "f1": 0.566561, "accuracy": 0.61166, "main_score": 0.566561, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"]}, {"precision": 0.836627, "recall": 0.878458, "f1": 0.849572, "accuracy": 0.878458, "main_score": 0.849572, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"]}, {"precision": 0.558052, "recall": 0.618577, "f1": 0.574546, "accuracy": 0.618577, "main_score": 0.574546, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"]}, {"precision": 0.629002, "recall": 0.6917, "f1": 0.647681, "accuracy": 0.6917, "main_score": 0.647681, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"]}, {"precision": 0.919219, "recall": 0.9417, "f1": 0.926285, "accuracy": 0.9417, "main_score": 0.926285, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"]}, {"precision": 0.492674, "recall": 0.545455, "f1": 0.507167, "accuracy": 0.545455, "main_score": 0.507167, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"]}, {"precision": 0.591358, "recall": 0.647233, "f1": 0.605932, "accuracy": 0.647233, "main_score": 0.605932, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"]}, {"precision": 0.606185, "recall": 0.666008, "f1": 0.623638, "accuracy": 0.666008, "main_score": 0.623638, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"]}, {"precision": 0.57621, "recall": 0.629447, "f1": 0.591427, "accuracy": 0.629447, "main_score": 0.591427, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"]}, {"precision": 0.540711, "recall": 0.605731, "f1": 0.559401, "accuracy": 0.605731, "main_score": 0.559401, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"]}, {"precision": 0.767532, "recall": 0.818182, "f1": 0.782578, "accuracy": 0.818182, "main_score": 0.782578, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"]}, {"precision": 0.736166, "recall": 0.788538, "f1": 0.752042, "accuracy": 0.788538, "main_score": 0.752042, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"]}, {"precision": 0.87887, "recall": 0.907115, "f1": 0.887549, "accuracy": 0.907115, "main_score": 0.887549, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"]}, {"precision": 0.51661, "recall": 0.589921, "f1": 0.537873, "accuracy": 0.589921, "main_score": 0.537873, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"]}, {"precision": 0.713669, "recall": 0.772727, "f1": 0.731423, "accuracy": 0.772727, "main_score": 0.731423, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"]}, {"precision": 0.601303, "recall": 0.650198, "f1": 0.615208, "accuracy": 0.650198, "main_score": 0.615208, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"]}, {"precision": 0.566057, "recall": 0.629447, "f1": 0.583879, "accuracy": 0.629447, "main_score": 0.583879, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"]}, {"precision": 0.536717, "recall": 0.596838, "f1": 0.554122, "accuracy": 0.596838, "main_score": 0.554122, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"]}, {"precision": 0.434546, "recall": 0.517787, "f1": 0.456748, "accuracy": 0.517787, "main_score": 0.456748, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"]}, {"precision": 0.595151, "recall": 0.651186, "f1": 0.61102, "accuracy": 0.651186, "main_score": 0.61102, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"]}, {"precision": 0.87808, "recall": 0.908103, "f1": 0.887418, "accuracy": 0.908103, "main_score": 0.887418, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"]}, {"precision": 0.963439, "recall": 0.972332, "f1": 0.966238, "accuracy": 0.972332, "main_score": 0.966238, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"]}, {"precision": 0.603854, "recall": 0.658103, "f1": 0.619285, "accuracy": 0.658103, "main_score": 0.619285, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"]}, {"precision": 0.625661, "recall": 0.684783, "f1": 0.642495, "accuracy": 0.684783, "main_score": 0.642495, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"]}, {"precision": 0.567853, "recall": 0.633399, "f1": 0.58606, "accuracy": 0.633399, "main_score": 0.58606, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"]}, {"precision": 0.186231, "recall": 0.237154, "f1": 0.199341, "accuracy": 0.237154, "main_score": 0.199341, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"]}, {"precision": 0.649577, "recall": 0.695652, "f1": 0.662436, "accuracy": 0.695652, "main_score": 0.662436, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"]}, {"precision": 0.686001, "recall": 0.736166, "f1": 0.700776, "accuracy": 0.736166, "main_score": 0.700776, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"]}, {"precision": 0.565292, "recall": 0.609684, "f1": 0.578005, "accuracy": 0.609684, "main_score": 0.578005, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"]}, {"precision": 0.497262, "recall": 0.572134, "f1": 0.517718, "accuracy": 0.572134, "main_score": 0.517718, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"]}, {"precision": 0.575635, "recall": 0.634387, "f1": 0.593019, "accuracy": 0.634387, "main_score": 0.593019, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"]}, {"precision": 0.585495, "recall": 0.642292, "f1": 0.601456, "accuracy": 0.642292, "main_score": 0.601456, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"]}, {"precision": 0.902339, "recall": 0.929842, "f1": 0.911034, "accuracy": 0.929842, "main_score": 0.911034, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"]}, {"precision": 0.537121, "recall": 0.591897, "f1": 0.55291, "accuracy": 0.591897, "main_score": 0.55291, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"]}, {"precision": 0.548751, "recall": 0.610672, "f1": 0.565536, "accuracy": 0.610672, "main_score": 0.565536, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"]}, {"precision": 0.527866, "recall": 0.581028, "f1": 0.542222, "accuracy": 0.581028, "main_score": 0.542222, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"]}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.9611, "accuracy": 0.969368, "main_score": 0.9611, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"]}, {"precision": 0.310797, "recall": 0.368577, "f1": 0.326778, "accuracy": 0.368577, "main_score": 0.326778, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"]}, {"precision": 0.60444, "recall": 0.661067, "f1": 0.620278, "accuracy": 0.661067, "main_score": 0.620278, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"]}, {"precision": 0.593203, "recall": 0.642292, "f1": 0.607461, "accuracy": 0.642292, "main_score": 0.607461, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"]}, {"precision": 0.718013, "recall": 0.772727, "f1": 0.733819, "accuracy": 0.772727, "main_score": 0.733819, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"]}, {"precision": 0.649087, "recall": 0.726285, "f1": 0.671892, "accuracy": 0.726285, "main_score": 0.671892, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"]}, {"precision": 0.73326, "recall": 0.786561, "f1": 0.748568, "accuracy": 0.786561, "main_score": 0.748568, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"]}, {"precision": 0.671534, "recall": 0.719368, "f1": 0.685627, "accuracy": 0.719368, "main_score": 0.685627, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"]}, {"precision": 0.663135, "recall": 0.72332, "f1": 0.680879, "accuracy": 0.72332, "main_score": 0.680879, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"]}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"]}, {"precision": 0.566634, "recall": 0.621542, "f1": 0.581331, "accuracy": 0.621542, "main_score": 0.581331, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"]}, {"precision": 0.559923, "recall": 0.614625, "f1": 0.57537, "accuracy": 0.614625, "main_score": 0.57537, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"]}, {"precision": 0.807428, "recall": 0.851779, "f1": 0.82044, "accuracy": 0.851779, "main_score": 0.82044, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"]}, {"precision": 0.485556, "recall": 0.539526, "f1": 0.499528, "accuracy": 0.539526, "main_score": 0.499528, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"]}, {"precision": 0.883564, "recall": 0.91502, "f1": 0.893577, "accuracy": 0.91502, "main_score": 0.893577, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"]}, {"precision": 0.563314, "recall": 0.624506, "f1": 0.580632, "accuracy": 0.624506, "main_score": 0.580632, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"]}, {"precision": 0.603793, "recall": 0.667984, "f1": 0.621862, "accuracy": 0.667984, "main_score": 0.621862, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"]}, {"precision": 0.202612, "recall": 0.251976, "f1": 0.213671, "accuracy": 0.251976, "main_score": 0.213671, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"]}, {"precision": 0.642161, "recall": 0.698617, "f1": 0.658272, "accuracy": 0.698617, "main_score": 0.658272, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"]}, {"precision": 0.805319, "recall": 0.847826, "f1": 0.818215, "accuracy": 0.847826, "main_score": 0.818215, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"]}, {"precision": 0.435821, "recall": 0.48913, "f1": 0.450471, "accuracy": 0.48913, "main_score": 0.450471, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"]}, {"precision": 0.6855, "recall": 0.743083, "f1": 0.702652, "accuracy": 0.743083, "main_score": 0.702652, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"]}, {"precision": 0.569693, "recall": 0.630435, "f1": 0.586886, "accuracy": 0.630435, "main_score": 0.586886, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"]}, {"precision": 0.514066, "recall": 0.576087, "f1": 0.531697, "accuracy": 0.576087, "main_score": 0.531697, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"]}, {"precision": 0.672605, "recall": 0.727273, "f1": 0.689114, "accuracy": 0.727273, "main_score": 0.689114, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"]}, {"precision": 0.241753, "recall": 0.322134, "f1": 0.263339, "accuracy": 0.322134, "main_score": 0.263339, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"]}, {"precision": 0.586146, "recall": 0.646245, "f1": 0.603228, "accuracy": 0.646245, "main_score": 0.603228, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"]}, {"precision": 0.59538, "recall": 0.656126, "f1": 0.612331, "accuracy": 0.656126, "main_score": 0.612331, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"]}, {"precision": 0.737873, "recall": 0.799407, "f1": 0.756691, "accuracy": 0.799407, "main_score": 0.756691, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"]}, {"precision": 0.572424, "recall": 0.631423, "f1": 0.589545, "accuracy": 0.631423, "main_score": 0.589545, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"]}, {"precision": 0.788274, "recall": 0.838933, "f1": 0.803576, "accuracy": 0.838933, "main_score": 0.803576, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"]}, {"precision": 0.472902, "recall": 0.534585, "f1": 0.489879, "accuracy": 0.534585, "main_score": 0.489879, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"]}, {"precision": 0.881703, "recall": 0.91502, "f1": 0.892194, "accuracy": 0.91502, "main_score": 0.892194, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"]}, {"precision": 0.949358, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"]}, {"precision": 0.638649, "recall": 0.688735, "f1": 0.652357, "accuracy": 0.688735, "main_score": 0.652357, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"]}, {"precision": 0.905056, "recall": 0.932806, "f1": 0.913933, "accuracy": 0.932806, "main_score": 0.913933, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"]}, {"precision": 0.460013, "recall": 0.525692, "f1": 0.478026, "accuracy": 0.525692, "main_score": 0.478026, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"]}, {"precision": 0.622013, "recall": 0.694664, "f1": 0.643237, "accuracy": 0.694664, "main_score": 0.643237, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"]}, {"precision": 0.846344, "recall": 0.885375, "f1": 0.858253, "accuracy": 0.885375, "main_score": 0.858253, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"]}, {"precision": 0.650938, "recall": 0.702569, "f1": 0.665917, "accuracy": 0.702569, "main_score": 0.665917, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"]}, {"precision": 0.651956, "recall": 0.710474, "f1": 0.668258, "accuracy": 0.710474, "main_score": 0.668258, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"]}, {"precision": 0.552921, "recall": 0.61166, "f1": 0.569937, "accuracy": 0.61166, "main_score": 0.569937, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"]}, {"precision": 0.553501, "recall": 0.61166, "f1": 0.569827, "accuracy": 0.61166, "main_score": 0.569827, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"]}, {"precision": 0.842803, "recall": 0.881423, "f1": 0.854578, "accuracy": 0.881423, "main_score": 0.854578, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"]}, {"precision": 0.558095, "recall": 0.617589, "f1": 0.574307, "accuracy": 0.617589, "main_score": 0.574307, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"]}, {"precision": 0.635917, "recall": 0.693676, "f1": 0.65252, "accuracy": 0.693676, "main_score": 0.65252, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"]}, {"precision": 0.938076, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"]}, {"precision": 0.49805, "recall": 0.554348, "f1": 0.514087, "accuracy": 0.554348, "main_score": 0.514087, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"]}, {"precision": 0.593671, "recall": 0.646245, "f1": 0.607922, "accuracy": 0.646245, "main_score": 0.607922, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"]}, {"precision": 0.612645, "recall": 0.66996, "f1": 0.628576, "accuracy": 0.66996, "main_score": 0.628576, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"]}, {"precision": 0.563513, "recall": 0.615613, "f1": 0.577903, "accuracy": 0.615613, "main_score": 0.577903, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"]}, {"precision": 0.554002, "recall": 0.623518, "f1": 0.573976, "accuracy": 0.623518, "main_score": 0.573976, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"]}, {"precision": 0.753656, "recall": 0.801383, "f1": 0.76789, "accuracy": 0.801383, "main_score": 0.76789, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"]}, {"precision": 0.755089, "recall": 0.80336, "f1": 0.769104, "accuracy": 0.80336, "main_score": 0.769104, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"]}, {"precision": 0.873798, "recall": 0.903162, "f1": 0.882595, "accuracy": 0.903162, "main_score": 0.882595, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"]}, {"precision": 0.490861, "recall": 0.570158, "f1": 0.514221, "accuracy": 0.570158, "main_score": 0.514221, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"]}, {"precision": 0.70751, "recall": 0.764822, "f1": 0.724671, "accuracy": 0.764822, "main_score": 0.724671, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"]}, {"precision": 0.622061, "recall": 0.666996, "f1": 0.634964, "accuracy": 0.666996, "main_score": 0.634964, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"]}, {"precision": 0.535394, "recall": 0.596838, "f1": 0.552823, "accuracy": 0.596838, "main_score": 0.552823, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"]}, {"precision": 0.509274, "recall": 0.566206, "f1": 0.525253, "accuracy": 0.566206, "main_score": 0.525253, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"]}, {"precision": 0.389386, "recall": 0.456522, "f1": 0.407246, "accuracy": 0.456522, "main_score": 0.407246, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"]}, {"precision": 0.560996, "recall": 0.613636, "f1": 0.575913, "accuracy": 0.613636, "main_score": 0.575913, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"]}, {"precision": 0.818791, "recall": 0.852767, "f1": 0.82884, "accuracy": 0.852767, "main_score": 0.82884, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"]}, {"precision": 0.899045, "recall": 0.921937, "f1": 0.905882, "accuracy": 0.921937, "main_score": 0.905882, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"]}, {"precision": 0.579825, "recall": 0.63834, "f1": 0.596234, "accuracy": 0.63834, "main_score": 0.596234, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"]}, {"precision": 0.926663, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"]}, {"precision": 0.596534, "recall": 0.655138, "f1": 0.613079, "accuracy": 0.655138, "main_score": 0.613079, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"]}, {"precision": 0.530602, "recall": 0.591897, "f1": 0.547483, "accuracy": 0.591897, "main_score": 0.547483, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"]}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"]}, {"precision": 0.185123, "recall": 0.227273, "f1": 0.195869, "accuracy": 0.227273, "main_score": 0.195869, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"]}, {"precision": 0.605646, "recall": 0.65415, "f1": 0.619145, "accuracy": 0.65415, "main_score": 0.619145, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"]}, {"precision": 0.648446, "recall": 0.695652, "f1": 0.66188, "accuracy": 0.695652, "main_score": 0.66188, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"]}, {"precision": 0.960672, "recall": 0.969368, "f1": 0.963076, "accuracy": 0.969368, "main_score": 0.963076, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"]}, {"precision": 0.528607, "recall": 0.576087, "f1": 0.542608, "accuracy": 0.576087, "main_score": 0.542608, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"]}, {"precision": 0.478284, "recall": 0.543478, "f1": 0.495742, "accuracy": 0.543478, "main_score": 0.495742, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"]}, {"precision": 0.548971, "recall": 0.604743, "f1": 0.565062, "accuracy": 0.604743, "main_score": 0.565062, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"]}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"]}, {"precision": 0.566922, "recall": 0.626482, "f1": 0.584151, "accuracy": 0.626482, "main_score": 0.584151, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"]}, {"precision": 0.860013, "recall": 0.892292, "f1": 0.869862, "accuracy": 0.892292, "main_score": 0.869862, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"]}, {"precision": 0.954792, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"]}, {"precision": 0.509703, "recall": 0.56917, "f1": 0.52716, "accuracy": 0.56917, "main_score": 0.52716, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"]}, {"precision": 0.512812, "recall": 0.566206, "f1": 0.528034, "accuracy": 0.566206, "main_score": 0.528034, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"]}, {"precision": 0.50952, "recall": 0.561265, "f1": 0.523865, "accuracy": 0.561265, "main_score": 0.523865, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"]}, {"precision": 0.898386, "recall": 0.923913, "f1": 0.906225, "accuracy": 0.923913, "main_score": 0.906225, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"]}, {"precision": 0.315463, "recall": 0.369565, "f1": 0.330404, "accuracy": 0.369565, "main_score": 0.330404, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"]}, {"precision": 0.563645, "recall": 0.624506, "f1": 0.581285, "accuracy": 0.624506, "main_score": 0.581285, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"]}, {"precision": 0.924572, "recall": 0.94664, "f1": 0.931456, "accuracy": 0.94664, "main_score": 0.931456, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"]}, {"precision": 0.578529, "recall": 0.62747, "f1": 0.592645, "accuracy": 0.62747, "main_score": 0.592645, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"]}, {"precision": 0.951746, "recall": 0.963439, "f1": 0.955289, "accuracy": 0.963439, "main_score": 0.955289, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"]}, {"precision": 0.675609, "recall": 0.73419, "f1": 0.692349, "accuracy": 0.73419, "main_score": 0.692349, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"]}, {"precision": 0.922958, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"]}, {"precision": 0.555684, "recall": 0.643281, "f1": 0.58067, "accuracy": 0.643281, "main_score": 0.58067, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"]}, {"precision": 0.657915, "recall": 0.708498, "f1": 0.672367, "accuracy": 0.708498, "main_score": 0.672367, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"]}, {"precision": 0.634223, "recall": 0.687747, "f1": 0.650066, "accuracy": 0.687747, "main_score": 0.650066, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"]}, {"precision": 0.629654, "recall": 0.686759, "f1": 0.645997, "accuracy": 0.686759, "main_score": 0.645997, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"]}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"]}, {"precision": 0.903491, "recall": 0.931818, "f1": 0.912385, "accuracy": 0.931818, "main_score": 0.912385, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"]}, {"precision": 0.54581, "recall": 0.599802, "f1": 0.560316, "accuracy": 0.599802, "main_score": 0.560316, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"]}, {"precision": 0.548388, "recall": 0.600791, "f1": 0.563081, "accuracy": 0.600791, "main_score": 0.563081, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"]}, {"precision": 0.756128, "recall": 0.801383, "f1": 0.769307, "accuracy": 0.801383, "main_score": 0.769307, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"]}, {"precision": 0.464782, "recall": 0.520751, "f1": 0.479956, "accuracy": 0.520751, "main_score": 0.479956, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"]}, {"precision": 0.814043, "recall": 0.859684, "f1": 0.827503, "accuracy": 0.859684, "main_score": 0.827503, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"]}, {"precision": 0.533336, "recall": 0.587945, "f1": 0.548347, "accuracy": 0.587945, "main_score": 0.548347, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"]}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"]}, {"precision": 0.580232, "recall": 0.640316, "f1": 0.59714, "accuracy": 0.640316, "main_score": 0.59714, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"]}, {"precision": 0.199845, "recall": 0.250988, "f1": 0.211315, "accuracy": 0.250988, "main_score": 0.211315, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"]}, {"precision": 0.613168, "recall": 0.667984, "f1": 0.628927, "accuracy": 0.667984, "main_score": 0.628927, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"]}, {"precision": 0.730454, "recall": 0.787549, "f1": 0.746811, "accuracy": 0.787549, "main_score": 0.746811, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"]}, {"precision": 0.399585, "recall": 0.458498, "f1": 0.41621, "accuracy": 0.458498, "main_score": 0.41621, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"]}, {"precision": 0.641288, "recall": 0.699605, "f1": 0.658531, "accuracy": 0.699605, "main_score": 0.658531, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"]}, {"precision": 0.545163, "recall": 0.599802, "f1": 0.561012, "accuracy": 0.599802, "main_score": 0.561012, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"]}, {"precision": 0.520129, "recall": 0.579051, "f1": 0.536111, "accuracy": 0.579051, "main_score": 0.536111, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"]}, {"precision": 0.636029, "recall": 0.689723, "f1": 0.651078, "accuracy": 0.689723, "main_score": 0.651078, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"]}, {"precision": 0.190778, "recall": 0.257905, "f1": 0.207393, "accuracy": 0.257905, "main_score": 0.207393, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"]}, {"precision": 0.900692, "recall": 0.928854, "f1": 0.909703, "accuracy": 0.928854, "main_score": 0.909703, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"]}, {"precision": 0.54361, "recall": 0.603755, "f1": 0.561152, "accuracy": 0.603755, "main_score": 0.561152, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"]}, {"precision": 0.563927, "recall": 0.623518, "f1": 0.580835, "accuracy": 0.623518, "main_score": 0.580835, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"]}, {"precision": 0.65537, "recall": 0.720356, "f1": 0.674629, "accuracy": 0.720356, "main_score": 0.674629, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"]}, {"precision": 0.549945, "recall": 0.603755, "f1": 0.565481, "accuracy": 0.603755, "main_score": 0.565481, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"]}, {"precision": 0.718586, "recall": 0.775692, "f1": 0.735397, "accuracy": 0.775692, "main_score": 0.735397, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"]}, {"precision": 0.46597, "recall": 0.518775, "f1": 0.480647, "accuracy": 0.518775, "main_score": 0.480647, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927437, "accuracy": 0.943676, "main_score": 0.927437, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"]}, {"precision": 0.805428, "recall": 0.851779, "f1": 0.819601, "accuracy": 0.851779, "main_score": 0.819601, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"]}, {"precision": 0.888702, "recall": 0.916996, "f1": 0.897563, "accuracy": 0.916996, "main_score": 0.897563, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"]}, {"precision": 0.892078, "recall": 0.922925, "f1": 0.901548, "accuracy": 0.922925, "main_score": 0.901548, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"]}, {"precision": 0.600117, "recall": 0.643281, "f1": 0.612585, "accuracy": 0.643281, "main_score": 0.612585, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"]}, {"precision": 0.950016, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"]}, {"precision": 0.813406, "recall": 0.860672, "f1": 0.827964, "accuracy": 0.860672, "main_score": 0.827964, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"]}, {"precision": 0.452737, "recall": 0.516798, "f1": 0.469745, "accuracy": 0.516798, "main_score": 0.469745, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"]}, {"precision": 0.587107, "recall": 0.657115, "f1": 0.606672, "accuracy": 0.657115, "main_score": 0.606672, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"]}, {"precision": 0.975461, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"]}, {"precision": 0.929875, "recall": 0.948617, "f1": 0.935771, "accuracy": 0.948617, "main_score": 0.935771, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"]}, {"precision": 0.791123, "recall": 0.828063, "f1": 0.801981, "accuracy": 0.828063, "main_score": 0.801981, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"]}, {"precision": 0.616288, "recall": 0.668972, "f1": 0.631966, "accuracy": 0.668972, "main_score": 0.631966, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"]}, {"precision": 0.623973, "recall": 0.676877, "f1": 0.639649, "accuracy": 0.676877, "main_score": 0.639649, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"]}, {"precision": 0.872908, "recall": 0.901186, "f1": 0.881471, "accuracy": 0.901186, "main_score": 0.881471, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"]}, {"precision": 0.543958, "recall": 0.59585, "f1": 0.558463, "accuracy": 0.59585, "main_score": 0.558463, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"]}, {"precision": 0.526173, "recall": 0.581028, "f1": 0.541175, "accuracy": 0.581028, "main_score": 0.541175, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"]}, {"precision": 0.777577, "recall": 0.827075, "f1": 0.792202, "accuracy": 0.827075, "main_score": 0.792202, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"]}, {"precision": 0.540499, "recall": 0.593874, "f1": 0.554692, "accuracy": 0.593874, "main_score": 0.554692, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"]}, {"precision": 0.588422, "recall": 0.645257, "f1": 0.605157, "accuracy": 0.645257, "main_score": 0.605157, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"]}, {"precision": 0.865448, "recall": 0.901186, "f1": 0.876416, "accuracy": 0.901186, "main_score": 0.876416, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"]}, {"precision": 0.928524, "recall": 0.947628, "f1": 0.934571, "accuracy": 0.947628, "main_score": 0.934571, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"]}, {"precision": 0.492139, "recall": 0.543478, "f1": 0.506771, "accuracy": 0.543478, "main_score": 0.506771, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"]}, {"precision": 0.574542, "recall": 0.632411, "f1": 0.590213, "accuracy": 0.632411, "main_score": 0.590213, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"]}, {"precision": 0.55631, "recall": 0.619565, "f1": 0.575151, "accuracy": 0.619565, "main_score": 0.575151, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"]}, {"precision": 0.543791, "recall": 0.592885, "f1": 0.556739, "accuracy": 0.592885, "main_score": 0.556739, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"]}, {"precision": 0.525626, "recall": 0.583004, "f1": 0.542523, "accuracy": 0.583004, "main_score": 0.542523, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"]}, {"precision": 0.696031, "recall": 0.752964, "f1": 0.712639, "accuracy": 0.752964, "main_score": 0.712639, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"]}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"]}, {"precision": 0.706933, "recall": 0.752964, "f1": 0.721165, "accuracy": 0.752964, "main_score": 0.721165, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"]}, {"precision": 0.800181, "recall": 0.840909, "f1": 0.812418, "accuracy": 0.840909, "main_score": 0.812418, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"]}, {"precision": 0.472414, "recall": 0.540514, "f1": 0.492048, "accuracy": 0.540514, "main_score": 0.492048, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"]}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"]}, {"precision": 0.656284, "recall": 0.718379, "f1": 0.674362, "accuracy": 0.718379, "main_score": 0.674362, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"]}, {"precision": 0.55942, "recall": 0.609684, "f1": 0.574177, "accuracy": 0.609684, "main_score": 0.574177, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"]}, {"precision": 0.553627, "recall": 0.623518, "f1": 0.573301, "accuracy": 0.623518, "main_score": 0.573301, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"]}, {"precision": 0.524162, "recall": 0.587945, "f1": 0.5421, "accuracy": 0.587945, "main_score": 0.5421, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"]}, {"precision": 0.447723, "recall": 0.527668, "f1": 0.469277, "accuracy": 0.527668, "main_score": 0.469277, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"]}, {"precision": 0.577648, "recall": 0.636364, "f1": 0.593676, "accuracy": 0.636364, "main_score": 0.593676, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"]}, {"precision": 0.87276, "recall": 0.90415, "f1": 0.882576, "accuracy": 0.90415, "main_score": 0.882576, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963768, "accuracy": 0.971344, "main_score": 0.963768, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"]}, {"precision": 0.602753, "recall": 0.666008, "f1": 0.62069, "accuracy": 0.666008, "main_score": 0.62069, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"]}, {"precision": 0.61569, "recall": 0.678854, "f1": 0.633328, "accuracy": 0.678854, "main_score": 0.633328, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"]}, {"precision": 0.535131, "recall": 0.602767, "f1": 0.553981, "accuracy": 0.602767, "main_score": 0.553981, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"]}, {"precision": 0.180236, "recall": 0.229249, "f1": 0.192709, "accuracy": 0.229249, "main_score": 0.192709, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"]}, {"precision": 0.633771, "recall": 0.686759, "f1": 0.648642, "accuracy": 0.686759, "main_score": 0.648642, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"]}, {"precision": 0.660507, "recall": 0.716403, "f1": 0.676713, "accuracy": 0.716403, "main_score": 0.676713, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"]}, {"precision": 0.535881, "recall": 0.590909, "f1": 0.551732, "accuracy": 0.590909, "main_score": 0.551732, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"]}, {"precision": 0.490506, "recall": 0.561265, "f1": 0.509343, "accuracy": 0.561265, "main_score": 0.509343, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"]}, {"precision": 0.568257, "recall": 0.631423, "f1": 0.58606, "accuracy": 0.631423, "main_score": 0.58606, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"]}, {"precision": 0.578666, "recall": 0.645257, "f1": 0.597532, "accuracy": 0.645257, "main_score": 0.597532, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"]}, {"precision": 0.907279, "recall": 0.933794, "f1": 0.915646, "accuracy": 0.933794, "main_score": 0.915646, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"]}, {"precision": 0.520661, "recall": 0.578063, "f1": 0.536736, "accuracy": 0.578063, "main_score": 0.536736, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"]}, {"precision": 0.531556, "recall": 0.592885, "f1": 0.548857, "accuracy": 0.592885, "main_score": 0.548857, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"]}, {"precision": 0.517959, "recall": 0.579051, "f1": 0.534173, "accuracy": 0.579051, "main_score": 0.534173, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"]}, {"precision": 0.316388, "recall": 0.375494, "f1": 0.331907, "accuracy": 0.375494, "main_score": 0.331907, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"]}, {"precision": 0.590967, "recall": 0.655138, "f1": 0.608793, "accuracy": 0.655138, "main_score": 0.608793, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"]}, {"precision": 0.585525, "recall": 0.642292, "f1": 0.601465, "accuracy": 0.642292, "main_score": 0.601465, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"]}, {"precision": 0.703882, "recall": 0.764822, "f1": 0.722118, "accuracy": 0.764822, "main_score": 0.722118, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"]}, {"precision": 0.665293, "recall": 0.747036, "f1": 0.689213, "accuracy": 0.747036, "main_score": 0.689213, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"]}, {"precision": 0.695462, "recall": 0.752964, "f1": 0.712027, "accuracy": 0.752964, "main_score": 0.712027, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"]}, {"precision": 0.655682, "recall": 0.713439, "f1": 0.672351, "accuracy": 0.713439, "main_score": 0.672351, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"]}, {"precision": 0.6702, "recall": 0.735178, "f1": 0.688526, "accuracy": 0.735178, "main_score": 0.688526, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"]}, {"precision": 0.539818, "recall": 0.602767, "f1": 0.556974, "accuracy": 0.602767, "main_score": 0.556974, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"]}, {"precision": 0.541093, "recall": 0.606719, "f1": 0.559946, "accuracy": 0.606719, "main_score": 0.559946, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"]}, {"precision": 0.793149, "recall": 0.836957, "f1": 0.806094, "accuracy": 0.836957, "main_score": 0.806094, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"]}, {"precision": 0.46711, "recall": 0.529644, "f1": 0.48372, "accuracy": 0.529644, "main_score": 0.48372, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"]}, {"precision": 0.872398, "recall": 0.906126, "f1": 0.88274, "accuracy": 0.906126, "main_score": 0.88274, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"]}, {"precision": 0.54194, "recall": 0.603755, "f1": 0.559446, "accuracy": 0.603755, "main_score": 0.559446, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"]}, {"precision": 0.589603, "recall": 0.65415, "f1": 0.607376, "accuracy": 0.65415, "main_score": 0.607376, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"]}, {"precision": 0.187724, "recall": 0.25, "f1": 0.201781, "accuracy": 0.25, "main_score": 0.201781, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"]}, {"precision": 0.62044, "recall": 0.683794, "f1": 0.638443, "accuracy": 0.683794, "main_score": 0.638443, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"]}, {"precision": 0.795273, "recall": 0.847826, "f1": 0.811462, "accuracy": 0.847826, "main_score": 0.811462, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"]}, {"precision": 0.406048, "recall": 0.465415, "f1": 0.422532, "accuracy": 0.465415, "main_score": 0.422532, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"]}, {"precision": 0.671896, "recall": 0.728261, "f1": 0.688164, "accuracy": 0.728261, "main_score": 0.688164, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"]}, {"precision": 0.566967, "recall": 0.62747, "f1": 0.583856, "accuracy": 0.62747, "main_score": 0.583856, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"]}, {"precision": 0.502143, "recall": 0.573123, "f1": 0.521818, "accuracy": 0.573123, "main_score": 0.521818, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"]}, {"precision": 0.666074, "recall": 0.724308, "f1": 0.68299, "accuracy": 0.724308, "main_score": 0.68299, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"]}, {"precision": 0.246503, "recall": 0.332016, "f1": 0.268479, "accuracy": 0.332016, "main_score": 0.268479, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"]}, {"precision": 0.575136, "recall": 0.639328, "f1": 0.593683, "accuracy": 0.639328, "main_score": 0.593683, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"]}, {"precision": 0.58118, "recall": 0.641304, "f1": 0.598578, "accuracy": 0.641304, "main_score": 0.598578, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"]}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"]}, {"precision": 0.719236, "recall": 0.785573, "f1": 0.739022, "accuracy": 0.785573, "main_score": 0.739022, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"]}, {"precision": 0.545793, "recall": 0.612648, "f1": 0.565323, "accuracy": 0.612648, "main_score": 0.565323, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"]}, {"precision": 0.784503, "recall": 0.833992, "f1": 0.799572, "accuracy": 0.833992, "main_score": 0.799572, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"]}, {"precision": 0.471254, "recall": 0.530632, "f1": 0.487459, "accuracy": 0.530632, "main_score": 0.487459, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"]}, {"precision": 0.872365, "recall": 0.907115, "f1": 0.883399, "accuracy": 0.907115, "main_score": 0.883399, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"]}, {"precision": 0.939345, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"]}, {"precision": 0.603947, "recall": 0.661067, "f1": 0.619654, "accuracy": 0.661067, "main_score": 0.619654, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"]}, {"precision": 0.918149, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"]}, {"precision": 0.443994, "recall": 0.507905, "f1": 0.461392, "accuracy": 0.507905, "main_score": 0.461392, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"]}, {"precision": 0.619993, "recall": 0.693676, "f1": 0.641455, "accuracy": 0.693676, "main_score": 0.641455, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"]}, {"precision": 0.836709, "recall": 0.87747, "f1": 0.849473, "accuracy": 0.87747, "main_score": 0.849473, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"]}, {"precision": 0.646937, "recall": 0.698617, "f1": 0.661816, "accuracy": 0.698617, "main_score": 0.661816, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"]}, {"precision": 0.645422, "recall": 0.705534, "f1": 0.662564, "accuracy": 0.705534, "main_score": 0.662564, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"]}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"]}, {"precision": 0.548508, "recall": 0.606719, "f1": 0.565088, "accuracy": 0.606719, "main_score": 0.565088, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"]}, {"precision": 0.542558, "recall": 0.605731, "f1": 0.560354, "accuracy": 0.605731, "main_score": 0.560354, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"]}, {"precision": 0.816429, "recall": 0.862648, "f1": 0.830287, "accuracy": 0.862648, "main_score": 0.830287, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"]}, {"precision": 0.541318, "recall": 0.608696, "f1": 0.559878, "accuracy": 0.608696, "main_score": 0.559878, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"]}, {"precision": 0.621766, "recall": 0.685771, "f1": 0.640075, "accuracy": 0.685771, "main_score": 0.640075, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"]}, {"precision": 0.924572, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"]}, {"precision": 0.492389, "recall": 0.552372, "f1": 0.508769, "accuracy": 0.552372, "main_score": 0.508769, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"]}, {"precision": 0.564771, "recall": 0.624506, "f1": 0.580946, "accuracy": 0.624506, "main_score": 0.580946, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"]}, {"precision": 0.59767, "recall": 0.657115, "f1": 0.614534, "accuracy": 0.657115, "main_score": 0.614534, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"]}, {"precision": 0.557195, "recall": 0.613636, "f1": 0.572436, "accuracy": 0.613636, "main_score": 0.572436, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"]}, {"precision": 0.541577, "recall": 0.608696, "f1": 0.560793, "accuracy": 0.608696, "main_score": 0.560793, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"]}, {"precision": 0.739674, "recall": 0.79249, "f1": 0.755072, "accuracy": 0.79249, "main_score": 0.755072, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"]}, {"precision": 0.766798, "recall": 0.812253, "f1": 0.780882, "accuracy": 0.812253, "main_score": 0.780882, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"]}, {"precision": 0.880797, "recall": 0.910079, "f1": 0.889822, "accuracy": 0.910079, "main_score": 0.889822, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"]}, {"precision": 0.482726, "recall": 0.559289, "f1": 0.50471, "accuracy": 0.559289, "main_score": 0.50471, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"]}, {"precision": 0.702727, "recall": 0.762846, "f1": 0.720344, "accuracy": 0.762846, "main_score": 0.720344, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"]}, {"precision": 0.592367, "recall": 0.641304, "f1": 0.605811, "accuracy": 0.641304, "main_score": 0.605811, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"]}, {"precision": 0.48322, "recall": 0.536561, "f1": 0.49849, "accuracy": 0.536561, "main_score": 0.49849, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"]}, {"precision": 0.518807, "recall": 0.567194, "f1": 0.532927, "accuracy": 0.567194, "main_score": 0.532927, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"]}, {"precision": 0.26058, "recall": 0.309289, "f1": 0.272243, "accuracy": 0.309289, "main_score": 0.272243, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"]}, {"precision": 0.657767, "recall": 0.708498, "f1": 0.671559, "accuracy": 0.708498, "main_score": 0.671559, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"]}, {"precision": 0.616867, "recall": 0.666008, "f1": 0.629982, "accuracy": 0.666008, "main_score": 0.629982, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"]}, {"precision": 0.642645, "recall": 0.6917, "f1": 0.655786, "accuracy": 0.6917, "main_score": 0.655786, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"]}, {"precision": 0.640223, "recall": 0.678854, "f1": 0.650137, "accuracy": 0.678854, "main_score": 0.650137, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"]}, {"precision": 0.57381, "recall": 0.617589, "f1": 0.585828, "accuracy": 0.617589, "main_score": 0.585828, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"]}, {"precision": 0.653784, "recall": 0.708498, "f1": 0.668513, "accuracy": 0.708498, "main_score": 0.668513, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"]}, {"precision": 0.613959, "recall": 0.663043, "f1": 0.627282, "accuracy": 0.663043, "main_score": 0.627282, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"]}, {"precision": 0.648681, "recall": 0.685771, "f1": 0.658427, "accuracy": 0.685771, "main_score": 0.658427, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"]}, {"precision": 0.646703, "recall": 0.699605, "f1": 0.660597, "accuracy": 0.699605, "main_score": 0.660597, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"]}, {"precision": 0.630117, "recall": 0.686759, "f1": 0.645387, "accuracy": 0.686759, "main_score": 0.645387, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"]}, {"precision": 0.529249, "recall": 0.574111, "f1": 0.541723, "accuracy": 0.574111, "main_score": 0.541723, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"]}, {"precision": 0.660397, "recall": 0.710474, "f1": 0.674137, "accuracy": 0.710474, "main_score": 0.674137, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"]}, {"precision": 0.592081, "recall": 0.652174, "f1": 0.608393, "accuracy": 0.652174, "main_score": 0.608393, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"]}, {"precision": 0.646799, "recall": 0.699605, "f1": 0.6611, "accuracy": 0.699605, "main_score": 0.6611, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"]}, {"precision": 0.5649, "recall": 0.606719, "f1": 0.576361, "accuracy": 0.606719, "main_score": 0.576361, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"]}, {"precision": 0.63442, "recall": 0.683794, "f1": 0.647483, "accuracy": 0.683794, "main_score": 0.647483, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"]}, {"precision": 0.617864, "recall": 0.667984, "f1": 0.630422, "accuracy": 0.667984, "main_score": 0.630422, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"]}, {"precision": 0.674515, "recall": 0.72332, "f1": 0.687035, "accuracy": 0.72332, "main_score": 0.687035, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"]}, {"precision": 0.662859, "recall": 0.713439, "f1": 0.676288, "accuracy": 0.713439, "main_score": 0.676288, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"]}, {"precision": 0.554118, "recall": 0.601779, "f1": 0.567134, "accuracy": 0.601779, "main_score": 0.567134, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"]}, {"precision": 0.632733, "recall": 0.6917, "f1": 0.649015, "accuracy": 0.6917, "main_score": 0.649015, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"]}, {"precision": 0.658157, "recall": 0.709486, "f1": 0.672112, "accuracy": 0.709486, "main_score": 0.672112, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"]}, {"precision": 0.656785, "recall": 0.700593, "f1": 0.669421, "accuracy": 0.700593, "main_score": 0.669421, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"]}, {"precision": 0.195011, "recall": 0.23419, "f1": 0.20495, "accuracy": 0.23419, "main_score": 0.20495, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"]}, {"precision": 0.64439, "recall": 0.693676, "f1": 0.657899, "accuracy": 0.693676, "main_score": 0.657899, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"]}, {"precision": 0.591926, "recall": 0.634387, "f1": 0.603473, "accuracy": 0.634387, "main_score": 0.603473, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"]}, {"precision": 0.668989, "recall": 0.711462, "f1": 0.68073, "accuracy": 0.711462, "main_score": 0.68073, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"]}, {"precision": 0.654002, "recall": 0.705534, "f1": 0.667952, "accuracy": 0.705534, "main_score": 0.667952, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"]}, {"precision": 0.630909, "recall": 0.682806, "f1": 0.645067, "accuracy": 0.682806, "main_score": 0.645067, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"]}, {"precision": 0.650501, "recall": 0.704545, "f1": 0.664726, "accuracy": 0.704545, "main_score": 0.664726, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"]}, {"precision": 0.666992, "recall": 0.717391, "f1": 0.680422, "accuracy": 0.717391, "main_score": 0.680422, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"]}, {"precision": 0.570169, "recall": 0.623518, "f1": 0.585099, "accuracy": 0.623518, "main_score": 0.585099, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"]}, {"precision": 0.64737, "recall": 0.690711, "f1": 0.658516, "accuracy": 0.690711, "main_score": 0.658516, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"]}, {"precision": 0.638559, "recall": 0.6917, "f1": 0.65322, "accuracy": 0.6917, "main_score": 0.65322, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"]}, {"precision": 0.638339, "recall": 0.684783, "f1": 0.650817, "accuracy": 0.684783, "main_score": 0.650817, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"]}, {"precision": 0.625614, "recall": 0.678854, "f1": 0.640108, "accuracy": 0.678854, "main_score": 0.640108, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"]}, {"precision": 0.54916, "recall": 0.592885, "f1": 0.562074, "accuracy": 0.592885, "main_score": 0.562074, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"]}, {"precision": 0.449612, "recall": 0.507905, "f1": 0.465366, "accuracy": 0.507905, "main_score": 0.465366, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"]}, {"precision": 0.650396, "recall": 0.697628, "f1": 0.663177, "accuracy": 0.697628, "main_score": 0.663177, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"]}, {"precision": 0.560164, "recall": 0.608696, "f1": 0.573847, "accuracy": 0.608696, "main_score": 0.573847, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"]}, {"precision": 0.649591, "recall": 0.709486, "f1": 0.665541, "accuracy": 0.709486, "main_score": 0.665541, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"]}, {"precision": 0.663323, "recall": 0.711462, "f1": 0.676279, "accuracy": 0.711462, "main_score": 0.676279, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"]}, {"precision": 0.634157, "recall": 0.681818, "f1": 0.647459, "accuracy": 0.681818, "main_score": 0.647459, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"]}, {"precision": 0.651179, "recall": 0.69664, "f1": 0.663222, "accuracy": 0.69664, "main_score": 0.663222, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"]}, {"precision": 0.555862, "recall": 0.61166, "f1": 0.571217, "accuracy": 0.61166, "main_score": 0.571217, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"]}, {"precision": 0.607117, "recall": 0.657115, "f1": 0.621703, "accuracy": 0.657115, "main_score": 0.621703, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"]}, {"precision": 0.660739, "recall": 0.711462, "f1": 0.674205, "accuracy": 0.711462, "main_score": 0.674205, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"]}, {"precision": 0.674762, "recall": 0.717391, "f1": 0.685828, "accuracy": 0.717391, "main_score": 0.685828, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"]}, {"precision": 0.663207, "recall": 0.709486, "f1": 0.675759, "accuracy": 0.709486, "main_score": 0.675759, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"]}, {"precision": 0.515639, "recall": 0.566206, "f1": 0.530618, "accuracy": 0.566206, "main_score": 0.530618, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"]}, {"precision": 0.632516, "recall": 0.690711, "f1": 0.647957, "accuracy": 0.690711, "main_score": 0.647957, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"]}, {"precision": 0.452145, "recall": 0.508893, "f1": 0.4675, "accuracy": 0.508893, "main_score": 0.4675, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"]}, {"precision": 0.515066, "recall": 0.556324, "f1": 0.52621, "accuracy": 0.556324, "main_score": 0.52621, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"]}, {"precision": 0.670769, "recall": 0.712451, "f1": 0.681557, "accuracy": 0.712451, "main_score": 0.681557, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"]}, {"precision": 0.308914, "recall": 0.362648, "f1": 0.323323, "accuracy": 0.362648, "main_score": 0.323323, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"]}, {"precision": 0.657426, "recall": 0.710474, "f1": 0.67127, "accuracy": 0.710474, "main_score": 0.67127, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"]}, {"precision": 0.647905, "recall": 0.702569, "f1": 0.662768, "accuracy": 0.702569, "main_score": 0.662768, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"]}, {"precision": 0.671149, "recall": 0.720356, "f1": 0.684295, "accuracy": 0.720356, "main_score": 0.684295, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"]}, {"precision": 0.620021, "recall": 0.677866, "f1": 0.635379, "accuracy": 0.677866, "main_score": 0.635379, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"]}, {"precision": 0.552124, "recall": 0.603755, "f1": 0.567183, "accuracy": 0.603755, "main_score": 0.567183, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"]}, {"precision": 0.63925, "recall": 0.681818, "f1": 0.650685, "accuracy": 0.681818, "main_score": 0.650685, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"]}, {"precision": 0.622526, "recall": 0.670949, "f1": 0.63509, "accuracy": 0.670949, "main_score": 0.63509, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"]}, {"precision": 0.682049, "recall": 0.731225, "f1": 0.695382, "accuracy": 0.731225, "main_score": 0.695382, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"]}, {"precision": 0.546624, "recall": 0.586957, "f1": 0.557515, "accuracy": 0.586957, "main_score": 0.557515, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"]}, {"precision": 0.675909, "recall": 0.722332, "f1": 0.687945, "accuracy": 0.722332, "main_score": 0.687945, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"]}, {"precision": 0.577638, "recall": 0.624506, "f1": 0.590651, "accuracy": 0.624506, "main_score": 0.590651, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"]}, {"precision": 0.651184, "recall": 0.697628, "f1": 0.664096, "accuracy": 0.697628, "main_score": 0.664096, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"]}, {"precision": 0.637501, "recall": 0.684783, "f1": 0.650224, "accuracy": 0.684783, "main_score": 0.650224, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"]}, {"precision": 0.681307, "recall": 0.730237, "f1": 0.694415, "accuracy": 0.730237, "main_score": 0.694415, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"]}, {"precision": 0.323263, "recall": 0.38834, "f1": 0.341128, "accuracy": 0.38834, "main_score": 0.341128, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"]}, {"precision": 0.573651, "recall": 0.621542, "f1": 0.586395, "accuracy": 0.621542, "main_score": 0.586395, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"]}, {"precision": 0.626115, "recall": 0.679842, "f1": 0.641111, "accuracy": 0.679842, "main_score": 0.641111, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"]}, {"precision": 0.578768, "recall": 0.623518, "f1": 0.591272, "accuracy": 0.623518, "main_score": 0.591272, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"]}, {"precision": 0.52818, "recall": 0.581028, "f1": 0.542676, "accuracy": 0.581028, "main_score": 0.542676, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"]}, {"precision": 0.671784, "recall": 0.719368, "f1": 0.684986, "accuracy": 0.719368, "main_score": 0.684986, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"]}, {"precision": 0.650054, "recall": 0.69664, "f1": 0.662078, "accuracy": 0.69664, "main_score": 0.662078, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"]}, {"precision": 0.658789, "recall": 0.708498, "f1": 0.672353, "accuracy": 0.708498, "main_score": 0.672353, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"]}, {"precision": 0.559582, "recall": 0.617589, "f1": 0.575639, "accuracy": 0.617589, "main_score": 0.575639, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"]}, {"precision": 0.675314, "recall": 0.722332, "f1": 0.687738, "accuracy": 0.722332, "main_score": 0.687738, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"]}, {"precision": 0.646501, "recall": 0.697628, "f1": 0.660063, "accuracy": 0.697628, "main_score": 0.660063, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"]}, {"precision": 0.653873, "recall": 0.702569, "f1": 0.666988, "accuracy": 0.702569, "main_score": 0.666988, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"]}, {"precision": 0.635662, "recall": 0.689723, "f1": 0.650647, "accuracy": 0.689723, "main_score": 0.650647, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"]}, {"precision": 0.523643, "recall": 0.56917, "f1": 0.536898, "accuracy": 0.56917, "main_score": 0.536898, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"]}, {"precision": 0.543445, "recall": 0.596838, "f1": 0.558945, "accuracy": 0.596838, "main_score": 0.558945, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"]}, {"precision": 0.623521, "recall": 0.678854, "f1": 0.63812, "accuracy": 0.678854, "main_score": 0.63812, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"]}, {"precision": 0.657134, "recall": 0.708498, "f1": 0.670484, "accuracy": 0.708498, "main_score": 0.670484, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"]}, {"precision": 0.635127, "recall": 0.686759, "f1": 0.648627, "accuracy": 0.686759, "main_score": 0.648627, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"]}, {"precision": 0.599621, "recall": 0.641304, "f1": 0.611563, "accuracy": 0.641304, "main_score": 0.611563, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"]}, {"precision": 0.482757, "recall": 0.52668, "f1": 0.495606, "accuracy": 0.52668, "main_score": 0.495606, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"]}, {"precision": 0.692148, "recall": 0.737154, "f1": 0.704866, "accuracy": 0.737154, "main_score": 0.704866, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"]}, {"precision": 0.607437, "recall": 0.663043, "f1": 0.622469, "accuracy": 0.663043, "main_score": 0.622469, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"]}, {"precision": 0.588883, "recall": 0.633399, "f1": 0.600864, "accuracy": 0.633399, "main_score": 0.600864, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"]}, {"precision": 0.642881, "recall": 0.695652, "f1": 0.656767, "accuracy": 0.695652, "main_score": 0.656767, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"]}, {"precision": 0.500011, "recall": 0.545455, "f1": 0.512748, "accuracy": 0.545455, "main_score": 0.512748, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"]}, {"precision": 0.659861, "recall": 0.710474, "f1": 0.67305, "accuracy": 0.710474, "main_score": 0.67305, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"]}, {"precision": 0.640413, "recall": 0.688735, "f1": 0.653559, "accuracy": 0.688735, "main_score": 0.653559, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"]}, {"precision": 0.656026, "recall": 0.706522, "f1": 0.670314, "accuracy": 0.706522, "main_score": 0.670314, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"]}, {"precision": 0.669048, "recall": 0.714427, "f1": 0.68095, "accuracy": 0.714427, "main_score": 0.68095, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"]}, {"precision": 0.640433, "recall": 0.689723, "f1": 0.653789, "accuracy": 0.689723, "main_score": 0.653789, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"]}, {"precision": 0.651172, "recall": 0.697628, "f1": 0.663844, "accuracy": 0.697628, "main_score": 0.663844, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"]}, {"precision": 0.488045, "recall": 0.565217, "f1": 0.508956, "accuracy": 0.565217, "main_score": 0.508956, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"]}, {"precision": 0.543496, "recall": 0.585968, "f1": 0.556001, "accuracy": 0.585968, "main_score": 0.556001, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"]}, {"precision": 0.2077, "recall": 0.251976, "f1": 0.218069, "accuracy": 0.251976, "main_score": 0.218069, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"]}, {"precision": 0.5794, "recall": 0.62747, "f1": 0.592651, "accuracy": 0.62747, "main_score": 0.592651, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"]}, {"precision": 0.527353, "recall": 0.576087, "f1": 0.540205, "accuracy": 0.576087, "main_score": 0.540205, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"]}, {"precision": 0.677849, "recall": 0.725296, "f1": 0.690574, "accuracy": 0.725296, "main_score": 0.690574, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"]}, {"precision": 0.649864, "recall": 0.69664, "f1": 0.662998, "accuracy": 0.69664, "main_score": 0.662998, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"]}, {"precision": 0.436561, "recall": 0.48913, "f1": 0.451125, "accuracy": 0.48913, "main_score": 0.451125, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"]}, {"precision": 0.634185, "recall": 0.679842, "f1": 0.646831, "accuracy": 0.679842, "main_score": 0.646831, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"]}, {"precision": 0.643441, "recall": 0.698617, "f1": 0.658056, "accuracy": 0.698617, "main_score": 0.658056, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"]}, {"precision": 0.591272, "recall": 0.645257, "f1": 0.605786, "accuracy": 0.645257, "main_score": 0.605786, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"]}, {"precision": 0.646508, "recall": 0.688735, "f1": 0.657225, "accuracy": 0.688735, "main_score": 0.657225, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"]}, {"precision": 0.598623, "recall": 0.645257, "f1": 0.611446, "accuracy": 0.645257, "main_score": 0.611446, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"]}, {"precision": 0.628079, "recall": 0.681818, "f1": 0.642987, "accuracy": 0.681818, "main_score": 0.642987, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"]}, {"precision": 0.67942, "recall": 0.72332, "f1": 0.690926, "accuracy": 0.72332, "main_score": 0.690926, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"]}, {"precision": 0.530409, "recall": 0.575099, "f1": 0.543384, "accuracy": 0.575099, "main_score": 0.543384, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"]}, {"precision": 0.512271, "recall": 0.5583, "f1": 0.525151, "accuracy": 0.5583, "main_score": 0.525151, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"]}, {"precision": 0.599069, "recall": 0.641304, "f1": 0.610475, "accuracy": 0.641304, "main_score": 0.610475, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"]}, {"precision": 0.661736, "recall": 0.709486, "f1": 0.674583, "accuracy": 0.709486, "main_score": 0.674583, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"]}, {"precision": 0.162734, "recall": 0.211462, "f1": 0.174774, "accuracy": 0.211462, "main_score": 0.174774, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"]}, {"precision": 0.623175, "recall": 0.679842, "f1": 0.63841, "accuracy": 0.679842, "main_score": 0.63841, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"]}, {"precision": 0.576979, "recall": 0.633399, "f1": 0.592225, "accuracy": 0.633399, "main_score": 0.592225, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"]}, {"precision": 0.61671, "recall": 0.66996, "f1": 0.630248, "accuracy": 0.66996, "main_score": 0.630248, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"]}, {"precision": 0.65865, "recall": 0.708498, "f1": 0.671432, "accuracy": 0.708498, "main_score": 0.671432, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"]}, {"precision": 0.549738, "recall": 0.604743, "f1": 0.564865, "accuracy": 0.604743, "main_score": 0.564865, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"]}, {"precision": 0.543075, "recall": 0.59585, "f1": 0.557929, "accuracy": 0.59585, "main_score": 0.557929, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"]}, {"precision": 0.641271, "recall": 0.684783, "f1": 0.652517, "accuracy": 0.684783, "main_score": 0.652517, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"]}, {"precision": 0.659478, "recall": 0.711462, "f1": 0.673648, "accuracy": 0.711462, "main_score": 0.673648, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"]}, {"precision": 0.630423, "recall": 0.675889, "f1": 0.641965, "accuracy": 0.675889, "main_score": 0.641965, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"]}, {"precision": 0.631641, "recall": 0.68083, "f1": 0.644335, "accuracy": 0.68083, "main_score": 0.644335, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"]}, {"precision": 0.543893, "recall": 0.604743, "f1": 0.561456, "accuracy": 0.604743, "main_score": 0.561456, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"]}, {"precision": 0.647811, "recall": 0.694664, "f1": 0.660227, "accuracy": 0.694664, "main_score": 0.660227, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"]}, {"precision": 0.522502, "recall": 0.565217, "f1": 0.534328, "accuracy": 0.565217, "main_score": 0.534328, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"]}, {"precision": 0.590965, "recall": 0.635375, "f1": 0.60254, "accuracy": 0.635375, "main_score": 0.60254, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"]}, {"precision": 0.633003, "recall": 0.690711, "f1": 0.649235, "accuracy": 0.690711, "main_score": 0.649235, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"]}, {"precision": 0.64843, "recall": 0.693676, "f1": 0.660089, "accuracy": 0.693676, "main_score": 0.660089, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"]}, {"precision": 0.648084, "recall": 0.702569, "f1": 0.662001, "accuracy": 0.702569, "main_score": 0.662001, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"]}, {"precision": 0.46002, "recall": 0.506917, "f1": 0.473388, "accuracy": 0.506917, "main_score": 0.473388, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"]}, {"precision": 0.687058, "recall": 0.730237, "f1": 0.698392, "accuracy": 0.730237, "main_score": 0.698392, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"]}, {"precision": 0.634349, "recall": 0.685771, "f1": 0.647691, "accuracy": 0.685771, "main_score": 0.647691, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"]}, {"precision": 0.602076, "recall": 0.655138, "f1": 0.616296, "accuracy": 0.655138, "main_score": 0.616296, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"]}, {"precision": 0.600978, "recall": 0.658103, "f1": 0.616579, "accuracy": 0.658103, "main_score": 0.616579, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"]}, {"precision": 0.597667, "recall": 0.652174, "f1": 0.613393, "accuracy": 0.652174, "main_score": 0.613393, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"]}, {"precision": 0.562058, "recall": 0.613636, "f1": 0.575626, "accuracy": 0.613636, "main_score": 0.575626, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"]}, {"precision": 0.608155, "recall": 0.659091, "f1": 0.622062, "accuracy": 0.659091, "main_score": 0.622062, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"]}, {"precision": 0.590059, "recall": 0.626482, "f1": 0.600203, "accuracy": 0.626482, "main_score": 0.600203, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"]}, {"precision": 0.570586, "recall": 0.630435, "f1": 0.586853, "accuracy": 0.630435, "main_score": 0.586853, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"]}, {"precision": 0.649027, "recall": 0.704545, "f1": 0.663882, "accuracy": 0.704545, "main_score": 0.663882, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"]}, {"precision": 0.634625, "recall": 0.683794, "f1": 0.647525, "accuracy": 0.683794, "main_score": 0.647525, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"]}, {"precision": 0.666041, "recall": 0.717391, "f1": 0.680049, "accuracy": 0.717391, "main_score": 0.680049, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"]}, {"precision": 0.635302, "recall": 0.690711, "f1": 0.649981, "accuracy": 0.690711, "main_score": 0.649981, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"]}, {"precision": 0.675117, "recall": 0.719368, "f1": 0.686666, "accuracy": 0.719368, "main_score": 0.686666, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"]}, {"precision": 0.56678, "recall": 0.619565, "f1": 0.581675, "accuracy": 0.619565, "main_score": 0.581675, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"]}, {"precision": 0.640993, "recall": 0.683794, "f1": 0.652609, "accuracy": 0.683794, "main_score": 0.652609, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"]}, {"precision": 0.481079, "recall": 0.532609, "f1": 0.495003, "accuracy": 0.532609, "main_score": 0.495003, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"]}, {"precision": 0.651032, "recall": 0.700593, "f1": 0.664421, "accuracy": 0.700593, "main_score": 0.664421, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"]}, {"precision": 0.439954, "recall": 0.497036, "f1": 0.456192, "accuracy": 0.497036, "main_score": 0.456192, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"]}, {"precision": 0.625479, "recall": 0.678854, "f1": 0.639147, "accuracy": 0.678854, "main_score": 0.639147, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"]}, {"precision": 0.656406, "recall": 0.709486, "f1": 0.670996, "accuracy": 0.709486, "main_score": 0.670996, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"]}, {"precision": 0.65052, "recall": 0.698617, "f1": 0.663674, "accuracy": 0.698617, "main_score": 0.663674, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"]}, {"precision": 0.617262, "recall": 0.657115, "f1": 0.627819, "accuracy": 0.657115, "main_score": 0.627819, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"]}, {"precision": 0.620026, "recall": 0.679842, "f1": 0.635666, "accuracy": 0.679842, "main_score": 0.635666, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"]}, {"precision": 0.573228, "recall": 0.618577, "f1": 0.585962, "accuracy": 0.618577, "main_score": 0.585962, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"]}, {"precision": 0.574632, "recall": 0.621542, "f1": 0.587883, "accuracy": 0.621542, "main_score": 0.587883, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"]}, {"precision": 0.656593, "recall": 0.697628, "f1": 0.666475, "accuracy": 0.697628, "main_score": 0.666475, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"]}, {"precision": 0.631708, "recall": 0.678854, "f1": 0.64427, "accuracy": 0.678854, "main_score": 0.64427, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"]}, {"precision": 0.680217, "recall": 0.731225, "f1": 0.694038, "accuracy": 0.731225, "main_score": 0.694038, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"]}, {"precision": 0.544123, "recall": 0.590909, "f1": 0.557111, "accuracy": 0.590909, "main_score": 0.557111, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"]}, {"precision": 0.65721, "recall": 0.70751, "f1": 0.670504, "accuracy": 0.70751, "main_score": 0.670504, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"]}, {"precision": 0.639204, "recall": 0.692688, "f1": 0.653361, "accuracy": 0.692688, "main_score": 0.653361, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"]}, {"precision": 0.642669, "recall": 0.695652, "f1": 0.656557, "accuracy": 0.695652, "main_score": 0.656557, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"]}, {"precision": 0.534738, "recall": 0.587945, "f1": 0.549765, "accuracy": 0.587945, "main_score": 0.549765, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"]}, {"precision": 0.680399, "recall": 0.728261, "f1": 0.692795, "accuracy": 0.728261, "main_score": 0.692795, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"]}, {"precision": 0.605977, "recall": 0.652174, "f1": 0.618561, "accuracy": 0.652174, "main_score": 0.618561, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"]}, {"precision": 0.540642, "recall": 0.586957, "f1": 0.55314, "accuracy": 0.586957, "main_score": 0.55314, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"]}, {"precision": 0.574618, "recall": 0.623518, "f1": 0.587874, "accuracy": 0.623518, "main_score": 0.587874, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"]}, {"precision": 0.542257, "recall": 0.597826, "f1": 0.558256, "accuracy": 0.597826, "main_score": 0.558256, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"]}, {"precision": 0.658323, "recall": 0.709486, "f1": 0.671789, "accuracy": 0.709486, "main_score": 0.671789, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"]}, {"precision": 0.64494, "recall": 0.694664, "f1": 0.65858, "accuracy": 0.694664, "main_score": 0.65858, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"]}, {"precision": 0.51124, "recall": 0.554348, "f1": 0.523474, "accuracy": 0.554348, "main_score": 0.523474, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"]}, {"precision": 0.565485, "recall": 0.607708, "f1": 0.577355, "accuracy": 0.607708, "main_score": 0.577355, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"]}, {"precision": 0.631202, "recall": 0.686759, "f1": 0.646041, "accuracy": 0.686759, "main_score": 0.646041, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"]}, {"precision": 0.57439, "recall": 0.624506, "f1": 0.588556, "accuracy": 0.624506, "main_score": 0.588556, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"]}, {"precision": 0.550057, "recall": 0.594862, "f1": 0.562325, "accuracy": 0.594862, "main_score": 0.562325, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"]}, {"precision": 0.60716, "recall": 0.663043, "f1": 0.622714, "accuracy": 0.663043, "main_score": 0.622714, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"]}, {"precision": 0.513897, "recall": 0.561265, "f1": 0.527595, "accuracy": 0.561265, "main_score": 0.527595, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"]}, {"precision": 0.600461, "recall": 0.647233, "f1": 0.613195, "accuracy": 0.647233, "main_score": 0.613195, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"]}, {"precision": 0.65936, "recall": 0.701581, "f1": 0.670501, "accuracy": 0.701581, "main_score": 0.670501, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"]}, {"precision": 0.609481, "recall": 0.648221, "f1": 0.619987, "accuracy": 0.648221, "main_score": 0.619987, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"]}, {"precision": 0.611368, "recall": 0.648221, "f1": 0.621986, "accuracy": 0.648221, "main_score": 0.621986, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"]}, {"precision": 0.618233, "recall": 0.674901, "f1": 0.633918, "accuracy": 0.674901, "main_score": 0.633918, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"]}, {"precision": 0.599294, "recall": 0.653162, "f1": 0.61319, "accuracy": 0.653162, "main_score": 0.61319, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"]}, {"precision": 0.631317, "recall": 0.682806, "f1": 0.644707, "accuracy": 0.682806, "main_score": 0.644707, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"]}, {"precision": 0.441654, "recall": 0.513834, "f1": 0.462072, "accuracy": 0.513834, "main_score": 0.462072, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"]}, {"precision": 0.65042, "recall": 0.70751, "f1": 0.66596, "accuracy": 0.70751, "main_score": 0.66596, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"]}, {"precision": 0.608052, "recall": 0.66502, "f1": 0.622771, "accuracy": 0.66502, "main_score": 0.622771, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"]}, {"precision": 0.655727, "recall": 0.706522, "f1": 0.667887, "accuracy": 0.706522, "main_score": 0.667887, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"]}, {"precision": 0.648052, "recall": 0.702569, "f1": 0.662399, "accuracy": 0.702569, "main_score": 0.662399, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"]}, {"precision": 0.566652, "recall": 0.613636, "f1": 0.580421, "accuracy": 0.613636, "main_score": 0.580421, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"]}, {"precision": 0.540966, "recall": 0.581028, "f1": 0.551902, "accuracy": 0.581028, "main_score": 0.551902, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"]}, {"precision": 0.61134, "recall": 0.675889, "f1": 0.62968, "accuracy": 0.675889, "main_score": 0.62968, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"]}, {"precision": 0.545892, "recall": 0.609684, "f1": 0.564331, "accuracy": 0.609684, "main_score": 0.564331, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"]}, {"precision": 0.456676, "recall": 0.537549, "f1": 0.478708, "accuracy": 0.537549, "main_score": 0.478708, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"]}, {"precision": 0.612361, "recall": 0.66996, "f1": 0.628988, "accuracy": 0.66996, "main_score": 0.628988, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"]}, {"precision": 0.895422, "recall": 0.925889, "f1": 0.905468, "accuracy": 0.925889, "main_score": 0.905468, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"]}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"]}, {"precision": 0.623628, "recall": 0.68083, "f1": 0.640351, "accuracy": 0.68083, "main_score": 0.640351, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"]}, {"precision": 0.620751, "recall": 0.686759, "f1": 0.63924, "accuracy": 0.686759, "main_score": 0.63924, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"]}, {"precision": 0.574675, "recall": 0.643281, "f1": 0.593758, "accuracy": 0.643281, "main_score": 0.593758, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"]}, {"precision": 0.183462, "recall": 0.243083, "f1": 0.198548, "accuracy": 0.243083, "main_score": 0.198548, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"]}, {"precision": 0.653576, "recall": 0.704545, "f1": 0.667532, "accuracy": 0.704545, "main_score": 0.667532, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"]}, {"precision": 0.709387, "recall": 0.755929, "f1": 0.723254, "accuracy": 0.755929, "main_score": 0.723254, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"]}, {"precision": 0.56498, "recall": 0.617589, "f1": 0.580277, "accuracy": 0.617589, "main_score": 0.580277, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"]}, {"precision": 0.530031, "recall": 0.603755, "f1": 0.550561, "accuracy": 0.603755, "main_score": 0.550561, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"]}, {"precision": 0.579835, "recall": 0.646245, "f1": 0.599918, "accuracy": 0.646245, "main_score": 0.599918, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"]}, {"precision": 0.598139, "recall": 0.658103, "f1": 0.614808, "accuracy": 0.658103, "main_score": 0.614808, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"]}, {"precision": 0.915102, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"]}, {"precision": 0.54077, "recall": 0.598814, "f1": 0.557696, "accuracy": 0.598814, "main_score": 0.557696, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"]}, {"precision": 0.550646, "recall": 0.618577, "f1": 0.569868, "accuracy": 0.618577, "main_score": 0.569868, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"]}, {"precision": 0.527912, "recall": 0.581028, "f1": 0.542563, "accuracy": 0.581028, "main_score": 0.542563, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"]}, {"precision": 0.326445, "recall": 0.38834, "f1": 0.343291, "accuracy": 0.38834, "main_score": 0.343291, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"]}, {"precision": 0.606826, "recall": 0.666996, "f1": 0.623673, "accuracy": 0.666996, "main_score": 0.623673, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"]}, {"precision": 0.590847, "recall": 0.650198, "f1": 0.608317, "accuracy": 0.650198, "main_score": 0.608317, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"]}, {"precision": 0.725143, "recall": 0.787549, "f1": 0.743662, "accuracy": 0.787549, "main_score": 0.743662, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"]}, {"precision": 0.680237, "recall": 0.756917, "f1": 0.70303, "accuracy": 0.756917, "main_score": 0.70303, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"]}, {"precision": 0.725833, "recall": 0.782609, "f1": 0.742572, "accuracy": 0.782609, "main_score": 0.742572, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"]}, {"precision": 0.684354, "recall": 0.737154, "f1": 0.699986, "accuracy": 0.737154, "main_score": 0.699986, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"]}, {"precision": 0.671336, "recall": 0.737154, "f1": 0.691115, "accuracy": 0.737154, "main_score": 0.691115, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"]}, {"precision": 0.563723, "recall": 0.621542, "f1": 0.579738, "accuracy": 0.621542, "main_score": 0.579738, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"]}, {"precision": 0.562826, "recall": 0.62253, "f1": 0.579183, "accuracy": 0.62253, "main_score": 0.579183, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"]}, {"precision": 0.821953, "recall": 0.865613, "f1": 0.834947, "accuracy": 0.865613, "main_score": 0.834947, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"]}, {"precision": 0.476585, "recall": 0.538538, "f1": 0.493168, "accuracy": 0.538538, "main_score": 0.493168, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"]}, {"precision": 0.89641, "recall": 0.924901, "f1": 0.905632, "accuracy": 0.924901, "main_score": 0.905632, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"]}, {"precision": 0.546724, "recall": 0.61166, "f1": 0.565453, "accuracy": 0.61166, "main_score": 0.565453, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"]}, {"precision": 0.604064, "recall": 0.66996, "f1": 0.62254, "accuracy": 0.66996, "main_score": 0.62254, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"]}, {"precision": 0.190204, "recall": 0.257905, "f1": 0.20627, "accuracy": 0.257905, "main_score": 0.20627, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"]}, {"precision": 0.652437, "recall": 0.713439, "f1": 0.669866, "accuracy": 0.713439, "main_score": 0.669866, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"]}, {"precision": 0.839921, "recall": 0.881423, "f1": 0.852866, "accuracy": 0.881423, "main_score": 0.852866, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"]}, {"precision": 0.42417, "recall": 0.486166, "f1": 0.441662, "accuracy": 0.486166, "main_score": 0.441662, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"]}, {"precision": 0.693618, "recall": 0.752964, "f1": 0.711306, "accuracy": 0.752964, "main_score": 0.711306, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"]}, {"precision": 0.575783, "recall": 0.639328, "f1": 0.594461, "accuracy": 0.639328, "main_score": 0.594461, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"]}, {"precision": 0.511644, "recall": 0.583004, "f1": 0.531787, "accuracy": 0.583004, "main_score": 0.531787, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"]}, {"precision": 0.693001, "recall": 0.744071, "f1": 0.707971, "accuracy": 0.744071, "main_score": 0.707971, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"]}, {"precision": 0.254712, "recall": 0.342885, "f1": 0.278173, "accuracy": 0.342885, "main_score": 0.278173, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"]}, {"precision": 0.599696, "recall": 0.662055, "f1": 0.61769, "accuracy": 0.662055, "main_score": 0.61769, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"]}, {"precision": 0.601945, "recall": 0.664032, "f1": 0.619792, "accuracy": 0.664032, "main_score": 0.619792, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"]}, {"precision": 0.73526, "recall": 0.795455, "f1": 0.753331, "accuracy": 0.795455, "main_score": 0.753331, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"]}, {"precision": 0.571154, "recall": 0.629447, "f1": 0.588227, "accuracy": 0.629447, "main_score": 0.588227, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"]}, {"precision": 0.828146, "recall": 0.870553, "f1": 0.841634, "accuracy": 0.870553, "main_score": 0.841634, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"]}, {"precision": 0.472627, "recall": 0.540514, "f1": 0.491523, "accuracy": 0.540514, "main_score": 0.491523, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"]}, {"precision": 0.915349, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"]}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"]}, {"precision": 0.630163, "recall": 0.684783, "f1": 0.646107, "accuracy": 0.684783, "main_score": 0.646107, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"]}, {"precision": 0.898551, "recall": 0.927866, "f1": 0.907905, "accuracy": 0.927866, "main_score": 0.907905, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"]}, {"precision": 0.477677, "recall": 0.545455, "f1": 0.495967, "accuracy": 0.545455, "main_score": 0.495967, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"]}, {"precision": 0.641864, "recall": 0.709486, "f1": 0.661947, "accuracy": 0.709486, "main_score": 0.661947, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"]}, {"precision": 0.853096, "recall": 0.891304, "f1": 0.864888, "accuracy": 0.891304, "main_score": 0.864888, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"]}, {"precision": 0.66829, "recall": 0.717391, "f1": 0.682255, "accuracy": 0.717391, "main_score": 0.682255, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"]}, {"precision": 0.675907, "recall": 0.733202, "f1": 0.692336, "accuracy": 0.733202, "main_score": 0.692336, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"]}, {"precision": 0.549235, "recall": 0.617589, "f1": 0.568485, "accuracy": 0.617589, "main_score": 0.568485, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"]}, {"precision": 0.559445, "recall": 0.621542, "f1": 0.577102, "accuracy": 0.621542, "main_score": 0.577102, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"]}, {"precision": 0.862022, "recall": 0.901186, "f1": 0.874341, "accuracy": 0.901186, "main_score": 0.874341, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"]}, {"precision": 0.559602, "recall": 0.62253, "f1": 0.577407, "accuracy": 0.62253, "main_score": 0.577407, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"]}, {"precision": 0.648659, "recall": 0.706522, "f1": 0.665235, "accuracy": 0.706522, "main_score": 0.665235, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"]}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"]}, {"precision": 0.498831, "recall": 0.562253, "f1": 0.516809, "accuracy": 0.562253, "main_score": 0.516809, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"]}, {"precision": 0.580923, "recall": 0.639328, "f1": 0.596786, "accuracy": 0.639328, "main_score": 0.596786, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"]}, {"precision": 0.614806, "recall": 0.673913, "f1": 0.632101, "accuracy": 0.673913, "main_score": 0.632101, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"]}, {"precision": 0.572687, "recall": 0.630435, "f1": 0.588493, "accuracy": 0.630435, "main_score": 0.588493, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"]}, {"precision": 0.544492, "recall": 0.613636, "f1": 0.564759, "accuracy": 0.613636, "main_score": 0.564759, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"]}, {"precision": 0.760046, "recall": 0.815217, "f1": 0.776534, "accuracy": 0.815217, "main_score": 0.776534, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"]}, {"precision": 0.775115, "recall": 0.822134, "f1": 0.789723, "accuracy": 0.822134, "main_score": 0.789723, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"]}, {"precision": 0.885903, "recall": 0.912055, "f1": 0.893859, "accuracy": 0.912055, "main_score": 0.893859, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"]}, {"precision": 0.494377, "recall": 0.570158, "f1": 0.516622, "accuracy": 0.570158, "main_score": 0.516622, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"]}, {"precision": 0.744228, "recall": 0.80336, "f1": 0.762143, "accuracy": 0.80336, "main_score": 0.762143, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"]}, {"precision": 0.623899, "recall": 0.66996, "f1": 0.636646, "accuracy": 0.66996, "main_score": 0.636646, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"]}, {"precision": 0.486819, "recall": 0.547431, "f1": 0.503157, "accuracy": 0.547431, "main_score": 0.503157, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"]}, {"precision": 0.457415, "recall": 0.513834, "f1": 0.473864, "accuracy": 0.513834, "main_score": 0.473864, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"]}, {"precision": 0.360891, "recall": 0.437747, "f1": 0.381521, "accuracy": 0.437747, "main_score": 0.381521, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"]}, {"precision": 0.958037, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"]}, {"precision": 0.962813, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"]}, {"precision": 0.875807, "recall": 0.907115, "f1": 0.885441, "accuracy": 0.907115, "main_score": 0.885441, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"]}, {"precision": 0.505476, "recall": 0.559289, "f1": 0.52023, "accuracy": 0.559289, "main_score": 0.52023, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"]}, {"precision": 0.747208, "recall": 0.793478, "f1": 0.760581, "accuracy": 0.793478, "main_score": 0.760581, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"]}, {"precision": 0.847184, "recall": 0.879447, "f1": 0.856494, "accuracy": 0.879447, "main_score": 0.856494, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"]}, {"precision": 0.49684, "recall": 0.559289, "f1": 0.514465, "accuracy": 0.559289, "main_score": 0.514465, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"]}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"]}, {"precision": 0.906785, "recall": 0.933794, "f1": 0.915152, "accuracy": 0.933794, "main_score": 0.915152, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"]}, {"precision": 0.52682, "recall": 0.583004, "f1": 0.542667, "accuracy": 0.583004, "main_score": 0.542667, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"]}, {"precision": 0.479859, "recall": 0.538538, "f1": 0.496057, "accuracy": 0.538538, "main_score": 0.496057, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"]}, {"precision": 0.90135, "recall": 0.924901, "f1": 0.90847, "accuracy": 0.924901, "main_score": 0.90847, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"]}, {"precision": 0.181869, "recall": 0.228261, "f1": 0.194126, "accuracy": 0.228261, "main_score": 0.194126, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"]}, {"precision": 0.536462, "recall": 0.58498, "f1": 0.549901, "accuracy": 0.58498, "main_score": 0.549901, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"]}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"]}, {"precision": 0.58262, "recall": 0.637352, "f1": 0.598566, "accuracy": 0.637352, "main_score": 0.598566, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"]}, {"precision": 0.940629, "recall": 0.95751, "f1": 0.945685, "accuracy": 0.95751, "main_score": 0.945685, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"]}, {"precision": 0.469451, "recall": 0.524704, "f1": 0.485419, "accuracy": 0.524704, "main_score": 0.485419, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"]}, {"precision": 0.424773, "recall": 0.488142, "f1": 0.440572, "accuracy": 0.488142, "main_score": 0.440572, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"]}, {"precision": 0.49053, "recall": 0.544466, "f1": 0.505728, "accuracy": 0.544466, "main_score": 0.505728, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"]}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927668, "accuracy": 0.943676, "main_score": 0.927668, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"]}, {"precision": 0.483597, "recall": 0.545455, "f1": 0.501026, "accuracy": 0.545455, "main_score": 0.501026, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"]}, {"precision": 0.801919, "recall": 0.844862, "f1": 0.814745, "accuracy": 0.844862, "main_score": 0.814745, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"]}, {"precision": 0.895372, "recall": 0.920949, "f1": 0.902997, "accuracy": 0.920949, "main_score": 0.902997, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"]}, {"precision": 0.969121, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"]}, {"precision": 0.460602, "recall": 0.513834, "f1": 0.475457, "accuracy": 0.513834, "main_score": 0.475457, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"]}, {"precision": 0.961957, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"]}, {"precision": 0.463408, "recall": 0.527668, "f1": 0.481396, "accuracy": 0.527668, "main_score": 0.481396, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"]}, {"precision": 0.439357, "recall": 0.488142, "f1": 0.452645, "accuracy": 0.488142, "main_score": 0.452645, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"]}, {"precision": 0.824779, "recall": 0.86166, "f1": 0.835709, "accuracy": 0.86166, "main_score": 0.835709, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"]}, {"precision": 0.299089, "recall": 0.341897, "f1": 0.310473, "accuracy": 0.341897, "main_score": 0.310473, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"]}, {"precision": 0.502594, "recall": 0.555336, "f1": 0.517253, "accuracy": 0.555336, "main_score": 0.517253, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"]}, {"precision": 0.909777, "recall": 0.932806, "f1": 0.916765, "accuracy": 0.932806, "main_score": 0.916765, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"]}, {"precision": 0.880427, "recall": 0.911067, "f1": 0.889844, "accuracy": 0.911067, "main_score": 0.889844, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"]}, {"precision": 0.513407, "recall": 0.554348, "f1": 0.525075, "accuracy": 0.554348, "main_score": 0.525075, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"]}, {"precision": 0.908442, "recall": 0.931818, "f1": 0.915563, "accuracy": 0.931818, "main_score": 0.915563, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"]}, {"precision": 0.618758, "recall": 0.674901, "f1": 0.635212, "accuracy": 0.674901, "main_score": 0.635212, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"]}, {"precision": 0.896657, "recall": 0.923913, "f1": 0.905007, "accuracy": 0.923913, "main_score": 0.905007, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"]}, {"precision": 0.572599, "recall": 0.655138, "f1": 0.59653, "accuracy": 0.655138, "main_score": 0.59653, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"]}, {"precision": 0.613366, "recall": 0.668972, "f1": 0.629223, "accuracy": 0.668972, "main_score": 0.629223, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"]}, {"precision": 0.919302, "recall": 0.944664, "f1": 0.927372, "accuracy": 0.944664, "main_score": 0.927372, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"]}, {"precision": 0.555097, "recall": 0.607708, "f1": 0.569902, "accuracy": 0.607708, "main_score": 0.569902, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"]}, {"precision": 0.577112, "recall": 0.637352, "f1": 0.594276, "accuracy": 0.637352, "main_score": 0.594276, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"]}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"]}, {"precision": 0.936265, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"]}, {"precision": 0.962368, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"]}, {"precision": 0.857708, "recall": 0.894269, "f1": 0.868826, "accuracy": 0.894269, "main_score": 0.868826, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"]}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.97724, "accuracy": 0.982213, "main_score": 0.97724, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"]}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"]}, {"precision": 0.479644, "recall": 0.529644, "f1": 0.493729, "accuracy": 0.529644, "main_score": 0.493729, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"]}, {"precision": 0.484376, "recall": 0.533597, "f1": 0.498293, "accuracy": 0.533597, "main_score": 0.498293, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"]}, {"precision": 0.971426, "recall": 0.980237, "f1": 0.974209, "accuracy": 0.980237, "main_score": 0.974209, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"]}, {"precision": 0.690739, "recall": 0.742095, "f1": 0.704818, "accuracy": 0.742095, "main_score": 0.704818, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"]}, {"precision": 0.411411, "recall": 0.471344, "f1": 0.427653, "accuracy": 0.471344, "main_score": 0.427653, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"]}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953623, "accuracy": 0.963439, "main_score": 0.953623, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"]}, {"precision": 0.765003, "recall": 0.816206, "f1": 0.780237, "accuracy": 0.816206, "main_score": 0.780237, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"]}, {"precision": 0.959074, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"]}, {"precision": 0.470055, "recall": 0.517787, "f1": 0.483189, "accuracy": 0.517787, "main_score": 0.483189, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"]}, {"precision": 0.921854, "recall": 0.943676, "f1": 0.928543, "accuracy": 0.943676, "main_score": 0.928543, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"]}, {"precision": 0.927042, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"]}, {"precision": 0.9333, "recall": 0.952569, "f1": 0.939196, "accuracy": 0.952569, "main_score": 0.939196, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"]}, {"precision": 0.512057, "recall": 0.568182, "f1": 0.527388, "accuracy": 0.568182, "main_score": 0.527388, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"]}, {"precision": 0.197627, "recall": 0.242095, "f1": 0.208303, "accuracy": 0.242095, "main_score": 0.208303, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"]}, {"precision": 0.535285, "recall": 0.590909, "f1": 0.551471, "accuracy": 0.590909, "main_score": 0.551471, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"]}, {"precision": 0.680427, "recall": 0.743083, "f1": 0.698902, "accuracy": 0.743083, "main_score": 0.698902, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"]}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"]}, {"precision": 0.921393, "recall": 0.943676, "f1": 0.928426, "accuracy": 0.943676, "main_score": 0.928426, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"]}, {"precision": 0.362969, "recall": 0.414032, "f1": 0.376671, "accuracy": 0.414032, "main_score": 0.376671, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"]}, {"precision": 0.907444, "recall": 0.933794, "f1": 0.91581, "accuracy": 0.933794, "main_score": 0.91581, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"]}, {"precision": 0.960557, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"]}, {"precision": 0.934816, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"]}, {"precision": 0.58881, "recall": 0.643281, "f1": 0.604797, "accuracy": 0.643281, "main_score": 0.604797, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"]}, {"precision": 0.934536, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"]}, {"precision": 0.485392, "recall": 0.541502, "f1": 0.501203, "accuracy": 0.541502, "main_score": 0.501203, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"]}, {"precision": 0.452295, "recall": 0.505929, "f1": 0.467162, "accuracy": 0.505929, "main_score": 0.467162, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"]}, {"precision": 0.559994, "recall": 0.609684, "f1": 0.573812, "accuracy": 0.609684, "main_score": 0.573812, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"]}, {"precision": 0.215181, "recall": 0.288538, "f1": 0.234099, "accuracy": 0.288538, "main_score": 0.234099, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"]}, {"precision": 0.864323, "recall": 0.899209, "f1": 0.875066, "accuracy": 0.899209, "main_score": 0.875066, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"]}, {"precision": 0.926795, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"]}, {"precision": 0.531449, "recall": 0.581028, "f1": 0.5458, "accuracy": 0.581028, "main_score": 0.5458, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"]}, {"precision": 0.508162, "recall": 0.567194, "f1": 0.525271, "accuracy": 0.567194, "main_score": 0.525271, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"]}, {"precision": 0.911232, "recall": 0.935771, "f1": 0.918939, "accuracy": 0.935771, "main_score": 0.918939, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"]}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"]}, {"precision": 0.615589, "recall": 0.686759, "f1": 0.636513, "accuracy": 0.686759, "main_score": 0.636513, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"]}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963458, "accuracy": 0.971344, "main_score": 0.963458, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"]}, {"precision": 0.469546, "recall": 0.525692, "f1": 0.485094, "accuracy": 0.525692, "main_score": 0.485094, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"]}, {"precision": 0.678096, "recall": 0.742095, "f1": 0.697003, "accuracy": 0.742095, "main_score": 0.697003, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"]}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918826, "accuracy": 0.935771, "main_score": 0.918826, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"]}, {"precision": 0.408297, "recall": 0.458498, "f1": 0.422631, "accuracy": 0.458498, "main_score": 0.422631, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"]}, {"precision": 0.750699, "recall": 0.802372, "f1": 0.766502, "accuracy": 0.802372, "main_score": 0.766502, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"]}, {"precision": 0.855171, "recall": 0.889328, "f1": 0.865218, "accuracy": 0.889328, "main_score": 0.865218, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"]}, {"precision": 0.829637, "recall": 0.87253, "f1": 0.842704, "accuracy": 0.87253, "main_score": 0.842704, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"]}, {"precision": 0.537091, "recall": 0.591897, "f1": 0.552564, "accuracy": 0.591897, "main_score": 0.552564, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"]}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930072, "accuracy": 0.945652, "main_score": 0.930072, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"]}, {"precision": 0.967638, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"]}, {"precision": 0.763587, "recall": 0.815217, "f1": 0.778971, "accuracy": 0.815217, "main_score": 0.778971, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"]}, {"precision": 0.916914, "recall": 0.939723, "f1": 0.924097, "accuracy": 0.939723, "main_score": 0.924097, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"]}, {"precision": 0.418923, "recall": 0.474308, "f1": 0.433773, "accuracy": 0.474308, "main_score": 0.433773, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"]}, {"precision": 0.557337, "recall": 0.62747, "f1": 0.577186, "accuracy": 0.62747, "main_score": 0.577186, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"]}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"]}, {"precision": 0.883482, "recall": 0.91502, "f1": 0.893347, "accuracy": 0.91502, "main_score": 0.893347, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"]}, {"precision": 0.690934, "recall": 0.746047, "f1": 0.707137, "accuracy": 0.746047, "main_score": 0.707137, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"]}, {"precision": 0.549504, "recall": 0.603755, "f1": 0.564857, "accuracy": 0.603755, "main_score": 0.564857, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"]}, {"precision": 0.553733, "recall": 0.606719, "f1": 0.568589, "accuracy": 0.606719, "main_score": 0.568589, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"]}, {"precision": 0.814303, "recall": 0.859684, "f1": 0.828151, "accuracy": 0.859684, "main_score": 0.828151, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"]}, {"precision": 0.484128, "recall": 0.538538, "f1": 0.499645, "accuracy": 0.538538, "main_score": 0.499645, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"]}, {"precision": 0.457768, "recall": 0.517787, "f1": 0.474317, "accuracy": 0.517787, "main_score": 0.474317, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.966864, "accuracy": 0.974308, "main_score": 0.966864, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"]}, {"precision": 0.718659, "recall": 0.775692, "f1": 0.73571, "accuracy": 0.775692, "main_score": 0.73571, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"]}, {"precision": 0.472574, "recall": 0.533597, "f1": 0.489083, "accuracy": 0.533597, "main_score": 0.489083, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"]}, {"precision": 0.540946, "recall": 0.599802, "f1": 0.557315, "accuracy": 0.599802, "main_score": 0.557315, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"]}, {"precision": 0.863225, "recall": 0.895257, "f1": 0.87301, "accuracy": 0.895257, "main_score": 0.87301, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"]}, {"precision": 0.892704, "recall": 0.924901, "f1": 0.902899, "accuracy": 0.924901, "main_score": 0.902899, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"]}, {"precision": 0.429637, "recall": 0.477273, "f1": 0.442888, "accuracy": 0.477273, "main_score": 0.442888, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"]}, {"precision": 0.49503, "recall": 0.554348, "f1": 0.51162, "accuracy": 0.554348, "main_score": 0.51162, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"]}, {"precision": 0.486355, "recall": 0.5583, "f1": 0.506746, "accuracy": 0.5583, "main_score": 0.506746, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"]}, {"precision": 0.485211, "recall": 0.532609, "f1": 0.498753, "accuracy": 0.532609, "main_score": 0.498753, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"]}, {"precision": 0.442913, "recall": 0.508893, "f1": 0.461097, "accuracy": 0.508893, "main_score": 0.461097, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"]}, {"precision": 0.63055, "recall": 0.694664, "f1": 0.649374, "accuracy": 0.694664, "main_score": 0.649374, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"]}, {"precision": 0.903442, "recall": 0.927866, "f1": 0.910512, "accuracy": 0.927866, "main_score": 0.910512, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"]}, {"precision": 0.63223, "recall": 0.682806, "f1": 0.647186, "accuracy": 0.682806, "main_score": 0.647186, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"]}, {"precision": 0.732289, "recall": 0.770751, "f1": 0.743408, "accuracy": 0.770751, "main_score": 0.743408, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"]}, {"precision": 0.898468, "recall": 0.926877, "f1": 0.90751, "accuracy": 0.926877, "main_score": 0.90751, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"]}, {"precision": 0.408145, "recall": 0.476285, "f1": 0.427854, "accuracy": 0.476285, "main_score": 0.427854, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"]}, {"precision": 0.934206, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"]}, {"precision": 0.601393, "recall": 0.672925, "f1": 0.622513, "accuracy": 0.672925, "main_score": 0.622513, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"]}, {"precision": 0.495718, "recall": 0.544466, "f1": 0.509445, "accuracy": 0.544466, "main_score": 0.509445, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"]}, {"precision": 0.565662, "recall": 0.629447, "f1": 0.58375, "accuracy": 0.629447, "main_score": 0.58375, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"]}, {"precision": 0.516671, "recall": 0.577075, "f1": 0.533435, "accuracy": 0.577075, "main_score": 0.533435, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"]}, {"precision": 0.40091, "recall": 0.485178, "f1": 0.423907, "accuracy": 0.485178, "main_score": 0.423907, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"]}, {"precision": 0.585841, "recall": 0.640316, "f1": 0.600981, "accuracy": 0.640316, "main_score": 0.600981, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"]}, {"precision": 0.853343, "recall": 0.88834, "f1": 0.864116, "accuracy": 0.88834, "main_score": 0.864116, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"]}, {"precision": 0.949934, "recall": 0.963439, "f1": 0.954216, "accuracy": 0.963439, "main_score": 0.954216, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"]}, {"precision": 0.590177, "recall": 0.647233, "f1": 0.606708, "accuracy": 0.647233, "main_score": 0.606708, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"]}, {"precision": 0.608353, "recall": 0.674901, "f1": 0.62712, "accuracy": 0.674901, "main_score": 0.62712, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"]}, {"precision": 0.535455, "recall": 0.599802, "f1": 0.553938, "accuracy": 0.599802, "main_score": 0.553938, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"]}, {"precision": 0.172694, "recall": 0.226285, "f1": 0.187159, "accuracy": 0.226285, "main_score": 0.187159, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"]}, {"precision": 0.617212, "recall": 0.666996, "f1": 0.631113, "accuracy": 0.666996, "main_score": 0.631113, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"]}, {"precision": 0.666996, "recall": 0.720356, "f1": 0.683023, "accuracy": 0.720356, "main_score": 0.683023, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"]}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"]}, {"precision": 0.540464, "recall": 0.590909, "f1": 0.555454, "accuracy": 0.590909, "main_score": 0.555454, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"]}, {"precision": 0.481738, "recall": 0.555336, "f1": 0.502043, "accuracy": 0.555336, "main_score": 0.502043, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"]}, {"precision": 0.54773, "recall": 0.610672, "f1": 0.565994, "accuracy": 0.610672, "main_score": 0.565994, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"]}, {"precision": 0.566347, "recall": 0.62747, "f1": 0.583646, "accuracy": 0.62747, "main_score": 0.583646, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"]}, {"precision": 0.857543, "recall": 0.895257, "f1": 0.869532, "accuracy": 0.895257, "main_score": 0.869532, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"]}, {"precision": 0.512953, "recall": 0.575099, "f1": 0.530871, "accuracy": 0.575099, "main_score": 0.530871, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"]}, {"precision": 0.531019, "recall": 0.59585, "f1": 0.549373, "accuracy": 0.59585, "main_score": 0.549373, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"]}, {"precision": 0.514633, "recall": 0.573123, "f1": 0.5315, "accuracy": 0.573123, "main_score": 0.5315, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"]}, {"precision": 0.927899, "recall": 0.947628, "f1": 0.933959, "accuracy": 0.947628, "main_score": 0.933959, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"]}, {"precision": 0.308642, "recall": 0.367589, "f1": 0.324169, "accuracy": 0.367589, "main_score": 0.324169, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"]}, {"precision": 0.573725, "recall": 0.63834, "f1": 0.593034, "accuracy": 0.63834, "main_score": 0.593034, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"]}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"]}, {"precision": 0.575734, "recall": 0.634387, "f1": 0.592855, "accuracy": 0.634387, "main_score": 0.592855, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"]}, {"precision": 0.693293, "recall": 0.754941, "f1": 0.711414, "accuracy": 0.754941, "main_score": 0.711414, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"]}, {"precision": 0.613745, "recall": 0.694664, "f1": 0.636973, "accuracy": 0.694664, "main_score": 0.636973, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"]}, {"precision": 0.690077, "recall": 0.746047, "f1": 0.706633, "accuracy": 0.746047, "main_score": 0.706633, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"]}, {"precision": 0.644977, "recall": 0.699605, "f1": 0.66102, "accuracy": 0.699605, "main_score": 0.66102, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"]}, {"precision": 0.641464, "recall": 0.706522, "f1": 0.659919, "accuracy": 0.706522, "main_score": 0.659919, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"]}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"]}, {"precision": 0.92029, "recall": 0.943676, "f1": 0.927866, "accuracy": 0.943676, "main_score": 0.927866, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"]}, {"precision": 0.523408, "recall": 0.585968, "f1": 0.540579, "accuracy": 0.585968, "main_score": 0.540579, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"]}, {"precision": 0.546114, "recall": 0.602767, "f1": 0.562395, "accuracy": 0.602767, "main_score": 0.562395, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"]}, {"precision": 0.782955, "recall": 0.832016, "f1": 0.797779, "accuracy": 0.832016, "main_score": 0.797779, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"]}, {"precision": 0.469897, "recall": 0.529644, "f1": 0.486053, "accuracy": 0.529644, "main_score": 0.486053, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"]}, {"precision": 0.849565, "recall": 0.889328, "f1": 0.861973, "accuracy": 0.889328, "main_score": 0.861973, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"]}, {"precision": 0.530517, "recall": 0.590909, "f1": 0.547581, "accuracy": 0.590909, "main_score": 0.547581, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"]}, {"precision": 0.578478, "recall": 0.645257, "f1": 0.596762, "accuracy": 0.645257, "main_score": 0.596762, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"]}, {"precision": 0.184265, "recall": 0.245059, "f1": 0.198507, "accuracy": 0.245059, "main_score": 0.198507, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"]}, {"precision": 0.616337, "recall": 0.68083, "f1": 0.635361, "accuracy": 0.68083, "main_score": 0.635361, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"]}, {"precision": 0.837846, "recall": 0.881423, "f1": 0.851054, "accuracy": 0.881423, "main_score": 0.851054, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"]}, {"precision": 0.429433, "recall": 0.488142, "f1": 0.445369, "accuracy": 0.488142, "main_score": 0.445369, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"]}, {"precision": 0.671518, "recall": 0.725296, "f1": 0.68742, "accuracy": 0.725296, "main_score": 0.68742, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"]}, {"precision": 0.548973, "recall": 0.605731, "f1": 0.565674, "accuracy": 0.605731, "main_score": 0.565674, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"]}, {"precision": 0.495647, "recall": 0.561265, "f1": 0.513873, "accuracy": 0.561265, "main_score": 0.513873, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"]}, {"precision": 0.65975, "recall": 0.711462, "f1": 0.675428, "accuracy": 0.711462, "main_score": 0.675428, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"]}, {"precision": 0.216744, "recall": 0.300395, "f1": 0.239262, "accuracy": 0.300395, "main_score": 0.239262, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945982, "accuracy": 0.95751, "main_score": 0.945982, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"]}, {"precision": 0.559827, "recall": 0.618577, "f1": 0.576668, "accuracy": 0.618577, "main_score": 0.576668, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"]}, {"precision": 0.578086, "recall": 0.63834, "f1": 0.595295, "accuracy": 0.63834, "main_score": 0.595295, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"]}, {"precision": 0.675247, "recall": 0.745059, "f1": 0.696231, "accuracy": 0.745059, "main_score": 0.696231, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"]}, {"precision": 0.556044, "recall": 0.613636, "f1": 0.572667, "accuracy": 0.613636, "main_score": 0.572667, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"]}, {"precision": 0.757246, "recall": 0.809289, "f1": 0.772991, "accuracy": 0.809289, "main_score": 0.772991, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"]}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"]}, {"precision": 0.456381, "recall": 0.522727, "f1": 0.474118, "accuracy": 0.522727, "main_score": 0.474118, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"]}, {"precision": 0.841601, "recall": 0.880435, "f1": 0.853675, "accuracy": 0.880435, "main_score": 0.853675, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"]}, {"precision": 0.916173, "recall": 0.9417, "f1": 0.924374, "accuracy": 0.9417, "main_score": 0.924374, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"]}, {"precision": 0.60854, "recall": 0.663043, "f1": 0.624889, "accuracy": 0.663043, "main_score": 0.624889, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"]}, {"precision": 0.882526, "recall": 0.91502, "f1": 0.892852, "accuracy": 0.91502, "main_score": 0.892852, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"]}, {"precision": 0.439523, "recall": 0.504941, "f1": 0.457021, "accuracy": 0.504941, "main_score": 0.457021, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"]}, {"precision": 0.614806, "recall": 0.675889, "f1": 0.63219, "accuracy": 0.675889, "main_score": 0.63219, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"]}, {"precision": 0.82197, "recall": 0.867589, "f1": 0.835855, "accuracy": 0.867589, "main_score": 0.835855, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"]}, {"precision": 0.634942, "recall": 0.685771, "f1": 0.649625, "accuracy": 0.685771, "main_score": 0.649625, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"]}, {"precision": 0.635912, "recall": 0.693676, "f1": 0.652869, "accuracy": 0.693676, "main_score": 0.652869, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.94417, "accuracy": 0.955534, "main_score": 0.94417, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"]}, {"precision": 0.533078, "recall": 0.594862, "f1": 0.550419, "accuracy": 0.594862, "main_score": 0.550419, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"]}, {"precision": 0.52716, "recall": 0.594862, "f1": 0.546132, "accuracy": 0.594862, "main_score": 0.546132, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"]}, {"precision": 0.789872, "recall": 0.840909, "f1": 0.805501, "accuracy": 0.840909, "main_score": 0.805501, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"]}, {"precision": 0.531578, "recall": 0.598814, "f1": 0.550718, "accuracy": 0.598814, "main_score": 0.550718, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"]}, {"precision": 0.602306, "recall": 0.660079, "f1": 0.619913, "accuracy": 0.660079, "main_score": 0.619913, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"]}, {"precision": 0.899374, "recall": 0.928854, "f1": 0.908926, "accuracy": 0.928854, "main_score": 0.908926, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"]}, {"precision": 0.4801, "recall": 0.536561, "f1": 0.495839, "accuracy": 0.536561, "main_score": 0.495839, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"]}, {"precision": 0.570373, "recall": 0.628458, "f1": 0.586539, "accuracy": 0.628458, "main_score": 0.586539, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"]}, {"precision": 0.577974, "recall": 0.643281, "f1": 0.596756, "accuracy": 0.643281, "main_score": 0.596756, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"]}, {"precision": 0.545995, "recall": 0.606719, "f1": 0.563161, "accuracy": 0.606719, "main_score": 0.563161, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"]}, {"precision": 0.53499, "recall": 0.605731, "f1": 0.55549, "accuracy": 0.605731, "main_score": 0.55549, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"]}, {"precision": 0.722843, "recall": 0.781621, "f1": 0.740203, "accuracy": 0.781621, "main_score": 0.740203, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"]}, {"precision": 0.723847, "recall": 0.775692, "f1": 0.739559, "accuracy": 0.775692, "main_score": 0.739559, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"]}, {"precision": 0.856185, "recall": 0.887352, "f1": 0.86522, "accuracy": 0.887352, "main_score": 0.86522, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"]}, {"precision": 0.942227, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"]}, {"precision": 0.465902, "recall": 0.541502, "f1": 0.488178, "accuracy": 0.541502, "main_score": 0.488178, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"]}, {"precision": 0.690547, "recall": 0.753953, "f1": 0.709538, "accuracy": 0.753953, "main_score": 0.709538, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"]}, {"precision": 0.589699, "recall": 0.640316, "f1": 0.604327, "accuracy": 0.640316, "main_score": 0.604327, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"]}, {"precision": 0.561792, "recall": 0.630435, "f1": 0.581457, "accuracy": 0.630435, "main_score": 0.581457, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"]}, {"precision": 0.520094, "recall": 0.579051, "f1": 0.536306, "accuracy": 0.579051, "main_score": 0.536306, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"]}, {"precision": 0.441429, "recall": 0.519763, "f1": 0.461703, "accuracy": 0.519763, "main_score": 0.461703, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"]}, {"precision": 0.585319, "recall": 0.643281, "f1": 0.601105, "accuracy": 0.643281, "main_score": 0.601105, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"]}, {"precision": 0.871047, "recall": 0.90415, "f1": 0.881225, "accuracy": 0.90415, "main_score": 0.881225, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"]}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"]}, {"precision": 0.601419, "recall": 0.659091, "f1": 0.617718, "accuracy": 0.659091, "main_score": 0.617718, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"]}, {"precision": 0.616852, "recall": 0.681818, "f1": 0.634441, "accuracy": 0.681818, "main_score": 0.634441, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"]}, {"precision": 0.542236, "recall": 0.606719, "f1": 0.56035, "accuracy": 0.606719, "main_score": 0.56035, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"]}, {"precision": 0.177474, "recall": 0.229249, "f1": 0.190086, "accuracy": 0.229249, "main_score": 0.190086, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"]}, {"precision": 0.624975, "recall": 0.672925, "f1": 0.638268, "accuracy": 0.672925, "main_score": 0.638268, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"]}, {"precision": 0.664059, "recall": 0.718379, "f1": 0.680369, "accuracy": 0.718379, "main_score": 0.680369, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"]}, {"precision": 0.530847, "recall": 0.579051, "f1": 0.544372, "accuracy": 0.579051, "main_score": 0.544372, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"]}, {"precision": 0.487389, "recall": 0.555336, "f1": 0.505072, "accuracy": 0.555336, "main_score": 0.505072, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"]}, {"precision": 0.552842, "recall": 0.617589, "f1": 0.571332, "accuracy": 0.617589, "main_score": 0.571332, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"]}, {"precision": 0.57818, "recall": 0.635375, "f1": 0.593528, "accuracy": 0.635375, "main_score": 0.593528, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"]}, {"precision": 0.89361, "recall": 0.922925, "f1": 0.902997, "accuracy": 0.922925, "main_score": 0.902997, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"]}, {"precision": 0.510692, "recall": 0.570158, "f1": 0.527327, "accuracy": 0.570158, "main_score": 0.527327, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"]}, {"precision": 0.518701, "recall": 0.586957, "f1": 0.537713, "accuracy": 0.586957, "main_score": 0.537713, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"]}, {"precision": 0.515687, "recall": 0.568182, "f1": 0.529457, "accuracy": 0.568182, "main_score": 0.529457, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"]}, {"precision": 0.317739, "recall": 0.376482, "f1": 0.333664, "accuracy": 0.376482, "main_score": 0.333664, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"]}, {"precision": 0.594247, "recall": 0.656126, "f1": 0.611581, "accuracy": 0.656126, "main_score": 0.611581, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"]}, {"precision": 0.592067, "recall": 0.645257, "f1": 0.607137, "accuracy": 0.645257, "main_score": 0.607137, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"]}, {"precision": 0.706737, "recall": 0.767787, "f1": 0.724714, "accuracy": 0.767787, "main_score": 0.724714, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"]}, {"precision": 0.668899, "recall": 0.740119, "f1": 0.689199, "accuracy": 0.740119, "main_score": 0.689199, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"]}, {"precision": 0.688968, "recall": 0.747036, "f1": 0.705407, "accuracy": 0.747036, "main_score": 0.705407, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"]}, {"precision": 0.655665, "recall": 0.709486, "f1": 0.671414, "accuracy": 0.709486, "main_score": 0.671414, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"]}, {"precision": 0.677264, "recall": 0.738142, "f1": 0.695006, "accuracy": 0.738142, "main_score": 0.695006, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"]}, {"precision": 0.549852, "recall": 0.606719, "f1": 0.565434, "accuracy": 0.606719, "main_score": 0.565434, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"]}, {"precision": 0.542854, "recall": 0.601779, "f1": 0.559186, "accuracy": 0.601779, "main_score": 0.559186, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"]}, {"precision": 0.804414, "recall": 0.853755, "f1": 0.819401, "accuracy": 0.853755, "main_score": 0.819401, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"]}, {"precision": 0.467015, "recall": 0.525692, "f1": 0.482806, "accuracy": 0.525692, "main_score": 0.482806, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"]}, {"precision": 0.859766, "recall": 0.896245, "f1": 0.871278, "accuracy": 0.896245, "main_score": 0.871278, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"]}, {"precision": 0.539638, "recall": 0.601779, "f1": 0.556724, "accuracy": 0.601779, "main_score": 0.556724, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"]}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"]}, {"precision": 0.587991, "recall": 0.657115, "f1": 0.607375, "accuracy": 0.657115, "main_score": 0.607375, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"]}, {"precision": 0.195897, "recall": 0.252964, "f1": 0.208544, "accuracy": 0.252964, "main_score": 0.208544, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"]}, {"precision": 0.625207, "recall": 0.6917, "f1": 0.644502, "accuracy": 0.6917, "main_score": 0.644502, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"]}, {"precision": 0.800543, "recall": 0.848814, "f1": 0.815203, "accuracy": 0.848814, "main_score": 0.815203, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"]}, {"precision": 0.404423, "recall": 0.466403, "f1": 0.421822, "accuracy": 0.466403, "main_score": 0.421822, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"]}, {"precision": 0.672258, "recall": 0.732213, "f1": 0.689945, "accuracy": 0.732213, "main_score": 0.689945, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"]}, {"precision": 0.564741, "recall": 0.631423, "f1": 0.583928, "accuracy": 0.631423, "main_score": 0.583928, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"]}, {"precision": 0.504212, "recall": 0.575099, "f1": 0.523479, "accuracy": 0.575099, "main_score": 0.523479, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"]}, {"precision": 0.654035, "recall": 0.717391, "f1": 0.67268, "accuracy": 0.717391, "main_score": 0.67268, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"]}, {"precision": 0.246511, "recall": 0.323123, "f1": 0.265489, "accuracy": 0.323123, "main_score": 0.265489, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"]}, {"precision": 0.576757, "recall": 0.633399, "f1": 0.593102, "accuracy": 0.633399, "main_score": 0.593102, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"]}, {"precision": 0.589943, "recall": 0.652174, "f1": 0.607729, "accuracy": 0.652174, "main_score": 0.607729, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"]}, {"precision": 0.706374, "recall": 0.774704, "f1": 0.726896, "accuracy": 0.774704, "main_score": 0.726896, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"]}, {"precision": 0.565812, "recall": 0.621542, "f1": 0.581239, "accuracy": 0.621542, "main_score": 0.581239, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"]}, {"precision": 0.785244, "recall": 0.835968, "f1": 0.800955, "accuracy": 0.835968, "main_score": 0.800955, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"]}, {"precision": 0.47109, "recall": 0.531621, "f1": 0.487863, "accuracy": 0.531621, "main_score": 0.487863, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"]}, {"precision": 0.880847, "recall": 0.914032, "f1": 0.89137, "accuracy": 0.914032, "main_score": 0.89137, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"]}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"]}, {"precision": 0.618602, "recall": 0.671937, "f1": 0.633756, "accuracy": 0.671937, "main_score": 0.633756, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"]}, {"precision": 0.919384, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"]}, {"precision": 0.44515, "recall": 0.511858, "f1": 0.463231, "accuracy": 0.511858, "main_score": 0.463231, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"]}, {"precision": 0.634931, "recall": 0.705534, "f1": 0.655261, "accuracy": 0.705534, "main_score": 0.655261, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"]}, {"precision": 0.817885, "recall": 0.86166, "f1": 0.831112, "accuracy": 0.86166, "main_score": 0.831112, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"]}, {"precision": 0.647868, "recall": 0.697628, "f1": 0.661748, "accuracy": 0.697628, "main_score": 0.661748, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"]}, {"precision": 0.634683, "recall": 0.699605, "f1": 0.653184, "accuracy": 0.699605, "main_score": 0.653184, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"]}, {"precision": 0.533215, "recall": 0.593874, "f1": 0.550264, "accuracy": 0.593874, "main_score": 0.550264, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"]}, {"precision": 0.532473, "recall": 0.594862, "f1": 0.549591, "accuracy": 0.594862, "main_score": 0.549591, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"]}, {"precision": 0.831719, "recall": 0.876482, "f1": 0.845487, "accuracy": 0.876482, "main_score": 0.845487, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"]}, {"precision": 0.537578, "recall": 0.604743, "f1": 0.555855, "accuracy": 0.604743, "main_score": 0.555855, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"]}, {"precision": 0.615456, "recall": 0.677866, "f1": 0.633093, "accuracy": 0.677866, "main_score": 0.633093, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"]}, {"precision": 0.930995, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"]}, {"precision": 0.480473, "recall": 0.535573, "f1": 0.495498, "accuracy": 0.535573, "main_score": 0.495498, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"]}, {"precision": 0.572872, "recall": 0.630435, "f1": 0.587916, "accuracy": 0.630435, "main_score": 0.587916, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"]}, {"precision": 0.588211, "recall": 0.652174, "f1": 0.606348, "accuracy": 0.652174, "main_score": 0.606348, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"]}, {"precision": 0.549475, "recall": 0.605731, "f1": 0.564632, "accuracy": 0.605731, "main_score": 0.564632, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"]}, {"precision": 0.527744, "recall": 0.59585, "f1": 0.547756, "accuracy": 0.59585, "main_score": 0.547756, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"]}, {"precision": 0.736257, "recall": 0.791502, "f1": 0.752215, "accuracy": 0.791502, "main_score": 0.752215, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"]}, {"precision": 0.751235, "recall": 0.801383, "f1": 0.766257, "accuracy": 0.801383, "main_score": 0.766257, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"]}, {"precision": 0.885128, "recall": 0.91502, "f1": 0.894137, "accuracy": 0.91502, "main_score": 0.894137, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"]}, {"precision": 0.483623, "recall": 0.560277, "f1": 0.506294, "accuracy": 0.560277, "main_score": 0.506294, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"]}, {"precision": 0.707082, "recall": 0.76581, "f1": 0.724657, "accuracy": 0.76581, "main_score": 0.724657, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"]}, {"precision": 0.590172, "recall": 0.637352, "f1": 0.603118, "accuracy": 0.637352, "main_score": 0.603118, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"]}, {"precision": 0.562741, "recall": 0.629447, "f1": 0.581205, "accuracy": 0.629447, "main_score": 0.581205, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"]}, {"precision": 0.522736, "recall": 0.582016, "f1": 0.539828, "accuracy": 0.582016, "main_score": 0.539828, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"]}, {"precision": 0.41972, "recall": 0.5, "f1": 0.441085, "accuracy": 0.5, "main_score": 0.441085, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"]}, {"precision": 0.579858, "recall": 0.636364, "f1": 0.595821, "accuracy": 0.636364, "main_score": 0.595821, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"]}, {"precision": 0.865448, "recall": 0.897233, "f1": 0.875414, "accuracy": 0.897233, "main_score": 0.875414, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"]}, {"precision": 0.949605, "recall": 0.962451, "f1": 0.953722, "accuracy": 0.962451, "main_score": 0.953722, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"]}, {"precision": 0.586817, "recall": 0.63834, "f1": 0.601655, "accuracy": 0.63834, "main_score": 0.601655, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"]}, {"precision": 0.605691, "recall": 0.663043, "f1": 0.62209, "accuracy": 0.663043, "main_score": 0.62209, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"]}, {"precision": 0.552974, "recall": 0.613636, "f1": 0.569685, "accuracy": 0.613636, "main_score": 0.569685, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"]}, {"precision": 0.185023, "recall": 0.232213, "f1": 0.197118, "accuracy": 0.232213, "main_score": 0.197118, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"]}, {"precision": 0.617064, "recall": 0.66996, "f1": 0.63205, "accuracy": 0.66996, "main_score": 0.63205, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"]}, {"precision": 0.652404, "recall": 0.711462, "f1": 0.669584, "accuracy": 0.711462, "main_score": 0.669584, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"]}, {"precision": 0.537665, "recall": 0.592885, "f1": 0.553634, "accuracy": 0.592885, "main_score": 0.553634, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"]}, {"precision": 0.498235, "recall": 0.566206, "f1": 0.516967, "accuracy": 0.566206, "main_score": 0.516967, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"]}, {"precision": 0.557101, "recall": 0.618577, "f1": 0.57455, "accuracy": 0.618577, "main_score": 0.57455, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"]}, {"precision": 0.58307, "recall": 0.639328, "f1": 0.59905, "accuracy": 0.639328, "main_score": 0.59905, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"]}, {"precision": 0.893281, "recall": 0.922925, "f1": 0.902833, "accuracy": 0.922925, "main_score": 0.902833, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"]}, {"precision": 0.508665, "recall": 0.564229, "f1": 0.524755, "accuracy": 0.564229, "main_score": 0.524755, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"]}, {"precision": 0.529669, "recall": 0.59585, "f1": 0.548145, "accuracy": 0.59585, "main_score": 0.548145, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"]}, {"precision": 0.518245, "recall": 0.565217, "f1": 0.530496, "accuracy": 0.565217, "main_score": 0.530496, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"]}, {"precision": 0.320373, "recall": 0.370553, "f1": 0.334163, "accuracy": 0.370553, "main_score": 0.334163, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"]}, {"precision": 0.579998, "recall": 0.641304, "f1": 0.597387, "accuracy": 0.641304, "main_score": 0.597387, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"]}, {"precision": 0.568436, "recall": 0.620553, "f1": 0.583564, "accuracy": 0.620553, "main_score": 0.583564, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"]}, {"precision": 0.706136, "recall": 0.764822, "f1": 0.723648, "accuracy": 0.764822, "main_score": 0.723648, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"]}, {"precision": 0.62001, "recall": 0.703557, "f1": 0.644368, "accuracy": 0.703557, "main_score": 0.644368, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"]}, {"precision": 0.685515, "recall": 0.743083, "f1": 0.702271, "accuracy": 0.743083, "main_score": 0.702271, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"]}, {"precision": 0.650486, "recall": 0.705534, "f1": 0.666444, "accuracy": 0.705534, "main_score": 0.666444, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"]}, {"precision": 0.657189, "recall": 0.720356, "f1": 0.675685, "accuracy": 0.720356, "main_score": 0.675685, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"]}, {"precision": 0.55337, "recall": 0.609684, "f1": 0.568921, "accuracy": 0.609684, "main_score": 0.568921, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"]}, {"precision": 0.546282, "recall": 0.601779, "f1": 0.562219, "accuracy": 0.601779, "main_score": 0.562219, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"]}, {"precision": 0.80135, "recall": 0.842885, "f1": 0.813882, "accuracy": 0.842885, "main_score": 0.813882, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"]}, {"precision": 0.474933, "recall": 0.525692, "f1": 0.488206, "accuracy": 0.525692, "main_score": 0.488206, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"]}, {"precision": 0.871821, "recall": 0.906126, "f1": 0.882312, "accuracy": 0.906126, "main_score": 0.882312, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"]}, {"precision": 0.536762, "recall": 0.590909, "f1": 0.55197, "accuracy": 0.590909, "main_score": 0.55197, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"]}, {"precision": 0.59469, "recall": 0.657115, "f1": 0.612297, "accuracy": 0.657115, "main_score": 0.612297, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"]}, {"precision": 0.195561, "recall": 0.250988, "f1": 0.207973, "accuracy": 0.250988, "main_score": 0.207973, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"]}, {"precision": 0.623578, "recall": 0.683794, "f1": 0.641271, "accuracy": 0.683794, "main_score": 0.641271, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"]}, {"precision": 0.801614, "recall": 0.852767, "f1": 0.81749, "accuracy": 0.852767, "main_score": 0.81749, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"]}, {"precision": 0.41037, "recall": 0.465415, "f1": 0.425743, "accuracy": 0.465415, "main_score": 0.425743, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"]}, {"precision": 0.668165, "recall": 0.72332, "f1": 0.68434, "accuracy": 0.72332, "main_score": 0.68434, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"]}, {"precision": 0.563739, "recall": 0.618577, "f1": 0.579724, "accuracy": 0.618577, "main_score": 0.579724, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"]}, {"precision": 0.521692, "recall": 0.578063, "f1": 0.537337, "accuracy": 0.578063, "main_score": 0.537337, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"]}, {"precision": 0.670924, "recall": 0.718379, "f1": 0.684838, "accuracy": 0.718379, "main_score": 0.684838, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"]}, {"precision": 0.236076, "recall": 0.314229, "f1": 0.256013, "accuracy": 0.314229, "main_score": 0.256013, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"]}, {"precision": 0.973403, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"]}, {"precision": 0.584357, "recall": 0.641304, "f1": 0.600466, "accuracy": 0.641304, "main_score": 0.600466, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"]}, {"precision": 0.587658, "recall": 0.645257, "f1": 0.604421, "accuracy": 0.645257, "main_score": 0.604421, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"]}, {"precision": 0.721113, "recall": 0.785573, "f1": 0.740481, "accuracy": 0.785573, "main_score": 0.740481, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"]}, {"precision": 0.55636, "recall": 0.609684, "f1": 0.572014, "accuracy": 0.609684, "main_score": 0.572014, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"]}, {"precision": 0.789773, "recall": 0.842885, "f1": 0.805981, "accuracy": 0.842885, "main_score": 0.805981, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"]}, {"precision": 0.465656, "recall": 0.520751, "f1": 0.481134, "accuracy": 0.520751, "main_score": 0.481134, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"]}, {"precision": 0.957213, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"]}, {"precision": 0.885408, "recall": 0.913043, "f1": 0.893742, "accuracy": 0.913043, "main_score": 0.893742, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"]}, {"precision": 0.937088, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"]}, {"precision": 0.6091, "recall": 0.660079, "f1": 0.623068, "accuracy": 0.660079, "main_score": 0.623068, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"]}, {"precision": 0.894186, "recall": 0.923913, "f1": 0.903722, "accuracy": 0.923913, "main_score": 0.903722, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"]}, {"precision": 0.467369, "recall": 0.529644, "f1": 0.484632, "accuracy": 0.529644, "main_score": 0.484632, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"]}, {"precision": 0.615391, "recall": 0.692688, "f1": 0.638752, "accuracy": 0.692688, "main_score": 0.638752, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"]}, {"precision": 0.834766, "recall": 0.874506, "f1": 0.846871, "accuracy": 0.874506, "main_score": 0.846871, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"]}, {"precision": 0.629951, "recall": 0.681818, "f1": 0.644441, "accuracy": 0.681818, "main_score": 0.644441, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"]}, {"precision": 0.628747, "recall": 0.686759, "f1": 0.645068, "accuracy": 0.686759, "main_score": 0.645068, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"]}, {"precision": 0.932806, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"]}, {"precision": 0.535771, "recall": 0.597826, "f1": 0.553404, "accuracy": 0.597826, "main_score": 0.553404, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"]}, {"precision": 0.52122, "recall": 0.574111, "f1": 0.535666, "accuracy": 0.574111, "main_score": 0.535666, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"]}, {"precision": 0.827816, "recall": 0.87253, "f1": 0.841601, "accuracy": 0.87253, "main_score": 0.841601, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"]}, {"precision": 0.546178, "recall": 0.600791, "f1": 0.561594, "accuracy": 0.600791, "main_score": 0.561594, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"]}, {"precision": 0.626335, "recall": 0.686759, "f1": 0.643423, "accuracy": 0.686759, "main_score": 0.643423, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"]}, {"precision": 0.907806, "recall": 0.934783, "f1": 0.916502, "accuracy": 0.934783, "main_score": 0.916502, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"]}, {"precision": 0.49653, "recall": 0.549407, "f1": 0.511477, "accuracy": 0.549407, "main_score": 0.511477, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"]}, {"precision": 0.567235, "recall": 0.623518, "f1": 0.582773, "accuracy": 0.623518, "main_score": 0.582773, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"]}, {"precision": 0.593035, "recall": 0.653162, "f1": 0.610433, "accuracy": 0.653162, "main_score": 0.610433, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"]}, {"precision": 0.54801, "recall": 0.601779, "f1": 0.562818, "accuracy": 0.601779, "main_score": 0.562818, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"]}, {"precision": 0.541988, "recall": 0.604743, "f1": 0.560027, "accuracy": 0.604743, "main_score": 0.560027, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"]}, {"precision": 0.734972, "recall": 0.790514, "f1": 0.751603, "accuracy": 0.790514, "main_score": 0.751603, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"]}, {"precision": 0.747786, "recall": 0.797431, "f1": 0.763159, "accuracy": 0.797431, "main_score": 0.763159, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"]}, {"precision": 0.859594, "recall": 0.889328, "f1": 0.868297, "accuracy": 0.889328, "main_score": 0.868297, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"]}, {"precision": 0.496791, "recall": 0.572134, "f1": 0.51898, "accuracy": 0.572134, "main_score": 0.51898, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"]}, {"precision": 0.70355, "recall": 0.763834, "f1": 0.721709, "accuracy": 0.763834, "main_score": 0.721709, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"]}, {"precision": 0.581378, "recall": 0.630435, "f1": 0.594629, "accuracy": 0.630435, "main_score": 0.594629, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"]}, {"precision": 0.56353, "recall": 0.629447, "f1": 0.582366, "accuracy": 0.629447, "main_score": 0.582366, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"]}, {"precision": 0.517575, "recall": 0.574111, "f1": 0.532972, "accuracy": 0.574111, "main_score": 0.532972, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"]}, {"precision": 0.449417, "recall": 0.529644, "f1": 0.470714, "accuracy": 0.529644, "main_score": 0.470714, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"]}, {"precision": 0.569699, "recall": 0.626482, "f1": 0.585692, "accuracy": 0.626482, "main_score": 0.585692, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"]}, {"precision": 0.85527, "recall": 0.892292, "f1": 0.86693, "accuracy": 0.892292, "main_score": 0.86693, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"]}, {"precision": 0.949275, "recall": 0.961462, "f1": 0.953228, "accuracy": 0.961462, "main_score": 0.953228, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"]}, {"precision": 0.589312, "recall": 0.646245, "f1": 0.605675, "accuracy": 0.646245, "main_score": 0.605675, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"]}, {"precision": 0.608352, "recall": 0.666008, "f1": 0.624921, "accuracy": 0.666008, "main_score": 0.624921, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"]}, {"precision": 0.555255, "recall": 0.615613, "f1": 0.572606, "accuracy": 0.615613, "main_score": 0.572606, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"]}, {"precision": 0.195884, "recall": 0.245059, "f1": 0.208838, "accuracy": 0.245059, "main_score": 0.208838, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"]}, {"precision": 0.622294, "recall": 0.668972, "f1": 0.63551, "accuracy": 0.668972, "main_score": 0.63551, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"]}, {"precision": 0.651532, "recall": 0.708498, "f1": 0.668445, "accuracy": 0.708498, "main_score": 0.668445, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"]}, {"precision": 0.542944, "recall": 0.590909, "f1": 0.556839, "accuracy": 0.590909, "main_score": 0.556839, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"]}, {"precision": 0.47692, "recall": 0.552372, "f1": 0.497369, "accuracy": 0.552372, "main_score": 0.497369, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"]}, {"precision": 0.554324, "recall": 0.617589, "f1": 0.572712, "accuracy": 0.617589, "main_score": 0.572712, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"]}, {"precision": 0.565606, "recall": 0.625494, "f1": 0.581811, "accuracy": 0.625494, "main_score": 0.581811, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"]}, {"precision": 0.909173, "recall": 0.935771, "f1": 0.917721, "accuracy": 0.935771, "main_score": 0.917721, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"]}, {"precision": 0.530338, "recall": 0.58498, "f1": 0.545789, "accuracy": 0.58498, "main_score": 0.545789, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"]}, {"precision": 0.5303, "recall": 0.594862, "f1": 0.547608, "accuracy": 0.594862, "main_score": 0.547608, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"]}, {"precision": 0.511826, "recall": 0.563241, "f1": 0.525677, "accuracy": 0.563241, "main_score": 0.525677, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"]}, {"precision": 0.93503, "recall": 0.954545, "f1": 0.941271, "accuracy": 0.954545, "main_score": 0.941271, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"]}, {"precision": 0.312872, "recall": 0.369565, "f1": 0.328021, "accuracy": 0.369565, "main_score": 0.328021, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"]}, {"precision": 0.576081, "recall": 0.639328, "f1": 0.594015, "accuracy": 0.639328, "main_score": 0.594015, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"]}, {"precision": 0.573324, "recall": 0.630435, "f1": 0.590135, "accuracy": 0.630435, "main_score": 0.590135, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"]}, {"precision": 0.701136, "recall": 0.764822, "f1": 0.71983, "accuracy": 0.764822, "main_score": 0.71983, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"]}, {"precision": 0.688093, "recall": 0.761858, "f1": 0.710427, "accuracy": 0.761858, "main_score": 0.710427, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"]}, {"precision": 0.706638, "recall": 0.766798, "f1": 0.72374, "accuracy": 0.766798, "main_score": 0.72374, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"]}, {"precision": 0.651173, "recall": 0.702569, "f1": 0.665991, "accuracy": 0.702569, "main_score": 0.665991, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"]}, {"precision": 0.647757, "recall": 0.714427, "f1": 0.666502, "accuracy": 0.714427, "main_score": 0.666502, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"]}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"]}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"]}, {"precision": 0.539538, "recall": 0.597826, "f1": 0.555379, "accuracy": 0.597826, "main_score": 0.555379, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"]}, {"precision": 0.548361, "recall": 0.601779, "f1": 0.56364, "accuracy": 0.601779, "main_score": 0.56364, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"]}, {"precision": 0.789262, "recall": 0.83498, "f1": 0.803115, "accuracy": 0.83498, "main_score": 0.803115, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"]}, {"precision": 0.472125, "recall": 0.525692, "f1": 0.486345, "accuracy": 0.525692, "main_score": 0.486345, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"]}, {"precision": 0.888505, "recall": 0.920949, "f1": 0.898668, "accuracy": 0.920949, "main_score": 0.898668, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"]}, {"precision": 0.528203, "recall": 0.585968, "f1": 0.54438, "accuracy": 0.585968, "main_score": 0.54438, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"]}, {"precision": 0.566672, "recall": 0.630435, "f1": 0.584733, "accuracy": 0.630435, "main_score": 0.584733, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"]}, {"precision": 0.199635, "recall": 0.254941, "f1": 0.212434, "accuracy": 0.254941, "main_score": 0.212434, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"]}, {"precision": 0.60812, "recall": 0.673913, "f1": 0.627151, "accuracy": 0.673913, "main_score": 0.627151, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"]}, {"precision": 0.835639, "recall": 0.881423, "f1": 0.850099, "accuracy": 0.881423, "main_score": 0.850099, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"]}, {"precision": 0.414567, "recall": 0.472332, "f1": 0.430211, "accuracy": 0.472332, "main_score": 0.430211, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"]}, {"precision": 0.672003, "recall": 0.726285, "f1": 0.688048, "accuracy": 0.726285, "main_score": 0.688048, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"]}, {"precision": 0.551579, "recall": 0.609684, "f1": 0.568163, "accuracy": 0.609684, "main_score": 0.568163, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"]}, {"precision": 0.509539, "recall": 0.573123, "f1": 0.526958, "accuracy": 0.573123, "main_score": 0.526958, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"]}, {"precision": 0.662928, "recall": 0.713439, "f1": 0.677489, "accuracy": 0.713439, "main_score": 0.677489, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"]}, {"precision": 0.25391, "recall": 0.340909, "f1": 0.277827, "accuracy": 0.340909, "main_score": 0.277827, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"]}, {"precision": 0.587048, "recall": 0.646245, "f1": 0.604204, "accuracy": 0.646245, "main_score": 0.604204, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"]}, {"precision": 0.587739, "recall": 0.652174, "f1": 0.606007, "accuracy": 0.652174, "main_score": 0.606007, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"]}, {"precision": 0.727388, "recall": 0.790514, "f1": 0.746462, "accuracy": 0.790514, "main_score": 0.746462, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"]}, {"precision": 0.540757, "recall": 0.594862, "f1": 0.556078, "accuracy": 0.594862, "main_score": 0.556078, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"]}, {"precision": 0.802125, "recall": 0.849802, "f1": 0.81726, "accuracy": 0.849802, "main_score": 0.81726, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"]}, {"precision": 0.465722, "recall": 0.525692, "f1": 0.482339, "accuracy": 0.525692, "main_score": 0.482339, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"]}, {"precision": 0.885787, "recall": 0.91996, "f1": 0.896805, "accuracy": 0.91996, "main_score": 0.896805, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"]}, {"precision": 0.601063, "recall": 0.655138, "f1": 0.616158, "accuracy": 0.655138, "main_score": 0.616158, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"]}, {"precision": 0.891963, "recall": 0.922925, "f1": 0.901647, "accuracy": 0.922925, "main_score": 0.901647, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"]}, {"precision": 0.45966, "recall": 0.524704, "f1": 0.477382, "accuracy": 0.524704, "main_score": 0.477382, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"]}, {"precision": 0.624761, "recall": 0.693676, "f1": 0.645133, "accuracy": 0.693676, "main_score": 0.645133, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"]}, {"precision": 0.82444, "recall": 0.865613, "f1": 0.837253, "accuracy": 0.865613, "main_score": 0.837253, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"]}, {"precision": 0.62803, "recall": 0.681818, "f1": 0.643719, "accuracy": 0.681818, "main_score": 0.643719, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"]}, {"precision": 0.633313, "recall": 0.689723, "f1": 0.649283, "accuracy": 0.689723, "main_score": 0.649283, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"]}, {"precision": 0.538775, "recall": 0.600791, "f1": 0.556112, "accuracy": 0.600791, "main_score": 0.556112, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"]}, {"precision": 0.531763, "recall": 0.590909, "f1": 0.548019, "accuracy": 0.590909, "main_score": 0.548019, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"]}, {"precision": 0.837451, "recall": 0.878458, "f1": 0.850264, "accuracy": 0.878458, "main_score": 0.850264, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"]}, {"precision": 0.539129, "recall": 0.596838, "f1": 0.555185, "accuracy": 0.596838, "main_score": 0.555185, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"]}, {"precision": 0.613927, "recall": 0.672925, "f1": 0.630929, "accuracy": 0.672925, "main_score": 0.630929, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"]}, {"precision": 0.909914, "recall": 0.935771, "f1": 0.918314, "accuracy": 0.935771, "main_score": 0.918314, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"]}, {"precision": 0.492033, "recall": 0.550395, "f1": 0.508116, "accuracy": 0.550395, "main_score": 0.508116, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"]}, {"precision": 0.574438, "recall": 0.624506, "f1": 0.58795, "accuracy": 0.624506, "main_score": 0.58795, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"]}, {"precision": 0.58518, "recall": 0.651186, "f1": 0.604367, "accuracy": 0.651186, "main_score": 0.604367, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"]}, {"precision": 0.55444, "recall": 0.607708, "f1": 0.569582, "accuracy": 0.607708, "main_score": 0.569582, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"]}, {"precision": 0.518597, "recall": 0.586957, "f1": 0.538153, "accuracy": 0.586957, "main_score": 0.538153, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"]}, {"precision": 0.754562, "recall": 0.811265, "f1": 0.771494, "accuracy": 0.811265, "main_score": 0.771494, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"]}, {"precision": 0.737236, "recall": 0.786561, "f1": 0.752174, "accuracy": 0.786561, "main_score": 0.752174, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"]}, {"precision": 0.852388, "recall": 0.885375, "f1": 0.862385, "accuracy": 0.885375, "main_score": 0.862385, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"]}, {"precision": 0.482197, "recall": 0.552372, "f1": 0.502503, "accuracy": 0.552372, "main_score": 0.502503, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"]}, {"precision": 0.711852, "recall": 0.771739, "f1": 0.729824, "accuracy": 0.771739, "main_score": 0.729824, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"]}, {"precision": 0.600668, "recall": 0.647233, "f1": 0.614199, "accuracy": 0.647233, "main_score": 0.614199, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"]}, {"precision": 0.435631, "recall": 0.486166, "f1": 0.449535, "accuracy": 0.486166, "main_score": 0.449535, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"]}, {"precision": 0.511198, "recall": 0.550395, "f1": 0.522109, "accuracy": 0.550395, "main_score": 0.522109, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"]}, {"precision": 0.221689, "recall": 0.264822, "f1": 0.233107, "accuracy": 0.264822, "main_score": 0.233107, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"]}, {"precision": 0.534097, "recall": 0.577075, "f1": 0.545841, "accuracy": 0.577075, "main_score": 0.545841, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"]}, {"precision": 0.514589, "recall": 0.552372, "f1": 0.525148, "accuracy": 0.552372, "main_score": 0.525148, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"]}, {"precision": 0.530347, "recall": 0.570158, "f1": 0.541305, "accuracy": 0.570158, "main_score": 0.541305, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"]}, {"precision": 0.542738, "recall": 0.583004, "f1": 0.552535, "accuracy": 0.583004, "main_score": 0.552535, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"]}, {"precision": 0.550011, "recall": 0.588933, "f1": 0.560823, "accuracy": 0.588933, "main_score": 0.560823, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"]}, {"precision": 0.524254, "recall": 0.570158, "f1": 0.536871, "accuracy": 0.570158, "main_score": 0.536871, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"]}, {"precision": 0.540394, "recall": 0.581028, "f1": 0.550853, "accuracy": 0.581028, "main_score": 0.550853, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"]}, {"precision": 0.545526, "recall": 0.583992, "f1": 0.555168, "accuracy": 0.583992, "main_score": 0.555168, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"]}, {"precision": 0.527727, "recall": 0.574111, "f1": 0.540717, "accuracy": 0.574111, "main_score": 0.540717, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"]}, {"precision": 0.518474, "recall": 0.562253, "f1": 0.529335, "accuracy": 0.562253, "main_score": 0.529335, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"]}, {"precision": 0.496871, "recall": 0.54249, "f1": 0.508957, "accuracy": 0.54249, "main_score": 0.508957, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"]}, {"precision": 0.524282, "recall": 0.56917, "f1": 0.535953, "accuracy": 0.56917, "main_score": 0.535953, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"]}, {"precision": 0.488948, "recall": 0.536561, "f1": 0.502128, "accuracy": 0.536561, "main_score": 0.502128, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"]}, {"precision": 0.537324, "recall": 0.582016, "f1": 0.549557, "accuracy": 0.582016, "main_score": 0.549557, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"]}, {"precision": 0.542518, "recall": 0.581028, "f1": 0.553469, "accuracy": 0.581028, "main_score": 0.553469, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"]}, {"precision": 0.529847, "recall": 0.570158, "f1": 0.540907, "accuracy": 0.570158, "main_score": 0.540907, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"]}, {"precision": 0.506299, "recall": 0.551383, "f1": 0.518799, "accuracy": 0.551383, "main_score": 0.518799, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"]}, {"precision": 0.561761, "recall": 0.602767, "f1": 0.572487, "accuracy": 0.602767, "main_score": 0.572487, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"]}, {"precision": 0.547793, "recall": 0.593874, "f1": 0.559866, "accuracy": 0.593874, "main_score": 0.559866, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"]}, {"precision": 0.51606, "recall": 0.559289, "f1": 0.527574, "accuracy": 0.559289, "main_score": 0.527574, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"]}, {"precision": 0.523014, "recall": 0.567194, "f1": 0.535482, "accuracy": 0.567194, "main_score": 0.535482, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"]}, {"precision": 0.528361, "recall": 0.575099, "f1": 0.541014, "accuracy": 0.575099, "main_score": 0.541014, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"]}, {"precision": 0.544032, "recall": 0.583992, "f1": 0.554969, "accuracy": 0.583992, "main_score": 0.554969, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"]}, {"precision": 0.217368, "recall": 0.259881, "f1": 0.228453, "accuracy": 0.259881, "main_score": 0.228453, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"]}, {"precision": 0.52585, "recall": 0.56917, "f1": 0.538077, "accuracy": 0.56917, "main_score": 0.538077, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"]}, {"precision": 0.557666, "recall": 0.594862, "f1": 0.56738, "accuracy": 0.594862, "main_score": 0.56738, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"]}, {"precision": 0.548316, "recall": 0.58498, "f1": 0.55764, "accuracy": 0.58498, "main_score": 0.55764, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"]}, {"precision": 0.549529, "recall": 0.588933, "f1": 0.559787, "accuracy": 0.588933, "main_score": 0.559787, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"]}, {"precision": 0.513428, "recall": 0.554348, "f1": 0.524544, "accuracy": 0.554348, "main_score": 0.524544, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"]}, {"precision": 0.533522, "recall": 0.573123, "f1": 0.544077, "accuracy": 0.573123, "main_score": 0.544077, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"]}, {"precision": 0.534347, "recall": 0.573123, "f1": 0.544985, "accuracy": 0.573123, "main_score": 0.544985, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"]}, {"precision": 0.549998, "recall": 0.593874, "f1": 0.562159, "accuracy": 0.593874, "main_score": 0.562159, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"]}, {"precision": 0.467365, "recall": 0.516798, "f1": 0.480445, "accuracy": 0.516798, "main_score": 0.480445, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"]}, {"precision": 0.521931, "recall": 0.560277, "f1": 0.531986, "accuracy": 0.560277, "main_score": 0.531986, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"]}, {"precision": 0.520392, "recall": 0.570158, "f1": 0.534329, "accuracy": 0.570158, "main_score": 0.534329, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"]}, {"precision": 0.524989, "recall": 0.570158, "f1": 0.537067, "accuracy": 0.570158, "main_score": 0.537067, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"]}, {"precision": 0.520234, "recall": 0.563241, "f1": 0.531901, "accuracy": 0.563241, "main_score": 0.531901, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"]}, {"precision": 0.402719, "recall": 0.452569, "f1": 0.415892, "accuracy": 0.452569, "main_score": 0.415892, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"]}, {"precision": 0.541084, "recall": 0.583004, "f1": 0.552369, "accuracy": 0.583004, "main_score": 0.552369, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"]}, {"precision": 0.537425, "recall": 0.581028, "f1": 0.549219, "accuracy": 0.581028, "main_score": 0.549219, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"]}, {"precision": 0.544278, "recall": 0.59585, "f1": 0.558477, "accuracy": 0.59585, "main_score": 0.558477, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"]}, {"precision": 0.552596, "recall": 0.597826, "f1": 0.565104, "accuracy": 0.597826, "main_score": 0.565104, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"]}, {"precision": 0.522081, "recall": 0.562253, "f1": 0.532913, "accuracy": 0.562253, "main_score": 0.532913, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"]}, {"precision": 0.52899, "recall": 0.574111, "f1": 0.541349, "accuracy": 0.574111, "main_score": 0.541349, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"]}, {"precision": 0.550272, "recall": 0.587945, "f1": 0.56055, "accuracy": 0.587945, "main_score": 0.56055, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"]}, {"precision": 0.548218, "recall": 0.583992, "f1": 0.557712, "accuracy": 0.583992, "main_score": 0.557712, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"]}, {"precision": 0.561434, "recall": 0.601779, "f1": 0.571385, "accuracy": 0.601779, "main_score": 0.571385, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"]}, {"precision": 0.563152, "recall": 0.606719, "f1": 0.574813, "accuracy": 0.606719, "main_score": 0.574813, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"]}, {"precision": 0.559145, "recall": 0.600791, "f1": 0.569972, "accuracy": 0.600791, "main_score": 0.569972, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"]}, {"precision": 0.56323, "recall": 0.607708, "f1": 0.575539, "accuracy": 0.607708, "main_score": 0.575539, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"]}, {"precision": 0.536802, "recall": 0.582016, "f1": 0.548997, "accuracy": 0.582016, "main_score": 0.548997, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"]}, {"precision": 0.416513, "recall": 0.465415, "f1": 0.429993, "accuracy": 0.465415, "main_score": 0.429993, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"]}, {"precision": 0.512554, "recall": 0.546443, "f1": 0.521555, "accuracy": 0.546443, "main_score": 0.521555, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"]}, {"precision": 0.560363, "recall": 0.59585, "f1": 0.569799, "accuracy": 0.59585, "main_score": 0.569799, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"]}, {"precision": 0.296544, "recall": 0.348814, "f1": 0.310158, "accuracy": 0.348814, "main_score": 0.310158, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"]}, {"precision": 0.548626, "recall": 0.591897, "f1": 0.560648, "accuracy": 0.591897, "main_score": 0.560648, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"]}, {"precision": 0.527682, "recall": 0.578063, "f1": 0.54085, "accuracy": 0.578063, "main_score": 0.54085, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"]}, {"precision": 0.548937, "recall": 0.590909, "f1": 0.55977, "accuracy": 0.590909, "main_score": 0.55977, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"]}, {"precision": 0.512973, "recall": 0.563241, "f1": 0.526531, "accuracy": 0.563241, "main_score": 0.526531, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"]}, {"precision": 0.536731, "recall": 0.579051, "f1": 0.548444, "accuracy": 0.579051, "main_score": 0.548444, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"]}, {"precision": 0.561083, "recall": 0.593874, "f1": 0.569713, "accuracy": 0.593874, "main_score": 0.569713, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"]}, {"precision": 0.535606, "recall": 0.571146, "f1": 0.545836, "accuracy": 0.571146, "main_score": 0.545836, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"]}, {"precision": 0.561545, "recall": 0.596838, "f1": 0.571278, "accuracy": 0.596838, "main_score": 0.571278, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"]}, {"precision": 0.521877, "recall": 0.562253, "f1": 0.53262, "accuracy": 0.562253, "main_score": 0.53262, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"]}, {"precision": 0.557313, "recall": 0.599802, "f1": 0.568202, "accuracy": 0.599802, "main_score": 0.568202, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"]}, {"precision": 0.528779, "recall": 0.56917, "f1": 0.539875, "accuracy": 0.56917, "main_score": 0.539875, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"]}, {"precision": 0.550172, "recall": 0.591897, "f1": 0.561279, "accuracy": 0.591897, "main_score": 0.561279, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"]}, {"precision": 0.527455, "recall": 0.56917, "f1": 0.538528, "accuracy": 0.56917, "main_score": 0.538528, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"]}, {"precision": 0.548507, "recall": 0.586957, "f1": 0.558256, "accuracy": 0.586957, "main_score": 0.558256, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"]}, {"precision": 0.271348, "recall": 0.321146, "f1": 0.283905, "accuracy": 0.321146, "main_score": 0.283905, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"]}, {"precision": 0.518069, "recall": 0.559289, "f1": 0.529258, "accuracy": 0.559289, "main_score": 0.529258, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"]}, {"precision": 0.517816, "recall": 0.564229, "f1": 0.530191, "accuracy": 0.564229, "main_score": 0.530191, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"]}, {"precision": 0.549486, "recall": 0.593874, "f1": 0.561352, "accuracy": 0.593874, "main_score": 0.561352, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"]}, {"precision": 0.461214, "recall": 0.504941, "f1": 0.47335, "accuracy": 0.504941, "main_score": 0.47335, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"]}, {"precision": 0.556393, "recall": 0.59585, "f1": 0.566591, "accuracy": 0.59585, "main_score": 0.566591, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"]}, {"precision": 0.534672, "recall": 0.579051, "f1": 0.546644, "accuracy": 0.579051, "main_score": 0.546644, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"]}, {"precision": 0.557329, "recall": 0.591897, "f1": 0.567158, "accuracy": 0.591897, "main_score": 0.567158, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"]}, {"precision": 0.463952, "recall": 0.516798, "f1": 0.478825, "accuracy": 0.516798, "main_score": 0.478825, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"]}, {"precision": 0.547202, "recall": 0.587945, "f1": 0.55811, "accuracy": 0.587945, "main_score": 0.55811, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"]}, {"precision": 0.533183, "recall": 0.579051, "f1": 0.545402, "accuracy": 0.579051, "main_score": 0.545402, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"]}, {"precision": 0.541669, "recall": 0.585968, "f1": 0.554032, "accuracy": 0.585968, "main_score": 0.554032, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"]}, {"precision": 0.523841, "recall": 0.570158, "f1": 0.535946, "accuracy": 0.570158, "main_score": 0.535946, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"]}, {"precision": 0.50241, "recall": 0.54249, "f1": 0.513741, "accuracy": 0.54249, "main_score": 0.513741, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"]}, {"precision": 0.516678, "recall": 0.557312, "f1": 0.527837, "accuracy": 0.557312, "main_score": 0.527837, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"]}, {"precision": 0.508673, "recall": 0.559289, "f1": 0.522685, "accuracy": 0.559289, "main_score": 0.522685, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"]}, {"precision": 0.541011, "recall": 0.582016, "f1": 0.552133, "accuracy": 0.582016, "main_score": 0.552133, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"]}, {"precision": 0.528656, "recall": 0.577075, "f1": 0.542246, "accuracy": 0.577075, "main_score": 0.542246, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"]}, {"precision": 0.531769, "recall": 0.571146, "f1": 0.54222, "accuracy": 0.571146, "main_score": 0.54222, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"]}, {"precision": 0.475669, "recall": 0.516798, "f1": 0.486811, "accuracy": 0.516798, "main_score": 0.486811, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"]}, {"precision": 0.56221, "recall": 0.598814, "f1": 0.571885, "accuracy": 0.598814, "main_score": 0.571885, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"]}, {"precision": 0.499469, "recall": 0.544466, "f1": 0.511441, "accuracy": 0.544466, "main_score": 0.511441, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"]}, {"precision": 0.504889, "recall": 0.548419, "f1": 0.516747, "accuracy": 0.548419, "main_score": 0.516747, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"]}, {"precision": 0.53027, "recall": 0.573123, "f1": 0.542012, "accuracy": 0.573123, "main_score": 0.542012, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"]}, {"precision": 0.492122, "recall": 0.529644, "f1": 0.503041, "accuracy": 0.529644, "main_score": 0.503041, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"]}, {"precision": 0.564229, "recall": 0.598814, "f1": 0.572935, "accuracy": 0.598814, "main_score": 0.572935, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"]}, {"precision": 0.529015, "recall": 0.571146, "f1": 0.5405, "accuracy": 0.571146, "main_score": 0.5405, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"]}, {"precision": 0.545274, "recall": 0.585968, "f1": 0.55656, "accuracy": 0.585968, "main_score": 0.55656, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"]}, {"precision": 0.550514, "recall": 0.588933, "f1": 0.560352, "accuracy": 0.588933, "main_score": 0.560352, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"]}, {"precision": 0.523751, "recall": 0.567194, "f1": 0.53596, "accuracy": 0.567194, "main_score": 0.53596, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"]}, {"precision": 0.553886, "recall": 0.586957, "f1": 0.562965, "accuracy": 0.586957, "main_score": 0.562965, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"]}, {"precision": 0.398747, "recall": 0.463439, "f1": 0.416491, "accuracy": 0.463439, "main_score": 0.416491, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"]}, {"precision": 0.505811, "recall": 0.55336, "f1": 0.518797, "accuracy": 0.55336, "main_score": 0.518797, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"]}, {"precision": 0.21142, "recall": 0.251976, "f1": 0.22086, "accuracy": 0.251976, "main_score": 0.22086, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"]}, {"precision": 0.534859, "recall": 0.570158, "f1": 0.544768, "accuracy": 0.570158, "main_score": 0.544768, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"]}, {"precision": 0.456752, "recall": 0.502964, "f1": 0.470093, "accuracy": 0.502964, "main_score": 0.470093, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"]}, {"precision": 0.544823, "recall": 0.592885, "f1": 0.55777, "accuracy": 0.592885, "main_score": 0.55777, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"]}, {"precision": 0.55098, "recall": 0.589921, "f1": 0.560924, "accuracy": 0.589921, "main_score": 0.560924, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"]}, {"precision": 0.445894, "recall": 0.498024, "f1": 0.459927, "accuracy": 0.498024, "main_score": 0.459927, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"]}, {"precision": 0.547258, "recall": 0.582016, "f1": 0.557153, "accuracy": 0.582016, "main_score": 0.557153, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"]}, {"precision": 0.525295, "recall": 0.573123, "f1": 0.538346, "accuracy": 0.573123, "main_score": 0.538346, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"]}, {"precision": 0.501859, "recall": 0.545455, "f1": 0.51335, "accuracy": 0.545455, "main_score": 0.51335, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"]}, {"precision": 0.527521, "recall": 0.575099, "f1": 0.540784, "accuracy": 0.575099, "main_score": 0.540784, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"]}, {"precision": 0.545411, "recall": 0.58498, "f1": 0.555851, "accuracy": 0.58498, "main_score": 0.555851, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"]}, {"precision": 0.511993, "recall": 0.5583, "f1": 0.524877, "accuracy": 0.5583, "main_score": 0.524877, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"]}, {"precision": 0.558089, "recall": 0.598814, "f1": 0.569587, "accuracy": 0.598814, "main_score": 0.569587, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"]}, {"precision": 0.485928, "recall": 0.529644, "f1": 0.498174, "accuracy": 0.529644, "main_score": 0.498174, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"]}, {"precision": 0.496896, "recall": 0.538538, "f1": 0.508638, "accuracy": 0.538538, "main_score": 0.508638, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"]}, {"precision": 0.563005, "recall": 0.602767, "f1": 0.57357, "accuracy": 0.602767, "main_score": 0.57357, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"]}, {"precision": 0.550632, "recall": 0.587945, "f1": 0.56072, "accuracy": 0.587945, "main_score": 0.56072, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"]}, {"precision": 0.12762, "recall": 0.166996, "f1": 0.13772, "accuracy": 0.166996, "main_score": 0.13772, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"]}, {"precision": 0.51652, "recall": 0.562253, "f1": 0.528694, "accuracy": 0.562253, "main_score": 0.528694, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"]}, {"precision": 0.467, "recall": 0.513834, "f1": 0.47954, "accuracy": 0.513834, "main_score": 0.47954, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"]}, {"precision": 0.500824, "recall": 0.543478, "f1": 0.512484, "accuracy": 0.543478, "main_score": 0.512484, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"]}, {"precision": 0.548181, "recall": 0.588933, "f1": 0.55914, "accuracy": 0.588933, "main_score": 0.55914, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"]}, {"precision": 0.493049, "recall": 0.54249, "f1": 0.507011, "accuracy": 0.54249, "main_score": 0.507011, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"]}, {"precision": 0.525954, "recall": 0.566206, "f1": 0.537138, "accuracy": 0.566206, "main_score": 0.537138, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"]}, {"precision": 0.518496, "recall": 0.568182, "f1": 0.531535, "accuracy": 0.568182, "main_score": 0.531535, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"]}, {"precision": 0.550412, "recall": 0.592885, "f1": 0.562381, "accuracy": 0.592885, "main_score": 0.562381, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"]}, {"precision": 0.538957, "recall": 0.583004, "f1": 0.551042, "accuracy": 0.583004, "main_score": 0.551042, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"]}, {"precision": 0.521736, "recall": 0.565217, "f1": 0.533093, "accuracy": 0.565217, "main_score": 0.533093, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"]}, {"precision": 0.478404, "recall": 0.528656, "f1": 0.492806, "accuracy": 0.528656, "main_score": 0.492806, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"]}, {"precision": 0.525808, "recall": 0.564229, "f1": 0.536447, "accuracy": 0.564229, "main_score": 0.536447, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"]}, {"precision": 0.522885, "recall": 0.565217, "f1": 0.534658, "accuracy": 0.565217, "main_score": 0.534658, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"]}, {"precision": 0.4952, "recall": 0.538538, "f1": 0.507559, "accuracy": 0.538538, "main_score": 0.507559, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"]}, {"precision": 0.519362, "recall": 0.56917, "f1": 0.532364, "accuracy": 0.56917, "main_score": 0.532364, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"]}, {"precision": 0.543658, "recall": 0.583004, "f1": 0.554831, "accuracy": 0.583004, "main_score": 0.554831, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"]}, {"precision": 0.528459, "recall": 0.574111, "f1": 0.540914, "accuracy": 0.574111, "main_score": 0.540914, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"]}, {"precision": 0.446969, "recall": 0.494071, "f1": 0.459838, "accuracy": 0.494071, "main_score": 0.459838, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"]}, {"precision": 0.567889, "recall": 0.609684, "f1": 0.579334, "accuracy": 0.609684, "main_score": 0.579334, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"]}, {"precision": 0.508426, "recall": 0.55336, "f1": 0.520494, "accuracy": 0.55336, "main_score": 0.520494, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"]}, {"precision": 0.511836, "recall": 0.562253, "f1": 0.525419, "accuracy": 0.562253, "main_score": 0.525419, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"]}, {"precision": 0.48696, "recall": 0.540514, "f1": 0.501276, "accuracy": 0.540514, "main_score": 0.501276, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"]}, {"precision": 0.495061, "recall": 0.537549, "f1": 0.5064, "accuracy": 0.537549, "main_score": 0.5064, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"]}, {"precision": 0.467848, "recall": 0.516798, "f1": 0.481376, "accuracy": 0.516798, "main_score": 0.481376, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"]}, {"precision": 0.527794, "recall": 0.571146, "f1": 0.539839, "accuracy": 0.571146, "main_score": 0.539839, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"]}, {"precision": 0.563169, "recall": 0.602767, "f1": 0.573566, "accuracy": 0.602767, "main_score": 0.573566, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"]}, {"precision": 0.469885, "recall": 0.522727, "f1": 0.483973, "accuracy": 0.522727, "main_score": 0.483973, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"]}, {"precision": 0.535094, "recall": 0.578063, "f1": 0.546428, "accuracy": 0.578063, "main_score": 0.546428, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"]}, {"precision": 0.516387, "recall": 0.561265, "f1": 0.52806, "accuracy": 0.561265, "main_score": 0.52806, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"]}, {"precision": 0.553528, "recall": 0.594862, "f1": 0.564998, "accuracy": 0.594862, "main_score": 0.564998, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"]}, {"precision": 0.523041, "recall": 0.571146, "f1": 0.535507, "accuracy": 0.571146, "main_score": 0.535507, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"]}, {"precision": 0.558539, "recall": 0.596838, "f1": 0.569429, "accuracy": 0.596838, "main_score": 0.569429, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"]}, {"precision": 0.487269, "recall": 0.534585, "f1": 0.500373, "accuracy": 0.534585, "main_score": 0.500373, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"]}, {"precision": 0.526822, "recall": 0.572134, "f1": 0.53909, "accuracy": 0.572134, "main_score": 0.53909, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"]}, {"precision": 0.457552, "recall": 0.51087, "f1": 0.472241, "accuracy": 0.51087, "main_score": 0.472241, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"]}, {"precision": 0.548259, "recall": 0.591897, "f1": 0.55984, "accuracy": 0.591897, "main_score": 0.55984, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"]}, {"precision": 0.394128, "recall": 0.44664, "f1": 0.409037, "accuracy": 0.44664, "main_score": 0.409037, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"]}, {"precision": 0.501603, "recall": 0.55336, "f1": 0.515271, "accuracy": 0.55336, "main_score": 0.515271, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"]}, {"precision": 0.529138, "recall": 0.570158, "f1": 0.540238, "accuracy": 0.570158, "main_score": 0.540238, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"]}, {"precision": 0.548968, "recall": 0.592885, "f1": 0.560785, "accuracy": 0.592885, "main_score": 0.560785, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"]}, {"precision": 0.546802, "recall": 0.583004, "f1": 0.556349, "accuracy": 0.583004, "main_score": 0.556349, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"]}, {"precision": 0.509017, "recall": 0.555336, "f1": 0.52126, "accuracy": 0.555336, "main_score": 0.52126, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"]}, {"precision": 0.554847, "recall": 0.592885, "f1": 0.565223, "accuracy": 0.592885, "main_score": 0.565223, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"]}, {"precision": 0.549855, "recall": 0.594862, "f1": 0.562415, "accuracy": 0.594862, "main_score": 0.562415, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"]}, {"precision": 0.544237, "recall": 0.583992, "f1": 0.554879, "accuracy": 0.583992, "main_score": 0.554879, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"]}, {"precision": 0.546506, "recall": 0.587945, "f1": 0.557569, "accuracy": 0.587945, "main_score": 0.557569, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"]}, {"precision": 0.56851, "recall": 0.603755, "f1": 0.578114, "accuracy": 0.603755, "main_score": 0.578114, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"]}, {"precision": 0.501426, "recall": 0.547431, "f1": 0.514779, "accuracy": 0.547431, "main_score": 0.514779, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"]}, {"precision": 0.554201, "recall": 0.598814, "f1": 0.565857, "accuracy": 0.598814, "main_score": 0.565857, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"]}, {"precision": 0.534467, "recall": 0.576087, "f1": 0.546159, "accuracy": 0.576087, "main_score": 0.546159, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"]}, {"precision": 0.527914, "recall": 0.575099, "f1": 0.541028, "accuracy": 0.575099, "main_score": 0.541028, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"]}, {"precision": 0.499945, "recall": 0.549407, "f1": 0.513328, "accuracy": 0.549407, "main_score": 0.513328, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"]}, {"precision": 0.568954, "recall": 0.609684, "f1": 0.580311, "accuracy": 0.609684, "main_score": 0.580311, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"]}, {"precision": 0.535139, "recall": 0.570158, "f1": 0.545142, "accuracy": 0.570158, "main_score": 0.545142, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"]}, {"precision": 0.52091, "recall": 0.566206, "f1": 0.533283, "accuracy": 0.566206, "main_score": 0.533283, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"]}, {"precision": 0.532512, "recall": 0.578063, "f1": 0.54506, "accuracy": 0.578063, "main_score": 0.54506, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"]}, {"precision": 0.464409, "recall": 0.512846, "f1": 0.477819, "accuracy": 0.512846, "main_score": 0.477819, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"]}, {"precision": 0.548547, "recall": 0.589921, "f1": 0.559966, "accuracy": 0.589921, "main_score": 0.559966, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"]}, {"precision": 0.517043, "recall": 0.567194, "f1": 0.529986, "accuracy": 0.567194, "main_score": 0.529986, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"]}, {"precision": 0.502601, "recall": 0.547431, "f1": 0.514608, "accuracy": 0.547431, "main_score": 0.514608, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"]}, {"precision": 0.544988, "recall": 0.582016, "f1": 0.55553, "accuracy": 0.582016, "main_score": 0.55553, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"]}, {"precision": 0.516085, "recall": 0.565217, "f1": 0.529611, "accuracy": 0.565217, "main_score": 0.529611, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"]}, {"precision": 0.541197, "recall": 0.586957, "f1": 0.554059, "accuracy": 0.586957, "main_score": 0.554059, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"]}, {"precision": 0.520984, "recall": 0.561265, "f1": 0.532562, "accuracy": 0.561265, "main_score": 0.532562, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"]}, {"precision": 0.512802, "recall": 0.559289, "f1": 0.52605, "accuracy": 0.559289, "main_score": 0.52605, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"]}, {"precision": 0.487548, "recall": 0.529644, "f1": 0.499539, "accuracy": 0.529644, "main_score": 0.499539, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"]}, {"precision": 0.523606, "recall": 0.564229, "f1": 0.534536, "accuracy": 0.564229, "main_score": 0.534536, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"]}, {"precision": 0.563749, "recall": 0.598814, "f1": 0.57273, "accuracy": 0.598814, "main_score": 0.57273, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"]}, {"precision": 0.526152, "recall": 0.567194, "f1": 0.537727, "accuracy": 0.567194, "main_score": 0.537727, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"]}, {"precision": 0.526507, "recall": 0.567194, "f1": 0.537815, "accuracy": 0.567194, "main_score": 0.537815, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"]}, {"precision": 0.505938, "recall": 0.551383, "f1": 0.518491, "accuracy": 0.551383, "main_score": 0.518491, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"]}, {"precision": 0.497401, "recall": 0.546443, "f1": 0.511182, "accuracy": 0.546443, "main_score": 0.511182, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"]}, {"precision": 0.538825, "recall": 0.58004, "f1": 0.549457, "accuracy": 0.58004, "main_score": 0.549457, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"]}, {"precision": 0.414182, "recall": 0.476285, "f1": 0.431948, "accuracy": 0.476285, "main_score": 0.431948, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"]}, {"precision": 0.519339, "recall": 0.567194, "f1": 0.532354, "accuracy": 0.567194, "main_score": 0.532354, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"]}, {"precision": 0.52132, "recall": 0.557312, "f1": 0.531282, "accuracy": 0.557312, "main_score": 0.531282, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"]}, {"precision": 0.528436, "recall": 0.573123, "f1": 0.540625, "accuracy": 0.573123, "main_score": 0.540625, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"]}, {"precision": 0.513704, "recall": 0.555336, "f1": 0.52442, "accuracy": 0.555336, "main_score": 0.52442, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"]}, {"precision": 0.51105, "recall": 0.552372, "f1": 0.522425, "accuracy": 0.552372, "main_score": 0.522425, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"]}, {"precision": 0.526561, "recall": 0.562253, "f1": 0.536825, "accuracy": 0.562253, "main_score": 0.536825, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"]}, {"precision": 0.637558, "recall": 0.694664, "f1": 0.653551, "accuracy": 0.694664, "main_score": 0.653551, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"]}, {"precision": 0.376584, "recall": 0.422925, "f1": 0.389312, "accuracy": 0.422925, "main_score": 0.389312, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"]}, {"precision": 0.186119, "recall": 0.22332, "f1": 0.195233, "accuracy": 0.22332, "main_score": 0.195233, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"]}, {"precision": 0.464959, "recall": 0.531621, "f1": 0.482145, "accuracy": 0.531621, "main_score": 0.482145, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"]}, {"precision": 0.391661, "recall": 0.454545, "f1": 0.407408, "accuracy": 0.454545, "main_score": 0.407408, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"]}, {"precision": 0.474091, "recall": 0.536561, "f1": 0.490485, "accuracy": 0.536561, "main_score": 0.490485, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"]}, {"precision": 0.500281, "recall": 0.556324, "f1": 0.514802, "accuracy": 0.556324, "main_score": 0.514802, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"]}, {"precision": 0.396501, "recall": 0.447628, "f1": 0.409617, "accuracy": 0.447628, "main_score": 0.409617, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"]}, {"precision": 0.469668, "recall": 0.530632, "f1": 0.485162, "accuracy": 0.530632, "main_score": 0.485162, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"]}, {"precision": 0.560218, "recall": 0.618577, "f1": 0.574388, "accuracy": 0.618577, "main_score": 0.574388, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"]}, {"precision": 0.537136, "recall": 0.588933, "f1": 0.550252, "accuracy": 0.588933, "main_score": 0.550252, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"]}, {"precision": 0.451822, "recall": 0.51581, "f1": 0.468928, "accuracy": 0.51581, "main_score": 0.468928, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"]}, {"precision": 0.462436, "recall": 0.523715, "f1": 0.477866, "accuracy": 0.523715, "main_score": 0.477866, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"]}, {"precision": 0.323053, "recall": 0.381423, "f1": 0.338751, "accuracy": 0.381423, "main_score": 0.338751, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"]}, {"precision": 0.472973, "recall": 0.536561, "f1": 0.489113, "accuracy": 0.536561, "main_score": 0.489113, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"]}, {"precision": 0.446645, "recall": 0.507905, "f1": 0.46173, "accuracy": 0.507905, "main_score": 0.46173, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"]}, {"precision": 0.467615, "recall": 0.528656, "f1": 0.483129, "accuracy": 0.528656, "main_score": 0.483129, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"]}, {"precision": 0.410392, "recall": 0.464427, "f1": 0.424929, "accuracy": 0.464427, "main_score": 0.424929, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"]}, {"precision": 0.462187, "recall": 0.525692, "f1": 0.477786, "accuracy": 0.525692, "main_score": 0.477786, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"]}, {"precision": 0.421795, "recall": 0.48913, "f1": 0.438371, "accuracy": 0.48913, "main_score": 0.438371, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"]}, {"precision": 0.501438, "recall": 0.565217, "f1": 0.51733, "accuracy": 0.565217, "main_score": 0.51733, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"]}, {"precision": 0.498756, "recall": 0.559289, "f1": 0.514158, "accuracy": 0.559289, "main_score": 0.514158, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"]}, {"precision": 0.375249, "recall": 0.429842, "f1": 0.389141, "accuracy": 0.429842, "main_score": 0.389141, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"]}, {"precision": 0.466896, "recall": 0.532609, "f1": 0.482707, "accuracy": 0.532609, "main_score": 0.482707, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"]}, {"precision": 0.482192, "recall": 0.544466, "f1": 0.498614, "accuracy": 0.544466, "main_score": 0.498614, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"]}, {"precision": 0.496719, "recall": 0.55336, "f1": 0.511177, "accuracy": 0.55336, "main_score": 0.511177, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"]}, {"precision": 0.218388, "recall": 0.249012, "f1": 0.226228, "accuracy": 0.249012, "main_score": 0.226228, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"]}, {"precision": 0.468203, "recall": 0.532609, "f1": 0.48347, "accuracy": 0.532609, "main_score": 0.48347, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"]}, {"precision": 0.396094, "recall": 0.45751, "f1": 0.411774, "accuracy": 0.45751, "main_score": 0.411774, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"]}, {"precision": 0.497742, "recall": 0.55336, "f1": 0.511987, "accuracy": 0.55336, "main_score": 0.511987, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"]}, {"precision": 0.497722, "recall": 0.554348, "f1": 0.512698, "accuracy": 0.554348, "main_score": 0.512698, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"]}, {"precision": 0.456852, "recall": 0.516798, "f1": 0.472134, "accuracy": 0.516798, "main_score": 0.472134, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"]}, {"precision": 0.46908, "recall": 0.528656, "f1": 0.484099, "accuracy": 0.528656, "main_score": 0.484099, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"]}, {"precision": 0.428359, "recall": 0.471344, "f1": 0.440126, "accuracy": 0.471344, "main_score": 0.440126, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"]}, {"precision": 0.488836, "recall": 0.55336, "f1": 0.505553, "accuracy": 0.55336, "main_score": 0.505553, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"]}, {"precision": 0.3923, "recall": 0.452569, "f1": 0.407639, "accuracy": 0.452569, "main_score": 0.407639, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"]}, {"precision": 0.447373, "recall": 0.504941, "f1": 0.461547, "accuracy": 0.504941, "main_score": 0.461547, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"]}, {"precision": 0.468806, "recall": 0.531621, "f1": 0.484992, "accuracy": 0.531621, "main_score": 0.484992, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"]}, {"precision": 0.469449, "recall": 0.529644, "f1": 0.484228, "accuracy": 0.529644, "main_score": 0.484228, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"]}, {"precision": 0.451511, "recall": 0.513834, "f1": 0.467586, "accuracy": 0.513834, "main_score": 0.467586, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"]}, {"precision": 0.382997, "recall": 0.435771, "f1": 0.397096, "accuracy": 0.435771, "main_score": 0.397096, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"]}, {"precision": 0.466955, "recall": 0.527668, "f1": 0.48297, "accuracy": 0.527668, "main_score": 0.48297, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"]}, {"precision": 0.381799, "recall": 0.431818, "f1": 0.394762, "accuracy": 0.431818, "main_score": 0.394762, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"]}, {"precision": 0.479387, "recall": 0.544466, "f1": 0.495341, "accuracy": 0.544466, "main_score": 0.495341, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"]}, {"precision": 0.515773, "recall": 0.583992, "f1": 0.533251, "accuracy": 0.583992, "main_score": 0.533251, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"]}, {"precision": 0.446436, "recall": 0.502964, "f1": 0.45961, "accuracy": 0.502964, "main_score": 0.45961, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"]}, {"precision": 0.468548, "recall": 0.531621, "f1": 0.484529, "accuracy": 0.531621, "main_score": 0.484529, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"]}, {"precision": 0.368709, "recall": 0.432806, "f1": 0.385352, "accuracy": 0.432806, "main_score": 0.385352, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"]}, {"precision": 0.455794, "recall": 0.51087, "f1": 0.470869, "accuracy": 0.51087, "main_score": 0.470869, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"]}, {"precision": 0.685774, "recall": 0.740119, "f1": 0.699492, "accuracy": 0.740119, "main_score": 0.699492, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"]}, {"precision": 0.504271, "recall": 0.568182, "f1": 0.520612, "accuracy": 0.568182, "main_score": 0.520612, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"]}, {"precision": 0.535967, "recall": 0.591897, "f1": 0.550696, "accuracy": 0.591897, "main_score": 0.550696, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"]}, {"precision": 0.369989, "recall": 0.421937, "f1": 0.383447, "accuracy": 0.421937, "main_score": 0.383447, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"]}, {"precision": 0.469267, "recall": 0.531621, "f1": 0.484839, "accuracy": 0.531621, "main_score": 0.484839, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"]}, {"precision": 0.667021, "recall": 0.726285, "f1": 0.683563, "accuracy": 0.726285, "main_score": 0.683563, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"]}, {"precision": 0.349194, "recall": 0.394269, "f1": 0.360874, "accuracy": 0.394269, "main_score": 0.360874, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"]}, {"precision": 0.481766, "recall": 0.540514, "f1": 0.496263, "accuracy": 0.540514, "main_score": 0.496263, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"]}, {"precision": 0.267417, "recall": 0.306324, "f1": 0.2778, "accuracy": 0.306324, "main_score": 0.2778, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"]}, {"precision": 0.486497, "recall": 0.548419, "f1": 0.502187, "accuracy": 0.548419, "main_score": 0.502187, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"]}, {"precision": 0.473943, "recall": 0.535573, "f1": 0.489313, "accuracy": 0.535573, "main_score": 0.489313, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"]}, {"precision": 0.495473, "recall": 0.560277, "f1": 0.512152, "accuracy": 0.560277, "main_score": 0.512152, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"]}, {"precision": 0.452165, "recall": 0.521739, "f1": 0.470459, "accuracy": 0.521739, "main_score": 0.470459, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"]}, {"precision": 0.374425, "recall": 0.429842, "f1": 0.389051, "accuracy": 0.429842, "main_score": 0.389051, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"]}, {"precision": 0.536192, "recall": 0.592885, "f1": 0.550015, "accuracy": 0.592885, "main_score": 0.550015, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"]}, {"precision": 0.436212, "recall": 0.501976, "f1": 0.452783, "accuracy": 0.501976, "main_score": 0.452783, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"]}, {"precision": 0.534232, "recall": 0.598814, "f1": 0.55068, "accuracy": 0.598814, "main_score": 0.55068, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"]}, {"precision": 0.411792, "recall": 0.44664, "f1": 0.421745, "accuracy": 0.44664, "main_score": 0.421745, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"]}, {"precision": 0.503893, "recall": 0.5583, "f1": 0.517653, "accuracy": 0.5583, "main_score": 0.517653, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"]}, {"precision": 0.406174, "recall": 0.45751, "f1": 0.419616, "accuracy": 0.45751, "main_score": 0.419616, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"]}, {"precision": 0.449647, "recall": 0.507905, "f1": 0.464478, "accuracy": 0.507905, "main_score": 0.464478, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"]}, {"precision": 0.455989, "recall": 0.511858, "f1": 0.469653, "accuracy": 0.511858, "main_score": 0.469653, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"]}, {"precision": 0.503742, "recall": 0.566206, "f1": 0.518972, "accuracy": 0.566206, "main_score": 0.518972, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"]}, {"precision": 0.236808, "recall": 0.278656, "f1": 0.246817, "accuracy": 0.278656, "main_score": 0.246817, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"]}, {"precision": 0.388078, "recall": 0.435771, "f1": 0.400651, "accuracy": 0.435771, "main_score": 0.400651, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"]}, {"precision": 0.430905, "recall": 0.491107, "f1": 0.445892, "accuracy": 0.491107, "main_score": 0.445892, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"]}, {"precision": 0.42577, "recall": 0.469368, "f1": 0.437701, "accuracy": 0.469368, "main_score": 0.437701, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"]}, {"precision": 0.401283, "recall": 0.461462, "f1": 0.416672, "accuracy": 0.461462, "main_score": 0.416672, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"]}, {"precision": 0.507126, "recall": 0.563241, "f1": 0.521837, "accuracy": 0.563241, "main_score": 0.521837, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"]}, {"precision": 0.476177, "recall": 0.533597, "f1": 0.491709, "accuracy": 0.533597, "main_score": 0.491709, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"]}, {"precision": 0.497597, "recall": 0.554348, "f1": 0.511449, "accuracy": 0.554348, "main_score": 0.511449, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"]}, {"precision": 0.393035, "recall": 0.456522, "f1": 0.409617, "accuracy": 0.456522, "main_score": 0.409617, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"]}, {"precision": 0.493389, "recall": 0.55336, "f1": 0.508785, "accuracy": 0.55336, "main_score": 0.508785, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"]}, {"precision": 0.440886, "recall": 0.506917, "f1": 0.458157, "accuracy": 0.506917, "main_score": 0.458157, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"]}, {"precision": 0.468136, "recall": 0.531621, "f1": 0.484472, "accuracy": 0.531621, "main_score": 0.484472, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"]}, {"precision": 0.474225, "recall": 0.540514, "f1": 0.491692, "accuracy": 0.540514, "main_score": 0.491692, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"]}, {"precision": 0.382666, "recall": 0.427866, "f1": 0.394874, "accuracy": 0.427866, "main_score": 0.394874, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"]}, {"precision": 0.376006, "recall": 0.424901, "f1": 0.388658, "accuracy": 0.424901, "main_score": 0.388658, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"]}, {"precision": 0.438056, "recall": 0.502964, "f1": 0.454225, "accuracy": 0.502964, "main_score": 0.454225, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"]}, {"precision": 0.462148, "recall": 0.524704, "f1": 0.477458, "accuracy": 0.524704, "main_score": 0.477458, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"]}, {"precision": 0.459389, "recall": 0.525692, "f1": 0.475597, "accuracy": 0.525692, "main_score": 0.475597, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"]}, {"precision": 0.482603, "recall": 0.539526, "f1": 0.498113, "accuracy": 0.539526, "main_score": 0.498113, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"]}, {"precision": 0.322427, "recall": 0.363636, "f1": 0.333144, "accuracy": 0.363636, "main_score": 0.333144, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"]}, {"precision": 0.532915, "recall": 0.591897, "f1": 0.54769, "accuracy": 0.591897, "main_score": 0.54769, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"]}, {"precision": 0.386608, "recall": 0.450593, "f1": 0.402616, "accuracy": 0.450593, "main_score": 0.402616, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"]}, {"precision": 0.382243, "recall": 0.436759, "f1": 0.39599, "accuracy": 0.436759, "main_score": 0.39599, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"]}, {"precision": 0.475249, "recall": 0.538538, "f1": 0.491203, "accuracy": 0.538538, "main_score": 0.491203, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"]}, {"precision": 0.384365, "recall": 0.435771, "f1": 0.39788, "accuracy": 0.435771, "main_score": 0.39788, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"]}, {"precision": 0.515314, "recall": 0.566206, "f1": 0.528004, "accuracy": 0.566206, "main_score": 0.528004, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"]}, {"precision": 0.461724, "recall": 0.527668, "f1": 0.477865, "accuracy": 0.527668, "main_score": 0.477865, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"]}, {"precision": 0.480856, "recall": 0.538538, "f1": 0.495947, "accuracy": 0.538538, "main_score": 0.495947, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"]}, {"precision": 0.48954, "recall": 0.550395, "f1": 0.505501, "accuracy": 0.550395, "main_score": 0.505501, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"]}, {"precision": 0.440338, "recall": 0.506917, "f1": 0.457653, "accuracy": 0.506917, "main_score": 0.457653, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"]}, {"precision": 0.475751, "recall": 0.538538, "f1": 0.491774, "accuracy": 0.538538, "main_score": 0.491774, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"]}, {"precision": 0.341771, "recall": 0.408103, "f1": 0.358496, "accuracy": 0.408103, "main_score": 0.358496, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"]}, {"precision": 0.402276, "recall": 0.460474, "f1": 0.418016, "accuracy": 0.460474, "main_score": 0.418016, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"]}, {"precision": 0.203135, "recall": 0.236166, "f1": 0.210766, "accuracy": 0.236166, "main_score": 0.210766, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"]}, {"precision": 0.408841, "recall": 0.464427, "f1": 0.42302, "accuracy": 0.464427, "main_score": 0.42302, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"]}, {"precision": 0.358561, "recall": 0.414032, "f1": 0.373215, "accuracy": 0.414032, "main_score": 0.373215, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"]}, {"precision": 0.494049, "recall": 0.560277, "f1": 0.510809, "accuracy": 0.560277, "main_score": 0.510809, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"]}, {"precision": 0.494093, "recall": 0.541502, "f1": 0.505757, "accuracy": 0.541502, "main_score": 0.505757, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"]}, {"precision": 0.351003, "recall": 0.398221, "f1": 0.36286, "accuracy": 0.398221, "main_score": 0.36286, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"]}, {"precision": 0.485254, "recall": 0.544466, "f1": 0.500307, "accuracy": 0.544466, "main_score": 0.500307, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"]}, {"precision": 0.470018, "recall": 0.536561, "f1": 0.487561, "accuracy": 0.536561, "main_score": 0.487561, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"]}, {"precision": 0.414488, "recall": 0.486166, "f1": 0.432768, "accuracy": 0.486166, "main_score": 0.432768, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"]}, {"precision": 0.469322, "recall": 0.528656, "f1": 0.483131, "accuracy": 0.528656, "main_score": 0.483131, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"]}, {"precision": 0.426162, "recall": 0.479249, "f1": 0.439955, "accuracy": 0.479249, "main_score": 0.439955, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"]}, {"precision": 0.42872, "recall": 0.5, "f1": 0.446203, "accuracy": 0.5, "main_score": 0.446203, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"]}, {"precision": 0.497298, "recall": 0.552372, "f1": 0.510253, "accuracy": 0.552372, "main_score": 0.510253, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"]}, {"precision": 0.358601, "recall": 0.410079, "f1": 0.372052, "accuracy": 0.410079, "main_score": 0.372052, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"]}, {"precision": 0.360715, "recall": 0.413043, "f1": 0.374726, "accuracy": 0.413043, "main_score": 0.374726, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"]}, {"precision": 0.427674, "recall": 0.478261, "f1": 0.440537, "accuracy": 0.478261, "main_score": 0.440537, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"]}, {"precision": 0.480801, "recall": 0.545455, "f1": 0.496387, "accuracy": 0.545455, "main_score": 0.496387, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"]}, {"precision": 0.127628, "recall": 0.167984, "f1": 0.137355, "accuracy": 0.167984, "main_score": 0.137355, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"]}, {"precision": 0.452338, "recall": 0.512846, "f1": 0.467121, "accuracy": 0.512846, "main_score": 0.467121, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"]}, {"precision": 0.444371, "recall": 0.498024, "f1": 0.458417, "accuracy": 0.498024, "main_score": 0.458417, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"]}, {"precision": 0.435157, "recall": 0.491107, "f1": 0.448851, "accuracy": 0.491107, "main_score": 0.448851, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"]}, {"precision": 0.484751, "recall": 0.546443, "f1": 0.500358, "accuracy": 0.546443, "main_score": 0.500358, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"]}, {"precision": 0.399994, "recall": 0.452569, "f1": 0.413611, "accuracy": 0.452569, "main_score": 0.413611, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"]}, {"precision": 0.372088, "recall": 0.425889, "f1": 0.386077, "accuracy": 0.425889, "main_score": 0.386077, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"]}, {"precision": 0.463416, "recall": 0.529644, "f1": 0.480669, "accuracy": 0.529644, "main_score": 0.480669, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"]}, {"precision": 0.488603, "recall": 0.551383, "f1": 0.504322, "accuracy": 0.551383, "main_score": 0.504322, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"]}, {"precision": 0.467119, "recall": 0.520751, "f1": 0.480367, "accuracy": 0.520751, "main_score": 0.480367, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"]}, {"precision": 0.437404, "recall": 0.48913, "f1": 0.450439, "accuracy": 0.48913, "main_score": 0.450439, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"]}, {"precision": 0.329448, "recall": 0.392292, "f1": 0.345218, "accuracy": 0.392292, "main_score": 0.345218, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"]}, {"precision": 0.464921, "recall": 0.522727, "f1": 0.478663, "accuracy": 0.522727, "main_score": 0.478663, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"]}, {"precision": 0.362109, "recall": 0.41502, "f1": 0.375564, "accuracy": 0.41502, "main_score": 0.375564, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"]}, {"precision": 0.389868, "recall": 0.444664, "f1": 0.403722, "accuracy": 0.444664, "main_score": 0.403722, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"]}, {"precision": 0.443524, "recall": 0.513834, "f1": 0.460608, "accuracy": 0.513834, "main_score": 0.460608, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"]}, {"precision": 0.495437, "recall": 0.55336, "f1": 0.50967, "accuracy": 0.55336, "main_score": 0.50967, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"]}, {"precision": 0.467706, "recall": 0.534585, "f1": 0.484998, "accuracy": 0.534585, "main_score": 0.484998, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"]}, {"precision": 0.298213, "recall": 0.338933, "f1": 0.30875, "accuracy": 0.338933, "main_score": 0.30875, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"]}, {"precision": 0.509423, "recall": 0.561265, "f1": 0.522991, "accuracy": 0.561265, "main_score": 0.522991, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"]}, {"precision": 0.451551, "recall": 0.51087, "f1": 0.465964, "accuracy": 0.51087, "main_score": 0.465964, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"]}, {"precision": 0.433458, "recall": 0.496047, "f1": 0.449812, "accuracy": 0.496047, "main_score": 0.449812, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"]}, {"precision": 0.431525, "recall": 0.486166, "f1": 0.445017, "accuracy": 0.486166, "main_score": 0.445017, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"]}, {"precision": 0.40143, "recall": 0.455534, "f1": 0.414731, "accuracy": 0.455534, "main_score": 0.414731, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"]}, {"precision": 0.429564, "recall": 0.482213, "f1": 0.442473, "accuracy": 0.482213, "main_score": 0.442473, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"]}, {"precision": 0.471636, "recall": 0.532609, "f1": 0.486743, "accuracy": 0.532609, "main_score": 0.486743, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"]}, {"precision": 0.433014, "recall": 0.477273, "f1": 0.444083, "accuracy": 0.477273, "main_score": 0.444083, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"]}, {"precision": 0.404455, "recall": 0.474308, "f1": 0.422663, "accuracy": 0.474308, "main_score": 0.422663, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"]}, {"precision": 0.461784, "recall": 0.521739, "f1": 0.477104, "accuracy": 0.521739, "main_score": 0.477104, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"]}, {"precision": 0.433632, "recall": 0.483202, "f1": 0.446085, "accuracy": 0.483202, "main_score": 0.446085, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"]}, {"precision": 0.494216, "recall": 0.547431, "f1": 0.506475, "accuracy": 0.547431, "main_score": 0.506475, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"]}, {"precision": 0.455886, "recall": 0.517787, "f1": 0.471135, "accuracy": 0.517787, "main_score": 0.471135, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"]}, {"precision": 0.505025, "recall": 0.565217, "f1": 0.520673, "accuracy": 0.565217, "main_score": 0.520673, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"]}, {"precision": 0.412741, "recall": 0.462451, "f1": 0.425728, "accuracy": 0.462451, "main_score": 0.425728, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"]}, {"precision": 0.475357, "recall": 0.529644, "f1": 0.488945, "accuracy": 0.529644, "main_score": 0.488945, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"]}, {"precision": 0.356731, "recall": 0.411067, "f1": 0.370986, "accuracy": 0.411067, "main_score": 0.370986, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"]}, {"precision": 0.480549, "recall": 0.54249, "f1": 0.495649, "accuracy": 0.54249, "main_score": 0.495649, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"]}, {"precision": 0.343602, "recall": 0.396245, "f1": 0.357108, "accuracy": 0.396245, "main_score": 0.357108, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"]}, {"precision": 0.437713, "recall": 0.499012, "f1": 0.453351, "accuracy": 0.499012, "main_score": 0.453351, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"]}, {"precision": 0.454265, "recall": 0.523715, "f1": 0.471989, "accuracy": 0.523715, "main_score": 0.471989, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"]}, {"precision": 0.455992, "recall": 0.51581, "f1": 0.471374, "accuracy": 0.51581, "main_score": 0.471374, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"]}, {"precision": 0.43881, "recall": 0.494071, "f1": 0.453361, "accuracy": 0.494071, "main_score": 0.453361, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"]}, {"precision": 0.4501, "recall": 0.511858, "f1": 0.46504, "accuracy": 0.511858, "main_score": 0.46504, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"]}, {"precision": 0.401388, "recall": 0.458498, "f1": 0.416365, "accuracy": 0.458498, "main_score": 0.416365, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"]}, {"precision": 0.392029, "recall": 0.443676, "f1": 0.405548, "accuracy": 0.443676, "main_score": 0.405548, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"]}, {"precision": 0.488037, "recall": 0.548419, "f1": 0.503754, "accuracy": 0.548419, "main_score": 0.503754, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"]}, {"precision": 0.474762, "recall": 0.527668, "f1": 0.488443, "accuracy": 0.527668, "main_score": 0.488443, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"]}, {"precision": 0.50938, "recall": 0.576087, "f1": 0.526197, "accuracy": 0.576087, "main_score": 0.526197, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"]}, {"precision": 0.379798, "recall": 0.429842, "f1": 0.393391, "accuracy": 0.429842, "main_score": 0.393391, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"]}, {"precision": 0.488878, "recall": 0.545455, "f1": 0.503264, "accuracy": 0.545455, "main_score": 0.503264, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"]}, {"precision": 0.471028, "recall": 0.539526, "f1": 0.488188, "accuracy": 0.539526, "main_score": 0.488188, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"]}, {"precision": 0.475569, "recall": 0.538538, "f1": 0.491424, "accuracy": 0.538538, "main_score": 0.491424, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"]}, {"precision": 0.361526, "recall": 0.416008, "f1": 0.375734, "accuracy": 0.416008, "main_score": 0.375734, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"]}, {"precision": 0.51533, "recall": 0.578063, "f1": 0.530914, "accuracy": 0.578063, "main_score": 0.530914, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"]}, {"precision": 0.41702, "recall": 0.468379, "f1": 0.43042, "accuracy": 0.468379, "main_score": 0.43042, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"]}, {"precision": 0.361712, "recall": 0.41996, "f1": 0.377152, "accuracy": 0.41996, "main_score": 0.377152, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"]}, {"precision": 0.399862, "recall": 0.448617, "f1": 0.412424, "accuracy": 0.448617, "main_score": 0.412424, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"]}, {"precision": 0.432925, "recall": 0.486166, "f1": 0.446497, "accuracy": 0.486166, "main_score": 0.446497, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"]}, {"precision": 0.481825, "recall": 0.546443, "f1": 0.49774, "accuracy": 0.546443, "main_score": 0.49774, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"]}, {"precision": 0.458821, "recall": 0.52668, "f1": 0.47635, "accuracy": 0.52668, "main_score": 0.47635, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"]}, {"precision": 0.369323, "recall": 0.412055, "f1": 0.380362, "accuracy": 0.412055, "main_score": 0.380362, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"]}, {"precision": 0.410082, "recall": 0.45751, "f1": 0.422747, "accuracy": 0.45751, "main_score": 0.422747, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"]}, {"precision": 0.446473, "recall": 0.513834, "f1": 0.463215, "accuracy": 0.513834, "main_score": 0.463215, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"]}, {"precision": 0.365777, "recall": 0.417984, "f1": 0.378528, "accuracy": 0.417984, "main_score": 0.378528, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"]}, {"precision": 0.389847, "recall": 0.43083, "f1": 0.400558, "accuracy": 0.43083, "main_score": 0.400558, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"]}, {"precision": 0.440391, "recall": 0.508893, "f1": 0.457239, "accuracy": 0.508893, "main_score": 0.457239, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"]}, {"precision": 0.331929, "recall": 0.389328, "f1": 0.347146, "accuracy": 0.389328, "main_score": 0.347146, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"]}, {"precision": 0.418167, "recall": 0.475296, "f1": 0.432385, "accuracy": 0.475296, "main_score": 0.432385, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"]}, {"precision": 0.50567, "recall": 0.55336, "f1": 0.518195, "accuracy": 0.55336, "main_score": 0.518195, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"]}, {"precision": 0.42358, "recall": 0.465415, "f1": 0.434889, "accuracy": 0.465415, "main_score": 0.434889, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"]}, {"precision": 0.471452, "recall": 0.51581, "f1": 0.483344, "accuracy": 0.51581, "main_score": 0.483344, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"]}, {"precision": 0.457084, "recall": 0.522727, "f1": 0.472521, "accuracy": 0.522727, "main_score": 0.472521, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"]}, {"precision": 0.426273, "recall": 0.485178, "f1": 0.44147, "accuracy": 0.485178, "main_score": 0.44147, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"]}, {"precision": 0.477462, "recall": 0.539526, "f1": 0.494146, "accuracy": 0.539526, "main_score": 0.494146, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"]}, {"precision": 0.294453, "recall": 0.352767, "f1": 0.309815, "accuracy": 0.352767, "main_score": 0.309815, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"]}, {"precision": 0.48141, "recall": 0.544466, "f1": 0.497618, "accuracy": 0.544466, "main_score": 0.497618, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"]}, {"precision": 0.426957, "recall": 0.48419, "f1": 0.44119, "accuracy": 0.48419, "main_score": 0.44119, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"]}, {"precision": 0.48826, "recall": 0.544466, "f1": 0.502018, "accuracy": 0.544466, "main_score": 0.502018, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"]}, {"precision": 0.455878, "recall": 0.529644, "f1": 0.474058, "accuracy": 0.529644, "main_score": 0.474058, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"]}, {"precision": 0.402732, "recall": 0.451581, "f1": 0.414895, "accuracy": 0.451581, "main_score": 0.414895, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"]}, {"precision": 0.385455, "recall": 0.426877, "f1": 0.395939, "accuracy": 0.426877, "main_score": 0.395939, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"]}, {"precision": 0.584313, "recall": 0.651186, "f1": 0.603057, "accuracy": 0.651186, "main_score": 0.603057, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"]}, {"precision": 0.541898, "recall": 0.602767, "f1": 0.559049, "accuracy": 0.602767, "main_score": 0.559049, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"]}, {"precision": 0.442027, "recall": 0.517787, "f1": 0.462654, "accuracy": 0.517787, "main_score": 0.462654, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"]}, {"precision": 0.600694, "recall": 0.655138, "f1": 0.616242, "accuracy": 0.655138, "main_score": 0.616242, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"]}, {"precision": 0.880847, "recall": 0.913043, "f1": 0.891008, "accuracy": 0.913043, "main_score": 0.891008, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"]}, {"precision": 0.613761, "recall": 0.66502, "f1": 0.627874, "accuracy": 0.66502, "main_score": 0.627874, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"]}, {"precision": 0.619763, "recall": 0.677866, "f1": 0.636688, "accuracy": 0.677866, "main_score": 0.636688, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"]}, {"precision": 0.578888, "recall": 0.632411, "f1": 0.593997, "accuracy": 0.632411, "main_score": 0.593997, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"]}, {"precision": 0.180374, "recall": 0.231225, "f1": 0.192926, "accuracy": 0.231225, "main_score": 0.192926, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"]}, {"precision": 0.64069, "recall": 0.690711, "f1": 0.654734, "accuracy": 0.690711, "main_score": 0.654734, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"]}, {"precision": 0.684354, "recall": 0.73913, "f1": 0.700414, "accuracy": 0.73913, "main_score": 0.700414, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"]}, {"precision": 0.556374, "recall": 0.603755, "f1": 0.570342, "accuracy": 0.603755, "main_score": 0.570342, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"]}, {"precision": 0.496687, "recall": 0.572134, "f1": 0.517316, "accuracy": 0.572134, "main_score": 0.517316, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"]}, {"precision": 0.579603, "recall": 0.637352, "f1": 0.596794, "accuracy": 0.637352, "main_score": 0.596794, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"]}, {"precision": 0.5833, "recall": 0.644269, "f1": 0.600823, "accuracy": 0.644269, "main_score": 0.600823, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"]}, {"precision": 0.904397, "recall": 0.929842, "f1": 0.912286, "accuracy": 0.929842, "main_score": 0.912286, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"]}, {"precision": 0.542318, "recall": 0.599802, "f1": 0.559258, "accuracy": 0.599802, "main_score": 0.559258, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"]}, {"precision": 0.554854, "recall": 0.619565, "f1": 0.572631, "accuracy": 0.619565, "main_score": 0.572631, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"]}, {"precision": 0.53044, "recall": 0.58498, "f1": 0.545751, "accuracy": 0.58498, "main_score": 0.545751, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"]}, {"precision": 0.314833, "recall": 0.379447, "f1": 0.333162, "accuracy": 0.379447, "main_score": 0.333162, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"]}, {"precision": 0.601691, "recall": 0.662055, "f1": 0.619029, "accuracy": 0.662055, "main_score": 0.619029, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"]}, {"precision": 0.597308, "recall": 0.653162, "f1": 0.61387, "accuracy": 0.653162, "main_score": 0.61387, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"]}, {"precision": 0.718812, "recall": 0.779644, "f1": 0.736597, "accuracy": 0.779644, "main_score": 0.736597, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"]}, {"precision": 0.669401, "recall": 0.744071, "f1": 0.691337, "accuracy": 0.744071, "main_score": 0.691337, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"]}, {"precision": 0.732552, "recall": 0.785573, "f1": 0.74829, "accuracy": 0.785573, "main_score": 0.74829, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"]}, {"precision": 0.670652, "recall": 0.722332, "f1": 0.685757, "accuracy": 0.722332, "main_score": 0.685757, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"]}, {"precision": 0.658952, "recall": 0.72332, "f1": 0.67775, "accuracy": 0.72332, "main_score": 0.67775, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"]}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"]}, {"precision": 0.563754, "recall": 0.625494, "f1": 0.581215, "accuracy": 0.625494, "main_score": 0.581215, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"]}, {"precision": 0.562527, "recall": 0.616601, "f1": 0.57828, "accuracy": 0.616601, "main_score": 0.57828, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"]}, {"precision": 0.803771, "recall": 0.852767, "f1": 0.818991, "accuracy": 0.852767, "main_score": 0.818991, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"]}, {"precision": 0.479137, "recall": 0.536561, "f1": 0.494434, "accuracy": 0.536561, "main_score": 0.494434, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"]}, {"precision": 0.87607, "recall": 0.911067, "f1": 0.887418, "accuracy": 0.911067, "main_score": 0.887418, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"]}, {"precision": 0.552429, "recall": 0.619565, "f1": 0.571483, "accuracy": 0.619565, "main_score": 0.571483, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"]}, {"precision": 0.611695, "recall": 0.676877, "f1": 0.630226, "accuracy": 0.676877, "main_score": 0.630226, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"]}, {"precision": 0.188667, "recall": 0.248024, "f1": 0.202027, "accuracy": 0.248024, "main_score": 0.202027, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"]}, {"precision": 0.633055, "recall": 0.697628, "f1": 0.650862, "accuracy": 0.697628, "main_score": 0.650862, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"]}, {"precision": 0.812994, "recall": 0.860672, "f1": 0.827635, "accuracy": 0.860672, "main_score": 0.827635, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"]}, {"precision": 0.416012, "recall": 0.474308, "f1": 0.432359, "accuracy": 0.474308, "main_score": 0.432359, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"]}, {"precision": 0.68107, "recall": 0.735178, "f1": 0.696986, "accuracy": 0.735178, "main_score": 0.696986, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"]}, {"precision": 0.574204, "recall": 0.632411, "f1": 0.590821, "accuracy": 0.632411, "main_score": 0.590821, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"]}, {"precision": 0.525373, "recall": 0.585968, "f1": 0.542599, "accuracy": 0.585968, "main_score": 0.542599, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"]}, {"precision": 0.690646, "recall": 0.741107, "f1": 0.705374, "accuracy": 0.741107, "main_score": 0.705374, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"]}, {"precision": 0.224546, "recall": 0.302372, "f1": 0.244945, "accuracy": 0.302372, "main_score": 0.244945, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"]}, {"precision": 0.590851, "recall": 0.651186, "f1": 0.608374, "accuracy": 0.651186, "main_score": 0.608374, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"]}, {"precision": 0.593495, "recall": 0.653162, "f1": 0.611204, "accuracy": 0.653162, "main_score": 0.611204, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"]}, {"precision": 0.725099, "recall": 0.784585, "f1": 0.742396, "accuracy": 0.784585, "main_score": 0.742396, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"]}, {"precision": 0.576607, "recall": 0.640316, "f1": 0.59552, "accuracy": 0.640316, "main_score": 0.59552, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"]}, {"precision": 0.798699, "recall": 0.842885, "f1": 0.812088, "accuracy": 0.842885, "main_score": 0.812088, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"]}, {"precision": 0.477227, "recall": 0.540514, "f1": 0.494916, "accuracy": 0.540514, "main_score": 0.494916, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"]}, {"precision": 0.892704, "recall": 0.922925, "f1": 0.90224, "accuracy": 0.922925, "main_score": 0.90224, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"]}, {"precision": 0.631681, "recall": 0.679842, "f1": 0.645415, "accuracy": 0.679842, "main_score": 0.645415, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"]}, {"precision": 0.899704, "recall": 0.93083, "f1": 0.90975, "accuracy": 0.93083, "main_score": 0.90975, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"]}, {"precision": 0.474764, "recall": 0.541502, "f1": 0.492898, "accuracy": 0.541502, "main_score": 0.492898, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"]}, {"precision": 0.626383, "recall": 0.699605, "f1": 0.648602, "accuracy": 0.699605, "main_score": 0.648602, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"]}, {"precision": 0.853755, "recall": 0.891304, "f1": 0.865217, "accuracy": 0.891304, "main_score": 0.865217, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"]}, {"precision": 0.650652, "recall": 0.706522, "f1": 0.666623, "accuracy": 0.706522, "main_score": 0.666623, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"]}, {"precision": 0.656246, "recall": 0.711462, "f1": 0.67248, "accuracy": 0.711462, "main_score": 0.67248, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"]}, {"precision": 0.548571, "recall": 0.612648, "f1": 0.567248, "accuracy": 0.612648, "main_score": 0.567248, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"]}, {"precision": 0.55523, "recall": 0.614625, "f1": 0.572236, "accuracy": 0.614625, "main_score": 0.572236, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"]}, {"precision": 0.83111, "recall": 0.873518, "f1": 0.843874, "accuracy": 0.873518, "main_score": 0.843874, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"]}, {"precision": 0.55723, "recall": 0.617589, "f1": 0.574381, "accuracy": 0.617589, "main_score": 0.574381, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"]}, {"precision": 0.64858, "recall": 0.706522, "f1": 0.665051, "accuracy": 0.706522, "main_score": 0.665051, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"]}, {"precision": 0.930912, "recall": 0.952569, "f1": 0.937978, "accuracy": 0.952569, "main_score": 0.937978, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"]}, {"precision": 0.506269, "recall": 0.562253, "f1": 0.522296, "accuracy": 0.562253, "main_score": 0.522296, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"]}, {"precision": 0.584072, "recall": 0.642292, "f1": 0.5999, "accuracy": 0.642292, "main_score": 0.5999, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"]}, {"precision": 0.600264, "recall": 0.658103, "f1": 0.616704, "accuracy": 0.658103, "main_score": 0.616704, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"]}, {"precision": 0.576367, "recall": 0.626482, "f1": 0.590274, "accuracy": 0.626482, "main_score": 0.590274, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"]}, {"precision": 0.55118, "recall": 0.613636, "f1": 0.569368, "accuracy": 0.613636, "main_score": 0.569368, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"]}, {"precision": 0.736858, "recall": 0.794466, "f1": 0.75415, "accuracy": 0.794466, "main_score": 0.75415, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"]}, {"precision": 0.74996, "recall": 0.797431, "f1": 0.764081, "accuracy": 0.797431, "main_score": 0.764081, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"]}, {"precision": 0.892375, "recall": 0.917984, "f1": 0.900033, "accuracy": 0.917984, "main_score": 0.900033, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"]}, {"precision": 0.497794, "recall": 0.578063, "f1": 0.521895, "accuracy": 0.578063, "main_score": 0.521895, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"]}, {"precision": 0.715951, "recall": 0.774704, "f1": 0.733665, "accuracy": 0.774704, "main_score": 0.733665, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"]}, {"precision": 0.612794, "recall": 0.660079, "f1": 0.626523, "accuracy": 0.660079, "main_score": 0.626523, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"]}, {"precision": 0.420455, "recall": 0.466403, "f1": 0.433153, "accuracy": 0.466403, "main_score": 0.433153, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"]}, {"precision": 0.51903, "recall": 0.561265, "f1": 0.531172, "accuracy": 0.561265, "main_score": 0.531172, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"]}, {"precision": 0.222579, "recall": 0.264822, "f1": 0.233627, "accuracy": 0.264822, "main_score": 0.233627, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"]}, {"precision": 0.554811, "recall": 0.608696, "f1": 0.567924, "accuracy": 0.608696, "main_score": 0.567924, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"]}, {"precision": 0.51532, "recall": 0.568182, "f1": 0.529661, "accuracy": 0.568182, "main_score": 0.529661, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"]}, {"precision": 0.55021, "recall": 0.598814, "f1": 0.563367, "accuracy": 0.598814, "main_score": 0.563367, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"]}, {"precision": 0.550962, "recall": 0.590909, "f1": 0.561571, "accuracy": 0.590909, "main_score": 0.561571, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"]}, {"precision": 0.594545, "recall": 0.632411, "f1": 0.604329, "accuracy": 0.632411, "main_score": 0.604329, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"]}, {"precision": 0.567298, "recall": 0.609684, "f1": 0.578485, "accuracy": 0.609684, "main_score": 0.578485, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"]}, {"precision": 0.55906, "recall": 0.596838, "f1": 0.569132, "accuracy": 0.596838, "main_score": 0.569132, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"]}, {"precision": 0.566453, "recall": 0.601779, "f1": 0.576526, "accuracy": 0.601779, "main_score": 0.576526, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"]}, {"precision": 0.547545, "recall": 0.598814, "f1": 0.560191, "accuracy": 0.598814, "main_score": 0.560191, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"]}, {"precision": 0.550122, "recall": 0.596838, "f1": 0.562618, "accuracy": 0.596838, "main_score": 0.562618, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"]}, {"precision": 0.518773, "recall": 0.560277, "f1": 0.529967, "accuracy": 0.560277, "main_score": 0.529967, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"]}, {"precision": 0.551333, "recall": 0.598814, "f1": 0.563119, "accuracy": 0.598814, "main_score": 0.563119, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"]}, {"precision": 0.50777, "recall": 0.557312, "f1": 0.520614, "accuracy": 0.557312, "main_score": 0.520614, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"]}, {"precision": 0.564702, "recall": 0.615613, "f1": 0.57734, "accuracy": 0.615613, "main_score": 0.57734, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"]}, {"precision": 0.556482, "recall": 0.592885, "f1": 0.56649, "accuracy": 0.592885, "main_score": 0.56649, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"]}, {"precision": 0.549575, "recall": 0.592885, "f1": 0.56016, "accuracy": 0.592885, "main_score": 0.56016, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"]}, {"precision": 0.529363, "recall": 0.578063, "f1": 0.54136, "accuracy": 0.578063, "main_score": 0.54136, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"]}, {"precision": 0.580508, "recall": 0.630435, "f1": 0.593173, "accuracy": 0.630435, "main_score": 0.593173, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"]}, {"precision": 0.58496, "recall": 0.635375, "f1": 0.596932, "accuracy": 0.635375, "main_score": 0.596932, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"]}, {"precision": 0.555469, "recall": 0.597826, "f1": 0.567439, "accuracy": 0.597826, "main_score": 0.567439, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"]}, {"precision": 0.549913, "recall": 0.600791, "f1": 0.563679, "accuracy": 0.600791, "main_score": 0.563679, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"]}, {"precision": 0.564109, "recall": 0.616601, "f1": 0.578062, "accuracy": 0.616601, "main_score": 0.578062, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"]}, {"precision": 0.559696, "recall": 0.598814, "f1": 0.570725, "accuracy": 0.598814, "main_score": 0.570725, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"]}, {"precision": 0.212059, "recall": 0.250988, "f1": 0.22143, "accuracy": 0.250988, "main_score": 0.22143, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"]}, {"precision": 0.557562, "recall": 0.606719, "f1": 0.569376, "accuracy": 0.606719, "main_score": 0.569376, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"]}, {"precision": 0.591151, "recall": 0.630435, "f1": 0.601897, "accuracy": 0.630435, "main_score": 0.601897, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"]}, {"precision": 0.564669, "recall": 0.609684, "f1": 0.576072, "accuracy": 0.609684, "main_score": 0.576072, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"]}, {"precision": 0.567146, "recall": 0.617589, "f1": 0.580655, "accuracy": 0.617589, "main_score": 0.580655, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"]}, {"precision": 0.535661, "recall": 0.581028, "f1": 0.547433, "accuracy": 0.581028, "main_score": 0.547433, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"]}, {"precision": 0.564074, "recall": 0.610672, "f1": 0.575886, "accuracy": 0.610672, "main_score": 0.575886, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"]}, {"precision": 0.544996, "recall": 0.586957, "f1": 0.556736, "accuracy": 0.586957, "main_score": 0.556736, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"]}, {"precision": 0.581351, "recall": 0.62747, "f1": 0.592334, "accuracy": 0.62747, "main_score": 0.592334, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"]}, {"precision": 0.485037, "recall": 0.533597, "f1": 0.497119, "accuracy": 0.533597, "main_score": 0.497119, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"]}, {"precision": 0.538046, "recall": 0.583004, "f1": 0.549557, "accuracy": 0.583004, "main_score": 0.549557, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"]}, {"precision": 0.563137, "recall": 0.613636, "f1": 0.576109, "accuracy": 0.613636, "main_score": 0.576109, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"]}, {"precision": 0.556194, "recall": 0.606719, "f1": 0.568852, "accuracy": 0.606719, "main_score": 0.568852, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"]}, {"precision": 0.54228, "recall": 0.591897, "f1": 0.554744, "accuracy": 0.591897, "main_score": 0.554744, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"]}, {"precision": 0.53356, "recall": 0.570158, "f1": 0.544385, "accuracy": 0.570158, "main_score": 0.544385, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"]}, {"precision": 0.381304, "recall": 0.436759, "f1": 0.395703, "accuracy": 0.436759, "main_score": 0.395703, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"]}, {"precision": 0.566502, "recall": 0.61166, "f1": 0.578632, "accuracy": 0.61166, "main_score": 0.578632, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"]}, {"precision": 0.561852, "recall": 0.61166, "f1": 0.575182, "accuracy": 0.61166, "main_score": 0.575182, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"]}, {"precision": 0.586888, "recall": 0.631423, "f1": 0.598526, "accuracy": 0.631423, "main_score": 0.598526, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"]}, {"precision": 0.552245, "recall": 0.592885, "f1": 0.562231, "accuracy": 0.592885, "main_score": 0.562231, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"]}, {"precision": 0.557694, "recall": 0.601779, "f1": 0.56945, "accuracy": 0.601779, "main_score": 0.56945, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"]}, {"precision": 0.55926, "recall": 0.608696, "f1": 0.573108, "accuracy": 0.608696, "main_score": 0.573108, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"]}, {"precision": 0.54114, "recall": 0.586957, "f1": 0.553011, "accuracy": 0.586957, "main_score": 0.553011, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"]}, {"precision": 0.566171, "recall": 0.607708, "f1": 0.576776, "accuracy": 0.607708, "main_score": 0.576776, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"]}, {"precision": 0.582042, "recall": 0.629447, "f1": 0.593864, "accuracy": 0.629447, "main_score": 0.593864, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"]}, {"precision": 0.590039, "recall": 0.633399, "f1": 0.601307, "accuracy": 0.633399, "main_score": 0.601307, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"]}, {"precision": 0.507991, "recall": 0.551383, "f1": 0.520486, "accuracy": 0.551383, "main_score": 0.520486, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"]}, {"precision": 0.567838, "recall": 0.608696, "f1": 0.578153, "accuracy": 0.608696, "main_score": 0.578153, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"]}, {"precision": 0.413109, "recall": 0.456522, "f1": 0.424916, "accuracy": 0.456522, "main_score": 0.424916, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"]}, {"precision": 0.494694, "recall": 0.532609, "f1": 0.505439, "accuracy": 0.532609, "main_score": 0.505439, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"]}, {"precision": 0.568141, "recall": 0.605731, "f1": 0.578485, "accuracy": 0.605731, "main_score": 0.578485, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"]}, {"precision": 0.29826, "recall": 0.343874, "f1": 0.310211, "accuracy": 0.343874, "main_score": 0.310211, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"]}, {"precision": 0.564722, "recall": 0.616601, "f1": 0.578087, "accuracy": 0.616601, "main_score": 0.578087, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"]}, {"precision": 0.55206, "recall": 0.600791, "f1": 0.56408, "accuracy": 0.600791, "main_score": 0.56408, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"]}, {"precision": 0.570512, "recall": 0.620553, "f1": 0.583602, "accuracy": 0.620553, "main_score": 0.583602, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"]}, {"precision": 0.5375, "recall": 0.593874, "f1": 0.552559, "accuracy": 0.593874, "main_score": 0.552559, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"]}, {"precision": 0.549039, "recall": 0.592885, "f1": 0.559898, "accuracy": 0.592885, "main_score": 0.559898, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"]}, {"precision": 0.568211, "recall": 0.605731, "f1": 0.577949, "accuracy": 0.605731, "main_score": 0.577949, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"]}, {"precision": 0.552936, "recall": 0.599802, "f1": 0.565467, "accuracy": 0.599802, "main_score": 0.565467, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"]}, {"precision": 0.594401, "recall": 0.641304, "f1": 0.606845, "accuracy": 0.641304, "main_score": 0.606845, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"]}, {"precision": 0.53135, "recall": 0.570158, "f1": 0.542046, "accuracy": 0.570158, "main_score": 0.542046, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"]}, {"precision": 0.575361, "recall": 0.613636, "f1": 0.584282, "accuracy": 0.613636, "main_score": 0.584282, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"]}, {"precision": 0.514663, "recall": 0.563241, "f1": 0.527914, "accuracy": 0.563241, "main_score": 0.527914, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"]}, {"precision": 0.594567, "recall": 0.636364, "f1": 0.606221, "accuracy": 0.636364, "main_score": 0.606221, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"]}, {"precision": 0.532963, "recall": 0.58004, "f1": 0.545368, "accuracy": 0.58004, "main_score": 0.545368, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"]}, {"precision": 0.566971, "recall": 0.607708, "f1": 0.576496, "accuracy": 0.607708, "main_score": 0.576496, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"]}, {"precision": 0.280713, "recall": 0.331028, "f1": 0.293181, "accuracy": 0.331028, "main_score": 0.293181, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"]}, {"precision": 0.542014, "recall": 0.582016, "f1": 0.552319, "accuracy": 0.582016, "main_score": 0.552319, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"]}, {"precision": 0.539886, "recall": 0.588933, "f1": 0.553032, "accuracy": 0.588933, "main_score": 0.553032, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"]}, {"precision": 0.544906, "recall": 0.585968, "f1": 0.556236, "accuracy": 0.585968, "main_score": 0.556236, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"]}, {"precision": 0.482002, "recall": 0.522727, "f1": 0.492816, "accuracy": 0.522727, "main_score": 0.492816, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"]}, {"precision": 0.575208, "recall": 0.62253, "f1": 0.587267, "accuracy": 0.62253, "main_score": 0.587267, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"]}, {"precision": 0.560268, "recall": 0.606719, "f1": 0.572051, "accuracy": 0.606719, "main_score": 0.572051, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"]}, {"precision": 0.562179, "recall": 0.606719, "f1": 0.573305, "accuracy": 0.606719, "main_score": 0.573305, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"]}, {"precision": 0.496989, "recall": 0.543478, "f1": 0.509578, "accuracy": 0.543478, "main_score": 0.509578, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"]}, {"precision": 0.584124, "recall": 0.630435, "f1": 0.595975, "accuracy": 0.630435, "main_score": 0.595975, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"]}, {"precision": 0.556645, "recall": 0.602767, "f1": 0.567643, "accuracy": 0.602767, "main_score": 0.567643, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"]}, {"precision": 0.560334, "recall": 0.606719, "f1": 0.57284, "accuracy": 0.606719, "main_score": 0.57284, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"]}, {"precision": 0.539784, "recall": 0.592885, "f1": 0.553622, "accuracy": 0.592885, "main_score": 0.553622, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"]}, {"precision": 0.509766, "recall": 0.543478, "f1": 0.519141, "accuracy": 0.543478, "main_score": 0.519141, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"]}, {"precision": 0.549239, "recall": 0.603755, "f1": 0.563751, "accuracy": 0.603755, "main_score": 0.563751, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"]}, {"precision": 0.535378, "recall": 0.585968, "f1": 0.54869, "accuracy": 0.585968, "main_score": 0.54869, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"]}, {"precision": 0.560707, "recall": 0.608696, "f1": 0.572383, "accuracy": 0.608696, "main_score": 0.572383, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"]}, {"precision": 0.553647, "recall": 0.607708, "f1": 0.567341, "accuracy": 0.607708, "main_score": 0.567341, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"]}, {"precision": 0.540323, "recall": 0.583004, "f1": 0.551199, "accuracy": 0.583004, "main_score": 0.551199, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"]}, {"precision": 0.482869, "recall": 0.51581, "f1": 0.491737, "accuracy": 0.51581, "main_score": 0.491737, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"]}, {"precision": 0.592514, "recall": 0.629447, "f1": 0.602617, "accuracy": 0.629447, "main_score": 0.602617, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"]}, {"precision": 0.519894, "recall": 0.568182, "f1": 0.532029, "accuracy": 0.568182, "main_score": 0.532029, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"]}, {"precision": 0.518852, "recall": 0.567194, "f1": 0.531574, "accuracy": 0.567194, "main_score": 0.531574, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"]}, {"precision": 0.560572, "recall": 0.612648, "f1": 0.574113, "accuracy": 0.612648, "main_score": 0.574113, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"]}, {"precision": 0.49399, "recall": 0.530632, "f1": 0.504537, "accuracy": 0.530632, "main_score": 0.504537, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"]}, {"precision": 0.594108, "recall": 0.633399, "f1": 0.603866, "accuracy": 0.633399, "main_score": 0.603866, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"]}, {"precision": 0.551957, "recall": 0.598814, "f1": 0.563908, "accuracy": 0.598814, "main_score": 0.563908, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"]}, {"precision": 0.571893, "recall": 0.618577, "f1": 0.584702, "accuracy": 0.618577, "main_score": 0.584702, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"]}, {"precision": 0.574421, "recall": 0.625494, "f1": 0.587043, "accuracy": 0.625494, "main_score": 0.587043, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"]}, {"precision": 0.539066, "recall": 0.586957, "f1": 0.551334, "accuracy": 0.586957, "main_score": 0.551334, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"]}, {"precision": 0.555621, "recall": 0.600791, "f1": 0.567686, "accuracy": 0.600791, "main_score": 0.567686, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"]}, {"precision": 0.423377, "recall": 0.494071, "f1": 0.441872, "accuracy": 0.494071, "main_score": 0.441872, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"]}, {"precision": 0.521995, "recall": 0.561265, "f1": 0.53212, "accuracy": 0.561265, "main_score": 0.53212, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"]}, {"precision": 0.208647, "recall": 0.249012, "f1": 0.218533, "accuracy": 0.249012, "main_score": 0.218533, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"]}, {"precision": 0.556851, "recall": 0.592885, "f1": 0.567198, "accuracy": 0.592885, "main_score": 0.567198, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"]}, {"precision": 0.474938, "recall": 0.517787, "f1": 0.486125, "accuracy": 0.517787, "main_score": 0.486125, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"]}, {"precision": 0.558081, "recall": 0.608696, "f1": 0.570787, "accuracy": 0.608696, "main_score": 0.570787, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"]}, {"precision": 0.561599, "recall": 0.599802, "f1": 0.571224, "accuracy": 0.599802, "main_score": 0.571224, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"]}, {"precision": 0.450194, "recall": 0.508893, "f1": 0.466097, "accuracy": 0.508893, "main_score": 0.466097, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"]}, {"precision": 0.547933, "recall": 0.592885, "f1": 0.560046, "accuracy": 0.592885, "main_score": 0.560046, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"]}, {"precision": 0.561057, "recall": 0.614625, "f1": 0.574868, "accuracy": 0.614625, "main_score": 0.574868, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"]}, {"precision": 0.529194, "recall": 0.581028, "f1": 0.542706, "accuracy": 0.581028, "main_score": 0.542706, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"]}, {"precision": 0.55672, "recall": 0.605731, "f1": 0.569688, "accuracy": 0.605731, "main_score": 0.569688, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"]}, {"precision": 0.658478, "recall": 0.709486, "f1": 0.673061, "accuracy": 0.709486, "main_score": 0.673061, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"]}, {"precision": 0.541079, "recall": 0.589921, "f1": 0.554019, "accuracy": 0.589921, "main_score": 0.554019, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"]}, {"precision": 0.589089, "recall": 0.629447, "f1": 0.600106, "accuracy": 0.629447, "main_score": 0.600106, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"]}, {"precision": 0.489366, "recall": 0.532609, "f1": 0.501849, "accuracy": 0.532609, "main_score": 0.501849, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"]}, {"precision": 0.504365, "recall": 0.546443, "f1": 0.516128, "accuracy": 0.546443, "main_score": 0.516128, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"]}, {"precision": 0.554879, "recall": 0.594862, "f1": 0.565192, "accuracy": 0.594862, "main_score": 0.565192, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"]}, {"precision": 0.565223, "recall": 0.606719, "f1": 0.576052, "accuracy": 0.606719, "main_score": 0.576052, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"]}, {"precision": 0.138161, "recall": 0.181818, "f1": 0.14993, "accuracy": 0.181818, "main_score": 0.14993, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"]}, {"precision": 0.558371, "recall": 0.612648, "f1": 0.573265, "accuracy": 0.612648, "main_score": 0.573265, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"]}, {"precision": 0.489706, "recall": 0.546443, "f1": 0.504582, "accuracy": 0.546443, "main_score": 0.504582, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"]}, {"precision": 0.53803, "recall": 0.579051, "f1": 0.548633, "accuracy": 0.579051, "main_score": 0.548633, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"]}, {"precision": 0.564975, "recall": 0.612648, "f1": 0.57759, "accuracy": 0.612648, "main_score": 0.57759, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"]}, {"precision": 0.511613, "recall": 0.5583, "f1": 0.524784, "accuracy": 0.5583, "main_score": 0.524784, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"]}, {"precision": 0.528584, "recall": 0.574111, "f1": 0.541187, "accuracy": 0.574111, "main_score": 0.541187, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"]}, {"precision": 0.54475, "recall": 0.599802, "f1": 0.559055, "accuracy": 0.599802, "main_score": 0.559055, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"]}, {"precision": 0.568655, "recall": 0.615613, "f1": 0.5808, "accuracy": 0.615613, "main_score": 0.5808, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"]}, {"precision": 0.570356, "recall": 0.612648, "f1": 0.580637, "accuracy": 0.612648, "main_score": 0.580637, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"]}, {"precision": 0.543948, "recall": 0.587945, "f1": 0.556133, "accuracy": 0.587945, "main_score": 0.556133, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"]}, {"precision": 0.525517, "recall": 0.574111, "f1": 0.540129, "accuracy": 0.574111, "main_score": 0.540129, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"]}, {"precision": 0.565189, "recall": 0.608696, "f1": 0.576369, "accuracy": 0.608696, "main_score": 0.576369, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"]}, {"precision": 0.503089, "recall": 0.536561, "f1": 0.512947, "accuracy": 0.536561, "main_score": 0.512947, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"]}, {"precision": 0.519242, "recall": 0.564229, "f1": 0.53155, "accuracy": 0.564229, "main_score": 0.53155, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"]}, {"precision": 0.556998, "recall": 0.604743, "f1": 0.569925, "accuracy": 0.604743, "main_score": 0.569925, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"]}, {"precision": 0.559763, "recall": 0.603755, "f1": 0.571523, "accuracy": 0.603755, "main_score": 0.571523, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"]}, {"precision": 0.547543, "recall": 0.596838, "f1": 0.560402, "accuracy": 0.596838, "main_score": 0.560402, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"]}, {"precision": 0.452538, "recall": 0.494071, "f1": 0.463679, "accuracy": 0.494071, "main_score": 0.463679, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"]}, {"precision": 0.591738, "recall": 0.635375, "f1": 0.603446, "accuracy": 0.635375, "main_score": 0.603446, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"]}, {"precision": 0.549499, "recall": 0.600791, "f1": 0.561931, "accuracy": 0.600791, "main_score": 0.561931, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"]}, {"precision": 0.532492, "recall": 0.585968, "f1": 0.545958, "accuracy": 0.585968, "main_score": 0.545958, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"]}, {"precision": 0.504411, "recall": 0.556324, "f1": 0.517829, "accuracy": 0.556324, "main_score": 0.517829, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"]}, {"precision": 0.51613, "recall": 0.562253, "f1": 0.528605, "accuracy": 0.562253, "main_score": 0.528605, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"]}, {"precision": 0.495297, "recall": 0.544466, "f1": 0.508871, "accuracy": 0.544466, "main_score": 0.508871, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"]}, {"precision": 0.520424, "recall": 0.572134, "f1": 0.533474, "accuracy": 0.572134, "main_score": 0.533474, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"]}, {"precision": 0.600455, "recall": 0.640316, "f1": 0.610885, "accuracy": 0.640316, "main_score": 0.610885, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"]}, {"precision": 0.498638, "recall": 0.548419, "f1": 0.510805, "accuracy": 0.548419, "main_score": 0.510805, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"]}, {"precision": 0.553604, "recall": 0.606719, "f1": 0.566577, "accuracy": 0.606719, "main_score": 0.566577, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"]}, {"precision": 0.535454, "recall": 0.579051, "f1": 0.546516, "accuracy": 0.579051, "main_score": 0.546516, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"]}, {"precision": 0.576063, "recall": 0.628458, "f1": 0.590051, "accuracy": 0.628458, "main_score": 0.590051, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"]}, {"precision": 0.550027, "recall": 0.598814, "f1": 0.562603, "accuracy": 0.598814, "main_score": 0.562603, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"]}, {"precision": 0.568756, "recall": 0.614625, "f1": 0.580208, "accuracy": 0.614625, "main_score": 0.580208, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"]}, {"precision": 0.496831, "recall": 0.549407, "f1": 0.510101, "accuracy": 0.549407, "main_score": 0.510101, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"]}, {"precision": 0.553393, "recall": 0.594862, "f1": 0.564316, "accuracy": 0.594862, "main_score": 0.564316, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"]}, {"precision": 0.465995, "recall": 0.51581, "f1": 0.478911, "accuracy": 0.51581, "main_score": 0.478911, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"]}, {"precision": 0.561135, "recall": 0.615613, "f1": 0.574692, "accuracy": 0.615613, "main_score": 0.574692, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"]}, {"precision": 0.39263, "recall": 0.442688, "f1": 0.406588, "accuracy": 0.442688, "main_score": 0.406588, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"]}, {"precision": 0.529665, "recall": 0.581028, "f1": 0.542878, "accuracy": 0.581028, "main_score": 0.542878, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"]}, {"precision": 0.547563, "recall": 0.596838, "f1": 0.561406, "accuracy": 0.596838, "main_score": 0.561406, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"]}, {"precision": 0.562364, "recall": 0.601779, "f1": 0.572722, "accuracy": 0.601779, "main_score": 0.572722, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"]}, {"precision": 0.547914, "recall": 0.582016, "f1": 0.556619, "accuracy": 0.582016, "main_score": 0.556619, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"]}, {"precision": 0.526934, "recall": 0.576087, "f1": 0.539218, "accuracy": 0.576087, "main_score": 0.539218, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"]}, {"precision": 0.542275, "recall": 0.582016, "f1": 0.553323, "accuracy": 0.582016, "main_score": 0.553323, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"]}, {"precision": 0.56507, "recall": 0.606719, "f1": 0.576649, "accuracy": 0.606719, "main_score": 0.576649, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"]}, {"precision": 0.556555, "recall": 0.597826, "f1": 0.566843, "accuracy": 0.597826, "main_score": 0.566843, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"]}, {"precision": 0.562955, "recall": 0.604743, "f1": 0.574015, "accuracy": 0.604743, "main_score": 0.574015, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"]}, {"precision": 0.591488, "recall": 0.633399, "f1": 0.60216, "accuracy": 0.633399, "main_score": 0.60216, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"]}, {"precision": 0.511734, "recall": 0.555336, "f1": 0.523907, "accuracy": 0.555336, "main_score": 0.523907, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"]}, {"precision": 0.574359, "recall": 0.623518, "f1": 0.586578, "accuracy": 0.623518, "main_score": 0.586578, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"]}, {"precision": 0.549839, "recall": 0.600791, "f1": 0.562499, "accuracy": 0.600791, "main_score": 0.562499, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"]}, {"precision": 0.559796, "recall": 0.612648, "f1": 0.573432, "accuracy": 0.612648, "main_score": 0.573432, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"]}, {"precision": 0.534248, "recall": 0.581028, "f1": 0.547258, "accuracy": 0.581028, "main_score": 0.547258, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"]}, {"precision": 0.569065, "recall": 0.618577, "f1": 0.582424, "accuracy": 0.618577, "main_score": 0.582424, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"]}, {"precision": 0.56686, "recall": 0.605731, "f1": 0.576533, "accuracy": 0.605731, "main_score": 0.576533, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"]}, {"precision": 0.563458, "recall": 0.604743, "f1": 0.574699, "accuracy": 0.604743, "main_score": 0.574699, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"]}, {"precision": 0.73438, "recall": 0.789526, "f1": 0.750464, "accuracy": 0.789526, "main_score": 0.750464, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"]}, {"precision": 0.48463, "recall": 0.530632, "f1": 0.497272, "accuracy": 0.530632, "main_score": 0.497272, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"]}, {"precision": 0.575328, "recall": 0.623518, "f1": 0.587695, "accuracy": 0.623518, "main_score": 0.587695, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"]}, {"precision": 0.525574, "recall": 0.575099, "f1": 0.538283, "accuracy": 0.575099, "main_score": 0.538283, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"]}, {"precision": 0.499599, "recall": 0.541502, "f1": 0.510956, "accuracy": 0.541502, "main_score": 0.510956, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"]}, {"precision": 0.5559, "recall": 0.591897, "f1": 0.565414, "accuracy": 0.591897, "main_score": 0.565414, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"]}, {"precision": 0.53659, "recall": 0.590909, "f1": 0.551055, "accuracy": 0.590909, "main_score": 0.551055, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"]}, {"precision": 0.578822, "recall": 0.621542, "f1": 0.590373, "accuracy": 0.621542, "main_score": 0.590373, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"]}, {"precision": 0.561808, "recall": 0.606719, "f1": 0.574451, "accuracy": 0.606719, "main_score": 0.574451, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"]}, {"precision": 0.534582, "recall": 0.581028, "f1": 0.546634, "accuracy": 0.581028, "main_score": 0.546634, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"]}, {"precision": 0.510616, "recall": 0.550395, "f1": 0.522412, "accuracy": 0.550395, "main_score": 0.522412, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"]}, {"precision": 0.563023, "recall": 0.599802, "f1": 0.572923, "accuracy": 0.599802, "main_score": 0.572923, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"]}, {"precision": 0.559861, "recall": 0.599802, "f1": 0.569726, "accuracy": 0.599802, "main_score": 0.569726, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"]}, {"precision": 0.548801, "recall": 0.589921, "f1": 0.559702, "accuracy": 0.589921, "main_score": 0.559702, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"]}, {"precision": 0.55075, "recall": 0.583004, "f1": 0.559292, "accuracy": 0.583004, "main_score": 0.559292, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"]}, {"precision": 0.523758, "recall": 0.576087, "f1": 0.538066, "accuracy": 0.576087, "main_score": 0.538066, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"]}, {"precision": 0.523465, "recall": 0.570158, "f1": 0.535773, "accuracy": 0.570158, "main_score": 0.535773, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"]}, {"precision": 0.554717, "recall": 0.601779, "f1": 0.566604, "accuracy": 0.601779, "main_score": 0.566604, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"]}, {"precision": 0.413803, "recall": 0.475296, "f1": 0.431452, "accuracy": 0.475296, "main_score": 0.431452, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"]}, {"precision": 0.553081, "recall": 0.598814, "f1": 0.56484, "accuracy": 0.598814, "main_score": 0.56484, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"]}, {"precision": 0.533829, "recall": 0.576087, "f1": 0.544578, "accuracy": 0.576087, "main_score": 0.544578, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"]}, {"precision": 0.551526, "recall": 0.599802, "f1": 0.564312, "accuracy": 0.599802, "main_score": 0.564312, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"]}, {"precision": 0.564399, "recall": 0.610672, "f1": 0.576232, "accuracy": 0.610672, "main_score": 0.576232, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"]}, {"precision": 0.524147, "recall": 0.56917, "f1": 0.536001, "accuracy": 0.56917, "main_score": 0.536001, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"]}, {"precision": 0.54083, "recall": 0.581028, "f1": 0.55215, "accuracy": 0.581028, "main_score": 0.55215, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"]}, {"precision": 0.601088, "recall": 0.661067, "f1": 0.617797, "accuracy": 0.661067, "main_score": 0.617797, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"]}, {"precision": 0.527293, "recall": 0.587945, "f1": 0.545062, "accuracy": 0.587945, "main_score": 0.545062, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"]}, {"precision": 0.465987, "recall": 0.544466, "f1": 0.487136, "accuracy": 0.544466, "main_score": 0.487136, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"]}, {"precision": 0.603782, "recall": 0.662055, "f1": 0.620309, "accuracy": 0.662055, "main_score": 0.620309, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"]}, {"precision": 0.886397, "recall": 0.914032, "f1": 0.895092, "accuracy": 0.914032, "main_score": 0.895092, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"]}, {"precision": 0.606144, "recall": 0.663043, "f1": 0.622334, "accuracy": 0.663043, "main_score": 0.622334, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"]}, {"precision": 0.619532, "recall": 0.685771, "f1": 0.638481, "accuracy": 0.685771, "main_score": 0.638481, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"]}, {"precision": 0.560106, "recall": 0.623518, "f1": 0.578134, "accuracy": 0.623518, "main_score": 0.578134, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"]}, {"precision": 0.188549, "recall": 0.240119, "f1": 0.20125, "accuracy": 0.240119, "main_score": 0.20125, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"]}, {"precision": 0.642732, "recall": 0.690711, "f1": 0.65531, "accuracy": 0.690711, "main_score": 0.65531, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"]}, {"precision": 0.690275, "recall": 0.748024, "f1": 0.707137, "accuracy": 0.748024, "main_score": 0.707137, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"]}, {"precision": 0.55108, "recall": 0.604743, "f1": 0.567111, "accuracy": 0.604743, "main_score": 0.567111, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"]}, {"precision": 0.512064, "recall": 0.586957, "f1": 0.532384, "accuracy": 0.586957, "main_score": 0.532384, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"]}, {"precision": 0.56438, "recall": 0.628458, "f1": 0.583023, "accuracy": 0.628458, "main_score": 0.583023, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"]}, {"precision": 0.5986, "recall": 0.657115, "f1": 0.614523, "accuracy": 0.657115, "main_score": 0.614523, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"]}, {"precision": 0.533845, "recall": 0.597826, "f1": 0.552184, "accuracy": 0.597826, "main_score": 0.552184, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"]}, {"precision": 0.568643, "recall": 0.633399, "f1": 0.586615, "accuracy": 0.633399, "main_score": 0.586615, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"]}, {"precision": 0.529537, "recall": 0.586957, "f1": 0.545161, "accuracy": 0.586957, "main_score": 0.545161, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"]}, {"precision": 0.317731, "recall": 0.380435, "f1": 0.334526, "accuracy": 0.380435, "main_score": 0.334526, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"]}, {"precision": 0.603591, "recall": 0.667984, "f1": 0.62182, "accuracy": 0.667984, "main_score": 0.62182, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"]}, {"precision": 0.598164, "recall": 0.653162, "f1": 0.613974, "accuracy": 0.653162, "main_score": 0.613974, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"]}, {"precision": 0.724658, "recall": 0.787549, "f1": 0.743132, "accuracy": 0.787549, "main_score": 0.743132, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"]}, {"precision": 0.698403, "recall": 0.766798, "f1": 0.718695, "accuracy": 0.766798, "main_score": 0.718695, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"]}, {"precision": 0.723617, "recall": 0.782609, "f1": 0.740961, "accuracy": 0.782609, "main_score": 0.740961, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"]}, {"precision": 0.662154, "recall": 0.721344, "f1": 0.679729, "accuracy": 0.721344, "main_score": 0.679729, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"]}, {"precision": 0.677216, "recall": 0.742095, "f1": 0.6959, "accuracy": 0.742095, "main_score": 0.6959, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"]}, {"precision": 0.564043, "recall": 0.625494, "f1": 0.580958, "accuracy": 0.625494, "main_score": 0.580958, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"]}, {"precision": 0.570396, "recall": 0.628458, "f1": 0.586726, "accuracy": 0.628458, "main_score": 0.586726, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"]}, {"precision": 0.820389, "recall": 0.864625, "f1": 0.833794, "accuracy": 0.864625, "main_score": 0.833794, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"]}, {"precision": 0.480998, "recall": 0.537549, "f1": 0.495539, "accuracy": 0.537549, "main_score": 0.495539, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"]}, {"precision": 0.89818, "recall": 0.926877, "f1": 0.907334, "accuracy": 0.926877, "main_score": 0.907334, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"]}, {"precision": 0.54333, "recall": 0.61166, "f1": 0.562207, "accuracy": 0.61166, "main_score": 0.562207, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"]}, {"precision": 0.612445, "recall": 0.675889, "f1": 0.629942, "accuracy": 0.675889, "main_score": 0.629942, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"]}, {"precision": 0.196035, "recall": 0.255929, "f1": 0.209048, "accuracy": 0.255929, "main_score": 0.209048, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"]}, {"precision": 0.643415, "recall": 0.704545, "f1": 0.660639, "accuracy": 0.704545, "main_score": 0.660639, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"]}, {"precision": 0.828426, "recall": 0.874506, "f1": 0.842688, "accuracy": 0.874506, "main_score": 0.842688, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"]}, {"precision": 0.416012, "recall": 0.480237, "f1": 0.433305, "accuracy": 0.480237, "main_score": 0.433305, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"]}, {"precision": 0.686709, "recall": 0.746047, "f1": 0.704207, "accuracy": 0.746047, "main_score": 0.704207, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"]}, {"precision": 0.56889, "recall": 0.629447, "f1": 0.586074, "accuracy": 0.629447, "main_score": 0.586074, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"]}, {"precision": 0.515284, "recall": 0.58004, "f1": 0.533147, "accuracy": 0.58004, "main_score": 0.533147, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"]}, {"precision": 0.680428, "recall": 0.737154, "f1": 0.697217, "accuracy": 0.737154, "main_score": 0.697217, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"]}, {"precision": 0.250469, "recall": 0.33498, "f1": 0.272764, "accuracy": 0.33498, "main_score": 0.272764, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"]}, {"precision": 0.580569, "recall": 0.646245, "f1": 0.599017, "accuracy": 0.646245, "main_score": 0.599017, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"]}, {"precision": 0.598357, "recall": 0.659091, "f1": 0.615308, "accuracy": 0.659091, "main_score": 0.615308, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"]}, {"precision": 0.733679, "recall": 0.797431, "f1": 0.752917, "accuracy": 0.797431, "main_score": 0.752917, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"]}, {"precision": 0.569548, "recall": 0.629447, "f1": 0.586764, "accuracy": 0.629447, "main_score": 0.586764, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"]}, {"precision": 0.8083, "recall": 0.853755, "f1": 0.822596, "accuracy": 0.853755, "main_score": 0.822596, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"]}, {"precision": 0.472616, "recall": 0.538538, "f1": 0.490799, "accuracy": 0.538538, "main_score": 0.490799, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"]}, {"precision": 0.910491, "recall": 0.936759, "f1": 0.918874, "accuracy": 0.936759, "main_score": 0.918874, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"]}, {"precision": 0.620998, "recall": 0.679842, "f1": 0.638462, "accuracy": 0.679842, "main_score": 0.638462, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"]}, {"precision": 0.914361, "recall": 0.940711, "f1": 0.92276, "accuracy": 0.940711, "main_score": 0.92276, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"]}, {"precision": 0.480966, "recall": 0.545455, "f1": 0.498257, "accuracy": 0.545455, "main_score": 0.498257, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"]}, {"precision": 0.645183, "recall": 0.712451, "f1": 0.664943, "accuracy": 0.712451, "main_score": 0.664943, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"]}, {"precision": 0.856555, "recall": 0.892292, "f1": 0.867358, "accuracy": 0.892292, "main_score": 0.867358, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"]}, {"precision": 0.666536, "recall": 0.719368, "f1": 0.681989, "accuracy": 0.719368, "main_score": 0.681989, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"]}, {"precision": 0.661893, "recall": 0.726285, "f1": 0.680797, "accuracy": 0.726285, "main_score": 0.680797, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"]}, {"precision": 0.547662, "recall": 0.617589, "f1": 0.567394, "accuracy": 0.617589, "main_score": 0.567394, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"]}, {"precision": 0.550092, "recall": 0.61166, "f1": 0.567668, "accuracy": 0.61166, "main_score": 0.567668, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"]}, {"precision": 0.840415, "recall": 0.883399, "f1": 0.853887, "accuracy": 0.883399, "main_score": 0.853887, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"]}, {"precision": 0.555949, "recall": 0.62253, "f1": 0.574871, "accuracy": 0.62253, "main_score": 0.574871, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"]}, {"precision": 0.632569, "recall": 0.695652, "f1": 0.65048, "accuracy": 0.695652, "main_score": 0.65048, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"]}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"]}, {"precision": 0.498363, "recall": 0.556324, "f1": 0.514594, "accuracy": 0.556324, "main_score": 0.514594, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"]}, {"precision": 0.591792, "recall": 0.653162, "f1": 0.60863, "accuracy": 0.653162, "main_score": 0.60863, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"]}, {"precision": 0.617549, "recall": 0.675889, "f1": 0.634601, "accuracy": 0.675889, "main_score": 0.634601, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"]}, {"precision": 0.564951, "recall": 0.62253, "f1": 0.580889, "accuracy": 0.62253, "main_score": 0.580889, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"]}, {"precision": 0.543316, "recall": 0.61166, "f1": 0.563018, "accuracy": 0.61166, "main_score": 0.563018, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"]}, {"precision": 0.759453, "recall": 0.814229, "f1": 0.77612, "accuracy": 0.814229, "main_score": 0.77612, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"]}, {"precision": 0.763949, "recall": 0.814229, "f1": 0.779381, "accuracy": 0.814229, "main_score": 0.779381, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"]}, {"precision": 0.880312, "recall": 0.908103, "f1": 0.888554, "accuracy": 0.908103, "main_score": 0.888554, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"]}, {"precision": 0.487821, "recall": 0.564229, "f1": 0.510186, "accuracy": 0.564229, "main_score": 0.510186, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"]}, {"precision": 0.726367, "recall": 0.780632, "f1": 0.74241, "accuracy": 0.780632, "main_score": 0.74241, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"]}, {"precision": 0.611537, "recall": 0.661067, "f1": 0.625549, "accuracy": 0.661067, "main_score": 0.625549, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"]}, {"precision": 0.609529, "recall": 0.673913, "f1": 0.628066, "accuracy": 0.673913, "main_score": 0.628066, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"]}, {"precision": 0.543305, "recall": 0.606719, "f1": 0.561566, "accuracy": 0.606719, "main_score": 0.561566, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"]}, {"precision": 0.452999, "recall": 0.530632, "f1": 0.4735, "accuracy": 0.530632, "main_score": 0.4735, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"]}, {"precision": 0.617231, "recall": 0.668972, "f1": 0.631756, "accuracy": 0.668972, "main_score": 0.631756, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"]}, {"precision": 0.881456, "recall": 0.912055, "f1": 0.891304, "accuracy": 0.912055, "main_score": 0.891304, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"]}, {"precision": 0.964921, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"]}, {"precision": 0.61609, "recall": 0.673913, "f1": 0.632423, "accuracy": 0.673913, "main_score": 0.632423, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"]}, {"precision": 0.626814, "recall": 0.689723, "f1": 0.644537, "accuracy": 0.689723, "main_score": 0.644537, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"]}, {"precision": 0.575496, "recall": 0.635375, "f1": 0.592067, "accuracy": 0.635375, "main_score": 0.592067, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"]}, {"precision": 0.190461, "recall": 0.241107, "f1": 0.202456, "accuracy": 0.241107, "main_score": 0.202456, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"]}, {"precision": 0.665942, "recall": 0.709486, "f1": 0.678, "accuracy": 0.709486, "main_score": 0.678, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"]}, {"precision": 0.689509, "recall": 0.742095, "f1": 0.705256, "accuracy": 0.742095, "main_score": 0.705256, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"]}, {"precision": 0.567528, "recall": 0.617589, "f1": 0.581925, "accuracy": 0.617589, "main_score": 0.581925, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"]}, {"precision": 0.531805, "recall": 0.601779, "f1": 0.550412, "accuracy": 0.601779, "main_score": 0.550412, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"]}, {"precision": 0.58481, "recall": 0.648221, "f1": 0.603328, "accuracy": 0.648221, "main_score": 0.603328, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"]}, {"precision": 0.607749, "recall": 0.667984, "f1": 0.624834, "accuracy": 0.667984, "main_score": 0.624834, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"]}, {"precision": 0.919055, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"]}, {"precision": 0.544748, "recall": 0.602767, "f1": 0.561077, "accuracy": 0.602767, "main_score": 0.561077, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"]}, {"precision": 0.577573, "recall": 0.639328, "f1": 0.594917, "accuracy": 0.639328, "main_score": 0.594917, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"]}, {"precision": 0.545589, "recall": 0.600791, "f1": 0.56075, "accuracy": 0.600791, "main_score": 0.56075, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"]}, {"precision": 0.324984, "recall": 0.38834, "f1": 0.342157, "accuracy": 0.38834, "main_score": 0.342157, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"]}, {"precision": 0.617424, "recall": 0.674901, "f1": 0.633517, "accuracy": 0.674901, "main_score": 0.633517, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"]}, {"precision": 0.618908, "recall": 0.666008, "f1": 0.632306, "accuracy": 0.666008, "main_score": 0.632306, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"]}, {"precision": 0.722083, "recall": 0.777668, "f1": 0.738187, "accuracy": 0.777668, "main_score": 0.738187, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"]}, {"precision": 0.663669, "recall": 0.738142, "f1": 0.685441, "accuracy": 0.738142, "main_score": 0.685441, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"]}, {"precision": 0.729974, "recall": 0.783597, "f1": 0.746035, "accuracy": 0.783597, "main_score": 0.746035, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"]}, {"precision": 0.686702, "recall": 0.731225, "f1": 0.699739, "accuracy": 0.731225, "main_score": 0.699739, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"]}, {"precision": 0.67838, "recall": 0.737154, "f1": 0.695504, "accuracy": 0.737154, "main_score": 0.695504, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"]}, {"precision": 0.573064, "recall": 0.629447, "f1": 0.588703, "accuracy": 0.629447, "main_score": 0.588703, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"]}, {"precision": 0.583746, "recall": 0.636364, "f1": 0.598919, "accuracy": 0.636364, "main_score": 0.598919, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"]}, {"precision": 0.821789, "recall": 0.862648, "f1": 0.834025, "accuracy": 0.862648, "main_score": 0.834025, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"]}, {"precision": 0.485007, "recall": 0.547431, "f1": 0.501764, "accuracy": 0.547431, "main_score": 0.501764, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"]}, {"precision": 0.901186, "recall": 0.928854, "f1": 0.910244, "accuracy": 0.928854, "main_score": 0.910244, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"]}, {"precision": 0.564133, "recall": 0.625494, "f1": 0.581046, "accuracy": 0.625494, "main_score": 0.581046, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"]}, {"precision": 0.611451, "recall": 0.677866, "f1": 0.629902, "accuracy": 0.677866, "main_score": 0.629902, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"]}, {"precision": 0.202101, "recall": 0.259881, "f1": 0.215558, "accuracy": 0.259881, "main_score": 0.215558, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"]}, {"precision": 0.656555, "recall": 0.713439, "f1": 0.673061, "accuracy": 0.713439, "main_score": 0.673061, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"]}, {"precision": 0.832592, "recall": 0.878458, "f1": 0.846871, "accuracy": 0.878458, "main_score": 0.846871, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"]}, {"precision": 0.427701, "recall": 0.485178, "f1": 0.443697, "accuracy": 0.485178, "main_score": 0.443697, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"]}, {"precision": 0.699654, "recall": 0.756917, "f1": 0.716733, "accuracy": 0.756917, "main_score": 0.716733, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"]}, {"precision": 0.583399, "recall": 0.644269, "f1": 0.600993, "accuracy": 0.644269, "main_score": 0.600993, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"]}, {"precision": 0.531806, "recall": 0.593874, "f1": 0.549377, "accuracy": 0.593874, "main_score": 0.549377, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"]}, {"precision": 0.693556, "recall": 0.745059, "f1": 0.708416, "accuracy": 0.745059, "main_score": 0.708416, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"]}, {"precision": 0.259057, "recall": 0.337945, "f1": 0.279305, "accuracy": 0.337945, "main_score": 0.279305, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"]}, {"precision": 0.615326, "recall": 0.668972, "f1": 0.630818, "accuracy": 0.668972, "main_score": 0.630818, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"]}, {"precision": 0.607971, "recall": 0.666996, "f1": 0.624441, "accuracy": 0.666996, "main_score": 0.624441, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"]}, {"precision": 0.741354, "recall": 0.80336, "f1": 0.760559, "accuracy": 0.80336, "main_score": 0.760559, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"]}, {"precision": 0.587903, "recall": 0.645257, "f1": 0.60465, "accuracy": 0.645257, "main_score": 0.60465, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"]}, {"precision": 0.825758, "recall": 0.867589, "f1": 0.838933, "accuracy": 0.867589, "main_score": 0.838933, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"]}, {"precision": 0.487945, "recall": 0.549407, "f1": 0.504466, "accuracy": 0.549407, "main_score": 0.504466, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"]}, {"precision": 0.900231, "recall": 0.925889, "f1": 0.90807, "accuracy": 0.925889, "main_score": 0.90807, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"]}, {"precision": 0.635279, "recall": 0.693676, "f1": 0.651703, "accuracy": 0.693676, "main_score": 0.651703, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"]}, {"precision": 0.912055, "recall": 0.938735, "f1": 0.920619, "accuracy": 0.938735, "main_score": 0.920619, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"]}, {"precision": 0.485912, "recall": 0.554348, "f1": 0.504746, "accuracy": 0.554348, "main_score": 0.504746, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"]}, {"precision": 0.632839, "recall": 0.701581, "f1": 0.652899, "accuracy": 0.701581, "main_score": 0.652899, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"]}, {"precision": 0.843412, "recall": 0.881423, "f1": 0.855204, "accuracy": 0.881423, "main_score": 0.855204, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"]}, {"precision": 0.677341, "recall": 0.722332, "f1": 0.690226, "accuracy": 0.722332, "main_score": 0.690226, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"]}, {"precision": 0.666643, "recall": 0.720356, "f1": 0.682246, "accuracy": 0.720356, "main_score": 0.682246, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"]}, {"precision": 0.56208, "recall": 0.62747, "f1": 0.580754, "accuracy": 0.62747, "main_score": 0.580754, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"]}, {"precision": 0.563285, "recall": 0.62747, "f1": 0.581461, "accuracy": 0.62747, "main_score": 0.581461, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"]}, {"precision": 0.869071, "recall": 0.90415, "f1": 0.880072, "accuracy": 0.90415, "main_score": 0.880072, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"]}, {"precision": 0.565308, "recall": 0.62747, "f1": 0.582333, "accuracy": 0.62747, "main_score": 0.582333, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"]}, {"precision": 0.660738, "recall": 0.714427, "f1": 0.676013, "accuracy": 0.714427, "main_score": 0.676013, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"]}, {"precision": 0.933877, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"]}, {"precision": 0.513708, "recall": 0.570158, "f1": 0.52909, "accuracy": 0.570158, "main_score": 0.52909, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"]}, {"precision": 0.596536, "recall": 0.649209, "f1": 0.61121, "accuracy": 0.649209, "main_score": 0.61121, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"]}, {"precision": 0.627866, "recall": 0.688735, "f1": 0.645935, "accuracy": 0.688735, "main_score": 0.645935, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"]}, {"precision": 0.585065, "recall": 0.639328, "f1": 0.600071, "accuracy": 0.639328, "main_score": 0.600071, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"]}, {"precision": 0.564286, "recall": 0.626482, "f1": 0.58225, "accuracy": 0.626482, "main_score": 0.58225, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"]}, {"precision": 0.7536, "recall": 0.805336, "f1": 0.769055, "accuracy": 0.805336, "main_score": 0.769055, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"]}, {"precision": 0.76861, "recall": 0.815217, "f1": 0.782675, "accuracy": 0.815217, "main_score": 0.782675, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"]}, {"precision": 0.885293, "recall": 0.914032, "f1": 0.894288, "accuracy": 0.914032, "main_score": 0.894288, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"]}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"]}, {"precision": 0.512884, "recall": 0.585968, "f1": 0.53444, "accuracy": 0.585968, "main_score": 0.53444, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"]}, {"precision": 0.736742, "recall": 0.794466, "f1": 0.754136, "accuracy": 0.794466, "main_score": 0.754136, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"]}, {"precision": 0.618729, "recall": 0.663043, "f1": 0.631101, "accuracy": 0.663043, "main_score": 0.631101, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"]}, {"precision": 0.544583, "recall": 0.615613, "f1": 0.564936, "accuracy": 0.615613, "main_score": 0.564936, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"]}, {"precision": 0.50491, "recall": 0.56917, "f1": 0.523259, "accuracy": 0.56917, "main_score": 0.523259, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"]}, {"precision": 0.428614, "recall": 0.508893, "f1": 0.450011, "accuracy": 0.508893, "main_score": 0.450011, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"]}, {"precision": 0.577762, "recall": 0.633399, "f1": 0.593401, "accuracy": 0.633399, "main_score": 0.593401, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"]}, {"precision": 0.843989, "recall": 0.883399, "f1": 0.856126, "accuracy": 0.883399, "main_score": 0.856126, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"]}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"]}, {"precision": 0.583267, "recall": 0.647233, "f1": 0.601405, "accuracy": 0.647233, "main_score": 0.601405, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"]}, {"precision": 0.606821, "recall": 0.673913, "f1": 0.625304, "accuracy": 0.673913, "main_score": 0.625304, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"]}, {"precision": 0.538653, "recall": 0.603755, "f1": 0.557568, "accuracy": 0.603755, "main_score": 0.557568, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"]}, {"precision": 0.175952, "recall": 0.22332, "f1": 0.188436, "accuracy": 0.22332, "main_score": 0.188436, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"]}, {"precision": 0.613399, "recall": 0.666996, "f1": 0.62879, "accuracy": 0.666996, "main_score": 0.62879, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"]}, {"precision": 0.646986, "recall": 0.708498, "f1": 0.665217, "accuracy": 0.708498, "main_score": 0.665217, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"]}, {"precision": 0.529032, "recall": 0.589921, "f1": 0.546923, "accuracy": 0.589921, "main_score": 0.546923, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"]}, {"precision": 0.477517, "recall": 0.55336, "f1": 0.497608, "accuracy": 0.55336, "main_score": 0.497608, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"]}, {"precision": 0.541941, "recall": 0.601779, "f1": 0.559198, "accuracy": 0.601779, "main_score": 0.559198, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"]}, {"precision": 0.565836, "recall": 0.624506, "f1": 0.582009, "accuracy": 0.624506, "main_score": 0.582009, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"]}, {"precision": 0.850412, "recall": 0.887352, "f1": 0.861679, "accuracy": 0.887352, "main_score": 0.861679, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"]}, {"precision": 0.512682, "recall": 0.571146, "f1": 0.529603, "accuracy": 0.571146, "main_score": 0.529603, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"]}, {"precision": 0.509111, "recall": 0.578063, "f1": 0.527859, "accuracy": 0.578063, "main_score": 0.527859, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"]}, {"precision": 0.512808, "recall": 0.577075, "f1": 0.530033, "accuracy": 0.577075, "main_score": 0.530033, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"]}, {"precision": 0.935935, "recall": 0.956522, "f1": 0.942688, "accuracy": 0.956522, "main_score": 0.942688, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"]}, {"precision": 0.312634, "recall": 0.37253, "f1": 0.328581, "accuracy": 0.37253, "main_score": 0.328581, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"]}, {"precision": 0.579283, "recall": 0.642292, "f1": 0.597418, "accuracy": 0.642292, "main_score": 0.597418, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"]}, {"precision": 0.978014, "recall": 0.98419, "f1": 0.979974, "accuracy": 0.98419, "main_score": 0.979974, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"]}, {"precision": 0.580258, "recall": 0.639328, "f1": 0.596948, "accuracy": 0.639328, "main_score": 0.596948, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"]}, {"precision": 0.68274, "recall": 0.746047, "f1": 0.701259, "accuracy": 0.746047, "main_score": 0.701259, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"]}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"]}, {"precision": 0.624186, "recall": 0.701581, "f1": 0.646827, "accuracy": 0.701581, "main_score": 0.646827, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"]}, {"precision": 0.679473, "recall": 0.740119, "f1": 0.697301, "accuracy": 0.740119, "main_score": 0.697301, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"]}, {"precision": 0.64007, "recall": 0.703557, "f1": 0.658504, "accuracy": 0.703557, "main_score": 0.658504, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"]}, {"precision": 0.674407, "recall": 0.741107, "f1": 0.694353, "accuracy": 0.741107, "main_score": 0.694353, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"]}, {"precision": 0.97332, "recall": 0.980237, "f1": 0.975626, "accuracy": 0.980237, "main_score": 0.975626, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"]}, {"precision": 0.917161, "recall": 0.942688, "f1": 0.925395, "accuracy": 0.942688, "main_score": 0.925395, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"]}, {"precision": 0.539543, "recall": 0.599802, "f1": 0.556561, "accuracy": 0.599802, "main_score": 0.556561, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"]}, {"precision": 0.542598, "recall": 0.603755, "f1": 0.559881, "accuracy": 0.603755, "main_score": 0.559881, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"]}, {"precision": 0.790029, "recall": 0.836957, "f1": 0.803955, "accuracy": 0.836957, "main_score": 0.803955, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"]}, {"precision": 0.470962, "recall": 0.530632, "f1": 0.486905, "accuracy": 0.530632, "main_score": 0.486905, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"]}, {"precision": 0.815209, "recall": 0.86166, "f1": 0.82937, "accuracy": 0.86166, "main_score": 0.82937, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"]}, {"precision": 0.542223, "recall": 0.606719, "f1": 0.560098, "accuracy": 0.606719, "main_score": 0.560098, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"]}, {"precision": 0.574577, "recall": 0.644269, "f1": 0.594177, "accuracy": 0.644269, "main_score": 0.594177, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"]}, {"precision": 0.196268, "recall": 0.250988, "f1": 0.208652, "accuracy": 0.250988, "main_score": 0.208652, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"]}, {"precision": 0.616551, "recall": 0.686759, "f1": 0.636557, "accuracy": 0.686759, "main_score": 0.636557, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"]}, {"precision": 0.761726, "recall": 0.820158, "f1": 0.779696, "accuracy": 0.820158, "main_score": 0.779696, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"]}, {"precision": 0.409463, "recall": 0.467391, "f1": 0.425411, "accuracy": 0.467391, "main_score": 0.425411, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"]}, {"precision": 0.650083, "recall": 0.706522, "f1": 0.666326, "accuracy": 0.706522, "main_score": 0.666326, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"]}, {"precision": 0.547985, "recall": 0.615613, "f1": 0.567279, "accuracy": 0.615613, "main_score": 0.567279, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"]}, {"precision": 0.502766, "recall": 0.579051, "f1": 0.52409, "accuracy": 0.579051, "main_score": 0.52409, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"]}, {"precision": 0.656851, "recall": 0.714427, "f1": 0.673767, "accuracy": 0.714427, "main_score": 0.673767, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"]}, {"precision": 0.238729, "recall": 0.323123, "f1": 0.261081, "accuracy": 0.323123, "main_score": 0.261081, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"]}, {"precision": 0.927536, "recall": 0.950593, "f1": 0.935112, "accuracy": 0.950593, "main_score": 0.935112, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"]}, {"precision": 0.56522, "recall": 0.62747, "f1": 0.583451, "accuracy": 0.62747, "main_score": 0.583451, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"]}, {"precision": 0.577911, "recall": 0.645257, "f1": 0.596599, "accuracy": 0.645257, "main_score": 0.596599, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"]}, {"precision": 0.672341, "recall": 0.743083, "f1": 0.693989, "accuracy": 0.743083, "main_score": 0.693989, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"]}, {"precision": 0.564962, "recall": 0.626482, "f1": 0.582499, "accuracy": 0.626482, "main_score": 0.582499, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"]}, {"precision": 0.731983, "recall": 0.783597, "f1": 0.747299, "accuracy": 0.783597, "main_score": 0.747299, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"]}, {"precision": 0.978179, "recall": 0.98419, "f1": 0.979974, "accuracy": 0.98419, "main_score": 0.979974, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"]}, {"precision": 0.46535, "recall": 0.530632, "f1": 0.483229, "accuracy": 0.530632, "main_score": 0.483229, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"]}, {"precision": 0.939345, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"]}, {"precision": 0.807839, "recall": 0.856719, "f1": 0.823254, "accuracy": 0.856719, "main_score": 0.823254, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"]}, {"precision": 0.913241, "recall": 0.938735, "f1": 0.921245, "accuracy": 0.938735, "main_score": 0.921245, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"]}, {"precision": 0.598139, "recall": 0.655138, "f1": 0.614766, "accuracy": 0.655138, "main_score": 0.614766, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"]}, {"precision": 0.894104, "recall": 0.926877, "f1": 0.904644, "accuracy": 0.926877, "main_score": 0.904644, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"]}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"]}, {"precision": 0.448769, "recall": 0.519763, "f1": 0.467724, "accuracy": 0.519763, "main_score": 0.467724, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"]}, {"precision": 0.607915, "recall": 0.681818, "f1": 0.629647, "accuracy": 0.681818, "main_score": 0.629647, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"]}, {"precision": 0.983449, "recall": 0.987154, "f1": 0.984585, "accuracy": 0.987154, "main_score": 0.984585, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"]}, {"precision": 0.948781, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"]}, {"precision": 0.812187, "recall": 0.856719, "f1": 0.825692, "accuracy": 0.856719, "main_score": 0.825692, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"]}, {"precision": 0.646349, "recall": 0.699605, "f1": 0.661185, "accuracy": 0.699605, "main_score": 0.661185, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"]}, {"precision": 0.636224, "recall": 0.695652, "f1": 0.652978, "accuracy": 0.695652, "main_score": 0.652978, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"]}, {"precision": 0.540688, "recall": 0.601779, "f1": 0.557992, "accuracy": 0.601779, "main_score": 0.557992, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"]}, {"precision": 0.53293, "recall": 0.596838, "f1": 0.550756, "accuracy": 0.596838, "main_score": 0.550756, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"]}, {"precision": 0.793099, "recall": 0.840909, "f1": 0.807218, "accuracy": 0.840909, "main_score": 0.807218, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"]}, {"precision": 0.531517, "recall": 0.597826, "f1": 0.550181, "accuracy": 0.597826, "main_score": 0.550181, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"]}, {"precision": 0.593504, "recall": 0.660079, "f1": 0.61283, "accuracy": 0.660079, "main_score": 0.61283, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"]}, {"precision": 0.898468, "recall": 0.928854, "f1": 0.908333, "accuracy": 0.928854, "main_score": 0.908333, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"]}, {"precision": 0.484357, "recall": 0.547431, "f1": 0.501887, "accuracy": 0.547431, "main_score": 0.501887, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"]}, {"precision": 0.561284, "recall": 0.62253, "f1": 0.57812, "accuracy": 0.62253, "main_score": 0.57812, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"]}, {"precision": 0.581334, "recall": 0.644269, "f1": 0.599344, "accuracy": 0.644269, "main_score": 0.599344, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"]}, {"precision": 0.547587, "recall": 0.603755, "f1": 0.563207, "accuracy": 0.603755, "main_score": 0.563207, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"]}, {"precision": 0.530583, "recall": 0.600791, "f1": 0.550776, "accuracy": 0.600791, "main_score": 0.550776, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"]}, {"precision": 0.708756, "recall": 0.764822, "f1": 0.725692, "accuracy": 0.764822, "main_score": 0.725692, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"]}, {"precision": 0.741634, "recall": 0.789526, "f1": 0.756145, "accuracy": 0.789526, "main_score": 0.756145, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"]}, {"precision": 0.863126, "recall": 0.897233, "f1": 0.873221, "accuracy": 0.897233, "main_score": 0.873221, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"]}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"]}, {"precision": 0.476772, "recall": 0.557312, "f1": 0.500101, "accuracy": 0.557312, "main_score": 0.500101, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"]}, {"precision": 0.676169, "recall": 0.736166, "f1": 0.694043, "accuracy": 0.736166, "main_score": 0.694043, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"]}, {"precision": 0.580667, "recall": 0.634387, "f1": 0.596171, "accuracy": 0.634387, "main_score": 0.596171, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"]}, {"precision": 0.560228, "recall": 0.618577, "f1": 0.576386, "accuracy": 0.618577, "main_score": 0.576386, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"]}, {"precision": 0.546892, "recall": 0.599802, "f1": 0.561503, "accuracy": 0.599802, "main_score": 0.561503, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"]}, {"precision": 0.377392, "recall": 0.445652, "f1": 0.395013, "accuracy": 0.445652, "main_score": 0.395013, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"]}, {"precision": 0.951828, "recall": 0.965415, "f1": 0.956094, "accuracy": 0.965415, "main_score": 0.956094, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"]}, {"precision": 0.597381, "recall": 0.643281, "f1": 0.610335, "accuracy": 0.643281, "main_score": 0.610335, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"]}, {"precision": 0.84081, "recall": 0.87747, "f1": 0.851877, "accuracy": 0.87747, "main_score": 0.851877, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"]}, {"precision": 0.921278, "recall": 0.9417, "f1": 0.927701, "accuracy": 0.9417, "main_score": 0.927701, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"]}, {"precision": 0.96693, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"]}, {"precision": 0.589599, "recall": 0.643281, "f1": 0.604814, "accuracy": 0.643281, "main_score": 0.604814, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"]}, {"precision": 0.932559, "recall": 0.952569, "f1": 0.938966, "accuracy": 0.952569, "main_score": 0.938966, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"]}, {"precision": 0.603027, "recall": 0.662055, "f1": 0.619222, "accuracy": 0.662055, "main_score": 0.619222, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"]}, {"precision": 0.563193, "recall": 0.613636, "f1": 0.577119, "accuracy": 0.613636, "main_score": 0.577119, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"]}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"]}, {"precision": 0.19744, "recall": 0.242095, "f1": 0.208886, "accuracy": 0.242095, "main_score": 0.208886, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"]}, {"precision": 0.609977, "recall": 0.662055, "f1": 0.624664, "accuracy": 0.662055, "main_score": 0.624664, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"]}, {"precision": 0.675609, "recall": 0.724308, "f1": 0.689281, "accuracy": 0.724308, "main_score": 0.689281, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"]}, {"precision": 0.916074, "recall": 0.937747, "f1": 0.922713, "accuracy": 0.937747, "main_score": 0.922713, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"]}, {"precision": 0.552739, "recall": 0.596838, "f1": 0.565651, "accuracy": 0.596838, "main_score": 0.565651, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"]}, {"precision": 0.505255, "recall": 0.56917, "f1": 0.522428, "accuracy": 0.56917, "main_score": 0.522428, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"]}, {"precision": 0.565451, "recall": 0.615613, "f1": 0.579949, "accuracy": 0.615613, "main_score": 0.579949, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"]}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"]}, {"precision": 0.581152, "recall": 0.637352, "f1": 0.597711, "accuracy": 0.637352, "main_score": 0.597711, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"]}, {"precision": 0.852061, "recall": 0.889328, "f1": 0.863801, "accuracy": 0.889328, "main_score": 0.863801, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"]}, {"precision": 0.97225, "recall": 0.979249, "f1": 0.974374, "accuracy": 0.979249, "main_score": 0.974374, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"]}, {"precision": 0.526936, "recall": 0.582016, "f1": 0.542786, "accuracy": 0.582016, "main_score": 0.542786, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"]}, {"precision": 0.527786, "recall": 0.589921, "f1": 0.545144, "accuracy": 0.589921, "main_score": 0.545144, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"]}, {"precision": 0.524558, "recall": 0.56917, "f1": 0.536679, "accuracy": 0.56917, "main_score": 0.536679, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"]}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"]}, {"precision": 0.320441, "recall": 0.371542, "f1": 0.334409, "accuracy": 0.371542, "main_score": 0.334409, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"]}, {"precision": 0.57416, "recall": 0.630435, "f1": 0.590129, "accuracy": 0.630435, "main_score": 0.590129, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.955981, "accuracy": 0.965415, "main_score": 0.955981, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"]}, {"precision": 0.928195, "recall": 0.949605, "f1": 0.9349, "accuracy": 0.949605, "main_score": 0.9349, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"]}, {"precision": 0.576566, "recall": 0.624506, "f1": 0.589949, "accuracy": 0.624506, "main_score": 0.589949, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"]}, {"precision": 0.705741, "recall": 0.757905, "f1": 0.72169, "accuracy": 0.757905, "main_score": 0.72169, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"]}, {"precision": 0.955781, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"]}, {"precision": 0.565261, "recall": 0.644269, "f1": 0.587378, "accuracy": 0.644269, "main_score": 0.587378, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"]}, {"precision": 0.675003, "recall": 0.726285, "f1": 0.689501, "accuracy": 0.726285, "main_score": 0.689501, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"]}, {"precision": 0.663031, "recall": 0.713439, "f1": 0.677143, "accuracy": 0.713439, "main_score": 0.677143, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"]}, {"precision": 0.637857, "recall": 0.6917, "f1": 0.653755, "accuracy": 0.6917, "main_score": 0.653755, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"]}, {"precision": 0.967391, "recall": 0.975296, "f1": 0.969862, "accuracy": 0.975296, "main_score": 0.969862, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"]}, {"precision": 0.904397, "recall": 0.93083, "f1": 0.91278, "accuracy": 0.93083, "main_score": 0.91278, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"]}, {"precision": 0.551214, "recall": 0.608696, "f1": 0.567376, "accuracy": 0.608696, "main_score": 0.567376, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"]}, {"precision": 0.557486, "recall": 0.612648, "f1": 0.573489, "accuracy": 0.612648, "main_score": 0.573489, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"]}, {"precision": 0.777997, "recall": 0.821146, "f1": 0.790603, "accuracy": 0.821146, "main_score": 0.790603, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"]}, {"precision": 0.467789, "recall": 0.517787, "f1": 0.480828, "accuracy": 0.517787, "main_score": 0.480828, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"]}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"]}, {"precision": 0.833646, "recall": 0.873518, "f1": 0.845553, "accuracy": 0.873518, "main_score": 0.845553, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"]}, {"precision": 0.547591, "recall": 0.598814, "f1": 0.561677, "accuracy": 0.598814, "main_score": 0.561677, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956192, "accuracy": 0.965415, "main_score": 0.956192, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"]}, {"precision": 0.606593, "recall": 0.660079, "f1": 0.621762, "accuracy": 0.660079, "main_score": 0.621762, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"]}, {"precision": 0.195248, "recall": 0.246047, "f1": 0.206914, "accuracy": 0.246047, "main_score": 0.206914, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"]}, {"precision": 0.620825, "recall": 0.676877, "f1": 0.637557, "accuracy": 0.676877, "main_score": 0.637557, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"]}, {"precision": 0.740053, "recall": 0.796443, "f1": 0.756653, "accuracy": 0.796443, "main_score": 0.756653, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"]}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967721, "accuracy": 0.974308, "main_score": 0.967721, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"]}, {"precision": 0.415452, "recall": 0.469368, "f1": 0.430291, "accuracy": 0.469368, "main_score": 0.430291, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"]}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"]}, {"precision": 0.655649, "recall": 0.710474, "f1": 0.672299, "accuracy": 0.710474, "main_score": 0.672299, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"]}, {"precision": 0.551982, "recall": 0.612648, "f1": 0.569113, "accuracy": 0.612648, "main_score": 0.569113, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"]}, {"precision": 0.516959, "recall": 0.573123, "f1": 0.532784, "accuracy": 0.573123, "main_score": 0.532784, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"]}, {"precision": 0.671817, "recall": 0.716403, "f1": 0.684031, "accuracy": 0.716403, "main_score": 0.684031, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"]}, {"precision": 0.205724, "recall": 0.274704, "f1": 0.223738, "accuracy": 0.274704, "main_score": 0.223738, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"]}, {"precision": 0.916288, "recall": 0.939723, "f1": 0.92365, "accuracy": 0.939723, "main_score": 0.92365, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"]}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"]}, {"precision": 0.585203, "recall": 0.643281, "f1": 0.60197, "accuracy": 0.643281, "main_score": 0.60197, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"]}, {"precision": 0.573589, "recall": 0.634387, "f1": 0.590046, "accuracy": 0.634387, "main_score": 0.590046, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"]}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"]}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"]}, {"precision": 0.688761, "recall": 0.741107, "f1": 0.703861, "accuracy": 0.741107, "main_score": 0.703861, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"]}, {"precision": 0.563075, "recall": 0.620553, "f1": 0.579363, "accuracy": 0.620553, "main_score": 0.579363, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"]}, {"precision": 0.75187, "recall": 0.8083, "f1": 0.768528, "accuracy": 0.8083, "main_score": 0.768528, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"]}, {"precision": 0.960063, "recall": 0.970356, "f1": 0.96334, "accuracy": 0.970356, "main_score": 0.96334, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"]}, {"precision": 0.465967, "recall": 0.518775, "f1": 0.480156, "accuracy": 0.518775, "main_score": 0.480156, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"]}, {"precision": 0.915135, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"]}, {"precision": 0.828343, "recall": 0.871542, "f1": 0.84193, "accuracy": 0.871542, "main_score": 0.84193, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"]}, {"precision": 0.894681, "recall": 0.920949, "f1": 0.902701, "accuracy": 0.920949, "main_score": 0.902701, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"]}, {"precision": 0.89249, "recall": 0.91996, "f1": 0.900988, "accuracy": 0.91996, "main_score": 0.900988, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"]}, {"precision": 0.611541, "recall": 0.655138, "f1": 0.623435, "accuracy": 0.655138, "main_score": 0.623435, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"]}, {"precision": 0.822744, "recall": 0.865613, "f1": 0.83587, "accuracy": 0.865613, "main_score": 0.83587, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"]}, {"precision": 0.464815, "recall": 0.525692, "f1": 0.481454, "accuracy": 0.525692, "main_score": 0.481454, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"]}, {"precision": 0.587404, "recall": 0.659091, "f1": 0.607218, "accuracy": 0.659091, "main_score": 0.607218, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"]}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"]}, {"precision": 0.797307, "recall": 0.839921, "f1": 0.809823, "accuracy": 0.839921, "main_score": 0.809823, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"]}, {"precision": 0.640036, "recall": 0.688735, "f1": 0.654415, "accuracy": 0.688735, "main_score": 0.654415, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"]}, {"precision": 0.623784, "recall": 0.673913, "f1": 0.638566, "accuracy": 0.673913, "main_score": 0.638566, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"]}, {"precision": 0.893676, "recall": 0.920949, "f1": 0.901929, "accuracy": 0.920949, "main_score": 0.901929, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"]}, {"precision": 0.551508, "recall": 0.604743, "f1": 0.566608, "accuracy": 0.604743, "main_score": 0.566608, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"]}, {"precision": 0.539313, "recall": 0.59585, "f1": 0.555737, "accuracy": 0.59585, "main_score": 0.555737, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"]}, {"precision": 0.793544, "recall": 0.833004, "f1": 0.805105, "accuracy": 0.833004, "main_score": 0.805105, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"]}, {"precision": 0.549222, "recall": 0.604743, "f1": 0.564504, "accuracy": 0.604743, "main_score": 0.564504, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"]}, {"precision": 0.625454, "recall": 0.681818, "f1": 0.641937, "accuracy": 0.681818, "main_score": 0.641937, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"]}, {"precision": 0.868808, "recall": 0.901186, "f1": 0.878788, "accuracy": 0.901186, "main_score": 0.878788, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"]}, {"precision": 0.938323, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"]}, {"precision": 0.498438, "recall": 0.541502, "f1": 0.510448, "accuracy": 0.541502, "main_score": 0.510448, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"]}, {"precision": 0.572137, "recall": 0.617589, "f1": 0.58474, "accuracy": 0.617589, "main_score": 0.58474, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"]}, {"precision": 0.570409, "recall": 0.626482, "f1": 0.586388, "accuracy": 0.626482, "main_score": 0.586388, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"]}, {"precision": 0.552747, "recall": 0.602767, "f1": 0.566532, "accuracy": 0.602767, "main_score": 0.566532, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"]}, {"precision": 0.548036, "recall": 0.599802, "f1": 0.562736, "accuracy": 0.599802, "main_score": 0.562736, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"]}, {"precision": 0.709843, "recall": 0.758893, "f1": 0.723954, "accuracy": 0.758893, "main_score": 0.723954, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"]}, {"precision": 0.960227, "recall": 0.971344, "f1": 0.963669, "accuracy": 0.971344, "main_score": 0.963669, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"]}, {"precision": 0.720677, "recall": 0.767787, "f1": 0.734805, "accuracy": 0.767787, "main_score": 0.734805, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"]}, {"precision": 0.832757, "recall": 0.863636, "f1": 0.842062, "accuracy": 0.863636, "main_score": 0.842062, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"]}, {"precision": 0.917358, "recall": 0.938735, "f1": 0.924078, "accuracy": 0.938735, "main_score": 0.924078, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"]}, {"precision": 0.479323, "recall": 0.554348, "f1": 0.500916, "accuracy": 0.554348, "main_score": 0.500916, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"]}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"]}, {"precision": 0.673947, "recall": 0.732213, "f1": 0.690882, "accuracy": 0.732213, "main_score": 0.690882, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"]}, {"precision": 0.56951, "recall": 0.615613, "f1": 0.582279, "accuracy": 0.615613, "main_score": 0.582279, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"]}, {"precision": 0.414488, "recall": 0.471344, "f1": 0.429801, "accuracy": 0.471344, "main_score": 0.429801, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"]}, {"precision": 0.514627, "recall": 0.552372, "f1": 0.52529, "accuracy": 0.552372, "main_score": 0.52529, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"]}, {"precision": 0.214108, "recall": 0.262846, "f1": 0.225938, "accuracy": 0.262846, "main_score": 0.225938, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"]}, {"precision": 0.559492, "recall": 0.602767, "f1": 0.569833, "accuracy": 0.602767, "main_score": 0.569833, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"]}, {"precision": 0.50599, "recall": 0.5583, "f1": 0.519682, "accuracy": 0.5583, "main_score": 0.519682, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"]}, {"precision": 0.545445, "recall": 0.590909, "f1": 0.557025, "accuracy": 0.590909, "main_score": 0.557025, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"]}, {"precision": 0.572768, "recall": 0.609684, "f1": 0.581698, "accuracy": 0.609684, "main_score": 0.581698, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"]}, {"precision": 0.560163, "recall": 0.602767, "f1": 0.571957, "accuracy": 0.602767, "main_score": 0.571957, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"]}, {"precision": 0.553237, "recall": 0.598814, "f1": 0.565313, "accuracy": 0.598814, "main_score": 0.565313, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"]}, {"precision": 0.563007, "recall": 0.594862, "f1": 0.571334, "accuracy": 0.594862, "main_score": 0.571334, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"]}, {"precision": 0.573193, "recall": 0.608696, "f1": 0.582982, "accuracy": 0.608696, "main_score": 0.582982, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"]}, {"precision": 0.542941, "recall": 0.59585, "f1": 0.555995, "accuracy": 0.59585, "main_score": 0.555995, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"]}, {"precision": 0.53683, "recall": 0.58004, "f1": 0.548462, "accuracy": 0.58004, "main_score": 0.548462, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"]}, {"precision": 0.517271, "recall": 0.559289, "f1": 0.528426, "accuracy": 0.559289, "main_score": 0.528426, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"]}, {"precision": 0.548066, "recall": 0.597826, "f1": 0.560187, "accuracy": 0.597826, "main_score": 0.560187, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"]}, {"precision": 0.513037, "recall": 0.565217, "f1": 0.52679, "accuracy": 0.565217, "main_score": 0.52679, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"]}, {"precision": 0.554844, "recall": 0.604743, "f1": 0.566963, "accuracy": 0.604743, "main_score": 0.566963, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"]}, {"precision": 0.554315, "recall": 0.589921, "f1": 0.564367, "accuracy": 0.589921, "main_score": 0.564367, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"]}, {"precision": 0.524866, "recall": 0.574111, "f1": 0.537688, "accuracy": 0.574111, "main_score": 0.537688, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"]}, {"precision": 0.498346, "recall": 0.552372, "f1": 0.512431, "accuracy": 0.552372, "main_score": 0.512431, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"]}, {"precision": 0.59434, "recall": 0.640316, "f1": 0.605637, "accuracy": 0.640316, "main_score": 0.605637, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"]}, {"precision": 0.572667, "recall": 0.618577, "f1": 0.583779, "accuracy": 0.618577, "main_score": 0.583779, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"]}, {"precision": 0.533171, "recall": 0.578063, "f1": 0.545525, "accuracy": 0.578063, "main_score": 0.545525, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"]}, {"precision": 0.535055, "recall": 0.588933, "f1": 0.549352, "accuracy": 0.588933, "main_score": 0.549352, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"]}, {"precision": 0.544934, "recall": 0.590909, "f1": 0.556896, "accuracy": 0.590909, "main_score": 0.556896, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"]}, {"precision": 0.565041, "recall": 0.606719, "f1": 0.575693, "accuracy": 0.606719, "main_score": 0.575693, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"]}, {"precision": 0.189567, "recall": 0.226285, "f1": 0.197781, "accuracy": 0.226285, "main_score": 0.197781, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"]}, {"precision": 0.537916, "recall": 0.587945, "f1": 0.550699, "accuracy": 0.587945, "main_score": 0.550699, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"]}, {"precision": 0.557892, "recall": 0.594862, "f1": 0.568457, "accuracy": 0.594862, "main_score": 0.568457, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"]}, {"precision": 0.560421, "recall": 0.608696, "f1": 0.572825, "accuracy": 0.608696, "main_score": 0.572825, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"]}, {"precision": 0.5579, "recall": 0.604743, "f1": 0.569632, "accuracy": 0.604743, "main_score": 0.569632, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"]}, {"precision": 0.538262, "recall": 0.58498, "f1": 0.550936, "accuracy": 0.58498, "main_score": 0.550936, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"]}, {"precision": 0.544869, "recall": 0.589921, "f1": 0.555751, "accuracy": 0.589921, "main_score": 0.555751, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"]}, {"precision": 0.558572, "recall": 0.597826, "f1": 0.569133, "accuracy": 0.597826, "main_score": 0.569133, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"]}, {"precision": 0.563537, "recall": 0.610672, "f1": 0.575546, "accuracy": 0.610672, "main_score": 0.575546, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"]}, {"precision": 0.477457, "recall": 0.527668, "f1": 0.490681, "accuracy": 0.527668, "main_score": 0.490681, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"]}, {"precision": 0.525883, "recall": 0.567194, "f1": 0.53613, "accuracy": 0.567194, "main_score": 0.53613, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"]}, {"precision": 0.541074, "recall": 0.59585, "f1": 0.555937, "accuracy": 0.59585, "main_score": 0.555937, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"]}, {"precision": 0.542902, "recall": 0.586957, "f1": 0.554308, "accuracy": 0.586957, "main_score": 0.554308, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"]}, {"precision": 0.5258, "recall": 0.574111, "f1": 0.537829, "accuracy": 0.574111, "main_score": 0.537829, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"]}, {"precision": 0.530734, "recall": 0.565217, "f1": 0.540798, "accuracy": 0.565217, "main_score": 0.540798, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"]}, {"precision": 0.367283, "recall": 0.41502, "f1": 0.379451, "accuracy": 0.41502, "main_score": 0.379451, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"]}, {"precision": 0.555315, "recall": 0.602767, "f1": 0.566745, "accuracy": 0.602767, "main_score": 0.566745, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"]}, {"precision": 0.547969, "recall": 0.587945, "f1": 0.55889, "accuracy": 0.587945, "main_score": 0.55889, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"]}, {"precision": 0.566743, "recall": 0.613636, "f1": 0.57818, "accuracy": 0.613636, "main_score": 0.57818, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"]}, {"precision": 0.58898, "recall": 0.635375, "f1": 0.601332, "accuracy": 0.635375, "main_score": 0.601332, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"]}, {"precision": 0.538399, "recall": 0.58498, "f1": 0.550405, "accuracy": 0.58498, "main_score": 0.550405, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"]}, {"precision": 0.546351, "recall": 0.591897, "f1": 0.558168, "accuracy": 0.591897, "main_score": 0.558168, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"]}, {"precision": 0.550498, "recall": 0.596838, "f1": 0.562978, "accuracy": 0.596838, "main_score": 0.562978, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"]}, {"precision": 0.575214, "recall": 0.615613, "f1": 0.585345, "accuracy": 0.615613, "main_score": 0.585345, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"]}, {"precision": 0.570526, "recall": 0.620553, "f1": 0.58353, "accuracy": 0.620553, "main_score": 0.58353, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"]}, {"precision": 0.573082, "recall": 0.61166, "f1": 0.582705, "accuracy": 0.61166, "main_score": 0.582705, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"]}, {"precision": 0.487802, "recall": 0.536561, "f1": 0.50154, "accuracy": 0.536561, "main_score": 0.50154, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"]}, {"precision": 0.547789, "recall": 0.596838, "f1": 0.56057, "accuracy": 0.596838, "main_score": 0.56057, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"]}, {"precision": 0.399709, "recall": 0.453557, "f1": 0.413654, "accuracy": 0.453557, "main_score": 0.413654, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"]}, {"precision": 0.504604, "recall": 0.539526, "f1": 0.514262, "accuracy": 0.539526, "main_score": 0.514262, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"]}, {"precision": 0.597374, "recall": 0.63834, "f1": 0.60776, "accuracy": 0.63834, "main_score": 0.60776, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"]}, {"precision": 0.313114, "recall": 0.358696, "f1": 0.325379, "accuracy": 0.358696, "main_score": 0.325379, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"]}, {"precision": 0.552847, "recall": 0.605731, "f1": 0.566018, "accuracy": 0.605731, "main_score": 0.566018, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"]}, {"precision": 0.5416, "recall": 0.592885, "f1": 0.554803, "accuracy": 0.592885, "main_score": 0.554803, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"]}, {"precision": 0.581374, "recall": 0.623518, "f1": 0.592532, "accuracy": 0.623518, "main_score": 0.592532, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"]}, {"precision": 0.526502, "recall": 0.581028, "f1": 0.540583, "accuracy": 0.581028, "main_score": 0.540583, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"]}, {"precision": 0.538088, "recall": 0.579051, "f1": 0.549059, "accuracy": 0.579051, "main_score": 0.549059, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"]}, {"precision": 0.576872, "recall": 0.613636, "f1": 0.586253, "accuracy": 0.613636, "main_score": 0.586253, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"]}, {"precision": 0.543538, "recall": 0.581028, "f1": 0.55343, "accuracy": 0.581028, "main_score": 0.55343, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"]}, {"precision": 0.58872, "recall": 0.628458, "f1": 0.598827, "accuracy": 0.628458, "main_score": 0.598827, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"]}, {"precision": 0.520791, "recall": 0.56917, "f1": 0.534103, "accuracy": 0.56917, "main_score": 0.534103, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"]}, {"precision": 0.57494, "recall": 0.615613, "f1": 0.584994, "accuracy": 0.615613, "main_score": 0.584994, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"]}, {"precision": 0.531316, "recall": 0.58004, "f1": 0.54425, "accuracy": 0.58004, "main_score": 0.54425, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"]}, {"precision": 0.553546, "recall": 0.604743, "f1": 0.566829, "accuracy": 0.604743, "main_score": 0.566829, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"]}, {"precision": 0.532284, "recall": 0.578063, "f1": 0.543998, "accuracy": 0.578063, "main_score": 0.543998, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"]}, {"precision": 0.558312, "recall": 0.601779, "f1": 0.569908, "accuracy": 0.601779, "main_score": 0.569908, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"]}, {"precision": 0.261718, "recall": 0.313241, "f1": 0.274702, "accuracy": 0.313241, "main_score": 0.274702, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"]}, {"precision": 0.551183, "recall": 0.592885, "f1": 0.562935, "accuracy": 0.592885, "main_score": 0.562935, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"]}, {"precision": 0.541663, "recall": 0.587945, "f1": 0.553125, "accuracy": 0.587945, "main_score": 0.553125, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"]}, {"precision": 0.555362, "recall": 0.594862, "f1": 0.56598, "accuracy": 0.594862, "main_score": 0.56598, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"]}, {"precision": 0.47877, "recall": 0.528656, "f1": 0.492514, "accuracy": 0.528656, "main_score": 0.492514, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"]}, {"precision": 0.580197, "recall": 0.623518, "f1": 0.591089, "accuracy": 0.623518, "main_score": 0.591089, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"]}, {"precision": 0.563823, "recall": 0.613636, "f1": 0.577367, "accuracy": 0.613636, "main_score": 0.577367, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"]}, {"precision": 0.560505, "recall": 0.603755, "f1": 0.570959, "accuracy": 0.603755, "main_score": 0.570959, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"]}, {"precision": 0.470095, "recall": 0.530632, "f1": 0.485759, "accuracy": 0.530632, "main_score": 0.485759, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"]}, {"precision": 0.576852, "recall": 0.620553, "f1": 0.587604, "accuracy": 0.620553, "main_score": 0.587604, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"]}, {"precision": 0.53046, "recall": 0.582016, "f1": 0.543859, "accuracy": 0.582016, "main_score": 0.543859, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"]}, {"precision": 0.561358, "recall": 0.612648, "f1": 0.574629, "accuracy": 0.612648, "main_score": 0.574629, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"]}, {"precision": 0.54193, "recall": 0.589921, "f1": 0.553983, "accuracy": 0.589921, "main_score": 0.553983, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"]}, {"precision": 0.491687, "recall": 0.536561, "f1": 0.504284, "accuracy": 0.536561, "main_score": 0.504284, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"]}, {"precision": 0.522554, "recall": 0.562253, "f1": 0.532932, "accuracy": 0.562253, "main_score": 0.532932, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"]}, {"precision": 0.516998, "recall": 0.573123, "f1": 0.531152, "accuracy": 0.573123, "main_score": 0.531152, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"]}, {"precision": 0.55876, "recall": 0.599802, "f1": 0.568826, "accuracy": 0.599802, "main_score": 0.568826, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"]}, {"precision": 0.536891, "recall": 0.590909, "f1": 0.5512, "accuracy": 0.590909, "main_score": 0.5512, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"]}, {"precision": 0.534181, "recall": 0.575099, "f1": 0.544927, "accuracy": 0.575099, "main_score": 0.544927, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"]}, {"precision": 0.461819, "recall": 0.500988, "f1": 0.472878, "accuracy": 0.500988, "main_score": 0.472878, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"]}, {"precision": 0.593452, "recall": 0.632411, "f1": 0.603275, "accuracy": 0.632411, "main_score": 0.603275, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"]}, {"precision": 0.495082, "recall": 0.546443, "f1": 0.508219, "accuracy": 0.546443, "main_score": 0.508219, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"]}, {"precision": 0.507303, "recall": 0.55336, "f1": 0.518939, "accuracy": 0.55336, "main_score": 0.518939, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"]}, {"precision": 0.545626, "recall": 0.598814, "f1": 0.55874, "accuracy": 0.598814, "main_score": 0.55874, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"]}, {"precision": 0.483856, "recall": 0.534585, "f1": 0.498435, "accuracy": 0.534585, "main_score": 0.498435, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"]}, {"precision": 0.577805, "recall": 0.625494, "f1": 0.589128, "accuracy": 0.625494, "main_score": 0.589128, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"]}, {"precision": 0.541936, "recall": 0.591897, "f1": 0.55366, "accuracy": 0.591897, "main_score": 0.55366, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"]}, {"precision": 0.568478, "recall": 0.615613, "f1": 0.580761, "accuracy": 0.615613, "main_score": 0.580761, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"]}, {"precision": 0.555836, "recall": 0.608696, "f1": 0.568937, "accuracy": 0.608696, "main_score": 0.568937, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"]}, {"precision": 0.53862, "recall": 0.58498, "f1": 0.550394, "accuracy": 0.58498, "main_score": 0.550394, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"]}, {"precision": 0.557585, "recall": 0.600791, "f1": 0.5684, "accuracy": 0.600791, "main_score": 0.5684, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"]}, {"precision": 0.402788, "recall": 0.468379, "f1": 0.419558, "accuracy": 0.468379, "main_score": 0.419558, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"]}, {"precision": 0.529746, "recall": 0.571146, "f1": 0.540812, "accuracy": 0.571146, "main_score": 0.540812, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"]}, {"precision": 0.187059, "recall": 0.228261, "f1": 0.196112, "accuracy": 0.228261, "main_score": 0.196112, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"]}, {"precision": 0.55504, "recall": 0.587945, "f1": 0.564577, "accuracy": 0.587945, "main_score": 0.564577, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"]}, {"precision": 0.447415, "recall": 0.499012, "f1": 0.460733, "accuracy": 0.499012, "main_score": 0.460733, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"]}, {"precision": 0.571543, "recall": 0.619565, "f1": 0.583389, "accuracy": 0.619565, "main_score": 0.583389, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"]}, {"precision": 0.555845, "recall": 0.602767, "f1": 0.567819, "accuracy": 0.602767, "main_score": 0.567819, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"]}, {"precision": 0.422917, "recall": 0.476285, "f1": 0.437903, "accuracy": 0.476285, "main_score": 0.437903, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"]}, {"precision": 0.550948, "recall": 0.590909, "f1": 0.560954, "accuracy": 0.590909, "main_score": 0.560954, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"]}, {"precision": 0.559227, "recall": 0.602767, "f1": 0.56984, "accuracy": 0.602767, "main_score": 0.56984, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"]}, {"precision": 0.502704, "recall": 0.554348, "f1": 0.516161, "accuracy": 0.554348, "main_score": 0.516161, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"]}, {"precision": 0.552787, "recall": 0.601779, "f1": 0.565646, "accuracy": 0.601779, "main_score": 0.565646, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"]}, {"precision": 0.560527, "recall": 0.601779, "f1": 0.571725, "accuracy": 0.601779, "main_score": 0.571725, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"]}, {"precision": 0.513991, "recall": 0.56917, "f1": 0.528018, "accuracy": 0.56917, "main_score": 0.528018, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"]}, {"precision": 0.59041, "recall": 0.630435, "f1": 0.600534, "accuracy": 0.630435, "main_score": 0.600534, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"]}, {"precision": 0.510269, "recall": 0.551383, "f1": 0.522173, "accuracy": 0.551383, "main_score": 0.522173, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"]}, {"precision": 0.497807, "recall": 0.54249, "f1": 0.509716, "accuracy": 0.54249, "main_score": 0.509716, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"]}, {"precision": 0.557915, "recall": 0.598814, "f1": 0.568967, "accuracy": 0.598814, "main_score": 0.568967, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"]}, {"precision": 0.566369, "recall": 0.608696, "f1": 0.577356, "accuracy": 0.608696, "main_score": 0.577356, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"]}, {"precision": 0.123226, "recall": 0.158103, "f1": 0.131438, "accuracy": 0.158103, "main_score": 0.131438, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"]}, {"precision": 0.534754, "recall": 0.585968, "f1": 0.547466, "accuracy": 0.585968, "main_score": 0.547466, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"]}, {"precision": 0.488414, "recall": 0.538538, "f1": 0.50122, "accuracy": 0.538538, "main_score": 0.50122, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"]}, {"precision": 0.508224, "recall": 0.556324, "f1": 0.520465, "accuracy": 0.556324, "main_score": 0.520465, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"]}, {"precision": 0.551391, "recall": 0.602767, "f1": 0.564788, "accuracy": 0.602767, "main_score": 0.564788, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"]}, {"precision": 0.493623, "recall": 0.548419, "f1": 0.508879, "accuracy": 0.548419, "main_score": 0.508879, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"]}, {"precision": 0.53274, "recall": 0.573123, "f1": 0.544306, "accuracy": 0.573123, "main_score": 0.544306, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"]}, {"precision": 0.524876, "recall": 0.578063, "f1": 0.538137, "accuracy": 0.578063, "main_score": 0.538137, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"]}, {"precision": 0.567921, "recall": 0.617589, "f1": 0.580832, "accuracy": 0.617589, "main_score": 0.580832, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"]}, {"precision": 0.566462, "recall": 0.609684, "f1": 0.576986, "accuracy": 0.609684, "main_score": 0.576986, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"]}, {"precision": 0.527787, "recall": 0.574111, "f1": 0.540264, "accuracy": 0.574111, "main_score": 0.540264, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"]}, {"precision": 0.527672, "recall": 0.575099, "f1": 0.541162, "accuracy": 0.575099, "main_score": 0.541162, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"]}, {"precision": 0.531731, "recall": 0.583004, "f1": 0.544641, "accuracy": 0.583004, "main_score": 0.544641, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"]}, {"precision": 0.48373, "recall": 0.521739, "f1": 0.494345, "accuracy": 0.521739, "main_score": 0.494345, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"]}, {"precision": 0.513303, "recall": 0.559289, "f1": 0.524927, "accuracy": 0.559289, "main_score": 0.524927, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"]}, {"precision": 0.545006, "recall": 0.592885, "f1": 0.556618, "accuracy": 0.592885, "main_score": 0.556618, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"]}, {"precision": 0.563957, "recall": 0.604743, "f1": 0.575256, "accuracy": 0.604743, "main_score": 0.575256, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"]}, {"precision": 0.541097, "recall": 0.593874, "f1": 0.554077, "accuracy": 0.593874, "main_score": 0.554077, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"]}, {"precision": 0.427719, "recall": 0.471344, "f1": 0.439524, "accuracy": 0.471344, "main_score": 0.439524, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"]}, {"precision": 0.586034, "recall": 0.629447, "f1": 0.596804, "accuracy": 0.629447, "main_score": 0.596804, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"]}, {"precision": 0.526056, "recall": 0.576087, "f1": 0.538656, "accuracy": 0.576087, "main_score": 0.538656, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"]}, {"precision": 0.515537, "recall": 0.564229, "f1": 0.528606, "accuracy": 0.564229, "main_score": 0.528606, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"]}, {"precision": 0.513469, "recall": 0.55336, "f1": 0.523931, "accuracy": 0.55336, "main_score": 0.523931, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"]}, {"precision": 0.510268, "recall": 0.552372, "f1": 0.521647, "accuracy": 0.552372, "main_score": 0.521647, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"]}, {"precision": 0.477515, "recall": 0.530632, "f1": 0.491234, "accuracy": 0.530632, "main_score": 0.491234, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"]}, {"precision": 0.528189, "recall": 0.576087, "f1": 0.540185, "accuracy": 0.576087, "main_score": 0.540185, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"]}, {"precision": 0.56487, "recall": 0.606719, "f1": 0.57641, "accuracy": 0.606719, "main_score": 0.57641, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"]}, {"precision": 0.484669, "recall": 0.543478, "f1": 0.500357, "accuracy": 0.543478, "main_score": 0.500357, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"]}, {"precision": 0.543117, "recall": 0.585968, "f1": 0.554088, "accuracy": 0.585968, "main_score": 0.554088, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"]}, {"precision": 0.528635, "recall": 0.571146, "f1": 0.538605, "accuracy": 0.571146, "main_score": 0.538605, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"]}, {"precision": 0.571223, "recall": 0.62253, "f1": 0.584061, "accuracy": 0.62253, "main_score": 0.584061, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"]}, {"precision": 0.529718, "recall": 0.582016, "f1": 0.542688, "accuracy": 0.582016, "main_score": 0.542688, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"]}, {"precision": 0.565995, "recall": 0.613636, "f1": 0.579273, "accuracy": 0.613636, "main_score": 0.579273, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"]}, {"precision": 0.498518, "recall": 0.539526, "f1": 0.509543, "accuracy": 0.539526, "main_score": 0.509543, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"]}, {"precision": 0.550126, "recall": 0.592885, "f1": 0.561744, "accuracy": 0.592885, "main_score": 0.561744, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"]}, {"precision": 0.455647, "recall": 0.512846, "f1": 0.471858, "accuracy": 0.512846, "main_score": 0.471858, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"]}, {"precision": 0.552968, "recall": 0.600791, "f1": 0.565031, "accuracy": 0.600791, "main_score": 0.565031, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"]}, {"precision": 0.386838, "recall": 0.444664, "f1": 0.402841, "accuracy": 0.444664, "main_score": 0.402841, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"]}, {"precision": 0.518086, "recall": 0.571146, "f1": 0.531343, "accuracy": 0.571146, "main_score": 0.531343, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"]}, {"precision": 0.53819, "recall": 0.588933, "f1": 0.551833, "accuracy": 0.588933, "main_score": 0.551833, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"]}, {"precision": 0.561525, "recall": 0.603755, "f1": 0.572503, "accuracy": 0.603755, "main_score": 0.572503, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"]}, {"precision": 0.555703, "recall": 0.59585, "f1": 0.566228, "accuracy": 0.59585, "main_score": 0.566228, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"]}, {"precision": 0.518683, "recall": 0.567194, "f1": 0.531123, "accuracy": 0.567194, "main_score": 0.531123, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"]}, {"precision": 0.549755, "recall": 0.585968, "f1": 0.559966, "accuracy": 0.585968, "main_score": 0.559966, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"]}, {"precision": 0.532674, "recall": 0.56917, "f1": 0.541972, "accuracy": 0.56917, "main_score": 0.541972, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"]}, {"precision": 0.57199, "recall": 0.617589, "f1": 0.583157, "accuracy": 0.617589, "main_score": 0.583157, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"]}, {"precision": 0.58, "recall": 0.619565, "f1": 0.589626, "accuracy": 0.619565, "main_score": 0.589626, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"]}, {"precision": 0.580641, "recall": 0.623518, "f1": 0.591118, "accuracy": 0.623518, "main_score": 0.591118, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"]}, {"precision": 0.483284, "recall": 0.530632, "f1": 0.497187, "accuracy": 0.530632, "main_score": 0.497187, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"]}, {"precision": 0.578219, "recall": 0.625494, "f1": 0.589282, "accuracy": 0.625494, "main_score": 0.589282, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"]}, {"precision": 0.543585, "recall": 0.590909, "f1": 0.555559, "accuracy": 0.590909, "main_score": 0.555559, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"]}, {"precision": 0.541947, "recall": 0.59585, "f1": 0.55598, "accuracy": 0.59585, "main_score": 0.55598, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"]}, {"precision": 0.494899, "recall": 0.54249, "f1": 0.508072, "accuracy": 0.54249, "main_score": 0.508072, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"]}, {"precision": 0.58167, "recall": 0.625494, "f1": 0.59258, "accuracy": 0.625494, "main_score": 0.59258, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"]}, {"precision": 0.551389, "recall": 0.594862, "f1": 0.562031, "accuracy": 0.594862, "main_score": 0.562031, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"]}, {"precision": 0.523788, "recall": 0.56917, "f1": 0.536306, "accuracy": 0.56917, "main_score": 0.536306, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"]}, {"precision": 0.533879, "recall": 0.578063, "f1": 0.5463, "accuracy": 0.578063, "main_score": 0.5463, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"]}, {"precision": 0.465127, "recall": 0.516798, "f1": 0.478917, "accuracy": 0.516798, "main_score": 0.478917, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"]}, {"precision": 0.572378, "recall": 0.619565, "f1": 0.584522, "accuracy": 0.619565, "main_score": 0.584522, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"]}, {"precision": 0.523273, "recall": 0.570158, "f1": 0.536091, "accuracy": 0.570158, "main_score": 0.536091, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"]}, {"precision": 0.486049, "recall": 0.52668, "f1": 0.496972, "accuracy": 0.52668, "main_score": 0.496972, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"]}, {"precision": 0.557674, "recall": 0.590909, "f1": 0.566553, "accuracy": 0.590909, "main_score": 0.566553, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"]}, {"precision": 0.528373, "recall": 0.581028, "f1": 0.541816, "accuracy": 0.581028, "main_score": 0.541816, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"]}, {"precision": 0.543367, "recall": 0.588933, "f1": 0.555824, "accuracy": 0.588933, "main_score": 0.555824, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"]}, {"precision": 0.533446, "recall": 0.570158, "f1": 0.54329, "accuracy": 0.570158, "main_score": 0.54329, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"]}, {"precision": 0.510821, "recall": 0.557312, "f1": 0.523252, "accuracy": 0.557312, "main_score": 0.523252, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"]}, {"precision": 0.511265, "recall": 0.552372, "f1": 0.523555, "accuracy": 0.552372, "main_score": 0.523555, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"]}, {"precision": 0.543983, "recall": 0.583004, "f1": 0.554218, "accuracy": 0.583004, "main_score": 0.554218, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"]}, {"precision": 0.580522, "recall": 0.613636, "f1": 0.589146, "accuracy": 0.613636, "main_score": 0.589146, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"]}, {"precision": 0.558482, "recall": 0.590909, "f1": 0.567382, "accuracy": 0.590909, "main_score": 0.567382, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"]}, {"precision": 0.543673, "recall": 0.578063, "f1": 0.553144, "accuracy": 0.578063, "main_score": 0.553144, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"]}, {"precision": 0.507647, "recall": 0.561265, "f1": 0.521651, "accuracy": 0.561265, "main_score": 0.521651, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"]}, {"precision": 0.515907, "recall": 0.565217, "f1": 0.528522, "accuracy": 0.565217, "main_score": 0.528522, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"]}, {"precision": 0.54591, "recall": 0.590909, "f1": 0.557833, "accuracy": 0.590909, "main_score": 0.557833, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"]}, {"precision": 0.438466, "recall": 0.488142, "f1": 0.452602, "accuracy": 0.488142, "main_score": 0.452602, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"]}, {"precision": 0.544122, "recall": 0.591897, "f1": 0.556055, "accuracy": 0.591897, "main_score": 0.556055, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"]}, {"precision": 0.513898, "recall": 0.561265, "f1": 0.526884, "accuracy": 0.561265, "main_score": 0.526884, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"]}, {"precision": 0.548079, "recall": 0.59585, "f1": 0.559429, "accuracy": 0.59585, "main_score": 0.559429, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"]}, {"precision": 0.538944, "recall": 0.588933, "f1": 0.551516, "accuracy": 0.588933, "main_score": 0.551516, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"]}, {"precision": 0.508303, "recall": 0.551383, "f1": 0.520064, "accuracy": 0.551383, "main_score": 0.520064, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"]}, {"precision": 0.508317, "recall": 0.547431, "f1": 0.518971, "accuracy": 0.547431, "main_score": 0.518971, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"]}, {"precision": 0.521905, "recall": 0.573123, "f1": 0.53607, "accuracy": 0.573123, "main_score": 0.53607, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"]}, {"precision": 0.548083, "recall": 0.599802, "f1": 0.563006, "accuracy": 0.599802, "main_score": 0.563006, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"]}, {"precision": 0.292581, "recall": 0.343874, "f1": 0.305743, "accuracy": 0.343874, "main_score": 0.305743, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"]}, {"precision": 0.893038, "recall": 0.91996, "f1": 0.900939, "accuracy": 0.91996, "main_score": 0.900939, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"]}, {"precision": 0.843685, "recall": 0.878458, "f1": 0.853958, "accuracy": 0.878458, "main_score": 0.853958, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"]}, {"precision": 0.871385, "recall": 0.902174, "f1": 0.880029, "accuracy": 0.902174, "main_score": 0.880029, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"]}, {"precision": 0.803837, "recall": 0.843874, "f1": 0.815453, "accuracy": 0.843874, "main_score": 0.815453, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"]}, {"precision": 0.584732, "recall": 0.628458, "f1": 0.596812, "accuracy": 0.628458, "main_score": 0.596812, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"]}, {"precision": 0.894113, "recall": 0.91996, "f1": 0.901649, "accuracy": 0.91996, "main_score": 0.901649, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"]}, {"precision": 0.729405, "recall": 0.768775, "f1": 0.741096, "accuracy": 0.768775, "main_score": 0.741096, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"]}, {"precision": 0.788778, "recall": 0.823123, "f1": 0.798974, "accuracy": 0.823123, "main_score": 0.798974, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"]}, {"precision": 0.870545, "recall": 0.902174, "f1": 0.879718, "accuracy": 0.902174, "main_score": 0.879718, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"]}, {"precision": 0.84894, "recall": 0.880435, "f1": 0.857877, "accuracy": 0.880435, "main_score": 0.857877, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"]}, {"precision": 0.544917, "recall": 0.585968, "f1": 0.556328, "accuracy": 0.585968, "main_score": 0.556328, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"]}, {"precision": 0.861029, "recall": 0.896245, "f1": 0.871146, "accuracy": 0.896245, "main_score": 0.871146, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"]}, {"precision": 0.810919, "recall": 0.853755, "f1": 0.823522, "accuracy": 0.853755, "main_score": 0.823522, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"]}, {"precision": 0.888159, "recall": 0.916996, "f1": 0.896772, "accuracy": 0.916996, "main_score": 0.896772, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"]}, {"precision": 0.575058, "recall": 0.621542, "f1": 0.5884, "accuracy": 0.621542, "main_score": 0.5884, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"]}, {"precision": 0.864069, "recall": 0.898221, "f1": 0.874078, "accuracy": 0.898221, "main_score": 0.874078, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"]}, {"precision": 0.836865, "recall": 0.875494, "f1": 0.848155, "accuracy": 0.875494, "main_score": 0.848155, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"]}, {"precision": 0.901927, "recall": 0.926877, "f1": 0.909241, "accuracy": 0.926877, "main_score": 0.909241, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"]}, {"precision": 0.887088, "recall": 0.916996, "f1": 0.896198, "accuracy": 0.916996, "main_score": 0.896198, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"]}, {"precision": 0.545785, "recall": 0.593874, "f1": 0.558845, "accuracy": 0.593874, "main_score": 0.558845, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"]}, {"precision": 0.866034, "recall": 0.900198, "f1": 0.876466, "accuracy": 0.900198, "main_score": 0.876466, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"]}, {"precision": 0.884973, "recall": 0.91502, "f1": 0.894252, "accuracy": 0.91502, "main_score": 0.894252, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"]}, {"precision": 0.820088, "recall": 0.857708, "f1": 0.831276, "accuracy": 0.857708, "main_score": 0.831276, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"]}, {"precision": 0.198212, "recall": 0.244071, "f1": 0.209487, "accuracy": 0.244071, "main_score": 0.209487, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"]}, {"precision": 0.873117, "recall": 0.906126, "f1": 0.883169, "accuracy": 0.906126, "main_score": 0.883169, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"]}, {"precision": 0.59749, "recall": 0.640316, "f1": 0.609144, "accuracy": 0.640316, "main_score": 0.609144, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"]}, {"precision": 0.889888, "recall": 0.91996, "f1": 0.899177, "accuracy": 0.91996, "main_score": 0.899177, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"]}, {"precision": 0.886973, "recall": 0.91502, "f1": 0.894848, "accuracy": 0.91502, "main_score": 0.894848, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"]}, {"precision": 0.830197, "recall": 0.863636, "f1": 0.83943, "accuracy": 0.863636, "main_score": 0.83943, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"]}, {"precision": 0.884214, "recall": 0.914032, "f1": 0.893058, "accuracy": 0.914032, "main_score": 0.893058, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"]}, {"precision": 0.639168, "recall": 0.679842, "f1": 0.650515, "accuracy": 0.679842, "main_score": 0.650515, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"]}, {"precision": 0.88242, "recall": 0.912055, "f1": 0.891109, "accuracy": 0.912055, "main_score": 0.891109, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"]}, {"precision": 0.76969, "recall": 0.814229, "f1": 0.782895, "accuracy": 0.814229, "main_score": 0.782895, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"]}, {"precision": 0.835491, "recall": 0.867589, "f1": 0.844549, "accuracy": 0.867589, "main_score": 0.844549, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"]}, {"precision": 0.881329, "recall": 0.910079, "f1": 0.890053, "accuracy": 0.910079, "main_score": 0.890053, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"]}, {"precision": 0.878741, "recall": 0.908103, "f1": 0.887469, "accuracy": 0.908103, "main_score": 0.887469, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"]}, {"precision": 0.870899, "recall": 0.907115, "f1": 0.881785, "accuracy": 0.907115, "main_score": 0.881785, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"]}, {"precision": 0.539912, "recall": 0.578063, "f1": 0.551154, "accuracy": 0.578063, "main_score": 0.551154, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"]}, {"precision": 0.454157, "recall": 0.51581, "f1": 0.470718, "accuracy": 0.51581, "main_score": 0.470718, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"]}, {"precision": 0.878377, "recall": 0.907115, "f1": 0.886637, "accuracy": 0.907115, "main_score": 0.886637, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"]}, {"precision": 0.551186, "recall": 0.59585, "f1": 0.563707, "accuracy": 0.59585, "main_score": 0.563707, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"]}, {"precision": 0.900675, "recall": 0.926877, "f1": 0.908663, "accuracy": 0.926877, "main_score": 0.908663, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"]}, {"precision": 0.908251, "recall": 0.932806, "f1": 0.915382, "accuracy": 0.932806, "main_score": 0.915382, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"]}, {"precision": 0.828211, "recall": 0.86166, "f1": 0.837769, "accuracy": 0.86166, "main_score": 0.837769, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"]}, {"precision": 0.849951, "recall": 0.881423, "f1": 0.859025, "accuracy": 0.881423, "main_score": 0.859025, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"]}, {"precision": 0.567022, "recall": 0.615613, "f1": 0.580524, "accuracy": 0.615613, "main_score": 0.580524, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"]}, {"precision": 0.829743, "recall": 0.866601, "f1": 0.840631, "accuracy": 0.866601, "main_score": 0.840631, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"]}, {"precision": 0.893923, "recall": 0.922925, "f1": 0.902522, "accuracy": 0.922925, "main_score": 0.902522, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"]}, {"precision": 0.853327, "recall": 0.88834, "f1": 0.863523, "accuracy": 0.88834, "main_score": 0.863523, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"]}, {"precision": 0.505945, "recall": 0.548419, "f1": 0.51774, "accuracy": 0.548419, "main_score": 0.51774, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"]}, {"precision": 0.876321, "recall": 0.908103, "f1": 0.885853, "accuracy": 0.908103, "main_score": 0.885853, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"]}, {"precision": 0.485255, "recall": 0.537549, "f1": 0.499577, "accuracy": 0.537549, "main_score": 0.499577, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"]}, {"precision": 0.518931, "recall": 0.559289, "f1": 0.53026, "accuracy": 0.559289, "main_score": 0.53026, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"]}, {"precision": 0.788686, "recall": 0.825099, "f1": 0.799181, "accuracy": 0.825099, "main_score": 0.799181, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"]}, {"precision": 0.308835, "recall": 0.356719, "f1": 0.321744, "accuracy": 0.356719, "main_score": 0.321744, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"]}, {"precision": 0.894137, "recall": 0.921937, "f1": 0.902635, "accuracy": 0.921937, "main_score": 0.902635, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"]}, {"precision": 0.894516, "recall": 0.921937, "f1": 0.902621, "accuracy": 0.921937, "main_score": 0.902621, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"]}, {"precision": 0.888208, "recall": 0.918972, "f1": 0.897483, "accuracy": 0.918972, "main_score": 0.897483, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"]}, {"precision": 0.875346, "recall": 0.909091, "f1": 0.885408, "accuracy": 0.909091, "main_score": 0.885408, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"]}, {"precision": 0.551414, "recall": 0.601779, "f1": 0.565581, "accuracy": 0.601779, "main_score": 0.565581, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"]}, {"precision": 0.812845, "recall": 0.844862, "f1": 0.821766, "accuracy": 0.844862, "main_score": 0.821766, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"]}, {"precision": 0.795179, "recall": 0.837945, "f1": 0.807642, "accuracy": 0.837945, "main_score": 0.807642, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"]}, {"precision": 0.90667, "recall": 0.93083, "f1": 0.913948, "accuracy": 0.93083, "main_score": 0.913948, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"]}, {"precision": 0.559808, "recall": 0.596838, "f1": 0.570453, "accuracy": 0.596838, "main_score": 0.570453, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"]}, {"precision": 0.858333, "recall": 0.889328, "f1": 0.86718, "accuracy": 0.889328, "main_score": 0.86718, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"]}, {"precision": 0.626174, "recall": 0.675889, "f1": 0.64073, "accuracy": 0.675889, "main_score": 0.64073, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"]}, {"precision": 0.818742, "recall": 0.858696, "f1": 0.830143, "accuracy": 0.858696, "main_score": 0.830143, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"]}, {"precision": 0.873872, "recall": 0.902174, "f1": 0.882143, "accuracy": 0.902174, "main_score": 0.882143, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"]}, {"precision": 0.877868, "recall": 0.907115, "f1": 0.886034, "accuracy": 0.907115, "main_score": 0.886034, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"]}, {"precision": 0.442129, "recall": 0.509881, "f1": 0.460393, "accuracy": 0.509881, "main_score": 0.460393, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"]}, {"precision": 0.620361, "recall": 0.668972, "f1": 0.633935, "accuracy": 0.668972, "main_score": 0.633935, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"]}, {"precision": 0.824055, "recall": 0.866601, "f1": 0.836834, "accuracy": 0.866601, "main_score": 0.836834, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"]}, {"precision": 0.617194, "recall": 0.661067, "f1": 0.629871, "accuracy": 0.661067, "main_score": 0.629871, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"]}, {"precision": 0.581054, "recall": 0.632411, "f1": 0.595253, "accuracy": 0.632411, "main_score": 0.595253, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"]}, {"precision": 0.900939, "recall": 0.926877, "f1": 0.908794, "accuracy": 0.926877, "main_score": 0.908794, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"]}, {"precision": 0.850239, "recall": 0.884387, "f1": 0.860233, "accuracy": 0.884387, "main_score": 0.860233, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"]}, {"precision": 0.871921, "recall": 0.902174, "f1": 0.880539, "accuracy": 0.902174, "main_score": 0.880539, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"]}, {"precision": 0.769426, "recall": 0.814229, "f1": 0.782612, "accuracy": 0.814229, "main_score": 0.782612, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"]}, {"precision": 0.894845, "recall": 0.920949, "f1": 0.902489, "accuracy": 0.920949, "main_score": 0.902489, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"]}, {"precision": 0.874522, "recall": 0.905138, "f1": 0.883354, "accuracy": 0.905138, "main_score": 0.883354, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"]}, {"precision": 0.883877, "recall": 0.916008, "f1": 0.893808, "accuracy": 0.916008, "main_score": 0.893808, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"]}, {"precision": 0.865366, "recall": 0.898221, "f1": 0.875118, "accuracy": 0.898221, "main_score": 0.875118, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"]}, {"precision": 0.531477, "recall": 0.572134, "f1": 0.543422, "accuracy": 0.572134, "main_score": 0.543422, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"]}, {"precision": 0.556673, "recall": 0.601779, "f1": 0.569193, "accuracy": 0.601779, "main_score": 0.569193, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"]}, {"precision": 0.870696, "recall": 0.903162, "f1": 0.880599, "accuracy": 0.903162, "main_score": 0.880599, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"]}, {"precision": 0.868099, "recall": 0.897233, "f1": 0.876592, "accuracy": 0.897233, "main_score": 0.876592, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"]}, {"precision": 0.859733, "recall": 0.893281, "f1": 0.869731, "accuracy": 0.893281, "main_score": 0.869731, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"]}, {"precision": 0.683162, "recall": 0.724308, "f1": 0.694712, "accuracy": 0.724308, "main_score": 0.694712, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"]}, {"precision": 0.471636, "recall": 0.514822, "f1": 0.483604, "accuracy": 0.514822, "main_score": 0.483604, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"]}, {"precision": 0.881077, "recall": 0.907115, "f1": 0.888702, "accuracy": 0.907115, "main_score": 0.888702, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"]}, {"precision": 0.8258, "recall": 0.865613, "f1": 0.837255, "accuracy": 0.865613, "main_score": 0.837255, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"]}, {"precision": 0.728316, "recall": 0.77668, "f1": 0.741686, "accuracy": 0.77668, "main_score": 0.741686, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"]}, {"precision": 0.866824, "recall": 0.901186, "f1": 0.876833, "accuracy": 0.901186, "main_score": 0.876833, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"]}, {"precision": 0.531662, "recall": 0.578063, "f1": 0.544695, "accuracy": 0.578063, "main_score": 0.544695, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"]}, {"precision": 0.85891, "recall": 0.88834, "f1": 0.867095, "accuracy": 0.88834, "main_score": 0.867095, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"]}, {"precision": 0.870923, "recall": 0.903162, "f1": 0.880176, "accuracy": 0.903162, "main_score": 0.880176, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"]}, {"precision": 0.885179, "recall": 0.914032, "f1": 0.89347, "accuracy": 0.914032, "main_score": 0.89347, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"]}, {"precision": 0.882164, "recall": 0.914032, "f1": 0.891784, "accuracy": 0.914032, "main_score": 0.891784, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"]}, {"precision": 0.842369, "recall": 0.879447, "f1": 0.853157, "accuracy": 0.879447, "main_score": 0.853157, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"]}, {"precision": 0.844616, "recall": 0.875494, "f1": 0.853431, "accuracy": 0.875494, "main_score": 0.853431, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"]}, {"precision": 0.797852, "recall": 0.850791, "f1": 0.813949, "accuracy": 0.850791, "main_score": 0.813949, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"]}, {"precision": 0.546995, "recall": 0.596838, "f1": 0.561633, "accuracy": 0.596838, "main_score": 0.561633, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"]}, {"precision": 0.208522, "recall": 0.250988, "f1": 0.218932, "accuracy": 0.250988, "main_score": 0.218932, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"]}, {"precision": 0.601812, "recall": 0.643281, "f1": 0.613703, "accuracy": 0.643281, "main_score": 0.613703, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"]}, {"precision": 0.631646, "recall": 0.692688, "f1": 0.649344, "accuracy": 0.692688, "main_score": 0.649344, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"]}, {"precision": 0.886594, "recall": 0.916008, "f1": 0.895191, "accuracy": 0.916008, "main_score": 0.895191, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"]}, {"precision": 0.846338, "recall": 0.880435, "f1": 0.856087, "accuracy": 0.880435, "main_score": 0.856087, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"]}, {"precision": 0.429968, "recall": 0.481225, "f1": 0.443848, "accuracy": 0.481225, "main_score": 0.443848, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"]}, {"precision": 0.814923, "recall": 0.853755, "f1": 0.826205, "accuracy": 0.853755, "main_score": 0.826205, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"]}, {"precision": 0.873131, "recall": 0.90415, "f1": 0.882122, "accuracy": 0.90415, "main_score": 0.882122, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"]}, {"precision": 0.804694, "recall": 0.848814, "f1": 0.817989, "accuracy": 0.848814, "main_score": 0.817989, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"]}, {"precision": 0.857502, "recall": 0.891304, "f1": 0.867578, "accuracy": 0.891304, "main_score": 0.867578, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"]}, {"precision": 0.634042, "recall": 0.685771, "f1": 0.649341, "accuracy": 0.685771, "main_score": 0.649341, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"]}, {"precision": 0.860273, "recall": 0.896245, "f1": 0.870919, "accuracy": 0.896245, "main_score": 0.870919, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"]}, {"precision": 0.867251, "recall": 0.898221, "f1": 0.876252, "accuracy": 0.898221, "main_score": 0.876252, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"]}, {"precision": 0.54777, "recall": 0.597826, "f1": 0.562519, "accuracy": 0.597826, "main_score": 0.562519, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"]}, {"precision": 0.517441, "recall": 0.565217, "f1": 0.530767, "accuracy": 0.565217, "main_score": 0.530767, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"]}, {"precision": 0.621034, "recall": 0.659091, "f1": 0.631903, "accuracy": 0.659091, "main_score": 0.631903, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"]}, {"precision": 0.881729, "recall": 0.913043, "f1": 0.891189, "accuracy": 0.913043, "main_score": 0.891189, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"]}, {"precision": 0.200109, "recall": 0.266798, "f1": 0.217759, "accuracy": 0.266798, "main_score": 0.217759, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"]}, {"precision": 0.859832, "recall": 0.897233, "f1": 0.871212, "accuracy": 0.897233, "main_score": 0.871212, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"]}, {"precision": 0.757601, "recall": 0.80336, "f1": 0.770517, "accuracy": 0.80336, "main_score": 0.770517, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"]}, {"precision": 0.815378, "recall": 0.854743, "f1": 0.826784, "accuracy": 0.854743, "main_score": 0.826784, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"]}, {"precision": 0.885985, "recall": 0.917984, "f1": 0.895619, "accuracy": 0.917984, "main_score": 0.895619, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"]}, {"precision": 0.566083, "recall": 0.616601, "f1": 0.580997, "accuracy": 0.616601, "main_score": 0.580997, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"]}, {"precision": 0.557323, "recall": 0.600791, "f1": 0.569578, "accuracy": 0.600791, "main_score": 0.569578, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"]}, {"precision": 0.870751, "recall": 0.907115, "f1": 0.881686, "accuracy": 0.907115, "main_score": 0.881686, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"]}, {"precision": 0.893643, "recall": 0.922925, "f1": 0.902423, "accuracy": 0.922925, "main_score": 0.902423, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"]}, {"precision": 0.830416, "recall": 0.864625, "f1": 0.839864, "accuracy": 0.864625, "main_score": 0.839864, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"]}, {"precision": 0.862928, "recall": 0.899209, "f1": 0.874209, "accuracy": 0.899209, "main_score": 0.874209, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"]}, {"precision": 0.605632, "recall": 0.664032, "f1": 0.623287, "accuracy": 0.664032, "main_score": 0.623287, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"]}, {"precision": 0.865286, "recall": 0.896245, "f1": 0.874224, "accuracy": 0.896245, "main_score": 0.874224, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"]}, {"precision": 0.522186, "recall": 0.570158, "f1": 0.536613, "accuracy": 0.570158, "main_score": 0.536613, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"]}, {"precision": 0.684413, "recall": 0.740119, "f1": 0.700398, "accuracy": 0.740119, "main_score": 0.700398, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"]}, {"precision": 0.87239, "recall": 0.90415, "f1": 0.881939, "accuracy": 0.90415, "main_score": 0.881939, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"]}, {"precision": 0.832734, "recall": 0.868577, "f1": 0.843097, "accuracy": 0.868577, "main_score": 0.843097, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"]}, {"precision": 0.858523, "recall": 0.893281, "f1": 0.868881, "accuracy": 0.893281, "main_score": 0.868881, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"]}, {"precision": 0.449362, "recall": 0.493083, "f1": 0.461307, "accuracy": 0.493083, "main_score": 0.461307, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"]}, {"precision": 0.882764, "recall": 0.910079, "f1": 0.890599, "accuracy": 0.910079, "main_score": 0.890599, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"]}, {"precision": 0.853667, "recall": 0.88834, "f1": 0.863769, "accuracy": 0.88834, "main_score": 0.863769, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"]}, {"precision": 0.837846, "recall": 0.873518, "f1": 0.848419, "accuracy": 0.873518, "main_score": 0.848419, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"]}, {"precision": 0.815492, "recall": 0.856719, "f1": 0.827772, "accuracy": 0.856719, "main_score": 0.827772, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"]}, {"precision": 0.732185, "recall": 0.77668, "f1": 0.745422, "accuracy": 0.77668, "main_score": 0.745422, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"]}, {"precision": 0.74517, "recall": 0.793478, "f1": 0.759044, "accuracy": 0.793478, "main_score": 0.759044, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"]}, {"precision": 0.764163, "recall": 0.809289, "f1": 0.777438, "accuracy": 0.809289, "main_score": 0.777438, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"]}, {"precision": 0.61036, "recall": 0.650198, "f1": 0.621033, "accuracy": 0.650198, "main_score": 0.621033, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"]}, {"precision": 0.804018, "recall": 0.848814, "f1": 0.817575, "accuracy": 0.848814, "main_score": 0.817575, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"]}, {"precision": 0.868396, "recall": 0.900198, "f1": 0.878162, "accuracy": 0.900198, "main_score": 0.878162, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"]}, {"precision": 0.836258, "recall": 0.87253, "f1": 0.846556, "accuracy": 0.87253, "main_score": 0.846556, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"]}, {"precision": 0.882405, "recall": 0.911067, "f1": 0.890733, "accuracy": 0.911067, "main_score": 0.890733, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"]}, {"precision": 0.866808, "recall": 0.896245, "f1": 0.875543, "accuracy": 0.896245, "main_score": 0.875543, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"]}, {"precision": 0.88206, "recall": 0.912055, "f1": 0.891093, "accuracy": 0.912055, "main_score": 0.891093, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"]}, {"precision": 0.674316, "recall": 0.728261, "f1": 0.689761, "accuracy": 0.728261, "main_score": 0.689761, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"]}, {"precision": 0.827623, "recall": 0.866601, "f1": 0.838886, "accuracy": 0.866601, "main_score": 0.838886, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"]}, {"precision": 0.456826, "recall": 0.513834, "f1": 0.472818, "accuracy": 0.513834, "main_score": 0.472818, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"]}, {"precision": 0.877726, "recall": 0.907115, "f1": 0.886401, "accuracy": 0.907115, "main_score": 0.886401, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"]}, {"precision": 0.528269, "recall": 0.589921, "f1": 0.54598, "accuracy": 0.589921, "main_score": 0.54598, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"]}, {"precision": 0.842721, "recall": 0.883399, "f1": 0.854517, "accuracy": 0.883399, "main_score": 0.854517, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"]}, {"precision": 0.856711, "recall": 0.88834, "f1": 0.86558, "accuracy": 0.88834, "main_score": 0.86558, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"]}, {"precision": 0.840854, "recall": 0.878458, "f1": 0.851995, "accuracy": 0.878458, "main_score": 0.851995, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"]}, {"precision": 0.70463, "recall": 0.743083, "f1": 0.715632, "accuracy": 0.743083, "main_score": 0.715632, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"]}, {"precision": 0.84851, "recall": 0.886364, "f1": 0.859461, "accuracy": 0.886364, "main_score": 0.859461, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"]}, {"precision": 0.58974, "recall": 0.633399, "f1": 0.602208, "accuracy": 0.633399, "main_score": 0.602208, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"]}, {"precision": 0.583185, "recall": 0.626482, "f1": 0.595558, "accuracy": 0.626482, "main_score": 0.595558, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"]}, {"precision": 0.875758, "recall": 0.906126, "f1": 0.884439, "accuracy": 0.906126, "main_score": 0.884439, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"]}, {"precision": 0.748608, "recall": 0.789526, "f1": 0.759434, "accuracy": 0.789526, "main_score": 0.759434, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"]}, {"precision": 0.897433, "recall": 0.921937, "f1": 0.904828, "accuracy": 0.921937, "main_score": 0.904828, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"]}, {"precision": 0.534131, "recall": 0.583992, "f1": 0.54881, "accuracy": 0.583992, "main_score": 0.54881, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"]}, {"precision": 0.892325, "recall": 0.922925, "f1": 0.90168, "accuracy": 0.922925, "main_score": 0.90168, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"]}, {"precision": 0.892114, "recall": 0.917984, "f1": 0.899671, "accuracy": 0.917984, "main_score": 0.899671, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"]}, {"precision": 0.861228, "recall": 0.892292, "f1": 0.870001, "accuracy": 0.892292, "main_score": 0.870001, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"]}, {"precision": 0.530509, "recall": 0.583992, "f1": 0.545138, "accuracy": 0.583992, "main_score": 0.545138, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"]}, {"precision": 0.899045, "recall": 0.923913, "f1": 0.906541, "accuracy": 0.923913, "main_score": 0.906541, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"]}, {"precision": 0.695998, "recall": 0.740119, "f1": 0.708457, "accuracy": 0.740119, "main_score": 0.708457, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"]}, {"precision": 0.539824, "recall": 0.592885, "f1": 0.55447, "accuracy": 0.592885, "main_score": 0.55447, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"]}, {"precision": 0.595299, "recall": 0.641304, "f1": 0.608647, "accuracy": 0.641304, "main_score": 0.608647, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"]}, {"precision": 0.73433, "recall": 0.782609, "f1": 0.74841, "accuracy": 0.782609, "main_score": 0.74841, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"]}, {"precision": 0.892285, "recall": 0.916996, "f1": 0.899522, "accuracy": 0.916996, "main_score": 0.899522, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"]}, {"precision": 0.827026, "recall": 0.868577, "f1": 0.83953, "accuracy": 0.868577, "main_score": 0.83953, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"]}, {"precision": 0.493937, "recall": 0.535573, "f1": 0.505451, "accuracy": 0.535573, "main_score": 0.505451, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"]}, {"precision": 0.558727, "recall": 0.604743, "f1": 0.571491, "accuracy": 0.604743, "main_score": 0.571491, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"]}, {"precision": 0.874137, "recall": 0.907115, "f1": 0.883844, "accuracy": 0.907115, "main_score": 0.883844, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"]}, {"precision": 0.544649, "recall": 0.59585, "f1": 0.559248, "accuracy": 0.59585, "main_score": 0.559248, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"]}, {"precision": 0.538784, "recall": 0.582016, "f1": 0.550888, "accuracy": 0.582016, "main_score": 0.550888, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"]}, {"precision": 0.850906, "recall": 0.887352, "f1": 0.861844, "accuracy": 0.887352, "main_score": 0.861844, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"]}, {"precision": 0.529943, "recall": 0.577075, "f1": 0.543604, "accuracy": 0.577075, "main_score": 0.543604, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"]}, {"precision": 0.656879, "recall": 0.706522, "f1": 0.670902, "accuracy": 0.706522, "main_score": 0.670902, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"]}, {"precision": 0.828179, "recall": 0.863636, "f1": 0.83866, "accuracy": 0.863636, "main_score": 0.83866, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"]}, {"precision": 0.639149, "recall": 0.679842, "f1": 0.650875, "accuracy": 0.679842, "main_score": 0.650875, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"]}, {"precision": 0.700066, "recall": 0.736166, "f1": 0.71073, "accuracy": 0.736166, "main_score": 0.71073, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"]}, {"precision": 0.863044, "recall": 0.894269, "f1": 0.87225, "accuracy": 0.894269, "main_score": 0.87225, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"]}, {"precision": 0.793626, "recall": 0.839921, "f1": 0.807265, "accuracy": 0.839921, "main_score": 0.807265, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"]}, {"precision": 0.840227, "recall": 0.875494, "f1": 0.850313, "accuracy": 0.875494, "main_score": 0.850313, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"]}, {"precision": 0.459579, "recall": 0.523715, "f1": 0.477988, "accuracy": 0.523715, "main_score": 0.477988, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"]}, {"precision": 0.895652, "recall": 0.920949, "f1": 0.902899, "accuracy": 0.920949, "main_score": 0.902899, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"]}, {"precision": 0.832938, "recall": 0.869565, "f1": 0.843682, "accuracy": 0.869565, "main_score": 0.843682, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"]}, {"precision": 0.876202, "recall": 0.906126, "f1": 0.885094, "accuracy": 0.906126, "main_score": 0.885094, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"]}, {"precision": 0.86915, "recall": 0.900198, "f1": 0.87803, "accuracy": 0.900198, "main_score": 0.87803, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"]}, {"precision": 0.635738, "recall": 0.687747, "f1": 0.650795, "accuracy": 0.687747, "main_score": 0.650795, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"]}, {"precision": 0.548098, "recall": 0.588933, "f1": 0.559537, "accuracy": 0.588933, "main_score": 0.559537, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"]}, {"precision": 0.625611, "recall": 0.684783, "f1": 0.642291, "accuracy": 0.684783, "main_score": 0.642291, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"]}, {"precision": 0.55798, "recall": 0.603755, "f1": 0.570956, "accuracy": 0.603755, "main_score": 0.570956, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"]}, {"precision": 0.367941, "recall": 0.432806, "f1": 0.384211, "accuracy": 0.432806, "main_score": 0.384211, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"]}, {"precision": 0.960557, "recall": 0.971344, "f1": 0.963999, "accuracy": 0.971344, "main_score": 0.963999, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"]}, {"precision": 0.612013, "recall": 0.663043, "f1": 0.626468, "accuracy": 0.663043, "main_score": 0.626468, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"]}, {"precision": 0.889723, "recall": 0.914032, "f1": 0.897186, "accuracy": 0.914032, "main_score": 0.897186, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"]}, {"precision": 0.953063, "recall": 0.964427, "f1": 0.956653, "accuracy": 0.964427, "main_score": 0.956653, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"]}, {"precision": 0.606696, "recall": 0.655138, "f1": 0.62026, "accuracy": 0.655138, "main_score": 0.62026, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"]}, {"precision": 0.631509, "recall": 0.685771, "f1": 0.646483, "accuracy": 0.685771, "main_score": 0.646483, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"]}, {"precision": 0.961989, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"]}, {"precision": 0.560533, "recall": 0.619565, "f1": 0.576924, "accuracy": 0.619565, "main_score": 0.576924, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"]}, {"precision": 0.961989, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"]}, {"precision": 0.192689, "recall": 0.231225, "f1": 0.202139, "accuracy": 0.231225, "main_score": 0.202139, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"]}, {"precision": 0.634884, "recall": 0.676877, "f1": 0.646352, "accuracy": 0.676877, "main_score": 0.646352, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"]}, {"precision": 0.685533, "recall": 0.735178, "f1": 0.70004, "accuracy": 0.735178, "main_score": 0.70004, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"]}, {"precision": 0.893149, "recall": 0.920949, "f1": 0.901647, "accuracy": 0.920949, "main_score": 0.901647, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"]}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"]}, {"precision": 0.579969, "recall": 0.62747, "f1": 0.593371, "accuracy": 0.62747, "main_score": 0.593371, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"]}, {"precision": 0.694252, "recall": 0.763834, "f1": 0.713952, "accuracy": 0.763834, "main_score": 0.713952, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"]}, {"precision": 0.583714, "recall": 0.640316, "f1": 0.600033, "accuracy": 0.640316, "main_score": 0.600033, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973386, "accuracy": 0.979249, "main_score": 0.973386, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"]}, {"precision": 0.584881, "recall": 0.645257, "f1": 0.601765, "accuracy": 0.645257, "main_score": 0.601765, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"]}, {"precision": 0.838645, "recall": 0.874506, "f1": 0.849594, "accuracy": 0.874506, "main_score": 0.849594, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"]}, {"precision": 0.535939, "recall": 0.591897, "f1": 0.552181, "accuracy": 0.591897, "main_score": 0.552181, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"]}, {"precision": 0.60203, "recall": 0.666008, "f1": 0.61924, "accuracy": 0.666008, "main_score": 0.61924, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"]}, {"precision": 0.537403, "recall": 0.586957, "f1": 0.551364, "accuracy": 0.586957, "main_score": 0.551364, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"]}, {"precision": 0.927734, "recall": 0.94664, "f1": 0.93363, "accuracy": 0.94664, "main_score": 0.93363, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"]}, {"precision": 0.331301, "recall": 0.385375, "f1": 0.34595, "accuracy": 0.385375, "main_score": 0.34595, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"]}, {"precision": 0.600522, "recall": 0.65415, "f1": 0.615714, "accuracy": 0.65415, "main_score": 0.615714, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"]}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"]}, {"precision": 0.920735, "recall": 0.942688, "f1": 0.927404, "accuracy": 0.942688, "main_score": 0.927404, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"]}, {"precision": 0.607024, "recall": 0.657115, "f1": 0.621714, "accuracy": 0.657115, "main_score": 0.621714, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"]}, {"precision": 0.964674, "recall": 0.974308, "f1": 0.967787, "accuracy": 0.974308, "main_score": 0.967787, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"]}, {"precision": 0.688043, "recall": 0.745059, "f1": 0.70503, "accuracy": 0.745059, "main_score": 0.70503, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"]}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930962, "accuracy": 0.945652, "main_score": 0.930962, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"]}, {"precision": 0.53476, "recall": 0.62253, "f1": 0.558664, "accuracy": 0.62253, "main_score": 0.558664, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"]}, {"precision": 0.687986, "recall": 0.743083, "f1": 0.703618, "accuracy": 0.743083, "main_score": 0.703618, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"]}, {"precision": 0.943182, "recall": 0.961462, "f1": 0.949111, "accuracy": 0.961462, "main_score": 0.949111, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"]}, {"precision": 0.670636, "recall": 0.716403, "f1": 0.684519, "accuracy": 0.716403, "main_score": 0.684519, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"]}, {"precision": 0.645085, "recall": 0.704545, "f1": 0.661781, "accuracy": 0.704545, "main_score": 0.661781, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"]}, {"precision": 0.952734, "recall": 0.965415, "f1": 0.956851, "accuracy": 0.965415, "main_score": 0.956851, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"]}, {"precision": 0.875939, "recall": 0.912055, "f1": 0.887253, "accuracy": 0.912055, "main_score": 0.887253, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"]}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"]}, {"precision": 0.551813, "recall": 0.610672, "f1": 0.568103, "accuracy": 0.610672, "main_score": 0.568103, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"]}, {"precision": 0.565869, "recall": 0.617589, "f1": 0.580832, "accuracy": 0.617589, "main_score": 0.580832, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"]}, {"precision": 0.805649, "recall": 0.84585, "f1": 0.817264, "accuracy": 0.84585, "main_score": 0.817264, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"]}, {"precision": 0.494029, "recall": 0.546443, "f1": 0.507946, "accuracy": 0.546443, "main_score": 0.507946, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"]}, {"precision": 0.808959, "recall": 0.851779, "f1": 0.821673, "accuracy": 0.851779, "main_score": 0.821673, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"]}, {"precision": 0.562242, "recall": 0.616601, "f1": 0.577511, "accuracy": 0.616601, "main_score": 0.577511, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"]}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"]}, {"precision": 0.612344, "recall": 0.667984, "f1": 0.627906, "accuracy": 0.667984, "main_score": 0.627906, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"]}, {"precision": 0.207539, "recall": 0.256917, "f1": 0.218619, "accuracy": 0.256917, "main_score": 0.218619, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"]}, {"precision": 0.65097, "recall": 0.698617, "f1": 0.664462, "accuracy": 0.698617, "main_score": 0.664462, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"]}, {"precision": 0.749473, "recall": 0.801383, "f1": 0.764627, "accuracy": 0.801383, "main_score": 0.764627, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"]}, {"precision": 0.450908, "recall": 0.504941, "f1": 0.466158, "accuracy": 0.504941, "main_score": 0.466158, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"]}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"]}, {"precision": 0.666883, "recall": 0.724308, "f1": 0.68347, "accuracy": 0.724308, "main_score": 0.68347, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"]}, {"precision": 0.569995, "recall": 0.62253, "f1": 0.585875, "accuracy": 0.62253, "main_score": 0.585875, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"]}, {"precision": 0.530301, "recall": 0.587945, "f1": 0.546552, "accuracy": 0.587945, "main_score": 0.546552, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"]}, {"precision": 0.675642, "recall": 0.722332, "f1": 0.689262, "accuracy": 0.722332, "main_score": 0.689262, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"]}, {"precision": 0.230571, "recall": 0.296443, "f1": 0.247413, "accuracy": 0.296443, "main_score": 0.247413, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"]}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917852, "accuracy": 0.934783, "main_score": 0.917852, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.94577, "accuracy": 0.95751, "main_score": 0.94577, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"]}, {"precision": 0.599885, "recall": 0.656126, "f1": 0.616291, "accuracy": 0.656126, "main_score": 0.616291, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"]}, {"precision": 0.587213, "recall": 0.643281, "f1": 0.603051, "accuracy": 0.643281, "main_score": 0.603051, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958794, "accuracy": 0.968379, "main_score": 0.958794, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"]}, {"precision": 0.93857, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"]}, {"precision": 0.693528, "recall": 0.756917, "f1": 0.712554, "accuracy": 0.756917, "main_score": 0.712554, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"]}, {"precision": 0.564201, "recall": 0.62253, "f1": 0.581282, "accuracy": 0.62253, "main_score": 0.581282, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"]}, {"precision": 0.745861, "recall": 0.793478, "f1": 0.759557, "accuracy": 0.793478, "main_score": 0.759557, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"]}, {"precision": 0.982378, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"]}, {"precision": 0.470015, "recall": 0.532609, "f1": 0.487085, "accuracy": 0.532609, "main_score": 0.487085, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"]}, {"precision": 0.968132, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"]}, {"precision": 0.902421, "recall": 0.93083, "f1": 0.911462, "accuracy": 0.93083, "main_score": 0.911462, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"]}, {"precision": 0.796025, "recall": 0.842885, "f1": 0.809914, "accuracy": 0.842885, "main_score": 0.809914, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"]}, {"precision": 0.906126, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"]}, {"precision": 0.888538, "recall": 0.918972, "f1": 0.897859, "accuracy": 0.918972, "main_score": 0.897859, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"]}, {"precision": 0.624304, "recall": 0.673913, "f1": 0.638101, "accuracy": 0.673913, "main_score": 0.638101, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"]}, {"precision": 0.930748, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"]}, {"precision": 0.822217, "recall": 0.866601, "f1": 0.835804, "accuracy": 0.866601, "main_score": 0.835804, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"]}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.952141, "accuracy": 0.962451, "main_score": 0.952141, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"]}, {"precision": 0.493718, "recall": 0.555336, "f1": 0.510619, "accuracy": 0.555336, "main_score": 0.510619, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"]}, {"precision": 0.5766, "recall": 0.644269, "f1": 0.595756, "accuracy": 0.644269, "main_score": 0.595756, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"]}, {"precision": 0.92859, "recall": 0.949605, "f1": 0.935112, "accuracy": 0.949605, "main_score": 0.935112, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"]}, {"precision": 0.793017, "recall": 0.831028, "f1": 0.804809, "accuracy": 0.831028, "main_score": 0.804809, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"]}, {"precision": 0.661627, "recall": 0.703557, "f1": 0.673767, "accuracy": 0.703557, "main_score": 0.673767, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"]}, {"precision": 0.651007, "recall": 0.705534, "f1": 0.66666, "accuracy": 0.705534, "main_score": 0.66666, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"]}, {"precision": 0.908218, "recall": 0.93083, "f1": 0.915039, "accuracy": 0.93083, "main_score": 0.915039, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"]}, {"precision": 0.558552, "recall": 0.609684, "f1": 0.572889, "accuracy": 0.609684, "main_score": 0.572889, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"]}, {"precision": 0.552851, "recall": 0.612648, "f1": 0.569518, "accuracy": 0.612648, "main_score": 0.569518, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"]}, {"precision": 0.797184, "recall": 0.841897, "f1": 0.810328, "accuracy": 0.841897, "main_score": 0.810328, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"]}, {"precision": 0.561553, "recall": 0.616601, "f1": 0.576727, "accuracy": 0.616601, "main_score": 0.576727, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"]}, {"precision": 0.626296, "recall": 0.681818, "f1": 0.641208, "accuracy": 0.681818, "main_score": 0.641208, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"]}, {"precision": 0.860919, "recall": 0.897233, "f1": 0.872069, "accuracy": 0.897233, "main_score": 0.872069, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"]}, {"precision": 0.93643, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"]}, {"precision": 0.513338, "recall": 0.567194, "f1": 0.528616, "accuracy": 0.567194, "main_score": 0.528616, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"]}, {"precision": 0.59245, "recall": 0.63834, "f1": 0.60496, "accuracy": 0.63834, "main_score": 0.60496, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"]}, {"precision": 0.60249, "recall": 0.658103, "f1": 0.618176, "accuracy": 0.658103, "main_score": 0.618176, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"]}, {"precision": 0.568904, "recall": 0.621542, "f1": 0.583313, "accuracy": 0.621542, "main_score": 0.583313, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"]}, {"precision": 0.550932, "recall": 0.605731, "f1": 0.56665, "accuracy": 0.605731, "main_score": 0.56665, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"]}, {"precision": 0.731357, "recall": 0.780632, "f1": 0.745723, "accuracy": 0.780632, "main_score": 0.745723, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"]}, {"precision": 0.720537, "recall": 0.766798, "f1": 0.734055, "accuracy": 0.766798, "main_score": 0.734055, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"]}, {"precision": 0.841321, "recall": 0.870553, "f1": 0.849558, "accuracy": 0.870553, "main_score": 0.849558, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"]}, {"precision": 0.879809, "recall": 0.910079, "f1": 0.888768, "accuracy": 0.910079, "main_score": 0.888768, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948899, "accuracy": 0.960474, "main_score": 0.948899, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"]}, {"precision": 0.497192, "recall": 0.572134, "f1": 0.519306, "accuracy": 0.572134, "main_score": 0.519306, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"]}, {"precision": 0.695957, "recall": 0.751976, "f1": 0.712341, "accuracy": 0.751976, "main_score": 0.712341, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"]}, {"precision": 0.586735, "recall": 0.630435, "f1": 0.599443, "accuracy": 0.630435, "main_score": 0.599443, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"]}, {"precision": 0.606326, "recall": 0.66996, "f1": 0.623838, "accuracy": 0.66996, "main_score": 0.623838, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"]}, {"precision": 0.553731, "recall": 0.618577, "f1": 0.572119, "accuracy": 0.618577, "main_score": 0.572119, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"]}, {"precision": 0.456443, "recall": 0.540514, "f1": 0.479273, "accuracy": 0.540514, "main_score": 0.479273, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"]}, {"precision": 0.607309, "recall": 0.666008, "f1": 0.62357, "accuracy": 0.666008, "main_score": 0.62357, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"]}, {"precision": 0.895043, "recall": 0.923913, "f1": 0.904216, "accuracy": 0.923913, "main_score": 0.904216, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"]}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"]}, {"precision": 0.62976, "recall": 0.688735, "f1": 0.646857, "accuracy": 0.688735, "main_score": 0.646857, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"]}, {"precision": 0.625174, "recall": 0.689723, "f1": 0.643466, "accuracy": 0.689723, "main_score": 0.643466, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"]}, {"precision": 0.585475, "recall": 0.647233, "f1": 0.602565, "accuracy": 0.647233, "main_score": 0.602565, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"]}, {"precision": 0.189964, "recall": 0.242095, "f1": 0.203101, "accuracy": 0.242095, "main_score": 0.203101, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"]}, {"precision": 0.665297, "recall": 0.717391, "f1": 0.67955, "accuracy": 0.717391, "main_score": 0.67955, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"]}, {"precision": 0.700264, "recall": 0.755929, "f1": 0.716916, "accuracy": 0.755929, "main_score": 0.716916, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"]}, {"precision": 0.571774, "recall": 0.62253, "f1": 0.586415, "accuracy": 0.62253, "main_score": 0.586415, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"]}, {"precision": 0.555563, "recall": 0.626482, "f1": 0.574928, "accuracy": 0.626482, "main_score": 0.574928, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"]}, {"precision": 0.58279, "recall": 0.652174, "f1": 0.603211, "accuracy": 0.652174, "main_score": 0.603211, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"]}, {"precision": 0.608646, "recall": 0.670949, "f1": 0.626289, "accuracy": 0.670949, "main_score": 0.626289, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924638, "accuracy": 0.940711, "main_score": 0.924638, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"]}, {"precision": 0.557389, "recall": 0.614625, "f1": 0.573954, "accuracy": 0.614625, "main_score": 0.573954, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"]}, {"precision": 0.5746, "recall": 0.637352, "f1": 0.591743, "accuracy": 0.637352, "main_score": 0.591743, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"]}, {"precision": 0.53213, "recall": 0.589921, "f1": 0.548478, "accuracy": 0.589921, "main_score": 0.548478, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"]}, {"precision": 0.317409, "recall": 0.383399, "f1": 0.335393, "accuracy": 0.383399, "main_score": 0.335393, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"]}, {"precision": 0.614073, "recall": 0.673913, "f1": 0.63048, "accuracy": 0.673913, "main_score": 0.63048, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"]}, {"precision": 0.621217, "recall": 0.674901, "f1": 0.636413, "accuracy": 0.674901, "main_score": 0.636413, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"]}, {"precision": 0.740488, "recall": 0.800395, "f1": 0.758187, "accuracy": 0.800395, "main_score": 0.758187, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"]}, {"precision": 0.68027, "recall": 0.758893, "f1": 0.703543, "accuracy": 0.758893, "main_score": 0.703543, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"]}, {"precision": 0.732625, "recall": 0.789526, "f1": 0.749671, "accuracy": 0.789526, "main_score": 0.749671, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"]}, {"precision": 0.688779, "recall": 0.742095, "f1": 0.704462, "accuracy": 0.742095, "main_score": 0.704462, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"]}, {"precision": 0.690069, "recall": 0.750988, "f1": 0.707891, "accuracy": 0.750988, "main_score": 0.707891, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"]}, {"precision": 0.582647, "recall": 0.643281, "f1": 0.599869, "accuracy": 0.643281, "main_score": 0.599869, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"]}, {"precision": 0.582584, "recall": 0.637352, "f1": 0.59768, "accuracy": 0.637352, "main_score": 0.59768, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"]}, {"precision": 0.821756, "recall": 0.865613, "f1": 0.83531, "accuracy": 0.865613, "main_score": 0.83531, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"]}, {"precision": 0.485654, "recall": 0.545455, "f1": 0.501568, "accuracy": 0.545455, "main_score": 0.501568, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"]}, {"precision": 0.905609, "recall": 0.933794, "f1": 0.914608, "accuracy": 0.933794, "main_score": 0.914608, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"]}, {"precision": 0.566515, "recall": 0.625494, "f1": 0.582947, "accuracy": 0.625494, "main_score": 0.582947, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"]}, {"precision": 0.619039, "recall": 0.686759, "f1": 0.638362, "accuracy": 0.686759, "main_score": 0.638362, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"]}, {"precision": 0.201703, "recall": 0.259881, "f1": 0.214707, "accuracy": 0.259881, "main_score": 0.214707, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"]}, {"precision": 0.655312, "recall": 0.717391, "f1": 0.673454, "accuracy": 0.717391, "main_score": 0.673454, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"]}, {"precision": 0.836686, "recall": 0.880435, "f1": 0.850445, "accuracy": 0.880435, "main_score": 0.850445, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"]}, {"precision": 0.427851, "recall": 0.493083, "f1": 0.446207, "accuracy": 0.493083, "main_score": 0.446207, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"]}, {"precision": 0.705345, "recall": 0.763834, "f1": 0.723205, "accuracy": 0.763834, "main_score": 0.723205, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"]}, {"precision": 0.575227, "recall": 0.637352, "f1": 0.593034, "accuracy": 0.637352, "main_score": 0.593034, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"]}, {"precision": 0.526841, "recall": 0.593874, "f1": 0.545771, "accuracy": 0.593874, "main_score": 0.545771, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"]}, {"precision": 0.698791, "recall": 0.752964, "f1": 0.715069, "accuracy": 0.752964, "main_score": 0.715069, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"]}, {"precision": 0.255792, "recall": 0.341897, "f1": 0.278928, "accuracy": 0.341897, "main_score": 0.278928, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"]}, {"precision": 0.609799, "recall": 0.670949, "f1": 0.627776, "accuracy": 0.670949, "main_score": 0.627776, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"]}, {"precision": 0.607965, "recall": 0.672925, "f1": 0.626542, "accuracy": 0.672925, "main_score": 0.626542, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"]}, {"precision": 0.741082, "recall": 0.807312, "f1": 0.761254, "accuracy": 0.807312, "main_score": 0.761254, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"]}, {"precision": 0.589587, "recall": 0.65415, "f1": 0.608292, "accuracy": 0.65415, "main_score": 0.608292, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"]}, {"precision": 0.826746, "recall": 0.869565, "f1": 0.839822, "accuracy": 0.869565, "main_score": 0.839822, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"]}, {"precision": 0.483853, "recall": 0.549407, "f1": 0.502078, "accuracy": 0.549407, "main_score": 0.502078, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"]}, {"precision": 0.906044, "recall": 0.933794, "f1": 0.914756, "accuracy": 0.933794, "main_score": 0.914756, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"]}, {"precision": 0.640036, "recall": 0.694664, "f1": 0.656103, "accuracy": 0.694664, "main_score": 0.656103, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927437, "accuracy": 0.943676, "main_score": 0.927437, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"]}, {"precision": 0.481358, "recall": 0.55336, "f1": 0.501177, "accuracy": 0.55336, "main_score": 0.501177, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"]}, {"precision": 0.651689, "recall": 0.727273, "f1": 0.674193, "accuracy": 0.727273, "main_score": 0.674193, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"]}, {"precision": 0.880599, "recall": 0.913043, "f1": 0.890777, "accuracy": 0.913043, "main_score": 0.890777, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"]}, {"precision": 0.66992, "recall": 0.725296, "f1": 0.685967, "accuracy": 0.725296, "main_score": 0.685967, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"]}, {"precision": 0.688735, "recall": 0.742095, "f1": 0.704099, "accuracy": 0.742095, "main_score": 0.704099, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"]}, {"precision": 0.568837, "recall": 0.636364, "f1": 0.588279, "accuracy": 0.636364, "main_score": 0.588279, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"]}, {"precision": 0.559645, "recall": 0.626482, "f1": 0.578796, "accuracy": 0.626482, "main_score": 0.578796, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"]}, {"precision": 0.865695, "recall": 0.903162, "f1": 0.877701, "accuracy": 0.903162, "main_score": 0.877701, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"]}, {"precision": 0.568713, "recall": 0.631423, "f1": 0.586175, "accuracy": 0.631423, "main_score": 0.586175, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"]}, {"precision": 0.655884, "recall": 0.717391, "f1": 0.67388, "accuracy": 0.717391, "main_score": 0.67388, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"]}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"]}, {"precision": 0.514964, "recall": 0.570158, "f1": 0.53072, "accuracy": 0.570158, "main_score": 0.53072, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"]}, {"precision": 0.591069, "recall": 0.650198, "f1": 0.607248, "accuracy": 0.650198, "main_score": 0.607248, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"]}, {"precision": 0.609741, "recall": 0.678854, "f1": 0.629864, "accuracy": 0.678854, "main_score": 0.629864, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"]}, {"precision": 0.579463, "recall": 0.637352, "f1": 0.595497, "accuracy": 0.637352, "main_score": 0.595497, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"]}, {"precision": 0.560178, "recall": 0.628458, "f1": 0.580225, "accuracy": 0.628458, "main_score": 0.580225, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"]}, {"precision": 0.782971, "recall": 0.831028, "f1": 0.797271, "accuracy": 0.831028, "main_score": 0.797271, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"]}, {"precision": 0.768528, "recall": 0.820158, "f1": 0.78442, "accuracy": 0.820158, "main_score": 0.78442, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"]}, {"precision": 0.905032, "recall": 0.927866, "f1": 0.912039, "accuracy": 0.927866, "main_score": 0.912039, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"]}, {"precision": 0.507171, "recall": 0.588933, "f1": 0.530951, "accuracy": 0.588933, "main_score": 0.530951, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"]}, {"precision": 0.750214, "recall": 0.804348, "f1": 0.76629, "accuracy": 0.804348, "main_score": 0.76629, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"]}, {"precision": 0.62796, "recall": 0.674901, "f1": 0.641241, "accuracy": 0.674901, "main_score": 0.641241, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"]}, {"precision": 0.625908, "recall": 0.69664, "f1": 0.646212, "accuracy": 0.69664, "main_score": 0.646212, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"]}, {"precision": 0.54846, "recall": 0.606719, "f1": 0.564745, "accuracy": 0.606719, "main_score": 0.564745, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"]}, {"precision": 0.381321, "recall": 0.451581, "f1": 0.399332, "accuracy": 0.451581, "main_score": 0.399332, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"]}, {"precision": 0.614278, "recall": 0.66996, "f1": 0.62955, "accuracy": 0.66996, "main_score": 0.62955, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"]}, {"precision": 0.899209, "recall": 0.926877, "f1": 0.908103, "accuracy": 0.926877, "main_score": 0.908103, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"]}, {"precision": 0.958004, "recall": 0.968379, "f1": 0.961462, "accuracy": 0.968379, "main_score": 0.961462, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"]}, {"precision": 0.613422, "recall": 0.667984, "f1": 0.628858, "accuracy": 0.667984, "main_score": 0.628858, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"]}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"]}, {"precision": 0.616011, "recall": 0.683794, "f1": 0.635128, "accuracy": 0.683794, "main_score": 0.635128, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"]}, {"precision": 0.564392, "recall": 0.631423, "f1": 0.582765, "accuracy": 0.631423, "main_score": 0.582765, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"]}, {"precision": 0.184336, "recall": 0.230237, "f1": 0.195449, "accuracy": 0.230237, "main_score": 0.195449, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"]}, {"precision": 0.640324, "recall": 0.687747, "f1": 0.6534, "accuracy": 0.687747, "main_score": 0.6534, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"]}, {"precision": 0.694598, "recall": 0.746047, "f1": 0.709267, "accuracy": 0.746047, "main_score": 0.709267, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"]}, {"precision": 0.559546, "recall": 0.608696, "f1": 0.57338, "accuracy": 0.608696, "main_score": 0.57338, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"]}, {"precision": 0.532469, "recall": 0.612648, "f1": 0.554604, "accuracy": 0.612648, "main_score": 0.554604, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"]}, {"precision": 0.589377, "recall": 0.651186, "f1": 0.607309, "accuracy": 0.651186, "main_score": 0.607309, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"]}, {"precision": 0.596073, "recall": 0.65415, "f1": 0.612241, "accuracy": 0.65415, "main_score": 0.612241, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"]}, {"precision": 0.859387, "recall": 0.897233, "f1": 0.871344, "accuracy": 0.897233, "main_score": 0.871344, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"]}, {"precision": 0.536035, "recall": 0.596838, "f1": 0.553539, "accuracy": 0.596838, "main_score": 0.553539, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"]}, {"precision": 0.576228, "recall": 0.643281, "f1": 0.595154, "accuracy": 0.643281, "main_score": 0.595154, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"]}, {"precision": 0.529138, "recall": 0.579051, "f1": 0.542303, "accuracy": 0.579051, "main_score": 0.542303, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"]}, {"precision": 0.319977, "recall": 0.37747, "f1": 0.336215, "accuracy": 0.37747, "main_score": 0.336215, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"]}, {"precision": 0.599187, "recall": 0.661067, "f1": 0.616759, "accuracy": 0.661067, "main_score": 0.616759, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"]}, {"precision": 0.954084, "recall": 0.966403, "f1": 0.958004, "accuracy": 0.966403, "main_score": 0.958004, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"]}, {"precision": 0.614711, "recall": 0.668972, "f1": 0.630026, "accuracy": 0.668972, "main_score": 0.630026, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"]}, {"precision": 0.695426, "recall": 0.755929, "f1": 0.713324, "accuracy": 0.755929, "main_score": 0.713324, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"]}, {"precision": 0.568405, "recall": 0.650198, "f1": 0.591787, "accuracy": 0.650198, "main_score": 0.591787, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"]}, {"precision": 0.708893, "recall": 0.763834, "f1": 0.724715, "accuracy": 0.763834, "main_score": 0.724715, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"]}, {"precision": 0.682629, "recall": 0.732213, "f1": 0.697499, "accuracy": 0.732213, "main_score": 0.697499, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"]}, {"precision": 0.661352, "recall": 0.72332, "f1": 0.679513, "accuracy": 0.72332, "main_score": 0.679513, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"]}, {"precision": 0.976285, "recall": 0.982213, "f1": 0.978261, "accuracy": 0.982213, "main_score": 0.978261, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"]}, {"precision": 0.91362, "recall": 0.939723, "f1": 0.922003, "accuracy": 0.939723, "main_score": 0.922003, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"]}, {"precision": 0.568358, "recall": 0.629447, "f1": 0.585078, "accuracy": 0.629447, "main_score": 0.585078, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"]}, {"precision": 0.569428, "recall": 0.626482, "f1": 0.585885, "accuracy": 0.626482, "main_score": 0.585885, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"]}, {"precision": 0.819944, "recall": 0.862648, "f1": 0.832628, "accuracy": 0.862648, "main_score": 0.832628, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"]}, {"precision": 0.479981, "recall": 0.538538, "f1": 0.495336, "accuracy": 0.538538, "main_score": 0.495336, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"]}, {"precision": 0.846624, "recall": 0.884387, "f1": 0.858004, "accuracy": 0.884387, "main_score": 0.858004, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"]}, {"precision": 0.546692, "recall": 0.602767, "f1": 0.562356, "accuracy": 0.602767, "main_score": 0.562356, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"]}, {"precision": 0.62688, "recall": 0.688735, "f1": 0.644224, "accuracy": 0.688735, "main_score": 0.644224, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"]}, {"precision": 0.199935, "recall": 0.255929, "f1": 0.212831, "accuracy": 0.255929, "main_score": 0.212831, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"]}, {"precision": 0.644664, "recall": 0.711462, "f1": 0.664497, "accuracy": 0.711462, "main_score": 0.664497, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"]}, {"precision": 0.770431, "recall": 0.822134, "f1": 0.786117, "accuracy": 0.822134, "main_score": 0.786117, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"]}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"]}, {"precision": 0.435883, "recall": 0.497036, "f1": 0.452442, "accuracy": 0.497036, "main_score": 0.452442, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"]}, {"precision": 0.687939, "recall": 0.742095, "f1": 0.703612, "accuracy": 0.742095, "main_score": 0.703612, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"]}, {"precision": 0.577122, "recall": 0.636364, "f1": 0.594043, "accuracy": 0.636364, "main_score": 0.594043, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"]}, {"precision": 0.519583, "recall": 0.58004, "f1": 0.537063, "accuracy": 0.58004, "main_score": 0.537063, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"]}, {"precision": 0.675619, "recall": 0.728261, "f1": 0.690428, "accuracy": 0.728261, "main_score": 0.690428, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"]}, {"precision": 0.221378, "recall": 0.289526, "f1": 0.23895, "accuracy": 0.289526, "main_score": 0.23895, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"]}, {"precision": 0.92971, "recall": 0.950593, "f1": 0.936265, "accuracy": 0.950593, "main_score": 0.936265, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"]}, {"precision": 0.601548, "recall": 0.659091, "f1": 0.618431, "accuracy": 0.659091, "main_score": 0.618431, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"]}, {"precision": 0.588628, "recall": 0.655138, "f1": 0.607763, "accuracy": 0.655138, "main_score": 0.607763, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"]}, {"precision": 0.708778, "recall": 0.772727, "f1": 0.728181, "accuracy": 0.772727, "main_score": 0.728181, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"]}, {"precision": 0.57197, "recall": 0.631423, "f1": 0.58861, "accuracy": 0.631423, "main_score": 0.58861, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"]}, {"precision": 0.762665, "recall": 0.812253, "f1": 0.777668, "accuracy": 0.812253, "main_score": 0.777668, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"]}, {"precision": 0.47259, "recall": 0.536561, "f1": 0.490752, "accuracy": 0.536561, "main_score": 0.490752, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"]}, {"precision": 0.941897, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"]}, {"precision": 0.838883, "recall": 0.878458, "f1": 0.851186, "accuracy": 0.878458, "main_score": 0.851186, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"]}, {"precision": 0.92309, "recall": 0.944664, "f1": 0.929974, "accuracy": 0.944664, "main_score": 0.929974, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"]}, {"precision": 0.920125, "recall": 0.942688, "f1": 0.927174, "accuracy": 0.942688, "main_score": 0.927174, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"]}, {"precision": 0.633916, "recall": 0.686759, "f1": 0.649168, "accuracy": 0.686759, "main_score": 0.649168, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"]}, {"precision": 0.855023, "recall": 0.895257, "f1": 0.867655, "accuracy": 0.895257, "main_score": 0.867655, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"]}, {"precision": 0.485766, "recall": 0.548419, "f1": 0.502934, "accuracy": 0.548419, "main_score": 0.502934, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"]}, {"precision": 0.594525, "recall": 0.663043, "f1": 0.614824, "accuracy": 0.663043, "main_score": 0.614824, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"]}, {"precision": 0.824861, "recall": 0.86166, "f1": 0.836281, "accuracy": 0.86166, "main_score": 0.836281, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"]}, {"precision": 0.657691, "recall": 0.710474, "f1": 0.673144, "accuracy": 0.710474, "main_score": 0.673144, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"]}, {"precision": 0.641186, "recall": 0.698617, "f1": 0.657828, "accuracy": 0.698617, "main_score": 0.657828, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"]}, {"precision": 0.927619, "recall": 0.94664, "f1": 0.933531, "accuracy": 0.94664, "main_score": 0.933531, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"]}, {"precision": 0.547152, "recall": 0.612648, "f1": 0.565144, "accuracy": 0.612648, "main_score": 0.565144, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"]}, {"precision": 0.554631, "recall": 0.612648, "f1": 0.570892, "accuracy": 0.612648, "main_score": 0.570892, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"]}, {"precision": 0.8042, "recall": 0.847826, "f1": 0.817391, "accuracy": 0.847826, "main_score": 0.817391, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"]}, {"precision": 0.561914, "recall": 0.624506, "f1": 0.579221, "accuracy": 0.624506, "main_score": 0.579221, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"]}, {"precision": 0.635274, "recall": 0.6917, "f1": 0.651602, "accuracy": 0.6917, "main_score": 0.651602, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"]}, {"precision": 0.901713, "recall": 0.929842, "f1": 0.910738, "accuracy": 0.929842, "main_score": 0.910738, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"]}, {"precision": 0.50599, "recall": 0.563241, "f1": 0.521941, "accuracy": 0.563241, "main_score": 0.521941, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"]}, {"precision": 0.590467, "recall": 0.643281, "f1": 0.605165, "accuracy": 0.643281, "main_score": 0.605165, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"]}, {"precision": 0.600169, "recall": 0.659091, "f1": 0.616612, "accuracy": 0.659091, "main_score": 0.616612, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"]}, {"precision": 0.564894, "recall": 0.621542, "f1": 0.580437, "accuracy": 0.621542, "main_score": 0.580437, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"]}, {"precision": 0.56165, "recall": 0.62747, "f1": 0.580478, "accuracy": 0.62747, "main_score": 0.580478, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"]}, {"precision": 0.736018, "recall": 0.787549, "f1": 0.751285, "accuracy": 0.787549, "main_score": 0.751285, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"]}, {"precision": 0.740424, "recall": 0.791502, "f1": 0.755715, "accuracy": 0.791502, "main_score": 0.755715, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"]}, {"precision": 0.858317, "recall": 0.88834, "f1": 0.86726, "accuracy": 0.88834, "main_score": 0.86726, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"]}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"]}, {"precision": 0.50034, "recall": 0.581028, "f1": 0.523872, "accuracy": 0.581028, "main_score": 0.523872, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"]}, {"precision": 0.708547, "recall": 0.766798, "f1": 0.724925, "accuracy": 0.766798, "main_score": 0.724925, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"]}, {"precision": 0.610646, "recall": 0.656126, "f1": 0.622545, "accuracy": 0.656126, "main_score": 0.622545, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"]}, {"precision": 0.39861, "recall": 0.450593, "f1": 0.413734, "accuracy": 0.450593, "main_score": 0.413734, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"]}, {"precision": 0.478746, "recall": 0.514822, "f1": 0.489325, "accuracy": 0.514822, "main_score": 0.489325, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"]}, {"precision": 0.203096, "recall": 0.241107, "f1": 0.212878, "accuracy": 0.241107, "main_score": 0.212878, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"]}, {"precision": 0.516256, "recall": 0.559289, "f1": 0.527813, "accuracy": 0.559289, "main_score": 0.527813, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"]}, {"precision": 0.474883, "recall": 0.518775, "f1": 0.486756, "accuracy": 0.518775, "main_score": 0.486756, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"]}, {"precision": 0.514078, "recall": 0.555336, "f1": 0.525796, "accuracy": 0.555336, "main_score": 0.525796, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"]}, {"precision": 0.517357, "recall": 0.550395, "f1": 0.526049, "accuracy": 0.550395, "main_score": 0.526049, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"]}, {"precision": 0.499295, "recall": 0.538538, "f1": 0.509559, "accuracy": 0.538538, "main_score": 0.509559, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"]}, {"precision": 0.515978, "recall": 0.556324, "f1": 0.526471, "accuracy": 0.556324, "main_score": 0.526471, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"]}, {"precision": 0.509324, "recall": 0.551383, "f1": 0.520146, "accuracy": 0.551383, "main_score": 0.520146, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"]}, {"precision": 0.531659, "recall": 0.567194, "f1": 0.541155, "accuracy": 0.567194, "main_score": 0.541155, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"]}, {"precision": 0.502063, "recall": 0.550395, "f1": 0.514828, "accuracy": 0.550395, "main_score": 0.514828, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"]}, {"precision": 0.502838, "recall": 0.54249, "f1": 0.513145, "accuracy": 0.54249, "main_score": 0.513145, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"]}, {"precision": 0.458567, "recall": 0.501976, "f1": 0.469794, "accuracy": 0.501976, "main_score": 0.469794, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"]}, {"precision": 0.517175, "recall": 0.557312, "f1": 0.528078, "accuracy": 0.557312, "main_score": 0.528078, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"]}, {"precision": 0.470681, "recall": 0.519763, "f1": 0.484138, "accuracy": 0.519763, "main_score": 0.484138, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"]}, {"precision": 0.513732, "recall": 0.559289, "f1": 0.525745, "accuracy": 0.559289, "main_score": 0.525745, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"]}, {"precision": 0.509286, "recall": 0.540514, "f1": 0.517834, "accuracy": 0.540514, "main_score": 0.517834, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"]}, {"precision": 0.491562, "recall": 0.533597, "f1": 0.502966, "accuracy": 0.533597, "main_score": 0.502966, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"]}, {"precision": 0.476678, "recall": 0.524704, "f1": 0.489238, "accuracy": 0.524704, "main_score": 0.489238, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"]}, {"precision": 0.535808, "recall": 0.579051, "f1": 0.547921, "accuracy": 0.579051, "main_score": 0.547921, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"]}, {"precision": 0.520553, "recall": 0.559289, "f1": 0.531134, "accuracy": 0.559289, "main_score": 0.531134, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"]}, {"precision": 0.487809, "recall": 0.527668, "f1": 0.499088, "accuracy": 0.527668, "main_score": 0.499088, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"]}, {"precision": 0.496842, "recall": 0.546443, "f1": 0.510232, "accuracy": 0.546443, "main_score": 0.510232, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"]}, {"precision": 0.509606, "recall": 0.556324, "f1": 0.521904, "accuracy": 0.556324, "main_score": 0.521904, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"]}, {"precision": 0.521078, "recall": 0.5583, "f1": 0.531524, "accuracy": 0.5583, "main_score": 0.531524, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"]}, {"precision": 0.209964, "recall": 0.249012, "f1": 0.219432, "accuracy": 0.249012, "main_score": 0.219432, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"]}, {"precision": 0.499012, "recall": 0.540514, "f1": 0.510665, "accuracy": 0.540514, "main_score": 0.510665, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"]}, {"precision": 0.521901, "recall": 0.555336, "f1": 0.531465, "accuracy": 0.555336, "main_score": 0.531465, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"]}, {"precision": 0.515926, "recall": 0.561265, "f1": 0.527701, "accuracy": 0.561265, "main_score": 0.527701, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"]}, {"precision": 0.514372, "recall": 0.556324, "f1": 0.525662, "accuracy": 0.556324, "main_score": 0.525662, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"]}, {"precision": 0.499587, "recall": 0.54249, "f1": 0.510877, "accuracy": 0.54249, "main_score": 0.510877, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"]}, {"precision": 0.501727, "recall": 0.548419, "f1": 0.514973, "accuracy": 0.548419, "main_score": 0.514973, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"]}, {"precision": 0.513441, "recall": 0.549407, "f1": 0.523164, "accuracy": 0.549407, "main_score": 0.523164, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"]}, {"precision": 0.519915, "recall": 0.561265, "f1": 0.531739, "accuracy": 0.561265, "main_score": 0.531739, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"]}, {"precision": 0.451741, "recall": 0.495059, "f1": 0.463613, "accuracy": 0.495059, "main_score": 0.463613, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"]}, {"precision": 0.489218, "recall": 0.534585, "f1": 0.501648, "accuracy": 0.534585, "main_score": 0.501648, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"]}, {"precision": 0.511126, "recall": 0.5583, "f1": 0.524292, "accuracy": 0.5583, "main_score": 0.524292, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"]}, {"precision": 0.505638, "recall": 0.552372, "f1": 0.517957, "accuracy": 0.552372, "main_score": 0.517957, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"]}, {"precision": 0.500225, "recall": 0.54249, "f1": 0.511568, "accuracy": 0.54249, "main_score": 0.511568, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"]}, {"precision": 0.555894, "recall": 0.590909, "f1": 0.565693, "accuracy": 0.590909, "main_score": 0.565693, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"]}, {"precision": 0.363278, "recall": 0.414032, "f1": 0.376873, "accuracy": 0.414032, "main_score": 0.376873, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"]}, {"precision": 0.516767, "recall": 0.560277, "f1": 0.528641, "accuracy": 0.560277, "main_score": 0.528641, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"]}, {"precision": 0.509207, "recall": 0.545455, "f1": 0.518939, "accuracy": 0.545455, "main_score": 0.518939, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"]}, {"precision": 0.520179, "recall": 0.562253, "f1": 0.531646, "accuracy": 0.562253, "main_score": 0.531646, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"]}, {"precision": 0.529965, "recall": 0.573123, "f1": 0.541932, "accuracy": 0.573123, "main_score": 0.541932, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"]}, {"precision": 0.492572, "recall": 0.531621, "f1": 0.503437, "accuracy": 0.531621, "main_score": 0.503437, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"]}, {"precision": 0.512369, "recall": 0.554348, "f1": 0.523617, "accuracy": 0.554348, "main_score": 0.523617, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"]}, {"precision": 0.495923, "recall": 0.538538, "f1": 0.508274, "accuracy": 0.538538, "main_score": 0.508274, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"]}, {"precision": 0.508391, "recall": 0.548419, "f1": 0.519094, "accuracy": 0.548419, "main_score": 0.519094, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"]}, {"precision": 0.526886, "recall": 0.567194, "f1": 0.537047, "accuracy": 0.567194, "main_score": 0.537047, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"]}, {"precision": 0.533426, "recall": 0.574111, "f1": 0.544798, "accuracy": 0.574111, "main_score": 0.544798, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"]}, {"precision": 0.536986, "recall": 0.577075, "f1": 0.547454, "accuracy": 0.577075, "main_score": 0.547454, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"]}, {"precision": 0.506165, "recall": 0.551383, "f1": 0.51816, "accuracy": 0.551383, "main_score": 0.51816, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"]}, {"precision": 0.37708, "recall": 0.425889, "f1": 0.389922, "accuracy": 0.425889, "main_score": 0.389922, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"]}, {"precision": 0.479319, "recall": 0.51087, "f1": 0.488186, "accuracy": 0.51087, "main_score": 0.488186, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"]}, {"precision": 0.52263, "recall": 0.562253, "f1": 0.532779, "accuracy": 0.562253, "main_score": 0.532779, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"]}, {"precision": 0.301483, "recall": 0.347826, "f1": 0.313826, "accuracy": 0.347826, "main_score": 0.313826, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"]}, {"precision": 0.523271, "recall": 0.56917, "f1": 0.535007, "accuracy": 0.56917, "main_score": 0.535007, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"]}, {"precision": 0.508592, "recall": 0.5583, "f1": 0.521254, "accuracy": 0.5583, "main_score": 0.521254, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"]}, {"precision": 0.516988, "recall": 0.563241, "f1": 0.529256, "accuracy": 0.563241, "main_score": 0.529256, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"]}, {"precision": 0.48789, "recall": 0.535573, "f1": 0.500613, "accuracy": 0.535573, "main_score": 0.500613, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"]}, {"precision": 0.498973, "recall": 0.531621, "f1": 0.507488, "accuracy": 0.531621, "main_score": 0.507488, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"]}, {"precision": 0.525521, "recall": 0.560277, "f1": 0.535095, "accuracy": 0.560277, "main_score": 0.535095, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"]}, {"precision": 0.505675, "recall": 0.541502, "f1": 0.51537, "accuracy": 0.541502, "main_score": 0.51537, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"]}, {"precision": 0.526091, "recall": 0.566206, "f1": 0.53639, "accuracy": 0.566206, "main_score": 0.53639, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"]}, {"precision": 0.499746, "recall": 0.539526, "f1": 0.511194, "accuracy": 0.539526, "main_score": 0.511194, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"]}, {"precision": 0.533208, "recall": 0.571146, "f1": 0.542943, "accuracy": 0.571146, "main_score": 0.542943, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"]}, {"precision": 0.503732, "recall": 0.538538, "f1": 0.514225, "accuracy": 0.538538, "main_score": 0.514225, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"]}, {"precision": 0.525707, "recall": 0.566206, "f1": 0.536625, "accuracy": 0.566206, "main_score": 0.536625, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"]}, {"precision": 0.49613, "recall": 0.537549, "f1": 0.50779, "accuracy": 0.537549, "main_score": 0.50779, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"]}, {"precision": 0.526677, "recall": 0.565217, "f1": 0.536843, "accuracy": 0.565217, "main_score": 0.536843, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"]}, {"precision": 0.268026, "recall": 0.312253, "f1": 0.279345, "accuracy": 0.312253, "main_score": 0.279345, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"]}, {"precision": 0.489108, "recall": 0.522727, "f1": 0.498474, "accuracy": 0.522727, "main_score": 0.498474, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"]}, {"precision": 0.512061, "recall": 0.551383, "f1": 0.522625, "accuracy": 0.551383, "main_score": 0.522625, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"]}, {"precision": 0.540859, "recall": 0.573123, "f1": 0.549802, "accuracy": 0.573123, "main_score": 0.549802, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"]}, {"precision": 0.42798, "recall": 0.480237, "f1": 0.442929, "accuracy": 0.480237, "main_score": 0.442929, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"]}, {"precision": 0.540202, "recall": 0.582016, "f1": 0.550505, "accuracy": 0.582016, "main_score": 0.550505, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"]}, {"precision": 0.517483, "recall": 0.5583, "f1": 0.528302, "accuracy": 0.5583, "main_score": 0.528302, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"]}, {"precision": 0.533376, "recall": 0.575099, "f1": 0.544569, "accuracy": 0.575099, "main_score": 0.544569, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"]}, {"precision": 0.43849, "recall": 0.48913, "f1": 0.451834, "accuracy": 0.48913, "main_score": 0.451834, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"]}, {"precision": 0.527829, "recall": 0.571146, "f1": 0.539367, "accuracy": 0.571146, "main_score": 0.539367, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"]}, {"precision": 0.509406, "recall": 0.549407, "f1": 0.520226, "accuracy": 0.549407, "main_score": 0.520226, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"]}, {"precision": 0.511063, "recall": 0.555336, "f1": 0.523113, "accuracy": 0.555336, "main_score": 0.523113, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"]}, {"precision": 0.504037, "recall": 0.550395, "f1": 0.516103, "accuracy": 0.550395, "main_score": 0.516103, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"]}, {"precision": 0.498881, "recall": 0.536561, "f1": 0.509034, "accuracy": 0.536561, "main_score": 0.509034, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"]}, {"precision": 0.494784, "recall": 0.531621, "f1": 0.505152, "accuracy": 0.531621, "main_score": 0.505152, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"]}, {"precision": 0.50139, "recall": 0.550395, "f1": 0.514567, "accuracy": 0.550395, "main_score": 0.514567, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"]}, {"precision": 0.516475, "recall": 0.5583, "f1": 0.52804, "accuracy": 0.5583, "main_score": 0.52804, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"]}, {"precision": 0.506189, "recall": 0.550395, "f1": 0.518405, "accuracy": 0.550395, "main_score": 0.518405, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"]}, {"precision": 0.497338, "recall": 0.537549, "f1": 0.507539, "accuracy": 0.537549, "main_score": 0.507539, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"]}, {"precision": 0.443785, "recall": 0.485178, "f1": 0.455083, "accuracy": 0.485178, "main_score": 0.455083, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"]}, {"precision": 0.53848, "recall": 0.571146, "f1": 0.548014, "accuracy": 0.571146, "main_score": 0.548014, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"]}, {"precision": 0.476576, "recall": 0.525692, "f1": 0.489427, "accuracy": 0.525692, "main_score": 0.489427, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"]}, {"precision": 0.467344, "recall": 0.500988, "f1": 0.476314, "accuracy": 0.500988, "main_score": 0.476314, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"]}, {"precision": 0.50716, "recall": 0.552372, "f1": 0.519, "accuracy": 0.552372, "main_score": 0.519, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"]}, {"precision": 0.484848, "recall": 0.516798, "f1": 0.493517, "accuracy": 0.516798, "main_score": 0.493517, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"]}, {"precision": 0.540839, "recall": 0.579051, "f1": 0.550527, "accuracy": 0.579051, "main_score": 0.550527, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"]}, {"precision": 0.508341, "recall": 0.548419, "f1": 0.520125, "accuracy": 0.548419, "main_score": 0.520125, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"]}, {"precision": 0.529754, "recall": 0.567194, "f1": 0.540018, "accuracy": 0.567194, "main_score": 0.540018, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"]}, {"precision": 0.524323, "recall": 0.56917, "f1": 0.536306, "accuracy": 0.56917, "main_score": 0.536306, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"]}, {"precision": 0.494087, "recall": 0.541502, "f1": 0.507062, "accuracy": 0.541502, "main_score": 0.507062, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"]}, {"precision": 0.522879, "recall": 0.560277, "f1": 0.532065, "accuracy": 0.560277, "main_score": 0.532065, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"]}, {"precision": 0.397627, "recall": 0.450593, "f1": 0.411221, "accuracy": 0.450593, "main_score": 0.411221, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"]}, {"precision": 0.502654, "recall": 0.535573, "f1": 0.512143, "accuracy": 0.535573, "main_score": 0.512143, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"]}, {"precision": 0.208848, "recall": 0.251976, "f1": 0.218554, "accuracy": 0.251976, "main_score": 0.218554, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"]}, {"precision": 0.502294, "recall": 0.54249, "f1": 0.513633, "accuracy": 0.54249, "main_score": 0.513633, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"]}, {"precision": 0.43405, "recall": 0.471344, "f1": 0.444363, "accuracy": 0.471344, "main_score": 0.444363, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"]}, {"precision": 0.529741, "recall": 0.570158, "f1": 0.540834, "accuracy": 0.570158, "main_score": 0.540834, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"]}, {"precision": 0.510424, "recall": 0.548419, "f1": 0.520746, "accuracy": 0.548419, "main_score": 0.520746, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"]}, {"precision": 0.411193, "recall": 0.449605, "f1": 0.421863, "accuracy": 0.449605, "main_score": 0.421863, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"]}, {"precision": 0.522528, "recall": 0.555336, "f1": 0.531543, "accuracy": 0.555336, "main_score": 0.531543, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"]}, {"precision": 0.505508, "recall": 0.550395, "f1": 0.517881, "accuracy": 0.550395, "main_score": 0.517881, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"]}, {"precision": 0.468437, "recall": 0.517787, "f1": 0.481552, "accuracy": 0.517787, "main_score": 0.481552, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"]}, {"precision": 0.507665, "recall": 0.557312, "f1": 0.520957, "accuracy": 0.557312, "main_score": 0.520957, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"]}, {"precision": 0.549974, "recall": 0.581028, "f1": 0.558632, "accuracy": 0.581028, "main_score": 0.558632, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"]}, {"precision": 0.486331, "recall": 0.530632, "f1": 0.499362, "accuracy": 0.530632, "main_score": 0.499362, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"]}, {"precision": 0.536614, "recall": 0.572134, "f1": 0.546113, "accuracy": 0.572134, "main_score": 0.546113, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"]}, {"precision": 0.46893, "recall": 0.509881, "f1": 0.480796, "accuracy": 0.509881, "main_score": 0.480796, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"]}, {"precision": 0.474821, "recall": 0.516798, "f1": 0.485721, "accuracy": 0.516798, "main_score": 0.485721, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"]}, {"precision": 0.532601, "recall": 0.563241, "f1": 0.540895, "accuracy": 0.563241, "main_score": 0.540895, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"]}, {"precision": 0.508144, "recall": 0.555336, "f1": 0.521121, "accuracy": 0.555336, "main_score": 0.521121, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"]}, {"precision": 0.126738, "recall": 0.159091, "f1": 0.135401, "accuracy": 0.159091, "main_score": 0.135401, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"]}, {"precision": 0.499997, "recall": 0.550395, "f1": 0.512973, "accuracy": 0.550395, "main_score": 0.512973, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"]}, {"precision": 0.446915, "recall": 0.496047, "f1": 0.459886, "accuracy": 0.496047, "main_score": 0.459886, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"]}, {"precision": 0.475382, "recall": 0.523715, "f1": 0.488046, "accuracy": 0.523715, "main_score": 0.488046, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"]}, {"precision": 0.528513, "recall": 0.566206, "f1": 0.538883, "accuracy": 0.566206, "main_score": 0.538883, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"]}, {"precision": 0.465991, "recall": 0.507905, "f1": 0.477749, "accuracy": 0.507905, "main_score": 0.477749, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"]}, {"precision": 0.495983, "recall": 0.534585, "f1": 0.50637, "accuracy": 0.534585, "main_score": 0.50637, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"]}, {"precision": 0.50109, "recall": 0.544466, "f1": 0.512788, "accuracy": 0.544466, "main_score": 0.512788, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"]}, {"precision": 0.518998, "recall": 0.562253, "f1": 0.530604, "accuracy": 0.562253, "main_score": 0.530604, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"]}, {"precision": 0.502385, "recall": 0.54249, "f1": 0.513047, "accuracy": 0.54249, "main_score": 0.513047, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"]}, {"precision": 0.493153, "recall": 0.532609, "f1": 0.50352, "accuracy": 0.532609, "main_score": 0.50352, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"]}, {"precision": 0.460161, "recall": 0.507905, "f1": 0.474214, "accuracy": 0.507905, "main_score": 0.474214, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"]}, {"precision": 0.503524, "recall": 0.549407, "f1": 0.515182, "accuracy": 0.549407, "main_score": 0.515182, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"]}, {"precision": 0.492124, "recall": 0.523715, "f1": 0.500972, "accuracy": 0.523715, "main_score": 0.500972, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"]}, {"precision": 0.474489, "recall": 0.512846, "f1": 0.485053, "accuracy": 0.512846, "main_score": 0.485053, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"]}, {"precision": 0.502884, "recall": 0.55336, "f1": 0.516351, "accuracy": 0.55336, "main_score": 0.516351, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"]}, {"precision": 0.521277, "recall": 0.5583, "f1": 0.531359, "accuracy": 0.5583, "main_score": 0.531359, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"]}, {"precision": 0.501547, "recall": 0.547431, "f1": 0.513448, "accuracy": 0.547431, "main_score": 0.513448, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"]}, {"precision": 0.410727, "recall": 0.455534, "f1": 0.423009, "accuracy": 0.455534, "main_score": 0.423009, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"]}, {"precision": 0.533046, "recall": 0.568182, "f1": 0.543378, "accuracy": 0.568182, "main_score": 0.543378, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"]}, {"precision": 0.49188, "recall": 0.533597, "f1": 0.503197, "accuracy": 0.533597, "main_score": 0.503197, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"]}, {"precision": 0.467984, "recall": 0.511858, "f1": 0.480306, "accuracy": 0.511858, "main_score": 0.480306, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"]}, {"precision": 0.483956, "recall": 0.527668, "f1": 0.495543, "accuracy": 0.527668, "main_score": 0.495543, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"]}, {"precision": 0.475221, "recall": 0.516798, "f1": 0.48665, "accuracy": 0.516798, "main_score": 0.48665, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"]}, {"precision": 0.438326, "recall": 0.48913, "f1": 0.452427, "accuracy": 0.48913, "main_score": 0.452427, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"]}, {"precision": 0.491556, "recall": 0.532609, "f1": 0.502471, "accuracy": 0.532609, "main_score": 0.502471, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"]}, {"precision": 0.533914, "recall": 0.568182, "f1": 0.543159, "accuracy": 0.568182, "main_score": 0.543159, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"]}, {"precision": 0.43888, "recall": 0.491107, "f1": 0.452426, "accuracy": 0.491107, "main_score": 0.452426, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"]}, {"precision": 0.495905, "recall": 0.541502, "f1": 0.507662, "accuracy": 0.541502, "main_score": 0.507662, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"]}, {"precision": 0.498356, "recall": 0.54249, "f1": 0.509285, "accuracy": 0.54249, "main_score": 0.509285, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"]}, {"precision": 0.530863, "recall": 0.572134, "f1": 0.542347, "accuracy": 0.572134, "main_score": 0.542347, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"]}, {"precision": 0.513911, "recall": 0.561265, "f1": 0.526371, "accuracy": 0.561265, "main_score": 0.526371, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"]}, {"precision": 0.532916, "recall": 0.56917, "f1": 0.542772, "accuracy": 0.56917, "main_score": 0.542772, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"]}, {"precision": 0.466131, "recall": 0.514822, "f1": 0.479054, "accuracy": 0.514822, "main_score": 0.479054, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"]}, {"precision": 0.493855, "recall": 0.534585, "f1": 0.50463, "accuracy": 0.534585, "main_score": 0.50463, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"]}, {"precision": 0.424958, "recall": 0.470356, "f1": 0.437049, "accuracy": 0.470356, "main_score": 0.437049, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"]}, {"precision": 0.513139, "recall": 0.559289, "f1": 0.525605, "accuracy": 0.559289, "main_score": 0.525605, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"]}, {"precision": 0.380145, "recall": 0.429842, "f1": 0.393547, "accuracy": 0.429842, "main_score": 0.393547, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"]}, {"precision": 0.491799, "recall": 0.540514, "f1": 0.504094, "accuracy": 0.540514, "main_score": 0.504094, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"]}, {"precision": 0.515226, "recall": 0.55336, "f1": 0.525625, "accuracy": 0.55336, "main_score": 0.525625, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"]}, {"precision": 0.512575, "recall": 0.550395, "f1": 0.522966, "accuracy": 0.550395, "main_score": 0.522966, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"]}, {"precision": 0.520941, "recall": 0.554348, "f1": 0.529784, "accuracy": 0.554348, "main_score": 0.529784, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"]}, {"precision": 0.478668, "recall": 0.530632, "f1": 0.493269, "accuracy": 0.530632, "main_score": 0.493269, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"]}, {"precision": 0.509955, "recall": 0.550395, "f1": 0.521321, "accuracy": 0.550395, "main_score": 0.521321, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"]}, {"precision": 0.51821, "recall": 0.548419, "f1": 0.526914, "accuracy": 0.548419, "main_score": 0.526914, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"]}, {"precision": 0.51524, "recall": 0.5583, "f1": 0.526444, "accuracy": 0.5583, "main_score": 0.526444, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"]}, {"precision": 0.514791, "recall": 0.549407, "f1": 0.524462, "accuracy": 0.549407, "main_score": 0.524462, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"]}, {"precision": 0.53596, "recall": 0.575099, "f1": 0.54639, "accuracy": 0.575099, "main_score": 0.54639, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"]}, {"precision": 0.480929, "recall": 0.513834, "f1": 0.490521, "accuracy": 0.513834, "main_score": 0.490521, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"]}, {"precision": 0.528991, "recall": 0.572134, "f1": 0.540616, "accuracy": 0.572134, "main_score": 0.540616, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"]}, {"precision": 0.498492, "recall": 0.547431, "f1": 0.511912, "accuracy": 0.547431, "main_score": 0.511912, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"]}, {"precision": 0.505782, "recall": 0.552372, "f1": 0.51817, "accuracy": 0.552372, "main_score": 0.51817, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"]}, {"precision": 0.470601, "recall": 0.518775, "f1": 0.483393, "accuracy": 0.518775, "main_score": 0.483393, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"]}, {"precision": 0.538006, "recall": 0.577075, "f1": 0.548671, "accuracy": 0.577075, "main_score": 0.548671, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"]}, {"precision": 0.49898, "recall": 0.529644, "f1": 0.507468, "accuracy": 0.529644, "main_score": 0.507468, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"]}, {"precision": 0.499339, "recall": 0.532609, "f1": 0.508943, "accuracy": 0.532609, "main_score": 0.508943, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"]}, {"precision": 0.482609, "recall": 0.529644, "f1": 0.495922, "accuracy": 0.529644, "main_score": 0.495922, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"]}, {"precision": 0.451888, "recall": 0.496047, "f1": 0.463927, "accuracy": 0.496047, "main_score": 0.463927, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"]}, {"precision": 0.520441, "recall": 0.567194, "f1": 0.533621, "accuracy": 0.567194, "main_score": 0.533621, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"]}, {"precision": 0.471423, "recall": 0.517787, "f1": 0.483842, "accuracy": 0.517787, "main_score": 0.483842, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"]}, {"precision": 0.471972, "recall": 0.508893, "f1": 0.482202, "accuracy": 0.508893, "main_score": 0.482202, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"]}, {"precision": 0.510564, "recall": 0.544466, "f1": 0.520056, "accuracy": 0.544466, "main_score": 0.520056, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"]}, {"precision": 0.499052, "recall": 0.547431, "f1": 0.51178, "accuracy": 0.547431, "main_score": 0.51178, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"]}, {"precision": 0.507338, "recall": 0.54249, "f1": 0.517507, "accuracy": 0.54249, "main_score": 0.517507, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"]}, {"precision": 0.494402, "recall": 0.533597, "f1": 0.505169, "accuracy": 0.533597, "main_score": 0.505169, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"]}, {"precision": 0.492797, "recall": 0.541502, "f1": 0.505429, "accuracy": 0.541502, "main_score": 0.505429, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"]}, {"precision": 0.475207, "recall": 0.516798, "f1": 0.487651, "accuracy": 0.516798, "main_score": 0.487651, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"]}, {"precision": 0.511924, "recall": 0.541502, "f1": 0.520685, "accuracy": 0.541502, "main_score": 0.520685, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"]}, {"precision": 0.541281, "recall": 0.574111, "f1": 0.549779, "accuracy": 0.574111, "main_score": 0.549779, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"]}, {"precision": 0.503498, "recall": 0.539526, "f1": 0.513754, "accuracy": 0.539526, "main_score": 0.513754, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"]}, {"precision": 0.512549, "recall": 0.544466, "f1": 0.521434, "accuracy": 0.544466, "main_score": 0.521434, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"]}, {"precision": 0.474941, "recall": 0.523715, "f1": 0.48784, "accuracy": 0.523715, "main_score": 0.48784, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"]}, {"precision": 0.489287, "recall": 0.52668, "f1": 0.499613, "accuracy": 0.52668, "main_score": 0.499613, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"]}, {"precision": 0.501483, "recall": 0.539526, "f1": 0.512178, "accuracy": 0.539526, "main_score": 0.512178, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"]}, {"precision": 0.382882, "recall": 0.437747, "f1": 0.398275, "accuracy": 0.437747, "main_score": 0.398275, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"]}, {"precision": 0.496544, "recall": 0.541502, "f1": 0.508812, "accuracy": 0.541502, "main_score": 0.508812, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"]}, {"precision": 0.495173, "recall": 0.533597, "f1": 0.505597, "accuracy": 0.533597, "main_score": 0.505597, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"]}, {"precision": 0.500097, "recall": 0.539526, "f1": 0.511307, "accuracy": 0.539526, "main_score": 0.511307, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"]}, {"precision": 0.51056, "recall": 0.552372, "f1": 0.522158, "accuracy": 0.552372, "main_score": 0.522158, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"]}, {"precision": 0.465323, "recall": 0.507905, "f1": 0.476843, "accuracy": 0.507905, "main_score": 0.476843, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"]}, {"precision": 0.503424, "recall": 0.536561, "f1": 0.512769, "accuracy": 0.536561, "main_score": 0.512769, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"]}, {"precision": 0.588639, "recall": 0.655138, "f1": 0.607515, "accuracy": 0.655138, "main_score": 0.607515, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"]}, {"precision": 0.533689, "recall": 0.597826, "f1": 0.551518, "accuracy": 0.597826, "main_score": 0.551518, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"]}, {"precision": 0.428811, "recall": 0.513834, "f1": 0.451429, "accuracy": 0.513834, "main_score": 0.451429, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"]}, {"precision": 0.612003, "recall": 0.668972, "f1": 0.628656, "accuracy": 0.668972, "main_score": 0.628656, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"]}, {"precision": 0.883293, "recall": 0.914032, "f1": 0.892902, "accuracy": 0.914032, "main_score": 0.892902, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"]}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"]}, {"precision": 0.615234, "recall": 0.671937, "f1": 0.631908, "accuracy": 0.671937, "main_score": 0.631908, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"]}, {"precision": 0.606592, "recall": 0.673913, "f1": 0.625432, "accuracy": 0.673913, "main_score": 0.625432, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"]}, {"precision": 0.573238, "recall": 0.63834, "f1": 0.591766, "accuracy": 0.63834, "main_score": 0.591766, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"]}, {"precision": 0.187707, "recall": 0.245059, "f1": 0.202281, "accuracy": 0.245059, "main_score": 0.202281, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"]}, {"precision": 0.642121, "recall": 0.692688, "f1": 0.656938, "accuracy": 0.692688, "main_score": 0.656938, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"]}, {"precision": 0.688538, "recall": 0.738142, "f1": 0.702997, "accuracy": 0.738142, "main_score": 0.702997, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"]}, {"precision": 0.565431, "recall": 0.610672, "f1": 0.578722, "accuracy": 0.610672, "main_score": 0.578722, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"]}, {"precision": 0.510271, "recall": 0.586957, "f1": 0.531381, "accuracy": 0.586957, "main_score": 0.531381, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"]}, {"precision": 0.568165, "recall": 0.633399, "f1": 0.587516, "accuracy": 0.633399, "main_score": 0.587516, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"]}, {"precision": 0.589724, "recall": 0.648221, "f1": 0.605628, "accuracy": 0.648221, "main_score": 0.605628, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"]}, {"precision": 0.900527, "recall": 0.927866, "f1": 0.909256, "accuracy": 0.927866, "main_score": 0.909256, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"]}, {"precision": 0.534741, "recall": 0.594862, "f1": 0.552234, "accuracy": 0.594862, "main_score": 0.552234, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"]}, {"precision": 0.562697, "recall": 0.624506, "f1": 0.580066, "accuracy": 0.624506, "main_score": 0.580066, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"]}, {"precision": 0.527388, "recall": 0.583004, "f1": 0.542773, "accuracy": 0.583004, "main_score": 0.542773, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"]}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"]}, {"precision": 0.320243, "recall": 0.380435, "f1": 0.336829, "accuracy": 0.380435, "main_score": 0.336829, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"]}, {"precision": 0.591518, "recall": 0.652174, "f1": 0.609045, "accuracy": 0.652174, "main_score": 0.609045, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"]}, {"precision": 0.600005, "recall": 0.65415, "f1": 0.615962, "accuracy": 0.65415, "main_score": 0.615962, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"]}, {"precision": 0.725827, "recall": 0.783597, "f1": 0.742191, "accuracy": 0.783597, "main_score": 0.742191, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"]}, {"precision": 0.659651, "recall": 0.738142, "f1": 0.683286, "accuracy": 0.738142, "main_score": 0.683286, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"]}, {"precision": 0.722027, "recall": 0.779644, "f1": 0.739435, "accuracy": 0.779644, "main_score": 0.739435, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"]}, {"precision": 0.663992, "recall": 0.714427, "f1": 0.679298, "accuracy": 0.714427, "main_score": 0.679298, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"]}, {"precision": 0.66078, "recall": 0.727273, "f1": 0.680588, "accuracy": 0.727273, "main_score": 0.680588, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"]}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"]}, {"precision": 0.55959, "recall": 0.616601, "f1": 0.575473, "accuracy": 0.616601, "main_score": 0.575473, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"]}, {"precision": 0.568879, "recall": 0.626482, "f1": 0.585231, "accuracy": 0.626482, "main_score": 0.585231, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"]}, {"precision": 0.804463, "recall": 0.849802, "f1": 0.818379, "accuracy": 0.849802, "main_score": 0.818379, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"]}, {"precision": 0.475205, "recall": 0.533597, "f1": 0.490661, "accuracy": 0.533597, "main_score": 0.490661, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"]}, {"precision": 0.882329, "recall": 0.91502, "f1": 0.892688, "accuracy": 0.91502, "main_score": 0.892688, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"]}, {"precision": 0.555156, "recall": 0.615613, "f1": 0.571829, "accuracy": 0.615613, "main_score": 0.571829, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"]}, {"precision": 0.608797, "recall": 0.676877, "f1": 0.628253, "accuracy": 0.676877, "main_score": 0.628253, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"]}, {"precision": 0.199875, "recall": 0.262846, "f1": 0.214564, "accuracy": 0.262846, "main_score": 0.214564, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"]}, {"precision": 0.635079, "recall": 0.698617, "f1": 0.653694, "accuracy": 0.698617, "main_score": 0.653694, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"]}, {"precision": 0.885375, "recall": 0.920949, "f1": 0.896904, "accuracy": 0.920949, "main_score": 0.896904, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"]}, {"precision": 0.444641, "recall": 0.503953, "f1": 0.461015, "accuracy": 0.503953, "main_score": 0.461015, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"]}, {"precision": 0.680781, "recall": 0.73913, "f1": 0.697878, "accuracy": 0.73913, "main_score": 0.697878, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"]}, {"precision": 0.573678, "recall": 0.633399, "f1": 0.590862, "accuracy": 0.633399, "main_score": 0.590862, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"]}, {"precision": 0.514759, "recall": 0.581028, "f1": 0.533165, "accuracy": 0.581028, "main_score": 0.533165, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"]}, {"precision": 0.68638, "recall": 0.736166, "f1": 0.701172, "accuracy": 0.736166, "main_score": 0.701172, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"]}, {"precision": 0.262946, "recall": 0.344862, "f1": 0.28468, "accuracy": 0.344862, "main_score": 0.28468, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"]}, {"precision": 0.587138, "recall": 0.65415, "f1": 0.606785, "accuracy": 0.65415, "main_score": 0.606785, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"]}, {"precision": 0.588509, "recall": 0.656126, "f1": 0.60778, "accuracy": 0.656126, "main_score": 0.60778, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"]}, {"precision": 0.734783, "recall": 0.796443, "f1": 0.753722, "accuracy": 0.796443, "main_score": 0.753722, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"]}, {"precision": 0.585723, "recall": 0.641304, "f1": 0.60111, "accuracy": 0.641304, "main_score": 0.60111, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"]}, {"precision": 0.790184, "recall": 0.838933, "f1": 0.805138, "accuracy": 0.838933, "main_score": 0.805138, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"]}, {"precision": 0.471898, "recall": 0.533597, "f1": 0.488956, "accuracy": 0.533597, "main_score": 0.488956, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"]}, {"precision": 0.880764, "recall": 0.910079, "f1": 0.889954, "accuracy": 0.910079, "main_score": 0.889954, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"]}, {"precision": 0.944005, "recall": 0.962451, "f1": 0.950099, "accuracy": 0.962451, "main_score": 0.950099, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"]}, {"precision": 0.633244, "recall": 0.682806, "f1": 0.64772, "accuracy": 0.682806, "main_score": 0.64772, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"]}, {"precision": 0.912961, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"]}, {"precision": 0.467271, "recall": 0.534585, "f1": 0.485529, "accuracy": 0.534585, "main_score": 0.485529, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"]}, {"precision": 0.648682, "recall": 0.713439, "f1": 0.667325, "accuracy": 0.713439, "main_score": 0.667325, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"]}, {"precision": 0.852108, "recall": 0.889328, "f1": 0.863735, "accuracy": 0.889328, "main_score": 0.863735, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"]}, {"precision": 0.6638, "recall": 0.715415, "f1": 0.678579, "accuracy": 0.715415, "main_score": 0.678579, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"]}, {"precision": 0.650769, "recall": 0.712451, "f1": 0.668436, "accuracy": 0.712451, "main_score": 0.668436, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"]}, {"precision": 0.556778, "recall": 0.616601, "f1": 0.573413, "accuracy": 0.616601, "main_score": 0.573413, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"]}, {"precision": 0.540909, "recall": 0.61166, "f1": 0.561086, "accuracy": 0.61166, "main_score": 0.561086, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"]}, {"precision": 0.850132, "recall": 0.889328, "f1": 0.862418, "accuracy": 0.889328, "main_score": 0.862418, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"]}, {"precision": 0.549731, "recall": 0.614625, "f1": 0.568256, "accuracy": 0.614625, "main_score": 0.568256, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"]}, {"precision": 0.628146, "recall": 0.69664, "f1": 0.648238, "accuracy": 0.69664, "main_score": 0.648238, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"]}, {"precision": 0.932642, "recall": 0.953557, "f1": 0.939394, "accuracy": 0.953557, "main_score": 0.939394, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"]}, {"precision": 0.492657, "recall": 0.550395, "f1": 0.50879, "accuracy": 0.550395, "main_score": 0.50879, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"]}, {"precision": 0.589421, "recall": 0.646245, "f1": 0.604592, "accuracy": 0.646245, "main_score": 0.604592, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"]}, {"precision": 0.59716, "recall": 0.660079, "f1": 0.615055, "accuracy": 0.660079, "main_score": 0.615055, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"]}, {"precision": 0.564733, "recall": 0.617589, "f1": 0.579416, "accuracy": 0.617589, "main_score": 0.579416, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"]}, {"precision": 0.549631, "recall": 0.614625, "f1": 0.568295, "accuracy": 0.614625, "main_score": 0.568295, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"]}, {"precision": 0.771196, "recall": 0.822134, "f1": 0.786877, "accuracy": 0.822134, "main_score": 0.786877, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"]}, {"precision": 0.752503, "recall": 0.802372, "f1": 0.767622, "accuracy": 0.802372, "main_score": 0.767622, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"]}, {"precision": 0.879341, "recall": 0.908103, "f1": 0.887914, "accuracy": 0.908103, "main_score": 0.887914, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"]}, {"precision": 0.490606, "recall": 0.570158, "f1": 0.513716, "accuracy": 0.570158, "main_score": 0.513716, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"]}, {"precision": 0.735994, "recall": 0.794466, "f1": 0.753903, "accuracy": 0.794466, "main_score": 0.753903, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"]}, {"precision": 0.606391, "recall": 0.660079, "f1": 0.621618, "accuracy": 0.660079, "main_score": 0.621618, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"]}, {"precision": 0.633369, "recall": 0.69664, "f1": 0.651487, "accuracy": 0.69664, "main_score": 0.651487, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"]}, {"precision": 0.404323, "recall": 0.45751, "f1": 0.417974, "accuracy": 0.45751, "main_score": 0.417974, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"]}, {"precision": 0.196685, "recall": 0.232213, "f1": 0.206203, "accuracy": 0.232213, "main_score": 0.206203, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"]}, {"precision": 0.505652, "recall": 0.573123, "f1": 0.522599, "accuracy": 0.573123, "main_score": 0.522599, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"]}, {"precision": 0.442805, "recall": 0.505929, "f1": 0.459279, "accuracy": 0.505929, "main_score": 0.459279, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"]}, {"precision": 0.505471, "recall": 0.56917, "f1": 0.521723, "accuracy": 0.56917, "main_score": 0.521723, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"]}, {"precision": 0.541411, "recall": 0.591897, "f1": 0.554407, "accuracy": 0.591897, "main_score": 0.554407, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"]}, {"precision": 0.431718, "recall": 0.48419, "f1": 0.445309, "accuracy": 0.48419, "main_score": 0.445309, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"]}, {"precision": 0.512877, "recall": 0.56917, "f1": 0.527061, "accuracy": 0.56917, "main_score": 0.527061, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"]}, {"precision": 0.576793, "recall": 0.626482, "f1": 0.590441, "accuracy": 0.626482, "main_score": 0.590441, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"]}, {"precision": 0.568191, "recall": 0.614625, "f1": 0.57994, "accuracy": 0.614625, "main_score": 0.57994, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"]}, {"precision": 0.493125, "recall": 0.5583, "f1": 0.50982, "accuracy": 0.5583, "main_score": 0.50982, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"]}, {"precision": 0.497519, "recall": 0.556324, "f1": 0.511966, "accuracy": 0.556324, "main_score": 0.511966, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"]}, {"precision": 0.36634, "recall": 0.423913, "f1": 0.381587, "accuracy": 0.423913, "main_score": 0.381587, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"]}, {"precision": 0.495126, "recall": 0.563241, "f1": 0.512852, "accuracy": 0.563241, "main_score": 0.512852, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"]}, {"precision": 0.478945, "recall": 0.538538, "f1": 0.493829, "accuracy": 0.538538, "main_score": 0.493829, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"]}, {"precision": 0.50095, "recall": 0.562253, "f1": 0.516166, "accuracy": 0.562253, "main_score": 0.516166, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"]}, {"precision": 0.438794, "recall": 0.495059, "f1": 0.453795, "accuracy": 0.495059, "main_score": 0.453795, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"]}, {"precision": 0.500067, "recall": 0.567194, "f1": 0.517111, "accuracy": 0.567194, "main_score": 0.517111, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"]}, {"precision": 0.474417, "recall": 0.538538, "f1": 0.49113, "accuracy": 0.538538, "main_score": 0.49113, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"]}, {"precision": 0.545448, "recall": 0.608696, "f1": 0.561726, "accuracy": 0.608696, "main_score": 0.561726, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"]}, {"precision": 0.535945, "recall": 0.59585, "f1": 0.551578, "accuracy": 0.59585, "main_score": 0.551578, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"]}, {"precision": 0.39605, "recall": 0.45751, "f1": 0.412406, "accuracy": 0.45751, "main_score": 0.412406, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"]}, {"precision": 0.490936, "recall": 0.552372, "f1": 0.505501, "accuracy": 0.552372, "main_score": 0.505501, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"]}, {"precision": 0.503005, "recall": 0.563241, "f1": 0.518333, "accuracy": 0.563241, "main_score": 0.518333, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"]}, {"precision": 0.540667, "recall": 0.604743, "f1": 0.557739, "accuracy": 0.604743, "main_score": 0.557739, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"]}, {"precision": 0.215553, "recall": 0.254941, "f1": 0.225452, "accuracy": 0.254941, "main_score": 0.225452, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"]}, {"precision": 0.51062, "recall": 0.56917, "f1": 0.525401, "accuracy": 0.56917, "main_score": 0.525401, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"]}, {"precision": 0.433739, "recall": 0.485178, "f1": 0.44752, "accuracy": 0.485178, "main_score": 0.44752, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"]}, {"precision": 0.528306, "recall": 0.583992, "f1": 0.543074, "accuracy": 0.583992, "main_score": 0.543074, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"]}, {"precision": 0.524168, "recall": 0.582016, "f1": 0.539113, "accuracy": 0.582016, "main_score": 0.539113, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"]}, {"precision": 0.479172, "recall": 0.536561, "f1": 0.494589, "accuracy": 0.536561, "main_score": 0.494589, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"]}, {"precision": 0.493088, "recall": 0.55336, "f1": 0.508935, "accuracy": 0.55336, "main_score": 0.508935, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"]}, {"precision": 0.437045, "recall": 0.494071, "f1": 0.45195, "accuracy": 0.494071, "main_score": 0.45195, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"]}, {"precision": 0.535681, "recall": 0.598814, "f1": 0.551894, "accuracy": 0.598814, "main_score": 0.551894, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"]}, {"precision": 0.455261, "recall": 0.516798, "f1": 0.471067, "accuracy": 0.516798, "main_score": 0.471067, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"]}, {"precision": 0.494068, "recall": 0.549407, "f1": 0.508885, "accuracy": 0.549407, "main_score": 0.508885, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"]}, {"precision": 0.492764, "recall": 0.567194, "f1": 0.513117, "accuracy": 0.567194, "main_score": 0.513117, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"]}, {"precision": 0.508605, "recall": 0.571146, "f1": 0.525613, "accuracy": 0.571146, "main_score": 0.525613, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"]}, {"precision": 0.490752, "recall": 0.557312, "f1": 0.50775, "accuracy": 0.557312, "main_score": 0.50775, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"]}, {"precision": 0.400183, "recall": 0.452569, "f1": 0.414662, "accuracy": 0.452569, "main_score": 0.414662, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"]}, {"precision": 0.680388, "recall": 0.744071, "f1": 0.699162, "accuracy": 0.744071, "main_score": 0.699162, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"]}, {"precision": 0.50817, "recall": 0.571146, "f1": 0.524869, "accuracy": 0.571146, "main_score": 0.524869, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"]}, {"precision": 0.415887, "recall": 0.470356, "f1": 0.431101, "accuracy": 0.470356, "main_score": 0.431101, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"]}, {"precision": 0.538101, "recall": 0.601779, "f1": 0.5543, "accuracy": 0.601779, "main_score": 0.5543, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"]}, {"precision": 0.56282, "recall": 0.62253, "f1": 0.578247, "accuracy": 0.62253, "main_score": 0.578247, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"]}, {"precision": 0.473043, "recall": 0.535573, "f1": 0.488877, "accuracy": 0.535573, "main_score": 0.488877, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"]}, {"precision": 0.509966, "recall": 0.566206, "f1": 0.524684, "accuracy": 0.566206, "main_score": 0.524684, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"]}, {"precision": 0.398177, "recall": 0.461462, "f1": 0.414483, "accuracy": 0.461462, "main_score": 0.414483, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"]}, {"precision": 0.479578, "recall": 0.541502, "f1": 0.496295, "accuracy": 0.541502, "main_score": 0.496295, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"]}, {"precision": 0.576322, "recall": 0.639328, "f1": 0.592785, "accuracy": 0.639328, "main_score": 0.592785, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"]}, {"precision": 0.523392, "recall": 0.589921, "f1": 0.540439, "accuracy": 0.589921, "main_score": 0.540439, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"]}, {"precision": 0.583866, "recall": 0.634387, "f1": 0.597452, "accuracy": 0.634387, "main_score": 0.597452, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"]}, {"precision": 0.38694, "recall": 0.444664, "f1": 0.402831, "accuracy": 0.444664, "main_score": 0.402831, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"]}, {"precision": 0.507564, "recall": 0.56917, "f1": 0.523465, "accuracy": 0.56917, "main_score": 0.523465, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"]}, {"precision": 0.375762, "recall": 0.422925, "f1": 0.38759, "accuracy": 0.422925, "main_score": 0.38759, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"]}, {"precision": 0.534335, "recall": 0.586957, "f1": 0.548019, "accuracy": 0.586957, "main_score": 0.548019, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"]}, {"precision": 0.282084, "recall": 0.322134, "f1": 0.292865, "accuracy": 0.322134, "main_score": 0.292865, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"]}, {"precision": 0.534024, "recall": 0.600791, "f1": 0.551645, "accuracy": 0.600791, "main_score": 0.551645, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"]}, {"precision": 0.512954, "recall": 0.567194, "f1": 0.526918, "accuracy": 0.567194, "main_score": 0.526918, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"]}, {"precision": 0.542556, "recall": 0.607708, "f1": 0.559918, "accuracy": 0.607708, "main_score": 0.559918, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"]}, {"precision": 0.491381, "recall": 0.559289, "f1": 0.509618, "accuracy": 0.559289, "main_score": 0.509618, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"]}, {"precision": 0.405174, "recall": 0.458498, "f1": 0.419256, "accuracy": 0.458498, "main_score": 0.419256, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"]}, {"precision": 0.658856, "recall": 0.724308, "f1": 0.676437, "accuracy": 0.724308, "main_score": 0.676437, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"]}, {"precision": 0.472586, "recall": 0.532609, "f1": 0.488779, "accuracy": 0.532609, "main_score": 0.488779, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"]}, {"precision": 0.570992, "recall": 0.632411, "f1": 0.587357, "accuracy": 0.632411, "main_score": 0.587357, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"]}, {"precision": 0.431594, "recall": 0.472332, "f1": 0.442682, "accuracy": 0.472332, "main_score": 0.442682, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"]}, {"precision": 0.540433, "recall": 0.593874, "f1": 0.553879, "accuracy": 0.593874, "main_score": 0.553879, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"]}, {"precision": 0.451833, "recall": 0.501976, "f1": 0.465263, "accuracy": 0.501976, "main_score": 0.465263, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"]}, {"precision": 0.494503, "recall": 0.552372, "f1": 0.509717, "accuracy": 0.552372, "main_score": 0.509717, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"]}, {"precision": 0.499315, "recall": 0.559289, "f1": 0.514192, "accuracy": 0.559289, "main_score": 0.514192, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"]}, {"precision": 0.53717, "recall": 0.590909, "f1": 0.550597, "accuracy": 0.590909, "main_score": 0.550597, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"]}, {"precision": 0.253962, "recall": 0.302372, "f1": 0.265518, "accuracy": 0.302372, "main_score": 0.265518, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"]}, {"precision": 0.429674, "recall": 0.478261, "f1": 0.442565, "accuracy": 0.478261, "main_score": 0.442565, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"]}, {"precision": 0.458509, "recall": 0.51581, "f1": 0.473041, "accuracy": 0.51581, "main_score": 0.473041, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"]}, {"precision": 0.443286, "recall": 0.498024, "f1": 0.458308, "accuracy": 0.498024, "main_score": 0.458308, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"]}, {"precision": 0.446704, "recall": 0.495059, "f1": 0.459779, "accuracy": 0.495059, "main_score": 0.459779, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"]}, {"precision": 0.529852, "recall": 0.590909, "f1": 0.545979, "accuracy": 0.590909, "main_score": 0.545979, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"]}, {"precision": 0.521686, "recall": 0.58498, "f1": 0.537865, "accuracy": 0.58498, "main_score": 0.537865, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"]}, {"precision": 0.531942, "recall": 0.588933, "f1": 0.545891, "accuracy": 0.588933, "main_score": 0.545891, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"]}, {"precision": 0.443358, "recall": 0.507905, "f1": 0.460117, "accuracy": 0.507905, "main_score": 0.460117, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"]}, {"precision": 0.533306, "recall": 0.594862, "f1": 0.549165, "accuracy": 0.594862, "main_score": 0.549165, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"]}, {"precision": 0.484784, "recall": 0.550395, "f1": 0.502733, "accuracy": 0.550395, "main_score": 0.502733, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"]}, {"precision": 0.509378, "recall": 0.567194, "f1": 0.5239, "accuracy": 0.567194, "main_score": 0.5239, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"]}, {"precision": 0.480084, "recall": 0.546443, "f1": 0.497405, "accuracy": 0.546443, "main_score": 0.497405, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"]}, {"precision": 0.401156, "recall": 0.455534, "f1": 0.415171, "accuracy": 0.455534, "main_score": 0.415171, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"]}, {"precision": 0.408458, "recall": 0.463439, "f1": 0.423268, "accuracy": 0.463439, "main_score": 0.423268, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"]}, {"precision": 0.483728, "recall": 0.546443, "f1": 0.500223, "accuracy": 0.546443, "main_score": 0.500223, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"]}, {"precision": 0.511327, "recall": 0.568182, "f1": 0.525777, "accuracy": 0.568182, "main_score": 0.525777, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"]}, {"precision": 0.493424, "recall": 0.55336, "f1": 0.509793, "accuracy": 0.55336, "main_score": 0.509793, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"]}, {"precision": 0.529022, "recall": 0.58004, "f1": 0.542095, "accuracy": 0.58004, "main_score": 0.542095, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"]}, {"precision": 0.34868, "recall": 0.400198, "f1": 0.361484, "accuracy": 0.400198, "main_score": 0.361484, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"]}, {"precision": 0.588838, "recall": 0.640316, "f1": 0.602221, "accuracy": 0.640316, "main_score": 0.602221, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"]}, {"precision": 0.429051, "recall": 0.492095, "f1": 0.445822, "accuracy": 0.492095, "main_score": 0.445822, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"]}, {"precision": 0.414693, "recall": 0.460474, "f1": 0.427294, "accuracy": 0.460474, "main_score": 0.427294, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"]}, {"precision": 0.51515, "recall": 0.578063, "f1": 0.530934, "accuracy": 0.578063, "main_score": 0.530934, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"]}, {"precision": 0.407099, "recall": 0.460474, "f1": 0.420943, "accuracy": 0.460474, "main_score": 0.420943, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"]}, {"precision": 0.552016, "recall": 0.605731, "f1": 0.56582, "accuracy": 0.605731, "main_score": 0.56582, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"]}, {"precision": 0.50495, "recall": 0.566206, "f1": 0.520657, "accuracy": 0.566206, "main_score": 0.520657, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"]}, {"precision": 0.546108, "recall": 0.603755, "f1": 0.561046, "accuracy": 0.603755, "main_score": 0.561046, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"]}, {"precision": 0.511655, "recall": 0.567194, "f1": 0.525875, "accuracy": 0.567194, "main_score": 0.525875, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"]}, {"precision": 0.466856, "recall": 0.535573, "f1": 0.484944, "accuracy": 0.535573, "main_score": 0.484944, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"]}, {"precision": 0.530003, "recall": 0.587945, "f1": 0.544549, "accuracy": 0.587945, "main_score": 0.544549, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"]}, {"precision": 0.360908, "recall": 0.426877, "f1": 0.376709, "accuracy": 0.426877, "main_score": 0.376709, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"]}, {"precision": 0.41498, "recall": 0.472332, "f1": 0.430529, "accuracy": 0.472332, "main_score": 0.430529, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"]}, {"precision": 0.217803, "recall": 0.252964, "f1": 0.225926, "accuracy": 0.252964, "main_score": 0.225926, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"]}, {"precision": 0.455068, "recall": 0.506917, "f1": 0.468784, "accuracy": 0.506917, "main_score": 0.468784, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"]}, {"precision": 0.394928, "recall": 0.454545, "f1": 0.410755, "accuracy": 0.454545, "main_score": 0.410755, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"]}, {"precision": 0.533424, "recall": 0.596838, "f1": 0.549091, "accuracy": 0.596838, "main_score": 0.549091, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"]}, {"precision": 0.539474, "recall": 0.591897, "f1": 0.553308, "accuracy": 0.591897, "main_score": 0.553308, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"]}, {"precision": 0.354277, "recall": 0.412055, "f1": 0.368922, "accuracy": 0.412055, "main_score": 0.368922, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"]}, {"precision": 0.513102, "recall": 0.571146, "f1": 0.528381, "accuracy": 0.571146, "main_score": 0.528381, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"]}, {"precision": 0.518712, "recall": 0.58004, "f1": 0.534477, "accuracy": 0.58004, "main_score": 0.534477, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"]}, {"precision": 0.455076, "recall": 0.51581, "f1": 0.47084, "accuracy": 0.51581, "main_score": 0.47084, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"]}, {"precision": 0.51526, "recall": 0.579051, "f1": 0.53104, "accuracy": 0.579051, "main_score": 0.53104, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"]}, {"precision": 0.459242, "recall": 0.509881, "f1": 0.472738, "accuracy": 0.509881, "main_score": 0.472738, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"]}, {"precision": 0.485918, "recall": 0.552372, "f1": 0.502838, "accuracy": 0.552372, "main_score": 0.502838, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"]}, {"precision": 0.542163, "recall": 0.596838, "f1": 0.556187, "accuracy": 0.596838, "main_score": 0.556187, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"]}, {"precision": 0.405323, "recall": 0.454545, "f1": 0.418727, "accuracy": 0.454545, "main_score": 0.418727, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"]}, {"precision": 0.385854, "recall": 0.434783, "f1": 0.398975, "accuracy": 0.434783, "main_score": 0.398975, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"]}, {"precision": 0.460384, "recall": 0.512846, "f1": 0.474316, "accuracy": 0.512846, "main_score": 0.474316, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"]}, {"precision": 0.531529, "recall": 0.59585, "f1": 0.548476, "accuracy": 0.59585, "main_score": 0.548476, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"]}, {"precision": 0.141372, "recall": 0.187747, "f1": 0.15324, "accuracy": 0.187747, "main_score": 0.15324, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"]}, {"precision": 0.494219, "recall": 0.556324, "f1": 0.509639, "accuracy": 0.556324, "main_score": 0.509639, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"]}, {"precision": 0.477571, "recall": 0.532609, "f1": 0.492614, "accuracy": 0.532609, "main_score": 0.492614, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"]}, {"precision": 0.469189, "recall": 0.523715, "f1": 0.482681, "accuracy": 0.523715, "main_score": 0.482681, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"]}, {"precision": 0.518738, "recall": 0.585968, "f1": 0.535362, "accuracy": 0.585968, "main_score": 0.535362, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"]}, {"precision": 0.436478, "recall": 0.48913, "f1": 0.451204, "accuracy": 0.48913, "main_score": 0.451204, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"]}, {"precision": 0.411448, "recall": 0.465415, "f1": 0.425372, "accuracy": 0.465415, "main_score": 0.425372, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"]}, {"precision": 0.515615, "recall": 0.576087, "f1": 0.530981, "accuracy": 0.576087, "main_score": 0.530981, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"]}, {"precision": 0.524269, "recall": 0.583992, "f1": 0.540295, "accuracy": 0.583992, "main_score": 0.540295, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"]}, {"precision": 0.524721, "recall": 0.579051, "f1": 0.538996, "accuracy": 0.579051, "main_score": 0.538996, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"]}, {"precision": 0.494255, "recall": 0.550395, "f1": 0.509153, "accuracy": 0.550395, "main_score": 0.509153, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"]}, {"precision": 0.368847, "recall": 0.436759, "f1": 0.386192, "accuracy": 0.436759, "main_score": 0.386192, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"]}, {"precision": 0.496888, "recall": 0.551383, "f1": 0.51125, "accuracy": 0.551383, "main_score": 0.51125, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"]}, {"precision": 0.396591, "recall": 0.445652, "f1": 0.409003, "accuracy": 0.445652, "main_score": 0.409003, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"]}, {"precision": 0.408456, "recall": 0.467391, "f1": 0.424293, "accuracy": 0.467391, "main_score": 0.424293, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"]}, {"precision": 0.483569, "recall": 0.55336, "f1": 0.501286, "accuracy": 0.55336, "main_score": 0.501286, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"]}, {"precision": 0.522623, "recall": 0.58004, "f1": 0.538, "accuracy": 0.58004, "main_score": 0.538, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"]}, {"precision": 0.502896, "recall": 0.56917, "f1": 0.520093, "accuracy": 0.56917, "main_score": 0.520093, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"]}, {"precision": 0.32463, "recall": 0.373518, "f1": 0.337703, "accuracy": 0.373518, "main_score": 0.337703, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"]}, {"precision": 0.554926, "recall": 0.601779, "f1": 0.56677, "accuracy": 0.601779, "main_score": 0.56677, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"]}, {"precision": 0.470634, "recall": 0.530632, "f1": 0.485918, "accuracy": 0.530632, "main_score": 0.485918, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"]}, {"precision": 0.47498, "recall": 0.534585, "f1": 0.491077, "accuracy": 0.534585, "main_score": 0.491077, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"]}, {"precision": 0.468417, "recall": 0.530632, "f1": 0.484347, "accuracy": 0.530632, "main_score": 0.484347, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"]}, {"precision": 0.434947, "recall": 0.48419, "f1": 0.448507, "accuracy": 0.48419, "main_score": 0.448507, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"]}, {"precision": 0.463526, "recall": 0.517787, "f1": 0.477297, "accuracy": 0.517787, "main_score": 0.477297, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"]}, {"precision": 0.518175, "recall": 0.58004, "f1": 0.534325, "accuracy": 0.58004, "main_score": 0.534325, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"]}, {"precision": 0.451532, "recall": 0.502964, "f1": 0.465228, "accuracy": 0.502964, "main_score": 0.465228, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"]}, {"precision": 0.440027, "recall": 0.502964, "f1": 0.456778, "accuracy": 0.502964, "main_score": 0.456778, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"]}, {"precision": 0.488616, "recall": 0.551383, "f1": 0.504597, "accuracy": 0.551383, "main_score": 0.504597, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"]}, {"precision": 0.462086, "recall": 0.512846, "f1": 0.474781, "accuracy": 0.512846, "main_score": 0.474781, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"]}, {"precision": 0.530771, "recall": 0.59585, "f1": 0.546903, "accuracy": 0.59585, "main_score": 0.546903, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"]}, {"precision": 0.486555, "recall": 0.549407, "f1": 0.502616, "accuracy": 0.549407, "main_score": 0.502616, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"]}, {"precision": 0.525712, "recall": 0.587945, "f1": 0.541238, "accuracy": 0.587945, "main_score": 0.541238, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"]}, {"precision": 0.436833, "recall": 0.48913, "f1": 0.450963, "accuracy": 0.48913, "main_score": 0.450963, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"]}, {"precision": 0.513434, "recall": 0.563241, "f1": 0.52655, "accuracy": 0.563241, "main_score": 0.52655, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"]}, {"precision": 0.364797, "recall": 0.425889, "f1": 0.380505, "accuracy": 0.425889, "main_score": 0.380505, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"]}, {"precision": 0.514349, "recall": 0.579051, "f1": 0.531028, "accuracy": 0.579051, "main_score": 0.531028, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"]}, {"precision": 0.374213, "recall": 0.428854, "f1": 0.387997, "accuracy": 0.428854, "main_score": 0.387997, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"]}, {"precision": 0.44957, "recall": 0.51087, "f1": 0.464615, "accuracy": 0.51087, "main_score": 0.464615, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"]}, {"precision": 0.487393, "recall": 0.557312, "f1": 0.504896, "accuracy": 0.557312, "main_score": 0.504896, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"]}, {"precision": 0.481655, "recall": 0.534585, "f1": 0.495618, "accuracy": 0.534585, "main_score": 0.495618, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"]}, {"precision": 0.49425, "recall": 0.54249, "f1": 0.507537, "accuracy": 0.54249, "main_score": 0.507537, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"]}, {"precision": 0.49875, "recall": 0.557312, "f1": 0.513653, "accuracy": 0.557312, "main_score": 0.513653, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"]}, {"precision": 0.457173, "recall": 0.511858, "f1": 0.471601, "accuracy": 0.511858, "main_score": 0.471601, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"]}, {"precision": 0.434875, "recall": 0.488142, "f1": 0.448733, "accuracy": 0.488142, "main_score": 0.448733, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"]}, {"precision": 0.523603, "recall": 0.58004, "f1": 0.537833, "accuracy": 0.58004, "main_score": 0.537833, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"]}, {"precision": 0.501504, "recall": 0.549407, "f1": 0.514223, "accuracy": 0.549407, "main_score": 0.514223, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"]}, {"precision": 0.565092, "recall": 0.620553, "f1": 0.579342, "accuracy": 0.620553, "main_score": 0.579342, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"]}, {"precision": 0.40658, "recall": 0.462451, "f1": 0.421215, "accuracy": 0.462451, "main_score": 0.421215, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"]}, {"precision": 0.544871, "recall": 0.602767, "f1": 0.560253, "accuracy": 0.602767, "main_score": 0.560253, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"]}, {"precision": 0.511003, "recall": 0.572134, "f1": 0.527657, "accuracy": 0.572134, "main_score": 0.527657, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"]}, {"precision": 0.492673, "recall": 0.559289, "f1": 0.509477, "accuracy": 0.559289, "main_score": 0.509477, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"]}, {"precision": 0.391354, "recall": 0.440711, "f1": 0.405143, "accuracy": 0.440711, "main_score": 0.405143, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"]}, {"precision": 0.548688, "recall": 0.616601, "f1": 0.56614, "accuracy": 0.616601, "main_score": 0.56614, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"]}, {"precision": 0.446138, "recall": 0.502964, "f1": 0.461845, "accuracy": 0.502964, "main_score": 0.461845, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"]}, {"precision": 0.378791, "recall": 0.439723, "f1": 0.394684, "accuracy": 0.439723, "main_score": 0.394684, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"]}, {"precision": 0.422258, "recall": 0.480237, "f1": 0.437429, "accuracy": 0.480237, "main_score": 0.437429, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"]}, {"precision": 0.460743, "recall": 0.518775, "f1": 0.47572, "accuracy": 0.518775, "main_score": 0.47572, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"]}, {"precision": 0.512853, "recall": 0.58004, "f1": 0.529871, "accuracy": 0.58004, "main_score": 0.529871, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"]}, {"precision": 0.522313, "recall": 0.577075, "f1": 0.537004, "accuracy": 0.577075, "main_score": 0.537004, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"]}, {"precision": 0.363136, "recall": 0.417984, "f1": 0.378163, "accuracy": 0.417984, "main_score": 0.378163, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"]}, {"precision": 0.428991, "recall": 0.480237, "f1": 0.443105, "accuracy": 0.480237, "main_score": 0.443105, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"]}, {"precision": 0.483851, "recall": 0.552372, "f1": 0.501191, "accuracy": 0.552372, "main_score": 0.501191, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"]}, {"precision": 0.404844, "recall": 0.461462, "f1": 0.419319, "accuracy": 0.461462, "main_score": 0.419319, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"]}, {"precision": 0.396081, "recall": 0.444664, "f1": 0.409322, "accuracy": 0.444664, "main_score": 0.409322, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"]}, {"precision": 0.471477, "recall": 0.534585, "f1": 0.488449, "accuracy": 0.534585, "main_score": 0.488449, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"]}, {"precision": 0.386946, "recall": 0.443676, "f1": 0.402707, "accuracy": 0.443676, "main_score": 0.402707, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"]}, {"precision": 0.44817, "recall": 0.503953, "f1": 0.462442, "accuracy": 0.503953, "main_score": 0.462442, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"]}, {"precision": 0.522249, "recall": 0.575099, "f1": 0.536517, "accuracy": 0.575099, "main_score": 0.536517, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"]}, {"precision": 0.461418, "recall": 0.512846, "f1": 0.475173, "accuracy": 0.512846, "main_score": 0.475173, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"]}, {"precision": 0.515404, "recall": 0.560277, "f1": 0.527563, "accuracy": 0.560277, "main_score": 0.527563, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"]}, {"precision": 0.477502, "recall": 0.541502, "f1": 0.494114, "accuracy": 0.541502, "main_score": 0.494114, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"]}, {"precision": 0.483063, "recall": 0.546443, "f1": 0.500452, "accuracy": 0.546443, "main_score": 0.500452, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"]}, {"precision": 0.501407, "recall": 0.568182, "f1": 0.519003, "accuracy": 0.568182, "main_score": 0.519003, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"]}, {"precision": 0.324424, "recall": 0.389328, "f1": 0.342101, "accuracy": 0.389328, "main_score": 0.342101, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"]}, {"precision": 0.50649, "recall": 0.567194, "f1": 0.522194, "accuracy": 0.567194, "main_score": 0.522194, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"]}, {"precision": 0.465919, "recall": 0.523715, "f1": 0.480583, "accuracy": 0.523715, "main_score": 0.480583, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"]}, {"precision": 0.523607, "recall": 0.581028, "f1": 0.538496, "accuracy": 0.581028, "main_score": 0.538496, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"]}, {"precision": 0.489968, "recall": 0.560277, "f1": 0.508187, "accuracy": 0.560277, "main_score": 0.508187, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"]}, {"precision": 0.421061, "recall": 0.472332, "f1": 0.434627, "accuracy": 0.472332, "main_score": 0.434627, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"]}, {"precision": 0.398118, "recall": 0.445652, "f1": 0.410383, "accuracy": 0.445652, "main_score": 0.410383, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"]}, {"precision": 0.402623, "recall": 0.449605, "f1": 0.416144, "accuracy": 0.449605, "main_score": 0.416144, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"]}, {"precision": 0.483654, "recall": 0.518775, "f1": 0.494088, "accuracy": 0.518775, "main_score": 0.494088, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"]}, {"precision": 0.20817, "recall": 0.245059, "f1": 0.217627, "accuracy": 0.245059, "main_score": 0.217627, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"]}, {"precision": 0.506793, "recall": 0.550395, "f1": 0.518248, "accuracy": 0.550395, "main_score": 0.518248, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"]}, {"precision": 0.465005, "recall": 0.509881, "f1": 0.477444, "accuracy": 0.509881, "main_score": 0.477444, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"]}, {"precision": 0.502761, "recall": 0.544466, "f1": 0.514594, "accuracy": 0.544466, "main_score": 0.514594, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"]}, {"precision": 0.52794, "recall": 0.562253, "f1": 0.536992, "accuracy": 0.562253, "main_score": 0.536992, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"]}, {"precision": 0.522125, "recall": 0.555336, "f1": 0.531225, "accuracy": 0.555336, "main_score": 0.531225, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"]}, {"precision": 0.51602, "recall": 0.557312, "f1": 0.527661, "accuracy": 0.557312, "main_score": 0.527661, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"]}, {"precision": 0.517525, "recall": 0.552372, "f1": 0.527474, "accuracy": 0.552372, "main_score": 0.527474, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"]}, {"precision": 0.522004, "recall": 0.556324, "f1": 0.531276, "accuracy": 0.556324, "main_score": 0.531276, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"]}, {"precision": 0.498298, "recall": 0.545455, "f1": 0.510847, "accuracy": 0.545455, "main_score": 0.510847, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"]}, {"precision": 0.510858, "recall": 0.547431, "f1": 0.521414, "accuracy": 0.547431, "main_score": 0.521414, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"]}, {"precision": 0.466575, "recall": 0.506917, "f1": 0.478064, "accuracy": 0.506917, "main_score": 0.478064, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"]}, {"precision": 0.493529, "recall": 0.541502, "f1": 0.506518, "accuracy": 0.541502, "main_score": 0.506518, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"]}, {"precision": 0.459867, "recall": 0.506917, "f1": 0.472778, "accuracy": 0.506917, "main_score": 0.472778, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"]}, {"precision": 0.509694, "recall": 0.552372, "f1": 0.521705, "accuracy": 0.552372, "main_score": 0.521705, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"]}, {"precision": 0.537247, "recall": 0.570158, "f1": 0.547144, "accuracy": 0.570158, "main_score": 0.547144, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"]}, {"precision": 0.492947, "recall": 0.534585, "f1": 0.503915, "accuracy": 0.534585, "main_score": 0.503915, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"]}, {"precision": 0.479968, "recall": 0.522727, "f1": 0.4921, "accuracy": 0.522727, "main_score": 0.4921, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"]}, {"precision": 0.537732, "recall": 0.58004, "f1": 0.549291, "accuracy": 0.58004, "main_score": 0.549291, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"]}, {"precision": 0.518808, "recall": 0.557312, "f1": 0.529204, "accuracy": 0.557312, "main_score": 0.529204, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"]}, {"precision": 0.467006, "recall": 0.508893, "f1": 0.478775, "accuracy": 0.508893, "main_score": 0.478775, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"]}, {"precision": 0.489708, "recall": 0.536561, "f1": 0.502574, "accuracy": 0.536561, "main_score": 0.502574, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"]}, {"precision": 0.495966, "recall": 0.539526, "f1": 0.508465, "accuracy": 0.539526, "main_score": 0.508465, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"]}, {"precision": 0.518108, "recall": 0.5583, "f1": 0.529268, "accuracy": 0.5583, "main_score": 0.529268, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"]}, {"precision": 0.181243, "recall": 0.213439, "f1": 0.189964, "accuracy": 0.213439, "main_score": 0.189964, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"]}, {"precision": 0.49405, "recall": 0.539526, "f1": 0.506581, "accuracy": 0.539526, "main_score": 0.506581, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"]}, {"precision": 0.521417, "recall": 0.562253, "f1": 0.532404, "accuracy": 0.562253, "main_score": 0.532404, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"]}, {"precision": 0.500772, "recall": 0.546443, "f1": 0.513305, "accuracy": 0.546443, "main_score": 0.513305, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"]}, {"precision": 0.513118, "recall": 0.548419, "f1": 0.522657, "accuracy": 0.548419, "main_score": 0.522657, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"]}, {"precision": 0.498923, "recall": 0.54249, "f1": 0.511335, "accuracy": 0.54249, "main_score": 0.511335, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"]}, {"precision": 0.510697, "recall": 0.550395, "f1": 0.521583, "accuracy": 0.550395, "main_score": 0.521583, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"]}, {"precision": 0.512296, "recall": 0.547431, "f1": 0.522049, "accuracy": 0.547431, "main_score": 0.522049, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"]}, {"precision": 0.504481, "recall": 0.547431, "f1": 0.516152, "accuracy": 0.547431, "main_score": 0.516152, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"]}, {"precision": 0.434162, "recall": 0.488142, "f1": 0.449114, "accuracy": 0.488142, "main_score": 0.449114, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"]}, {"precision": 0.485015, "recall": 0.525692, "f1": 0.496258, "accuracy": 0.525692, "main_score": 0.496258, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"]}, {"precision": 0.507666, "recall": 0.552372, "f1": 0.520117, "accuracy": 0.552372, "main_score": 0.520117, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"]}, {"precision": 0.508989, "recall": 0.551383, "f1": 0.520276, "accuracy": 0.551383, "main_score": 0.520276, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"]}, {"precision": 0.471326, "recall": 0.518775, "f1": 0.484229, "accuracy": 0.518775, "main_score": 0.484229, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"]}, {"precision": 0.511693, "recall": 0.544466, "f1": 0.521537, "accuracy": 0.544466, "main_score": 0.521537, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"]}, {"precision": 0.356853, "recall": 0.405138, "f1": 0.36991, "accuracy": 0.405138, "main_score": 0.36991, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"]}, {"precision": 0.516618, "recall": 0.560277, "f1": 0.528184, "accuracy": 0.560277, "main_score": 0.528184, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"]}, {"precision": 0.500549, "recall": 0.537549, "f1": 0.510817, "accuracy": 0.537549, "main_score": 0.510817, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"]}, {"precision": 0.502456, "recall": 0.546443, "f1": 0.514376, "accuracy": 0.546443, "main_score": 0.514376, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"]}, {"precision": 0.530795, "recall": 0.576087, "f1": 0.543945, "accuracy": 0.576087, "main_score": 0.543945, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"]}, {"precision": 0.505804, "recall": 0.547431, "f1": 0.517322, "accuracy": 0.547431, "main_score": 0.517322, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"]}, {"precision": 0.51556, "recall": 0.556324, "f1": 0.52713, "accuracy": 0.556324, "main_score": 0.52713, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"]}, {"precision": 0.508473, "recall": 0.548419, "f1": 0.520298, "accuracy": 0.548419, "main_score": 0.520298, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"]}, {"precision": 0.502942, "recall": 0.545455, "f1": 0.515186, "accuracy": 0.545455, "main_score": 0.515186, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"]}, {"precision": 0.521169, "recall": 0.556324, "f1": 0.531589, "accuracy": 0.556324, "main_score": 0.531589, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"]}, {"precision": 0.510587, "recall": 0.555336, "f1": 0.523304, "accuracy": 0.555336, "main_score": 0.523304, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"]}, {"precision": 0.531984, "recall": 0.568182, "f1": 0.542378, "accuracy": 0.568182, "main_score": 0.542378, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"]}, {"precision": 0.476541, "recall": 0.520751, "f1": 0.489126, "accuracy": 0.520751, "main_score": 0.489126, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"]}, {"precision": 0.508475, "recall": 0.547431, "f1": 0.518794, "accuracy": 0.547431, "main_score": 0.518794, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"]}, {"precision": 0.381029, "recall": 0.41996, "f1": 0.391883, "accuracy": 0.41996, "main_score": 0.391883, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"]}, {"precision": 0.535165, "recall": 0.568182, "f1": 0.544436, "accuracy": 0.568182, "main_score": 0.544436, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"]}, {"precision": 0.298026, "recall": 0.342885, "f1": 0.310607, "accuracy": 0.342885, "main_score": 0.310607, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"]}, {"precision": 0.495784, "recall": 0.537549, "f1": 0.507137, "accuracy": 0.537549, "main_score": 0.507137, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"]}, {"precision": 0.491042, "recall": 0.541502, "f1": 0.505014, "accuracy": 0.541502, "main_score": 0.505014, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"]}, {"precision": 0.518536, "recall": 0.5583, "f1": 0.529512, "accuracy": 0.5583, "main_score": 0.529512, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"]}, {"precision": 0.469919, "recall": 0.519763, "f1": 0.484216, "accuracy": 0.519763, "main_score": 0.484216, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"]}, {"precision": 0.517807, "recall": 0.556324, "f1": 0.528514, "accuracy": 0.556324, "main_score": 0.528514, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"]}, {"precision": 0.52752, "recall": 0.564229, "f1": 0.537222, "accuracy": 0.564229, "main_score": 0.537222, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"]}, {"precision": 0.500535, "recall": 0.539526, "f1": 0.51172, "accuracy": 0.539526, "main_score": 0.51172, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"]}, {"precision": 0.528351, "recall": 0.564229, "f1": 0.538109, "accuracy": 0.564229, "main_score": 0.538109, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"]}, {"precision": 0.498062, "recall": 0.536561, "f1": 0.508814, "accuracy": 0.536561, "main_score": 0.508814, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"]}, {"precision": 0.528983, "recall": 0.565217, "f1": 0.538724, "accuracy": 0.565217, "main_score": 0.538724, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"]}, {"precision": 0.497584, "recall": 0.532609, "f1": 0.507643, "accuracy": 0.532609, "main_score": 0.507643, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"]}, {"precision": 0.522488, "recall": 0.55336, "f1": 0.531157, "accuracy": 0.55336, "main_score": 0.531157, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"]}, {"precision": 0.48792, "recall": 0.532609, "f1": 0.500204, "accuracy": 0.532609, "main_score": 0.500204, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"]}, {"precision": 0.510748, "recall": 0.547431, "f1": 0.520759, "accuracy": 0.547431, "main_score": 0.520759, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"]}, {"precision": 0.244937, "recall": 0.286561, "f1": 0.254986, "accuracy": 0.286561, "main_score": 0.254986, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"]}, {"precision": 0.493138, "recall": 0.530632, "f1": 0.503837, "accuracy": 0.530632, "main_score": 0.503837, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"]}, {"precision": 0.482913, "recall": 0.529644, "f1": 0.496871, "accuracy": 0.529644, "main_score": 0.496871, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"]}, {"precision": 0.518161, "recall": 0.549407, "f1": 0.527212, "accuracy": 0.549407, "main_score": 0.527212, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"]}, {"precision": 0.44496, "recall": 0.494071, "f1": 0.459015, "accuracy": 0.494071, "main_score": 0.459015, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"]}, {"precision": 0.535122, "recall": 0.575099, "f1": 0.545449, "accuracy": 0.575099, "main_score": 0.545449, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"]}, {"precision": 0.507352, "recall": 0.551383, "f1": 0.519509, "accuracy": 0.551383, "main_score": 0.519509, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"]}, {"precision": 0.509122, "recall": 0.554348, "f1": 0.520792, "accuracy": 0.554348, "main_score": 0.520792, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"]}, {"precision": 0.427071, "recall": 0.478261, "f1": 0.441978, "accuracy": 0.478261, "main_score": 0.441978, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"]}, {"precision": 0.534303, "recall": 0.576087, "f1": 0.545688, "accuracy": 0.576087, "main_score": 0.545688, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"]}, {"precision": 0.493679, "recall": 0.540514, "f1": 0.506419, "accuracy": 0.540514, "main_score": 0.506419, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"]}, {"precision": 0.517756, "recall": 0.555336, "f1": 0.528535, "accuracy": 0.555336, "main_score": 0.528535, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"]}, {"precision": 0.501201, "recall": 0.55336, "f1": 0.515317, "accuracy": 0.55336, "main_score": 0.515317, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"]}, {"precision": 0.494278, "recall": 0.535573, "f1": 0.506134, "accuracy": 0.535573, "main_score": 0.506134, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"]}, {"precision": 0.496212, "recall": 0.536561, "f1": 0.507807, "accuracy": 0.536561, "main_score": 0.507807, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"]}, {"precision": 0.485078, "recall": 0.537549, "f1": 0.499381, "accuracy": 0.537549, "main_score": 0.499381, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"]}, {"precision": 0.527458, "recall": 0.563241, "f1": 0.537011, "accuracy": 0.563241, "main_score": 0.537011, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"]}, {"precision": 0.495727, "recall": 0.537549, "f1": 0.507209, "accuracy": 0.537549, "main_score": 0.507209, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"]}, {"precision": 0.522768, "recall": 0.557312, "f1": 0.532649, "accuracy": 0.557312, "main_score": 0.532649, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"]}, {"precision": 0.462715, "recall": 0.498024, "f1": 0.472733, "accuracy": 0.498024, "main_score": 0.472733, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"]}, {"precision": 0.529997, "recall": 0.563241, "f1": 0.539434, "accuracy": 0.563241, "main_score": 0.539434, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"]}, {"precision": 0.470461, "recall": 0.512846, "f1": 0.481646, "accuracy": 0.512846, "main_score": 0.481646, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"]}, {"precision": 0.469088, "recall": 0.503953, "f1": 0.479264, "accuracy": 0.503953, "main_score": 0.479264, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"]}, {"precision": 0.504087, "recall": 0.551383, "f1": 0.516445, "accuracy": 0.551383, "main_score": 0.516445, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"]}, {"precision": 0.476343, "recall": 0.516798, "f1": 0.488719, "accuracy": 0.516798, "main_score": 0.488719, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"]}, {"precision": 0.538073, "recall": 0.568182, "f1": 0.546813, "accuracy": 0.568182, "main_score": 0.546813, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"]}, {"precision": 0.504314, "recall": 0.544466, "f1": 0.515158, "accuracy": 0.544466, "main_score": 0.515158, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"]}, {"precision": 0.517024, "recall": 0.5583, "f1": 0.527845, "accuracy": 0.5583, "main_score": 0.527845, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"]}, {"precision": 0.51346, "recall": 0.555336, "f1": 0.525062, "accuracy": 0.555336, "main_score": 0.525062, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"]}, {"precision": 0.506714, "recall": 0.548419, "f1": 0.518068, "accuracy": 0.548419, "main_score": 0.518068, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"]}, {"precision": 0.509773, "recall": 0.550395, "f1": 0.520547, "accuracy": 0.550395, "main_score": 0.520547, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"]}, {"precision": 0.350131, "recall": 0.410079, "f1": 0.36569, "accuracy": 0.410079, "main_score": 0.36569, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"]}, {"precision": 0.496094, "recall": 0.538538, "f1": 0.50835, "accuracy": 0.538538, "main_score": 0.50835, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"]}, {"precision": 0.197083, "recall": 0.237154, "f1": 0.2068, "accuracy": 0.237154, "main_score": 0.2068, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"]}, {"precision": 0.505962, "recall": 0.544466, "f1": 0.51718, "accuracy": 0.544466, "main_score": 0.51718, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"]}, {"precision": 0.42718, "recall": 0.467391, "f1": 0.438779, "accuracy": 0.467391, "main_score": 0.438779, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"]}, {"precision": 0.511996, "recall": 0.55336, "f1": 0.52383, "accuracy": 0.55336, "main_score": 0.52383, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"]}, {"precision": 0.507984, "recall": 0.544466, "f1": 0.51813, "accuracy": 0.544466, "main_score": 0.51813, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"]}, {"precision": 0.409133, "recall": 0.455534, "f1": 0.422429, "accuracy": 0.455534, "main_score": 0.422429, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"]}, {"precision": 0.513678, "recall": 0.552372, "f1": 0.523957, "accuracy": 0.552372, "main_score": 0.523957, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"]}, {"precision": 0.508987, "recall": 0.55336, "f1": 0.521139, "accuracy": 0.55336, "main_score": 0.521139, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"]}, {"precision": 0.468657, "recall": 0.517787, "f1": 0.482085, "accuracy": 0.517787, "main_score": 0.482085, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"]}, {"precision": 0.503348, "recall": 0.545455, "f1": 0.514254, "accuracy": 0.545455, "main_score": 0.514254, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"]}, {"precision": 0.50756, "recall": 0.544466, "f1": 0.518594, "accuracy": 0.544466, "main_score": 0.518594, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"]}, {"precision": 0.481328, "recall": 0.529644, "f1": 0.4947, "accuracy": 0.529644, "main_score": 0.4947, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"]}, {"precision": 0.535783, "recall": 0.567194, "f1": 0.54485, "accuracy": 0.567194, "main_score": 0.54485, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"]}, {"precision": 0.475214, "recall": 0.520751, "f1": 0.488887, "accuracy": 0.520751, "main_score": 0.488887, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"]}, {"precision": 0.484134, "recall": 0.523715, "f1": 0.495779, "accuracy": 0.523715, "main_score": 0.495779, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"]}, {"precision": 0.525063, "recall": 0.559289, "f1": 0.534865, "accuracy": 0.559289, "main_score": 0.534865, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"]}, {"precision": 0.507798, "recall": 0.552372, "f1": 0.519688, "accuracy": 0.552372, "main_score": 0.519688, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"]}, {"precision": 0.091009, "recall": 0.12747, "f1": 0.099222, "accuracy": 0.12747, "main_score": 0.099222, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"]}, {"precision": 0.495264, "recall": 0.54249, "f1": 0.508461, "accuracy": 0.54249, "main_score": 0.508461, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"]}, {"precision": 0.416043, "recall": 0.466403, "f1": 0.429797, "accuracy": 0.466403, "main_score": 0.429797, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"]}, {"precision": 0.484857, "recall": 0.522727, "f1": 0.495386, "accuracy": 0.522727, "main_score": 0.495386, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"]}, {"precision": 0.513396, "recall": 0.556324, "f1": 0.525092, "accuracy": 0.556324, "main_score": 0.525092, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"]}, {"precision": 0.466353, "recall": 0.507905, "f1": 0.478491, "accuracy": 0.507905, "main_score": 0.478491, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"]}, {"precision": 0.489456, "recall": 0.52668, "f1": 0.499962, "accuracy": 0.52668, "main_score": 0.499962, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"]}, {"precision": 0.498376, "recall": 0.544466, "f1": 0.511015, "accuracy": 0.544466, "main_score": 0.511015, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"]}, {"precision": 0.513833, "recall": 0.559289, "f1": 0.526032, "accuracy": 0.559289, "main_score": 0.526032, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"]}, {"precision": 0.51827, "recall": 0.55336, "f1": 0.528094, "accuracy": 0.55336, "main_score": 0.528094, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"]}, {"precision": 0.484008, "recall": 0.521739, "f1": 0.494056, "accuracy": 0.521739, "main_score": 0.494056, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"]}, {"precision": 0.452821, "recall": 0.5, "f1": 0.466586, "accuracy": 0.5, "main_score": 0.466586, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"]}, {"precision": 0.499483, "recall": 0.540514, "f1": 0.510764, "accuracy": 0.540514, "main_score": 0.510764, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"]}, {"precision": 0.469697, "recall": 0.508893, "f1": 0.481048, "accuracy": 0.508893, "main_score": 0.481048, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"]}, {"precision": 0.476441, "recall": 0.518775, "f1": 0.487242, "accuracy": 0.518775, "main_score": 0.487242, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"]}, {"precision": 0.509668, "recall": 0.551383, "f1": 0.521628, "accuracy": 0.551383, "main_score": 0.521628, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"]}, {"precision": 0.508053, "recall": 0.547431, "f1": 0.51917, "accuracy": 0.547431, "main_score": 0.51917, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"]}, {"precision": 0.486935, "recall": 0.536561, "f1": 0.500575, "accuracy": 0.536561, "main_score": 0.500575, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"]}, {"precision": 0.413331, "recall": 0.463439, "f1": 0.426687, "accuracy": 0.463439, "main_score": 0.426687, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"]}, {"precision": 0.533457, "recall": 0.571146, "f1": 0.543391, "accuracy": 0.571146, "main_score": 0.543391, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"]}, {"precision": 0.487582, "recall": 0.536561, "f1": 0.500037, "accuracy": 0.536561, "main_score": 0.500037, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"]}, {"precision": 0.471391, "recall": 0.519763, "f1": 0.48524, "accuracy": 0.519763, "main_score": 0.48524, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"]}, {"precision": 0.478445, "recall": 0.524704, "f1": 0.49112, "accuracy": 0.524704, "main_score": 0.49112, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"]}, {"precision": 0.470759, "recall": 0.51087, "f1": 0.481555, "accuracy": 0.51087, "main_score": 0.481555, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"]}, {"precision": 0.445468, "recall": 0.490119, "f1": 0.457364, "accuracy": 0.490119, "main_score": 0.457364, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"]}, {"precision": 0.497294, "recall": 0.540514, "f1": 0.508579, "accuracy": 0.540514, "main_score": 0.508579, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"]}, {"precision": 0.538712, "recall": 0.574111, "f1": 0.548969, "accuracy": 0.574111, "main_score": 0.548969, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"]}, {"precision": 0.428882, "recall": 0.481225, "f1": 0.443617, "accuracy": 0.481225, "main_score": 0.443617, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"]}, {"precision": 0.499329, "recall": 0.539526, "f1": 0.510658, "accuracy": 0.539526, "main_score": 0.510658, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"]}, {"precision": 0.494513, "recall": 0.534585, "f1": 0.505323, "accuracy": 0.534585, "main_score": 0.505323, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"]}, {"precision": 0.52199, "recall": 0.561265, "f1": 0.532789, "accuracy": 0.561265, "main_score": 0.532789, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"]}, {"precision": 0.478582, "recall": 0.522727, "f1": 0.49069, "accuracy": 0.522727, "main_score": 0.49069, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"]}, {"precision": 0.520871, "recall": 0.559289, "f1": 0.531517, "accuracy": 0.559289, "main_score": 0.531517, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"]}, {"precision": 0.467918, "recall": 0.508893, "f1": 0.479608, "accuracy": 0.508893, "main_score": 0.479608, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"]}, {"precision": 0.502232, "recall": 0.541502, "f1": 0.513277, "accuracy": 0.541502, "main_score": 0.513277, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"]}, {"precision": 0.442778, "recall": 0.493083, "f1": 0.456744, "accuracy": 0.493083, "main_score": 0.456744, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"]}, {"precision": 0.509587, "recall": 0.555336, "f1": 0.523141, "accuracy": 0.555336, "main_score": 0.523141, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"]}, {"precision": 0.366242, "recall": 0.418972, "f1": 0.381446, "accuracy": 0.418972, "main_score": 0.381446, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"]}, {"precision": 0.48722, "recall": 0.533597, "f1": 0.499457, "accuracy": 0.533597, "main_score": 0.499457, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"]}, {"precision": 0.508114, "recall": 0.550395, "f1": 0.520053, "accuracy": 0.550395, "main_score": 0.520053, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"]}, {"precision": 0.491974, "recall": 0.532609, "f1": 0.503556, "accuracy": 0.532609, "main_score": 0.503556, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"]}, {"precision": 0.505209, "recall": 0.540514, "f1": 0.515049, "accuracy": 0.540514, "main_score": 0.515049, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"]}, {"precision": 0.477233, "recall": 0.52668, "f1": 0.49024, "accuracy": 0.52668, "main_score": 0.49024, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"]}, {"precision": 0.512336, "recall": 0.549407, "f1": 0.523113, "accuracy": 0.549407, "main_score": 0.523113, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"]}, {"precision": 0.519857, "recall": 0.556324, "f1": 0.530191, "accuracy": 0.556324, "main_score": 0.530191, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"]}, {"precision": 0.509936, "recall": 0.551383, "f1": 0.520683, "accuracy": 0.551383, "main_score": 0.520683, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"]}, {"precision": 0.521473, "recall": 0.554348, "f1": 0.530763, "accuracy": 0.554348, "main_score": 0.530763, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"]}, {"precision": 0.536132, "recall": 0.577075, "f1": 0.546805, "accuracy": 0.577075, "main_score": 0.546805, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"]}, {"precision": 0.485158, "recall": 0.527668, "f1": 0.497211, "accuracy": 0.527668, "main_score": 0.497211, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"]}, {"precision": 0.52193, "recall": 0.562253, "f1": 0.533139, "accuracy": 0.562253, "main_score": 0.533139, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"]}, {"precision": 0.497216, "recall": 0.544466, "f1": 0.509964, "accuracy": 0.544466, "main_score": 0.509964, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"]}, {"precision": 0.504815, "recall": 0.549407, "f1": 0.516954, "accuracy": 0.549407, "main_score": 0.516954, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"]}, {"precision": 0.468834, "recall": 0.507905, "f1": 0.479894, "accuracy": 0.507905, "main_score": 0.479894, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"]}, {"precision": 0.525621, "recall": 0.568182, "f1": 0.536562, "accuracy": 0.568182, "main_score": 0.536562, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"]}, {"precision": 0.508899, "recall": 0.544466, "f1": 0.518992, "accuracy": 0.544466, "main_score": 0.518992, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"]}, {"precision": 0.487717, "recall": 0.52668, "f1": 0.499528, "accuracy": 0.52668, "main_score": 0.499528, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"]}, {"precision": 0.490819, "recall": 0.531621, "f1": 0.502189, "accuracy": 0.531621, "main_score": 0.502189, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"]}, {"precision": 0.420571, "recall": 0.474308, "f1": 0.436047, "accuracy": 0.474308, "main_score": 0.436047, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"]}, {"precision": 0.508049, "recall": 0.552372, "f1": 0.520475, "accuracy": 0.552372, "main_score": 0.520475, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"]}, {"precision": 0.481177, "recall": 0.525692, "f1": 0.493718, "accuracy": 0.525692, "main_score": 0.493718, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"]}, {"precision": 0.472991, "recall": 0.511858, "f1": 0.483797, "accuracy": 0.511858, "main_score": 0.483797, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"]}, {"precision": 0.519594, "recall": 0.555336, "f1": 0.529991, "accuracy": 0.555336, "main_score": 0.529991, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"]}, {"precision": 0.474494, "recall": 0.520751, "f1": 0.487498, "accuracy": 0.520751, "main_score": 0.487498, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"]}, {"precision": 0.496157, "recall": 0.543478, "f1": 0.509113, "accuracy": 0.543478, "main_score": 0.509113, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"]}, {"precision": 0.495102, "recall": 0.530632, "f1": 0.505128, "accuracy": 0.530632, "main_score": 0.505128, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"]}, {"precision": 0.487983, "recall": 0.531621, "f1": 0.499581, "accuracy": 0.531621, "main_score": 0.499581, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"]}, {"precision": 0.476482, "recall": 0.519763, "f1": 0.489723, "accuracy": 0.519763, "main_score": 0.489723, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"]}, {"precision": 0.487555, "recall": 0.524704, "f1": 0.497991, "accuracy": 0.524704, "main_score": 0.497991, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"]}, {"precision": 0.512741, "recall": 0.548419, "f1": 0.52307, "accuracy": 0.548419, "main_score": 0.52307, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"]}, {"precision": 0.519762, "recall": 0.555336, "f1": 0.529983, "accuracy": 0.555336, "main_score": 0.529983, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"]}, {"precision": 0.506211, "recall": 0.540514, "f1": 0.515803, "accuracy": 0.540514, "main_score": 0.515803, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"]}, {"precision": 0.456879, "recall": 0.511858, "f1": 0.472313, "accuracy": 0.511858, "main_score": 0.472313, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"]}, {"precision": 0.484411, "recall": 0.527668, "f1": 0.495905, "accuracy": 0.527668, "main_score": 0.495905, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"]}, {"precision": 0.508429, "recall": 0.550395, "f1": 0.519941, "accuracy": 0.550395, "main_score": 0.519941, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"]}, {"precision": 0.400618, "recall": 0.459486, "f1": 0.417693, "accuracy": 0.459486, "main_score": 0.417693, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"]}, {"precision": 0.493353, "recall": 0.536561, "f1": 0.505574, "accuracy": 0.536561, "main_score": 0.505574, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"]}, {"precision": 0.490601, "recall": 0.531621, "f1": 0.501863, "accuracy": 0.531621, "main_score": 0.501863, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"]}, {"precision": 0.504729, "recall": 0.549407, "f1": 0.516988, "accuracy": 0.549407, "main_score": 0.516988, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"]}, {"precision": 0.491524, "recall": 0.541502, "f1": 0.505118, "accuracy": 0.541502, "main_score": 0.505118, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"]}, {"precision": 0.454796, "recall": 0.499012, "f1": 0.467324, "accuracy": 0.499012, "main_score": 0.467324, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"]}, {"precision": 0.492589, "recall": 0.532609, "f1": 0.504677, "accuracy": 0.532609, "main_score": 0.504677, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"]}, {"precision": 0.575165, "recall": 0.639328, "f1": 0.593584, "accuracy": 0.639328, "main_score": 0.593584, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"]}, {"precision": 0.562921, "recall": 0.613636, "f1": 0.577181, "accuracy": 0.613636, "main_score": 0.577181, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"]}, {"precision": 0.344096, "recall": 0.401186, "f1": 0.358348, "accuracy": 0.401186, "main_score": 0.358348, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"]}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.951877, "accuracy": 0.962451, "main_score": 0.951877, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"]}, {"precision": 0.912476, "recall": 0.936759, "f1": 0.920109, "accuracy": 0.936759, "main_score": 0.920109, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"]}, {"precision": 0.940053, "recall": 0.956522, "f1": 0.945323, "accuracy": 0.956522, "main_score": 0.945323, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"]}, {"precision": 0.917029, "recall": 0.936759, "f1": 0.923254, "accuracy": 0.936759, "main_score": 0.923254, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"]}, {"precision": 0.612439, "recall": 0.664032, "f1": 0.626218, "accuracy": 0.664032, "main_score": 0.626218, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"]}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.94809, "accuracy": 0.959486, "main_score": 0.94809, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"]}, {"precision": 0.83778, "recall": 0.875494, "f1": 0.849275, "accuracy": 0.875494, "main_score": 0.849275, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"]}, {"precision": 0.907806, "recall": 0.926877, "f1": 0.913458, "accuracy": 0.926877, "main_score": 0.913458, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"]}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947431, "accuracy": 0.958498, "main_score": 0.947431, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"]}, {"precision": 0.925461, "recall": 0.943676, "f1": 0.930995, "accuracy": 0.943676, "main_score": 0.930995, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"]}, {"precision": 0.626239, "recall": 0.677866, "f1": 0.640374, "accuracy": 0.677866, "main_score": 0.640374, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"]}, {"precision": 0.94524, "recall": 0.959486, "f1": 0.949671, "accuracy": 0.959486, "main_score": 0.949671, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"]}, {"precision": 0.866634, "recall": 0.899209, "f1": 0.876402, "accuracy": 0.899209, "main_score": 0.876402, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"]}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"]}, {"precision": 0.62964, "recall": 0.692688, "f1": 0.647865, "accuracy": 0.692688, "main_score": 0.647865, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"]}, {"precision": 0.934865, "recall": 0.951581, "f1": 0.939907, "accuracy": 0.951581, "main_score": 0.939907, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"]}, {"precision": 0.8951, "recall": 0.920949, "f1": 0.903063, "accuracy": 0.920949, "main_score": 0.903063, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"]}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"]}, {"precision": 0.581113, "recall": 0.642292, "f1": 0.597773, "accuracy": 0.642292, "main_score": 0.597773, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"]}, {"precision": 0.928854, "recall": 0.947628, "f1": 0.934585, "accuracy": 0.947628, "main_score": 0.934585, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"]}, {"precision": 0.936215, "recall": 0.953557, "f1": 0.941436, "accuracy": 0.953557, "main_score": 0.941436, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"]}, {"precision": 0.929604, "recall": 0.947628, "f1": 0.935096, "accuracy": 0.947628, "main_score": 0.935096, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"]}, {"precision": 0.200107, "recall": 0.247036, "f1": 0.211296, "accuracy": 0.247036, "main_score": 0.211296, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"]}, {"precision": 0.942062, "recall": 0.95751, "f1": 0.946772, "accuracy": 0.95751, "main_score": 0.946772, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"]}, {"precision": 0.651272, "recall": 0.698617, "f1": 0.664492, "accuracy": 0.698617, "main_score": 0.664492, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"]}, {"precision": 0.896574, "recall": 0.924901, "f1": 0.905632, "accuracy": 0.924901, "main_score": 0.905632, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"]}, {"precision": 0.942111, "recall": 0.95751, "f1": 0.947036, "accuracy": 0.95751, "main_score": 0.947036, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"]}, {"precision": 0.678204, "recall": 0.73419, "f1": 0.694461, "accuracy": 0.73419, "main_score": 0.694461, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"]}, {"precision": 0.814306, "recall": 0.855731, "f1": 0.82657, "accuracy": 0.855731, "main_score": 0.82657, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"]}, {"precision": 0.910343, "recall": 0.933794, "f1": 0.917231, "accuracy": 0.933794, "main_score": 0.917231, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"]}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"]}, {"precision": 0.923584, "recall": 0.944664, "f1": 0.929974, "accuracy": 0.944664, "main_score": 0.929974, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"]}, {"precision": 0.550027, "recall": 0.604743, "f1": 0.565406, "accuracy": 0.604743, "main_score": 0.565406, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"]}, {"precision": 0.50938, "recall": 0.577075, "f1": 0.527218, "accuracy": 0.577075, "main_score": 0.527218, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"]}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"]}, {"precision": 0.574308, "recall": 0.640316, "f1": 0.593431, "accuracy": 0.640316, "main_score": 0.593431, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960606, "accuracy": 0.969368, "main_score": 0.960606, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"]}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"]}, {"precision": 0.91525, "recall": 0.936759, "f1": 0.921937, "accuracy": 0.936759, "main_score": 0.921937, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"]}, {"precision": 0.915596, "recall": 0.937747, "f1": 0.922497, "accuracy": 0.937747, "main_score": 0.922497, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"]}, {"precision": 0.596677, "recall": 0.661067, "f1": 0.614898, "accuracy": 0.661067, "main_score": 0.614898, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"]}, {"precision": 0.789272, "recall": 0.83498, "f1": 0.802986, "accuracy": 0.83498, "main_score": 0.802986, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"]}, {"precision": 0.922332, "recall": 0.940711, "f1": 0.927833, "accuracy": 0.940711, "main_score": 0.927833, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"]}, {"precision": 0.938109, "recall": 0.952569, "f1": 0.942278, "accuracy": 0.952569, "main_score": 0.942278, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"]}, {"precision": 0.547805, "recall": 0.603755, "f1": 0.563781, "accuracy": 0.603755, "main_score": 0.563781, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"]}, {"precision": 0.948485, "recall": 0.961462, "f1": 0.952357, "accuracy": 0.961462, "main_score": 0.952357, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"]}, {"precision": 0.544765, "recall": 0.610672, "f1": 0.562823, "accuracy": 0.610672, "main_score": 0.562823, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"]}, {"precision": 0.537905, "recall": 0.589921, "f1": 0.552459, "accuracy": 0.589921, "main_score": 0.552459, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"]}, {"precision": 0.332469, "recall": 0.394269, "f1": 0.348629, "accuracy": 0.394269, "main_score": 0.348629, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"]}, {"precision": 0.951993, "recall": 0.964427, "f1": 0.955764, "accuracy": 0.964427, "main_score": 0.955764, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"]}, {"precision": 0.93946, "recall": 0.956522, "f1": 0.944664, "accuracy": 0.956522, "main_score": 0.944664, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"]}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"]}, {"precision": 0.597851, "recall": 0.65415, "f1": 0.61379, "accuracy": 0.65415, "main_score": 0.61379, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"]}, {"precision": 0.915457, "recall": 0.933794, "f1": 0.920862, "accuracy": 0.933794, "main_score": 0.920862, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"]}, {"precision": 0.865261, "recall": 0.892292, "f1": 0.873551, "accuracy": 0.892292, "main_score": 0.873551, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"]}, {"precision": 0.966156, "recall": 0.975296, "f1": 0.968775, "accuracy": 0.975296, "main_score": 0.968775, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"]}, {"precision": 0.610526, "recall": 0.660079, "f1": 0.624525, "accuracy": 0.660079, "main_score": 0.624525, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"]}, {"precision": 0.934865, "recall": 0.952569, "f1": 0.940236, "accuracy": 0.952569, "main_score": 0.940236, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"]}, {"precision": 0.683749, "recall": 0.737154, "f1": 0.699852, "accuracy": 0.737154, "main_score": 0.699852, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"]}, {"precision": 0.881374, "recall": 0.911067, "f1": 0.890349, "accuracy": 0.911067, "main_score": 0.890349, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"]}, {"precision": 0.906846, "recall": 0.929842, "f1": 0.913801, "accuracy": 0.929842, "main_score": 0.913801, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"]}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945455, "accuracy": 0.956522, "main_score": 0.945455, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"]}, {"precision": 0.465262, "recall": 0.54249, "f1": 0.486243, "accuracy": 0.54249, "main_score": 0.486243, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"]}, {"precision": 0.67996, "recall": 0.728261, "f1": 0.693413, "accuracy": 0.728261, "main_score": 0.693413, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"]}, {"precision": 0.886034, "recall": 0.916996, "f1": 0.89608, "accuracy": 0.916996, "main_score": 0.89608, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"]}, {"precision": 0.686092, "recall": 0.735178, "f1": 0.700535, "accuracy": 0.735178, "main_score": 0.700535, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"]}, {"precision": 0.655214, "recall": 0.72332, "f1": 0.674678, "accuracy": 0.72332, "main_score": 0.674678, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"]}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"]}, {"precision": 0.916831, "recall": 0.939723, "f1": 0.924242, "accuracy": 0.939723, "main_score": 0.924242, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"]}, {"precision": 0.934371, "recall": 0.951581, "f1": 0.939756, "accuracy": 0.951581, "main_score": 0.939756, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"]}, {"precision": 0.835573, "recall": 0.876482, "f1": 0.848123, "accuracy": 0.876482, "main_score": 0.848123, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"]}, {"precision": 0.949687, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"]}, {"precision": 0.942852, "recall": 0.958498, "f1": 0.947596, "accuracy": 0.958498, "main_score": 0.947596, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"]}, {"precision": 0.936627, "recall": 0.953557, "f1": 0.941667, "accuracy": 0.953557, "main_score": 0.941667, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"]}, {"precision": 0.572657, "recall": 0.629447, "f1": 0.589023, "accuracy": 0.629447, "main_score": 0.589023, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"]}, {"precision": 0.569566, "recall": 0.62253, "f1": 0.584394, "accuracy": 0.62253, "main_score": 0.584394, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"]}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"]}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"]}, {"precision": 0.924736, "recall": 0.944664, "f1": 0.930962, "accuracy": 0.944664, "main_score": 0.930962, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"]}, {"precision": 0.79058, "recall": 0.831028, "f1": 0.802602, "accuracy": 0.831028, "main_score": 0.802602, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"]}, {"precision": 0.482739, "recall": 0.539526, "f1": 0.497773, "accuracy": 0.539526, "main_score": 0.497773, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"]}, {"precision": 0.927042, "recall": 0.945652, "f1": 0.932609, "accuracy": 0.945652, "main_score": 0.932609, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"]}, {"precision": 0.889832, "recall": 0.920949, "f1": 0.899457, "accuracy": 0.920949, "main_score": 0.899457, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"]}, {"precision": 0.767121, "recall": 0.811265, "f1": 0.779797, "accuracy": 0.811265, "main_score": 0.779797, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"]}, {"precision": 0.945899, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"]}, {"precision": 0.560495, "recall": 0.618577, "f1": 0.576421, "accuracy": 0.618577, "main_score": 0.576421, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"]}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"]}, {"precision": 0.944121, "recall": 0.959486, "f1": 0.948682, "accuracy": 0.959486, "main_score": 0.948682, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"]}, {"precision": 0.956028, "recall": 0.968379, "f1": 0.959783, "accuracy": 0.968379, "main_score": 0.959783, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959604, "accuracy": 0.968379, "main_score": 0.959604, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"]}, {"precision": 0.934965, "recall": 0.950593, "f1": 0.939597, "accuracy": 0.950593, "main_score": 0.939597, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"]}, {"precision": 0.918602, "recall": 0.940711, "f1": 0.92545, "accuracy": 0.940711, "main_score": 0.92545, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"]}, {"precision": 0.855872, "recall": 0.895257, "f1": 0.868236, "accuracy": 0.895257, "main_score": 0.868236, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"]}, {"precision": 0.616419, "recall": 0.673913, "f1": 0.632675, "accuracy": 0.673913, "main_score": 0.632675, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"]}, {"precision": 0.191406, "recall": 0.242095, "f1": 0.202282, "accuracy": 0.242095, "main_score": 0.202282, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"]}, {"precision": 0.653096, "recall": 0.70751, "f1": 0.668582, "accuracy": 0.70751, "main_score": 0.668582, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"]}, {"precision": 0.696436, "recall": 0.749012, "f1": 0.711629, "accuracy": 0.749012, "main_score": 0.711629, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"]}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"]}, {"precision": 0.925313, "recall": 0.944664, "f1": 0.931192, "accuracy": 0.944664, "main_score": 0.931192, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"]}, {"precision": 0.439347, "recall": 0.499012, "f1": 0.455267, "accuracy": 0.499012, "main_score": 0.455267, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"]}, {"precision": 0.920537, "recall": 0.9417, "f1": 0.927273, "accuracy": 0.9417, "main_score": 0.927273, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"]}, {"precision": 0.881597, "recall": 0.910079, "f1": 0.890107, "accuracy": 0.910079, "main_score": 0.890107, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"]}, {"precision": 0.911182, "recall": 0.933794, "f1": 0.918003, "accuracy": 0.933794, "main_score": 0.918003, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"]}, {"precision": 0.687015, "recall": 0.73913, "f1": 0.70244, "accuracy": 0.73913, "main_score": 0.70244, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"]}, {"precision": 0.941057, "recall": 0.956522, "f1": 0.945553, "accuracy": 0.956522, "main_score": 0.945553, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"]}, {"precision": 0.969097, "recall": 0.976285, "f1": 0.971163, "accuracy": 0.976285, "main_score": 0.971163, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"]}, {"precision": 0.568437, "recall": 0.633399, "f1": 0.587314, "accuracy": 0.633399, "main_score": 0.587314, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"]}, {"precision": 0.52553, "recall": 0.591897, "f1": 0.543532, "accuracy": 0.591897, "main_score": 0.543532, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"]}, {"precision": 0.675034, "recall": 0.727273, "f1": 0.690689, "accuracy": 0.727273, "main_score": 0.690689, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"]}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"]}, {"precision": 0.187368, "recall": 0.253953, "f1": 0.204859, "accuracy": 0.253953, "main_score": 0.204859, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"]}, {"precision": 0.938109, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"]}, {"precision": 0.852117, "recall": 0.890316, "f1": 0.863672, "accuracy": 0.890316, "main_score": 0.863672, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"]}, {"precision": 0.906028, "recall": 0.929842, "f1": 0.91334, "accuracy": 0.929842, "main_score": 0.91334, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"]}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952141, "accuracy": 0.962451, "main_score": 0.952141, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"]}, {"precision": 0.602956, "recall": 0.663043, "f1": 0.620608, "accuracy": 0.663043, "main_score": 0.620608, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"]}, {"precision": 0.600807, "recall": 0.659091, "f1": 0.617261, "accuracy": 0.659091, "main_score": 0.617261, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"]}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"]}, {"precision": 0.911808, "recall": 0.934783, "f1": 0.919038, "accuracy": 0.934783, "main_score": 0.919038, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"]}, {"precision": 0.896355, "recall": 0.921937, "f1": 0.903938, "accuracy": 0.921937, "main_score": 0.903938, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"]}, {"precision": 0.653387, "recall": 0.724308, "f1": 0.674689, "accuracy": 0.724308, "main_score": 0.674689, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"]}, {"precision": 0.941238, "recall": 0.956522, "f1": 0.945949, "accuracy": 0.956522, "main_score": 0.945949, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"]}, {"precision": 0.569208, "recall": 0.629447, "f1": 0.586232, "accuracy": 0.629447, "main_score": 0.586232, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"]}, {"precision": 0.718643, "recall": 0.774704, "f1": 0.735559, "accuracy": 0.774704, "main_score": 0.735559, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"]}, {"precision": 0.922925, "recall": 0.943676, "f1": 0.929315, "accuracy": 0.943676, "main_score": 0.929315, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"]}, {"precision": 0.926952, "recall": 0.944664, "f1": 0.932268, "accuracy": 0.944664, "main_score": 0.932268, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"]}, {"precision": 0.933169, "recall": 0.950593, "f1": 0.93857, "accuracy": 0.950593, "main_score": 0.93857, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"]}, {"precision": 0.477574, "recall": 0.539526, "f1": 0.494284, "accuracy": 0.539526, "main_score": 0.494284, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"]}, {"precision": 0.968775, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"]}, {"precision": 0.944615, "recall": 0.958498, "f1": 0.94865, "accuracy": 0.958498, "main_score": 0.94865, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"]}, {"precision": 0.918429, "recall": 0.940711, "f1": 0.925085, "accuracy": 0.940711, "main_score": 0.925085, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"]}, {"precision": 0.844071, "recall": 0.884387, "f1": 0.856277, "accuracy": 0.884387, "main_score": 0.856277, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"]}, {"precision": 0.759981, "recall": 0.8083, "f1": 0.774391, "accuracy": 0.8083, "main_score": 0.774391, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"]}, {"precision": 0.841914, "recall": 0.879447, "f1": 0.853096, "accuracy": 0.879447, "main_score": 0.853096, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"]}, {"precision": 0.858119, "recall": 0.891304, "f1": 0.868248, "accuracy": 0.891304, "main_score": 0.868248, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"]}, {"precision": 0.644895, "recall": 0.695652, "f1": 0.658731, "accuracy": 0.695652, "main_score": 0.658731, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"]}, {"precision": 0.850972, "recall": 0.890316, "f1": 0.863011, "accuracy": 0.890316, "main_score": 0.863011, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"]}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"]}, {"precision": 0.942615, "recall": 0.95751, "f1": 0.946953, "accuracy": 0.95751, "main_score": 0.946953, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"]}, {"precision": 0.899819, "recall": 0.927866, "f1": 0.908498, "accuracy": 0.927866, "main_score": 0.908498, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"]}, {"precision": 0.773979, "recall": 0.821146, "f1": 0.787502, "accuracy": 0.821146, "main_score": 0.787502, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"]}, {"precision": 0.910771, "recall": 0.934783, "f1": 0.918149, "accuracy": 0.934783, "main_score": 0.918149, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"]}, {"precision": 0.486726, "recall": 0.555336, "f1": 0.505338, "accuracy": 0.555336, "main_score": 0.505338, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"]}, {"precision": 0.957949, "recall": 0.969368, "f1": 0.961495, "accuracy": 0.969368, "main_score": 0.961495, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"]}, {"precision": 0.565086, "recall": 0.643281, "f1": 0.587295, "accuracy": 0.643281, "main_score": 0.587295, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"]}, {"precision": 0.934453, "recall": 0.952569, "f1": 0.94002, "accuracy": 0.952569, "main_score": 0.94002, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"]}, {"precision": 0.919878, "recall": 0.9417, "f1": 0.926369, "accuracy": 0.9417, "main_score": 0.926369, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"]}, {"precision": 0.881011, "recall": 0.909091, "f1": 0.889362, "accuracy": 0.909091, "main_score": 0.889362, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"]}, {"precision": 0.799769, "recall": 0.838933, "f1": 0.81127, "accuracy": 0.838933, "main_score": 0.81127, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"]}, {"precision": 0.917688, "recall": 0.939723, "f1": 0.924374, "accuracy": 0.939723, "main_score": 0.924374, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"]}, {"precision": 0.651196, "recall": 0.699605, "f1": 0.665086, "accuracy": 0.699605, "main_score": 0.665086, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"]}, {"precision": 0.647381, "recall": 0.702569, "f1": 0.663732, "accuracy": 0.702569, "main_score": 0.663732, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"]}, {"precision": 0.943264, "recall": 0.95751, "f1": 0.94753, "accuracy": 0.95751, "main_score": 0.94753, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"]}, {"precision": 0.868008, "recall": 0.897233, "f1": 0.876746, "accuracy": 0.897233, "main_score": 0.876746, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"]}, {"precision": 0.560574, "recall": 0.625494, "f1": 0.579285, "accuracy": 0.625494, "main_score": 0.579285, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"]}, {"precision": 0.950675, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"]}, {"precision": 0.922793, "recall": 0.945652, "f1": 0.929974, "accuracy": 0.945652, "main_score": 0.929974, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"]}, {"precision": 0.558912, "recall": 0.617589, "f1": 0.575553, "accuracy": 0.617589, "main_score": 0.575553, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"]}, {"precision": 0.946805, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"]}, {"precision": 0.756324, "recall": 0.807312, "f1": 0.771099, "accuracy": 0.807312, "main_score": 0.771099, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"]}, {"precision": 0.575069, "recall": 0.632411, "f1": 0.590874, "accuracy": 0.632411, "main_score": 0.590874, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"]}, {"precision": 0.637354, "recall": 0.686759, "f1": 0.651482, "accuracy": 0.686759, "main_score": 0.651482, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"]}, {"precision": 0.813647, "recall": 0.853755, "f1": 0.825732, "accuracy": 0.853755, "main_score": 0.825732, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"]}, {"precision": 0.950873, "recall": 0.964427, "f1": 0.954941, "accuracy": 0.964427, "main_score": 0.954941, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"]}, {"precision": 0.889723, "recall": 0.917984, "f1": 0.898386, "accuracy": 0.917984, "main_score": 0.898386, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"]}, {"precision": 0.519258, "recall": 0.572134, "f1": 0.533498, "accuracy": 0.572134, "main_score": 0.533498, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"]}, {"precision": 0.597564, "recall": 0.656126, "f1": 0.613509, "accuracy": 0.656126, "main_score": 0.613509, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"]}, {"precision": 0.928557, "recall": 0.948617, "f1": 0.934783, "accuracy": 0.948617, "main_score": 0.934783, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"]}, {"precision": 0.608478, "recall": 0.666008, "f1": 0.624905, "accuracy": 0.666008, "main_score": 0.624905, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"]}, {"precision": 0.571755, "recall": 0.62747, "f1": 0.58675, "accuracy": 0.62747, "main_score": 0.58675, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"]}, {"precision": 0.898995, "recall": 0.926877, "f1": 0.907628, "accuracy": 0.926877, "main_score": 0.907628, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"]}, {"precision": 0.56572, "recall": 0.624506, "f1": 0.582715, "accuracy": 0.624506, "main_score": 0.582715, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"]}, {"precision": 0.679908, "recall": 0.733202, "f1": 0.695248, "accuracy": 0.733202, "main_score": 0.695248, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"]}, {"precision": 0.922875, "recall": 0.9417, "f1": 0.928755, "accuracy": 0.9417, "main_score": 0.928755, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"]}, {"precision": 0.745751, "recall": 0.784585, "f1": 0.757213, "accuracy": 0.784585, "main_score": 0.757213, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"]}, {"precision": 0.869772, "recall": 0.898221, "f1": 0.878146, "accuracy": 0.898221, "main_score": 0.878146, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"]}, {"precision": 0.908679, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"]}, {"precision": 0.844779, "recall": 0.879447, "f1": 0.855388, "accuracy": 0.879447, "main_score": 0.855388, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"]}, {"precision": 0.899407, "recall": 0.924901, "f1": 0.907082, "accuracy": 0.924901, "main_score": 0.907082, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"]}, {"precision": 0.514923, "recall": 0.590909, "f1": 0.536759, "accuracy": 0.590909, "main_score": 0.536759, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"]}, {"precision": 0.950675, "recall": 0.964427, "f1": 0.954941, "accuracy": 0.964427, "main_score": 0.954941, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"]}, {"precision": 0.860089, "recall": 0.894269, "f1": 0.870376, "accuracy": 0.894269, "main_score": 0.870376, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"]}, {"precision": 0.937994, "recall": 0.955534, "f1": 0.943379, "accuracy": 0.955534, "main_score": 0.943379, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"]}, {"precision": 0.939229, "recall": 0.956522, "f1": 0.944829, "accuracy": 0.956522, "main_score": 0.944829, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"]}, {"precision": 0.651689, "recall": 0.713439, "f1": 0.669553, "accuracy": 0.713439, "main_score": 0.669553, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"]}, {"precision": 0.603089, "recall": 0.650198, "f1": 0.616166, "accuracy": 0.650198, "main_score": 0.616166, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"]}, {"precision": 0.286764, "recall": 0.317194, "f1": 0.295212, "accuracy": 0.317194, "main_score": 0.295212, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"]}, {"precision": 0.275037, "recall": 0.305336, "f1": 0.283431, "accuracy": 0.305336, "main_score": 0.283431, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"]}, {"precision": 0.150377, "recall": 0.177866, "f1": 0.15746, "accuracy": 0.177866, "main_score": 0.15746, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"]}, {"precision": 0.291222, "recall": 0.337945, "f1": 0.302649, "accuracy": 0.337945, "main_score": 0.302649, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"]}, {"precision": 0.274875, "recall": 0.306324, "f1": 0.282863, "accuracy": 0.306324, "main_score": 0.282863, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"]}, {"precision": 0.294001, "recall": 0.332016, "f1": 0.30356, "accuracy": 0.332016, "main_score": 0.30356, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"]}, {"precision": 0.294751, "recall": 0.329051, "f1": 0.302644, "accuracy": 0.329051, "main_score": 0.302644, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"]}, {"precision": 0.291903, "recall": 0.327075, "f1": 0.301627, "accuracy": 0.327075, "main_score": 0.301627, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"]}, {"precision": 0.28331, "recall": 0.322134, "f1": 0.293323, "accuracy": 0.322134, "main_score": 0.293323, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"]}, {"precision": 0.296969, "recall": 0.329051, "f1": 0.305691, "accuracy": 0.329051, "main_score": 0.305691, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"]}, {"precision": 0.299549, "recall": 0.333992, "f1": 0.308941, "accuracy": 0.333992, "main_score": 0.308941, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"]}, {"precision": 0.268196, "recall": 0.317194, "f1": 0.281123, "accuracy": 0.317194, "main_score": 0.281123, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"]}, {"precision": 0.292165, "recall": 0.331028, "f1": 0.30181, "accuracy": 0.331028, "main_score": 0.30181, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"]}, {"precision": 0.220293, "recall": 0.258893, "f1": 0.229606, "accuracy": 0.258893, "main_score": 0.229606, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"]}, {"precision": 0.292145, "recall": 0.33498, "f1": 0.302758, "accuracy": 0.33498, "main_score": 0.302758, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"]}, {"precision": 0.277179, "recall": 0.314229, "f1": 0.286252, "accuracy": 0.314229, "main_score": 0.286252, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"]}, {"precision": 0.283263, "recall": 0.326087, "f1": 0.293704, "accuracy": 0.326087, "main_score": 0.293704, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"]}, {"precision": 0.295744, "recall": 0.333004, "f1": 0.305909, "accuracy": 0.333004, "main_score": 0.305909, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"]}, {"precision": 0.278287, "recall": 0.316206, "f1": 0.288474, "accuracy": 0.316206, "main_score": 0.288474, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"]}, {"precision": 0.267046, "recall": 0.309289, "f1": 0.277294, "accuracy": 0.309289, "main_score": 0.277294, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"]}, {"precision": 0.30172, "recall": 0.340909, "f1": 0.311743, "accuracy": 0.340909, "main_score": 0.311743, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"]}, {"precision": 0.29125, "recall": 0.332016, "f1": 0.301331, "accuracy": 0.332016, "main_score": 0.301331, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"]}, {"precision": 0.282109, "recall": 0.315217, "f1": 0.290995, "accuracy": 0.315217, "main_score": 0.290995, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"]}, {"precision": 0.291732, "recall": 0.342885, "f1": 0.304036, "accuracy": 0.342885, "main_score": 0.304036, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"]}, {"precision": 0.28784, "recall": 0.332016, "f1": 0.298881, "accuracy": 0.332016, "main_score": 0.298881, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"]}, {"precision": 0.289083, "recall": 0.326087, "f1": 0.298668, "accuracy": 0.326087, "main_score": 0.298668, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"]}, {"precision": 0.182771, "recall": 0.213439, "f1": 0.190267, "accuracy": 0.213439, "main_score": 0.190267, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"]}, {"precision": 0.27756, "recall": 0.321146, "f1": 0.288066, "accuracy": 0.321146, "main_score": 0.288066, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"]}, {"precision": 0.292181, "recall": 0.322134, "f1": 0.299606, "accuracy": 0.322134, "main_score": 0.299606, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"]}, {"precision": 0.293641, "recall": 0.333992, "f1": 0.303477, "accuracy": 0.333992, "main_score": 0.303477, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"]}, {"precision": 0.289235, "recall": 0.327075, "f1": 0.299401, "accuracy": 0.327075, "main_score": 0.299401, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"]}, {"precision": 0.287614, "recall": 0.326087, "f1": 0.297459, "accuracy": 0.326087, "main_score": 0.297459, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"]}, {"precision": 0.30133, "recall": 0.342885, "f1": 0.312035, "accuracy": 0.342885, "main_score": 0.312035, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"]}, {"precision": 0.297019, "recall": 0.328063, "f1": 0.304905, "accuracy": 0.328063, "main_score": 0.304905, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"]}, {"precision": 0.290761, "recall": 0.337945, "f1": 0.302264, "accuracy": 0.337945, "main_score": 0.302264, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"]}, {"precision": 0.279675, "recall": 0.31917, "f1": 0.289723, "accuracy": 0.31917, "main_score": 0.289723, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"]}, {"precision": 0.27495, "recall": 0.311265, "f1": 0.284366, "accuracy": 0.311265, "main_score": 0.284366, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"]}, {"precision": 0.29843, "recall": 0.34585, "f1": 0.310288, "accuracy": 0.34585, "main_score": 0.310288, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"]}, {"precision": 0.283408, "recall": 0.328063, "f1": 0.295128, "accuracy": 0.328063, "main_score": 0.295128, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"]}, {"precision": 0.284491, "recall": 0.329051, "f1": 0.2959, "accuracy": 0.329051, "main_score": 0.2959, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"]}, {"precision": 0.275856, "recall": 0.312253, "f1": 0.286321, "accuracy": 0.312253, "main_score": 0.286321, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"]}, {"precision": 0.25848, "recall": 0.293478, "f1": 0.26758, "accuracy": 0.293478, "main_score": 0.26758, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"]}, {"precision": 0.290623, "recall": 0.326087, "f1": 0.300669, "accuracy": 0.326087, "main_score": 0.300669, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"]}, {"precision": 0.289032, "recall": 0.327075, "f1": 0.299612, "accuracy": 0.327075, "main_score": 0.299612, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"]}, {"precision": 0.300674, "recall": 0.344862, "f1": 0.311349, "accuracy": 0.344862, "main_score": 0.311349, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"]}, {"precision": 0.307563, "recall": 0.353755, "f1": 0.318698, "accuracy": 0.353755, "main_score": 0.318698, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"]}, {"precision": 0.29599, "recall": 0.333004, "f1": 0.305221, "accuracy": 0.333004, "main_score": 0.305221, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"]}, {"precision": 0.291139, "recall": 0.329051, "f1": 0.300543, "accuracy": 0.329051, "main_score": 0.300543, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"]}, {"precision": 0.288582, "recall": 0.335968, "f1": 0.301034, "accuracy": 0.335968, "main_score": 0.301034, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"]}, {"precision": 0.291095, "recall": 0.328063, "f1": 0.300598, "accuracy": 0.328063, "main_score": 0.300598, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"]}, {"precision": 0.28811, "recall": 0.329051, "f1": 0.298591, "accuracy": 0.329051, "main_score": 0.298591, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"]}, {"precision": 0.292735, "recall": 0.33498, "f1": 0.303195, "accuracy": 0.33498, "main_score": 0.303195, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"]}, {"precision": 0.30209, "recall": 0.342885, "f1": 0.313428, "accuracy": 0.342885, "main_score": 0.313428, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"]}, {"precision": 0.281058, "recall": 0.322134, "f1": 0.29106, "accuracy": 0.322134, "main_score": 0.29106, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"]}, {"precision": 0.283313, "recall": 0.326087, "f1": 0.294462, "accuracy": 0.326087, "main_score": 0.294462, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"]}, {"precision": 0.265598, "recall": 0.296443, "f1": 0.273204, "accuracy": 0.296443, "main_score": 0.273204, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"]}, {"precision": 0.280967, "recall": 0.320158, "f1": 0.290876, "accuracy": 0.320158, "main_score": 0.290876, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"]}, {"precision": 0.306335, "recall": 0.339921, "f1": 0.314572, "accuracy": 0.339921, "main_score": 0.314572, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"]}, {"precision": 0.282684, "recall": 0.326087, "f1": 0.293985, "accuracy": 0.326087, "main_score": 0.293985, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"]}, {"precision": 0.291968, "recall": 0.33498, "f1": 0.30299, "accuracy": 0.33498, "main_score": 0.30299, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"]}, {"precision": 0.289653, "recall": 0.333004, "f1": 0.300983, "accuracy": 0.333004, "main_score": 0.300983, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"]}, {"precision": 0.282195, "recall": 0.333004, "f1": 0.294915, "accuracy": 0.333004, "main_score": 0.294915, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"]}, {"precision": 0.271453, "recall": 0.305336, "f1": 0.28079, "accuracy": 0.305336, "main_score": 0.28079, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"]}, {"precision": 0.302245, "recall": 0.335968, "f1": 0.311146, "accuracy": 0.335968, "main_score": 0.311146, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"]}, {"precision": 0.284618, "recall": 0.31917, "f1": 0.293488, "accuracy": 0.31917, "main_score": 0.293488, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"]}, {"precision": 0.304647, "recall": 0.342885, "f1": 0.314424, "accuracy": 0.342885, "main_score": 0.314424, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"]}, {"precision": 0.328331, "recall": 0.363636, "f1": 0.338163, "accuracy": 0.363636, "main_score": 0.338163, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"]}, {"precision": 0.292275, "recall": 0.327075, "f1": 0.300384, "accuracy": 0.327075, "main_score": 0.300384, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"]}, {"precision": 0.287001, "recall": 0.321146, "f1": 0.295639, "accuracy": 0.321146, "main_score": 0.295639, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"]}, {"precision": 0.296631, "recall": 0.33498, "f1": 0.306501, "accuracy": 0.33498, "main_score": 0.306501, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"]}, {"precision": 0.290563, "recall": 0.325099, "f1": 0.299561, "accuracy": 0.325099, "main_score": 0.299561, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"]}, {"precision": 0.285021, "recall": 0.322134, "f1": 0.29465, "accuracy": 0.322134, "main_score": 0.29465, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"]}, {"precision": 0.173847, "recall": 0.203557, "f1": 0.181876, "accuracy": 0.203557, "main_score": 0.181876, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"]}, {"precision": 0.283383, "recall": 0.312253, "f1": 0.291177, "accuracy": 0.312253, "main_score": 0.291177, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"]}, {"precision": 0.276307, "recall": 0.320158, "f1": 0.287776, "accuracy": 0.320158, "main_score": 0.287776, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"]}, {"precision": 0.280964, "recall": 0.314229, "f1": 0.289029, "accuracy": 0.314229, "main_score": 0.289029, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"]}, {"precision": 0.286154, "recall": 0.324111, "f1": 0.296108, "accuracy": 0.324111, "main_score": 0.296108, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"]}, {"precision": 0.294923, "recall": 0.333004, "f1": 0.305457, "accuracy": 0.333004, "main_score": 0.305457, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"]}, {"precision": 0.289965, "recall": 0.327075, "f1": 0.299796, "accuracy": 0.327075, "main_score": 0.299796, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"]}, {"precision": 0.289926, "recall": 0.329051, "f1": 0.299492, "accuracy": 0.329051, "main_score": 0.299492, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"]}, {"precision": 0.26847, "recall": 0.315217, "f1": 0.280023, "accuracy": 0.315217, "main_score": 0.280023, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"]}, {"precision": 0.296829, "recall": 0.338933, "f1": 0.30757, "accuracy": 0.338933, "main_score": 0.30757, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"]}, {"precision": 0.28456, "recall": 0.323123, "f1": 0.294202, "accuracy": 0.323123, "main_score": 0.294202, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"]}, {"precision": 0.293333, "recall": 0.333992, "f1": 0.30347, "accuracy": 0.333992, "main_score": 0.30347, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"]}, {"precision": 0.278232, "recall": 0.318182, "f1": 0.288059, "accuracy": 0.318182, "main_score": 0.288059, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"]}, {"precision": 0.285584, "recall": 0.323123, "f1": 0.296113, "accuracy": 0.323123, "main_score": 0.296113, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"]}, {"precision": 0.28374, "recall": 0.322134, "f1": 0.294044, "accuracy": 0.322134, "main_score": 0.294044, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"]}, {"precision": 0.289135, "recall": 0.33004, "f1": 0.300157, "accuracy": 0.33004, "main_score": 0.300157, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"]}, {"precision": 0.285096, "recall": 0.324111, "f1": 0.29494, "accuracy": 0.324111, "main_score": 0.29494, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"]}, {"precision": 0.289472, "recall": 0.332016, "f1": 0.300753, "accuracy": 0.332016, "main_score": 0.300753, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"]}, {"precision": 0.292024, "recall": 0.327075, "f1": 0.301145, "accuracy": 0.327075, "main_score": 0.301145, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"]}, {"precision": 0.261336, "recall": 0.295455, "f1": 0.270276, "accuracy": 0.295455, "main_score": 0.270276, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"]}, {"precision": 0.30554, "recall": 0.34585, "f1": 0.316167, "accuracy": 0.34585, "main_score": 0.316167, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"]}, {"precision": 0.277241, "recall": 0.312253, "f1": 0.285996, "accuracy": 0.312253, "main_score": 0.285996, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"]}, {"precision": 0.268583, "recall": 0.301383, "f1": 0.276994, "accuracy": 0.301383, "main_score": 0.276994, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"]}, {"precision": 0.286679, "recall": 0.33004, "f1": 0.29781, "accuracy": 0.33004, "main_score": 0.29781, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"]}, {"precision": 0.292263, "recall": 0.322134, "f1": 0.300463, "accuracy": 0.322134, "main_score": 0.300463, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"]}, {"precision": 0.301453, "recall": 0.337945, "f1": 0.31098, "accuracy": 0.337945, "main_score": 0.31098, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"]}, {"precision": 0.280692, "recall": 0.317194, "f1": 0.289649, "accuracy": 0.317194, "main_score": 0.289649, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"]}, {"precision": 0.287902, "recall": 0.329051, "f1": 0.298493, "accuracy": 0.329051, "main_score": 0.298493, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"]}, {"precision": 0.297096, "recall": 0.328063, "f1": 0.305144, "accuracy": 0.328063, "main_score": 0.305144, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"]}, {"precision": 0.283631, "recall": 0.324111, "f1": 0.294036, "accuracy": 0.324111, "main_score": 0.294036, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"]}, {"precision": 0.282843, "recall": 0.323123, "f1": 0.292913, "accuracy": 0.323123, "main_score": 0.292913, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"]}, {"precision": 0.24789, "recall": 0.285573, "f1": 0.257843, "accuracy": 0.285573, "main_score": 0.257843, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"]}, {"precision": 0.278283, "recall": 0.320158, "f1": 0.289169, "accuracy": 0.320158, "main_score": 0.289169, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"]}, {"precision": 0.190012, "recall": 0.213439, "f1": 0.196385, "accuracy": 0.213439, "main_score": 0.196385, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"]}, {"precision": 0.292266, "recall": 0.333992, "f1": 0.303615, "accuracy": 0.333992, "main_score": 0.303615, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"]}, {"precision": 0.244641, "recall": 0.277668, "f1": 0.253745, "accuracy": 0.277668, "main_score": 0.253745, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"]}, {"precision": 0.292137, "recall": 0.335968, "f1": 0.303591, "accuracy": 0.335968, "main_score": 0.303591, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"]}, {"precision": 0.293118, "recall": 0.324111, "f1": 0.300667, "accuracy": 0.324111, "main_score": 0.300667, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"]}, {"precision": 0.261477, "recall": 0.297431, "f1": 0.271036, "accuracy": 0.297431, "main_score": 0.271036, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"]}, {"precision": 0.292584, "recall": 0.329051, "f1": 0.301935, "accuracy": 0.329051, "main_score": 0.301935, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"]}, {"precision": 0.287509, "recall": 0.33004, "f1": 0.298664, "accuracy": 0.33004, "main_score": 0.298664, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"]}, {"precision": 0.289293, "recall": 0.33498, "f1": 0.300378, "accuracy": 0.33498, "main_score": 0.300378, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"]}, {"precision": 0.287717, "recall": 0.326087, "f1": 0.297288, "accuracy": 0.326087, "main_score": 0.297288, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"]}, {"precision": 0.301308, "recall": 0.331028, "f1": 0.309338, "accuracy": 0.331028, "main_score": 0.309338, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"]}, {"precision": 0.253849, "recall": 0.298419, "f1": 0.265038, "accuracy": 0.298419, "main_score": 0.265038, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"]}, {"precision": 0.293061, "recall": 0.327075, "f1": 0.302077, "accuracy": 0.327075, "main_score": 0.302077, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"]}, {"precision": 0.269914, "recall": 0.309289, "f1": 0.28043, "accuracy": 0.309289, "main_score": 0.28043, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"]}, {"precision": 0.274284, "recall": 0.318182, "f1": 0.286422, "accuracy": 0.318182, "main_score": 0.286422, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"]}, {"precision": 0.293418, "recall": 0.324111, "f1": 0.300974, "accuracy": 0.324111, "main_score": 0.300974, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"]}, {"precision": 0.290732, "recall": 0.333004, "f1": 0.301678, "accuracy": 0.333004, "main_score": 0.301678, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"]}, {"precision": 0.093699, "recall": 0.123518, "f1": 0.101214, "accuracy": 0.123518, "main_score": 0.101214, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"]}, {"precision": 0.298959, "recall": 0.336957, "f1": 0.308953, "accuracy": 0.336957, "main_score": 0.308953, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"]}, {"precision": 0.274921, "recall": 0.310277, "f1": 0.284295, "accuracy": 0.310277, "main_score": 0.284295, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"]}, {"precision": 0.271966, "recall": 0.30336, "f1": 0.280052, "accuracy": 0.30336, "main_score": 0.280052, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"]}, {"precision": 0.30281, "recall": 0.339921, "f1": 0.312356, "accuracy": 0.339921, "main_score": 0.312356, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"]}, {"precision": 0.288109, "recall": 0.322134, "f1": 0.297446, "accuracy": 0.322134, "main_score": 0.297446, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"]}, {"precision": 0.280196, "recall": 0.317194, "f1": 0.29039, "accuracy": 0.317194, "main_score": 0.29039, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"]}, {"precision": 0.282709, "recall": 0.320158, "f1": 0.292844, "accuracy": 0.320158, "main_score": 0.292844, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"]}, {"precision": 0.287866, "recall": 0.333992, "f1": 0.29865, "accuracy": 0.333992, "main_score": 0.29865, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"]}, {"precision": 0.283442, "recall": 0.321146, "f1": 0.292476, "accuracy": 0.321146, "main_score": 0.292476, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"]}, {"precision": 0.278761, "recall": 0.316206, "f1": 0.289025, "accuracy": 0.316206, "main_score": 0.289025, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"]}, {"precision": 0.248532, "recall": 0.294466, "f1": 0.259938, "accuracy": 0.294466, "main_score": 0.259938, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"]}, {"precision": 0.282342, "recall": 0.326087, "f1": 0.293064, "accuracy": 0.326087, "main_score": 0.293064, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"]}, {"precision": 0.267668, "recall": 0.307312, "f1": 0.278419, "accuracy": 0.307312, "main_score": 0.278419, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"]}, {"precision": 0.283598, "recall": 0.31917, "f1": 0.293091, "accuracy": 0.31917, "main_score": 0.293091, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"]}, {"precision": 0.294558, "recall": 0.344862, "f1": 0.307492, "accuracy": 0.344862, "main_score": 0.307492, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"]}, {"precision": 0.283242, "recall": 0.31917, "f1": 0.292307, "accuracy": 0.31917, "main_score": 0.292307, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"]}, {"precision": 0.289445, "recall": 0.333992, "f1": 0.300792, "accuracy": 0.333992, "main_score": 0.300792, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"]}, {"precision": 0.248415, "recall": 0.286561, "f1": 0.25745, "accuracy": 0.286561, "main_score": 0.25745, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"]}, {"precision": 0.303458, "recall": 0.340909, "f1": 0.313334, "accuracy": 0.340909, "main_score": 0.313334, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"]}, {"precision": 0.275869, "recall": 0.315217, "f1": 0.285874, "accuracy": 0.315217, "main_score": 0.285874, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"]}, {"precision": 0.269488, "recall": 0.311265, "f1": 0.279673, "accuracy": 0.311265, "main_score": 0.279673, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"]}, {"precision": 0.293142, "recall": 0.33004, "f1": 0.301949, "accuracy": 0.33004, "main_score": 0.301949, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"]}, {"precision": 0.271492, "recall": 0.302372, "f1": 0.280033, "accuracy": 0.302372, "main_score": 0.280033, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"]}, {"precision": 0.285696, "recall": 0.325099, "f1": 0.295803, "accuracy": 0.325099, "main_score": 0.295803, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"]}, {"precision": 0.29371, "recall": 0.33004, "f1": 0.302697, "accuracy": 0.33004, "main_score": 0.302697, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"]}, {"precision": 0.308996, "recall": 0.34585, "f1": 0.318288, "accuracy": 0.34585, "main_score": 0.318288, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"]}, {"precision": 0.26114, "recall": 0.307312, "f1": 0.272795, "accuracy": 0.307312, "main_score": 0.272795, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"]}, {"precision": 0.278904, "recall": 0.318182, "f1": 0.288723, "accuracy": 0.318182, "main_score": 0.288723, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"]}, {"precision": 0.270184, "recall": 0.307312, "f1": 0.279213, "accuracy": 0.307312, "main_score": 0.279213, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"]}, {"precision": 0.294335, "recall": 0.333004, "f1": 0.304507, "accuracy": 0.333004, "main_score": 0.304507, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"]}, {"precision": 0.291701, "recall": 0.329051, "f1": 0.300913, "accuracy": 0.329051, "main_score": 0.300913, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"]}, {"precision": 0.292485, "recall": 0.333004, "f1": 0.303135, "accuracy": 0.333004, "main_score": 0.303135, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"]}, {"precision": 0.289319, "recall": 0.327075, "f1": 0.297798, "accuracy": 0.327075, "main_score": 0.297798, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"]}, {"precision": 0.280138, "recall": 0.311265, "f1": 0.28913, "accuracy": 0.311265, "main_score": 0.28913, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"]}, {"precision": 0.277761, "recall": 0.315217, "f1": 0.287295, "accuracy": 0.315217, "main_score": 0.287295, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"]}, {"precision": 0.28437, "recall": 0.329051, "f1": 0.295416, "accuracy": 0.329051, "main_score": 0.295416, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"]}, {"precision": 0.251276, "recall": 0.287549, "f1": 0.260786, "accuracy": 0.287549, "main_score": 0.260786, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"]}, {"precision": 0.278399, "recall": 0.317194, "f1": 0.287855, "accuracy": 0.317194, "main_score": 0.287855, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"]}, {"precision": 0.298843, "recall": 0.343874, "f1": 0.309491, "accuracy": 0.343874, "main_score": 0.309491, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"]}, {"precision": 0.271361, "recall": 0.304348, "f1": 0.279856, "accuracy": 0.304348, "main_score": 0.279856, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"]}, {"precision": 0.273603, "recall": 0.313241, "f1": 0.284147, "accuracy": 0.313241, "main_score": 0.284147, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"]}, {"precision": 0.274168, "recall": 0.314229, "f1": 0.283565, "accuracy": 0.314229, "main_score": 0.283565, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"]}, {"precision": 0.283962, "recall": 0.321146, "f1": 0.293694, "accuracy": 0.321146, "main_score": 0.293694, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"]}, {"precision": 0.287867, "recall": 0.326087, "f1": 0.298227, "accuracy": 0.326087, "main_score": 0.298227, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"]}, {"precision": 0.298347, "recall": 0.333004, "f1": 0.307485, "accuracy": 0.333004, "main_score": 0.307485, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"]}, {"precision": 0.309622, "recall": 0.336957, "f1": 0.317178, "accuracy": 0.336957, "main_score": 0.317178, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"]}, {"precision": 0.296748, "recall": 0.340909, "f1": 0.307653, "accuracy": 0.340909, "main_score": 0.307653, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"]}, {"precision": 0.277471, "recall": 0.316206, "f1": 0.288264, "accuracy": 0.316206, "main_score": 0.288264, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"]}, {"precision": 0.292821, "recall": 0.335968, "f1": 0.303614, "accuracy": 0.335968, "main_score": 0.303614, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"]}, {"precision": 0.301562, "recall": 0.348814, "f1": 0.313527, "accuracy": 0.348814, "main_score": 0.313527, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"]}, {"precision": 0.285139, "recall": 0.33004, "f1": 0.296774, "accuracy": 0.33004, "main_score": 0.296774, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"]}, {"precision": 0.262312, "recall": 0.298419, "f1": 0.271914, "accuracy": 0.298419, "main_score": 0.271914, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"]}, {"precision": 0.307877, "recall": 0.34585, "f1": 0.317734, "accuracy": 0.34585, "main_score": 0.317734, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"]}, {"precision": 0.284676, "recall": 0.320158, "f1": 0.293566, "accuracy": 0.320158, "main_score": 0.293566, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"]}, {"precision": 0.272673, "recall": 0.302372, "f1": 0.280633, "accuracy": 0.302372, "main_score": 0.280633, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"]}, {"precision": 0.289567, "recall": 0.325099, "f1": 0.299119, "accuracy": 0.325099, "main_score": 0.299119, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"]}, {"precision": 0.264092, "recall": 0.302372, "f1": 0.273456, "accuracy": 0.302372, "main_score": 0.273456, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"]}, {"precision": 0.290058, "recall": 0.333004, "f1": 0.301228, "accuracy": 0.333004, "main_score": 0.301228, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"]}, {"precision": 0.269637, "recall": 0.31917, "f1": 0.281891, "accuracy": 0.31917, "main_score": 0.281891, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"]}, {"precision": 0.268892, "recall": 0.307312, "f1": 0.279645, "accuracy": 0.307312, "main_score": 0.279645, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"]}, {"precision": 0.291427, "recall": 0.328063, "f1": 0.30148, "accuracy": 0.328063, "main_score": 0.30148, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"]}, {"precision": 0.290404, "recall": 0.338933, "f1": 0.302344, "accuracy": 0.338933, "main_score": 0.302344, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"]}, {"precision": 0.271847, "recall": 0.307312, "f1": 0.28125, "accuracy": 0.307312, "main_score": 0.28125, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"]}, {"precision": 0.292796, "recall": 0.331028, "f1": 0.302821, "accuracy": 0.331028, "main_score": 0.302821, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"]}, {"precision": 0.27718, "recall": 0.31917, "f1": 0.287717, "accuracy": 0.31917, "main_score": 0.287717, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"]}, {"precision": 0.245012, "recall": 0.29249, "f1": 0.257874, "accuracy": 0.29249, "main_score": 0.257874, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"]}, {"precision": 0.293382, "recall": 0.331028, "f1": 0.302858, "accuracy": 0.331028, "main_score": 0.302858, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"]}, {"precision": 0.291501, "recall": 0.324111, "f1": 0.300214, "accuracy": 0.324111, "main_score": 0.300214, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"]}, {"precision": 0.287353, "recall": 0.320158, "f1": 0.296632, "accuracy": 0.320158, "main_score": 0.296632, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"]}, {"precision": 0.306166, "recall": 0.343874, "f1": 0.316212, "accuracy": 0.343874, "main_score": 0.316212, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"]}, {"precision": 0.285012, "recall": 0.329051, "f1": 0.29573, "accuracy": 0.329051, "main_score": 0.29573, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"]}, {"precision": 0.285017, "recall": 0.322134, "f1": 0.295082, "accuracy": 0.322134, "main_score": 0.295082, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"]}, {"precision": 0.279068, "recall": 0.318182, "f1": 0.289428, "accuracy": 0.318182, "main_score": 0.289428, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"]}, {"precision": 0.206804, "recall": 0.245059, "f1": 0.217361, "accuracy": 0.245059, "main_score": 0.217361, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"]}, {"precision": 0.285196, "recall": 0.321146, "f1": 0.29422, "accuracy": 0.321146, "main_score": 0.29422, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"]}, {"precision": 0.280416, "recall": 0.317194, "f1": 0.289906, "accuracy": 0.317194, "main_score": 0.289906, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"]}, {"precision": 0.297634, "recall": 0.333004, "f1": 0.307041, "accuracy": 0.333004, "main_score": 0.307041, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"]}, {"precision": 0.286095, "recall": 0.336957, "f1": 0.299376, "accuracy": 0.336957, "main_score": 0.299376, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"]}, {"precision": 0.293602, "recall": 0.329051, "f1": 0.302967, "accuracy": 0.329051, "main_score": 0.302967, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"]}, {"precision": 0.286348, "recall": 0.323123, "f1": 0.29609, "accuracy": 0.323123, "main_score": 0.29609, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"]}, {"precision": 0.605832, "recall": 0.666996, "f1": 0.623123, "accuracy": 0.666996, "main_score": 0.623123, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"]}, {"precision": 0.543677, "recall": 0.602767, "f1": 0.560762, "accuracy": 0.602767, "main_score": 0.560762, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"]}, {"precision": 0.455166, "recall": 0.535573, "f1": 0.477091, "accuracy": 0.535573, "main_score": 0.477091, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"]}, {"precision": 0.609761, "recall": 0.666008, "f1": 0.62607, "accuracy": 0.666008, "main_score": 0.62607, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"]}, {"precision": 0.883729, "recall": 0.916996, "f1": 0.894071, "accuracy": 0.916996, "main_score": 0.894071, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"]}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"]}, {"precision": 0.611185, "recall": 0.667984, "f1": 0.627022, "accuracy": 0.667984, "main_score": 0.627022, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"]}, {"precision": 0.620866, "recall": 0.684783, "f1": 0.63953, "accuracy": 0.684783, "main_score": 0.63953, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"]}, {"precision": 0.592961, "recall": 0.655138, "f1": 0.610086, "accuracy": 0.655138, "main_score": 0.610086, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"]}, {"precision": 0.18354, "recall": 0.241107, "f1": 0.19847, "accuracy": 0.241107, "main_score": 0.19847, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"]}, {"precision": 0.654482, "recall": 0.705534, "f1": 0.668516, "accuracy": 0.705534, "main_score": 0.668516, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"]}, {"precision": 0.690497, "recall": 0.742095, "f1": 0.705915, "accuracy": 0.742095, "main_score": 0.705915, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"]}, {"precision": 0.564287, "recall": 0.608696, "f1": 0.577361, "accuracy": 0.608696, "main_score": 0.577361, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"]}, {"precision": 0.52506, "recall": 0.602767, "f1": 0.546646, "accuracy": 0.602767, "main_score": 0.546646, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"]}, {"precision": 0.572786, "recall": 0.639328, "f1": 0.592507, "accuracy": 0.639328, "main_score": 0.592507, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"]}, {"precision": 0.59552, "recall": 0.659091, "f1": 0.613298, "accuracy": 0.659091, "main_score": 0.613298, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936759, "accuracy": 0.949605, "main_score": 0.936759, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"]}, {"precision": 0.540566, "recall": 0.596838, "f1": 0.556291, "accuracy": 0.596838, "main_score": 0.556291, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"]}, {"precision": 0.568579, "recall": 0.630435, "f1": 0.585813, "accuracy": 0.630435, "main_score": 0.585813, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"]}, {"precision": 0.530219, "recall": 0.58498, "f1": 0.54566, "accuracy": 0.58498, "main_score": 0.54566, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"]}, {"precision": 0.328787, "recall": 0.38834, "f1": 0.345369, "accuracy": 0.38834, "main_score": 0.345369, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"]}, {"precision": 0.603961, "recall": 0.663043, "f1": 0.620716, "accuracy": 0.663043, "main_score": 0.620716, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"]}, {"precision": 0.594812, "recall": 0.650198, "f1": 0.610764, "accuracy": 0.650198, "main_score": 0.610764, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"]}, {"precision": 0.71371, "recall": 0.779644, "f1": 0.733327, "accuracy": 0.779644, "main_score": 0.733327, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"]}, {"precision": 0.681284, "recall": 0.754941, "f1": 0.703277, "accuracy": 0.754941, "main_score": 0.703277, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"]}, {"precision": 0.721262, "recall": 0.77668, "f1": 0.737301, "accuracy": 0.77668, "main_score": 0.737301, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"]}, {"precision": 0.685296, "recall": 0.736166, "f1": 0.699898, "accuracy": 0.736166, "main_score": 0.699898, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"]}, {"precision": 0.668635, "recall": 0.731225, "f1": 0.687313, "accuracy": 0.731225, "main_score": 0.687313, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"]}, {"precision": 0.556723, "recall": 0.615613, "f1": 0.572968, "accuracy": 0.615613, "main_score": 0.572968, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"]}, {"precision": 0.567352, "recall": 0.625494, "f1": 0.58392, "accuracy": 0.625494, "main_score": 0.58392, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"]}, {"precision": 0.816238, "recall": 0.858696, "f1": 0.828755, "accuracy": 0.858696, "main_score": 0.828755, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"]}, {"precision": 0.478824, "recall": 0.534585, "f1": 0.49384, "accuracy": 0.534585, "main_score": 0.49384, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911462, "accuracy": 0.929842, "main_score": 0.911462, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"]}, {"precision": 0.547901, "recall": 0.610672, "f1": 0.565573, "accuracy": 0.610672, "main_score": 0.565573, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"]}, {"precision": 0.606832, "recall": 0.672925, "f1": 0.625685, "accuracy": 0.672925, "main_score": 0.625685, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"]}, {"precision": 0.203801, "recall": 0.26087, "f1": 0.216861, "accuracy": 0.26087, "main_score": 0.216861, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"]}, {"precision": 0.645817, "recall": 0.706522, "f1": 0.663312, "accuracy": 0.706522, "main_score": 0.663312, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"]}, {"precision": 0.828673, "recall": 0.873518, "f1": 0.842391, "accuracy": 0.873518, "main_score": 0.842391, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"]}, {"precision": 0.427273, "recall": 0.485178, "f1": 0.443189, "accuracy": 0.485178, "main_score": 0.443189, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"]}, {"precision": 0.69283, "recall": 0.750988, "f1": 0.710441, "accuracy": 0.750988, "main_score": 0.710441, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"]}, {"precision": 0.5809, "recall": 0.640316, "f1": 0.59836, "accuracy": 0.640316, "main_score": 0.59836, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"]}, {"precision": 0.523186, "recall": 0.587945, "f1": 0.540624, "accuracy": 0.587945, "main_score": 0.540624, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"]}, {"precision": 0.689559, "recall": 0.737154, "f1": 0.703623, "accuracy": 0.737154, "main_score": 0.703623, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"]}, {"precision": 0.253497, "recall": 0.336957, "f1": 0.274771, "accuracy": 0.336957, "main_score": 0.274771, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"]}, {"precision": 0.594598, "recall": 0.660079, "f1": 0.613778, "accuracy": 0.660079, "main_score": 0.613778, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"]}, {"precision": 0.604441, "recall": 0.666008, "f1": 0.622167, "accuracy": 0.666008, "main_score": 0.622167, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"]}, {"precision": 0.737312, "recall": 0.801383, "f1": 0.756999, "accuracy": 0.801383, "main_score": 0.756999, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"]}, {"precision": 0.56508, "recall": 0.630435, "f1": 0.584557, "accuracy": 0.630435, "main_score": 0.584557, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"]}, {"precision": 0.814888, "recall": 0.860672, "f1": 0.829348, "accuracy": 0.860672, "main_score": 0.829348, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"]}, {"precision": 0.470258, "recall": 0.534585, "f1": 0.488185, "accuracy": 0.534585, "main_score": 0.488185, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"]}, {"precision": 0.911709, "recall": 0.935771, "f1": 0.919038, "accuracy": 0.935771, "main_score": 0.919038, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"]}, {"precision": 0.626969, "recall": 0.68083, "f1": 0.642596, "accuracy": 0.68083, "main_score": 0.642596, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"]}, {"precision": 0.907197, "recall": 0.934783, "f1": 0.916074, "accuracy": 0.934783, "main_score": 0.916074, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"]}, {"precision": 0.471842, "recall": 0.539526, "f1": 0.489665, "accuracy": 0.539526, "main_score": 0.489665, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"]}, {"precision": 0.643906, "recall": 0.712451, "f1": 0.66438, "accuracy": 0.712451, "main_score": 0.66438, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"]}, {"precision": 0.852141, "recall": 0.889328, "f1": 0.863603, "accuracy": 0.889328, "main_score": 0.863603, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"]}, {"precision": 0.670282, "recall": 0.719368, "f1": 0.68412, "accuracy": 0.719368, "main_score": 0.68412, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"]}, {"precision": 0.67296, "recall": 0.730237, "f1": 0.689709, "accuracy": 0.730237, "main_score": 0.689709, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"]}, {"precision": 0.557009, "recall": 0.620553, "f1": 0.575369, "accuracy": 0.620553, "main_score": 0.575369, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"]}, {"precision": 0.555618, "recall": 0.615613, "f1": 0.572356, "accuracy": 0.615613, "main_score": 0.572356, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"]}, {"precision": 0.857576, "recall": 0.894269, "f1": 0.868676, "accuracy": 0.894269, "main_score": 0.868676, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"]}, {"precision": 0.563524, "recall": 0.62747, "f1": 0.581824, "accuracy": 0.62747, "main_score": 0.581824, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"]}, {"precision": 0.638125, "recall": 0.702569, "f1": 0.656708, "accuracy": 0.702569, "main_score": 0.656708, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"]}, {"precision": 0.929924, "recall": 0.950593, "f1": 0.936495, "accuracy": 0.950593, "main_score": 0.936495, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"]}, {"precision": 0.498272, "recall": 0.556324, "f1": 0.514668, "accuracy": 0.556324, "main_score": 0.514668, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"]}, {"precision": 0.588805, "recall": 0.640316, "f1": 0.602634, "accuracy": 0.640316, "main_score": 0.602634, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"]}, {"precision": 0.600115, "recall": 0.662055, "f1": 0.618285, "accuracy": 0.662055, "main_score": 0.618285, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"]}, {"precision": 0.574788, "recall": 0.630435, "f1": 0.589788, "accuracy": 0.630435, "main_score": 0.589788, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"]}, {"precision": 0.54576, "recall": 0.613636, "f1": 0.56506, "accuracy": 0.613636, "main_score": 0.56506, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"]}, {"precision": 0.754941, "recall": 0.810277, "f1": 0.771772, "accuracy": 0.810277, "main_score": 0.771772, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"]}, {"precision": 0.755303, "recall": 0.805336, "f1": 0.770158, "accuracy": 0.805336, "main_score": 0.770158, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"]}, {"precision": 0.882411, "recall": 0.911067, "f1": 0.891107, "accuracy": 0.911067, "main_score": 0.891107, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"]}, {"precision": 0.49105, "recall": 0.568182, "f1": 0.513741, "accuracy": 0.568182, "main_score": 0.513741, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"]}, {"precision": 0.742482, "recall": 0.797431, "f1": 0.758882, "accuracy": 0.797431, "main_score": 0.758882, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"]}, {"precision": 0.622461, "recall": 0.66502, "f1": 0.634392, "accuracy": 0.66502, "main_score": 0.634392, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"]}, {"precision": 0.56578, "recall": 0.632411, "f1": 0.584162, "accuracy": 0.632411, "main_score": 0.584162, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"]}, {"precision": 0.519524, "recall": 0.578063, "f1": 0.535799, "accuracy": 0.578063, "main_score": 0.535799, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"]}, {"precision": 0.423155, "recall": 0.508893, "f1": 0.445685, "accuracy": 0.508893, "main_score": 0.445685, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"]}, {"precision": 0.592015, "recall": 0.645257, "f1": 0.607148, "accuracy": 0.645257, "main_score": 0.607148, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"]}, {"precision": 0.872283, "recall": 0.906126, "f1": 0.882938, "accuracy": 0.906126, "main_score": 0.882938, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"]}, {"precision": 0.601081, "recall": 0.656126, "f1": 0.616016, "accuracy": 0.656126, "main_score": 0.616016, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"]}, {"precision": 0.619245, "recall": 0.678854, "f1": 0.635608, "accuracy": 0.678854, "main_score": 0.635608, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"]}, {"precision": 0.557197, "recall": 0.617589, "f1": 0.574459, "accuracy": 0.617589, "main_score": 0.574459, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"]}, {"precision": 0.183344, "recall": 0.232213, "f1": 0.195564, "accuracy": 0.232213, "main_score": 0.195564, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"]}, {"precision": 0.626762, "recall": 0.673913, "f1": 0.639709, "accuracy": 0.673913, "main_score": 0.639709, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"]}, {"precision": 0.672497, "recall": 0.72332, "f1": 0.687846, "accuracy": 0.72332, "main_score": 0.687846, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"]}, {"precision": 0.524177, "recall": 0.577075, "f1": 0.53953, "accuracy": 0.577075, "main_score": 0.53953, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"]}, {"precision": 0.495353, "recall": 0.568182, "f1": 0.515064, "accuracy": 0.568182, "main_score": 0.515064, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"]}, {"precision": 0.557503, "recall": 0.619565, "f1": 0.575463, "accuracy": 0.619565, "main_score": 0.575463, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"]}, {"precision": 0.575159, "recall": 0.636364, "f1": 0.592002, "accuracy": 0.636364, "main_score": 0.592002, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"]}, {"precision": 0.920619, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"]}, {"precision": 0.530445, "recall": 0.585968, "f1": 0.545651, "accuracy": 0.585968, "main_score": 0.545651, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"]}, {"precision": 0.552909, "recall": 0.612648, "f1": 0.569419, "accuracy": 0.612648, "main_score": 0.569419, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"]}, {"precision": 0.519626, "recall": 0.571146, "f1": 0.533317, "accuracy": 0.571146, "main_score": 0.533317, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"]}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"]}, {"precision": 0.325008, "recall": 0.380435, "f1": 0.340162, "accuracy": 0.380435, "main_score": 0.340162, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"]}, {"precision": 0.592302, "recall": 0.648221, "f1": 0.607611, "accuracy": 0.648221, "main_score": 0.607611, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"]}, {"precision": 0.585581, "recall": 0.640316, "f1": 0.601031, "accuracy": 0.640316, "main_score": 0.601031, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"]}, {"precision": 0.710742, "recall": 0.770751, "f1": 0.728541, "accuracy": 0.770751, "main_score": 0.728541, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"]}, {"precision": 0.677117, "recall": 0.747036, "f1": 0.697485, "accuracy": 0.747036, "main_score": 0.697485, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"]}, {"precision": 0.70854, "recall": 0.762846, "f1": 0.724095, "accuracy": 0.762846, "main_score": 0.724095, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"]}, {"precision": 0.669311, "recall": 0.715415, "f1": 0.682729, "accuracy": 0.715415, "main_score": 0.682729, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"]}, {"precision": 0.654068, "recall": 0.721344, "f1": 0.673224, "accuracy": 0.721344, "main_score": 0.673224, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"]}, {"precision": 0.546504, "recall": 0.604743, "f1": 0.562737, "accuracy": 0.604743, "main_score": 0.562737, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"]}, {"precision": 0.552744, "recall": 0.604743, "f1": 0.566957, "accuracy": 0.604743, "main_score": 0.566957, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"]}, {"precision": 0.822118, "recall": 0.86166, "f1": 0.833992, "accuracy": 0.86166, "main_score": 0.833992, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"]}, {"precision": 0.468099, "recall": 0.530632, "f1": 0.485128, "accuracy": 0.530632, "main_score": 0.485128, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"]}, {"precision": 0.890184, "recall": 0.921937, "f1": 0.900198, "accuracy": 0.921937, "main_score": 0.900198, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"]}, {"precision": 0.56078, "recall": 0.616601, "f1": 0.576279, "accuracy": 0.616601, "main_score": 0.576279, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"]}, {"precision": 0.602527, "recall": 0.664032, "f1": 0.619735, "accuracy": 0.664032, "main_score": 0.619735, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"]}, {"precision": 0.198894, "recall": 0.254941, "f1": 0.211237, "accuracy": 0.254941, "main_score": 0.211237, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"]}, {"precision": 0.627524, "recall": 0.690711, "f1": 0.645306, "accuracy": 0.690711, "main_score": 0.645306, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"]}, {"precision": 0.825593, "recall": 0.874506, "f1": 0.841206, "accuracy": 0.874506, "main_score": 0.841206, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"]}, {"precision": 0.418041, "recall": 0.476285, "f1": 0.433866, "accuracy": 0.476285, "main_score": 0.433866, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"]}, {"precision": 0.692656, "recall": 0.748024, "f1": 0.709049, "accuracy": 0.748024, "main_score": 0.709049, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"]}, {"precision": 0.577341, "recall": 0.640316, "f1": 0.594798, "accuracy": 0.640316, "main_score": 0.594798, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"]}, {"precision": 0.496619, "recall": 0.561265, "f1": 0.513894, "accuracy": 0.561265, "main_score": 0.513894, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"]}, {"precision": 0.684529, "recall": 0.730237, "f1": 0.697631, "accuracy": 0.730237, "main_score": 0.697631, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"]}, {"precision": 0.261163, "recall": 0.340909, "f1": 0.281996, "accuracy": 0.340909, "main_score": 0.281996, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"]}, {"precision": 0.571633, "recall": 0.630435, "f1": 0.588653, "accuracy": 0.630435, "main_score": 0.588653, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"]}, {"precision": 0.581189, "recall": 0.646245, "f1": 0.59954, "accuracy": 0.646245, "main_score": 0.59954, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"]}, {"precision": 0.738819, "recall": 0.801383, "f1": 0.757713, "accuracy": 0.801383, "main_score": 0.757713, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"]}, {"precision": 0.554545, "recall": 0.615613, "f1": 0.571469, "accuracy": 0.615613, "main_score": 0.571469, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"]}, {"precision": 0.79552, "recall": 0.844862, "f1": 0.810606, "accuracy": 0.844862, "main_score": 0.810606, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"]}, {"precision": 0.472316, "recall": 0.529644, "f1": 0.488058, "accuracy": 0.529644, "main_score": 0.488058, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"]}, {"precision": 0.891716, "recall": 0.920949, "f1": 0.900875, "accuracy": 0.920949, "main_score": 0.900875, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"]}, {"precision": 0.931983, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"]}, {"precision": 0.612509, "recall": 0.661067, "f1": 0.626091, "accuracy": 0.661067, "main_score": 0.626091, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"]}, {"precision": 0.912467, "recall": 0.939723, "f1": 0.921344, "accuracy": 0.939723, "main_score": 0.921344, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"]}, {"precision": 0.460352, "recall": 0.527668, "f1": 0.478788, "accuracy": 0.527668, "main_score": 0.478788, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"]}, {"precision": 0.64025, "recall": 0.709486, "f1": 0.66127, "accuracy": 0.709486, "main_score": 0.66127, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"]}, {"precision": 0.830863, "recall": 0.873518, "f1": 0.843972, "accuracy": 0.873518, "main_score": 0.843972, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"]}, {"precision": 0.647177, "recall": 0.694664, "f1": 0.660318, "accuracy": 0.694664, "main_score": 0.660318, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"]}, {"precision": 0.649363, "recall": 0.710474, "f1": 0.667115, "accuracy": 0.710474, "main_score": 0.667115, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"]}, {"precision": 0.548481, "recall": 0.609684, "f1": 0.565788, "accuracy": 0.609684, "main_score": 0.565788, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"]}, {"precision": 0.537444, "recall": 0.600791, "f1": 0.555376, "accuracy": 0.600791, "main_score": 0.555376, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"]}, {"precision": 0.850955, "recall": 0.889328, "f1": 0.86278, "accuracy": 0.889328, "main_score": 0.86278, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"]}, {"precision": 0.547003, "recall": 0.605731, "f1": 0.563075, "accuracy": 0.605731, "main_score": 0.563075, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"]}, {"precision": 0.637302, "recall": 0.6917, "f1": 0.653002, "accuracy": 0.6917, "main_score": 0.653002, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"]}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"]}, {"precision": 0.494969, "recall": 0.548419, "f1": 0.509462, "accuracy": 0.548419, "main_score": 0.509462, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"]}, {"precision": 0.568396, "recall": 0.628458, "f1": 0.584631, "accuracy": 0.628458, "main_score": 0.584631, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"]}, {"precision": 0.586241, "recall": 0.643281, "f1": 0.602703, "accuracy": 0.643281, "main_score": 0.602703, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"]}, {"precision": 0.558864, "recall": 0.610672, "f1": 0.57246, "accuracy": 0.610672, "main_score": 0.57246, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"]}, {"precision": 0.535823, "recall": 0.603755, "f1": 0.555374, "accuracy": 0.603755, "main_score": 0.555374, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"]}, {"precision": 0.744708, "recall": 0.798419, "f1": 0.760332, "accuracy": 0.798419, "main_score": 0.760332, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"]}, {"precision": 0.758547, "recall": 0.804348, "f1": 0.772219, "accuracy": 0.804348, "main_score": 0.772219, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"]}, {"precision": 0.88027, "recall": 0.910079, "f1": 0.889097, "accuracy": 0.910079, "main_score": 0.889097, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"]}, {"precision": 0.478604, "recall": 0.562253, "f1": 0.502806, "accuracy": 0.562253, "main_score": 0.502806, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"]}, {"precision": 0.726548, "recall": 0.783597, "f1": 0.743464, "accuracy": 0.783597, "main_score": 0.743464, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"]}, {"precision": 0.598759, "recall": 0.644269, "f1": 0.611404, "accuracy": 0.644269, "main_score": 0.611404, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"]}, {"precision": 0.580625, "recall": 0.653162, "f1": 0.601207, "accuracy": 0.653162, "main_score": 0.601207, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"]}, {"precision": 0.545769, "recall": 0.604743, "f1": 0.562113, "accuracy": 0.604743, "main_score": 0.562113, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"]}, {"precision": 0.448872, "recall": 0.527668, "f1": 0.469416, "accuracy": 0.527668, "main_score": 0.469416, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"]}, {"precision": 0.600215, "recall": 0.658103, "f1": 0.616838, "accuracy": 0.658103, "main_score": 0.616838, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"]}, {"precision": 0.89254, "recall": 0.91996, "f1": 0.901205, "accuracy": 0.91996, "main_score": 0.901205, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"]}, {"precision": 0.610005, "recall": 0.664032, "f1": 0.625765, "accuracy": 0.664032, "main_score": 0.625765, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"]}, {"precision": 0.618462, "recall": 0.683794, "f1": 0.637098, "accuracy": 0.683794, "main_score": 0.637098, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"]}, {"precision": 0.563373, "recall": 0.629447, "f1": 0.582181, "accuracy": 0.629447, "main_score": 0.582181, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"]}, {"precision": 0.183545, "recall": 0.243083, "f1": 0.198277, "accuracy": 0.243083, "main_score": 0.198277, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"]}, {"precision": 0.649532, "recall": 0.700593, "f1": 0.66395, "accuracy": 0.700593, "main_score": 0.66395, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"]}, {"precision": 0.689921, "recall": 0.744071, "f1": 0.705618, "accuracy": 0.744071, "main_score": 0.705618, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"]}, {"precision": 0.567457, "recall": 0.62253, "f1": 0.583013, "accuracy": 0.62253, "main_score": 0.583013, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"]}, {"precision": 0.518132, "recall": 0.592885, "f1": 0.538149, "accuracy": 0.592885, "main_score": 0.538149, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"]}, {"precision": 0.581497, "recall": 0.641304, "f1": 0.598803, "accuracy": 0.641304, "main_score": 0.598803, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"]}, {"precision": 0.605369, "recall": 0.668972, "f1": 0.62341, "accuracy": 0.668972, "main_score": 0.62341, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"]}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"]}, {"precision": 0.540491, "recall": 0.59585, "f1": 0.556186, "accuracy": 0.59585, "main_score": 0.556186, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"]}, {"precision": 0.557633, "recall": 0.625494, "f1": 0.577248, "accuracy": 0.625494, "main_score": 0.577248, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"]}, {"precision": 0.543219, "recall": 0.600791, "f1": 0.558676, "accuracy": 0.600791, "main_score": 0.558676, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"]}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"]}, {"precision": 0.325975, "recall": 0.389328, "f1": 0.34317, "accuracy": 0.389328, "main_score": 0.34317, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"]}, {"precision": 0.617104, "recall": 0.675889, "f1": 0.633011, "accuracy": 0.675889, "main_score": 0.633011, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"]}, {"precision": 0.598842, "recall": 0.650198, "f1": 0.613757, "accuracy": 0.650198, "main_score": 0.613757, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"]}, {"precision": 0.721326, "recall": 0.778656, "f1": 0.738032, "accuracy": 0.778656, "main_score": 0.738032, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"]}, {"precision": 0.654802, "recall": 0.733202, "f1": 0.677576, "accuracy": 0.733202, "main_score": 0.677576, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"]}, {"precision": 0.727758, "recall": 0.785573, "f1": 0.74473, "accuracy": 0.785573, "main_score": 0.74473, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"]}, {"precision": 0.675567, "recall": 0.730237, "f1": 0.691605, "accuracy": 0.730237, "main_score": 0.691605, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"]}, {"precision": 0.682554, "recall": 0.73913, "f1": 0.698833, "accuracy": 0.73913, "main_score": 0.698833, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"]}, {"precision": 0.561829, "recall": 0.619565, "f1": 0.577917, "accuracy": 0.619565, "main_score": 0.577917, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"]}, {"precision": 0.560417, "recall": 0.616601, "f1": 0.577013, "accuracy": 0.616601, "main_score": 0.577013, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"]}, {"precision": 0.8167, "recall": 0.860672, "f1": 0.830091, "accuracy": 0.860672, "main_score": 0.830091, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"]}, {"precision": 0.483198, "recall": 0.540514, "f1": 0.498459, "accuracy": 0.540514, "main_score": 0.498459, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"]}, {"precision": 0.893231, "recall": 0.922925, "f1": 0.902404, "accuracy": 0.922925, "main_score": 0.902404, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"]}, {"precision": 0.54375, "recall": 0.608696, "f1": 0.562031, "accuracy": 0.608696, "main_score": 0.562031, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"]}, {"precision": 0.613258, "recall": 0.68083, "f1": 0.632475, "accuracy": 0.68083, "main_score": 0.632475, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"]}, {"precision": 0.191445, "recall": 0.25, "f1": 0.205129, "accuracy": 0.25, "main_score": 0.205129, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"]}, {"precision": 0.653738, "recall": 0.715415, "f1": 0.671498, "accuracy": 0.715415, "main_score": 0.671498, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"]}, {"precision": 0.819088, "recall": 0.865613, "f1": 0.833169, "accuracy": 0.865613, "main_score": 0.833169, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"]}, {"precision": 0.418241, "recall": 0.482213, "f1": 0.436009, "accuracy": 0.482213, "main_score": 0.436009, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"]}, {"precision": 0.695315, "recall": 0.752964, "f1": 0.712736, "accuracy": 0.752964, "main_score": 0.712736, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"]}, {"precision": 0.572875, "recall": 0.631423, "f1": 0.5895, "accuracy": 0.631423, "main_score": 0.5895, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"]}, {"precision": 0.514072, "recall": 0.583992, "f1": 0.533975, "accuracy": 0.583992, "main_score": 0.533975, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"]}, {"precision": 0.671056, "recall": 0.728261, "f1": 0.688131, "accuracy": 0.728261, "main_score": 0.688131, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"]}, {"precision": 0.247699, "recall": 0.327075, "f1": 0.268136, "accuracy": 0.327075, "main_score": 0.268136, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"]}, {"precision": 0.595249, "recall": 0.661067, "f1": 0.61491, "accuracy": 0.661067, "main_score": 0.61491, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"]}, {"precision": 0.598847, "recall": 0.662055, "f1": 0.616869, "accuracy": 0.662055, "main_score": 0.616869, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"]}, {"precision": 0.728261, "recall": 0.793478, "f1": 0.748207, "accuracy": 0.793478, "main_score": 0.748207, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"]}, {"precision": 0.5625, "recall": 0.621542, "f1": 0.579482, "accuracy": 0.621542, "main_score": 0.579482, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"]}, {"precision": 0.814312, "recall": 0.860672, "f1": 0.828873, "accuracy": 0.860672, "main_score": 0.828873, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"]}, {"precision": 0.475084, "recall": 0.54249, "f1": 0.493625, "accuracy": 0.54249, "main_score": 0.493625, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"]}, {"precision": 0.907773, "recall": 0.933794, "f1": 0.915975, "accuracy": 0.933794, "main_score": 0.915975, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"]}, {"precision": 0.631664, "recall": 0.690711, "f1": 0.649115, "accuracy": 0.690711, "main_score": 0.649115, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"]}, {"precision": 0.914229, "recall": 0.939723, "f1": 0.922266, "accuracy": 0.939723, "main_score": 0.922266, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"]}, {"precision": 0.463988, "recall": 0.535573, "f1": 0.483616, "accuracy": 0.535573, "main_score": 0.483616, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"]}, {"precision": 0.63666, "recall": 0.708498, "f1": 0.658286, "accuracy": 0.708498, "main_score": 0.658286, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"]}, {"precision": 0.862072, "recall": 0.899209, "f1": 0.874078, "accuracy": 0.899209, "main_score": 0.874078, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"]}, {"precision": 0.665252, "recall": 0.716403, "f1": 0.679966, "accuracy": 0.716403, "main_score": 0.679966, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"]}, {"precision": 0.66969, "recall": 0.725296, "f1": 0.685642, "accuracy": 0.725296, "main_score": 0.685642, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"]}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"]}, {"precision": 0.559698, "recall": 0.623518, "f1": 0.57773, "accuracy": 0.623518, "main_score": 0.57773, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"]}, {"precision": 0.562731, "recall": 0.62253, "f1": 0.57973, "accuracy": 0.62253, "main_score": 0.57973, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"]}, {"precision": 0.852355, "recall": 0.892292, "f1": 0.864855, "accuracy": 0.892292, "main_score": 0.864855, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"]}, {"precision": 0.563686, "recall": 0.624506, "f1": 0.581287, "accuracy": 0.624506, "main_score": 0.581287, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"]}, {"precision": 0.630467, "recall": 0.694664, "f1": 0.649349, "accuracy": 0.694664, "main_score": 0.649349, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"]}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"]}, {"precision": 0.501998, "recall": 0.562253, "f1": 0.518897, "accuracy": 0.562253, "main_score": 0.518897, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"]}, {"precision": 0.582545, "recall": 0.63834, "f1": 0.59801, "accuracy": 0.63834, "main_score": 0.59801, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"]}, {"precision": 0.611159, "recall": 0.673913, "f1": 0.629402, "accuracy": 0.673913, "main_score": 0.629402, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"]}, {"precision": 0.563225, "recall": 0.621542, "f1": 0.579501, "accuracy": 0.621542, "main_score": 0.579501, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"]}, {"precision": 0.551506, "recall": 0.620553, "f1": 0.571476, "accuracy": 0.620553, "main_score": 0.571476, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"]}, {"precision": 0.771765, "recall": 0.81917, "f1": 0.78582, "accuracy": 0.81917, "main_score": 0.78582, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"]}, {"precision": 0.752668, "recall": 0.802372, "f1": 0.767443, "accuracy": 0.802372, "main_score": 0.767443, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"]}, {"precision": 0.888785, "recall": 0.916008, "f1": 0.897299, "accuracy": 0.916008, "main_score": 0.897299, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"]}, {"precision": 0.513449, "recall": 0.586957, "f1": 0.535427, "accuracy": 0.586957, "main_score": 0.535427, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"]}, {"precision": 0.720957, "recall": 0.780632, "f1": 0.738992, "accuracy": 0.780632, "main_score": 0.738992, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"]}, {"precision": 0.599696, "recall": 0.65415, "f1": 0.614834, "accuracy": 0.65415, "main_score": 0.614834, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"]}, {"precision": 0.557783, "recall": 0.620553, "f1": 0.575169, "accuracy": 0.620553, "main_score": 0.575169, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"]}, {"precision": 0.491974, "recall": 0.557312, "f1": 0.510175, "accuracy": 0.557312, "main_score": 0.510175, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"]}, {"precision": 0.42801, "recall": 0.508893, "f1": 0.448917, "accuracy": 0.508893, "main_score": 0.448917, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"]}, {"precision": 0.571635, "recall": 0.629447, "f1": 0.587826, "accuracy": 0.629447, "main_score": 0.587826, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"]}, {"precision": 0.854308, "recall": 0.891304, "f1": 0.865926, "accuracy": 0.891304, "main_score": 0.865926, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"]}, {"precision": 0.957428, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"]}, {"precision": 0.576833, "recall": 0.637352, "f1": 0.593914, "accuracy": 0.637352, "main_score": 0.593914, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"]}, {"precision": 0.603831, "recall": 0.666008, "f1": 0.620844, "accuracy": 0.666008, "main_score": 0.620844, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"]}, {"precision": 0.541075, "recall": 0.601779, "f1": 0.558, "accuracy": 0.601779, "main_score": 0.558, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"]}, {"precision": 0.185733, "recall": 0.232213, "f1": 0.19726, "accuracy": 0.232213, "main_score": 0.19726, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"]}, {"precision": 0.609726, "recall": 0.657115, "f1": 0.622998, "accuracy": 0.657115, "main_score": 0.622998, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"]}, {"precision": 0.659601, "recall": 0.717391, "f1": 0.676303, "accuracy": 0.717391, "main_score": 0.676303, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"]}, {"precision": 0.51992, "recall": 0.574111, "f1": 0.535575, "accuracy": 0.574111, "main_score": 0.535575, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"]}, {"precision": 0.472779, "recall": 0.541502, "f1": 0.491151, "accuracy": 0.541502, "main_score": 0.491151, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"]}, {"precision": 0.539462, "recall": 0.603755, "f1": 0.557877, "accuracy": 0.603755, "main_score": 0.557877, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"]}, {"precision": 0.554043, "recall": 0.619565, "f1": 0.572815, "accuracy": 0.619565, "main_score": 0.572815, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"]}, {"precision": 0.890893, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"]}, {"precision": 0.505945, "recall": 0.563241, "f1": 0.522315, "accuracy": 0.563241, "main_score": 0.522315, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"]}, {"precision": 0.519223, "recall": 0.582016, "f1": 0.536547, "accuracy": 0.582016, "main_score": 0.536547, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"]}, {"precision": 0.49448, "recall": 0.549407, "f1": 0.508744, "accuracy": 0.549407, "main_score": 0.508744, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"]}, {"precision": 0.318067, "recall": 0.371542, "f1": 0.333104, "accuracy": 0.371542, "main_score": 0.333104, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"]}, {"precision": 0.567295, "recall": 0.630435, "f1": 0.585164, "accuracy": 0.630435, "main_score": 0.585164, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"]}, {"precision": 0.555268, "recall": 0.614625, "f1": 0.572021, "accuracy": 0.614625, "main_score": 0.572021, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"]}, {"precision": 0.691174, "recall": 0.749012, "f1": 0.707739, "accuracy": 0.749012, "main_score": 0.707739, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"]}, {"precision": 0.666676, "recall": 0.740119, "f1": 0.688521, "accuracy": 0.740119, "main_score": 0.688521, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"]}, {"precision": 0.690375, "recall": 0.748024, "f1": 0.706788, "accuracy": 0.748024, "main_score": 0.706788, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"]}, {"precision": 0.628063, "recall": 0.689723, "f1": 0.646099, "accuracy": 0.689723, "main_score": 0.646099, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"]}, {"precision": 0.656398, "recall": 0.722332, "f1": 0.67529, "accuracy": 0.722332, "main_score": 0.67529, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"]}, {"precision": 0.527303, "recall": 0.585968, "f1": 0.543703, "accuracy": 0.585968, "main_score": 0.543703, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"]}, {"precision": 0.532647, "recall": 0.593874, "f1": 0.549953, "accuracy": 0.593874, "main_score": 0.549953, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"]}, {"precision": 0.781686, "recall": 0.832016, "f1": 0.796476, "accuracy": 0.832016, "main_score": 0.796476, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"]}, {"precision": 0.443416, "recall": 0.501976, "f1": 0.459265, "accuracy": 0.501976, "main_score": 0.459265, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"]}, {"precision": 0.866765, "recall": 0.903162, "f1": 0.878096, "accuracy": 0.903162, "main_score": 0.878096, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"]}, {"precision": 0.522755, "recall": 0.587945, "f1": 0.540989, "accuracy": 0.587945, "main_score": 0.540989, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"]}, {"precision": 0.562095, "recall": 0.628458, "f1": 0.580589, "accuracy": 0.628458, "main_score": 0.580589, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"]}, {"precision": 0.200629, "recall": 0.251976, "f1": 0.211964, "accuracy": 0.251976, "main_score": 0.211964, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"]}, {"precision": 0.602496, "recall": 0.664032, "f1": 0.61985, "accuracy": 0.664032, "main_score": 0.61985, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"]}, {"precision": 0.805122, "recall": 0.855731, "f1": 0.820652, "accuracy": 0.855731, "main_score": 0.820652, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"]}, {"precision": 0.404319, "recall": 0.45751, "f1": 0.419084, "accuracy": 0.45751, "main_score": 0.419084, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"]}, {"precision": 0.659183, "recall": 0.718379, "f1": 0.676519, "accuracy": 0.718379, "main_score": 0.676519, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"]}, {"precision": 0.552546, "recall": 0.614625, "f1": 0.570031, "accuracy": 0.614625, "main_score": 0.570031, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"]}, {"precision": 0.489124, "recall": 0.555336, "f1": 0.506969, "accuracy": 0.555336, "main_score": 0.506969, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"]}, {"precision": 0.652355, "recall": 0.710474, "f1": 0.669372, "accuracy": 0.710474, "main_score": 0.669372, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"]}, {"precision": 0.258963, "recall": 0.338933, "f1": 0.279585, "accuracy": 0.338933, "main_score": 0.279585, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"]}, {"precision": 0.568142, "recall": 0.628458, "f1": 0.585444, "accuracy": 0.628458, "main_score": 0.585444, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"]}, {"precision": 0.572063, "recall": 0.640316, "f1": 0.59151, "accuracy": 0.640316, "main_score": 0.59151, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"]}, {"precision": 0.708317, "recall": 0.778656, "f1": 0.729498, "accuracy": 0.778656, "main_score": 0.729498, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"]}, {"precision": 0.534093, "recall": 0.596838, "f1": 0.551982, "accuracy": 0.596838, "main_score": 0.551982, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"]}, {"precision": 0.78582, "recall": 0.833992, "f1": 0.800955, "accuracy": 0.833992, "main_score": 0.800955, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"]}, {"precision": 0.450431, "recall": 0.511858, "f1": 0.467104, "accuracy": 0.511858, "main_score": 0.467104, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"]}, {"precision": 0.88624, "recall": 0.916996, "f1": 0.895707, "accuracy": 0.916996, "main_score": 0.895707, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"]}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"]}, {"precision": 0.595723, "recall": 0.649209, "f1": 0.610473, "accuracy": 0.649209, "main_score": 0.610473, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"]}, {"precision": 0.920619, "recall": 0.944664, "f1": 0.92836, "accuracy": 0.944664, "main_score": 0.92836, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"]}, {"precision": 0.451668, "recall": 0.516798, "f1": 0.469394, "accuracy": 0.516798, "main_score": 0.469394, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"]}, {"precision": 0.613532, "recall": 0.681818, "f1": 0.633663, "accuracy": 0.681818, "main_score": 0.633663, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"]}, {"precision": 0.81586, "recall": 0.859684, "f1": 0.829216, "accuracy": 0.859684, "main_score": 0.829216, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"]}, {"precision": 0.6245, "recall": 0.678854, "f1": 0.640123, "accuracy": 0.678854, "main_score": 0.640123, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"]}, {"precision": 0.627094, "recall": 0.684783, "f1": 0.643349, "accuracy": 0.684783, "main_score": 0.643349, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"]}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"]}, {"precision": 0.527791, "recall": 0.589921, "f1": 0.545178, "accuracy": 0.589921, "main_score": 0.545178, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"]}, {"precision": 0.519748, "recall": 0.585968, "f1": 0.538121, "accuracy": 0.585968, "main_score": 0.538121, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"]}, {"precision": 0.829414, "recall": 0.873518, "f1": 0.842787, "accuracy": 0.873518, "main_score": 0.842787, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"]}, {"precision": 0.51401, "recall": 0.581028, "f1": 0.532613, "accuracy": 0.581028, "main_score": 0.532613, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"]}, {"precision": 0.612746, "recall": 0.668972, "f1": 0.628796, "accuracy": 0.668972, "main_score": 0.628796, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"]}, {"precision": 0.937582, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"]}, {"precision": 0.463507, "recall": 0.522727, "f1": 0.479676, "accuracy": 0.522727, "main_score": 0.479676, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"]}, {"precision": 0.545413, "recall": 0.606719, "f1": 0.56166, "accuracy": 0.606719, "main_score": 0.56166, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"]}, {"precision": 0.560196, "recall": 0.62747, "f1": 0.579462, "accuracy": 0.62747, "main_score": 0.579462, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"]}, {"precision": 0.536915, "recall": 0.591897, "f1": 0.551939, "accuracy": 0.591897, "main_score": 0.551939, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"]}, {"precision": 0.517932, "recall": 0.587945, "f1": 0.538196, "accuracy": 0.587945, "main_score": 0.538196, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"]}, {"precision": 0.708893, "recall": 0.768775, "f1": 0.726995, "accuracy": 0.768775, "main_score": 0.726995, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"]}, {"precision": 0.738999, "recall": 0.788538, "f1": 0.753755, "accuracy": 0.788538, "main_score": 0.753755, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"]}, {"precision": 0.85802, "recall": 0.890316, "f1": 0.867556, "accuracy": 0.890316, "main_score": 0.867556, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"]}, {"precision": 0.477226, "recall": 0.555336, "f1": 0.500052, "accuracy": 0.555336, "main_score": 0.500052, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"]}, {"precision": 0.708943, "recall": 0.767787, "f1": 0.726205, "accuracy": 0.767787, "main_score": 0.726205, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"]}, {"precision": 0.584166, "recall": 0.632411, "f1": 0.59773, "accuracy": 0.632411, "main_score": 0.59773, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"]}, {"precision": 0.428467, "recall": 0.476285, "f1": 0.441614, "accuracy": 0.476285, "main_score": 0.441614, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"]}, {"precision": 0.500758, "recall": 0.551383, "f1": 0.514744, "accuracy": 0.551383, "main_score": 0.514744, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"]}, {"precision": 0.219128, "recall": 0.263834, "f1": 0.230072, "accuracy": 0.263834, "main_score": 0.230072, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"]}, {"precision": 0.591276, "recall": 0.639328, "f1": 0.603977, "accuracy": 0.639328, "main_score": 0.603977, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"]}, {"precision": 0.527034, "recall": 0.570158, "f1": 0.538266, "accuracy": 0.570158, "main_score": 0.538266, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"]}, {"precision": 0.580402, "recall": 0.619565, "f1": 0.591596, "accuracy": 0.619565, "main_score": 0.591596, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"]}, {"precision": 0.599396, "recall": 0.641304, "f1": 0.609992, "accuracy": 0.641304, "main_score": 0.609992, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"]}, {"precision": 0.549009, "recall": 0.598814, "f1": 0.562024, "accuracy": 0.598814, "main_score": 0.562024, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"]}, {"precision": 0.583886, "recall": 0.628458, "f1": 0.595999, "accuracy": 0.628458, "main_score": 0.595999, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"]}, {"precision": 0.579291, "recall": 0.615613, "f1": 0.589561, "accuracy": 0.615613, "main_score": 0.589561, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"]}, {"precision": 0.604572, "recall": 0.642292, "f1": 0.61509, "accuracy": 0.642292, "main_score": 0.61509, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"]}, {"precision": 0.564437, "recall": 0.618577, "f1": 0.579104, "accuracy": 0.618577, "main_score": 0.579104, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"]}, {"precision": 0.567191, "recall": 0.612648, "f1": 0.579403, "accuracy": 0.612648, "main_score": 0.579403, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"]}, {"precision": 0.542533, "recall": 0.586957, "f1": 0.555062, "accuracy": 0.586957, "main_score": 0.555062, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"]}, {"precision": 0.571025, "recall": 0.618577, "f1": 0.58427, "accuracy": 0.618577, "main_score": 0.58427, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"]}, {"precision": 0.516777, "recall": 0.566206, "f1": 0.530356, "accuracy": 0.566206, "main_score": 0.530356, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"]}, {"precision": 0.598367, "recall": 0.642292, "f1": 0.610116, "accuracy": 0.642292, "main_score": 0.610116, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"]}, {"precision": 0.731966, "recall": 0.786561, "f1": 0.747779, "accuracy": 0.786561, "main_score": 0.747779, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"]}, {"precision": 0.562285, "recall": 0.610672, "f1": 0.575648, "accuracy": 0.610672, "main_score": 0.575648, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"]}, {"precision": 0.5558, "recall": 0.605731, "f1": 0.569382, "accuracy": 0.605731, "main_score": 0.569382, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"]}, {"precision": 0.625491, "recall": 0.670949, "f1": 0.637808, "accuracy": 0.670949, "main_score": 0.637808, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"]}, {"precision": 0.60777, "recall": 0.650198, "f1": 0.619712, "accuracy": 0.650198, "main_score": 0.619712, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"]}, {"precision": 0.494881, "recall": 0.545455, "f1": 0.507478, "accuracy": 0.545455, "main_score": 0.507478, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"]}, {"precision": 0.573664, "recall": 0.623518, "f1": 0.586917, "accuracy": 0.623518, "main_score": 0.586917, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"]}, {"precision": 0.571759, "recall": 0.625494, "f1": 0.586492, "accuracy": 0.625494, "main_score": 0.586492, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"]}, {"precision": 0.594862, "recall": 0.637352, "f1": 0.606286, "accuracy": 0.637352, "main_score": 0.606286, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"]}, {"precision": 0.180813, "recall": 0.219368, "f1": 0.189862, "accuracy": 0.219368, "main_score": 0.189862, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"]}, {"precision": 0.570429, "recall": 0.618577, "f1": 0.58314, "accuracy": 0.618577, "main_score": 0.58314, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"]}, {"precision": 0.58509, "recall": 0.624506, "f1": 0.595694, "accuracy": 0.624506, "main_score": 0.595694, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"]}, {"precision": 0.579216, "recall": 0.62747, "f1": 0.592309, "accuracy": 0.62747, "main_score": 0.592309, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"]}, {"precision": 0.587986, "recall": 0.631423, "f1": 0.599996, "accuracy": 0.631423, "main_score": 0.599996, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"]}, {"precision": 0.562914, "recall": 0.609684, "f1": 0.575634, "accuracy": 0.609684, "main_score": 0.575634, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"]}, {"precision": 0.576399, "recall": 0.625494, "f1": 0.590181, "accuracy": 0.625494, "main_score": 0.590181, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"]}, {"precision": 0.548831, "recall": 0.591897, "f1": 0.560458, "accuracy": 0.591897, "main_score": 0.560458, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"]}, {"precision": 0.58692, "recall": 0.629447, "f1": 0.598181, "accuracy": 0.629447, "main_score": 0.598181, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"]}, {"precision": 0.483672, "recall": 0.533597, "f1": 0.496685, "accuracy": 0.533597, "main_score": 0.496685, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"]}, {"precision": 0.555262, "recall": 0.601779, "f1": 0.567667, "accuracy": 0.601779, "main_score": 0.567667, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"]}, {"precision": 0.579043, "recall": 0.632411, "f1": 0.593693, "accuracy": 0.632411, "main_score": 0.593693, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"]}, {"precision": 0.566188, "recall": 0.615613, "f1": 0.579246, "accuracy": 0.615613, "main_score": 0.579246, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"]}, {"precision": 0.557363, "recall": 0.603755, "f1": 0.570428, "accuracy": 0.603755, "main_score": 0.570428, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"]}, {"precision": 0.528924, "recall": 0.578063, "f1": 0.541606, "accuracy": 0.578063, "main_score": 0.541606, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"]}, {"precision": 0.386045, "recall": 0.442688, "f1": 0.401114, "accuracy": 0.442688, "main_score": 0.401114, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"]}, {"precision": 0.579113, "recall": 0.628458, "f1": 0.592169, "accuracy": 0.628458, "main_score": 0.592169, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"]}, {"precision": 0.538382, "recall": 0.58498, "f1": 0.551095, "accuracy": 0.58498, "main_score": 0.551095, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"]}, {"precision": 0.589866, "recall": 0.636364, "f1": 0.60303, "accuracy": 0.636364, "main_score": 0.60303, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"]}, {"precision": 0.614543, "recall": 0.657115, "f1": 0.626334, "accuracy": 0.657115, "main_score": 0.626334, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"]}, {"precision": 0.571723, "recall": 0.616601, "f1": 0.584022, "accuracy": 0.616601, "main_score": 0.584022, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"]}, {"precision": 0.571156, "recall": 0.62253, "f1": 0.584597, "accuracy": 0.62253, "main_score": 0.584597, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"]}, {"precision": 0.547621, "recall": 0.597826, "f1": 0.56194, "accuracy": 0.597826, "main_score": 0.56194, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"]}, {"precision": 0.535269, "recall": 0.583992, "f1": 0.548519, "accuracy": 0.583992, "main_score": 0.548519, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"]}, {"precision": 0.584633, "recall": 0.629447, "f1": 0.596422, "accuracy": 0.629447, "main_score": 0.596422, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"]}, {"precision": 0.603501, "recall": 0.647233, "f1": 0.614914, "accuracy": 0.647233, "main_score": 0.614914, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"]}, {"precision": 0.598391, "recall": 0.63834, "f1": 0.609017, "accuracy": 0.63834, "main_score": 0.609017, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"]}, {"precision": 0.499591, "recall": 0.55336, "f1": 0.514228, "accuracy": 0.55336, "main_score": 0.514228, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"]}, {"precision": 0.573099, "recall": 0.624506, "f1": 0.586938, "accuracy": 0.624506, "main_score": 0.586938, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"]}, {"precision": 0.401564, "recall": 0.45751, "f1": 0.416344, "accuracy": 0.45751, "main_score": 0.416344, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"]}, {"precision": 0.528524, "recall": 0.567194, "f1": 0.539752, "accuracy": 0.567194, "main_score": 0.539752, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"]}, {"precision": 0.610198, "recall": 0.650198, "f1": 0.621379, "accuracy": 0.650198, "main_score": 0.621379, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"]}, {"precision": 0.299665, "recall": 0.346838, "f1": 0.311866, "accuracy": 0.346838, "main_score": 0.311866, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"]}, {"precision": 0.585275, "recall": 0.634387, "f1": 0.598537, "accuracy": 0.634387, "main_score": 0.598537, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"]}, {"precision": 0.56958, "recall": 0.623518, "f1": 0.583626, "accuracy": 0.623518, "main_score": 0.583626, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"]}, {"precision": 0.598683, "recall": 0.645257, "f1": 0.611121, "accuracy": 0.645257, "main_score": 0.611121, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"]}, {"precision": 0.541957, "recall": 0.597826, "f1": 0.55815, "accuracy": 0.597826, "main_score": 0.55815, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"]}, {"precision": 0.604205, "recall": 0.639328, "f1": 0.613954, "accuracy": 0.639328, "main_score": 0.613954, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"]}, {"precision": 0.55921, "recall": 0.601779, "f1": 0.57072, "accuracy": 0.601779, "main_score": 0.57072, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"]}, {"precision": 0.603776, "recall": 0.648221, "f1": 0.615905, "accuracy": 0.648221, "main_score": 0.615905, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"]}, {"precision": 0.547118, "recall": 0.591897, "f1": 0.559456, "accuracy": 0.591897, "main_score": 0.559456, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"]}, {"precision": 0.597608, "recall": 0.641304, "f1": 0.608705, "accuracy": 0.641304, "main_score": 0.608705, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"]}, {"precision": 0.547024, "recall": 0.592885, "f1": 0.559594, "accuracy": 0.592885, "main_score": 0.559594, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"]}, {"precision": 0.551669, "recall": 0.593874, "f1": 0.563205, "accuracy": 0.593874, "main_score": 0.563205, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"]}, {"precision": 0.548351, "recall": 0.601779, "f1": 0.562886, "accuracy": 0.601779, "main_score": 0.562886, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"]}, {"precision": 0.575577, "recall": 0.619565, "f1": 0.587418, "accuracy": 0.619565, "main_score": 0.587418, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"]}, {"precision": 0.265425, "recall": 0.316206, "f1": 0.277407, "accuracy": 0.316206, "main_score": 0.277407, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"]}, {"precision": 0.563248, "recall": 0.601779, "f1": 0.573756, "accuracy": 0.601779, "main_score": 0.573756, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"]}, {"precision": 0.537614, "recall": 0.594862, "f1": 0.553439, "accuracy": 0.594862, "main_score": 0.553439, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"]}, {"precision": 0.558631, "recall": 0.599802, "f1": 0.570146, "accuracy": 0.599802, "main_score": 0.570146, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"]}, {"precision": 0.49261, "recall": 0.551383, "f1": 0.508448, "accuracy": 0.551383, "main_score": 0.508448, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"]}, {"precision": 0.613804, "recall": 0.655138, "f1": 0.624549, "accuracy": 0.655138, "main_score": 0.624549, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"]}, {"precision": 0.585679, "recall": 0.629447, "f1": 0.597452, "accuracy": 0.629447, "main_score": 0.597452, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"]}, {"precision": 0.612122, "recall": 0.649209, "f1": 0.622803, "accuracy": 0.649209, "main_score": 0.622803, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"]}, {"precision": 0.479911, "recall": 0.533597, "f1": 0.49463, "accuracy": 0.533597, "main_score": 0.49463, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"]}, {"precision": 0.599749, "recall": 0.644269, "f1": 0.611512, "accuracy": 0.644269, "main_score": 0.611512, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"]}, {"precision": 0.564504, "recall": 0.617589, "f1": 0.579232, "accuracy": 0.617589, "main_score": 0.579232, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"]}, {"precision": 0.597555, "recall": 0.645257, "f1": 0.61043, "accuracy": 0.645257, "main_score": 0.61043, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"]}, {"precision": 0.569009, "recall": 0.617589, "f1": 0.58282, "accuracy": 0.617589, "main_score": 0.58282, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"]}, {"precision": 0.510687, "recall": 0.562253, "f1": 0.524341, "accuracy": 0.562253, "main_score": 0.524341, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"]}, {"precision": 0.516603, "recall": 0.562253, "f1": 0.528629, "accuracy": 0.562253, "main_score": 0.528629, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"]}, {"precision": 0.565411, "recall": 0.609684, "f1": 0.577251, "accuracy": 0.609684, "main_score": 0.577251, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"]}, {"precision": 0.577503, "recall": 0.624506, "f1": 0.590335, "accuracy": 0.624506, "main_score": 0.590335, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"]}, {"precision": 0.563054, "recall": 0.609684, "f1": 0.575527, "accuracy": 0.609684, "main_score": 0.575527, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"]}, {"precision": 0.573214, "recall": 0.617589, "f1": 0.584878, "accuracy": 0.617589, "main_score": 0.584878, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"]}, {"precision": 0.486353, "recall": 0.533597, "f1": 0.49913, "accuracy": 0.533597, "main_score": 0.49913, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"]}, {"precision": 0.604834, "recall": 0.647233, "f1": 0.617002, "accuracy": 0.647233, "main_score": 0.617002, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"]}, {"precision": 0.510744, "recall": 0.566206, "f1": 0.525412, "accuracy": 0.566206, "main_score": 0.525412, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"]}, {"precision": 0.505081, "recall": 0.552372, "f1": 0.518557, "accuracy": 0.552372, "main_score": 0.518557, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"]}, {"precision": 0.59518, "recall": 0.63834, "f1": 0.607023, "accuracy": 0.63834, "main_score": 0.607023, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"]}, {"precision": 0.501266, "recall": 0.548419, "f1": 0.514733, "accuracy": 0.548419, "main_score": 0.514733, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"]}, {"precision": 0.626521, "recall": 0.664032, "f1": 0.636134, "accuracy": 0.664032, "main_score": 0.636134, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"]}, {"precision": 0.575055, "recall": 0.623518, "f1": 0.587724, "accuracy": 0.623518, "main_score": 0.587724, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"]}, {"precision": 0.587615, "recall": 0.637352, "f1": 0.601198, "accuracy": 0.637352, "main_score": 0.601198, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"]}, {"precision": 0.61069, "recall": 0.650198, "f1": 0.62125, "accuracy": 0.650198, "main_score": 0.62125, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"]}, {"precision": 0.568004, "recall": 0.617589, "f1": 0.581366, "accuracy": 0.617589, "main_score": 0.581366, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"]}, {"precision": 0.592029, "recall": 0.632411, "f1": 0.602725, "accuracy": 0.632411, "main_score": 0.602725, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"]}, {"precision": 0.41717, "recall": 0.477273, "f1": 0.432648, "accuracy": 0.477273, "main_score": 0.432648, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"]}, {"precision": 0.550522, "recall": 0.598814, "f1": 0.5638, "accuracy": 0.598814, "main_score": 0.5638, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"]}, {"precision": 0.189378, "recall": 0.23419, "f1": 0.199479, "accuracy": 0.23419, "main_score": 0.199479, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"]}, {"precision": 0.544574, "recall": 0.587945, "f1": 0.556159, "accuracy": 0.587945, "main_score": 0.556159, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"]}, {"precision": 0.457896, "recall": 0.504941, "f1": 0.470795, "accuracy": 0.504941, "main_score": 0.470795, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"]}, {"precision": 0.590109, "recall": 0.641304, "f1": 0.604045, "accuracy": 0.641304, "main_score": 0.604045, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"]}, {"precision": 0.588094, "recall": 0.630435, "f1": 0.59986, "accuracy": 0.630435, "main_score": 0.59986, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"]}, {"precision": 0.418895, "recall": 0.47332, "f1": 0.43296, "accuracy": 0.47332, "main_score": 0.43296, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"]}, {"precision": 0.587588, "recall": 0.632411, "f1": 0.60069, "accuracy": 0.632411, "main_score": 0.60069, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"]}, {"precision": 0.586069, "recall": 0.634387, "f1": 0.599629, "accuracy": 0.634387, "main_score": 0.599629, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"]}, {"precision": 0.532294, "recall": 0.58498, "f1": 0.546536, "accuracy": 0.58498, "main_score": 0.546536, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"]}, {"precision": 0.570238, "recall": 0.614625, "f1": 0.582594, "accuracy": 0.614625, "main_score": 0.582594, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"]}, {"precision": 0.554135, "recall": 0.602767, "f1": 0.567289, "accuracy": 0.602767, "main_score": 0.567289, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"]}, {"precision": 0.560311, "recall": 0.608696, "f1": 0.57286, "accuracy": 0.608696, "main_score": 0.57286, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"]}, {"precision": 0.59329, "recall": 0.639328, "f1": 0.606127, "accuracy": 0.639328, "main_score": 0.606127, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"]}, {"precision": 0.516046, "recall": 0.563241, "f1": 0.529551, "accuracy": 0.563241, "main_score": 0.529551, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"]}, {"precision": 0.518575, "recall": 0.567194, "f1": 0.531869, "accuracy": 0.567194, "main_score": 0.531869, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"]}, {"precision": 0.57408, "recall": 0.614625, "f1": 0.5851, "accuracy": 0.614625, "main_score": 0.5851, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"]}, {"precision": 0.580651, "recall": 0.631423, "f1": 0.594336, "accuracy": 0.631423, "main_score": 0.594336, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"]}, {"precision": 0.121851, "recall": 0.160079, "f1": 0.131255, "accuracy": 0.160079, "main_score": 0.131255, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"]}, {"precision": 0.561361, "recall": 0.614625, "f1": 0.575273, "accuracy": 0.614625, "main_score": 0.575273, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"]}, {"precision": 0.477367, "recall": 0.535573, "f1": 0.493026, "accuracy": 0.535573, "main_score": 0.493026, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"]}, {"precision": 0.537321, "recall": 0.585968, "f1": 0.550405, "accuracy": 0.585968, "main_score": 0.550405, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"]}, {"precision": 0.595707, "recall": 0.641304, "f1": 0.607757, "accuracy": 0.641304, "main_score": 0.607757, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"]}, {"precision": 0.479972, "recall": 0.535573, "f1": 0.495259, "accuracy": 0.535573, "main_score": 0.495259, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"]}, {"precision": 0.525947, "recall": 0.578063, "f1": 0.540538, "accuracy": 0.578063, "main_score": 0.540538, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"]}, {"precision": 0.566861, "recall": 0.615613, "f1": 0.580236, "accuracy": 0.615613, "main_score": 0.580236, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"]}, {"precision": 0.587972, "recall": 0.636364, "f1": 0.601262, "accuracy": 0.636364, "main_score": 0.601262, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"]}, {"precision": 0.592871, "recall": 0.630435, "f1": 0.602993, "accuracy": 0.630435, "main_score": 0.602993, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"]}, {"precision": 0.551318, "recall": 0.594862, "f1": 0.563633, "accuracy": 0.594862, "main_score": 0.563633, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"]}, {"precision": 0.519642, "recall": 0.564229, "f1": 0.532147, "accuracy": 0.564229, "main_score": 0.532147, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"]}, {"precision": 0.562859, "recall": 0.609684, "f1": 0.575755, "accuracy": 0.609684, "main_score": 0.575755, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"]}, {"precision": 0.500547, "recall": 0.548419, "f1": 0.514081, "accuracy": 0.548419, "main_score": 0.514081, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"]}, {"precision": 0.489988, "recall": 0.540514, "f1": 0.503383, "accuracy": 0.540514, "main_score": 0.503383, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"]}, {"precision": 0.563069, "recall": 0.613636, "f1": 0.577492, "accuracy": 0.613636, "main_score": 0.577492, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"]}, {"precision": 0.587861, "recall": 0.628458, "f1": 0.599454, "accuracy": 0.628458, "main_score": 0.599454, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"]}, {"precision": 0.559424, "recall": 0.613636, "f1": 0.573919, "accuracy": 0.613636, "main_score": 0.573919, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"]}, {"precision": 0.452606, "recall": 0.511858, "f1": 0.468264, "accuracy": 0.511858, "main_score": 0.468264, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"]}, {"precision": 0.594518, "recall": 0.639328, "f1": 0.606246, "accuracy": 0.639328, "main_score": 0.606246, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"]}, {"precision": 0.560404, "recall": 0.613636, "f1": 0.573943, "accuracy": 0.613636, "main_score": 0.573943, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"]}, {"precision": 0.542217, "recall": 0.589921, "f1": 0.5555, "accuracy": 0.589921, "main_score": 0.5555, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"]}, {"precision": 0.515627, "recall": 0.566206, "f1": 0.529629, "accuracy": 0.566206, "main_score": 0.529629, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"]}, {"precision": 0.504269, "recall": 0.551383, "f1": 0.51648, "accuracy": 0.551383, "main_score": 0.51648, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"]}, {"precision": 0.506435, "recall": 0.564229, "f1": 0.521158, "accuracy": 0.564229, "main_score": 0.521158, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"]}, {"precision": 0.528748, "recall": 0.582016, "f1": 0.542254, "accuracy": 0.582016, "main_score": 0.542254, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"]}, {"precision": 0.564717, "recall": 0.61166, "f1": 0.577271, "accuracy": 0.61166, "main_score": 0.577271, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"]}, {"precision": 0.479552, "recall": 0.535573, "f1": 0.494454, "accuracy": 0.535573, "main_score": 0.494454, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"]}, {"precision": 0.567407, "recall": 0.620553, "f1": 0.581295, "accuracy": 0.620553, "main_score": 0.581295, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"]}, {"precision": 0.557977, "recall": 0.612648, "f1": 0.572401, "accuracy": 0.612648, "main_score": 0.572401, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"]}, {"precision": 0.607173, "recall": 0.650198, "f1": 0.618789, "accuracy": 0.650198, "main_score": 0.618789, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"]}, {"precision": 0.548177, "recall": 0.598814, "f1": 0.561753, "accuracy": 0.598814, "main_score": 0.561753, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"]}, {"precision": 0.609586, "recall": 0.648221, "f1": 0.620054, "accuracy": 0.648221, "main_score": 0.620054, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"]}, {"precision": 0.525542, "recall": 0.573123, "f1": 0.538697, "accuracy": 0.573123, "main_score": 0.538697, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"]}, {"precision": 0.566925, "recall": 0.610672, "f1": 0.578482, "accuracy": 0.610672, "main_score": 0.578482, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"]}, {"precision": 0.459128, "recall": 0.512846, "f1": 0.473326, "accuracy": 0.512846, "main_score": 0.473326, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"]}, {"precision": 0.585649, "recall": 0.633399, "f1": 0.598521, "accuracy": 0.633399, "main_score": 0.598521, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"]}, {"precision": 0.398465, "recall": 0.462451, "f1": 0.41561, "accuracy": 0.462451, "main_score": 0.41561, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"]}, {"precision": 0.543131, "recall": 0.600791, "f1": 0.558561, "accuracy": 0.600791, "main_score": 0.558561, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"]}, {"precision": 0.571751, "recall": 0.617589, "f1": 0.584279, "accuracy": 0.617589, "main_score": 0.584279, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"]}, {"precision": 0.547143, "recall": 0.589921, "f1": 0.558673, "accuracy": 0.589921, "main_score": 0.558673, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"]}, {"precision": 0.57755, "recall": 0.621542, "f1": 0.589957, "accuracy": 0.621542, "main_score": 0.589957, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"]}, {"precision": 0.529242, "recall": 0.583992, "f1": 0.543522, "accuracy": 0.583992, "main_score": 0.543522, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"]}, {"precision": 0.560955, "recall": 0.606719, "f1": 0.573699, "accuracy": 0.606719, "main_score": 0.573699, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"]}, {"precision": 0.570771, "recall": 0.613636, "f1": 0.583138, "accuracy": 0.613636, "main_score": 0.583138, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"]}, {"precision": 0.573328, "recall": 0.623518, "f1": 0.586781, "accuracy": 0.623518, "main_score": 0.586781, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"]}, {"precision": 0.616259, "recall": 0.655138, "f1": 0.626657, "accuracy": 0.655138, "main_score": 0.626657, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"]}, {"precision": 0.612025, "recall": 0.655138, "f1": 0.623566, "accuracy": 0.655138, "main_score": 0.623566, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"]}, {"precision": 0.510137, "recall": 0.560277, "f1": 0.523413, "accuracy": 0.560277, "main_score": 0.523413, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"]}, {"precision": 0.5983, "recall": 0.648221, "f1": 0.612148, "accuracy": 0.648221, "main_score": 0.612148, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"]}, {"precision": 0.559952, "recall": 0.615613, "f1": 0.575521, "accuracy": 0.615613, "main_score": 0.575521, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"]}, {"precision": 0.576041, "recall": 0.625494, "f1": 0.589151, "accuracy": 0.625494, "main_score": 0.589151, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"]}, {"precision": 0.494224, "recall": 0.54249, "f1": 0.506785, "accuracy": 0.54249, "main_score": 0.506785, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"]}, {"precision": 0.59555, "recall": 0.63834, "f1": 0.606948, "accuracy": 0.63834, "main_score": 0.606948, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"]}, {"precision": 0.567327, "recall": 0.605731, "f1": 0.577808, "accuracy": 0.605731, "main_score": 0.577808, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"]}, {"precision": 0.53305, "recall": 0.579051, "f1": 0.54538, "accuracy": 0.579051, "main_score": 0.54538, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"]}, {"precision": 0.517123, "recall": 0.570158, "f1": 0.531927, "accuracy": 0.570158, "main_score": 0.531927, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"]}, {"precision": 0.489076, "recall": 0.543478, "f1": 0.503484, "accuracy": 0.543478, "main_score": 0.503484, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"]}, {"precision": 0.590371, "recall": 0.633399, "f1": 0.602033, "accuracy": 0.633399, "main_score": 0.602033, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"]}, {"precision": 0.520556, "recall": 0.573123, "f1": 0.534818, "accuracy": 0.573123, "main_score": 0.534818, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"]}, {"precision": 0.493868, "recall": 0.536561, "f1": 0.505096, "accuracy": 0.536561, "main_score": 0.505096, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"]}, {"precision": 0.556001, "recall": 0.604743, "f1": 0.569421, "accuracy": 0.604743, "main_score": 0.569421, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"]}, {"precision": 0.546253, "recall": 0.597826, "f1": 0.560546, "accuracy": 0.597826, "main_score": 0.560546, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"]}, {"precision": 0.557439, "recall": 0.606719, "f1": 0.570393, "accuracy": 0.606719, "main_score": 0.570393, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"]}, {"precision": 0.515967, "recall": 0.563241, "f1": 0.528133, "accuracy": 0.563241, "main_score": 0.528133, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"]}, {"precision": 0.542734, "recall": 0.597826, "f1": 0.558124, "accuracy": 0.597826, "main_score": 0.558124, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"]}, {"precision": 0.541099, "recall": 0.590909, "f1": 0.555214, "accuracy": 0.590909, "main_score": 0.555214, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"]}, {"precision": 0.543828, "recall": 0.588933, "f1": 0.556204, "accuracy": 0.588933, "main_score": 0.556204, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"]}, {"precision": 0.590523, "recall": 0.625494, "f1": 0.600013, "accuracy": 0.625494, "main_score": 0.600013, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"]}, {"precision": 0.593283, "recall": 0.629447, "f1": 0.604139, "accuracy": 0.629447, "main_score": 0.604139, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"]}, {"precision": 0.60158, "recall": 0.637352, "f1": 0.611391, "accuracy": 0.637352, "main_score": 0.611391, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"]}, {"precision": 0.538946, "recall": 0.58498, "f1": 0.55168, "accuracy": 0.58498, "main_score": 0.55168, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"]}, {"precision": 0.526941, "recall": 0.578063, "f1": 0.541525, "accuracy": 0.578063, "main_score": 0.541525, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"]}, {"precision": 0.579415, "recall": 0.623518, "f1": 0.591152, "accuracy": 0.623518, "main_score": 0.591152, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"]}, {"precision": 0.448757, "recall": 0.509881, "f1": 0.46598, "accuracy": 0.509881, "main_score": 0.46598, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"]}, {"precision": 0.574689, "recall": 0.618577, "f1": 0.586866, "accuracy": 0.618577, "main_score": 0.586866, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"]}, {"precision": 0.536252, "recall": 0.587945, "f1": 0.550634, "accuracy": 0.587945, "main_score": 0.550634, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"]}, {"precision": 0.588595, "recall": 0.631423, "f1": 0.600537, "accuracy": 0.631423, "main_score": 0.600537, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"]}, {"precision": 0.56511, "recall": 0.612648, "f1": 0.577989, "accuracy": 0.612648, "main_score": 0.577989, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"]}, {"precision": 0.492496, "recall": 0.545455, "f1": 0.506229, "accuracy": 0.545455, "main_score": 0.506229, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"]}, {"precision": 0.516082, "recall": 0.559289, "f1": 0.527564, "accuracy": 0.559289, "main_score": 0.527564, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"]}, {"precision": 0.601496, "recall": 0.662055, "f1": 0.618047, "accuracy": 0.662055, "main_score": 0.618047, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"]}, {"precision": 0.546838, "recall": 0.601779, "f1": 0.562488, "accuracy": 0.601779, "main_score": 0.562488, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"]}, {"precision": 0.401545, "recall": 0.476285, "f1": 0.420731, "accuracy": 0.476285, "main_score": 0.420731, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"]}, {"precision": 0.95331, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"]}, {"precision": 0.613712, "recall": 0.667984, "f1": 0.628721, "accuracy": 0.667984, "main_score": 0.628721, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"]}, {"precision": 0.875, "recall": 0.909091, "f1": 0.88546, "accuracy": 0.909091, "main_score": 0.88546, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"]}, {"precision": 0.94277, "recall": 0.95751, "f1": 0.94753, "accuracy": 0.95751, "main_score": 0.94753, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"]}, {"precision": 0.614503, "recall": 0.664032, "f1": 0.628335, "accuracy": 0.664032, "main_score": 0.628335, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"]}, {"precision": 0.929792, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"]}, {"precision": 0.617399, "recall": 0.675889, "f1": 0.634096, "accuracy": 0.675889, "main_score": 0.634096, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"]}, {"precision": 0.965333, "recall": 0.975296, "f1": 0.968445, "accuracy": 0.975296, "main_score": 0.968445, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"]}, {"precision": 0.572061, "recall": 0.634387, "f1": 0.589566, "accuracy": 0.634387, "main_score": 0.589566, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"]}, {"precision": 0.188066, "recall": 0.233202, "f1": 0.199362, "accuracy": 0.233202, "main_score": 0.199362, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"]}, {"precision": 0.645471, "recall": 0.692688, "f1": 0.659176, "accuracy": 0.692688, "main_score": 0.659176, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"]}, {"precision": 0.662945, "recall": 0.713439, "f1": 0.677489, "accuracy": 0.713439, "main_score": 0.677489, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"]}, {"precision": 0.903327, "recall": 0.929842, "f1": 0.911693, "accuracy": 0.929842, "main_score": 0.911693, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"]}, {"precision": 0.967342, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"]}, {"precision": 0.557766, "recall": 0.607708, "f1": 0.571832, "accuracy": 0.607708, "main_score": 0.571832, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"]}, {"precision": 0.549664, "recall": 0.62253, "f1": 0.569968, "accuracy": 0.62253, "main_score": 0.569968, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"]}, {"precision": 0.573661, "recall": 0.629447, "f1": 0.589281, "accuracy": 0.629447, "main_score": 0.589281, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"]}, {"precision": 0.947217, "recall": 0.961462, "f1": 0.951647, "accuracy": 0.961462, "main_score": 0.951647, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"]}, {"precision": 0.594262, "recall": 0.647233, "f1": 0.609357, "accuracy": 0.647233, "main_score": 0.609357, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"]}, {"precision": 0.829051, "recall": 0.870553, "f1": 0.841831, "accuracy": 0.870553, "main_score": 0.841831, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"]}, {"precision": 0.534421, "recall": 0.588933, "f1": 0.55034, "accuracy": 0.588933, "main_score": 0.55034, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"]}, {"precision": 0.69072, "recall": 0.75, "f1": 0.706809, "accuracy": 0.75, "main_score": 0.706809, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"]}, {"precision": 0.524634, "recall": 0.575099, "f1": 0.538245, "accuracy": 0.575099, "main_score": 0.538245, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"]}, {"precision": 0.909338, "recall": 0.934783, "f1": 0.917194, "accuracy": 0.934783, "main_score": 0.917194, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"]}, {"precision": 0.332742, "recall": 0.386364, "f1": 0.34746, "accuracy": 0.386364, "main_score": 0.34746, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"]}, {"precision": 0.597153, "recall": 0.65415, "f1": 0.613142, "accuracy": 0.65415, "main_score": 0.613142, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936989, "accuracy": 0.950593, "main_score": 0.936989, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"]}, {"precision": 0.604637, "recall": 0.655138, "f1": 0.619206, "accuracy": 0.655138, "main_score": 0.619206, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"]}, {"precision": 0.691329, "recall": 0.750988, "f1": 0.708784, "accuracy": 0.750988, "main_score": 0.708784, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"]}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"]}, {"precision": 0.568621, "recall": 0.649209, "f1": 0.59133, "accuracy": 0.649209, "main_score": 0.59133, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"]}, {"precision": 0.686605, "recall": 0.741107, "f1": 0.702376, "accuracy": 0.741107, "main_score": 0.702376, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"]}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"]}, {"precision": 0.660688, "recall": 0.709486, "f1": 0.675198, "accuracy": 0.709486, "main_score": 0.675198, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"]}, {"precision": 0.635426, "recall": 0.701581, "f1": 0.654998, "accuracy": 0.701581, "main_score": 0.654998, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"]}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"]}, {"precision": 0.880682, "recall": 0.914032, "f1": 0.89137, "accuracy": 0.914032, "main_score": 0.89137, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"]}, {"precision": 0.563211, "recall": 0.617589, "f1": 0.578019, "accuracy": 0.617589, "main_score": 0.578019, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"]}, {"precision": 0.571246, "recall": 0.623518, "f1": 0.585787, "accuracy": 0.623518, "main_score": 0.585787, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"]}, {"precision": 0.797556, "recall": 0.841897, "f1": 0.810312, "accuracy": 0.841897, "main_score": 0.810312, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"]}, {"precision": 0.478808, "recall": 0.534585, "f1": 0.493554, "accuracy": 0.534585, "main_score": 0.493554, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"]}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"]}, {"precision": 0.804792, "recall": 0.848814, "f1": 0.817951, "accuracy": 0.848814, "main_score": 0.817951, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"]}, {"precision": 0.547687, "recall": 0.604743, "f1": 0.563358, "accuracy": 0.604743, "main_score": 0.563358, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"]}, {"precision": 0.967474, "recall": 0.976285, "f1": 0.970257, "accuracy": 0.976285, "main_score": 0.970257, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"]}, {"precision": 0.61896, "recall": 0.678854, "f1": 0.63528, "accuracy": 0.678854, "main_score": 0.63528, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"]}, {"precision": 0.205238, "recall": 0.256917, "f1": 0.217028, "accuracy": 0.256917, "main_score": 0.217028, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"]}, {"precision": 0.649425, "recall": 0.705534, "f1": 0.665477, "accuracy": 0.705534, "main_score": 0.665477, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"]}, {"precision": 0.732543, "recall": 0.787549, "f1": 0.748749, "accuracy": 0.787549, "main_score": 0.748749, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"]}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"]}, {"precision": 0.439986, "recall": 0.500988, "f1": 0.457452, "accuracy": 0.500988, "main_score": 0.457452, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"]}, {"precision": 0.961166, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"]}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"]}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"]}, {"precision": 0.684247, "recall": 0.736166, "f1": 0.699627, "accuracy": 0.736166, "main_score": 0.699627, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"]}, {"precision": 0.97747, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"]}, {"precision": 0.578747, "recall": 0.634387, "f1": 0.594565, "accuracy": 0.634387, "main_score": 0.594565, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"]}, {"precision": 0.51836, "recall": 0.578063, "f1": 0.534994, "accuracy": 0.578063, "main_score": 0.534994, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"]}, {"precision": 0.67375, "recall": 0.718379, "f1": 0.686501, "accuracy": 0.718379, "main_score": 0.686501, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"]}, {"precision": 0.205794, "recall": 0.268775, "f1": 0.222278, "accuracy": 0.268775, "main_score": 0.222278, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"]}, {"precision": 0.908712, "recall": 0.932806, "f1": 0.915876, "accuracy": 0.932806, "main_score": 0.915876, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"]}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959604, "accuracy": 0.968379, "main_score": 0.959604, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"]}, {"precision": 0.599918, "recall": 0.658103, "f1": 0.616902, "accuracy": 0.658103, "main_score": 0.616902, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"]}, {"precision": 0.601657, "recall": 0.657115, "f1": 0.617731, "accuracy": 0.657115, "main_score": 0.617731, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"]}, {"precision": 0.930665, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"]}, {"precision": 0.687484, "recall": 0.755929, "f1": 0.708037, "accuracy": 0.755929, "main_score": 0.708037, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"]}, {"precision": 0.569743, "recall": 0.618577, "f1": 0.583253, "accuracy": 0.618577, "main_score": 0.583253, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"]}, {"precision": 0.739283, "recall": 0.793478, "f1": 0.75547, "accuracy": 0.793478, "main_score": 0.75547, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"]}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"]}, {"precision": 0.467992, "recall": 0.530632, "f1": 0.485621, "accuracy": 0.530632, "main_score": 0.485621, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"]}, {"precision": 0.918017, "recall": 0.940711, "f1": 0.925231, "accuracy": 0.940711, "main_score": 0.925231, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"]}, {"precision": 0.796937, "recall": 0.84585, "f1": 0.81166, "accuracy": 0.84585, "main_score": 0.81166, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"]}, {"precision": 0.895257, "recall": 0.922925, "f1": 0.903741, "accuracy": 0.922925, "main_score": 0.903741, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"]}, {"precision": 0.882115, "recall": 0.914032, "f1": 0.892095, "accuracy": 0.914032, "main_score": 0.892095, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"]}, {"precision": 0.639576, "recall": 0.686759, "f1": 0.65304, "accuracy": 0.686759, "main_score": 0.65304, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"]}, {"precision": 0.930418, "recall": 0.951581, "f1": 0.937319, "accuracy": 0.951581, "main_score": 0.937319, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"]}, {"precision": 0.84445, "recall": 0.884387, "f1": 0.856785, "accuracy": 0.884387, "main_score": 0.856785, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.943958, "accuracy": 0.955534, "main_score": 0.943958, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"]}, {"precision": 0.483849, "recall": 0.549407, "f1": 0.501594, "accuracy": 0.549407, "main_score": 0.501594, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"]}, {"precision": 0.591083, "recall": 0.666008, "f1": 0.612764, "accuracy": 0.666008, "main_score": 0.612764, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"]}, {"precision": 0.969615, "recall": 0.978261, "f1": 0.972398, "accuracy": 0.978261, "main_score": 0.972398, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"]}, {"precision": 0.920925, "recall": 0.940711, "f1": 0.926762, "accuracy": 0.940711, "main_score": 0.926762, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"]}, {"precision": 0.802026, "recall": 0.844862, "f1": 0.815039, "accuracy": 0.844862, "main_score": 0.815039, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"]}, {"precision": 0.970389, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"]}, {"precision": 0.653946, "recall": 0.700593, "f1": 0.666965, "accuracy": 0.700593, "main_score": 0.666965, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"]}, {"precision": 0.650132, "recall": 0.703557, "f1": 0.665369, "accuracy": 0.703557, "main_score": 0.665369, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"]}, {"precision": 0.90471, "recall": 0.929842, "f1": 0.912516, "accuracy": 0.929842, "main_score": 0.912516, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"]}, {"precision": 0.548416, "recall": 0.606719, "f1": 0.564833, "accuracy": 0.606719, "main_score": 0.564833, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"]}, {"precision": 0.557907, "recall": 0.610672, "f1": 0.57301, "accuracy": 0.610672, "main_score": 0.57301, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"]}, {"precision": 0.784766, "recall": 0.829051, "f1": 0.79809, "accuracy": 0.829051, "main_score": 0.79809, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"]}, {"precision": 0.550656, "recall": 0.610672, "f1": 0.567536, "accuracy": 0.610672, "main_score": 0.567536, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"]}, {"precision": 0.626673, "recall": 0.687747, "f1": 0.644318, "accuracy": 0.687747, "main_score": 0.644318, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"]}, {"precision": 0.878129, "recall": 0.912055, "f1": 0.888966, "accuracy": 0.912055, "main_score": 0.888966, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"]}, {"precision": 0.921887, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"]}, {"precision": 0.509033, "recall": 0.568182, "f1": 0.524809, "accuracy": 0.568182, "main_score": 0.524809, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"]}, {"precision": 0.58266, "recall": 0.634387, "f1": 0.596514, "accuracy": 0.634387, "main_score": 0.596514, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"]}, {"precision": 0.601828, "recall": 0.659091, "f1": 0.618285, "accuracy": 0.659091, "main_score": 0.618285, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"]}, {"precision": 0.570541, "recall": 0.624506, "f1": 0.585575, "accuracy": 0.624506, "main_score": 0.585575, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"]}, {"precision": 0.559833, "recall": 0.620553, "f1": 0.576888, "accuracy": 0.620553, "main_score": 0.576888, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"]}, {"precision": 0.722645, "recall": 0.774704, "f1": 0.738048, "accuracy": 0.774704, "main_score": 0.738048, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"]}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954663, "accuracy": 0.964427, "main_score": 0.954663, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"]}, {"precision": 0.703598, "recall": 0.755929, "f1": 0.719422, "accuracy": 0.755929, "main_score": 0.719422, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"]}, {"precision": 0.852783, "recall": 0.881423, "f1": 0.861232, "accuracy": 0.881423, "main_score": 0.861232, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"]}, {"precision": 0.886446, "recall": 0.918972, "f1": 0.896805, "accuracy": 0.918972, "main_score": 0.896805, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"]}, {"precision": 0.944393, "recall": 0.95751, "f1": 0.948271, "accuracy": 0.95751, "main_score": 0.948271, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"]}, {"precision": 0.478862, "recall": 0.554348, "f1": 0.501325, "accuracy": 0.554348, "main_score": 0.501325, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"]}, {"precision": 0.942885, "recall": 0.958498, "f1": 0.947793, "accuracy": 0.958498, "main_score": 0.947793, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"]}, {"precision": 0.681176, "recall": 0.73913, "f1": 0.698814, "accuracy": 0.73913, "main_score": 0.698814, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"]}, {"precision": 0.590466, "recall": 0.636364, "f1": 0.603093, "accuracy": 0.636364, "main_score": 0.603093, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"]}, {"precision": 0.50341, "recall": 0.550395, "f1": 0.516147, "accuracy": 0.550395, "main_score": 0.516147, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"]}, {"precision": 0.534317, "recall": 0.583992, "f1": 0.547914, "accuracy": 0.583992, "main_score": 0.547914, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"]}, {"precision": 0.358859, "recall": 0.425889, "f1": 0.37614, "accuracy": 0.425889, "main_score": 0.37614, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"]}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"]}, {"precision": 0.893816, "recall": 0.91996, "f1": 0.901801, "accuracy": 0.91996, "main_score": 0.901801, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"]}, {"precision": 0.585213, "recall": 0.631423, "f1": 0.598275, "accuracy": 0.631423, "main_score": 0.598275, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"]}, {"precision": 0.742895, "recall": 0.787549, "f1": 0.756378, "accuracy": 0.787549, "main_score": 0.756378, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"]}, {"precision": 0.850388, "recall": 0.876482, "f1": 0.857926, "accuracy": 0.876482, "main_score": 0.857926, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"]}, {"precision": 0.952767, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"]}, {"precision": 0.559998, "recall": 0.613636, "f1": 0.574554, "accuracy": 0.613636, "main_score": 0.574554, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"]}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"]}, {"precision": 0.892704, "recall": 0.921937, "f1": 0.901713, "accuracy": 0.921937, "main_score": 0.901713, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"]}, {"precision": 0.602939, "recall": 0.644269, "f1": 0.61414, "accuracy": 0.644269, "main_score": 0.61414, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954677, "accuracy": 0.964427, "main_score": 0.954677, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"]}, {"precision": 0.97752, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"]}, {"precision": 0.555709, "recall": 0.610672, "f1": 0.57069, "accuracy": 0.610672, "main_score": 0.57069, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"]}, {"precision": 0.919252, "recall": 0.940711, "f1": 0.925791, "accuracy": 0.940711, "main_score": 0.925791, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"]}, {"precision": 0.202668, "recall": 0.246047, "f1": 0.213742, "accuracy": 0.246047, "main_score": 0.213742, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"]}, {"precision": 0.614749, "recall": 0.657115, "f1": 0.626053, "accuracy": 0.657115, "main_score": 0.626053, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974591, "accuracy": 0.980237, "main_score": 0.974591, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"]}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919269, "accuracy": 0.936759, "main_score": 0.919269, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"]}, {"precision": 0.627783, "recall": 0.676877, "f1": 0.642034, "accuracy": 0.676877, "main_score": 0.642034, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"]}, {"precision": 0.87388, "recall": 0.905138, "f1": 0.883498, "accuracy": 0.905138, "main_score": 0.883498, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.942819, "accuracy": 0.955534, "main_score": 0.942819, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"]}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"]}, {"precision": 0.545091, "recall": 0.58498, "f1": 0.556168, "accuracy": 0.58498, "main_score": 0.556168, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"]}, {"precision": 0.458017, "recall": 0.516798, "f1": 0.473623, "accuracy": 0.516798, "main_score": 0.473623, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"]}, {"precision": 0.561067, "recall": 0.618577, "f1": 0.577819, "accuracy": 0.618577, "main_score": 0.577819, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"]}, {"precision": 0.910194, "recall": 0.933794, "f1": 0.917556, "accuracy": 0.933794, "main_score": 0.917556, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"]}, {"precision": 0.574631, "recall": 0.626482, "f1": 0.589185, "accuracy": 0.626482, "main_score": 0.589185, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"]}, {"precision": 0.792276, "recall": 0.836957, "f1": 0.805816, "accuracy": 0.836957, "main_score": 0.805816, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"]}, {"precision": 0.905468, "recall": 0.93083, "f1": 0.913175, "accuracy": 0.93083, "main_score": 0.913175, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"]}, {"precision": 0.92831, "recall": 0.948617, "f1": 0.934519, "accuracy": 0.948617, "main_score": 0.934519, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"]}, {"precision": 0.524541, "recall": 0.571146, "f1": 0.537541, "accuracy": 0.571146, "main_score": 0.537541, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"]}, {"precision": 0.482221, "recall": 0.538538, "f1": 0.497308, "accuracy": 0.538538, "main_score": 0.497308, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"]}, {"precision": 0.524277, "recall": 0.568182, "f1": 0.536244, "accuracy": 0.568182, "main_score": 0.536244, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"]}, {"precision": 0.843692, "recall": 0.873518, "f1": 0.85239, "accuracy": 0.873518, "main_score": 0.85239, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"]}, {"precision": 0.317684, "recall": 0.369565, "f1": 0.331733, "accuracy": 0.369565, "main_score": 0.331733, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.978543, "accuracy": 0.983202, "main_score": 0.978543, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"]}, {"precision": 0.570667, "recall": 0.613636, "f1": 0.582461, "accuracy": 0.613636, "main_score": 0.582461, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"]}, {"precision": 0.914328, "recall": 0.936759, "f1": 0.921095, "accuracy": 0.936759, "main_score": 0.921095, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"]}, {"precision": 0.560544, "recall": 0.606719, "f1": 0.574292, "accuracy": 0.606719, "main_score": 0.574292, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"]}, {"precision": 0.932675, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"]}, {"precision": 0.658521, "recall": 0.709486, "f1": 0.673028, "accuracy": 0.709486, "main_score": 0.673028, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"]}, {"precision": 0.92389, "recall": 0.945652, "f1": 0.930748, "accuracy": 0.945652, "main_score": 0.930748, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"]}, {"precision": 0.942748, "recall": 0.958498, "f1": 0.947563, "accuracy": 0.958498, "main_score": 0.947563, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"]}, {"precision": 0.557617, "recall": 0.637352, "f1": 0.580712, "accuracy": 0.637352, "main_score": 0.580712, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"]}, {"precision": 0.670358, "recall": 0.724308, "f1": 0.685278, "accuracy": 0.724308, "main_score": 0.685278, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"]}, {"precision": 0.602283, "recall": 0.651186, "f1": 0.6155, "accuracy": 0.651186, "main_score": 0.6155, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"]}, {"precision": 0.575844, "recall": 0.630435, "f1": 0.591011, "accuracy": 0.630435, "main_score": 0.591011, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"]}, {"precision": 0.951499, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"]}, {"precision": 0.834898, "recall": 0.879447, "f1": 0.848998, "accuracy": 0.879447, "main_score": 0.848998, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"]}, {"precision": 0.544326, "recall": 0.589921, "f1": 0.557024, "accuracy": 0.589921, "main_score": 0.557024, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"]}, {"precision": 0.556474, "recall": 0.601779, "f1": 0.569213, "accuracy": 0.601779, "main_score": 0.569213, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"]}, {"precision": 0.686146, "recall": 0.735178, "f1": 0.699798, "accuracy": 0.735178, "main_score": 0.699798, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"]}, {"precision": 0.493482, "recall": 0.538538, "f1": 0.506441, "accuracy": 0.538538, "main_score": 0.506441, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"]}, {"precision": 0.951581, "recall": 0.965415, "f1": 0.955783, "accuracy": 0.965415, "main_score": 0.955783, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"]}, {"precision": 0.945487, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"]}, {"precision": 0.816765, "recall": 0.859684, "f1": 0.829795, "accuracy": 0.859684, "main_score": 0.829795, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"]}, {"precision": 0.535082, "recall": 0.579051, "f1": 0.547326, "accuracy": 0.579051, "main_score": 0.547326, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"]}, {"precision": 0.935392, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"]}, {"precision": 0.930501, "recall": 0.947628, "f1": 0.935691, "accuracy": 0.947628, "main_score": 0.935691, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"]}, {"precision": 0.91115, "recall": 0.937747, "f1": 0.919697, "accuracy": 0.937747, "main_score": 0.919697, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"]}, {"precision": 0.570919, "recall": 0.623518, "f1": 0.585365, "accuracy": 0.623518, "main_score": 0.585365, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"]}, {"precision": 0.200772, "recall": 0.247036, "f1": 0.212094, "accuracy": 0.247036, "main_score": 0.212094, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"]}, {"precision": 0.609941, "recall": 0.650198, "f1": 0.6214, "accuracy": 0.650198, "main_score": 0.6214, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"]}, {"precision": 0.696418, "recall": 0.759881, "f1": 0.714731, "accuracy": 0.759881, "main_score": 0.714731, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"]}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"]}, {"precision": 0.429245, "recall": 0.485178, "f1": 0.445037, "accuracy": 0.485178, "main_score": 0.445037, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"]}, {"precision": 0.930912, "recall": 0.950593, "f1": 0.937154, "accuracy": 0.950593, "main_score": 0.937154, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"]}, {"precision": 0.930007, "recall": 0.949605, "f1": 0.936265, "accuracy": 0.949605, "main_score": 0.936265, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"]}, {"precision": 0.937829, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"]}, {"precision": 0.644661, "recall": 0.693676, "f1": 0.658703, "accuracy": 0.693676, "main_score": 0.658703, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"]}, {"precision": 0.946123, "recall": 0.961462, "f1": 0.95084, "accuracy": 0.961462, "main_score": 0.95084, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"]}, {"precision": 0.560108, "recall": 0.606719, "f1": 0.573073, "accuracy": 0.606719, "main_score": 0.573073, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"]}, {"precision": 0.505832, "recall": 0.554348, "f1": 0.519302, "accuracy": 0.554348, "main_score": 0.519302, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"]}, {"precision": 0.63354, "recall": 0.677866, "f1": 0.645585, "accuracy": 0.677866, "main_score": 0.645585, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"]}, {"precision": 0.226328, "recall": 0.294466, "f1": 0.24331, "accuracy": 0.294466, "main_score": 0.24331, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"]}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"]}, {"precision": 0.922628, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"]}, {"precision": 0.554645, "recall": 0.603755, "f1": 0.568601, "accuracy": 0.603755, "main_score": 0.568601, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"]}, {"precision": 0.571064, "recall": 0.623518, "f1": 0.585288, "accuracy": 0.623518, "main_score": 0.585288, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"]}, {"precision": 0.938554, "recall": 0.953557, "f1": 0.942721, "accuracy": 0.953557, "main_score": 0.942721, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"]}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931225, "accuracy": 0.94664, "main_score": 0.931225, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"]}, {"precision": 0.66246, "recall": 0.731225, "f1": 0.683284, "accuracy": 0.731225, "main_score": 0.683284, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"]}, {"precision": 0.945735, "recall": 0.962451, "f1": 0.950988, "accuracy": 0.962451, "main_score": 0.950988, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"]}, {"precision": 0.537467, "recall": 0.583992, "f1": 0.550617, "accuracy": 0.583992, "main_score": 0.550617, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"]}, {"precision": 0.739864, "recall": 0.788538, "f1": 0.753724, "accuracy": 0.788538, "main_score": 0.753724, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"]}, {"precision": 0.927289, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"]}, {"precision": 0.463926, "recall": 0.511858, "f1": 0.47714, "accuracy": 0.511858, "main_score": 0.47714, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"]}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"]}, {"precision": 0.881077, "recall": 0.913043, "f1": 0.890843, "accuracy": 0.913043, "main_score": 0.890843, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"]}, {"precision": 0.800791, "recall": 0.84585, "f1": 0.814657, "accuracy": 0.84585, "main_score": 0.814657, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"]}, {"precision": 0.830063, "recall": 0.868577, "f1": 0.841108, "accuracy": 0.868577, "main_score": 0.841108, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"]}, {"precision": 0.837599, "recall": 0.878458, "f1": 0.850527, "accuracy": 0.878458, "main_score": 0.850527, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"]}, {"precision": 0.587497, "recall": 0.629447, "f1": 0.598882, "accuracy": 0.629447, "main_score": 0.598882, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"]}, {"precision": 0.912549, "recall": 0.938735, "f1": 0.920784, "accuracy": 0.938735, "main_score": 0.920784, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"]}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"]}, {"precision": 0.771534, "recall": 0.822134, "f1": 0.786808, "accuracy": 0.822134, "main_score": 0.786808, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"]}, {"precision": 0.921146, "recall": 0.942688, "f1": 0.927786, "accuracy": 0.942688, "main_score": 0.927786, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"]}, {"precision": 0.476538, "recall": 0.528656, "f1": 0.49073, "accuracy": 0.528656, "main_score": 0.49073, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"]}, {"precision": 0.526361, "recall": 0.599802, "f1": 0.547087, "accuracy": 0.599802, "main_score": 0.547087, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952372, "accuracy": 0.962451, "main_score": 0.952372, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"]}, {"precision": 0.931159, "recall": 0.950593, "f1": 0.937253, "accuracy": 0.950593, "main_score": 0.937253, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"]}, {"precision": 0.74023, "recall": 0.784585, "f1": 0.752659, "accuracy": 0.784585, "main_score": 0.752659, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"]}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"]}, {"precision": 0.60723, "recall": 0.653162, "f1": 0.619929, "accuracy": 0.653162, "main_score": 0.619929, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"]}, {"precision": 0.612416, "recall": 0.662055, "f1": 0.626575, "accuracy": 0.662055, "main_score": 0.626575, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"]}, {"precision": 0.825712, "recall": 0.862648, "f1": 0.836281, "accuracy": 0.862648, "main_score": 0.836281, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"]}, {"precision": 0.5412, "recall": 0.594862, "f1": 0.5564, "accuracy": 0.594862, "main_score": 0.5564, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"]}, {"precision": 0.535499, "recall": 0.587945, "f1": 0.55013, "accuracy": 0.587945, "main_score": 0.55013, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"]}, {"precision": 0.76769, "recall": 0.813241, "f1": 0.780948, "accuracy": 0.813241, "main_score": 0.780948, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"]}, {"precision": 0.539026, "recall": 0.592885, "f1": 0.553525, "accuracy": 0.592885, "main_score": 0.553525, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"]}, {"precision": 0.605363, "recall": 0.66502, "f1": 0.622176, "accuracy": 0.66502, "main_score": 0.622176, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"]}, {"precision": 0.794262, "recall": 0.84585, "f1": 0.810048, "accuracy": 0.84585, "main_score": 0.810048, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"]}, {"precision": 0.899374, "recall": 0.925889, "f1": 0.907378, "accuracy": 0.925889, "main_score": 0.907378, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"]}, {"precision": 0.49516, "recall": 0.54249, "f1": 0.508133, "accuracy": 0.54249, "main_score": 0.508133, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"]}, {"precision": 0.563714, "recall": 0.602767, "f1": 0.574695, "accuracy": 0.602767, "main_score": 0.574695, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"]}, {"precision": 0.575637, "recall": 0.631423, "f1": 0.591108, "accuracy": 0.631423, "main_score": 0.591108, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"]}, {"precision": 0.564245, "recall": 0.610672, "f1": 0.576769, "accuracy": 0.610672, "main_score": 0.576769, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"]}, {"precision": 0.943676, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"]}, {"precision": 0.523393, "recall": 0.574111, "f1": 0.538122, "accuracy": 0.574111, "main_score": 0.538122, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"]}, {"precision": 0.688834, "recall": 0.741107, "f1": 0.704202, "accuracy": 0.741107, "main_score": 0.704202, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"]}, {"precision": 0.89636, "recall": 0.922925, "f1": 0.904136, "accuracy": 0.922925, "main_score": 0.904136, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"]}, {"precision": 0.654809, "recall": 0.699605, "f1": 0.667787, "accuracy": 0.699605, "main_score": 0.667787, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"]}, {"precision": 0.751352, "recall": 0.789526, "f1": 0.762047, "accuracy": 0.789526, "main_score": 0.762047, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960592, "accuracy": 0.969368, "main_score": 0.960592, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"]}, {"precision": 0.869895, "recall": 0.903162, "f1": 0.880072, "accuracy": 0.903162, "main_score": 0.880072, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"]}, {"precision": 0.923337, "recall": 0.944664, "f1": 0.929861, "accuracy": 0.944664, "main_score": 0.929861, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"]}, {"precision": 0.477076, "recall": 0.534585, "f1": 0.493488, "accuracy": 0.534585, "main_score": 0.493488, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"]}, {"precision": 0.925231, "recall": 0.948617, "f1": 0.932806, "accuracy": 0.948617, "main_score": 0.932806, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"]}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"]}, {"precision": 0.662601, "recall": 0.720356, "f1": 0.679367, "accuracy": 0.720356, "main_score": 0.679367, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"]}, {"precision": 0.587504, "recall": 0.629447, "f1": 0.599078, "accuracy": 0.629447, "main_score": 0.599078, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"]}, {"precision": 0.645038, "recall": 0.709486, "f1": 0.663441, "accuracy": 0.709486, "main_score": 0.663441, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"]}, {"precision": 0.555248, "recall": 0.617589, "f1": 0.572813, "accuracy": 0.617589, "main_score": 0.572813, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"]}, {"precision": 0.464601, "recall": 0.547431, "f1": 0.486688, "accuracy": 0.547431, "main_score": 0.486688, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"]}, {"precision": 0.624696, "recall": 0.68083, "f1": 0.640696, "accuracy": 0.68083, "main_score": 0.640696, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"]}, {"precision": 0.913538, "recall": 0.938735, "f1": 0.921574, "accuracy": 0.938735, "main_score": 0.921574, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"]}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"]}, {"precision": 0.616325, "recall": 0.671937, "f1": 0.632428, "accuracy": 0.671937, "main_score": 0.632428, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"]}, {"precision": 0.627786, "recall": 0.693676, "f1": 0.646245, "accuracy": 0.693676, "main_score": 0.646245, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"]}, {"precision": 0.577414, "recall": 0.645257, "f1": 0.596845, "accuracy": 0.645257, "main_score": 0.596845, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"]}, {"precision": 0.185012, "recall": 0.235178, "f1": 0.19761, "accuracy": 0.235178, "main_score": 0.19761, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"]}, {"precision": 0.670712, "recall": 0.718379, "f1": 0.684165, "accuracy": 0.718379, "main_score": 0.684165, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"]}, {"precision": 0.694104, "recall": 0.750988, "f1": 0.710728, "accuracy": 0.750988, "main_score": 0.710728, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"]}, {"precision": 0.574887, "recall": 0.62747, "f1": 0.589976, "accuracy": 0.62747, "main_score": 0.589976, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"]}, {"precision": 0.562674, "recall": 0.633399, "f1": 0.582367, "accuracy": 0.633399, "main_score": 0.582367, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"]}, {"precision": 0.599021, "recall": 0.660079, "f1": 0.616801, "accuracy": 0.660079, "main_score": 0.616801, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"]}, {"precision": 0.617747, "recall": 0.674901, "f1": 0.634225, "accuracy": 0.674901, "main_score": 0.634225, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"]}, {"precision": 0.924654, "recall": 0.94664, "f1": 0.931719, "accuracy": 0.94664, "main_score": 0.931719, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"]}, {"precision": 0.538954, "recall": 0.596838, "f1": 0.555819, "accuracy": 0.596838, "main_score": 0.555819, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"]}, {"precision": 0.596958, "recall": 0.664032, "f1": 0.615729, "accuracy": 0.664032, "main_score": 0.615729, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"]}, {"precision": 0.537001, "recall": 0.592885, "f1": 0.552412, "accuracy": 0.592885, "main_score": 0.552412, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"]}, {"precision": 0.325654, "recall": 0.390316, "f1": 0.343609, "accuracy": 0.390316, "main_score": 0.343609, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"]}, {"precision": 0.611232, "recall": 0.667984, "f1": 0.627329, "accuracy": 0.667984, "main_score": 0.627329, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"]}, {"precision": 0.61075, "recall": 0.662055, "f1": 0.625518, "accuracy": 0.662055, "main_score": 0.625518, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"]}, {"precision": 0.72546, "recall": 0.784585, "f1": 0.742714, "accuracy": 0.784585, "main_score": 0.742714, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"]}, {"precision": 0.670662, "recall": 0.746047, "f1": 0.693151, "accuracy": 0.746047, "main_score": 0.693151, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"]}, {"precision": 0.728377, "recall": 0.783597, "f1": 0.744641, "accuracy": 0.783597, "main_score": 0.744641, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"]}, {"precision": 0.690122, "recall": 0.740119, "f1": 0.70492, "accuracy": 0.740119, "main_score": 0.70492, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"]}, {"precision": 0.692263, "recall": 0.753953, "f1": 0.709682, "accuracy": 0.753953, "main_score": 0.709682, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"]}, {"precision": 0.576899, "recall": 0.640316, "f1": 0.594888, "accuracy": 0.640316, "main_score": 0.594888, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"]}, {"precision": 0.568471, "recall": 0.624506, "f1": 0.584653, "accuracy": 0.624506, "main_score": 0.584653, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"]}, {"precision": 0.832329, "recall": 0.874506, "f1": 0.845059, "accuracy": 0.874506, "main_score": 0.845059, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"]}, {"precision": 0.486637, "recall": 0.547431, "f1": 0.502975, "accuracy": 0.547431, "main_score": 0.502975, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"]}, {"precision": 0.907773, "recall": 0.932806, "f1": 0.915467, "accuracy": 0.932806, "main_score": 0.915467, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"]}, {"precision": 0.556128, "recall": 0.621542, "f1": 0.574495, "accuracy": 0.621542, "main_score": 0.574495, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"]}, {"precision": 0.622681, "recall": 0.687747, "f1": 0.641088, "accuracy": 0.687747, "main_score": 0.641088, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"]}, {"precision": 0.189063, "recall": 0.249012, "f1": 0.203016, "accuracy": 0.249012, "main_score": 0.203016, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"]}, {"precision": 0.656, "recall": 0.715415, "f1": 0.672652, "accuracy": 0.715415, "main_score": 0.672652, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"]}, {"precision": 0.832428, "recall": 0.87747, "f1": 0.846542, "accuracy": 0.87747, "main_score": 0.846542, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"]}, {"precision": 0.439896, "recall": 0.500988, "f1": 0.45724, "accuracy": 0.500988, "main_score": 0.45724, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"]}, {"precision": 0.695209, "recall": 0.752964, "f1": 0.712555, "accuracy": 0.752964, "main_score": 0.712555, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"]}, {"precision": 0.57803, "recall": 0.635375, "f1": 0.59419, "accuracy": 0.635375, "main_score": 0.59419, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"]}, {"precision": 0.52665, "recall": 0.591897, "f1": 0.544295, "accuracy": 0.591897, "main_score": 0.544295, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"]}, {"precision": 0.687039, "recall": 0.745059, "f1": 0.70432, "accuracy": 0.745059, "main_score": 0.70432, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"]}, {"precision": 0.248721, "recall": 0.323123, "f1": 0.268115, "accuracy": 0.323123, "main_score": 0.268115, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"]}, {"precision": 0.612138, "recall": 0.668972, "f1": 0.62892, "accuracy": 0.668972, "main_score": 0.62892, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"]}, {"precision": 0.604309, "recall": 0.666996, "f1": 0.622512, "accuracy": 0.666996, "main_score": 0.622512, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"]}, {"precision": 0.749457, "recall": 0.8083, "f1": 0.767245, "accuracy": 0.8083, "main_score": 0.767245, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"]}, {"precision": 0.576836, "recall": 0.639328, "f1": 0.595051, "accuracy": 0.639328, "main_score": 0.595051, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"]}, {"precision": 0.810145, "recall": 0.856719, "f1": 0.824934, "accuracy": 0.856719, "main_score": 0.824934, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"]}, {"precision": 0.485303, "recall": 0.552372, "f1": 0.50404, "accuracy": 0.552372, "main_score": 0.50404, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"]}, {"precision": 0.895586, "recall": 0.925889, "f1": 0.905303, "accuracy": 0.925889, "main_score": 0.905303, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"]}, {"precision": 0.635575, "recall": 0.689723, "f1": 0.651596, "accuracy": 0.689723, "main_score": 0.651596, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"]}, {"precision": 0.916173, "recall": 0.942688, "f1": 0.924901, "accuracy": 0.942688, "main_score": 0.924901, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"]}, {"precision": 0.493367, "recall": 0.563241, "f1": 0.512585, "accuracy": 0.563241, "main_score": 0.512585, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"]}, {"precision": 0.642482, "recall": 0.711462, "f1": 0.662769, "accuracy": 0.711462, "main_score": 0.662769, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"]}, {"precision": 0.855517, "recall": 0.893281, "f1": 0.867325, "accuracy": 0.893281, "main_score": 0.867325, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"]}, {"precision": 0.67672, "recall": 0.72332, "f1": 0.689565, "accuracy": 0.72332, "main_score": 0.689565, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"]}, {"precision": 0.672744, "recall": 0.731225, "f1": 0.68972, "accuracy": 0.731225, "main_score": 0.68972, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"]}, {"precision": 0.570562, "recall": 0.635375, "f1": 0.589305, "accuracy": 0.635375, "main_score": 0.589305, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"]}, {"precision": 0.553517, "recall": 0.620553, "f1": 0.572763, "accuracy": 0.620553, "main_score": 0.572763, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"]}, {"precision": 0.853014, "recall": 0.890316, "f1": 0.864625, "accuracy": 0.890316, "main_score": 0.864625, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"]}, {"precision": 0.560854, "recall": 0.624506, "f1": 0.578842, "accuracy": 0.624506, "main_score": 0.578842, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"]}, {"precision": 0.633602, "recall": 0.697628, "f1": 0.652354, "accuracy": 0.697628, "main_score": 0.652354, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"]}, {"precision": 0.939394, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"]}, {"precision": 0.510952, "recall": 0.572134, "f1": 0.528036, "accuracy": 0.572134, "main_score": 0.528036, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"]}, {"precision": 0.600727, "recall": 0.661067, "f1": 0.617191, "accuracy": 0.661067, "main_score": 0.617191, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"]}, {"precision": 0.609314, "recall": 0.671937, "f1": 0.627323, "accuracy": 0.671937, "main_score": 0.627323, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"]}, {"precision": 0.573397, "recall": 0.630435, "f1": 0.589747, "accuracy": 0.630435, "main_score": 0.589747, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"]}, {"precision": 0.546814, "recall": 0.615613, "f1": 0.567017, "accuracy": 0.615613, "main_score": 0.567017, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"]}, {"precision": 0.782329, "recall": 0.831028, "f1": 0.796739, "accuracy": 0.831028, "main_score": 0.796739, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"]}, {"precision": 0.776383, "recall": 0.821146, "f1": 0.790119, "accuracy": 0.821146, "main_score": 0.790119, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"]}, {"precision": 0.89081, "recall": 0.916996, "f1": 0.898847, "accuracy": 0.916996, "main_score": 0.898847, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"]}, {"precision": 0.515606, "recall": 0.592885, "f1": 0.537801, "accuracy": 0.592885, "main_score": 0.537801, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"]}, {"precision": 0.759107, "recall": 0.813241, "f1": 0.775348, "accuracy": 0.813241, "main_score": 0.775348, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"]}, {"precision": 0.619017, "recall": 0.667984, "f1": 0.632846, "accuracy": 0.667984, "main_score": 0.632846, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"]}, {"precision": 0.453381, "recall": 0.500988, "f1": 0.46695, "accuracy": 0.500988, "main_score": 0.46695, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"]}, {"precision": 0.52204, "recall": 0.565217, "f1": 0.53445, "accuracy": 0.565217, "main_score": 0.53445, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"]}, {"precision": 0.245405, "recall": 0.282609, "f1": 0.255228, "accuracy": 0.282609, "main_score": 0.255228, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"]}, {"precision": 0.583768, "recall": 0.632411, "f1": 0.5972, "accuracy": 0.632411, "main_score": 0.5972, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"]}, {"precision": 0.5239, "recall": 0.576087, "f1": 0.53829, "accuracy": 0.576087, "main_score": 0.53829, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"]}, {"precision": 0.577599, "recall": 0.625494, "f1": 0.590881, "accuracy": 0.625494, "main_score": 0.590881, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"]}, {"precision": 0.590504, "recall": 0.625494, "f1": 0.599569, "accuracy": 0.625494, "main_score": 0.599569, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"]}, {"precision": 0.557256, "recall": 0.601779, "f1": 0.569802, "accuracy": 0.601779, "main_score": 0.569802, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"]}, {"precision": 0.566848, "recall": 0.615613, "f1": 0.580356, "accuracy": 0.615613, "main_score": 0.580356, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"]}, {"precision": 0.58503, "recall": 0.629447, "f1": 0.596992, "accuracy": 0.629447, "main_score": 0.596992, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"]}, {"precision": 0.594438, "recall": 0.62747, "f1": 0.603314, "accuracy": 0.62747, "main_score": 0.603314, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"]}, {"precision": 0.571182, "recall": 0.625494, "f1": 0.586101, "accuracy": 0.625494, "main_score": 0.586101, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"]}, {"precision": 0.579617, "recall": 0.626482, "f1": 0.592583, "accuracy": 0.626482, "main_score": 0.592583, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"]}, {"precision": 0.52231, "recall": 0.563241, "f1": 0.533945, "accuracy": 0.563241, "main_score": 0.533945, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"]}, {"precision": 0.57671, "recall": 0.623518, "f1": 0.589588, "accuracy": 0.623518, "main_score": 0.589588, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"]}, {"precision": 0.537535, "recall": 0.582016, "f1": 0.549859, "accuracy": 0.582016, "main_score": 0.549859, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"]}, {"precision": 0.584559, "recall": 0.630435, "f1": 0.59653, "accuracy": 0.630435, "main_score": 0.59653, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"]}, {"precision": 0.557258, "recall": 0.596838, "f1": 0.568321, "accuracy": 0.596838, "main_score": 0.568321, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"]}, {"precision": 0.568868, "recall": 0.613636, "f1": 0.580969, "accuracy": 0.613636, "main_score": 0.580969, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"]}, {"precision": 0.544167, "recall": 0.591897, "f1": 0.5574, "accuracy": 0.591897, "main_score": 0.5574, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"]}, {"precision": 0.596143, "recall": 0.641304, "f1": 0.6086, "accuracy": 0.641304, "main_score": 0.6086, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"]}, {"precision": 0.586893, "recall": 0.635375, "f1": 0.5998, "accuracy": 0.635375, "main_score": 0.5998, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"]}, {"precision": 0.499414, "recall": 0.547431, "f1": 0.512924, "accuracy": 0.547431, "main_score": 0.512924, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"]}, {"precision": 0.562312, "recall": 0.618577, "f1": 0.57776, "accuracy": 0.618577, "main_score": 0.57776, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"]}, {"precision": 0.56852, "recall": 0.615613, "f1": 0.581446, "accuracy": 0.615613, "main_score": 0.581446, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"]}, {"precision": 0.567175, "recall": 0.612648, "f1": 0.579216, "accuracy": 0.612648, "main_score": 0.579216, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"]}, {"precision": 0.19761, "recall": 0.238142, "f1": 0.207795, "accuracy": 0.238142, "main_score": 0.207795, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"]}, {"precision": 0.567501, "recall": 0.615613, "f1": 0.580285, "accuracy": 0.615613, "main_score": 0.580285, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"]}, {"precision": 0.575662, "recall": 0.609684, "f1": 0.585157, "accuracy": 0.609684, "main_score": 0.585157, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"]}, {"precision": 0.569097, "recall": 0.613636, "f1": 0.58106, "accuracy": 0.613636, "main_score": 0.58106, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"]}, {"precision": 0.575272, "recall": 0.62253, "f1": 0.587902, "accuracy": 0.62253, "main_score": 0.587902, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"]}, {"precision": 0.563243, "recall": 0.608696, "f1": 0.575655, "accuracy": 0.608696, "main_score": 0.575655, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"]}, {"precision": 0.561529, "recall": 0.613636, "f1": 0.575662, "accuracy": 0.613636, "main_score": 0.575662, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"]}, {"precision": 0.561935, "recall": 0.601779, "f1": 0.573819, "accuracy": 0.601779, "main_score": 0.573819, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"]}, {"precision": 0.579941, "recall": 0.630435, "f1": 0.593488, "accuracy": 0.630435, "main_score": 0.593488, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"]}, {"precision": 0.49647, "recall": 0.543478, "f1": 0.509262, "accuracy": 0.543478, "main_score": 0.509262, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"]}, {"precision": 0.560746, "recall": 0.598814, "f1": 0.571115, "accuracy": 0.598814, "main_score": 0.571115, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"]}, {"precision": 0.564219, "recall": 0.619565, "f1": 0.579579, "accuracy": 0.619565, "main_score": 0.579579, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"]}, {"precision": 0.581451, "recall": 0.624506, "f1": 0.592607, "accuracy": 0.624506, "main_score": 0.592607, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"]}, {"precision": 0.553855, "recall": 0.602767, "f1": 0.567452, "accuracy": 0.602767, "main_score": 0.567452, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"]}, {"precision": 0.519048, "recall": 0.566206, "f1": 0.532395, "accuracy": 0.566206, "main_score": 0.532395, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"]}, {"precision": 0.423245, "recall": 0.47332, "f1": 0.436681, "accuracy": 0.47332, "main_score": 0.436681, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"]}, {"precision": 0.585685, "recall": 0.633399, "f1": 0.59869, "accuracy": 0.633399, "main_score": 0.59869, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"]}, {"precision": 0.530083, "recall": 0.581028, "f1": 0.543997, "accuracy": 0.581028, "main_score": 0.543997, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"]}, {"precision": 0.586744, "recall": 0.634387, "f1": 0.60003, "accuracy": 0.634387, "main_score": 0.60003, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"]}, {"precision": 0.591937, "recall": 0.637352, "f1": 0.604632, "accuracy": 0.637352, "main_score": 0.604632, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"]}, {"precision": 0.577564, "recall": 0.613636, "f1": 0.588113, "accuracy": 0.613636, "main_score": 0.588113, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"]}, {"precision": 0.56852, "recall": 0.615613, "f1": 0.58102, "accuracy": 0.615613, "main_score": 0.58102, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"]}, {"precision": 0.527731, "recall": 0.58004, "f1": 0.542016, "accuracy": 0.58004, "main_score": 0.542016, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"]}, {"precision": 0.546189, "recall": 0.586957, "f1": 0.558138, "accuracy": 0.586957, "main_score": 0.558138, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"]}, {"precision": 0.600033, "recall": 0.637352, "f1": 0.610515, "accuracy": 0.637352, "main_score": 0.610515, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"]}, {"precision": 0.587436, "recall": 0.639328, "f1": 0.602085, "accuracy": 0.639328, "main_score": 0.602085, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"]}, {"precision": 0.600776, "recall": 0.640316, "f1": 0.612103, "accuracy": 0.640316, "main_score": 0.612103, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"]}, {"precision": 0.505948, "recall": 0.5583, "f1": 0.521026, "accuracy": 0.5583, "main_score": 0.521026, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"]}, {"precision": 0.569247, "recall": 0.613636, "f1": 0.581664, "accuracy": 0.613636, "main_score": 0.581664, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"]}, {"precision": 0.43694, "recall": 0.478261, "f1": 0.448573, "accuracy": 0.478261, "main_score": 0.448573, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"]}, {"precision": 0.51394, "recall": 0.554348, "f1": 0.524647, "accuracy": 0.554348, "main_score": 0.524647, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"]}, {"precision": 0.611565, "recall": 0.648221, "f1": 0.621355, "accuracy": 0.648221, "main_score": 0.621355, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"]}, {"precision": 0.358169, "recall": 0.413043, "f1": 0.37327, "accuracy": 0.413043, "main_score": 0.37327, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"]}, {"precision": 0.58003, "recall": 0.631423, "f1": 0.593732, "accuracy": 0.631423, "main_score": 0.593732, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"]}, {"precision": 0.566944, "recall": 0.623518, "f1": 0.582042, "accuracy": 0.623518, "main_score": 0.582042, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"]}, {"precision": 0.575205, "recall": 0.620553, "f1": 0.587832, "accuracy": 0.620553, "main_score": 0.587832, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"]}, {"precision": 0.537626, "recall": 0.590909, "f1": 0.551886, "accuracy": 0.590909, "main_score": 0.551886, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"]}, {"precision": 0.560288, "recall": 0.600791, "f1": 0.57171, "accuracy": 0.600791, "main_score": 0.57171, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"]}, {"precision": 0.60098, "recall": 0.634387, "f1": 0.609825, "accuracy": 0.634387, "main_score": 0.609825, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"]}, {"precision": 0.556755, "recall": 0.602767, "f1": 0.569935, "accuracy": 0.602767, "main_score": 0.569935, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"]}, {"precision": 0.599896, "recall": 0.642292, "f1": 0.61123, "accuracy": 0.642292, "main_score": 0.61123, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"]}, {"precision": 0.583887, "recall": 0.62747, "f1": 0.594352, "accuracy": 0.62747, "main_score": 0.594352, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"]}, {"precision": 0.541556, "recall": 0.583004, "f1": 0.553642, "accuracy": 0.583004, "main_score": 0.553642, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"]}, {"precision": 0.575753, "recall": 0.620553, "f1": 0.587562, "accuracy": 0.620553, "main_score": 0.587562, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"]}, {"precision": 0.550195, "recall": 0.596838, "f1": 0.563095, "accuracy": 0.596838, "main_score": 0.563095, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"]}, {"precision": 0.580762, "recall": 0.62253, "f1": 0.591583, "accuracy": 0.62253, "main_score": 0.591583, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"]}, {"precision": 0.2955, "recall": 0.34585, "f1": 0.308803, "accuracy": 0.34585, "main_score": 0.308803, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"]}, {"precision": 0.552671, "recall": 0.593874, "f1": 0.564472, "accuracy": 0.593874, "main_score": 0.564472, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"]}, {"precision": 0.557059, "recall": 0.605731, "f1": 0.570545, "accuracy": 0.605731, "main_score": 0.570545, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"]}, {"precision": 0.566328, "recall": 0.603755, "f1": 0.576718, "accuracy": 0.603755, "main_score": 0.576718, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"]}, {"precision": 0.487785, "recall": 0.535573, "f1": 0.501243, "accuracy": 0.535573, "main_score": 0.501243, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"]}, {"precision": 0.592393, "recall": 0.642292, "f1": 0.606141, "accuracy": 0.642292, "main_score": 0.606141, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"]}, {"precision": 0.578775, "recall": 0.616601, "f1": 0.589821, "accuracy": 0.616601, "main_score": 0.589821, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"]}, {"precision": 0.584121, "recall": 0.629447, "f1": 0.596688, "accuracy": 0.629447, "main_score": 0.596688, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"]}, {"precision": 0.497541, "recall": 0.55336, "f1": 0.513553, "accuracy": 0.55336, "main_score": 0.513553, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"]}, {"precision": 0.587835, "recall": 0.632411, "f1": 0.599899, "accuracy": 0.632411, "main_score": 0.599899, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"]}, {"precision": 0.5719, "recall": 0.619565, "f1": 0.584468, "accuracy": 0.619565, "main_score": 0.584468, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"]}, {"precision": 0.591596, "recall": 0.642292, "f1": 0.605251, "accuracy": 0.642292, "main_score": 0.605251, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"]}, {"precision": 0.564479, "recall": 0.618577, "f1": 0.579571, "accuracy": 0.618577, "main_score": 0.579571, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"]}, {"precision": 0.505512, "recall": 0.548419, "f1": 0.518037, "accuracy": 0.548419, "main_score": 0.518037, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"]}, {"precision": 0.528164, "recall": 0.58004, "f1": 0.542236, "accuracy": 0.58004, "main_score": 0.542236, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"]}, {"precision": 0.558273, "recall": 0.607708, "f1": 0.571382, "accuracy": 0.607708, "main_score": 0.571382, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"]}, {"precision": 0.574418, "recall": 0.621542, "f1": 0.586905, "accuracy": 0.621542, "main_score": 0.586905, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"]}, {"precision": 0.57612, "recall": 0.623518, "f1": 0.589396, "accuracy": 0.623518, "main_score": 0.589396, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"]}, {"precision": 0.572514, "recall": 0.608696, "f1": 0.582884, "accuracy": 0.608696, "main_score": 0.582884, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"]}, {"precision": 0.475793, "recall": 0.520751, "f1": 0.487926, "accuracy": 0.520751, "main_score": 0.487926, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"]}, {"precision": 0.60155, "recall": 0.644269, "f1": 0.613066, "accuracy": 0.644269, "main_score": 0.613066, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"]}, {"precision": 0.517641, "recall": 0.573123, "f1": 0.534157, "accuracy": 0.573123, "main_score": 0.534157, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"]}, {"precision": 0.507554, "recall": 0.555336, "f1": 0.521015, "accuracy": 0.555336, "main_score": 0.521015, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"]}, {"precision": 0.574575, "recall": 0.621542, "f1": 0.58709, "accuracy": 0.621542, "main_score": 0.58709, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"]}, {"precision": 0.499909, "recall": 0.541502, "f1": 0.512096, "accuracy": 0.541502, "main_score": 0.512096, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"]}, {"precision": 0.605231, "recall": 0.644269, "f1": 0.614884, "accuracy": 0.644269, "main_score": 0.614884, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"]}, {"precision": 0.560743, "recall": 0.609684, "f1": 0.573655, "accuracy": 0.609684, "main_score": 0.573655, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"]}, {"precision": 0.588313, "recall": 0.632411, "f1": 0.600006, "accuracy": 0.632411, "main_score": 0.600006, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"]}, {"precision": 0.593645, "recall": 0.63834, "f1": 0.605782, "accuracy": 0.63834, "main_score": 0.605782, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"]}, {"precision": 0.570525, "recall": 0.614625, "f1": 0.582512, "accuracy": 0.614625, "main_score": 0.582512, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"]}, {"precision": 0.565395, "recall": 0.610672, "f1": 0.577618, "accuracy": 0.610672, "main_score": 0.577618, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"]}, {"precision": 0.438838, "recall": 0.507905, "f1": 0.457667, "accuracy": 0.507905, "main_score": 0.457667, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"]}, {"precision": 0.54469, "recall": 0.587945, "f1": 0.556972, "accuracy": 0.587945, "main_score": 0.556972, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"]}, {"precision": 0.207611, "recall": 0.248024, "f1": 0.217105, "accuracy": 0.248024, "main_score": 0.217105, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"]}, {"precision": 0.555682, "recall": 0.596838, "f1": 0.568394, "accuracy": 0.596838, "main_score": 0.568394, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"]}, {"precision": 0.467922, "recall": 0.517787, "f1": 0.482139, "accuracy": 0.517787, "main_score": 0.482139, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"]}, {"precision": 0.584156, "recall": 0.635375, "f1": 0.597524, "accuracy": 0.635375, "main_score": 0.597524, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"]}, {"precision": 0.57683, "recall": 0.612648, "f1": 0.586597, "accuracy": 0.612648, "main_score": 0.586597, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"]}, {"precision": 0.424757, "recall": 0.478261, "f1": 0.439313, "accuracy": 0.478261, "main_score": 0.439313, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"]}, {"precision": 0.571221, "recall": 0.616601, "f1": 0.583549, "accuracy": 0.616601, "main_score": 0.583549, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"]}, {"precision": 0.570812, "recall": 0.620553, "f1": 0.5843, "accuracy": 0.620553, "main_score": 0.5843, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"]}, {"precision": 0.521744, "recall": 0.578063, "f1": 0.536579, "accuracy": 0.578063, "main_score": 0.536579, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"]}, {"precision": 0.571212, "recall": 0.614625, "f1": 0.582917, "accuracy": 0.614625, "main_score": 0.582917, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"]}, {"precision": 0.561417, "recall": 0.599802, "f1": 0.572188, "accuracy": 0.599802, "main_score": 0.572188, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"]}, {"precision": 0.552386, "recall": 0.603755, "f1": 0.565965, "accuracy": 0.603755, "main_score": 0.565965, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"]}, {"precision": 0.607244, "recall": 0.643281, "f1": 0.616672, "accuracy": 0.643281, "main_score": 0.616672, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"]}, {"precision": 0.513581, "recall": 0.562253, "f1": 0.527721, "accuracy": 0.562253, "main_score": 0.527721, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"]}, {"precision": 0.514904, "recall": 0.555336, "f1": 0.527127, "accuracy": 0.555336, "main_score": 0.527127, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"]}, {"precision": 0.56362, "recall": 0.600791, "f1": 0.573817, "accuracy": 0.600791, "main_score": 0.573817, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"]}, {"precision": 0.577886, "recall": 0.620553, "f1": 0.589561, "accuracy": 0.620553, "main_score": 0.589561, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"]}, {"precision": 0.125052, "recall": 0.170949, "f1": 0.137043, "accuracy": 0.170949, "main_score": 0.137043, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"]}, {"precision": 0.569928, "recall": 0.617589, "f1": 0.582861, "accuracy": 0.617589, "main_score": 0.582861, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"]}, {"precision": 0.507676, "recall": 0.561265, "f1": 0.522008, "accuracy": 0.561265, "main_score": 0.522008, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"]}, {"precision": 0.548359, "recall": 0.590909, "f1": 0.559794, "accuracy": 0.590909, "main_score": 0.559794, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"]}, {"precision": 0.573163, "recall": 0.624506, "f1": 0.58735, "accuracy": 0.624506, "main_score": 0.58735, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"]}, {"precision": 0.510388, "recall": 0.561265, "f1": 0.524292, "accuracy": 0.561265, "main_score": 0.524292, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"]}, {"precision": 0.52735, "recall": 0.575099, "f1": 0.540911, "accuracy": 0.575099, "main_score": 0.540911, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"]}, {"precision": 0.567767, "recall": 0.613636, "f1": 0.580961, "accuracy": 0.613636, "main_score": 0.580961, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"]}, {"precision": 0.579989, "recall": 0.621542, "f1": 0.591055, "accuracy": 0.621542, "main_score": 0.591055, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"]}, {"precision": 0.583679, "recall": 0.624506, "f1": 0.594969, "accuracy": 0.624506, "main_score": 0.594969, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"]}, {"precision": 0.554256, "recall": 0.59585, "f1": 0.565424, "accuracy": 0.59585, "main_score": 0.565424, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"]}, {"precision": 0.506365, "recall": 0.5583, "f1": 0.52178, "accuracy": 0.5583, "main_score": 0.52178, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"]}, {"precision": 0.565636, "recall": 0.610672, "f1": 0.57742, "accuracy": 0.610672, "main_score": 0.57742, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"]}, {"precision": 0.505576, "recall": 0.548419, "f1": 0.518462, "accuracy": 0.548419, "main_score": 0.518462, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"]}, {"precision": 0.505936, "recall": 0.560277, "f1": 0.521132, "accuracy": 0.560277, "main_score": 0.521132, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"]}, {"precision": 0.573883, "recall": 0.628458, "f1": 0.589317, "accuracy": 0.628458, "main_score": 0.589317, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"]}, {"precision": 0.584309, "recall": 0.626482, "f1": 0.595386, "accuracy": 0.626482, "main_score": 0.595386, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"]}, {"precision": 0.56348, "recall": 0.613636, "f1": 0.577174, "accuracy": 0.613636, "main_score": 0.577174, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"]}, {"precision": 0.450488, "recall": 0.501976, "f1": 0.464534, "accuracy": 0.501976, "main_score": 0.464534, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"]}, {"precision": 0.602239, "recall": 0.641304, "f1": 0.612604, "accuracy": 0.641304, "main_score": 0.612604, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"]}, {"precision": 0.562381, "recall": 0.608696, "f1": 0.574802, "accuracy": 0.608696, "main_score": 0.574802, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"]}, {"precision": 0.553685, "recall": 0.598814, "f1": 0.565505, "accuracy": 0.598814, "main_score": 0.565505, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"]}, {"precision": 0.529742, "recall": 0.585968, "f1": 0.544927, "accuracy": 0.585968, "main_score": 0.544927, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"]}, {"precision": 0.518157, "recall": 0.562253, "f1": 0.53097, "accuracy": 0.562253, "main_score": 0.53097, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"]}, {"precision": 0.517819, "recall": 0.565217, "f1": 0.530091, "accuracy": 0.565217, "main_score": 0.530091, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"]}, {"precision": 0.540332, "recall": 0.586957, "f1": 0.55312, "accuracy": 0.586957, "main_score": 0.55312, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"]}, {"precision": 0.564858, "recall": 0.597826, "f1": 0.574283, "accuracy": 0.597826, "main_score": 0.574283, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"]}, {"precision": 0.508509, "recall": 0.56917, "f1": 0.525805, "accuracy": 0.56917, "main_score": 0.525805, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"]}, {"precision": 0.56212, "recall": 0.61166, "f1": 0.575367, "accuracy": 0.61166, "main_score": 0.575367, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"]}, {"precision": 0.567361, "recall": 0.610672, "f1": 0.57866, "accuracy": 0.610672, "main_score": 0.57866, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"]}, {"precision": 0.589871, "recall": 0.635375, "f1": 0.602176, "accuracy": 0.635375, "main_score": 0.602176, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"]}, {"precision": 0.572505, "recall": 0.617589, "f1": 0.584811, "accuracy": 0.617589, "main_score": 0.584811, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"]}, {"precision": 0.588109, "recall": 0.636364, "f1": 0.601516, "accuracy": 0.636364, "main_score": 0.601516, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"]}, {"precision": 0.526872, "recall": 0.577075, "f1": 0.540906, "accuracy": 0.577075, "main_score": 0.540906, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"]}, {"precision": 0.556129, "recall": 0.607708, "f1": 0.57061, "accuracy": 0.607708, "main_score": 0.57061, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"]}, {"precision": 0.476807, "recall": 0.52668, "f1": 0.491051, "accuracy": 0.52668, "main_score": 0.491051, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"]}, {"precision": 0.577521, "recall": 0.625494, "f1": 0.590732, "accuracy": 0.625494, "main_score": 0.590732, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"]}, {"precision": 0.405443, "recall": 0.463439, "f1": 0.421668, "accuracy": 0.463439, "main_score": 0.421668, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"]}, {"precision": 0.549487, "recall": 0.598814, "f1": 0.562076, "accuracy": 0.598814, "main_score": 0.562076, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"]}, {"precision": 0.574242, "recall": 0.619565, "f1": 0.586867, "accuracy": 0.619565, "main_score": 0.586867, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"]}, {"precision": 0.559124, "recall": 0.597826, "f1": 0.569284, "accuracy": 0.597826, "main_score": 0.569284, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"]}, {"precision": 0.571914, "recall": 0.606719, "f1": 0.582091, "accuracy": 0.606719, "main_score": 0.582091, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"]}, {"precision": 0.544941, "recall": 0.59585, "f1": 0.558063, "accuracy": 0.59585, "main_score": 0.558063, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"]}, {"precision": 0.552808, "recall": 0.592885, "f1": 0.563514, "accuracy": 0.592885, "main_score": 0.563514, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"]}, {"precision": 0.568086, "recall": 0.608696, "f1": 0.579218, "accuracy": 0.608696, "main_score": 0.579218, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"]}, {"precision": 0.567311, "recall": 0.610672, "f1": 0.579101, "accuracy": 0.610672, "main_score": 0.579101, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"]}, {"precision": 0.581728, "recall": 0.619565, "f1": 0.592248, "accuracy": 0.619565, "main_score": 0.592248, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"]}, {"precision": 0.593043, "recall": 0.634387, "f1": 0.604257, "accuracy": 0.634387, "main_score": 0.604257, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"]}, {"precision": 0.518809, "recall": 0.561265, "f1": 0.530466, "accuracy": 0.561265, "main_score": 0.530466, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"]}, {"precision": 0.58034, "recall": 0.621542, "f1": 0.591202, "accuracy": 0.621542, "main_score": 0.591202, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"]}, {"precision": 0.571498, "recall": 0.624506, "f1": 0.585585, "accuracy": 0.624506, "main_score": 0.585585, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"]}, {"precision": 0.567839, "recall": 0.621542, "f1": 0.582216, "accuracy": 0.621542, "main_score": 0.582216, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"]}, {"precision": 0.515417, "recall": 0.561265, "f1": 0.528491, "accuracy": 0.561265, "main_score": 0.528491, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"]}, {"precision": 0.590506, "recall": 0.634387, "f1": 0.602307, "accuracy": 0.634387, "main_score": 0.602307, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"]}, {"precision": 0.549134, "recall": 0.596838, "f1": 0.562549, "accuracy": 0.596838, "main_score": 0.562549, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"]}, {"precision": 0.513983, "recall": 0.560277, "f1": 0.527201, "accuracy": 0.560277, "main_score": 0.527201, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"]}, {"precision": 0.53119, "recall": 0.58004, "f1": 0.544983, "accuracy": 0.58004, "main_score": 0.544983, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"]}, {"precision": 0.496953, "recall": 0.547431, "f1": 0.511019, "accuracy": 0.547431, "main_score": 0.511019, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"]}, {"precision": 0.57539, "recall": 0.623518, "f1": 0.589188, "accuracy": 0.623518, "main_score": 0.589188, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"]}, {"precision": 0.531864, "recall": 0.58498, "f1": 0.546549, "accuracy": 0.58498, "main_score": 0.546549, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"]}, {"precision": 0.497479, "recall": 0.540514, "f1": 0.50935, "accuracy": 0.540514, "main_score": 0.50935, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"]}, {"precision": 0.559133, "recall": 0.599802, "f1": 0.570918, "accuracy": 0.599802, "main_score": 0.570918, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"]}, {"precision": 0.562626, "recall": 0.617589, "f1": 0.577428, "accuracy": 0.617589, "main_score": 0.577428, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"]}, {"precision": 0.543142, "recall": 0.590909, "f1": 0.556491, "accuracy": 0.590909, "main_score": 0.556491, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"]}, {"precision": 0.533569, "recall": 0.572134, "f1": 0.544193, "accuracy": 0.572134, "main_score": 0.544193, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"]}, {"precision": 0.543232, "recall": 0.597826, "f1": 0.557826, "accuracy": 0.597826, "main_score": 0.557826, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"]}, {"precision": 0.52309, "recall": 0.573123, "f1": 0.537413, "accuracy": 0.573123, "main_score": 0.537413, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"]}, {"precision": 0.576449, "recall": 0.617589, "f1": 0.588867, "accuracy": 0.617589, "main_score": 0.588867, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"]}, {"precision": 0.587882, "recall": 0.620553, "f1": 0.596545, "accuracy": 0.620553, "main_score": 0.596545, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"]}, {"precision": 0.581198, "recall": 0.618577, "f1": 0.591898, "accuracy": 0.618577, "main_score": 0.591898, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"]}, {"precision": 0.584469, "recall": 0.618577, "f1": 0.59402, "accuracy": 0.618577, "main_score": 0.59402, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"]}, {"precision": 0.543842, "recall": 0.59585, "f1": 0.557733, "accuracy": 0.59585, "main_score": 0.557733, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"]}, {"precision": 0.515854, "recall": 0.567194, "f1": 0.529852, "accuracy": 0.567194, "main_score": 0.529852, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"]}, {"precision": 0.56362, "recall": 0.607708, "f1": 0.575396, "accuracy": 0.607708, "main_score": 0.575396, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"]}, {"precision": 0.459145, "recall": 0.519763, "f1": 0.476568, "accuracy": 0.519763, "main_score": 0.476568, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"]}, {"precision": 0.565581, "recall": 0.612648, "f1": 0.578241, "accuracy": 0.612648, "main_score": 0.578241, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"]}, {"precision": 0.538084, "recall": 0.586957, "f1": 0.551361, "accuracy": 0.586957, "main_score": 0.551361, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"]}, {"precision": 0.562522, "recall": 0.609684, "f1": 0.574712, "accuracy": 0.609684, "main_score": 0.574712, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"]}, {"precision": 0.567415, "recall": 0.619565, "f1": 0.581519, "accuracy": 0.619565, "main_score": 0.581519, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"]}, {"precision": 0.531598, "recall": 0.572134, "f1": 0.542848, "accuracy": 0.572134, "main_score": 0.542848, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"]}, {"precision": 0.53641, "recall": 0.574111, "f1": 0.546668, "accuracy": 0.574111, "main_score": 0.546668, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"]}, {"precision": 0.61577, "recall": 0.678854, "f1": 0.634178, "accuracy": 0.678854, "main_score": 0.634178, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"]}, {"precision": 0.549853, "recall": 0.610672, "f1": 0.566794, "accuracy": 0.610672, "main_score": 0.566794, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"]}, {"precision": 0.394786, "recall": 0.461462, "f1": 0.412456, "accuracy": 0.461462, "main_score": 0.412456, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"]}, {"precision": 0.619426, "recall": 0.672925, "f1": 0.634997, "accuracy": 0.672925, "main_score": 0.634997, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"]}, {"precision": 0.867795, "recall": 0.901186, "f1": 0.877888, "accuracy": 0.901186, "main_score": 0.877888, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"]}, {"precision": 0.947711, "recall": 0.961462, "f1": 0.952141, "accuracy": 0.961462, "main_score": 0.952141, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"]}, {"precision": 0.622118, "recall": 0.674901, "f1": 0.637326, "accuracy": 0.674901, "main_score": 0.637326, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"]}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"]}, {"precision": 0.622918, "recall": 0.685771, "f1": 0.640795, "accuracy": 0.685771, "main_score": 0.640795, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"]}, {"precision": 0.585179, "recall": 0.650198, "f1": 0.603502, "accuracy": 0.650198, "main_score": 0.603502, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"]}, {"precision": 0.205679, "recall": 0.251976, "f1": 0.217436, "accuracy": 0.251976, "main_score": 0.217436, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"]}, {"precision": 0.652762, "recall": 0.704545, "f1": 0.666498, "accuracy": 0.704545, "main_score": 0.666498, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"]}, {"precision": 0.69254, "recall": 0.747036, "f1": 0.708959, "accuracy": 0.747036, "main_score": 0.708959, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"]}, {"precision": 0.916173, "recall": 0.938735, "f1": 0.923386, "accuracy": 0.938735, "main_score": 0.923386, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"]}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"]}, {"precision": 0.567852, "recall": 0.618577, "f1": 0.582279, "accuracy": 0.618577, "main_score": 0.582279, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"]}, {"precision": 0.52843, "recall": 0.605731, "f1": 0.549175, "accuracy": 0.605731, "main_score": 0.549175, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"]}, {"precision": 0.585639, "recall": 0.645257, "f1": 0.602127, "accuracy": 0.645257, "main_score": 0.602127, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"]}, {"precision": 0.606159, "recall": 0.666996, "f1": 0.623184, "accuracy": 0.666996, "main_score": 0.623184, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"]}, {"precision": 0.886199, "recall": 0.917984, "f1": 0.896047, "accuracy": 0.917984, "main_score": 0.896047, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"]}, {"precision": 0.537262, "recall": 0.594862, "f1": 0.553922, "accuracy": 0.594862, "main_score": 0.553922, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"]}, {"precision": 0.576783, "recall": 0.642292, "f1": 0.595189, "accuracy": 0.642292, "main_score": 0.595189, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"]}, {"precision": 0.539819, "recall": 0.590909, "f1": 0.553471, "accuracy": 0.590909, "main_score": 0.553471, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"]}, {"precision": 0.943215, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"]}, {"precision": 0.323891, "recall": 0.379447, "f1": 0.33912, "accuracy": 0.379447, "main_score": 0.33912, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"]}, {"precision": 0.60159, "recall": 0.659091, "f1": 0.618198, "accuracy": 0.659091, "main_score": 0.618198, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"]}, {"precision": 0.965119, "recall": 0.974308, "f1": 0.96805, "accuracy": 0.974308, "main_score": 0.96805, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"]}, {"precision": 0.946229, "recall": 0.962451, "f1": 0.951482, "accuracy": 0.962451, "main_score": 0.951482, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"]}, {"precision": 0.592969, "recall": 0.648221, "f1": 0.609115, "accuracy": 0.648221, "main_score": 0.609115, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"]}, {"precision": 0.695364, "recall": 0.754941, "f1": 0.712723, "accuracy": 0.754941, "main_score": 0.712723, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"]}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967721, "accuracy": 0.974308, "main_score": 0.967721, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"]}, {"precision": 0.585063, "recall": 0.666008, "f1": 0.608729, "accuracy": 0.666008, "main_score": 0.608729, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"]}, {"precision": 0.698346, "recall": 0.758893, "f1": 0.715958, "accuracy": 0.758893, "main_score": 0.715958, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"]}, {"precision": 0.678458, "recall": 0.730237, "f1": 0.693635, "accuracy": 0.730237, "main_score": 0.693635, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"]}, {"precision": 0.676853, "recall": 0.737154, "f1": 0.694672, "accuracy": 0.737154, "main_score": 0.694672, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"]}, {"precision": 0.916749, "recall": 0.939723, "f1": 0.923979, "accuracy": 0.939723, "main_score": 0.923979, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"]}, {"precision": 0.55897, "recall": 0.616601, "f1": 0.574873, "accuracy": 0.616601, "main_score": 0.574873, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"]}, {"precision": 0.573988, "recall": 0.626482, "f1": 0.58989, "accuracy": 0.626482, "main_score": 0.58989, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"]}, {"precision": 0.801367, "recall": 0.844862, "f1": 0.814465, "accuracy": 0.844862, "main_score": 0.814465, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"]}, {"precision": 0.483531, "recall": 0.540514, "f1": 0.498369, "accuracy": 0.540514, "main_score": 0.498369, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"]}, {"precision": 0.835046, "recall": 0.874506, "f1": 0.846772, "accuracy": 0.874506, "main_score": 0.846772, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"]}, {"precision": 0.564068, "recall": 0.619565, "f1": 0.579185, "accuracy": 0.619565, "main_score": 0.579185, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"]}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"]}, {"precision": 0.607027, "recall": 0.673913, "f1": 0.625514, "accuracy": 0.673913, "main_score": 0.625514, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"]}, {"precision": 0.201086, "recall": 0.257905, "f1": 0.213333, "accuracy": 0.257905, "main_score": 0.213333, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"]}, {"precision": 0.650313, "recall": 0.709486, "f1": 0.667509, "accuracy": 0.709486, "main_score": 0.667509, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"]}, {"precision": 0.805698, "recall": 0.851779, "f1": 0.819669, "accuracy": 0.851779, "main_score": 0.819669, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"]}, {"precision": 0.44423, "recall": 0.503953, "f1": 0.460573, "accuracy": 0.503953, "main_score": 0.460573, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"]}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"]}, {"precision": 0.686957, "recall": 0.742095, "f1": 0.703364, "accuracy": 0.742095, "main_score": 0.703364, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"]}, {"precision": 0.569582, "recall": 0.628458, "f1": 0.586798, "accuracy": 0.628458, "main_score": 0.586798, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"]}, {"precision": 0.532902, "recall": 0.594862, "f1": 0.549902, "accuracy": 0.594862, "main_score": 0.549902, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"]}, {"precision": 0.6917, "recall": 0.741107, "f1": 0.706046, "accuracy": 0.741107, "main_score": 0.706046, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"]}, {"precision": 0.226158, "recall": 0.299407, "f1": 0.244907, "accuracy": 0.299407, "main_score": 0.244907, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"]}, {"precision": 0.613251, "recall": 0.673913, "f1": 0.631242, "accuracy": 0.673913, "main_score": 0.631242, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"]}, {"precision": 0.594717, "recall": 0.658103, "f1": 0.612928, "accuracy": 0.658103, "main_score": 0.612928, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"]}, {"precision": 0.6896, "recall": 0.753953, "f1": 0.709541, "accuracy": 0.753953, "main_score": 0.709541, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"]}, {"precision": 0.574842, "recall": 0.633399, "f1": 0.591223, "accuracy": 0.633399, "main_score": 0.591223, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"]}, {"precision": 0.792819, "recall": 0.840909, "f1": 0.807773, "accuracy": 0.840909, "main_score": 0.807773, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"]}, {"precision": 0.477909, "recall": 0.540514, "f1": 0.494895, "accuracy": 0.540514, "main_score": 0.494895, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"]}, {"precision": 0.936347, "recall": 0.955534, "f1": 0.942424, "accuracy": 0.955534, "main_score": 0.942424, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"]}, {"precision": 0.857378, "recall": 0.892292, "f1": 0.868017, "accuracy": 0.892292, "main_score": 0.868017, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"]}, {"precision": 0.924819, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"]}, {"precision": 0.926383, "recall": 0.948617, "f1": 0.93363, "accuracy": 0.948617, "main_score": 0.93363, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"]}, {"precision": 0.632337, "recall": 0.685771, "f1": 0.647345, "accuracy": 0.685771, "main_score": 0.647345, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"]}, {"precision": 0.848732, "recall": 0.889328, "f1": 0.861364, "accuracy": 0.889328, "main_score": 0.861364, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"]}, {"precision": 0.48792, "recall": 0.549407, "f1": 0.504652, "accuracy": 0.549407, "main_score": 0.504652, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"]}, {"precision": 0.604456, "recall": 0.674901, "f1": 0.625054, "accuracy": 0.674901, "main_score": 0.625054, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"]}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"]}, {"precision": 0.818379, "recall": 0.86166, "f1": 0.831785, "accuracy": 0.86166, "main_score": 0.831785, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"]}, {"precision": 0.658787, "recall": 0.711462, "f1": 0.67348, "accuracy": 0.711462, "main_score": 0.67348, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"]}, {"precision": 0.652529, "recall": 0.70751, "f1": 0.668222, "accuracy": 0.70751, "main_score": 0.668222, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"]}, {"precision": 0.91642, "recall": 0.938735, "f1": 0.92365, "accuracy": 0.938735, "main_score": 0.92365, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"]}, {"precision": 0.565219, "recall": 0.629447, "f1": 0.584089, "accuracy": 0.629447, "main_score": 0.584089, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"]}, {"precision": 0.561784, "recall": 0.623518, "f1": 0.57928, "accuracy": 0.623518, "main_score": 0.57928, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"]}, {"precision": 0.828887, "recall": 0.871542, "f1": 0.842358, "accuracy": 0.871542, "main_score": 0.842358, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"]}, {"precision": 0.576063, "recall": 0.633399, "f1": 0.591961, "accuracy": 0.633399, "main_score": 0.591961, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"]}, {"precision": 0.64566, "recall": 0.708498, "f1": 0.664384, "accuracy": 0.708498, "main_score": 0.664384, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"]}, {"precision": 0.896574, "recall": 0.925889, "f1": 0.905929, "accuracy": 0.925889, "main_score": 0.905929, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"]}, {"precision": 0.512041, "recall": 0.565217, "f1": 0.526915, "accuracy": 0.565217, "main_score": 0.526915, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"]}, {"precision": 0.580909, "recall": 0.637352, "f1": 0.596171, "accuracy": 0.637352, "main_score": 0.596171, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"]}, {"precision": 0.611578, "recall": 0.668972, "f1": 0.627852, "accuracy": 0.668972, "main_score": 0.627852, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"]}, {"precision": 0.572292, "recall": 0.628458, "f1": 0.587735, "accuracy": 0.628458, "main_score": 0.587735, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"]}, {"precision": 0.547085, "recall": 0.608696, "f1": 0.564761, "accuracy": 0.608696, "main_score": 0.564761, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"]}, {"precision": 0.739213, "recall": 0.79249, "f1": 0.755176, "accuracy": 0.79249, "main_score": 0.755176, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"]}, {"precision": 0.729364, "recall": 0.779644, "f1": 0.74473, "accuracy": 0.779644, "main_score": 0.74473, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"]}, {"precision": 0.863801, "recall": 0.895257, "f1": 0.873405, "accuracy": 0.895257, "main_score": 0.873405, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"]}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"]}, {"precision": 0.5022, "recall": 0.576087, "f1": 0.523718, "accuracy": 0.576087, "main_score": 0.523718, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"]}, {"precision": 0.712105, "recall": 0.767787, "f1": 0.728708, "accuracy": 0.767787, "main_score": 0.728708, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"]}, {"precision": 0.600892, "recall": 0.645257, "f1": 0.613542, "accuracy": 0.645257, "main_score": 0.613542, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"]}, {"precision": 0.46853, "recall": 0.523715, "f1": 0.483643, "accuracy": 0.523715, "main_score": 0.483643, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"]}, {"precision": 0.50766, "recall": 0.554348, "f1": 0.520548, "accuracy": 0.554348, "main_score": 0.520548, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"]}, {"precision": 0.251128, "recall": 0.298419, "f1": 0.262837, "accuracy": 0.298419, "main_score": 0.262837, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"]}, {"precision": 0.702001, "recall": 0.747036, "f1": 0.714347, "accuracy": 0.747036, "main_score": 0.714347, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"]}, {"precision": 0.637227, "recall": 0.6917, "f1": 0.651709, "accuracy": 0.6917, "main_score": 0.651709, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"]}, {"precision": 0.680849, "recall": 0.732213, "f1": 0.695503, "accuracy": 0.732213, "main_score": 0.695503, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"]}, {"precision": 0.688857, "recall": 0.729249, "f1": 0.700124, "accuracy": 0.729249, "main_score": 0.700124, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"]}, {"precision": 0.545751, "recall": 0.592885, "f1": 0.55911, "accuracy": 0.592885, "main_score": 0.55911, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"]}, {"precision": 0.70025, "recall": 0.750988, "f1": 0.714032, "accuracy": 0.750988, "main_score": 0.714032, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"]}, {"precision": 0.644917, "recall": 0.686759, "f1": 0.655896, "accuracy": 0.686759, "main_score": 0.655896, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"]}, {"precision": 0.670846, "recall": 0.709486, "f1": 0.681672, "accuracy": 0.709486, "main_score": 0.681672, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"]}, {"precision": 0.686784, "recall": 0.742095, "f1": 0.701645, "accuracy": 0.742095, "main_score": 0.701645, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"]}, {"precision": 0.675234, "recall": 0.72332, "f1": 0.688302, "accuracy": 0.72332, "main_score": 0.688302, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"]}, {"precision": 0.539613, "recall": 0.586957, "f1": 0.552043, "accuracy": 0.586957, "main_score": 0.552043, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"]}, {"precision": 0.680933, "recall": 0.729249, "f1": 0.693768, "accuracy": 0.729249, "main_score": 0.693768, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"]}, {"precision": 0.619638, "recall": 0.676877, "f1": 0.635519, "accuracy": 0.676877, "main_score": 0.635519, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"]}, {"precision": 0.700802, "recall": 0.750988, "f1": 0.714465, "accuracy": 0.750988, "main_score": 0.714465, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"]}, {"precision": 0.583096, "recall": 0.621542, "f1": 0.594001, "accuracy": 0.621542, "main_score": 0.594001, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"]}, {"precision": 0.676402, "recall": 0.728261, "f1": 0.690427, "accuracy": 0.728261, "main_score": 0.690427, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"]}, {"precision": 0.673469, "recall": 0.720356, "f1": 0.686238, "accuracy": 0.720356, "main_score": 0.686238, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"]}, {"precision": 0.719997, "recall": 0.767787, "f1": 0.732507, "accuracy": 0.767787, "main_score": 0.732507, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"]}, {"precision": 0.707193, "recall": 0.761858, "f1": 0.722416, "accuracy": 0.761858, "main_score": 0.722416, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"]}, {"precision": 0.519495, "recall": 0.565217, "f1": 0.531911, "accuracy": 0.565217, "main_score": 0.531911, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"]}, {"precision": 0.678799, "recall": 0.73419, "f1": 0.694131, "accuracy": 0.73419, "main_score": 0.694131, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"]}, {"precision": 0.701076, "recall": 0.747036, "f1": 0.713662, "accuracy": 0.747036, "main_score": 0.713662, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"]}, {"precision": 0.684273, "recall": 0.729249, "f1": 0.695789, "accuracy": 0.729249, "main_score": 0.695789, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"]}, {"precision": 0.206216, "recall": 0.246047, "f1": 0.216368, "accuracy": 0.246047, "main_score": 0.216368, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"]}, {"precision": 0.680112, "recall": 0.732213, "f1": 0.693817, "accuracy": 0.732213, "main_score": 0.693817, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"]}, {"precision": 0.578008, "recall": 0.618577, "f1": 0.589371, "accuracy": 0.618577, "main_score": 0.589371, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"]}, {"precision": 0.704644, "recall": 0.753953, "f1": 0.717492, "accuracy": 0.753953, "main_score": 0.717492, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"]}, {"precision": 0.703118, "recall": 0.75, "f1": 0.716223, "accuracy": 0.75, "main_score": 0.716223, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"]}, {"precision": 0.667119, "recall": 0.715415, "f1": 0.680684, "accuracy": 0.715415, "main_score": 0.680684, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"]}, {"precision": 0.701594, "recall": 0.751976, "f1": 0.715631, "accuracy": 0.751976, "main_score": 0.715631, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"]}, {"precision": 0.595209, "recall": 0.637352, "f1": 0.606052, "accuracy": 0.637352, "main_score": 0.606052, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"]}, {"precision": 0.704403, "recall": 0.752964, "f1": 0.717338, "accuracy": 0.752964, "main_score": 0.717338, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"]}, {"precision": 0.603138, "recall": 0.660079, "f1": 0.618555, "accuracy": 0.660079, "main_score": 0.618555, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"]}, {"precision": 0.660812, "recall": 0.708498, "f1": 0.673066, "accuracy": 0.708498, "main_score": 0.673066, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"]}, {"precision": 0.695721, "recall": 0.744071, "f1": 0.7093, "accuracy": 0.744071, "main_score": 0.7093, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"]}, {"precision": 0.685806, "recall": 0.737154, "f1": 0.699481, "accuracy": 0.737154, "main_score": 0.699481, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"]}, {"precision": 0.669264, "recall": 0.721344, "f1": 0.683427, "accuracy": 0.721344, "main_score": 0.683427, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"]}, {"precision": 0.543969, "recall": 0.591897, "f1": 0.557483, "accuracy": 0.591897, "main_score": 0.557483, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"]}, {"precision": 0.417207, "recall": 0.47332, "f1": 0.43191, "accuracy": 0.47332, "main_score": 0.43191, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"]}, {"precision": 0.721598, "recall": 0.768775, "f1": 0.734401, "accuracy": 0.768775, "main_score": 0.734401, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"]}, {"precision": 0.522692, "recall": 0.576087, "f1": 0.538194, "accuracy": 0.576087, "main_score": 0.538194, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"]}, {"precision": 0.704304, "recall": 0.754941, "f1": 0.71804, "accuracy": 0.754941, "main_score": 0.71804, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"]}, {"precision": 0.715813, "recall": 0.758893, "f1": 0.727349, "accuracy": 0.758893, "main_score": 0.727349, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"]}, {"precision": 0.686367, "recall": 0.727273, "f1": 0.696892, "accuracy": 0.727273, "main_score": 0.696892, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"]}, {"precision": 0.687533, "recall": 0.738142, "f1": 0.701021, "accuracy": 0.738142, "main_score": 0.701021, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"]}, {"precision": 0.551595, "recall": 0.603755, "f1": 0.566273, "accuracy": 0.603755, "main_score": 0.566273, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"]}, {"precision": 0.639919, "recall": 0.684783, "f1": 0.653247, "accuracy": 0.684783, "main_score": 0.653247, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"]}, {"precision": 0.684957, "recall": 0.728261, "f1": 0.696104, "accuracy": 0.728261, "main_score": 0.696104, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"]}, {"precision": 0.720451, "recall": 0.764822, "f1": 0.732434, "accuracy": 0.764822, "main_score": 0.732434, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"]}, {"precision": 0.695117, "recall": 0.733202, "f1": 0.705367, "accuracy": 0.733202, "main_score": 0.705367, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"]}, {"precision": 0.521558, "recall": 0.56917, "f1": 0.535061, "accuracy": 0.56917, "main_score": 0.535061, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"]}, {"precision": 0.677012, "recall": 0.719368, "f1": 0.688524, "accuracy": 0.719368, "main_score": 0.688524, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"]}, {"precision": 0.449532, "recall": 0.497036, "f1": 0.462451, "accuracy": 0.497036, "main_score": 0.462451, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"]}, {"precision": 0.510518, "recall": 0.551383, "f1": 0.522208, "accuracy": 0.551383, "main_score": 0.522208, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"]}, {"precision": 0.681612, "recall": 0.722332, "f1": 0.692389, "accuracy": 0.722332, "main_score": 0.692389, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"]}, {"precision": 0.309666, "recall": 0.359684, "f1": 0.322998, "accuracy": 0.359684, "main_score": 0.322998, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"]}, {"precision": 0.703818, "recall": 0.751976, "f1": 0.716664, "accuracy": 0.751976, "main_score": 0.716664, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"]}, {"precision": 0.68647, "recall": 0.736166, "f1": 0.699634, "accuracy": 0.736166, "main_score": 0.699634, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"]}, {"precision": 0.714868, "recall": 0.76087, "f1": 0.726985, "accuracy": 0.76087, "main_score": 0.726985, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"]}, {"precision": 0.684586, "recall": 0.736166, "f1": 0.698548, "accuracy": 0.736166, "main_score": 0.698548, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"]}, {"precision": 0.568783, "recall": 0.613636, "f1": 0.581742, "accuracy": 0.613636, "main_score": 0.581742, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"]}, {"precision": 0.684653, "recall": 0.725296, "f1": 0.69544, "accuracy": 0.725296, "main_score": 0.69544, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"]}, {"precision": 0.662193, "recall": 0.705534, "f1": 0.673374, "accuracy": 0.705534, "main_score": 0.673374, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"]}, {"precision": 0.709865, "recall": 0.754941, "f1": 0.721843, "accuracy": 0.754941, "main_score": 0.721843, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"]}, {"precision": 0.55813, "recall": 0.599802, "f1": 0.570191, "accuracy": 0.599802, "main_score": 0.570191, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"]}, {"precision": 0.686734, "recall": 0.730237, "f1": 0.697097, "accuracy": 0.730237, "main_score": 0.697097, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"]}, {"precision": 0.646006, "recall": 0.699605, "f1": 0.661008, "accuracy": 0.699605, "main_score": 0.661008, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"]}, {"precision": 0.691913, "recall": 0.738142, "f1": 0.704899, "accuracy": 0.738142, "main_score": 0.704899, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"]}, {"precision": 0.707395, "recall": 0.749012, "f1": 0.718136, "accuracy": 0.749012, "main_score": 0.718136, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"]}, {"precision": 0.338227, "recall": 0.397233, "f1": 0.353476, "accuracy": 0.397233, "main_score": 0.353476, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"]}, {"precision": 0.571307, "recall": 0.612648, "f1": 0.582699, "accuracy": 0.612648, "main_score": 0.582699, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"]}, {"precision": 0.636852, "recall": 0.688735, "f1": 0.651157, "accuracy": 0.688735, "main_score": 0.651157, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"]}, {"precision": 0.600926, "recall": 0.642292, "f1": 0.612749, "accuracy": 0.642292, "main_score": 0.612749, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"]}, {"precision": 0.542591, "recall": 0.591897, "f1": 0.556312, "accuracy": 0.591897, "main_score": 0.556312, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"]}, {"precision": 0.722189, "recall": 0.76581, "f1": 0.734289, "accuracy": 0.76581, "main_score": 0.734289, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"]}, {"precision": 0.691727, "recall": 0.736166, "f1": 0.70364, "accuracy": 0.736166, "main_score": 0.70364, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"]}, {"precision": 0.707081, "recall": 0.752964, "f1": 0.719592, "accuracy": 0.752964, "main_score": 0.719592, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"]}, {"precision": 0.594082, "recall": 0.65415, "f1": 0.610535, "accuracy": 0.65415, "main_score": 0.610535, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"]}, {"precision": 0.709965, "recall": 0.755929, "f1": 0.722509, "accuracy": 0.755929, "main_score": 0.722509, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"]}, {"precision": 0.683833, "recall": 0.735178, "f1": 0.697889, "accuracy": 0.735178, "main_score": 0.697889, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"]}, {"precision": 0.69395, "recall": 0.743083, "f1": 0.707897, "accuracy": 0.743083, "main_score": 0.707897, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"]}, {"precision": 0.660479, "recall": 0.718379, "f1": 0.67618, "accuracy": 0.718379, "main_score": 0.67618, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"]}, {"precision": 0.527577, "recall": 0.578063, "f1": 0.542382, "accuracy": 0.578063, "main_score": 0.542382, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"]}, {"precision": 0.535932, "recall": 0.581028, "f1": 0.548428, "accuracy": 0.581028, "main_score": 0.548428, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"]}, {"precision": 0.681566, "recall": 0.736166, "f1": 0.696446, "accuracy": 0.736166, "main_score": 0.696446, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"]}, {"precision": 0.686412, "recall": 0.736166, "f1": 0.699626, "accuracy": 0.736166, "main_score": 0.699626, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"]}, {"precision": 0.67883, "recall": 0.737154, "f1": 0.694828, "accuracy": 0.737154, "main_score": 0.694828, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"]}, {"precision": 0.623888, "recall": 0.66996, "f1": 0.636353, "accuracy": 0.66996, "main_score": 0.636353, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"]}, {"precision": 0.489693, "recall": 0.533597, "f1": 0.502454, "accuracy": 0.533597, "main_score": 0.502454, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"]}, {"precision": 0.686728, "recall": 0.732213, "f1": 0.698874, "accuracy": 0.732213, "main_score": 0.698874, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"]}, {"precision": 0.61701, "recall": 0.675889, "f1": 0.632127, "accuracy": 0.675889, "main_score": 0.632127, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"]}, {"precision": 0.571463, "recall": 0.621542, "f1": 0.585473, "accuracy": 0.621542, "main_score": 0.585473, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"]}, {"precision": 0.685389, "recall": 0.738142, "f1": 0.69969, "accuracy": 0.738142, "main_score": 0.69969, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"]}, {"precision": 0.519285, "recall": 0.562253, "f1": 0.531889, "accuracy": 0.562253, "main_score": 0.531889, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"]}, {"precision": 0.698848, "recall": 0.743083, "f1": 0.709967, "accuracy": 0.743083, "main_score": 0.709967, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"]}, {"precision": 0.674183, "recall": 0.729249, "f1": 0.688688, "accuracy": 0.729249, "main_score": 0.688688, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"]}, {"precision": 0.697091, "recall": 0.748024, "f1": 0.711568, "accuracy": 0.748024, "main_score": 0.711568, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"]}, {"precision": 0.709904, "recall": 0.757905, "f1": 0.722381, "accuracy": 0.757905, "main_score": 0.722381, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"]}, {"precision": 0.673759, "recall": 0.720356, "f1": 0.686507, "accuracy": 0.720356, "main_score": 0.686507, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"]}, {"precision": 0.70147, "recall": 0.742095, "f1": 0.712561, "accuracy": 0.742095, "main_score": 0.712561, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"]}, {"precision": 0.579758, "recall": 0.653162, "f1": 0.600082, "accuracy": 0.653162, "main_score": 0.600082, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"]}, {"precision": 0.559973, "recall": 0.609684, "f1": 0.573852, "accuracy": 0.609684, "main_score": 0.573852, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"]}, {"precision": 0.211052, "recall": 0.255929, "f1": 0.221525, "accuracy": 0.255929, "main_score": 0.221525, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"]}, {"precision": 0.577383, "recall": 0.624506, "f1": 0.590763, "accuracy": 0.624506, "main_score": 0.590763, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"]}, {"precision": 0.499295, "recall": 0.555336, "f1": 0.513983, "accuracy": 0.555336, "main_score": 0.513983, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"]}, {"precision": 0.714055, "recall": 0.758893, "f1": 0.726096, "accuracy": 0.758893, "main_score": 0.726096, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"]}, {"precision": 0.678299, "recall": 0.721344, "f1": 0.689375, "accuracy": 0.721344, "main_score": 0.689375, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"]}, {"precision": 0.419458, "recall": 0.472332, "f1": 0.434132, "accuracy": 0.472332, "main_score": 0.434132, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"]}, {"precision": 0.664098, "recall": 0.712451, "f1": 0.676859, "accuracy": 0.712451, "main_score": 0.676859, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"]}, {"precision": 0.694985, "recall": 0.745059, "f1": 0.708335, "accuracy": 0.745059, "main_score": 0.708335, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"]}, {"precision": 0.637069, "recall": 0.698617, "f1": 0.65413, "accuracy": 0.698617, "main_score": 0.65413, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"]}, {"precision": 0.68067, "recall": 0.730237, "f1": 0.693758, "accuracy": 0.730237, "main_score": 0.693758, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"]}, {"precision": 0.589049, "recall": 0.635375, "f1": 0.60197, "accuracy": 0.635375, "main_score": 0.60197, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"]}, {"precision": 0.676609, "recall": 0.731225, "f1": 0.691186, "accuracy": 0.731225, "main_score": 0.691186, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"]}, {"precision": 0.712997, "recall": 0.753953, "f1": 0.723965, "accuracy": 0.753953, "main_score": 0.723965, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"]}, {"precision": 0.518758, "recall": 0.562253, "f1": 0.531738, "accuracy": 0.562253, "main_score": 0.531738, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"]}, {"precision": 0.506722, "recall": 0.557312, "f1": 0.521366, "accuracy": 0.557312, "main_score": 0.521366, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"]}, {"precision": 0.60701, "recall": 0.653162, "f1": 0.619672, "accuracy": 0.653162, "main_score": 0.619672, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"]}, {"precision": 0.707214, "recall": 0.756917, "f1": 0.720731, "accuracy": 0.756917, "main_score": 0.720731, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"]}, {"precision": 0.160186, "recall": 0.217391, "f1": 0.174103, "accuracy": 0.217391, "main_score": 0.174103, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"]}, {"precision": 0.689546, "recall": 0.744071, "f1": 0.704182, "accuracy": 0.744071, "main_score": 0.704182, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"]}, {"precision": 0.592557, "recall": 0.649209, "f1": 0.60777, "accuracy": 0.649209, "main_score": 0.60777, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"]}, {"precision": 0.642563, "recall": 0.693676, "f1": 0.657005, "accuracy": 0.693676, "main_score": 0.657005, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"]}, {"precision": 0.702777, "recall": 0.753953, "f1": 0.717116, "accuracy": 0.753953, "main_score": 0.717116, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"]}, {"precision": 0.527829, "recall": 0.581028, "f1": 0.542895, "accuracy": 0.581028, "main_score": 0.542895, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"]}, {"precision": 0.531695, "recall": 0.583004, "f1": 0.546171, "accuracy": 0.583004, "main_score": 0.546171, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"]}, {"precision": 0.687549, "recall": 0.741107, "f1": 0.701993, "accuracy": 0.741107, "main_score": 0.701993, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"]}, {"precision": 0.712541, "recall": 0.751976, "f1": 0.723332, "accuracy": 0.751976, "main_score": 0.723332, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"]}, {"precision": 0.681822, "recall": 0.725296, "f1": 0.693805, "accuracy": 0.725296, "main_score": 0.693805, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"]}, {"precision": 0.660896, "recall": 0.708498, "f1": 0.673738, "accuracy": 0.708498, "main_score": 0.673738, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"]}, {"precision": 0.544627, "recall": 0.602767, "f1": 0.56096, "accuracy": 0.602767, "main_score": 0.56096, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"]}, {"precision": 0.675892, "recall": 0.729249, "f1": 0.690415, "accuracy": 0.729249, "main_score": 0.690415, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"]}, {"precision": 0.528973, "recall": 0.576087, "f1": 0.54235, "accuracy": 0.576087, "main_score": 0.54235, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"]}, {"precision": 0.554909, "recall": 0.606719, "f1": 0.568872, "accuracy": 0.606719, "main_score": 0.568872, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"]}, {"precision": 0.675427, "recall": 0.729249, "f1": 0.690248, "accuracy": 0.729249, "main_score": 0.690248, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"]}, {"precision": 0.679387, "recall": 0.722332, "f1": 0.690617, "accuracy": 0.722332, "main_score": 0.690617, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"]}, {"precision": 0.674415, "recall": 0.727273, "f1": 0.688802, "accuracy": 0.727273, "main_score": 0.688802, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"]}, {"precision": 0.456929, "recall": 0.506917, "f1": 0.470981, "accuracy": 0.506917, "main_score": 0.470981, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"]}, {"precision": 0.728302, "recall": 0.770751, "f1": 0.739873, "accuracy": 0.770751, "main_score": 0.739873, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"]}, {"precision": 0.664298, "recall": 0.718379, "f1": 0.678686, "accuracy": 0.718379, "main_score": 0.678686, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"]}, {"precision": 0.684152, "recall": 0.733202, "f1": 0.697554, "accuracy": 0.733202, "main_score": 0.697554, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"]}, {"precision": 0.611858, "recall": 0.666996, "f1": 0.626911, "accuracy": 0.666996, "main_score": 0.626911, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"]}, {"precision": 0.570611, "recall": 0.621542, "f1": 0.58479, "accuracy": 0.621542, "main_score": 0.58479, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"]}, {"precision": 0.595152, "recall": 0.647233, "f1": 0.609456, "accuracy": 0.647233, "main_score": 0.609456, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"]}, {"precision": 0.644901, "recall": 0.694664, "f1": 0.658656, "accuracy": 0.694664, "main_score": 0.658656, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"]}, {"precision": 0.575857, "recall": 0.612648, "f1": 0.586075, "accuracy": 0.612648, "main_score": 0.586075, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"]}, {"precision": 0.599415, "recall": 0.659091, "f1": 0.615494, "accuracy": 0.659091, "main_score": 0.615494, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"]}, {"precision": 0.6706, "recall": 0.722332, "f1": 0.684043, "accuracy": 0.722332, "main_score": 0.684043, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"]}, {"precision": 0.659264, "recall": 0.705534, "f1": 0.67069, "accuracy": 0.705534, "main_score": 0.67069, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"]}, {"precision": 0.710898, "recall": 0.755929, "f1": 0.722915, "accuracy": 0.755929, "main_score": 0.722915, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"]}, {"precision": 0.666194, "recall": 0.720356, "f1": 0.68081, "accuracy": 0.720356, "main_score": 0.68081, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"]}, {"precision": 0.713781, "recall": 0.757905, "f1": 0.725579, "accuracy": 0.757905, "main_score": 0.725579, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"]}, {"precision": 0.58714, "recall": 0.641304, "f1": 0.60271, "accuracy": 0.641304, "main_score": 0.60271, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"]}, {"precision": 0.673187, "recall": 0.712451, "f1": 0.683864, "accuracy": 0.712451, "main_score": 0.683864, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"]}, {"precision": 0.450109, "recall": 0.503953, "f1": 0.46523, "accuracy": 0.503953, "main_score": 0.46523, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"]}, {"precision": 0.701828, "recall": 0.749012, "f1": 0.714733, "accuracy": 0.749012, "main_score": 0.714733, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"]}, {"precision": 0.459863, "recall": 0.521739, "f1": 0.476349, "accuracy": 0.521739, "main_score": 0.476349, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"]}, {"precision": 0.654427, "recall": 0.709486, "f1": 0.669583, "accuracy": 0.709486, "main_score": 0.669583, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"]}, {"precision": 0.694002, "recall": 0.735178, "f1": 0.705006, "accuracy": 0.735178, "main_score": 0.705006, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"]}, {"precision": 0.64613, "recall": 0.692688, "f1": 0.65961, "accuracy": 0.692688, "main_score": 0.65961, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"]}, {"precision": 0.658639, "recall": 0.700593, "f1": 0.670303, "accuracy": 0.700593, "main_score": 0.670303, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"]}, {"precision": 0.653714, "recall": 0.708498, "f1": 0.668866, "accuracy": 0.708498, "main_score": 0.668866, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"]}, {"precision": 0.578792, "recall": 0.619565, "f1": 0.590497, "accuracy": 0.619565, "main_score": 0.590497, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"]}, {"precision": 0.573216, "recall": 0.618577, "f1": 0.586222, "accuracy": 0.618577, "main_score": 0.586222, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"]}, {"precision": 0.700845, "recall": 0.746047, "f1": 0.712909, "accuracy": 0.746047, "main_score": 0.712909, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"]}, {"precision": 0.653368, "recall": 0.700593, "f1": 0.666585, "accuracy": 0.700593, "main_score": 0.666585, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"]}, {"precision": 0.713684, "recall": 0.762846, "f1": 0.726275, "accuracy": 0.762846, "main_score": 0.726275, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"]}, {"precision": 0.561571, "recall": 0.61166, "f1": 0.576518, "accuracy": 0.61166, "main_score": 0.576518, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"]}, {"precision": 0.705793, "recall": 0.754941, "f1": 0.718787, "accuracy": 0.754941, "main_score": 0.718787, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"]}, {"precision": 0.706126, "recall": 0.756917, "f1": 0.719965, "accuracy": 0.756917, "main_score": 0.719965, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"]}, {"precision": 0.691399, "recall": 0.742095, "f1": 0.705571, "accuracy": 0.742095, "main_score": 0.705571, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"]}, {"precision": 0.508204, "recall": 0.557312, "f1": 0.521258, "accuracy": 0.557312, "main_score": 0.521258, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"]}, {"precision": 0.71628, "recall": 0.76581, "f1": 0.72937, "accuracy": 0.76581, "main_score": 0.72937, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"]}, {"precision": 0.621237, "recall": 0.668972, "f1": 0.6349, "accuracy": 0.668972, "main_score": 0.6349, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"]}, {"precision": 0.515753, "recall": 0.568182, "f1": 0.530112, "accuracy": 0.568182, "main_score": 0.530112, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"]}, {"precision": 0.54115, "recall": 0.597826, "f1": 0.557498, "accuracy": 0.597826, "main_score": 0.557498, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"]}, {"precision": 0.592648, "recall": 0.641304, "f1": 0.607296, "accuracy": 0.641304, "main_score": 0.607296, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"]}, {"precision": 0.702755, "recall": 0.749012, "f1": 0.715589, "accuracy": 0.749012, "main_score": 0.715589, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"]}, {"precision": 0.643645, "recall": 0.699605, "f1": 0.658895, "accuracy": 0.699605, "main_score": 0.658895, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"]}, {"precision": 0.492731, "recall": 0.539526, "f1": 0.50597, "accuracy": 0.539526, "main_score": 0.50597, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"]}, {"precision": 0.561, "recall": 0.604743, "f1": 0.573484, "accuracy": 0.604743, "main_score": 0.573484, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"]}, {"precision": 0.689201, "recall": 0.743083, "f1": 0.704056, "accuracy": 0.743083, "main_score": 0.704056, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"]}, {"precision": 0.556391, "recall": 0.603755, "f1": 0.569746, "accuracy": 0.603755, "main_score": 0.569746, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"]}, {"precision": 0.532574, "recall": 0.574111, "f1": 0.544338, "accuracy": 0.574111, "main_score": 0.544338, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"]}, {"precision": 0.673677, "recall": 0.726285, "f1": 0.687903, "accuracy": 0.726285, "main_score": 0.687903, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"]}, {"precision": 0.525255, "recall": 0.579051, "f1": 0.541491, "accuracy": 0.579051, "main_score": 0.541491, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"]}, {"precision": 0.582905, "recall": 0.62747, "f1": 0.595587, "accuracy": 0.62747, "main_score": 0.595587, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"]}, {"precision": 0.688677, "recall": 0.729249, "f1": 0.699368, "accuracy": 0.729249, "main_score": 0.699368, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"]}, {"precision": 0.612724, "recall": 0.653162, "f1": 0.624673, "accuracy": 0.653162, "main_score": 0.624673, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"]}, {"precision": 0.650716, "recall": 0.683794, "f1": 0.660336, "accuracy": 0.683794, "main_score": 0.660336, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"]}, {"precision": 0.658444, "recall": 0.708498, "f1": 0.672567, "accuracy": 0.708498, "main_score": 0.672567, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"]}, {"precision": 0.639419, "recall": 0.6917, "f1": 0.654075, "accuracy": 0.6917, "main_score": 0.654075, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"]}, {"precision": 0.681086, "recall": 0.725296, "f1": 0.693494, "accuracy": 0.725296, "main_score": 0.693494, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"]}, {"precision": 0.451647, "recall": 0.51581, "f1": 0.470869, "accuracy": 0.51581, "main_score": 0.470869, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"]}, {"precision": 0.680888, "recall": 0.731225, "f1": 0.694445, "accuracy": 0.731225, "main_score": 0.694445, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"]}, {"precision": 0.643297, "recall": 0.694664, "f1": 0.657591, "accuracy": 0.694664, "main_score": 0.657591, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"]}, {"precision": 0.681737, "recall": 0.730237, "f1": 0.694557, "accuracy": 0.730237, "main_score": 0.694557, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"]}, {"precision": 0.686232, "recall": 0.73419, "f1": 0.698786, "accuracy": 0.73419, "main_score": 0.698786, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"]}, {"precision": 0.54947, "recall": 0.598814, "f1": 0.563527, "accuracy": 0.598814, "main_score": 0.563527, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"]}, {"precision": 0.541462, "recall": 0.582016, "f1": 0.553004, "accuracy": 0.582016, "main_score": 0.553004, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"]}, {"precision": 0.511719, "recall": 0.567194, "f1": 0.527254, "accuracy": 0.567194, "main_score": 0.527254, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"]}, {"precision": 0.547763, "recall": 0.59585, "f1": 0.561083, "accuracy": 0.59585, "main_score": 0.561083, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"]}, {"precision": 0.362009, "recall": 0.432806, "f1": 0.380028, "accuracy": 0.432806, "main_score": 0.380028, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"]}, {"precision": 0.90056, "recall": 0.927866, "f1": 0.909091, "accuracy": 0.927866, "main_score": 0.909091, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"]}, {"precision": 0.605934, "recall": 0.656126, "f1": 0.62029, "accuracy": 0.656126, "main_score": 0.62029, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"]}, {"precision": 0.795767, "recall": 0.838933, "f1": 0.808945, "accuracy": 0.838933, "main_score": 0.808945, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"]}, {"precision": 0.863422, "recall": 0.890316, "f1": 0.871245, "accuracy": 0.890316, "main_score": 0.871245, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"]}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"]}, {"precision": 0.593216, "recall": 0.645257, "f1": 0.607879, "accuracy": 0.645257, "main_score": 0.607879, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"]}, {"precision": 0.961051, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"]}, {"precision": 0.911232, "recall": 0.936759, "f1": 0.919269, "accuracy": 0.936759, "main_score": 0.919269, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"]}, {"precision": 0.585221, "recall": 0.634387, "f1": 0.598833, "accuracy": 0.634387, "main_score": 0.598833, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"]}, {"precision": 0.947464, "recall": 0.962451, "f1": 0.95224, "accuracy": 0.962451, "main_score": 0.95224, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"]}, {"precision": 0.596511, "recall": 0.649209, "f1": 0.610675, "accuracy": 0.649209, "main_score": 0.610675, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"]}, {"precision": 0.92444, "recall": 0.943676, "f1": 0.930336, "accuracy": 0.943676, "main_score": 0.930336, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"]}, {"precision": 0.204632, "recall": 0.254941, "f1": 0.217154, "accuracy": 0.254941, "main_score": 0.217154, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"]}, {"precision": 0.638069, "recall": 0.685771, "f1": 0.651525, "accuracy": 0.685771, "main_score": 0.651525, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"]}, {"precision": 0.970471, "recall": 0.978261, "f1": 0.972727, "accuracy": 0.978261, "main_score": 0.972727, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"]}, {"precision": 0.899786, "recall": 0.928854, "f1": 0.908992, "accuracy": 0.928854, "main_score": 0.908992, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"]}, {"precision": 0.653545, "recall": 0.699605, "f1": 0.666636, "accuracy": 0.699605, "main_score": 0.666636, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"]}, {"precision": 0.892819, "recall": 0.91996, "f1": 0.901153, "accuracy": 0.91996, "main_score": 0.901153, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960263, "accuracy": 0.969368, "main_score": 0.960263, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"]}, {"precision": 0.552808, "recall": 0.594862, "f1": 0.564778, "accuracy": 0.594862, "main_score": 0.564778, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"]}, {"precision": 0.456246, "recall": 0.524704, "f1": 0.474529, "accuracy": 0.524704, "main_score": 0.474529, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"]}, {"precision": 0.585748, "recall": 0.639328, "f1": 0.600107, "accuracy": 0.639328, "main_score": 0.600107, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936825, "accuracy": 0.950593, "main_score": 0.936825, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"]}, {"precision": 0.588839, "recall": 0.642292, "f1": 0.60365, "accuracy": 0.642292, "main_score": 0.60365, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"]}, {"precision": 0.827586, "recall": 0.868577, "f1": 0.839775, "accuracy": 0.868577, "main_score": 0.839775, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"]}, {"precision": 0.920323, "recall": 0.942688, "f1": 0.927372, "accuracy": 0.942688, "main_score": 0.927372, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"]}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"]}, {"precision": 0.529249, "recall": 0.579051, "f1": 0.543319, "accuracy": 0.579051, "main_score": 0.543319, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"]}, {"precision": 0.483707, "recall": 0.544466, "f1": 0.499727, "accuracy": 0.544466, "main_score": 0.499727, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"]}, {"precision": 0.51958, "recall": 0.565217, "f1": 0.531788, "accuracy": 0.565217, "main_score": 0.531788, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"]}, {"precision": 0.865763, "recall": 0.897233, "f1": 0.875132, "accuracy": 0.897233, "main_score": 0.875132, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"]}, {"precision": 0.322004, "recall": 0.374506, "f1": 0.336405, "accuracy": 0.374506, "main_score": 0.336405, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"]}, {"precision": 0.554867, "recall": 0.601779, "f1": 0.568025, "accuracy": 0.601779, "main_score": 0.568025, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"]}, {"precision": 0.913825, "recall": 0.935771, "f1": 0.920455, "accuracy": 0.935771, "main_score": 0.920455, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"]}, {"precision": 0.913406, "recall": 0.937747, "f1": 0.920751, "accuracy": 0.937747, "main_score": 0.920751, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"]}, {"precision": 0.572226, "recall": 0.615613, "f1": 0.585016, "accuracy": 0.615613, "main_score": 0.585016, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"]}, {"precision": 0.961215, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"]}, {"precision": 0.654588, "recall": 0.711462, "f1": 0.671414, "accuracy": 0.711462, "main_score": 0.671414, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"]}, {"precision": 0.5753, "recall": 0.659091, "f1": 0.598961, "accuracy": 0.659091, "main_score": 0.598961, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"]}, {"precision": 0.68527, "recall": 0.740119, "f1": 0.700837, "accuracy": 0.740119, "main_score": 0.700837, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"]}, {"precision": 0.936594, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"]}, {"precision": 0.628484, "recall": 0.678854, "f1": 0.642624, "accuracy": 0.678854, "main_score": 0.642624, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"]}, {"precision": 0.584714, "recall": 0.640316, "f1": 0.600805, "accuracy": 0.640316, "main_score": 0.600805, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"]}, {"precision": 0.933877, "recall": 0.951581, "f1": 0.93946, "accuracy": 0.951581, "main_score": 0.93946, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"]}, {"precision": 0.955781, "recall": 0.969368, "f1": 0.960046, "accuracy": 0.969368, "main_score": 0.960046, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"]}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"]}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"]}, {"precision": 0.540803, "recall": 0.588933, "f1": 0.554562, "accuracy": 0.588933, "main_score": 0.554562, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"]}, {"precision": 0.56859, "recall": 0.618577, "f1": 0.582322, "accuracy": 0.618577, "main_score": 0.582322, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"]}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"]}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"]}, {"precision": 0.710871, "recall": 0.759881, "f1": 0.724709, "accuracy": 0.759881, "main_score": 0.724709, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"]}, {"precision": 0.468521, "recall": 0.51581, "f1": 0.481816, "accuracy": 0.51581, "main_score": 0.481816, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"]}, {"precision": 0.829167, "recall": 0.873518, "f1": 0.842589, "accuracy": 0.873518, "main_score": 0.842589, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"]}, {"precision": 0.521226, "recall": 0.570158, "f1": 0.534268, "accuracy": 0.570158, "main_score": 0.534268, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"]}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"]}, {"precision": 0.560943, "recall": 0.614625, "f1": 0.575682, "accuracy": 0.614625, "main_score": 0.575682, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"]}, {"precision": 0.20795, "recall": 0.255929, "f1": 0.219454, "accuracy": 0.255929, "main_score": 0.219454, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"]}, {"precision": 0.606442, "recall": 0.65415, "f1": 0.620067, "accuracy": 0.65415, "main_score": 0.620067, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"]}, {"precision": 0.741419, "recall": 0.801383, "f1": 0.759014, "accuracy": 0.801383, "main_score": 0.759014, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"]}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"]}, {"precision": 0.930418, "recall": 0.949605, "f1": 0.936166, "accuracy": 0.949605, "main_score": 0.936166, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"]}, {"precision": 0.438921, "recall": 0.492095, "f1": 0.453546, "accuracy": 0.492095, "main_score": 0.453546, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"]}, {"precision": 0.920158, "recall": 0.942688, "f1": 0.927372, "accuracy": 0.942688, "main_score": 0.927372, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"]}, {"precision": 0.960507, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"]}, {"precision": 0.941288, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"]}, {"precision": 0.691035, "recall": 0.737154, "f1": 0.704249, "accuracy": 0.737154, "main_score": 0.704249, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"]}, {"precision": 0.540482, "recall": 0.594862, "f1": 0.556161, "accuracy": 0.594862, "main_score": 0.556161, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"]}, {"precision": 0.502933, "recall": 0.552372, "f1": 0.516298, "accuracy": 0.552372, "main_score": 0.516298, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"]}, {"precision": 0.628088, "recall": 0.68083, "f1": 0.643091, "accuracy": 0.68083, "main_score": 0.643091, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"]}, {"precision": 0.238164, "recall": 0.3083, "f1": 0.256071, "accuracy": 0.3083, "main_score": 0.256071, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"]}, {"precision": 0.888752, "recall": 0.917984, "f1": 0.897911, "accuracy": 0.917984, "main_score": 0.897911, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929465, "accuracy": 0.944664, "main_score": 0.929465, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"]}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"]}, {"precision": 0.580204, "recall": 0.632411, "f1": 0.595287, "accuracy": 0.632411, "main_score": 0.595287, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"]}, {"precision": 0.602422, "recall": 0.65415, "f1": 0.616776, "accuracy": 0.65415, "main_score": 0.616776, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"]}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"]}, {"precision": 0.711726, "recall": 0.771739, "f1": 0.729611, "accuracy": 0.771739, "main_score": 0.729611, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"]}, {"precision": 0.550576, "recall": 0.592885, "f1": 0.563015, "accuracy": 0.592885, "main_score": 0.563015, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"]}, {"precision": 0.74636, "recall": 0.798419, "f1": 0.761778, "accuracy": 0.798419, "main_score": 0.761778, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"]}, {"precision": 0.933359, "recall": 0.951581, "f1": 0.939048, "accuracy": 0.951581, "main_score": 0.939048, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"]}, {"precision": 0.446836, "recall": 0.5, "f1": 0.461541, "accuracy": 0.5, "main_score": 0.461541, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"]}, {"precision": 0.955204, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"]}, {"precision": 0.959733, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"]}, {"precision": 0.893939, "recall": 0.923913, "f1": 0.903458, "accuracy": 0.923913, "main_score": 0.903458, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"]}, {"precision": 0.827404, "recall": 0.866601, "f1": 0.839149, "accuracy": 0.866601, "main_score": 0.839149, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"]}, {"precision": 0.854803, "recall": 0.887352, "f1": 0.864314, "accuracy": 0.887352, "main_score": 0.864314, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"]}, {"precision": 0.844565, "recall": 0.883399, "f1": 0.856112, "accuracy": 0.883399, "main_score": 0.856112, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"]}, {"precision": 0.618703, "recall": 0.666008, "f1": 0.631625, "accuracy": 0.666008, "main_score": 0.631625, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"]}, {"precision": 0.9389, "recall": 0.956522, "f1": 0.944499, "accuracy": 0.956522, "main_score": 0.944499, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"]}, {"precision": 0.765431, "recall": 0.813241, "f1": 0.779875, "accuracy": 0.813241, "main_score": 0.779875, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"]}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922516, "accuracy": 0.938735, "main_score": 0.922516, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"]}, {"precision": 0.478444, "recall": 0.535573, "f1": 0.494044, "accuracy": 0.535573, "main_score": 0.494044, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"]}, {"precision": 0.971212, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"]}, {"precision": 0.561818, "recall": 0.631423, "f1": 0.581472, "accuracy": 0.631423, "main_score": 0.581472, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"]}, {"precision": 0.954628, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"]}, {"precision": 0.951334, "recall": 0.964427, "f1": 0.955435, "accuracy": 0.964427, "main_score": 0.955435, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"]}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945652, "accuracy": 0.956522, "main_score": 0.945652, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"]}, {"precision": 0.725127, "recall": 0.771739, "f1": 0.738309, "accuracy": 0.771739, "main_score": 0.738309, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"]}, {"precision": 0.93223, "recall": 0.952569, "f1": 0.938801, "accuracy": 0.952569, "main_score": 0.938801, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"]}, {"precision": 0.614772, "recall": 0.664032, "f1": 0.629059, "accuracy": 0.664032, "main_score": 0.629059, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"]}, {"precision": 0.645511, "recall": 0.703557, "f1": 0.662146, "accuracy": 0.703557, "main_score": 0.662146, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"]}, {"precision": 0.835204, "recall": 0.873518, "f1": 0.846621, "accuracy": 0.873518, "main_score": 0.846621, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"]}, {"precision": 0.522621, "recall": 0.573123, "f1": 0.537197, "accuracy": 0.573123, "main_score": 0.537197, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"]}, {"precision": 0.56404, "recall": 0.62253, "f1": 0.580382, "accuracy": 0.62253, "main_score": 0.580382, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"]}, {"precision": 0.808498, "recall": 0.854743, "f1": 0.822398, "accuracy": 0.854743, "main_score": 0.822398, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"]}, {"precision": 0.561801, "recall": 0.614625, "f1": 0.576744, "accuracy": 0.614625, "main_score": 0.576744, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"]}, {"precision": 0.649525, "recall": 0.705534, "f1": 0.665843, "accuracy": 0.705534, "main_score": 0.665843, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"]}, {"precision": 0.808877, "recall": 0.854743, "f1": 0.822944, "accuracy": 0.854743, "main_score": 0.822944, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"]}, {"precision": 0.924489, "recall": 0.945652, "f1": 0.931225, "accuracy": 0.945652, "main_score": 0.931225, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"]}, {"precision": 0.491673, "recall": 0.536561, "f1": 0.503805, "accuracy": 0.536561, "main_score": 0.503805, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"]}, {"precision": 0.58892, "recall": 0.633399, "f1": 0.601386, "accuracy": 0.633399, "main_score": 0.601386, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"]}, {"precision": 0.57245, "recall": 0.629447, "f1": 0.588026, "accuracy": 0.629447, "main_score": 0.588026, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"]}, {"precision": 0.565331, "recall": 0.610672, "f1": 0.577401, "accuracy": 0.610672, "main_score": 0.577401, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"]}, {"precision": 0.530018, "recall": 0.581028, "f1": 0.54413, "accuracy": 0.581028, "main_score": 0.54413, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"]}, {"precision": 0.731597, "recall": 0.778656, "f1": 0.74516, "accuracy": 0.778656, "main_score": 0.74516, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"]}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925348, "accuracy": 0.9417, "main_score": 0.925348, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"]}, {"precision": 0.669186, "recall": 0.712451, "f1": 0.681423, "accuracy": 0.712451, "main_score": 0.681423, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"]}, {"precision": 0.765029, "recall": 0.806324, "f1": 0.776946, "accuracy": 0.806324, "main_score": 0.776946, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"]}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"]}, {"precision": 0.863505, "recall": 0.898221, "f1": 0.874261, "accuracy": 0.898221, "main_score": 0.874261, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"]}, {"precision": 0.916403, "recall": 0.939723, "f1": 0.923584, "accuracy": 0.939723, "main_score": 0.923584, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"]}, {"precision": 0.472391, "recall": 0.533597, "f1": 0.48997, "accuracy": 0.533597, "main_score": 0.48997, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"]}, {"precision": 0.937888, "recall": 0.954545, "f1": 0.942902, "accuracy": 0.954545, "main_score": 0.942902, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"]}, {"precision": 0.722875, "recall": 0.775692, "f1": 0.738636, "accuracy": 0.775692, "main_score": 0.738636, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"]}, {"precision": 0.599368, "recall": 0.644269, "f1": 0.611588, "accuracy": 0.644269, "main_score": 0.611588, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"]}, {"precision": 0.563942, "recall": 0.623518, "f1": 0.580338, "accuracy": 0.623518, "main_score": 0.580338, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"]}, {"precision": 0.512945, "recall": 0.56917, "f1": 0.528972, "accuracy": 0.56917, "main_score": 0.528972, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"]}, {"precision": 0.410854, "recall": 0.492095, "f1": 0.431987, "accuracy": 0.492095, "main_score": 0.431987, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"]}, {"precision": 0.575052, "recall": 0.634387, "f1": 0.591704, "accuracy": 0.634387, "main_score": 0.591704, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"]}, {"precision": 0.849209, "recall": 0.885375, "f1": 0.860639, "accuracy": 0.885375, "main_score": 0.860639, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"]}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942655, "accuracy": 0.954545, "main_score": 0.942655, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"]}, {"precision": 0.582542, "recall": 0.634387, "f1": 0.597025, "accuracy": 0.634387, "main_score": 0.597025, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"]}, {"precision": 0.600922, "recall": 0.657115, "f1": 0.617067, "accuracy": 0.657115, "main_score": 0.617067, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"]}, {"precision": 0.544991, "recall": 0.604743, "f1": 0.561352, "accuracy": 0.604743, "main_score": 0.561352, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"]}, {"precision": 0.186183, "recall": 0.230237, "f1": 0.197251, "accuracy": 0.230237, "main_score": 0.197251, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"]}, {"precision": 0.6067, "recall": 0.658103, "f1": 0.621095, "accuracy": 0.658103, "main_score": 0.621095, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"]}, {"precision": 0.651663, "recall": 0.703557, "f1": 0.667278, "accuracy": 0.703557, "main_score": 0.667278, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"]}, {"precision": 0.527052, "recall": 0.58004, "f1": 0.542756, "accuracy": 0.58004, "main_score": 0.542756, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"]}, {"precision": 0.475878, "recall": 0.544466, "f1": 0.493709, "accuracy": 0.544466, "main_score": 0.493709, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"]}, {"precision": 0.546138, "recall": 0.610672, "f1": 0.56461, "accuracy": 0.610672, "main_score": 0.56461, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"]}, {"precision": 0.553847, "recall": 0.615613, "f1": 0.571285, "accuracy": 0.615613, "main_score": 0.571285, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"]}, {"precision": 0.884387, "recall": 0.91502, "f1": 0.894269, "accuracy": 0.91502, "main_score": 0.894269, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"]}, {"precision": 0.513942, "recall": 0.567194, "f1": 0.528942, "accuracy": 0.567194, "main_score": 0.528942, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"]}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"]}, {"precision": 0.50936, "recall": 0.572134, "f1": 0.526659, "accuracy": 0.572134, "main_score": 0.526659, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"]}, {"precision": 0.497664, "recall": 0.550395, "f1": 0.511718, "accuracy": 0.550395, "main_score": 0.511718, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"]}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"]}, {"precision": 0.318491, "recall": 0.368577, "f1": 0.332092, "accuracy": 0.368577, "main_score": 0.332092, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"]}, {"precision": 0.576146, "recall": 0.637352, "f1": 0.593631, "accuracy": 0.637352, "main_score": 0.593631, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"]}, {"precision": 0.973024, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"]}, {"precision": 0.950955, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"]}, {"precision": 0.574104, "recall": 0.624506, "f1": 0.588445, "accuracy": 0.624506, "main_score": 0.588445, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"]}, {"precision": 0.688868, "recall": 0.749012, "f1": 0.707073, "accuracy": 0.749012, "main_score": 0.707073, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"]}, {"precision": 0.626131, "recall": 0.705534, "f1": 0.648725, "accuracy": 0.705534, "main_score": 0.648725, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"]}, {"precision": 0.680172, "recall": 0.737154, "f1": 0.696677, "accuracy": 0.737154, "main_score": 0.696677, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"]}, {"precision": 0.640514, "recall": 0.690711, "f1": 0.655784, "accuracy": 0.690711, "main_score": 0.655784, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"]}, {"precision": 0.642443, "recall": 0.702569, "f1": 0.660135, "accuracy": 0.702569, "main_score": 0.660135, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"]}, {"precision": 0.544576, "recall": 0.601779, "f1": 0.560335, "accuracy": 0.601779, "main_score": 0.560335, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"]}, {"precision": 0.547507, "recall": 0.596838, "f1": 0.56108, "accuracy": 0.596838, "main_score": 0.56108, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"]}, {"precision": 0.7758, "recall": 0.823123, "f1": 0.789839, "accuracy": 0.823123, "main_score": 0.789839, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"]}, {"precision": 0.462384, "recall": 0.514822, "f1": 0.476152, "accuracy": 0.514822, "main_score": 0.476152, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"]}, {"precision": 0.861117, "recall": 0.897233, "f1": 0.871871, "accuracy": 0.897233, "main_score": 0.871871, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"]}, {"precision": 0.537476, "recall": 0.590909, "f1": 0.552572, "accuracy": 0.590909, "main_score": 0.552572, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"]}, {"precision": 0.585942, "recall": 0.643281, "f1": 0.60209, "accuracy": 0.643281, "main_score": 0.60209, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"]}, {"precision": 0.188951, "recall": 0.242095, "f1": 0.201358, "accuracy": 0.242095, "main_score": 0.201358, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"]}, {"precision": 0.616231, "recall": 0.671937, "f1": 0.63246, "accuracy": 0.671937, "main_score": 0.63246, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"]}, {"precision": 0.774901, "recall": 0.828063, "f1": 0.790829, "accuracy": 0.828063, "main_score": 0.790829, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"]}, {"precision": 0.402117, "recall": 0.45751, "f1": 0.41758, "accuracy": 0.45751, "main_score": 0.41758, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"]}, {"precision": 0.665217, "recall": 0.714427, "f1": 0.679908, "accuracy": 0.714427, "main_score": 0.679908, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"]}, {"precision": 0.529294, "recall": 0.590909, "f1": 0.547284, "accuracy": 0.590909, "main_score": 0.547284, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"]}, {"precision": 0.503544, "recall": 0.564229, "f1": 0.520193, "accuracy": 0.564229, "main_score": 0.520193, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"]}, {"precision": 0.651383, "recall": 0.700593, "f1": 0.665798, "accuracy": 0.700593, "main_score": 0.665798, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"]}, {"precision": 0.236599, "recall": 0.322134, "f1": 0.258423, "accuracy": 0.322134, "main_score": 0.258423, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"]}, {"precision": 0.572118, "recall": 0.630435, "f1": 0.589088, "accuracy": 0.630435, "main_score": 0.589088, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"]}, {"precision": 0.562022, "recall": 0.617589, "f1": 0.577523, "accuracy": 0.617589, "main_score": 0.577523, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"]}, {"precision": 0.702915, "recall": 0.766798, "f1": 0.722003, "accuracy": 0.766798, "main_score": 0.722003, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"]}, {"precision": 0.547061, "recall": 0.598814, "f1": 0.561478, "accuracy": 0.598814, "main_score": 0.561478, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"]}, {"precision": 0.771986, "recall": 0.822134, "f1": 0.787418, "accuracy": 0.822134, "main_score": 0.787418, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"]}, {"precision": 0.455595, "recall": 0.507905, "f1": 0.470245, "accuracy": 0.507905, "main_score": 0.470245, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"]}, {"precision": 0.856531, "recall": 0.897233, "f1": 0.869483, "accuracy": 0.897233, "main_score": 0.869483, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"]}, {"precision": 0.932477, "recall": 0.952569, "f1": 0.939065, "accuracy": 0.952569, "main_score": 0.939065, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"]}, {"precision": 0.928689, "recall": 0.949605, "f1": 0.935277, "accuracy": 0.949605, "main_score": 0.935277, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"]}, {"precision": 0.598169, "recall": 0.645257, "f1": 0.611552, "accuracy": 0.645257, "main_score": 0.611552, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"]}, {"precision": 0.867013, "recall": 0.906126, "f1": 0.879677, "accuracy": 0.906126, "main_score": 0.879677, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"]}, {"precision": 0.43317, "recall": 0.496047, "f1": 0.450054, "accuracy": 0.496047, "main_score": 0.450054, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"]}, {"precision": 0.620605, "recall": 0.695652, "f1": 0.642448, "accuracy": 0.695652, "main_score": 0.642448, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"]}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"]}, {"precision": 0.799522, "recall": 0.84585, "f1": 0.813768, "accuracy": 0.84585, "main_score": 0.813768, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"]}, {"precision": 0.635557, "recall": 0.678854, "f1": 0.648174, "accuracy": 0.678854, "main_score": 0.648174, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"]}, {"precision": 0.630527, "recall": 0.687747, "f1": 0.646659, "accuracy": 0.687747, "main_score": 0.646659, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"]}, {"precision": 0.922654, "recall": 0.9417, "f1": 0.928343, "accuracy": 0.9417, "main_score": 0.928343, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"]}, {"precision": 0.539833, "recall": 0.598814, "f1": 0.556388, "accuracy": 0.598814, "main_score": 0.556388, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"]}, {"precision": 0.536512, "recall": 0.592885, "f1": 0.552721, "accuracy": 0.592885, "main_score": 0.552721, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"]}, {"precision": 0.825034, "recall": 0.866601, "f1": 0.837357, "accuracy": 0.866601, "main_score": 0.837357, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"]}, {"precision": 0.536109, "recall": 0.592885, "f1": 0.552099, "accuracy": 0.592885, "main_score": 0.552099, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"]}, {"precision": 0.617094, "recall": 0.673913, "f1": 0.633103, "accuracy": 0.673913, "main_score": 0.633103, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"]}, {"precision": 0.919582, "recall": 0.940711, "f1": 0.925955, "accuracy": 0.940711, "main_score": 0.925955, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"]}, {"precision": 0.479026, "recall": 0.529644, "f1": 0.49345, "accuracy": 0.529644, "main_score": 0.49345, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"]}, {"precision": 0.559407, "recall": 0.614625, "f1": 0.574497, "accuracy": 0.614625, "main_score": 0.574497, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"]}, {"precision": 0.581358, "recall": 0.642292, "f1": 0.598363, "accuracy": 0.642292, "main_score": 0.598363, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"]}, {"precision": 0.533614, "recall": 0.587945, "f1": 0.548261, "accuracy": 0.587945, "main_score": 0.548261, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"]}, {"precision": 0.526081, "recall": 0.587945, "f1": 0.544165, "accuracy": 0.587945, "main_score": 0.544165, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"]}, {"precision": 0.724987, "recall": 0.777668, "f1": 0.7403, "accuracy": 0.777668, "main_score": 0.7403, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"]}, {"precision": 0.731235, "recall": 0.780632, "f1": 0.746262, "accuracy": 0.780632, "main_score": 0.746262, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"]}, {"precision": 0.830896, "recall": 0.866601, "f1": 0.841304, "accuracy": 0.866601, "main_score": 0.841304, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"]}, {"precision": 0.472513, "recall": 0.544466, "f1": 0.493555, "accuracy": 0.544466, "main_score": 0.493555, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"]}, {"precision": 0.691683, "recall": 0.752964, "f1": 0.7099, "accuracy": 0.752964, "main_score": 0.7099, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"]}, {"precision": 0.565203, "recall": 0.616601, "f1": 0.579491, "accuracy": 0.616601, "main_score": 0.579491, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"]}, {"precision": 0.595636, "recall": 0.662055, "f1": 0.614819, "accuracy": 0.662055, "main_score": 0.614819, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"]}, {"precision": 0.537949, "recall": 0.597826, "f1": 0.554854, "accuracy": 0.597826, "main_score": 0.554854, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"]}, {"precision": 0.424541, "recall": 0.5, "f1": 0.444824, "accuracy": 0.5, "main_score": 0.444824, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"]}, {"precision": 0.613761, "recall": 0.666008, "f1": 0.62849, "accuracy": 0.666008, "main_score": 0.62849, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"]}, {"precision": 0.880632, "recall": 0.911067, "f1": 0.889954, "accuracy": 0.911067, "main_score": 0.889954, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"]}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950264, "accuracy": 0.960474, "main_score": 0.950264, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"]}, {"precision": 0.604654, "recall": 0.661067, "f1": 0.620783, "accuracy": 0.661067, "main_score": 0.620783, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"]}, {"precision": 0.624944, "recall": 0.685771, "f1": 0.642121, "accuracy": 0.685771, "main_score": 0.642121, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"]}, {"precision": 0.591716, "recall": 0.649209, "f1": 0.608206, "accuracy": 0.649209, "main_score": 0.608206, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"]}, {"precision": 0.202466, "recall": 0.251976, "f1": 0.215112, "accuracy": 0.251976, "main_score": 0.215112, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"]}, {"precision": 0.644933, "recall": 0.692688, "f1": 0.658111, "accuracy": 0.692688, "main_score": 0.658111, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"]}, {"precision": 0.694483, "recall": 0.741107, "f1": 0.708169, "accuracy": 0.741107, "main_score": 0.708169, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"]}, {"precision": 0.969038, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"]}, {"precision": 0.562608, "recall": 0.609684, "f1": 0.576353, "accuracy": 0.609684, "main_score": 0.576353, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"]}, {"precision": 0.529757, "recall": 0.596838, "f1": 0.547182, "accuracy": 0.596838, "main_score": 0.547182, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"]}, {"precision": 0.57221, "recall": 0.629447, "f1": 0.588883, "accuracy": 0.629447, "main_score": 0.588883, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"]}, {"precision": 0.588883, "recall": 0.65415, "f1": 0.607209, "accuracy": 0.65415, "main_score": 0.607209, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"]}, {"precision": 0.904315, "recall": 0.93083, "f1": 0.912714, "accuracy": 0.93083, "main_score": 0.912714, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"]}, {"precision": 0.539856, "recall": 0.594862, "f1": 0.555327, "accuracy": 0.594862, "main_score": 0.555327, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"]}, {"precision": 0.551979, "recall": 0.618577, "f1": 0.570735, "accuracy": 0.618577, "main_score": 0.570735, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"]}, {"precision": 0.523476, "recall": 0.573123, "f1": 0.53698, "accuracy": 0.573123, "main_score": 0.53698, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"]}, {"precision": 0.320764, "recall": 0.383399, "f1": 0.337949, "accuracy": 0.383399, "main_score": 0.337949, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"]}, {"precision": 0.59885, "recall": 0.658103, "f1": 0.615547, "accuracy": 0.658103, "main_score": 0.615547, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"]}, {"precision": 0.593998, "recall": 0.644269, "f1": 0.608533, "accuracy": 0.644269, "main_score": 0.608533, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"]}, {"precision": 0.721896, "recall": 0.781621, "f1": 0.739731, "accuracy": 0.781621, "main_score": 0.739731, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"]}, {"precision": 0.658729, "recall": 0.733202, "f1": 0.680237, "accuracy": 0.733202, "main_score": 0.680237, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"]}, {"precision": 0.715086, "recall": 0.766798, "f1": 0.729908, "accuracy": 0.766798, "main_score": 0.729908, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"]}, {"precision": 0.669319, "recall": 0.72332, "f1": 0.68495, "accuracy": 0.72332, "main_score": 0.68495, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"]}, {"precision": 0.674951, "recall": 0.733202, "f1": 0.691908, "accuracy": 0.733202, "main_score": 0.691908, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"]}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"]}, {"precision": 0.563474, "recall": 0.623518, "f1": 0.580159, "accuracy": 0.623518, "main_score": 0.580159, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"]}, {"precision": 0.565054, "recall": 0.618577, "f1": 0.580455, "accuracy": 0.618577, "main_score": 0.580455, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"]}, {"precision": 0.801779, "recall": 0.84585, "f1": 0.814286, "accuracy": 0.84585, "main_score": 0.814286, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"]}, {"precision": 0.477411, "recall": 0.536561, "f1": 0.49297, "accuracy": 0.536561, "main_score": 0.49297, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"]}, {"precision": 0.880599, "recall": 0.91502, "f1": 0.891634, "accuracy": 0.91502, "main_score": 0.891634, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"]}, {"precision": 0.550313, "recall": 0.609684, "f1": 0.566965, "accuracy": 0.609684, "main_score": 0.566965, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"]}, {"precision": 0.614724, "recall": 0.676877, "f1": 0.63181, "accuracy": 0.676877, "main_score": 0.63181, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"]}, {"precision": 0.21073, "recall": 0.264822, "f1": 0.223128, "accuracy": 0.264822, "main_score": 0.223128, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"]}, {"precision": 0.641175, "recall": 0.698617, "f1": 0.657386, "accuracy": 0.698617, "main_score": 0.657386, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"]}, {"precision": 0.828047, "recall": 0.87253, "f1": 0.841733, "accuracy": 0.87253, "main_score": 0.841733, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"]}, {"precision": 0.449056, "recall": 0.505929, "f1": 0.464695, "accuracy": 0.505929, "main_score": 0.464695, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"]}, {"precision": 0.696245, "recall": 0.75, "f1": 0.711646, "accuracy": 0.75, "main_score": 0.711646, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"]}, {"precision": 0.571446, "recall": 0.629447, "f1": 0.588318, "accuracy": 0.629447, "main_score": 0.588318, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"]}, {"precision": 0.516414, "recall": 0.58004, "f1": 0.534426, "accuracy": 0.58004, "main_score": 0.534426, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"]}, {"precision": 0.678534, "recall": 0.729249, "f1": 0.693132, "accuracy": 0.729249, "main_score": 0.693132, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"]}, {"precision": 0.255238, "recall": 0.333992, "f1": 0.276013, "accuracy": 0.333992, "main_score": 0.276013, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"]}, {"precision": 0.614773, "recall": 0.671937, "f1": 0.63157, "accuracy": 0.671937, "main_score": 0.63157, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"]}, {"precision": 0.59377, "recall": 0.658103, "f1": 0.611774, "accuracy": 0.658103, "main_score": 0.611774, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"]}, {"precision": 0.738093, "recall": 0.797431, "f1": 0.756329, "accuracy": 0.797431, "main_score": 0.756329, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"]}, {"precision": 0.563675, "recall": 0.626482, "f1": 0.582097, "accuracy": 0.626482, "main_score": 0.582097, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"]}, {"precision": 0.813076, "recall": 0.859684, "f1": 0.827503, "accuracy": 0.859684, "main_score": 0.827503, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"]}, {"precision": 0.46386, "recall": 0.520751, "f1": 0.479604, "accuracy": 0.520751, "main_score": 0.479604, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"]}, {"precision": 0.89142, "recall": 0.920949, "f1": 0.900758, "accuracy": 0.920949, "main_score": 0.900758, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"]}, {"precision": 0.62856, "recall": 0.677866, "f1": 0.642374, "accuracy": 0.677866, "main_score": 0.642374, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"]}, {"precision": 0.883729, "recall": 0.914032, "f1": 0.893248, "accuracy": 0.914032, "main_score": 0.893248, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"]}, {"precision": 0.481235, "recall": 0.544466, "f1": 0.498568, "accuracy": 0.544466, "main_score": 0.498568, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"]}, {"precision": 0.634909, "recall": 0.705534, "f1": 0.655585, "accuracy": 0.705534, "main_score": 0.655585, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"]}, {"precision": 0.841304, "recall": 0.87747, "f1": 0.852404, "accuracy": 0.87747, "main_score": 0.852404, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"]}, {"precision": 0.653362, "recall": 0.697628, "f1": 0.665585, "accuracy": 0.697628, "main_score": 0.665585, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"]}, {"precision": 0.656012, "recall": 0.716403, "f1": 0.673806, "accuracy": 0.716403, "main_score": 0.673806, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"]}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"]}, {"precision": 0.552104, "recall": 0.612648, "f1": 0.568931, "accuracy": 0.612648, "main_score": 0.568931, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"]}, {"precision": 0.544179, "recall": 0.607708, "f1": 0.562406, "accuracy": 0.607708, "main_score": 0.562406, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"]}, {"precision": 0.830072, "recall": 0.873518, "f1": 0.843808, "accuracy": 0.873518, "main_score": 0.843808, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"]}, {"precision": 0.548066, "recall": 0.610672, "f1": 0.565519, "accuracy": 0.610672, "main_score": 0.565519, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"]}, {"precision": 0.643407, "recall": 0.703557, "f1": 0.661053, "accuracy": 0.703557, "main_score": 0.661053, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"]}, {"precision": 0.915349, "recall": 0.938735, "f1": 0.92276, "accuracy": 0.938735, "main_score": 0.92276, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"]}, {"precision": 0.504209, "recall": 0.555336, "f1": 0.518528, "accuracy": 0.555336, "main_score": 0.518528, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"]}, {"precision": 0.585917, "recall": 0.637352, "f1": 0.599908, "accuracy": 0.637352, "main_score": 0.599908, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"]}, {"precision": 0.598131, "recall": 0.659091, "f1": 0.615842, "accuracy": 0.659091, "main_score": 0.615842, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"]}, {"precision": 0.569276, "recall": 0.623518, "f1": 0.584114, "accuracy": 0.623518, "main_score": 0.584114, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"]}, {"precision": 0.541115, "recall": 0.606719, "f1": 0.560299, "accuracy": 0.606719, "main_score": 0.560299, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"]}, {"precision": 0.753409, "recall": 0.805336, "f1": 0.769255, "accuracy": 0.805336, "main_score": 0.769255, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"]}, {"precision": 0.748123, "recall": 0.793478, "f1": 0.761251, "accuracy": 0.793478, "main_score": 0.761251, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"]}, {"precision": 0.86693, "recall": 0.896245, "f1": 0.875955, "accuracy": 0.896245, "main_score": 0.875955, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"]}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"]}, {"precision": 0.486548, "recall": 0.570158, "f1": 0.511371, "accuracy": 0.570158, "main_score": 0.511371, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"]}, {"precision": 0.738944, "recall": 0.790514, "f1": 0.753887, "accuracy": 0.790514, "main_score": 0.753887, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"]}, {"precision": 0.602604, "recall": 0.655138, "f1": 0.617297, "accuracy": 0.655138, "main_score": 0.617297, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"]}, {"precision": 0.230784, "recall": 0.263834, "f1": 0.238465, "accuracy": 0.263834, "main_score": 0.238465, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"]}, {"precision": 0.230683, "recall": 0.271739, "f1": 0.240449, "accuracy": 0.271739, "main_score": 0.240449, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"]}, {"precision": 0.459951, "recall": 0.539526, "f1": 0.482009, "accuracy": 0.539526, "main_score": 0.482009, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"]}, {"precision": 0.593896, "recall": 0.671937, "f1": 0.614095, "accuracy": 0.671937, "main_score": 0.614095, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"]}, {"precision": 0.549777, "recall": 0.628458, "f1": 0.571129, "accuracy": 0.628458, "main_score": 0.571129, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"]}, {"precision": 0.560452, "recall": 0.640316, "f1": 0.581271, "accuracy": 0.640316, "main_score": 0.581271, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"]}, {"precision": 0.43901, "recall": 0.508893, "f1": 0.456376, "accuracy": 0.508893, "main_score": 0.456376, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"]}, {"precision": 0.258936, "recall": 0.306324, "f1": 0.270186, "accuracy": 0.306324, "main_score": 0.270186, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"]}, {"precision": 0.574933, "recall": 0.648221, "f1": 0.593704, "accuracy": 0.648221, "main_score": 0.593704, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"]}, {"precision": 0.334267, "recall": 0.394269, "f1": 0.349255, "accuracy": 0.394269, "main_score": 0.349255, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"]}, {"precision": 0.391675, "recall": 0.461462, "f1": 0.408639, "accuracy": 0.461462, "main_score": 0.408639, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"]}, {"precision": 0.574731, "recall": 0.653162, "f1": 0.594859, "accuracy": 0.653162, "main_score": 0.594859, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"]}, {"precision": 0.533405, "recall": 0.610672, "f1": 0.552295, "accuracy": 0.610672, "main_score": 0.552295, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"]}, {"precision": 0.166785, "recall": 0.209486, "f1": 0.176344, "accuracy": 0.209486, "main_score": 0.176344, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"]}, {"precision": 0.544752, "recall": 0.631423, "f1": 0.567279, "accuracy": 0.631423, "main_score": 0.567279, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"]}, {"precision": 0.457038, "recall": 0.533597, "f1": 0.476267, "accuracy": 0.533597, "main_score": 0.476267, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"]}, {"precision": 0.541201, "recall": 0.623518, "f1": 0.562201, "accuracy": 0.623518, "main_score": 0.562201, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"]}, {"precision": 0.245412, "recall": 0.281621, "f1": 0.254207, "accuracy": 0.281621, "main_score": 0.254207, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"]}, {"precision": 0.560166, "recall": 0.633399, "f1": 0.579317, "accuracy": 0.633399, "main_score": 0.579317, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"]}, {"precision": 0.486114, "recall": 0.563241, "f1": 0.50507, "accuracy": 0.563241, "main_score": 0.50507, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"]}, {"precision": 0.612286, "recall": 0.686759, "f1": 0.630879, "accuracy": 0.686759, "main_score": 0.630879, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"]}, {"precision": 0.577816, "recall": 0.655138, "f1": 0.597584, "accuracy": 0.655138, "main_score": 0.597584, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"]}, {"precision": 0.258961, "recall": 0.297431, "f1": 0.268919, "accuracy": 0.297431, "main_score": 0.268919, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"]}, {"precision": 0.584117, "recall": 0.666996, "f1": 0.605968, "accuracy": 0.666996, "main_score": 0.605968, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"]}, {"precision": 0.600804, "recall": 0.66996, "f1": 0.619322, "accuracy": 0.66996, "main_score": 0.619322, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"]}, {"precision": 0.471528, "recall": 0.550395, "f1": 0.49142, "accuracy": 0.550395, "main_score": 0.49142, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"]}, {"precision": 0.172063, "recall": 0.205534, "f1": 0.180988, "accuracy": 0.205534, "main_score": 0.180988, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"]}, {"precision": 0.570664, "recall": 0.646245, "f1": 0.589914, "accuracy": 0.646245, "main_score": 0.589914, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"]}, {"precision": 0.277821, "recall": 0.322134, "f1": 0.288332, "accuracy": 0.322134, "main_score": 0.288332, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"]}, {"precision": 0.566731, "recall": 0.648221, "f1": 0.588223, "accuracy": 0.648221, "main_score": 0.588223, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"]}, {"precision": 0.584001, "recall": 0.659091, "f1": 0.603735, "accuracy": 0.659091, "main_score": 0.603735, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"]}, {"precision": 0.476364, "recall": 0.563241, "f1": 0.498748, "accuracy": 0.563241, "main_score": 0.498748, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"]}, {"precision": 0.601029, "recall": 0.673913, "f1": 0.620799, "accuracy": 0.673913, "main_score": 0.620799, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"]}, {"precision": 0.280381, "recall": 0.328063, "f1": 0.29155, "accuracy": 0.328063, "main_score": 0.29155, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"]}, {"precision": 0.584409, "recall": 0.660079, "f1": 0.603514, "accuracy": 0.660079, "main_score": 0.603514, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"]}, {"precision": 0.521716, "recall": 0.593874, "f1": 0.540123, "accuracy": 0.593874, "main_score": 0.540123, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"]}, {"precision": 0.512404, "recall": 0.578063, "f1": 0.527947, "accuracy": 0.578063, "main_score": 0.527947, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"]}, {"precision": 0.607775, "recall": 0.687747, "f1": 0.629619, "accuracy": 0.687747, "main_score": 0.629619, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"]}, {"precision": 0.549587, "recall": 0.633399, "f1": 0.570775, "accuracy": 0.633399, "main_score": 0.570775, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"]}, {"precision": 0.575086, "recall": 0.652174, "f1": 0.595501, "accuracy": 0.652174, "main_score": 0.595501, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"]}, {"precision": 0.22476, "recall": 0.261858, "f1": 0.233319, "accuracy": 0.261858, "main_score": 0.233319, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"]}, {"precision": 0.214851, "recall": 0.258893, "f1": 0.225064, "accuracy": 0.258893, "main_score": 0.225064, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"]}, {"precision": 0.555065, "recall": 0.632411, "f1": 0.574464, "accuracy": 0.632411, "main_score": 0.574464, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"]}, {"precision": 0.261435, "recall": 0.306324, "f1": 0.272647, "accuracy": 0.306324, "main_score": 0.272647, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"]}, {"precision": 0.582065, "recall": 0.659091, "f1": 0.602128, "accuracy": 0.659091, "main_score": 0.602128, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"]}, {"precision": 0.603139, "recall": 0.68083, "f1": 0.623661, "accuracy": 0.68083, "main_score": 0.623661, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"]}, {"precision": 0.542024, "recall": 0.616601, "f1": 0.56116, "accuracy": 0.616601, "main_score": 0.56116, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"]}, {"precision": 0.495055, "recall": 0.566206, "f1": 0.512785, "accuracy": 0.566206, "main_score": 0.512785, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"]}, {"precision": 0.220797, "recall": 0.266798, "f1": 0.231558, "accuracy": 0.266798, "main_score": 0.231558, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"]}, {"precision": 0.390714, "recall": 0.459486, "f1": 0.408247, "accuracy": 0.459486, "main_score": 0.408247, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"]}, {"precision": 0.460591, "recall": 0.544466, "f1": 0.481276, "accuracy": 0.544466, "main_score": 0.481276, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"]}, {"precision": 0.590947, "recall": 0.664032, "f1": 0.609192, "accuracy": 0.664032, "main_score": 0.609192, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"]}, {"precision": 0.504264, "recall": 0.585968, "f1": 0.523746, "accuracy": 0.585968, "main_score": 0.523746, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"]}, {"precision": 0.235617, "recall": 0.270751, "f1": 0.244317, "accuracy": 0.270751, "main_score": 0.244317, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"]}, {"precision": 0.56572, "recall": 0.63834, "f1": 0.583209, "accuracy": 0.63834, "main_score": 0.583209, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"]}, {"precision": 0.231606, "recall": 0.270751, "f1": 0.241112, "accuracy": 0.270751, "main_score": 0.241112, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"]}, {"precision": 0.222694, "recall": 0.258893, "f1": 0.231504, "accuracy": 0.258893, "main_score": 0.231504, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"]}, {"precision": 0.376245, "recall": 0.439723, "f1": 0.391237, "accuracy": 0.439723, "main_score": 0.391237, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"]}, {"precision": 0.183797, "recall": 0.210474, "f1": 0.190431, "accuracy": 0.210474, "main_score": 0.190431, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"]}, {"precision": 0.577383, "recall": 0.657115, "f1": 0.59769, "accuracy": 0.657115, "main_score": 0.59769, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"]}, {"precision": 0.583021, "recall": 0.656126, "f1": 0.602087, "accuracy": 0.656126, "main_score": 0.602087, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"]}, {"precision": 0.587771, "recall": 0.666008, "f1": 0.607485, "accuracy": 0.666008, "main_score": 0.607485, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"]}, {"precision": 0.580035, "recall": 0.664032, "f1": 0.602548, "accuracy": 0.664032, "main_score": 0.602548, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"]}, {"precision": 0.226738, "recall": 0.271739, "f1": 0.238382, "accuracy": 0.271739, "main_score": 0.238382, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"]}, {"precision": 0.490345, "recall": 0.556324, "f1": 0.506701, "accuracy": 0.556324, "main_score": 0.506701, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"]}, {"precision": 0.483928, "recall": 0.566206, "f1": 0.505467, "accuracy": 0.566206, "main_score": 0.505467, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"]}, {"precision": 0.589937, "recall": 0.662055, "f1": 0.608216, "accuracy": 0.662055, "main_score": 0.608216, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"]}, {"precision": 0.252717, "recall": 0.290514, "f1": 0.262305, "accuracy": 0.290514, "main_score": 0.262305, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"]}, {"precision": 0.490077, "recall": 0.560277, "f1": 0.507489, "accuracy": 0.560277, "main_score": 0.507489, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"]}, {"precision": 0.286147, "recall": 0.340909, "f1": 0.298889, "accuracy": 0.340909, "main_score": 0.298889, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"]}, {"precision": 0.512692, "recall": 0.590909, "f1": 0.533317, "accuracy": 0.590909, "main_score": 0.533317, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"]}, {"precision": 0.559598, "recall": 0.633399, "f1": 0.57891, "accuracy": 0.633399, "main_score": 0.57891, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"]}, {"precision": 0.539145, "recall": 0.618577, "f1": 0.559093, "accuracy": 0.618577, "main_score": 0.559093, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"]}, {"precision": 0.300936, "recall": 0.359684, "f1": 0.315645, "accuracy": 0.359684, "main_score": 0.315645, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"]}, {"precision": 0.524594, "recall": 0.601779, "f1": 0.545285, "accuracy": 0.601779, "main_score": 0.545285, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"]}, {"precision": 0.266014, "recall": 0.304348, "f1": 0.275768, "accuracy": 0.304348, "main_score": 0.275768, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"]}, {"precision": 0.263243, "recall": 0.309289, "f1": 0.274088, "accuracy": 0.309289, "main_score": 0.274088, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"]}, {"precision": 0.592338, "recall": 0.668972, "f1": 0.612335, "accuracy": 0.668972, "main_score": 0.612335, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"]}, {"precision": 0.501683, "recall": 0.581028, "f1": 0.521934, "accuracy": 0.581028, "main_score": 0.521934, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"]}, {"precision": 0.531332, "recall": 0.605731, "f1": 0.550878, "accuracy": 0.605731, "main_score": 0.550878, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"]}, {"precision": 0.492377, "recall": 0.575099, "f1": 0.513228, "accuracy": 0.575099, "main_score": 0.513228, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"]}, {"precision": 0.579464, "recall": 0.65415, "f1": 0.597921, "accuracy": 0.65415, "main_score": 0.597921, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"]}, {"precision": 0.544634, "recall": 0.631423, "f1": 0.566403, "accuracy": 0.631423, "main_score": 0.566403, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"]}, {"precision": 0.562571, "recall": 0.643281, "f1": 0.583291, "accuracy": 0.643281, "main_score": 0.583291, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"]}, {"precision": 0.561687, "recall": 0.643281, "f1": 0.582848, "accuracy": 0.643281, "main_score": 0.582848, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"]}, {"precision": 0.237105, "recall": 0.278656, "f1": 0.246903, "accuracy": 0.278656, "main_score": 0.246903, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"]}, {"precision": 0.257181, "recall": 0.299407, "f1": 0.267659, "accuracy": 0.299407, "main_score": 0.267659, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"]}, {"precision": 0.588762, "recall": 0.674901, "f1": 0.612368, "accuracy": 0.674901, "main_score": 0.612368, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"]}, {"precision": 0.555937, "recall": 0.631423, "f1": 0.575011, "accuracy": 0.631423, "main_score": 0.575011, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"]}, {"precision": 0.557041, "recall": 0.630435, "f1": 0.575521, "accuracy": 0.630435, "main_score": 0.575521, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"]}, {"precision": 0.302575, "recall": 0.350791, "f1": 0.314701, "accuracy": 0.350791, "main_score": 0.314701, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"]}, {"precision": 0.220376, "recall": 0.258893, "f1": 0.228703, "accuracy": 0.258893, "main_score": 0.228703, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"]}, {"precision": 0.539843, "recall": 0.619565, "f1": 0.559535, "accuracy": 0.619565, "main_score": 0.559535, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"]}, {"precision": 0.538034, "recall": 0.621542, "f1": 0.559285, "accuracy": 0.621542, "main_score": 0.559285, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"]}, {"precision": 0.430594, "recall": 0.508893, "f1": 0.45025, "accuracy": 0.508893, "main_score": 0.45025, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"]}, {"precision": 0.559165, "recall": 0.633399, "f1": 0.577029, "accuracy": 0.633399, "main_score": 0.577029, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"]}, {"precision": 0.235172, "recall": 0.266798, "f1": 0.243256, "accuracy": 0.266798, "main_score": 0.243256, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"]}, {"precision": 0.473707, "recall": 0.549407, "f1": 0.491819, "accuracy": 0.549407, "main_score": 0.491819, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"]}, {"precision": 0.584766, "recall": 0.65415, "f1": 0.601508, "accuracy": 0.65415, "main_score": 0.601508, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"]}, {"precision": 0.58878, "recall": 0.663043, "f1": 0.607431, "accuracy": 0.663043, "main_score": 0.607431, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"]}, {"precision": 0.595915, "recall": 0.66996, "f1": 0.615048, "accuracy": 0.66996, "main_score": 0.615048, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"]}, {"precision": 0.533591, "recall": 0.615613, "f1": 0.55437, "accuracy": 0.615613, "main_score": 0.55437, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"]}, {"precision": 0.493915, "recall": 0.568182, "f1": 0.512338, "accuracy": 0.568182, "main_score": 0.512338, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"]}, {"precision": 0.56052, "recall": 0.646245, "f1": 0.583363, "accuracy": 0.646245, "main_score": 0.583363, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"]}, {"precision": 0.241844, "recall": 0.286561, "f1": 0.251789, "accuracy": 0.286561, "main_score": 0.251789, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"]}, {"precision": 0.172768, "recall": 0.205534, "f1": 0.180441, "accuracy": 0.205534, "main_score": 0.180441, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"]}, {"precision": 0.237773, "recall": 0.285573, "f1": 0.249647, "accuracy": 0.285573, "main_score": 0.249647, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"]}, {"precision": 0.328387, "recall": 0.394269, "f1": 0.344554, "accuracy": 0.394269, "main_score": 0.344554, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"]}, {"precision": 0.57456, "recall": 0.65415, "f1": 0.595351, "accuracy": 0.65415, "main_score": 0.595351, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"]}, {"precision": 0.450775, "recall": 0.516798, "f1": 0.466572, "accuracy": 0.516798, "main_score": 0.466572, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"]}, {"precision": 0.224095, "recall": 0.264822, "f1": 0.2343, "accuracy": 0.264822, "main_score": 0.2343, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"]}, {"precision": 0.449812, "recall": 0.521739, "f1": 0.467197, "accuracy": 0.521739, "main_score": 0.467197, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"]}, {"precision": 0.539599, "recall": 0.615613, "f1": 0.558907, "accuracy": 0.615613, "main_score": 0.558907, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"]}, {"precision": 0.552218, "recall": 0.635375, "f1": 0.573854, "accuracy": 0.635375, "main_score": 0.573854, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"]}, {"precision": 0.494919, "recall": 0.583992, "f1": 0.517081, "accuracy": 0.583992, "main_score": 0.517081, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"]}, {"precision": 0.282854, "recall": 0.329051, "f1": 0.294176, "accuracy": 0.329051, "main_score": 0.294176, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"]}, {"precision": 0.553761, "recall": 0.631423, "f1": 0.573112, "accuracy": 0.631423, "main_score": 0.573112, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"]}, {"precision": 0.517378, "recall": 0.59585, "f1": 0.536807, "accuracy": 0.59585, "main_score": 0.536807, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"]}, {"precision": 0.233751, "recall": 0.277668, "f1": 0.24547, "accuracy": 0.277668, "main_score": 0.24547, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"]}, {"precision": 0.226168, "recall": 0.26581, "f1": 0.235355, "accuracy": 0.26581, "main_score": 0.235355, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"]}, {"precision": 0.258466, "recall": 0.304348, "f1": 0.269201, "accuracy": 0.304348, "main_score": 0.269201, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"]}, {"precision": 0.562071, "recall": 0.646245, "f1": 0.583964, "accuracy": 0.646245, "main_score": 0.583964, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"]}, {"precision": 0.189241, "recall": 0.252964, "f1": 0.205813, "accuracy": 0.252964, "main_score": 0.205813, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"]}, {"precision": 0.586508, "recall": 0.66996, "f1": 0.608642, "accuracy": 0.66996, "main_score": 0.608642, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"]}, {"precision": 0.458309, "recall": 0.522727, "f1": 0.474614, "accuracy": 0.522727, "main_score": 0.474614, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"]}, {"precision": 0.49254, "recall": 0.563241, "f1": 0.510116, "accuracy": 0.563241, "main_score": 0.510116, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"]}, {"precision": 0.566481, "recall": 0.641304, "f1": 0.58496, "accuracy": 0.641304, "main_score": 0.58496, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"]}, {"precision": 0.277914, "recall": 0.327075, "f1": 0.290311, "accuracy": 0.327075, "main_score": 0.290311, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"]}, {"precision": 0.271292, "recall": 0.318182, "f1": 0.282989, "accuracy": 0.318182, "main_score": 0.282989, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"]}, {"precision": 0.559372, "recall": 0.633399, "f1": 0.578518, "accuracy": 0.633399, "main_score": 0.578518, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"]}, {"precision": 0.558005, "recall": 0.639328, "f1": 0.578648, "accuracy": 0.639328, "main_score": 0.578648, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"]}, {"precision": 0.460534, "recall": 0.527668, "f1": 0.476383, "accuracy": 0.527668, "main_score": 0.476383, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"]}, {"precision": 0.5103, "recall": 0.582016, "f1": 0.527751, "accuracy": 0.582016, "main_score": 0.527751, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"]}, {"precision": 0.276122, "recall": 0.348814, "f1": 0.294342, "accuracy": 0.348814, "main_score": 0.294342, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"]}, {"precision": 0.537442, "recall": 0.613636, "f1": 0.557077, "accuracy": 0.613636, "main_score": 0.557077, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"]}, {"precision": 0.236637, "recall": 0.278656, "f1": 0.246915, "accuracy": 0.278656, "main_score": 0.246915, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"]}, {"precision": 0.344722, "recall": 0.412055, "f1": 0.361648, "accuracy": 0.412055, "main_score": 0.361648, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"]}, {"precision": 0.578458, "recall": 0.655138, "f1": 0.598429, "accuracy": 0.655138, "main_score": 0.598429, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"]}, {"precision": 0.478886, "recall": 0.548419, "f1": 0.496244, "accuracy": 0.548419, "main_score": 0.496244, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"]}, {"precision": 0.583379, "recall": 0.663043, "f1": 0.604055, "accuracy": 0.663043, "main_score": 0.604055, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"]}, {"precision": 0.196856, "recall": 0.227273, "f1": 0.203875, "accuracy": 0.227273, "main_score": 0.203875, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"]}, {"precision": 0.566468, "recall": 0.642292, "f1": 0.585187, "accuracy": 0.642292, "main_score": 0.585187, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"]}, {"precision": 0.555079, "recall": 0.632411, "f1": 0.574496, "accuracy": 0.632411, "main_score": 0.574496, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"]}, {"precision": 0.567782, "recall": 0.644269, "f1": 0.587162, "accuracy": 0.644269, "main_score": 0.587162, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"]}, {"precision": 0.47525, "recall": 0.550395, "f1": 0.493817, "accuracy": 0.550395, "main_score": 0.493817, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"]}, {"precision": 0.398088, "recall": 0.467391, "f1": 0.415027, "accuracy": 0.467391, "main_score": 0.415027, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"]}, {"precision": 0.381694, "recall": 0.447628, "f1": 0.397089, "accuracy": 0.447628, "main_score": 0.397089, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"]}, {"precision": 0.389047, "recall": 0.472332, "f1": 0.409696, "accuracy": 0.472332, "main_score": 0.409696, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"]}, {"precision": 0.262141, "recall": 0.304348, "f1": 0.272168, "accuracy": 0.304348, "main_score": 0.272168, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"]}, {"precision": 0.532099, "recall": 0.61166, "f1": 0.553052, "accuracy": 0.61166, "main_score": 0.553052, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"]}, {"precision": 0.560825, "recall": 0.634387, "f1": 0.579863, "accuracy": 0.634387, "main_score": 0.579863, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"]}, {"precision": 0.534383, "recall": 0.604743, "f1": 0.550926, "accuracy": 0.604743, "main_score": 0.550926, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"]}, {"precision": 0.541424, "recall": 0.62253, "f1": 0.56264, "accuracy": 0.62253, "main_score": 0.56264, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"]}, {"precision": 0.52641, "recall": 0.606719, "f1": 0.547403, "accuracy": 0.606719, "main_score": 0.547403, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"]}, {"precision": 0.587162, "recall": 0.66502, "f1": 0.606373, "accuracy": 0.66502, "main_score": 0.606373, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"]}, {"precision": 0.34791, "recall": 0.410079, "f1": 0.362148, "accuracy": 0.410079, "main_score": 0.362148, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"]}, {"precision": 0.43535, "recall": 0.51581, "f1": 0.454981, "accuracy": 0.51581, "main_score": 0.454981, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"]}, {"precision": 0.241092, "recall": 0.279644, "f1": 0.250582, "accuracy": 0.279644, "main_score": 0.250582, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"]}, {"precision": 0.568788, "recall": 0.642292, "f1": 0.587928, "accuracy": 0.642292, "main_score": 0.587928, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"]}, {"precision": 0.287456, "recall": 0.340909, "f1": 0.300774, "accuracy": 0.340909, "main_score": 0.300774, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"]}, {"precision": 0.559827, "recall": 0.630435, "f1": 0.577279, "accuracy": 0.630435, "main_score": 0.577279, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"]}, {"precision": 0.575482, "recall": 0.656126, "f1": 0.596767, "accuracy": 0.656126, "main_score": 0.596767, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"]}, {"precision": 0.484425, "recall": 0.567194, "f1": 0.505669, "accuracy": 0.567194, "main_score": 0.505669, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"]}, {"precision": 0.297023, "recall": 0.34585, "f1": 0.308598, "accuracy": 0.34585, "main_score": 0.308598, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"]}, {"precision": 0.517988, "recall": 0.597826, "f1": 0.538532, "accuracy": 0.597826, "main_score": 0.538532, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"]}, {"precision": 0.25845, "recall": 0.305336, "f1": 0.270205, "accuracy": 0.305336, "main_score": 0.270205, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"]}, {"precision": 0.262223, "recall": 0.306324, "f1": 0.272861, "accuracy": 0.306324, "main_score": 0.272861, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"]}, {"precision": 0.554111, "recall": 0.625494, "f1": 0.572363, "accuracy": 0.625494, "main_score": 0.572363, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"]}, {"precision": 0.38614, "recall": 0.45751, "f1": 0.403231, "accuracy": 0.45751, "main_score": 0.403231, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"]}, {"precision": 0.594937, "recall": 0.667984, "f1": 0.61382, "accuracy": 0.667984, "main_score": 0.61382, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"]}, {"precision": 0.243971, "recall": 0.281621, "f1": 0.253373, "accuracy": 0.281621, "main_score": 0.253373, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"]}, {"precision": 0.583738, "recall": 0.660079, "f1": 0.603442, "accuracy": 0.660079, "main_score": 0.603442, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"]}, {"precision": 0.604574, "recall": 0.678854, "f1": 0.623337, "accuracy": 0.678854, "main_score": 0.623337, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"]}, {"precision": 0.571893, "recall": 0.649209, "f1": 0.591836, "accuracy": 0.649209, "main_score": 0.591836, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"]}, {"precision": 0.232965, "recall": 0.278656, "f1": 0.244121, "accuracy": 0.278656, "main_score": 0.244121, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"]}, {"precision": 0.560829, "recall": 0.636364, "f1": 0.579695, "accuracy": 0.636364, "main_score": 0.579695, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"]}, {"precision": 0.383025, "recall": 0.44664, "f1": 0.398884, "accuracy": 0.44664, "main_score": 0.398884, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"]}, {"precision": 0.242741, "recall": 0.283597, "f1": 0.253023, "accuracy": 0.283597, "main_score": 0.253023, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"]}, {"precision": 0.280225, "recall": 0.329051, "f1": 0.291981, "accuracy": 0.329051, "main_score": 0.291981, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"]}, {"precision": 0.381617, "recall": 0.440711, "f1": 0.396082, "accuracy": 0.440711, "main_score": 0.396082, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"]}, {"precision": 0.569582, "recall": 0.648221, "f1": 0.58952, "accuracy": 0.648221, "main_score": 0.58952, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"]}, {"precision": 0.454328, "recall": 0.522727, "f1": 0.471685, "accuracy": 0.522727, "main_score": 0.471685, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"]}, {"precision": 0.21076, "recall": 0.25, "f1": 0.221105, "accuracy": 0.25, "main_score": 0.221105, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"]}, {"precision": 0.226712, "recall": 0.273715, "f1": 0.23856, "accuracy": 0.273715, "main_score": 0.23856, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"]}, {"precision": 0.580872, "recall": 0.661067, "f1": 0.601283, "accuracy": 0.661067, "main_score": 0.601283, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"]}, {"precision": 0.226755, "recall": 0.273715, "f1": 0.237524, "accuracy": 0.273715, "main_score": 0.237524, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"]}, {"precision": 0.244663, "recall": 0.285573, "f1": 0.254257, "accuracy": 0.285573, "main_score": 0.254257, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"]}, {"precision": 0.508579, "recall": 0.596838, "f1": 0.530328, "accuracy": 0.596838, "main_score": 0.530328, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"]}, {"precision": 0.173445, "recall": 0.215415, "f1": 0.184131, "accuracy": 0.215415, "main_score": 0.184131, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"]}, {"precision": 0.354978, "recall": 0.418972, "f1": 0.369817, "accuracy": 0.418972, "main_score": 0.369817, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"]}, {"precision": 0.439422, "recall": 0.497036, "f1": 0.4542, "accuracy": 0.497036, "main_score": 0.4542, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"]}, {"precision": 0.279352, "recall": 0.329051, "f1": 0.291023, "accuracy": 0.329051, "main_score": 0.291023, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"]}, {"precision": 0.311555, "recall": 0.362648, "f1": 0.323688, "accuracy": 0.362648, "main_score": 0.323688, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"]}, {"precision": 0.540015, "recall": 0.623518, "f1": 0.561452, "accuracy": 0.623518, "main_score": 0.561452, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"]}, {"precision": 0.433155, "recall": 0.506917, "f1": 0.451635, "accuracy": 0.506917, "main_score": 0.451635, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"]}, {"precision": 0.475769, "recall": 0.552372, "f1": 0.494024, "accuracy": 0.552372, "main_score": 0.494024, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"]}, {"precision": 0.132408, "recall": 0.175889, "f1": 0.141954, "accuracy": 0.175889, "main_score": 0.141954, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"]}, {"precision": 0.583656, "recall": 0.658103, "f1": 0.602869, "accuracy": 0.658103, "main_score": 0.602869, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"]}, {"precision": 0.515559, "recall": 0.587945, "f1": 0.53368, "accuracy": 0.587945, "main_score": 0.53368, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"]}, {"precision": 0.562293, "recall": 0.635375, "f1": 0.580426, "accuracy": 0.635375, "main_score": 0.580426, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"]}, {"precision": 0.597289, "recall": 0.670949, "f1": 0.616052, "accuracy": 0.670949, "main_score": 0.616052, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"]}, {"precision": 0.32808, "recall": 0.386364, "f1": 0.34295, "accuracy": 0.386364, "main_score": 0.34295, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"]}, {"precision": 0.251411, "recall": 0.293478, "f1": 0.262291, "accuracy": 0.293478, "main_score": 0.262291, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"]}, {"precision": 0.455543, "recall": 0.504941, "f1": 0.468943, "accuracy": 0.504941, "main_score": 0.468943, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"]}, {"precision": 0.508004, "recall": 0.554348, "f1": 0.521325, "accuracy": 0.554348, "main_score": 0.521325, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"]}, {"precision": 0.267962, "recall": 0.318182, "f1": 0.280012, "accuracy": 0.318182, "main_score": 0.280012, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"]}, {"precision": 0.670288, "recall": 0.72332, "f1": 0.684176, "accuracy": 0.72332, "main_score": 0.684176, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"]}, {"precision": 0.626974, "recall": 0.683794, "f1": 0.641714, "accuracy": 0.683794, "main_score": 0.641714, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"]}, {"precision": 0.649201, "recall": 0.703557, "f1": 0.663709, "accuracy": 0.703557, "main_score": 0.663709, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"]}, {"precision": 0.639119, "recall": 0.683794, "f1": 0.650159, "accuracy": 0.683794, "main_score": 0.650159, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"]}, {"precision": 0.570525, "recall": 0.616601, "f1": 0.58277, "accuracy": 0.616601, "main_score": 0.58277, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"]}, {"precision": 0.654541, "recall": 0.711462, "f1": 0.670455, "accuracy": 0.711462, "main_score": 0.670455, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"]}, {"precision": 0.62803, "recall": 0.664032, "f1": 0.637451, "accuracy": 0.664032, "main_score": 0.637451, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"]}, {"precision": 0.643631, "recall": 0.675889, "f1": 0.652113, "accuracy": 0.675889, "main_score": 0.652113, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"]}, {"precision": 0.653142, "recall": 0.708498, "f1": 0.667272, "accuracy": 0.708498, "main_score": 0.667272, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"]}, {"precision": 0.635575, "recall": 0.688735, "f1": 0.649942, "accuracy": 0.688735, "main_score": 0.649942, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"]}, {"precision": 0.505866, "recall": 0.555336, "f1": 0.519776, "accuracy": 0.555336, "main_score": 0.519776, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"]}, {"precision": 0.654648, "recall": 0.70751, "f1": 0.668493, "accuracy": 0.70751, "main_score": 0.668493, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"]}, {"precision": 0.584715, "recall": 0.644269, "f1": 0.600671, "accuracy": 0.644269, "main_score": 0.600671, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"]}, {"precision": 0.669846, "recall": 0.724308, "f1": 0.684528, "accuracy": 0.724308, "main_score": 0.684528, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"]}, {"precision": 0.540521, "recall": 0.582016, "f1": 0.552084, "accuracy": 0.582016, "main_score": 0.552084, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"]}, {"precision": 0.652237, "recall": 0.705534, "f1": 0.666442, "accuracy": 0.705534, "main_score": 0.666442, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"]}, {"precision": 0.632514, "recall": 0.682806, "f1": 0.645948, "accuracy": 0.682806, "main_score": 0.645948, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"]}, {"precision": 0.69097, "recall": 0.743083, "f1": 0.704929, "accuracy": 0.743083, "main_score": 0.704929, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"]}, {"precision": 0.674978, "recall": 0.716403, "f1": 0.685325, "accuracy": 0.716403, "main_score": 0.685325, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"]}, {"precision": 0.517858, "recall": 0.561265, "f1": 0.530224, "accuracy": 0.561265, "main_score": 0.530224, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"]}, {"precision": 0.648295, "recall": 0.704545, "f1": 0.662803, "accuracy": 0.704545, "main_score": 0.662803, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"]}, {"precision": 0.659133, "recall": 0.714427, "f1": 0.673832, "accuracy": 0.714427, "main_score": 0.673832, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"]}, {"precision": 0.646341, "recall": 0.694664, "f1": 0.658679, "accuracy": 0.694664, "main_score": 0.658679, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"]}, {"precision": 0.20448, "recall": 0.247036, "f1": 0.215608, "accuracy": 0.247036, "main_score": 0.215608, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"]}, {"precision": 0.645502, "recall": 0.702569, "f1": 0.660734, "accuracy": 0.702569, "main_score": 0.660734, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"]}, {"precision": 0.597742, "recall": 0.634387, "f1": 0.607857, "accuracy": 0.634387, "main_score": 0.607857, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"]}, {"precision": 0.667577, "recall": 0.715415, "f1": 0.680538, "accuracy": 0.715415, "main_score": 0.680538, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"]}, {"precision": 0.671697, "recall": 0.720356, "f1": 0.68432, "accuracy": 0.720356, "main_score": 0.68432, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"]}, {"precision": 0.622929, "recall": 0.679842, "f1": 0.638639, "accuracy": 0.679842, "main_score": 0.638639, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"]}, {"precision": 0.653484, "recall": 0.703557, "f1": 0.667183, "accuracy": 0.703557, "main_score": 0.667183, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"]}, {"precision": 0.575718, "recall": 0.621542, "f1": 0.587848, "accuracy": 0.621542, "main_score": 0.587848, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"]}, {"precision": 0.673893, "recall": 0.726285, "f1": 0.687324, "accuracy": 0.726285, "main_score": 0.687324, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"]}, {"precision": 0.589569, "recall": 0.645257, "f1": 0.604393, "accuracy": 0.645257, "main_score": 0.604393, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"]}, {"precision": 0.630122, "recall": 0.689723, "f1": 0.645908, "accuracy": 0.689723, "main_score": 0.645908, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"]}, {"precision": 0.666938, "recall": 0.718379, "f1": 0.681499, "accuracy": 0.718379, "main_score": 0.681499, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"]}, {"precision": 0.644142, "recall": 0.697628, "f1": 0.659053, "accuracy": 0.697628, "main_score": 0.659053, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"]}, {"precision": 0.638461, "recall": 0.700593, "f1": 0.65477, "accuracy": 0.700593, "main_score": 0.65477, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"]}, {"precision": 0.520109, "recall": 0.562253, "f1": 0.532164, "accuracy": 0.562253, "main_score": 0.532164, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"]}, {"precision": 0.405986, "recall": 0.452569, "f1": 0.418299, "accuracy": 0.452569, "main_score": 0.418299, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"]}, {"precision": 0.652131, "recall": 0.70751, "f1": 0.66714, "accuracy": 0.70751, "main_score": 0.66714, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"]}, {"precision": 0.55165, "recall": 0.603755, "f1": 0.56571, "accuracy": 0.603755, "main_score": 0.56571, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"]}, {"precision": 0.676747, "recall": 0.735178, "f1": 0.692965, "accuracy": 0.735178, "main_score": 0.692965, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"]}, {"precision": 0.683732, "recall": 0.742095, "f1": 0.699702, "accuracy": 0.742095, "main_score": 0.699702, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"]}, {"precision": 0.650877, "recall": 0.698617, "f1": 0.663773, "accuracy": 0.698617, "main_score": 0.663773, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"]}, {"precision": 0.63505, "recall": 0.688735, "f1": 0.649202, "accuracy": 0.688735, "main_score": 0.649202, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"]}, {"precision": 0.546134, "recall": 0.599802, "f1": 0.561296, "accuracy": 0.599802, "main_score": 0.561296, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"]}, {"precision": 0.602103, "recall": 0.651186, "f1": 0.616022, "accuracy": 0.651186, "main_score": 0.616022, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"]}, {"precision": 0.651431, "recall": 0.693676, "f1": 0.662686, "accuracy": 0.693676, "main_score": 0.662686, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"]}, {"precision": 0.679349, "recall": 0.733202, "f1": 0.694309, "accuracy": 0.733202, "main_score": 0.694309, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"]}, {"precision": 0.665032, "recall": 0.716403, "f1": 0.677648, "accuracy": 0.716403, "main_score": 0.677648, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"]}, {"precision": 0.487573, "recall": 0.536561, "f1": 0.501702, "accuracy": 0.536561, "main_score": 0.501702, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"]}, {"precision": 0.642726, "recall": 0.701581, "f1": 0.658906, "accuracy": 0.701581, "main_score": 0.658906, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"]}, {"precision": 0.440053, "recall": 0.486166, "f1": 0.452605, "accuracy": 0.486166, "main_score": 0.452605, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"]}, {"precision": 0.492281, "recall": 0.537549, "f1": 0.504594, "accuracy": 0.537549, "main_score": 0.504594, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"]}, {"precision": 0.649431, "recall": 0.693676, "f1": 0.660709, "accuracy": 0.693676, "main_score": 0.660709, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"]}, {"precision": 0.307332, "recall": 0.355731, "f1": 0.320697, "accuracy": 0.355731, "main_score": 0.320697, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"]}, {"precision": 0.665274, "recall": 0.727273, "f1": 0.682074, "accuracy": 0.727273, "main_score": 0.682074, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"]}, {"precision": 0.656377, "recall": 0.712451, "f1": 0.671764, "accuracy": 0.712451, "main_score": 0.671764, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"]}, {"precision": 0.686164, "recall": 0.73913, "f1": 0.700895, "accuracy": 0.73913, "main_score": 0.700895, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"]}, {"precision": 0.654622, "recall": 0.712451, "f1": 0.670404, "accuracy": 0.712451, "main_score": 0.670404, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"]}, {"precision": 0.541971, "recall": 0.583992, "f1": 0.553512, "accuracy": 0.583992, "main_score": 0.553512, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"]}, {"precision": 0.663267, "recall": 0.70751, "f1": 0.674397, "accuracy": 0.70751, "main_score": 0.674397, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"]}, {"precision": 0.636382, "recall": 0.683794, "f1": 0.648885, "accuracy": 0.683794, "main_score": 0.648885, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"]}, {"precision": 0.688114, "recall": 0.740119, "f1": 0.701525, "accuracy": 0.740119, "main_score": 0.701525, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"]}, {"precision": 0.552717, "recall": 0.588933, "f1": 0.56328, "accuracy": 0.588933, "main_score": 0.56328, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"]}, {"precision": 0.660166, "recall": 0.713439, "f1": 0.673941, "accuracy": 0.713439, "main_score": 0.673941, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"]}, {"precision": 0.553896, "recall": 0.597826, "f1": 0.566768, "accuracy": 0.597826, "main_score": 0.566768, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"]}, {"precision": 0.648827, "recall": 0.704545, "f1": 0.664048, "accuracy": 0.704545, "main_score": 0.664048, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"]}, {"precision": 0.629233, "recall": 0.682806, "f1": 0.64354, "accuracy": 0.682806, "main_score": 0.64354, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"]}, {"precision": 0.66566, "recall": 0.719368, "f1": 0.680367, "accuracy": 0.719368, "main_score": 0.680367, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"]}, {"precision": 0.346377, "recall": 0.417984, "f1": 0.364735, "accuracy": 0.417984, "main_score": 0.364735, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"]}, {"precision": 0.637147, "recall": 0.693676, "f1": 0.653321, "accuracy": 0.693676, "main_score": 0.653321, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"]}, {"precision": 0.558366, "recall": 0.596838, "f1": 0.56937, "accuracy": 0.596838, "main_score": 0.56937, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"]}, {"precision": 0.505521, "recall": 0.557312, "f1": 0.519525, "accuracy": 0.557312, "main_score": 0.519525, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"]}, {"precision": 0.686392, "recall": 0.740119, "f1": 0.700852, "accuracy": 0.740119, "main_score": 0.700852, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"]}, {"precision": 0.647004, "recall": 0.699605, "f1": 0.661237, "accuracy": 0.699605, "main_score": 0.661237, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"]}, {"precision": 0.678576, "recall": 0.729249, "f1": 0.691686, "accuracy": 0.729249, "main_score": 0.691686, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"]}, {"precision": 0.563259, "recall": 0.628458, "f1": 0.580982, "accuracy": 0.628458, "main_score": 0.580982, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"]}, {"precision": 0.6885, "recall": 0.741107, "f1": 0.702437, "accuracy": 0.741107, "main_score": 0.702437, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"]}, {"precision": 0.644927, "recall": 0.700593, "f1": 0.659819, "accuracy": 0.700593, "main_score": 0.659819, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"]}, {"precision": 0.671568, "recall": 0.725296, "f1": 0.685637, "accuracy": 0.725296, "main_score": 0.685637, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"]}, {"precision": 0.650319, "recall": 0.708498, "f1": 0.66541, "accuracy": 0.708498, "main_score": 0.66541, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"]}, {"precision": 0.513053, "recall": 0.556324, "f1": 0.525187, "accuracy": 0.556324, "main_score": 0.525187, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"]}, {"precision": 0.532155, "recall": 0.575099, "f1": 0.544032, "accuracy": 0.575099, "main_score": 0.544032, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"]}, {"precision": 0.632565, "recall": 0.689723, "f1": 0.648496, "accuracy": 0.689723, "main_score": 0.648496, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"]}, {"precision": 0.667132, "recall": 0.72332, "f1": 0.680903, "accuracy": 0.72332, "main_score": 0.680903, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"]}, {"precision": 0.642536, "recall": 0.704545, "f1": 0.659447, "accuracy": 0.704545, "main_score": 0.659447, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"]}, {"precision": 0.578025, "recall": 0.629447, "f1": 0.591987, "accuracy": 0.629447, "main_score": 0.591987, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"]}, {"precision": 0.460545, "recall": 0.509881, "f1": 0.473778, "accuracy": 0.509881, "main_score": 0.473778, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"]}, {"precision": 0.69009, "recall": 0.737154, "f1": 0.703041, "accuracy": 0.737154, "main_score": 0.703041, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"]}, {"precision": 0.606424, "recall": 0.666008, "f1": 0.622, "accuracy": 0.666008, "main_score": 0.622, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"]}, {"precision": 0.632871, "recall": 0.684783, "f1": 0.647033, "accuracy": 0.684783, "main_score": 0.647033, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"]}, {"precision": 0.675581, "recall": 0.726285, "f1": 0.688729, "accuracy": 0.726285, "main_score": 0.688729, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"]}, {"precision": 0.494181, "recall": 0.537549, "f1": 0.506428, "accuracy": 0.537549, "main_score": 0.506428, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"]}, {"precision": 0.685802, "recall": 0.725296, "f1": 0.695077, "accuracy": 0.725296, "main_score": 0.695077, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"]}, {"precision": 0.647351, "recall": 0.704545, "f1": 0.662136, "accuracy": 0.704545, "main_score": 0.662136, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"]}, {"precision": 0.673399, "recall": 0.721344, "f1": 0.686295, "accuracy": 0.721344, "main_score": 0.686295, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"]}, {"precision": 0.675261, "recall": 0.726285, "f1": 0.68849, "accuracy": 0.726285, "main_score": 0.68849, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"]}, {"precision": 0.642185, "recall": 0.695652, "f1": 0.656861, "accuracy": 0.695652, "main_score": 0.656861, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"]}, {"precision": 0.649697, "recall": 0.703557, "f1": 0.664527, "accuracy": 0.703557, "main_score": 0.664527, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"]}, {"precision": 0.552335, "recall": 0.619565, "f1": 0.570679, "accuracy": 0.619565, "main_score": 0.570679, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"]}, {"precision": 0.522025, "recall": 0.570158, "f1": 0.53507, "accuracy": 0.570158, "main_score": 0.53507, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"]}, {"precision": 0.201471, "recall": 0.246047, "f1": 0.212413, "accuracy": 0.246047, "main_score": 0.212413, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"]}, {"precision": 0.542517, "recall": 0.587945, "f1": 0.554907, "accuracy": 0.587945, "main_score": 0.554907, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"]}, {"precision": 0.500674, "recall": 0.556324, "f1": 0.516543, "accuracy": 0.556324, "main_score": 0.516543, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"]}, {"precision": 0.677978, "recall": 0.731225, "f1": 0.691784, "accuracy": 0.731225, "main_score": 0.691784, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"]}, {"precision": 0.648063, "recall": 0.692688, "f1": 0.659035, "accuracy": 0.692688, "main_score": 0.659035, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"]}, {"precision": 0.433155, "recall": 0.485178, "f1": 0.446983, "accuracy": 0.485178, "main_score": 0.446983, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"]}, {"precision": 0.630634, "recall": 0.68083, "f1": 0.64397, "accuracy": 0.68083, "main_score": 0.64397, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"]}, {"precision": 0.671123, "recall": 0.724308, "f1": 0.684414, "accuracy": 0.724308, "main_score": 0.684414, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"]}, {"precision": 0.594407, "recall": 0.662055, "f1": 0.612785, "accuracy": 0.662055, "main_score": 0.612785, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"]}, {"precision": 0.634714, "recall": 0.692688, "f1": 0.650468, "accuracy": 0.692688, "main_score": 0.650468, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"]}, {"precision": 0.574006, "recall": 0.621542, "f1": 0.587437, "accuracy": 0.621542, "main_score": 0.587437, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"]}, {"precision": 0.632198, "recall": 0.695652, "f1": 0.649093, "accuracy": 0.695652, "main_score": 0.649093, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"]}, {"precision": 0.690874, "recall": 0.73913, "f1": 0.703581, "accuracy": 0.73913, "main_score": 0.703581, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"]}, {"precision": 0.509743, "recall": 0.560277, "f1": 0.524778, "accuracy": 0.560277, "main_score": 0.524778, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"]}, {"precision": 0.494463, "recall": 0.543478, "f1": 0.507804, "accuracy": 0.543478, "main_score": 0.507804, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"]}, {"precision": 0.571929, "recall": 0.616601, "f1": 0.584198, "accuracy": 0.616601, "main_score": 0.584198, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"]}, {"precision": 0.673877, "recall": 0.727273, "f1": 0.688476, "accuracy": 0.727273, "main_score": 0.688476, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"]}, {"precision": 0.160644, "recall": 0.209486, "f1": 0.172848, "accuracy": 0.209486, "main_score": 0.172848, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"]}, {"precision": 0.651662, "recall": 0.709486, "f1": 0.666211, "accuracy": 0.709486, "main_score": 0.666211, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"]}, {"precision": 0.569785, "recall": 0.626482, "f1": 0.584565, "accuracy": 0.626482, "main_score": 0.584565, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"]}, {"precision": 0.621737, "recall": 0.674901, "f1": 0.636015, "accuracy": 0.674901, "main_score": 0.636015, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"]}, {"precision": 0.663723, "recall": 0.716403, "f1": 0.677885, "accuracy": 0.716403, "main_score": 0.677885, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"]}, {"precision": 0.50457, "recall": 0.562253, "f1": 0.520939, "accuracy": 0.562253, "main_score": 0.520939, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"]}, {"precision": 0.532396, "recall": 0.583004, "f1": 0.546633, "accuracy": 0.583004, "main_score": 0.546633, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"]}, {"precision": 0.663766, "recall": 0.715415, "f1": 0.677353, "accuracy": 0.715415, "main_score": 0.677353, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"]}, {"precision": 0.669257, "recall": 0.724308, "f1": 0.684846, "accuracy": 0.724308, "main_score": 0.684846, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"]}, {"precision": 0.642761, "recall": 0.692688, "f1": 0.655881, "accuracy": 0.692688, "main_score": 0.655881, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"]}, {"precision": 0.627284, "recall": 0.675889, "f1": 0.639815, "accuracy": 0.675889, "main_score": 0.639815, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"]}, {"precision": 0.543675, "recall": 0.597826, "f1": 0.55894, "accuracy": 0.597826, "main_score": 0.55894, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"]}, {"precision": 0.649752, "recall": 0.710474, "f1": 0.666068, "accuracy": 0.710474, "main_score": 0.666068, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"]}, {"precision": 0.503219, "recall": 0.546443, "f1": 0.515267, "accuracy": 0.546443, "main_score": 0.515267, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"]}, {"precision": 0.560194, "recall": 0.613636, "f1": 0.574549, "accuracy": 0.613636, "main_score": 0.574549, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"]}, {"precision": 0.641172, "recall": 0.703557, "f1": 0.657313, "accuracy": 0.703557, "main_score": 0.657313, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"]}, {"precision": 0.646874, "recall": 0.69664, "f1": 0.66035, "accuracy": 0.69664, "main_score": 0.66035, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"]}, {"precision": 0.644235, "recall": 0.697628, "f1": 0.65833, "accuracy": 0.697628, "main_score": 0.65833, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"]}, {"precision": 0.456046, "recall": 0.504941, "f1": 0.469426, "accuracy": 0.504941, "main_score": 0.469426, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"]}, {"precision": 0.701705, "recall": 0.749012, "f1": 0.713944, "accuracy": 0.749012, "main_score": 0.713944, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"]}, {"precision": 0.640863, "recall": 0.700593, "f1": 0.656006, "accuracy": 0.700593, "main_score": 0.656006, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"]}, {"precision": 0.632001, "recall": 0.694664, "f1": 0.649263, "accuracy": 0.694664, "main_score": 0.649263, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"]}, {"precision": 0.601448, "recall": 0.653162, "f1": 0.615089, "accuracy": 0.653162, "main_score": 0.615089, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"]}, {"precision": 0.573346, "recall": 0.62747, "f1": 0.587803, "accuracy": 0.62747, "main_score": 0.587803, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"]}, {"precision": 0.549095, "recall": 0.605731, "f1": 0.563234, "accuracy": 0.605731, "main_score": 0.563234, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"]}, {"precision": 0.582573, "recall": 0.641304, "f1": 0.598343, "accuracy": 0.641304, "main_score": 0.598343, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"]}, {"precision": 0.576212, "recall": 0.618577, "f1": 0.588574, "accuracy": 0.618577, "main_score": 0.588574, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"]}, {"precision": 0.603674, "recall": 0.667984, "f1": 0.621147, "accuracy": 0.667984, "main_score": 0.621147, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"]}, {"precision": 0.662418, "recall": 0.721344, "f1": 0.677714, "accuracy": 0.721344, "main_score": 0.677714, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"]}, {"precision": 0.63968, "recall": 0.692688, "f1": 0.653733, "accuracy": 0.692688, "main_score": 0.653733, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"]}, {"precision": 0.685496, "recall": 0.736166, "f1": 0.699143, "accuracy": 0.736166, "main_score": 0.699143, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"]}, {"precision": 0.636089, "recall": 0.6917, "f1": 0.650548, "accuracy": 0.6917, "main_score": 0.650548, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"]}, {"precision": 0.686372, "recall": 0.732213, "f1": 0.699147, "accuracy": 0.732213, "main_score": 0.699147, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"]}, {"precision": 0.569929, "recall": 0.624506, "f1": 0.584486, "accuracy": 0.624506, "main_score": 0.584486, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"]}, {"precision": 0.624607, "recall": 0.679842, "f1": 0.639522, "accuracy": 0.679842, "main_score": 0.639522, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"]}, {"precision": 0.473227, "recall": 0.523715, "f1": 0.48712, "accuracy": 0.523715, "main_score": 0.48712, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"]}, {"precision": 0.661593, "recall": 0.716403, "f1": 0.676012, "accuracy": 0.716403, "main_score": 0.676012, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"]}, {"precision": 0.432023, "recall": 0.5, "f1": 0.450768, "accuracy": 0.5, "main_score": 0.450768, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"]}, {"precision": 0.638673, "recall": 0.69664, "f1": 0.653944, "accuracy": 0.69664, "main_score": 0.653944, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"]}, {"precision": 0.651719, "recall": 0.705534, "f1": 0.66623, "accuracy": 0.705534, "main_score": 0.66623, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"]}, {"precision": 0.648574, "recall": 0.698617, "f1": 0.662139, "accuracy": 0.698617, "main_score": 0.662139, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"]}, {"precision": 0.592035, "recall": 0.632411, "f1": 0.602888, "accuracy": 0.632411, "main_score": 0.602888, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"]}, {"precision": 0.613239, "recall": 0.676877, "f1": 0.630515, "accuracy": 0.676877, "main_score": 0.630515, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"]}, {"precision": 0.571009, "recall": 0.609684, "f1": 0.581915, "accuracy": 0.609684, "main_score": 0.581915, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"]}, {"precision": 0.593108, "recall": 0.633399, "f1": 0.604897, "accuracy": 0.633399, "main_score": 0.604897, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"]}, {"precision": 0.658023, "recall": 0.717391, "f1": 0.673504, "accuracy": 0.717391, "main_score": 0.673504, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"]}, {"precision": 0.637496, "recall": 0.681818, "f1": 0.648912, "accuracy": 0.681818, "main_score": 0.648912, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"]}, {"precision": 0.696279, "recall": 0.744071, "f1": 0.709143, "accuracy": 0.744071, "main_score": 0.709143, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"]}, {"precision": 0.501066, "recall": 0.550395, "f1": 0.515223, "accuracy": 0.550395, "main_score": 0.515223, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"]}, {"precision": 0.678288, "recall": 0.730237, "f1": 0.692105, "accuracy": 0.730237, "main_score": 0.692105, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"]}, {"precision": 0.65609, "recall": 0.712451, "f1": 0.671719, "accuracy": 0.712451, "main_score": 0.671719, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"]}, {"precision": 0.639173, "recall": 0.704545, "f1": 0.657133, "accuracy": 0.704545, "main_score": 0.657133, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"]}, {"precision": 0.518879, "recall": 0.566206, "f1": 0.53165, "accuracy": 0.566206, "main_score": 0.53165, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"]}, {"precision": 0.669578, "recall": 0.724308, "f1": 0.68407, "accuracy": 0.724308, "main_score": 0.68407, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"]}, {"precision": 0.650398, "recall": 0.692688, "f1": 0.661944, "accuracy": 0.692688, "main_score": 0.661944, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"]}, {"precision": 0.525037, "recall": 0.582016, "f1": 0.540558, "accuracy": 0.582016, "main_score": 0.540558, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"]}, {"precision": 0.555113, "recall": 0.614625, "f1": 0.571029, "accuracy": 0.614625, "main_score": 0.571029, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"]}, {"precision": 0.538145, "recall": 0.592885, "f1": 0.553179, "accuracy": 0.592885, "main_score": 0.553179, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"]}, {"precision": 0.677443, "recall": 0.733202, "f1": 0.692092, "accuracy": 0.733202, "main_score": 0.692092, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"]}, {"precision": 0.587349, "recall": 0.649209, "f1": 0.604639, "accuracy": 0.649209, "main_score": 0.604639, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"]}, {"precision": 0.497803, "recall": 0.539526, "f1": 0.509606, "accuracy": 0.539526, "main_score": 0.509606, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"]}, {"precision": 0.557094, "recall": 0.593874, "f1": 0.56729, "accuracy": 0.593874, "main_score": 0.56729, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"]}, {"precision": 0.649406, "recall": 0.70751, "f1": 0.664282, "accuracy": 0.70751, "main_score": 0.664282, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"]}, {"precision": 0.550996, "recall": 0.602767, "f1": 0.56582, "accuracy": 0.602767, "main_score": 0.56582, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"]}, {"precision": 0.548387, "recall": 0.588933, "f1": 0.559153, "accuracy": 0.588933, "main_score": 0.559153, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"]}, {"precision": 0.620969, "recall": 0.682806, "f1": 0.637648, "accuracy": 0.682806, "main_score": 0.637648, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"]}, {"precision": 0.505345, "recall": 0.555336, "f1": 0.520212, "accuracy": 0.555336, "main_score": 0.520212, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"]}, {"precision": 0.587378, "recall": 0.636364, "f1": 0.601306, "accuracy": 0.636364, "main_score": 0.601306, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"]}, {"precision": 0.632844, "recall": 0.681818, "f1": 0.645675, "accuracy": 0.681818, "main_score": 0.645675, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"]}, {"precision": 0.575697, "recall": 0.618577, "f1": 0.587909, "accuracy": 0.618577, "main_score": 0.587909, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"]}, {"precision": 0.597521, "recall": 0.640316, "f1": 0.609213, "accuracy": 0.640316, "main_score": 0.609213, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"]}, {"precision": 0.629008, "recall": 0.688735, "f1": 0.645073, "accuracy": 0.688735, "main_score": 0.645073, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"]}, {"precision": 0.593192, "recall": 0.645257, "f1": 0.607923, "accuracy": 0.645257, "main_score": 0.607923, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"]}, {"precision": 0.625351, "recall": 0.675889, "f1": 0.638909, "accuracy": 0.675889, "main_score": 0.638909, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"]}, {"precision": 0.421746, "recall": 0.496047, "f1": 0.442613, "accuracy": 0.496047, "main_score": 0.442613, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"]}, {"precision": 0.647959, "recall": 0.701581, "f1": 0.661965, "accuracy": 0.701581, "main_score": 0.661965, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"]}, {"precision": 0.612008, "recall": 0.661067, "f1": 0.625308, "accuracy": 0.661067, "main_score": 0.625308, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"]}, {"precision": 0.651927, "recall": 0.700593, "f1": 0.664075, "accuracy": 0.700593, "main_score": 0.664075, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"]}, {"precision": 0.659518, "recall": 0.718379, "f1": 0.675383, "accuracy": 0.718379, "main_score": 0.675383, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"]}, {"precision": 0.542313, "recall": 0.592885, "f1": 0.556329, "accuracy": 0.592885, "main_score": 0.556329, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"]}, {"precision": 0.547078, "recall": 0.588933, "f1": 0.558944, "accuracy": 0.588933, "main_score": 0.558944, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"]}, {"precision": 0.485337, "recall": 0.541502, "f1": 0.501161, "accuracy": 0.541502, "main_score": 0.501161, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"]}, {"precision": 0.513425, "recall": 0.565217, "f1": 0.528052, "accuracy": 0.565217, "main_score": 0.528052, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"]}, {"precision": 0.382116, "recall": 0.459486, "f1": 0.402537, "accuracy": 0.459486, "main_score": 0.402537, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"]}, {"precision": 0.922299, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"]}, {"precision": 0.558194, "recall": 0.608696, "f1": 0.572753, "accuracy": 0.608696, "main_score": 0.572753, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"]}, {"precision": 0.767358, "recall": 0.813241, "f1": 0.780769, "accuracy": 0.813241, "main_score": 0.780769, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"]}, {"precision": 0.870784, "recall": 0.900198, "f1": 0.879696, "accuracy": 0.900198, "main_score": 0.879696, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"]}, {"precision": 0.547714, "recall": 0.59585, "f1": 0.561259, "accuracy": 0.59585, "main_score": 0.561259, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"]}, {"precision": 0.918067, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"]}, {"precision": 0.577513, "recall": 0.626482, "f1": 0.591573, "accuracy": 0.626482, "main_score": 0.591573, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"]}, {"precision": 0.545045, "recall": 0.598814, "f1": 0.559656, "accuracy": 0.598814, "main_score": 0.559656, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"]}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"]}, {"precision": 0.184173, "recall": 0.225296, "f1": 0.194728, "accuracy": 0.225296, "main_score": 0.194728, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"]}, {"precision": 0.613973, "recall": 0.659091, "f1": 0.625799, "accuracy": 0.659091, "main_score": 0.625799, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"]}, {"precision": 0.637335, "recall": 0.686759, "f1": 0.651074, "accuracy": 0.686759, "main_score": 0.651074, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"]}, {"precision": 0.924111, "recall": 0.944664, "f1": 0.930468, "accuracy": 0.944664, "main_score": 0.930468, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"]}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"]}, {"precision": 0.538095, "recall": 0.582016, "f1": 0.550659, "accuracy": 0.582016, "main_score": 0.550659, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"]}, {"precision": 0.442867, "recall": 0.505929, "f1": 0.460106, "accuracy": 0.505929, "main_score": 0.460106, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"]}, {"precision": 0.571096, "recall": 0.62253, "f1": 0.584908, "accuracy": 0.62253, "main_score": 0.584908, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"]}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"]}, {"precision": 0.560315, "recall": 0.616601, "f1": 0.576294, "accuracy": 0.616601, "main_score": 0.576294, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"]}, {"precision": 0.812624, "recall": 0.858696, "f1": 0.826834, "accuracy": 0.858696, "main_score": 0.826834, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"]}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"]}, {"precision": 0.509649, "recall": 0.568182, "f1": 0.526122, "accuracy": 0.568182, "main_score": 0.526122, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"]}, {"precision": 0.477355, "recall": 0.528656, "f1": 0.491112, "accuracy": 0.528656, "main_score": 0.491112, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"]}, {"precision": 0.515299, "recall": 0.557312, "f1": 0.527042, "accuracy": 0.557312, "main_score": 0.527042, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"]}, {"precision": 0.878491, "recall": 0.906126, "f1": 0.886382, "accuracy": 0.906126, "main_score": 0.886382, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"]}, {"precision": 0.304776, "recall": 0.355731, "f1": 0.318924, "accuracy": 0.355731, "main_score": 0.318924, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"]}, {"precision": 0.554631, "recall": 0.601779, "f1": 0.567797, "accuracy": 0.601779, "main_score": 0.567797, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"]}, {"precision": 0.925132, "recall": 0.945652, "f1": 0.931489, "accuracy": 0.945652, "main_score": 0.931489, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"]}, {"precision": 0.563529, "recall": 0.603755, "f1": 0.574409, "accuracy": 0.603755, "main_score": 0.574409, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"]}, {"precision": 0.638333, "recall": 0.694664, "f1": 0.65431, "accuracy": 0.694664, "main_score": 0.65431, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"]}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"]}, {"precision": 0.581672, "recall": 0.670949, "f1": 0.607444, "accuracy": 0.670949, "main_score": 0.607444, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"]}, {"precision": 0.679714, "recall": 0.73419, "f1": 0.695539, "accuracy": 0.73419, "main_score": 0.695539, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"]}, {"precision": 0.61693, "recall": 0.660079, "f1": 0.629301, "accuracy": 0.660079, "main_score": 0.629301, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"]}, {"precision": 0.558185, "recall": 0.619565, "f1": 0.575457, "accuracy": 0.619565, "main_score": 0.575457, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"]}, {"precision": 0.964509, "recall": 0.974308, "f1": 0.967622, "accuracy": 0.974308, "main_score": 0.967622, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"]}, {"precision": 0.89669, "recall": 0.925889, "f1": 0.905863, "accuracy": 0.925889, "main_score": 0.905863, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"]}, {"precision": 0.518813, "recall": 0.572134, "f1": 0.533498, "accuracy": 0.572134, "main_score": 0.533498, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"]}, {"precision": 0.5437, "recall": 0.594862, "f1": 0.557808, "accuracy": 0.594862, "main_score": 0.557808, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"]}, {"precision": 0.714797, "recall": 0.766798, "f1": 0.729539, "accuracy": 0.766798, "main_score": 0.729539, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"]}, {"precision": 0.463498, "recall": 0.517787, "f1": 0.478273, "accuracy": 0.517787, "main_score": 0.478273, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"]}, {"precision": 0.823511, "recall": 0.868577, "f1": 0.837434, "accuracy": 0.868577, "main_score": 0.837434, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"]}, {"precision": 0.495836, "recall": 0.546443, "f1": 0.510252, "accuracy": 0.546443, "main_score": 0.510252, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"]}, {"precision": 0.956933, "recall": 0.970356, "f1": 0.961199, "accuracy": 0.970356, "main_score": 0.961199, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"]}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"]}, {"precision": 0.551157, "recall": 0.607708, "f1": 0.567312, "accuracy": 0.607708, "main_score": 0.567312, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"]}, {"precision": 0.184153, "recall": 0.233202, "f1": 0.19585, "accuracy": 0.233202, "main_score": 0.19585, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"]}, {"precision": 0.588958, "recall": 0.637352, "f1": 0.60325, "accuracy": 0.637352, "main_score": 0.60325, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"]}, {"precision": 0.733177, "recall": 0.791502, "f1": 0.749891, "accuracy": 0.791502, "main_score": 0.749891, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"]}, {"precision": 0.947134, "recall": 0.960474, "f1": 0.951416, "accuracy": 0.960474, "main_score": 0.951416, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"]}, {"precision": 0.428685, "recall": 0.480237, "f1": 0.443041, "accuracy": 0.480237, "main_score": 0.443041, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"]}, {"precision": 0.951005, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"]}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"]}, {"precision": 0.633999, "recall": 0.688735, "f1": 0.649155, "accuracy": 0.688735, "main_score": 0.649155, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"]}, {"precision": 0.531444, "recall": 0.577075, "f1": 0.544613, "accuracy": 0.577075, "main_score": 0.544613, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"]}, {"precision": 0.497644, "recall": 0.548419, "f1": 0.511736, "accuracy": 0.548419, "main_score": 0.511736, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"]}, {"precision": 0.614396, "recall": 0.664032, "f1": 0.628364, "accuracy": 0.664032, "main_score": 0.628364, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"]}, {"precision": 0.21865, "recall": 0.294466, "f1": 0.238299, "accuracy": 0.294466, "main_score": 0.238299, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"]}, {"precision": 0.912138, "recall": 0.937747, "f1": 0.920356, "accuracy": 0.937747, "main_score": 0.920356, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"]}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"]}, {"precision": 0.536645, "recall": 0.588933, "f1": 0.551079, "accuracy": 0.588933, "main_score": 0.551079, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"]}, {"precision": 0.560688, "recall": 0.616601, "f1": 0.576337, "accuracy": 0.616601, "main_score": 0.576337, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"]}, {"precision": 0.676671, "recall": 0.743083, "f1": 0.696974, "accuracy": 0.743083, "main_score": 0.696974, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"]}, {"precision": 0.972085, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"]}, {"precision": 0.526506, "recall": 0.577075, "f1": 0.540961, "accuracy": 0.577075, "main_score": 0.540961, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"]}, {"precision": 0.740408, "recall": 0.795455, "f1": 0.756788, "accuracy": 0.795455, "main_score": 0.756788, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"]}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"]}, {"precision": 0.45068, "recall": 0.503953, "f1": 0.464748, "accuracy": 0.503953, "main_score": 0.464748, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.941817, "accuracy": 0.954545, "main_score": 0.941817, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"]}, {"precision": 0.835911, "recall": 0.874506, "f1": 0.847453, "accuracy": 0.874506, "main_score": 0.847453, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"]}, {"precision": 0.869928, "recall": 0.900198, "f1": 0.879202, "accuracy": 0.900198, "main_score": 0.879202, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"]}, {"precision": 0.864559, "recall": 0.900198, "f1": 0.875296, "accuracy": 0.900198, "main_score": 0.875296, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"]}, {"precision": 0.583153, "recall": 0.62747, "f1": 0.595095, "accuracy": 0.62747, "main_score": 0.595095, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"]}, {"precision": 0.954578, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"]}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"]}, {"precision": 0.794368, "recall": 0.842885, "f1": 0.809091, "accuracy": 0.842885, "main_score": 0.809091, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"]}, {"precision": 0.461213, "recall": 0.51581, "f1": 0.475907, "accuracy": 0.51581, "main_score": 0.475907, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"]}, {"precision": 0.551706, "recall": 0.616601, "f1": 0.569621, "accuracy": 0.616601, "main_score": 0.569621, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"]}, {"precision": 0.737575, "recall": 0.780632, "f1": 0.7502, "accuracy": 0.780632, "main_score": 0.7502, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"]}, {"precision": 0.622925, "recall": 0.667984, "f1": 0.636016, "accuracy": 0.667984, "main_score": 0.636016, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"]}, {"precision": 0.606848, "recall": 0.656126, "f1": 0.620884, "accuracy": 0.656126, "main_score": 0.620884, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"]}, {"precision": 0.855303, "recall": 0.890316, "f1": 0.865697, "accuracy": 0.890316, "main_score": 0.865697, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"]}, {"precision": 0.511086, "recall": 0.560277, "f1": 0.524322, "accuracy": 0.560277, "main_score": 0.524322, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"]}, {"precision": 0.515073, "recall": 0.567194, "f1": 0.529739, "accuracy": 0.567194, "main_score": 0.529739, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"]}, {"precision": 0.781176, "recall": 0.828063, "f1": 0.794928, "accuracy": 0.828063, "main_score": 0.794928, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"]}, {"precision": 0.520315, "recall": 0.576087, "f1": 0.53553, "accuracy": 0.576087, "main_score": 0.53553, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"]}, {"precision": 0.590386, "recall": 0.646245, "f1": 0.606082, "accuracy": 0.646245, "main_score": 0.606082, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"]}, {"precision": 0.834931, "recall": 0.875494, "f1": 0.8472, "accuracy": 0.875494, "main_score": 0.8472, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"]}, {"precision": 0.92309, "recall": 0.94664, "f1": 0.930665, "accuracy": 0.94664, "main_score": 0.930665, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"]}, {"precision": 0.477887, "recall": 0.533597, "f1": 0.492896, "accuracy": 0.533597, "main_score": 0.492896, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"]}, {"precision": 0.547991, "recall": 0.591897, "f1": 0.560318, "accuracy": 0.591897, "main_score": 0.560318, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"]}, {"precision": 0.569553, "recall": 0.620553, "f1": 0.583402, "accuracy": 0.620553, "main_score": 0.583402, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"]}, {"precision": 0.535047, "recall": 0.583992, "f1": 0.548446, "accuracy": 0.583992, "main_score": 0.548446, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"]}, {"precision": 0.510884, "recall": 0.56917, "f1": 0.527127, "accuracy": 0.56917, "main_score": 0.527127, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"]}, {"precision": 0.688514, "recall": 0.742095, "f1": 0.703809, "accuracy": 0.742095, "main_score": 0.703809, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"]}, {"precision": 0.932675, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"]}, {"precision": 0.657552, "recall": 0.712451, "f1": 0.673403, "accuracy": 0.712451, "main_score": 0.673403, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"]}, {"precision": 0.779965, "recall": 0.820158, "f1": 0.791562, "accuracy": 0.820158, "main_score": 0.791562, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"]}, {"precision": 0.895998, "recall": 0.925889, "f1": 0.905534, "accuracy": 0.925889, "main_score": 0.905534, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"]}, {"precision": 0.452125, "recall": 0.517787, "f1": 0.470916, "accuracy": 0.517787, "main_score": 0.470916, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"]}, {"precision": 0.665474, "recall": 0.724308, "f1": 0.682856, "accuracy": 0.724308, "main_score": 0.682856, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"]}, {"precision": 0.575761, "recall": 0.614625, "f1": 0.586381, "accuracy": 0.614625, "main_score": 0.586381, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"]}, {"precision": 0.474335, "recall": 0.537549, "f1": 0.491625, "accuracy": 0.537549, "main_score": 0.491625, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"]}, {"precision": 0.532526, "recall": 0.582016, "f1": 0.54744, "accuracy": 0.582016, "main_score": 0.54744, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"]}, {"precision": 0.234796, "recall": 0.282609, "f1": 0.24677, "accuracy": 0.282609, "main_score": 0.24677, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"]}, {"precision": 0.652476, "recall": 0.702569, "f1": 0.665751, "accuracy": 0.702569, "main_score": 0.665751, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"]}, {"precision": 0.592199, "recall": 0.643281, "f1": 0.605985, "accuracy": 0.643281, "main_score": 0.605985, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"]}, {"precision": 0.640245, "recall": 0.689723, "f1": 0.654311, "accuracy": 0.689723, "main_score": 0.654311, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"]}, {"precision": 0.650264, "recall": 0.695652, "f1": 0.662715, "accuracy": 0.695652, "main_score": 0.662715, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"]}, {"precision": 0.588231, "recall": 0.636364, "f1": 0.601122, "accuracy": 0.636364, "main_score": 0.601122, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"]}, {"precision": 0.654875, "recall": 0.700593, "f1": 0.667658, "accuracy": 0.700593, "main_score": 0.667658, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"]}, {"precision": 0.636309, "recall": 0.684783, "f1": 0.649615, "accuracy": 0.684783, "main_score": 0.649615, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"]}, {"precision": 0.661333, "recall": 0.700593, "f1": 0.671876, "accuracy": 0.700593, "main_score": 0.671876, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"]}, {"precision": 0.635763, "recall": 0.686759, "f1": 0.649839, "accuracy": 0.686759, "main_score": 0.649839, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"]}, {"precision": 0.632933, "recall": 0.677866, "f1": 0.644884, "accuracy": 0.677866, "main_score": 0.644884, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"]}, {"precision": 0.54741, "recall": 0.601779, "f1": 0.562415, "accuracy": 0.601779, "main_score": 0.562415, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"]}, {"precision": 0.634243, "recall": 0.685771, "f1": 0.647626, "accuracy": 0.685771, "main_score": 0.647626, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"]}, {"precision": 0.597519, "recall": 0.650198, "f1": 0.612127, "accuracy": 0.650198, "main_score": 0.612127, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"]}, {"precision": 0.658539, "recall": 0.709486, "f1": 0.67205, "accuracy": 0.709486, "main_score": 0.67205, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"]}, {"precision": 0.579109, "recall": 0.624506, "f1": 0.591653, "accuracy": 0.624506, "main_score": 0.591653, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"]}, {"precision": 0.631755, "recall": 0.678854, "f1": 0.645013, "accuracy": 0.678854, "main_score": 0.645013, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"]}, {"precision": 0.610066, "recall": 0.662055, "f1": 0.623422, "accuracy": 0.662055, "main_score": 0.623422, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"]}, {"precision": 0.669079, "recall": 0.718379, "f1": 0.681817, "accuracy": 0.718379, "main_score": 0.681817, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"]}, {"precision": 0.653261, "recall": 0.706522, "f1": 0.667642, "accuracy": 0.706522, "main_score": 0.667642, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"]}, {"precision": 0.549456, "recall": 0.606719, "f1": 0.565929, "accuracy": 0.606719, "main_score": 0.565929, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"]}, {"precision": 0.632608, "recall": 0.690711, "f1": 0.648635, "accuracy": 0.690711, "main_score": 0.648635, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"]}, {"precision": 0.636708, "recall": 0.689723, "f1": 0.650618, "accuracy": 0.689723, "main_score": 0.650618, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"]}, {"precision": 0.647435, "recall": 0.695652, "f1": 0.660326, "accuracy": 0.695652, "main_score": 0.660326, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"]}, {"precision": 0.201756, "recall": 0.247036, "f1": 0.213221, "accuracy": 0.247036, "main_score": 0.213221, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"]}, {"precision": 0.631499, "recall": 0.685771, "f1": 0.646403, "accuracy": 0.685771, "main_score": 0.646403, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"]}, {"precision": 0.606655, "recall": 0.653162, "f1": 0.619407, "accuracy": 0.653162, "main_score": 0.619407, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"]}, {"precision": 0.662328, "recall": 0.70751, "f1": 0.67395, "accuracy": 0.70751, "main_score": 0.67395, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"]}, {"precision": 0.643732, "recall": 0.694664, "f1": 0.657897, "accuracy": 0.694664, "main_score": 0.657897, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"]}, {"precision": 0.624924, "recall": 0.671937, "f1": 0.637789, "accuracy": 0.671937, "main_score": 0.637789, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"]}, {"precision": 0.638708, "recall": 0.683794, "f1": 0.650943, "accuracy": 0.683794, "main_score": 0.650943, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"]}, {"precision": 0.57636, "recall": 0.619565, "f1": 0.58869, "accuracy": 0.619565, "main_score": 0.58869, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"]}, {"precision": 0.651332, "recall": 0.705534, "f1": 0.665571, "accuracy": 0.705534, "main_score": 0.665571, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"]}, {"precision": 0.535571, "recall": 0.588933, "f1": 0.550616, "accuracy": 0.588933, "main_score": 0.550616, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"]}, {"precision": 0.620871, "recall": 0.666008, "f1": 0.633267, "accuracy": 0.666008, "main_score": 0.633267, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"]}, {"precision": 0.635873, "recall": 0.686759, "f1": 0.649709, "accuracy": 0.686759, "main_score": 0.649709, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"]}, {"precision": 0.624486, "recall": 0.676877, "f1": 0.639341, "accuracy": 0.676877, "main_score": 0.639341, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"]}, {"precision": 0.607786, "recall": 0.660079, "f1": 0.622462, "accuracy": 0.660079, "main_score": 0.622462, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"]}, {"precision": 0.565882, "recall": 0.61166, "f1": 0.579111, "accuracy": 0.61166, "main_score": 0.579111, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"]}, {"precision": 0.433689, "recall": 0.496047, "f1": 0.451216, "accuracy": 0.496047, "main_score": 0.451216, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"]}, {"precision": 0.646185, "recall": 0.694664, "f1": 0.659781, "accuracy": 0.694664, "main_score": 0.659781, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"]}, {"precision": 0.558896, "recall": 0.607708, "f1": 0.571758, "accuracy": 0.607708, "main_score": 0.571758, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"]}, {"precision": 0.643375, "recall": 0.697628, "f1": 0.658431, "accuracy": 0.697628, "main_score": 0.658431, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"]}, {"precision": 0.666193, "recall": 0.722332, "f1": 0.681332, "accuracy": 0.722332, "main_score": 0.681332, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"]}, {"precision": 0.626154, "recall": 0.675889, "f1": 0.6403, "accuracy": 0.675889, "main_score": 0.6403, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"]}, {"precision": 0.642574, "recall": 0.6917, "f1": 0.655193, "accuracy": 0.6917, "main_score": 0.655193, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"]}, {"precision": 0.553296, "recall": 0.61166, "f1": 0.570173, "accuracy": 0.61166, "main_score": 0.570173, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"]}, {"precision": 0.597771, "recall": 0.644269, "f1": 0.611304, "accuracy": 0.644269, "main_score": 0.611304, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"]}, {"precision": 0.650681, "recall": 0.69664, "f1": 0.662836, "accuracy": 0.69664, "main_score": 0.662836, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"]}, {"precision": 0.657892, "recall": 0.70751, "f1": 0.671789, "accuracy": 0.70751, "main_score": 0.671789, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"]}, {"precision": 0.656408, "recall": 0.70751, "f1": 0.670285, "accuracy": 0.70751, "main_score": 0.670285, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"]}, {"precision": 0.536814, "recall": 0.586957, "f1": 0.550853, "accuracy": 0.586957, "main_score": 0.550853, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"]}, {"precision": 0.633241, "recall": 0.683794, "f1": 0.646993, "accuracy": 0.683794, "main_score": 0.646993, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"]}, {"precision": 0.452657, "recall": 0.506917, "f1": 0.46799, "accuracy": 0.506917, "main_score": 0.46799, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"]}, {"precision": 0.519532, "recall": 0.565217, "f1": 0.532872, "accuracy": 0.565217, "main_score": 0.532872, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"]}, {"precision": 0.676168, "recall": 0.712451, "f1": 0.685961, "accuracy": 0.712451, "main_score": 0.685961, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"]}, {"precision": 0.311693, "recall": 0.369565, "f1": 0.327704, "accuracy": 0.369565, "main_score": 0.327704, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"]}, {"precision": 0.646215, "recall": 0.704545, "f1": 0.662006, "accuracy": 0.704545, "main_score": 0.662006, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"]}, {"precision": 0.639326, "recall": 0.689723, "f1": 0.653403, "accuracy": 0.689723, "main_score": 0.653403, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"]}, {"precision": 0.662767, "recall": 0.713439, "f1": 0.676341, "accuracy": 0.713439, "main_score": 0.676341, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"]}, {"precision": 0.605383, "recall": 0.671937, "f1": 0.623983, "accuracy": 0.671937, "main_score": 0.623983, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"]}, {"precision": 0.564822, "recall": 0.614625, "f1": 0.578562, "accuracy": 0.614625, "main_score": 0.578562, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"]}, {"precision": 0.647578, "recall": 0.687747, "f1": 0.658287, "accuracy": 0.687747, "main_score": 0.658287, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"]}, {"precision": 0.590196, "recall": 0.637352, "f1": 0.602653, "accuracy": 0.637352, "main_score": 0.602653, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"]}, {"precision": 0.667061, "recall": 0.714427, "f1": 0.680057, "accuracy": 0.714427, "main_score": 0.680057, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"]}, {"precision": 0.555903, "recall": 0.605731, "f1": 0.569702, "accuracy": 0.605731, "main_score": 0.569702, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"]}, {"precision": 0.66113, "recall": 0.703557, "f1": 0.672566, "accuracy": 0.703557, "main_score": 0.672566, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"]}, {"precision": 0.579985, "recall": 0.632411, "f1": 0.595258, "accuracy": 0.632411, "main_score": 0.595258, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"]}, {"precision": 0.620133, "recall": 0.670949, "f1": 0.634546, "accuracy": 0.670949, "main_score": 0.634546, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"]}, {"precision": 0.621356, "recall": 0.668972, "f1": 0.634153, "accuracy": 0.668972, "main_score": 0.634153, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"]}, {"precision": 0.632472, "recall": 0.684783, "f1": 0.646506, "accuracy": 0.684783, "main_score": 0.646506, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"]}, {"precision": 0.286322, "recall": 0.356719, "f1": 0.304157, "accuracy": 0.356719, "main_score": 0.304157, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"]}, {"precision": 0.568502, "recall": 0.615613, "f1": 0.581749, "accuracy": 0.615613, "main_score": 0.581749, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"]}, {"precision": 0.60646, "recall": 0.653162, "f1": 0.61892, "accuracy": 0.653162, "main_score": 0.61892, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"]}, {"precision": 0.540483, "recall": 0.598814, "f1": 0.557397, "accuracy": 0.598814, "main_score": 0.557397, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"]}, {"precision": 0.6662, "recall": 0.715415, "f1": 0.679987, "accuracy": 0.715415, "main_score": 0.679987, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"]}, {"precision": 0.632643, "recall": 0.685771, "f1": 0.646008, "accuracy": 0.685771, "main_score": 0.646008, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"]}, {"precision": 0.664368, "recall": 0.706522, "f1": 0.6758, "accuracy": 0.706522, "main_score": 0.6758, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"]}, {"precision": 0.542654, "recall": 0.601779, "f1": 0.559604, "accuracy": 0.601779, "main_score": 0.559604, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"]}, {"precision": 0.655073, "recall": 0.710474, "f1": 0.66997, "accuracy": 0.710474, "main_score": 0.66997, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"]}, {"precision": 0.63809, "recall": 0.687747, "f1": 0.651403, "accuracy": 0.687747, "main_score": 0.651403, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"]}, {"precision": 0.642086, "recall": 0.693676, "f1": 0.656371, "accuracy": 0.693676, "main_score": 0.656371, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"]}, {"precision": 0.646084, "recall": 0.697628, "f1": 0.660379, "accuracy": 0.697628, "main_score": 0.660379, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"]}, {"precision": 0.549707, "recall": 0.596838, "f1": 0.562671, "accuracy": 0.596838, "main_score": 0.562671, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"]}, {"precision": 0.545168, "recall": 0.599802, "f1": 0.561022, "accuracy": 0.599802, "main_score": 0.561022, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"]}, {"precision": 0.596637, "recall": 0.660079, "f1": 0.614222, "accuracy": 0.660079, "main_score": 0.614222, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"]}, {"precision": 0.637303, "recall": 0.682806, "f1": 0.648865, "accuracy": 0.682806, "main_score": 0.648865, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"]}, {"precision": 0.63604, "recall": 0.687747, "f1": 0.649047, "accuracy": 0.687747, "main_score": 0.649047, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"]}, {"precision": 0.605194, "recall": 0.651186, "f1": 0.618019, "accuracy": 0.651186, "main_score": 0.618019, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"]}, {"precision": 0.480972, "recall": 0.527668, "f1": 0.493973, "accuracy": 0.527668, "main_score": 0.493973, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"]}, {"precision": 0.668745, "recall": 0.714427, "f1": 0.680654, "accuracy": 0.714427, "main_score": 0.680654, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"]}, {"precision": 0.570591, "recall": 0.62253, "f1": 0.583753, "accuracy": 0.62253, "main_score": 0.583753, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"]}, {"precision": 0.550064, "recall": 0.59585, "f1": 0.562623, "accuracy": 0.59585, "main_score": 0.562623, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"]}, {"precision": 0.637425, "recall": 0.686759, "f1": 0.651088, "accuracy": 0.686759, "main_score": 0.651088, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"]}, {"precision": 0.52385, "recall": 0.575099, "f1": 0.53806, "accuracy": 0.575099, "main_score": 0.53806, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"]}, {"precision": 0.677826, "recall": 0.72332, "f1": 0.68981, "accuracy": 0.72332, "main_score": 0.68981, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"]}, {"precision": 0.618333, "recall": 0.675889, "f1": 0.634288, "accuracy": 0.675889, "main_score": 0.634288, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"]}, {"precision": 0.651642, "recall": 0.697628, "f1": 0.664032, "accuracy": 0.697628, "main_score": 0.664032, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"]}, {"precision": 0.661702, "recall": 0.712451, "f1": 0.674971, "accuracy": 0.712451, "main_score": 0.674971, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"]}, {"precision": 0.629223, "recall": 0.678854, "f1": 0.642054, "accuracy": 0.678854, "main_score": 0.642054, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"]}, {"precision": 0.640505, "recall": 0.687747, "f1": 0.653339, "accuracy": 0.687747, "main_score": 0.653339, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"]}, {"precision": 0.481684, "recall": 0.559289, "f1": 0.502832, "accuracy": 0.559289, "main_score": 0.502832, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"]}, {"precision": 0.577564, "recall": 0.623518, "f1": 0.590844, "accuracy": 0.623518, "main_score": 0.590844, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"]}, {"precision": 0.205336, "recall": 0.254941, "f1": 0.216587, "accuracy": 0.254941, "main_score": 0.216587, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"]}, {"precision": 0.594723, "recall": 0.639328, "f1": 0.608152, "accuracy": 0.639328, "main_score": 0.608152, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"]}, {"precision": 0.528196, "recall": 0.583004, "f1": 0.543254, "accuracy": 0.583004, "main_score": 0.543254, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"]}, {"precision": 0.655386, "recall": 0.704545, "f1": 0.669376, "accuracy": 0.704545, "main_score": 0.669376, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"]}, {"precision": 0.642067, "recall": 0.687747, "f1": 0.654388, "accuracy": 0.687747, "main_score": 0.654388, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"]}, {"precision": 0.429921, "recall": 0.490119, "f1": 0.445982, "accuracy": 0.490119, "main_score": 0.445982, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"]}, {"precision": 0.644134, "recall": 0.690711, "f1": 0.656679, "accuracy": 0.690711, "main_score": 0.656679, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"]}, {"precision": 0.634607, "recall": 0.686759, "f1": 0.648296, "accuracy": 0.686759, "main_score": 0.648296, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"]}, {"precision": 0.586877, "recall": 0.647233, "f1": 0.602431, "accuracy": 0.647233, "main_score": 0.602431, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"]}, {"precision": 0.622205, "recall": 0.66996, "f1": 0.635383, "accuracy": 0.66996, "main_score": 0.635383, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"]}, {"precision": 0.58576, "recall": 0.636364, "f1": 0.599807, "accuracy": 0.636364, "main_score": 0.599807, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"]}, {"precision": 0.611963, "recall": 0.668972, "f1": 0.627673, "accuracy": 0.668972, "main_score": 0.627673, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"]}, {"precision": 0.672065, "recall": 0.720356, "f1": 0.685188, "accuracy": 0.720356, "main_score": 0.685188, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"]}, {"precision": 0.541834, "recall": 0.591897, "f1": 0.556007, "accuracy": 0.591897, "main_score": 0.556007, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"]}, {"precision": 0.525545, "recall": 0.575099, "f1": 0.539416, "accuracy": 0.575099, "main_score": 0.539416, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"]}, {"precision": 0.701937, "recall": 0.737154, "f1": 0.711786, "accuracy": 0.737154, "main_score": 0.711786, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"]}, {"precision": 0.654264, "recall": 0.706522, "f1": 0.668903, "accuracy": 0.706522, "main_score": 0.668903, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"]}, {"precision": 0.131471, "recall": 0.177866, "f1": 0.143273, "accuracy": 0.177866, "main_score": 0.143273, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"]}, {"precision": 0.637529, "recall": 0.688735, "f1": 0.651256, "accuracy": 0.688735, "main_score": 0.651256, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"]}, {"precision": 0.546863, "recall": 0.609684, "f1": 0.563575, "accuracy": 0.609684, "main_score": 0.563575, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"]}, {"precision": 0.59328, "recall": 0.65415, "f1": 0.609695, "accuracy": 0.65415, "main_score": 0.609695, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"]}, {"precision": 0.651724, "recall": 0.701581, "f1": 0.665078, "accuracy": 0.701581, "main_score": 0.665078, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"]}, {"precision": 0.512519, "recall": 0.56917, "f1": 0.528742, "accuracy": 0.56917, "main_score": 0.528742, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"]}, {"precision": 0.54226, "recall": 0.594862, "f1": 0.557529, "accuracy": 0.594862, "main_score": 0.557529, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"]}, {"precision": 0.638312, "recall": 0.686759, "f1": 0.651326, "accuracy": 0.686759, "main_score": 0.651326, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"]}, {"precision": 0.660297, "recall": 0.708498, "f1": 0.673053, "accuracy": 0.708498, "main_score": 0.673053, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"]}, {"precision": 0.645645, "recall": 0.690711, "f1": 0.658271, "accuracy": 0.690711, "main_score": 0.658271, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"]}, {"precision": 0.605955, "recall": 0.650198, "f1": 0.618061, "accuracy": 0.650198, "main_score": 0.618061, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"]}, {"precision": 0.528452, "recall": 0.59585, "f1": 0.547078, "accuracy": 0.59585, "main_score": 0.547078, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"]}, {"precision": 0.625283, "recall": 0.677866, "f1": 0.639188, "accuracy": 0.677866, "main_score": 0.639188, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"]}, {"precision": 0.522003, "recall": 0.568182, "f1": 0.535474, "accuracy": 0.568182, "main_score": 0.535474, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"]}, {"precision": 0.528459, "recall": 0.576087, "f1": 0.541303, "accuracy": 0.576087, "main_score": 0.541303, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"]}, {"precision": 0.634537, "recall": 0.689723, "f1": 0.649238, "accuracy": 0.689723, "main_score": 0.649238, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"]}, {"precision": 0.644801, "recall": 0.687747, "f1": 0.65626, "accuracy": 0.687747, "main_score": 0.65626, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"]}, {"precision": 0.611504, "recall": 0.666008, "f1": 0.626566, "accuracy": 0.666008, "main_score": 0.626566, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"]}, {"precision": 0.452427, "recall": 0.507905, "f1": 0.468005, "accuracy": 0.507905, "main_score": 0.468005, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"]}, {"precision": 0.681826, "recall": 0.72332, "f1": 0.692497, "accuracy": 0.72332, "main_score": 0.692497, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"]}, {"precision": 0.622091, "recall": 0.681818, "f1": 0.638148, "accuracy": 0.681818, "main_score": 0.638148, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"]}, {"precision": 0.595203, "recall": 0.649209, "f1": 0.610637, "accuracy": 0.649209, "main_score": 0.610637, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"]}, {"precision": 0.570988, "recall": 0.623518, "f1": 0.584971, "accuracy": 0.623518, "main_score": 0.584971, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"]}, {"precision": 0.547712, "recall": 0.592885, "f1": 0.559687, "accuracy": 0.592885, "main_score": 0.559687, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"]}, {"precision": 0.55804, "recall": 0.61166, "f1": 0.572845, "accuracy": 0.61166, "main_score": 0.572845, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"]}, {"precision": 0.615606, "recall": 0.667984, "f1": 0.630481, "accuracy": 0.667984, "main_score": 0.630481, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"]}, {"precision": 0.594861, "recall": 0.641304, "f1": 0.608783, "accuracy": 0.641304, "main_score": 0.608783, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"]}, {"precision": 0.548478, "recall": 0.606719, "f1": 0.56426, "accuracy": 0.606719, "main_score": 0.56426, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"]}, {"precision": 0.638585, "recall": 0.688735, "f1": 0.652114, "accuracy": 0.688735, "main_score": 0.652114, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"]}, {"precision": 0.623052, "recall": 0.66996, "f1": 0.635578, "accuracy": 0.66996, "main_score": 0.635578, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"]}, {"precision": 0.661597, "recall": 0.710474, "f1": 0.675323, "accuracy": 0.710474, "main_score": 0.675323, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"]}, {"precision": 0.62808, "recall": 0.676877, "f1": 0.641174, "accuracy": 0.676877, "main_score": 0.641174, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"]}, {"precision": 0.667713, "recall": 0.713439, "f1": 0.680398, "accuracy": 0.713439, "main_score": 0.680398, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"]}, {"precision": 0.555013, "recall": 0.615613, "f1": 0.572541, "accuracy": 0.615613, "main_score": 0.572541, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"]}, {"precision": 0.64147, "recall": 0.6917, "f1": 0.65481, "accuracy": 0.6917, "main_score": 0.65481, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"]}, {"precision": 0.475545, "recall": 0.529644, "f1": 0.490409, "accuracy": 0.529644, "main_score": 0.490409, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"]}, {"precision": 0.660321, "recall": 0.70751, "f1": 0.673334, "accuracy": 0.70751, "main_score": 0.673334, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"]}, {"precision": 0.433997, "recall": 0.506917, "f1": 0.454254, "accuracy": 0.506917, "main_score": 0.454254, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"]}, {"precision": 0.627382, "recall": 0.679842, "f1": 0.641262, "accuracy": 0.679842, "main_score": 0.641262, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"]}, {"precision": 0.63689, "recall": 0.689723, "f1": 0.651212, "accuracy": 0.689723, "main_score": 0.651212, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"]}, {"precision": 0.60586, "recall": 0.652174, "f1": 0.618017, "accuracy": 0.652174, "main_score": 0.618017, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"]}, {"precision": 0.631734, "recall": 0.675889, "f1": 0.64407, "accuracy": 0.675889, "main_score": 0.64407, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"]}, {"precision": 0.598381, "recall": 0.65415, "f1": 0.613597, "accuracy": 0.65415, "main_score": 0.613597, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"]}, {"precision": 0.598015, "recall": 0.649209, "f1": 0.612756, "accuracy": 0.649209, "main_score": 0.612756, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"]}, {"precision": 0.614835, "recall": 0.661067, "f1": 0.627828, "accuracy": 0.661067, "main_score": 0.627828, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"]}, {"precision": 0.641934, "recall": 0.686759, "f1": 0.653896, "accuracy": 0.686759, "main_score": 0.653896, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"]}, {"precision": 0.637394, "recall": 0.684783, "f1": 0.650783, "accuracy": 0.684783, "main_score": 0.650783, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"]}, {"precision": 0.673627, "recall": 0.717391, "f1": 0.685341, "accuracy": 0.717391, "main_score": 0.685341, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"]}, {"precision": 0.52378, "recall": 0.582016, "f1": 0.540179, "accuracy": 0.582016, "main_score": 0.540179, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"]}, {"precision": 0.652645, "recall": 0.706522, "f1": 0.667901, "accuracy": 0.706522, "main_score": 0.667901, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"]}, {"precision": 0.623713, "recall": 0.68083, "f1": 0.639339, "accuracy": 0.68083, "main_score": 0.639339, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"]}, {"precision": 0.636823, "recall": 0.681818, "f1": 0.64873, "accuracy": 0.681818, "main_score": 0.64873, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"]}, {"precision": 0.537083, "recall": 0.588933, "f1": 0.551188, "accuracy": 0.588933, "main_score": 0.551188, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"]}, {"precision": 0.666547, "recall": 0.720356, "f1": 0.681156, "accuracy": 0.720356, "main_score": 0.681156, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"]}, {"precision": 0.585068, "recall": 0.632411, "f1": 0.597711, "accuracy": 0.632411, "main_score": 0.597711, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"]}, {"precision": 0.53377, "recall": 0.58498, "f1": 0.548159, "accuracy": 0.58498, "main_score": 0.548159, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"]}, {"precision": 0.575954, "recall": 0.62253, "f1": 0.588381, "accuracy": 0.62253, "main_score": 0.588381, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"]}, {"precision": 0.565229, "recall": 0.620553, "f1": 0.580749, "accuracy": 0.620553, "main_score": 0.580749, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"]}, {"precision": 0.645232, "recall": 0.702569, "f1": 0.661761, "accuracy": 0.702569, "main_score": 0.661761, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"]}, {"precision": 0.602221, "recall": 0.656126, "f1": 0.61723, "accuracy": 0.656126, "main_score": 0.61723, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"]}, {"precision": 0.517589, "recall": 0.576087, "f1": 0.533255, "accuracy": 0.576087, "main_score": 0.533255, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"]}, {"precision": 0.575343, "recall": 0.626482, "f1": 0.589608, "accuracy": 0.626482, "main_score": 0.589608, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"]}, {"precision": 0.623995, "recall": 0.683794, "f1": 0.640077, "accuracy": 0.683794, "main_score": 0.640077, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"]}, {"precision": 0.56801, "recall": 0.614625, "f1": 0.581134, "accuracy": 0.614625, "main_score": 0.581134, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"]}, {"precision": 0.547276, "recall": 0.596838, "f1": 0.561498, "accuracy": 0.596838, "main_score": 0.561498, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"]}, {"precision": 0.604668, "recall": 0.661067, "f1": 0.619624, "accuracy": 0.661067, "main_score": 0.619624, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"]}, {"precision": 0.526928, "recall": 0.576087, "f1": 0.541169, "accuracy": 0.576087, "main_score": 0.541169, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"]}, {"precision": 0.571074, "recall": 0.620553, "f1": 0.584546, "accuracy": 0.620553, "main_score": 0.584546, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"]}, {"precision": 0.65595, "recall": 0.700593, "f1": 0.667383, "accuracy": 0.700593, "main_score": 0.667383, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"]}, {"precision": 0.602808, "recall": 0.645257, "f1": 0.614788, "accuracy": 0.645257, "main_score": 0.614788, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"]}, {"precision": 0.622115, "recall": 0.667984, "f1": 0.635293, "accuracy": 0.667984, "main_score": 0.635293, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"]}, {"precision": 0.582963, "recall": 0.646245, "f1": 0.600271, "accuracy": 0.646245, "main_score": 0.600271, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"]}, {"precision": 0.593002, "recall": 0.647233, "f1": 0.608482, "accuracy": 0.647233, "main_score": 0.608482, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"]}, {"precision": 0.623635, "recall": 0.667984, "f1": 0.636194, "accuracy": 0.667984, "main_score": 0.636194, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"]}, {"precision": 0.469113, "recall": 0.543478, "f1": 0.490304, "accuracy": 0.543478, "main_score": 0.490304, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"]}, {"precision": 0.644613, "recall": 0.692688, "f1": 0.657742, "accuracy": 0.692688, "main_score": 0.657742, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"]}, {"precision": 0.589198, "recall": 0.637352, "f1": 0.603052, "accuracy": 0.637352, "main_score": 0.603052, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"]}, {"precision": 0.636951, "recall": 0.6917, "f1": 0.651149, "accuracy": 0.6917, "main_score": 0.651149, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"]}, {"precision": 0.621878, "recall": 0.675889, "f1": 0.636548, "accuracy": 0.675889, "main_score": 0.636548, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"]}, {"precision": 0.527733, "recall": 0.58498, "f1": 0.543223, "accuracy": 0.58498, "main_score": 0.543223, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"]}, {"precision": 0.557708, "recall": 0.606719, "f1": 0.571541, "accuracy": 0.606719, "main_score": 0.571541, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"]}, {"precision": 0.468471, "recall": 0.518775, "f1": 0.482286, "accuracy": 0.518775, "main_score": 0.482286, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"]}, {"precision": 0.455316, "recall": 0.513834, "f1": 0.471518, "accuracy": 0.513834, "main_score": 0.471518, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"]}, {"precision": 0.24994, "recall": 0.297431, "f1": 0.261471, "accuracy": 0.297431, "main_score": 0.261471, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"]}, {"precision": 0.68438, "recall": 0.73419, "f1": 0.697781, "accuracy": 0.73419, "main_score": 0.697781, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"]}, {"precision": 0.570442, "recall": 0.624506, "f1": 0.584966, "accuracy": 0.624506, "main_score": 0.584966, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"]}, {"precision": 0.682212, "recall": 0.729249, "f1": 0.694954, "accuracy": 0.729249, "main_score": 0.694954, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"]}, {"precision": 0.651545, "recall": 0.6917, "f1": 0.662481, "accuracy": 0.6917, "main_score": 0.662481, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"]}, {"precision": 0.524262, "recall": 0.567194, "f1": 0.535918, "accuracy": 0.567194, "main_score": 0.535918, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"]}, {"precision": 0.65302, "recall": 0.703557, "f1": 0.666335, "accuracy": 0.703557, "main_score": 0.666335, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"]}, {"precision": 0.63128, "recall": 0.672925, "f1": 0.642876, "accuracy": 0.672925, "main_score": 0.642876, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"]}, {"precision": 0.66906, "recall": 0.708498, "f1": 0.679814, "accuracy": 0.708498, "main_score": 0.679814, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"]}, {"precision": 0.646943, "recall": 0.702569, "f1": 0.661285, "accuracy": 0.702569, "main_score": 0.661285, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"]}, {"precision": 0.674146, "recall": 0.716403, "f1": 0.685694, "accuracy": 0.716403, "main_score": 0.685694, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"]}, {"precision": 0.454527, "recall": 0.512846, "f1": 0.469985, "accuracy": 0.512846, "main_score": 0.469985, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"]}, {"precision": 0.682138, "recall": 0.732213, "f1": 0.69534, "accuracy": 0.732213, "main_score": 0.69534, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"]}, {"precision": 0.594527, "recall": 0.653162, "f1": 0.609857, "accuracy": 0.653162, "main_score": 0.609857, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"]}, {"precision": 0.660571, "recall": 0.711462, "f1": 0.673649, "accuracy": 0.711462, "main_score": 0.673649, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"]}, {"precision": 0.527598, "recall": 0.58498, "f1": 0.543419, "accuracy": 0.58498, "main_score": 0.543419, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"]}, {"precision": 0.625938, "recall": 0.683794, "f1": 0.641434, "accuracy": 0.683794, "main_score": 0.641434, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"]}, {"precision": 0.608706, "recall": 0.656126, "f1": 0.620688, "accuracy": 0.656126, "main_score": 0.620688, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"]}, {"precision": 0.703829, "recall": 0.751976, "f1": 0.715985, "accuracy": 0.751976, "main_score": 0.715985, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"]}, {"precision": 0.649263, "recall": 0.703557, "f1": 0.664415, "accuracy": 0.703557, "main_score": 0.664415, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"]}, {"precision": 0.456226, "recall": 0.509881, "f1": 0.471618, "accuracy": 0.509881, "main_score": 0.471618, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"]}, {"precision": 0.678643, "recall": 0.732213, "f1": 0.692986, "accuracy": 0.732213, "main_score": 0.692986, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"]}, {"precision": 0.657929, "recall": 0.70751, "f1": 0.671153, "accuracy": 0.70751, "main_score": 0.671153, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"]}, {"precision": 0.652617, "recall": 0.698617, "f1": 0.664693, "accuracy": 0.698617, "main_score": 0.664693, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"]}, {"precision": 0.192859, "recall": 0.227273, "f1": 0.201604, "accuracy": 0.227273, "main_score": 0.201604, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"]}, {"precision": 0.645122, "recall": 0.697628, "f1": 0.659616, "accuracy": 0.697628, "main_score": 0.659616, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"]}, {"precision": 0.517726, "recall": 0.567194, "f1": 0.531087, "accuracy": 0.567194, "main_score": 0.531087, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"]}, {"precision": 0.651459, "recall": 0.700593, "f1": 0.665165, "accuracy": 0.700593, "main_score": 0.665165, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"]}, {"precision": 0.656329, "recall": 0.703557, "f1": 0.669281, "accuracy": 0.703557, "main_score": 0.669281, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"]}, {"precision": 0.631666, "recall": 0.678854, "f1": 0.644985, "accuracy": 0.678854, "main_score": 0.644985, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"]}, {"precision": 0.685656, "recall": 0.736166, "f1": 0.698986, "accuracy": 0.736166, "main_score": 0.698986, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"]}, {"precision": 0.527232, "recall": 0.572134, "f1": 0.540054, "accuracy": 0.572134, "main_score": 0.540054, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"]}, {"precision": 0.657668, "recall": 0.70751, "f1": 0.671727, "accuracy": 0.70751, "main_score": 0.671727, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"]}, {"precision": 0.558633, "recall": 0.614625, "f1": 0.573798, "accuracy": 0.614625, "main_score": 0.573798, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"]}, {"precision": 0.604558, "recall": 0.651186, "f1": 0.616997, "accuracy": 0.651186, "main_score": 0.616997, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"]}, {"precision": 0.682102, "recall": 0.729249, "f1": 0.695418, "accuracy": 0.729249, "main_score": 0.695418, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"]}, {"precision": 0.619001, "recall": 0.678854, "f1": 0.636002, "accuracy": 0.678854, "main_score": 0.636002, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"]}, {"precision": 0.631896, "recall": 0.681818, "f1": 0.644879, "accuracy": 0.681818, "main_score": 0.644879, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"]}, {"precision": 0.439832, "recall": 0.502964, "f1": 0.457893, "accuracy": 0.502964, "main_score": 0.457893, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"]}, {"precision": 0.428209, "recall": 0.492095, "f1": 0.445586, "accuracy": 0.492095, "main_score": 0.445586, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"]}, {"precision": 0.667589, "recall": 0.711462, "f1": 0.679021, "accuracy": 0.711462, "main_score": 0.679021, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"]}, {"precision": 0.471385, "recall": 0.529644, "f1": 0.487686, "accuracy": 0.529644, "main_score": 0.487686, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"]}, {"precision": 0.668516, "recall": 0.722332, "f1": 0.682794, "accuracy": 0.722332, "main_score": 0.682794, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"]}, {"precision": 0.675122, "recall": 0.724308, "f1": 0.687662, "accuracy": 0.724308, "main_score": 0.687662, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"]}, {"precision": 0.676098, "recall": 0.719368, "f1": 0.687785, "accuracy": 0.719368, "main_score": 0.687785, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"]}, {"precision": 0.640728, "recall": 0.684783, "f1": 0.652851, "accuracy": 0.684783, "main_score": 0.652851, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"]}, {"precision": 0.472507, "recall": 0.538538, "f1": 0.490194, "accuracy": 0.538538, "main_score": 0.490194, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"]}, {"precision": 0.560735, "recall": 0.608696, "f1": 0.57426, "accuracy": 0.608696, "main_score": 0.57426, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"]}, {"precision": 0.638471, "recall": 0.678854, "f1": 0.649369, "accuracy": 0.678854, "main_score": 0.649369, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"]}, {"precision": 0.657889, "recall": 0.711462, "f1": 0.672067, "accuracy": 0.711462, "main_score": 0.672067, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"]}, {"precision": 0.65937, "recall": 0.69664, "f1": 0.669491, "accuracy": 0.69664, "main_score": 0.669491, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"]}, {"precision": 0.433017, "recall": 0.488142, "f1": 0.447853, "accuracy": 0.488142, "main_score": 0.447853, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"]}, {"precision": 0.646284, "recall": 0.695652, "f1": 0.658865, "accuracy": 0.695652, "main_score": 0.658865, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"]}, {"precision": 0.448328, "recall": 0.502964, "f1": 0.462936, "accuracy": 0.502964, "main_score": 0.462936, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"]}, {"precision": 0.436753, "recall": 0.48913, "f1": 0.451115, "accuracy": 0.48913, "main_score": 0.451115, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"]}, {"precision": 0.672218, "recall": 0.716403, "f1": 0.683716, "accuracy": 0.716403, "main_score": 0.683716, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"]}, {"precision": 0.313147, "recall": 0.358696, "f1": 0.324733, "accuracy": 0.358696, "main_score": 0.324733, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"]}, {"precision": 0.66716, "recall": 0.716403, "f1": 0.679942, "accuracy": 0.716403, "main_score": 0.679942, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"]}, {"precision": 0.639043, "recall": 0.688735, "f1": 0.652983, "accuracy": 0.688735, "main_score": 0.652983, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"]}, {"precision": 0.670026, "recall": 0.720356, "f1": 0.683915, "accuracy": 0.720356, "main_score": 0.683915, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"]}, {"precision": 0.658584, "recall": 0.714427, "f1": 0.673659, "accuracy": 0.714427, "main_score": 0.673659, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"]}, {"precision": 0.496792, "recall": 0.552372, "f1": 0.512489, "accuracy": 0.552372, "main_score": 0.512489, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"]}, {"precision": 0.643451, "recall": 0.689723, "f1": 0.65557, "accuracy": 0.689723, "main_score": 0.65557, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"]}, {"precision": 0.569276, "recall": 0.619565, "f1": 0.583479, "accuracy": 0.619565, "main_score": 0.583479, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"]}, {"precision": 0.678834, "recall": 0.726285, "f1": 0.691363, "accuracy": 0.726285, "main_score": 0.691363, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"]}, {"precision": 0.494389, "recall": 0.54249, "f1": 0.508084, "accuracy": 0.54249, "main_score": 0.508084, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"]}, {"precision": 0.65969, "recall": 0.701581, "f1": 0.671117, "accuracy": 0.701581, "main_score": 0.671117, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"]}, {"precision": 0.542396, "recall": 0.594862, "f1": 0.556563, "accuracy": 0.594862, "main_score": 0.556563, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"]}, {"precision": 0.567513, "recall": 0.624506, "f1": 0.582939, "accuracy": 0.624506, "main_score": 0.582939, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"]}, {"precision": 0.628356, "recall": 0.670949, "f1": 0.640189, "accuracy": 0.670949, "main_score": 0.640189, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"]}, {"precision": 0.647468, "recall": 0.6917, "f1": 0.659565, "accuracy": 0.6917, "main_score": 0.659565, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"]}, {"precision": 0.296028, "recall": 0.352767, "f1": 0.309677, "accuracy": 0.352767, "main_score": 0.309677, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"]}, {"precision": 0.525076, "recall": 0.576087, "f1": 0.539505, "accuracy": 0.576087, "main_score": 0.539505, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"]}, {"precision": 0.560633, "recall": 0.616601, "f1": 0.57625, "accuracy": 0.616601, "main_score": 0.57625, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"]}, {"precision": 0.532904, "recall": 0.583004, "f1": 0.547083, "accuracy": 0.583004, "main_score": 0.547083, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"]}, {"precision": 0.693986, "recall": 0.735178, "f1": 0.704967, "accuracy": 0.735178, "main_score": 0.704967, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"]}, {"precision": 0.624977, "recall": 0.673913, "f1": 0.637748, "accuracy": 0.673913, "main_score": 0.637748, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"]}, {"precision": 0.647062, "recall": 0.693676, "f1": 0.658723, "accuracy": 0.693676, "main_score": 0.658723, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"]}, {"precision": 0.537228, "recall": 0.588933, "f1": 0.5511, "accuracy": 0.588933, "main_score": 0.5511, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"]}, {"precision": 0.6735, "recall": 0.720356, "f1": 0.686176, "accuracy": 0.720356, "main_score": 0.686176, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"]}, {"precision": 0.630436, "recall": 0.677866, "f1": 0.643644, "accuracy": 0.677866, "main_score": 0.643644, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"]}, {"precision": 0.667353, "recall": 0.717391, "f1": 0.680522, "accuracy": 0.717391, "main_score": 0.680522, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"]}, {"precision": 0.655989, "recall": 0.712451, "f1": 0.67167, "accuracy": 0.712451, "main_score": 0.67167, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"]}, {"precision": 0.484589, "recall": 0.534585, "f1": 0.498395, "accuracy": 0.534585, "main_score": 0.498395, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"]}, {"precision": 0.447349, "recall": 0.498024, "f1": 0.460864, "accuracy": 0.498024, "main_score": 0.460864, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"]}, {"precision": 0.631448, "recall": 0.6917, "f1": 0.648005, "accuracy": 0.6917, "main_score": 0.648005, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"]}, {"precision": 0.644753, "recall": 0.701581, "f1": 0.659871, "accuracy": 0.701581, "main_score": 0.659871, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"]}, {"precision": 0.633598, "recall": 0.677866, "f1": 0.644733, "accuracy": 0.677866, "main_score": 0.644733, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"]}, {"precision": 0.618396, "recall": 0.663043, "f1": 0.631492, "accuracy": 0.663043, "main_score": 0.631492, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"]}, {"precision": 0.401958, "recall": 0.451581, "f1": 0.415311, "accuracy": 0.451581, "main_score": 0.415311, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"]}, {"precision": 0.658081, "recall": 0.701581, "f1": 0.669774, "accuracy": 0.701581, "main_score": 0.669774, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"]}, {"precision": 0.547988, "recall": 0.601779, "f1": 0.562147, "accuracy": 0.601779, "main_score": 0.562147, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"]}, {"precision": 0.473353, "recall": 0.529644, "f1": 0.488672, "accuracy": 0.529644, "main_score": 0.488672, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"]}, {"precision": 0.649165, "recall": 0.700593, "f1": 0.662323, "accuracy": 0.700593, "main_score": 0.662323, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"]}, {"precision": 0.483853, "recall": 0.527668, "f1": 0.496064, "accuracy": 0.527668, "main_score": 0.496064, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"]}, {"precision": 0.676698, "recall": 0.718379, "f1": 0.688115, "accuracy": 0.718379, "main_score": 0.688115, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"]}, {"precision": 0.637727, "recall": 0.692688, "f1": 0.652377, "accuracy": 0.692688, "main_score": 0.652377, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"]}, {"precision": 0.67096, "recall": 0.718379, "f1": 0.683056, "accuracy": 0.718379, "main_score": 0.683056, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"]}, {"precision": 0.672418, "recall": 0.719368, "f1": 0.684471, "accuracy": 0.719368, "main_score": 0.684471, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"]}, {"precision": 0.64914, "recall": 0.698617, "f1": 0.662826, "accuracy": 0.698617, "main_score": 0.662826, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"]}, {"precision": 0.647079, "recall": 0.699605, "f1": 0.660704, "accuracy": 0.699605, "main_score": 0.660704, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"]}, {"precision": 0.512912, "recall": 0.582016, "f1": 0.531365, "accuracy": 0.582016, "main_score": 0.531365, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"]}, {"precision": 0.492379, "recall": 0.549407, "f1": 0.50834, "accuracy": 0.549407, "main_score": 0.50834, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"]}, {"precision": 0.20185, "recall": 0.253953, "f1": 0.213658, "accuracy": 0.253953, "main_score": 0.213658, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"]}, {"precision": 0.542124, "recall": 0.599802, "f1": 0.558142, "accuracy": 0.599802, "main_score": 0.558142, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"]}, {"precision": 0.454932, "recall": 0.507905, "f1": 0.46981, "accuracy": 0.507905, "main_score": 0.46981, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"]}, {"precision": 0.681209, "recall": 0.724308, "f1": 0.692943, "accuracy": 0.724308, "main_score": 0.692943, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"]}, {"precision": 0.638171, "recall": 0.681818, "f1": 0.650362, "accuracy": 0.681818, "main_score": 0.650362, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"]}, {"precision": 0.363543, "recall": 0.414032, "f1": 0.376612, "accuracy": 0.414032, "main_score": 0.376612, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"]}, {"precision": 0.630382, "recall": 0.672925, "f1": 0.6425, "accuracy": 0.672925, "main_score": 0.6425, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"]}, {"precision": 0.649735, "recall": 0.701581, "f1": 0.662942, "accuracy": 0.701581, "main_score": 0.662942, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"]}, {"precision": 0.601742, "recall": 0.660079, "f1": 0.617292, "accuracy": 0.660079, "main_score": 0.617292, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"]}, {"precision": 0.648501, "recall": 0.695652, "f1": 0.660993, "accuracy": 0.695652, "main_score": 0.660993, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"]}, {"precision": 0.516476, "recall": 0.570158, "f1": 0.531377, "accuracy": 0.570158, "main_score": 0.531377, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"]}, {"precision": 0.623062, "recall": 0.683794, "f1": 0.639763, "accuracy": 0.683794, "main_score": 0.639763, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"]}, {"precision": 0.653916, "recall": 0.704545, "f1": 0.668068, "accuracy": 0.704545, "main_score": 0.668068, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"]}, {"precision": 0.463761, "recall": 0.528656, "f1": 0.482221, "accuracy": 0.528656, "main_score": 0.482221, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"]}, {"precision": 0.45788, "recall": 0.519763, "f1": 0.474593, "accuracy": 0.519763, "main_score": 0.474593, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"]}, {"precision": 0.553558, "recall": 0.601779, "f1": 0.566829, "accuracy": 0.601779, "main_score": 0.566829, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"]}, {"precision": 0.662245, "recall": 0.708498, "f1": 0.674264, "accuracy": 0.708498, "main_score": 0.674264, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"]}, {"precision": 0.13728, "recall": 0.179842, "f1": 0.147936, "accuracy": 0.179842, "main_score": 0.147936, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"]}, {"precision": 0.673964, "recall": 0.726285, "f1": 0.687776, "accuracy": 0.726285, "main_score": 0.687776, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"]}, {"precision": 0.584876, "recall": 0.640316, "f1": 0.600446, "accuracy": 0.640316, "main_score": 0.600446, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"]}, {"precision": 0.604714, "recall": 0.656126, "f1": 0.618453, "accuracy": 0.656126, "main_score": 0.618453, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"]}, {"precision": 0.660207, "recall": 0.70751, "f1": 0.673137, "accuracy": 0.70751, "main_score": 0.673137, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"]}, {"precision": 0.490927, "recall": 0.54249, "f1": 0.504963, "accuracy": 0.54249, "main_score": 0.504963, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"]}, {"precision": 0.461709, "recall": 0.518775, "f1": 0.477381, "accuracy": 0.518775, "main_score": 0.477381, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"]}, {"precision": 0.634009, "recall": 0.684783, "f1": 0.648637, "accuracy": 0.684783, "main_score": 0.648637, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"]}, {"precision": 0.668167, "recall": 0.720356, "f1": 0.682534, "accuracy": 0.720356, "main_score": 0.682534, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"]}, {"precision": 0.642681, "recall": 0.68083, "f1": 0.653027, "accuracy": 0.68083, "main_score": 0.653027, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"]}, {"precision": 0.589674, "recall": 0.635375, "f1": 0.602673, "accuracy": 0.635375, "main_score": 0.602673, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"]}, {"precision": 0.4425, "recall": 0.504941, "f1": 0.459617, "accuracy": 0.504941, "main_score": 0.459617, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"]}, {"precision": 0.641606, "recall": 0.693676, "f1": 0.655116, "accuracy": 0.693676, "main_score": 0.655116, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"]}, {"precision": 0.470145, "recall": 0.524704, "f1": 0.485121, "accuracy": 0.524704, "main_score": 0.485121, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"]}, {"precision": 0.499631, "recall": 0.549407, "f1": 0.513091, "accuracy": 0.549407, "main_score": 0.513091, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"]}, {"precision": 0.672818, "recall": 0.722332, "f1": 0.6859, "accuracy": 0.722332, "main_score": 0.6859, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"]}, {"precision": 0.646365, "recall": 0.685771, "f1": 0.656709, "accuracy": 0.685771, "main_score": 0.656709, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"]}, {"precision": 0.663389, "recall": 0.714427, "f1": 0.677713, "accuracy": 0.714427, "main_score": 0.677713, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"]}, {"precision": 0.391292, "recall": 0.444664, "f1": 0.40511, "accuracy": 0.444664, "main_score": 0.40511, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"]}, {"precision": 0.683118, "recall": 0.727273, "f1": 0.694777, "accuracy": 0.727273, "main_score": 0.694777, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"]}, {"precision": 0.642424, "recall": 0.688735, "f1": 0.654772, "accuracy": 0.688735, "main_score": 0.654772, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"]}, {"precision": 0.644473, "recall": 0.69664, "f1": 0.659203, "accuracy": 0.69664, "main_score": 0.659203, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"]}, {"precision": 0.547956, "recall": 0.601779, "f1": 0.562417, "accuracy": 0.601779, "main_score": 0.562417, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"]}, {"precision": 0.47875, "recall": 0.532609, "f1": 0.493589, "accuracy": 0.532609, "main_score": 0.493589, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"]}, {"precision": 0.626715, "recall": 0.672925, "f1": 0.640025, "accuracy": 0.672925, "main_score": 0.640025, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"]}, {"precision": 0.622763, "recall": 0.66996, "f1": 0.635818, "accuracy": 0.66996, "main_score": 0.635818, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"]}, {"precision": 0.524451, "recall": 0.575099, "f1": 0.53793, "accuracy": 0.575099, "main_score": 0.53793, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"]}, {"precision": 0.562035, "recall": 0.617589, "f1": 0.577483, "accuracy": 0.617589, "main_score": 0.577483, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"]}, {"precision": 0.668588, "recall": 0.714427, "f1": 0.680996, "accuracy": 0.714427, "main_score": 0.680996, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"]}, {"precision": 0.625447, "recall": 0.672925, "f1": 0.638309, "accuracy": 0.672925, "main_score": 0.638309, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"]}, {"precision": 0.669181, "recall": 0.716403, "f1": 0.682508, "accuracy": 0.716403, "main_score": 0.682508, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"]}, {"precision": 0.616491, "recall": 0.666008, "f1": 0.630287, "accuracy": 0.666008, "main_score": 0.630287, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"]}, {"precision": 0.66415, "recall": 0.713439, "f1": 0.676717, "accuracy": 0.713439, "main_score": 0.676717, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"]}, {"precision": 0.595937, "recall": 0.648221, "f1": 0.61003, "accuracy": 0.648221, "main_score": 0.61003, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"]}, {"precision": 0.638854, "recall": 0.681818, "f1": 0.650718, "accuracy": 0.681818, "main_score": 0.650718, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"]}, {"precision": 0.412259, "recall": 0.469368, "f1": 0.426836, "accuracy": 0.469368, "main_score": 0.426836, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"]}, {"precision": 0.654984, "recall": 0.703557, "f1": 0.667726, "accuracy": 0.703557, "main_score": 0.667726, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"]}, {"precision": 0.449616, "recall": 0.509881, "f1": 0.465802, "accuracy": 0.509881, "main_score": 0.465802, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"]}, {"precision": 0.6213, "recall": 0.677866, "f1": 0.636529, "accuracy": 0.677866, "main_score": 0.636529, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"]}, {"precision": 0.665216, "recall": 0.715415, "f1": 0.678621, "accuracy": 0.715415, "main_score": 0.678621, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"]}, {"precision": 0.566193, "recall": 0.619565, "f1": 0.580416, "accuracy": 0.619565, "main_score": 0.580416, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"]}, {"precision": 0.620495, "recall": 0.66502, "f1": 0.632512, "accuracy": 0.66502, "main_score": 0.632512, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"]}, {"precision": 0.626951, "recall": 0.673913, "f1": 0.63956, "accuracy": 0.673913, "main_score": 0.63956, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"]}, {"precision": 0.519541, "recall": 0.570158, "f1": 0.533199, "accuracy": 0.570158, "main_score": 0.533199, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"]}, {"precision": 0.511015, "recall": 0.564229, "f1": 0.526007, "accuracy": 0.564229, "main_score": 0.526007, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"]}, {"precision": 0.659798, "recall": 0.703557, "f1": 0.671325, "accuracy": 0.703557, "main_score": 0.671325, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"]}, {"precision": 0.651783, "recall": 0.699605, "f1": 0.665233, "accuracy": 0.699605, "main_score": 0.665233, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"]}, {"precision": 0.675512, "recall": 0.721344, "f1": 0.687999, "accuracy": 0.721344, "main_score": 0.687999, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"]}, {"precision": 0.456376, "recall": 0.51087, "f1": 0.471689, "accuracy": 0.51087, "main_score": 0.471689, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"]}, {"precision": 0.672236, "recall": 0.716403, "f1": 0.684041, "accuracy": 0.716403, "main_score": 0.684041, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"]}, {"precision": 0.687796, "recall": 0.731225, "f1": 0.699429, "accuracy": 0.731225, "main_score": 0.699429, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"]}, {"precision": 0.644854, "recall": 0.694664, "f1": 0.657867, "accuracy": 0.694664, "main_score": 0.657867, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"]}, {"precision": 0.451608, "recall": 0.504941, "f1": 0.465945, "accuracy": 0.504941, "main_score": 0.465945, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"]}, {"precision": 0.674896, "recall": 0.716403, "f1": 0.686033, "accuracy": 0.716403, "main_score": 0.686033, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"]}, {"precision": 0.526793, "recall": 0.578063, "f1": 0.54085, "accuracy": 0.578063, "main_score": 0.54085, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"]}, {"precision": 0.453967, "recall": 0.512846, "f1": 0.469873, "accuracy": 0.512846, "main_score": 0.469873, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"]}, {"precision": 0.471386, "recall": 0.528656, "f1": 0.487249, "accuracy": 0.528656, "main_score": 0.487249, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"]}, {"precision": 0.594628, "recall": 0.639328, "f1": 0.606983, "accuracy": 0.639328, "main_score": 0.606983, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"]}, {"precision": 0.669103, "recall": 0.720356, "f1": 0.682578, "accuracy": 0.720356, "main_score": 0.682578, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"]}, {"precision": 0.587691, "recall": 0.649209, "f1": 0.604433, "accuracy": 0.649209, "main_score": 0.604433, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"]}, {"precision": 0.436768, "recall": 0.491107, "f1": 0.45146, "accuracy": 0.491107, "main_score": 0.45146, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"]}, {"precision": 0.502833, "recall": 0.561265, "f1": 0.518805, "accuracy": 0.561265, "main_score": 0.518805, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"]}, {"precision": 0.658955, "recall": 0.715415, "f1": 0.674532, "accuracy": 0.715415, "main_score": 0.674532, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"]}, {"precision": 0.481254, "recall": 0.539526, "f1": 0.497756, "accuracy": 0.539526, "main_score": 0.497756, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"]}, {"precision": 0.479227, "recall": 0.527668, "f1": 0.49174, "accuracy": 0.527668, "main_score": 0.49174, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"]}, {"precision": 0.630808, "recall": 0.687747, "f1": 0.646829, "accuracy": 0.687747, "main_score": 0.646829, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"]}, {"precision": 0.44813, "recall": 0.509881, "f1": 0.465804, "accuracy": 0.509881, "main_score": 0.465804, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"]}, {"precision": 0.49379, "recall": 0.540514, "f1": 0.506441, "accuracy": 0.540514, "main_score": 0.506441, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"]}, {"precision": 0.629777, "recall": 0.673913, "f1": 0.641975, "accuracy": 0.673913, "main_score": 0.641975, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"]}, {"precision": 0.593175, "recall": 0.639328, "f1": 0.605857, "accuracy": 0.639328, "main_score": 0.605857, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"]}, {"precision": 0.653194, "recall": 0.689723, "f1": 0.663578, "accuracy": 0.689723, "main_score": 0.663578, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"]}, {"precision": 0.650388, "recall": 0.701581, "f1": 0.664224, "accuracy": 0.701581, "main_score": 0.664224, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"]}, {"precision": 0.592125, "recall": 0.643281, "f1": 0.606367, "accuracy": 0.643281, "main_score": 0.606367, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"]}, {"precision": 0.669112, "recall": 0.708498, "f1": 0.68018, "accuracy": 0.708498, "main_score": 0.68018, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"]}, {"precision": 0.397705, "recall": 0.471344, "f1": 0.418288, "accuracy": 0.471344, "main_score": 0.418288, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"]}, {"precision": 0.642332, "recall": 0.688735, "f1": 0.654644, "accuracy": 0.688735, "main_score": 0.654644, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"]}, {"precision": 0.599917, "recall": 0.647233, "f1": 0.612827, "accuracy": 0.647233, "main_score": 0.612827, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"]}, {"precision": 0.65112, "recall": 0.692688, "f1": 0.663148, "accuracy": 0.692688, "main_score": 0.663148, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"]}, {"precision": 0.666117, "recall": 0.72332, "f1": 0.681463, "accuracy": 0.72332, "main_score": 0.681463, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"]}, {"precision": 0.45793, "recall": 0.516798, "f1": 0.474346, "accuracy": 0.516798, "main_score": 0.474346, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"]}, {"precision": 0.482048, "recall": 0.529644, "f1": 0.494419, "accuracy": 0.529644, "main_score": 0.494419, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"]}, {"precision": 0.613752, "recall": 0.673913, "f1": 0.631072, "accuracy": 0.673913, "main_score": 0.631072, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"]}, {"precision": 0.557108, "recall": 0.615613, "f1": 0.57363, "accuracy": 0.615613, "main_score": 0.57363, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"]}, {"precision": 0.456724, "recall": 0.535573, "f1": 0.477971, "accuracy": 0.535573, "main_score": 0.477971, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"]}, {"precision": 0.615431, "recall": 0.671937, "f1": 0.631085, "accuracy": 0.671937, "main_score": 0.631085, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"]}, {"precision": 0.899654, "recall": 0.926877, "f1": 0.908333, "accuracy": 0.926877, "main_score": 0.908333, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"]}, {"precision": 0.61586, "recall": 0.674901, "f1": 0.632778, "accuracy": 0.674901, "main_score": 0.632778, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"]}, {"precision": 0.635658, "recall": 0.699605, "f1": 0.653788, "accuracy": 0.699605, "main_score": 0.653788, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"]}, {"precision": 0.581334, "recall": 0.644269, "f1": 0.599212, "accuracy": 0.644269, "main_score": 0.599212, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"]}, {"precision": 0.192921, "recall": 0.245059, "f1": 0.20569, "accuracy": 0.245059, "main_score": 0.20569, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"]}, {"precision": 0.656376, "recall": 0.708498, "f1": 0.670924, "accuracy": 0.708498, "main_score": 0.670924, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"]}, {"precision": 0.706275, "recall": 0.755929, "f1": 0.720751, "accuracy": 0.755929, "main_score": 0.720751, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"]}, {"precision": 0.567839, "recall": 0.618577, "f1": 0.582024, "accuracy": 0.618577, "main_score": 0.582024, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"]}, {"precision": 0.53612, "recall": 0.606719, "f1": 0.555458, "accuracy": 0.606719, "main_score": 0.555458, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"]}, {"precision": 0.589815, "recall": 0.657115, "f1": 0.609404, "accuracy": 0.657115, "main_score": 0.609404, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"]}, {"precision": 0.611339, "recall": 0.670949, "f1": 0.627859, "accuracy": 0.670949, "main_score": 0.627859, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"]}, {"precision": 0.916749, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"]}, {"precision": 0.553188, "recall": 0.613636, "f1": 0.570863, "accuracy": 0.613636, "main_score": 0.570863, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"]}, {"precision": 0.581797, "recall": 0.642292, "f1": 0.598791, "accuracy": 0.642292, "main_score": 0.598791, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"]}, {"precision": 0.530557, "recall": 0.585968, "f1": 0.545862, "accuracy": 0.585968, "main_score": 0.545862, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"]}, {"precision": 0.331611, "recall": 0.393281, "f1": 0.34833, "accuracy": 0.393281, "main_score": 0.34833, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"]}, {"precision": 0.620258, "recall": 0.674901, "f1": 0.635207, "accuracy": 0.674901, "main_score": 0.635207, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"]}, {"precision": 0.613236, "recall": 0.668972, "f1": 0.6292, "accuracy": 0.668972, "main_score": 0.6292, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"]}, {"precision": 0.744993, "recall": 0.80336, "f1": 0.762504, "accuracy": 0.80336, "main_score": 0.762504, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"]}, {"precision": 0.688587, "recall": 0.761858, "f1": 0.7099, "accuracy": 0.761858, "main_score": 0.7099, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"]}, {"precision": 0.736767, "recall": 0.787549, "f1": 0.751594, "accuracy": 0.787549, "main_score": 0.751594, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"]}, {"precision": 0.691765, "recall": 0.743083, "f1": 0.707068, "accuracy": 0.743083, "main_score": 0.707068, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"]}, {"precision": 0.689921, "recall": 0.751976, "f1": 0.708634, "accuracy": 0.751976, "main_score": 0.708634, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"]}, {"precision": 0.576442, "recall": 0.636364, "f1": 0.593303, "accuracy": 0.636364, "main_score": 0.593303, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"]}, {"precision": 0.584387, "recall": 0.635375, "f1": 0.59873, "accuracy": 0.635375, "main_score": 0.59873, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"]}, {"precision": 0.81726, "recall": 0.860672, "f1": 0.830303, "accuracy": 0.860672, "main_score": 0.830303, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"]}, {"precision": 0.494661, "recall": 0.552372, "f1": 0.509611, "accuracy": 0.552372, "main_score": 0.509611, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"]}, {"precision": 0.889781, "recall": 0.918972, "f1": 0.89877, "accuracy": 0.918972, "main_score": 0.89877, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"]}, {"precision": 0.563186, "recall": 0.62253, "f1": 0.580226, "accuracy": 0.62253, "main_score": 0.580226, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"]}, {"precision": 0.631678, "recall": 0.701581, "f1": 0.651148, "accuracy": 0.701581, "main_score": 0.651148, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"]}, {"precision": 0.197869, "recall": 0.253953, "f1": 0.210556, "accuracy": 0.253953, "main_score": 0.210556, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"]}, {"precision": 0.65308, "recall": 0.718379, "f1": 0.672106, "accuracy": 0.718379, "main_score": 0.672106, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"]}, {"precision": 0.834651, "recall": 0.879447, "f1": 0.848617, "accuracy": 0.879447, "main_score": 0.848617, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"]}, {"precision": 0.429357, "recall": 0.494071, "f1": 0.44757, "accuracy": 0.494071, "main_score": 0.44757, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"]}, {"precision": 0.706225, "recall": 0.761858, "f1": 0.722831, "accuracy": 0.761858, "main_score": 0.722831, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"]}, {"precision": 0.584933, "recall": 0.647233, "f1": 0.602767, "accuracy": 0.647233, "main_score": 0.602767, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"]}, {"precision": 0.531455, "recall": 0.596838, "f1": 0.549689, "accuracy": 0.596838, "main_score": 0.549689, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"]}, {"precision": 0.704884, "recall": 0.752964, "f1": 0.719022, "accuracy": 0.752964, "main_score": 0.719022, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"]}, {"precision": 0.269478, "recall": 0.363636, "f1": 0.295188, "accuracy": 0.363636, "main_score": 0.295188, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"]}, {"precision": 0.611067, "recall": 0.671937, "f1": 0.629136, "accuracy": 0.671937, "main_score": 0.629136, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"]}, {"precision": 0.616909, "recall": 0.676877, "f1": 0.634035, "accuracy": 0.676877, "main_score": 0.634035, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"]}, {"precision": 0.743455, "recall": 0.805336, "f1": 0.762072, "accuracy": 0.805336, "main_score": 0.762072, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"]}, {"precision": 0.584463, "recall": 0.645257, "f1": 0.602422, "accuracy": 0.645257, "main_score": 0.602422, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"]}, {"precision": 0.832872, "recall": 0.875494, "f1": 0.845982, "accuracy": 0.875494, "main_score": 0.845982, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"]}, {"precision": 0.486431, "recall": 0.550395, "f1": 0.50416, "accuracy": 0.550395, "main_score": 0.50416, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"]}, {"precision": 0.910441, "recall": 0.935771, "f1": 0.918314, "accuracy": 0.935771, "main_score": 0.918314, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"]}, {"precision": 0.646629, "recall": 0.695652, "f1": 0.660677, "accuracy": 0.695652, "main_score": 0.660677, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"]}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926219, "accuracy": 0.942688, "main_score": 0.926219, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"]}, {"precision": 0.489807, "recall": 0.562253, "f1": 0.510005, "accuracy": 0.562253, "main_score": 0.510005, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"]}, {"precision": 0.633712, "recall": 0.708498, "f1": 0.655769, "accuracy": 0.708498, "main_score": 0.655769, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"]}, {"precision": 0.874259, "recall": 0.908103, "f1": 0.884783, "accuracy": 0.908103, "main_score": 0.884783, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"]}, {"precision": 0.673954, "recall": 0.724308, "f1": 0.688288, "accuracy": 0.724308, "main_score": 0.688288, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"]}, {"precision": 0.675416, "recall": 0.735178, "f1": 0.692445, "accuracy": 0.735178, "main_score": 0.692445, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"]}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"]}, {"precision": 0.561753, "recall": 0.628458, "f1": 0.580887, "accuracy": 0.628458, "main_score": 0.580887, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"]}, {"precision": 0.562428, "recall": 0.624506, "f1": 0.579685, "accuracy": 0.624506, "main_score": 0.579685, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"]}, {"precision": 0.875329, "recall": 0.910079, "f1": 0.886166, "accuracy": 0.910079, "main_score": 0.886166, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"]}, {"precision": 0.568141, "recall": 0.630435, "f1": 0.585762, "accuracy": 0.630435, "main_score": 0.585762, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"]}, {"precision": 0.651329, "recall": 0.712451, "f1": 0.669368, "accuracy": 0.712451, "main_score": 0.669368, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"]}, {"precision": 0.512986, "recall": 0.568182, "f1": 0.528452, "accuracy": 0.568182, "main_score": 0.528452, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"]}, {"precision": 0.611211, "recall": 0.663043, "f1": 0.625504, "accuracy": 0.663043, "main_score": 0.625504, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"]}, {"precision": 0.620438, "recall": 0.684783, "f1": 0.639121, "accuracy": 0.684783, "main_score": 0.639121, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"]}, {"precision": 0.581835, "recall": 0.63834, "f1": 0.597591, "accuracy": 0.63834, "main_score": 0.597591, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"]}, {"precision": 0.570899, "recall": 0.632411, "f1": 0.588735, "accuracy": 0.632411, "main_score": 0.588735, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"]}, {"precision": 0.762055, "recall": 0.815217, "f1": 0.778181, "accuracy": 0.815217, "main_score": 0.778181, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"]}, {"precision": 0.768857, "recall": 0.816206, "f1": 0.783253, "accuracy": 0.816206, "main_score": 0.783253, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"]}, {"precision": 0.900115, "recall": 0.924901, "f1": 0.907806, "accuracy": 0.924901, "main_score": 0.907806, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"]}, {"precision": 0.51682, "recall": 0.596838, "f1": 0.540283, "accuracy": 0.596838, "main_score": 0.540283, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"]}, {"precision": 0.755451, "recall": 0.810277, "f1": 0.772417, "accuracy": 0.810277, "main_score": 0.772417, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"]}, {"precision": 0.638119, "recall": 0.684783, "f1": 0.651438, "accuracy": 0.684783, "main_score": 0.651438, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"]}, {"precision": 0.596027, "recall": 0.657115, "f1": 0.613793, "accuracy": 0.657115, "main_score": 0.613793, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"]}, {"precision": 0.544749, "recall": 0.603755, "f1": 0.562008, "accuracy": 0.603755, "main_score": 0.562008, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"]}, {"precision": 0.382279, "recall": 0.462451, "f1": 0.404006, "accuracy": 0.462451, "main_score": 0.404006, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"]}, {"precision": 0.965003, "recall": 0.974308, "f1": 0.967787, "accuracy": 0.974308, "main_score": 0.967787, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"]}, {"precision": 0.601675, "recall": 0.658103, "f1": 0.617464, "accuracy": 0.658103, "main_score": 0.617464, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"]}, {"precision": 0.85914, "recall": 0.892292, "f1": 0.869631, "accuracy": 0.892292, "main_score": 0.869631, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"]}, {"precision": 0.937253, "recall": 0.951581, "f1": 0.9417, "accuracy": 0.951581, "main_score": 0.9417, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"]}, {"precision": 0.977108, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"]}, {"precision": 0.607668, "recall": 0.660079, "f1": 0.622786, "accuracy": 0.660079, "main_score": 0.622786, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"]}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"]}, {"precision": 0.61427, "recall": 0.670949, "f1": 0.630692, "accuracy": 0.670949, "main_score": 0.630692, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"]}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"]}, {"precision": 0.572859, "recall": 0.634387, "f1": 0.590831, "accuracy": 0.634387, "main_score": 0.590831, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"]}, {"precision": 0.186422, "recall": 0.23419, "f1": 0.197894, "accuracy": 0.23419, "main_score": 0.197894, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"]}, {"precision": 0.642154, "recall": 0.687747, "f1": 0.654733, "accuracy": 0.687747, "main_score": 0.654733, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"]}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"]}, {"precision": 0.675576, "recall": 0.72332, "f1": 0.689149, "accuracy": 0.72332, "main_score": 0.689149, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"]}, {"precision": 0.938653, "recall": 0.955534, "f1": 0.944071, "accuracy": 0.955534, "main_score": 0.944071, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"]}, {"precision": 0.987895, "recall": 0.990119, "f1": 0.988538, "accuracy": 0.990119, "main_score": 0.988538, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"]}, {"precision": 0.55878, "recall": 0.607708, "f1": 0.572977, "accuracy": 0.607708, "main_score": 0.572977, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"]}, {"precision": 0.516118, "recall": 0.58004, "f1": 0.532584, "accuracy": 0.58004, "main_score": 0.532584, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"]}, {"precision": 0.571024, "recall": 0.633399, "f1": 0.589125, "accuracy": 0.633399, "main_score": 0.589125, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"]}, {"precision": 0.60196, "recall": 0.653162, "f1": 0.616056, "accuracy": 0.653162, "main_score": 0.616056, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"]}, {"precision": 0.868281, "recall": 0.902174, "f1": 0.878953, "accuracy": 0.902174, "main_score": 0.878953, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"]}, {"precision": 0.526813, "recall": 0.583004, "f1": 0.543258, "accuracy": 0.583004, "main_score": 0.543258, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"]}, {"precision": 0.562008, "recall": 0.626482, "f1": 0.580212, "accuracy": 0.626482, "main_score": 0.580212, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"]}, {"precision": 0.536537, "recall": 0.583004, "f1": 0.549067, "accuracy": 0.583004, "main_score": 0.549067, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"]}, {"precision": 0.92276, "recall": 0.940711, "f1": 0.928162, "accuracy": 0.940711, "main_score": 0.928162, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"]}, {"precision": 0.320151, "recall": 0.37747, "f1": 0.336385, "accuracy": 0.37747, "main_score": 0.336385, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"]}, {"precision": 0.592022, "recall": 0.645257, "f1": 0.60715, "accuracy": 0.645257, "main_score": 0.60715, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"]}, {"precision": 0.592745, "recall": 0.640316, "f1": 0.606329, "accuracy": 0.640316, "main_score": 0.606329, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"]}, {"precision": 0.97332, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"]}, {"precision": 0.705083, "recall": 0.76581, "f1": 0.723208, "accuracy": 0.76581, "main_score": 0.723208, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"]}, {"precision": 0.949358, "recall": 0.962451, "f1": 0.953458, "accuracy": 0.962451, "main_score": 0.953458, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"]}, {"precision": 0.583745, "recall": 0.662055, "f1": 0.606117, "accuracy": 0.662055, "main_score": 0.606117, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"]}, {"precision": 0.696798, "recall": 0.748024, "f1": 0.712142, "accuracy": 0.748024, "main_score": 0.712142, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"]}, {"precision": 0.66527, "recall": 0.711462, "f1": 0.678404, "accuracy": 0.711462, "main_score": 0.678404, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"]}, {"precision": 0.64176, "recall": 0.704545, "f1": 0.66023, "accuracy": 0.704545, "main_score": 0.66023, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"]}, {"precision": 0.917325, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"]}, {"precision": 0.561652, "recall": 0.615613, "f1": 0.577145, "accuracy": 0.615613, "main_score": 0.577145, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"]}, {"precision": 0.571807, "recall": 0.62253, "f1": 0.586237, "accuracy": 0.62253, "main_score": 0.586237, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"]}, {"precision": 0.790721, "recall": 0.83498, "f1": 0.803673, "accuracy": 0.83498, "main_score": 0.803673, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"]}, {"precision": 0.48332, "recall": 0.535573, "f1": 0.497635, "accuracy": 0.535573, "main_score": 0.497635, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"]}, {"precision": 0.968544, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"]}, {"precision": 0.845265, "recall": 0.885375, "f1": 0.857828, "accuracy": 0.885375, "main_score": 0.857828, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"]}, {"precision": 0.557337, "recall": 0.609684, "f1": 0.571682, "accuracy": 0.609684, "main_score": 0.571682, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"]}, {"precision": 0.980567, "recall": 0.985178, "f1": 0.982049, "accuracy": 0.985178, "main_score": 0.982049, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"]}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963669, "accuracy": 0.971344, "main_score": 0.963669, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"]}, {"precision": 0.618597, "recall": 0.681818, "f1": 0.636275, "accuracy": 0.681818, "main_score": 0.636275, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"]}, {"precision": 0.206689, "recall": 0.261858, "f1": 0.218831, "accuracy": 0.261858, "main_score": 0.218831, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"]}, {"precision": 0.640525, "recall": 0.697628, "f1": 0.657021, "accuracy": 0.697628, "main_score": 0.657021, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"]}, {"precision": 0.772398, "recall": 0.822134, "f1": 0.787287, "accuracy": 0.822134, "main_score": 0.787287, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"]}, {"precision": 0.430559, "recall": 0.48419, "f1": 0.445772, "accuracy": 0.48419, "main_score": 0.445772, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"]}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"]}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"]}, {"precision": 0.97999, "recall": 0.985178, "f1": 0.981621, "accuracy": 0.985178, "main_score": 0.981621, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"]}, {"precision": 0.690604, "recall": 0.73913, "f1": 0.704666, "accuracy": 0.73913, "main_score": 0.704666, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"]}, {"precision": 0.552116, "recall": 0.609684, "f1": 0.569476, "accuracy": 0.609684, "main_score": 0.569476, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"]}, {"precision": 0.519693, "recall": 0.579051, "f1": 0.536047, "accuracy": 0.579051, "main_score": 0.536047, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"]}, {"precision": 0.663216, "recall": 0.709486, "f1": 0.676358, "accuracy": 0.709486, "main_score": 0.676358, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"]}, {"precision": 0.228355, "recall": 0.307312, "f1": 0.248576, "accuracy": 0.307312, "main_score": 0.248576, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"]}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953458, "accuracy": 0.963439, "main_score": 0.953458, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"]}, {"precision": 0.597261, "recall": 0.647233, "f1": 0.612187, "accuracy": 0.647233, "main_score": 0.612187, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"]}, {"precision": 0.585343, "recall": 0.644269, "f1": 0.602208, "accuracy": 0.644269, "main_score": 0.602208, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"]}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"]}, {"precision": 0.69036, "recall": 0.751976, "f1": 0.708714, "accuracy": 0.751976, "main_score": 0.708714, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"]}, {"precision": 0.569096, "recall": 0.625494, "f1": 0.585209, "accuracy": 0.625494, "main_score": 0.585209, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"]}, {"precision": 0.785408, "recall": 0.835968, "f1": 0.801318, "accuracy": 0.835968, "main_score": 0.801318, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"]}, {"precision": 0.968544, "recall": 0.976285, "f1": 0.971014, "accuracy": 0.976285, "main_score": 0.971014, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"]}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"]}, {"precision": 0.467794, "recall": 0.523715, "f1": 0.482958, "accuracy": 0.523715, "main_score": 0.482958, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"]}, {"precision": 0.935606, "recall": 0.953557, "f1": 0.94137, "accuracy": 0.953557, "main_score": 0.94137, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"]}, {"precision": 0.850214, "recall": 0.891304, "f1": 0.863373, "accuracy": 0.891304, "main_score": 0.863373, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"]}, {"precision": 0.91469, "recall": 0.937747, "f1": 0.921904, "accuracy": 0.937747, "main_score": 0.921904, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"]}, {"precision": 0.937418, "recall": 0.955534, "f1": 0.943347, "accuracy": 0.955534, "main_score": 0.943347, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"]}, {"precision": 0.624747, "recall": 0.672925, "f1": 0.6381, "accuracy": 0.672925, "main_score": 0.6381, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"]}, {"precision": 0.978014, "recall": 0.983202, "f1": 0.979644, "accuracy": 0.983202, "main_score": 0.979644, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"]}, {"precision": 0.861858, "recall": 0.897233, "f1": 0.872944, "accuracy": 0.897233, "main_score": 0.872944, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"]}, {"precision": 0.969944, "recall": 0.977273, "f1": 0.972233, "accuracy": 0.977273, "main_score": 0.972233, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"]}, {"precision": 0.453113, "recall": 0.517787, "f1": 0.471184, "accuracy": 0.517787, "main_score": 0.471184, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"]}, {"precision": 0.589989, "recall": 0.656126, "f1": 0.60878, "accuracy": 0.656126, "main_score": 0.60878, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"]}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"]}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"]}, {"precision": 0.83111, "recall": 0.871542, "f1": 0.84353, "accuracy": 0.871542, "main_score": 0.84353, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"]}, {"precision": 0.656134, "recall": 0.703557, "f1": 0.669524, "accuracy": 0.703557, "main_score": 0.669524, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"]}, {"precision": 0.655399, "recall": 0.709486, "f1": 0.671033, "accuracy": 0.709486, "main_score": 0.671033, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"]}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"]}, {"precision": 0.917325, "recall": 0.9417, "f1": 0.925231, "accuracy": 0.9417, "main_score": 0.925231, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"]}, {"precision": 0.549261, "recall": 0.606719, "f1": 0.565745, "accuracy": 0.606719, "main_score": 0.565745, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"]}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"]}, {"precision": 0.539897, "recall": 0.592885, "f1": 0.555014, "accuracy": 0.592885, "main_score": 0.555014, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"]}, {"precision": 0.807049, "recall": 0.850791, "f1": 0.819895, "accuracy": 0.850791, "main_score": 0.819895, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"]}, {"precision": 0.554956, "recall": 0.612648, "f1": 0.571305, "accuracy": 0.612648, "main_score": 0.571305, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"]}, {"precision": 0.631926, "recall": 0.6917, "f1": 0.648879, "accuracy": 0.6917, "main_score": 0.648879, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"]}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.905303, "accuracy": 0.924901, "main_score": 0.905303, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"]}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"]}, {"precision": 0.508144, "recall": 0.5583, "f1": 0.522439, "accuracy": 0.5583, "main_score": 0.522439, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"]}, {"precision": 0.588474, "recall": 0.63834, "f1": 0.602702, "accuracy": 0.63834, "main_score": 0.602702, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"]}, {"precision": 0.592078, "recall": 0.653162, "f1": 0.609674, "accuracy": 0.653162, "main_score": 0.609674, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"]}, {"precision": 0.557828, "recall": 0.607708, "f1": 0.57127, "accuracy": 0.607708, "main_score": 0.57127, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"]}, {"precision": 0.544285, "recall": 0.607708, "f1": 0.563312, "accuracy": 0.607708, "main_score": 0.563312, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"]}, {"precision": 0.740704, "recall": 0.791502, "f1": 0.756406, "accuracy": 0.791502, "main_score": 0.756406, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"]}, {"precision": 0.964015, "recall": 0.974308, "f1": 0.967292, "accuracy": 0.974308, "main_score": 0.967292, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"]}, {"precision": 0.732493, "recall": 0.77668, "f1": 0.745657, "accuracy": 0.77668, "main_score": 0.745657, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"]}, {"precision": 0.855418, "recall": 0.885375, "f1": 0.864328, "accuracy": 0.885375, "main_score": 0.864328, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"]}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"]}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"]}, {"precision": 0.488785, "recall": 0.567194, "f1": 0.511933, "accuracy": 0.567194, "main_score": 0.511933, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"]}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"]}, {"precision": 0.701235, "recall": 0.759881, "f1": 0.718859, "accuracy": 0.759881, "main_score": 0.718859, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"]}, {"precision": 0.604662, "recall": 0.650198, "f1": 0.616885, "accuracy": 0.650198, "main_score": 0.616885, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"]}, {"precision": 0.584571, "recall": 0.650198, "f1": 0.602804, "accuracy": 0.650198, "main_score": 0.602804, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"]}, {"precision": 0.540831, "recall": 0.596838, "f1": 0.556404, "accuracy": 0.596838, "main_score": 0.556404, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"]}, {"precision": 0.393525, "recall": 0.472332, "f1": 0.413446, "accuracy": 0.472332, "main_score": 0.413446, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"]}, {"precision": 0.608502, "recall": 0.664032, "f1": 0.623936, "accuracy": 0.664032, "main_score": 0.623936, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"]}, {"precision": 0.874259, "recall": 0.905138, "f1": 0.883959, "accuracy": 0.905138, "main_score": 0.883959, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"]}, {"precision": 0.607629, "recall": 0.662055, "f1": 0.623333, "accuracy": 0.662055, "main_score": 0.623333, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"]}, {"precision": 0.623381, "recall": 0.686759, "f1": 0.641933, "accuracy": 0.686759, "main_score": 0.641933, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"]}, {"precision": 0.560145, "recall": 0.621542, "f1": 0.577278, "accuracy": 0.621542, "main_score": 0.577278, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"]}, {"precision": 0.18253, "recall": 0.225296, "f1": 0.192954, "accuracy": 0.225296, "main_score": 0.192954, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"]}, {"precision": 0.631394, "recall": 0.681818, "f1": 0.644899, "accuracy": 0.681818, "main_score": 0.644899, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"]}, {"precision": 0.685623, "recall": 0.73913, "f1": 0.701501, "accuracy": 0.73913, "main_score": 0.701501, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"]}, {"precision": 0.561973, "recall": 0.609684, "f1": 0.575063, "accuracy": 0.609684, "main_score": 0.575063, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"]}, {"precision": 0.512622, "recall": 0.583004, "f1": 0.531009, "accuracy": 0.583004, "main_score": 0.531009, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"]}, {"precision": 0.566528, "recall": 0.628458, "f1": 0.584159, "accuracy": 0.628458, "main_score": 0.584159, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"]}, {"precision": 0.590844, "recall": 0.655138, "f1": 0.608635, "accuracy": 0.655138, "main_score": 0.608635, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"]}, {"precision": 0.883111, "recall": 0.91502, "f1": 0.893237, "accuracy": 0.91502, "main_score": 0.893237, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"]}, {"precision": 0.540047, "recall": 0.598814, "f1": 0.556727, "accuracy": 0.598814, "main_score": 0.556727, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"]}, {"precision": 0.561188, "recall": 0.62253, "f1": 0.577837, "accuracy": 0.62253, "main_score": 0.577837, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"]}, {"precision": 0.536586, "recall": 0.589921, "f1": 0.551216, "accuracy": 0.589921, "main_score": 0.551216, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"]}, {"precision": 0.940629, "recall": 0.956522, "f1": 0.94552, "accuracy": 0.956522, "main_score": 0.94552, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"]}, {"precision": 0.325612, "recall": 0.382411, "f1": 0.340934, "accuracy": 0.382411, "main_score": 0.340934, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"]}, {"precision": 0.615642, "recall": 0.670949, "f1": 0.630948, "accuracy": 0.670949, "main_score": 0.630948, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"]}, {"precision": 0.591504, "recall": 0.648221, "f1": 0.607959, "accuracy": 0.648221, "main_score": 0.607959, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"]}, {"precision": 0.711563, "recall": 0.768775, "f1": 0.727813, "accuracy": 0.768775, "main_score": 0.727813, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"]}, {"precision": 0.602352, "recall": 0.673913, "f1": 0.622539, "accuracy": 0.673913, "main_score": 0.622539, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"]}, {"precision": 0.697727, "recall": 0.752964, "f1": 0.713431, "accuracy": 0.752964, "main_score": 0.713431, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"]}, {"precision": 0.677602, "recall": 0.725296, "f1": 0.691587, "accuracy": 0.725296, "main_score": 0.691587, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"]}, {"precision": 0.66941, "recall": 0.728261, "f1": 0.686348, "accuracy": 0.728261, "main_score": 0.686348, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"]}, {"precision": 0.563465, "recall": 0.619565, "f1": 0.578602, "accuracy": 0.619565, "main_score": 0.578602, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"]}, {"precision": 0.555326, "recall": 0.613636, "f1": 0.571963, "accuracy": 0.613636, "main_score": 0.571963, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"]}, {"precision": 0.810524, "recall": 0.855731, "f1": 0.824111, "accuracy": 0.855731, "main_score": 0.824111, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"]}, {"precision": 0.480456, "recall": 0.538538, "f1": 0.495823, "accuracy": 0.538538, "main_score": 0.495823, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"]}, {"precision": 0.843001, "recall": 0.882411, "f1": 0.854941, "accuracy": 0.882411, "main_score": 0.854941, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"]}, {"precision": 0.560172, "recall": 0.617589, "f1": 0.576063, "accuracy": 0.617589, "main_score": 0.576063, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"]}, {"precision": 0.618679, "recall": 0.684783, "f1": 0.637512, "accuracy": 0.684783, "main_score": 0.637512, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"]}, {"precision": 0.198197, "recall": 0.248024, "f1": 0.209087, "accuracy": 0.248024, "main_score": 0.209087, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"]}, {"precision": 0.653788, "recall": 0.710474, "f1": 0.669899, "accuracy": 0.710474, "main_score": 0.669899, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"]}, {"precision": 0.794377, "recall": 0.843874, "f1": 0.808976, "accuracy": 0.843874, "main_score": 0.808976, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"]}, {"precision": 0.428978, "recall": 0.483202, "f1": 0.443365, "accuracy": 0.483202, "main_score": 0.443365, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"]}, {"precision": 0.673065, "recall": 0.730237, "f1": 0.689778, "accuracy": 0.730237, "main_score": 0.689778, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"]}, {"precision": 0.575588, "recall": 0.634387, "f1": 0.592546, "accuracy": 0.634387, "main_score": 0.592546, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"]}, {"precision": 0.523308, "recall": 0.588933, "f1": 0.540998, "accuracy": 0.588933, "main_score": 0.540998, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"]}, {"precision": 0.679167, "recall": 0.728261, "f1": 0.693238, "accuracy": 0.728261, "main_score": 0.693238, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"]}, {"precision": 0.219327, "recall": 0.296443, "f1": 0.239291, "accuracy": 0.296443, "main_score": 0.239291, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"]}, {"precision": 0.588636, "recall": 0.651186, "f1": 0.60664, "accuracy": 0.651186, "main_score": 0.60664, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"]}, {"precision": 0.598107, "recall": 0.661067, "f1": 0.616051, "accuracy": 0.661067, "main_score": 0.616051, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"]}, {"precision": 0.698057, "recall": 0.763834, "f1": 0.717528, "accuracy": 0.763834, "main_score": 0.717528, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"]}, {"precision": 0.59278, "recall": 0.65415, "f1": 0.609684, "accuracy": 0.65415, "main_score": 0.609684, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"]}, {"precision": 0.774086, "recall": 0.823123, "f1": 0.788592, "accuracy": 0.823123, "main_score": 0.788592, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"]}, {"precision": 0.470644, "recall": 0.533597, "f1": 0.487873, "accuracy": 0.533597, "main_score": 0.487873, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"]}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"]}, {"precision": 0.867457, "recall": 0.903162, "f1": 0.878426, "accuracy": 0.903162, "main_score": 0.878426, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"]}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"]}, {"precision": 0.62245, "recall": 0.673913, "f1": 0.636685, "accuracy": 0.673913, "main_score": 0.636685, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"]}, {"precision": 0.900066, "recall": 0.928854, "f1": 0.909058, "accuracy": 0.928854, "main_score": 0.909058, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"]}, {"precision": 0.476874, "recall": 0.543478, "f1": 0.494603, "accuracy": 0.543478, "main_score": 0.494603, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"]}, {"precision": 0.624927, "recall": 0.692688, "f1": 0.644911, "accuracy": 0.692688, "main_score": 0.644911, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"]}, {"precision": 0.863719, "recall": 0.898221, "f1": 0.874407, "accuracy": 0.898221, "main_score": 0.874407, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"]}, {"precision": 0.651785, "recall": 0.705534, "f1": 0.66707, "accuracy": 0.705534, "main_score": 0.66707, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"]}, {"precision": 0.643349, "recall": 0.702569, "f1": 0.660047, "accuracy": 0.702569, "main_score": 0.660047, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"]}, {"precision": 0.553825, "recall": 0.617589, "f1": 0.571791, "accuracy": 0.617589, "main_score": 0.571791, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"]}, {"precision": 0.55533, "recall": 0.614625, "f1": 0.571549, "accuracy": 0.614625, "main_score": 0.571549, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"]}, {"precision": 0.819862, "recall": 0.863636, "f1": 0.833103, "accuracy": 0.863636, "main_score": 0.833103, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"]}, {"precision": 0.555551, "recall": 0.612648, "f1": 0.571656, "accuracy": 0.612648, "main_score": 0.571656, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"]}, {"precision": 0.628084, "recall": 0.687747, "f1": 0.644744, "accuracy": 0.687747, "main_score": 0.644744, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"]}, {"precision": 0.503653, "recall": 0.565217, "f1": 0.520815, "accuracy": 0.565217, "main_score": 0.520815, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"]}, {"precision": 0.593102, "recall": 0.644269, "f1": 0.606932, "accuracy": 0.644269, "main_score": 0.606932, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"]}, {"precision": 0.591288, "recall": 0.656126, "f1": 0.610113, "accuracy": 0.656126, "main_score": 0.610113, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"]}, {"precision": 0.576098, "recall": 0.628458, "f1": 0.590486, "accuracy": 0.628458, "main_score": 0.590486, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"]}, {"precision": 0.54753, "recall": 0.616601, "f1": 0.567229, "accuracy": 0.616601, "main_score": 0.567229, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"]}, {"precision": 0.728401, "recall": 0.780632, "f1": 0.743764, "accuracy": 0.780632, "main_score": 0.743764, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"]}, {"precision": 0.750313, "recall": 0.800395, "f1": 0.765349, "accuracy": 0.800395, "main_score": 0.765349, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"]}, {"precision": 0.868906, "recall": 0.900198, "f1": 0.87859, "accuracy": 0.900198, "main_score": 0.87859, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"]}, {"precision": 0.937006, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"]}, {"precision": 0.493558, "recall": 0.566206, "f1": 0.514257, "accuracy": 0.566206, "main_score": 0.514257, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"]}, {"precision": 0.725823, "recall": 0.781621, "f1": 0.742852, "accuracy": 0.781621, "main_score": 0.742852, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"]}, {"precision": 0.59828, "recall": 0.646245, "f1": 0.61154, "accuracy": 0.646245, "main_score": 0.61154, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"]}, {"precision": 0.449616, "recall": 0.511858, "f1": 0.467112, "accuracy": 0.511858, "main_score": 0.467112, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"]}, {"precision": 0.45265, "recall": 0.506917, "f1": 0.466976, "accuracy": 0.506917, "main_score": 0.466976, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"]}, {"precision": 0.373248, "recall": 0.439723, "f1": 0.39106, "accuracy": 0.439723, "main_score": 0.39106, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"]}, {"precision": 0.909289, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"]}, {"precision": 0.935441, "recall": 0.953557, "f1": 0.941206, "accuracy": 0.953557, "main_score": 0.941206, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"]}, {"precision": 0.846739, "recall": 0.886364, "f1": 0.85863, "accuracy": 0.886364, "main_score": 0.85863, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"]}, {"precision": 0.509467, "recall": 0.557312, "f1": 0.522078, "accuracy": 0.557312, "main_score": 0.522078, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"]}, {"precision": 0.949885, "recall": 0.964427, "f1": 0.954282, "accuracy": 0.964427, "main_score": 0.954282, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"]}, {"precision": 0.706194, "recall": 0.756917, "f1": 0.7209, "accuracy": 0.756917, "main_score": 0.7209, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"]}, {"precision": 0.800494, "recall": 0.842885, "f1": 0.812931, "accuracy": 0.842885, "main_score": 0.812931, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"]}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"]}, {"precision": 0.908383, "recall": 0.933794, "f1": 0.916041, "accuracy": 0.933794, "main_score": 0.916041, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"]}, {"precision": 0.466094, "recall": 0.527668, "f1": 0.482942, "accuracy": 0.527668, "main_score": 0.482942, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"]}, {"precision": 0.93531, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"]}, {"precision": 0.85289, "recall": 0.893281, "f1": 0.865415, "accuracy": 0.893281, "main_score": 0.865415, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"]}, {"precision": 0.935112, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"]}, {"precision": 0.513416, "recall": 0.570158, "f1": 0.529403, "accuracy": 0.570158, "main_score": 0.529403, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"]}, {"precision": 0.930204, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"]}, {"precision": 0.894186, "recall": 0.921937, "f1": 0.902536, "accuracy": 0.921937, "main_score": 0.902536, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"]}, {"precision": 0.942194, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"]}, {"precision": 0.49707, "recall": 0.559289, "f1": 0.513868, "accuracy": 0.559289, "main_score": 0.513868, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"]}, {"precision": 0.941288, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"]}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"]}, {"precision": 0.886141, "recall": 0.91502, "f1": 0.894686, "accuracy": 0.91502, "main_score": 0.894686, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"]}, {"precision": 0.197344, "recall": 0.241107, "f1": 0.20848, "accuracy": 0.241107, "main_score": 0.20848, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"]}, {"precision": 0.538604, "recall": 0.58498, "f1": 0.550993, "accuracy": 0.58498, "main_score": 0.550993, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"]}, {"precision": 0.939476, "recall": 0.958498, "f1": 0.945553, "accuracy": 0.958498, "main_score": 0.945553, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"]}, {"precision": 0.933498, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"]}, {"precision": 0.878771, "recall": 0.909091, "f1": 0.887747, "accuracy": 0.909091, "main_score": 0.887747, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"]}, {"precision": 0.567913, "recall": 0.62253, "f1": 0.583355, "accuracy": 0.62253, "main_score": 0.583355, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"]}, {"precision": 0.85569, "recall": 0.891304, "f1": 0.866623, "accuracy": 0.891304, "main_score": 0.866623, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"]}, {"precision": 0.890119, "recall": 0.916008, "f1": 0.89796, "accuracy": 0.916008, "main_score": 0.89796, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"]}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"]}, {"precision": 0.928442, "recall": 0.949605, "f1": 0.93498, "accuracy": 0.949605, "main_score": 0.93498, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"]}, {"precision": 0.475288, "recall": 0.523715, "f1": 0.488663, "accuracy": 0.523715, "main_score": 0.488663, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"]}, {"precision": 0.423731, "recall": 0.477273, "f1": 0.438392, "accuracy": 0.477273, "main_score": 0.438392, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930454, "accuracy": 0.945652, "main_score": 0.930454, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"]}, {"precision": 0.506119, "recall": 0.5583, "f1": 0.520146, "accuracy": 0.5583, "main_score": 0.520146, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"]}, {"precision": 0.942441, "recall": 0.960474, "f1": 0.948188, "accuracy": 0.960474, "main_score": 0.948188, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"]}, {"precision": 0.890942, "recall": 0.918972, "f1": 0.899323, "accuracy": 0.918972, "main_score": 0.899323, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"]}, {"precision": 0.905254, "recall": 0.928854, "f1": 0.912286, "accuracy": 0.928854, "main_score": 0.912286, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"]}, {"precision": 0.481146, "recall": 0.540514, "f1": 0.497495, "accuracy": 0.540514, "main_score": 0.497495, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"]}, {"precision": 0.794641, "recall": 0.840909, "f1": 0.808105, "accuracy": 0.840909, "main_score": 0.808105, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"]}, {"precision": 0.872678, "recall": 0.907115, "f1": 0.883267, "accuracy": 0.907115, "main_score": 0.883267, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"]}, {"precision": 0.898015, "recall": 0.924901, "f1": 0.906101, "accuracy": 0.924901, "main_score": 0.906101, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"]}, {"precision": 0.461787, "recall": 0.51087, "f1": 0.475416, "accuracy": 0.51087, "main_score": 0.475416, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"]}, {"precision": 0.455165, "recall": 0.517787, "f1": 0.472265, "accuracy": 0.517787, "main_score": 0.472265, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"]}, {"precision": 0.455188, "recall": 0.505929, "f1": 0.469194, "accuracy": 0.505929, "main_score": 0.469194, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"]}, {"precision": 0.806301, "recall": 0.846838, "f1": 0.818045, "accuracy": 0.846838, "main_score": 0.818045, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"]}, {"precision": 0.303431, "recall": 0.354743, "f1": 0.316708, "accuracy": 0.354743, "main_score": 0.316708, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"]}, {"precision": 0.955122, "recall": 0.969368, "f1": 0.959717, "accuracy": 0.969368, "main_score": 0.959717, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"]}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.951863, "accuracy": 0.962451, "main_score": 0.951863, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"]}, {"precision": 0.941123, "recall": 0.959486, "f1": 0.947036, "accuracy": 0.959486, "main_score": 0.947036, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"]}, {"precision": 0.49458, "recall": 0.548419, "f1": 0.509145, "accuracy": 0.548419, "main_score": 0.509145, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"]}, {"precision": 0.853261, "recall": 0.887352, "f1": 0.863401, "accuracy": 0.887352, "main_score": 0.863401, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"]}, {"precision": 0.819624, "recall": 0.865613, "f1": 0.833251, "accuracy": 0.865613, "main_score": 0.833251, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"]}, {"precision": 0.499506, "recall": 0.546443, "f1": 0.512754, "accuracy": 0.546443, "main_score": 0.512754, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"]}, {"precision": 0.89804, "recall": 0.923913, "f1": 0.905665, "accuracy": 0.923913, "main_score": 0.905665, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"]}, {"precision": 0.592331, "recall": 0.65415, "f1": 0.609036, "accuracy": 0.65415, "main_score": 0.609036, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"]}, {"precision": 0.89781, "recall": 0.927866, "f1": 0.907345, "accuracy": 0.927866, "main_score": 0.907345, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"]}, {"precision": 0.941041, "recall": 0.95751, "f1": 0.946113, "accuracy": 0.95751, "main_score": 0.946113, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"]}, {"precision": 0.931077, "recall": 0.950593, "f1": 0.937121, "accuracy": 0.950593, "main_score": 0.937121, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"]}, {"precision": 0.546599, "recall": 0.623518, "f1": 0.567997, "accuracy": 0.623518, "main_score": 0.567997, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"]}, {"precision": 0.583063, "recall": 0.641304, "f1": 0.599213, "accuracy": 0.641304, "main_score": 0.599213, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"]}, {"precision": 0.893808, "recall": 0.923913, "f1": 0.903129, "accuracy": 0.923913, "main_score": 0.903129, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"]}, {"precision": 0.539875, "recall": 0.593874, "f1": 0.554686, "accuracy": 0.593874, "main_score": 0.554686, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"]}, {"precision": 0.540211, "recall": 0.600791, "f1": 0.557169, "accuracy": 0.600791, "main_score": 0.557169, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957148, "accuracy": 0.966403, "main_score": 0.957148, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"]}, {"precision": 0.895751, "recall": 0.921937, "f1": 0.903331, "accuracy": 0.921937, "main_score": 0.903331, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"]}, {"precision": 0.920578, "recall": 0.9417, "f1": 0.927064, "accuracy": 0.9417, "main_score": 0.927064, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"]}, {"precision": 0.923864, "recall": 0.944664, "f1": 0.93019, "accuracy": 0.944664, "main_score": 0.93019, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"]}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.945949, "accuracy": 0.958498, "main_score": 0.945949, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"]}, {"precision": 0.917902, "recall": 0.9417, "f1": 0.925249, "accuracy": 0.9417, "main_score": 0.925249, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"]}, {"precision": 0.459093, "recall": 0.504941, "f1": 0.472126, "accuracy": 0.504941, "main_score": 0.472126, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"]}, {"precision": 0.479996, "recall": 0.535573, "f1": 0.49515, "accuracy": 0.535573, "main_score": 0.49515, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"]}, {"precision": 0.9375, "recall": 0.956522, "f1": 0.943577, "accuracy": 0.956522, "main_score": 0.943577, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"]}, {"precision": 0.928393, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"]}, {"precision": 0.918264, "recall": 0.940711, "f1": 0.925085, "accuracy": 0.940711, "main_score": 0.925085, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"]}, {"precision": 0.654929, "recall": 0.704545, "f1": 0.668541, "accuracy": 0.704545, "main_score": 0.668541, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"]}, {"precision": 0.420367, "recall": 0.470356, "f1": 0.43411, "accuracy": 0.470356, "main_score": 0.43411, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"]}, {"precision": 0.903797, "recall": 0.927866, "f1": 0.910754, "accuracy": 0.927866, "main_score": 0.910754, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"]}, {"precision": 0.896657, "recall": 0.925889, "f1": 0.905816, "accuracy": 0.925889, "main_score": 0.905816, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"]}, {"precision": 0.740027, "recall": 0.798419, "f1": 0.757364, "accuracy": 0.798419, "main_score": 0.757364, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"]}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"]}, {"precision": 0.464988, "recall": 0.511858, "f1": 0.478102, "accuracy": 0.511858, "main_score": 0.478102, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"]}, {"precision": 0.907016, "recall": 0.932806, "f1": 0.914775, "accuracy": 0.932806, "main_score": 0.914775, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956489, "accuracy": 0.966403, "main_score": 0.956489, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"]}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948372, "accuracy": 0.959486, "main_score": 0.948372, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"]}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.928675, "accuracy": 0.943676, "main_score": 0.928675, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"]}, {"precision": 0.887722, "recall": 0.91502, "f1": 0.895784, "accuracy": 0.91502, "main_score": 0.895784, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"]}, {"precision": 0.915761, "recall": 0.939723, "f1": 0.923273, "accuracy": 0.939723, "main_score": 0.923273, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"]}, {"precision": 0.485142, "recall": 0.541502, "f1": 0.500207, "accuracy": 0.541502, "main_score": 0.500207, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"]}, {"precision": 0.209324, "recall": 0.254941, "f1": 0.21982, "accuracy": 0.254941, "main_score": 0.21982, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"]}, {"precision": 0.536248, "recall": 0.58498, "f1": 0.550527, "accuracy": 0.58498, "main_score": 0.550527, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"]}, {"precision": 0.664821, "recall": 0.732213, "f1": 0.684128, "accuracy": 0.732213, "main_score": 0.684128, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960592, "accuracy": 0.969368, "main_score": 0.960592, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"]}, {"precision": 0.873551, "recall": 0.905138, "f1": 0.88299, "accuracy": 0.905138, "main_score": 0.88299, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"]}, {"precision": 0.364564, "recall": 0.409091, "f1": 0.377346, "accuracy": 0.409091, "main_score": 0.377346, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"]}, {"precision": 0.857543, "recall": 0.895257, "f1": 0.868841, "accuracy": 0.895257, "main_score": 0.868841, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"]}, {"precision": 0.930912, "recall": 0.950593, "f1": 0.936792, "accuracy": 0.950593, "main_score": 0.936792, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"]}, {"precision": 0.884887, "recall": 0.914032, "f1": 0.893577, "accuracy": 0.914032, "main_score": 0.893577, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"]}, {"precision": 0.90448, "recall": 0.932806, "f1": 0.913538, "accuracy": 0.932806, "main_score": 0.913538, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"]}, {"precision": 0.579542, "recall": 0.635375, "f1": 0.595125, "accuracy": 0.635375, "main_score": 0.595125, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"]}, {"precision": 0.934536, "recall": 0.953557, "f1": 0.940401, "accuracy": 0.953557, "main_score": 0.940401, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"]}, {"precision": 0.943799, "recall": 0.959486, "f1": 0.948671, "accuracy": 0.959486, "main_score": 0.948671, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"]}, {"precision": 0.479986, "recall": 0.534585, "f1": 0.495035, "accuracy": 0.534585, "main_score": 0.495035, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"]}, {"precision": 0.453687, "recall": 0.505929, "f1": 0.468052, "accuracy": 0.505929, "main_score": 0.468052, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"]}, {"precision": 0.566907, "recall": 0.620553, "f1": 0.582081, "accuracy": 0.620553, "main_score": 0.582081, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"]}, {"precision": 0.931612, "recall": 0.950593, "f1": 0.937637, "accuracy": 0.950593, "main_score": 0.937637, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"]}, {"precision": 0.243459, "recall": 0.318182, "f1": 0.262917, "accuracy": 0.318182, "main_score": 0.262917, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"]}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"]}, {"precision": 0.843956, "recall": 0.882411, "f1": 0.855637, "accuracy": 0.882411, "main_score": 0.855637, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"]}, {"precision": 0.872974, "recall": 0.909091, "f1": 0.884256, "accuracy": 0.909091, "main_score": 0.884256, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"]}, {"precision": 0.943594, "recall": 0.961462, "f1": 0.949341, "accuracy": 0.961462, "main_score": 0.949341, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"]}, {"precision": 0.551393, "recall": 0.606719, "f1": 0.566802, "accuracy": 0.606719, "main_score": 0.566802, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"]}, {"precision": 0.503394, "recall": 0.562253, "f1": 0.519629, "accuracy": 0.562253, "main_score": 0.519629, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"]}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.935903, "accuracy": 0.949605, "main_score": 0.935903, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"]}, {"precision": 0.945487, "recall": 0.960474, "f1": 0.950019, "accuracy": 0.960474, "main_score": 0.950019, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"]}, {"precision": 0.872391, "recall": 0.901186, "f1": 0.880471, "accuracy": 0.901186, "main_score": 0.880471, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"]}, {"precision": 0.868445, "recall": 0.903162, "f1": 0.879249, "accuracy": 0.903162, "main_score": 0.879249, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"]}, {"precision": 0.613985, "recall": 0.688735, "f1": 0.636251, "accuracy": 0.688735, "main_score": 0.636251, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"]}, {"precision": 0.925543, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"]}, {"precision": 0.458126, "recall": 0.513834, "f1": 0.473622, "accuracy": 0.513834, "main_score": 0.473622, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"]}, {"precision": 0.673296, "recall": 0.733202, "f1": 0.690637, "accuracy": 0.733202, "main_score": 0.690637, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"]}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891587, "accuracy": 0.912055, "main_score": 0.891587, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"]}, {"precision": 0.3888, "recall": 0.439723, "f1": 0.402382, "accuracy": 0.439723, "main_score": 0.402382, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"]}, {"precision": 0.927075, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"]}, {"precision": 0.916625, "recall": 0.937747, "f1": 0.922925, "accuracy": 0.937747, "main_score": 0.922925, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"]}, {"precision": 0.865704, "recall": 0.900198, "f1": 0.876254, "accuracy": 0.900198, "main_score": 0.876254, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"]}, {"precision": 0.774071, "recall": 0.824111, "f1": 0.788983, "accuracy": 0.824111, "main_score": 0.788983, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"]}, {"precision": 0.801989, "recall": 0.840909, "f1": 0.813494, "accuracy": 0.840909, "main_score": 0.813494, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"]}, {"precision": 0.77756, "recall": 0.822134, "f1": 0.789582, "accuracy": 0.822134, "main_score": 0.789582, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"]}, {"precision": 0.534554, "recall": 0.581028, "f1": 0.547817, "accuracy": 0.581028, "main_score": 0.547817, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"]}, {"precision": 0.9111, "recall": 0.936759, "f1": 0.919302, "accuracy": 0.936759, "main_score": 0.919302, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"]}, {"precision": 0.932477, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"]}, {"precision": 0.913629, "recall": 0.935771, "f1": 0.920029, "accuracy": 0.935771, "main_score": 0.920029, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"]}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.93475, "accuracy": 0.949605, "main_score": 0.93475, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"]}, {"precision": 0.909536, "recall": 0.934783, "f1": 0.917391, "accuracy": 0.934783, "main_score": 0.917391, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"]}, {"precision": 0.951169, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"]}, {"precision": 0.701658, "recall": 0.761858, "f1": 0.718878, "accuracy": 0.761858, "main_score": 0.718878, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"]}, {"precision": 0.86003, "recall": 0.895257, "f1": 0.87029, "accuracy": 0.895257, "main_score": 0.87029, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"]}, {"precision": 0.412853, "recall": 0.47332, "f1": 0.42921, "accuracy": 0.47332, "main_score": 0.42921, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"]}, {"precision": 0.943577, "recall": 0.959486, "f1": 0.948452, "accuracy": 0.959486, "main_score": 0.948452, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"]}, {"precision": 0.691226, "recall": 0.754941, "f1": 0.710161, "accuracy": 0.754941, "main_score": 0.710161, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"]}, {"precision": 0.904644, "recall": 0.932806, "f1": 0.91334, "accuracy": 0.932806, "main_score": 0.91334, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"]}, {"precision": 0.918025, "recall": 0.940711, "f1": 0.925187, "accuracy": 0.940711, "main_score": 0.925187, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"]}, {"precision": 0.886373, "recall": 0.916996, "f1": 0.895636, "accuracy": 0.916996, "main_score": 0.895636, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"]}, {"precision": 0.659914, "recall": 0.709486, "f1": 0.673622, "accuracy": 0.709486, "main_score": 0.673622, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"]}, {"precision": 0.931686, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"]}, {"precision": 0.528376, "recall": 0.577075, "f1": 0.542377, "accuracy": 0.577075, "main_score": 0.542377, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"]}, {"precision": 0.526465, "recall": 0.581028, "f1": 0.541259, "accuracy": 0.581028, "main_score": 0.541259, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"]}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"]}, {"precision": 0.778982, "recall": 0.825099, "f1": 0.792055, "accuracy": 0.825099, "main_score": 0.792055, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"]}, {"precision": 0.937229, "recall": 0.955534, "f1": 0.942935, "accuracy": 0.955534, "main_score": 0.942935, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"]}, {"precision": 0.475034, "recall": 0.531621, "f1": 0.490148, "accuracy": 0.531621, "main_score": 0.490148, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"]}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"]}, {"precision": 0.943841, "recall": 0.959486, "f1": 0.94857, "accuracy": 0.959486, "main_score": 0.94857, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"]}, {"precision": 0.458222, "recall": 0.518775, "f1": 0.475209, "accuracy": 0.518775, "main_score": 0.475209, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"]}, {"precision": 0.946014, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"]}, {"precision": 0.688573, "recall": 0.744071, "f1": 0.703962, "accuracy": 0.744071, "main_score": 0.703962, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"]}, {"precision": 0.468261, "recall": 0.520751, "f1": 0.481799, "accuracy": 0.520751, "main_score": 0.481799, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"]}, {"precision": 0.558309, "recall": 0.620553, "f1": 0.57564, "accuracy": 0.620553, "main_score": 0.57564, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"]}, {"precision": 0.774976, "recall": 0.821146, "f1": 0.788686, "accuracy": 0.821146, "main_score": 0.788686, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"]}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"]}, {"precision": 0.860517, "recall": 0.896245, "f1": 0.871379, "accuracy": 0.896245, "main_score": 0.871379, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"]}, {"precision": 0.415931, "recall": 0.47332, "f1": 0.431853, "accuracy": 0.47332, "main_score": 0.431853, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"]}, {"precision": 0.490927, "recall": 0.54249, "f1": 0.505676, "accuracy": 0.54249, "main_score": 0.505676, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"]}, {"precision": 0.94137, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"]}, {"precision": 0.49368, "recall": 0.5583, "f1": 0.511857, "accuracy": 0.5583, "main_score": 0.511857, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"]}, {"precision": 0.492212, "recall": 0.545455, "f1": 0.507019, "accuracy": 0.545455, "main_score": 0.507019, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"]}, {"precision": 0.910573, "recall": 0.936759, "f1": 0.918775, "accuracy": 0.936759, "main_score": 0.918775, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"]}, {"precision": 0.434143, "recall": 0.494071, "f1": 0.451614, "accuracy": 0.494071, "main_score": 0.451614, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"]}, {"precision": 0.632668, "recall": 0.690711, "f1": 0.649904, "accuracy": 0.690711, "main_score": 0.649904, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"]}, {"precision": 0.843151, "recall": 0.878458, "f1": 0.853214, "accuracy": 0.878458, "main_score": 0.853214, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"]}, {"precision": 0.613187, "recall": 0.663043, "f1": 0.627393, "accuracy": 0.663043, "main_score": 0.627393, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"]}, {"precision": 0.69968, "recall": 0.744071, "f1": 0.712387, "accuracy": 0.744071, "main_score": 0.712387, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"]}, {"precision": 0.93167, "recall": 0.948617, "f1": 0.93684, "accuracy": 0.948617, "main_score": 0.93684, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"]}, {"precision": 0.819401, "recall": 0.864625, "f1": 0.832938, "accuracy": 0.864625, "main_score": 0.832938, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"]}, {"precision": 0.887146, "recall": 0.916996, "f1": 0.896206, "accuracy": 0.916996, "main_score": 0.896206, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"]}, {"precision": 0.391548, "recall": 0.467391, "f1": 0.412813, "accuracy": 0.467391, "main_score": 0.412813, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"]}, {"precision": 0.901953, "recall": 0.926877, "f1": 0.909529, "accuracy": 0.926877, "main_score": 0.909529, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"]}, {"precision": 0.93223, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"]}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"]}, {"precision": 0.616396, "recall": 0.681818, "f1": 0.635265, "accuracy": 0.681818, "main_score": 0.635265, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"]}, {"precision": 0.500412, "recall": 0.551383, "f1": 0.514755, "accuracy": 0.551383, "main_score": 0.514755, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"]}, {"precision": 0.605741, "recall": 0.670949, "f1": 0.624268, "accuracy": 0.670949, "main_score": 0.624268, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"]}, {"precision": 0.542454, "recall": 0.605731, "f1": 0.56038, "accuracy": 0.605731, "main_score": 0.56038, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"]}, {"precision": 0.461445, "recall": 0.540514, "f1": 0.483398, "accuracy": 0.540514, "main_score": 0.483398, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"]}, {"precision": 0.626466, "recall": 0.68083, "f1": 0.641945, "accuracy": 0.68083, "main_score": 0.641945, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"]}, {"precision": 0.904595, "recall": 0.93083, "f1": 0.91278, "accuracy": 0.93083, "main_score": 0.91278, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"]}, {"precision": 0.620405, "recall": 0.676877, "f1": 0.636712, "accuracy": 0.676877, "main_score": 0.636712, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"]}, {"precision": 0.630649, "recall": 0.695652, "f1": 0.649064, "accuracy": 0.695652, "main_score": 0.649064, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"]}, {"precision": 0.57402, "recall": 0.642292, "f1": 0.593472, "accuracy": 0.642292, "main_score": 0.593472, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"]}, {"precision": 0.201303, "recall": 0.253953, "f1": 0.21488, "accuracy": 0.253953, "main_score": 0.21488, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"]}, {"precision": 0.652108, "recall": 0.704545, "f1": 0.666902, "accuracy": 0.704545, "main_score": 0.666902, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"]}, {"precision": 0.702612, "recall": 0.753953, "f1": 0.718067, "accuracy": 0.753953, "main_score": 0.718067, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"]}, {"precision": 0.573972, "recall": 0.624506, "f1": 0.588098, "accuracy": 0.624506, "main_score": 0.588098, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"]}, {"precision": 0.538003, "recall": 0.604743, "f1": 0.556433, "accuracy": 0.604743, "main_score": 0.556433, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"]}, {"precision": 0.580056, "recall": 0.646245, "f1": 0.599605, "accuracy": 0.646245, "main_score": 0.599605, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"]}, {"precision": 0.613152, "recall": 0.670949, "f1": 0.629647, "accuracy": 0.670949, "main_score": 0.629647, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"]}, {"precision": 0.918972, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"]}, {"precision": 0.548954, "recall": 0.605731, "f1": 0.565145, "accuracy": 0.605731, "main_score": 0.565145, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"]}, {"precision": 0.57156, "recall": 0.631423, "f1": 0.588626, "accuracy": 0.631423, "main_score": 0.588626, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"]}, {"precision": 0.535208, "recall": 0.588933, "f1": 0.549652, "accuracy": 0.588933, "main_score": 0.549652, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"]}, {"precision": 0.330266, "recall": 0.394269, "f1": 0.347837, "accuracy": 0.394269, "main_score": 0.347837, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"]}, {"precision": 0.619492, "recall": 0.678854, "f1": 0.636484, "accuracy": 0.678854, "main_score": 0.636484, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"]}, {"precision": 0.599377, "recall": 0.653162, "f1": 0.615162, "accuracy": 0.653162, "main_score": 0.615162, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"]}, {"precision": 0.739082, "recall": 0.795455, "f1": 0.755572, "accuracy": 0.795455, "main_score": 0.755572, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"]}, {"precision": 0.678969, "recall": 0.749012, "f1": 0.698885, "accuracy": 0.749012, "main_score": 0.698885, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"]}, {"precision": 0.730023, "recall": 0.786561, "f1": 0.746858, "accuracy": 0.786561, "main_score": 0.746858, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"]}, {"precision": 0.687846, "recall": 0.737154, "f1": 0.702456, "accuracy": 0.737154, "main_score": 0.702456, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"]}, {"precision": 0.675851, "recall": 0.738142, "f1": 0.693533, "accuracy": 0.738142, "main_score": 0.693533, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"]}, {"precision": 0.572653, "recall": 0.629447, "f1": 0.588762, "accuracy": 0.629447, "main_score": 0.588762, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"]}, {"precision": 0.577908, "recall": 0.633399, "f1": 0.593975, "accuracy": 0.633399, "main_score": 0.593975, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"]}, {"precision": 0.824473, "recall": 0.864625, "f1": 0.836514, "accuracy": 0.864625, "main_score": 0.836514, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"]}, {"precision": 0.484685, "recall": 0.545455, "f1": 0.500943, "accuracy": 0.545455, "main_score": 0.500943, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"]}, {"precision": 0.894163, "recall": 0.923913, "f1": 0.90331, "accuracy": 0.923913, "main_score": 0.90331, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"]}, {"precision": 0.55734, "recall": 0.615613, "f1": 0.573635, "accuracy": 0.615613, "main_score": 0.573635, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"]}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"]}, {"precision": 0.616736, "recall": 0.677866, "f1": 0.633867, "accuracy": 0.677866, "main_score": 0.633867, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"]}, {"precision": 0.20206, "recall": 0.258893, "f1": 0.214916, "accuracy": 0.258893, "main_score": 0.214916, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"]}, {"precision": 0.667095, "recall": 0.720356, "f1": 0.682265, "accuracy": 0.720356, "main_score": 0.682265, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"]}, {"precision": 0.827816, "recall": 0.874506, "f1": 0.842095, "accuracy": 0.874506, "main_score": 0.842095, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"]}, {"precision": 0.434975, "recall": 0.498024, "f1": 0.452179, "accuracy": 0.498024, "main_score": 0.452179, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"]}, {"precision": 0.706341, "recall": 0.757905, "f1": 0.721706, "accuracy": 0.757905, "main_score": 0.721706, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"]}, {"precision": 0.583218, "recall": 0.640316, "f1": 0.59964, "accuracy": 0.640316, "main_score": 0.59964, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"]}, {"precision": 0.513981, "recall": 0.58004, "f1": 0.532101, "accuracy": 0.58004, "main_score": 0.532101, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"]}, {"precision": 0.703393, "recall": 0.750988, "f1": 0.71741, "accuracy": 0.750988, "main_score": 0.71741, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"]}, {"precision": 0.264674, "recall": 0.349802, "f1": 0.286869, "accuracy": 0.349802, "main_score": 0.286869, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"]}, {"precision": 0.617754, "recall": 0.676877, "f1": 0.634914, "accuracy": 0.676877, "main_score": 0.634914, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"]}, {"precision": 0.60121, "recall": 0.666008, "f1": 0.619695, "accuracy": 0.666008, "main_score": 0.619695, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"]}, {"precision": 0.742342, "recall": 0.80336, "f1": 0.761317, "accuracy": 0.80336, "main_score": 0.761317, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"]}, {"precision": 0.581546, "recall": 0.641304, "f1": 0.599133, "accuracy": 0.641304, "main_score": 0.599133, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"]}, {"precision": 0.81973, "recall": 0.866601, "f1": 0.834124, "accuracy": 0.866601, "main_score": 0.834124, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"]}, {"precision": 0.482693, "recall": 0.548419, "f1": 0.500927, "accuracy": 0.548419, "main_score": 0.500927, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"]}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917838, "accuracy": 0.934783, "main_score": 0.917838, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"]}, {"precision": 0.633657, "recall": 0.6917, "f1": 0.650747, "accuracy": 0.6917, "main_score": 0.650747, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"]}, {"precision": 0.920043, "recall": 0.944664, "f1": 0.927931, "accuracy": 0.944664, "main_score": 0.927931, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"]}, {"precision": 0.486406, "recall": 0.55336, "f1": 0.504323, "accuracy": 0.55336, "main_score": 0.504323, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"]}, {"precision": 0.646204, "recall": 0.717391, "f1": 0.667347, "accuracy": 0.717391, "main_score": 0.667347, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"]}, {"precision": 0.855978, "recall": 0.895257, "f1": 0.868281, "accuracy": 0.895257, "main_score": 0.868281, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"]}, {"precision": 0.663662, "recall": 0.718379, "f1": 0.679606, "accuracy": 0.718379, "main_score": 0.679606, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"]}, {"precision": 0.677726, "recall": 0.738142, "f1": 0.695335, "accuracy": 0.738142, "main_score": 0.695335, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"]}, {"precision": 0.560808, "recall": 0.625494, "f1": 0.578943, "accuracy": 0.625494, "main_score": 0.578943, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"]}, {"precision": 0.558442, "recall": 0.624506, "f1": 0.577487, "accuracy": 0.624506, "main_score": 0.577487, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"]}, {"precision": 0.850873, "recall": 0.893281, "f1": 0.863985, "accuracy": 0.893281, "main_score": 0.863985, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"]}, {"precision": 0.559892, "recall": 0.623518, "f1": 0.578152, "accuracy": 0.623518, "main_score": 0.578152, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"]}, {"precision": 0.653889, "recall": 0.716403, "f1": 0.672222, "accuracy": 0.716403, "main_score": 0.672222, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"]}, {"precision": 0.52156, "recall": 0.578063, "f1": 0.537339, "accuracy": 0.578063, "main_score": 0.537339, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"]}, {"precision": 0.600884, "recall": 0.657115, "f1": 0.615447, "accuracy": 0.657115, "main_score": 0.615447, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"]}, {"precision": 0.620678, "recall": 0.68083, "f1": 0.638225, "accuracy": 0.68083, "main_score": 0.638225, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"]}, {"precision": 0.582835, "recall": 0.642292, "f1": 0.598982, "accuracy": 0.642292, "main_score": 0.598982, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"]}, {"precision": 0.555361, "recall": 0.621542, "f1": 0.574857, "accuracy": 0.621542, "main_score": 0.574857, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"]}, {"precision": 0.767737, "recall": 0.821146, "f1": 0.783714, "accuracy": 0.821146, "main_score": 0.783714, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"]}, {"precision": 0.773313, "recall": 0.817194, "f1": 0.786874, "accuracy": 0.817194, "main_score": 0.786874, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"]}, {"precision": 0.893857, "recall": 0.916996, "f1": 0.900889, "accuracy": 0.916996, "main_score": 0.900889, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"]}, {"precision": 0.500431, "recall": 0.576087, "f1": 0.522859, "accuracy": 0.576087, "main_score": 0.522859, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"]}, {"precision": 0.735698, "recall": 0.791502, "f1": 0.752388, "accuracy": 0.791502, "main_score": 0.752388, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"]}, {"precision": 0.623486, "recall": 0.670949, "f1": 0.637117, "accuracy": 0.670949, "main_score": 0.637117, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"]}, {"precision": 0.565732, "recall": 0.628458, "f1": 0.583281, "accuracy": 0.628458, "main_score": 0.583281, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"]}, {"precision": 0.524788, "recall": 0.583004, "f1": 0.541173, "accuracy": 0.583004, "main_score": 0.541173, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"]}, {"precision": 0.429139, "recall": 0.511858, "f1": 0.451493, "accuracy": 0.511858, "main_score": 0.451493, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"]}, {"precision": 0.592857, "recall": 0.646245, "f1": 0.608199, "accuracy": 0.646245, "main_score": 0.608199, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"]}, {"precision": 0.864246, "recall": 0.899209, "f1": 0.875066, "accuracy": 0.899209, "main_score": 0.875066, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"]}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"]}, {"precision": 0.596706, "recall": 0.649209, "f1": 0.611994, "accuracy": 0.649209, "main_score": 0.611994, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"]}, {"precision": 0.606061, "recall": 0.667984, "f1": 0.624054, "accuracy": 0.667984, "main_score": 0.624054, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"]}, {"precision": 0.55603, "recall": 0.621542, "f1": 0.574441, "accuracy": 0.621542, "main_score": 0.574441, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"]}, {"precision": 0.182291, "recall": 0.228261, "f1": 0.193625, "accuracy": 0.228261, "main_score": 0.193625, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"]}, {"precision": 0.625461, "recall": 0.676877, "f1": 0.639367, "accuracy": 0.676877, "main_score": 0.639367, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"]}, {"precision": 0.671574, "recall": 0.724308, "f1": 0.687272, "accuracy": 0.724308, "main_score": 0.687272, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"]}, {"precision": 0.558432, "recall": 0.601779, "f1": 0.571212, "accuracy": 0.601779, "main_score": 0.571212, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"]}, {"precision": 0.499251, "recall": 0.571146, "f1": 0.519542, "accuracy": 0.571146, "main_score": 0.519542, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"]}, {"precision": 0.561234, "recall": 0.621542, "f1": 0.57884, "accuracy": 0.621542, "main_score": 0.57884, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"]}, {"precision": 0.579035, "recall": 0.646245, "f1": 0.598402, "accuracy": 0.646245, "main_score": 0.598402, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"]}, {"precision": 0.887599, "recall": 0.917984, "f1": 0.897464, "accuracy": 0.917984, "main_score": 0.897464, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"]}, {"precision": 0.523552, "recall": 0.582016, "f1": 0.539997, "accuracy": 0.582016, "main_score": 0.539997, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"]}, {"precision": 0.525773, "recall": 0.588933, "f1": 0.543041, "accuracy": 0.588933, "main_score": 0.543041, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"]}, {"precision": 0.521016, "recall": 0.571146, "f1": 0.534344, "accuracy": 0.571146, "main_score": 0.534344, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"]}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"]}, {"precision": 0.309851, "recall": 0.365613, "f1": 0.325762, "accuracy": 0.365613, "main_score": 0.325762, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"]}, {"precision": 0.592022, "recall": 0.647233, "f1": 0.60786, "accuracy": 0.647233, "main_score": 0.60786, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"]}, {"precision": 0.593152, "recall": 0.641304, "f1": 0.606789, "accuracy": 0.641304, "main_score": 0.606789, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"]}, {"precision": 0.703007, "recall": 0.761858, "f1": 0.720246, "accuracy": 0.761858, "main_score": 0.720246, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"]}, {"precision": 0.654654, "recall": 0.735178, "f1": 0.678216, "accuracy": 0.735178, "main_score": 0.678216, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"]}, {"precision": 0.7093, "recall": 0.766798, "f1": 0.726139, "accuracy": 0.766798, "main_score": 0.726139, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"]}, {"precision": 0.661858, "recall": 0.711462, "f1": 0.6766, "accuracy": 0.711462, "main_score": 0.6766, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"]}, {"precision": 0.652299, "recall": 0.717391, "f1": 0.67153, "accuracy": 0.717391, "main_score": 0.67153, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"]}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"]}, {"precision": 0.558892, "recall": 0.616601, "f1": 0.575115, "accuracy": 0.616601, "main_score": 0.575115, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"]}, {"precision": 0.541403, "recall": 0.598814, "f1": 0.55802, "accuracy": 0.598814, "main_score": 0.55802, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"]}, {"precision": 0.787006, "recall": 0.837945, "f1": 0.802734, "accuracy": 0.837945, "main_score": 0.802734, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"]}, {"precision": 0.472701, "recall": 0.532609, "f1": 0.489316, "accuracy": 0.532609, "main_score": 0.489316, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"]}, {"precision": 0.871624, "recall": 0.905138, "f1": 0.882148, "accuracy": 0.905138, "main_score": 0.882148, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"]}, {"precision": 0.534537, "recall": 0.596838, "f1": 0.551818, "accuracy": 0.596838, "main_score": 0.551818, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"]}, {"precision": 0.990119, "recall": 0.992095, "f1": 0.990777, "accuracy": 0.992095, "main_score": 0.990777, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"]}, {"precision": 0.583396, "recall": 0.647233, "f1": 0.60153, "accuracy": 0.647233, "main_score": 0.60153, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"]}, {"precision": 0.187656, "recall": 0.238142, "f1": 0.199273, "accuracy": 0.238142, "main_score": 0.199273, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"]}, {"precision": 0.62971, "recall": 0.687747, "f1": 0.645939, "accuracy": 0.687747, "main_score": 0.645939, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"]}, {"precision": 0.803524, "recall": 0.854743, "f1": 0.819236, "accuracy": 0.854743, "main_score": 0.819236, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"]}, {"precision": 0.40552, "recall": 0.459486, "f1": 0.420624, "accuracy": 0.459486, "main_score": 0.420624, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"]}, {"precision": 0.662945, "recall": 0.721344, "f1": 0.679978, "accuracy": 0.721344, "main_score": 0.679978, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"]}, {"precision": 0.551501, "recall": 0.609684, "f1": 0.567726, "accuracy": 0.609684, "main_score": 0.567726, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"]}, {"precision": 0.525276, "recall": 0.587945, "f1": 0.543329, "accuracy": 0.587945, "main_score": 0.543329, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"]}, {"precision": 0.649629, "recall": 0.702569, "f1": 0.665206, "accuracy": 0.702569, "main_score": 0.665206, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"]}, {"precision": 0.214704, "recall": 0.295455, "f1": 0.235819, "accuracy": 0.295455, "main_score": 0.235819, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"]}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"]}, {"precision": 0.586777, "recall": 0.647233, "f1": 0.60432, "accuracy": 0.647233, "main_score": 0.60432, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"]}, {"precision": 0.585154, "recall": 0.642292, "f1": 0.6018, "accuracy": 0.642292, "main_score": 0.6018, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"]}, {"precision": 0.70103, "recall": 0.764822, "f1": 0.719878, "accuracy": 0.764822, "main_score": 0.719878, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"]}, {"precision": 0.553179, "recall": 0.61166, "f1": 0.569956, "accuracy": 0.61166, "main_score": 0.569956, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"]}, {"precision": 0.809733, "recall": 0.857708, "f1": 0.824473, "accuracy": 0.857708, "main_score": 0.824473, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"]}, {"precision": 0.468894, "recall": 0.530632, "f1": 0.485794, "accuracy": 0.530632, "main_score": 0.485794, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"]}, {"precision": 0.901005, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"]}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"]}, {"precision": 0.609819, "recall": 0.663043, "f1": 0.624958, "accuracy": 0.663043, "main_score": 0.624958, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"]}, {"precision": 0.895175, "recall": 0.926877, "f1": 0.905369, "accuracy": 0.926877, "main_score": 0.905369, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"]}, {"precision": 0.467708, "recall": 0.524704, "f1": 0.483204, "accuracy": 0.524704, "main_score": 0.483204, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"]}, {"precision": 0.623246, "recall": 0.689723, "f1": 0.642465, "accuracy": 0.689723, "main_score": 0.642465, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"]}, {"precision": 0.821558, "recall": 0.865613, "f1": 0.835296, "accuracy": 0.865613, "main_score": 0.835296, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"]}, {"precision": 0.642888, "recall": 0.6917, "f1": 0.656753, "accuracy": 0.6917, "main_score": 0.656753, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"]}, {"precision": 0.639552, "recall": 0.702569, "f1": 0.658329, "accuracy": 0.702569, "main_score": 0.658329, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"]}, {"precision": 0.933794, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"]}, {"precision": 0.541967, "recall": 0.603755, "f1": 0.560012, "accuracy": 0.603755, "main_score": 0.560012, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"]}, {"precision": 0.539889, "recall": 0.599802, "f1": 0.555964, "accuracy": 0.599802, "main_score": 0.555964, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"]}, {"precision": 0.824852, "recall": 0.871542, "f1": 0.839262, "accuracy": 0.871542, "main_score": 0.839262, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"]}, {"precision": 0.530825, "recall": 0.593874, "f1": 0.548559, "accuracy": 0.593874, "main_score": 0.548559, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"]}, {"precision": 0.605567, "recall": 0.671937, "f1": 0.624774, "accuracy": 0.671937, "main_score": 0.624774, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"]}, {"precision": 0.90975, "recall": 0.934783, "f1": 0.917819, "accuracy": 0.934783, "main_score": 0.917819, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"]}, {"precision": 0.489225, "recall": 0.546443, "f1": 0.504937, "accuracy": 0.546443, "main_score": 0.504937, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"]}, {"precision": 0.578777, "recall": 0.634387, "f1": 0.5942, "accuracy": 0.634387, "main_score": 0.5942, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"]}, {"precision": 0.594788, "recall": 0.656126, "f1": 0.612096, "accuracy": 0.656126, "main_score": 0.612096, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"]}, {"precision": 0.549349, "recall": 0.607708, "f1": 0.566265, "accuracy": 0.607708, "main_score": 0.566265, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"]}, {"precision": 0.533525, "recall": 0.597826, "f1": 0.551873, "accuracy": 0.597826, "main_score": 0.551873, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"]}, {"precision": 0.736561, "recall": 0.790514, "f1": 0.752884, "accuracy": 0.790514, "main_score": 0.752884, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"]}, {"precision": 0.74856, "recall": 0.797431, "f1": 0.763356, "accuracy": 0.797431, "main_score": 0.763356, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"]}, {"precision": 0.857872, "recall": 0.891304, "f1": 0.868003, "accuracy": 0.891304, "main_score": 0.868003, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"]}, {"precision": 0.478476, "recall": 0.561265, "f1": 0.502791, "accuracy": 0.561265, "main_score": 0.502791, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"]}, {"precision": 0.699138, "recall": 0.755929, "f1": 0.716375, "accuracy": 0.755929, "main_score": 0.716375, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"]}, {"precision": 0.592543, "recall": 0.642292, "f1": 0.606908, "accuracy": 0.642292, "main_score": 0.606908, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"]}, {"precision": 0.608326, "recall": 0.666996, "f1": 0.625106, "accuracy": 0.666996, "main_score": 0.625106, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"]}, {"precision": 0.537903, "recall": 0.600791, "f1": 0.556036, "accuracy": 0.600791, "main_score": 0.556036, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"]}, {"precision": 0.444234, "recall": 0.522727, "f1": 0.46582, "accuracy": 0.522727, "main_score": 0.46582, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"]}, {"precision": 0.614196, "recall": 0.671937, "f1": 0.630912, "accuracy": 0.671937, "main_score": 0.630912, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"]}, {"precision": 0.897431, "recall": 0.926877, "f1": 0.906785, "accuracy": 0.926877, "main_score": 0.906785, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"]}, {"precision": 0.623979, "recall": 0.68083, "f1": 0.64009, "accuracy": 0.68083, "main_score": 0.64009, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"]}, {"precision": 0.624591, "recall": 0.687747, "f1": 0.642547, "accuracy": 0.687747, "main_score": 0.642547, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"]}, {"precision": 0.573988, "recall": 0.637352, "f1": 0.592069, "accuracy": 0.637352, "main_score": 0.592069, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"]}, {"precision": 0.187346, "recall": 0.237154, "f1": 0.199724, "accuracy": 0.237154, "main_score": 0.199724, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"]}, {"precision": 0.639815, "recall": 0.693676, "f1": 0.655503, "accuracy": 0.693676, "main_score": 0.655503, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"]}, {"precision": 0.700395, "recall": 0.748024, "f1": 0.714295, "accuracy": 0.748024, "main_score": 0.714295, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"]}, {"precision": 0.560881, "recall": 0.609684, "f1": 0.574901, "accuracy": 0.609684, "main_score": 0.574901, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"]}, {"precision": 0.514018, "recall": 0.589921, "f1": 0.534846, "accuracy": 0.589921, "main_score": 0.534846, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"]}, {"precision": 0.564716, "recall": 0.634387, "f1": 0.585194, "accuracy": 0.634387, "main_score": 0.585194, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"]}, {"precision": 0.592456, "recall": 0.656126, "f1": 0.610647, "accuracy": 0.656126, "main_score": 0.610647, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"]}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925889, "accuracy": 0.9417, "main_score": 0.925889, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"]}, {"precision": 0.53024, "recall": 0.594862, "f1": 0.54928, "accuracy": 0.594862, "main_score": 0.54928, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"]}, {"precision": 0.553892, "recall": 0.618577, "f1": 0.57185, "accuracy": 0.618577, "main_score": 0.57185, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"]}, {"precision": 0.52544, "recall": 0.58498, "f1": 0.542161, "accuracy": 0.58498, "main_score": 0.542161, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"]}, {"precision": 0.322501, "recall": 0.382411, "f1": 0.33871, "accuracy": 0.382411, "main_score": 0.33871, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"]}, {"precision": 0.610271, "recall": 0.666008, "f1": 0.625687, "accuracy": 0.666008, "main_score": 0.625687, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"]}, {"precision": 0.598191, "recall": 0.656126, "f1": 0.61498, "accuracy": 0.656126, "main_score": 0.61498, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"]}, {"precision": 0.724804, "recall": 0.787549, "f1": 0.743206, "accuracy": 0.787549, "main_score": 0.743206, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"]}, {"precision": 0.682164, "recall": 0.753953, "f1": 0.703294, "accuracy": 0.753953, "main_score": 0.703294, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"]}, {"precision": 0.723553, "recall": 0.777668, "f1": 0.739625, "accuracy": 0.777668, "main_score": 0.739625, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"]}, {"precision": 0.680781, "recall": 0.735178, "f1": 0.696843, "accuracy": 0.735178, "main_score": 0.696843, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"]}, {"precision": 0.68941, "recall": 0.752964, "f1": 0.70806, "accuracy": 0.752964, "main_score": 0.70806, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"]}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"]}, {"precision": 0.563178, "recall": 0.623518, "f1": 0.580209, "accuracy": 0.623518, "main_score": 0.580209, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"]}, {"precision": 0.566207, "recall": 0.624506, "f1": 0.582468, "accuracy": 0.624506, "main_score": 0.582468, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"]}, {"precision": 0.821953, "recall": 0.863636, "f1": 0.834321, "accuracy": 0.863636, "main_score": 0.834321, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"]}, {"precision": 0.48725, "recall": 0.544466, "f1": 0.502693, "accuracy": 0.544466, "main_score": 0.502693, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"]}, {"precision": 0.879611, "recall": 0.914032, "f1": 0.890566, "accuracy": 0.914032, "main_score": 0.890566, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"]}, {"precision": 0.552819, "recall": 0.614625, "f1": 0.569902, "accuracy": 0.614625, "main_score": 0.569902, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"]}, {"precision": 0.615968, "recall": 0.686759, "f1": 0.636273, "accuracy": 0.686759, "main_score": 0.636273, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"]}, {"precision": 0.190861, "recall": 0.246047, "f1": 0.203261, "accuracy": 0.246047, "main_score": 0.203261, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"]}, {"precision": 0.647661, "recall": 0.706522, "f1": 0.664662, "accuracy": 0.706522, "main_score": 0.664662, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"]}, {"precision": 0.838636, "recall": 0.882411, "f1": 0.85224, "accuracy": 0.882411, "main_score": 0.85224, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"]}, {"precision": 0.424684, "recall": 0.482213, "f1": 0.440416, "accuracy": 0.482213, "main_score": 0.440416, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"]}, {"precision": 0.993248, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"]}, {"precision": 0.678073, "recall": 0.735178, "f1": 0.694765, "accuracy": 0.735178, "main_score": 0.694765, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"]}, {"precision": 0.571593, "recall": 0.633399, "f1": 0.589096, "accuracy": 0.633399, "main_score": 0.589096, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"]}, {"precision": 0.528346, "recall": 0.591897, "f1": 0.546363, "accuracy": 0.591897, "main_score": 0.546363, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"]}, {"precision": 0.697473, "recall": 0.744071, "f1": 0.711018, "accuracy": 0.744071, "main_score": 0.711018, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"]}, {"precision": 0.233932, "recall": 0.324111, "f1": 0.258575, "accuracy": 0.324111, "main_score": 0.258575, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"]}, {"precision": 0.583564, "recall": 0.649209, "f1": 0.602884, "accuracy": 0.649209, "main_score": 0.602884, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"]}, {"precision": 0.593669, "recall": 0.661067, "f1": 0.613135, "accuracy": 0.661067, "main_score": 0.613135, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"]}, {"precision": 0.728056, "recall": 0.789526, "f1": 0.746789, "accuracy": 0.789526, "main_score": 0.746789, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"]}, {"precision": 0.577841, "recall": 0.644269, "f1": 0.597124, "accuracy": 0.644269, "main_score": 0.597124, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"]}, {"precision": 0.803442, "recall": 0.853755, "f1": 0.818874, "accuracy": 0.853755, "main_score": 0.818874, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"]}, {"precision": 0.481563, "recall": 0.546443, "f1": 0.499782, "accuracy": 0.546443, "main_score": 0.499782, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"]}, {"precision": 0.89776, "recall": 0.926877, "f1": 0.906917, "accuracy": 0.926877, "main_score": 0.906917, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"]}, {"precision": 0.627816, "recall": 0.682806, "f1": 0.644231, "accuracy": 0.682806, "main_score": 0.644231, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"]}, {"precision": 0.920784, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"]}, {"precision": 0.468145, "recall": 0.538538, "f1": 0.48659, "accuracy": 0.538538, "main_score": 0.48659, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"]}, {"precision": 0.636133, "recall": 0.705534, "f1": 0.656258, "accuracy": 0.705534, "main_score": 0.656258, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"]}, {"precision": 0.862236, "recall": 0.900198, "f1": 0.874078, "accuracy": 0.900198, "main_score": 0.874078, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"]}, {"precision": 0.664749, "recall": 0.719368, "f1": 0.680292, "accuracy": 0.719368, "main_score": 0.680292, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"]}, {"precision": 0.680988, "recall": 0.738142, "f1": 0.697485, "accuracy": 0.738142, "main_score": 0.697485, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"]}, {"precision": 0.550389, "recall": 0.617589, "f1": 0.569488, "accuracy": 0.617589, "main_score": 0.569488, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"]}, {"precision": 0.551426, "recall": 0.615613, "f1": 0.569309, "accuracy": 0.615613, "main_score": 0.569309, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"]}, {"precision": 0.84058, "recall": 0.883399, "f1": 0.853854, "accuracy": 0.883399, "main_score": 0.853854, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"]}, {"precision": 0.571747, "recall": 0.632411, "f1": 0.589022, "accuracy": 0.632411, "main_score": 0.589022, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"]}, {"precision": 0.624901, "recall": 0.687747, "f1": 0.643306, "accuracy": 0.687747, "main_score": 0.643306, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"]}, {"precision": 0.927125, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"]}, {"precision": 0.503228, "recall": 0.561265, "f1": 0.520065, "accuracy": 0.561265, "main_score": 0.520065, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"]}, {"precision": 0.587528, "recall": 0.645257, "f1": 0.603146, "accuracy": 0.645257, "main_score": 0.603146, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"]}, {"precision": 0.604555, "recall": 0.664032, "f1": 0.621807, "accuracy": 0.664032, "main_score": 0.621807, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"]}, {"precision": 0.582482, "recall": 0.63834, "f1": 0.598094, "accuracy": 0.63834, "main_score": 0.598094, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"]}, {"precision": 0.558703, "recall": 0.623518, "f1": 0.577593, "accuracy": 0.623518, "main_score": 0.577593, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"]}, {"precision": 0.743504, "recall": 0.799407, "f1": 0.760608, "accuracy": 0.799407, "main_score": 0.760608, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"]}, {"precision": 0.758762, "recall": 0.810277, "f1": 0.774308, "accuracy": 0.810277, "main_score": 0.774308, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"]}, {"precision": 0.879941, "recall": 0.911067, "f1": 0.889789, "accuracy": 0.911067, "main_score": 0.889789, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"]}, {"precision": 0.515942, "recall": 0.586957, "f1": 0.536317, "accuracy": 0.586957, "main_score": 0.536317, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"]}, {"precision": 0.724104, "recall": 0.783597, "f1": 0.741801, "accuracy": 0.783597, "main_score": 0.741801, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"]}, {"precision": 0.615886, "recall": 0.66502, "f1": 0.629962, "accuracy": 0.66502, "main_score": 0.629962, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"]}, {"precision": 0.555783, "recall": 0.62747, "f1": 0.576341, "accuracy": 0.62747, "main_score": 0.576341, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"]}, {"precision": 0.515573, "recall": 0.582016, "f1": 0.534099, "accuracy": 0.582016, "main_score": 0.534099, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"]}, {"precision": 0.425546, "recall": 0.508893, "f1": 0.447828, "accuracy": 0.508893, "main_score": 0.447828, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"]}, {"precision": 0.56867, "recall": 0.629447, "f1": 0.585416, "accuracy": 0.629447, "main_score": 0.585416, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"]}, {"precision": 0.848897, "recall": 0.890316, "f1": 0.861693, "accuracy": 0.890316, "main_score": 0.861693, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"]}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"]}, {"precision": 0.582452, "recall": 0.641304, "f1": 0.599989, "accuracy": 0.641304, "main_score": 0.599989, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"]}, {"precision": 0.603049, "recall": 0.670949, "f1": 0.621143, "accuracy": 0.670949, "main_score": 0.621143, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"]}, {"precision": 0.531835, "recall": 0.597826, "f1": 0.550565, "accuracy": 0.597826, "main_score": 0.550565, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"]}, {"precision": 0.159414, "recall": 0.218379, "f1": 0.173592, "accuracy": 0.218379, "main_score": 0.173592, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"]}, {"precision": 0.615227, "recall": 0.672925, "f1": 0.631689, "accuracy": 0.672925, "main_score": 0.631689, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"]}, {"precision": 0.649951, "recall": 0.708498, "f1": 0.666949, "accuracy": 0.708498, "main_score": 0.666949, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"]}, {"precision": 0.532157, "recall": 0.588933, "f1": 0.548534, "accuracy": 0.588933, "main_score": 0.548534, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"]}, {"precision": 0.482742, "recall": 0.557312, "f1": 0.502267, "accuracy": 0.557312, "main_score": 0.502267, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"]}, {"precision": 0.546179, "recall": 0.615613, "f1": 0.566276, "accuracy": 0.615613, "main_score": 0.566276, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"]}, {"precision": 0.562672, "recall": 0.629447, "f1": 0.581588, "accuracy": 0.629447, "main_score": 0.581588, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"]}, {"precision": 0.877635, "recall": 0.910079, "f1": 0.887648, "accuracy": 0.910079, "main_score": 0.887648, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"]}, {"precision": 0.519903, "recall": 0.577075, "f1": 0.536251, "accuracy": 0.577075, "main_score": 0.536251, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"]}, {"precision": 0.519403, "recall": 0.588933, "f1": 0.538708, "accuracy": 0.588933, "main_score": 0.538708, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"]}, {"precision": 0.512278, "recall": 0.573123, "f1": 0.529234, "accuracy": 0.573123, "main_score": 0.529234, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"]}, {"precision": 0.936841, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"]}, {"precision": 0.310323, "recall": 0.371542, "f1": 0.327497, "accuracy": 0.371542, "main_score": 0.327497, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"]}, {"precision": 0.588027, "recall": 0.651186, "f1": 0.605206, "accuracy": 0.651186, "main_score": 0.605206, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"]}, {"precision": 0.570668, "recall": 0.630435, "f1": 0.587714, "accuracy": 0.630435, "main_score": 0.587714, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"]}, {"precision": 0.68818, "recall": 0.751976, "f1": 0.706592, "accuracy": 0.751976, "main_score": 0.706592, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"]}, {"precision": 0.647151, "recall": 0.727273, "f1": 0.671198, "accuracy": 0.727273, "main_score": 0.671198, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"]}, {"precision": 0.692516, "recall": 0.75, "f1": 0.709206, "accuracy": 0.75, "main_score": 0.709206, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"]}, {"precision": 0.651005, "recall": 0.710474, "f1": 0.668761, "accuracy": 0.710474, "main_score": 0.668761, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"]}, {"precision": 0.64445, "recall": 0.716403, "f1": 0.665928, "accuracy": 0.716403, "main_score": 0.665928, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"]}, {"precision": 0.946146, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"]}, {"precision": 0.545267, "recall": 0.606719, "f1": 0.562352, "accuracy": 0.606719, "main_score": 0.562352, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"]}, {"precision": 0.54697, "recall": 0.607708, "f1": 0.563868, "accuracy": 0.607708, "main_score": 0.563868, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"]}, {"precision": 0.796904, "recall": 0.844862, "f1": 0.811166, "accuracy": 0.844862, "main_score": 0.811166, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"]}, {"precision": 0.460498, "recall": 0.524704, "f1": 0.477427, "accuracy": 0.524704, "main_score": 0.477427, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"]}, {"precision": 0.846624, "recall": 0.887352, "f1": 0.859011, "accuracy": 0.887352, "main_score": 0.859011, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"]}, {"precision": 0.527117, "recall": 0.594862, "f1": 0.546135, "accuracy": 0.594862, "main_score": 0.546135, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"]}, {"precision": 0.585928, "recall": 0.65415, "f1": 0.604763, "accuracy": 0.65415, "main_score": 0.604763, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"]}, {"precision": 0.181253, "recall": 0.240119, "f1": 0.194269, "accuracy": 0.240119, "main_score": 0.194269, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"]}, {"precision": 0.624292, "recall": 0.688735, "f1": 0.642085, "accuracy": 0.688735, "main_score": 0.642085, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"]}, {"precision": 0.76134, "recall": 0.824111, "f1": 0.781341, "accuracy": 0.824111, "main_score": 0.781341, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"]}, {"precision": 0.407848, "recall": 0.469368, "f1": 0.424428, "accuracy": 0.469368, "main_score": 0.424428, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"]}, {"precision": 0.657922, "recall": 0.717391, "f1": 0.676007, "accuracy": 0.717391, "main_score": 0.676007, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"]}, {"precision": 0.546587, "recall": 0.613636, "f1": 0.565192, "accuracy": 0.613636, "main_score": 0.565192, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"]}, {"precision": 0.503683, "recall": 0.56917, "f1": 0.521335, "accuracy": 0.56917, "main_score": 0.521335, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"]}, {"precision": 0.652404, "recall": 0.708498, "f1": 0.668676, "accuracy": 0.708498, "main_score": 0.668676, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"]}, {"precision": 0.210818, "recall": 0.29249, "f1": 0.231686, "accuracy": 0.29249, "main_score": 0.231686, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"]}, {"precision": 0.576387, "recall": 0.63834, "f1": 0.593909, "accuracy": 0.63834, "main_score": 0.593909, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"]}, {"precision": 0.562306, "recall": 0.631423, "f1": 0.581891, "accuracy": 0.631423, "main_score": 0.581891, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"]}, {"precision": 0.681294, "recall": 0.755929, "f1": 0.703689, "accuracy": 0.755929, "main_score": 0.703689, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"]}, {"precision": 0.552759, "recall": 0.62253, "f1": 0.572468, "accuracy": 0.62253, "main_score": 0.572468, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"]}, {"precision": 0.761759, "recall": 0.814229, "f1": 0.777602, "accuracy": 0.814229, "main_score": 0.777602, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"]}, {"precision": 0.461686, "recall": 0.530632, "f1": 0.480143, "accuracy": 0.530632, "main_score": 0.480143, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"]}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"]}, {"precision": 0.846953, "recall": 0.88834, "f1": 0.859867, "accuracy": 0.88834, "main_score": 0.859867, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"]}, {"precision": 0.924572, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"]}, {"precision": 0.60159, "recall": 0.663043, "f1": 0.618786, "accuracy": 0.663043, "main_score": 0.618786, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"]}, {"precision": 0.89608, "recall": 0.926877, "f1": 0.905962, "accuracy": 0.926877, "main_score": 0.905962, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"]}, {"precision": 0.453538, "recall": 0.524704, "f1": 0.472587, "accuracy": 0.524704, "main_score": 0.472587, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"]}, {"precision": 0.616733, "recall": 0.684783, "f1": 0.636331, "accuracy": 0.684783, "main_score": 0.636331, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"]}, {"precision": 0.825955, "recall": 0.871542, "f1": 0.840053, "accuracy": 0.871542, "main_score": 0.840053, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"]}, {"precision": 0.634626, "recall": 0.692688, "f1": 0.651477, "accuracy": 0.692688, "main_score": 0.651477, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"]}, {"precision": 0.635681, "recall": 0.697628, "f1": 0.653164, "accuracy": 0.697628, "main_score": 0.653164, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"]}, {"precision": 0.529723, "recall": 0.598814, "f1": 0.548998, "accuracy": 0.598814, "main_score": 0.548998, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"]}, {"precision": 0.531146, "recall": 0.594862, "f1": 0.54925, "accuracy": 0.594862, "main_score": 0.54925, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"]}, {"precision": 0.793478, "recall": 0.844862, "f1": 0.80919, "accuracy": 0.844862, "main_score": 0.80919, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"]}, {"precision": 0.531474, "recall": 0.598814, "f1": 0.550427, "accuracy": 0.598814, "main_score": 0.550427, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"]}, {"precision": 0.603211, "recall": 0.671937, "f1": 0.622911, "accuracy": 0.671937, "main_score": 0.622911, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"]}, {"precision": 0.491437, "recall": 0.552372, "f1": 0.508245, "accuracy": 0.552372, "main_score": 0.508245, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"]}, {"precision": 0.560913, "recall": 0.626482, "f1": 0.578879, "accuracy": 0.626482, "main_score": 0.578879, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"]}, {"precision": 0.574392, "recall": 0.643281, "f1": 0.594392, "accuracy": 0.643281, "main_score": 0.594392, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"]}, {"precision": 0.561675, "recall": 0.623518, "f1": 0.579015, "accuracy": 0.623518, "main_score": 0.579015, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"]}, {"precision": 0.534088, "recall": 0.602767, "f1": 0.554037, "accuracy": 0.602767, "main_score": 0.554037, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"]}, {"precision": 0.72887, "recall": 0.784585, "f1": 0.745412, "accuracy": 0.784585, "main_score": 0.745412, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"]}, {"precision": 0.754348, "recall": 0.80336, "f1": 0.768337, "accuracy": 0.80336, "main_score": 0.768337, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"]}, {"precision": 0.864789, "recall": 0.898221, "f1": 0.874934, "accuracy": 0.898221, "main_score": 0.874934, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"]}, {"precision": 0.479194, "recall": 0.556324, "f1": 0.501746, "accuracy": 0.556324, "main_score": 0.501746, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"]}, {"precision": 0.698699, "recall": 0.759881, "f1": 0.716507, "accuracy": 0.759881, "main_score": 0.716507, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"]}, {"precision": 0.583318, "recall": 0.63834, "f1": 0.59922, "accuracy": 0.63834, "main_score": 0.59922, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"]}, {"precision": 0.415286, "recall": 0.462451, "f1": 0.428741, "accuracy": 0.462451, "main_score": 0.428741, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"]}, {"precision": 0.497763, "recall": 0.539526, "f1": 0.510149, "accuracy": 0.539526, "main_score": 0.510149, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"]}, {"precision": 0.211964, "recall": 0.249012, "f1": 0.221289, "accuracy": 0.249012, "main_score": 0.221289, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"]}, {"precision": 0.540807, "recall": 0.593874, "f1": 0.55532, "accuracy": 0.593874, "main_score": 0.55532, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"]}, {"precision": 0.481894, "recall": 0.532609, "f1": 0.495929, "accuracy": 0.532609, "main_score": 0.495929, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"]}, {"precision": 0.525155, "recall": 0.577075, "f1": 0.539254, "accuracy": 0.577075, "main_score": 0.539254, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"]}, {"precision": 0.54077, "recall": 0.585968, "f1": 0.552783, "accuracy": 0.585968, "main_score": 0.552783, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"]}, {"precision": 0.511828, "recall": 0.55336, "f1": 0.522801, "accuracy": 0.55336, "main_score": 0.522801, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"]}, {"precision": 0.536808, "recall": 0.579051, "f1": 0.548016, "accuracy": 0.579051, "main_score": 0.548016, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"]}, {"precision": 0.54556, "recall": 0.585968, "f1": 0.556765, "accuracy": 0.585968, "main_score": 0.556765, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"]}, {"precision": 0.546164, "recall": 0.583992, "f1": 0.557043, "accuracy": 0.583992, "main_score": 0.557043, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"]}, {"precision": 0.520657, "recall": 0.578063, "f1": 0.535916, "accuracy": 0.578063, "main_score": 0.535916, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"]}, {"precision": 0.511184, "recall": 0.567194, "f1": 0.526335, "accuracy": 0.567194, "main_score": 0.526335, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"]}, {"precision": 0.462225, "recall": 0.501976, "f1": 0.473132, "accuracy": 0.501976, "main_score": 0.473132, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"]}, {"precision": 0.530363, "recall": 0.582016, "f1": 0.543727, "accuracy": 0.582016, "main_score": 0.543727, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"]}, {"precision": 0.48153, "recall": 0.532609, "f1": 0.494707, "accuracy": 0.532609, "main_score": 0.494707, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"]}, {"precision": 0.528092, "recall": 0.581028, "f1": 0.542029, "accuracy": 0.581028, "main_score": 0.542029, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"]}, {"precision": 0.53331, "recall": 0.570158, "f1": 0.544304, "accuracy": 0.570158, "main_score": 0.544304, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"]}, {"precision": 0.526812, "recall": 0.572134, "f1": 0.539031, "accuracy": 0.572134, "main_score": 0.539031, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"]}, {"precision": 0.508364, "recall": 0.560277, "f1": 0.52184, "accuracy": 0.560277, "main_score": 0.52184, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"]}, {"precision": 0.548744, "recall": 0.597826, "f1": 0.56146, "accuracy": 0.597826, "main_score": 0.56146, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"]}, {"precision": 0.543565, "recall": 0.598814, "f1": 0.557413, "accuracy": 0.598814, "main_score": 0.557413, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"]}, {"precision": 0.501263, "recall": 0.543478, "f1": 0.51374, "accuracy": 0.543478, "main_score": 0.51374, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"]}, {"precision": 0.514638, "recall": 0.574111, "f1": 0.530824, "accuracy": 0.574111, "main_score": 0.530824, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"]}, {"precision": 0.517131, "recall": 0.572134, "f1": 0.531681, "accuracy": 0.572134, "main_score": 0.531681, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"]}, {"precision": 0.539166, "recall": 0.575099, "f1": 0.548726, "accuracy": 0.575099, "main_score": 0.548726, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"]}, {"precision": 0.20455, "recall": 0.23913, "f1": 0.213455, "accuracy": 0.23913, "main_score": 0.213455, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"]}, {"precision": 0.519686, "recall": 0.568182, "f1": 0.533166, "accuracy": 0.568182, "main_score": 0.533166, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"]}, {"precision": 0.528281, "recall": 0.56917, "f1": 0.538962, "accuracy": 0.56917, "main_score": 0.538962, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"]}, {"precision": 0.529556, "recall": 0.581028, "f1": 0.543554, "accuracy": 0.581028, "main_score": 0.543554, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"]}, {"precision": 0.539453, "recall": 0.582016, "f1": 0.551464, "accuracy": 0.582016, "main_score": 0.551464, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"]}, {"precision": 0.519415, "recall": 0.56917, "f1": 0.533169, "accuracy": 0.56917, "main_score": 0.533169, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"]}, {"precision": 0.524462, "recall": 0.572134, "f1": 0.537319, "accuracy": 0.572134, "main_score": 0.537319, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"]}, {"precision": 0.524195, "recall": 0.557312, "f1": 0.533133, "accuracy": 0.557312, "main_score": 0.533133, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"]}, {"precision": 0.543629, "recall": 0.596838, "f1": 0.557409, "accuracy": 0.596838, "main_score": 0.557409, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"]}, {"precision": 0.452317, "recall": 0.504941, "f1": 0.466556, "accuracy": 0.504941, "main_score": 0.466556, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"]}, {"precision": 0.514775, "recall": 0.559289, "f1": 0.527061, "accuracy": 0.559289, "main_score": 0.527061, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"]}, {"precision": 0.53407, "recall": 0.585968, "f1": 0.548428, "accuracy": 0.585968, "main_score": 0.548428, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"]}, {"precision": 0.536434, "recall": 0.583004, "f1": 0.548307, "accuracy": 0.583004, "main_score": 0.548307, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"]}, {"precision": 0.506545, "recall": 0.559289, "f1": 0.520688, "accuracy": 0.559289, "main_score": 0.520688, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"]}, {"precision": 0.487953, "recall": 0.527668, "f1": 0.499726, "accuracy": 0.527668, "main_score": 0.499726, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"]}, {"precision": 0.383542, "recall": 0.429842, "f1": 0.396359, "accuracy": 0.429842, "main_score": 0.396359, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"]}, {"precision": 0.536123, "recall": 0.590909, "f1": 0.550328, "accuracy": 0.590909, "main_score": 0.550328, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"]}, {"precision": 0.505222, "recall": 0.545455, "f1": 0.516725, "accuracy": 0.545455, "main_score": 0.516725, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"]}, {"precision": 0.547714, "recall": 0.598814, "f1": 0.561438, "accuracy": 0.598814, "main_score": 0.561438, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"]}, {"precision": 0.559279, "recall": 0.606719, "f1": 0.571816, "accuracy": 0.606719, "main_score": 0.571816, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"]}, {"precision": 0.525079, "recall": 0.571146, "f1": 0.537219, "accuracy": 0.571146, "main_score": 0.537219, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"]}, {"precision": 0.538386, "recall": 0.577075, "f1": 0.548662, "accuracy": 0.577075, "main_score": 0.548662, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"]}, {"precision": 0.504455, "recall": 0.550395, "f1": 0.517605, "accuracy": 0.550395, "main_score": 0.517605, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"]}, {"precision": 0.517358, "recall": 0.561265, "f1": 0.529347, "accuracy": 0.561265, "main_score": 0.529347, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"]}, {"precision": 0.543588, "recall": 0.583992, "f1": 0.554993, "accuracy": 0.583992, "main_score": 0.554993, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"]}, {"precision": 0.558569, "recall": 0.610672, "f1": 0.572644, "accuracy": 0.610672, "main_score": 0.572644, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"]}, {"precision": 0.553062, "recall": 0.588933, "f1": 0.562824, "accuracy": 0.588933, "main_score": 0.562824, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"]}, {"precision": 0.482019, "recall": 0.523715, "f1": 0.493721, "accuracy": 0.523715, "main_score": 0.493721, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"]}, {"precision": 0.520707, "recall": 0.567194, "f1": 0.533406, "accuracy": 0.567194, "main_score": 0.533406, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"]}, {"precision": 0.403645, "recall": 0.449605, "f1": 0.4162, "accuracy": 0.449605, "main_score": 0.4162, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"]}, {"precision": 0.499398, "recall": 0.534585, "f1": 0.509274, "accuracy": 0.534585, "main_score": 0.509274, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"]}, {"precision": 0.554973, "recall": 0.591897, "f1": 0.564452, "accuracy": 0.591897, "main_score": 0.564452, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"]}, {"precision": 0.302459, "recall": 0.343874, "f1": 0.313886, "accuracy": 0.343874, "main_score": 0.313886, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"]}, {"precision": 0.537501, "recall": 0.587945, "f1": 0.551366, "accuracy": 0.587945, "main_score": 0.551366, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"]}, {"precision": 0.513347, "recall": 0.570158, "f1": 0.52814, "accuracy": 0.570158, "main_score": 0.52814, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"]}, {"precision": 0.545657, "recall": 0.591897, "f1": 0.558371, "accuracy": 0.591897, "main_score": 0.558371, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"]}, {"precision": 0.494563, "recall": 0.552372, "f1": 0.510445, "accuracy": 0.552372, "main_score": 0.510445, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"]}, {"precision": 0.517694, "recall": 0.554348, "f1": 0.528096, "accuracy": 0.554348, "main_score": 0.528096, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"]}, {"precision": 0.551174, "recall": 0.587945, "f1": 0.56066, "accuracy": 0.587945, "main_score": 0.56066, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"]}, {"precision": 0.530212, "recall": 0.565217, "f1": 0.539428, "accuracy": 0.565217, "main_score": 0.539428, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"]}, {"precision": 0.549985, "recall": 0.593874, "f1": 0.562015, "accuracy": 0.593874, "main_score": 0.562015, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"]}, {"precision": 0.503804, "recall": 0.539526, "f1": 0.514116, "accuracy": 0.539526, "main_score": 0.514116, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"]}, {"precision": 0.544829, "recall": 0.58498, "f1": 0.554508, "accuracy": 0.58498, "main_score": 0.554508, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"]}, {"precision": 0.508681, "recall": 0.55336, "f1": 0.521843, "accuracy": 0.55336, "main_score": 0.521843, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"]}, {"precision": 0.524366, "recall": 0.567194, "f1": 0.535154, "accuracy": 0.567194, "main_score": 0.535154, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"]}, {"precision": 0.5157, "recall": 0.564229, "f1": 0.529308, "accuracy": 0.564229, "main_score": 0.529308, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"]}, {"precision": 0.535067, "recall": 0.582016, "f1": 0.547377, "accuracy": 0.582016, "main_score": 0.547377, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"]}, {"precision": 0.251882, "recall": 0.295455, "f1": 0.261989, "accuracy": 0.295455, "main_score": 0.261989, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"]}, {"precision": 0.504989, "recall": 0.541502, "f1": 0.515291, "accuracy": 0.541502, "main_score": 0.515291, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"]}, {"precision": 0.521028, "recall": 0.564229, "f1": 0.532927, "accuracy": 0.564229, "main_score": 0.532927, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"]}, {"precision": 0.53419, "recall": 0.575099, "f1": 0.545909, "accuracy": 0.575099, "main_score": 0.545909, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"]}, {"precision": 0.462762, "recall": 0.512846, "f1": 0.476734, "accuracy": 0.512846, "main_score": 0.476734, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"]}, {"precision": 0.558845, "recall": 0.606719, "f1": 0.571323, "accuracy": 0.606719, "main_score": 0.571323, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"]}, {"precision": 0.53349, "recall": 0.583992, "f1": 0.546776, "accuracy": 0.583992, "main_score": 0.546776, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"]}, {"precision": 0.53599, "recall": 0.579051, "f1": 0.547772, "accuracy": 0.579051, "main_score": 0.547772, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"]}, {"precision": 0.453051, "recall": 0.503953, "f1": 0.467154, "accuracy": 0.503953, "main_score": 0.467154, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"]}, {"precision": 0.539904, "recall": 0.591897, "f1": 0.553645, "accuracy": 0.591897, "main_score": 0.553645, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"]}, {"precision": 0.522946, "recall": 0.575099, "f1": 0.536581, "accuracy": 0.575099, "main_score": 0.536581, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"]}, {"precision": 0.53999, "recall": 0.590909, "f1": 0.553212, "accuracy": 0.590909, "main_score": 0.553212, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"]}, {"precision": 0.510908, "recall": 0.564229, "f1": 0.524684, "accuracy": 0.564229, "main_score": 0.524684, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"]}, {"precision": 0.512566, "recall": 0.552372, "f1": 0.523658, "accuracy": 0.552372, "main_score": 0.523658, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"]}, {"precision": 0.510404, "recall": 0.565217, "f1": 0.524933, "accuracy": 0.565217, "main_score": 0.524933, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"]}, {"precision": 0.547733, "recall": 0.591897, "f1": 0.558556, "accuracy": 0.591897, "main_score": 0.558556, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"]}, {"precision": 0.521648, "recall": 0.573123, "f1": 0.536002, "accuracy": 0.573123, "main_score": 0.536002, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"]}, {"precision": 0.518575, "recall": 0.559289, "f1": 0.529866, "accuracy": 0.559289, "main_score": 0.529866, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"]}, {"precision": 0.456969, "recall": 0.497036, "f1": 0.468124, "accuracy": 0.497036, "main_score": 0.468124, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"]}, {"precision": 0.556234, "recall": 0.597826, "f1": 0.568288, "accuracy": 0.597826, "main_score": 0.568288, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"]}, {"precision": 0.493401, "recall": 0.538538, "f1": 0.505999, "accuracy": 0.538538, "main_score": 0.505999, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"]}, {"precision": 0.484048, "recall": 0.516798, "f1": 0.492968, "accuracy": 0.516798, "main_score": 0.492968, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"]}, {"precision": 0.537229, "recall": 0.587945, "f1": 0.550438, "accuracy": 0.587945, "main_score": 0.550438, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"]}, {"precision": 0.47683, "recall": 0.518775, "f1": 0.488501, "accuracy": 0.518775, "main_score": 0.488501, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"]}, {"precision": 0.543106, "recall": 0.583004, "f1": 0.554126, "accuracy": 0.583004, "main_score": 0.554126, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"]}, {"precision": 0.523663, "recall": 0.572134, "f1": 0.536787, "accuracy": 0.572134, "main_score": 0.536787, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"]}, {"precision": 0.543056, "recall": 0.592885, "f1": 0.55631, "accuracy": 0.592885, "main_score": 0.55631, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"]}, {"precision": 0.537864, "recall": 0.592885, "f1": 0.552636, "accuracy": 0.592885, "main_score": 0.552636, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"]}, {"precision": 0.532385, "recall": 0.578063, "f1": 0.544767, "accuracy": 0.578063, "main_score": 0.544767, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"]}, {"precision": 0.533088, "recall": 0.583004, "f1": 0.545678, "accuracy": 0.583004, "main_score": 0.545678, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"]}, {"precision": 0.394632, "recall": 0.459486, "f1": 0.412114, "accuracy": 0.459486, "main_score": 0.412114, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"]}, {"precision": 0.520676, "recall": 0.565217, "f1": 0.533414, "accuracy": 0.565217, "main_score": 0.533414, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"]}, {"precision": 0.204624, "recall": 0.241107, "f1": 0.213937, "accuracy": 0.241107, "main_score": 0.213937, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"]}, {"precision": 0.546845, "recall": 0.586957, "f1": 0.558733, "accuracy": 0.586957, "main_score": 0.558733, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"]}, {"precision": 0.427818, "recall": 0.471344, "f1": 0.440092, "accuracy": 0.471344, "main_score": 0.440092, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"]}, {"precision": 0.547939, "recall": 0.59585, "f1": 0.560399, "accuracy": 0.59585, "main_score": 0.560399, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"]}, {"precision": 0.531418, "recall": 0.573123, "f1": 0.542881, "accuracy": 0.573123, "main_score": 0.542881, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"]}, {"precision": 0.407233, "recall": 0.453557, "f1": 0.420597, "accuracy": 0.453557, "main_score": 0.420597, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"]}, {"precision": 0.538195, "recall": 0.575099, "f1": 0.548577, "accuracy": 0.575099, "main_score": 0.548577, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"]}, {"precision": 0.532723, "recall": 0.586957, "f1": 0.546822, "accuracy": 0.586957, "main_score": 0.546822, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"]}, {"precision": 0.493728, "recall": 0.547431, "f1": 0.508069, "accuracy": 0.547431, "main_score": 0.508069, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"]}, {"precision": 0.527448, "recall": 0.575099, "f1": 0.54041, "accuracy": 0.575099, "main_score": 0.54041, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"]}, {"precision": 0.525555, "recall": 0.565217, "f1": 0.536787, "accuracy": 0.565217, "main_score": 0.536787, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"]}, {"precision": 0.512681, "recall": 0.568182, "f1": 0.528044, "accuracy": 0.568182, "main_score": 0.528044, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"]}, {"precision": 0.554736, "recall": 0.594862, "f1": 0.565189, "accuracy": 0.594862, "main_score": 0.565189, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"]}, {"precision": 0.477414, "recall": 0.517787, "f1": 0.489641, "accuracy": 0.517787, "main_score": 0.489641, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"]}, {"precision": 0.479117, "recall": 0.520751, "f1": 0.491385, "accuracy": 0.520751, "main_score": 0.491385, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"]}, {"precision": 0.560323, "recall": 0.600791, "f1": 0.571327, "accuracy": 0.600791, "main_score": 0.571327, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"]}, {"precision": 0.529402, "recall": 0.585968, "f1": 0.544665, "accuracy": 0.585968, "main_score": 0.544665, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"]}, {"precision": 0.117514, "recall": 0.158103, "f1": 0.127778, "accuracy": 0.158103, "main_score": 0.127778, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"]}, {"precision": 0.523671, "recall": 0.577075, "f1": 0.538417, "accuracy": 0.577075, "main_score": 0.538417, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"]}, {"precision": 0.453147, "recall": 0.501976, "f1": 0.466286, "accuracy": 0.501976, "main_score": 0.466286, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"]}, {"precision": 0.503522, "recall": 0.547431, "f1": 0.514655, "accuracy": 0.547431, "main_score": 0.514655, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"]}, {"precision": 0.534519, "recall": 0.586957, "f1": 0.5479, "accuracy": 0.586957, "main_score": 0.5479, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"]}, {"precision": 0.477109, "recall": 0.529644, "f1": 0.491947, "accuracy": 0.529644, "main_score": 0.491947, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"]}, {"precision": 0.484734, "recall": 0.522727, "f1": 0.495691, "accuracy": 0.522727, "main_score": 0.495691, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"]}, {"precision": 0.515805, "recall": 0.567194, "f1": 0.529546, "accuracy": 0.567194, "main_score": 0.529546, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"]}, {"precision": 0.533403, "recall": 0.576087, "f1": 0.544959, "accuracy": 0.576087, "main_score": 0.544959, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"]}, {"precision": 0.523615, "recall": 0.571146, "f1": 0.535921, "accuracy": 0.571146, "main_score": 0.535921, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"]}, {"precision": 0.511661, "recall": 0.554348, "f1": 0.524069, "accuracy": 0.554348, "main_score": 0.524069, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"]}, {"precision": 0.470668, "recall": 0.513834, "f1": 0.482674, "accuracy": 0.513834, "main_score": 0.482674, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"]}, {"precision": 0.511317, "recall": 0.561265, "f1": 0.52478, "accuracy": 0.561265, "main_score": 0.52478, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"]}, {"precision": 0.481246, "recall": 0.522727, "f1": 0.49305, "accuracy": 0.522727, "main_score": 0.49305, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"]}, {"precision": 0.481396, "recall": 0.522727, "f1": 0.492495, "accuracy": 0.522727, "main_score": 0.492495, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"]}, {"precision": 0.509513, "recall": 0.567194, "f1": 0.525383, "accuracy": 0.567194, "main_score": 0.525383, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"]}, {"precision": 0.524557, "recall": 0.56917, "f1": 0.537245, "accuracy": 0.56917, "main_score": 0.537245, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"]}, {"precision": 0.516481, "recall": 0.571146, "f1": 0.53146, "accuracy": 0.571146, "main_score": 0.53146, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"]}, {"precision": 0.425638, "recall": 0.475296, "f1": 0.439124, "accuracy": 0.475296, "main_score": 0.439124, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"]}, {"precision": 0.555258, "recall": 0.598814, "f1": 0.567487, "accuracy": 0.598814, "main_score": 0.567487, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"]}, {"precision": 0.509602, "recall": 0.562253, "f1": 0.52268, "accuracy": 0.562253, "main_score": 0.52268, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"]}, {"precision": 0.494151, "recall": 0.545455, "f1": 0.507764, "accuracy": 0.545455, "main_score": 0.507764, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"]}, {"precision": 0.489215, "recall": 0.531621, "f1": 0.501243, "accuracy": 0.531621, "main_score": 0.501243, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"]}, {"precision": 0.470145, "recall": 0.516798, "f1": 0.48286, "accuracy": 0.516798, "main_score": 0.48286, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"]}, {"precision": 0.46807, "recall": 0.52668, "f1": 0.483266, "accuracy": 0.52668, "main_score": 0.483266, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"]}, {"precision": 0.517212, "recall": 0.559289, "f1": 0.528642, "accuracy": 0.559289, "main_score": 0.528642, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"]}, {"precision": 0.531573, "recall": 0.563241, "f1": 0.540401, "accuracy": 0.563241, "main_score": 0.540401, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"]}, {"precision": 0.441356, "recall": 0.48913, "f1": 0.454881, "accuracy": 0.48913, "main_score": 0.454881, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"]}, {"precision": 0.513587, "recall": 0.565217, "f1": 0.527064, "accuracy": 0.565217, "main_score": 0.527064, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"]}, {"precision": 0.500269, "recall": 0.549407, "f1": 0.513224, "accuracy": 0.549407, "main_score": 0.513224, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"]}, {"precision": 0.543633, "recall": 0.592885, "f1": 0.55667, "accuracy": 0.592885, "main_score": 0.55667, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"]}, {"precision": 0.530248, "recall": 0.576087, "f1": 0.541984, "accuracy": 0.576087, "main_score": 0.541984, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"]}, {"precision": 0.550439, "recall": 0.599802, "f1": 0.563589, "accuracy": 0.599802, "main_score": 0.563589, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"]}, {"precision": 0.480735, "recall": 0.52668, "f1": 0.493467, "accuracy": 0.52668, "main_score": 0.493467, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"]}, {"precision": 0.52224, "recall": 0.568182, "f1": 0.534627, "accuracy": 0.568182, "main_score": 0.534627, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"]}, {"precision": 0.452564, "recall": 0.493083, "f1": 0.463715, "accuracy": 0.493083, "main_score": 0.463715, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"]}, {"precision": 0.531977, "recall": 0.58498, "f1": 0.546498, "accuracy": 0.58498, "main_score": 0.546498, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"]}, {"precision": 0.379604, "recall": 0.435771, "f1": 0.395998, "accuracy": 0.435771, "main_score": 0.395998, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"]}, {"precision": 0.502667, "recall": 0.556324, "f1": 0.515982, "accuracy": 0.556324, "main_score": 0.515982, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"]}, {"precision": 0.512544, "recall": 0.567194, "f1": 0.527947, "accuracy": 0.567194, "main_score": 0.527947, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"]}, {"precision": 0.506399, "recall": 0.543478, "f1": 0.517097, "accuracy": 0.543478, "main_score": 0.517097, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"]}, {"precision": 0.532246, "recall": 0.568182, "f1": 0.542722, "accuracy": 0.568182, "main_score": 0.542722, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"]}, {"precision": 0.502732, "recall": 0.555336, "f1": 0.516767, "accuracy": 0.555336, "main_score": 0.516767, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"]}, {"precision": 0.519088, "recall": 0.5583, "f1": 0.530055, "accuracy": 0.5583, "main_score": 0.530055, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"]}, {"precision": 0.501706, "recall": 0.540514, "f1": 0.513422, "accuracy": 0.540514, "main_score": 0.513422, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"]}, {"precision": 0.533487, "recall": 0.583004, "f1": 0.546412, "accuracy": 0.583004, "main_score": 0.546412, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"]}, {"precision": 0.538982, "recall": 0.579051, "f1": 0.550118, "accuracy": 0.579051, "main_score": 0.550118, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"]}, {"precision": 0.56277, "recall": 0.605731, "f1": 0.573749, "accuracy": 0.605731, "main_score": 0.573749, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"]}, {"precision": 0.494681, "recall": 0.534585, "f1": 0.506451, "accuracy": 0.534585, "main_score": 0.506451, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"]}, {"precision": 0.535701, "recall": 0.58004, "f1": 0.547595, "accuracy": 0.58004, "main_score": 0.547595, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"]}, {"precision": 0.522387, "recall": 0.579051, "f1": 0.537704, "accuracy": 0.579051, "main_score": 0.537704, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"]}, {"precision": 0.522762, "recall": 0.572134, "f1": 0.53595, "accuracy": 0.572134, "main_score": 0.53595, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"]}, {"precision": 0.474341, "recall": 0.519763, "f1": 0.486691, "accuracy": 0.519763, "main_score": 0.486691, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"]}, {"precision": 0.55318, "recall": 0.598814, "f1": 0.564884, "accuracy": 0.598814, "main_score": 0.564884, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"]}, {"precision": 0.522911, "recall": 0.560277, "f1": 0.533846, "accuracy": 0.560277, "main_score": 0.533846, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"]}, {"precision": 0.497608, "recall": 0.535573, "f1": 0.507706, "accuracy": 0.535573, "main_score": 0.507706, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"]}, {"precision": 0.489715, "recall": 0.533597, "f1": 0.502355, "accuracy": 0.533597, "main_score": 0.502355, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"]}, {"precision": 0.454661, "recall": 0.505929, "f1": 0.469069, "accuracy": 0.505929, "main_score": 0.469069, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"]}, {"precision": 0.530643, "recall": 0.579051, "f1": 0.543305, "accuracy": 0.579051, "main_score": 0.543305, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"]}, {"precision": 0.506355, "recall": 0.559289, "f1": 0.520831, "accuracy": 0.559289, "main_score": 0.520831, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"]}, {"precision": 0.479561, "recall": 0.521739, "f1": 0.49118, "accuracy": 0.521739, "main_score": 0.49118, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"]}, {"precision": 0.530741, "recall": 0.564229, "f1": 0.540563, "accuracy": 0.564229, "main_score": 0.540563, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"]}, {"precision": 0.513049, "recall": 0.563241, "f1": 0.527053, "accuracy": 0.563241, "main_score": 0.527053, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"]}, {"precision": 0.500798, "recall": 0.541502, "f1": 0.512549, "accuracy": 0.541502, "main_score": 0.512549, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"]}, {"precision": 0.492545, "recall": 0.52668, "f1": 0.502293, "accuracy": 0.52668, "main_score": 0.502293, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"]}, {"precision": 0.509969, "recall": 0.562253, "f1": 0.523771, "accuracy": 0.562253, "main_score": 0.523771, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"]}, {"precision": 0.468709, "recall": 0.513834, "f1": 0.482383, "accuracy": 0.513834, "main_score": 0.482383, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"]}, {"precision": 0.505171, "recall": 0.54249, "f1": 0.515588, "accuracy": 0.54249, "main_score": 0.515588, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"]}, {"precision": 0.535706, "recall": 0.572134, "f1": 0.545231, "accuracy": 0.572134, "main_score": 0.545231, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"]}, {"precision": 0.539916, "recall": 0.577075, "f1": 0.550741, "accuracy": 0.577075, "main_score": 0.550741, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"]}, {"precision": 0.542615, "recall": 0.58004, "f1": 0.553141, "accuracy": 0.58004, "main_score": 0.553141, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"]}, {"precision": 0.485615, "recall": 0.535573, "f1": 0.499922, "accuracy": 0.535573, "main_score": 0.499922, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"]}, {"precision": 0.50836, "recall": 0.5583, "f1": 0.522576, "accuracy": 0.5583, "main_score": 0.522576, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"]}, {"precision": 0.533849, "recall": 0.58004, "f1": 0.546772, "accuracy": 0.58004, "main_score": 0.546772, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"]}, {"precision": 0.430096, "recall": 0.491107, "f1": 0.447596, "accuracy": 0.491107, "main_score": 0.447596, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"]}, {"precision": 0.511233, "recall": 0.561265, "f1": 0.524859, "accuracy": 0.561265, "main_score": 0.524859, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"]}, {"precision": 0.498889, "recall": 0.539526, "f1": 0.510238, "accuracy": 0.539526, "main_score": 0.510238, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"]}, {"precision": 0.521231, "recall": 0.567194, "f1": 0.533009, "accuracy": 0.567194, "main_score": 0.533009, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"]}, {"precision": 0.50962, "recall": 0.567194, "f1": 0.524686, "accuracy": 0.567194, "main_score": 0.524686, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"]}, {"precision": 0.471851, "recall": 0.516798, "f1": 0.484412, "accuracy": 0.516798, "main_score": 0.484412, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"]}, {"precision": 0.486788, "recall": 0.524704, "f1": 0.497624, "accuracy": 0.524704, "main_score": 0.497624, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"]}, {"precision": 0.420393, "recall": 0.459486, "f1": 0.431557, "accuracy": 0.459486, "main_score": 0.431557, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"]}, {"precision": 0.491948, "recall": 0.531621, "f1": 0.503746, "accuracy": 0.531621, "main_score": 0.503746, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"]}, {"precision": 0.209253, "recall": 0.254941, "f1": 0.220756, "accuracy": 0.254941, "main_score": 0.220756, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"]}, {"precision": 0.538194, "recall": 0.578063, "f1": 0.548472, "accuracy": 0.578063, "main_score": 0.548472, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"]}, {"precision": 0.496827, "recall": 0.543478, "f1": 0.509747, "accuracy": 0.543478, "main_score": 0.509747, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"]}, {"precision": 0.529636, "recall": 0.576087, "f1": 0.542339, "accuracy": 0.576087, "main_score": 0.542339, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"]}, {"precision": 0.523393, "recall": 0.566206, "f1": 0.53379, "accuracy": 0.566206, "main_score": 0.53379, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"]}, {"precision": 0.5465, "recall": 0.586957, "f1": 0.557283, "accuracy": 0.586957, "main_score": 0.557283, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"]}, {"precision": 0.531804, "recall": 0.579051, "f1": 0.543926, "accuracy": 0.579051, "main_score": 0.543926, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"]}, {"precision": 0.527132, "recall": 0.565217, "f1": 0.536643, "accuracy": 0.565217, "main_score": 0.536643, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"]}, {"precision": 0.538229, "recall": 0.573123, "f1": 0.547218, "accuracy": 0.573123, "main_score": 0.547218, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"]}, {"precision": 0.521746, "recall": 0.573123, "f1": 0.535048, "accuracy": 0.573123, "main_score": 0.535048, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"]}, {"precision": 0.504116, "recall": 0.550395, "f1": 0.51617, "accuracy": 0.550395, "main_score": 0.51617, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"]}, {"precision": 0.490768, "recall": 0.531621, "f1": 0.501292, "accuracy": 0.531621, "main_score": 0.501292, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"]}, {"precision": 0.524726, "recall": 0.570158, "f1": 0.536584, "accuracy": 0.570158, "main_score": 0.536584, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"]}, {"precision": 0.477011, "recall": 0.533597, "f1": 0.491284, "accuracy": 0.533597, "main_score": 0.491284, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"]}, {"precision": 0.538729, "recall": 0.587945, "f1": 0.551734, "accuracy": 0.587945, "main_score": 0.551734, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"]}, {"precision": 0.524226, "recall": 0.557312, "f1": 0.533898, "accuracy": 0.557312, "main_score": 0.533898, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"]}, {"precision": 0.528594, "recall": 0.574111, "f1": 0.539812, "accuracy": 0.574111, "main_score": 0.539812, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"]}, {"precision": 0.512262, "recall": 0.552372, "f1": 0.522813, "accuracy": 0.552372, "main_score": 0.522813, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"]}, {"precision": 0.555082, "recall": 0.602767, "f1": 0.566693, "accuracy": 0.602767, "main_score": 0.566693, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"]}, {"precision": 0.553619, "recall": 0.596838, "f1": 0.56375, "accuracy": 0.596838, "main_score": 0.56375, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"]}, {"precision": 0.709914, "recall": 0.766798, "f1": 0.726504, "accuracy": 0.766798, "main_score": 0.726504, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"]}, {"precision": 0.520853, "recall": 0.572134, "f1": 0.533852, "accuracy": 0.572134, "main_score": 0.533852, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"]}, {"precision": 0.531901, "recall": 0.582016, "f1": 0.544806, "accuracy": 0.582016, "main_score": 0.544806, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"]}, {"precision": 0.529458, "recall": 0.562253, "f1": 0.538509, "accuracy": 0.562253, "main_score": 0.538509, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"]}, {"precision": 0.217822, "recall": 0.257905, "f1": 0.227776, "accuracy": 0.257905, "main_score": 0.227776, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"]}, {"precision": 0.52781, "recall": 0.579051, "f1": 0.540762, "accuracy": 0.579051, "main_score": 0.540762, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"]}, {"precision": 0.577652, "recall": 0.621542, "f1": 0.58848, "accuracy": 0.621542, "main_score": 0.58848, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"]}, {"precision": 0.533782, "recall": 0.578063, "f1": 0.545075, "accuracy": 0.578063, "main_score": 0.545075, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"]}, {"precision": 0.53891, "recall": 0.577075, "f1": 0.548163, "accuracy": 0.577075, "main_score": 0.548163, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"]}, {"precision": 0.510195, "recall": 0.557312, "f1": 0.52252, "accuracy": 0.557312, "main_score": 0.52252, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"]}, {"precision": 0.534735, "recall": 0.573123, "f1": 0.544685, "accuracy": 0.573123, "main_score": 0.544685, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"]}, {"precision": 0.545307, "recall": 0.582016, "f1": 0.555338, "accuracy": 0.582016, "main_score": 0.555338, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"]}, {"precision": 0.544954, "recall": 0.594862, "f1": 0.557497, "accuracy": 0.594862, "main_score": 0.557497, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"]}, {"precision": 0.462907, "recall": 0.509881, "f1": 0.475917, "accuracy": 0.509881, "main_score": 0.475917, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"]}, {"precision": 0.522617, "recall": 0.563241, "f1": 0.532986, "accuracy": 0.563241, "main_score": 0.532986, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"]}, {"precision": 0.527899, "recall": 0.579051, "f1": 0.540842, "accuracy": 0.579051, "main_score": 0.540842, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"]}, {"precision": 0.532746, "recall": 0.579051, "f1": 0.545046, "accuracy": 0.579051, "main_score": 0.545046, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"]}, {"precision": 0.505645, "recall": 0.561265, "f1": 0.520078, "accuracy": 0.561265, "main_score": 0.520078, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"]}, {"precision": 0.517523, "recall": 0.554348, "f1": 0.527571, "accuracy": 0.554348, "main_score": 0.527571, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"]}, {"precision": 0.372799, "recall": 0.422925, "f1": 0.386046, "accuracy": 0.422925, "main_score": 0.386046, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"]}, {"precision": 0.537368, "recall": 0.58498, "f1": 0.548537, "accuracy": 0.58498, "main_score": 0.548537, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"]}, {"precision": 0.539273, "recall": 0.583004, "f1": 0.550989, "accuracy": 0.583004, "main_score": 0.550989, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"]}, {"precision": 0.541133, "recall": 0.590909, "f1": 0.554169, "accuracy": 0.590909, "main_score": 0.554169, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"]}, {"precision": 0.567915, "recall": 0.607708, "f1": 0.577975, "accuracy": 0.607708, "main_score": 0.577975, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"]}, {"precision": 0.518192, "recall": 0.559289, "f1": 0.528926, "accuracy": 0.559289, "main_score": 0.528926, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"]}, {"precision": 0.534625, "recall": 0.579051, "f1": 0.545751, "accuracy": 0.579051, "main_score": 0.545751, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"]}, {"precision": 0.515495, "recall": 0.561265, "f1": 0.528078, "accuracy": 0.561265, "main_score": 0.528078, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"]}, {"precision": 0.524075, "recall": 0.566206, "f1": 0.535755, "accuracy": 0.566206, "main_score": 0.535755, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"]}, {"precision": 0.54354, "recall": 0.583992, "f1": 0.553993, "accuracy": 0.583992, "main_score": 0.553993, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"]}, {"precision": 0.547906, "recall": 0.594862, "f1": 0.559349, "accuracy": 0.594862, "main_score": 0.559349, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"]}, {"precision": 0.561733, "recall": 0.594862, "f1": 0.569707, "accuracy": 0.594862, "main_score": 0.569707, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"]}, {"precision": 0.488735, "recall": 0.532609, "f1": 0.501896, "accuracy": 0.532609, "main_score": 0.501896, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"]}, {"precision": 0.536955, "recall": 0.58498, "f1": 0.549443, "accuracy": 0.58498, "main_score": 0.549443, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"]}, {"precision": 0.389408, "recall": 0.439723, "f1": 0.402594, "accuracy": 0.439723, "main_score": 0.402594, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"]}, {"precision": 0.492443, "recall": 0.529644, "f1": 0.502566, "accuracy": 0.529644, "main_score": 0.502566, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"]}, {"precision": 0.557465, "recall": 0.592885, "f1": 0.566786, "accuracy": 0.592885, "main_score": 0.566786, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"]}, {"precision": 0.301707, "recall": 0.351779, "f1": 0.315661, "accuracy": 0.351779, "main_score": 0.315661, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"]}, {"precision": 0.547915, "recall": 0.596838, "f1": 0.559703, "accuracy": 0.596838, "main_score": 0.559703, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"]}, {"precision": 0.51672, "recall": 0.572134, "f1": 0.530757, "accuracy": 0.572134, "main_score": 0.530757, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"]}, {"precision": 0.544685, "recall": 0.592885, "f1": 0.557064, "accuracy": 0.592885, "main_score": 0.557064, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"]}, {"precision": 0.518058, "recall": 0.575099, "f1": 0.533274, "accuracy": 0.575099, "main_score": 0.533274, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"]}, {"precision": 0.506754, "recall": 0.543478, "f1": 0.516521, "accuracy": 0.543478, "main_score": 0.516521, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"]}, {"precision": 0.550464, "recall": 0.583992, "f1": 0.559318, "accuracy": 0.583992, "main_score": 0.559318, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"]}, {"precision": 0.54221, "recall": 0.582016, "f1": 0.552224, "accuracy": 0.582016, "main_score": 0.552224, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"]}, {"precision": 0.555922, "recall": 0.598814, "f1": 0.56679, "accuracy": 0.598814, "main_score": 0.56679, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"]}, {"precision": 0.520449, "recall": 0.552372, "f1": 0.529056, "accuracy": 0.552372, "main_score": 0.529056, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"]}, {"precision": 0.546235, "recall": 0.586957, "f1": 0.556244, "accuracy": 0.586957, "main_score": 0.556244, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"]}, {"precision": 0.512929, "recall": 0.557312, "f1": 0.525369, "accuracy": 0.557312, "main_score": 0.525369, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"]}, {"precision": 0.556148, "recall": 0.598814, "f1": 0.566852, "accuracy": 0.598814, "main_score": 0.566852, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"]}, {"precision": 0.527898, "recall": 0.566206, "f1": 0.536976, "accuracy": 0.566206, "main_score": 0.536976, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"]}, {"precision": 0.554558, "recall": 0.598814, "f1": 0.565542, "accuracy": 0.598814, "main_score": 0.565542, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"]}, {"precision": 0.291979, "recall": 0.34585, "f1": 0.305143, "accuracy": 0.34585, "main_score": 0.305143, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"]}, {"precision": 0.54077, "recall": 0.573123, "f1": 0.549127, "accuracy": 0.573123, "main_score": 0.549127, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"]}, {"precision": 0.534623, "recall": 0.579051, "f1": 0.546231, "accuracy": 0.579051, "main_score": 0.546231, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"]}, {"precision": 0.534701, "recall": 0.578063, "f1": 0.546585, "accuracy": 0.578063, "main_score": 0.546585, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"]}, {"precision": 0.445583, "recall": 0.490119, "f1": 0.458267, "accuracy": 0.490119, "main_score": 0.458267, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"]}, {"precision": 0.561594, "recall": 0.607708, "f1": 0.57288, "accuracy": 0.607708, "main_score": 0.57288, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"]}, {"precision": 0.539832, "recall": 0.582016, "f1": 0.551257, "accuracy": 0.582016, "main_score": 0.551257, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"]}, {"precision": 0.544703, "recall": 0.587945, "f1": 0.555845, "accuracy": 0.587945, "main_score": 0.555845, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"]}, {"precision": 0.457107, "recall": 0.509881, "f1": 0.470542, "accuracy": 0.509881, "main_score": 0.470542, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"]}, {"precision": 0.555409, "recall": 0.601779, "f1": 0.566736, "accuracy": 0.601779, "main_score": 0.566736, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"]}, {"precision": 0.520596, "recall": 0.56917, "f1": 0.533197, "accuracy": 0.56917, "main_score": 0.533197, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"]}, {"precision": 0.537371, "recall": 0.589921, "f1": 0.550797, "accuracy": 0.589921, "main_score": 0.550797, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"]}, {"precision": 0.527604, "recall": 0.577075, "f1": 0.539952, "accuracy": 0.577075, "main_score": 0.539952, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"]}, {"precision": 0.504199, "recall": 0.54249, "f1": 0.514827, "accuracy": 0.54249, "main_score": 0.514827, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"]}, {"precision": 0.522927, "recall": 0.56917, "f1": 0.535269, "accuracy": 0.56917, "main_score": 0.535269, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"]}, {"precision": 0.538937, "recall": 0.582016, "f1": 0.549809, "accuracy": 0.582016, "main_score": 0.549809, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"]}, {"precision": 0.535564, "recall": 0.58498, "f1": 0.547957, "accuracy": 0.58498, "main_score": 0.547957, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"]}, {"precision": 0.509558, "recall": 0.547431, "f1": 0.519592, "accuracy": 0.547431, "main_score": 0.519592, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"]}, {"precision": 0.465363, "recall": 0.501976, "f1": 0.475084, "accuracy": 0.501976, "main_score": 0.475084, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"]}, {"precision": 0.55579, "recall": 0.599802, "f1": 0.567021, "accuracy": 0.599802, "main_score": 0.567021, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"]}, {"precision": 0.509959, "recall": 0.556324, "f1": 0.521743, "accuracy": 0.556324, "main_score": 0.521743, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"]}, {"precision": 0.506814, "recall": 0.544466, "f1": 0.517048, "accuracy": 0.544466, "main_score": 0.517048, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"]}, {"precision": 0.544089, "recall": 0.591897, "f1": 0.556497, "accuracy": 0.591897, "main_score": 0.556497, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"]}, {"precision": 0.478673, "recall": 0.511858, "f1": 0.487963, "accuracy": 0.511858, "main_score": 0.487963, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"]}, {"precision": 0.551348, "recall": 0.589921, "f1": 0.560499, "accuracy": 0.589921, "main_score": 0.560499, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"]}, {"precision": 0.524025, "recall": 0.573123, "f1": 0.535894, "accuracy": 0.573123, "main_score": 0.535894, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"]}, {"precision": 0.543277, "recall": 0.588933, "f1": 0.554918, "accuracy": 0.588933, "main_score": 0.554918, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"]}, {"precision": 0.551681, "recall": 0.601779, "f1": 0.563737, "accuracy": 0.601779, "main_score": 0.563737, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"]}, {"precision": 0.531661, "recall": 0.570158, "f1": 0.541894, "accuracy": 0.570158, "main_score": 0.541894, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"]}, {"precision": 0.536196, "recall": 0.575099, "f1": 0.546237, "accuracy": 0.575099, "main_score": 0.546237, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"]}, {"precision": 0.406564, "recall": 0.466403, "f1": 0.421862, "accuracy": 0.466403, "main_score": 0.421862, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"]}, {"precision": 0.515229, "recall": 0.555336, "f1": 0.525949, "accuracy": 0.555336, "main_score": 0.525949, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"]}, {"precision": 0.211475, "recall": 0.251976, "f1": 0.221402, "accuracy": 0.251976, "main_score": 0.221402, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"]}, {"precision": 0.536775, "recall": 0.573123, "f1": 0.547043, "accuracy": 0.573123, "main_score": 0.547043, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"]}, {"precision": 0.453269, "recall": 0.5, "f1": 0.465955, "accuracy": 0.5, "main_score": 0.465955, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"]}, {"precision": 0.55132, "recall": 0.59585, "f1": 0.562713, "accuracy": 0.59585, "main_score": 0.562713, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"]}, {"precision": 0.545252, "recall": 0.587945, "f1": 0.556169, "accuracy": 0.587945, "main_score": 0.556169, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"]}, {"precision": 0.43742, "recall": 0.492095, "f1": 0.45257, "accuracy": 0.492095, "main_score": 0.45257, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"]}, {"precision": 0.538604, "recall": 0.576087, "f1": 0.547913, "accuracy": 0.576087, "main_score": 0.547913, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"]}, {"precision": 0.538346, "recall": 0.581028, "f1": 0.549595, "accuracy": 0.581028, "main_score": 0.549595, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"]}, {"precision": 0.495113, "recall": 0.540514, "f1": 0.506855, "accuracy": 0.540514, "main_score": 0.506855, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"]}, {"precision": 0.539975, "recall": 0.582016, "f1": 0.550665, "accuracy": 0.582016, "main_score": 0.550665, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"]}, {"precision": 0.551143, "recall": 0.592885, "f1": 0.562869, "accuracy": 0.592885, "main_score": 0.562869, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"]}, {"precision": 0.502499, "recall": 0.554348, "f1": 0.515253, "accuracy": 0.554348, "main_score": 0.515253, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"]}, {"precision": 0.558706, "recall": 0.593874, "f1": 0.567056, "accuracy": 0.593874, "main_score": 0.567056, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"]}, {"precision": 0.469198, "recall": 0.51087, "f1": 0.481203, "accuracy": 0.51087, "main_score": 0.481203, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"]}, {"precision": 0.486921, "recall": 0.529644, "f1": 0.498184, "accuracy": 0.529644, "main_score": 0.498184, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"]}, {"precision": 0.536805, "recall": 0.575099, "f1": 0.546671, "accuracy": 0.575099, "main_score": 0.546671, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"]}, {"precision": 0.532345, "recall": 0.58004, "f1": 0.544745, "accuracy": 0.58004, "main_score": 0.544745, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"]}, {"precision": 0.137006, "recall": 0.188735, "f1": 0.150004, "accuracy": 0.188735, "main_score": 0.150004, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"]}, {"precision": 0.524752, "recall": 0.56917, "f1": 0.53609, "accuracy": 0.56917, "main_score": 0.53609, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"]}, {"precision": 0.469626, "recall": 0.520751, "f1": 0.483163, "accuracy": 0.520751, "main_score": 0.483163, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"]}, {"precision": 0.509487, "recall": 0.555336, "f1": 0.520674, "accuracy": 0.555336, "main_score": 0.520674, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"]}, {"precision": 0.545832, "recall": 0.597826, "f1": 0.559135, "accuracy": 0.597826, "main_score": 0.559135, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"]}, {"precision": 0.478439, "recall": 0.520751, "f1": 0.489988, "accuracy": 0.520751, "main_score": 0.489988, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"]}, {"precision": 0.509399, "recall": 0.551383, "f1": 0.520873, "accuracy": 0.551383, "main_score": 0.520873, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"]}, {"precision": 0.526442, "recall": 0.571146, "f1": 0.537581, "accuracy": 0.571146, "main_score": 0.537581, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"]}, {"precision": 0.540422, "recall": 0.583992, "f1": 0.551099, "accuracy": 0.583992, "main_score": 0.551099, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"]}, {"precision": 0.545277, "recall": 0.58498, "f1": 0.555041, "accuracy": 0.58498, "main_score": 0.555041, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"]}, {"precision": 0.517964, "recall": 0.557312, "f1": 0.528295, "accuracy": 0.557312, "main_score": 0.528295, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"]}, {"precision": 0.487446, "recall": 0.535573, "f1": 0.501372, "accuracy": 0.535573, "main_score": 0.501372, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"]}, {"precision": 0.525853, "recall": 0.568182, "f1": 0.536133, "accuracy": 0.568182, "main_score": 0.536133, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"]}, {"precision": 0.473646, "recall": 0.518775, "f1": 0.485961, "accuracy": 0.518775, "main_score": 0.485961, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"]}, {"precision": 0.516952, "recall": 0.559289, "f1": 0.528515, "accuracy": 0.559289, "main_score": 0.528515, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"]}, {"precision": 0.523195, "recall": 0.572134, "f1": 0.535675, "accuracy": 0.572134, "main_score": 0.535675, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"]}, {"precision": 0.526992, "recall": 0.568182, "f1": 0.537198, "accuracy": 0.568182, "main_score": 0.537198, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"]}, {"precision": 0.508214, "recall": 0.5583, "f1": 0.521173, "accuracy": 0.5583, "main_score": 0.521173, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"]}, {"precision": 0.429351, "recall": 0.47332, "f1": 0.440686, "accuracy": 0.47332, "main_score": 0.440686, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"]}, {"precision": 0.566137, "recall": 0.605731, "f1": 0.576058, "accuracy": 0.605731, "main_score": 0.576058, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"]}, {"precision": 0.514558, "recall": 0.559289, "f1": 0.525269, "accuracy": 0.559289, "main_score": 0.525269, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"]}, {"precision": 0.489961, "recall": 0.537549, "f1": 0.502486, "accuracy": 0.537549, "main_score": 0.502486, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"]}, {"precision": 0.500983, "recall": 0.546443, "f1": 0.51207, "accuracy": 0.546443, "main_score": 0.51207, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"]}, {"precision": 0.509074, "recall": 0.554348, "f1": 0.520448, "accuracy": 0.554348, "main_score": 0.520448, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"]}, {"precision": 0.454318, "recall": 0.499012, "f1": 0.465218, "accuracy": 0.499012, "main_score": 0.465218, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"]}, {"precision": 0.512271, "recall": 0.554348, "f1": 0.523186, "accuracy": 0.554348, "main_score": 0.523186, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"]}, {"precision": 0.548415, "recall": 0.583004, "f1": 0.557939, "accuracy": 0.583004, "main_score": 0.557939, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"]}, {"precision": 0.472834, "recall": 0.530632, "f1": 0.487466, "accuracy": 0.530632, "main_score": 0.487466, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"]}, {"precision": 0.532703, "recall": 0.583004, "f1": 0.545561, "accuracy": 0.583004, "main_score": 0.545561, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"]}, {"precision": 0.522825, "recall": 0.559289, "f1": 0.531873, "accuracy": 0.559289, "main_score": 0.531873, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"]}, {"precision": 0.554699, "recall": 0.599802, "f1": 0.566913, "accuracy": 0.599802, "main_score": 0.566913, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"]}, {"precision": 0.532058, "recall": 0.58004, "f1": 0.544088, "accuracy": 0.58004, "main_score": 0.544088, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"]}, {"precision": 0.550937, "recall": 0.59585, "f1": 0.561779, "accuracy": 0.59585, "main_score": 0.561779, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"]}, {"precision": 0.470091, "recall": 0.514822, "f1": 0.481889, "accuracy": 0.514822, "main_score": 0.481889, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"]}, {"precision": 0.5153, "recall": 0.55336, "f1": 0.525244, "accuracy": 0.55336, "main_score": 0.525244, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"]}, {"precision": 0.440393, "recall": 0.490119, "f1": 0.454046, "accuracy": 0.490119, "main_score": 0.454046, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"]}, {"precision": 0.535122, "recall": 0.585968, "f1": 0.548181, "accuracy": 0.585968, "main_score": 0.548181, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"]}, {"precision": 0.381814, "recall": 0.437747, "f1": 0.397496, "accuracy": 0.437747, "main_score": 0.397496, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"]}, {"precision": 0.509901, "recall": 0.560277, "f1": 0.522317, "accuracy": 0.560277, "main_score": 0.522317, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"]}, {"precision": 0.518619, "recall": 0.565217, "f1": 0.530879, "accuracy": 0.565217, "main_score": 0.530879, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"]}, {"precision": 0.537514, "recall": 0.577075, "f1": 0.548274, "accuracy": 0.577075, "main_score": 0.548274, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"]}, {"precision": 0.525664, "recall": 0.563241, "f1": 0.535435, "accuracy": 0.563241, "main_score": 0.535435, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"]}, {"precision": 0.49824, "recall": 0.549407, "f1": 0.510985, "accuracy": 0.549407, "main_score": 0.510985, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"]}, {"precision": 0.537223, "recall": 0.572134, "f1": 0.547076, "accuracy": 0.572134, "main_score": 0.547076, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"]}, {"precision": 0.557515, "recall": 0.597826, "f1": 0.568315, "accuracy": 0.597826, "main_score": 0.568315, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"]}, {"precision": 0.54019, "recall": 0.583004, "f1": 0.550622, "accuracy": 0.583004, "main_score": 0.550622, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"]}, {"precision": 0.541229, "recall": 0.577075, "f1": 0.550348, "accuracy": 0.577075, "main_score": 0.550348, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"]}, {"precision": 0.575738, "recall": 0.612648, "f1": 0.584469, "accuracy": 0.612648, "main_score": 0.584469, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"]}, {"precision": 0.488061, "recall": 0.525692, "f1": 0.499182, "accuracy": 0.525692, "main_score": 0.499182, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"]}, {"precision": 0.555347, "recall": 0.598814, "f1": 0.565999, "accuracy": 0.598814, "main_score": 0.565999, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"]}, {"precision": 0.536092, "recall": 0.582016, "f1": 0.54787, "accuracy": 0.582016, "main_score": 0.54787, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"]}, {"precision": 0.523684, "recall": 0.570158, "f1": 0.535687, "accuracy": 0.570158, "main_score": 0.535687, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"]}, {"precision": 0.52663, "recall": 0.578063, "f1": 0.541313, "accuracy": 0.578063, "main_score": 0.541313, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"]}, {"precision": 0.565193, "recall": 0.609684, "f1": 0.576282, "accuracy": 0.609684, "main_score": 0.576282, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"]}, {"precision": 0.54007, "recall": 0.577075, "f1": 0.550149, "accuracy": 0.577075, "main_score": 0.550149, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"]}, {"precision": 0.51027, "recall": 0.551383, "f1": 0.522076, "accuracy": 0.551383, "main_score": 0.522076, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"]}, {"precision": 0.537479, "recall": 0.588933, "f1": 0.551699, "accuracy": 0.588933, "main_score": 0.551699, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"]}, {"precision": 0.444938, "recall": 0.502964, "f1": 0.460596, "accuracy": 0.502964, "main_score": 0.460596, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"]}, {"precision": 0.545383, "recall": 0.586957, "f1": 0.55564, "accuracy": 0.586957, "main_score": 0.55564, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"]}, {"precision": 0.513735, "recall": 0.557312, "f1": 0.525708, "accuracy": 0.557312, "main_score": 0.525708, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"]}, {"precision": 0.48975, "recall": 0.533597, "f1": 0.501419, "accuracy": 0.533597, "main_score": 0.501419, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"]}, {"precision": 0.53694, "recall": 0.566206, "f1": 0.545243, "accuracy": 0.566206, "main_score": 0.545243, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"]}, {"precision": 0.504097, "recall": 0.561265, "f1": 0.519067, "accuracy": 0.561265, "main_score": 0.519067, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"]}, {"precision": 0.521771, "recall": 0.565217, "f1": 0.533567, "accuracy": 0.565217, "main_score": 0.533567, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"]}, {"precision": 0.519913, "recall": 0.565217, "f1": 0.531623, "accuracy": 0.565217, "main_score": 0.531623, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"]}, {"precision": 0.502019, "recall": 0.552372, "f1": 0.514405, "accuracy": 0.552372, "main_score": 0.514405, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"]}, {"precision": 0.482477, "recall": 0.525692, "f1": 0.495155, "accuracy": 0.525692, "main_score": 0.495155, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"]}, {"precision": 0.540282, "recall": 0.574111, "f1": 0.549187, "accuracy": 0.574111, "main_score": 0.549187, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"]}, {"precision": 0.538334, "recall": 0.573123, "f1": 0.547066, "accuracy": 0.573123, "main_score": 0.547066, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"]}, {"precision": 0.520393, "recall": 0.560277, "f1": 0.531462, "accuracy": 0.560277, "main_score": 0.531462, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"]}, {"precision": 0.536582, "recall": 0.566206, "f1": 0.544734, "accuracy": 0.566206, "main_score": 0.544734, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"]}, {"precision": 0.49125, "recall": 0.541502, "f1": 0.504878, "accuracy": 0.541502, "main_score": 0.504878, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"]}, {"precision": 0.507201, "recall": 0.552372, "f1": 0.518426, "accuracy": 0.552372, "main_score": 0.518426, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"]}, {"precision": 0.525346, "recall": 0.564229, "f1": 0.535051, "accuracy": 0.564229, "main_score": 0.535051, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"]}, {"precision": 0.428454, "recall": 0.485178, "f1": 0.44427, "accuracy": 0.485178, "main_score": 0.44427, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"]}, {"precision": 0.534174, "recall": 0.578063, "f1": 0.545963, "accuracy": 0.578063, "main_score": 0.545963, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"]}, {"precision": 0.494082, "recall": 0.535573, "f1": 0.504959, "accuracy": 0.535573, "main_score": 0.504959, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"]}, {"precision": 0.52268, "recall": 0.575099, "f1": 0.535654, "accuracy": 0.575099, "main_score": 0.535654, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"]}, {"precision": 0.519332, "recall": 0.564229, "f1": 0.530979, "accuracy": 0.564229, "main_score": 0.530979, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"]}, {"precision": 0.510539, "recall": 0.551383, "f1": 0.521754, "accuracy": 0.551383, "main_score": 0.521754, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"]}, {"precision": 0.516209, "recall": 0.552372, "f1": 0.525995, "accuracy": 0.552372, "main_score": 0.525995, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"]}, {"precision": 0.526018, "recall": 0.59585, "f1": 0.545662, "accuracy": 0.59585, "main_score": 0.545662, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"]}, {"precision": 0.503916, "recall": 0.568182, "f1": 0.521843, "accuracy": 0.568182, "main_score": 0.521843, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"]}, {"precision": 0.423149, "recall": 0.504941, "f1": 0.444253, "accuracy": 0.504941, "main_score": 0.444253, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"]}, {"precision": 0.573287, "recall": 0.626482, "f1": 0.587968, "accuracy": 0.626482, "main_score": 0.587968, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.860145, "accuracy": 0.886364, "main_score": 0.860145, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"]}, {"precision": 0.955204, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"]}, {"precision": 0.577045, "recall": 0.63834, "f1": 0.594815, "accuracy": 0.63834, "main_score": 0.594815, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"]}, {"precision": 0.593839, "recall": 0.657115, "f1": 0.611433, "accuracy": 0.657115, "main_score": 0.611433, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"]}, {"precision": 0.535024, "recall": 0.598814, "f1": 0.55253, "accuracy": 0.598814, "main_score": 0.55253, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"]}, {"precision": 0.162534, "recall": 0.217391, "f1": 0.175563, "accuracy": 0.217391, "main_score": 0.175563, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"]}, {"precision": 0.610071, "recall": 0.663043, "f1": 0.62537, "accuracy": 0.663043, "main_score": 0.62537, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"]}, {"precision": 0.646699, "recall": 0.704545, "f1": 0.663276, "accuracy": 0.704545, "main_score": 0.663276, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"]}, {"precision": 0.528196, "recall": 0.583004, "f1": 0.54378, "accuracy": 0.583004, "main_score": 0.54378, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"]}, {"precision": 0.46127, "recall": 0.534585, "f1": 0.480076, "accuracy": 0.534585, "main_score": 0.480076, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"]}, {"precision": 0.533506, "recall": 0.601779, "f1": 0.553005, "accuracy": 0.601779, "main_score": 0.553005, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"]}, {"precision": 0.558322, "recall": 0.618577, "f1": 0.574617, "accuracy": 0.618577, "main_score": 0.574617, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"]}, {"precision": 0.888093, "recall": 0.917984, "f1": 0.897299, "accuracy": 0.917984, "main_score": 0.897299, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"]}, {"precision": 0.51096, "recall": 0.570158, "f1": 0.527662, "accuracy": 0.570158, "main_score": 0.527662, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"]}, {"precision": 0.480657, "recall": 0.551383, "f1": 0.50016, "accuracy": 0.551383, "main_score": 0.50016, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"]}, {"precision": 0.491654, "recall": 0.549407, "f1": 0.507241, "accuracy": 0.549407, "main_score": 0.507241, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944631, "accuracy": 0.95751, "main_score": 0.944631, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"]}, {"precision": 0.317868, "recall": 0.370553, "f1": 0.332195, "accuracy": 0.370553, "main_score": 0.332195, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"]}, {"precision": 0.558451, "recall": 0.626482, "f1": 0.577466, "accuracy": 0.626482, "main_score": 0.577466, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"]}, {"precision": 0.564097, "recall": 0.619565, "f1": 0.579876, "accuracy": 0.619565, "main_score": 0.579876, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"]}, {"precision": 0.691825, "recall": 0.76087, "f1": 0.712178, "accuracy": 0.76087, "main_score": 0.712178, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"]}, {"precision": 0.643182, "recall": 0.726285, "f1": 0.667819, "accuracy": 0.726285, "main_score": 0.667819, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"]}, {"precision": 0.70319, "recall": 0.761858, "f1": 0.719932, "accuracy": 0.761858, "main_score": 0.719932, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"]}, {"precision": 0.632403, "recall": 0.6917, "f1": 0.649481, "accuracy": 0.6917, "main_score": 0.649481, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"]}, {"precision": 0.639914, "recall": 0.710474, "f1": 0.660128, "accuracy": 0.710474, "main_score": 0.660128, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"]}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"]}, {"precision": 0.522788, "recall": 0.586957, "f1": 0.540633, "accuracy": 0.586957, "main_score": 0.540633, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"]}, {"precision": 0.538381, "recall": 0.599802, "f1": 0.55548, "accuracy": 0.599802, "main_score": 0.55548, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"]}, {"precision": 0.780748, "recall": 0.833004, "f1": 0.796033, "accuracy": 0.833004, "main_score": 0.796033, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"]}, {"precision": 0.435743, "recall": 0.498024, "f1": 0.452674, "accuracy": 0.498024, "main_score": 0.452674, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"]}, {"precision": 0.860293, "recall": 0.896245, "f1": 0.87141, "accuracy": 0.896245, "main_score": 0.87141, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"]}, {"precision": 0.526921, "recall": 0.589921, "f1": 0.544352, "accuracy": 0.589921, "main_score": 0.544352, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"]}, {"precision": 0.56207, "recall": 0.633399, "f1": 0.581957, "accuracy": 0.633399, "main_score": 0.581957, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"]}, {"precision": 0.182121, "recall": 0.240119, "f1": 0.19556, "accuracy": 0.240119, "main_score": 0.19556, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"]}, {"precision": 0.607942, "recall": 0.668972, "f1": 0.624828, "accuracy": 0.668972, "main_score": 0.624828, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"]}, {"precision": 0.782708, "recall": 0.838933, "f1": 0.800033, "accuracy": 0.838933, "main_score": 0.800033, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"]}, {"precision": 0.392834, "recall": 0.456522, "f1": 0.410495, "accuracy": 0.456522, "main_score": 0.410495, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"]}, {"precision": 0.65751, "recall": 0.717391, "f1": 0.675414, "accuracy": 0.717391, "main_score": 0.675414, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"]}, {"precision": 0.537884, "recall": 0.59585, "f1": 0.553948, "accuracy": 0.59585, "main_score": 0.553948, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"]}, {"precision": 0.491495, "recall": 0.5583, "f1": 0.509721, "accuracy": 0.5583, "main_score": 0.509721, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"]}, {"precision": 0.644939, "recall": 0.701581, "f1": 0.660945, "accuracy": 0.701581, "main_score": 0.660945, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"]}, {"precision": 0.256894, "recall": 0.341897, "f1": 0.278302, "accuracy": 0.341897, "main_score": 0.278302, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"]}, {"precision": 0.575856, "recall": 0.640316, "f1": 0.594833, "accuracy": 0.640316, "main_score": 0.594833, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"]}, {"precision": 0.566541, "recall": 0.631423, "f1": 0.584267, "accuracy": 0.631423, "main_score": 0.584267, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"]}, {"precision": 0.69095, "recall": 0.756917, "f1": 0.710746, "accuracy": 0.756917, "main_score": 0.710746, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"]}, {"precision": 0.543952, "recall": 0.604743, "f1": 0.560681, "accuracy": 0.604743, "main_score": 0.560681, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"]}, {"precision": 0.754718, "recall": 0.811265, "f1": 0.77186, "accuracy": 0.811265, "main_score": 0.77186, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"]}, {"precision": 0.455069, "recall": 0.518775, "f1": 0.472341, "accuracy": 0.518775, "main_score": 0.472341, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"]}, {"precision": 0.856472, "recall": 0.894269, "f1": 0.868478, "accuracy": 0.894269, "main_score": 0.868478, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"]}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"]}, {"precision": 0.924984, "recall": 0.948617, "f1": 0.932543, "accuracy": 0.948617, "main_score": 0.932543, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"]}, {"precision": 0.591057, "recall": 0.649209, "f1": 0.607767, "accuracy": 0.649209, "main_score": 0.607767, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"]}, {"precision": 0.887022, "recall": 0.920949, "f1": 0.897859, "accuracy": 0.920949, "main_score": 0.897859, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"]}, {"precision": 0.421711, "recall": 0.495059, "f1": 0.440978, "accuracy": 0.495059, "main_score": 0.440978, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"]}, {"precision": 0.617587, "recall": 0.684783, "f1": 0.636742, "accuracy": 0.684783, "main_score": 0.636742, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"]}, {"precision": 0.812229, "recall": 0.855731, "f1": 0.825576, "accuracy": 0.855731, "main_score": 0.825576, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"]}, {"precision": 0.613427, "recall": 0.66996, "f1": 0.629257, "accuracy": 0.66996, "main_score": 0.629257, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"]}, {"precision": 0.635877, "recall": 0.692688, "f1": 0.652142, "accuracy": 0.692688, "main_score": 0.652142, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"]}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"]}, {"precision": 0.53245, "recall": 0.596838, "f1": 0.550314, "accuracy": 0.596838, "main_score": 0.550314, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"]}, {"precision": 0.516767, "recall": 0.579051, "f1": 0.534034, "accuracy": 0.579051, "main_score": 0.534034, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"]}, {"precision": 0.813801, "recall": 0.859684, "f1": 0.827668, "accuracy": 0.859684, "main_score": 0.827668, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"]}, {"precision": 0.521785, "recall": 0.589921, "f1": 0.540669, "accuracy": 0.589921, "main_score": 0.540669, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"]}, {"precision": 0.600906, "recall": 0.660079, "f1": 0.617954, "accuracy": 0.660079, "main_score": 0.617954, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"]}, {"precision": 0.907856, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"]}, {"precision": 0.46563, "recall": 0.529644, "f1": 0.483351, "accuracy": 0.529644, "main_score": 0.483351, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"]}, {"precision": 0.550892, "recall": 0.606719, "f1": 0.566049, "accuracy": 0.606719, "main_score": 0.566049, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"]}, {"precision": 0.577479, "recall": 0.641304, "f1": 0.59558, "accuracy": 0.641304, "main_score": 0.59558, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"]}, {"precision": 0.535035, "recall": 0.592885, "f1": 0.55021, "accuracy": 0.592885, "main_score": 0.55021, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"]}, {"precision": 0.510652, "recall": 0.583992, "f1": 0.531238, "accuracy": 0.583992, "main_score": 0.531238, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"]}, {"precision": 0.727536, "recall": 0.786561, "f1": 0.745125, "accuracy": 0.786561, "main_score": 0.745125, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"]}, {"precision": 0.714855, "recall": 0.77668, "f1": 0.733235, "accuracy": 0.77668, "main_score": 0.733235, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"]}, {"precision": 0.858152, "recall": 0.891304, "f1": 0.868431, "accuracy": 0.891304, "main_score": 0.868431, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"]}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"]}, {"precision": 0.450495, "recall": 0.536561, "f1": 0.475203, "accuracy": 0.536561, "main_score": 0.475203, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"]}, {"precision": 0.703419, "recall": 0.766798, "f1": 0.722433, "accuracy": 0.766798, "main_score": 0.722433, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"]}, {"precision": 0.565062, "recall": 0.620553, "f1": 0.580505, "accuracy": 0.620553, "main_score": 0.580505, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"]}, {"precision": 0.578969, "recall": 0.645257, "f1": 0.59779, "accuracy": 0.645257, "main_score": 0.59779, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"]}, {"precision": 0.544384, "recall": 0.603755, "f1": 0.56122, "accuracy": 0.603755, "main_score": 0.56122, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"]}, {"precision": 0.486238, "recall": 0.562253, "f1": 0.506662, "accuracy": 0.562253, "main_score": 0.506662, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"]}, {"precision": 0.602719, "recall": 0.661067, "f1": 0.619444, "accuracy": 0.661067, "main_score": 0.619444, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"]}, {"precision": 0.879924, "recall": 0.914032, "f1": 0.890711, "accuracy": 0.914032, "main_score": 0.890711, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"]}, {"precision": 0.623527, "recall": 0.679842, "f1": 0.639751, "accuracy": 0.679842, "main_score": 0.639751, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"]}, {"precision": 0.61362, "recall": 0.679842, "f1": 0.632165, "accuracy": 0.679842, "main_score": 0.632165, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"]}, {"precision": 0.56759, "recall": 0.633399, "f1": 0.586962, "accuracy": 0.633399, "main_score": 0.586962, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"]}, {"precision": 0.191529, "recall": 0.249012, "f1": 0.206017, "accuracy": 0.249012, "main_score": 0.206017, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"]}, {"precision": 0.648512, "recall": 0.698617, "f1": 0.662714, "accuracy": 0.698617, "main_score": 0.662714, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"]}, {"precision": 0.681835, "recall": 0.737154, "f1": 0.698057, "accuracy": 0.737154, "main_score": 0.698057, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"]}, {"precision": 0.55942, "recall": 0.610672, "f1": 0.574365, "accuracy": 0.610672, "main_score": 0.574365, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"]}, {"precision": 0.504995, "recall": 0.577075, "f1": 0.52444, "accuracy": 0.577075, "main_score": 0.52444, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"]}, {"precision": 0.575487, "recall": 0.642292, "f1": 0.595132, "accuracy": 0.642292, "main_score": 0.595132, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"]}, {"precision": 0.579077, "recall": 0.643281, "f1": 0.59709, "accuracy": 0.643281, "main_score": 0.59709, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"]}, {"precision": 0.893198, "recall": 0.922925, "f1": 0.902734, "accuracy": 0.922925, "main_score": 0.902734, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"]}, {"precision": 0.531251, "recall": 0.590909, "f1": 0.548432, "accuracy": 0.590909, "main_score": 0.548432, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"]}, {"precision": 0.544369, "recall": 0.606719, "f1": 0.561817, "accuracy": 0.606719, "main_score": 0.561817, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"]}, {"precision": 0.532834, "recall": 0.592885, "f1": 0.549173, "accuracy": 0.592885, "main_score": 0.549173, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"]}, {"precision": 0.954545, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"]}, {"precision": 0.314806, "recall": 0.374506, "f1": 0.331105, "accuracy": 0.374506, "main_score": 0.331105, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"]}, {"precision": 0.60398, "recall": 0.66502, "f1": 0.621234, "accuracy": 0.66502, "main_score": 0.621234, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"]}, {"precision": 0.600586, "recall": 0.65415, "f1": 0.616307, "accuracy": 0.65415, "main_score": 0.616307, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"]}, {"precision": 0.716727, "recall": 0.775692, "f1": 0.733939, "accuracy": 0.775692, "main_score": 0.733939, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"]}, {"precision": 0.659618, "recall": 0.740119, "f1": 0.683978, "accuracy": 0.740119, "main_score": 0.683978, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"]}, {"precision": 0.736734, "recall": 0.790514, "f1": 0.752596, "accuracy": 0.790514, "main_score": 0.752596, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"]}, {"precision": 0.682284, "recall": 0.73419, "f1": 0.697859, "accuracy": 0.73419, "main_score": 0.697859, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"]}, {"precision": 0.66196, "recall": 0.729249, "f1": 0.681689, "accuracy": 0.729249, "main_score": 0.681689, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"]}, {"precision": 0.559239, "recall": 0.621542, "f1": 0.577005, "accuracy": 0.621542, "main_score": 0.577005, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"]}, {"precision": 0.562575, "recall": 0.619565, "f1": 0.579087, "accuracy": 0.619565, "main_score": 0.579087, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"]}, {"precision": 0.818791, "recall": 0.864625, "f1": 0.832708, "accuracy": 0.864625, "main_score": 0.832708, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"]}, {"precision": 0.493702, "recall": 0.549407, "f1": 0.508335, "accuracy": 0.549407, "main_score": 0.508335, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"]}, {"precision": 0.878623, "recall": 0.911067, "f1": 0.888834, "accuracy": 0.911067, "main_score": 0.888834, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"]}, {"precision": 0.551936, "recall": 0.615613, "f1": 0.569766, "accuracy": 0.615613, "main_score": 0.569766, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"]}, {"precision": 0.620358, "recall": 0.686759, "f1": 0.63908, "accuracy": 0.686759, "main_score": 0.63908, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"]}, {"precision": 0.197722, "recall": 0.254941, "f1": 0.21084, "accuracy": 0.254941, "main_score": 0.21084, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"]}, {"precision": 0.642196, "recall": 0.704545, "f1": 0.65998, "accuracy": 0.704545, "main_score": 0.65998, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"]}, {"precision": 0.81805, "recall": 0.868577, "f1": 0.833827, "accuracy": 0.868577, "main_score": 0.833827, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"]}, {"precision": 0.438867, "recall": 0.498024, "f1": 0.455247, "accuracy": 0.498024, "main_score": 0.455247, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"]}, {"precision": 0.684874, "recall": 0.742095, "f1": 0.702143, "accuracy": 0.742095, "main_score": 0.702143, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"]}, {"precision": 0.565061, "recall": 0.626482, "f1": 0.582575, "accuracy": 0.626482, "main_score": 0.582575, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"]}, {"precision": 0.518533, "recall": 0.583004, "f1": 0.536472, "accuracy": 0.583004, "main_score": 0.536472, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"]}, {"precision": 0.678475, "recall": 0.733202, "f1": 0.694866, "accuracy": 0.733202, "main_score": 0.694866, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"]}, {"precision": 0.262778, "recall": 0.340909, "f1": 0.283462, "accuracy": 0.340909, "main_score": 0.283462, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"]}, {"precision": 0.597316, "recall": 0.658103, "f1": 0.614676, "accuracy": 0.658103, "main_score": 0.614676, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"]}, {"precision": 0.598099, "recall": 0.664032, "f1": 0.61731, "accuracy": 0.664032, "main_score": 0.61731, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"]}, {"precision": 0.720627, "recall": 0.789526, "f1": 0.741491, "accuracy": 0.789526, "main_score": 0.741491, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"]}, {"precision": 0.580797, "recall": 0.641304, "f1": 0.598383, "accuracy": 0.641304, "main_score": 0.598383, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"]}, {"precision": 0.803854, "recall": 0.853755, "f1": 0.819255, "accuracy": 0.853755, "main_score": 0.819255, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"]}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"]}, {"precision": 0.482093, "recall": 0.548419, "f1": 0.500149, "accuracy": 0.548419, "main_score": 0.500149, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"]}, {"precision": 0.89114, "recall": 0.91996, "f1": 0.900165, "accuracy": 0.91996, "main_score": 0.900165, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"]}, {"precision": 0.628534, "recall": 0.681818, "f1": 0.644117, "accuracy": 0.681818, "main_score": 0.644117, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"]}, {"precision": 0.90168, "recall": 0.931818, "f1": 0.911364, "accuracy": 0.931818, "main_score": 0.911364, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"]}, {"precision": 0.473859, "recall": 0.540514, "f1": 0.492182, "accuracy": 0.540514, "main_score": 0.492182, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"]}, {"precision": 0.604595, "recall": 0.673913, "f1": 0.625329, "accuracy": 0.673913, "main_score": 0.625329, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"]}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"]}, {"precision": 0.843709, "recall": 0.883399, "f1": 0.856028, "accuracy": 0.883399, "main_score": 0.856028, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"]}, {"precision": 0.663538, "recall": 0.715415, "f1": 0.678211, "accuracy": 0.715415, "main_score": 0.678211, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"]}, {"precision": 0.660368, "recall": 0.716403, "f1": 0.676894, "accuracy": 0.716403, "main_score": 0.676894, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"]}, {"precision": 0.548965, "recall": 0.612648, "f1": 0.566583, "accuracy": 0.612648, "main_score": 0.566583, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"]}, {"precision": 0.551407, "recall": 0.619565, "f1": 0.570873, "accuracy": 0.619565, "main_score": 0.570873, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"]}, {"precision": 0.839509, "recall": 0.881423, "f1": 0.852635, "accuracy": 0.881423, "main_score": 0.852635, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"]}, {"precision": 0.55776, "recall": 0.618577, "f1": 0.575065, "accuracy": 0.618577, "main_score": 0.575065, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"]}, {"precision": 0.633542, "recall": 0.694664, "f1": 0.651341, "accuracy": 0.694664, "main_score": 0.651341, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"]}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930896, "accuracy": 0.94664, "main_score": 0.930896, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"]}, {"precision": 0.508293, "recall": 0.565217, "f1": 0.524104, "accuracy": 0.565217, "main_score": 0.524104, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"]}, {"precision": 0.582767, "recall": 0.644269, "f1": 0.599725, "accuracy": 0.644269, "main_score": 0.599725, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"]}, {"precision": 0.600296, "recall": 0.661067, "f1": 0.61789, "accuracy": 0.661067, "main_score": 0.61789, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"]}, {"precision": 0.573139, "recall": 0.624506, "f1": 0.587711, "accuracy": 0.624506, "main_score": 0.587711, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"]}, {"precision": 0.54922, "recall": 0.613636, "f1": 0.567809, "accuracy": 0.613636, "main_score": 0.567809, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"]}, {"precision": 0.754258, "recall": 0.806324, "f1": 0.769699, "accuracy": 0.806324, "main_score": 0.769699, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"]}, {"precision": 0.76749, "recall": 0.818182, "f1": 0.78307, "accuracy": 0.818182, "main_score": 0.78307, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"]}, {"precision": 0.887764, "recall": 0.91502, "f1": 0.896113, "accuracy": 0.91502, "main_score": 0.896113, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"]}, {"precision": 0.501038, "recall": 0.578063, "f1": 0.523768, "accuracy": 0.578063, "main_score": 0.523768, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"]}, {"precision": 0.719763, "recall": 0.780632, "f1": 0.737949, "accuracy": 0.780632, "main_score": 0.737949, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"]}, {"precision": 0.628557, "recall": 0.674901, "f1": 0.64218, "accuracy": 0.674901, "main_score": 0.64218, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"]}, {"precision": 0.567748, "recall": 0.633399, "f1": 0.586666, "accuracy": 0.633399, "main_score": 0.586666, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"]}, {"precision": 0.532905, "recall": 0.594862, "f1": 0.550089, "accuracy": 0.594862, "main_score": 0.550089, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"]}, {"precision": 0.411301, "recall": 0.496047, "f1": 0.434155, "accuracy": 0.496047, "main_score": 0.434155, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"]}, {"precision": 0.58985, "recall": 0.650198, "f1": 0.606949, "accuracy": 0.650198, "main_score": 0.606949, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"]}, {"precision": 0.864789, "recall": 0.902174, "f1": 0.8766, "accuracy": 0.902174, "main_score": 0.8766, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"]}, {"precision": 0.961298, "recall": 0.971344, "f1": 0.964592, "accuracy": 0.971344, "main_score": 0.964592, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"]}, {"precision": 0.601803, "recall": 0.656126, "f1": 0.617239, "accuracy": 0.656126, "main_score": 0.617239, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"]}, {"precision": 0.602966, "recall": 0.666008, "f1": 0.620636, "accuracy": 0.666008, "main_score": 0.620636, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"]}, {"precision": 0.56322, "recall": 0.624506, "f1": 0.580511, "accuracy": 0.624506, "main_score": 0.580511, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"]}, {"precision": 0.180411, "recall": 0.230237, "f1": 0.193055, "accuracy": 0.230237, "main_score": 0.193055, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"]}, {"precision": 0.632437, "recall": 0.679842, "f1": 0.646163, "accuracy": 0.679842, "main_score": 0.646163, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"]}, {"precision": 0.6667, "recall": 0.722332, "f1": 0.683564, "accuracy": 0.722332, "main_score": 0.683564, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"]}, {"precision": 0.542095, "recall": 0.589921, "f1": 0.555816, "accuracy": 0.589921, "main_score": 0.555816, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"]}, {"precision": 0.488764, "recall": 0.566206, "f1": 0.509367, "accuracy": 0.566206, "main_score": 0.509367, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"]}, {"precision": 0.568866, "recall": 0.631423, "f1": 0.5875, "accuracy": 0.631423, "main_score": 0.5875, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"]}, {"precision": 0.562418, "recall": 0.630435, "f1": 0.580897, "accuracy": 0.630435, "main_score": 0.580897, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"]}, {"precision": 0.889493, "recall": 0.91996, "f1": 0.899012, "accuracy": 0.91996, "main_score": 0.899012, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"]}, {"precision": 0.514723, "recall": 0.575099, "f1": 0.532595, "accuracy": 0.575099, "main_score": 0.532595, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"]}, {"precision": 0.536007, "recall": 0.604743, "f1": 0.555072, "accuracy": 0.604743, "main_score": 0.555072, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"]}, {"precision": 0.511391, "recall": 0.566206, "f1": 0.52671, "accuracy": 0.566206, "main_score": 0.52671, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"]}, {"precision": 0.323882, "recall": 0.384387, "f1": 0.339949, "accuracy": 0.384387, "main_score": 0.339949, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"]}, {"precision": 0.58363, "recall": 0.646245, "f1": 0.601413, "accuracy": 0.646245, "main_score": 0.601413, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"]}, {"precision": 0.591912, "recall": 0.649209, "f1": 0.608181, "accuracy": 0.649209, "main_score": 0.608181, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"]}, {"precision": 0.706849, "recall": 0.770751, "f1": 0.725548, "accuracy": 0.770751, "main_score": 0.725548, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"]}, {"precision": 0.647645, "recall": 0.721344, "f1": 0.669452, "accuracy": 0.721344, "main_score": 0.669452, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"]}, {"precision": 0.69165, "recall": 0.751976, "f1": 0.70951, "accuracy": 0.751976, "main_score": 0.70951, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"]}, {"precision": 0.65252, "recall": 0.710474, "f1": 0.669763, "accuracy": 0.710474, "main_score": 0.669763, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"]}, {"precision": 0.639107, "recall": 0.710474, "f1": 0.659968, "accuracy": 0.710474, "main_score": 0.659968, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"]}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"]}, {"precision": 0.545052, "recall": 0.603755, "f1": 0.560991, "accuracy": 0.603755, "main_score": 0.560991, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"]}, {"precision": 0.557989, "recall": 0.617589, "f1": 0.574748, "accuracy": 0.617589, "main_score": 0.574748, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"]}, {"precision": 0.799144, "recall": 0.842885, "f1": 0.812154, "accuracy": 0.842885, "main_score": 0.812154, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"]}, {"precision": 0.467772, "recall": 0.530632, "f1": 0.484692, "accuracy": 0.530632, "main_score": 0.484692, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"]}, {"precision": 0.865919, "recall": 0.903162, "f1": 0.877882, "accuracy": 0.903162, "main_score": 0.877882, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"]}, {"precision": 0.543965, "recall": 0.603755, "f1": 0.560858, "accuracy": 0.603755, "main_score": 0.560858, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"]}, {"precision": 0.585768, "recall": 0.656126, "f1": 0.605871, "accuracy": 0.656126, "main_score": 0.605871, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"]}, {"precision": 0.191202, "recall": 0.253953, "f1": 0.206073, "accuracy": 0.253953, "main_score": 0.206073, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"]}, {"precision": 0.621116, "recall": 0.686759, "f1": 0.639907, "accuracy": 0.686759, "main_score": 0.639907, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"]}, {"precision": 0.871871, "recall": 0.910079, "f1": 0.883893, "accuracy": 0.910079, "main_score": 0.883893, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"]}, {"precision": 0.428089, "recall": 0.48419, "f1": 0.443027, "accuracy": 0.48419, "main_score": 0.443027, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"]}, {"precision": 0.669746, "recall": 0.727273, "f1": 0.686726, "accuracy": 0.727273, "main_score": 0.686726, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"]}, {"precision": 0.568664, "recall": 0.629447, "f1": 0.585554, "accuracy": 0.629447, "main_score": 0.585554, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"]}, {"precision": 0.506954, "recall": 0.572134, "f1": 0.525695, "accuracy": 0.572134, "main_score": 0.525695, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"]}, {"precision": 0.662468, "recall": 0.714427, "f1": 0.677626, "accuracy": 0.714427, "main_score": 0.677626, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"]}, {"precision": 0.227866, "recall": 0.298419, "f1": 0.246921, "accuracy": 0.298419, "main_score": 0.246921, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"]}, {"precision": 0.564081, "recall": 0.628458, "f1": 0.582726, "accuracy": 0.628458, "main_score": 0.582726, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"]}, {"precision": 0.592327, "recall": 0.652174, "f1": 0.610103, "accuracy": 0.652174, "main_score": 0.610103, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"]}, {"precision": 0.698659, "recall": 0.763834, "f1": 0.718231, "accuracy": 0.763834, "main_score": 0.718231, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"]}, {"precision": 0.571607, "recall": 0.631423, "f1": 0.588802, "accuracy": 0.631423, "main_score": 0.588802, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"]}, {"precision": 0.768725, "recall": 0.824111, "f1": 0.785573, "accuracy": 0.824111, "main_score": 0.785573, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"]}, {"precision": 0.466362, "recall": 0.528656, "f1": 0.483868, "accuracy": 0.528656, "main_score": 0.483868, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"]}, {"precision": 0.8708, "recall": 0.905138, "f1": 0.881771, "accuracy": 0.905138, "main_score": 0.881771, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"]}, {"precision": 0.607375, "recall": 0.664032, "f1": 0.623588, "accuracy": 0.664032, "main_score": 0.623588, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"]}, {"precision": 0.888505, "recall": 0.921937, "f1": 0.899374, "accuracy": 0.921937, "main_score": 0.899374, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"]}, {"precision": 0.443187, "recall": 0.513834, "f1": 0.462028, "accuracy": 0.513834, "main_score": 0.462028, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"]}, {"precision": 0.64804, "recall": 0.713439, "f1": 0.667311, "accuracy": 0.713439, "main_score": 0.667311, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"]}, {"precision": 0.82892, "recall": 0.871542, "f1": 0.842194, "accuracy": 0.871542, "main_score": 0.842194, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"]}, {"precision": 0.650543, "recall": 0.706522, "f1": 0.66674, "accuracy": 0.706522, "main_score": 0.66674, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"]}, {"precision": 0.629701, "recall": 0.693676, "f1": 0.647864, "accuracy": 0.693676, "main_score": 0.647864, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"]}, {"precision": 0.545043, "recall": 0.607708, "f1": 0.563079, "accuracy": 0.607708, "main_score": 0.563079, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"]}, {"precision": 0.530484, "recall": 0.598814, "f1": 0.550565, "accuracy": 0.598814, "main_score": 0.550565, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"]}, {"precision": 0.831522, "recall": 0.875494, "f1": 0.845356, "accuracy": 0.875494, "main_score": 0.845356, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"]}, {"precision": 0.550229, "recall": 0.616601, "f1": 0.568562, "accuracy": 0.616601, "main_score": 0.568562, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"]}, {"precision": 0.608213, "recall": 0.677866, "f1": 0.628492, "accuracy": 0.677866, "main_score": 0.628492, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"]}, {"precision": 0.915679, "recall": 0.9417, "f1": 0.924078, "accuracy": 0.9417, "main_score": 0.924078, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"]}, {"precision": 0.49519, "recall": 0.554348, "f1": 0.512148, "accuracy": 0.554348, "main_score": 0.512148, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"]}, {"precision": 0.572954, "recall": 0.632411, "f1": 0.589024, "accuracy": 0.632411, "main_score": 0.589024, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"]}, {"precision": 0.578451, "recall": 0.641304, "f1": 0.596741, "accuracy": 0.641304, "main_score": 0.596741, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"]}, {"precision": 0.552668, "recall": 0.606719, "f1": 0.567683, "accuracy": 0.606719, "main_score": 0.567683, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"]}, {"precision": 0.528518, "recall": 0.604743, "f1": 0.550423, "accuracy": 0.604743, "main_score": 0.550423, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"]}, {"precision": 0.745043, "recall": 0.795455, "f1": 0.759999, "accuracy": 0.795455, "main_score": 0.759999, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"]}, {"precision": 0.743198, "recall": 0.793478, "f1": 0.758235, "accuracy": 0.793478, "main_score": 0.758235, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"]}, {"precision": 0.871569, "recall": 0.902174, "f1": 0.88083, "accuracy": 0.902174, "main_score": 0.88083, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"]}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"]}, {"precision": 0.476687, "recall": 0.551383, "f1": 0.498449, "accuracy": 0.551383, "main_score": 0.498449, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"]}, {"precision": 0.717622, "recall": 0.778656, "f1": 0.736067, "accuracy": 0.778656, "main_score": 0.736067, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"]}, {"precision": 0.598851, "recall": 0.647233, "f1": 0.612867, "accuracy": 0.647233, "main_score": 0.612867, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"]}, {"precision": 0.555252, "recall": 0.620553, "f1": 0.573919, "accuracy": 0.620553, "main_score": 0.573919, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"]}, {"precision": 0.523518, "recall": 0.582016, "f1": 0.540394, "accuracy": 0.582016, "main_score": 0.540394, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"]}, {"precision": 0.291702, "recall": 0.346838, "f1": 0.305878, "accuracy": 0.346838, "main_score": 0.305878, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"]}, {"precision": 0.800449, "recall": 0.842885, "f1": 0.81302, "accuracy": 0.842885, "main_score": 0.81302, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"]}, {"precision": 0.737067, "recall": 0.790514, "f1": 0.752825, "accuracy": 0.790514, "main_score": 0.752825, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"]}, {"precision": 0.796022, "recall": 0.836957, "f1": 0.80791, "accuracy": 0.836957, "main_score": 0.80791, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"]}, {"precision": 0.808882, "recall": 0.844862, "f1": 0.819087, "accuracy": 0.844862, "main_score": 0.819087, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"]}, {"precision": 0.57444, "recall": 0.619565, "f1": 0.586926, "accuracy": 0.619565, "main_score": 0.586926, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"]}, {"precision": 0.790386, "recall": 0.833992, "f1": 0.802673, "accuracy": 0.833992, "main_score": 0.802673, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"]}, {"precision": 0.776405, "recall": 0.813241, "f1": 0.787377, "accuracy": 0.813241, "main_score": 0.787377, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"]}, {"precision": 0.824757, "recall": 0.854743, "f1": 0.833613, "accuracy": 0.854743, "main_score": 0.833613, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"]}, {"precision": 0.789592, "recall": 0.836957, "f1": 0.803675, "accuracy": 0.836957, "main_score": 0.803675, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"]}, {"precision": 0.789099, "recall": 0.831028, "f1": 0.801345, "accuracy": 0.831028, "main_score": 0.801345, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"]}, {"precision": 0.569401, "recall": 0.620553, "f1": 0.584703, "accuracy": 0.620553, "main_score": 0.584703, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"]}, {"precision": 0.794631, "recall": 0.838933, "f1": 0.807435, "accuracy": 0.838933, "main_score": 0.807435, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"]}, {"precision": 0.731637, "recall": 0.780632, "f1": 0.745498, "accuracy": 0.780632, "main_score": 0.745498, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"]}, {"precision": 0.807547, "recall": 0.851779, "f1": 0.820377, "accuracy": 0.851779, "main_score": 0.820377, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"]}, {"precision": 0.610765, "recall": 0.663043, "f1": 0.625783, "accuracy": 0.663043, "main_score": 0.625783, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"]}, {"precision": 0.803502, "recall": 0.847826, "f1": 0.816293, "accuracy": 0.847826, "main_score": 0.816293, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"]}, {"precision": 0.75504, "recall": 0.799407, "f1": 0.767956, "accuracy": 0.799407, "main_score": 0.767956, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"]}, {"precision": 0.828493, "recall": 0.865613, "f1": 0.838832, "accuracy": 0.865613, "main_score": 0.838832, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"]}, {"precision": 0.812458, "recall": 0.856719, "f1": 0.825593, "accuracy": 0.856719, "main_score": 0.825593, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"]}, {"precision": 0.530082, "recall": 0.579051, "f1": 0.544156, "accuracy": 0.579051, "main_score": 0.544156, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"]}, {"precision": 0.786053, "recall": 0.83004, "f1": 0.798932, "accuracy": 0.83004, "main_score": 0.798932, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"]}, {"precision": 0.810787, "recall": 0.846838, "f1": 0.820738, "accuracy": 0.846838, "main_score": 0.820738, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"]}, {"precision": 0.794791, "recall": 0.828063, "f1": 0.804063, "accuracy": 0.828063, "main_score": 0.804063, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"]}, {"precision": 0.188329, "recall": 0.227273, "f1": 0.198151, "accuracy": 0.227273, "main_score": 0.198151, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"]}, {"precision": 0.800718, "recall": 0.842885, "f1": 0.812491, "accuracy": 0.842885, "main_score": 0.812491, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"]}, {"precision": 0.599308, "recall": 0.644269, "f1": 0.612, "accuracy": 0.644269, "main_score": 0.612, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"]}, {"precision": 0.807387, "recall": 0.844862, "f1": 0.81823, "accuracy": 0.844862, "main_score": 0.81823, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"]}, {"precision": 0.813946, "recall": 0.853755, "f1": 0.825196, "accuracy": 0.853755, "main_score": 0.825196, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"]}, {"precision": 0.757436, "recall": 0.80336, "f1": 0.771234, "accuracy": 0.80336, "main_score": 0.771234, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"]}, {"precision": 0.785714, "recall": 0.831028, "f1": 0.798922, "accuracy": 0.831028, "main_score": 0.798922, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"]}, {"precision": 0.616733, "recall": 0.664032, "f1": 0.630698, "accuracy": 0.664032, "main_score": 0.630698, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"]}, {"precision": 0.821414, "recall": 0.856719, "f1": 0.831222, "accuracy": 0.856719, "main_score": 0.831222, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"]}, {"precision": 0.677283, "recall": 0.736166, "f1": 0.694311, "accuracy": 0.736166, "main_score": 0.694311, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"]}, {"precision": 0.772024, "recall": 0.81917, "f1": 0.785203, "accuracy": 0.81917, "main_score": 0.785203, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"]}, {"precision": 0.802126, "recall": 0.841897, "f1": 0.813496, "accuracy": 0.841897, "main_score": 0.813496, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"]}, {"precision": 0.79057, "recall": 0.833004, "f1": 0.802838, "accuracy": 0.833004, "main_score": 0.802838, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"]}, {"precision": 0.765119, "recall": 0.814229, "f1": 0.779435, "accuracy": 0.814229, "main_score": 0.779435, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"]}, {"precision": 0.534831, "recall": 0.586957, "f1": 0.549928, "accuracy": 0.586957, "main_score": 0.549928, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"]}, {"precision": 0.491702, "recall": 0.562253, "f1": 0.510359, "accuracy": 0.562253, "main_score": 0.510359, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"]}, {"precision": 0.794565, "recall": 0.839921, "f1": 0.808037, "accuracy": 0.839921, "main_score": 0.808037, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"]}, {"precision": 0.556456, "recall": 0.609684, "f1": 0.571659, "accuracy": 0.609684, "main_score": 0.571659, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"]}, {"precision": 0.818879, "recall": 0.858696, "f1": 0.830501, "accuracy": 0.858696, "main_score": 0.830501, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"]}, {"precision": 0.823469, "recall": 0.86166, "f1": 0.834719, "accuracy": 0.86166, "main_score": 0.834719, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"]}, {"precision": 0.777667, "recall": 0.81917, "f1": 0.789299, "accuracy": 0.81917, "main_score": 0.789299, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"]}, {"precision": 0.772661, "recall": 0.817194, "f1": 0.78571, "accuracy": 0.817194, "main_score": 0.78571, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"]}, {"precision": 0.550126, "recall": 0.601779, "f1": 0.564516, "accuracy": 0.601779, "main_score": 0.564516, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"]}, {"precision": 0.680764, "recall": 0.730237, "f1": 0.695309, "accuracy": 0.730237, "main_score": 0.695309, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"]}, {"precision": 0.807606, "recall": 0.842885, "f1": 0.817936, "accuracy": 0.842885, "main_score": 0.817936, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"]}, {"precision": 0.830545, "recall": 0.869565, "f1": 0.841798, "accuracy": 0.869565, "main_score": 0.841798, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"]}, {"precision": 0.831688, "recall": 0.859684, "f1": 0.839963, "accuracy": 0.859684, "main_score": 0.839963, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"]}, {"precision": 0.521322, "recall": 0.576087, "f1": 0.536848, "accuracy": 0.576087, "main_score": 0.536848, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"]}, {"precision": 0.80185, "recall": 0.842885, "f1": 0.814004, "accuracy": 0.842885, "main_score": 0.814004, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"]}, {"precision": 0.523178, "recall": 0.585968, "f1": 0.540864, "accuracy": 0.585968, "main_score": 0.540864, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"]}, {"precision": 0.524934, "recall": 0.56917, "f1": 0.53778, "accuracy": 0.56917, "main_score": 0.53778, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"]}, {"precision": 0.794878, "recall": 0.823123, "f1": 0.803183, "accuracy": 0.823123, "main_score": 0.803183, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"]}, {"precision": 0.314255, "recall": 0.371542, "f1": 0.329508, "accuracy": 0.371542, "main_score": 0.329508, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"]}, {"precision": 0.814743, "recall": 0.851779, "f1": 0.825502, "accuracy": 0.851779, "main_score": 0.825502, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"]}, {"precision": 0.798998, "recall": 0.839921, "f1": 0.81058, "accuracy": 0.839921, "main_score": 0.81058, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"]}, {"precision": 0.813277, "recall": 0.853755, "f1": 0.82496, "accuracy": 0.853755, "main_score": 0.82496, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"]}, {"precision": 0.774878, "recall": 0.827075, "f1": 0.790464, "accuracy": 0.827075, "main_score": 0.790464, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"]}, {"precision": 0.571847, "recall": 0.633399, "f1": 0.589392, "accuracy": 0.633399, "main_score": 0.589392, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"]}, {"precision": 0.80034, "recall": 0.833992, "f1": 0.81015, "accuracy": 0.833992, "main_score": 0.81015, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"]}, {"precision": 0.692918, "recall": 0.744071, "f1": 0.707732, "accuracy": 0.744071, "main_score": 0.707732, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"]}, {"precision": 0.838425, "recall": 0.875494, "f1": 0.848904, "accuracy": 0.875494, "main_score": 0.848904, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"]}, {"precision": 0.579513, "recall": 0.623518, "f1": 0.592227, "accuracy": 0.623518, "main_score": 0.592227, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"]}, {"precision": 0.799171, "recall": 0.835968, "f1": 0.809098, "accuracy": 0.835968, "main_score": 0.809098, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"]}, {"precision": 0.623108, "recall": 0.68083, "f1": 0.639347, "accuracy": 0.68083, "main_score": 0.639347, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"]}, {"precision": 0.71896, "recall": 0.769763, "f1": 0.733363, "accuracy": 0.769763, "main_score": 0.733363, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"]}, {"precision": 0.774464, "recall": 0.815217, "f1": 0.786331, "accuracy": 0.815217, "main_score": 0.786331, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"]}, {"precision": 0.798198, "recall": 0.838933, "f1": 0.810114, "accuracy": 0.838933, "main_score": 0.810114, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"]}, {"precision": 0.352969, "recall": 0.41996, "f1": 0.370615, "accuracy": 0.41996, "main_score": 0.370615, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"]}, {"precision": 0.601746, "recall": 0.65415, "f1": 0.616206, "accuracy": 0.65415, "main_score": 0.616206, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"]}, {"precision": 0.720572, "recall": 0.76581, "f1": 0.733797, "accuracy": 0.76581, "main_score": 0.733797, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"]}, {"precision": 0.617264, "recall": 0.666996, "f1": 0.631891, "accuracy": 0.666996, "main_score": 0.631891, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"]}, {"precision": 0.609872, "recall": 0.668972, "f1": 0.626939, "accuracy": 0.668972, "main_score": 0.626939, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"]}, {"precision": 0.825049, "recall": 0.862648, "f1": 0.836237, "accuracy": 0.862648, "main_score": 0.836237, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"]}, {"precision": 0.794656, "recall": 0.832016, "f1": 0.805984, "accuracy": 0.832016, "main_score": 0.805984, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"]}, {"precision": 0.799658, "recall": 0.840909, "f1": 0.811597, "accuracy": 0.840909, "main_score": 0.811597, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"]}, {"precision": 0.645252, "recall": 0.701581, "f1": 0.661691, "accuracy": 0.701581, "main_score": 0.661691, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"]}, {"precision": 0.821049, "recall": 0.857708, "f1": 0.832014, "accuracy": 0.857708, "main_score": 0.832014, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"]}, {"precision": 0.777941, "recall": 0.823123, "f1": 0.790897, "accuracy": 0.823123, "main_score": 0.790897, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"]}, {"precision": 0.820339, "recall": 0.858696, "f1": 0.831598, "accuracy": 0.858696, "main_score": 0.831598, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"]}, {"precision": 0.797926, "recall": 0.841897, "f1": 0.8104, "accuracy": 0.841897, "main_score": 0.8104, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"]}, {"precision": 0.543857, "recall": 0.596838, "f1": 0.558555, "accuracy": 0.596838, "main_score": 0.558555, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"]}, {"precision": 0.538835, "recall": 0.589921, "f1": 0.553187, "accuracy": 0.589921, "main_score": 0.553187, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"]}, {"precision": 0.765566, "recall": 0.820158, "f1": 0.781882, "accuracy": 0.820158, "main_score": 0.781882, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"]}, {"precision": 0.803566, "recall": 0.844862, "f1": 0.815076, "accuracy": 0.844862, "main_score": 0.815076, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"]}, {"precision": 0.79805, "recall": 0.84585, "f1": 0.811959, "accuracy": 0.84585, "main_score": 0.811959, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"]}, {"precision": 0.475594, "recall": 0.533597, "f1": 0.490918, "accuracy": 0.533597, "main_score": 0.490918, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"]}, {"precision": 0.821106, "recall": 0.855731, "f1": 0.831384, "accuracy": 0.855731, "main_score": 0.831384, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"]}, {"precision": 0.711258, "recall": 0.770751, "f1": 0.72843, "accuracy": 0.770751, "main_score": 0.72843, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"]}, {"precision": 0.603078, "recall": 0.656126, "f1": 0.618678, "accuracy": 0.656126, "main_score": 0.618678, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"]}, {"precision": 0.815156, "recall": 0.851779, "f1": 0.825565, "accuracy": 0.851779, "main_score": 0.825565, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"]}, {"precision": 0.537412, "recall": 0.593874, "f1": 0.553233, "accuracy": 0.593874, "main_score": 0.553233, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"]}, {"precision": 0.821542, "recall": 0.855731, "f1": 0.831646, "accuracy": 0.855731, "main_score": 0.831646, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"]}, {"precision": 0.802154, "recall": 0.840909, "f1": 0.812521, "accuracy": 0.840909, "main_score": 0.812521, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"]}, {"precision": 0.811809, "recall": 0.851779, "f1": 0.82333, "accuracy": 0.851779, "main_score": 0.82333, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"]}, {"precision": 0.825438, "recall": 0.865613, "f1": 0.837161, "accuracy": 0.865613, "main_score": 0.837161, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"]}, {"precision": 0.803739, "recall": 0.842885, "f1": 0.815434, "accuracy": 0.842885, "main_score": 0.815434, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"]}, {"precision": 0.788745, "recall": 0.831028, "f1": 0.801141, "accuracy": 0.831028, "main_score": 0.801141, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"]}, {"precision": 0.660607, "recall": 0.729249, "f1": 0.680538, "accuracy": 0.729249, "main_score": 0.680538, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"]}, {"precision": 0.571369, "recall": 0.630435, "f1": 0.587903, "accuracy": 0.630435, "main_score": 0.587903, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"]}, {"precision": 0.209673, "recall": 0.254941, "f1": 0.219559, "accuracy": 0.254941, "main_score": 0.219559, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"]}, {"precision": 0.62259, "recall": 0.670949, "f1": 0.637055, "accuracy": 0.670949, "main_score": 0.637055, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"]}, {"precision": 0.576551, "recall": 0.629447, "f1": 0.591712, "accuracy": 0.629447, "main_score": 0.591712, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"]}, {"precision": 0.821945, "recall": 0.859684, "f1": 0.832995, "accuracy": 0.859684, "main_score": 0.832995, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"]}, {"precision": 0.804749, "recall": 0.843874, "f1": 0.815846, "accuracy": 0.843874, "main_score": 0.815846, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"]}, {"precision": 0.406113, "recall": 0.460474, "f1": 0.420481, "accuracy": 0.460474, "main_score": 0.420481, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"]}, {"precision": 0.791419, "recall": 0.827075, "f1": 0.801641, "accuracy": 0.827075, "main_score": 0.801641, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"]}, {"precision": 0.797975, "recall": 0.840909, "f1": 0.810183, "accuracy": 0.840909, "main_score": 0.810183, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"]}, {"precision": 0.737193, "recall": 0.790514, "f1": 0.752604, "accuracy": 0.790514, "main_score": 0.752604, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"]}, {"precision": 0.766637, "recall": 0.817194, "f1": 0.78125, "accuracy": 0.817194, "main_score": 0.78125, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"]}, {"precision": 0.596064, "recall": 0.651186, "f1": 0.612154, "accuracy": 0.651186, "main_score": 0.612154, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"]}, {"precision": 0.787189, "recall": 0.832016, "f1": 0.800108, "accuracy": 0.832016, "main_score": 0.800108, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"]}, {"precision": 0.821598, "recall": 0.852767, "f1": 0.830303, "accuracy": 0.852767, "main_score": 0.830303, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"]}, {"precision": 0.547071, "recall": 0.605731, "f1": 0.564592, "accuracy": 0.605731, "main_score": 0.564592, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"]}, {"precision": 0.516562, "recall": 0.572134, "f1": 0.531752, "accuracy": 0.572134, "main_score": 0.531752, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"]}, {"precision": 0.638861, "recall": 0.686759, "f1": 0.652199, "accuracy": 0.686759, "main_score": 0.652199, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"]}, {"precision": 0.790591, "recall": 0.833004, "f1": 0.803177, "accuracy": 0.833004, "main_score": 0.803177, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"]}, {"precision": 0.151709, "recall": 0.194664, "f1": 0.162336, "accuracy": 0.194664, "main_score": 0.162336, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"]}, {"precision": 0.78395, "recall": 0.827075, "f1": 0.796397, "accuracy": 0.827075, "main_score": 0.796397, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"]}, {"precision": 0.697886, "recall": 0.750988, "f1": 0.71312, "accuracy": 0.750988, "main_score": 0.71312, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"]}, {"precision": 0.764043, "recall": 0.810277, "f1": 0.777308, "accuracy": 0.810277, "main_score": 0.777308, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"]}, {"precision": 0.799301, "recall": 0.84585, "f1": 0.813145, "accuracy": 0.84585, "main_score": 0.813145, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"]}, {"precision": 0.538916, "recall": 0.59585, "f1": 0.555341, "accuracy": 0.59585, "main_score": 0.555341, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"]}, {"precision": 0.536719, "recall": 0.596838, "f1": 0.553433, "accuracy": 0.596838, "main_score": 0.553433, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"]}, {"precision": 0.792288, "recall": 0.833992, "f1": 0.804367, "accuracy": 0.833992, "main_score": 0.804367, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"]}, {"precision": 0.811622, "recall": 0.849802, "f1": 0.822439, "accuracy": 0.849802, "main_score": 0.822439, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"]}, {"precision": 0.789601, "recall": 0.823123, "f1": 0.799227, "accuracy": 0.823123, "main_score": 0.799227, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"]}, {"precision": 0.747497, "recall": 0.796443, "f1": 0.761135, "accuracy": 0.796443, "main_score": 0.761135, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"]}, {"precision": 0.54305, "recall": 0.605731, "f1": 0.561942, "accuracy": 0.605731, "main_score": 0.561942, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"]}, {"precision": 0.797381, "recall": 0.835968, "f1": 0.808456, "accuracy": 0.835968, "main_score": 0.808456, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"]}, {"precision": 0.542419, "recall": 0.601779, "f1": 0.559129, "accuracy": 0.601779, "main_score": 0.559129, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"]}, {"precision": 0.575194, "recall": 0.631423, "f1": 0.59114, "accuracy": 0.631423, "main_score": 0.59114, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"]}, {"precision": 0.804694, "recall": 0.846838, "f1": 0.816735, "accuracy": 0.846838, "main_score": 0.816735, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"]}, {"precision": 0.790728, "recall": 0.826087, "f1": 0.801055, "accuracy": 0.826087, "main_score": 0.801055, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"]}, {"precision": 0.779061, "recall": 0.824111, "f1": 0.792262, "accuracy": 0.824111, "main_score": 0.792262, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"]}, {"precision": 0.451686, "recall": 0.512846, "f1": 0.46849, "accuracy": 0.512846, "main_score": 0.46849, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"]}, {"precision": 0.810747, "recall": 0.846838, "f1": 0.820924, "accuracy": 0.846838, "main_score": 0.820924, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"]}, {"precision": 0.786318, "recall": 0.83004, "f1": 0.798422, "accuracy": 0.83004, "main_score": 0.798422, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"]}, {"precision": 0.765004, "recall": 0.814229, "f1": 0.779814, "accuracy": 0.814229, "main_score": 0.779814, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"]}, {"precision": 0.705659, "recall": 0.761858, "f1": 0.721583, "accuracy": 0.761858, "main_score": 0.721583, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"]}, {"precision": 0.625036, "recall": 0.68083, "f1": 0.640849, "accuracy": 0.68083, "main_score": 0.640849, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"]}, {"precision": 0.743256, "recall": 0.785573, "f1": 0.755526, "accuracy": 0.785573, "main_score": 0.755526, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"]}, {"precision": 0.740915, "recall": 0.788538, "f1": 0.754701, "accuracy": 0.788538, "main_score": 0.754701, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"]}, {"precision": 0.602622, "recall": 0.651186, "f1": 0.616205, "accuracy": 0.651186, "main_score": 0.616205, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"]}, {"precision": 0.686686, "recall": 0.746047, "f1": 0.702937, "accuracy": 0.746047, "main_score": 0.702937, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"]}, {"precision": 0.805931, "recall": 0.84585, "f1": 0.817034, "accuracy": 0.84585, "main_score": 0.817034, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"]}, {"precision": 0.790912, "recall": 0.833004, "f1": 0.802437, "accuracy": 0.833004, "main_score": 0.802437, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"]}, {"precision": 0.805955, "recall": 0.846838, "f1": 0.817391, "accuracy": 0.846838, "main_score": 0.817391, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"]}, {"precision": 0.748725, "recall": 0.797431, "f1": 0.762848, "accuracy": 0.797431, "main_score": 0.762848, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"]}, {"precision": 0.824946, "recall": 0.864625, "f1": 0.836709, "accuracy": 0.864625, "main_score": 0.836709, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"]}, {"precision": 0.681663, "recall": 0.735178, "f1": 0.697256, "accuracy": 0.735178, "main_score": 0.697256, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"]}, {"precision": 0.787771, "recall": 0.820158, "f1": 0.797201, "accuracy": 0.820158, "main_score": 0.797201, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"]}, {"precision": 0.461408, "recall": 0.529644, "f1": 0.479763, "accuracy": 0.529644, "main_score": 0.479763, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"]}, {"precision": 0.801871, "recall": 0.842885, "f1": 0.814192, "accuracy": 0.842885, "main_score": 0.814192, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"]}, {"precision": 0.479794, "recall": 0.547431, "f1": 0.498547, "accuracy": 0.547431, "main_score": 0.498547, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"]}, {"precision": 0.798151, "recall": 0.837945, "f1": 0.809002, "accuracy": 0.837945, "main_score": 0.809002, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"]}, {"precision": 0.793741, "recall": 0.833992, "f1": 0.804828, "accuracy": 0.833992, "main_score": 0.804828, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"]}, {"precision": 0.71858, "recall": 0.766798, "f1": 0.732184, "accuracy": 0.766798, "main_score": 0.732184, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"]}, {"precision": 0.716403, "recall": 0.762846, "f1": 0.730468, "accuracy": 0.762846, "main_score": 0.730468, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"]}, {"precision": 0.762665, "recall": 0.804348, "f1": 0.774743, "accuracy": 0.804348, "main_score": 0.774743, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"]}, {"precision": 0.612476, "recall": 0.663043, "f1": 0.626797, "accuracy": 0.663043, "main_score": 0.626797, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"]}, {"precision": 0.578494, "recall": 0.629447, "f1": 0.59327, "accuracy": 0.629447, "main_score": 0.59327, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"]}, {"precision": 0.802652, "recall": 0.842885, "f1": 0.814446, "accuracy": 0.842885, "main_score": 0.814446, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"]}, {"precision": 0.759107, "recall": 0.800395, "f1": 0.771278, "accuracy": 0.800395, "main_score": 0.771278, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"]}, {"precision": 0.830625, "recall": 0.870553, "f1": 0.84213, "accuracy": 0.870553, "main_score": 0.84213, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"]}, {"precision": 0.528979, "recall": 0.591897, "f1": 0.547106, "accuracy": 0.591897, "main_score": 0.547106, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"]}, {"precision": 0.813695, "recall": 0.854743, "f1": 0.825234, "accuracy": 0.854743, "main_score": 0.825234, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"]}, {"precision": 0.792356, "recall": 0.833992, "f1": 0.804457, "accuracy": 0.833992, "main_score": 0.804457, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"]}, {"precision": 0.806831, "recall": 0.846838, "f1": 0.81789, "accuracy": 0.846838, "main_score": 0.81789, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"]}, {"precision": 0.510705, "recall": 0.570158, "f1": 0.528167, "accuracy": 0.570158, "main_score": 0.528167, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"]}, {"precision": 0.83246, "recall": 0.865613, "f1": 0.842266, "accuracy": 0.865613, "main_score": 0.842266, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"]}, {"precision": 0.646296, "recall": 0.697628, "f1": 0.660807, "accuracy": 0.697628, "main_score": 0.660807, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"]}, {"precision": 0.539656, "recall": 0.596838, "f1": 0.55551, "accuracy": 0.596838, "main_score": 0.55551, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"]}, {"precision": 0.551687, "recall": 0.610672, "f1": 0.568154, "accuracy": 0.610672, "main_score": 0.568154, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"]}, {"precision": 0.698352, "recall": 0.752964, "f1": 0.714497, "accuracy": 0.752964, "main_score": 0.714497, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"]}, {"precision": 0.815124, "recall": 0.856719, "f1": 0.827175, "accuracy": 0.856719, "main_score": 0.827175, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"]}, {"precision": 0.742055, "recall": 0.789526, "f1": 0.755945, "accuracy": 0.789526, "main_score": 0.755945, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"]}, {"precision": 0.496904, "recall": 0.552372, "f1": 0.512326, "accuracy": 0.552372, "main_score": 0.512326, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"]}, {"precision": 0.57263, "recall": 0.626482, "f1": 0.58747, "accuracy": 0.626482, "main_score": 0.58747, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"]}, {"precision": 0.786855, "recall": 0.833004, "f1": 0.799591, "accuracy": 0.833004, "main_score": 0.799591, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"]}, {"precision": 0.551212, "recall": 0.606719, "f1": 0.56674, "accuracy": 0.606719, "main_score": 0.56674, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"]}, {"precision": 0.541559, "recall": 0.594862, "f1": 0.556091, "accuracy": 0.594862, "main_score": 0.556091, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"]}, {"precision": 0.769151, "recall": 0.818182, "f1": 0.782983, "accuracy": 0.818182, "main_score": 0.782983, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"]}, {"precision": 0.540349, "recall": 0.593874, "f1": 0.556282, "accuracy": 0.593874, "main_score": 0.556282, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"]}, {"precision": 0.589097, "recall": 0.647233, "f1": 0.605605, "accuracy": 0.647233, "main_score": 0.605605, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"]}, {"precision": 0.812655, "recall": 0.846838, "f1": 0.821928, "accuracy": 0.846838, "main_score": 0.821928, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"]}, {"precision": 0.664888, "recall": 0.709486, "f1": 0.678656, "accuracy": 0.709486, "main_score": 0.678656, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"]}, {"precision": 0.753384, "recall": 0.788538, "f1": 0.76369, "accuracy": 0.788538, "main_score": 0.76369, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"]}, {"precision": 0.767616, "recall": 0.813241, "f1": 0.78101, "accuracy": 0.813241, "main_score": 0.78101, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"]}, {"precision": 0.694659, "recall": 0.748024, "f1": 0.709967, "accuracy": 0.748024, "main_score": 0.709967, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"]}, {"precision": 0.778114, "recall": 0.818182, "f1": 0.789223, "accuracy": 0.818182, "main_score": 0.789223, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"]}, {"precision": 0.470475, "recall": 0.546443, "f1": 0.492869, "accuracy": 0.546443, "main_score": 0.492869, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"]}, {"precision": 0.790739, "recall": 0.833992, "f1": 0.803398, "accuracy": 0.833992, "main_score": 0.803398, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"]}, {"precision": 0.719299, "recall": 0.770751, "f1": 0.734124, "accuracy": 0.770751, "main_score": 0.734124, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"]}, {"precision": 0.793759, "recall": 0.832016, "f1": 0.804145, "accuracy": 0.832016, "main_score": 0.804145, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"]}, {"precision": 0.791045, "recall": 0.833004, "f1": 0.802948, "accuracy": 0.833004, "main_score": 0.802948, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"]}, {"precision": 0.573893, "recall": 0.634387, "f1": 0.59113, "accuracy": 0.634387, "main_score": 0.59113, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"]}, {"precision": 0.555988, "recall": 0.594862, "f1": 0.56705, "accuracy": 0.594862, "main_score": 0.56705, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"]}, {"precision": 0.359123, "recall": 0.398221, "f1": 0.370374, "accuracy": 0.398221, "main_score": 0.370374, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"]}, {"precision": 0.45807, "recall": 0.494071, "f1": 0.468444, "accuracy": 0.494071, "main_score": 0.468444, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"]}, {"precision": 0.201939, "recall": 0.238142, "f1": 0.211452, "accuracy": 0.238142, "main_score": 0.211452, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"]}, {"precision": 0.46618, "recall": 0.509881, "f1": 0.478108, "accuracy": 0.509881, "main_score": 0.478108, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"]}, {"precision": 0.43638, "recall": 0.483202, "f1": 0.449354, "accuracy": 0.483202, "main_score": 0.449354, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"]}, {"precision": 0.467109, "recall": 0.506917, "f1": 0.478079, "accuracy": 0.506917, "main_score": 0.478079, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"]}, {"precision": 0.468183, "recall": 0.503953, "f1": 0.477713, "accuracy": 0.503953, "main_score": 0.477713, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"]}, {"precision": 0.479547, "recall": 0.513834, "f1": 0.489168, "accuracy": 0.513834, "main_score": 0.489168, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"]}, {"precision": 0.475496, "recall": 0.512846, "f1": 0.485356, "accuracy": 0.512846, "main_score": 0.485356, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"]}, {"precision": 0.468017, "recall": 0.502964, "f1": 0.478163, "accuracy": 0.502964, "main_score": 0.478163, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"]}, {"precision": 0.479134, "recall": 0.51087, "f1": 0.488196, "accuracy": 0.51087, "main_score": 0.488196, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"]}, {"precision": 0.459004, "recall": 0.509881, "f1": 0.47323, "accuracy": 0.509881, "main_score": 0.47323, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"]}, {"precision": 0.452546, "recall": 0.493083, "f1": 0.463256, "accuracy": 0.493083, "main_score": 0.463256, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"]}, {"precision": 0.423398, "recall": 0.463439, "f1": 0.43439, "accuracy": 0.463439, "main_score": 0.43439, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"]}, {"precision": 0.469433, "recall": 0.51087, "f1": 0.481052, "accuracy": 0.51087, "main_score": 0.481052, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"]}, {"precision": 0.420275, "recall": 0.472332, "f1": 0.434249, "accuracy": 0.472332, "main_score": 0.434249, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"]}, {"precision": 0.478116, "recall": 0.516798, "f1": 0.489074, "accuracy": 0.516798, "main_score": 0.489074, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"]}, {"precision": 0.470959, "recall": 0.507905, "f1": 0.481686, "accuracy": 0.507905, "main_score": 0.481686, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"]}, {"precision": 0.469396, "recall": 0.508893, "f1": 0.48023, "accuracy": 0.508893, "main_score": 0.48023, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"]}, {"precision": 0.44728, "recall": 0.486166, "f1": 0.457895, "accuracy": 0.486166, "main_score": 0.457895, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"]}, {"precision": 0.476372, "recall": 0.51581, "f1": 0.487716, "accuracy": 0.51581, "main_score": 0.487716, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"]}, {"precision": 0.475285, "recall": 0.511858, "f1": 0.485229, "accuracy": 0.511858, "main_score": 0.485229, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"]}, {"precision": 0.456292, "recall": 0.494071, "f1": 0.46673, "accuracy": 0.494071, "main_score": 0.46673, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"]}, {"precision": 0.456307, "recall": 0.5, "f1": 0.468553, "accuracy": 0.5, "main_score": 0.468553, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"]}, {"precision": 0.457491, "recall": 0.5, "f1": 0.469051, "accuracy": 0.5, "main_score": 0.469051, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"]}, {"precision": 0.474036, "recall": 0.512846, "f1": 0.48471, "accuracy": 0.512846, "main_score": 0.48471, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"]}, {"precision": 0.184075, "recall": 0.216403, "f1": 0.192472, "accuracy": 0.216403, "main_score": 0.192472, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"]}, {"precision": 0.465685, "recall": 0.506917, "f1": 0.476442, "accuracy": 0.506917, "main_score": 0.476442, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"]}, {"precision": 0.498271, "recall": 0.529644, "f1": 0.506987, "accuracy": 0.529644, "main_score": 0.506987, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"]}, {"precision": 0.471994, "recall": 0.508893, "f1": 0.482412, "accuracy": 0.508893, "main_score": 0.482412, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"]}, {"precision": 0.484269, "recall": 0.521739, "f1": 0.494233, "accuracy": 0.521739, "main_score": 0.494233, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"]}, {"precision": 0.469135, "recall": 0.503953, "f1": 0.478837, "accuracy": 0.503953, "main_score": 0.478837, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"]}, {"precision": 0.464559, "recall": 0.505929, "f1": 0.476136, "accuracy": 0.505929, "main_score": 0.476136, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"]}, {"precision": 0.473178, "recall": 0.507905, "f1": 0.482805, "accuracy": 0.507905, "main_score": 0.482805, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"]}, {"precision": 0.468181, "recall": 0.513834, "f1": 0.480203, "accuracy": 0.513834, "main_score": 0.480203, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"]}, {"precision": 0.402969, "recall": 0.454545, "f1": 0.41717, "accuracy": 0.454545, "main_score": 0.41717, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"]}, {"precision": 0.463761, "recall": 0.5, "f1": 0.473439, "accuracy": 0.5, "main_score": 0.473439, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"]}, {"precision": 0.445116, "recall": 0.495059, "f1": 0.458063, "accuracy": 0.495059, "main_score": 0.458063, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"]}, {"precision": 0.466455, "recall": 0.500988, "f1": 0.475897, "accuracy": 0.500988, "main_score": 0.475897, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"]}, {"precision": 0.463835, "recall": 0.506917, "f1": 0.475071, "accuracy": 0.506917, "main_score": 0.475071, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"]}, {"precision": 0.483852, "recall": 0.519763, "f1": 0.49355, "accuracy": 0.519763, "main_score": 0.49355, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"]}, {"precision": 0.34139, "recall": 0.385375, "f1": 0.353273, "accuracy": 0.385375, "main_score": 0.353273, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"]}, {"precision": 0.472569, "recall": 0.51087, "f1": 0.483136, "accuracy": 0.51087, "main_score": 0.483136, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"]}, {"precision": 0.467796, "recall": 0.503953, "f1": 0.478162, "accuracy": 0.503953, "main_score": 0.478162, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"]}, {"precision": 0.478415, "recall": 0.519763, "f1": 0.489837, "accuracy": 0.519763, "main_score": 0.489837, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"]}, {"precision": 0.478947, "recall": 0.518775, "f1": 0.489673, "accuracy": 0.518775, "main_score": 0.489673, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"]}, {"precision": 0.456489, "recall": 0.498024, "f1": 0.467624, "accuracy": 0.498024, "main_score": 0.467624, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"]}, {"precision": 0.471031, "recall": 0.508893, "f1": 0.481263, "accuracy": 0.508893, "main_score": 0.481263, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"]}, {"precision": 0.458689, "recall": 0.499012, "f1": 0.470177, "accuracy": 0.499012, "main_score": 0.470177, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"]}, {"precision": 0.463702, "recall": 0.501976, "f1": 0.474758, "accuracy": 0.501976, "main_score": 0.474758, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"]}, {"precision": 0.471262, "recall": 0.508893, "f1": 0.481751, "accuracy": 0.508893, "main_score": 0.481751, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"]}, {"precision": 0.490453, "recall": 0.525692, "f1": 0.500394, "accuracy": 0.525692, "main_score": 0.500394, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"]}, {"precision": 0.495592, "recall": 0.528656, "f1": 0.504679, "accuracy": 0.528656, "main_score": 0.504679, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"]}, {"precision": 0.462029, "recall": 0.501976, "f1": 0.473361, "accuracy": 0.501976, "main_score": 0.473361, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"]}, {"precision": 0.458121, "recall": 0.5, "f1": 0.469451, "accuracy": 0.5, "main_score": 0.469451, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"]}, {"precision": 0.348152, "recall": 0.393281, "f1": 0.360597, "accuracy": 0.393281, "main_score": 0.360597, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"]}, {"precision": 0.467548, "recall": 0.5, "f1": 0.476463, "accuracy": 0.5, "main_score": 0.476463, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"]}, {"precision": 0.489615, "recall": 0.523715, "f1": 0.49841, "accuracy": 0.523715, "main_score": 0.49841, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"]}, {"precision": 0.282498, "recall": 0.322134, "f1": 0.293339, "accuracy": 0.322134, "main_score": 0.293339, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"]}, {"precision": 0.466918, "recall": 0.502964, "f1": 0.47711, "accuracy": 0.502964, "main_score": 0.47711, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"]}, {"precision": 0.466425, "recall": 0.504941, "f1": 0.476776, "accuracy": 0.504941, "main_score": 0.476776, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"]}, {"precision": 0.465619, "recall": 0.503953, "f1": 0.476228, "accuracy": 0.503953, "main_score": 0.476228, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"]}, {"precision": 0.434322, "recall": 0.485178, "f1": 0.448123, "accuracy": 0.485178, "main_score": 0.448123, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"]}, {"precision": 0.48446, "recall": 0.519763, "f1": 0.494231, "accuracy": 0.519763, "main_score": 0.494231, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"]}, {"precision": 0.479476, "recall": 0.513834, "f1": 0.488309, "accuracy": 0.513834, "main_score": 0.488309, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"]}, {"precision": 0.478672, "recall": 0.512846, "f1": 0.487902, "accuracy": 0.512846, "main_score": 0.487902, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"]}, {"precision": 0.477838, "recall": 0.51581, "f1": 0.488096, "accuracy": 0.51581, "main_score": 0.488096, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"]}, {"precision": 0.463266, "recall": 0.499012, "f1": 0.473369, "accuracy": 0.499012, "main_score": 0.473369, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"]}, {"precision": 0.480464, "recall": 0.517787, "f1": 0.490244, "accuracy": 0.517787, "main_score": 0.490244, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"]}, {"precision": 0.46754, "recall": 0.506917, "f1": 0.478729, "accuracy": 0.506917, "main_score": 0.478729, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"]}, {"precision": 0.463844, "recall": 0.498024, "f1": 0.473736, "accuracy": 0.498024, "main_score": 0.473736, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"]}, {"precision": 0.452938, "recall": 0.499012, "f1": 0.465842, "accuracy": 0.499012, "main_score": 0.465842, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"]}, {"precision": 0.466735, "recall": 0.503953, "f1": 0.47709, "accuracy": 0.503953, "main_score": 0.47709, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"]}, {"precision": 0.241954, "recall": 0.286561, "f1": 0.253114, "accuracy": 0.286561, "main_score": 0.253114, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"]}, {"precision": 0.470398, "recall": 0.507905, "f1": 0.480969, "accuracy": 0.507905, "main_score": 0.480969, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"]}, {"precision": 0.461681, "recall": 0.498024, "f1": 0.471266, "accuracy": 0.498024, "main_score": 0.471266, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"]}, {"precision": 0.471003, "recall": 0.506917, "f1": 0.481261, "accuracy": 0.506917, "main_score": 0.481261, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"]}, {"precision": 0.396105, "recall": 0.442688, "f1": 0.408826, "accuracy": 0.442688, "main_score": 0.408826, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"]}, {"precision": 0.482187, "recall": 0.522727, "f1": 0.493015, "accuracy": 0.522727, "main_score": 0.493015, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"]}, {"precision": 0.477969, "recall": 0.512846, "f1": 0.487134, "accuracy": 0.512846, "main_score": 0.487134, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"]}, {"precision": 0.477957, "recall": 0.513834, "f1": 0.487659, "accuracy": 0.513834, "main_score": 0.487659, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"]}, {"precision": 0.412102, "recall": 0.459486, "f1": 0.424533, "accuracy": 0.459486, "main_score": 0.424533, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"]}, {"precision": 0.479275, "recall": 0.51581, "f1": 0.489843, "accuracy": 0.51581, "main_score": 0.489843, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"]}, {"precision": 0.454648, "recall": 0.499012, "f1": 0.466898, "accuracy": 0.499012, "main_score": 0.466898, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"]}, {"precision": 0.47562, "recall": 0.514822, "f1": 0.486492, "accuracy": 0.514822, "main_score": 0.486492, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"]}, {"precision": 0.467558, "recall": 0.511858, "f1": 0.479951, "accuracy": 0.511858, "main_score": 0.479951, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"]}, {"precision": 0.458383, "recall": 0.497036, "f1": 0.469288, "accuracy": 0.497036, "main_score": 0.469288, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"]}, {"precision": 0.459778, "recall": 0.499012, "f1": 0.470193, "accuracy": 0.499012, "main_score": 0.470193, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"]}, {"precision": 0.436887, "recall": 0.486166, "f1": 0.450693, "accuracy": 0.486166, "main_score": 0.450693, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"]}, {"precision": 0.469322, "recall": 0.51087, "f1": 0.480743, "accuracy": 0.51087, "main_score": 0.480743, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"]}, {"precision": 0.463973, "recall": 0.503953, "f1": 0.475255, "accuracy": 0.503953, "main_score": 0.475255, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"]}, {"precision": 0.477093, "recall": 0.512846, "f1": 0.487018, "accuracy": 0.512846, "main_score": 0.487018, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"]}, {"precision": 0.485551, "recall": 0.519763, "f1": 0.495212, "accuracy": 0.519763, "main_score": 0.495212, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"]}, {"precision": 0.435725, "recall": 0.477273, "f1": 0.446474, "accuracy": 0.477273, "main_score": 0.446474, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"]}, {"precision": 0.440434, "recall": 0.474308, "f1": 0.449902, "accuracy": 0.474308, "main_score": 0.449902, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"]}, {"precision": 0.468743, "recall": 0.51087, "f1": 0.48009, "accuracy": 0.51087, "main_score": 0.48009, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"]}, {"precision": 0.446412, "recall": 0.482213, "f1": 0.456307, "accuracy": 0.482213, "main_score": 0.456307, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"]}, {"precision": 0.488347, "recall": 0.523715, "f1": 0.497874, "accuracy": 0.523715, "main_score": 0.497874, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"]}, {"precision": 0.456596, "recall": 0.499012, "f1": 0.468163, "accuracy": 0.499012, "main_score": 0.468163, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"]}, {"precision": 0.473815, "recall": 0.513834, "f1": 0.484972, "accuracy": 0.513834, "main_score": 0.484972, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"]}, {"precision": 0.482959, "recall": 0.519763, "f1": 0.493621, "accuracy": 0.519763, "main_score": 0.493621, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"]}, {"precision": 0.458363, "recall": 0.5, "f1": 0.469923, "accuracy": 0.5, "main_score": 0.469923, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"]}, {"precision": 0.477536, "recall": 0.516798, "f1": 0.487603, "accuracy": 0.516798, "main_score": 0.487603, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"]}, {"precision": 0.340671, "recall": 0.395257, "f1": 0.354458, "accuracy": 0.395257, "main_score": 0.354458, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"]}, {"precision": 0.475701, "recall": 0.514822, "f1": 0.486374, "accuracy": 0.514822, "main_score": 0.486374, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"]}, {"precision": 0.193828, "recall": 0.233202, "f1": 0.202833, "accuracy": 0.233202, "main_score": 0.202833, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"]}, {"precision": 0.475631, "recall": 0.505929, "f1": 0.484051, "accuracy": 0.505929, "main_score": 0.484051, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"]}, {"precision": 0.403067, "recall": 0.440711, "f1": 0.413167, "accuracy": 0.440711, "main_score": 0.413167, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"]}, {"precision": 0.48277, "recall": 0.520751, "f1": 0.493596, "accuracy": 0.520751, "main_score": 0.493596, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"]}, {"precision": 0.476256, "recall": 0.512846, "f1": 0.485569, "accuracy": 0.512846, "main_score": 0.485569, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"]}, {"precision": 0.382242, "recall": 0.429842, "f1": 0.394969, "accuracy": 0.429842, "main_score": 0.394969, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"]}, {"precision": 0.472715, "recall": 0.507905, "f1": 0.481821, "accuracy": 0.507905, "main_score": 0.481821, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"]}, {"precision": 0.470403, "recall": 0.512846, "f1": 0.482209, "accuracy": 0.512846, "main_score": 0.482209, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"]}, {"precision": 0.434435, "recall": 0.482213, "f1": 0.447545, "accuracy": 0.482213, "main_score": 0.447545, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"]}, {"precision": 0.456391, "recall": 0.500988, "f1": 0.468263, "accuracy": 0.500988, "main_score": 0.468263, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"]}, {"precision": 0.467944, "recall": 0.505929, "f1": 0.478734, "accuracy": 0.505929, "main_score": 0.478734, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"]}, {"precision": 0.435103, "recall": 0.483202, "f1": 0.448546, "accuracy": 0.483202, "main_score": 0.448546, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"]}, {"precision": 0.500672, "recall": 0.532609, "f1": 0.508996, "accuracy": 0.532609, "main_score": 0.508996, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"]}, {"precision": 0.445021, "recall": 0.480237, "f1": 0.45543, "accuracy": 0.480237, "main_score": 0.45543, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"]}, {"precision": 0.446891, "recall": 0.479249, "f1": 0.456275, "accuracy": 0.479249, "main_score": 0.456275, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"]}, {"precision": 0.493094, "recall": 0.524704, "f1": 0.501249, "accuracy": 0.524704, "main_score": 0.501249, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"]}, {"precision": 0.476823, "recall": 0.514822, "f1": 0.487435, "accuracy": 0.514822, "main_score": 0.487435, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"]}, {"precision": 0.092381, "recall": 0.132411, "f1": 0.102148, "accuracy": 0.132411, "main_score": 0.102148, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"]}, {"precision": 0.443115, "recall": 0.48913, "f1": 0.456236, "accuracy": 0.48913, "main_score": 0.456236, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"]}, {"precision": 0.383233, "recall": 0.440711, "f1": 0.398268, "accuracy": 0.440711, "main_score": 0.398268, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"]}, {"precision": 0.448363, "recall": 0.492095, "f1": 0.460073, "accuracy": 0.492095, "main_score": 0.460073, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"]}, {"precision": 0.475451, "recall": 0.51581, "f1": 0.486662, "accuracy": 0.51581, "main_score": 0.486662, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"]}, {"precision": 0.430977, "recall": 0.475296, "f1": 0.443618, "accuracy": 0.475296, "main_score": 0.443618, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"]}, {"precision": 0.462879, "recall": 0.499012, "f1": 0.473082, "accuracy": 0.499012, "main_score": 0.473082, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"]}, {"precision": 0.459239, "recall": 0.498024, "f1": 0.470324, "accuracy": 0.498024, "main_score": 0.470324, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"]}, {"precision": 0.465587, "recall": 0.507905, "f1": 0.477845, "accuracy": 0.507905, "main_score": 0.477845, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"]}, {"precision": 0.481204, "recall": 0.512846, "f1": 0.490422, "accuracy": 0.512846, "main_score": 0.490422, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"]}, {"precision": 0.461091, "recall": 0.496047, "f1": 0.471085, "accuracy": 0.496047, "main_score": 0.471085, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"]}, {"precision": 0.435521, "recall": 0.480237, "f1": 0.448725, "accuracy": 0.480237, "main_score": 0.448725, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"]}, {"precision": 0.453749, "recall": 0.497036, "f1": 0.464841, "accuracy": 0.497036, "main_score": 0.464841, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"]}, {"precision": 0.451688, "recall": 0.493083, "f1": 0.463352, "accuracy": 0.493083, "main_score": 0.463352, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"]}, {"precision": 0.44154, "recall": 0.478261, "f1": 0.451714, "accuracy": 0.478261, "main_score": 0.451714, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"]}, {"precision": 0.443151, "recall": 0.494071, "f1": 0.457306, "accuracy": 0.494071, "main_score": 0.457306, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"]}, {"precision": 0.463334, "recall": 0.500988, "f1": 0.473785, "accuracy": 0.500988, "main_score": 0.473785, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"]}, {"precision": 0.448794, "recall": 0.498024, "f1": 0.462128, "accuracy": 0.498024, "main_score": 0.462128, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"]}, {"precision": 0.402849, "recall": 0.447628, "f1": 0.414555, "accuracy": 0.447628, "main_score": 0.414555, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"]}, {"precision": 0.493416, "recall": 0.524704, "f1": 0.502493, "accuracy": 0.524704, "main_score": 0.502493, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"]}, {"precision": 0.458528, "recall": 0.500988, "f1": 0.470254, "accuracy": 0.500988, "main_score": 0.470254, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"]}, {"precision": 0.415401, "recall": 0.463439, "f1": 0.42859, "accuracy": 0.463439, "main_score": 0.42859, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"]}, {"precision": 0.425341, "recall": 0.471344, "f1": 0.437647, "accuracy": 0.471344, "main_score": 0.437647, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"]}, {"precision": 0.43586, "recall": 0.472332, "f1": 0.445882, "accuracy": 0.472332, "main_score": 0.445882, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"]}, {"precision": 0.410155, "recall": 0.454545, "f1": 0.422606, "accuracy": 0.454545, "main_score": 0.422606, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"]}, {"precision": 0.450343, "recall": 0.492095, "f1": 0.461344, "accuracy": 0.492095, "main_score": 0.461344, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"]}, {"precision": 0.48195, "recall": 0.517787, "f1": 0.491806, "accuracy": 0.517787, "main_score": 0.491806, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"]}, {"precision": 0.379415, "recall": 0.436759, "f1": 0.395194, "accuracy": 0.436759, "main_score": 0.395194, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"]}, {"precision": 0.461175, "recall": 0.500988, "f1": 0.472596, "accuracy": 0.500988, "main_score": 0.472596, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"]}, {"precision": 0.458185, "recall": 0.498024, "f1": 0.468788, "accuracy": 0.498024, "main_score": 0.468788, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"]}, {"precision": 0.49042, "recall": 0.523715, "f1": 0.499426, "accuracy": 0.523715, "main_score": 0.499426, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"]}, {"precision": 0.45851, "recall": 0.502964, "f1": 0.471174, "accuracy": 0.502964, "main_score": 0.471174, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"]}, {"precision": 0.489512, "recall": 0.52668, "f1": 0.500151, "accuracy": 0.52668, "main_score": 0.500151, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"]}, {"precision": 0.430312, "recall": 0.470356, "f1": 0.441504, "accuracy": 0.470356, "main_score": 0.441504, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"]}, {"precision": 0.459821, "recall": 0.500988, "f1": 0.470964, "accuracy": 0.500988, "main_score": 0.470964, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"]}, {"precision": 0.412616, "recall": 0.454545, "f1": 0.424013, "accuracy": 0.454545, "main_score": 0.424013, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"]}, {"precision": 0.475465, "recall": 0.517787, "f1": 0.487479, "accuracy": 0.517787, "main_score": 0.487479, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"]}, {"precision": 0.350433, "recall": 0.402174, "f1": 0.364364, "accuracy": 0.402174, "main_score": 0.364364, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"]}, {"precision": 0.443701, "recall": 0.496047, "f1": 0.457658, "accuracy": 0.496047, "main_score": 0.457658, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"]}, {"precision": 0.463742, "recall": 0.503953, "f1": 0.475163, "accuracy": 0.503953, "main_score": 0.475163, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"]}, {"precision": 0.477118, "recall": 0.509881, "f1": 0.485891, "accuracy": 0.509881, "main_score": 0.485891, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"]}, {"precision": 0.488429, "recall": 0.519763, "f1": 0.496997, "accuracy": 0.519763, "main_score": 0.496997, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"]}, {"precision": 0.442031, "recall": 0.479249, "f1": 0.452049, "accuracy": 0.479249, "main_score": 0.452049, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"]}, {"precision": 0.485488, "recall": 0.520751, "f1": 0.495269, "accuracy": 0.520751, "main_score": 0.495269, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"]}, {"precision": 0.482889, "recall": 0.523715, "f1": 0.494065, "accuracy": 0.523715, "main_score": 0.494065, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"]}, {"precision": 0.48559, "recall": 0.521739, "f1": 0.494594, "accuracy": 0.521739, "main_score": 0.494594, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"]}, {"precision": 0.469462, "recall": 0.501976, "f1": 0.478802, "accuracy": 0.501976, "main_score": 0.478802, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"]}, {"precision": 0.487639, "recall": 0.521739, "f1": 0.497504, "accuracy": 0.521739, "main_score": 0.497504, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"]}, {"precision": 0.467651, "recall": 0.509881, "f1": 0.479429, "accuracy": 0.509881, "main_score": 0.479429, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"]}, {"precision": 0.481561, "recall": 0.517787, "f1": 0.491665, "accuracy": 0.517787, "main_score": 0.491665, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"]}, {"precision": 0.451031, "recall": 0.497036, "f1": 0.463556, "accuracy": 0.497036, "main_score": 0.463556, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"]}, {"precision": 0.471561, "recall": 0.513834, "f1": 0.483095, "accuracy": 0.513834, "main_score": 0.483095, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"]}, {"precision": 0.437004, "recall": 0.481225, "f1": 0.449326, "accuracy": 0.481225, "main_score": 0.449326, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"]}, {"precision": 0.493134, "recall": 0.525692, "f1": 0.501909, "accuracy": 0.525692, "main_score": 0.501909, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"]}, {"precision": 0.462665, "recall": 0.497036, "f1": 0.472698, "accuracy": 0.497036, "main_score": 0.472698, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"]}, {"precision": 0.459705, "recall": 0.499012, "f1": 0.471013, "accuracy": 0.499012, "main_score": 0.471013, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"]}, {"precision": 0.464011, "recall": 0.507905, "f1": 0.47633, "accuracy": 0.507905, "main_score": 0.47633, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"]}, {"precision": 0.389824, "recall": 0.433794, "f1": 0.401504, "accuracy": 0.433794, "main_score": 0.401504, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"]}, {"precision": 0.478636, "recall": 0.517787, "f1": 0.489161, "accuracy": 0.517787, "main_score": 0.489161, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"]}, {"precision": 0.463041, "recall": 0.505929, "f1": 0.474344, "accuracy": 0.505929, "main_score": 0.474344, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"]}, {"precision": 0.463411, "recall": 0.501976, "f1": 0.474466, "accuracy": 0.501976, "main_score": 0.474466, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"]}, {"precision": 0.477215, "recall": 0.513834, "f1": 0.487868, "accuracy": 0.513834, "main_score": 0.487868, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"]}, {"precision": 0.434088, "recall": 0.486166, "f1": 0.447677, "accuracy": 0.486166, "main_score": 0.447677, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"]}, {"precision": 0.46284, "recall": 0.5, "f1": 0.473138, "accuracy": 0.5, "main_score": 0.473138, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"]}, {"precision": 0.469257, "recall": 0.500988, "f1": 0.477714, "accuracy": 0.500988, "main_score": 0.477714, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"]}, {"precision": 0.449952, "recall": 0.494071, "f1": 0.462049, "accuracy": 0.494071, "main_score": 0.462049, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"]}, {"precision": 0.434514, "recall": 0.477273, "f1": 0.447357, "accuracy": 0.477273, "main_score": 0.447357, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"]}, {"precision": 0.464002, "recall": 0.501976, "f1": 0.47486, "accuracy": 0.501976, "main_score": 0.47486, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"]}, {"precision": 0.481684, "recall": 0.513834, "f1": 0.490165, "accuracy": 0.513834, "main_score": 0.490165, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"]}, {"precision": 0.474502, "recall": 0.509881, "f1": 0.484088, "accuracy": 0.509881, "main_score": 0.484088, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"]}, {"precision": 0.478032, "recall": 0.513834, "f1": 0.48747, "accuracy": 0.513834, "main_score": 0.48747, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"]}, {"precision": 0.439288, "recall": 0.481225, "f1": 0.450584, "accuracy": 0.481225, "main_score": 0.450584, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"]}, {"precision": 0.446651, "recall": 0.483202, "f1": 0.456371, "accuracy": 0.483202, "main_score": 0.456371, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"]}, {"precision": 0.459503, "recall": 0.495059, "f1": 0.469979, "accuracy": 0.495059, "main_score": 0.469979, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"]}, {"precision": 0.38877, "recall": 0.445652, "f1": 0.404534, "accuracy": 0.445652, "main_score": 0.404534, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"]}, {"precision": 0.441886, "recall": 0.485178, "f1": 0.454182, "accuracy": 0.485178, "main_score": 0.454182, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"]}, {"precision": 0.451571, "recall": 0.494071, "f1": 0.463817, "accuracy": 0.494071, "main_score": 0.463817, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"]}, {"precision": 0.471524, "recall": 0.509881, "f1": 0.482214, "accuracy": 0.509881, "main_score": 0.482214, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"]}, {"precision": 0.448171, "recall": 0.496047, "f1": 0.460975, "accuracy": 0.496047, "main_score": 0.460975, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"]}, {"precision": 0.440221, "recall": 0.480237, "f1": 0.451115, "accuracy": 0.480237, "main_score": 0.451115, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"]}, {"precision": 0.473518, "recall": 0.508893, "f1": 0.483912, "accuracy": 0.508893, "main_score": 0.483912, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"]}, {"precision": 0.623624, "recall": 0.683794, "f1": 0.640548, "accuracy": 0.683794, "main_score": 0.640548, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"]}, {"precision": 0.556244, "recall": 0.616601, "f1": 0.573424, "accuracy": 0.616601, "main_score": 0.573424, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"]}, {"precision": 0.401631, "recall": 0.475296, "f1": 0.420997, "accuracy": 0.475296, "main_score": 0.420997, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"]}, {"precision": 0.61349, "recall": 0.672925, "f1": 0.630381, "accuracy": 0.672925, "main_score": 0.630381, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"]}, {"precision": 0.890902, "recall": 0.917984, "f1": 0.899358, "accuracy": 0.917984, "main_score": 0.899358, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"]}, {"precision": 0.960227, "recall": 0.970356, "f1": 0.963505, "accuracy": 0.970356, "main_score": 0.963505, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"]}, {"precision": 0.61569, "recall": 0.667984, "f1": 0.63039, "accuracy": 0.667984, "main_score": 0.63039, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"]}, {"precision": 0.621266, "recall": 0.682806, "f1": 0.638523, "accuracy": 0.682806, "main_score": 0.638523, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"]}, {"precision": 0.577546, "recall": 0.637352, "f1": 0.594403, "accuracy": 0.637352, "main_score": 0.594403, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"]}, {"precision": 0.200504, "recall": 0.246047, "f1": 0.211514, "accuracy": 0.246047, "main_score": 0.211514, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"]}, {"precision": 0.647316, "recall": 0.690711, "f1": 0.659568, "accuracy": 0.690711, "main_score": 0.659568, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"]}, {"precision": 0.694368, "recall": 0.746047, "f1": 0.709365, "accuracy": 0.746047, "main_score": 0.709365, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"]}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"]}, {"precision": 0.580809, "recall": 0.625494, "f1": 0.593824, "accuracy": 0.625494, "main_score": 0.593824, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"]}, {"precision": 0.535952, "recall": 0.607708, "f1": 0.55533, "accuracy": 0.607708, "main_score": 0.55533, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"]}, {"precision": 0.593471, "recall": 0.650198, "f1": 0.60962, "accuracy": 0.650198, "main_score": 0.60962, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"]}, {"precision": 0.611989, "recall": 0.666996, "f1": 0.627541, "accuracy": 0.666996, "main_score": 0.627541, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"]}, {"precision": 0.890893, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"]}, {"precision": 0.538763, "recall": 0.593874, "f1": 0.5546, "accuracy": 0.593874, "main_score": 0.5546, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"]}, {"precision": 0.589594, "recall": 0.65415, "f1": 0.608049, "accuracy": 0.65415, "main_score": 0.608049, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"]}, {"precision": 0.528103, "recall": 0.577075, "f1": 0.541071, "accuracy": 0.577075, "main_score": 0.541071, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"]}, {"precision": 0.941947, "recall": 0.95751, "f1": 0.946706, "accuracy": 0.95751, "main_score": 0.946706, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"]}, {"precision": 0.330674, "recall": 0.385375, "f1": 0.345315, "accuracy": 0.385375, "main_score": 0.345315, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"]}, {"precision": 0.606201, "recall": 0.663043, "f1": 0.62226, "accuracy": 0.663043, "main_score": 0.62226, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"]}, {"precision": 0.615904, "recall": 0.660079, "f1": 0.628543, "accuracy": 0.660079, "main_score": 0.628543, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"]}, {"precision": 0.706006, "recall": 0.758893, "f1": 0.721645, "accuracy": 0.758893, "main_score": 0.721645, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"]}, {"precision": 0.613219, "recall": 0.692688, "f1": 0.636192, "accuracy": 0.692688, "main_score": 0.636192, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"]}, {"precision": 0.71592, "recall": 0.769763, "f1": 0.731691, "accuracy": 0.769763, "main_score": 0.731691, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"]}, {"precision": 0.69241, "recall": 0.73913, "f1": 0.706059, "accuracy": 0.73913, "main_score": 0.706059, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"]}, {"precision": 0.68042, "recall": 0.738142, "f1": 0.696773, "accuracy": 0.738142, "main_score": 0.696773, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"]}, {"precision": 0.923172, "recall": 0.944664, "f1": 0.929908, "accuracy": 0.944664, "main_score": 0.929908, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"]}, {"precision": 0.570727, "recall": 0.626482, "f1": 0.586484, "accuracy": 0.626482, "main_score": 0.586484, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"]}, {"precision": 0.564147, "recall": 0.618577, "f1": 0.57917, "accuracy": 0.618577, "main_score": 0.57917, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"]}, {"precision": 0.820916, "recall": 0.864625, "f1": 0.833865, "accuracy": 0.864625, "main_score": 0.833865, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"]}, {"precision": 0.479372, "recall": 0.533597, "f1": 0.493458, "accuracy": 0.533597, "main_score": 0.493458, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"]}, {"precision": 0.863697, "recall": 0.898221, "f1": 0.874078, "accuracy": 0.898221, "main_score": 0.874078, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"]}, {"precision": 0.55178, "recall": 0.610672, "f1": 0.568197, "accuracy": 0.610672, "main_score": 0.568197, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"]}, {"precision": 0.609921, "recall": 0.672925, "f1": 0.628175, "accuracy": 0.672925, "main_score": 0.628175, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"]}, {"precision": 0.208228, "recall": 0.262846, "f1": 0.221004, "accuracy": 0.262846, "main_score": 0.221004, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"]}, {"precision": 0.656301, "recall": 0.711462, "f1": 0.672334, "accuracy": 0.711462, "main_score": 0.672334, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"]}, {"precision": 0.76508, "recall": 0.81917, "f1": 0.780882, "accuracy": 0.81917, "main_score": 0.780882, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"]}, {"precision": 0.435895, "recall": 0.493083, "f1": 0.451438, "accuracy": 0.493083, "main_score": 0.451438, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"]}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"]}, {"precision": 0.709058, "recall": 0.757905, "f1": 0.723306, "accuracy": 0.757905, "main_score": 0.723306, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"]}, {"precision": 0.585404, "recall": 0.645257, "f1": 0.6028, "accuracy": 0.645257, "main_score": 0.6028, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"]}, {"precision": 0.515215, "recall": 0.578063, "f1": 0.532377, "accuracy": 0.578063, "main_score": 0.532377, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"]}, {"precision": 0.687658, "recall": 0.741107, "f1": 0.703296, "accuracy": 0.741107, "main_score": 0.703296, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"]}, {"precision": 0.222213, "recall": 0.300395, "f1": 0.242773, "accuracy": 0.300395, "main_score": 0.242773, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"]}, {"precision": 0.946673, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"]}, {"precision": 0.609446, "recall": 0.66502, "f1": 0.625826, "accuracy": 0.66502, "main_score": 0.625826, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"]}, {"precision": 0.601252, "recall": 0.662055, "f1": 0.618551, "accuracy": 0.662055, "main_score": 0.618551, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"]}, {"precision": 0.72085, "recall": 0.782609, "f1": 0.739036, "accuracy": 0.782609, "main_score": 0.739036, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"]}, {"precision": 0.571904, "recall": 0.625494, "f1": 0.587484, "accuracy": 0.625494, "main_score": 0.587484, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"]}, {"precision": 0.760244, "recall": 0.814229, "f1": 0.776416, "accuracy": 0.814229, "main_score": 0.776416, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"]}, {"precision": 0.479714, "recall": 0.543478, "f1": 0.496921, "accuracy": 0.543478, "main_score": 0.496921, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"]}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"]}, {"precision": 0.84972, "recall": 0.885375, "f1": 0.86102, "accuracy": 0.885375, "main_score": 0.86102, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"]}, {"precision": 0.926877, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"]}, {"precision": 0.927157, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"]}, {"precision": 0.633727, "recall": 0.685771, "f1": 0.648191, "accuracy": 0.685771, "main_score": 0.648191, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"]}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"]}, {"precision": 0.858119, "recall": 0.896245, "f1": 0.870092, "accuracy": 0.896245, "main_score": 0.870092, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"]}, {"precision": 0.480476, "recall": 0.547431, "f1": 0.498969, "accuracy": 0.547431, "main_score": 0.498969, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"]}, {"precision": 0.590276, "recall": 0.656126, "f1": 0.609329, "accuracy": 0.656126, "main_score": 0.609329, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"]}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"]}, {"precision": 0.820405, "recall": 0.862648, "f1": 0.83341, "accuracy": 0.862648, "main_score": 0.83341, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"]}, {"precision": 0.66889, "recall": 0.714427, "f1": 0.682068, "accuracy": 0.714427, "main_score": 0.682068, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"]}, {"precision": 0.656869, "recall": 0.711462, "f1": 0.673227, "accuracy": 0.711462, "main_score": 0.673227, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"]}, {"precision": 0.93857, "recall": 0.956522, "f1": 0.944335, "accuracy": 0.956522, "main_score": 0.944335, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"]}, {"precision": 0.5538, "recall": 0.613636, "f1": 0.570725, "accuracy": 0.613636, "main_score": 0.570725, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"]}, {"precision": 0.560139, "recall": 0.621542, "f1": 0.577127, "accuracy": 0.621542, "main_score": 0.577127, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"]}, {"precision": 0.821303, "recall": 0.863636, "f1": 0.834132, "accuracy": 0.863636, "main_score": 0.834132, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"]}, {"precision": 0.567267, "recall": 0.626482, "f1": 0.583673, "accuracy": 0.626482, "main_score": 0.583673, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"]}, {"precision": 0.635772, "recall": 0.693676, "f1": 0.65192, "accuracy": 0.693676, "main_score": 0.65192, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"]}, {"precision": 0.894022, "recall": 0.923913, "f1": 0.90336, "accuracy": 0.923913, "main_score": 0.90336, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"]}, {"precision": 0.511724, "recall": 0.562253, "f1": 0.525431, "accuracy": 0.562253, "main_score": 0.525431, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"]}, {"precision": 0.595449, "recall": 0.649209, "f1": 0.610168, "accuracy": 0.649209, "main_score": 0.610168, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"]}, {"precision": 0.618887, "recall": 0.672925, "f1": 0.633682, "accuracy": 0.672925, "main_score": 0.633682, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"]}, {"precision": 0.570671, "recall": 0.62253, "f1": 0.585014, "accuracy": 0.62253, "main_score": 0.585014, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"]}, {"precision": 0.564963, "recall": 0.626482, "f1": 0.582773, "accuracy": 0.626482, "main_score": 0.582773, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"]}, {"precision": 0.745932, "recall": 0.798419, "f1": 0.760926, "accuracy": 0.798419, "main_score": 0.760926, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"]}, {"precision": 0.764353, "recall": 0.807312, "f1": 0.776866, "accuracy": 0.807312, "main_score": 0.776866, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"]}, {"precision": 0.864987, "recall": 0.892292, "f1": 0.873108, "accuracy": 0.892292, "main_score": 0.873108, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"]}, {"precision": 0.935441, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"]}, {"precision": 0.507353, "recall": 0.58004, "f1": 0.528476, "accuracy": 0.58004, "main_score": 0.528476, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"]}, {"precision": 0.73111, "recall": 0.790514, "f1": 0.749162, "accuracy": 0.790514, "main_score": 0.749162, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"]}, {"precision": 0.601729, "recall": 0.653162, "f1": 0.616053, "accuracy": 0.653162, "main_score": 0.616053, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"]}, {"precision": 0.46746, "recall": 0.527668, "f1": 0.483598, "accuracy": 0.527668, "main_score": 0.483598, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"]}, {"precision": 0.497266, "recall": 0.546443, "f1": 0.511395, "accuracy": 0.546443, "main_score": 0.511395, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"]}, {"precision": 0.396511, "recall": 0.483202, "f1": 0.420262, "accuracy": 0.483202, "main_score": 0.420262, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"]}, {"precision": 0.526394, "recall": 0.583004, "f1": 0.542462, "accuracy": 0.583004, "main_score": 0.542462, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"]}, {"precision": 0.785886, "recall": 0.83498, "f1": 0.800889, "accuracy": 0.83498, "main_score": 0.800889, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"]}, {"precision": 0.893561, "recall": 0.920949, "f1": 0.90191, "accuracy": 0.920949, "main_score": 0.90191, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"]}, {"precision": 0.524812, "recall": 0.576087, "f1": 0.539561, "accuracy": 0.576087, "main_score": 0.539561, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"]}, {"precision": 0.549105, "recall": 0.593874, "f1": 0.561994, "accuracy": 0.593874, "main_score": 0.561994, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"]}, {"precision": 0.531499, "recall": 0.588933, "f1": 0.547029, "accuracy": 0.588933, "main_score": 0.547029, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"]}, {"precision": 0.180621, "recall": 0.229249, "f1": 0.193236, "accuracy": 0.229249, "main_score": 0.193236, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"]}, {"precision": 0.563792, "recall": 0.613636, "f1": 0.577615, "accuracy": 0.613636, "main_score": 0.577615, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"]}, {"precision": 0.62066, "recall": 0.676877, "f1": 0.637228, "accuracy": 0.676877, "main_score": 0.637228, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"]}, {"precision": 0.49664, "recall": 0.545455, "f1": 0.510888, "accuracy": 0.545455, "main_score": 0.510888, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"]}, {"precision": 0.425011, "recall": 0.491107, "f1": 0.442085, "accuracy": 0.491107, "main_score": 0.442085, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"]}, {"precision": 0.543069, "recall": 0.597826, "f1": 0.558145, "accuracy": 0.597826, "main_score": 0.558145, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"]}, {"precision": 0.530248, "recall": 0.588933, "f1": 0.546225, "accuracy": 0.588933, "main_score": 0.546225, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"]}, {"precision": 0.843224, "recall": 0.881423, "f1": 0.855075, "accuracy": 0.881423, "main_score": 0.855075, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"]}, {"precision": 0.480509, "recall": 0.535573, "f1": 0.495957, "accuracy": 0.535573, "main_score": 0.495957, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"]}, {"precision": 0.462811, "recall": 0.532609, "f1": 0.481864, "accuracy": 0.532609, "main_score": 0.481864, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"]}, {"precision": 0.484716, "recall": 0.527668, "f1": 0.496494, "accuracy": 0.527668, "main_score": 0.496494, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"]}, {"precision": 0.901103, "recall": 0.927866, "f1": 0.909289, "accuracy": 0.927866, "main_score": 0.909289, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"]}, {"precision": 0.294119, "recall": 0.342885, "f1": 0.307471, "accuracy": 0.342885, "main_score": 0.307471, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"]}, {"precision": 0.539014, "recall": 0.591897, "f1": 0.553708, "accuracy": 0.591897, "main_score": 0.553708, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"]}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"]}, {"precision": 0.533453, "recall": 0.579051, "f1": 0.546178, "accuracy": 0.579051, "main_score": 0.546178, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"]}, {"precision": 0.635646, "recall": 0.695652, "f1": 0.652994, "accuracy": 0.695652, "main_score": 0.652994, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"]}, {"precision": 0.646105, "recall": 0.722332, "f1": 0.668863, "accuracy": 0.722332, "main_score": 0.668863, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"]}, {"precision": 0.653966, "recall": 0.710474, "f1": 0.669263, "accuracy": 0.710474, "main_score": 0.669263, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"]}, {"precision": 0.576977, "recall": 0.62747, "f1": 0.591222, "accuracy": 0.62747, "main_score": 0.591222, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"]}, {"precision": 0.567593, "recall": 0.634387, "f1": 0.586582, "accuracy": 0.634387, "main_score": 0.586582, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"]}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"]}, {"precision": 0.923748, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"]}, {"precision": 0.500792, "recall": 0.55336, "f1": 0.516182, "accuracy": 0.55336, "main_score": 0.516182, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"]}, {"precision": 0.505298, "recall": 0.561265, "f1": 0.520789, "accuracy": 0.561265, "main_score": 0.520789, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"]}, {"precision": 0.708976, "recall": 0.764822, "f1": 0.725028, "accuracy": 0.764822, "main_score": 0.725028, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"]}, {"precision": 0.446082, "recall": 0.497036, "f1": 0.459674, "accuracy": 0.497036, "main_score": 0.459674, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"]}, {"precision": 0.855567, "recall": 0.894269, "f1": 0.867918, "accuracy": 0.894269, "main_score": 0.867918, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"]}, {"precision": 0.487291, "recall": 0.537549, "f1": 0.501702, "accuracy": 0.537549, "main_score": 0.501702, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"]}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"]}, {"precision": 0.51057, "recall": 0.578063, "f1": 0.529519, "accuracy": 0.578063, "main_score": 0.529519, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"]}, {"precision": 0.200164, "recall": 0.247036, "f1": 0.212508, "accuracy": 0.247036, "main_score": 0.212508, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"]}, {"precision": 0.552915, "recall": 0.608696, "f1": 0.569222, "accuracy": 0.608696, "main_score": 0.569222, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"]}, {"precision": 0.749489, "recall": 0.8083, "f1": 0.767048, "accuracy": 0.8083, "main_score": 0.767048, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"]}, {"precision": 0.416163, "recall": 0.472332, "f1": 0.43176, "accuracy": 0.472332, "main_score": 0.43176, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"]}, {"precision": 0.616901, "recall": 0.672925, "f1": 0.632644, "accuracy": 0.672925, "main_score": 0.632644, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"]}, {"precision": 0.48266, "recall": 0.541502, "f1": 0.500198, "accuracy": 0.541502, "main_score": 0.500198, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"]}, {"precision": 0.462355, "recall": 0.525692, "f1": 0.480169, "accuracy": 0.525692, "main_score": 0.480169, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"]}, {"precision": 0.575365, "recall": 0.62747, "f1": 0.59065, "accuracy": 0.62747, "main_score": 0.59065, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"]}, {"precision": 0.273041, "recall": 0.347826, "f1": 0.292554, "accuracy": 0.347826, "main_score": 0.292554, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"]}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.937088, "accuracy": 0.950593, "main_score": 0.937088, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"]}, {"precision": 0.530389, "recall": 0.586957, "f1": 0.546661, "accuracy": 0.586957, "main_score": 0.546661, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"]}, {"precision": 0.554047, "recall": 0.610672, "f1": 0.570051, "accuracy": 0.610672, "main_score": 0.570051, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"]}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"]}, {"precision": 0.671871, "recall": 0.742095, "f1": 0.693083, "accuracy": 0.742095, "main_score": 0.693083, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"]}, {"precision": 0.511897, "recall": 0.562253, "f1": 0.525884, "accuracy": 0.562253, "main_score": 0.525884, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"]}, {"precision": 0.759914, "recall": 0.813241, "f1": 0.775922, "accuracy": 0.813241, "main_score": 0.775922, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"]}, {"precision": 0.449395, "recall": 0.501976, "f1": 0.46374, "accuracy": 0.501976, "main_score": 0.46374, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"]}, {"precision": 0.838109, "recall": 0.879447, "f1": 0.851219, "accuracy": 0.879447, "main_score": 0.851219, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"]}, {"precision": 0.88969, "recall": 0.920949, "f1": 0.899341, "accuracy": 0.920949, "main_score": 0.899341, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"]}, {"precision": 0.878953, "recall": 0.91502, "f1": 0.890613, "accuracy": 0.91502, "main_score": 0.890613, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"]}, {"precision": 0.553221, "recall": 0.600791, "f1": 0.566443, "accuracy": 0.600791, "main_score": 0.566443, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"]}, {"precision": 0.81861, "recall": 0.865613, "f1": 0.833136, "accuracy": 0.865613, "main_score": 0.833136, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"]}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"]}, {"precision": 0.430816, "recall": 0.491107, "f1": 0.44729, "accuracy": 0.491107, "main_score": 0.44729, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"]}, {"precision": 0.547267, "recall": 0.625494, "f1": 0.569378, "accuracy": 0.625494, "main_score": 0.569378, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"]}, {"precision": 0.729242, "recall": 0.782609, "f1": 0.744916, "accuracy": 0.782609, "main_score": 0.744916, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"]}, {"precision": 0.565593, "recall": 0.617589, "f1": 0.580203, "accuracy": 0.617589, "main_score": 0.580203, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"]}, {"precision": 0.601981, "recall": 0.650198, "f1": 0.615225, "accuracy": 0.650198, "main_score": 0.615225, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"]}, {"precision": 0.863538, "recall": 0.899209, "f1": 0.874473, "accuracy": 0.899209, "main_score": 0.874473, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"]}, {"precision": 0.496739, "recall": 0.550395, "f1": 0.512062, "accuracy": 0.550395, "main_score": 0.512062, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"]}, {"precision": 0.512759, "recall": 0.567194, "f1": 0.527821, "accuracy": 0.567194, "main_score": 0.527821, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"]}, {"precision": 0.803837, "recall": 0.851779, "f1": 0.818347, "accuracy": 0.851779, "main_score": 0.818347, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"]}, {"precision": 0.503469, "recall": 0.562253, "f1": 0.519703, "accuracy": 0.562253, "main_score": 0.519703, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"]}, {"precision": 0.57785, "recall": 0.63834, "f1": 0.595651, "accuracy": 0.63834, "main_score": 0.595651, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"]}, {"precision": 0.833976, "recall": 0.876482, "f1": 0.847069, "accuracy": 0.876482, "main_score": 0.847069, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"]}, {"precision": 0.467838, "recall": 0.519763, "f1": 0.482211, "accuracy": 0.519763, "main_score": 0.482211, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"]}, {"precision": 0.522774, "recall": 0.571146, "f1": 0.535615, "accuracy": 0.571146, "main_score": 0.535615, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"]}, {"precision": 0.545341, "recall": 0.601779, "f1": 0.560775, "accuracy": 0.601779, "main_score": 0.560775, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"]}, {"precision": 0.517532, "recall": 0.566206, "f1": 0.531265, "accuracy": 0.566206, "main_score": 0.531265, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"]}, {"precision": 0.484158, "recall": 0.54249, "f1": 0.500987, "accuracy": 0.54249, "main_score": 0.500987, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"]}, {"precision": 0.700659, "recall": 0.762846, "f1": 0.719057, "accuracy": 0.762846, "main_score": 0.719057, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"]}, {"precision": 0.668099, "recall": 0.720356, "f1": 0.683352, "accuracy": 0.720356, "main_score": 0.683352, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"]}, {"precision": 0.768258, "recall": 0.801383, "f1": 0.7778, "accuracy": 0.801383, "main_score": 0.7778, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"]}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"]}, {"precision": 0.422193, "recall": 0.488142, "f1": 0.441293, "accuracy": 0.488142, "main_score": 0.441293, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"]}, {"precision": 0.68139, "recall": 0.747036, "f1": 0.700791, "accuracy": 0.747036, "main_score": 0.700791, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"]}, {"precision": 0.554511, "recall": 0.597826, "f1": 0.566128, "accuracy": 0.597826, "main_score": 0.566128, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"]}, {"precision": 0.423645, "recall": 0.477273, "f1": 0.438613, "accuracy": 0.477273, "main_score": 0.438613, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"]}, {"precision": 0.486694, "recall": 0.530632, "f1": 0.498744, "accuracy": 0.530632, "main_score": 0.498744, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"]}, {"precision": 0.326038, "recall": 0.390316, "f1": 0.343243, "accuracy": 0.390316, "main_score": 0.343243, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"]}, {"precision": 0.82234, "recall": 0.869565, "f1": 0.836353, "accuracy": 0.869565, "main_score": 0.836353, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"]}, {"precision": 0.794025, "recall": 0.837945, "f1": 0.806604, "accuracy": 0.837945, "main_score": 0.806604, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"]}, {"precision": 0.802966, "recall": 0.850791, "f1": 0.8171, "accuracy": 0.850791, "main_score": 0.8171, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"]}, {"precision": 0.732284, "recall": 0.77668, "f1": 0.744201, "accuracy": 0.77668, "main_score": 0.744201, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"]}, {"precision": 0.532318, "recall": 0.568182, "f1": 0.541894, "accuracy": 0.568182, "main_score": 0.541894, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"]}, {"precision": 0.827086, "recall": 0.873518, "f1": 0.841041, "accuracy": 0.873518, "main_score": 0.841041, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"]}, {"precision": 0.627319, "recall": 0.68083, "f1": 0.641442, "accuracy": 0.68083, "main_score": 0.641442, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"]}, {"precision": 0.699115, "recall": 0.747036, "f1": 0.712186, "accuracy": 0.747036, "main_score": 0.712186, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"]}, {"precision": 0.826038, "recall": 0.871542, "f1": 0.839742, "accuracy": 0.871542, "main_score": 0.839742, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"]}, {"precision": 0.796874, "recall": 0.844862, "f1": 0.810879, "accuracy": 0.844862, "main_score": 0.810879, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"]}, {"precision": 0.491131, "recall": 0.535573, "f1": 0.502554, "accuracy": 0.535573, "main_score": 0.502554, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"]}, {"precision": 0.805427, "recall": 0.852767, "f1": 0.819324, "accuracy": 0.852767, "main_score": 0.819324, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"]}, {"precision": 0.744411, "recall": 0.797431, "f1": 0.7594, "accuracy": 0.797431, "main_score": 0.7594, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"]}, {"precision": 0.816546, "recall": 0.863636, "f1": 0.83083, "accuracy": 0.863636, "main_score": 0.83083, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"]}, {"precision": 0.51032, "recall": 0.549407, "f1": 0.521046, "accuracy": 0.549407, "main_score": 0.521046, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"]}, {"precision": 0.812584, "recall": 0.856719, "f1": 0.825227, "accuracy": 0.856719, "main_score": 0.825227, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"]}, {"precision": 0.78621, "recall": 0.83498, "f1": 0.799879, "accuracy": 0.83498, "main_score": 0.799879, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"]}, {"precision": 0.85831, "recall": 0.895257, "f1": 0.869318, "accuracy": 0.895257, "main_score": 0.869318, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"]}, {"precision": 0.83041, "recall": 0.876482, "f1": 0.844244, "accuracy": 0.876482, "main_score": 0.844244, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"]}, {"precision": 0.519351, "recall": 0.568182, "f1": 0.532988, "accuracy": 0.568182, "main_score": 0.532988, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"]}, {"precision": 0.812575, "recall": 0.862648, "f1": 0.827454, "accuracy": 0.862648, "main_score": 0.827454, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"]}, {"precision": 0.830443, "recall": 0.873518, "f1": 0.843077, "accuracy": 0.873518, "main_score": 0.843077, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"]}, {"precision": 0.761548, "recall": 0.809289, "f1": 0.774767, "accuracy": 0.809289, "main_score": 0.774767, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"]}, {"precision": 0.190658, "recall": 0.238142, "f1": 0.203509, "accuracy": 0.238142, "main_score": 0.203509, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"]}, {"precision": 0.83274, "recall": 0.875494, "f1": 0.845243, "accuracy": 0.875494, "main_score": 0.845243, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"]}, {"precision": 0.542682, "recall": 0.587945, "f1": 0.554109, "accuracy": 0.587945, "main_score": 0.554109, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"]}, {"precision": 0.829003, "recall": 0.87253, "f1": 0.84154, "accuracy": 0.87253, "main_score": 0.84154, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"]}, {"precision": 0.831987, "recall": 0.87253, "f1": 0.843843, "accuracy": 0.87253, "main_score": 0.843843, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"]}, {"precision": 0.768792, "recall": 0.821146, "f1": 0.783322, "accuracy": 0.821146, "main_score": 0.783322, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"]}, {"precision": 0.82776, "recall": 0.87253, "f1": 0.840959, "accuracy": 0.87253, "main_score": 0.840959, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"]}, {"precision": 0.56401, "recall": 0.609684, "f1": 0.575562, "accuracy": 0.609684, "main_score": 0.575562, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"]}, {"precision": 0.838367, "recall": 0.879447, "f1": 0.850329, "accuracy": 0.879447, "main_score": 0.850329, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"]}, {"precision": 0.729768, "recall": 0.785573, "f1": 0.745965, "accuracy": 0.785573, "main_score": 0.745965, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"]}, {"precision": 0.781898, "recall": 0.827075, "f1": 0.794385, "accuracy": 0.827075, "main_score": 0.794385, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"]}, {"precision": 0.824355, "recall": 0.867589, "f1": 0.837356, "accuracy": 0.867589, "main_score": 0.837356, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"]}, {"precision": 0.826729, "recall": 0.870553, "f1": 0.839465, "accuracy": 0.870553, "main_score": 0.839465, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"]}, {"precision": 0.841823, "recall": 0.880435, "f1": 0.852921, "accuracy": 0.880435, "main_score": 0.852921, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"]}, {"precision": 0.517276, "recall": 0.551383, "f1": 0.52686, "accuracy": 0.551383, "main_score": 0.52686, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"]}, {"precision": 0.387595, "recall": 0.442688, "f1": 0.401776, "accuracy": 0.442688, "main_score": 0.401776, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"]}, {"precision": 0.825823, "recall": 0.868577, "f1": 0.838246, "accuracy": 0.868577, "main_score": 0.838246, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"]}, {"precision": 0.525441, "recall": 0.575099, "f1": 0.539307, "accuracy": 0.575099, "main_score": 0.539307, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"]}, {"precision": 0.846542, "recall": 0.887352, "f1": 0.858926, "accuracy": 0.887352, "main_score": 0.858926, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"]}, {"precision": 0.851861, "recall": 0.890316, "f1": 0.863589, "accuracy": 0.890316, "main_score": 0.863589, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"]}, {"precision": 0.782777, "recall": 0.83004, "f1": 0.795985, "accuracy": 0.83004, "main_score": 0.795985, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"]}, {"precision": 0.792078, "recall": 0.837945, "f1": 0.805529, "accuracy": 0.837945, "main_score": 0.805529, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"]}, {"precision": 0.514446, "recall": 0.559289, "f1": 0.526703, "accuracy": 0.559289, "main_score": 0.526703, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"]}, {"precision": 0.705428, "recall": 0.755929, "f1": 0.719652, "accuracy": 0.755929, "main_score": 0.719652, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"]}, {"precision": 0.780468, "recall": 0.83004, "f1": 0.795235, "accuracy": 0.83004, "main_score": 0.795235, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"]}, {"precision": 0.845586, "recall": 0.88834, "f1": 0.8583, "accuracy": 0.88834, "main_score": 0.8583, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"]}, {"precision": 0.795738, "recall": 0.839921, "f1": 0.808276, "accuracy": 0.839921, "main_score": 0.808276, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"]}, {"precision": 0.462038, "recall": 0.506917, "f1": 0.47434, "accuracy": 0.506917, "main_score": 0.47434, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"]}, {"precision": 0.815171, "recall": 0.860672, "f1": 0.82855, "accuracy": 0.860672, "main_score": 0.82855, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"]}, {"precision": 0.413657, "recall": 0.470356, "f1": 0.428136, "accuracy": 0.470356, "main_score": 0.428136, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"]}, {"precision": 0.470824, "recall": 0.51087, "f1": 0.481421, "accuracy": 0.51087, "main_score": 0.481421, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"]}, {"precision": 0.703324, "recall": 0.750988, "f1": 0.715571, "accuracy": 0.750988, "main_score": 0.715571, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"]}, {"precision": 0.296483, "recall": 0.340909, "f1": 0.308997, "accuracy": 0.340909, "main_score": 0.308997, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"]}, {"precision": 0.836849, "recall": 0.87747, "f1": 0.84877, "accuracy": 0.87747, "main_score": 0.84877, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"]}, {"precision": 0.847392, "recall": 0.88834, "f1": 0.859947, "accuracy": 0.88834, "main_score": 0.859947, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"]}, {"precision": 0.838183, "recall": 0.881423, "f1": 0.851325, "accuracy": 0.881423, "main_score": 0.851325, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"]}, {"precision": 0.834214, "recall": 0.876482, "f1": 0.846648, "accuracy": 0.876482, "main_score": 0.846648, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"]}, {"precision": 0.505836, "recall": 0.541502, "f1": 0.515103, "accuracy": 0.541502, "main_score": 0.515103, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"]}, {"precision": 0.769997, "recall": 0.811265, "f1": 0.78098, "accuracy": 0.811265, "main_score": 0.78098, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"]}, {"precision": 0.790441, "recall": 0.833992, "f1": 0.802625, "accuracy": 0.833992, "main_score": 0.802625, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"]}, {"precision": 0.838812, "recall": 0.879447, "f1": 0.850908, "accuracy": 0.879447, "main_score": 0.850908, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"]}, {"precision": 0.501836, "recall": 0.54249, "f1": 0.513241, "accuracy": 0.54249, "main_score": 0.513241, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"]}, {"precision": 0.77628, "recall": 0.823123, "f1": 0.78981, "accuracy": 0.823123, "main_score": 0.78981, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"]}, {"precision": 0.563926, "recall": 0.61166, "f1": 0.577388, "accuracy": 0.61166, "main_score": 0.577388, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"]}, {"precision": 0.802348, "recall": 0.850791, "f1": 0.816683, "accuracy": 0.850791, "main_score": 0.816683, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"]}, {"precision": 0.810157, "recall": 0.855731, "f1": 0.823474, "accuracy": 0.855731, "main_score": 0.823474, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"]}, {"precision": 0.819122, "recall": 0.863636, "f1": 0.831744, "accuracy": 0.863636, "main_score": 0.831744, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"]}, {"precision": 0.482185, "recall": 0.562253, "f1": 0.504269, "accuracy": 0.562253, "main_score": 0.504269, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"]}, {"precision": 0.639724, "recall": 0.685771, "f1": 0.652203, "accuracy": 0.685771, "main_score": 0.652203, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"]}, {"precision": 0.794598, "recall": 0.838933, "f1": 0.807722, "accuracy": 0.838933, "main_score": 0.807722, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"]}, {"precision": 0.532369, "recall": 0.579051, "f1": 0.544022, "accuracy": 0.579051, "main_score": 0.544022, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"]}, {"precision": 0.498298, "recall": 0.552372, "f1": 0.512345, "accuracy": 0.552372, "main_score": 0.512345, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"]}, {"precision": 0.839001, "recall": 0.878458, "f1": 0.850414, "accuracy": 0.878458, "main_score": 0.850414, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"]}, {"precision": 0.784578, "recall": 0.83004, "f1": 0.797979, "accuracy": 0.83004, "main_score": 0.797979, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"]}, {"precision": 0.789858, "recall": 0.835968, "f1": 0.80275, "accuracy": 0.835968, "main_score": 0.80275, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"]}, {"precision": 0.737067, "recall": 0.795455, "f1": 0.753935, "accuracy": 0.795455, "main_score": 0.753935, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"]}, {"precision": 0.836677, "recall": 0.879447, "f1": 0.849459, "accuracy": 0.879447, "main_score": 0.849459, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"]}, {"precision": 0.81811, "recall": 0.859684, "f1": 0.830181, "accuracy": 0.859684, "main_score": 0.830181, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"]}, {"precision": 0.831077, "recall": 0.875494, "f1": 0.844401, "accuracy": 0.875494, "main_score": 0.844401, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"]}, {"precision": 0.801836, "recall": 0.850791, "f1": 0.816232, "accuracy": 0.850791, "main_score": 0.816232, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"]}, {"precision": 0.489361, "recall": 0.530632, "f1": 0.501139, "accuracy": 0.530632, "main_score": 0.501139, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"]}, {"precision": 0.51591, "recall": 0.555336, "f1": 0.526555, "accuracy": 0.555336, "main_score": 0.526555, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"]}, {"precision": 0.829565, "recall": 0.873518, "f1": 0.842794, "accuracy": 0.873518, "main_score": 0.842794, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"]}, {"precision": 0.822047, "recall": 0.865613, "f1": 0.834798, "accuracy": 0.865613, "main_score": 0.834798, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"]}, {"precision": 0.817245, "recall": 0.859684, "f1": 0.829513, "accuracy": 0.859684, "main_score": 0.829513, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"]}, {"precision": 0.592567, "recall": 0.640316, "f1": 0.604649, "accuracy": 0.640316, "main_score": 0.604649, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"]}, {"precision": 0.44202, "recall": 0.481225, "f1": 0.45292, "accuracy": 0.481225, "main_score": 0.45292, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"]}, {"precision": 0.814189, "recall": 0.854743, "f1": 0.825794, "accuracy": 0.854743, "main_score": 0.825794, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"]}, {"precision": 0.818667, "recall": 0.862648, "f1": 0.831409, "accuracy": 0.862648, "main_score": 0.831409, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"]}, {"precision": 0.819806, "recall": 0.862648, "f1": 0.83232, "accuracy": 0.862648, "main_score": 0.83232, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"]}, {"precision": 0.461659, "recall": 0.500988, "f1": 0.472787, "accuracy": 0.500988, "main_score": 0.472787, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"]}, {"precision": 0.801453, "recall": 0.847826, "f1": 0.814486, "accuracy": 0.847826, "main_score": 0.814486, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"]}, {"precision": 0.830867, "recall": 0.870553, "f1": 0.842328, "accuracy": 0.870553, "main_score": 0.842328, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"]}, {"precision": 0.836842, "recall": 0.87747, "f1": 0.848589, "accuracy": 0.87747, "main_score": 0.848589, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"]}, {"precision": 0.839608, "recall": 0.880435, "f1": 0.851944, "accuracy": 0.880435, "main_score": 0.851944, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"]}, {"precision": 0.79161, "recall": 0.836957, "f1": 0.804695, "accuracy": 0.836957, "main_score": 0.804695, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"]}, {"precision": 0.776806, "recall": 0.822134, "f1": 0.789612, "accuracy": 0.822134, "main_score": 0.789612, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"]}, {"precision": 0.774168, "recall": 0.831028, "f1": 0.791162, "accuracy": 0.831028, "main_score": 0.791162, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"]}, {"precision": 0.494931, "recall": 0.545455, "f1": 0.5083, "accuracy": 0.545455, "main_score": 0.5083, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"]}, {"precision": 0.196748, "recall": 0.245059, "f1": 0.208159, "accuracy": 0.245059, "main_score": 0.208159, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"]}, {"precision": 0.524454, "recall": 0.573123, "f1": 0.537847, "accuracy": 0.573123, "main_score": 0.537847, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"]}, {"precision": 0.594041, "recall": 0.660079, "f1": 0.611706, "accuracy": 0.660079, "main_score": 0.611706, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"]}, {"precision": 0.833399, "recall": 0.878458, "f1": 0.846772, "accuracy": 0.878458, "main_score": 0.846772, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"]}, {"precision": 0.785797, "recall": 0.832016, "f1": 0.799043, "accuracy": 0.832016, "main_score": 0.799043, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"]}, {"precision": 0.416808, "recall": 0.464427, "f1": 0.42971, "accuracy": 0.464427, "main_score": 0.42971, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"]}, {"precision": 0.765457, "recall": 0.816206, "f1": 0.780161, "accuracy": 0.816206, "main_score": 0.780161, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"]}, {"precision": 0.823633, "recall": 0.867589, "f1": 0.836869, "accuracy": 0.867589, "main_score": 0.836869, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"]}, {"precision": 0.773704, "recall": 0.825099, "f1": 0.788801, "accuracy": 0.825099, "main_score": 0.788801, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"]}, {"precision": 0.783818, "recall": 0.831028, "f1": 0.797285, "accuracy": 0.831028, "main_score": 0.797285, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"]}, {"precision": 0.589207, "recall": 0.642292, "f1": 0.603818, "accuracy": 0.642292, "main_score": 0.603818, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"]}, {"precision": 0.823452, "recall": 0.868577, "f1": 0.836902, "accuracy": 0.868577, "main_score": 0.836902, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"]}, {"precision": 0.816678, "recall": 0.86166, "f1": 0.830242, "accuracy": 0.86166, "main_score": 0.830242, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"]}, {"precision": 0.481902, "recall": 0.52668, "f1": 0.494274, "accuracy": 0.52668, "main_score": 0.494274, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"]}, {"precision": 0.468856, "recall": 0.514822, "f1": 0.48061, "accuracy": 0.514822, "main_score": 0.48061, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"]}, {"precision": 0.540497, "recall": 0.583992, "f1": 0.551376, "accuracy": 0.583992, "main_score": 0.551376, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"]}, {"precision": 0.838924, "recall": 0.87747, "f1": 0.850019, "accuracy": 0.87747, "main_score": 0.850019, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"]}, {"precision": 0.19803, "recall": 0.270751, "f1": 0.216614, "accuracy": 0.270751, "main_score": 0.216614, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"]}, {"precision": 0.817507, "recall": 0.862648, "f1": 0.830863, "accuracy": 0.862648, "main_score": 0.830863, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"]}, {"precision": 0.717375, "recall": 0.772727, "f1": 0.732976, "accuracy": 0.772727, "main_score": 0.732976, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"]}, {"precision": 0.770454, "recall": 0.821146, "f1": 0.785124, "accuracy": 0.821146, "main_score": 0.785124, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"]}, {"precision": 0.831003, "recall": 0.874506, "f1": 0.843703, "accuracy": 0.874506, "main_score": 0.843703, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"]}, {"precision": 0.491091, "recall": 0.549407, "f1": 0.507539, "accuracy": 0.549407, "main_score": 0.507539, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"]}, {"precision": 0.523732, "recall": 0.573123, "f1": 0.536833, "accuracy": 0.573123, "main_score": 0.536833, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"]}, {"precision": 0.817074, "recall": 0.859684, "f1": 0.829483, "accuracy": 0.859684, "main_score": 0.829483, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"]}, {"precision": 0.840028, "recall": 0.880435, "f1": 0.851786, "accuracy": 0.880435, "main_score": 0.851786, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"]}, {"precision": 0.767053, "recall": 0.815217, "f1": 0.781051, "accuracy": 0.815217, "main_score": 0.781051, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"]}, {"precision": 0.779703, "recall": 0.829051, "f1": 0.793702, "accuracy": 0.829051, "main_score": 0.793702, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"]}, {"precision": 0.629932, "recall": 0.690711, "f1": 0.647043, "accuracy": 0.690711, "main_score": 0.647043, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"]}, {"precision": 0.801657, "recall": 0.847826, "f1": 0.814893, "accuracy": 0.847826, "main_score": 0.814893, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"]}, {"precision": 0.485528, "recall": 0.523715, "f1": 0.496182, "accuracy": 0.523715, "main_score": 0.496182, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"]}, {"precision": 0.658053, "recall": 0.714427, "f1": 0.674242, "accuracy": 0.714427, "main_score": 0.674242, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"]}, {"precision": 0.823348, "recall": 0.866601, "f1": 0.836133, "accuracy": 0.866601, "main_score": 0.836133, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"]}, {"precision": 0.767574, "recall": 0.813241, "f1": 0.780905, "accuracy": 0.813241, "main_score": 0.780905, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"]}, {"precision": 0.819993, "recall": 0.866601, "f1": 0.833846, "accuracy": 0.866601, "main_score": 0.833846, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"]}, {"precision": 0.433409, "recall": 0.478261, "f1": 0.445151, "accuracy": 0.478261, "main_score": 0.445151, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"]}, {"precision": 0.854216, "recall": 0.886364, "f1": 0.863556, "accuracy": 0.886364, "main_score": 0.863556, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"]}, {"precision": 0.800199, "recall": 0.84585, "f1": 0.812807, "accuracy": 0.84585, "main_score": 0.812807, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"]}, {"precision": 0.811837, "recall": 0.853755, "f1": 0.823455, "accuracy": 0.853755, "main_score": 0.823455, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"]}, {"precision": 0.739282, "recall": 0.797431, "f1": 0.755723, "accuracy": 0.797431, "main_score": 0.755723, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"]}, {"precision": 0.705421, "recall": 0.762846, "f1": 0.721791, "accuracy": 0.762846, "main_score": 0.721791, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"]}, {"precision": 0.64902, "recall": 0.703557, "f1": 0.663558, "accuracy": 0.703557, "main_score": 0.663558, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"]}, {"precision": 0.686125, "recall": 0.742095, "f1": 0.70155, "accuracy": 0.742095, "main_score": 0.70155, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"]}, {"precision": 0.530984, "recall": 0.575099, "f1": 0.542187, "accuracy": 0.575099, "main_score": 0.542187, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"]}, {"precision": 0.760931, "recall": 0.814229, "f1": 0.776459, "accuracy": 0.814229, "main_score": 0.776459, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"]}, {"precision": 0.819016, "recall": 0.865613, "f1": 0.832642, "accuracy": 0.865613, "main_score": 0.832642, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"]}, {"precision": 0.792461, "recall": 0.838933, "f1": 0.805701, "accuracy": 0.838933, "main_score": 0.805701, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"]}, {"precision": 0.824885, "recall": 0.871542, "f1": 0.838688, "accuracy": 0.871542, "main_score": 0.838688, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"]}, {"precision": 0.793257, "recall": 0.843874, "f1": 0.808105, "accuracy": 0.843874, "main_score": 0.808105, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"]}, {"precision": 0.84399, "recall": 0.884387, "f1": 0.85577, "accuracy": 0.884387, "main_score": 0.85577, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"]}, {"precision": 0.617591, "recall": 0.681818, "f1": 0.635404, "accuracy": 0.681818, "main_score": 0.635404, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"]}, {"precision": 0.760186, "recall": 0.8083, "f1": 0.773518, "accuracy": 0.8083, "main_score": 0.773518, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"]}, {"precision": 0.440448, "recall": 0.485178, "f1": 0.452887, "accuracy": 0.485178, "main_score": 0.452887, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"]}, {"precision": 0.84118, "recall": 0.879447, "f1": 0.852194, "accuracy": 0.879447, "main_score": 0.852194, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"]}, {"precision": 0.464955, "recall": 0.535573, "f1": 0.484386, "accuracy": 0.535573, "main_score": 0.484386, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"]}, {"precision": 0.801828, "recall": 0.853755, "f1": 0.817194, "accuracy": 0.853755, "main_score": 0.817194, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"]}, {"precision": 0.817114, "recall": 0.86166, "f1": 0.830106, "accuracy": 0.86166, "main_score": 0.830106, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"]}, {"precision": 0.803788, "recall": 0.842885, "f1": 0.814874, "accuracy": 0.842885, "main_score": 0.814874, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"]}, {"precision": 0.609637, "recall": 0.657115, "f1": 0.622372, "accuracy": 0.657115, "main_score": 0.622372, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"]}, {"precision": 0.787621, "recall": 0.83498, "f1": 0.801205, "accuracy": 0.83498, "main_score": 0.801205, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"]}, {"precision": 0.531319, "recall": 0.574111, "f1": 0.542031, "accuracy": 0.574111, "main_score": 0.542031, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"]}, {"precision": 0.54805, "recall": 0.594862, "f1": 0.56076, "accuracy": 0.594862, "main_score": 0.56076, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"]}, {"precision": 0.827043, "recall": 0.867589, "f1": 0.838921, "accuracy": 0.867589, "main_score": 0.838921, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"]}, {"precision": 0.695546, "recall": 0.745059, "f1": 0.708715, "accuracy": 0.745059, "main_score": 0.708715, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"]}, {"precision": 0.843742, "recall": 0.885375, "f1": 0.856018, "accuracy": 0.885375, "main_score": 0.856018, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"]}, {"precision": 0.484205, "recall": 0.528656, "f1": 0.496807, "accuracy": 0.528656, "main_score": 0.496807, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"]}, {"precision": 0.848298, "recall": 0.887352, "f1": 0.860084, "accuracy": 0.887352, "main_score": 0.860084, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"]}, {"precision": 0.833015, "recall": 0.871542, "f1": 0.844167, "accuracy": 0.871542, "main_score": 0.844167, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"]}, {"precision": 0.811034, "recall": 0.86166, "f1": 0.826073, "accuracy": 0.86166, "main_score": 0.826073, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"]}, {"precision": 0.49289, "recall": 0.541502, "f1": 0.506043, "accuracy": 0.541502, "main_score": 0.506043, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"]}, {"precision": 0.828435, "recall": 0.87253, "f1": 0.841373, "accuracy": 0.87253, "main_score": 0.841373, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"]}, {"precision": 0.712445, "recall": 0.762846, "f1": 0.726534, "accuracy": 0.762846, "main_score": 0.726534, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"]}, {"precision": 0.52336, "recall": 0.567194, "f1": 0.535108, "accuracy": 0.567194, "main_score": 0.535108, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"]}, {"precision": 0.581688, "recall": 0.631423, "f1": 0.596401, "accuracy": 0.631423, "main_score": 0.596401, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"]}, {"precision": 0.641728, "recall": 0.702569, "f1": 0.658454, "accuracy": 0.702569, "main_score": 0.658454, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"]}, {"precision": 0.831796, "recall": 0.874506, "f1": 0.844263, "accuracy": 0.874506, "main_score": 0.844263, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"]}, {"precision": 0.758995, "recall": 0.813241, "f1": 0.774763, "accuracy": 0.813241, "main_score": 0.774763, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"]}, {"precision": 0.46562, "recall": 0.509881, "f1": 0.477249, "accuracy": 0.509881, "main_score": 0.477249, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"]}, {"precision": 0.515122, "recall": 0.551383, "f1": 0.525163, "accuracy": 0.551383, "main_score": 0.525163, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"]}, {"precision": 0.804628, "recall": 0.852767, "f1": 0.818925, "accuracy": 0.852767, "main_score": 0.818925, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"]}, {"precision": 0.512083, "recall": 0.565217, "f1": 0.526064, "accuracy": 0.565217, "main_score": 0.526064, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"]}, {"precision": 0.507464, "recall": 0.551383, "f1": 0.518808, "accuracy": 0.551383, "main_score": 0.518808, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"]}, {"precision": 0.783001, "recall": 0.828063, "f1": 0.79531, "accuracy": 0.828063, "main_score": 0.79531, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"]}, {"precision": 0.454217, "recall": 0.504941, "f1": 0.467962, "accuracy": 0.504941, "main_score": 0.467962, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"]}, {"precision": 0.632644, "recall": 0.687747, "f1": 0.648259, "accuracy": 0.687747, "main_score": 0.648259, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"]}, {"precision": 0.760534, "recall": 0.806324, "f1": 0.772883, "accuracy": 0.806324, "main_score": 0.772883, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"]}, {"precision": 0.557935, "recall": 0.608696, "f1": 0.571401, "accuracy": 0.608696, "main_score": 0.571401, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"]}, {"precision": 0.624297, "recall": 0.666008, "f1": 0.6354, "accuracy": 0.666008, "main_score": 0.6354, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"]}, {"precision": 0.786808, "recall": 0.838933, "f1": 0.802306, "accuracy": 0.838933, "main_score": 0.802306, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"]}, {"precision": 0.70746, "recall": 0.767787, "f1": 0.725428, "accuracy": 0.767787, "main_score": 0.725428, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"]}, {"precision": 0.758119, "recall": 0.806324, "f1": 0.771868, "accuracy": 0.806324, "main_score": 0.771868, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"]}, {"precision": 0.40341, "recall": 0.466403, "f1": 0.421255, "accuracy": 0.466403, "main_score": 0.421255, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"]}, {"precision": 0.827859, "recall": 0.87253, "f1": 0.84134, "accuracy": 0.87253, "main_score": 0.84134, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"]}, {"precision": 0.776092, "recall": 0.823123, "f1": 0.788942, "accuracy": 0.823123, "main_score": 0.788942, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"]}, {"precision": 0.828915, "recall": 0.87253, "f1": 0.841559, "accuracy": 0.87253, "main_score": 0.841559, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"]}, {"precision": 0.834463, "recall": 0.874506, "f1": 0.846116, "accuracy": 0.874506, "main_score": 0.846116, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"]}, {"precision": 0.610057, "recall": 0.667984, "f1": 0.626769, "accuracy": 0.667984, "main_score": 0.626769, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"]}, {"precision": 0.515819, "recall": 0.556324, "f1": 0.526694, "accuracy": 0.556324, "main_score": 0.526694, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"]}, {"precision": 0.592671, "recall": 0.660079, "f1": 0.612145, "accuracy": 0.660079, "main_score": 0.612145, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"]}, {"precision": 0.546189, "recall": 0.607708, "f1": 0.563618, "accuracy": 0.607708, "main_score": 0.563618, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"]}, {"precision": 0.475732, "recall": 0.560277, "f1": 0.498908, "accuracy": 0.560277, "main_score": 0.498908, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"]}, {"precision": 0.604867, "recall": 0.663043, "f1": 0.621648, "accuracy": 0.663043, "main_score": 0.621648, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"]}, {"precision": 0.890069, "recall": 0.91996, "f1": 0.89944, "accuracy": 0.91996, "main_score": 0.89944, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"]}, {"precision": 0.96278, "recall": 0.972332, "f1": 0.965909, "accuracy": 0.972332, "main_score": 0.965909, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"]}, {"precision": 0.607526, "recall": 0.664032, "f1": 0.623885, "accuracy": 0.664032, "main_score": 0.623885, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"]}, {"precision": 0.612519, "recall": 0.68083, "f1": 0.632246, "accuracy": 0.68083, "main_score": 0.632246, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"]}, {"precision": 0.575363, "recall": 0.641304, "f1": 0.594241, "accuracy": 0.641304, "main_score": 0.594241, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"]}, {"precision": 0.194888, "recall": 0.256917, "f1": 0.21061, "accuracy": 0.256917, "main_score": 0.21061, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"]}, {"precision": 0.664841, "recall": 0.714427, "f1": 0.678532, "accuracy": 0.714427, "main_score": 0.678532, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"]}, {"precision": 0.689693, "recall": 0.744071, "f1": 0.705731, "accuracy": 0.744071, "main_score": 0.705731, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"]}, {"precision": 0.55854, "recall": 0.61166, "f1": 0.574014, "accuracy": 0.61166, "main_score": 0.574014, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"]}, {"precision": 0.510539, "recall": 0.583004, "f1": 0.530645, "accuracy": 0.583004, "main_score": 0.530645, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"]}, {"precision": 0.57287, "recall": 0.639328, "f1": 0.592147, "accuracy": 0.639328, "main_score": 0.592147, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"]}, {"precision": 0.586322, "recall": 0.655138, "f1": 0.605984, "accuracy": 0.655138, "main_score": 0.605984, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"]}, {"precision": 0.914723, "recall": 0.938735, "f1": 0.922266, "accuracy": 0.938735, "main_score": 0.922266, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"]}, {"precision": 0.535648, "recall": 0.592885, "f1": 0.552275, "accuracy": 0.592885, "main_score": 0.552275, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"]}, {"precision": 0.551214, "recall": 0.620553, "f1": 0.570159, "accuracy": 0.620553, "main_score": 0.570159, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"]}, {"precision": 0.528462, "recall": 0.58498, "f1": 0.544458, "accuracy": 0.58498, "main_score": 0.544458, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"]}, {"precision": 0.324132, "recall": 0.38834, "f1": 0.341452, "accuracy": 0.38834, "main_score": 0.341452, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"]}, {"precision": 0.605421, "recall": 0.666008, "f1": 0.622539, "accuracy": 0.666008, "main_score": 0.622539, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"]}, {"precision": 0.582823, "recall": 0.640316, "f1": 0.600169, "accuracy": 0.640316, "main_score": 0.600169, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"]}, {"precision": 0.728684, "recall": 0.787549, "f1": 0.745869, "accuracy": 0.787549, "main_score": 0.745869, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"]}, {"precision": 0.66726, "recall": 0.744071, "f1": 0.690533, "accuracy": 0.744071, "main_score": 0.690533, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"]}, {"precision": 0.734695, "recall": 0.784585, "f1": 0.748998, "accuracy": 0.784585, "main_score": 0.748998, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"]}, {"precision": 0.676113, "recall": 0.730237, "f1": 0.692229, "accuracy": 0.730237, "main_score": 0.692229, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"]}, {"precision": 0.677868, "recall": 0.745059, "f1": 0.697713, "accuracy": 0.745059, "main_score": 0.697713, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"]}, {"precision": 0.563943, "recall": 0.629447, "f1": 0.582213, "accuracy": 0.629447, "main_score": 0.582213, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"]}, {"precision": 0.5738, "recall": 0.629447, "f1": 0.589855, "accuracy": 0.629447, "main_score": 0.589855, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"]}, {"precision": 0.818001, "recall": 0.860672, "f1": 0.831094, "accuracy": 0.860672, "main_score": 0.831094, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"]}, {"precision": 0.473992, "recall": 0.536561, "f1": 0.490963, "accuracy": 0.536561, "main_score": 0.490963, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"]}, {"precision": 0.888258, "recall": 0.918972, "f1": 0.897958, "accuracy": 0.918972, "main_score": 0.897958, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"]}, {"precision": 0.554415, "recall": 0.617589, "f1": 0.572182, "accuracy": 0.617589, "main_score": 0.572182, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"]}, {"precision": 0.597855, "recall": 0.666996, "f1": 0.617023, "accuracy": 0.666996, "main_score": 0.617023, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"]}, {"precision": 0.190326, "recall": 0.250988, "f1": 0.2044, "accuracy": 0.250988, "main_score": 0.2044, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"]}, {"precision": 0.637929, "recall": 0.702569, "f1": 0.656315, "accuracy": 0.702569, "main_score": 0.656315, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"]}, {"precision": 0.81586, "recall": 0.863636, "f1": 0.830599, "accuracy": 0.863636, "main_score": 0.830599, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"]}, {"precision": 0.421872, "recall": 0.483202, "f1": 0.43925, "accuracy": 0.483202, "main_score": 0.43925, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"]}, {"precision": 0.686709, "recall": 0.742095, "f1": 0.702969, "accuracy": 0.742095, "main_score": 0.702969, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"]}, {"precision": 0.574941, "recall": 0.635375, "f1": 0.592079, "accuracy": 0.635375, "main_score": 0.592079, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"]}, {"precision": 0.515128, "recall": 0.586957, "f1": 0.535017, "accuracy": 0.586957, "main_score": 0.535017, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"]}, {"precision": 0.69114, "recall": 0.744071, "f1": 0.707148, "accuracy": 0.744071, "main_score": 0.707148, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"]}, {"precision": 0.242145, "recall": 0.325099, "f1": 0.264095, "accuracy": 0.325099, "main_score": 0.264095, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"]}, {"precision": 0.601894, "recall": 0.663043, "f1": 0.620389, "accuracy": 0.663043, "main_score": 0.620389, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"]}, {"precision": 0.590401, "recall": 0.655138, "f1": 0.608832, "accuracy": 0.655138, "main_score": 0.608832, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"]}, {"precision": 0.735154, "recall": 0.799407, "f1": 0.75491, "accuracy": 0.799407, "main_score": 0.75491, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"]}, {"precision": 0.567968, "recall": 0.632411, "f1": 0.586644, "accuracy": 0.632411, "main_score": 0.586644, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"]}, {"precision": 0.816041, "recall": 0.859684, "f1": 0.829447, "accuracy": 0.859684, "main_score": 0.829447, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"]}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"]}, {"precision": 0.472827, "recall": 0.540514, "f1": 0.491137, "accuracy": 0.540514, "main_score": 0.491137, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"]}, {"precision": 0.96665, "recall": 0.977273, "f1": 0.970092, "accuracy": 0.977273, "main_score": 0.970092, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"]}, {"precision": 0.90163, "recall": 0.929842, "f1": 0.910474, "accuracy": 0.929842, "main_score": 0.910474, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"]}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"]}, {"precision": 0.631383, "recall": 0.685771, "f1": 0.646779, "accuracy": 0.685771, "main_score": 0.646779, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"]}, {"precision": 0.914526, "recall": 0.940711, "f1": 0.922925, "accuracy": 0.940711, "main_score": 0.922925, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"]}, {"precision": 0.479039, "recall": 0.549407, "f1": 0.498093, "accuracy": 0.549407, "main_score": 0.498093, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"]}, {"precision": 0.638867, "recall": 0.711462, "f1": 0.660578, "accuracy": 0.711462, "main_score": 0.660578, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"]}, {"precision": 0.843791, "recall": 0.885375, "f1": 0.857082, "accuracy": 0.885375, "main_score": 0.857082, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"]}, {"precision": 0.660315, "recall": 0.712451, "f1": 0.675202, "accuracy": 0.712451, "main_score": 0.675202, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"]}, {"precision": 0.669229, "recall": 0.726285, "f1": 0.685985, "accuracy": 0.726285, "main_score": 0.685985, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"]}, {"precision": 0.542598, "recall": 0.615613, "f1": 0.563954, "accuracy": 0.615613, "main_score": 0.563954, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"]}, {"precision": 0.555402, "recall": 0.619565, "f1": 0.573402, "accuracy": 0.619565, "main_score": 0.573402, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"]}, {"precision": 0.845603, "recall": 0.884387, "f1": 0.857609, "accuracy": 0.884387, "main_score": 0.857609, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"]}, {"precision": 0.565704, "recall": 0.628458, "f1": 0.583497, "accuracy": 0.628458, "main_score": 0.583497, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"]}, {"precision": 0.629746, "recall": 0.694664, "f1": 0.648822, "accuracy": 0.694664, "main_score": 0.648822, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"]}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"]}, {"precision": 0.500256, "recall": 0.557312, "f1": 0.516462, "accuracy": 0.557312, "main_score": 0.516462, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"]}, {"precision": 0.58776, "recall": 0.647233, "f1": 0.603964, "accuracy": 0.647233, "main_score": 0.603964, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"]}, {"precision": 0.602315, "recall": 0.667984, "f1": 0.622019, "accuracy": 0.667984, "main_score": 0.622019, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"]}, {"precision": 0.566255, "recall": 0.624506, "f1": 0.582783, "accuracy": 0.624506, "main_score": 0.582783, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"]}, {"precision": 0.544437, "recall": 0.612648, "f1": 0.564147, "accuracy": 0.612648, "main_score": 0.564147, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"]}, {"precision": 0.752315, "recall": 0.807312, "f1": 0.768612, "accuracy": 0.807312, "main_score": 0.768612, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"]}, {"precision": 0.762418, "recall": 0.812253, "f1": 0.777437, "accuracy": 0.812253, "main_score": 0.777437, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"]}, {"precision": 0.890382, "recall": 0.918972, "f1": 0.899177, "accuracy": 0.918972, "main_score": 0.899177, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"]}, {"precision": 0.50103, "recall": 0.58498, "f1": 0.526056, "accuracy": 0.58498, "main_score": 0.526056, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"]}, {"precision": 0.725527, "recall": 0.782609, "f1": 0.74297, "accuracy": 0.782609, "main_score": 0.74297, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"]}, {"precision": 0.619096, "recall": 0.668972, "f1": 0.633346, "accuracy": 0.668972, "main_score": 0.633346, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"]}, {"precision": 0.404536, "recall": 0.45751, "f1": 0.419627, "accuracy": 0.45751, "main_score": 0.419627, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"]}, {"precision": 0.475323, "recall": 0.511858, "f1": 0.486175, "accuracy": 0.511858, "main_score": 0.486175, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"]}, {"precision": 0.210454, "recall": 0.25, "f1": 0.220608, "accuracy": 0.25, "main_score": 0.220608, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"]}, {"precision": 0.537365, "recall": 0.581028, "f1": 0.549091, "accuracy": 0.581028, "main_score": 0.549091, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"]}, {"precision": 0.498524, "recall": 0.547431, "f1": 0.512238, "accuracy": 0.547431, "main_score": 0.512238, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"]}, {"precision": 0.543729, "recall": 0.585968, "f1": 0.555609, "accuracy": 0.585968, "main_score": 0.555609, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"]}, {"precision": 0.547564, "recall": 0.587945, "f1": 0.557938, "accuracy": 0.587945, "main_score": 0.557938, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"]}, {"precision": 0.49746, "recall": 0.534585, "f1": 0.507951, "accuracy": 0.534585, "main_score": 0.507951, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"]}, {"precision": 0.531647, "recall": 0.582016, "f1": 0.545439, "accuracy": 0.582016, "main_score": 0.545439, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"]}, {"precision": 0.533815, "recall": 0.570158, "f1": 0.544018, "accuracy": 0.570158, "main_score": 0.544018, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"]}, {"precision": 0.552233, "recall": 0.587945, "f1": 0.562487, "accuracy": 0.587945, "main_score": 0.562487, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"]}, {"precision": 0.513952, "recall": 0.565217, "f1": 0.527458, "accuracy": 0.565217, "main_score": 0.527458, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"]}, {"precision": 0.533419, "recall": 0.582016, "f1": 0.545779, "accuracy": 0.582016, "main_score": 0.545779, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"]}, {"precision": 0.484881, "recall": 0.524704, "f1": 0.496772, "accuracy": 0.524704, "main_score": 0.496772, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"]}, {"precision": 0.540462, "recall": 0.58498, "f1": 0.552531, "accuracy": 0.58498, "main_score": 0.552531, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"]}, {"precision": 0.50379, "recall": 0.550395, "f1": 0.516452, "accuracy": 0.550395, "main_score": 0.516452, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"]}, {"precision": 0.528886, "recall": 0.579051, "f1": 0.541868, "accuracy": 0.579051, "main_score": 0.541868, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"]}, {"precision": 0.529201, "recall": 0.560277, "f1": 0.538002, "accuracy": 0.560277, "main_score": 0.538002, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"]}, {"precision": 0.514312, "recall": 0.560277, "f1": 0.526353, "accuracy": 0.560277, "main_score": 0.526353, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"]}, {"precision": 0.513687, "recall": 0.560277, "f1": 0.525538, "accuracy": 0.560277, "main_score": 0.525538, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"]}, {"precision": 0.551578, "recall": 0.601779, "f1": 0.564863, "accuracy": 0.601779, "main_score": 0.564863, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"]}, {"precision": 0.54185, "recall": 0.586957, "f1": 0.554147, "accuracy": 0.586957, "main_score": 0.554147, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"]}, {"precision": 0.477372, "recall": 0.522727, "f1": 0.489623, "accuracy": 0.522727, "main_score": 0.489623, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"]}, {"precision": 0.525281, "recall": 0.573123, "f1": 0.538266, "accuracy": 0.573123, "main_score": 0.538266, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"]}, {"precision": 0.527425, "recall": 0.572134, "f1": 0.539292, "accuracy": 0.572134, "main_score": 0.539292, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"]}, {"precision": 0.545741, "recall": 0.58004, "f1": 0.555145, "accuracy": 0.58004, "main_score": 0.555145, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"]}, {"precision": 0.197581, "recall": 0.233202, "f1": 0.206227, "accuracy": 0.233202, "main_score": 0.206227, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"]}, {"precision": 0.517737, "recall": 0.565217, "f1": 0.530097, "accuracy": 0.565217, "main_score": 0.530097, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"]}, {"precision": 0.514302, "recall": 0.549407, "f1": 0.524073, "accuracy": 0.549407, "main_score": 0.524073, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"]}, {"precision": 0.540222, "recall": 0.581028, "f1": 0.550914, "accuracy": 0.581028, "main_score": 0.550914, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"]}, {"precision": 0.548551, "recall": 0.585968, "f1": 0.559193, "accuracy": 0.585968, "main_score": 0.559193, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"]}, {"precision": 0.521443, "recall": 0.562253, "f1": 0.532983, "accuracy": 0.562253, "main_score": 0.532983, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"]}, {"precision": 0.5283, "recall": 0.575099, "f1": 0.540703, "accuracy": 0.575099, "main_score": 0.540703, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"]}, {"precision": 0.505554, "recall": 0.544466, "f1": 0.516933, "accuracy": 0.544466, "main_score": 0.516933, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"]}, {"precision": 0.537803, "recall": 0.58498, "f1": 0.550563, "accuracy": 0.58498, "main_score": 0.550563, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"]}, {"precision": 0.44976, "recall": 0.503953, "f1": 0.464852, "accuracy": 0.503953, "main_score": 0.464852, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"]}, {"precision": 0.506192, "recall": 0.546443, "f1": 0.517217, "accuracy": 0.546443, "main_score": 0.517217, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"]}, {"precision": 0.543072, "recall": 0.587945, "f1": 0.555086, "accuracy": 0.587945, "main_score": 0.555086, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"]}, {"precision": 0.532511, "recall": 0.574111, "f1": 0.543707, "accuracy": 0.574111, "main_score": 0.543707, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"]}, {"precision": 0.507559, "recall": 0.560277, "f1": 0.521096, "accuracy": 0.560277, "main_score": 0.521096, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"]}, {"precision": 0.50114, "recall": 0.54249, "f1": 0.512919, "accuracy": 0.54249, "main_score": 0.512919, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"]}, {"precision": 0.402016, "recall": 0.44664, "f1": 0.41441, "accuracy": 0.44664, "main_score": 0.41441, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"]}, {"precision": 0.542278, "recall": 0.587945, "f1": 0.553822, "accuracy": 0.587945, "main_score": 0.553822, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"]}, {"precision": 0.482108, "recall": 0.523715, "f1": 0.494304, "accuracy": 0.523715, "main_score": 0.494304, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"]}, {"precision": 0.532686, "recall": 0.583992, "f1": 0.546541, "accuracy": 0.583992, "main_score": 0.546541, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"]}, {"precision": 0.542411, "recall": 0.592885, "f1": 0.556299, "accuracy": 0.592885, "main_score": 0.556299, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"]}, {"precision": 0.528518, "recall": 0.575099, "f1": 0.54151, "accuracy": 0.575099, "main_score": 0.54151, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"]}, {"precision": 0.541091, "recall": 0.58004, "f1": 0.55098, "accuracy": 0.58004, "main_score": 0.55098, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"]}, {"precision": 0.49021, "recall": 0.537549, "f1": 0.503546, "accuracy": 0.537549, "main_score": 0.503546, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"]}, {"precision": 0.517245, "recall": 0.556324, "f1": 0.528482, "accuracy": 0.556324, "main_score": 0.528482, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"]}, {"precision": 0.54776, "recall": 0.587945, "f1": 0.558663, "accuracy": 0.587945, "main_score": 0.558663, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"]}, {"precision": 0.542121, "recall": 0.590909, "f1": 0.554815, "accuracy": 0.590909, "main_score": 0.554815, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"]}, {"precision": 0.547286, "recall": 0.586957, "f1": 0.558157, "accuracy": 0.586957, "main_score": 0.558157, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"]}, {"precision": 0.481892, "recall": 0.524704, "f1": 0.494488, "accuracy": 0.524704, "main_score": 0.494488, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"]}, {"precision": 0.537495, "recall": 0.583004, "f1": 0.549191, "accuracy": 0.583004, "main_score": 0.549191, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"]}, {"precision": 0.412994, "recall": 0.458498, "f1": 0.425618, "accuracy": 0.458498, "main_score": 0.425618, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"]}, {"precision": 0.477163, "recall": 0.514822, "f1": 0.487872, "accuracy": 0.514822, "main_score": 0.487872, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"]}, {"precision": 0.557542, "recall": 0.593874, "f1": 0.566904, "accuracy": 0.593874, "main_score": 0.566904, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"]}, {"precision": 0.300948, "recall": 0.349802, "f1": 0.314238, "accuracy": 0.349802, "main_score": 0.314238, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"]}, {"precision": 0.531293, "recall": 0.58004, "f1": 0.544078, "accuracy": 0.58004, "main_score": 0.544078, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"]}, {"precision": 0.528041, "recall": 0.577075, "f1": 0.54106, "accuracy": 0.577075, "main_score": 0.54106, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"]}, {"precision": 0.540743, "recall": 0.583992, "f1": 0.552755, "accuracy": 0.583992, "main_score": 0.552755, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"]}, {"precision": 0.505812, "recall": 0.559289, "f1": 0.520723, "accuracy": 0.559289, "main_score": 0.520723, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"]}, {"precision": 0.511141, "recall": 0.555336, "f1": 0.524203, "accuracy": 0.555336, "main_score": 0.524203, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"]}, {"precision": 0.560128, "recall": 0.592885, "f1": 0.569134, "accuracy": 0.592885, "main_score": 0.569134, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"]}, {"precision": 0.502817, "recall": 0.541502, "f1": 0.513822, "accuracy": 0.541502, "main_score": 0.513822, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"]}, {"precision": 0.543098, "recall": 0.587945, "f1": 0.555289, "accuracy": 0.587945, "main_score": 0.555289, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"]}, {"precision": 0.511175, "recall": 0.539526, "f1": 0.519436, "accuracy": 0.539526, "main_score": 0.519436, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"]}, {"precision": 0.550984, "recall": 0.58498, "f1": 0.559915, "accuracy": 0.58498, "main_score": 0.559915, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"]}, {"precision": 0.5051, "recall": 0.547431, "f1": 0.517094, "accuracy": 0.547431, "main_score": 0.517094, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"]}, {"precision": 0.514119, "recall": 0.556324, "f1": 0.526097, "accuracy": 0.556324, "main_score": 0.526097, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"]}, {"precision": 0.522031, "recall": 0.561265, "f1": 0.532577, "accuracy": 0.561265, "main_score": 0.532577, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"]}, {"precision": 0.535141, "recall": 0.579051, "f1": 0.546983, "accuracy": 0.579051, "main_score": 0.546983, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"]}, {"precision": 0.259846, "recall": 0.301383, "f1": 0.270678, "accuracy": 0.301383, "main_score": 0.270678, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"]}, {"precision": 0.497574, "recall": 0.532609, "f1": 0.507478, "accuracy": 0.532609, "main_score": 0.507478, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"]}, {"precision": 0.494461, "recall": 0.545455, "f1": 0.50725, "accuracy": 0.545455, "main_score": 0.50725, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"]}, {"precision": 0.533402, "recall": 0.566206, "f1": 0.542831, "accuracy": 0.566206, "main_score": 0.542831, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"]}, {"precision": 0.468124, "recall": 0.512846, "f1": 0.481061, "accuracy": 0.512846, "main_score": 0.481061, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"]}, {"precision": 0.551058, "recall": 0.598814, "f1": 0.563159, "accuracy": 0.598814, "main_score": 0.563159, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"]}, {"precision": 0.533477, "recall": 0.575099, "f1": 0.544953, "accuracy": 0.575099, "main_score": 0.544953, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"]}, {"precision": 0.553828, "recall": 0.594862, "f1": 0.565007, "accuracy": 0.594862, "main_score": 0.565007, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"]}, {"precision": 0.46136, "recall": 0.507905, "f1": 0.474356, "accuracy": 0.507905, "main_score": 0.474356, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"]}, {"precision": 0.541791, "recall": 0.586957, "f1": 0.553937, "accuracy": 0.586957, "main_score": 0.553937, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"]}, {"precision": 0.51407, "recall": 0.562253, "f1": 0.527233, "accuracy": 0.562253, "main_score": 0.527233, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"]}, {"precision": 0.534207, "recall": 0.577075, "f1": 0.5453, "accuracy": 0.577075, "main_score": 0.5453, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"]}, {"precision": 0.518404, "recall": 0.56917, "f1": 0.531986, "accuracy": 0.56917, "main_score": 0.531986, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"]}, {"precision": 0.48558, "recall": 0.528656, "f1": 0.498024, "accuracy": 0.528656, "main_score": 0.498024, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"]}, {"precision": 0.480783, "recall": 0.521739, "f1": 0.492492, "accuracy": 0.521739, "main_score": 0.492492, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"]}, {"precision": 0.510847, "recall": 0.563241, "f1": 0.524402, "accuracy": 0.563241, "main_score": 0.524402, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"]}, {"precision": 0.527071, "recall": 0.571146, "f1": 0.537972, "accuracy": 0.571146, "main_score": 0.537972, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"]}, {"precision": 0.536442, "recall": 0.582016, "f1": 0.548782, "accuracy": 0.582016, "main_score": 0.548782, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"]}, {"precision": 0.531061, "recall": 0.568182, "f1": 0.542048, "accuracy": 0.568182, "main_score": 0.542048, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"]}, {"precision": 0.441226, "recall": 0.481225, "f1": 0.452437, "accuracy": 0.481225, "main_score": 0.452437, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"]}, {"precision": 0.561746, "recall": 0.597826, "f1": 0.57216, "accuracy": 0.597826, "main_score": 0.57216, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"]}, {"precision": 0.488331, "recall": 0.532609, "f1": 0.500228, "accuracy": 0.532609, "main_score": 0.500228, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"]}, {"precision": 0.464587, "recall": 0.5, "f1": 0.474526, "accuracy": 0.5, "main_score": 0.474526, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"]}, {"precision": 0.527025, "recall": 0.573123, "f1": 0.538579, "accuracy": 0.573123, "main_score": 0.538579, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"]}, {"precision": 0.55475, "recall": 0.593874, "f1": 0.565018, "accuracy": 0.593874, "main_score": 0.565018, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"]}, {"precision": 0.523415, "recall": 0.568182, "f1": 0.5345, "accuracy": 0.568182, "main_score": 0.5345, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"]}, {"precision": 0.539622, "recall": 0.585968, "f1": 0.551549, "accuracy": 0.585968, "main_score": 0.551549, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"]}, {"precision": 0.544314, "recall": 0.587945, "f1": 0.555932, "accuracy": 0.587945, "main_score": 0.555932, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"]}, {"precision": 0.514231, "recall": 0.563241, "f1": 0.527654, "accuracy": 0.563241, "main_score": 0.527654, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"]}, {"precision": 0.533251, "recall": 0.575099, "f1": 0.544671, "accuracy": 0.575099, "main_score": 0.544671, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"]}, {"precision": 0.395394, "recall": 0.45751, "f1": 0.411596, "accuracy": 0.45751, "main_score": 0.411596, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"]}, {"precision": 0.490112, "recall": 0.543478, "f1": 0.504976, "accuracy": 0.543478, "main_score": 0.504976, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"]}, {"precision": 0.430705, "recall": 0.516798, "f1": 0.451645, "accuracy": 0.516798, "main_score": 0.451645, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"]}, {"precision": 0.533643, "recall": 0.56917, "f1": 0.543478, "accuracy": 0.56917, "main_score": 0.543478, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"]}, {"precision": 0.44569, "recall": 0.487154, "f1": 0.457303, "accuracy": 0.487154, "main_score": 0.457303, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"]}, {"precision": 0.552277, "recall": 0.594862, "f1": 0.563326, "accuracy": 0.594862, "main_score": 0.563326, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"]}, {"precision": 0.537544, "recall": 0.578063, "f1": 0.548504, "accuracy": 0.578063, "main_score": 0.548504, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"]}, {"precision": 0.415885, "recall": 0.471344, "f1": 0.431824, "accuracy": 0.471344, "main_score": 0.431824, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"]}, {"precision": 0.536688, "recall": 0.578063, "f1": 0.547668, "accuracy": 0.578063, "main_score": 0.547668, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"]}, {"precision": 0.543375, "recall": 0.583992, "f1": 0.554116, "accuracy": 0.583992, "main_score": 0.554116, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"]}, {"precision": 0.493848, "recall": 0.549407, "f1": 0.507826, "accuracy": 0.549407, "main_score": 0.507826, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"]}, {"precision": 0.530811, "recall": 0.575099, "f1": 0.542787, "accuracy": 0.575099, "main_score": 0.542787, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"]}, {"precision": 0.518632, "recall": 0.5583, "f1": 0.529474, "accuracy": 0.5583, "main_score": 0.529474, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"]}, {"precision": 0.508194, "recall": 0.554348, "f1": 0.520065, "accuracy": 0.554348, "main_score": 0.520065, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"]}, {"precision": 0.560137, "recall": 0.603755, "f1": 0.571292, "accuracy": 0.603755, "main_score": 0.571292, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"]}, {"precision": 0.482893, "recall": 0.524704, "f1": 0.495144, "accuracy": 0.524704, "main_score": 0.495144, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"]}, {"precision": 0.474524, "recall": 0.514822, "f1": 0.486077, "accuracy": 0.514822, "main_score": 0.486077, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"]}, {"precision": 0.522903, "recall": 0.564229, "f1": 0.534149, "accuracy": 0.564229, "main_score": 0.534149, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"]}, {"precision": 0.53605, "recall": 0.582016, "f1": 0.548547, "accuracy": 0.582016, "main_score": 0.548547, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"]}, {"precision": 0.10465, "recall": 0.143281, "f1": 0.113859, "accuracy": 0.143281, "main_score": 0.113859, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"]}, {"precision": 0.521251, "recall": 0.572134, "f1": 0.534508, "accuracy": 0.572134, "main_score": 0.534508, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"]}, {"precision": 0.465364, "recall": 0.513834, "f1": 0.478648, "accuracy": 0.513834, "main_score": 0.478648, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"]}, {"precision": 0.511767, "recall": 0.55336, "f1": 0.523316, "accuracy": 0.55336, "main_score": 0.523316, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"]}, {"precision": 0.533961, "recall": 0.578063, "f1": 0.54516, "accuracy": 0.578063, "main_score": 0.54516, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"]}, {"precision": 0.471142, "recall": 0.517787, "f1": 0.484612, "accuracy": 0.517787, "main_score": 0.484612, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"]}, {"precision": 0.480741, "recall": 0.522727, "f1": 0.492572, "accuracy": 0.522727, "main_score": 0.492572, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"]}, {"precision": 0.521215, "recall": 0.571146, "f1": 0.534763, "accuracy": 0.571146, "main_score": 0.534763, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"]}, {"precision": 0.537294, "recall": 0.583004, "f1": 0.548967, "accuracy": 0.583004, "main_score": 0.548967, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"]}, {"precision": 0.550541, "recall": 0.585968, "f1": 0.559945, "accuracy": 0.585968, "main_score": 0.559945, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"]}, {"precision": 0.524056, "recall": 0.562253, "f1": 0.534028, "accuracy": 0.562253, "main_score": 0.534028, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"]}, {"precision": 0.460584, "recall": 0.506917, "f1": 0.473852, "accuracy": 0.506917, "main_score": 0.473852, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"]}, {"precision": 0.523079, "recall": 0.567194, "f1": 0.534283, "accuracy": 0.567194, "main_score": 0.534283, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"]}, {"precision": 0.477633, "recall": 0.518775, "f1": 0.489321, "accuracy": 0.518775, "main_score": 0.489321, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"]}, {"precision": 0.464201, "recall": 0.501976, "f1": 0.474897, "accuracy": 0.501976, "main_score": 0.474897, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"]}, {"precision": 0.526066, "recall": 0.576087, "f1": 0.539909, "accuracy": 0.576087, "main_score": 0.539909, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"]}, {"precision": 0.53542, "recall": 0.576087, "f1": 0.5465, "accuracy": 0.576087, "main_score": 0.5465, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"]}, {"precision": 0.524116, "recall": 0.573123, "f1": 0.536811, "accuracy": 0.573123, "main_score": 0.536811, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"]}, {"precision": 0.422745, "recall": 0.467391, "f1": 0.435151, "accuracy": 0.467391, "main_score": 0.435151, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"]}, {"precision": 0.553789, "recall": 0.597826, "f1": 0.565822, "accuracy": 0.597826, "main_score": 0.565822, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"]}, {"precision": 0.508588, "recall": 0.557312, "f1": 0.521036, "accuracy": 0.557312, "main_score": 0.521036, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"]}, {"precision": 0.503604, "recall": 0.549407, "f1": 0.516206, "accuracy": 0.549407, "main_score": 0.516206, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"]}, {"precision": 0.484456, "recall": 0.525692, "f1": 0.495638, "accuracy": 0.525692, "main_score": 0.495638, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"]}, {"precision": 0.470179, "recall": 0.51087, "f1": 0.481431, "accuracy": 0.51087, "main_score": 0.481431, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"]}, {"precision": 0.492726, "recall": 0.533597, "f1": 0.503563, "accuracy": 0.533597, "main_score": 0.503563, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"]}, {"precision": 0.501935, "recall": 0.549407, "f1": 0.514966, "accuracy": 0.549407, "main_score": 0.514966, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"]}, {"precision": 0.516907, "recall": 0.562253, "f1": 0.529515, "accuracy": 0.562253, "main_score": 0.529515, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"]}, {"precision": 0.458449, "recall": 0.508893, "f1": 0.472026, "accuracy": 0.508893, "main_score": 0.472026, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"]}, {"precision": 0.518997, "recall": 0.568182, "f1": 0.532519, "accuracy": 0.568182, "main_score": 0.532519, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"]}, {"precision": 0.500016, "recall": 0.55336, "f1": 0.513618, "accuracy": 0.55336, "main_score": 0.513618, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"]}, {"precision": 0.542255, "recall": 0.586957, "f1": 0.554082, "accuracy": 0.586957, "main_score": 0.554082, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"]}, {"precision": 0.523969, "recall": 0.568182, "f1": 0.536032, "accuracy": 0.568182, "main_score": 0.536032, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"]}, {"precision": 0.55874, "recall": 0.601779, "f1": 0.57033, "accuracy": 0.601779, "main_score": 0.57033, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"]}, {"precision": 0.48424, "recall": 0.529644, "f1": 0.497353, "accuracy": 0.529644, "main_score": 0.497353, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"]}, {"precision": 0.529316, "recall": 0.567194, "f1": 0.539729, "accuracy": 0.567194, "main_score": 0.539729, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"]}, {"precision": 0.440542, "recall": 0.493083, "f1": 0.455353, "accuracy": 0.493083, "main_score": 0.455353, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"]}, {"precision": 0.541577, "recall": 0.583992, "f1": 0.553428, "accuracy": 0.583992, "main_score": 0.553428, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"]}, {"precision": 0.399664, "recall": 0.450593, "f1": 0.413644, "accuracy": 0.450593, "main_score": 0.413644, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"]}, {"precision": 0.493325, "recall": 0.548419, "f1": 0.508122, "accuracy": 0.548419, "main_score": 0.508122, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"]}, {"precision": 0.529062, "recall": 0.579051, "f1": 0.542612, "accuracy": 0.579051, "main_score": 0.542612, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"]}, {"precision": 0.512006, "recall": 0.552372, "f1": 0.522814, "accuracy": 0.552372, "main_score": 0.522814, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"]}, {"precision": 0.534377, "recall": 0.576087, "f1": 0.545998, "accuracy": 0.576087, "main_score": 0.545998, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"]}, {"precision": 0.500471, "recall": 0.549407, "f1": 0.514015, "accuracy": 0.549407, "main_score": 0.514015, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"]}, {"precision": 0.527157, "recall": 0.567194, "f1": 0.538702, "accuracy": 0.567194, "main_score": 0.538702, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"]}, {"precision": 0.50796, "recall": 0.546443, "f1": 0.519227, "accuracy": 0.546443, "main_score": 0.519227, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"]}, {"precision": 0.534774, "recall": 0.574111, "f1": 0.54511, "accuracy": 0.574111, "main_score": 0.54511, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"]}, {"precision": 0.541687, "recall": 0.577075, "f1": 0.551254, "accuracy": 0.577075, "main_score": 0.551254, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"]}, {"precision": 0.546712, "recall": 0.592885, "f1": 0.558619, "accuracy": 0.592885, "main_score": 0.558619, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"]}, {"precision": 0.467543, "recall": 0.507905, "f1": 0.47888, "accuracy": 0.507905, "main_score": 0.47888, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"]}, {"precision": 0.544649, "recall": 0.588933, "f1": 0.556769, "accuracy": 0.588933, "main_score": 0.556769, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"]}, {"precision": 0.52742, "recall": 0.58004, "f1": 0.54189, "accuracy": 0.58004, "main_score": 0.54189, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"]}, {"precision": 0.524577, "recall": 0.571146, "f1": 0.537268, "accuracy": 0.571146, "main_score": 0.537268, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"]}, {"precision": 0.460165, "recall": 0.504941, "f1": 0.472449, "accuracy": 0.504941, "main_score": 0.472449, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"]}, {"precision": 0.553169, "recall": 0.589921, "f1": 0.563093, "accuracy": 0.589921, "main_score": 0.563093, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"]}, {"precision": 0.509937, "recall": 0.544466, "f1": 0.519604, "accuracy": 0.544466, "main_score": 0.519604, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"]}, {"precision": 0.468407, "recall": 0.51581, "f1": 0.480918, "accuracy": 0.51581, "main_score": 0.480918, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"]}, {"precision": 0.48627, "recall": 0.530632, "f1": 0.49852, "accuracy": 0.530632, "main_score": 0.49852, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"]}, {"precision": 0.464941, "recall": 0.512846, "f1": 0.478462, "accuracy": 0.512846, "main_score": 0.478462, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"]}, {"precision": 0.547467, "recall": 0.592885, "f1": 0.559276, "accuracy": 0.592885, "main_score": 0.559276, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"]}, {"precision": 0.500679, "recall": 0.547431, "f1": 0.513563, "accuracy": 0.547431, "main_score": 0.513563, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"]}, {"precision": 0.454761, "recall": 0.497036, "f1": 0.466809, "accuracy": 0.497036, "main_score": 0.466809, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"]}, {"precision": 0.524456, "recall": 0.5583, "f1": 0.533987, "accuracy": 0.5583, "main_score": 0.533987, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"]}, {"precision": 0.503874, "recall": 0.555336, "f1": 0.518766, "accuracy": 0.555336, "main_score": 0.518766, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"]}, {"precision": 0.490737, "recall": 0.531621, "f1": 0.502373, "accuracy": 0.531621, "main_score": 0.502373, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"]}, {"precision": 0.478673, "recall": 0.509881, "f1": 0.487963, "accuracy": 0.509881, "main_score": 0.487963, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"]}, {"precision": 0.512816, "recall": 0.565217, "f1": 0.527062, "accuracy": 0.565217, "main_score": 0.527062, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"]}, {"precision": 0.472256, "recall": 0.516798, "f1": 0.485224, "accuracy": 0.516798, "main_score": 0.485224, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"]}, {"precision": 0.490172, "recall": 0.531621, "f1": 0.501603, "accuracy": 0.531621, "main_score": 0.501603, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"]}, {"precision": 0.548944, "recall": 0.582016, "f1": 0.557894, "accuracy": 0.582016, "main_score": 0.557894, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"]}, {"precision": 0.519257, "recall": 0.550395, "f1": 0.528656, "accuracy": 0.550395, "main_score": 0.528656, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"]}, {"precision": 0.549917, "recall": 0.583004, "f1": 0.559548, "accuracy": 0.583004, "main_score": 0.559548, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"]}, {"precision": 0.503896, "recall": 0.554348, "f1": 0.517384, "accuracy": 0.554348, "main_score": 0.517384, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"]}, {"precision": 0.49634, "recall": 0.539526, "f1": 0.508174, "accuracy": 0.539526, "main_score": 0.508174, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"]}, {"precision": 0.524805, "recall": 0.565217, "f1": 0.53605, "accuracy": 0.565217, "main_score": 0.53605, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"]}, {"precision": 0.417737, "recall": 0.47332, "f1": 0.434044, "accuracy": 0.47332, "main_score": 0.434044, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"]}, {"precision": 0.518024, "recall": 0.559289, "f1": 0.529516, "accuracy": 0.559289, "main_score": 0.529516, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"]}, {"precision": 0.497842, "recall": 0.544466, "f1": 0.510777, "accuracy": 0.544466, "main_score": 0.510777, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"]}, {"precision": 0.521996, "recall": 0.565217, "f1": 0.533837, "accuracy": 0.565217, "main_score": 0.533837, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"]}, {"precision": 0.531786, "recall": 0.576087, "f1": 0.543339, "accuracy": 0.576087, "main_score": 0.543339, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"]}, {"precision": 0.463286, "recall": 0.507905, "f1": 0.476207, "accuracy": 0.507905, "main_score": 0.476207, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"]}, {"precision": 0.483745, "recall": 0.517787, "f1": 0.493351, "accuracy": 0.517787, "main_score": 0.493351, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"]}, {"precision": 0.608426, "recall": 0.666996, "f1": 0.625257, "accuracy": 0.666996, "main_score": 0.625257, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"]}, {"precision": 0.556128, "recall": 0.618577, "f1": 0.573514, "accuracy": 0.618577, "main_score": 0.573514, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"]}, {"precision": 0.407377, "recall": 0.485178, "f1": 0.427729, "accuracy": 0.485178, "main_score": 0.427729, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"]}, {"precision": 0.627667, "recall": 0.683794, "f1": 0.643288, "accuracy": 0.683794, "main_score": 0.643288, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"]}, {"precision": 0.884909, "recall": 0.914032, "f1": 0.893841, "accuracy": 0.914032, "main_score": 0.893841, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"]}, {"precision": 0.953475, "recall": 0.965415, "f1": 0.957246, "accuracy": 0.965415, "main_score": 0.957246, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"]}, {"precision": 0.627352, "recall": 0.685771, "f1": 0.643961, "accuracy": 0.685771, "main_score": 0.643961, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"]}, {"precision": 0.64106, "recall": 0.705534, "f1": 0.659362, "accuracy": 0.705534, "main_score": 0.659362, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"]}, {"precision": 0.580759, "recall": 0.641304, "f1": 0.598071, "accuracy": 0.641304, "main_score": 0.598071, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"]}, {"precision": 0.195698, "recall": 0.242095, "f1": 0.207202, "accuracy": 0.242095, "main_score": 0.207202, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"]}, {"precision": 0.668281, "recall": 0.711462, "f1": 0.68047, "accuracy": 0.711462, "main_score": 0.68047, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"]}, {"precision": 0.683663, "recall": 0.736166, "f1": 0.699379, "accuracy": 0.736166, "main_score": 0.699379, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"]}, {"precision": 0.935853, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"]}, {"precision": 0.575586, "recall": 0.623518, "f1": 0.588904, "accuracy": 0.623518, "main_score": 0.588904, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"]}, {"precision": 0.524368, "recall": 0.602767, "f1": 0.545684, "accuracy": 0.602767, "main_score": 0.545684, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"]}, {"precision": 0.583762, "recall": 0.647233, "f1": 0.602179, "accuracy": 0.647233, "main_score": 0.602179, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"]}, {"precision": 0.607165, "recall": 0.666008, "f1": 0.62366, "accuracy": 0.666008, "main_score": 0.62366, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"]}, {"precision": 0.884058, "recall": 0.913043, "f1": 0.893083, "accuracy": 0.913043, "main_score": 0.893083, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"]}, {"precision": 0.54591, "recall": 0.607708, "f1": 0.564121, "accuracy": 0.607708, "main_score": 0.564121, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"]}, {"precision": 0.567168, "recall": 0.632411, "f1": 0.585561, "accuracy": 0.632411, "main_score": 0.585561, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"]}, {"precision": 0.544329, "recall": 0.601779, "f1": 0.560494, "accuracy": 0.601779, "main_score": 0.560494, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"]}, {"precision": 0.322026, "recall": 0.383399, "f1": 0.339169, "accuracy": 0.383399, "main_score": 0.339169, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"]}, {"precision": 0.615433, "recall": 0.677866, "f1": 0.633108, "accuracy": 0.677866, "main_score": 0.633108, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"]}, {"precision": 0.977026, "recall": 0.983202, "f1": 0.978986, "accuracy": 0.983202, "main_score": 0.978986, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"]}, {"precision": 0.621833, "recall": 0.676877, "f1": 0.637927, "accuracy": 0.676877, "main_score": 0.637927, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"]}, {"precision": 0.712502, "recall": 0.774704, "f1": 0.730816, "accuracy": 0.774704, "main_score": 0.730816, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"]}, {"precision": 0.598525, "recall": 0.682806, "f1": 0.623141, "accuracy": 0.682806, "main_score": 0.623141, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"]}, {"precision": 0.732576, "recall": 0.779644, "f1": 0.746574, "accuracy": 0.779644, "main_score": 0.746574, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"]}, {"precision": 0.69637, "recall": 0.751976, "f1": 0.712921, "accuracy": 0.751976, "main_score": 0.712921, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"]}, {"precision": 0.693849, "recall": 0.756917, "f1": 0.712576, "accuracy": 0.756917, "main_score": 0.712576, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"]}, {"precision": 0.915761, "recall": 0.940711, "f1": 0.923814, "accuracy": 0.940711, "main_score": 0.923814, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"]}, {"precision": 0.571814, "recall": 0.634387, "f1": 0.589269, "accuracy": 0.634387, "main_score": 0.589269, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"]}, {"precision": 0.582156, "recall": 0.635375, "f1": 0.597274, "accuracy": 0.635375, "main_score": 0.597274, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"]}, {"precision": 0.816008, "recall": 0.857708, "f1": 0.828346, "accuracy": 0.857708, "main_score": 0.828346, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"]}, {"precision": 0.480543, "recall": 0.541502, "f1": 0.496775, "accuracy": 0.541502, "main_score": 0.496775, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"]}, {"precision": 0.858712, "recall": 0.895257, "f1": 0.869598, "accuracy": 0.895257, "main_score": 0.869598, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"]}, {"precision": 0.562048, "recall": 0.62253, "f1": 0.578644, "accuracy": 0.62253, "main_score": 0.578644, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"]}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"]}, {"precision": 0.619618, "recall": 0.690711, "f1": 0.639992, "accuracy": 0.690711, "main_score": 0.639992, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"]}, {"precision": 0.199206, "recall": 0.258893, "f1": 0.212469, "accuracy": 0.258893, "main_score": 0.212469, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"]}, {"precision": 0.645471, "recall": 0.708498, "f1": 0.663603, "accuracy": 0.708498, "main_score": 0.663603, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"]}, {"precision": 0.788686, "recall": 0.838933, "f1": 0.803477, "accuracy": 0.838933, "main_score": 0.803477, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"]}, {"precision": 0.444145, "recall": 0.503953, "f1": 0.460325, "accuracy": 0.503953, "main_score": 0.460325, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"]}, {"precision": 0.699382, "recall": 0.752964, "f1": 0.715635, "accuracy": 0.752964, "main_score": 0.715635, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"]}, {"precision": 0.572881, "recall": 0.637352, "f1": 0.591437, "accuracy": 0.637352, "main_score": 0.591437, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"]}, {"precision": 0.524883, "recall": 0.590909, "f1": 0.542963, "accuracy": 0.590909, "main_score": 0.542963, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"]}, {"precision": 0.692424, "recall": 0.75, "f1": 0.708978, "accuracy": 0.75, "main_score": 0.708978, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"]}, {"precision": 0.231804, "recall": 0.311265, "f1": 0.252543, "accuracy": 0.311265, "main_score": 0.252543, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"]}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"]}, {"precision": 0.606209, "recall": 0.666008, "f1": 0.623388, "accuracy": 0.666008, "main_score": 0.623388, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"]}, {"precision": 0.60785, "recall": 0.671937, "f1": 0.625516, "accuracy": 0.671937, "main_score": 0.625516, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"]}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"]}, {"precision": 0.720545, "recall": 0.780632, "f1": 0.738757, "accuracy": 0.780632, "main_score": 0.738757, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"]}, {"precision": 0.576188, "recall": 0.63834, "f1": 0.593337, "accuracy": 0.63834, "main_score": 0.593337, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"]}, {"precision": 0.781374, "recall": 0.83004, "f1": 0.796113, "accuracy": 0.83004, "main_score": 0.796113, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"]}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"]}, {"precision": 0.482018, "recall": 0.543478, "f1": 0.498786, "accuracy": 0.543478, "main_score": 0.498786, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"]}, {"precision": 0.845389, "recall": 0.880435, "f1": 0.855981, "accuracy": 0.880435, "main_score": 0.855981, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"]}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"]}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933432, "accuracy": 0.947628, "main_score": 0.933432, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"]}, {"precision": 0.653818, "recall": 0.703557, "f1": 0.668281, "accuracy": 0.703557, "main_score": 0.668281, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"]}, {"precision": 0.857049, "recall": 0.897233, "f1": 0.869862, "accuracy": 0.897233, "main_score": 0.869862, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"]}, {"precision": 0.490377, "recall": 0.560277, "f1": 0.508676, "accuracy": 0.560277, "main_score": 0.508676, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"]}, {"precision": 0.618841, "recall": 0.692688, "f1": 0.640679, "accuracy": 0.692688, "main_score": 0.640679, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"]}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"]}, {"precision": 0.856976, "recall": 0.889328, "f1": 0.866914, "accuracy": 0.889328, "main_score": 0.866914, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"]}, {"precision": 0.680687, "recall": 0.728261, "f1": 0.694688, "accuracy": 0.728261, "main_score": 0.694688, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"]}, {"precision": 0.677777, "recall": 0.738142, "f1": 0.695091, "accuracy": 0.738142, "main_score": 0.695091, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"]}, {"precision": 0.935688, "recall": 0.952569, "f1": 0.941107, "accuracy": 0.952569, "main_score": 0.941107, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"]}, {"precision": 0.562181, "recall": 0.628458, "f1": 0.580781, "accuracy": 0.628458, "main_score": 0.580781, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"]}, {"precision": 0.568695, "recall": 0.629447, "f1": 0.586679, "accuracy": 0.629447, "main_score": 0.586679, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"]}, {"precision": 0.836907, "recall": 0.874506, "f1": 0.84832, "accuracy": 0.874506, "main_score": 0.84832, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"]}, {"precision": 0.575445, "recall": 0.636364, "f1": 0.592438, "accuracy": 0.636364, "main_score": 0.592438, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"]}, {"precision": 0.650998, "recall": 0.706522, "f1": 0.667362, "accuracy": 0.706522, "main_score": 0.667362, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"]}, {"precision": 0.899704, "recall": 0.927866, "f1": 0.908762, "accuracy": 0.927866, "main_score": 0.908762, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"]}, {"precision": 0.514982, "recall": 0.571146, "f1": 0.53024, "accuracy": 0.571146, "main_score": 0.53024, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"]}, {"precision": 0.607898, "recall": 0.666008, "f1": 0.623926, "accuracy": 0.666008, "main_score": 0.623926, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"]}, {"precision": 0.616173, "recall": 0.678854, "f1": 0.634944, "accuracy": 0.678854, "main_score": 0.634944, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"]}, {"precision": 0.589792, "recall": 0.648221, "f1": 0.606357, "accuracy": 0.648221, "main_score": 0.606357, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"]}, {"precision": 0.570035, "recall": 0.634387, "f1": 0.588583, "accuracy": 0.634387, "main_score": 0.588583, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"]}, {"precision": 0.74641, "recall": 0.797431, "f1": 0.761594, "accuracy": 0.797431, "main_score": 0.761594, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"]}, {"precision": 0.765646, "recall": 0.816206, "f1": 0.781061, "accuracy": 0.816206, "main_score": 0.781061, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"]}, {"precision": 0.90476, "recall": 0.927866, "f1": 0.911957, "accuracy": 0.927866, "main_score": 0.911957, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"]}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"]}, {"precision": 0.506697, "recall": 0.589921, "f1": 0.531365, "accuracy": 0.589921, "main_score": 0.531365, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"]}, {"precision": 0.720422, "recall": 0.778656, "f1": 0.738392, "accuracy": 0.778656, "main_score": 0.738392, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"]}, {"precision": 0.620777, "recall": 0.664032, "f1": 0.633209, "accuracy": 0.664032, "main_score": 0.633209, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"]}, {"precision": 0.574357, "recall": 0.639328, "f1": 0.592951, "accuracy": 0.639328, "main_score": 0.592951, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"]}, {"precision": 0.530388, "recall": 0.59585, "f1": 0.548621, "accuracy": 0.59585, "main_score": 0.548621, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"]}, {"precision": 0.453258, "recall": 0.535573, "f1": 0.475792, "accuracy": 0.535573, "main_score": 0.475792, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"]}, {"precision": 0.590351, "recall": 0.647233, "f1": 0.606461, "accuracy": 0.647233, "main_score": 0.606461, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"]}, {"precision": 0.882559, "recall": 0.913043, "f1": 0.892029, "accuracy": 0.913043, "main_score": 0.892029, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"]}, {"precision": 0.601856, "recall": 0.653162, "f1": 0.616667, "accuracy": 0.653162, "main_score": 0.616667, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"]}, {"precision": 0.609933, "recall": 0.673913, "f1": 0.627473, "accuracy": 0.673913, "main_score": 0.627473, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"]}, {"precision": 0.565104, "recall": 0.628458, "f1": 0.583004, "accuracy": 0.628458, "main_score": 0.583004, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"]}, {"precision": 0.175093, "recall": 0.237154, "f1": 0.190988, "accuracy": 0.237154, "main_score": 0.190988, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"]}, {"precision": 0.631501, "recall": 0.683794, "f1": 0.646294, "accuracy": 0.683794, "main_score": 0.646294, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"]}, {"precision": 0.682642, "recall": 0.738142, "f1": 0.699624, "accuracy": 0.738142, "main_score": 0.699624, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"]}, {"precision": 0.555385, "recall": 0.604743, "f1": 0.569631, "accuracy": 0.604743, "main_score": 0.569631, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"]}, {"precision": 0.503822, "recall": 0.578063, "f1": 0.52437, "accuracy": 0.578063, "main_score": 0.52437, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"]}, {"precision": 0.56059, "recall": 0.623518, "f1": 0.57924, "accuracy": 0.623518, "main_score": 0.57924, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"]}, {"precision": 0.576353, "recall": 0.644269, "f1": 0.595225, "accuracy": 0.644269, "main_score": 0.595225, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"]}, {"precision": 0.919631, "recall": 0.944664, "f1": 0.927866, "accuracy": 0.944664, "main_score": 0.927866, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"]}, {"precision": 0.524838, "recall": 0.579051, "f1": 0.540423, "accuracy": 0.579051, "main_score": 0.540423, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"]}, {"precision": 0.542856, "recall": 0.609684, "f1": 0.56178, "accuracy": 0.609684, "main_score": 0.56178, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"]}, {"precision": 0.524253, "recall": 0.582016, "f1": 0.540489, "accuracy": 0.582016, "main_score": 0.540489, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"]}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"]}, {"precision": 0.323519, "recall": 0.383399, "f1": 0.339388, "accuracy": 0.383399, "main_score": 0.339388, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"]}, {"precision": 0.592885, "recall": 0.656126, "f1": 0.611232, "accuracy": 0.656126, "main_score": 0.611232, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"]}, {"precision": 0.580774, "recall": 0.641304, "f1": 0.598633, "accuracy": 0.641304, "main_score": 0.598633, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"]}, {"precision": 0.721113, "recall": 0.780632, "f1": 0.738939, "accuracy": 0.780632, "main_score": 0.738939, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"]}, {"precision": 0.683623, "recall": 0.755929, "f1": 0.704496, "accuracy": 0.755929, "main_score": 0.704496, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"]}, {"precision": 0.720224, "recall": 0.775692, "f1": 0.736412, "accuracy": 0.775692, "main_score": 0.736412, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"]}, {"precision": 0.659413, "recall": 0.713439, "f1": 0.675675, "accuracy": 0.713439, "main_score": 0.675675, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"]}, {"precision": 0.663086, "recall": 0.732213, "f1": 0.683355, "accuracy": 0.732213, "main_score": 0.683355, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"]}, {"precision": 0.548572, "recall": 0.61166, "f1": 0.566147, "accuracy": 0.61166, "main_score": 0.566147, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"]}, {"precision": 0.560304, "recall": 0.615613, "f1": 0.576227, "accuracy": 0.615613, "main_score": 0.576227, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"]}, {"precision": 0.806942, "recall": 0.849802, "f1": 0.819818, "accuracy": 0.849802, "main_score": 0.819818, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"]}, {"precision": 0.474946, "recall": 0.538538, "f1": 0.491731, "accuracy": 0.538538, "main_score": 0.491731, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"]}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906639, "accuracy": 0.926877, "main_score": 0.906639, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"]}, {"precision": 0.54254, "recall": 0.608696, "f1": 0.561401, "accuracy": 0.608696, "main_score": 0.561401, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"]}, {"precision": 0.596943, "recall": 0.664032, "f1": 0.61615, "accuracy": 0.664032, "main_score": 0.61615, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"]}, {"precision": 0.197481, "recall": 0.255929, "f1": 0.211178, "accuracy": 0.255929, "main_score": 0.211178, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"]}, {"precision": 0.623872, "recall": 0.693676, "f1": 0.644455, "accuracy": 0.693676, "main_score": 0.644455, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"]}, {"precision": 0.886034, "recall": 0.918972, "f1": 0.896574, "accuracy": 0.918972, "main_score": 0.896574, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"]}, {"precision": 0.436737, "recall": 0.492095, "f1": 0.451962, "accuracy": 0.492095, "main_score": 0.451962, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"]}, {"precision": 0.689781, "recall": 0.747036, "f1": 0.706807, "accuracy": 0.747036, "main_score": 0.706807, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"]}, {"precision": 0.569604, "recall": 0.624506, "f1": 0.585301, "accuracy": 0.624506, "main_score": 0.585301, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"]}, {"precision": 0.505521, "recall": 0.570158, "f1": 0.523788, "accuracy": 0.570158, "main_score": 0.523788, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"]}, {"precision": 0.673419, "recall": 0.725296, "f1": 0.689281, "accuracy": 0.725296, "main_score": 0.689281, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"]}, {"precision": 0.260278, "recall": 0.346838, "f1": 0.282771, "accuracy": 0.346838, "main_score": 0.282771, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"]}, {"precision": 0.577833, "recall": 0.644269, "f1": 0.597403, "accuracy": 0.644269, "main_score": 0.597403, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"]}, {"precision": 0.595863, "recall": 0.65415, "f1": 0.61206, "accuracy": 0.65415, "main_score": 0.61206, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"]}, {"precision": 0.728953, "recall": 0.791502, "f1": 0.748075, "accuracy": 0.791502, "main_score": 0.748075, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"]}, {"precision": 0.574319, "recall": 0.633399, "f1": 0.591096, "accuracy": 0.633399, "main_score": 0.591096, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"]}, {"precision": 0.799275, "recall": 0.851779, "f1": 0.815679, "accuracy": 0.851779, "main_score": 0.815679, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"]}, {"precision": 0.459084, "recall": 0.52668, "f1": 0.477535, "accuracy": 0.52668, "main_score": 0.477535, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"]}, {"precision": 0.907806, "recall": 0.933794, "f1": 0.915796, "accuracy": 0.933794, "main_score": 0.915796, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"]}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"]}, {"precision": 0.940382, "recall": 0.959486, "f1": 0.94664, "accuracy": 0.959486, "main_score": 0.94664, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"]}, {"precision": 0.6146, "recall": 0.670949, "f1": 0.631021, "accuracy": 0.670949, "main_score": 0.631021, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"]}, {"precision": 0.914443, "recall": 0.939723, "f1": 0.922661, "accuracy": 0.939723, "main_score": 0.922661, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"]}, {"precision": 0.453509, "recall": 0.518775, "f1": 0.471161, "accuracy": 0.518775, "main_score": 0.471161, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"]}, {"precision": 0.653707, "recall": 0.717391, "f1": 0.672239, "accuracy": 0.717391, "main_score": 0.672239, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"]}, {"precision": 0.84165, "recall": 0.882411, "f1": 0.854433, "accuracy": 0.882411, "main_score": 0.854433, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"]}, {"precision": 0.647167, "recall": 0.699605, "f1": 0.662228, "accuracy": 0.699605, "main_score": 0.662228, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"]}, {"precision": 0.643488, "recall": 0.704545, "f1": 0.661225, "accuracy": 0.704545, "main_score": 0.661225, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"]}, {"precision": 0.542696, "recall": 0.608696, "f1": 0.561346, "accuracy": 0.608696, "main_score": 0.561346, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"]}, {"precision": 0.54137, "recall": 0.607708, "f1": 0.559853, "accuracy": 0.607708, "main_score": 0.559853, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"]}, {"precision": 0.842671, "recall": 0.885375, "f1": 0.855764, "accuracy": 0.885375, "main_score": 0.855764, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"]}, {"precision": 0.553846, "recall": 0.614625, "f1": 0.570904, "accuracy": 0.614625, "main_score": 0.570904, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"]}, {"precision": 0.632066, "recall": 0.694664, "f1": 0.6505, "accuracy": 0.694664, "main_score": 0.6505, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"]}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"]}, {"precision": 0.489394, "recall": 0.547431, "f1": 0.506164, "accuracy": 0.547431, "main_score": 0.506164, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"]}, {"precision": 0.58742, "recall": 0.646245, "f1": 0.603237, "accuracy": 0.646245, "main_score": 0.603237, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"]}, {"precision": 0.589312, "recall": 0.660079, "f1": 0.609947, "accuracy": 0.660079, "main_score": 0.609947, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"]}, {"precision": 0.560824, "recall": 0.617589, "f1": 0.576138, "accuracy": 0.617589, "main_score": 0.576138, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"]}, {"precision": 0.546328, "recall": 0.612648, "f1": 0.565337, "accuracy": 0.612648, "main_score": 0.565337, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"]}, {"precision": 0.764625, "recall": 0.818182, "f1": 0.780519, "accuracy": 0.818182, "main_score": 0.780519, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"]}, {"precision": 0.741518, "recall": 0.794466, "f1": 0.757773, "accuracy": 0.794466, "main_score": 0.757773, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"]}, {"precision": 0.878986, "recall": 0.907115, "f1": 0.887286, "accuracy": 0.907115, "main_score": 0.887286, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"]}, {"precision": 0.476254, "recall": 0.554348, "f1": 0.499462, "accuracy": 0.554348, "main_score": 0.499462, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"]}, {"precision": 0.728715, "recall": 0.790514, "f1": 0.747353, "accuracy": 0.790514, "main_score": 0.747353, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"]}, {"precision": 0.608383, "recall": 0.659091, "f1": 0.62308, "accuracy": 0.659091, "main_score": 0.62308, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"]}, {"precision": 0.594546, "recall": 0.659091, "f1": 0.612733, "accuracy": 0.659091, "main_score": 0.612733, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"]}, {"precision": 0.541472, "recall": 0.601779, "f1": 0.558835, "accuracy": 0.601779, "main_score": 0.558835, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"]}, {"precision": 0.457826, "recall": 0.539526, "f1": 0.480157, "accuracy": 0.539526, "main_score": 0.480157, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"]}, {"precision": 0.607323, "recall": 0.660079, "f1": 0.622619, "accuracy": 0.660079, "main_score": 0.622619, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"]}, {"precision": 0.889987, "recall": 0.917984, "f1": 0.89865, "accuracy": 0.917984, "main_score": 0.89865, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"]}, {"precision": 0.607989, "recall": 0.666008, "f1": 0.624366, "accuracy": 0.666008, "main_score": 0.624366, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"]}, {"precision": 0.618445, "recall": 0.683794, "f1": 0.637451, "accuracy": 0.683794, "main_score": 0.637451, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"]}, {"precision": 0.575313, "recall": 0.646245, "f1": 0.595116, "accuracy": 0.646245, "main_score": 0.595116, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"]}, {"precision": 0.183699, "recall": 0.23913, "f1": 0.197763, "accuracy": 0.23913, "main_score": 0.197763, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"]}, {"precision": 0.657091, "recall": 0.70751, "f1": 0.671285, "accuracy": 0.70751, "main_score": 0.671285, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"]}, {"precision": 0.696327, "recall": 0.753953, "f1": 0.71357, "accuracy": 0.753953, "main_score": 0.71357, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"]}, {"precision": 0.558929, "recall": 0.609684, "f1": 0.573584, "accuracy": 0.609684, "main_score": 0.573584, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"]}, {"precision": 0.528267, "recall": 0.600791, "f1": 0.548443, "accuracy": 0.600791, "main_score": 0.548443, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"]}, {"precision": 0.575974, "recall": 0.63834, "f1": 0.594079, "accuracy": 0.63834, "main_score": 0.594079, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"]}, {"precision": 0.595636, "recall": 0.65415, "f1": 0.611472, "accuracy": 0.65415, "main_score": 0.611472, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"]}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.929018, "accuracy": 0.943676, "main_score": 0.929018, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"]}, {"precision": 0.547294, "recall": 0.601779, "f1": 0.562834, "accuracy": 0.601779, "main_score": 0.562834, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"]}, {"precision": 0.568896, "recall": 0.630435, "f1": 0.585868, "accuracy": 0.630435, "main_score": 0.585868, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"]}, {"precision": 0.530223, "recall": 0.586957, "f1": 0.545787, "accuracy": 0.586957, "main_score": 0.545787, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"]}, {"precision": 0.328692, "recall": 0.38834, "f1": 0.344691, "accuracy": 0.38834, "main_score": 0.344691, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"]}, {"precision": 0.607041, "recall": 0.667984, "f1": 0.623747, "accuracy": 0.667984, "main_score": 0.623747, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"]}, {"precision": 0.596439, "recall": 0.652174, "f1": 0.612524, "accuracy": 0.652174, "main_score": 0.612524, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"]}, {"precision": 0.718693, "recall": 0.778656, "f1": 0.736107, "accuracy": 0.778656, "main_score": 0.736107, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"]}, {"precision": 0.68419, "recall": 0.76087, "f1": 0.707364, "accuracy": 0.76087, "main_score": 0.707364, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"]}, {"precision": 0.731085, "recall": 0.785573, "f1": 0.747255, "accuracy": 0.785573, "main_score": 0.747255, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"]}, {"precision": 0.677717, "recall": 0.728261, "f1": 0.692824, "accuracy": 0.728261, "main_score": 0.692824, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"]}, {"precision": 0.687954, "recall": 0.75, "f1": 0.705734, "accuracy": 0.75, "main_score": 0.705734, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"]}, {"precision": 0.562763, "recall": 0.623518, "f1": 0.579795, "accuracy": 0.623518, "main_score": 0.579795, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"]}, {"precision": 0.580204, "recall": 0.636364, "f1": 0.596414, "accuracy": 0.636364, "main_score": 0.596414, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"]}, {"precision": 0.817803, "recall": 0.860672, "f1": 0.831028, "accuracy": 0.860672, "main_score": 0.831028, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"]}, {"precision": 0.476129, "recall": 0.534585, "f1": 0.491822, "accuracy": 0.534585, "main_score": 0.491822, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"]}, {"precision": 0.900403, "recall": 0.928854, "f1": 0.909376, "accuracy": 0.928854, "main_score": 0.909376, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"]}, {"precision": 0.554522, "recall": 0.620553, "f1": 0.572913, "accuracy": 0.620553, "main_score": 0.572913, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"]}, {"precision": 0.608429, "recall": 0.671937, "f1": 0.626746, "accuracy": 0.671937, "main_score": 0.626746, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"]}, {"precision": 0.193998, "recall": 0.255929, "f1": 0.208075, "accuracy": 0.255929, "main_score": 0.208075, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"]}, {"precision": 0.652061, "recall": 0.714427, "f1": 0.669724, "accuracy": 0.714427, "main_score": 0.669724, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"]}, {"precision": 0.842803, "recall": 0.886364, "f1": 0.856588, "accuracy": 0.886364, "main_score": 0.856588, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"]}, {"precision": 0.428805, "recall": 0.48913, "f1": 0.445933, "accuracy": 0.48913, "main_score": 0.445933, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"]}, {"precision": 0.693215, "recall": 0.748024, "f1": 0.710112, "accuracy": 0.748024, "main_score": 0.710112, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"]}, {"precision": 0.570998, "recall": 0.632411, "f1": 0.588627, "accuracy": 0.632411, "main_score": 0.588627, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"]}, {"precision": 0.515899, "recall": 0.58498, "f1": 0.535425, "accuracy": 0.58498, "main_score": 0.535425, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"]}, {"precision": 0.68279, "recall": 0.735178, "f1": 0.698306, "accuracy": 0.735178, "main_score": 0.698306, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"]}, {"precision": 0.240723, "recall": 0.331028, "f1": 0.2643, "accuracy": 0.331028, "main_score": 0.2643, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"]}, {"precision": 0.596904, "recall": 0.661067, "f1": 0.61526, "accuracy": 0.661067, "main_score": 0.61526, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"]}, {"precision": 0.612855, "recall": 0.671937, "f1": 0.629764, "accuracy": 0.671937, "main_score": 0.629764, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"]}, {"precision": 0.751713, "recall": 0.810277, "f1": 0.769438, "accuracy": 0.810277, "main_score": 0.769438, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"]}, {"precision": 0.566167, "recall": 0.629447, "f1": 0.584256, "accuracy": 0.629447, "main_score": 0.584256, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"]}, {"precision": 0.813159, "recall": 0.859684, "f1": 0.827931, "accuracy": 0.859684, "main_score": 0.827931, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"]}, {"precision": 0.481424, "recall": 0.546443, "f1": 0.499479, "accuracy": 0.546443, "main_score": 0.499479, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"]}, {"precision": 0.907477, "recall": 0.932806, "f1": 0.915316, "accuracy": 0.932806, "main_score": 0.915316, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"]}, {"precision": 0.626067, "recall": 0.68083, "f1": 0.641888, "accuracy": 0.68083, "main_score": 0.641888, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"]}, {"precision": 0.920208, "recall": 0.943676, "f1": 0.927767, "accuracy": 0.943676, "main_score": 0.927767, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"]}, {"precision": 0.478439, "recall": 0.548419, "f1": 0.497267, "accuracy": 0.548419, "main_score": 0.497267, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"]}, {"precision": 0.643388, "recall": 0.710474, "f1": 0.663465, "accuracy": 0.710474, "main_score": 0.663465, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"]}, {"precision": 0.850955, "recall": 0.889328, "f1": 0.86278, "accuracy": 0.889328, "main_score": 0.86278, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"]}, {"precision": 0.659332, "recall": 0.709486, "f1": 0.673705, "accuracy": 0.709486, "main_score": 0.673705, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"]}, {"precision": 0.66606, "recall": 0.726285, "f1": 0.683473, "accuracy": 0.726285, "main_score": 0.683473, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"]}, {"precision": 0.55412, "recall": 0.62253, "f1": 0.573918, "accuracy": 0.62253, "main_score": 0.573918, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"]}, {"precision": 0.550923, "recall": 0.620553, "f1": 0.570634, "accuracy": 0.620553, "main_score": 0.570634, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"]}, {"precision": 0.856472, "recall": 0.896245, "f1": 0.869104, "accuracy": 0.896245, "main_score": 0.869104, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"]}, {"precision": 0.559192, "recall": 0.62253, "f1": 0.577237, "accuracy": 0.62253, "main_score": 0.577237, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"]}, {"precision": 0.635646, "recall": 0.704545, "f1": 0.655897, "accuracy": 0.704545, "main_score": 0.655897, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"]}, {"precision": 0.926795, "recall": 0.94664, "f1": 0.933037, "accuracy": 0.94664, "main_score": 0.933037, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"]}, {"precision": 0.509116, "recall": 0.565217, "f1": 0.524631, "accuracy": 0.565217, "main_score": 0.524631, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"]}, {"precision": 0.587188, "recall": 0.649209, "f1": 0.604096, "accuracy": 0.649209, "main_score": 0.604096, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"]}, {"precision": 0.606555, "recall": 0.667984, "f1": 0.624562, "accuracy": 0.667984, "main_score": 0.624562, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"]}, {"precision": 0.573348, "recall": 0.632411, "f1": 0.589613, "accuracy": 0.632411, "main_score": 0.589613, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"]}, {"precision": 0.545151, "recall": 0.613636, "f1": 0.565088, "accuracy": 0.613636, "main_score": 0.565088, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"]}, {"precision": 0.767737, "recall": 0.81917, "f1": 0.783432, "accuracy": 0.81917, "main_score": 0.783432, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"]}, {"precision": 0.767787, "recall": 0.817194, "f1": 0.783037, "accuracy": 0.817194, "main_score": 0.783037, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"]}, {"precision": 0.884552, "recall": 0.913043, "f1": 0.893215, "accuracy": 0.913043, "main_score": 0.893215, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"]}, {"precision": 0.494764, "recall": 0.573123, "f1": 0.517745, "accuracy": 0.573123, "main_score": 0.517745, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"]}, {"precision": 0.745133, "recall": 0.796443, "f1": 0.760383, "accuracy": 0.796443, "main_score": 0.760383, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"]}, {"precision": 0.620497, "recall": 0.666008, "f1": 0.633289, "accuracy": 0.666008, "main_score": 0.633289, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"]}, {"precision": 0.606112, "recall": 0.670949, "f1": 0.624459, "accuracy": 0.670949, "main_score": 0.624459, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"]}, {"precision": 0.553082, "recall": 0.620553, "f1": 0.572318, "accuracy": 0.620553, "main_score": 0.572318, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"]}, {"precision": 0.458026, "recall": 0.538538, "f1": 0.480123, "accuracy": 0.538538, "main_score": 0.480123, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"]}, {"precision": 0.618766, "recall": 0.679842, "f1": 0.636536, "accuracy": 0.679842, "main_score": 0.636536, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"]}, {"precision": 0.896574, "recall": 0.924901, "f1": 0.905599, "accuracy": 0.924901, "main_score": 0.905599, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"]}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"]}, {"precision": 0.631004, "recall": 0.687747, "f1": 0.647392, "accuracy": 0.687747, "main_score": 0.647392, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"]}, {"precision": 0.624769, "recall": 0.690711, "f1": 0.643296, "accuracy": 0.690711, "main_score": 0.643296, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"]}, {"precision": 0.58387, "recall": 0.653162, "f1": 0.603626, "accuracy": 0.653162, "main_score": 0.603626, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"]}, {"precision": 0.180865, "recall": 0.23419, "f1": 0.193957, "accuracy": 0.23419, "main_score": 0.193957, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"]}, {"precision": 0.650181, "recall": 0.702569, "f1": 0.665123, "accuracy": 0.702569, "main_score": 0.665123, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"]}, {"precision": 0.705955, "recall": 0.755929, "f1": 0.720476, "accuracy": 0.755929, "main_score": 0.720476, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"]}, {"precision": 0.566057, "recall": 0.617589, "f1": 0.580797, "accuracy": 0.617589, "main_score": 0.580797, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"]}, {"precision": 0.528905, "recall": 0.605731, "f1": 0.549609, "accuracy": 0.605731, "main_score": 0.549609, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"]}, {"precision": 0.570372, "recall": 0.640316, "f1": 0.590876, "accuracy": 0.640316, "main_score": 0.590876, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"]}, {"precision": 0.606118, "recall": 0.672925, "f1": 0.625008, "accuracy": 0.672925, "main_score": 0.625008, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"]}, {"precision": 0.922266, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"]}, {"precision": 0.549549, "recall": 0.607708, "f1": 0.566364, "accuracy": 0.607708, "main_score": 0.566364, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"]}, {"precision": 0.569501, "recall": 0.634387, "f1": 0.587607, "accuracy": 0.634387, "main_score": 0.587607, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"]}, {"precision": 0.530301, "recall": 0.591897, "f1": 0.547599, "accuracy": 0.591897, "main_score": 0.547599, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"]}, {"precision": 0.320292, "recall": 0.383399, "f1": 0.337375, "accuracy": 0.383399, "main_score": 0.337375, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"]}, {"precision": 0.613364, "recall": 0.674901, "f1": 0.630797, "accuracy": 0.674901, "main_score": 0.630797, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"]}, {"precision": 0.59972, "recall": 0.659091, "f1": 0.617097, "accuracy": 0.659091, "main_score": 0.617097, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"]}, {"precision": 0.72832, "recall": 0.790514, "f1": 0.746589, "accuracy": 0.790514, "main_score": 0.746589, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"]}, {"precision": 0.676252, "recall": 0.752964, "f1": 0.698946, "accuracy": 0.752964, "main_score": 0.698946, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"]}, {"precision": 0.723748, "recall": 0.780632, "f1": 0.74025, "accuracy": 0.780632, "main_score": 0.74025, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"]}, {"precision": 0.702849, "recall": 0.747036, "f1": 0.715862, "accuracy": 0.747036, "main_score": 0.715862, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"]}, {"precision": 0.697661, "recall": 0.756917, "f1": 0.715283, "accuracy": 0.756917, "main_score": 0.715283, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"]}, {"precision": 0.988142, "recall": 0.990119, "f1": 0.988801, "accuracy": 0.990119, "main_score": 0.988801, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"]}, {"precision": 0.573446, "recall": 0.637352, "f1": 0.591569, "accuracy": 0.637352, "main_score": 0.591569, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"]}, {"precision": 0.587105, "recall": 0.639328, "f1": 0.601863, "accuracy": 0.639328, "main_score": 0.601863, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"]}, {"precision": 0.824934, "recall": 0.867589, "f1": 0.838011, "accuracy": 0.867589, "main_score": 0.838011, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"]}, {"precision": 0.485594, "recall": 0.550395, "f1": 0.502795, "accuracy": 0.550395, "main_score": 0.502795, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"]}, {"precision": 0.906686, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"]}, {"precision": 0.568824, "recall": 0.628458, "f1": 0.585447, "accuracy": 0.628458, "main_score": 0.585447, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"]}, {"precision": 0.627522, "recall": 0.695652, "f1": 0.64707, "accuracy": 0.695652, "main_score": 0.64707, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"]}, {"precision": 0.193775, "recall": 0.250988, "f1": 0.207458, "accuracy": 0.250988, "main_score": 0.207458, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"]}, {"precision": 0.663778, "recall": 0.724308, "f1": 0.681425, "accuracy": 0.724308, "main_score": 0.681425, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"]}, {"precision": 0.844862, "recall": 0.887352, "f1": 0.858136, "accuracy": 0.887352, "main_score": 0.858136, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"]}, {"precision": 0.428953, "recall": 0.491107, "f1": 0.446237, "accuracy": 0.491107, "main_score": 0.446237, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"]}, {"precision": 0.697085, "recall": 0.755929, "f1": 0.714841, "accuracy": 0.755929, "main_score": 0.714841, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"]}, {"precision": 0.575766, "recall": 0.641304, "f1": 0.594828, "accuracy": 0.641304, "main_score": 0.594828, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"]}, {"precision": 0.523796, "recall": 0.591897, "f1": 0.542714, "accuracy": 0.591897, "main_score": 0.542714, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"]}, {"precision": 0.699802, "recall": 0.750988, "f1": 0.715137, "accuracy": 0.750988, "main_score": 0.715137, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"]}, {"precision": 0.248955, "recall": 0.337945, "f1": 0.272673, "accuracy": 0.337945, "main_score": 0.272673, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"]}, {"precision": 0.59002, "recall": 0.659091, "f1": 0.611053, "accuracy": 0.659091, "main_score": 0.611053, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"]}, {"precision": 0.604521, "recall": 0.667984, "f1": 0.622345, "accuracy": 0.667984, "main_score": 0.622345, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"]}, {"precision": 0.740902, "recall": 0.802372, "f1": 0.759766, "accuracy": 0.802372, "main_score": 0.759766, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"]}, {"precision": 0.585973, "recall": 0.643281, "f1": 0.602635, "accuracy": 0.643281, "main_score": 0.602635, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"]}, {"precision": 0.825181, "recall": 0.868577, "f1": 0.838966, "accuracy": 0.868577, "main_score": 0.838966, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"]}, {"precision": 0.471196, "recall": 0.541502, "f1": 0.49056, "accuracy": 0.541502, "main_score": 0.49056, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"]}, {"precision": 0.909536, "recall": 0.935771, "f1": 0.917885, "accuracy": 0.935771, "main_score": 0.917885, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"]}, {"precision": 0.632973, "recall": 0.6917, "f1": 0.650071, "accuracy": 0.6917, "main_score": 0.650071, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"]}, {"precision": 0.919878, "recall": 0.943676, "f1": 0.927602, "accuracy": 0.943676, "main_score": 0.927602, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"]}, {"precision": 0.483698, "recall": 0.550395, "f1": 0.501816, "accuracy": 0.550395, "main_score": 0.501816, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"]}, {"precision": 0.641238, "recall": 0.714427, "f1": 0.663043, "accuracy": 0.714427, "main_score": 0.663043, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"]}, {"precision": 0.870504, "recall": 0.905138, "f1": 0.881653, "accuracy": 0.905138, "main_score": 0.881653, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"]}, {"precision": 0.671295, "recall": 0.725296, "f1": 0.686794, "accuracy": 0.725296, "main_score": 0.686794, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"]}, {"precision": 0.674729, "recall": 0.735178, "f1": 0.692605, "accuracy": 0.735178, "main_score": 0.692605, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"]}, {"precision": 0.562258, "recall": 0.630435, "f1": 0.581738, "accuracy": 0.630435, "main_score": 0.581738, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"]}, {"precision": 0.558738, "recall": 0.623518, "f1": 0.576965, "accuracy": 0.623518, "main_score": 0.576965, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"]}, {"precision": 0.860096, "recall": 0.898221, "f1": 0.872069, "accuracy": 0.898221, "main_score": 0.872069, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"]}, {"precision": 0.574968, "recall": 0.637352, "f1": 0.592646, "accuracy": 0.637352, "main_score": 0.592646, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"]}, {"precision": 0.649209, "recall": 0.70751, "f1": 0.666206, "accuracy": 0.70751, "main_score": 0.666206, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"]}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"]}, {"precision": 0.510903, "recall": 0.56917, "f1": 0.527489, "accuracy": 0.56917, "main_score": 0.527489, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"]}, {"precision": 0.595683, "recall": 0.655138, "f1": 0.612032, "accuracy": 0.655138, "main_score": 0.612032, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"]}, {"precision": 0.615943, "recall": 0.682806, "f1": 0.635334, "accuracy": 0.682806, "main_score": 0.635334, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"]}, {"precision": 0.582898, "recall": 0.642292, "f1": 0.599805, "accuracy": 0.642292, "main_score": 0.599805, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"]}, {"precision": 0.55332, "recall": 0.62253, "f1": 0.573579, "accuracy": 0.62253, "main_score": 0.573579, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"]}, {"precision": 0.765382, "recall": 0.815217, "f1": 0.779762, "accuracy": 0.815217, "main_score": 0.779762, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"]}, {"precision": 0.759667, "recall": 0.810277, "f1": 0.774704, "accuracy": 0.810277, "main_score": 0.774704, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"]}, {"precision": 0.889608, "recall": 0.916996, "f1": 0.897911, "accuracy": 0.916996, "main_score": 0.897911, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"]}, {"precision": 0.523693, "recall": 0.598814, "f1": 0.545506, "accuracy": 0.598814, "main_score": 0.545506, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"]}, {"precision": 0.727859, "recall": 0.787549, "f1": 0.745542, "accuracy": 0.787549, "main_score": 0.745542, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"]}, {"precision": 0.621212, "recall": 0.674901, "f1": 0.636646, "accuracy": 0.674901, "main_score": 0.636646, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"]}, {"precision": 0.558905, "recall": 0.626482, "f1": 0.578296, "accuracy": 0.626482, "main_score": 0.578296, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"]}, {"precision": 0.504228, "recall": 0.574111, "f1": 0.524105, "accuracy": 0.574111, "main_score": 0.524105, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"]}, {"precision": 0.442748, "recall": 0.523715, "f1": 0.464964, "accuracy": 0.523715, "main_score": 0.464964, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"]}, {"precision": 0.569511, "recall": 0.626482, "f1": 0.585183, "accuracy": 0.626482, "main_score": 0.585183, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"]}, {"precision": 0.847859, "recall": 0.889328, "f1": 0.860804, "accuracy": 0.889328, "main_score": 0.860804, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"]}, {"precision": 0.581072, "recall": 0.647233, "f1": 0.600104, "accuracy": 0.647233, "main_score": 0.600104, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"]}, {"precision": 0.608929, "recall": 0.678854, "f1": 0.628543, "accuracy": 0.678854, "main_score": 0.628543, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"]}, {"precision": 0.522926, "recall": 0.593874, "f1": 0.542943, "accuracy": 0.593874, "main_score": 0.542943, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"]}, {"precision": 0.160173, "recall": 0.211462, "f1": 0.172757, "accuracy": 0.211462, "main_score": 0.172757, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"]}, {"precision": 0.622927, "recall": 0.681818, "f1": 0.639263, "accuracy": 0.681818, "main_score": 0.639263, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"]}, {"precision": 0.653804, "recall": 0.709486, "f1": 0.670078, "accuracy": 0.709486, "main_score": 0.670078, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"]}, {"precision": 0.531312, "recall": 0.586957, "f1": 0.546779, "accuracy": 0.586957, "main_score": 0.546779, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"]}, {"precision": 0.471543, "recall": 0.548419, "f1": 0.492921, "accuracy": 0.548419, "main_score": 0.492921, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"]}, {"precision": 0.535713, "recall": 0.605731, "f1": 0.55597, "accuracy": 0.605731, "main_score": 0.55597, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"]}, {"precision": 0.553543, "recall": 0.620553, "f1": 0.572252, "accuracy": 0.620553, "main_score": 0.572252, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"]}, {"precision": 0.877964, "recall": 0.913043, "f1": 0.88913, "accuracy": 0.913043, "main_score": 0.88913, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"]}, {"precision": 0.509869, "recall": 0.578063, "f1": 0.529416, "accuracy": 0.578063, "main_score": 0.529416, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"]}, {"precision": 0.522963, "recall": 0.592885, "f1": 0.541813, "accuracy": 0.592885, "main_score": 0.541813, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"]}, {"precision": 0.517244, "recall": 0.581028, "f1": 0.534638, "accuracy": 0.581028, "main_score": 0.534638, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"]}, {"precision": 0.938159, "recall": 0.955534, "f1": 0.943412, "accuracy": 0.955534, "main_score": 0.943412, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"]}, {"precision": 0.309787, "recall": 0.37253, "f1": 0.327188, "accuracy": 0.37253, "main_score": 0.327188, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"]}, {"precision": 0.584579, "recall": 0.655138, "f1": 0.604356, "accuracy": 0.655138, "main_score": 0.604356, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"]}, {"precision": 0.58209, "recall": 0.640316, "f1": 0.598721, "accuracy": 0.640316, "main_score": 0.598721, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"]}, {"precision": 0.685216, "recall": 0.750988, "f1": 0.704282, "accuracy": 0.750988, "main_score": 0.704282, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"]}, {"precision": 0.64013, "recall": 0.715415, "f1": 0.662516, "accuracy": 0.715415, "main_score": 0.662516, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"]}, {"precision": 0.677388, "recall": 0.738142, "f1": 0.695196, "accuracy": 0.738142, "main_score": 0.695196, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"]}, {"precision": 0.652446, "recall": 0.70751, "f1": 0.668815, "accuracy": 0.70751, "main_score": 0.668815, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"]}, {"precision": 0.640014, "recall": 0.711462, "f1": 0.661467, "accuracy": 0.711462, "main_score": 0.661467, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"]}, {"precision": 0.944335, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"]}, {"precision": 0.554596, "recall": 0.616601, "f1": 0.571992, "accuracy": 0.616601, "main_score": 0.571992, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"]}, {"precision": 0.542998, "recall": 0.599802, "f1": 0.558632, "accuracy": 0.599802, "main_score": 0.558632, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"]}, {"precision": 0.796756, "recall": 0.842885, "f1": 0.810394, "accuracy": 0.842885, "main_score": 0.810394, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"]}, {"precision": 0.454362, "recall": 0.523715, "f1": 0.472482, "accuracy": 0.523715, "main_score": 0.472482, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"]}, {"precision": 0.838505, "recall": 0.882411, "f1": 0.852273, "accuracy": 0.882411, "main_score": 0.852273, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"]}, {"precision": 0.526953, "recall": 0.599802, "f1": 0.547537, "accuracy": 0.599802, "main_score": 0.547537, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"]}, {"precision": 0.587567, "recall": 0.658103, "f1": 0.607249, "accuracy": 0.658103, "main_score": 0.607249, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"]}, {"precision": 0.176537, "recall": 0.244071, "f1": 0.192279, "accuracy": 0.244071, "main_score": 0.192279, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"]}, {"precision": 0.616749, "recall": 0.685771, "f1": 0.636218, "accuracy": 0.685771, "main_score": 0.636218, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"]}, {"precision": 0.777256, "recall": 0.833004, "f1": 0.794419, "accuracy": 0.833004, "main_score": 0.794419, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"]}, {"precision": 0.398169, "recall": 0.45751, "f1": 0.414388, "accuracy": 0.45751, "main_score": 0.414388, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"]}, {"precision": 0.645439, "recall": 0.708498, "f1": 0.664034, "accuracy": 0.708498, "main_score": 0.664034, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"]}, {"precision": 0.551932, "recall": 0.616601, "f1": 0.569875, "accuracy": 0.616601, "main_score": 0.569875, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"]}, {"precision": 0.499704, "recall": 0.572134, "f1": 0.51963, "accuracy": 0.572134, "main_score": 0.51963, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"]}, {"precision": 0.654134, "recall": 0.714427, "f1": 0.671876, "accuracy": 0.714427, "main_score": 0.671876, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"]}, {"precision": 0.199365, "recall": 0.278656, "f1": 0.220111, "accuracy": 0.278656, "main_score": 0.220111, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"]}, {"precision": 0.554877, "recall": 0.621542, "f1": 0.574167, "accuracy": 0.621542, "main_score": 0.574167, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"]}, {"precision": 0.56582, "recall": 0.633399, "f1": 0.585016, "accuracy": 0.633399, "main_score": 0.585016, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"]}, {"precision": 0.680726, "recall": 0.747036, "f1": 0.700414, "accuracy": 0.747036, "main_score": 0.700414, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"]}, {"precision": 0.552277, "recall": 0.619565, "f1": 0.571348, "accuracy": 0.619565, "main_score": 0.571348, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"]}, {"precision": 0.758893, "recall": 0.814229, "f1": 0.775612, "accuracy": 0.814229, "main_score": 0.775612, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"]}, {"precision": 0.462459, "recall": 0.535573, "f1": 0.482246, "accuracy": 0.535573, "main_score": 0.482246, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"]}, {"precision": 0.844779, "recall": 0.887352, "f1": 0.858267, "accuracy": 0.887352, "main_score": 0.858267, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"]}, {"precision": 0.941535, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"]}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"]}, {"precision": 0.597747, "recall": 0.655138, "f1": 0.613863, "accuracy": 0.655138, "main_score": 0.613863, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"]}, {"precision": 0.898715, "recall": 0.929842, "f1": 0.908597, "accuracy": 0.929842, "main_score": 0.908597, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"]}, {"precision": 0.431943, "recall": 0.509881, "f1": 0.453099, "accuracy": 0.509881, "main_score": 0.453099, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"]}, {"precision": 0.602816, "recall": 0.679842, "f1": 0.625532, "accuracy": 0.679842, "main_score": 0.625532, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"]}, {"precision": 0.832708, "recall": 0.875494, "f1": 0.845572, "accuracy": 0.875494, "main_score": 0.845572, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"]}, {"precision": 0.6263, "recall": 0.682806, "f1": 0.642039, "accuracy": 0.682806, "main_score": 0.642039, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"]}, {"precision": 0.630665, "recall": 0.6917, "f1": 0.64849, "accuracy": 0.6917, "main_score": 0.64849, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"]}, {"precision": 0.947711, "recall": 0.964427, "f1": 0.953129, "accuracy": 0.964427, "main_score": 0.953129, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"]}, {"precision": 0.535299, "recall": 0.602767, "f1": 0.55408, "accuracy": 0.602767, "main_score": 0.55408, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"]}, {"precision": 0.529176, "recall": 0.591897, "f1": 0.547392, "accuracy": 0.591897, "main_score": 0.547392, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"]}, {"precision": 0.792227, "recall": 0.841897, "f1": 0.807082, "accuracy": 0.841897, "main_score": 0.807082, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"]}, {"precision": 0.536122, "recall": 0.598814, "f1": 0.553441, "accuracy": 0.598814, "main_score": 0.553441, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"]}, {"precision": 0.584232, "recall": 0.652174, "f1": 0.603611, "accuracy": 0.652174, "main_score": 0.603611, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"]}, {"precision": 0.912055, "recall": 0.936759, "f1": 0.91996, "accuracy": 0.936759, "main_score": 0.91996, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"]}, {"precision": 0.489105, "recall": 0.547431, "f1": 0.505044, "accuracy": 0.547431, "main_score": 0.505044, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"]}, {"precision": 0.562476, "recall": 0.621542, "f1": 0.578418, "accuracy": 0.621542, "main_score": 0.578418, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"]}, {"precision": 0.578254, "recall": 0.642292, "f1": 0.596614, "accuracy": 0.642292, "main_score": 0.596614, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"]}, {"precision": 0.553154, "recall": 0.61166, "f1": 0.569592, "accuracy": 0.61166, "main_score": 0.569592, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"]}, {"precision": 0.542292, "recall": 0.61166, "f1": 0.562008, "accuracy": 0.61166, "main_score": 0.562008, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"]}, {"precision": 0.71302, "recall": 0.768775, "f1": 0.728974, "accuracy": 0.768775, "main_score": 0.728974, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"]}, {"precision": 0.736644, "recall": 0.795455, "f1": 0.75448, "accuracy": 0.795455, "main_score": 0.75448, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"]}, {"precision": 0.875494, "recall": 0.909091, "f1": 0.886001, "accuracy": 0.909091, "main_score": 0.886001, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"]}, {"precision": 0.471189, "recall": 0.551383, "f1": 0.49516, "accuracy": 0.551383, "main_score": 0.49516, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"]}, {"precision": 0.674407, "recall": 0.73913, "f1": 0.694189, "accuracy": 0.73913, "main_score": 0.694189, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"]}, {"precision": 0.575889, "recall": 0.62747, "f1": 0.590486, "accuracy": 0.62747, "main_score": 0.590486, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"]}, {"precision": 0.590466, "recall": 0.659091, "f1": 0.609614, "accuracy": 0.659091, "main_score": 0.609614, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"]}, {"precision": 0.540679, "recall": 0.596838, "f1": 0.5572, "accuracy": 0.596838, "main_score": 0.5572, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"]}, {"precision": 0.377268, "recall": 0.439723, "f1": 0.393466, "accuracy": 0.439723, "main_score": 0.393466, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"]}, {"precision": 0.595344, "recall": 0.652174, "f1": 0.6115, "accuracy": 0.652174, "main_score": 0.6115, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"]}, {"precision": 0.859025, "recall": 0.891304, "f1": 0.868826, "accuracy": 0.891304, "main_score": 0.868826, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"]}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"]}, {"precision": 0.603838, "recall": 0.656126, "f1": 0.618673, "accuracy": 0.656126, "main_score": 0.618673, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"]}, {"precision": 0.631802, "recall": 0.686759, "f1": 0.647518, "accuracy": 0.686759, "main_score": 0.647518, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"]}, {"precision": 0.572274, "recall": 0.629447, "f1": 0.588498, "accuracy": 0.629447, "main_score": 0.588498, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"]}, {"precision": 0.18788, "recall": 0.229249, "f1": 0.197827, "accuracy": 0.229249, "main_score": 0.197827, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"]}, {"precision": 0.643466, "recall": 0.687747, "f1": 0.655471, "accuracy": 0.687747, "main_score": 0.655471, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"]}, {"precision": 0.982131, "recall": 0.987154, "f1": 0.983597, "accuracy": 0.987154, "main_score": 0.983597, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"]}, {"precision": 0.676416, "recall": 0.727273, "f1": 0.691568, "accuracy": 0.727273, "main_score": 0.691568, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"]}, {"precision": 0.933547, "recall": 0.952569, "f1": 0.939625, "accuracy": 0.952569, "main_score": 0.939625, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"]}, {"precision": 0.56521, "recall": 0.618577, "f1": 0.580734, "accuracy": 0.618577, "main_score": 0.580734, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"]}, {"precision": 0.511422, "recall": 0.58004, "f1": 0.529429, "accuracy": 0.58004, "main_score": 0.529429, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"]}, {"precision": 0.568014, "recall": 0.626482, "f1": 0.584622, "accuracy": 0.626482, "main_score": 0.584622, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"]}, {"precision": 0.960721, "recall": 0.97332, "f1": 0.964822, "accuracy": 0.97332, "main_score": 0.964822, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"]}, {"precision": 0.593076, "recall": 0.648221, "f1": 0.608543, "accuracy": 0.648221, "main_score": 0.608543, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"]}, {"precision": 0.865069, "recall": 0.898221, "f1": 0.874986, "accuracy": 0.898221, "main_score": 0.874986, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"]}, {"precision": 0.531137, "recall": 0.58498, "f1": 0.546777, "accuracy": 0.58498, "main_score": 0.546777, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"]}, {"precision": 0.547043, "recall": 0.61166, "f1": 0.564978, "accuracy": 0.61166, "main_score": 0.564978, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"]}, {"precision": 0.531633, "recall": 0.578063, "f1": 0.544768, "accuracy": 0.578063, "main_score": 0.544768, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"]}, {"precision": 0.937747, "recall": 0.953557, "f1": 0.942655, "accuracy": 0.953557, "main_score": 0.942655, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"]}, {"precision": 0.312198, "recall": 0.367589, "f1": 0.327866, "accuracy": 0.367589, "main_score": 0.327866, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"]}, {"precision": 0.59198, "recall": 0.646245, "f1": 0.607444, "accuracy": 0.646245, "main_score": 0.607444, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"]}, {"precision": 0.967007, "recall": 0.975296, "f1": 0.969565, "accuracy": 0.975296, "main_score": 0.969565, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"]}, {"precision": 0.600468, "recall": 0.653162, "f1": 0.615221, "accuracy": 0.653162, "main_score": 0.615221, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"]}, {"precision": 0.701647, "recall": 0.76087, "f1": 0.719176, "accuracy": 0.76087, "main_score": 0.719176, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"]}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"]}, {"precision": 0.565955, "recall": 0.646245, "f1": 0.588143, "accuracy": 0.646245, "main_score": 0.588143, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"]}, {"precision": 0.701655, "recall": 0.751976, "f1": 0.715918, "accuracy": 0.751976, "main_score": 0.715918, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"]}, {"precision": 0.67803, "recall": 0.731225, "f1": 0.693555, "accuracy": 0.731225, "main_score": 0.693555, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"]}, {"precision": 0.654285, "recall": 0.719368, "f1": 0.673464, "accuracy": 0.719368, "main_score": 0.673464, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"]}, {"precision": 0.974144, "recall": 0.981225, "f1": 0.976449, "accuracy": 0.981225, "main_score": 0.976449, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"]}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916238, "accuracy": 0.933794, "main_score": 0.916238, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"]}, {"precision": 0.567224, "recall": 0.615613, "f1": 0.580928, "accuracy": 0.615613, "main_score": 0.580928, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"]}, {"precision": 0.571798, "recall": 0.619565, "f1": 0.585415, "accuracy": 0.619565, "main_score": 0.585415, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"]}, {"precision": 0.803277, "recall": 0.847826, "f1": 0.816653, "accuracy": 0.847826, "main_score": 0.816653, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"]}, {"precision": 0.486759, "recall": 0.54249, "f1": 0.501268, "accuracy": 0.54249, "main_score": 0.501268, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"]}, {"precision": 0.828433, "recall": 0.869565, "f1": 0.841107, "accuracy": 0.869565, "main_score": 0.841107, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"]}, {"precision": 0.54927, "recall": 0.602767, "f1": 0.564116, "accuracy": 0.602767, "main_score": 0.564116, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"]}, {"precision": 0.607867, "recall": 0.676877, "f1": 0.627308, "accuracy": 0.676877, "main_score": 0.627308, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"]}, {"precision": 0.201499, "recall": 0.255929, "f1": 0.213211, "accuracy": 0.255929, "main_score": 0.213211, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"]}, {"precision": 0.64884, "recall": 0.705534, "f1": 0.664646, "accuracy": 0.705534, "main_score": 0.664646, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"]}, {"precision": 0.768091, "recall": 0.823123, "f1": 0.784508, "accuracy": 0.823123, "main_score": 0.784508, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"]}, {"precision": 0.432049, "recall": 0.483202, "f1": 0.446123, "accuracy": 0.483202, "main_score": 0.446123, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"]}, {"precision": 0.973073, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"]}, {"precision": 0.677956, "recall": 0.730237, "f1": 0.693482, "accuracy": 0.730237, "main_score": 0.693482, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"]}, {"precision": 0.561784, "recall": 0.620553, "f1": 0.578731, "accuracy": 0.620553, "main_score": 0.578731, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"]}, {"precision": 0.517347, "recall": 0.572134, "f1": 0.532849, "accuracy": 0.572134, "main_score": 0.532849, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"]}, {"precision": 0.693267, "recall": 0.73913, "f1": 0.706362, "accuracy": 0.73913, "main_score": 0.706362, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"]}, {"precision": 0.204907, "recall": 0.275692, "f1": 0.222855, "accuracy": 0.275692, "main_score": 0.222855, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"]}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"]}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"]}, {"precision": 0.587502, "recall": 0.644269, "f1": 0.604136, "accuracy": 0.644269, "main_score": 0.604136, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"]}, {"precision": 0.58326, "recall": 0.644269, "f1": 0.601005, "accuracy": 0.644269, "main_score": 0.601005, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"]}, {"precision": 0.694631, "recall": 0.757905, "f1": 0.713806, "accuracy": 0.757905, "main_score": 0.713806, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"]}, {"precision": 0.579885, "recall": 0.640316, "f1": 0.597227, "accuracy": 0.640316, "main_score": 0.597227, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"]}, {"precision": 0.768643, "recall": 0.818182, "f1": 0.783418, "accuracy": 0.818182, "main_score": 0.783418, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"]}, {"precision": 0.474364, "recall": 0.536561, "f1": 0.491664, "accuracy": 0.536561, "main_score": 0.491664, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"]}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"]}, {"precision": 0.910903, "recall": 0.934783, "f1": 0.918445, "accuracy": 0.934783, "main_score": 0.918445, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"]}, {"precision": 0.834717, "recall": 0.874506, "f1": 0.846923, "accuracy": 0.874506, "main_score": 0.846923, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"]}, {"precision": 0.923584, "recall": 0.945652, "f1": 0.930665, "accuracy": 0.945652, "main_score": 0.930665, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"]}, {"precision": 0.924242, "recall": 0.94664, "f1": 0.931456, "accuracy": 0.94664, "main_score": 0.931456, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"]}, {"precision": 0.608832, "recall": 0.663043, "f1": 0.624252, "accuracy": 0.663043, "main_score": 0.624252, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"]}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"]}, {"precision": 0.855567, "recall": 0.892292, "f1": 0.867227, "accuracy": 0.892292, "main_score": 0.867227, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"]}, {"precision": 0.483202, "recall": 0.546443, "f1": 0.499672, "accuracy": 0.546443, "main_score": 0.499672, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"]}, {"precision": 0.594293, "recall": 0.66502, "f1": 0.614783, "accuracy": 0.66502, "main_score": 0.614783, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"]}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"]}, {"precision": 0.842227, "recall": 0.879447, "f1": 0.853656, "accuracy": 0.879447, "main_score": 0.853656, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"]}, {"precision": 0.642688, "recall": 0.692688, "f1": 0.656969, "accuracy": 0.692688, "main_score": 0.656969, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"]}, {"precision": 0.647513, "recall": 0.708498, "f1": 0.665473, "accuracy": 0.708498, "main_score": 0.665473, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"]}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"]}, {"precision": 0.558483, "recall": 0.613636, "f1": 0.573895, "accuracy": 0.613636, "main_score": 0.573895, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"]}, {"precision": 0.5343, "recall": 0.591897, "f1": 0.550318, "accuracy": 0.591897, "main_score": 0.550318, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"]}, {"precision": 0.8, "recall": 0.843874, "f1": 0.813538, "accuracy": 0.843874, "main_score": 0.813538, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"]}, {"precision": 0.558333, "recall": 0.619565, "f1": 0.575591, "accuracy": 0.619565, "main_score": 0.575591, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"]}, {"precision": 0.62388, "recall": 0.682806, "f1": 0.641023, "accuracy": 0.682806, "main_score": 0.641023, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"]}, {"precision": 0.899127, "recall": 0.924901, "f1": 0.907148, "accuracy": 0.924901, "main_score": 0.907148, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"]}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"]}, {"precision": 0.50235, "recall": 0.55336, "f1": 0.516897, "accuracy": 0.55336, "main_score": 0.516897, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"]}, {"precision": 0.590413, "recall": 0.643281, "f1": 0.604756, "accuracy": 0.643281, "main_score": 0.604756, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"]}, {"precision": 0.588596, "recall": 0.646245, "f1": 0.604771, "accuracy": 0.646245, "main_score": 0.604771, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"]}, {"precision": 0.560848, "recall": 0.612648, "f1": 0.574976, "accuracy": 0.612648, "main_score": 0.574976, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"]}, {"precision": 0.551367, "recall": 0.609684, "f1": 0.568464, "accuracy": 0.609684, "main_score": 0.568464, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"]}, {"precision": 0.727555, "recall": 0.778656, "f1": 0.74249, "accuracy": 0.778656, "main_score": 0.74249, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"]}, {"precision": 0.730461, "recall": 0.77668, "f1": 0.744516, "accuracy": 0.77668, "main_score": 0.744516, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"]}, {"precision": 0.856225, "recall": 0.88834, "f1": 0.865994, "accuracy": 0.88834, "main_score": 0.865994, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"]}, {"precision": 0.907642, "recall": 0.932806, "f1": 0.915514, "accuracy": 0.932806, "main_score": 0.915514, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"]}, {"precision": 0.958086, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"]}, {"precision": 0.491758, "recall": 0.568182, "f1": 0.513968, "accuracy": 0.568182, "main_score": 0.513968, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"]}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"]}, {"precision": 0.688818, "recall": 0.746047, "f1": 0.70575, "accuracy": 0.746047, "main_score": 0.70575, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"]}, {"precision": 0.600751, "recall": 0.645257, "f1": 0.613527, "accuracy": 0.645257, "main_score": 0.613527, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"]}, {"precision": 0.39769, "recall": 0.472332, "f1": 0.416922, "accuracy": 0.472332, "main_score": 0.416922, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"]}, {"precision": 0.401017, "recall": 0.459486, "f1": 0.417114, "accuracy": 0.459486, "main_score": 0.417114, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"]}, {"precision": 0.379496, "recall": 0.462451, "f1": 0.40182, "accuracy": 0.462451, "main_score": 0.40182, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"]}, {"precision": 0.939476, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"]}, {"precision": 0.433656, "recall": 0.497036, "f1": 0.451034, "accuracy": 0.497036, "main_score": 0.451034, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"]}, {"precision": 0.743076, "recall": 0.80336, "f1": 0.761461, "accuracy": 0.80336, "main_score": 0.761461, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"]}, {"precision": 0.886446, "recall": 0.91502, "f1": 0.895455, "accuracy": 0.91502, "main_score": 0.895455, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"]}, {"precision": 0.419285, "recall": 0.492095, "f1": 0.438822, "accuracy": 0.492095, "main_score": 0.438822, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"]}, {"precision": 0.93363, "recall": 0.955534, "f1": 0.940876, "accuracy": 0.955534, "main_score": 0.940876, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"]}, {"precision": 0.471027, "recall": 0.541502, "f1": 0.489953, "accuracy": 0.541502, "main_score": 0.489953, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"]}, {"precision": 0.423386, "recall": 0.488142, "f1": 0.441287, "accuracy": 0.488142, "main_score": 0.441287, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"]}, {"precision": 0.949358, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"]}, {"precision": 0.176955, "recall": 0.217391, "f1": 0.187175, "accuracy": 0.217391, "main_score": 0.187175, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"]}, {"precision": 0.485616, "recall": 0.540514, "f1": 0.50075, "accuracy": 0.540514, "main_score": 0.50075, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"]}, {"precision": 0.505595, "recall": 0.576087, "f1": 0.525366, "accuracy": 0.576087, "main_score": 0.525366, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"]}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"]}, {"precision": 0.404513, "recall": 0.466403, "f1": 0.421145, "accuracy": 0.466403, "main_score": 0.421145, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"]}, {"precision": 0.358369, "recall": 0.429842, "f1": 0.37647, "accuracy": 0.429842, "main_score": 0.37647, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"]}, {"precision": 0.439517, "recall": 0.506917, "f1": 0.458286, "accuracy": 0.506917, "main_score": 0.458286, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"]}, {"precision": 0.430276, "recall": 0.496047, "f1": 0.447804, "accuracy": 0.496047, "main_score": 0.447804, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"]}, {"precision": 0.774111, "recall": 0.83004, "f1": 0.790744, "accuracy": 0.83004, "main_score": 0.790744, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"]}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"]}, {"precision": 0.400916, "recall": 0.455534, "f1": 0.415809, "accuracy": 0.455534, "main_score": 0.415809, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"]}, {"precision": 0.374735, "recall": 0.439723, "f1": 0.392387, "accuracy": 0.439723, "main_score": 0.392387, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"]}, {"precision": 0.379469, "recall": 0.437747, "f1": 0.394712, "accuracy": 0.437747, "main_score": 0.394712, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"]}, {"precision": 0.865563, "recall": 0.902174, "f1": 0.8766, "accuracy": 0.902174, "main_score": 0.8766, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"]}, {"precision": 0.250628, "recall": 0.297431, "f1": 0.26288, "accuracy": 0.297431, "main_score": 0.26288, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"]}, {"precision": 0.440796, "recall": 0.507905, "f1": 0.45864, "accuracy": 0.507905, "main_score": 0.45864, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"]}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953458, "accuracy": 0.964427, "main_score": 0.953458, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"]}, {"precision": 0.928969, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"]}, {"precision": 0.457457, "recall": 0.513834, "f1": 0.473174, "accuracy": 0.513834, "main_score": 0.473174, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"]}, {"precision": 0.588535, "recall": 0.659091, "f1": 0.607809, "accuracy": 0.659091, "main_score": 0.607809, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"]}, {"precision": 0.929265, "recall": 0.951581, "f1": 0.936495, "accuracy": 0.951581, "main_score": 0.936495, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"]}, {"precision": 0.61441, "recall": 0.697628, "f1": 0.639394, "accuracy": 0.697628, "main_score": 0.639394, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"]}, {"precision": 0.573423, "recall": 0.643281, "f1": 0.592863, "accuracy": 0.643281, "main_score": 0.592863, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"]}, {"precision": 0.49497, "recall": 0.561265, "f1": 0.513433, "accuracy": 0.561265, "main_score": 0.513433, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"]}, {"precision": 0.537045, "recall": 0.612648, "f1": 0.558731, "accuracy": 0.612648, "main_score": 0.558731, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"]}, {"precision": 0.90695, "recall": 0.935771, "f1": 0.916173, "accuracy": 0.935771, "main_score": 0.916173, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"]}, {"precision": 0.423206, "recall": 0.480237, "f1": 0.437957, "accuracy": 0.480237, "main_score": 0.437957, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"]}, {"precision": 0.417418, "recall": 0.474308, "f1": 0.432566, "accuracy": 0.474308, "main_score": 0.432566, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"]}, {"precision": 0.667071, "recall": 0.735178, "f1": 0.686659, "accuracy": 0.735178, "main_score": 0.686659, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"]}, {"precision": 0.345649, "recall": 0.405138, "f1": 0.361064, "accuracy": 0.405138, "main_score": 0.361064, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"]}, {"precision": 0.792441, "recall": 0.849802, "f1": 0.81031, "accuracy": 0.849802, "main_score": 0.81031, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"]}, {"precision": 0.418174, "recall": 0.477273, "f1": 0.433994, "accuracy": 0.477273, "main_score": 0.433994, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"]}, {"precision": 0.424735, "recall": 0.498024, "f1": 0.444281, "accuracy": 0.498024, "main_score": 0.444281, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"]}, {"precision": 0.187351, "recall": 0.238142, "f1": 0.198908, "accuracy": 0.238142, "main_score": 0.198908, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"]}, {"precision": 0.47631, "recall": 0.548419, "f1": 0.495913, "accuracy": 0.548419, "main_score": 0.495913, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"]}, {"precision": 0.674638, "recall": 0.744071, "f1": 0.695276, "accuracy": 0.744071, "main_score": 0.695276, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"]}, {"precision": 0.952322, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"]}, {"precision": 0.319704, "recall": 0.374506, "f1": 0.334574, "accuracy": 0.374506, "main_score": 0.334574, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"]}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"]}, {"precision": 0.540917, "recall": 0.610672, "f1": 0.560022, "accuracy": 0.610672, "main_score": 0.560022, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"]}, {"precision": 0.416355, "recall": 0.48419, "f1": 0.4342, "accuracy": 0.48419, "main_score": 0.4342, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"]}, {"precision": 0.385051, "recall": 0.442688, "f1": 0.400244, "accuracy": 0.442688, "main_score": 0.400244, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"]}, {"precision": 0.523933, "recall": 0.58498, "f1": 0.540555, "accuracy": 0.58498, "main_score": 0.540555, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"]}, {"precision": 0.230304, "recall": 0.315217, "f1": 0.25263, "accuracy": 0.315217, "main_score": 0.25263, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"]}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"]}, {"precision": 0.91889, "recall": 0.942688, "f1": 0.926449, "accuracy": 0.942688, "main_score": 0.926449, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"]}, {"precision": 0.948287, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"]}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"]}, {"precision": 0.446429, "recall": 0.51087, "f1": 0.464204, "accuracy": 0.51087, "main_score": 0.464204, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"]}, {"precision": 0.462148, "recall": 0.521739, "f1": 0.477968, "accuracy": 0.521739, "main_score": 0.477968, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954776, "accuracy": 0.964427, "main_score": 0.954776, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"]}, {"precision": 0.583218, "recall": 0.672925, "f1": 0.610145, "accuracy": 0.672925, "main_score": 0.610145, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"]}, {"precision": 0.442139, "recall": 0.507905, "f1": 0.45985, "accuracy": 0.507905, "main_score": 0.45985, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"]}, {"precision": 0.645026, "recall": 0.720356, "f1": 0.667161, "accuracy": 0.720356, "main_score": 0.667161, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"]}, {"precision": 0.353417, "recall": 0.403162, "f1": 0.367371, "accuracy": 0.403162, "main_score": 0.367371, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"]}, {"precision": 0.926383, "recall": 0.947628, "f1": 0.933136, "accuracy": 0.947628, "main_score": 0.933136, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"]}, {"precision": 0.770958, "recall": 0.828063, "f1": 0.788225, "accuracy": 0.828063, "main_score": 0.788225, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"]}, {"precision": 0.902503, "recall": 0.927866, "f1": 0.910375, "accuracy": 0.927866, "main_score": 0.910375, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"]}, {"precision": 0.853731, "recall": 0.894269, "f1": 0.866123, "accuracy": 0.894269, "main_score": 0.866123, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"]}, {"precision": 0.46063, "recall": 0.522727, "f1": 0.477378, "accuracy": 0.522727, "main_score": 0.477378, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"]}, {"precision": 0.816271, "recall": 0.865613, "f1": 0.831357, "accuracy": 0.865613, "main_score": 0.831357, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"]}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"]}, {"precision": 0.344232, "recall": 0.402174, "f1": 0.358652, "accuracy": 0.402174, "main_score": 0.358652, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"]}, {"precision": 0.52806, "recall": 0.605731, "f1": 0.549689, "accuracy": 0.605731, "main_score": 0.549689, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"]}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930896, "accuracy": 0.94664, "main_score": 0.930896, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"]}, {"precision": 0.702679, "recall": 0.764822, "f1": 0.720507, "accuracy": 0.764822, "main_score": 0.720507, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"]}, {"precision": 0.484273, "recall": 0.547431, "f1": 0.501209, "accuracy": 0.547431, "main_score": 0.501209, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"]}, {"precision": 0.486964, "recall": 0.5583, "f1": 0.50655, "accuracy": 0.5583, "main_score": 0.50655, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"]}, {"precision": 0.861364, "recall": 0.899209, "f1": 0.872958, "accuracy": 0.899209, "main_score": 0.872958, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"]}, {"precision": 0.40264, "recall": 0.469368, "f1": 0.420605, "accuracy": 0.469368, "main_score": 0.420605, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"]}, {"precision": 0.389809, "recall": 0.454545, "f1": 0.407766, "accuracy": 0.454545, "main_score": 0.407766, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"]}, {"precision": 0.721196, "recall": 0.779644, "f1": 0.738048, "accuracy": 0.779644, "main_score": 0.738048, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"]}, {"precision": 0.407206, "recall": 0.471344, "f1": 0.424199, "accuracy": 0.471344, "main_score": 0.424199, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"]}, {"precision": 0.479156, "recall": 0.55336, "f1": 0.499494, "accuracy": 0.55336, "main_score": 0.499494, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"]}, {"precision": 0.858037, "recall": 0.899209, "f1": 0.871212, "accuracy": 0.899209, "main_score": 0.871212, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"]}, {"precision": 0.935606, "recall": 0.956522, "f1": 0.942523, "accuracy": 0.956522, "main_score": 0.942523, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"]}, {"precision": 0.358436, "recall": 0.416996, "f1": 0.37366, "accuracy": 0.416996, "main_score": 0.37366, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"]}, {"precision": 0.421289, "recall": 0.485178, "f1": 0.438187, "accuracy": 0.485178, "main_score": 0.438187, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"]}, {"precision": 0.45421, "recall": 0.524704, "f1": 0.472813, "accuracy": 0.524704, "main_score": 0.472813, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"]}, {"precision": 0.420693, "recall": 0.48913, "f1": 0.43909, "accuracy": 0.48913, "main_score": 0.43909, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"]}, {"precision": 0.382216, "recall": 0.452569, "f1": 0.401772, "accuracy": 0.452569, "main_score": 0.401772, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"]}, {"precision": 0.610293, "recall": 0.689723, "f1": 0.633056, "accuracy": 0.689723, "main_score": 0.633056, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"]}, {"precision": 0.932806, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"]}, {"precision": 0.622236, "recall": 0.690711, "f1": 0.64195, "accuracy": 0.690711, "main_score": 0.64195, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"]}, {"precision": 0.775406, "recall": 0.821146, "f1": 0.788966, "accuracy": 0.821146, "main_score": 0.788966, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"]}, {"precision": 0.911067, "recall": 0.938735, "f1": 0.920125, "accuracy": 0.938735, "main_score": 0.920125, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"]}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"]}, {"precision": 0.331909, "recall": 0.410079, "f1": 0.353236, "accuracy": 0.410079, "main_score": 0.353236, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"]}, {"precision": 0.599408, "recall": 0.671937, "f1": 0.620289, "accuracy": 0.671937, "main_score": 0.620289, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"]}, {"precision": 0.473027, "recall": 0.52668, "f1": 0.487705, "accuracy": 0.52668, "main_score": 0.487705, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"]}, {"precision": 0.435647, "recall": 0.48419, "f1": 0.448927, "accuracy": 0.48419, "main_score": 0.448927, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"]}, {"precision": 0.502355, "recall": 0.549407, "f1": 0.51585, "accuracy": 0.549407, "main_score": 0.51585, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"]}, {"precision": 0.227014, "recall": 0.267787, "f1": 0.237211, "accuracy": 0.267787, "main_score": 0.237211, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"]}, {"precision": 0.586804, "recall": 0.635375, "f1": 0.599755, "accuracy": 0.635375, "main_score": 0.599755, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"]}, {"precision": 0.53604, "recall": 0.58498, "f1": 0.548855, "accuracy": 0.58498, "main_score": 0.548855, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"]}, {"precision": 0.58446, "recall": 0.631423, "f1": 0.596934, "accuracy": 0.631423, "main_score": 0.596934, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"]}, {"precision": 0.603709, "recall": 0.640316, "f1": 0.613238, "accuracy": 0.640316, "main_score": 0.613238, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"]}, {"precision": 0.538052, "recall": 0.58004, "f1": 0.549522, "accuracy": 0.58004, "main_score": 0.549522, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"]}, {"precision": 0.589166, "recall": 0.634387, "f1": 0.601321, "accuracy": 0.634387, "main_score": 0.601321, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"]}, {"precision": 0.592938, "recall": 0.633399, "f1": 0.60354, "accuracy": 0.633399, "main_score": 0.60354, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"]}, {"precision": 0.612079, "recall": 0.645257, "f1": 0.621499, "accuracy": 0.645257, "main_score": 0.621499, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"]}, {"precision": 0.590635, "recall": 0.636364, "f1": 0.602517, "accuracy": 0.636364, "main_score": 0.602517, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"]}, {"precision": 0.572285, "recall": 0.620553, "f1": 0.585935, "accuracy": 0.620553, "main_score": 0.585935, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"]}, {"precision": 0.501672, "recall": 0.552372, "f1": 0.516039, "accuracy": 0.552372, "main_score": 0.516039, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"]}, {"precision": 0.579214, "recall": 0.635375, "f1": 0.594695, "accuracy": 0.635375, "main_score": 0.594695, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"]}, {"precision": 0.536432, "recall": 0.590909, "f1": 0.550539, "accuracy": 0.590909, "main_score": 0.550539, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"]}, {"precision": 0.599201, "recall": 0.647233, "f1": 0.613004, "accuracy": 0.647233, "main_score": 0.613004, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"]}, {"precision": 0.573806, "recall": 0.609684, "f1": 0.583616, "accuracy": 0.609684, "main_score": 0.583616, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"]}, {"precision": 0.562428, "recall": 0.612648, "f1": 0.57599, "accuracy": 0.612648, "main_score": 0.57599, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"]}, {"precision": 0.571444, "recall": 0.617589, "f1": 0.583303, "accuracy": 0.617589, "main_score": 0.583303, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"]}, {"precision": 0.615659, "recall": 0.660079, "f1": 0.627365, "accuracy": 0.660079, "main_score": 0.627365, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"]}, {"precision": 0.602061, "recall": 0.646245, "f1": 0.61356, "accuracy": 0.646245, "main_score": 0.61356, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"]}, {"precision": 0.499686, "recall": 0.544466, "f1": 0.512096, "accuracy": 0.544466, "main_score": 0.512096, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"]}, {"precision": 0.576648, "recall": 0.624506, "f1": 0.589155, "accuracy": 0.624506, "main_score": 0.589155, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"]}, {"precision": 0.582638, "recall": 0.631423, "f1": 0.595894, "accuracy": 0.631423, "main_score": 0.595894, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"]}, {"precision": 0.580654, "recall": 0.623518, "f1": 0.592787, "accuracy": 0.623518, "main_score": 0.592787, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"]}, {"precision": 0.199686, "recall": 0.236166, "f1": 0.209395, "accuracy": 0.236166, "main_score": 0.209395, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"]}, {"precision": 0.576141, "recall": 0.625494, "f1": 0.589647, "accuracy": 0.625494, "main_score": 0.589647, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"]}, {"precision": 0.56124, "recall": 0.597826, "f1": 0.571065, "accuracy": 0.597826, "main_score": 0.571065, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"]}, {"precision": 0.606086, "recall": 0.653162, "f1": 0.617747, "accuracy": 0.653162, "main_score": 0.617747, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"]}, {"precision": 0.595182, "recall": 0.641304, "f1": 0.607856, "accuracy": 0.641304, "main_score": 0.607856, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"]}, {"precision": 0.562125, "recall": 0.609684, "f1": 0.574987, "accuracy": 0.609684, "main_score": 0.574987, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"]}, {"precision": 0.579781, "recall": 0.633399, "f1": 0.594333, "accuracy": 0.633399, "main_score": 0.594333, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"]}, {"precision": 0.551096, "recall": 0.585968, "f1": 0.561029, "accuracy": 0.585968, "main_score": 0.561029, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"]}, {"precision": 0.592804, "recall": 0.640316, "f1": 0.605638, "accuracy": 0.640316, "main_score": 0.605638, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"]}, {"precision": 0.495556, "recall": 0.551383, "f1": 0.510294, "accuracy": 0.551383, "main_score": 0.510294, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"]}, {"precision": 0.556135, "recall": 0.602767, "f1": 0.568438, "accuracy": 0.602767, "main_score": 0.568438, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"]}, {"precision": 0.573999, "recall": 0.628458, "f1": 0.588556, "accuracy": 0.628458, "main_score": 0.588556, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"]}, {"precision": 0.56483, "recall": 0.609684, "f1": 0.577084, "accuracy": 0.609684, "main_score": 0.577084, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"]}, {"precision": 0.560235, "recall": 0.609684, "f1": 0.573992, "accuracy": 0.609684, "main_score": 0.573992, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"]}, {"precision": 0.521021, "recall": 0.560277, "f1": 0.53244, "accuracy": 0.560277, "main_score": 0.53244, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"]}, {"precision": 0.406984, "recall": 0.464427, "f1": 0.422246, "accuracy": 0.464427, "main_score": 0.422246, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"]}, {"precision": 0.594831, "recall": 0.641304, "f1": 0.607672, "accuracy": 0.641304, "main_score": 0.607672, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"]}, {"precision": 0.520107, "recall": 0.561265, "f1": 0.530873, "accuracy": 0.561265, "main_score": 0.530873, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"]}, {"precision": 0.600444, "recall": 0.648221, "f1": 0.613476, "accuracy": 0.648221, "main_score": 0.613476, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"]}, {"precision": 0.614799, "recall": 0.666996, "f1": 0.628314, "accuracy": 0.666996, "main_score": 0.628314, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"]}, {"precision": 0.577973, "recall": 0.623518, "f1": 0.590222, "accuracy": 0.623518, "main_score": 0.590222, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"]}, {"precision": 0.59347, "recall": 0.639328, "f1": 0.605598, "accuracy": 0.639328, "main_score": 0.605598, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"]}, {"precision": 0.522096, "recall": 0.567194, "f1": 0.534901, "accuracy": 0.567194, "main_score": 0.534901, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"]}, {"precision": 0.556268, "recall": 0.594862, "f1": 0.567116, "accuracy": 0.594862, "main_score": 0.567116, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"]}, {"precision": 0.592479, "recall": 0.633399, "f1": 0.603534, "accuracy": 0.633399, "main_score": 0.603534, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"]}, {"precision": 0.604433, "recall": 0.652174, "f1": 0.618005, "accuracy": 0.652174, "main_score": 0.618005, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"]}, {"precision": 0.604447, "recall": 0.648221, "f1": 0.616391, "accuracy": 0.648221, "main_score": 0.616391, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"]}, {"precision": 0.496617, "recall": 0.54249, "f1": 0.509974, "accuracy": 0.54249, "main_score": 0.509974, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"]}, {"precision": 0.57802, "recall": 0.62747, "f1": 0.591669, "accuracy": 0.62747, "main_score": 0.591669, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"]}, {"precision": 0.4208, "recall": 0.470356, "f1": 0.434312, "accuracy": 0.470356, "main_score": 0.434312, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"]}, {"precision": 0.495711, "recall": 0.539526, "f1": 0.508303, "accuracy": 0.539526, "main_score": 0.508303, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"]}, {"precision": 0.60171, "recall": 0.640316, "f1": 0.612284, "accuracy": 0.640316, "main_score": 0.612284, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"]}, {"precision": 0.316333, "recall": 0.358696, "f1": 0.328343, "accuracy": 0.358696, "main_score": 0.328343, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"]}, {"precision": 0.590803, "recall": 0.641304, "f1": 0.604489, "accuracy": 0.641304, "main_score": 0.604489, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"]}, {"precision": 0.562027, "recall": 0.615613, "f1": 0.575647, "accuracy": 0.615613, "main_score": 0.575647, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"]}, {"precision": 0.603313, "recall": 0.652174, "f1": 0.616155, "accuracy": 0.652174, "main_score": 0.616155, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"]}, {"precision": 0.548315, "recall": 0.604743, "f1": 0.562704, "accuracy": 0.604743, "main_score": 0.562704, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"]}, {"precision": 0.560565, "recall": 0.600791, "f1": 0.572027, "accuracy": 0.600791, "main_score": 0.572027, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"]}, {"precision": 0.615077, "recall": 0.652174, "f1": 0.624628, "accuracy": 0.652174, "main_score": 0.624628, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"]}, {"precision": 0.570892, "recall": 0.606719, "f1": 0.581406, "accuracy": 0.606719, "main_score": 0.581406, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"]}, {"precision": 0.600839, "recall": 0.650198, "f1": 0.614914, "accuracy": 0.650198, "main_score": 0.614914, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"]}, {"precision": 0.546154, "recall": 0.58004, "f1": 0.556014, "accuracy": 0.58004, "main_score": 0.556014, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"]}, {"precision": 0.590428, "recall": 0.636364, "f1": 0.60167, "accuracy": 0.636364, "main_score": 0.60167, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"]}, {"precision": 0.557775, "recall": 0.600791, "f1": 0.569952, "accuracy": 0.600791, "main_score": 0.569952, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"]}, {"precision": 0.558211, "recall": 0.607708, "f1": 0.571434, "accuracy": 0.607708, "main_score": 0.571434, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"]}, {"precision": 0.571197, "recall": 0.620553, "f1": 0.584906, "accuracy": 0.620553, "main_score": 0.584906, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"]}, {"precision": 0.577996, "recall": 0.62253, "f1": 0.590402, "accuracy": 0.62253, "main_score": 0.590402, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"]}, {"precision": 0.2718, "recall": 0.31917, "f1": 0.283463, "accuracy": 0.31917, "main_score": 0.283463, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"]}, {"precision": 0.540227, "recall": 0.578063, "f1": 0.551108, "accuracy": 0.578063, "main_score": 0.551108, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"]}, {"precision": 0.550648, "recall": 0.593874, "f1": 0.563133, "accuracy": 0.593874, "main_score": 0.563133, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"]}, {"precision": 0.578537, "recall": 0.618577, "f1": 0.589003, "accuracy": 0.618577, "main_score": 0.589003, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"]}, {"precision": 0.47904, "recall": 0.536561, "f1": 0.494946, "accuracy": 0.536561, "main_score": 0.494946, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"]}, {"precision": 0.619828, "recall": 0.670949, "f1": 0.633484, "accuracy": 0.670949, "main_score": 0.633484, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"]}, {"precision": 0.601393, "recall": 0.641304, "f1": 0.611712, "accuracy": 0.641304, "main_score": 0.611712, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"]}, {"precision": 0.608017, "recall": 0.652174, "f1": 0.619668, "accuracy": 0.652174, "main_score": 0.619668, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"]}, {"precision": 0.485652, "recall": 0.543478, "f1": 0.501748, "accuracy": 0.543478, "main_score": 0.501748, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"]}, {"precision": 0.607946, "recall": 0.65415, "f1": 0.620271, "accuracy": 0.65415, "main_score": 0.620271, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"]}, {"precision": 0.572854, "recall": 0.618577, "f1": 0.585133, "accuracy": 0.618577, "main_score": 0.585133, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"]}, {"precision": 0.597374, "recall": 0.641304, "f1": 0.609161, "accuracy": 0.641304, "main_score": 0.609161, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"]}, {"precision": 0.567065, "recall": 0.621542, "f1": 0.581369, "accuracy": 0.621542, "main_score": 0.581369, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"]}, {"precision": 0.525503, "recall": 0.568182, "f1": 0.538145, "accuracy": 0.568182, "main_score": 0.538145, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"]}, {"precision": 0.533514, "recall": 0.573123, "f1": 0.544928, "accuracy": 0.573123, "main_score": 0.544928, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"]}, {"precision": 0.551301, "recall": 0.604743, "f1": 0.565897, "accuracy": 0.604743, "main_score": 0.565897, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"]}, {"precision": 0.602785, "recall": 0.645257, "f1": 0.613882, "accuracy": 0.645257, "main_score": 0.613882, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"]}, {"precision": 0.56978, "recall": 0.626482, "f1": 0.58459, "accuracy": 0.626482, "main_score": 0.58459, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"]}, {"precision": 0.577154, "recall": 0.618577, "f1": 0.588574, "accuracy": 0.618577, "main_score": 0.588574, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"]}, {"precision": 0.469379, "recall": 0.51087, "f1": 0.480587, "accuracy": 0.51087, "main_score": 0.480587, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"]}, {"precision": 0.597047, "recall": 0.639328, "f1": 0.608277, "accuracy": 0.639328, "main_score": 0.608277, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"]}, {"precision": 0.510565, "recall": 0.561265, "f1": 0.5247, "accuracy": 0.561265, "main_score": 0.5247, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"]}, {"precision": 0.505522, "recall": 0.54249, "f1": 0.515664, "accuracy": 0.54249, "main_score": 0.515664, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"]}, {"precision": 0.588282, "recall": 0.633399, "f1": 0.60086, "accuracy": 0.633399, "main_score": 0.60086, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"]}, {"precision": 0.504932, "recall": 0.548419, "f1": 0.517319, "accuracy": 0.548419, "main_score": 0.517319, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"]}, {"precision": 0.608578, "recall": 0.652174, "f1": 0.620673, "accuracy": 0.652174, "main_score": 0.620673, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"]}, {"precision": 0.562987, "recall": 0.612648, "f1": 0.576327, "accuracy": 0.612648, "main_score": 0.576327, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"]}, {"precision": 0.59601, "recall": 0.639328, "f1": 0.607777, "accuracy": 0.639328, "main_score": 0.607777, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"]}, {"precision": 0.620378, "recall": 0.663043, "f1": 0.632244, "accuracy": 0.663043, "main_score": 0.632244, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"]}, {"precision": 0.570938, "recall": 0.618577, "f1": 0.583498, "accuracy": 0.618577, "main_score": 0.583498, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"]}, {"precision": 0.594227, "recall": 0.636364, "f1": 0.605758, "accuracy": 0.636364, "main_score": 0.605758, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"]}, {"precision": 0.428114, "recall": 0.493083, "f1": 0.444994, "accuracy": 0.493083, "main_score": 0.444994, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"]}, {"precision": 0.205193, "recall": 0.248024, "f1": 0.215647, "accuracy": 0.248024, "main_score": 0.215647, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"]}, {"precision": 0.556523, "recall": 0.605731, "f1": 0.570777, "accuracy": 0.605731, "main_score": 0.570777, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"]}, {"precision": 0.454037, "recall": 0.502964, "f1": 0.467678, "accuracy": 0.502964, "main_score": 0.467678, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"]}, {"precision": 0.602678, "recall": 0.649209, "f1": 0.615162, "accuracy": 0.649209, "main_score": 0.615162, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"]}, {"precision": 0.605286, "recall": 0.643281, "f1": 0.615259, "accuracy": 0.643281, "main_score": 0.615259, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"]}, {"precision": 0.422054, "recall": 0.469368, "f1": 0.435166, "accuracy": 0.469368, "main_score": 0.435166, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"]}, {"precision": 0.585718, "recall": 0.62747, "f1": 0.597006, "accuracy": 0.62747, "main_score": 0.597006, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"]}, {"precision": 0.588184, "recall": 0.635375, "f1": 0.600957, "accuracy": 0.635375, "main_score": 0.600957, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"]}, {"precision": 0.522248, "recall": 0.581028, "f1": 0.537505, "accuracy": 0.581028, "main_score": 0.537505, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"]}, {"precision": 0.561832, "recall": 0.608696, "f1": 0.574772, "accuracy": 0.608696, "main_score": 0.574772, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"]}, {"precision": 0.542297, "recall": 0.583992, "f1": 0.554357, "accuracy": 0.583992, "main_score": 0.554357, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"]}, {"precision": 0.55312, "recall": 0.606719, "f1": 0.567833, "accuracy": 0.606719, "main_score": 0.567833, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"]}, {"precision": 0.606117, "recall": 0.646245, "f1": 0.617075, "accuracy": 0.646245, "main_score": 0.617075, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"]}, {"precision": 0.512173, "recall": 0.557312, "f1": 0.525461, "accuracy": 0.557312, "main_score": 0.525461, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"]}, {"precision": 0.495117, "recall": 0.539526, "f1": 0.5078, "accuracy": 0.539526, "main_score": 0.5078, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"]}, {"precision": 0.583407, "recall": 0.620553, "f1": 0.593728, "accuracy": 0.620553, "main_score": 0.593728, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"]}, {"precision": 0.593251, "recall": 0.641304, "f1": 0.606857, "accuracy": 0.641304, "main_score": 0.606857, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"]}, {"precision": 0.106585, "recall": 0.147233, "f1": 0.116439, "accuracy": 0.147233, "main_score": 0.116439, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"]}, {"precision": 0.566313, "recall": 0.620553, "f1": 0.580531, "accuracy": 0.620553, "main_score": 0.580531, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"]}, {"precision": 0.485543, "recall": 0.540514, "f1": 0.499208, "accuracy": 0.540514, "main_score": 0.499208, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"]}, {"precision": 0.549658, "recall": 0.593874, "f1": 0.561652, "accuracy": 0.593874, "main_score": 0.561652, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"]}, {"precision": 0.595393, "recall": 0.644269, "f1": 0.608941, "accuracy": 0.644269, "main_score": 0.608941, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"]}, {"precision": 0.483324, "recall": 0.530632, "f1": 0.496242, "accuracy": 0.530632, "main_score": 0.496242, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"]}, {"precision": 0.508665, "recall": 0.548419, "f1": 0.519557, "accuracy": 0.548419, "main_score": 0.519557, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"]}, {"precision": 0.573387, "recall": 0.626482, "f1": 0.587484, "accuracy": 0.626482, "main_score": 0.587484, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"]}, {"precision": 0.60303, "recall": 0.655138, "f1": 0.616697, "accuracy": 0.655138, "main_score": 0.616697, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"]}, {"precision": 0.593633, "recall": 0.634387, "f1": 0.604977, "accuracy": 0.634387, "main_score": 0.604977, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"]}, {"precision": 0.563227, "recall": 0.608696, "f1": 0.576129, "accuracy": 0.608696, "main_score": 0.576129, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"]}, {"precision": 0.476997, "recall": 0.531621, "f1": 0.492932, "accuracy": 0.531621, "main_score": 0.492932, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"]}, {"precision": 0.560889, "recall": 0.61166, "f1": 0.574761, "accuracy": 0.61166, "main_score": 0.574761, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"]}, {"precision": 0.505939, "recall": 0.555336, "f1": 0.52045, "accuracy": 0.555336, "main_score": 0.52045, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"]}, {"precision": 0.49594, "recall": 0.537549, "f1": 0.507301, "accuracy": 0.537549, "main_score": 0.507301, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"]}, {"precision": 0.559124, "recall": 0.616601, "f1": 0.575165, "accuracy": 0.616601, "main_score": 0.575165, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"]}, {"precision": 0.592989, "recall": 0.635375, "f1": 0.604572, "accuracy": 0.635375, "main_score": 0.604572, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"]}, {"precision": 0.555817, "recall": 0.609684, "f1": 0.569901, "accuracy": 0.609684, "main_score": 0.569901, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"]}, {"precision": 0.430187, "recall": 0.487154, "f1": 0.445168, "accuracy": 0.487154, "main_score": 0.445168, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"]}, {"precision": 0.61288, "recall": 0.655138, "f1": 0.623781, "accuracy": 0.655138, "main_score": 0.623781, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"]}, {"precision": 0.560106, "recall": 0.609684, "f1": 0.57295, "accuracy": 0.609684, "main_score": 0.57295, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"]}, {"precision": 0.53685, "recall": 0.592885, "f1": 0.552055, "accuracy": 0.592885, "main_score": 0.552055, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"]}, {"precision": 0.522881, "recall": 0.570158, "f1": 0.53614, "accuracy": 0.570158, "main_score": 0.53614, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"]}, {"precision": 0.5011, "recall": 0.545455, "f1": 0.512952, "accuracy": 0.545455, "main_score": 0.512952, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"]}, {"precision": 0.517722, "recall": 0.577075, "f1": 0.533816, "accuracy": 0.577075, "main_score": 0.533816, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"]}, {"precision": 0.56017, "recall": 0.61166, "f1": 0.573752, "accuracy": 0.61166, "main_score": 0.573752, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"]}, {"precision": 0.557562, "recall": 0.596838, "f1": 0.568408, "accuracy": 0.596838, "main_score": 0.568408, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"]}, {"precision": 0.484292, "recall": 0.54249, "f1": 0.499545, "accuracy": 0.54249, "main_score": 0.499545, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"]}, {"precision": 0.575603, "recall": 0.626482, "f1": 0.589019, "accuracy": 0.626482, "main_score": 0.589019, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"]}, {"precision": 0.574255, "recall": 0.619565, "f1": 0.586323, "accuracy": 0.619565, "main_score": 0.586323, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"]}, {"precision": 0.60821, "recall": 0.653162, "f1": 0.620438, "accuracy": 0.653162, "main_score": 0.620438, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"]}, {"precision": 0.569964, "recall": 0.616601, "f1": 0.581853, "accuracy": 0.616601, "main_score": 0.581853, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"]}, {"precision": 0.611052, "recall": 0.655138, "f1": 0.62335, "accuracy": 0.655138, "main_score": 0.62335, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"]}, {"precision": 0.514043, "recall": 0.566206, "f1": 0.528642, "accuracy": 0.566206, "main_score": 0.528642, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"]}, {"precision": 0.57695, "recall": 0.623518, "f1": 0.589687, "accuracy": 0.623518, "main_score": 0.589687, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"]}, {"precision": 0.451614, "recall": 0.5, "f1": 0.465683, "accuracy": 0.5, "main_score": 0.465683, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"]}, {"precision": 0.573699, "recall": 0.624506, "f1": 0.587185, "accuracy": 0.624506, "main_score": 0.587185, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"]}, {"precision": 0.399718, "recall": 0.453557, "f1": 0.413775, "accuracy": 0.453557, "main_score": 0.413775, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"]}, {"precision": 0.567551, "recall": 0.615613, "f1": 0.580281, "accuracy": 0.615613, "main_score": 0.580281, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"]}, {"precision": 0.572869, "recall": 0.621542, "f1": 0.586505, "accuracy": 0.621542, "main_score": 0.586505, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"]}, {"precision": 0.56351, "recall": 0.598814, "f1": 0.573222, "accuracy": 0.598814, "main_score": 0.573222, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"]}, {"precision": 0.591576, "recall": 0.625494, "f1": 0.601176, "accuracy": 0.625494, "main_score": 0.601176, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"]}, {"precision": 0.556203, "recall": 0.610672, "f1": 0.57061, "accuracy": 0.610672, "main_score": 0.57061, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"]}, {"precision": 0.568621, "recall": 0.605731, "f1": 0.579583, "accuracy": 0.605731, "main_score": 0.579583, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"]}, {"precision": 0.557784, "recall": 0.601779, "f1": 0.56992, "accuracy": 0.601779, "main_score": 0.56992, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"]}, {"precision": 0.595878, "recall": 0.636364, "f1": 0.606507, "accuracy": 0.636364, "main_score": 0.606507, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"]}, {"precision": 0.582238, "recall": 0.621542, "f1": 0.59383, "accuracy": 0.621542, "main_score": 0.59383, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"]}, {"precision": 0.599872, "recall": 0.647233, "f1": 0.612653, "accuracy": 0.647233, "main_score": 0.612653, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"]}, {"precision": 0.512368, "recall": 0.5583, "f1": 0.525927, "accuracy": 0.5583, "main_score": 0.525927, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"]}, {"precision": 0.593639, "recall": 0.643281, "f1": 0.606952, "accuracy": 0.643281, "main_score": 0.606952, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"]}, {"precision": 0.562464, "recall": 0.614625, "f1": 0.577128, "accuracy": 0.614625, "main_score": 0.577128, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"]}, {"precision": 0.579213, "recall": 0.628458, "f1": 0.592017, "accuracy": 0.628458, "main_score": 0.592017, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"]}, {"precision": 0.485778, "recall": 0.531621, "f1": 0.49888, "accuracy": 0.531621, "main_score": 0.49888, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"]}, {"precision": 0.624542, "recall": 0.66996, "f1": 0.636687, "accuracy": 0.66996, "main_score": 0.636687, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"]}, {"precision": 0.54319, "recall": 0.581028, "f1": 0.553452, "accuracy": 0.581028, "main_score": 0.553452, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"]}, {"precision": 0.495621, "recall": 0.546443, "f1": 0.509708, "accuracy": 0.546443, "main_score": 0.509708, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"]}, {"precision": 0.504216, "recall": 0.555336, "f1": 0.518789, "accuracy": 0.555336, "main_score": 0.518789, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"]}, {"precision": 0.500276, "recall": 0.555336, "f1": 0.51537, "accuracy": 0.555336, "main_score": 0.51537, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"]}, {"precision": 0.595295, "recall": 0.639328, "f1": 0.606813, "accuracy": 0.639328, "main_score": 0.606813, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"]}, {"precision": 0.549479, "recall": 0.606719, "f1": 0.565419, "accuracy": 0.606719, "main_score": 0.565419, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"]}, {"precision": 0.477323, "recall": 0.525692, "f1": 0.491156, "accuracy": 0.525692, "main_score": 0.491156, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"]}, {"precision": 0.557351, "recall": 0.590909, "f1": 0.566916, "accuracy": 0.590909, "main_score": 0.566916, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"]}, {"precision": 0.552586, "recall": 0.61166, "f1": 0.5683, "accuracy": 0.61166, "main_score": 0.5683, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"]}, {"precision": 0.521338, "recall": 0.570158, "f1": 0.535297, "accuracy": 0.570158, "main_score": 0.535297, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"]}, {"precision": 0.509165, "recall": 0.549407, "f1": 0.520547, "accuracy": 0.549407, "main_score": 0.520547, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"]}, {"precision": 0.555664, "recall": 0.612648, "f1": 0.570354, "accuracy": 0.612648, "main_score": 0.570354, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"]}, {"precision": 0.520406, "recall": 0.568182, "f1": 0.534587, "accuracy": 0.568182, "main_score": 0.534587, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"]}, {"precision": 0.539254, "recall": 0.579051, "f1": 0.550175, "accuracy": 0.579051, "main_score": 0.550175, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"]}, {"precision": 0.610459, "recall": 0.648221, "f1": 0.620794, "accuracy": 0.648221, "main_score": 0.620794, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"]}, {"precision": 0.568307, "recall": 0.603755, "f1": 0.578584, "accuracy": 0.603755, "main_score": 0.578584, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"]}, {"precision": 0.583826, "recall": 0.62253, "f1": 0.594083, "accuracy": 0.62253, "main_score": 0.594083, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"]}, {"precision": 0.550527, "recall": 0.606719, "f1": 0.565436, "accuracy": 0.606719, "main_score": 0.565436, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"]}, {"precision": 0.54845, "recall": 0.596838, "f1": 0.561061, "accuracy": 0.596838, "main_score": 0.561061, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"]}, {"precision": 0.597781, "recall": 0.639328, "f1": 0.6094, "accuracy": 0.639328, "main_score": 0.6094, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"]}, {"precision": 0.436657, "recall": 0.499012, "f1": 0.455047, "accuracy": 0.499012, "main_score": 0.455047, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"]}, {"precision": 0.575662, "recall": 0.624506, "f1": 0.589349, "accuracy": 0.624506, "main_score": 0.589349, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"]}, {"precision": 0.557742, "recall": 0.597826, "f1": 0.568959, "accuracy": 0.597826, "main_score": 0.568959, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"]}, {"precision": 0.56731, "recall": 0.620553, "f1": 0.58112, "accuracy": 0.620553, "main_score": 0.58112, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"]}, {"precision": 0.566705, "recall": 0.624506, "f1": 0.582636, "accuracy": 0.624506, "main_score": 0.582636, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"]}, {"precision": 0.488801, "recall": 0.536561, "f1": 0.50203, "accuracy": 0.536561, "main_score": 0.50203, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"]}, {"precision": 0.511671, "recall": 0.552372, "f1": 0.523397, "accuracy": 0.552372, "main_score": 0.523397, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"]}, {"precision": 0.16396, "recall": 0.193676, "f1": 0.170584, "accuracy": 0.193676, "main_score": 0.170584, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"]}, {"precision": 0.170818, "recall": 0.203557, "f1": 0.178658, "accuracy": 0.203557, "main_score": 0.178658, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"]}, {"precision": 0.122484, "recall": 0.148221, "f1": 0.129559, "accuracy": 0.148221, "main_score": 0.129559, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"]}, {"precision": 0.169233, "recall": 0.202569, "f1": 0.176873, "accuracy": 0.202569, "main_score": 0.176873, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"]}, {"precision": 0.175023, "recall": 0.201581, "f1": 0.181191, "accuracy": 0.201581, "main_score": 0.181191, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"]}, {"precision": 0.162797, "recall": 0.193676, "f1": 0.169917, "accuracy": 0.193676, "main_score": 0.169917, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"]}, {"precision": 0.183321, "recall": 0.214427, "f1": 0.190042, "accuracy": 0.214427, "main_score": 0.190042, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"]}, {"precision": 0.186893, "recall": 0.218379, "f1": 0.194, "accuracy": 0.218379, "main_score": 0.194, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"]}, {"precision": 0.180046, "recall": 0.209486, "f1": 0.187294, "accuracy": 0.209486, "main_score": 0.187294, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"]}, {"precision": 0.189839, "recall": 0.217391, "f1": 0.195936, "accuracy": 0.217391, "main_score": 0.195936, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"]}, {"precision": 0.176257, "recall": 0.204545, "f1": 0.18282, "accuracy": 0.204545, "main_score": 0.18282, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"]}, {"precision": 0.163267, "recall": 0.194664, "f1": 0.169894, "accuracy": 0.194664, "main_score": 0.169894, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"]}, {"precision": 0.173023, "recall": 0.202569, "f1": 0.180698, "accuracy": 0.202569, "main_score": 0.180698, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"]}, {"precision": 0.092341, "recall": 0.128458, "f1": 0.099242, "accuracy": 0.128458, "main_score": 0.099242, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"]}, {"precision": 0.187291, "recall": 0.218379, "f1": 0.193694, "accuracy": 0.218379, "main_score": 0.193694, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"]}, {"precision": 0.171696, "recall": 0.199605, "f1": 0.178038, "accuracy": 0.199605, "main_score": 0.178038, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"]}, {"precision": 0.17712, "recall": 0.209486, "f1": 0.184323, "accuracy": 0.209486, "main_score": 0.184323, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"]}, {"precision": 0.178215, "recall": 0.208498, "f1": 0.185535, "accuracy": 0.208498, "main_score": 0.185535, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"]}, {"precision": 0.170157, "recall": 0.202569, "f1": 0.176588, "accuracy": 0.202569, "main_score": 0.176588, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"]}, {"precision": 0.174028, "recall": 0.200593, "f1": 0.180586, "accuracy": 0.200593, "main_score": 0.180586, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"]}, {"precision": 0.190228, "recall": 0.22332, "f1": 0.198115, "accuracy": 0.22332, "main_score": 0.198115, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"]}, {"precision": 0.182159, "recall": 0.209486, "f1": 0.188401, "accuracy": 0.209486, "main_score": 0.188401, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"]}, {"precision": 0.175206, "recall": 0.209486, "f1": 0.183678, "accuracy": 0.209486, "main_score": 0.183678, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"]}, {"precision": 0.176602, "recall": 0.212451, "f1": 0.184132, "accuracy": 0.212451, "main_score": 0.184132, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"]}, {"precision": 0.185315, "recall": 0.219368, "f1": 0.193508, "accuracy": 0.219368, "main_score": 0.193508, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"]}, {"precision": 0.174628, "recall": 0.205534, "f1": 0.18156, "accuracy": 0.205534, "main_score": 0.18156, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"]}, {"precision": 0.247055, "recall": 0.286561, "f1": 0.257271, "accuracy": 0.286561, "main_score": 0.257271, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"]}, {"precision": 0.175454, "recall": 0.206522, "f1": 0.181908, "accuracy": 0.206522, "main_score": 0.181908, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"]}, {"precision": 0.170456, "recall": 0.202569, "f1": 0.177134, "accuracy": 0.202569, "main_score": 0.177134, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"]}, {"precision": 0.1782, "recall": 0.210474, "f1": 0.185426, "accuracy": 0.210474, "main_score": 0.185426, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"]}, {"precision": 0.176901, "recall": 0.211462, "f1": 0.184599, "accuracy": 0.211462, "main_score": 0.184599, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"]}, {"precision": 0.173742, "recall": 0.208498, "f1": 0.181214, "accuracy": 0.208498, "main_score": 0.181214, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"]}, {"precision": 0.175001, "recall": 0.198617, "f1": 0.181162, "accuracy": 0.198617, "main_score": 0.181162, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"]}, {"precision": 0.182662, "recall": 0.213439, "f1": 0.189895, "accuracy": 0.213439, "main_score": 0.189895, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"]}, {"precision": 0.169606, "recall": 0.202569, "f1": 0.177146, "accuracy": 0.202569, "main_score": 0.177146, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"]}, {"precision": 0.161044, "recall": 0.1917, "f1": 0.16804, "accuracy": 0.1917, "main_score": 0.16804, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"]}, {"precision": 0.1698, "recall": 0.197628, "f1": 0.176388, "accuracy": 0.197628, "main_score": 0.176388, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"]}, {"precision": 0.18967, "recall": 0.220356, "f1": 0.196975, "accuracy": 0.220356, "main_score": 0.196975, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"]}, {"precision": 0.173174, "recall": 0.204545, "f1": 0.180551, "accuracy": 0.204545, "main_score": 0.180551, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"]}, {"precision": 0.16573, "recall": 0.200593, "f1": 0.174167, "accuracy": 0.200593, "main_score": 0.174167, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"]}, {"precision": 0.170165, "recall": 0.202569, "f1": 0.177639, "accuracy": 0.202569, "main_score": 0.177639, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"]}, {"precision": 0.173597, "recall": 0.199605, "f1": 0.179678, "accuracy": 0.199605, "main_score": 0.179678, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"]}, {"precision": 0.173665, "recall": 0.20751, "f1": 0.181074, "accuracy": 0.20751, "main_score": 0.181074, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"]}, {"precision": 0.190807, "recall": 0.221344, "f1": 0.197365, "accuracy": 0.221344, "main_score": 0.197365, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"]}, {"precision": 0.1777, "recall": 0.212451, "f1": 0.185152, "accuracy": 0.212451, "main_score": 0.185152, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"]}, {"precision": 0.177713, "recall": 0.213439, "f1": 0.186004, "accuracy": 0.213439, "main_score": 0.186004, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"]}, {"precision": 0.169845, "recall": 0.202569, "f1": 0.177449, "accuracy": 0.202569, "main_score": 0.177449, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"]}, {"precision": 0.186441, "recall": 0.215415, "f1": 0.193269, "accuracy": 0.215415, "main_score": 0.193269, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"]}, {"precision": 0.163632, "recall": 0.201581, "f1": 0.172124, "accuracy": 0.201581, "main_score": 0.172124, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"]}, {"precision": 0.174817, "recall": 0.203557, "f1": 0.181664, "accuracy": 0.203557, "main_score": 0.181664, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"]}, {"precision": 0.18238, "recall": 0.212451, "f1": 0.189702, "accuracy": 0.212451, "main_score": 0.189702, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"]}, {"precision": 0.185527, "recall": 0.218379, "f1": 0.192545, "accuracy": 0.218379, "main_score": 0.192545, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"]}, {"precision": 0.180977, "recall": 0.210474, "f1": 0.188206, "accuracy": 0.210474, "main_score": 0.188206, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"]}, {"precision": 0.179126, "recall": 0.210474, "f1": 0.186376, "accuracy": 0.210474, "main_score": 0.186376, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"]}, {"precision": 0.173195, "recall": 0.208498, "f1": 0.180601, "accuracy": 0.208498, "main_score": 0.180601, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"]}, {"precision": 0.169805, "recall": 0.200593, "f1": 0.177656, "accuracy": 0.200593, "main_score": 0.177656, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"]}, {"precision": 0.172187, "recall": 0.203557, "f1": 0.179549, "accuracy": 0.203557, "main_score": 0.179549, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"]}, {"precision": 0.172513, "recall": 0.206522, "f1": 0.180337, "accuracy": 0.206522, "main_score": 0.180337, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"]}, {"precision": 0.179853, "recall": 0.202569, "f1": 0.185757, "accuracy": 0.202569, "main_score": 0.185757, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"]}, {"precision": 0.170801, "recall": 0.204545, "f1": 0.178527, "accuracy": 0.204545, "main_score": 0.178527, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"]}, {"precision": 0.184969, "recall": 0.222332, "f1": 0.193367, "accuracy": 0.222332, "main_score": 0.193367, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"]}, {"precision": 0.162042, "recall": 0.195652, "f1": 0.170164, "accuracy": 0.195652, "main_score": 0.170164, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"]}, {"precision": 0.16663, "recall": 0.202569, "f1": 0.174892, "accuracy": 0.202569, "main_score": 0.174892, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"]}, {"precision": 0.166878, "recall": 0.19664, "f1": 0.173828, "accuracy": 0.19664, "main_score": 0.173828, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"]}, {"precision": 0.184152, "recall": 0.214427, "f1": 0.191626, "accuracy": 0.214427, "main_score": 0.191626, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"]}, {"precision": 0.1732, "recall": 0.203557, "f1": 0.180103, "accuracy": 0.203557, "main_score": 0.180103, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"]}, {"precision": 0.179303, "recall": 0.208498, "f1": 0.186194, "accuracy": 0.208498, "main_score": 0.186194, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"]}, {"precision": 0.160486, "recall": 0.192688, "f1": 0.168678, "accuracy": 0.192688, "main_score": 0.168678, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"]}, {"precision": 0.17539, "recall": 0.206522, "f1": 0.182538, "accuracy": 0.206522, "main_score": 0.182538, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"]}, {"precision": 0.170548, "recall": 0.204545, "f1": 0.178786, "accuracy": 0.204545, "main_score": 0.178786, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"]}, {"precision": 0.165803, "recall": 0.201581, "f1": 0.175036, "accuracy": 0.201581, "main_score": 0.175036, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"]}, {"precision": 0.1744, "recall": 0.199605, "f1": 0.180735, "accuracy": 0.199605, "main_score": 0.180735, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"]}, {"precision": 0.170043, "recall": 0.203557, "f1": 0.178045, "accuracy": 0.203557, "main_score": 0.178045, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"]}, {"precision": 0.164757, "recall": 0.190711, "f1": 0.170615, "accuracy": 0.190711, "main_score": 0.170615, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"]}, {"precision": 0.174999, "recall": 0.209486, "f1": 0.182663, "accuracy": 0.209486, "main_score": 0.182663, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"]}, {"precision": 0.162901, "recall": 0.197628, "f1": 0.171976, "accuracy": 0.197628, "main_score": 0.171976, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"]}, {"precision": 0.172524, "recall": 0.203557, "f1": 0.179285, "accuracy": 0.203557, "main_score": 0.179285, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"]}, {"precision": 0.175522, "recall": 0.209486, "f1": 0.182889, "accuracy": 0.209486, "main_score": 0.182889, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"]}, {"precision": 0.182394, "recall": 0.211462, "f1": 0.189175, "accuracy": 0.211462, "main_score": 0.189175, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"]}, {"precision": 0.173212, "recall": 0.212451, "f1": 0.182154, "accuracy": 0.212451, "main_score": 0.182154, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"]}, {"precision": 0.175079, "recall": 0.209486, "f1": 0.18206, "accuracy": 0.209486, "main_score": 0.18206, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"]}, {"precision": 0.178713, "recall": 0.213439, "f1": 0.186721, "accuracy": 0.213439, "main_score": 0.186721, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"]}, {"precision": 0.184445, "recall": 0.214427, "f1": 0.191358, "accuracy": 0.214427, "main_score": 0.191358, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"]}, {"precision": 0.166341, "recall": 0.19664, "f1": 0.174077, "accuracy": 0.19664, "main_score": 0.174077, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"]}, {"precision": 0.175957, "recall": 0.204545, "f1": 0.182905, "accuracy": 0.204545, "main_score": 0.182905, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"]}, {"precision": 0.16941, "recall": 0.198617, "f1": 0.175895, "accuracy": 0.198617, "main_score": 0.175895, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"]}, {"precision": 0.178538, "recall": 0.213439, "f1": 0.186778, "accuracy": 0.213439, "main_score": 0.186778, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"]}, {"precision": 0.177302, "recall": 0.204545, "f1": 0.183443, "accuracy": 0.204545, "main_score": 0.183443, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"]}, {"precision": 0.168389, "recall": 0.204545, "f1": 0.17674, "accuracy": 0.204545, "main_score": 0.17674, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"]}, {"precision": 0.183688, "recall": 0.212451, "f1": 0.190211, "accuracy": 0.212451, "main_score": 0.190211, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"]}, {"precision": 0.180312, "recall": 0.215415, "f1": 0.187696, "accuracy": 0.215415, "main_score": 0.187696, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"]}, {"precision": 0.166126, "recall": 0.19664, "f1": 0.173227, "accuracy": 0.19664, "main_score": 0.173227, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"]}, {"precision": 0.162742, "recall": 0.189723, "f1": 0.169913, "accuracy": 0.189723, "main_score": 0.169913, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"]}, {"precision": 0.183215, "recall": 0.212451, "f1": 0.189775, "accuracy": 0.212451, "main_score": 0.189775, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"]}, {"precision": 0.171189, "recall": 0.203557, "f1": 0.178987, "accuracy": 0.203557, "main_score": 0.178987, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"]}, {"precision": 0.168429, "recall": 0.195652, "f1": 0.174864, "accuracy": 0.195652, "main_score": 0.174864, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"]}, {"precision": 0.178063, "recall": 0.208498, "f1": 0.185173, "accuracy": 0.208498, "main_score": 0.185173, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"]}, {"precision": 0.339803, "recall": 0.411067, "f1": 0.355826, "accuracy": 0.411067, "main_score": 0.355826, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"]}, {"precision": 0.180732, "recall": 0.211462, "f1": 0.187505, "accuracy": 0.211462, "main_score": 0.187505, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"]}, {"precision": 0.182018, "recall": 0.217391, "f1": 0.1891, "accuracy": 0.217391, "main_score": 0.1891, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"]}, {"precision": 0.169647, "recall": 0.205534, "f1": 0.178359, "accuracy": 0.205534, "main_score": 0.178359, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"]}, {"precision": 0.173698, "recall": 0.205534, "f1": 0.181134, "accuracy": 0.205534, "main_score": 0.181134, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"]}, {"precision": 0.170599, "recall": 0.201581, "f1": 0.177842, "accuracy": 0.201581, "main_score": 0.177842, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"]}, {"precision": 0.17736, "recall": 0.20751, "f1": 0.184612, "accuracy": 0.20751, "main_score": 0.184612, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"]}, {"precision": 0.165258, "recall": 0.197628, "f1": 0.172765, "accuracy": 0.197628, "main_score": 0.172765, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"]}, {"precision": 0.164695, "recall": 0.198617, "f1": 0.173333, "accuracy": 0.198617, "main_score": 0.173333, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"]}, {"precision": 0.173935, "recall": 0.20751, "f1": 0.18122, "accuracy": 0.20751, "main_score": 0.18122, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"]}, {"precision": 0.145414, "recall": 0.173913, "f1": 0.15214, "accuracy": 0.173913, "main_score": 0.15214, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"]}, {"precision": 0.168357, "recall": 0.206522, "f1": 0.176524, "accuracy": 0.206522, "main_score": 0.176524, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"]}, {"precision": 0.176432, "recall": 0.205534, "f1": 0.18267, "accuracy": 0.205534, "main_score": 0.18267, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"]}, {"precision": 0.202474, "recall": 0.233202, "f1": 0.210081, "accuracy": 0.233202, "main_score": 0.210081, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"]}, {"precision": 0.165648, "recall": 0.19664, "f1": 0.172982, "accuracy": 0.19664, "main_score": 0.172982, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"]}, {"precision": 0.166032, "recall": 0.201581, "f1": 0.174144, "accuracy": 0.201581, "main_score": 0.174144, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"]}, {"precision": 0.171839, "recall": 0.202569, "f1": 0.178668, "accuracy": 0.202569, "main_score": 0.178668, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"]}, {"precision": 0.1647, "recall": 0.198617, "f1": 0.172046, "accuracy": 0.198617, "main_score": 0.172046, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"]}, {"precision": 0.191681, "recall": 0.22332, "f1": 0.19868, "accuracy": 0.22332, "main_score": 0.19868, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"]}, {"precision": 0.149007, "recall": 0.185771, "f1": 0.156092, "accuracy": 0.185771, "main_score": 0.156092, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"]}, {"precision": 0.162723, "recall": 0.19664, "f1": 0.170363, "accuracy": 0.19664, "main_score": 0.170363, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"]}, {"precision": 0.169614, "recall": 0.202569, "f1": 0.17753, "accuracy": 0.202569, "main_score": 0.17753, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"]}, {"precision": 0.16018, "recall": 0.1917, "f1": 0.167633, "accuracy": 0.1917, "main_score": 0.167633, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"]}, {"precision": 0.181409, "recall": 0.212451, "f1": 0.188208, "accuracy": 0.212451, "main_score": 0.188208, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"]}, {"precision": 0.183691, "recall": 0.212451, "f1": 0.19107, "accuracy": 0.212451, "main_score": 0.19107, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"]}, {"precision": 0.106738, "recall": 0.144269, "f1": 0.115853, "accuracy": 0.144269, "main_score": 0.115853, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"]}, {"precision": 0.168969, "recall": 0.200593, "f1": 0.176538, "accuracy": 0.200593, "main_score": 0.176538, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"]}, {"precision": 0.178083, "recall": 0.208498, "f1": 0.185249, "accuracy": 0.208498, "main_score": 0.185249, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"]}, {"precision": 0.177353, "recall": 0.209486, "f1": 0.184606, "accuracy": 0.209486, "main_score": 0.184606, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"]}, {"precision": 0.178873, "recall": 0.209486, "f1": 0.185894, "accuracy": 0.209486, "main_score": 0.185894, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"]}, {"precision": 0.189321, "recall": 0.215415, "f1": 0.195912, "accuracy": 0.215415, "main_score": 0.195912, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"]}, {"precision": 0.167147, "recall": 0.197628, "f1": 0.174808, "accuracy": 0.197628, "main_score": 0.174808, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"]}, {"precision": 0.17685, "recall": 0.214427, "f1": 0.186033, "accuracy": 0.214427, "main_score": 0.186033, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"]}, {"precision": 0.179393, "recall": 0.211462, "f1": 0.186322, "accuracy": 0.211462, "main_score": 0.186322, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"]}, {"precision": 0.170917, "recall": 0.201581, "f1": 0.178095, "accuracy": 0.201581, "main_score": 0.178095, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"]}, {"precision": 0.175761, "recall": 0.205534, "f1": 0.181931, "accuracy": 0.205534, "main_score": 0.181931, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"]}, {"precision": 0.124387, "recall": 0.156126, "f1": 0.130945, "accuracy": 0.156126, "main_score": 0.130945, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"]}, {"precision": 0.166603, "recall": 0.201581, "f1": 0.174265, "accuracy": 0.201581, "main_score": 0.174265, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"]}, {"precision": 0.17761, "recall": 0.205534, "f1": 0.184622, "accuracy": 0.205534, "main_score": 0.184622, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"]}, {"precision": 0.174061, "recall": 0.202569, "f1": 0.180573, "accuracy": 0.202569, "main_score": 0.180573, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"]}, {"precision": 0.177562, "recall": 0.211462, "f1": 0.185404, "accuracy": 0.211462, "main_score": 0.185404, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"]}, {"precision": 0.173817, "recall": 0.208498, "f1": 0.181502, "accuracy": 0.208498, "main_score": 0.181502, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"]}, {"precision": 0.168332, "recall": 0.199605, "f1": 0.175473, "accuracy": 0.199605, "main_score": 0.175473, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"]}, {"precision": 0.151573, "recall": 0.192688, "f1": 0.161124, "accuracy": 0.192688, "main_score": 0.161124, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"]}, {"precision": 0.193117, "recall": 0.228261, "f1": 0.200589, "accuracy": 0.228261, "main_score": 0.200589, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"]}, {"precision": 0.165325, "recall": 0.190711, "f1": 0.171204, "accuracy": 0.190711, "main_score": 0.171204, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"]}, {"precision": 0.167851, "recall": 0.203557, "f1": 0.176137, "accuracy": 0.203557, "main_score": 0.176137, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"]}, {"precision": 0.186146, "recall": 0.218379, "f1": 0.193766, "accuracy": 0.218379, "main_score": 0.193766, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"]}, {"precision": 0.175473, "recall": 0.204545, "f1": 0.182374, "accuracy": 0.204545, "main_score": 0.182374, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"]}, {"precision": 0.176812, "recall": 0.209486, "f1": 0.184152, "accuracy": 0.209486, "main_score": 0.184152, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"]}, {"precision": 0.181428, "recall": 0.211462, "f1": 0.188308, "accuracy": 0.211462, "main_score": 0.188308, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"]}, {"precision": 0.185783, "recall": 0.218379, "f1": 0.192713, "accuracy": 0.218379, "main_score": 0.192713, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"]}, {"precision": 0.174524, "recall": 0.210474, "f1": 0.183427, "accuracy": 0.210474, "main_score": 0.183427, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"]}, {"precision": 0.170019, "recall": 0.197628, "f1": 0.17729, "accuracy": 0.197628, "main_score": 0.17729, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"]}, {"precision": 0.163331, "recall": 0.1917, "f1": 0.17058, "accuracy": 0.1917, "main_score": 0.17058, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"]}, {"precision": 0.178987, "recall": 0.212451, "f1": 0.186088, "accuracy": 0.212451, "main_score": 0.186088, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"]}, {"precision": 0.175561, "recall": 0.206522, "f1": 0.18338, "accuracy": 0.206522, "main_score": 0.18338, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"]}, {"precision": 0.187347, "recall": 0.221344, "f1": 0.194674, "accuracy": 0.221344, "main_score": 0.194674, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"]}, {"precision": 0.151657, "recall": 0.181818, "f1": 0.158107, "accuracy": 0.181818, "main_score": 0.158107, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"]}, {"precision": 0.166952, "recall": 0.198617, "f1": 0.17461, "accuracy": 0.198617, "main_score": 0.17461, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"]}, {"precision": 0.183152, "recall": 0.218379, "f1": 0.190994, "accuracy": 0.218379, "main_score": 0.190994, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"]}, {"precision": 0.171369, "recall": 0.20751, "f1": 0.180275, "accuracy": 0.20751, "main_score": 0.180275, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"]}, {"precision": 0.164908, "recall": 0.198617, "f1": 0.173174, "accuracy": 0.198617, "main_score": 0.173174, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"]}, {"precision": 0.177086, "recall": 0.200593, "f1": 0.182849, "accuracy": 0.200593, "main_score": 0.182849, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"]}, {"precision": 0.170832, "recall": 0.202569, "f1": 0.17818, "accuracy": 0.202569, "main_score": 0.17818, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"]}, {"precision": 0.170373, "recall": 0.203557, "f1": 0.177729, "accuracy": 0.203557, "main_score": 0.177729, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"]}, {"precision": 0.166034, "recall": 0.201581, "f1": 0.173804, "accuracy": 0.201581, "main_score": 0.173804, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"]}, {"precision": 0.166206, "recall": 0.199605, "f1": 0.173674, "accuracy": 0.199605, "main_score": 0.173674, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"]}, {"precision": 0.183835, "recall": 0.217391, "f1": 0.192063, "accuracy": 0.217391, "main_score": 0.192063, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"]}, {"precision": 0.166959, "recall": 0.194664, "f1": 0.173747, "accuracy": 0.194664, "main_score": 0.173747, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"]}, {"precision": 0.173271, "recall": 0.204545, "f1": 0.180562, "accuracy": 0.204545, "main_score": 0.180562, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"]}, {"precision": 0.180888, "recall": 0.210474, "f1": 0.18808, "accuracy": 0.210474, "main_score": 0.18808, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"]}, {"precision": 0.178156, "recall": 0.210474, "f1": 0.185903, "accuracy": 0.210474, "main_score": 0.185903, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"]}, {"precision": 0.169907, "recall": 0.201581, "f1": 0.177608, "accuracy": 0.201581, "main_score": 0.177608, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"]}, {"precision": 0.178725, "recall": 0.208498, "f1": 0.185758, "accuracy": 0.208498, "main_score": 0.185758, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"]}, {"precision": 0.184683, "recall": 0.220356, "f1": 0.192314, "accuracy": 0.220356, "main_score": 0.192314, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"]}, {"precision": 0.169041, "recall": 0.204545, "f1": 0.177056, "accuracy": 0.204545, "main_score": 0.177056, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"]}, {"precision": 0.160858, "recall": 0.193676, "f1": 0.16877, "accuracy": 0.193676, "main_score": 0.16877, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"]}, {"precision": 0.182699, "recall": 0.213439, "f1": 0.190197, "accuracy": 0.213439, "main_score": 0.190197, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"]}, {"precision": 0.175254, "recall": 0.205534, "f1": 0.182726, "accuracy": 0.205534, "main_score": 0.182726, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"]}, {"precision": 0.161654, "recall": 0.198617, "f1": 0.169829, "accuracy": 0.198617, "main_score": 0.169829, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"]}, {"precision": 0.189262, "recall": 0.220356, "f1": 0.196784, "accuracy": 0.220356, "main_score": 0.196784, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"]}, {"precision": 0.157594, "recall": 0.190711, "f1": 0.164704, "accuracy": 0.190711, "main_score": 0.164704, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"]}, {"precision": 0.173234, "recall": 0.206522, "f1": 0.181132, "accuracy": 0.206522, "main_score": 0.181132, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"]}, {"precision": 0.175819, "recall": 0.210474, "f1": 0.184454, "accuracy": 0.210474, "main_score": 0.184454, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"]}, {"precision": 0.163666, "recall": 0.194664, "f1": 0.171229, "accuracy": 0.194664, "main_score": 0.171229, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"]}, {"precision": 0.165218, "recall": 0.19664, "f1": 0.17332, "accuracy": 0.19664, "main_score": 0.17332, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"]}, {"precision": 0.176227, "recall": 0.208498, "f1": 0.18446, "accuracy": 0.208498, "main_score": 0.18446, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"]}, {"precision": 0.156343, "recall": 0.188735, "f1": 0.163094, "accuracy": 0.188735, "main_score": 0.163094, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"]}, {"precision": 0.176558, "recall": 0.208498, "f1": 0.183105, "accuracy": 0.208498, "main_score": 0.183105, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"]}, {"precision": 0.174736, "recall": 0.204545, "f1": 0.182292, "accuracy": 0.204545, "main_score": 0.182292, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"]}, {"precision": 0.122928, "recall": 0.158103, "f1": 0.130761, "accuracy": 0.158103, "main_score": 0.130761, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"]}, {"precision": 0.181088, "recall": 0.211462, "f1": 0.187814, "accuracy": 0.211462, "main_score": 0.187814, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"]}, {"precision": 0.175583, "recall": 0.199605, "f1": 0.181139, "accuracy": 0.199605, "main_score": 0.181139, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"]}, {"precision": 0.1646, "recall": 0.189723, "f1": 0.17116, "accuracy": 0.189723, "main_score": 0.17116, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"]}, {"precision": 0.1867, "recall": 0.215415, "f1": 0.193676, "accuracy": 0.215415, "main_score": 0.193676, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"]}, {"precision": 0.17036, "recall": 0.202569, "f1": 0.177306, "accuracy": 0.202569, "main_score": 0.177306, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"]}, {"precision": 0.174281, "recall": 0.200593, "f1": 0.180707, "accuracy": 0.200593, "main_score": 0.180707, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"]}, {"precision": 0.173061, "recall": 0.203557, "f1": 0.180234, "accuracy": 0.203557, "main_score": 0.180234, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"]}, {"precision": 0.087374, "recall": 0.120553, "f1": 0.094233, "accuracy": 0.120553, "main_score": 0.094233, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"]}, {"precision": 0.176974, "recall": 0.204545, "f1": 0.183214, "accuracy": 0.204545, "main_score": 0.183214, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"]}, {"precision": 0.160729, "recall": 0.19664, "f1": 0.169079, "accuracy": 0.19664, "main_score": 0.169079, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"]}, {"precision": 0.177859, "recall": 0.203557, "f1": 0.184629, "accuracy": 0.203557, "main_score": 0.184629, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"]}, {"precision": 0.174932, "recall": 0.208498, "f1": 0.182415, "accuracy": 0.208498, "main_score": 0.182415, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"]}, {"precision": 0.176628, "recall": 0.204545, "f1": 0.183404, "accuracy": 0.204545, "main_score": 0.183404, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"]}, {"precision": 0.175311, "recall": 0.203557, "f1": 0.181753, "accuracy": 0.203557, "main_score": 0.181753, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"]}, {"precision": 0.471979, "recall": 0.517787, "f1": 0.4849, "accuracy": 0.517787, "main_score": 0.4849, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"]}, {"precision": 0.552602, "recall": 0.591897, "f1": 0.563952, "accuracy": 0.591897, "main_score": 0.563952, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"]}, {"precision": 0.231475, "recall": 0.274704, "f1": 0.24197, "accuracy": 0.274704, "main_score": 0.24197, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"]}, {"precision": 0.623368, "recall": 0.66996, "f1": 0.636399, "accuracy": 0.66996, "main_score": 0.636399, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"]}, {"precision": 0.567816, "recall": 0.621542, "f1": 0.582518, "accuracy": 0.621542, "main_score": 0.582518, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"]}, {"precision": 0.637393, "recall": 0.678854, "f1": 0.648777, "accuracy": 0.678854, "main_score": 0.648777, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"]}, {"precision": 0.644026, "recall": 0.682806, "f1": 0.654365, "accuracy": 0.682806, "main_score": 0.654365, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"]}, {"precision": 0.572078, "recall": 0.61166, "f1": 0.583347, "accuracy": 0.61166, "main_score": 0.583347, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"]}, {"precision": 0.617598, "recall": 0.66502, "f1": 0.630648, "accuracy": 0.66502, "main_score": 0.630648, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"]}, {"precision": 0.625308, "recall": 0.663043, "f1": 0.635675, "accuracy": 0.663043, "main_score": 0.635675, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"]}, {"precision": 0.639431, "recall": 0.672925, "f1": 0.64876, "accuracy": 0.672925, "main_score": 0.64876, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"]}, {"precision": 0.624863, "recall": 0.671937, "f1": 0.63703, "accuracy": 0.671937, "main_score": 0.63703, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"]}, {"precision": 0.624591, "recall": 0.668972, "f1": 0.637136, "accuracy": 0.668972, "main_score": 0.637136, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"]}, {"precision": 0.537969, "recall": 0.581028, "f1": 0.549873, "accuracy": 0.581028, "main_score": 0.549873, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"]}, {"precision": 0.635508, "recall": 0.679842, "f1": 0.647701, "accuracy": 0.679842, "main_score": 0.647701, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"]}, {"precision": 0.576038, "recall": 0.619565, "f1": 0.587858, "accuracy": 0.619565, "main_score": 0.587858, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"]}, {"precision": 0.634288, "recall": 0.677866, "f1": 0.646283, "accuracy": 0.677866, "main_score": 0.646283, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"]}, {"precision": 0.572926, "recall": 0.616601, "f1": 0.585217, "accuracy": 0.616601, "main_score": 0.585217, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"]}, {"precision": 0.610012, "recall": 0.65415, "f1": 0.621948, "accuracy": 0.65415, "main_score": 0.621948, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"]}, {"precision": 0.606438, "recall": 0.648221, "f1": 0.617823, "accuracy": 0.648221, "main_score": 0.617823, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"]}, {"precision": 0.651956, "recall": 0.693676, "f1": 0.663421, "accuracy": 0.693676, "main_score": 0.663421, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"]}, {"precision": 0.642318, "recall": 0.685771, "f1": 0.654249, "accuracy": 0.685771, "main_score": 0.654249, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"]}, {"precision": 0.533127, "recall": 0.581028, "f1": 0.54757, "accuracy": 0.581028, "main_score": 0.54757, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"]}, {"precision": 0.602757, "recall": 0.655138, "f1": 0.61716, "accuracy": 0.655138, "main_score": 0.61716, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"]}, {"precision": 0.628104, "recall": 0.675889, "f1": 0.641225, "accuracy": 0.675889, "main_score": 0.641225, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"]}, {"precision": 0.634445, "recall": 0.672925, "f1": 0.645319, "accuracy": 0.672925, "main_score": 0.645319, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"]}, {"precision": 0.193341, "recall": 0.240119, "f1": 0.205422, "accuracy": 0.240119, "main_score": 0.205422, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"]}, {"precision": 0.610756, "recall": 0.661067, "f1": 0.624844, "accuracy": 0.661067, "main_score": 0.624844, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"]}, {"precision": 0.576055, "recall": 0.619565, "f1": 0.588642, "accuracy": 0.619565, "main_score": 0.588642, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"]}, {"precision": 0.625653, "recall": 0.667984, "f1": 0.637608, "accuracy": 0.667984, "main_score": 0.637608, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"]}, {"precision": 0.641888, "recall": 0.679842, "f1": 0.651974, "accuracy": 0.679842, "main_score": 0.651974, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"]}, {"precision": 0.609151, "recall": 0.644269, "f1": 0.618537, "accuracy": 0.644269, "main_score": 0.618537, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"]}, {"precision": 0.62012, "recall": 0.668972, "f1": 0.632841, "accuracy": 0.668972, "main_score": 0.632841, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"]}, {"precision": 0.56891, "recall": 0.613636, "f1": 0.581486, "accuracy": 0.613636, "main_score": 0.581486, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"]}, {"precision": 0.641852, "recall": 0.684783, "f1": 0.653195, "accuracy": 0.684783, "main_score": 0.653195, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"]}, {"precision": 0.525604, "recall": 0.579051, "f1": 0.540664, "accuracy": 0.579051, "main_score": 0.540664, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"]}, {"precision": 0.602945, "recall": 0.649209, "f1": 0.614897, "accuracy": 0.649209, "main_score": 0.614897, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"]}, {"precision": 0.623488, "recall": 0.671937, "f1": 0.636521, "accuracy": 0.671937, "main_score": 0.636521, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"]}, {"precision": 0.6112, "recall": 0.660079, "f1": 0.624877, "accuracy": 0.660079, "main_score": 0.624877, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"]}, {"precision": 0.58831, "recall": 0.644269, "f1": 0.602993, "accuracy": 0.644269, "main_score": 0.602993, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"]}, {"precision": 0.527981, "recall": 0.576087, "f1": 0.541784, "accuracy": 0.576087, "main_score": 0.541784, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"]}, {"precision": 0.429431, "recall": 0.485178, "f1": 0.444259, "accuracy": 0.485178, "main_score": 0.444259, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"]}, {"precision": 0.62898, "recall": 0.672925, "f1": 0.641073, "accuracy": 0.672925, "main_score": 0.641073, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"]}, {"precision": 0.549346, "recall": 0.594862, "f1": 0.562945, "accuracy": 0.594862, "main_score": 0.562945, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"]}, {"precision": 0.650012, "recall": 0.690711, "f1": 0.660777, "accuracy": 0.690711, "main_score": 0.660777, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"]}, {"precision": 0.661239, "recall": 0.700593, "f1": 0.672516, "accuracy": 0.700593, "main_score": 0.672516, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"]}, {"precision": 0.609433, "recall": 0.655138, "f1": 0.622385, "accuracy": 0.655138, "main_score": 0.622385, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"]}, {"precision": 0.626422, "recall": 0.666008, "f1": 0.637453, "accuracy": 0.666008, "main_score": 0.637453, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"]}, {"precision": 0.561759, "recall": 0.612648, "f1": 0.576615, "accuracy": 0.612648, "main_score": 0.576615, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"]}, {"precision": 0.582135, "recall": 0.628458, "f1": 0.595779, "accuracy": 0.628458, "main_score": 0.595779, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"]}, {"precision": 0.633923, "recall": 0.671937, "f1": 0.644181, "accuracy": 0.671937, "main_score": 0.644181, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"]}, {"precision": 0.654484, "recall": 0.695652, "f1": 0.665482, "accuracy": 0.695652, "main_score": 0.665482, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"]}, {"precision": 0.648879, "recall": 0.687747, "f1": 0.658825, "accuracy": 0.687747, "main_score": 0.658825, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"]}, {"precision": 0.504127, "recall": 0.559289, "f1": 0.520208, "accuracy": 0.559289, "main_score": 0.520208, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"]}, {"precision": 0.61303, "recall": 0.664032, "f1": 0.627493, "accuracy": 0.664032, "main_score": 0.627493, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"]}, {"precision": 0.434316, "recall": 0.490119, "f1": 0.449738, "accuracy": 0.490119, "main_score": 0.449738, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"]}, {"precision": 0.51149, "recall": 0.554348, "f1": 0.523913, "accuracy": 0.554348, "main_score": 0.523913, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"]}, {"precision": 0.641968, "recall": 0.683794, "f1": 0.653153, "accuracy": 0.683794, "main_score": 0.653153, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"]}, {"precision": 0.315902, "recall": 0.363636, "f1": 0.32935, "accuracy": 0.363636, "main_score": 0.32935, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"]}, {"precision": 0.638953, "recall": 0.681818, "f1": 0.650911, "accuracy": 0.681818, "main_score": 0.650911, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"]}, {"precision": 0.611973, "recall": 0.663043, "f1": 0.625919, "accuracy": 0.663043, "main_score": 0.625919, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"]}, {"precision": 0.645355, "recall": 0.687747, "f1": 0.65681, "accuracy": 0.687747, "main_score": 0.65681, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"]}, {"precision": 0.589421, "recall": 0.641304, "f1": 0.604356, "accuracy": 0.641304, "main_score": 0.604356, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"]}, {"precision": 0.544509, "recall": 0.588933, "f1": 0.556911, "accuracy": 0.588933, "main_score": 0.556911, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"]}, {"precision": 0.6507, "recall": 0.684783, "f1": 0.65983, "accuracy": 0.684783, "main_score": 0.65983, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"]}, {"precision": 0.597555, "recall": 0.639328, "f1": 0.609527, "accuracy": 0.639328, "main_score": 0.609527, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"]}, {"precision": 0.671775, "recall": 0.708498, "f1": 0.68203, "accuracy": 0.708498, "main_score": 0.68203, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"]}, {"precision": 0.560178, "recall": 0.601779, "f1": 0.572193, "accuracy": 0.601779, "main_score": 0.572193, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"]}, {"precision": 0.641287, "recall": 0.681818, "f1": 0.65195, "accuracy": 0.681818, "main_score": 0.65195, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"]}, {"precision": 0.559823, "recall": 0.608696, "f1": 0.574242, "accuracy": 0.608696, "main_score": 0.574242, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"]}, {"precision": 0.602184, "recall": 0.647233, "f1": 0.614416, "accuracy": 0.647233, "main_score": 0.614416, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"]}, {"precision": 0.606324, "recall": 0.649209, "f1": 0.619123, "accuracy": 0.649209, "main_score": 0.619123, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"]}, {"precision": 0.635312, "recall": 0.676877, "f1": 0.647083, "accuracy": 0.676877, "main_score": 0.647083, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"]}, {"precision": 0.29147, "recall": 0.343874, "f1": 0.304609, "accuracy": 0.343874, "main_score": 0.304609, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"]}, {"precision": 0.556909, "recall": 0.596838, "f1": 0.56797, "accuracy": 0.596838, "main_score": 0.56797, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"]}, {"precision": 0.593021, "recall": 0.634387, "f1": 0.604365, "accuracy": 0.634387, "main_score": 0.604365, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"]}, {"precision": 0.596983, "recall": 0.63834, "f1": 0.608556, "accuracy": 0.63834, "main_score": 0.608556, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"]}, {"precision": 0.546625, "recall": 0.603755, "f1": 0.562832, "accuracy": 0.603755, "main_score": 0.562832, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"]}, {"precision": 0.657959, "recall": 0.698617, "f1": 0.668892, "accuracy": 0.698617, "main_score": 0.668892, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"]}, {"precision": 0.632623, "recall": 0.666996, "f1": 0.641547, "accuracy": 0.666996, "main_score": 0.641547, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"]}, {"precision": 0.663293, "recall": 0.698617, "f1": 0.672578, "accuracy": 0.698617, "main_score": 0.672578, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"]}, {"precision": 0.533062, "recall": 0.588933, "f1": 0.548587, "accuracy": 0.588933, "main_score": 0.548587, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"]}, {"precision": 0.648969, "recall": 0.693676, "f1": 0.661054, "accuracy": 0.693676, "main_score": 0.661054, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"]}, {"precision": 0.616104, "recall": 0.664032, "f1": 0.629435, "accuracy": 0.664032, "main_score": 0.629435, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"]}, {"precision": 0.644145, "recall": 0.684783, "f1": 0.654607, "accuracy": 0.684783, "main_score": 0.654607, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"]}, {"precision": 0.599263, "recall": 0.648221, "f1": 0.612689, "accuracy": 0.648221, "main_score": 0.612689, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"]}, {"precision": 0.552734, "recall": 0.594862, "f1": 0.565599, "accuracy": 0.594862, "main_score": 0.565599, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"]}, {"precision": 0.546229, "recall": 0.58498, "f1": 0.557726, "accuracy": 0.58498, "main_score": 0.557726, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"]}, {"precision": 0.597229, "recall": 0.648221, "f1": 0.611236, "accuracy": 0.648221, "main_score": 0.611236, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"]}, {"precision": 0.633778, "recall": 0.681818, "f1": 0.646823, "accuracy": 0.681818, "main_score": 0.646823, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"]}, {"precision": 0.613813, "recall": 0.66502, "f1": 0.627212, "accuracy": 0.66502, "main_score": 0.627212, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"]}, {"precision": 0.620187, "recall": 0.65415, "f1": 0.629732, "accuracy": 0.65415, "main_score": 0.629732, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"]}, {"precision": 0.47514, "recall": 0.517787, "f1": 0.487011, "accuracy": 0.517787, "main_score": 0.487011, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"]}, {"precision": 0.665001, "recall": 0.701581, "f1": 0.675308, "accuracy": 0.701581, "main_score": 0.675308, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"]}, {"precision": 0.540358, "recall": 0.59585, "f1": 0.55525, "accuracy": 0.59585, "main_score": 0.55525, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"]}, {"precision": 0.527006, "recall": 0.570158, "f1": 0.538536, "accuracy": 0.570158, "main_score": 0.538536, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"]}, {"precision": 0.629087, "recall": 0.677866, "f1": 0.641887, "accuracy": 0.677866, "main_score": 0.641887, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"]}, {"precision": 0.524004, "recall": 0.570158, "f1": 0.537473, "accuracy": 0.570158, "main_score": 0.537473, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"]}, {"precision": 0.650862, "recall": 0.687747, "f1": 0.660435, "accuracy": 0.687747, "main_score": 0.660435, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"]}, {"precision": 0.60854, "recall": 0.660079, "f1": 0.622589, "accuracy": 0.660079, "main_score": 0.622589, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"]}, {"precision": 0.649752, "recall": 0.690711, "f1": 0.660553, "accuracy": 0.690711, "main_score": 0.660553, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"]}, {"precision": 0.654288, "recall": 0.693676, "f1": 0.66436, "accuracy": 0.693676, "main_score": 0.66436, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"]}, {"precision": 0.603606, "recall": 0.647233, "f1": 0.61577, "accuracy": 0.647233, "main_score": 0.61577, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"]}, {"precision": 0.639182, "recall": 0.679842, "f1": 0.650064, "accuracy": 0.679842, "main_score": 0.650064, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"]}, {"precision": 0.465439, "recall": 0.536561, "f1": 0.484981, "accuracy": 0.536561, "main_score": 0.484981, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"]}, {"precision": 0.565934, "recall": 0.610672, "f1": 0.578406, "accuracy": 0.610672, "main_score": 0.578406, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"]}, {"precision": 0.198724, "recall": 0.243083, "f1": 0.209683, "accuracy": 0.243083, "main_score": 0.209683, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"]}, {"precision": 0.488555, "recall": 0.538538, "f1": 0.502156, "accuracy": 0.538538, "main_score": 0.502156, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"]}, {"precision": 0.642088, "recall": 0.683794, "f1": 0.653736, "accuracy": 0.683794, "main_score": 0.653736, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"]}, {"precision": 0.636828, "recall": 0.673913, "f1": 0.646975, "accuracy": 0.673913, "main_score": 0.646975, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"]}, {"precision": 0.438415, "recall": 0.498024, "f1": 0.455376, "accuracy": 0.498024, "main_score": 0.455376, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"]}, {"precision": 0.621573, "recall": 0.661067, "f1": 0.63289, "accuracy": 0.661067, "main_score": 0.63289, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"]}, {"precision": 0.630158, "recall": 0.671937, "f1": 0.641536, "accuracy": 0.671937, "main_score": 0.641536, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"]}, {"precision": 0.584676, "recall": 0.634387, "f1": 0.599003, "accuracy": 0.634387, "main_score": 0.599003, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"]}, {"precision": 0.611238, "recall": 0.653162, "f1": 0.622341, "accuracy": 0.653162, "main_score": 0.622341, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"]}, {"precision": 0.578594, "recall": 0.623518, "f1": 0.591188, "accuracy": 0.623518, "main_score": 0.591188, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"]}, {"precision": 0.589843, "recall": 0.649209, "f1": 0.606241, "accuracy": 0.649209, "main_score": 0.606241, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"]}, {"precision": 0.652154, "recall": 0.690711, "f1": 0.662554, "accuracy": 0.690711, "main_score": 0.662554, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"]}, {"precision": 0.520872, "recall": 0.572134, "f1": 0.535552, "accuracy": 0.572134, "main_score": 0.535552, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"]}, {"precision": 0.50891, "recall": 0.554348, "f1": 0.521834, "accuracy": 0.554348, "main_score": 0.521834, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"]}, {"precision": 0.604471, "recall": 0.649209, "f1": 0.616945, "accuracy": 0.649209, "main_score": 0.616945, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"]}, {"precision": 0.634827, "recall": 0.676877, "f1": 0.646821, "accuracy": 0.676877, "main_score": 0.646821, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"]}, {"precision": 0.129462, "recall": 0.172925, "f1": 0.139869, "accuracy": 0.172925, "main_score": 0.139869, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"]}, {"precision": 0.609953, "recall": 0.661067, "f1": 0.623854, "accuracy": 0.661067, "main_score": 0.623854, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"]}, {"precision": 0.543336, "recall": 0.596838, "f1": 0.557833, "accuracy": 0.596838, "main_score": 0.557833, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"]}, {"precision": 0.595381, "recall": 0.639328, "f1": 0.606411, "accuracy": 0.639328, "main_score": 0.606411, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"]}, {"precision": 0.639725, "recall": 0.685771, "f1": 0.65198, "accuracy": 0.685771, "main_score": 0.65198, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"]}, {"precision": 0.533615, "recall": 0.583004, "f1": 0.547332, "accuracy": 0.583004, "main_score": 0.547332, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"]}, {"precision": 0.530866, "recall": 0.577075, "f1": 0.543623, "accuracy": 0.577075, "main_score": 0.543623, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"]}, {"precision": 0.610839, "recall": 0.660079, "f1": 0.624007, "accuracy": 0.660079, "main_score": 0.624007, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"]}, {"precision": 0.63913, "recall": 0.681818, "f1": 0.651094, "accuracy": 0.681818, "main_score": 0.651094, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"]}, {"precision": 0.636158, "recall": 0.673913, "f1": 0.646569, "accuracy": 0.673913, "main_score": 0.646569, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"]}, {"precision": 0.593553, "recall": 0.63834, "f1": 0.606126, "accuracy": 0.63834, "main_score": 0.606126, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"]}, {"precision": 0.509469, "recall": 0.563241, "f1": 0.52486, "accuracy": 0.563241, "main_score": 0.52486, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"]}, {"precision": 0.597624, "recall": 0.646245, "f1": 0.610881, "accuracy": 0.646245, "main_score": 0.610881, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"]}, {"precision": 0.517885, "recall": 0.564229, "f1": 0.530929, "accuracy": 0.564229, "main_score": 0.530929, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"]}, {"precision": 0.543169, "recall": 0.590909, "f1": 0.556397, "accuracy": 0.590909, "main_score": 0.556397, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"]}, {"precision": 0.620433, "recall": 0.664032, "f1": 0.633531, "accuracy": 0.664032, "main_score": 0.633531, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"]}, {"precision": 0.633614, "recall": 0.672925, "f1": 0.64472, "accuracy": 0.672925, "main_score": 0.64472, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"]}, {"precision": 0.613872, "recall": 0.666008, "f1": 0.628339, "accuracy": 0.666008, "main_score": 0.628339, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"]}, {"precision": 0.457582, "recall": 0.512846, "f1": 0.472421, "accuracy": 0.512846, "main_score": 0.472421, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"]}, {"precision": 0.650111, "recall": 0.688735, "f1": 0.660546, "accuracy": 0.688735, "main_score": 0.660546, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"]}, {"precision": 0.601717, "recall": 0.651186, "f1": 0.615454, "accuracy": 0.651186, "main_score": 0.615454, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"]}, {"precision": 0.580326, "recall": 0.628458, "f1": 0.592949, "accuracy": 0.628458, "main_score": 0.592949, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"]}, {"precision": 0.562113, "recall": 0.606719, "f1": 0.574259, "accuracy": 0.606719, "main_score": 0.574259, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"]}, {"precision": 0.551828, "recall": 0.597826, "f1": 0.564922, "accuracy": 0.597826, "main_score": 0.564922, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"]}, {"precision": 0.555658, "recall": 0.606719, "f1": 0.56958, "accuracy": 0.606719, "main_score": 0.56958, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"]}, {"precision": 0.59429, "recall": 0.648221, "f1": 0.608801, "accuracy": 0.648221, "main_score": 0.608801, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"]}, {"precision": 0.586094, "recall": 0.625494, "f1": 0.597341, "accuracy": 0.625494, "main_score": 0.597341, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"]}, {"precision": 0.529072, "recall": 0.583992, "f1": 0.54417, "accuracy": 0.583992, "main_score": 0.54417, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"]}, {"precision": 0.614514, "recall": 0.661067, "f1": 0.627452, "accuracy": 0.661067, "main_score": 0.627452, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"]}, {"precision": 0.591038, "recall": 0.63834, "f1": 0.603741, "accuracy": 0.63834, "main_score": 0.603741, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"]}, {"precision": 0.653296, "recall": 0.690711, "f1": 0.663456, "accuracy": 0.690711, "main_score": 0.663456, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"]}, {"precision": 0.600189, "recall": 0.646245, "f1": 0.612758, "accuracy": 0.646245, "main_score": 0.612758, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"]}, {"precision": 0.642176, "recall": 0.683794, "f1": 0.653344, "accuracy": 0.683794, "main_score": 0.653344, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"]}, {"precision": 0.554193, "recall": 0.605731, "f1": 0.568745, "accuracy": 0.605731, "main_score": 0.568745, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"]}, {"precision": 0.623342, "recall": 0.66502, "f1": 0.634612, "accuracy": 0.66502, "main_score": 0.634612, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"]}, {"precision": 0.459258, "recall": 0.513834, "f1": 0.474548, "accuracy": 0.513834, "main_score": 0.474548, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"]}, {"precision": 0.631738, "recall": 0.68083, "f1": 0.645037, "accuracy": 0.68083, "main_score": 0.645037, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"]}, {"precision": 0.42464, "recall": 0.48913, "f1": 0.443171, "accuracy": 0.48913, "main_score": 0.443171, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"]}, {"precision": 0.596514, "recall": 0.650198, "f1": 0.610921, "accuracy": 0.650198, "main_score": 0.610921, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"]}, {"precision": 0.616399, "recall": 0.662055, "f1": 0.629317, "accuracy": 0.662055, "main_score": 0.629317, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"]}, {"precision": 0.603361, "recall": 0.643281, "f1": 0.613892, "accuracy": 0.643281, "main_score": 0.613892, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"]}, {"precision": 0.626765, "recall": 0.666008, "f1": 0.637949, "accuracy": 0.666008, "main_score": 0.637949, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"]}, {"precision": 0.592188, "recall": 0.643281, "f1": 0.605938, "accuracy": 0.643281, "main_score": 0.605938, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"]}, {"precision": 0.591802, "recall": 0.62747, "f1": 0.602223, "accuracy": 0.62747, "main_score": 0.602223, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"]}, {"precision": 0.575566, "recall": 0.617589, "f1": 0.587444, "accuracy": 0.617589, "main_score": 0.587444, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"]}, {"precision": 0.623268, "recall": 0.663043, "f1": 0.634167, "accuracy": 0.663043, "main_score": 0.634167, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"]}, {"precision": 0.635658, "recall": 0.677866, "f1": 0.645881, "accuracy": 0.677866, "main_score": 0.645881, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"]}, {"precision": 0.658838, "recall": 0.703557, "f1": 0.67079, "accuracy": 0.703557, "main_score": 0.67079, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"]}, {"precision": 0.52763, "recall": 0.578063, "f1": 0.542128, "accuracy": 0.578063, "main_score": 0.542128, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"]}, {"precision": 0.650755, "recall": 0.684783, "f1": 0.660056, "accuracy": 0.684783, "main_score": 0.660056, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"]}, {"precision": 0.626203, "recall": 0.673913, "f1": 0.638909, "accuracy": 0.673913, "main_score": 0.638909, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"]}, {"precision": 0.62073, "recall": 0.664032, "f1": 0.63217, "accuracy": 0.664032, "main_score": 0.63217, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"]}, {"precision": 0.508623, "recall": 0.557312, "f1": 0.522516, "accuracy": 0.557312, "main_score": 0.522516, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"]}, {"precision": 0.66328, "recall": 0.702569, "f1": 0.674017, "accuracy": 0.702569, "main_score": 0.674017, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"]}, {"precision": 0.595636, "recall": 0.636364, "f1": 0.606947, "accuracy": 0.636364, "main_score": 0.606947, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"]}, {"precision": 0.530826, "recall": 0.572134, "f1": 0.542125, "accuracy": 0.572134, "main_score": 0.542125, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"]}, {"precision": 0.537068, "recall": 0.586957, "f1": 0.551028, "accuracy": 0.586957, "main_score": 0.551028, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"]}, {"precision": 0.529929, "recall": 0.578063, "f1": 0.543256, "accuracy": 0.578063, "main_score": 0.543256, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"]}, {"precision": 0.640375, "recall": 0.684783, "f1": 0.651678, "accuracy": 0.684783, "main_score": 0.651678, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"]}, {"precision": 0.591041, "recall": 0.640316, "f1": 0.604203, "accuracy": 0.640316, "main_score": 0.604203, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"]}, {"precision": 0.505527, "recall": 0.550395, "f1": 0.51825, "accuracy": 0.550395, "main_score": 0.51825, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"]}, {"precision": 0.570522, "recall": 0.607708, "f1": 0.580854, "accuracy": 0.607708, "main_score": 0.580854, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"]}, {"precision": 0.594099, "recall": 0.648221, "f1": 0.609459, "accuracy": 0.648221, "main_score": 0.609459, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"]}, {"precision": 0.559356, "recall": 0.604743, "f1": 0.572701, "accuracy": 0.604743, "main_score": 0.572701, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"]}, {"precision": 0.52677, "recall": 0.573123, "f1": 0.538632, "accuracy": 0.573123, "main_score": 0.538632, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"]}, {"precision": 0.586976, "recall": 0.639328, "f1": 0.601372, "accuracy": 0.639328, "main_score": 0.601372, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"]}, {"precision": 0.529661, "recall": 0.574111, "f1": 0.543149, "accuracy": 0.574111, "main_score": 0.543149, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"]}, {"precision": 0.55929, "recall": 0.606719, "f1": 0.572885, "accuracy": 0.606719, "main_score": 0.572885, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"]}, {"precision": 0.633977, "recall": 0.666996, "f1": 0.643389, "accuracy": 0.666996, "main_score": 0.643389, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"]}, {"precision": 0.599876, "recall": 0.63834, "f1": 0.610995, "accuracy": 0.63834, "main_score": 0.610995, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"]}, {"precision": 0.626772, "recall": 0.664032, "f1": 0.637156, "accuracy": 0.664032, "main_score": 0.637156, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"]}, {"precision": 0.597365, "recall": 0.651186, "f1": 0.612598, "accuracy": 0.651186, "main_score": 0.612598, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"]}, {"precision": 0.572874, "recall": 0.621542, "f1": 0.586483, "accuracy": 0.621542, "main_score": 0.586483, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"]}, {"precision": 0.609876, "recall": 0.653162, "f1": 0.622175, "accuracy": 0.653162, "main_score": 0.622175, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"]}, {"precision": 0.485977, "recall": 0.548419, "f1": 0.504469, "accuracy": 0.548419, "main_score": 0.504469, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"]}, {"precision": 0.60497, "recall": 0.652174, "f1": 0.618218, "accuracy": 0.652174, "main_score": 0.618218, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"]}, {"precision": 0.575257, "recall": 0.624506, "f1": 0.588382, "accuracy": 0.624506, "main_score": 0.588382, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"]}, {"precision": 0.636024, "recall": 0.673913, "f1": 0.64605, "accuracy": 0.673913, "main_score": 0.64605, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"]}, {"precision": 0.608762, "recall": 0.661067, "f1": 0.623168, "accuracy": 0.661067, "main_score": 0.623168, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"]}, {"precision": 0.528647, "recall": 0.578063, "f1": 0.542817, "accuracy": 0.578063, "main_score": 0.542817, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"]}, {"precision": 0.536648, "recall": 0.575099, "f1": 0.547913, "accuracy": 0.575099, "main_score": 0.547913, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"]}, {"precision": 0.419628, "recall": 0.47332, "f1": 0.433668, "accuracy": 0.47332, "main_score": 0.433668, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"]}, {"precision": 0.454397, "recall": 0.501976, "f1": 0.467549, "accuracy": 0.501976, "main_score": 0.467549, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"]}, {"precision": 0.278503, "recall": 0.331028, "f1": 0.290728, "accuracy": 0.331028, "main_score": 0.290728, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"]}, {"precision": 0.797848, "recall": 0.842885, "f1": 0.810479, "accuracy": 0.842885, "main_score": 0.810479, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"]}, {"precision": 0.761972, "recall": 0.806324, "f1": 0.773752, "accuracy": 0.806324, "main_score": 0.773752, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"]}, {"precision": 0.792182, "recall": 0.835968, "f1": 0.804577, "accuracy": 0.835968, "main_score": 0.804577, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"]}, {"precision": 0.706783, "recall": 0.759881, "f1": 0.721216, "accuracy": 0.759881, "main_score": 0.721216, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"]}, {"precision": 0.490703, "recall": 0.540514, "f1": 0.503631, "accuracy": 0.540514, "main_score": 0.503631, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"]}, {"precision": 0.788015, "recall": 0.831028, "f1": 0.799626, "accuracy": 0.831028, "main_score": 0.799626, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"]}, {"precision": 0.609976, "recall": 0.66502, "f1": 0.62484, "accuracy": 0.66502, "main_score": 0.62484, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"]}, {"precision": 0.674522, "recall": 0.724308, "f1": 0.68852, "accuracy": 0.724308, "main_score": 0.68852, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"]}, {"precision": 0.798471, "recall": 0.843874, "f1": 0.811072, "accuracy": 0.843874, "main_score": 0.811072, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"]}, {"precision": 0.756799, "recall": 0.80336, "f1": 0.770049, "accuracy": 0.80336, "main_score": 0.770049, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"]}, {"precision": 0.467879, "recall": 0.509881, "f1": 0.479034, "accuracy": 0.509881, "main_score": 0.479034, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"]}, {"precision": 0.765226, "recall": 0.813241, "f1": 0.7785, "accuracy": 0.813241, "main_score": 0.7785, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"]}, {"precision": 0.717343, "recall": 0.770751, "f1": 0.732663, "accuracy": 0.770751, "main_score": 0.732663, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"]}, {"precision": 0.794929, "recall": 0.838933, "f1": 0.807147, "accuracy": 0.838933, "main_score": 0.807147, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"]}, {"precision": 0.488195, "recall": 0.531621, "f1": 0.5009, "accuracy": 0.531621, "main_score": 0.5009, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"]}, {"precision": 0.851096, "recall": 0.88834, "f1": 0.861912, "accuracy": 0.88834, "main_score": 0.861912, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"]}, {"precision": 0.755972, "recall": 0.812253, "f1": 0.771767, "accuracy": 0.812253, "main_score": 0.771767, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"]}, {"precision": 0.820422, "recall": 0.864625, "f1": 0.833305, "accuracy": 0.864625, "main_score": 0.833305, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"]}, {"precision": 0.801167, "recall": 0.84585, "f1": 0.813871, "accuracy": 0.84585, "main_score": 0.813871, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"]}, {"precision": 0.478439, "recall": 0.524704, "f1": 0.490461, "accuracy": 0.524704, "main_score": 0.490461, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"]}, {"precision": 0.773986, "recall": 0.822134, "f1": 0.787164, "accuracy": 0.822134, "main_score": 0.787164, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"]}, {"precision": 0.803234, "recall": 0.844862, "f1": 0.814703, "accuracy": 0.844862, "main_score": 0.814703, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"]}, {"precision": 0.749788, "recall": 0.797431, "f1": 0.762403, "accuracy": 0.797431, "main_score": 0.762403, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"]}, {"precision": 0.157471, "recall": 0.213439, "f1": 0.170311, "accuracy": 0.213439, "main_score": 0.170311, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"]}, {"precision": 0.854572, "recall": 0.889328, "f1": 0.864554, "accuracy": 0.889328, "main_score": 0.864554, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"]}, {"precision": 0.510522, "recall": 0.548419, "f1": 0.520684, "accuracy": 0.548419, "main_score": 0.520684, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"]}, {"precision": 0.801672, "recall": 0.842885, "f1": 0.813039, "accuracy": 0.842885, "main_score": 0.813039, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"]}, {"precision": 0.789058, "recall": 0.828063, "f1": 0.79998, "accuracy": 0.828063, "main_score": 0.79998, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"]}, {"precision": 0.721258, "recall": 0.779644, "f1": 0.737626, "accuracy": 0.779644, "main_score": 0.737626, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"]}, {"precision": 0.77071, "recall": 0.817194, "f1": 0.783532, "accuracy": 0.817194, "main_score": 0.783532, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"]}, {"precision": 0.530386, "recall": 0.575099, "f1": 0.542921, "accuracy": 0.575099, "main_score": 0.542921, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"]}, {"precision": 0.815779, "recall": 0.855731, "f1": 0.826896, "accuracy": 0.855731, "main_score": 0.826896, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"]}, {"precision": 0.67751, "recall": 0.727273, "f1": 0.691517, "accuracy": 0.727273, "main_score": 0.691517, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"]}, {"precision": 0.825002, "recall": 0.863636, "f1": 0.835896, "accuracy": 0.863636, "main_score": 0.835896, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"]}, {"precision": 0.784483, "recall": 0.831028, "f1": 0.797653, "accuracy": 0.831028, "main_score": 0.797653, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"]}, {"precision": 0.780957, "recall": 0.824111, "f1": 0.793079, "accuracy": 0.824111, "main_score": 0.793079, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"]}, {"precision": 0.785417, "recall": 0.83004, "f1": 0.797569, "accuracy": 0.83004, "main_score": 0.797569, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"]}, {"precision": 0.484645, "recall": 0.521739, "f1": 0.494737, "accuracy": 0.521739, "main_score": 0.494737, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"]}, {"precision": 0.382049, "recall": 0.434783, "f1": 0.396118, "accuracy": 0.434783, "main_score": 0.396118, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"]}, {"precision": 0.79501, "recall": 0.841897, "f1": 0.808171, "accuracy": 0.841897, "main_score": 0.808171, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"]}, {"precision": 0.494078, "recall": 0.537549, "f1": 0.505703, "accuracy": 0.537549, "main_score": 0.505703, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"]}, {"precision": 0.803173, "recall": 0.849802, "f1": 0.81654, "accuracy": 0.849802, "main_score": 0.81654, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"]}, {"precision": 0.820836, "recall": 0.860672, "f1": 0.832398, "accuracy": 0.860672, "main_score": 0.832398, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"]}, {"precision": 0.725584, "recall": 0.777668, "f1": 0.739904, "accuracy": 0.777668, "main_score": 0.739904, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"]}, {"precision": 0.734421, "recall": 0.787549, "f1": 0.749556, "accuracy": 0.787549, "main_score": 0.749556, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"]}, {"precision": 0.459999, "recall": 0.506917, "f1": 0.473221, "accuracy": 0.506917, "main_score": 0.473221, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"]}, {"precision": 0.626961, "recall": 0.677866, "f1": 0.640185, "accuracy": 0.677866, "main_score": 0.640185, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"]}, {"precision": 0.734185, "recall": 0.779644, "f1": 0.746378, "accuracy": 0.779644, "main_score": 0.746378, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"]}, {"precision": 0.822045, "recall": 0.865613, "f1": 0.83439, "accuracy": 0.865613, "main_score": 0.83439, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"]}, {"precision": 0.761484, "recall": 0.8083, "f1": 0.773987, "accuracy": 0.8083, "main_score": 0.773987, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"]}, {"precision": 0.442583, "recall": 0.491107, "f1": 0.456622, "accuracy": 0.491107, "main_score": 0.456622, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"]}, {"precision": 0.859559, "recall": 0.889328, "f1": 0.867995, "accuracy": 0.889328, "main_score": 0.867995, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"]}, {"precision": 0.412721, "recall": 0.466403, "f1": 0.427682, "accuracy": 0.466403, "main_score": 0.427682, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"]}, {"precision": 0.445472, "recall": 0.491107, "f1": 0.457152, "accuracy": 0.491107, "main_score": 0.457152, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"]}, {"precision": 0.669913, "recall": 0.717391, "f1": 0.682653, "accuracy": 0.717391, "main_score": 0.682653, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"]}, {"precision": 0.260482, "recall": 0.315217, "f1": 0.274423, "accuracy": 0.315217, "main_score": 0.274423, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"]}, {"precision": 0.799558, "recall": 0.839921, "f1": 0.810644, "accuracy": 0.839921, "main_score": 0.810644, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"]}, {"precision": 0.804069, "recall": 0.843874, "f1": 0.814875, "accuracy": 0.843874, "main_score": 0.814875, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"]}, {"precision": 0.792077, "recall": 0.836957, "f1": 0.804769, "accuracy": 0.836957, "main_score": 0.804769, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"]}, {"precision": 0.783185, "recall": 0.832016, "f1": 0.79707, "accuracy": 0.832016, "main_score": 0.79707, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"]}, {"precision": 0.473265, "recall": 0.514822, "f1": 0.484589, "accuracy": 0.514822, "main_score": 0.484589, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"]}, {"precision": 0.719564, "recall": 0.774704, "f1": 0.734555, "accuracy": 0.774704, "main_score": 0.734555, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"]}, {"precision": 0.701771, "recall": 0.753953, "f1": 0.715988, "accuracy": 0.753953, "main_score": 0.715988, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"]}, {"precision": 0.809173, "recall": 0.853755, "f1": 0.821711, "accuracy": 0.853755, "main_score": 0.821711, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"]}, {"precision": 0.477863, "recall": 0.520751, "f1": 0.489688, "accuracy": 0.520751, "main_score": 0.489688, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"]}, {"precision": 0.775918, "recall": 0.81917, "f1": 0.787938, "accuracy": 0.81917, "main_score": 0.787938, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"]}, {"precision": 0.51203, "recall": 0.567194, "f1": 0.526763, "accuracy": 0.567194, "main_score": 0.526763, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"]}, {"precision": 0.742879, "recall": 0.789526, "f1": 0.755932, "accuracy": 0.789526, "main_score": 0.755932, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"]}, {"precision": 0.759703, "recall": 0.8083, "f1": 0.773274, "accuracy": 0.8083, "main_score": 0.773274, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"]}, {"precision": 0.805968, "recall": 0.842885, "f1": 0.815402, "accuracy": 0.842885, "main_score": 0.815402, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"]}, {"precision": 0.371822, "recall": 0.451581, "f1": 0.392361, "accuracy": 0.451581, "main_score": 0.392361, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"]}, {"precision": 0.526915, "recall": 0.583004, "f1": 0.540966, "accuracy": 0.583004, "main_score": 0.540966, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"]}, {"precision": 0.723714, "recall": 0.772727, "f1": 0.736962, "accuracy": 0.772727, "main_score": 0.736962, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"]}, {"precision": 0.519079, "recall": 0.556324, "f1": 0.528222, "accuracy": 0.556324, "main_score": 0.528222, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"]}, {"precision": 0.468096, "recall": 0.516798, "f1": 0.482429, "accuracy": 0.516798, "main_score": 0.482429, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"]}, {"precision": 0.819708, "recall": 0.859684, "f1": 0.830839, "accuracy": 0.859684, "main_score": 0.830839, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"]}, {"precision": 0.749371, "recall": 0.791502, "f1": 0.760815, "accuracy": 0.791502, "main_score": 0.760815, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"]}, {"precision": 0.78154, "recall": 0.826087, "f1": 0.794054, "accuracy": 0.826087, "main_score": 0.794054, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"]}, {"precision": 0.655269, "recall": 0.719368, "f1": 0.672885, "accuracy": 0.719368, "main_score": 0.672885, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"]}, {"precision": 0.814421, "recall": 0.857708, "f1": 0.827014, "accuracy": 0.857708, "main_score": 0.827014, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"]}, {"precision": 0.776279, "recall": 0.818182, "f1": 0.787484, "accuracy": 0.818182, "main_score": 0.787484, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"]}, {"precision": 0.799821, "recall": 0.843874, "f1": 0.811977, "accuracy": 0.843874, "main_score": 0.811977, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"]}, {"precision": 0.761836, "recall": 0.814229, "f1": 0.776367, "accuracy": 0.814229, "main_score": 0.776367, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"]}, {"precision": 0.455334, "recall": 0.503953, "f1": 0.468303, "accuracy": 0.503953, "main_score": 0.468303, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"]}, {"precision": 0.481077, "recall": 0.525692, "f1": 0.493204, "accuracy": 0.525692, "main_score": 0.493204, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"]}, {"precision": 0.778188, "recall": 0.829051, "f1": 0.792678, "accuracy": 0.829051, "main_score": 0.792678, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"]}, {"precision": 0.791079, "recall": 0.832016, "f1": 0.802521, "accuracy": 0.832016, "main_score": 0.802521, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"]}, {"precision": 0.852574, "recall": 0.886364, "f1": 0.862281, "accuracy": 0.886364, "main_score": 0.862281, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"]}, {"precision": 0.567111, "recall": 0.617589, "f1": 0.580699, "accuracy": 0.617589, "main_score": 0.580699, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"]}, {"precision": 0.425441, "recall": 0.461462, "f1": 0.435043, "accuracy": 0.461462, "main_score": 0.435043, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"]}, {"precision": 0.76392, "recall": 0.8083, "f1": 0.776227, "accuracy": 0.8083, "main_score": 0.776227, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"]}, {"precision": 0.722136, "recall": 0.779644, "f1": 0.737983, "accuracy": 0.779644, "main_score": 0.737983, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"]}, {"precision": 0.623424, "recall": 0.68083, "f1": 0.638709, "accuracy": 0.68083, "main_score": 0.638709, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"]}, {"precision": 0.797819, "recall": 0.844862, "f1": 0.810906, "accuracy": 0.844862, "main_score": 0.810906, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"]}, {"precision": 0.450049, "recall": 0.496047, "f1": 0.462343, "accuracy": 0.496047, "main_score": 0.462343, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"]}, {"precision": 0.752999, "recall": 0.801383, "f1": 0.766131, "accuracy": 0.801383, "main_score": 0.766131, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"]}, {"precision": 0.862806, "recall": 0.895257, "f1": 0.872274, "accuracy": 0.895257, "main_score": 0.872274, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"]}, {"precision": 0.814872, "recall": 0.856719, "f1": 0.826545, "accuracy": 0.856719, "main_score": 0.826545, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"]}, {"precision": 0.819348, "recall": 0.858696, "f1": 0.830054, "accuracy": 0.858696, "main_score": 0.830054, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"]}, {"precision": 0.764204, "recall": 0.8083, "f1": 0.776112, "accuracy": 0.8083, "main_score": 0.776112, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"]}, {"precision": 0.757885, "recall": 0.800395, "f1": 0.769612, "accuracy": 0.800395, "main_score": 0.769612, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"]}, {"precision": 0.683069, "recall": 0.746047, "f1": 0.700752, "accuracy": 0.746047, "main_score": 0.700752, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"]}, {"precision": 0.460774, "recall": 0.513834, "f1": 0.475018, "accuracy": 0.513834, "main_score": 0.475018, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"]}, {"precision": 0.177305, "recall": 0.226285, "f1": 0.189204, "accuracy": 0.226285, "main_score": 0.189204, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"]}, {"precision": 0.497047, "recall": 0.546443, "f1": 0.510623, "accuracy": 0.546443, "main_score": 0.510623, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"]}, {"precision": 0.817524, "recall": 0.858696, "f1": 0.829287, "accuracy": 0.858696, "main_score": 0.829287, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"]}, {"precision": 0.741137, "recall": 0.788538, "f1": 0.754107, "accuracy": 0.788538, "main_score": 0.754107, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"]}, {"precision": 0.391195, "recall": 0.443676, "f1": 0.405181, "accuracy": 0.443676, "main_score": 0.405181, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"]}, {"precision": 0.72479, "recall": 0.772727, "f1": 0.738193, "accuracy": 0.772727, "main_score": 0.738193, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"]}, {"precision": 0.780558, "recall": 0.831028, "f1": 0.794459, "accuracy": 0.831028, "main_score": 0.794459, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"]}, {"precision": 0.739078, "recall": 0.793478, "f1": 0.754989, "accuracy": 0.793478, "main_score": 0.754989, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"]}, {"precision": 0.740993, "recall": 0.794466, "f1": 0.755585, "accuracy": 0.794466, "main_score": 0.755585, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"]}, {"precision": 0.524175, "recall": 0.562253, "f1": 0.534754, "accuracy": 0.562253, "main_score": 0.534754, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"]}, {"precision": 0.844172, "recall": 0.879447, "f1": 0.854588, "accuracy": 0.879447, "main_score": 0.854588, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"]}, {"precision": 0.771143, "recall": 0.818182, "f1": 0.784586, "accuracy": 0.818182, "main_score": 0.784586, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"]}, {"precision": 0.472477, "recall": 0.516798, "f1": 0.484875, "accuracy": 0.516798, "main_score": 0.484875, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"]}, {"precision": 0.437846, "recall": 0.48419, "f1": 0.449287, "accuracy": 0.48419, "main_score": 0.449287, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"]}, {"precision": 0.520321, "recall": 0.557312, "f1": 0.529783, "accuracy": 0.557312, "main_score": 0.529783, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"]}, {"precision": 0.794039, "recall": 0.833004, "f1": 0.804604, "accuracy": 0.833004, "main_score": 0.804604, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"]}, {"precision": 0.156772, "recall": 0.220356, "f1": 0.17213, "accuracy": 0.220356, "main_score": 0.17213, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"]}, {"precision": 0.771723, "recall": 0.823123, "f1": 0.785782, "accuracy": 0.823123, "main_score": 0.785782, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"]}, {"precision": 0.681645, "recall": 0.737154, "f1": 0.697529, "accuracy": 0.737154, "main_score": 0.697529, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"]}, {"precision": 0.784924, "recall": 0.827075, "f1": 0.796692, "accuracy": 0.827075, "main_score": 0.796692, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"]}, {"precision": 0.794134, "recall": 0.839921, "f1": 0.806574, "accuracy": 0.839921, "main_score": 0.806574, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"]}, {"precision": 0.480663, "recall": 0.528656, "f1": 0.493605, "accuracy": 0.528656, "main_score": 0.493605, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"]}, {"precision": 0.486398, "recall": 0.525692, "f1": 0.49679, "accuracy": 0.525692, "main_score": 0.49679, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"]}, {"precision": 0.767561, "recall": 0.81917, "f1": 0.78183, "accuracy": 0.81917, "main_score": 0.78183, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"]}, {"precision": 0.778707, "recall": 0.828063, "f1": 0.792969, "accuracy": 0.828063, "main_score": 0.792969, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"]}, {"precision": 0.744762, "recall": 0.790514, "f1": 0.75674, "accuracy": 0.790514, "main_score": 0.75674, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"]}, {"precision": 0.750093, "recall": 0.800395, "f1": 0.764108, "accuracy": 0.800395, "main_score": 0.764108, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"]}, {"precision": 0.507392, "recall": 0.567194, "f1": 0.523489, "accuracy": 0.567194, "main_score": 0.523489, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"]}, {"precision": 0.836286, "recall": 0.873518, "f1": 0.84682, "accuracy": 0.873518, "main_score": 0.84682, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"]}, {"precision": 0.460032, "recall": 0.500988, "f1": 0.471081, "accuracy": 0.500988, "main_score": 0.471081, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"]}, {"precision": 0.590546, "recall": 0.649209, "f1": 0.606528, "accuracy": 0.649209, "main_score": 0.606528, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"]}, {"precision": 0.764221, "recall": 0.815217, "f1": 0.778444, "accuracy": 0.815217, "main_score": 0.778444, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"]}, {"precision": 0.761938, "recall": 0.806324, "f1": 0.774496, "accuracy": 0.806324, "main_score": 0.774496, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"]}, {"precision": 0.772299, "recall": 0.820158, "f1": 0.786406, "accuracy": 0.820158, "main_score": 0.786406, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"]}, {"precision": 0.394744, "recall": 0.436759, "f1": 0.405696, "accuracy": 0.436759, "main_score": 0.405696, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"]}, {"precision": 0.79562, "recall": 0.840909, "f1": 0.808248, "accuracy": 0.840909, "main_score": 0.808248, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"]}, {"precision": 0.763405, "recall": 0.817194, "f1": 0.7786, "accuracy": 0.817194, "main_score": 0.7786, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"]}, {"precision": 0.73539, "recall": 0.791502, "f1": 0.751238, "accuracy": 0.791502, "main_score": 0.751238, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"]}, {"precision": 0.696835, "recall": 0.75, "f1": 0.71147, "accuracy": 0.75, "main_score": 0.71147, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"]}, {"precision": 0.655222, "recall": 0.699605, "f1": 0.666961, "accuracy": 0.699605, "main_score": 0.666961, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"]}, {"precision": 0.651316, "recall": 0.704545, "f1": 0.666375, "accuracy": 0.704545, "main_score": 0.666375, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"]}, {"precision": 0.656296, "recall": 0.706522, "f1": 0.670119, "accuracy": 0.706522, "main_score": 0.670119, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"]}, {"precision": 0.506226, "recall": 0.545455, "f1": 0.516606, "accuracy": 0.545455, "main_score": 0.516606, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"]}, {"precision": 0.712083, "recall": 0.767787, "f1": 0.727996, "accuracy": 0.767787, "main_score": 0.727996, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"]}, {"precision": 0.788445, "recall": 0.833004, "f1": 0.801272, "accuracy": 0.833004, "main_score": 0.801272, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"]}, {"precision": 0.761628, "recall": 0.813241, "f1": 0.77624, "accuracy": 0.813241, "main_score": 0.77624, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"]}, {"precision": 0.778649, "recall": 0.825099, "f1": 0.791202, "accuracy": 0.825099, "main_score": 0.791202, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"]}, {"precision": 0.7463, "recall": 0.801383, "f1": 0.762514, "accuracy": 0.801383, "main_score": 0.762514, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"]}, {"precision": 0.818404, "recall": 0.857708, "f1": 0.829486, "accuracy": 0.857708, "main_score": 0.829486, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"]}, {"precision": 0.609633, "recall": 0.667984, "f1": 0.624753, "accuracy": 0.667984, "main_score": 0.624753, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"]}, {"precision": 0.720785, "recall": 0.770751, "f1": 0.734219, "accuracy": 0.770751, "main_score": 0.734219, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"]}, {"precision": 0.404779, "recall": 0.464427, "f1": 0.421075, "accuracy": 0.464427, "main_score": 0.421075, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"]}, {"precision": 0.803845, "recall": 0.847826, "f1": 0.816235, "accuracy": 0.847826, "main_score": 0.816235, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"]}, {"precision": 0.421863, "recall": 0.482213, "f1": 0.438471, "accuracy": 0.482213, "main_score": 0.438471, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"]}, {"precision": 0.758675, "recall": 0.811265, "f1": 0.773527, "accuracy": 0.811265, "main_score": 0.773527, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"]}, {"precision": 0.770095, "recall": 0.817194, "f1": 0.782992, "accuracy": 0.817194, "main_score": 0.782992, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"]}, {"precision": 0.71749, "recall": 0.771739, "f1": 0.73262, "accuracy": 0.771739, "main_score": 0.73262, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"]}, {"precision": 0.594947, "recall": 0.639328, "f1": 0.607077, "accuracy": 0.639328, "main_score": 0.607077, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"]}, {"precision": 0.762143, "recall": 0.807312, "f1": 0.774336, "accuracy": 0.807312, "main_score": 0.774336, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"]}, {"precision": 0.498168, "recall": 0.539526, "f1": 0.50885, "accuracy": 0.539526, "main_score": 0.50885, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"]}, {"precision": 0.516113, "recall": 0.560277, "f1": 0.526788, "accuracy": 0.560277, "main_score": 0.526788, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"]}, {"precision": 0.785458, "recall": 0.83004, "f1": 0.797975, "accuracy": 0.83004, "main_score": 0.797975, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"]}, {"precision": 0.629912, "recall": 0.683794, "f1": 0.644296, "accuracy": 0.683794, "main_score": 0.644296, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"]}, {"precision": 0.811415, "recall": 0.853755, "f1": 0.823574, "accuracy": 0.853755, "main_score": 0.823574, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"]}, {"precision": 0.467581, "recall": 0.509881, "f1": 0.47891, "accuracy": 0.509881, "main_score": 0.47891, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"]}, {"precision": 0.800132, "recall": 0.84585, "f1": 0.813313, "accuracy": 0.84585, "main_score": 0.813313, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"]}, {"precision": 0.770431, "recall": 0.81917, "f1": 0.783921, "accuracy": 0.81917, "main_score": 0.783921, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"]}, {"precision": 0.763362, "recall": 0.8083, "f1": 0.775678, "accuracy": 0.8083, "main_score": 0.775678, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"]}, {"precision": 0.460616, "recall": 0.508893, "f1": 0.473297, "accuracy": 0.508893, "main_score": 0.473297, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"]}, {"precision": 0.799475, "recall": 0.841897, "f1": 0.810957, "accuracy": 0.841897, "main_score": 0.810957, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"]}, {"precision": 0.573151, "recall": 0.625494, "f1": 0.588268, "accuracy": 0.625494, "main_score": 0.588268, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"]}, {"precision": 0.465469, "recall": 0.513834, "f1": 0.478443, "accuracy": 0.513834, "main_score": 0.478443, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"]}, {"precision": 0.510723, "recall": 0.561265, "f1": 0.525339, "accuracy": 0.561265, "main_score": 0.525339, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"]}, {"precision": 0.642976, "recall": 0.701581, "f1": 0.659114, "accuracy": 0.701581, "main_score": 0.659114, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"]}, {"precision": 0.798272, "recall": 0.843874, "f1": 0.810874, "accuracy": 0.843874, "main_score": 0.810874, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"]}, {"precision": 0.715802, "recall": 0.772727, "f1": 0.731422, "accuracy": 0.772727, "main_score": 0.731422, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"]}, {"precision": 0.43951, "recall": 0.48419, "f1": 0.451393, "accuracy": 0.48419, "main_score": 0.451393, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"]}, {"precision": 0.4871, "recall": 0.535573, "f1": 0.499527, "accuracy": 0.535573, "main_score": 0.499527, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"]}, {"precision": 0.755136, "recall": 0.805336, "f1": 0.769448, "accuracy": 0.805336, "main_score": 0.769448, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"]}, {"precision": 0.484903, "recall": 0.525692, "f1": 0.495821, "accuracy": 0.525692, "main_score": 0.495821, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"]}, {"precision": 0.475611, "recall": 0.513834, "f1": 0.48553, "accuracy": 0.513834, "main_score": 0.48553, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"]}, {"precision": 0.751632, "recall": 0.799407, "f1": 0.764659, "accuracy": 0.799407, "main_score": 0.764659, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"]}, {"precision": 0.445831, "recall": 0.498024, "f1": 0.459705, "accuracy": 0.498024, "main_score": 0.459705, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"]}, {"precision": 0.58572, "recall": 0.629447, "f1": 0.597497, "accuracy": 0.629447, "main_score": 0.597497, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"]}, {"precision": 0.710716, "recall": 0.754941, "f1": 0.722272, "accuracy": 0.754941, "main_score": 0.722272, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"]}, {"precision": 0.539166, "recall": 0.583004, "f1": 0.550518, "accuracy": 0.583004, "main_score": 0.550518, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"]}, {"precision": 0.595333, "recall": 0.639328, "f1": 0.606831, "accuracy": 0.639328, "main_score": 0.606831, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"]}, {"precision": 0.752961, "recall": 0.800395, "f1": 0.76591, "accuracy": 0.800395, "main_score": 0.76591, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"]}, {"precision": 0.673642, "recall": 0.728261, "f1": 0.68839, "accuracy": 0.728261, "main_score": 0.68839, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"]}, {"precision": 0.703479, "recall": 0.753953, "f1": 0.716868, "accuracy": 0.753953, "main_score": 0.716868, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"]}, {"precision": 0.391382, "recall": 0.444664, "f1": 0.406388, "accuracy": 0.444664, "main_score": 0.406388, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"]}, {"precision": 0.796184, "recall": 0.838933, "f1": 0.808435, "accuracy": 0.838933, "main_score": 0.808435, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"]}, {"precision": 0.736936, "recall": 0.782609, "f1": 0.749491, "accuracy": 0.782609, "main_score": 0.749491, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"]}, {"precision": 0.779573, "recall": 0.823123, "f1": 0.790831, "accuracy": 0.823123, "main_score": 0.790831, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"]}, {"precision": 0.779757, "recall": 0.828063, "f1": 0.793261, "accuracy": 0.828063, "main_score": 0.793261, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"]}, {"precision": 0.586088, "recall": 0.641304, "f1": 0.601441, "accuracy": 0.641304, "main_score": 0.601441, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"]}, {"precision": 0.492888, "recall": 0.534585, "f1": 0.503547, "accuracy": 0.534585, "main_score": 0.503547, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"]}, {"precision": 0.608763, "recall": 0.673913, "f1": 0.627349, "accuracy": 0.673913, "main_score": 0.627349, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"]}, {"precision": 0.542573, "recall": 0.606719, "f1": 0.560712, "accuracy": 0.606719, "main_score": 0.560712, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"]}, {"precision": 0.44711, "recall": 0.52668, "f1": 0.468534, "accuracy": 0.52668, "main_score": 0.468534, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"]}, {"precision": 0.613878, "recall": 0.66996, "f1": 0.629852, "accuracy": 0.66996, "main_score": 0.629852, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"]}, {"precision": 0.894186, "recall": 0.922925, "f1": 0.903228, "accuracy": 0.922925, "main_score": 0.903228, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"]}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"]}, {"precision": 0.621351, "recall": 0.677866, "f1": 0.637813, "accuracy": 0.677866, "main_score": 0.637813, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"]}, {"precision": 0.625619, "recall": 0.688735, "f1": 0.643005, "accuracy": 0.688735, "main_score": 0.643005, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"]}, {"precision": 0.575406, "recall": 0.640316, "f1": 0.594093, "accuracy": 0.640316, "main_score": 0.594093, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"]}, {"precision": 0.194835, "recall": 0.242095, "f1": 0.206704, "accuracy": 0.242095, "main_score": 0.206704, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"]}, {"precision": 0.650981, "recall": 0.699605, "f1": 0.664316, "accuracy": 0.699605, "main_score": 0.664316, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"]}, {"precision": 0.692681, "recall": 0.747036, "f1": 0.708336, "accuracy": 0.747036, "main_score": 0.708336, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"]}, {"precision": 0.564954, "recall": 0.616601, "f1": 0.579861, "accuracy": 0.616601, "main_score": 0.579861, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"]}, {"precision": 0.5217, "recall": 0.59585, "f1": 0.540957, "accuracy": 0.59585, "main_score": 0.540957, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"]}, {"precision": 0.575659, "recall": 0.640316, "f1": 0.594764, "accuracy": 0.640316, "main_score": 0.594764, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"]}, {"precision": 0.60388, "recall": 0.667984, "f1": 0.621384, "accuracy": 0.667984, "main_score": 0.621384, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"]}, {"precision": 0.907856, "recall": 0.933794, "f1": 0.915909, "accuracy": 0.933794, "main_score": 0.915909, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"]}, {"precision": 0.53893, "recall": 0.597826, "f1": 0.555802, "accuracy": 0.597826, "main_score": 0.555802, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"]}, {"precision": 0.571066, "recall": 0.633399, "f1": 0.588182, "accuracy": 0.633399, "main_score": 0.588182, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"]}, {"precision": 0.533723, "recall": 0.592885, "f1": 0.550688, "accuracy": 0.592885, "main_score": 0.550688, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"]}, {"precision": 0.324478, "recall": 0.385375, "f1": 0.340672, "accuracy": 0.385375, "main_score": 0.340672, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"]}, {"precision": 0.609002, "recall": 0.671937, "f1": 0.626485, "accuracy": 0.671937, "main_score": 0.626485, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"]}, {"precision": 0.602993, "recall": 0.658103, "f1": 0.618763, "accuracy": 0.658103, "main_score": 0.618763, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"]}, {"precision": 0.744492, "recall": 0.800395, "f1": 0.761142, "accuracy": 0.800395, "main_score": 0.761142, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"]}, {"precision": 0.663883, "recall": 0.73913, "f1": 0.685639, "accuracy": 0.73913, "main_score": 0.685639, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"]}, {"precision": 0.731399, "recall": 0.783597, "f1": 0.746958, "accuracy": 0.783597, "main_score": 0.746958, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"]}, {"precision": 0.68636, "recall": 0.737154, "f1": 0.701453, "accuracy": 0.737154, "main_score": 0.701453, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"]}, {"precision": 0.686051, "recall": 0.748024, "f1": 0.704978, "accuracy": 0.748024, "main_score": 0.704978, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"]}, {"precision": 0.573017, "recall": 0.636364, "f1": 0.591009, "accuracy": 0.636364, "main_score": 0.591009, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"]}, {"precision": 0.565349, "recall": 0.618577, "f1": 0.580281, "accuracy": 0.618577, "main_score": 0.580281, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"]}, {"precision": 0.822085, "recall": 0.864625, "f1": 0.835112, "accuracy": 0.864625, "main_score": 0.835112, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"]}, {"precision": 0.48432, "recall": 0.54249, "f1": 0.500443, "accuracy": 0.54249, "main_score": 0.500443, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"]}, {"precision": 0.893281, "recall": 0.924901, "f1": 0.903491, "accuracy": 0.924901, "main_score": 0.903491, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"]}, {"precision": 0.560979, "recall": 0.616601, "f1": 0.576308, "accuracy": 0.616601, "main_score": 0.576308, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"]}, {"precision": 0.619591, "recall": 0.686759, "f1": 0.638715, "accuracy": 0.686759, "main_score": 0.638715, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"]}, {"precision": 0.18965, "recall": 0.250988, "f1": 0.203709, "accuracy": 0.250988, "main_score": 0.203709, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"]}, {"precision": 0.656295, "recall": 0.716403, "f1": 0.673553, "accuracy": 0.716403, "main_score": 0.673553, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"]}, {"precision": 0.838916, "recall": 0.881423, "f1": 0.851976, "accuracy": 0.881423, "main_score": 0.851976, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"]}, {"precision": 0.425258, "recall": 0.486166, "f1": 0.441801, "accuracy": 0.486166, "main_score": 0.441801, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"]}, {"precision": 0.693009, "recall": 0.75, "f1": 0.710101, "accuracy": 0.75, "main_score": 0.710101, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"]}, {"precision": 0.568966, "recall": 0.630435, "f1": 0.586186, "accuracy": 0.630435, "main_score": 0.586186, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"]}, {"precision": 0.5252, "recall": 0.590909, "f1": 0.543714, "accuracy": 0.590909, "main_score": 0.543714, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"]}, {"precision": 0.695026, "recall": 0.742095, "f1": 0.708827, "accuracy": 0.742095, "main_score": 0.708827, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"]}, {"precision": 0.254517, "recall": 0.336957, "f1": 0.276037, "accuracy": 0.336957, "main_score": 0.276037, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"]}, {"precision": 0.599944, "recall": 0.662055, "f1": 0.617954, "accuracy": 0.662055, "main_score": 0.617954, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"]}, {"precision": 0.606156, "recall": 0.671937, "f1": 0.625184, "accuracy": 0.671937, "main_score": 0.625184, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"]}, {"precision": 0.739947, "recall": 0.801383, "f1": 0.758646, "accuracy": 0.801383, "main_score": 0.758646, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"]}, {"precision": 0.58446, "recall": 0.645257, "f1": 0.602264, "accuracy": 0.645257, "main_score": 0.602264, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"]}, {"precision": 0.821229, "recall": 0.864625, "f1": 0.834684, "accuracy": 0.864625, "main_score": 0.834684, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"]}, {"precision": 0.469155, "recall": 0.540514, "f1": 0.488701, "accuracy": 0.540514, "main_score": 0.488701, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"]}, {"precision": 0.905962, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"]}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"]}, {"precision": 0.627942, "recall": 0.68083, "f1": 0.643154, "accuracy": 0.68083, "main_score": 0.643154, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"]}, {"precision": 0.919466, "recall": 0.944664, "f1": 0.927701, "accuracy": 0.944664, "main_score": 0.927701, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"]}, {"precision": 0.470217, "recall": 0.539526, "f1": 0.489774, "accuracy": 0.539526, "main_score": 0.489774, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"]}, {"precision": 0.632157, "recall": 0.704545, "f1": 0.65356, "accuracy": 0.704545, "main_score": 0.65356, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"]}, {"precision": 0.862566, "recall": 0.898221, "f1": 0.873701, "accuracy": 0.898221, "main_score": 0.873701, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"]}, {"precision": 0.674878, "recall": 0.727273, "f1": 0.690152, "accuracy": 0.727273, "main_score": 0.690152, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"]}, {"precision": 0.66194, "recall": 0.719368, "f1": 0.67853, "accuracy": 0.719368, "main_score": 0.67853, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"]}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"]}, {"precision": 0.561107, "recall": 0.62747, "f1": 0.579645, "accuracy": 0.62747, "main_score": 0.579645, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"]}, {"precision": 0.554975, "recall": 0.619565, "f1": 0.573162, "accuracy": 0.619565, "main_score": 0.573162, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"]}, {"precision": 0.865695, "recall": 0.899209, "f1": 0.876383, "accuracy": 0.899209, "main_score": 0.876383, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"]}, {"precision": 0.557431, "recall": 0.624506, "f1": 0.576066, "accuracy": 0.624506, "main_score": 0.576066, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"]}, {"precision": 0.646871, "recall": 0.706522, "f1": 0.664559, "accuracy": 0.706522, "main_score": 0.664559, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"]}, {"precision": 0.926054, "recall": 0.948617, "f1": 0.933136, "accuracy": 0.948617, "main_score": 0.933136, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"]}, {"precision": 0.507227, "recall": 0.564229, "f1": 0.523271, "accuracy": 0.564229, "main_score": 0.523271, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"]}, {"precision": 0.598383, "recall": 0.657115, "f1": 0.614349, "accuracy": 0.657115, "main_score": 0.614349, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"]}, {"precision": 0.611241, "recall": 0.673913, "f1": 0.629858, "accuracy": 0.673913, "main_score": 0.629858, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"]}, {"precision": 0.574329, "recall": 0.631423, "f1": 0.589914, "accuracy": 0.631423, "main_score": 0.589914, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"]}, {"precision": 0.544553, "recall": 0.61166, "f1": 0.563773, "accuracy": 0.61166, "main_score": 0.563773, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"]}, {"precision": 0.757142, "recall": 0.809289, "f1": 0.77276, "accuracy": 0.809289, "main_score": 0.77276, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"]}, {"precision": 0.759042, "recall": 0.811265, "f1": 0.775231, "accuracy": 0.811265, "main_score": 0.775231, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"]}, {"precision": 0.883729, "recall": 0.912055, "f1": 0.892377, "accuracy": 0.912055, "main_score": 0.892377, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"]}, {"precision": 0.515146, "recall": 0.591897, "f1": 0.537634, "accuracy": 0.591897, "main_score": 0.537634, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"]}, {"precision": 0.736338, "recall": 0.79249, "f1": 0.753082, "accuracy": 0.79249, "main_score": 0.753082, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"]}, {"precision": 0.608137, "recall": 0.662055, "f1": 0.62325, "accuracy": 0.662055, "main_score": 0.62325, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"]}, {"precision": 0.580098, "recall": 0.644269, "f1": 0.598148, "accuracy": 0.644269, "main_score": 0.598148, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"]}, {"precision": 0.552311, "recall": 0.608696, "f1": 0.568121, "accuracy": 0.608696, "main_score": 0.568121, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"]}, {"precision": 0.355959, "recall": 0.426877, "f1": 0.374363, "accuracy": 0.426877, "main_score": 0.374363, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"]}, {"precision": 0.604812, "recall": 0.660079, "f1": 0.620119, "accuracy": 0.660079, "main_score": 0.620119, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"]}, {"precision": 0.866189, "recall": 0.901186, "f1": 0.877207, "accuracy": 0.901186, "main_score": 0.877207, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"]}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952899, "accuracy": 0.962451, "main_score": 0.952899, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"]}, {"precision": 0.600332, "recall": 0.659091, "f1": 0.617345, "accuracy": 0.659091, "main_score": 0.617345, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"]}, {"precision": 0.943297, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"]}, {"precision": 0.613949, "recall": 0.673913, "f1": 0.63077, "accuracy": 0.673913, "main_score": 0.63077, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"]}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"]}, {"precision": 0.568565, "recall": 0.62747, "f1": 0.585232, "accuracy": 0.62747, "main_score": 0.585232, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"]}, {"precision": 0.987731, "recall": 0.991107, "f1": 0.988702, "accuracy": 0.991107, "main_score": 0.988702, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"]}, {"precision": 0.193673, "recall": 0.236166, "f1": 0.20371, "accuracy": 0.236166, "main_score": 0.20371, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"]}, {"precision": 0.637427, "recall": 0.684783, "f1": 0.650336, "accuracy": 0.684783, "main_score": 0.650336, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"]}, {"precision": 0.953063, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"]}, {"precision": 0.657049, "recall": 0.711462, "f1": 0.673339, "accuracy": 0.711462, "main_score": 0.673339, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"]}, {"precision": 0.920487, "recall": 0.942688, "f1": 0.927536, "accuracy": 0.942688, "main_score": 0.927536, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"]}, {"precision": 0.565515, "recall": 0.617589, "f1": 0.58044, "accuracy": 0.617589, "main_score": 0.58044, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"]}, {"precision": 0.505742, "recall": 0.576087, "f1": 0.523949, "accuracy": 0.576087, "main_score": 0.523949, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"]}, {"precision": 0.567205, "recall": 0.625494, "f1": 0.583936, "accuracy": 0.625494, "main_score": 0.583936, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"]}, {"precision": 0.591709, "recall": 0.650198, "f1": 0.60834, "accuracy": 0.650198, "main_score": 0.60834, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"]}, {"precision": 0.853261, "recall": 0.889328, "f1": 0.864559, "accuracy": 0.889328, "main_score": 0.864559, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"]}, {"precision": 0.962039, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"]}, {"precision": 0.520753, "recall": 0.581028, "f1": 0.538294, "accuracy": 0.581028, "main_score": 0.538294, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"]}, {"precision": 0.560374, "recall": 0.625494, "f1": 0.577339, "accuracy": 0.625494, "main_score": 0.577339, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"]}, {"precision": 0.525627, "recall": 0.582016, "f1": 0.541666, "accuracy": 0.582016, "main_score": 0.541666, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"]}, {"precision": 0.947875, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"]}, {"precision": 0.320653, "recall": 0.37253, "f1": 0.334803, "accuracy": 0.37253, "main_score": 0.334803, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"]}, {"precision": 0.59813, "recall": 0.65415, "f1": 0.613648, "accuracy": 0.65415, "main_score": 0.613648, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"]}, {"precision": 0.965556, "recall": 0.975296, "f1": 0.968626, "accuracy": 0.975296, "main_score": 0.968626, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"]}, {"precision": 0.943462, "recall": 0.959486, "f1": 0.948518, "accuracy": 0.959486, "main_score": 0.948518, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"]}, {"precision": 0.586635, "recall": 0.639328, "f1": 0.601818, "accuracy": 0.639328, "main_score": 0.601818, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"]}, {"precision": 0.693547, "recall": 0.751976, "f1": 0.710863, "accuracy": 0.751976, "main_score": 0.710863, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"]}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"]}, {"precision": 0.532576, "recall": 0.617589, "f1": 0.556131, "accuracy": 0.617589, "main_score": 0.556131, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"]}, {"precision": 0.686836, "recall": 0.738142, "f1": 0.702207, "accuracy": 0.738142, "main_score": 0.702207, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"]}, {"precision": 0.951581, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"]}, {"precision": 0.676861, "recall": 0.728261, "f1": 0.691667, "accuracy": 0.728261, "main_score": 0.691667, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"]}, {"precision": 0.652775, "recall": 0.718379, "f1": 0.671879, "accuracy": 0.718379, "main_score": 0.671879, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"]}, {"precision": 0.965909, "recall": 0.975296, "f1": 0.969038, "accuracy": 0.975296, "main_score": 0.969038, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"]}, {"precision": 0.895504, "recall": 0.923913, "f1": 0.904183, "accuracy": 0.923913, "main_score": 0.904183, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"]}, {"precision": 0.565437, "recall": 0.620553, "f1": 0.580424, "accuracy": 0.620553, "main_score": 0.580424, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"]}, {"precision": 0.565021, "recall": 0.612648, "f1": 0.578911, "accuracy": 0.612648, "main_score": 0.578911, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"]}, {"precision": 0.800346, "recall": 0.846838, "f1": 0.814479, "accuracy": 0.846838, "main_score": 0.814479, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"]}, {"precision": 0.475723, "recall": 0.535573, "f1": 0.491694, "accuracy": 0.535573, "main_score": 0.491694, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"]}, {"precision": 0.810417, "recall": 0.854743, "f1": 0.823507, "accuracy": 0.854743, "main_score": 0.823507, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"]}, {"precision": 0.543396, "recall": 0.596838, "f1": 0.55806, "accuracy": 0.596838, "main_score": 0.55806, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"]}, {"precision": 0.617119, "recall": 0.681818, "f1": 0.635085, "accuracy": 0.681818, "main_score": 0.635085, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"]}, {"precision": 0.201156, "recall": 0.252964, "f1": 0.212581, "accuracy": 0.252964, "main_score": 0.212581, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"]}, {"precision": 0.627059, "recall": 0.685771, "f1": 0.643878, "accuracy": 0.685771, "main_score": 0.643878, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"]}, {"precision": 0.754597, "recall": 0.8083, "f1": 0.770652, "accuracy": 0.8083, "main_score": 0.770652, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"]}, {"precision": 0.425325, "recall": 0.48419, "f1": 0.441298, "accuracy": 0.48419, "main_score": 0.441298, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"]}, {"precision": 0.966271, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"]}, {"precision": 0.662962, "recall": 0.72332, "f1": 0.681198, "accuracy": 0.72332, "main_score": 0.681198, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"]}, {"precision": 0.563746, "recall": 0.620553, "f1": 0.58083, "accuracy": 0.620553, "main_score": 0.58083, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"]}, {"precision": 0.520595, "recall": 0.583992, "f1": 0.538314, "accuracy": 0.583992, "main_score": 0.538314, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"]}, {"precision": 0.681663, "recall": 0.731225, "f1": 0.696036, "accuracy": 0.731225, "main_score": 0.696036, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"]}, {"precision": 0.213148, "recall": 0.283597, "f1": 0.231352, "accuracy": 0.283597, "main_score": 0.231352, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"]}, {"precision": 0.928936, "recall": 0.950593, "f1": 0.936001, "accuracy": 0.950593, "main_score": 0.936001, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"]}, {"precision": 0.577009, "recall": 0.637352, "f1": 0.594292, "accuracy": 0.637352, "main_score": 0.594292, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"]}, {"precision": 0.592994, "recall": 0.658103, "f1": 0.611502, "accuracy": 0.658103, "main_score": 0.611502, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"]}, {"precision": 0.67192, "recall": 0.736166, "f1": 0.690947, "accuracy": 0.736166, "main_score": 0.690947, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"]}, {"precision": 0.571782, "recall": 0.632411, "f1": 0.588839, "accuracy": 0.632411, "main_score": 0.588839, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"]}, {"precision": 0.741049, "recall": 0.799407, "f1": 0.758289, "accuracy": 0.799407, "main_score": 0.758289, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"]}, {"precision": 0.473568, "recall": 0.532609, "f1": 0.489799, "accuracy": 0.532609, "main_score": 0.489799, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"]}, {"precision": 0.916008, "recall": 0.940711, "f1": 0.923715, "accuracy": 0.940711, "main_score": 0.923715, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"]}, {"precision": 0.817038, "recall": 0.859684, "f1": 0.829924, "accuracy": 0.859684, "main_score": 0.829924, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"]}, {"precision": 0.929513, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"]}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"]}, {"precision": 0.624433, "recall": 0.673913, "f1": 0.637845, "accuracy": 0.673913, "main_score": 0.637845, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"]}, {"precision": 0.846871, "recall": 0.885375, "f1": 0.858827, "accuracy": 0.885375, "main_score": 0.858827, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"]}, {"precision": 0.470777, "recall": 0.538538, "f1": 0.488701, "accuracy": 0.538538, "main_score": 0.488701, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"]}, {"precision": 0.578442, "recall": 0.651186, "f1": 0.59992, "accuracy": 0.651186, "main_score": 0.59992, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"]}, {"precision": 0.974638, "recall": 0.981225, "f1": 0.976779, "accuracy": 0.981225, "main_score": 0.976779, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"]}, {"precision": 0.944532, "recall": 0.960474, "f1": 0.949605, "accuracy": 0.960474, "main_score": 0.949605, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"]}, {"precision": 0.833498, "recall": 0.871542, "f1": 0.845125, "accuracy": 0.871542, "main_score": 0.845125, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"]}, {"precision": 0.648834, "recall": 0.703557, "f1": 0.664589, "accuracy": 0.703557, "main_score": 0.664589, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"]}, {"precision": 0.642737, "recall": 0.694664, "f1": 0.657512, "accuracy": 0.694664, "main_score": 0.657512, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"]}, {"precision": 0.91609, "recall": 0.936759, "f1": 0.922661, "accuracy": 0.936759, "main_score": 0.922661, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"]}, {"precision": 0.546463, "recall": 0.608696, "f1": 0.56388, "accuracy": 0.608696, "main_score": 0.56388, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"]}, {"precision": 0.543614, "recall": 0.606719, "f1": 0.561187, "accuracy": 0.606719, "main_score": 0.561187, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"]}, {"precision": 0.780871, "recall": 0.826087, "f1": 0.794159, "accuracy": 0.826087, "main_score": 0.794159, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"]}, {"precision": 0.5605, "recall": 0.616601, "f1": 0.57634, "accuracy": 0.616601, "main_score": 0.57634, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"]}, {"precision": 0.609143, "recall": 0.664032, "f1": 0.624927, "accuracy": 0.664032, "main_score": 0.624927, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"]}, {"precision": 0.89081, "recall": 0.918972, "f1": 0.899671, "accuracy": 0.918972, "main_score": 0.899671, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"]}, {"precision": 0.501829, "recall": 0.557312, "f1": 0.516598, "accuracy": 0.557312, "main_score": 0.516598, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"]}, {"precision": 0.572854, "recall": 0.635375, "f1": 0.589875, "accuracy": 0.635375, "main_score": 0.589875, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"]}, {"precision": 0.592432, "recall": 0.653162, "f1": 0.609963, "accuracy": 0.653162, "main_score": 0.609963, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"]}, {"precision": 0.557791, "recall": 0.615613, "f1": 0.57389, "accuracy": 0.615613, "main_score": 0.57389, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"]}, {"precision": 0.539114, "recall": 0.604743, "f1": 0.558385, "accuracy": 0.604743, "main_score": 0.558385, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"]}, {"precision": 0.709478, "recall": 0.76581, "f1": 0.725558, "accuracy": 0.76581, "main_score": 0.725558, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"]}, {"precision": 0.723353, "recall": 0.769763, "f1": 0.737022, "accuracy": 0.769763, "main_score": 0.737022, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"]}, {"precision": 0.865201, "recall": 0.896245, "f1": 0.874689, "accuracy": 0.896245, "main_score": 0.874689, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"]}, {"precision": 0.983729, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"]}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.912121, "accuracy": 0.93083, "main_score": 0.912121, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"]}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"]}, {"precision": 0.499395, "recall": 0.576087, "f1": 0.521826, "accuracy": 0.576087, "main_score": 0.521826, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"]}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"]}, {"precision": 0.676029, "recall": 0.736166, "f1": 0.694258, "accuracy": 0.736166, "main_score": 0.694258, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"]}, {"precision": 0.589316, "recall": 0.636364, "f1": 0.60221, "accuracy": 0.636364, "main_score": 0.60221, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"]}, {"precision": 0.338419, "recall": 0.378458, "f1": 0.349262, "accuracy": 0.378458, "main_score": 0.349262, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"]}, {"precision": 0.390779, "recall": 0.435771, "f1": 0.403734, "accuracy": 0.435771, "main_score": 0.403734, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"]}, {"precision": 0.181955, "recall": 0.214427, "f1": 0.190217, "accuracy": 0.214427, "main_score": 0.190217, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"]}, {"precision": 0.379067, "recall": 0.433794, "f1": 0.391666, "accuracy": 0.433794, "main_score": 0.391666, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"]}, {"precision": 0.368681, "recall": 0.416996, "f1": 0.380978, "accuracy": 0.416996, "main_score": 0.380978, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"]}, {"precision": 0.38454, "recall": 0.427866, "f1": 0.395376, "accuracy": 0.427866, "main_score": 0.395376, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"]}, {"precision": 0.38363, "recall": 0.428854, "f1": 0.39448, "accuracy": 0.428854, "main_score": 0.39448, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"]}, {"precision": 0.429395, "recall": 0.475296, "f1": 0.440823, "accuracy": 0.475296, "main_score": 0.440823, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"]}, {"precision": 0.380509, "recall": 0.422925, "f1": 0.391258, "accuracy": 0.422925, "main_score": 0.391258, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"]}, {"precision": 0.409788, "recall": 0.448617, "f1": 0.41936, "accuracy": 0.448617, "main_score": 0.41936, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"]}, {"precision": 0.406962, "recall": 0.445652, "f1": 0.416535, "accuracy": 0.445652, "main_score": 0.416535, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"]}, {"precision": 0.377023, "recall": 0.424901, "f1": 0.388593, "accuracy": 0.424901, "main_score": 0.388593, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"]}, {"precision": 0.376195, "recall": 0.417984, "f1": 0.386696, "accuracy": 0.417984, "main_score": 0.386696, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"]}, {"precision": 0.335779, "recall": 0.385375, "f1": 0.347282, "accuracy": 0.385375, "main_score": 0.347282, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"]}, {"precision": 0.385476, "recall": 0.433794, "f1": 0.397045, "accuracy": 0.433794, "main_score": 0.397045, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"]}, {"precision": 0.352536, "recall": 0.401186, "f1": 0.364279, "accuracy": 0.401186, "main_score": 0.364279, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"]}, {"precision": 0.381853, "recall": 0.438735, "f1": 0.396522, "accuracy": 0.438735, "main_score": 0.396522, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"]}, {"precision": 0.403523, "recall": 0.448617, "f1": 0.41561, "accuracy": 0.448617, "main_score": 0.41561, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"]}, {"precision": 0.39183, "recall": 0.447628, "f1": 0.404605, "accuracy": 0.447628, "main_score": 0.404605, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"]}, {"precision": 0.341558, "recall": 0.395257, "f1": 0.353747, "accuracy": 0.395257, "main_score": 0.353747, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"]}, {"precision": 0.40017, "recall": 0.449605, "f1": 0.411927, "accuracy": 0.449605, "main_score": 0.411927, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"]}, {"precision": 0.394506, "recall": 0.44664, "f1": 0.40811, "accuracy": 0.44664, "main_score": 0.40811, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"]}, {"precision": 0.416959, "recall": 0.463439, "f1": 0.428979, "accuracy": 0.463439, "main_score": 0.428979, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"]}, {"precision": 0.361403, "recall": 0.414032, "f1": 0.374199, "accuracy": 0.414032, "main_score": 0.374199, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"]}, {"precision": 0.392758, "recall": 0.438735, "f1": 0.404008, "accuracy": 0.438735, "main_score": 0.404008, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"]}, {"precision": 0.398621, "recall": 0.448617, "f1": 0.411848, "accuracy": 0.448617, "main_score": 0.411848, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"]}, {"precision": 0.253645, "recall": 0.294466, "f1": 0.263589, "accuracy": 0.294466, "main_score": 0.263589, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"]}, {"precision": 0.386361, "recall": 0.440711, "f1": 0.398947, "accuracy": 0.440711, "main_score": 0.398947, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"]}, {"precision": 0.42311, "recall": 0.466403, "f1": 0.434308, "accuracy": 0.466403, "main_score": 0.434308, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"]}, {"precision": 0.39099, "recall": 0.437747, "f1": 0.402039, "accuracy": 0.437747, "main_score": 0.402039, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"]}, {"precision": 0.389997, "recall": 0.438735, "f1": 0.402173, "accuracy": 0.438735, "main_score": 0.402173, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"]}, {"precision": 0.373455, "recall": 0.416996, "f1": 0.384715, "accuracy": 0.416996, "main_score": 0.384715, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"]}, {"precision": 0.369343, "recall": 0.418972, "f1": 0.381293, "accuracy": 0.418972, "main_score": 0.381293, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"]}, {"precision": 0.415489, "recall": 0.460474, "f1": 0.427279, "accuracy": 0.460474, "main_score": 0.427279, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"]}, {"precision": 0.384386, "recall": 0.435771, "f1": 0.396863, "accuracy": 0.435771, "main_score": 0.396863, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"]}, {"precision": 0.330394, "recall": 0.381423, "f1": 0.342773, "accuracy": 0.381423, "main_score": 0.342773, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"]}, {"precision": 0.384062, "recall": 0.431818, "f1": 0.395656, "accuracy": 0.431818, "main_score": 0.395656, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"]}, {"precision": 0.376376, "recall": 0.43083, "f1": 0.389213, "accuracy": 0.43083, "main_score": 0.389213, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"]}, {"precision": 0.386237, "recall": 0.427866, "f1": 0.39601, "accuracy": 0.427866, "main_score": 0.39601, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"]}, {"precision": 0.377579, "recall": 0.429842, "f1": 0.389724, "accuracy": 0.429842, "main_score": 0.389724, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"]}, {"precision": 0.412555, "recall": 0.454545, "f1": 0.424555, "accuracy": 0.454545, "main_score": 0.424555, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"]}, {"precision": 0.32053, "recall": 0.368577, "f1": 0.333108, "accuracy": 0.368577, "main_score": 0.333108, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"]}, {"precision": 0.389789, "recall": 0.436759, "f1": 0.401921, "accuracy": 0.436759, "main_score": 0.401921, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"]}, {"precision": 0.432718, "recall": 0.478261, "f1": 0.444662, "accuracy": 0.478261, "main_score": 0.444662, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"]}, {"precision": 0.387268, "recall": 0.439723, "f1": 0.399289, "accuracy": 0.439723, "main_score": 0.399289, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"]}, {"precision": 0.406493, "recall": 0.458498, "f1": 0.419782, "accuracy": 0.458498, "main_score": 0.419782, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"]}, {"precision": 0.369429, "recall": 0.41502, "f1": 0.380632, "accuracy": 0.41502, "main_score": 0.380632, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"]}, {"precision": 0.390234, "recall": 0.442688, "f1": 0.403276, "accuracy": 0.442688, "main_score": 0.403276, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"]}, {"precision": 0.406467, "recall": 0.459486, "f1": 0.419837, "accuracy": 0.459486, "main_score": 0.419837, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"]}, {"precision": 0.405159, "recall": 0.444664, "f1": 0.415335, "accuracy": 0.444664, "main_score": 0.415335, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"]}, {"precision": 0.409912, "recall": 0.453557, "f1": 0.420785, "accuracy": 0.453557, "main_score": 0.420785, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"]}, {"precision": 0.39813, "recall": 0.448617, "f1": 0.41051, "accuracy": 0.448617, "main_score": 0.41051, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"]}, {"precision": 0.407049, "recall": 0.450593, "f1": 0.417888, "accuracy": 0.450593, "main_score": 0.417888, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"]}, {"precision": 0.386088, "recall": 0.431818, "f1": 0.398337, "accuracy": 0.431818, "main_score": 0.398337, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"]}, {"precision": 0.38755, "recall": 0.439723, "f1": 0.400406, "accuracy": 0.439723, "main_score": 0.400406, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"]}, {"precision": 0.329179, "recall": 0.365613, "f1": 0.3387, "accuracy": 0.365613, "main_score": 0.3387, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"]}, {"precision": 0.375538, "recall": 0.408103, "f1": 0.384213, "accuracy": 0.408103, "main_score": 0.384213, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"]}, {"precision": 0.405367, "recall": 0.44664, "f1": 0.41527, "accuracy": 0.44664, "main_score": 0.41527, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"]}, {"precision": 0.273527, "recall": 0.306324, "f1": 0.282138, "accuracy": 0.306324, "main_score": 0.282138, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"]}, {"precision": 0.387623, "recall": 0.438735, "f1": 0.39919, "accuracy": 0.438735, "main_score": 0.39919, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"]}, {"precision": 0.381659, "recall": 0.435771, "f1": 0.394226, "accuracy": 0.435771, "main_score": 0.394226, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"]}, {"precision": 0.386412, "recall": 0.433794, "f1": 0.397615, "accuracy": 0.433794, "main_score": 0.397615, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"]}, {"precision": 0.382177, "recall": 0.434783, "f1": 0.395615, "accuracy": 0.434783, "main_score": 0.395615, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"]}, {"precision": 0.392058, "recall": 0.437747, "f1": 0.403669, "accuracy": 0.437747, "main_score": 0.403669, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"]}, {"precision": 0.40849, "recall": 0.447628, "f1": 0.417651, "accuracy": 0.447628, "main_score": 0.417651, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"]}, {"precision": 0.418775, "recall": 0.45751, "f1": 0.428368, "accuracy": 0.45751, "main_score": 0.428368, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"]}, {"precision": 0.403604, "recall": 0.450593, "f1": 0.414996, "accuracy": 0.450593, "main_score": 0.414996, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"]}, {"precision": 0.401341, "recall": 0.435771, "f1": 0.410093, "accuracy": 0.435771, "main_score": 0.410093, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"]}, {"precision": 0.392841, "recall": 0.440711, "f1": 0.404198, "accuracy": 0.440711, "main_score": 0.404198, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"]}, {"precision": 0.388653, "recall": 0.433794, "f1": 0.400075, "accuracy": 0.433794, "main_score": 0.400075, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"]}, {"precision": 0.415707, "recall": 0.462451, "f1": 0.427523, "accuracy": 0.462451, "main_score": 0.427523, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"]}, {"precision": 0.382945, "recall": 0.428854, "f1": 0.393783, "accuracy": 0.428854, "main_score": 0.393783, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"]}, {"precision": 0.404872, "recall": 0.444664, "f1": 0.414733, "accuracy": 0.444664, "main_score": 0.414733, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"]}, {"precision": 0.211935, "recall": 0.255929, "f1": 0.222704, "accuracy": 0.255929, "main_score": 0.222704, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"]}, {"precision": 0.406973, "recall": 0.44664, "f1": 0.416864, "accuracy": 0.44664, "main_score": 0.416864, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"]}, {"precision": 0.41217, "recall": 0.450593, "f1": 0.420671, "accuracy": 0.450593, "main_score": 0.420671, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"]}, {"precision": 0.400279, "recall": 0.445652, "f1": 0.412192, "accuracy": 0.445652, "main_score": 0.412192, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"]}, {"precision": 0.333719, "recall": 0.373518, "f1": 0.344018, "accuracy": 0.373518, "main_score": 0.344018, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"]}, {"precision": 0.399049, "recall": 0.448617, "f1": 0.411465, "accuracy": 0.448617, "main_score": 0.411465, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"]}, {"precision": 0.395173, "recall": 0.445652, "f1": 0.407526, "accuracy": 0.445652, "main_score": 0.407526, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"]}, {"precision": 0.397896, "recall": 0.442688, "f1": 0.408933, "accuracy": 0.442688, "main_score": 0.408933, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"]}, {"precision": 0.344916, "recall": 0.392292, "f1": 0.357621, "accuracy": 0.392292, "main_score": 0.357621, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"]}, {"precision": 0.396912, "recall": 0.44664, "f1": 0.409524, "accuracy": 0.44664, "main_score": 0.409524, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"]}, {"precision": 0.375403, "recall": 0.420949, "f1": 0.385874, "accuracy": 0.420949, "main_score": 0.385874, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"]}, {"precision": 0.374245, "recall": 0.422925, "f1": 0.386408, "accuracy": 0.422925, "main_score": 0.386408, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"]}, {"precision": 0.362972, "recall": 0.414032, "f1": 0.375653, "accuracy": 0.414032, "main_score": 0.375653, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"]}, {"precision": 0.393395, "recall": 0.437747, "f1": 0.405629, "accuracy": 0.437747, "main_score": 0.405629, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"]}, {"precision": 0.420211, "recall": 0.463439, "f1": 0.431875, "accuracy": 0.463439, "main_score": 0.431875, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"]}, {"precision": 0.367292, "recall": 0.425889, "f1": 0.381473, "accuracy": 0.425889, "main_score": 0.381473, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"]}, {"precision": 0.395858, "recall": 0.442688, "f1": 0.407126, "accuracy": 0.442688, "main_score": 0.407126, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"]}, {"precision": 0.38637, "recall": 0.436759, "f1": 0.397931, "accuracy": 0.436759, "main_score": 0.397931, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"]}, {"precision": 0.384798, "recall": 0.422925, "f1": 0.394754, "accuracy": 0.422925, "main_score": 0.394754, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"]}, {"precision": 0.372735, "recall": 0.413043, "f1": 0.383644, "accuracy": 0.413043, "main_score": 0.383644, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"]}, {"precision": 0.40658, "recall": 0.449605, "f1": 0.417611, "accuracy": 0.449605, "main_score": 0.417611, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"]}, {"precision": 0.372431, "recall": 0.416008, "f1": 0.383802, "accuracy": 0.416008, "main_score": 0.383802, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"]}, {"precision": 0.388786, "recall": 0.43083, "f1": 0.399576, "accuracy": 0.43083, "main_score": 0.399576, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"]}, {"precision": 0.371041, "recall": 0.422925, "f1": 0.383381, "accuracy": 0.422925, "main_score": 0.383381, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"]}, {"precision": 0.390054, "recall": 0.429842, "f1": 0.401059, "accuracy": 0.429842, "main_score": 0.401059, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"]}, {"precision": 0.402844, "recall": 0.444664, "f1": 0.412299, "accuracy": 0.444664, "main_score": 0.412299, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"]}, {"precision": 0.38758, "recall": 0.443676, "f1": 0.400332, "accuracy": 0.443676, "main_score": 0.400332, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"]}, {"precision": 0.392323, "recall": 0.438735, "f1": 0.403705, "accuracy": 0.438735, "main_score": 0.403705, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"]}, {"precision": 0.390177, "recall": 0.439723, "f1": 0.40164, "accuracy": 0.439723, "main_score": 0.40164, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"]}, {"precision": 0.358916, "recall": 0.402174, "f1": 0.369495, "accuracy": 0.402174, "main_score": 0.369495, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"]}, {"precision": 0.398383, "recall": 0.436759, "f1": 0.408254, "accuracy": 0.436759, "main_score": 0.408254, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"]}, {"precision": 0.298991, "recall": 0.347826, "f1": 0.310232, "accuracy": 0.347826, "main_score": 0.310232, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"]}, {"precision": 0.396199, "recall": 0.445652, "f1": 0.408576, "accuracy": 0.445652, "main_score": 0.408576, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"]}, {"precision": 0.231512, "recall": 0.263834, "f1": 0.239512, "accuracy": 0.263834, "main_score": 0.239512, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"]}, {"precision": 0.402708, "recall": 0.44664, "f1": 0.414179, "accuracy": 0.44664, "main_score": 0.414179, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"]}, {"precision": 0.369574, "recall": 0.412055, "f1": 0.379969, "accuracy": 0.412055, "main_score": 0.379969, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"]}, {"precision": 0.397315, "recall": 0.447628, "f1": 0.409535, "accuracy": 0.447628, "main_score": 0.409535, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"]}, {"precision": 0.38879, "recall": 0.427866, "f1": 0.398319, "accuracy": 0.427866, "main_score": 0.398319, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"]}, {"precision": 0.394968, "recall": 0.437747, "f1": 0.406127, "accuracy": 0.437747, "main_score": 0.406127, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"]}, {"precision": 0.378417, "recall": 0.429842, "f1": 0.390483, "accuracy": 0.429842, "main_score": 0.390483, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"]}, {"precision": 0.366195, "recall": 0.417984, "f1": 0.378173, "accuracy": 0.417984, "main_score": 0.378173, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"]}, {"precision": 0.380683, "recall": 0.43083, "f1": 0.393216, "accuracy": 0.43083, "main_score": 0.393216, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"]}, {"precision": 0.426571, "recall": 0.474308, "f1": 0.438613, "accuracy": 0.474308, "main_score": 0.438613, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"]}, {"precision": 0.358333, "recall": 0.41996, "f1": 0.373458, "accuracy": 0.41996, "main_score": 0.373458, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"]}, {"precision": 0.410488, "recall": 0.456522, "f1": 0.422095, "accuracy": 0.456522, "main_score": 0.422095, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"]}, {"precision": 0.392617, "recall": 0.437747, "f1": 0.404724, "accuracy": 0.437747, "main_score": 0.404724, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"]}, {"precision": 0.379831, "recall": 0.418972, "f1": 0.389999, "accuracy": 0.418972, "main_score": 0.389999, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"]}, {"precision": 0.408923, "recall": 0.458498, "f1": 0.421105, "accuracy": 0.458498, "main_score": 0.421105, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"]}, {"precision": 0.384875, "recall": 0.438735, "f1": 0.398011, "accuracy": 0.438735, "main_score": 0.398011, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"]}, {"precision": 0.138338, "recall": 0.181818, "f1": 0.149487, "accuracy": 0.181818, "main_score": 0.149487, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"]}, {"precision": 0.383605, "recall": 0.43083, "f1": 0.395243, "accuracy": 0.43083, "main_score": 0.395243, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"]}, {"precision": 0.341035, "recall": 0.379447, "f1": 0.349417, "accuracy": 0.379447, "main_score": 0.349417, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"]}, {"precision": 0.377182, "recall": 0.421937, "f1": 0.388069, "accuracy": 0.421937, "main_score": 0.388069, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"]}, {"precision": 0.38636, "recall": 0.43083, "f1": 0.397654, "accuracy": 0.43083, "main_score": 0.397654, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"]}, {"precision": 0.419712, "recall": 0.461462, "f1": 0.430321, "accuracy": 0.461462, "main_score": 0.430321, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"]}, {"precision": 0.400569, "recall": 0.442688, "f1": 0.41164, "accuracy": 0.442688, "main_score": 0.41164, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"]}, {"precision": 0.393917, "recall": 0.4417, "f1": 0.405714, "accuracy": 0.4417, "main_score": 0.405714, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"]}, {"precision": 0.386005, "recall": 0.43083, "f1": 0.396904, "accuracy": 0.43083, "main_score": 0.396904, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"]}, {"precision": 0.389571, "recall": 0.431818, "f1": 0.400546, "accuracy": 0.431818, "main_score": 0.400546, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"]}, {"precision": 0.392126, "recall": 0.435771, "f1": 0.403278, "accuracy": 0.435771, "main_score": 0.403278, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"]}, {"precision": 0.349815, "recall": 0.405138, "f1": 0.36467, "accuracy": 0.405138, "main_score": 0.36467, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"]}, {"precision": 0.376433, "recall": 0.422925, "f1": 0.387808, "accuracy": 0.422925, "main_score": 0.387808, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"]}, {"precision": 0.370976, "recall": 0.416008, "f1": 0.383681, "accuracy": 0.416008, "main_score": 0.383681, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"]}, {"precision": 0.409501, "recall": 0.449605, "f1": 0.41977, "accuracy": 0.449605, "main_score": 0.41977, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"]}, {"precision": 0.367685, "recall": 0.416996, "f1": 0.380363, "accuracy": 0.416996, "main_score": 0.380363, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"]}, {"precision": 0.394967, "recall": 0.444664, "f1": 0.407302, "accuracy": 0.444664, "main_score": 0.407302, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"]}, {"precision": 0.370383, "recall": 0.416996, "f1": 0.381744, "accuracy": 0.416996, "main_score": 0.381744, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"]}, {"precision": 0.328328, "recall": 0.366601, "f1": 0.337801, "accuracy": 0.366601, "main_score": 0.337801, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"]}, {"precision": 0.41481, "recall": 0.460474, "f1": 0.426221, "accuracy": 0.460474, "main_score": 0.426221, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"]}, {"precision": 0.36078, "recall": 0.40415, "f1": 0.371486, "accuracy": 0.40415, "main_score": 0.371486, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"]}, {"precision": 0.357755, "recall": 0.407115, "f1": 0.369653, "accuracy": 0.407115, "main_score": 0.369653, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"]}, {"precision": 0.367188, "recall": 0.413043, "f1": 0.378434, "accuracy": 0.413043, "main_score": 0.378434, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"]}, {"precision": 0.402407, "recall": 0.444664, "f1": 0.414019, "accuracy": 0.444664, "main_score": 0.414019, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"]}, {"precision": 0.342082, "recall": 0.391304, "f1": 0.354013, "accuracy": 0.391304, "main_score": 0.354013, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"]}, {"precision": 0.379237, "recall": 0.425889, "f1": 0.390992, "accuracy": 0.425889, "main_score": 0.390992, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"]}, {"precision": 0.441384, "recall": 0.485178, "f1": 0.452497, "accuracy": 0.485178, "main_score": 0.452497, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"]}, {"precision": 0.346705, "recall": 0.400198, "f1": 0.359363, "accuracy": 0.400198, "main_score": 0.359363, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"]}, {"precision": 0.375263, "recall": 0.418972, "f1": 0.386508, "accuracy": 0.418972, "main_score": 0.386508, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"]}, {"precision": 0.352138, "recall": 0.394269, "f1": 0.36247, "accuracy": 0.394269, "main_score": 0.36247, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"]}, {"precision": 0.397626, "recall": 0.44664, "f1": 0.409974, "accuracy": 0.44664, "main_score": 0.409974, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"]}, {"precision": 0.388891, "recall": 0.432806, "f1": 0.399089, "accuracy": 0.432806, "main_score": 0.399089, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"]}, {"precision": 0.400449, "recall": 0.450593, "f1": 0.412533, "accuracy": 0.450593, "main_score": 0.412533, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"]}, {"precision": 0.34521, "recall": 0.392292, "f1": 0.357305, "accuracy": 0.392292, "main_score": 0.357305, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"]}, {"precision": 0.373444, "recall": 0.412055, "f1": 0.38306, "accuracy": 0.412055, "main_score": 0.38306, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"]}, {"precision": 0.38743, "recall": 0.438735, "f1": 0.400735, "accuracy": 0.438735, "main_score": 0.400735, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"]}, {"precision": 0.38679, "recall": 0.435771, "f1": 0.399346, "accuracy": 0.435771, "main_score": 0.399346, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"]}, {"precision": 0.304146, "recall": 0.347826, "f1": 0.314772, "accuracy": 0.347826, "main_score": 0.314772, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"]}, {"precision": 0.358632, "recall": 0.402174, "f1": 0.368886, "accuracy": 0.402174, "main_score": 0.368886, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"]}, {"precision": 0.371916, "recall": 0.41996, "f1": 0.383224, "accuracy": 0.41996, "main_score": 0.383224, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"]}, {"precision": 0.399349, "recall": 0.44664, "f1": 0.41095, "accuracy": 0.44664, "main_score": 0.41095, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"]}, {"precision": 0.394854, "recall": 0.438735, "f1": 0.405181, "accuracy": 0.438735, "main_score": 0.405181, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"]}, {"precision": 0.372443, "recall": 0.420949, "f1": 0.383676, "accuracy": 0.420949, "main_score": 0.383676, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"]}, {"precision": 0.404559, "recall": 0.451581, "f1": 0.416576, "accuracy": 0.451581, "main_score": 0.416576, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"]}, {"precision": 0.402632, "recall": 0.445652, "f1": 0.414117, "accuracy": 0.445652, "main_score": 0.414117, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"]}, {"precision": 0.382451, "recall": 0.424901, "f1": 0.392941, "accuracy": 0.424901, "main_score": 0.392941, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"]}, {"precision": 0.39057, "recall": 0.43083, "f1": 0.40046, "accuracy": 0.43083, "main_score": 0.40046, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"]}, {"precision": 0.413336, "recall": 0.459486, "f1": 0.425221, "accuracy": 0.459486, "main_score": 0.425221, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"]}, {"precision": 0.382471, "recall": 0.423913, "f1": 0.393855, "accuracy": 0.423913, "main_score": 0.393855, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"]}, {"precision": 0.389606, "recall": 0.437747, "f1": 0.400751, "accuracy": 0.437747, "main_score": 0.400751, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"]}, {"precision": 0.376662, "recall": 0.428854, "f1": 0.389709, "accuracy": 0.428854, "main_score": 0.389709, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"]}, {"precision": 0.377362, "recall": 0.427866, "f1": 0.389398, "accuracy": 0.427866, "main_score": 0.389398, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"]}, {"precision": 0.386162, "recall": 0.427866, "f1": 0.396717, "accuracy": 0.427866, "main_score": 0.396717, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"]}, {"precision": 0.411606, "recall": 0.461462, "f1": 0.423529, "accuracy": 0.461462, "main_score": 0.423529, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"]}, {"precision": 0.399365, "recall": 0.4417, "f1": 0.410169, "accuracy": 0.4417, "main_score": 0.410169, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"]}, {"precision": 0.396629, "recall": 0.4417, "f1": 0.408318, "accuracy": 0.4417, "main_score": 0.408318, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"]}, {"precision": 0.437073, "recall": 0.488142, "f1": 0.45027, "accuracy": 0.488142, "main_score": 0.45027, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"]}, {"precision": 0.329404, "recall": 0.373518, "f1": 0.340629, "accuracy": 0.373518, "main_score": 0.340629, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"]}, {"precision": 0.387898, "recall": 0.439723, "f1": 0.400701, "accuracy": 0.439723, "main_score": 0.400701, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"]}, {"precision": 0.399469, "recall": 0.449605, "f1": 0.411113, "accuracy": 0.449605, "main_score": 0.411113, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"]}, {"precision": 0.395563, "recall": 0.438735, "f1": 0.407208, "accuracy": 0.438735, "main_score": 0.407208, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"]}, {"precision": 0.414576, "recall": 0.45751, "f1": 0.426011, "accuracy": 0.45751, "main_score": 0.426011, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"]}, {"precision": 0.363064, "recall": 0.41502, "f1": 0.37636, "accuracy": 0.41502, "main_score": 0.37636, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"]}, {"precision": 0.40421, "recall": 0.459486, "f1": 0.417986, "accuracy": 0.459486, "main_score": 0.417986, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"]}, {"precision": 0.415734, "recall": 0.458498, "f1": 0.427192, "accuracy": 0.458498, "main_score": 0.427192, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"]}, {"precision": 0.36287, "recall": 0.408103, "f1": 0.373963, "accuracy": 0.408103, "main_score": 0.373963, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"]}, {"precision": 0.361761, "recall": 0.410079, "f1": 0.374714, "accuracy": 0.410079, "main_score": 0.374714, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"]}, {"precision": 0.429807, "recall": 0.472332, "f1": 0.440669, "accuracy": 0.472332, "main_score": 0.440669, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"]}, {"precision": 0.393241, "recall": 0.43083, "f1": 0.4026, "accuracy": 0.43083, "main_score": 0.4026, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"]}, {"precision": 0.378941, "recall": 0.41996, "f1": 0.388799, "accuracy": 0.41996, "main_score": 0.388799, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"]}, {"precision": 0.390319, "recall": 0.421937, "f1": 0.398589, "accuracy": 0.421937, "main_score": 0.398589, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"]}, {"precision": 0.368746, "recall": 0.412055, "f1": 0.380494, "accuracy": 0.412055, "main_score": 0.380494, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"]}, {"precision": 0.368614, "recall": 0.412055, "f1": 0.379526, "accuracy": 0.412055, "main_score": 0.379526, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"]}, {"precision": 0.388483, "recall": 0.431818, "f1": 0.399719, "accuracy": 0.431818, "main_score": 0.399719, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"]}, {"precision": 0.308034, "recall": 0.363636, "f1": 0.322183, "accuracy": 0.363636, "main_score": 0.322183, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"]}, {"precision": 0.389774, "recall": 0.427866, "f1": 0.399407, "accuracy": 0.427866, "main_score": 0.399407, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"]}, {"precision": 0.369336, "recall": 0.414032, "f1": 0.380304, "accuracy": 0.414032, "main_score": 0.380304, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"]}, {"precision": 0.372515, "recall": 0.416008, "f1": 0.38256, "accuracy": 0.416008, "main_score": 0.38256, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"]}, {"precision": 0.375668, "recall": 0.425889, "f1": 0.388132, "accuracy": 0.425889, "main_score": 0.388132, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"]}, {"precision": 0.423697, "recall": 0.467391, "f1": 0.435571, "accuracy": 0.467391, "main_score": 0.435571, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"]}, {"precision": 0.384445, "recall": 0.427866, "f1": 0.395578, "accuracy": 0.427866, "main_score": 0.395578, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"]}, {"precision": 0.591925, "recall": 0.650198, "f1": 0.60881, "accuracy": 0.650198, "main_score": 0.60881, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"]}, {"precision": 0.530009, "recall": 0.585968, "f1": 0.546418, "accuracy": 0.585968, "main_score": 0.546418, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"]}, {"precision": 0.392556, "recall": 0.464427, "f1": 0.41126, "accuracy": 0.464427, "main_score": 0.41126, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"]}, {"precision": 0.963686, "recall": 0.975296, "f1": 0.967457, "accuracy": 0.975296, "main_score": 0.967457, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"]}, {"precision": 0.972085, "recall": 0.980237, "f1": 0.974704, "accuracy": 0.980237, "main_score": 0.974704, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"]}, {"precision": 0.585828, "recall": 0.636364, "f1": 0.600345, "accuracy": 0.636364, "main_score": 0.600345, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"]}, {"precision": 0.854974, "recall": 0.883399, "f1": 0.863801, "accuracy": 0.883399, "main_score": 0.863801, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"]}, {"precision": 0.940876, "recall": 0.955534, "f1": 0.945487, "accuracy": 0.955534, "main_score": 0.945487, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"]}, {"precision": 0.589693, "recall": 0.641304, "f1": 0.604894, "accuracy": 0.641304, "main_score": 0.604894, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"]}, {"precision": 0.633787, "recall": 0.685771, "f1": 0.648144, "accuracy": 0.685771, "main_score": 0.648144, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"]}, {"precision": 0.538719, "recall": 0.596838, "f1": 0.555223, "accuracy": 0.596838, "main_score": 0.555223, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"]}, {"precision": 0.182548, "recall": 0.230237, "f1": 0.194247, "accuracy": 0.230237, "main_score": 0.194247, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"]}, {"precision": 0.635488, "recall": 0.68083, "f1": 0.64768, "accuracy": 0.68083, "main_score": 0.64768, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"]}, {"precision": 0.989213, "recall": 0.992095, "f1": 0.99002, "accuracy": 0.992095, "main_score": 0.99002, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"]}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"]}, {"precision": 0.650189, "recall": 0.702569, "f1": 0.665569, "accuracy": 0.702569, "main_score": 0.665569, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"]}, {"precision": 0.910903, "recall": 0.936759, "f1": 0.919104, "accuracy": 0.936759, "main_score": 0.919104, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"]}, {"precision": 0.549498, "recall": 0.598814, "f1": 0.563644, "accuracy": 0.598814, "main_score": 0.563644, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"]}, {"precision": 0.512206, "recall": 0.576087, "f1": 0.52872, "accuracy": 0.576087, "main_score": 0.52872, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"]}, {"precision": 0.559511, "recall": 0.614625, "f1": 0.575323, "accuracy": 0.614625, "main_score": 0.575323, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"]}, {"precision": 0.577717, "recall": 0.629447, "f1": 0.592198, "accuracy": 0.629447, "main_score": 0.592198, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"]}, {"precision": 0.82817, "recall": 0.868577, "f1": 0.840536, "accuracy": 0.868577, "main_score": 0.840536, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"]}, {"precision": 0.940547, "recall": 0.955534, "f1": 0.945323, "accuracy": 0.955534, "main_score": 0.945323, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"]}, {"precision": 0.521619, "recall": 0.581028, "f1": 0.53809, "accuracy": 0.581028, "main_score": 0.53809, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"]}, {"precision": 0.544836, "recall": 0.607708, "f1": 0.563218, "accuracy": 0.607708, "main_score": 0.563218, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"]}, {"precision": 0.527149, "recall": 0.577075, "f1": 0.540362, "accuracy": 0.577075, "main_score": 0.540362, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"]}, {"precision": 0.924984, "recall": 0.943676, "f1": 0.930896, "accuracy": 0.943676, "main_score": 0.930896, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"]}, {"precision": 0.321929, "recall": 0.37747, "f1": 0.336879, "accuracy": 0.37747, "main_score": 0.336879, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"]}, {"precision": 0.600277, "recall": 0.660079, "f1": 0.616789, "accuracy": 0.660079, "main_score": 0.616789, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"]}, {"precision": 0.952034, "recall": 0.965415, "f1": 0.956247, "accuracy": 0.965415, "main_score": 0.956247, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"]}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"]}, {"precision": 0.590529, "recall": 0.63834, "f1": 0.603853, "accuracy": 0.63834, "main_score": 0.603853, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"]}, {"precision": 0.672667, "recall": 0.727273, "f1": 0.688524, "accuracy": 0.727273, "main_score": 0.688524, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.9389, "accuracy": 0.952569, "main_score": 0.9389, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"]}, {"precision": 0.542633, "recall": 0.623518, "f1": 0.565008, "accuracy": 0.623518, "main_score": 0.565008, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"]}, {"precision": 0.677354, "recall": 0.730237, "f1": 0.692265, "accuracy": 0.730237, "main_score": 0.692265, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"]}, {"precision": 0.662372, "recall": 0.708498, "f1": 0.675734, "accuracy": 0.708498, "main_score": 0.675734, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"]}, {"precision": 0.634984, "recall": 0.698617, "f1": 0.653486, "accuracy": 0.698617, "main_score": 0.653486, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"]}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"]}, {"precision": 0.982296, "recall": 0.987154, "f1": 0.983762, "accuracy": 0.987154, "main_score": 0.983762, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"]}, {"precision": 0.881505, "recall": 0.916996, "f1": 0.892688, "accuracy": 0.916996, "main_score": 0.892688, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"]}, {"precision": 0.559626, "recall": 0.610672, "f1": 0.573892, "accuracy": 0.610672, "main_score": 0.573892, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"]}, {"precision": 0.552248, "recall": 0.604743, "f1": 0.567119, "accuracy": 0.604743, "main_score": 0.567119, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"]}, {"precision": 0.794977, "recall": 0.836957, "f1": 0.807218, "accuracy": 0.836957, "main_score": 0.807218, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"]}, {"precision": 0.480543, "recall": 0.532609, "f1": 0.49395, "accuracy": 0.532609, "main_score": 0.49395, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"]}, {"precision": 0.791413, "recall": 0.842885, "f1": 0.806999, "accuracy": 0.842885, "main_score": 0.806999, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"]}, {"precision": 0.542845, "recall": 0.59585, "f1": 0.557413, "accuracy": 0.59585, "main_score": 0.557413, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"]}, {"precision": 0.973403, "recall": 0.980237, "f1": 0.975362, "accuracy": 0.980237, "main_score": 0.975362, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"]}, {"precision": 0.604444, "recall": 0.666996, "f1": 0.621752, "accuracy": 0.666996, "main_score": 0.621752, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"]}, {"precision": 0.18844, "recall": 0.242095, "f1": 0.200329, "accuracy": 0.242095, "main_score": 0.200329, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"]}, {"precision": 0.619311, "recall": 0.675889, "f1": 0.635491, "accuracy": 0.675889, "main_score": 0.635491, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"]}, {"precision": 0.725313, "recall": 0.785573, "f1": 0.742758, "accuracy": 0.785573, "main_score": 0.742758, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964723, "accuracy": 0.972332, "main_score": 0.964723, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"]}, {"precision": 0.424012, "recall": 0.483202, "f1": 0.44027, "accuracy": 0.483202, "main_score": 0.44027, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"]}, {"precision": 0.95611, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"]}, {"precision": 0.972941, "recall": 0.980237, "f1": 0.975033, "accuracy": 0.980237, "main_score": 0.975033, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"]}, {"precision": 0.647518, "recall": 0.701581, "f1": 0.663086, "accuracy": 0.701581, "main_score": 0.663086, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"]}, {"precision": 0.963909, "recall": 0.974308, "f1": 0.967144, "accuracy": 0.974308, "main_score": 0.967144, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"]}, {"precision": 0.561299, "recall": 0.614625, "f1": 0.576665, "accuracy": 0.614625, "main_score": 0.576665, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"]}, {"precision": 0.51537, "recall": 0.574111, "f1": 0.53184, "accuracy": 0.574111, "main_score": 0.53184, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"]}, {"precision": 0.665184, "recall": 0.715415, "f1": 0.679729, "accuracy": 0.715415, "main_score": 0.679729, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"]}, {"precision": 0.212347, "recall": 0.282609, "f1": 0.230488, "accuracy": 0.282609, "main_score": 0.230488, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"]}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"]}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"]}, {"precision": 0.561248, "recall": 0.620553, "f1": 0.578821, "accuracy": 0.620553, "main_score": 0.578821, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"]}, {"precision": 0.573943, "recall": 0.636364, "f1": 0.590901, "accuracy": 0.636364, "main_score": 0.590901, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"]}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.94017, "accuracy": 0.953557, "main_score": 0.94017, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"]}, {"precision": 0.670365, "recall": 0.730237, "f1": 0.688027, "accuracy": 0.730237, "main_score": 0.688027, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"]}, {"precision": 0.978294, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"]}, {"precision": 0.566921, "recall": 0.625494, "f1": 0.583561, "accuracy": 0.625494, "main_score": 0.583561, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"]}, {"precision": 0.726409, "recall": 0.777668, "f1": 0.741683, "accuracy": 0.777668, "main_score": 0.741683, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"]}, {"precision": 0.969944, "recall": 0.978261, "f1": 0.972563, "accuracy": 0.978261, "main_score": 0.972563, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"]}, {"precision": 0.462512, "recall": 0.520751, "f1": 0.47845, "accuracy": 0.520751, "main_score": 0.47845, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.970652, "accuracy": 0.977273, "main_score": 0.970652, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"]}, {"precision": 0.909865, "recall": 0.934783, "f1": 0.917358, "accuracy": 0.934783, "main_score": 0.917358, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"]}, {"precision": 0.814678, "recall": 0.857708, "f1": 0.827454, "accuracy": 0.857708, "main_score": 0.827454, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"]}, {"precision": 0.88862, "recall": 0.916996, "f1": 0.897464, "accuracy": 0.916996, "main_score": 0.897464, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"]}, {"precision": 0.913982, "recall": 0.937747, "f1": 0.921297, "accuracy": 0.937747, "main_score": 0.921297, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"]}, {"precision": 0.61031, "recall": 0.664032, "f1": 0.625674, "accuracy": 0.664032, "main_score": 0.625674, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"]}, {"precision": 0.9403, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"]}, {"precision": 0.845273, "recall": 0.883399, "f1": 0.857279, "accuracy": 0.883399, "main_score": 0.857279, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"]}, {"precision": 0.472063, "recall": 0.537549, "f1": 0.489817, "accuracy": 0.537549, "main_score": 0.489817, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"]}, {"precision": 0.575778, "recall": 0.645257, "f1": 0.59564, "accuracy": 0.645257, "main_score": 0.59564, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"]}, {"precision": 0.928014, "recall": 0.94664, "f1": 0.933696, "accuracy": 0.94664, "main_score": 0.933696, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"]}, {"precision": 0.812236, "recall": 0.847826, "f1": 0.822567, "accuracy": 0.847826, "main_score": 0.822567, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.966864, "accuracy": 0.974308, "main_score": 0.966864, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"]}, {"precision": 0.652087, "recall": 0.699605, "f1": 0.666065, "accuracy": 0.699605, "main_score": 0.666065, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"]}, {"precision": 0.62716, "recall": 0.679842, "f1": 0.642489, "accuracy": 0.679842, "main_score": 0.642489, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"]}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"]}, {"precision": 0.899621, "recall": 0.924901, "f1": 0.907298, "accuracy": 0.924901, "main_score": 0.907298, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"]}, {"precision": 0.546767, "recall": 0.604743, "f1": 0.563051, "accuracy": 0.604743, "main_score": 0.563051, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"]}, {"precision": 0.532368, "recall": 0.586957, "f1": 0.546837, "accuracy": 0.586957, "main_score": 0.546837, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"]}, {"precision": 0.770998, "recall": 0.823123, "f1": 0.786693, "accuracy": 0.823123, "main_score": 0.786693, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"]}, {"precision": 0.551356, "recall": 0.608696, "f1": 0.567501, "accuracy": 0.608696, "main_score": 0.567501, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"]}, {"precision": 0.608244, "recall": 0.661067, "f1": 0.623666, "accuracy": 0.661067, "main_score": 0.623666, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"]}, {"precision": 0.872036, "recall": 0.905138, "f1": 0.882378, "accuracy": 0.905138, "main_score": 0.882378, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"]}, {"precision": 0.939147, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"]}, {"precision": 0.50978, "recall": 0.557312, "f1": 0.523088, "accuracy": 0.557312, "main_score": 0.523088, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"]}, {"precision": 0.58368, "recall": 0.635375, "f1": 0.597723, "accuracy": 0.635375, "main_score": 0.597723, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"]}, {"precision": 0.587205, "recall": 0.643281, "f1": 0.60368, "accuracy": 0.643281, "main_score": 0.60368, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"]}, {"precision": 0.560788, "recall": 0.605731, "f1": 0.573421, "accuracy": 0.605731, "main_score": 0.573421, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"]}, {"precision": 0.53918, "recall": 0.600791, "f1": 0.557232, "accuracy": 0.600791, "main_score": 0.557232, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"]}, {"precision": 0.694807, "recall": 0.75, "f1": 0.710959, "accuracy": 0.75, "main_score": 0.710959, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"]}, {"precision": 0.725965, "recall": 0.774704, "f1": 0.740267, "accuracy": 0.774704, "main_score": 0.740267, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"]}, {"precision": 0.847053, "recall": 0.876482, "f1": 0.85536, "accuracy": 0.876482, "main_score": 0.85536, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"]}, {"precision": 0.898633, "recall": 0.924901, "f1": 0.906851, "accuracy": 0.924901, "main_score": 0.906851, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"]}, {"precision": 0.495389, "recall": 0.567194, "f1": 0.516337, "accuracy": 0.567194, "main_score": 0.516337, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"]}, {"precision": 0.940333, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"]}, {"precision": 0.665681, "recall": 0.720356, "f1": 0.681079, "accuracy": 0.720356, "main_score": 0.681079, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"]}, {"precision": 0.576162, "recall": 0.62253, "f1": 0.589166, "accuracy": 0.62253, "main_score": 0.589166, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"]}, {"precision": 0.598017, "recall": 0.657115, "f1": 0.614862, "accuracy": 0.657115, "main_score": 0.614862, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"]}, {"precision": 0.524951, "recall": 0.586957, "f1": 0.542867, "accuracy": 0.586957, "main_score": 0.542867, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"]}, {"precision": 0.428505, "recall": 0.505929, "f1": 0.449497, "accuracy": 0.505929, "main_score": 0.449497, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"]}, {"precision": 0.593314, "recall": 0.647233, "f1": 0.608799, "accuracy": 0.647233, "main_score": 0.608799, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"]}, {"precision": 0.880105, "recall": 0.912055, "f1": 0.890119, "accuracy": 0.912055, "main_score": 0.890119, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"]}, {"precision": 0.960145, "recall": 0.970356, "f1": 0.963241, "accuracy": 0.970356, "main_score": 0.963241, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"]}, {"precision": 0.609556, "recall": 0.664032, "f1": 0.6252, "accuracy": 0.664032, "main_score": 0.6252, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"]}, {"precision": 0.629134, "recall": 0.692688, "f1": 0.64752, "accuracy": 0.692688, "main_score": 0.64752, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"]}, {"precision": 0.555847, "recall": 0.619565, "f1": 0.573937, "accuracy": 0.619565, "main_score": 0.573937, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"]}, {"precision": 0.176395, "recall": 0.231225, "f1": 0.190357, "accuracy": 0.231225, "main_score": 0.190357, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"]}, {"precision": 0.641024, "recall": 0.694664, "f1": 0.655891, "accuracy": 0.694664, "main_score": 0.655891, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"]}, {"precision": 0.679061, "recall": 0.735178, "f1": 0.695753, "accuracy": 0.735178, "main_score": 0.695753, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"]}, {"precision": 0.558399, "recall": 0.609684, "f1": 0.573259, "accuracy": 0.609684, "main_score": 0.573259, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"]}, {"precision": 0.519523, "recall": 0.591897, "f1": 0.539411, "accuracy": 0.591897, "main_score": 0.539411, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"]}, {"precision": 0.567301, "recall": 0.629447, "f1": 0.585614, "accuracy": 0.629447, "main_score": 0.585614, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"]}, {"precision": 0.587731, "recall": 0.647233, "f1": 0.604367, "accuracy": 0.647233, "main_score": 0.604367, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"]}, {"precision": 0.89641, "recall": 0.925889, "f1": 0.905962, "accuracy": 0.925889, "main_score": 0.905962, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"]}, {"precision": 0.537058, "recall": 0.59585, "f1": 0.554045, "accuracy": 0.59585, "main_score": 0.554045, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"]}, {"precision": 0.547378, "recall": 0.613636, "f1": 0.565914, "accuracy": 0.613636, "main_score": 0.565914, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"]}, {"precision": 0.537323, "recall": 0.592885, "f1": 0.552824, "accuracy": 0.592885, "main_score": 0.552824, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"]}, {"precision": 0.318728, "recall": 0.382411, "f1": 0.336096, "accuracy": 0.382411, "main_score": 0.336096, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"]}, {"precision": 0.604784, "recall": 0.662055, "f1": 0.620989, "accuracy": 0.662055, "main_score": 0.620989, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"]}, {"precision": 0.597007, "recall": 0.653162, "f1": 0.613156, "accuracy": 0.653162, "main_score": 0.613156, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"]}, {"precision": 0.713719, "recall": 0.773715, "f1": 0.731481, "accuracy": 0.773715, "main_score": 0.731481, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"]}, {"precision": 0.658573, "recall": 0.732213, "f1": 0.67999, "accuracy": 0.732213, "main_score": 0.67999, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"]}, {"precision": 0.715187, "recall": 0.769763, "f1": 0.731357, "accuracy": 0.769763, "main_score": 0.731357, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"]}, {"precision": 0.678014, "recall": 0.733202, "f1": 0.694193, "accuracy": 0.733202, "main_score": 0.694193, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"]}, {"precision": 0.665958, "recall": 0.730237, "f1": 0.68515, "accuracy": 0.730237, "main_score": 0.68515, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"]}, {"precision": 0.553759, "recall": 0.614625, "f1": 0.571141, "accuracy": 0.614625, "main_score": 0.571141, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"]}, {"precision": 0.568785, "recall": 0.624506, "f1": 0.584764, "accuracy": 0.624506, "main_score": 0.584764, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"]}, {"precision": 0.808696, "recall": 0.849802, "f1": 0.820883, "accuracy": 0.849802, "main_score": 0.820883, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"]}, {"precision": 0.477152, "recall": 0.537549, "f1": 0.493139, "accuracy": 0.537549, "main_score": 0.493139, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"]}, {"precision": 0.874506, "recall": 0.910079, "f1": 0.885672, "accuracy": 0.910079, "main_score": 0.885672, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"]}, {"precision": 0.549069, "recall": 0.613636, "f1": 0.56722, "accuracy": 0.613636, "main_score": 0.56722, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"]}, {"precision": 0.605123, "recall": 0.672925, "f1": 0.624584, "accuracy": 0.672925, "main_score": 0.624584, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"]}, {"precision": 0.187838, "recall": 0.249012, "f1": 0.201275, "accuracy": 0.249012, "main_score": 0.201275, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"]}, {"precision": 0.637945, "recall": 0.701581, "f1": 0.65615, "accuracy": 0.701581, "main_score": 0.65615, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"]}, {"precision": 0.803508, "recall": 0.852767, "f1": 0.818347, "accuracy": 0.852767, "main_score": 0.818347, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"]}, {"precision": 0.427208, "recall": 0.481225, "f1": 0.442514, "accuracy": 0.481225, "main_score": 0.442514, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"]}, {"precision": 0.685853, "recall": 0.745059, "f1": 0.70392, "accuracy": 0.745059, "main_score": 0.70392, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"]}, {"precision": 0.56961, "recall": 0.630435, "f1": 0.587319, "accuracy": 0.630435, "main_score": 0.587319, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"]}, {"precision": 0.512323, "recall": 0.577075, "f1": 0.530184, "accuracy": 0.577075, "main_score": 0.530184, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"]}, {"precision": 0.678673, "recall": 0.729249, "f1": 0.693874, "accuracy": 0.729249, "main_score": 0.693874, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"]}, {"precision": 0.224129, "recall": 0.306324, "f1": 0.245738, "accuracy": 0.306324, "main_score": 0.245738, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"]}, {"precision": 0.588587, "recall": 0.646245, "f1": 0.605472, "accuracy": 0.646245, "main_score": 0.605472, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"]}, {"precision": 0.582506, "recall": 0.648221, "f1": 0.600816, "accuracy": 0.648221, "main_score": 0.600816, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"]}, {"precision": 0.706943, "recall": 0.770751, "f1": 0.726202, "accuracy": 0.770751, "main_score": 0.726202, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"]}, {"precision": 0.58143, "recall": 0.639328, "f1": 0.597799, "accuracy": 0.639328, "main_score": 0.597799, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"]}, {"precision": 0.798831, "recall": 0.850791, "f1": 0.814888, "accuracy": 0.850791, "main_score": 0.814888, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"]}, {"precision": 0.481103, "recall": 0.54249, "f1": 0.498092, "accuracy": 0.54249, "main_score": 0.498092, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"]}, {"precision": 0.884634, "recall": 0.916008, "f1": 0.894829, "accuracy": 0.916008, "main_score": 0.894829, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"]}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"]}, {"precision": 0.624221, "recall": 0.68083, "f1": 0.640587, "accuracy": 0.68083, "main_score": 0.640587, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"]}, {"precision": 0.893363, "recall": 0.925889, "f1": 0.903722, "accuracy": 0.925889, "main_score": 0.903722, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"]}, {"precision": 0.462013, "recall": 0.538538, "f1": 0.483542, "accuracy": 0.538538, "main_score": 0.483542, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"]}, {"precision": 0.611413, "recall": 0.689723, "f1": 0.634651, "accuracy": 0.689723, "main_score": 0.634651, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"]}, {"precision": 0.856966, "recall": 0.893281, "f1": 0.868314, "accuracy": 0.893281, "main_score": 0.868314, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"]}, {"precision": 0.652108, "recall": 0.704545, "f1": 0.666983, "accuracy": 0.704545, "main_score": 0.666983, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"]}, {"precision": 0.657576, "recall": 0.717391, "f1": 0.674964, "accuracy": 0.717391, "main_score": 0.674964, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"]}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"]}, {"precision": 0.557964, "recall": 0.620553, "f1": 0.576461, "accuracy": 0.620553, "main_score": 0.576461, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"]}, {"precision": 0.546998, "recall": 0.605731, "f1": 0.563554, "accuracy": 0.605731, "main_score": 0.563554, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"]}, {"precision": 0.837187, "recall": 0.882411, "f1": 0.851087, "accuracy": 0.882411, "main_score": 0.851087, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"]}, {"precision": 0.556161, "recall": 0.620553, "f1": 0.574564, "accuracy": 0.620553, "main_score": 0.574564, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"]}, {"precision": 0.624766, "recall": 0.683794, "f1": 0.642292, "accuracy": 0.683794, "main_score": 0.642292, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"]}, {"precision": 0.92803, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"]}, {"precision": 0.499252, "recall": 0.5583, "f1": 0.516373, "accuracy": 0.5583, "main_score": 0.516373, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"]}, {"precision": 0.590785, "recall": 0.651186, "f1": 0.607599, "accuracy": 0.651186, "main_score": 0.607599, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"]}, {"precision": 0.610469, "recall": 0.670949, "f1": 0.628082, "accuracy": 0.670949, "main_score": 0.628082, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"]}, {"precision": 0.565721, "recall": 0.617589, "f1": 0.580583, "accuracy": 0.617589, "main_score": 0.580583, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"]}, {"precision": 0.555737, "recall": 0.623518, "f1": 0.57557, "accuracy": 0.623518, "main_score": 0.57557, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"]}, {"precision": 0.735145, "recall": 0.79249, "f1": 0.752042, "accuracy": 0.79249, "main_score": 0.752042, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"]}, {"precision": 0.748468, "recall": 0.799407, "f1": 0.763952, "accuracy": 0.799407, "main_score": 0.763952, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"]}, {"precision": 0.884264, "recall": 0.911067, "f1": 0.892249, "accuracy": 0.911067, "main_score": 0.892249, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"]}, {"precision": 0.493002, "recall": 0.571146, "f1": 0.516606, "accuracy": 0.571146, "main_score": 0.516606, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"]}, {"precision": 0.696996, "recall": 0.76087, "f1": 0.716307, "accuracy": 0.76087, "main_score": 0.716307, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"]}, {"precision": 0.602983, "recall": 0.653162, "f1": 0.617711, "accuracy": 0.653162, "main_score": 0.617711, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"]}, {"precision": 0.5162, "recall": 0.576087, "f1": 0.532872, "accuracy": 0.576087, "main_score": 0.532872, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"]}, {"precision": 0.499477, "recall": 0.55336, "f1": 0.514726, "accuracy": 0.55336, "main_score": 0.514726, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"]}, {"precision": 0.405575, "recall": 0.48419, "f1": 0.427062, "accuracy": 0.48419, "main_score": 0.427062, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"]}, {"precision": 0.529136, "recall": 0.583992, "f1": 0.544409, "accuracy": 0.583992, "main_score": 0.544409, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"]}, {"precision": 0.831011, "recall": 0.871542, "f1": 0.84361, "accuracy": 0.871542, "main_score": 0.84361, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"]}, {"precision": 0.92416, "recall": 0.944664, "f1": 0.930731, "accuracy": 0.944664, "main_score": 0.930731, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"]}, {"precision": 0.557636, "recall": 0.615613, "f1": 0.573664, "accuracy": 0.615613, "main_score": 0.573664, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"]}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"]}, {"precision": 0.578752, "recall": 0.641304, "f1": 0.595851, "accuracy": 0.641304, "main_score": 0.595851, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"]}, {"precision": 0.504492, "recall": 0.567194, "f1": 0.522273, "accuracy": 0.567194, "main_score": 0.522273, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"]}, {"precision": 0.186456, "recall": 0.23419, "f1": 0.198425, "accuracy": 0.23419, "main_score": 0.198425, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"]}, {"precision": 0.590277, "recall": 0.644269, "f1": 0.605083, "accuracy": 0.644269, "main_score": 0.605083, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"]}, {"precision": 0.618989, "recall": 0.673913, "f1": 0.634872, "accuracy": 0.673913, "main_score": 0.634872, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"]}, {"precision": 0.5274, "recall": 0.571146, "f1": 0.539897, "accuracy": 0.571146, "main_score": 0.539897, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"]}, {"precision": 0.446815, "recall": 0.520751, "f1": 0.46708, "accuracy": 0.520751, "main_score": 0.46708, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"]}, {"precision": 0.537866, "recall": 0.592885, "f1": 0.553974, "accuracy": 0.592885, "main_score": 0.553974, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"]}, {"precision": 0.95886, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"]}, {"precision": 0.527635, "recall": 0.589921, "f1": 0.545266, "accuracy": 0.589921, "main_score": 0.545266, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"]}, {"precision": 0.833663, "recall": 0.87747, "f1": 0.847069, "accuracy": 0.87747, "main_score": 0.847069, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"]}, {"precision": 0.494162, "recall": 0.551383, "f1": 0.510482, "accuracy": 0.551383, "main_score": 0.510482, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"]}, {"precision": 0.489929, "recall": 0.545455, "f1": 0.505363, "accuracy": 0.545455, "main_score": 0.505363, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"]}, {"precision": 0.483295, "recall": 0.537549, "f1": 0.49802, "accuracy": 0.537549, "main_score": 0.49802, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"]}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.90751, "accuracy": 0.926877, "main_score": 0.90751, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"]}, {"precision": 0.306103, "recall": 0.359684, "f1": 0.320687, "accuracy": 0.359684, "main_score": 0.320687, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"]}, {"precision": 0.550355, "recall": 0.607708, "f1": 0.566036, "accuracy": 0.607708, "main_score": 0.566036, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"]}, {"precision": 0.972497, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"]}, {"precision": 0.549522, "recall": 0.600791, "f1": 0.564723, "accuracy": 0.600791, "main_score": 0.564723, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"]}, {"precision": 0.657004, "recall": 0.713439, "f1": 0.673485, "accuracy": 0.713439, "main_score": 0.673485, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"]}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"]}, {"precision": 0.607469, "recall": 0.690711, "f1": 0.632108, "accuracy": 0.690711, "main_score": 0.632108, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"]}, {"precision": 0.659497, "recall": 0.722332, "f1": 0.67772, "accuracy": 0.722332, "main_score": 0.67772, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"]}, {"precision": 0.616346, "recall": 0.670949, "f1": 0.632254, "accuracy": 0.670949, "main_score": 0.632254, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"]}, {"precision": 0.624433, "recall": 0.6917, "f1": 0.644205, "accuracy": 0.6917, "main_score": 0.644205, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"]}, {"precision": 0.975296, "recall": 0.981225, "f1": 0.977273, "accuracy": 0.981225, "main_score": 0.977273, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"]}, {"precision": 0.907197, "recall": 0.935771, "f1": 0.916568, "accuracy": 0.935771, "main_score": 0.916568, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"]}, {"precision": 0.521354, "recall": 0.576087, "f1": 0.536306, "accuracy": 0.576087, "main_score": 0.536306, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"]}, {"precision": 0.530307, "recall": 0.583004, "f1": 0.545396, "accuracy": 0.583004, "main_score": 0.545396, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"]}, {"precision": 0.744484, "recall": 0.794466, "f1": 0.758621, "accuracy": 0.794466, "main_score": 0.758621, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"]}, {"precision": 0.45444, "recall": 0.509881, "f1": 0.469962, "accuracy": 0.509881, "main_score": 0.469962, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"]}, {"precision": 0.804216, "recall": 0.854743, "f1": 0.81988, "accuracy": 0.854743, "main_score": 0.81988, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"]}, {"precision": 0.512142, "recall": 0.56917, "f1": 0.528054, "accuracy": 0.56917, "main_score": 0.528054, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"]}, {"precision": 0.545093, "recall": 0.604743, "f1": 0.561533, "accuracy": 0.604743, "main_score": 0.561533, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"]}, {"precision": 0.199554, "recall": 0.246047, "f1": 0.210797, "accuracy": 0.246047, "main_score": 0.210797, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"]}, {"precision": 0.575792, "recall": 0.635375, "f1": 0.59275, "accuracy": 0.635375, "main_score": 0.59275, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"]}, {"precision": 0.737764, "recall": 0.800395, "f1": 0.756884, "accuracy": 0.800395, "main_score": 0.756884, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"]}, {"precision": 0.383238, "recall": 0.438735, "f1": 0.398091, "accuracy": 0.438735, "main_score": 0.398091, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"]}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"]}, {"precision": 0.640884, "recall": 0.701581, "f1": 0.658492, "accuracy": 0.701581, "main_score": 0.658492, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"]}, {"precision": 0.526114, "recall": 0.578063, "f1": 0.541281, "accuracy": 0.578063, "main_score": 0.541281, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"]}, {"precision": 0.490039, "recall": 0.552372, "f1": 0.507479, "accuracy": 0.552372, "main_score": 0.507479, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"]}, {"precision": 0.625358, "recall": 0.675889, "f1": 0.639839, "accuracy": 0.675889, "main_score": 0.639839, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"]}, {"precision": 0.230821, "recall": 0.311265, "f1": 0.251595, "accuracy": 0.311265, "main_score": 0.251595, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"]}, {"precision": 0.918149, "recall": 0.943676, "f1": 0.926548, "accuracy": 0.943676, "main_score": 0.926548, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"]}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"]}, {"precision": 0.552849, "recall": 0.610672, "f1": 0.569716, "accuracy": 0.610672, "main_score": 0.569716, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"]}, {"precision": 0.547543, "recall": 0.603755, "f1": 0.563403, "accuracy": 0.603755, "main_score": 0.563403, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"]}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"]}, {"precision": 0.679333, "recall": 0.743083, "f1": 0.697488, "accuracy": 0.743083, "main_score": 0.697488, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"]}, {"precision": 0.54688, "recall": 0.596838, "f1": 0.561352, "accuracy": 0.596838, "main_score": 0.561352, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"]}, {"precision": 0.72859, "recall": 0.787549, "f1": 0.746805, "accuracy": 0.787549, "main_score": 0.746805, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"]}, {"precision": 0.444706, "recall": 0.5, "f1": 0.46051, "accuracy": 0.5, "main_score": 0.46051, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"]}, {"precision": 0.931406, "recall": 0.952569, "f1": 0.938142, "accuracy": 0.952569, "main_score": 0.938142, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"]}, {"precision": 0.826581, "recall": 0.867589, "f1": 0.839229, "accuracy": 0.867589, "main_score": 0.839229, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"]}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"]}, {"precision": 0.903195, "recall": 0.929842, "f1": 0.911364, "accuracy": 0.929842, "main_score": 0.911364, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"]}, {"precision": 0.571735, "recall": 0.619565, "f1": 0.584953, "accuracy": 0.619565, "main_score": 0.584953, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"]}, {"precision": 0.856143, "recall": 0.895257, "f1": 0.868281, "accuracy": 0.895257, "main_score": 0.868281, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"]}, {"precision": 0.439893, "recall": 0.502964, "f1": 0.456355, "accuracy": 0.502964, "main_score": 0.456355, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"]}, {"precision": 0.588186, "recall": 0.65415, "f1": 0.607383, "accuracy": 0.65415, "main_score": 0.607383, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"]}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"]}, {"precision": 0.776828, "recall": 0.822134, "f1": 0.790467, "accuracy": 0.822134, "main_score": 0.790467, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"]}, {"precision": 0.6039, "recall": 0.653162, "f1": 0.617761, "accuracy": 0.653162, "main_score": 0.617761, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"]}, {"precision": 0.598077, "recall": 0.650198, "f1": 0.613017, "accuracy": 0.650198, "main_score": 0.613017, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"]}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917622, "accuracy": 0.935771, "main_score": 0.917622, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"]}, {"precision": 0.51278, "recall": 0.568182, "f1": 0.528737, "accuracy": 0.568182, "main_score": 0.528737, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"]}, {"precision": 0.506159, "recall": 0.56917, "f1": 0.523753, "accuracy": 0.56917, "main_score": 0.523753, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"]}, {"precision": 0.768067, "recall": 0.820158, "f1": 0.783879, "accuracy": 0.820158, "main_score": 0.783879, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"]}, {"precision": 0.513918, "recall": 0.56917, "f1": 0.529423, "accuracy": 0.56917, "main_score": 0.529423, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"]}, {"precision": 0.581383, "recall": 0.645257, "f1": 0.599367, "accuracy": 0.645257, "main_score": 0.599367, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"]}, {"precision": 0.889723, "recall": 0.918972, "f1": 0.898682, "accuracy": 0.918972, "main_score": 0.898682, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"]}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"]}, {"precision": 0.456872, "recall": 0.511858, "f1": 0.471715, "accuracy": 0.511858, "main_score": 0.471715, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"]}, {"precision": 0.54507, "recall": 0.599802, "f1": 0.560128, "accuracy": 0.599802, "main_score": 0.560128, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"]}, {"precision": 0.54278, "recall": 0.602767, "f1": 0.559358, "accuracy": 0.602767, "main_score": 0.559358, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"]}, {"precision": 0.534619, "recall": 0.585968, "f1": 0.548298, "accuracy": 0.585968, "main_score": 0.548298, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"]}, {"precision": 0.513769, "recall": 0.574111, "f1": 0.531334, "accuracy": 0.574111, "main_score": 0.531334, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"]}, {"precision": 0.692128, "recall": 0.749012, "f1": 0.70886, "accuracy": 0.749012, "main_score": 0.70886, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"]}, {"precision": 0.701597, "recall": 0.752964, "f1": 0.716718, "accuracy": 0.752964, "main_score": 0.716718, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"]}, {"precision": 0.819401, "recall": 0.858696, "f1": 0.831489, "accuracy": 0.858696, "main_score": 0.831489, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"]}, {"precision": 0.922266, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"]}, {"precision": 0.463251, "recall": 0.533597, "f1": 0.483976, "accuracy": 0.533597, "main_score": 0.483976, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"]}, {"precision": 0.660121, "recall": 0.721344, "f1": 0.678084, "accuracy": 0.721344, "main_score": 0.678084, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"]}, {"precision": 0.568429, "recall": 0.615613, "f1": 0.582296, "accuracy": 0.615613, "main_score": 0.582296, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"]}, {"precision": 0.56438, "recall": 0.623518, "f1": 0.580816, "accuracy": 0.623518, "main_score": 0.580816, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"]}, {"precision": 0.51291, "recall": 0.574111, "f1": 0.5298, "accuracy": 0.574111, "main_score": 0.5298, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"]}, {"precision": 0.39987, "recall": 0.475296, "f1": 0.420011, "accuracy": 0.475296, "main_score": 0.420011, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"]}, {"precision": 0.581616, "recall": 0.640316, "f1": 0.598095, "accuracy": 0.640316, "main_score": 0.598095, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"]}, {"precision": 0.850362, "recall": 0.887352, "f1": 0.861778, "accuracy": 0.887352, "main_score": 0.861778, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"]}, {"precision": 0.932312, "recall": 0.949605, "f1": 0.937912, "accuracy": 0.949605, "main_score": 0.937912, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"]}, {"precision": 0.581161, "recall": 0.633399, "f1": 0.595461, "accuracy": 0.633399, "main_score": 0.595461, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"]}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"]}, {"precision": 0.605897, "recall": 0.66502, "f1": 0.622243, "accuracy": 0.66502, "main_score": 0.622243, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"]}, {"precision": 0.549646, "recall": 0.603755, "f1": 0.565508, "accuracy": 0.603755, "main_score": 0.565508, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"]}, {"precision": 0.187819, "recall": 0.235178, "f1": 0.199471, "accuracy": 0.235178, "main_score": 0.199471, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"]}, {"precision": 0.63357, "recall": 0.68083, "f1": 0.646339, "accuracy": 0.68083, "main_score": 0.646339, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"]}, {"precision": 0.660491, "recall": 0.714427, "f1": 0.676365, "accuracy": 0.714427, "main_score": 0.676365, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"]}, {"precision": 0.522468, "recall": 0.575099, "f1": 0.537091, "accuracy": 0.575099, "main_score": 0.537091, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"]}, {"precision": 0.502465, "recall": 0.570158, "f1": 0.520828, "accuracy": 0.570158, "main_score": 0.520828, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"]}, {"precision": 0.557058, "recall": 0.62253, "f1": 0.575643, "accuracy": 0.62253, "main_score": 0.575643, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"]}, {"precision": 0.570398, "recall": 0.630435, "f1": 0.587439, "accuracy": 0.630435, "main_score": 0.587439, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"]}, {"precision": 0.869853, "recall": 0.90415, "f1": 0.880621, "accuracy": 0.90415, "main_score": 0.880621, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"]}, {"precision": 0.517615, "recall": 0.571146, "f1": 0.533119, "accuracy": 0.571146, "main_score": 0.533119, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"]}, {"precision": 0.537466, "recall": 0.59585, "f1": 0.553436, "accuracy": 0.59585, "main_score": 0.553436, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"]}, {"precision": 0.511484, "recall": 0.559289, "f1": 0.524282, "accuracy": 0.559289, "main_score": 0.524282, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"]}, {"precision": 0.921607, "recall": 0.942688, "f1": 0.92803, "accuracy": 0.942688, "main_score": 0.92803, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"]}, {"precision": 0.318537, "recall": 0.371542, "f1": 0.332773, "accuracy": 0.371542, "main_score": 0.332773, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"]}, {"precision": 0.579392, "recall": 0.63834, "f1": 0.596146, "accuracy": 0.63834, "main_score": 0.596146, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"]}, {"precision": 0.960178, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"]}, {"precision": 0.574573, "recall": 0.625494, "f1": 0.589781, "accuracy": 0.625494, "main_score": 0.589781, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"]}, {"precision": 0.682151, "recall": 0.743083, "f1": 0.699541, "accuracy": 0.743083, "main_score": 0.699541, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"]}, {"precision": 0.598363, "recall": 0.684783, "f1": 0.623115, "accuracy": 0.684783, "main_score": 0.623115, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"]}, {"precision": 0.689222, "recall": 0.740119, "f1": 0.703738, "accuracy": 0.740119, "main_score": 0.703738, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"]}, {"precision": 0.629961, "recall": 0.684783, "f1": 0.64628, "accuracy": 0.684783, "main_score": 0.64628, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"]}, {"precision": 0.649403, "recall": 0.714427, "f1": 0.668013, "accuracy": 0.714427, "main_score": 0.668013, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"]}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"]}, {"precision": 0.930665, "recall": 0.951581, "f1": 0.937418, "accuracy": 0.951581, "main_score": 0.937418, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"]}, {"precision": 0.539897, "recall": 0.596838, "f1": 0.55566, "accuracy": 0.596838, "main_score": 0.55566, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"]}, {"precision": 0.555265, "recall": 0.608696, "f1": 0.569957, "accuracy": 0.608696, "main_score": 0.569957, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"]}, {"precision": 0.792582, "recall": 0.83498, "f1": 0.804877, "accuracy": 0.83498, "main_score": 0.804877, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"]}, {"precision": 0.461724, "recall": 0.516798, "f1": 0.475874, "accuracy": 0.516798, "main_score": 0.475874, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"]}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"]}, {"precision": 0.83004, "recall": 0.873518, "f1": 0.843478, "accuracy": 0.873518, "main_score": 0.843478, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"]}, {"precision": 0.530196, "recall": 0.587945, "f1": 0.546356, "accuracy": 0.587945, "main_score": 0.546356, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"]}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"]}, {"precision": 0.585512, "recall": 0.647233, "f1": 0.602997, "accuracy": 0.647233, "main_score": 0.602997, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"]}, {"precision": 0.198142, "recall": 0.251976, "f1": 0.209976, "accuracy": 0.251976, "main_score": 0.209976, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"]}, {"precision": 0.615688, "recall": 0.672925, "f1": 0.632268, "accuracy": 0.672925, "main_score": 0.632268, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"]}, {"precision": 0.769072, "recall": 0.823123, "f1": 0.785037, "accuracy": 0.823123, "main_score": 0.785037, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"]}, {"precision": 0.407562, "recall": 0.463439, "f1": 0.422669, "accuracy": 0.463439, "main_score": 0.422669, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"]}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981719, "accuracy": 0.985178, "main_score": 0.981719, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"]}, {"precision": 0.647143, "recall": 0.70751, "f1": 0.664995, "accuracy": 0.70751, "main_score": 0.664995, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"]}, {"precision": 0.550723, "recall": 0.609684, "f1": 0.567825, "accuracy": 0.609684, "main_score": 0.567825, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"]}, {"precision": 0.501712, "recall": 0.571146, "f1": 0.520637, "accuracy": 0.571146, "main_score": 0.520637, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"]}, {"precision": 0.662229, "recall": 0.710474, "f1": 0.675835, "accuracy": 0.710474, "main_score": 0.675835, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"]}, {"precision": 0.224973, "recall": 0.305336, "f1": 0.24485, "accuracy": 0.305336, "main_score": 0.24485, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"]}, {"precision": 0.924078, "recall": 0.945652, "f1": 0.930962, "accuracy": 0.945652, "main_score": 0.930962, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"]}, {"precision": 0.578191, "recall": 0.636364, "f1": 0.595102, "accuracy": 0.636364, "main_score": 0.595102, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"]}, {"precision": 0.571592, "recall": 0.633399, "f1": 0.588709, "accuracy": 0.633399, "main_score": 0.588709, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"]}, {"precision": 0.69548, "recall": 0.758893, "f1": 0.714415, "accuracy": 0.758893, "main_score": 0.714415, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"]}, {"precision": 0.556717, "recall": 0.613636, "f1": 0.572796, "accuracy": 0.613636, "main_score": 0.572796, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"]}, {"precision": 0.754644, "recall": 0.809289, "f1": 0.770756, "accuracy": 0.809289, "main_score": 0.770756, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"]}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"]}, {"precision": 0.459794, "recall": 0.52668, "f1": 0.478447, "accuracy": 0.52668, "main_score": 0.478447, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"]}, {"precision": 0.937747, "recall": 0.955534, "f1": 0.943314, "accuracy": 0.955534, "main_score": 0.943314, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"]}, {"precision": 0.83247, "recall": 0.875494, "f1": 0.845833, "accuracy": 0.875494, "main_score": 0.845833, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"]}, {"precision": 0.916667, "recall": 0.9417, "f1": 0.924736, "accuracy": 0.9417, "main_score": 0.924736, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"]}, {"precision": 0.915679, "recall": 0.940711, "f1": 0.923748, "accuracy": 0.940711, "main_score": 0.923748, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"]}, {"precision": 0.605043, "recall": 0.660079, "f1": 0.620427, "accuracy": 0.660079, "main_score": 0.620427, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"]}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"]}, {"precision": 0.839592, "recall": 0.87747, "f1": 0.851021, "accuracy": 0.87747, "main_score": 0.851021, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"]}, {"precision": 0.973897, "recall": 0.981225, "f1": 0.976186, "accuracy": 0.981225, "main_score": 0.976186, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"]}, {"precision": 0.452069, "recall": 0.516798, "f1": 0.468892, "accuracy": 0.516798, "main_score": 0.468892, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"]}, {"precision": 0.609331, "recall": 0.684783, "f1": 0.631279, "accuracy": 0.684783, "main_score": 0.631279, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"]}, {"precision": 0.95331, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"]}, {"precision": 0.800511, "recall": 0.838933, "f1": 0.811829, "accuracy": 0.838933, "main_score": 0.811829, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"]}, {"precision": 0.634238, "recall": 0.690711, "f1": 0.650033, "accuracy": 0.690711, "main_score": 0.650033, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"]}, {"precision": 0.627001, "recall": 0.681818, "f1": 0.642275, "accuracy": 0.681818, "main_score": 0.642275, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"]}, {"precision": 0.881983, "recall": 0.913043, "f1": 0.891436, "accuracy": 0.913043, "main_score": 0.891436, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"]}, {"precision": 0.540378, "recall": 0.600791, "f1": 0.557638, "accuracy": 0.600791, "main_score": 0.557638, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"]}, {"precision": 0.52566, "recall": 0.585968, "f1": 0.542896, "accuracy": 0.585968, "main_score": 0.542896, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"]}, {"precision": 0.80831, "recall": 0.855731, "f1": 0.82281, "accuracy": 0.855731, "main_score": 0.82281, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"]}, {"precision": 0.550565, "recall": 0.608696, "f1": 0.566332, "accuracy": 0.608696, "main_score": 0.566332, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"]}, {"precision": 0.599163, "recall": 0.658103, "f1": 0.616642, "accuracy": 0.658103, "main_score": 0.616642, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"]}, {"precision": 0.883235, "recall": 0.916008, "f1": 0.893742, "accuracy": 0.916008, "main_score": 0.893742, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"]}, {"precision": 0.497494, "recall": 0.551383, "f1": 0.511958, "accuracy": 0.551383, "main_score": 0.511958, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"]}, {"precision": 0.559717, "recall": 0.619565, "f1": 0.5767, "accuracy": 0.619565, "main_score": 0.5767, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"]}, {"precision": 0.568495, "recall": 0.631423, "f1": 0.585879, "accuracy": 0.631423, "main_score": 0.585879, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"]}, {"precision": 0.55935, "recall": 0.607708, "f1": 0.572547, "accuracy": 0.607708, "main_score": 0.572547, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"]}, {"precision": 0.521285, "recall": 0.587945, "f1": 0.540142, "accuracy": 0.587945, "main_score": 0.540142, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"]}, {"precision": 0.714443, "recall": 0.770751, "f1": 0.731296, "accuracy": 0.770751, "main_score": 0.731296, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"]}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"]}, {"precision": 0.716444, "recall": 0.768775, "f1": 0.732268, "accuracy": 0.768775, "main_score": 0.732268, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"]}, {"precision": 0.829364, "recall": 0.862648, "f1": 0.839427, "accuracy": 0.862648, "main_score": 0.839427, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"]}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"]}, {"precision": 0.488695, "recall": 0.561265, "f1": 0.509898, "accuracy": 0.561265, "main_score": 0.509898, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"]}, {"precision": 0.692227, "recall": 0.747036, "f1": 0.708846, "accuracy": 0.747036, "main_score": 0.708846, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"]}, {"precision": 0.584767, "recall": 0.630435, "f1": 0.597573, "accuracy": 0.630435, "main_score": 0.597573, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"]}, {"precision": 0.468651, "recall": 0.522727, "f1": 0.483974, "accuracy": 0.522727, "main_score": 0.483974, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"]}, {"precision": 0.535196, "recall": 0.579051, "f1": 0.547971, "accuracy": 0.579051, "main_score": 0.547971, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"]}, {"precision": 0.257252, "recall": 0.307312, "f1": 0.269473, "accuracy": 0.307312, "main_score": 0.269473, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"]}, {"precision": 0.666369, "recall": 0.709486, "f1": 0.677916, "accuracy": 0.709486, "main_score": 0.677916, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"]}, {"precision": 0.622652, "recall": 0.672925, "f1": 0.636582, "accuracy": 0.672925, "main_score": 0.636582, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"]}, {"precision": 0.650915, "recall": 0.698617, "f1": 0.663849, "accuracy": 0.698617, "main_score": 0.663849, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"]}, {"precision": 0.649031, "recall": 0.690711, "f1": 0.658973, "accuracy": 0.690711, "main_score": 0.658973, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"]}, {"precision": 0.622446, "recall": 0.662055, "f1": 0.63338, "accuracy": 0.662055, "main_score": 0.63338, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"]}, {"precision": 0.649628, "recall": 0.700593, "f1": 0.663391, "accuracy": 0.700593, "main_score": 0.663391, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"]}, {"precision": 0.631058, "recall": 0.671937, "f1": 0.641829, "accuracy": 0.671937, "main_score": 0.641829, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"]}, {"precision": 0.646632, "recall": 0.68083, "f1": 0.656063, "accuracy": 0.68083, "main_score": 0.656063, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"]}, {"precision": 0.656905, "recall": 0.708498, "f1": 0.670921, "accuracy": 0.708498, "main_score": 0.670921, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"]}, {"precision": 0.638516, "recall": 0.686759, "f1": 0.650777, "accuracy": 0.686759, "main_score": 0.650777, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"]}, {"precision": 0.575823, "recall": 0.615613, "f1": 0.586957, "accuracy": 0.615613, "main_score": 0.586957, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"]}, {"precision": 0.646075, "recall": 0.692688, "f1": 0.657926, "accuracy": 0.692688, "main_score": 0.657926, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"]}, {"precision": 0.598253, "recall": 0.651186, "f1": 0.612189, "accuracy": 0.651186, "main_score": 0.612189, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"]}, {"precision": 0.664063, "recall": 0.70751, "f1": 0.675113, "accuracy": 0.70751, "main_score": 0.675113, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"]}, {"precision": 0.590995, "recall": 0.620553, "f1": 0.599142, "accuracy": 0.620553, "main_score": 0.599142, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"]}, {"precision": 0.632803, "recall": 0.683794, "f1": 0.646253, "accuracy": 0.683794, "main_score": 0.646253, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"]}, {"precision": 0.613866, "recall": 0.662055, "f1": 0.626521, "accuracy": 0.662055, "main_score": 0.626521, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"]}, {"precision": 0.696114, "recall": 0.743083, "f1": 0.708799, "accuracy": 0.743083, "main_score": 0.708799, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"]}, {"precision": 0.671817, "recall": 0.717391, "f1": 0.683455, "accuracy": 0.717391, "main_score": 0.683455, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"]}, {"precision": 0.574992, "recall": 0.626482, "f1": 0.589766, "accuracy": 0.626482, "main_score": 0.589766, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"]}, {"precision": 0.642363, "recall": 0.692688, "f1": 0.655519, "accuracy": 0.692688, "main_score": 0.655519, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"]}, {"precision": 0.6603, "recall": 0.712451, "f1": 0.673721, "accuracy": 0.712451, "main_score": 0.673721, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"]}, {"precision": 0.662982, "recall": 0.700593, "f1": 0.672828, "accuracy": 0.700593, "main_score": 0.672828, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"]}, {"precision": 0.209731, "recall": 0.250988, "f1": 0.220331, "accuracy": 0.250988, "main_score": 0.220331, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"]}, {"precision": 0.649292, "recall": 0.701581, "f1": 0.662922, "accuracy": 0.701581, "main_score": 0.662922, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"]}, {"precision": 0.617178, "recall": 0.663043, "f1": 0.630374, "accuracy": 0.663043, "main_score": 0.630374, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"]}, {"precision": 0.659002, "recall": 0.711462, "f1": 0.672582, "accuracy": 0.711462, "main_score": 0.672582, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"]}, {"precision": 0.666951, "recall": 0.715415, "f1": 0.678642, "accuracy": 0.715415, "main_score": 0.678642, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"]}, {"precision": 0.629698, "recall": 0.673913, "f1": 0.641773, "accuracy": 0.673913, "main_score": 0.641773, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"]}, {"precision": 0.664075, "recall": 0.710474, "f1": 0.675965, "accuracy": 0.710474, "main_score": 0.675965, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"]}, {"precision": 0.59282, "recall": 0.636364, "f1": 0.605205, "accuracy": 0.636364, "main_score": 0.605205, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"]}, {"precision": 0.662171, "recall": 0.717391, "f1": 0.676543, "accuracy": 0.717391, "main_score": 0.676543, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"]}, {"precision": 0.566819, "recall": 0.62253, "f1": 0.582066, "accuracy": 0.62253, "main_score": 0.582066, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"]}, {"precision": 0.623922, "recall": 0.666996, "f1": 0.635057, "accuracy": 0.666996, "main_score": 0.635057, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"]}, {"precision": 0.665405, "recall": 0.716403, "f1": 0.679328, "accuracy": 0.716403, "main_score": 0.679328, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"]}, {"precision": 0.635012, "recall": 0.681818, "f1": 0.647366, "accuracy": 0.681818, "main_score": 0.647366, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"]}, {"precision": 0.630581, "recall": 0.679842, "f1": 0.64294, "accuracy": 0.679842, "main_score": 0.64294, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"]}, {"precision": 0.555855, "recall": 0.594862, "f1": 0.566726, "accuracy": 0.594862, "main_score": 0.566726, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"]}, {"precision": 0.426529, "recall": 0.483202, "f1": 0.441595, "accuracy": 0.483202, "main_score": 0.441595, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"]}, {"precision": 0.653591, "recall": 0.703557, "f1": 0.66713, "accuracy": 0.703557, "main_score": 0.66713, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"]}, {"precision": 0.665302, "recall": 0.714427, "f1": 0.67956, "accuracy": 0.714427, "main_score": 0.67956, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"]}, {"precision": 0.656226, "recall": 0.711462, "f1": 0.670267, "accuracy": 0.711462, "main_score": 0.670267, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"]}, {"precision": 0.691093, "recall": 0.732213, "f1": 0.701815, "accuracy": 0.732213, "main_score": 0.701815, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"]}, {"precision": 0.621893, "recall": 0.66502, "f1": 0.632857, "accuracy": 0.66502, "main_score": 0.632857, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"]}, {"precision": 0.647829, "recall": 0.695652, "f1": 0.660527, "accuracy": 0.695652, "main_score": 0.660527, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"]}, {"precision": 0.586583, "recall": 0.62747, "f1": 0.598206, "accuracy": 0.62747, "main_score": 0.598206, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"]}, {"precision": 0.615044, "recall": 0.656126, "f1": 0.626363, "accuracy": 0.656126, "main_score": 0.626363, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"]}, {"precision": 0.652051, "recall": 0.694664, "f1": 0.663371, "accuracy": 0.694664, "main_score": 0.663371, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"]}, {"precision": 0.676236, "recall": 0.724308, "f1": 0.688807, "accuracy": 0.724308, "main_score": 0.688807, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"]}, {"precision": 0.676257, "recall": 0.716403, "f1": 0.687081, "accuracy": 0.716403, "main_score": 0.687081, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"]}, {"precision": 0.535491, "recall": 0.578063, "f1": 0.547925, "accuracy": 0.578063, "main_score": 0.547925, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"]}, {"precision": 0.636093, "recall": 0.684783, "f1": 0.649069, "accuracy": 0.684783, "main_score": 0.649069, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"]}, {"precision": 0.461573, "recall": 0.509881, "f1": 0.474513, "accuracy": 0.509881, "main_score": 0.474513, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"]}, {"precision": 0.524107, "recall": 0.559289, "f1": 0.534198, "accuracy": 0.559289, "main_score": 0.534198, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"]}, {"precision": 0.663557, "recall": 0.697628, "f1": 0.672039, "accuracy": 0.697628, "main_score": 0.672039, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"]}, {"precision": 0.317137, "recall": 0.365613, "f1": 0.330127, "accuracy": 0.365613, "main_score": 0.330127, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"]}, {"precision": 0.667534, "recall": 0.720356, "f1": 0.681629, "accuracy": 0.720356, "main_score": 0.681629, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"]}, {"precision": 0.653114, "recall": 0.70751, "f1": 0.667386, "accuracy": 0.70751, "main_score": 0.667386, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"]}, {"precision": 0.661543, "recall": 0.712451, "f1": 0.674686, "accuracy": 0.712451, "main_score": 0.674686, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"]}, {"precision": 0.650859, "recall": 0.702569, "f1": 0.664584, "accuracy": 0.702569, "main_score": 0.664584, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"]}, {"precision": 0.565283, "recall": 0.601779, "f1": 0.575748, "accuracy": 0.601779, "main_score": 0.575748, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"]}, {"precision": 0.67216, "recall": 0.709486, "f1": 0.681764, "accuracy": 0.709486, "main_score": 0.681764, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"]}, {"precision": 0.632784, "recall": 0.68083, "f1": 0.646331, "accuracy": 0.68083, "main_score": 0.646331, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"]}, {"precision": 0.688066, "recall": 0.729249, "f1": 0.698605, "accuracy": 0.729249, "main_score": 0.698605, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"]}, {"precision": 0.566577, "recall": 0.610672, "f1": 0.578804, "accuracy": 0.610672, "main_score": 0.578804, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"]}, {"precision": 0.671852, "recall": 0.715415, "f1": 0.682907, "accuracy": 0.715415, "main_score": 0.682907, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"]}, {"precision": 0.576182, "recall": 0.619565, "f1": 0.588048, "accuracy": 0.619565, "main_score": 0.588048, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"]}, {"precision": 0.678262, "recall": 0.717391, "f1": 0.688564, "accuracy": 0.717391, "main_score": 0.688564, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"]}, {"precision": 0.633101, "recall": 0.682806, "f1": 0.645929, "accuracy": 0.682806, "main_score": 0.645929, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"]}, {"precision": 0.66433, "recall": 0.70751, "f1": 0.675639, "accuracy": 0.70751, "main_score": 0.675639, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"]}, {"precision": 0.320317, "recall": 0.376482, "f1": 0.334678, "accuracy": 0.376482, "main_score": 0.334678, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"]}, {"precision": 0.583202, "recall": 0.616601, "f1": 0.592773, "accuracy": 0.616601, "main_score": 0.592773, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"]}, {"precision": 0.633148, "recall": 0.683794, "f1": 0.646362, "accuracy": 0.683794, "main_score": 0.646362, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"]}, {"precision": 0.608243, "recall": 0.646245, "f1": 0.618809, "accuracy": 0.646245, "main_score": 0.618809, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"]}, {"precision": 0.515243, "recall": 0.564229, "f1": 0.528582, "accuracy": 0.564229, "main_score": 0.528582, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"]}, {"precision": 0.67263, "recall": 0.720356, "f1": 0.684324, "accuracy": 0.720356, "main_score": 0.684324, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"]}, {"precision": 0.644627, "recall": 0.6917, "f1": 0.657261, "accuracy": 0.6917, "main_score": 0.657261, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"]}, {"precision": 0.662367, "recall": 0.703557, "f1": 0.673587, "accuracy": 0.703557, "main_score": 0.673587, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"]}, {"precision": 0.578329, "recall": 0.628458, "f1": 0.59114, "accuracy": 0.628458, "main_score": 0.59114, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"]}, {"precision": 0.679906, "recall": 0.725296, "f1": 0.691651, "accuracy": 0.725296, "main_score": 0.691651, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"]}, {"precision": 0.646381, "recall": 0.695652, "f1": 0.659974, "accuracy": 0.695652, "main_score": 0.659974, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"]}, {"precision": 0.659667, "recall": 0.708498, "f1": 0.672781, "accuracy": 0.708498, "main_score": 0.672781, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"]}, {"precision": 0.638176, "recall": 0.692688, "f1": 0.652812, "accuracy": 0.692688, "main_score": 0.652812, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"]}, {"precision": 0.539801, "recall": 0.581028, "f1": 0.55116, "accuracy": 0.581028, "main_score": 0.55116, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"]}, {"precision": 0.568314, "recall": 0.617589, "f1": 0.581677, "accuracy": 0.617589, "main_score": 0.581677, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"]}, {"precision": 0.62509, "recall": 0.68083, "f1": 0.639717, "accuracy": 0.68083, "main_score": 0.639717, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"]}, {"precision": 0.657535, "recall": 0.701581, "f1": 0.668437, "accuracy": 0.701581, "main_score": 0.668437, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"]}, {"precision": 0.640226, "recall": 0.6917, "f1": 0.652942, "accuracy": 0.6917, "main_score": 0.652942, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"]}, {"precision": 0.599287, "recall": 0.637352, "f1": 0.609866, "accuracy": 0.637352, "main_score": 0.609866, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"]}, {"precision": 0.471439, "recall": 0.518775, "f1": 0.485041, "accuracy": 0.518775, "main_score": 0.485041, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"]}, {"precision": 0.699392, "recall": 0.735178, "f1": 0.708705, "accuracy": 0.735178, "main_score": 0.708705, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"]}, {"precision": 0.598131, "recall": 0.653162, "f1": 0.613279, "accuracy": 0.653162, "main_score": 0.613279, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"]}, {"precision": 0.588789, "recall": 0.63834, "f1": 0.601638, "accuracy": 0.63834, "main_score": 0.601638, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"]}, {"precision": 0.654261, "recall": 0.706522, "f1": 0.667491, "accuracy": 0.706522, "main_score": 0.667491, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"]}, {"precision": 0.514698, "recall": 0.556324, "f1": 0.526916, "accuracy": 0.556324, "main_score": 0.526916, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"]}, {"precision": 0.69071, "recall": 0.731225, "f1": 0.700483, "accuracy": 0.731225, "main_score": 0.700483, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"]}, {"precision": 0.651487, "recall": 0.700593, "f1": 0.664183, "accuracy": 0.700593, "main_score": 0.664183, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"]}, {"precision": 0.671494, "recall": 0.717391, "f1": 0.684096, "accuracy": 0.717391, "main_score": 0.684096, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"]}, {"precision": 0.678867, "recall": 0.72332, "f1": 0.690012, "accuracy": 0.72332, "main_score": 0.690012, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"]}, {"precision": 0.62114, "recall": 0.668972, "f1": 0.633437, "accuracy": 0.668972, "main_score": 0.633437, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"]}, {"precision": 0.651282, "recall": 0.697628, "f1": 0.66336, "accuracy": 0.697628, "main_score": 0.66336, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"]}, {"precision": 0.53113, "recall": 0.59585, "f1": 0.548837, "accuracy": 0.59585, "main_score": 0.548837, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"]}, {"precision": 0.547976, "recall": 0.587945, "f1": 0.559133, "accuracy": 0.587945, "main_score": 0.559133, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"]}, {"precision": 0.211719, "recall": 0.258893, "f1": 0.222256, "accuracy": 0.258893, "main_score": 0.222256, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"]}, {"precision": 0.572719, "recall": 0.607708, "f1": 0.582843, "accuracy": 0.607708, "main_score": 0.582843, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"]}, {"precision": 0.511344, "recall": 0.561265, "f1": 0.524678, "accuracy": 0.561265, "main_score": 0.524678, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"]}, {"precision": 0.684023, "recall": 0.727273, "f1": 0.694814, "accuracy": 0.727273, "main_score": 0.694814, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"]}, {"precision": 0.645682, "recall": 0.685771, "f1": 0.655849, "accuracy": 0.685771, "main_score": 0.655849, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"]}, {"precision": 0.465602, "recall": 0.51581, "f1": 0.4794, "accuracy": 0.51581, "main_score": 0.4794, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"]}, {"precision": 0.640787, "recall": 0.686759, "f1": 0.65291, "accuracy": 0.686759, "main_score": 0.65291, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"]}, {"precision": 0.654769, "recall": 0.701581, "f1": 0.666652, "accuracy": 0.701581, "main_score": 0.666652, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"]}, {"precision": 0.609878, "recall": 0.664032, "f1": 0.623261, "accuracy": 0.664032, "main_score": 0.623261, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"]}, {"precision": 0.63205, "recall": 0.678854, "f1": 0.644655, "accuracy": 0.678854, "main_score": 0.644655, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"]}, {"precision": 0.637044, "recall": 0.686759, "f1": 0.650049, "accuracy": 0.686759, "main_score": 0.650049, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"]}, {"precision": 0.677872, "recall": 0.715415, "f1": 0.687779, "accuracy": 0.715415, "main_score": 0.687779, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"]}, {"precision": 0.534336, "recall": 0.582016, "f1": 0.548167, "accuracy": 0.582016, "main_score": 0.548167, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"]}, {"precision": 0.519105, "recall": 0.561265, "f1": 0.531283, "accuracy": 0.561265, "main_score": 0.531283, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"]}, {"precision": 0.599229, "recall": 0.63834, "f1": 0.610334, "accuracy": 0.63834, "main_score": 0.610334, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"]}, {"precision": 0.654304, "recall": 0.702569, "f1": 0.667097, "accuracy": 0.702569, "main_score": 0.667097, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"]}, {"precision": 0.1671, "recall": 0.211462, "f1": 0.178386, "accuracy": 0.211462, "main_score": 0.178386, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"]}, {"precision": 0.648471, "recall": 0.699605, "f1": 0.661843, "accuracy": 0.699605, "main_score": 0.661843, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"]}, {"precision": 0.593406, "recall": 0.650198, "f1": 0.608694, "accuracy": 0.650198, "main_score": 0.608694, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"]}, {"precision": 0.61626, "recall": 0.661067, "f1": 0.628462, "accuracy": 0.661067, "main_score": 0.628462, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"]}, {"precision": 0.66367, "recall": 0.712451, "f1": 0.67671, "accuracy": 0.712451, "main_score": 0.67671, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"]}, {"precision": 0.550732, "recall": 0.603755, "f1": 0.56629, "accuracy": 0.603755, "main_score": 0.56629, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"]}, {"precision": 0.567004, "recall": 0.614625, "f1": 0.579797, "accuracy": 0.614625, "main_score": 0.579797, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"]}, {"precision": 0.644424, "recall": 0.6917, "f1": 0.65727, "accuracy": 0.6917, "main_score": 0.65727, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"]}, {"precision": 0.673353, "recall": 0.716403, "f1": 0.684527, "accuracy": 0.716403, "main_score": 0.684527, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"]}, {"precision": 0.656096, "recall": 0.695652, "f1": 0.666131, "accuracy": 0.695652, "main_score": 0.666131, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"]}, {"precision": 0.632473, "recall": 0.672925, "f1": 0.643331, "accuracy": 0.672925, "main_score": 0.643331, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"]}, {"precision": 0.567295, "recall": 0.620553, "f1": 0.58291, "accuracy": 0.620553, "main_score": 0.58291, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"]}, {"precision": 0.642532, "recall": 0.690711, "f1": 0.655255, "accuracy": 0.690711, "main_score": 0.655255, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"]}, {"precision": 0.519697, "recall": 0.556324, "f1": 0.530567, "accuracy": 0.556324, "main_score": 0.530567, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"]}, {"precision": 0.59396, "recall": 0.641304, "f1": 0.60751, "accuracy": 0.641304, "main_score": 0.60751, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"]}, {"precision": 0.651166, "recall": 0.700593, "f1": 0.664682, "accuracy": 0.700593, "main_score": 0.664682, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"]}, {"precision": 0.646042, "recall": 0.685771, "f1": 0.656014, "accuracy": 0.685771, "main_score": 0.656014, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"]}, {"precision": 0.63796, "recall": 0.693676, "f1": 0.653425, "accuracy": 0.693676, "main_score": 0.653425, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"]}, {"precision": 0.462658, "recall": 0.512846, "f1": 0.476722, "accuracy": 0.512846, "main_score": 0.476722, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"]}, {"precision": 0.701045, "recall": 0.740119, "f1": 0.711266, "accuracy": 0.740119, "main_score": 0.711266, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"]}, {"precision": 0.631871, "recall": 0.68083, "f1": 0.644667, "accuracy": 0.68083, "main_score": 0.644667, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"]}, {"precision": 0.640625, "recall": 0.686759, "f1": 0.652505, "accuracy": 0.686759, "main_score": 0.652505, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"]}, {"precision": 0.604275, "recall": 0.657115, "f1": 0.617879, "accuracy": 0.657115, "main_score": 0.617879, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"]}, {"precision": 0.589186, "recall": 0.645257, "f1": 0.605251, "accuracy": 0.645257, "main_score": 0.605251, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"]}, {"precision": 0.563732, "recall": 0.609684, "f1": 0.575665, "accuracy": 0.609684, "main_score": 0.575665, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"]}, {"precision": 0.600721, "recall": 0.646245, "f1": 0.612893, "accuracy": 0.646245, "main_score": 0.612893, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"]}, {"precision": 0.632149, "recall": 0.666996, "f1": 0.642172, "accuracy": 0.666996, "main_score": 0.642172, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"]}, {"precision": 0.577455, "recall": 0.63834, "f1": 0.593134, "accuracy": 0.63834, "main_score": 0.593134, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"]}, {"precision": 0.649018, "recall": 0.700593, "f1": 0.662202, "accuracy": 0.700593, "main_score": 0.662202, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"]}, {"precision": 0.622864, "recall": 0.666008, "f1": 0.633709, "accuracy": 0.666008, "main_score": 0.633709, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"]}, {"precision": 0.679596, "recall": 0.725296, "f1": 0.691217, "accuracy": 0.725296, "main_score": 0.691217, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"]}, {"precision": 0.631996, "recall": 0.682806, "f1": 0.645742, "accuracy": 0.682806, "main_score": 0.645742, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"]}, {"precision": 0.673927, "recall": 0.717391, "f1": 0.686092, "accuracy": 0.717391, "main_score": 0.686092, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"]}, {"precision": 0.569966, "recall": 0.618577, "f1": 0.583111, "accuracy": 0.618577, "main_score": 0.583111, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"]}, {"precision": 0.623076, "recall": 0.66502, "f1": 0.633407, "accuracy": 0.66502, "main_score": 0.633407, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"]}, {"precision": 0.479661, "recall": 0.532609, "f1": 0.494906, "accuracy": 0.532609, "main_score": 0.494906, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"]}, {"precision": 0.667073, "recall": 0.718379, "f1": 0.680392, "accuracy": 0.718379, "main_score": 0.680392, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"]}, {"precision": 0.456169, "recall": 0.507905, "f1": 0.470388, "accuracy": 0.507905, "main_score": 0.470388, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"]}, {"precision": 0.623396, "recall": 0.675889, "f1": 0.636437, "accuracy": 0.675889, "main_score": 0.636437, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"]}, {"precision": 0.641732, "recall": 0.688735, "f1": 0.654573, "accuracy": 0.688735, "main_score": 0.654573, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"]}, {"precision": 0.638787, "recall": 0.682806, "f1": 0.650522, "accuracy": 0.682806, "main_score": 0.650522, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"]}, {"precision": 0.610366, "recall": 0.641304, "f1": 0.617984, "accuracy": 0.641304, "main_score": 0.617984, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"]}, {"precision": 0.622191, "recall": 0.670949, "f1": 0.635276, "accuracy": 0.670949, "main_score": 0.635276, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"]}, {"precision": 0.598897, "recall": 0.634387, "f1": 0.609022, "accuracy": 0.634387, "main_score": 0.609022, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"]}, {"precision": 0.610976, "recall": 0.653162, "f1": 0.623368, "accuracy": 0.653162, "main_score": 0.623368, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"]}, {"precision": 0.642561, "recall": 0.686759, "f1": 0.65341, "accuracy": 0.686759, "main_score": 0.65341, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"]}, {"precision": 0.640587, "recall": 0.677866, "f1": 0.650113, "accuracy": 0.677866, "main_score": 0.650113, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"]}, {"precision": 0.698338, "recall": 0.741107, "f1": 0.709398, "accuracy": 0.741107, "main_score": 0.709398, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"]}, {"precision": 0.540162, "recall": 0.581028, "f1": 0.552218, "accuracy": 0.581028, "main_score": 0.552218, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"]}, {"precision": 0.67639, "recall": 0.721344, "f1": 0.687448, "accuracy": 0.721344, "main_score": 0.687448, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"]}, {"precision": 0.652887, "recall": 0.701581, "f1": 0.665163, "accuracy": 0.701581, "main_score": 0.665163, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"]}, {"precision": 0.643974, "recall": 0.687747, "f1": 0.655641, "accuracy": 0.687747, "main_score": 0.655641, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"]}, {"precision": 0.548625, "recall": 0.605731, "f1": 0.564596, "accuracy": 0.605731, "main_score": 0.564596, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"]}, {"precision": 0.685521, "recall": 0.730237, "f1": 0.696886, "accuracy": 0.730237, "main_score": 0.696886, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"]}, {"precision": 0.611589, "recall": 0.651186, "f1": 0.622483, "accuracy": 0.651186, "main_score": 0.622483, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"]}, {"precision": 0.581802, "recall": 0.628458, "f1": 0.594798, "accuracy": 0.628458, "main_score": 0.594798, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"]}, {"precision": 0.747316, "recall": 0.799407, "f1": 0.763406, "accuracy": 0.799407, "main_score": 0.763406, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"]}, {"precision": 0.532789, "recall": 0.58498, "f1": 0.546589, "accuracy": 0.58498, "main_score": 0.546589, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"]}, {"precision": 0.677657, "recall": 0.721344, "f1": 0.689498, "accuracy": 0.721344, "main_score": 0.689498, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"]}, {"precision": 0.615129, "recall": 0.667984, "f1": 0.62988, "accuracy": 0.667984, "main_score": 0.62988, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"]}, {"precision": 0.511669, "recall": 0.552372, "f1": 0.522914, "accuracy": 0.552372, "main_score": 0.522914, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"]}, {"precision": 0.569952, "recall": 0.610672, "f1": 0.581432, "accuracy": 0.610672, "main_score": 0.581432, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"]}, {"precision": 0.644812, "recall": 0.693676, "f1": 0.657768, "accuracy": 0.693676, "main_score": 0.657768, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"]}, {"precision": 0.591577, "recall": 0.641304, "f1": 0.605875, "accuracy": 0.641304, "main_score": 0.605875, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"]}, {"precision": 0.580287, "recall": 0.619565, "f1": 0.591303, "accuracy": 0.619565, "main_score": 0.591303, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"]}, {"precision": 0.61501, "recall": 0.667984, "f1": 0.627947, "accuracy": 0.667984, "main_score": 0.627947, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"]}, {"precision": 0.528124, "recall": 0.574111, "f1": 0.541311, "accuracy": 0.574111, "main_score": 0.541311, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"]}, {"precision": 0.584105, "recall": 0.633399, "f1": 0.597924, "accuracy": 0.633399, "main_score": 0.597924, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"]}, {"precision": 0.636912, "recall": 0.682806, "f1": 0.649418, "accuracy": 0.682806, "main_score": 0.649418, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"]}, {"precision": 0.602457, "recall": 0.637352, "f1": 0.612509, "accuracy": 0.637352, "main_score": 0.612509, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"]}, {"precision": 0.616568, "recall": 0.650198, "f1": 0.626002, "accuracy": 0.650198, "main_score": 0.626002, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"]}, {"precision": 0.629049, "recall": 0.684783, "f1": 0.644407, "accuracy": 0.684783, "main_score": 0.644407, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"]}, {"precision": 0.598582, "recall": 0.65415, "f1": 0.61393, "accuracy": 0.65415, "main_score": 0.61393, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"]}, {"precision": 0.62547, "recall": 0.666996, "f1": 0.63632, "accuracy": 0.666996, "main_score": 0.63632, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"]}, {"precision": 0.446536, "recall": 0.508893, "f1": 0.46356, "accuracy": 0.508893, "main_score": 0.46356, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"]}, {"precision": 0.654546, "recall": 0.706522, "f1": 0.668039, "accuracy": 0.706522, "main_score": 0.668039, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"]}, {"precision": 0.609023, "recall": 0.650198, "f1": 0.620082, "accuracy": 0.650198, "main_score": 0.620082, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"]}, {"precision": 0.656526, "recall": 0.702569, "f1": 0.668397, "accuracy": 0.702569, "main_score": 0.668397, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"]}, {"precision": 0.647762, "recall": 0.702569, "f1": 0.662307, "accuracy": 0.702569, "main_score": 0.662307, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"]}, {"precision": 0.58184, "recall": 0.637352, "f1": 0.597108, "accuracy": 0.637352, "main_score": 0.597108, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"]}, {"precision": 0.558178, "recall": 0.590909, "f1": 0.567075, "accuracy": 0.590909, "main_score": 0.567075, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"]}, {"precision": 0.556386, "recall": 0.625494, "f1": 0.57607, "accuracy": 0.625494, "main_score": 0.57607, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"]}, {"precision": 0.517262, "recall": 0.58498, "f1": 0.536171, "accuracy": 0.58498, "main_score": 0.536171, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"]}, {"precision": 0.40351, "recall": 0.495059, "f1": 0.428569, "accuracy": 0.495059, "main_score": 0.428569, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"]}, {"precision": 0.582108, "recall": 0.641304, "f1": 0.599184, "accuracy": 0.641304, "main_score": 0.599184, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"]}, {"precision": 0.879595, "recall": 0.910079, "f1": 0.889065, "accuracy": 0.910079, "main_score": 0.889065, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"]}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"]}, {"precision": 0.598677, "recall": 0.651186, "f1": 0.613999, "accuracy": 0.651186, "main_score": 0.613999, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"]}, {"precision": 0.605707, "recall": 0.670949, "f1": 0.624139, "accuracy": 0.670949, "main_score": 0.624139, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"]}, {"precision": 0.540904, "recall": 0.608696, "f1": 0.560227, "accuracy": 0.608696, "main_score": 0.560227, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"]}, {"precision": 0.144981, "recall": 0.205534, "f1": 0.160262, "accuracy": 0.205534, "main_score": 0.160262, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"]}, {"precision": 0.621666, "recall": 0.678854, "f1": 0.637919, "accuracy": 0.678854, "main_score": 0.637919, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"]}, {"precision": 0.667391, "recall": 0.725296, "f1": 0.684999, "accuracy": 0.725296, "main_score": 0.684999, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"]}, {"precision": 0.541222, "recall": 0.591897, "f1": 0.555797, "accuracy": 0.591897, "main_score": 0.555797, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"]}, {"precision": 0.474473, "recall": 0.554348, "f1": 0.496361, "accuracy": 0.554348, "main_score": 0.496361, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"]}, {"precision": 0.54684, "recall": 0.61166, "f1": 0.566111, "accuracy": 0.61166, "main_score": 0.566111, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"]}, {"precision": 0.558057, "recall": 0.626482, "f1": 0.577096, "accuracy": 0.626482, "main_score": 0.577096, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"]}, {"precision": 0.91502, "recall": 0.9417, "f1": 0.923748, "accuracy": 0.9417, "main_score": 0.923748, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"]}, {"precision": 0.516905, "recall": 0.573123, "f1": 0.533209, "accuracy": 0.573123, "main_score": 0.533209, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"]}, {"precision": 0.522441, "recall": 0.590909, "f1": 0.541482, "accuracy": 0.590909, "main_score": 0.541482, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"]}, {"precision": 0.511607, "recall": 0.573123, "f1": 0.528975, "accuracy": 0.573123, "main_score": 0.528975, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"]}, {"precision": 0.287947, "recall": 0.356719, "f1": 0.306764, "accuracy": 0.356719, "main_score": 0.306764, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"]}, {"precision": 0.580945, "recall": 0.643281, "f1": 0.598946, "accuracy": 0.643281, "main_score": 0.598946, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"]}, {"precision": 0.572078, "recall": 0.632411, "f1": 0.589937, "accuracy": 0.632411, "main_score": 0.589937, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"]}, {"precision": 0.713043, "recall": 0.773715, "f1": 0.731048, "accuracy": 0.773715, "main_score": 0.731048, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"]}, {"precision": 0.647661, "recall": 0.730237, "f1": 0.672021, "accuracy": 0.730237, "main_score": 0.672021, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"]}, {"precision": 0.708663, "recall": 0.76581, "f1": 0.725528, "accuracy": 0.76581, "main_score": 0.725528, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"]}, {"precision": 0.651014, "recall": 0.708498, "f1": 0.668264, "accuracy": 0.708498, "main_score": 0.668264, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"]}, {"precision": 0.654925, "recall": 0.726285, "f1": 0.675584, "accuracy": 0.726285, "main_score": 0.675584, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"]}, {"precision": 0.5376, "recall": 0.602767, "f1": 0.555847, "accuracy": 0.602767, "main_score": 0.555847, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"]}, {"precision": 0.54753, "recall": 0.605731, "f1": 0.564292, "accuracy": 0.605731, "main_score": 0.564292, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"]}, {"precision": 0.799384, "recall": 0.843874, "f1": 0.812764, "accuracy": 0.843874, "main_score": 0.812764, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"]}, {"precision": 0.457423, "recall": 0.523715, "f1": 0.475021, "accuracy": 0.523715, "main_score": 0.475021, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"]}, {"precision": 0.888834, "recall": 0.921937, "f1": 0.899492, "accuracy": 0.921937, "main_score": 0.899492, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"]}, {"precision": 0.524449, "recall": 0.594862, "f1": 0.544441, "accuracy": 0.594862, "main_score": 0.544441, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"]}, {"precision": 0.578068, "recall": 0.652174, "f1": 0.59939, "accuracy": 0.652174, "main_score": 0.59939, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"]}, {"precision": 0.164501, "recall": 0.221344, "f1": 0.177304, "accuracy": 0.221344, "main_score": 0.177304, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"]}, {"precision": 0.607518, "recall": 0.678854, "f1": 0.628368, "accuracy": 0.678854, "main_score": 0.628368, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"]}, {"precision": 0.881258, "recall": 0.916008, "f1": 0.892457, "accuracy": 0.916008, "main_score": 0.892457, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"]}, {"precision": 0.412559, "recall": 0.471344, "f1": 0.428769, "accuracy": 0.471344, "main_score": 0.428769, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"]}, {"precision": 0.676293, "recall": 0.737154, "f1": 0.694521, "accuracy": 0.737154, "main_score": 0.694521, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"]}, {"precision": 0.553326, "recall": 0.612648, "f1": 0.570389, "accuracy": 0.612648, "main_score": 0.570389, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"]}, {"precision": 0.491077, "recall": 0.557312, "f1": 0.509979, "accuracy": 0.557312, "main_score": 0.509979, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"]}, {"precision": 0.663159, "recall": 0.717391, "f1": 0.67971, "accuracy": 0.717391, "main_score": 0.67971, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"]}, {"precision": 0.237718, "recall": 0.322134, "f1": 0.259015, "accuracy": 0.322134, "main_score": 0.259015, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"]}, {"precision": 0.565843, "recall": 0.634387, "f1": 0.586152, "accuracy": 0.634387, "main_score": 0.586152, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"]}, {"precision": 0.582322, "recall": 0.645257, "f1": 0.600051, "accuracy": 0.645257, "main_score": 0.600051, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"]}, {"precision": 0.717622, "recall": 0.782609, "f1": 0.737418, "accuracy": 0.782609, "main_score": 0.737418, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"]}, {"precision": 0.554627, "recall": 0.615613, "f1": 0.572387, "accuracy": 0.615613, "main_score": 0.572387, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"]}, {"precision": 0.778442, "recall": 0.83498, "f1": 0.795817, "accuracy": 0.83498, "main_score": 0.795817, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"]}, {"precision": 0.437954, "recall": 0.508893, "f1": 0.457542, "accuracy": 0.508893, "main_score": 0.457542, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"]}, {"precision": 0.902042, "recall": 0.929842, "f1": 0.91054, "accuracy": 0.929842, "main_score": 0.91054, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"]}, {"precision": 0.941041, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"]}, {"precision": 0.607248, "recall": 0.666008, "f1": 0.624497, "accuracy": 0.666008, "main_score": 0.624497, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"]}, {"precision": 0.908597, "recall": 0.936759, "f1": 0.917819, "accuracy": 0.936759, "main_score": 0.917819, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"]}, {"precision": 0.432075, "recall": 0.501976, "f1": 0.450907, "accuracy": 0.501976, "main_score": 0.450907, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"]}, {"precision": 0.636067, "recall": 0.701581, "f1": 0.655083, "accuracy": 0.701581, "main_score": 0.655083, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"]}, {"precision": 0.838686, "recall": 0.879447, "f1": 0.851303, "accuracy": 0.879447, "main_score": 0.851303, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"]}, {"precision": 0.636826, "recall": 0.688735, "f1": 0.651521, "accuracy": 0.688735, "main_score": 0.651521, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"]}, {"precision": 0.638754, "recall": 0.700593, "f1": 0.656625, "accuracy": 0.700593, "main_score": 0.656625, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"]}, {"precision": 0.530436, "recall": 0.598814, "f1": 0.549895, "accuracy": 0.598814, "main_score": 0.549895, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"]}, {"precision": 0.529545, "recall": 0.599802, "f1": 0.549181, "accuracy": 0.599802, "main_score": 0.549181, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"]}, {"precision": 0.832922, "recall": 0.878458, "f1": 0.847036, "accuracy": 0.878458, "main_score": 0.847036, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"]}, {"precision": 0.538629, "recall": 0.601779, "f1": 0.556413, "accuracy": 0.601779, "main_score": 0.556413, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"]}, {"precision": 0.615967, "recall": 0.68083, "f1": 0.635188, "accuracy": 0.68083, "main_score": 0.635188, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"]}, {"precision": 0.922101, "recall": 0.94664, "f1": 0.930171, "accuracy": 0.94664, "main_score": 0.930171, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"]}, {"precision": 0.467391, "recall": 0.530632, "f1": 0.485578, "accuracy": 0.530632, "main_score": 0.485578, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"]}, {"precision": 0.570579, "recall": 0.631423, "f1": 0.586814, "accuracy": 0.631423, "main_score": 0.586814, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"]}, {"precision": 0.578409, "recall": 0.648221, "f1": 0.598701, "accuracy": 0.648221, "main_score": 0.598701, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"]}, {"precision": 0.539502, "recall": 0.600791, "f1": 0.556089, "accuracy": 0.600791, "main_score": 0.556089, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"]}, {"precision": 0.542622, "recall": 0.608696, "f1": 0.56122, "accuracy": 0.608696, "main_score": 0.56122, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"]}, {"precision": 0.749934, "recall": 0.806324, "f1": 0.766653, "accuracy": 0.806324, "main_score": 0.766653, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"]}, {"precision": 0.730649, "recall": 0.785573, "f1": 0.74753, "accuracy": 0.785573, "main_score": 0.74753, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"]}, {"precision": 0.879265, "recall": 0.907115, "f1": 0.887549, "accuracy": 0.907115, "main_score": 0.887549, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"]}, {"precision": 0.47217, "recall": 0.546443, "f1": 0.494093, "accuracy": 0.546443, "main_score": 0.494093, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"]}, {"precision": 0.709298, "recall": 0.775692, "f1": 0.729068, "accuracy": 0.775692, "main_score": 0.729068, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"]}, {"precision": 0.593347, "recall": 0.646245, "f1": 0.608865, "accuracy": 0.646245, "main_score": 0.608865, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"]}, {"precision": 0.584644, "recall": 0.650198, "f1": 0.603696, "accuracy": 0.650198, "main_score": 0.603696, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"]}, {"precision": 0.556778, "recall": 0.613636, "f1": 0.572998, "accuracy": 0.613636, "main_score": 0.572998, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"]}, {"precision": 0.420862, "recall": 0.501976, "f1": 0.442397, "accuracy": 0.501976, "main_score": 0.442397, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"]}, {"precision": 0.619648, "recall": 0.671937, "f1": 0.634881, "accuracy": 0.671937, "main_score": 0.634881, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"]}, {"precision": 0.869236, "recall": 0.90415, "f1": 0.880072, "accuracy": 0.90415, "main_score": 0.880072, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"]}, {"precision": 0.959569, "recall": 0.970356, "f1": 0.963011, "accuracy": 0.970356, "main_score": 0.963011, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"]}, {"precision": 0.628409, "recall": 0.684783, "f1": 0.644383, "accuracy": 0.684783, "main_score": 0.644383, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"]}, {"precision": 0.643786, "recall": 0.705534, "f1": 0.660912, "accuracy": 0.705534, "main_score": 0.660912, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"]}, {"precision": 0.588937, "recall": 0.655138, "f1": 0.607842, "accuracy": 0.655138, "main_score": 0.607842, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"]}, {"precision": 0.188625, "recall": 0.241107, "f1": 0.201761, "accuracy": 0.241107, "main_score": 0.201761, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"]}, {"precision": 0.666883, "recall": 0.712451, "f1": 0.67948, "accuracy": 0.712451, "main_score": 0.67948, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"]}, {"precision": 0.702125, "recall": 0.756917, "f1": 0.718135, "accuracy": 0.756917, "main_score": 0.718135, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"]}, {"precision": 0.944746, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"]}, {"precision": 0.568899, "recall": 0.620553, "f1": 0.583746, "accuracy": 0.620553, "main_score": 0.583746, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"]}, {"precision": 0.51537, "recall": 0.588933, "f1": 0.5357, "accuracy": 0.588933, "main_score": 0.5357, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"]}, {"precision": 0.585557, "recall": 0.650198, "f1": 0.604136, "accuracy": 0.650198, "main_score": 0.604136, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"]}, {"precision": 0.609289, "recall": 0.666008, "f1": 0.625433, "accuracy": 0.666008, "main_score": 0.625433, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"]}, {"precision": 0.883893, "recall": 0.914032, "f1": 0.893248, "accuracy": 0.914032, "main_score": 0.893248, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"]}, {"precision": 0.549558, "recall": 0.606719, "f1": 0.565886, "accuracy": 0.606719, "main_score": 0.565886, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"]}, {"precision": 0.560508, "recall": 0.62747, "f1": 0.579159, "accuracy": 0.62747, "main_score": 0.579159, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"]}, {"precision": 0.537785, "recall": 0.592885, "f1": 0.553148, "accuracy": 0.592885, "main_score": 0.553148, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"]}, {"precision": 0.32585, "recall": 0.381423, "f1": 0.340588, "accuracy": 0.381423, "main_score": 0.340588, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"]}, {"precision": 0.603277, "recall": 0.66502, "f1": 0.621132, "accuracy": 0.66502, "main_score": 0.621132, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"]}, {"precision": 0.609212, "recall": 0.666008, "f1": 0.625736, "accuracy": 0.666008, "main_score": 0.625736, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"]}, {"precision": 0.717862, "recall": 0.775692, "f1": 0.734871, "accuracy": 0.775692, "main_score": 0.734871, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"]}, {"precision": 0.641446, "recall": 0.722332, "f1": 0.665135, "accuracy": 0.722332, "main_score": 0.665135, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"]}, {"precision": 0.746157, "recall": 0.797431, "f1": 0.761299, "accuracy": 0.797431, "main_score": 0.761299, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"]}, {"precision": 0.70611, "recall": 0.750988, "f1": 0.719452, "accuracy": 0.750988, "main_score": 0.719452, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"]}, {"precision": 0.685585, "recall": 0.749012, "f1": 0.703925, "accuracy": 0.749012, "main_score": 0.703925, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"]}, {"precision": 0.57729, "recall": 0.635375, "f1": 0.594048, "accuracy": 0.635375, "main_score": 0.594048, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"]}, {"precision": 0.576409, "recall": 0.631423, "f1": 0.591666, "accuracy": 0.631423, "main_score": 0.591666, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"]}, {"precision": 0.819524, "recall": 0.857708, "f1": 0.830885, "accuracy": 0.857708, "main_score": 0.830885, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"]}, {"precision": 0.492656, "recall": 0.548419, "f1": 0.508057, "accuracy": 0.548419, "main_score": 0.508057, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"]}, {"precision": 0.890843, "recall": 0.91996, "f1": 0.899835, "accuracy": 0.91996, "main_score": 0.899835, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"]}, {"precision": 0.564355, "recall": 0.623518, "f1": 0.580443, "accuracy": 0.623518, "main_score": 0.580443, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"]}, {"precision": 0.618003, "recall": 0.683794, "f1": 0.636542, "accuracy": 0.683794, "main_score": 0.636542, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"]}, {"precision": 0.190046, "recall": 0.244071, "f1": 0.202426, "accuracy": 0.244071, "main_score": 0.202426, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"]}, {"precision": 0.645817, "recall": 0.704545, "f1": 0.66318, "accuracy": 0.704545, "main_score": 0.66318, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"]}, {"precision": 0.788719, "recall": 0.842885, "f1": 0.805369, "accuracy": 0.842885, "main_score": 0.805369, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"]}, {"precision": 0.433114, "recall": 0.495059, "f1": 0.450335, "accuracy": 0.495059, "main_score": 0.450335, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"]}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"]}, {"precision": 0.706966, "recall": 0.76087, "f1": 0.722633, "accuracy": 0.76087, "main_score": 0.722633, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"]}, {"precision": 0.568973, "recall": 0.633399, "f1": 0.587764, "accuracy": 0.633399, "main_score": 0.587764, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"]}, {"precision": 0.534305, "recall": 0.594862, "f1": 0.550812, "accuracy": 0.594862, "main_score": 0.550812, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"]}, {"precision": 0.703369, "recall": 0.755929, "f1": 0.718165, "accuracy": 0.755929, "main_score": 0.718165, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"]}, {"precision": 0.258686, "recall": 0.333992, "f1": 0.278175, "accuracy": 0.333992, "main_score": 0.278175, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"]}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"]}, {"precision": 0.605814, "recall": 0.666996, "f1": 0.62388, "accuracy": 0.666996, "main_score": 0.62388, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"]}, {"precision": 0.599548, "recall": 0.661067, "f1": 0.616562, "accuracy": 0.661067, "main_score": 0.616562, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"]}, {"precision": 0.739773, "recall": 0.801383, "f1": 0.758023, "accuracy": 0.801383, "main_score": 0.758023, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"]}, {"precision": 0.585256, "recall": 0.646245, "f1": 0.602802, "accuracy": 0.646245, "main_score": 0.602802, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"]}, {"precision": 0.802125, "recall": 0.850791, "f1": 0.817391, "accuracy": 0.850791, "main_score": 0.817391, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"]}, {"precision": 0.491444, "recall": 0.551383, "f1": 0.507673, "accuracy": 0.551383, "main_score": 0.507673, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"]}, {"precision": 0.889246, "recall": 0.917984, "f1": 0.898452, "accuracy": 0.917984, "main_score": 0.898452, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"]}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943808, "accuracy": 0.956522, "main_score": 0.943808, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"]}, {"precision": 0.926219, "recall": 0.947628, "f1": 0.932938, "accuracy": 0.947628, "main_score": 0.932938, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"]}, {"precision": 0.645143, "recall": 0.69664, "f1": 0.659841, "accuracy": 0.69664, "main_score": 0.659841, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"]}, {"precision": 0.881752, "recall": 0.917984, "f1": 0.893281, "accuracy": 0.917984, "main_score": 0.893281, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"]}, {"precision": 0.476739, "recall": 0.550395, "f1": 0.496953, "accuracy": 0.550395, "main_score": 0.496953, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"]}, {"precision": 0.62556, "recall": 0.6917, "f1": 0.645131, "accuracy": 0.6917, "main_score": 0.645131, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"]}, {"precision": 0.848765, "recall": 0.884387, "f1": 0.859585, "accuracy": 0.884387, "main_score": 0.859585, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"]}, {"precision": 0.676169, "recall": 0.725296, "f1": 0.690355, "accuracy": 0.725296, "main_score": 0.690355, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"]}, {"precision": 0.665844, "recall": 0.725296, "f1": 0.682765, "accuracy": 0.725296, "main_score": 0.682765, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"]}, {"precision": 0.945076, "recall": 0.959486, "f1": 0.949671, "accuracy": 0.959486, "main_score": 0.949671, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"]}, {"precision": 0.566024, "recall": 0.629447, "f1": 0.583832, "accuracy": 0.629447, "main_score": 0.583832, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"]}, {"precision": 0.572094, "recall": 0.632411, "f1": 0.5895, "accuracy": 0.632411, "main_score": 0.5895, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"]}, {"precision": 0.857213, "recall": 0.893281, "f1": 0.868544, "accuracy": 0.893281, "main_score": 0.868544, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"]}, {"precision": 0.561912, "recall": 0.621542, "f1": 0.578302, "accuracy": 0.621542, "main_score": 0.578302, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"]}, {"precision": 0.669713, "recall": 0.727273, "f1": 0.686891, "accuracy": 0.727273, "main_score": 0.686891, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"]}, {"precision": 0.91642, "recall": 0.937747, "f1": 0.92332, "accuracy": 0.937747, "main_score": 0.92332, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"]}, {"precision": 0.514141, "recall": 0.56917, "f1": 0.529312, "accuracy": 0.56917, "main_score": 0.529312, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"]}, {"precision": 0.60261, "recall": 0.659091, "f1": 0.618234, "accuracy": 0.659091, "main_score": 0.618234, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"]}, {"precision": 0.618151, "recall": 0.676877, "f1": 0.635526, "accuracy": 0.676877, "main_score": 0.635526, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"]}, {"precision": 0.57584, "recall": 0.631423, "f1": 0.591122, "accuracy": 0.631423, "main_score": 0.591122, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"]}, {"precision": 0.556555, "recall": 0.621542, "f1": 0.575288, "accuracy": 0.621542, "main_score": 0.575288, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"]}, {"precision": 0.747843, "recall": 0.80336, "f1": 0.764427, "accuracy": 0.80336, "main_score": 0.764427, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"]}, {"precision": 0.75476, "recall": 0.806324, "f1": 0.770455, "accuracy": 0.806324, "main_score": 0.770455, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"]}, {"precision": 0.887269, "recall": 0.91502, "f1": 0.895982, "accuracy": 0.91502, "main_score": 0.895982, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"]}, {"precision": 0.933333, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"]}, {"precision": 0.510798, "recall": 0.590909, "f1": 0.534392, "accuracy": 0.590909, "main_score": 0.534392, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"]}, {"precision": 0.726515, "recall": 0.786561, "f1": 0.744631, "accuracy": 0.786561, "main_score": 0.744631, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"]}, {"precision": 0.614453, "recall": 0.66502, "f1": 0.628757, "accuracy": 0.66502, "main_score": 0.628757, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"]}, {"precision": 0.410742, "recall": 0.45751, "f1": 0.424099, "accuracy": 0.45751, "main_score": 0.424099, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"]}, {"precision": 0.481961, "recall": 0.524704, "f1": 0.494277, "accuracy": 0.524704, "main_score": 0.494277, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"]}, {"precision": 0.210458, "recall": 0.25, "f1": 0.220855, "accuracy": 0.25, "main_score": 0.220855, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"]}, {"precision": 0.548462, "recall": 0.593874, "f1": 0.560727, "accuracy": 0.593874, "main_score": 0.560727, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"]}, {"precision": 0.508048, "recall": 0.551383, "f1": 0.519625, "accuracy": 0.551383, "main_score": 0.519625, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"]}, {"precision": 0.562036, "recall": 0.599802, "f1": 0.572254, "accuracy": 0.599802, "main_score": 0.572254, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"]}, {"precision": 0.553341, "recall": 0.589921, "f1": 0.563583, "accuracy": 0.589921, "main_score": 0.563583, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"]}, {"precision": 0.517402, "recall": 0.556324, "f1": 0.528123, "accuracy": 0.556324, "main_score": 0.528123, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"]}, {"precision": 0.556222, "recall": 0.600791, "f1": 0.567951, "accuracy": 0.600791, "main_score": 0.567951, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"]}, {"precision": 0.56761, "recall": 0.597826, "f1": 0.575769, "accuracy": 0.597826, "main_score": 0.575769, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"]}, {"precision": 0.54497, "recall": 0.582016, "f1": 0.555061, "accuracy": 0.582016, "main_score": 0.555061, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"]}, {"precision": 0.538883, "recall": 0.594862, "f1": 0.553523, "accuracy": 0.594862, "main_score": 0.553523, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"]}, {"precision": 0.53531, "recall": 0.58498, "f1": 0.549366, "accuracy": 0.58498, "main_score": 0.549366, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"]}, {"precision": 0.467, "recall": 0.512846, "f1": 0.480309, "accuracy": 0.512846, "main_score": 0.480309, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"]}, {"precision": 0.547521, "recall": 0.590909, "f1": 0.559936, "accuracy": 0.590909, "main_score": 0.559936, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"]}, {"precision": 0.513727, "recall": 0.5583, "f1": 0.526162, "accuracy": 0.5583, "main_score": 0.526162, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"]}, {"precision": 0.566098, "recall": 0.609684, "f1": 0.578584, "accuracy": 0.609684, "main_score": 0.578584, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"]}, {"precision": 0.519576, "recall": 0.554348, "f1": 0.529776, "accuracy": 0.554348, "main_score": 0.529776, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"]}, {"precision": 0.541824, "recall": 0.583992, "f1": 0.553137, "accuracy": 0.583992, "main_score": 0.553137, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"]}, {"precision": 0.51388, "recall": 0.560277, "f1": 0.525896, "accuracy": 0.560277, "main_score": 0.525896, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"]}, {"precision": 0.5782, "recall": 0.615613, "f1": 0.588836, "accuracy": 0.615613, "main_score": 0.588836, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"]}, {"precision": 0.568804, "recall": 0.614625, "f1": 0.580222, "accuracy": 0.614625, "main_score": 0.580222, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"]}, {"precision": 0.463377, "recall": 0.501976, "f1": 0.474489, "accuracy": 0.501976, "main_score": 0.474489, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"]}, {"precision": 0.544557, "recall": 0.59585, "f1": 0.558074, "accuracy": 0.59585, "main_score": 0.558074, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"]}, {"precision": 0.552859, "recall": 0.593874, "f1": 0.563993, "accuracy": 0.593874, "main_score": 0.563993, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"]}, {"precision": 0.555263, "recall": 0.591897, "f1": 0.565501, "accuracy": 0.591897, "main_score": 0.565501, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"]}, {"precision": 0.175531, "recall": 0.206522, "f1": 0.183191, "accuracy": 0.206522, "main_score": 0.183191, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"]}, {"precision": 0.549466, "recall": 0.594862, "f1": 0.562218, "accuracy": 0.594862, "main_score": 0.562218, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"]}, {"precision": 0.530343, "recall": 0.566206, "f1": 0.539955, "accuracy": 0.566206, "main_score": 0.539955, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"]}, {"precision": 0.5498, "recall": 0.588933, "f1": 0.560322, "accuracy": 0.588933, "main_score": 0.560322, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"]}, {"precision": 0.562724, "recall": 0.600791, "f1": 0.573261, "accuracy": 0.600791, "main_score": 0.573261, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"]}, {"precision": 0.534787, "recall": 0.576087, "f1": 0.546212, "accuracy": 0.576087, "main_score": 0.546212, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"]}, {"precision": 0.54343, "recall": 0.588933, "f1": 0.555527, "accuracy": 0.588933, "main_score": 0.555527, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"]}, {"precision": 0.529924, "recall": 0.567194, "f1": 0.540105, "accuracy": 0.567194, "main_score": 0.540105, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"]}, {"precision": 0.56021, "recall": 0.599802, "f1": 0.570755, "accuracy": 0.599802, "main_score": 0.570755, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"]}, {"precision": 0.468448, "recall": 0.519763, "f1": 0.483686, "accuracy": 0.519763, "main_score": 0.483686, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"]}, {"precision": 0.531812, "recall": 0.572134, "f1": 0.542609, "accuracy": 0.572134, "main_score": 0.542609, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"]}, {"precision": 0.553025, "recall": 0.596838, "f1": 0.565186, "accuracy": 0.596838, "main_score": 0.565186, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"]}, {"precision": 0.548149, "recall": 0.589921, "f1": 0.559803, "accuracy": 0.589921, "main_score": 0.559803, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"]}, {"precision": 0.526976, "recall": 0.571146, "f1": 0.538723, "accuracy": 0.571146, "main_score": 0.538723, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"]}, {"precision": 0.495335, "recall": 0.531621, "f1": 0.505717, "accuracy": 0.531621, "main_score": 0.505717, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"]}, {"precision": 0.381409, "recall": 0.434783, "f1": 0.395757, "accuracy": 0.434783, "main_score": 0.395757, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"]}, {"precision": 0.548894, "recall": 0.593874, "f1": 0.560854, "accuracy": 0.593874, "main_score": 0.560854, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"]}, {"precision": 0.49395, "recall": 0.537549, "f1": 0.506451, "accuracy": 0.537549, "main_score": 0.506451, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"]}, {"precision": 0.5572, "recall": 0.599802, "f1": 0.568996, "accuracy": 0.599802, "main_score": 0.568996, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"]}, {"precision": 0.580465, "recall": 0.621542, "f1": 0.592032, "accuracy": 0.621542, "main_score": 0.592032, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"]}, {"precision": 0.552205, "recall": 0.589921, "f1": 0.562451, "accuracy": 0.589921, "main_score": 0.562451, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"]}, {"precision": 0.537931, "recall": 0.578063, "f1": 0.548887, "accuracy": 0.578063, "main_score": 0.548887, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"]}, {"precision": 0.508015, "recall": 0.550395, "f1": 0.520246, "accuracy": 0.550395, "main_score": 0.520246, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"]}, {"precision": 0.546572, "recall": 0.582016, "f1": 0.557216, "accuracy": 0.582016, "main_score": 0.557216, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"]}, {"precision": 0.572249, "recall": 0.609684, "f1": 0.582691, "accuracy": 0.609684, "main_score": 0.582691, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"]}, {"precision": 0.559402, "recall": 0.604743, "f1": 0.571384, "accuracy": 0.604743, "main_score": 0.571384, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"]}, {"precision": 0.572566, "recall": 0.610672, "f1": 0.583118, "accuracy": 0.610672, "main_score": 0.583118, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"]}, {"precision": 0.480586, "recall": 0.523715, "f1": 0.493019, "accuracy": 0.523715, "main_score": 0.493019, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"]}, {"precision": 0.555368, "recall": 0.596838, "f1": 0.566655, "accuracy": 0.596838, "main_score": 0.566655, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"]}, {"precision": 0.396739, "recall": 0.439723, "f1": 0.408569, "accuracy": 0.439723, "main_score": 0.408569, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"]}, {"precision": 0.482699, "recall": 0.522727, "f1": 0.493845, "accuracy": 0.522727, "main_score": 0.493845, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"]}, {"precision": 0.576868, "recall": 0.608696, "f1": 0.585027, "accuracy": 0.608696, "main_score": 0.585027, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"]}, {"precision": 0.298003, "recall": 0.341897, "f1": 0.310034, "accuracy": 0.341897, "main_score": 0.310034, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"]}, {"precision": 0.548715, "recall": 0.592885, "f1": 0.560065, "accuracy": 0.592885, "main_score": 0.560065, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"]}, {"precision": 0.557412, "recall": 0.607708, "f1": 0.570132, "accuracy": 0.607708, "main_score": 0.570132, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"]}, {"precision": 0.566082, "recall": 0.610672, "f1": 0.577294, "accuracy": 0.610672, "main_score": 0.577294, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"]}, {"precision": 0.529109, "recall": 0.58004, "f1": 0.542871, "accuracy": 0.58004, "main_score": 0.542871, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"]}, {"precision": 0.513768, "recall": 0.551383, "f1": 0.524959, "accuracy": 0.551383, "main_score": 0.524959, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"]}, {"precision": 0.578552, "recall": 0.612648, "f1": 0.587768, "accuracy": 0.612648, "main_score": 0.587768, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"]}, {"precision": 0.544335, "recall": 0.574111, "f1": 0.553491, "accuracy": 0.574111, "main_score": 0.553491, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"]}, {"precision": 0.575411, "recall": 0.613636, "f1": 0.586059, "accuracy": 0.613636, "main_score": 0.586059, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"]}, {"precision": 0.52879, "recall": 0.567194, "f1": 0.539254, "accuracy": 0.567194, "main_score": 0.539254, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"]}, {"precision": 0.561917, "recall": 0.598814, "f1": 0.57099, "accuracy": 0.598814, "main_score": 0.57099, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"]}, {"precision": 0.510731, "recall": 0.554348, "f1": 0.523137, "accuracy": 0.554348, "main_score": 0.523137, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"]}, {"precision": 0.548745, "recall": 0.590909, "f1": 0.560958, "accuracy": 0.590909, "main_score": 0.560958, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"]}, {"precision": 0.526952, "recall": 0.573123, "f1": 0.539003, "accuracy": 0.573123, "main_score": 0.539003, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"]}, {"precision": 0.566046, "recall": 0.601779, "f1": 0.576115, "accuracy": 0.601779, "main_score": 0.576115, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"]}, {"precision": 0.255436, "recall": 0.301383, "f1": 0.266834, "accuracy": 0.301383, "main_score": 0.266834, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"]}, {"precision": 0.515588, "recall": 0.552372, "f1": 0.526227, "accuracy": 0.552372, "main_score": 0.526227, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"]}, {"precision": 0.527739, "recall": 0.566206, "f1": 0.538497, "accuracy": 0.566206, "main_score": 0.538497, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"]}, {"precision": 0.53331, "recall": 0.56917, "f1": 0.543629, "accuracy": 0.56917, "main_score": 0.543629, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"]}, {"precision": 0.46222, "recall": 0.513834, "f1": 0.476548, "accuracy": 0.513834, "main_score": 0.476548, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"]}, {"precision": 0.579075, "recall": 0.618577, "f1": 0.589255, "accuracy": 0.618577, "main_score": 0.589255, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"]}, {"precision": 0.540287, "recall": 0.583992, "f1": 0.550904, "accuracy": 0.583992, "main_score": 0.550904, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"]}, {"precision": 0.561793, "recall": 0.603755, "f1": 0.573196, "accuracy": 0.603755, "main_score": 0.573196, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"]}, {"precision": 0.465868, "recall": 0.518775, "f1": 0.48099, "accuracy": 0.518775, "main_score": 0.48099, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"]}, {"precision": 0.563224, "recall": 0.610672, "f1": 0.576003, "accuracy": 0.610672, "main_score": 0.576003, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"]}, {"precision": 0.550667, "recall": 0.593874, "f1": 0.562371, "accuracy": 0.593874, "main_score": 0.562371, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"]}, {"precision": 0.559884, "recall": 0.599802, "f1": 0.571068, "accuracy": 0.599802, "main_score": 0.571068, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"]}, {"precision": 0.543649, "recall": 0.589921, "f1": 0.556428, "accuracy": 0.589921, "main_score": 0.556428, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"]}, {"precision": 0.500169, "recall": 0.535573, "f1": 0.510227, "accuracy": 0.535573, "main_score": 0.510227, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"]}, {"precision": 0.484818, "recall": 0.521739, "f1": 0.495634, "accuracy": 0.521739, "main_score": 0.495634, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"]}, {"precision": 0.526546, "recall": 0.576087, "f1": 0.539842, "accuracy": 0.576087, "main_score": 0.539842, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"]}, {"precision": 0.547178, "recall": 0.591897, "f1": 0.558654, "accuracy": 0.591897, "main_score": 0.558654, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"]}, {"precision": 0.532602, "recall": 0.583992, "f1": 0.545775, "accuracy": 0.583992, "main_score": 0.545775, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"]}, {"precision": 0.540887, "recall": 0.577075, "f1": 0.550443, "accuracy": 0.577075, "main_score": 0.550443, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"]}, {"precision": 0.451227, "recall": 0.494071, "f1": 0.463468, "accuracy": 0.494071, "main_score": 0.463468, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"]}, {"precision": 0.573326, "recall": 0.608696, "f1": 0.582556, "accuracy": 0.608696, "main_score": 0.582556, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"]}, {"precision": 0.48476, "recall": 0.533597, "f1": 0.498357, "accuracy": 0.533597, "main_score": 0.498357, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"]}, {"precision": 0.490769, "recall": 0.533597, "f1": 0.503082, "accuracy": 0.533597, "main_score": 0.503082, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"]}, {"precision": 0.541534, "recall": 0.589921, "f1": 0.554914, "accuracy": 0.589921, "main_score": 0.554914, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"]}, {"precision": 0.482955, "recall": 0.517787, "f1": 0.49353, "accuracy": 0.517787, "main_score": 0.49353, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"]}, {"precision": 0.566638, "recall": 0.603755, "f1": 0.576094, "accuracy": 0.603755, "main_score": 0.576094, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"]}, {"precision": 0.545677, "recall": 0.586957, "f1": 0.556704, "accuracy": 0.586957, "main_score": 0.556704, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"]}, {"precision": 0.557802, "recall": 0.594862, "f1": 0.568098, "accuracy": 0.594862, "main_score": 0.568098, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"]}, {"precision": 0.573854, "recall": 0.612648, "f1": 0.584357, "accuracy": 0.612648, "main_score": 0.584357, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"]}, {"precision": 0.538112, "recall": 0.586957, "f1": 0.55218, "accuracy": 0.586957, "main_score": 0.55218, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"]}, {"precision": 0.546273, "recall": 0.586957, "f1": 0.557779, "accuracy": 0.586957, "main_score": 0.557779, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"]}, {"precision": 0.403763, "recall": 0.465415, "f1": 0.41981, "accuracy": 0.465415, "main_score": 0.41981, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"]}, {"precision": 0.504839, "recall": 0.548419, "f1": 0.516727, "accuracy": 0.548419, "main_score": 0.516727, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"]}, {"precision": 0.19727, "recall": 0.241107, "f1": 0.207183, "accuracy": 0.241107, "main_score": 0.207183, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"]}, {"precision": 0.525921, "recall": 0.565217, "f1": 0.536997, "accuracy": 0.565217, "main_score": 0.536997, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"]}, {"precision": 0.455261, "recall": 0.498024, "f1": 0.466495, "accuracy": 0.498024, "main_score": 0.466495, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"]}, {"precision": 0.559729, "recall": 0.602767, "f1": 0.571084, "accuracy": 0.602767, "main_score": 0.571084, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"]}, {"precision": 0.549818, "recall": 0.587945, "f1": 0.560066, "accuracy": 0.587945, "main_score": 0.560066, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"]}, {"precision": 0.399948, "recall": 0.450593, "f1": 0.414114, "accuracy": 0.450593, "main_score": 0.414114, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"]}, {"precision": 0.564844, "recall": 0.596838, "f1": 0.573616, "accuracy": 0.596838, "main_score": 0.573616, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"]}, {"precision": 0.551561, "recall": 0.59585, "f1": 0.562936, "accuracy": 0.59585, "main_score": 0.562936, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"]}, {"precision": 0.507379, "recall": 0.55336, "f1": 0.519212, "accuracy": 0.55336, "main_score": 0.519212, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"]}, {"precision": 0.545404, "recall": 0.588933, "f1": 0.556577, "accuracy": 0.588933, "main_score": 0.556577, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"]}, {"precision": 0.536295, "recall": 0.577075, "f1": 0.547574, "accuracy": 0.577075, "main_score": 0.547574, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"]}, {"precision": 0.520081, "recall": 0.571146, "f1": 0.534076, "accuracy": 0.571146, "main_score": 0.534076, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"]}, {"precision": 0.571485, "recall": 0.604743, "f1": 0.580121, "accuracy": 0.604743, "main_score": 0.580121, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"]}, {"precision": 0.479762, "recall": 0.523715, "f1": 0.492476, "accuracy": 0.523715, "main_score": 0.492476, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"]}, {"precision": 0.541876, "recall": 0.578063, "f1": 0.551777, "accuracy": 0.578063, "main_score": 0.551777, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"]}, {"precision": 0.559993, "recall": 0.598814, "f1": 0.570473, "accuracy": 0.598814, "main_score": 0.570473, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"]}, {"precision": 0.108931, "recall": 0.140316, "f1": 0.116668, "accuracy": 0.140316, "main_score": 0.116668, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"]}, {"precision": 0.536456, "recall": 0.582016, "f1": 0.548476, "accuracy": 0.582016, "main_score": 0.548476, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"]}, {"precision": 0.464153, "recall": 0.516798, "f1": 0.4782, "accuracy": 0.516798, "main_score": 0.4782, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"]}, {"precision": 0.523297, "recall": 0.571146, "f1": 0.536194, "accuracy": 0.571146, "main_score": 0.536194, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"]}, {"precision": 0.562506, "recall": 0.607708, "f1": 0.574519, "accuracy": 0.607708, "main_score": 0.574519, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"]}, {"precision": 0.465498, "recall": 0.512846, "f1": 0.479102, "accuracy": 0.512846, "main_score": 0.479102, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"]}, {"precision": 0.493151, "recall": 0.534585, "f1": 0.505336, "accuracy": 0.534585, "main_score": 0.505336, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"]}, {"precision": 0.534279, "recall": 0.577075, "f1": 0.545627, "accuracy": 0.577075, "main_score": 0.545627, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"]}, {"precision": 0.569386, "recall": 0.612648, "f1": 0.58085, "accuracy": 0.612648, "main_score": 0.58085, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"]}, {"precision": 0.552739, "recall": 0.594862, "f1": 0.563671, "accuracy": 0.594862, "main_score": 0.563671, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"]}, {"precision": 0.528965, "recall": 0.56917, "f1": 0.54009, "accuracy": 0.56917, "main_score": 0.54009, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"]}, {"precision": 0.480442, "recall": 0.527668, "f1": 0.493769, "accuracy": 0.527668, "main_score": 0.493769, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"]}, {"precision": 0.544193, "recall": 0.591897, "f1": 0.557203, "accuracy": 0.591897, "main_score": 0.557203, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"]}, {"precision": 0.493742, "recall": 0.525692, "f1": 0.503557, "accuracy": 0.525692, "main_score": 0.503557, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"]}, {"precision": 0.49321, "recall": 0.533597, "f1": 0.504123, "accuracy": 0.533597, "main_score": 0.504123, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"]}, {"precision": 0.542047, "recall": 0.589921, "f1": 0.554493, "accuracy": 0.589921, "main_score": 0.554493, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"]}, {"precision": 0.557842, "recall": 0.594862, "f1": 0.56719, "accuracy": 0.594862, "main_score": 0.56719, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"]}, {"precision": 0.539895, "recall": 0.586957, "f1": 0.552777, "accuracy": 0.586957, "main_score": 0.552777, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"]}, {"precision": 0.413592, "recall": 0.462451, "f1": 0.426824, "accuracy": 0.462451, "main_score": 0.426824, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"]}, {"precision": 0.580732, "recall": 0.617589, "f1": 0.590124, "accuracy": 0.617589, "main_score": 0.590124, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"]}, {"precision": 0.539078, "recall": 0.578063, "f1": 0.549908, "accuracy": 0.578063, "main_score": 0.549908, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"]}, {"precision": 0.526934, "recall": 0.572134, "f1": 0.539281, "accuracy": 0.572134, "main_score": 0.539281, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"]}, {"precision": 0.500011, "recall": 0.543478, "f1": 0.511586, "accuracy": 0.543478, "main_score": 0.511586, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"]}, {"precision": 0.491122, "recall": 0.530632, "f1": 0.502569, "accuracy": 0.530632, "main_score": 0.502569, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"]}, {"precision": 0.477126, "recall": 0.52668, "f1": 0.490596, "accuracy": 0.52668, "main_score": 0.490596, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"]}, {"precision": 0.515584, "recall": 0.560277, "f1": 0.527889, "accuracy": 0.560277, "main_score": 0.527889, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"]}, {"precision": 0.541179, "recall": 0.573123, "f1": 0.550314, "accuracy": 0.573123, "main_score": 0.550314, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"]}, {"precision": 0.472911, "recall": 0.530632, "f1": 0.488221, "accuracy": 0.530632, "main_score": 0.488221, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"]}, {"precision": 0.539436, "recall": 0.589921, "f1": 0.553126, "accuracy": 0.589921, "main_score": 0.553126, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"]}, {"precision": 0.536869, "recall": 0.581028, "f1": 0.548284, "accuracy": 0.581028, "main_score": 0.548284, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"]}, {"precision": 0.562704, "recall": 0.603755, "f1": 0.574282, "accuracy": 0.603755, "main_score": 0.574282, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"]}, {"precision": 0.545068, "recall": 0.586957, "f1": 0.556406, "accuracy": 0.586957, "main_score": 0.556406, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"]}, {"precision": 0.572286, "recall": 0.616601, "f1": 0.584269, "accuracy": 0.616601, "main_score": 0.584269, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"]}, {"precision": 0.506852, "recall": 0.554348, "f1": 0.520673, "accuracy": 0.554348, "main_score": 0.520673, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"]}, {"precision": 0.543097, "recall": 0.582016, "f1": 0.55365, "accuracy": 0.582016, "main_score": 0.55365, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"]}, {"precision": 0.427779, "recall": 0.477273, "f1": 0.44146, "accuracy": 0.477273, "main_score": 0.44146, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"]}, {"precision": 0.555725, "recall": 0.600791, "f1": 0.567898, "accuracy": 0.600791, "main_score": 0.567898, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"]}, {"precision": 0.391035, "recall": 0.438735, "f1": 0.405044, "accuracy": 0.438735, "main_score": 0.405044, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"]}, {"precision": 0.520617, "recall": 0.56917, "f1": 0.53389, "accuracy": 0.56917, "main_score": 0.53389, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"]}, {"precision": 0.549692, "recall": 0.590909, "f1": 0.561153, "accuracy": 0.590909, "main_score": 0.561153, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"]}, {"precision": 0.542563, "recall": 0.573123, "f1": 0.550859, "accuracy": 0.573123, "main_score": 0.550859, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"]}, {"precision": 0.544985, "recall": 0.578063, "f1": 0.554541, "accuracy": 0.578063, "main_score": 0.554541, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"]}, {"precision": 0.524772, "recall": 0.570158, "f1": 0.536572, "accuracy": 0.570158, "main_score": 0.536572, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"]}, {"precision": 0.513137, "recall": 0.550395, "f1": 0.523946, "accuracy": 0.550395, "main_score": 0.523946, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"]}, {"precision": 0.525863, "recall": 0.566206, "f1": 0.536628, "accuracy": 0.566206, "main_score": 0.536628, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"]}, {"precision": 0.541107, "recall": 0.589921, "f1": 0.554223, "accuracy": 0.589921, "main_score": 0.554223, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"]}, {"precision": 0.539858, "recall": 0.583004, "f1": 0.551505, "accuracy": 0.583004, "main_score": 0.551505, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"]}, {"precision": 0.571738, "recall": 0.61166, "f1": 0.582265, "accuracy": 0.61166, "main_score": 0.582265, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"]}, {"precision": 0.48504, "recall": 0.527668, "f1": 0.497496, "accuracy": 0.527668, "main_score": 0.497496, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"]}, {"precision": 0.566761, "recall": 0.608696, "f1": 0.577812, "accuracy": 0.608696, "main_score": 0.577812, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"]}, {"precision": 0.533779, "recall": 0.585968, "f1": 0.547461, "accuracy": 0.585968, "main_score": 0.547461, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"]}, {"precision": 0.553118, "recall": 0.59585, "f1": 0.564116, "accuracy": 0.59585, "main_score": 0.564116, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"]}, {"precision": 0.490894, "recall": 0.532609, "f1": 0.502493, "accuracy": 0.532609, "main_score": 0.502493, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"]}, {"precision": 0.572388, "recall": 0.609684, "f1": 0.58174, "accuracy": 0.609684, "main_score": 0.58174, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"]}, {"precision": 0.521547, "recall": 0.556324, "f1": 0.530847, "accuracy": 0.556324, "main_score": 0.530847, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"]}, {"precision": 0.500289, "recall": 0.537549, "f1": 0.510581, "accuracy": 0.537549, "main_score": 0.510581, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"]}, {"precision": 0.50979, "recall": 0.550395, "f1": 0.521314, "accuracy": 0.550395, "main_score": 0.521314, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"]}, {"precision": 0.478076, "recall": 0.525692, "f1": 0.491559, "accuracy": 0.525692, "main_score": 0.491559, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"]}, {"precision": 0.553204, "recall": 0.596838, "f1": 0.564757, "accuracy": 0.596838, "main_score": 0.564757, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"]}, {"precision": 0.513007, "recall": 0.564229, "f1": 0.527001, "accuracy": 0.564229, "main_score": 0.527001, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"]}, {"precision": 0.460697, "recall": 0.507905, "f1": 0.474203, "accuracy": 0.507905, "main_score": 0.474203, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"]}, {"precision": 0.526252, "recall": 0.562253, "f1": 0.536627, "accuracy": 0.562253, "main_score": 0.536627, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"]}, {"precision": 0.533702, "recall": 0.583992, "f1": 0.548056, "accuracy": 0.583992, "main_score": 0.548056, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"]}, {"precision": 0.508724, "recall": 0.547431, "f1": 0.519582, "accuracy": 0.547431, "main_score": 0.519582, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"]}, {"precision": 0.503266, "recall": 0.538538, "f1": 0.512899, "accuracy": 0.538538, "main_score": 0.512899, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"]}, {"precision": 0.523582, "recall": 0.575099, "f1": 0.536923, "accuracy": 0.575099, "main_score": 0.536923, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"]}, {"precision": 0.492704, "recall": 0.536561, "f1": 0.506046, "accuracy": 0.536561, "main_score": 0.506046, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"]}, {"precision": 0.537603, "recall": 0.58004, "f1": 0.549753, "accuracy": 0.58004, "main_score": 0.549753, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"]}, {"precision": 0.545358, "recall": 0.58498, "f1": 0.556192, "accuracy": 0.58498, "main_score": 0.556192, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"]}, {"precision": 0.535326, "recall": 0.56917, "f1": 0.545407, "accuracy": 0.56917, "main_score": 0.545407, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"]}, {"precision": 0.557625, "recall": 0.592885, "f1": 0.566911, "accuracy": 0.592885, "main_score": 0.566911, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"]}, {"precision": 0.513536, "recall": 0.566206, "f1": 0.527764, "accuracy": 0.566206, "main_score": 0.527764, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"]}, {"precision": 0.499464, "recall": 0.545455, "f1": 0.512332, "accuracy": 0.545455, "main_score": 0.512332, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"]}, {"precision": 0.546179, "recall": 0.585968, "f1": 0.556332, "accuracy": 0.585968, "main_score": 0.556332, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"]}, {"precision": 0.429793, "recall": 0.488142, "f1": 0.446464, "accuracy": 0.488142, "main_score": 0.446464, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"]}, {"precision": 0.535701, "recall": 0.579051, "f1": 0.547337, "accuracy": 0.579051, "main_score": 0.547337, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"]}, {"precision": 0.518277, "recall": 0.562253, "f1": 0.530602, "accuracy": 0.562253, "main_score": 0.530602, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"]}, {"precision": 0.528405, "recall": 0.568182, "f1": 0.538646, "accuracy": 0.568182, "main_score": 0.538646, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"]}, {"precision": 0.536996, "recall": 0.585968, "f1": 0.549469, "accuracy": 0.585968, "main_score": 0.549469, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"]}, {"precision": 0.492121, "recall": 0.527668, "f1": 0.502554, "accuracy": 0.527668, "main_score": 0.502554, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"]}, {"precision": 0.481917, "recall": 0.519763, "f1": 0.493544, "accuracy": 0.519763, "main_score": 0.493544, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"]}, {"precision": 0.399232, "recall": 0.4417, "f1": 0.41091, "accuracy": 0.4417, "main_score": 0.41091, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"]}, {"precision": 0.468668, "recall": 0.51087, "f1": 0.480961, "accuracy": 0.51087, "main_score": 0.480961, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"]}, {"precision": 0.221467, "recall": 0.26087, "f1": 0.231351, "accuracy": 0.26087, "main_score": 0.231351, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"]}, {"precision": 0.526164, "recall": 0.567194, "f1": 0.536629, "accuracy": 0.567194, "main_score": 0.536629, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"]}, {"precision": 0.487931, "recall": 0.531621, "f1": 0.500716, "accuracy": 0.531621, "main_score": 0.500716, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"]}, {"precision": 0.519404, "recall": 0.560277, "f1": 0.530353, "accuracy": 0.560277, "main_score": 0.530353, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"]}, {"precision": 0.543913, "recall": 0.56917, "f1": 0.550455, "accuracy": 0.56917, "main_score": 0.550455, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"]}, {"precision": 0.523084, "recall": 0.556324, "f1": 0.531706, "accuracy": 0.556324, "main_score": 0.531706, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"]}, {"precision": 0.528918, "recall": 0.570158, "f1": 0.539826, "accuracy": 0.570158, "main_score": 0.539826, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"]}, {"precision": 0.539538, "recall": 0.565217, "f1": 0.546004, "accuracy": 0.565217, "main_score": 0.546004, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"]}, {"precision": 0.531228, "recall": 0.563241, "f1": 0.539789, "accuracy": 0.563241, "main_score": 0.539789, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"]}, {"precision": 0.513898, "recall": 0.559289, "f1": 0.525676, "accuracy": 0.559289, "main_score": 0.525676, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"]}, {"precision": 0.51213, "recall": 0.554348, "f1": 0.522716, "accuracy": 0.554348, "main_score": 0.522716, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"]}, {"precision": 0.483225, "recall": 0.52668, "f1": 0.494861, "accuracy": 0.52668, "main_score": 0.494861, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"]}, {"precision": 0.531881, "recall": 0.570158, "f1": 0.542243, "accuracy": 0.570158, "main_score": 0.542243, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"]}, {"precision": 0.48143, "recall": 0.522727, "f1": 0.492865, "accuracy": 0.522727, "main_score": 0.492865, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"]}, {"precision": 0.53973, "recall": 0.574111, "f1": 0.548959, "accuracy": 0.574111, "main_score": 0.548959, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"]}, {"precision": 0.523133, "recall": 0.557312, "f1": 0.532799, "accuracy": 0.557312, "main_score": 0.532799, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"]}, {"precision": 0.498584, "recall": 0.540514, "f1": 0.509998, "accuracy": 0.540514, "main_score": 0.509998, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"]}, {"precision": 0.503208, "recall": 0.543478, "f1": 0.514183, "accuracy": 0.543478, "main_score": 0.514183, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"]}, {"precision": 0.553887, "recall": 0.594862, "f1": 0.565001, "accuracy": 0.594862, "main_score": 0.565001, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"]}, {"precision": 0.531085, "recall": 0.570158, "f1": 0.54173, "accuracy": 0.570158, "main_score": 0.54173, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"]}, {"precision": 0.481868, "recall": 0.51581, "f1": 0.491554, "accuracy": 0.51581, "main_score": 0.491554, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"]}, {"precision": 0.514427, "recall": 0.559289, "f1": 0.526184, "accuracy": 0.559289, "main_score": 0.526184, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"]}, {"precision": 0.515446, "recall": 0.555336, "f1": 0.526131, "accuracy": 0.555336, "main_score": 0.526131, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"]}, {"precision": 0.521941, "recall": 0.5583, "f1": 0.531517, "accuracy": 0.5583, "main_score": 0.531517, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"]}, {"precision": 0.189768, "recall": 0.224308, "f1": 0.199004, "accuracy": 0.224308, "main_score": 0.199004, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"]}, {"precision": 0.512482, "recall": 0.55336, "f1": 0.523059, "accuracy": 0.55336, "main_score": 0.523059, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"]}, {"precision": 0.52778, "recall": 0.560277, "f1": 0.536673, "accuracy": 0.560277, "main_score": 0.536673, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"]}, {"precision": 0.515154, "recall": 0.556324, "f1": 0.526204, "accuracy": 0.556324, "main_score": 0.526204, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"]}, {"precision": 0.522983, "recall": 0.563241, "f1": 0.534153, "accuracy": 0.563241, "main_score": 0.534153, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"]}, {"precision": 0.519505, "recall": 0.563241, "f1": 0.530523, "accuracy": 0.563241, "main_score": 0.530523, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"]}, {"precision": 0.524916, "recall": 0.564229, "f1": 0.535812, "accuracy": 0.564229, "main_score": 0.535812, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"]}, {"precision": 0.512235, "recall": 0.547431, "f1": 0.522208, "accuracy": 0.547431, "main_score": 0.522208, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"]}, {"precision": 0.537132, "recall": 0.573123, "f1": 0.547196, "accuracy": 0.573123, "main_score": 0.547196, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"]}, {"precision": 0.457843, "recall": 0.503953, "f1": 0.47062, "accuracy": 0.503953, "main_score": 0.47062, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"]}, {"precision": 0.51226, "recall": 0.543478, "f1": 0.520822, "accuracy": 0.543478, "main_score": 0.520822, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"]}, {"precision": 0.530518, "recall": 0.565217, "f1": 0.540147, "accuracy": 0.565217, "main_score": 0.540147, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"]}, {"precision": 0.514065, "recall": 0.5583, "f1": 0.525912, "accuracy": 0.5583, "main_score": 0.525912, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"]}, {"precision": 0.496189, "recall": 0.543478, "f1": 0.508849, "accuracy": 0.543478, "main_score": 0.508849, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"]}, {"precision": 0.520118, "recall": 0.55336, "f1": 0.528888, "accuracy": 0.55336, "main_score": 0.528888, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"]}, {"precision": 0.361853, "recall": 0.41502, "f1": 0.375071, "accuracy": 0.41502, "main_score": 0.375071, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"]}, {"precision": 0.522988, "recall": 0.565217, "f1": 0.534504, "accuracy": 0.565217, "main_score": 0.534504, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"]}, {"precision": 0.510901, "recall": 0.544466, "f1": 0.519727, "accuracy": 0.544466, "main_score": 0.519727, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"]}, {"precision": 0.524816, "recall": 0.566206, "f1": 0.536226, "accuracy": 0.566206, "main_score": 0.536226, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"]}, {"precision": 0.550836, "recall": 0.588933, "f1": 0.560562, "accuracy": 0.588933, "main_score": 0.560562, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"]}, {"precision": 0.527643, "recall": 0.563241, "f1": 0.537888, "accuracy": 0.563241, "main_score": 0.537888, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"]}, {"precision": 0.520186, "recall": 0.560277, "f1": 0.530984, "accuracy": 0.560277, "main_score": 0.530984, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"]}, {"precision": 0.500162, "recall": 0.540514, "f1": 0.511349, "accuracy": 0.540514, "main_score": 0.511349, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"]}, {"precision": 0.521811, "recall": 0.557312, "f1": 0.531594, "accuracy": 0.557312, "main_score": 0.531594, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"]}, {"precision": 0.537674, "recall": 0.571146, "f1": 0.546871, "accuracy": 0.571146, "main_score": 0.546871, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"]}, {"precision": 0.528366, "recall": 0.572134, "f1": 0.540829, "accuracy": 0.572134, "main_score": 0.540829, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"]}, {"precision": 0.537001, "recall": 0.570158, "f1": 0.546229, "accuracy": 0.570158, "main_score": 0.546229, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"]}, {"precision": 0.485187, "recall": 0.523715, "f1": 0.495831, "accuracy": 0.523715, "main_score": 0.495831, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"]}, {"precision": 0.517838, "recall": 0.559289, "f1": 0.527911, "accuracy": 0.559289, "main_score": 0.527911, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"]}, {"precision": 0.392711, "recall": 0.437747, "f1": 0.40416, "accuracy": 0.437747, "main_score": 0.40416, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"]}, {"precision": 0.487158, "recall": 0.522727, "f1": 0.496973, "accuracy": 0.522727, "main_score": 0.496973, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"]}, {"precision": 0.550466, "recall": 0.58004, "f1": 0.557761, "accuracy": 0.58004, "main_score": 0.557761, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"]}, {"precision": 0.30075, "recall": 0.353755, "f1": 0.31487, "accuracy": 0.353755, "main_score": 0.31487, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"]}, {"precision": 0.528131, "recall": 0.568182, "f1": 0.538797, "accuracy": 0.568182, "main_score": 0.538797, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"]}, {"precision": 0.513856, "recall": 0.556324, "f1": 0.525227, "accuracy": 0.556324, "main_score": 0.525227, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"]}, {"precision": 0.526897, "recall": 0.568182, "f1": 0.538603, "accuracy": 0.568182, "main_score": 0.538603, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"]}, {"precision": 0.498369, "recall": 0.549407, "f1": 0.512552, "accuracy": 0.549407, "main_score": 0.512552, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"]}, {"precision": 0.534321, "recall": 0.567194, "f1": 0.543364, "accuracy": 0.567194, "main_score": 0.543364, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"]}, {"precision": 0.537685, "recall": 0.56917, "f1": 0.546, "accuracy": 0.56917, "main_score": 0.546, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"]}, {"precision": 0.503594, "recall": 0.536561, "f1": 0.513193, "accuracy": 0.536561, "main_score": 0.513193, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"]}, {"precision": 0.541625, "recall": 0.578063, "f1": 0.551903, "accuracy": 0.578063, "main_score": 0.551903, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"]}, {"precision": 0.518711, "recall": 0.548419, "f1": 0.526668, "accuracy": 0.548419, "main_score": 0.526668, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"]}, {"precision": 0.531795, "recall": 0.567194, "f1": 0.541022, "accuracy": 0.567194, "main_score": 0.541022, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"]}, {"precision": 0.503864, "recall": 0.541502, "f1": 0.514798, "accuracy": 0.541502, "main_score": 0.514798, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"]}, {"precision": 0.516418, "recall": 0.551383, "f1": 0.525992, "accuracy": 0.551383, "main_score": 0.525992, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"]}, {"precision": 0.517249, "recall": 0.557312, "f1": 0.527991, "accuracy": 0.557312, "main_score": 0.527991, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"]}, {"precision": 0.528703, "recall": 0.562253, "f1": 0.537912, "accuracy": 0.562253, "main_score": 0.537912, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"]}, {"precision": 0.265689, "recall": 0.306324, "f1": 0.275554, "accuracy": 0.306324, "main_score": 0.275554, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"]}, {"precision": 0.495062, "recall": 0.534585, "f1": 0.506502, "accuracy": 0.534585, "main_score": 0.506502, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"]}, {"precision": 0.49144, "recall": 0.531621, "f1": 0.502561, "accuracy": 0.531621, "main_score": 0.502561, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"]}, {"precision": 0.519178, "recall": 0.554348, "f1": 0.528945, "accuracy": 0.554348, "main_score": 0.528945, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"]}, {"precision": 0.469497, "recall": 0.509881, "f1": 0.480862, "accuracy": 0.509881, "main_score": 0.480862, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"]}, {"precision": 0.538486, "recall": 0.574111, "f1": 0.548094, "accuracy": 0.574111, "main_score": 0.548094, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"]}, {"precision": 0.521336, "recall": 0.557312, "f1": 0.530854, "accuracy": 0.557312, "main_score": 0.530854, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"]}, {"precision": 0.534205, "recall": 0.570158, "f1": 0.544135, "accuracy": 0.570158, "main_score": 0.544135, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"]}, {"precision": 0.452985, "recall": 0.502964, "f1": 0.465403, "accuracy": 0.502964, "main_score": 0.465403, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"]}, {"precision": 0.544325, "recall": 0.582016, "f1": 0.554422, "accuracy": 0.582016, "main_score": 0.554422, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"]}, {"precision": 0.517935, "recall": 0.563241, "f1": 0.530043, "accuracy": 0.563241, "main_score": 0.530043, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"]}, {"precision": 0.540657, "recall": 0.583004, "f1": 0.551501, "accuracy": 0.583004, "main_score": 0.551501, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"]}, {"precision": 0.512259, "recall": 0.556324, "f1": 0.524408, "accuracy": 0.556324, "main_score": 0.524408, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"]}, {"precision": 0.485958, "recall": 0.522727, "f1": 0.496256, "accuracy": 0.522727, "main_score": 0.496256, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"]}, {"precision": 0.496902, "recall": 0.531621, "f1": 0.506317, "accuracy": 0.531621, "main_score": 0.506317, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"]}, {"precision": 0.513572, "recall": 0.559289, "f1": 0.525728, "accuracy": 0.559289, "main_score": 0.525728, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"]}, {"precision": 0.52688, "recall": 0.56917, "f1": 0.537992, "accuracy": 0.56917, "main_score": 0.537992, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"]}, {"precision": 0.510751, "recall": 0.551383, "f1": 0.520986, "accuracy": 0.551383, "main_score": 0.520986, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"]}, {"precision": 0.510775, "recall": 0.543478, "f1": 0.519716, "accuracy": 0.543478, "main_score": 0.519716, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"]}, {"precision": 0.465267, "recall": 0.496047, "f1": 0.474539, "accuracy": 0.496047, "main_score": 0.474539, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"]}, {"precision": 0.548897, "recall": 0.579051, "f1": 0.55719, "accuracy": 0.579051, "main_score": 0.55719, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"]}, {"precision": 0.472215, "recall": 0.517787, "f1": 0.484072, "accuracy": 0.517787, "main_score": 0.484072, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"]}, {"precision": 0.480138, "recall": 0.51087, "f1": 0.488676, "accuracy": 0.51087, "main_score": 0.488676, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"]}, {"precision": 0.533429, "recall": 0.572134, "f1": 0.543632, "accuracy": 0.572134, "main_score": 0.543632, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"]}, {"precision": 0.485876, "recall": 0.522727, "f1": 0.496366, "accuracy": 0.522727, "main_score": 0.496366, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"]}, {"precision": 0.548855, "recall": 0.58498, "f1": 0.558475, "accuracy": 0.58498, "main_score": 0.558475, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"]}, {"precision": 0.502291, "recall": 0.543478, "f1": 0.513097, "accuracy": 0.543478, "main_score": 0.513097, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"]}, {"precision": 0.534764, "recall": 0.570158, "f1": 0.544002, "accuracy": 0.570158, "main_score": 0.544002, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"]}, {"precision": 0.539108, "recall": 0.575099, "f1": 0.549105, "accuracy": 0.575099, "main_score": 0.549105, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"]}, {"precision": 0.511455, "recall": 0.55336, "f1": 0.523211, "accuracy": 0.55336, "main_score": 0.523211, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"]}, {"precision": 0.519859, "recall": 0.557312, "f1": 0.530216, "accuracy": 0.557312, "main_score": 0.530216, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"]}, {"precision": 0.391748, "recall": 0.451581, "f1": 0.407081, "accuracy": 0.451581, "main_score": 0.407081, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"]}, {"precision": 0.494644, "recall": 0.535573, "f1": 0.505506, "accuracy": 0.535573, "main_score": 0.505506, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"]}, {"precision": 0.197808, "recall": 0.242095, "f1": 0.209081, "accuracy": 0.242095, "main_score": 0.209081, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"]}, {"precision": 0.509599, "recall": 0.543478, "f1": 0.519237, "accuracy": 0.543478, "main_score": 0.519237, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"]}, {"precision": 0.436918, "recall": 0.477273, "f1": 0.447464, "accuracy": 0.477273, "main_score": 0.447464, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"]}, {"precision": 0.536251, "recall": 0.574111, "f1": 0.546959, "accuracy": 0.574111, "main_score": 0.546959, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"]}, {"precision": 0.522487, "recall": 0.5583, "f1": 0.53212, "accuracy": 0.5583, "main_score": 0.53212, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"]}, {"precision": 0.405089, "recall": 0.453557, "f1": 0.417686, "accuracy": 0.453557, "main_score": 0.417686, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"]}, {"precision": 0.532419, "recall": 0.566206, "f1": 0.541069, "accuracy": 0.566206, "main_score": 0.541069, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"]}, {"precision": 0.526321, "recall": 0.567194, "f1": 0.537501, "accuracy": 0.567194, "main_score": 0.537501, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"]}, {"precision": 0.500533, "recall": 0.541502, "f1": 0.511075, "accuracy": 0.541502, "main_score": 0.511075, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"]}, {"precision": 0.525023, "recall": 0.564229, "f1": 0.535019, "accuracy": 0.564229, "main_score": 0.535019, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"]}, {"precision": 0.51668, "recall": 0.556324, "f1": 0.52751, "accuracy": 0.556324, "main_score": 0.52751, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"]}, {"precision": 0.484599, "recall": 0.528656, "f1": 0.49674, "accuracy": 0.528656, "main_score": 0.49674, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"]}, {"precision": 0.539996, "recall": 0.574111, "f1": 0.548521, "accuracy": 0.574111, "main_score": 0.548521, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"]}, {"precision": 0.483416, "recall": 0.525692, "f1": 0.495377, "accuracy": 0.525692, "main_score": 0.495377, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"]}, {"precision": 0.524207, "recall": 0.561265, "f1": 0.534451, "accuracy": 0.561265, "main_score": 0.534451, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"]}, {"precision": 0.526692, "recall": 0.567194, "f1": 0.537981, "accuracy": 0.567194, "main_score": 0.537981, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"]}, {"precision": 0.105169, "recall": 0.144269, "f1": 0.1146, "accuracy": 0.144269, "main_score": 0.1146, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"]}, {"precision": 0.518858, "recall": 0.562253, "f1": 0.530137, "accuracy": 0.562253, "main_score": 0.530137, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"]}, {"precision": 0.428143, "recall": 0.471344, "f1": 0.438643, "accuracy": 0.471344, "main_score": 0.438643, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"]}, {"precision": 0.497537, "recall": 0.537549, "f1": 0.508333, "accuracy": 0.537549, "main_score": 0.508333, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"]}, {"precision": 0.531609, "recall": 0.570158, "f1": 0.541258, "accuracy": 0.570158, "main_score": 0.541258, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"]}, {"precision": 0.480082, "recall": 0.521739, "f1": 0.491877, "accuracy": 0.521739, "main_score": 0.491877, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"]}, {"precision": 0.496192, "recall": 0.535573, "f1": 0.507135, "accuracy": 0.535573, "main_score": 0.507135, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"]}, {"precision": 0.51926, "recall": 0.557312, "f1": 0.529692, "accuracy": 0.557312, "main_score": 0.529692, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"]}, {"precision": 0.543329, "recall": 0.581028, "f1": 0.553544, "accuracy": 0.581028, "main_score": 0.553544, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"]}, {"precision": 0.518047, "recall": 0.552372, "f1": 0.527182, "accuracy": 0.552372, "main_score": 0.527182, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"]}, {"precision": 0.507971, "recall": 0.54249, "f1": 0.517584, "accuracy": 0.54249, "main_score": 0.517584, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"]}, {"precision": 0.464564, "recall": 0.507905, "f1": 0.476396, "accuracy": 0.507905, "main_score": 0.476396, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"]}, {"precision": 0.505686, "recall": 0.549407, "f1": 0.517258, "accuracy": 0.549407, "main_score": 0.517258, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"]}, {"precision": 0.470416, "recall": 0.507905, "f1": 0.481376, "accuracy": 0.507905, "main_score": 0.481376, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"]}, {"precision": 0.471996, "recall": 0.511858, "f1": 0.482498, "accuracy": 0.511858, "main_score": 0.482498, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"]}, {"precision": 0.513811, "recall": 0.5583, "f1": 0.525762, "accuracy": 0.5583, "main_score": 0.525762, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"]}, {"precision": 0.505954, "recall": 0.547431, "f1": 0.517502, "accuracy": 0.547431, "main_score": 0.517502, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"]}, {"precision": 0.513726, "recall": 0.557312, "f1": 0.525401, "accuracy": 0.557312, "main_score": 0.525401, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"]}, {"precision": 0.449823, "recall": 0.495059, "f1": 0.461616, "accuracy": 0.495059, "main_score": 0.461616, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"]}, {"precision": 0.548322, "recall": 0.586957, "f1": 0.557958, "accuracy": 0.586957, "main_score": 0.557958, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"]}, {"precision": 0.512784, "recall": 0.557312, "f1": 0.524673, "accuracy": 0.557312, "main_score": 0.524673, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"]}, {"precision": 0.49193, "recall": 0.536561, "f1": 0.504604, "accuracy": 0.536561, "main_score": 0.504604, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"]}, {"precision": 0.466701, "recall": 0.508893, "f1": 0.477867, "accuracy": 0.508893, "main_score": 0.477867, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"]}, {"precision": 0.475181, "recall": 0.513834, "f1": 0.485873, "accuracy": 0.513834, "main_score": 0.485873, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"]}, {"precision": 0.451467, "recall": 0.497036, "f1": 0.464439, "accuracy": 0.497036, "main_score": 0.464439, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"]}, {"precision": 0.501565, "recall": 0.538538, "f1": 0.511555, "accuracy": 0.538538, "main_score": 0.511555, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"]}, {"precision": 0.538473, "recall": 0.578063, "f1": 0.549026, "accuracy": 0.578063, "main_score": 0.549026, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"]}, {"precision": 0.46201, "recall": 0.503953, "f1": 0.473425, "accuracy": 0.503953, "main_score": 0.473425, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"]}, {"precision": 0.523945, "recall": 0.561265, "f1": 0.534234, "accuracy": 0.561265, "main_score": 0.534234, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"]}, {"precision": 0.518105, "recall": 0.560277, "f1": 0.529424, "accuracy": 0.560277, "main_score": 0.529424, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"]}, {"precision": 0.533794, "recall": 0.564229, "f1": 0.542121, "accuracy": 0.564229, "main_score": 0.542121, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"]}, {"precision": 0.514121, "recall": 0.551383, "f1": 0.524329, "accuracy": 0.551383, "main_score": 0.524329, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"]}, {"precision": 0.545877, "recall": 0.579051, "f1": 0.554923, "accuracy": 0.579051, "main_score": 0.554923, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"]}, {"precision": 0.487279, "recall": 0.527668, "f1": 0.498802, "accuracy": 0.527668, "main_score": 0.498802, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"]}, {"precision": 0.511006, "recall": 0.550395, "f1": 0.521558, "accuracy": 0.550395, "main_score": 0.521558, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"]}, {"precision": 0.44427, "recall": 0.492095, "f1": 0.457028, "accuracy": 0.492095, "main_score": 0.457028, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"]}, {"precision": 0.516173, "recall": 0.560277, "f1": 0.527885, "accuracy": 0.560277, "main_score": 0.527885, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"]}, {"precision": 0.375592, "recall": 0.422925, "f1": 0.388916, "accuracy": 0.422925, "main_score": 0.388916, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"]}, {"precision": 0.50663, "recall": 0.554348, "f1": 0.519564, "accuracy": 0.554348, "main_score": 0.519564, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"]}, {"precision": 0.529836, "recall": 0.563241, "f1": 0.538951, "accuracy": 0.563241, "main_score": 0.538951, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"]}, {"precision": 0.510911, "recall": 0.547431, "f1": 0.520899, "accuracy": 0.547431, "main_score": 0.520899, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"]}, {"precision": 0.528257, "recall": 0.559289, "f1": 0.537501, "accuracy": 0.559289, "main_score": 0.537501, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"]}, {"precision": 0.499434, "recall": 0.540514, "f1": 0.510592, "accuracy": 0.540514, "main_score": 0.510592, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"]}, {"precision": 0.507485, "recall": 0.539526, "f1": 0.516722, "accuracy": 0.539526, "main_score": 0.516722, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"]}, {"precision": 0.514246, "recall": 0.546443, "f1": 0.523397, "accuracy": 0.546443, "main_score": 0.523397, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"]}, {"precision": 0.532551, "recall": 0.566206, "f1": 0.541535, "accuracy": 0.566206, "main_score": 0.541535, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"]}, {"precision": 0.541708, "recall": 0.578063, "f1": 0.551289, "accuracy": 0.578063, "main_score": 0.551289, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"]}, {"precision": 0.554826, "recall": 0.591897, "f1": 0.564645, "accuracy": 0.591897, "main_score": 0.564645, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"]}, {"precision": 0.486108, "recall": 0.523715, "f1": 0.496912, "accuracy": 0.523715, "main_score": 0.496912, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"]}, {"precision": 0.546546, "recall": 0.582016, "f1": 0.555698, "accuracy": 0.582016, "main_score": 0.555698, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"]}, {"precision": 0.530876, "recall": 0.572134, "f1": 0.542421, "accuracy": 0.572134, "main_score": 0.542421, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"]}, {"precision": 0.517059, "recall": 0.557312, "f1": 0.527546, "accuracy": 0.557312, "main_score": 0.527546, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"]}, {"precision": 0.47235, "recall": 0.519763, "f1": 0.484713, "accuracy": 0.519763, "main_score": 0.484713, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"]}, {"precision": 0.541265, "recall": 0.575099, "f1": 0.550303, "accuracy": 0.575099, "main_score": 0.550303, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"]}, {"precision": 0.514215, "recall": 0.546443, "f1": 0.523103, "accuracy": 0.546443, "main_score": 0.523103, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"]}, {"precision": 0.491032, "recall": 0.528656, "f1": 0.50167, "accuracy": 0.528656, "main_score": 0.50167, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"]}, {"precision": 0.506415, "recall": 0.549407, "f1": 0.518018, "accuracy": 0.549407, "main_score": 0.518018, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"]}, {"precision": 0.438511, "recall": 0.486166, "f1": 0.451612, "accuracy": 0.486166, "main_score": 0.451612, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"]}, {"precision": 0.538271, "recall": 0.577075, "f1": 0.548267, "accuracy": 0.577075, "main_score": 0.548267, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"]}, {"precision": 0.483289, "recall": 0.525692, "f1": 0.494875, "accuracy": 0.525692, "main_score": 0.494875, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"]}, {"precision": 0.47273, "recall": 0.509881, "f1": 0.482366, "accuracy": 0.509881, "main_score": 0.482366, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"]}, {"precision": 0.527187, "recall": 0.563241, "f1": 0.537721, "accuracy": 0.563241, "main_score": 0.537721, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"]}, {"precision": 0.510507, "recall": 0.55336, "f1": 0.522877, "accuracy": 0.55336, "main_score": 0.522877, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"]}, {"precision": 0.50588, "recall": 0.547431, "f1": 0.517088, "accuracy": 0.547431, "main_score": 0.517088, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"]}, {"precision": 0.493459, "recall": 0.533597, "f1": 0.504321, "accuracy": 0.533597, "main_score": 0.504321, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"]}, {"precision": 0.510585, "recall": 0.554348, "f1": 0.52186, "accuracy": 0.554348, "main_score": 0.52186, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"]}, {"precision": 0.488269, "recall": 0.524704, "f1": 0.497762, "accuracy": 0.524704, "main_score": 0.497762, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"]}, {"precision": 0.514137, "recall": 0.550395, "f1": 0.524098, "accuracy": 0.550395, "main_score": 0.524098, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"]}, {"precision": 0.531193, "recall": 0.559289, "f1": 0.538325, "accuracy": 0.559289, "main_score": 0.538325, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"]}, {"precision": 0.540374, "recall": 0.567194, "f1": 0.547941, "accuracy": 0.567194, "main_score": 0.547941, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"]}, {"precision": 0.526647, "recall": 0.561265, "f1": 0.535808, "accuracy": 0.561265, "main_score": 0.535808, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"]}, {"precision": 0.506856, "recall": 0.549407, "f1": 0.517863, "accuracy": 0.549407, "main_score": 0.517863, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"]}, {"precision": 0.503096, "recall": 0.544466, "f1": 0.514014, "accuracy": 0.544466, "main_score": 0.514014, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"]}, {"precision": 0.511391, "recall": 0.546443, "f1": 0.52136, "accuracy": 0.546443, "main_score": 0.52136, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"]}, {"precision": 0.412978, "recall": 0.462451, "f1": 0.42702, "accuracy": 0.462451, "main_score": 0.42702, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"]}, {"precision": 0.501497, "recall": 0.546443, "f1": 0.514272, "accuracy": 0.546443, "main_score": 0.514272, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"]}, {"precision": 0.50962, "recall": 0.55336, "f1": 0.521181, "accuracy": 0.55336, "main_score": 0.521181, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"]}, {"precision": 0.519214, "recall": 0.557312, "f1": 0.529623, "accuracy": 0.557312, "main_score": 0.529623, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"]}, {"precision": 0.519404, "recall": 0.561265, "f1": 0.531032, "accuracy": 0.561265, "main_score": 0.531032, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"]}, {"precision": 0.465282, "recall": 0.51087, "f1": 0.477617, "accuracy": 0.51087, "main_score": 0.477617, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"]}, {"precision": 0.503496, "recall": 0.539526, "f1": 0.51375, "accuracy": 0.539526, "main_score": 0.51375, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"]}, {"precision": 0.472149, "recall": 0.52668, "f1": 0.48744, "accuracy": 0.52668, "main_score": 0.48744, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"]}, {"precision": 0.541819, "recall": 0.589921, "f1": 0.55488, "accuracy": 0.589921, "main_score": 0.55488, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"]}, {"precision": 0.246751, "recall": 0.294466, "f1": 0.258479, "accuracy": 0.294466, "main_score": 0.258479, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"]}, {"precision": 0.648306, "recall": 0.699605, "f1": 0.661068, "accuracy": 0.699605, "main_score": 0.661068, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"]}, {"precision": 0.58903, "recall": 0.643281, "f1": 0.603307, "accuracy": 0.643281, "main_score": 0.603307, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"]}, {"precision": 0.653956, "recall": 0.703557, "f1": 0.6675, "accuracy": 0.703557, "main_score": 0.6675, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"]}, {"precision": 0.667547, "recall": 0.709486, "f1": 0.678002, "accuracy": 0.709486, "main_score": 0.678002, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"]}, {"precision": 0.598357, "recall": 0.642292, "f1": 0.610062, "accuracy": 0.642292, "main_score": 0.610062, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"]}, {"precision": 0.649481, "recall": 0.698617, "f1": 0.662825, "accuracy": 0.698617, "main_score": 0.662825, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"]}, {"precision": 0.643498, "recall": 0.688735, "f1": 0.655246, "accuracy": 0.688735, "main_score": 0.655246, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"]}, {"precision": 0.678153, "recall": 0.715415, "f1": 0.687935, "accuracy": 0.715415, "main_score": 0.687935, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"]}, {"precision": 0.637096, "recall": 0.687747, "f1": 0.650492, "accuracy": 0.687747, "main_score": 0.650492, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"]}, {"precision": 0.639209, "recall": 0.690711, "f1": 0.652505, "accuracy": 0.690711, "main_score": 0.652505, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"]}, {"precision": 0.565892, "recall": 0.614625, "f1": 0.578544, "accuracy": 0.614625, "main_score": 0.578544, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"]}, {"precision": 0.650114, "recall": 0.701581, "f1": 0.663575, "accuracy": 0.701581, "main_score": 0.663575, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"]}, {"precision": 0.614646, "recall": 0.66996, "f1": 0.628532, "accuracy": 0.66996, "main_score": 0.628532, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"]}, {"precision": 0.654173, "recall": 0.699605, "f1": 0.66656, "accuracy": 0.699605, "main_score": 0.66656, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"]}, {"precision": 0.589828, "recall": 0.631423, "f1": 0.600747, "accuracy": 0.631423, "main_score": 0.600747, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"]}, {"precision": 0.635518, "recall": 0.690711, "f1": 0.649209, "accuracy": 0.690711, "main_score": 0.649209, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"]}, {"precision": 0.614047, "recall": 0.66502, "f1": 0.626612, "accuracy": 0.66502, "main_score": 0.626612, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"]}, {"precision": 0.667521, "recall": 0.713439, "f1": 0.679211, "accuracy": 0.713439, "main_score": 0.679211, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"]}, {"precision": 0.657128, "recall": 0.703557, "f1": 0.668688, "accuracy": 0.703557, "main_score": 0.668688, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"]}, {"precision": 0.546216, "recall": 0.597826, "f1": 0.559797, "accuracy": 0.597826, "main_score": 0.559797, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"]}, {"precision": 0.622512, "recall": 0.676877, "f1": 0.637726, "accuracy": 0.676877, "main_score": 0.637726, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"]}, {"precision": 0.65253, "recall": 0.698617, "f1": 0.664513, "accuracy": 0.698617, "main_score": 0.664513, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"]}, {"precision": 0.654244, "recall": 0.699605, "f1": 0.66682, "accuracy": 0.699605, "main_score": 0.66682, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"]}, {"precision": 0.215678, "recall": 0.254941, "f1": 0.22539, "accuracy": 0.254941, "main_score": 0.22539, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"]}, {"precision": 0.639678, "recall": 0.6917, "f1": 0.653279, "accuracy": 0.6917, "main_score": 0.653279, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"]}, {"precision": 0.604868, "recall": 0.640316, "f1": 0.614548, "accuracy": 0.640316, "main_score": 0.614548, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"]}, {"precision": 0.663079, "recall": 0.70751, "f1": 0.674455, "accuracy": 0.70751, "main_score": 0.674455, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"]}, {"precision": 0.658347, "recall": 0.701581, "f1": 0.669804, "accuracy": 0.701581, "main_score": 0.669804, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"]}, {"precision": 0.616302, "recall": 0.66502, "f1": 0.62917, "accuracy": 0.66502, "main_score": 0.62917, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"]}, {"precision": 0.648139, "recall": 0.687747, "f1": 0.65868, "accuracy": 0.687747, "main_score": 0.65868, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"]}, {"precision": 0.604353, "recall": 0.649209, "f1": 0.616588, "accuracy": 0.649209, "main_score": 0.616588, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"]}, {"precision": 0.655109, "recall": 0.700593, "f1": 0.667536, "accuracy": 0.700593, "main_score": 0.667536, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"]}, {"precision": 0.538085, "recall": 0.588933, "f1": 0.551945, "accuracy": 0.588933, "main_score": 0.551945, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"]}, {"precision": 0.620532, "recall": 0.666996, "f1": 0.632465, "accuracy": 0.666996, "main_score": 0.632465, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"]}, {"precision": 0.642609, "recall": 0.684783, "f1": 0.654357, "accuracy": 0.684783, "main_score": 0.654357, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"]}, {"precision": 0.6372, "recall": 0.692688, "f1": 0.651485, "accuracy": 0.692688, "main_score": 0.651485, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"]}, {"precision": 0.631722, "recall": 0.677866, "f1": 0.644006, "accuracy": 0.677866, "main_score": 0.644006, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"]}, {"precision": 0.570177, "recall": 0.609684, "f1": 0.581983, "accuracy": 0.609684, "main_score": 0.581983, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"]}, {"precision": 0.434554, "recall": 0.496047, "f1": 0.451495, "accuracy": 0.496047, "main_score": 0.451495, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"]}, {"precision": 0.649876, "recall": 0.699605, "f1": 0.663078, "accuracy": 0.699605, "main_score": 0.663078, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"]}, {"precision": 0.568537, "recall": 0.617589, "f1": 0.581793, "accuracy": 0.617589, "main_score": 0.581793, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"]}, {"precision": 0.659007, "recall": 0.706522, "f1": 0.67189, "accuracy": 0.706522, "main_score": 0.67189, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"]}, {"precision": 0.663863, "recall": 0.713439, "f1": 0.676883, "accuracy": 0.713439, "main_score": 0.676883, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"]}, {"precision": 0.635514, "recall": 0.684783, "f1": 0.647698, "accuracy": 0.684783, "main_score": 0.647698, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"]}, {"precision": 0.652165, "recall": 0.699605, "f1": 0.664191, "accuracy": 0.699605, "main_score": 0.664191, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"]}, {"precision": 0.575212, "recall": 0.62747, "f1": 0.59006, "accuracy": 0.62747, "main_score": 0.59006, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"]}, {"precision": 0.596066, "recall": 0.646245, "f1": 0.610362, "accuracy": 0.646245, "main_score": 0.610362, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"]}, {"precision": 0.651122, "recall": 0.697628, "f1": 0.663156, "accuracy": 0.697628, "main_score": 0.663156, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"]}, {"precision": 0.675453, "recall": 0.719368, "f1": 0.68717, "accuracy": 0.719368, "main_score": 0.68717, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"]}, {"precision": 0.671874, "recall": 0.715415, "f1": 0.68291, "accuracy": 0.715415, "main_score": 0.68291, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"]}, {"precision": 0.540091, "recall": 0.587945, "f1": 0.553694, "accuracy": 0.587945, "main_score": 0.553694, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"]}, {"precision": 0.65292, "recall": 0.695652, "f1": 0.664098, "accuracy": 0.695652, "main_score": 0.664098, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"]}, {"precision": 0.453871, "recall": 0.505929, "f1": 0.467736, "accuracy": 0.505929, "main_score": 0.467736, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"]}, {"precision": 0.527017, "recall": 0.572134, "f1": 0.539878, "accuracy": 0.572134, "main_score": 0.539878, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"]}, {"precision": 0.672448, "recall": 0.708498, "f1": 0.682177, "accuracy": 0.708498, "main_score": 0.682177, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"]}, {"precision": 0.315971, "recall": 0.37253, "f1": 0.330827, "accuracy": 0.37253, "main_score": 0.330827, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"]}, {"precision": 0.656628, "recall": 0.705534, "f1": 0.669612, "accuracy": 0.705534, "main_score": 0.669612, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"]}, {"precision": 0.64988, "recall": 0.697628, "f1": 0.662471, "accuracy": 0.697628, "main_score": 0.662471, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"]}, {"precision": 0.664334, "recall": 0.713439, "f1": 0.677837, "accuracy": 0.713439, "main_score": 0.677837, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"]}, {"precision": 0.63292, "recall": 0.684783, "f1": 0.646386, "accuracy": 0.684783, "main_score": 0.646386, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"]}, {"precision": 0.582863, "recall": 0.62253, "f1": 0.594188, "accuracy": 0.62253, "main_score": 0.594188, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"]}, {"precision": 0.668042, "recall": 0.703557, "f1": 0.677347, "accuracy": 0.703557, "main_score": 0.677347, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"]}, {"precision": 0.616412, "recall": 0.65415, "f1": 0.626546, "accuracy": 0.65415, "main_score": 0.626546, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"]}, {"precision": 0.670033, "recall": 0.716403, "f1": 0.682615, "accuracy": 0.716403, "main_score": 0.682615, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"]}, {"precision": 0.562716, "recall": 0.603755, "f1": 0.573727, "accuracy": 0.603755, "main_score": 0.573727, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"]}, {"precision": 0.653834, "recall": 0.693676, "f1": 0.664813, "accuracy": 0.693676, "main_score": 0.664813, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"]}, {"precision": 0.595316, "recall": 0.643281, "f1": 0.609832, "accuracy": 0.643281, "main_score": 0.609832, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"]}, {"precision": 0.632246, "recall": 0.681818, "f1": 0.644746, "accuracy": 0.681818, "main_score": 0.644746, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"]}, {"precision": 0.617716, "recall": 0.671937, "f1": 0.632141, "accuracy": 0.671937, "main_score": 0.632141, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"]}, {"precision": 0.649162, "recall": 0.693676, "f1": 0.661243, "accuracy": 0.693676, "main_score": 0.661243, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"]}, {"precision": 0.303586, "recall": 0.368577, "f1": 0.320228, "accuracy": 0.368577, "main_score": 0.320228, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"]}, {"precision": 0.579228, "recall": 0.62253, "f1": 0.591131, "accuracy": 0.62253, "main_score": 0.591131, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"]}, {"precision": 0.604046, "recall": 0.647233, "f1": 0.615834, "accuracy": 0.647233, "main_score": 0.615834, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"]}, {"precision": 0.693975, "recall": 0.738142, "f1": 0.705843, "accuracy": 0.738142, "main_score": 0.705843, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"]}, {"precision": 0.548675, "recall": 0.602767, "f1": 0.563851, "accuracy": 0.602767, "main_score": 0.563851, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"]}, {"precision": 0.678162, "recall": 0.722332, "f1": 0.689657, "accuracy": 0.722332, "main_score": 0.689657, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"]}, {"precision": 0.642603, "recall": 0.682806, "f1": 0.653175, "accuracy": 0.682806, "main_score": 0.653175, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"]}, {"precision": 0.666563, "recall": 0.713439, "f1": 0.67903, "accuracy": 0.713439, "main_score": 0.67903, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"]}, {"precision": 0.548311, "recall": 0.607708, "f1": 0.564453, "accuracy": 0.607708, "main_score": 0.564453, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"]}, {"precision": 0.659175, "recall": 0.709486, "f1": 0.671767, "accuracy": 0.709486, "main_score": 0.671767, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"]}, {"precision": 0.635548, "recall": 0.682806, "f1": 0.648033, "accuracy": 0.682806, "main_score": 0.648033, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"]}, {"precision": 0.662415, "recall": 0.70751, "f1": 0.673844, "accuracy": 0.70751, "main_score": 0.673844, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"]}, {"precision": 0.63183, "recall": 0.683794, "f1": 0.645261, "accuracy": 0.683794, "main_score": 0.645261, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"]}, {"precision": 0.564319, "recall": 0.607708, "f1": 0.576706, "accuracy": 0.607708, "main_score": 0.576706, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"]}, {"precision": 0.553598, "recall": 0.602767, "f1": 0.567547, "accuracy": 0.602767, "main_score": 0.567547, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"]}, {"precision": 0.628914, "recall": 0.68083, "f1": 0.642696, "accuracy": 0.68083, "main_score": 0.642696, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"]}, {"precision": 0.654326, "recall": 0.700593, "f1": 0.665896, "accuracy": 0.700593, "main_score": 0.665896, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"]}, {"precision": 0.619245, "recall": 0.675889, "f1": 0.634036, "accuracy": 0.675889, "main_score": 0.634036, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"]}, {"precision": 0.626301, "recall": 0.666996, "f1": 0.637195, "accuracy": 0.666996, "main_score": 0.637195, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"]}, {"precision": 0.495318, "recall": 0.543478, "f1": 0.507623, "accuracy": 0.543478, "main_score": 0.507623, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"]}, {"precision": 0.67781, "recall": 0.719368, "f1": 0.688506, "accuracy": 0.719368, "main_score": 0.688506, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"]}, {"precision": 0.554173, "recall": 0.613636, "f1": 0.569915, "accuracy": 0.613636, "main_score": 0.569915, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"]}, {"precision": 0.536528, "recall": 0.582016, "f1": 0.548474, "accuracy": 0.582016, "main_score": 0.548474, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"]}, {"precision": 0.647078, "recall": 0.69664, "f1": 0.660265, "accuracy": 0.69664, "main_score": 0.660265, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"]}, {"precision": 0.527986, "recall": 0.581028, "f1": 0.542761, "accuracy": 0.581028, "main_score": 0.542761, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"]}, {"precision": 0.690713, "recall": 0.73419, "f1": 0.701538, "accuracy": 0.73419, "main_score": 0.701538, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"]}, {"precision": 0.642321, "recall": 0.690711, "f1": 0.654424, "accuracy": 0.690711, "main_score": 0.654424, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"]}, {"precision": 0.663077, "recall": 0.70751, "f1": 0.674982, "accuracy": 0.70751, "main_score": 0.674982, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"]}, {"precision": 0.668136, "recall": 0.713439, "f1": 0.680171, "accuracy": 0.713439, "main_score": 0.680171, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"]}, {"precision": 0.645374, "recall": 0.686759, "f1": 0.655931, "accuracy": 0.686759, "main_score": 0.655931, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"]}, {"precision": 0.652281, "recall": 0.697628, "f1": 0.664618, "accuracy": 0.697628, "main_score": 0.664618, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"]}, {"precision": 0.50613, "recall": 0.571146, "f1": 0.523712, "accuracy": 0.571146, "main_score": 0.523712, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"]}, {"precision": 0.588652, "recall": 0.637352, "f1": 0.601798, "accuracy": 0.637352, "main_score": 0.601798, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"]}, {"precision": 0.222304, "recall": 0.272727, "f1": 0.233461, "accuracy": 0.272727, "main_score": 0.233461, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"]}, {"precision": 0.610884, "recall": 0.659091, "f1": 0.623967, "accuracy": 0.659091, "main_score": 0.623967, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"]}, {"precision": 0.5026, "recall": 0.557312, "f1": 0.517661, "accuracy": 0.557312, "main_score": 0.517661, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"]}, {"precision": 0.670044, "recall": 0.713439, "f1": 0.681913, "accuracy": 0.713439, "main_score": 0.681913, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"]}, {"precision": 0.660708, "recall": 0.701581, "f1": 0.671897, "accuracy": 0.701581, "main_score": 0.671897, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"]}, {"precision": 0.435957, "recall": 0.493083, "f1": 0.451458, "accuracy": 0.493083, "main_score": 0.451458, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"]}, {"precision": 0.653822, "recall": 0.695652, "f1": 0.664807, "accuracy": 0.695652, "main_score": 0.664807, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"]}, {"precision": 0.643213, "recall": 0.693676, "f1": 0.656214, "accuracy": 0.693676, "main_score": 0.656214, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"]}, {"precision": 0.591785, "recall": 0.651186, "f1": 0.607333, "accuracy": 0.651186, "main_score": 0.607333, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"]}, {"precision": 0.635559, "recall": 0.678854, "f1": 0.647488, "accuracy": 0.678854, "main_score": 0.647488, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"]}, {"precision": 0.602703, "recall": 0.646245, "f1": 0.615033, "accuracy": 0.646245, "main_score": 0.615033, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"]}, {"precision": 0.632779, "recall": 0.685771, "f1": 0.646681, "accuracy": 0.685771, "main_score": 0.646681, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"]}, {"precision": 0.691622, "recall": 0.733202, "f1": 0.703331, "accuracy": 0.733202, "main_score": 0.703331, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"]}, {"precision": 0.546155, "recall": 0.590909, "f1": 0.558412, "accuracy": 0.590909, "main_score": 0.558412, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"]}, {"precision": 0.528289, "recall": 0.574111, "f1": 0.541406, "accuracy": 0.574111, "main_score": 0.541406, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"]}, {"precision": 0.651825, "recall": 0.702569, "f1": 0.665, "accuracy": 0.702569, "main_score": 0.665, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"]}, {"precision": 0.133687, "recall": 0.178854, "f1": 0.14443, "accuracy": 0.178854, "main_score": 0.14443, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"]}, {"precision": 0.633284, "recall": 0.686759, "f1": 0.647626, "accuracy": 0.686759, "main_score": 0.647626, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"]}, {"precision": 0.54088, "recall": 0.604743, "f1": 0.557838, "accuracy": 0.604743, "main_score": 0.557838, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"]}, {"precision": 0.613718, "recall": 0.666008, "f1": 0.627744, "accuracy": 0.666008, "main_score": 0.627744, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"]}, {"precision": 0.646089, "recall": 0.699605, "f1": 0.660411, "accuracy": 0.699605, "main_score": 0.660411, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"]}, {"precision": 0.532579, "recall": 0.586957, "f1": 0.547871, "accuracy": 0.586957, "main_score": 0.547871, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"]}, {"precision": 0.552845, "recall": 0.602767, "f1": 0.566889, "accuracy": 0.602767, "main_score": 0.566889, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"]}, {"precision": 0.6424, "recall": 0.6917, "f1": 0.655464, "accuracy": 0.6917, "main_score": 0.655464, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"]}, {"precision": 0.652205, "recall": 0.703557, "f1": 0.665574, "accuracy": 0.703557, "main_score": 0.665574, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"]}, {"precision": 0.644532, "recall": 0.689723, "f1": 0.656395, "accuracy": 0.689723, "main_score": 0.656395, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"]}, {"precision": 0.620904, "recall": 0.662055, "f1": 0.631999, "accuracy": 0.662055, "main_score": 0.631999, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"]}, {"precision": 0.536648, "recall": 0.592885, "f1": 0.552657, "accuracy": 0.592885, "main_score": 0.552657, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"]}, {"precision": 0.633462, "recall": 0.683794, "f1": 0.64647, "accuracy": 0.683794, "main_score": 0.64647, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"]}, {"precision": 0.539963, "recall": 0.585968, "f1": 0.553344, "accuracy": 0.585968, "main_score": 0.553344, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"]}, {"precision": 0.548067, "recall": 0.598814, "f1": 0.561771, "accuracy": 0.598814, "main_score": 0.561771, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"]}, {"precision": 0.622744, "recall": 0.679842, "f1": 0.637781, "accuracy": 0.679842, "main_score": 0.637781, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"]}, {"precision": 0.645961, "recall": 0.692688, "f1": 0.658358, "accuracy": 0.692688, "main_score": 0.658358, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"]}, {"precision": 0.631938, "recall": 0.684783, "f1": 0.64557, "accuracy": 0.684783, "main_score": 0.64557, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"]}, {"precision": 0.459025, "recall": 0.511858, "f1": 0.473429, "accuracy": 0.511858, "main_score": 0.473429, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"]}, {"precision": 0.694998, "recall": 0.731225, "f1": 0.704457, "accuracy": 0.731225, "main_score": 0.704457, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"]}, {"precision": 0.623149, "recall": 0.675889, "f1": 0.636901, "accuracy": 0.675889, "main_score": 0.636901, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"]}, {"precision": 0.60138, "recall": 0.653162, "f1": 0.615558, "accuracy": 0.653162, "main_score": 0.615558, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"]}, {"precision": 0.581599, "recall": 0.635375, "f1": 0.595819, "accuracy": 0.635375, "main_score": 0.595819, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"]}, {"precision": 0.554682, "recall": 0.597826, "f1": 0.566021, "accuracy": 0.597826, "main_score": 0.566021, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"]}, {"precision": 0.597623, "recall": 0.651186, "f1": 0.611787, "accuracy": 0.651186, "main_score": 0.611787, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"]}, {"precision": 0.623951, "recall": 0.670949, "f1": 0.636423, "accuracy": 0.670949, "main_score": 0.636423, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"]}, {"precision": 0.603629, "recall": 0.643281, "f1": 0.614939, "accuracy": 0.643281, "main_score": 0.614939, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"]}, {"precision": 0.550278, "recall": 0.610672, "f1": 0.566686, "accuracy": 0.610672, "main_score": 0.566686, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"]}, {"precision": 0.642267, "recall": 0.694664, "f1": 0.655373, "accuracy": 0.694664, "main_score": 0.655373, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"]}, {"precision": 0.629336, "recall": 0.674901, "f1": 0.641202, "accuracy": 0.674901, "main_score": 0.641202, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"]}, {"precision": 0.659368, "recall": 0.708498, "f1": 0.672773, "accuracy": 0.708498, "main_score": 0.672773, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"]}, {"precision": 0.619896, "recall": 0.667984, "f1": 0.632439, "accuracy": 0.667984, "main_score": 0.632439, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"]}, {"precision": 0.682496, "recall": 0.725296, "f1": 0.694276, "accuracy": 0.725296, "main_score": 0.694276, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"]}, {"precision": 0.597705, "recall": 0.650198, "f1": 0.61191, "accuracy": 0.650198, "main_score": 0.61191, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"]}, {"precision": 0.63717, "recall": 0.684783, "f1": 0.649502, "accuracy": 0.684783, "main_score": 0.649502, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"]}, {"precision": 0.472393, "recall": 0.532609, "f1": 0.488797, "accuracy": 0.532609, "main_score": 0.488797, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"]}, {"precision": 0.642606, "recall": 0.6917, "f1": 0.655198, "accuracy": 0.6917, "main_score": 0.655198, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"]}, {"precision": 0.457495, "recall": 0.516798, "f1": 0.473269, "accuracy": 0.516798, "main_score": 0.473269, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"]}, {"precision": 0.622357, "recall": 0.675889, "f1": 0.636038, "accuracy": 0.675889, "main_score": 0.636038, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"]}, {"precision": 0.647251, "recall": 0.694664, "f1": 0.659166, "accuracy": 0.694664, "main_score": 0.659166, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"]}, {"precision": 0.619445, "recall": 0.659091, "f1": 0.630254, "accuracy": 0.659091, "main_score": 0.630254, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"]}, {"precision": 0.641822, "recall": 0.68083, "f1": 0.652311, "accuracy": 0.68083, "main_score": 0.652311, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"]}, {"precision": 0.611509, "recall": 0.661067, "f1": 0.624235, "accuracy": 0.661067, "main_score": 0.624235, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"]}, {"precision": 0.619528, "recall": 0.658103, "f1": 0.630243, "accuracy": 0.658103, "main_score": 0.630243, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"]}, {"precision": 0.595894, "recall": 0.63834, "f1": 0.608169, "accuracy": 0.63834, "main_score": 0.608169, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"]}, {"precision": 0.649129, "recall": 0.690711, "f1": 0.660061, "accuracy": 0.690711, "main_score": 0.660061, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"]}, {"precision": 0.641729, "recall": 0.679842, "f1": 0.652293, "accuracy": 0.679842, "main_score": 0.652293, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"]}, {"precision": 0.681927, "recall": 0.721344, "f1": 0.692543, "accuracy": 0.721344, "main_score": 0.692543, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"]}, {"precision": 0.531403, "recall": 0.58498, "f1": 0.546136, "accuracy": 0.58498, "main_score": 0.546136, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"]}, {"precision": 0.661456, "recall": 0.70751, "f1": 0.673527, "accuracy": 0.70751, "main_score": 0.673527, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"]}, {"precision": 0.646068, "recall": 0.692688, "f1": 0.658512, "accuracy": 0.692688, "main_score": 0.658512, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"]}, {"precision": 0.647767, "recall": 0.698617, "f1": 0.661176, "accuracy": 0.698617, "main_score": 0.661176, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"]}, {"precision": 0.53802, "recall": 0.589921, "f1": 0.552228, "accuracy": 0.589921, "main_score": 0.552228, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"]}, {"precision": 0.678775, "recall": 0.72332, "f1": 0.690522, "accuracy": 0.72332, "main_score": 0.690522, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"]}, {"precision": 0.608558, "recall": 0.649209, "f1": 0.619915, "accuracy": 0.649209, "main_score": 0.619915, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"]}, {"precision": 0.55995, "recall": 0.608696, "f1": 0.573278, "accuracy": 0.608696, "main_score": 0.573278, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"]}, {"precision": 0.569373, "recall": 0.620553, "f1": 0.583279, "accuracy": 0.620553, "main_score": 0.583279, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"]}, {"precision": 0.581994, "recall": 0.635375, "f1": 0.597156, "accuracy": 0.635375, "main_score": 0.597156, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"]}, {"precision": 0.665707, "recall": 0.712451, "f1": 0.677922, "accuracy": 0.712451, "main_score": 0.677922, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"]}, {"precision": 0.617918, "recall": 0.670949, "f1": 0.632052, "accuracy": 0.670949, "main_score": 0.632052, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"]}, {"precision": 0.517339, "recall": 0.56917, "f1": 0.531431, "accuracy": 0.56917, "main_score": 0.531431, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"]}, {"precision": 0.597806, "recall": 0.637352, "f1": 0.608517, "accuracy": 0.637352, "main_score": 0.608517, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"]}, {"precision": 0.621304, "recall": 0.679842, "f1": 0.637069, "accuracy": 0.679842, "main_score": 0.637069, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"]}, {"precision": 0.56809, "recall": 0.615613, "f1": 0.581373, "accuracy": 0.615613, "main_score": 0.581373, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"]}, {"precision": 0.569769, "recall": 0.613636, "f1": 0.581319, "accuracy": 0.613636, "main_score": 0.581319, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"]}, {"precision": 0.609673, "recall": 0.660079, "f1": 0.623255, "accuracy": 0.660079, "main_score": 0.623255, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"]}, {"precision": 0.532057, "recall": 0.583004, "f1": 0.547156, "accuracy": 0.583004, "main_score": 0.547156, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"]}, {"precision": 0.568667, "recall": 0.614625, "f1": 0.581091, "accuracy": 0.614625, "main_score": 0.581091, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"]}, {"precision": 0.652862, "recall": 0.697628, "f1": 0.665077, "accuracy": 0.697628, "main_score": 0.665077, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"]}, {"precision": 0.621398, "recall": 0.659091, "f1": 0.631969, "accuracy": 0.659091, "main_score": 0.631969, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"]}, {"precision": 0.655395, "recall": 0.695652, "f1": 0.66647, "accuracy": 0.695652, "main_score": 0.66647, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"]}, {"precision": 0.616757, "recall": 0.66996, "f1": 0.631972, "accuracy": 0.66996, "main_score": 0.631972, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"]}, {"precision": 0.588196, "recall": 0.636364, "f1": 0.601972, "accuracy": 0.636364, "main_score": 0.601972, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"]}, {"precision": 0.624988, "recall": 0.672925, "f1": 0.637817, "accuracy": 0.672925, "main_score": 0.637817, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"]}, {"precision": 0.479068, "recall": 0.546443, "f1": 0.498885, "accuracy": 0.546443, "main_score": 0.498885, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"]}, {"precision": 0.63477, "recall": 0.683794, "f1": 0.648028, "accuracy": 0.683794, "main_score": 0.648028, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"]}, {"precision": 0.582646, "recall": 0.633399, "f1": 0.596015, "accuracy": 0.633399, "main_score": 0.596015, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"]}, {"precision": 0.643914, "recall": 0.693676, "f1": 0.656922, "accuracy": 0.693676, "main_score": 0.656922, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"]}, {"precision": 0.635797, "recall": 0.689723, "f1": 0.649397, "accuracy": 0.689723, "main_score": 0.649397, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"]}, {"precision": 0.542747, "recall": 0.592885, "f1": 0.557144, "accuracy": 0.592885, "main_score": 0.557144, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"]}, {"precision": 0.56784, "recall": 0.610672, "f1": 0.579724, "accuracy": 0.610672, "main_score": 0.579724, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"]}, {"precision": 0.593658, "recall": 0.655138, "f1": 0.610975, "accuracy": 0.655138, "main_score": 0.610975, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"]}, {"precision": 0.551683, "recall": 0.606719, "f1": 0.567, "accuracy": 0.606719, "main_score": 0.567, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"]}, {"precision": 0.445325, "recall": 0.516798, "f1": 0.464245, "accuracy": 0.516798, "main_score": 0.464245, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"]}, {"precision": 0.605534, "recall": 0.663043, "f1": 0.621851, "accuracy": 0.663043, "main_score": 0.621851, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"]}, {"precision": 0.875362, "recall": 0.909091, "f1": 0.886199, "accuracy": 0.909091, "main_score": 0.886199, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"]}, {"precision": 0.607477, "recall": 0.663043, "f1": 0.623819, "accuracy": 0.663043, "main_score": 0.623819, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"]}, {"precision": 0.627388, "recall": 0.689723, "f1": 0.644815, "accuracy": 0.689723, "main_score": 0.644815, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"]}, {"precision": 0.561357, "recall": 0.619565, "f1": 0.577736, "accuracy": 0.619565, "main_score": 0.577736, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"]}, {"precision": 0.184952, "recall": 0.236166, "f1": 0.197657, "accuracy": 0.236166, "main_score": 0.197657, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"]}, {"precision": 0.643405, "recall": 0.690711, "f1": 0.656921, "accuracy": 0.690711, "main_score": 0.656921, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"]}, {"precision": 0.687516, "recall": 0.738142, "f1": 0.702404, "accuracy": 0.738142, "main_score": 0.702404, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"]}, {"precision": 0.559412, "recall": 0.608696, "f1": 0.573326, "accuracy": 0.608696, "main_score": 0.573326, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"]}, {"precision": 0.519579, "recall": 0.590909, "f1": 0.538745, "accuracy": 0.590909, "main_score": 0.538745, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"]}, {"precision": 0.55337, "recall": 0.621542, "f1": 0.573441, "accuracy": 0.621542, "main_score": 0.573441, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"]}, {"precision": 0.590958, "recall": 0.652174, "f1": 0.608418, "accuracy": 0.652174, "main_score": 0.608418, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"]}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"]}, {"precision": 0.527054, "recall": 0.582016, "f1": 0.542549, "accuracy": 0.582016, "main_score": 0.542549, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"]}, {"precision": 0.55318, "recall": 0.617589, "f1": 0.571305, "accuracy": 0.617589, "main_score": 0.571305, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"]}, {"precision": 0.535467, "recall": 0.587945, "f1": 0.549515, "accuracy": 0.587945, "main_score": 0.549515, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"]}, {"precision": 0.319266, "recall": 0.383399, "f1": 0.337314, "accuracy": 0.383399, "main_score": 0.337314, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"]}, {"precision": 0.601845, "recall": 0.656126, "f1": 0.616772, "accuracy": 0.656126, "main_score": 0.616772, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"]}, {"precision": 0.598087, "recall": 0.646245, "f1": 0.611951, "accuracy": 0.646245, "main_score": 0.611951, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"]}, {"precision": 0.721384, "recall": 0.781621, "f1": 0.739215, "accuracy": 0.781621, "main_score": 0.739215, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"]}, {"precision": 0.65813, "recall": 0.73419, "f1": 0.680099, "accuracy": 0.73419, "main_score": 0.680099, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"]}, {"precision": 0.728458, "recall": 0.783597, "f1": 0.744587, "accuracy": 0.783597, "main_score": 0.744587, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"]}, {"precision": 0.674205, "recall": 0.725296, "f1": 0.689609, "accuracy": 0.725296, "main_score": 0.689609, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"]}, {"precision": 0.661874, "recall": 0.722332, "f1": 0.679533, "accuracy": 0.722332, "main_score": 0.679533, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"]}, {"precision": 0.559842, "recall": 0.616601, "f1": 0.575549, "accuracy": 0.616601, "main_score": 0.575549, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"]}, {"precision": 0.564766, "recall": 0.619565, "f1": 0.580316, "accuracy": 0.619565, "main_score": 0.580316, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"]}, {"precision": 0.81536, "recall": 0.857708, "f1": 0.827997, "accuracy": 0.857708, "main_score": 0.827997, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"]}, {"precision": 0.484824, "recall": 0.54249, "f1": 0.499958, "accuracy": 0.54249, "main_score": 0.499958, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"]}, {"precision": 0.887138, "recall": 0.918972, "f1": 0.896937, "accuracy": 0.918972, "main_score": 0.896937, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"]}, {"precision": 0.551354, "recall": 0.610672, "f1": 0.567822, "accuracy": 0.610672, "main_score": 0.567822, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"]}, {"precision": 0.599461, "recall": 0.664032, "f1": 0.618089, "accuracy": 0.664032, "main_score": 0.618089, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"]}, {"precision": 0.185179, "recall": 0.245059, "f1": 0.198713, "accuracy": 0.245059, "main_score": 0.198713, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"]}, {"precision": 0.655879, "recall": 0.714427, "f1": 0.672619, "accuracy": 0.714427, "main_score": 0.672619, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"]}, {"precision": 0.820438, "recall": 0.867589, "f1": 0.834651, "accuracy": 0.867589, "main_score": 0.834651, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"]}, {"precision": 0.418956, "recall": 0.477273, "f1": 0.435376, "accuracy": 0.477273, "main_score": 0.435376, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"]}, {"precision": 0.681829, "recall": 0.737154, "f1": 0.698221, "accuracy": 0.737154, "main_score": 0.698221, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"]}, {"precision": 0.568783, "recall": 0.621542, "f1": 0.583883, "accuracy": 0.621542, "main_score": 0.583883, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"]}, {"precision": 0.515823, "recall": 0.579051, "f1": 0.533313, "accuracy": 0.579051, "main_score": 0.533313, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"]}, {"precision": 0.676202, "recall": 0.728261, "f1": 0.691521, "accuracy": 0.728261, "main_score": 0.691521, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"]}, {"precision": 0.229007, "recall": 0.3083, "f1": 0.249729, "accuracy": 0.3083, "main_score": 0.249729, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"]}, {"precision": 0.58223, "recall": 0.650198, "f1": 0.60183, "accuracy": 0.650198, "main_score": 0.60183, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"]}, {"precision": 0.592163, "recall": 0.651186, "f1": 0.608598, "accuracy": 0.651186, "main_score": 0.608598, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"]}, {"precision": 0.71437, "recall": 0.777668, "f1": 0.733547, "accuracy": 0.777668, "main_score": 0.733547, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"]}, {"precision": 0.571226, "recall": 0.636364, "f1": 0.589958, "accuracy": 0.636364, "main_score": 0.589958, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"]}, {"precision": 0.804183, "recall": 0.854743, "f1": 0.819716, "accuracy": 0.854743, "main_score": 0.819716, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"]}, {"precision": 0.469345, "recall": 0.530632, "f1": 0.486127, "accuracy": 0.530632, "main_score": 0.486127, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"]}, {"precision": 0.888093, "recall": 0.91996, "f1": 0.898287, "accuracy": 0.91996, "main_score": 0.898287, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"]}, {"precision": 0.622638, "recall": 0.672925, "f1": 0.637003, "accuracy": 0.672925, "main_score": 0.637003, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"]}, {"precision": 0.90135, "recall": 0.929842, "f1": 0.910573, "accuracy": 0.929842, "main_score": 0.910573, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"]}, {"precision": 0.477894, "recall": 0.544466, "f1": 0.495396, "accuracy": 0.544466, "main_score": 0.495396, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"]}, {"precision": 0.607915, "recall": 0.678854, "f1": 0.628903, "accuracy": 0.678854, "main_score": 0.628903, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"]}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"]}, {"precision": 0.851482, "recall": 0.88834, "f1": 0.862813, "accuracy": 0.88834, "main_score": 0.862813, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"]}, {"precision": 0.657882, "recall": 0.709486, "f1": 0.672783, "accuracy": 0.709486, "main_score": 0.672783, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"]}, {"precision": 0.661586, "recall": 0.719368, "f1": 0.678162, "accuracy": 0.719368, "main_score": 0.678162, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"]}, {"precision": 0.55278, "recall": 0.616601, "f1": 0.570993, "accuracy": 0.616601, "main_score": 0.570993, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"]}, {"precision": 0.537611, "recall": 0.602767, "f1": 0.556024, "accuracy": 0.602767, "main_score": 0.556024, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"]}, {"precision": 0.82971, "recall": 0.873518, "f1": 0.843314, "accuracy": 0.873518, "main_score": 0.843314, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"]}, {"precision": 0.557897, "recall": 0.615613, "f1": 0.573877, "accuracy": 0.615613, "main_score": 0.573877, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"]}, {"precision": 0.621014, "recall": 0.686759, "f1": 0.640482, "accuracy": 0.686759, "main_score": 0.640482, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"]}, {"precision": 0.92136, "recall": 0.945652, "f1": 0.929084, "accuracy": 0.945652, "main_score": 0.929084, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"]}, {"precision": 0.49656, "recall": 0.552372, "f1": 0.512131, "accuracy": 0.552372, "main_score": 0.512131, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"]}, {"precision": 0.58054, "recall": 0.636364, "f1": 0.595344, "accuracy": 0.636364, "main_score": 0.595344, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"]}, {"precision": 0.610245, "recall": 0.670949, "f1": 0.627264, "accuracy": 0.670949, "main_score": 0.627264, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"]}, {"precision": 0.571313, "recall": 0.628458, "f1": 0.586889, "accuracy": 0.628458, "main_score": 0.586889, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"]}, {"precision": 0.54254, "recall": 0.610672, "f1": 0.562626, "accuracy": 0.610672, "main_score": 0.562626, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"]}, {"precision": 0.75802, "recall": 0.811265, "f1": 0.774177, "accuracy": 0.811265, "main_score": 0.774177, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"]}, {"precision": 0.759091, "recall": 0.807312, "f1": 0.773635, "accuracy": 0.807312, "main_score": 0.773635, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"]}, {"precision": 0.874341, "recall": 0.903162, "f1": 0.882806, "accuracy": 0.903162, "main_score": 0.882806, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"]}, {"precision": 0.506657, "recall": 0.578063, "f1": 0.527934, "accuracy": 0.578063, "main_score": 0.527934, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"]}, {"precision": 0.716101, "recall": 0.773715, "f1": 0.733714, "accuracy": 0.773715, "main_score": 0.733714, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"]}, {"precision": 0.606243, "recall": 0.659091, "f1": 0.621161, "accuracy": 0.659091, "main_score": 0.621161, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"]}, {"precision": 0.075804, "recall": 0.109684, "f1": 0.082408, "accuracy": 0.109684, "main_score": 0.082408, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"]}, {"precision": 0.087684, "recall": 0.123518, "f1": 0.095933, "accuracy": 0.123518, "main_score": 0.095933, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"]}, {"precision": 0.083349, "recall": 0.115613, "f1": 0.090749, "accuracy": 0.115613, "main_score": 0.090749, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"]}, {"precision": 0.140096, "recall": 0.20751, "f1": 0.15345, "accuracy": 0.20751, "main_score": 0.15345, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"]}, {"precision": 0.134685, "recall": 0.186759, "f1": 0.144975, "accuracy": 0.186759, "main_score": 0.144975, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"]}, {"precision": 0.148079, "recall": 0.206522, "f1": 0.160152, "accuracy": 0.206522, "main_score": 0.160152, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"]}, {"precision": 0.10219, "recall": 0.151186, "f1": 0.1105, "accuracy": 0.151186, "main_score": 0.1105, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"]}, {"precision": 0.077189, "recall": 0.112648, "f1": 0.083498, "accuracy": 0.112648, "main_score": 0.083498, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"]}, {"precision": 0.122167, "recall": 0.168972, "f1": 0.131935, "accuracy": 0.168972, "main_score": 0.131935, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"]}, {"precision": 0.085897, "recall": 0.125494, "f1": 0.093265, "accuracy": 0.125494, "main_score": 0.093265, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"]}, {"precision": 0.112223, "recall": 0.15415, "f1": 0.119921, "accuracy": 0.15415, "main_score": 0.119921, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"]}, {"precision": 0.129277, "recall": 0.182806, "f1": 0.139378, "accuracy": 0.182806, "main_score": 0.139378, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"]}, {"precision": 0.151164, "recall": 0.205534, "f1": 0.161623, "accuracy": 0.205534, "main_score": 0.161623, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"]}, {"precision": 0.053951, "recall": 0.083004, "f1": 0.058902, "accuracy": 0.083004, "main_score": 0.058902, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"]}, {"precision": 0.157188, "recall": 0.218379, "f1": 0.168441, "accuracy": 0.218379, "main_score": 0.168441, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"]}, {"precision": 0.13, "recall": 0.182806, "f1": 0.140523, "accuracy": 0.182806, "main_score": 0.140523, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"]}, {"precision": 0.126798, "recall": 0.187747, "f1": 0.138638, "accuracy": 0.187747, "main_score": 0.138638, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"]}, {"precision": 0.07268, "recall": 0.102767, "f1": 0.078071, "accuracy": 0.102767, "main_score": 0.078071, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"]}, {"precision": 0.124983, "recall": 0.185771, "f1": 0.137403, "accuracy": 0.185771, "main_score": 0.137403, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"]}, {"precision": 0.115666, "recall": 0.161067, "f1": 0.12389, "accuracy": 0.161067, "main_score": 0.12389, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"]}, {"precision": 0.14476, "recall": 0.199605, "f1": 0.154696, "accuracy": 0.199605, "main_score": 0.154696, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"]}, {"precision": 0.123231, "recall": 0.177866, "f1": 0.13397, "accuracy": 0.177866, "main_score": 0.13397, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"]}, {"precision": 0.084905, "recall": 0.118577, "f1": 0.091572, "accuracy": 0.118577, "main_score": 0.091572, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"]}, {"precision": 0.132225, "recall": 0.192688, "f1": 0.143523, "accuracy": 0.192688, "main_score": 0.143523, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"]}, {"precision": 0.131174, "recall": 0.177866, "f1": 0.141365, "accuracy": 0.177866, "main_score": 0.141365, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"]}, {"precision": 0.11768, "recall": 0.157115, "f1": 0.124849, "accuracy": 0.157115, "main_score": 0.124849, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"]}, {"precision": 0.11861, "recall": 0.157115, "f1": 0.127839, "accuracy": 0.157115, "main_score": 0.127839, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"]}, {"precision": 0.132778, "recall": 0.1917, "f1": 0.143491, "accuracy": 0.1917, "main_score": 0.143491, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"]}, {"precision": 0.072381, "recall": 0.106719, "f1": 0.078462, "accuracy": 0.106719, "main_score": 0.078462, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"]}, {"precision": 0.147478, "recall": 0.198617, "f1": 0.157607, "accuracy": 0.198617, "main_score": 0.157607, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"]}, {"precision": 0.127487, "recall": 0.18083, "f1": 0.137353, "accuracy": 0.18083, "main_score": 0.137353, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"]}, {"precision": 0.104924, "recall": 0.153162, "f1": 0.113111, "accuracy": 0.153162, "main_score": 0.113111, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"]}, {"precision": 0.14737, "recall": 0.203557, "f1": 0.158868, "accuracy": 0.203557, "main_score": 0.158868, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"]}, {"precision": 0.086378, "recall": 0.134387, "f1": 0.095394, "accuracy": 0.134387, "main_score": 0.095394, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"]}, {"precision": 0.132905, "recall": 0.188735, "f1": 0.143583, "accuracy": 0.188735, "main_score": 0.143583, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"]}, {"precision": 0.114711, "recall": 0.162055, "f1": 0.123427, "accuracy": 0.162055, "main_score": 0.123427, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"]}, {"precision": 0.124032, "recall": 0.172925, "f1": 0.133957, "accuracy": 0.172925, "main_score": 0.133957, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"]}, {"precision": 0.169394, "recall": 0.232213, "f1": 0.181887, "accuracy": 0.232213, "main_score": 0.181887, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"]}, {"precision": 0.132349, "recall": 0.192688, "f1": 0.143023, "accuracy": 0.192688, "main_score": 0.143023, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"]}, {"precision": 0.132403, "recall": 0.186759, "f1": 0.141948, "accuracy": 0.186759, "main_score": 0.141948, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"]}, {"precision": 0.070099, "recall": 0.101779, "f1": 0.075984, "accuracy": 0.101779, "main_score": 0.075984, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"]}, {"precision": 0.080879, "recall": 0.123518, "f1": 0.08962, "accuracy": 0.123518, "main_score": 0.08962, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"]}, {"precision": 0.121764, "recall": 0.176877, "f1": 0.131822, "accuracy": 0.176877, "main_score": 0.131822, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"]}, {"precision": 0.07727, "recall": 0.11166, "f1": 0.084019, "accuracy": 0.11166, "main_score": 0.084019, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"]}, {"precision": 0.136601, "recall": 0.1917, "f1": 0.147566, "accuracy": 0.1917, "main_score": 0.147566, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"]}, {"precision": 0.140454, "recall": 0.204545, "f1": 0.153641, "accuracy": 0.204545, "main_score": 0.153641, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"]}, {"precision": 0.134591, "recall": 0.188735, "f1": 0.14462, "accuracy": 0.188735, "main_score": 0.14462, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"]}, {"precision": 0.127838, "recall": 0.179842, "f1": 0.138034, "accuracy": 0.179842, "main_score": 0.138034, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"]}, {"precision": 0.075563, "recall": 0.113636, "f1": 0.083418, "accuracy": 0.113636, "main_score": 0.083418, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"]}, {"precision": 0.117799, "recall": 0.163043, "f1": 0.126151, "accuracy": 0.163043, "main_score": 0.126151, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"]}, {"precision": 0.121428, "recall": 0.176877, "f1": 0.132019, "accuracy": 0.176877, "main_score": 0.132019, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"]}, {"precision": 0.135099, "recall": 0.189723, "f1": 0.1453, "accuracy": 0.189723, "main_score": 0.1453, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"]}, {"precision": 0.128202, "recall": 0.171937, "f1": 0.135854, "accuracy": 0.171937, "main_score": 0.135854, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"]}, {"precision": 0.073387, "recall": 0.107708, "f1": 0.079937, "accuracy": 0.107708, "main_score": 0.079937, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"]}, {"precision": 0.126138, "recall": 0.18083, "f1": 0.135625, "accuracy": 0.18083, "main_score": 0.135625, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"]}, {"precision": 0.076224, "recall": 0.112648, "f1": 0.083281, "accuracy": 0.112648, "main_score": 0.083281, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"]}, {"precision": 0.053852, "recall": 0.082016, "f1": 0.059835, "accuracy": 0.082016, "main_score": 0.059835, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"]}, {"precision": 0.102421, "recall": 0.142292, "f1": 0.109082, "accuracy": 0.142292, "main_score": 0.109082, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"]}, {"precision": 0.078705, "recall": 0.105731, "f1": 0.084616, "accuracy": 0.105731, "main_score": 0.084616, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"]}, {"precision": 0.128569, "recall": 0.185771, "f1": 0.138753, "accuracy": 0.185771, "main_score": 0.138753, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"]}, {"precision": 0.132673, "recall": 0.190711, "f1": 0.144327, "accuracy": 0.190711, "main_score": 0.144327, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"]}, {"precision": 0.14586, "recall": 0.195652, "f1": 0.155523, "accuracy": 0.195652, "main_score": 0.155523, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"]}, {"precision": 0.148344, "recall": 0.208498, "f1": 0.160706, "accuracy": 0.208498, "main_score": 0.160706, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"]}, {"precision": 0.069159, "recall": 0.102767, "f1": 0.074726, "accuracy": 0.102767, "main_score": 0.074726, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"]}, {"precision": 0.10603, "recall": 0.142292, "f1": 0.112501, "accuracy": 0.142292, "main_score": 0.112501, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"]}, {"precision": 0.121831, "recall": 0.16996, "f1": 0.130898, "accuracy": 0.16996, "main_score": 0.130898, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"]}, {"precision": 0.15082, "recall": 0.199605, "f1": 0.159839, "accuracy": 0.199605, "main_score": 0.159839, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"]}, {"precision": 0.069923, "recall": 0.104743, "f1": 0.076583, "accuracy": 0.104743, "main_score": 0.076583, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"]}, {"precision": 0.120878, "recall": 0.173913, "f1": 0.130771, "accuracy": 0.173913, "main_score": 0.130771, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"]}, {"precision": 0.089546, "recall": 0.124506, "f1": 0.095389, "accuracy": 0.124506, "main_score": 0.095389, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"]}, {"precision": 0.13057, "recall": 0.183794, "f1": 0.140858, "accuracy": 0.183794, "main_score": 0.140858, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"]}, {"precision": 0.131912, "recall": 0.177866, "f1": 0.141122, "accuracy": 0.177866, "main_score": 0.141122, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"]}, {"precision": 0.131434, "recall": 0.176877, "f1": 0.140284, "accuracy": 0.176877, "main_score": 0.140284, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"]}, {"precision": 0.134459, "recall": 0.179842, "f1": 0.144378, "accuracy": 0.179842, "main_score": 0.144378, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"]}, {"precision": 0.08987, "recall": 0.130435, "f1": 0.097927, "accuracy": 0.130435, "main_score": 0.097927, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"]}, {"precision": 0.120439, "recall": 0.167984, "f1": 0.129979, "accuracy": 0.167984, "main_score": 0.129979, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"]}, {"precision": 0.068001, "recall": 0.094862, "f1": 0.07338, "accuracy": 0.094862, "main_score": 0.07338, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"]}, {"precision": 0.090758, "recall": 0.12747, "f1": 0.09759, "accuracy": 0.12747, "main_score": 0.09759, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"]}, {"precision": 0.134183, "recall": 0.184783, "f1": 0.144437, "accuracy": 0.184783, "main_score": 0.144437, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"]}, {"precision": 0.134855, "recall": 0.189723, "f1": 0.145454, "accuracy": 0.189723, "main_score": 0.145454, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"]}, {"precision": 0.138824, "recall": 0.184783, "f1": 0.146772, "accuracy": 0.184783, "main_score": 0.146772, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"]}, {"precision": 0.136918, "recall": 0.186759, "f1": 0.147265, "accuracy": 0.186759, "main_score": 0.147265, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"]}, {"precision": 0.132844, "recall": 0.183794, "f1": 0.143015, "accuracy": 0.183794, "main_score": 0.143015, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"]}, {"precision": 0.121058, "recall": 0.177866, "f1": 0.132217, "accuracy": 0.177866, "main_score": 0.132217, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"]}, {"precision": 0.130837, "recall": 0.186759, "f1": 0.140703, "accuracy": 0.186759, "main_score": 0.140703, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"]}, {"precision": 0.124604, "recall": 0.176877, "f1": 0.134315, "accuracy": 0.176877, "main_score": 0.134315, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"]}, {"precision": 0.078044, "recall": 0.109684, "f1": 0.085011, "accuracy": 0.109684, "main_score": 0.085011, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"]}, {"precision": 0.083821, "recall": 0.116601, "f1": 0.090557, "accuracy": 0.116601, "main_score": 0.090557, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"]}, {"precision": 0.132239, "recall": 0.188735, "f1": 0.143053, "accuracy": 0.188735, "main_score": 0.143053, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"]}, {"precision": 0.131352, "recall": 0.18083, "f1": 0.139864, "accuracy": 0.18083, "main_score": 0.139864, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"]}, {"precision": 0.114469, "recall": 0.172925, "f1": 0.125489, "accuracy": 0.172925, "main_score": 0.125489, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"]}, {"precision": 0.082288, "recall": 0.112648, "f1": 0.087936, "accuracy": 0.112648, "main_score": 0.087936, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"]}, {"precision": 0.066504, "recall": 0.088933, "f1": 0.071012, "accuracy": 0.088933, "main_score": 0.071012, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"]}, {"precision": 0.135081, "recall": 0.187747, "f1": 0.145291, "accuracy": 0.187747, "main_score": 0.145291, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"]}, {"precision": 0.140746, "recall": 0.188735, "f1": 0.150287, "accuracy": 0.188735, "main_score": 0.150287, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"]}, {"precision": 0.110982, "recall": 0.159091, "f1": 0.120273, "accuracy": 0.159091, "main_score": 0.120273, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"]}, {"precision": 0.125077, "recall": 0.178854, "f1": 0.135262, "accuracy": 0.178854, "main_score": 0.135262, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"]}, {"precision": 0.067111, "recall": 0.092885, "f1": 0.072177, "accuracy": 0.092885, "main_score": 0.072177, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"]}, {"precision": 0.115137, "recall": 0.16502, "f1": 0.124544, "accuracy": 0.16502, "main_score": 0.124544, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"]}, {"precision": 0.132381, "recall": 0.195652, "f1": 0.143822, "accuracy": 0.195652, "main_score": 0.143822, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"]}, {"precision": 0.12283, "recall": 0.177866, "f1": 0.134071, "accuracy": 0.177866, "main_score": 0.134071, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"]}, {"precision": 0.127571, "recall": 0.175889, "f1": 0.136055, "accuracy": 0.175889, "main_score": 0.136055, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"]}, {"precision": 0.108643, "recall": 0.156126, "f1": 0.117892, "accuracy": 0.156126, "main_score": 0.117892, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"]}, {"precision": 0.125426, "recall": 0.166996, "f1": 0.133173, "accuracy": 0.166996, "main_score": 0.133173, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"]}, {"precision": 0.146475, "recall": 0.200593, "f1": 0.157226, "accuracy": 0.200593, "main_score": 0.157226, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"]}, {"precision": 0.077287, "recall": 0.107708, "f1": 0.083354, "accuracy": 0.107708, "main_score": 0.083354, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"]}, {"precision": 0.091285, "recall": 0.115613, "f1": 0.096933, "accuracy": 0.115613, "main_score": 0.096933, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"]}, {"precision": 0.07595, "recall": 0.113636, "f1": 0.083367, "accuracy": 0.113636, "main_score": 0.083367, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"]}, {"precision": 0.089593, "recall": 0.12747, "f1": 0.096993, "accuracy": 0.12747, "main_score": 0.096993, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"]}, {"precision": 0.138452, "recall": 0.1917, "f1": 0.148469, "accuracy": 0.1917, "main_score": 0.148469, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"]}, {"precision": 0.11002, "recall": 0.159091, "f1": 0.118358, "accuracy": 0.159091, "main_score": 0.118358, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"]}, {"precision": 0.088689, "recall": 0.12747, "f1": 0.096936, "accuracy": 0.12747, "main_score": 0.096936, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"]}, {"precision": 0.111882, "recall": 0.162055, "f1": 0.12097, "accuracy": 0.162055, "main_score": 0.12097, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"]}, {"precision": 0.128075, "recall": 0.177866, "f1": 0.137766, "accuracy": 0.177866, "main_score": 0.137766, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"]}, {"precision": 0.150608, "recall": 0.201581, "f1": 0.160922, "accuracy": 0.201581, "main_score": 0.160922, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"]}, {"precision": 0.124007, "recall": 0.184783, "f1": 0.135384, "accuracy": 0.184783, "main_score": 0.135384, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"]}, {"precision": 0.093028, "recall": 0.130435, "f1": 0.100271, "accuracy": 0.130435, "main_score": 0.100271, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"]}, {"precision": 0.119593, "recall": 0.176877, "f1": 0.129776, "accuracy": 0.176877, "main_score": 0.129776, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"]}, {"precision": 0.116032, "recall": 0.161067, "f1": 0.124495, "accuracy": 0.161067, "main_score": 0.124495, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"]}, {"precision": 0.066929, "recall": 0.092885, "f1": 0.072477, "accuracy": 0.092885, "main_score": 0.072477, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"]}, {"precision": 0.058465, "recall": 0.085968, "f1": 0.062941, "accuracy": 0.085968, "main_score": 0.062941, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"]}, {"precision": 0.068296, "recall": 0.097826, "f1": 0.073167, "accuracy": 0.097826, "main_score": 0.073167, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"]}, {"precision": 0.142536, "recall": 0.1917, "f1": 0.152331, "accuracy": 0.1917, "main_score": 0.152331, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"]}, {"precision": 0.142842, "recall": 0.197628, "f1": 0.153376, "accuracy": 0.197628, "main_score": 0.153376, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"]}, {"precision": 0.137455, "recall": 0.190711, "f1": 0.147641, "accuracy": 0.190711, "main_score": 0.147641, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"]}, {"precision": 0.10961, "recall": 0.159091, "f1": 0.118595, "accuracy": 0.159091, "main_score": 0.118595, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"]}, {"precision": 0.124386, "recall": 0.183794, "f1": 0.13602, "accuracy": 0.183794, "main_score": 0.13602, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"]}, {"precision": 0.105823, "recall": 0.148221, "f1": 0.114164, "accuracy": 0.148221, "main_score": 0.114164, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"]}, {"precision": 0.078641, "recall": 0.118577, "f1": 0.085493, "accuracy": 0.118577, "main_score": 0.085493, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"]}, {"precision": 0.137847, "recall": 0.193676, "f1": 0.148954, "accuracy": 0.193676, "main_score": 0.148954, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"]}, {"precision": 0.135793, "recall": 0.188735, "f1": 0.145963, "accuracy": 0.188735, "main_score": 0.145963, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"]}, {"precision": 0.135578, "recall": 0.174901, "f1": 0.142028, "accuracy": 0.174901, "main_score": 0.142028, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"]}, {"precision": 0.127451, "recall": 0.184783, "f1": 0.138268, "accuracy": 0.184783, "main_score": 0.138268, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"]}, {"precision": 0.076536, "recall": 0.116601, "f1": 0.083814, "accuracy": 0.116601, "main_score": 0.083814, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"]}, {"precision": 0.120922, "recall": 0.175889, "f1": 0.132312, "accuracy": 0.175889, "main_score": 0.132312, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"]}, {"precision": 0.07043, "recall": 0.096838, "f1": 0.075505, "accuracy": 0.096838, "main_score": 0.075505, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"]}, {"precision": 0.121288, "recall": 0.166008, "f1": 0.12991, "accuracy": 0.166008, "main_score": 0.12991, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"]}, {"precision": 0.141526, "recall": 0.19664, "f1": 0.151886, "accuracy": 0.19664, "main_score": 0.151886, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"]}, {"precision": 0.111453, "recall": 0.156126, "f1": 0.119471, "accuracy": 0.156126, "main_score": 0.119471, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"]}, {"precision": 0.147065, "recall": 0.206522, "f1": 0.158851, "accuracy": 0.206522, "main_score": 0.158851, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"]}, {"precision": 0.05684, "recall": 0.087945, "f1": 0.062445, "accuracy": 0.087945, "main_score": 0.062445, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"]}, {"precision": 0.139835, "recall": 0.200593, "f1": 0.151922, "accuracy": 0.200593, "main_score": 0.151922, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"]}, {"precision": 0.118142, "recall": 0.16996, "f1": 0.128133, "accuracy": 0.16996, "main_score": 0.128133, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"]}, {"precision": 0.148648, "recall": 0.205534, "f1": 0.160463, "accuracy": 0.205534, "main_score": 0.160463, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"]}, {"precision": 0.139159, "recall": 0.195652, "f1": 0.151284, "accuracy": 0.195652, "main_score": 0.151284, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"]}, {"precision": 0.126345, "recall": 0.16996, "f1": 0.135208, "accuracy": 0.16996, "main_score": 0.135208, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"]}, {"precision": 0.10577, "recall": 0.142292, "f1": 0.113145, "accuracy": 0.142292, "main_score": 0.113145, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"]}, {"precision": 0.104944, "recall": 0.152174, "f1": 0.11399, "accuracy": 0.152174, "main_score": 0.11399, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"]}, {"precision": 0.080997, "recall": 0.118577, "f1": 0.08869, "accuracy": 0.118577, "main_score": 0.08869, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"]}, {"precision": 0.131633, "recall": 0.188735, "f1": 0.142867, "accuracy": 0.188735, "main_score": 0.142867, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"]}, {"precision": 0.121166, "recall": 0.181818, "f1": 0.132623, "accuracy": 0.181818, "main_score": 0.132623, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"]}, {"precision": 0.116602, "recall": 0.167984, "f1": 0.125555, "accuracy": 0.167984, "main_score": 0.125555, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"]}, {"precision": 0.126923, "recall": 0.179842, "f1": 0.13724, "accuracy": 0.179842, "main_score": 0.13724, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"]}, {"precision": 0.132082, "recall": 0.185771, "f1": 0.142479, "accuracy": 0.185771, "main_score": 0.142479, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"]}, {"precision": 0.129422, "recall": 0.182806, "f1": 0.139046, "accuracy": 0.182806, "main_score": 0.139046, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"]}, {"precision": 0.107043, "recall": 0.141304, "f1": 0.113708, "accuracy": 0.141304, "main_score": 0.113708, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"]}, {"precision": 0.115991, "recall": 0.155138, "f1": 0.123573, "accuracy": 0.155138, "main_score": 0.123573, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"]}, {"precision": 0.086802, "recall": 0.121542, "f1": 0.093863, "accuracy": 0.121542, "main_score": 0.093863, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"]}, {"precision": 0.130934, "recall": 0.181818, "f1": 0.140244, "accuracy": 0.181818, "main_score": 0.140244, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"]}, {"precision": 0.084208, "recall": 0.12253, "f1": 0.092294, "accuracy": 0.12253, "main_score": 0.092294, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"]}, {"precision": 0.117912, "recall": 0.171937, "f1": 0.127845, "accuracy": 0.171937, "main_score": 0.127845, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"]}, {"precision": 0.148342, "recall": 0.20751, "f1": 0.160461, "accuracy": 0.20751, "main_score": 0.160461, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"]}, {"precision": 0.13847, "recall": 0.187747, "f1": 0.148559, "accuracy": 0.187747, "main_score": 0.148559, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"]}, {"precision": 0.085072, "recall": 0.12253, "f1": 0.092393, "accuracy": 0.12253, "main_score": 0.092393, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"]}, {"precision": 0.127025, "recall": 0.179842, "f1": 0.137026, "accuracy": 0.179842, "main_score": 0.137026, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"]}, {"precision": 0.069566, "recall": 0.099802, "f1": 0.075345, "accuracy": 0.099802, "main_score": 0.075345, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"]}, {"precision": 0.067947, "recall": 0.102767, "f1": 0.073533, "accuracy": 0.102767, "main_score": 0.073533, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"]}, {"precision": 0.128776, "recall": 0.183794, "f1": 0.139914, "accuracy": 0.183794, "main_score": 0.139914, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"]}, {"precision": 0.103549, "recall": 0.13834, "f1": 0.109167, "accuracy": 0.13834, "main_score": 0.109167, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"]}, {"precision": 0.13514, "recall": 0.195652, "f1": 0.146482, "accuracy": 0.195652, "main_score": 0.146482, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"]}, {"precision": 0.073125, "recall": 0.107708, "f1": 0.080001, "accuracy": 0.107708, "main_score": 0.080001, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"]}, {"precision": 0.129988, "recall": 0.1917, "f1": 0.142231, "accuracy": 0.1917, "main_score": 0.142231, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"]}, {"precision": 0.145648, "recall": 0.20751, "f1": 0.15729, "accuracy": 0.20751, "main_score": 0.15729, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"]}, {"precision": 0.1399, "recall": 0.190711, "f1": 0.149392, "accuracy": 0.190711, "main_score": 0.149392, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"]}, {"precision": 0.081227, "recall": 0.117589, "f1": 0.08846, "accuracy": 0.117589, "main_score": 0.08846, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"]}, {"precision": 0.138286, "recall": 0.190711, "f1": 0.148163, "accuracy": 0.190711, "main_score": 0.148163, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"]}, {"precision": 0.096501, "recall": 0.136364, "f1": 0.104626, "accuracy": 0.136364, "main_score": 0.104626, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"]}, {"precision": 0.065862, "recall": 0.09585, "f1": 0.071452, "accuracy": 0.09585, "main_score": 0.071452, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"]}, {"precision": 0.107555, "recall": 0.15415, "f1": 0.117161, "accuracy": 0.15415, "main_score": 0.117161, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"]}, {"precision": 0.078312, "recall": 0.117589, "f1": 0.085339, "accuracy": 0.117589, "main_score": 0.085339, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"]}, {"precision": 0.131666, "recall": 0.182806, "f1": 0.142129, "accuracy": 0.182806, "main_score": 0.142129, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"]}, {"precision": 0.138972, "recall": 0.184783, "f1": 0.147708, "accuracy": 0.184783, "main_score": 0.147708, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"]}, {"precision": 0.062648, "recall": 0.09585, "f1": 0.068429, "accuracy": 0.09585, "main_score": 0.068429, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"]}, {"precision": 0.0701, "recall": 0.103755, "f1": 0.076622, "accuracy": 0.103755, "main_score": 0.076622, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"]}, {"precision": 0.144596, "recall": 0.203557, "f1": 0.155865, "accuracy": 0.203557, "main_score": 0.155865, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"]}, {"precision": 0.071344, "recall": 0.110672, "f1": 0.079178, "accuracy": 0.110672, "main_score": 0.079178, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"]}, {"precision": 0.078442, "recall": 0.117589, "f1": 0.086056, "accuracy": 0.117589, "main_score": 0.086056, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"]}, {"precision": 0.114151, "recall": 0.166996, "f1": 0.12461, "accuracy": 0.166996, "main_score": 0.12461, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"]}, {"precision": 0.052605, "recall": 0.085968, "f1": 0.058735, "accuracy": 0.085968, "main_score": 0.058735, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"]}, {"precision": 0.107006, "recall": 0.156126, "f1": 0.117086, "accuracy": 0.156126, "main_score": 0.117086, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"]}, {"precision": 0.10638, "recall": 0.140316, "f1": 0.112792, "accuracy": 0.140316, "main_score": 0.112792, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"]}, {"precision": 0.066361, "recall": 0.099802, "f1": 0.071235, "accuracy": 0.099802, "main_score": 0.071235, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"]}, {"precision": 0.068913, "recall": 0.096838, "f1": 0.074067, "accuracy": 0.096838, "main_score": 0.074067, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"]}, {"precision": 0.159246, "recall": 0.222332, "f1": 0.171316, "accuracy": 0.222332, "main_score": 0.171316, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"]}, {"precision": 0.116583, "recall": 0.160079, "f1": 0.124866, "accuracy": 0.160079, "main_score": 0.124866, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"]}, {"precision": 0.117273, "recall": 0.167984, "f1": 0.126833, "accuracy": 0.167984, "main_score": 0.126833, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"]}, {"precision": 0.054819, "recall": 0.08004, "f1": 0.059302, "accuracy": 0.08004, "main_score": 0.059302, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"]}, {"precision": 0.134203, "recall": 0.186759, "f1": 0.144695, "accuracy": 0.186759, "main_score": 0.144695, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"]}, {"precision": 0.121093, "recall": 0.171937, "f1": 0.132083, "accuracy": 0.171937, "main_score": 0.132083, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"]}, {"precision": 0.139545, "recall": 0.192688, "f1": 0.149851, "accuracy": 0.192688, "main_score": 0.149851, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"]}, {"precision": 0.151255, "recall": 0.211462, "f1": 0.162212, "accuracy": 0.211462, "main_score": 0.162212, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"]}, {"precision": 0.10875, "recall": 0.146245, "f1": 0.116767, "accuracy": 0.146245, "main_score": 0.116767, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"]}, {"precision": 0.075948, "recall": 0.103755, "f1": 0.081335, "accuracy": 0.103755, "main_score": 0.081335, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"]}, {"precision": 0.540375, "recall": 0.61166, "f1": 0.56007, "accuracy": 0.61166, "main_score": 0.56007, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"]}, {"precision": 0.512866, "recall": 0.574111, "f1": 0.52968, "accuracy": 0.574111, "main_score": 0.52968, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"]}, {"precision": 0.437291, "recall": 0.518775, "f1": 0.458118, "accuracy": 0.518775, "main_score": 0.458118, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"]}, {"precision": 0.572822, "recall": 0.635375, "f1": 0.5899, "accuracy": 0.635375, "main_score": 0.5899, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"]}, {"precision": 0.851318, "recall": 0.892292, "f1": 0.864097, "accuracy": 0.892292, "main_score": 0.864097, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"]}, {"precision": 0.95998, "recall": 0.970356, "f1": 0.963274, "accuracy": 0.970356, "main_score": 0.963274, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"]}, {"precision": 0.580477, "recall": 0.642292, "f1": 0.597609, "accuracy": 0.642292, "main_score": 0.597609, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"]}, {"precision": 0.614576, "recall": 0.675889, "f1": 0.630605, "accuracy": 0.675889, "main_score": 0.630605, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"]}, {"precision": 0.540533, "recall": 0.608696, "f1": 0.559161, "accuracy": 0.608696, "main_score": 0.559161, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"]}, {"precision": 0.17057, "recall": 0.220356, "f1": 0.18229, "accuracy": 0.220356, "main_score": 0.18229, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"]}, {"precision": 0.615087, "recall": 0.667984, "f1": 0.629614, "accuracy": 0.667984, "main_score": 0.629614, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"]}, {"precision": 0.648781, "recall": 0.70751, "f1": 0.665332, "accuracy": 0.70751, "main_score": 0.665332, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"]}, {"precision": 0.528049, "recall": 0.577075, "f1": 0.54161, "accuracy": 0.577075, "main_score": 0.54161, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"]}, {"precision": 0.471007, "recall": 0.544466, "f1": 0.489378, "accuracy": 0.544466, "main_score": 0.489378, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"]}, {"precision": 0.545929, "recall": 0.615613, "f1": 0.564832, "accuracy": 0.615613, "main_score": 0.564832, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"]}, {"precision": 0.568714, "recall": 0.635375, "f1": 0.587178, "accuracy": 0.635375, "main_score": 0.587178, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"]}, {"precision": 0.882856, "recall": 0.914032, "f1": 0.892523, "accuracy": 0.914032, "main_score": 0.892523, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"]}, {"precision": 0.506678, "recall": 0.566206, "f1": 0.52353, "accuracy": 0.566206, "main_score": 0.52353, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"]}, {"precision": 0.519361, "recall": 0.577075, "f1": 0.534496, "accuracy": 0.577075, "main_score": 0.534496, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"]}, {"precision": 0.507919, "recall": 0.566206, "f1": 0.523681, "accuracy": 0.566206, "main_score": 0.523681, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"]}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"]}, {"precision": 0.310712, "recall": 0.364625, "f1": 0.325701, "accuracy": 0.364625, "main_score": 0.325701, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"]}, {"precision": 0.579851, "recall": 0.646245, "f1": 0.598247, "accuracy": 0.646245, "main_score": 0.598247, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"]}, {"precision": 0.57618, "recall": 0.630435, "f1": 0.591879, "accuracy": 0.630435, "main_score": 0.591879, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"]}, {"precision": 0.701548, "recall": 0.76581, "f1": 0.720131, "accuracy": 0.76581, "main_score": 0.720131, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"]}, {"precision": 0.640604, "recall": 0.721344, "f1": 0.663447, "accuracy": 0.721344, "main_score": 0.663447, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"]}, {"precision": 0.696418, "recall": 0.754941, "f1": 0.71332, "accuracy": 0.754941, "main_score": 0.71332, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"]}, {"precision": 0.651987, "recall": 0.706522, "f1": 0.667611, "accuracy": 0.706522, "main_score": 0.667611, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"]}, {"precision": 0.669195, "recall": 0.743083, "f1": 0.690785, "accuracy": 0.743083, "main_score": 0.690785, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"]}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"]}, {"precision": 0.540744, "recall": 0.598814, "f1": 0.55672, "accuracy": 0.598814, "main_score": 0.55672, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"]}, {"precision": 0.533782, "recall": 0.59585, "f1": 0.551585, "accuracy": 0.59585, "main_score": 0.551585, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"]}, {"precision": 0.792177, "recall": 0.840909, "f1": 0.806672, "accuracy": 0.840909, "main_score": 0.806672, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"]}, {"precision": 0.454804, "recall": 0.508893, "f1": 0.468868, "accuracy": 0.508893, "main_score": 0.468868, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"]}, {"precision": 0.859601, "recall": 0.898221, "f1": 0.871607, "accuracy": 0.898221, "main_score": 0.871607, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"]}, {"precision": 0.526877, "recall": 0.599802, "f1": 0.547426, "accuracy": 0.599802, "main_score": 0.547426, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"]}, {"precision": 0.576394, "recall": 0.641304, "f1": 0.594679, "accuracy": 0.641304, "main_score": 0.594679, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"]}, {"precision": 0.197035, "recall": 0.253953, "f1": 0.209797, "accuracy": 0.253953, "main_score": 0.209797, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"]}, {"precision": 0.620141, "recall": 0.684783, "f1": 0.63847, "accuracy": 0.684783, "main_score": 0.63847, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"]}, {"precision": 0.777372, "recall": 0.833004, "f1": 0.794156, "accuracy": 0.833004, "main_score": 0.794156, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"]}, {"precision": 0.404325, "recall": 0.460474, "f1": 0.419508, "accuracy": 0.460474, "main_score": 0.419508, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"]}, {"precision": 0.663529, "recall": 0.720356, "f1": 0.680377, "accuracy": 0.720356, "main_score": 0.680377, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"]}, {"precision": 0.554425, "recall": 0.618577, "f1": 0.572301, "accuracy": 0.618577, "main_score": 0.572301, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"]}, {"precision": 0.501751, "recall": 0.575099, "f1": 0.521567, "accuracy": 0.575099, "main_score": 0.521567, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"]}, {"precision": 0.651453, "recall": 0.710474, "f1": 0.668725, "accuracy": 0.710474, "main_score": 0.668725, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"]}, {"precision": 0.230797, "recall": 0.318182, "f1": 0.252081, "accuracy": 0.318182, "main_score": 0.252081, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"]}, {"precision": 0.567961, "recall": 0.630435, "f1": 0.585975, "accuracy": 0.630435, "main_score": 0.585975, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"]}, {"precision": 0.571029, "recall": 0.637352, "f1": 0.589613, "accuracy": 0.637352, "main_score": 0.589613, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"]}, {"precision": 0.708707, "recall": 0.777668, "f1": 0.729513, "accuracy": 0.777668, "main_score": 0.729513, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"]}, {"precision": 0.54541, "recall": 0.605731, "f1": 0.562855, "accuracy": 0.605731, "main_score": 0.562855, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"]}, {"precision": 0.763916, "recall": 0.81917, "f1": 0.780995, "accuracy": 0.81917, "main_score": 0.780995, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"]}, {"precision": 0.468611, "recall": 0.536561, "f1": 0.487377, "accuracy": 0.536561, "main_score": 0.487377, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"]}, {"precision": 0.857625, "recall": 0.897233, "f1": 0.86996, "accuracy": 0.897233, "main_score": 0.86996, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"]}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"]}, {"precision": 0.596545, "recall": 0.65415, "f1": 0.612095, "accuracy": 0.65415, "main_score": 0.612095, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"]}, {"precision": 0.897233, "recall": 0.928854, "f1": 0.907246, "accuracy": 0.928854, "main_score": 0.907246, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"]}, {"precision": 0.43774, "recall": 0.504941, "f1": 0.455509, "accuracy": 0.504941, "main_score": 0.455509, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"]}, {"precision": 0.604727, "recall": 0.68083, "f1": 0.627099, "accuracy": 0.68083, "main_score": 0.627099, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"]}, {"precision": 0.824094, "recall": 0.866601, "f1": 0.837187, "accuracy": 0.866601, "main_score": 0.837187, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"]}, {"precision": 0.635356, "recall": 0.6917, "f1": 0.651981, "accuracy": 0.6917, "main_score": 0.651981, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"]}, {"precision": 0.636528, "recall": 0.697628, "f1": 0.653716, "accuracy": 0.697628, "main_score": 0.653716, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"]}, {"precision": 0.938818, "recall": 0.95751, "f1": 0.944895, "accuracy": 0.95751, "main_score": 0.944895, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"]}, {"precision": 0.52504, "recall": 0.588933, "f1": 0.543155, "accuracy": 0.588933, "main_score": 0.543155, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"]}, {"precision": 0.516476, "recall": 0.579051, "f1": 0.534398, "accuracy": 0.579051, "main_score": 0.534398, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"]}, {"precision": 0.818347, "recall": 0.865613, "f1": 0.832938, "accuracy": 0.865613, "main_score": 0.832938, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"]}, {"precision": 0.532638, "recall": 0.597826, "f1": 0.54976, "accuracy": 0.597826, "main_score": 0.54976, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"]}, {"precision": 0.611783, "recall": 0.675889, "f1": 0.63083, "accuracy": 0.675889, "main_score": 0.63083, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"]}, {"precision": 0.916996, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"]}, {"precision": 0.469939, "recall": 0.529644, "f1": 0.486614, "accuracy": 0.529644, "main_score": 0.486614, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"]}, {"precision": 0.561801, "recall": 0.62253, "f1": 0.577675, "accuracy": 0.62253, "main_score": 0.577675, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"]}, {"precision": 0.574514, "recall": 0.639328, "f1": 0.593378, "accuracy": 0.639328, "main_score": 0.593378, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"]}, {"precision": 0.542487, "recall": 0.605731, "f1": 0.55932, "accuracy": 0.605731, "main_score": 0.55932, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"]}, {"precision": 0.526108, "recall": 0.59585, "f1": 0.54565, "accuracy": 0.59585, "main_score": 0.54565, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"]}, {"precision": 0.713587, "recall": 0.766798, "f1": 0.729028, "accuracy": 0.766798, "main_score": 0.729028, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"]}, {"precision": 0.743972, "recall": 0.799407, "f1": 0.760408, "accuracy": 0.799407, "main_score": 0.760408, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"]}, {"precision": 0.86973, "recall": 0.903162, "f1": 0.880025, "accuracy": 0.903162, "main_score": 0.880025, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"]}, {"precision": 0.952157, "recall": 0.967391, "f1": 0.957082, "accuracy": 0.967391, "main_score": 0.957082, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"]}, {"precision": 0.474341, "recall": 0.554348, "f1": 0.498174, "accuracy": 0.554348, "main_score": 0.498174, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"]}, {"precision": 0.691973, "recall": 0.749012, "f1": 0.708317, "accuracy": 0.749012, "main_score": 0.708317, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"]}, {"precision": 0.580819, "recall": 0.63834, "f1": 0.596574, "accuracy": 0.63834, "main_score": 0.596574, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"]}, {"precision": 0.500087, "recall": 0.572134, "f1": 0.520514, "accuracy": 0.572134, "main_score": 0.520514, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"]}, {"precision": 0.463068, "recall": 0.525692, "f1": 0.480065, "accuracy": 0.525692, "main_score": 0.480065, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"]}, {"precision": 0.354249, "recall": 0.420949, "f1": 0.371458, "accuracy": 0.420949, "main_score": 0.371458, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"]}, {"precision": 0.922925, "recall": 0.94664, "f1": 0.930665, "accuracy": 0.94664, "main_score": 0.930665, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"]}, {"precision": 0.948791, "recall": 0.962451, "f1": 0.952981, "accuracy": 0.962451, "main_score": 0.952981, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"]}, {"precision": 0.924572, "recall": 0.945652, "f1": 0.931324, "accuracy": 0.945652, "main_score": 0.931324, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"]}, {"precision": 0.533523, "recall": 0.583004, "f1": 0.546931, "accuracy": 0.583004, "main_score": 0.546931, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"]}, {"precision": 0.766206, "recall": 0.813241, "f1": 0.780237, "accuracy": 0.813241, "main_score": 0.780237, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"]}, {"precision": 0.849598, "recall": 0.883399, "f1": 0.859634, "accuracy": 0.883399, "main_score": 0.859634, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952357, "accuracy": 0.962451, "main_score": 0.952357, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"]}, {"precision": 0.51026, "recall": 0.573123, "f1": 0.528003, "accuracy": 0.573123, "main_score": 0.528003, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"]}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.95056, "accuracy": 0.961462, "main_score": 0.95056, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"]}, {"precision": 0.884964, "recall": 0.918972, "f1": 0.895619, "accuracy": 0.918972, "main_score": 0.895619, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"]}, {"precision": 0.538391, "recall": 0.596838, "f1": 0.554734, "accuracy": 0.596838, "main_score": 0.554734, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"]}, {"precision": 0.945685, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"]}, {"precision": 0.934618, "recall": 0.953557, "f1": 0.9405, "accuracy": 0.953557, "main_score": 0.9405, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"]}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"]}, {"precision": 0.514486, "recall": 0.578063, "f1": 0.531839, "accuracy": 0.578063, "main_score": 0.531839, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"]}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959505, "accuracy": 0.968379, "main_score": 0.959505, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"]}, {"precision": 0.930477, "recall": 0.948617, "f1": 0.935985, "accuracy": 0.948617, "main_score": 0.935985, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"]}, {"precision": 0.199238, "recall": 0.251976, "f1": 0.212116, "accuracy": 0.251976, "main_score": 0.212116, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"]}, {"precision": 0.550986, "recall": 0.600791, "f1": 0.564476, "accuracy": 0.600791, "main_score": 0.564476, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"]}, {"precision": 0.894269, "recall": 0.925889, "f1": 0.904282, "accuracy": 0.925889, "main_score": 0.904282, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"]}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"]}, {"precision": 0.596673, "recall": 0.65415, "f1": 0.613161, "accuracy": 0.65415, "main_score": 0.613161, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"]}, {"precision": 0.850659, "recall": 0.88834, "f1": 0.861877, "accuracy": 0.88834, "main_score": 0.861877, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"]}, {"precision": 0.923246, "recall": 0.942688, "f1": 0.929191, "accuracy": 0.942688, "main_score": 0.929191, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"]}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"]}, {"precision": 0.467436, "recall": 0.524704, "f1": 0.483209, "accuracy": 0.524704, "main_score": 0.483209, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"]}, {"precision": 0.468092, "recall": 0.537549, "f1": 0.486016, "accuracy": 0.537549, "main_score": 0.486016, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"]}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"]}, {"precision": 0.499575, "recall": 0.566206, "f1": 0.517431, "accuracy": 0.566206, "main_score": 0.517431, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"]}, {"precision": 0.909947, "recall": 0.935771, "f1": 0.918116, "accuracy": 0.935771, "main_score": 0.918116, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"]}, {"precision": 0.911479, "recall": 0.936759, "f1": 0.919368, "accuracy": 0.936759, "main_score": 0.919368, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"]}, {"precision": 0.499896, "recall": 0.567194, "f1": 0.518222, "accuracy": 0.567194, "main_score": 0.518222, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"]}, {"precision": 0.788439, "recall": 0.837945, "f1": 0.803294, "accuracy": 0.837945, "main_score": 0.803294, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"]}, {"precision": 0.905221, "recall": 0.931818, "f1": 0.913556, "accuracy": 0.931818, "main_score": 0.913556, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"]}, {"precision": 0.973518, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"]}, {"precision": 0.921031, "recall": 0.945652, "f1": 0.92892, "accuracy": 0.945652, "main_score": 0.92892, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"]}, {"precision": 0.461663, "recall": 0.519763, "f1": 0.477988, "accuracy": 0.519763, "main_score": 0.477988, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"]}, {"precision": 0.489174, "recall": 0.554348, "f1": 0.506304, "accuracy": 0.554348, "main_score": 0.506304, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"]}, {"precision": 0.443899, "recall": 0.497036, "f1": 0.458514, "accuracy": 0.497036, "main_score": 0.458514, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"]}, {"precision": 0.860707, "recall": 0.895257, "f1": 0.871113, "accuracy": 0.895257, "main_score": 0.871113, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"]}, {"precision": 0.299516, "recall": 0.347826, "f1": 0.311826, "accuracy": 0.347826, "main_score": 0.311826, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"]}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"]}, {"precision": 0.953228, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"]}, {"precision": 0.503936, "recall": 0.565217, "f1": 0.521618, "accuracy": 0.565217, "main_score": 0.521618, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"]}, {"precision": 0.90238, "recall": 0.927866, "f1": 0.910286, "accuracy": 0.927866, "main_score": 0.910286, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"]}, {"precision": 0.905889, "recall": 0.931818, "f1": 0.913686, "accuracy": 0.931818, "main_score": 0.913686, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"]}, {"precision": 0.522885, "recall": 0.577075, "f1": 0.538152, "accuracy": 0.577075, "main_score": 0.538152, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"]}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948748, "accuracy": 0.960474, "main_score": 0.948748, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"]}, {"precision": 0.610037, "recall": 0.673913, "f1": 0.6281, "accuracy": 0.673913, "main_score": 0.6281, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"]}, {"precision": 0.887681, "recall": 0.917984, "f1": 0.897036, "accuracy": 0.917984, "main_score": 0.897036, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"]}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.946989, "accuracy": 0.958498, "main_score": 0.946989, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"]}, {"precision": 0.967424, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"]}, {"precision": 0.533237, "recall": 0.61166, "f1": 0.554837, "accuracy": 0.61166, "main_score": 0.554837, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"]}, {"precision": 0.618629, "recall": 0.676877, "f1": 0.635442, "accuracy": 0.676877, "main_score": 0.635442, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"]}, {"precision": 0.902619, "recall": 0.929842, "f1": 0.911298, "accuracy": 0.929842, "main_score": 0.911298, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"]}, {"precision": 0.577391, "recall": 0.630435, "f1": 0.592645, "accuracy": 0.630435, "main_score": 0.592645, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"]}, {"precision": 0.601179, "recall": 0.667984, "f1": 0.619764, "accuracy": 0.667984, "main_score": 0.619764, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"]}, {"precision": 0.951252, "recall": 0.964427, "f1": 0.955336, "accuracy": 0.964427, "main_score": 0.955336, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"]}, {"precision": 0.948485, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"]}, {"precision": 0.853179, "recall": 0.892292, "f1": 0.86494, "accuracy": 0.892292, "main_score": 0.86494, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"]}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"]}, {"precision": 0.944417, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"]}, {"precision": 0.48191, "recall": 0.535573, "f1": 0.497032, "accuracy": 0.535573, "main_score": 0.497032, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"]}, {"precision": 0.495561, "recall": 0.55336, "f1": 0.510846, "accuracy": 0.55336, "main_score": 0.510846, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"]}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"]}, {"precision": 0.948155, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"]}, {"precision": 0.690722, "recall": 0.748024, "f1": 0.707331, "accuracy": 0.748024, "main_score": 0.707331, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"]}, {"precision": 0.415218, "recall": 0.472332, "f1": 0.429779, "accuracy": 0.472332, "main_score": 0.429779, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"]}, {"precision": 0.954051, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"]}, {"precision": 0.927404, "recall": 0.948617, "f1": 0.934124, "accuracy": 0.948617, "main_score": 0.934124, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"]}, {"precision": 0.747654, "recall": 0.801383, "f1": 0.763752, "accuracy": 0.801383, "main_score": 0.763752, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"]}, {"precision": 0.473834, "recall": 0.531621, "f1": 0.489669, "accuracy": 0.531621, "main_score": 0.489669, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"]}, {"precision": 0.936545, "recall": 0.955534, "f1": 0.942589, "accuracy": 0.955534, "main_score": 0.942589, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"]}, {"precision": 0.942836, "recall": 0.958498, "f1": 0.94753, "accuracy": 0.958498, "main_score": 0.94753, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"]}, {"precision": 0.909914, "recall": 0.935771, "f1": 0.918149, "accuracy": 0.935771, "main_score": 0.918149, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"]}, {"precision": 0.50348, "recall": 0.573123, "f1": 0.522329, "accuracy": 0.573123, "main_score": 0.522329, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"]}, {"precision": 0.210508, "recall": 0.264822, "f1": 0.223564, "accuracy": 0.264822, "main_score": 0.223564, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"]}, {"precision": 0.559321, "recall": 0.614625, "f1": 0.574653, "accuracy": 0.614625, "main_score": 0.574653, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"]}, {"precision": 0.695877, "recall": 0.754941, "f1": 0.713043, "accuracy": 0.754941, "main_score": 0.713043, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"]}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"]}, {"precision": 0.921278, "recall": 0.943676, "f1": 0.928162, "accuracy": 0.943676, "main_score": 0.928162, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"]}, {"precision": 0.377902, "recall": 0.432806, "f1": 0.392918, "accuracy": 0.432806, "main_score": 0.392918, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"]}, {"precision": 0.939065, "recall": 0.954545, "f1": 0.944005, "accuracy": 0.954545, "main_score": 0.944005, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"]}, {"precision": 0.911545, "recall": 0.934783, "f1": 0.918497, "accuracy": 0.934783, "main_score": 0.918497, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"]}, {"precision": 0.934042, "recall": 0.952569, "f1": 0.939954, "accuracy": 0.952569, "main_score": 0.939954, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"]}, {"precision": 0.606365, "recall": 0.666996, "f1": 0.624071, "accuracy": 0.666996, "main_score": 0.624071, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"]}, {"precision": 0.48468, "recall": 0.541502, "f1": 0.500879, "accuracy": 0.541502, "main_score": 0.500879, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"]}, {"precision": 0.426068, "recall": 0.487154, "f1": 0.442809, "accuracy": 0.487154, "main_score": 0.442809, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"]}, {"precision": 0.591629, "recall": 0.644269, "f1": 0.606202, "accuracy": 0.644269, "main_score": 0.606202, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"]}, {"precision": 0.2503, "recall": 0.324111, "f1": 0.2692, "accuracy": 0.324111, "main_score": 0.2692, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"]}, {"precision": 0.908136, "recall": 0.933794, "f1": 0.916126, "accuracy": 0.933794, "main_score": 0.916126, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"]}, {"precision": 0.531006, "recall": 0.593874, "f1": 0.548694, "accuracy": 0.593874, "main_score": 0.548694, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"]}, {"precision": 0.506755, "recall": 0.565217, "f1": 0.522478, "accuracy": 0.565217, "main_score": 0.522478, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"]}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"]}, {"precision": 0.925313, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"]}, {"precision": 0.90448, "recall": 0.932806, "f1": 0.913175, "accuracy": 0.932806, "main_score": 0.913175, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"]}, {"precision": 0.610278, "recall": 0.682806, "f1": 0.631414, "accuracy": 0.682806, "main_score": 0.631414, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"]}, {"precision": 0.471056, "recall": 0.528656, "f1": 0.487111, "accuracy": 0.528656, "main_score": 0.487111, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"]}, {"precision": 0.709002, "recall": 0.771739, "f1": 0.727915, "accuracy": 0.771739, "main_score": 0.727915, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961265, "accuracy": 0.969368, "main_score": 0.961265, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"]}, {"precision": 0.910771, "recall": 0.935771, "f1": 0.918445, "accuracy": 0.935771, "main_score": 0.918445, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"]}, {"precision": 0.40037, "recall": 0.456522, "f1": 0.415317, "accuracy": 0.456522, "main_score": 0.415317, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"]}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"]}, {"precision": 0.944311, "recall": 0.961462, "f1": 0.949852, "accuracy": 0.961462, "main_score": 0.949852, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"]}, {"precision": 0.870175, "recall": 0.907115, "f1": 0.881653, "accuracy": 0.907115, "main_score": 0.881653, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"]}, {"precision": 0.806826, "recall": 0.853755, "f1": 0.820608, "accuracy": 0.853755, "main_score": 0.820608, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"]}, {"precision": 0.837822, "recall": 0.875494, "f1": 0.848995, "accuracy": 0.875494, "main_score": 0.848995, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"]}, {"precision": 0.847612, "recall": 0.884387, "f1": 0.858484, "accuracy": 0.884387, "main_score": 0.858484, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"]}, {"precision": 0.54562, "recall": 0.59585, "f1": 0.559134, "accuracy": 0.59585, "main_score": 0.559134, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"]}, {"precision": 0.908267, "recall": 0.934783, "f1": 0.916831, "accuracy": 0.934783, "main_score": 0.916831, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"]}, {"precision": 0.931851, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"]}, {"precision": 0.912549, "recall": 0.939723, "f1": 0.921278, "accuracy": 0.939723, "main_score": 0.921278, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"]}, {"precision": 0.74613, "recall": 0.80336, "f1": 0.762502, "accuracy": 0.80336, "main_score": 0.762502, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"]}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948141, "accuracy": 0.959486, "main_score": 0.948141, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"]}, {"precision": 0.416691, "recall": 0.478261, "f1": 0.432453, "accuracy": 0.478261, "main_score": 0.432453, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"]}, {"precision": 0.963068, "recall": 0.97332, "f1": 0.966293, "accuracy": 0.97332, "main_score": 0.966293, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"]}, {"precision": 0.541184, "recall": 0.609684, "f1": 0.560754, "accuracy": 0.609684, "main_score": 0.560754, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"]}, {"precision": 0.936133, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"]}, {"precision": 0.941733, "recall": 0.95751, "f1": 0.94664, "accuracy": 0.95751, "main_score": 0.94664, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"]}, {"precision": 0.920619, "recall": 0.942688, "f1": 0.927668, "accuracy": 0.942688, "main_score": 0.927668, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"]}, {"precision": 0.709437, "recall": 0.759881, "f1": 0.724159, "accuracy": 0.759881, "main_score": 0.724159, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942655, "accuracy": 0.955534, "main_score": 0.942655, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"]}, {"precision": 0.565507, "recall": 0.615613, "f1": 0.579193, "accuracy": 0.615613, "main_score": 0.579193, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"]}, {"precision": 0.558753, "recall": 0.616601, "f1": 0.575172, "accuracy": 0.616601, "main_score": 0.575172, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"]}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"]}, {"precision": 0.854068, "recall": 0.887352, "f1": 0.863999, "accuracy": 0.887352, "main_score": 0.863999, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"]}, {"precision": 0.963966, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"]}, {"precision": 0.462035, "recall": 0.523715, "f1": 0.479225, "accuracy": 0.523715, "main_score": 0.479225, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"]}, {"precision": 0.959684, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"]}, {"precision": 0.477184, "recall": 0.530632, "f1": 0.491889, "accuracy": 0.530632, "main_score": 0.491889, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"]}, {"precision": 0.731777, "recall": 0.791502, "f1": 0.749184, "accuracy": 0.791502, "main_score": 0.749184, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"]}, {"precision": 0.481608, "recall": 0.54249, "f1": 0.497642, "accuracy": 0.54249, "main_score": 0.497642, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"]}, {"precision": 0.573064, "recall": 0.636364, "f1": 0.590511, "accuracy": 0.636364, "main_score": 0.590511, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"]}, {"precision": 0.801548, "recall": 0.844862, "f1": 0.814681, "accuracy": 0.844862, "main_score": 0.814681, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"]}, {"precision": 0.908136, "recall": 0.932806, "f1": 0.915843, "accuracy": 0.932806, "main_score": 0.915843, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"]}, {"precision": 0.42986, "recall": 0.483202, "f1": 0.444477, "accuracy": 0.483202, "main_score": 0.444477, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"]}, {"precision": 0.485948, "recall": 0.544466, "f1": 0.501417, "accuracy": 0.544466, "main_score": 0.501417, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"]}, {"precision": 0.510236, "recall": 0.573123, "f1": 0.528071, "accuracy": 0.573123, "main_score": 0.528071, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"]}, {"precision": 0.513658, "recall": 0.574111, "f1": 0.530231, "accuracy": 0.574111, "main_score": 0.530231, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"]}, {"precision": 0.905962, "recall": 0.933794, "f1": 0.914657, "accuracy": 0.933794, "main_score": 0.914657, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"]}, {"precision": 0.457018, "recall": 0.520751, "f1": 0.474295, "accuracy": 0.520751, "main_score": 0.474295, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"]}, {"precision": 0.652481, "recall": 0.714427, "f1": 0.670426, "accuracy": 0.714427, "main_score": 0.670426, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"]}, {"precision": 0.910583, "recall": 0.935771, "f1": 0.918198, "accuracy": 0.935771, "main_score": 0.918198, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"]}, {"precision": 0.623123, "recall": 0.686759, "f1": 0.642001, "accuracy": 0.686759, "main_score": 0.642001, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"]}, {"precision": 0.760354, "recall": 0.801383, "f1": 0.772211, "accuracy": 0.801383, "main_score": 0.772211, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"]}, {"precision": 0.948155, "recall": 0.963439, "f1": 0.952866, "accuracy": 0.963439, "main_score": 0.952866, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"]}, {"precision": 0.857025, "recall": 0.895257, "f1": 0.868462, "accuracy": 0.895257, "main_score": 0.868462, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"]}, {"precision": 0.90802, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"]}, {"precision": 0.427426, "recall": 0.504941, "f1": 0.448635, "accuracy": 0.504941, "main_score": 0.448635, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"]}, {"precision": 0.891996, "recall": 0.923913, "f1": 0.902174, "accuracy": 0.923913, "main_score": 0.902174, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"]}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"]}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"]}, {"precision": 0.642745, "recall": 0.705534, "f1": 0.660925, "accuracy": 0.705534, "main_score": 0.660925, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"]}, {"precision": 0.530671, "recall": 0.58004, "f1": 0.543963, "accuracy": 0.58004, "main_score": 0.543963, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"]}, {"precision": 0.553796, "recall": 0.620553, "f1": 0.572798, "accuracy": 0.620553, "main_score": 0.572798, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"]}, {"precision": 0.501294, "recall": 0.564229, "f1": 0.519107, "accuracy": 0.564229, "main_score": 0.519107, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"]}, {"precision": 0.394537, "recall": 0.47332, "f1": 0.415134, "accuracy": 0.47332, "main_score": 0.415134, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"]}, {"precision": 0.558797, "recall": 0.613636, "f1": 0.574554, "accuracy": 0.613636, "main_score": 0.574554, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"]}, {"precision": 0.831851, "recall": 0.874506, "f1": 0.845356, "accuracy": 0.874506, "main_score": 0.845356, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"]}, {"precision": 0.930254, "recall": 0.947628, "f1": 0.935639, "accuracy": 0.947628, "main_score": 0.935639, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"]}, {"precision": 0.569229, "recall": 0.628458, "f1": 0.586945, "accuracy": 0.628458, "main_score": 0.586945, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"]}, {"precision": 0.942194, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"]}, {"precision": 0.583523, "recall": 0.645257, "f1": 0.601358, "accuracy": 0.645257, "main_score": 0.601358, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"]}, {"precision": 0.536208, "recall": 0.600791, "f1": 0.554351, "accuracy": 0.600791, "main_score": 0.554351, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"]}, {"precision": 0.175846, "recall": 0.228261, "f1": 0.189796, "accuracy": 0.228261, "main_score": 0.189796, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"]}, {"precision": 0.603689, "recall": 0.655138, "f1": 0.618469, "accuracy": 0.655138, "main_score": 0.618469, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"]}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"]}, {"precision": 0.641231, "recall": 0.698617, "f1": 0.658289, "accuracy": 0.698617, "main_score": 0.658289, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927701, "accuracy": 0.943676, "main_score": 0.927701, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"]}, {"precision": 0.534437, "recall": 0.582016, "f1": 0.548174, "accuracy": 0.582016, "main_score": 0.548174, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"]}, {"precision": 0.455254, "recall": 0.52668, "f1": 0.474664, "accuracy": 0.52668, "main_score": 0.474664, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"]}, {"precision": 0.543643, "recall": 0.604743, "f1": 0.560983, "accuracy": 0.604743, "main_score": 0.560983, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"]}, {"precision": 0.54572, "recall": 0.610672, "f1": 0.56397, "accuracy": 0.610672, "main_score": 0.56397, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"]}, {"precision": 0.823534, "recall": 0.867589, "f1": 0.837272, "accuracy": 0.867589, "main_score": 0.837272, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"]}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"]}, {"precision": 0.505849, "recall": 0.561265, "f1": 0.521291, "accuracy": 0.561265, "main_score": 0.521291, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"]}, {"precision": 0.513672, "recall": 0.577075, "f1": 0.531735, "accuracy": 0.577075, "main_score": 0.531735, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"]}, {"precision": 0.498666, "recall": 0.5583, "f1": 0.515482, "accuracy": 0.5583, "main_score": 0.515482, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"]}, {"precision": 0.92136, "recall": 0.943676, "f1": 0.92859, "accuracy": 0.943676, "main_score": 0.92859, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"]}, {"precision": 0.307253, "recall": 0.364625, "f1": 0.322725, "accuracy": 0.364625, "main_score": 0.322725, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"]}, {"precision": 0.554825, "recall": 0.618577, "f1": 0.573424, "accuracy": 0.618577, "main_score": 0.573424, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"]}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"]}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.934947, "accuracy": 0.949605, "main_score": 0.934947, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"]}, {"precision": 0.573497, "recall": 0.62747, "f1": 0.589155, "accuracy": 0.62747, "main_score": 0.589155, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"]}, {"precision": 0.670892, "recall": 0.73419, "f1": 0.689417, "accuracy": 0.73419, "main_score": 0.689417, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"]}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"]}, {"precision": 0.571305, "recall": 0.647233, "f1": 0.593074, "accuracy": 0.647233, "main_score": 0.593074, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"]}, {"precision": 0.653373, "recall": 0.717391, "f1": 0.672384, "accuracy": 0.717391, "main_score": 0.672384, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"]}, {"precision": 0.640119, "recall": 0.698617, "f1": 0.657449, "accuracy": 0.698617, "main_score": 0.657449, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"]}, {"precision": 0.611388, "recall": 0.68083, "f1": 0.630919, "accuracy": 0.68083, "main_score": 0.630919, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"]}, {"precision": 0.88694, "recall": 0.91996, "f1": 0.897299, "accuracy": 0.91996, "main_score": 0.897299, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"]}, {"precision": 0.518846, "recall": 0.579051, "f1": 0.535779, "accuracy": 0.579051, "main_score": 0.535779, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"]}, {"precision": 0.538292, "recall": 0.594862, "f1": 0.554556, "accuracy": 0.594862, "main_score": 0.554556, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"]}, {"precision": 0.764657, "recall": 0.814229, "f1": 0.779418, "accuracy": 0.814229, "main_score": 0.779418, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"]}, {"precision": 0.458128, "recall": 0.51581, "f1": 0.473262, "accuracy": 0.51581, "main_score": 0.473262, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"]}, {"precision": 0.811439, "recall": 0.858696, "f1": 0.825939, "accuracy": 0.858696, "main_score": 0.825939, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"]}, {"precision": 0.5333, "recall": 0.596838, "f1": 0.551291, "accuracy": 0.596838, "main_score": 0.551291, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"]}, {"precision": 0.579105, "recall": 0.643281, "f1": 0.597338, "accuracy": 0.643281, "main_score": 0.597338, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"]}, {"precision": 0.194555, "recall": 0.251976, "f1": 0.207966, "accuracy": 0.251976, "main_score": 0.207966, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"]}, {"precision": 0.59697, "recall": 0.662055, "f1": 0.61606, "accuracy": 0.662055, "main_score": 0.61606, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"]}, {"precision": 0.805567, "recall": 0.854743, "f1": 0.820407, "accuracy": 0.854743, "main_score": 0.820407, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"]}, {"precision": 0.414512, "recall": 0.469368, "f1": 0.429793, "accuracy": 0.469368, "main_score": 0.429793, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"]}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"]}, {"precision": 0.652989, "recall": 0.710474, "f1": 0.670199, "accuracy": 0.710474, "main_score": 0.670199, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"]}, {"precision": 0.539163, "recall": 0.601779, "f1": 0.55715, "accuracy": 0.601779, "main_score": 0.55715, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"]}, {"precision": 0.493659, "recall": 0.554348, "f1": 0.510299, "accuracy": 0.554348, "main_score": 0.510299, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"]}, {"precision": 0.6369, "recall": 0.695652, "f1": 0.65404, "accuracy": 0.695652, "main_score": 0.65404, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"]}, {"precision": 0.211156, "recall": 0.281621, "f1": 0.229835, "accuracy": 0.281621, "main_score": 0.229835, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"]}, {"precision": 0.917078, "recall": 0.942688, "f1": 0.925296, "accuracy": 0.942688, "main_score": 0.925296, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"]}, {"precision": 0.530658, "recall": 0.59585, "f1": 0.549739, "accuracy": 0.59585, "main_score": 0.549739, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"]}, {"precision": 0.568958, "recall": 0.629447, "f1": 0.586105, "accuracy": 0.629447, "main_score": 0.586105, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"]}, {"precision": 0.946229, "recall": 0.961462, "f1": 0.951153, "accuracy": 0.961462, "main_score": 0.951153, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"]}, {"precision": 0.6619, "recall": 0.733202, "f1": 0.68358, "accuracy": 0.733202, "main_score": 0.68358, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"]}, {"precision": 0.546817, "recall": 0.609684, "f1": 0.564695, "accuracy": 0.609684, "main_score": 0.564695, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"]}, {"precision": 0.725791, "recall": 0.783597, "f1": 0.743332, "accuracy": 0.783597, "main_score": 0.743332, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"]}, {"precision": 0.447252, "recall": 0.509881, "f1": 0.464564, "accuracy": 0.509881, "main_score": 0.464564, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"]}, {"precision": 0.912138, "recall": 0.937747, "f1": 0.920309, "accuracy": 0.937747, "main_score": 0.920309, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"]}, {"precision": 0.811627, "recall": 0.857708, "f1": 0.825692, "accuracy": 0.857708, "main_score": 0.825692, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"]}, {"precision": 0.913538, "recall": 0.936759, "f1": 0.920949, "accuracy": 0.936759, "main_score": 0.920949, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"]}, {"precision": 0.897151, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"]}, {"precision": 0.602891, "recall": 0.655138, "f1": 0.61825, "accuracy": 0.655138, "main_score": 0.61825, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"]}, {"precision": 0.936265, "recall": 0.956522, "f1": 0.943017, "accuracy": 0.956522, "main_score": 0.943017, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"]}, {"precision": 0.847283, "recall": 0.889328, "f1": 0.860573, "accuracy": 0.889328, "main_score": 0.860573, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"]}, {"precision": 0.441825, "recall": 0.511858, "f1": 0.459819, "accuracy": 0.511858, "main_score": 0.459819, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"]}, {"precision": 0.601623, "recall": 0.66502, "f1": 0.620457, "accuracy": 0.66502, "main_score": 0.620457, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"]}, {"precision": 0.935935, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"]}, {"precision": 0.793709, "recall": 0.839921, "f1": 0.807773, "accuracy": 0.839921, "main_score": 0.807773, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"]}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"]}, {"precision": 0.626305, "recall": 0.678854, "f1": 0.641426, "accuracy": 0.678854, "main_score": 0.641426, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"]}, {"precision": 0.626172, "recall": 0.685771, "f1": 0.643007, "accuracy": 0.685771, "main_score": 0.643007, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"]}, {"precision": 0.915514, "recall": 0.940711, "f1": 0.923551, "accuracy": 0.940711, "main_score": 0.923551, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"]}, {"precision": 0.52804, "recall": 0.588933, "f1": 0.545556, "accuracy": 0.588933, "main_score": 0.545556, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"]}, {"precision": 0.51242, "recall": 0.58004, "f1": 0.531351, "accuracy": 0.58004, "main_score": 0.531351, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"]}, {"precision": 0.781548, "recall": 0.832016, "f1": 0.79717, "accuracy": 0.832016, "main_score": 0.79717, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"]}, {"precision": 0.524843, "recall": 0.585968, "f1": 0.541881, "accuracy": 0.585968, "main_score": 0.541881, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"]}, {"precision": 0.58533, "recall": 0.645257, "f1": 0.602783, "accuracy": 0.645257, "main_score": 0.602783, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"]}, {"precision": 0.872612, "recall": 0.909091, "f1": 0.884289, "accuracy": 0.909091, "main_score": 0.884289, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"]}, {"precision": 0.480009, "recall": 0.536561, "f1": 0.496494, "accuracy": 0.536561, "main_score": 0.496494, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"]}, {"precision": 0.558696, "recall": 0.61166, "f1": 0.573238, "accuracy": 0.61166, "main_score": 0.573238, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"]}, {"precision": 0.575148, "recall": 0.637352, "f1": 0.593088, "accuracy": 0.637352, "main_score": 0.593088, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"]}, {"precision": 0.535539, "recall": 0.587945, "f1": 0.550231, "accuracy": 0.587945, "main_score": 0.550231, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"]}, {"precision": 0.517681, "recall": 0.589921, "f1": 0.538537, "accuracy": 0.589921, "main_score": 0.538537, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"]}, {"precision": 0.695702, "recall": 0.754941, "f1": 0.712747, "accuracy": 0.754941, "main_score": 0.712747, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"]}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"]}, {"precision": 0.715003, "recall": 0.773715, "f1": 0.732839, "accuracy": 0.773715, "main_score": 0.732839, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"]}, {"precision": 0.836248, "recall": 0.87253, "f1": 0.847468, "accuracy": 0.87253, "main_score": 0.847468, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"]}, {"precision": 0.909585, "recall": 0.936759, "f1": 0.918281, "accuracy": 0.936759, "main_score": 0.918281, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"]}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"]}, {"precision": 0.470698, "recall": 0.546443, "f1": 0.493154, "accuracy": 0.546443, "main_score": 0.493154, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"]}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"]}, {"precision": 0.670422, "recall": 0.737154, "f1": 0.690072, "accuracy": 0.737154, "main_score": 0.690072, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"]}, {"precision": 0.56791, "recall": 0.618577, "f1": 0.582715, "accuracy": 0.618577, "main_score": 0.582715, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"]}, {"precision": 0.597786, "recall": 0.663043, "f1": 0.61682, "accuracy": 0.663043, "main_score": 0.61682, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"]}, {"precision": 0.545121, "recall": 0.599802, "f1": 0.560455, "accuracy": 0.599802, "main_score": 0.560455, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"]}, {"precision": 0.440853, "recall": 0.516798, "f1": 0.461434, "accuracy": 0.516798, "main_score": 0.461434, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"]}, {"precision": 0.606283, "recall": 0.660079, "f1": 0.621011, "accuracy": 0.660079, "main_score": 0.621011, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"]}, {"precision": 0.882691, "recall": 0.913043, "f1": 0.892358, "accuracy": 0.913043, "main_score": 0.892358, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"]}, {"precision": 0.609562, "recall": 0.666008, "f1": 0.625866, "accuracy": 0.666008, "main_score": 0.625866, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"]}, {"precision": 0.616396, "recall": 0.679842, "f1": 0.634046, "accuracy": 0.679842, "main_score": 0.634046, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"]}, {"precision": 0.567054, "recall": 0.629447, "f1": 0.584038, "accuracy": 0.629447, "main_score": 0.584038, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"]}, {"precision": 0.192769, "recall": 0.243083, "f1": 0.205156, "accuracy": 0.243083, "main_score": 0.205156, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"]}, {"precision": 0.640055, "recall": 0.689723, "f1": 0.653447, "accuracy": 0.689723, "main_score": 0.653447, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"]}, {"precision": 0.694318, "recall": 0.744071, "f1": 0.708663, "accuracy": 0.744071, "main_score": 0.708663, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"]}, {"precision": 0.556987, "recall": 0.606719, "f1": 0.5712, "accuracy": 0.606719, "main_score": 0.5712, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"]}, {"precision": 0.514405, "recall": 0.586957, "f1": 0.534365, "accuracy": 0.586957, "main_score": 0.534365, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"]}, {"precision": 0.566436, "recall": 0.628458, "f1": 0.584538, "accuracy": 0.628458, "main_score": 0.584538, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"]}, {"precision": 0.590267, "recall": 0.650198, "f1": 0.607284, "accuracy": 0.650198, "main_score": 0.607284, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"]}, {"precision": 0.905715, "recall": 0.931818, "f1": 0.914097, "accuracy": 0.931818, "main_score": 0.914097, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"]}, {"precision": 0.542368, "recall": 0.599802, "f1": 0.559013, "accuracy": 0.599802, "main_score": 0.559013, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"]}, {"precision": 0.55543, "recall": 0.617589, "f1": 0.573167, "accuracy": 0.617589, "main_score": 0.573167, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"]}, {"precision": 0.52851, "recall": 0.58498, "f1": 0.54367, "accuracy": 0.58498, "main_score": 0.54367, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"]}, {"precision": 0.321948, "recall": 0.380435, "f1": 0.338387, "accuracy": 0.380435, "main_score": 0.338387, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"]}, {"precision": 0.604908, "recall": 0.664032, "f1": 0.621763, "accuracy": 0.664032, "main_score": 0.621763, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"]}, {"precision": 0.594358, "recall": 0.646245, "f1": 0.609127, "accuracy": 0.646245, "main_score": 0.609127, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"]}, {"precision": 0.716027, "recall": 0.775692, "f1": 0.733177, "accuracy": 0.775692, "main_score": 0.733177, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"]}, {"precision": 0.659717, "recall": 0.73913, "f1": 0.683484, "accuracy": 0.73913, "main_score": 0.683484, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"]}, {"precision": 0.727664, "recall": 0.779644, "f1": 0.742547, "accuracy": 0.779644, "main_score": 0.742547, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"]}, {"precision": 0.674111, "recall": 0.726285, "f1": 0.689399, "accuracy": 0.726285, "main_score": 0.689399, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"]}, {"precision": 0.658516, "recall": 0.727273, "f1": 0.678596, "accuracy": 0.727273, "main_score": 0.678596, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"]}, {"precision": 0.562604, "recall": 0.619565, "f1": 0.578478, "accuracy": 0.619565, "main_score": 0.578478, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"]}, {"precision": 0.569831, "recall": 0.626482, "f1": 0.586133, "accuracy": 0.626482, "main_score": 0.586133, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"]}, {"precision": 0.807049, "recall": 0.851779, "f1": 0.820553, "accuracy": 0.851779, "main_score": 0.820553, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"]}, {"precision": 0.49233, "recall": 0.548419, "f1": 0.506866, "accuracy": 0.548419, "main_score": 0.506866, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"]}, {"precision": 0.883432, "recall": 0.916996, "f1": 0.894057, "accuracy": 0.916996, "main_score": 0.894057, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"]}, {"precision": 0.542682, "recall": 0.605731, "f1": 0.559938, "accuracy": 0.605731, "main_score": 0.559938, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"]}, {"precision": 0.615518, "recall": 0.678854, "f1": 0.632953, "accuracy": 0.678854, "main_score": 0.632953, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"]}, {"precision": 0.192141, "recall": 0.250988, "f1": 0.205688, "accuracy": 0.250988, "main_score": 0.205688, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"]}, {"precision": 0.64273, "recall": 0.705534, "f1": 0.661201, "accuracy": 0.705534, "main_score": 0.661201, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"]}, {"precision": 0.827652, "recall": 0.873518, "f1": 0.841765, "accuracy": 0.873518, "main_score": 0.841765, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"]}, {"precision": 0.427547, "recall": 0.480237, "f1": 0.442077, "accuracy": 0.480237, "main_score": 0.442077, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"]}, {"precision": 0.68531, "recall": 0.73913, "f1": 0.701059, "accuracy": 0.73913, "main_score": 0.701059, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"]}, {"precision": 0.565056, "recall": 0.625494, "f1": 0.58235, "accuracy": 0.625494, "main_score": 0.58235, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"]}, {"precision": 0.511119, "recall": 0.581028, "f1": 0.530335, "accuracy": 0.581028, "main_score": 0.530335, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"]}, {"precision": 0.672744, "recall": 0.724308, "f1": 0.688425, "accuracy": 0.724308, "main_score": 0.688425, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"]}, {"precision": 0.239668, "recall": 0.33004, "f1": 0.263251, "accuracy": 0.33004, "main_score": 0.263251, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"]}, {"precision": 0.593198, "recall": 0.65415, "f1": 0.611298, "accuracy": 0.65415, "main_score": 0.611298, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"]}, {"precision": 0.598387, "recall": 0.661067, "f1": 0.616004, "accuracy": 0.661067, "main_score": 0.616004, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"]}, {"precision": 0.722703, "recall": 0.786561, "f1": 0.742089, "accuracy": 0.786561, "main_score": 0.742089, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"]}, {"precision": 0.566736, "recall": 0.625494, "f1": 0.583572, "accuracy": 0.625494, "main_score": 0.583572, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"]}, {"precision": 0.808827, "recall": 0.857708, "f1": 0.823715, "accuracy": 0.857708, "main_score": 0.823715, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"]}, {"precision": 0.478394, "recall": 0.540514, "f1": 0.495253, "accuracy": 0.540514, "main_score": 0.495253, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"]}, {"precision": 0.904842, "recall": 0.929842, "f1": 0.912879, "accuracy": 0.929842, "main_score": 0.912879, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"]}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"]}, {"precision": 0.628163, "recall": 0.68083, "f1": 0.643225, "accuracy": 0.68083, "main_score": 0.643225, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"]}, {"precision": 0.911726, "recall": 0.938735, "f1": 0.920455, "accuracy": 0.938735, "main_score": 0.920455, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"]}, {"precision": 0.467791, "recall": 0.535573, "f1": 0.485959, "accuracy": 0.535573, "main_score": 0.485959, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"]}, {"precision": 0.629621, "recall": 0.69664, "f1": 0.649687, "accuracy": 0.69664, "main_score": 0.649687, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"]}, {"precision": 0.851696, "recall": 0.88834, "f1": 0.863043, "accuracy": 0.88834, "main_score": 0.863043, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"]}, {"precision": 0.66467, "recall": 0.716403, "f1": 0.679338, "accuracy": 0.716403, "main_score": 0.679338, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"]}, {"precision": 0.652677, "recall": 0.710474, "f1": 0.669238, "accuracy": 0.710474, "main_score": 0.669238, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"]}, {"precision": 0.552573, "recall": 0.617589, "f1": 0.571243, "accuracy": 0.617589, "main_score": 0.571243, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"]}, {"precision": 0.550667, "recall": 0.613636, "f1": 0.568365, "accuracy": 0.613636, "main_score": 0.568365, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"]}, {"precision": 0.84058, "recall": 0.882411, "f1": 0.853755, "accuracy": 0.882411, "main_score": 0.853755, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"]}, {"precision": 0.553971, "recall": 0.616601, "f1": 0.571846, "accuracy": 0.616601, "main_score": 0.571846, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"]}, {"precision": 0.635253, "recall": 0.695652, "f1": 0.652672, "accuracy": 0.695652, "main_score": 0.652672, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"]}, {"precision": 0.937418, "recall": 0.955534, "f1": 0.943182, "accuracy": 0.955534, "main_score": 0.943182, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"]}, {"precision": 0.494761, "recall": 0.55336, "f1": 0.511201, "accuracy": 0.55336, "main_score": 0.511201, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"]}, {"precision": 0.578862, "recall": 0.635375, "f1": 0.594292, "accuracy": 0.635375, "main_score": 0.594292, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"]}, {"precision": 0.606176, "recall": 0.666008, "f1": 0.623259, "accuracy": 0.666008, "main_score": 0.623259, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"]}, {"precision": 0.562789, "recall": 0.617589, "f1": 0.577971, "accuracy": 0.617589, "main_score": 0.577971, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"]}, {"precision": 0.537171, "recall": 0.608696, "f1": 0.557464, "accuracy": 0.608696, "main_score": 0.557464, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"]}, {"precision": 0.77029, "recall": 0.821146, "f1": 0.785559, "accuracy": 0.821146, "main_score": 0.785559, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"]}, {"precision": 0.75774, "recall": 0.804348, "f1": 0.771923, "accuracy": 0.804348, "main_score": 0.771923, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"]}, {"precision": 0.8861, "recall": 0.913043, "f1": 0.894269, "accuracy": 0.913043, "main_score": 0.894269, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"]}, {"precision": 0.49877, "recall": 0.579051, "f1": 0.522567, "accuracy": 0.579051, "main_score": 0.522567, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"]}, {"precision": 0.734206, "recall": 0.790514, "f1": 0.751223, "accuracy": 0.790514, "main_score": 0.751223, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"]}, {"precision": 0.618186, "recall": 0.662055, "f1": 0.63047, "accuracy": 0.662055, "main_score": 0.63047, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"]}, {"precision": 0.42866, "recall": 0.479249, "f1": 0.44209, "accuracy": 0.479249, "main_score": 0.44209, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"]}, {"precision": 0.499234, "recall": 0.543478, "f1": 0.511978, "accuracy": 0.543478, "main_score": 0.511978, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"]}, {"precision": 0.236998, "recall": 0.281621, "f1": 0.248652, "accuracy": 0.281621, "main_score": 0.248652, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"]}, {"precision": 0.566251, "recall": 0.617589, "f1": 0.58007, "accuracy": 0.617589, "main_score": 0.58007, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"]}, {"precision": 0.515225, "recall": 0.566206, "f1": 0.528966, "accuracy": 0.566206, "main_score": 0.528966, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"]}, {"precision": 0.550991, "recall": 0.599802, "f1": 0.564099, "accuracy": 0.599802, "main_score": 0.564099, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"]}, {"precision": 0.557226, "recall": 0.604743, "f1": 0.56913, "accuracy": 0.604743, "main_score": 0.56913, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"]}, {"precision": 0.534093, "recall": 0.582016, "f1": 0.546849, "accuracy": 0.582016, "main_score": 0.546849, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"]}, {"precision": 0.558616, "recall": 0.609684, "f1": 0.572268, "accuracy": 0.609684, "main_score": 0.572268, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"]}, {"precision": 0.555702, "recall": 0.593874, "f1": 0.565746, "accuracy": 0.593874, "main_score": 0.565746, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"]}, {"precision": 0.572737, "recall": 0.61166, "f1": 0.583111, "accuracy": 0.61166, "main_score": 0.583111, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"]}, {"precision": 0.551161, "recall": 0.605731, "f1": 0.565136, "accuracy": 0.605731, "main_score": 0.565136, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"]}, {"precision": 0.544123, "recall": 0.59585, "f1": 0.557496, "accuracy": 0.59585, "main_score": 0.557496, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"]}, {"precision": 0.45731, "recall": 0.506917, "f1": 0.471237, "accuracy": 0.506917, "main_score": 0.471237, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"]}, {"precision": 0.56351, "recall": 0.61166, "f1": 0.575966, "accuracy": 0.61166, "main_score": 0.575966, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"]}, {"precision": 0.509717, "recall": 0.564229, "f1": 0.524426, "accuracy": 0.564229, "main_score": 0.524426, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"]}, {"precision": 0.552725, "recall": 0.605731, "f1": 0.566346, "accuracy": 0.605731, "main_score": 0.566346, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"]}, {"precision": 0.508033, "recall": 0.55336, "f1": 0.520465, "accuracy": 0.55336, "main_score": 0.520465, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"]}, {"precision": 0.538469, "recall": 0.587945, "f1": 0.551385, "accuracy": 0.587945, "main_score": 0.551385, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"]}, {"precision": 0.509253, "recall": 0.556324, "f1": 0.521526, "accuracy": 0.556324, "main_score": 0.521526, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"]}, {"precision": 0.587676, "recall": 0.635375, "f1": 0.60007, "accuracy": 0.635375, "main_score": 0.60007, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"]}, {"precision": 0.573552, "recall": 0.625494, "f1": 0.58651, "accuracy": 0.625494, "main_score": 0.58651, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"]}, {"precision": 0.49914, "recall": 0.551383, "f1": 0.513806, "accuracy": 0.551383, "main_score": 0.513806, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"]}, {"precision": 0.551369, "recall": 0.608696, "f1": 0.56631, "accuracy": 0.608696, "main_score": 0.56631, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"]}, {"precision": 0.559232, "recall": 0.613636, "f1": 0.573619, "accuracy": 0.613636, "main_score": 0.573619, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"]}, {"precision": 0.575684, "recall": 0.624506, "f1": 0.588745, "accuracy": 0.624506, "main_score": 0.588745, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"]}, {"precision": 0.224694, "recall": 0.264822, "f1": 0.235065, "accuracy": 0.264822, "main_score": 0.235065, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"]}, {"precision": 0.535102, "recall": 0.591897, "f1": 0.550446, "accuracy": 0.591897, "main_score": 0.550446, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"]}, {"precision": 0.524671, "recall": 0.56917, "f1": 0.537011, "accuracy": 0.56917, "main_score": 0.537011, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"]}, {"precision": 0.558697, "recall": 0.606719, "f1": 0.571353, "accuracy": 0.606719, "main_score": 0.571353, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"]}, {"precision": 0.558421, "recall": 0.608696, "f1": 0.571429, "accuracy": 0.608696, "main_score": 0.571429, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"]}, {"precision": 0.534807, "recall": 0.583992, "f1": 0.547771, "accuracy": 0.583992, "main_score": 0.547771, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"]}, {"precision": 0.564402, "recall": 0.609684, "f1": 0.575895, "accuracy": 0.609684, "main_score": 0.575895, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"]}, {"precision": 0.53587, "recall": 0.579051, "f1": 0.547752, "accuracy": 0.579051, "main_score": 0.547752, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"]}, {"precision": 0.569928, "recall": 0.619565, "f1": 0.583428, "accuracy": 0.619565, "main_score": 0.583428, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"]}, {"precision": 0.507224, "recall": 0.552372, "f1": 0.519631, "accuracy": 0.552372, "main_score": 0.519631, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"]}, {"precision": 0.520641, "recall": 0.565217, "f1": 0.533125, "accuracy": 0.565217, "main_score": 0.533125, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"]}, {"precision": 0.56512, "recall": 0.614625, "f1": 0.579205, "accuracy": 0.614625, "main_score": 0.579205, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"]}, {"precision": 0.554022, "recall": 0.602767, "f1": 0.566088, "accuracy": 0.602767, "main_score": 0.566088, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"]}, {"precision": 0.555793, "recall": 0.605731, "f1": 0.5692, "accuracy": 0.605731, "main_score": 0.5692, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"]}, {"precision": 0.494163, "recall": 0.540514, "f1": 0.507735, "accuracy": 0.540514, "main_score": 0.507735, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"]}, {"precision": 0.393678, "recall": 0.4417, "f1": 0.406542, "accuracy": 0.4417, "main_score": 0.406542, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"]}, {"precision": 0.560168, "recall": 0.612648, "f1": 0.574055, "accuracy": 0.612648, "main_score": 0.574055, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"]}, {"precision": 0.503696, "recall": 0.55336, "f1": 0.517332, "accuracy": 0.55336, "main_score": 0.517332, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"]}, {"precision": 0.570564, "recall": 0.62747, "f1": 0.585649, "accuracy": 0.62747, "main_score": 0.585649, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"]}, {"precision": 0.584824, "recall": 0.631423, "f1": 0.597283, "accuracy": 0.631423, "main_score": 0.597283, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"]}, {"precision": 0.541679, "recall": 0.58498, "f1": 0.553346, "accuracy": 0.58498, "main_score": 0.553346, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"]}, {"precision": 0.558037, "recall": 0.607708, "f1": 0.571429, "accuracy": 0.607708, "main_score": 0.571429, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"]}, {"precision": 0.483389, "recall": 0.537549, "f1": 0.498247, "accuracy": 0.537549, "main_score": 0.498247, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"]}, {"precision": 0.566238, "recall": 0.606719, "f1": 0.577148, "accuracy": 0.606719, "main_score": 0.577148, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"]}, {"precision": 0.568285, "recall": 0.610672, "f1": 0.578434, "accuracy": 0.610672, "main_score": 0.578434, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"]}, {"precision": 0.567554, "recall": 0.614625, "f1": 0.579838, "accuracy": 0.614625, "main_score": 0.579838, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"]}, {"precision": 0.574132, "recall": 0.621542, "f1": 0.586991, "accuracy": 0.621542, "main_score": 0.586991, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"]}, {"precision": 0.473797, "recall": 0.520751, "f1": 0.487174, "accuracy": 0.520751, "main_score": 0.487174, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"]}, {"precision": 0.554155, "recall": 0.607708, "f1": 0.568076, "accuracy": 0.607708, "main_score": 0.568076, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"]}, {"precision": 0.421761, "recall": 0.467391, "f1": 0.433723, "accuracy": 0.467391, "main_score": 0.433723, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"]}, {"precision": 0.465453, "recall": 0.512846, "f1": 0.478349, "accuracy": 0.512846, "main_score": 0.478349, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"]}, {"precision": 0.582432, "recall": 0.623518, "f1": 0.593256, "accuracy": 0.623518, "main_score": 0.593256, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"]}, {"precision": 0.29941, "recall": 0.342885, "f1": 0.310848, "accuracy": 0.342885, "main_score": 0.310848, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"]}, {"precision": 0.5666, "recall": 0.615613, "f1": 0.579888, "accuracy": 0.615613, "main_score": 0.579888, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"]}, {"precision": 0.540494, "recall": 0.59585, "f1": 0.555367, "accuracy": 0.59585, "main_score": 0.555367, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"]}, {"precision": 0.574494, "recall": 0.624506, "f1": 0.587456, "accuracy": 0.624506, "main_score": 0.587456, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"]}, {"precision": 0.543783, "recall": 0.601779, "f1": 0.559519, "accuracy": 0.601779, "main_score": 0.559519, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"]}, {"precision": 0.4775, "recall": 0.522727, "f1": 0.489641, "accuracy": 0.522727, "main_score": 0.489641, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"]}, {"precision": 0.55838, "recall": 0.601779, "f1": 0.569435, "accuracy": 0.601779, "main_score": 0.569435, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"]}, {"precision": 0.53941, "recall": 0.585968, "f1": 0.552207, "accuracy": 0.585968, "main_score": 0.552207, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"]}, {"precision": 0.583999, "recall": 0.623518, "f1": 0.594383, "accuracy": 0.623518, "main_score": 0.594383, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"]}, {"precision": 0.491451, "recall": 0.527668, "f1": 0.501547, "accuracy": 0.527668, "main_score": 0.501547, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"]}, {"precision": 0.585237, "recall": 0.62747, "f1": 0.595993, "accuracy": 0.62747, "main_score": 0.595993, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"]}, {"precision": 0.498635, "recall": 0.546443, "f1": 0.511826, "accuracy": 0.546443, "main_score": 0.511826, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"]}, {"precision": 0.578257, "recall": 0.621542, "f1": 0.589871, "accuracy": 0.621542, "main_score": 0.589871, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"]}, {"precision": 0.55683, "recall": 0.604743, "f1": 0.570003, "accuracy": 0.604743, "main_score": 0.570003, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"]}, {"precision": 0.571606, "recall": 0.612648, "f1": 0.582333, "accuracy": 0.612648, "main_score": 0.582333, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"]}, {"precision": 0.303732, "recall": 0.359684, "f1": 0.317338, "accuracy": 0.359684, "main_score": 0.317338, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"]}, {"precision": 0.50546, "recall": 0.551383, "f1": 0.517744, "accuracy": 0.551383, "main_score": 0.517744, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"]}, {"precision": 0.521739, "recall": 0.565217, "f1": 0.533262, "accuracy": 0.565217, "main_score": 0.533262, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"]}, {"precision": 0.51823, "recall": 0.563241, "f1": 0.530506, "accuracy": 0.563241, "main_score": 0.530506, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"]}, {"precision": 0.46714, "recall": 0.517787, "f1": 0.481593, "accuracy": 0.517787, "main_score": 0.481593, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"]}, {"precision": 0.581384, "recall": 0.631423, "f1": 0.593965, "accuracy": 0.631423, "main_score": 0.593965, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"]}, {"precision": 0.554983, "recall": 0.607708, "f1": 0.569541, "accuracy": 0.607708, "main_score": 0.569541, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"]}, {"precision": 0.571497, "recall": 0.617589, "f1": 0.582868, "accuracy": 0.617589, "main_score": 0.582868, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"]}, {"precision": 0.523008, "recall": 0.574111, "f1": 0.536654, "accuracy": 0.574111, "main_score": 0.536654, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"]}, {"precision": 0.590226, "recall": 0.632411, "f1": 0.601547, "accuracy": 0.632411, "main_score": 0.601547, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"]}, {"precision": 0.544166, "recall": 0.591897, "f1": 0.556277, "accuracy": 0.591897, "main_score": 0.556277, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"]}, {"precision": 0.563414, "recall": 0.614625, "f1": 0.576812, "accuracy": 0.614625, "main_score": 0.576812, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"]}, {"precision": 0.538881, "recall": 0.592885, "f1": 0.55243, "accuracy": 0.592885, "main_score": 0.55243, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"]}, {"precision": 0.488153, "recall": 0.531621, "f1": 0.500908, "accuracy": 0.531621, "main_score": 0.500908, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"]}, {"precision": 0.494599, "recall": 0.543478, "f1": 0.508325, "accuracy": 0.543478, "main_score": 0.508325, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"]}, {"precision": 0.545929, "recall": 0.605731, "f1": 0.561696, "accuracy": 0.605731, "main_score": 0.561696, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"]}, {"precision": 0.547509, "recall": 0.59585, "f1": 0.56023, "accuracy": 0.59585, "main_score": 0.56023, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"]}, {"precision": 0.543102, "recall": 0.593874, "f1": 0.556087, "accuracy": 0.593874, "main_score": 0.556087, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"]}, {"precision": 0.52021, "recall": 0.562253, "f1": 0.53173, "accuracy": 0.562253, "main_score": 0.53173, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"]}, {"precision": 0.424541, "recall": 0.465415, "f1": 0.436107, "accuracy": 0.465415, "main_score": 0.436107, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"]}, {"precision": 0.592537, "recall": 0.63834, "f1": 0.605142, "accuracy": 0.63834, "main_score": 0.605142, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"]}, {"precision": 0.504615, "recall": 0.552372, "f1": 0.517177, "accuracy": 0.552372, "main_score": 0.517177, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"]}, {"precision": 0.496326, "recall": 0.541502, "f1": 0.508091, "accuracy": 0.541502, "main_score": 0.508091, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"]}, {"precision": 0.554775, "recall": 0.604743, "f1": 0.567969, "accuracy": 0.604743, "main_score": 0.567969, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"]}, {"precision": 0.469633, "recall": 0.508893, "f1": 0.480505, "accuracy": 0.508893, "main_score": 0.480505, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"]}, {"precision": 0.571654, "recall": 0.612648, "f1": 0.581936, "accuracy": 0.612648, "main_score": 0.581936, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"]}, {"precision": 0.545673, "recall": 0.597826, "f1": 0.559471, "accuracy": 0.597826, "main_score": 0.559471, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"]}, {"precision": 0.57919, "recall": 0.625494, "f1": 0.59138, "accuracy": 0.625494, "main_score": 0.59138, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"]}, {"precision": 0.558833, "recall": 0.604743, "f1": 0.570208, "accuracy": 0.604743, "main_score": 0.570208, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"]}, {"precision": 0.541721, "recall": 0.597826, "f1": 0.556199, "accuracy": 0.597826, "main_score": 0.556199, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"]}, {"precision": 0.562199, "recall": 0.608696, "f1": 0.573584, "accuracy": 0.608696, "main_score": 0.573584, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"]}, {"precision": 0.430686, "recall": 0.48913, "f1": 0.446699, "accuracy": 0.48913, "main_score": 0.446699, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"]}, {"precision": 0.47106, "recall": 0.522727, "f1": 0.485203, "accuracy": 0.522727, "main_score": 0.485203, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"]}, {"precision": 0.209574, "recall": 0.251976, "f1": 0.219502, "accuracy": 0.251976, "main_score": 0.219502, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"]}, {"precision": 0.511117, "recall": 0.562253, "f1": 0.525234, "accuracy": 0.562253, "main_score": 0.525234, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"]}, {"precision": 0.451243, "recall": 0.495059, "f1": 0.463373, "accuracy": 0.495059, "main_score": 0.463373, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"]}, {"precision": 0.572307, "recall": 0.62747, "f1": 0.586732, "accuracy": 0.62747, "main_score": 0.586732, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"]}, {"precision": 0.56458, "recall": 0.607708, "f1": 0.575619, "accuracy": 0.607708, "main_score": 0.575619, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"]}, {"precision": 0.422966, "recall": 0.47332, "f1": 0.436566, "accuracy": 0.47332, "main_score": 0.436566, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"]}, {"precision": 0.561303, "recall": 0.604743, "f1": 0.572298, "accuracy": 0.604743, "main_score": 0.572298, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"]}, {"precision": 0.562135, "recall": 0.612648, "f1": 0.575569, "accuracy": 0.612648, "main_score": 0.575569, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"]}, {"precision": 0.527682, "recall": 0.578063, "f1": 0.541079, "accuracy": 0.578063, "main_score": 0.541079, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"]}, {"precision": 0.564693, "recall": 0.615613, "f1": 0.578649, "accuracy": 0.615613, "main_score": 0.578649, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"]}, {"precision": 0.530147, "recall": 0.58004, "f1": 0.543939, "accuracy": 0.58004, "main_score": 0.543939, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"]}, {"precision": 0.529124, "recall": 0.583004, "f1": 0.543407, "accuracy": 0.583004, "main_score": 0.543407, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"]}, {"precision": 0.58854, "recall": 0.631423, "f1": 0.599588, "accuracy": 0.631423, "main_score": 0.599588, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"]}, {"precision": 0.46508, "recall": 0.508893, "f1": 0.477426, "accuracy": 0.508893, "main_score": 0.477426, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"]}, {"precision": 0.457719, "recall": 0.503953, "f1": 0.470193, "accuracy": 0.503953, "main_score": 0.470193, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"]}, {"precision": 0.526776, "recall": 0.575099, "f1": 0.540207, "accuracy": 0.575099, "main_score": 0.540207, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"]}, {"precision": 0.562903, "recall": 0.615613, "f1": 0.576944, "accuracy": 0.615613, "main_score": 0.576944, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"]}, {"precision": 0.166557, "recall": 0.217391, "f1": 0.179251, "accuracy": 0.217391, "main_score": 0.179251, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"]}, {"precision": 0.555949, "recall": 0.605731, "f1": 0.569128, "accuracy": 0.605731, "main_score": 0.569128, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"]}, {"precision": 0.502652, "recall": 0.559289, "f1": 0.516947, "accuracy": 0.559289, "main_score": 0.516947, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"]}, {"precision": 0.517078, "recall": 0.561265, "f1": 0.529065, "accuracy": 0.561265, "main_score": 0.529065, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"]}, {"precision": 0.561829, "recall": 0.61166, "f1": 0.574129, "accuracy": 0.61166, "main_score": 0.574129, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"]}, {"precision": 0.48228, "recall": 0.531621, "f1": 0.495789, "accuracy": 0.531621, "main_score": 0.495789, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"]}, {"precision": 0.552996, "recall": 0.599802, "f1": 0.565306, "accuracy": 0.599802, "main_score": 0.565306, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"]}, {"precision": 0.565405, "recall": 0.617589, "f1": 0.579176, "accuracy": 0.617589, "main_score": 0.579176, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"]}, {"precision": 0.56357, "recall": 0.608696, "f1": 0.575268, "accuracy": 0.608696, "main_score": 0.575268, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"]}, {"precision": 0.553615, "recall": 0.59585, "f1": 0.565414, "accuracy": 0.59585, "main_score": 0.565414, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"]}, {"precision": 0.482485, "recall": 0.537549, "f1": 0.498234, "accuracy": 0.537549, "main_score": 0.498234, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"]}, {"precision": 0.528388, "recall": 0.578063, "f1": 0.541259, "accuracy": 0.578063, "main_score": 0.541259, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"]}, {"precision": 0.456719, "recall": 0.503953, "f1": 0.470032, "accuracy": 0.503953, "main_score": 0.470032, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"]}, {"precision": 0.521082, "recall": 0.564229, "f1": 0.532959, "accuracy": 0.564229, "main_score": 0.532959, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"]}, {"precision": 0.555911, "recall": 0.602767, "f1": 0.568232, "accuracy": 0.602767, "main_score": 0.568232, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"]}, {"precision": 0.559403, "recall": 0.605731, "f1": 0.571317, "accuracy": 0.605731, "main_score": 0.571317, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"]}, {"precision": 0.557113, "recall": 0.608696, "f1": 0.570692, "accuracy": 0.608696, "main_score": 0.570692, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"]}, {"precision": 0.375022, "recall": 0.429842, "f1": 0.389036, "accuracy": 0.429842, "main_score": 0.389036, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"]}, {"precision": 0.588564, "recall": 0.633399, "f1": 0.600499, "accuracy": 0.633399, "main_score": 0.600499, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"]}, {"precision": 0.531191, "recall": 0.579051, "f1": 0.543221, "accuracy": 0.579051, "main_score": 0.543221, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"]}, {"precision": 0.536304, "recall": 0.589921, "f1": 0.550832, "accuracy": 0.589921, "main_score": 0.550832, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"]}, {"precision": 0.527539, "recall": 0.576087, "f1": 0.539959, "accuracy": 0.576087, "main_score": 0.539959, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"]}, {"precision": 0.516209, "recall": 0.567194, "f1": 0.53023, "accuracy": 0.567194, "main_score": 0.53023, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"]}, {"precision": 0.501399, "recall": 0.545455, "f1": 0.512696, "accuracy": 0.545455, "main_score": 0.512696, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"]}, {"precision": 0.533911, "recall": 0.586957, "f1": 0.547762, "accuracy": 0.586957, "main_score": 0.547762, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"]}, {"precision": 0.537467, "recall": 0.585968, "f1": 0.550225, "accuracy": 0.585968, "main_score": 0.550225, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"]}, {"precision": 0.520214, "recall": 0.573123, "f1": 0.534213, "accuracy": 0.573123, "main_score": 0.534213, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"]}, {"precision": 0.545809, "recall": 0.594862, "f1": 0.558432, "accuracy": 0.594862, "main_score": 0.558432, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"]}, {"precision": 0.514105, "recall": 0.563241, "f1": 0.527374, "accuracy": 0.563241, "main_score": 0.527374, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"]}, {"precision": 0.574064, "recall": 0.618577, "f1": 0.585381, "accuracy": 0.618577, "main_score": 0.585381, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"]}, {"precision": 0.559929, "recall": 0.606719, "f1": 0.572129, "accuracy": 0.606719, "main_score": 0.572129, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"]}, {"precision": 0.580805, "recall": 0.630435, "f1": 0.59403, "accuracy": 0.630435, "main_score": 0.59403, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"]}, {"precision": 0.484271, "recall": 0.534585, "f1": 0.498047, "accuracy": 0.534585, "main_score": 0.498047, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"]}, {"precision": 0.535607, "recall": 0.578063, "f1": 0.546954, "accuracy": 0.578063, "main_score": 0.546954, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"]}, {"precision": 0.462689, "recall": 0.51087, "f1": 0.476245, "accuracy": 0.51087, "main_score": 0.476245, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"]}, {"precision": 0.554514, "recall": 0.608696, "f1": 0.569406, "accuracy": 0.608696, "main_score": 0.569406, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"]}, {"precision": 0.437267, "recall": 0.497036, "f1": 0.454021, "accuracy": 0.497036, "main_score": 0.454021, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"]}, {"precision": 0.524087, "recall": 0.570158, "f1": 0.536184, "accuracy": 0.570158, "main_score": 0.536184, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"]}, {"precision": 0.552283, "recall": 0.601779, "f1": 0.56564, "accuracy": 0.601779, "main_score": 0.56564, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"]}, {"precision": 0.565229, "recall": 0.606719, "f1": 0.576253, "accuracy": 0.606719, "main_score": 0.576253, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"]}, {"precision": 0.535279, "recall": 0.575099, "f1": 0.546107, "accuracy": 0.575099, "main_score": 0.546107, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"]}, {"precision": 0.537478, "recall": 0.586957, "f1": 0.550358, "accuracy": 0.586957, "main_score": 0.550358, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"]}, {"precision": 0.508748, "recall": 0.552372, "f1": 0.520438, "accuracy": 0.552372, "main_score": 0.520438, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"]}, {"precision": 0.502148, "recall": 0.548419, "f1": 0.514588, "accuracy": 0.548419, "main_score": 0.514588, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"]}, {"precision": 0.557335, "recall": 0.602767, "f1": 0.569246, "accuracy": 0.602767, "main_score": 0.569246, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"]}, {"precision": 0.537453, "recall": 0.583004, "f1": 0.549806, "accuracy": 0.583004, "main_score": 0.549806, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"]}, {"precision": 0.597446, "recall": 0.645257, "f1": 0.609418, "accuracy": 0.645257, "main_score": 0.609418, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"]}, {"precision": 0.457738, "recall": 0.51087, "f1": 0.472979, "accuracy": 0.51087, "main_score": 0.472979, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"]}, {"precision": 0.568814, "recall": 0.618577, "f1": 0.581665, "accuracy": 0.618577, "main_score": 0.581665, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"]}, {"precision": 0.56214, "recall": 0.606719, "f1": 0.574801, "accuracy": 0.606719, "main_score": 0.574801, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"]}, {"precision": 0.547823, "recall": 0.597826, "f1": 0.561164, "accuracy": 0.597826, "main_score": 0.561164, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"]}, {"precision": 0.488331, "recall": 0.537549, "f1": 0.502489, "accuracy": 0.537549, "main_score": 0.502489, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"]}, {"precision": 0.579346, "recall": 0.632411, "f1": 0.593714, "accuracy": 0.632411, "main_score": 0.593714, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"]}, {"precision": 0.536172, "recall": 0.58004, "f1": 0.547262, "accuracy": 0.58004, "main_score": 0.547262, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"]}, {"precision": 0.488953, "recall": 0.540514, "f1": 0.502815, "accuracy": 0.540514, "main_score": 0.502815, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"]}, {"precision": 0.527382, "recall": 0.583004, "f1": 0.54263, "accuracy": 0.583004, "main_score": 0.54263, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"]}, {"precision": 0.488034, "recall": 0.535573, "f1": 0.501043, "accuracy": 0.535573, "main_score": 0.501043, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"]}, {"precision": 0.567227, "recall": 0.61166, "f1": 0.578995, "accuracy": 0.61166, "main_score": 0.578995, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"]}, {"precision": 0.555398, "recall": 0.605731, "f1": 0.569294, "accuracy": 0.605731, "main_score": 0.569294, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"]}, {"precision": 0.463212, "recall": 0.506917, "f1": 0.474915, "accuracy": 0.506917, "main_score": 0.474915, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"]}, {"precision": 0.508683, "recall": 0.551383, "f1": 0.520578, "accuracy": 0.551383, "main_score": 0.520578, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"]}, {"precision": 0.539888, "recall": 0.596838, "f1": 0.555141, "accuracy": 0.596838, "main_score": 0.555141, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"]}, {"precision": 0.490833, "recall": 0.543478, "f1": 0.505402, "accuracy": 0.543478, "main_score": 0.505402, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"]}, {"precision": 0.503047, "recall": 0.550395, "f1": 0.515064, "accuracy": 0.550395, "main_score": 0.515064, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"]}, {"precision": 0.537707, "recall": 0.593874, "f1": 0.553655, "accuracy": 0.593874, "main_score": 0.553655, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"]}, {"precision": 0.451515, "recall": 0.5, "f1": 0.464764, "accuracy": 0.5, "main_score": 0.464764, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"]}, {"precision": 0.527239, "recall": 0.576087, "f1": 0.54021, "accuracy": 0.576087, "main_score": 0.54021, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"]}, {"precision": 0.554784, "recall": 0.590909, "f1": 0.564852, "accuracy": 0.590909, "main_score": 0.564852, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"]}, {"precision": 0.511515, "recall": 0.557312, "f1": 0.523767, "accuracy": 0.557312, "main_score": 0.523767, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"]}, {"precision": 0.539115, "recall": 0.577075, "f1": 0.549011, "accuracy": 0.577075, "main_score": 0.549011, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"]}, {"precision": 0.557511, "recall": 0.607708, "f1": 0.571187, "accuracy": 0.607708, "main_score": 0.571187, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"]}, {"precision": 0.529853, "recall": 0.579051, "f1": 0.542625, "accuracy": 0.579051, "main_score": 0.542625, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"]}, {"precision": 0.554621, "recall": 0.597826, "f1": 0.565967, "accuracy": 0.597826, "main_score": 0.565967, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"]}, {"precision": 0.393927, "recall": 0.453557, "f1": 0.409958, "accuracy": 0.453557, "main_score": 0.409958, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"]}, {"precision": 0.548122, "recall": 0.594862, "f1": 0.560375, "accuracy": 0.594862, "main_score": 0.560375, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"]}, {"precision": 0.532913, "recall": 0.585968, "f1": 0.546897, "accuracy": 0.585968, "main_score": 0.546897, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"]}, {"precision": 0.555286, "recall": 0.59585, "f1": 0.565583, "accuracy": 0.59585, "main_score": 0.565583, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"]}, {"precision": 0.55786, "recall": 0.608696, "f1": 0.571134, "accuracy": 0.608696, "main_score": 0.571134, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"]}, {"precision": 0.529159, "recall": 0.577075, "f1": 0.541888, "accuracy": 0.577075, "main_score": 0.541888, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"]}, {"precision": 0.487259, "recall": 0.532609, "f1": 0.499019, "accuracy": 0.532609, "main_score": 0.499019, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"]}, {"precision": 0.423659, "recall": 0.470356, "f1": 0.436532, "accuracy": 0.470356, "main_score": 0.436532, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"]}, {"precision": 0.503216, "recall": 0.545455, "f1": 0.514472, "accuracy": 0.545455, "main_score": 0.514472, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"]}, {"precision": 0.207115, "recall": 0.252964, "f1": 0.218874, "accuracy": 0.252964, "main_score": 0.218874, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"]}, {"precision": 0.580348, "recall": 0.625494, "f1": 0.592776, "accuracy": 0.625494, "main_score": 0.592776, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"]}, {"precision": 0.533295, "recall": 0.578063, "f1": 0.545316, "accuracy": 0.578063, "main_score": 0.545316, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"]}, {"precision": 0.58229, "recall": 0.620553, "f1": 0.592497, "accuracy": 0.620553, "main_score": 0.592497, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"]}, {"precision": 0.573552, "recall": 0.616601, "f1": 0.584946, "accuracy": 0.616601, "main_score": 0.584946, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"]}, {"precision": 0.565815, "recall": 0.608696, "f1": 0.577491, "accuracy": 0.608696, "main_score": 0.577491, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"]}, {"precision": 0.558968, "recall": 0.605731, "f1": 0.57107, "accuracy": 0.605731, "main_score": 0.57107, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"]}, {"precision": 0.558871, "recall": 0.591897, "f1": 0.567852, "accuracy": 0.591897, "main_score": 0.567852, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"]}, {"precision": 0.584218, "recall": 0.617589, "f1": 0.593121, "accuracy": 0.617589, "main_score": 0.593121, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"]}, {"precision": 0.549559, "recall": 0.601779, "f1": 0.562781, "accuracy": 0.601779, "main_score": 0.562781, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"]}, {"precision": 0.564494, "recall": 0.608696, "f1": 0.575896, "accuracy": 0.608696, "main_score": 0.575896, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"]}, {"precision": 0.53707, "recall": 0.592885, "f1": 0.552069, "accuracy": 0.592885, "main_score": 0.552069, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"]}, {"precision": 0.566592, "recall": 0.612648, "f1": 0.578786, "accuracy": 0.612648, "main_score": 0.578786, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"]}, {"precision": 0.52342, "recall": 0.568182, "f1": 0.534927, "accuracy": 0.568182, "main_score": 0.534927, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"]}, {"precision": 0.579157, "recall": 0.624506, "f1": 0.590445, "accuracy": 0.624506, "main_score": 0.590445, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"]}, {"precision": 0.542233, "recall": 0.579051, "f1": 0.552375, "accuracy": 0.579051, "main_score": 0.552375, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"]}, {"precision": 0.565402, "recall": 0.61166, "f1": 0.577823, "accuracy": 0.61166, "main_score": 0.577823, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"]}, {"precision": 0.541949, "recall": 0.582016, "f1": 0.55279, "accuracy": 0.582016, "main_score": 0.55279, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"]}, {"precision": 0.608095, "recall": 0.647233, "f1": 0.618585, "accuracy": 0.647233, "main_score": 0.618585, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"]}, {"precision": 0.587974, "recall": 0.631423, "f1": 0.599145, "accuracy": 0.631423, "main_score": 0.599145, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"]}, {"precision": 0.509252, "recall": 0.556324, "f1": 0.522442, "accuracy": 0.556324, "main_score": 0.522442, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"]}, {"precision": 0.564205, "recall": 0.61166, "f1": 0.576952, "accuracy": 0.61166, "main_score": 0.576952, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"]}, {"precision": 0.568718, "recall": 0.614625, "f1": 0.579998, "accuracy": 0.614625, "main_score": 0.579998, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"]}, {"precision": 0.577818, "recall": 0.616601, "f1": 0.588161, "accuracy": 0.616601, "main_score": 0.588161, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"]}, {"precision": 0.176537, "recall": 0.221344, "f1": 0.187689, "accuracy": 0.221344, "main_score": 0.187689, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"]}, {"precision": 0.576618, "recall": 0.616601, "f1": 0.587793, "accuracy": 0.616601, "main_score": 0.587793, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"]}, {"precision": 0.57715, "recall": 0.616601, "f1": 0.587683, "accuracy": 0.616601, "main_score": 0.587683, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"]}, {"precision": 0.583984, "recall": 0.625494, "f1": 0.594886, "accuracy": 0.625494, "main_score": 0.594886, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"]}, {"precision": 0.57941, "recall": 0.618577, "f1": 0.589416, "accuracy": 0.618577, "main_score": 0.589416, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"]}, {"precision": 0.560385, "recall": 0.597826, "f1": 0.571131, "accuracy": 0.597826, "main_score": 0.571131, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"]}, {"precision": 0.557314, "recall": 0.599802, "f1": 0.568142, "accuracy": 0.599802, "main_score": 0.568142, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"]}, {"precision": 0.537564, "recall": 0.579051, "f1": 0.548805, "accuracy": 0.579051, "main_score": 0.548805, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"]}, {"precision": 0.5782, "recall": 0.620553, "f1": 0.589502, "accuracy": 0.620553, "main_score": 0.589502, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"]}, {"precision": 0.483227, "recall": 0.541502, "f1": 0.499217, "accuracy": 0.541502, "main_score": 0.499217, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"]}, {"precision": 0.55313, "recall": 0.59585, "f1": 0.564214, "accuracy": 0.59585, "main_score": 0.564214, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"]}, {"precision": 0.567722, "recall": 0.61166, "f1": 0.579591, "accuracy": 0.61166, "main_score": 0.579591, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"]}, {"precision": 0.563567, "recall": 0.613636, "f1": 0.576507, "accuracy": 0.613636, "main_score": 0.576507, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"]}, {"precision": 0.549713, "recall": 0.59585, "f1": 0.561603, "accuracy": 0.59585, "main_score": 0.561603, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"]}, {"precision": 0.531909, "recall": 0.565217, "f1": 0.541213, "accuracy": 0.565217, "main_score": 0.541213, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"]}, {"precision": 0.36425, "recall": 0.421937, "f1": 0.379678, "accuracy": 0.421937, "main_score": 0.379678, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"]}, {"precision": 0.580207, "recall": 0.613636, "f1": 0.589347, "accuracy": 0.613636, "main_score": 0.589347, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"]}, {"precision": 0.538687, "recall": 0.581028, "f1": 0.550275, "accuracy": 0.581028, "main_score": 0.550275, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"]}, {"precision": 0.58929, "recall": 0.632411, "f1": 0.601372, "accuracy": 0.632411, "main_score": 0.601372, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"]}, {"precision": 0.595515, "recall": 0.636364, "f1": 0.606196, "accuracy": 0.636364, "main_score": 0.606196, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"]}, {"precision": 0.574928, "recall": 0.614625, "f1": 0.584768, "accuracy": 0.614625, "main_score": 0.584768, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"]}, {"precision": 0.559644, "recall": 0.601779, "f1": 0.570232, "accuracy": 0.601779, "main_score": 0.570232, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"]}, {"precision": 0.535441, "recall": 0.578063, "f1": 0.54785, "accuracy": 0.578063, "main_score": 0.54785, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"]}, {"precision": 0.540892, "recall": 0.583004, "f1": 0.552757, "accuracy": 0.583004, "main_score": 0.552757, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"]}, {"precision": 0.580638, "recall": 0.62253, "f1": 0.591401, "accuracy": 0.62253, "main_score": 0.591401, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"]}, {"precision": 0.602945, "recall": 0.642292, "f1": 0.613318, "accuracy": 0.642292, "main_score": 0.613318, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"]}, {"precision": 0.605539, "recall": 0.63834, "f1": 0.614048, "accuracy": 0.63834, "main_score": 0.614048, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"]}, {"precision": 0.501977, "recall": 0.544466, "f1": 0.514185, "accuracy": 0.544466, "main_score": 0.514185, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"]}, {"precision": 0.565274, "recall": 0.605731, "f1": 0.576218, "accuracy": 0.605731, "main_score": 0.576218, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"]}, {"precision": 0.405554, "recall": 0.448617, "f1": 0.417387, "accuracy": 0.448617, "main_score": 0.417387, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"]}, {"precision": 0.492666, "recall": 0.52668, "f1": 0.501831, "accuracy": 0.52668, "main_score": 0.501831, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"]}, {"precision": 0.596754, "recall": 0.633399, "f1": 0.606001, "accuracy": 0.633399, "main_score": 0.606001, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"]}, {"precision": 0.283253, "recall": 0.33498, "f1": 0.297728, "accuracy": 0.33498, "main_score": 0.297728, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"]}, {"precision": 0.57486, "recall": 0.62253, "f1": 0.586588, "accuracy": 0.62253, "main_score": 0.586588, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"]}, {"precision": 0.565412, "recall": 0.614625, "f1": 0.577487, "accuracy": 0.614625, "main_score": 0.577487, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"]}, {"precision": 0.584744, "recall": 0.625494, "f1": 0.595515, "accuracy": 0.625494, "main_score": 0.595515, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"]}, {"precision": 0.544263, "recall": 0.594862, "f1": 0.5578, "accuracy": 0.594862, "main_score": 0.5578, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"]}, {"precision": 0.536608, "recall": 0.572134, "f1": 0.54626, "accuracy": 0.572134, "main_score": 0.54626, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"]}, {"precision": 0.577128, "recall": 0.61166, "f1": 0.585621, "accuracy": 0.61166, "main_score": 0.585621, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"]}, {"precision": 0.564561, "recall": 0.604743, "f1": 0.575488, "accuracy": 0.604743, "main_score": 0.575488, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"]}, {"precision": 0.603231, "recall": 0.639328, "f1": 0.612314, "accuracy": 0.639328, "main_score": 0.612314, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"]}, {"precision": 0.527475, "recall": 0.564229, "f1": 0.5375, "accuracy": 0.564229, "main_score": 0.5375, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"]}, {"precision": 0.580019, "recall": 0.625494, "f1": 0.591569, "accuracy": 0.625494, "main_score": 0.591569, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"]}, {"precision": 0.526201, "recall": 0.567194, "f1": 0.537729, "accuracy": 0.567194, "main_score": 0.537729, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"]}, {"precision": 0.592613, "recall": 0.63834, "f1": 0.604999, "accuracy": 0.63834, "main_score": 0.604999, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"]}, {"precision": 0.560565, "recall": 0.604743, "f1": 0.572681, "accuracy": 0.604743, "main_score": 0.572681, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"]}, {"precision": 0.576949, "recall": 0.616601, "f1": 0.587398, "accuracy": 0.616601, "main_score": 0.587398, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"]}, {"precision": 0.287126, "recall": 0.344862, "f1": 0.30198, "accuracy": 0.344862, "main_score": 0.30198, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"]}, {"precision": 0.541005, "recall": 0.578063, "f1": 0.550794, "accuracy": 0.578063, "main_score": 0.550794, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"]}, {"precision": 0.547896, "recall": 0.592885, "f1": 0.560357, "accuracy": 0.592885, "main_score": 0.560357, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"]}, {"precision": 0.540428, "recall": 0.571146, "f1": 0.548462, "accuracy": 0.571146, "main_score": 0.548462, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"]}, {"precision": 0.46499, "recall": 0.507905, "f1": 0.47688, "accuracy": 0.507905, "main_score": 0.47688, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"]}, {"precision": 0.588909, "recall": 0.636364, "f1": 0.601672, "accuracy": 0.636364, "main_score": 0.601672, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"]}, {"precision": 0.563058, "recall": 0.602767, "f1": 0.574224, "accuracy": 0.602767, "main_score": 0.574224, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"]}, {"precision": 0.58201, "recall": 0.619565, "f1": 0.591446, "accuracy": 0.619565, "main_score": 0.591446, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"]}, {"precision": 0.509993, "recall": 0.562253, "f1": 0.524308, "accuracy": 0.562253, "main_score": 0.524308, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"]}, {"precision": 0.599762, "recall": 0.636364, "f1": 0.60973, "accuracy": 0.636364, "main_score": 0.60973, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"]}, {"precision": 0.569349, "recall": 0.605731, "f1": 0.579296, "accuracy": 0.605731, "main_score": 0.579296, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"]}, {"precision": 0.591196, "recall": 0.624506, "f1": 0.600053, "accuracy": 0.624506, "main_score": 0.600053, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"]}, {"precision": 0.561464, "recall": 0.603755, "f1": 0.572419, "accuracy": 0.603755, "main_score": 0.572419, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"]}, {"precision": 0.50108, "recall": 0.539526, "f1": 0.511834, "accuracy": 0.539526, "main_score": 0.511834, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"]}, {"precision": 0.516271, "recall": 0.554348, "f1": 0.527148, "accuracy": 0.554348, "main_score": 0.527148, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"]}, {"precision": 0.549112, "recall": 0.600791, "f1": 0.563212, "accuracy": 0.600791, "main_score": 0.563212, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"]}, {"precision": 0.567262, "recall": 0.608696, "f1": 0.578564, "accuracy": 0.608696, "main_score": 0.578564, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"]}, {"precision": 0.567647, "recall": 0.608696, "f1": 0.578033, "accuracy": 0.608696, "main_score": 0.578033, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"]}, {"precision": 0.544204, "recall": 0.582016, "f1": 0.554552, "accuracy": 0.582016, "main_score": 0.554552, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"]}, {"precision": 0.46242, "recall": 0.499012, "f1": 0.472892, "accuracy": 0.499012, "main_score": 0.472892, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"]}, {"precision": 0.583152, "recall": 0.628458, "f1": 0.595003, "accuracy": 0.628458, "main_score": 0.595003, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"]}, {"precision": 0.525047, "recall": 0.576087, "f1": 0.538722, "accuracy": 0.576087, "main_score": 0.538722, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"]}, {"precision": 0.534509, "recall": 0.578063, "f1": 0.545625, "accuracy": 0.578063, "main_score": 0.545625, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"]}, {"precision": 0.568459, "recall": 0.607708, "f1": 0.578762, "accuracy": 0.607708, "main_score": 0.578762, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"]}, {"precision": 0.480592, "recall": 0.522727, "f1": 0.492577, "accuracy": 0.522727, "main_score": 0.492577, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"]}, {"precision": 0.596282, "recall": 0.634387, "f1": 0.60551, "accuracy": 0.634387, "main_score": 0.60551, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"]}, {"precision": 0.574041, "recall": 0.621542, "f1": 0.586352, "accuracy": 0.621542, "main_score": 0.586352, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"]}, {"precision": 0.603874, "recall": 0.633399, "f1": 0.611636, "accuracy": 0.633399, "main_score": 0.611636, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"]}, {"precision": 0.584468, "recall": 0.625494, "f1": 0.595041, "accuracy": 0.625494, "main_score": 0.595041, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"]}, {"precision": 0.56136, "recall": 0.602767, "f1": 0.57234, "accuracy": 0.602767, "main_score": 0.57234, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"]}, {"precision": 0.57601, "recall": 0.614625, "f1": 0.586021, "accuracy": 0.614625, "main_score": 0.586021, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"]}, {"precision": 0.440563, "recall": 0.505929, "f1": 0.458877, "accuracy": 0.505929, "main_score": 0.458877, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"]}, {"precision": 0.522101, "recall": 0.560277, "f1": 0.532417, "accuracy": 0.560277, "main_score": 0.532417, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"]}, {"precision": 0.182944, "recall": 0.230237, "f1": 0.194147, "accuracy": 0.230237, "main_score": 0.194147, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"]}, {"precision": 0.534114, "recall": 0.577075, "f1": 0.545857, "accuracy": 0.577075, "main_score": 0.545857, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"]}, {"precision": 0.463312, "recall": 0.505929, "f1": 0.474516, "accuracy": 0.505929, "main_score": 0.474516, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"]}, {"precision": 0.591068, "recall": 0.629447, "f1": 0.601882, "accuracy": 0.629447, "main_score": 0.601882, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"]}, {"precision": 0.586052, "recall": 0.620553, "f1": 0.594339, "accuracy": 0.620553, "main_score": 0.594339, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"]}, {"precision": 0.43615, "recall": 0.480237, "f1": 0.448819, "accuracy": 0.480237, "main_score": 0.448819, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"]}, {"precision": 0.575387, "recall": 0.608696, "f1": 0.584395, "accuracy": 0.608696, "main_score": 0.584395, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"]}, {"precision": 0.576495, "recall": 0.616601, "f1": 0.587061, "accuracy": 0.616601, "main_score": 0.587061, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"]}, {"precision": 0.52831, "recall": 0.581028, "f1": 0.542166, "accuracy": 0.581028, "main_score": 0.542166, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"]}, {"precision": 0.56743, "recall": 0.61166, "f1": 0.578806, "accuracy": 0.61166, "main_score": 0.578806, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"]}, {"precision": 0.574224, "recall": 0.608696, "f1": 0.583693, "accuracy": 0.608696, "main_score": 0.583693, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"]}, {"precision": 0.555892, "recall": 0.608696, "f1": 0.569953, "accuracy": 0.608696, "main_score": 0.569953, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"]}, {"precision": 0.585244, "recall": 0.623518, "f1": 0.594746, "accuracy": 0.623518, "main_score": 0.594746, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"]}, {"precision": 0.508031, "recall": 0.547431, "f1": 0.519368, "accuracy": 0.547431, "main_score": 0.519368, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"]}, {"precision": 0.491382, "recall": 0.533597, "f1": 0.502967, "accuracy": 0.533597, "main_score": 0.502967, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"]}, {"precision": 0.543616, "recall": 0.581028, "f1": 0.553915, "accuracy": 0.581028, "main_score": 0.553915, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"]}, {"precision": 0.577571, "recall": 0.621542, "f1": 0.589519, "accuracy": 0.621542, "main_score": 0.589519, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"]}, {"precision": 0.121437, "recall": 0.167984, "f1": 0.133291, "accuracy": 0.167984, "main_score": 0.133291, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"]}, {"precision": 0.558375, "recall": 0.607708, "f1": 0.571211, "accuracy": 0.607708, "main_score": 0.571211, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"]}, {"precision": 0.493836, "recall": 0.550395, "f1": 0.508529, "accuracy": 0.550395, "main_score": 0.508529, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"]}, {"precision": 0.550073, "recall": 0.594862, "f1": 0.562075, "accuracy": 0.594862, "main_score": 0.562075, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"]}, {"precision": 0.579087, "recall": 0.621542, "f1": 0.58988, "accuracy": 0.621542, "main_score": 0.58988, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"]}, {"precision": 0.487249, "recall": 0.537549, "f1": 0.501187, "accuracy": 0.537549, "main_score": 0.501187, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"]}, {"precision": 0.569574, "recall": 0.610672, "f1": 0.581172, "accuracy": 0.610672, "main_score": 0.581172, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"]}, {"precision": 0.587977, "recall": 0.629447, "f1": 0.598667, "accuracy": 0.629447, "main_score": 0.598667, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"]}, {"precision": 0.57685, "recall": 0.619565, "f1": 0.588005, "accuracy": 0.619565, "main_score": 0.588005, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"]}, {"precision": 0.547921, "recall": 0.588933, "f1": 0.558691, "accuracy": 0.588933, "main_score": 0.558691, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"]}, {"precision": 0.518298, "recall": 0.567194, "f1": 0.532148, "accuracy": 0.567194, "main_score": 0.532148, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"]}, {"precision": 0.566538, "recall": 0.607708, "f1": 0.577737, "accuracy": 0.607708, "main_score": 0.577737, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"]}, {"precision": 0.490604, "recall": 0.531621, "f1": 0.502049, "accuracy": 0.531621, "main_score": 0.502049, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"]}, {"precision": 0.514432, "recall": 0.554348, "f1": 0.525044, "accuracy": 0.554348, "main_score": 0.525044, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"]}, {"precision": 0.569793, "recall": 0.614625, "f1": 0.581273, "accuracy": 0.614625, "main_score": 0.581273, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"]}, {"precision": 0.565841, "recall": 0.604743, "f1": 0.576342, "accuracy": 0.604743, "main_score": 0.576342, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"]}, {"precision": 0.559574, "recall": 0.604743, "f1": 0.571592, "accuracy": 0.604743, "main_score": 0.571592, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"]}, {"precision": 0.440699, "recall": 0.48913, "f1": 0.45412, "accuracy": 0.48913, "main_score": 0.45412, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"]}, {"precision": 0.595724, "recall": 0.637352, "f1": 0.606226, "accuracy": 0.637352, "main_score": 0.606226, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"]}, {"precision": 0.548395, "recall": 0.589921, "f1": 0.559129, "accuracy": 0.589921, "main_score": 0.559129, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"]}, {"precision": 0.547025, "recall": 0.594862, "f1": 0.559607, "accuracy": 0.594862, "main_score": 0.559607, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"]}, {"precision": 0.525277, "recall": 0.578063, "f1": 0.538799, "accuracy": 0.578063, "main_score": 0.538799, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"]}, {"precision": 0.520989, "recall": 0.565217, "f1": 0.53291, "accuracy": 0.565217, "main_score": 0.53291, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"]}, {"precision": 0.481602, "recall": 0.525692, "f1": 0.494061, "accuracy": 0.525692, "main_score": 0.494061, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"]}, {"precision": 0.543247, "recall": 0.58498, "f1": 0.554645, "accuracy": 0.58498, "main_score": 0.554645, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"]}, {"precision": 0.552204, "recall": 0.596838, "f1": 0.564053, "accuracy": 0.596838, "main_score": 0.564053, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"]}, {"precision": 0.497423, "recall": 0.548419, "f1": 0.511179, "accuracy": 0.548419, "main_score": 0.511179, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"]}, {"precision": 0.564997, "recall": 0.606719, "f1": 0.575747, "accuracy": 0.606719, "main_score": 0.575747, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"]}, {"precision": 0.549802, "recall": 0.590909, "f1": 0.560598, "accuracy": 0.590909, "main_score": 0.560598, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"]}, {"precision": 0.583845, "recall": 0.625494, "f1": 0.594769, "accuracy": 0.625494, "main_score": 0.594769, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"]}, {"precision": 0.551391, "recall": 0.596838, "f1": 0.56342, "accuracy": 0.596838, "main_score": 0.56342, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"]}, {"precision": 0.585809, "recall": 0.62747, "f1": 0.596553, "accuracy": 0.62747, "main_score": 0.596553, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"]}, {"precision": 0.504464, "recall": 0.551383, "f1": 0.517529, "accuracy": 0.551383, "main_score": 0.517529, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"]}, {"precision": 0.556685, "recall": 0.592885, "f1": 0.565962, "accuracy": 0.592885, "main_score": 0.565962, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"]}, {"precision": 0.452749, "recall": 0.509881, "f1": 0.468296, "accuracy": 0.509881, "main_score": 0.468296, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"]}, {"precision": 0.575725, "recall": 0.614625, "f1": 0.586515, "accuracy": 0.614625, "main_score": 0.586515, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"]}, {"precision": 0.387299, "recall": 0.449605, "f1": 0.404334, "accuracy": 0.449605, "main_score": 0.404334, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"]}, {"precision": 0.563721, "recall": 0.606719, "f1": 0.574298, "accuracy": 0.606719, "main_score": 0.574298, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"]}, {"precision": 0.557317, "recall": 0.601779, "f1": 0.569142, "accuracy": 0.601779, "main_score": 0.569142, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"]}, {"precision": 0.563449, "recall": 0.603755, "f1": 0.573881, "accuracy": 0.603755, "main_score": 0.573881, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"]}, {"precision": 0.5662, "recall": 0.599802, "f1": 0.574355, "accuracy": 0.599802, "main_score": 0.574355, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"]}, {"precision": 0.544795, "recall": 0.593874, "f1": 0.557608, "accuracy": 0.593874, "main_score": 0.557608, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"]}, {"precision": 0.536274, "recall": 0.576087, "f1": 0.547458, "accuracy": 0.576087, "main_score": 0.547458, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"]}, {"precision": 0.577244, "recall": 0.621542, "f1": 0.589444, "accuracy": 0.621542, "main_score": 0.589444, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"]}, {"precision": 0.590745, "recall": 0.62747, "f1": 0.600206, "accuracy": 0.62747, "main_score": 0.600206, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"]}, {"precision": 0.576222, "recall": 0.612648, "f1": 0.585607, "accuracy": 0.612648, "main_score": 0.585607, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"]}, {"precision": 0.610582, "recall": 0.649209, "f1": 0.620566, "accuracy": 0.649209, "main_score": 0.620566, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"]}, {"precision": 0.504084, "recall": 0.540514, "f1": 0.514709, "accuracy": 0.540514, "main_score": 0.514709, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"]}, {"precision": 0.590983, "recall": 0.631423, "f1": 0.601502, "accuracy": 0.631423, "main_score": 0.601502, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"]}, {"precision": 0.572933, "recall": 0.617589, "f1": 0.583743, "accuracy": 0.617589, "main_score": 0.583743, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"]}, {"precision": 0.567923, "recall": 0.610672, "f1": 0.579014, "accuracy": 0.610672, "main_score": 0.579014, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"]}, {"precision": 0.508836, "recall": 0.559289, "f1": 0.52249, "accuracy": 0.559289, "main_score": 0.52249, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"]}, {"precision": 0.603778, "recall": 0.641304, "f1": 0.613486, "accuracy": 0.641304, "main_score": 0.613486, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"]}, {"precision": 0.574244, "recall": 0.610672, "f1": 0.584314, "accuracy": 0.610672, "main_score": 0.584314, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"]}, {"precision": 0.517158, "recall": 0.5583, "f1": 0.528301, "accuracy": 0.5583, "main_score": 0.528301, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"]}, {"precision": 0.556088, "recall": 0.602767, "f1": 0.569313, "accuracy": 0.602767, "main_score": 0.569313, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"]}, {"precision": 0.475497, "recall": 0.523715, "f1": 0.488632, "accuracy": 0.523715, "main_score": 0.488632, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"]}, {"precision": 0.591155, "recall": 0.632411, "f1": 0.601917, "accuracy": 0.632411, "main_score": 0.601917, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"]}, {"precision": 0.538662, "recall": 0.586957, "f1": 0.551933, "accuracy": 0.586957, "main_score": 0.551933, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"]}, {"precision": 0.472777, "recall": 0.508893, "f1": 0.482712, "accuracy": 0.508893, "main_score": 0.482712, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"]}, {"precision": 0.541963, "recall": 0.582016, "f1": 0.552955, "accuracy": 0.582016, "main_score": 0.552955, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"]}, {"precision": 0.54317, "recall": 0.593874, "f1": 0.55668, "accuracy": 0.593874, "main_score": 0.55668, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"]}, {"precision": 0.547284, "recall": 0.585968, "f1": 0.557417, "accuracy": 0.585968, "main_score": 0.557417, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"]}, {"precision": 0.520148, "recall": 0.566206, "f1": 0.532572, "accuracy": 0.566206, "main_score": 0.532572, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"]}, {"precision": 0.532142, "recall": 0.578063, "f1": 0.544724, "accuracy": 0.578063, "main_score": 0.544724, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"]}, {"precision": 0.509059, "recall": 0.549407, "f1": 0.520628, "accuracy": 0.549407, "main_score": 0.520628, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"]}, {"precision": 0.541888, "recall": 0.581028, "f1": 0.55242, "accuracy": 0.581028, "main_score": 0.55242, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"]}, {"precision": 0.562895, "recall": 0.596838, "f1": 0.571216, "accuracy": 0.596838, "main_score": 0.571216, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"]}, {"precision": 0.53223, "recall": 0.568182, "f1": 0.543017, "accuracy": 0.568182, "main_score": 0.543017, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"]}, {"precision": 0.565811, "recall": 0.599802, "f1": 0.574919, "accuracy": 0.599802, "main_score": 0.574919, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"]}, {"precision": 0.531757, "recall": 0.582016, "f1": 0.545265, "accuracy": 0.582016, "main_score": 0.545265, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"]}, {"precision": 0.52394, "recall": 0.570158, "f1": 0.535998, "accuracy": 0.570158, "main_score": 0.535998, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"]}, {"precision": 0.566654, "recall": 0.607708, "f1": 0.577099, "accuracy": 0.607708, "main_score": 0.577099, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"]}, {"precision": 0.428832, "recall": 0.482213, "f1": 0.444223, "accuracy": 0.482213, "main_score": 0.444223, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"]}, {"precision": 0.566276, "recall": 0.610672, "f1": 0.578819, "accuracy": 0.610672, "main_score": 0.578819, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"]}, {"precision": 0.540065, "recall": 0.579051, "f1": 0.550431, "accuracy": 0.579051, "main_score": 0.550431, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"]}, {"precision": 0.575692, "recall": 0.616601, "f1": 0.585921, "accuracy": 0.616601, "main_score": 0.585921, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"]}, {"precision": 0.567626, "recall": 0.609684, "f1": 0.578236, "accuracy": 0.609684, "main_score": 0.578236, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"]}, {"precision": 0.516481, "recall": 0.562253, "f1": 0.529372, "accuracy": 0.562253, "main_score": 0.529372, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"]}, {"precision": 0.525759, "recall": 0.564229, "f1": 0.536059, "accuracy": 0.564229, "main_score": 0.536059, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"]}, {"precision": 0.581475, "recall": 0.647233, "f1": 0.600386, "accuracy": 0.647233, "main_score": 0.600386, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"]}, {"precision": 0.538646, "recall": 0.597826, "f1": 0.555642, "accuracy": 0.597826, "main_score": 0.555642, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"]}, {"precision": 0.425634, "recall": 0.506917, "f1": 0.4475, "accuracy": 0.506917, "main_score": 0.4475, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"]}, {"precision": 0.592626, "recall": 0.650198, "f1": 0.609027, "accuracy": 0.650198, "main_score": 0.609027, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"]}, {"precision": 0.85779, "recall": 0.895257, "f1": 0.869631, "accuracy": 0.895257, "main_score": 0.869631, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"]}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"]}, {"precision": 0.588574, "recall": 0.651186, "f1": 0.606228, "accuracy": 0.651186, "main_score": 0.606228, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"]}, {"precision": 0.598626, "recall": 0.666008, "f1": 0.618561, "accuracy": 0.666008, "main_score": 0.618561, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"]}, {"precision": 0.552512, "recall": 0.621542, "f1": 0.571832, "accuracy": 0.621542, "main_score": 0.571832, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"]}, {"precision": 0.18505, "recall": 0.240119, "f1": 0.198866, "accuracy": 0.240119, "main_score": 0.198866, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"]}, {"precision": 0.630642, "recall": 0.68083, "f1": 0.644817, "accuracy": 0.68083, "main_score": 0.644817, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"]}, {"precision": 0.675214, "recall": 0.733202, "f1": 0.692443, "accuracy": 0.733202, "main_score": 0.692443, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"]}, {"precision": 0.547597, "recall": 0.599802, "f1": 0.562588, "accuracy": 0.599802, "main_score": 0.562588, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"]}, {"precision": 0.488294, "recall": 0.563241, "f1": 0.508787, "accuracy": 0.563241, "main_score": 0.508787, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"]}, {"precision": 0.558491, "recall": 0.62747, "f1": 0.577971, "accuracy": 0.62747, "main_score": 0.577971, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"]}, {"precision": 0.559413, "recall": 0.619565, "f1": 0.576583, "accuracy": 0.619565, "main_score": 0.576583, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"]}, {"precision": 0.901845, "recall": 0.929842, "f1": 0.910903, "accuracy": 0.929842, "main_score": 0.910903, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"]}, {"precision": 0.508335, "recall": 0.566206, "f1": 0.524893, "accuracy": 0.566206, "main_score": 0.524893, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"]}, {"precision": 0.545408, "recall": 0.606719, "f1": 0.562604, "accuracy": 0.606719, "main_score": 0.562604, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"]}, {"precision": 0.508631, "recall": 0.567194, "f1": 0.525125, "accuracy": 0.567194, "main_score": 0.525125, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"]}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952734, "accuracy": 0.962451, "main_score": 0.952734, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"]}, {"precision": 0.307135, "recall": 0.36166, "f1": 0.321764, "accuracy": 0.36166, "main_score": 0.321764, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"]}, {"precision": 0.566514, "recall": 0.634387, "f1": 0.585776, "accuracy": 0.634387, "main_score": 0.585776, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"]}, {"precision": 0.57136, "recall": 0.62253, "f1": 0.586218, "accuracy": 0.62253, "main_score": 0.586218, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"]}, {"precision": 0.710484, "recall": 0.771739, "f1": 0.728447, "accuracy": 0.771739, "main_score": 0.728447, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"]}, {"precision": 0.644148, "recall": 0.720356, "f1": 0.666276, "accuracy": 0.720356, "main_score": 0.666276, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"]}, {"precision": 0.718554, "recall": 0.775692, "f1": 0.735176, "accuracy": 0.775692, "main_score": 0.735176, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"]}, {"precision": 0.643297, "recall": 0.700593, "f1": 0.660032, "accuracy": 0.700593, "main_score": 0.660032, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"]}, {"precision": 0.668445, "recall": 0.729249, "f1": 0.685376, "accuracy": 0.729249, "main_score": 0.685376, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"]}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"]}, {"precision": 0.944664, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"]}, {"precision": 0.548725, "recall": 0.61166, "f1": 0.566213, "accuracy": 0.61166, "main_score": 0.566213, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"]}, {"precision": 0.550066, "recall": 0.605731, "f1": 0.565664, "accuracy": 0.605731, "main_score": 0.565664, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"]}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"]}, {"precision": 0.805336, "recall": 0.851779, "f1": 0.819372, "accuracy": 0.851779, "main_score": 0.819372, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"]}, {"precision": 0.468354, "recall": 0.52668, "f1": 0.484486, "accuracy": 0.52668, "main_score": 0.484486, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"]}, {"precision": 0.881423, "recall": 0.91502, "f1": 0.892292, "accuracy": 0.91502, "main_score": 0.892292, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"]}, {"precision": 0.531779, "recall": 0.591897, "f1": 0.548149, "accuracy": 0.591897, "main_score": 0.548149, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"]}, {"precision": 0.579638, "recall": 0.650198, "f1": 0.599507, "accuracy": 0.650198, "main_score": 0.599507, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"]}, {"precision": 0.199609, "recall": 0.256917, "f1": 0.21319, "accuracy": 0.256917, "main_score": 0.21319, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"]}, {"precision": 0.624078, "recall": 0.688735, "f1": 0.642396, "accuracy": 0.688735, "main_score": 0.642396, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"]}, {"precision": 0.786521, "recall": 0.839921, "f1": 0.802652, "accuracy": 0.839921, "main_score": 0.802652, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"]}, {"precision": 0.429554, "recall": 0.487154, "f1": 0.445942, "accuracy": 0.487154, "main_score": 0.445942, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"]}, {"precision": 0.669509, "recall": 0.724308, "f1": 0.685787, "accuracy": 0.724308, "main_score": 0.685787, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"]}, {"precision": 0.542731, "recall": 0.603755, "f1": 0.559985, "accuracy": 0.603755, "main_score": 0.559985, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"]}, {"precision": 0.511182, "recall": 0.576087, "f1": 0.528808, "accuracy": 0.576087, "main_score": 0.528808, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"]}, {"precision": 0.66745, "recall": 0.720356, "f1": 0.683053, "accuracy": 0.720356, "main_score": 0.683053, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"]}, {"precision": 0.238463, "recall": 0.318182, "f1": 0.259423, "accuracy": 0.318182, "main_score": 0.259423, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"]}, {"precision": 0.58069, "recall": 0.639328, "f1": 0.5979, "accuracy": 0.639328, "main_score": 0.5979, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"]}, {"precision": 0.59269, "recall": 0.655138, "f1": 0.610479, "accuracy": 0.655138, "main_score": 0.610479, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"]}, {"precision": 0.721436, "recall": 0.781621, "f1": 0.739462, "accuracy": 0.781621, "main_score": 0.739462, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"]}, {"precision": 0.554673, "recall": 0.617589, "f1": 0.573238, "accuracy": 0.617589, "main_score": 0.573238, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"]}, {"precision": 0.787747, "recall": 0.838933, "f1": 0.803426, "accuracy": 0.838933, "main_score": 0.803426, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"]}, {"precision": 0.976614, "recall": 0.982213, "f1": 0.978426, "accuracy": 0.982213, "main_score": 0.978426, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"]}, {"precision": 0.454772, "recall": 0.51581, "f1": 0.4717, "accuracy": 0.51581, "main_score": 0.4717, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"]}, {"precision": 0.870416, "recall": 0.90415, "f1": 0.880863, "accuracy": 0.90415, "main_score": 0.880863, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"]}, {"precision": 0.946805, "recall": 0.961462, "f1": 0.951581, "accuracy": 0.961462, "main_score": 0.951581, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"]}, {"precision": 0.613616, "recall": 0.666008, "f1": 0.62845, "accuracy": 0.666008, "main_score": 0.62845, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"]}, {"precision": 0.885293, "recall": 0.918972, "f1": 0.896146, "accuracy": 0.918972, "main_score": 0.896146, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"]}, {"precision": 0.463251, "recall": 0.527668, "f1": 0.481035, "accuracy": 0.527668, "main_score": 0.481035, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"]}, {"precision": 0.61722, "recall": 0.686759, "f1": 0.637787, "accuracy": 0.686759, "main_score": 0.637787, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"]}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"]}, {"precision": 0.825988, "recall": 0.868577, "f1": 0.839262, "accuracy": 0.868577, "main_score": 0.839262, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"]}, {"precision": 0.633195, "recall": 0.688735, "f1": 0.648883, "accuracy": 0.688735, "main_score": 0.648883, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"]}, {"precision": 0.627709, "recall": 0.689723, "f1": 0.645811, "accuracy": 0.689723, "main_score": 0.645811, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"]}, {"precision": 0.941041, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"]}, {"precision": 0.528764, "recall": 0.597826, "f1": 0.548526, "accuracy": 0.597826, "main_score": 0.548526, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"]}, {"precision": 0.536735, "recall": 0.603755, "f1": 0.555832, "accuracy": 0.603755, "main_score": 0.555832, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"]}, {"precision": 0.827322, "recall": 0.871542, "f1": 0.840909, "accuracy": 0.871542, "main_score": 0.840909, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"]}, {"precision": 0.535963, "recall": 0.599802, "f1": 0.55385, "accuracy": 0.599802, "main_score": 0.55385, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"]}, {"precision": 0.62388, "recall": 0.682806, "f1": 0.641056, "accuracy": 0.682806, "main_score": 0.641056, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"]}, {"precision": 0.925148, "recall": 0.945652, "f1": 0.931719, "accuracy": 0.945652, "main_score": 0.931719, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"]}, {"precision": 0.966403, "recall": 0.975296, "f1": 0.969368, "accuracy": 0.975296, "main_score": 0.969368, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"]}, {"precision": 0.492714, "recall": 0.547431, "f1": 0.507827, "accuracy": 0.547431, "main_score": 0.507827, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"]}, {"precision": 0.558569, "recall": 0.618577, "f1": 0.575396, "accuracy": 0.618577, "main_score": 0.575396, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"]}, {"precision": 0.574382, "recall": 0.644269, "f1": 0.594295, "accuracy": 0.644269, "main_score": 0.594295, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"]}, {"precision": 0.544063, "recall": 0.602767, "f1": 0.560553, "accuracy": 0.602767, "main_score": 0.560553, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"]}, {"precision": 0.524351, "recall": 0.592885, "f1": 0.544483, "accuracy": 0.592885, "main_score": 0.544483, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"]}, {"precision": 0.751845, "recall": 0.805336, "f1": 0.768003, "accuracy": 0.805336, "main_score": 0.768003, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"]}, {"precision": 0.731423, "recall": 0.782609, "f1": 0.747087, "accuracy": 0.782609, "main_score": 0.747087, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"]}, {"precision": 0.861759, "recall": 0.894269, "f1": 0.871264, "accuracy": 0.894269, "main_score": 0.871264, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"]}, {"precision": 0.467081, "recall": 0.543478, "f1": 0.489262, "accuracy": 0.543478, "main_score": 0.489262, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"]}, {"precision": 0.717532, "recall": 0.777668, "f1": 0.735444, "accuracy": 0.777668, "main_score": 0.735444, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"]}, {"precision": 0.585568, "recall": 0.643281, "f1": 0.601967, "accuracy": 0.643281, "main_score": 0.601967, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"]}, {"precision": 0.588498, "recall": 0.653162, "f1": 0.606548, "accuracy": 0.653162, "main_score": 0.606548, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"]}, {"precision": 0.544523, "recall": 0.602767, "f1": 0.561613, "accuracy": 0.602767, "main_score": 0.561613, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"]}, {"precision": 0.44881, "recall": 0.524704, "f1": 0.46907, "accuracy": 0.524704, "main_score": 0.46907, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"]}, {"precision": 0.611719, "recall": 0.660079, "f1": 0.625139, "accuracy": 0.660079, "main_score": 0.625139, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"]}, {"precision": 0.89254, "recall": 0.918972, "f1": 0.900922, "accuracy": 0.918972, "main_score": 0.900922, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"]}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"]}, {"precision": 0.597736, "recall": 0.655138, "f1": 0.614317, "accuracy": 0.655138, "main_score": 0.614317, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"]}, {"precision": 0.628656, "recall": 0.688735, "f1": 0.645638, "accuracy": 0.688735, "main_score": 0.645638, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"]}, {"precision": 0.574541, "recall": 0.634387, "f1": 0.591831, "accuracy": 0.634387, "main_score": 0.591831, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"]}, {"precision": 0.186562, "recall": 0.238142, "f1": 0.199148, "accuracy": 0.238142, "main_score": 0.199148, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"]}, {"precision": 0.646132, "recall": 0.69664, "f1": 0.660394, "accuracy": 0.69664, "main_score": 0.660394, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"]}, {"precision": 0.697892, "recall": 0.748024, "f1": 0.712799, "accuracy": 0.748024, "main_score": 0.712799, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"]}, {"precision": 0.560434, "recall": 0.609684, "f1": 0.574805, "accuracy": 0.609684, "main_score": 0.574805, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"]}, {"precision": 0.516585, "recall": 0.593874, "f1": 0.538054, "accuracy": 0.593874, "main_score": 0.538054, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"]}, {"precision": 0.575314, "recall": 0.642292, "f1": 0.594886, "accuracy": 0.642292, "main_score": 0.594886, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"]}, {"precision": 0.596544, "recall": 0.659091, "f1": 0.614545, "accuracy": 0.659091, "main_score": 0.614545, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"]}, {"precision": 0.905665, "recall": 0.931818, "f1": 0.913669, "accuracy": 0.931818, "main_score": 0.913669, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"]}, {"precision": 0.537258, "recall": 0.596838, "f1": 0.554084, "accuracy": 0.596838, "main_score": 0.554084, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"]}, {"precision": 0.570581, "recall": 0.62747, "f1": 0.586842, "accuracy": 0.62747, "main_score": 0.586842, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"]}, {"precision": 0.543053, "recall": 0.593874, "f1": 0.557025, "accuracy": 0.593874, "main_score": 0.557025, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"]}, {"precision": 0.32631, "recall": 0.389328, "f1": 0.343928, "accuracy": 0.389328, "main_score": 0.343928, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"]}, {"precision": 0.613126, "recall": 0.670949, "f1": 0.629287, "accuracy": 0.670949, "main_score": 0.629287, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"]}, {"precision": 0.592598, "recall": 0.645257, "f1": 0.608231, "accuracy": 0.645257, "main_score": 0.608231, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"]}, {"precision": 0.716682, "recall": 0.777668, "f1": 0.73498, "accuracy": 0.777668, "main_score": 0.73498, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"]}, {"precision": 0.673198, "recall": 0.75, "f1": 0.695885, "accuracy": 0.75, "main_score": 0.695885, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"]}, {"precision": 0.726096, "recall": 0.779644, "f1": 0.741801, "accuracy": 0.779644, "main_score": 0.741801, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"]}, {"precision": 0.671687, "recall": 0.725296, "f1": 0.687519, "accuracy": 0.725296, "main_score": 0.687519, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"]}, {"precision": 0.681837, "recall": 0.745059, "f1": 0.700315, "accuracy": 0.745059, "main_score": 0.700315, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"]}, {"precision": 0.56196, "recall": 0.620553, "f1": 0.578682, "accuracy": 0.620553, "main_score": 0.578682, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"]}, {"precision": 0.567432, "recall": 0.618577, "f1": 0.582024, "accuracy": 0.618577, "main_score": 0.582024, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"]}, {"precision": 0.810837, "recall": 0.854743, "f1": 0.823833, "accuracy": 0.854743, "main_score": 0.823833, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"]}, {"precision": 0.483945, "recall": 0.54249, "f1": 0.499623, "accuracy": 0.54249, "main_score": 0.499623, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"]}, {"precision": 0.893486, "recall": 0.922925, "f1": 0.902789, "accuracy": 0.922925, "main_score": 0.902789, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"]}, {"precision": 0.549953, "recall": 0.608696, "f1": 0.566689, "accuracy": 0.608696, "main_score": 0.566689, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"]}, {"precision": 0.601088, "recall": 0.672925, "f1": 0.621416, "accuracy": 0.672925, "main_score": 0.621416, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"]}, {"precision": 0.196211, "recall": 0.253953, "f1": 0.208939, "accuracy": 0.253953, "main_score": 0.208939, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"]}, {"precision": 0.644937, "recall": 0.701581, "f1": 0.661055, "accuracy": 0.701581, "main_score": 0.661055, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"]}, {"precision": 0.812994, "recall": 0.86166, "f1": 0.828228, "accuracy": 0.86166, "main_score": 0.828228, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"]}, {"precision": 0.428631, "recall": 0.486166, "f1": 0.444617, "accuracy": 0.486166, "main_score": 0.444617, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"]}, {"precision": 0.692104, "recall": 0.746047, "f1": 0.707856, "accuracy": 0.746047, "main_score": 0.707856, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"]}, {"precision": 0.575412, "recall": 0.635375, "f1": 0.592402, "accuracy": 0.635375, "main_score": 0.592402, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"]}, {"precision": 0.528076, "recall": 0.592885, "f1": 0.546423, "accuracy": 0.592885, "main_score": 0.546423, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"]}, {"precision": 0.683086, "recall": 0.728261, "f1": 0.696382, "accuracy": 0.728261, "main_score": 0.696382, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"]}, {"precision": 0.233727, "recall": 0.316206, "f1": 0.256542, "accuracy": 0.316206, "main_score": 0.256542, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"]}, {"precision": 0.594509, "recall": 0.650198, "f1": 0.609757, "accuracy": 0.650198, "main_score": 0.609757, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"]}, {"precision": 0.588923, "recall": 0.652174, "f1": 0.606049, "accuracy": 0.652174, "main_score": 0.606049, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"]}, {"precision": 0.729367, "recall": 0.790514, "f1": 0.748075, "accuracy": 0.790514, "main_score": 0.748075, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"]}, {"precision": 0.582451, "recall": 0.640316, "f1": 0.599407, "accuracy": 0.640316, "main_score": 0.599407, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"]}, {"precision": 0.808119, "recall": 0.853755, "f1": 0.822003, "accuracy": 0.853755, "main_score": 0.822003, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"]}, {"precision": 0.477886, "recall": 0.539526, "f1": 0.494586, "accuracy": 0.539526, "main_score": 0.494586, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"]}, {"precision": 0.901433, "recall": 0.929842, "f1": 0.910474, "accuracy": 0.929842, "main_score": 0.910474, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"]}, {"precision": 0.634745, "recall": 0.685771, "f1": 0.649838, "accuracy": 0.685771, "main_score": 0.649838, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"]}, {"precision": 0.916864, "recall": 0.940711, "f1": 0.924572, "accuracy": 0.940711, "main_score": 0.924572, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"]}, {"precision": 0.481679, "recall": 0.54249, "f1": 0.498366, "accuracy": 0.54249, "main_score": 0.498366, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"]}, {"precision": 0.63275, "recall": 0.702569, "f1": 0.653691, "accuracy": 0.702569, "main_score": 0.653691, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"]}, {"precision": 0.854776, "recall": 0.891304, "f1": 0.866074, "accuracy": 0.891304, "main_score": 0.866074, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"]}, {"precision": 0.661907, "recall": 0.710474, "f1": 0.675999, "accuracy": 0.710474, "main_score": 0.675999, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"]}, {"precision": 0.660535, "recall": 0.715415, "f1": 0.675901, "accuracy": 0.715415, "main_score": 0.675901, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"]}, {"precision": 0.56069, "recall": 0.620553, "f1": 0.57743, "accuracy": 0.620553, "main_score": 0.57743, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"]}, {"precision": 0.557181, "recall": 0.616601, "f1": 0.574035, "accuracy": 0.616601, "main_score": 0.574035, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"]}, {"precision": 0.84165, "recall": 0.883399, "f1": 0.854644, "accuracy": 0.883399, "main_score": 0.854644, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"]}, {"precision": 0.563149, "recall": 0.623518, "f1": 0.580429, "accuracy": 0.623518, "main_score": 0.580429, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"]}, {"precision": 0.627001, "recall": 0.688735, "f1": 0.645246, "accuracy": 0.688735, "main_score": 0.645246, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"]}, {"precision": 0.92309, "recall": 0.94664, "f1": 0.930632, "accuracy": 0.94664, "main_score": 0.930632, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"]}, {"precision": 0.498527, "recall": 0.55336, "f1": 0.514185, "accuracy": 0.55336, "main_score": 0.514185, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"]}, {"precision": 0.593803, "recall": 0.649209, "f1": 0.608636, "accuracy": 0.649209, "main_score": 0.608636, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"]}, {"precision": 0.598205, "recall": 0.664032, "f1": 0.617264, "accuracy": 0.664032, "main_score": 0.617264, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"]}, {"precision": 0.575545, "recall": 0.629447, "f1": 0.590284, "accuracy": 0.629447, "main_score": 0.590284, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"]}, {"precision": 0.550494, "recall": 0.616601, "f1": 0.569652, "accuracy": 0.616601, "main_score": 0.569652, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"]}, {"precision": 0.753491, "recall": 0.804348, "f1": 0.768826, "accuracy": 0.804348, "main_score": 0.768826, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"]}, {"precision": 0.756192, "recall": 0.801383, "f1": 0.769499, "accuracy": 0.801383, "main_score": 0.769499, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"]}, {"precision": 0.88302, "recall": 0.909091, "f1": 0.890843, "accuracy": 0.909091, "main_score": 0.890843, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"]}, {"precision": 0.505163, "recall": 0.579051, "f1": 0.527219, "accuracy": 0.579051, "main_score": 0.527219, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"]}, {"precision": 0.724482, "recall": 0.779644, "f1": 0.741029, "accuracy": 0.779644, "main_score": 0.741029, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"]}, {"precision": 0.610575, "recall": 0.660079, "f1": 0.624482, "accuracy": 0.660079, "main_score": 0.624482, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"]}, {"precision": 0.568183, "recall": 0.639328, "f1": 0.588303, "accuracy": 0.639328, "main_score": 0.588303, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"]}, {"precision": 0.536834, "recall": 0.59585, "f1": 0.553655, "accuracy": 0.59585, "main_score": 0.553655, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"]}, {"precision": 0.37614, "recall": 0.439723, "f1": 0.392697, "accuracy": 0.439723, "main_score": 0.392697, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"]}, {"precision": 0.600283, "recall": 0.65415, "f1": 0.615425, "accuracy": 0.65415, "main_score": 0.615425, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"]}, {"precision": 0.860096, "recall": 0.895257, "f1": 0.871066, "accuracy": 0.895257, "main_score": 0.871066, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"]}, {"precision": 0.93251, "recall": 0.948617, "f1": 0.93722, "accuracy": 0.948617, "main_score": 0.93722, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"]}, {"precision": 0.603762, "recall": 0.661067, "f1": 0.619867, "accuracy": 0.661067, "main_score": 0.619867, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"]}, {"precision": 0.945652, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"]}, {"precision": 0.621231, "recall": 0.678854, "f1": 0.637389, "accuracy": 0.678854, "main_score": 0.637389, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"]}, {"precision": 0.557906, "recall": 0.616601, "f1": 0.574308, "accuracy": 0.616601, "main_score": 0.574308, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"]}, {"precision": 0.182807, "recall": 0.235178, "f1": 0.195818, "accuracy": 0.235178, "main_score": 0.195818, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"]}, {"precision": 0.63381, "recall": 0.682806, "f1": 0.647486, "accuracy": 0.682806, "main_score": 0.647486, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"]}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"]}, {"precision": 0.65121, "recall": 0.701581, "f1": 0.665664, "accuracy": 0.701581, "main_score": 0.665664, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"]}, {"precision": 0.920372, "recall": 0.943676, "f1": 0.927767, "accuracy": 0.943676, "main_score": 0.927767, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"]}, {"precision": 0.971706, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"]}, {"precision": 0.569186, "recall": 0.616601, "f1": 0.582925, "accuracy": 0.616601, "main_score": 0.582925, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"]}, {"precision": 0.498095, "recall": 0.574111, "f1": 0.518685, "accuracy": 0.574111, "main_score": 0.518685, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"]}, {"precision": 0.560024, "recall": 0.619565, "f1": 0.576823, "accuracy": 0.619565, "main_score": 0.576823, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"]}, {"precision": 0.567943, "recall": 0.62747, "f1": 0.583911, "accuracy": 0.62747, "main_score": 0.583911, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"]}, {"precision": 0.838768, "recall": 0.878458, "f1": 0.851449, "accuracy": 0.878458, "main_score": 0.851449, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"]}, {"precision": 0.523117, "recall": 0.579051, "f1": 0.538934, "accuracy": 0.579051, "main_score": 0.538934, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"]}, {"precision": 0.548118, "recall": 0.61166, "f1": 0.565762, "accuracy": 0.61166, "main_score": 0.565762, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"]}, {"precision": 0.526763, "recall": 0.575099, "f1": 0.539846, "accuracy": 0.575099, "main_score": 0.539846, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"]}, {"precision": 0.930295, "recall": 0.947628, "f1": 0.935661, "accuracy": 0.947628, "main_score": 0.935661, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"]}, {"precision": 0.312208, "recall": 0.366601, "f1": 0.326851, "accuracy": 0.366601, "main_score": 0.326851, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"]}, {"precision": 0.585541, "recall": 0.63834, "f1": 0.600735, "accuracy": 0.63834, "main_score": 0.600735, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"]}, {"precision": 0.959684, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"]}, {"precision": 0.937994, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"]}, {"precision": 0.59189, "recall": 0.644269, "f1": 0.606761, "accuracy": 0.644269, "main_score": 0.606761, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"]}, {"precision": 0.694733, "recall": 0.752964, "f1": 0.711804, "accuracy": 0.752964, "main_score": 0.711804, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"]}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"]}, {"precision": 0.569142, "recall": 0.647233, "f1": 0.590592, "accuracy": 0.647233, "main_score": 0.590592, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"]}, {"precision": 0.681035, "recall": 0.735178, "f1": 0.69682, "accuracy": 0.735178, "main_score": 0.69682, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"]}, {"precision": 0.671305, "recall": 0.720356, "f1": 0.685395, "accuracy": 0.720356, "main_score": 0.685395, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"]}, {"precision": 0.64627, "recall": 0.704545, "f1": 0.663018, "accuracy": 0.704545, "main_score": 0.663018, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"]}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970356, "accuracy": 0.976285, "main_score": 0.970356, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"]}, {"precision": 0.898551, "recall": 0.926877, "f1": 0.907364, "accuracy": 0.926877, "main_score": 0.907364, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"]}, {"precision": 0.552388, "recall": 0.608696, "f1": 0.567999, "accuracy": 0.608696, "main_score": 0.567999, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"]}, {"precision": 0.570086, "recall": 0.621542, "f1": 0.584477, "accuracy": 0.621542, "main_score": 0.584477, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"]}, {"precision": 0.786808, "recall": 0.836957, "f1": 0.801797, "accuracy": 0.836957, "main_score": 0.801797, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"]}, {"precision": 0.472063, "recall": 0.52668, "f1": 0.486675, "accuracy": 0.52668, "main_score": 0.486675, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"]}, {"precision": 0.81581, "recall": 0.856719, "f1": 0.827786, "accuracy": 0.856719, "main_score": 0.827786, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"]}, {"precision": 0.550783, "recall": 0.602767, "f1": 0.564563, "accuracy": 0.602767, "main_score": 0.564563, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"]}, {"precision": 0.983284, "recall": 0.988142, "f1": 0.98475, "accuracy": 0.988142, "main_score": 0.98475, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"]}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"]}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"]}, {"precision": 0.598651, "recall": 0.664032, "f1": 0.616953, "accuracy": 0.664032, "main_score": 0.616953, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"]}, {"precision": 0.18972, "recall": 0.246047, "f1": 0.202685, "accuracy": 0.246047, "main_score": 0.202685, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"]}, {"precision": 0.628863, "recall": 0.690711, "f1": 0.646563, "accuracy": 0.690711, "main_score": 0.646563, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"]}, {"precision": 0.758491, "recall": 0.814229, "f1": 0.774612, "accuracy": 0.814229, "main_score": 0.774612, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"]}, {"precision": 0.434207, "recall": 0.494071, "f1": 0.450859, "accuracy": 0.494071, "main_score": 0.450859, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"]}, {"precision": 0.667132, "recall": 0.722332, "f1": 0.683167, "accuracy": 0.722332, "main_score": 0.683167, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"]}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"]}, {"precision": 0.5651, "recall": 0.621542, "f1": 0.58111, "accuracy": 0.621542, "main_score": 0.58111, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"]}, {"precision": 0.50467, "recall": 0.56917, "f1": 0.521827, "accuracy": 0.56917, "main_score": 0.521827, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"]}, {"precision": 0.668694, "recall": 0.720356, "f1": 0.683278, "accuracy": 0.720356, "main_score": 0.683278, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"]}, {"precision": 0.214373, "recall": 0.290514, "f1": 0.233715, "accuracy": 0.290514, "main_score": 0.233715, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"]}, {"precision": 0.933136, "recall": 0.951581, "f1": 0.939065, "accuracy": 0.951581, "main_score": 0.939065, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"]}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"]}, {"precision": 0.577357, "recall": 0.635375, "f1": 0.594038, "accuracy": 0.635375, "main_score": 0.594038, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"]}, {"precision": 0.586847, "recall": 0.651186, "f1": 0.60544, "accuracy": 0.651186, "main_score": 0.60544, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"]}, {"precision": 0.961462, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"]}, {"precision": 0.673972, "recall": 0.740119, "f1": 0.693313, "accuracy": 0.740119, "main_score": 0.693313, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"]}, {"precision": 0.570946, "recall": 0.62747, "f1": 0.586311, "accuracy": 0.62747, "main_score": 0.586311, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"]}, {"precision": 0.7528, "recall": 0.804348, "f1": 0.768017, "accuracy": 0.804348, "main_score": 0.768017, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"]}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"]}, {"precision": 0.474089, "recall": 0.534585, "f1": 0.491061, "accuracy": 0.534585, "main_score": 0.491061, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"]}, {"precision": 0.921393, "recall": 0.942688, "f1": 0.927931, "accuracy": 0.942688, "main_score": 0.927931, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"]}, {"precision": 0.829257, "recall": 0.870553, "f1": 0.842136, "accuracy": 0.870553, "main_score": 0.842136, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"]}, {"precision": 0.9167, "recall": 0.940711, "f1": 0.924209, "accuracy": 0.940711, "main_score": 0.924209, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"]}, {"precision": 0.921402, "recall": 0.9417, "f1": 0.927723, "accuracy": 0.9417, "main_score": 0.927723, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"]}, {"precision": 0.616784, "recall": 0.668972, "f1": 0.631301, "accuracy": 0.668972, "main_score": 0.631301, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"]}, {"precision": 0.847596, "recall": 0.88834, "f1": 0.860489, "accuracy": 0.88834, "main_score": 0.860489, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"]}, {"precision": 0.47898, "recall": 0.537549, "f1": 0.494822, "accuracy": 0.537549, "main_score": 0.494822, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"]}, {"precision": 0.586274, "recall": 0.656126, "f1": 0.606505, "accuracy": 0.656126, "main_score": 0.606505, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"]}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"]}, {"precision": 0.938241, "recall": 0.955534, "f1": 0.943841, "accuracy": 0.955534, "main_score": 0.943841, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"]}, {"precision": 0.829423, "recall": 0.866601, "f1": 0.840356, "accuracy": 0.866601, "main_score": 0.840356, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"]}, {"precision": 0.657995, "recall": 0.70751, "f1": 0.671579, "accuracy": 0.70751, "main_score": 0.671579, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"]}, {"precision": 0.642263, "recall": 0.695652, "f1": 0.657692, "accuracy": 0.695652, "main_score": 0.657692, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"]}, {"precision": 0.919137, "recall": 0.939723, "f1": 0.925692, "accuracy": 0.939723, "main_score": 0.925692, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"]}, {"precision": 0.542517, "recall": 0.607708, "f1": 0.561393, "accuracy": 0.607708, "main_score": 0.561393, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"]}, {"precision": 0.541744, "recall": 0.601779, "f1": 0.558856, "accuracy": 0.601779, "main_score": 0.558856, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"]}, {"precision": 0.802042, "recall": 0.846838, "f1": 0.815843, "accuracy": 0.846838, "main_score": 0.815843, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"]}, {"precision": 0.549078, "recall": 0.609684, "f1": 0.565729, "accuracy": 0.609684, "main_score": 0.565729, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"]}, {"precision": 0.6204, "recall": 0.677866, "f1": 0.637239, "accuracy": 0.677866, "main_score": 0.637239, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"]}, {"precision": 0.876647, "recall": 0.912055, "f1": 0.887813, "accuracy": 0.912055, "main_score": 0.887813, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"]}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"]}, {"precision": 0.505635, "recall": 0.559289, "f1": 0.520459, "accuracy": 0.559289, "main_score": 0.520459, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"]}, {"precision": 0.576057, "recall": 0.629447, "f1": 0.591249, "accuracy": 0.629447, "main_score": 0.591249, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"]}, {"precision": 0.588086, "recall": 0.640316, "f1": 0.602939, "accuracy": 0.640316, "main_score": 0.602939, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"]}, {"precision": 0.554457, "recall": 0.613636, "f1": 0.570825, "accuracy": 0.613636, "main_score": 0.570825, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"]}, {"precision": 0.54503, "recall": 0.607708, "f1": 0.562968, "accuracy": 0.607708, "main_score": 0.562968, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"]}, {"precision": 0.7044, "recall": 0.76087, "f1": 0.721036, "accuracy": 0.76087, "main_score": 0.721036, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"]}, {"precision": 0.728039, "recall": 0.778656, "f1": 0.743061, "accuracy": 0.778656, "main_score": 0.743061, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"]}, {"precision": 0.846404, "recall": 0.878458, "f1": 0.855632, "accuracy": 0.878458, "main_score": 0.855632, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"]}, {"precision": 0.897019, "recall": 0.923913, "f1": 0.905171, "accuracy": 0.923913, "main_score": 0.905171, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"]}, {"precision": 0.483838, "recall": 0.560277, "f1": 0.505589, "accuracy": 0.560277, "main_score": 0.505589, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"]}, {"precision": 0.949687, "recall": 0.963439, "f1": 0.953953, "accuracy": 0.963439, "main_score": 0.953953, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"]}, {"precision": 0.687467, "recall": 0.747036, "f1": 0.70496, "accuracy": 0.747036, "main_score": 0.70496, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"]}, {"precision": 0.591782, "recall": 0.636364, "f1": 0.604225, "accuracy": 0.636364, "main_score": 0.604225, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"]}, {"precision": 0.53729, "recall": 0.593874, "f1": 0.553221, "accuracy": 0.593874, "main_score": 0.553221, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"]}, {"precision": 0.517212, "recall": 0.566206, "f1": 0.531457, "accuracy": 0.566206, "main_score": 0.531457, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"]}, {"precision": 0.383207, "recall": 0.456522, "f1": 0.402029, "accuracy": 0.456522, "main_score": 0.402029, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"]}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"]}, {"precision": 0.931653, "recall": 0.950593, "f1": 0.937747, "accuracy": 0.950593, "main_score": 0.937747, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"]}, {"precision": 0.589724, "recall": 0.640316, "f1": 0.603893, "accuracy": 0.640316, "main_score": 0.603893, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"]}, {"precision": 0.827355, "recall": 0.862648, "f1": 0.837916, "accuracy": 0.862648, "main_score": 0.837916, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"]}, {"precision": 0.893149, "recall": 0.917984, "f1": 0.900527, "accuracy": 0.917984, "main_score": 0.900527, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"]}, {"precision": 0.583103, "recall": 0.628458, "f1": 0.595939, "accuracy": 0.628458, "main_score": 0.595939, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"]}, {"precision": 0.596625, "recall": 0.649209, "f1": 0.611539, "accuracy": 0.649209, "main_score": 0.611539, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"]}, {"precision": 0.554365, "recall": 0.607708, "f1": 0.569304, "accuracy": 0.607708, "main_score": 0.569304, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"]}, {"precision": 0.952931, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"]}, {"precision": 0.195085, "recall": 0.243083, "f1": 0.207371, "accuracy": 0.243083, "main_score": 0.207371, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"]}, {"precision": 0.608287, "recall": 0.657115, "f1": 0.621886, "accuracy": 0.657115, "main_score": 0.621886, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"]}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"]}, {"precision": 0.657408, "recall": 0.703557, "f1": 0.670916, "accuracy": 0.703557, "main_score": 0.670916, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"]}, {"precision": 0.929595, "recall": 0.950593, "f1": 0.936298, "accuracy": 0.950593, "main_score": 0.936298, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"]}, {"precision": 0.519493, "recall": 0.56917, "f1": 0.53402, "accuracy": 0.56917, "main_score": 0.53402, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"]}, {"precision": 0.484928, "recall": 0.543478, "f1": 0.500671, "accuracy": 0.543478, "main_score": 0.500671, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"]}, {"precision": 0.561455, "recall": 0.613636, "f1": 0.576075, "accuracy": 0.613636, "main_score": 0.576075, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"]}, {"precision": 0.96385, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"]}, {"precision": 0.567402, "recall": 0.628458, "f1": 0.584969, "accuracy": 0.628458, "main_score": 0.584969, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"]}, {"precision": 0.873551, "recall": 0.907115, "f1": 0.883827, "accuracy": 0.907115, "main_score": 0.883827, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"]}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"]}, {"precision": 0.507568, "recall": 0.557312, "f1": 0.521945, "accuracy": 0.557312, "main_score": 0.521945, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"]}, {"precision": 0.5169, "recall": 0.570158, "f1": 0.531656, "accuracy": 0.570158, "main_score": 0.531656, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"]}, {"precision": 0.496, "recall": 0.539526, "f1": 0.508064, "accuracy": 0.539526, "main_score": 0.508064, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"]}, {"precision": 0.899407, "recall": 0.925889, "f1": 0.907576, "accuracy": 0.925889, "main_score": 0.907576, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"]}, {"precision": 0.321255, "recall": 0.374506, "f1": 0.335434, "accuracy": 0.374506, "main_score": 0.335434, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"]}, {"precision": 0.577244, "recall": 0.632411, "f1": 0.593857, "accuracy": 0.632411, "main_score": 0.593857, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"]}, {"precision": 0.940909, "recall": 0.958498, "f1": 0.946476, "accuracy": 0.958498, "main_score": 0.946476, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943629, "accuracy": 0.956522, "main_score": 0.943629, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"]}, {"precision": 0.569565, "recall": 0.616601, "f1": 0.582855, "accuracy": 0.616601, "main_score": 0.582855, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"]}, {"precision": 0.962533, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"]}, {"precision": 0.679647, "recall": 0.731225, "f1": 0.694126, "accuracy": 0.731225, "main_score": 0.694126, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"]}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"]}, {"precision": 0.601575, "recall": 0.674901, "f1": 0.622293, "accuracy": 0.674901, "main_score": 0.622293, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"]}, {"precision": 0.678092, "recall": 0.729249, "f1": 0.692165, "accuracy": 0.729249, "main_score": 0.692165, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"]}, {"precision": 0.950099, "recall": 0.966403, "f1": 0.955534, "accuracy": 0.966403, "main_score": 0.955534, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"]}, {"precision": 0.644088, "recall": 0.690711, "f1": 0.657726, "accuracy": 0.690711, "main_score": 0.657726, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"]}, {"precision": 0.617811, "recall": 0.675889, "f1": 0.634861, "accuracy": 0.675889, "main_score": 0.634861, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"]}, {"precision": 0.967885, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"]}, {"precision": 0.908185, "recall": 0.933794, "f1": 0.915994, "accuracy": 0.933794, "main_score": 0.915994, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"]}, {"precision": 0.539441, "recall": 0.586957, "f1": 0.552855, "accuracy": 0.586957, "main_score": 0.552855, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"]}, {"precision": 0.563778, "recall": 0.606719, "f1": 0.575544, "accuracy": 0.606719, "main_score": 0.575544, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"]}, {"precision": 0.763999, "recall": 0.810277, "f1": 0.776783, "accuracy": 0.810277, "main_score": 0.776783, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"]}, {"precision": 0.467598, "recall": 0.517787, "f1": 0.481029, "accuracy": 0.517787, "main_score": 0.481029, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"]}, {"precision": 0.97052, "recall": 0.978261, "f1": 0.972991, "accuracy": 0.978261, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"]}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"]}, {"precision": 0.826976, "recall": 0.866601, "f1": 0.838787, "accuracy": 0.866601, "main_score": 0.838787, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"]}, {"precision": 0.532946, "recall": 0.581028, "f1": 0.546629, "accuracy": 0.581028, "main_score": 0.546629, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"]}, {"precision": 0.966568, "recall": 0.975296, "f1": 0.969368, "accuracy": 0.975296, "main_score": 0.969368, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"]}, {"precision": 0.955945, "recall": 0.969368, "f1": 0.960211, "accuracy": 0.969368, "main_score": 0.960211, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"]}, {"precision": 0.569055, "recall": 0.631423, "f1": 0.586493, "accuracy": 0.631423, "main_score": 0.586493, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"]}, {"precision": 0.196425, "recall": 0.23913, "f1": 0.206067, "accuracy": 0.23913, "main_score": 0.206067, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"]}, {"precision": 0.620597, "recall": 0.673913, "f1": 0.635888, "accuracy": 0.673913, "main_score": 0.635888, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"]}, {"precision": 0.753981, "recall": 0.810277, "f1": 0.770728, "accuracy": 0.810277, "main_score": 0.770728, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"]}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964493, "accuracy": 0.972332, "main_score": 0.964493, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"]}, {"precision": 0.417728, "recall": 0.467391, "f1": 0.431625, "accuracy": 0.467391, "main_score": 0.431625, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"]}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"]}, {"precision": 0.655369, "recall": 0.706522, "f1": 0.670125, "accuracy": 0.706522, "main_score": 0.670125, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"]}, {"precision": 0.547595, "recall": 0.600791, "f1": 0.563406, "accuracy": 0.600791, "main_score": 0.563406, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"]}, {"precision": 0.494582, "recall": 0.55336, "f1": 0.51065, "accuracy": 0.55336, "main_score": 0.51065, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"]}, {"precision": 0.654982, "recall": 0.699605, "f1": 0.667612, "accuracy": 0.699605, "main_score": 0.667612, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"]}, {"precision": 0.236858, "recall": 0.315217, "f1": 0.255957, "accuracy": 0.315217, "main_score": 0.255957, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"]}, {"precision": 0.911677, "recall": 0.936759, "f1": 0.919532, "accuracy": 0.936759, "main_score": 0.919532, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"]}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.944005, "accuracy": 0.955534, "main_score": 0.944005, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"]}, {"precision": 0.566166, "recall": 0.621542, "f1": 0.58223, "accuracy": 0.621542, "main_score": 0.58223, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"]}, {"precision": 0.572848, "recall": 0.625494, "f1": 0.587277, "accuracy": 0.625494, "main_score": 0.587277, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"]}, {"precision": 0.953393, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"]}, {"precision": 0.68932, "recall": 0.750988, "f1": 0.707235, "accuracy": 0.750988, "main_score": 0.707235, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"]}, {"precision": 0.55228, "recall": 0.597826, "f1": 0.565486, "accuracy": 0.597826, "main_score": 0.565486, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"]}, {"precision": 0.750346, "recall": 0.806324, "f1": 0.766765, "accuracy": 0.806324, "main_score": 0.766765, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"]}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.952866, "accuracy": 0.962451, "main_score": 0.952866, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"]}, {"precision": 0.45817, "recall": 0.512846, "f1": 0.473628, "accuracy": 0.512846, "main_score": 0.473628, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"]}, {"precision": 0.964048, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"]}, {"precision": 0.931522, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"]}, {"precision": 0.836001, "recall": 0.875494, "f1": 0.848123, "accuracy": 0.875494, "main_score": 0.848123, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"]}, {"precision": 0.914196, "recall": 0.935771, "f1": 0.921113, "accuracy": 0.935771, "main_score": 0.921113, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"]}, {"precision": 0.897261, "recall": 0.921937, "f1": 0.904908, "accuracy": 0.921937, "main_score": 0.904908, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"]}, {"precision": 0.602677, "recall": 0.642292, "f1": 0.613902, "accuracy": 0.642292, "main_score": 0.613902, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"]}, {"precision": 0.833498, "recall": 0.875494, "f1": 0.846476, "accuracy": 0.875494, "main_score": 0.846476, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"]}, {"precision": 0.940464, "recall": 0.958498, "f1": 0.946212, "accuracy": 0.958498, "main_score": 0.946212, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"]}, {"precision": 0.45028, "recall": 0.511858, "f1": 0.467452, "accuracy": 0.511858, "main_score": 0.467452, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"]}, {"precision": 0.582932, "recall": 0.650198, "f1": 0.601509, "accuracy": 0.650198, "main_score": 0.601509, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"]}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"]}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"]}, {"precision": 0.773479, "recall": 0.812253, "f1": 0.784736, "accuracy": 0.812253, "main_score": 0.784736, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"]}, {"precision": 0.628766, "recall": 0.672925, "f1": 0.64159, "accuracy": 0.672925, "main_score": 0.64159, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"]}, {"precision": 0.612994, "recall": 0.666008, "f1": 0.628484, "accuracy": 0.666008, "main_score": 0.628484, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"]}, {"precision": 0.869499, "recall": 0.902174, "f1": 0.879084, "accuracy": 0.902174, "main_score": 0.879084, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"]}, {"precision": 0.538219, "recall": 0.591897, "f1": 0.553119, "accuracy": 0.591897, "main_score": 0.553119, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"]}, {"precision": 0.53479, "recall": 0.591897, "f1": 0.550455, "accuracy": 0.591897, "main_score": 0.550455, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"]}, {"precision": 0.792474, "recall": 0.840909, "f1": 0.806889, "accuracy": 0.840909, "main_score": 0.806889, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"]}, {"precision": 0.549467, "recall": 0.600791, "f1": 0.563956, "accuracy": 0.600791, "main_score": 0.563956, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"]}, {"precision": 0.62024, "recall": 0.672925, "f1": 0.635446, "accuracy": 0.672925, "main_score": 0.635446, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"]}, {"precision": 0.892292, "recall": 0.920949, "f1": 0.901318, "accuracy": 0.920949, "main_score": 0.901318, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"]}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"]}, {"precision": 0.50066, "recall": 0.549407, "f1": 0.51387, "accuracy": 0.549407, "main_score": 0.51387, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"]}, {"precision": 0.567639, "recall": 0.610672, "f1": 0.579498, "accuracy": 0.610672, "main_score": 0.579498, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"]}, {"precision": 0.559025, "recall": 0.616601, "f1": 0.575202, "accuracy": 0.616601, "main_score": 0.575202, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"]}, {"precision": 0.564748, "recall": 0.61166, "f1": 0.577972, "accuracy": 0.61166, "main_score": 0.577972, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"]}, {"precision": 0.541088, "recall": 0.598814, "f1": 0.557827, "accuracy": 0.598814, "main_score": 0.557827, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"]}, {"precision": 0.732271, "recall": 0.783597, "f1": 0.747025, "accuracy": 0.783597, "main_score": 0.747025, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"]}, {"precision": 0.93918, "recall": 0.954545, "f1": 0.943906, "accuracy": 0.954545, "main_score": 0.943906, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"]}, {"precision": 0.700914, "recall": 0.745059, "f1": 0.713484, "accuracy": 0.745059, "main_score": 0.713484, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"]}, {"precision": 0.803986, "recall": 0.840909, "f1": 0.814872, "accuracy": 0.840909, "main_score": 0.814872, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"]}, {"precision": 0.929924, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"]}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"]}, {"precision": 0.478024, "recall": 0.54249, "f1": 0.496319, "accuracy": 0.54249, "main_score": 0.496319, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"]}, {"precision": 0.96031, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"]}, {"precision": 0.702734, "recall": 0.756917, "f1": 0.719038, "accuracy": 0.756917, "main_score": 0.719038, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"]}, {"precision": 0.568759, "recall": 0.612648, "f1": 0.581692, "accuracy": 0.612648, "main_score": 0.581692, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"]}, {"precision": 0.377348, "recall": 0.427866, "f1": 0.39113, "accuracy": 0.427866, "main_score": 0.39113, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"]}, {"precision": 0.469267, "recall": 0.512846, "f1": 0.481543, "accuracy": 0.512846, "main_score": 0.481543, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"]}, {"precision": 0.226641, "recall": 0.279644, "f1": 0.238712, "accuracy": 0.279644, "main_score": 0.238712, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"]}, {"precision": 0.68466, "recall": 0.736166, "f1": 0.698378, "accuracy": 0.736166, "main_score": 0.698378, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"]}, {"precision": 0.652398, "recall": 0.711462, "f1": 0.668536, "accuracy": 0.711462, "main_score": 0.668536, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"]}, {"precision": 0.683845, "recall": 0.732213, "f1": 0.696732, "accuracy": 0.732213, "main_score": 0.696732, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"]}, {"precision": 0.616922, "recall": 0.66996, "f1": 0.630261, "accuracy": 0.66996, "main_score": 0.630261, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"]}, {"precision": 0.516797, "recall": 0.561265, "f1": 0.529067, "accuracy": 0.561265, "main_score": 0.529067, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"]}, {"precision": 0.690843, "recall": 0.740119, "f1": 0.704313, "accuracy": 0.740119, "main_score": 0.704313, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"]}, {"precision": 0.569919, "recall": 0.61166, "f1": 0.580963, "accuracy": 0.61166, "main_score": 0.580963, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"]}, {"precision": 0.622712, "recall": 0.667984, "f1": 0.635148, "accuracy": 0.667984, "main_score": 0.635148, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"]}, {"precision": 0.675017, "recall": 0.732213, "f1": 0.690803, "accuracy": 0.732213, "main_score": 0.690803, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"]}, {"precision": 0.664139, "recall": 0.721344, "f1": 0.679774, "accuracy": 0.721344, "main_score": 0.679774, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"]}, {"precision": 0.511891, "recall": 0.549407, "f1": 0.522382, "accuracy": 0.549407, "main_score": 0.522382, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"]}, {"precision": 0.674016, "recall": 0.73419, "f1": 0.69007, "accuracy": 0.73419, "main_score": 0.69007, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"]}, {"precision": 0.598535, "recall": 0.660079, "f1": 0.614606, "accuracy": 0.660079, "main_score": 0.614606, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"]}, {"precision": 0.673834, "recall": 0.732213, "f1": 0.689686, "accuracy": 0.732213, "main_score": 0.689686, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"]}, {"precision": 0.519711, "recall": 0.556324, "f1": 0.52969, "accuracy": 0.556324, "main_score": 0.52969, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"]}, {"precision": 0.654391, "recall": 0.709486, "f1": 0.66884, "accuracy": 0.709486, "main_score": 0.66884, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"]}, {"precision": 0.626278, "recall": 0.679842, "f1": 0.640684, "accuracy": 0.679842, "main_score": 0.640684, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"]}, {"precision": 0.723862, "recall": 0.773715, "f1": 0.736997, "accuracy": 0.773715, "main_score": 0.736997, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"]}, {"precision": 0.689455, "recall": 0.741107, "f1": 0.703601, "accuracy": 0.741107, "main_score": 0.703601, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"]}, {"precision": 0.492894, "recall": 0.538538, "f1": 0.506148, "accuracy": 0.538538, "main_score": 0.506148, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"]}, {"precision": 0.683064, "recall": 0.744071, "f1": 0.699707, "accuracy": 0.744071, "main_score": 0.699707, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"]}, {"precision": 0.683684, "recall": 0.741107, "f1": 0.699004, "accuracy": 0.741107, "main_score": 0.699004, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"]}, {"precision": 0.656453, "recall": 0.704545, "f1": 0.66889, "accuracy": 0.704545, "main_score": 0.66889, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"]}, {"precision": 0.136011, "recall": 0.170949, "f1": 0.14488, "accuracy": 0.170949, "main_score": 0.14488, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"]}, {"precision": 0.673053, "recall": 0.732213, "f1": 0.689704, "accuracy": 0.732213, "main_score": 0.689704, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"]}, {"precision": 0.551794, "recall": 0.586957, "f1": 0.560984, "accuracy": 0.586957, "main_score": 0.560984, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"]}, {"precision": 0.683797, "recall": 0.735178, "f1": 0.697633, "accuracy": 0.735178, "main_score": 0.697633, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"]}, {"precision": 0.694095, "recall": 0.743083, "f1": 0.707463, "accuracy": 0.743083, "main_score": 0.707463, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"]}, {"precision": 0.630564, "recall": 0.685771, "f1": 0.64531, "accuracy": 0.685771, "main_score": 0.64531, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"]}, {"precision": 0.711781, "recall": 0.761858, "f1": 0.725718, "accuracy": 0.761858, "main_score": 0.725718, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"]}, {"precision": 0.540254, "recall": 0.588933, "f1": 0.553066, "accuracy": 0.588933, "main_score": 0.553066, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"]}, {"precision": 0.695848, "recall": 0.751976, "f1": 0.711042, "accuracy": 0.751976, "main_score": 0.711042, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"]}, {"precision": 0.562268, "recall": 0.62253, "f1": 0.57895, "accuracy": 0.62253, "main_score": 0.57895, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"]}, {"precision": 0.641645, "recall": 0.698617, "f1": 0.657153, "accuracy": 0.698617, "main_score": 0.657153, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"]}, {"precision": 0.677684, "recall": 0.729249, "f1": 0.692772, "accuracy": 0.729249, "main_score": 0.692772, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"]}, {"precision": 0.679317, "recall": 0.733202, "f1": 0.693925, "accuracy": 0.733202, "main_score": 0.693925, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"]}, {"precision": 0.663405, "recall": 0.719368, "f1": 0.678118, "accuracy": 0.719368, "main_score": 0.678118, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"]}, {"precision": 0.481044, "recall": 0.522727, "f1": 0.493121, "accuracy": 0.522727, "main_score": 0.493121, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"]}, {"precision": 0.336403, "recall": 0.395257, "f1": 0.351568, "accuracy": 0.395257, "main_score": 0.351568, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"]}, {"precision": 0.689385, "recall": 0.740119, "f1": 0.702503, "accuracy": 0.740119, "main_score": 0.702503, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"]}, {"precision": 0.50243, "recall": 0.548419, "f1": 0.515173, "accuracy": 0.548419, "main_score": 0.515173, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"]}, {"precision": 0.694932, "recall": 0.749012, "f1": 0.709665, "accuracy": 0.749012, "main_score": 0.709665, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"]}, {"precision": 0.728273, "recall": 0.775692, "f1": 0.741152, "accuracy": 0.775692, "main_score": 0.741152, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"]}, {"precision": 0.629883, "recall": 0.686759, "f1": 0.645255, "accuracy": 0.686759, "main_score": 0.645255, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"]}, {"precision": 0.661433, "recall": 0.713439, "f1": 0.675259, "accuracy": 0.713439, "main_score": 0.675259, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"]}, {"precision": 0.530917, "recall": 0.577075, "f1": 0.543789, "accuracy": 0.577075, "main_score": 0.543789, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"]}, {"precision": 0.598064, "recall": 0.647233, "f1": 0.611604, "accuracy": 0.647233, "main_score": 0.611604, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"]}, {"precision": 0.652339, "recall": 0.710474, "f1": 0.667979, "accuracy": 0.710474, "main_score": 0.667979, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"]}, {"precision": 0.709203, "recall": 0.756917, "f1": 0.722168, "accuracy": 0.756917, "main_score": 0.722168, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"]}, {"precision": 0.676833, "recall": 0.716403, "f1": 0.687614, "accuracy": 0.716403, "main_score": 0.687614, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"]}, {"precision": 0.468775, "recall": 0.514822, "f1": 0.481857, "accuracy": 0.514822, "main_score": 0.481857, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"]}, {"precision": 0.686206, "recall": 0.738142, "f1": 0.700227, "accuracy": 0.738142, "main_score": 0.700227, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"]}, {"precision": 0.366245, "recall": 0.423913, "f1": 0.381542, "accuracy": 0.423913, "main_score": 0.381542, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"]}, {"precision": 0.465419, "recall": 0.506917, "f1": 0.477288, "accuracy": 0.506917, "main_score": 0.477288, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"]}, {"precision": 0.618443, "recall": 0.66502, "f1": 0.630973, "accuracy": 0.66502, "main_score": 0.630973, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"]}, {"precision": 0.2576, "recall": 0.304348, "f1": 0.269636, "accuracy": 0.304348, "main_score": 0.269636, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"]}, {"precision": 0.673189, "recall": 0.730237, "f1": 0.688547, "accuracy": 0.730237, "main_score": 0.688547, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"]}, {"precision": 0.67586, "recall": 0.729249, "f1": 0.690579, "accuracy": 0.729249, "main_score": 0.690579, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"]}, {"precision": 0.700484, "recall": 0.754941, "f1": 0.715474, "accuracy": 0.754941, "main_score": 0.715474, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"]}, {"precision": 0.677469, "recall": 0.735178, "f1": 0.693252, "accuracy": 0.735178, "main_score": 0.693252, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"]}, {"precision": 0.513258, "recall": 0.545455, "f1": 0.522892, "accuracy": 0.545455, "main_score": 0.522892, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"]}, {"precision": 0.675892, "recall": 0.715415, "f1": 0.686368, "accuracy": 0.715415, "main_score": 0.686368, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"]}, {"precision": 0.654878, "recall": 0.706522, "f1": 0.669397, "accuracy": 0.706522, "main_score": 0.669397, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"]}, {"precision": 0.710967, "recall": 0.762846, "f1": 0.724905, "accuracy": 0.762846, "main_score": 0.724905, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"]}, {"precision": 0.508466, "recall": 0.545455, "f1": 0.518931, "accuracy": 0.545455, "main_score": 0.518931, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"]}, {"precision": 0.66493, "recall": 0.708498, "f1": 0.676752, "accuracy": 0.708498, "main_score": 0.676752, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"]}, {"precision": 0.523254, "recall": 0.56917, "f1": 0.536219, "accuracy": 0.56917, "main_score": 0.536219, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"]}, {"precision": 0.691938, "recall": 0.744071, "f1": 0.706765, "accuracy": 0.744071, "main_score": 0.706765, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"]}, {"precision": 0.6623, "recall": 0.717391, "f1": 0.67774, "accuracy": 0.717391, "main_score": 0.67774, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"]}, {"precision": 0.679027, "recall": 0.729249, "f1": 0.6919, "accuracy": 0.729249, "main_score": 0.6919, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"]}, {"precision": 0.311756, "recall": 0.386364, "f1": 0.330703, "accuracy": 0.386364, "main_score": 0.330703, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"]}, {"precision": 0.555753, "recall": 0.606719, "f1": 0.570093, "accuracy": 0.606719, "main_score": 0.570093, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"]}, {"precision": 0.658388, "recall": 0.713439, "f1": 0.673482, "accuracy": 0.713439, "main_score": 0.673482, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"]}, {"precision": 0.52663, "recall": 0.565217, "f1": 0.537237, "accuracy": 0.565217, "main_score": 0.537237, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"]}, {"precision": 0.436945, "recall": 0.48913, "f1": 0.452075, "accuracy": 0.48913, "main_score": 0.452075, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"]}, {"precision": 0.726739, "recall": 0.772727, "f1": 0.739561, "accuracy": 0.772727, "main_score": 0.739561, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"]}, {"precision": 0.653545, "recall": 0.711462, "f1": 0.669412, "accuracy": 0.711462, "main_score": 0.669412, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"]}, {"precision": 0.67253, "recall": 0.719368, "f1": 0.684774, "accuracy": 0.719368, "main_score": 0.684774, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"]}, {"precision": 0.571792, "recall": 0.644269, "f1": 0.592295, "accuracy": 0.644269, "main_score": 0.592295, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"]}, {"precision": 0.696577, "recall": 0.749012, "f1": 0.710477, "accuracy": 0.749012, "main_score": 0.710477, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"]}, {"precision": 0.685664, "recall": 0.733202, "f1": 0.698648, "accuracy": 0.733202, "main_score": 0.698648, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"]}, {"precision": 0.683525, "recall": 0.735178, "f1": 0.697007, "accuracy": 0.735178, "main_score": 0.697007, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"]}, {"precision": 0.66327, "recall": 0.72332, "f1": 0.679132, "accuracy": 0.72332, "main_score": 0.679132, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"]}, {"precision": 0.471816, "recall": 0.509881, "f1": 0.482728, "accuracy": 0.509881, "main_score": 0.482728, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"]}, {"precision": 0.495942, "recall": 0.54249, "f1": 0.509287, "accuracy": 0.54249, "main_score": 0.509287, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"]}, {"precision": 0.664961, "recall": 0.728261, "f1": 0.682696, "accuracy": 0.728261, "main_score": 0.682696, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"]}, {"precision": 0.668201, "recall": 0.72332, "f1": 0.682657, "accuracy": 0.72332, "main_score": 0.682657, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"]}, {"precision": 0.655503, "recall": 0.713439, "f1": 0.671068, "accuracy": 0.713439, "main_score": 0.671068, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"]}, {"precision": 0.5369, "recall": 0.582016, "f1": 0.549127, "accuracy": 0.582016, "main_score": 0.549127, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"]}, {"precision": 0.432165, "recall": 0.472332, "f1": 0.443418, "accuracy": 0.472332, "main_score": 0.443418, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"]}, {"precision": 0.695678, "recall": 0.741107, "f1": 0.708136, "accuracy": 0.741107, "main_score": 0.708136, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"]}, {"precision": 0.65407, "recall": 0.715415, "f1": 0.670662, "accuracy": 0.715415, "main_score": 0.670662, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"]}, {"precision": 0.60455, "recall": 0.659091, "f1": 0.619124, "accuracy": 0.659091, "main_score": 0.619124, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"]}, {"precision": 0.672816, "recall": 0.726285, "f1": 0.68677, "accuracy": 0.726285, "main_score": 0.68677, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"]}, {"precision": 0.459788, "recall": 0.504941, "f1": 0.472398, "accuracy": 0.504941, "main_score": 0.472398, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"]}, {"precision": 0.681622, "recall": 0.728261, "f1": 0.693706, "accuracy": 0.728261, "main_score": 0.693706, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"]}, {"precision": 0.670904, "recall": 0.727273, "f1": 0.685903, "accuracy": 0.727273, "main_score": 0.685903, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"]}, {"precision": 0.696091, "recall": 0.746047, "f1": 0.709466, "accuracy": 0.746047, "main_score": 0.709466, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"]}, {"precision": 0.705857, "recall": 0.756917, "f1": 0.719756, "accuracy": 0.756917, "main_score": 0.719756, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"]}, {"precision": 0.653137, "recall": 0.713439, "f1": 0.669794, "accuracy": 0.713439, "main_score": 0.669794, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"]}, {"precision": 0.654775, "recall": 0.705534, "f1": 0.668992, "accuracy": 0.705534, "main_score": 0.668992, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"]}, {"precision": 0.582249, "recall": 0.656126, "f1": 0.602791, "accuracy": 0.656126, "main_score": 0.602791, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"]}, {"precision": 0.47817, "recall": 0.520751, "f1": 0.490188, "accuracy": 0.520751, "main_score": 0.490188, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"]}, {"precision": 0.147898, "recall": 0.187747, "f1": 0.156622, "accuracy": 0.187747, "main_score": 0.156622, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"]}, {"precision": 0.517202, "recall": 0.557312, "f1": 0.528752, "accuracy": 0.557312, "main_score": 0.528752, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"]}, {"precision": 0.490636, "recall": 0.541502, "f1": 0.504568, "accuracy": 0.541502, "main_score": 0.504568, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"]}, {"precision": 0.708226, "recall": 0.758893, "f1": 0.721352, "accuracy": 0.758893, "main_score": 0.721352, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"]}, {"precision": 0.634156, "recall": 0.684783, "f1": 0.647089, "accuracy": 0.684783, "main_score": 0.647089, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"]}, {"precision": 0.370859, "recall": 0.422925, "f1": 0.384947, "accuracy": 0.422925, "main_score": 0.384947, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"]}, {"precision": 0.661958, "recall": 0.712451, "f1": 0.675695, "accuracy": 0.712451, "main_score": 0.675695, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"]}, {"precision": 0.677016, "recall": 0.729249, "f1": 0.690442, "accuracy": 0.729249, "main_score": 0.690442, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"]}, {"precision": 0.630284, "recall": 0.684783, "f1": 0.644748, "accuracy": 0.684783, "main_score": 0.644748, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"]}, {"precision": 0.644736, "recall": 0.700593, "f1": 0.659155, "accuracy": 0.700593, "main_score": 0.659155, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"]}, {"precision": 0.566506, "recall": 0.61166, "f1": 0.579255, "accuracy": 0.61166, "main_score": 0.579255, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"]}, {"precision": 0.648699, "recall": 0.712451, "f1": 0.666076, "accuracy": 0.712451, "main_score": 0.666076, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"]}, {"precision": 0.704494, "recall": 0.75, "f1": 0.716464, "accuracy": 0.75, "main_score": 0.716464, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"]}, {"precision": 0.466848, "recall": 0.508893, "f1": 0.479202, "accuracy": 0.508893, "main_score": 0.479202, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"]}, {"precision": 0.466628, "recall": 0.506917, "f1": 0.478349, "accuracy": 0.506917, "main_score": 0.478349, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"]}, {"precision": 0.522532, "recall": 0.564229, "f1": 0.533967, "accuracy": 0.564229, "main_score": 0.533967, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"]}, {"precision": 0.688015, "recall": 0.743083, "f1": 0.703363, "accuracy": 0.743083, "main_score": 0.703363, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"]}, {"precision": 0.130796, "recall": 0.172925, "f1": 0.141284, "accuracy": 0.172925, "main_score": 0.141284, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"]}, {"precision": 0.685034, "recall": 0.743083, "f1": 0.701637, "accuracy": 0.743083, "main_score": 0.701637, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"]}, {"precision": 0.559819, "recall": 0.625494, "f1": 0.577507, "accuracy": 0.625494, "main_score": 0.577507, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"]}, {"precision": 0.62692, "recall": 0.682806, "f1": 0.642363, "accuracy": 0.682806, "main_score": 0.642363, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"]}, {"precision": 0.700274, "recall": 0.75, "f1": 0.713388, "accuracy": 0.75, "main_score": 0.713388, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"]}, {"precision": 0.468215, "recall": 0.521739, "f1": 0.483338, "accuracy": 0.521739, "main_score": 0.483338, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"]}, {"precision": 0.50934, "recall": 0.557312, "f1": 0.5229, "accuracy": 0.557312, "main_score": 0.5229, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"]}, {"precision": 0.679111, "recall": 0.73419, "f1": 0.69369, "accuracy": 0.73419, "main_score": 0.69369, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"]}, {"precision": 0.704179, "recall": 0.756917, "f1": 0.718571, "accuracy": 0.756917, "main_score": 0.718571, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"]}, {"precision": 0.648541, "recall": 0.699605, "f1": 0.66198, "accuracy": 0.699605, "main_score": 0.66198, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"]}, {"precision": 0.648546, "recall": 0.702569, "f1": 0.663235, "accuracy": 0.702569, "main_score": 0.663235, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"]}, {"precision": 0.650528, "recall": 0.70751, "f1": 0.66533, "accuracy": 0.70751, "main_score": 0.66533, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"]}, {"precision": 0.466609, "recall": 0.504941, "f1": 0.477362, "accuracy": 0.504941, "main_score": 0.477362, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"]}, {"precision": 0.573223, "recall": 0.623518, "f1": 0.586884, "accuracy": 0.623518, "main_score": 0.586884, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"]}, {"precision": 0.700812, "recall": 0.758893, "f1": 0.717331, "accuracy": 0.758893, "main_score": 0.717331, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"]}, {"precision": 0.641472, "recall": 0.687747, "f1": 0.653792, "accuracy": 0.687747, "main_score": 0.653792, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"]}, {"precision": 0.678012, "recall": 0.737154, "f1": 0.694195, "accuracy": 0.737154, "main_score": 0.694195, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"]}, {"precision": 0.397678, "recall": 0.448617, "f1": 0.411698, "accuracy": 0.448617, "main_score": 0.411698, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"]}, {"precision": 0.722129, "recall": 0.766798, "f1": 0.733838, "accuracy": 0.766798, "main_score": 0.733838, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"]}, {"precision": 0.644196, "recall": 0.706522, "f1": 0.659659, "accuracy": 0.706522, "main_score": 0.659659, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"]}, {"precision": 0.675619, "recall": 0.72332, "f1": 0.688988, "accuracy": 0.72332, "main_score": 0.688988, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"]}, {"precision": 0.599969, "recall": 0.662055, "f1": 0.616788, "accuracy": 0.662055, "main_score": 0.616788, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"]}, {"precision": 0.585473, "recall": 0.644269, "f1": 0.602017, "accuracy": 0.644269, "main_score": 0.602017, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"]}, {"precision": 0.524188, "recall": 0.588933, "f1": 0.541024, "accuracy": 0.588933, "main_score": 0.541024, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"]}, {"precision": 0.57814, "recall": 0.628458, "f1": 0.592051, "accuracy": 0.628458, "main_score": 0.592051, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"]}, {"precision": 0.527716, "recall": 0.573123, "f1": 0.540078, "accuracy": 0.573123, "main_score": 0.540078, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"]}, {"precision": 0.598067, "recall": 0.666996, "f1": 0.61702, "accuracy": 0.666996, "main_score": 0.61702, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"]}, {"precision": 0.676039, "recall": 0.73419, "f1": 0.691491, "accuracy": 0.73419, "main_score": 0.691491, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"]}, {"precision": 0.643792, "recall": 0.697628, "f1": 0.657808, "accuracy": 0.697628, "main_score": 0.657808, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"]}, {"precision": 0.690686, "recall": 0.742095, "f1": 0.704923, "accuracy": 0.742095, "main_score": 0.704923, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"]}, {"precision": 0.646176, "recall": 0.706522, "f1": 0.66234, "accuracy": 0.706522, "main_score": 0.66234, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"]}, {"precision": 0.694429, "recall": 0.744071, "f1": 0.707932, "accuracy": 0.744071, "main_score": 0.707932, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"]}, {"precision": 0.511652, "recall": 0.567194, "f1": 0.526154, "accuracy": 0.567194, "main_score": 0.526154, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"]}, {"precision": 0.639676, "recall": 0.689723, "f1": 0.652597, "accuracy": 0.689723, "main_score": 0.652597, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"]}, {"precision": 0.415501, "recall": 0.462451, "f1": 0.428128, "accuracy": 0.462451, "main_score": 0.428128, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"]}, {"precision": 0.689653, "recall": 0.738142, "f1": 0.702667, "accuracy": 0.738142, "main_score": 0.702667, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"]}, {"precision": 0.383145, "recall": 0.449605, "f1": 0.401368, "accuracy": 0.449605, "main_score": 0.401368, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"]}, {"precision": 0.639627, "recall": 0.703557, "f1": 0.656741, "accuracy": 0.703557, "main_score": 0.656741, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"]}, {"precision": 0.676591, "recall": 0.726285, "f1": 0.690091, "accuracy": 0.726285, "main_score": 0.690091, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"]}, {"precision": 0.658734, "recall": 0.705534, "f1": 0.671481, "accuracy": 0.705534, "main_score": 0.671481, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"]}, {"precision": 0.563378, "recall": 0.604743, "f1": 0.573846, "accuracy": 0.604743, "main_score": 0.573846, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"]}, {"precision": 0.64152, "recall": 0.695652, "f1": 0.655262, "accuracy": 0.695652, "main_score": 0.655262, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"]}, {"precision": 0.529242, "recall": 0.568182, "f1": 0.540384, "accuracy": 0.568182, "main_score": 0.540384, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"]}, {"precision": 0.535647, "recall": 0.58004, "f1": 0.547966, "accuracy": 0.58004, "main_score": 0.547966, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"]}, {"precision": 0.692884, "recall": 0.745059, "f1": 0.706473, "accuracy": 0.745059, "main_score": 0.706473, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"]}, {"precision": 0.607, "recall": 0.658103, "f1": 0.620438, "accuracy": 0.658103, "main_score": 0.620438, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"]}, {"precision": 0.739341, "recall": 0.784585, "f1": 0.75149, "accuracy": 0.784585, "main_score": 0.75149, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"]}, {"precision": 0.481574, "recall": 0.522727, "f1": 0.493241, "accuracy": 0.522727, "main_score": 0.493241, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"]}, {"precision": 0.716568, "recall": 0.763834, "f1": 0.728845, "accuracy": 0.763834, "main_score": 0.728845, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"]}, {"precision": 0.68744, "recall": 0.744071, "f1": 0.703201, "accuracy": 0.744071, "main_score": 0.703201, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"]}, {"precision": 0.690699, "recall": 0.741107, "f1": 0.704379, "accuracy": 0.741107, "main_score": 0.704379, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"]}, {"precision": 0.473873, "recall": 0.52668, "f1": 0.487667, "accuracy": 0.52668, "main_score": 0.487667, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"]}, {"precision": 0.709565, "recall": 0.756917, "f1": 0.721989, "accuracy": 0.756917, "main_score": 0.721989, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"]}, {"precision": 0.60142, "recall": 0.652174, "f1": 0.615024, "accuracy": 0.652174, "main_score": 0.615024, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"]}, {"precision": 0.503949, "recall": 0.549407, "f1": 0.515953, "accuracy": 0.549407, "main_score": 0.515953, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"]}, {"precision": 0.523389, "recall": 0.577075, "f1": 0.538944, "accuracy": 0.577075, "main_score": 0.538944, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"]}, {"precision": 0.531527, "recall": 0.591897, "f1": 0.548243, "accuracy": 0.591897, "main_score": 0.548243, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"]}, {"precision": 0.696205, "recall": 0.742095, "f1": 0.708283, "accuracy": 0.742095, "main_score": 0.708283, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"]}, {"precision": 0.632895, "recall": 0.693676, "f1": 0.649455, "accuracy": 0.693676, "main_score": 0.649455, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"]}, {"precision": 0.437058, "recall": 0.481225, "f1": 0.449642, "accuracy": 0.481225, "main_score": 0.449642, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"]}, {"precision": 0.508064, "recall": 0.549407, "f1": 0.520144, "accuracy": 0.549407, "main_score": 0.520144, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"]}, {"precision": 0.672629, "recall": 0.731225, "f1": 0.688575, "accuracy": 0.731225, "main_score": 0.688575, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"]}, {"precision": 0.521631, "recall": 0.56917, "f1": 0.534478, "accuracy": 0.56917, "main_score": 0.534478, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"]}, {"precision": 0.492089, "recall": 0.533597, "f1": 0.502781, "accuracy": 0.533597, "main_score": 0.502781, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"]}, {"precision": 0.630186, "recall": 0.686759, "f1": 0.644847, "accuracy": 0.686759, "main_score": 0.644847, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"]}, {"precision": 0.487291, "recall": 0.527668, "f1": 0.498683, "accuracy": 0.527668, "main_score": 0.498683, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"]}, {"precision": 0.603354, "recall": 0.651186, "f1": 0.616773, "accuracy": 0.651186, "main_score": 0.616773, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"]}, {"precision": 0.626123, "recall": 0.678854, "f1": 0.639883, "accuracy": 0.678854, "main_score": 0.639883, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"]}, {"precision": 0.537288, "recall": 0.583004, "f1": 0.550227, "accuracy": 0.583004, "main_score": 0.550227, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"]}, {"precision": 0.553184, "recall": 0.594862, "f1": 0.564824, "accuracy": 0.594862, "main_score": 0.564824, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"]}, {"precision": 0.635513, "recall": 0.698617, "f1": 0.652782, "accuracy": 0.698617, "main_score": 0.652782, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"]}, {"precision": 0.596792, "recall": 0.657115, "f1": 0.612963, "accuracy": 0.657115, "main_score": 0.612963, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"]}, {"precision": 0.632025, "recall": 0.690711, "f1": 0.647708, "accuracy": 0.690711, "main_score": 0.647708, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"]}, {"precision": 0.421393, "recall": 0.476285, "f1": 0.437455, "accuracy": 0.476285, "main_score": 0.437455, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"]}, {"precision": 0.681193, "recall": 0.738142, "f1": 0.696823, "accuracy": 0.738142, "main_score": 0.696823, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"]}, {"precision": 0.655088, "recall": 0.706522, "f1": 0.668529, "accuracy": 0.706522, "main_score": 0.668529, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"]}, {"precision": 0.675765, "recall": 0.728261, "f1": 0.689462, "accuracy": 0.728261, "main_score": 0.689462, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"]}, {"precision": 0.674474, "recall": 0.728261, "f1": 0.688604, "accuracy": 0.728261, "main_score": 0.688604, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"]}, {"precision": 0.54212, "recall": 0.59585, "f1": 0.557092, "accuracy": 0.59585, "main_score": 0.557092, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"]}, {"precision": 0.499367, "recall": 0.540514, "f1": 0.510793, "accuracy": 0.540514, "main_score": 0.510793, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"]}, {"precision": 0.554673, "recall": 0.621542, "f1": 0.573754, "accuracy": 0.621542, "main_score": 0.573754, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"]}, {"precision": 0.525141, "recall": 0.588933, "f1": 0.542936, "accuracy": 0.588933, "main_score": 0.542936, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"]}, {"precision": 0.419335, "recall": 0.5, "f1": 0.44071, "accuracy": 0.5, "main_score": 0.44071, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"]}, {"precision": 0.594262, "recall": 0.652174, "f1": 0.610792, "accuracy": 0.652174, "main_score": 0.610792, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"]}, {"precision": 0.864542, "recall": 0.901186, "f1": 0.876007, "accuracy": 0.901186, "main_score": 0.876007, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"]}, {"precision": 0.959321, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"]}, {"precision": 0.595135, "recall": 0.655138, "f1": 0.61242, "accuracy": 0.655138, "main_score": 0.61242, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"]}, {"precision": 0.602635, "recall": 0.667984, "f1": 0.621105, "accuracy": 0.667984, "main_score": 0.621105, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"]}, {"precision": 0.550306, "recall": 0.614625, "f1": 0.568514, "accuracy": 0.614625, "main_score": 0.568514, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"]}, {"precision": 0.170604, "recall": 0.225296, "f1": 0.184704, "accuracy": 0.225296, "main_score": 0.184704, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"]}, {"precision": 0.626235, "recall": 0.678854, "f1": 0.641177, "accuracy": 0.678854, "main_score": 0.641177, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"]}, {"precision": 0.67556, "recall": 0.729249, "f1": 0.691177, "accuracy": 0.729249, "main_score": 0.691177, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"]}, {"precision": 0.548106, "recall": 0.59585, "f1": 0.561829, "accuracy": 0.59585, "main_score": 0.561829, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"]}, {"precision": 0.489325, "recall": 0.568182, "f1": 0.510814, "accuracy": 0.568182, "main_score": 0.510814, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"]}, {"precision": 0.560467, "recall": 0.623518, "f1": 0.57848, "accuracy": 0.623518, "main_score": 0.57848, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"]}, {"precision": 0.574374, "recall": 0.639328, "f1": 0.592688, "accuracy": 0.639328, "main_score": 0.592688, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"]}, {"precision": 0.881999, "recall": 0.91502, "f1": 0.892523, "accuracy": 0.91502, "main_score": 0.892523, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"]}, {"precision": 0.530081, "recall": 0.589921, "f1": 0.547081, "accuracy": 0.589921, "main_score": 0.547081, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"]}, {"precision": 0.524708, "recall": 0.589921, "f1": 0.543041, "accuracy": 0.589921, "main_score": 0.543041, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"]}, {"precision": 0.512488, "recall": 0.567194, "f1": 0.527555, "accuracy": 0.567194, "main_score": 0.527555, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"]}, {"precision": 0.951334, "recall": 0.965415, "f1": 0.955929, "accuracy": 0.965415, "main_score": 0.955929, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"]}, {"precision": 0.316498, "recall": 0.381423, "f1": 0.333944, "accuracy": 0.381423, "main_score": 0.333944, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"]}, {"precision": 0.578607, "recall": 0.642292, "f1": 0.596645, "accuracy": 0.642292, "main_score": 0.596645, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"]}, {"precision": 0.59101, "recall": 0.649209, "f1": 0.608116, "accuracy": 0.649209, "main_score": 0.608116, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"]}, {"precision": 0.702544, "recall": 0.763834, "f1": 0.720685, "accuracy": 0.763834, "main_score": 0.720685, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"]}, {"precision": 0.650469, "recall": 0.728261, "f1": 0.673196, "accuracy": 0.728261, "main_score": 0.673196, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"]}, {"precision": 0.712962, "recall": 0.767787, "f1": 0.728479, "accuracy": 0.767787, "main_score": 0.728479, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"]}, {"precision": 0.653649, "recall": 0.709486, "f1": 0.670673, "accuracy": 0.709486, "main_score": 0.670673, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"]}, {"precision": 0.660408, "recall": 0.728261, "f1": 0.680111, "accuracy": 0.728261, "main_score": 0.680111, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"]}, {"precision": 0.935606, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"]}, {"precision": 0.547044, "recall": 0.608696, "f1": 0.564549, "accuracy": 0.608696, "main_score": 0.564549, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"]}, {"precision": 0.562015, "recall": 0.614625, "f1": 0.576957, "accuracy": 0.614625, "main_score": 0.576957, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"]}, {"precision": 0.802487, "recall": 0.844862, "f1": 0.8155, "accuracy": 0.844862, "main_score": 0.8155, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"]}, {"precision": 0.470296, "recall": 0.531621, "f1": 0.486656, "accuracy": 0.531621, "main_score": 0.486656, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"]}, {"precision": 0.850659, "recall": 0.892292, "f1": 0.863603, "accuracy": 0.892292, "main_score": 0.863603, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"]}, {"precision": 0.54024, "recall": 0.600791, "f1": 0.556998, "accuracy": 0.600791, "main_score": 0.556998, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"]}, {"precision": 0.583754, "recall": 0.656126, "f1": 0.604243, "accuracy": 0.656126, "main_score": 0.604243, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"]}, {"precision": 0.185385, "recall": 0.243083, "f1": 0.198847, "accuracy": 0.243083, "main_score": 0.198847, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"]}, {"precision": 0.610161, "recall": 0.676877, "f1": 0.629781, "accuracy": 0.676877, "main_score": 0.629781, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"]}, {"precision": 0.858943, "recall": 0.896245, "f1": 0.870455, "accuracy": 0.896245, "main_score": 0.870455, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"]}, {"precision": 0.420376, "recall": 0.475296, "f1": 0.435675, "accuracy": 0.475296, "main_score": 0.435675, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"]}, {"precision": 0.675569, "recall": 0.732213, "f1": 0.691914, "accuracy": 0.732213, "main_score": 0.691914, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"]}, {"precision": 0.562087, "recall": 0.621542, "f1": 0.579236, "accuracy": 0.621542, "main_score": 0.579236, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"]}, {"precision": 0.511729, "recall": 0.576087, "f1": 0.529967, "accuracy": 0.576087, "main_score": 0.529967, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"]}, {"precision": 0.673214, "recall": 0.725296, "f1": 0.688818, "accuracy": 0.725296, "main_score": 0.688818, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"]}, {"precision": 0.217703, "recall": 0.30336, "f1": 0.240863, "accuracy": 0.30336, "main_score": 0.240863, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"]}, {"precision": 0.558754, "recall": 0.625494, "f1": 0.57856, "accuracy": 0.625494, "main_score": 0.57856, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"]}, {"precision": 0.583564, "recall": 0.646245, "f1": 0.601553, "accuracy": 0.646245, "main_score": 0.601553, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"]}, {"precision": 0.709125, "recall": 0.771739, "f1": 0.727791, "accuracy": 0.771739, "main_score": 0.727791, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"]}, {"precision": 0.56493, "recall": 0.625494, "f1": 0.582531, "accuracy": 0.625494, "main_score": 0.582531, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"]}, {"precision": 0.769681, "recall": 0.823123, "f1": 0.7861, "accuracy": 0.823123, "main_score": 0.7861, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"]}, {"precision": 0.460477, "recall": 0.523715, "f1": 0.477856, "accuracy": 0.523715, "main_score": 0.477856, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"]}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"]}, {"precision": 0.859964, "recall": 0.897233, "f1": 0.871772, "accuracy": 0.897233, "main_score": 0.871772, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"]}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"]}, {"precision": 0.932889, "recall": 0.952569, "f1": 0.939295, "accuracy": 0.952569, "main_score": 0.939295, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"]}, {"precision": 0.60625, "recall": 0.666008, "f1": 0.623615, "accuracy": 0.666008, "main_score": 0.623615, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"]}, {"precision": 0.885128, "recall": 0.918972, "f1": 0.896146, "accuracy": 0.918972, "main_score": 0.896146, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"]}, {"precision": 0.448299, "recall": 0.517787, "f1": 0.466846, "accuracy": 0.517787, "main_score": 0.466846, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"]}, {"precision": 0.639097, "recall": 0.705534, "f1": 0.658667, "accuracy": 0.705534, "main_score": 0.658667, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"]}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"]}, {"precision": 0.834157, "recall": 0.878458, "f1": 0.848108, "accuracy": 0.878458, "main_score": 0.848108, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"]}, {"precision": 0.643619, "recall": 0.698617, "f1": 0.659854, "accuracy": 0.698617, "main_score": 0.659854, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"]}, {"precision": 0.644838, "recall": 0.703557, "f1": 0.661945, "accuracy": 0.703557, "main_score": 0.661945, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"]}, {"precision": 0.543925, "recall": 0.607708, "f1": 0.562328, "accuracy": 0.607708, "main_score": 0.562328, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"]}, {"precision": 0.535132, "recall": 0.603755, "f1": 0.554029, "accuracy": 0.603755, "main_score": 0.554029, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"]}, {"precision": 0.817062, "recall": 0.864625, "f1": 0.831621, "accuracy": 0.864625, "main_score": 0.831621, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"]}, {"precision": 0.542913, "recall": 0.606719, "f1": 0.561396, "accuracy": 0.606719, "main_score": 0.561396, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"]}, {"precision": 0.5979, "recall": 0.662055, "f1": 0.616515, "accuracy": 0.662055, "main_score": 0.616515, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"]}, {"precision": 0.911973, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"]}, {"precision": 0.482413, "recall": 0.539526, "f1": 0.498075, "accuracy": 0.539526, "main_score": 0.498075, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"]}, {"precision": 0.568235, "recall": 0.629447, "f1": 0.585343, "accuracy": 0.629447, "main_score": 0.585343, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"]}, {"precision": 0.578903, "recall": 0.639328, "f1": 0.596574, "accuracy": 0.639328, "main_score": 0.596574, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"]}, {"precision": 0.561457, "recall": 0.615613, "f1": 0.576012, "accuracy": 0.615613, "main_score": 0.576012, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"]}, {"precision": 0.535211, "recall": 0.605731, "f1": 0.555289, "accuracy": 0.605731, "main_score": 0.555289, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"]}, {"precision": 0.735112, "recall": 0.79249, "f1": 0.752372, "accuracy": 0.79249, "main_score": 0.752372, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"]}, {"precision": 0.755023, "recall": 0.80336, "f1": 0.769551, "accuracy": 0.80336, "main_score": 0.769551, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"]}, {"precision": 0.866848, "recall": 0.900198, "f1": 0.876962, "accuracy": 0.900198, "main_score": 0.876962, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"]}, {"precision": 0.480691, "recall": 0.556324, "f1": 0.5034, "accuracy": 0.556324, "main_score": 0.5034, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"]}, {"precision": 0.718314, "recall": 0.780632, "f1": 0.737418, "accuracy": 0.780632, "main_score": 0.737418, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"]}, {"precision": 0.60131, "recall": 0.651186, "f1": 0.615587, "accuracy": 0.651186, "main_score": 0.615587, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"]}, {"precision": 0.424971, "recall": 0.47332, "f1": 0.43889, "accuracy": 0.47332, "main_score": 0.43889, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"]}, {"precision": 0.488818, "recall": 0.529644, "f1": 0.501139, "accuracy": 0.529644, "main_score": 0.501139, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"]}, {"precision": 0.216971, "recall": 0.257905, "f1": 0.227822, "accuracy": 0.257905, "main_score": 0.227822, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"]}, {"precision": 0.560316, "recall": 0.603755, "f1": 0.572209, "accuracy": 0.603755, "main_score": 0.572209, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"]}, {"precision": 0.524099, "recall": 0.568182, "f1": 0.536731, "accuracy": 0.568182, "main_score": 0.536731, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"]}, {"precision": 0.557486, "recall": 0.59585, "f1": 0.569219, "accuracy": 0.59585, "main_score": 0.569219, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"]}, {"precision": 0.57591, "recall": 0.612648, "f1": 0.585966, "accuracy": 0.612648, "main_score": 0.585966, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"]}, {"precision": 0.51528, "recall": 0.551383, "f1": 0.525414, "accuracy": 0.551383, "main_score": 0.525414, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"]}, {"precision": 0.560011, "recall": 0.603755, "f1": 0.571674, "accuracy": 0.603755, "main_score": 0.571674, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"]}, {"precision": 0.561166, "recall": 0.59585, "f1": 0.571017, "accuracy": 0.59585, "main_score": 0.571017, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"]}, {"precision": 0.583422, "recall": 0.614625, "f1": 0.591169, "accuracy": 0.614625, "main_score": 0.591169, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"]}, {"precision": 0.548076, "recall": 0.590909, "f1": 0.559848, "accuracy": 0.590909, "main_score": 0.559848, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"]}, {"precision": 0.548779, "recall": 0.587945, "f1": 0.559945, "accuracy": 0.587945, "main_score": 0.559945, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"]}, {"precision": 0.484683, "recall": 0.530632, "f1": 0.497721, "accuracy": 0.530632, "main_score": 0.497721, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"]}, {"precision": 0.565739, "recall": 0.608696, "f1": 0.577518, "accuracy": 0.608696, "main_score": 0.577518, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"]}, {"precision": 0.512486, "recall": 0.555336, "f1": 0.524008, "accuracy": 0.555336, "main_score": 0.524008, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"]}, {"precision": 0.561182, "recall": 0.605731, "f1": 0.572464, "accuracy": 0.605731, "main_score": 0.572464, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"]}, {"precision": 0.533095, "recall": 0.573123, "f1": 0.545265, "accuracy": 0.573123, "main_score": 0.545265, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"]}, {"precision": 0.553856, "recall": 0.594862, "f1": 0.564516, "accuracy": 0.594862, "main_score": 0.564516, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"]}, {"precision": 0.540911, "recall": 0.578063, "f1": 0.551534, "accuracy": 0.578063, "main_score": 0.551534, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"]}, {"precision": 0.582915, "recall": 0.62253, "f1": 0.594001, "accuracy": 0.62253, "main_score": 0.594001, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"]}, {"precision": 0.579222, "recall": 0.620553, "f1": 0.590059, "accuracy": 0.620553, "main_score": 0.590059, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"]}, {"precision": 0.494651, "recall": 0.532609, "f1": 0.505355, "accuracy": 0.532609, "main_score": 0.505355, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"]}, {"precision": 0.557491, "recall": 0.59585, "f1": 0.567419, "accuracy": 0.59585, "main_score": 0.567419, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"]}, {"precision": 0.556011, "recall": 0.598814, "f1": 0.567769, "accuracy": 0.598814, "main_score": 0.567769, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"]}, {"precision": 0.578326, "recall": 0.61166, "f1": 0.588037, "accuracy": 0.61166, "main_score": 0.588037, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"]}, {"precision": 0.189241, "recall": 0.227273, "f1": 0.198811, "accuracy": 0.227273, "main_score": 0.198811, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"]}, {"precision": 0.55121, "recall": 0.594862, "f1": 0.563428, "accuracy": 0.594862, "main_score": 0.563428, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"]}, {"precision": 0.530595, "recall": 0.562253, "f1": 0.539396, "accuracy": 0.562253, "main_score": 0.539396, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"]}, {"precision": 0.564099, "recall": 0.604743, "f1": 0.574771, "accuracy": 0.604743, "main_score": 0.574771, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"]}, {"precision": 0.567571, "recall": 0.603755, "f1": 0.57804, "accuracy": 0.603755, "main_score": 0.57804, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"]}, {"precision": 0.541244, "recall": 0.582016, "f1": 0.552424, "accuracy": 0.582016, "main_score": 0.552424, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"]}, {"precision": 0.547932, "recall": 0.591897, "f1": 0.559461, "accuracy": 0.591897, "main_score": 0.559461, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"]}, {"precision": 0.519993, "recall": 0.551383, "f1": 0.529084, "accuracy": 0.551383, "main_score": 0.529084, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"]}, {"precision": 0.571272, "recall": 0.609684, "f1": 0.581857, "accuracy": 0.609684, "main_score": 0.581857, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"]}, {"precision": 0.463188, "recall": 0.508893, "f1": 0.475632, "accuracy": 0.508893, "main_score": 0.475632, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"]}, {"precision": 0.532937, "recall": 0.570158, "f1": 0.542841, "accuracy": 0.570158, "main_score": 0.542841, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"]}, {"precision": 0.550068, "recall": 0.598814, "f1": 0.563142, "accuracy": 0.598814, "main_score": 0.563142, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"]}, {"precision": 0.54606, "recall": 0.593874, "f1": 0.559243, "accuracy": 0.593874, "main_score": 0.559243, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"]}, {"precision": 0.530332, "recall": 0.573123, "f1": 0.541777, "accuracy": 0.573123, "main_score": 0.541777, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"]}, {"precision": 0.539796, "recall": 0.573123, "f1": 0.54914, "accuracy": 0.573123, "main_score": 0.54914, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"]}, {"precision": 0.381541, "recall": 0.428854, "f1": 0.394276, "accuracy": 0.428854, "main_score": 0.394276, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"]}, {"precision": 0.569786, "recall": 0.612648, "f1": 0.581812, "accuracy": 0.612648, "main_score": 0.581812, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"]}, {"precision": 0.504101, "recall": 0.539526, "f1": 0.514643, "accuracy": 0.539526, "main_score": 0.514643, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"]}, {"precision": 0.564436, "recall": 0.607708, "f1": 0.576571, "accuracy": 0.607708, "main_score": 0.576571, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"]}, {"precision": 0.58383, "recall": 0.62253, "f1": 0.594718, "accuracy": 0.62253, "main_score": 0.594718, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"]}, {"precision": 0.55056, "recall": 0.591897, "f1": 0.562358, "accuracy": 0.591897, "main_score": 0.562358, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"]}, {"precision": 0.561501, "recall": 0.600791, "f1": 0.572653, "accuracy": 0.600791, "main_score": 0.572653, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"]}, {"precision": 0.495656, "recall": 0.54249, "f1": 0.509253, "accuracy": 0.54249, "main_score": 0.509253, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"]}, {"precision": 0.536974, "recall": 0.573123, "f1": 0.547559, "accuracy": 0.573123, "main_score": 0.547559, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"]}, {"precision": 0.554687, "recall": 0.592885, "f1": 0.565274, "accuracy": 0.592885, "main_score": 0.565274, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"]}, {"precision": 0.584542, "recall": 0.628458, "f1": 0.596255, "accuracy": 0.628458, "main_score": 0.596255, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"]}, {"precision": 0.572084, "recall": 0.608696, "f1": 0.581769, "accuracy": 0.608696, "main_score": 0.581769, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"]}, {"precision": 0.501175, "recall": 0.54249, "f1": 0.513079, "accuracy": 0.54249, "main_score": 0.513079, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"]}, {"precision": 0.557491, "recall": 0.59585, "f1": 0.568061, "accuracy": 0.59585, "main_score": 0.568061, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"]}, {"precision": 0.409884, "recall": 0.448617, "f1": 0.420672, "accuracy": 0.448617, "main_score": 0.420672, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"]}, {"precision": 0.487731, "recall": 0.519763, "f1": 0.497153, "accuracy": 0.519763, "main_score": 0.497153, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"]}, {"precision": 0.577305, "recall": 0.610672, "f1": 0.586995, "accuracy": 0.610672, "main_score": 0.586995, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"]}, {"precision": 0.297673, "recall": 0.338933, "f1": 0.309111, "accuracy": 0.338933, "main_score": 0.309111, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"]}, {"precision": 0.55753, "recall": 0.608696, "f1": 0.57112, "accuracy": 0.608696, "main_score": 0.57112, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"]}, {"precision": 0.543253, "recall": 0.587945, "f1": 0.555735, "accuracy": 0.587945, "main_score": 0.555735, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"]}, {"precision": 0.573981, "recall": 0.615613, "f1": 0.585054, "accuracy": 0.615613, "main_score": 0.585054, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"]}, {"precision": 0.540695, "recall": 0.583004, "f1": 0.552754, "accuracy": 0.583004, "main_score": 0.552754, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"]}, {"precision": 0.514512, "recall": 0.559289, "f1": 0.527097, "accuracy": 0.559289, "main_score": 0.527097, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"]}, {"precision": 0.570463, "recall": 0.600791, "f1": 0.578912, "accuracy": 0.600791, "main_score": 0.578912, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"]}, {"precision": 0.527488, "recall": 0.56917, "f1": 0.539338, "accuracy": 0.56917, "main_score": 0.539338, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"]}, {"precision": 0.575509, "recall": 0.617589, "f1": 0.587089, "accuracy": 0.617589, "main_score": 0.587089, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"]}, {"precision": 0.503475, "recall": 0.537549, "f1": 0.513655, "accuracy": 0.537549, "main_score": 0.513655, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"]}, {"precision": 0.57175, "recall": 0.607708, "f1": 0.581041, "accuracy": 0.607708, "main_score": 0.581041, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"]}, {"precision": 0.537849, "recall": 0.579051, "f1": 0.549711, "accuracy": 0.579051, "main_score": 0.549711, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"]}, {"precision": 0.552762, "recall": 0.592885, "f1": 0.563708, "accuracy": 0.592885, "main_score": 0.563708, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"]}, {"precision": 0.54264, "recall": 0.583992, "f1": 0.5535, "accuracy": 0.583992, "main_score": 0.5535, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"]}, {"precision": 0.565978, "recall": 0.606719, "f1": 0.576886, "accuracy": 0.606719, "main_score": 0.576886, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"]}, {"precision": 0.278184, "recall": 0.31917, "f1": 0.288001, "accuracy": 0.31917, "main_score": 0.288001, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"]}, {"precision": 0.501817, "recall": 0.540514, "f1": 0.512712, "accuracy": 0.540514, "main_score": 0.512712, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"]}, {"precision": 0.522423, "recall": 0.565217, "f1": 0.534209, "accuracy": 0.565217, "main_score": 0.534209, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"]}, {"precision": 0.526672, "recall": 0.559289, "f1": 0.535884, "accuracy": 0.559289, "main_score": 0.535884, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"]}, {"precision": 0.482284, "recall": 0.527668, "f1": 0.49516, "accuracy": 0.527668, "main_score": 0.49516, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"]}, {"precision": 0.591156, "recall": 0.629447, "f1": 0.601396, "accuracy": 0.629447, "main_score": 0.601396, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"]}, {"precision": 0.558787, "recall": 0.604743, "f1": 0.571217, "accuracy": 0.604743, "main_score": 0.571217, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"]}, {"precision": 0.586258, "recall": 0.625494, "f1": 0.596858, "accuracy": 0.625494, "main_score": 0.596858, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"]}, {"precision": 0.463865, "recall": 0.512846, "f1": 0.477648, "accuracy": 0.512846, "main_score": 0.477648, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"]}, {"precision": 0.584189, "recall": 0.621542, "f1": 0.593734, "accuracy": 0.621542, "main_score": 0.593734, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"]}, {"precision": 0.545238, "recall": 0.590909, "f1": 0.557602, "accuracy": 0.590909, "main_score": 0.557602, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"]}, {"precision": 0.563346, "recall": 0.606719, "f1": 0.574552, "accuracy": 0.606719, "main_score": 0.574552, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"]}, {"precision": 0.556598, "recall": 0.607708, "f1": 0.570149, "accuracy": 0.607708, "main_score": 0.570149, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"]}, {"precision": 0.498972, "recall": 0.534585, "f1": 0.509079, "accuracy": 0.534585, "main_score": 0.509079, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"]}, {"precision": 0.484401, "recall": 0.523715, "f1": 0.495482, "accuracy": 0.523715, "main_score": 0.495482, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"]}, {"precision": 0.534121, "recall": 0.578063, "f1": 0.546272, "accuracy": 0.578063, "main_score": 0.546272, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"]}, {"precision": 0.567054, "recall": 0.603755, "f1": 0.576703, "accuracy": 0.603755, "main_score": 0.576703, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"]}, {"precision": 0.551868, "recall": 0.590909, "f1": 0.562725, "accuracy": 0.590909, "main_score": 0.562725, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"]}, {"precision": 0.537736, "recall": 0.578063, "f1": 0.548892, "accuracy": 0.578063, "main_score": 0.548892, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"]}, {"precision": 0.453054, "recall": 0.496047, "f1": 0.464338, "accuracy": 0.496047, "main_score": 0.464338, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"]}, {"precision": 0.574806, "recall": 0.605731, "f1": 0.583265, "accuracy": 0.605731, "main_score": 0.583265, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"]}, {"precision": 0.510138, "recall": 0.55336, "f1": 0.522162, "accuracy": 0.55336, "main_score": 0.522162, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"]}, {"precision": 0.478389, "recall": 0.511858, "f1": 0.487192, "accuracy": 0.511858, "main_score": 0.487192, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"]}, {"precision": 0.560074, "recall": 0.600791, "f1": 0.571327, "accuracy": 0.600791, "main_score": 0.571327, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"]}, {"precision": 0.493248, "recall": 0.52668, "f1": 0.503755, "accuracy": 0.52668, "main_score": 0.503755, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"]}, {"precision": 0.584214, "recall": 0.616601, "f1": 0.592628, "accuracy": 0.616601, "main_score": 0.592628, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"]}, {"precision": 0.549978, "recall": 0.590909, "f1": 0.560973, "accuracy": 0.590909, "main_score": 0.560973, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"]}, {"precision": 0.561494, "recall": 0.603755, "f1": 0.573168, "accuracy": 0.603755, "main_score": 0.573168, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"]}, {"precision": 0.572216, "recall": 0.613636, "f1": 0.583621, "accuracy": 0.613636, "main_score": 0.583621, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"]}, {"precision": 0.544854, "recall": 0.591897, "f1": 0.55861, "accuracy": 0.591897, "main_score": 0.55861, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"]}, {"precision": 0.575011, "recall": 0.612648, "f1": 0.58495, "accuracy": 0.612648, "main_score": 0.58495, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"]}, {"precision": 0.44073, "recall": 0.494071, "f1": 0.455673, "accuracy": 0.494071, "main_score": 0.455673, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"]}, {"precision": 0.508096, "recall": 0.548419, "f1": 0.519673, "accuracy": 0.548419, "main_score": 0.519673, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"]}, {"precision": 0.19988, "recall": 0.242095, "f1": 0.209642, "accuracy": 0.242095, "main_score": 0.209642, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"]}, {"precision": 0.522431, "recall": 0.554348, "f1": 0.531686, "accuracy": 0.554348, "main_score": 0.531686, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"]}, {"precision": 0.459259, "recall": 0.503953, "f1": 0.471766, "accuracy": 0.503953, "main_score": 0.471766, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"]}, {"precision": 0.573279, "recall": 0.614625, "f1": 0.584033, "accuracy": 0.614625, "main_score": 0.584033, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"]}, {"precision": 0.560557, "recall": 0.599802, "f1": 0.571062, "accuracy": 0.599802, "main_score": 0.571062, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"]}, {"precision": 0.3974, "recall": 0.4417, "f1": 0.409075, "accuracy": 0.4417, "main_score": 0.409075, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"]}, {"precision": 0.571626, "recall": 0.61166, "f1": 0.582615, "accuracy": 0.61166, "main_score": 0.582615, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"]}, {"precision": 0.562625, "recall": 0.605731, "f1": 0.574506, "accuracy": 0.605731, "main_score": 0.574506, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"]}, {"precision": 0.525087, "recall": 0.576087, "f1": 0.53853, "accuracy": 0.576087, "main_score": 0.53853, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"]}, {"precision": 0.550367, "recall": 0.592885, "f1": 0.562464, "accuracy": 0.592885, "main_score": 0.562464, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"]}, {"precision": 0.52095, "recall": 0.560277, "f1": 0.53275, "accuracy": 0.560277, "main_score": 0.53275, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"]}, {"precision": 0.533499, "recall": 0.578063, "f1": 0.545719, "accuracy": 0.578063, "main_score": 0.545719, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"]}, {"precision": 0.588011, "recall": 0.616601, "f1": 0.595675, "accuracy": 0.616601, "main_score": 0.595675, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"]}, {"precision": 0.49605, "recall": 0.536561, "f1": 0.507907, "accuracy": 0.536561, "main_score": 0.507907, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"]}, {"precision": 0.4821, "recall": 0.518775, "f1": 0.492394, "accuracy": 0.518775, "main_score": 0.492394, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"]}, {"precision": 0.536706, "recall": 0.575099, "f1": 0.547152, "accuracy": 0.575099, "main_score": 0.547152, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"]}, {"precision": 0.551952, "recall": 0.59585, "f1": 0.563617, "accuracy": 0.59585, "main_score": 0.563617, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"]}, {"precision": 0.115857, "recall": 0.15415, "f1": 0.125567, "accuracy": 0.15415, "main_score": 0.125567, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"]}, {"precision": 0.562537, "recall": 0.605731, "f1": 0.573925, "accuracy": 0.605731, "main_score": 0.573925, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"]}, {"precision": 0.478301, "recall": 0.528656, "f1": 0.491419, "accuracy": 0.528656, "main_score": 0.491419, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"]}, {"precision": 0.532341, "recall": 0.56917, "f1": 0.542517, "accuracy": 0.56917, "main_score": 0.542517, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"]}, {"precision": 0.560188, "recall": 0.606719, "f1": 0.572034, "accuracy": 0.606719, "main_score": 0.572034, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"]}, {"precision": 0.484686, "recall": 0.525692, "f1": 0.495999, "accuracy": 0.525692, "main_score": 0.495999, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"]}, {"precision": 0.492457, "recall": 0.528656, "f1": 0.502326, "accuracy": 0.528656, "main_score": 0.502326, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"]}, {"precision": 0.553056, "recall": 0.59585, "f1": 0.564634, "accuracy": 0.59585, "main_score": 0.564634, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"]}, {"precision": 0.569894, "recall": 0.613636, "f1": 0.581734, "accuracy": 0.613636, "main_score": 0.581734, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"]}, {"precision": 0.575748, "recall": 0.610672, "f1": 0.585303, "accuracy": 0.610672, "main_score": 0.585303, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"]}, {"precision": 0.538255, "recall": 0.579051, "f1": 0.549852, "accuracy": 0.579051, "main_score": 0.549852, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"]}, {"precision": 0.473583, "recall": 0.518775, "f1": 0.486398, "accuracy": 0.518775, "main_score": 0.486398, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"]}, {"precision": 0.544892, "recall": 0.588933, "f1": 0.556376, "accuracy": 0.588933, "main_score": 0.556376, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"]}, {"precision": 0.49419, "recall": 0.531621, "f1": 0.504452, "accuracy": 0.531621, "main_score": 0.504452, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"]}, {"precision": 0.545845, "recall": 0.588933, "f1": 0.558382, "accuracy": 0.588933, "main_score": 0.558382, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"]}, {"precision": 0.561686, "recall": 0.598814, "f1": 0.57204, "accuracy": 0.598814, "main_score": 0.57204, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"]}, {"precision": 0.555804, "recall": 0.602767, "f1": 0.568456, "accuracy": 0.602767, "main_score": 0.568456, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"]}, {"precision": 0.412077, "recall": 0.464427, "f1": 0.426854, "accuracy": 0.464427, "main_score": 0.426854, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"]}, {"precision": 0.57457, "recall": 0.608696, "f1": 0.584014, "accuracy": 0.608696, "main_score": 0.584014, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"]}, {"precision": 0.540773, "recall": 0.583992, "f1": 0.552491, "accuracy": 0.583992, "main_score": 0.552491, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"]}, {"precision": 0.524476, "recall": 0.56917, "f1": 0.536731, "accuracy": 0.56917, "main_score": 0.536731, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"]}, {"precision": 0.501065, "recall": 0.545455, "f1": 0.513264, "accuracy": 0.545455, "main_score": 0.513264, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"]}, {"precision": 0.485026, "recall": 0.528656, "f1": 0.496838, "accuracy": 0.528656, "main_score": 0.496838, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"]}, {"precision": 0.503923, "recall": 0.54249, "f1": 0.514813, "accuracy": 0.54249, "main_score": 0.514813, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"]}, {"precision": 0.539925, "recall": 0.582016, "f1": 0.551496, "accuracy": 0.582016, "main_score": 0.551496, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"]}, {"precision": 0.545953, "recall": 0.586957, "f1": 0.557113, "accuracy": 0.586957, "main_score": 0.557113, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"]}, {"precision": 0.476313, "recall": 0.52668, "f1": 0.490033, "accuracy": 0.52668, "main_score": 0.490033, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"]}, {"precision": 0.546473, "recall": 0.591897, "f1": 0.559211, "accuracy": 0.591897, "main_score": 0.559211, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"]}, {"precision": 0.545533, "recall": 0.590909, "f1": 0.557748, "accuracy": 0.590909, "main_score": 0.557748, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"]}, {"precision": 0.577198, "recall": 0.615613, "f1": 0.587748, "accuracy": 0.615613, "main_score": 0.587748, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"]}, {"precision": 0.535665, "recall": 0.573123, "f1": 0.545902, "accuracy": 0.573123, "main_score": 0.545902, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"]}, {"precision": 0.564716, "recall": 0.612648, "f1": 0.577734, "accuracy": 0.612648, "main_score": 0.577734, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"]}, {"precision": 0.506628, "recall": 0.554348, "f1": 0.520586, "accuracy": 0.554348, "main_score": 0.520586, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"]}, {"precision": 0.551773, "recall": 0.589921, "f1": 0.561944, "accuracy": 0.589921, "main_score": 0.561944, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"]}, {"precision": 0.439148, "recall": 0.482213, "f1": 0.451521, "accuracy": 0.482213, "main_score": 0.451521, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"]}, {"precision": 0.549227, "recall": 0.602767, "f1": 0.563312, "accuracy": 0.602767, "main_score": 0.563312, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"]}, {"precision": 0.408366, "recall": 0.452569, "f1": 0.421363, "accuracy": 0.452569, "main_score": 0.421363, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"]}, {"precision": 0.535529, "recall": 0.581028, "f1": 0.547809, "accuracy": 0.581028, "main_score": 0.547809, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"]}, {"precision": 0.564199, "recall": 0.601779, "f1": 0.574889, "accuracy": 0.601779, "main_score": 0.574889, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"]}, {"precision": 0.540513, "recall": 0.581028, "f1": 0.552084, "accuracy": 0.581028, "main_score": 0.552084, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"]}, {"precision": 0.573361, "recall": 0.605731, "f1": 0.582183, "accuracy": 0.605731, "main_score": 0.582183, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"]}, {"precision": 0.536989, "recall": 0.578063, "f1": 0.547855, "accuracy": 0.578063, "main_score": 0.547855, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"]}, {"precision": 0.535211, "recall": 0.572134, "f1": 0.54544, "accuracy": 0.572134, "main_score": 0.54544, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"]}, {"precision": 0.51082, "recall": 0.556324, "f1": 0.523933, "accuracy": 0.556324, "main_score": 0.523933, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"]}, {"precision": 0.567553, "recall": 0.605731, "f1": 0.577976, "accuracy": 0.605731, "main_score": 0.577976, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"]}, {"precision": 0.558672, "recall": 0.594862, "f1": 0.568981, "accuracy": 0.594862, "main_score": 0.568981, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"]}, {"precision": 0.576683, "recall": 0.620553, "f1": 0.58818, "accuracy": 0.620553, "main_score": 0.58818, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"]}, {"precision": 0.500353, "recall": 0.541502, "f1": 0.512192, "accuracy": 0.541502, "main_score": 0.512192, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"]}, {"precision": 0.56803, "recall": 0.61166, "f1": 0.57975, "accuracy": 0.61166, "main_score": 0.57975, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"]}, {"precision": 0.550399, "recall": 0.594862, "f1": 0.562265, "accuracy": 0.594862, "main_score": 0.562265, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"]}, {"precision": 0.563748, "recall": 0.603755, "f1": 0.574901, "accuracy": 0.603755, "main_score": 0.574901, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"]}, {"precision": 0.479625, "recall": 0.518775, "f1": 0.490509, "accuracy": 0.518775, "main_score": 0.490509, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"]}, {"precision": 0.591829, "recall": 0.630435, "f1": 0.602096, "accuracy": 0.630435, "main_score": 0.602096, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"]}, {"precision": 0.530658, "recall": 0.567194, "f1": 0.540924, "accuracy": 0.567194, "main_score": 0.540924, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"]}, {"precision": 0.489336, "recall": 0.532609, "f1": 0.501695, "accuracy": 0.532609, "main_score": 0.501695, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"]}, {"precision": 0.501133, "recall": 0.537549, "f1": 0.511375, "accuracy": 0.537549, "main_score": 0.511375, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"]}, {"precision": 0.494846, "recall": 0.543478, "f1": 0.508645, "accuracy": 0.543478, "main_score": 0.508645, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"]}, {"precision": 0.571869, "recall": 0.61166, "f1": 0.582919, "accuracy": 0.61166, "main_score": 0.582919, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"]}, {"precision": 0.535952, "recall": 0.581028, "f1": 0.548397, "accuracy": 0.581028, "main_score": 0.548397, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"]}, {"precision": 0.464442, "recall": 0.503953, "f1": 0.475121, "accuracy": 0.503953, "main_score": 0.475121, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"]}, {"precision": 0.515361, "recall": 0.554348, "f1": 0.526445, "accuracy": 0.554348, "main_score": 0.526445, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"]}, {"precision": 0.541408, "recall": 0.587945, "f1": 0.553954, "accuracy": 0.587945, "main_score": 0.553954, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"]}, {"precision": 0.50542, "recall": 0.54249, "f1": 0.516402, "accuracy": 0.54249, "main_score": 0.516402, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"]}, {"precision": 0.515563, "recall": 0.549407, "f1": 0.525604, "accuracy": 0.549407, "main_score": 0.525604, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"]}, {"precision": 0.53882, "recall": 0.588933, "f1": 0.553456, "accuracy": 0.588933, "main_score": 0.553456, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"]}, {"precision": 0.471937, "recall": 0.519763, "f1": 0.486185, "accuracy": 0.519763, "main_score": 0.486185, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"]}, {"precision": 0.504127, "recall": 0.540514, "f1": 0.514806, "accuracy": 0.540514, "main_score": 0.514806, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"]}, {"precision": 0.586293, "recall": 0.618577, "f1": 0.595277, "accuracy": 0.618577, "main_score": 0.595277, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"]}, {"precision": 0.533918, "recall": 0.572134, "f1": 0.544902, "accuracy": 0.572134, "main_score": 0.544902, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"]}, {"precision": 0.557334, "recall": 0.589921, "f1": 0.566467, "accuracy": 0.589921, "main_score": 0.566467, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"]}, {"precision": 0.521857, "recall": 0.567194, "f1": 0.534811, "accuracy": 0.567194, "main_score": 0.534811, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"]}, {"precision": 0.522823, "recall": 0.564229, "f1": 0.533905, "accuracy": 0.564229, "main_score": 0.533905, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"]}, {"precision": 0.559694, "recall": 0.594862, "f1": 0.569446, "accuracy": 0.594862, "main_score": 0.569446, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"]}, {"precision": 0.426558, "recall": 0.480237, "f1": 0.442177, "accuracy": 0.480237, "main_score": 0.442177, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"]}, {"precision": 0.545841, "recall": 0.587945, "f1": 0.55742, "accuracy": 0.587945, "main_score": 0.55742, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"]}, {"precision": 0.53023, "recall": 0.570158, "f1": 0.541324, "accuracy": 0.570158, "main_score": 0.541324, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"]}, {"precision": 0.550604, "recall": 0.585968, "f1": 0.560013, "accuracy": 0.585968, "main_score": 0.560013, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"]}, {"precision": 0.548102, "recall": 0.592885, "f1": 0.561232, "accuracy": 0.592885, "main_score": 0.561232, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"]}, {"precision": 0.484139, "recall": 0.523715, "f1": 0.495269, "accuracy": 0.523715, "main_score": 0.495269, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"]}, {"precision": 0.494648, "recall": 0.530632, "f1": 0.50528, "accuracy": 0.530632, "main_score": 0.50528, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"]}, {"precision": 0.433631, "recall": 0.48419, "f1": 0.447822, "accuracy": 0.48419, "main_score": 0.447822, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"]}, {"precision": 0.498198, "recall": 0.543478, "f1": 0.511179, "accuracy": 0.543478, "main_score": 0.511179, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"]}, {"precision": 0.271484, "recall": 0.327075, "f1": 0.285446, "accuracy": 0.327075, "main_score": 0.285446, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"]}, {"precision": 0.755828, "recall": 0.805336, "f1": 0.769817, "accuracy": 0.805336, "main_score": 0.769817, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"]}, {"precision": 0.730743, "recall": 0.780632, "f1": 0.744378, "accuracy": 0.780632, "main_score": 0.744378, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"]}, {"precision": 0.735197, "recall": 0.788538, "f1": 0.749994, "accuracy": 0.788538, "main_score": 0.749994, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"]}, {"precision": 0.684625, "recall": 0.736166, "f1": 0.698195, "accuracy": 0.736166, "main_score": 0.698195, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"]}, {"precision": 0.549344, "recall": 0.590909, "f1": 0.560159, "accuracy": 0.590909, "main_score": 0.560159, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"]}, {"precision": 0.755414, "recall": 0.807312, "f1": 0.769432, "accuracy": 0.807312, "main_score": 0.769432, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"]}, {"precision": 0.60763, "recall": 0.649209, "f1": 0.619337, "accuracy": 0.649209, "main_score": 0.619337, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"]}, {"precision": 0.66246, "recall": 0.708498, "f1": 0.674758, "accuracy": 0.708498, "main_score": 0.674758, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"]}, {"precision": 0.760208, "recall": 0.812253, "f1": 0.774708, "accuracy": 0.812253, "main_score": 0.774708, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"]}, {"precision": 0.719405, "recall": 0.771739, "f1": 0.733539, "accuracy": 0.771739, "main_score": 0.733539, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"]}, {"precision": 0.476376, "recall": 0.524704, "f1": 0.489007, "accuracy": 0.524704, "main_score": 0.489007, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"]}, {"precision": 0.706209, "recall": 0.761858, "f1": 0.721744, "accuracy": 0.761858, "main_score": 0.721744, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"]}, {"precision": 0.67843, "recall": 0.73419, "f1": 0.693507, "accuracy": 0.73419, "main_score": 0.693507, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"]}, {"precision": 0.77335, "recall": 0.81917, "f1": 0.78615, "accuracy": 0.81917, "main_score": 0.78615, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"]}, {"precision": 0.52479, "recall": 0.562253, "f1": 0.535025, "accuracy": 0.562253, "main_score": 0.535025, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"]}, {"precision": 0.738801, "recall": 0.788538, "f1": 0.752342, "accuracy": 0.788538, "main_score": 0.752342, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"]}, {"precision": 0.714991, "recall": 0.762846, "f1": 0.727357, "accuracy": 0.762846, "main_score": 0.727357, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"]}, {"precision": 0.797859, "recall": 0.84585, "f1": 0.81144, "accuracy": 0.84585, "main_score": 0.81144, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"]}, {"precision": 0.781435, "recall": 0.829051, "f1": 0.794702, "accuracy": 0.829051, "main_score": 0.794702, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"]}, {"precision": 0.516779, "recall": 0.562253, "f1": 0.529172, "accuracy": 0.562253, "main_score": 0.529172, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"]}, {"precision": 0.748498, "recall": 0.798419, "f1": 0.762084, "accuracy": 0.798419, "main_score": 0.762084, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"]}, {"precision": 0.754242, "recall": 0.8083, "f1": 0.769206, "accuracy": 0.8083, "main_score": 0.769206, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"]}, {"precision": 0.693457, "recall": 0.745059, "f1": 0.708131, "accuracy": 0.745059, "main_score": 0.708131, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"]}, {"precision": 0.216457, "recall": 0.262846, "f1": 0.227904, "accuracy": 0.262846, "main_score": 0.227904, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"]}, {"precision": 0.755968, "recall": 0.806324, "f1": 0.770095, "accuracy": 0.806324, "main_score": 0.770095, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"]}, {"precision": 0.554093, "recall": 0.59585, "f1": 0.565593, "accuracy": 0.59585, "main_score": 0.565593, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"]}, {"precision": 0.777673, "recall": 0.823123, "f1": 0.79031, "accuracy": 0.823123, "main_score": 0.79031, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"]}, {"precision": 0.760231, "recall": 0.809289, "f1": 0.77327, "accuracy": 0.809289, "main_score": 0.77327, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"]}, {"precision": 0.689324, "recall": 0.742095, "f1": 0.704142, "accuracy": 0.742095, "main_score": 0.704142, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"]}, {"precision": 0.759017, "recall": 0.809289, "f1": 0.772822, "accuracy": 0.809289, "main_score": 0.772822, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"]}, {"precision": 0.594576, "recall": 0.637352, "f1": 0.605793, "accuracy": 0.637352, "main_score": 0.605793, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"]}, {"precision": 0.783062, "recall": 0.828063, "f1": 0.795147, "accuracy": 0.828063, "main_score": 0.795147, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"]}, {"precision": 0.657515, "recall": 0.720356, "f1": 0.675646, "accuracy": 0.720356, "main_score": 0.675646, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"]}, {"precision": 0.71038, "recall": 0.750988, "f1": 0.721708, "accuracy": 0.750988, "main_score": 0.721708, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"]}, {"precision": 0.765102, "recall": 0.816206, "f1": 0.779835, "accuracy": 0.816206, "main_score": 0.779835, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"]}, {"precision": 0.743533, "recall": 0.797431, "f1": 0.758469, "accuracy": 0.797431, "main_score": 0.758469, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"]}, {"precision": 0.747686, "recall": 0.799407, "f1": 0.761454, "accuracy": 0.799407, "main_score": 0.761454, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"]}, {"precision": 0.497126, "recall": 0.540514, "f1": 0.508994, "accuracy": 0.540514, "main_score": 0.508994, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"]}, {"precision": 0.389053, "recall": 0.445652, "f1": 0.4042, "accuracy": 0.445652, "main_score": 0.4042, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"]}, {"precision": 0.756151, "recall": 0.809289, "f1": 0.771483, "accuracy": 0.809289, "main_score": 0.771483, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"]}, {"precision": 0.528501, "recall": 0.578063, "f1": 0.542133, "accuracy": 0.578063, "main_score": 0.542133, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"]}, {"precision": 0.783155, "recall": 0.833992, "f1": 0.797542, "accuracy": 0.833992, "main_score": 0.797542, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"]}, {"precision": 0.797233, "recall": 0.840909, "f1": 0.809431, "accuracy": 0.840909, "main_score": 0.809431, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"]}, {"precision": 0.703125, "recall": 0.747036, "f1": 0.714362, "accuracy": 0.747036, "main_score": 0.714362, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"]}, {"precision": 0.739282, "recall": 0.788538, "f1": 0.752659, "accuracy": 0.788538, "main_score": 0.752659, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"]}, {"precision": 0.502812, "recall": 0.552372, "f1": 0.51702, "accuracy": 0.552372, "main_score": 0.51702, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"]}, {"precision": 0.665406, "recall": 0.715415, "f1": 0.680025, "accuracy": 0.715415, "main_score": 0.680025, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"]}, {"precision": 0.708096, "recall": 0.756917, "f1": 0.721733, "accuracy": 0.756917, "main_score": 0.721733, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"]}, {"precision": 0.779736, "recall": 0.83004, "f1": 0.793976, "accuracy": 0.83004, "main_score": 0.793976, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"]}, {"precision": 0.731884, "recall": 0.780632, "f1": 0.744913, "accuracy": 0.780632, "main_score": 0.744913, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"]}, {"precision": 0.483976, "recall": 0.528656, "f1": 0.496376, "accuracy": 0.528656, "main_score": 0.496376, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"]}, {"precision": 0.750463, "recall": 0.797431, "f1": 0.763451, "accuracy": 0.797431, "main_score": 0.763451, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"]}, {"precision": 0.413342, "recall": 0.465415, "f1": 0.427268, "accuracy": 0.465415, "main_score": 0.427268, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"]}, {"precision": 0.485812, "recall": 0.521739, "f1": 0.496088, "accuracy": 0.521739, "main_score": 0.496088, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"]}, {"precision": 0.687917, "recall": 0.736166, "f1": 0.700188, "accuracy": 0.736166, "main_score": 0.700188, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"]}, {"precision": 0.290867, "recall": 0.33498, "f1": 0.303708, "accuracy": 0.33498, "main_score": 0.303708, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"]}, {"precision": 0.767626, "recall": 0.820158, "f1": 0.782029, "accuracy": 0.820158, "main_score": 0.782029, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"]}, {"precision": 0.748418, "recall": 0.804348, "f1": 0.763894, "accuracy": 0.804348, "main_score": 0.763894, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"]}, {"precision": 0.775109, "recall": 0.825099, "f1": 0.789119, "accuracy": 0.825099, "main_score": 0.789119, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"]}, {"precision": 0.757092, "recall": 0.810277, "f1": 0.772256, "accuracy": 0.810277, "main_score": 0.772256, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"]}, {"precision": 0.498537, "recall": 0.541502, "f1": 0.510903, "accuracy": 0.541502, "main_score": 0.510903, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"]}, {"precision": 0.701524, "recall": 0.749012, "f1": 0.71428, "accuracy": 0.749012, "main_score": 0.71428, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"]}, {"precision": 0.713094, "recall": 0.758893, "f1": 0.725278, "accuracy": 0.758893, "main_score": 0.725278, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"]}, {"precision": 0.777719, "recall": 0.826087, "f1": 0.790983, "accuracy": 0.826087, "main_score": 0.790983, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"]}, {"precision": 0.511078, "recall": 0.552372, "f1": 0.522321, "accuracy": 0.552372, "main_score": 0.522321, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"]}, {"precision": 0.732114, "recall": 0.779644, "f1": 0.744844, "accuracy": 0.779644, "main_score": 0.744844, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"]}, {"precision": 0.547957, "recall": 0.598814, "f1": 0.561826, "accuracy": 0.598814, "main_score": 0.561826, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"]}, {"precision": 0.723823, "recall": 0.774704, "f1": 0.737857, "accuracy": 0.774704, "main_score": 0.737857, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"]}, {"precision": 0.729995, "recall": 0.779644, "f1": 0.744153, "accuracy": 0.779644, "main_score": 0.744153, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"]}, {"precision": 0.749984, "recall": 0.798419, "f1": 0.76304, "accuracy": 0.798419, "main_score": 0.76304, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"]}, {"precision": 0.409309, "recall": 0.480237, "f1": 0.428843, "accuracy": 0.480237, "main_score": 0.428843, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"]}, {"precision": 0.565026, "recall": 0.612648, "f1": 0.578165, "accuracy": 0.612648, "main_score": 0.578165, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"]}, {"precision": 0.729968, "recall": 0.783597, "f1": 0.745141, "accuracy": 0.783597, "main_score": 0.745141, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"]}, {"precision": 0.535512, "recall": 0.574111, "f1": 0.545931, "accuracy": 0.574111, "main_score": 0.545931, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"]}, {"precision": 0.497364, "recall": 0.550395, "f1": 0.512218, "accuracy": 0.550395, "main_score": 0.512218, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"]}, {"precision": 0.790836, "recall": 0.835968, "f1": 0.803433, "accuracy": 0.835968, "main_score": 0.803433, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"]}, {"precision": 0.746082, "recall": 0.797431, "f1": 0.760632, "accuracy": 0.797431, "main_score": 0.760632, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"]}, {"precision": 0.749763, "recall": 0.795455, "f1": 0.762497, "accuracy": 0.795455, "main_score": 0.762497, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"]}, {"precision": 0.664482, "recall": 0.722332, "f1": 0.68117, "accuracy": 0.722332, "main_score": 0.68117, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"]}, {"precision": 0.783658, "recall": 0.832016, "f1": 0.797422, "accuracy": 0.832016, "main_score": 0.797422, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"]}, {"precision": 0.746471, "recall": 0.797431, "f1": 0.760889, "accuracy": 0.797431, "main_score": 0.760889, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"]}, {"precision": 0.751501, "recall": 0.807312, "f1": 0.7673, "accuracy": 0.807312, "main_score": 0.7673, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"]}, {"precision": 0.723549, "recall": 0.780632, "f1": 0.739237, "accuracy": 0.780632, "main_score": 0.739237, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"]}, {"precision": 0.485576, "recall": 0.519763, "f1": 0.494953, "accuracy": 0.519763, "main_score": 0.494953, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"]}, {"precision": 0.531943, "recall": 0.570158, "f1": 0.541791, "accuracy": 0.570158, "main_score": 0.541791, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"]}, {"precision": 0.741319, "recall": 0.796443, "f1": 0.756875, "accuracy": 0.796443, "main_score": 0.756875, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"]}, {"precision": 0.765655, "recall": 0.815217, "f1": 0.779437, "accuracy": 0.815217, "main_score": 0.779437, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"]}, {"precision": 0.727318, "recall": 0.779644, "f1": 0.741532, "accuracy": 0.779644, "main_score": 0.741532, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"]}, {"precision": 0.564324, "recall": 0.608696, "f1": 0.575705, "accuracy": 0.608696, "main_score": 0.575705, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"]}, {"precision": 0.448257, "recall": 0.487154, "f1": 0.45881, "accuracy": 0.487154, "main_score": 0.45881, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"]}, {"precision": 0.750538, "recall": 0.796443, "f1": 0.762959, "accuracy": 0.796443, "main_score": 0.762959, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"]}, {"precision": 0.725512, "recall": 0.778656, "f1": 0.740124, "accuracy": 0.778656, "main_score": 0.740124, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"]}, {"precision": 0.665995, "recall": 0.716403, "f1": 0.679786, "accuracy": 0.716403, "main_score": 0.679786, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"]}, {"precision": 0.764254, "recall": 0.814229, "f1": 0.77865, "accuracy": 0.814229, "main_score": 0.77865, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"]}, {"precision": 0.460352, "recall": 0.505929, "f1": 0.473555, "accuracy": 0.505929, "main_score": 0.473555, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"]}, {"precision": 0.73351, "recall": 0.779644, "f1": 0.74511, "accuracy": 0.779644, "main_score": 0.74511, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"]}, {"precision": 0.746105, "recall": 0.801383, "f1": 0.761419, "accuracy": 0.801383, "main_score": 0.761419, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"]}, {"precision": 0.775486, "recall": 0.825099, "f1": 0.78915, "accuracy": 0.825099, "main_score": 0.78915, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"]}, {"precision": 0.771398, "recall": 0.821146, "f1": 0.785327, "accuracy": 0.821146, "main_score": 0.785327, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"]}, {"precision": 0.722808, "recall": 0.775692, "f1": 0.737348, "accuracy": 0.775692, "main_score": 0.737348, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"]}, {"precision": 0.727147, "recall": 0.775692, "f1": 0.740469, "accuracy": 0.775692, "main_score": 0.740469, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"]}, {"precision": 0.644997, "recall": 0.720356, "f1": 0.666674, "accuracy": 0.720356, "main_score": 0.666674, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"]}, {"precision": 0.510089, "recall": 0.557312, "f1": 0.52309, "accuracy": 0.557312, "main_score": 0.52309, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"]}, {"precision": 0.201627, "recall": 0.245059, "f1": 0.212321, "accuracy": 0.245059, "main_score": 0.212321, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"]}, {"precision": 0.535754, "recall": 0.577075, "f1": 0.546896, "accuracy": 0.577075, "main_score": 0.546896, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"]}, {"precision": 0.588723, "recall": 0.644269, "f1": 0.604061, "accuracy": 0.644269, "main_score": 0.604061, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"]}, {"precision": 0.788365, "recall": 0.833992, "f1": 0.801078, "accuracy": 0.833992, "main_score": 0.801078, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"]}, {"precision": 0.707915, "recall": 0.751976, "f1": 0.719334, "accuracy": 0.751976, "main_score": 0.719334, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"]}, {"precision": 0.428553, "recall": 0.479249, "f1": 0.443085, "accuracy": 0.479249, "main_score": 0.443085, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"]}, {"precision": 0.712969, "recall": 0.759881, "f1": 0.726633, "accuracy": 0.759881, "main_score": 0.726633, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"]}, {"precision": 0.767921, "recall": 0.818182, "f1": 0.781559, "accuracy": 0.818182, "main_score": 0.781559, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"]}, {"precision": 0.698016, "recall": 0.752964, "f1": 0.71383, "accuracy": 0.752964, "main_score": 0.71383, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"]}, {"precision": 0.713806, "recall": 0.763834, "f1": 0.72753, "accuracy": 0.763834, "main_score": 0.72753, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"]}, {"precision": 0.581724, "recall": 0.629447, "f1": 0.594658, "accuracy": 0.629447, "main_score": 0.594658, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"]}, {"precision": 0.735418, "recall": 0.794466, "f1": 0.752266, "accuracy": 0.794466, "main_score": 0.752266, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"]}, {"precision": 0.773593, "recall": 0.818182, "f1": 0.786302, "accuracy": 0.818182, "main_score": 0.786302, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"]}, {"precision": 0.490201, "recall": 0.530632, "f1": 0.502307, "accuracy": 0.530632, "main_score": 0.502307, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"]}, {"precision": 0.474254, "recall": 0.51581, "f1": 0.485555, "accuracy": 0.51581, "main_score": 0.485555, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"]}, {"precision": 0.551672, "recall": 0.58498, "f1": 0.561097, "accuracy": 0.58498, "main_score": 0.561097, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"]}, {"precision": 0.771618, "recall": 0.822134, "f1": 0.785716, "accuracy": 0.822134, "main_score": 0.785716, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"]}, {"precision": 0.179955, "recall": 0.240119, "f1": 0.19557, "accuracy": 0.240119, "main_score": 0.19557, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"]}, {"precision": 0.753084, "recall": 0.805336, "f1": 0.767674, "accuracy": 0.805336, "main_score": 0.767674, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"]}, {"precision": 0.678513, "recall": 0.742095, "f1": 0.695952, "accuracy": 0.742095, "main_score": 0.695952, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"]}, {"precision": 0.684465, "recall": 0.737154, "f1": 0.698517, "accuracy": 0.737154, "main_score": 0.698517, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"]}, {"precision": 0.781868, "recall": 0.827075, "f1": 0.794449, "accuracy": 0.827075, "main_score": 0.794449, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"]}, {"precision": 0.519419, "recall": 0.570158, "f1": 0.533879, "accuracy": 0.570158, "main_score": 0.533879, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"]}, {"precision": 0.523767, "recall": 0.567194, "f1": 0.536251, "accuracy": 0.567194, "main_score": 0.536251, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"]}, {"precision": 0.751917, "recall": 0.802372, "f1": 0.765747, "accuracy": 0.802372, "main_score": 0.765747, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"]}, {"precision": 0.776963, "recall": 0.826087, "f1": 0.790851, "accuracy": 0.826087, "main_score": 0.790851, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"]}, {"precision": 0.71824, "recall": 0.762846, "f1": 0.729864, "accuracy": 0.762846, "main_score": 0.729864, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"]}, {"precision": 0.711738, "recall": 0.759881, "f1": 0.724732, "accuracy": 0.759881, "main_score": 0.724732, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"]}, {"precision": 0.562862, "recall": 0.626482, "f1": 0.58133, "accuracy": 0.626482, "main_score": 0.58133, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"]}, {"precision": 0.733823, "recall": 0.779644, "f1": 0.745917, "accuracy": 0.779644, "main_score": 0.745917, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"]}, {"precision": 0.479844, "recall": 0.523715, "f1": 0.492098, "accuracy": 0.523715, "main_score": 0.492098, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"]}, {"precision": 0.735558, "recall": 0.793478, "f1": 0.751884, "accuracy": 0.793478, "main_score": 0.751884, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"]}, {"precision": 0.71865, "recall": 0.761858, "f1": 0.73034, "accuracy": 0.761858, "main_score": 0.73034, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"]}, {"precision": 0.747439, "recall": 0.799407, "f1": 0.761654, "accuracy": 0.799407, "main_score": 0.761654, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"]}, {"precision": 0.427088, "recall": 0.47332, "f1": 0.439914, "accuracy": 0.47332, "main_score": 0.439914, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"]}, {"precision": 0.776029, "recall": 0.816206, "f1": 0.786638, "accuracy": 0.816206, "main_score": 0.786638, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"]}, {"precision": 0.724487, "recall": 0.779644, "f1": 0.739285, "accuracy": 0.779644, "main_score": 0.739285, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"]}, {"precision": 0.72436, "recall": 0.779644, "f1": 0.73976, "accuracy": 0.779644, "main_score": 0.73976, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"]}, {"precision": 0.692867, "recall": 0.749012, "f1": 0.708958, "accuracy": 0.749012, "main_score": 0.708958, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"]}, {"precision": 0.819444, "recall": 0.854743, "f1": 0.829329, "accuracy": 0.854743, "main_score": 0.829329, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"]}, {"precision": 0.590179, "recall": 0.643281, "f1": 0.604609, "accuracy": 0.643281, "main_score": 0.604609, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"]}, {"precision": 0.658986, "recall": 0.70751, "f1": 0.671984, "accuracy": 0.70751, "main_score": 0.671984, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"]}, {"precision": 0.54512, "recall": 0.585968, "f1": 0.555993, "accuracy": 0.585968, "main_score": 0.555993, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"]}, {"precision": 0.679726, "recall": 0.73913, "f1": 0.695888, "accuracy": 0.73913, "main_score": 0.695888, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"]}, {"precision": 0.731601, "recall": 0.788538, "f1": 0.747139, "accuracy": 0.788538, "main_score": 0.747139, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"]}, {"precision": 0.715948, "recall": 0.771739, "f1": 0.731239, "accuracy": 0.771739, "main_score": 0.731239, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"]}, {"precision": 0.767205, "recall": 0.817194, "f1": 0.7812, "accuracy": 0.817194, "main_score": 0.7812, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"]}, {"precision": 0.716976, "recall": 0.771739, "f1": 0.732206, "accuracy": 0.771739, "main_score": 0.732206, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"]}, {"precision": 0.785357, "recall": 0.832016, "f1": 0.798644, "accuracy": 0.832016, "main_score": 0.798644, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"]}, {"precision": 0.589253, "recall": 0.650198, "f1": 0.605852, "accuracy": 0.650198, "main_score": 0.605852, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"]}, {"precision": 0.69487, "recall": 0.743083, "f1": 0.707577, "accuracy": 0.743083, "main_score": 0.707577, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"]}, {"precision": 0.455347, "recall": 0.505929, "f1": 0.468763, "accuracy": 0.505929, "main_score": 0.468763, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"]}, {"precision": 0.772649, "recall": 0.818182, "f1": 0.785155, "accuracy": 0.818182, "main_score": 0.785155, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"]}, {"precision": 0.453922, "recall": 0.512846, "f1": 0.470149, "accuracy": 0.512846, "main_score": 0.470149, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"]}, {"precision": 0.72136, "recall": 0.780632, "f1": 0.737691, "accuracy": 0.780632, "main_score": 0.737691, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"]}, {"precision": 0.733477, "recall": 0.783597, "f1": 0.746995, "accuracy": 0.783597, "main_score": 0.746995, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"]}, {"precision": 0.776543, "recall": 0.820158, "f1": 0.788724, "accuracy": 0.820158, "main_score": 0.788724, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"]}, {"precision": 0.589826, "recall": 0.630435, "f1": 0.600606, "accuracy": 0.630435, "main_score": 0.600606, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"]}, {"precision": 0.726161, "recall": 0.780632, "f1": 0.740995, "accuracy": 0.780632, "main_score": 0.740995, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"]}, {"precision": 0.530696, "recall": 0.570158, "f1": 0.54178, "accuracy": 0.570158, "main_score": 0.54178, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"]}, {"precision": 0.554319, "recall": 0.597826, "f1": 0.566315, "accuracy": 0.597826, "main_score": 0.566315, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"]}, {"precision": 0.747103, "recall": 0.794466, "f1": 0.76034, "accuracy": 0.794466, "main_score": 0.76034, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"]}, {"precision": 0.64428, "recall": 0.693676, "f1": 0.658076, "accuracy": 0.693676, "main_score": 0.658076, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"]}, {"precision": 0.781617, "recall": 0.829051, "f1": 0.794241, "accuracy": 0.829051, "main_score": 0.794241, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"]}, {"precision": 0.490983, "recall": 0.531621, "f1": 0.50287, "accuracy": 0.531621, "main_score": 0.50287, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"]}, {"precision": 0.776676, "recall": 0.824111, "f1": 0.78969, "accuracy": 0.824111, "main_score": 0.78969, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"]}, {"precision": 0.761581, "recall": 0.8083, "f1": 0.774453, "accuracy": 0.8083, "main_score": 0.774453, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"]}, {"precision": 0.737604, "recall": 0.793478, "f1": 0.753601, "accuracy": 0.793478, "main_score": 0.753601, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"]}, {"precision": 0.505469, "recall": 0.554348, "f1": 0.519411, "accuracy": 0.554348, "main_score": 0.519411, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"]}, {"precision": 0.788866, "recall": 0.83498, "f1": 0.802154, "accuracy": 0.83498, "main_score": 0.802154, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"]}, {"precision": 0.626472, "recall": 0.671937, "f1": 0.638607, "accuracy": 0.671937, "main_score": 0.638607, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"]}, {"precision": 0.502885, "recall": 0.552372, "f1": 0.51607, "accuracy": 0.552372, "main_score": 0.51607, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"]}, {"precision": 0.563086, "recall": 0.613636, "f1": 0.577488, "accuracy": 0.613636, "main_score": 0.577488, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"]}, {"precision": 0.598806, "recall": 0.649209, "f1": 0.613021, "accuracy": 0.649209, "main_score": 0.613021, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"]}, {"precision": 0.765438, "recall": 0.814229, "f1": 0.77886, "accuracy": 0.814229, "main_score": 0.77886, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"]}, {"precision": 0.680031, "recall": 0.737154, "f1": 0.695327, "accuracy": 0.737154, "main_score": 0.695327, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"]}, {"precision": 0.465777, "recall": 0.509881, "f1": 0.47828, "accuracy": 0.509881, "main_score": 0.47828, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"]}, {"precision": 0.514735, "recall": 0.5583, "f1": 0.526563, "accuracy": 0.5583, "main_score": 0.526563, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"]}, {"precision": 0.744813, "recall": 0.794466, "f1": 0.758292, "accuracy": 0.794466, "main_score": 0.758292, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"]}, {"precision": 0.529461, "recall": 0.571146, "f1": 0.54149, "accuracy": 0.571146, "main_score": 0.54149, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"]}, {"precision": 0.530801, "recall": 0.575099, "f1": 0.542981, "accuracy": 0.575099, "main_score": 0.542981, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"]}, {"precision": 0.696176, "recall": 0.761858, "f1": 0.714742, "accuracy": 0.761858, "main_score": 0.714742, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"]}, {"precision": 0.471529, "recall": 0.519763, "f1": 0.485543, "accuracy": 0.519763, "main_score": 0.485543, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"]}, {"precision": 0.617295, "recall": 0.668972, "f1": 0.63222, "accuracy": 0.668972, "main_score": 0.63222, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"]}, {"precision": 0.668822, "recall": 0.717391, "f1": 0.682052, "accuracy": 0.717391, "main_score": 0.682052, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"]}, {"precision": 0.550499, "recall": 0.59585, "f1": 0.562668, "accuracy": 0.59585, "main_score": 0.562668, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"]}, {"precision": 0.583333, "recall": 0.621542, "f1": 0.59386, "accuracy": 0.621542, "main_score": 0.59386, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"]}, {"precision": 0.713546, "recall": 0.766798, "f1": 0.728392, "accuracy": 0.766798, "main_score": 0.728392, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"]}, {"precision": 0.65984, "recall": 0.713439, "f1": 0.674243, "accuracy": 0.713439, "main_score": 0.674243, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"]}, {"precision": 0.701994, "recall": 0.747036, "f1": 0.714299, "accuracy": 0.747036, "main_score": 0.714299, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"]}, {"precision": 0.400513, "recall": 0.460474, "f1": 0.41731, "accuracy": 0.460474, "main_score": 0.41731, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"]}, {"precision": 0.77595, "recall": 0.822134, "f1": 0.789228, "accuracy": 0.822134, "main_score": 0.789228, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"]}, {"precision": 0.684733, "recall": 0.737154, "f1": 0.699396, "accuracy": 0.737154, "main_score": 0.699396, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"]}, {"precision": 0.766641, "recall": 0.818182, "f1": 0.781319, "accuracy": 0.818182, "main_score": 0.781319, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"]}, {"precision": 0.749599, "recall": 0.798419, "f1": 0.762707, "accuracy": 0.798419, "main_score": 0.762707, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"]}, {"precision": 0.57868, "recall": 0.631423, "f1": 0.592902, "accuracy": 0.631423, "main_score": 0.592902, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"]}, {"precision": 0.516694, "recall": 0.552372, "f1": 0.526522, "accuracy": 0.552372, "main_score": 0.526522, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"]}, {"precision": 0.53568, "recall": 0.599802, "f1": 0.553492, "accuracy": 0.599802, "main_score": 0.553492, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"]}, {"precision": 0.513906, "recall": 0.571146, "f1": 0.528975, "accuracy": 0.571146, "main_score": 0.528975, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"]}, {"precision": 0.436798, "recall": 0.520751, "f1": 0.458399, "accuracy": 0.520751, "main_score": 0.458399, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"]}, {"precision": 0.55767, "recall": 0.623518, "f1": 0.57621, "accuracy": 0.623518, "main_score": 0.57621, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.85998, "accuracy": 0.886364, "main_score": 0.85998, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"]}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"]}, {"precision": 0.57268, "recall": 0.634387, "f1": 0.590354, "accuracy": 0.634387, "main_score": 0.590354, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"]}, {"precision": 0.601597, "recall": 0.66996, "f1": 0.620412, "accuracy": 0.66996, "main_score": 0.620412, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"]}, {"precision": 0.530157, "recall": 0.596838, "f1": 0.548461, "accuracy": 0.596838, "main_score": 0.548461, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"]}, {"precision": 0.174895, "recall": 0.22332, "f1": 0.186195, "accuracy": 0.22332, "main_score": 0.186195, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"]}, {"precision": 0.607966, "recall": 0.663043, "f1": 0.623406, "accuracy": 0.663043, "main_score": 0.623406, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"]}, {"precision": 0.644329, "recall": 0.700593, "f1": 0.660248, "accuracy": 0.700593, "main_score": 0.660248, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"]}, {"precision": 0.528509, "recall": 0.578063, "f1": 0.542039, "accuracy": 0.578063, "main_score": 0.542039, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"]}, {"precision": 0.481396, "recall": 0.556324, "f1": 0.501297, "accuracy": 0.556324, "main_score": 0.501297, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"]}, {"precision": 0.54655, "recall": 0.608696, "f1": 0.564039, "accuracy": 0.608696, "main_score": 0.564039, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"]}, {"precision": 0.556025, "recall": 0.617589, "f1": 0.572652, "accuracy": 0.617589, "main_score": 0.572652, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"]}, {"precision": 0.896113, "recall": 0.923913, "f1": 0.904974, "accuracy": 0.923913, "main_score": 0.904974, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"]}, {"precision": 0.514509, "recall": 0.575099, "f1": 0.531696, "accuracy": 0.575099, "main_score": 0.531696, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"]}, {"precision": 0.515535, "recall": 0.578063, "f1": 0.532895, "accuracy": 0.578063, "main_score": 0.532895, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"]}, {"precision": 0.512292, "recall": 0.572134, "f1": 0.528809, "accuracy": 0.572134, "main_score": 0.528809, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"]}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"]}, {"precision": 0.308646, "recall": 0.365613, "f1": 0.323779, "accuracy": 0.365613, "main_score": 0.323779, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"]}, {"precision": 0.579571, "recall": 0.647233, "f1": 0.598385, "accuracy": 0.647233, "main_score": 0.598385, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"]}, {"precision": 0.585451, "recall": 0.636364, "f1": 0.600313, "accuracy": 0.636364, "main_score": 0.600313, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"]}, {"precision": 0.688367, "recall": 0.757905, "f1": 0.709387, "accuracy": 0.757905, "main_score": 0.709387, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"]}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"]}, {"precision": 0.661629, "recall": 0.738142, "f1": 0.684124, "accuracy": 0.738142, "main_score": 0.684124, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"]}, {"precision": 0.699984, "recall": 0.755929, "f1": 0.716276, "accuracy": 0.755929, "main_score": 0.716276, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"]}, {"precision": 0.644953, "recall": 0.704545, "f1": 0.662335, "accuracy": 0.704545, "main_score": 0.662335, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"]}, {"precision": 0.662229, "recall": 0.732213, "f1": 0.68238, "accuracy": 0.732213, "main_score": 0.68238, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"]}, {"precision": 0.53871, "recall": 0.601779, "f1": 0.556097, "accuracy": 0.601779, "main_score": 0.556097, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"]}, {"precision": 0.531662, "recall": 0.592885, "f1": 0.54861, "accuracy": 0.592885, "main_score": 0.54861, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"]}, {"precision": 0.790744, "recall": 0.836957, "f1": 0.804517, "accuracy": 0.836957, "main_score": 0.804517, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"]}, {"precision": 0.449297, "recall": 0.508893, "f1": 0.465532, "accuracy": 0.508893, "main_score": 0.465532, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"]}, {"precision": 0.857955, "recall": 0.895257, "f1": 0.86996, "accuracy": 0.895257, "main_score": 0.86996, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"]}, {"precision": 0.541947, "recall": 0.600791, "f1": 0.558489, "accuracy": 0.600791, "main_score": 0.558489, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"]}, {"precision": 0.579624, "recall": 0.644269, "f1": 0.597289, "accuracy": 0.644269, "main_score": 0.597289, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"]}, {"precision": 0.182797, "recall": 0.23913, "f1": 0.19494, "accuracy": 0.23913, "main_score": 0.19494, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"]}, {"precision": 0.615106, "recall": 0.677866, "f1": 0.633138, "accuracy": 0.677866, "main_score": 0.633138, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"]}, {"precision": 0.786051, "recall": 0.838933, "f1": 0.802028, "accuracy": 0.838933, "main_score": 0.802028, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"]}, {"precision": 0.398661, "recall": 0.456522, "f1": 0.414548, "accuracy": 0.456522, "main_score": 0.414548, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"]}, {"precision": 0.655303, "recall": 0.715415, "f1": 0.672826, "accuracy": 0.715415, "main_score": 0.672826, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"]}, {"precision": 0.542263, "recall": 0.604743, "f1": 0.559452, "accuracy": 0.604743, "main_score": 0.559452, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"]}, {"precision": 0.493636, "recall": 0.565217, "f1": 0.513076, "accuracy": 0.565217, "main_score": 0.513076, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"]}, {"precision": 0.649929, "recall": 0.712451, "f1": 0.667777, "accuracy": 0.712451, "main_score": 0.667777, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"]}, {"precision": 0.235931, "recall": 0.317194, "f1": 0.256419, "accuracy": 0.317194, "main_score": 0.256419, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"]}, {"precision": 0.567361, "recall": 0.630435, "f1": 0.584999, "accuracy": 0.630435, "main_score": 0.584999, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"]}, {"precision": 0.570375, "recall": 0.636364, "f1": 0.588926, "accuracy": 0.636364, "main_score": 0.588926, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"]}, {"precision": 0.713628, "recall": 0.77668, "f1": 0.732122, "accuracy": 0.77668, "main_score": 0.732122, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"]}, {"precision": 0.547713, "recall": 0.610672, "f1": 0.565214, "accuracy": 0.610672, "main_score": 0.565214, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"]}, {"precision": 0.751762, "recall": 0.812253, "f1": 0.770375, "accuracy": 0.812253, "main_score": 0.770375, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"]}, {"precision": 0.455438, "recall": 0.519763, "f1": 0.472956, "accuracy": 0.519763, "main_score": 0.472956, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"]}, {"precision": 0.855072, "recall": 0.891304, "f1": 0.866041, "accuracy": 0.891304, "main_score": 0.866041, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"]}, {"precision": 0.920866, "recall": 0.942688, "f1": 0.927569, "accuracy": 0.942688, "main_score": 0.927569, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"]}, {"precision": 0.606213, "recall": 0.663043, "f1": 0.622123, "accuracy": 0.663043, "main_score": 0.622123, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"]}, {"precision": 0.898386, "recall": 0.927866, "f1": 0.907773, "accuracy": 0.927866, "main_score": 0.907773, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"]}, {"precision": 0.436925, "recall": 0.508893, "f1": 0.45625, "accuracy": 0.508893, "main_score": 0.45625, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"]}, {"precision": 0.606357, "recall": 0.682806, "f1": 0.628727, "accuracy": 0.682806, "main_score": 0.628727, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"]}, {"precision": 0.812006, "recall": 0.857708, "f1": 0.826285, "accuracy": 0.857708, "main_score": 0.826285, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"]}, {"precision": 0.62998, "recall": 0.686759, "f1": 0.646305, "accuracy": 0.686759, "main_score": 0.646305, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"]}, {"precision": 0.636767, "recall": 0.698617, "f1": 0.654567, "accuracy": 0.698617, "main_score": 0.654567, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"]}, {"precision": 0.939312, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"]}, {"precision": 0.527006, "recall": 0.591897, "f1": 0.54552, "accuracy": 0.591897, "main_score": 0.54552, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"]}, {"precision": 0.529823, "recall": 0.593874, "f1": 0.547192, "accuracy": 0.593874, "main_score": 0.547192, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"]}, {"precision": 0.808086, "recall": 0.855731, "f1": 0.822497, "accuracy": 0.855731, "main_score": 0.822497, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"]}, {"precision": 0.535486, "recall": 0.598814, "f1": 0.552325, "accuracy": 0.598814, "main_score": 0.552325, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"]}, {"precision": 0.599219, "recall": 0.662055, "f1": 0.617116, "accuracy": 0.662055, "main_score": 0.617116, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"]}, {"precision": 0.92276, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"]}, {"precision": 0.479095, "recall": 0.539526, "f1": 0.496231, "accuracy": 0.539526, "main_score": 0.496231, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"]}, {"precision": 0.554739, "recall": 0.612648, "f1": 0.570008, "accuracy": 0.612648, "main_score": 0.570008, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"]}, {"precision": 0.566931, "recall": 0.637352, "f1": 0.587047, "accuracy": 0.637352, "main_score": 0.587047, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"]}, {"precision": 0.549263, "recall": 0.609684, "f1": 0.565748, "accuracy": 0.609684, "main_score": 0.565748, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"]}, {"precision": 0.533557, "recall": 0.600791, "f1": 0.552874, "accuracy": 0.600791, "main_score": 0.552874, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"]}, {"precision": 0.716016, "recall": 0.775692, "f1": 0.732894, "accuracy": 0.775692, "main_score": 0.732894, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"]}, {"precision": 0.742045, "recall": 0.793478, "f1": 0.757529, "accuracy": 0.793478, "main_score": 0.757529, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"]}, {"precision": 0.862105, "recall": 0.896245, "f1": 0.872563, "accuracy": 0.896245, "main_score": 0.872563, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"]}, {"precision": 0.465876, "recall": 0.545455, "f1": 0.488707, "accuracy": 0.545455, "main_score": 0.488707, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"]}, {"precision": 0.677783, "recall": 0.743083, "f1": 0.697468, "accuracy": 0.743083, "main_score": 0.697468, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"]}, {"precision": 0.596134, "recall": 0.643281, "f1": 0.609371, "accuracy": 0.643281, "main_score": 0.609371, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"]}, {"precision": 0.588921, "recall": 0.655138, "f1": 0.607867, "accuracy": 0.655138, "main_score": 0.607867, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"]}, {"precision": 0.549871, "recall": 0.609684, "f1": 0.566836, "accuracy": 0.609684, "main_score": 0.566836, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"]}, {"precision": 0.384599, "recall": 0.459486, "f1": 0.40458, "accuracy": 0.459486, "main_score": 0.40458, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"]}, {"precision": 0.60987, "recall": 0.659091, "f1": 0.623665, "accuracy": 0.659091, "main_score": 0.623665, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"]}, {"precision": 0.866271, "recall": 0.895257, "f1": 0.875659, "accuracy": 0.895257, "main_score": 0.875659, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"]}, {"precision": 0.94557, "recall": 0.95751, "f1": 0.949341, "accuracy": 0.95751, "main_score": 0.949341, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"]}, {"precision": 0.603806, "recall": 0.661067, "f1": 0.61992, "accuracy": 0.661067, "main_score": 0.61992, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"]}, {"precision": 0.944746, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"]}, {"precision": 0.629974, "recall": 0.688735, "f1": 0.646956, "accuracy": 0.688735, "main_score": 0.646956, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"]}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"]}, {"precision": 0.567972, "recall": 0.62747, "f1": 0.584915, "accuracy": 0.62747, "main_score": 0.584915, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"]}, {"precision": 0.181388, "recall": 0.226285, "f1": 0.19252, "accuracy": 0.226285, "main_score": 0.19252, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"]}, {"precision": 0.632806, "recall": 0.679842, "f1": 0.645646, "accuracy": 0.679842, "main_score": 0.645646, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"]}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"]}, {"precision": 0.689213, "recall": 0.741107, "f1": 0.704663, "accuracy": 0.741107, "main_score": 0.704663, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"]}, {"precision": 0.919549, "recall": 0.939723, "f1": 0.925791, "accuracy": 0.939723, "main_score": 0.925791, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"]}, {"precision": 0.561077, "recall": 0.61166, "f1": 0.576221, "accuracy": 0.61166, "main_score": 0.576221, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"]}, {"precision": 0.534391, "recall": 0.603755, "f1": 0.552773, "accuracy": 0.603755, "main_score": 0.552773, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"]}, {"precision": 0.564266, "recall": 0.623518, "f1": 0.581044, "accuracy": 0.623518, "main_score": 0.581044, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"]}, {"precision": 0.965497, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"]}, {"precision": 0.580263, "recall": 0.641304, "f1": 0.597254, "accuracy": 0.641304, "main_score": 0.597254, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"]}, {"precision": 0.867507, "recall": 0.897233, "f1": 0.876877, "accuracy": 0.897233, "main_score": 0.876877, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"]}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"]}, {"precision": 0.52656, "recall": 0.591897, "f1": 0.545549, "accuracy": 0.591897, "main_score": 0.545549, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"]}, {"precision": 0.546432, "recall": 0.616601, "f1": 0.565964, "accuracy": 0.616601, "main_score": 0.565964, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"]}, {"precision": 0.540057, "recall": 0.586957, "f1": 0.552895, "accuracy": 0.586957, "main_score": 0.552895, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"]}, {"precision": 0.932312, "recall": 0.948617, "f1": 0.937173, "accuracy": 0.948617, "main_score": 0.937173, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"]}, {"precision": 0.311141, "recall": 0.368577, "f1": 0.326348, "accuracy": 0.368577, "main_score": 0.326348, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"]}, {"precision": 0.59432, "recall": 0.651186, "f1": 0.610402, "accuracy": 0.651186, "main_score": 0.610402, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"]}, {"precision": 0.964262, "recall": 0.97332, "f1": 0.967015, "accuracy": 0.97332, "main_score": 0.967015, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"]}, {"precision": 0.94217, "recall": 0.958498, "f1": 0.947217, "accuracy": 0.958498, "main_score": 0.947217, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"]}, {"precision": 0.594408, "recall": 0.645257, "f1": 0.609651, "accuracy": 0.645257, "main_score": 0.609651, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"]}, {"precision": 0.702668, "recall": 0.759881, "f1": 0.71944, "accuracy": 0.759881, "main_score": 0.71944, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"]}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"]}, {"precision": 0.558604, "recall": 0.63834, "f1": 0.580784, "accuracy": 0.63834, "main_score": 0.580784, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"]}, {"precision": 0.70752, "recall": 0.753953, "f1": 0.720806, "accuracy": 0.753953, "main_score": 0.720806, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"]}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"]}, {"precision": 0.664357, "recall": 0.716403, "f1": 0.679549, "accuracy": 0.716403, "main_score": 0.679549, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"]}, {"precision": 0.663135, "recall": 0.724308, "f1": 0.681148, "accuracy": 0.724308, "main_score": 0.681148, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"]}, {"precision": 0.889904, "recall": 0.920949, "f1": 0.899769, "accuracy": 0.920949, "main_score": 0.899769, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"]}, {"precision": 0.567774, "recall": 0.62253, "f1": 0.583418, "accuracy": 0.62253, "main_score": 0.583418, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"]}, {"precision": 0.568713, "recall": 0.624506, "f1": 0.584343, "accuracy": 0.624506, "main_score": 0.584343, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"]}, {"precision": 0.796344, "recall": 0.836957, "f1": 0.808305, "accuracy": 0.836957, "main_score": 0.808305, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"]}, {"precision": 0.474916, "recall": 0.529644, "f1": 0.489352, "accuracy": 0.529644, "main_score": 0.489352, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"]}, {"precision": 0.81698, "recall": 0.863636, "f1": 0.831178, "accuracy": 0.863636, "main_score": 0.831178, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"]}, {"precision": 0.547676, "recall": 0.603755, "f1": 0.563032, "accuracy": 0.603755, "main_score": 0.563032, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"]}, {"precision": 0.624421, "recall": 0.684783, "f1": 0.641373, "accuracy": 0.684783, "main_score": 0.641373, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"]}, {"precision": 0.201873, "recall": 0.255929, "f1": 0.213431, "accuracy": 0.255929, "main_score": 0.213431, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"]}, {"precision": 0.637533, "recall": 0.698617, "f1": 0.65519, "accuracy": 0.698617, "main_score": 0.65519, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"]}, {"precision": 0.784874, "recall": 0.835968, "f1": 0.800101, "accuracy": 0.835968, "main_score": 0.800101, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"]}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"]}, {"precision": 0.431399, "recall": 0.48913, "f1": 0.447406, "accuracy": 0.48913, "main_score": 0.447406, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"]}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"]}, {"precision": 0.668522, "recall": 0.721344, "f1": 0.68403, "accuracy": 0.721344, "main_score": 0.68403, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"]}, {"precision": 0.986248, "recall": 0.990119, "f1": 0.987385, "accuracy": 0.990119, "main_score": 0.987385, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"]}, {"precision": 0.5745, "recall": 0.631423, "f1": 0.590656, "accuracy": 0.631423, "main_score": 0.590656, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"]}, {"precision": 0.521349, "recall": 0.577075, "f1": 0.537158, "accuracy": 0.577075, "main_score": 0.537158, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"]}, {"precision": 0.675609, "recall": 0.726285, "f1": 0.690214, "accuracy": 0.726285, "main_score": 0.690214, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"]}, {"precision": 0.227502, "recall": 0.297431, "f1": 0.245096, "accuracy": 0.297431, "main_score": 0.245096, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"]}, {"precision": 0.919219, "recall": 0.942688, "f1": 0.926614, "accuracy": 0.942688, "main_score": 0.926614, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"]}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"]}, {"precision": 0.57912, "recall": 0.639328, "f1": 0.596607, "accuracy": 0.639328, "main_score": 0.596607, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"]}, {"precision": 0.58554, "recall": 0.646245, "f1": 0.602994, "accuracy": 0.646245, "main_score": 0.602994, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"]}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.953016, "accuracy": 0.962451, "main_score": 0.953016, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"]}, {"precision": 0.696123, "recall": 0.753953, "f1": 0.712895, "accuracy": 0.753953, "main_score": 0.712895, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"]}, {"precision": 0.5715, "recall": 0.632411, "f1": 0.588729, "accuracy": 0.632411, "main_score": 0.588729, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"]}, {"precision": 0.747184, "recall": 0.798419, "f1": 0.761829, "accuracy": 0.798419, "main_score": 0.761829, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"]}, {"precision": 0.474448, "recall": 0.534585, "f1": 0.491679, "accuracy": 0.534585, "main_score": 0.491679, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"]}, {"precision": 0.923337, "recall": 0.944664, "f1": 0.929875, "accuracy": 0.944664, "main_score": 0.929875, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"]}, {"precision": 0.837451, "recall": 0.879447, "f1": 0.85056, "accuracy": 0.879447, "main_score": 0.85056, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"]}, {"precision": 0.932312, "recall": 0.950593, "f1": 0.938076, "accuracy": 0.950593, "main_score": 0.938076, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"]}, {"precision": 0.928854, "recall": 0.949605, "f1": 0.935441, "accuracy": 0.949605, "main_score": 0.935441, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"]}, {"precision": 0.62101, "recall": 0.666996, "f1": 0.634145, "accuracy": 0.666996, "main_score": 0.634145, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"]}, {"precision": 0.952404, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"]}, {"precision": 0.855682, "recall": 0.893281, "f1": 0.86749, "accuracy": 0.893281, "main_score": 0.86749, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"]}, {"precision": 0.47416, "recall": 0.538538, "f1": 0.49169, "accuracy": 0.538538, "main_score": 0.49169, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"]}, {"precision": 0.597878, "recall": 0.668972, "f1": 0.618906, "accuracy": 0.668972, "main_score": 0.618906, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"]}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"]}, {"precision": 0.836248, "recall": 0.871542, "f1": 0.846673, "accuracy": 0.871542, "main_score": 0.846673, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"]}, {"precision": 0.655258, "recall": 0.704545, "f1": 0.669728, "accuracy": 0.704545, "main_score": 0.669728, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"]}, {"precision": 0.631935, "recall": 0.687747, "f1": 0.648195, "accuracy": 0.687747, "main_score": 0.648195, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"]}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932773, "accuracy": 0.947628, "main_score": 0.932773, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"]}, {"precision": 0.546641, "recall": 0.608696, "f1": 0.564503, "accuracy": 0.608696, "main_score": 0.564503, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"]}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"]}, {"precision": 0.541634, "recall": 0.602767, "f1": 0.558851, "accuracy": 0.602767, "main_score": 0.558851, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"]}, {"precision": 0.797134, "recall": 0.837945, "f1": 0.809458, "accuracy": 0.837945, "main_score": 0.809458, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"]}, {"precision": 0.563252, "recall": 0.620553, "f1": 0.579338, "accuracy": 0.620553, "main_score": 0.579338, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"]}, {"precision": 0.612312, "recall": 0.675889, "f1": 0.630307, "accuracy": 0.675889, "main_score": 0.630307, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"]}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.90527, "accuracy": 0.924901, "main_score": 0.90527, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"]}, {"precision": 0.955698, "recall": 0.967391, "f1": 0.959486, "accuracy": 0.967391, "main_score": 0.959486, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"]}, {"precision": 0.506054, "recall": 0.560277, "f1": 0.521061, "accuracy": 0.560277, "main_score": 0.521061, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"]}, {"precision": 0.570353, "recall": 0.625494, "f1": 0.585354, "accuracy": 0.625494, "main_score": 0.585354, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"]}, {"precision": 0.59693, "recall": 0.65415, "f1": 0.613554, "accuracy": 0.65415, "main_score": 0.613554, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"]}, {"precision": 0.564147, "recall": 0.619565, "f1": 0.579592, "accuracy": 0.619565, "main_score": 0.579592, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"]}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"]}, {"precision": 0.5536, "recall": 0.61166, "f1": 0.570344, "accuracy": 0.61166, "main_score": 0.570344, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"]}, {"precision": 0.724369, "recall": 0.777668, "f1": 0.740072, "accuracy": 0.777668, "main_score": 0.740072, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"]}, {"precision": 0.741304, "recall": 0.789526, "f1": 0.756225, "accuracy": 0.789526, "main_score": 0.756225, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"]}, {"precision": 0.871245, "recall": 0.899209, "f1": 0.879743, "accuracy": 0.899209, "main_score": 0.879743, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"]}, {"precision": 0.919466, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"]}, {"precision": 0.492944, "recall": 0.571146, "f1": 0.515875, "accuracy": 0.571146, "main_score": 0.515875, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"]}, {"precision": 0.951005, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"]}, {"precision": 0.693981, "recall": 0.751976, "f1": 0.711188, "accuracy": 0.751976, "main_score": 0.711188, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"]}, {"precision": 0.593761, "recall": 0.633399, "f1": 0.604912, "accuracy": 0.633399, "main_score": 0.604912, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"]}, {"precision": 0.55347, "recall": 0.624506, "f1": 0.573542, "accuracy": 0.624506, "main_score": 0.573542, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"]}, {"precision": 0.516424, "recall": 0.573123, "f1": 0.532303, "accuracy": 0.573123, "main_score": 0.532303, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"]}, {"precision": 0.436292, "recall": 0.518775, "f1": 0.458247, "accuracy": 0.518775, "main_score": 0.458247, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"]}, {"precision": 0.588303, "recall": 0.646245, "f1": 0.604467, "accuracy": 0.646245, "main_score": 0.604467, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"]}, {"precision": 0.86773, "recall": 0.902174, "f1": 0.878376, "accuracy": 0.902174, "main_score": 0.878376, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"]}, {"precision": 0.958416, "recall": 0.969368, "f1": 0.961858, "accuracy": 0.969368, "main_score": 0.961858, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"]}, {"precision": 0.593298, "recall": 0.655138, "f1": 0.611018, "accuracy": 0.655138, "main_score": 0.611018, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"]}, {"precision": 0.603225, "recall": 0.666996, "f1": 0.621118, "accuracy": 0.666996, "main_score": 0.621118, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"]}, {"precision": 0.526426, "recall": 0.588933, "f1": 0.543876, "accuracy": 0.588933, "main_score": 0.543876, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"]}, {"precision": 0.179121, "recall": 0.231225, "f1": 0.191104, "accuracy": 0.231225, "main_score": 0.191104, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"]}, {"precision": 0.609027, "recall": 0.661067, "f1": 0.623358, "accuracy": 0.661067, "main_score": 0.623358, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"]}, {"precision": 0.658572, "recall": 0.716403, "f1": 0.675267, "accuracy": 0.716403, "main_score": 0.675267, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"]}, {"precision": 0.523577, "recall": 0.581028, "f1": 0.539566, "accuracy": 0.581028, "main_score": 0.539566, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"]}, {"precision": 0.482121, "recall": 0.557312, "f1": 0.502295, "accuracy": 0.557312, "main_score": 0.502295, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"]}, {"precision": 0.555897, "recall": 0.615613, "f1": 0.572719, "accuracy": 0.615613, "main_score": 0.572719, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"]}, {"precision": 0.569104, "recall": 0.635375, "f1": 0.587582, "accuracy": 0.635375, "main_score": 0.587582, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"]}, {"precision": 0.895422, "recall": 0.923913, "f1": 0.904644, "accuracy": 0.923913, "main_score": 0.904644, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"]}, {"precision": 0.510774, "recall": 0.570158, "f1": 0.527363, "accuracy": 0.570158, "main_score": 0.527363, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"]}, {"precision": 0.524433, "recall": 0.585968, "f1": 0.540904, "accuracy": 0.585968, "main_score": 0.540904, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"]}, {"precision": 0.503092, "recall": 0.564229, "f1": 0.520074, "accuracy": 0.564229, "main_score": 0.520074, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"]}, {"precision": 0.939312, "recall": 0.955534, "f1": 0.944353, "accuracy": 0.955534, "main_score": 0.944353, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"]}, {"precision": 0.313935, "recall": 0.37253, "f1": 0.330129, "accuracy": 0.37253, "main_score": 0.330129, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"]}, {"precision": 0.586594, "recall": 0.647233, "f1": 0.603647, "accuracy": 0.647233, "main_score": 0.603647, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"]}, {"precision": 0.582652, "recall": 0.63834, "f1": 0.598487, "accuracy": 0.63834, "main_score": 0.598487, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"]}, {"precision": 0.70121, "recall": 0.763834, "f1": 0.719894, "accuracy": 0.763834, "main_score": 0.719894, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"]}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"]}, {"precision": 0.651675, "recall": 0.729249, "f1": 0.674838, "accuracy": 0.729249, "main_score": 0.674838, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"]}, {"precision": 0.68303, "recall": 0.741107, "f1": 0.699532, "accuracy": 0.741107, "main_score": 0.699532, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"]}, {"precision": 0.647504, "recall": 0.703557, "f1": 0.664032, "accuracy": 0.703557, "main_score": 0.664032, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"]}, {"precision": 0.667748, "recall": 0.735178, "f1": 0.687568, "accuracy": 0.735178, "main_score": 0.687568, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.98419, "f1": 0.981225, "accuracy": 0.98419, "main_score": 0.981225, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"]}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"]}, {"precision": 0.531213, "recall": 0.591897, "f1": 0.548526, "accuracy": 0.591897, "main_score": 0.548526, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"]}, {"precision": 0.543383, "recall": 0.599802, "f1": 0.558849, "accuracy": 0.599802, "main_score": 0.558849, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"]}, {"precision": 0.796149, "recall": 0.84585, "f1": 0.810935, "accuracy": 0.84585, "main_score": 0.810935, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"]}, {"precision": 0.456072, "recall": 0.518775, "f1": 0.472799, "accuracy": 0.518775, "main_score": 0.472799, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"]}, {"precision": 0.862236, "recall": 0.901186, "f1": 0.874572, "accuracy": 0.901186, "main_score": 0.874572, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"]}, {"precision": 0.530545, "recall": 0.594862, "f1": 0.548381, "accuracy": 0.594862, "main_score": 0.548381, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"]}, {"precision": 0.602352, "recall": 0.666996, "f1": 0.620076, "accuracy": 0.666996, "main_score": 0.620076, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"]}, {"precision": 0.191834, "recall": 0.247036, "f1": 0.20485, "accuracy": 0.247036, "main_score": 0.20485, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"]}, {"precision": 0.615475, "recall": 0.678854, "f1": 0.633437, "accuracy": 0.678854, "main_score": 0.633437, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"]}, {"precision": 0.786001, "recall": 0.840909, "f1": 0.802621, "accuracy": 0.840909, "main_score": 0.802621, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"]}, {"precision": 0.394546, "recall": 0.458498, "f1": 0.412132, "accuracy": 0.458498, "main_score": 0.412132, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"]}, {"precision": 0.670505, "recall": 0.730237, "f1": 0.688087, "accuracy": 0.730237, "main_score": 0.688087, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"]}, {"precision": 0.549623, "recall": 0.613636, "f1": 0.567922, "accuracy": 0.613636, "main_score": 0.567922, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"]}, {"precision": 0.497368, "recall": 0.564229, "f1": 0.51571, "accuracy": 0.564229, "main_score": 0.51571, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"]}, {"precision": 0.656613, "recall": 0.715415, "f1": 0.673751, "accuracy": 0.715415, "main_score": 0.673751, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"]}, {"precision": 0.266413, "recall": 0.348814, "f1": 0.287262, "accuracy": 0.348814, "main_score": 0.287262, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"]}, {"precision": 0.559527, "recall": 0.623518, "f1": 0.577991, "accuracy": 0.623518, "main_score": 0.577991, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"]}, {"precision": 0.576625, "recall": 0.637352, "f1": 0.59367, "accuracy": 0.637352, "main_score": 0.59367, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"]}, {"precision": 0.714707, "recall": 0.783597, "f1": 0.735907, "accuracy": 0.783597, "main_score": 0.735907, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"]}, {"precision": 0.55651, "recall": 0.619565, "f1": 0.574093, "accuracy": 0.619565, "main_score": 0.574093, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"]}, {"precision": 0.769713, "recall": 0.823123, "f1": 0.78643, "accuracy": 0.823123, "main_score": 0.78643, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"]}, {"precision": 0.450711, "recall": 0.51581, "f1": 0.468494, "accuracy": 0.51581, "main_score": 0.468494, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"]}, {"precision": 0.879858, "recall": 0.912055, "f1": 0.890053, "accuracy": 0.912055, "main_score": 0.890053, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944946, "accuracy": 0.95751, "main_score": 0.944946, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"]}, {"precision": 0.606777, "recall": 0.657115, "f1": 0.620691, "accuracy": 0.657115, "main_score": 0.620691, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"]}, {"precision": 0.913702, "recall": 0.939723, "f1": 0.922101, "accuracy": 0.939723, "main_score": 0.922101, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"]}, {"precision": 0.445313, "recall": 0.511858, "f1": 0.462889, "accuracy": 0.511858, "main_score": 0.462889, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"]}, {"precision": 0.626985, "recall": 0.697628, "f1": 0.647735, "accuracy": 0.697628, "main_score": 0.647735, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"]}, {"precision": 0.825091, "recall": 0.865613, "f1": 0.837308, "accuracy": 0.865613, "main_score": 0.837308, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"]}, {"precision": 0.636346, "recall": 0.688735, "f1": 0.651151, "accuracy": 0.688735, "main_score": 0.651151, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"]}, {"precision": 0.642689, "recall": 0.698617, "f1": 0.658586, "accuracy": 0.698617, "main_score": 0.658586, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"]}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"]}, {"precision": 0.533173, "recall": 0.596838, "f1": 0.550993, "accuracy": 0.596838, "main_score": 0.550993, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"]}, {"precision": 0.535207, "recall": 0.601779, "f1": 0.554012, "accuracy": 0.601779, "main_score": 0.554012, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"]}, {"precision": 0.811759, "recall": 0.860672, "f1": 0.826845, "accuracy": 0.860672, "main_score": 0.826845, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"]}, {"precision": 0.538111, "recall": 0.597826, "f1": 0.554118, "accuracy": 0.597826, "main_score": 0.554118, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"]}, {"precision": 0.610185, "recall": 0.66996, "f1": 0.627588, "accuracy": 0.66996, "main_score": 0.627588, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"]}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"]}, {"precision": 0.477275, "recall": 0.541502, "f1": 0.494581, "accuracy": 0.541502, "main_score": 0.494581, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"]}, {"precision": 0.562284, "recall": 0.618577, "f1": 0.577521, "accuracy": 0.618577, "main_score": 0.577521, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"]}, {"precision": 0.577531, "recall": 0.644269, "f1": 0.596829, "accuracy": 0.644269, "main_score": 0.596829, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"]}, {"precision": 0.543615, "recall": 0.602767, "f1": 0.559232, "accuracy": 0.602767, "main_score": 0.559232, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"]}, {"precision": 0.518735, "recall": 0.585968, "f1": 0.538065, "accuracy": 0.585968, "main_score": 0.538065, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"]}, {"precision": 0.720612, "recall": 0.781621, "f1": 0.738822, "accuracy": 0.781621, "main_score": 0.738822, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"]}, {"precision": 0.740366, "recall": 0.795455, "f1": 0.757082, "accuracy": 0.795455, "main_score": 0.757082, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"]}, {"precision": 0.874374, "recall": 0.903162, "f1": 0.883037, "accuracy": 0.903162, "main_score": 0.883037, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"]}, {"precision": 0.478032, "recall": 0.561265, "f1": 0.502422, "accuracy": 0.561265, "main_score": 0.502422, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"]}, {"precision": 0.700996, "recall": 0.757905, "f1": 0.717545, "accuracy": 0.757905, "main_score": 0.717545, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"]}, {"precision": 0.579292, "recall": 0.634387, "f1": 0.594796, "accuracy": 0.634387, "main_score": 0.594796, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"]}, {"precision": 0.347112, "recall": 0.396245, "f1": 0.360755, "accuracy": 0.396245, "main_score": 0.360755, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"]}, {"precision": 0.42274, "recall": 0.468379, "f1": 0.434806, "accuracy": 0.468379, "main_score": 0.434806, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"]}, {"precision": 0.207315, "recall": 0.251976, "f1": 0.218988, "accuracy": 0.251976, "main_score": 0.218988, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"]}, {"precision": 0.475177, "recall": 0.516798, "f1": 0.486171, "accuracy": 0.516798, "main_score": 0.486171, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"]}, {"precision": 0.42662, "recall": 0.474308, "f1": 0.440707, "accuracy": 0.474308, "main_score": 0.440707, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"]}, {"precision": 0.476747, "recall": 0.511858, "f1": 0.485919, "accuracy": 0.511858, "main_score": 0.485919, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"]}, {"precision": 0.489045, "recall": 0.521739, "f1": 0.497468, "accuracy": 0.521739, "main_score": 0.497468, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"]}, {"precision": 0.456433, "recall": 0.499012, "f1": 0.46732, "accuracy": 0.499012, "main_score": 0.46732, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"]}, {"precision": 0.474747, "recall": 0.513834, "f1": 0.48527, "accuracy": 0.513834, "main_score": 0.48527, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"]}, {"precision": 0.478306, "recall": 0.514822, "f1": 0.48803, "accuracy": 0.514822, "main_score": 0.48803, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"]}, {"precision": 0.482743, "recall": 0.511858, "f1": 0.49109, "accuracy": 0.511858, "main_score": 0.49109, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"]}, {"precision": 0.459843, "recall": 0.498024, "f1": 0.470095, "accuracy": 0.498024, "main_score": 0.470095, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"]}, {"precision": 0.457163, "recall": 0.498024, "f1": 0.468491, "accuracy": 0.498024, "main_score": 0.468491, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"]}, {"precision": 0.41714, "recall": 0.463439, "f1": 0.428886, "accuracy": 0.463439, "main_score": 0.428886, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"]}, {"precision": 0.468736, "recall": 0.512846, "f1": 0.480103, "accuracy": 0.512846, "main_score": 0.480103, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"]}, {"precision": 0.427534, "recall": 0.471344, "f1": 0.43922, "accuracy": 0.471344, "main_score": 0.43922, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"]}, {"precision": 0.473505, "recall": 0.51087, "f1": 0.483625, "accuracy": 0.51087, "main_score": 0.483625, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"]}, {"precision": 0.479765, "recall": 0.51087, "f1": 0.4888, "accuracy": 0.51087, "main_score": 0.4888, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"]}, {"precision": 0.465699, "recall": 0.504941, "f1": 0.476418, "accuracy": 0.504941, "main_score": 0.476418, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"]}, {"precision": 0.450826, "recall": 0.493083, "f1": 0.462128, "accuracy": 0.493083, "main_score": 0.462128, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"]}, {"precision": 0.496899, "recall": 0.536561, "f1": 0.507014, "accuracy": 0.536561, "main_score": 0.507014, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"]}, {"precision": 0.479789, "recall": 0.522727, "f1": 0.490444, "accuracy": 0.522727, "main_score": 0.490444, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"]}, {"precision": 0.421099, "recall": 0.467391, "f1": 0.434271, "accuracy": 0.467391, "main_score": 0.434271, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"]}, {"precision": 0.466882, "recall": 0.508893, "f1": 0.478693, "accuracy": 0.508893, "main_score": 0.478693, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"]}, {"precision": 0.46362, "recall": 0.508893, "f1": 0.475543, "accuracy": 0.508893, "main_score": 0.475543, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"]}, {"precision": 0.459787, "recall": 0.501976, "f1": 0.47148, "accuracy": 0.501976, "main_score": 0.47148, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"]}, {"precision": 0.17292, "recall": 0.215415, "f1": 0.183413, "accuracy": 0.215415, "main_score": 0.183413, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"]}, {"precision": 0.457577, "recall": 0.502964, "f1": 0.469534, "accuracy": 0.502964, "main_score": 0.469534, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"]}, {"precision": 0.481086, "recall": 0.513834, "f1": 0.489859, "accuracy": 0.513834, "main_score": 0.489859, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"]}, {"precision": 0.466003, "recall": 0.509881, "f1": 0.477775, "accuracy": 0.509881, "main_score": 0.477775, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"]}, {"precision": 0.469773, "recall": 0.513834, "f1": 0.481475, "accuracy": 0.513834, "main_score": 0.481475, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"]}, {"precision": 0.461447, "recall": 0.501976, "f1": 0.472444, "accuracy": 0.501976, "main_score": 0.472444, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"]}, {"precision": 0.472809, "recall": 0.507905, "f1": 0.482564, "accuracy": 0.507905, "main_score": 0.482564, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"]}, {"precision": 0.464842, "recall": 0.500988, "f1": 0.475109, "accuracy": 0.500988, "main_score": 0.475109, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"]}, {"precision": 0.479378, "recall": 0.519763, "f1": 0.490313, "accuracy": 0.519763, "main_score": 0.490313, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"]}, {"precision": 0.387392, "recall": 0.440711, "f1": 0.402347, "accuracy": 0.440711, "main_score": 0.402347, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"]}, {"precision": 0.450827, "recall": 0.494071, "f1": 0.463158, "accuracy": 0.494071, "main_score": 0.463158, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"]}, {"precision": 0.45849, "recall": 0.501976, "f1": 0.470002, "accuracy": 0.501976, "main_score": 0.470002, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"]}, {"precision": 0.455492, "recall": 0.498024, "f1": 0.467699, "accuracy": 0.498024, "main_score": 0.467699, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"]}, {"precision": 0.440071, "recall": 0.487154, "f1": 0.452112, "accuracy": 0.487154, "main_score": 0.452112, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"]}, {"precision": 0.445562, "recall": 0.490119, "f1": 0.458112, "accuracy": 0.490119, "main_score": 0.458112, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"]}, {"precision": 0.334205, "recall": 0.381423, "f1": 0.346632, "accuracy": 0.381423, "main_score": 0.346632, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"]}, {"precision": 0.467379, "recall": 0.51087, "f1": 0.479039, "accuracy": 0.51087, "main_score": 0.479039, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"]}, {"precision": 0.445257, "recall": 0.488142, "f1": 0.457235, "accuracy": 0.488142, "main_score": 0.457235, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"]}, {"precision": 0.456877, "recall": 0.502964, "f1": 0.468958, "accuracy": 0.502964, "main_score": 0.468958, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"]}, {"precision": 0.497985, "recall": 0.532609, "f1": 0.506412, "accuracy": 0.532609, "main_score": 0.506412, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"]}, {"precision": 0.476013, "recall": 0.51087, "f1": 0.485212, "accuracy": 0.51087, "main_score": 0.485212, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"]}, {"precision": 0.465659, "recall": 0.51087, "f1": 0.477594, "accuracy": 0.51087, "main_score": 0.477594, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"]}, {"precision": 0.435448, "recall": 0.479249, "f1": 0.448029, "accuracy": 0.479249, "main_score": 0.448029, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"]}, {"precision": 0.461391, "recall": 0.499012, "f1": 0.472155, "accuracy": 0.499012, "main_score": 0.472155, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"]}, {"precision": 0.467907, "recall": 0.505929, "f1": 0.478193, "accuracy": 0.505929, "main_score": 0.478193, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"]}, {"precision": 0.491484, "recall": 0.527668, "f1": 0.500762, "accuracy": 0.527668, "main_score": 0.500762, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"]}, {"precision": 0.475175, "recall": 0.513834, "f1": 0.48516, "accuracy": 0.513834, "main_score": 0.48516, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"]}, {"precision": 0.415385, "recall": 0.462451, "f1": 0.42914, "accuracy": 0.462451, "main_score": 0.42914, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"]}, {"precision": 0.473282, "recall": 0.51087, "f1": 0.483329, "accuracy": 0.51087, "main_score": 0.483329, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"]}, {"precision": 0.337355, "recall": 0.389328, "f1": 0.351235, "accuracy": 0.389328, "main_score": 0.351235, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"]}, {"precision": 0.418868, "recall": 0.459486, "f1": 0.430671, "accuracy": 0.459486, "main_score": 0.430671, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"]}, {"precision": 0.48684, "recall": 0.519763, "f1": 0.495473, "accuracy": 0.519763, "main_score": 0.495473, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"]}, {"precision": 0.257773, "recall": 0.313241, "f1": 0.273267, "accuracy": 0.313241, "main_score": 0.273267, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"]}, {"precision": 0.471133, "recall": 0.512846, "f1": 0.481906, "accuracy": 0.512846, "main_score": 0.481906, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"]}, {"precision": 0.473021, "recall": 0.51087, "f1": 0.482924, "accuracy": 0.51087, "main_score": 0.482924, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"]}, {"precision": 0.475943, "recall": 0.513834, "f1": 0.485969, "accuracy": 0.513834, "main_score": 0.485969, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"]}, {"precision": 0.444579, "recall": 0.494071, "f1": 0.457477, "accuracy": 0.494071, "main_score": 0.457477, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"]}, {"precision": 0.476173, "recall": 0.507905, "f1": 0.485181, "accuracy": 0.507905, "main_score": 0.485181, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"]}, {"precision": 0.464032, "recall": 0.506917, "f1": 0.475462, "accuracy": 0.506917, "main_score": 0.475462, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"]}, {"precision": 0.460843, "recall": 0.500988, "f1": 0.471149, "accuracy": 0.500988, "main_score": 0.471149, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"]}, {"precision": 0.491742, "recall": 0.529644, "f1": 0.501567, "accuracy": 0.529644, "main_score": 0.501567, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"]}, {"precision": 0.459214, "recall": 0.5, "f1": 0.469978, "accuracy": 0.5, "main_score": 0.469978, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"]}, {"precision": 0.478144, "recall": 0.513834, "f1": 0.48712, "accuracy": 0.513834, "main_score": 0.48712, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"]}, {"precision": 0.436572, "recall": 0.481225, "f1": 0.448917, "accuracy": 0.481225, "main_score": 0.448917, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"]}, {"precision": 0.450865, "recall": 0.490119, "f1": 0.462022, "accuracy": 0.490119, "main_score": 0.462022, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"]}, {"precision": 0.45474, "recall": 0.492095, "f1": 0.465094, "accuracy": 0.492095, "main_score": 0.465094, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"]}, {"precision": 0.460374, "recall": 0.494071, "f1": 0.469449, "accuracy": 0.494071, "main_score": 0.469449, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"]}, {"precision": 0.242096, "recall": 0.294466, "f1": 0.254356, "accuracy": 0.294466, "main_score": 0.254356, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"]}, {"precision": 0.476003, "recall": 0.511858, "f1": 0.486069, "accuracy": 0.511858, "main_score": 0.486069, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"]}, {"precision": 0.450492, "recall": 0.490119, "f1": 0.461974, "accuracy": 0.490119, "main_score": 0.461974, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"]}, {"precision": 0.454824, "recall": 0.491107, "f1": 0.465191, "accuracy": 0.491107, "main_score": 0.465191, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"]}, {"precision": 0.406301, "recall": 0.450593, "f1": 0.419438, "accuracy": 0.450593, "main_score": 0.419438, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"]}, {"precision": 0.485778, "recall": 0.522727, "f1": 0.495221, "accuracy": 0.522727, "main_score": 0.495221, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"]}, {"precision": 0.466055, "recall": 0.501976, "f1": 0.47588, "accuracy": 0.501976, "main_score": 0.47588, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"]}, {"precision": 0.484289, "recall": 0.524704, "f1": 0.494791, "accuracy": 0.524704, "main_score": 0.494791, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"]}, {"precision": 0.387887, "recall": 0.440711, "f1": 0.402301, "accuracy": 0.440711, "main_score": 0.402301, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"]}, {"precision": 0.476344, "recall": 0.514822, "f1": 0.486752, "accuracy": 0.514822, "main_score": 0.486752, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"]}, {"precision": 0.461784, "recall": 0.503953, "f1": 0.473741, "accuracy": 0.503953, "main_score": 0.473741, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"]}, {"precision": 0.473794, "recall": 0.514822, "f1": 0.484959, "accuracy": 0.514822, "main_score": 0.484959, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"]}, {"precision": 0.467266, "recall": 0.507905, "f1": 0.478313, "accuracy": 0.507905, "main_score": 0.478313, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"]}, {"precision": 0.431296, "recall": 0.474308, "f1": 0.443287, "accuracy": 0.474308, "main_score": 0.443287, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"]}, {"precision": 0.43391, "recall": 0.474308, "f1": 0.44577, "accuracy": 0.474308, "main_score": 0.44577, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"]}, {"precision": 0.456484, "recall": 0.501976, "f1": 0.46864, "accuracy": 0.501976, "main_score": 0.46864, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"]}, {"precision": 0.485439, "recall": 0.520751, "f1": 0.49518, "accuracy": 0.520751, "main_score": 0.49518, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"]}, {"precision": 0.464701, "recall": 0.502964, "f1": 0.47426, "accuracy": 0.502964, "main_score": 0.47426, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"]}, {"precision": 0.470435, "recall": 0.505929, "f1": 0.480406, "accuracy": 0.505929, "main_score": 0.480406, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"]}, {"precision": 0.411566, "recall": 0.455534, "f1": 0.424062, "accuracy": 0.455534, "main_score": 0.424062, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"]}, {"precision": 0.488786, "recall": 0.52668, "f1": 0.498818, "accuracy": 0.52668, "main_score": 0.498818, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"]}, {"precision": 0.442228, "recall": 0.485178, "f1": 0.454111, "accuracy": 0.485178, "main_score": 0.454111, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"]}, {"precision": 0.434964, "recall": 0.475296, "f1": 0.446042, "accuracy": 0.475296, "main_score": 0.446042, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"]}, {"precision": 0.471239, "recall": 0.51087, "f1": 0.482048, "accuracy": 0.51087, "main_score": 0.482048, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"]}, {"precision": 0.432037, "recall": 0.470356, "f1": 0.44345, "accuracy": 0.470356, "main_score": 0.44345, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"]}, {"precision": 0.49418, "recall": 0.527668, "f1": 0.503309, "accuracy": 0.527668, "main_score": 0.503309, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"]}, {"precision": 0.455321, "recall": 0.502964, "f1": 0.467889, "accuracy": 0.502964, "main_score": 0.467889, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"]}, {"precision": 0.467903, "recall": 0.507905, "f1": 0.478618, "accuracy": 0.507905, "main_score": 0.478618, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"]}, {"precision": 0.470142, "recall": 0.511858, "f1": 0.481412, "accuracy": 0.511858, "main_score": 0.481412, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"]}, {"precision": 0.471221, "recall": 0.506917, "f1": 0.481862, "accuracy": 0.506917, "main_score": 0.481862, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"]}, {"precision": 0.475519, "recall": 0.516798, "f1": 0.486448, "accuracy": 0.516798, "main_score": 0.486448, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"]}, {"precision": 0.35859, "recall": 0.41502, "f1": 0.373409, "accuracy": 0.41502, "main_score": 0.373409, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"]}, {"precision": 0.437164, "recall": 0.481225, "f1": 0.449122, "accuracy": 0.481225, "main_score": 0.449122, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"]}, {"precision": 0.189912, "recall": 0.240119, "f1": 0.201681, "accuracy": 0.240119, "main_score": 0.201681, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"]}, {"precision": 0.464591, "recall": 0.498024, "f1": 0.474217, "accuracy": 0.498024, "main_score": 0.474217, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"]}, {"precision": 0.38665, "recall": 0.43083, "f1": 0.399484, "accuracy": 0.43083, "main_score": 0.399484, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"]}, {"precision": 0.477277, "recall": 0.51581, "f1": 0.48703, "accuracy": 0.51581, "main_score": 0.48703, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"]}, {"precision": 0.471697, "recall": 0.51087, "f1": 0.482579, "accuracy": 0.51087, "main_score": 0.482579, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"]}, {"precision": 0.35307, "recall": 0.40415, "f1": 0.367276, "accuracy": 0.40415, "main_score": 0.367276, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"]}, {"precision": 0.461735, "recall": 0.496047, "f1": 0.471988, "accuracy": 0.496047, "main_score": 0.471988, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"]}, {"precision": 0.482991, "recall": 0.523715, "f1": 0.493719, "accuracy": 0.523715, "main_score": 0.493719, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"]}, {"precision": 0.432351, "recall": 0.479249, "f1": 0.445881, "accuracy": 0.479249, "main_score": 0.445881, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"]}, {"precision": 0.47165, "recall": 0.51087, "f1": 0.482617, "accuracy": 0.51087, "main_score": 0.482617, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"]}, {"precision": 0.462674, "recall": 0.500988, "f1": 0.473583, "accuracy": 0.500988, "main_score": 0.473583, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"]}, {"precision": 0.431827, "recall": 0.485178, "f1": 0.446262, "accuracy": 0.485178, "main_score": 0.446262, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"]}, {"precision": 0.488894, "recall": 0.517787, "f1": 0.49701, "accuracy": 0.517787, "main_score": 0.49701, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"]}, {"precision": 0.420915, "recall": 0.463439, "f1": 0.432659, "accuracy": 0.463439, "main_score": 0.432659, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"]}, {"precision": 0.437444, "recall": 0.485178, "f1": 0.450789, "accuracy": 0.485178, "main_score": 0.450789, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"]}, {"precision": 0.464278, "recall": 0.500988, "f1": 0.47417, "accuracy": 0.500988, "main_score": 0.47417, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"]}, {"precision": 0.477795, "recall": 0.511858, "f1": 0.487359, "accuracy": 0.511858, "main_score": 0.487359, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"]}, {"precision": 0.096666, "recall": 0.136364, "f1": 0.106602, "accuracy": 0.136364, "main_score": 0.106602, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"]}, {"precision": 0.462713, "recall": 0.504941, "f1": 0.474163, "accuracy": 0.504941, "main_score": 0.474163, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"]}, {"precision": 0.407297, "recall": 0.456522, "f1": 0.42061, "accuracy": 0.456522, "main_score": 0.42061, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"]}, {"precision": 0.43404, "recall": 0.477273, "f1": 0.445843, "accuracy": 0.477273, "main_score": 0.445843, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"]}, {"precision": 0.478114, "recall": 0.518775, "f1": 0.488342, "accuracy": 0.518775, "main_score": 0.488342, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"]}, {"precision": 0.390609, "recall": 0.443676, "f1": 0.405469, "accuracy": 0.443676, "main_score": 0.405469, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"]}, {"precision": 0.443425, "recall": 0.487154, "f1": 0.45478, "accuracy": 0.487154, "main_score": 0.45478, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"]}, {"precision": 0.456071, "recall": 0.502964, "f1": 0.468141, "accuracy": 0.502964, "main_score": 0.468141, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"]}, {"precision": 0.461975, "recall": 0.505929, "f1": 0.474348, "accuracy": 0.505929, "main_score": 0.474348, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"]}, {"precision": 0.464237, "recall": 0.509881, "f1": 0.475792, "accuracy": 0.509881, "main_score": 0.475792, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"]}, {"precision": 0.458949, "recall": 0.499012, "f1": 0.470328, "accuracy": 0.499012, "main_score": 0.470328, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"]}, {"precision": 0.406415, "recall": 0.452569, "f1": 0.41995, "accuracy": 0.452569, "main_score": 0.41995, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"]}, {"precision": 0.455621, "recall": 0.498024, "f1": 0.467222, "accuracy": 0.498024, "main_score": 0.467222, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"]}, {"precision": 0.417425, "recall": 0.460474, "f1": 0.429505, "accuracy": 0.460474, "main_score": 0.429505, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"]}, {"precision": 0.418619, "recall": 0.458498, "f1": 0.430799, "accuracy": 0.458498, "main_score": 0.430799, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"]}, {"precision": 0.461057, "recall": 0.501976, "f1": 0.472345, "accuracy": 0.501976, "main_score": 0.472345, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"]}, {"precision": 0.479489, "recall": 0.512846, "f1": 0.489462, "accuracy": 0.512846, "main_score": 0.489462, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"]}, {"precision": 0.462067, "recall": 0.505929, "f1": 0.473467, "accuracy": 0.505929, "main_score": 0.473467, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"]}, {"precision": 0.497117, "recall": 0.52668, "f1": 0.505516, "accuracy": 0.52668, "main_score": 0.505516, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"]}, {"precision": 0.46122, "recall": 0.503953, "f1": 0.472176, "accuracy": 0.503953, "main_score": 0.472176, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"]}, {"precision": 0.428491, "recall": 0.479249, "f1": 0.443064, "accuracy": 0.479249, "main_score": 0.443064, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"]}, {"precision": 0.419464, "recall": 0.463439, "f1": 0.43224, "accuracy": 0.463439, "main_score": 0.43224, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"]}, {"precision": 0.430818, "recall": 0.470356, "f1": 0.44164, "accuracy": 0.470356, "main_score": 0.44164, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"]}, {"precision": 0.418901, "recall": 0.464427, "f1": 0.431069, "accuracy": 0.464427, "main_score": 0.431069, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"]}, {"precision": 0.450536, "recall": 0.491107, "f1": 0.461899, "accuracy": 0.491107, "main_score": 0.461899, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"]}, {"precision": 0.48183, "recall": 0.512846, "f1": 0.490132, "accuracy": 0.512846, "main_score": 0.490132, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"]}, {"precision": 0.419968, "recall": 0.463439, "f1": 0.432494, "accuracy": 0.463439, "main_score": 0.432494, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"]}, {"precision": 0.468601, "recall": 0.505929, "f1": 0.478819, "accuracy": 0.505929, "main_score": 0.478819, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"]}, {"precision": 0.458008, "recall": 0.5, "f1": 0.469414, "accuracy": 0.5, "main_score": 0.469414, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"]}, {"precision": 0.467263, "recall": 0.509881, "f1": 0.478567, "accuracy": 0.509881, "main_score": 0.478567, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"]}, {"precision": 0.459552, "recall": 0.495059, "f1": 0.469947, "accuracy": 0.495059, "main_score": 0.469947, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"]}, {"precision": 0.471919, "recall": 0.51087, "f1": 0.481591, "accuracy": 0.51087, "main_score": 0.481591, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"]}, {"precision": 0.423342, "recall": 0.466403, "f1": 0.435718, "accuracy": 0.466403, "main_score": 0.435718, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"]}, {"precision": 0.458953, "recall": 0.496047, "f1": 0.469151, "accuracy": 0.496047, "main_score": 0.469151, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"]}, {"precision": 0.389829, "recall": 0.436759, "f1": 0.402465, "accuracy": 0.436759, "main_score": 0.402465, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"]}, {"precision": 0.47494, "recall": 0.51581, "f1": 0.485993, "accuracy": 0.51581, "main_score": 0.485993, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"]}, {"precision": 0.342885, "recall": 0.389328, "f1": 0.356656, "accuracy": 0.389328, "main_score": 0.356656, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"]}, {"precision": 0.449468, "recall": 0.497036, "f1": 0.461854, "accuracy": 0.497036, "main_score": 0.461854, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"]}, {"precision": 0.463934, "recall": 0.507905, "f1": 0.475977, "accuracy": 0.507905, "main_score": 0.475977, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"]}, {"precision": 0.45814, "recall": 0.499012, "f1": 0.468303, "accuracy": 0.499012, "main_score": 0.468303, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"]}, {"precision": 0.473675, "recall": 0.511858, "f1": 0.483953, "accuracy": 0.511858, "main_score": 0.483953, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"]}, {"precision": 0.456763, "recall": 0.497036, "f1": 0.467093, "accuracy": 0.497036, "main_score": 0.467093, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"]}, {"precision": 0.454698, "recall": 0.500988, "f1": 0.46712, "accuracy": 0.500988, "main_score": 0.46712, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"]}, {"precision": 0.464681, "recall": 0.500988, "f1": 0.474428, "accuracy": 0.500988, "main_score": 0.474428, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"]}, {"precision": 0.463483, "recall": 0.503953, "f1": 0.473906, "accuracy": 0.503953, "main_score": 0.473906, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"]}, {"precision": 0.489888, "recall": 0.521739, "f1": 0.49898, "accuracy": 0.521739, "main_score": 0.49898, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"]}, {"precision": 0.486003, "recall": 0.523715, "f1": 0.496331, "accuracy": 0.523715, "main_score": 0.496331, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"]}, {"precision": 0.428376, "recall": 0.469368, "f1": 0.440549, "accuracy": 0.469368, "main_score": 0.440549, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"]}, {"precision": 0.476185, "recall": 0.51581, "f1": 0.486938, "accuracy": 0.51581, "main_score": 0.486938, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"]}, {"precision": 0.461411, "recall": 0.5, "f1": 0.4722, "accuracy": 0.5, "main_score": 0.4722, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"]}, {"precision": 0.462795, "recall": 0.505929, "f1": 0.474249, "accuracy": 0.505929, "main_score": 0.474249, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"]}, {"precision": 0.420792, "recall": 0.464427, "f1": 0.433465, "accuracy": 0.464427, "main_score": 0.433465, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"]}, {"precision": 0.476891, "recall": 0.514822, "f1": 0.487159, "accuracy": 0.514822, "main_score": 0.487159, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"]}, {"precision": 0.459825, "recall": 0.493083, "f1": 0.469699, "accuracy": 0.493083, "main_score": 0.469699, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"]}, {"precision": 0.438434, "recall": 0.482213, "f1": 0.45098, "accuracy": 0.482213, "main_score": 0.45098, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"]}, {"precision": 0.436462, "recall": 0.48419, "f1": 0.449516, "accuracy": 0.48419, "main_score": 0.449516, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"]}, {"precision": 0.413853, "recall": 0.455534, "f1": 0.425458, "accuracy": 0.455534, "main_score": 0.425458, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"]}, {"precision": 0.478116, "recall": 0.520751, "f1": 0.489492, "accuracy": 0.520751, "main_score": 0.489492, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"]}, {"precision": 0.425766, "recall": 0.466403, "f1": 0.43737, "accuracy": 0.466403, "main_score": 0.43737, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"]}, {"precision": 0.43715, "recall": 0.474308, "f1": 0.447861, "accuracy": 0.474308, "main_score": 0.447861, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"]}, {"precision": 0.461225, "recall": 0.498024, "f1": 0.47142, "accuracy": 0.498024, "main_score": 0.47142, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"]}, {"precision": 0.444908, "recall": 0.492095, "f1": 0.458419, "accuracy": 0.492095, "main_score": 0.458419, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"]}, {"precision": 0.447795, "recall": 0.487154, "f1": 0.458459, "accuracy": 0.487154, "main_score": 0.458459, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"]}, {"precision": 0.448963, "recall": 0.48419, "f1": 0.459068, "accuracy": 0.48419, "main_score": 0.459068, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"]}, {"precision": 0.447036, "recall": 0.492095, "f1": 0.458721, "accuracy": 0.492095, "main_score": 0.458721, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"]}, {"precision": 0.433766, "recall": 0.475296, "f1": 0.445532, "accuracy": 0.475296, "main_score": 0.445532, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"]}, {"precision": 0.450876, "recall": 0.490119, "f1": 0.461624, "accuracy": 0.490119, "main_score": 0.461624, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"]}, {"precision": 0.46955, "recall": 0.504941, "f1": 0.479584, "accuracy": 0.504941, "main_score": 0.479584, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"]}, {"precision": 0.47578, "recall": 0.504941, "f1": 0.484236, "accuracy": 0.504941, "main_score": 0.484236, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"]}, {"precision": 0.484158, "recall": 0.517787, "f1": 0.493207, "accuracy": 0.517787, "main_score": 0.493207, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"]}, {"precision": 0.421889, "recall": 0.471344, "f1": 0.435146, "accuracy": 0.471344, "main_score": 0.435146, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"]}, {"precision": 0.429369, "recall": 0.471344, "f1": 0.441501, "accuracy": 0.471344, "main_score": 0.441501, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"]}, {"precision": 0.470995, "recall": 0.508893, "f1": 0.48146, "accuracy": 0.508893, "main_score": 0.48146, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"]}, {"precision": 0.353807, "recall": 0.411067, "f1": 0.370045, "accuracy": 0.411067, "main_score": 0.370045, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"]}, {"precision": 0.451722, "recall": 0.490119, "f1": 0.46249, "accuracy": 0.490119, "main_score": 0.46249, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"]}, {"precision": 0.426902, "recall": 0.474308, "f1": 0.439727, "accuracy": 0.474308, "main_score": 0.439727, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"]}, {"precision": 0.461935, "recall": 0.505929, "f1": 0.473704, "accuracy": 0.505929, "main_score": 0.473704, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"]}, {"precision": 0.463133, "recall": 0.508893, "f1": 0.475324, "accuracy": 0.508893, "main_score": 0.475324, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"]}, {"precision": 0.433015, "recall": 0.469368, "f1": 0.443618, "accuracy": 0.469368, "main_score": 0.443618, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"]}, {"precision": 0.445678, "recall": 0.485178, "f1": 0.456733, "accuracy": 0.485178, "main_score": 0.456733, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"]}, {"precision": 0.606361, "recall": 0.66996, "f1": 0.624673, "accuracy": 0.66996, "main_score": 0.624673, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"]}, {"precision": 0.561866, "recall": 0.62253, "f1": 0.579671, "accuracy": 0.62253, "main_score": 0.579671, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"]}, {"precision": 0.460963, "recall": 0.541502, "f1": 0.482602, "accuracy": 0.541502, "main_score": 0.482602, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"]}, {"precision": 0.632918, "recall": 0.685771, "f1": 0.647727, "accuracy": 0.685771, "main_score": 0.647727, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"]}, {"precision": 0.898962, "recall": 0.925889, "f1": 0.907675, "accuracy": 0.925889, "main_score": 0.907675, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"]}, {"precision": 0.963439, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"]}, {"precision": 0.63211, "recall": 0.684783, "f1": 0.647151, "accuracy": 0.684783, "main_score": 0.647151, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"]}, {"precision": 0.64637, "recall": 0.701581, "f1": 0.662538, "accuracy": 0.701581, "main_score": 0.662538, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"]}, {"precision": 0.593462, "recall": 0.656126, "f1": 0.611185, "accuracy": 0.656126, "main_score": 0.611185, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"]}, {"precision": 0.193131, "recall": 0.245059, "f1": 0.206185, "accuracy": 0.245059, "main_score": 0.206185, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"]}, {"precision": 0.670059, "recall": 0.717391, "f1": 0.683057, "accuracy": 0.717391, "main_score": 0.683057, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"]}, {"precision": 0.712846, "recall": 0.76087, "f1": 0.727324, "accuracy": 0.76087, "main_score": 0.727324, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"]}, {"precision": 0.56357, "recall": 0.614625, "f1": 0.578458, "accuracy": 0.614625, "main_score": 0.578458, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"]}, {"precision": 0.537793, "recall": 0.605731, "f1": 0.556497, "accuracy": 0.605731, "main_score": 0.556497, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"]}, {"precision": 0.596723, "recall": 0.660079, "f1": 0.615283, "accuracy": 0.660079, "main_score": 0.615283, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"]}, {"precision": 0.606994, "recall": 0.667984, "f1": 0.624129, "accuracy": 0.667984, "main_score": 0.624129, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"]}, {"precision": 0.905221, "recall": 0.931818, "f1": 0.913603, "accuracy": 0.931818, "main_score": 0.913603, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"]}, {"precision": 0.551404, "recall": 0.609684, "f1": 0.568195, "accuracy": 0.609684, "main_score": 0.568195, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"]}, {"precision": 0.568646, "recall": 0.631423, "f1": 0.585679, "accuracy": 0.631423, "main_score": 0.585679, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"]}, {"precision": 0.543407, "recall": 0.601779, "f1": 0.559948, "accuracy": 0.601779, "main_score": 0.559948, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"]}, {"precision": 0.327777, "recall": 0.384387, "f1": 0.343322, "accuracy": 0.384387, "main_score": 0.343322, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"]}, {"precision": 0.610066, "recall": 0.666996, "f1": 0.626295, "accuracy": 0.666996, "main_score": 0.626295, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"]}, {"precision": 0.611594, "recall": 0.661067, "f1": 0.625928, "accuracy": 0.661067, "main_score": 0.625928, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"]}, {"precision": 0.730049, "recall": 0.790514, "f1": 0.747843, "accuracy": 0.790514, "main_score": 0.747843, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"]}, {"precision": 0.674753, "recall": 0.747036, "f1": 0.69641, "accuracy": 0.747036, "main_score": 0.69641, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"]}, {"precision": 0.736488, "recall": 0.787549, "f1": 0.751367, "accuracy": 0.787549, "main_score": 0.751367, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"]}, {"precision": 0.693989, "recall": 0.746047, "f1": 0.709783, "accuracy": 0.746047, "main_score": 0.709783, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"]}, {"precision": 0.693363, "recall": 0.752964, "f1": 0.710724, "accuracy": 0.752964, "main_score": 0.710724, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"]}, {"precision": 0.57563, "recall": 0.635375, "f1": 0.592381, "accuracy": 0.635375, "main_score": 0.592381, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"]}, {"precision": 0.582938, "recall": 0.640316, "f1": 0.599145, "accuracy": 0.640316, "main_score": 0.599145, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"]}, {"precision": 0.810738, "recall": 0.852767, "f1": 0.823188, "accuracy": 0.852767, "main_score": 0.823188, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"]}, {"precision": 0.488783, "recall": 0.546443, "f1": 0.504064, "accuracy": 0.546443, "main_score": 0.504064, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"]}, {"precision": 0.897645, "recall": 0.926877, "f1": 0.906804, "accuracy": 0.926877, "main_score": 0.906804, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"]}, {"precision": 0.56386, "recall": 0.624506, "f1": 0.581232, "accuracy": 0.624506, "main_score": 0.581232, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"]}, {"precision": 0.61821, "recall": 0.684783, "f1": 0.63744, "accuracy": 0.684783, "main_score": 0.63744, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"]}, {"precision": 0.203338, "recall": 0.259881, "f1": 0.216201, "accuracy": 0.259881, "main_score": 0.216201, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"]}, {"precision": 0.647414, "recall": 0.706522, "f1": 0.664822, "accuracy": 0.706522, "main_score": 0.664822, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"]}, {"precision": 0.821805, "recall": 0.867589, "f1": 0.835691, "accuracy": 0.867589, "main_score": 0.835691, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"]}, {"precision": 0.444049, "recall": 0.507905, "f1": 0.462446, "accuracy": 0.507905, "main_score": 0.462446, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"]}, {"precision": 0.704578, "recall": 0.757905, "f1": 0.72036, "accuracy": 0.757905, "main_score": 0.72036, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"]}, {"precision": 0.574357, "recall": 0.639328, "f1": 0.593439, "accuracy": 0.639328, "main_score": 0.593439, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"]}, {"precision": 0.526996, "recall": 0.591897, "f1": 0.544869, "accuracy": 0.591897, "main_score": 0.544869, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"]}, {"precision": 0.711561, "recall": 0.756917, "f1": 0.724657, "accuracy": 0.756917, "main_score": 0.724657, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"]}, {"precision": 0.271536, "recall": 0.352767, "f1": 0.292911, "accuracy": 0.352767, "main_score": 0.292911, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"]}, {"precision": 0.629463, "recall": 0.686759, "f1": 0.646014, "accuracy": 0.686759, "main_score": 0.646014, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"]}, {"precision": 0.603146, "recall": 0.666996, "f1": 0.621438, "accuracy": 0.666996, "main_score": 0.621438, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"]}, {"precision": 0.737607, "recall": 0.796443, "f1": 0.755556, "accuracy": 0.796443, "main_score": 0.755556, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"]}, {"precision": 0.582563, "recall": 0.642292, "f1": 0.599772, "accuracy": 0.642292, "main_score": 0.599772, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"]}, {"precision": 0.819071, "recall": 0.863636, "f1": 0.832839, "accuracy": 0.863636, "main_score": 0.832839, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"]}, {"precision": 0.486222, "recall": 0.549407, "f1": 0.503536, "accuracy": 0.549407, "main_score": 0.503536, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"]}, {"precision": 0.904974, "recall": 0.931818, "f1": 0.91349, "accuracy": 0.931818, "main_score": 0.91349, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"]}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"]}, {"precision": 0.653675, "recall": 0.702569, "f1": 0.66734, "accuracy": 0.702569, "main_score": 0.66734, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"]}, {"precision": 0.905962, "recall": 0.934783, "f1": 0.915184, "accuracy": 0.934783, "main_score": 0.915184, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"]}, {"precision": 0.487946, "recall": 0.560277, "f1": 0.508279, "accuracy": 0.560277, "main_score": 0.508279, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"]}, {"precision": 0.630171, "recall": 0.705534, "f1": 0.652456, "accuracy": 0.705534, "main_score": 0.652456, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"]}, {"precision": 0.855484, "recall": 0.893281, "f1": 0.867292, "accuracy": 0.893281, "main_score": 0.867292, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"]}, {"precision": 0.674749, "recall": 0.724308, "f1": 0.688735, "accuracy": 0.724308, "main_score": 0.688735, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"]}, {"precision": 0.689536, "recall": 0.741107, "f1": 0.704139, "accuracy": 0.741107, "main_score": 0.704139, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"]}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"]}, {"precision": 0.560552, "recall": 0.626482, "f1": 0.579457, "accuracy": 0.626482, "main_score": 0.579457, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"]}, {"precision": 0.56134, "recall": 0.624506, "f1": 0.579131, "accuracy": 0.624506, "main_score": 0.579131, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"]}, {"precision": 0.869153, "recall": 0.905138, "f1": 0.880665, "accuracy": 0.905138, "main_score": 0.880665, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"]}, {"precision": 0.575358, "recall": 0.63834, "f1": 0.592856, "accuracy": 0.63834, "main_score": 0.592856, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"]}, {"precision": 0.676005, "recall": 0.729249, "f1": 0.692194, "accuracy": 0.729249, "main_score": 0.692194, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"]}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"]}, {"precision": 0.51996, "recall": 0.572134, "f1": 0.53456, "accuracy": 0.572134, "main_score": 0.53456, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"]}, {"precision": 0.60386, "recall": 0.661067, "f1": 0.619067, "accuracy": 0.661067, "main_score": 0.619067, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"]}, {"precision": 0.622129, "recall": 0.68083, "f1": 0.639347, "accuracy": 0.68083, "main_score": 0.639347, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"]}, {"precision": 0.577917, "recall": 0.634387, "f1": 0.593586, "accuracy": 0.634387, "main_score": 0.593586, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"]}, {"precision": 0.558893, "recall": 0.621542, "f1": 0.577047, "accuracy": 0.621542, "main_score": 0.577047, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"]}, {"precision": 0.779018, "recall": 0.828063, "f1": 0.793709, "accuracy": 0.828063, "main_score": 0.793709, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"]}, {"precision": 0.766008, "recall": 0.815217, "f1": 0.781028, "accuracy": 0.815217, "main_score": 0.781028, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"]}, {"precision": 0.891255, "recall": 0.918972, "f1": 0.899605, "accuracy": 0.918972, "main_score": 0.899605, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"]}, {"precision": 0.50743, "recall": 0.588933, "f1": 0.530857, "accuracy": 0.588933, "main_score": 0.530857, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"]}, {"precision": 0.739361, "recall": 0.797431, "f1": 0.756625, "accuracy": 0.797431, "main_score": 0.756625, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"]}, {"precision": 0.627629, "recall": 0.674901, "f1": 0.640635, "accuracy": 0.674901, "main_score": 0.640635, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"]}, {"precision": 0.558872, "recall": 0.629447, "f1": 0.578462, "accuracy": 0.629447, "main_score": 0.578462, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"]}, {"precision": 0.516528, "recall": 0.582016, "f1": 0.53503, "accuracy": 0.582016, "main_score": 0.53503, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"]}, {"precision": 0.42274, "recall": 0.506917, "f1": 0.445667, "accuracy": 0.506917, "main_score": 0.445667, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"]}, {"precision": 0.580755, "recall": 0.642292, "f1": 0.598424, "accuracy": 0.642292, "main_score": 0.598424, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"]}, {"precision": 0.86721, "recall": 0.903162, "f1": 0.878524, "accuracy": 0.903162, "main_score": 0.878524, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"]}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"]}, {"precision": 0.594417, "recall": 0.657115, "f1": 0.61262, "accuracy": 0.657115, "main_score": 0.61262, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"]}, {"precision": 0.608218, "recall": 0.675889, "f1": 0.627132, "accuracy": 0.675889, "main_score": 0.627132, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"]}, {"precision": 0.540904, "recall": 0.607708, "f1": 0.559519, "accuracy": 0.607708, "main_score": 0.559519, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"]}, {"precision": 0.166033, "recall": 0.219368, "f1": 0.179498, "accuracy": 0.219368, "main_score": 0.179498, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"]}, {"precision": 0.633284, "recall": 0.690711, "f1": 0.649379, "accuracy": 0.690711, "main_score": 0.649379, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"]}, {"precision": 0.661775, "recall": 0.718379, "f1": 0.67828, "accuracy": 0.718379, "main_score": 0.67828, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"]}, {"precision": 0.536215, "recall": 0.591897, "f1": 0.552281, "accuracy": 0.591897, "main_score": 0.552281, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"]}, {"precision": 0.472964, "recall": 0.556324, "f1": 0.496122, "accuracy": 0.556324, "main_score": 0.496122, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"]}, {"precision": 0.551845, "recall": 0.623518, "f1": 0.572779, "accuracy": 0.623518, "main_score": 0.572779, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"]}, {"precision": 0.565573, "recall": 0.635375, "f1": 0.585265, "accuracy": 0.635375, "main_score": 0.585265, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"]}, {"precision": 0.886034, "recall": 0.916996, "f1": 0.89608, "accuracy": 0.916996, "main_score": 0.89608, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"]}, {"precision": 0.513055, "recall": 0.577075, "f1": 0.531638, "accuracy": 0.577075, "main_score": 0.531638, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"]}, {"precision": 0.504985, "recall": 0.577075, "f1": 0.525306, "accuracy": 0.577075, "main_score": 0.525306, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"]}, {"precision": 0.511658, "recall": 0.576087, "f1": 0.529734, "accuracy": 0.576087, "main_score": 0.529734, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"]}, {"precision": 0.944664, "recall": 0.962451, "f1": 0.950428, "accuracy": 0.962451, "main_score": 0.950428, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"]}, {"precision": 0.291731, "recall": 0.355731, "f1": 0.308443, "accuracy": 0.355731, "main_score": 0.308443, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"]}, {"precision": 0.581778, "recall": 0.651186, "f1": 0.601442, "accuracy": 0.651186, "main_score": 0.601442, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"]}, {"precision": 0.579012, "recall": 0.635375, "f1": 0.595252, "accuracy": 0.635375, "main_score": 0.595252, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"]}, {"precision": 0.70449, "recall": 0.766798, "f1": 0.722596, "accuracy": 0.766798, "main_score": 0.722596, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"]}, {"precision": 0.660063, "recall": 0.740119, "f1": 0.684176, "accuracy": 0.740119, "main_score": 0.684176, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"]}, {"precision": 0.709795, "recall": 0.766798, "f1": 0.726158, "accuracy": 0.766798, "main_score": 0.726158, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"]}, {"precision": 0.650132, "recall": 0.711462, "f1": 0.668271, "accuracy": 0.711462, "main_score": 0.668271, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"]}, {"precision": 0.641653, "recall": 0.716403, "f1": 0.663538, "accuracy": 0.716403, "main_score": 0.663538, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"]}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"]}, {"precision": 0.539297, "recall": 0.604743, "f1": 0.557187, "accuracy": 0.604743, "main_score": 0.557187, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"]}, {"precision": 0.557364, "recall": 0.615613, "f1": 0.573979, "accuracy": 0.615613, "main_score": 0.573979, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"]}, {"precision": 0.804891, "recall": 0.851779, "f1": 0.819038, "accuracy": 0.851779, "main_score": 0.819038, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"]}, {"precision": 0.470755, "recall": 0.531621, "f1": 0.486623, "accuracy": 0.531621, "main_score": 0.486623, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"]}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866041, "accuracy": 0.892292, "main_score": 0.866041, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"]}, {"precision": 0.541907, "recall": 0.607708, "f1": 0.560295, "accuracy": 0.607708, "main_score": 0.560295, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"]}, {"precision": 0.58507, "recall": 0.659091, "f1": 0.606387, "accuracy": 0.659091, "main_score": 0.606387, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"]}, {"precision": 0.184014, "recall": 0.244071, "f1": 0.198419, "accuracy": 0.244071, "main_score": 0.198419, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"]}, {"precision": 0.614221, "recall": 0.686759, "f1": 0.635223, "accuracy": 0.686759, "main_score": 0.635223, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"]}, {"precision": 0.794862, "recall": 0.849802, "f1": 0.812055, "accuracy": 0.849802, "main_score": 0.812055, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"]}, {"precision": 0.409662, "recall": 0.467391, "f1": 0.425392, "accuracy": 0.467391, "main_score": 0.425392, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"]}, {"precision": 0.664265, "recall": 0.725296, "f1": 0.682068, "accuracy": 0.725296, "main_score": 0.682068, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"]}, {"precision": 0.557333, "recall": 0.625494, "f1": 0.576444, "accuracy": 0.625494, "main_score": 0.576444, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"]}, {"precision": 0.495667, "recall": 0.566206, "f1": 0.514986, "accuracy": 0.566206, "main_score": 0.514986, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"]}, {"precision": 0.662492, "recall": 0.719368, "f1": 0.679271, "accuracy": 0.719368, "main_score": 0.679271, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"]}, {"precision": 0.225782, "recall": 0.309289, "f1": 0.247756, "accuracy": 0.309289, "main_score": 0.247756, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"]}, {"precision": 0.563752, "recall": 0.630435, "f1": 0.583206, "accuracy": 0.630435, "main_score": 0.583206, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"]}, {"precision": 0.591242, "recall": 0.659091, "f1": 0.609975, "accuracy": 0.659091, "main_score": 0.609975, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"]}, {"precision": 0.698781, "recall": 0.773715, "f1": 0.722021, "accuracy": 0.773715, "main_score": 0.722021, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"]}, {"precision": 0.563465, "recall": 0.628458, "f1": 0.581795, "accuracy": 0.628458, "main_score": 0.581795, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"]}, {"precision": 0.775807, "recall": 0.829051, "f1": 0.791996, "accuracy": 0.829051, "main_score": 0.791996, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"]}, {"precision": 0.459638, "recall": 0.535573, "f1": 0.480509, "accuracy": 0.535573, "main_score": 0.480509, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"]}, {"precision": 0.880352, "recall": 0.912055, "f1": 0.890382, "accuracy": 0.912055, "main_score": 0.890382, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"]}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"]}, {"precision": 0.612972, "recall": 0.672925, "f1": 0.630297, "accuracy": 0.672925, "main_score": 0.630297, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"]}, {"precision": 0.907197, "recall": 0.934783, "f1": 0.916074, "accuracy": 0.934783, "main_score": 0.916074, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"]}, {"precision": 0.439469, "recall": 0.51581, "f1": 0.460329, "accuracy": 0.51581, "main_score": 0.460329, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"]}, {"precision": 0.614305, "recall": 0.685771, "f1": 0.635053, "accuracy": 0.685771, "main_score": 0.635053, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"]}, {"precision": 0.838521, "recall": 0.880435, "f1": 0.851515, "accuracy": 0.880435, "main_score": 0.851515, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"]}, {"precision": 0.635674, "recall": 0.695652, "f1": 0.652938, "accuracy": 0.695652, "main_score": 0.652938, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"]}, {"precision": 0.626112, "recall": 0.694664, "f1": 0.645811, "accuracy": 0.694664, "main_score": 0.645811, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"]}, {"precision": 0.536144, "recall": 0.604743, "f1": 0.55578, "accuracy": 0.604743, "main_score": 0.55578, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"]}, {"precision": 0.526261, "recall": 0.593874, "f1": 0.545819, "accuracy": 0.593874, "main_score": 0.545819, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"]}, {"precision": 0.824588, "recall": 0.868577, "f1": 0.837978, "accuracy": 0.868577, "main_score": 0.837978, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"]}, {"precision": 0.539377, "recall": 0.605731, "f1": 0.557979, "accuracy": 0.605731, "main_score": 0.557979, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"]}, {"precision": 0.605769, "recall": 0.670949, "f1": 0.625033, "accuracy": 0.670949, "main_score": 0.625033, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"]}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"]}, {"precision": 0.498602, "recall": 0.557312, "f1": 0.51453, "accuracy": 0.557312, "main_score": 0.51453, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"]}, {"precision": 0.56798, "recall": 0.632411, "f1": 0.585592, "accuracy": 0.632411, "main_score": 0.585592, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"]}, {"precision": 0.592852, "recall": 0.657115, "f1": 0.61142, "accuracy": 0.657115, "main_score": 0.61142, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"]}, {"precision": 0.55449, "recall": 0.615613, "f1": 0.571813, "accuracy": 0.615613, "main_score": 0.571813, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"]}, {"precision": 0.525182, "recall": 0.599802, "f1": 0.546431, "accuracy": 0.599802, "main_score": 0.546431, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"]}, {"precision": 0.732987, "recall": 0.789526, "f1": 0.749694, "accuracy": 0.789526, "main_score": 0.749694, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"]}, {"precision": 0.755056, "recall": 0.806324, "f1": 0.770191, "accuracy": 0.806324, "main_score": 0.770191, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"]}, {"precision": 0.873765, "recall": 0.905138, "f1": 0.883432, "accuracy": 0.905138, "main_score": 0.883432, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"]}, {"precision": 0.475816, "recall": 0.561265, "f1": 0.501122, "accuracy": 0.561265, "main_score": 0.501122, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"]}, {"precision": 0.694401, "recall": 0.758893, "f1": 0.713801, "accuracy": 0.758893, "main_score": 0.713801, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"]}, {"precision": 0.602793, "recall": 0.653162, "f1": 0.616838, "accuracy": 0.653162, "main_score": 0.616838, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"]}, {"precision": 0.518067, "recall": 0.590909, "f1": 0.538185, "accuracy": 0.590909, "main_score": 0.538185, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"]}, {"precision": 0.494786, "recall": 0.55336, "f1": 0.510579, "accuracy": 0.55336, "main_score": 0.510579, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"]}, {"precision": 0.400834, "recall": 0.48419, "f1": 0.421538, "accuracy": 0.48419, "main_score": 0.421538, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"]}, {"precision": 0.550743, "recall": 0.605731, "f1": 0.565633, "accuracy": 0.605731, "main_score": 0.565633, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"]}, {"precision": 0.83111, "recall": 0.873518, "f1": 0.844057, "accuracy": 0.873518, "main_score": 0.844057, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"]}, {"precision": 0.934124, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"]}, {"precision": 0.554217, "recall": 0.617589, "f1": 0.572422, "accuracy": 0.617589, "main_score": 0.572422, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"]}, {"precision": 0.584457, "recall": 0.650198, "f1": 0.602152, "accuracy": 0.650198, "main_score": 0.602152, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"]}, {"precision": 0.522053, "recall": 0.583004, "f1": 0.538143, "accuracy": 0.583004, "main_score": 0.538143, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"]}, {"precision": 0.17474, "recall": 0.216403, "f1": 0.184274, "accuracy": 0.216403, "main_score": 0.184274, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"]}, {"precision": 0.610237, "recall": 0.656126, "f1": 0.622543, "accuracy": 0.656126, "main_score": 0.622543, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"]}, {"precision": 0.634183, "recall": 0.6917, "f1": 0.6506, "accuracy": 0.6917, "main_score": 0.6506, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"]}, {"precision": 0.508038, "recall": 0.561265, "f1": 0.522338, "accuracy": 0.561265, "main_score": 0.522338, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"]}, {"precision": 0.461749, "recall": 0.523715, "f1": 0.478101, "accuracy": 0.523715, "main_score": 0.478101, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"]}, {"precision": 0.526367, "recall": 0.588933, "f1": 0.544292, "accuracy": 0.588933, "main_score": 0.544292, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"]}, {"precision": 0.533171, "recall": 0.593874, "f1": 0.549427, "accuracy": 0.593874, "main_score": 0.549427, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"]}, {"precision": 0.862846, "recall": 0.898221, "f1": 0.873452, "accuracy": 0.898221, "main_score": 0.873452, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"]}, {"precision": 0.489414, "recall": 0.548419, "f1": 0.505756, "accuracy": 0.548419, "main_score": 0.505756, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"]}, {"precision": 0.486937, "recall": 0.552372, "f1": 0.505689, "accuracy": 0.552372, "main_score": 0.505689, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"]}, {"precision": 0.483696, "recall": 0.536561, "f1": 0.497875, "accuracy": 0.536561, "main_score": 0.497875, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"]}, {"precision": 0.304418, "recall": 0.357708, "f1": 0.318835, "accuracy": 0.357708, "main_score": 0.318835, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"]}, {"precision": 0.551968, "recall": 0.609684, "f1": 0.567956, "accuracy": 0.609684, "main_score": 0.567956, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"]}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"]}, {"precision": 0.563363, "recall": 0.618577, "f1": 0.578591, "accuracy": 0.618577, "main_score": 0.578591, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"]}, {"precision": 0.680361, "recall": 0.743083, "f1": 0.698377, "accuracy": 0.743083, "main_score": 0.698377, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"]}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"]}, {"precision": 0.644328, "recall": 0.710474, "f1": 0.663013, "accuracy": 0.710474, "main_score": 0.663013, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"]}, {"precision": 0.678226, "recall": 0.738142, "f1": 0.695099, "accuracy": 0.738142, "main_score": 0.695099, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"]}, {"precision": 0.630484, "recall": 0.685771, "f1": 0.646044, "accuracy": 0.685771, "main_score": 0.646044, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"]}, {"precision": 0.657578, "recall": 0.717391, "f1": 0.674609, "accuracy": 0.717391, "main_score": 0.674609, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"]}, {"precision": 0.941947, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"]}, {"precision": 0.50586, "recall": 0.567194, "f1": 0.522705, "accuracy": 0.567194, "main_score": 0.522705, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"]}, {"precision": 0.503635, "recall": 0.560277, "f1": 0.519194, "accuracy": 0.560277, "main_score": 0.519194, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"]}, {"precision": 0.770447, "recall": 0.820158, "f1": 0.78495, "accuracy": 0.820158, "main_score": 0.78495, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"]}, {"precision": 0.443499, "recall": 0.5, "f1": 0.457771, "accuracy": 0.5, "main_score": 0.457771, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"]}, {"precision": 0.848155, "recall": 0.886364, "f1": 0.859947, "accuracy": 0.886364, "main_score": 0.859947, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"]}, {"precision": 0.511376, "recall": 0.571146, "f1": 0.527909, "accuracy": 0.571146, "main_score": 0.527909, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"]}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"]}, {"precision": 0.560681, "recall": 0.621542, "f1": 0.578168, "accuracy": 0.621542, "main_score": 0.578168, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"]}, {"precision": 0.188237, "recall": 0.241107, "f1": 0.200053, "accuracy": 0.241107, "main_score": 0.200053, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"]}, {"precision": 0.599985, "recall": 0.661067, "f1": 0.616894, "accuracy": 0.661067, "main_score": 0.616894, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"]}, {"precision": 0.74888, "recall": 0.805336, "f1": 0.76542, "accuracy": 0.805336, "main_score": 0.76542, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"]}, {"precision": 0.381864, "recall": 0.434783, "f1": 0.395953, "accuracy": 0.434783, "main_score": 0.395953, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"]}, {"precision": 0.649489, "recall": 0.702569, "f1": 0.665185, "accuracy": 0.702569, "main_score": 0.665185, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"]}, {"precision": 0.54338, "recall": 0.601779, "f1": 0.560079, "accuracy": 0.601779, "main_score": 0.560079, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"]}, {"precision": 0.482255, "recall": 0.547431, "f1": 0.500148, "accuracy": 0.547431, "main_score": 0.500148, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"]}, {"precision": 0.633631, "recall": 0.688735, "f1": 0.648923, "accuracy": 0.688735, "main_score": 0.648923, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"]}, {"precision": 0.240924, "recall": 0.321146, "f1": 0.26194, "accuracy": 0.321146, "main_score": 0.26194, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"]}, {"precision": 0.551623, "recall": 0.609684, "f1": 0.568203, "accuracy": 0.609684, "main_score": 0.568203, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"]}, {"precision": 0.56572, "recall": 0.623518, "f1": 0.581788, "accuracy": 0.623518, "main_score": 0.581788, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"]}, {"precision": 0.701006, "recall": 0.767787, "f1": 0.720789, "accuracy": 0.767787, "main_score": 0.720789, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"]}, {"precision": 0.538201, "recall": 0.594862, "f1": 0.554083, "accuracy": 0.594862, "main_score": 0.554083, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"]}, {"precision": 0.744779, "recall": 0.795455, "f1": 0.75975, "accuracy": 0.795455, "main_score": 0.75975, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"]}, {"precision": 0.439229, "recall": 0.498024, "f1": 0.455481, "accuracy": 0.498024, "main_score": 0.455481, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"]}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"]}, {"precision": 0.821591, "recall": 0.866601, "f1": 0.835375, "accuracy": 0.866601, "main_score": 0.835375, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"]}, {"precision": 0.89221, "recall": 0.922925, "f1": 0.901877, "accuracy": 0.922925, "main_score": 0.901877, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"]}, {"precision": 0.577128, "recall": 0.633399, "f1": 0.592818, "accuracy": 0.633399, "main_score": 0.592818, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"]}, {"precision": 0.899374, "recall": 0.927866, "f1": 0.908432, "accuracy": 0.927866, "main_score": 0.908432, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"]}, {"precision": 0.43573, "recall": 0.502964, "f1": 0.453671, "accuracy": 0.502964, "main_score": 0.453671, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"]}, {"precision": 0.60971, "recall": 0.675889, "f1": 0.62889, "accuracy": 0.675889, "main_score": 0.62889, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"]}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"]}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"]}, {"precision": 0.789956, "recall": 0.835968, "f1": 0.803722, "accuracy": 0.835968, "main_score": 0.803722, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"]}, {"precision": 0.615946, "recall": 0.667984, "f1": 0.630576, "accuracy": 0.667984, "main_score": 0.630576, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"]}, {"precision": 0.600613, "recall": 0.658103, "f1": 0.61697, "accuracy": 0.658103, "main_score": 0.61697, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"]}, {"precision": 0.926713, "recall": 0.948617, "f1": 0.933762, "accuracy": 0.948617, "main_score": 0.933762, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"]}, {"precision": 0.517581, "recall": 0.575099, "f1": 0.533648, "accuracy": 0.575099, "main_score": 0.533648, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"]}, {"precision": 0.491626, "recall": 0.559289, "f1": 0.51081, "accuracy": 0.559289, "main_score": 0.51081, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"]}, {"precision": 0.783498, "recall": 0.836957, "f1": 0.799802, "accuracy": 0.836957, "main_score": 0.799802, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"]}, {"precision": 0.512146, "recall": 0.575099, "f1": 0.52894, "accuracy": 0.575099, "main_score": 0.52894, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"]}, {"precision": 0.587159, "recall": 0.648221, "f1": 0.604381, "accuracy": 0.648221, "main_score": 0.604381, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"]}, {"precision": 0.913785, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"]}, {"precision": 0.452194, "recall": 0.513834, "f1": 0.46929, "accuracy": 0.513834, "main_score": 0.46929, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"]}, {"precision": 0.544756, "recall": 0.599802, "f1": 0.559824, "accuracy": 0.599802, "main_score": 0.559824, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"]}, {"precision": 0.541994, "recall": 0.607708, "f1": 0.560726, "accuracy": 0.607708, "main_score": 0.560726, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"]}, {"precision": 0.525662, "recall": 0.575099, "f1": 0.539042, "accuracy": 0.575099, "main_score": 0.539042, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"]}, {"precision": 0.51371, "recall": 0.578063, "f1": 0.531766, "accuracy": 0.578063, "main_score": 0.531766, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"]}, {"precision": 0.700018, "recall": 0.755929, "f1": 0.715919, "accuracy": 0.755929, "main_score": 0.715919, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"]}, {"precision": 0.729868, "recall": 0.778656, "f1": 0.744516, "accuracy": 0.778656, "main_score": 0.744516, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"]}, {"precision": 0.844236, "recall": 0.879447, "f1": 0.85504, "accuracy": 0.879447, "main_score": 0.85504, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"]}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"]}, {"precision": 0.448502, "recall": 0.532609, "f1": 0.473086, "accuracy": 0.532609, "main_score": 0.473086, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"]}, {"precision": 0.680171, "recall": 0.741107, "f1": 0.698353, "accuracy": 0.741107, "main_score": 0.698353, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"]}, {"precision": 0.566304, "recall": 0.617589, "f1": 0.580965, "accuracy": 0.617589, "main_score": 0.580965, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"]}, {"precision": 0.51909, "recall": 0.577075, "f1": 0.53469, "accuracy": 0.577075, "main_score": 0.53469, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"]}, {"precision": 0.496437, "recall": 0.545455, "f1": 0.510248, "accuracy": 0.545455, "main_score": 0.510248, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"]}, {"precision": 0.367352, "recall": 0.437747, "f1": 0.385946, "accuracy": 0.437747, "main_score": 0.385946, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"]}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"]}, {"precision": 0.869236, "recall": 0.902174, "f1": 0.879367, "accuracy": 0.902174, "main_score": 0.879367, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"]}, {"precision": 0.550016, "recall": 0.600791, "f1": 0.564329, "accuracy": 0.600791, "main_score": 0.564329, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"]}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"]}, {"precision": 0.745229, "recall": 0.794466, "f1": 0.75951, "accuracy": 0.794466, "main_score": 0.75951, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"]}, {"precision": 0.824993, "recall": 0.860672, "f1": 0.835754, "accuracy": 0.860672, "main_score": 0.835754, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956818, "accuracy": 0.966403, "main_score": 0.956818, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"]}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"]}, {"precision": 0.536338, "recall": 0.587945, "f1": 0.550572, "accuracy": 0.587945, "main_score": 0.550572, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"]}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"]}, {"precision": 0.902783, "recall": 0.93083, "f1": 0.911627, "accuracy": 0.93083, "main_score": 0.911627, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"]}, {"precision": 0.567029, "recall": 0.614625, "f1": 0.580666, "accuracy": 0.614625, "main_score": 0.580666, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"]}, {"precision": 0.954249, "recall": 0.967391, "f1": 0.958333, "accuracy": 0.967391, "main_score": 0.958333, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"]}, {"precision": 0.927619, "recall": 0.947628, "f1": 0.933649, "accuracy": 0.947628, "main_score": 0.933649, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"]}, {"precision": 0.509618, "recall": 0.573123, "f1": 0.527688, "accuracy": 0.573123, "main_score": 0.527688, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"]}, {"precision": 0.949358, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"]}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"]}, {"precision": 0.914361, "recall": 0.937747, "f1": 0.921527, "accuracy": 0.937747, "main_score": 0.921527, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"]}, {"precision": 0.199489, "recall": 0.249012, "f1": 0.212011, "accuracy": 0.249012, "main_score": 0.212011, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969335, "accuracy": 0.976285, "main_score": 0.969335, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"]}, {"precision": 0.561876, "recall": 0.602767, "f1": 0.573192, "accuracy": 0.602767, "main_score": 0.573192, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"]}, {"precision": 0.960919, "recall": 0.971344, "f1": 0.963999, "accuracy": 0.971344, "main_score": 0.963999, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"]}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923781, "accuracy": 0.940711, "main_score": 0.923781, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"]}, {"precision": 0.962862, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"]}, {"precision": 0.625189, "recall": 0.675889, "f1": 0.639435, "accuracy": 0.675889, "main_score": 0.639435, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"]}, {"precision": 0.889114, "recall": 0.916996, "f1": 0.897596, "accuracy": 0.916996, "main_score": 0.897596, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"]}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"]}, {"precision": 0.952546, "recall": 0.966403, "f1": 0.956933, "accuracy": 0.966403, "main_score": 0.956933, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"]}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"]}, {"precision": 0.496717, "recall": 0.544466, "f1": 0.50993, "accuracy": 0.544466, "main_score": 0.50993, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"]}, {"precision": 0.445069, "recall": 0.509881, "f1": 0.462999, "accuracy": 0.509881, "main_score": 0.462999, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"]}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"]}, {"precision": 0.517467, "recall": 0.567194, "f1": 0.530882, "accuracy": 0.567194, "main_score": 0.530882, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"]}, {"precision": 0.937698, "recall": 0.954545, "f1": 0.942721, "accuracy": 0.954545, "main_score": 0.942721, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"]}, {"precision": 0.907032, "recall": 0.933794, "f1": 0.915415, "accuracy": 0.933794, "main_score": 0.915415, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"]}, {"precision": 0.525222, "recall": 0.581028, "f1": 0.54105, "accuracy": 0.581028, "main_score": 0.54105, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"]}, {"precision": 0.821838, "recall": 0.866601, "f1": 0.835724, "accuracy": 0.866601, "main_score": 0.835724, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"]}, {"precision": 0.887928, "recall": 0.918972, "f1": 0.897596, "accuracy": 0.918972, "main_score": 0.897596, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"]}, {"precision": 0.92803, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"]}, {"precision": 0.498487, "recall": 0.545455, "f1": 0.51214, "accuracy": 0.545455, "main_score": 0.51214, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"]}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"]}, {"precision": 0.477259, "recall": 0.534585, "f1": 0.493073, "accuracy": 0.534585, "main_score": 0.493073, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"]}, {"precision": 0.484085, "recall": 0.52668, "f1": 0.495807, "accuracy": 0.52668, "main_score": 0.495807, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"]}, {"precision": 0.835655, "recall": 0.875494, "f1": 0.847694, "accuracy": 0.875494, "main_score": 0.847694, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"]}, {"precision": 0.306786, "recall": 0.356719, "f1": 0.319967, "accuracy": 0.356719, "main_score": 0.319967, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"]}, {"precision": 0.532865, "recall": 0.583992, "f1": 0.547353, "accuracy": 0.583992, "main_score": 0.547353, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"]}, {"precision": 0.895594, "recall": 0.922925, "f1": 0.904051, "accuracy": 0.922925, "main_score": 0.904051, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"]}, {"precision": 0.891914, "recall": 0.922925, "f1": 0.901369, "accuracy": 0.922925, "main_score": 0.901369, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"]}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"]}, {"precision": 0.526805, "recall": 0.576087, "f1": 0.540799, "accuracy": 0.576087, "main_score": 0.540799, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"]}, {"precision": 0.922316, "recall": 0.939723, "f1": 0.927288, "accuracy": 0.939723, "main_score": 0.927288, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"]}, {"precision": 0.63149, "recall": 0.687747, "f1": 0.647344, "accuracy": 0.687747, "main_score": 0.647344, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"]}, {"precision": 0.913735, "recall": 0.936759, "f1": 0.920949, "accuracy": 0.936759, "main_score": 0.920949, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"]}, {"precision": 0.941782, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"]}, {"precision": 0.945735, "recall": 0.962451, "f1": 0.950988, "accuracy": 0.962451, "main_score": 0.950988, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"]}, {"precision": 0.560271, "recall": 0.632411, "f1": 0.580995, "accuracy": 0.632411, "main_score": 0.580995, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"]}, {"precision": 0.630661, "recall": 0.685771, "f1": 0.646332, "accuracy": 0.685771, "main_score": 0.646332, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"]}, {"precision": 0.924901, "recall": 0.94664, "f1": 0.931983, "accuracy": 0.94664, "main_score": 0.931983, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"]}, {"precision": 0.57657, "recall": 0.62747, "f1": 0.590591, "accuracy": 0.62747, "main_score": 0.590591, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"]}, {"precision": 0.56874, "recall": 0.62253, "f1": 0.584009, "accuracy": 0.62253, "main_score": 0.584009, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"]}, {"precision": 0.930171, "recall": 0.948617, "f1": 0.936053, "accuracy": 0.948617, "main_score": 0.936053, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"]}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"]}, {"precision": 0.874786, "recall": 0.909091, "f1": 0.885441, "accuracy": 0.909091, "main_score": 0.885441, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"]}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"]}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"]}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956159, "accuracy": 0.966403, "main_score": 0.956159, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"]}, {"precision": 0.510626, "recall": 0.556324, "f1": 0.522679, "accuracy": 0.556324, "main_score": 0.522679, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"]}, {"precision": 0.51307, "recall": 0.562253, "f1": 0.52649, "accuracy": 0.562253, "main_score": 0.52649, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"]}, {"precision": 0.95639, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"]}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.961034, "accuracy": 0.969368, "main_score": 0.961034, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"]}, {"precision": 0.698054, "recall": 0.748024, "f1": 0.712006, "accuracy": 0.748024, "main_score": 0.712006, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"]}, {"precision": 0.438763, "recall": 0.482213, "f1": 0.450144, "accuracy": 0.482213, "main_score": 0.450144, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"]}, {"precision": 0.947003, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"]}, {"precision": 0.934404, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"]}, {"precision": 0.783227, "recall": 0.829051, "f1": 0.796807, "accuracy": 0.829051, "main_score": 0.796807, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"]}, {"precision": 0.495818, "recall": 0.547431, "f1": 0.510108, "accuracy": 0.547431, "main_score": 0.510108, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"]}, {"precision": 0.920899, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"]}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970487, "accuracy": 0.977273, "main_score": 0.970487, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"]}, {"precision": 0.946229, "recall": 0.960474, "f1": 0.950447, "accuracy": 0.960474, "main_score": 0.950447, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"]}, {"precision": 0.92164, "recall": 0.940711, "f1": 0.927536, "accuracy": 0.940711, "main_score": 0.927536, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"]}, {"precision": 0.913126, "recall": 0.937747, "f1": 0.921014, "accuracy": 0.937747, "main_score": 0.921014, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"]}, {"precision": 0.526779, "recall": 0.58004, "f1": 0.542278, "accuracy": 0.58004, "main_score": 0.542278, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"]}, {"precision": 0.209167, "recall": 0.259881, "f1": 0.220998, "accuracy": 0.259881, "main_score": 0.220998, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"]}, {"precision": 0.551098, "recall": 0.602767, "f1": 0.565716, "accuracy": 0.602767, "main_score": 0.565716, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"]}, {"precision": 0.721625, "recall": 0.772727, "f1": 0.736223, "accuracy": 0.772727, "main_score": 0.736223, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"]}, {"precision": 0.907757, "recall": 0.932806, "f1": 0.915053, "accuracy": 0.932806, "main_score": 0.915053, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"]}, {"precision": 0.402037, "recall": 0.453557, "f1": 0.416163, "accuracy": 0.453557, "main_score": 0.416163, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"]}, {"precision": 0.897661, "recall": 0.923913, "f1": 0.905435, "accuracy": 0.923913, "main_score": 0.905435, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"]}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"]}, {"precision": 0.913159, "recall": 0.936759, "f1": 0.920356, "accuracy": 0.936759, "main_score": 0.920356, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"]}, {"precision": 0.921223, "recall": 0.9417, "f1": 0.927536, "accuracy": 0.9417, "main_score": 0.927536, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"]}, {"precision": 0.610352, "recall": 0.664032, "f1": 0.625677, "accuracy": 0.664032, "main_score": 0.625677, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"]}, {"precision": 0.958333, "recall": 0.970356, "f1": 0.962074, "accuracy": 0.970356, "main_score": 0.962074, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"]}, {"precision": 0.950058, "recall": 0.964427, "f1": 0.9546, "accuracy": 0.964427, "main_score": 0.9546, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"]}, {"precision": 0.513307, "recall": 0.564229, "f1": 0.528195, "accuracy": 0.564229, "main_score": 0.528195, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"]}, {"precision": 0.478999, "recall": 0.532609, "f1": 0.493794, "accuracy": 0.532609, "main_score": 0.493794, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"]}, {"precision": 0.581969, "recall": 0.633399, "f1": 0.59618, "accuracy": 0.633399, "main_score": 0.59618, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"]}, {"precision": 0.953887, "recall": 0.967391, "f1": 0.957971, "accuracy": 0.967391, "main_score": 0.957971, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"]}, {"precision": 0.231644, "recall": 0.298419, "f1": 0.249015, "accuracy": 0.298419, "main_score": 0.249015, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"]}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"]}, {"precision": 0.884364, "recall": 0.914032, "f1": 0.893297, "accuracy": 0.914032, "main_score": 0.893297, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"]}, {"precision": 0.908794, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"]}, {"precision": 0.952157, "recall": 0.967391, "f1": 0.957082, "accuracy": 0.967391, "main_score": 0.957082, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"]}, {"precision": 0.549802, "recall": 0.597826, "f1": 0.563641, "accuracy": 0.597826, "main_score": 0.563641, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"]}, {"precision": 0.552463, "recall": 0.598814, "f1": 0.565108, "accuracy": 0.598814, "main_score": 0.565108, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"]}, {"precision": 0.941453, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"]}, {"precision": 0.897348, "recall": 0.922925, "f1": 0.904992, "accuracy": 0.922925, "main_score": 0.904992, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"]}, {"precision": 0.924489, "recall": 0.944664, "f1": 0.930698, "accuracy": 0.944664, "main_score": 0.930698, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"]}, {"precision": 0.6375, "recall": 0.700593, "f1": 0.656032, "accuracy": 0.700593, "main_score": 0.656032, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"]}, {"precision": 0.955781, "recall": 0.967391, "f1": 0.95919, "accuracy": 0.967391, "main_score": 0.95919, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"]}, {"precision": 0.499918, "recall": 0.550395, "f1": 0.514837, "accuracy": 0.550395, "main_score": 0.514837, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"]}, {"precision": 0.699654, "recall": 0.758893, "f1": 0.716949, "accuracy": 0.758893, "main_score": 0.716949, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"]}, {"precision": 0.900527, "recall": 0.925889, "f1": 0.908187, "accuracy": 0.925889, "main_score": 0.908187, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"]}, {"precision": 0.949193, "recall": 0.963439, "f1": 0.953623, "accuracy": 0.963439, "main_score": 0.953623, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"]}, {"precision": 0.434091, "recall": 0.483202, "f1": 0.447563, "accuracy": 0.483202, "main_score": 0.447563, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"]}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"]}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954513, "accuracy": 0.964427, "main_score": 0.954513, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"]}, {"precision": 0.784272, "recall": 0.83004, "f1": 0.797911, "accuracy": 0.83004, "main_score": 0.797911, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"]}, {"precision": 0.844105, "recall": 0.882411, "f1": 0.855341, "accuracy": 0.882411, "main_score": 0.855341, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"]}, {"precision": 0.827967, "recall": 0.868577, "f1": 0.840283, "accuracy": 0.868577, "main_score": 0.840283, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"]}, {"precision": 0.558973, "recall": 0.604743, "f1": 0.572062, "accuracy": 0.604743, "main_score": 0.572062, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"]}, {"precision": 0.909997, "recall": 0.937747, "f1": 0.918709, "accuracy": 0.937747, "main_score": 0.918709, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"]}, {"precision": 0.938941, "recall": 0.955534, "f1": 0.943914, "accuracy": 0.955534, "main_score": 0.943914, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"]}, {"precision": 0.923172, "recall": 0.944664, "f1": 0.92971, "accuracy": 0.944664, "main_score": 0.92971, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"]}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"]}, {"precision": 0.751928, "recall": 0.8083, "f1": 0.768583, "accuracy": 0.8083, "main_score": 0.768583, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"]}, {"precision": 0.891222, "recall": 0.920949, "f1": 0.900348, "accuracy": 0.920949, "main_score": 0.900348, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"]}, {"precision": 0.440088, "recall": 0.48913, "f1": 0.453986, "accuracy": 0.48913, "main_score": 0.453986, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"]}, {"precision": 0.961001, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"]}, {"precision": 0.574073, "recall": 0.641304, "f1": 0.592695, "accuracy": 0.641304, "main_score": 0.592695, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"]}, {"precision": 0.943347, "recall": 0.961462, "f1": 0.949275, "accuracy": 0.961462, "main_score": 0.949275, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"]}, {"precision": 0.940958, "recall": 0.958498, "f1": 0.946542, "accuracy": 0.958498, "main_score": 0.946542, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"]}, {"precision": 0.911265, "recall": 0.934783, "f1": 0.918398, "accuracy": 0.934783, "main_score": 0.918398, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"]}, {"precision": 0.700362, "recall": 0.750988, "f1": 0.715316, "accuracy": 0.750988, "main_score": 0.715316, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"]}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.942062, "accuracy": 0.954545, "main_score": 0.942062, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"]}, {"precision": 0.575886, "recall": 0.618577, "f1": 0.587962, "accuracy": 0.618577, "main_score": 0.587962, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"]}, {"precision": 0.5702, "recall": 0.62747, "f1": 0.586899, "accuracy": 0.62747, "main_score": 0.586899, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"]}, {"precision": 0.956225, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"]}, {"precision": 0.79683, "recall": 0.844862, "f1": 0.811075, "accuracy": 0.844862, "main_score": 0.811075, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"]}, {"precision": 0.499987, "recall": 0.550395, "f1": 0.51381, "accuracy": 0.550395, "main_score": 0.51381, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"]}, {"precision": 0.951993, "recall": 0.965415, "f1": 0.956046, "accuracy": 0.965415, "main_score": 0.956046, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"]}, {"precision": 0.506634, "recall": 0.564229, "f1": 0.521777, "accuracy": 0.564229, "main_score": 0.521777, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"]}, {"precision": 0.739015, "recall": 0.789526, "f1": 0.753906, "accuracy": 0.789526, "main_score": 0.753906, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"]}, {"precision": 0.500583, "recall": 0.55336, "f1": 0.514856, "accuracy": 0.55336, "main_score": 0.514856, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"]}, {"precision": 0.583294, "recall": 0.635375, "f1": 0.597517, "accuracy": 0.635375, "main_score": 0.597517, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"]}, {"precision": 0.83969, "recall": 0.878458, "f1": 0.851172, "accuracy": 0.878458, "main_score": 0.851172, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"]}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"]}, {"precision": 0.885705, "recall": 0.913043, "f1": 0.894401, "accuracy": 0.913043, "main_score": 0.894401, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"]}, {"precision": 0.461785, "recall": 0.508893, "f1": 0.4749, "accuracy": 0.508893, "main_score": 0.4749, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"]}, {"precision": 0.524016, "recall": 0.570158, "f1": 0.536202, "accuracy": 0.570158, "main_score": 0.536202, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"]}, {"precision": 0.957098, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"]}, {"precision": 0.533285, "recall": 0.58498, "f1": 0.547347, "accuracy": 0.58498, "main_score": 0.547347, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"]}, {"precision": 0.508576, "recall": 0.560277, "f1": 0.522353, "accuracy": 0.560277, "main_score": 0.522353, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"]}, {"precision": 0.923287, "recall": 0.945652, "f1": 0.930303, "accuracy": 0.945652, "main_score": 0.930303, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"]}, {"precision": 0.476921, "recall": 0.531621, "f1": 0.493347, "accuracy": 0.531621, "main_score": 0.493347, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"]}, {"precision": 0.658896, "recall": 0.714427, "f1": 0.675019, "accuracy": 0.714427, "main_score": 0.675019, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"]}, {"precision": 0.890086, "recall": 0.918972, "f1": 0.898588, "accuracy": 0.918972, "main_score": 0.898588, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"]}, {"precision": 0.643314, "recall": 0.694664, "f1": 0.65839, "accuracy": 0.694664, "main_score": 0.65839, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"]}, {"precision": 0.737945, "recall": 0.781621, "f1": 0.750875, "accuracy": 0.781621, "main_score": 0.750875, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"]}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"]}, {"precision": 0.850988, "recall": 0.890316, "f1": 0.863274, "accuracy": 0.890316, "main_score": 0.863274, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"]}, {"precision": 0.909891, "recall": 0.933794, "f1": 0.91721, "accuracy": 0.933794, "main_score": 0.91721, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"]}, {"precision": 0.430929, "recall": 0.492095, "f1": 0.448284, "accuracy": 0.492095, "main_score": 0.448284, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"]}, {"precision": 0.91777, "recall": 0.939723, "f1": 0.924426, "accuracy": 0.939723, "main_score": 0.924426, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"]}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"]}, {"precision": 0.655599, "recall": 0.716403, "f1": 0.673452, "accuracy": 0.716403, "main_score": 0.673452, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"]}, {"precision": 0.547171, "recall": 0.597826, "f1": 0.561267, "accuracy": 0.597826, "main_score": 0.561267, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"]}, {"precision": 0.462526, "recall": 0.514822, "f1": 0.476923, "accuracy": 0.514822, "main_score": 0.476923, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"]}, {"precision": 0.504496, "recall": 0.548419, "f1": 0.517623, "accuracy": 0.548419, "main_score": 0.517623, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"]}, {"precision": 0.317632, "recall": 0.369565, "f1": 0.33124, "accuracy": 0.369565, "main_score": 0.33124, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"]}, {"precision": 0.873485, "recall": 0.908103, "f1": 0.884058, "accuracy": 0.908103, "main_score": 0.884058, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"]}, {"precision": 0.828947, "recall": 0.869565, "f1": 0.840942, "accuracy": 0.869565, "main_score": 0.840942, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"]}, {"precision": 0.839766, "recall": 0.881423, "f1": 0.852322, "accuracy": 0.881423, "main_score": 0.852322, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"]}, {"precision": 0.778898, "recall": 0.821146, "f1": 0.79045, "accuracy": 0.821146, "main_score": 0.79045, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"]}, {"precision": 0.570136, "recall": 0.612648, "f1": 0.581649, "accuracy": 0.612648, "main_score": 0.581649, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"]}, {"precision": 0.865613, "recall": 0.899209, "f1": 0.875443, "accuracy": 0.899209, "main_score": 0.875443, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"]}, {"precision": 0.663596, "recall": 0.70751, "f1": 0.675216, "accuracy": 0.70751, "main_score": 0.675216, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"]}, {"precision": 0.728506, "recall": 0.769763, "f1": 0.739641, "accuracy": 0.769763, "main_score": 0.739641, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"]}, {"precision": 0.849868, "recall": 0.88834, "f1": 0.861218, "accuracy": 0.88834, "main_score": 0.861218, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"]}, {"precision": 0.805726, "recall": 0.849802, "f1": 0.818549, "accuracy": 0.849802, "main_score": 0.818549, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"]}, {"precision": 0.511211, "recall": 0.552372, "f1": 0.522466, "accuracy": 0.552372, "main_score": 0.522466, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"]}, {"precision": 0.802052, "recall": 0.852767, "f1": 0.817177, "accuracy": 0.852767, "main_score": 0.817177, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"]}, {"precision": 0.753188, "recall": 0.80336, "f1": 0.766694, "accuracy": 0.80336, "main_score": 0.766694, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"]}, {"precision": 0.874951, "recall": 0.910079, "f1": 0.885771, "accuracy": 0.910079, "main_score": 0.885771, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"]}, {"precision": 0.536204, "recall": 0.58004, "f1": 0.549201, "accuracy": 0.58004, "main_score": 0.549201, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"]}, {"precision": 0.82617, "recall": 0.869565, "f1": 0.838995, "accuracy": 0.869565, "main_score": 0.838995, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"]}, {"precision": 0.817375, "recall": 0.859684, "f1": 0.829814, "accuracy": 0.859684, "main_score": 0.829814, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"]}, {"precision": 0.89608, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"]}, {"precision": 0.874951, "recall": 0.908103, "f1": 0.88523, "accuracy": 0.908103, "main_score": 0.88523, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"]}, {"precision": 0.545795, "recall": 0.593874, "f1": 0.559212, "accuracy": 0.593874, "main_score": 0.559212, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"]}, {"precision": 0.831679, "recall": 0.870553, "f1": 0.842987, "accuracy": 0.870553, "main_score": 0.842987, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"]}, {"precision": 0.865217, "recall": 0.899209, "f1": 0.875546, "accuracy": 0.899209, "main_score": 0.875546, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"]}, {"precision": 0.821987, "recall": 0.856719, "f1": 0.831579, "accuracy": 0.856719, "main_score": 0.831579, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"]}, {"precision": 0.200929, "recall": 0.247036, "f1": 0.213098, "accuracy": 0.247036, "main_score": 0.213098, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"]}, {"precision": 0.850494, "recall": 0.890316, "f1": 0.862371, "accuracy": 0.890316, "main_score": 0.862371, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"]}, {"precision": 0.581423, "recall": 0.621542, "f1": 0.592225, "accuracy": 0.621542, "main_score": 0.592225, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"]}, {"precision": 0.884881, "recall": 0.914032, "f1": 0.893252, "accuracy": 0.914032, "main_score": 0.893252, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"]}, {"precision": 0.864048, "recall": 0.900198, "f1": 0.874821, "accuracy": 0.900198, "main_score": 0.874821, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"]}, {"precision": 0.787541, "recall": 0.83498, "f1": 0.800864, "accuracy": 0.83498, "main_score": 0.800864, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"]}, {"precision": 0.849548, "recall": 0.886364, "f1": 0.860359, "accuracy": 0.886364, "main_score": 0.860359, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"]}, {"precision": 0.60786, "recall": 0.662055, "f1": 0.622516, "accuracy": 0.662055, "main_score": 0.622516, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"]}, {"precision": 0.889141, "recall": 0.917984, "f1": 0.897563, "accuracy": 0.917984, "main_score": 0.897563, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"]}, {"precision": 0.725727, "recall": 0.783597, "f1": 0.742374, "accuracy": 0.783597, "main_score": 0.742374, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"]}, {"precision": 0.791596, "recall": 0.832016, "f1": 0.802992, "accuracy": 0.832016, "main_score": 0.802992, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"]}, {"precision": 0.863076, "recall": 0.898221, "f1": 0.873602, "accuracy": 0.898221, "main_score": 0.873602, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"]}, {"precision": 0.857559, "recall": 0.896245, "f1": 0.869104, "accuracy": 0.896245, "main_score": 0.869104, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"]}, {"precision": 0.851235, "recall": 0.88834, "f1": 0.861909, "accuracy": 0.88834, "main_score": 0.861909, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"]}, {"precision": 0.523247, "recall": 0.568182, "f1": 0.53607, "accuracy": 0.568182, "main_score": 0.53607, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"]}, {"precision": 0.421634, "recall": 0.479249, "f1": 0.436847, "accuracy": 0.479249, "main_score": 0.436847, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"]}, {"precision": 0.867638, "recall": 0.900198, "f1": 0.876944, "accuracy": 0.900198, "main_score": 0.876944, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"]}, {"precision": 0.532155, "recall": 0.589921, "f1": 0.548306, "accuracy": 0.589921, "main_score": 0.548306, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"]}, {"precision": 0.886726, "recall": 0.918972, "f1": 0.896904, "accuracy": 0.918972, "main_score": 0.896904, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"]}, {"precision": 0.89389, "recall": 0.922925, "f1": 0.902536, "accuracy": 0.922925, "main_score": 0.902536, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"]}, {"precision": 0.797109, "recall": 0.840909, "f1": 0.809571, "accuracy": 0.840909, "main_score": 0.809571, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"]}, {"precision": 0.826993, "recall": 0.868577, "f1": 0.839592, "accuracy": 0.868577, "main_score": 0.839592, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"]}, {"precision": 0.531752, "recall": 0.579051, "f1": 0.545295, "accuracy": 0.579051, "main_score": 0.545295, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"]}, {"precision": 0.718721, "recall": 0.763834, "f1": 0.73101, "accuracy": 0.763834, "main_score": 0.73101, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"]}, {"precision": 0.786451, "recall": 0.833004, "f1": 0.799722, "accuracy": 0.833004, "main_score": 0.799722, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"]}, {"precision": 0.893281, "recall": 0.923913, "f1": 0.9028, "accuracy": 0.923913, "main_score": 0.9028, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"]}, {"precision": 0.825256, "recall": 0.866601, "f1": 0.837321, "accuracy": 0.866601, "main_score": 0.837321, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"]}, {"precision": 0.492686, "recall": 0.540514, "f1": 0.506049, "accuracy": 0.540514, "main_score": 0.506049, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"]}, {"precision": 0.833757, "recall": 0.875494, "f1": 0.846346, "accuracy": 0.875494, "main_score": 0.846346, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"]}, {"precision": 0.432373, "recall": 0.490119, "f1": 0.447435, "accuracy": 0.490119, "main_score": 0.447435, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"]}, {"precision": 0.504836, "recall": 0.541502, "f1": 0.514949, "accuracy": 0.541502, "main_score": 0.514949, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"]}, {"precision": 0.760325, "recall": 0.802372, "f1": 0.771581, "accuracy": 0.802372, "main_score": 0.771581, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"]}, {"precision": 0.298776, "recall": 0.339921, "f1": 0.310489, "accuracy": 0.339921, "main_score": 0.310489, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"]}, {"precision": 0.873633, "recall": 0.905138, "f1": 0.882858, "accuracy": 0.905138, "main_score": 0.882858, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"]}, {"precision": 0.867071, "recall": 0.903162, "f1": 0.878146, "accuracy": 0.903162, "main_score": 0.878146, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"]}, {"precision": 0.883794, "recall": 0.914032, "f1": 0.892721, "accuracy": 0.914032, "main_score": 0.892721, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"]}, {"precision": 0.862269, "recall": 0.896245, "f1": 0.872892, "accuracy": 0.896245, "main_score": 0.872892, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"]}, {"precision": 0.505779, "recall": 0.554348, "f1": 0.519491, "accuracy": 0.554348, "main_score": 0.519491, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"]}, {"precision": 0.780708, "recall": 0.823123, "f1": 0.792482, "accuracy": 0.823123, "main_score": 0.792482, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"]}, {"precision": 0.796348, "recall": 0.840909, "f1": 0.809507, "accuracy": 0.840909, "main_score": 0.809507, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"]}, {"precision": 0.877339, "recall": 0.906126, "f1": 0.885771, "accuracy": 0.906126, "main_score": 0.885771, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"]}, {"precision": 0.522633, "recall": 0.563241, "f1": 0.533627, "accuracy": 0.563241, "main_score": 0.533627, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"]}, {"precision": 0.834578, "recall": 0.870553, "f1": 0.845095, "accuracy": 0.870553, "main_score": 0.845095, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"]}, {"precision": 0.57711, "recall": 0.630435, "f1": 0.592192, "accuracy": 0.630435, "main_score": 0.592192, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"]}, {"precision": 0.815333, "recall": 0.856719, "f1": 0.827603, "accuracy": 0.856719, "main_score": 0.827603, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"]}, {"precision": 0.83606, "recall": 0.873518, "f1": 0.847038, "accuracy": 0.873518, "main_score": 0.847038, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"]}, {"precision": 0.859791, "recall": 0.894269, "f1": 0.869785, "accuracy": 0.894269, "main_score": 0.869785, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"]}, {"precision": 0.463837, "recall": 0.537549, "f1": 0.484268, "accuracy": 0.537549, "main_score": 0.484268, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"]}, {"precision": 0.59317, "recall": 0.644269, "f1": 0.607287, "accuracy": 0.644269, "main_score": 0.607287, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"]}, {"precision": 0.828442, "recall": 0.864625, "f1": 0.83931, "accuracy": 0.864625, "main_score": 0.83931, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"]}, {"precision": 0.552282, "recall": 0.589921, "f1": 0.562999, "accuracy": 0.589921, "main_score": 0.562999, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"]}, {"precision": 0.510116, "recall": 0.566206, "f1": 0.525094, "accuracy": 0.566206, "main_score": 0.525094, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"]}, {"precision": 0.893149, "recall": 0.922925, "f1": 0.902423, "accuracy": 0.922925, "main_score": 0.902423, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"]}, {"precision": 0.838894, "recall": 0.87747, "f1": 0.849835, "accuracy": 0.87747, "main_score": 0.849835, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"]}, {"precision": 0.846747, "recall": 0.879447, "f1": 0.855599, "accuracy": 0.879447, "main_score": 0.855599, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"]}, {"precision": 0.758447, "recall": 0.809289, "f1": 0.772993, "accuracy": 0.809289, "main_score": 0.772993, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"]}, {"precision": 0.881762, "recall": 0.912055, "f1": 0.890662, "accuracy": 0.912055, "main_score": 0.890662, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"]}, {"precision": 0.872226, "recall": 0.90415, "f1": 0.881703, "accuracy": 0.90415, "main_score": 0.881703, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"]}, {"precision": 0.866034, "recall": 0.902174, "f1": 0.876927, "accuracy": 0.902174, "main_score": 0.876927, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"]}, {"precision": 0.843982, "recall": 0.883399, "f1": 0.855913, "accuracy": 0.883399, "main_score": 0.855913, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"]}, {"precision": 0.501242, "recall": 0.540514, "f1": 0.512371, "accuracy": 0.540514, "main_score": 0.512371, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"]}, {"precision": 0.524735, "recall": 0.56917, "f1": 0.537142, "accuracy": 0.56917, "main_score": 0.537142, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"]}, {"precision": 0.83638, "recall": 0.881423, "f1": 0.850659, "accuracy": 0.881423, "main_score": 0.850659, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"]}, {"precision": 0.85168, "recall": 0.891304, "f1": 0.863688, "accuracy": 0.891304, "main_score": 0.863688, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"]}, {"precision": 0.82929, "recall": 0.867589, "f1": 0.839897, "accuracy": 0.867589, "main_score": 0.839897, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"]}, {"precision": 0.612074, "recall": 0.659091, "f1": 0.624004, "accuracy": 0.659091, "main_score": 0.624004, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"]}, {"precision": 0.451897, "recall": 0.494071, "f1": 0.464021, "accuracy": 0.494071, "main_score": 0.464021, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"]}, {"precision": 0.831226, "recall": 0.868577, "f1": 0.841804, "accuracy": 0.868577, "main_score": 0.841804, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"]}, {"precision": 0.830543, "recall": 0.87253, "f1": 0.842808, "accuracy": 0.87253, "main_score": 0.842808, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"]}, {"precision": 0.726601, "recall": 0.77668, "f1": 0.741156, "accuracy": 0.77668, "main_score": 0.741156, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"]}, {"precision": 0.862714, "recall": 0.900198, "f1": 0.874308, "accuracy": 0.900198, "main_score": 0.874308, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"]}, {"precision": 0.486079, "recall": 0.525692, "f1": 0.497446, "accuracy": 0.525692, "main_score": 0.497446, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"]}, {"precision": 0.818908, "recall": 0.86166, "f1": 0.83069, "accuracy": 0.86166, "main_score": 0.83069, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"]}, {"precision": 0.857329, "recall": 0.891304, "f1": 0.867092, "accuracy": 0.891304, "main_score": 0.867092, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"]}, {"precision": 0.886182, "recall": 0.91502, "f1": 0.894796, "accuracy": 0.91502, "main_score": 0.894796, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"]}, {"precision": 0.875576, "recall": 0.911067, "f1": 0.886561, "accuracy": 0.911067, "main_score": 0.886561, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"]}, {"precision": 0.819516, "recall": 0.863636, "f1": 0.832237, "accuracy": 0.863636, "main_score": 0.832237, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"]}, {"precision": 0.814338, "recall": 0.849802, "f1": 0.824396, "accuracy": 0.849802, "main_score": 0.824396, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"]}, {"precision": 0.751228, "recall": 0.8083, "f1": 0.768085, "accuracy": 0.8083, "main_score": 0.768085, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"]}, {"precision": 0.521053, "recall": 0.572134, "f1": 0.534349, "accuracy": 0.572134, "main_score": 0.534349, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"]}, {"precision": 0.204011, "recall": 0.246047, "f1": 0.214075, "accuracy": 0.246047, "main_score": 0.214075, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"]}, {"precision": 0.546731, "recall": 0.590909, "f1": 0.559045, "accuracy": 0.590909, "main_score": 0.559045, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"]}, {"precision": 0.648866, "recall": 0.711462, "f1": 0.666265, "accuracy": 0.711462, "main_score": 0.666265, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"]}, {"precision": 0.887692, "recall": 0.916996, "f1": 0.896377, "accuracy": 0.916996, "main_score": 0.896377, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"]}, {"precision": 0.80282, "recall": 0.844862, "f1": 0.814207, "accuracy": 0.844862, "main_score": 0.814207, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"]}, {"precision": 0.429325, "recall": 0.482213, "f1": 0.443944, "accuracy": 0.482213, "main_score": 0.443944, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"]}, {"precision": 0.802694, "recall": 0.847826, "f1": 0.815276, "accuracy": 0.847826, "main_score": 0.815276, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"]}, {"precision": 0.867457, "recall": 0.899209, "f1": 0.876318, "accuracy": 0.899209, "main_score": 0.876318, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"]}, {"precision": 0.785021, "recall": 0.831028, "f1": 0.798504, "accuracy": 0.831028, "main_score": 0.798504, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"]}, {"precision": 0.809091, "recall": 0.851779, "f1": 0.821062, "accuracy": 0.851779, "main_score": 0.821062, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"]}, {"precision": 0.622572, "recall": 0.670949, "f1": 0.636267, "accuracy": 0.670949, "main_score": 0.636267, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"]}, {"precision": 0.849318, "recall": 0.887352, "f1": 0.860674, "accuracy": 0.887352, "main_score": 0.860674, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"]}, {"precision": 0.84352, "recall": 0.878458, "f1": 0.853653, "accuracy": 0.878458, "main_score": 0.853653, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"]}, {"precision": 0.496964, "recall": 0.54249, "f1": 0.50977, "accuracy": 0.54249, "main_score": 0.50977, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"]}, {"precision": 0.471168, "recall": 0.516798, "f1": 0.484656, "accuracy": 0.516798, "main_score": 0.484656, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"]}, {"precision": 0.577078, "recall": 0.617589, "f1": 0.588231, "accuracy": 0.617589, "main_score": 0.588231, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"]}, {"precision": 0.876713, "recall": 0.911067, "f1": 0.887516, "accuracy": 0.911067, "main_score": 0.887516, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"]}, {"precision": 0.215243, "recall": 0.285573, "f1": 0.234451, "accuracy": 0.285573, "main_score": 0.234451, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"]}, {"precision": 0.845998, "recall": 0.884387, "f1": 0.857213, "accuracy": 0.884387, "main_score": 0.857213, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"]}, {"precision": 0.770201, "recall": 0.827075, "f1": 0.787164, "accuracy": 0.827075, "main_score": 0.787164, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"]}, {"precision": 0.774154, "recall": 0.821146, "f1": 0.787309, "accuracy": 0.821146, "main_score": 0.787309, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"]}, {"precision": 0.878435, "recall": 0.910079, "f1": 0.88806, "accuracy": 0.910079, "main_score": 0.88806, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"]}, {"precision": 0.5552, "recall": 0.605731, "f1": 0.56947, "accuracy": 0.605731, "main_score": 0.56947, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"]}, {"precision": 0.524369, "recall": 0.576087, "f1": 0.538561, "accuracy": 0.576087, "main_score": 0.538561, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"]}, {"precision": 0.857947, "recall": 0.892292, "f1": 0.867856, "accuracy": 0.892292, "main_score": 0.867856, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"]}, {"precision": 0.883086, "recall": 0.912055, "f1": 0.891635, "accuracy": 0.912055, "main_score": 0.891635, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"]}, {"precision": 0.823571, "recall": 0.856719, "f1": 0.832597, "accuracy": 0.856719, "main_score": 0.832597, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"]}, {"precision": 0.814288, "recall": 0.852767, "f1": 0.825431, "accuracy": 0.852767, "main_score": 0.825431, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"]}, {"precision": 0.603829, "recall": 0.666008, "f1": 0.621418, "accuracy": 0.666008, "main_score": 0.621418, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"]}, {"precision": 0.826625, "recall": 0.865613, "f1": 0.837737, "accuracy": 0.865613, "main_score": 0.837737, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"]}, {"precision": 0.479373, "recall": 0.523715, "f1": 0.492023, "accuracy": 0.523715, "main_score": 0.492023, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"]}, {"precision": 0.816791, "recall": 0.860672, "f1": 0.830108, "accuracy": 0.860672, "main_score": 0.830108, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"]}, {"precision": 0.849786, "recall": 0.88834, "f1": 0.861514, "accuracy": 0.88834, "main_score": 0.861514, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"]}, {"precision": 0.811347, "recall": 0.847826, "f1": 0.822101, "accuracy": 0.847826, "main_score": 0.822101, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"]}, {"precision": 0.847238, "recall": 0.884387, "f1": 0.858173, "accuracy": 0.884387, "main_score": 0.858173, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"]}, {"precision": 0.431077, "recall": 0.47332, "f1": 0.442309, "accuracy": 0.47332, "main_score": 0.442309, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"]}, {"precision": 0.884406, "recall": 0.913043, "f1": 0.892721, "accuracy": 0.913043, "main_score": 0.892721, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"]}, {"precision": 0.828237, "recall": 0.870553, "f1": 0.840549, "accuracy": 0.870553, "main_score": 0.840549, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"]}, {"precision": 0.82707, "recall": 0.866601, "f1": 0.83862, "accuracy": 0.866601, "main_score": 0.83862, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"]}, {"precision": 0.754324, "recall": 0.812253, "f1": 0.771544, "accuracy": 0.812253, "main_score": 0.771544, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"]}, {"precision": 0.662321, "recall": 0.718379, "f1": 0.677397, "accuracy": 0.718379, "main_score": 0.677397, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"]}, {"precision": 0.723397, "recall": 0.772727, "f1": 0.736819, "accuracy": 0.772727, "main_score": 0.736819, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"]}, {"precision": 0.555732, "recall": 0.596838, "f1": 0.567217, "accuracy": 0.596838, "main_score": 0.567217, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"]}, {"precision": 0.782378, "recall": 0.833004, "f1": 0.79704, "accuracy": 0.833004, "main_score": 0.79704, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"]}, {"precision": 0.839921, "recall": 0.878458, "f1": 0.851369, "accuracy": 0.878458, "main_score": 0.851369, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"]}, {"precision": 0.80665, "recall": 0.848814, "f1": 0.818199, "accuracy": 0.848814, "main_score": 0.818199, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"]}, {"precision": 0.861084, "recall": 0.896245, "f1": 0.871527, "accuracy": 0.896245, "main_score": 0.871527, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"]}, {"precision": 0.822021, "recall": 0.858696, "f1": 0.831983, "accuracy": 0.858696, "main_score": 0.831983, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"]}, {"precision": 0.884283, "recall": 0.91502, "f1": 0.893676, "accuracy": 0.91502, "main_score": 0.893676, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"]}, {"precision": 0.624524, "recall": 0.675889, "f1": 0.63951, "accuracy": 0.675889, "main_score": 0.63951, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"]}, {"precision": 0.797407, "recall": 0.844862, "f1": 0.810957, "accuracy": 0.844862, "main_score": 0.810957, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"]}, {"precision": 0.449614, "recall": 0.504941, "f1": 0.465437, "accuracy": 0.504941, "main_score": 0.465437, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"]}, {"precision": 0.87188, "recall": 0.90415, "f1": 0.881425, "accuracy": 0.90415, "main_score": 0.881425, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"]}, {"precision": 0.488563, "recall": 0.550395, "f1": 0.506203, "accuracy": 0.550395, "main_score": 0.506203, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"]}, {"precision": 0.829694, "recall": 0.871542, "f1": 0.841897, "accuracy": 0.871542, "main_score": 0.841897, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"]}, {"precision": 0.825694, "recall": 0.866601, "f1": 0.837356, "accuracy": 0.866601, "main_score": 0.837356, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"]}, {"precision": 0.882847, "recall": 0.909091, "f1": 0.890145, "accuracy": 0.909091, "main_score": 0.890145, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"]}, {"precision": 0.627296, "recall": 0.676877, "f1": 0.640478, "accuracy": 0.676877, "main_score": 0.640478, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"]}, {"precision": 0.822097, "recall": 0.866601, "f1": 0.835334, "accuracy": 0.866601, "main_score": 0.835334, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"]}, {"precision": 0.546154, "recall": 0.58498, "f1": 0.557022, "accuracy": 0.58498, "main_score": 0.557022, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"]}, {"precision": 0.56731, "recall": 0.609684, "f1": 0.579236, "accuracy": 0.609684, "main_score": 0.579236, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"]}, {"precision": 0.868692, "recall": 0.902174, "f1": 0.878444, "accuracy": 0.902174, "main_score": 0.878444, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"]}, {"precision": 0.707895, "recall": 0.751976, "f1": 0.719674, "accuracy": 0.751976, "main_score": 0.719674, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"]}, {"precision": 0.885952, "recall": 0.917984, "f1": 0.895737, "accuracy": 0.917984, "main_score": 0.895737, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"]}, {"precision": 0.496957, "recall": 0.546443, "f1": 0.510443, "accuracy": 0.546443, "main_score": 0.510443, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"]}, {"precision": 0.883679, "recall": 0.914032, "f1": 0.892608, "accuracy": 0.914032, "main_score": 0.892608, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"]}, {"precision": 0.865069, "recall": 0.900198, "f1": 0.8754, "accuracy": 0.900198, "main_score": 0.8754, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"]}, {"precision": 0.843586, "recall": 0.881423, "f1": 0.854877, "accuracy": 0.881423, "main_score": 0.854877, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"]}, {"precision": 0.502366, "recall": 0.557312, "f1": 0.517904, "accuracy": 0.557312, "main_score": 0.517904, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"]}, {"precision": 0.87892, "recall": 0.909091, "f1": 0.887615, "accuracy": 0.909091, "main_score": 0.887615, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"]}, {"precision": 0.693307, "recall": 0.738142, "f1": 0.705734, "accuracy": 0.738142, "main_score": 0.705734, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"]}, {"precision": 0.502658, "recall": 0.548419, "f1": 0.514785, "accuracy": 0.548419, "main_score": 0.514785, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"]}, {"precision": 0.586177, "recall": 0.637352, "f1": 0.601153, "accuracy": 0.637352, "main_score": 0.601153, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"]}, {"precision": 0.630209, "recall": 0.688735, "f1": 0.646801, "accuracy": 0.688735, "main_score": 0.646801, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"]}, {"precision": 0.877816, "recall": 0.907115, "f1": 0.886199, "accuracy": 0.907115, "main_score": 0.886199, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"]}, {"precision": 0.793784, "recall": 0.838933, "f1": 0.80677, "accuracy": 0.838933, "main_score": 0.80677, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"]}, {"precision": 0.476536, "recall": 0.522727, "f1": 0.489168, "accuracy": 0.522727, "main_score": 0.489168, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"]}, {"precision": 0.541415, "recall": 0.58498, "f1": 0.553466, "accuracy": 0.58498, "main_score": 0.553466, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"]}, {"precision": 0.847777, "recall": 0.88834, "f1": 0.860244, "accuracy": 0.88834, "main_score": 0.860244, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"]}, {"precision": 0.52881, "recall": 0.579051, "f1": 0.542759, "accuracy": 0.579051, "main_score": 0.542759, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"]}, {"precision": 0.524816, "recall": 0.568182, "f1": 0.536157, "accuracy": 0.568182, "main_score": 0.536157, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"]}, {"precision": 0.81317, "recall": 0.854743, "f1": 0.825202, "accuracy": 0.854743, "main_score": 0.825202, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"]}, {"precision": 0.47339, "recall": 0.52668, "f1": 0.488888, "accuracy": 0.52668, "main_score": 0.488888, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"]}, {"precision": 0.625955, "recall": 0.681818, "f1": 0.641718, "accuracy": 0.681818, "main_score": 0.641718, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"]}, {"precision": 0.767846, "recall": 0.814229, "f1": 0.780134, "accuracy": 0.814229, "main_score": 0.780134, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"]}, {"precision": 0.587296, "recall": 0.630435, "f1": 0.598965, "accuracy": 0.630435, "main_score": 0.598965, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"]}, {"precision": 0.634627, "recall": 0.676877, "f1": 0.645824, "accuracy": 0.676877, "main_score": 0.645824, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"]}, {"precision": 0.847555, "recall": 0.883399, "f1": 0.858081, "accuracy": 0.883399, "main_score": 0.858081, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"]}, {"precision": 0.745669, "recall": 0.797431, "f1": 0.76054, "accuracy": 0.797431, "main_score": 0.76054, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"]}, {"precision": 0.788079, "recall": 0.831028, "f1": 0.800322, "accuracy": 0.831028, "main_score": 0.800322, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"]}, {"precision": 0.419952, "recall": 0.478261, "f1": 0.436753, "accuracy": 0.478261, "main_score": 0.436753, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"]}, {"precision": 0.868857, "recall": 0.905138, "f1": 0.879941, "accuracy": 0.905138, "main_score": 0.879941, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"]}, {"precision": 0.813465, "recall": 0.851779, "f1": 0.824593, "accuracy": 0.851779, "main_score": 0.824593, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"]}, {"precision": 0.866008, "recall": 0.902174, "f1": 0.876896, "accuracy": 0.902174, "main_score": 0.876896, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"]}, {"precision": 0.86754, "recall": 0.903162, "f1": 0.878656, "accuracy": 0.903162, "main_score": 0.878656, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"]}, {"precision": 0.629213, "recall": 0.686759, "f1": 0.645671, "accuracy": 0.686759, "main_score": 0.645671, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"]}, {"precision": 0.532286, "recall": 0.56917, "f1": 0.54254, "accuracy": 0.56917, "main_score": 0.54254, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"]}, {"precision": 0.530457, "recall": 0.59585, "f1": 0.548096, "accuracy": 0.59585, "main_score": 0.548096, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"]}, {"precision": 0.478055, "recall": 0.539526, "f1": 0.494779, "accuracy": 0.539526, "main_score": 0.494779, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"]}, {"precision": 0.326071, "recall": 0.389328, "f1": 0.342649, "accuracy": 0.389328, "main_score": 0.342649, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"]}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"]}, {"precision": 0.91502, "recall": 0.938735, "f1": 0.922431, "accuracy": 0.938735, "main_score": 0.922431, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"]}, {"precision": 0.967309, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"]}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922727, "accuracy": 0.938735, "main_score": 0.922727, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"]}, {"precision": 0.542478, "recall": 0.599802, "f1": 0.559046, "accuracy": 0.599802, "main_score": 0.559046, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"]}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"]}, {"precision": 0.797431, "recall": 0.840909, "f1": 0.810507, "accuracy": 0.840909, "main_score": 0.810507, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"]}, {"precision": 0.892984, "recall": 0.916996, "f1": 0.900165, "accuracy": 0.916996, "main_score": 0.900165, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"]}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948781, "accuracy": 0.960474, "main_score": 0.948781, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"]}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"]}, {"precision": 0.535765, "recall": 0.594862, "f1": 0.552164, "accuracy": 0.594862, "main_score": 0.552164, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"]}, {"precision": 0.914526, "recall": 0.938735, "f1": 0.922266, "accuracy": 0.938735, "main_score": 0.922266, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"]}, {"precision": 0.559373, "recall": 0.624506, "f1": 0.577048, "accuracy": 0.624506, "main_score": 0.577048, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"]}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"]}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927701, "accuracy": 0.942688, "main_score": 0.927701, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"]}, {"precision": 0.941864, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"]}, {"precision": 0.478062, "recall": 0.539526, "f1": 0.49475, "accuracy": 0.539526, "main_score": 0.49475, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"]}, {"precision": 0.947085, "recall": 0.961462, "f1": 0.951482, "accuracy": 0.961462, "main_score": 0.951482, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"]}, {"precision": 0.91917, "recall": 0.942688, "f1": 0.926515, "accuracy": 0.942688, "main_score": 0.926515, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"]}, {"precision": 0.183379, "recall": 0.226285, "f1": 0.194213, "accuracy": 0.226285, "main_score": 0.194213, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"]}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.94776, "accuracy": 0.959486, "main_score": 0.94776, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"]}, {"precision": 0.562832, "recall": 0.617589, "f1": 0.578386, "accuracy": 0.617589, "main_score": 0.578386, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"]}, {"precision": 0.943297, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"]}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947417, "accuracy": 0.958498, "main_score": 0.947417, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"]}, {"precision": 0.893923, "recall": 0.91996, "f1": 0.901746, "accuracy": 0.91996, "main_score": 0.901746, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"]}, {"precision": 0.584738, "recall": 0.647233, "f1": 0.602742, "accuracy": 0.647233, "main_score": 0.602742, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"]}, {"precision": 0.95084, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"]}, {"precision": 0.859002, "recall": 0.892292, "f1": 0.869285, "accuracy": 0.892292, "main_score": 0.869285, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"]}, {"precision": 0.927487, "recall": 0.948617, "f1": 0.934025, "accuracy": 0.948617, "main_score": 0.934025, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"]}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"]}, {"precision": 0.94277, "recall": 0.95751, "f1": 0.947167, "accuracy": 0.95751, "main_score": 0.947167, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"]}, {"precision": 0.939015, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"]}, {"precision": 0.481735, "recall": 0.538538, "f1": 0.497831, "accuracy": 0.538538, "main_score": 0.497831, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"]}, {"precision": 0.463905, "recall": 0.535573, "f1": 0.482892, "accuracy": 0.535573, "main_score": 0.482892, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"]}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"]}, {"precision": 0.504308, "recall": 0.567194, "f1": 0.521894, "accuracy": 0.567194, "main_score": 0.521894, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"]}, {"precision": 0.903228, "recall": 0.927866, "f1": 0.910738, "accuracy": 0.927866, "main_score": 0.910738, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"]}, {"precision": 0.498793, "recall": 0.566206, "f1": 0.517204, "accuracy": 0.566206, "main_score": 0.517204, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"]}, {"precision": 0.75238, "recall": 0.793478, "f1": 0.764413, "accuracy": 0.793478, "main_score": 0.764413, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"]}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.916243, "accuracy": 0.932806, "main_score": 0.916243, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"]}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"]}, {"precision": 0.934321, "recall": 0.952569, "f1": 0.940053, "accuracy": 0.952569, "main_score": 0.940053, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"]}, {"precision": 0.462094, "recall": 0.527668, "f1": 0.480235, "accuracy": 0.527668, "main_score": 0.480235, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"]}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"]}, {"precision": 0.489874, "recall": 0.55336, "f1": 0.508093, "accuracy": 0.55336, "main_score": 0.508093, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"]}, {"precision": 0.459967, "recall": 0.516798, "f1": 0.474927, "accuracy": 0.516798, "main_score": 0.474927, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"]}, {"precision": 0.853327, "recall": 0.889328, "f1": 0.864427, "accuracy": 0.889328, "main_score": 0.864427, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"]}, {"precision": 0.324781, "recall": 0.376482, "f1": 0.338814, "accuracy": 0.376482, "main_score": 0.338814, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"]}, {"precision": 0.941288, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"]}, {"precision": 0.956604, "recall": 0.968379, "f1": 0.960375, "accuracy": 0.968379, "main_score": 0.960375, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"]}, {"precision": 0.954957, "recall": 0.968379, "f1": 0.959223, "accuracy": 0.968379, "main_score": 0.959223, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"]}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"]}, {"precision": 0.512633, "recall": 0.58004, "f1": 0.531135, "accuracy": 0.58004, "main_score": 0.531135, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"]}, {"precision": 0.899498, "recall": 0.925889, "f1": 0.907499, "accuracy": 0.925889, "main_score": 0.907499, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"]}, {"precision": 0.861413, "recall": 0.897233, "f1": 0.872548, "accuracy": 0.897233, "main_score": 0.872548, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"]}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"]}, {"precision": 0.530535, "recall": 0.587945, "f1": 0.546655, "accuracy": 0.587945, "main_score": 0.546655, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"]}, {"precision": 0.918808, "recall": 0.940711, "f1": 0.925513, "accuracy": 0.940711, "main_score": 0.925513, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"]}, {"precision": 0.631388, "recall": 0.693676, "f1": 0.649358, "accuracy": 0.693676, "main_score": 0.649358, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"]}, {"precision": 0.856308, "recall": 0.892292, "f1": 0.867245, "accuracy": 0.892292, "main_score": 0.867245, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"]}, {"precision": 0.930016, "recall": 0.949605, "f1": 0.936018, "accuracy": 0.949605, "main_score": 0.936018, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"]}, {"precision": 0.928007, "recall": 0.947628, "f1": 0.934042, "accuracy": 0.947628, "main_score": 0.934042, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"]}, {"precision": 0.471226, "recall": 0.55336, "f1": 0.493514, "accuracy": 0.55336, "main_score": 0.493514, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"]}, {"precision": 0.592896, "recall": 0.656126, "f1": 0.610964, "accuracy": 0.656126, "main_score": 0.610964, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"]}, {"precision": 0.883811, "recall": 0.91502, "f1": 0.893676, "accuracy": 0.91502, "main_score": 0.893676, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"]}, {"precision": 0.594906, "recall": 0.65415, "f1": 0.611702, "accuracy": 0.65415, "main_score": 0.611702, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"]}, {"precision": 0.645817, "recall": 0.712451, "f1": 0.665453, "accuracy": 0.712451, "main_score": 0.665453, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"]}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"]}, {"precision": 0.922628, "recall": 0.942688, "f1": 0.928821, "accuracy": 0.942688, "main_score": 0.928821, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"]}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"]}, {"precision": 0.810096, "recall": 0.856719, "f1": 0.824097, "accuracy": 0.856719, "main_score": 0.824097, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"]}, {"precision": 0.958169, "recall": 0.969368, "f1": 0.961594, "accuracy": 0.969368, "main_score": 0.961594, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"]}, {"precision": 0.939065, "recall": 0.956522, "f1": 0.944664, "accuracy": 0.956522, "main_score": 0.944664, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"]}, {"precision": 0.955534, "recall": 0.968379, "f1": 0.959651, "accuracy": 0.968379, "main_score": 0.959651, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"]}, {"precision": 0.510093, "recall": 0.570158, "f1": 0.52711, "accuracy": 0.570158, "main_score": 0.52711, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"]}, {"precision": 0.475408, "recall": 0.533597, "f1": 0.491227, "accuracy": 0.533597, "main_score": 0.491227, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"]}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"]}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957806, "accuracy": 0.967391, "main_score": 0.957806, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"]}, {"precision": 0.748155, "recall": 0.801383, "f1": 0.763839, "accuracy": 0.801383, "main_score": 0.763839, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"]}, {"precision": 0.415968, "recall": 0.47332, "f1": 0.431525, "accuracy": 0.47332, "main_score": 0.431525, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"]}, {"precision": 0.89301, "recall": 0.921937, "f1": 0.901946, "accuracy": 0.921937, "main_score": 0.901946, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"]}, {"precision": 0.70537, "recall": 0.763834, "f1": 0.722145, "accuracy": 0.763834, "main_score": 0.722145, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"]}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"]}, {"precision": 0.496127, "recall": 0.551383, "f1": 0.51111, "accuracy": 0.551383, "main_score": 0.51111, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"]}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938307, "accuracy": 0.951581, "main_score": 0.938307, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"]}, {"precision": 0.944252, "recall": 0.960474, "f1": 0.949308, "accuracy": 0.960474, "main_score": 0.949308, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"]}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"]}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"]}, {"precision": 0.951828, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"]}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"]}, {"precision": 0.88587, "recall": 0.917984, "f1": 0.89608, "accuracy": 0.917984, "main_score": 0.89608, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"]}, {"precision": 0.526714, "recall": 0.603755, "f1": 0.548234, "accuracy": 0.603755, "main_score": 0.548234, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"]}, {"precision": 0.200675, "recall": 0.250988, "f1": 0.211609, "accuracy": 0.250988, "main_score": 0.211609, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"]}, {"precision": 0.566234, "recall": 0.632411, "f1": 0.584545, "accuracy": 0.632411, "main_score": 0.584545, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"]}, {"precision": 0.679968, "recall": 0.747036, "f1": 0.699736, "accuracy": 0.747036, "main_score": 0.699736, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"]}, {"precision": 0.931571, "recall": 0.950593, "f1": 0.937484, "accuracy": 0.950593, "main_score": 0.937484, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"]}, {"precision": 0.378656, "recall": 0.439723, "f1": 0.394771, "accuracy": 0.439723, "main_score": 0.394771, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"]}, {"precision": 0.902174, "recall": 0.929842, "f1": 0.911034, "accuracy": 0.929842, "main_score": 0.911034, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"]}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939229, "accuracy": 0.952569, "main_score": 0.939229, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"]}, {"precision": 0.929348, "recall": 0.948617, "f1": 0.935394, "accuracy": 0.948617, "main_score": 0.935394, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"]}, {"precision": 0.598142, "recall": 0.660079, "f1": 0.615504, "accuracy": 0.660079, "main_score": 0.615504, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"]}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"]}, {"precision": 0.502278, "recall": 0.568182, "f1": 0.520911, "accuracy": 0.568182, "main_score": 0.520911, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"]}, {"precision": 0.461715, "recall": 0.528656, "f1": 0.47983, "accuracy": 0.528656, "main_score": 0.47983, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"]}, {"precision": 0.633142, "recall": 0.689723, "f1": 0.648346, "accuracy": 0.689723, "main_score": 0.648346, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"]}, {"precision": 0.939065, "recall": 0.956522, "f1": 0.944617, "accuracy": 0.956522, "main_score": 0.944617, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"]}, {"precision": 0.191066, "recall": 0.26087, "f1": 0.207987, "accuracy": 0.26087, "main_score": 0.207987, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"]}, {"precision": 0.854359, "recall": 0.890316, "f1": 0.865283, "accuracy": 0.890316, "main_score": 0.865283, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"]}, {"precision": 0.89361, "recall": 0.922925, "f1": 0.902602, "accuracy": 0.922925, "main_score": 0.902602, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"]}, {"precision": 0.533409, "recall": 0.594862, "f1": 0.550779, "accuracy": 0.594862, "main_score": 0.550779, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"]}, {"precision": 0.49614, "recall": 0.564229, "f1": 0.515358, "accuracy": 0.564229, "main_score": 0.515358, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"]}, {"precision": 0.935804, "recall": 0.953557, "f1": 0.941323, "accuracy": 0.953557, "main_score": 0.941323, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"]}, {"precision": 0.945076, "recall": 0.962451, "f1": 0.950659, "accuracy": 0.962451, "main_score": 0.950659, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"]}, {"precision": 0.917737, "recall": 0.939723, "f1": 0.924638, "accuracy": 0.939723, "main_score": 0.924638, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"]}, {"precision": 0.891535, "recall": 0.920949, "f1": 0.900856, "accuracy": 0.920949, "main_score": 0.900856, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"]}, {"precision": 0.580995, "recall": 0.651186, "f1": 0.60096, "accuracy": 0.651186, "main_score": 0.60096, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"]}, {"precision": 0.939789, "recall": 0.956522, "f1": 0.944993, "accuracy": 0.956522, "main_score": 0.944993, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"]}, {"precision": 0.500571, "recall": 0.56917, "f1": 0.519597, "accuracy": 0.56917, "main_score": 0.519597, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"]}, {"precision": 0.637429, "recall": 0.697628, "f1": 0.654908, "accuracy": 0.697628, "main_score": 0.654908, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"]}, {"precision": 0.952816, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"]}, {"precision": 0.932322, "recall": 0.949605, "f1": 0.9375, "accuracy": 0.949605, "main_score": 0.9375, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"]}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"]}, {"precision": 0.427676, "recall": 0.487154, "f1": 0.443692, "accuracy": 0.487154, "main_score": 0.443692, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"]}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.959933, "accuracy": 0.968379, "main_score": 0.959933, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"]}, {"precision": 0.938933, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"]}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"]}, {"precision": 0.85108, "recall": 0.88834, "f1": 0.862434, "accuracy": 0.88834, "main_score": 0.862434, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"]}, {"precision": 0.713918, "recall": 0.771739, "f1": 0.730836, "accuracy": 0.771739, "main_score": 0.730836, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"]}, {"precision": 0.834552, "recall": 0.873518, "f1": 0.846791, "accuracy": 0.873518, "main_score": 0.846791, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"]}, {"precision": 0.55369, "recall": 0.614625, "f1": 0.570241, "accuracy": 0.614625, "main_score": 0.570241, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"]}, {"precision": 0.881291, "recall": 0.914032, "f1": 0.891601, "accuracy": 0.914032, "main_score": 0.891601, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"]}, {"precision": 0.936512, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"]}, {"precision": 0.929101, "recall": 0.950593, "f1": 0.935837, "accuracy": 0.950593, "main_score": 0.935837, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"]}, {"precision": 0.943841, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"]}, {"precision": 0.914526, "recall": 0.938735, "f1": 0.922233, "accuracy": 0.938735, "main_score": 0.922233, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"]}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"]}, {"precision": 0.922217, "recall": 0.942688, "f1": 0.92859, "accuracy": 0.942688, "main_score": 0.92859, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"]}, {"precision": 0.41561, "recall": 0.48419, "f1": 0.433296, "accuracy": 0.48419, "main_score": 0.433296, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"]}, {"precision": 0.950016, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"]}, {"precision": 0.567005, "recall": 0.635375, "f1": 0.58686, "accuracy": 0.635375, "main_score": 0.58686, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936778, "accuracy": 0.950593, "main_score": 0.936778, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"]}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"]}, {"precision": 0.85219, "recall": 0.893281, "f1": 0.864987, "accuracy": 0.893281, "main_score": 0.864987, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"]}, {"precision": 0.739213, "recall": 0.787549, "f1": 0.753491, "accuracy": 0.787549, "main_score": 0.753491, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"]}, {"precision": 0.927207, "recall": 0.945652, "f1": 0.932759, "accuracy": 0.945652, "main_score": 0.932759, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"]}, {"precision": 0.582635, "recall": 0.644269, "f1": 0.600273, "accuracy": 0.644269, "main_score": 0.600273, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"]}, {"precision": 0.568832, "recall": 0.632411, "f1": 0.586628, "accuracy": 0.632411, "main_score": 0.586628, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"]}, {"precision": 0.854694, "recall": 0.890316, "f1": 0.865481, "accuracy": 0.890316, "main_score": 0.865481, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"]}, {"precision": 0.494591, "recall": 0.5583, "f1": 0.511692, "accuracy": 0.5583, "main_score": 0.511692, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"]}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958663, "accuracy": 0.967391, "main_score": 0.958663, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"]}, {"precision": 0.944401, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"]}, {"precision": 0.487042, "recall": 0.54249, "f1": 0.50169, "accuracy": 0.54249, "main_score": 0.50169, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"]}, {"precision": 0.684682, "recall": 0.746047, "f1": 0.702838, "accuracy": 0.746047, "main_score": 0.702838, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"]}, {"precision": 0.502006, "recall": 0.563241, "f1": 0.519018, "accuracy": 0.563241, "main_score": 0.519018, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"]}, {"precision": 0.5399, "recall": 0.604743, "f1": 0.558514, "accuracy": 0.604743, "main_score": 0.558514, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"]}, {"precision": 0.867671, "recall": 0.902174, "f1": 0.878854, "accuracy": 0.902174, "main_score": 0.878854, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"]}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"]}, {"precision": 0.880929, "recall": 0.913043, "f1": 0.890942, "accuracy": 0.913043, "main_score": 0.890942, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"]}, {"precision": 0.445166, "recall": 0.506917, "f1": 0.46213, "accuracy": 0.506917, "main_score": 0.46213, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"]}, {"precision": 0.509174, "recall": 0.579051, "f1": 0.527843, "accuracy": 0.579051, "main_score": 0.527843, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"]}, {"precision": 0.534338, "recall": 0.597826, "f1": 0.552528, "accuracy": 0.597826, "main_score": 0.552528, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"]}, {"precision": 0.509025, "recall": 0.563241, "f1": 0.524234, "accuracy": 0.563241, "main_score": 0.524234, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"]}, {"precision": 0.92346, "recall": 0.944664, "f1": 0.930127, "accuracy": 0.944664, "main_score": 0.930127, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"]}, {"precision": 0.48738, "recall": 0.555336, "f1": 0.506176, "accuracy": 0.555336, "main_score": 0.506176, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"]}, {"precision": 0.622391, "recall": 0.686759, "f1": 0.640752, "accuracy": 0.686759, "main_score": 0.640752, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"]}, {"precision": 0.932395, "recall": 0.951581, "f1": 0.938425, "accuracy": 0.951581, "main_score": 0.938425, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"]}, {"precision": 0.671518, "recall": 0.724308, "f1": 0.687025, "accuracy": 0.724308, "main_score": 0.687025, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"]}, {"precision": 0.808747, "recall": 0.846838, "f1": 0.820092, "accuracy": 0.846838, "main_score": 0.820092, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"]}, {"precision": 0.842721, "recall": 0.880435, "f1": 0.854545, "accuracy": 0.880435, "main_score": 0.854545, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"]}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"]}, {"precision": 0.447891, "recall": 0.525692, "f1": 0.469888, "accuracy": 0.525692, "main_score": 0.469888, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"]}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"]}, {"precision": 0.873304, "recall": 0.905138, "f1": 0.883136, "accuracy": 0.905138, "main_score": 0.883136, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"]}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"]}, {"precision": 0.60607, "recall": 0.672925, "f1": 0.625756, "accuracy": 0.672925, "main_score": 0.625756, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"]}, {"precision": 0.519807, "recall": 0.574111, "f1": 0.535394, "accuracy": 0.574111, "main_score": 0.535394, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"]}, {"precision": 0.563447, "recall": 0.619565, "f1": 0.579851, "accuracy": 0.619565, "main_score": 0.579851, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"]}, {"precision": 0.517311, "recall": 0.571146, "f1": 0.531923, "accuracy": 0.571146, "main_score": 0.531923, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"]}, {"precision": 0.349525, "recall": 0.403162, "f1": 0.363271, "accuracy": 0.403162, "main_score": 0.363271, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"]}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.942871, "accuracy": 0.955534, "main_score": 0.942871, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"]}, {"precision": 0.890679, "recall": 0.91996, "f1": 0.899821, "accuracy": 0.91996, "main_score": 0.899821, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"]}, {"precision": 0.918841, "recall": 0.939723, "f1": 0.925033, "accuracy": 0.939723, "main_score": 0.925033, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"]}, {"precision": 0.916041, "recall": 0.936759, "f1": 0.922186, "accuracy": 0.936759, "main_score": 0.922186, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"]}, {"precision": 0.573601, "recall": 0.624506, "f1": 0.5882, "accuracy": 0.624506, "main_score": 0.5882, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"]}, {"precision": 0.946262, "recall": 0.960474, "f1": 0.950447, "accuracy": 0.960474, "main_score": 0.950447, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"]}, {"precision": 0.796528, "recall": 0.83498, "f1": 0.808147, "accuracy": 0.83498, "main_score": 0.808147, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"]}, {"precision": 0.868824, "recall": 0.898221, "f1": 0.877518, "accuracy": 0.898221, "main_score": 0.877518, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"]}, {"precision": 0.941897, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"]}, {"precision": 0.912088, "recall": 0.936759, "f1": 0.919551, "accuracy": 0.936759, "main_score": 0.919551, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"]}, {"precision": 0.554194, "recall": 0.607708, "f1": 0.569943, "accuracy": 0.607708, "main_score": 0.569943, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"]}, {"precision": 0.934552, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"]}, {"precision": 0.863036, "recall": 0.896245, "f1": 0.87288, "accuracy": 0.896245, "main_score": 0.87288, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"]}, {"precision": 0.94198, "recall": 0.95751, "f1": 0.946494, "accuracy": 0.95751, "main_score": 0.946494, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"]}, {"precision": 0.590198, "recall": 0.641304, "f1": 0.604723, "accuracy": 0.641304, "main_score": 0.604723, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"]}, {"precision": 0.926329, "recall": 0.944664, "f1": 0.931653, "accuracy": 0.944664, "main_score": 0.931653, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"]}, {"precision": 0.92393, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"]}, {"precision": 0.957576, "recall": 0.969368, "f1": 0.961133, "accuracy": 0.969368, "main_score": 0.961133, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"]}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"]}, {"precision": 0.539238, "recall": 0.588933, "f1": 0.552803, "accuracy": 0.588933, "main_score": 0.552803, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"]}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"]}, {"precision": 0.924811, "recall": 0.944664, "f1": 0.930786, "accuracy": 0.944664, "main_score": 0.930786, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"]}, {"precision": 0.197587, "recall": 0.241107, "f1": 0.208358, "accuracy": 0.241107, "main_score": 0.208358, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"]}, {"precision": 0.943241, "recall": 0.958498, "f1": 0.947777, "accuracy": 0.958498, "main_score": 0.947777, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"]}, {"precision": 0.596165, "recall": 0.643281, "f1": 0.610117, "accuracy": 0.643281, "main_score": 0.610117, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"]}, {"precision": 0.950873, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"]}, {"precision": 0.944911, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"]}, {"precision": 0.89361, "recall": 0.921937, "f1": 0.902292, "accuracy": 0.921937, "main_score": 0.902292, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"]}, {"precision": 0.921814, "recall": 0.9417, "f1": 0.927586, "accuracy": 0.9417, "main_score": 0.927586, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"]}, {"precision": 0.612138, "recall": 0.662055, "f1": 0.626501, "accuracy": 0.662055, "main_score": 0.626501, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"]}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961594, "accuracy": 0.970356, "main_score": 0.961594, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"]}, {"precision": 0.82859, "recall": 0.866601, "f1": 0.839761, "accuracy": 0.866601, "main_score": 0.839761, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"]}, {"precision": 0.91315, "recall": 0.932806, "f1": 0.918888, "accuracy": 0.932806, "main_score": 0.918888, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"]}, {"precision": 0.936882, "recall": 0.953557, "f1": 0.941886, "accuracy": 0.953557, "main_score": 0.941886, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"]}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"]}, {"precision": 0.933557, "recall": 0.950593, "f1": 0.938389, "accuracy": 0.950593, "main_score": 0.938389, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"]}, {"precision": 0.54692, "recall": 0.59585, "f1": 0.560421, "accuracy": 0.59585, "main_score": 0.560421, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"]}, {"precision": 0.489659, "recall": 0.5583, "f1": 0.507896, "accuracy": 0.5583, "main_score": 0.507896, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"]}, {"precision": 0.941815, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"]}, {"precision": 0.541964, "recall": 0.59585, "f1": 0.557169, "accuracy": 0.59585, "main_score": 0.557169, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"]}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"]}, {"precision": 0.953343, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"]}, {"precision": 0.913035, "recall": 0.935771, "f1": 0.919686, "accuracy": 0.935771, "main_score": 0.919686, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"]}, {"precision": 0.893561, "recall": 0.91996, "f1": 0.901369, "accuracy": 0.91996, "main_score": 0.901369, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"]}, {"precision": 0.557857, "recall": 0.61166, "f1": 0.573166, "accuracy": 0.61166, "main_score": 0.573166, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"]}, {"precision": 0.764312, "recall": 0.809289, "f1": 0.777495, "accuracy": 0.809289, "main_score": 0.777495, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"]}, {"precision": 0.893643, "recall": 0.916996, "f1": 0.900612, "accuracy": 0.916996, "main_score": 0.900612, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965547, "accuracy": 0.97332, "main_score": 0.965547, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"]}, {"precision": 0.917852, "recall": 0.938735, "f1": 0.923998, "accuracy": 0.938735, "main_score": 0.923998, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"]}, {"precision": 0.514207, "recall": 0.567194, "f1": 0.52932, "accuracy": 0.567194, "main_score": 0.52932, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"]}, {"precision": 0.941815, "recall": 0.95751, "f1": 0.946542, "accuracy": 0.95751, "main_score": 0.946542, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"]}, {"precision": 0.530915, "recall": 0.586957, "f1": 0.547084, "accuracy": 0.586957, "main_score": 0.547084, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"]}, {"precision": 0.509232, "recall": 0.559289, "f1": 0.523122, "accuracy": 0.559289, "main_score": 0.523122, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"]}, {"precision": 0.862164, "recall": 0.892292, "f1": 0.871017, "accuracy": 0.892292, "main_score": 0.871017, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"]}, {"precision": 0.312575, "recall": 0.370553, "f1": 0.328941, "accuracy": 0.370553, "main_score": 0.328941, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"]}, {"precision": 0.940629, "recall": 0.95751, "f1": 0.945836, "accuracy": 0.95751, "main_score": 0.945836, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"]}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"]}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.940646, "accuracy": 0.953557, "main_score": 0.940646, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"]}, {"precision": 0.558784, "recall": 0.613636, "f1": 0.574461, "accuracy": 0.613636, "main_score": 0.574461, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"]}, {"precision": 0.884396, "recall": 0.911067, "f1": 0.892435, "accuracy": 0.911067, "main_score": 0.892435, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"]}, {"precision": 0.864946, "recall": 0.900198, "f1": 0.875648, "accuracy": 0.900198, "main_score": 0.875648, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"]}, {"precision": 0.559917, "recall": 0.606719, "f1": 0.57343, "accuracy": 0.606719, "main_score": 0.57343, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"]}, {"precision": 0.914567, "recall": 0.934783, "f1": 0.920331, "accuracy": 0.934783, "main_score": 0.920331, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"]}, {"precision": 0.642912, "recall": 0.69664, "f1": 0.658382, "accuracy": 0.69664, "main_score": 0.658382, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"]}, {"precision": 0.835905, "recall": 0.874506, "f1": 0.847299, "accuracy": 0.874506, "main_score": 0.847299, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"]}, {"precision": 0.928263, "recall": 0.94664, "f1": 0.933696, "accuracy": 0.94664, "main_score": 0.933696, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"]}, {"precision": 0.941617, "recall": 0.95751, "f1": 0.946344, "accuracy": 0.95751, "main_score": 0.946344, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"]}, {"precision": 0.462624, "recall": 0.530632, "f1": 0.481179, "accuracy": 0.530632, "main_score": 0.481179, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"]}, {"precision": 0.620395, "recall": 0.667984, "f1": 0.634332, "accuracy": 0.667984, "main_score": 0.634332, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"]}, {"precision": 0.873221, "recall": 0.906126, "f1": 0.883155, "accuracy": 0.906126, "main_score": 0.883155, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"]}, {"precision": 0.632433, "recall": 0.679842, "f1": 0.646045, "accuracy": 0.679842, "main_score": 0.646045, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"]}, {"precision": 0.614419, "recall": 0.668972, "f1": 0.630363, "accuracy": 0.668972, "main_score": 0.630363, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"]}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"]}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.939229, "accuracy": 0.952569, "main_score": 0.939229, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"]}, {"precision": 0.9361, "recall": 0.953557, "f1": 0.941488, "accuracy": 0.953557, "main_score": 0.941488, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"]}, {"precision": 0.770973, "recall": 0.81917, "f1": 0.784871, "accuracy": 0.81917, "main_score": 0.784871, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"]}, {"precision": 0.946567, "recall": 0.961462, "f1": 0.95107, "accuracy": 0.961462, "main_score": 0.95107, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"]}, {"precision": 0.928936, "recall": 0.948617, "f1": 0.934816, "accuracy": 0.948617, "main_score": 0.934816, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"]}, {"precision": 0.539867, "recall": 0.593874, "f1": 0.554741, "accuracy": 0.593874, "main_score": 0.554741, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"]}, {"precision": 0.545729, "recall": 0.587945, "f1": 0.557317, "accuracy": 0.587945, "main_score": 0.557317, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"]}, {"precision": 0.912335, "recall": 0.936759, "f1": 0.91965, "accuracy": 0.936759, "main_score": 0.91965, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"]}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945455, "accuracy": 0.95751, "main_score": 0.945455, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"]}, {"precision": 0.930748, "recall": 0.949605, "f1": 0.936627, "accuracy": 0.949605, "main_score": 0.936627, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"]}, {"precision": 0.742524, "recall": 0.783597, "f1": 0.753973, "accuracy": 0.783597, "main_score": 0.753973, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"]}, {"precision": 0.467388, "recall": 0.513834, "f1": 0.479827, "accuracy": 0.513834, "main_score": 0.479827, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"]}, {"precision": 0.927454, "recall": 0.945652, "f1": 0.932792, "accuracy": 0.945652, "main_score": 0.932792, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"]}, {"precision": 0.88442, "recall": 0.914032, "f1": 0.893351, "accuracy": 0.914032, "main_score": 0.893351, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"]}, {"precision": 0.711199, "recall": 0.76581, "f1": 0.72715, "accuracy": 0.76581, "main_score": 0.72715, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"]}, {"precision": 0.954117, "recall": 0.966403, "f1": 0.957642, "accuracy": 0.966403, "main_score": 0.957642, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"]}, {"precision": 0.522655, "recall": 0.579051, "f1": 0.53786, "accuracy": 0.579051, "main_score": 0.53786, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"]}, {"precision": 0.917284, "recall": 0.937747, "f1": 0.923441, "accuracy": 0.937747, "main_score": 0.923441, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"]}, {"precision": 0.942747, "recall": 0.95751, "f1": 0.947118, "accuracy": 0.95751, "main_score": 0.947118, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"]}, {"precision": 0.958531, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"]}, {"precision": 0.94893, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"]}, {"precision": 0.9315, "recall": 0.948617, "f1": 0.936462, "accuracy": 0.948617, "main_score": 0.936462, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"]}, {"precision": 0.913596, "recall": 0.934783, "f1": 0.91985, "accuracy": 0.934783, "main_score": 0.91985, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"]}, {"precision": 0.854023, "recall": 0.893281, "f1": 0.86597, "accuracy": 0.893281, "main_score": 0.86597, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"]}, {"precision": 0.579058, "recall": 0.63834, "f1": 0.595404, "accuracy": 0.63834, "main_score": 0.595404, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"]}, {"precision": 0.194987, "recall": 0.250988, "f1": 0.208238, "accuracy": 0.250988, "main_score": 0.208238, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"]}, {"precision": 0.611924, "recall": 0.666996, "f1": 0.62795, "accuracy": 0.666996, "main_score": 0.62795, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"]}, {"precision": 0.662862, "recall": 0.722332, "f1": 0.680347, "accuracy": 0.722332, "main_score": 0.680347, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"]}, {"precision": 0.956884, "recall": 0.968379, "f1": 0.960263, "accuracy": 0.968379, "main_score": 0.960263, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"]}, {"precision": 0.917911, "recall": 0.935771, "f1": 0.922828, "accuracy": 0.935771, "main_score": 0.922828, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"]}, {"precision": 0.417197, "recall": 0.470356, "f1": 0.431709, "accuracy": 0.470356, "main_score": 0.431709, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"]}, {"precision": 0.908762, "recall": 0.93083, "f1": 0.915646, "accuracy": 0.93083, "main_score": 0.915646, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"]}, {"precision": 0.94333, "recall": 0.959486, "f1": 0.948188, "accuracy": 0.959486, "main_score": 0.948188, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"]}, {"precision": 0.884074, "recall": 0.912055, "f1": 0.892278, "accuracy": 0.912055, "main_score": 0.892278, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"]}, {"precision": 0.918429, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"]}, {"precision": 0.620299, "recall": 0.670949, "f1": 0.63551, "accuracy": 0.670949, "main_score": 0.63551, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"]}, {"precision": 0.935483, "recall": 0.952569, "f1": 0.940668, "accuracy": 0.952569, "main_score": 0.940668, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"]}, {"precision": 0.931913, "recall": 0.94664, "f1": 0.936216, "accuracy": 0.94664, "main_score": 0.936216, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"]}, {"precision": 0.53612, "recall": 0.590909, "f1": 0.55221, "accuracy": 0.590909, "main_score": 0.55221, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"]}, {"precision": 0.494017, "recall": 0.544466, "f1": 0.508135, "accuracy": 0.544466, "main_score": 0.508135, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"]}, {"precision": 0.637829, "recall": 0.688735, "f1": 0.652429, "accuracy": 0.688735, "main_score": 0.652429, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"]}, {"precision": 0.949581, "recall": 0.962451, "f1": 0.95364, "accuracy": 0.962451, "main_score": 0.95364, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"]}, {"precision": 0.173557, "recall": 0.238142, "f1": 0.190209, "accuracy": 0.238142, "main_score": 0.190209, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"]}, {"precision": 0.916041, "recall": 0.939723, "f1": 0.923221, "accuracy": 0.939723, "main_score": 0.923221, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"]}, {"precision": 0.848537, "recall": 0.883399, "f1": 0.858498, "accuracy": 0.883399, "main_score": 0.858498, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"]}, {"precision": 0.892408, "recall": 0.918972, "f1": 0.900216, "accuracy": 0.918972, "main_score": 0.900216, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"]}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964723, "accuracy": 0.972332, "main_score": 0.964723, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"]}, {"precision": 0.551977, "recall": 0.604743, "f1": 0.566493, "accuracy": 0.604743, "main_score": 0.566493, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"]}, {"precision": 0.550429, "recall": 0.604743, "f1": 0.564898, "accuracy": 0.604743, "main_score": 0.564898, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"]}, {"precision": 0.953953, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"]}, {"precision": 0.959898, "recall": 0.970356, "f1": 0.962916, "accuracy": 0.970356, "main_score": 0.962916, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"]}, {"precision": 0.913653, "recall": 0.935771, "f1": 0.919993, "accuracy": 0.935771, "main_score": 0.919993, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"]}, {"precision": 0.864685, "recall": 0.897233, "f1": 0.874407, "accuracy": 0.897233, "main_score": 0.874407, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"]}, {"precision": 0.595858, "recall": 0.659091, "f1": 0.614058, "accuracy": 0.659091, "main_score": 0.614058, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"]}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.928562, "accuracy": 0.943676, "main_score": 0.928562, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"]}, {"precision": 0.55271, "recall": 0.603755, "f1": 0.567281, "accuracy": 0.603755, "main_score": 0.567281, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"]}, {"precision": 0.675741, "recall": 0.728261, "f1": 0.691356, "accuracy": 0.728261, "main_score": 0.691356, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"]}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927503, "accuracy": 0.943676, "main_score": 0.927503, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"]}, {"precision": 0.920735, "recall": 0.9417, "f1": 0.927075, "accuracy": 0.9417, "main_score": 0.927075, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"]}, {"precision": 0.926746, "recall": 0.945652, "f1": 0.932411, "accuracy": 0.945652, "main_score": 0.932411, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"]}, {"precision": 0.446047, "recall": 0.494071, "f1": 0.459059, "accuracy": 0.494071, "main_score": 0.459059, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"]}, {"precision": 0.950511, "recall": 0.964427, "f1": 0.954729, "accuracy": 0.964427, "main_score": 0.954729, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"]}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"]}, {"precision": 0.894428, "recall": 0.91996, "f1": 0.901896, "accuracy": 0.91996, "main_score": 0.901896, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"]}, {"precision": 0.825198, "recall": 0.864625, "f1": 0.836761, "accuracy": 0.864625, "main_score": 0.836761, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"]}, {"precision": 0.734068, "recall": 0.782609, "f1": 0.747902, "accuracy": 0.782609, "main_score": 0.747902, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"]}, {"precision": 0.812409, "recall": 0.854743, "f1": 0.825041, "accuracy": 0.854743, "main_score": 0.825041, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"]}, {"precision": 0.597312, "recall": 0.646245, "f1": 0.611021, "accuracy": 0.646245, "main_score": 0.611021, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"]}, {"precision": 0.839766, "recall": 0.878458, "f1": 0.851485, "accuracy": 0.878458, "main_score": 0.851485, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"]}, {"precision": 0.928771, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"]}, {"precision": 0.927857, "recall": 0.94664, "f1": 0.933322, "accuracy": 0.94664, "main_score": 0.933322, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"]}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"]}, {"precision": 0.922934, "recall": 0.942688, "f1": 0.928936, "accuracy": 0.942688, "main_score": 0.928936, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"]}, {"precision": 0.951285, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"]}, {"precision": 0.753207, "recall": 0.802372, "f1": 0.767529, "accuracy": 0.802372, "main_score": 0.767529, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"]}, {"precision": 0.91679, "recall": 0.935771, "f1": 0.922453, "accuracy": 0.935771, "main_score": 0.922453, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"]}, {"precision": 0.462362, "recall": 0.524704, "f1": 0.478687, "accuracy": 0.524704, "main_score": 0.478687, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"]}, {"precision": 0.944425, "recall": 0.95751, "f1": 0.948192, "accuracy": 0.95751, "main_score": 0.948192, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"]}, {"precision": 0.525659, "recall": 0.59585, "f1": 0.545163, "accuracy": 0.59585, "main_score": 0.545163, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"]}, {"precision": 0.930098, "recall": 0.948617, "f1": 0.93559, "accuracy": 0.948617, "main_score": 0.93559, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"]}, {"precision": 0.920199, "recall": 0.940711, "f1": 0.926142, "accuracy": 0.940711, "main_score": 0.926142, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"]}, {"precision": 0.852586, "recall": 0.886364, "f1": 0.862436, "accuracy": 0.886364, "main_score": 0.862436, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"]}, {"precision": 0.766429, "recall": 0.810277, "f1": 0.779171, "accuracy": 0.810277, "main_score": 0.779171, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"]}, {"precision": 0.929414, "recall": 0.947628, "f1": 0.9349, "accuracy": 0.947628, "main_score": 0.9349, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"]}, {"precision": 0.625107, "recall": 0.670949, "f1": 0.637761, "accuracy": 0.670949, "main_score": 0.637761, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"]}, {"precision": 0.607997, "recall": 0.660079, "f1": 0.622373, "accuracy": 0.660079, "main_score": 0.622373, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"]}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"]}, {"precision": 0.82729, "recall": 0.866601, "f1": 0.838858, "accuracy": 0.866601, "main_score": 0.838858, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"]}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"]}, {"precision": 0.539504, "recall": 0.594862, "f1": 0.555472, "accuracy": 0.594862, "main_score": 0.555472, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"]}, {"precision": 0.960672, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"]}, {"precision": 0.938465, "recall": 0.955534, "f1": 0.943659, "accuracy": 0.955534, "main_score": 0.943659, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"]}, {"precision": 0.929545, "recall": 0.949605, "f1": 0.935677, "accuracy": 0.949605, "main_score": 0.935677, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"]}, {"precision": 0.515591, "recall": 0.565217, "f1": 0.529697, "accuracy": 0.565217, "main_score": 0.529697, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"]}, {"precision": 0.946723, "recall": 0.961462, "f1": 0.95112, "accuracy": 0.961462, "main_score": 0.95112, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"]}, {"precision": 0.719705, "recall": 0.76581, "f1": 0.7328, "accuracy": 0.76581, "main_score": 0.7328, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"]}, {"precision": 0.521182, "recall": 0.575099, "f1": 0.536434, "accuracy": 0.575099, "main_score": 0.536434, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"]}, {"precision": 0.584348, "recall": 0.632411, "f1": 0.597793, "accuracy": 0.632411, "main_score": 0.597793, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"]}, {"precision": 0.79473, "recall": 0.841897, "f1": 0.808828, "accuracy": 0.841897, "main_score": 0.808828, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"]}, {"precision": 0.953434, "recall": 0.965415, "f1": 0.956972, "accuracy": 0.965415, "main_score": 0.956972, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"]}, {"precision": 0.873551, "recall": 0.906126, "f1": 0.883531, "accuracy": 0.906126, "main_score": 0.883531, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"]}, {"precision": 0.495596, "recall": 0.541502, "f1": 0.508195, "accuracy": 0.541502, "main_score": 0.508195, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"]}, {"precision": 0.557851, "recall": 0.607708, "f1": 0.571384, "accuracy": 0.607708, "main_score": 0.571384, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"]}, {"precision": 0.923814, "recall": 0.943676, "f1": 0.929809, "accuracy": 0.943676, "main_score": 0.929809, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"]}, {"precision": 0.551757, "recall": 0.607708, "f1": 0.567885, "accuracy": 0.607708, "main_score": 0.567885, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"]}, {"precision": 0.544958, "recall": 0.592885, "f1": 0.558279, "accuracy": 0.592885, "main_score": 0.558279, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"]}, {"precision": 0.914196, "recall": 0.937747, "f1": 0.921363, "accuracy": 0.937747, "main_score": 0.921363, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"]}, {"precision": 0.521624, "recall": 0.582016, "f1": 0.539048, "accuracy": 0.582016, "main_score": 0.539048, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"]}, {"precision": 0.6575, "recall": 0.713439, "f1": 0.673643, "accuracy": 0.713439, "main_score": 0.673643, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"]}, {"precision": 0.911668, "recall": 0.93083, "f1": 0.917282, "accuracy": 0.93083, "main_score": 0.917282, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"]}, {"precision": 0.65719, "recall": 0.709486, "f1": 0.672367, "accuracy": 0.709486, "main_score": 0.672367, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"]}, {"precision": 0.782246, "recall": 0.816206, "f1": 0.79193, "accuracy": 0.816206, "main_score": 0.79193, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"]}, {"precision": 0.905089, "recall": 0.929842, "f1": 0.912733, "accuracy": 0.929842, "main_score": 0.912733, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"]}, {"precision": 0.852256, "recall": 0.887352, "f1": 0.862272, "accuracy": 0.887352, "main_score": 0.862272, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"]}, {"precision": 0.90802, "recall": 0.928854, "f1": 0.914394, "accuracy": 0.928854, "main_score": 0.914394, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"]}, {"precision": 0.478501, "recall": 0.550395, "f1": 0.499786, "accuracy": 0.550395, "main_score": 0.499786, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"]}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950725, "accuracy": 0.961462, "main_score": 0.950725, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"]}, {"precision": 0.869345, "recall": 0.900198, "f1": 0.87852, "accuracy": 0.900198, "main_score": 0.87852, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"]}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"]}, {"precision": 0.937039, "recall": 0.954545, "f1": 0.942424, "accuracy": 0.954545, "main_score": 0.942424, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"]}, {"precision": 0.620249, "recall": 0.673913, "f1": 0.636108, "accuracy": 0.673913, "main_score": 0.636108, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"]}, {"precision": 0.55262, "recall": 0.597826, "f1": 0.565097, "accuracy": 0.597826, "main_score": 0.565097, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"]}, {"precision": 0.47328, "recall": 0.521739, "f1": 0.486692, "accuracy": 0.521739, "main_score": 0.486692, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"]}, {"precision": 0.543411, "recall": 0.590909, "f1": 0.556946, "accuracy": 0.590909, "main_score": 0.556946, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"]}, {"precision": 0.248165, "recall": 0.29249, "f1": 0.259593, "accuracy": 0.29249, "main_score": 0.259593, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"]}, {"precision": 0.59737, "recall": 0.644269, "f1": 0.609737, "accuracy": 0.644269, "main_score": 0.609737, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"]}, {"precision": 0.544333, "recall": 0.588933, "f1": 0.556405, "accuracy": 0.588933, "main_score": 0.556405, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"]}, {"precision": 0.591461, "recall": 0.631423, "f1": 0.602264, "accuracy": 0.631423, "main_score": 0.602264, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"]}, {"precision": 0.617481, "recall": 0.653162, "f1": 0.626181, "accuracy": 0.653162, "main_score": 0.626181, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"]}, {"precision": 0.762855, "recall": 0.816206, "f1": 0.778669, "accuracy": 0.816206, "main_score": 0.778669, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"]}, {"precision": 0.609746, "recall": 0.652174, "f1": 0.620781, "accuracy": 0.652174, "main_score": 0.620781, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"]}, {"precision": 0.598589, "recall": 0.634387, "f1": 0.607995, "accuracy": 0.634387, "main_score": 0.607995, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"]}, {"precision": 0.620128, "recall": 0.651186, "f1": 0.628214, "accuracy": 0.651186, "main_score": 0.628214, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"]}, {"precision": 0.59046, "recall": 0.639328, "f1": 0.602737, "accuracy": 0.639328, "main_score": 0.602737, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"]}, {"precision": 0.581928, "recall": 0.624506, "f1": 0.593088, "accuracy": 0.624506, "main_score": 0.593088, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"]}, {"precision": 0.560273, "recall": 0.604743, "f1": 0.573066, "accuracy": 0.604743, "main_score": 0.573066, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"]}, {"precision": 0.600359, "recall": 0.646245, "f1": 0.612579, "accuracy": 0.646245, "main_score": 0.612579, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"]}, {"precision": 0.557243, "recall": 0.608696, "f1": 0.571193, "accuracy": 0.608696, "main_score": 0.571193, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"]}, {"precision": 0.611123, "recall": 0.65415, "f1": 0.622071, "accuracy": 0.65415, "main_score": 0.622071, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"]}, {"precision": 0.59273, "recall": 0.631423, "f1": 0.603227, "accuracy": 0.631423, "main_score": 0.603227, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"]}, {"precision": 0.587528, "recall": 0.628458, "f1": 0.598046, "accuracy": 0.628458, "main_score": 0.598046, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"]}, {"precision": 0.583817, "recall": 0.620553, "f1": 0.593221, "accuracy": 0.620553, "main_score": 0.593221, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"]}, {"precision": 0.644425, "recall": 0.684783, "f1": 0.654884, "accuracy": 0.684783, "main_score": 0.654884, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"]}, {"precision": 0.615091, "recall": 0.657115, "f1": 0.625457, "accuracy": 0.657115, "main_score": 0.625457, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"]}, {"precision": 0.551029, "recall": 0.597826, "f1": 0.564653, "accuracy": 0.597826, "main_score": 0.564653, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"]}, {"precision": 0.587738, "recall": 0.636364, "f1": 0.600872, "accuracy": 0.636364, "main_score": 0.600872, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"]}, {"precision": 0.602535, "recall": 0.642292, "f1": 0.613674, "accuracy": 0.642292, "main_score": 0.613674, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"]}, {"precision": 0.610456, "recall": 0.646245, "f1": 0.620624, "accuracy": 0.646245, "main_score": 0.620624, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"]}, {"precision": 0.208196, "recall": 0.248024, "f1": 0.218476, "accuracy": 0.248024, "main_score": 0.218476, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"]}, {"precision": 0.595368, "recall": 0.636364, "f1": 0.605497, "accuracy": 0.636364, "main_score": 0.605497, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"]}, {"precision": 0.622758, "recall": 0.659091, "f1": 0.632295, "accuracy": 0.659091, "main_score": 0.632295, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"]}, {"precision": 0.623315, "recall": 0.659091, "f1": 0.632693, "accuracy": 0.659091, "main_score": 0.632693, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"]}, {"precision": 0.613258, "recall": 0.653162, "f1": 0.623671, "accuracy": 0.653162, "main_score": 0.623671, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"]}, {"precision": 0.581837, "recall": 0.62253, "f1": 0.592466, "accuracy": 0.62253, "main_score": 0.592466, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"]}, {"precision": 0.601702, "recall": 0.645257, "f1": 0.613414, "accuracy": 0.645257, "main_score": 0.613414, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"]}, {"precision": 0.581226, "recall": 0.618577, "f1": 0.591455, "accuracy": 0.618577, "main_score": 0.591455, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"]}, {"precision": 0.615846, "recall": 0.660079, "f1": 0.627807, "accuracy": 0.660079, "main_score": 0.627807, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"]}, {"precision": 0.528073, "recall": 0.582016, "f1": 0.543543, "accuracy": 0.582016, "main_score": 0.543543, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"]}, {"precision": 0.587246, "recall": 0.623518, "f1": 0.597359, "accuracy": 0.623518, "main_score": 0.597359, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"]}, {"precision": 0.598932, "recall": 0.644269, "f1": 0.61199, "accuracy": 0.644269, "main_score": 0.61199, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"]}, {"precision": 0.593826, "recall": 0.639328, "f1": 0.606034, "accuracy": 0.639328, "main_score": 0.606034, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"]}, {"precision": 0.573698, "recall": 0.617589, "f1": 0.585014, "accuracy": 0.617589, "main_score": 0.585014, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"]}, {"precision": 0.575881, "recall": 0.61166, "f1": 0.585892, "accuracy": 0.61166, "main_score": 0.585892, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"]}, {"precision": 0.436424, "recall": 0.490119, "f1": 0.450933, "accuracy": 0.490119, "main_score": 0.450933, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"]}, {"precision": 0.609216, "recall": 0.65415, "f1": 0.621156, "accuracy": 0.65415, "main_score": 0.621156, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"]}, {"precision": 0.606358, "recall": 0.648221, "f1": 0.618437, "accuracy": 0.648221, "main_score": 0.618437, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"]}, {"precision": 0.618171, "recall": 0.660079, "f1": 0.629518, "accuracy": 0.660079, "main_score": 0.629518, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"]}, {"precision": 0.644638, "recall": 0.678854, "f1": 0.653121, "accuracy": 0.678854, "main_score": 0.653121, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"]}, {"precision": 0.592108, "recall": 0.634387, "f1": 0.602914, "accuracy": 0.634387, "main_score": 0.602914, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"]}, {"precision": 0.599597, "recall": 0.642292, "f1": 0.611172, "accuracy": 0.642292, "main_score": 0.611172, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"]}, {"precision": 0.571009, "recall": 0.616601, "f1": 0.583609, "accuracy": 0.616601, "main_score": 0.583609, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"]}, {"precision": 0.587571, "recall": 0.628458, "f1": 0.599378, "accuracy": 0.628458, "main_score": 0.599378, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"]}, {"precision": 0.612346, "recall": 0.651186, "f1": 0.622699, "accuracy": 0.651186, "main_score": 0.622699, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"]}, {"precision": 0.63757, "recall": 0.677866, "f1": 0.648776, "accuracy": 0.677866, "main_score": 0.648776, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"]}, {"precision": 0.632554, "recall": 0.668972, "f1": 0.642064, "accuracy": 0.668972, "main_score": 0.642064, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"]}, {"precision": 0.541034, "recall": 0.585968, "f1": 0.554445, "accuracy": 0.585968, "main_score": 0.554445, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"]}, {"precision": 0.60662, "recall": 0.646245, "f1": 0.617415, "accuracy": 0.646245, "main_score": 0.617415, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"]}, {"precision": 0.467322, "recall": 0.509881, "f1": 0.479284, "accuracy": 0.509881, "main_score": 0.479284, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"]}, {"precision": 0.537826, "recall": 0.573123, "f1": 0.547682, "accuracy": 0.573123, "main_score": 0.547682, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"]}, {"precision": 0.632302, "recall": 0.659091, "f1": 0.639259, "accuracy": 0.659091, "main_score": 0.639259, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"]}, {"precision": 0.334857, "recall": 0.381423, "f1": 0.347537, "accuracy": 0.381423, "main_score": 0.347537, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"]}, {"precision": 0.623196, "recall": 0.666996, "f1": 0.635024, "accuracy": 0.666996, "main_score": 0.635024, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"]}, {"precision": 0.591479, "recall": 0.637352, "f1": 0.603814, "accuracy": 0.637352, "main_score": 0.603814, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"]}, {"precision": 0.62597, "recall": 0.66996, "f1": 0.637408, "accuracy": 0.66996, "main_score": 0.637408, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"]}, {"precision": 0.568475, "recall": 0.621542, "f1": 0.583549, "accuracy": 0.621542, "main_score": 0.583549, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"]}, {"precision": 0.579322, "recall": 0.617589, "f1": 0.589468, "accuracy": 0.617589, "main_score": 0.589468, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"]}, {"precision": 0.616349, "recall": 0.651186, "f1": 0.625447, "accuracy": 0.651186, "main_score": 0.625447, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"]}, {"precision": 0.595035, "recall": 0.630435, "f1": 0.605048, "accuracy": 0.630435, "main_score": 0.605048, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"]}, {"precision": 0.640636, "recall": 0.678854, "f1": 0.650859, "accuracy": 0.678854, "main_score": 0.650859, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"]}, {"precision": 0.577788, "recall": 0.613636, "f1": 0.588086, "accuracy": 0.613636, "main_score": 0.588086, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"]}, {"precision": 0.625113, "recall": 0.662055, "f1": 0.634746, "accuracy": 0.662055, "main_score": 0.634746, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"]}, {"precision": 0.563828, "recall": 0.605731, "f1": 0.575749, "accuracy": 0.605731, "main_score": 0.575749, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"]}, {"precision": 0.619705, "recall": 0.663043, "f1": 0.631463, "accuracy": 0.663043, "main_score": 0.631463, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"]}, {"precision": 0.590017, "recall": 0.633399, "f1": 0.601555, "accuracy": 0.633399, "main_score": 0.601555, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"]}, {"precision": 0.617795, "recall": 0.655138, "f1": 0.627132, "accuracy": 0.655138, "main_score": 0.627132, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"]}, {"precision": 0.299665, "recall": 0.355731, "f1": 0.313615, "accuracy": 0.355731, "main_score": 0.313615, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"]}, {"precision": 0.586826, "recall": 0.629447, "f1": 0.598608, "accuracy": 0.629447, "main_score": 0.598608, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"]}, {"precision": 0.578796, "recall": 0.619565, "f1": 0.590453, "accuracy": 0.619565, "main_score": 0.590453, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"]}, {"precision": 0.605029, "recall": 0.642292, "f1": 0.615617, "accuracy": 0.642292, "main_score": 0.615617, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"]}, {"precision": 0.523718, "recall": 0.573123, "f1": 0.537797, "accuracy": 0.573123, "main_score": 0.537797, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"]}, {"precision": 0.621723, "recall": 0.666996, "f1": 0.633713, "accuracy": 0.666996, "main_score": 0.633713, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"]}, {"precision": 0.612607, "recall": 0.650198, "f1": 0.623144, "accuracy": 0.650198, "main_score": 0.623144, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"]}, {"precision": 0.615405, "recall": 0.656126, "f1": 0.625682, "accuracy": 0.656126, "main_score": 0.625682, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"]}, {"precision": 0.526046, "recall": 0.579051, "f1": 0.540223, "accuracy": 0.579051, "main_score": 0.540223, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"]}, {"precision": 0.61966, "recall": 0.660079, "f1": 0.630151, "accuracy": 0.660079, "main_score": 0.630151, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"]}, {"precision": 0.590476, "recall": 0.631423, "f1": 0.602077, "accuracy": 0.631423, "main_score": 0.602077, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"]}, {"precision": 0.612294, "recall": 0.657115, "f1": 0.62438, "accuracy": 0.657115, "main_score": 0.62438, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"]}, {"precision": 0.595721, "recall": 0.642292, "f1": 0.60786, "accuracy": 0.642292, "main_score": 0.60786, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"]}, {"precision": 0.532231, "recall": 0.577075, "f1": 0.545233, "accuracy": 0.577075, "main_score": 0.545233, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"]}, {"precision": 0.567934, "recall": 0.605731, "f1": 0.578993, "accuracy": 0.605731, "main_score": 0.578993, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"]}, {"precision": 0.585491, "recall": 0.630435, "f1": 0.597244, "accuracy": 0.630435, "main_score": 0.597244, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"]}, {"precision": 0.599085, "recall": 0.648221, "f1": 0.612158, "accuracy": 0.648221, "main_score": 0.612158, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"]}, {"precision": 0.596368, "recall": 0.643281, "f1": 0.608478, "accuracy": 0.643281, "main_score": 0.608478, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"]}, {"precision": 0.593007, "recall": 0.626482, "f1": 0.602568, "accuracy": 0.626482, "main_score": 0.602568, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"]}, {"precision": 0.491329, "recall": 0.536561, "f1": 0.503727, "accuracy": 0.536561, "main_score": 0.503727, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"]}, {"precision": 0.633632, "recall": 0.666996, "f1": 0.643139, "accuracy": 0.666996, "main_score": 0.643139, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"]}, {"precision": 0.54393, "recall": 0.591897, "f1": 0.556653, "accuracy": 0.591897, "main_score": 0.556653, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"]}, {"precision": 0.540896, "recall": 0.586957, "f1": 0.552876, "accuracy": 0.586957, "main_score": 0.552876, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"]}, {"precision": 0.611906, "recall": 0.651186, "f1": 0.622332, "accuracy": 0.651186, "main_score": 0.622332, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"]}, {"precision": 0.53756, "recall": 0.581028, "f1": 0.549741, "accuracy": 0.581028, "main_score": 0.549741, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"]}, {"precision": 0.652281, "recall": 0.682806, "f1": 0.660644, "accuracy": 0.682806, "main_score": 0.660644, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"]}, {"precision": 0.600511, "recall": 0.644269, "f1": 0.611905, "accuracy": 0.644269, "main_score": 0.611905, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"]}, {"precision": 0.622313, "recall": 0.662055, "f1": 0.632598, "accuracy": 0.662055, "main_score": 0.632598, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"]}, {"precision": 0.62281, "recall": 0.663043, "f1": 0.633286, "accuracy": 0.663043, "main_score": 0.633286, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"]}, {"precision": 0.592306, "recall": 0.630435, "f1": 0.602383, "accuracy": 0.630435, "main_score": 0.602383, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"]}, {"precision": 0.605254, "recall": 0.651186, "f1": 0.617477, "accuracy": 0.651186, "main_score": 0.617477, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"]}, {"precision": 0.451229, "recall": 0.518775, "f1": 0.469641, "accuracy": 0.518775, "main_score": 0.469641, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"]}, {"precision": 0.55393, "recall": 0.59585, "f1": 0.565437, "accuracy": 0.59585, "main_score": 0.565437, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"]}, {"precision": 0.220964, "recall": 0.267787, "f1": 0.231817, "accuracy": 0.267787, "main_score": 0.231817, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"]}, {"precision": 0.590919, "recall": 0.62747, "f1": 0.601795, "accuracy": 0.62747, "main_score": 0.601795, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"]}, {"precision": 0.496519, "recall": 0.540514, "f1": 0.509131, "accuracy": 0.540514, "main_score": 0.509131, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"]}, {"precision": 0.616763, "recall": 0.660079, "f1": 0.627674, "accuracy": 0.660079, "main_score": 0.627674, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"]}, {"precision": 0.611097, "recall": 0.646245, "f1": 0.620538, "accuracy": 0.646245, "main_score": 0.620538, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"]}, {"precision": 0.466668, "recall": 0.518775, "f1": 0.480651, "accuracy": 0.518775, "main_score": 0.480651, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"]}, {"precision": 0.604087, "recall": 0.642292, "f1": 0.614565, "accuracy": 0.642292, "main_score": 0.614565, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"]}, {"precision": 0.604947, "recall": 0.647233, "f1": 0.615885, "accuracy": 0.647233, "main_score": 0.615885, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"]}, {"precision": 0.552482, "recall": 0.599802, "f1": 0.565163, "accuracy": 0.599802, "main_score": 0.565163, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"]}, {"precision": 0.60942, "recall": 0.655138, "f1": 0.621262, "accuracy": 0.655138, "main_score": 0.621262, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"]}, {"precision": 0.617191, "recall": 0.659091, "f1": 0.628686, "accuracy": 0.659091, "main_score": 0.628686, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"]}, {"precision": 0.584913, "recall": 0.631423, "f1": 0.597124, "accuracy": 0.631423, "main_score": 0.597124, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"]}, {"precision": 0.633545, "recall": 0.670949, "f1": 0.643447, "accuracy": 0.670949, "main_score": 0.643447, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"]}, {"precision": 0.544727, "recall": 0.588933, "f1": 0.557984, "accuracy": 0.588933, "main_score": 0.557984, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"]}, {"precision": 0.533252, "recall": 0.576087, "f1": 0.545477, "accuracy": 0.576087, "main_score": 0.545477, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"]}, {"precision": 0.601119, "recall": 0.636364, "f1": 0.610899, "accuracy": 0.636364, "main_score": 0.610899, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"]}, {"precision": 0.611691, "recall": 0.655138, "f1": 0.623395, "accuracy": 0.655138, "main_score": 0.623395, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"]}, {"precision": 0.140442, "recall": 0.185771, "f1": 0.151813, "accuracy": 0.185771, "main_score": 0.151813, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"]}, {"precision": 0.591726, "recall": 0.643281, "f1": 0.605889, "accuracy": 0.643281, "main_score": 0.605889, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"]}, {"precision": 0.528636, "recall": 0.581028, "f1": 0.54209, "accuracy": 0.581028, "main_score": 0.54209, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"]}, {"precision": 0.572919, "recall": 0.620553, "f1": 0.585138, "accuracy": 0.620553, "main_score": 0.585138, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"]}, {"precision": 0.610159, "recall": 0.651186, "f1": 0.621214, "accuracy": 0.651186, "main_score": 0.621214, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"]}, {"precision": 0.558378, "recall": 0.604743, "f1": 0.571342, "accuracy": 0.604743, "main_score": 0.571342, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"]}, {"precision": 0.556941, "recall": 0.599802, "f1": 0.569156, "accuracy": 0.599802, "main_score": 0.569156, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"]}, {"precision": 0.591899, "recall": 0.637352, "f1": 0.603715, "accuracy": 0.637352, "main_score": 0.603715, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"]}, {"precision": 0.63063, "recall": 0.667984, "f1": 0.640036, "accuracy": 0.667984, "main_score": 0.640036, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"]}, {"precision": 0.614178, "recall": 0.652174, "f1": 0.623963, "accuracy": 0.652174, "main_score": 0.623963, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"]}, {"precision": 0.575579, "recall": 0.619565, "f1": 0.588007, "accuracy": 0.619565, "main_score": 0.588007, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"]}, {"precision": 0.542177, "recall": 0.59585, "f1": 0.55698, "accuracy": 0.59585, "main_score": 0.55698, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"]}, {"precision": 0.601364, "recall": 0.640316, "f1": 0.611764, "accuracy": 0.640316, "main_score": 0.611764, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"]}, {"precision": 0.546093, "recall": 0.585968, "f1": 0.557213, "accuracy": 0.585968, "main_score": 0.557213, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"]}, {"precision": 0.544202, "recall": 0.588933, "f1": 0.556297, "accuracy": 0.588933, "main_score": 0.556297, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"]}, {"precision": 0.587121, "recall": 0.633399, "f1": 0.59933, "accuracy": 0.633399, "main_score": 0.59933, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"]}, {"precision": 0.606945, "recall": 0.645257, "f1": 0.615748, "accuracy": 0.645257, "main_score": 0.615748, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"]}, {"precision": 0.57443, "recall": 0.626482, "f1": 0.58827, "accuracy": 0.626482, "main_score": 0.58827, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"]}, {"precision": 0.455254, "recall": 0.503953, "f1": 0.468397, "accuracy": 0.503953, "main_score": 0.468397, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"]}, {"precision": 0.636946, "recall": 0.678854, "f1": 0.648153, "accuracy": 0.678854, "main_score": 0.648153, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"]}, {"precision": 0.593207, "recall": 0.635375, "f1": 0.604184, "accuracy": 0.635375, "main_score": 0.604184, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"]}, {"precision": 0.555506, "recall": 0.603755, "f1": 0.56883, "accuracy": 0.603755, "main_score": 0.56883, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"]}, {"precision": 0.562686, "recall": 0.608696, "f1": 0.575676, "accuracy": 0.608696, "main_score": 0.575676, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"]}, {"precision": 0.543735, "recall": 0.583992, "f1": 0.554737, "accuracy": 0.583992, "main_score": 0.554737, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"]}, {"precision": 0.536462, "recall": 0.582016, "f1": 0.548671, "accuracy": 0.582016, "main_score": 0.548671, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"]}, {"precision": 0.589233, "recall": 0.631423, "f1": 0.600629, "accuracy": 0.631423, "main_score": 0.600629, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"]}, {"precision": 0.512609, "recall": 0.575099, "f1": 0.528844, "accuracy": 0.575099, "main_score": 0.528844, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"]}, {"precision": 0.596984, "recall": 0.640316, "f1": 0.608577, "accuracy": 0.640316, "main_score": 0.608577, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"]}, {"precision": 0.587437, "recall": 0.62747, "f1": 0.597832, "accuracy": 0.62747, "main_score": 0.597832, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"]}, {"precision": 0.60917, "recall": 0.649209, "f1": 0.619944, "accuracy": 0.649209, "main_score": 0.619944, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"]}, {"precision": 0.599823, "recall": 0.647233, "f1": 0.61241, "accuracy": 0.647233, "main_score": 0.61241, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"]}, {"precision": 0.625956, "recall": 0.664032, "f1": 0.635716, "accuracy": 0.664032, "main_score": 0.635716, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"]}, {"precision": 0.538143, "recall": 0.587945, "f1": 0.552204, "accuracy": 0.587945, "main_score": 0.552204, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"]}, {"precision": 0.599745, "recall": 0.637352, "f1": 0.609073, "accuracy": 0.637352, "main_score": 0.609073, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"]}, {"precision": 0.500201, "recall": 0.557312, "f1": 0.515155, "accuracy": 0.557312, "main_score": 0.515155, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"]}, {"precision": 0.602067, "recall": 0.650198, "f1": 0.61485, "accuracy": 0.650198, "main_score": 0.61485, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"]}, {"precision": 0.433764, "recall": 0.490119, "f1": 0.44936, "accuracy": 0.490119, "main_score": 0.44936, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"]}, {"precision": 0.591249, "recall": 0.636364, "f1": 0.602235, "accuracy": 0.636364, "main_score": 0.602235, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"]}, {"precision": 0.591673, "recall": 0.632411, "f1": 0.602832, "accuracy": 0.632411, "main_score": 0.602832, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"]}, {"precision": 0.608297, "recall": 0.643281, "f1": 0.617618, "accuracy": 0.643281, "main_score": 0.617618, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"]}, {"precision": 0.61159, "recall": 0.647233, "f1": 0.620483, "accuracy": 0.647233, "main_score": 0.620483, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"]}, {"precision": 0.567174, "recall": 0.615613, "f1": 0.579647, "accuracy": 0.615613, "main_score": 0.579647, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"]}, {"precision": 0.597571, "recall": 0.63834, "f1": 0.608552, "accuracy": 0.63834, "main_score": 0.608552, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"]}, {"precision": 0.59633, "recall": 0.635375, "f1": 0.607308, "accuracy": 0.635375, "main_score": 0.607308, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"]}, {"precision": 0.609281, "recall": 0.649209, "f1": 0.619064, "accuracy": 0.649209, "main_score": 0.619064, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"]}, {"precision": 0.607193, "recall": 0.643281, "f1": 0.616943, "accuracy": 0.643281, "main_score": 0.616943, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"]}, {"precision": 0.631453, "recall": 0.672925, "f1": 0.642251, "accuracy": 0.672925, "main_score": 0.642251, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"]}, {"precision": 0.536576, "recall": 0.579051, "f1": 0.549081, "accuracy": 0.579051, "main_score": 0.549081, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"]}, {"precision": 0.625767, "recall": 0.666008, "f1": 0.636147, "accuracy": 0.666008, "main_score": 0.636147, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"]}, {"precision": 0.584266, "recall": 0.633399, "f1": 0.596981, "accuracy": 0.633399, "main_score": 0.596981, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"]}, {"precision": 0.592527, "recall": 0.641304, "f1": 0.605809, "accuracy": 0.641304, "main_score": 0.605809, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"]}, {"precision": 0.539847, "recall": 0.586957, "f1": 0.553236, "accuracy": 0.586957, "main_score": 0.553236, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"]}, {"precision": 0.633858, "recall": 0.676877, "f1": 0.645236, "accuracy": 0.676877, "main_score": 0.645236, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"]}, {"precision": 0.589457, "recall": 0.623518, "f1": 0.598566, "accuracy": 0.623518, "main_score": 0.598566, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"]}, {"precision": 0.692631, "recall": 0.748024, "f1": 0.708252, "accuracy": 0.748024, "main_score": 0.708252, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"]}, {"precision": 0.599768, "recall": 0.646245, "f1": 0.612873, "accuracy": 0.646245, "main_score": 0.612873, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"]}, {"precision": 0.514826, "recall": 0.564229, "f1": 0.528856, "accuracy": 0.564229, "main_score": 0.528856, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"]}, {"precision": 0.621376, "recall": 0.663043, "f1": 0.632572, "accuracy": 0.663043, "main_score": 0.632572, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"]}, {"precision": 0.571062, "recall": 0.614625, "f1": 0.582664, "accuracy": 0.614625, "main_score": 0.582664, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"]}, {"precision": 0.517994, "recall": 0.564229, "f1": 0.530785, "accuracy": 0.564229, "main_score": 0.530785, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"]}, {"precision": 0.600412, "recall": 0.635375, "f1": 0.61041, "accuracy": 0.635375, "main_score": 0.61041, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"]}, {"precision": 0.587715, "recall": 0.633399, "f1": 0.600173, "accuracy": 0.633399, "main_score": 0.600173, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"]}, {"precision": 0.578462, "recall": 0.62747, "f1": 0.592191, "accuracy": 0.62747, "main_score": 0.592191, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"]}, {"precision": 0.588185, "recall": 0.629447, "f1": 0.599872, "accuracy": 0.629447, "main_score": 0.599872, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"]}, {"precision": 0.572865, "recall": 0.62253, "f1": 0.586513, "accuracy": 0.62253, "main_score": 0.586513, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"]}, {"precision": 0.540644, "recall": 0.587945, "f1": 0.554637, "accuracy": 0.587945, "main_score": 0.554637, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"]}, {"precision": 0.603067, "recall": 0.636364, "f1": 0.612613, "accuracy": 0.636364, "main_score": 0.612613, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"]}, {"precision": 0.612349, "recall": 0.651186, "f1": 0.622744, "accuracy": 0.651186, "main_score": 0.622744, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"]}, {"precision": 0.598074, "recall": 0.629447, "f1": 0.606802, "accuracy": 0.629447, "main_score": 0.606802, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"]}, {"precision": 0.603812, "recall": 0.634387, "f1": 0.612341, "accuracy": 0.634387, "main_score": 0.612341, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"]}, {"precision": 0.575627, "recall": 0.625494, "f1": 0.589393, "accuracy": 0.625494, "main_score": 0.589393, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"]}, {"precision": 0.549226, "recall": 0.597826, "f1": 0.56245, "accuracy": 0.597826, "main_score": 0.56245, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"]}, {"precision": 0.59344, "recall": 0.636364, "f1": 0.604798, "accuracy": 0.636364, "main_score": 0.604798, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"]}, {"precision": 0.461516, "recall": 0.52668, "f1": 0.479709, "accuracy": 0.52668, "main_score": 0.479709, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"]}, {"precision": 0.605162, "recall": 0.641304, "f1": 0.614768, "accuracy": 0.641304, "main_score": 0.614768, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"]}, {"precision": 0.565012, "recall": 0.606719, "f1": 0.576438, "accuracy": 0.606719, "main_score": 0.576438, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"]}, {"precision": 0.598153, "recall": 0.635375, "f1": 0.608081, "accuracy": 0.635375, "main_score": 0.608081, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"]}, {"precision": 0.594526, "recall": 0.634387, "f1": 0.605019, "accuracy": 0.634387, "main_score": 0.605019, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"]}, {"precision": 0.547127, "recall": 0.590909, "f1": 0.559489, "accuracy": 0.590909, "main_score": 0.559489, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"]}, {"precision": 0.562654, "recall": 0.596838, "f1": 0.572109, "accuracy": 0.596838, "main_score": 0.572109, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"]}, {"precision": 0.486632, "recall": 0.547431, "f1": 0.502617, "accuracy": 0.547431, "main_score": 0.502617, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"]}, {"precision": 0.466624, "recall": 0.521739, "f1": 0.481853, "accuracy": 0.521739, "main_score": 0.481853, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"]}, {"precision": 0.398023, "recall": 0.475296, "f1": 0.417911, "accuracy": 0.475296, "main_score": 0.417911, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"]}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.92948, "accuracy": 0.944664, "main_score": 0.92948, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"]}, {"precision": 0.532313, "recall": 0.587945, "f1": 0.54727, "accuracy": 0.587945, "main_score": 0.54727, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"]}, {"precision": 0.775428, "recall": 0.822134, "f1": 0.78938, "accuracy": 0.822134, "main_score": 0.78938, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"]}, {"precision": 0.881736, "recall": 0.909091, "f1": 0.890053, "accuracy": 0.909091, "main_score": 0.890053, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"]}, {"precision": 0.499195, "recall": 0.5583, "f1": 0.515603, "accuracy": 0.5583, "main_score": 0.515603, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"]}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"]}, {"precision": 0.537493, "recall": 0.59585, "f1": 0.55404, "accuracy": 0.59585, "main_score": 0.55404, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"]}, {"precision": 0.48275, "recall": 0.545455, "f1": 0.500697, "accuracy": 0.545455, "main_score": 0.500697, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"]}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"]}, {"precision": 0.183829, "recall": 0.227273, "f1": 0.194975, "accuracy": 0.227273, "main_score": 0.194975, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"]}, {"precision": 0.554607, "recall": 0.608696, "f1": 0.569443, "accuracy": 0.608696, "main_score": 0.569443, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"]}, {"precision": 0.601566, "recall": 0.65415, "f1": 0.61646, "accuracy": 0.65415, "main_score": 0.61646, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"]}, {"precision": 0.932148, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"]}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"]}, {"precision": 0.480905, "recall": 0.527668, "f1": 0.494219, "accuracy": 0.527668, "main_score": 0.494219, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"]}, {"precision": 0.41651, "recall": 0.486166, "f1": 0.435094, "accuracy": 0.486166, "main_score": 0.435094, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"]}, {"precision": 0.504348, "recall": 0.56917, "f1": 0.522282, "accuracy": 0.56917, "main_score": 0.522282, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966535, "accuracy": 0.974308, "main_score": 0.966535, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"]}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"]}, {"precision": 0.502859, "recall": 0.568182, "f1": 0.520739, "accuracy": 0.568182, "main_score": 0.520739, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"]}, {"precision": 0.825955, "recall": 0.870553, "f1": 0.839643, "accuracy": 0.870553, "main_score": 0.839643, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"]}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938241, "accuracy": 0.952569, "main_score": 0.938241, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"]}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"]}, {"precision": 0.449625, "recall": 0.505929, "f1": 0.46522, "accuracy": 0.505929, "main_score": 0.46522, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"]}, {"precision": 0.461791, "recall": 0.522727, "f1": 0.478372, "accuracy": 0.522727, "main_score": 0.478372, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"]}, {"precision": 0.440867, "recall": 0.496047, "f1": 0.455959, "accuracy": 0.496047, "main_score": 0.455959, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"]}, {"precision": 0.876047, "recall": 0.905138, "f1": 0.884667, "accuracy": 0.905138, "main_score": 0.884667, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"]}, {"precision": 0.293141, "recall": 0.340909, "f1": 0.306206, "accuracy": 0.340909, "main_score": 0.306206, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"]}, {"precision": 0.495664, "recall": 0.5583, "f1": 0.513262, "accuracy": 0.5583, "main_score": 0.513262, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"]}, {"precision": 0.928524, "recall": 0.949605, "f1": 0.93523, "accuracy": 0.949605, "main_score": 0.93523, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"]}, {"precision": 0.910655, "recall": 0.936759, "f1": 0.918676, "accuracy": 0.936759, "main_score": 0.918676, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"]}, {"precision": 0.520531, "recall": 0.574111, "f1": 0.535592, "accuracy": 0.574111, "main_score": 0.535592, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"]}, {"precision": 0.95639, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"]}, {"precision": 0.615811, "recall": 0.681818, "f1": 0.634601, "accuracy": 0.681818, "main_score": 0.634601, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"]}, {"precision": 0.927125, "recall": 0.948617, "f1": 0.934025, "accuracy": 0.948617, "main_score": 0.934025, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"]}, {"precision": 0.602381, "recall": 0.677866, "f1": 0.624621, "accuracy": 0.677866, "main_score": 0.624621, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"]}, {"precision": 0.619464, "recall": 0.689723, "f1": 0.639053, "accuracy": 0.689723, "main_score": 0.639053, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"]}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"]}, {"precision": 0.552919, "recall": 0.61166, "f1": 0.569586, "accuracy": 0.61166, "main_score": 0.569586, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"]}, {"precision": 0.580517, "recall": 0.645257, "f1": 0.599008, "accuracy": 0.645257, "main_score": 0.599008, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"]}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.954051, "accuracy": 0.963439, "main_score": 0.954051, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"]}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"]}, {"precision": 0.930583, "recall": 0.950593, "f1": 0.936825, "accuracy": 0.950593, "main_score": 0.936825, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"]}, {"precision": 0.486387, "recall": 0.539526, "f1": 0.501243, "accuracy": 0.539526, "main_score": 0.501243, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"]}, {"precision": 0.506327, "recall": 0.5583, "f1": 0.520646, "accuracy": 0.5583, "main_score": 0.520646, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"]}, {"precision": 0.69996, "recall": 0.76087, "f1": 0.717889, "accuracy": 0.76087, "main_score": 0.717889, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"]}, {"precision": 0.408757, "recall": 0.464427, "f1": 0.423904, "accuracy": 0.464427, "main_score": 0.423904, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"]}, {"precision": 0.797332, "recall": 0.844862, "f1": 0.811613, "accuracy": 0.844862, "main_score": 0.811613, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"]}, {"precision": 0.475992, "recall": 0.531621, "f1": 0.491904, "accuracy": 0.531621, "main_score": 0.491904, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"]}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"]}, {"precision": 0.509958, "recall": 0.568182, "f1": 0.52591, "accuracy": 0.568182, "main_score": 0.52591, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"]}, {"precision": 0.200382, "recall": 0.243083, "f1": 0.210423, "accuracy": 0.243083, "main_score": 0.210423, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"]}, {"precision": 0.544107, "recall": 0.602767, "f1": 0.560553, "accuracy": 0.602767, "main_score": 0.560553, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"]}, {"precision": 0.7083, "recall": 0.774704, "f1": 0.728115, "accuracy": 0.774704, "main_score": 0.728115, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"]}, {"precision": 0.948814, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"]}, {"precision": 0.377811, "recall": 0.427866, "f1": 0.39129, "accuracy": 0.427866, "main_score": 0.39129, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"]}, {"precision": 0.940415, "recall": 0.956522, "f1": 0.945487, "accuracy": 0.956522, "main_score": 0.945487, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"]}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"]}, {"precision": 0.591568, "recall": 0.651186, "f1": 0.60848, "accuracy": 0.651186, "main_score": 0.60848, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"]}, {"precision": 0.968132, "recall": 0.978261, "f1": 0.97141, "accuracy": 0.978261, "main_score": 0.97141, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"]}, {"precision": 0.497754, "recall": 0.556324, "f1": 0.514348, "accuracy": 0.556324, "main_score": 0.514348, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"]}, {"precision": 0.444263, "recall": 0.501976, "f1": 0.460411, "accuracy": 0.501976, "main_score": 0.460411, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"]}, {"precision": 0.577991, "recall": 0.629447, "f1": 0.592093, "accuracy": 0.629447, "main_score": 0.592093, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"]}, {"precision": 0.23129, "recall": 0.312253, "f1": 0.252515, "accuracy": 0.312253, "main_score": 0.252515, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"]}, {"precision": 0.921443, "recall": 0.943676, "f1": 0.928327, "accuracy": 0.943676, "main_score": 0.928327, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"]}, {"precision": 0.94524, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"]}, {"precision": 0.529861, "recall": 0.589921, "f1": 0.546871, "accuracy": 0.589921, "main_score": 0.546871, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"]}, {"precision": 0.514486, "recall": 0.571146, "f1": 0.530006, "accuracy": 0.571146, "main_score": 0.530006, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"]}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"]}, {"precision": 0.66405, "recall": 0.730237, "f1": 0.683733, "accuracy": 0.730237, "main_score": 0.683733, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"]}, {"precision": 0.493167, "recall": 0.548419, "f1": 0.508806, "accuracy": 0.548419, "main_score": 0.508806, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"]}, {"precision": 0.686298, "recall": 0.753953, "f1": 0.706555, "accuracy": 0.753953, "main_score": 0.706555, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"]}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"]}, {"precision": 0.400364, "recall": 0.463439, "f1": 0.417825, "accuracy": 0.463439, "main_score": 0.417825, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"]}, {"precision": 0.916288, "recall": 0.9417, "f1": 0.924308, "accuracy": 0.9417, "main_score": 0.924308, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"]}, {"precision": 0.804628, "recall": 0.846838, "f1": 0.817194, "accuracy": 0.846838, "main_score": 0.817194, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"]}, {"precision": 0.873106, "recall": 0.908103, "f1": 0.883959, "accuracy": 0.908103, "main_score": 0.883959, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"]}, {"precision": 0.844153, "recall": 0.886364, "f1": 0.857232, "accuracy": 0.886364, "main_score": 0.857232, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"]}, {"precision": 0.547907, "recall": 0.598814, "f1": 0.561766, "accuracy": 0.598814, "main_score": 0.561766, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"]}, {"precision": 0.784289, "recall": 0.836957, "f1": 0.800527, "accuracy": 0.836957, "main_score": 0.800527, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"]}, {"precision": 0.92943, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"]}, {"precision": 0.409174, "recall": 0.472332, "f1": 0.426409, "accuracy": 0.472332, "main_score": 0.426409, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"]}, {"precision": 0.571214, "recall": 0.637352, "f1": 0.590467, "accuracy": 0.637352, "main_score": 0.590467, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"]}, {"precision": 0.964921, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"]}, {"precision": 0.937615, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"]}, {"precision": 0.703261, "recall": 0.761858, "f1": 0.720295, "accuracy": 0.761858, "main_score": 0.720295, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"]}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"]}, {"precision": 0.552604, "recall": 0.610672, "f1": 0.56821, "accuracy": 0.610672, "main_score": 0.56821, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"]}, {"precision": 0.559033, "recall": 0.616601, "f1": 0.574304, "accuracy": 0.616601, "main_score": 0.574304, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"]}, {"precision": 0.851682, "recall": 0.889328, "f1": 0.862846, "accuracy": 0.889328, "main_score": 0.862846, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"]}, {"precision": 0.48355, "recall": 0.538538, "f1": 0.49858, "accuracy": 0.538538, "main_score": 0.49858, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"]}, {"precision": 0.478538, "recall": 0.540514, "f1": 0.495935, "accuracy": 0.540514, "main_score": 0.495935, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"]}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"]}, {"precision": 0.764855, "recall": 0.815217, "f1": 0.779578, "accuracy": 0.815217, "main_score": 0.779578, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"]}, {"precision": 0.494455, "recall": 0.55336, "f1": 0.510194, "accuracy": 0.55336, "main_score": 0.510194, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"]}, {"precision": 0.558415, "recall": 0.62253, "f1": 0.576561, "accuracy": 0.62253, "main_score": 0.576561, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"]}, {"precision": 0.827734, "recall": 0.87253, "f1": 0.841817, "accuracy": 0.87253, "main_score": 0.841817, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"]}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"]}, {"precision": 0.432338, "recall": 0.486166, "f1": 0.447331, "accuracy": 0.486166, "main_score": 0.447331, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"]}, {"precision": 0.48904, "recall": 0.546443, "f1": 0.503711, "accuracy": 0.546443, "main_score": 0.503711, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"]}, {"precision": 0.510524, "recall": 0.573123, "f1": 0.528364, "accuracy": 0.573123, "main_score": 0.528364, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"]}, {"precision": 0.498091, "recall": 0.554348, "f1": 0.513563, "accuracy": 0.554348, "main_score": 0.513563, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"]}, {"precision": 0.4611, "recall": 0.52668, "f1": 0.479902, "accuracy": 0.52668, "main_score": 0.479902, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"]}, {"precision": 0.656276, "recall": 0.72332, "f1": 0.67565, "accuracy": 0.72332, "main_score": 0.67565, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"]}, {"precision": 0.925016, "recall": 0.94664, "f1": 0.931719, "accuracy": 0.94664, "main_score": 0.931719, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"]}, {"precision": 0.65854, "recall": 0.717391, "f1": 0.675332, "accuracy": 0.717391, "main_score": 0.675332, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"]}, {"precision": 0.754604, "recall": 0.800395, "f1": 0.768429, "accuracy": 0.800395, "main_score": 0.768429, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"]}, {"precision": 0.915349, "recall": 0.940711, "f1": 0.923584, "accuracy": 0.940711, "main_score": 0.923584, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"]}, {"precision": 0.944335, "recall": 0.960474, "f1": 0.949407, "accuracy": 0.960474, "main_score": 0.949407, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"]}, {"precision": 0.406316, "recall": 0.479249, "f1": 0.426702, "accuracy": 0.479249, "main_score": 0.426702, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"]}, {"precision": 0.64235, "recall": 0.70751, "f1": 0.661833, "accuracy": 0.70751, "main_score": 0.661833, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"]}, {"precision": 0.522685, "recall": 0.567194, "f1": 0.535639, "accuracy": 0.567194, "main_score": 0.535639, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"]}, {"precision": 0.559335, "recall": 0.635375, "f1": 0.581079, "accuracy": 0.635375, "main_score": 0.581079, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"]}, {"precision": 0.529125, "recall": 0.593874, "f1": 0.54761, "accuracy": 0.593874, "main_score": 0.54761, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"]}, {"precision": 0.453522, "recall": 0.534585, "f1": 0.475784, "accuracy": 0.534585, "main_score": 0.475784, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"]}, {"precision": 0.591669, "recall": 0.65415, "f1": 0.609256, "accuracy": 0.65415, "main_score": 0.609256, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"]}, {"precision": 0.883235, "recall": 0.91502, "f1": 0.893445, "accuracy": 0.91502, "main_score": 0.893445, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"]}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"]}, {"precision": 0.610096, "recall": 0.667984, "f1": 0.626732, "accuracy": 0.667984, "main_score": 0.626732, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"]}, {"precision": 0.604851, "recall": 0.671937, "f1": 0.624014, "accuracy": 0.671937, "main_score": 0.624014, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"]}, {"precision": 0.547991, "recall": 0.615613, "f1": 0.567509, "accuracy": 0.615613, "main_score": 0.567509, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"]}, {"precision": 0.166437, "recall": 0.22332, "f1": 0.181085, "accuracy": 0.22332, "main_score": 0.181085, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"]}, {"precision": 0.632197, "recall": 0.686759, "f1": 0.648043, "accuracy": 0.686759, "main_score": 0.648043, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"]}, {"precision": 0.679143, "recall": 0.733202, "f1": 0.69485, "accuracy": 0.733202, "main_score": 0.69485, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"]}, {"precision": 0.538966, "recall": 0.596838, "f1": 0.555557, "accuracy": 0.596838, "main_score": 0.555557, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"]}, {"precision": 0.484867, "recall": 0.563241, "f1": 0.506363, "accuracy": 0.563241, "main_score": 0.506363, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"]}, {"precision": 0.551597, "recall": 0.625494, "f1": 0.572995, "accuracy": 0.625494, "main_score": 0.572995, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"]}, {"precision": 0.574393, "recall": 0.635375, "f1": 0.5917, "accuracy": 0.635375, "main_score": 0.5917, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"]}, {"precision": 0.883564, "recall": 0.916008, "f1": 0.893939, "accuracy": 0.916008, "main_score": 0.893939, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"]}, {"precision": 0.519028, "recall": 0.583004, "f1": 0.537862, "accuracy": 0.583004, "main_score": 0.537862, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"]}, {"precision": 0.528468, "recall": 0.594862, "f1": 0.546988, "accuracy": 0.594862, "main_score": 0.546988, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"]}, {"precision": 0.520891, "recall": 0.579051, "f1": 0.536969, "accuracy": 0.579051, "main_score": 0.536969, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"]}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"]}, {"precision": 0.313301, "recall": 0.383399, "f1": 0.331548, "accuracy": 0.383399, "main_score": 0.331548, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"]}, {"precision": 0.581268, "recall": 0.650198, "f1": 0.601155, "accuracy": 0.650198, "main_score": 0.601155, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"]}, {"precision": 0.593899, "recall": 0.655138, "f1": 0.611594, "accuracy": 0.655138, "main_score": 0.611594, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"]}, {"precision": 0.703946, "recall": 0.768775, "f1": 0.722858, "accuracy": 0.768775, "main_score": 0.722858, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"]}, {"precision": 0.674704, "recall": 0.751976, "f1": 0.697826, "accuracy": 0.751976, "main_score": 0.697826, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"]}, {"precision": 0.710524, "recall": 0.768775, "f1": 0.727536, "accuracy": 0.768775, "main_score": 0.727536, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"]}, {"precision": 0.659479, "recall": 0.715415, "f1": 0.676103, "accuracy": 0.715415, "main_score": 0.676103, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"]}, {"precision": 0.646544, "recall": 0.716403, "f1": 0.667292, "accuracy": 0.716403, "main_score": 0.667292, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"]}, {"precision": 0.953393, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"]}, {"precision": 0.548462, "recall": 0.609684, "f1": 0.565954, "accuracy": 0.609684, "main_score": 0.565954, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"]}, {"precision": 0.56083, "recall": 0.619565, "f1": 0.577045, "accuracy": 0.619565, "main_score": 0.577045, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"]}, {"precision": 0.808745, "recall": 0.855731, "f1": 0.822958, "accuracy": 0.855731, "main_score": 0.822958, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"]}, {"precision": 0.466502, "recall": 0.529644, "f1": 0.48375, "accuracy": 0.529644, "main_score": 0.48375, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"]}, {"precision": 0.863916, "recall": 0.898221, "f1": 0.874572, "accuracy": 0.898221, "main_score": 0.874572, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"]}, {"precision": 0.537229, "recall": 0.602767, "f1": 0.555603, "accuracy": 0.602767, "main_score": 0.555603, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"]}, {"precision": 0.597126, "recall": 0.668972, "f1": 0.61757, "accuracy": 0.668972, "main_score": 0.61757, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"]}, {"precision": 0.181627, "recall": 0.242095, "f1": 0.196278, "accuracy": 0.242095, "main_score": 0.196278, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"]}, {"precision": 0.626936, "recall": 0.692688, "f1": 0.645688, "accuracy": 0.692688, "main_score": 0.645688, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"]}, {"precision": 0.804957, "recall": 0.857708, "f1": 0.821706, "accuracy": 0.857708, "main_score": 0.821706, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"]}, {"precision": 0.414258, "recall": 0.47332, "f1": 0.430252, "accuracy": 0.47332, "main_score": 0.430252, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"]}, {"precision": 0.667309, "recall": 0.729249, "f1": 0.68571, "accuracy": 0.729249, "main_score": 0.68571, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"]}, {"precision": 0.572313, "recall": 0.636364, "f1": 0.590789, "accuracy": 0.636364, "main_score": 0.590789, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"]}, {"precision": 0.517188, "recall": 0.58498, "f1": 0.535597, "accuracy": 0.58498, "main_score": 0.535597, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"]}, {"precision": 0.663669, "recall": 0.720356, "f1": 0.680538, "accuracy": 0.720356, "main_score": 0.680538, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"]}, {"precision": 0.235662, "recall": 0.312253, "f1": 0.255605, "accuracy": 0.312253, "main_score": 0.255605, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"]}, {"precision": 0.953063, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"]}, {"precision": 0.573534, "recall": 0.642292, "f1": 0.593535, "accuracy": 0.642292, "main_score": 0.593535, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"]}, {"precision": 0.584214, "recall": 0.652174, "f1": 0.602955, "accuracy": 0.652174, "main_score": 0.602955, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"]}, {"precision": 0.709684, "recall": 0.779644, "f1": 0.730934, "accuracy": 0.779644, "main_score": 0.730934, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"]}, {"precision": 0.558734, "recall": 0.626482, "f1": 0.578168, "accuracy": 0.626482, "main_score": 0.578168, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"]}, {"precision": 0.775807, "recall": 0.833004, "f1": 0.793511, "accuracy": 0.833004, "main_score": 0.793511, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"]}, {"precision": 0.476706, "recall": 0.547431, "f1": 0.496183, "accuracy": 0.547431, "main_score": 0.496183, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"]}, {"precision": 0.873172, "recall": 0.908103, "f1": 0.884124, "accuracy": 0.908103, "main_score": 0.884124, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"]}, {"precision": 0.955534, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"]}, {"precision": 0.931489, "recall": 0.953557, "f1": 0.938735, "accuracy": 0.953557, "main_score": 0.938735, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"]}, {"precision": 0.619615, "recall": 0.672925, "f1": 0.635024, "accuracy": 0.672925, "main_score": 0.635024, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"]}, {"precision": 0.902372, "recall": 0.931818, "f1": 0.911726, "accuracy": 0.931818, "main_score": 0.911726, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"]}, {"precision": 0.46248, "recall": 0.532609, "f1": 0.481724, "accuracy": 0.532609, "main_score": 0.481724, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"]}, {"precision": 0.617583, "recall": 0.692688, "f1": 0.639559, "accuracy": 0.692688, "main_score": 0.639559, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"]}, {"precision": 0.837484, "recall": 0.880435, "f1": 0.850758, "accuracy": 0.880435, "main_score": 0.850758, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"]}, {"precision": 0.648946, "recall": 0.704545, "f1": 0.664566, "accuracy": 0.704545, "main_score": 0.664566, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"]}, {"precision": 0.657916, "recall": 0.720356, "f1": 0.675918, "accuracy": 0.720356, "main_score": 0.675918, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"]}, {"precision": 0.546556, "recall": 0.612648, "f1": 0.564907, "accuracy": 0.612648, "main_score": 0.564907, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"]}, {"precision": 0.540343, "recall": 0.604743, "f1": 0.558511, "accuracy": 0.604743, "main_score": 0.558511, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"]}, {"precision": 0.842062, "recall": 0.884387, "f1": 0.855138, "accuracy": 0.884387, "main_score": 0.855138, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"]}, {"precision": 0.548623, "recall": 0.61166, "f1": 0.566298, "accuracy": 0.61166, "main_score": 0.566298, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"]}, {"precision": 0.616282, "recall": 0.679842, "f1": 0.634295, "accuracy": 0.679842, "main_score": 0.634295, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"]}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"]}, {"precision": 0.496921, "recall": 0.556324, "f1": 0.513578, "accuracy": 0.556324, "main_score": 0.513578, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"]}, {"precision": 0.577841, "recall": 0.639328, "f1": 0.59447, "accuracy": 0.639328, "main_score": 0.59447, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"]}, {"precision": 0.586545, "recall": 0.655138, "f1": 0.606395, "accuracy": 0.655138, "main_score": 0.606395, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"]}, {"precision": 0.550719, "recall": 0.612648, "f1": 0.567842, "accuracy": 0.612648, "main_score": 0.567842, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"]}, {"precision": 0.530319, "recall": 0.597826, "f1": 0.549755, "accuracy": 0.597826, "main_score": 0.549755, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"]}, {"precision": 0.735063, "recall": 0.788538, "f1": 0.750791, "accuracy": 0.788538, "main_score": 0.750791, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"]}, {"precision": 0.761397, "recall": 0.813241, "f1": 0.776863, "accuracy": 0.813241, "main_score": 0.776863, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"]}, {"precision": 0.873962, "recall": 0.906126, "f1": 0.884077, "accuracy": 0.906126, "main_score": 0.884077, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"]}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"]}, {"precision": 0.481777, "recall": 0.562253, "f1": 0.505541, "accuracy": 0.562253, "main_score": 0.505541, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"]}, {"precision": 0.718841, "recall": 0.780632, "f1": 0.737521, "accuracy": 0.780632, "main_score": 0.737521, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"]}, {"precision": 0.597771, "recall": 0.653162, "f1": 0.613842, "accuracy": 0.653162, "main_score": 0.613842, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"]}, {"precision": 0.562213, "recall": 0.630435, "f1": 0.582274, "accuracy": 0.630435, "main_score": 0.582274, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"]}, {"precision": 0.523266, "recall": 0.587945, "f1": 0.541503, "accuracy": 0.587945, "main_score": 0.541503, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"]}, {"precision": 0.449845, "recall": 0.532609, "f1": 0.472658, "accuracy": 0.532609, "main_score": 0.472658, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"]}, {"precision": 0.57832, "recall": 0.637352, "f1": 0.594652, "accuracy": 0.637352, "main_score": 0.594652, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"]}, {"precision": 0.864822, "recall": 0.900198, "f1": 0.875758, "accuracy": 0.900198, "main_score": 0.875758, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"]}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"]}, {"precision": 0.592457, "recall": 0.656126, "f1": 0.610823, "accuracy": 0.656126, "main_score": 0.610823, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"]}, {"precision": 0.607142, "recall": 0.674901, "f1": 0.626534, "accuracy": 0.674901, "main_score": 0.626534, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"]}, {"precision": 0.533458, "recall": 0.599802, "f1": 0.552524, "accuracy": 0.599802, "main_score": 0.552524, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"]}, {"precision": 0.173267, "recall": 0.228261, "f1": 0.187507, "accuracy": 0.228261, "main_score": 0.187507, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"]}, {"precision": 0.627273, "recall": 0.685771, "f1": 0.643643, "accuracy": 0.685771, "main_score": 0.643643, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"]}, {"precision": 0.654018, "recall": 0.712451, "f1": 0.671706, "accuracy": 0.712451, "main_score": 0.671706, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"]}, {"precision": 0.547069, "recall": 0.598814, "f1": 0.561895, "accuracy": 0.598814, "main_score": 0.561895, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"]}, {"precision": 0.480594, "recall": 0.562253, "f1": 0.503298, "accuracy": 0.562253, "main_score": 0.503298, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"]}, {"precision": 0.553246, "recall": 0.620553, "f1": 0.572897, "accuracy": 0.620553, "main_score": 0.572897, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"]}, {"precision": 0.559759, "recall": 0.628458, "f1": 0.579054, "accuracy": 0.628458, "main_score": 0.579054, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"]}, {"precision": 0.887846, "recall": 0.918972, "f1": 0.897694, "accuracy": 0.918972, "main_score": 0.897694, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"]}, {"precision": 0.528371, "recall": 0.594862, "f1": 0.54762, "accuracy": 0.594862, "main_score": 0.54762, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"]}, {"precision": 0.515175, "recall": 0.586957, "f1": 0.535503, "accuracy": 0.586957, "main_score": 0.535503, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"]}, {"precision": 0.51723, "recall": 0.58004, "f1": 0.534756, "accuracy": 0.58004, "main_score": 0.534756, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"]}, {"precision": 0.294756, "recall": 0.362648, "f1": 0.31304, "accuracy": 0.362648, "main_score": 0.31304, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"]}, {"precision": 0.582858, "recall": 0.651186, "f1": 0.602165, "accuracy": 0.651186, "main_score": 0.602165, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"]}, {"precision": 0.572604, "recall": 0.635375, "f1": 0.590588, "accuracy": 0.635375, "main_score": 0.590588, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"]}, {"precision": 0.706209, "recall": 0.769763, "f1": 0.725218, "accuracy": 0.769763, "main_score": 0.725218, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"]}, {"precision": 0.658976, "recall": 0.735178, "f1": 0.681752, "accuracy": 0.735178, "main_score": 0.681752, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"]}, {"precision": 0.6987, "recall": 0.762846, "f1": 0.717416, "accuracy": 0.762846, "main_score": 0.717416, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"]}, {"precision": 0.653146, "recall": 0.713439, "f1": 0.670949, "accuracy": 0.713439, "main_score": 0.670949, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"]}, {"precision": 0.651202, "recall": 0.720356, "f1": 0.671363, "accuracy": 0.720356, "main_score": 0.671363, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"]}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"]}, {"precision": 0.934453, "recall": 0.955534, "f1": 0.94137, "accuracy": 0.955534, "main_score": 0.94137, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"]}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"]}, {"precision": 0.545236, "recall": 0.607708, "f1": 0.562506, "accuracy": 0.607708, "main_score": 0.562506, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"]}, {"precision": 0.54693, "recall": 0.604743, "f1": 0.563559, "accuracy": 0.604743, "main_score": 0.563559, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"]}, {"precision": 0.800494, "recall": 0.846838, "f1": 0.814446, "accuracy": 0.846838, "main_score": 0.814446, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"]}, {"precision": 0.46307, "recall": 0.528656, "f1": 0.480563, "accuracy": 0.528656, "main_score": 0.480563, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"]}, {"precision": 0.862566, "recall": 0.902174, "f1": 0.875066, "accuracy": 0.902174, "main_score": 0.875066, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"]}, {"precision": 0.536491, "recall": 0.601779, "f1": 0.554899, "accuracy": 0.601779, "main_score": 0.554899, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"]}, {"precision": 0.592197, "recall": 0.668972, "f1": 0.614735, "accuracy": 0.668972, "main_score": 0.614735, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"]}, {"precision": 0.17452, "recall": 0.240119, "f1": 0.189899, "accuracy": 0.240119, "main_score": 0.189899, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"]}, {"precision": 0.627776, "recall": 0.693676, "f1": 0.646247, "accuracy": 0.693676, "main_score": 0.646247, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"]}, {"precision": 0.802289, "recall": 0.855731, "f1": 0.819071, "accuracy": 0.855731, "main_score": 0.819071, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"]}, {"precision": 0.408958, "recall": 0.470356, "f1": 0.425544, "accuracy": 0.470356, "main_score": 0.425544, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"]}, {"precision": 0.667572, "recall": 0.725296, "f1": 0.684369, "accuracy": 0.725296, "main_score": 0.684369, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"]}, {"precision": 0.544716, "recall": 0.614625, "f1": 0.564504, "accuracy": 0.614625, "main_score": 0.564504, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"]}, {"precision": 0.515659, "recall": 0.583004, "f1": 0.53366, "accuracy": 0.583004, "main_score": 0.53366, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"]}, {"precision": 0.656933, "recall": 0.719368, "f1": 0.675842, "accuracy": 0.719368, "main_score": 0.675842, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"]}, {"precision": 0.210261, "recall": 0.295455, "f1": 0.23257, "accuracy": 0.295455, "main_score": 0.23257, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"]}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"]}, {"precision": 0.56521, "recall": 0.631423, "f1": 0.584639, "accuracy": 0.631423, "main_score": 0.584639, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"]}, {"precision": 0.583129, "recall": 0.653162, "f1": 0.603212, "accuracy": 0.653162, "main_score": 0.603212, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"]}, {"precision": 0.701345, "recall": 0.771739, "f1": 0.722661, "accuracy": 0.771739, "main_score": 0.722661, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"]}, {"precision": 0.558667, "recall": 0.625494, "f1": 0.577466, "accuracy": 0.625494, "main_score": 0.577466, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"]}, {"precision": 0.772381, "recall": 0.825099, "f1": 0.78857, "accuracy": 0.825099, "main_score": 0.78857, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"]}, {"precision": 0.4663, "recall": 0.539526, "f1": 0.486623, "accuracy": 0.539526, "main_score": 0.486623, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"]}, {"precision": 0.864377, "recall": 0.901186, "f1": 0.875856, "accuracy": 0.901186, "main_score": 0.875856, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"]}, {"precision": 0.945158, "recall": 0.963439, "f1": 0.951252, "accuracy": 0.963439, "main_score": 0.951252, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"]}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"]}, {"precision": 0.609785, "recall": 0.668972, "f1": 0.626699, "accuracy": 0.668972, "main_score": 0.626699, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"]}, {"precision": 0.893775, "recall": 0.925889, "f1": 0.90415, "accuracy": 0.925889, "main_score": 0.90415, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"]}, {"precision": 0.461259, "recall": 0.535573, "f1": 0.481529, "accuracy": 0.535573, "main_score": 0.481529, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"]}, {"precision": 0.603211, "recall": 0.679842, "f1": 0.626073, "accuracy": 0.679842, "main_score": 0.626073, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"]}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"]}, {"precision": 0.833251, "recall": 0.878458, "f1": 0.847351, "accuracy": 0.878458, "main_score": 0.847351, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"]}, {"precision": 0.63658, "recall": 0.69664, "f1": 0.654169, "accuracy": 0.69664, "main_score": 0.654169, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"]}, {"precision": 0.636512, "recall": 0.699605, "f1": 0.654847, "accuracy": 0.699605, "main_score": 0.654847, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"]}, {"precision": 0.946097, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"]}, {"precision": 0.535526, "recall": 0.600791, "f1": 0.553993, "accuracy": 0.600791, "main_score": 0.553993, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"]}, {"precision": 0.526945, "recall": 0.592885, "f1": 0.545789, "accuracy": 0.592885, "main_score": 0.545789, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"]}, {"precision": 0.817852, "recall": 0.863636, "f1": 0.831818, "accuracy": 0.863636, "main_score": 0.831818, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"]}, {"precision": 0.544215, "recall": 0.609684, "f1": 0.562739, "accuracy": 0.609684, "main_score": 0.562739, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"]}, {"precision": 0.590508, "recall": 0.659091, "f1": 0.61079, "accuracy": 0.659091, "main_score": 0.61079, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"]}, {"precision": 0.91749, "recall": 0.942688, "f1": 0.925725, "accuracy": 0.942688, "main_score": 0.925725, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"]}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"]}, {"precision": 0.496377, "recall": 0.557312, "f1": 0.513938, "accuracy": 0.557312, "main_score": 0.513938, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"]}, {"precision": 0.564481, "recall": 0.630435, "f1": 0.582472, "accuracy": 0.630435, "main_score": 0.582472, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"]}, {"precision": 0.589669, "recall": 0.652174, "f1": 0.607526, "accuracy": 0.652174, "main_score": 0.607526, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"]}, {"precision": 0.54683, "recall": 0.613636, "f1": 0.565724, "accuracy": 0.613636, "main_score": 0.565724, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"]}, {"precision": 0.526426, "recall": 0.599802, "f1": 0.547617, "accuracy": 0.599802, "main_score": 0.547617, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"]}, {"precision": 0.733376, "recall": 0.79249, "f1": 0.75124, "accuracy": 0.79249, "main_score": 0.75124, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"]}, {"precision": 0.750075, "recall": 0.804348, "f1": 0.766156, "accuracy": 0.804348, "main_score": 0.766156, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"]}, {"precision": 0.875659, "recall": 0.908103, "f1": 0.885823, "accuracy": 0.908103, "main_score": 0.885823, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"]}, {"precision": 0.496566, "recall": 0.571146, "f1": 0.518138, "accuracy": 0.571146, "main_score": 0.518138, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"]}, {"precision": 0.694928, "recall": 0.758893, "f1": 0.713919, "accuracy": 0.758893, "main_score": 0.713919, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"]}, {"precision": 0.600791, "recall": 0.650198, "f1": 0.615222, "accuracy": 0.650198, "main_score": 0.615222, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"]}, {"precision": 0.579811, "recall": 0.646245, "f1": 0.599084, "accuracy": 0.646245, "main_score": 0.599084, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"]}, {"precision": 0.551805, "recall": 0.61166, "f1": 0.568642, "accuracy": 0.61166, "main_score": 0.568642, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"]}, {"precision": 0.419724, "recall": 0.494071, "f1": 0.439691, "accuracy": 0.494071, "main_score": 0.439691, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"]}, {"precision": 0.606351, "recall": 0.662055, "f1": 0.621585, "accuracy": 0.662055, "main_score": 0.621585, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"]}, {"precision": 0.873337, "recall": 0.907115, "f1": 0.883794, "accuracy": 0.907115, "main_score": 0.883794, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"]}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"]}, {"precision": 0.607008, "recall": 0.667984, "f1": 0.624335, "accuracy": 0.667984, "main_score": 0.624335, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"]}, {"precision": 0.615221, "recall": 0.681818, "f1": 0.634554, "accuracy": 0.681818, "main_score": 0.634554, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"]}, {"precision": 0.570942, "recall": 0.63834, "f1": 0.589895, "accuracy": 0.63834, "main_score": 0.589895, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"]}, {"precision": 0.18485, "recall": 0.235178, "f1": 0.197428, "accuracy": 0.235178, "main_score": 0.197428, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"]}, {"precision": 0.643327, "recall": 0.695652, "f1": 0.657906, "accuracy": 0.695652, "main_score": 0.657906, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"]}, {"precision": 0.683558, "recall": 0.736166, "f1": 0.698617, "accuracy": 0.736166, "main_score": 0.698617, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"]}, {"precision": 0.556312, "recall": 0.609684, "f1": 0.571398, "accuracy": 0.609684, "main_score": 0.571398, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"]}, {"precision": 0.520509, "recall": 0.587945, "f1": 0.538419, "accuracy": 0.587945, "main_score": 0.538419, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"]}, {"precision": 0.568883, "recall": 0.632411, "f1": 0.587684, "accuracy": 0.632411, "main_score": 0.587684, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"]}, {"precision": 0.605281, "recall": 0.667984, "f1": 0.62241, "accuracy": 0.667984, "main_score": 0.62241, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"]}, {"precision": 0.89608, "recall": 0.924901, "f1": 0.90527, "accuracy": 0.924901, "main_score": 0.90527, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"]}, {"precision": 0.546352, "recall": 0.607708, "f1": 0.564058, "accuracy": 0.607708, "main_score": 0.564058, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"]}, {"precision": 0.561292, "recall": 0.626482, "f1": 0.578738, "accuracy": 0.626482, "main_score": 0.578738, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"]}, {"precision": 0.522464, "recall": 0.575099, "f1": 0.536912, "accuracy": 0.575099, "main_score": 0.536912, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"]}, {"precision": 0.319809, "recall": 0.380435, "f1": 0.336208, "accuracy": 0.380435, "main_score": 0.336208, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"]}, {"precision": 0.602876, "recall": 0.663043, "f1": 0.619992, "accuracy": 0.663043, "main_score": 0.619992, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"]}, {"precision": 0.604608, "recall": 0.655138, "f1": 0.618602, "accuracy": 0.655138, "main_score": 0.618602, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"]}, {"precision": 0.728829, "recall": 0.789526, "f1": 0.746847, "accuracy": 0.789526, "main_score": 0.746847, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"]}, {"precision": 0.625173, "recall": 0.709486, "f1": 0.649321, "accuracy": 0.709486, "main_score": 0.649321, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"]}, {"precision": 0.721879, "recall": 0.772727, "f1": 0.736818, "accuracy": 0.772727, "main_score": 0.736818, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"]}, {"precision": 0.676222, "recall": 0.731225, "f1": 0.692582, "accuracy": 0.731225, "main_score": 0.692582, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"]}, {"precision": 0.668087, "recall": 0.731225, "f1": 0.6863, "accuracy": 0.731225, "main_score": 0.6863, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"]}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"]}, {"precision": 0.570003, "recall": 0.631423, "f1": 0.587117, "accuracy": 0.631423, "main_score": 0.587117, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"]}, {"precision": 0.574773, "recall": 0.629447, "f1": 0.58989, "accuracy": 0.629447, "main_score": 0.58989, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"]}, {"precision": 0.800823, "recall": 0.844862, "f1": 0.813636, "accuracy": 0.844862, "main_score": 0.813636, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"]}, {"precision": 0.471373, "recall": 0.530632, "f1": 0.487254, "accuracy": 0.530632, "main_score": 0.487254, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"]}, {"precision": 0.872036, "recall": 0.909091, "f1": 0.88386, "accuracy": 0.909091, "main_score": 0.88386, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"]}, {"precision": 0.547797, "recall": 0.608696, "f1": 0.56474, "accuracy": 0.608696, "main_score": 0.56474, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"]}, {"precision": 0.616956, "recall": 0.682806, "f1": 0.636091, "accuracy": 0.682806, "main_score": 0.636091, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"]}, {"precision": 0.190857, "recall": 0.254941, "f1": 0.205351, "accuracy": 0.254941, "main_score": 0.205351, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"]}, {"precision": 0.651647, "recall": 0.70751, "f1": 0.667561, "accuracy": 0.70751, "main_score": 0.667561, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"]}, {"precision": 0.799473, "recall": 0.844862, "f1": 0.813011, "accuracy": 0.844862, "main_score": 0.813011, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"]}, {"precision": 0.417919, "recall": 0.480237, "f1": 0.43487, "accuracy": 0.480237, "main_score": 0.43487, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"]}, {"precision": 0.692162, "recall": 0.746047, "f1": 0.707962, "accuracy": 0.746047, "main_score": 0.707962, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"]}, {"precision": 0.565442, "recall": 0.628458, "f1": 0.583099, "accuracy": 0.628458, "main_score": 0.583099, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"]}, {"precision": 0.521363, "recall": 0.58498, "f1": 0.538869, "accuracy": 0.58498, "main_score": 0.538869, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"]}, {"precision": 0.685837, "recall": 0.735178, "f1": 0.699887, "accuracy": 0.735178, "main_score": 0.699887, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"]}, {"precision": 0.225204, "recall": 0.301383, "f1": 0.244827, "accuracy": 0.301383, "main_score": 0.244827, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"]}, {"precision": 0.585236, "recall": 0.652174, "f1": 0.604901, "accuracy": 0.652174, "main_score": 0.604901, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"]}, {"precision": 0.590097, "recall": 0.653162, "f1": 0.608023, "accuracy": 0.653162, "main_score": 0.608023, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"]}, {"precision": 0.715481, "recall": 0.77668, "f1": 0.733813, "accuracy": 0.77668, "main_score": 0.733813, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"]}, {"precision": 0.572518, "recall": 0.633399, "f1": 0.589893, "accuracy": 0.633399, "main_score": 0.589893, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"]}, {"precision": 0.803426, "recall": 0.847826, "f1": 0.816996, "accuracy": 0.847826, "main_score": 0.816996, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"]}, {"precision": 0.476829, "recall": 0.539526, "f1": 0.493625, "accuracy": 0.539526, "main_score": 0.493625, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"]}, {"precision": 0.887385, "recall": 0.917984, "f1": 0.897069, "accuracy": 0.917984, "main_score": 0.897069, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"]}, {"precision": 0.948123, "recall": 0.965415, "f1": 0.953887, "accuracy": 0.965415, "main_score": 0.953887, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"]}, {"precision": 0.634251, "recall": 0.685771, "f1": 0.648642, "accuracy": 0.685771, "main_score": 0.648642, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"]}, {"precision": 0.893478, "recall": 0.923913, "f1": 0.902997, "accuracy": 0.923913, "main_score": 0.902997, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"]}, {"precision": 0.482809, "recall": 0.546443, "f1": 0.499445, "accuracy": 0.546443, "main_score": 0.499445, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"]}, {"precision": 0.59672, "recall": 0.66996, "f1": 0.617824, "accuracy": 0.66996, "main_score": 0.617824, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"]}, {"precision": 0.872941, "recall": 0.908103, "f1": 0.884124, "accuracy": 0.908103, "main_score": 0.884124, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"]}, {"precision": 0.65613, "recall": 0.70751, "f1": 0.670694, "accuracy": 0.70751, "main_score": 0.670694, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"]}, {"precision": 0.658514, "recall": 0.716403, "f1": 0.675318, "accuracy": 0.716403, "main_score": 0.675318, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"]}, {"precision": 0.959898, "recall": 0.970356, "f1": 0.962978, "accuracy": 0.970356, "main_score": 0.962978, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"]}, {"precision": 0.553064, "recall": 0.617589, "f1": 0.570993, "accuracy": 0.617589, "main_score": 0.570993, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"]}, {"precision": 0.553947, "recall": 0.617589, "f1": 0.572307, "accuracy": 0.617589, "main_score": 0.572307, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"]}, {"precision": 0.821673, "recall": 0.867589, "f1": 0.835935, "accuracy": 0.867589, "main_score": 0.835935, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"]}, {"precision": 0.564114, "recall": 0.62747, "f1": 0.58138, "accuracy": 0.62747, "main_score": 0.58138, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"]}, {"precision": 0.632724, "recall": 0.687747, "f1": 0.648406, "accuracy": 0.687747, "main_score": 0.648406, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"]}, {"precision": 0.927042, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"]}, {"precision": 0.497788, "recall": 0.5583, "f1": 0.514185, "accuracy": 0.5583, "main_score": 0.514185, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"]}, {"precision": 0.576953, "recall": 0.636364, "f1": 0.593459, "accuracy": 0.636364, "main_score": 0.593459, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"]}, {"precision": 0.609538, "recall": 0.667984, "f1": 0.625998, "accuracy": 0.667984, "main_score": 0.625998, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"]}, {"precision": 0.57607, "recall": 0.625494, "f1": 0.589032, "accuracy": 0.625494, "main_score": 0.589032, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"]}, {"precision": 0.548659, "recall": 0.616601, "f1": 0.568186, "accuracy": 0.616601, "main_score": 0.568186, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"]}, {"precision": 0.758145, "recall": 0.806324, "f1": 0.772203, "accuracy": 0.806324, "main_score": 0.772203, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"]}, {"precision": 0.752553, "recall": 0.80336, "f1": 0.76774, "accuracy": 0.80336, "main_score": 0.76774, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"]}, {"precision": 0.879035, "recall": 0.910079, "f1": 0.8889, "accuracy": 0.910079, "main_score": 0.8889, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"]}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"]}, {"precision": 0.509054, "recall": 0.585968, "f1": 0.531286, "accuracy": 0.585968, "main_score": 0.531286, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"]}, {"precision": 0.717071, "recall": 0.774704, "f1": 0.73438, "accuracy": 0.774704, "main_score": 0.73438, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"]}, {"precision": 0.605791, "recall": 0.653162, "f1": 0.619032, "accuracy": 0.653162, "main_score": 0.619032, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"]}, {"precision": 0.519993, "recall": 0.578063, "f1": 0.535675, "accuracy": 0.578063, "main_score": 0.535675, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"]}, {"precision": 0.506895, "recall": 0.556324, "f1": 0.520587, "accuracy": 0.556324, "main_score": 0.520587, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"]}, {"precision": 0.391685, "recall": 0.476285, "f1": 0.413571, "accuracy": 0.476285, "main_score": 0.413571, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"]}, {"precision": 0.950049, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"]}, {"precision": 0.561703, "recall": 0.618577, "f1": 0.57731, "accuracy": 0.618577, "main_score": 0.57731, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"]}, {"precision": 0.802554, "recall": 0.843874, "f1": 0.815091, "accuracy": 0.843874, "main_score": 0.815091, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"]}, {"precision": 0.914443, "recall": 0.934783, "f1": 0.920652, "accuracy": 0.934783, "main_score": 0.920652, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"]}, {"precision": 0.562652, "recall": 0.615613, "f1": 0.577353, "accuracy": 0.615613, "main_score": 0.577353, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"]}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"]}, {"precision": 0.586882, "recall": 0.646245, "f1": 0.603716, "accuracy": 0.646245, "main_score": 0.603716, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"]}, {"precision": 0.544296, "recall": 0.602767, "f1": 0.560943, "accuracy": 0.602767, "main_score": 0.560943, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"]}, {"precision": 0.186876, "recall": 0.231225, "f1": 0.197678, "accuracy": 0.231225, "main_score": 0.197678, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"]}, {"precision": 0.601909, "recall": 0.649209, "f1": 0.61467, "accuracy": 0.649209, "main_score": 0.61467, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"]}, {"precision": 0.639627, "recall": 0.689723, "f1": 0.653877, "accuracy": 0.689723, "main_score": 0.653877, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"]}, {"precision": 0.533827, "recall": 0.572134, "f1": 0.54472, "accuracy": 0.572134, "main_score": 0.54472, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"]}, {"precision": 0.457641, "recall": 0.525692, "f1": 0.475482, "accuracy": 0.525692, "main_score": 0.475482, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"]}, {"precision": 0.549813, "recall": 0.605731, "f1": 0.565839, "accuracy": 0.605731, "main_score": 0.565839, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"]}, {"precision": 0.555429, "recall": 0.612648, "f1": 0.571719, "accuracy": 0.612648, "main_score": 0.571719, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"]}, {"precision": 0.865613, "recall": 0.900198, "f1": 0.876449, "accuracy": 0.900198, "main_score": 0.876449, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"]}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"]}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971509, "accuracy": 0.977273, "main_score": 0.971509, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"]}, {"precision": 0.501103, "recall": 0.556324, "f1": 0.516158, "accuracy": 0.556324, "main_score": 0.516158, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"]}, {"precision": 0.501374, "recall": 0.5583, "f1": 0.51682, "accuracy": 0.5583, "main_score": 0.51682, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"]}, {"precision": 0.49747, "recall": 0.544466, "f1": 0.509929, "accuracy": 0.544466, "main_score": 0.509929, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"]}, {"precision": 0.911479, "recall": 0.933794, "f1": 0.918299, "accuracy": 0.933794, "main_score": 0.918299, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"]}, {"precision": 0.311062, "recall": 0.364625, "f1": 0.326045, "accuracy": 0.364625, "main_score": 0.326045, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"]}, {"precision": 0.553748, "recall": 0.606719, "f1": 0.568184, "accuracy": 0.606719, "main_score": 0.568184, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"]}, {"precision": 0.953426, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"]}, {"precision": 0.942605, "recall": 0.960474, "f1": 0.948353, "accuracy": 0.960474, "main_score": 0.948353, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"]}, {"precision": 0.565292, "recall": 0.61166, "f1": 0.579243, "accuracy": 0.61166, "main_score": 0.579243, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"]}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"]}, {"precision": 0.678397, "recall": 0.73419, "f1": 0.694532, "accuracy": 0.73419, "main_score": 0.694532, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"]}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"]}, {"precision": 0.589712, "recall": 0.66502, "f1": 0.610565, "accuracy": 0.66502, "main_score": 0.610565, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"]}, {"precision": 0.660256, "recall": 0.714427, "f1": 0.675811, "accuracy": 0.714427, "main_score": 0.675811, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"]}, {"precision": 0.622538, "recall": 0.66996, "f1": 0.636273, "accuracy": 0.66996, "main_score": 0.636273, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"]}, {"precision": 0.638475, "recall": 0.695652, "f1": 0.654391, "accuracy": 0.695652, "main_score": 0.654391, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"]}, {"precision": 0.973155, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"]}, {"precision": 0.916831, "recall": 0.9417, "f1": 0.924901, "accuracy": 0.9417, "main_score": 0.924901, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"]}, {"precision": 0.53233, "recall": 0.583004, "f1": 0.546147, "accuracy": 0.583004, "main_score": 0.546147, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"]}, {"precision": 0.549534, "recall": 0.599802, "f1": 0.563639, "accuracy": 0.599802, "main_score": 0.563639, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"]}, {"precision": 0.756653, "recall": 0.801383, "f1": 0.769665, "accuracy": 0.801383, "main_score": 0.769665, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"]}, {"precision": 0.454186, "recall": 0.500988, "f1": 0.466611, "accuracy": 0.500988, "main_score": 0.466611, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"]}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"]}, {"precision": 0.831563, "recall": 0.873518, "f1": 0.844093, "accuracy": 0.873518, "main_score": 0.844093, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"]}, {"precision": 0.532776, "recall": 0.583992, "f1": 0.546631, "accuracy": 0.583992, "main_score": 0.546631, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"]}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"]}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"]}, {"precision": 0.570211, "recall": 0.624506, "f1": 0.586079, "accuracy": 0.624506, "main_score": 0.586079, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"]}, {"precision": 0.195409, "recall": 0.25, "f1": 0.207118, "accuracy": 0.25, "main_score": 0.207118, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"]}, {"precision": 0.604456, "recall": 0.649209, "f1": 0.617196, "accuracy": 0.649209, "main_score": 0.617196, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"]}, {"precision": 0.758004, "recall": 0.814229, "f1": 0.774511, "accuracy": 0.814229, "main_score": 0.774511, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"]}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"]}, {"precision": 0.408113, "recall": 0.460474, "f1": 0.422793, "accuracy": 0.460474, "main_score": 0.422793, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"]}, {"precision": 0.642811, "recall": 0.6917, "f1": 0.656468, "accuracy": 0.6917, "main_score": 0.656468, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"]}, {"precision": 0.530484, "recall": 0.58498, "f1": 0.546525, "accuracy": 0.58498, "main_score": 0.546525, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"]}, {"precision": 0.501121, "recall": 0.55336, "f1": 0.515208, "accuracy": 0.55336, "main_score": 0.515208, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"]}, {"precision": 0.651387, "recall": 0.697628, "f1": 0.663819, "accuracy": 0.697628, "main_score": 0.663819, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"]}, {"precision": 0.214216, "recall": 0.287549, "f1": 0.232525, "accuracy": 0.287549, "main_score": 0.232525, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"]}, {"precision": 0.910738, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"]}, {"precision": 0.559752, "recall": 0.606719, "f1": 0.573028, "accuracy": 0.606719, "main_score": 0.573028, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"]}, {"precision": 0.564528, "recall": 0.613636, "f1": 0.578336, "accuracy": 0.613636, "main_score": 0.578336, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"]}, {"precision": 0.690704, "recall": 0.750988, "f1": 0.708698, "accuracy": 0.750988, "main_score": 0.708698, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"]}, {"precision": 0.532164, "recall": 0.581028, "f1": 0.546284, "accuracy": 0.581028, "main_score": 0.546284, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"]}, {"precision": 0.742845, "recall": 0.79249, "f1": 0.757842, "accuracy": 0.79249, "main_score": 0.757842, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"]}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"]}, {"precision": 0.459436, "recall": 0.507905, "f1": 0.472819, "accuracy": 0.507905, "main_score": 0.472819, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"]}, {"precision": 0.925807, "recall": 0.947628, "f1": 0.932675, "accuracy": 0.947628, "main_score": 0.932675, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"]}, {"precision": 0.839815, "recall": 0.879447, "f1": 0.852045, "accuracy": 0.879447, "main_score": 0.852045, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"]}, {"precision": 0.904809, "recall": 0.929842, "f1": 0.912681, "accuracy": 0.929842, "main_score": 0.912681, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"]}, {"precision": 0.902833, "recall": 0.928854, "f1": 0.911067, "accuracy": 0.928854, "main_score": 0.911067, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"]}, {"precision": 0.580661, "recall": 0.630435, "f1": 0.594419, "accuracy": 0.630435, "main_score": 0.594419, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"]}, {"precision": 0.855955, "recall": 0.892292, "f1": 0.867243, "accuracy": 0.892292, "main_score": 0.867243, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"]}, {"precision": 0.452901, "recall": 0.511858, "f1": 0.468408, "accuracy": 0.511858, "main_score": 0.468408, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"]}, {"precision": 0.568555, "recall": 0.636364, "f1": 0.587576, "accuracy": 0.636364, "main_score": 0.587576, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"]}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"]}, {"precision": 0.787039, "recall": 0.832016, "f1": 0.800791, "accuracy": 0.832016, "main_score": 0.800791, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"]}, {"precision": 0.619848, "recall": 0.66996, "f1": 0.633952, "accuracy": 0.66996, "main_score": 0.633952, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"]}, {"precision": 0.615647, "recall": 0.670949, "f1": 0.631058, "accuracy": 0.670949, "main_score": 0.631058, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"]}, {"precision": 0.888867, "recall": 0.916008, "f1": 0.89712, "accuracy": 0.916008, "main_score": 0.89712, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"]}, {"precision": 0.540456, "recall": 0.593874, "f1": 0.55623, "accuracy": 0.593874, "main_score": 0.55623, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"]}, {"precision": 0.534082, "recall": 0.583992, "f1": 0.547912, "accuracy": 0.583992, "main_score": 0.547912, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"]}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"]}, {"precision": 0.778475, "recall": 0.828063, "f1": 0.793874, "accuracy": 0.828063, "main_score": 0.793874, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"]}, {"precision": 0.539145, "recall": 0.588933, "f1": 0.55257, "accuracy": 0.588933, "main_score": 0.55257, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"]}, {"precision": 0.599319, "recall": 0.65415, "f1": 0.615075, "accuracy": 0.65415, "main_score": 0.615075, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"]}, {"precision": 0.895998, "recall": 0.923913, "f1": 0.904513, "accuracy": 0.923913, "main_score": 0.904513, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"]}, {"precision": 0.474508, "recall": 0.524704, "f1": 0.488248, "accuracy": 0.524704, "main_score": 0.488248, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"]}, {"precision": 0.559506, "recall": 0.607708, "f1": 0.572047, "accuracy": 0.607708, "main_score": 0.572047, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"]}, {"precision": 0.556259, "recall": 0.617589, "f1": 0.573344, "accuracy": 0.617589, "main_score": 0.573344, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"]}, {"precision": 0.537768, "recall": 0.589921, "f1": 0.552106, "accuracy": 0.589921, "main_score": 0.552106, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"]}, {"precision": 0.532572, "recall": 0.592885, "f1": 0.549853, "accuracy": 0.592885, "main_score": 0.549853, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"]}, {"precision": 0.707101, "recall": 0.761858, "f1": 0.72268, "accuracy": 0.761858, "main_score": 0.72268, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"]}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"]}, {"precision": 0.710466, "recall": 0.755929, "f1": 0.724133, "accuracy": 0.755929, "main_score": 0.724133, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"]}, {"precision": 0.815036, "recall": 0.851779, "f1": 0.826106, "accuracy": 0.851779, "main_score": 0.826106, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"]}, {"precision": 0.47244, "recall": 0.540514, "f1": 0.492652, "accuracy": 0.540514, "main_score": 0.492652, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"]}, {"precision": 0.684107, "recall": 0.73913, "f1": 0.700282, "accuracy": 0.73913, "main_score": 0.700282, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"]}, {"precision": 0.574294, "recall": 0.618577, "f1": 0.586208, "accuracy": 0.618577, "main_score": 0.586208, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"]}, {"precision": 0.610817, "recall": 0.673913, "f1": 0.62859, "accuracy": 0.673913, "main_score": 0.62859, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"]}, {"precision": 0.550439, "recall": 0.615613, "f1": 0.569142, "accuracy": 0.615613, "main_score": 0.569142, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"]}, {"precision": 0.444027, "recall": 0.525692, "f1": 0.466442, "accuracy": 0.525692, "main_score": 0.466442, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"]}, {"precision": 0.615443, "recall": 0.666996, "f1": 0.630175, "accuracy": 0.666996, "main_score": 0.630175, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"]}, {"precision": 0.887928, "recall": 0.917984, "f1": 0.897417, "accuracy": 0.917984, "main_score": 0.897417, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"]}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"]}, {"precision": 0.609759, "recall": 0.671937, "f1": 0.627586, "accuracy": 0.671937, "main_score": 0.627586, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"]}, {"precision": 0.617819, "recall": 0.682806, "f1": 0.635757, "accuracy": 0.682806, "main_score": 0.635757, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"]}, {"precision": 0.57277, "recall": 0.636364, "f1": 0.591043, "accuracy": 0.636364, "main_score": 0.591043, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"]}, {"precision": 0.18365, "recall": 0.232213, "f1": 0.195486, "accuracy": 0.232213, "main_score": 0.195486, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"]}, {"precision": 0.648594, "recall": 0.699605, "f1": 0.663103, "accuracy": 0.699605, "main_score": 0.663103, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"]}, {"precision": 0.687756, "recall": 0.742095, "f1": 0.703988, "accuracy": 0.742095, "main_score": 0.703988, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"]}, {"precision": 0.563474, "recall": 0.612648, "f1": 0.577394, "accuracy": 0.612648, "main_score": 0.577394, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"]}, {"precision": 0.529307, "recall": 0.600791, "f1": 0.548981, "accuracy": 0.600791, "main_score": 0.548981, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"]}, {"precision": 0.578524, "recall": 0.646245, "f1": 0.598847, "accuracy": 0.646245, "main_score": 0.598847, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"]}, {"precision": 0.604548, "recall": 0.666008, "f1": 0.621494, "accuracy": 0.666008, "main_score": 0.621494, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"]}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910145, "accuracy": 0.928854, "main_score": 0.910145, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"]}, {"precision": 0.542732, "recall": 0.601779, "f1": 0.55954, "accuracy": 0.601779, "main_score": 0.55954, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"]}, {"precision": 0.560977, "recall": 0.628458, "f1": 0.579835, "accuracy": 0.628458, "main_score": 0.579835, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"]}, {"precision": 0.546827, "recall": 0.601779, "f1": 0.561733, "accuracy": 0.601779, "main_score": 0.561733, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"]}, {"precision": 0.325322, "recall": 0.38834, "f1": 0.34238, "accuracy": 0.38834, "main_score": 0.34238, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"]}, {"precision": 0.609281, "recall": 0.666008, "f1": 0.624946, "accuracy": 0.666008, "main_score": 0.624946, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"]}, {"precision": 0.595298, "recall": 0.648221, "f1": 0.6106, "accuracy": 0.648221, "main_score": 0.6106, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"]}, {"precision": 0.731859, "recall": 0.791502, "f1": 0.749525, "accuracy": 0.791502, "main_score": 0.749525, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"]}, {"precision": 0.66498, "recall": 0.745059, "f1": 0.689053, "accuracy": 0.745059, "main_score": 0.689053, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"]}, {"precision": 0.728781, "recall": 0.781621, "f1": 0.744206, "accuracy": 0.781621, "main_score": 0.744206, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"]}, {"precision": 0.689366, "recall": 0.741107, "f1": 0.7044, "accuracy": 0.741107, "main_score": 0.7044, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"]}, {"precision": 0.670142, "recall": 0.738142, "f1": 0.689742, "accuracy": 0.738142, "main_score": 0.689742, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"]}, {"precision": 0.988142, "recall": 0.990119, "f1": 0.988801, "accuracy": 0.990119, "main_score": 0.988801, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"]}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"]}, {"precision": 0.565673, "recall": 0.628458, "f1": 0.583434, "accuracy": 0.628458, "main_score": 0.583434, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"]}, {"precision": 0.578631, "recall": 0.629447, "f1": 0.593412, "accuracy": 0.629447, "main_score": 0.593412, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"]}, {"precision": 0.829282, "recall": 0.869565, "f1": 0.841502, "accuracy": 0.869565, "main_score": 0.841502, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"]}, {"precision": 0.48605, "recall": 0.547431, "f1": 0.502573, "accuracy": 0.547431, "main_score": 0.502573, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"]}, {"precision": 0.875823, "recall": 0.912055, "f1": 0.887305, "accuracy": 0.912055, "main_score": 0.887305, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"]}, {"precision": 0.55893, "recall": 0.620553, "f1": 0.576009, "accuracy": 0.620553, "main_score": 0.576009, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"]}, {"precision": 0.625344, "recall": 0.692688, "f1": 0.644767, "accuracy": 0.692688, "main_score": 0.644767, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"]}, {"precision": 0.19862, "recall": 0.257905, "f1": 0.211609, "accuracy": 0.257905, "main_score": 0.211609, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"]}, {"precision": 0.660952, "recall": 0.720356, "f1": 0.677903, "accuracy": 0.720356, "main_score": 0.677903, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"]}, {"precision": 0.828804, "recall": 0.87253, "f1": 0.842029, "accuracy": 0.87253, "main_score": 0.842029, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"]}, {"precision": 0.432714, "recall": 0.492095, "f1": 0.449071, "accuracy": 0.492095, "main_score": 0.449071, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"]}, {"precision": 0.69105, "recall": 0.749012, "f1": 0.708467, "accuracy": 0.749012, "main_score": 0.708467, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"]}, {"precision": 0.577078, "recall": 0.639328, "f1": 0.59462, "accuracy": 0.639328, "main_score": 0.59462, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"]}, {"precision": 0.523128, "recall": 0.587945, "f1": 0.540292, "accuracy": 0.587945, "main_score": 0.540292, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"]}, {"precision": 0.695579, "recall": 0.747036, "f1": 0.710721, "accuracy": 0.747036, "main_score": 0.710721, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"]}, {"precision": 0.22474, "recall": 0.313241, "f1": 0.24826, "accuracy": 0.313241, "main_score": 0.24826, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"]}, {"precision": 0.606268, "recall": 0.666996, "f1": 0.624146, "accuracy": 0.666996, "main_score": 0.624146, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"]}, {"precision": 0.609002, "recall": 0.670949, "f1": 0.62688, "accuracy": 0.670949, "main_score": 0.62688, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"]}, {"precision": 0.73391, "recall": 0.793478, "f1": 0.751238, "accuracy": 0.793478, "main_score": 0.751238, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"]}, {"precision": 0.588883, "recall": 0.648221, "f1": 0.605767, "accuracy": 0.648221, "main_score": 0.605767, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"]}, {"precision": 0.824341, "recall": 0.862648, "f1": 0.8361, "accuracy": 0.862648, "main_score": 0.8361, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"]}, {"precision": 0.474922, "recall": 0.537549, "f1": 0.49182, "accuracy": 0.537549, "main_score": 0.49182, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"]}, {"precision": 0.902783, "recall": 0.931818, "f1": 0.911957, "accuracy": 0.931818, "main_score": 0.911957, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"]}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"]}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"]}, {"precision": 0.637558, "recall": 0.688735, "f1": 0.652464, "accuracy": 0.688735, "main_score": 0.652464, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"]}, {"precision": 0.918149, "recall": 0.942688, "f1": 0.926021, "accuracy": 0.942688, "main_score": 0.926021, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"]}, {"precision": 0.480635, "recall": 0.549407, "f1": 0.499595, "accuracy": 0.549407, "main_score": 0.499595, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"]}, {"precision": 0.65858, "recall": 0.728261, "f1": 0.679762, "accuracy": 0.728261, "main_score": 0.679762, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"]}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"]}, {"precision": 0.872283, "recall": 0.906126, "f1": 0.882971, "accuracy": 0.906126, "main_score": 0.882971, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"]}, {"precision": 0.672128, "recall": 0.722332, "f1": 0.686274, "accuracy": 0.722332, "main_score": 0.686274, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"]}, {"precision": 0.672605, "recall": 0.729249, "f1": 0.689316, "accuracy": 0.729249, "main_score": 0.689316, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"]}, {"precision": 0.565328, "recall": 0.630435, "f1": 0.583513, "accuracy": 0.630435, "main_score": 0.583513, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"]}, {"precision": 0.561742, "recall": 0.620553, "f1": 0.578496, "accuracy": 0.620553, "main_score": 0.578496, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"]}, {"precision": 0.847167, "recall": 0.887352, "f1": 0.859618, "accuracy": 0.887352, "main_score": 0.859618, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"]}, {"precision": 0.566018, "recall": 0.62747, "f1": 0.583649, "accuracy": 0.62747, "main_score": 0.583649, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"]}, {"precision": 0.635279, "recall": 0.699605, "f1": 0.654018, "accuracy": 0.699605, "main_score": 0.654018, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"]}, {"precision": 0.9333, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"]}, {"precision": 0.506448, "recall": 0.563241, "f1": 0.522462, "accuracy": 0.563241, "main_score": 0.522462, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"]}, {"precision": 0.596484, "recall": 0.650198, "f1": 0.610977, "accuracy": 0.650198, "main_score": 0.610977, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"]}, {"precision": 0.609115, "recall": 0.671937, "f1": 0.62723, "accuracy": 0.671937, "main_score": 0.62723, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"]}, {"precision": 0.576262, "recall": 0.636364, "f1": 0.59342, "accuracy": 0.636364, "main_score": 0.59342, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"]}, {"precision": 0.555138, "recall": 0.620553, "f1": 0.573773, "accuracy": 0.620553, "main_score": 0.573773, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"]}, {"precision": 0.755007, "recall": 0.807312, "f1": 0.77044, "accuracy": 0.807312, "main_score": 0.77044, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"]}, {"precision": 0.760244, "recall": 0.8083, "f1": 0.774755, "accuracy": 0.8083, "main_score": 0.774755, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"]}, {"precision": 0.89496, "recall": 0.920949, "f1": 0.9028, "accuracy": 0.920949, "main_score": 0.9028, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"]}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"]}, {"precision": 0.517715, "recall": 0.593874, "f1": 0.539394, "accuracy": 0.593874, "main_score": 0.539394, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"]}, {"precision": 0.729216, "recall": 0.783597, "f1": 0.745455, "accuracy": 0.783597, "main_score": 0.745455, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"]}, {"precision": 0.611405, "recall": 0.664032, "f1": 0.625775, "accuracy": 0.664032, "main_score": 0.625775, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"]}, {"precision": 0.493534, "recall": 0.555336, "f1": 0.510847, "accuracy": 0.555336, "main_score": 0.510847, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"]}, {"precision": 0.483899, "recall": 0.543478, "f1": 0.500787, "accuracy": 0.543478, "main_score": 0.500787, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"]}, {"precision": 0.297087, "recall": 0.359684, "f1": 0.314313, "accuracy": 0.359684, "main_score": 0.314313, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"]}, {"precision": 0.926548, "recall": 0.948617, "f1": 0.933465, "accuracy": 0.948617, "main_score": 0.933465, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"]}, {"precision": 0.843561, "recall": 0.883399, "f1": 0.855614, "accuracy": 0.883399, "main_score": 0.855614, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"]}, {"precision": 0.919499, "recall": 0.940711, "f1": 0.926219, "accuracy": 0.940711, "main_score": 0.926219, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"]}, {"precision": 0.838505, "recall": 0.876482, "f1": 0.849704, "accuracy": 0.876482, "main_score": 0.849704, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"]}, {"precision": 0.537574, "recall": 0.587945, "f1": 0.552281, "accuracy": 0.587945, "main_score": 0.552281, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"]}, {"precision": 0.887055, "recall": 0.917984, "f1": 0.89633, "accuracy": 0.917984, "main_score": 0.89633, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"]}, {"precision": 0.728666, "recall": 0.773715, "f1": 0.741493, "accuracy": 0.773715, "main_score": 0.741493, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"]}, {"precision": 0.814707, "recall": 0.847826, "f1": 0.823867, "accuracy": 0.847826, "main_score": 0.823867, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"]}, {"precision": 0.893561, "recall": 0.921937, "f1": 0.902207, "accuracy": 0.921937, "main_score": 0.902207, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"]}, {"precision": 0.912879, "recall": 0.938735, "f1": 0.921113, "accuracy": 0.938735, "main_score": 0.921113, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"]}, {"precision": 0.5139, "recall": 0.571146, "f1": 0.529982, "accuracy": 0.571146, "main_score": 0.529982, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"]}, {"precision": 0.92332, "recall": 0.945652, "f1": 0.930336, "accuracy": 0.945652, "main_score": 0.930336, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"]}, {"precision": 0.833267, "recall": 0.875494, "f1": 0.845586, "accuracy": 0.875494, "main_score": 0.845586, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"]}, {"precision": 0.886561, "recall": 0.91996, "f1": 0.896871, "accuracy": 0.91996, "main_score": 0.896871, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"]}, {"precision": 0.56606, "recall": 0.626482, "f1": 0.582471, "accuracy": 0.626482, "main_score": 0.582471, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"]}, {"precision": 0.868636, "recall": 0.903162, "f1": 0.879101, "accuracy": 0.903162, "main_score": 0.879101, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"]}, {"precision": 0.832181, "recall": 0.87747, "f1": 0.846019, "accuracy": 0.87747, "main_score": 0.846019, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"]}, {"precision": 0.918347, "recall": 0.942688, "f1": 0.925856, "accuracy": 0.942688, "main_score": 0.925856, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"]}, {"precision": 0.877125, "recall": 0.913043, "f1": 0.88857, "accuracy": 0.913043, "main_score": 0.88857, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"]}, {"precision": 0.490761, "recall": 0.540514, "f1": 0.504688, "accuracy": 0.540514, "main_score": 0.504688, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"]}, {"precision": 0.89002, "recall": 0.922925, "f1": 0.900329, "accuracy": 0.922925, "main_score": 0.900329, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"]}, {"precision": 0.875148, "recall": 0.908103, "f1": 0.884914, "accuracy": 0.908103, "main_score": 0.884914, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"]}, {"precision": 0.856021, "recall": 0.891304, "f1": 0.86634, "accuracy": 0.891304, "main_score": 0.86634, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"]}, {"precision": 0.193704, "recall": 0.23419, "f1": 0.203461, "accuracy": 0.23419, "main_score": 0.203461, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"]}, {"precision": 0.893314, "recall": 0.923913, "f1": 0.902767, "accuracy": 0.923913, "main_score": 0.902767, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"]}, {"precision": 0.566077, "recall": 0.619565, "f1": 0.581153, "accuracy": 0.619565, "main_score": 0.581153, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"]}, {"precision": 0.880188, "recall": 0.913043, "f1": 0.890104, "accuracy": 0.913043, "main_score": 0.890104, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"]}, {"precision": 0.899852, "recall": 0.927866, "f1": 0.908465, "accuracy": 0.927866, "main_score": 0.908465, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"]}, {"precision": 0.803041, "recall": 0.848814, "f1": 0.81637, "accuracy": 0.848814, "main_score": 0.81637, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"]}, {"precision": 0.903804, "recall": 0.929842, "f1": 0.911547, "accuracy": 0.929842, "main_score": 0.911547, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"]}, {"precision": 0.570767, "recall": 0.629447, "f1": 0.588285, "accuracy": 0.629447, "main_score": 0.588285, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"]}, {"precision": 0.88055, "recall": 0.914032, "f1": 0.890843, "accuracy": 0.914032, "main_score": 0.890843, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"]}, {"precision": 0.76111, "recall": 0.809289, "f1": 0.775016, "accuracy": 0.809289, "main_score": 0.775016, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"]}, {"precision": 0.854974, "recall": 0.890316, "f1": 0.86567, "accuracy": 0.890316, "main_score": 0.86567, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"]}, {"precision": 0.909503, "recall": 0.935771, "f1": 0.917641, "accuracy": 0.935771, "main_score": 0.917641, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"]}, {"precision": 0.864832, "recall": 0.899209, "f1": 0.875167, "accuracy": 0.899209, "main_score": 0.875167, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"]}, {"precision": 0.875939, "recall": 0.909091, "f1": 0.885903, "accuracy": 0.909091, "main_score": 0.885903, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"]}, {"precision": 0.492994, "recall": 0.545455, "f1": 0.507611, "accuracy": 0.545455, "main_score": 0.507611, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"]}, {"precision": 0.443277, "recall": 0.511858, "f1": 0.462163, "accuracy": 0.511858, "main_score": 0.462163, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"]}, {"precision": 0.867787, "recall": 0.905138, "f1": 0.879216, "accuracy": 0.905138, "main_score": 0.879216, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"]}, {"precision": 0.5202, "recall": 0.575099, "f1": 0.535911, "accuracy": 0.575099, "main_score": 0.535911, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"]}, {"precision": 0.898221, "recall": 0.926877, "f1": 0.906917, "accuracy": 0.926877, "main_score": 0.906917, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"]}, {"precision": 0.895455, "recall": 0.925889, "f1": 0.904729, "accuracy": 0.925889, "main_score": 0.904729, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"]}, {"precision": 0.894708, "recall": 0.922925, "f1": 0.903524, "accuracy": 0.922925, "main_score": 0.903524, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"]}, {"precision": 0.829784, "recall": 0.870553, "f1": 0.841773, "accuracy": 0.870553, "main_score": 0.841773, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"]}, {"precision": 0.52096, "recall": 0.579051, "f1": 0.53686, "accuracy": 0.579051, "main_score": 0.53686, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"]}, {"precision": 0.706344, "recall": 0.755929, "f1": 0.719828, "accuracy": 0.755929, "main_score": 0.719828, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"]}, {"precision": 0.83993, "recall": 0.878458, "f1": 0.851466, "accuracy": 0.878458, "main_score": 0.851466, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"]}, {"precision": 0.9097, "recall": 0.933794, "f1": 0.916968, "accuracy": 0.933794, "main_score": 0.916968, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"]}, {"precision": 0.844401, "recall": 0.887352, "f1": 0.857449, "accuracy": 0.887352, "main_score": 0.857449, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"]}, {"precision": 0.480289, "recall": 0.537549, "f1": 0.496678, "accuracy": 0.537549, "main_score": 0.496678, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"]}, {"precision": 0.875115, "recall": 0.911067, "f1": 0.886232, "accuracy": 0.911067, "main_score": 0.886232, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"]}, {"precision": 0.459297, "recall": 0.521739, "f1": 0.476485, "accuracy": 0.521739, "main_score": 0.476485, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"]}, {"precision": 0.470348, "recall": 0.528656, "f1": 0.486209, "accuracy": 0.528656, "main_score": 0.486209, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"]}, {"precision": 0.797959, "recall": 0.837945, "f1": 0.808965, "accuracy": 0.837945, "main_score": 0.808965, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"]}, {"precision": 0.325469, "recall": 0.378458, "f1": 0.339563, "accuracy": 0.378458, "main_score": 0.339563, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"]}, {"precision": 0.875288, "recall": 0.909091, "f1": 0.885397, "accuracy": 0.909091, "main_score": 0.885397, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"]}, {"precision": 0.891798, "recall": 0.921937, "f1": 0.90135, "accuracy": 0.921937, "main_score": 0.90135, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"]}, {"precision": 0.894022, "recall": 0.923913, "f1": 0.903134, "accuracy": 0.923913, "main_score": 0.903134, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"]}, {"precision": 0.909091, "recall": 0.937747, "f1": 0.918431, "accuracy": 0.937747, "main_score": 0.918431, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"]}, {"precision": 0.529077, "recall": 0.586957, "f1": 0.544884, "accuracy": 0.586957, "main_score": 0.544884, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"]}, {"precision": 0.840913, "recall": 0.876482, "f1": 0.851524, "accuracy": 0.876482, "main_score": 0.851524, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"]}, {"precision": 0.78303, "recall": 0.833004, "f1": 0.798092, "accuracy": 0.833004, "main_score": 0.798092, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"]}, {"precision": 0.903195, "recall": 0.93083, "f1": 0.911679, "accuracy": 0.93083, "main_score": 0.911679, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"]}, {"precision": 0.54524, "recall": 0.59585, "f1": 0.559743, "accuracy": 0.59585, "main_score": 0.559743, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"]}, {"precision": 0.834931, "recall": 0.876482, "f1": 0.847224, "accuracy": 0.876482, "main_score": 0.847224, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"]}, {"precision": 0.607444, "recall": 0.667984, "f1": 0.625281, "accuracy": 0.667984, "main_score": 0.625281, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"]}, {"precision": 0.787592, "recall": 0.832016, "f1": 0.800939, "accuracy": 0.832016, "main_score": 0.800939, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"]}, {"precision": 0.85887, "recall": 0.892292, "f1": 0.868725, "accuracy": 0.892292, "main_score": 0.868725, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"]}, {"precision": 0.866057, "recall": 0.899209, "f1": 0.875941, "accuracy": 0.899209, "main_score": 0.875941, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"]}, {"precision": 0.416037, "recall": 0.494071, "f1": 0.437455, "accuracy": 0.494071, "main_score": 0.437455, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"]}, {"precision": 0.592956, "recall": 0.649209, "f1": 0.608718, "accuracy": 0.649209, "main_score": 0.608718, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"]}, {"precision": 0.786159, "recall": 0.837945, "f1": 0.801585, "accuracy": 0.837945, "main_score": 0.801585, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"]}, {"precision": 0.572061, "recall": 0.625494, "f1": 0.587501, "accuracy": 0.625494, "main_score": 0.587501, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"]}, {"precision": 0.61679, "recall": 0.674901, "f1": 0.63336, "accuracy": 0.674901, "main_score": 0.63336, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"]}, {"precision": 0.902677, "recall": 0.928854, "f1": 0.910623, "accuracy": 0.928854, "main_score": 0.910623, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"]}, {"precision": 0.844236, "recall": 0.882411, "f1": 0.855468, "accuracy": 0.882411, "main_score": 0.855468, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"]}, {"precision": 0.875527, "recall": 0.909091, "f1": 0.885625, "accuracy": 0.909091, "main_score": 0.885625, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"]}, {"precision": 0.721714, "recall": 0.771739, "f1": 0.736442, "accuracy": 0.771739, "main_score": 0.736442, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"]}, {"precision": 0.898172, "recall": 0.926877, "f1": 0.907148, "accuracy": 0.926877, "main_score": 0.907148, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"]}, {"precision": 0.876713, "recall": 0.910079, "f1": 0.887022, "accuracy": 0.910079, "main_score": 0.887022, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"]}, {"precision": 0.891453, "recall": 0.921937, "f1": 0.900711, "accuracy": 0.921937, "main_score": 0.900711, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"]}, {"precision": 0.894772, "recall": 0.923913, "f1": 0.903541, "accuracy": 0.923913, "main_score": 0.903541, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"]}, {"precision": 0.506879, "recall": 0.561265, "f1": 0.522051, "accuracy": 0.561265, "main_score": 0.522051, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"]}, {"precision": 0.494541, "recall": 0.547431, "f1": 0.508788, "accuracy": 0.547431, "main_score": 0.508788, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"]}, {"precision": 0.882559, "recall": 0.914032, "f1": 0.891996, "accuracy": 0.914032, "main_score": 0.891996, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"]}, {"precision": 0.881242, "recall": 0.913043, "f1": 0.890679, "accuracy": 0.913043, "main_score": 0.890679, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"]}, {"precision": 0.873247, "recall": 0.907115, "f1": 0.883514, "accuracy": 0.907115, "main_score": 0.883514, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"]}, {"precision": 0.688761, "recall": 0.735178, "f1": 0.701833, "accuracy": 0.735178, "main_score": 0.701833, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"]}, {"precision": 0.446473, "recall": 0.499012, "f1": 0.460768, "accuracy": 0.499012, "main_score": 0.460768, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"]}, {"precision": 0.855517, "recall": 0.891304, "f1": 0.866046, "accuracy": 0.891304, "main_score": 0.866046, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"]}, {"precision": 0.812304, "recall": 0.855731, "f1": 0.824893, "accuracy": 0.855731, "main_score": 0.824893, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"]}, {"precision": 0.641366, "recall": 0.69664, "f1": 0.657264, "accuracy": 0.69664, "main_score": 0.657264, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"]}, {"precision": 0.87999, "recall": 0.914032, "f1": 0.890382, "accuracy": 0.914032, "main_score": 0.890382, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"]}, {"precision": 0.50364, "recall": 0.555336, "f1": 0.518417, "accuracy": 0.555336, "main_score": 0.518417, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"]}, {"precision": 0.868561, "recall": 0.901186, "f1": 0.878096, "accuracy": 0.901186, "main_score": 0.878096, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"]}, {"precision": 0.876689, "recall": 0.909091, "f1": 0.886413, "accuracy": 0.909091, "main_score": 0.886413, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"]}, {"precision": 0.891693, "recall": 0.920949, "f1": 0.900478, "accuracy": 0.920949, "main_score": 0.900478, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"]}, {"precision": 0.90248, "recall": 0.928854, "f1": 0.910491, "accuracy": 0.928854, "main_score": 0.910491, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"]}, {"precision": 0.895455, "recall": 0.922925, "f1": 0.903841, "accuracy": 0.922925, "main_score": 0.903841, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"]}, {"precision": 0.851976, "recall": 0.892292, "f1": 0.864427, "accuracy": 0.892292, "main_score": 0.864427, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"]}, {"precision": 0.81553, "recall": 0.863636, "f1": 0.830176, "accuracy": 0.863636, "main_score": 0.830176, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"]}, {"precision": 0.531656, "recall": 0.594862, "f1": 0.549613, "accuracy": 0.594862, "main_score": 0.549613, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"]}, {"precision": 0.193591, "recall": 0.247036, "f1": 0.205918, "accuracy": 0.247036, "main_score": 0.205918, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"]}, {"precision": 0.568779, "recall": 0.634387, "f1": 0.587326, "accuracy": 0.634387, "main_score": 0.587326, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"]}, {"precision": 0.602668, "recall": 0.66502, "f1": 0.620245, "accuracy": 0.66502, "main_score": 0.620245, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"]}, {"precision": 0.893643, "recall": 0.924901, "f1": 0.903656, "accuracy": 0.924901, "main_score": 0.903656, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"]}, {"precision": 0.838801, "recall": 0.87747, "f1": 0.850362, "accuracy": 0.87747, "main_score": 0.850362, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"]}, {"precision": 0.389205, "recall": 0.447628, "f1": 0.405256, "accuracy": 0.447628, "main_score": 0.405256, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"]}, {"precision": 0.834133, "recall": 0.873518, "f1": 0.845852, "accuracy": 0.873518, "main_score": 0.845852, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"]}, {"precision": 0.873172, "recall": 0.907115, "f1": 0.8833, "accuracy": 0.907115, "main_score": 0.8833, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"]}, {"precision": 0.870142, "recall": 0.90415, "f1": 0.880764, "accuracy": 0.90415, "main_score": 0.880764, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"]}, {"precision": 0.83438, "recall": 0.875494, "f1": 0.846906, "accuracy": 0.875494, "main_score": 0.846906, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"]}, {"precision": 0.591998, "recall": 0.646245, "f1": 0.607213, "accuracy": 0.646245, "main_score": 0.607213, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"]}, {"precision": 0.875692, "recall": 0.909091, "f1": 0.885823, "accuracy": 0.909091, "main_score": 0.885823, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"]}, {"precision": 0.888402, "recall": 0.916008, "f1": 0.89702, "accuracy": 0.916008, "main_score": 0.89702, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"]}, {"precision": 0.521296, "recall": 0.58498, "f1": 0.540228, "accuracy": 0.58498, "main_score": 0.540228, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"]}, {"precision": 0.491143, "recall": 0.549407, "f1": 0.507158, "accuracy": 0.549407, "main_score": 0.507158, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"]}, {"precision": 0.598686, "recall": 0.656126, "f1": 0.614708, "accuracy": 0.656126, "main_score": 0.614708, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"]}, {"precision": 0.894937, "recall": 0.921937, "f1": 0.903033, "accuracy": 0.921937, "main_score": 0.903033, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"]}, {"precision": 0.15979, "recall": 0.225296, "f1": 0.176175, "accuracy": 0.225296, "main_score": 0.176175, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"]}, {"precision": 0.906621, "recall": 0.932806, "f1": 0.914625, "accuracy": 0.932806, "main_score": 0.914625, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"]}, {"precision": 0.725725, "recall": 0.787549, "f1": 0.743845, "accuracy": 0.787549, "main_score": 0.743845, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"]}, {"precision": 0.825546, "recall": 0.868577, "f1": 0.838538, "accuracy": 0.868577, "main_score": 0.838538, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"]}, {"precision": 0.89557, "recall": 0.923913, "f1": 0.904169, "accuracy": 0.923913, "main_score": 0.904169, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"]}, {"precision": 0.533547, "recall": 0.588933, "f1": 0.549883, "accuracy": 0.588933, "main_score": 0.549883, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"]}, {"precision": 0.518661, "recall": 0.576087, "f1": 0.534562, "accuracy": 0.576087, "main_score": 0.534562, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"]}, {"precision": 0.862236, "recall": 0.899209, "f1": 0.87343, "accuracy": 0.899209, "main_score": 0.87343, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"]}, {"precision": 0.898898, "recall": 0.925889, "f1": 0.906955, "accuracy": 0.925889, "main_score": 0.906955, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"]}, {"precision": 0.832082, "recall": 0.874506, "f1": 0.844928, "accuracy": 0.874506, "main_score": 0.844928, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"]}, {"precision": 0.818222, "recall": 0.86166, "f1": 0.830769, "accuracy": 0.86166, "main_score": 0.830769, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"]}, {"precision": 0.541389, "recall": 0.61166, "f1": 0.56166, "accuracy": 0.61166, "main_score": 0.56166, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"]}, {"precision": 0.872077, "recall": 0.907115, "f1": 0.882617, "accuracy": 0.907115, "main_score": 0.882617, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"]}, {"precision": 0.514947, "recall": 0.565217, "f1": 0.528693, "accuracy": 0.565217, "main_score": 0.528693, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"]}, {"precision": 0.605536, "recall": 0.66502, "f1": 0.623306, "accuracy": 0.66502, "main_score": 0.623306, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"]}, {"precision": 0.87169, "recall": 0.907115, "f1": 0.882595, "accuracy": 0.907115, "main_score": 0.882595, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"]}, {"precision": 0.850898, "recall": 0.885375, "f1": 0.861009, "accuracy": 0.885375, "main_score": 0.861009, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"]}, {"precision": 0.90056, "recall": 0.927866, "f1": 0.908696, "accuracy": 0.927866, "main_score": 0.908696, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"]}, {"precision": 0.428847, "recall": 0.485178, "f1": 0.444597, "accuracy": 0.485178, "main_score": 0.444597, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"]}, {"precision": 0.907065, "recall": 0.933794, "f1": 0.915368, "accuracy": 0.933794, "main_score": 0.915368, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"]}, {"precision": 0.884486, "recall": 0.914032, "f1": 0.893234, "accuracy": 0.914032, "main_score": 0.893234, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"]}, {"precision": 0.887475, "recall": 0.91996, "f1": 0.89742, "accuracy": 0.91996, "main_score": 0.89742, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"]}, {"precision": 0.757019, "recall": 0.810277, "f1": 0.772183, "accuracy": 0.810277, "main_score": 0.772183, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"]}, {"precision": 0.644033, "recall": 0.706522, "f1": 0.662019, "accuracy": 0.706522, "main_score": 0.662019, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"]}, {"precision": 0.917984, "recall": 0.942688, "f1": 0.925889, "accuracy": 0.942688, "main_score": 0.925889, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"]}, {"precision": 0.757938, "recall": 0.809289, "f1": 0.773193, "accuracy": 0.809289, "main_score": 0.773193, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"]}, {"precision": 0.554013, "recall": 0.606719, "f1": 0.568384, "accuracy": 0.606719, "main_score": 0.568384, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"]}, {"precision": 0.793198, "recall": 0.841897, "f1": 0.80758, "accuracy": 0.841897, "main_score": 0.80758, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"]}, {"precision": 0.880879, "recall": 0.914032, "f1": 0.890711, "accuracy": 0.914032, "main_score": 0.890711, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"]}, {"precision": 0.870924, "recall": 0.906126, "f1": 0.881346, "accuracy": 0.906126, "main_score": 0.881346, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"]}, {"precision": 0.888185, "recall": 0.918972, "f1": 0.897414, "accuracy": 0.918972, "main_score": 0.897414, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"]}, {"precision": 0.829875, "recall": 0.87253, "f1": 0.842278, "accuracy": 0.87253, "main_score": 0.842278, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"]}, {"precision": 0.906818, "recall": 0.932806, "f1": 0.914625, "accuracy": 0.932806, "main_score": 0.914625, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"]}, {"precision": 0.843742, "recall": 0.883399, "f1": 0.855737, "accuracy": 0.883399, "main_score": 0.855737, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"]}, {"precision": 0.445542, "recall": 0.508893, "f1": 0.463017, "accuracy": 0.508893, "main_score": 0.463017, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"]}, {"precision": 0.896434, "recall": 0.924901, "f1": 0.904864, "accuracy": 0.924901, "main_score": 0.904864, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"]}, {"precision": 0.51567, "recall": 0.583004, "f1": 0.535449, "accuracy": 0.583004, "main_score": 0.535449, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"]}, {"precision": 0.881423, "recall": 0.91502, "f1": 0.891568, "accuracy": 0.91502, "main_score": 0.891568, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"]}, {"precision": 0.919318, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"]}, {"precision": 0.779408, "recall": 0.828063, "f1": 0.793629, "accuracy": 0.828063, "main_score": 0.793629, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"]}, {"precision": 0.692927, "recall": 0.745059, "f1": 0.708049, "accuracy": 0.745059, "main_score": 0.708049, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"]}, {"precision": 0.839206, "recall": 0.878458, "f1": 0.851181, "accuracy": 0.878458, "main_score": 0.851181, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"]}, {"precision": 0.567309, "recall": 0.623518, "f1": 0.583832, "accuracy": 0.623518, "main_score": 0.583832, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"]}, {"precision": 0.584076, "recall": 0.640316, "f1": 0.599171, "accuracy": 0.640316, "main_score": 0.599171, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"]}, {"precision": 0.882109, "recall": 0.913043, "f1": 0.891323, "accuracy": 0.913043, "main_score": 0.891323, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"]}, {"precision": 0.777091, "recall": 0.821146, "f1": 0.790042, "accuracy": 0.821146, "main_score": 0.790042, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"]}, {"precision": 0.916625, "recall": 0.938735, "f1": 0.923276, "accuracy": 0.938735, "main_score": 0.923276, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"]}, {"precision": 0.504993, "recall": 0.559289, "f1": 0.51993, "accuracy": 0.559289, "main_score": 0.51993, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"]}, {"precision": 0.898748, "recall": 0.925889, "f1": 0.906719, "accuracy": 0.925889, "main_score": 0.906719, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"]}, {"precision": 0.906291, "recall": 0.932806, "f1": 0.91461, "accuracy": 0.932806, "main_score": 0.91461, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"]}, {"precision": 0.866173, "recall": 0.902174, "f1": 0.87724, "accuracy": 0.902174, "main_score": 0.87724, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"]}, {"precision": 0.489015, "recall": 0.543478, "f1": 0.504404, "accuracy": 0.543478, "main_score": 0.504404, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"]}, {"precision": 0.891617, "recall": 0.918972, "f1": 0.899887, "accuracy": 0.918972, "main_score": 0.899887, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"]}, {"precision": 0.633803, "recall": 0.689723, "f1": 0.650173, "accuracy": 0.689723, "main_score": 0.650173, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"]}, {"precision": 0.498464, "recall": 0.559289, "f1": 0.515994, "accuracy": 0.559289, "main_score": 0.515994, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"]}, {"precision": 0.510935, "recall": 0.56917, "f1": 0.526703, "accuracy": 0.56917, "main_score": 0.526703, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"]}, {"precision": 0.766913, "recall": 0.816206, "f1": 0.781365, "accuracy": 0.816206, "main_score": 0.781365, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"]}, {"precision": 0.89608, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"]}, {"precision": 0.8037, "recall": 0.846838, "f1": 0.816227, "accuracy": 0.846838, "main_score": 0.816227, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"]}, {"precision": 0.468467, "recall": 0.518775, "f1": 0.482574, "accuracy": 0.518775, "main_score": 0.482574, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"]}, {"precision": 0.5467, "recall": 0.601779, "f1": 0.56171, "accuracy": 0.601779, "main_score": 0.56171, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"]}, {"precision": 0.908086, "recall": 0.934783, "f1": 0.916238, "accuracy": 0.934783, "main_score": 0.916238, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"]}, {"precision": 0.518725, "recall": 0.56917, "f1": 0.5337, "accuracy": 0.56917, "main_score": 0.5337, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"]}, {"precision": 0.526543, "recall": 0.573123, "f1": 0.539808, "accuracy": 0.573123, "main_score": 0.539808, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"]}, {"precision": 0.860154, "recall": 0.896245, "f1": 0.871064, "accuracy": 0.896245, "main_score": 0.871064, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"]}, {"precision": 0.482299, "recall": 0.547431, "f1": 0.501129, "accuracy": 0.547431, "main_score": 0.501129, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"]}, {"precision": 0.601087, "recall": 0.658103, "f1": 0.617211, "accuracy": 0.658103, "main_score": 0.617211, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"]}, {"precision": 0.839452, "recall": 0.87747, "f1": 0.850433, "accuracy": 0.87747, "main_score": 0.850433, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"]}, {"precision": 0.660474, "recall": 0.708498, "f1": 0.674511, "accuracy": 0.708498, "main_score": 0.674511, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"]}, {"precision": 0.746654, "recall": 0.782609, "f1": 0.756676, "accuracy": 0.782609, "main_score": 0.756676, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"]}, {"precision": 0.901713, "recall": 0.928854, "f1": 0.909881, "accuracy": 0.928854, "main_score": 0.909881, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"]}, {"precision": 0.765353, "recall": 0.815217, "f1": 0.780042, "accuracy": 0.815217, "main_score": 0.780042, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"]}, {"precision": 0.827562, "recall": 0.867589, "f1": 0.839119, "accuracy": 0.867589, "main_score": 0.839119, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"]}, {"precision": 0.441801, "recall": 0.516798, "f1": 0.463285, "accuracy": 0.516798, "main_score": 0.463285, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"]}, {"precision": 0.87808, "recall": 0.911067, "f1": 0.888043, "accuracy": 0.911067, "main_score": 0.888043, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"]}, {"precision": 0.81082, "recall": 0.857708, "f1": 0.824755, "accuracy": 0.857708, "main_score": 0.824755, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"]}, {"precision": 0.88237, "recall": 0.914032, "f1": 0.891985, "accuracy": 0.914032, "main_score": 0.891985, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"]}, {"precision": 0.911397, "recall": 0.937747, "f1": 0.919598, "accuracy": 0.937747, "main_score": 0.919598, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"]}, {"precision": 0.574275, "recall": 0.637352, "f1": 0.591991, "accuracy": 0.637352, "main_score": 0.591991, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"]}, {"precision": 0.524614, "recall": 0.572134, "f1": 0.538036, "accuracy": 0.572134, "main_score": 0.538036, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"]}, {"precision": 0.571533, "recall": 0.636364, "f1": 0.590401, "accuracy": 0.636364, "main_score": 0.590401, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"]}, {"precision": 0.524448, "recall": 0.58498, "f1": 0.541605, "accuracy": 0.58498, "main_score": 0.541605, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"]}, {"precision": 0.37707, "recall": 0.451581, "f1": 0.396033, "accuracy": 0.451581, "main_score": 0.396033, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"]}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"]}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"]}, {"precision": 0.582435, "recall": 0.641304, "f1": 0.598866, "accuracy": 0.641304, "main_score": 0.598866, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"]}, {"precision": 0.849473, "recall": 0.884387, "f1": 0.860112, "accuracy": 0.884387, "main_score": 0.860112, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"]}, {"precision": 0.932378, "recall": 0.94664, "f1": 0.936759, "accuracy": 0.94664, "main_score": 0.936759, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"]}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"]}, {"precision": 0.584536, "recall": 0.642292, "f1": 0.60111, "accuracy": 0.642292, "main_score": 0.60111, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"]}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"]}, {"precision": 0.600224, "recall": 0.664032, "f1": 0.618815, "accuracy": 0.664032, "main_score": 0.618815, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"]}, {"precision": 0.555337, "recall": 0.615613, "f1": 0.572408, "accuracy": 0.615613, "main_score": 0.572408, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"]}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"]}, {"precision": 0.174129, "recall": 0.220356, "f1": 0.185887, "accuracy": 0.220356, "main_score": 0.185887, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"]}, {"precision": 0.611339, "recall": 0.662055, "f1": 0.625483, "accuracy": 0.662055, "main_score": 0.625483, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"]}, {"precision": 0.63941, "recall": 0.697628, "f1": 0.656508, "accuracy": 0.697628, "main_score": 0.656508, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"]}, {"precision": 0.900527, "recall": 0.928854, "f1": 0.909552, "accuracy": 0.928854, "main_score": 0.909552, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"]}, {"precision": 0.537291, "recall": 0.590909, "f1": 0.552518, "accuracy": 0.590909, "main_score": 0.552518, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"]}, {"precision": 0.505314, "recall": 0.577075, "f1": 0.524243, "accuracy": 0.577075, "main_score": 0.524243, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"]}, {"precision": 0.552529, "recall": 0.612648, "f1": 0.569878, "accuracy": 0.612648, "main_score": 0.569878, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"]}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"]}, {"precision": 0.958745, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"]}, {"precision": 0.577042, "recall": 0.643281, "f1": 0.59592, "accuracy": 0.643281, "main_score": 0.59592, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"]}, {"precision": 0.86693, "recall": 0.901186, "f1": 0.8778, "accuracy": 0.901186, "main_score": 0.8778, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"]}, {"precision": 0.951614, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"]}, {"precision": 0.510798, "recall": 0.570158, "f1": 0.528005, "accuracy": 0.570158, "main_score": 0.528005, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"]}, {"precision": 0.540486, "recall": 0.605731, "f1": 0.558851, "accuracy": 0.605731, "main_score": 0.558851, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"]}, {"precision": 0.519158, "recall": 0.577075, "f1": 0.535018, "accuracy": 0.577075, "main_score": 0.535018, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"]}, {"precision": 0.924654, "recall": 0.945652, "f1": 0.931225, "accuracy": 0.945652, "main_score": 0.931225, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"]}, {"precision": 0.318457, "recall": 0.380435, "f1": 0.335037, "accuracy": 0.380435, "main_score": 0.335037, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"]}, {"precision": 0.589484, "recall": 0.652174, "f1": 0.606875, "accuracy": 0.652174, "main_score": 0.606875, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"]}, {"precision": 0.942194, "recall": 0.95751, "f1": 0.946923, "accuracy": 0.95751, "main_score": 0.946923, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"]}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"]}, {"precision": 0.579908, "recall": 0.633399, "f1": 0.595361, "accuracy": 0.633399, "main_score": 0.595361, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"]}, {"precision": 0.971838, "recall": 0.979249, "f1": 0.974308, "accuracy": 0.979249, "main_score": 0.974308, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"]}, {"precision": 0.680817, "recall": 0.742095, "f1": 0.69852, "accuracy": 0.742095, "main_score": 0.69852, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"]}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"]}, {"precision": 0.550981, "recall": 0.631423, "f1": 0.574, "accuracy": 0.631423, "main_score": 0.574, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"]}, {"precision": 0.689527, "recall": 0.746047, "f1": 0.705986, "accuracy": 0.746047, "main_score": 0.705986, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"]}, {"precision": 0.652691, "recall": 0.703557, "f1": 0.667661, "accuracy": 0.703557, "main_score": 0.667661, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"]}, {"precision": 0.649896, "recall": 0.714427, "f1": 0.668479, "accuracy": 0.714427, "main_score": 0.668479, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"]}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"]}, {"precision": 0.882164, "recall": 0.914032, "f1": 0.891996, "accuracy": 0.914032, "main_score": 0.891996, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"]}, {"precision": 0.542206, "recall": 0.600791, "f1": 0.558574, "accuracy": 0.600791, "main_score": 0.558574, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"]}, {"precision": 0.543463, "recall": 0.602767, "f1": 0.560235, "accuracy": 0.602767, "main_score": 0.560235, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"]}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"]}, {"precision": 0.779571, "recall": 0.825099, "f1": 0.793005, "accuracy": 0.825099, "main_score": 0.793005, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"]}, {"precision": 0.471098, "recall": 0.532609, "f1": 0.487257, "accuracy": 0.532609, "main_score": 0.487257, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"]}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"]}, {"precision": 0.812533, "recall": 0.856719, "f1": 0.825513, "accuracy": 0.856719, "main_score": 0.825513, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"]}, {"precision": 0.535681, "recall": 0.599802, "f1": 0.553136, "accuracy": 0.599802, "main_score": 0.553136, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"]}, {"precision": 0.978953, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"]}, {"precision": 0.948814, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"]}, {"precision": 0.591202, "recall": 0.659091, "f1": 0.610413, "accuracy": 0.659091, "main_score": 0.610413, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"]}, {"precision": 0.197831, "recall": 0.252964, "f1": 0.210053, "accuracy": 0.252964, "main_score": 0.210053, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"]}, {"precision": 0.616438, "recall": 0.684783, "f1": 0.636679, "accuracy": 0.684783, "main_score": 0.636679, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"]}, {"precision": 0.751812, "recall": 0.806324, "f1": 0.768536, "accuracy": 0.806324, "main_score": 0.768536, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"]}, {"precision": 0.414089, "recall": 0.474308, "f1": 0.430721, "accuracy": 0.474308, "main_score": 0.430721, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"]}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"]}, {"precision": 0.653451, "recall": 0.705534, "f1": 0.669041, "accuracy": 0.705534, "main_score": 0.669041, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"]}, {"precision": 0.553957, "recall": 0.613636, "f1": 0.571203, "accuracy": 0.613636, "main_score": 0.571203, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"]}, {"precision": 0.498892, "recall": 0.561265, "f1": 0.516057, "accuracy": 0.561265, "main_score": 0.516057, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"]}, {"precision": 0.664552, "recall": 0.716403, "f1": 0.679562, "accuracy": 0.716403, "main_score": 0.679562, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"]}, {"precision": 0.205504, "recall": 0.27668, "f1": 0.222716, "accuracy": 0.27668, "main_score": 0.222716, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"]}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"]}, {"precision": 0.941288, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"]}, {"precision": 0.559816, "recall": 0.62253, "f1": 0.577917, "accuracy": 0.62253, "main_score": 0.577917, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"]}, {"precision": 0.574433, "recall": 0.636364, "f1": 0.591838, "accuracy": 0.636364, "main_score": 0.591838, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"]}, {"precision": 0.945356, "recall": 0.960474, "f1": 0.950099, "accuracy": 0.960474, "main_score": 0.950099, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"]}, {"precision": 0.668799, "recall": 0.738142, "f1": 0.689712, "accuracy": 0.738142, "main_score": 0.689712, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"]}, {"precision": 0.548765, "recall": 0.610672, "f1": 0.566704, "accuracy": 0.610672, "main_score": 0.566704, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"]}, {"precision": 0.742252, "recall": 0.796443, "f1": 0.758435, "accuracy": 0.796443, "main_score": 0.758435, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"]}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"]}, {"precision": 0.462212, "recall": 0.525692, "f1": 0.480245, "accuracy": 0.525692, "main_score": 0.480245, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"]}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"]}, {"precision": 0.918231, "recall": 0.939723, "f1": 0.924967, "accuracy": 0.939723, "main_score": 0.924967, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"]}, {"precision": 0.822358, "recall": 0.864625, "f1": 0.835063, "accuracy": 0.864625, "main_score": 0.835063, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"]}, {"precision": 0.910194, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"]}, {"precision": 0.921278, "recall": 0.943676, "f1": 0.92836, "accuracy": 0.943676, "main_score": 0.92836, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"]}, {"precision": 0.616259, "recall": 0.664032, "f1": 0.629651, "accuracy": 0.664032, "main_score": 0.629651, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"]}, {"precision": 0.937088, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"]}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"]}, {"precision": 0.834651, "recall": 0.87747, "f1": 0.848075, "accuracy": 0.87747, "main_score": 0.848075, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"]}, {"precision": 0.457495, "recall": 0.521739, "f1": 0.47517, "accuracy": 0.521739, "main_score": 0.47517, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"]}, {"precision": 0.578419, "recall": 0.65415, "f1": 0.600336, "accuracy": 0.65415, "main_score": 0.600336, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"]}, {"precision": 0.944203, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"]}, {"precision": 0.820718, "recall": 0.859684, "f1": 0.832463, "accuracy": 0.859684, "main_score": 0.832463, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"]}, {"precision": 0.634082, "recall": 0.688735, "f1": 0.649125, "accuracy": 0.688735, "main_score": 0.649125, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"]}, {"precision": 0.622521, "recall": 0.68083, "f1": 0.639497, "accuracy": 0.68083, "main_score": 0.639497, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"]}, {"precision": 0.915711, "recall": 0.937747, "f1": 0.922596, "accuracy": 0.937747, "main_score": 0.922596, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"]}, {"precision": 0.535666, "recall": 0.599802, "f1": 0.554202, "accuracy": 0.599802, "main_score": 0.554202, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"]}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"]}, {"precision": 0.514316, "recall": 0.574111, "f1": 0.531039, "accuracy": 0.574111, "main_score": 0.531039, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"]}, {"precision": 0.791166, "recall": 0.836957, "f1": 0.804792, "accuracy": 0.836957, "main_score": 0.804792, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"]}, {"precision": 0.537615, "recall": 0.601779, "f1": 0.556119, "accuracy": 0.601779, "main_score": 0.556119, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"]}, {"precision": 0.588439, "recall": 0.651186, "f1": 0.606383, "accuracy": 0.651186, "main_score": 0.606383, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"]}, {"precision": 0.877092, "recall": 0.911067, "f1": 0.887747, "accuracy": 0.911067, "main_score": 0.887747, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"]}, {"precision": 0.941947, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"]}, {"precision": 0.48105, "recall": 0.54249, "f1": 0.498673, "accuracy": 0.54249, "main_score": 0.498673, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"]}, {"precision": 0.562804, "recall": 0.620553, "f1": 0.578957, "accuracy": 0.620553, "main_score": 0.578957, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"]}, {"precision": 0.572431, "recall": 0.635375, "f1": 0.590274, "accuracy": 0.635375, "main_score": 0.590274, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"]}, {"precision": 0.549458, "recall": 0.602767, "f1": 0.564236, "accuracy": 0.602767, "main_score": 0.564236, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"]}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"]}, {"precision": 0.534037, "recall": 0.600791, "f1": 0.55356, "accuracy": 0.600791, "main_score": 0.55356, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"]}, {"precision": 0.705247, "recall": 0.76581, "f1": 0.723468, "accuracy": 0.76581, "main_score": 0.723468, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"]}, {"precision": 0.727092, "recall": 0.775692, "f1": 0.741271, "accuracy": 0.775692, "main_score": 0.741271, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"]}, {"precision": 0.864987, "recall": 0.893281, "f1": 0.873452, "accuracy": 0.893281, "main_score": 0.873452, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"]}, {"precision": 0.890563, "recall": 0.918972, "f1": 0.899407, "accuracy": 0.918972, "main_score": 0.899407, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"]}, {"precision": 0.489626, "recall": 0.568182, "f1": 0.5132, "accuracy": 0.568182, "main_score": 0.5132, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"]}, {"precision": 0.952816, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"]}, {"precision": 0.680797, "recall": 0.741107, "f1": 0.698815, "accuracy": 0.741107, "main_score": 0.698815, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"]}, {"precision": 0.570836, "recall": 0.616601, "f1": 0.583832, "accuracy": 0.616601, "main_score": 0.583832, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"]}, {"precision": 0.357639, "recall": 0.403162, "f1": 0.370247, "accuracy": 0.403162, "main_score": 0.370247, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"]}, {"precision": 0.45876, "recall": 0.504941, "f1": 0.471618, "accuracy": 0.504941, "main_score": 0.471618, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"]}, {"precision": 0.193651, "recall": 0.235178, "f1": 0.204027, "accuracy": 0.235178, "main_score": 0.204027, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"]}, {"precision": 0.472793, "recall": 0.519763, "f1": 0.484977, "accuracy": 0.519763, "main_score": 0.484977, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"]}, {"precision": 0.433841, "recall": 0.481225, "f1": 0.446402, "accuracy": 0.481225, "main_score": 0.446402, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"]}, {"precision": 0.472823, "recall": 0.513834, "f1": 0.48338, "accuracy": 0.513834, "main_score": 0.48338, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"]}, {"precision": 0.484425, "recall": 0.524704, "f1": 0.494308, "accuracy": 0.524704, "main_score": 0.494308, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"]}, {"precision": 0.480132, "recall": 0.52668, "f1": 0.491617, "accuracy": 0.52668, "main_score": 0.491617, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"]}, {"precision": 0.450511, "recall": 0.5, "f1": 0.463659, "accuracy": 0.5, "main_score": 0.463659, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"]}, {"precision": 0.486835, "recall": 0.523715, "f1": 0.495961, "accuracy": 0.523715, "main_score": 0.495961, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"]}, {"precision": 0.488703, "recall": 0.531621, "f1": 0.500253, "accuracy": 0.531621, "main_score": 0.500253, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"]}, {"precision": 0.456063, "recall": 0.511858, "f1": 0.469904, "accuracy": 0.511858, "main_score": 0.469904, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"]}, {"precision": 0.453213, "recall": 0.5, "f1": 0.465091, "accuracy": 0.5, "main_score": 0.465091, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"]}, {"precision": 0.410254, "recall": 0.466403, "f1": 0.424393, "accuracy": 0.466403, "main_score": 0.424393, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"]}, {"precision": 0.466874, "recall": 0.517787, "f1": 0.480087, "accuracy": 0.517787, "main_score": 0.480087, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"]}, {"precision": 0.425163, "recall": 0.47332, "f1": 0.437919, "accuracy": 0.47332, "main_score": 0.437919, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"]}, {"precision": 0.456289, "recall": 0.509881, "f1": 0.470075, "accuracy": 0.509881, "main_score": 0.470075, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"]}, {"precision": 0.479261, "recall": 0.518775, "f1": 0.489357, "accuracy": 0.518775, "main_score": 0.489357, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"]}, {"precision": 0.440784, "recall": 0.495059, "f1": 0.454334, "accuracy": 0.495059, "main_score": 0.454334, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"]}, {"precision": 0.431701, "recall": 0.482213, "f1": 0.444465, "accuracy": 0.482213, "main_score": 0.444465, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"]}, {"precision": 0.497031, "recall": 0.546443, "f1": 0.508884, "accuracy": 0.546443, "main_score": 0.508884, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"]}, {"precision": 0.475575, "recall": 0.527668, "f1": 0.488819, "accuracy": 0.527668, "main_score": 0.488819, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"]}, {"precision": 0.451639, "recall": 0.5, "f1": 0.464491, "accuracy": 0.5, "main_score": 0.464491, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"]}, {"precision": 0.453648, "recall": 0.507905, "f1": 0.467794, "accuracy": 0.507905, "main_score": 0.467794, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"]}, {"precision": 0.469228, "recall": 0.516798, "f1": 0.481178, "accuracy": 0.516798, "main_score": 0.481178, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"]}, {"precision": 0.474429, "recall": 0.520751, "f1": 0.486395, "accuracy": 0.520751, "main_score": 0.486395, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"]}, {"precision": 0.204836, "recall": 0.245059, "f1": 0.214662, "accuracy": 0.245059, "main_score": 0.214662, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"]}, {"precision": 0.439438, "recall": 0.492095, "f1": 0.453049, "accuracy": 0.492095, "main_score": 0.453049, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"]}, {"precision": 0.485367, "recall": 0.529644, "f1": 0.496636, "accuracy": 0.529644, "main_score": 0.496636, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"]}, {"precision": 0.476331, "recall": 0.521739, "f1": 0.488317, "accuracy": 0.521739, "main_score": 0.488317, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"]}, {"precision": 0.476656, "recall": 0.519763, "f1": 0.488312, "accuracy": 0.519763, "main_score": 0.488312, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"]}, {"precision": 0.445713, "recall": 0.491107, "f1": 0.45808, "accuracy": 0.491107, "main_score": 0.45808, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"]}, {"precision": 0.448485, "recall": 0.496047, "f1": 0.46066, "accuracy": 0.496047, "main_score": 0.46066, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"]}, {"precision": 0.462952, "recall": 0.506917, "f1": 0.474726, "accuracy": 0.506917, "main_score": 0.474726, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"]}, {"precision": 0.476949, "recall": 0.523715, "f1": 0.489302, "accuracy": 0.523715, "main_score": 0.489302, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"]}, {"precision": 0.407308, "recall": 0.461462, "f1": 0.420923, "accuracy": 0.461462, "main_score": 0.420923, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"]}, {"precision": 0.436492, "recall": 0.48419, "f1": 0.448471, "accuracy": 0.48419, "main_score": 0.448471, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"]}, {"precision": 0.457799, "recall": 0.508893, "f1": 0.471579, "accuracy": 0.508893, "main_score": 0.471579, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"]}, {"precision": 0.467227, "recall": 0.508893, "f1": 0.478145, "accuracy": 0.508893, "main_score": 0.478145, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"]}, {"precision": 0.449707, "recall": 0.502964, "f1": 0.462448, "accuracy": 0.502964, "main_score": 0.462448, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"]}, {"precision": 0.4619, "recall": 0.501976, "f1": 0.473337, "accuracy": 0.501976, "main_score": 0.473337, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"]}, {"precision": 0.342884, "recall": 0.391304, "f1": 0.355751, "accuracy": 0.391304, "main_score": 0.355751, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"]}, {"precision": 0.478754, "recall": 0.523715, "f1": 0.489852, "accuracy": 0.523715, "main_score": 0.489852, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"]}, {"precision": 0.465793, "recall": 0.514822, "f1": 0.478807, "accuracy": 0.514822, "main_score": 0.478807, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"]}, {"precision": 0.475019, "recall": 0.527668, "f1": 0.488179, "accuracy": 0.527668, "main_score": 0.488179, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"]}, {"precision": 0.508596, "recall": 0.550395, "f1": 0.51906, "accuracy": 0.550395, "main_score": 0.51906, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"]}, {"precision": 0.453686, "recall": 0.497036, "f1": 0.465005, "accuracy": 0.497036, "main_score": 0.465005, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"]}, {"precision": 0.457852, "recall": 0.507905, "f1": 0.470553, "accuracy": 0.507905, "main_score": 0.470553, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"]}, {"precision": 0.45455, "recall": 0.503953, "f1": 0.468427, "accuracy": 0.503953, "main_score": 0.468427, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"]}, {"precision": 0.462482, "recall": 0.505929, "f1": 0.473844, "accuracy": 0.505929, "main_score": 0.473844, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"]}, {"precision": 0.484486, "recall": 0.529644, "f1": 0.49619, "accuracy": 0.529644, "main_score": 0.49619, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"]}, {"precision": 0.471954, "recall": 0.517787, "f1": 0.483056, "accuracy": 0.517787, "main_score": 0.483056, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"]}, {"precision": 0.486822, "recall": 0.530632, "f1": 0.497918, "accuracy": 0.530632, "main_score": 0.497918, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"]}, {"precision": 0.430683, "recall": 0.481225, "f1": 0.44361, "accuracy": 0.481225, "main_score": 0.44361, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"]}, {"precision": 0.452344, "recall": 0.506917, "f1": 0.466315, "accuracy": 0.506917, "main_score": 0.466315, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"]}, {"precision": 0.358326, "recall": 0.412055, "f1": 0.37273, "accuracy": 0.412055, "main_score": 0.37273, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"]}, {"precision": 0.445962, "recall": 0.483202, "f1": 0.455433, "accuracy": 0.483202, "main_score": 0.455433, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"]}, {"precision": 0.492982, "recall": 0.530632, "f1": 0.50239, "accuracy": 0.530632, "main_score": 0.50239, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"]}, {"precision": 0.273864, "recall": 0.312253, "f1": 0.28474, "accuracy": 0.312253, "main_score": 0.28474, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"]}, {"precision": 0.468505, "recall": 0.521739, "f1": 0.482096, "accuracy": 0.521739, "main_score": 0.482096, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"]}, {"precision": 0.457698, "recall": 0.505929, "f1": 0.469326, "accuracy": 0.505929, "main_score": 0.469326, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"]}, {"precision": 0.477175, "recall": 0.523715, "f1": 0.489358, "accuracy": 0.523715, "main_score": 0.489358, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"]}, {"precision": 0.440139, "recall": 0.494071, "f1": 0.45402, "accuracy": 0.494071, "main_score": 0.45402, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"]}, {"precision": 0.466928, "recall": 0.51087, "f1": 0.478866, "accuracy": 0.51087, "main_score": 0.478866, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"]}, {"precision": 0.47783, "recall": 0.517787, "f1": 0.488232, "accuracy": 0.517787, "main_score": 0.488232, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"]}, {"precision": 0.46316, "recall": 0.502964, "f1": 0.473806, "accuracy": 0.502964, "main_score": 0.473806, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"]}, {"precision": 0.506618, "recall": 0.551383, "f1": 0.518112, "accuracy": 0.551383, "main_score": 0.518112, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"]}, {"precision": 0.455474, "recall": 0.499012, "f1": 0.467029, "accuracy": 0.499012, "main_score": 0.467029, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"]}, {"precision": 0.482401, "recall": 0.525692, "f1": 0.492687, "accuracy": 0.525692, "main_score": 0.492687, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"]}, {"precision": 0.449348, "recall": 0.498024, "f1": 0.462002, "accuracy": 0.498024, "main_score": 0.462002, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"]}, {"precision": 0.486073, "recall": 0.527668, "f1": 0.496772, "accuracy": 0.527668, "main_score": 0.496772, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"]}, {"precision": 0.45149, "recall": 0.495059, "f1": 0.462324, "accuracy": 0.495059, "main_score": 0.462324, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"]}, {"precision": 0.46546, "recall": 0.506917, "f1": 0.476197, "accuracy": 0.506917, "main_score": 0.476197, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"]}, {"precision": 0.254306, "recall": 0.305336, "f1": 0.267151, "accuracy": 0.305336, "main_score": 0.267151, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"]}, {"precision": 0.447707, "recall": 0.487154, "f1": 0.458912, "accuracy": 0.487154, "main_score": 0.458912, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"]}, {"precision": 0.463132, "recall": 0.507905, "f1": 0.474909, "accuracy": 0.507905, "main_score": 0.474909, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"]}, {"precision": 0.462275, "recall": 0.505929, "f1": 0.47397, "accuracy": 0.505929, "main_score": 0.47397, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"]}, {"precision": 0.400195, "recall": 0.452569, "f1": 0.413532, "accuracy": 0.452569, "main_score": 0.413532, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"]}, {"precision": 0.497412, "recall": 0.543478, "f1": 0.508587, "accuracy": 0.543478, "main_score": 0.508587, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"]}, {"precision": 0.458607, "recall": 0.509881, "f1": 0.471388, "accuracy": 0.509881, "main_score": 0.471388, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"]}, {"precision": 0.480509, "recall": 0.522727, "f1": 0.49143, "accuracy": 0.522727, "main_score": 0.49143, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"]}, {"precision": 0.403741, "recall": 0.45751, "f1": 0.418076, "accuracy": 0.45751, "main_score": 0.418076, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"]}, {"precision": 0.488837, "recall": 0.535573, "f1": 0.50001, "accuracy": 0.535573, "main_score": 0.50001, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"]}, {"precision": 0.458254, "recall": 0.505929, "f1": 0.470539, "accuracy": 0.505929, "main_score": 0.470539, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"]}, {"precision": 0.468817, "recall": 0.51581, "f1": 0.480719, "accuracy": 0.51581, "main_score": 0.480719, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"]}, {"precision": 0.451901, "recall": 0.51087, "f1": 0.466798, "accuracy": 0.51087, "main_score": 0.466798, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"]}, {"precision": 0.448047, "recall": 0.487154, "f1": 0.458451, "accuracy": 0.487154, "main_score": 0.458451, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"]}, {"precision": 0.44636, "recall": 0.497036, "f1": 0.458867, "accuracy": 0.497036, "main_score": 0.458867, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"]}, {"precision": 0.432899, "recall": 0.490119, "f1": 0.447653, "accuracy": 0.490119, "main_score": 0.447653, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"]}, {"precision": 0.474892, "recall": 0.520751, "f1": 0.486573, "accuracy": 0.520751, "main_score": 0.486573, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"]}, {"precision": 0.435964, "recall": 0.490119, "f1": 0.449645, "accuracy": 0.490119, "main_score": 0.449645, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"]}, {"precision": 0.459808, "recall": 0.495059, "f1": 0.469812, "accuracy": 0.495059, "main_score": 0.469812, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"]}, {"precision": 0.408173, "recall": 0.452569, "f1": 0.41987, "accuracy": 0.452569, "main_score": 0.41987, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"]}, {"precision": 0.50043, "recall": 0.543478, "f1": 0.511809, "accuracy": 0.543478, "main_score": 0.511809, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"]}, {"precision": 0.426402, "recall": 0.478261, "f1": 0.439316, "accuracy": 0.478261, "main_score": 0.439316, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"]}, {"precision": 0.416887, "recall": 0.460474, "f1": 0.428178, "accuracy": 0.460474, "main_score": 0.428178, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"]}, {"precision": 0.472649, "recall": 0.521739, "f1": 0.484931, "accuracy": 0.521739, "main_score": 0.484931, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"]}, {"precision": 0.43089, "recall": 0.47332, "f1": 0.442026, "accuracy": 0.47332, "main_score": 0.442026, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"]}, {"precision": 0.49376, "recall": 0.532609, "f1": 0.503493, "accuracy": 0.532609, "main_score": 0.503493, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"]}, {"precision": 0.439255, "recall": 0.493083, "f1": 0.45301, "accuracy": 0.493083, "main_score": 0.45301, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"]}, {"precision": 0.471923, "recall": 0.523715, "f1": 0.484292, "accuracy": 0.523715, "main_score": 0.484292, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"]}, {"precision": 0.471296, "recall": 0.518775, "f1": 0.482856, "accuracy": 0.518775, "main_score": 0.482856, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"]}, {"precision": 0.451421, "recall": 0.498024, "f1": 0.463218, "accuracy": 0.498024, "main_score": 0.463218, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"]}, {"precision": 0.486028, "recall": 0.525692, "f1": 0.496967, "accuracy": 0.525692, "main_score": 0.496967, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"]}, {"precision": 0.331064, "recall": 0.386364, "f1": 0.344948, "accuracy": 0.386364, "main_score": 0.344948, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"]}, {"precision": 0.443983, "recall": 0.491107, "f1": 0.456354, "accuracy": 0.491107, "main_score": 0.456354, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"]}, {"precision": 0.207653, "recall": 0.246047, "f1": 0.216798, "accuracy": 0.246047, "main_score": 0.216798, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"]}, {"precision": 0.457558, "recall": 0.5, "f1": 0.469047, "accuracy": 0.5, "main_score": 0.469047, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"]}, {"precision": 0.384988, "recall": 0.433794, "f1": 0.398351, "accuracy": 0.433794, "main_score": 0.398351, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"]}, {"precision": 0.474362, "recall": 0.518775, "f1": 0.485396, "accuracy": 0.518775, "main_score": 0.485396, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"]}, {"precision": 0.467433, "recall": 0.507905, "f1": 0.478085, "accuracy": 0.507905, "main_score": 0.478085, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"]}, {"precision": 0.398649, "recall": 0.454545, "f1": 0.413671, "accuracy": 0.454545, "main_score": 0.413671, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"]}, {"precision": 0.458574, "recall": 0.502964, "f1": 0.469165, "accuracy": 0.502964, "main_score": 0.469165, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"]}, {"precision": 0.453686, "recall": 0.511858, "f1": 0.46856, "accuracy": 0.511858, "main_score": 0.46856, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"]}, {"precision": 0.427317, "recall": 0.483202, "f1": 0.441451, "accuracy": 0.483202, "main_score": 0.441451, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"]}, {"precision": 0.458055, "recall": 0.504941, "f1": 0.470414, "accuracy": 0.504941, "main_score": 0.470414, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"]}, {"precision": 0.474479, "recall": 0.523715, "f1": 0.487209, "accuracy": 0.523715, "main_score": 0.487209, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"]}, {"precision": 0.421178, "recall": 0.481225, "f1": 0.437168, "accuracy": 0.481225, "main_score": 0.437168, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"]}, {"precision": 0.483703, "recall": 0.527668, "f1": 0.494996, "accuracy": 0.527668, "main_score": 0.494996, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"]}, {"precision": 0.433633, "recall": 0.476285, "f1": 0.445248, "accuracy": 0.476285, "main_score": 0.445248, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"]}, {"precision": 0.437687, "recall": 0.483202, "f1": 0.449968, "accuracy": 0.483202, "main_score": 0.449968, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"]}, {"precision": 0.473639, "recall": 0.512846, "f1": 0.483731, "accuracy": 0.512846, "main_score": 0.483731, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"]}, {"precision": 0.477029, "recall": 0.525692, "f1": 0.489732, "accuracy": 0.525692, "main_score": 0.489732, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"]}, {"precision": 0.132515, "recall": 0.174901, "f1": 0.142951, "accuracy": 0.174901, "main_score": 0.142951, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"]}, {"precision": 0.44384, "recall": 0.498024, "f1": 0.457726, "accuracy": 0.498024, "main_score": 0.457726, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"]}, {"precision": 0.414335, "recall": 0.463439, "f1": 0.42705, "accuracy": 0.463439, "main_score": 0.42705, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"]}, {"precision": 0.428751, "recall": 0.479249, "f1": 0.442187, "accuracy": 0.479249, "main_score": 0.442187, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"]}, {"precision": 0.450372, "recall": 0.504941, "f1": 0.463865, "accuracy": 0.504941, "main_score": 0.463865, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"]}, {"precision": 0.466197, "recall": 0.514822, "f1": 0.47988, "accuracy": 0.514822, "main_score": 0.47988, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"]}, {"precision": 0.44487, "recall": 0.491107, "f1": 0.45722, "accuracy": 0.491107, "main_score": 0.45722, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"]}, {"precision": 0.446067, "recall": 0.496047, "f1": 0.459066, "accuracy": 0.496047, "main_score": 0.459066, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"]}, {"precision": 0.47566, "recall": 0.527668, "f1": 0.488722, "accuracy": 0.527668, "main_score": 0.488722, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"]}, {"precision": 0.470122, "recall": 0.512846, "f1": 0.48071, "accuracy": 0.512846, "main_score": 0.48071, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"]}, {"precision": 0.439973, "recall": 0.485178, "f1": 0.451483, "accuracy": 0.485178, "main_score": 0.451483, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"]}, {"precision": 0.414359, "recall": 0.469368, "f1": 0.428977, "accuracy": 0.469368, "main_score": 0.428977, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"]}, {"precision": 0.437919, "recall": 0.486166, "f1": 0.449781, "accuracy": 0.486166, "main_score": 0.449781, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"]}, {"precision": 0.437129, "recall": 0.477273, "f1": 0.448585, "accuracy": 0.477273, "main_score": 0.448585, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"]}, {"precision": 0.448015, "recall": 0.494071, "f1": 0.460421, "accuracy": 0.494071, "main_score": 0.460421, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"]}, {"precision": 0.452233, "recall": 0.5, "f1": 0.465133, "accuracy": 0.5, "main_score": 0.465133, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"]}, {"precision": 0.476835, "recall": 0.517787, "f1": 0.48762, "accuracy": 0.517787, "main_score": 0.48762, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"]}, {"precision": 0.452671, "recall": 0.504941, "f1": 0.466109, "accuracy": 0.504941, "main_score": 0.466109, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"]}, {"precision": 0.380307, "recall": 0.428854, "f1": 0.392511, "accuracy": 0.428854, "main_score": 0.392511, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"]}, {"precision": 0.495643, "recall": 0.543478, "f1": 0.507753, "accuracy": 0.543478, "main_score": 0.507753, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"]}, {"precision": 0.430813, "recall": 0.480237, "f1": 0.443124, "accuracy": 0.480237, "main_score": 0.443124, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"]}, {"precision": 0.439104, "recall": 0.496047, "f1": 0.453725, "accuracy": 0.496047, "main_score": 0.453725, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"]}, {"precision": 0.432121, "recall": 0.478261, "f1": 0.444648, "accuracy": 0.478261, "main_score": 0.444648, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"]}, {"precision": 0.431433, "recall": 0.477273, "f1": 0.442805, "accuracy": 0.477273, "main_score": 0.442805, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"]}, {"precision": 0.405997, "recall": 0.454545, "f1": 0.418327, "accuracy": 0.454545, "main_score": 0.418327, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"]}, {"precision": 0.44757, "recall": 0.498024, "f1": 0.459545, "accuracy": 0.498024, "main_score": 0.459545, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"]}, {"precision": 0.496609, "recall": 0.538538, "f1": 0.507959, "accuracy": 0.538538, "main_score": 0.507959, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"]}, {"precision": 0.422358, "recall": 0.478261, "f1": 0.436778, "accuracy": 0.478261, "main_score": 0.436778, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"]}, {"precision": 0.453493, "recall": 0.500988, "f1": 0.465472, "accuracy": 0.500988, "main_score": 0.465472, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"]}, {"precision": 0.435854, "recall": 0.48419, "f1": 0.448299, "accuracy": 0.48419, "main_score": 0.448299, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"]}, {"precision": 0.492168, "recall": 0.534585, "f1": 0.503064, "accuracy": 0.534585, "main_score": 0.503064, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"]}, {"precision": 0.460111, "recall": 0.504941, "f1": 0.471234, "accuracy": 0.504941, "main_score": 0.471234, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"]}, {"precision": 0.480415, "recall": 0.528656, "f1": 0.492652, "accuracy": 0.528656, "main_score": 0.492652, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"]}, {"precision": 0.430723, "recall": 0.47332, "f1": 0.442761, "accuracy": 0.47332, "main_score": 0.442761, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"]}, {"precision": 0.450172, "recall": 0.492095, "f1": 0.460583, "accuracy": 0.492095, "main_score": 0.460583, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"]}, {"precision": 0.45374, "recall": 0.507905, "f1": 0.467726, "accuracy": 0.507905, "main_score": 0.467726, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"]}, {"precision": 0.355353, "recall": 0.406126, "f1": 0.369122, "accuracy": 0.406126, "main_score": 0.369122, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"]}, {"precision": 0.432356, "recall": 0.488142, "f1": 0.446049, "accuracy": 0.488142, "main_score": 0.446049, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"]}, {"precision": 0.462131, "recall": 0.507905, "f1": 0.474322, "accuracy": 0.507905, "main_score": 0.474322, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"]}, {"precision": 0.452424, "recall": 0.496047, "f1": 0.463785, "accuracy": 0.496047, "main_score": 0.463785, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"]}, {"precision": 0.476684, "recall": 0.512846, "f1": 0.48573, "accuracy": 0.512846, "main_score": 0.48573, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"]}, {"precision": 0.438169, "recall": 0.488142, "f1": 0.450545, "accuracy": 0.488142, "main_score": 0.450545, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"]}, {"precision": 0.472816, "recall": 0.518775, "f1": 0.484495, "accuracy": 0.518775, "main_score": 0.484495, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"]}, {"precision": 0.454005, "recall": 0.502964, "f1": 0.467307, "accuracy": 0.502964, "main_score": 0.467307, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"]}, {"precision": 0.464496, "recall": 0.508893, "f1": 0.475867, "accuracy": 0.508893, "main_score": 0.475867, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"]}, {"precision": 0.478331, "recall": 0.524704, "f1": 0.490527, "accuracy": 0.524704, "main_score": 0.490527, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"]}, {"precision": 0.501215, "recall": 0.549407, "f1": 0.513339, "accuracy": 0.549407, "main_score": 0.513339, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"]}, {"precision": 0.43763, "recall": 0.479249, "f1": 0.449031, "accuracy": 0.479249, "main_score": 0.449031, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"]}, {"precision": 0.491794, "recall": 0.534585, "f1": 0.502245, "accuracy": 0.534585, "main_score": 0.502245, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"]}, {"precision": 0.461224, "recall": 0.51581, "f1": 0.475235, "accuracy": 0.51581, "main_score": 0.475235, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"]}, {"precision": 0.467018, "recall": 0.517787, "f1": 0.480051, "accuracy": 0.517787, "main_score": 0.480051, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"]}, {"precision": 0.441188, "recall": 0.48913, "f1": 0.454272, "accuracy": 0.48913, "main_score": 0.454272, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"]}, {"precision": 0.496192, "recall": 0.544466, "f1": 0.508739, "accuracy": 0.544466, "main_score": 0.508739, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"]}, {"precision": 0.468055, "recall": 0.513834, "f1": 0.479681, "accuracy": 0.513834, "main_score": 0.479681, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"]}, {"precision": 0.462951, "recall": 0.51087, "f1": 0.476081, "accuracy": 0.51087, "main_score": 0.476081, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"]}, {"precision": 0.462771, "recall": 0.517787, "f1": 0.477977, "accuracy": 0.517787, "main_score": 0.477977, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"]}, {"precision": 0.383741, "recall": 0.432806, "f1": 0.396932, "accuracy": 0.432806, "main_score": 0.396932, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"]}, {"precision": 0.479574, "recall": 0.52668, "f1": 0.491319, "accuracy": 0.52668, "main_score": 0.491319, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"]}, {"precision": 0.444528, "recall": 0.492095, "f1": 0.456675, "accuracy": 0.492095, "main_score": 0.456675, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"]}, {"precision": 0.436244, "recall": 0.475296, "f1": 0.446709, "accuracy": 0.475296, "main_score": 0.446709, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"]}, {"precision": 0.472241, "recall": 0.51581, "f1": 0.484454, "accuracy": 0.51581, "main_score": 0.484454, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"]}, {"precision": 0.433712, "recall": 0.488142, "f1": 0.447043, "accuracy": 0.488142, "main_score": 0.447043, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"]}, {"precision": 0.469658, "recall": 0.514822, "f1": 0.481951, "accuracy": 0.514822, "main_score": 0.481951, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"]}, {"precision": 0.468863, "recall": 0.514822, "f1": 0.48055, "accuracy": 0.514822, "main_score": 0.48055, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"]}, {"precision": 0.427341, "recall": 0.482213, "f1": 0.44118, "accuracy": 0.482213, "main_score": 0.44118, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"]}, {"precision": 0.434497, "recall": 0.486166, "f1": 0.448636, "accuracy": 0.486166, "main_score": 0.448636, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"]}, {"precision": 0.458087, "recall": 0.504941, "f1": 0.469833, "accuracy": 0.504941, "main_score": 0.469833, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"]}, {"precision": 0.476726, "recall": 0.51581, "f1": 0.486803, "accuracy": 0.51581, "main_score": 0.486803, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"]}, {"precision": 0.466367, "recall": 0.501976, "f1": 0.47577, "accuracy": 0.501976, "main_score": 0.47577, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"]}, {"precision": 0.470372, "recall": 0.507905, "f1": 0.480293, "accuracy": 0.507905, "main_score": 0.480293, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"]}, {"precision": 0.434721, "recall": 0.486166, "f1": 0.448638, "accuracy": 0.486166, "main_score": 0.448638, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"]}, {"precision": 0.438143, "recall": 0.481225, "f1": 0.45035, "accuracy": 0.481225, "main_score": 0.45035, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"]}, {"precision": 0.458776, "recall": 0.5, "f1": 0.469227, "accuracy": 0.5, "main_score": 0.469227, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"]}, {"precision": 0.343213, "recall": 0.410079, "f1": 0.362015, "accuracy": 0.410079, "main_score": 0.362015, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"]}, {"precision": 0.451661, "recall": 0.497036, "f1": 0.463593, "accuracy": 0.497036, "main_score": 0.463593, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"]}, {"precision": 0.431738, "recall": 0.482213, "f1": 0.444972, "accuracy": 0.482213, "main_score": 0.444972, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"]}, {"precision": 0.46848, "recall": 0.512846, "f1": 0.479144, "accuracy": 0.512846, "main_score": 0.479144, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"]}, {"precision": 0.452573, "recall": 0.505929, "f1": 0.467006, "accuracy": 0.505929, "main_score": 0.467006, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"]}, {"precision": 0.444263, "recall": 0.492095, "f1": 0.45722, "accuracy": 0.492095, "main_score": 0.45722, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"]}, {"precision": 0.452331, "recall": 0.492095, "f1": 0.462545, "accuracy": 0.492095, "main_score": 0.462545, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"]}, {"precision": 0.580016, "recall": 0.646245, "f1": 0.598741, "accuracy": 0.646245, "main_score": 0.598741, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"]}, {"precision": 0.540531, "recall": 0.601779, "f1": 0.557842, "accuracy": 0.601779, "main_score": 0.557842, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"]}, {"precision": 0.43827, "recall": 0.520751, "f1": 0.460429, "accuracy": 0.520751, "main_score": 0.460429, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"]}, {"precision": 0.609586, "recall": 0.66502, "f1": 0.624842, "accuracy": 0.66502, "main_score": 0.624842, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"]}, {"precision": 0.894351, "recall": 0.921937, "f1": 0.90303, "accuracy": 0.921937, "main_score": 0.90303, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"]}, {"precision": 0.961545, "recall": 0.971344, "f1": 0.964657, "accuracy": 0.971344, "main_score": 0.964657, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"]}, {"precision": 0.605452, "recall": 0.662055, "f1": 0.621401, "accuracy": 0.662055, "main_score": 0.621401, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"]}, {"precision": 0.621212, "recall": 0.684783, "f1": 0.639187, "accuracy": 0.684783, "main_score": 0.639187, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"]}, {"precision": 0.574762, "recall": 0.634387, "f1": 0.591702, "accuracy": 0.634387, "main_score": 0.591702, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"]}, {"precision": 0.184424, "recall": 0.237154, "f1": 0.198126, "accuracy": 0.237154, "main_score": 0.198126, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"]}, {"precision": 0.64363, "recall": 0.6917, "f1": 0.656839, "accuracy": 0.6917, "main_score": 0.656839, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"]}, {"precision": 0.6972, "recall": 0.749012, "f1": 0.712527, "accuracy": 0.749012, "main_score": 0.712527, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"]}, {"precision": 0.564545, "recall": 0.618577, "f1": 0.580783, "accuracy": 0.618577, "main_score": 0.580783, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"]}, {"precision": 0.515071, "recall": 0.58498, "f1": 0.533935, "accuracy": 0.58498, "main_score": 0.533935, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"]}, {"precision": 0.572007, "recall": 0.63834, "f1": 0.59165, "accuracy": 0.63834, "main_score": 0.59165, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"]}, {"precision": 0.592474, "recall": 0.653162, "f1": 0.609524, "accuracy": 0.653162, "main_score": 0.609524, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"]}, {"precision": 0.905632, "recall": 0.932806, "f1": 0.914196, "accuracy": 0.932806, "main_score": 0.914196, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"]}, {"precision": 0.538134, "recall": 0.593874, "f1": 0.554304, "accuracy": 0.593874, "main_score": 0.554304, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"]}, {"precision": 0.554918, "recall": 0.614625, "f1": 0.571446, "accuracy": 0.614625, "main_score": 0.571446, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"]}, {"precision": 0.528523, "recall": 0.582016, "f1": 0.542915, "accuracy": 0.582016, "main_score": 0.542915, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"]}, {"precision": 0.318894, "recall": 0.37747, "f1": 0.335119, "accuracy": 0.37747, "main_score": 0.335119, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"]}, {"precision": 0.604422, "recall": 0.66996, "f1": 0.623248, "accuracy": 0.66996, "main_score": 0.623248, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"]}, {"precision": 0.59156, "recall": 0.641304, "f1": 0.606148, "accuracy": 0.641304, "main_score": 0.606148, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"]}, {"precision": 0.720867, "recall": 0.781621, "f1": 0.738615, "accuracy": 0.781621, "main_score": 0.738615, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"]}, {"precision": 0.658152, "recall": 0.731225, "f1": 0.679611, "accuracy": 0.731225, "main_score": 0.679611, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"]}, {"precision": 0.72012, "recall": 0.77668, "f1": 0.736646, "accuracy": 0.77668, "main_score": 0.736646, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"]}, {"precision": 0.679637, "recall": 0.729249, "f1": 0.694601, "accuracy": 0.729249, "main_score": 0.694601, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"]}, {"precision": 0.667227, "recall": 0.733202, "f1": 0.6865, "accuracy": 0.733202, "main_score": 0.6865, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"]}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"]}, {"precision": 0.552025, "recall": 0.613636, "f1": 0.569047, "accuracy": 0.613636, "main_score": 0.569047, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"]}, {"precision": 0.568934, "recall": 0.621542, "f1": 0.583583, "accuracy": 0.621542, "main_score": 0.583583, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"]}, {"precision": 0.802207, "recall": 0.849802, "f1": 0.816342, "accuracy": 0.849802, "main_score": 0.816342, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"]}, {"precision": 0.480118, "recall": 0.540514, "f1": 0.4959, "accuracy": 0.540514, "main_score": 0.4959, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"]}, {"precision": 0.884346, "recall": 0.916996, "f1": 0.894455, "accuracy": 0.916996, "main_score": 0.894455, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"]}, {"precision": 0.540732, "recall": 0.606719, "f1": 0.559437, "accuracy": 0.606719, "main_score": 0.559437, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"]}, {"precision": 0.604069, "recall": 0.670949, "f1": 0.622668, "accuracy": 0.670949, "main_score": 0.622668, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"]}, {"precision": 0.199547, "recall": 0.255929, "f1": 0.21218, "accuracy": 0.255929, "main_score": 0.21218, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"]}, {"precision": 0.642218, "recall": 0.702569, "f1": 0.65979, "accuracy": 0.702569, "main_score": 0.65979, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"]}, {"precision": 0.814509, "recall": 0.864625, "f1": 0.830072, "accuracy": 0.864625, "main_score": 0.830072, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"]}, {"precision": 0.427332, "recall": 0.486166, "f1": 0.443707, "accuracy": 0.486166, "main_score": 0.443707, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"]}, {"precision": 0.683383, "recall": 0.737154, "f1": 0.699346, "accuracy": 0.737154, "main_score": 0.699346, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"]}, {"precision": 0.573109, "recall": 0.633399, "f1": 0.590052, "accuracy": 0.633399, "main_score": 0.590052, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"]}, {"precision": 0.516503, "recall": 0.579051, "f1": 0.533632, "accuracy": 0.579051, "main_score": 0.533632, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"]}, {"precision": 0.669829, "recall": 0.72332, "f1": 0.685757, "accuracy": 0.72332, "main_score": 0.685757, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"]}, {"precision": 0.231069, "recall": 0.318182, "f1": 0.25449, "accuracy": 0.318182, "main_score": 0.25449, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"]}, {"precision": 0.589509, "recall": 0.652174, "f1": 0.60751, "accuracy": 0.652174, "main_score": 0.60751, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"]}, {"precision": 0.585219, "recall": 0.651186, "f1": 0.604229, "accuracy": 0.651186, "main_score": 0.604229, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"]}, {"precision": 0.732799, "recall": 0.793478, "f1": 0.751174, "accuracy": 0.793478, "main_score": 0.751174, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"]}, {"precision": 0.574202, "recall": 0.634387, "f1": 0.591939, "accuracy": 0.634387, "main_score": 0.591939, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"]}, {"precision": 0.809239, "recall": 0.853755, "f1": 0.822596, "accuracy": 0.853755, "main_score": 0.822596, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"]}, {"precision": 0.477285, "recall": 0.541502, "f1": 0.494396, "accuracy": 0.541502, "main_score": 0.494396, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"]}, {"precision": 0.899028, "recall": 0.926877, "f1": 0.907675, "accuracy": 0.926877, "main_score": 0.907675, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"]}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"]}, {"precision": 0.634243, "recall": 0.687747, "f1": 0.649487, "accuracy": 0.687747, "main_score": 0.649487, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"]}, {"precision": 0.922348, "recall": 0.94664, "f1": 0.930072, "accuracy": 0.94664, "main_score": 0.930072, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"]}, {"precision": 0.465047, "recall": 0.536561, "f1": 0.484922, "accuracy": 0.536561, "main_score": 0.484922, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"]}, {"precision": 0.634232, "recall": 0.700593, "f1": 0.653658, "accuracy": 0.700593, "main_score": 0.653658, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"]}, {"precision": 0.85359, "recall": 0.893281, "f1": 0.866074, "accuracy": 0.893281, "main_score": 0.866074, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"]}, {"precision": 0.656101, "recall": 0.705534, "f1": 0.669928, "accuracy": 0.705534, "main_score": 0.669928, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"]}, {"precision": 0.66424, "recall": 0.722332, "f1": 0.681085, "accuracy": 0.722332, "main_score": 0.681085, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"]}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"]}, {"precision": 0.55449, "recall": 0.623518, "f1": 0.574255, "accuracy": 0.623518, "main_score": 0.574255, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"]}, {"precision": 0.5502, "recall": 0.617589, "f1": 0.569603, "accuracy": 0.617589, "main_score": 0.569603, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"]}, {"precision": 0.831555, "recall": 0.873518, "f1": 0.844302, "accuracy": 0.873518, "main_score": 0.844302, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"]}, {"precision": 0.558691, "recall": 0.619565, "f1": 0.576321, "accuracy": 0.619565, "main_score": 0.576321, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"]}, {"precision": 0.635773, "recall": 0.697628, "f1": 0.653755, "accuracy": 0.697628, "main_score": 0.653755, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"]}, {"precision": 0.924819, "recall": 0.947628, "f1": 0.932213, "accuracy": 0.947628, "main_score": 0.932213, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"]}, {"precision": 0.499861, "recall": 0.556324, "f1": 0.515598, "accuracy": 0.556324, "main_score": 0.515598, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"]}, {"precision": 0.572229, "recall": 0.632411, "f1": 0.588384, "accuracy": 0.632411, "main_score": 0.588384, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"]}, {"precision": 0.606326, "recall": 0.666008, "f1": 0.623141, "accuracy": 0.666008, "main_score": 0.623141, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"]}, {"precision": 0.566759, "recall": 0.619565, "f1": 0.581018, "accuracy": 0.619565, "main_score": 0.581018, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"]}, {"precision": 0.556936, "recall": 0.621542, "f1": 0.57545, "accuracy": 0.621542, "main_score": 0.57545, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"]}, {"precision": 0.759042, "recall": 0.813241, "f1": 0.77548, "accuracy": 0.813241, "main_score": 0.77548, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"]}, {"precision": 0.75448, "recall": 0.804348, "f1": 0.769452, "accuracy": 0.804348, "main_score": 0.769452, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"]}, {"precision": 0.874753, "recall": 0.903162, "f1": 0.883187, "accuracy": 0.903162, "main_score": 0.883187, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"]}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"]}, {"precision": 0.49234, "recall": 0.571146, "f1": 0.5157, "accuracy": 0.571146, "main_score": 0.5157, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"]}, {"precision": 0.729225, "recall": 0.785573, "f1": 0.74589, "accuracy": 0.785573, "main_score": 0.74589, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"]}, {"precision": 0.609323, "recall": 0.653162, "f1": 0.621453, "accuracy": 0.653162, "main_score": 0.621453, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"]}, {"precision": 0.353638, "recall": 0.409091, "f1": 0.368471, "accuracy": 0.409091, "main_score": 0.368471, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"]}, {"precision": 0.349022, "recall": 0.397233, "f1": 0.361865, "accuracy": 0.397233, "main_score": 0.361865, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"]}, {"precision": 0.241864, "recall": 0.291502, "f1": 0.254517, "accuracy": 0.291502, "main_score": 0.254517, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"]}, {"precision": 0.610895, "recall": 0.668972, "f1": 0.625925, "accuracy": 0.668972, "main_score": 0.625925, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"]}, {"precision": 0.559077, "recall": 0.62253, "f1": 0.57579, "accuracy": 0.62253, "main_score": 0.57579, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"]}, {"precision": 0.612339, "recall": 0.670949, "f1": 0.627842, "accuracy": 0.670949, "main_score": 0.627842, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"]}, {"precision": 0.534239, "recall": 0.590909, "f1": 0.548118, "accuracy": 0.590909, "main_score": 0.548118, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"]}, {"precision": 0.395246, "recall": 0.4417, "f1": 0.407669, "accuracy": 0.4417, "main_score": 0.407669, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"]}, {"precision": 0.599669, "recall": 0.655138, "f1": 0.614362, "accuracy": 0.655138, "main_score": 0.614362, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"]}, {"precision": 0.499851, "recall": 0.556324, "f1": 0.515446, "accuracy": 0.556324, "main_score": 0.515446, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"]}, {"precision": 0.525032, "recall": 0.577075, "f1": 0.537749, "accuracy": 0.577075, "main_score": 0.537749, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"]}, {"precision": 0.585062, "recall": 0.641304, "f1": 0.599388, "accuracy": 0.641304, "main_score": 0.599388, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"]}, {"precision": 0.607332, "recall": 0.659091, "f1": 0.620365, "accuracy": 0.659091, "main_score": 0.620365, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"]}, {"precision": 0.32629, "recall": 0.382411, "f1": 0.340815, "accuracy": 0.382411, "main_score": 0.340815, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"]}, {"precision": 0.581527, "recall": 0.641304, "f1": 0.59716, "accuracy": 0.641304, "main_score": 0.59716, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"]}, {"precision": 0.550279, "recall": 0.612648, "f1": 0.566004, "accuracy": 0.612648, "main_score": 0.566004, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"]}, {"precision": 0.591293, "recall": 0.648221, "f1": 0.606639, "accuracy": 0.648221, "main_score": 0.606639, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"]}, {"precision": 0.424228, "recall": 0.471344, "f1": 0.436132, "accuracy": 0.471344, "main_score": 0.436132, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"]}, {"precision": 0.569417, "recall": 0.62747, "f1": 0.583968, "accuracy": 0.62747, "main_score": 0.583968, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"]}, {"precision": 0.545737, "recall": 0.606719, "f1": 0.561565, "accuracy": 0.606719, "main_score": 0.561565, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"]}, {"precision": 0.618881, "recall": 0.678854, "f1": 0.635267, "accuracy": 0.678854, "main_score": 0.635267, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"]}, {"precision": 0.58605, "recall": 0.645257, "f1": 0.601936, "accuracy": 0.645257, "main_score": 0.601936, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"]}, {"precision": 0.384348, "recall": 0.432806, "f1": 0.396711, "accuracy": 0.432806, "main_score": 0.396711, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"]}, {"precision": 0.602259, "recall": 0.671937, "f1": 0.62016, "accuracy": 0.671937, "main_score": 0.62016, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"]}, {"precision": 0.598579, "recall": 0.652174, "f1": 0.612193, "accuracy": 0.652174, "main_score": 0.612193, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"]}, {"precision": 0.545861, "recall": 0.604743, "f1": 0.561767, "accuracy": 0.604743, "main_score": 0.561767, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"]}, {"precision": 0.188365, "recall": 0.224308, "f1": 0.197753, "accuracy": 0.224308, "main_score": 0.197753, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"]}, {"precision": 0.578241, "recall": 0.642292, "f1": 0.59525, "accuracy": 0.642292, "main_score": 0.59525, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"]}, {"precision": 0.41629, "recall": 0.45751, "f1": 0.427589, "accuracy": 0.45751, "main_score": 0.427589, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"]}, {"precision": 0.58545, "recall": 0.641304, "f1": 0.600333, "accuracy": 0.641304, "main_score": 0.600333, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"]}, {"precision": 0.579502, "recall": 0.637352, "f1": 0.595357, "accuracy": 0.637352, "main_score": 0.595357, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"]}, {"precision": 0.535928, "recall": 0.598814, "f1": 0.552093, "accuracy": 0.598814, "main_score": 0.552093, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"]}, {"precision": 0.606498, "recall": 0.661067, "f1": 0.621334, "accuracy": 0.661067, "main_score": 0.621334, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"]}, {"precision": 0.407153, "recall": 0.461462, "f1": 0.421552, "accuracy": 0.461462, "main_score": 0.421552, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"]}, {"precision": 0.595148, "recall": 0.658103, "f1": 0.612241, "accuracy": 0.658103, "main_score": 0.612241, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"]}, {"precision": 0.533929, "recall": 0.588933, "f1": 0.548125, "accuracy": 0.588933, "main_score": 0.548125, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"]}, {"precision": 0.541113, "recall": 0.594862, "f1": 0.555592, "accuracy": 0.594862, "main_score": 0.555592, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"]}, {"precision": 0.598067, "recall": 0.660079, "f1": 0.61544, "accuracy": 0.660079, "main_score": 0.61544, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"]}, {"precision": 0.553062, "recall": 0.613636, "f1": 0.567837, "accuracy": 0.613636, "main_score": 0.567837, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"]}, {"precision": 0.563076, "recall": 0.623518, "f1": 0.578834, "accuracy": 0.623518, "main_score": 0.578834, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"]}, {"precision": 0.371266, "recall": 0.416008, "f1": 0.383474, "accuracy": 0.416008, "main_score": 0.383474, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"]}, {"precision": 0.341725, "recall": 0.398221, "f1": 0.356259, "accuracy": 0.398221, "main_score": 0.356259, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"]}, {"precision": 0.574438, "recall": 0.642292, "f1": 0.593083, "accuracy": 0.642292, "main_score": 0.593083, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"]}, {"precision": 0.383344, "recall": 0.428854, "f1": 0.394957, "accuracy": 0.428854, "main_score": 0.394957, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"]}, {"precision": 0.607637, "recall": 0.668972, "f1": 0.62387, "accuracy": 0.668972, "main_score": 0.62387, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"]}, {"precision": 0.592192, "recall": 0.65415, "f1": 0.608636, "accuracy": 0.65415, "main_score": 0.608636, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"]}, {"precision": 0.580099, "recall": 0.636364, "f1": 0.5951, "accuracy": 0.636364, "main_score": 0.5951, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"]}, {"precision": 0.540687, "recall": 0.593874, "f1": 0.555146, "accuracy": 0.593874, "main_score": 0.555146, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"]}, {"precision": 0.368334, "recall": 0.43083, "f1": 0.384416, "accuracy": 0.43083, "main_score": 0.384416, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"]}, {"precision": 0.505965, "recall": 0.560277, "f1": 0.519501, "accuracy": 0.560277, "main_score": 0.519501, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"]}, {"precision": 0.555316, "recall": 0.605731, "f1": 0.568241, "accuracy": 0.605731, "main_score": 0.568241, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"]}, {"precision": 0.593993, "recall": 0.657115, "f1": 0.61109, "accuracy": 0.657115, "main_score": 0.61109, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"]}, {"precision": 0.571267, "recall": 0.623518, "f1": 0.584062, "accuracy": 0.623518, "main_score": 0.584062, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"]}, {"precision": 0.385728, "recall": 0.429842, "f1": 0.398013, "accuracy": 0.429842, "main_score": 0.398013, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"]}, {"precision": 0.588889, "recall": 0.648221, "f1": 0.604376, "accuracy": 0.648221, "main_score": 0.604376, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"]}, {"precision": 0.36262, "recall": 0.414032, "f1": 0.377273, "accuracy": 0.414032, "main_score": 0.377273, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"]}, {"precision": 0.362645, "recall": 0.408103, "f1": 0.373982, "accuracy": 0.408103, "main_score": 0.373982, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"]}, {"precision": 0.525349, "recall": 0.574111, "f1": 0.537806, "accuracy": 0.574111, "main_score": 0.537806, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"]}, {"precision": 0.28314, "recall": 0.331028, "f1": 0.295116, "accuracy": 0.331028, "main_score": 0.295116, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"]}, {"precision": 0.595114, "recall": 0.655138, "f1": 0.611148, "accuracy": 0.655138, "main_score": 0.611148, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"]}, {"precision": 0.604516, "recall": 0.660079, "f1": 0.619353, "accuracy": 0.660079, "main_score": 0.619353, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"]}, {"precision": 0.583159, "recall": 0.649209, "f1": 0.600948, "accuracy": 0.649209, "main_score": 0.600948, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"]}, {"precision": 0.597472, "recall": 0.663043, "f1": 0.614961, "accuracy": 0.663043, "main_score": 0.614961, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"]}, {"precision": 0.40274, "recall": 0.455534, "f1": 0.416687, "accuracy": 0.455534, "main_score": 0.416687, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"]}, {"precision": 0.550563, "recall": 0.605731, "f1": 0.565104, "accuracy": 0.605731, "main_score": 0.565104, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"]}, {"precision": 0.499906, "recall": 0.5583, "f1": 0.515392, "accuracy": 0.5583, "main_score": 0.515392, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"]}, {"precision": 0.596569, "recall": 0.658103, "f1": 0.613251, "accuracy": 0.658103, "main_score": 0.613251, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"]}, {"precision": 0.395125, "recall": 0.436759, "f1": 0.40618, "accuracy": 0.436759, "main_score": 0.40618, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"]}, {"precision": 0.543004, "recall": 0.594862, "f1": 0.556365, "accuracy": 0.594862, "main_score": 0.556365, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"]}, {"precision": 0.430936, "recall": 0.493083, "f1": 0.447198, "accuracy": 0.493083, "main_score": 0.447198, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"]}, {"precision": 0.55975, "recall": 0.618577, "f1": 0.575575, "accuracy": 0.618577, "main_score": 0.575575, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"]}, {"precision": 0.577264, "recall": 0.632411, "f1": 0.591833, "accuracy": 0.632411, "main_score": 0.591833, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"]}, {"precision": 0.575655, "recall": 0.630435, "f1": 0.589638, "accuracy": 0.630435, "main_score": 0.589638, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"]}, {"precision": 0.300406, "recall": 0.357708, "f1": 0.314324, "accuracy": 0.357708, "main_score": 0.314324, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"]}, {"precision": 0.405202, "recall": 0.459486, "f1": 0.419972, "accuracy": 0.459486, "main_score": 0.419972, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"]}, {"precision": 0.510543, "recall": 0.572134, "f1": 0.526865, "accuracy": 0.572134, "main_score": 0.526865, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"]}, {"precision": 0.416149, "recall": 0.468379, "f1": 0.430851, "accuracy": 0.468379, "main_score": 0.430851, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"]}, {"precision": 0.436842, "recall": 0.48913, "f1": 0.451021, "accuracy": 0.48913, "main_score": 0.451021, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"]}, {"precision": 0.597446, "recall": 0.657115, "f1": 0.613552, "accuracy": 0.657115, "main_score": 0.613552, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"]}, {"precision": 0.553427, "recall": 0.610672, "f1": 0.567887, "accuracy": 0.610672, "main_score": 0.567887, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"]}, {"precision": 0.563721, "recall": 0.621542, "f1": 0.578339, "accuracy": 0.621542, "main_score": 0.578339, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"]}, {"precision": 0.680825, "recall": 0.730237, "f1": 0.694486, "accuracy": 0.730237, "main_score": 0.694486, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"]}, {"precision": 0.609357, "recall": 0.672925, "f1": 0.625952, "accuracy": 0.672925, "main_score": 0.625952, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"]}, {"precision": 0.561787, "recall": 0.62253, "f1": 0.577253, "accuracy": 0.62253, "main_score": 0.577253, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"]}, {"precision": 0.582542, "recall": 0.651186, "f1": 0.600488, "accuracy": 0.651186, "main_score": 0.600488, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"]}, {"precision": 0.580749, "recall": 0.645257, "f1": 0.597423, "accuracy": 0.645257, "main_score": 0.597423, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"]}, {"precision": 0.378734, "recall": 0.423913, "f1": 0.39031, "accuracy": 0.423913, "main_score": 0.39031, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"]}, {"precision": 0.356147, "recall": 0.405138, "f1": 0.369165, "accuracy": 0.405138, "main_score": 0.369165, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"]}, {"precision": 0.57602, "recall": 0.643281, "f1": 0.593774, "accuracy": 0.643281, "main_score": 0.593774, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"]}, {"precision": 0.560626, "recall": 0.619565, "f1": 0.576068, "accuracy": 0.619565, "main_score": 0.576068, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"]}, {"precision": 0.580014, "recall": 0.641304, "f1": 0.595673, "accuracy": 0.641304, "main_score": 0.595673, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"]}, {"precision": 0.456503, "recall": 0.507905, "f1": 0.470073, "accuracy": 0.507905, "main_score": 0.470073, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"]}, {"precision": 0.332596, "recall": 0.376482, "f1": 0.344866, "accuracy": 0.376482, "main_score": 0.344866, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"]}, {"precision": 0.562477, "recall": 0.619565, "f1": 0.577574, "accuracy": 0.619565, "main_score": 0.577574, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"]}, {"precision": 0.520698, "recall": 0.581028, "f1": 0.53645, "accuracy": 0.581028, "main_score": 0.53645, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"]}, {"precision": 0.441545, "recall": 0.5, "f1": 0.456893, "accuracy": 0.5, "main_score": 0.456893, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"]}, {"precision": 0.575851, "recall": 0.634387, "f1": 0.591103, "accuracy": 0.634387, "main_score": 0.591103, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"]}, {"precision": 0.387536, "recall": 0.43083, "f1": 0.398826, "accuracy": 0.43083, "main_score": 0.398826, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"]}, {"precision": 0.582557, "recall": 0.637352, "f1": 0.596875, "accuracy": 0.637352, "main_score": 0.596875, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"]}, {"precision": 0.584188, "recall": 0.642292, "f1": 0.599241, "accuracy": 0.642292, "main_score": 0.599241, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"]}, {"precision": 0.594634, "recall": 0.658103, "f1": 0.611646, "accuracy": 0.658103, "main_score": 0.611646, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"]}, {"precision": 0.583641, "recall": 0.642292, "f1": 0.599123, "accuracy": 0.642292, "main_score": 0.599123, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"]}, {"precision": 0.563364, "recall": 0.617589, "f1": 0.577682, "accuracy": 0.617589, "main_score": 0.577682, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"]}, {"precision": 0.559022, "recall": 0.617589, "f1": 0.574053, "accuracy": 0.617589, "main_score": 0.574053, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"]}, {"precision": 0.501452, "recall": 0.573123, "f1": 0.519739, "accuracy": 0.573123, "main_score": 0.519739, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"]}, {"precision": 0.381807, "recall": 0.431818, "f1": 0.395549, "accuracy": 0.431818, "main_score": 0.395549, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"]}, {"precision": 0.190328, "recall": 0.229249, "f1": 0.199532, "accuracy": 0.229249, "main_score": 0.199532, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"]}, {"precision": 0.409101, "recall": 0.465415, "f1": 0.424355, "accuracy": 0.465415, "main_score": 0.424355, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"]}, {"precision": 0.397683, "recall": 0.463439, "f1": 0.415028, "accuracy": 0.463439, "main_score": 0.415028, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"]}, {"precision": 0.600507, "recall": 0.659091, "f1": 0.61629, "accuracy": 0.659091, "main_score": 0.61629, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"]}, {"precision": 0.516056, "recall": 0.574111, "f1": 0.530315, "accuracy": 0.574111, "main_score": 0.530315, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"]}, {"precision": 0.314686, "recall": 0.362648, "f1": 0.327111, "accuracy": 0.362648, "main_score": 0.327111, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"]}, {"precision": 0.536339, "recall": 0.591897, "f1": 0.550128, "accuracy": 0.591897, "main_score": 0.550128, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"]}, {"precision": 0.568924, "recall": 0.625494, "f1": 0.583455, "accuracy": 0.625494, "main_score": 0.583455, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"]}, {"precision": 0.544975, "recall": 0.607708, "f1": 0.561849, "accuracy": 0.607708, "main_score": 0.561849, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"]}, {"precision": 0.538789, "recall": 0.604743, "f1": 0.556132, "accuracy": 0.604743, "main_score": 0.556132, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"]}, {"precision": 0.43011, "recall": 0.480237, "f1": 0.4433, "accuracy": 0.480237, "main_score": 0.4433, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"]}, {"precision": 0.557266, "recall": 0.623518, "f1": 0.574886, "accuracy": 0.623518, "main_score": 0.574886, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"]}, {"precision": 0.57041, "recall": 0.623518, "f1": 0.584778, "accuracy": 0.623518, "main_score": 0.584778, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"]}, {"precision": 0.372897, "recall": 0.427866, "f1": 0.387646, "accuracy": 0.427866, "main_score": 0.387646, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"]}, {"precision": 0.372786, "recall": 0.417984, "f1": 0.384683, "accuracy": 0.417984, "main_score": 0.384683, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"]}, {"precision": 0.422081, "recall": 0.471344, "f1": 0.435005, "accuracy": 0.471344, "main_score": 0.435005, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"]}, {"precision": 0.570171, "recall": 0.633399, "f1": 0.587035, "accuracy": 0.633399, "main_score": 0.587035, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"]}, {"precision": 0.134085, "recall": 0.181818, "f1": 0.145951, "accuracy": 0.181818, "main_score": 0.145951, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"]}, {"precision": 0.594879, "recall": 0.658103, "f1": 0.611077, "accuracy": 0.658103, "main_score": 0.611077, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"]}, {"precision": 0.502708, "recall": 0.55336, "f1": 0.515637, "accuracy": 0.55336, "main_score": 0.515637, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"]}, {"precision": 0.532274, "recall": 0.590909, "f1": 0.5483, "accuracy": 0.590909, "main_score": 0.5483, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"]}, {"precision": 0.588016, "recall": 0.645257, "f1": 0.602338, "accuracy": 0.645257, "main_score": 0.602338, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"]}, {"precision": 0.425481, "recall": 0.479249, "f1": 0.439927, "accuracy": 0.479249, "main_score": 0.439927, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"]}, {"precision": 0.375224, "recall": 0.423913, "f1": 0.388443, "accuracy": 0.423913, "main_score": 0.388443, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"]}, {"precision": 0.563362, "recall": 0.623518, "f1": 0.579395, "accuracy": 0.623518, "main_score": 0.579395, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"]}, {"precision": 0.591052, "recall": 0.642292, "f1": 0.604904, "accuracy": 0.642292, "main_score": 0.604904, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"]}, {"precision": 0.533303, "recall": 0.590909, "f1": 0.547299, "accuracy": 0.590909, "main_score": 0.547299, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"]}, {"precision": 0.5347, "recall": 0.594862, "f1": 0.55046, "accuracy": 0.594862, "main_score": 0.55046, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"]}, {"precision": 0.390191, "recall": 0.449605, "f1": 0.4058, "accuracy": 0.449605, "main_score": 0.4058, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"]}, {"precision": 0.560608, "recall": 0.619565, "f1": 0.575883, "accuracy": 0.619565, "main_score": 0.575883, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"]}, {"precision": 0.38207, "recall": 0.427866, "f1": 0.394424, "accuracy": 0.427866, "main_score": 0.394424, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"]}, {"precision": 0.42948, "recall": 0.490119, "f1": 0.445213, "accuracy": 0.490119, "main_score": 0.445213, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"]}, {"precision": 0.599641, "recall": 0.658103, "f1": 0.61505, "accuracy": 0.658103, "main_score": 0.61505, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"]}, {"precision": 0.536912, "recall": 0.601779, "f1": 0.553902, "accuracy": 0.601779, "main_score": 0.553902, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"]}, {"precision": 0.603558, "recall": 0.65415, "f1": 0.616214, "accuracy": 0.65415, "main_score": 0.616214, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"]}, {"precision": 0.307574, "recall": 0.354743, "f1": 0.320312, "accuracy": 0.354743, "main_score": 0.320312, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"]}, {"precision": 0.606979, "recall": 0.657115, "f1": 0.619896, "accuracy": 0.657115, "main_score": 0.619896, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"]}, {"precision": 0.551114, "recall": 0.607708, "f1": 0.56482, "accuracy": 0.607708, "main_score": 0.56482, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"]}, {"precision": 0.564076, "recall": 0.631423, "f1": 0.58228, "accuracy": 0.631423, "main_score": 0.58228, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"]}, {"precision": 0.538003, "recall": 0.594862, "f1": 0.553524, "accuracy": 0.594862, "main_score": 0.553524, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"]}, {"precision": 0.452029, "recall": 0.507905, "f1": 0.466445, "accuracy": 0.507905, "main_score": 0.466445, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"]}, {"precision": 0.507047, "recall": 0.571146, "f1": 0.523238, "accuracy": 0.571146, "main_score": 0.523238, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"]}, {"precision": 0.493777, "recall": 0.5583, "f1": 0.511194, "accuracy": 0.5583, "main_score": 0.511194, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"]}, {"precision": 0.415872, "recall": 0.460474, "f1": 0.427418, "accuracy": 0.460474, "main_score": 0.427418, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"]}, {"precision": 0.537628, "recall": 0.599802, "f1": 0.553539, "accuracy": 0.599802, "main_score": 0.553539, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"]}, {"precision": 0.576971, "recall": 0.640316, "f1": 0.593547, "accuracy": 0.640316, "main_score": 0.593547, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"]}, {"precision": 0.539438, "recall": 0.591897, "f1": 0.552373, "accuracy": 0.591897, "main_score": 0.552373, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"]}, {"precision": 0.573479, "recall": 0.631423, "f1": 0.588458, "accuracy": 0.631423, "main_score": 0.588458, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"]}, {"precision": 0.540035, "recall": 0.608696, "f1": 0.557826, "accuracy": 0.608696, "main_score": 0.557826, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"]}, {"precision": 0.605008, "recall": 0.666008, "f1": 0.621318, "accuracy": 0.666008, "main_score": 0.621318, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"]}, {"precision": 0.465702, "recall": 0.522727, "f1": 0.481014, "accuracy": 0.522727, "main_score": 0.481014, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"]}, {"precision": 0.529035, "recall": 0.585968, "f1": 0.544732, "accuracy": 0.585968, "main_score": 0.544732, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"]}, {"precision": 0.336784, "recall": 0.396245, "f1": 0.351482, "accuracy": 0.396245, "main_score": 0.351482, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"]}, {"precision": 0.579862, "recall": 0.637352, "f1": 0.59464, "accuracy": 0.637352, "main_score": 0.59464, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"]}, {"precision": 0.547268, "recall": 0.604743, "f1": 0.561331, "accuracy": 0.604743, "main_score": 0.561331, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"]}, {"precision": 0.60493, "recall": 0.659091, "f1": 0.619224, "accuracy": 0.659091, "main_score": 0.619224, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"]}, {"precision": 0.525006, "recall": 0.583004, "f1": 0.540665, "accuracy": 0.583004, "main_score": 0.540665, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"]}, {"precision": 0.451252, "recall": 0.500988, "f1": 0.464341, "accuracy": 0.500988, "main_score": 0.464341, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"]}, {"precision": 0.567316, "recall": 0.626482, "f1": 0.582156, "accuracy": 0.626482, "main_score": 0.582156, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"]}, {"precision": 0.408644, "recall": 0.45751, "f1": 0.421777, "accuracy": 0.45751, "main_score": 0.421777, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"]}, {"precision": 0.396462, "recall": 0.450593, "f1": 0.409646, "accuracy": 0.450593, "main_score": 0.409646, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"]}, {"precision": 0.58219, "recall": 0.639328, "f1": 0.596509, "accuracy": 0.639328, "main_score": 0.596509, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"]}, {"precision": 0.500748, "recall": 0.5583, "f1": 0.515664, "accuracy": 0.5583, "main_score": 0.515664, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"]}, {"precision": 0.59344, "recall": 0.651186, "f1": 0.608508, "accuracy": 0.651186, "main_score": 0.608508, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"]}, {"precision": 0.378031, "recall": 0.428854, "f1": 0.391366, "accuracy": 0.428854, "main_score": 0.391366, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"]}, {"precision": 0.589382, "recall": 0.651186, "f1": 0.605907, "accuracy": 0.651186, "main_score": 0.605907, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"]}, {"precision": 0.608615, "recall": 0.667984, "f1": 0.624324, "accuracy": 0.667984, "main_score": 0.624324, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"]}, {"precision": 0.574392, "recall": 0.634387, "f1": 0.589448, "accuracy": 0.634387, "main_score": 0.589448, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"]}, {"precision": 0.377661, "recall": 0.427866, "f1": 0.390991, "accuracy": 0.427866, "main_score": 0.390991, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"]}, {"precision": 0.591094, "recall": 0.647233, "f1": 0.606123, "accuracy": 0.647233, "main_score": 0.606123, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"]}, {"precision": 0.452838, "recall": 0.508893, "f1": 0.467066, "accuracy": 0.508893, "main_score": 0.467066, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"]}, {"precision": 0.366557, "recall": 0.417984, "f1": 0.380082, "accuracy": 0.417984, "main_score": 0.380082, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"]}, {"precision": 0.401682, "recall": 0.447628, "f1": 0.413434, "accuracy": 0.447628, "main_score": 0.413434, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"]}, {"precision": 0.506343, "recall": 0.554348, "f1": 0.518952, "accuracy": 0.554348, "main_score": 0.518952, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"]}, {"precision": 0.579565, "recall": 0.639328, "f1": 0.595417, "accuracy": 0.639328, "main_score": 0.595417, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"]}, {"precision": 0.517248, "recall": 0.573123, "f1": 0.53147, "accuracy": 0.573123, "main_score": 0.53147, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"]}, {"precision": 0.346683, "recall": 0.402174, "f1": 0.361422, "accuracy": 0.402174, "main_score": 0.361422, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"]}, {"precision": 0.397756, "recall": 0.442688, "f1": 0.409699, "accuracy": 0.442688, "main_score": 0.409699, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"]}, {"precision": 0.597955, "recall": 0.660079, "f1": 0.615351, "accuracy": 0.660079, "main_score": 0.615351, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"]}, {"precision": 0.385748, "recall": 0.438735, "f1": 0.399639, "accuracy": 0.438735, "main_score": 0.399639, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"]}, {"precision": 0.381771, "recall": 0.424901, "f1": 0.392731, "accuracy": 0.424901, "main_score": 0.392731, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"]}, {"precision": 0.566971, "recall": 0.623518, "f1": 0.58162, "accuracy": 0.623518, "main_score": 0.58162, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"]}, {"precision": 0.35304, "recall": 0.402174, "f1": 0.366293, "accuracy": 0.402174, "main_score": 0.366293, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"]}, {"precision": 0.428339, "recall": 0.48419, "f1": 0.443576, "accuracy": 0.48419, "main_score": 0.443576, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"]}, {"precision": 0.51784, "recall": 0.565217, "f1": 0.52992, "accuracy": 0.565217, "main_score": 0.52992, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"]}, {"precision": 0.428093, "recall": 0.478261, "f1": 0.441602, "accuracy": 0.478261, "main_score": 0.441602, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"]}, {"precision": 0.497566, "recall": 0.538538, "f1": 0.508447, "accuracy": 0.538538, "main_score": 0.508447, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"]}, {"precision": 0.597976, "recall": 0.659091, "f1": 0.614256, "accuracy": 0.659091, "main_score": 0.614256, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"]}, {"precision": 0.513409, "recall": 0.576087, "f1": 0.529588, "accuracy": 0.576087, "main_score": 0.529588, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"]}, {"precision": 0.558253, "recall": 0.606719, "f1": 0.570763, "accuracy": 0.606719, "main_score": 0.570763, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"]}, {"precision": 0.305151, "recall": 0.369565, "f1": 0.321862, "accuracy": 0.369565, "main_score": 0.321862, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"]}, {"precision": 0.591953, "recall": 0.649209, "f1": 0.6061, "accuracy": 0.649209, "main_score": 0.6061, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"]}, {"precision": 0.54951, "recall": 0.608696, "f1": 0.564699, "accuracy": 0.608696, "main_score": 0.564699, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"]}, {"precision": 0.56322, "recall": 0.621542, "f1": 0.578766, "accuracy": 0.621542, "main_score": 0.578766, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"]}, {"precision": 0.598161, "recall": 0.653162, "f1": 0.612809, "accuracy": 0.653162, "main_score": 0.612809, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"]}, {"precision": 0.414663, "recall": 0.470356, "f1": 0.429152, "accuracy": 0.470356, "main_score": 0.429152, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"]}, {"precision": 0.36097, "recall": 0.409091, "f1": 0.373591, "accuracy": 0.409091, "main_score": 0.373591, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"]}, {"precision": 0.534141, "recall": 0.607708, "f1": 0.554753, "accuracy": 0.607708, "main_score": 0.554753, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"]}, {"precision": 0.506852, "recall": 0.574111, "f1": 0.525741, "accuracy": 0.574111, "main_score": 0.525741, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"]}, {"precision": 0.439967, "recall": 0.517787, "f1": 0.46067, "accuracy": 0.517787, "main_score": 0.46067, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"]}, {"precision": 0.575543, "recall": 0.639328, "f1": 0.593596, "accuracy": 0.639328, "main_score": 0.593596, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"]}, {"precision": 0.875856, "recall": 0.910079, "f1": 0.886693, "accuracy": 0.910079, "main_score": 0.886693, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"]}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"]}, {"precision": 0.590523, "recall": 0.651186, "f1": 0.608467, "accuracy": 0.651186, "main_score": 0.608467, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"]}, {"precision": 0.605104, "recall": 0.673913, "f1": 0.624475, "accuracy": 0.673913, "main_score": 0.624475, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"]}, {"precision": 0.531369, "recall": 0.596838, "f1": 0.549409, "accuracy": 0.596838, "main_score": 0.549409, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"]}, {"precision": 0.168774, "recall": 0.219368, "f1": 0.181516, "accuracy": 0.219368, "main_score": 0.181516, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"]}, {"precision": 0.623247, "recall": 0.676877, "f1": 0.637867, "accuracy": 0.676877, "main_score": 0.637867, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"]}, {"precision": 0.667408, "recall": 0.722332, "f1": 0.683583, "accuracy": 0.722332, "main_score": 0.683583, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"]}, {"precision": 0.53266, "recall": 0.590909, "f1": 0.549002, "accuracy": 0.590909, "main_score": 0.549002, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"]}, {"precision": 0.469618, "recall": 0.551383, "f1": 0.492348, "accuracy": 0.551383, "main_score": 0.492348, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"]}, {"precision": 0.547947, "recall": 0.617589, "f1": 0.568149, "accuracy": 0.617589, "main_score": 0.568149, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"]}, {"precision": 0.563522, "recall": 0.635375, "f1": 0.584031, "accuracy": 0.635375, "main_score": 0.584031, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"]}, {"precision": 0.880188, "recall": 0.916008, "f1": 0.891864, "accuracy": 0.916008, "main_score": 0.891864, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"]}, {"precision": 0.509732, "recall": 0.576087, "f1": 0.528644, "accuracy": 0.576087, "main_score": 0.528644, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"]}, {"precision": 0.508179, "recall": 0.576087, "f1": 0.526838, "accuracy": 0.576087, "main_score": 0.526838, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"]}, {"precision": 0.513229, "recall": 0.578063, "f1": 0.531217, "accuracy": 0.578063, "main_score": 0.531217, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"]}, {"precision": 0.290887, "recall": 0.355731, "f1": 0.308152, "accuracy": 0.355731, "main_score": 0.308152, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"]}, {"precision": 0.579324, "recall": 0.650198, "f1": 0.598992, "accuracy": 0.650198, "main_score": 0.598992, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"]}, {"precision": 0.563933, "recall": 0.624506, "f1": 0.58087, "accuracy": 0.624506, "main_score": 0.58087, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"]}, {"precision": 0.682996, "recall": 0.75, "f1": 0.702563, "accuracy": 0.75, "main_score": 0.702563, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"]}, {"precision": 0.646649, "recall": 0.725296, "f1": 0.670081, "accuracy": 0.725296, "main_score": 0.670081, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"]}, {"precision": 0.696163, "recall": 0.755929, "f1": 0.713356, "accuracy": 0.755929, "main_score": 0.713356, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"]}, {"precision": 0.657157, "recall": 0.717391, "f1": 0.675082, "accuracy": 0.717391, "main_score": 0.675082, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"]}, {"precision": 0.640975, "recall": 0.712451, "f1": 0.661693, "accuracy": 0.712451, "main_score": 0.661693, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"]}, {"precision": 0.980731, "recall": 0.985178, "f1": 0.982213, "accuracy": 0.985178, "main_score": 0.982213, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"]}, {"precision": 0.93363, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"]}, {"precision": 0.529637, "recall": 0.597826, "f1": 0.548602, "accuracy": 0.597826, "main_score": 0.548602, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"]}, {"precision": 0.550642, "recall": 0.607708, "f1": 0.567184, "accuracy": 0.607708, "main_score": 0.567184, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"]}, {"precision": 0.803689, "recall": 0.851779, "f1": 0.818365, "accuracy": 0.851779, "main_score": 0.818365, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"]}, {"precision": 0.454194, "recall": 0.518775, "f1": 0.471146, "accuracy": 0.518775, "main_score": 0.471146, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"]}, {"precision": 0.861117, "recall": 0.899209, "f1": 0.872878, "accuracy": 0.899209, "main_score": 0.872878, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"]}, {"precision": 0.529581, "recall": 0.597826, "f1": 0.548361, "accuracy": 0.597826, "main_score": 0.548361, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"]}, {"precision": 0.578283, "recall": 0.65415, "f1": 0.599653, "accuracy": 0.65415, "main_score": 0.599653, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"]}, {"precision": 0.186363, "recall": 0.248024, "f1": 0.200807, "accuracy": 0.248024, "main_score": 0.200807, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"]}, {"precision": 0.61129, "recall": 0.682806, "f1": 0.631793, "accuracy": 0.682806, "main_score": 0.631793, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"]}, {"precision": 0.789147, "recall": 0.844862, "f1": 0.806192, "accuracy": 0.844862, "main_score": 0.806192, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"]}, {"precision": 0.401327, "recall": 0.463439, "f1": 0.418426, "accuracy": 0.463439, "main_score": 0.418426, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"]}, {"precision": 0.662089, "recall": 0.720356, "f1": 0.679207, "accuracy": 0.720356, "main_score": 0.679207, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"]}, {"precision": 0.553514, "recall": 0.619565, "f1": 0.572022, "accuracy": 0.619565, "main_score": 0.572022, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"]}, {"precision": 0.501583, "recall": 0.573123, "f1": 0.521002, "accuracy": 0.573123, "main_score": 0.521002, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"]}, {"precision": 0.655155, "recall": 0.718379, "f1": 0.674242, "accuracy": 0.718379, "main_score": 0.674242, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"]}, {"precision": 0.222162, "recall": 0.304348, "f1": 0.242968, "accuracy": 0.304348, "main_score": 0.242968, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"]}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"]}, {"precision": 0.547951, "recall": 0.614625, "f1": 0.567163, "accuracy": 0.614625, "main_score": 0.567163, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"]}, {"precision": 0.581574, "recall": 0.642292, "f1": 0.598428, "accuracy": 0.642292, "main_score": 0.598428, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"]}, {"precision": 0.69194, "recall": 0.766798, "f1": 0.714608, "accuracy": 0.766798, "main_score": 0.714608, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"]}, {"precision": 0.553989, "recall": 0.62253, "f1": 0.573117, "accuracy": 0.62253, "main_score": 0.573117, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"]}, {"precision": 0.772513, "recall": 0.825099, "f1": 0.788161, "accuracy": 0.825099, "main_score": 0.788161, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"]}, {"precision": 0.459519, "recall": 0.531621, "f1": 0.479537, "accuracy": 0.531621, "main_score": 0.479537, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"]}, {"precision": 0.866387, "recall": 0.901186, "f1": 0.87716, "accuracy": 0.901186, "main_score": 0.87716, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"]}, {"precision": 0.940053, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"]}, {"precision": 0.930254, "recall": 0.951581, "f1": 0.937154, "accuracy": 0.951581, "main_score": 0.937154, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"]}, {"precision": 0.599344, "recall": 0.660079, "f1": 0.616695, "accuracy": 0.660079, "main_score": 0.616695, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"]}, {"precision": 0.900527, "recall": 0.929842, "f1": 0.909881, "accuracy": 0.929842, "main_score": 0.909881, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"]}, {"precision": 0.438709, "recall": 0.51087, "f1": 0.458682, "accuracy": 0.51087, "main_score": 0.458682, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"]}, {"precision": 0.595529, "recall": 0.671937, "f1": 0.618039, "accuracy": 0.671937, "main_score": 0.618039, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"]}, {"precision": 0.984437, "recall": 0.988142, "f1": 0.985573, "accuracy": 0.988142, "main_score": 0.985573, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"]}, {"precision": 0.838719, "recall": 0.880435, "f1": 0.851482, "accuracy": 0.880435, "main_score": 0.851482, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"]}, {"precision": 0.629581, "recall": 0.688735, "f1": 0.646554, "accuracy": 0.688735, "main_score": 0.646554, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"]}, {"precision": 0.630296, "recall": 0.698617, "f1": 0.649838, "accuracy": 0.698617, "main_score": 0.649838, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"]}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"]}, {"precision": 0.532568, "recall": 0.602767, "f1": 0.552484, "accuracy": 0.602767, "main_score": 0.552484, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"]}, {"precision": 0.530807, "recall": 0.59585, "f1": 0.549725, "accuracy": 0.59585, "main_score": 0.549725, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"]}, {"precision": 0.822826, "recall": 0.867589, "f1": 0.836397, "accuracy": 0.867589, "main_score": 0.836397, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"]}, {"precision": 0.543421, "recall": 0.609684, "f1": 0.56196, "accuracy": 0.609684, "main_score": 0.56196, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"]}, {"precision": 0.595566, "recall": 0.66502, "f1": 0.61539, "accuracy": 0.66502, "main_score": 0.61539, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"]}, {"precision": 0.912385, "recall": 0.938735, "f1": 0.920949, "accuracy": 0.938735, "main_score": 0.920949, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"]}, {"precision": 0.487707, "recall": 0.550395, "f1": 0.505222, "accuracy": 0.550395, "main_score": 0.505222, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"]}, {"precision": 0.559202, "recall": 0.624506, "f1": 0.577329, "accuracy": 0.624506, "main_score": 0.577329, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"]}, {"precision": 0.580212, "recall": 0.648221, "f1": 0.599617, "accuracy": 0.648221, "main_score": 0.599617, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"]}, {"precision": 0.550144, "recall": 0.610672, "f1": 0.566228, "accuracy": 0.610672, "main_score": 0.566228, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"]}, {"precision": 0.519212, "recall": 0.596838, "f1": 0.541406, "accuracy": 0.596838, "main_score": 0.541406, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"]}, {"precision": 0.730157, "recall": 0.787549, "f1": 0.746937, "accuracy": 0.787549, "main_score": 0.746937, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"]}, {"precision": 0.74361, "recall": 0.799407, "f1": 0.760441, "accuracy": 0.799407, "main_score": 0.760441, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"]}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.885145, "accuracy": 0.907115, "main_score": 0.885145, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"]}, {"precision": 0.467161, "recall": 0.548419, "f1": 0.490792, "accuracy": 0.548419, "main_score": 0.490792, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"]}, {"precision": 0.683599, "recall": 0.752964, "f1": 0.704545, "accuracy": 0.752964, "main_score": 0.704545, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"]}, {"precision": 0.599598, "recall": 0.652174, "f1": 0.614759, "accuracy": 0.652174, "main_score": 0.614759, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"]}, {"precision": 0.556245, "recall": 0.626482, "f1": 0.576064, "accuracy": 0.626482, "main_score": 0.576064, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"]}, {"precision": 0.51456, "recall": 0.577075, "f1": 0.531795, "accuracy": 0.577075, "main_score": 0.531795, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"]}, {"precision": 0.444618, "recall": 0.529644, "f1": 0.467563, "accuracy": 0.529644, "main_score": 0.467563, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"]}, {"precision": 0.588915, "recall": 0.646245, "f1": 0.604647, "accuracy": 0.646245, "main_score": 0.604647, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"]}, {"precision": 0.86586, "recall": 0.900198, "f1": 0.876501, "accuracy": 0.900198, "main_score": 0.876501, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"]}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"]}, {"precision": 0.582808, "recall": 0.646245, "f1": 0.600702, "accuracy": 0.646245, "main_score": 0.600702, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"]}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"]}, {"precision": 0.599022, "recall": 0.667984, "f1": 0.617881, "accuracy": 0.667984, "main_score": 0.617881, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"]}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"]}, {"precision": 0.528922, "recall": 0.594862, "f1": 0.54776, "accuracy": 0.594862, "main_score": 0.54776, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"]}, {"precision": 0.167396, "recall": 0.220356, "f1": 0.180381, "accuracy": 0.220356, "main_score": 0.180381, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"]}, {"precision": 0.627059, "recall": 0.677866, "f1": 0.641601, "accuracy": 0.677866, "main_score": 0.641601, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"]}, {"precision": 0.662978, "recall": 0.719368, "f1": 0.679414, "accuracy": 0.719368, "main_score": 0.679414, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"]}, {"precision": 0.526416, "recall": 0.579051, "f1": 0.541312, "accuracy": 0.579051, "main_score": 0.541312, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"]}, {"precision": 0.467887, "recall": 0.550395, "f1": 0.490112, "accuracy": 0.550395, "main_score": 0.490112, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"]}, {"precision": 0.548406, "recall": 0.613636, "f1": 0.567398, "accuracy": 0.613636, "main_score": 0.567398, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"]}, {"precision": 0.57393, "recall": 0.633399, "f1": 0.590387, "accuracy": 0.633399, "main_score": 0.590387, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"]}, {"precision": 0.887352, "recall": 0.917984, "f1": 0.897036, "accuracy": 0.917984, "main_score": 0.897036, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"]}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"]}, {"precision": 0.520776, "recall": 0.58004, "f1": 0.537573, "accuracy": 0.58004, "main_score": 0.537573, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"]}, {"precision": 0.514432, "recall": 0.58498, "f1": 0.533892, "accuracy": 0.58498, "main_score": 0.533892, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"]}, {"precision": 0.519405, "recall": 0.574111, "f1": 0.533624, "accuracy": 0.574111, "main_score": 0.533624, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"]}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"]}, {"precision": 0.313337, "recall": 0.374506, "f1": 0.329551, "accuracy": 0.374506, "main_score": 0.329551, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"]}, {"precision": 0.585452, "recall": 0.651186, "f1": 0.604005, "accuracy": 0.651186, "main_score": 0.604005, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"]}, {"precision": 0.971756, "recall": 0.979249, "f1": 0.974045, "accuracy": 0.979249, "main_score": 0.974045, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"]}, {"precision": 0.965991, "recall": 0.975296, "f1": 0.968939, "accuracy": 0.975296, "main_score": 0.968939, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"]}, {"precision": 0.586063, "recall": 0.644269, "f1": 0.602762, "accuracy": 0.644269, "main_score": 0.602762, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"]}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"]}, {"precision": 0.699173, "recall": 0.764822, "f1": 0.718855, "accuracy": 0.764822, "main_score": 0.718855, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"]}, {"precision": 0.96138, "recall": 0.972332, "f1": 0.964822, "accuracy": 0.972332, "main_score": 0.964822, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"]}, {"precision": 0.649078, "recall": 0.721344, "f1": 0.669979, "accuracy": 0.721344, "main_score": 0.669979, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"]}, {"precision": 0.690184, "recall": 0.745059, "f1": 0.705582, "accuracy": 0.745059, "main_score": 0.705582, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"]}, {"precision": 0.652735, "recall": 0.70751, "f1": 0.668846, "accuracy": 0.70751, "main_score": 0.668846, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"]}, {"precision": 0.661989, "recall": 0.727273, "f1": 0.680665, "accuracy": 0.727273, "main_score": 0.680665, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"]}, {"precision": 0.966897, "recall": 0.975296, "f1": 0.969697, "accuracy": 0.975296, "main_score": 0.969697, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"]}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"]}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"]}, {"precision": 0.537771, "recall": 0.600791, "f1": 0.555429, "accuracy": 0.600791, "main_score": 0.555429, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"]}, {"precision": 0.531622, "recall": 0.592885, "f1": 0.54868, "accuracy": 0.592885, "main_score": 0.54868, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"]}, {"precision": 0.795883, "recall": 0.840909, "f1": 0.809387, "accuracy": 0.840909, "main_score": 0.809387, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"]}, {"precision": 0.453691, "recall": 0.512846, "f1": 0.469729, "accuracy": 0.512846, "main_score": 0.469729, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"]}, {"precision": 0.841568, "recall": 0.882411, "f1": 0.854498, "accuracy": 0.882411, "main_score": 0.854498, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"]}, {"precision": 0.540555, "recall": 0.602767, "f1": 0.557302, "accuracy": 0.602767, "main_score": 0.557302, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"]}, {"precision": 0.588773, "recall": 0.657115, "f1": 0.608064, "accuracy": 0.657115, "main_score": 0.608064, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"]}, {"precision": 0.187112, "recall": 0.249012, "f1": 0.201728, "accuracy": 0.249012, "main_score": 0.201728, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"]}, {"precision": 0.612575, "recall": 0.678854, "f1": 0.630988, "accuracy": 0.678854, "main_score": 0.630988, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"]}, {"precision": 0.790349, "recall": 0.840909, "f1": 0.805632, "accuracy": 0.840909, "main_score": 0.805632, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"]}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"]}, {"precision": 0.40701, "recall": 0.468379, "f1": 0.424068, "accuracy": 0.468379, "main_score": 0.424068, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"]}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"]}, {"precision": 0.656773, "recall": 0.712451, "f1": 0.672908, "accuracy": 0.712451, "main_score": 0.672908, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"]}, {"precision": 0.549854, "recall": 0.614625, "f1": 0.568147, "accuracy": 0.614625, "main_score": 0.568147, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"]}, {"precision": 0.49228, "recall": 0.566206, "f1": 0.512658, "accuracy": 0.566206, "main_score": 0.512658, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"]}, {"precision": 0.66087, "recall": 0.720356, "f1": 0.678148, "accuracy": 0.720356, "main_score": 0.678148, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"]}, {"precision": 0.243344, "recall": 0.321146, "f1": 0.26285, "accuracy": 0.321146, "main_score": 0.26285, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"]}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"]}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"]}, {"precision": 0.564271, "recall": 0.625494, "f1": 0.581941, "accuracy": 0.625494, "main_score": 0.581941, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"]}, {"precision": 0.58385, "recall": 0.648221, "f1": 0.601927, "accuracy": 0.648221, "main_score": 0.601927, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"]}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"]}, {"precision": 0.969862, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"]}, {"precision": 0.703903, "recall": 0.76581, "f1": 0.722285, "accuracy": 0.76581, "main_score": 0.722285, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"]}, {"precision": 0.549515, "recall": 0.614625, "f1": 0.568041, "accuracy": 0.614625, "main_score": 0.568041, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"]}, {"precision": 0.741798, "recall": 0.798419, "f1": 0.758945, "accuracy": 0.798419, "main_score": 0.758945, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"]}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"]}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"]}, {"precision": 0.466684, "recall": 0.532609, "f1": 0.485014, "accuracy": 0.532609, "main_score": 0.485014, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"]}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"]}, {"precision": 0.851943, "recall": 0.893281, "f1": 0.865086, "accuracy": 0.893281, "main_score": 0.865086, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"]}, {"precision": 0.95364, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"]}, {"precision": 0.927701, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"]}, {"precision": 0.597645, "recall": 0.652174, "f1": 0.613121, "accuracy": 0.652174, "main_score": 0.613121, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"]}, {"precision": 0.898962, "recall": 0.928854, "f1": 0.908498, "accuracy": 0.928854, "main_score": 0.908498, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"]}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"]}, {"precision": 0.449879, "recall": 0.516798, "f1": 0.467999, "accuracy": 0.516798, "main_score": 0.467999, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"]}, {"precision": 0.618519, "recall": 0.690711, "f1": 0.640291, "accuracy": 0.690711, "main_score": 0.640291, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"]}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"]}, {"precision": 0.818248, "recall": 0.86166, "f1": 0.831291, "accuracy": 0.86166, "main_score": 0.831291, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"]}, {"precision": 0.635204, "recall": 0.693676, "f1": 0.651734, "accuracy": 0.693676, "main_score": 0.651734, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"]}, {"precision": 0.621562, "recall": 0.683794, "f1": 0.63925, "accuracy": 0.683794, "main_score": 0.63925, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"]}, {"precision": 0.941321, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"]}, {"precision": 0.537981, "recall": 0.601779, "f1": 0.555898, "accuracy": 0.601779, "main_score": 0.555898, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"]}, {"precision": 0.521152, "recall": 0.582016, "f1": 0.538134, "accuracy": 0.582016, "main_score": 0.538134, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"]}, {"precision": 0.819763, "recall": 0.862648, "f1": 0.832609, "accuracy": 0.862648, "main_score": 0.832609, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"]}, {"precision": 0.528406, "recall": 0.591897, "f1": 0.546502, "accuracy": 0.591897, "main_score": 0.546502, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"]}, {"precision": 0.601896, "recall": 0.666008, "f1": 0.620404, "accuracy": 0.666008, "main_score": 0.620404, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"]}, {"precision": 0.917161, "recall": 0.9417, "f1": 0.925066, "accuracy": 0.9417, "main_score": 0.925066, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"]}, {"precision": 0.477259, "recall": 0.536561, "f1": 0.493271, "accuracy": 0.536561, "main_score": 0.493271, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"]}, {"precision": 0.559187, "recall": 0.62253, "f1": 0.576329, "accuracy": 0.62253, "main_score": 0.576329, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"]}, {"precision": 0.579549, "recall": 0.637352, "f1": 0.596156, "accuracy": 0.637352, "main_score": 0.596156, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"]}, {"precision": 0.548273, "recall": 0.597826, "f1": 0.561809, "accuracy": 0.597826, "main_score": 0.561809, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"]}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"]}, {"precision": 0.522326, "recall": 0.593874, "f1": 0.54217, "accuracy": 0.593874, "main_score": 0.54217, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"]}, {"precision": 0.709124, "recall": 0.766798, "f1": 0.726139, "accuracy": 0.766798, "main_score": 0.726139, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"]}, {"precision": 0.74137, "recall": 0.794466, "f1": 0.757166, "accuracy": 0.794466, "main_score": 0.757166, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"]}, {"precision": 0.861084, "recall": 0.894269, "f1": 0.871, "accuracy": 0.894269, "main_score": 0.871, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"]}, {"precision": 0.940629, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"]}, {"precision": 0.477948, "recall": 0.560277, "f1": 0.502212, "accuracy": 0.560277, "main_score": 0.502212, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"]}, {"precision": 0.700049, "recall": 0.759881, "f1": 0.717325, "accuracy": 0.759881, "main_score": 0.717325, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"]}, {"precision": 0.590654, "recall": 0.640316, "f1": 0.604751, "accuracy": 0.640316, "main_score": 0.604751, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"]}, {"precision": 0.518094, "recall": 0.575099, "f1": 0.533591, "accuracy": 0.575099, "main_score": 0.533591, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"]}, {"precision": 0.527061, "recall": 0.577075, "f1": 0.54154, "accuracy": 0.577075, "main_score": 0.54154, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"]}, {"precision": 0.36946, "recall": 0.436759, "f1": 0.38741, "accuracy": 0.436759, "main_score": 0.38741, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"]}, {"precision": 0.95364, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"]}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"]}, {"precision": 0.910112, "recall": 0.934783, "f1": 0.917622, "accuracy": 0.934783, "main_score": 0.917622, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"]}, {"precision": 0.594969, "recall": 0.642292, "f1": 0.607672, "accuracy": 0.642292, "main_score": 0.607672, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"]}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"]}, {"precision": 0.779352, "recall": 0.81917, "f1": 0.7907, "accuracy": 0.81917, "main_score": 0.7907, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"]}, {"precision": 0.874374, "recall": 0.899209, "f1": 0.881884, "accuracy": 0.899209, "main_score": 0.881884, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"]}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"]}, {"precision": 0.570827, "recall": 0.620553, "f1": 0.585087, "accuracy": 0.620553, "main_score": 0.585087, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"]}, {"precision": 0.917819, "recall": 0.9417, "f1": 0.925165, "accuracy": 0.9417, "main_score": 0.925165, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"]}, {"precision": 0.572193, "recall": 0.625494, "f1": 0.587459, "accuracy": 0.625494, "main_score": 0.587459, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"]}, {"precision": 0.963686, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"]}, {"precision": 0.947546, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"]}, {"precision": 0.563765, "recall": 0.618577, "f1": 0.578367, "accuracy": 0.618577, "main_score": 0.578367, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"]}, {"precision": 0.941271, "recall": 0.95751, "f1": 0.946311, "accuracy": 0.95751, "main_score": 0.946311, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"]}, {"precision": 0.212585, "recall": 0.261858, "f1": 0.22518, "accuracy": 0.261858, "main_score": 0.22518, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"]}, {"precision": 0.612312, "recall": 0.657115, "f1": 0.624245, "accuracy": 0.657115, "main_score": 0.624245, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"]}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"]}, {"precision": 0.913702, "recall": 0.938735, "f1": 0.921772, "accuracy": 0.938735, "main_score": 0.921772, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"]}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"]}, {"precision": 0.660171, "recall": 0.710474, "f1": 0.674936, "accuracy": 0.710474, "main_score": 0.674936, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"]}, {"precision": 0.88027, "recall": 0.911067, "f1": 0.889742, "accuracy": 0.911067, "main_score": 0.889742, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"]}, {"precision": 0.943488, "recall": 0.958498, "f1": 0.948007, "accuracy": 0.958498, "main_score": 0.948007, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"]}, {"precision": 0.556334, "recall": 0.598814, "f1": 0.568763, "accuracy": 0.598814, "main_score": 0.568763, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"]}, {"precision": 0.469485, "recall": 0.536561, "f1": 0.48786, "accuracy": 0.536561, "main_score": 0.48786, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"]}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"]}, {"precision": 0.565851, "recall": 0.614625, "f1": 0.580033, "accuracy": 0.614625, "main_score": 0.580033, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"]}, {"precision": 0.939147, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"]}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"]}, {"precision": 0.583765, "recall": 0.641304, "f1": 0.599896, "accuracy": 0.641304, "main_score": 0.599896, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"]}, {"precision": 0.849226, "recall": 0.884387, "f1": 0.859867, "accuracy": 0.884387, "main_score": 0.859867, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"]}, {"precision": 0.925181, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"]}, {"precision": 0.948205, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"]}, {"precision": 0.517, "recall": 0.565217, "f1": 0.531148, "accuracy": 0.565217, "main_score": 0.531148, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"]}, {"precision": 0.503184, "recall": 0.559289, "f1": 0.518905, "accuracy": 0.559289, "main_score": 0.518905, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"]}, {"precision": 0.518801, "recall": 0.557312, "f1": 0.528893, "accuracy": 0.557312, "main_score": 0.528893, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"]}, {"precision": 0.870339, "recall": 0.898221, "f1": 0.878491, "accuracy": 0.898221, "main_score": 0.878491, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"]}, {"precision": 0.298829, "recall": 0.349802, "f1": 0.312794, "accuracy": 0.349802, "main_score": 0.312794, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"]}, {"precision": 0.557484, "recall": 0.607708, "f1": 0.57189, "accuracy": 0.607708, "main_score": 0.57189, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"]}, {"precision": 0.91119, "recall": 0.932806, "f1": 0.917655, "accuracy": 0.932806, "main_score": 0.917655, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"]}, {"precision": 0.923781, "recall": 0.945652, "f1": 0.930501, "accuracy": 0.945652, "main_score": 0.930501, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"]}, {"precision": 0.558324, "recall": 0.598814, "f1": 0.569928, "accuracy": 0.598814, "main_score": 0.569928, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"]}, {"precision": 0.644806, "recall": 0.700593, "f1": 0.661175, "accuracy": 0.700593, "main_score": 0.661175, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"]}, {"precision": 0.560683, "recall": 0.644269, "f1": 0.584071, "accuracy": 0.644269, "main_score": 0.584071, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"]}, {"precision": 0.662131, "recall": 0.712451, "f1": 0.676166, "accuracy": 0.712451, "main_score": 0.676166, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"]}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"]}, {"precision": 0.622814, "recall": 0.664032, "f1": 0.634446, "accuracy": 0.664032, "main_score": 0.634446, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"]}, {"precision": 0.576936, "recall": 0.639328, "f1": 0.594909, "accuracy": 0.639328, "main_score": 0.594909, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"]}, {"precision": 0.947793, "recall": 0.962451, "f1": 0.952569, "accuracy": 0.962451, "main_score": 0.952569, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"]}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"]}, {"precision": 0.905632, "recall": 0.933794, "f1": 0.91469, "accuracy": 0.933794, "main_score": 0.91469, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"]}, {"precision": 0.528236, "recall": 0.577075, "f1": 0.541678, "accuracy": 0.577075, "main_score": 0.541678, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"]}, {"precision": 0.552613, "recall": 0.599802, "f1": 0.565277, "accuracy": 0.599802, "main_score": 0.565277, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"]}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"]}, {"precision": 0.699869, "recall": 0.754941, "f1": 0.714791, "accuracy": 0.754941, "main_score": 0.714791, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"]}, {"precision": 0.471455, "recall": 0.514822, "f1": 0.483344, "accuracy": 0.514822, "main_score": 0.483344, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"]}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"]}, {"precision": 0.843297, "recall": 0.879447, "f1": 0.85399, "accuracy": 0.879447, "main_score": 0.85399, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"]}, {"precision": 0.516323, "recall": 0.560277, "f1": 0.528396, "accuracy": 0.560277, "main_score": 0.528396, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"]}, {"precision": 0.953969, "recall": 0.968379, "f1": 0.958564, "accuracy": 0.968379, "main_score": 0.958564, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"]}, {"precision": 0.939592, "recall": 0.956522, "f1": 0.944796, "accuracy": 0.956522, "main_score": 0.944796, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"]}, {"precision": 0.929628, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"]}, {"precision": 0.569164, "recall": 0.62747, "f1": 0.584784, "accuracy": 0.62747, "main_score": 0.584784, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"]}, {"precision": 0.202802, "recall": 0.254941, "f1": 0.215781, "accuracy": 0.254941, "main_score": 0.215781, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"]}, {"precision": 0.602364, "recall": 0.646245, "f1": 0.615563, "accuracy": 0.646245, "main_score": 0.615563, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"]}, {"precision": 0.731151, "recall": 0.785573, "f1": 0.74648, "accuracy": 0.785573, "main_score": 0.74648, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"]}, {"precision": 0.932724, "recall": 0.951581, "f1": 0.938589, "accuracy": 0.951581, "main_score": 0.938589, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"]}, {"precision": 0.434042, "recall": 0.486166, "f1": 0.448593, "accuracy": 0.486166, "main_score": 0.448593, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"]}, {"precision": 0.94417, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"]}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"]}, {"precision": 0.936051, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"]}, {"precision": 0.941782, "recall": 0.95751, "f1": 0.946494, "accuracy": 0.95751, "main_score": 0.946494, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"]}, {"precision": 0.653294, "recall": 0.701581, "f1": 0.667391, "accuracy": 0.701581, "main_score": 0.667391, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"]}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"]}, {"precision": 0.556562, "recall": 0.607708, "f1": 0.571673, "accuracy": 0.607708, "main_score": 0.571673, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"]}, {"precision": 0.502035, "recall": 0.547431, "f1": 0.514628, "accuracy": 0.547431, "main_score": 0.514628, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"]}, {"precision": 0.623964, "recall": 0.66996, "f1": 0.637269, "accuracy": 0.66996, "main_score": 0.637269, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"]}, {"precision": 0.245469, "recall": 0.312253, "f1": 0.262693, "accuracy": 0.312253, "main_score": 0.262693, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"]}, {"precision": 0.918643, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"]}, {"precision": 0.925313, "recall": 0.944664, "f1": 0.931192, "accuracy": 0.944664, "main_score": 0.931192, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"]}, {"precision": 0.562921, "recall": 0.621542, "f1": 0.579816, "accuracy": 0.621542, "main_score": 0.579816, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"]}, {"precision": 0.572072, "recall": 0.62747, "f1": 0.587015, "accuracy": 0.62747, "main_score": 0.587015, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"]}, {"precision": 0.91996, "recall": 0.942688, "f1": 0.927009, "accuracy": 0.942688, "main_score": 0.927009, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"]}, {"precision": 0.935277, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"]}, {"precision": 0.673979, "recall": 0.741107, "f1": 0.693958, "accuracy": 0.741107, "main_score": 0.693958, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"]}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"]}, {"precision": 0.534397, "recall": 0.577075, "f1": 0.546789, "accuracy": 0.577075, "main_score": 0.546789, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"]}, {"precision": 0.797843, "recall": 0.846838, "f1": 0.812747, "accuracy": 0.846838, "main_score": 0.812747, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"]}, {"precision": 0.939641, "recall": 0.955534, "f1": 0.944518, "accuracy": 0.955534, "main_score": 0.944518, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"]}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969664, "accuracy": 0.976285, "main_score": 0.969664, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"]}, {"precision": 0.448287, "recall": 0.499012, "f1": 0.461685, "accuracy": 0.499012, "main_score": 0.461685, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"]}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"]}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965203, "accuracy": 0.972332, "main_score": 0.965203, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"]}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.911759, "accuracy": 0.93083, "main_score": 0.911759, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"]}, {"precision": 0.884881, "recall": 0.91502, "f1": 0.894203, "accuracy": 0.91502, "main_score": 0.894203, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"]}, {"precision": 0.843602, "recall": 0.880435, "f1": 0.854436, "accuracy": 0.880435, "main_score": 0.854436, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"]}, {"precision": 0.850494, "recall": 0.892292, "f1": 0.863439, "accuracy": 0.892292, "main_score": 0.863439, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"]}, {"precision": 0.601913, "recall": 0.643281, "f1": 0.613374, "accuracy": 0.643281, "main_score": 0.613374, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"]}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"]}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953458, "accuracy": 0.964427, "main_score": 0.953458, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"]}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"]}, {"precision": 0.753287, "recall": 0.8083, "f1": 0.769469, "accuracy": 0.8083, "main_score": 0.769469, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"]}, {"precision": 0.933086, "recall": 0.951581, "f1": 0.938636, "accuracy": 0.951581, "main_score": 0.938636, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"]}, {"precision": 0.475756, "recall": 0.528656, "f1": 0.490024, "accuracy": 0.528656, "main_score": 0.490024, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"]}, {"precision": 0.543399, "recall": 0.612648, "f1": 0.562494, "accuracy": 0.612648, "main_score": 0.562494, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"]}, {"precision": 0.948485, "recall": 0.960474, "f1": 0.95168, "accuracy": 0.960474, "main_score": 0.95168, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"]}, {"precision": 0.721705, "recall": 0.769763, "f1": 0.735032, "accuracy": 0.769763, "main_score": 0.735032, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"]}, {"precision": 0.950016, "recall": 0.964427, "f1": 0.954447, "accuracy": 0.964427, "main_score": 0.954447, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"]}, {"precision": 0.614542, "recall": 0.657115, "f1": 0.627, "accuracy": 0.657115, "main_score": 0.627, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"]}, {"precision": 0.613722, "recall": 0.662055, "f1": 0.627143, "accuracy": 0.662055, "main_score": 0.627143, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"]}, {"precision": 0.845251, "recall": 0.879447, "f1": 0.855303, "accuracy": 0.879447, "main_score": 0.855303, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"]}, {"precision": 0.970718, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"]}, {"precision": 0.515244, "recall": 0.563241, "f1": 0.528936, "accuracy": 0.563241, "main_score": 0.528936, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"]}, {"precision": 0.533532, "recall": 0.589921, "f1": 0.549563, "accuracy": 0.589921, "main_score": 0.549563, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"]}, {"precision": 0.794278, "recall": 0.840909, "f1": 0.808152, "accuracy": 0.840909, "main_score": 0.808152, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"]}, {"precision": 0.539996, "recall": 0.592885, "f1": 0.555152, "accuracy": 0.592885, "main_score": 0.555152, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"]}, {"precision": 0.637145, "recall": 0.685771, "f1": 0.65088, "accuracy": 0.685771, "main_score": 0.65088, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"]}, {"precision": 0.796772, "recall": 0.846838, "f1": 0.812305, "accuracy": 0.846838, "main_score": 0.812305, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"]}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"]}, {"precision": 0.916749, "recall": 0.940711, "f1": 0.924308, "accuracy": 0.940711, "main_score": 0.924308, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"]}, {"precision": 0.489963, "recall": 0.539526, "f1": 0.50345, "accuracy": 0.539526, "main_score": 0.50345, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"]}, {"precision": 0.563674, "recall": 0.61166, "f1": 0.576989, "accuracy": 0.61166, "main_score": 0.576989, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"]}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"]}, {"precision": 0.570903, "recall": 0.624506, "f1": 0.58622, "accuracy": 0.624506, "main_score": 0.58622, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"]}, {"precision": 0.552942, "recall": 0.59585, "f1": 0.564816, "accuracy": 0.59585, "main_score": 0.564816, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"]}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940349, "accuracy": 0.953557, "main_score": 0.940349, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"]}, {"precision": 0.518901, "recall": 0.565217, "f1": 0.532628, "accuracy": 0.565217, "main_score": 0.532628, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"]}, {"precision": 0.699127, "recall": 0.756917, "f1": 0.71637, "accuracy": 0.756917, "main_score": 0.71637, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"]}, {"precision": 0.926416, "recall": 0.947628, "f1": 0.932971, "accuracy": 0.947628, "main_score": 0.932971, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"]}, {"precision": 0.655328, "recall": 0.704545, "f1": 0.669024, "accuracy": 0.704545, "main_score": 0.669024, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"]}, {"precision": 0.745702, "recall": 0.786561, "f1": 0.757477, "accuracy": 0.786561, "main_score": 0.757477, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"]}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"]}, {"precision": 0.875988, "recall": 0.910079, "f1": 0.886825, "accuracy": 0.910079, "main_score": 0.886825, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"]}, {"precision": 0.928804, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"]}, {"precision": 0.450108, "recall": 0.525692, "f1": 0.472268, "accuracy": 0.525692, "main_score": 0.472268, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"]}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"]}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"]}, {"precision": 0.698221, "recall": 0.755929, "f1": 0.714841, "accuracy": 0.755929, "main_score": 0.714841, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"]}, {"precision": 0.560314, "recall": 0.604743, "f1": 0.572355, "accuracy": 0.604743, "main_score": 0.572355, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"]}, {"precision": 0.519377, "recall": 0.583004, "f1": 0.537886, "accuracy": 0.583004, "main_score": 0.537886, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"]}, {"precision": 0.523107, "recall": 0.583992, "f1": 0.540044, "accuracy": 0.583992, "main_score": 0.540044, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"]}, {"precision": 0.273046, "recall": 0.329051, "f1": 0.287728, "accuracy": 0.329051, "main_score": 0.287728, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"]}, {"precision": 0.826408, "recall": 0.867589, "f1": 0.838545, "accuracy": 0.867589, "main_score": 0.838545, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"]}, {"precision": 0.751886, "recall": 0.801383, "f1": 0.765972, "accuracy": 0.801383, "main_score": 0.765972, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"]}, {"precision": 0.814849, "recall": 0.853755, "f1": 0.826179, "accuracy": 0.853755, "main_score": 0.826179, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"]}, {"precision": 0.805856, "recall": 0.844862, "f1": 0.816933, "accuracy": 0.844862, "main_score": 0.816933, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"]}, {"precision": 0.571132, "recall": 0.620553, "f1": 0.585146, "accuracy": 0.620553, "main_score": 0.585146, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"]}, {"precision": 0.826904, "recall": 0.863636, "f1": 0.83759, "accuracy": 0.863636, "main_score": 0.83759, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"]}, {"precision": 0.738472, "recall": 0.781621, "f1": 0.751779, "accuracy": 0.781621, "main_score": 0.751779, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"]}, {"precision": 0.790739, "recall": 0.829051, "f1": 0.801849, "accuracy": 0.829051, "main_score": 0.801849, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"]}, {"precision": 0.820266, "recall": 0.860672, "f1": 0.831803, "accuracy": 0.860672, "main_score": 0.831803, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"]}, {"precision": 0.813941, "recall": 0.849802, "f1": 0.824598, "accuracy": 0.849802, "main_score": 0.824598, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"]}, {"precision": 0.582528, "recall": 0.635375, "f1": 0.597569, "accuracy": 0.635375, "main_score": 0.597569, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"]}, {"precision": 0.814248, "recall": 0.853755, "f1": 0.825513, "accuracy": 0.853755, "main_score": 0.825513, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"]}, {"precision": 0.740486, "recall": 0.789526, "f1": 0.754243, "accuracy": 0.789526, "main_score": 0.754243, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"]}, {"precision": 0.836842, "recall": 0.87253, "f1": 0.847085, "accuracy": 0.87253, "main_score": 0.847085, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"]}, {"precision": 0.604645, "recall": 0.659091, "f1": 0.619996, "accuracy": 0.659091, "main_score": 0.619996, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"]}, {"precision": 0.799259, "recall": 0.842885, "f1": 0.811742, "accuracy": 0.842885, "main_score": 0.811742, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"]}, {"precision": 0.800306, "recall": 0.837945, "f1": 0.811267, "accuracy": 0.837945, "main_score": 0.811267, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"]}, {"precision": 0.850915, "recall": 0.889328, "f1": 0.862387, "accuracy": 0.889328, "main_score": 0.862387, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"]}, {"precision": 0.83484, "recall": 0.870553, "f1": 0.845001, "accuracy": 0.870553, "main_score": 0.845001, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"]}, {"precision": 0.529677, "recall": 0.586957, "f1": 0.546345, "accuracy": 0.586957, "main_score": 0.546345, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"]}, {"precision": 0.805369, "recall": 0.84585, "f1": 0.81718, "accuracy": 0.84585, "main_score": 0.81718, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"]}, {"precision": 0.823847, "recall": 0.862648, "f1": 0.83509, "accuracy": 0.862648, "main_score": 0.83509, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"]}, {"precision": 0.810571, "recall": 0.848814, "f1": 0.821714, "accuracy": 0.848814, "main_score": 0.821714, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"]}, {"precision": 0.185898, "recall": 0.227273, "f1": 0.196302, "accuracy": 0.227273, "main_score": 0.196302, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"]}, {"precision": 0.805452, "recall": 0.850791, "f1": 0.818594, "accuracy": 0.850791, "main_score": 0.818594, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"]}, {"precision": 0.603907, "recall": 0.652174, "f1": 0.617544, "accuracy": 0.652174, "main_score": 0.617544, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"]}, {"precision": 0.828303, "recall": 0.867589, "f1": 0.839773, "accuracy": 0.867589, "main_score": 0.839773, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"]}, {"precision": 0.8159, "recall": 0.859684, "f1": 0.829, "accuracy": 0.859684, "main_score": 0.829, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"]}, {"precision": 0.775407, "recall": 0.816206, "f1": 0.787269, "accuracy": 0.816206, "main_score": 0.787269, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"]}, {"precision": 0.805496, "recall": 0.847826, "f1": 0.817844, "accuracy": 0.847826, "main_score": 0.817844, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"]}, {"precision": 0.605534, "recall": 0.656126, "f1": 0.620026, "accuracy": 0.656126, "main_score": 0.620026, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"]}, {"precision": 0.835204, "recall": 0.871542, "f1": 0.845779, "accuracy": 0.871542, "main_score": 0.845779, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"]}, {"precision": 0.68179, "recall": 0.741107, "f1": 0.698822, "accuracy": 0.741107, "main_score": 0.698822, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"]}, {"precision": 0.785565, "recall": 0.83004, "f1": 0.798352, "accuracy": 0.83004, "main_score": 0.798352, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"]}, {"precision": 0.812545, "recall": 0.851779, "f1": 0.824135, "accuracy": 0.851779, "main_score": 0.824135, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"]}, {"precision": 0.79632, "recall": 0.838933, "f1": 0.808717, "accuracy": 0.838933, "main_score": 0.808717, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"]}, {"precision": 0.793577, "recall": 0.835968, "f1": 0.805637, "accuracy": 0.835968, "main_score": 0.805637, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"]}, {"precision": 0.546765, "recall": 0.603755, "f1": 0.562881, "accuracy": 0.603755, "main_score": 0.562881, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"]}, {"precision": 0.444378, "recall": 0.516798, "f1": 0.463329, "accuracy": 0.516798, "main_score": 0.463329, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"]}, {"precision": 0.840561, "recall": 0.875494, "f1": 0.850421, "accuracy": 0.875494, "main_score": 0.850421, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"]}, {"precision": 0.541474, "recall": 0.598814, "f1": 0.557397, "accuracy": 0.598814, "main_score": 0.557397, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"]}, {"precision": 0.836284, "recall": 0.873518, "f1": 0.84742, "accuracy": 0.873518, "main_score": 0.84742, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"]}, {"precision": 0.834997, "recall": 0.873518, "f1": 0.846165, "accuracy": 0.873518, "main_score": 0.846165, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"]}, {"precision": 0.80664, "recall": 0.842885, "f1": 0.816868, "accuracy": 0.842885, "main_score": 0.816868, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"]}, {"precision": 0.782404, "recall": 0.825099, "f1": 0.795179, "accuracy": 0.825099, "main_score": 0.795179, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"]}, {"precision": 0.563653, "recall": 0.625494, "f1": 0.581244, "accuracy": 0.625494, "main_score": 0.581244, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"]}, {"precision": 0.672863, "recall": 0.733202, "f1": 0.690177, "accuracy": 0.733202, "main_score": 0.690177, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"]}, {"precision": 0.778039, "recall": 0.823123, "f1": 0.790848, "accuracy": 0.823123, "main_score": 0.790848, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"]}, {"precision": 0.854661, "recall": 0.890316, "f1": 0.86494, "accuracy": 0.890316, "main_score": 0.86494, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"]}, {"precision": 0.810888, "recall": 0.84585, "f1": 0.820502, "accuracy": 0.84585, "main_score": 0.820502, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"]}, {"precision": 0.523395, "recall": 0.582016, "f1": 0.54015, "accuracy": 0.582016, "main_score": 0.54015, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"]}, {"precision": 0.820876, "recall": 0.862648, "f1": 0.833084, "accuracy": 0.862648, "main_score": 0.833084, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"]}, {"precision": 0.486389, "recall": 0.550395, "f1": 0.504643, "accuracy": 0.550395, "main_score": 0.504643, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"]}, {"precision": 0.526021, "recall": 0.579051, "f1": 0.540592, "accuracy": 0.579051, "main_score": 0.540592, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"]}, {"precision": 0.795175, "recall": 0.833992, "f1": 0.806487, "accuracy": 0.833992, "main_score": 0.806487, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"]}, {"precision": 0.296361, "recall": 0.355731, "f1": 0.312425, "accuracy": 0.355731, "main_score": 0.312425, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"]}, {"precision": 0.835096, "recall": 0.873518, "f1": 0.846264, "accuracy": 0.873518, "main_score": 0.846264, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"]}, {"precision": 0.811718, "recall": 0.854743, "f1": 0.824316, "accuracy": 0.854743, "main_score": 0.824316, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"]}, {"precision": 0.832775, "recall": 0.87253, "f1": 0.844345, "accuracy": 0.87253, "main_score": 0.844345, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"]}, {"precision": 0.805665, "recall": 0.850791, "f1": 0.818977, "accuracy": 0.850791, "main_score": 0.818977, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"]}, {"precision": 0.589091, "recall": 0.645257, "f1": 0.605104, "accuracy": 0.645257, "main_score": 0.605104, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"]}, {"precision": 0.785306, "recall": 0.821146, "f1": 0.795652, "accuracy": 0.821146, "main_score": 0.795652, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"]}, {"precision": 0.747439, "recall": 0.795455, "f1": 0.761141, "accuracy": 0.795455, "main_score": 0.761141, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"]}, {"precision": 0.850338, "recall": 0.881423, "f1": 0.859251, "accuracy": 0.881423, "main_score": 0.859251, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"]}, {"precision": 0.576879, "recall": 0.628458, "f1": 0.591786, "accuracy": 0.628458, "main_score": 0.591786, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"]}, {"precision": 0.802277, "recall": 0.838933, "f1": 0.812527, "accuracy": 0.838933, "main_score": 0.812527, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"]}, {"precision": 0.656349, "recall": 0.714427, "f1": 0.673719, "accuracy": 0.714427, "main_score": 0.673719, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"]}, {"precision": 0.728849, "recall": 0.775692, "f1": 0.743099, "accuracy": 0.775692, "main_score": 0.743099, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"]}, {"precision": 0.781346, "recall": 0.828063, "f1": 0.795069, "accuracy": 0.828063, "main_score": 0.795069, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"]}, {"precision": 0.820197, "recall": 0.857708, "f1": 0.830797, "accuracy": 0.857708, "main_score": 0.830797, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"]}, {"precision": 0.362063, "recall": 0.433794, "f1": 0.380471, "accuracy": 0.433794, "main_score": 0.380471, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"]}, {"precision": 0.615561, "recall": 0.664032, "f1": 0.629276, "accuracy": 0.664032, "main_score": 0.629276, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"]}, {"precision": 0.735503, "recall": 0.784585, "f1": 0.750003, "accuracy": 0.784585, "main_score": 0.750003, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"]}, {"precision": 0.62943, "recall": 0.678854, "f1": 0.643826, "accuracy": 0.678854, "main_score": 0.643826, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"]}, {"precision": 0.608177, "recall": 0.668972, "f1": 0.625928, "accuracy": 0.668972, "main_score": 0.625928, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"]}, {"precision": 0.855365, "recall": 0.886364, "f1": 0.86412, "accuracy": 0.886364, "main_score": 0.86412, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"]}, {"precision": 0.81256, "recall": 0.851779, "f1": 0.824393, "accuracy": 0.851779, "main_score": 0.824393, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"]}, {"precision": 0.844754, "recall": 0.879447, "f1": 0.85489, "accuracy": 0.879447, "main_score": 0.85489, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"]}, {"precision": 0.642787, "recall": 0.705534, "f1": 0.660624, "accuracy": 0.705534, "main_score": 0.660624, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"]}, {"precision": 0.837436, "recall": 0.875494, "f1": 0.848518, "accuracy": 0.875494, "main_score": 0.848518, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"]}, {"precision": 0.804594, "recall": 0.842885, "f1": 0.81582, "accuracy": 0.842885, "main_score": 0.81582, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"]}, {"precision": 0.847612, "recall": 0.883399, "f1": 0.858155, "accuracy": 0.883399, "main_score": 0.858155, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"]}, {"precision": 0.800373, "recall": 0.843874, "f1": 0.813065, "accuracy": 0.843874, "main_score": 0.813065, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"]}, {"precision": 0.536636, "recall": 0.593874, "f1": 0.553088, "accuracy": 0.593874, "main_score": 0.553088, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"]}, {"precision": 0.535318, "recall": 0.594862, "f1": 0.552676, "accuracy": 0.594862, "main_score": 0.552676, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"]}, {"precision": 0.793032, "recall": 0.837945, "f1": 0.805708, "accuracy": 0.837945, "main_score": 0.805708, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"]}, {"precision": 0.821761, "recall": 0.859684, "f1": 0.83284, "accuracy": 0.859684, "main_score": 0.83284, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"]}, {"precision": 0.812187, "recall": 0.853755, "f1": 0.824141, "accuracy": 0.853755, "main_score": 0.824141, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"]}, {"precision": 0.710771, "recall": 0.756917, "f1": 0.724389, "accuracy": 0.756917, "main_score": 0.724389, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"]}, {"precision": 0.484678, "recall": 0.54249, "f1": 0.500516, "accuracy": 0.54249, "main_score": 0.500516, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"]}, {"precision": 0.820838, "recall": 0.858696, "f1": 0.831771, "accuracy": 0.858696, "main_score": 0.831771, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"]}, {"precision": 0.71106, "recall": 0.768775, "f1": 0.72721, "accuracy": 0.768775, "main_score": 0.72721, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"]}, {"precision": 0.612427, "recall": 0.66502, "f1": 0.627124, "accuracy": 0.66502, "main_score": 0.627124, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"]}, {"precision": 0.817442, "recall": 0.859684, "f1": 0.829471, "accuracy": 0.859684, "main_score": 0.829471, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"]}, {"precision": 0.531147, "recall": 0.591897, "f1": 0.548897, "accuracy": 0.591897, "main_score": 0.548897, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"]}, {"precision": 0.83802, "recall": 0.874506, "f1": 0.848817, "accuracy": 0.874506, "main_score": 0.848817, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"]}, {"precision": 0.810256, "recall": 0.850791, "f1": 0.821467, "accuracy": 0.850791, "main_score": 0.821467, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"]}, {"precision": 0.830748, "recall": 0.869565, "f1": 0.841803, "accuracy": 0.869565, "main_score": 0.841803, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"]}, {"precision": 0.8494, "recall": 0.881423, "f1": 0.85834, "accuracy": 0.881423, "main_score": 0.85834, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"]}, {"precision": 0.804302, "recall": 0.841897, "f1": 0.815104, "accuracy": 0.841897, "main_score": 0.815104, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"]}, {"precision": 0.815754, "recall": 0.850791, "f1": 0.825727, "accuracy": 0.850791, "main_score": 0.825727, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"]}, {"precision": 0.683242, "recall": 0.750988, "f1": 0.703379, "accuracy": 0.750988, "main_score": 0.703379, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"]}, {"precision": 0.590704, "recall": 0.647233, "f1": 0.606446, "accuracy": 0.647233, "main_score": 0.606446, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"]}, {"precision": 0.189714, "recall": 0.242095, "f1": 0.201517, "accuracy": 0.242095, "main_score": 0.201517, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"]}, {"precision": 0.615144, "recall": 0.675889, "f1": 0.632268, "accuracy": 0.675889, "main_score": 0.632268, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"]}, {"precision": 0.596934, "recall": 0.65415, "f1": 0.61313, "accuracy": 0.65415, "main_score": 0.61313, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"]}, {"precision": 0.851986, "recall": 0.887352, "f1": 0.862124, "accuracy": 0.887352, "main_score": 0.862124, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"]}, {"precision": 0.812854, "recall": 0.850791, "f1": 0.823987, "accuracy": 0.850791, "main_score": 0.823987, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"]}, {"precision": 0.413966, "recall": 0.468379, "f1": 0.428783, "accuracy": 0.468379, "main_score": 0.428783, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"]}, {"precision": 0.788076, "recall": 0.828063, "f1": 0.79992, "accuracy": 0.828063, "main_score": 0.79992, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"]}, {"precision": 0.822061, "recall": 0.859684, "f1": 0.832873, "accuracy": 0.859684, "main_score": 0.832873, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"]}, {"precision": 0.734206, "recall": 0.79249, "f1": 0.751586, "accuracy": 0.79249, "main_score": 0.751586, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"]}, {"precision": 0.789289, "recall": 0.827075, "f1": 0.800528, "accuracy": 0.827075, "main_score": 0.800528, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"]}, {"precision": 0.613078, "recall": 0.662055, "f1": 0.62722, "accuracy": 0.662055, "main_score": 0.62722, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"]}, {"precision": 0.799696, "recall": 0.842885, "f1": 0.811964, "accuracy": 0.842885, "main_score": 0.811964, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"]}, {"precision": 0.829751, "recall": 0.858696, "f1": 0.838273, "accuracy": 0.858696, "main_score": 0.838273, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"]}, {"precision": 0.541987, "recall": 0.601779, "f1": 0.559274, "accuracy": 0.601779, "main_score": 0.559274, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"]}, {"precision": 0.511313, "recall": 0.574111, "f1": 0.528838, "accuracy": 0.574111, "main_score": 0.528838, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"]}, {"precision": 0.641751, "recall": 0.692688, "f1": 0.656236, "accuracy": 0.692688, "main_score": 0.656236, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"]}, {"precision": 0.828541, "recall": 0.865613, "f1": 0.839499, "accuracy": 0.865613, "main_score": 0.839499, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"]}, {"precision": 0.147288, "recall": 0.201581, "f1": 0.16015, "accuracy": 0.201581, "main_score": 0.16015, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"]}, {"precision": 0.805715, "recall": 0.849802, "f1": 0.818874, "accuracy": 0.849802, "main_score": 0.818874, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"]}, {"precision": 0.681449, "recall": 0.73913, "f1": 0.698131, "accuracy": 0.73913, "main_score": 0.698131, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"]}, {"precision": 0.762541, "recall": 0.8083, "f1": 0.776087, "accuracy": 0.8083, "main_score": 0.776087, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"]}, {"precision": 0.826214, "recall": 0.86166, "f1": 0.835961, "accuracy": 0.86166, "main_score": 0.835961, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"]}, {"precision": 0.538332, "recall": 0.603755, "f1": 0.557202, "accuracy": 0.603755, "main_score": 0.557202, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"]}, {"precision": 0.549869, "recall": 0.610672, "f1": 0.567133, "accuracy": 0.610672, "main_score": 0.567133, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"]}, {"precision": 0.811573, "recall": 0.851779, "f1": 0.823227, "accuracy": 0.851779, "main_score": 0.823227, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"]}, {"precision": 0.841857, "recall": 0.880435, "f1": 0.853164, "accuracy": 0.880435, "main_score": 0.853164, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"]}, {"precision": 0.814751, "recall": 0.849802, "f1": 0.825085, "accuracy": 0.849802, "main_score": 0.825085, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"]}, {"precision": 0.74907, "recall": 0.794466, "f1": 0.762048, "accuracy": 0.794466, "main_score": 0.762048, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"]}, {"precision": 0.573118, "recall": 0.640316, "f1": 0.592274, "accuracy": 0.640316, "main_score": 0.592274, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"]}, {"precision": 0.798905, "recall": 0.839921, "f1": 0.811011, "accuracy": 0.839921, "main_score": 0.811011, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"]}, {"precision": 0.551689, "recall": 0.61166, "f1": 0.568532, "accuracy": 0.61166, "main_score": 0.568532, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"]}, {"precision": 0.601986, "recall": 0.663043, "f1": 0.619231, "accuracy": 0.663043, "main_score": 0.619231, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"]}, {"precision": 0.800733, "recall": 0.843874, "f1": 0.813691, "accuracy": 0.843874, "main_score": 0.813691, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"]}, {"precision": 0.808414, "recall": 0.844862, "f1": 0.818859, "accuracy": 0.844862, "main_score": 0.818859, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"]}, {"precision": 0.793455, "recall": 0.841897, "f1": 0.807729, "accuracy": 0.841897, "main_score": 0.807729, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"]}, {"precision": 0.465218, "recall": 0.525692, "f1": 0.482102, "accuracy": 0.525692, "main_score": 0.482102, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"]}, {"precision": 0.829176, "recall": 0.869565, "f1": 0.840991, "accuracy": 0.869565, "main_score": 0.840991, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"]}, {"precision": 0.811902, "recall": 0.850791, "f1": 0.822806, "accuracy": 0.850791, "main_score": 0.822806, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"]}, {"precision": 0.772381, "recall": 0.821146, "f1": 0.787008, "accuracy": 0.821146, "main_score": 0.787008, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"]}, {"precision": 0.687173, "recall": 0.741107, "f1": 0.702054, "accuracy": 0.741107, "main_score": 0.702054, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"]}, {"precision": 0.630942, "recall": 0.683794, "f1": 0.645945, "accuracy": 0.683794, "main_score": 0.645945, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"]}, {"precision": 0.713067, "recall": 0.76581, "f1": 0.728319, "accuracy": 0.76581, "main_score": 0.728319, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"]}, {"precision": 0.756332, "recall": 0.800395, "f1": 0.769018, "accuracy": 0.800395, "main_score": 0.769018, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"]}, {"precision": 0.598544, "recall": 0.647233, "f1": 0.612336, "accuracy": 0.647233, "main_score": 0.612336, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"]}, {"precision": 0.690502, "recall": 0.752964, "f1": 0.707899, "accuracy": 0.752964, "main_score": 0.707899, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"]}, {"precision": 0.823794, "recall": 0.859684, "f1": 0.834, "accuracy": 0.859684, "main_score": 0.834, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"]}, {"precision": 0.8046, "recall": 0.84585, "f1": 0.8163, "accuracy": 0.84585, "main_score": 0.8163, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"]}, {"precision": 0.858473, "recall": 0.891304, "f1": 0.868102, "accuracy": 0.891304, "main_score": 0.868102, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"]}, {"precision": 0.783119, "recall": 0.826087, "f1": 0.795478, "accuracy": 0.826087, "main_score": 0.795478, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"]}, {"precision": 0.864583, "recall": 0.898221, "f1": 0.874835, "accuracy": 0.898221, "main_score": 0.874835, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"]}, {"precision": 0.66833, "recall": 0.721344, "f1": 0.684453, "accuracy": 0.721344, "main_score": 0.684453, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"]}, {"precision": 0.781712, "recall": 0.818182, "f1": 0.792361, "accuracy": 0.818182, "main_score": 0.792361, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"]}, {"precision": 0.468884, "recall": 0.537549, "f1": 0.487106, "accuracy": 0.537549, "main_score": 0.487106, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"]}, {"precision": 0.83567, "recall": 0.873518, "f1": 0.846685, "accuracy": 0.873518, "main_score": 0.846685, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"]}, {"precision": 0.478624, "recall": 0.549407, "f1": 0.49945, "accuracy": 0.549407, "main_score": 0.49945, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"]}, {"precision": 0.808583, "recall": 0.850791, "f1": 0.820766, "accuracy": 0.850791, "main_score": 0.820766, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"]}, {"precision": 0.815879, "recall": 0.851779, "f1": 0.826423, "accuracy": 0.851779, "main_score": 0.826423, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"]}, {"precision": 0.705552, "recall": 0.754941, "f1": 0.719589, "accuracy": 0.754941, "main_score": 0.719589, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"]}, {"precision": 0.764509, "recall": 0.814229, "f1": 0.778978, "accuracy": 0.814229, "main_score": 0.778978, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"]}, {"precision": 0.618544, "recall": 0.670949, "f1": 0.633336, "accuracy": 0.670949, "main_score": 0.633336, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"]}, {"precision": 0.600243, "recall": 0.656126, "f1": 0.616376, "accuracy": 0.656126, "main_score": 0.616376, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"]}, {"precision": 0.824809, "recall": 0.862648, "f1": 0.835661, "accuracy": 0.862648, "main_score": 0.835661, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"]}, {"precision": 0.762863, "recall": 0.804348, "f1": 0.774692, "accuracy": 0.804348, "main_score": 0.774692, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"]}, {"precision": 0.850965, "recall": 0.887352, "f1": 0.861352, "accuracy": 0.887352, "main_score": 0.861352, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"]}, {"precision": 0.54846, "recall": 0.607708, "f1": 0.565204, "accuracy": 0.607708, "main_score": 0.565204, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"]}, {"precision": 0.836497, "recall": 0.870553, "f1": 0.845794, "accuracy": 0.870553, "main_score": 0.845794, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"]}, {"precision": 0.800395, "recall": 0.84585, "f1": 0.813958, "accuracy": 0.84585, "main_score": 0.813958, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"]}, {"precision": 0.80799, "recall": 0.84585, "f1": 0.818814, "accuracy": 0.84585, "main_score": 0.818814, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"]}, {"precision": 0.514922, "recall": 0.56917, "f1": 0.530261, "accuracy": 0.56917, "main_score": 0.530261, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"]}, {"precision": 0.84585, "recall": 0.87747, "f1": 0.855077, "accuracy": 0.87747, "main_score": 0.855077, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"]}, {"precision": 0.654957, "recall": 0.709486, "f1": 0.67061, "accuracy": 0.709486, "main_score": 0.67061, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"]}, {"precision": 0.532497, "recall": 0.596838, "f1": 0.550614, "accuracy": 0.596838, "main_score": 0.550614, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"]}, {"precision": 0.560016, "recall": 0.616601, "f1": 0.576227, "accuracy": 0.616601, "main_score": 0.576227, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"]}, {"precision": 0.712707, "recall": 0.762846, "f1": 0.72759, "accuracy": 0.762846, "main_score": 0.72759, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"]}, {"precision": 0.835175, "recall": 0.870553, "f1": 0.845163, "accuracy": 0.870553, "main_score": 0.845163, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"]}, {"precision": 0.756136, "recall": 0.805336, "f1": 0.77064, "accuracy": 0.805336, "main_score": 0.77064, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"]}, {"precision": 0.497723, "recall": 0.556324, "f1": 0.513961, "accuracy": 0.556324, "main_score": 0.513961, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"]}, {"precision": 0.570204, "recall": 0.631423, "f1": 0.587689, "accuracy": 0.631423, "main_score": 0.587689, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"]}, {"precision": 0.79484, "recall": 0.837945, "f1": 0.807216, "accuracy": 0.837945, "main_score": 0.807216, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"]}, {"precision": 0.574358, "recall": 0.629447, "f1": 0.590307, "accuracy": 0.629447, "main_score": 0.590307, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"]}, {"precision": 0.542545, "recall": 0.592885, "f1": 0.55684, "accuracy": 0.592885, "main_score": 0.55684, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"]}, {"precision": 0.786488, "recall": 0.836957, "f1": 0.801419, "accuracy": 0.836957, "main_score": 0.801419, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"]}, {"precision": 0.537831, "recall": 0.600791, "f1": 0.55652, "accuracy": 0.600791, "main_score": 0.55652, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"]}, {"precision": 0.598678, "recall": 0.65415, "f1": 0.614363, "accuracy": 0.65415, "main_score": 0.614363, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"]}, {"precision": 0.813596, "recall": 0.849802, "f1": 0.82376, "accuracy": 0.849802, "main_score": 0.82376, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"]}, {"precision": 0.66717, "recall": 0.713439, "f1": 0.680799, "accuracy": 0.713439, "main_score": 0.680799, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"]}, {"precision": 0.746262, "recall": 0.783597, "f1": 0.756691, "accuracy": 0.783597, "main_score": 0.756691, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"]}, {"precision": 0.772151, "recall": 0.817194, "f1": 0.785888, "accuracy": 0.817194, "main_score": 0.785888, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"]}, {"precision": 0.709864, "recall": 0.763834, "f1": 0.72563, "accuracy": 0.763834, "main_score": 0.72563, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"]}, {"precision": 0.768561, "recall": 0.815217, "f1": 0.782083, "accuracy": 0.815217, "main_score": 0.782083, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"]}, {"precision": 0.476892, "recall": 0.549407, "f1": 0.49829, "accuracy": 0.549407, "main_score": 0.49829, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"]}, {"precision": 0.820349, "recall": 0.860672, "f1": 0.832235, "accuracy": 0.860672, "main_score": 0.832235, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"]}, {"precision": 0.732157, "recall": 0.783597, "f1": 0.746878, "accuracy": 0.783597, "main_score": 0.746878, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"]}, {"precision": 0.819156, "recall": 0.858696, "f1": 0.830304, "accuracy": 0.858696, "main_score": 0.830304, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"]}, {"precision": 0.808846, "recall": 0.846838, "f1": 0.819749, "accuracy": 0.846838, "main_score": 0.819749, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"]}, {"precision": 0.577193, "recall": 0.631423, "f1": 0.592644, "accuracy": 0.631423, "main_score": 0.592644, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"]}, {"precision": 0.560434, "recall": 0.610672, "f1": 0.574016, "accuracy": 0.610672, "main_score": 0.574016, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"]}, {"precision": 0.557737, "recall": 0.624506, "f1": 0.576666, "accuracy": 0.624506, "main_score": 0.576666, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"]}, {"precision": 0.515523, "recall": 0.575099, "f1": 0.532363, "accuracy": 0.575099, "main_score": 0.532363, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"]}, {"precision": 0.425786, "recall": 0.503953, "f1": 0.44646, "accuracy": 0.503953, "main_score": 0.44646, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"]}, {"precision": 0.566283, "recall": 0.625494, "f1": 0.583336, "accuracy": 0.625494, "main_score": 0.583336, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"]}, {"precision": 0.851235, "recall": 0.886364, "f1": 0.862022, "accuracy": 0.886364, "main_score": 0.862022, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"]}, {"precision": 0.935606, "recall": 0.952569, "f1": 0.941041, "accuracy": 0.952569, "main_score": 0.941041, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"]}, {"precision": 0.567904, "recall": 0.628458, "f1": 0.584938, "accuracy": 0.628458, "main_score": 0.584938, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"]}, {"precision": 0.589076, "recall": 0.649209, "f1": 0.606686, "accuracy": 0.649209, "main_score": 0.606686, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"]}, {"precision": 0.557323, "recall": 0.617589, "f1": 0.574302, "accuracy": 0.617589, "main_score": 0.574302, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"]}, {"precision": 0.196514, "recall": 0.242095, "f1": 0.208209, "accuracy": 0.242095, "main_score": 0.208209, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"]}, {"precision": 0.604234, "recall": 0.65415, "f1": 0.618273, "accuracy": 0.65415, "main_score": 0.618273, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"]}, {"precision": 0.653254, "recall": 0.70751, "f1": 0.669516, "accuracy": 0.70751, "main_score": 0.669516, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"]}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"]}, {"precision": 0.533531, "recall": 0.58498, "f1": 0.548617, "accuracy": 0.58498, "main_score": 0.548617, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"]}, {"precision": 0.480007, "recall": 0.549407, "f1": 0.499325, "accuracy": 0.549407, "main_score": 0.499325, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"]}, {"precision": 0.538472, "recall": 0.602767, "f1": 0.557101, "accuracy": 0.602767, "main_score": 0.557101, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"]}, {"precision": 0.55594, "recall": 0.615613, "f1": 0.572883, "accuracy": 0.615613, "main_score": 0.572883, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"]}, {"precision": 0.885375, "recall": 0.917984, "f1": 0.895718, "accuracy": 0.917984, "main_score": 0.895718, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"]}, {"precision": 0.517912, "recall": 0.575099, "f1": 0.534099, "accuracy": 0.575099, "main_score": 0.534099, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"]}, {"precision": 0.520681, "recall": 0.586957, "f1": 0.539254, "accuracy": 0.586957, "main_score": 0.539254, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"]}, {"precision": 0.492949, "recall": 0.551383, "f1": 0.508817, "accuracy": 0.551383, "main_score": 0.508817, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"]}, {"precision": 0.922925, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"]}, {"precision": 0.312152, "recall": 0.363636, "f1": 0.325796, "accuracy": 0.363636, "main_score": 0.325796, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"]}, {"precision": 0.565114, "recall": 0.629447, "f1": 0.583223, "accuracy": 0.629447, "main_score": 0.583223, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"]}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"]}, {"precision": 0.568027, "recall": 0.620553, "f1": 0.583613, "accuracy": 0.620553, "main_score": 0.583613, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"]}, {"precision": 0.67819, "recall": 0.740119, "f1": 0.695871, "accuracy": 0.740119, "main_score": 0.695871, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"]}, {"precision": 0.627669, "recall": 0.705534, "f1": 0.650485, "accuracy": 0.705534, "main_score": 0.650485, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"]}, {"precision": 0.675891, "recall": 0.735178, "f1": 0.692661, "accuracy": 0.735178, "main_score": 0.692661, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"]}, {"precision": 0.633136, "recall": 0.690711, "f1": 0.649934, "accuracy": 0.690711, "main_score": 0.649934, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"]}, {"precision": 0.649525, "recall": 0.710474, "f1": 0.66733, "accuracy": 0.710474, "main_score": 0.66733, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"]}, {"precision": 0.976779, "recall": 0.982213, "f1": 0.97859, "accuracy": 0.982213, "main_score": 0.97859, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"]}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"]}, {"precision": 0.527235, "recall": 0.58498, "f1": 0.543448, "accuracy": 0.58498, "main_score": 0.543448, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"]}, {"precision": 0.544779, "recall": 0.601779, "f1": 0.561368, "accuracy": 0.601779, "main_score": 0.561368, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"]}, {"precision": 0.785303, "recall": 0.833004, "f1": 0.799621, "accuracy": 0.833004, "main_score": 0.799621, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"]}, {"precision": 0.448956, "recall": 0.506917, "f1": 0.464917, "accuracy": 0.506917, "main_score": 0.464917, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"]}, {"precision": 0.852767, "recall": 0.892292, "f1": 0.865086, "accuracy": 0.892292, "main_score": 0.865086, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"]}, {"precision": 0.520703, "recall": 0.578063, "f1": 0.536807, "accuracy": 0.578063, "main_score": 0.536807, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"]}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"]}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"]}, {"precision": 0.571082, "recall": 0.633399, "f1": 0.588732, "accuracy": 0.633399, "main_score": 0.588732, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"]}, {"precision": 0.206037, "recall": 0.259881, "f1": 0.218527, "accuracy": 0.259881, "main_score": 0.218527, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"]}, {"precision": 0.595356, "recall": 0.657115, "f1": 0.612371, "accuracy": 0.657115, "main_score": 0.612371, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"]}, {"precision": 0.76777, "recall": 0.825099, "f1": 0.78475, "accuracy": 0.825099, "main_score": 0.78475, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"]}, {"precision": 0.405027, "recall": 0.45751, "f1": 0.418703, "accuracy": 0.45751, "main_score": 0.418703, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"]}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"]}, {"precision": 0.647711, "recall": 0.708498, "f1": 0.665599, "accuracy": 0.708498, "main_score": 0.665599, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"]}, {"precision": 0.547664, "recall": 0.608696, "f1": 0.564939, "accuracy": 0.608696, "main_score": 0.564939, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"]}, {"precision": 0.511964, "recall": 0.574111, "f1": 0.528829, "accuracy": 0.574111, "main_score": 0.528829, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"]}, {"precision": 0.634843, "recall": 0.6917, "f1": 0.651515, "accuracy": 0.6917, "main_score": 0.651515, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"]}, {"precision": 0.236457, "recall": 0.318182, "f1": 0.257794, "accuracy": 0.318182, "main_score": 0.257794, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"]}, {"precision": 0.578288, "recall": 0.641304, "f1": 0.596659, "accuracy": 0.641304, "main_score": 0.596659, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"]}, {"precision": 0.565441, "recall": 0.62747, "f1": 0.582805, "accuracy": 0.62747, "main_score": 0.582805, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"]}, {"precision": 0.714081, "recall": 0.779644, "f1": 0.734176, "accuracy": 0.779644, "main_score": 0.734176, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"]}, {"precision": 0.547241, "recall": 0.604743, "f1": 0.563706, "accuracy": 0.604743, "main_score": 0.563706, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"]}, {"precision": 0.78363, "recall": 0.832016, "f1": 0.798353, "accuracy": 0.832016, "main_score": 0.798353, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"]}, {"precision": 0.456663, "recall": 0.518775, "f1": 0.474184, "accuracy": 0.518775, "main_score": 0.474184, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"]}, {"precision": 0.883482, "recall": 0.91502, "f1": 0.893347, "accuracy": 0.91502, "main_score": 0.893347, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"]}, {"precision": 0.931818, "recall": 0.952569, "f1": 0.93857, "accuracy": 0.952569, "main_score": 0.93857, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"]}, {"precision": 0.938735, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"]}, {"precision": 0.589053, "recall": 0.643281, "f1": 0.603977, "accuracy": 0.643281, "main_score": 0.603977, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"]}, {"precision": 0.872694, "recall": 0.907115, "f1": 0.883564, "accuracy": 0.907115, "main_score": 0.883564, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"]}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"]}, {"precision": 0.446832, "recall": 0.51581, "f1": 0.465733, "accuracy": 0.51581, "main_score": 0.465733, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"]}, {"precision": 0.621798, "recall": 0.686759, "f1": 0.640864, "accuracy": 0.686759, "main_score": 0.640864, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"]}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"]}, {"precision": 0.807724, "recall": 0.852767, "f1": 0.821673, "accuracy": 0.852767, "main_score": 0.821673, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"]}, {"precision": 0.623239, "recall": 0.678854, "f1": 0.639151, "accuracy": 0.678854, "main_score": 0.639151, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"]}, {"precision": 0.618866, "recall": 0.673913, "f1": 0.634843, "accuracy": 0.673913, "main_score": 0.634843, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"]}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930995, "accuracy": 0.945652, "main_score": 0.930995, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"]}, {"precision": 0.527448, "recall": 0.590909, "f1": 0.545365, "accuracy": 0.590909, "main_score": 0.545365, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"]}, {"precision": 0.530035, "recall": 0.591897, "f1": 0.547828, "accuracy": 0.591897, "main_score": 0.547828, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"]}, {"precision": 0.819483, "recall": 0.862648, "f1": 0.83251, "accuracy": 0.862648, "main_score": 0.83251, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"]}, {"precision": 0.532316, "recall": 0.590909, "f1": 0.548342, "accuracy": 0.590909, "main_score": 0.548342, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"]}, {"precision": 0.582987, "recall": 0.650198, "f1": 0.602668, "accuracy": 0.650198, "main_score": 0.602668, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"]}, {"precision": 0.913126, "recall": 0.939723, "f1": 0.921673, "accuracy": 0.939723, "main_score": 0.921673, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"]}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"]}, {"precision": 0.467384, "recall": 0.524704, "f1": 0.483651, "accuracy": 0.524704, "main_score": 0.483651, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"]}, {"precision": 0.560315, "recall": 0.614625, "f1": 0.57491, "accuracy": 0.614625, "main_score": 0.57491, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"]}, {"precision": 0.570233, "recall": 0.631423, "f1": 0.587345, "accuracy": 0.631423, "main_score": 0.587345, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"]}, {"precision": 0.527546, "recall": 0.583004, "f1": 0.543335, "accuracy": 0.583004, "main_score": 0.543335, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"]}, {"precision": 0.514419, "recall": 0.576087, "f1": 0.532221, "accuracy": 0.576087, "main_score": 0.532221, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"]}, {"precision": 0.710573, "recall": 0.771739, "f1": 0.728741, "accuracy": 0.771739, "main_score": 0.728741, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"]}, {"precision": 0.723214, "recall": 0.773715, "f1": 0.738375, "accuracy": 0.773715, "main_score": 0.738375, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"]}, {"precision": 0.836331, "recall": 0.875494, "f1": 0.848617, "accuracy": 0.875494, "main_score": 0.848617, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"]}, {"precision": 0.468323, "recall": 0.544466, "f1": 0.490687, "accuracy": 0.544466, "main_score": 0.490687, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"]}, {"precision": 0.681786, "recall": 0.744071, "f1": 0.700335, "accuracy": 0.744071, "main_score": 0.700335, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"]}, {"precision": 0.574638, "recall": 0.623518, "f1": 0.588849, "accuracy": 0.623518, "main_score": 0.588849, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"]}, {"precision": 0.476947, "recall": 0.529644, "f1": 0.491595, "accuracy": 0.529644, "main_score": 0.491595, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"]}, {"precision": 0.52829, "recall": 0.572134, "f1": 0.540904, "accuracy": 0.572134, "main_score": 0.540904, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"]}, {"precision": 0.222148, "recall": 0.266798, "f1": 0.232981, "accuracy": 0.266798, "main_score": 0.232981, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"]}, {"precision": 0.639379, "recall": 0.679842, "f1": 0.650422, "accuracy": 0.679842, "main_score": 0.650422, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"]}, {"precision": 0.57714, "recall": 0.625494, "f1": 0.591108, "accuracy": 0.625494, "main_score": 0.591108, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"]}, {"precision": 0.637256, "recall": 0.677866, "f1": 0.648403, "accuracy": 0.677866, "main_score": 0.648403, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"]}, {"precision": 0.642064, "recall": 0.675889, "f1": 0.650915, "accuracy": 0.675889, "main_score": 0.650915, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"]}, {"precision": 0.587688, "recall": 0.628458, "f1": 0.597881, "accuracy": 0.628458, "main_score": 0.597881, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"]}, {"precision": 0.614265, "recall": 0.666996, "f1": 0.628132, "accuracy": 0.666996, "main_score": 0.628132, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"]}, {"precision": 0.637945, "recall": 0.673913, "f1": 0.648351, "accuracy": 0.673913, "main_score": 0.648351, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"]}, {"precision": 0.645227, "recall": 0.674901, "f1": 0.6535, "accuracy": 0.674901, "main_score": 0.6535, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"]}, {"precision": 0.637167, "recall": 0.682806, "f1": 0.649257, "accuracy": 0.682806, "main_score": 0.649257, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"]}, {"precision": 0.618748, "recall": 0.662055, "f1": 0.630792, "accuracy": 0.662055, "main_score": 0.630792, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"]}, {"precision": 0.548672, "recall": 0.592885, "f1": 0.560951, "accuracy": 0.592885, "main_score": 0.560951, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"]}, {"precision": 0.640839, "recall": 0.68083, "f1": 0.651232, "accuracy": 0.68083, "main_score": 0.651232, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"]}, {"precision": 0.590832, "recall": 0.643281, "f1": 0.604945, "accuracy": 0.643281, "main_score": 0.604945, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"]}, {"precision": 0.639296, "recall": 0.681818, "f1": 0.650719, "accuracy": 0.681818, "main_score": 0.650719, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"]}, {"precision": 0.570169, "recall": 0.609684, "f1": 0.581043, "accuracy": 0.609684, "main_score": 0.581043, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"]}, {"precision": 0.624141, "recall": 0.667984, "f1": 0.635734, "accuracy": 0.667984, "main_score": 0.635734, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"]}, {"precision": 0.612327, "recall": 0.656126, "f1": 0.623804, "accuracy": 0.656126, "main_score": 0.623804, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"]}, {"precision": 0.664199, "recall": 0.709486, "f1": 0.676195, "accuracy": 0.709486, "main_score": 0.676195, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"]}, {"precision": 0.640123, "recall": 0.688735, "f1": 0.653193, "accuracy": 0.688735, "main_score": 0.653193, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"]}, {"precision": 0.523106, "recall": 0.575099, "f1": 0.53764, "accuracy": 0.575099, "main_score": 0.53764, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"]}, {"precision": 0.621718, "recall": 0.66996, "f1": 0.634361, "accuracy": 0.66996, "main_score": 0.634361, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"]}, {"precision": 0.628259, "recall": 0.674901, "f1": 0.640741, "accuracy": 0.674901, "main_score": 0.640741, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"]}, {"precision": 0.646928, "recall": 0.683794, "f1": 0.657396, "accuracy": 0.683794, "main_score": 0.657396, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"]}, {"precision": 0.193813, "recall": 0.241107, "f1": 0.20556, "accuracy": 0.241107, "main_score": 0.20556, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"]}, {"precision": 0.619069, "recall": 0.666996, "f1": 0.631875, "accuracy": 0.666996, "main_score": 0.631875, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"]}, {"precision": 0.599186, "recall": 0.642292, "f1": 0.611535, "accuracy": 0.642292, "main_score": 0.611535, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"]}, {"precision": 0.635052, "recall": 0.674901, "f1": 0.645496, "accuracy": 0.674901, "main_score": 0.645496, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"]}, {"precision": 0.637614, "recall": 0.676877, "f1": 0.648822, "accuracy": 0.676877, "main_score": 0.648822, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"]}, {"precision": 0.615772, "recall": 0.659091, "f1": 0.627685, "accuracy": 0.659091, "main_score": 0.627685, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"]}, {"precision": 0.632698, "recall": 0.674901, "f1": 0.644031, "accuracy": 0.674901, "main_score": 0.644031, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"]}, {"precision": 0.572076, "recall": 0.615613, "f1": 0.584231, "accuracy": 0.615613, "main_score": 0.584231, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"]}, {"precision": 0.650216, "recall": 0.692688, "f1": 0.661851, "accuracy": 0.692688, "main_score": 0.661851, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"]}, {"precision": 0.530889, "recall": 0.586957, "f1": 0.546761, "accuracy": 0.586957, "main_score": 0.546761, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"]}, {"precision": 0.622933, "recall": 0.666996, "f1": 0.634287, "accuracy": 0.666996, "main_score": 0.634287, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"]}, {"precision": 0.62797, "recall": 0.668972, "f1": 0.638975, "accuracy": 0.668972, "main_score": 0.638975, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"]}, {"precision": 0.618711, "recall": 0.666996, "f1": 0.632345, "accuracy": 0.666996, "main_score": 0.632345, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"]}, {"precision": 0.596072, "recall": 0.645257, "f1": 0.609689, "accuracy": 0.645257, "main_score": 0.609689, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"]}, {"precision": 0.570438, "recall": 0.610672, "f1": 0.58206, "accuracy": 0.610672, "main_score": 0.58206, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"]}, {"precision": 0.425259, "recall": 0.479249, "f1": 0.439301, "accuracy": 0.479249, "main_score": 0.439301, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"]}, {"precision": 0.640137, "recall": 0.687747, "f1": 0.652692, "accuracy": 0.687747, "main_score": 0.652692, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"]}, {"precision": 0.53842, "recall": 0.586957, "f1": 0.551795, "accuracy": 0.586957, "main_score": 0.551795, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"]}, {"precision": 0.641938, "recall": 0.683794, "f1": 0.653519, "accuracy": 0.683794, "main_score": 0.653519, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"]}, {"precision": 0.651285, "recall": 0.699605, "f1": 0.664282, "accuracy": 0.699605, "main_score": 0.664282, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"]}, {"precision": 0.627696, "recall": 0.666996, "f1": 0.638838, "accuracy": 0.666996, "main_score": 0.638838, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"]}, {"precision": 0.625307, "recall": 0.666008, "f1": 0.635999, "accuracy": 0.666008, "main_score": 0.635999, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"]}, {"precision": 0.540054, "recall": 0.590909, "f1": 0.55488, "accuracy": 0.590909, "main_score": 0.55488, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"]}, {"precision": 0.591083, "recall": 0.631423, "f1": 0.602702, "accuracy": 0.631423, "main_score": 0.602702, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"]}, {"precision": 0.64141, "recall": 0.683794, "f1": 0.652317, "accuracy": 0.683794, "main_score": 0.652317, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"]}, {"precision": 0.664466, "recall": 0.704545, "f1": 0.674709, "accuracy": 0.704545, "main_score": 0.674709, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"]}, {"precision": 0.64935, "recall": 0.690711, "f1": 0.660298, "accuracy": 0.690711, "main_score": 0.660298, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"]}, {"precision": 0.515787, "recall": 0.573123, "f1": 0.533072, "accuracy": 0.573123, "main_score": 0.533072, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"]}, {"precision": 0.634647, "recall": 0.678854, "f1": 0.646629, "accuracy": 0.678854, "main_score": 0.646629, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"]}, {"precision": 0.446464, "recall": 0.5, "f1": 0.461631, "accuracy": 0.5, "main_score": 0.461631, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"]}, {"precision": 0.520412, "recall": 0.561265, "f1": 0.531979, "accuracy": 0.561265, "main_score": 0.531979, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"]}, {"precision": 0.636184, "recall": 0.675889, "f1": 0.646772, "accuracy": 0.675889, "main_score": 0.646772, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"]}, {"precision": 0.306608, "recall": 0.359684, "f1": 0.32064, "accuracy": 0.359684, "main_score": 0.32064, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"]}, {"precision": 0.640956, "recall": 0.688735, "f1": 0.65385, "accuracy": 0.688735, "main_score": 0.65385, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"]}, {"precision": 0.630578, "recall": 0.676877, "f1": 0.643178, "accuracy": 0.676877, "main_score": 0.643178, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"]}, {"precision": 0.637817, "recall": 0.687747, "f1": 0.651101, "accuracy": 0.687747, "main_score": 0.651101, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"]}, {"precision": 0.611273, "recall": 0.664032, "f1": 0.625563, "accuracy": 0.664032, "main_score": 0.625563, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"]}, {"precision": 0.568457, "recall": 0.601779, "f1": 0.577673, "accuracy": 0.601779, "main_score": 0.577673, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"]}, {"precision": 0.645003, "recall": 0.677866, "f1": 0.65357, "accuracy": 0.677866, "main_score": 0.65357, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"]}, {"precision": 0.596222, "recall": 0.637352, "f1": 0.608058, "accuracy": 0.637352, "main_score": 0.608058, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"]}, {"precision": 0.650147, "recall": 0.697628, "f1": 0.662923, "accuracy": 0.697628, "main_score": 0.662923, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"]}, {"precision": 0.547925, "recall": 0.585968, "f1": 0.558819, "accuracy": 0.585968, "main_score": 0.558819, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"]}, {"precision": 0.642865, "recall": 0.682806, "f1": 0.653298, "accuracy": 0.682806, "main_score": 0.653298, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"]}, {"precision": 0.573049, "recall": 0.618577, "f1": 0.58574, "accuracy": 0.618577, "main_score": 0.58574, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"]}, {"precision": 0.606746, "recall": 0.65415, "f1": 0.619675, "accuracy": 0.65415, "main_score": 0.619675, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"]}, {"precision": 0.614599, "recall": 0.658103, "f1": 0.626039, "accuracy": 0.658103, "main_score": 0.626039, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"]}, {"precision": 0.643863, "recall": 0.679842, "f1": 0.653404, "accuracy": 0.679842, "main_score": 0.653404, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"]}, {"precision": 0.276198, "recall": 0.325099, "f1": 0.288195, "accuracy": 0.325099, "main_score": 0.288195, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"]}, {"precision": 0.565344, "recall": 0.608696, "f1": 0.577806, "accuracy": 0.608696, "main_score": 0.577806, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"]}, {"precision": 0.603734, "recall": 0.645257, "f1": 0.61499, "accuracy": 0.645257, "main_score": 0.61499, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"]}, {"precision": 0.608188, "recall": 0.649209, "f1": 0.619472, "accuracy": 0.649209, "main_score": 0.619472, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"]}, {"precision": 0.516063, "recall": 0.56917, "f1": 0.53171, "accuracy": 0.56917, "main_score": 0.53171, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"]}, {"precision": 0.661549, "recall": 0.702569, "f1": 0.672739, "accuracy": 0.702569, "main_score": 0.672739, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"]}, {"precision": 0.643524, "recall": 0.686759, "f1": 0.654624, "accuracy": 0.686759, "main_score": 0.654624, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"]}, {"precision": 0.650333, "recall": 0.689723, "f1": 0.66098, "accuracy": 0.689723, "main_score": 0.66098, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"]}, {"precision": 0.516504, "recall": 0.573123, "f1": 0.532415, "accuracy": 0.573123, "main_score": 0.532415, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"]}, {"precision": 0.64713, "recall": 0.690711, "f1": 0.658805, "accuracy": 0.690711, "main_score": 0.658805, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"]}, {"precision": 0.616641, "recall": 0.661067, "f1": 0.629177, "accuracy": 0.661067, "main_score": 0.629177, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"]}, {"precision": 0.650182, "recall": 0.695652, "f1": 0.662573, "accuracy": 0.695652, "main_score": 0.662573, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"]}, {"precision": 0.611684, "recall": 0.661067, "f1": 0.625091, "accuracy": 0.661067, "main_score": 0.625091, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"]}, {"precision": 0.535143, "recall": 0.575099, "f1": 0.547224, "accuracy": 0.575099, "main_score": 0.547224, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"]}, {"precision": 0.541189, "recall": 0.585968, "f1": 0.553581, "accuracy": 0.585968, "main_score": 0.553581, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"]}, {"precision": 0.608022, "recall": 0.650198, "f1": 0.619096, "accuracy": 0.650198, "main_score": 0.619096, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"]}, {"precision": 0.63155, "recall": 0.672925, "f1": 0.643137, "accuracy": 0.672925, "main_score": 0.643137, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"]}, {"precision": 0.630198, "recall": 0.677866, "f1": 0.642912, "accuracy": 0.677866, "main_score": 0.642912, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"]}, {"precision": 0.599102, "recall": 0.635375, "f1": 0.608852, "accuracy": 0.635375, "main_score": 0.608852, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"]}, {"precision": 0.491562, "recall": 0.538538, "f1": 0.504634, "accuracy": 0.538538, "main_score": 0.504634, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"]}, {"precision": 0.637129, "recall": 0.675889, "f1": 0.647248, "accuracy": 0.675889, "main_score": 0.647248, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"]}, {"precision": 0.552252, "recall": 0.608696, "f1": 0.567442, "accuracy": 0.608696, "main_score": 0.567442, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"]}, {"precision": 0.532181, "recall": 0.568182, "f1": 0.542386, "accuracy": 0.568182, "main_score": 0.542386, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"]}, {"precision": 0.626908, "recall": 0.675889, "f1": 0.639474, "accuracy": 0.675889, "main_score": 0.639474, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"]}, {"precision": 0.525751, "recall": 0.574111, "f1": 0.539989, "accuracy": 0.574111, "main_score": 0.539989, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"]}, {"precision": 0.666203, "recall": 0.701581, "f1": 0.67562, "accuracy": 0.701581, "main_score": 0.67562, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"]}, {"precision": 0.620142, "recall": 0.666996, "f1": 0.63288, "accuracy": 0.666996, "main_score": 0.63288, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"]}, {"precision": 0.634665, "recall": 0.676877, "f1": 0.646363, "accuracy": 0.676877, "main_score": 0.646363, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"]}, {"precision": 0.657911, "recall": 0.698617, "f1": 0.668432, "accuracy": 0.698617, "main_score": 0.668432, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"]}, {"precision": 0.620549, "recall": 0.664032, "f1": 0.632876, "accuracy": 0.664032, "main_score": 0.632876, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"]}, {"precision": 0.631096, "recall": 0.675889, "f1": 0.64285, "accuracy": 0.675889, "main_score": 0.64285, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"]}, {"precision": 0.484805, "recall": 0.544466, "f1": 0.500614, "accuracy": 0.544466, "main_score": 0.500614, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"]}, {"precision": 0.564264, "recall": 0.608696, "f1": 0.576107, "accuracy": 0.608696, "main_score": 0.576107, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"]}, {"precision": 0.206076, "recall": 0.253953, "f1": 0.216137, "accuracy": 0.253953, "main_score": 0.216137, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"]}, {"precision": 0.587164, "recall": 0.626482, "f1": 0.598699, "accuracy": 0.626482, "main_score": 0.598699, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"]}, {"precision": 0.486302, "recall": 0.530632, "f1": 0.498718, "accuracy": 0.530632, "main_score": 0.498718, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"]}, {"precision": 0.649829, "recall": 0.695652, "f1": 0.66174, "accuracy": 0.695652, "main_score": 0.66174, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"]}, {"precision": 0.646771, "recall": 0.686759, "f1": 0.657748, "accuracy": 0.686759, "main_score": 0.657748, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"]}, {"precision": 0.418282, "recall": 0.475296, "f1": 0.434074, "accuracy": 0.475296, "main_score": 0.434074, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"]}, {"precision": 0.646594, "recall": 0.681818, "f1": 0.655976, "accuracy": 0.681818, "main_score": 0.655976, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"]}, {"precision": 0.629637, "recall": 0.676877, "f1": 0.641902, "accuracy": 0.676877, "main_score": 0.641902, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"]}, {"precision": 0.5811, "recall": 0.630435, "f1": 0.594591, "accuracy": 0.630435, "main_score": 0.594591, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"]}, {"precision": 0.631984, "recall": 0.674901, "f1": 0.643476, "accuracy": 0.674901, "main_score": 0.643476, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"]}, {"precision": 0.586495, "recall": 0.629447, "f1": 0.598848, "accuracy": 0.629447, "main_score": 0.598848, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"]}, {"precision": 0.609952, "recall": 0.658103, "f1": 0.623182, "accuracy": 0.658103, "main_score": 0.623182, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"]}, {"precision": 0.66175, "recall": 0.699605, "f1": 0.671625, "accuracy": 0.699605, "main_score": 0.671625, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"]}, {"precision": 0.520385, "recall": 0.56917, "f1": 0.534391, "accuracy": 0.56917, "main_score": 0.534391, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"]}, {"precision": 0.517815, "recall": 0.563241, "f1": 0.530633, "accuracy": 0.563241, "main_score": 0.530633, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"]}, {"precision": 0.621273, "recall": 0.660079, "f1": 0.632031, "accuracy": 0.660079, "main_score": 0.632031, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"]}, {"precision": 0.648838, "recall": 0.692688, "f1": 0.661215, "accuracy": 0.692688, "main_score": 0.661215, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"]}, {"precision": 0.12067, "recall": 0.166996, "f1": 0.131933, "accuracy": 0.166996, "main_score": 0.131933, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"]}, {"precision": 0.628832, "recall": 0.670949, "f1": 0.639379, "accuracy": 0.670949, "main_score": 0.639379, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"]}, {"precision": 0.549953, "recall": 0.602767, "f1": 0.564219, "accuracy": 0.602767, "main_score": 0.564219, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"]}, {"precision": 0.610732, "recall": 0.658103, "f1": 0.622888, "accuracy": 0.658103, "main_score": 0.622888, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"]}, {"precision": 0.632224, "recall": 0.681818, "f1": 0.64603, "accuracy": 0.681818, "main_score": 0.64603, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"]}, {"precision": 0.515835, "recall": 0.565217, "f1": 0.529614, "accuracy": 0.565217, "main_score": 0.529614, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"]}, {"precision": 0.540547, "recall": 0.587945, "f1": 0.554155, "accuracy": 0.587945, "main_score": 0.554155, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"]}, {"precision": 0.626035, "recall": 0.671937, "f1": 0.638232, "accuracy": 0.671937, "main_score": 0.638232, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"]}, {"precision": 0.639789, "recall": 0.684783, "f1": 0.652466, "accuracy": 0.684783, "main_score": 0.652466, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"]}, {"precision": 0.65081, "recall": 0.686759, "f1": 0.660762, "accuracy": 0.686759, "main_score": 0.660762, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"]}, {"precision": 0.613845, "recall": 0.65415, "f1": 0.624891, "accuracy": 0.65415, "main_score": 0.624891, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"]}, {"precision": 0.516597, "recall": 0.572134, "f1": 0.532365, "accuracy": 0.572134, "main_score": 0.532365, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"]}, {"precision": 0.63599, "recall": 0.678854, "f1": 0.647484, "accuracy": 0.678854, "main_score": 0.647484, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"]}, {"precision": 0.533778, "recall": 0.575099, "f1": 0.546146, "accuracy": 0.575099, "main_score": 0.546146, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"]}, {"precision": 0.540361, "recall": 0.583004, "f1": 0.552052, "accuracy": 0.583004, "main_score": 0.552052, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"]}, {"precision": 0.62738, "recall": 0.66996, "f1": 0.639003, "accuracy": 0.66996, "main_score": 0.639003, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"]}, {"precision": 0.642839, "recall": 0.676877, "f1": 0.652005, "accuracy": 0.676877, "main_score": 0.652005, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"]}, {"precision": 0.622059, "recall": 0.66996, "f1": 0.634948, "accuracy": 0.66996, "main_score": 0.634948, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"]}, {"precision": 0.44999, "recall": 0.503953, "f1": 0.464624, "accuracy": 0.503953, "main_score": 0.464624, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"]}, {"precision": 0.666157, "recall": 0.701581, "f1": 0.676168, "accuracy": 0.701581, "main_score": 0.676168, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"]}, {"precision": 0.61948, "recall": 0.666008, "f1": 0.63142, "accuracy": 0.666008, "main_score": 0.63142, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"]}, {"precision": 0.604019, "recall": 0.648221, "f1": 0.61625, "accuracy": 0.648221, "main_score": 0.61625, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"]}, {"precision": 0.573529, "recall": 0.62253, "f1": 0.587288, "accuracy": 0.62253, "main_score": 0.587288, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"]}, {"precision": 0.537206, "recall": 0.583004, "f1": 0.549925, "accuracy": 0.583004, "main_score": 0.549925, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"]}, {"precision": 0.578006, "recall": 0.623518, "f1": 0.590346, "accuracy": 0.623518, "main_score": 0.590346, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"]}, {"precision": 0.599729, "recall": 0.643281, "f1": 0.611214, "accuracy": 0.643281, "main_score": 0.611214, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"]}, {"precision": 0.603376, "recall": 0.637352, "f1": 0.613669, "accuracy": 0.637352, "main_score": 0.613669, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"]}, {"precision": 0.537331, "recall": 0.588933, "f1": 0.551612, "accuracy": 0.588933, "main_score": 0.551612, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"]}, {"precision": 0.620544, "recall": 0.667984, "f1": 0.633442, "accuracy": 0.667984, "main_score": 0.633442, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"]}, {"precision": 0.607977, "recall": 0.651186, "f1": 0.619522, "accuracy": 0.651186, "main_score": 0.619522, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"]}, {"precision": 0.656464, "recall": 0.698617, "f1": 0.668388, "accuracy": 0.698617, "main_score": 0.668388, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"]}, {"precision": 0.599596, "recall": 0.651186, "f1": 0.61341, "accuracy": 0.651186, "main_score": 0.61341, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"]}, {"precision": 0.659647, "recall": 0.697628, "f1": 0.67019, "accuracy": 0.697628, "main_score": 0.67019, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"]}, {"precision": 0.561932, "recall": 0.610672, "f1": 0.576095, "accuracy": 0.610672, "main_score": 0.576095, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"]}, {"precision": 0.633682, "recall": 0.673913, "f1": 0.644742, "accuracy": 0.673913, "main_score": 0.644742, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"]}, {"precision": 0.481778, "recall": 0.536561, "f1": 0.496537, "accuracy": 0.536561, "main_score": 0.496537, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"]}, {"precision": 0.632917, "recall": 0.679842, "f1": 0.645379, "accuracy": 0.679842, "main_score": 0.645379, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"]}, {"precision": 0.421898, "recall": 0.479249, "f1": 0.43784, "accuracy": 0.479249, "main_score": 0.43784, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"]}, {"precision": 0.614131, "recall": 0.662055, "f1": 0.626528, "accuracy": 0.662055, "main_score": 0.626528, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"]}, {"precision": 0.619326, "recall": 0.662055, "f1": 0.630804, "accuracy": 0.662055, "main_score": 0.630804, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"]}, {"precision": 0.598177, "recall": 0.642292, "f1": 0.6096, "accuracy": 0.642292, "main_score": 0.6096, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"]}, {"precision": 0.621989, "recall": 0.659091, "f1": 0.632499, "accuracy": 0.659091, "main_score": 0.632499, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"]}, {"precision": 0.597266, "recall": 0.649209, "f1": 0.611113, "accuracy": 0.649209, "main_score": 0.611113, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"]}, {"precision": 0.603353, "recall": 0.647233, "f1": 0.616181, "accuracy": 0.647233, "main_score": 0.616181, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"]}, {"precision": 0.627958, "recall": 0.676877, "f1": 0.641196, "accuracy": 0.676877, "main_score": 0.641196, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"]}, {"precision": 0.629772, "recall": 0.66996, "f1": 0.640886, "accuracy": 0.66996, "main_score": 0.640886, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"]}, {"precision": 0.656828, "recall": 0.701581, "f1": 0.668511, "accuracy": 0.701581, "main_score": 0.668511, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"]}, {"precision": 0.520176, "recall": 0.570158, "f1": 0.534085, "accuracy": 0.570158, "main_score": 0.534085, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"]}, {"precision": 0.649091, "recall": 0.694664, "f1": 0.660863, "accuracy": 0.694664, "main_score": 0.660863, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"]}, {"precision": 0.616516, "recall": 0.658103, "f1": 0.627519, "accuracy": 0.658103, "main_score": 0.627519, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"]}, {"precision": 0.623981, "recall": 0.671937, "f1": 0.636589, "accuracy": 0.671937, "main_score": 0.636589, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"]}, {"precision": 0.535063, "recall": 0.585968, "f1": 0.549285, "accuracy": 0.585968, "main_score": 0.549285, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"]}, {"precision": 0.672866, "recall": 0.712451, "f1": 0.683243, "accuracy": 0.712451, "main_score": 0.683243, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"]}, {"precision": 0.584712, "recall": 0.628458, "f1": 0.596798, "accuracy": 0.628458, "main_score": 0.596798, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"]}, {"precision": 0.529265, "recall": 0.579051, "f1": 0.543685, "accuracy": 0.579051, "main_score": 0.543685, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"]}, {"precision": 0.552127, "recall": 0.599802, "f1": 0.565253, "accuracy": 0.599802, "main_score": 0.565253, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"]}, {"precision": 0.538022, "recall": 0.588933, "f1": 0.552303, "accuracy": 0.588933, "main_score": 0.552303, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"]}, {"precision": 0.646903, "recall": 0.692688, "f1": 0.659081, "accuracy": 0.692688, "main_score": 0.659081, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"]}, {"precision": 0.597921, "recall": 0.648221, "f1": 0.612087, "accuracy": 0.648221, "main_score": 0.612087, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"]}, {"precision": 0.494748, "recall": 0.540514, "f1": 0.507812, "accuracy": 0.540514, "main_score": 0.507812, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"]}, {"precision": 0.5708, "recall": 0.604743, "f1": 0.580695, "accuracy": 0.604743, "main_score": 0.580695, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"]}, {"precision": 0.600672, "recall": 0.653162, "f1": 0.614886, "accuracy": 0.653162, "main_score": 0.614886, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"]}, {"precision": 0.554342, "recall": 0.605731, "f1": 0.569698, "accuracy": 0.605731, "main_score": 0.569698, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"]}, {"precision": 0.535988, "recall": 0.578063, "f1": 0.548247, "accuracy": 0.578063, "main_score": 0.548247, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"]}, {"precision": 0.597471, "recall": 0.648221, "f1": 0.611726, "accuracy": 0.648221, "main_score": 0.611726, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"]}, {"precision": 0.526879, "recall": 0.581028, "f1": 0.543206, "accuracy": 0.581028, "main_score": 0.543206, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"]}, {"precision": 0.580301, "recall": 0.621542, "f1": 0.591249, "accuracy": 0.621542, "main_score": 0.591249, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"]}, {"precision": 0.656175, "recall": 0.6917, "f1": 0.665458, "accuracy": 0.6917, "main_score": 0.665458, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"]}, {"precision": 0.586401, "recall": 0.624506, "f1": 0.596924, "accuracy": 0.624506, "main_score": 0.596924, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"]}, {"precision": 0.622804, "recall": 0.656126, "f1": 0.632426, "accuracy": 0.656126, "main_score": 0.632426, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"]}, {"precision": 0.594129, "recall": 0.649209, "f1": 0.609407, "accuracy": 0.649209, "main_score": 0.609407, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"]}, {"precision": 0.591331, "recall": 0.63834, "f1": 0.604831, "accuracy": 0.63834, "main_score": 0.604831, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"]}, {"precision": 0.621148, "recall": 0.666008, "f1": 0.633505, "accuracy": 0.666008, "main_score": 0.633505, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"]}, {"precision": 0.458096, "recall": 0.525692, "f1": 0.477327, "accuracy": 0.525692, "main_score": 0.477327, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"]}, {"precision": 0.613153, "recall": 0.658103, "f1": 0.624793, "accuracy": 0.658103, "main_score": 0.624793, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"]}, {"precision": 0.595219, "recall": 0.642292, "f1": 0.607952, "accuracy": 0.642292, "main_score": 0.607952, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"]}, {"precision": 0.635372, "recall": 0.678854, "f1": 0.646196, "accuracy": 0.678854, "main_score": 0.646196, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"]}, {"precision": 0.626567, "recall": 0.668972, "f1": 0.637669, "accuracy": 0.668972, "main_score": 0.637669, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"]}, {"precision": 0.52155, "recall": 0.575099, "f1": 0.536227, "accuracy": 0.575099, "main_score": 0.536227, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"]}, {"precision": 0.548453, "recall": 0.589921, "f1": 0.560016, "accuracy": 0.589921, "main_score": 0.560016, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"]}, {"precision": 0.445458, "recall": 0.504941, "f1": 0.461691, "accuracy": 0.504941, "main_score": 0.461691, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"]}, {"precision": 0.51052, "recall": 0.557312, "f1": 0.523276, "accuracy": 0.557312, "main_score": 0.523276, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"]}, {"precision": 0.239683, "recall": 0.283597, "f1": 0.250668, "accuracy": 0.283597, "main_score": 0.250668, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"]}, {"precision": 0.622274, "recall": 0.666008, "f1": 0.63332, "accuracy": 0.666008, "main_score": 0.63332, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"]}, {"precision": 0.580772, "recall": 0.628458, "f1": 0.594114, "accuracy": 0.628458, "main_score": 0.594114, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"]}, {"precision": 0.616541, "recall": 0.660079, "f1": 0.627841, "accuracy": 0.660079, "main_score": 0.627841, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"]}, {"precision": 0.607303, "recall": 0.644269, "f1": 0.616827, "accuracy": 0.644269, "main_score": 0.616827, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"]}, {"precision": 0.573882, "recall": 0.618577, "f1": 0.585995, "accuracy": 0.618577, "main_score": 0.585995, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"]}, {"precision": 0.619012, "recall": 0.668972, "f1": 0.632136, "accuracy": 0.668972, "main_score": 0.632136, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"]}, {"precision": 0.608151, "recall": 0.646245, "f1": 0.6184, "accuracy": 0.646245, "main_score": 0.6184, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"]}, {"precision": 0.607977, "recall": 0.650198, "f1": 0.618967, "accuracy": 0.650198, "main_score": 0.618967, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"]}, {"precision": 0.603258, "recall": 0.653162, "f1": 0.616408, "accuracy": 0.653162, "main_score": 0.616408, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"]}, {"precision": 0.600828, "recall": 0.643281, "f1": 0.611878, "accuracy": 0.643281, "main_score": 0.611878, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"]}, {"precision": 0.560961, "recall": 0.602767, "f1": 0.572326, "accuracy": 0.602767, "main_score": 0.572326, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"]}, {"precision": 0.614729, "recall": 0.663043, "f1": 0.627687, "accuracy": 0.663043, "main_score": 0.627687, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"]}, {"precision": 0.548312, "recall": 0.602767, "f1": 0.562718, "accuracy": 0.602767, "main_score": 0.562718, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"]}, {"precision": 0.624747, "recall": 0.673913, "f1": 0.63806, "accuracy": 0.673913, "main_score": 0.63806, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"]}, {"precision": 0.565732, "recall": 0.604743, "f1": 0.57664, "accuracy": 0.604743, "main_score": 0.57664, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"]}, {"precision": 0.616823, "recall": 0.659091, "f1": 0.627408, "accuracy": 0.659091, "main_score": 0.627408, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"]}, {"precision": 0.579824, "recall": 0.629447, "f1": 0.592401, "accuracy": 0.629447, "main_score": 0.592401, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"]}, {"precision": 0.655432, "recall": 0.700593, "f1": 0.666624, "accuracy": 0.700593, "main_score": 0.666624, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"]}, {"precision": 0.639152, "recall": 0.688735, "f1": 0.65101, "accuracy": 0.688735, "main_score": 0.65101, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"]}, {"precision": 0.554035, "recall": 0.607708, "f1": 0.568611, "accuracy": 0.607708, "main_score": 0.568611, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"]}, {"precision": 0.622244, "recall": 0.668972, "f1": 0.634529, "accuracy": 0.668972, "main_score": 0.634529, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"]}, {"precision": 0.621686, "recall": 0.667984, "f1": 0.6339, "accuracy": 0.667984, "main_score": 0.6339, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"]}, {"precision": 0.607241, "recall": 0.652174, "f1": 0.618676, "accuracy": 0.652174, "main_score": 0.618676, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"]}, {"precision": 0.203051, "recall": 0.241107, "f1": 0.212881, "accuracy": 0.241107, "main_score": 0.212881, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"]}, {"precision": 0.612523, "recall": 0.664032, "f1": 0.62585, "accuracy": 0.664032, "main_score": 0.62585, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"]}, {"precision": 0.614807, "recall": 0.658103, "f1": 0.626358, "accuracy": 0.658103, "main_score": 0.626358, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"]}, {"precision": 0.627052, "recall": 0.670949, "f1": 0.638292, "accuracy": 0.670949, "main_score": 0.638292, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"]}, {"precision": 0.610935, "recall": 0.657115, "f1": 0.623199, "accuracy": 0.657115, "main_score": 0.623199, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"]}, {"precision": 0.597186, "recall": 0.641304, "f1": 0.608833, "accuracy": 0.641304, "main_score": 0.608833, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"]}, {"precision": 0.625506, "recall": 0.663043, "f1": 0.635231, "accuracy": 0.663043, "main_score": 0.635231, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"]}, {"precision": 0.554943, "recall": 0.596838, "f1": 0.5664, "accuracy": 0.596838, "main_score": 0.5664, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"]}, {"precision": 0.625671, "recall": 0.673913, "f1": 0.638323, "accuracy": 0.673913, "main_score": 0.638323, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"]}, {"precision": 0.516608, "recall": 0.571146, "f1": 0.531805, "accuracy": 0.571146, "main_score": 0.531805, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"]}, {"precision": 0.592054, "recall": 0.637352, "f1": 0.604005, "accuracy": 0.637352, "main_score": 0.604005, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"]}, {"precision": 0.61219, "recall": 0.662055, "f1": 0.625091, "accuracy": 0.662055, "main_score": 0.625091, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"]}, {"precision": 0.597719, "recall": 0.645257, "f1": 0.610146, "accuracy": 0.645257, "main_score": 0.610146, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"]}, {"precision": 0.598483, "recall": 0.641304, "f1": 0.609948, "accuracy": 0.641304, "main_score": 0.609948, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"]}, {"precision": 0.54569, "recall": 0.590909, "f1": 0.558156, "accuracy": 0.590909, "main_score": 0.558156, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"]}, {"precision": 0.389478, "recall": 0.444664, "f1": 0.404451, "accuracy": 0.444664, "main_score": 0.404451, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"]}, {"precision": 0.632669, "recall": 0.675889, "f1": 0.644014, "accuracy": 0.675889, "main_score": 0.644014, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"]}, {"precision": 0.569046, "recall": 0.614625, "f1": 0.581752, "accuracy": 0.614625, "main_score": 0.581752, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"]}, {"precision": 0.632391, "recall": 0.682806, "f1": 0.645569, "accuracy": 0.682806, "main_score": 0.645569, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"]}, {"precision": 0.633253, "recall": 0.68083, "f1": 0.645782, "accuracy": 0.68083, "main_score": 0.645782, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"]}, {"precision": 0.597432, "recall": 0.643281, "f1": 0.609233, "accuracy": 0.643281, "main_score": 0.609233, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"]}, {"precision": 0.60424, "recall": 0.655138, "f1": 0.617952, "accuracy": 0.655138, "main_score": 0.617952, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"]}, {"precision": 0.534011, "recall": 0.58004, "f1": 0.5473, "accuracy": 0.58004, "main_score": 0.5473, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"]}, {"precision": 0.576287, "recall": 0.621542, "f1": 0.588389, "accuracy": 0.621542, "main_score": 0.588389, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"]}, {"precision": 0.613548, "recall": 0.663043, "f1": 0.627204, "accuracy": 0.663043, "main_score": 0.627204, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"]}, {"precision": 0.65194, "recall": 0.701581, "f1": 0.665159, "accuracy": 0.701581, "main_score": 0.665159, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"]}, {"precision": 0.620618, "recall": 0.664032, "f1": 0.631177, "accuracy": 0.664032, "main_score": 0.631177, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"]}, {"precision": 0.529911, "recall": 0.577075, "f1": 0.543451, "accuracy": 0.577075, "main_score": 0.543451, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"]}, {"precision": 0.617503, "recall": 0.666996, "f1": 0.630806, "accuracy": 0.666996, "main_score": 0.630806, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"]}, {"precision": 0.431732, "recall": 0.486166, "f1": 0.446314, "accuracy": 0.486166, "main_score": 0.446314, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"]}, {"precision": 0.508984, "recall": 0.549407, "f1": 0.520686, "accuracy": 0.549407, "main_score": 0.520686, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"]}, {"precision": 0.62439, "recall": 0.66502, "f1": 0.63443, "accuracy": 0.66502, "main_score": 0.63443, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"]}, {"precision": 0.319108, "recall": 0.371542, "f1": 0.333257, "accuracy": 0.371542, "main_score": 0.333257, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"]}, {"precision": 0.624318, "recall": 0.671937, "f1": 0.636587, "accuracy": 0.671937, "main_score": 0.636587, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"]}, {"precision": 0.611804, "recall": 0.661067, "f1": 0.624776, "accuracy": 0.661067, "main_score": 0.624776, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"]}, {"precision": 0.632369, "recall": 0.681818, "f1": 0.644706, "accuracy": 0.681818, "main_score": 0.644706, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"]}, {"precision": 0.585088, "recall": 0.640316, "f1": 0.599851, "accuracy": 0.640316, "main_score": 0.599851, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"]}, {"precision": 0.563069, "recall": 0.606719, "f1": 0.57528, "accuracy": 0.606719, "main_score": 0.57528, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"]}, {"precision": 0.638993, "recall": 0.671937, "f1": 0.647317, "accuracy": 0.671937, "main_score": 0.647317, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"]}, {"precision": 0.581441, "recall": 0.629447, "f1": 0.594674, "accuracy": 0.629447, "main_score": 0.594674, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"]}, {"precision": 0.646286, "recall": 0.688735, "f1": 0.657077, "accuracy": 0.688735, "main_score": 0.657077, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"]}, {"precision": 0.563448, "recall": 0.601779, "f1": 0.574402, "accuracy": 0.601779, "main_score": 0.574402, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"]}, {"precision": 0.612426, "recall": 0.65415, "f1": 0.623057, "accuracy": 0.65415, "main_score": 0.623057, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"]}, {"precision": 0.546572, "recall": 0.592885, "f1": 0.55952, "accuracy": 0.592885, "main_score": 0.55952, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"]}, {"precision": 0.618286, "recall": 0.662055, "f1": 0.630142, "accuracy": 0.662055, "main_score": 0.630142, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"]}, {"precision": 0.601738, "recall": 0.640316, "f1": 0.611056, "accuracy": 0.640316, "main_score": 0.611056, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"]}, {"precision": 0.630168, "recall": 0.674901, "f1": 0.641499, "accuracy": 0.674901, "main_score": 0.641499, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"]}, {"precision": 0.297861, "recall": 0.357708, "f1": 0.312707, "accuracy": 0.357708, "main_score": 0.312707, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"]}, {"precision": 0.589628, "recall": 0.633399, "f1": 0.601431, "accuracy": 0.633399, "main_score": 0.601431, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"]}, {"precision": 0.590013, "recall": 0.641304, "f1": 0.603226, "accuracy": 0.641304, "main_score": 0.603226, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"]}, {"precision": 0.597686, "recall": 0.642292, "f1": 0.610403, "accuracy": 0.642292, "main_score": 0.610403, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"]}, {"precision": 0.507408, "recall": 0.552372, "f1": 0.520171, "accuracy": 0.552372, "main_score": 0.520171, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"]}, {"precision": 0.636881, "recall": 0.685771, "f1": 0.649223, "accuracy": 0.685771, "main_score": 0.649223, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"]}, {"precision": 0.631685, "recall": 0.675889, "f1": 0.642679, "accuracy": 0.675889, "main_score": 0.642679, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"]}, {"precision": 0.628, "recall": 0.666996, "f1": 0.638296, "accuracy": 0.666996, "main_score": 0.638296, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"]}, {"precision": 0.524873, "recall": 0.578063, "f1": 0.53911, "accuracy": 0.578063, "main_score": 0.53911, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"]}, {"precision": 0.640443, "recall": 0.687747, "f1": 0.651997, "accuracy": 0.687747, "main_score": 0.651997, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"]}, {"precision": 0.596493, "recall": 0.643281, "f1": 0.609215, "accuracy": 0.643281, "main_score": 0.609215, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"]}, {"precision": 0.634088, "recall": 0.679842, "f1": 0.645952, "accuracy": 0.679842, "main_score": 0.645952, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"]}, {"precision": 0.603692, "recall": 0.657115, "f1": 0.61671, "accuracy": 0.657115, "main_score": 0.61671, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"]}, {"precision": 0.519289, "recall": 0.565217, "f1": 0.531887, "accuracy": 0.565217, "main_score": 0.531887, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"]}, {"precision": 0.552488, "recall": 0.604743, "f1": 0.566239, "accuracy": 0.604743, "main_score": 0.566239, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"]}, {"precision": 0.61315, "recall": 0.657115, "f1": 0.624171, "accuracy": 0.657115, "main_score": 0.624171, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"]}, {"precision": 0.624486, "recall": 0.66996, "f1": 0.636434, "accuracy": 0.66996, "main_score": 0.636434, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"]}, {"precision": 0.615956, "recall": 0.670949, "f1": 0.630278, "accuracy": 0.670949, "main_score": 0.630278, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"]}, {"precision": 0.564837, "recall": 0.609684, "f1": 0.57652, "accuracy": 0.609684, "main_score": 0.57652, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"]}, {"precision": 0.47257, "recall": 0.517787, "f1": 0.485499, "accuracy": 0.517787, "main_score": 0.485499, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"]}, {"precision": 0.641058, "recall": 0.677866, "f1": 0.649847, "accuracy": 0.677866, "main_score": 0.649847, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"]}, {"precision": 0.553171, "recall": 0.602767, "f1": 0.566135, "accuracy": 0.602767, "main_score": 0.566135, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"]}, {"precision": 0.541958, "recall": 0.587945, "f1": 0.554531, "accuracy": 0.587945, "main_score": 0.554531, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"]}, {"precision": 0.610438, "recall": 0.662055, "f1": 0.623707, "accuracy": 0.662055, "main_score": 0.623707, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"]}, {"precision": 0.50084, "recall": 0.54249, "f1": 0.512634, "accuracy": 0.54249, "main_score": 0.512634, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"]}, {"precision": 0.647491, "recall": 0.686759, "f1": 0.65648, "accuracy": 0.686759, "main_score": 0.65648, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"]}, {"precision": 0.615176, "recall": 0.666008, "f1": 0.627729, "accuracy": 0.666008, "main_score": 0.627729, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"]}, {"precision": 0.61987, "recall": 0.66502, "f1": 0.632284, "accuracy": 0.66502, "main_score": 0.632284, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"]}, {"precision": 0.638315, "recall": 0.684783, "f1": 0.64995, "accuracy": 0.684783, "main_score": 0.64995, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"]}, {"precision": 0.603799, "recall": 0.649209, "f1": 0.615436, "accuracy": 0.649209, "main_score": 0.615436, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"]}, {"precision": 0.615152, "recall": 0.661067, "f1": 0.626732, "accuracy": 0.661067, "main_score": 0.626732, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"]}, {"precision": 0.465828, "recall": 0.535573, "f1": 0.484647, "accuracy": 0.535573, "main_score": 0.484647, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"]}, {"precision": 0.551871, "recall": 0.598814, "f1": 0.564324, "accuracy": 0.598814, "main_score": 0.564324, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"]}, {"precision": 0.192079, "recall": 0.235178, "f1": 0.201777, "accuracy": 0.235178, "main_score": 0.201777, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"]}, {"precision": 0.567358, "recall": 0.61166, "f1": 0.58026, "accuracy": 0.61166, "main_score": 0.58026, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"]}, {"precision": 0.497026, "recall": 0.552372, "f1": 0.512215, "accuracy": 0.552372, "main_score": 0.512215, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"]}, {"precision": 0.634522, "recall": 0.678854, "f1": 0.645777, "accuracy": 0.678854, "main_score": 0.645777, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"]}, {"precision": 0.611869, "recall": 0.649209, "f1": 0.62157, "accuracy": 0.649209, "main_score": 0.62157, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"]}, {"precision": 0.420009, "recall": 0.470356, "f1": 0.433986, "accuracy": 0.470356, "main_score": 0.433986, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"]}, {"precision": 0.602152, "recall": 0.644269, "f1": 0.613066, "accuracy": 0.644269, "main_score": 0.613066, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"]}, {"precision": 0.623058, "recall": 0.672925, "f1": 0.635602, "accuracy": 0.672925, "main_score": 0.635602, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"]}, {"precision": 0.567501, "recall": 0.618577, "f1": 0.580578, "accuracy": 0.618577, "main_score": 0.580578, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"]}, {"precision": 0.606942, "recall": 0.659091, "f1": 0.620777, "accuracy": 0.659091, "main_score": 0.620777, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"]}, {"precision": 0.606683, "recall": 0.651186, "f1": 0.618673, "accuracy": 0.651186, "main_score": 0.618673, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"]}, {"precision": 0.606907, "recall": 0.659091, "f1": 0.620464, "accuracy": 0.659091, "main_score": 0.620464, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"]}, {"precision": 0.645855, "recall": 0.678854, "f1": 0.654715, "accuracy": 0.678854, "main_score": 0.654715, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"]}, {"precision": 0.522488, "recall": 0.564229, "f1": 0.534395, "accuracy": 0.564229, "main_score": 0.534395, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"]}, {"precision": 0.505621, "recall": 0.552372, "f1": 0.518859, "accuracy": 0.552372, "main_score": 0.518859, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"]}, {"precision": 0.586517, "recall": 0.626482, "f1": 0.597952, "accuracy": 0.626482, "main_score": 0.597952, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"]}, {"precision": 0.617273, "recall": 0.666008, "f1": 0.629894, "accuracy": 0.666008, "main_score": 0.629894, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"]}, {"precision": 0.136152, "recall": 0.18083, "f1": 0.14684, "accuracy": 0.18083, "main_score": 0.14684, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"]}, {"precision": 0.602011, "recall": 0.652174, "f1": 0.614584, "accuracy": 0.652174, "main_score": 0.614584, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"]}, {"precision": 0.532179, "recall": 0.592885, "f1": 0.548571, "accuracy": 0.592885, "main_score": 0.548571, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"]}, {"precision": 0.591072, "recall": 0.634387, "f1": 0.602811, "accuracy": 0.634387, "main_score": 0.602811, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"]}, {"precision": 0.62177, "recall": 0.664032, "f1": 0.633041, "accuracy": 0.664032, "main_score": 0.633041, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"]}, {"precision": 0.496106, "recall": 0.544466, "f1": 0.509446, "accuracy": 0.544466, "main_score": 0.509446, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"]}, {"precision": 0.569094, "recall": 0.613636, "f1": 0.581384, "accuracy": 0.613636, "main_score": 0.581384, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"]}, {"precision": 0.610385, "recall": 0.657115, "f1": 0.621299, "accuracy": 0.657115, "main_score": 0.621299, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"]}, {"precision": 0.625543, "recall": 0.670949, "f1": 0.6369, "accuracy": 0.670949, "main_score": 0.6369, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"]}, {"precision": 0.622856, "recall": 0.661067, "f1": 0.632969, "accuracy": 0.661067, "main_score": 0.632969, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"]}, {"precision": 0.594991, "recall": 0.63834, "f1": 0.606875, "accuracy": 0.63834, "main_score": 0.606875, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"]}, {"precision": 0.535714, "recall": 0.59585, "f1": 0.552934, "accuracy": 0.59585, "main_score": 0.552934, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"]}, {"precision": 0.613643, "recall": 0.661067, "f1": 0.624928, "accuracy": 0.661067, "main_score": 0.624928, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"]}, {"precision": 0.515431, "recall": 0.552372, "f1": 0.525388, "accuracy": 0.552372, "main_score": 0.525388, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"]}, {"precision": 0.540836, "recall": 0.581028, "f1": 0.551166, "accuracy": 0.581028, "main_score": 0.551166, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"]}, {"precision": 0.614844, "recall": 0.662055, "f1": 0.6273, "accuracy": 0.662055, "main_score": 0.6273, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"]}, {"precision": 0.60181, "recall": 0.645257, "f1": 0.612895, "accuracy": 0.645257, "main_score": 0.612895, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"]}, {"precision": 0.601639, "recall": 0.652174, "f1": 0.614573, "accuracy": 0.652174, "main_score": 0.614573, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"]}, {"precision": 0.45296, "recall": 0.497036, "f1": 0.46514, "accuracy": 0.497036, "main_score": 0.46514, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"]}, {"precision": 0.661231, "recall": 0.702569, "f1": 0.671836, "accuracy": 0.702569, "main_score": 0.671836, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"]}, {"precision": 0.599456, "recall": 0.648221, "f1": 0.612458, "accuracy": 0.648221, "main_score": 0.612458, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"]}, {"precision": 0.58616, "recall": 0.640316, "f1": 0.600407, "accuracy": 0.640316, "main_score": 0.600407, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"]}, {"precision": 0.5566, "recall": 0.607708, "f1": 0.570642, "accuracy": 0.607708, "main_score": 0.570642, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"]}, {"precision": 0.547211, "recall": 0.590909, "f1": 0.559466, "accuracy": 0.590909, "main_score": 0.559466, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"]}, {"precision": 0.535313, "recall": 0.585968, "f1": 0.549126, "accuracy": 0.585968, "main_score": 0.549126, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"]}, {"precision": 0.573204, "recall": 0.618577, "f1": 0.58568, "accuracy": 0.618577, "main_score": 0.58568, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"]}, {"precision": 0.599281, "recall": 0.62747, "f1": 0.607223, "accuracy": 0.62747, "main_score": 0.607223, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"]}, {"precision": 0.510549, "recall": 0.576087, "f1": 0.527871, "accuracy": 0.576087, "main_score": 0.527871, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"]}, {"precision": 0.613332, "recall": 0.660079, "f1": 0.625432, "accuracy": 0.660079, "main_score": 0.625432, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"]}, {"precision": 0.593443, "recall": 0.63834, "f1": 0.604474, "accuracy": 0.63834, "main_score": 0.604474, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"]}, {"precision": 0.633077, "recall": 0.68083, "f1": 0.645825, "accuracy": 0.68083, "main_score": 0.645825, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"]}, {"precision": 0.599772, "recall": 0.646245, "f1": 0.611615, "accuracy": 0.646245, "main_score": 0.611615, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"]}, {"precision": 0.636821, "recall": 0.68083, "f1": 0.648433, "accuracy": 0.68083, "main_score": 0.648433, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"]}, {"precision": 0.549329, "recall": 0.597826, "f1": 0.562502, "accuracy": 0.597826, "main_score": 0.562502, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"]}, {"precision": 0.602549, "recall": 0.645257, "f1": 0.614177, "accuracy": 0.645257, "main_score": 0.614177, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"]}, {"precision": 0.47534, "recall": 0.531621, "f1": 0.490282, "accuracy": 0.531621, "main_score": 0.490282, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"]}, {"precision": 0.625568, "recall": 0.673913, "f1": 0.638724, "accuracy": 0.673913, "main_score": 0.638724, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"]}, {"precision": 0.423237, "recall": 0.483202, "f1": 0.439722, "accuracy": 0.483202, "main_score": 0.439722, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"]}, {"precision": 0.590801, "recall": 0.642292, "f1": 0.60378, "accuracy": 0.642292, "main_score": 0.60378, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"]}, {"precision": 0.607362, "recall": 0.652174, "f1": 0.619219, "accuracy": 0.652174, "main_score": 0.619219, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"]}, {"precision": 0.594857, "recall": 0.636364, "f1": 0.605927, "accuracy": 0.636364, "main_score": 0.605927, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"]}, {"precision": 0.603424, "recall": 0.639328, "f1": 0.612441, "accuracy": 0.639328, "main_score": 0.612441, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"]}, {"precision": 0.574994, "recall": 0.629447, "f1": 0.58866, "accuracy": 0.629447, "main_score": 0.58866, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"]}, {"precision": 0.578727, "recall": 0.620553, "f1": 0.590059, "accuracy": 0.620553, "main_score": 0.590059, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"]}, {"precision": 0.628697, "recall": 0.66996, "f1": 0.63926, "accuracy": 0.66996, "main_score": 0.63926, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"]}, {"precision": 0.62001, "recall": 0.660079, "f1": 0.630349, "accuracy": 0.660079, "main_score": 0.630349, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"]}, {"precision": 0.652219, "recall": 0.69664, "f1": 0.663091, "accuracy": 0.69664, "main_score": 0.663091, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"]}, {"precision": 0.518081, "recall": 0.566206, "f1": 0.532026, "accuracy": 0.566206, "main_score": 0.532026, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"]}, {"precision": 0.642768, "recall": 0.690711, "f1": 0.655047, "accuracy": 0.690711, "main_score": 0.655047, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"]}, {"precision": 0.613448, "recall": 0.66502, "f1": 0.626527, "accuracy": 0.66502, "main_score": 0.626527, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"]}, {"precision": 0.601085, "recall": 0.648221, "f1": 0.613653, "accuracy": 0.648221, "main_score": 0.613653, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"]}, {"precision": 0.540326, "recall": 0.592885, "f1": 0.555519, "accuracy": 0.592885, "main_score": 0.555519, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"]}, {"precision": 0.65195, "recall": 0.697628, "f1": 0.6636, "accuracy": 0.697628, "main_score": 0.6636, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"]}, {"precision": 0.59213, "recall": 0.632411, "f1": 0.602895, "accuracy": 0.632411, "main_score": 0.602895, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"]}, {"precision": 0.535458, "recall": 0.577075, "f1": 0.54691, "accuracy": 0.577075, "main_score": 0.54691, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"]}, {"precision": 0.587509, "recall": 0.635375, "f1": 0.600925, "accuracy": 0.635375, "main_score": 0.600925, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"]}, {"precision": 0.515401, "recall": 0.572134, "f1": 0.530938, "accuracy": 0.572134, "main_score": 0.530938, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"]}, {"precision": 0.632158, "recall": 0.675889, "f1": 0.643607, "accuracy": 0.675889, "main_score": 0.643607, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"]}, {"precision": 0.567752, "recall": 0.621542, "f1": 0.582914, "accuracy": 0.621542, "main_score": 0.582914, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"]}, {"precision": 0.506911, "recall": 0.547431, "f1": 0.518171, "accuracy": 0.547431, "main_score": 0.518171, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"]}, {"precision": 0.566629, "recall": 0.600791, "f1": 0.576583, "accuracy": 0.600791, "main_score": 0.576583, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"]}, {"precision": 0.594322, "recall": 0.646245, "f1": 0.608003, "accuracy": 0.646245, "main_score": 0.608003, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"]}, {"precision": 0.584501, "recall": 0.634387, "f1": 0.598277, "accuracy": 0.634387, "main_score": 0.598277, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"]}, {"precision": 0.543654, "recall": 0.588933, "f1": 0.556563, "accuracy": 0.588933, "main_score": 0.556563, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"]}, {"precision": 0.587641, "recall": 0.63834, "f1": 0.600828, "accuracy": 0.63834, "main_score": 0.600828, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"]}, {"precision": 0.517725, "recall": 0.564229, "f1": 0.531392, "accuracy": 0.564229, "main_score": 0.531392, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"]}, {"precision": 0.55209, "recall": 0.602767, "f1": 0.566138, "accuracy": 0.602767, "main_score": 0.566138, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"]}, {"precision": 0.611647, "recall": 0.658103, "f1": 0.623042, "accuracy": 0.658103, "main_score": 0.623042, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"]}, {"precision": 0.604193, "recall": 0.637352, "f1": 0.613128, "accuracy": 0.637352, "main_score": 0.613128, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"]}, {"precision": 0.584764, "recall": 0.620553, "f1": 0.594413, "accuracy": 0.620553, "main_score": 0.594413, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"]}, {"precision": 0.5894, "recall": 0.639328, "f1": 0.60268, "accuracy": 0.639328, "main_score": 0.60268, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"]}, {"precision": 0.56457, "recall": 0.614625, "f1": 0.577903, "accuracy": 0.614625, "main_score": 0.577903, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"]}, {"precision": 0.603692, "recall": 0.646245, "f1": 0.614386, "accuracy": 0.646245, "main_score": 0.614386, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"]}, {"precision": 0.453937, "recall": 0.522727, "f1": 0.473886, "accuracy": 0.522727, "main_score": 0.473886, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"]}, {"precision": 0.595997, "recall": 0.652174, "f1": 0.610694, "accuracy": 0.652174, "main_score": 0.610694, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"]}, {"precision": 0.575252, "recall": 0.621542, "f1": 0.588156, "accuracy": 0.621542, "main_score": 0.588156, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"]}, {"precision": 0.612026, "recall": 0.661067, "f1": 0.625117, "accuracy": 0.661067, "main_score": 0.625117, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"]}, {"precision": 0.603916, "recall": 0.651186, "f1": 0.616496, "accuracy": 0.651186, "main_score": 0.616496, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"]}, {"precision": 0.534983, "recall": 0.583992, "f1": 0.548727, "accuracy": 0.583992, "main_score": 0.548727, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"]}, {"precision": 0.633145, "recall": 0.685771, "f1": 0.648501, "accuracy": 0.685771, "main_score": 0.648501, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"]}, {"precision": 0.586785, "recall": 0.647233, "f1": 0.604369, "accuracy": 0.647233, "main_score": 0.604369, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"]}, {"precision": 0.530138, "recall": 0.590909, "f1": 0.546899, "accuracy": 0.590909, "main_score": 0.546899, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"]}, {"precision": 0.427946, "recall": 0.506917, "f1": 0.448708, "accuracy": 0.506917, "main_score": 0.448708, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"]}, {"precision": 0.593645, "recall": 0.652174, "f1": 0.609853, "accuracy": 0.652174, "main_score": 0.609853, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"]}, {"precision": 0.874868, "recall": 0.907115, "f1": 0.884848, "accuracy": 0.907115, "main_score": 0.884848, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"]}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"]}, {"precision": 0.609594, "recall": 0.667984, "f1": 0.626372, "accuracy": 0.667984, "main_score": 0.626372, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"]}, {"precision": 0.608384, "recall": 0.670949, "f1": 0.62574, "accuracy": 0.670949, "main_score": 0.62574, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"]}, {"precision": 0.565711, "recall": 0.630435, "f1": 0.583594, "accuracy": 0.630435, "main_score": 0.583594, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"]}, {"precision": 0.192126, "recall": 0.241107, "f1": 0.204447, "accuracy": 0.241107, "main_score": 0.204447, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"]}, {"precision": 0.653066, "recall": 0.701581, "f1": 0.666563, "accuracy": 0.701581, "main_score": 0.666563, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"]}, {"precision": 0.684354, "recall": 0.733202, "f1": 0.698965, "accuracy": 0.733202, "main_score": 0.698965, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"]}, {"precision": 0.562272, "recall": 0.61166, "f1": 0.576962, "accuracy": 0.61166, "main_score": 0.576962, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"]}, {"precision": 0.519364, "recall": 0.592885, "f1": 0.53882, "accuracy": 0.592885, "main_score": 0.53882, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"]}, {"precision": 0.566301, "recall": 0.626482, "f1": 0.583496, "accuracy": 0.626482, "main_score": 0.583496, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"]}, {"precision": 0.599868, "recall": 0.652174, "f1": 0.614714, "accuracy": 0.652174, "main_score": 0.614714, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"]}, {"precision": 0.90168, "recall": 0.93083, "f1": 0.911067, "accuracy": 0.93083, "main_score": 0.911067, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"]}, {"precision": 0.54595, "recall": 0.601779, "f1": 0.561342, "accuracy": 0.601779, "main_score": 0.561342, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"]}, {"precision": 0.561379, "recall": 0.621542, "f1": 0.578145, "accuracy": 0.621542, "main_score": 0.578145, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"]}, {"precision": 0.52509, "recall": 0.579051, "f1": 0.539765, "accuracy": 0.579051, "main_score": 0.539765, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"]}, {"precision": 0.325652, "recall": 0.383399, "f1": 0.341526, "accuracy": 0.383399, "main_score": 0.341526, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"]}, {"precision": 0.598836, "recall": 0.659091, "f1": 0.615733, "accuracy": 0.659091, "main_score": 0.615733, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"]}, {"precision": 0.593064, "recall": 0.646245, "f1": 0.608098, "accuracy": 0.646245, "main_score": 0.608098, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"]}, {"precision": 0.713367, "recall": 0.777668, "f1": 0.732551, "accuracy": 0.777668, "main_score": 0.732551, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"]}, {"precision": 0.662574, "recall": 0.733202, "f1": 0.682932, "accuracy": 0.733202, "main_score": 0.682932, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"]}, {"precision": 0.710937, "recall": 0.768775, "f1": 0.727937, "accuracy": 0.768775, "main_score": 0.727937, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"]}, {"precision": 0.669731, "recall": 0.718379, "f1": 0.684327, "accuracy": 0.718379, "main_score": 0.684327, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"]}, {"precision": 0.674512, "recall": 0.732213, "f1": 0.691222, "accuracy": 0.732213, "main_score": 0.691222, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"]}, {"precision": 0.550185, "recall": 0.609684, "f1": 0.566788, "accuracy": 0.609684, "main_score": 0.566788, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"]}, {"precision": 0.571106, "recall": 0.624506, "f1": 0.586465, "accuracy": 0.624506, "main_score": 0.586465, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"]}, {"precision": 0.802586, "recall": 0.846838, "f1": 0.816074, "accuracy": 0.846838, "main_score": 0.816074, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"]}, {"precision": 0.478819, "recall": 0.535573, "f1": 0.493591, "accuracy": 0.535573, "main_score": 0.493591, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"]}, {"precision": 0.884332, "recall": 0.916008, "f1": 0.894269, "accuracy": 0.916008, "main_score": 0.894269, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"]}, {"precision": 0.543429, "recall": 0.607708, "f1": 0.561335, "accuracy": 0.607708, "main_score": 0.561335, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"]}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"]}, {"precision": 0.603821, "recall": 0.666996, "f1": 0.62142, "accuracy": 0.666996, "main_score": 0.62142, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"]}, {"precision": 0.208095, "recall": 0.263834, "f1": 0.220758, "accuracy": 0.263834, "main_score": 0.220758, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"]}, {"precision": 0.643692, "recall": 0.700593, "f1": 0.659886, "accuracy": 0.700593, "main_score": 0.659886, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"]}, {"precision": 0.815744, "recall": 0.859684, "f1": 0.828906, "accuracy": 0.859684, "main_score": 0.828906, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"]}, {"precision": 0.418942, "recall": 0.477273, "f1": 0.434776, "accuracy": 0.477273, "main_score": 0.434776, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"]}, {"precision": 0.679257, "recall": 0.733202, "f1": 0.695331, "accuracy": 0.733202, "main_score": 0.695331, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"]}, {"precision": 0.562105, "recall": 0.616601, "f1": 0.57773, "accuracy": 0.616601, "main_score": 0.57773, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"]}, {"precision": 0.52074, "recall": 0.583004, "f1": 0.537836, "accuracy": 0.583004, "main_score": 0.537836, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"]}, {"precision": 0.694137, "recall": 0.743083, "f1": 0.708303, "accuracy": 0.743083, "main_score": 0.708303, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"]}, {"precision": 0.240743, "recall": 0.318182, "f1": 0.261172, "accuracy": 0.318182, "main_score": 0.261172, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"]}, {"precision": 0.597793, "recall": 0.659091, "f1": 0.615105, "accuracy": 0.659091, "main_score": 0.615105, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"]}, {"precision": 0.596872, "recall": 0.655138, "f1": 0.613416, "accuracy": 0.655138, "main_score": 0.613416, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"]}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"]}, {"precision": 0.713481, "recall": 0.774704, "f1": 0.732512, "accuracy": 0.774704, "main_score": 0.732512, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"]}, {"precision": 0.559439, "recall": 0.618577, "f1": 0.576732, "accuracy": 0.618577, "main_score": 0.576732, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"]}, {"precision": 0.808333, "recall": 0.854743, "f1": 0.822563, "accuracy": 0.854743, "main_score": 0.822563, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"]}, {"precision": 0.468357, "recall": 0.52668, "f1": 0.484646, "accuracy": 0.52668, "main_score": 0.484646, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"]}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891667, "accuracy": 0.912055, "main_score": 0.891667, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"]}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"]}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"]}, {"precision": 0.633616, "recall": 0.683794, "f1": 0.64785, "accuracy": 0.683794, "main_score": 0.64785, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"]}, {"precision": 0.890514, "recall": 0.923913, "f1": 0.901153, "accuracy": 0.923913, "main_score": 0.901153, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"]}, {"precision": 0.473374, "recall": 0.533597, "f1": 0.489563, "accuracy": 0.533597, "main_score": 0.489563, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"]}, {"precision": 0.630781, "recall": 0.700593, "f1": 0.651285, "accuracy": 0.700593, "main_score": 0.651285, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"]}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"]}, {"precision": 0.833399, "recall": 0.874506, "f1": 0.845817, "accuracy": 0.874506, "main_score": 0.845817, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"]}, {"precision": 0.648238, "recall": 0.695652, "f1": 0.661402, "accuracy": 0.695652, "main_score": 0.661402, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"]}, {"precision": 0.665199, "recall": 0.720356, "f1": 0.680931, "accuracy": 0.720356, "main_score": 0.680931, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"]}, {"precision": 0.942029, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"]}, {"precision": 0.553929, "recall": 0.618577, "f1": 0.572734, "accuracy": 0.618577, "main_score": 0.572734, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"]}, {"precision": 0.544502, "recall": 0.606719, "f1": 0.562291, "accuracy": 0.606719, "main_score": 0.562291, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"]}, {"precision": 0.82024, "recall": 0.865613, "f1": 0.83419, "accuracy": 0.865613, "main_score": 0.83419, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"]}, {"precision": 0.552496, "recall": 0.613636, "f1": 0.569553, "accuracy": 0.613636, "main_score": 0.569553, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"]}, {"precision": 0.630698, "recall": 0.689723, "f1": 0.647959, "accuracy": 0.689723, "main_score": 0.647959, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"]}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"]}, {"precision": 0.503091, "recall": 0.559289, "f1": 0.519057, "accuracy": 0.559289, "main_score": 0.519057, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"]}, {"precision": 0.584574, "recall": 0.637352, "f1": 0.598643, "accuracy": 0.637352, "main_score": 0.598643, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"]}, {"precision": 0.598166, "recall": 0.661067, "f1": 0.615804, "accuracy": 0.661067, "main_score": 0.615804, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"]}, {"precision": 0.564115, "recall": 0.623518, "f1": 0.58028, "accuracy": 0.623518, "main_score": 0.58028, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"]}, {"precision": 0.541034, "recall": 0.609684, "f1": 0.561314, "accuracy": 0.609684, "main_score": 0.561314, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"]}, {"precision": 0.749094, "recall": 0.805336, "f1": 0.76629, "accuracy": 0.805336, "main_score": 0.76629, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"]}, {"precision": 0.747398, "recall": 0.794466, "f1": 0.761594, "accuracy": 0.794466, "main_score": 0.761594, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"]}, {"precision": 0.871854, "recall": 0.901186, "f1": 0.88083, "accuracy": 0.901186, "main_score": 0.88083, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"]}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"]}, {"precision": 0.493983, "recall": 0.566206, "f1": 0.514921, "accuracy": 0.566206, "main_score": 0.514921, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"]}, {"precision": 0.730484, "recall": 0.785573, "f1": 0.747713, "accuracy": 0.785573, "main_score": 0.747713, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"]}, {"precision": 0.601099, "recall": 0.65415, "f1": 0.616142, "accuracy": 0.65415, "main_score": 0.616142, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"]}, {"precision": 0.547653, "recall": 0.615613, "f1": 0.566855, "accuracy": 0.615613, "main_score": 0.566855, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"]}, {"precision": 0.533787, "recall": 0.589921, "f1": 0.549235, "accuracy": 0.589921, "main_score": 0.549235, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"]}, {"precision": 0.342701, "recall": 0.403162, "f1": 0.357578, "accuracy": 0.403162, "main_score": 0.357578, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"]}, {"precision": 0.929875, "recall": 0.949605, "f1": 0.935888, "accuracy": 0.949605, "main_score": 0.935888, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"]}, {"precision": 0.898617, "recall": 0.925889, "f1": 0.907082, "accuracy": 0.925889, "main_score": 0.907082, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"]}, {"precision": 0.920735, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"]}, {"precision": 0.904331, "recall": 0.928854, "f1": 0.911627, "accuracy": 0.928854, "main_score": 0.911627, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"]}, {"precision": 0.624269, "recall": 0.677866, "f1": 0.638811, "accuracy": 0.677866, "main_score": 0.638811, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"]}, {"precision": 0.937006, "recall": 0.954545, "f1": 0.942391, "accuracy": 0.954545, "main_score": 0.942391, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"]}, {"precision": 0.792532, "recall": 0.835968, "f1": 0.805108, "accuracy": 0.835968, "main_score": 0.805108, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"]}, {"precision": 0.880988, "recall": 0.908103, "f1": 0.888832, "accuracy": 0.908103, "main_score": 0.888832, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"]}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940086, "accuracy": 0.953557, "main_score": 0.940086, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"]}, {"precision": 0.915679, "recall": 0.936759, "f1": 0.922186, "accuracy": 0.936759, "main_score": 0.922186, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"]}, {"precision": 0.619345, "recall": 0.672925, "f1": 0.633802, "accuracy": 0.672925, "main_score": 0.633802, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"]}, {"precision": 0.928854, "recall": 0.950593, "f1": 0.935724, "accuracy": 0.950593, "main_score": 0.935724, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"]}, {"precision": 0.848074, "recall": 0.886364, "f1": 0.85928, "accuracy": 0.886364, "main_score": 0.85928, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"]}, {"precision": 0.958333, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"]}, {"precision": 0.621701, "recall": 0.679842, "f1": 0.637682, "accuracy": 0.679842, "main_score": 0.637682, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"]}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937667, "accuracy": 0.950593, "main_score": 0.937667, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"]}, {"precision": 0.918099, "recall": 0.9417, "f1": 0.925428, "accuracy": 0.9417, "main_score": 0.925428, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"]}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"]}, {"precision": 0.942885, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"]}, {"precision": 0.555091, "recall": 0.610672, "f1": 0.569953, "accuracy": 0.610672, "main_score": 0.569953, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"]}, {"precision": 0.926383, "recall": 0.948617, "f1": 0.933432, "accuracy": 0.948617, "main_score": 0.933432, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"]}, {"precision": 0.930501, "recall": 0.950593, "f1": 0.936726, "accuracy": 0.950593, "main_score": 0.936726, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"]}, {"precision": 0.904842, "recall": 0.929842, "f1": 0.912187, "accuracy": 0.929842, "main_score": 0.912187, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"]}, {"precision": 0.188795, "recall": 0.237154, "f1": 0.200692, "accuracy": 0.237154, "main_score": 0.200692, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"]}, {"precision": 0.924605, "recall": 0.94664, "f1": 0.931291, "accuracy": 0.94664, "main_score": 0.931291, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"]}, {"precision": 0.639488, "recall": 0.687747, "f1": 0.652726, "accuracy": 0.687747, "main_score": 0.652726, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"]}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"]}, {"precision": 0.931719, "recall": 0.949605, "f1": 0.936844, "accuracy": 0.949605, "main_score": 0.936844, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"]}, {"precision": 0.870059, "recall": 0.903162, "f1": 0.880025, "accuracy": 0.903162, "main_score": 0.880025, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"]}, {"precision": 0.932345, "recall": 0.950593, "f1": 0.937912, "accuracy": 0.950593, "main_score": 0.937912, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"]}, {"precision": 0.645159, "recall": 0.694664, "f1": 0.659441, "accuracy": 0.694664, "main_score": 0.659441, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"]}, {"precision": 0.809471, "recall": 0.855731, "f1": 0.823622, "accuracy": 0.855731, "main_score": 0.823622, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"]}, {"precision": 0.913579, "recall": 0.934783, "f1": 0.919917, "accuracy": 0.934783, "main_score": 0.919917, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"]}, {"precision": 0.932312, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"]}, {"precision": 0.921525, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"]}, {"precision": 0.926795, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"]}, {"precision": 0.55716, "recall": 0.606719, "f1": 0.571078, "accuracy": 0.606719, "main_score": 0.571078, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"]}, {"precision": 0.48466, "recall": 0.552372, "f1": 0.502227, "accuracy": 0.552372, "main_score": 0.502227, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"]}, {"precision": 0.933442, "recall": 0.951581, "f1": 0.938982, "accuracy": 0.951581, "main_score": 0.938982, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"]}, {"precision": 0.568606, "recall": 0.632411, "f1": 0.586202, "accuracy": 0.632411, "main_score": 0.586202, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"]}, {"precision": 0.95084, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"]}, {"precision": 0.920702, "recall": 0.942688, "f1": 0.927569, "accuracy": 0.942688, "main_score": 0.927569, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"]}, {"precision": 0.899819, "recall": 0.924901, "f1": 0.90751, "accuracy": 0.924901, "main_score": 0.90751, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"]}, {"precision": 0.599747, "recall": 0.657115, "f1": 0.615354, "accuracy": 0.657115, "main_score": 0.615354, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"]}, {"precision": 0.753729, "recall": 0.801383, "f1": 0.767754, "accuracy": 0.801383, "main_score": 0.767754, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"]}, {"precision": 0.900066, "recall": 0.926877, "f1": 0.908235, "accuracy": 0.926877, "main_score": 0.908235, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"]}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960935, "accuracy": 0.969368, "main_score": 0.960935, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"]}, {"precision": 0.921896, "recall": 0.942688, "f1": 0.928005, "accuracy": 0.942688, "main_score": 0.928005, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"]}, {"precision": 0.521325, "recall": 0.578063, "f1": 0.537262, "accuracy": 0.578063, "main_score": 0.537262, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"]}, {"precision": 0.943462, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"]}, {"precision": 0.508728, "recall": 0.567194, "f1": 0.525329, "accuracy": 0.567194, "main_score": 0.525329, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"]}, {"precision": 0.531149, "recall": 0.585968, "f1": 0.546378, "accuracy": 0.585968, "main_score": 0.546378, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"]}, {"precision": 0.871033, "recall": 0.896245, "f1": 0.878063, "accuracy": 0.896245, "main_score": 0.878063, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"]}, {"precision": 0.319014, "recall": 0.378458, "f1": 0.335669, "accuracy": 0.378458, "main_score": 0.335669, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"]}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"]}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936397, "accuracy": 0.950593, "main_score": 0.936397, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"]}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"]}, {"precision": 0.923666, "recall": 0.94664, "f1": 0.931061, "accuracy": 0.94664, "main_score": 0.931061, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"]}, {"precision": 0.610963, "recall": 0.671937, "f1": 0.628263, "accuracy": 0.671937, "main_score": 0.628263, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"]}, {"precision": 0.904144, "recall": 0.925889, "f1": 0.910371, "accuracy": 0.925889, "main_score": 0.910371, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"]}, {"precision": 0.850659, "recall": 0.885375, "f1": 0.861157, "accuracy": 0.885375, "main_score": 0.861157, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"]}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"]}, {"precision": 0.590851, "recall": 0.649209, "f1": 0.606998, "accuracy": 0.649209, "main_score": 0.606998, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"]}, {"precision": 0.897678, "recall": 0.923913, "f1": 0.905618, "accuracy": 0.923913, "main_score": 0.905618, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"]}, {"precision": 0.666761, "recall": 0.724308, "f1": 0.68306, "accuracy": 0.724308, "main_score": 0.68306, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"]}, {"precision": 0.85108, "recall": 0.88834, "f1": 0.862269, "accuracy": 0.88834, "main_score": 0.862269, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"]}, {"precision": 0.906044, "recall": 0.931818, "f1": 0.9139, "accuracy": 0.931818, "main_score": 0.9139, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"]}, {"precision": 0.927866, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"]}, {"precision": 0.442213, "recall": 0.525692, "f1": 0.464038, "accuracy": 0.525692, "main_score": 0.464038, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"]}, {"precision": 0.669024, "recall": 0.717391, "f1": 0.682535, "accuracy": 0.717391, "main_score": 0.682535, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"]}, {"precision": 0.857082, "recall": 0.896245, "f1": 0.869203, "accuracy": 0.896245, "main_score": 0.869203, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"]}, {"precision": 0.657775, "recall": 0.706522, "f1": 0.671324, "accuracy": 0.706522, "main_score": 0.671324, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"]}, {"precision": 0.650066, "recall": 0.70751, "f1": 0.666085, "accuracy": 0.70751, "main_score": 0.666085, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"]}, {"precision": 0.961215, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"]}, {"precision": 0.90168, "recall": 0.928854, "f1": 0.910211, "accuracy": 0.928854, "main_score": 0.910211, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"]}, {"precision": 0.940958, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"]}, {"precision": 0.779013, "recall": 0.83004, "f1": 0.794192, "accuracy": 0.83004, "main_score": 0.794192, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"]}, {"precision": 0.933277, "recall": 0.951581, "f1": 0.938982, "accuracy": 0.951581, "main_score": 0.938982, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"]}, {"precision": 0.943182, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"]}, {"precision": 0.935968, "recall": 0.954545, "f1": 0.9417, "accuracy": 0.954545, "main_score": 0.9417, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"]}, {"precision": 0.556115, "recall": 0.604743, "f1": 0.569359, "accuracy": 0.604743, "main_score": 0.569359, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"]}, {"precision": 0.541729, "recall": 0.598814, "f1": 0.557275, "accuracy": 0.598814, "main_score": 0.557275, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"]}, {"precision": 0.923287, "recall": 0.945652, "f1": 0.930336, "accuracy": 0.945652, "main_score": 0.930336, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"]}, {"precision": 0.92309, "recall": 0.945652, "f1": 0.930105, "accuracy": 0.945652, "main_score": 0.930105, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"]}, {"precision": 0.761752, "recall": 0.806324, "f1": 0.77456, "accuracy": 0.806324, "main_score": 0.77456, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"]}, {"precision": 0.4807, "recall": 0.535573, "f1": 0.495151, "accuracy": 0.535573, "main_score": 0.495151, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"]}, {"precision": 0.919582, "recall": 0.940711, "f1": 0.925955, "accuracy": 0.940711, "main_score": 0.925955, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"]}, {"precision": 0.863505, "recall": 0.896245, "f1": 0.873424, "accuracy": 0.896245, "main_score": 0.873424, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"]}, {"precision": 0.718998, "recall": 0.777668, "f1": 0.736451, "accuracy": 0.777668, "main_score": 0.736451, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"]}, {"precision": 0.944335, "recall": 0.961462, "f1": 0.949736, "accuracy": 0.961462, "main_score": 0.949736, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"]}, {"precision": 0.54265, "recall": 0.599802, "f1": 0.55832, "accuracy": 0.599802, "main_score": 0.55832, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"]}, {"precision": 0.932971, "recall": 0.952569, "f1": 0.939032, "accuracy": 0.952569, "main_score": 0.939032, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"]}, {"precision": 0.93358, "recall": 0.952569, "f1": 0.939295, "accuracy": 0.952569, "main_score": 0.939295, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"]}, {"precision": 0.94865, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"]}, {"precision": 0.945958, "recall": 0.961462, "f1": 0.950675, "accuracy": 0.961462, "main_score": 0.950675, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"]}, {"precision": 0.914443, "recall": 0.938735, "f1": 0.921956, "accuracy": 0.938735, "main_score": 0.921956, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"]}, {"precision": 0.840497, "recall": 0.886364, "f1": 0.854743, "accuracy": 0.886364, "main_score": 0.854743, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"]}, {"precision": 0.599035, "recall": 0.662055, "f1": 0.616998, "accuracy": 0.662055, "main_score": 0.616998, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"]}, {"precision": 0.197744, "recall": 0.250988, "f1": 0.209569, "accuracy": 0.250988, "main_score": 0.209569, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"]}, {"precision": 0.640808, "recall": 0.692688, "f1": 0.655319, "accuracy": 0.692688, "main_score": 0.655319, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"]}, {"precision": 0.644336, "recall": 0.705534, "f1": 0.661074, "accuracy": 0.705534, "main_score": 0.661074, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"]}, {"precision": 0.945685, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"]}, {"precision": 0.909667, "recall": 0.932806, "f1": 0.916568, "accuracy": 0.932806, "main_score": 0.916568, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"]}, {"precision": 0.424382, "recall": 0.479249, "f1": 0.438418, "accuracy": 0.479249, "main_score": 0.438418, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"]}, {"precision": 0.896831, "recall": 0.921937, "f1": 0.904463, "accuracy": 0.921937, "main_score": 0.904463, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"]}, {"precision": 0.934371, "recall": 0.954545, "f1": 0.940777, "accuracy": 0.954545, "main_score": 0.940777, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"]}, {"precision": 0.877339, "recall": 0.909091, "f1": 0.886989, "accuracy": 0.909091, "main_score": 0.886989, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"]}, {"precision": 0.883317, "recall": 0.91502, "f1": 0.893103, "accuracy": 0.91502, "main_score": 0.893103, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"]}, {"precision": 0.6531, "recall": 0.704545, "f1": 0.667234, "accuracy": 0.704545, "main_score": 0.667234, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"]}, {"precision": 0.928557, "recall": 0.948617, "f1": 0.934585, "accuracy": 0.948617, "main_score": 0.934585, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"]}, {"precision": 0.932148, "recall": 0.950593, "f1": 0.938029, "accuracy": 0.950593, "main_score": 0.938029, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"]}, {"precision": 0.550556, "recall": 0.614625, "f1": 0.568858, "accuracy": 0.614625, "main_score": 0.568858, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"]}, {"precision": 0.536901, "recall": 0.593874, "f1": 0.552658, "accuracy": 0.593874, "main_score": 0.552658, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"]}, {"precision": 0.660754, "recall": 0.710474, "f1": 0.675334, "accuracy": 0.710474, "main_score": 0.675334, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"]}, {"precision": 0.942556, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"]}, {"precision": 0.175714, "recall": 0.232213, "f1": 0.189603, "accuracy": 0.232213, "main_score": 0.189603, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"]}, {"precision": 0.928689, "recall": 0.948617, "f1": 0.93475, "accuracy": 0.948617, "main_score": 0.93475, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"]}, {"precision": 0.829233, "recall": 0.869565, "f1": 0.841304, "accuracy": 0.869565, "main_score": 0.841304, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"]}, {"precision": 0.880451, "recall": 0.913043, "f1": 0.890397, "accuracy": 0.913043, "main_score": 0.890397, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"]}, {"precision": 0.933383, "recall": 0.953557, "f1": 0.939789, "accuracy": 0.953557, "main_score": 0.939789, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"]}, {"precision": 0.565952, "recall": 0.62253, "f1": 0.582298, "accuracy": 0.62253, "main_score": 0.582298, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"]}, {"precision": 0.590277, "recall": 0.652174, "f1": 0.607138, "accuracy": 0.652174, "main_score": 0.607138, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"]}, {"precision": 0.920702, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"]}, {"precision": 0.947711, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"]}, {"precision": 0.897348, "recall": 0.923913, "f1": 0.905336, "accuracy": 0.923913, "main_score": 0.905336, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"]}, {"precision": 0.856152, "recall": 0.892292, "f1": 0.867243, "accuracy": 0.892292, "main_score": 0.867243, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"]}, {"precision": 0.623542, "recall": 0.689723, "f1": 0.642597, "accuracy": 0.689723, "main_score": 0.642597, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"]}, {"precision": 0.934519, "recall": 0.952569, "f1": 0.940006, "accuracy": 0.952569, "main_score": 0.940006, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"]}, {"precision": 0.550889, "recall": 0.608696, "f1": 0.567463, "accuracy": 0.608696, "main_score": 0.567463, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"]}, {"precision": 0.663811, "recall": 0.721344, "f1": 0.679404, "accuracy": 0.721344, "main_score": 0.679404, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"]}, {"precision": 0.927125, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"]}, {"precision": 0.906439, "recall": 0.929842, "f1": 0.913603, "accuracy": 0.929842, "main_score": 0.913603, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"]}, {"precision": 0.934157, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"]}, {"precision": 0.474258, "recall": 0.540514, "f1": 0.492865, "accuracy": 0.540514, "main_score": 0.492865, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"]}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"]}, {"precision": 0.934618, "recall": 0.953557, "f1": 0.940514, "accuracy": 0.953557, "main_score": 0.940514, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"]}, {"precision": 0.910886, "recall": 0.936759, "f1": 0.919038, "accuracy": 0.936759, "main_score": 0.919038, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"]}, {"precision": 0.78266, "recall": 0.829051, "f1": 0.796151, "accuracy": 0.829051, "main_score": 0.796151, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"]}, {"precision": 0.695883, "recall": 0.747036, "f1": 0.709947, "accuracy": 0.747036, "main_score": 0.709947, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"]}, {"precision": 0.824564, "recall": 0.863636, "f1": 0.836042, "accuracy": 0.863636, "main_score": 0.836042, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"]}, {"precision": 0.823692, "recall": 0.863636, "f1": 0.835477, "accuracy": 0.863636, "main_score": 0.835477, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"]}, {"precision": 0.629951, "recall": 0.681818, "f1": 0.644282, "accuracy": 0.681818, "main_score": 0.644282, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"]}, {"precision": 0.841963, "recall": 0.882411, "f1": 0.853971, "accuracy": 0.882411, "main_score": 0.853971, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"]}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"]}, {"precision": 0.934387, "recall": 0.951581, "f1": 0.939574, "accuracy": 0.951581, "main_score": 0.939574, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"]}, {"precision": 0.939888, "recall": 0.956522, "f1": 0.945111, "accuracy": 0.956522, "main_score": 0.945111, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"]}, {"precision": 0.897348, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"]}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"]}, {"precision": 0.770638, "recall": 0.824111, "f1": 0.786133, "accuracy": 0.824111, "main_score": 0.786133, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"]}, {"precision": 0.897645, "recall": 0.925889, "f1": 0.906192, "accuracy": 0.925889, "main_score": 0.906192, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"]}, {"precision": 0.482591, "recall": 0.544466, "f1": 0.499144, "accuracy": 0.544466, "main_score": 0.499144, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"]}, {"precision": 0.942424, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"]}, {"precision": 0.522888, "recall": 0.589921, "f1": 0.541346, "accuracy": 0.589921, "main_score": 0.541346, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"]}, {"precision": 0.930336, "recall": 0.951581, "f1": 0.937088, "accuracy": 0.951581, "main_score": 0.937088, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"]}, {"precision": 0.928475, "recall": 0.948617, "f1": 0.934637, "accuracy": 0.948617, "main_score": 0.934637, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"]}, {"precision": 0.832216, "recall": 0.865613, "f1": 0.841836, "accuracy": 0.865613, "main_score": 0.841836, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"]}, {"precision": 0.779884, "recall": 0.823123, "f1": 0.792869, "accuracy": 0.823123, "main_score": 0.792869, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"]}, {"precision": 0.874457, "recall": 0.909091, "f1": 0.885112, "accuracy": 0.909091, "main_score": 0.885112, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"]}, {"precision": 0.633565, "recall": 0.687747, "f1": 0.648666, "accuracy": 0.687747, "main_score": 0.648666, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"]}, {"precision": 0.642534, "recall": 0.693676, "f1": 0.656969, "accuracy": 0.693676, "main_score": 0.656969, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"]}, {"precision": 0.926746, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"]}, {"precision": 0.941782, "recall": 0.959486, "f1": 0.947365, "accuracy": 0.959486, "main_score": 0.947365, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"]}, {"precision": 0.544575, "recall": 0.609684, "f1": 0.563361, "accuracy": 0.609684, "main_score": 0.563361, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"]}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"]}, {"precision": 0.932504, "recall": 0.950593, "f1": 0.938011, "accuracy": 0.950593, "main_score": 0.938011, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"]}, {"precision": 0.921854, "recall": 0.945652, "f1": 0.929414, "accuracy": 0.945652, "main_score": 0.929414, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"]}, {"precision": 0.537758, "recall": 0.590909, "f1": 0.552385, "accuracy": 0.590909, "main_score": 0.552385, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"]}, {"precision": 0.75052, "recall": 0.800395, "f1": 0.764021, "accuracy": 0.800395, "main_score": 0.764021, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"]}, {"precision": 0.550966, "recall": 0.612648, "f1": 0.567414, "accuracy": 0.612648, "main_score": 0.567414, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"]}, {"precision": 0.588109, "recall": 0.649209, "f1": 0.60514, "accuracy": 0.649209, "main_score": 0.60514, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"]}, {"precision": 0.794403, "recall": 0.844862, "f1": 0.809519, "accuracy": 0.844862, "main_score": 0.809519, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"]}, {"precision": 0.945356, "recall": 0.960474, "f1": 0.949901, "accuracy": 0.960474, "main_score": 0.949901, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"]}, {"precision": 0.858235, "recall": 0.894269, "f1": 0.869038, "accuracy": 0.894269, "main_score": 0.869038, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"]}, {"precision": 0.514415, "recall": 0.564229, "f1": 0.528166, "accuracy": 0.564229, "main_score": 0.528166, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"]}, {"precision": 0.589071, "recall": 0.646245, "f1": 0.604443, "accuracy": 0.646245, "main_score": 0.604443, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"]}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935474, "accuracy": 0.949605, "main_score": 0.935474, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"]}, {"precision": 0.602472, "recall": 0.65415, "f1": 0.616733, "accuracy": 0.65415, "main_score": 0.616733, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"]}, {"precision": 0.572802, "recall": 0.62253, "f1": 0.586079, "accuracy": 0.62253, "main_score": 0.586079, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"]}, {"precision": 0.900939, "recall": 0.928854, "f1": 0.909651, "accuracy": 0.928854, "main_score": 0.909651, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"]}, {"precision": 0.551647, "recall": 0.610672, "f1": 0.569716, "accuracy": 0.610672, "main_score": 0.569716, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"]}, {"precision": 0.670562, "recall": 0.724308, "f1": 0.686056, "accuracy": 0.724308, "main_score": 0.686056, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"]}, {"precision": 0.896584, "recall": 0.922925, "f1": 0.904364, "accuracy": 0.922925, "main_score": 0.904364, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"]}, {"precision": 0.733267, "recall": 0.777668, "f1": 0.746231, "accuracy": 0.777668, "main_score": 0.746231, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"]}, {"precision": 0.809478, "recall": 0.846838, "f1": 0.820462, "accuracy": 0.846838, "main_score": 0.820462, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"]}, {"precision": 0.905254, "recall": 0.931818, "f1": 0.913603, "accuracy": 0.931818, "main_score": 0.913603, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"]}, {"precision": 0.796187, "recall": 0.843874, "f1": 0.810101, "accuracy": 0.843874, "main_score": 0.810101, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"]}, {"precision": 0.898584, "recall": 0.924901, "f1": 0.906541, "accuracy": 0.924901, "main_score": 0.906541, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"]}, {"precision": 0.488154, "recall": 0.560277, "f1": 0.508831, "accuracy": 0.560277, "main_score": 0.508831, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"]}, {"precision": 0.936018, "recall": 0.955534, "f1": 0.94226, "accuracy": 0.955534, "main_score": 0.94226, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"]}, {"precision": 0.852684, "recall": 0.890316, "f1": 0.864479, "accuracy": 0.890316, "main_score": 0.864479, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"]}, {"precision": 0.937912, "recall": 0.956522, "f1": 0.943643, "accuracy": 0.956522, "main_score": 0.943643, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"]}, {"precision": 0.927372, "recall": 0.947628, "f1": 0.93355, "accuracy": 0.947628, "main_score": 0.93355, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"]}, {"precision": 0.630077, "recall": 0.686759, "f1": 0.645591, "accuracy": 0.686759, "main_score": 0.645591, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"]}, {"precision": 0.611027, "recall": 0.655138, "f1": 0.623671, "accuracy": 0.655138, "main_score": 0.623671, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"]}, {"precision": 0.620273, "recall": 0.686759, "f1": 0.639179, "accuracy": 0.686759, "main_score": 0.639179, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"]}, {"precision": 0.562277, "recall": 0.614625, "f1": 0.577226, "accuracy": 0.614625, "main_score": 0.577226, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"]}, {"precision": 0.471923, "recall": 0.550395, "f1": 0.493423, "accuracy": 0.550395, "main_score": 0.493423, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"]}, {"precision": 0.625005, "recall": 0.676877, "f1": 0.639235, "accuracy": 0.676877, "main_score": 0.639235, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"]}, {"precision": 0.910326, "recall": 0.935771, "f1": 0.918215, "accuracy": 0.935771, "main_score": 0.918215, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"]}, {"precision": 0.97612, "recall": 0.982213, "f1": 0.978096, "accuracy": 0.982213, "main_score": 0.978096, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"]}, {"precision": 0.634158, "recall": 0.686759, "f1": 0.649516, "accuracy": 0.686759, "main_score": 0.649516, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"]}, {"precision": 0.6293, "recall": 0.692688, "f1": 0.64729, "accuracy": 0.692688, "main_score": 0.64729, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"]}, {"precision": 0.590013, "recall": 0.653162, "f1": 0.608373, "accuracy": 0.653162, "main_score": 0.608373, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"]}, {"precision": 0.183797, "recall": 0.238142, "f1": 0.197428, "accuracy": 0.238142, "main_score": 0.197428, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"]}, {"precision": 0.660952, "recall": 0.705534, "f1": 0.673392, "accuracy": 0.705534, "main_score": 0.673392, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"]}, {"precision": 0.71306, "recall": 0.762846, "f1": 0.727668, "accuracy": 0.762846, "main_score": 0.727668, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"]}, {"precision": 0.971262, "recall": 0.979249, "f1": 0.973715, "accuracy": 0.979249, "main_score": 0.973715, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"]}, {"precision": 0.572465, "recall": 0.624506, "f1": 0.587475, "accuracy": 0.624506, "main_score": 0.587475, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"]}, {"precision": 0.545858, "recall": 0.615613, "f1": 0.564903, "accuracy": 0.615613, "main_score": 0.564903, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"]}, {"precision": 0.598581, "recall": 0.659091, "f1": 0.616126, "accuracy": 0.659091, "main_score": 0.616126, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"]}, {"precision": 0.608278, "recall": 0.668972, "f1": 0.624906, "accuracy": 0.668972, "main_score": 0.624906, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"]}, {"precision": 0.922266, "recall": 0.943676, "f1": 0.929018, "accuracy": 0.943676, "main_score": 0.929018, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"]}, {"precision": 0.539122, "recall": 0.594862, "f1": 0.555472, "accuracy": 0.594862, "main_score": 0.555472, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"]}, {"precision": 0.58128, "recall": 0.648221, "f1": 0.599642, "accuracy": 0.648221, "main_score": 0.599642, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"]}, {"precision": 0.53837, "recall": 0.590909, "f1": 0.552912, "accuracy": 0.590909, "main_score": 0.552912, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"]}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"]}, {"precision": 0.330752, "recall": 0.393281, "f1": 0.348021, "accuracy": 0.393281, "main_score": 0.348021, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"]}, {"precision": 0.619253, "recall": 0.675889, "f1": 0.635452, "accuracy": 0.675889, "main_score": 0.635452, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"]}, {"precision": 0.611025, "recall": 0.659091, "f1": 0.624806, "accuracy": 0.659091, "main_score": 0.624806, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"]}, {"precision": 0.734743, "recall": 0.790514, "f1": 0.751459, "accuracy": 0.790514, "main_score": 0.751459, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"]}, {"precision": 0.689081, "recall": 0.764822, "f1": 0.712088, "accuracy": 0.764822, "main_score": 0.712088, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"]}, {"precision": 0.733668, "recall": 0.787549, "f1": 0.749272, "accuracy": 0.787549, "main_score": 0.749272, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"]}, {"precision": 0.689092, "recall": 0.736166, "f1": 0.702426, "accuracy": 0.736166, "main_score": 0.702426, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"]}, {"precision": 0.688472, "recall": 0.748024, "f1": 0.705728, "accuracy": 0.748024, "main_score": 0.705728, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"]}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"]}, {"precision": 0.579965, "recall": 0.636364, "f1": 0.595394, "accuracy": 0.636364, "main_score": 0.595394, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"]}, {"precision": 0.582397, "recall": 0.63834, "f1": 0.598368, "accuracy": 0.63834, "main_score": 0.598368, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"]}, {"precision": 0.832197, "recall": 0.871542, "f1": 0.843874, "accuracy": 0.871542, "main_score": 0.843874, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"]}, {"precision": 0.490615, "recall": 0.544466, "f1": 0.504991, "accuracy": 0.544466, "main_score": 0.504991, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"]}, {"precision": 0.907609, "recall": 0.934783, "f1": 0.916337, "accuracy": 0.934783, "main_score": 0.916337, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"]}, {"precision": 0.556523, "recall": 0.616601, "f1": 0.573378, "accuracy": 0.616601, "main_score": 0.573378, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"]}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"]}, {"precision": 0.618662, "recall": 0.685771, "f1": 0.638146, "accuracy": 0.685771, "main_score": 0.638146, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"]}, {"precision": 0.199482, "recall": 0.255929, "f1": 0.212678, "accuracy": 0.255929, "main_score": 0.212678, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"]}, {"precision": 0.65135, "recall": 0.709486, "f1": 0.668154, "accuracy": 0.709486, "main_score": 0.668154, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"]}, {"precision": 0.819911, "recall": 0.867589, "f1": 0.834684, "accuracy": 0.867589, "main_score": 0.834684, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"]}, {"precision": 0.446929, "recall": 0.505929, "f1": 0.463759, "accuracy": 0.505929, "main_score": 0.463759, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"]}, {"precision": 0.702306, "recall": 0.753953, "f1": 0.717139, "accuracy": 0.753953, "main_score": 0.717139, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"]}, {"precision": 0.585615, "recall": 0.643281, "f1": 0.601979, "accuracy": 0.643281, "main_score": 0.601979, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"]}, {"precision": 0.530739, "recall": 0.594862, "f1": 0.54869, "accuracy": 0.594862, "main_score": 0.54869, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"]}, {"precision": 0.699061, "recall": 0.75, "f1": 0.714065, "accuracy": 0.75, "main_score": 0.714065, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"]}, {"precision": 0.246627, "recall": 0.335968, "f1": 0.269474, "accuracy": 0.335968, "main_score": 0.269474, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"]}, {"precision": 0.612401, "recall": 0.666008, "f1": 0.6278, "accuracy": 0.666008, "main_score": 0.6278, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"]}, {"precision": 0.612618, "recall": 0.672925, "f1": 0.629781, "accuracy": 0.672925, "main_score": 0.629781, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"]}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"]}, {"precision": 0.755016, "recall": 0.815217, "f1": 0.773238, "accuracy": 0.815217, "main_score": 0.773238, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"]}, {"precision": 0.586388, "recall": 0.643281, "f1": 0.603185, "accuracy": 0.643281, "main_score": 0.603185, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"]}, {"precision": 0.800313, "recall": 0.848814, "f1": 0.815401, "accuracy": 0.848814, "main_score": 0.815401, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"]}, {"precision": 0.486956, "recall": 0.548419, "f1": 0.503647, "accuracy": 0.548419, "main_score": 0.503647, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"]}, {"precision": 0.900445, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"]}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"]}, {"precision": 0.632766, "recall": 0.685771, "f1": 0.64821, "accuracy": 0.685771, "main_score": 0.64821, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"]}, {"precision": 0.917194, "recall": 0.9417, "f1": 0.924901, "accuracy": 0.9417, "main_score": 0.924901, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"]}, {"precision": 0.488165, "recall": 0.557312, "f1": 0.50712, "accuracy": 0.557312, "main_score": 0.50712, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"]}, {"precision": 0.648066, "recall": 0.716403, "f1": 0.668104, "accuracy": 0.716403, "main_score": 0.668104, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"]}, {"precision": 0.86054, "recall": 0.898221, "f1": 0.8722, "accuracy": 0.898221, "main_score": 0.8722, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"]}, {"precision": 0.675308, "recall": 0.72332, "f1": 0.688822, "accuracy": 0.72332, "main_score": 0.688822, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"]}, {"precision": 0.686126, "recall": 0.740119, "f1": 0.701402, "accuracy": 0.740119, "main_score": 0.701402, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"]}, {"precision": 0.562433, "recall": 0.625494, "f1": 0.580466, "accuracy": 0.625494, "main_score": 0.580466, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"]}, {"precision": 0.564782, "recall": 0.62747, "f1": 0.582268, "accuracy": 0.62747, "main_score": 0.582268, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"]}, {"precision": 0.866601, "recall": 0.902174, "f1": 0.877931, "accuracy": 0.902174, "main_score": 0.877931, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"]}, {"precision": 0.567523, "recall": 0.629447, "f1": 0.584633, "accuracy": 0.629447, "main_score": 0.584633, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"]}, {"precision": 0.640995, "recall": 0.706522, "f1": 0.660425, "accuracy": 0.706522, "main_score": 0.660425, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"]}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"]}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"]}, {"precision": 0.516123, "recall": 0.56917, "f1": 0.530981, "accuracy": 0.56917, "main_score": 0.530981, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"]}, {"precision": 0.598764, "recall": 0.658103, "f1": 0.614817, "accuracy": 0.658103, "main_score": 0.614817, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"]}, {"precision": 0.612451, "recall": 0.672925, "f1": 0.629635, "accuracy": 0.672925, "main_score": 0.629635, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"]}, {"precision": 0.582035, "recall": 0.640316, "f1": 0.598047, "accuracy": 0.640316, "main_score": 0.598047, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"]}, {"precision": 0.562089, "recall": 0.626482, "f1": 0.580357, "accuracy": 0.626482, "main_score": 0.580357, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"]}, {"precision": 0.775925, "recall": 0.823123, "f1": 0.789987, "accuracy": 0.823123, "main_score": 0.789987, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"]}, {"precision": 0.769598, "recall": 0.815217, "f1": 0.783696, "accuracy": 0.815217, "main_score": 0.783696, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"]}, {"precision": 0.878738, "recall": 0.908103, "f1": 0.887385, "accuracy": 0.908103, "main_score": 0.887385, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"]}, {"precision": 0.506508, "recall": 0.585968, "f1": 0.529864, "accuracy": 0.585968, "main_score": 0.529864, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"]}, {"precision": 0.749819, "recall": 0.804348, "f1": 0.766046, "accuracy": 0.804348, "main_score": 0.766046, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"]}, {"precision": 0.629533, "recall": 0.675889, "f1": 0.642599, "accuracy": 0.675889, "main_score": 0.642599, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"]}, {"precision": 0.421892, "recall": 0.469368, "f1": 0.434539, "accuracy": 0.469368, "main_score": 0.434539, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"]}, {"precision": 0.491951, "recall": 0.536561, "f1": 0.504505, "accuracy": 0.536561, "main_score": 0.504505, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"]}, {"precision": 0.217092, "recall": 0.256917, "f1": 0.226438, "accuracy": 0.256917, "main_score": 0.226438, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"]}, {"precision": 0.534619, "recall": 0.573123, "f1": 0.544977, "accuracy": 0.573123, "main_score": 0.544977, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"]}, {"precision": 0.501717, "recall": 0.537549, "f1": 0.511493, "accuracy": 0.537549, "main_score": 0.511493, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"]}, {"precision": 0.53193, "recall": 0.570158, "f1": 0.542184, "accuracy": 0.570158, "main_score": 0.542184, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"]}, {"precision": 0.554031, "recall": 0.587945, "f1": 0.562651, "accuracy": 0.587945, "main_score": 0.562651, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"]}, {"precision": 0.506792, "recall": 0.548419, "f1": 0.518067, "accuracy": 0.548419, "main_score": 0.518067, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"]}, {"precision": 0.548332, "recall": 0.58498, "f1": 0.558143, "accuracy": 0.58498, "main_score": 0.558143, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"]}, {"precision": 0.5446, "recall": 0.58004, "f1": 0.554491, "accuracy": 0.58004, "main_score": 0.554491, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"]}, {"precision": 0.556689, "recall": 0.592885, "f1": 0.565695, "accuracy": 0.592885, "main_score": 0.565695, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"]}, {"precision": 0.532235, "recall": 0.573123, "f1": 0.543125, "accuracy": 0.573123, "main_score": 0.543125, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"]}, {"precision": 0.522712, "recall": 0.565217, "f1": 0.534325, "accuracy": 0.565217, "main_score": 0.534325, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"]}, {"precision": 0.469665, "recall": 0.514822, "f1": 0.481583, "accuracy": 0.514822, "main_score": 0.481583, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"]}, {"precision": 0.533127, "recall": 0.571146, "f1": 0.543341, "accuracy": 0.571146, "main_score": 0.543341, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"]}, {"precision": 0.494179, "recall": 0.538538, "f1": 0.505, "accuracy": 0.538538, "main_score": 0.505, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"]}, {"precision": 0.561485, "recall": 0.594862, "f1": 0.569839, "accuracy": 0.594862, "main_score": 0.569839, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"]}, {"precision": 0.524917, "recall": 0.563241, "f1": 0.536254, "accuracy": 0.563241, "main_score": 0.536254, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"]}, {"precision": 0.522586, "recall": 0.564229, "f1": 0.533544, "accuracy": 0.564229, "main_score": 0.533544, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"]}, {"precision": 0.519065, "recall": 0.559289, "f1": 0.52926, "accuracy": 0.559289, "main_score": 0.52926, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"]}, {"precision": 0.573489, "recall": 0.606719, "f1": 0.581955, "accuracy": 0.606719, "main_score": 0.581955, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"]}, {"precision": 0.567115, "recall": 0.599802, "f1": 0.575742, "accuracy": 0.599802, "main_score": 0.575742, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"]}, {"precision": 0.474781, "recall": 0.512846, "f1": 0.485209, "accuracy": 0.512846, "main_score": 0.485209, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"]}, {"precision": 0.53459, "recall": 0.572134, "f1": 0.544867, "accuracy": 0.572134, "main_score": 0.544867, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"]}, {"precision": 0.544752, "recall": 0.578063, "f1": 0.554006, "accuracy": 0.578063, "main_score": 0.554006, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"]}, {"precision": 0.562397, "recall": 0.592885, "f1": 0.570826, "accuracy": 0.592885, "main_score": 0.570826, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"]}, {"precision": 0.195553, "recall": 0.242095, "f1": 0.206825, "accuracy": 0.242095, "main_score": 0.206825, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"]}, {"precision": 0.52343, "recall": 0.568182, "f1": 0.535487, "accuracy": 0.568182, "main_score": 0.535487, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"]}, {"precision": 0.534426, "recall": 0.574111, "f1": 0.545295, "accuracy": 0.574111, "main_score": 0.545295, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"]}, {"precision": 0.548346, "recall": 0.589921, "f1": 0.558482, "accuracy": 0.589921, "main_score": 0.558482, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"]}, {"precision": 0.547352, "recall": 0.579051, "f1": 0.555755, "accuracy": 0.579051, "main_score": 0.555755, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"]}, {"precision": 0.529119, "recall": 0.565217, "f1": 0.53878, "accuracy": 0.565217, "main_score": 0.53878, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"]}, {"precision": 0.542411, "recall": 0.576087, "f1": 0.551484, "accuracy": 0.576087, "main_score": 0.551484, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"]}, {"precision": 0.533243, "recall": 0.570158, "f1": 0.542868, "accuracy": 0.570158, "main_score": 0.542868, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"]}, {"precision": 0.552855, "recall": 0.58498, "f1": 0.561916, "accuracy": 0.58498, "main_score": 0.561916, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"]}, {"precision": 0.471582, "recall": 0.514822, "f1": 0.483264, "accuracy": 0.514822, "main_score": 0.483264, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"]}, {"precision": 0.502125, "recall": 0.54249, "f1": 0.513603, "accuracy": 0.54249, "main_score": 0.513603, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"]}, {"precision": 0.551414, "recall": 0.593874, "f1": 0.562296, "accuracy": 0.593874, "main_score": 0.562296, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"]}, {"precision": 0.53255, "recall": 0.566206, "f1": 0.541796, "accuracy": 0.566206, "main_score": 0.541796, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"]}, {"precision": 0.52569, "recall": 0.567194, "f1": 0.53755, "accuracy": 0.567194, "main_score": 0.53755, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"]}, {"precision": 0.525356, "recall": 0.556324, "f1": 0.53458, "accuracy": 0.556324, "main_score": 0.53458, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"]}, {"precision": 0.381871, "recall": 0.427866, "f1": 0.394882, "accuracy": 0.427866, "main_score": 0.394882, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"]}, {"precision": 0.551219, "recall": 0.581028, "f1": 0.5595, "accuracy": 0.581028, "main_score": 0.5595, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"]}, {"precision": 0.503711, "recall": 0.549407, "f1": 0.516444, "accuracy": 0.549407, "main_score": 0.516444, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"]}, {"precision": 0.555827, "recall": 0.592885, "f1": 0.565567, "accuracy": 0.592885, "main_score": 0.565567, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"]}, {"precision": 0.559588, "recall": 0.599802, "f1": 0.570932, "accuracy": 0.599802, "main_score": 0.570932, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"]}, {"precision": 0.530534, "recall": 0.566206, "f1": 0.540324, "accuracy": 0.566206, "main_score": 0.540324, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"]}, {"precision": 0.549327, "recall": 0.586957, "f1": 0.559053, "accuracy": 0.586957, "main_score": 0.559053, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"]}, {"precision": 0.502324, "recall": 0.539526, "f1": 0.513076, "accuracy": 0.539526, "main_score": 0.513076, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"]}, {"precision": 0.553241, "recall": 0.588933, "f1": 0.563332, "accuracy": 0.588933, "main_score": 0.563332, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"]}, {"precision": 0.548589, "recall": 0.585968, "f1": 0.558063, "accuracy": 0.585968, "main_score": 0.558063, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"]}, {"precision": 0.569312, "recall": 0.607708, "f1": 0.579545, "accuracy": 0.607708, "main_score": 0.579545, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"]}, {"precision": 0.56375, "recall": 0.598814, "f1": 0.572683, "accuracy": 0.598814, "main_score": 0.572683, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"]}, {"precision": 0.494993, "recall": 0.537549, "f1": 0.506983, "accuracy": 0.537549, "main_score": 0.506983, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"]}, {"precision": 0.530294, "recall": 0.571146, "f1": 0.540937, "accuracy": 0.571146, "main_score": 0.540937, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"]}, {"precision": 0.407135, "recall": 0.449605, "f1": 0.4187, "accuracy": 0.449605, "main_score": 0.4187, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"]}, {"precision": 0.488295, "recall": 0.525692, "f1": 0.499208, "accuracy": 0.525692, "main_score": 0.499208, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"]}, {"precision": 0.576834, "recall": 0.608696, "f1": 0.584517, "accuracy": 0.608696, "main_score": 0.584517, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"]}, {"precision": 0.297431, "recall": 0.344862, "f1": 0.310409, "accuracy": 0.344862, "main_score": 0.310409, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"]}, {"precision": 0.546604, "recall": 0.583992, "f1": 0.556691, "accuracy": 0.583992, "main_score": 0.556691, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"]}, {"precision": 0.544562, "recall": 0.58004, "f1": 0.553378, "accuracy": 0.58004, "main_score": 0.553378, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"]}, {"precision": 0.555077, "recall": 0.589921, "f1": 0.564576, "accuracy": 0.589921, "main_score": 0.564576, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"]}, {"precision": 0.516622, "recall": 0.556324, "f1": 0.528106, "accuracy": 0.556324, "main_score": 0.528106, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"]}, {"precision": 0.513746, "recall": 0.551383, "f1": 0.523345, "accuracy": 0.551383, "main_score": 0.523345, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"]}, {"precision": 0.557627, "recall": 0.588933, "f1": 0.566149, "accuracy": 0.588933, "main_score": 0.566149, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"]}, {"precision": 0.522733, "recall": 0.5583, "f1": 0.533321, "accuracy": 0.5583, "main_score": 0.533321, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"]}, {"precision": 0.570306, "recall": 0.599802, "f1": 0.57755, "accuracy": 0.599802, "main_score": 0.57755, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"]}, {"precision": 0.511006, "recall": 0.547431, "f1": 0.521429, "accuracy": 0.547431, "main_score": 0.521429, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"]}, {"precision": 0.561096, "recall": 0.59585, "f1": 0.568866, "accuracy": 0.59585, "main_score": 0.568866, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"]}, {"precision": 0.540777, "recall": 0.571146, "f1": 0.549521, "accuracy": 0.571146, "main_score": 0.549521, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"]}, {"precision": 0.532481, "recall": 0.570158, "f1": 0.543198, "accuracy": 0.570158, "main_score": 0.543198, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"]}, {"precision": 0.52853, "recall": 0.561265, "f1": 0.537353, "accuracy": 0.561265, "main_score": 0.537353, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"]}, {"precision": 0.559114, "recall": 0.588933, "f1": 0.567318, "accuracy": 0.588933, "main_score": 0.567318, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"]}, {"precision": 0.26239, "recall": 0.299407, "f1": 0.271109, "accuracy": 0.299407, "main_score": 0.271109, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"]}, {"precision": 0.513879, "recall": 0.548419, "f1": 0.523657, "accuracy": 0.548419, "main_score": 0.523657, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"]}, {"precision": 0.499466, "recall": 0.537549, "f1": 0.509746, "accuracy": 0.537549, "main_score": 0.509746, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"]}, {"precision": 0.53191, "recall": 0.56917, "f1": 0.541938, "accuracy": 0.56917, "main_score": 0.541938, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"]}, {"precision": 0.472398, "recall": 0.512846, "f1": 0.48364, "accuracy": 0.512846, "main_score": 0.48364, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"]}, {"precision": 0.571416, "recall": 0.604743, "f1": 0.580091, "accuracy": 0.604743, "main_score": 0.580091, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"]}, {"precision": 0.541678, "recall": 0.58004, "f1": 0.551516, "accuracy": 0.58004, "main_score": 0.551516, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"]}, {"precision": 0.559206, "recall": 0.592885, "f1": 0.56788, "accuracy": 0.592885, "main_score": 0.56788, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"]}, {"precision": 0.457621, "recall": 0.502964, "f1": 0.469826, "accuracy": 0.502964, "main_score": 0.469826, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"]}, {"precision": 0.555364, "recall": 0.592885, "f1": 0.565301, "accuracy": 0.592885, "main_score": 0.565301, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"]}, {"precision": 0.524626, "recall": 0.564229, "f1": 0.535081, "accuracy": 0.564229, "main_score": 0.535081, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"]}, {"precision": 0.558276, "recall": 0.592885, "f1": 0.567661, "accuracy": 0.592885, "main_score": 0.567661, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"]}, {"precision": 0.534398, "recall": 0.574111, "f1": 0.544761, "accuracy": 0.574111, "main_score": 0.544761, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"]}, {"precision": 0.504068, "recall": 0.536561, "f1": 0.514196, "accuracy": 0.536561, "main_score": 0.514196, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"]}, {"precision": 0.485732, "recall": 0.527668, "f1": 0.497096, "accuracy": 0.527668, "main_score": 0.497096, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"]}, {"precision": 0.519067, "recall": 0.561265, "f1": 0.529738, "accuracy": 0.561265, "main_score": 0.529738, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"]}, {"precision": 0.546942, "recall": 0.583992, "f1": 0.556328, "accuracy": 0.583992, "main_score": 0.556328, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"]}, {"precision": 0.520409, "recall": 0.563241, "f1": 0.532016, "accuracy": 0.563241, "main_score": 0.532016, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"]}, {"precision": 0.529051, "recall": 0.564229, "f1": 0.538996, "accuracy": 0.564229, "main_score": 0.538996, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"]}, {"precision": 0.460329, "recall": 0.498024, "f1": 0.470882, "accuracy": 0.498024, "main_score": 0.470882, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"]}, {"precision": 0.56527, "recall": 0.597826, "f1": 0.573641, "accuracy": 0.597826, "main_score": 0.573641, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"]}, {"precision": 0.481602, "recall": 0.525692, "f1": 0.493478, "accuracy": 0.525692, "main_score": 0.493478, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"]}, {"precision": 0.493768, "recall": 0.527668, "f1": 0.502964, "accuracy": 0.527668, "main_score": 0.502964, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"]}, {"precision": 0.551285, "recall": 0.583992, "f1": 0.55992, "accuracy": 0.583992, "main_score": 0.55992, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"]}, {"precision": 0.466774, "recall": 0.502964, "f1": 0.477525, "accuracy": 0.502964, "main_score": 0.477525, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"]}, {"precision": 0.568127, "recall": 0.602767, "f1": 0.576994, "accuracy": 0.602767, "main_score": 0.576994, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"]}, {"precision": 0.52959, "recall": 0.572134, "f1": 0.540405, "accuracy": 0.572134, "main_score": 0.540405, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"]}, {"precision": 0.557952, "recall": 0.589921, "f1": 0.56645, "accuracy": 0.589921, "main_score": 0.56645, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"]}, {"precision": 0.561481, "recall": 0.593874, "f1": 0.569779, "accuracy": 0.593874, "main_score": 0.569779, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"]}, {"precision": 0.526776, "recall": 0.557312, "f1": 0.535489, "accuracy": 0.557312, "main_score": 0.535489, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"]}, {"precision": 0.545152, "recall": 0.583004, "f1": 0.555207, "accuracy": 0.583004, "main_score": 0.555207, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"]}, {"precision": 0.400801, "recall": 0.455534, "f1": 0.415475, "accuracy": 0.455534, "main_score": 0.415475, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"]}, {"precision": 0.510177, "recall": 0.550395, "f1": 0.521207, "accuracy": 0.550395, "main_score": 0.521207, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"]}, {"precision": 0.196802, "recall": 0.231225, "f1": 0.204912, "accuracy": 0.231225, "main_score": 0.204912, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"]}, {"precision": 0.529866, "recall": 0.568182, "f1": 0.540669, "accuracy": 0.568182, "main_score": 0.540669, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"]}, {"precision": 0.449824, "recall": 0.491107, "f1": 0.460872, "accuracy": 0.491107, "main_score": 0.460872, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"]}, {"precision": 0.558425, "recall": 0.591897, "f1": 0.567839, "accuracy": 0.591897, "main_score": 0.567839, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"]}, {"precision": 0.535519, "recall": 0.574111, "f1": 0.545162, "accuracy": 0.574111, "main_score": 0.545162, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"]}, {"precision": 0.401162, "recall": 0.451581, "f1": 0.414831, "accuracy": 0.451581, "main_score": 0.414831, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"]}, {"precision": 0.539664, "recall": 0.575099, "f1": 0.549153, "accuracy": 0.575099, "main_score": 0.549153, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"]}, {"precision": 0.555546, "recall": 0.585968, "f1": 0.563931, "accuracy": 0.585968, "main_score": 0.563931, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"]}, {"precision": 0.505205, "recall": 0.547431, "f1": 0.516424, "accuracy": 0.547431, "main_score": 0.516424, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"]}, {"precision": 0.535314, "recall": 0.579051, "f1": 0.546705, "accuracy": 0.579051, "main_score": 0.546705, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"]}, {"precision": 0.533543, "recall": 0.567194, "f1": 0.543299, "accuracy": 0.567194, "main_score": 0.543299, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"]}, {"precision": 0.509814, "recall": 0.554348, "f1": 0.521391, "accuracy": 0.554348, "main_score": 0.521391, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"]}, {"precision": 0.569675, "recall": 0.597826, "f1": 0.576809, "accuracy": 0.597826, "main_score": 0.576809, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"]}, {"precision": 0.492696, "recall": 0.533597, "f1": 0.504574, "accuracy": 0.533597, "main_score": 0.504574, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"]}, {"precision": 0.484087, "recall": 0.525692, "f1": 0.496053, "accuracy": 0.525692, "main_score": 0.496053, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"]}, {"precision": 0.53323, "recall": 0.566206, "f1": 0.541822, "accuracy": 0.566206, "main_score": 0.541822, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"]}, {"precision": 0.558829, "recall": 0.592885, "f1": 0.568698, "accuracy": 0.592885, "main_score": 0.568698, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"]}, {"precision": 0.112507, "recall": 0.158103, "f1": 0.123635, "accuracy": 0.158103, "main_score": 0.123635, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"]}, {"precision": 0.525535, "recall": 0.563241, "f1": 0.535471, "accuracy": 0.563241, "main_score": 0.535471, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"]}, {"precision": 0.465675, "recall": 0.508893, "f1": 0.47708, "accuracy": 0.508893, "main_score": 0.47708, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"]}, {"precision": 0.512846, "recall": 0.545455, "f1": 0.522277, "accuracy": 0.545455, "main_score": 0.522277, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"]}, {"precision": 0.542241, "recall": 0.579051, "f1": 0.552882, "accuracy": 0.579051, "main_score": 0.552882, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"]}, {"precision": 0.489567, "recall": 0.528656, "f1": 0.500386, "accuracy": 0.528656, "main_score": 0.500386, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"]}, {"precision": 0.49629, "recall": 0.536561, "f1": 0.507136, "accuracy": 0.536561, "main_score": 0.507136, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"]}, {"precision": 0.532351, "recall": 0.56917, "f1": 0.542274, "accuracy": 0.56917, "main_score": 0.542274, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"]}, {"precision": 0.553413, "recall": 0.589921, "f1": 0.562761, "accuracy": 0.589921, "main_score": 0.562761, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"]}, {"precision": 0.548713, "recall": 0.585968, "f1": 0.55887, "accuracy": 0.585968, "main_score": 0.55887, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"]}, {"precision": 0.514397, "recall": 0.549407, "f1": 0.524392, "accuracy": 0.549407, "main_score": 0.524392, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"]}, {"precision": 0.489039, "recall": 0.532609, "f1": 0.501135, "accuracy": 0.532609, "main_score": 0.501135, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"]}, {"precision": 0.526286, "recall": 0.571146, "f1": 0.537779, "accuracy": 0.571146, "main_score": 0.537779, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"]}, {"precision": 0.496229, "recall": 0.532609, "f1": 0.506535, "accuracy": 0.532609, "main_score": 0.506535, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"]}, {"precision": 0.474165, "recall": 0.51581, "f1": 0.485626, "accuracy": 0.51581, "main_score": 0.485626, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"]}, {"precision": 0.532986, "recall": 0.56917, "f1": 0.543356, "accuracy": 0.56917, "main_score": 0.543356, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"]}, {"precision": 0.544724, "recall": 0.58498, "f1": 0.555708, "accuracy": 0.58498, "main_score": 0.555708, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"]}, {"precision": 0.534584, "recall": 0.573123, "f1": 0.544313, "accuracy": 0.573123, "main_score": 0.544313, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"]}, {"precision": 0.4164, "recall": 0.466403, "f1": 0.429927, "accuracy": 0.466403, "main_score": 0.429927, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"]}, {"precision": 0.566349, "recall": 0.604743, "f1": 0.576628, "accuracy": 0.604743, "main_score": 0.576628, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"]}, {"precision": 0.519737, "recall": 0.559289, "f1": 0.530094, "accuracy": 0.559289, "main_score": 0.530094, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"]}, {"precision": 0.506143, "recall": 0.549407, "f1": 0.518051, "accuracy": 0.549407, "main_score": 0.518051, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"]}, {"precision": 0.49401, "recall": 0.532609, "f1": 0.504345, "accuracy": 0.532609, "main_score": 0.504345, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"]}, {"precision": 0.474036, "recall": 0.514822, "f1": 0.485228, "accuracy": 0.514822, "main_score": 0.485228, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"]}, {"precision": 0.47245, "recall": 0.512846, "f1": 0.483294, "accuracy": 0.512846, "main_score": 0.483294, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"]}, {"precision": 0.515846, "recall": 0.557312, "f1": 0.526883, "accuracy": 0.557312, "main_score": 0.526883, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"]}, {"precision": 0.523049, "recall": 0.564229, "f1": 0.533734, "accuracy": 0.564229, "main_score": 0.533734, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"]}, {"precision": 0.463333, "recall": 0.51087, "f1": 0.476053, "accuracy": 0.51087, "main_score": 0.476053, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"]}, {"precision": 0.526693, "recall": 0.565217, "f1": 0.536924, "accuracy": 0.565217, "main_score": 0.536924, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"]}, {"precision": 0.527898, "recall": 0.561265, "f1": 0.536839, "accuracy": 0.561265, "main_score": 0.536839, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"]}, {"precision": 0.563993, "recall": 0.598814, "f1": 0.572928, "accuracy": 0.598814, "main_score": 0.572928, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"]}, {"precision": 0.533178, "recall": 0.570158, "f1": 0.54312, "accuracy": 0.570158, "main_score": 0.54312, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"]}, {"precision": 0.567686, "recall": 0.604743, "f1": 0.577808, "accuracy": 0.604743, "main_score": 0.577808, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"]}, {"precision": 0.493906, "recall": 0.538538, "f1": 0.505994, "accuracy": 0.538538, "main_score": 0.505994, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"]}, {"precision": 0.531259, "recall": 0.562253, "f1": 0.540201, "accuracy": 0.562253, "main_score": 0.540201, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"]}, {"precision": 0.456308, "recall": 0.495059, "f1": 0.467194, "accuracy": 0.495059, "main_score": 0.467194, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"]}, {"precision": 0.544721, "recall": 0.583004, "f1": 0.554981, "accuracy": 0.583004, "main_score": 0.554981, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"]}, {"precision": 0.378271, "recall": 0.426877, "f1": 0.391959, "accuracy": 0.426877, "main_score": 0.391959, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"]}, {"precision": 0.514172, "recall": 0.554348, "f1": 0.52448, "accuracy": 0.554348, "main_score": 0.52448, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"]}, {"precision": 0.532049, "recall": 0.570158, "f1": 0.543067, "accuracy": 0.570158, "main_score": 0.543067, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"]}, {"precision": 0.526796, "recall": 0.562253, "f1": 0.536029, "accuracy": 0.562253, "main_score": 0.536029, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"]}, {"precision": 0.544997, "recall": 0.583004, "f1": 0.55461, "accuracy": 0.583004, "main_score": 0.55461, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"]}, {"precision": 0.517836, "recall": 0.55336, "f1": 0.527391, "accuracy": 0.55336, "main_score": 0.527391, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"]}, {"precision": 0.521572, "recall": 0.559289, "f1": 0.532533, "accuracy": 0.559289, "main_score": 0.532533, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"]}, {"precision": 0.512151, "recall": 0.546443, "f1": 0.521623, "accuracy": 0.546443, "main_score": 0.521623, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"]}, {"precision": 0.56489, "recall": 0.59585, "f1": 0.573226, "accuracy": 0.59585, "main_score": 0.573226, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"]}, {"precision": 0.542759, "recall": 0.574111, "f1": 0.551481, "accuracy": 0.574111, "main_score": 0.551481, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"]}, {"precision": 0.574036, "recall": 0.610672, "f1": 0.583445, "accuracy": 0.610672, "main_score": 0.583445, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"]}, {"precision": 0.559807, "recall": 0.593874, "f1": 0.56841, "accuracy": 0.593874, "main_score": 0.56841, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"]}, {"precision": 0.546029, "recall": 0.588933, "f1": 0.557569, "accuracy": 0.588933, "main_score": 0.557569, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"]}, {"precision": 0.542515, "recall": 0.576087, "f1": 0.551768, "accuracy": 0.576087, "main_score": 0.551768, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"]}, {"precision": 0.471108, "recall": 0.519763, "f1": 0.483736, "accuracy": 0.519763, "main_score": 0.483736, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"]}, {"precision": 0.563705, "recall": 0.597826, "f1": 0.572222, "accuracy": 0.597826, "main_score": 0.572222, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"]}, {"precision": 0.510618, "recall": 0.547431, "f1": 0.520788, "accuracy": 0.547431, "main_score": 0.520788, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"]}, {"precision": 0.493683, "recall": 0.534585, "f1": 0.505074, "accuracy": 0.534585, "main_score": 0.505074, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"]}, {"precision": 0.496664, "recall": 0.535573, "f1": 0.507577, "accuracy": 0.535573, "main_score": 0.507577, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"]}, {"precision": 0.474348, "recall": 0.518775, "f1": 0.486555, "accuracy": 0.518775, "main_score": 0.486555, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"]}, {"precision": 0.550261, "recall": 0.58498, "f1": 0.560538, "accuracy": 0.58498, "main_score": 0.560538, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"]}, {"precision": 0.526986, "recall": 0.56917, "f1": 0.53822, "accuracy": 0.56917, "main_score": 0.53822, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"]}, {"precision": 0.474725, "recall": 0.509881, "f1": 0.484999, "accuracy": 0.509881, "main_score": 0.484999, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"]}, {"precision": 0.506396, "recall": 0.547431, "f1": 0.517811, "accuracy": 0.547431, "main_score": 0.517811, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"]}, {"precision": 0.532536, "recall": 0.56917, "f1": 0.54281, "accuracy": 0.56917, "main_score": 0.54281, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"]}, {"precision": 0.509743, "recall": 0.552372, "f1": 0.522006, "accuracy": 0.552372, "main_score": 0.522006, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"]}, {"precision": 0.493853, "recall": 0.532609, "f1": 0.50474, "accuracy": 0.532609, "main_score": 0.50474, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"]}, {"precision": 0.515226, "recall": 0.5583, "f1": 0.526841, "accuracy": 0.5583, "main_score": 0.526841, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"]}, {"precision": 0.482663, "recall": 0.524704, "f1": 0.495244, "accuracy": 0.524704, "main_score": 0.495244, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"]}, {"precision": 0.522706, "recall": 0.557312, "f1": 0.531746, "accuracy": 0.557312, "main_score": 0.531746, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"]}, {"precision": 0.550561, "recall": 0.58498, "f1": 0.559258, "accuracy": 0.58498, "main_score": 0.559258, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"]}, {"precision": 0.533249, "recall": 0.564229, "f1": 0.541815, "accuracy": 0.564229, "main_score": 0.541815, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"]}, {"precision": 0.537714, "recall": 0.564229, "f1": 0.54608, "accuracy": 0.564229, "main_score": 0.54608, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"]}, {"precision": 0.505121, "recall": 0.540514, "f1": 0.514691, "accuracy": 0.540514, "main_score": 0.514691, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"]}, {"precision": 0.507477, "recall": 0.550395, "f1": 0.51926, "accuracy": 0.550395, "main_score": 0.51926, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"]}, {"precision": 0.539733, "recall": 0.575099, "f1": 0.548898, "accuracy": 0.575099, "main_score": 0.548898, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"]}, {"precision": 0.407856, "recall": 0.465415, "f1": 0.423999, "accuracy": 0.465415, "main_score": 0.423999, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"]}, {"precision": 0.531943, "recall": 0.567194, "f1": 0.542474, "accuracy": 0.567194, "main_score": 0.542474, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"]}, {"precision": 0.510681, "recall": 0.543478, "f1": 0.519419, "accuracy": 0.543478, "main_score": 0.519419, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"]}, {"precision": 0.538252, "recall": 0.576087, "f1": 0.548046, "accuracy": 0.576087, "main_score": 0.548046, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"]}, {"precision": 0.53739, "recall": 0.573123, "f1": 0.547439, "accuracy": 0.573123, "main_score": 0.547439, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"]}, {"precision": 0.486743, "recall": 0.529644, "f1": 0.498325, "accuracy": 0.529644, "main_score": 0.498325, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"]}, {"precision": 0.510238, "recall": 0.544466, "f1": 0.519117, "accuracy": 0.544466, "main_score": 0.519117, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"]}, {"precision": 0.602152, "recall": 0.66996, "f1": 0.621521, "accuracy": 0.66996, "main_score": 0.621521, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"]}, {"precision": 0.541791, "recall": 0.604743, "f1": 0.559752, "accuracy": 0.604743, "main_score": 0.559752, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"]}, {"precision": 0.458958, "recall": 0.538538, "f1": 0.480497, "accuracy": 0.538538, "main_score": 0.480497, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"]}, {"precision": 0.599797, "recall": 0.660079, "f1": 0.616987, "accuracy": 0.660079, "main_score": 0.616987, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"]}, {"precision": 0.892045, "recall": 0.91996, "f1": 0.901087, "accuracy": 0.91996, "main_score": 0.901087, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"]}, {"precision": 0.962945, "recall": 0.972332, "f1": 0.965909, "accuracy": 0.972332, "main_score": 0.965909, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"]}, {"precision": 0.620669, "recall": 0.674901, "f1": 0.636505, "accuracy": 0.674901, "main_score": 0.636505, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"]}, {"precision": 0.633919, "recall": 0.697628, "f1": 0.652322, "accuracy": 0.697628, "main_score": 0.652322, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"]}, {"precision": 0.577174, "recall": 0.639328, "f1": 0.594273, "accuracy": 0.639328, "main_score": 0.594273, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"]}, {"precision": 0.192381, "recall": 0.247036, "f1": 0.205614, "accuracy": 0.247036, "main_score": 0.205614, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"]}, {"precision": 0.661151, "recall": 0.708498, "f1": 0.674629, "accuracy": 0.708498, "main_score": 0.674629, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"]}, {"precision": 0.698124, "recall": 0.751976, "f1": 0.713872, "accuracy": 0.751976, "main_score": 0.713872, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"]}, {"precision": 0.572053, "recall": 0.623518, "f1": 0.587211, "accuracy": 0.623518, "main_score": 0.587211, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"]}, {"precision": 0.528597, "recall": 0.599802, "f1": 0.547953, "accuracy": 0.599802, "main_score": 0.547953, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"]}, {"precision": 0.587262, "recall": 0.647233, "f1": 0.60516, "accuracy": 0.647233, "main_score": 0.60516, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"]}, {"precision": 0.611858, "recall": 0.674901, "f1": 0.630077, "accuracy": 0.674901, "main_score": 0.630077, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"]}, {"precision": 0.914773, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"]}, {"precision": 0.54471, "recall": 0.603755, "f1": 0.561613, "accuracy": 0.603755, "main_score": 0.561613, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"]}, {"precision": 0.563251, "recall": 0.621542, "f1": 0.579793, "accuracy": 0.621542, "main_score": 0.579793, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"]}, {"precision": 0.535257, "recall": 0.592885, "f1": 0.551392, "accuracy": 0.592885, "main_score": 0.551392, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"]}, {"precision": 0.326995, "recall": 0.389328, "f1": 0.344227, "accuracy": 0.389328, "main_score": 0.344227, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"]}, {"precision": 0.622596, "recall": 0.678854, "f1": 0.638773, "accuracy": 0.678854, "main_score": 0.638773, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"]}, {"precision": 0.598059, "recall": 0.649209, "f1": 0.612911, "accuracy": 0.649209, "main_score": 0.612911, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"]}, {"precision": 0.728558, "recall": 0.785573, "f1": 0.745113, "accuracy": 0.785573, "main_score": 0.745113, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"]}, {"precision": 0.674704, "recall": 0.75, "f1": 0.697186, "accuracy": 0.75, "main_score": 0.697186, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"]}, {"precision": 0.73386, "recall": 0.787549, "f1": 0.749507, "accuracy": 0.787549, "main_score": 0.749507, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"]}, {"precision": 0.681004, "recall": 0.735178, "f1": 0.697645, "accuracy": 0.735178, "main_score": 0.697645, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"]}, {"precision": 0.681063, "recall": 0.740119, "f1": 0.69824, "accuracy": 0.740119, "main_score": 0.69824, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"]}, {"precision": 0.562534, "recall": 0.619565, "f1": 0.578761, "accuracy": 0.619565, "main_score": 0.578761, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"]}, {"precision": 0.582065, "recall": 0.633399, "f1": 0.596871, "accuracy": 0.633399, "main_score": 0.596871, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"]}, {"precision": 0.824226, "recall": 0.866601, "f1": 0.837074, "accuracy": 0.866601, "main_score": 0.837074, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"]}, {"precision": 0.49073, "recall": 0.546443, "f1": 0.505208, "accuracy": 0.546443, "main_score": 0.505208, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"]}, {"precision": 0.901795, "recall": 0.929842, "f1": 0.910804, "accuracy": 0.929842, "main_score": 0.910804, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"]}, {"precision": 0.559083, "recall": 0.619565, "f1": 0.576147, "accuracy": 0.619565, "main_score": 0.576147, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"]}, {"precision": 0.614133, "recall": 0.68083, "f1": 0.633262, "accuracy": 0.68083, "main_score": 0.633262, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"]}, {"precision": 0.197423, "recall": 0.258893, "f1": 0.211914, "accuracy": 0.258893, "main_score": 0.211914, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"]}, {"precision": 0.647473, "recall": 0.710474, "f1": 0.66537, "accuracy": 0.710474, "main_score": 0.66537, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"]}, {"precision": 0.820982, "recall": 0.867589, "f1": 0.835375, "accuracy": 0.867589, "main_score": 0.835375, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"]}, {"precision": 0.434107, "recall": 0.488142, "f1": 0.449531, "accuracy": 0.488142, "main_score": 0.449531, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"]}, {"precision": 0.698445, "recall": 0.752964, "f1": 0.714495, "accuracy": 0.752964, "main_score": 0.714495, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"]}, {"precision": 0.583865, "recall": 0.641304, "f1": 0.599943, "accuracy": 0.641304, "main_score": 0.599943, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"]}, {"precision": 0.5291, "recall": 0.590909, "f1": 0.546498, "accuracy": 0.590909, "main_score": 0.546498, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"]}, {"precision": 0.690607, "recall": 0.738142, "f1": 0.704287, "accuracy": 0.738142, "main_score": 0.704287, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"]}, {"precision": 0.249918, "recall": 0.327075, "f1": 0.270108, "accuracy": 0.327075, "main_score": 0.270108, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"]}, {"precision": 0.604308, "recall": 0.663043, "f1": 0.621134, "accuracy": 0.663043, "main_score": 0.621134, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"]}, {"precision": 0.604924, "recall": 0.666008, "f1": 0.622356, "accuracy": 0.666008, "main_score": 0.622356, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"]}, {"precision": 0.748765, "recall": 0.8083, "f1": 0.767608, "accuracy": 0.8083, "main_score": 0.767608, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"]}, {"precision": 0.586556, "recall": 0.646245, "f1": 0.603811, "accuracy": 0.646245, "main_score": 0.603811, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"]}, {"precision": 0.837368, "recall": 0.876482, "f1": 0.849459, "accuracy": 0.876482, "main_score": 0.849459, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"]}, {"precision": 0.483386, "recall": 0.545455, "f1": 0.499945, "accuracy": 0.545455, "main_score": 0.499945, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"]}, {"precision": 0.910303, "recall": 0.934783, "f1": 0.917803, "accuracy": 0.934783, "main_score": 0.917803, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"]}, {"precision": 0.966568, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"]}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"]}, {"precision": 0.633466, "recall": 0.685771, "f1": 0.648316, "accuracy": 0.685771, "main_score": 0.648316, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"]}, {"precision": 0.921113, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"]}, {"precision": 0.480676, "recall": 0.548419, "f1": 0.499379, "accuracy": 0.548419, "main_score": 0.499379, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"]}, {"precision": 0.654578, "recall": 0.724308, "f1": 0.675293, "accuracy": 0.724308, "main_score": 0.675293, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"]}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"]}, {"precision": 0.856143, "recall": 0.892292, "f1": 0.86749, "accuracy": 0.892292, "main_score": 0.86749, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"]}, {"precision": 0.674209, "recall": 0.722332, "f1": 0.68812, "accuracy": 0.722332, "main_score": 0.68812, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"]}, {"precision": 0.678056, "recall": 0.735178, "f1": 0.694667, "accuracy": 0.735178, "main_score": 0.694667, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"]}, {"precision": 0.556833, "recall": 0.62253, "f1": 0.575551, "accuracy": 0.62253, "main_score": 0.575551, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"]}, {"precision": 0.562611, "recall": 0.624506, "f1": 0.580211, "accuracy": 0.624506, "main_score": 0.580211, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"]}, {"precision": 0.85219, "recall": 0.892292, "f1": 0.864657, "accuracy": 0.892292, "main_score": 0.864657, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"]}, {"precision": 0.564667, "recall": 0.625494, "f1": 0.582212, "accuracy": 0.625494, "main_score": 0.582212, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"]}, {"precision": 0.645142, "recall": 0.702569, "f1": 0.661764, "accuracy": 0.702569, "main_score": 0.661764, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"]}, {"precision": 0.934947, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"]}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"]}, {"precision": 0.509571, "recall": 0.564229, "f1": 0.524925, "accuracy": 0.564229, "main_score": 0.524925, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"]}, {"precision": 0.598864, "recall": 0.65415, "f1": 0.613689, "accuracy": 0.65415, "main_score": 0.613689, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"]}, {"precision": 0.61638, "recall": 0.676877, "f1": 0.634027, "accuracy": 0.676877, "main_score": 0.634027, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"]}, {"precision": 0.578615, "recall": 0.62747, "f1": 0.592536, "accuracy": 0.62747, "main_score": 0.592536, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"]}, {"precision": 0.557955, "recall": 0.624506, "f1": 0.577364, "accuracy": 0.624506, "main_score": 0.577364, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"]}, {"precision": 0.776548, "recall": 0.823123, "f1": 0.7905, "accuracy": 0.823123, "main_score": 0.7905, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"]}, {"precision": 0.757411, "recall": 0.804348, "f1": 0.771476, "accuracy": 0.804348, "main_score": 0.771476, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"]}, {"precision": 0.880418, "recall": 0.906126, "f1": 0.888076, "accuracy": 0.906126, "main_score": 0.888076, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"]}, {"precision": 0.515518, "recall": 0.588933, "f1": 0.537017, "accuracy": 0.588933, "main_score": 0.537017, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"]}, {"precision": 0.713439, "recall": 0.769763, "f1": 0.730106, "accuracy": 0.769763, "main_score": 0.730106, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"]}, {"precision": 0.622597, "recall": 0.668972, "f1": 0.635564, "accuracy": 0.668972, "main_score": 0.635564, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"]}, {"precision": 0.56371, "recall": 0.631423, "f1": 0.582317, "accuracy": 0.631423, "main_score": 0.582317, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"]}, {"precision": 0.525192, "recall": 0.58498, "f1": 0.542136, "accuracy": 0.58498, "main_score": 0.542136, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"]}, {"precision": 0.441409, "recall": 0.52668, "f1": 0.463729, "accuracy": 0.52668, "main_score": 0.463729, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"]}, {"precision": 0.58994, "recall": 0.652174, "f1": 0.607063, "accuracy": 0.652174, "main_score": 0.607063, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"]}, {"precision": 0.872118, "recall": 0.905138, "f1": 0.882595, "accuracy": 0.905138, "main_score": 0.882595, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"]}, {"precision": 0.577603, "recall": 0.646245, "f1": 0.597334, "accuracy": 0.646245, "main_score": 0.597334, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"]}, {"precision": 0.616333, "recall": 0.679842, "f1": 0.633658, "accuracy": 0.679842, "main_score": 0.633658, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"]}, {"precision": 0.535904, "recall": 0.602767, "f1": 0.554706, "accuracy": 0.602767, "main_score": 0.554706, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"]}, {"precision": 0.181383, "recall": 0.232213, "f1": 0.193291, "accuracy": 0.232213, "main_score": 0.193291, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"]}, {"precision": 0.621809, "recall": 0.675889, "f1": 0.637058, "accuracy": 0.675889, "main_score": 0.637058, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"]}, {"precision": 0.671798, "recall": 0.730237, "f1": 0.688163, "accuracy": 0.730237, "main_score": 0.688163, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"]}, {"precision": 0.523339, "recall": 0.583992, "f1": 0.540766, "accuracy": 0.583992, "main_score": 0.540766, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"]}, {"precision": 0.48213, "recall": 0.559289, "f1": 0.503072, "accuracy": 0.559289, "main_score": 0.503072, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"]}, {"precision": 0.553148, "recall": 0.615613, "f1": 0.570276, "accuracy": 0.615613, "main_score": 0.570276, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"]}, {"precision": 0.574277, "recall": 0.637352, "f1": 0.591456, "accuracy": 0.637352, "main_score": 0.591456, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"]}, {"precision": 0.918478, "recall": 0.9417, "f1": 0.925889, "accuracy": 0.9417, "main_score": 0.925889, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"]}, {"precision": 0.515478, "recall": 0.578063, "f1": 0.53299, "accuracy": 0.578063, "main_score": 0.53299, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"]}, {"precision": 0.510006, "recall": 0.58498, "f1": 0.530636, "accuracy": 0.58498, "main_score": 0.530636, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"]}, {"precision": 0.511288, "recall": 0.56917, "f1": 0.526594, "accuracy": 0.56917, "main_score": 0.526594, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"]}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954842, "accuracy": 0.965415, "main_score": 0.954842, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"]}, {"precision": 0.313416, "recall": 0.37747, "f1": 0.331036, "accuracy": 0.37747, "main_score": 0.331036, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"]}, {"precision": 0.57006, "recall": 0.642292, "f1": 0.59059, "accuracy": 0.642292, "main_score": 0.59059, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"]}, {"precision": 0.581388, "recall": 0.642292, "f1": 0.598408, "accuracy": 0.642292, "main_score": 0.598408, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"]}, {"precision": 0.696635, "recall": 0.763834, "f1": 0.716321, "accuracy": 0.763834, "main_score": 0.716321, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"]}, {"precision": 0.678277, "recall": 0.749012, "f1": 0.699064, "accuracy": 0.749012, "main_score": 0.699064, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"]}, {"precision": 0.704876, "recall": 0.76581, "f1": 0.722239, "accuracy": 0.76581, "main_score": 0.722239, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"]}, {"precision": 0.655807, "recall": 0.715415, "f1": 0.673158, "accuracy": 0.715415, "main_score": 0.673158, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"]}, {"precision": 0.67165, "recall": 0.742095, "f1": 0.692248, "accuracy": 0.742095, "main_score": 0.692248, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"]}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"]}, {"precision": 0.537563, "recall": 0.602767, "f1": 0.555457, "accuracy": 0.602767, "main_score": 0.555457, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"]}, {"precision": 0.55191, "recall": 0.615613, "f1": 0.570112, "accuracy": 0.615613, "main_score": 0.570112, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"]}, {"precision": 0.798139, "recall": 0.846838, "f1": 0.812766, "accuracy": 0.846838, "main_score": 0.812766, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"]}, {"precision": 0.466804, "recall": 0.528656, "f1": 0.483502, "accuracy": 0.528656, "main_score": 0.483502, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"]}, {"precision": 0.885326, "recall": 0.917984, "f1": 0.895487, "accuracy": 0.917984, "main_score": 0.895487, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"]}, {"precision": 0.535935, "recall": 0.602767, "f1": 0.554894, "accuracy": 0.602767, "main_score": 0.554894, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"]}, {"precision": 0.587384, "recall": 0.65415, "f1": 0.606159, "accuracy": 0.65415, "main_score": 0.606159, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"]}, {"precision": 0.188681, "recall": 0.247036, "f1": 0.202043, "accuracy": 0.247036, "main_score": 0.202043, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"]}, {"precision": 0.61409, "recall": 0.68083, "f1": 0.632893, "accuracy": 0.68083, "main_score": 0.632893, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"]}, {"precision": 0.797464, "recall": 0.848814, "f1": 0.813142, "accuracy": 0.848814, "main_score": 0.813142, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"]}, {"precision": 0.412884, "recall": 0.476285, "f1": 0.430191, "accuracy": 0.476285, "main_score": 0.430191, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"]}, {"precision": 0.666628, "recall": 0.72332, "f1": 0.6833, "accuracy": 0.72332, "main_score": 0.6833, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"]}, {"precision": 0.557111, "recall": 0.623518, "f1": 0.57619, "accuracy": 0.623518, "main_score": 0.57619, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"]}, {"precision": 0.505234, "recall": 0.579051, "f1": 0.525595, "accuracy": 0.579051, "main_score": 0.525595, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"]}, {"precision": 0.665309, "recall": 0.721344, "f1": 0.681853, "accuracy": 0.721344, "main_score": 0.681853, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"]}, {"precision": 0.253503, "recall": 0.333992, "f1": 0.274847, "accuracy": 0.333992, "main_score": 0.274847, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"]}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"]}, {"precision": 0.577117, "recall": 0.637352, "f1": 0.594422, "accuracy": 0.637352, "main_score": 0.594422, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"]}, {"precision": 0.577529, "recall": 0.644269, "f1": 0.596528, "accuracy": 0.644269, "main_score": 0.596528, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"]}, {"precision": 0.717819, "recall": 0.785573, "f1": 0.738312, "accuracy": 0.785573, "main_score": 0.738312, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"]}, {"precision": 0.546626, "recall": 0.613636, "f1": 0.565547, "accuracy": 0.613636, "main_score": 0.565547, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"]}, {"precision": 0.784256, "recall": 0.83498, "f1": 0.799624, "accuracy": 0.83498, "main_score": 0.799624, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"]}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"]}, {"precision": 0.46816, "recall": 0.531621, "f1": 0.485761, "accuracy": 0.531621, "main_score": 0.485761, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"]}, {"precision": 0.890234, "recall": 0.920949, "f1": 0.899934, "accuracy": 0.920949, "main_score": 0.899934, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"]}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"]}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"]}, {"precision": 0.605962, "recall": 0.666996, "f1": 0.622922, "accuracy": 0.666996, "main_score": 0.622922, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"]}, {"precision": 0.920949, "recall": 0.945652, "f1": 0.928854, "accuracy": 0.945652, "main_score": 0.928854, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"]}, {"precision": 0.456348, "recall": 0.525692, "f1": 0.475038, "accuracy": 0.525692, "main_score": 0.475038, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"]}, {"precision": 0.639361, "recall": 0.708498, "f1": 0.659604, "accuracy": 0.708498, "main_score": 0.659604, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"]}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"]}, {"precision": 0.826976, "recall": 0.87253, "f1": 0.841206, "accuracy": 0.87253, "main_score": 0.841206, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"]}, {"precision": 0.63293, "recall": 0.690711, "f1": 0.649793, "accuracy": 0.690711, "main_score": 0.649793, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"]}, {"precision": 0.629658, "recall": 0.694664, "f1": 0.648701, "accuracy": 0.694664, "main_score": 0.648701, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"]}, {"precision": 0.9403, "recall": 0.959486, "f1": 0.946542, "accuracy": 0.959486, "main_score": 0.946542, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"]}, {"precision": 0.545008, "recall": 0.607708, "f1": 0.561986, "accuracy": 0.607708, "main_score": 0.561986, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"]}, {"precision": 0.530248, "recall": 0.594862, "f1": 0.547632, "accuracy": 0.594862, "main_score": 0.547632, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"]}, {"precision": 0.823485, "recall": 0.868577, "f1": 0.837549, "accuracy": 0.868577, "main_score": 0.837549, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"]}, {"precision": 0.52873, "recall": 0.59585, "f1": 0.547717, "accuracy": 0.59585, "main_score": 0.547717, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"]}, {"precision": 0.621469, "recall": 0.68083, "f1": 0.638104, "accuracy": 0.68083, "main_score": 0.638104, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"]}, {"precision": 0.935112, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"]}, {"precision": 0.481566, "recall": 0.543478, "f1": 0.498295, "accuracy": 0.543478, "main_score": 0.498295, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"]}, {"precision": 0.56713, "recall": 0.625494, "f1": 0.582888, "accuracy": 0.625494, "main_score": 0.582888, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"]}, {"precision": 0.589536, "recall": 0.652174, "f1": 0.607518, "accuracy": 0.652174, "main_score": 0.607518, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"]}, {"precision": 0.551733, "recall": 0.610672, "f1": 0.56782, "accuracy": 0.610672, "main_score": 0.56782, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"]}, {"precision": 0.531314, "recall": 0.604743, "f1": 0.552302, "accuracy": 0.604743, "main_score": 0.552302, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"]}, {"precision": 0.739081, "recall": 0.791502, "f1": 0.754334, "accuracy": 0.791502, "main_score": 0.754334, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"]}, {"precision": 0.763455, "recall": 0.816206, "f1": 0.778938, "accuracy": 0.816206, "main_score": 0.778938, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"]}, {"precision": 0.882362, "recall": 0.911067, "f1": 0.891173, "accuracy": 0.911067, "main_score": 0.891173, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"]}, {"precision": 0.480501, "recall": 0.564229, "f1": 0.505783, "accuracy": 0.564229, "main_score": 0.505783, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"]}, {"precision": 0.704127, "recall": 0.767787, "f1": 0.723337, "accuracy": 0.767787, "main_score": 0.723337, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"]}, {"precision": 0.589115, "recall": 0.643281, "f1": 0.604198, "accuracy": 0.643281, "main_score": 0.604198, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"]}, {"precision": 0.575933, "recall": 0.639328, "f1": 0.593121, "accuracy": 0.639328, "main_score": 0.593121, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"]}, {"precision": 0.523194, "recall": 0.582016, "f1": 0.539545, "accuracy": 0.582016, "main_score": 0.539545, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"]}, {"precision": 0.424887, "recall": 0.500988, "f1": 0.445517, "accuracy": 0.500988, "main_score": 0.445517, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"]}, {"precision": 0.5771, "recall": 0.63834, "f1": 0.59439, "accuracy": 0.63834, "main_score": 0.59439, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"]}, {"precision": 0.85299, "recall": 0.890316, "f1": 0.864608, "accuracy": 0.890316, "main_score": 0.864608, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"]}, {"precision": 0.942276, "recall": 0.95751, "f1": 0.947036, "accuracy": 0.95751, "main_score": 0.947036, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"]}, {"precision": 0.588307, "recall": 0.648221, "f1": 0.605254, "accuracy": 0.648221, "main_score": 0.605254, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"]}, {"precision": 0.616248, "recall": 0.674901, "f1": 0.632597, "accuracy": 0.674901, "main_score": 0.632597, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"]}, {"precision": 0.547565, "recall": 0.608696, "f1": 0.564512, "accuracy": 0.608696, "main_score": 0.564512, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"]}, {"precision": 0.178059, "recall": 0.229249, "f1": 0.190563, "accuracy": 0.229249, "main_score": 0.190563, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"]}, {"precision": 0.62822, "recall": 0.677866, "f1": 0.642053, "accuracy": 0.677866, "main_score": 0.642053, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"]}, {"precision": 0.680748, "recall": 0.730237, "f1": 0.694716, "accuracy": 0.730237, "main_score": 0.694716, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"]}, {"precision": 0.539509, "recall": 0.593874, "f1": 0.555097, "accuracy": 0.593874, "main_score": 0.555097, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"]}, {"precision": 0.490166, "recall": 0.555336, "f1": 0.507795, "accuracy": 0.555336, "main_score": 0.507795, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"]}, {"precision": 0.566322, "recall": 0.628458, "f1": 0.584082, "accuracy": 0.628458, "main_score": 0.584082, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"]}, {"precision": 0.57165, "recall": 0.632411, "f1": 0.588276, "accuracy": 0.632411, "main_score": 0.588276, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"]}, {"precision": 0.900939, "recall": 0.927866, "f1": 0.909289, "accuracy": 0.927866, "main_score": 0.909289, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"]}, {"precision": 0.52124, "recall": 0.583004, "f1": 0.538368, "accuracy": 0.583004, "main_score": 0.538368, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"]}, {"precision": 0.515228, "recall": 0.579051, "f1": 0.532601, "accuracy": 0.579051, "main_score": 0.532601, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"]}, {"precision": 0.521117, "recall": 0.573123, "f1": 0.535151, "accuracy": 0.573123, "main_score": 0.535151, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"]}, {"precision": 0.94524, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"]}, {"precision": 0.310857, "recall": 0.362648, "f1": 0.324974, "accuracy": 0.362648, "main_score": 0.324974, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"]}, {"precision": 0.58624, "recall": 0.644269, "f1": 0.602859, "accuracy": 0.644269, "main_score": 0.602859, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"]}, {"precision": 0.585011, "recall": 0.63834, "f1": 0.599833, "accuracy": 0.63834, "main_score": 0.599833, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"]}, {"precision": 0.702107, "recall": 0.762846, "f1": 0.719705, "accuracy": 0.762846, "main_score": 0.719705, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"]}, {"precision": 0.651245, "recall": 0.732213, "f1": 0.675247, "accuracy": 0.732213, "main_score": 0.675247, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"]}, {"precision": 0.689387, "recall": 0.75, "f1": 0.70669, "accuracy": 0.75, "main_score": 0.70669, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"]}, {"precision": 0.64101, "recall": 0.697628, "f1": 0.657773, "accuracy": 0.697628, "main_score": 0.657773, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"]}, {"precision": 0.652316, "recall": 0.716403, "f1": 0.671102, "accuracy": 0.716403, "main_score": 0.671102, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"]}, {"precision": 0.978096, "recall": 0.983202, "f1": 0.979743, "accuracy": 0.983202, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"]}, {"precision": 0.548206, "recall": 0.603755, "f1": 0.563225, "accuracy": 0.603755, "main_score": 0.563225, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"]}, {"precision": 0.555157, "recall": 0.610672, "f1": 0.571215, "accuracy": 0.610672, "main_score": 0.571215, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"]}, {"precision": 0.795076, "recall": 0.838933, "f1": 0.808432, "accuracy": 0.838933, "main_score": 0.808432, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"]}, {"precision": 0.461837, "recall": 0.523715, "f1": 0.478823, "accuracy": 0.523715, "main_score": 0.478823, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"]}, {"precision": 0.879397, "recall": 0.914032, "f1": 0.890217, "accuracy": 0.914032, "main_score": 0.890217, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"]}, {"precision": 0.540509, "recall": 0.601779, "f1": 0.557625, "accuracy": 0.601779, "main_score": 0.557625, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"]}, {"precision": 0.589929, "recall": 0.652174, "f1": 0.607396, "accuracy": 0.652174, "main_score": 0.607396, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"]}, {"precision": 0.193896, "recall": 0.248024, "f1": 0.20579, "accuracy": 0.248024, "main_score": 0.20579, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"]}, {"precision": 0.620523, "recall": 0.683794, "f1": 0.638011, "accuracy": 0.683794, "main_score": 0.638011, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"]}, {"precision": 0.79749, "recall": 0.846838, "f1": 0.812302, "accuracy": 0.846838, "main_score": 0.812302, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"]}, {"precision": 0.40299, "recall": 0.455534, "f1": 0.417259, "accuracy": 0.455534, "main_score": 0.417259, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"]}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"]}, {"precision": 0.662105, "recall": 0.718379, "f1": 0.678807, "accuracy": 0.718379, "main_score": 0.678807, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"]}, {"precision": 0.551949, "recall": 0.61166, "f1": 0.568919, "accuracy": 0.61166, "main_score": 0.568919, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"]}, {"precision": 0.512578, "recall": 0.58004, "f1": 0.530717, "accuracy": 0.58004, "main_score": 0.530717, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"]}, {"precision": 0.657279, "recall": 0.709486, "f1": 0.672318, "accuracy": 0.709486, "main_score": 0.672318, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"]}, {"precision": 0.244686, "recall": 0.322134, "f1": 0.263783, "accuracy": 0.322134, "main_score": 0.263783, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"]}, {"precision": 0.94557, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"]}, {"precision": 0.575832, "recall": 0.635375, "f1": 0.592893, "accuracy": 0.635375, "main_score": 0.592893, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"]}, {"precision": 0.569248, "recall": 0.636364, "f1": 0.58771, "accuracy": 0.636364, "main_score": 0.58771, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"]}, {"precision": 0.712319, "recall": 0.778656, "f1": 0.732317, "accuracy": 0.778656, "main_score": 0.732317, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"]}, {"precision": 0.566236, "recall": 0.62253, "f1": 0.582296, "accuracy": 0.62253, "main_score": 0.582296, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"]}, {"precision": 0.788867, "recall": 0.835968, "f1": 0.803426, "accuracy": 0.835968, "main_score": 0.803426, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"]}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"]}, {"precision": 0.459328, "recall": 0.520751, "f1": 0.476276, "accuracy": 0.520751, "main_score": 0.476276, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"]}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973386, "accuracy": 0.979249, "main_score": 0.973386, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"]}, {"precision": 0.876515, "recall": 0.909091, "f1": 0.88643, "accuracy": 0.909091, "main_score": 0.88643, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"]}, {"precision": 0.942062, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"]}, {"precision": 0.931719, "recall": 0.950593, "f1": 0.937582, "accuracy": 0.950593, "main_score": 0.937582, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"]}, {"precision": 0.611347, "recall": 0.662055, "f1": 0.625748, "accuracy": 0.662055, "main_score": 0.625748, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"]}, {"precision": 0.8778, "recall": 0.913043, "f1": 0.888999, "accuracy": 0.913043, "main_score": 0.888999, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"]}, {"precision": 0.453521, "recall": 0.521739, "f1": 0.471589, "accuracy": 0.521739, "main_score": 0.471589, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"]}, {"precision": 0.627388, "recall": 0.697628, "f1": 0.647897, "accuracy": 0.697628, "main_score": 0.647897, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"]}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"]}, {"precision": 0.827899, "recall": 0.870553, "f1": 0.841403, "accuracy": 0.870553, "main_score": 0.841403, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"]}, {"precision": 0.65016, "recall": 0.704545, "f1": 0.665714, "accuracy": 0.704545, "main_score": 0.665714, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"]}, {"precision": 0.626056, "recall": 0.687747, "f1": 0.643874, "accuracy": 0.687747, "main_score": 0.643874, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"]}, {"precision": 0.930007, "recall": 0.951581, "f1": 0.936924, "accuracy": 0.951581, "main_score": 0.936924, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"]}, {"precision": 0.545339, "recall": 0.607708, "f1": 0.562536, "accuracy": 0.607708, "main_score": 0.562536, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"]}, {"precision": 0.535873, "recall": 0.600791, "f1": 0.55403, "accuracy": 0.600791, "main_score": 0.55403, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"]}, {"precision": 0.816354, "recall": 0.859684, "f1": 0.829414, "accuracy": 0.859684, "main_score": 0.829414, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"]}, {"precision": 0.541908, "recall": 0.604743, "f1": 0.559001, "accuracy": 0.604743, "main_score": 0.559001, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"]}, {"precision": 0.626713, "recall": 0.683794, "f1": 0.643398, "accuracy": 0.683794, "main_score": 0.643398, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"]}, {"precision": 0.907279, "recall": 0.933794, "f1": 0.915843, "accuracy": 0.933794, "main_score": 0.915843, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"]}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"]}, {"precision": 0.48416, "recall": 0.543478, "f1": 0.500384, "accuracy": 0.543478, "main_score": 0.500384, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"]}, {"precision": 0.568937, "recall": 0.62747, "f1": 0.584369, "accuracy": 0.62747, "main_score": 0.584369, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"]}, {"precision": 0.58298, "recall": 0.644269, "f1": 0.600435, "accuracy": 0.644269, "main_score": 0.600435, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"]}, {"precision": 0.5506, "recall": 0.601779, "f1": 0.563931, "accuracy": 0.601779, "main_score": 0.563931, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"]}, {"precision": 0.539415, "recall": 0.609684, "f1": 0.559867, "accuracy": 0.609684, "main_score": 0.559867, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"]}, {"precision": 0.740876, "recall": 0.797431, "f1": 0.757712, "accuracy": 0.797431, "main_score": 0.757712, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"]}, {"precision": 0.741008, "recall": 0.791502, "f1": 0.75639, "accuracy": 0.791502, "main_score": 0.75639, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"]}, {"precision": 0.86026, "recall": 0.895257, "f1": 0.871033, "accuracy": 0.895257, "main_score": 0.871033, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"]}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"]}, {"precision": 0.476772, "recall": 0.557312, "f1": 0.500101, "accuracy": 0.557312, "main_score": 0.500101, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"]}, {"precision": 0.711199, "recall": 0.76581, "f1": 0.727108, "accuracy": 0.76581, "main_score": 0.727108, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"]}, {"precision": 0.584183, "recall": 0.637352, "f1": 0.599687, "accuracy": 0.637352, "main_score": 0.599687, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"]}, {"precision": 0.391311, "recall": 0.440711, "f1": 0.404468, "accuracy": 0.440711, "main_score": 0.404468, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"]}, {"precision": 0.481552, "recall": 0.517787, "f1": 0.492368, "accuracy": 0.517787, "main_score": 0.492368, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"]}, {"precision": 0.206054, "recall": 0.245059, "f1": 0.216669, "accuracy": 0.245059, "main_score": 0.216669, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"]}, {"precision": 0.525964, "recall": 0.567194, "f1": 0.537157, "accuracy": 0.567194, "main_score": 0.537157, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"]}, {"precision": 0.487283, "recall": 0.535573, "f1": 0.499634, "accuracy": 0.535573, "main_score": 0.499634, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"]}, {"precision": 0.514039, "recall": 0.562253, "f1": 0.52696, "accuracy": 0.562253, "main_score": 0.52696, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"]}, {"precision": 0.529384, "recall": 0.573123, "f1": 0.540173, "accuracy": 0.573123, "main_score": 0.540173, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"]}, {"precision": 0.535475, "recall": 0.56917, "f1": 0.544274, "accuracy": 0.56917, "main_score": 0.544274, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"]}, {"precision": 0.50808, "recall": 0.551383, "f1": 0.519837, "accuracy": 0.551383, "main_score": 0.519837, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"]}, {"precision": 0.525882, "recall": 0.555336, "f1": 0.533809, "accuracy": 0.555336, "main_score": 0.533809, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"]}, {"precision": 0.526699, "recall": 0.561265, "f1": 0.536023, "accuracy": 0.561265, "main_score": 0.536023, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"]}, {"precision": 0.502322, "recall": 0.555336, "f1": 0.51593, "accuracy": 0.555336, "main_score": 0.51593, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"]}, {"precision": 0.49564, "recall": 0.536561, "f1": 0.506009, "accuracy": 0.536561, "main_score": 0.506009, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"]}, {"precision": 0.479189, "recall": 0.516798, "f1": 0.489192, "accuracy": 0.516798, "main_score": 0.489192, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"]}, {"precision": 0.511697, "recall": 0.559289, "f1": 0.523818, "accuracy": 0.559289, "main_score": 0.523818, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"]}, {"precision": 0.468277, "recall": 0.512846, "f1": 0.480089, "accuracy": 0.512846, "main_score": 0.480089, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"]}, {"precision": 0.504778, "recall": 0.551383, "f1": 0.517039, "accuracy": 0.551383, "main_score": 0.517039, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"]}, {"precision": 0.514474, "recall": 0.548419, "f1": 0.524102, "accuracy": 0.548419, "main_score": 0.524102, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"]}, {"precision": 0.500247, "recall": 0.548419, "f1": 0.512137, "accuracy": 0.548419, "main_score": 0.512137, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"]}, {"precision": 0.494396, "recall": 0.540514, "f1": 0.50586, "accuracy": 0.540514, "main_score": 0.50586, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"]}, {"precision": 0.53701, "recall": 0.583992, "f1": 0.548755, "accuracy": 0.583992, "main_score": 0.548755, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"]}, {"precision": 0.532296, "recall": 0.582016, "f1": 0.544993, "accuracy": 0.582016, "main_score": 0.544993, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"]}, {"precision": 0.531851, "recall": 0.582016, "f1": 0.545616, "accuracy": 0.582016, "main_score": 0.545616, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"]}, {"precision": 0.504713, "recall": 0.557312, "f1": 0.517968, "accuracy": 0.557312, "main_score": 0.517968, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"]}, {"precision": 0.512791, "recall": 0.557312, "f1": 0.524425, "accuracy": 0.557312, "main_score": 0.524425, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"]}, {"precision": 0.516981, "recall": 0.560277, "f1": 0.527985, "accuracy": 0.560277, "main_score": 0.527985, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"]}, {"precision": 0.190645, "recall": 0.226285, "f1": 0.199365, "accuracy": 0.226285, "main_score": 0.199365, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"]}, {"precision": 0.510419, "recall": 0.554348, "f1": 0.522447, "accuracy": 0.554348, "main_score": 0.522447, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"]}, {"precision": 0.544817, "recall": 0.583004, "f1": 0.55423, "accuracy": 0.583004, "main_score": 0.55423, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"]}, {"precision": 0.524819, "recall": 0.566206, "f1": 0.536036, "accuracy": 0.566206, "main_score": 0.536036, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"]}, {"precision": 0.513495, "recall": 0.560277, "f1": 0.525421, "accuracy": 0.560277, "main_score": 0.525421, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"]}, {"precision": 0.483269, "recall": 0.524704, "f1": 0.494593, "accuracy": 0.524704, "main_score": 0.494593, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"]}, {"precision": 0.52635, "recall": 0.567194, "f1": 0.536456, "accuracy": 0.567194, "main_score": 0.536456, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"]}, {"precision": 0.520244, "recall": 0.556324, "f1": 0.529924, "accuracy": 0.556324, "main_score": 0.529924, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"]}, {"precision": 0.530805, "recall": 0.576087, "f1": 0.541768, "accuracy": 0.576087, "main_score": 0.541768, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"]}, {"precision": 0.439756, "recall": 0.486166, "f1": 0.452971, "accuracy": 0.486166, "main_score": 0.452971, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"]}, {"precision": 0.496048, "recall": 0.536561, "f1": 0.506597, "accuracy": 0.536561, "main_score": 0.506597, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"]}, {"precision": 0.515531, "recall": 0.561265, "f1": 0.52759, "accuracy": 0.561265, "main_score": 0.52759, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"]}, {"precision": 0.509089, "recall": 0.548419, "f1": 0.519411, "accuracy": 0.548419, "main_score": 0.519411, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"]}, {"precision": 0.497939, "recall": 0.546443, "f1": 0.510344, "accuracy": 0.546443, "main_score": 0.510344, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"]}, {"precision": 0.494475, "recall": 0.532609, "f1": 0.505673, "accuracy": 0.532609, "main_score": 0.505673, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"]}, {"precision": 0.352746, "recall": 0.401186, "f1": 0.366253, "accuracy": 0.401186, "main_score": 0.366253, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"]}, {"precision": 0.51091, "recall": 0.561265, "f1": 0.523995, "accuracy": 0.561265, "main_score": 0.523995, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"]}, {"precision": 0.531637, "recall": 0.573123, "f1": 0.542732, "accuracy": 0.573123, "main_score": 0.542732, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"]}, {"precision": 0.517146, "recall": 0.566206, "f1": 0.529925, "accuracy": 0.566206, "main_score": 0.529925, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"]}, {"precision": 0.544761, "recall": 0.590909, "f1": 0.556967, "accuracy": 0.590909, "main_score": 0.556967, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"]}, {"precision": 0.507382, "recall": 0.545455, "f1": 0.51805, "accuracy": 0.545455, "main_score": 0.51805, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"]}, {"precision": 0.513611, "recall": 0.562253, "f1": 0.526813, "accuracy": 0.562253, "main_score": 0.526813, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"]}, {"precision": 0.507386, "recall": 0.550395, "f1": 0.519108, "accuracy": 0.550395, "main_score": 0.519108, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"]}, {"precision": 0.502312, "recall": 0.543478, "f1": 0.513319, "accuracy": 0.543478, "main_score": 0.513319, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"]}, {"precision": 0.537904, "recall": 0.582016, "f1": 0.549185, "accuracy": 0.582016, "main_score": 0.549185, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"]}, {"precision": 0.531001, "recall": 0.58004, "f1": 0.543341, "accuracy": 0.58004, "main_score": 0.543341, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"]}, {"precision": 0.546846, "recall": 0.590909, "f1": 0.558, "accuracy": 0.590909, "main_score": 0.558, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"]}, {"precision": 0.481192, "recall": 0.521739, "f1": 0.492725, "accuracy": 0.521739, "main_score": 0.492725, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"]}, {"precision": 0.518188, "recall": 0.561265, "f1": 0.529368, "accuracy": 0.561265, "main_score": 0.529368, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"]}, {"precision": 0.383633, "recall": 0.429842, "f1": 0.396979, "accuracy": 0.429842, "main_score": 0.396979, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"]}, {"precision": 0.475728, "recall": 0.508893, "f1": 0.484742, "accuracy": 0.508893, "main_score": 0.484742, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"]}, {"precision": 0.540195, "recall": 0.576087, "f1": 0.549582, "accuracy": 0.576087, "main_score": 0.549582, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"]}, {"precision": 0.281904, "recall": 0.333004, "f1": 0.295338, "accuracy": 0.333004, "main_score": 0.295338, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"]}, {"precision": 0.513444, "recall": 0.559289, "f1": 0.525194, "accuracy": 0.559289, "main_score": 0.525194, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"]}, {"precision": 0.5084, "recall": 0.555336, "f1": 0.520363, "accuracy": 0.555336, "main_score": 0.520363, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"]}, {"precision": 0.524166, "recall": 0.575099, "f1": 0.537175, "accuracy": 0.575099, "main_score": 0.537175, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"]}, {"precision": 0.498257, "recall": 0.550395, "f1": 0.512783, "accuracy": 0.550395, "main_score": 0.512783, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"]}, {"precision": 0.506375, "recall": 0.538538, "f1": 0.515453, "accuracy": 0.538538, "main_score": 0.515453, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"]}, {"precision": 0.539599, "recall": 0.579051, "f1": 0.549528, "accuracy": 0.579051, "main_score": 0.549528, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"]}, {"precision": 0.50418, "recall": 0.54249, "f1": 0.515221, "accuracy": 0.54249, "main_score": 0.515221, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"]}, {"precision": 0.534125, "recall": 0.581028, "f1": 0.546214, "accuracy": 0.581028, "main_score": 0.546214, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"]}, {"precision": 0.496141, "recall": 0.533597, "f1": 0.506227, "accuracy": 0.533597, "main_score": 0.506227, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"]}, {"precision": 0.548877, "recall": 0.590909, "f1": 0.559571, "accuracy": 0.590909, "main_score": 0.559571, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"]}, {"precision": 0.476065, "recall": 0.520751, "f1": 0.488118, "accuracy": 0.520751, "main_score": 0.488118, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"]}, {"precision": 0.546816, "recall": 0.591897, "f1": 0.558204, "accuracy": 0.591897, "main_score": 0.558204, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"]}, {"precision": 0.516405, "recall": 0.551383, "f1": 0.524942, "accuracy": 0.551383, "main_score": 0.524942, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"]}, {"precision": 0.513643, "recall": 0.556324, "f1": 0.524801, "accuracy": 0.556324, "main_score": 0.524801, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"]}, {"precision": 0.264956, "recall": 0.310277, "f1": 0.275539, "accuracy": 0.310277, "main_score": 0.275539, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"]}, {"precision": 0.504082, "recall": 0.54249, "f1": 0.514327, "accuracy": 0.54249, "main_score": 0.514327, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"]}, {"precision": 0.504236, "recall": 0.544466, "f1": 0.514237, "accuracy": 0.544466, "main_score": 0.514237, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"]}, {"precision": 0.533926, "recall": 0.573123, "f1": 0.544972, "accuracy": 0.573123, "main_score": 0.544972, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"]}, {"precision": 0.439067, "recall": 0.487154, "f1": 0.452314, "accuracy": 0.487154, "main_score": 0.452314, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"]}, {"precision": 0.524448, "recall": 0.572134, "f1": 0.535879, "accuracy": 0.572134, "main_score": 0.535879, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"]}, {"precision": 0.516948, "recall": 0.559289, "f1": 0.528095, "accuracy": 0.559289, "main_score": 0.528095, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"]}, {"precision": 0.536013, "recall": 0.575099, "f1": 0.545854, "accuracy": 0.575099, "main_score": 0.545854, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"]}, {"precision": 0.452372, "recall": 0.499012, "f1": 0.464686, "accuracy": 0.499012, "main_score": 0.464686, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"]}, {"precision": 0.53544, "recall": 0.581028, "f1": 0.547496, "accuracy": 0.581028, "main_score": 0.547496, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"]}, {"precision": 0.496483, "recall": 0.546443, "f1": 0.510296, "accuracy": 0.546443, "main_score": 0.510296, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"]}, {"precision": 0.5125, "recall": 0.563241, "f1": 0.524817, "accuracy": 0.563241, "main_score": 0.524817, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"]}, {"precision": 0.493296, "recall": 0.543478, "f1": 0.506534, "accuracy": 0.543478, "main_score": 0.506534, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"]}, {"precision": 0.471434, "recall": 0.508893, "f1": 0.48217, "accuracy": 0.508893, "main_score": 0.48217, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"]}, {"precision": 0.546336, "recall": 0.591897, "f1": 0.558358, "accuracy": 0.591897, "main_score": 0.558358, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"]}, {"precision": 0.499736, "recall": 0.547431, "f1": 0.511833, "accuracy": 0.547431, "main_score": 0.511833, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"]}, {"precision": 0.513585, "recall": 0.556324, "f1": 0.524449, "accuracy": 0.556324, "main_score": 0.524449, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"]}, {"precision": 0.51513, "recall": 0.5583, "f1": 0.525633, "accuracy": 0.5583, "main_score": 0.525633, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"]}, {"precision": 0.49976, "recall": 0.539526, "f1": 0.510677, "accuracy": 0.539526, "main_score": 0.510677, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"]}, {"precision": 0.443692, "recall": 0.483202, "f1": 0.455055, "accuracy": 0.483202, "main_score": 0.455055, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"]}, {"precision": 0.544746, "recall": 0.58498, "f1": 0.554831, "accuracy": 0.58498, "main_score": 0.554831, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"]}, {"precision": 0.48849, "recall": 0.52668, "f1": 0.498527, "accuracy": 0.52668, "main_score": 0.498527, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"]}, {"precision": 0.490089, "recall": 0.525692, "f1": 0.499587, "accuracy": 0.525692, "main_score": 0.499587, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"]}, {"precision": 0.512712, "recall": 0.559289, "f1": 0.525234, "accuracy": 0.559289, "main_score": 0.525234, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"]}, {"precision": 0.449588, "recall": 0.492095, "f1": 0.462074, "accuracy": 0.492095, "main_score": 0.462074, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"]}, {"precision": 0.551807, "recall": 0.589921, "f1": 0.561079, "accuracy": 0.589921, "main_score": 0.561079, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"]}, {"precision": 0.519549, "recall": 0.560277, "f1": 0.530284, "accuracy": 0.560277, "main_score": 0.530284, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"]}, {"precision": 0.519417, "recall": 0.560277, "f1": 0.53002, "accuracy": 0.560277, "main_score": 0.53002, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"]}, {"precision": 0.528521, "recall": 0.575099, "f1": 0.540504, "accuracy": 0.575099, "main_score": 0.540504, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"]}, {"precision": 0.489753, "recall": 0.537549, "f1": 0.501873, "accuracy": 0.537549, "main_score": 0.501873, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"]}, {"precision": 0.508251, "recall": 0.547431, "f1": 0.518085, "accuracy": 0.547431, "main_score": 0.518085, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"]}, {"precision": 0.385751, "recall": 0.452569, "f1": 0.40312, "accuracy": 0.452569, "main_score": 0.40312, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"]}, {"precision": 0.482669, "recall": 0.523715, "f1": 0.493418, "accuracy": 0.523715, "main_score": 0.493418, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"]}, {"precision": 0.191814, "recall": 0.230237, "f1": 0.201217, "accuracy": 0.230237, "main_score": 0.201217, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"]}, {"precision": 0.503771, "recall": 0.538538, "f1": 0.51397, "accuracy": 0.538538, "main_score": 0.51397, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"]}, {"precision": 0.437567, "recall": 0.479249, "f1": 0.448665, "accuracy": 0.479249, "main_score": 0.448665, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"]}, {"precision": 0.52796, "recall": 0.576087, "f1": 0.540151, "accuracy": 0.576087, "main_score": 0.540151, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"]}, {"precision": 0.521061, "recall": 0.552372, "f1": 0.528839, "accuracy": 0.552372, "main_score": 0.528839, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"]}, {"precision": 0.412074, "recall": 0.459486, "f1": 0.425513, "accuracy": 0.459486, "main_score": 0.425513, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"]}, {"precision": 0.514931, "recall": 0.551383, "f1": 0.52402, "accuracy": 0.551383, "main_score": 0.52402, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"]}, {"precision": 0.51677, "recall": 0.564229, "f1": 0.528875, "accuracy": 0.564229, "main_score": 0.528875, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"]}, {"precision": 0.489308, "recall": 0.537549, "f1": 0.50138, "accuracy": 0.537549, "main_score": 0.50138, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"]}, {"precision": 0.51629, "recall": 0.561265, "f1": 0.527314, "accuracy": 0.561265, "main_score": 0.527314, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"]}, {"precision": 0.545432, "recall": 0.590909, "f1": 0.557631, "accuracy": 0.590909, "main_score": 0.557631, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"]}, {"precision": 0.500464, "recall": 0.547431, "f1": 0.512594, "accuracy": 0.547431, "main_score": 0.512594, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"]}, {"precision": 0.535336, "recall": 0.573123, "f1": 0.545023, "accuracy": 0.573123, "main_score": 0.545023, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"]}, {"precision": 0.469236, "recall": 0.505929, "f1": 0.479898, "accuracy": 0.505929, "main_score": 0.479898, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"]}, {"precision": 0.465191, "recall": 0.504941, "f1": 0.47592, "accuracy": 0.504941, "main_score": 0.47592, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"]}, {"precision": 0.51887, "recall": 0.559289, "f1": 0.529799, "accuracy": 0.559289, "main_score": 0.529799, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"]}, {"precision": 0.517049, "recall": 0.568182, "f1": 0.530553, "accuracy": 0.568182, "main_score": 0.530553, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"]}, {"precision": 0.125061, "recall": 0.16502, "f1": 0.134837, "accuracy": 0.16502, "main_score": 0.134837, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"]}, {"precision": 0.499203, "recall": 0.545455, "f1": 0.511356, "accuracy": 0.545455, "main_score": 0.511356, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"]}, {"precision": 0.458064, "recall": 0.501976, "f1": 0.468986, "accuracy": 0.501976, "main_score": 0.468986, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"]}, {"precision": 0.480737, "recall": 0.527668, "f1": 0.493407, "accuracy": 0.527668, "main_score": 0.493407, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"]}, {"precision": 0.520954, "recall": 0.565217, "f1": 0.532054, "accuracy": 0.565217, "main_score": 0.532054, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"]}, {"precision": 0.47266, "recall": 0.513834, "f1": 0.483844, "accuracy": 0.513834, "main_score": 0.483844, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"]}, {"precision": 0.501433, "recall": 0.546443, "f1": 0.51363, "accuracy": 0.546443, "main_score": 0.51363, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"]}, {"precision": 0.511947, "recall": 0.5583, "f1": 0.523549, "accuracy": 0.5583, "main_score": 0.523549, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"]}, {"precision": 0.521564, "recall": 0.571146, "f1": 0.534002, "accuracy": 0.571146, "main_score": 0.534002, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"]}, {"precision": 0.526012, "recall": 0.561265, "f1": 0.53456, "accuracy": 0.561265, "main_score": 0.53456, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"]}, {"precision": 0.502108, "recall": 0.538538, "f1": 0.512286, "accuracy": 0.538538, "main_score": 0.512286, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"]}, {"precision": 0.484313, "recall": 0.528656, "f1": 0.496351, "accuracy": 0.528656, "main_score": 0.496351, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"]}, {"precision": 0.508993, "recall": 0.556324, "f1": 0.520712, "accuracy": 0.556324, "main_score": 0.520712, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"]}, {"precision": 0.45502, "recall": 0.495059, "f1": 0.466107, "accuracy": 0.495059, "main_score": 0.466107, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"]}, {"precision": 0.484674, "recall": 0.524704, "f1": 0.495781, "accuracy": 0.524704, "main_score": 0.495781, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"]}, {"precision": 0.522531, "recall": 0.567194, "f1": 0.534296, "accuracy": 0.567194, "main_score": 0.534296, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"]}, {"precision": 0.515049, "recall": 0.554348, "f1": 0.524893, "accuracy": 0.554348, "main_score": 0.524893, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"]}, {"precision": 0.509487, "recall": 0.5583, "f1": 0.5215, "accuracy": 0.5583, "main_score": 0.5215, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"]}, {"precision": 0.406189, "recall": 0.453557, "f1": 0.419113, "accuracy": 0.453557, "main_score": 0.419113, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"]}, {"precision": 0.55168, "recall": 0.597826, "f1": 0.56323, "accuracy": 0.597826, "main_score": 0.56323, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"]}, {"precision": 0.496601, "recall": 0.540514, "f1": 0.507446, "accuracy": 0.540514, "main_score": 0.507446, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"]}, {"precision": 0.47869, "recall": 0.524704, "f1": 0.491203, "accuracy": 0.524704, "main_score": 0.491203, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"]}, {"precision": 0.482383, "recall": 0.524704, "f1": 0.493419, "accuracy": 0.524704, "main_score": 0.493419, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"]}, {"precision": 0.485766, "recall": 0.529644, "f1": 0.496891, "accuracy": 0.529644, "main_score": 0.496891, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"]}, {"precision": 0.456988, "recall": 0.506917, "f1": 0.469329, "accuracy": 0.506917, "main_score": 0.469329, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"]}, {"precision": 0.49607, "recall": 0.532609, "f1": 0.506301, "accuracy": 0.532609, "main_score": 0.506301, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"]}, {"precision": 0.538347, "recall": 0.572134, "f1": 0.547713, "accuracy": 0.572134, "main_score": 0.547713, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"]}, {"precision": 0.441669, "recall": 0.494071, "f1": 0.45567, "accuracy": 0.494071, "main_score": 0.45567, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"]}, {"precision": 0.511209, "recall": 0.556324, "f1": 0.522303, "accuracy": 0.556324, "main_score": 0.522303, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"]}, {"precision": 0.51428, "recall": 0.551383, "f1": 0.523349, "accuracy": 0.551383, "main_score": 0.523349, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"]}, {"precision": 0.531475, "recall": 0.578063, "f1": 0.543178, "accuracy": 0.578063, "main_score": 0.543178, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"]}, {"precision": 0.512702, "recall": 0.559289, "f1": 0.524885, "accuracy": 0.559289, "main_score": 0.524885, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"]}, {"precision": 0.526389, "recall": 0.570158, "f1": 0.537781, "accuracy": 0.570158, "main_score": 0.537781, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"]}, {"precision": 0.465811, "recall": 0.513834, "f1": 0.478713, "accuracy": 0.513834, "main_score": 0.478713, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"]}, {"precision": 0.485068, "recall": 0.532609, "f1": 0.496972, "accuracy": 0.532609, "main_score": 0.496972, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"]}, {"precision": 0.421271, "recall": 0.465415, "f1": 0.433571, "accuracy": 0.465415, "main_score": 0.433571, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"]}, {"precision": 0.516261, "recall": 0.564229, "f1": 0.529002, "accuracy": 0.564229, "main_score": 0.529002, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"]}, {"precision": 0.388721, "recall": 0.438735, "f1": 0.40279, "accuracy": 0.438735, "main_score": 0.40279, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"]}, {"precision": 0.493617, "recall": 0.536561, "f1": 0.504074, "accuracy": 0.536561, "main_score": 0.504074, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"]}, {"precision": 0.517504, "recall": 0.557312, "f1": 0.527945, "accuracy": 0.557312, "main_score": 0.527945, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"]}, {"precision": 0.518849, "recall": 0.5583, "f1": 0.529046, "accuracy": 0.5583, "main_score": 0.529046, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"]}, {"precision": 0.501519, "recall": 0.538538, "f1": 0.511313, "accuracy": 0.538538, "main_score": 0.511313, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"]}, {"precision": 0.476977, "recall": 0.525692, "f1": 0.489355, "accuracy": 0.525692, "main_score": 0.489355, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"]}, {"precision": 0.50782, "recall": 0.546443, "f1": 0.518062, "accuracy": 0.546443, "main_score": 0.518062, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"]}, {"precision": 0.529326, "recall": 0.567194, "f1": 0.53986, "accuracy": 0.567194, "main_score": 0.53986, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"]}, {"precision": 0.519999, "recall": 0.563241, "f1": 0.530251, "accuracy": 0.563241, "main_score": 0.530251, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"]}, {"precision": 0.523826, "recall": 0.567194, "f1": 0.53467, "accuracy": 0.567194, "main_score": 0.53467, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"]}, {"precision": 0.555358, "recall": 0.596838, "f1": 0.565522, "accuracy": 0.596838, "main_score": 0.565522, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"]}, {"precision": 0.464253, "recall": 0.509881, "f1": 0.477053, "accuracy": 0.509881, "main_score": 0.477053, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"]}, {"precision": 0.524318, "recall": 0.570158, "f1": 0.535691, "accuracy": 0.570158, "main_score": 0.535691, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"]}, {"precision": 0.515632, "recall": 0.564229, "f1": 0.528179, "accuracy": 0.564229, "main_score": 0.528179, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"]}, {"precision": 0.513484, "recall": 0.557312, "f1": 0.525433, "accuracy": 0.557312, "main_score": 0.525433, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"]}, {"precision": 0.537715, "recall": 0.585968, "f1": 0.549457, "accuracy": 0.585968, "main_score": 0.549457, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"]}, {"precision": 0.519623, "recall": 0.551383, "f1": 0.528408, "accuracy": 0.551383, "main_score": 0.528408, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"]}, {"precision": 0.495227, "recall": 0.536561, "f1": 0.506552, "accuracy": 0.536561, "main_score": 0.506552, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"]}, {"precision": 0.536055, "recall": 0.578063, "f1": 0.546941, "accuracy": 0.578063, "main_score": 0.546941, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"]}, {"precision": 0.432837, "recall": 0.482213, "f1": 0.446662, "accuracy": 0.482213, "main_score": 0.446662, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"]}, {"precision": 0.523549, "recall": 0.564229, "f1": 0.533573, "accuracy": 0.564229, "main_score": 0.533573, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"]}, {"precision": 0.497979, "recall": 0.545455, "f1": 0.511062, "accuracy": 0.545455, "main_score": 0.511062, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"]}, {"precision": 0.455255, "recall": 0.494071, "f1": 0.465999, "accuracy": 0.494071, "main_score": 0.465999, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"]}, {"precision": 0.518451, "recall": 0.546443, "f1": 0.52644, "accuracy": 0.546443, "main_score": 0.52644, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"]}, {"precision": 0.493978, "recall": 0.540514, "f1": 0.506129, "accuracy": 0.540514, "main_score": 0.506129, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"]}, {"precision": 0.498094, "recall": 0.543478, "f1": 0.510257, "accuracy": 0.543478, "main_score": 0.510257, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"]}, {"precision": 0.491117, "recall": 0.528656, "f1": 0.501754, "accuracy": 0.528656, "main_score": 0.501754, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"]}, {"precision": 0.47637, "recall": 0.525692, "f1": 0.489281, "accuracy": 0.525692, "main_score": 0.489281, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"]}, {"precision": 0.484318, "recall": 0.523715, "f1": 0.495572, "accuracy": 0.523715, "main_score": 0.495572, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"]}, {"precision": 0.514599, "recall": 0.552372, "f1": 0.52477, "accuracy": 0.552372, "main_score": 0.52477, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"]}, {"precision": 0.517068, "recall": 0.550395, "f1": 0.525649, "accuracy": 0.550395, "main_score": 0.525649, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"]}, {"precision": 0.507645, "recall": 0.546443, "f1": 0.518027, "accuracy": 0.546443, "main_score": 0.518027, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"]}, {"precision": 0.506126, "recall": 0.54249, "f1": 0.516418, "accuracy": 0.54249, "main_score": 0.516418, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"]}, {"precision": 0.501297, "recall": 0.546443, "f1": 0.513625, "accuracy": 0.546443, "main_score": 0.513625, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"]}, {"precision": 0.495567, "recall": 0.538538, "f1": 0.507258, "accuracy": 0.538538, "main_score": 0.507258, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"]}, {"precision": 0.514833, "recall": 0.552372, "f1": 0.524139, "accuracy": 0.552372, "main_score": 0.524139, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"]}, {"precision": 0.408072, "recall": 0.464427, "f1": 0.424228, "accuracy": 0.464427, "main_score": 0.424228, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"]}, {"precision": 0.509991, "recall": 0.557312, "f1": 0.522485, "accuracy": 0.557312, "main_score": 0.522485, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"]}, {"precision": 0.491022, "recall": 0.534585, "f1": 0.503105, "accuracy": 0.534585, "main_score": 0.503105, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"]}, {"precision": 0.514259, "recall": 0.554348, "f1": 0.524978, "accuracy": 0.554348, "main_score": 0.524978, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"]}, {"precision": 0.512855, "recall": 0.5583, "f1": 0.524436, "accuracy": 0.5583, "main_score": 0.524436, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"]}, {"precision": 0.500927, "recall": 0.540514, "f1": 0.511599, "accuracy": 0.540514, "main_score": 0.511599, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"]}, {"precision": 0.504758, "recall": 0.539526, "f1": 0.513997, "accuracy": 0.539526, "main_score": 0.513997, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"]}, {"precision": 0.613214, "recall": 0.678854, "f1": 0.632171, "accuracy": 0.678854, "main_score": 0.632171, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"]}, {"precision": 0.55532, "recall": 0.616601, "f1": 0.572679, "accuracy": 0.616601, "main_score": 0.572679, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"]}, {"precision": 0.432304, "recall": 0.511858, "f1": 0.452941, "accuracy": 0.511858, "main_score": 0.452941, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"]}, {"precision": 0.620439, "recall": 0.674901, "f1": 0.63563, "accuracy": 0.674901, "main_score": 0.63563, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"]}, {"precision": 0.888316, "recall": 0.918972, "f1": 0.897941, "accuracy": 0.918972, "main_score": 0.897941, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"]}, {"precision": 0.96665, "recall": 0.975296, "f1": 0.969269, "accuracy": 0.975296, "main_score": 0.969269, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"]}, {"precision": 0.627046, "recall": 0.682806, "f1": 0.643034, "accuracy": 0.682806, "main_score": 0.643034, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"]}, {"precision": 0.632609, "recall": 0.689723, "f1": 0.64864, "accuracy": 0.689723, "main_score": 0.64864, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"]}, {"precision": 0.583507, "recall": 0.647233, "f1": 0.601334, "accuracy": 0.647233, "main_score": 0.601334, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"]}, {"precision": 0.184464, "recall": 0.238142, "f1": 0.198184, "accuracy": 0.238142, "main_score": 0.198184, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"]}, {"precision": 0.643768, "recall": 0.69664, "f1": 0.658209, "accuracy": 0.69664, "main_score": 0.658209, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"]}, {"precision": 0.707345, "recall": 0.758893, "f1": 0.722995, "accuracy": 0.758893, "main_score": 0.722995, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"]}, {"precision": 0.569528, "recall": 0.620553, "f1": 0.584082, "accuracy": 0.620553, "main_score": 0.584082, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"]}, {"precision": 0.529091, "recall": 0.603755, "f1": 0.549282, "accuracy": 0.603755, "main_score": 0.549282, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"]}, {"precision": 0.573825, "recall": 0.639328, "f1": 0.59274, "accuracy": 0.639328, "main_score": 0.59274, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"]}, {"precision": 0.610474, "recall": 0.670949, "f1": 0.627475, "accuracy": 0.670949, "main_score": 0.627475, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"]}, {"precision": 0.911644, "recall": 0.935771, "f1": 0.919203, "accuracy": 0.935771, "main_score": 0.919203, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"]}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"]}, {"precision": 0.55221, "recall": 0.604743, "f1": 0.567126, "accuracy": 0.604743, "main_score": 0.567126, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"]}, {"precision": 0.570432, "recall": 0.635375, "f1": 0.588668, "accuracy": 0.635375, "main_score": 0.588668, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"]}, {"precision": 0.540475, "recall": 0.59585, "f1": 0.555725, "accuracy": 0.59585, "main_score": 0.555725, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"]}, {"precision": 0.326792, "recall": 0.381423, "f1": 0.341595, "accuracy": 0.381423, "main_score": 0.341595, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"]}, {"precision": 0.603946, "recall": 0.663043, "f1": 0.620673, "accuracy": 0.663043, "main_score": 0.620673, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"]}, {"precision": 0.622189, "recall": 0.670949, "f1": 0.635876, "accuracy": 0.670949, "main_score": 0.635876, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"]}, {"precision": 0.731654, "recall": 0.789526, "f1": 0.74877, "accuracy": 0.789526, "main_score": 0.74877, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"]}, {"precision": 0.638745, "recall": 0.719368, "f1": 0.661728, "accuracy": 0.719368, "main_score": 0.661728, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"]}, {"precision": 0.719779, "recall": 0.771739, "f1": 0.734801, "accuracy": 0.771739, "main_score": 0.734801, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"]}, {"precision": 0.689307, "recall": 0.740119, "f1": 0.704121, "accuracy": 0.740119, "main_score": 0.704121, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"]}, {"precision": 0.685879, "recall": 0.749012, "f1": 0.704237, "accuracy": 0.749012, "main_score": 0.704237, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"]}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"]}, {"precision": 0.583725, "recall": 0.641304, "f1": 0.600042, "accuracy": 0.641304, "main_score": 0.600042, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"]}, {"precision": 0.577908, "recall": 0.632411, "f1": 0.593763, "accuracy": 0.632411, "main_score": 0.593763, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"]}, {"precision": 0.818281, "recall": 0.860672, "f1": 0.830948, "accuracy": 0.860672, "main_score": 0.830948, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"]}, {"precision": 0.48373, "recall": 0.546443, "f1": 0.500557, "accuracy": 0.546443, "main_score": 0.500557, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"]}, {"precision": 0.879364, "recall": 0.913043, "f1": 0.890006, "accuracy": 0.913043, "main_score": 0.890006, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"]}, {"precision": 0.556959, "recall": 0.619565, "f1": 0.574061, "accuracy": 0.619565, "main_score": 0.574061, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"]}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"]}, {"precision": 0.619034, "recall": 0.687747, "f1": 0.638895, "accuracy": 0.687747, "main_score": 0.638895, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"]}, {"precision": 0.193926, "recall": 0.251976, "f1": 0.20648, "accuracy": 0.251976, "main_score": 0.20648, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"]}, {"precision": 0.658302, "recall": 0.717391, "f1": 0.675473, "accuracy": 0.717391, "main_score": 0.675473, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"]}, {"precision": 0.833926, "recall": 0.874506, "f1": 0.846146, "accuracy": 0.874506, "main_score": 0.846146, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"]}, {"precision": 0.438681, "recall": 0.498024, "f1": 0.45499, "accuracy": 0.498024, "main_score": 0.45499, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"]}, {"precision": 0.69529, "recall": 0.749012, "f1": 0.711016, "accuracy": 0.749012, "main_score": 0.711016, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"]}, {"precision": 0.579523, "recall": 0.63834, "f1": 0.59618, "accuracy": 0.63834, "main_score": 0.59618, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"]}, {"precision": 0.531674, "recall": 0.591897, "f1": 0.54832, "accuracy": 0.591897, "main_score": 0.54832, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"]}, {"precision": 0.695804, "recall": 0.741107, "f1": 0.709042, "accuracy": 0.741107, "main_score": 0.709042, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"]}, {"precision": 0.249387, "recall": 0.337945, "f1": 0.273042, "accuracy": 0.337945, "main_score": 0.273042, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"]}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"]}, {"precision": 0.610326, "recall": 0.670949, "f1": 0.628379, "accuracy": 0.670949, "main_score": 0.628379, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"]}, {"precision": 0.607209, "recall": 0.668972, "f1": 0.625087, "accuracy": 0.668972, "main_score": 0.625087, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"]}, {"precision": 0.729736, "recall": 0.789526, "f1": 0.74781, "accuracy": 0.789526, "main_score": 0.74781, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"]}, {"precision": 0.588421, "recall": 0.644269, "f1": 0.604266, "accuracy": 0.644269, "main_score": 0.604266, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"]}, {"precision": 0.818001, "recall": 0.858696, "f1": 0.830369, "accuracy": 0.858696, "main_score": 0.830369, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"]}, {"precision": 0.475209, "recall": 0.538538, "f1": 0.491993, "accuracy": 0.538538, "main_score": 0.491993, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"]}, {"precision": 0.892045, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"]}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"]}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"]}, {"precision": 0.639509, "recall": 0.692688, "f1": 0.654679, "accuracy": 0.692688, "main_score": 0.654679, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"]}, {"precision": 0.905221, "recall": 0.932806, "f1": 0.914097, "accuracy": 0.932806, "main_score": 0.914097, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"]}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"]}, {"precision": 0.4801, "recall": 0.550395, "f1": 0.49925, "accuracy": 0.550395, "main_score": 0.49925, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"]}, {"precision": 0.620135, "recall": 0.690711, "f1": 0.64101, "accuracy": 0.690711, "main_score": 0.64101, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"]}, {"precision": 0.85774, "recall": 0.891304, "f1": 0.86805, "accuracy": 0.891304, "main_score": 0.86805, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"]}, {"precision": 0.667014, "recall": 0.717391, "f1": 0.681335, "accuracy": 0.717391, "main_score": 0.681335, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"]}, {"precision": 0.666725, "recall": 0.72332, "f1": 0.683027, "accuracy": 0.72332, "main_score": 0.683027, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"]}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"]}, {"precision": 0.558396, "recall": 0.621542, "f1": 0.576008, "accuracy": 0.621542, "main_score": 0.576008, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"]}, {"precision": 0.561381, "recall": 0.62253, "f1": 0.578535, "accuracy": 0.62253, "main_score": 0.578535, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"]}, {"precision": 0.852767, "recall": 0.889328, "f1": 0.863933, "accuracy": 0.889328, "main_score": 0.863933, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"]}, {"precision": 0.564444, "recall": 0.624506, "f1": 0.581102, "accuracy": 0.624506, "main_score": 0.581102, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"]}, {"precision": 0.649468, "recall": 0.710474, "f1": 0.667727, "accuracy": 0.710474, "main_score": 0.667727, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"]}, {"precision": 0.922925, "recall": 0.944664, "f1": 0.929842, "accuracy": 0.944664, "main_score": 0.929842, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"]}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"]}, {"precision": 0.508103, "recall": 0.561265, "f1": 0.522996, "accuracy": 0.561265, "main_score": 0.522996, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"]}, {"precision": 0.592337, "recall": 0.647233, "f1": 0.607032, "accuracy": 0.647233, "main_score": 0.607032, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"]}, {"precision": 0.602149, "recall": 0.662055, "f1": 0.619328, "accuracy": 0.662055, "main_score": 0.619328, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"]}, {"precision": 0.579533, "recall": 0.630435, "f1": 0.593264, "accuracy": 0.630435, "main_score": 0.593264, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"]}, {"precision": 0.549573, "recall": 0.613636, "f1": 0.568242, "accuracy": 0.613636, "main_score": 0.568242, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"]}, {"precision": 0.769641, "recall": 0.818182, "f1": 0.784437, "accuracy": 0.818182, "main_score": 0.784437, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"]}, {"precision": 0.751581, "recall": 0.804348, "f1": 0.767424, "accuracy": 0.804348, "main_score": 0.767424, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"]}, {"precision": 0.88414, "recall": 0.912055, "f1": 0.892622, "accuracy": 0.912055, "main_score": 0.892622, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"]}, {"precision": 0.506282, "recall": 0.586957, "f1": 0.529596, "accuracy": 0.586957, "main_score": 0.529596, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"]}, {"precision": 0.733004, "recall": 0.795455, "f1": 0.751534, "accuracy": 0.795455, "main_score": 0.751534, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"]}, {"precision": 0.618678, "recall": 0.668972, "f1": 0.63322, "accuracy": 0.668972, "main_score": 0.63322, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"]}, {"precision": 0.479685, "recall": 0.534585, "f1": 0.494504, "accuracy": 0.534585, "main_score": 0.494504, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"]}, {"precision": 0.517681, "recall": 0.564229, "f1": 0.530832, "accuracy": 0.564229, "main_score": 0.530832, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"]}, {"precision": 0.308557, "recall": 0.368577, "f1": 0.324136, "accuracy": 0.368577, "main_score": 0.324136, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"]}, {"precision": 0.81745, "recall": 0.863636, "f1": 0.831016, "accuracy": 0.863636, "main_score": 0.831016, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"]}, {"precision": 0.788373, "recall": 0.838933, "f1": 0.803858, "accuracy": 0.838933, "main_score": 0.803858, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"]}, {"precision": 0.797786, "recall": 0.842885, "f1": 0.810397, "accuracy": 0.842885, "main_score": 0.810397, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"]}, {"precision": 0.753534, "recall": 0.800395, "f1": 0.766805, "accuracy": 0.800395, "main_score": 0.766805, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"]}, {"precision": 0.57943, "recall": 0.628458, "f1": 0.59269, "accuracy": 0.628458, "main_score": 0.59269, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"]}, {"precision": 0.818429, "recall": 0.864625, "f1": 0.832228, "accuracy": 0.864625, "main_score": 0.832228, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"]}, {"precision": 0.676045, "recall": 0.722332, "f1": 0.688957, "accuracy": 0.722332, "main_score": 0.688957, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"]}, {"precision": 0.713606, "recall": 0.759881, "f1": 0.726206, "accuracy": 0.759881, "main_score": 0.726206, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"]}, {"precision": 0.786185, "recall": 0.838933, "f1": 0.801779, "accuracy": 0.838933, "main_score": 0.801779, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"]}, {"precision": 0.77325, "recall": 0.823123, "f1": 0.787944, "accuracy": 0.823123, "main_score": 0.787944, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"]}, {"precision": 0.540713, "recall": 0.593874, "f1": 0.554454, "accuracy": 0.593874, "main_score": 0.554454, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"]}, {"precision": 0.779553, "recall": 0.833004, "f1": 0.795163, "accuracy": 0.833004, "main_score": 0.795163, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"]}, {"precision": 0.730783, "recall": 0.788538, "f1": 0.747749, "accuracy": 0.788538, "main_score": 0.747749, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"]}, {"precision": 0.808004, "recall": 0.850791, "f1": 0.820292, "accuracy": 0.850791, "main_score": 0.820292, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"]}, {"precision": 0.573084, "recall": 0.613636, "f1": 0.584213, "accuracy": 0.613636, "main_score": 0.584213, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"]}, {"precision": 0.785754, "recall": 0.838933, "f1": 0.801303, "accuracy": 0.838933, "main_score": 0.801303, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"]}, {"precision": 0.74126, "recall": 0.791502, "f1": 0.755337, "accuracy": 0.791502, "main_score": 0.755337, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"]}, {"precision": 0.84753, "recall": 0.88834, "f1": 0.859914, "accuracy": 0.88834, "main_score": 0.859914, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"]}, {"precision": 0.807649, "recall": 0.852767, "f1": 0.820989, "accuracy": 0.852767, "main_score": 0.820989, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"]}, {"precision": 0.557972, "recall": 0.61166, "f1": 0.572743, "accuracy": 0.61166, "main_score": 0.572743, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"]}, {"precision": 0.806242, "recall": 0.855731, "f1": 0.820902, "accuracy": 0.855731, "main_score": 0.820902, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"]}, {"precision": 0.809898, "recall": 0.859684, "f1": 0.824873, "accuracy": 0.859684, "main_score": 0.824873, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"]}, {"precision": 0.776246, "recall": 0.822134, "f1": 0.789295, "accuracy": 0.822134, "main_score": 0.789295, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"]}, {"precision": 0.191794, "recall": 0.242095, "f1": 0.204486, "accuracy": 0.242095, "main_score": 0.204486, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"]}, {"precision": 0.808227, "recall": 0.858696, "f1": 0.823355, "accuracy": 0.858696, "main_score": 0.823355, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"]}, {"precision": 0.605115, "recall": 0.647233, "f1": 0.616382, "accuracy": 0.647233, "main_score": 0.616382, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"]}, {"precision": 0.802876, "recall": 0.851779, "f1": 0.817236, "accuracy": 0.851779, "main_score": 0.817236, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"]}, {"precision": 0.812316, "recall": 0.854743, "f1": 0.824478, "accuracy": 0.854743, "main_score": 0.824478, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"]}, {"precision": 0.743662, "recall": 0.797431, "f1": 0.75911, "accuracy": 0.797431, "main_score": 0.75911, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"]}, {"precision": 0.797069, "recall": 0.84585, "f1": 0.811465, "accuracy": 0.84585, "main_score": 0.811465, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"]}, {"precision": 0.607497, "recall": 0.652174, "f1": 0.620556, "accuracy": 0.652174, "main_score": 0.620556, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"]}, {"precision": 0.822867, "recall": 0.867589, "f1": 0.835764, "accuracy": 0.867589, "main_score": 0.835764, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"]}, {"precision": 0.699817, "recall": 0.758893, "f1": 0.716825, "accuracy": 0.758893, "main_score": 0.716825, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"]}, {"precision": 0.756877, "recall": 0.810277, "f1": 0.772479, "accuracy": 0.810277, "main_score": 0.772479, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"]}, {"precision": 0.80364, "recall": 0.852767, "f1": 0.818095, "accuracy": 0.852767, "main_score": 0.818095, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"]}, {"precision": 0.781612, "recall": 0.831028, "f1": 0.796187, "accuracy": 0.831028, "main_score": 0.796187, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"]}, {"precision": 0.805377, "recall": 0.851779, "f1": 0.819357, "accuracy": 0.851779, "main_score": 0.819357, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"]}, {"precision": 0.544425, "recall": 0.585968, "f1": 0.556807, "accuracy": 0.585968, "main_score": 0.556807, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"]}, {"precision": 0.426659, "recall": 0.48419, "f1": 0.442384, "accuracy": 0.48419, "main_score": 0.442384, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"]}, {"precision": 0.797812, "recall": 0.84585, "f1": 0.811646, "accuracy": 0.84585, "main_score": 0.811646, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"]}, {"precision": 0.552521, "recall": 0.607708, "f1": 0.567774, "accuracy": 0.607708, "main_score": 0.567774, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"]}, {"precision": 0.826426, "recall": 0.87253, "f1": 0.840206, "accuracy": 0.87253, "main_score": 0.840206, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"]}, {"precision": 0.838233, "recall": 0.880435, "f1": 0.850911, "accuracy": 0.880435, "main_score": 0.850911, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"]}, {"precision": 0.76152, "recall": 0.811265, "f1": 0.775944, "accuracy": 0.811265, "main_score": 0.775944, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"]}, {"precision": 0.779851, "recall": 0.825099, "f1": 0.792921, "accuracy": 0.825099, "main_score": 0.792921, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"]}, {"precision": 0.569533, "recall": 0.62253, "f1": 0.58435, "accuracy": 0.62253, "main_score": 0.58435, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"]}, {"precision": 0.680363, "recall": 0.736166, "f1": 0.696593, "accuracy": 0.736166, "main_score": 0.696593, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"]}, {"precision": 0.775618, "recall": 0.827075, "f1": 0.79039, "accuracy": 0.827075, "main_score": 0.79039, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"]}, {"precision": 0.834472, "recall": 0.876482, "f1": 0.846692, "accuracy": 0.876482, "main_score": 0.846692, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"]}, {"precision": 0.783564, "recall": 0.827075, "f1": 0.79552, "accuracy": 0.827075, "main_score": 0.79552, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"]}, {"precision": 0.510437, "recall": 0.559289, "f1": 0.524241, "accuracy": 0.559289, "main_score": 0.524241, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"]}, {"precision": 0.812549, "recall": 0.858696, "f1": 0.82597, "accuracy": 0.858696, "main_score": 0.82597, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"]}, {"precision": 0.453582, "recall": 0.503953, "f1": 0.467429, "accuracy": 0.503953, "main_score": 0.467429, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"]}, {"precision": 0.506021, "recall": 0.551383, "f1": 0.517933, "accuracy": 0.551383, "main_score": 0.517933, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"]}, {"precision": 0.735059, "recall": 0.784585, "f1": 0.74856, "accuracy": 0.784585, "main_score": 0.74856, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"]}, {"precision": 0.306984, "recall": 0.362648, "f1": 0.322237, "accuracy": 0.362648, "main_score": 0.322237, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"]}, {"precision": 0.811604, "recall": 0.860672, "f1": 0.826353, "accuracy": 0.860672, "main_score": 0.826353, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"]}, {"precision": 0.8125, "recall": 0.864625, "f1": 0.828261, "accuracy": 0.864625, "main_score": 0.828261, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"]}, {"precision": 0.822786, "recall": 0.868577, "f1": 0.836579, "accuracy": 0.868577, "main_score": 0.836579, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"]}, {"precision": 0.794606, "recall": 0.842885, "f1": 0.808393, "accuracy": 0.842885, "main_score": 0.808393, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"]}, {"precision": 0.554562, "recall": 0.600791, "f1": 0.567267, "accuracy": 0.600791, "main_score": 0.567267, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"]}, {"precision": 0.772037, "recall": 0.817194, "f1": 0.784812, "accuracy": 0.817194, "main_score": 0.784812, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"]}, {"precision": 0.755714, "recall": 0.807312, "f1": 0.770646, "accuracy": 0.807312, "main_score": 0.770646, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"]}, {"precision": 0.847933, "recall": 0.886364, "f1": 0.859113, "accuracy": 0.886364, "main_score": 0.859113, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"]}, {"precision": 0.562442, "recall": 0.605731, "f1": 0.57414, "accuracy": 0.605731, "main_score": 0.57414, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"]}, {"precision": 0.788736, "recall": 0.835968, "f1": 0.802137, "accuracy": 0.835968, "main_score": 0.802137, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"]}, {"precision": 0.60095, "recall": 0.655138, "f1": 0.616513, "accuracy": 0.655138, "main_score": 0.616513, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"]}, {"precision": 0.797226, "recall": 0.843874, "f1": 0.810942, "accuracy": 0.843874, "main_score": 0.810942, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"]}, {"precision": 0.767352, "recall": 0.81917, "f1": 0.782586, "accuracy": 0.81917, "main_score": 0.782586, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"]}, {"precision": 0.812921, "recall": 0.859684, "f1": 0.826518, "accuracy": 0.859684, "main_score": 0.826518, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"]}, {"precision": 0.450615, "recall": 0.521739, "f1": 0.470074, "accuracy": 0.521739, "main_score": 0.470074, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"]}, {"precision": 0.668117, "recall": 0.719368, "f1": 0.682685, "accuracy": 0.719368, "main_score": 0.682685, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"]}, {"precision": 0.778254, "recall": 0.826087, "f1": 0.792375, "accuracy": 0.826087, "main_score": 0.792375, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"]}, {"precision": 0.583479, "recall": 0.626482, "f1": 0.595589, "accuracy": 0.626482, "main_score": 0.595589, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"]}, {"precision": 0.513649, "recall": 0.567194, "f1": 0.528469, "accuracy": 0.567194, "main_score": 0.528469, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"]}, {"precision": 0.822085, "recall": 0.866601, "f1": 0.835156, "accuracy": 0.866601, "main_score": 0.835156, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"]}, {"precision": 0.776261, "recall": 0.827075, "f1": 0.791307, "accuracy": 0.827075, "main_score": 0.791307, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"]}, {"precision": 0.795421, "recall": 0.841897, "f1": 0.808564, "accuracy": 0.841897, "main_score": 0.808564, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"]}, {"precision": 0.699856, "recall": 0.759881, "f1": 0.717282, "accuracy": 0.759881, "main_score": 0.717282, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"]}, {"precision": 0.819351, "recall": 0.863636, "f1": 0.832389, "accuracy": 0.863636, "main_score": 0.832389, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"]}, {"precision": 0.792893, "recall": 0.838933, "f1": 0.806291, "accuracy": 0.838933, "main_score": 0.806291, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"]}, {"precision": 0.808449, "recall": 0.852767, "f1": 0.821499, "accuracy": 0.852767, "main_score": 0.821499, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"]}, {"precision": 0.787722, "recall": 0.839921, "f1": 0.802936, "accuracy": 0.839921, "main_score": 0.802936, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"]}, {"precision": 0.531433, "recall": 0.579051, "f1": 0.545001, "accuracy": 0.579051, "main_score": 0.545001, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"]}, {"precision": 0.548445, "recall": 0.596838, "f1": 0.560997, "accuracy": 0.596838, "main_score": 0.560997, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"]}, {"precision": 0.80411, "recall": 0.854743, "f1": 0.819483, "accuracy": 0.854743, "main_score": 0.819483, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"]}, {"precision": 0.809958, "recall": 0.855731, "f1": 0.823221, "accuracy": 0.855731, "main_score": 0.823221, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"]}, {"precision": 0.800652, "recall": 0.849802, "f1": 0.815239, "accuracy": 0.849802, "main_score": 0.815239, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"]}, {"precision": 0.624162, "recall": 0.668972, "f1": 0.636213, "accuracy": 0.668972, "main_score": 0.636213, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"]}, {"precision": 0.46547, "recall": 0.514822, "f1": 0.479537, "accuracy": 0.514822, "main_score": 0.479537, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"]}, {"precision": 0.79673, "recall": 0.841897, "f1": 0.809011, "accuracy": 0.841897, "main_score": 0.809011, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"]}, {"precision": 0.784201, "recall": 0.833992, "f1": 0.799327, "accuracy": 0.833992, "main_score": 0.799327, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"]}, {"precision": 0.735191, "recall": 0.783597, "f1": 0.74928, "accuracy": 0.783597, "main_score": 0.74928, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"]}, {"precision": 0.798979, "recall": 0.848814, "f1": 0.813345, "accuracy": 0.848814, "main_score": 0.813345, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"]}, {"precision": 0.51442, "recall": 0.560277, "f1": 0.527135, "accuracy": 0.560277, "main_score": 0.527135, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"]}, {"precision": 0.797885, "recall": 0.844862, "f1": 0.811418, "accuracy": 0.844862, "main_score": 0.811418, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"]}, {"precision": 0.796434, "recall": 0.846838, "f1": 0.811371, "accuracy": 0.846838, "main_score": 0.811371, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"]}, {"precision": 0.818967, "recall": 0.863636, "f1": 0.832002, "accuracy": 0.863636, "main_score": 0.832002, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"]}, {"precision": 0.817121, "recall": 0.860672, "f1": 0.829581, "accuracy": 0.860672, "main_score": 0.829581, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"]}, {"precision": 0.769424, "recall": 0.821146, "f1": 0.784933, "accuracy": 0.821146, "main_score": 0.784933, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"]}, {"precision": 0.770826, "recall": 0.814229, "f1": 0.783151, "accuracy": 0.814229, "main_score": 0.783151, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"]}, {"precision": 0.726169, "recall": 0.794466, "f1": 0.746462, "accuracy": 0.794466, "main_score": 0.746462, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"]}, {"precision": 0.537262, "recall": 0.588933, "f1": 0.551947, "accuracy": 0.588933, "main_score": 0.551947, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"]}, {"precision": 0.21081, "recall": 0.256917, "f1": 0.221887, "accuracy": 0.256917, "main_score": 0.221887, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"]}, {"precision": 0.582058, "recall": 0.628458, "f1": 0.595772, "accuracy": 0.628458, "main_score": 0.595772, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"]}, {"precision": 0.59217, "recall": 0.652174, "f1": 0.60995, "accuracy": 0.652174, "main_score": 0.60995, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"]}, {"precision": 0.823428, "recall": 0.864625, "f1": 0.835114, "accuracy": 0.864625, "main_score": 0.835114, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"]}, {"precision": 0.748793, "recall": 0.793478, "f1": 0.760949, "accuracy": 0.793478, "main_score": 0.760949, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"]}, {"precision": 0.442939, "recall": 0.491107, "f1": 0.455997, "accuracy": 0.491107, "main_score": 0.455997, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"]}, {"precision": 0.755389, "recall": 0.8083, "f1": 0.770604, "accuracy": 0.8083, "main_score": 0.770604, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"]}, {"precision": 0.812319, "recall": 0.860672, "f1": 0.826647, "accuracy": 0.860672, "main_score": 0.826647, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"]}, {"precision": 0.735724, "recall": 0.79249, "f1": 0.752457, "accuracy": 0.79249, "main_score": 0.752457, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"]}, {"precision": 0.764132, "recall": 0.813241, "f1": 0.778332, "accuracy": 0.813241, "main_score": 0.778332, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"]}, {"precision": 0.61353, "recall": 0.663043, "f1": 0.627864, "accuracy": 0.663043, "main_score": 0.627864, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"]}, {"precision": 0.789576, "recall": 0.842885, "f1": 0.805309, "accuracy": 0.842885, "main_score": 0.805309, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"]}, {"precision": 0.820148, "recall": 0.860672, "f1": 0.832198, "accuracy": 0.860672, "main_score": 0.832198, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"]}, {"precision": 0.505662, "recall": 0.562253, "f1": 0.521523, "accuracy": 0.562253, "main_score": 0.521523, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"]}, {"precision": 0.491874, "recall": 0.540514, "f1": 0.505152, "accuracy": 0.540514, "main_score": 0.505152, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"]}, {"precision": 0.605642, "recall": 0.650198, "f1": 0.618261, "accuracy": 0.650198, "main_score": 0.618261, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"]}, {"precision": 0.80639, "recall": 0.854743, "f1": 0.820869, "accuracy": 0.854743, "main_score": 0.820869, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"]}, {"precision": 0.193045, "recall": 0.255929, "f1": 0.208864, "accuracy": 0.255929, "main_score": 0.208864, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"]}, {"precision": 0.796278, "recall": 0.84585, "f1": 0.811467, "accuracy": 0.84585, "main_score": 0.811467, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"]}, {"precision": 0.725881, "recall": 0.785573, "f1": 0.742598, "accuracy": 0.785573, "main_score": 0.742598, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"]}, {"precision": 0.744879, "recall": 0.801383, "f1": 0.761483, "accuracy": 0.801383, "main_score": 0.761483, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"]}, {"precision": 0.818316, "recall": 0.860672, "f1": 0.830509, "accuracy": 0.860672, "main_score": 0.830509, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"]}, {"precision": 0.531926, "recall": 0.590909, "f1": 0.549127, "accuracy": 0.590909, "main_score": 0.549127, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"]}, {"precision": 0.566643, "recall": 0.619565, "f1": 0.581835, "accuracy": 0.619565, "main_score": 0.581835, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"]}, {"precision": 0.794058, "recall": 0.840909, "f1": 0.807376, "accuracy": 0.840909, "main_score": 0.807376, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"]}, {"precision": 0.815975, "recall": 0.862648, "f1": 0.829503, "accuracy": 0.862648, "main_score": 0.829503, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"]}, {"precision": 0.759532, "recall": 0.8083, "f1": 0.772894, "accuracy": 0.8083, "main_score": 0.772894, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"]}, {"precision": 0.74914, "recall": 0.801383, "f1": 0.76349, "accuracy": 0.801383, "main_score": 0.76349, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"]}, {"precision": 0.627439, "recall": 0.692688, "f1": 0.646429, "accuracy": 0.692688, "main_score": 0.646429, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"]}, {"precision": 0.771521, "recall": 0.825099, "f1": 0.786707, "accuracy": 0.825099, "main_score": 0.786707, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"]}, {"precision": 0.518445, "recall": 0.565217, "f1": 0.531518, "accuracy": 0.565217, "main_score": 0.531518, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"]}, {"precision": 0.632668, "recall": 0.694664, "f1": 0.650647, "accuracy": 0.694664, "main_score": 0.650647, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"]}, {"precision": 0.796434, "recall": 0.848814, "f1": 0.811818, "accuracy": 0.848814, "main_score": 0.811818, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"]}, {"precision": 0.758006, "recall": 0.804348, "f1": 0.771189, "accuracy": 0.804348, "main_score": 0.771189, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"]}, {"precision": 0.797588, "recall": 0.84585, "f1": 0.811659, "accuracy": 0.84585, "main_score": 0.811659, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"]}, {"precision": 0.458055, "recall": 0.508893, "f1": 0.472581, "accuracy": 0.508893, "main_score": 0.472581, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"]}, {"precision": 0.851449, "recall": 0.886364, "f1": 0.862088, "accuracy": 0.886364, "main_score": 0.862088, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"]}, {"precision": 0.786027, "recall": 0.837945, "f1": 0.801056, "accuracy": 0.837945, "main_score": 0.801056, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"]}, {"precision": 0.7591, "recall": 0.816206, "f1": 0.775515, "accuracy": 0.816206, "main_score": 0.775515, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"]}, {"precision": 0.720664, "recall": 0.778656, "f1": 0.737087, "accuracy": 0.778656, "main_score": 0.737087, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"]}, {"precision": 0.688513, "recall": 0.749012, "f1": 0.706332, "accuracy": 0.749012, "main_score": 0.706332, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"]}, {"precision": 0.640602, "recall": 0.700593, "f1": 0.656927, "accuracy": 0.700593, "main_score": 0.656927, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"]}, {"precision": 0.694073, "recall": 0.749012, "f1": 0.710238, "accuracy": 0.749012, "main_score": 0.710238, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"]}, {"precision": 0.597446, "recall": 0.63834, "f1": 0.608617, "accuracy": 0.63834, "main_score": 0.608617, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"]}, {"precision": 0.748356, "recall": 0.802372, "f1": 0.763988, "accuracy": 0.802372, "main_score": 0.763988, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"]}, {"precision": 0.792541, "recall": 0.843874, "f1": 0.80752, "accuracy": 0.843874, "main_score": 0.80752, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"]}, {"precision": 0.774431, "recall": 0.827075, "f1": 0.789088, "accuracy": 0.827075, "main_score": 0.789088, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"]}, {"precision": 0.798964, "recall": 0.843874, "f1": 0.811816, "accuracy": 0.843874, "main_score": 0.811816, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"]}, {"precision": 0.776952, "recall": 0.828063, "f1": 0.791745, "accuracy": 0.828063, "main_score": 0.791745, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"]}, {"precision": 0.819892, "recall": 0.858696, "f1": 0.83117, "accuracy": 0.858696, "main_score": 0.83117, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"]}, {"precision": 0.630528, "recall": 0.689723, "f1": 0.6476, "accuracy": 0.689723, "main_score": 0.6476, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"]}, {"precision": 0.753534, "recall": 0.800395, "f1": 0.766864, "accuracy": 0.800395, "main_score": 0.766864, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"]}, {"precision": 0.48304, "recall": 0.535573, "f1": 0.497338, "accuracy": 0.535573, "main_score": 0.497338, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"]}, {"precision": 0.813932, "recall": 0.859684, "f1": 0.82713, "accuracy": 0.859684, "main_score": 0.82713, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"]}, {"precision": 0.460621, "recall": 0.527668, "f1": 0.4798, "accuracy": 0.527668, "main_score": 0.4798, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"]}, {"precision": 0.774466, "recall": 0.828063, "f1": 0.78981, "accuracy": 0.828063, "main_score": 0.78981, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"]}, {"precision": 0.785369, "recall": 0.835968, "f1": 0.800579, "accuracy": 0.835968, "main_score": 0.800579, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"]}, {"precision": 0.796229, "recall": 0.839921, "f1": 0.809209, "accuracy": 0.839921, "main_score": 0.809209, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"]}, {"precision": 0.646149, "recall": 0.690711, "f1": 0.658504, "accuracy": 0.690711, "main_score": 0.658504, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"]}, {"precision": 0.75123, "recall": 0.806324, "f1": 0.766998, "accuracy": 0.806324, "main_score": 0.766998, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"]}, {"precision": 0.579423, "recall": 0.625494, "f1": 0.592055, "accuracy": 0.625494, "main_score": 0.592055, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"]}, {"precision": 0.598157, "recall": 0.649209, "f1": 0.613108, "accuracy": 0.649209, "main_score": 0.613108, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"]}, {"precision": 0.798098, "recall": 0.844862, "f1": 0.811693, "accuracy": 0.844862, "main_score": 0.811693, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"]}, {"precision": 0.733732, "recall": 0.778656, "f1": 0.746036, "accuracy": 0.778656, "main_score": 0.746036, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"]}, {"precision": 0.841431, "recall": 0.881423, "f1": 0.853411, "accuracy": 0.881423, "main_score": 0.853411, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"]}, {"precision": 0.516317, "recall": 0.564229, "f1": 0.529684, "accuracy": 0.564229, "main_score": 0.529684, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"]}, {"precision": 0.814897, "recall": 0.860672, "f1": 0.828066, "accuracy": 0.860672, "main_score": 0.828066, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"]}, {"precision": 0.783053, "recall": 0.835968, "f1": 0.798387, "accuracy": 0.835968, "main_score": 0.798387, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"]}, {"precision": 0.795126, "recall": 0.847826, "f1": 0.810762, "accuracy": 0.847826, "main_score": 0.810762, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"]}, {"precision": 0.528073, "recall": 0.579051, "f1": 0.542522, "accuracy": 0.579051, "main_score": 0.542522, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"]}, {"precision": 0.818136, "recall": 0.862648, "f1": 0.831163, "accuracy": 0.862648, "main_score": 0.831163, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"]}, {"precision": 0.538592, "recall": 0.594862, "f1": 0.554798, "accuracy": 0.594862, "main_score": 0.554798, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"]}, {"precision": 0.59758, "recall": 0.649209, "f1": 0.612329, "accuracy": 0.649209, "main_score": 0.612329, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"]}, {"precision": 0.637096, "recall": 0.694664, "f1": 0.653087, "accuracy": 0.694664, "main_score": 0.653087, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"]}, {"precision": 0.829061, "recall": 0.873518, "f1": 0.84269, "accuracy": 0.873518, "main_score": 0.84269, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"]}, {"precision": 0.749846, "recall": 0.805336, "f1": 0.765679, "accuracy": 0.805336, "main_score": 0.765679, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"]}, {"precision": 0.500355, "recall": 0.546443, "f1": 0.513309, "accuracy": 0.546443, "main_score": 0.513309, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"]}, {"precision": 0.558727, "recall": 0.601779, "f1": 0.570373, "accuracy": 0.601779, "main_score": 0.570373, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"]}, {"precision": 0.78342, "recall": 0.831028, "f1": 0.797151, "accuracy": 0.831028, "main_score": 0.797151, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"]}, {"precision": 0.553873, "recall": 0.609684, "f1": 0.569603, "accuracy": 0.609684, "main_score": 0.569603, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"]}, {"precision": 0.54367, "recall": 0.589921, "f1": 0.555655, "accuracy": 0.589921, "main_score": 0.555655, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"]}, {"precision": 0.764435, "recall": 0.81917, "f1": 0.780358, "accuracy": 0.81917, "main_score": 0.780358, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"]}, {"precision": 0.518117, "recall": 0.566206, "f1": 0.531955, "accuracy": 0.566206, "main_score": 0.531955, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"]}, {"precision": 0.657592, "recall": 0.716403, "f1": 0.674554, "accuracy": 0.716403, "main_score": 0.674554, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"]}, {"precision": 0.758533, "recall": 0.806324, "f1": 0.771705, "accuracy": 0.806324, "main_score": 0.771705, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"]}, {"precision": 0.618094, "recall": 0.659091, "f1": 0.629663, "accuracy": 0.659091, "main_score": 0.629663, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"]}, {"precision": 0.66661, "recall": 0.702569, "f1": 0.676815, "accuracy": 0.702569, "main_score": 0.676815, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"]}, {"precision": 0.788632, "recall": 0.838933, "f1": 0.803475, "accuracy": 0.838933, "main_score": 0.803475, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"]}, {"precision": 0.692935, "recall": 0.751976, "f1": 0.709868, "accuracy": 0.751976, "main_score": 0.709868, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"]}, {"precision": 0.763217, "recall": 0.809289, "f1": 0.776009, "accuracy": 0.809289, "main_score": 0.776009, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"]}, {"precision": 0.445158, "recall": 0.513834, "f1": 0.465142, "accuracy": 0.513834, "main_score": 0.465142, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"]}, {"precision": 0.815753, "recall": 0.86166, "f1": 0.829553, "accuracy": 0.86166, "main_score": 0.829553, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"]}, {"precision": 0.750259, "recall": 0.802372, "f1": 0.764993, "accuracy": 0.802372, "main_score": 0.764993, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"]}, {"precision": 0.80476, "recall": 0.851779, "f1": 0.818446, "accuracy": 0.851779, "main_score": 0.818446, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"]}, {"precision": 0.804407, "recall": 0.855731, "f1": 0.819864, "accuracy": 0.855731, "main_score": 0.819864, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"]}, {"precision": 0.606458, "recall": 0.666996, "f1": 0.623833, "accuracy": 0.666996, "main_score": 0.623833, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"]}, {"precision": 0.555759, "recall": 0.600791, "f1": 0.568546, "accuracy": 0.600791, "main_score": 0.568546, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"]}, {"precision": 0.429154, "recall": 0.478261, "f1": 0.443127, "accuracy": 0.478261, "main_score": 0.443127, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"]}, {"precision": 0.507915, "recall": 0.548419, "f1": 0.519441, "accuracy": 0.548419, "main_score": 0.519441, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"]}, {"precision": 0.214724, "recall": 0.259881, "f1": 0.226367, "accuracy": 0.259881, "main_score": 0.226367, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"]}, {"precision": 0.551587, "recall": 0.59585, "f1": 0.563662, "accuracy": 0.59585, "main_score": 0.563662, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"]}, {"precision": 0.506828, "recall": 0.555336, "f1": 0.519951, "accuracy": 0.555336, "main_score": 0.519951, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"]}, {"precision": 0.540489, "recall": 0.581028, "f1": 0.551179, "accuracy": 0.581028, "main_score": 0.551179, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"]}, {"precision": 0.562969, "recall": 0.599802, "f1": 0.572221, "accuracy": 0.599802, "main_score": 0.572221, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"]}, {"precision": 0.694236, "recall": 0.75, "f1": 0.710293, "accuracy": 0.75, "main_score": 0.710293, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"]}, {"precision": 0.556872, "recall": 0.596838, "f1": 0.567521, "accuracy": 0.596838, "main_score": 0.567521, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"]}, {"precision": 0.549229, "recall": 0.58498, "f1": 0.55907, "accuracy": 0.58498, "main_score": 0.55907, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"]}, {"precision": 0.564995, "recall": 0.59585, "f1": 0.573775, "accuracy": 0.59585, "main_score": 0.573775, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"]}, {"precision": 0.543772, "recall": 0.590909, "f1": 0.555846, "accuracy": 0.590909, "main_score": 0.555846, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"]}, {"precision": 0.53125, "recall": 0.572134, "f1": 0.542055, "accuracy": 0.572134, "main_score": 0.542055, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"]}, {"precision": 0.502996, "recall": 0.548419, "f1": 0.515429, "accuracy": 0.548419, "main_score": 0.515429, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"]}, {"precision": 0.546403, "recall": 0.593874, "f1": 0.559009, "accuracy": 0.593874, "main_score": 0.559009, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"]}, {"precision": 0.497113, "recall": 0.543478, "f1": 0.509782, "accuracy": 0.543478, "main_score": 0.509782, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"]}, {"precision": 0.557874, "recall": 0.605731, "f1": 0.570132, "accuracy": 0.605731, "main_score": 0.570132, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"]}, {"precision": 0.541016, "recall": 0.578063, "f1": 0.551721, "accuracy": 0.578063, "main_score": 0.551721, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"]}, {"precision": 0.543713, "recall": 0.591897, "f1": 0.555747, "accuracy": 0.591897, "main_score": 0.555747, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"]}, {"precision": 0.526919, "recall": 0.568182, "f1": 0.537067, "accuracy": 0.568182, "main_score": 0.537067, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"]}, {"precision": 0.570952, "recall": 0.616601, "f1": 0.582862, "accuracy": 0.616601, "main_score": 0.582862, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"]}, {"precision": 0.563115, "recall": 0.603755, "f1": 0.573332, "accuracy": 0.603755, "main_score": 0.573332, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"]}, {"precision": 0.517055, "recall": 0.562253, "f1": 0.529929, "accuracy": 0.562253, "main_score": 0.529929, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"]}, {"precision": 0.529463, "recall": 0.581028, "f1": 0.543234, "accuracy": 0.581028, "main_score": 0.543234, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"]}, {"precision": 0.540204, "recall": 0.590909, "f1": 0.553908, "accuracy": 0.590909, "main_score": 0.553908, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"]}, {"precision": 0.541172, "recall": 0.582016, "f1": 0.552326, "accuracy": 0.582016, "main_score": 0.552326, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"]}, {"precision": 0.195098, "recall": 0.238142, "f1": 0.206372, "accuracy": 0.238142, "main_score": 0.206372, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"]}, {"precision": 0.535808, "recall": 0.583992, "f1": 0.548109, "accuracy": 0.583992, "main_score": 0.548109, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"]}, {"precision": 0.566118, "recall": 0.600791, "f1": 0.575275, "accuracy": 0.600791, "main_score": 0.575275, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"]}, {"precision": 0.549292, "recall": 0.59585, "f1": 0.562059, "accuracy": 0.59585, "main_score": 0.562059, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"]}, {"precision": 0.556379, "recall": 0.59585, "f1": 0.566523, "accuracy": 0.59585, "main_score": 0.566523, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"]}, {"precision": 0.536683, "recall": 0.577075, "f1": 0.547763, "accuracy": 0.577075, "main_score": 0.547763, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"]}, {"precision": 0.552265, "recall": 0.589921, "f1": 0.562094, "accuracy": 0.589921, "main_score": 0.562094, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"]}, {"precision": 0.549813, "recall": 0.585968, "f1": 0.559835, "accuracy": 0.585968, "main_score": 0.559835, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"]}, {"precision": 0.555112, "recall": 0.596838, "f1": 0.566811, "accuracy": 0.596838, "main_score": 0.566811, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"]}, {"precision": 0.465873, "recall": 0.516798, "f1": 0.479727, "accuracy": 0.516798, "main_score": 0.479727, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"]}, {"precision": 0.53332, "recall": 0.575099, "f1": 0.544401, "accuracy": 0.575099, "main_score": 0.544401, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"]}, {"precision": 0.549069, "recall": 0.594862, "f1": 0.562129, "accuracy": 0.594862, "main_score": 0.562129, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"]}, {"precision": 0.549974, "recall": 0.586957, "f1": 0.560127, "accuracy": 0.586957, "main_score": 0.560127, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"]}, {"precision": 0.534324, "recall": 0.58004, "f1": 0.546327, "accuracy": 0.58004, "main_score": 0.546327, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"]}, {"precision": 0.52766, "recall": 0.565217, "f1": 0.538447, "accuracy": 0.565217, "main_score": 0.538447, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"]}, {"precision": 0.369988, "recall": 0.417984, "f1": 0.383294, "accuracy": 0.417984, "main_score": 0.383294, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"]}, {"precision": 0.563911, "recall": 0.605731, "f1": 0.574478, "accuracy": 0.605731, "main_score": 0.574478, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"]}, {"precision": 0.561644, "recall": 0.606719, "f1": 0.573413, "accuracy": 0.606719, "main_score": 0.573413, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"]}, {"precision": 0.563497, "recall": 0.614625, "f1": 0.576948, "accuracy": 0.614625, "main_score": 0.576948, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"]}, {"precision": 0.565661, "recall": 0.606719, "f1": 0.576813, "accuracy": 0.606719, "main_score": 0.576813, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"]}, {"precision": 0.533198, "recall": 0.576087, "f1": 0.544788, "accuracy": 0.576087, "main_score": 0.544788, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"]}, {"precision": 0.546924, "recall": 0.590909, "f1": 0.558657, "accuracy": 0.590909, "main_score": 0.558657, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"]}, {"precision": 0.540417, "recall": 0.588933, "f1": 0.554282, "accuracy": 0.588933, "main_score": 0.554282, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"]}, {"precision": 0.535337, "recall": 0.575099, "f1": 0.545888, "accuracy": 0.575099, "main_score": 0.545888, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"]}, {"precision": 0.551005, "recall": 0.59585, "f1": 0.562728, "accuracy": 0.59585, "main_score": 0.562728, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"]}, {"precision": 0.565191, "recall": 0.61166, "f1": 0.577213, "accuracy": 0.61166, "main_score": 0.577213, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"]}, {"precision": 0.569724, "recall": 0.607708, "f1": 0.57975, "accuracy": 0.607708, "main_score": 0.57975, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"]}, {"precision": 0.500044, "recall": 0.539526, "f1": 0.512023, "accuracy": 0.539526, "main_score": 0.512023, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"]}, {"precision": 0.555819, "recall": 0.600791, "f1": 0.567231, "accuracy": 0.600791, "main_score": 0.567231, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"]}, {"precision": 0.403114, "recall": 0.453557, "f1": 0.416799, "accuracy": 0.453557, "main_score": 0.416799, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"]}, {"precision": 0.507735, "recall": 0.541502, "f1": 0.517458, "accuracy": 0.541502, "main_score": 0.517458, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"]}, {"precision": 0.568391, "recall": 0.604743, "f1": 0.577529, "accuracy": 0.604743, "main_score": 0.577529, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"]}, {"precision": 0.297088, "recall": 0.346838, "f1": 0.310282, "accuracy": 0.346838, "main_score": 0.310282, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"]}, {"precision": 0.550538, "recall": 0.598814, "f1": 0.563164, "accuracy": 0.598814, "main_score": 0.563164, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"]}, {"precision": 0.539484, "recall": 0.586957, "f1": 0.552211, "accuracy": 0.586957, "main_score": 0.552211, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"]}, {"precision": 0.5641, "recall": 0.603755, "f1": 0.574062, "accuracy": 0.603755, "main_score": 0.574062, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"]}, {"precision": 0.512497, "recall": 0.56917, "f1": 0.528157, "accuracy": 0.56917, "main_score": 0.528157, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"]}, {"precision": 0.538945, "recall": 0.581028, "f1": 0.54987, "accuracy": 0.581028, "main_score": 0.54987, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"]}, {"precision": 0.565648, "recall": 0.601779, "f1": 0.574433, "accuracy": 0.601779, "main_score": 0.574433, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"]}, {"precision": 0.552427, "recall": 0.592885, "f1": 0.563295, "accuracy": 0.592885, "main_score": 0.563295, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"]}, {"precision": 0.567778, "recall": 0.604743, "f1": 0.577584, "accuracy": 0.604743, "main_score": 0.577584, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"]}, {"precision": 0.519892, "recall": 0.556324, "f1": 0.529994, "accuracy": 0.556324, "main_score": 0.529994, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"]}, {"precision": 0.562462, "recall": 0.602767, "f1": 0.572708, "accuracy": 0.602767, "main_score": 0.572708, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"]}, {"precision": 0.513088, "recall": 0.5583, "f1": 0.525159, "accuracy": 0.5583, "main_score": 0.525159, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"]}, {"precision": 0.555325, "recall": 0.597826, "f1": 0.566724, "accuracy": 0.597826, "main_score": 0.566724, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"]}, {"precision": 0.523325, "recall": 0.566206, "f1": 0.535004, "accuracy": 0.566206, "main_score": 0.535004, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"]}, {"precision": 0.554387, "recall": 0.597826, "f1": 0.565616, "accuracy": 0.597826, "main_score": 0.565616, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"]}, {"precision": 0.293816, "recall": 0.348814, "f1": 0.308302, "accuracy": 0.348814, "main_score": 0.308302, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"]}, {"precision": 0.541438, "recall": 0.578063, "f1": 0.551567, "accuracy": 0.578063, "main_score": 0.551567, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"]}, {"precision": 0.523292, "recall": 0.565217, "f1": 0.534498, "accuracy": 0.565217, "main_score": 0.534498, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"]}, {"precision": 0.549605, "recall": 0.586957, "f1": 0.560257, "accuracy": 0.586957, "main_score": 0.560257, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"]}, {"precision": 0.456575, "recall": 0.509881, "f1": 0.470728, "accuracy": 0.509881, "main_score": 0.470728, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"]}, {"precision": 0.571528, "recall": 0.618577, "f1": 0.583299, "accuracy": 0.618577, "main_score": 0.583299, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"]}, {"precision": 0.560134, "recall": 0.602767, "f1": 0.570946, "accuracy": 0.602767, "main_score": 0.570946, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"]}, {"precision": 0.5462, "recall": 0.588933, "f1": 0.557107, "accuracy": 0.588933, "main_score": 0.557107, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"]}, {"precision": 0.489534, "recall": 0.537549, "f1": 0.502643, "accuracy": 0.537549, "main_score": 0.502643, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"]}, {"precision": 0.567662, "recall": 0.608696, "f1": 0.578094, "accuracy": 0.608696, "main_score": 0.578094, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"]}, {"precision": 0.54466, "recall": 0.589921, "f1": 0.555936, "accuracy": 0.589921, "main_score": 0.555936, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"]}, {"precision": 0.563414, "recall": 0.603755, "f1": 0.57399, "accuracy": 0.603755, "main_score": 0.57399, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"]}, {"precision": 0.536756, "recall": 0.585968, "f1": 0.54922, "accuracy": 0.585968, "main_score": 0.54922, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"]}, {"precision": 0.511962, "recall": 0.552372, "f1": 0.523048, "accuracy": 0.552372, "main_score": 0.523048, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"]}, {"precision": 0.537826, "recall": 0.579051, "f1": 0.549313, "accuracy": 0.579051, "main_score": 0.549313, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"]}, {"precision": 0.526701, "recall": 0.579051, "f1": 0.540423, "accuracy": 0.579051, "main_score": 0.540423, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"]}, {"precision": 0.559002, "recall": 0.604743, "f1": 0.570646, "accuracy": 0.604743, "main_score": 0.570646, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"]}, {"precision": 0.550003, "recall": 0.598814, "f1": 0.562352, "accuracy": 0.598814, "main_score": 0.562352, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"]}, {"precision": 0.529312, "recall": 0.573123, "f1": 0.540575, "accuracy": 0.573123, "main_score": 0.540575, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"]}, {"precision": 0.468631, "recall": 0.503953, "f1": 0.478553, "accuracy": 0.503953, "main_score": 0.478553, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"]}, {"precision": 0.57002, "recall": 0.605731, "f1": 0.57948, "accuracy": 0.605731, "main_score": 0.57948, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"]}, {"precision": 0.50955, "recall": 0.5583, "f1": 0.522623, "accuracy": 0.5583, "main_score": 0.522623, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"]}, {"precision": 0.525698, "recall": 0.572134, "f1": 0.538117, "accuracy": 0.572134, "main_score": 0.538117, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"]}, {"precision": 0.551595, "recall": 0.59585, "f1": 0.563861, "accuracy": 0.59585, "main_score": 0.563861, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"]}, {"precision": 0.494829, "recall": 0.534585, "f1": 0.506522, "accuracy": 0.534585, "main_score": 0.506522, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"]}, {"precision": 0.570885, "recall": 0.61166, "f1": 0.581496, "accuracy": 0.61166, "main_score": 0.581496, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"]}, {"precision": 0.537733, "recall": 0.587945, "f1": 0.550415, "accuracy": 0.587945, "main_score": 0.550415, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"]}, {"precision": 0.56167, "recall": 0.603755, "f1": 0.573487, "accuracy": 0.603755, "main_score": 0.573487, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"]}, {"precision": 0.565903, "recall": 0.608696, "f1": 0.577271, "accuracy": 0.608696, "main_score": 0.577271, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"]}, {"precision": 0.545967, "recall": 0.58498, "f1": 0.556105, "accuracy": 0.58498, "main_score": 0.556105, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"]}, {"precision": 0.555052, "recall": 0.599802, "f1": 0.566793, "accuracy": 0.599802, "main_score": 0.566793, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"]}, {"precision": 0.40296, "recall": 0.462451, "f1": 0.418894, "accuracy": 0.462451, "main_score": 0.418894, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"]}, {"precision": 0.513114, "recall": 0.555336, "f1": 0.524273, "accuracy": 0.555336, "main_score": 0.524273, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"]}, {"precision": 0.199963, "recall": 0.244071, "f1": 0.210866, "accuracy": 0.244071, "main_score": 0.210866, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"]}, {"precision": 0.542284, "recall": 0.572134, "f1": 0.550715, "accuracy": 0.572134, "main_score": 0.550715, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"]}, {"precision": 0.452807, "recall": 0.497036, "f1": 0.465317, "accuracy": 0.497036, "main_score": 0.465317, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"]}, {"precision": 0.557216, "recall": 0.598814, "f1": 0.5675, "accuracy": 0.598814, "main_score": 0.5675, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"]}, {"precision": 0.548072, "recall": 0.589921, "f1": 0.558802, "accuracy": 0.589921, "main_score": 0.558802, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"]}, {"precision": 0.427147, "recall": 0.479249, "f1": 0.441111, "accuracy": 0.479249, "main_score": 0.441111, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"]}, {"precision": 0.546018, "recall": 0.58498, "f1": 0.556685, "accuracy": 0.58498, "main_score": 0.556685, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"]}, {"precision": 0.550136, "recall": 0.596838, "f1": 0.562471, "accuracy": 0.596838, "main_score": 0.562471, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"]}, {"precision": 0.508866, "recall": 0.556324, "f1": 0.52149, "accuracy": 0.556324, "main_score": 0.52149, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"]}, {"precision": 0.551324, "recall": 0.591897, "f1": 0.56183, "accuracy": 0.591897, "main_score": 0.56183, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"]}, {"precision": 0.572068, "recall": 0.618577, "f1": 0.585042, "accuracy": 0.618577, "main_score": 0.585042, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"]}, {"precision": 0.518641, "recall": 0.576087, "f1": 0.533897, "accuracy": 0.576087, "main_score": 0.533897, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"]}, {"precision": 0.574138, "recall": 0.609684, "f1": 0.583866, "accuracy": 0.609684, "main_score": 0.583866, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"]}, {"precision": 0.513262, "recall": 0.549407, "f1": 0.523641, "accuracy": 0.549407, "main_score": 0.523641, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"]}, {"precision": 0.500077, "recall": 0.539526, "f1": 0.511237, "accuracy": 0.539526, "main_score": 0.511237, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"]}, {"precision": 0.558085, "recall": 0.596838, "f1": 0.568142, "accuracy": 0.596838, "main_score": 0.568142, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"]}, {"precision": 0.541938, "recall": 0.589921, "f1": 0.555053, "accuracy": 0.589921, "main_score": 0.555053, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"]}, {"precision": 0.134834, "recall": 0.177866, "f1": 0.145615, "accuracy": 0.177866, "main_score": 0.145615, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"]}, {"precision": 0.538428, "recall": 0.587945, "f1": 0.55183, "accuracy": 0.587945, "main_score": 0.55183, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"]}, {"precision": 0.487431, "recall": 0.533597, "f1": 0.499018, "accuracy": 0.533597, "main_score": 0.499018, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"]}, {"precision": 0.518082, "recall": 0.563241, "f1": 0.530164, "accuracy": 0.563241, "main_score": 0.530164, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"]}, {"precision": 0.552835, "recall": 0.600791, "f1": 0.565534, "accuracy": 0.600791, "main_score": 0.565534, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"]}, {"precision": 0.507964, "recall": 0.546443, "f1": 0.518614, "accuracy": 0.546443, "main_score": 0.518614, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"]}, {"precision": 0.523205, "recall": 0.565217, "f1": 0.535771, "accuracy": 0.565217, "main_score": 0.535771, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"]}, {"precision": 0.540868, "recall": 0.587945, "f1": 0.552998, "accuracy": 0.587945, "main_score": 0.552998, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"]}, {"precision": 0.559248, "recall": 0.600791, "f1": 0.569783, "accuracy": 0.600791, "main_score": 0.569783, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"]}, {"precision": 0.547295, "recall": 0.585968, "f1": 0.557668, "accuracy": 0.585968, "main_score": 0.557668, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"]}, {"precision": 0.540718, "recall": 0.583004, "f1": 0.552546, "accuracy": 0.583004, "main_score": 0.552546, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"]}, {"precision": 0.499812, "recall": 0.548419, "f1": 0.513297, "accuracy": 0.548419, "main_score": 0.513297, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"]}, {"precision": 0.546047, "recall": 0.588933, "f1": 0.557055, "accuracy": 0.588933, "main_score": 0.557055, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"]}, {"precision": 0.499038, "recall": 0.536561, "f1": 0.509792, "accuracy": 0.536561, "main_score": 0.509792, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"]}, {"precision": 0.531981, "recall": 0.573123, "f1": 0.543194, "accuracy": 0.573123, "main_score": 0.543194, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"]}, {"precision": 0.538272, "recall": 0.588933, "f1": 0.551879, "accuracy": 0.588933, "main_score": 0.551879, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"]}, {"precision": 0.534651, "recall": 0.577075, "f1": 0.546088, "accuracy": 0.577075, "main_score": 0.546088, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"]}, {"precision": 0.526674, "recall": 0.571146, "f1": 0.538241, "accuracy": 0.571146, "main_score": 0.538241, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"]}, {"precision": 0.437888, "recall": 0.483202, "f1": 0.450869, "accuracy": 0.483202, "main_score": 0.450869, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"]}, {"precision": 0.602397, "recall": 0.635375, "f1": 0.610903, "accuracy": 0.635375, "main_score": 0.610903, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"]}, {"precision": 0.538264, "recall": 0.586957, "f1": 0.550746, "accuracy": 0.586957, "main_score": 0.550746, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"]}, {"precision": 0.514029, "recall": 0.562253, "f1": 0.527071, "accuracy": 0.562253, "main_score": 0.527071, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"]}, {"precision": 0.506654, "recall": 0.556324, "f1": 0.519422, "accuracy": 0.556324, "main_score": 0.519422, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"]}, {"precision": 0.507807, "recall": 0.551383, "f1": 0.519822, "accuracy": 0.551383, "main_score": 0.519822, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"]}, {"precision": 0.483093, "recall": 0.529644, "f1": 0.494765, "accuracy": 0.529644, "main_score": 0.494765, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"]}, {"precision": 0.519615, "recall": 0.565217, "f1": 0.531221, "accuracy": 0.565217, "main_score": 0.531221, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"]}, {"precision": 0.689891, "recall": 0.749012, "f1": 0.706906, "accuracy": 0.749012, "main_score": 0.706906, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"]}, {"precision": 0.470053, "recall": 0.527668, "f1": 0.485805, "accuracy": 0.527668, "main_score": 0.485805, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"]}, {"precision": 0.536816, "recall": 0.583992, "f1": 0.549224, "accuracy": 0.583992, "main_score": 0.549224, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"]}, {"precision": 0.532078, "recall": 0.579051, "f1": 0.544162, "accuracy": 0.579051, "main_score": 0.544162, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"]}, {"precision": 0.562503, "recall": 0.601779, "f1": 0.573059, "accuracy": 0.601779, "main_score": 0.573059, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"]}, {"precision": 0.529813, "recall": 0.575099, "f1": 0.54087, "accuracy": 0.575099, "main_score": 0.54087, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"]}, {"precision": 0.565682, "recall": 0.608696, "f1": 0.576481, "accuracy": 0.608696, "main_score": 0.576481, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"]}, {"precision": 0.482367, "recall": 0.529644, "f1": 0.495404, "accuracy": 0.529644, "main_score": 0.495404, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"]}, {"precision": 0.532473, "recall": 0.56917, "f1": 0.541813, "accuracy": 0.56917, "main_score": 0.541813, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"]}, {"precision": 0.463587, "recall": 0.512846, "f1": 0.477045, "accuracy": 0.512846, "main_score": 0.477045, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"]}, {"precision": 0.555157, "recall": 0.597826, "f1": 0.566053, "accuracy": 0.597826, "main_score": 0.566053, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"]}, {"precision": 0.391323, "recall": 0.449605, "f1": 0.408027, "accuracy": 0.449605, "main_score": 0.408027, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"]}, {"precision": 0.532013, "recall": 0.582016, "f1": 0.544942, "accuracy": 0.582016, "main_score": 0.544942, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"]}, {"precision": 0.530403, "recall": 0.576087, "f1": 0.542895, "accuracy": 0.576087, "main_score": 0.542895, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"]}, {"precision": 0.537809, "recall": 0.578063, "f1": 0.548272, "accuracy": 0.578063, "main_score": 0.548272, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"]}, {"precision": 0.532677, "recall": 0.568182, "f1": 0.541863, "accuracy": 0.568182, "main_score": 0.541863, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"]}, {"precision": 0.517989, "recall": 0.565217, "f1": 0.52984, "accuracy": 0.565217, "main_score": 0.52984, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"]}, {"precision": 0.539785, "recall": 0.58004, "f1": 0.551063, "accuracy": 0.58004, "main_score": 0.551063, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"]}, {"precision": 0.542671, "recall": 0.583992, "f1": 0.554158, "accuracy": 0.583992, "main_score": 0.554158, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"]}, {"precision": 0.557073, "recall": 0.601779, "f1": 0.56793, "accuracy": 0.601779, "main_score": 0.56793, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"]}, {"precision": 0.545445, "recall": 0.582016, "f1": 0.555014, "accuracy": 0.582016, "main_score": 0.555014, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"]}, {"precision": 0.576041, "recall": 0.610672, "f1": 0.585021, "accuracy": 0.610672, "main_score": 0.585021, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"]}, {"precision": 0.501488, "recall": 0.540514, "f1": 0.512925, "accuracy": 0.540514, "main_score": 0.512925, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"]}, {"precision": 0.562832, "recall": 0.604743, "f1": 0.573815, "accuracy": 0.604743, "main_score": 0.573815, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"]}, {"precision": 0.535986, "recall": 0.582016, "f1": 0.547653, "accuracy": 0.582016, "main_score": 0.547653, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"]}, {"precision": 0.545061, "recall": 0.586957, "f1": 0.556475, "accuracy": 0.586957, "main_score": 0.556475, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"]}, {"precision": 0.507725, "recall": 0.552372, "f1": 0.520512, "accuracy": 0.552372, "main_score": 0.520512, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"]}, {"precision": 0.560627, "recall": 0.603755, "f1": 0.572348, "accuracy": 0.603755, "main_score": 0.572348, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"]}, {"precision": 0.560985, "recall": 0.597826, "f1": 0.570383, "accuracy": 0.597826, "main_score": 0.570383, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"]}, {"precision": 0.567104, "recall": 0.619565, "f1": 0.581927, "accuracy": 0.619565, "main_score": 0.581927, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"]}, {"precision": 0.471935, "recall": 0.517787, "f1": 0.484552, "accuracy": 0.517787, "main_score": 0.484552, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"]}, {"precision": 0.554068, "recall": 0.598814, "f1": 0.565665, "accuracy": 0.598814, "main_score": 0.565665, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"]}, {"precision": 0.520083, "recall": 0.561265, "f1": 0.531504, "accuracy": 0.561265, "main_score": 0.531504, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"]}, {"precision": 0.501304, "recall": 0.54249, "f1": 0.512291, "accuracy": 0.54249, "main_score": 0.512291, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"]}, {"precision": 0.538509, "recall": 0.581028, "f1": 0.550095, "accuracy": 0.581028, "main_score": 0.550095, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"]}, {"precision": 0.529592, "recall": 0.583004, "f1": 0.543905, "accuracy": 0.583004, "main_score": 0.543905, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"]}, {"precision": 0.532807, "recall": 0.581028, "f1": 0.54629, "accuracy": 0.581028, "main_score": 0.54629, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"]}, {"precision": 0.554977, "recall": 0.597826, "f1": 0.566471, "accuracy": 0.597826, "main_score": 0.566471, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"]}, {"precision": 0.528479, "recall": 0.576087, "f1": 0.541171, "accuracy": 0.576087, "main_score": 0.541171, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"]}, {"precision": 0.492372, "recall": 0.536561, "f1": 0.505254, "accuracy": 0.536561, "main_score": 0.505254, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"]}, {"precision": 0.534059, "recall": 0.577075, "f1": 0.546829, "accuracy": 0.577075, "main_score": 0.546829, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"]}, {"precision": 0.550198, "recall": 0.583004, "f1": 0.55916, "accuracy": 0.583004, "main_score": 0.55916, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"]}, {"precision": 0.537345, "recall": 0.567194, "f1": 0.545704, "accuracy": 0.567194, "main_score": 0.545704, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"]}, {"precision": 0.549938, "recall": 0.58004, "f1": 0.557571, "accuracy": 0.58004, "main_score": 0.557571, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"]}, {"precision": 0.519146, "recall": 0.570158, "f1": 0.533279, "accuracy": 0.570158, "main_score": 0.533279, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"]}, {"precision": 0.508692, "recall": 0.554348, "f1": 0.521241, "accuracy": 0.554348, "main_score": 0.521241, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"]}, {"precision": 0.540065, "recall": 0.581028, "f1": 0.550618, "accuracy": 0.581028, "main_score": 0.550618, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"]}, {"precision": 0.41937, "recall": 0.477273, "f1": 0.436185, "accuracy": 0.477273, "main_score": 0.436185, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"]}, {"precision": 0.544117, "recall": 0.588933, "f1": 0.556438, "accuracy": 0.588933, "main_score": 0.556438, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"]}, {"precision": 0.523653, "recall": 0.56917, "f1": 0.535926, "accuracy": 0.56917, "main_score": 0.535926, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"]}, {"precision": 0.549795, "recall": 0.588933, "f1": 0.559329, "accuracy": 0.588933, "main_score": 0.559329, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"]}, {"precision": 0.550934, "recall": 0.596838, "f1": 0.563351, "accuracy": 0.596838, "main_score": 0.563351, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"]}, {"precision": 0.504857, "recall": 0.546443, "f1": 0.516257, "accuracy": 0.546443, "main_score": 0.516257, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"]}, {"precision": 0.530007, "recall": 0.565217, "f1": 0.540134, "accuracy": 0.565217, "main_score": 0.540134, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"]}, {"precision": 0.432772, "recall": 0.480237, "f1": 0.445666, "accuracy": 0.480237, "main_score": 0.445666, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"]}, {"precision": 0.521845, "recall": 0.561265, "f1": 0.533307, "accuracy": 0.561265, "main_score": 0.533307, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"]}, {"precision": 0.236804, "recall": 0.282609, "f1": 0.248432, "accuracy": 0.282609, "main_score": 0.248432, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"]}, {"precision": 0.582954, "recall": 0.632411, "f1": 0.59547, "accuracy": 0.632411, "main_score": 0.59547, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"]}, {"precision": 0.569925, "recall": 0.619565, "f1": 0.582703, "accuracy": 0.619565, "main_score": 0.582703, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"]}, {"precision": 0.579176, "recall": 0.628458, "f1": 0.592561, "accuracy": 0.628458, "main_score": 0.592561, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"]}, {"precision": 0.582246, "recall": 0.62253, "f1": 0.59228, "accuracy": 0.62253, "main_score": 0.59228, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"]}, {"precision": 0.606285, "recall": 0.649209, "f1": 0.617006, "accuracy": 0.649209, "main_score": 0.617006, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"]}, {"precision": 0.588129, "recall": 0.637352, "f1": 0.600619, "accuracy": 0.637352, "main_score": 0.600619, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"]}, {"precision": 0.57995, "recall": 0.617589, "f1": 0.590116, "accuracy": 0.617589, "main_score": 0.590116, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"]}, {"precision": 0.570589, "recall": 0.608696, "f1": 0.580347, "accuracy": 0.608696, "main_score": 0.580347, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"]}, {"precision": 0.598433, "recall": 0.648221, "f1": 0.610428, "accuracy": 0.648221, "main_score": 0.610428, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"]}, {"precision": 0.576782, "recall": 0.62253, "f1": 0.588463, "accuracy": 0.62253, "main_score": 0.588463, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"]}, {"precision": 0.511908, "recall": 0.557312, "f1": 0.523949, "accuracy": 0.557312, "main_score": 0.523949, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"]}, {"precision": 0.583747, "recall": 0.628458, "f1": 0.595375, "accuracy": 0.628458, "main_score": 0.595375, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"]}, {"precision": 0.542911, "recall": 0.593874, "f1": 0.555656, "accuracy": 0.593874, "main_score": 0.555656, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"]}, {"precision": 0.586099, "recall": 0.641304, "f1": 0.599661, "accuracy": 0.641304, "main_score": 0.599661, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"]}, {"precision": 0.540322, "recall": 0.573123, "f1": 0.549888, "accuracy": 0.573123, "main_score": 0.549888, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"]}, {"precision": 0.569817, "recall": 0.623518, "f1": 0.583391, "accuracy": 0.623518, "main_score": 0.583391, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"]}, {"precision": 0.554243, "recall": 0.601779, "f1": 0.565514, "accuracy": 0.601779, "main_score": 0.565514, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"]}, {"precision": 0.618784, "recall": 0.672925, "f1": 0.632492, "accuracy": 0.672925, "main_score": 0.632492, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"]}, {"precision": 0.595339, "recall": 0.644269, "f1": 0.606943, "accuracy": 0.644269, "main_score": 0.606943, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"]}, {"precision": 0.566423, "recall": 0.621542, "f1": 0.58067, "accuracy": 0.621542, "main_score": 0.58067, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"]}, {"precision": 0.571308, "recall": 0.62253, "f1": 0.583891, "accuracy": 0.62253, "main_score": 0.583891, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"]}, {"precision": 0.587395, "recall": 0.637352, "f1": 0.600477, "accuracy": 0.637352, "main_score": 0.600477, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"]}, {"precision": 0.591676, "recall": 0.636364, "f1": 0.603037, "accuracy": 0.636364, "main_score": 0.603037, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"]}, {"precision": 0.219491, "recall": 0.261858, "f1": 0.230641, "accuracy": 0.261858, "main_score": 0.230641, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"]}, {"precision": 0.57723, "recall": 0.633399, "f1": 0.591479, "accuracy": 0.633399, "main_score": 0.591479, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"]}, {"precision": 0.583256, "recall": 0.630435, "f1": 0.595699, "accuracy": 0.630435, "main_score": 0.595699, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"]}, {"precision": 0.595302, "recall": 0.65415, "f1": 0.60984, "accuracy": 0.65415, "main_score": 0.60984, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"]}, {"precision": 0.59438, "recall": 0.642292, "f1": 0.606171, "accuracy": 0.642292, "main_score": 0.606171, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"]}, {"precision": 0.567196, "recall": 0.616601, "f1": 0.58038, "accuracy": 0.616601, "main_score": 0.58038, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"]}, {"precision": 0.591454, "recall": 0.642292, "f1": 0.604236, "accuracy": 0.642292, "main_score": 0.604236, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"]}, {"precision": 0.573828, "recall": 0.61166, "f1": 0.584194, "accuracy": 0.61166, "main_score": 0.584194, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"]}, {"precision": 0.603116, "recall": 0.652174, "f1": 0.615116, "accuracy": 0.652174, "main_score": 0.615116, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"]}, {"precision": 0.521867, "recall": 0.575099, "f1": 0.536131, "accuracy": 0.575099, "main_score": 0.536131, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"]}, {"precision": 0.567517, "recall": 0.609684, "f1": 0.578427, "accuracy": 0.609684, "main_score": 0.578427, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"]}, {"precision": 0.58991, "recall": 0.649209, "f1": 0.605732, "accuracy": 0.649209, "main_score": 0.605732, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"]}, {"precision": 0.589758, "recall": 0.639328, "f1": 0.602241, "accuracy": 0.639328, "main_score": 0.602241, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"]}, {"precision": 0.578359, "recall": 0.630435, "f1": 0.591733, "accuracy": 0.630435, "main_score": 0.591733, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"]}, {"precision": 0.534296, "recall": 0.565217, "f1": 0.542937, "accuracy": 0.565217, "main_score": 0.542937, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"]}, {"precision": 0.399565, "recall": 0.44664, "f1": 0.411848, "accuracy": 0.44664, "main_score": 0.411848, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"]}, {"precision": 0.593684, "recall": 0.643281, "f1": 0.605721, "accuracy": 0.643281, "main_score": 0.605721, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"]}, {"precision": 0.735526, "recall": 0.786561, "f1": 0.750381, "accuracy": 0.786561, "main_score": 0.750381, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"]}, {"precision": 0.606555, "recall": 0.662055, "f1": 0.620881, "accuracy": 0.662055, "main_score": 0.620881, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"]}, {"precision": 0.627318, "recall": 0.675889, "f1": 0.639691, "accuracy": 0.675889, "main_score": 0.639691, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"]}, {"precision": 0.573091, "recall": 0.613636, "f1": 0.583166, "accuracy": 0.613636, "main_score": 0.583166, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"]}, {"precision": 0.589593, "recall": 0.635375, "f1": 0.601488, "accuracy": 0.635375, "main_score": 0.601488, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"]}, {"precision": 0.539343, "recall": 0.586957, "f1": 0.552617, "accuracy": 0.586957, "main_score": 0.552617, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"]}, {"precision": 0.570833, "recall": 0.615613, "f1": 0.582093, "accuracy": 0.615613, "main_score": 0.582093, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"]}, {"precision": 0.593831, "recall": 0.63834, "f1": 0.604949, "accuracy": 0.63834, "main_score": 0.604949, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"]}, {"precision": 0.620723, "recall": 0.666996, "f1": 0.63262, "accuracy": 0.666996, "main_score": 0.63262, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"]}, {"precision": 0.61404, "recall": 0.656126, "f1": 0.62497, "accuracy": 0.656126, "main_score": 0.62497, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"]}, {"precision": 0.494309, "recall": 0.535573, "f1": 0.505567, "accuracy": 0.535573, "main_score": 0.505567, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"]}, {"precision": 0.583905, "recall": 0.633399, "f1": 0.596592, "accuracy": 0.633399, "main_score": 0.596592, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"]}, {"precision": 0.423645, "recall": 0.465415, "f1": 0.43499, "accuracy": 0.465415, "main_score": 0.43499, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"]}, {"precision": 0.493314, "recall": 0.52668, "f1": 0.502772, "accuracy": 0.52668, "main_score": 0.502772, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"]}, {"precision": 0.602742, "recall": 0.641304, "f1": 0.612355, "accuracy": 0.641304, "main_score": 0.612355, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"]}, {"precision": 0.317941, "recall": 0.364625, "f1": 0.330252, "accuracy": 0.364625, "main_score": 0.330252, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"]}, {"precision": 0.606686, "recall": 0.653162, "f1": 0.619065, "accuracy": 0.653162, "main_score": 0.619065, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"]}, {"precision": 0.60084, "recall": 0.651186, "f1": 0.613557, "accuracy": 0.651186, "main_score": 0.613557, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"]}, {"precision": 0.606073, "recall": 0.656126, "f1": 0.618208, "accuracy": 0.656126, "main_score": 0.618208, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"]}, {"precision": 0.577754, "recall": 0.633399, "f1": 0.591865, "accuracy": 0.633399, "main_score": 0.591865, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"]}, {"precision": 0.517906, "recall": 0.563241, "f1": 0.530295, "accuracy": 0.563241, "main_score": 0.530295, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"]}, {"precision": 0.585775, "recall": 0.630435, "f1": 0.596446, "accuracy": 0.630435, "main_score": 0.596446, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"]}, {"precision": 0.577723, "recall": 0.623518, "f1": 0.59013, "accuracy": 0.623518, "main_score": 0.59013, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"]}, {"precision": 0.611699, "recall": 0.658103, "f1": 0.623771, "accuracy": 0.658103, "main_score": 0.623771, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"]}, {"precision": 0.536232, "recall": 0.574111, "f1": 0.546538, "accuracy": 0.574111, "main_score": 0.546538, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"]}, {"precision": 0.608362, "recall": 0.653162, "f1": 0.619279, "accuracy": 0.653162, "main_score": 0.619279, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"]}, {"precision": 0.529078, "recall": 0.573123, "f1": 0.541555, "accuracy": 0.573123, "main_score": 0.541555, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"]}, {"precision": 0.617772, "recall": 0.660079, "f1": 0.628853, "accuracy": 0.660079, "main_score": 0.628853, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"]}, {"precision": 0.580739, "recall": 0.62747, "f1": 0.592029, "accuracy": 0.62747, "main_score": 0.592029, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"]}, {"precision": 0.584115, "recall": 0.630435, "f1": 0.595648, "accuracy": 0.630435, "main_score": 0.595648, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"]}, {"precision": 0.310005, "recall": 0.365613, "f1": 0.324543, "accuracy": 0.365613, "main_score": 0.324543, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"]}, {"precision": 0.542806, "recall": 0.589921, "f1": 0.555202, "accuracy": 0.589921, "main_score": 0.555202, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"]}, {"precision": 0.584193, "recall": 0.632411, "f1": 0.59683, "accuracy": 0.632411, "main_score": 0.59683, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"]}, {"precision": 0.554967, "recall": 0.59585, "f1": 0.565599, "accuracy": 0.59585, "main_score": 0.565599, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"]}, {"precision": 0.472607, "recall": 0.516798, "f1": 0.484528, "accuracy": 0.516798, "main_score": 0.484528, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"]}, {"precision": 0.6052, "recall": 0.653162, "f1": 0.616742, "accuracy": 0.653162, "main_score": 0.616742, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"]}, {"precision": 0.585894, "recall": 0.63834, "f1": 0.59958, "accuracy": 0.63834, "main_score": 0.59958, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"]}, {"precision": 0.594197, "recall": 0.636364, "f1": 0.604611, "accuracy": 0.636364, "main_score": 0.604611, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"]}, {"precision": 0.526993, "recall": 0.579051, "f1": 0.539808, "accuracy": 0.579051, "main_score": 0.539808, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"]}, {"precision": 0.609618, "recall": 0.658103, "f1": 0.622073, "accuracy": 0.658103, "main_score": 0.622073, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"]}, {"precision": 0.572856, "recall": 0.618577, "f1": 0.584301, "accuracy": 0.618577, "main_score": 0.584301, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"]}, {"precision": 0.593809, "recall": 0.646245, "f1": 0.608129, "accuracy": 0.646245, "main_score": 0.608129, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"]}, {"precision": 0.578985, "recall": 0.626482, "f1": 0.590805, "accuracy": 0.626482, "main_score": 0.590805, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"]}, {"precision": 0.509517, "recall": 0.551383, "f1": 0.521156, "accuracy": 0.551383, "main_score": 0.521156, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"]}, {"precision": 0.565164, "recall": 0.608696, "f1": 0.57632, "accuracy": 0.608696, "main_score": 0.57632, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"]}, {"precision": 0.56622, "recall": 0.621542, "f1": 0.580941, "accuracy": 0.621542, "main_score": 0.580941, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"]}, {"precision": 0.591905, "recall": 0.636364, "f1": 0.603432, "accuracy": 0.636364, "main_score": 0.603432, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"]}, {"precision": 0.573273, "recall": 0.629447, "f1": 0.587331, "accuracy": 0.629447, "main_score": 0.587331, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"]}, {"precision": 0.537166, "recall": 0.58004, "f1": 0.548427, "accuracy": 0.58004, "main_score": 0.548427, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"]}, {"precision": 0.471632, "recall": 0.511858, "f1": 0.48272, "accuracy": 0.511858, "main_score": 0.48272, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"]}, {"precision": 0.611399, "recall": 0.648221, "f1": 0.620774, "accuracy": 0.648221, "main_score": 0.620774, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"]}, {"precision": 0.554171, "recall": 0.602767, "f1": 0.566598, "accuracy": 0.602767, "main_score": 0.566598, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"]}, {"precision": 0.554678, "recall": 0.598814, "f1": 0.566179, "accuracy": 0.598814, "main_score": 0.566179, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"]}, {"precision": 0.585712, "recall": 0.637352, "f1": 0.598618, "accuracy": 0.637352, "main_score": 0.598618, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"]}, {"precision": 0.476047, "recall": 0.51087, "f1": 0.486281, "accuracy": 0.51087, "main_score": 0.486281, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"]}, {"precision": 0.607104, "recall": 0.650198, "f1": 0.61781, "accuracy": 0.650198, "main_score": 0.61781, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"]}, {"precision": 0.587962, "recall": 0.641304, "f1": 0.601282, "accuracy": 0.641304, "main_score": 0.601282, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"]}, {"precision": 0.599422, "recall": 0.647233, "f1": 0.61112, "accuracy": 0.647233, "main_score": 0.61112, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"]}, {"precision": 0.600964, "recall": 0.653162, "f1": 0.613822, "accuracy": 0.653162, "main_score": 0.613822, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"]}, {"precision": 0.573443, "recall": 0.616601, "f1": 0.58449, "accuracy": 0.616601, "main_score": 0.58449, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"]}, {"precision": 0.587647, "recall": 0.634387, "f1": 0.600018, "accuracy": 0.634387, "main_score": 0.600018, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"]}, {"precision": 0.441019, "recall": 0.51581, "f1": 0.460445, "accuracy": 0.51581, "main_score": 0.460445, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"]}, {"precision": 0.518772, "recall": 0.552372, "f1": 0.527887, "accuracy": 0.552372, "main_score": 0.527887, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"]}, {"precision": 0.220262, "recall": 0.26581, "f1": 0.230649, "accuracy": 0.26581, "main_score": 0.230649, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"]}, {"precision": 0.53859, "recall": 0.58004, "f1": 0.550191, "accuracy": 0.58004, "main_score": 0.550191, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"]}, {"precision": 0.476811, "recall": 0.525692, "f1": 0.48971, "accuracy": 0.525692, "main_score": 0.48971, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"]}, {"precision": 0.611121, "recall": 0.659091, "f1": 0.622768, "accuracy": 0.659091, "main_score": 0.622768, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"]}, {"precision": 0.573722, "recall": 0.62253, "f1": 0.585931, "accuracy": 0.62253, "main_score": 0.585931, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"]}, {"precision": 0.460005, "recall": 0.503953, "f1": 0.472074, "accuracy": 0.503953, "main_score": 0.472074, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"]}, {"precision": 0.561203, "recall": 0.601779, "f1": 0.571319, "accuracy": 0.601779, "main_score": 0.571319, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"]}, {"precision": 0.588011, "recall": 0.639328, "f1": 0.600575, "accuracy": 0.639328, "main_score": 0.600575, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"]}, {"precision": 0.551317, "recall": 0.608696, "f1": 0.565431, "accuracy": 0.608696, "main_score": 0.565431, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"]}, {"precision": 0.576671, "recall": 0.626482, "f1": 0.589417, "accuracy": 0.626482, "main_score": 0.589417, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"]}, {"precision": 0.726176, "recall": 0.778656, "f1": 0.740648, "accuracy": 0.778656, "main_score": 0.740648, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"]}, {"precision": 0.565495, "recall": 0.624506, "f1": 0.580548, "accuracy": 0.624506, "main_score": 0.580548, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"]}, {"precision": 0.619841, "recall": 0.661067, "f1": 0.629904, "accuracy": 0.661067, "main_score": 0.629904, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"]}, {"precision": 0.488267, "recall": 0.533597, "f1": 0.501518, "accuracy": 0.533597, "main_score": 0.501518, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"]}, {"precision": 0.494966, "recall": 0.533597, "f1": 0.505784, "accuracy": 0.533597, "main_score": 0.505784, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"]}, {"precision": 0.550213, "recall": 0.586957, "f1": 0.559314, "accuracy": 0.586957, "main_score": 0.559314, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"]}, {"precision": 0.590906, "recall": 0.644269, "f1": 0.605168, "accuracy": 0.644269, "main_score": 0.605168, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"]}, {"precision": 0.152223, "recall": 0.202569, "f1": 0.165096, "accuracy": 0.202569, "main_score": 0.165096, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"]}, {"precision": 0.582281, "recall": 0.636364, "f1": 0.595538, "accuracy": 0.636364, "main_score": 0.595538, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"]}, {"precision": 0.517943, "recall": 0.586957, "f1": 0.534892, "accuracy": 0.586957, "main_score": 0.534892, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"]}, {"precision": 0.544375, "recall": 0.590909, "f1": 0.557038, "accuracy": 0.590909, "main_score": 0.557038, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"]}, {"precision": 0.596559, "recall": 0.649209, "f1": 0.610336, "accuracy": 0.649209, "main_score": 0.610336, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"]}, {"precision": 0.532849, "recall": 0.583004, "f1": 0.546588, "accuracy": 0.583004, "main_score": 0.546588, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"]}, {"precision": 0.536993, "recall": 0.582016, "f1": 0.5487, "accuracy": 0.582016, "main_score": 0.5487, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"]}, {"precision": 0.569244, "recall": 0.617589, "f1": 0.582027, "accuracy": 0.617589, "main_score": 0.582027, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"]}, {"precision": 0.602937, "recall": 0.650198, "f1": 0.615002, "accuracy": 0.650198, "main_score": 0.615002, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"]}, {"precision": 0.581338, "recall": 0.626482, "f1": 0.592442, "accuracy": 0.626482, "main_score": 0.592442, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"]}, {"precision": 0.583787, "recall": 0.626482, "f1": 0.594986, "accuracy": 0.626482, "main_score": 0.594986, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"]}, {"precision": 0.533034, "recall": 0.582016, "f1": 0.546314, "accuracy": 0.582016, "main_score": 0.546314, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"]}, {"precision": 0.571484, "recall": 0.621542, "f1": 0.584982, "accuracy": 0.621542, "main_score": 0.584982, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"]}, {"precision": 0.482137, "recall": 0.517787, "f1": 0.492147, "accuracy": 0.517787, "main_score": 0.492147, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"]}, {"precision": 0.550242, "recall": 0.594862, "f1": 0.562553, "accuracy": 0.594862, "main_score": 0.562553, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"]}, {"precision": 0.586748, "recall": 0.634387, "f1": 0.598272, "accuracy": 0.634387, "main_score": 0.598272, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"]}, {"precision": 0.57868, "recall": 0.619565, "f1": 0.588603, "accuracy": 0.619565, "main_score": 0.588603, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"]}, {"precision": 0.570137, "recall": 0.619565, "f1": 0.583194, "accuracy": 0.619565, "main_score": 0.583194, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"]}, {"precision": 0.44096, "recall": 0.483202, "f1": 0.451741, "accuracy": 0.483202, "main_score": 0.451741, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"]}, {"precision": 0.632315, "recall": 0.674901, "f1": 0.643967, "accuracy": 0.674901, "main_score": 0.643967, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"]}, {"precision": 0.574407, "recall": 0.624506, "f1": 0.586497, "accuracy": 0.624506, "main_score": 0.586497, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"]}, {"precision": 0.555371, "recall": 0.613636, "f1": 0.570791, "accuracy": 0.613636, "main_score": 0.570791, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"]}, {"precision": 0.540918, "recall": 0.596838, "f1": 0.555039, "accuracy": 0.596838, "main_score": 0.555039, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"]}, {"precision": 0.555464, "recall": 0.598814, "f1": 0.56723, "accuracy": 0.598814, "main_score": 0.56723, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"]}, {"precision": 0.494893, "recall": 0.541502, "f1": 0.507066, "accuracy": 0.541502, "main_score": 0.507066, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"]}, {"precision": 0.547516, "recall": 0.593874, "f1": 0.559914, "accuracy": 0.593874, "main_score": 0.559914, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"]}, {"precision": 0.600534, "recall": 0.644269, "f1": 0.612269, "accuracy": 0.644269, "main_score": 0.612269, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"]}, {"precision": 0.52774, "recall": 0.585968, "f1": 0.542482, "accuracy": 0.585968, "main_score": 0.542482, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"]}, {"precision": 0.589497, "recall": 0.63834, "f1": 0.601413, "accuracy": 0.63834, "main_score": 0.601413, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"]}, {"precision": 0.569987, "recall": 0.617589, "f1": 0.58188, "accuracy": 0.617589, "main_score": 0.58188, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"]}, {"precision": 0.606232, "recall": 0.656126, "f1": 0.619252, "accuracy": 0.656126, "main_score": 0.619252, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"]}, {"precision": 0.58032, "recall": 0.628458, "f1": 0.592511, "accuracy": 0.628458, "main_score": 0.592511, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"]}, {"precision": 0.611998, "recall": 0.661067, "f1": 0.624996, "accuracy": 0.661067, "main_score": 0.624996, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"]}, {"precision": 0.499494, "recall": 0.545455, "f1": 0.511378, "accuracy": 0.545455, "main_score": 0.511378, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"]}, {"precision": 0.554315, "recall": 0.598814, "f1": 0.566004, "accuracy": 0.598814, "main_score": 0.566004, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"]}, {"precision": 0.464904, "recall": 0.514822, "f1": 0.479091, "accuracy": 0.514822, "main_score": 0.479091, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"]}, {"precision": 0.585388, "recall": 0.63834, "f1": 0.599089, "accuracy": 0.63834, "main_score": 0.599089, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"]}, {"precision": 0.419278, "recall": 0.47332, "f1": 0.433718, "accuracy": 0.47332, "main_score": 0.433718, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"]}, {"precision": 0.570791, "recall": 0.621542, "f1": 0.583571, "accuracy": 0.621542, "main_score": 0.583571, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"]}, {"precision": 0.587245, "recall": 0.625494, "f1": 0.596998, "accuracy": 0.625494, "main_score": 0.596998, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"]}, {"precision": 0.603337, "recall": 0.652174, "f1": 0.616329, "accuracy": 0.652174, "main_score": 0.616329, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"]}, {"precision": 0.553344, "recall": 0.587945, "f1": 0.561949, "accuracy": 0.587945, "main_score": 0.561949, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"]}, {"precision": 0.540045, "recall": 0.591897, "f1": 0.553146, "accuracy": 0.591897, "main_score": 0.553146, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"]}, {"precision": 0.548948, "recall": 0.58498, "f1": 0.557908, "accuracy": 0.58498, "main_score": 0.557908, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"]}, {"precision": 0.575721, "recall": 0.619565, "f1": 0.587313, "accuracy": 0.619565, "main_score": 0.587313, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"]}, {"precision": 0.585246, "recall": 0.635375, "f1": 0.597783, "accuracy": 0.635375, "main_score": 0.597783, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"]}, {"precision": 0.569423, "recall": 0.607708, "f1": 0.579307, "accuracy": 0.607708, "main_score": 0.579307, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"]}, {"precision": 0.621123, "recall": 0.666008, "f1": 0.632345, "accuracy": 0.666008, "main_score": 0.632345, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"]}, {"precision": 0.504566, "recall": 0.545455, "f1": 0.516087, "accuracy": 0.545455, "main_score": 0.516087, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"]}, {"precision": 0.600417, "recall": 0.655138, "f1": 0.613568, "accuracy": 0.655138, "main_score": 0.613568, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"]}, {"precision": 0.580451, "recall": 0.634387, "f1": 0.594661, "accuracy": 0.634387, "main_score": 0.594661, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"]}, {"precision": 0.569742, "recall": 0.623518, "f1": 0.583487, "accuracy": 0.623518, "main_score": 0.583487, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"]}, {"precision": 0.553311, "recall": 0.603755, "f1": 0.566937, "accuracy": 0.603755, "main_score": 0.566937, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"]}, {"precision": 0.620509, "recall": 0.666008, "f1": 0.632249, "accuracy": 0.666008, "main_score": 0.632249, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"]}, {"precision": 0.576252, "recall": 0.614625, "f1": 0.586312, "accuracy": 0.614625, "main_score": 0.586312, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"]}, {"precision": 0.553567, "recall": 0.596838, "f1": 0.565336, "accuracy": 0.596838, "main_score": 0.565336, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"]}, {"precision": 0.488805, "recall": 0.538538, "f1": 0.502233, "accuracy": 0.538538, "main_score": 0.502233, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"]}, {"precision": 0.608209, "recall": 0.653162, "f1": 0.619627, "accuracy": 0.653162, "main_score": 0.619627, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"]}, {"precision": 0.552945, "recall": 0.614625, "f1": 0.568859, "accuracy": 0.614625, "main_score": 0.568859, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"]}, {"precision": 0.48957, "recall": 0.530632, "f1": 0.500155, "accuracy": 0.530632, "main_score": 0.500155, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"]}, {"precision": 0.550567, "recall": 0.589921, "f1": 0.560964, "accuracy": 0.589921, "main_score": 0.560964, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"]}, {"precision": 0.561406, "recall": 0.621542, "f1": 0.57686, "accuracy": 0.621542, "main_score": 0.57686, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"]}, {"precision": 0.570588, "recall": 0.621542, "f1": 0.584397, "accuracy": 0.621542, "main_score": 0.584397, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"]}, {"precision": 0.573875, "recall": 0.620553, "f1": 0.585621, "accuracy": 0.620553, "main_score": 0.585621, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"]}, {"precision": 0.547113, "recall": 0.603755, "f1": 0.561869, "accuracy": 0.603755, "main_score": 0.561869, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"]}, {"precision": 0.492772, "recall": 0.533597, "f1": 0.504504, "accuracy": 0.533597, "main_score": 0.504504, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"]}, {"precision": 0.586554, "recall": 0.632411, "f1": 0.599151, "accuracy": 0.632411, "main_score": 0.599151, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"]}, {"precision": 0.573564, "recall": 0.617589, "f1": 0.584535, "accuracy": 0.617589, "main_score": 0.584535, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"]}, {"precision": 0.528097, "recall": 0.560277, "f1": 0.537244, "accuracy": 0.560277, "main_score": 0.537244, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"]}, {"precision": 0.552951, "recall": 0.589921, "f1": 0.562618, "accuracy": 0.589921, "main_score": 0.562618, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"]}, {"precision": 0.557781, "recall": 0.616601, "f1": 0.574047, "accuracy": 0.616601, "main_score": 0.574047, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"]}, {"precision": 0.558816, "recall": 0.609684, "f1": 0.572054, "accuracy": 0.609684, "main_score": 0.572054, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"]}, {"precision": 0.577475, "recall": 0.620553, "f1": 0.588084, "accuracy": 0.620553, "main_score": 0.588084, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"]}, {"precision": 0.436322, "recall": 0.497036, "f1": 0.453142, "accuracy": 0.497036, "main_score": 0.453142, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"]}, {"precision": 0.58246, "recall": 0.632411, "f1": 0.595158, "accuracy": 0.632411, "main_score": 0.595158, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"]}, {"precision": 0.557833, "recall": 0.596838, "f1": 0.567979, "accuracy": 0.596838, "main_score": 0.567979, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"]}, {"precision": 0.58064, "recall": 0.631423, "f1": 0.593535, "accuracy": 0.631423, "main_score": 0.593535, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"]}, {"precision": 0.601487, "recall": 0.649209, "f1": 0.613726, "accuracy": 0.649209, "main_score": 0.613726, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"]}, {"precision": 0.57539, "recall": 0.624506, "f1": 0.588956, "accuracy": 0.624506, "main_score": 0.588956, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"]}, {"precision": 0.535928, "recall": 0.574111, "f1": 0.546511, "accuracy": 0.574111, "main_score": 0.546511, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"]}, {"precision": 0.498238, "recall": 0.554348, "f1": 0.513335, "accuracy": 0.554348, "main_score": 0.513335, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"]}, {"precision": 0.471022, "recall": 0.532609, "f1": 0.488056, "accuracy": 0.532609, "main_score": 0.488056, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"]}, {"precision": 0.294995, "recall": 0.354743, "f1": 0.310468, "accuracy": 0.354743, "main_score": 0.310468, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"]}, {"precision": 0.915679, "recall": 0.940711, "f1": 0.923584, "accuracy": 0.940711, "main_score": 0.923584, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"]}, {"precision": 0.872069, "recall": 0.906126, "f1": 0.882331, "accuracy": 0.906126, "main_score": 0.882331, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"]}, {"precision": 0.906391, "recall": 0.93083, "f1": 0.913642, "accuracy": 0.93083, "main_score": 0.913642, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"]}, {"precision": 0.873353, "recall": 0.908103, "f1": 0.883992, "accuracy": 0.908103, "main_score": 0.883992, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"]}, {"precision": 0.497502, "recall": 0.5583, "f1": 0.514479, "accuracy": 0.5583, "main_score": 0.514479, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"]}, {"precision": 0.914279, "recall": 0.937747, "f1": 0.921429, "accuracy": 0.937747, "main_score": 0.921429, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"]}, {"precision": 0.738679, "recall": 0.791502, "f1": 0.754233, "accuracy": 0.791502, "main_score": 0.754233, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"]}, {"precision": 0.851532, "recall": 0.889328, "f1": 0.862931, "accuracy": 0.889328, "main_score": 0.862931, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"]}, {"precision": 0.909009, "recall": 0.934783, "f1": 0.916864, "accuracy": 0.934783, "main_score": 0.916864, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"]}, {"precision": 0.887328, "recall": 0.918972, "f1": 0.897085, "accuracy": 0.918972, "main_score": 0.897085, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"]}, {"precision": 0.490609, "recall": 0.552372, "f1": 0.507834, "accuracy": 0.552372, "main_score": 0.507834, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"]}, {"precision": 0.914476, "recall": 0.938735, "f1": 0.921805, "accuracy": 0.938735, "main_score": 0.921805, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"]}, {"precision": 0.871937, "recall": 0.908103, "f1": 0.883202, "accuracy": 0.908103, "main_score": 0.883202, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"]}, {"precision": 0.910326, "recall": 0.935771, "f1": 0.918182, "accuracy": 0.935771, "main_score": 0.918182, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"]}, {"precision": 0.544041, "recall": 0.603755, "f1": 0.560728, "accuracy": 0.603755, "main_score": 0.560728, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"]}, {"precision": 0.903468, "recall": 0.93083, "f1": 0.912138, "accuracy": 0.93083, "main_score": 0.912138, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"]}, {"precision": 0.875009, "recall": 0.907115, "f1": 0.884521, "accuracy": 0.907115, "main_score": 0.884521, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"]}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.932872, "accuracy": 0.947628, "main_score": 0.932872, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"]}, {"precision": 0.918149, "recall": 0.9417, "f1": 0.925362, "accuracy": 0.9417, "main_score": 0.925362, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"]}, {"precision": 0.474395, "recall": 0.531621, "f1": 0.490582, "accuracy": 0.531621, "main_score": 0.490582, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"]}, {"precision": 0.920702, "recall": 0.942688, "f1": 0.927555, "accuracy": 0.942688, "main_score": 0.927555, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"]}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956225, "accuracy": 0.965415, "main_score": 0.956225, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"]}, {"precision": 0.888249, "recall": 0.916008, "f1": 0.896695, "accuracy": 0.916008, "main_score": 0.896695, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"]}, {"precision": 0.181811, "recall": 0.222332, "f1": 0.191925, "accuracy": 0.222332, "main_score": 0.191925, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"]}, {"precision": 0.907403, "recall": 0.931818, "f1": 0.915075, "accuracy": 0.931818, "main_score": 0.915075, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"]}, {"precision": 0.522597, "recall": 0.578063, "f1": 0.538216, "accuracy": 0.578063, "main_score": 0.538216, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"]}, {"precision": 0.911594, "recall": 0.934783, "f1": 0.918596, "accuracy": 0.934783, "main_score": 0.918596, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"]}, {"precision": 0.922431, "recall": 0.944664, "f1": 0.929315, "accuracy": 0.944664, "main_score": 0.929315, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"]}, {"precision": 0.843659, "recall": 0.884387, "f1": 0.856258, "accuracy": 0.884387, "main_score": 0.856258, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"]}, {"precision": 0.909338, "recall": 0.935771, "f1": 0.917358, "accuracy": 0.935771, "main_score": 0.917358, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"]}, {"precision": 0.555632, "recall": 0.609684, "f1": 0.571165, "accuracy": 0.609684, "main_score": 0.571165, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"]}, {"precision": 0.919796, "recall": 0.9417, "f1": 0.926713, "accuracy": 0.9417, "main_score": 0.926713, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"]}, {"precision": 0.838225, "recall": 0.87747, "f1": 0.850235, "accuracy": 0.87747, "main_score": 0.850235, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"]}, {"precision": 0.885757, "recall": 0.91502, "f1": 0.89461, "accuracy": 0.91502, "main_score": 0.89461, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"]}, {"precision": 0.924242, "recall": 0.94664, "f1": 0.931291, "accuracy": 0.94664, "main_score": 0.931291, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"]}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906357, "accuracy": 0.926877, "main_score": 0.906357, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"]}, {"precision": 0.913439, "recall": 0.937747, "f1": 0.920784, "accuracy": 0.937747, "main_score": 0.920784, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"]}, {"precision": 0.474094, "recall": 0.520751, "f1": 0.487178, "accuracy": 0.520751, "main_score": 0.487178, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"]}, {"precision": 0.441529, "recall": 0.512846, "f1": 0.460989, "accuracy": 0.512846, "main_score": 0.460989, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"]}, {"precision": 0.905344, "recall": 0.93083, "f1": 0.912967, "accuracy": 0.93083, "main_score": 0.912967, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"]}, {"precision": 0.492765, "recall": 0.556324, "f1": 0.511101, "accuracy": 0.556324, "main_score": 0.511101, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"]}, {"precision": 0.930007, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"]}, {"precision": 0.925642, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"]}, {"precision": 0.897151, "recall": 0.924901, "f1": 0.905618, "accuracy": 0.924901, "main_score": 0.905618, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"]}, {"precision": 0.869318, "recall": 0.901186, "f1": 0.878971, "accuracy": 0.901186, "main_score": 0.878971, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"]}, {"precision": 0.474876, "recall": 0.539526, "f1": 0.492194, "accuracy": 0.539526, "main_score": 0.492194, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"]}, {"precision": 0.742417, "recall": 0.791502, "f1": 0.756806, "accuracy": 0.791502, "main_score": 0.756806, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"]}, {"precision": 0.851096, "recall": 0.889328, "f1": 0.862735, "accuracy": 0.889328, "main_score": 0.862735, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"]}, {"precision": 0.930369, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"]}, {"precision": 0.891222, "recall": 0.920949, "f1": 0.900428, "accuracy": 0.920949, "main_score": 0.900428, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"]}, {"precision": 0.467376, "recall": 0.519763, "f1": 0.481845, "accuracy": 0.519763, "main_score": 0.481845, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"]}, {"precision": 0.916914, "recall": 0.940711, "f1": 0.924473, "accuracy": 0.940711, "main_score": 0.924473, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"]}, {"precision": 0.477917, "recall": 0.538538, "f1": 0.494231, "accuracy": 0.538538, "main_score": 0.494231, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"]}, {"precision": 0.448197, "recall": 0.501976, "f1": 0.462892, "accuracy": 0.501976, "main_score": 0.462892, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"]}, {"precision": 0.808829, "recall": 0.851779, "f1": 0.82176, "accuracy": 0.851779, "main_score": 0.82176, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"]}, {"precision": 0.297046, "recall": 0.346838, "f1": 0.309772, "accuracy": 0.346838, "main_score": 0.309772, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"]}, {"precision": 0.910112, "recall": 0.934783, "f1": 0.917787, "accuracy": 0.934783, "main_score": 0.917787, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"]}, {"precision": 0.939476, "recall": 0.955534, "f1": 0.944353, "accuracy": 0.955534, "main_score": 0.944353, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"]}, {"precision": 0.920043, "recall": 0.944664, "f1": 0.927931, "accuracy": 0.944664, "main_score": 0.927931, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"]}, {"precision": 0.503267, "recall": 0.565217, "f1": 0.520435, "accuracy": 0.565217, "main_score": 0.520435, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"]}, {"precision": 0.86413, "recall": 0.899209, "f1": 0.875132, "accuracy": 0.899209, "main_score": 0.875132, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"]}, {"precision": 0.798781, "recall": 0.847826, "f1": 0.813708, "accuracy": 0.847826, "main_score": 0.813708, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"]}, {"precision": 0.923446, "recall": 0.943676, "f1": 0.929447, "accuracy": 0.943676, "main_score": 0.929447, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"]}, {"precision": 0.51543, "recall": 0.564229, "f1": 0.52898, "accuracy": 0.564229, "main_score": 0.52898, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"]}, {"precision": 0.877223, "recall": 0.910079, "f1": 0.887549, "accuracy": 0.910079, "main_score": 0.887549, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"]}, {"precision": 0.596514, "recall": 0.659091, "f1": 0.614369, "accuracy": 0.659091, "main_score": 0.614369, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"]}, {"precision": 0.805, "recall": 0.853755, "f1": 0.819838, "accuracy": 0.853755, "main_score": 0.819838, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"]}, {"precision": 0.908138, "recall": 0.931818, "f1": 0.91525, "accuracy": 0.931818, "main_score": 0.91525, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"]}, {"precision": 0.904068, "recall": 0.93083, "f1": 0.912451, "accuracy": 0.93083, "main_score": 0.912451, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"]}, {"precision": 0.432666, "recall": 0.508893, "f1": 0.453118, "accuracy": 0.508893, "main_score": 0.453118, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"]}, {"precision": 0.569281, "recall": 0.629447, "f1": 0.586131, "accuracy": 0.629447, "main_score": 0.586131, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"]}, {"precision": 0.802306, "recall": 0.851779, "f1": 0.817457, "accuracy": 0.851779, "main_score": 0.817457, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"]}, {"precision": 0.568865, "recall": 0.624506, "f1": 0.585416, "accuracy": 0.624506, "main_score": 0.585416, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"]}, {"precision": 0.596176, "recall": 0.661067, "f1": 0.614771, "accuracy": 0.661067, "main_score": 0.614771, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"]}, {"precision": 0.926416, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"]}, {"precision": 0.885606, "recall": 0.91502, "f1": 0.894598, "accuracy": 0.91502, "main_score": 0.894598, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"]}, {"precision": 0.912961, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"]}, {"precision": 0.772628, "recall": 0.823123, "f1": 0.788142, "accuracy": 0.823123, "main_score": 0.788142, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"]}, {"precision": 0.924358, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"]}, {"precision": 0.899621, "recall": 0.926877, "f1": 0.908333, "accuracy": 0.926877, "main_score": 0.908333, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"]}, {"precision": 0.909667, "recall": 0.936759, "f1": 0.918215, "accuracy": 0.936759, "main_score": 0.918215, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"]}, {"precision": 0.916149, "recall": 0.939723, "f1": 0.923468, "accuracy": 0.939723, "main_score": 0.923468, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"]}, {"precision": 0.479631, "recall": 0.536561, "f1": 0.495304, "accuracy": 0.536561, "main_score": 0.495304, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"]}, {"precision": 0.470751, "recall": 0.527668, "f1": 0.487093, "accuracy": 0.527668, "main_score": 0.487093, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"]}, {"precision": 0.90303, "recall": 0.931818, "f1": 0.912055, "accuracy": 0.931818, "main_score": 0.912055, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"]}, {"precision": 0.911424, "recall": 0.935771, "f1": 0.918742, "accuracy": 0.935771, "main_score": 0.918742, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"]}, {"precision": 0.906301, "recall": 0.93083, "f1": 0.913752, "accuracy": 0.93083, "main_score": 0.913752, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"]}, {"precision": 0.681648, "recall": 0.740119, "f1": 0.698066, "accuracy": 0.740119, "main_score": 0.698066, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"]}, {"precision": 0.408162, "recall": 0.461462, "f1": 0.42285, "accuracy": 0.461462, "main_score": 0.42285, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"]}, {"precision": 0.893231, "recall": 0.923913, "f1": 0.902899, "accuracy": 0.923913, "main_score": 0.902899, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"]}, {"precision": 0.830461, "recall": 0.874506, "f1": 0.843989, "accuracy": 0.874506, "main_score": 0.843989, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"]}, {"precision": 0.65956, "recall": 0.72332, "f1": 0.677296, "accuracy": 0.72332, "main_score": 0.677296, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"]}, {"precision": 0.922348, "recall": 0.944664, "f1": 0.929249, "accuracy": 0.944664, "main_score": 0.929249, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"]}, {"precision": 0.476856, "recall": 0.536561, "f1": 0.492773, "accuracy": 0.536561, "main_score": 0.492773, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"]}, {"precision": 0.884338, "recall": 0.914032, "f1": 0.893299, "accuracy": 0.914032, "main_score": 0.893299, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"]}, {"precision": 0.913596, "recall": 0.936759, "f1": 0.920767, "accuracy": 0.936759, "main_score": 0.920767, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"]}, {"precision": 0.922101, "recall": 0.944664, "f1": 0.929136, "accuracy": 0.944664, "main_score": 0.929136, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"]}, {"precision": 0.925231, "recall": 0.945652, "f1": 0.931653, "accuracy": 0.945652, "main_score": 0.931653, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"]}, {"precision": 0.913514, "recall": 0.935771, "f1": 0.920339, "accuracy": 0.935771, "main_score": 0.920339, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"]}, {"precision": 0.880682, "recall": 0.912055, "f1": 0.890217, "accuracy": 0.912055, "main_score": 0.890217, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"]}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866191, "accuracy": 0.892292, "main_score": 0.866191, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"]}, {"precision": 0.508876, "recall": 0.573123, "f1": 0.526318, "accuracy": 0.573123, "main_score": 0.526318, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"]}, {"precision": 0.200683, "recall": 0.246047, "f1": 0.210355, "accuracy": 0.246047, "main_score": 0.210355, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"]}, {"precision": 0.535056, "recall": 0.598814, "f1": 0.553004, "accuracy": 0.598814, "main_score": 0.553004, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"]}, {"precision": 0.626353, "recall": 0.694664, "f1": 0.645961, "accuracy": 0.694664, "main_score": 0.645961, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"]}, {"precision": 0.924819, "recall": 0.94664, "f1": 0.931672, "accuracy": 0.94664, "main_score": 0.931672, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"]}, {"precision": 0.884371, "recall": 0.914032, "f1": 0.893252, "accuracy": 0.914032, "main_score": 0.893252, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"]}, {"precision": 0.365611, "recall": 0.416008, "f1": 0.378637, "accuracy": 0.416008, "main_score": 0.378637, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"]}, {"precision": 0.861166, "recall": 0.899209, "f1": 0.872628, "accuracy": 0.899209, "main_score": 0.872628, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"]}, {"precision": 0.910359, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"]}, {"precision": 0.868742, "recall": 0.903162, "f1": 0.879169, "accuracy": 0.903162, "main_score": 0.879169, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"]}, {"precision": 0.895949, "recall": 0.922925, "f1": 0.904315, "accuracy": 0.922925, "main_score": 0.904315, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"]}, {"precision": 0.553501, "recall": 0.613636, "f1": 0.571215, "accuracy": 0.613636, "main_score": 0.571215, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"]}, {"precision": 0.907526, "recall": 0.932806, "f1": 0.915368, "accuracy": 0.932806, "main_score": 0.915368, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"]}, {"precision": 0.892474, "recall": 0.917984, "f1": 0.900246, "accuracy": 0.917984, "main_score": 0.900246, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"]}, {"precision": 0.488621, "recall": 0.55336, "f1": 0.50676, "accuracy": 0.55336, "main_score": 0.50676, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"]}, {"precision": 0.426576, "recall": 0.491107, "f1": 0.443592, "accuracy": 0.491107, "main_score": 0.443592, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"]}, {"precision": 0.582543, "recall": 0.633399, "f1": 0.596584, "accuracy": 0.633399, "main_score": 0.596584, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"]}, {"precision": 0.909289, "recall": 0.934783, "f1": 0.917114, "accuracy": 0.934783, "main_score": 0.917114, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"]}, {"precision": 0.1598, "recall": 0.220356, "f1": 0.174677, "accuracy": 0.220356, "main_score": 0.174677, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"]}, {"precision": 0.919829, "recall": 0.942688, "f1": 0.927042, "accuracy": 0.942688, "main_score": 0.927042, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"]}, {"precision": 0.784404, "recall": 0.831028, "f1": 0.797893, "accuracy": 0.831028, "main_score": 0.797893, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"]}, {"precision": 0.852503, "recall": 0.890316, "f1": 0.864201, "accuracy": 0.890316, "main_score": 0.864201, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"]}, {"precision": 0.914937, "recall": 0.938735, "f1": 0.922497, "accuracy": 0.938735, "main_score": 0.922497, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"]}, {"precision": 0.506139, "recall": 0.567194, "f1": 0.522897, "accuracy": 0.567194, "main_score": 0.522897, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"]}, {"precision": 0.488968, "recall": 0.550395, "f1": 0.506236, "accuracy": 0.550395, "main_score": 0.506236, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"]}, {"precision": 0.906538, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"]}, {"precision": 0.904315, "recall": 0.931818, "f1": 0.912846, "accuracy": 0.931818, "main_score": 0.912846, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"]}, {"precision": 0.873847, "recall": 0.908103, "f1": 0.884321, "accuracy": 0.908103, "main_score": 0.884321, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"]}, {"precision": 0.877668, "recall": 0.908103, "f1": 0.887154, "accuracy": 0.908103, "main_score": 0.887154, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"]}, {"precision": 0.557693, "recall": 0.628458, "f1": 0.577955, "accuracy": 0.628458, "main_score": 0.577955, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"]}, {"precision": 0.894565, "recall": 0.922925, "f1": 0.903342, "accuracy": 0.922925, "main_score": 0.903342, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"]}, {"precision": 0.476623, "recall": 0.538538, "f1": 0.493798, "accuracy": 0.538538, "main_score": 0.493798, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"]}, {"precision": 0.585244, "recall": 0.659091, "f1": 0.605775, "accuracy": 0.659091, "main_score": 0.605775, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"]}, {"precision": 0.909667, "recall": 0.934783, "f1": 0.917556, "accuracy": 0.934783, "main_score": 0.917556, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"]}, {"precision": 0.882806, "recall": 0.911067, "f1": 0.891224, "accuracy": 0.911067, "main_score": 0.891224, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"]}, {"precision": 0.92337, "recall": 0.942688, "f1": 0.929249, "accuracy": 0.942688, "main_score": 0.929249, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"]}, {"precision": 0.403376, "recall": 0.459486, "f1": 0.418956, "accuracy": 0.459486, "main_score": 0.418956, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"]}, {"precision": 0.9139, "recall": 0.938735, "f1": 0.92156, "accuracy": 0.938735, "main_score": 0.92156, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"]}, {"precision": 0.906209, "recall": 0.932806, "f1": 0.914427, "accuracy": 0.932806, "main_score": 0.914427, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"]}, {"precision": 0.901145, "recall": 0.928854, "f1": 0.909772, "accuracy": 0.928854, "main_score": 0.909772, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"]}, {"precision": 0.810441, "recall": 0.857708, "f1": 0.824868, "accuracy": 0.857708, "main_score": 0.824868, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"]}, {"precision": 0.630463, "recall": 0.693676, "f1": 0.648277, "accuracy": 0.693676, "main_score": 0.648277, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"]}, {"precision": 0.858844, "recall": 0.893281, "f1": 0.869433, "accuracy": 0.893281, "main_score": 0.869433, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"]}, {"precision": 0.800742, "recall": 0.844862, "f1": 0.814202, "accuracy": 0.844862, "main_score": 0.814202, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"]}, {"precision": 0.515498, "recall": 0.565217, "f1": 0.52964, "accuracy": 0.565217, "main_score": 0.52964, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"]}, {"precision": 0.840152, "recall": 0.880435, "f1": 0.852503, "accuracy": 0.880435, "main_score": 0.852503, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"]}, {"precision": 0.897727, "recall": 0.926877, "f1": 0.906752, "accuracy": 0.926877, "main_score": 0.906752, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"]}, {"precision": 0.901301, "recall": 0.926877, "f1": 0.908747, "accuracy": 0.926877, "main_score": 0.908747, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"]}, {"precision": 0.903491, "recall": 0.932806, "f1": 0.912879, "accuracy": 0.932806, "main_score": 0.912879, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"]}, {"precision": 0.894681, "recall": 0.924901, "f1": 0.904018, "accuracy": 0.924901, "main_score": 0.904018, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"]}, {"precision": 0.914526, "recall": 0.939723, "f1": 0.922384, "accuracy": 0.939723, "main_score": 0.922384, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"]}, {"precision": 0.76637, "recall": 0.81917, "f1": 0.782148, "accuracy": 0.81917, "main_score": 0.782148, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"]}, {"precision": 0.867342, "recall": 0.900198, "f1": 0.877141, "accuracy": 0.900198, "main_score": 0.877141, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"]}, {"precision": 0.405058, "recall": 0.474308, "f1": 0.422353, "accuracy": 0.474308, "main_score": 0.422353, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"]}, {"precision": 0.908679, "recall": 0.934783, "f1": 0.9167, "accuracy": 0.934783, "main_score": 0.9167, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"]}, {"precision": 0.528287, "recall": 0.600791, "f1": 0.548572, "accuracy": 0.600791, "main_score": 0.548572, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"]}, {"precision": 0.896327, "recall": 0.926877, "f1": 0.905863, "accuracy": 0.926877, "main_score": 0.905863, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"]}, {"precision": 0.89781, "recall": 0.926877, "f1": 0.907016, "accuracy": 0.926877, "main_score": 0.907016, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"]}, {"precision": 0.791625, "recall": 0.838933, "f1": 0.805311, "accuracy": 0.838933, "main_score": 0.805311, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"]}, {"precision": 0.714962, "recall": 0.769763, "f1": 0.731167, "accuracy": 0.769763, "main_score": 0.731167, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"]}, {"precision": 0.881258, "recall": 0.91502, "f1": 0.89193, "accuracy": 0.91502, "main_score": 0.89193, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"]}, {"precision": 0.54316, "recall": 0.593874, "f1": 0.557577, "accuracy": 0.593874, "main_score": 0.557577, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"]}, {"precision": 0.511935, "recall": 0.571146, "f1": 0.527984, "accuracy": 0.571146, "main_score": 0.527984, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"]}, {"precision": 0.901574, "recall": 0.926877, "f1": 0.909159, "accuracy": 0.926877, "main_score": 0.909159, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"]}, {"precision": 0.789732, "recall": 0.833992, "f1": 0.802662, "accuracy": 0.833992, "main_score": 0.802662, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"]}, {"precision": 0.926219, "recall": 0.945652, "f1": 0.932068, "accuracy": 0.945652, "main_score": 0.932068, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"]}, {"precision": 0.473974, "recall": 0.538538, "f1": 0.491925, "accuracy": 0.538538, "main_score": 0.491925, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"]}, {"precision": 0.920487, "recall": 0.9417, "f1": 0.92716, "accuracy": 0.9417, "main_score": 0.92716, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"]}, {"precision": 0.908542, "recall": 0.93083, "f1": 0.915239, "accuracy": 0.93083, "main_score": 0.915239, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"]}, {"precision": 0.446222, "recall": 0.504941, "f1": 0.463375, "accuracy": 0.504941, "main_score": 0.463375, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"]}, {"precision": 0.916131, "recall": 0.939723, "f1": 0.923474, "accuracy": 0.939723, "main_score": 0.923474, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"]}, {"precision": 0.662995, "recall": 0.719368, "f1": 0.67878, "accuracy": 0.719368, "main_score": 0.67878, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"]}, {"precision": 0.463405, "recall": 0.521739, "f1": 0.479826, "accuracy": 0.521739, "main_score": 0.479826, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"]}, {"precision": 0.510329, "recall": 0.568182, "f1": 0.526889, "accuracy": 0.568182, "main_score": 0.526889, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"]}, {"precision": 0.915514, "recall": 0.939723, "f1": 0.922892, "accuracy": 0.939723, "main_score": 0.922892, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"]}, {"precision": 0.851014, "recall": 0.88834, "f1": 0.862302, "accuracy": 0.88834, "main_score": 0.862302, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"]}, {"precision": 0.428814, "recall": 0.483202, "f1": 0.44346, "accuracy": 0.483202, "main_score": 0.44346, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"]}, {"precision": 0.49103, "recall": 0.55336, "f1": 0.507387, "accuracy": 0.55336, "main_score": 0.507387, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"]}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"]}, {"precision": 0.489001, "recall": 0.549407, "f1": 0.505825, "accuracy": 0.549407, "main_score": 0.505825, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"]}, {"precision": 0.477381, "recall": 0.533597, "f1": 0.49303, "accuracy": 0.533597, "main_score": 0.49303, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"]}, {"precision": 0.88694, "recall": 0.920949, "f1": 0.897628, "accuracy": 0.920949, "main_score": 0.897628, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"]}, {"precision": 0.453008, "recall": 0.516798, "f1": 0.470646, "accuracy": 0.516798, "main_score": 0.470646, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"]}, {"precision": 0.59572, "recall": 0.663043, "f1": 0.615481, "accuracy": 0.663043, "main_score": 0.615481, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"]}, {"precision": 0.875115, "recall": 0.908103, "f1": 0.885244, "accuracy": 0.908103, "main_score": 0.885244, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"]}, {"precision": 0.632773, "recall": 0.688735, "f1": 0.649393, "accuracy": 0.688735, "main_score": 0.649393, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"]}, {"precision": 0.767721, "recall": 0.809289, "f1": 0.78004, "accuracy": 0.809289, "main_score": 0.78004, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"]}, {"precision": 0.912368, "recall": 0.936759, "f1": 0.919815, "accuracy": 0.936759, "main_score": 0.919815, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"]}, {"precision": 0.816166, "recall": 0.859684, "f1": 0.829134, "accuracy": 0.859684, "main_score": 0.829134, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"]}, {"precision": 0.885293, "recall": 0.914032, "f1": 0.894137, "accuracy": 0.914032, "main_score": 0.894137, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"]}, {"precision": 0.39591, "recall": 0.476285, "f1": 0.418645, "accuracy": 0.476285, "main_score": 0.418645, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"]}, {"precision": 0.909503, "recall": 0.934783, "f1": 0.917391, "accuracy": 0.934783, "main_score": 0.917391, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"]}, {"precision": 0.847455, "recall": 0.884387, "f1": 0.858056, "accuracy": 0.884387, "main_score": 0.858056, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"]}, {"precision": 0.915003, "recall": 0.936759, "f1": 0.921509, "accuracy": 0.936759, "main_score": 0.921509, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"]}, {"precision": 0.931818, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"]}, {"precision": 0.566568, "recall": 0.632411, "f1": 0.585345, "accuracy": 0.632411, "main_score": 0.585345, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"]}, {"precision": 0.4948, "recall": 0.550395, "f1": 0.510444, "accuracy": 0.550395, "main_score": 0.510444, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"]}, {"precision": 0.6099, "recall": 0.671937, "f1": 0.627541, "accuracy": 0.671937, "main_score": 0.627541, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"]}, {"precision": 0.544492, "recall": 0.606719, "f1": 0.562237, "accuracy": 0.606719, "main_score": 0.562237, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"]}, {"precision": 0.465286, "recall": 0.543478, "f1": 0.486953, "accuracy": 0.543478, "main_score": 0.486953, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"]}, {"precision": 0.610814, "recall": 0.66996, "f1": 0.627687, "accuracy": 0.66996, "main_score": 0.627687, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"]}, {"precision": 0.888587, "recall": 0.91996, "f1": 0.898617, "accuracy": 0.91996, "main_score": 0.898617, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"]}, {"precision": 0.966321, "recall": 0.975296, "f1": 0.969104, "accuracy": 0.975296, "main_score": 0.969104, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"]}, {"precision": 0.620982, "recall": 0.684783, "f1": 0.639417, "accuracy": 0.684783, "main_score": 0.639417, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"]}, {"precision": 0.626773, "recall": 0.693676, "f1": 0.646014, "accuracy": 0.693676, "main_score": 0.646014, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"]}, {"precision": 0.566808, "recall": 0.633399, "f1": 0.585641, "accuracy": 0.633399, "main_score": 0.585641, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"]}, {"precision": 0.179576, "recall": 0.230237, "f1": 0.19252, "accuracy": 0.230237, "main_score": 0.19252, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"]}, {"precision": 0.65468, "recall": 0.70751, "f1": 0.669306, "accuracy": 0.70751, "main_score": 0.669306, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"]}, {"precision": 0.687912, "recall": 0.745059, "f1": 0.704696, "accuracy": 0.745059, "main_score": 0.704696, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"]}, {"precision": 0.566809, "recall": 0.617589, "f1": 0.581643, "accuracy": 0.617589, "main_score": 0.581643, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"]}, {"precision": 0.513948, "recall": 0.591897, "f1": 0.535855, "accuracy": 0.591897, "main_score": 0.535855, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"]}, {"precision": 0.567383, "recall": 0.634387, "f1": 0.587044, "accuracy": 0.634387, "main_score": 0.587044, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"]}, {"precision": 0.604127, "recall": 0.666008, "f1": 0.621464, "accuracy": 0.666008, "main_score": 0.621464, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"]}, {"precision": 0.914855, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"]}, {"precision": 0.541224, "recall": 0.602767, "f1": 0.559552, "accuracy": 0.602767, "main_score": 0.559552, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"]}, {"precision": 0.551352, "recall": 0.617589, "f1": 0.570084, "accuracy": 0.617589, "main_score": 0.570084, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"]}, {"precision": 0.537633, "recall": 0.59585, "f1": 0.553313, "accuracy": 0.59585, "main_score": 0.553313, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"]}, {"precision": 0.318405, "recall": 0.382411, "f1": 0.335873, "accuracy": 0.382411, "main_score": 0.335873, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"]}, {"precision": 0.615399, "recall": 0.678854, "f1": 0.633437, "accuracy": 0.678854, "main_score": 0.633437, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"]}, {"precision": 0.606644, "recall": 0.659091, "f1": 0.621775, "accuracy": 0.659091, "main_score": 0.621775, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"]}, {"precision": 0.728815, "recall": 0.788538, "f1": 0.746626, "accuracy": 0.788538, "main_score": 0.746626, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"]}, {"precision": 0.662971, "recall": 0.744071, "f1": 0.68694, "accuracy": 0.744071, "main_score": 0.68694, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"]}, {"precision": 0.739528, "recall": 0.791502, "f1": 0.755091, "accuracy": 0.791502, "main_score": 0.755091, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"]}, {"precision": 0.687409, "recall": 0.73913, "f1": 0.702723, "accuracy": 0.73913, "main_score": 0.702723, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"]}, {"precision": 0.684085, "recall": 0.748024, "f1": 0.703458, "accuracy": 0.748024, "main_score": 0.703458, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"]}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"]}, {"precision": 0.560218, "recall": 0.623518, "f1": 0.578013, "accuracy": 0.623518, "main_score": 0.578013, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"]}, {"precision": 0.571419, "recall": 0.629447, "f1": 0.588046, "accuracy": 0.629447, "main_score": 0.588046, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"]}, {"precision": 0.810343, "recall": 0.855731, "f1": 0.824209, "accuracy": 0.855731, "main_score": 0.824209, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"]}, {"precision": 0.48615, "recall": 0.546443, "f1": 0.50175, "accuracy": 0.546443, "main_score": 0.50175, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"]}, {"precision": 0.900066, "recall": 0.926877, "f1": 0.908235, "accuracy": 0.926877, "main_score": 0.908235, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"]}, {"precision": 0.555479, "recall": 0.623518, "f1": 0.574826, "accuracy": 0.623518, "main_score": 0.574826, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"]}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"]}, {"precision": 0.612519, "recall": 0.678854, "f1": 0.631165, "accuracy": 0.678854, "main_score": 0.631165, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"]}, {"precision": 0.191214, "recall": 0.250988, "f1": 0.205354, "accuracy": 0.250988, "main_score": 0.205354, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"]}, {"precision": 0.641182, "recall": 0.70751, "f1": 0.660246, "accuracy": 0.70751, "main_score": 0.660246, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"]}, {"precision": 0.825823, "recall": 0.873518, "f1": 0.840547, "accuracy": 0.873518, "main_score": 0.840547, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"]}, {"precision": 0.424827, "recall": 0.486166, "f1": 0.441807, "accuracy": 0.486166, "main_score": 0.441807, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"]}, {"precision": 0.695365, "recall": 0.752964, "f1": 0.712566, "accuracy": 0.752964, "main_score": 0.712566, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"]}, {"precision": 0.578601, "recall": 0.641304, "f1": 0.596581, "accuracy": 0.641304, "main_score": 0.596581, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"]}, {"precision": 0.518705, "recall": 0.58498, "f1": 0.537099, "accuracy": 0.58498, "main_score": 0.537099, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"]}, {"precision": 0.691156, "recall": 0.744071, "f1": 0.707284, "accuracy": 0.744071, "main_score": 0.707284, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"]}, {"precision": 0.251485, "recall": 0.340909, "f1": 0.275391, "accuracy": 0.340909, "main_score": 0.275391, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"]}, {"precision": 0.584272, "recall": 0.647233, "f1": 0.602348, "accuracy": 0.647233, "main_score": 0.602348, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"]}, {"precision": 0.595158, "recall": 0.663043, "f1": 0.614648, "accuracy": 0.663043, "main_score": 0.614648, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"]}, {"precision": 0.728862, "recall": 0.793478, "f1": 0.748803, "accuracy": 0.793478, "main_score": 0.748803, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"]}, {"precision": 0.583887, "recall": 0.645257, "f1": 0.601303, "accuracy": 0.645257, "main_score": 0.601303, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"]}, {"precision": 0.821476, "recall": 0.866601, "f1": 0.835935, "accuracy": 0.866601, "main_score": 0.835935, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"]}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"]}, {"precision": 0.482511, "recall": 0.546443, "f1": 0.500532, "accuracy": 0.546443, "main_score": 0.500532, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"]}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.920158, "accuracy": 0.937747, "main_score": 0.920158, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"]}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"]}, {"precision": 0.627421, "recall": 0.682806, "f1": 0.643506, "accuracy": 0.682806, "main_score": 0.643506, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"]}, {"precision": 0.919302, "recall": 0.944664, "f1": 0.927701, "accuracy": 0.944664, "main_score": 0.927701, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"]}, {"precision": 0.481144, "recall": 0.547431, "f1": 0.498862, "accuracy": 0.547431, "main_score": 0.498862, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"]}, {"precision": 0.644763, "recall": 0.714427, "f1": 0.665876, "accuracy": 0.714427, "main_score": 0.665876, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"]}, {"precision": 0.866765, "recall": 0.902174, "f1": 0.877931, "accuracy": 0.902174, "main_score": 0.877931, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"]}, {"precision": 0.659453, "recall": 0.711462, "f1": 0.673864, "accuracy": 0.711462, "main_score": 0.673864, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"]}, {"precision": 0.678673, "recall": 0.735178, "f1": 0.694669, "accuracy": 0.735178, "main_score": 0.694669, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"]}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"]}, {"precision": 0.56172, "recall": 0.625494, "f1": 0.579967, "accuracy": 0.625494, "main_score": 0.579967, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"]}, {"precision": 0.546429, "recall": 0.610672, "f1": 0.564841, "accuracy": 0.610672, "main_score": 0.564841, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"]}, {"precision": 0.853343, "recall": 0.893281, "f1": 0.86581, "accuracy": 0.893281, "main_score": 0.86581, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"]}, {"precision": 0.559527, "recall": 0.620553, "f1": 0.576776, "accuracy": 0.620553, "main_score": 0.576776, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"]}, {"precision": 0.641272, "recall": 0.70751, "f1": 0.66051, "accuracy": 0.70751, "main_score": 0.66051, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"]}, {"precision": 0.928689, "recall": 0.951581, "f1": 0.936265, "accuracy": 0.951581, "main_score": 0.936265, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"]}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"]}, {"precision": 0.510319, "recall": 0.570158, "f1": 0.527389, "accuracy": 0.570158, "main_score": 0.527389, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"]}, {"precision": 0.59383, "recall": 0.655138, "f1": 0.610814, "accuracy": 0.655138, "main_score": 0.610814, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"]}, {"precision": 0.609569, "recall": 0.675889, "f1": 0.628807, "accuracy": 0.675889, "main_score": 0.628807, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"]}, {"precision": 0.583227, "recall": 0.639328, "f1": 0.598464, "accuracy": 0.639328, "main_score": 0.598464, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"]}, {"precision": 0.560253, "recall": 0.629447, "f1": 0.580484, "accuracy": 0.629447, "main_score": 0.580484, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"]}, {"precision": 0.765794, "recall": 0.818182, "f1": 0.781621, "accuracy": 0.818182, "main_score": 0.781621, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"]}, {"precision": 0.764608, "recall": 0.814229, "f1": 0.779282, "accuracy": 0.814229, "main_score": 0.779282, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"]}, {"precision": 0.886775, "recall": 0.91502, "f1": 0.895276, "accuracy": 0.91502, "main_score": 0.895276, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"]}, {"precision": 0.506426, "recall": 0.586957, "f1": 0.530245, "accuracy": 0.586957, "main_score": 0.530245, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"]}, {"precision": 0.715753, "recall": 0.77668, "f1": 0.733492, "accuracy": 0.77668, "main_score": 0.733492, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"]}, {"precision": 0.62421, "recall": 0.677866, "f1": 0.63917, "accuracy": 0.677866, "main_score": 0.63917, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"]}, {"precision": 0.560282, "recall": 0.619565, "f1": 0.576641, "accuracy": 0.619565, "main_score": 0.576641, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"]}, {"precision": 0.529586, "recall": 0.579051, "f1": 0.543201, "accuracy": 0.579051, "main_score": 0.543201, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"]}, {"precision": 0.326172, "recall": 0.393281, "f1": 0.342863, "accuracy": 0.393281, "main_score": 0.342863, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"]}, {"precision": 0.952322, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"]}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"]}, {"precision": 0.572647, "recall": 0.616601, "f1": 0.584928, "accuracy": 0.616601, "main_score": 0.584928, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"]}, {"precision": 0.811693, "recall": 0.854743, "f1": 0.824736, "accuracy": 0.854743, "main_score": 0.824736, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"]}, {"precision": 0.895586, "recall": 0.920949, "f1": 0.903458, "accuracy": 0.920949, "main_score": 0.903458, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"]}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"]}, {"precision": 0.564391, "recall": 0.61166, "f1": 0.577772, "accuracy": 0.61166, "main_score": 0.577772, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"]}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"]}, {"precision": 0.901597, "recall": 0.931818, "f1": 0.911298, "accuracy": 0.931818, "main_score": 0.911298, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"]}, {"precision": 0.569869, "recall": 0.62253, "f1": 0.584985, "accuracy": 0.62253, "main_score": 0.584985, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"]}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968347, "accuracy": 0.975296, "main_score": 0.968347, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"]}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"]}, {"precision": 0.547111, "recall": 0.601779, "f1": 0.562335, "accuracy": 0.601779, "main_score": 0.562335, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"]}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"]}, {"precision": 0.95112, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"]}, {"precision": 0.193627, "recall": 0.238142, "f1": 0.205185, "accuracy": 0.238142, "main_score": 0.205185, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"]}, {"precision": 0.567222, "recall": 0.609684, "f1": 0.578759, "accuracy": 0.609684, "main_score": 0.578759, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"]}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"]}, {"precision": 0.926301, "recall": 0.94664, "f1": 0.932708, "accuracy": 0.94664, "main_score": 0.932708, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"]}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"]}, {"precision": 0.646264, "recall": 0.693676, "f1": 0.659801, "accuracy": 0.693676, "main_score": 0.659801, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"]}, {"precision": 0.893231, "recall": 0.918972, "f1": 0.901054, "accuracy": 0.918972, "main_score": 0.901054, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"]}, {"precision": 0.94777, "recall": 0.962451, "f1": 0.952157, "accuracy": 0.962451, "main_score": 0.952157, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"]}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"]}, {"precision": 0.529862, "recall": 0.571146, "f1": 0.541369, "accuracy": 0.571146, "main_score": 0.541369, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"]}, {"precision": 0.485917, "recall": 0.548419, "f1": 0.502516, "accuracy": 0.548419, "main_score": 0.502516, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"]}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"]}, {"precision": 0.538416, "recall": 0.593874, "f1": 0.554336, "accuracy": 0.593874, "main_score": 0.554336, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"]}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"]}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"]}, {"precision": 0.940135, "recall": 0.958498, "f1": 0.946047, "accuracy": 0.958498, "main_score": 0.946047, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"]}, {"precision": 0.565992, "recall": 0.619565, "f1": 0.580785, "accuracy": 0.619565, "main_score": 0.580785, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"]}, {"precision": 0.840671, "recall": 0.879447, "f1": 0.85275, "accuracy": 0.879447, "main_score": 0.85275, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"]}, {"precision": 0.927899, "recall": 0.947628, "f1": 0.934091, "accuracy": 0.947628, "main_score": 0.934091, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"]}, {"precision": 0.947546, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"]}, {"precision": 0.490462, "recall": 0.541502, "f1": 0.504553, "accuracy": 0.541502, "main_score": 0.504553, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"]}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"]}, {"precision": 0.519273, "recall": 0.575099, "f1": 0.53426, "accuracy": 0.575099, "main_score": 0.53426, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"]}, {"precision": 0.492707, "recall": 0.533597, "f1": 0.503582, "accuracy": 0.533597, "main_score": 0.503582, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"]}, {"precision": 0.889493, "recall": 0.918972, "f1": 0.898635, "accuracy": 0.918972, "main_score": 0.898635, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"]}, {"precision": 0.323945, "recall": 0.370553, "f1": 0.336268, "accuracy": 0.370553, "main_score": 0.336268, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"]}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"]}, {"precision": 0.537933, "recall": 0.586957, "f1": 0.551746, "accuracy": 0.586957, "main_score": 0.551746, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"]}, {"precision": 0.928501, "recall": 0.949605, "f1": 0.935194, "accuracy": 0.949605, "main_score": 0.935194, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"]}, {"precision": 0.912879, "recall": 0.936759, "f1": 0.920257, "accuracy": 0.936759, "main_score": 0.920257, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"]}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"]}, {"precision": 0.542261, "recall": 0.593874, "f1": 0.556508, "accuracy": 0.593874, "main_score": 0.556508, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"]}, {"precision": 0.949522, "recall": 0.965415, "f1": 0.954611, "accuracy": 0.965415, "main_score": 0.954611, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"]}, {"precision": 0.647909, "recall": 0.706522, "f1": 0.664919, "accuracy": 0.706522, "main_score": 0.664919, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"]}, {"precision": 0.927652, "recall": 0.94664, "f1": 0.933319, "accuracy": 0.94664, "main_score": 0.933319, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"]}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"]}, {"precision": 0.519635, "recall": 0.600791, "f1": 0.542193, "accuracy": 0.600791, "main_score": 0.542193, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"]}, {"precision": 0.642745, "recall": 0.694664, "f1": 0.656424, "accuracy": 0.694664, "main_score": 0.656424, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"]}, {"precision": 0.926877, "recall": 0.949605, "f1": 0.934289, "accuracy": 0.949605, "main_score": 0.934289, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"]}, {"precision": 0.636627, "recall": 0.68083, "f1": 0.649366, "accuracy": 0.68083, "main_score": 0.649366, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"]}, {"precision": 0.605174, "recall": 0.666996, "f1": 0.62262, "accuracy": 0.666996, "main_score": 0.62262, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"]}, {"precision": 0.943874, "recall": 0.959486, "f1": 0.948946, "accuracy": 0.959486, "main_score": 0.948946, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"]}, {"precision": 0.868257, "recall": 0.901186, "f1": 0.878541, "accuracy": 0.901186, "main_score": 0.878541, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"]}, {"precision": 0.526093, "recall": 0.575099, "f1": 0.539109, "accuracy": 0.575099, "main_score": 0.539109, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"]}, {"precision": 0.531543, "recall": 0.581028, "f1": 0.544982, "accuracy": 0.581028, "main_score": 0.544982, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"]}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"]}, {"precision": 0.95886, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"]}, {"precision": 0.728271, "recall": 0.775692, "f1": 0.741359, "accuracy": 0.775692, "main_score": 0.741359, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"]}, {"precision": 0.464202, "recall": 0.512846, "f1": 0.476631, "accuracy": 0.512846, "main_score": 0.476631, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"]}, {"precision": 0.951252, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"]}, {"precision": 0.791634, "recall": 0.842885, "f1": 0.807246, "accuracy": 0.842885, "main_score": 0.807246, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"]}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"]}, {"precision": 0.523275, "recall": 0.571146, "f1": 0.536695, "accuracy": 0.571146, "main_score": 0.536695, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"]}, {"precision": 0.969285, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"]}, {"precision": 0.96418, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"]}, {"precision": 0.956275, "recall": 0.967391, "f1": 0.959717, "accuracy": 0.967391, "main_score": 0.959717, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"]}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"]}, {"precision": 0.577703, "recall": 0.634387, "f1": 0.593145, "accuracy": 0.634387, "main_score": 0.593145, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"]}, {"precision": 0.20782, "recall": 0.253953, "f1": 0.217778, "accuracy": 0.253953, "main_score": 0.217778, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"]}, {"precision": 0.608169, "recall": 0.660079, "f1": 0.622784, "accuracy": 0.660079, "main_score": 0.622784, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"]}, {"precision": 0.735985, "recall": 0.790514, "f1": 0.751835, "accuracy": 0.790514, "main_score": 0.751835, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"]}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"]}, {"precision": 0.960557, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"]}, {"precision": 0.416981, "recall": 0.471344, "f1": 0.431555, "accuracy": 0.471344, "main_score": 0.431555, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"]}, {"precision": 0.941206, "recall": 0.959486, "f1": 0.947134, "accuracy": 0.959486, "main_score": 0.947134, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"]}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"]}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"]}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.9417, "accuracy": 0.954545, "main_score": 0.9417, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"]}, {"precision": 0.646253, "recall": 0.6917, "f1": 0.658917, "accuracy": 0.6917, "main_score": 0.658917, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"]}, {"precision": 0.968626, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"]}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"]}, {"precision": 0.526659, "recall": 0.58498, "f1": 0.542783, "accuracy": 0.58498, "main_score": 0.542783, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"]}, {"precision": 0.48971, "recall": 0.539526, "f1": 0.502804, "accuracy": 0.539526, "main_score": 0.502804, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"]}, {"precision": 0.647698, "recall": 0.69664, "f1": 0.661221, "accuracy": 0.69664, "main_score": 0.661221, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"]}, {"precision": 0.967424, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"]}, {"precision": 0.214349, "recall": 0.282609, "f1": 0.231409, "accuracy": 0.282609, "main_score": 0.231409, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"]}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"]}, {"precision": 0.904018, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"]}, {"precision": 0.934569, "recall": 0.951581, "f1": 0.939789, "accuracy": 0.951581, "main_score": 0.939789, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"]}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"]}, {"precision": 0.579752, "recall": 0.630435, "f1": 0.594436, "accuracy": 0.630435, "main_score": 0.594436, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"]}, {"precision": 0.560932, "recall": 0.613636, "f1": 0.576021, "accuracy": 0.613636, "main_score": 0.576021, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"]}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"]}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"]}, {"precision": 0.934289, "recall": 0.952569, "f1": 0.940217, "accuracy": 0.952569, "main_score": 0.940217, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"]}, {"precision": 0.647638, "recall": 0.718379, "f1": 0.668546, "accuracy": 0.718379, "main_score": 0.668546, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"]}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"]}, {"precision": 0.524914, "recall": 0.577075, "f1": 0.539891, "accuracy": 0.577075, "main_score": 0.539891, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"]}, {"precision": 0.705007, "recall": 0.757905, "f1": 0.720313, "accuracy": 0.757905, "main_score": 0.720313, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"]}, {"precision": 0.955863, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"]}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"]}, {"precision": 0.417044, "recall": 0.467391, "f1": 0.430608, "accuracy": 0.467391, "main_score": 0.430608, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"]}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"]}, {"precision": 0.943709, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"]}, {"precision": 0.898452, "recall": 0.926877, "f1": 0.907082, "accuracy": 0.926877, "main_score": 0.907082, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"]}, {"precision": 0.816184, "recall": 0.856719, "f1": 0.827931, "accuracy": 0.856719, "main_score": 0.827931, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"]}, {"precision": 0.874012, "recall": 0.908103, "f1": 0.884848, "accuracy": 0.908103, "main_score": 0.884848, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"]}, {"precision": 0.888785, "recall": 0.917984, "f1": 0.897596, "accuracy": 0.917984, "main_score": 0.897596, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"]}, {"precision": 0.586041, "recall": 0.633399, "f1": 0.59889, "accuracy": 0.633399, "main_score": 0.59889, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"]}, {"precision": 0.931901, "recall": 0.951581, "f1": 0.938307, "accuracy": 0.951581, "main_score": 0.938307, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"]}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"]}, {"precision": 0.955649, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"]}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"]}, {"precision": 0.790794, "recall": 0.838933, "f1": 0.80511, "accuracy": 0.838933, "main_score": 0.80511, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"]}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"]}, {"precision": 0.448167, "recall": 0.500988, "f1": 0.462048, "accuracy": 0.500988, "main_score": 0.462048, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"]}, {"precision": 0.533303, "recall": 0.598814, "f1": 0.551374, "accuracy": 0.598814, "main_score": 0.551374, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"]}, {"precision": 0.949308, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"]}, {"precision": 0.944623, "recall": 0.960474, "f1": 0.94966, "accuracy": 0.960474, "main_score": 0.94966, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"]}, {"precision": 0.915926, "recall": 0.939723, "f1": 0.92332, "accuracy": 0.939723, "main_score": 0.92332, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"]}, {"precision": 0.769723, "recall": 0.814229, "f1": 0.782823, "accuracy": 0.814229, "main_score": 0.782823, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"]}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"]}, {"precision": 0.600983, "recall": 0.651186, "f1": 0.614632, "accuracy": 0.651186, "main_score": 0.614632, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"]}, {"precision": 0.59727, "recall": 0.649209, "f1": 0.612326, "accuracy": 0.649209, "main_score": 0.612326, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"]}, {"precision": 0.96413, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"]}, {"precision": 0.860895, "recall": 0.892292, "f1": 0.870066, "accuracy": 0.892292, "main_score": 0.870066, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"]}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"]}, {"precision": 0.529197, "recall": 0.577075, "f1": 0.542347, "accuracy": 0.577075, "main_score": 0.542347, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"]}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"]}, {"precision": 0.513937, "recall": 0.568182, "f1": 0.529534, "accuracy": 0.568182, "main_score": 0.529534, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"]}, {"precision": 0.773585, "recall": 0.818182, "f1": 0.786421, "accuracy": 0.818182, "main_score": 0.786421, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"]}, {"precision": 0.510997, "recall": 0.562253, "f1": 0.52424, "accuracy": 0.562253, "main_score": 0.52424, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"]}, {"precision": 0.594895, "recall": 0.653162, "f1": 0.61214, "accuracy": 0.653162, "main_score": 0.61214, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"]}, {"precision": 0.84553, "recall": 0.881423, "f1": 0.856406, "accuracy": 0.881423, "main_score": 0.856406, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"]}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"]}, {"precision": 0.478923, "recall": 0.523715, "f1": 0.490972, "accuracy": 0.523715, "main_score": 0.490972, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"]}, {"precision": 0.541924, "recall": 0.596838, "f1": 0.556477, "accuracy": 0.596838, "main_score": 0.556477, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"]}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"]}, {"precision": 0.530856, "recall": 0.589921, "f1": 0.547449, "accuracy": 0.589921, "main_score": 0.547449, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"]}, {"precision": 0.525752, "recall": 0.572134, "f1": 0.538599, "accuracy": 0.572134, "main_score": 0.538599, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"]}, {"precision": 0.934289, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"]}, {"precision": 0.508137, "recall": 0.563241, "f1": 0.523707, "accuracy": 0.563241, "main_score": 0.523707, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"]}, {"precision": 0.696542, "recall": 0.750988, "f1": 0.712389, "accuracy": 0.750988, "main_score": 0.712389, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"]}, {"precision": 0.669344, "recall": 0.716403, "f1": 0.682729, "accuracy": 0.716403, "main_score": 0.682729, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"]}, {"precision": 0.81018, "recall": 0.843874, "f1": 0.820144, "accuracy": 0.843874, "main_score": 0.820144, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"]}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"]}, {"precision": 0.867177, "recall": 0.905138, "f1": 0.879183, "accuracy": 0.905138, "main_score": 0.879183, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"]}, {"precision": 0.94198, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"]}, {"precision": 0.460679, "recall": 0.533597, "f1": 0.48093, "accuracy": 0.533597, "main_score": 0.48093, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"]}, {"precision": 0.933086, "recall": 0.952569, "f1": 0.93913, "accuracy": 0.952569, "main_score": 0.93913, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"]}, {"precision": 0.968626, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"]}, {"precision": 0.668257, "recall": 0.726285, "f1": 0.68423, "accuracy": 0.726285, "main_score": 0.68423, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"]}, {"precision": 0.548603, "recall": 0.585968, "f1": 0.558883, "accuracy": 0.585968, "main_score": 0.558883, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"]}, {"precision": 0.395973, "recall": 0.440711, "f1": 0.408139, "accuracy": 0.440711, "main_score": 0.408139, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"]}, {"precision": 0.491801, "recall": 0.532609, "f1": 0.502732, "accuracy": 0.532609, "main_score": 0.502732, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"]}, {"precision": 0.209397, "recall": 0.255929, "f1": 0.221851, "accuracy": 0.255929, "main_score": 0.221851, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"]}, {"precision": 0.488723, "recall": 0.530632, "f1": 0.500116, "accuracy": 0.530632, "main_score": 0.500116, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"]}, {"precision": 0.453375, "recall": 0.495059, "f1": 0.464632, "accuracy": 0.495059, "main_score": 0.464632, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"]}, {"precision": 0.484092, "recall": 0.524704, "f1": 0.494928, "accuracy": 0.524704, "main_score": 0.494928, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"]}, {"precision": 0.498463, "recall": 0.539526, "f1": 0.509164, "accuracy": 0.539526, "main_score": 0.509164, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"]}, {"precision": 0.501993, "recall": 0.540514, "f1": 0.512167, "accuracy": 0.540514, "main_score": 0.512167, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"]}, {"precision": 0.493007, "recall": 0.535573, "f1": 0.504792, "accuracy": 0.535573, "main_score": 0.504792, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"]}, {"precision": 0.505018, "recall": 0.54249, "f1": 0.515208, "accuracy": 0.54249, "main_score": 0.515208, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"]}, {"precision": 0.505097, "recall": 0.541502, "f1": 0.514652, "accuracy": 0.541502, "main_score": 0.514652, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"]}, {"precision": 0.474886, "recall": 0.528656, "f1": 0.488835, "accuracy": 0.528656, "main_score": 0.488835, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"]}, {"precision": 0.480762, "recall": 0.524704, "f1": 0.492354, "accuracy": 0.524704, "main_score": 0.492354, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"]}, {"precision": 0.448978, "recall": 0.502964, "f1": 0.463295, "accuracy": 0.502964, "main_score": 0.463295, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"]}, {"precision": 0.472705, "recall": 0.517787, "f1": 0.485272, "accuracy": 0.517787, "main_score": 0.485272, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"]}, {"precision": 0.447287, "recall": 0.496047, "f1": 0.460766, "accuracy": 0.496047, "main_score": 0.460766, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"]}, {"precision": 0.486039, "recall": 0.533597, "f1": 0.499572, "accuracy": 0.533597, "main_score": 0.499572, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"]}, {"precision": 0.500035, "recall": 0.541502, "f1": 0.511881, "accuracy": 0.541502, "main_score": 0.511881, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"]}, {"precision": 0.479519, "recall": 0.522727, "f1": 0.490981, "accuracy": 0.522727, "main_score": 0.490981, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"]}, {"precision": 0.475237, "recall": 0.520751, "f1": 0.486991, "accuracy": 0.520751, "main_score": 0.486991, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"]}, {"precision": 0.506548, "recall": 0.551383, "f1": 0.518343, "accuracy": 0.551383, "main_score": 0.518343, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"]}, {"precision": 0.511928, "recall": 0.551383, "f1": 0.522557, "accuracy": 0.551383, "main_score": 0.522557, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"]}, {"precision": 0.480076, "recall": 0.519763, "f1": 0.490648, "accuracy": 0.519763, "main_score": 0.490648, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"]}, {"precision": 0.467344, "recall": 0.518775, "f1": 0.481584, "accuracy": 0.518775, "main_score": 0.481584, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"]}, {"precision": 0.481924, "recall": 0.531621, "f1": 0.49531, "accuracy": 0.531621, "main_score": 0.49531, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"]}, {"precision": 0.497211, "recall": 0.538538, "f1": 0.507978, "accuracy": 0.538538, "main_score": 0.507978, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"]}, {"precision": 0.184155, "recall": 0.22332, "f1": 0.19383, "accuracy": 0.22332, "main_score": 0.19383, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"]}, {"precision": 0.480117, "recall": 0.525692, "f1": 0.492189, "accuracy": 0.525692, "main_score": 0.492189, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"]}, {"precision": 0.513048, "recall": 0.548419, "f1": 0.522483, "accuracy": 0.548419, "main_score": 0.522483, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"]}, {"precision": 0.489867, "recall": 0.534585, "f1": 0.501178, "accuracy": 0.534585, "main_score": 0.501178, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"]}, {"precision": 0.501568, "recall": 0.543478, "f1": 0.513528, "accuracy": 0.543478, "main_score": 0.513528, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"]}, {"precision": 0.485048, "recall": 0.525692, "f1": 0.495784, "accuracy": 0.525692, "main_score": 0.495784, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"]}, {"precision": 0.483885, "recall": 0.52668, "f1": 0.49582, "accuracy": 0.52668, "main_score": 0.49582, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"]}, {"precision": 0.513829, "recall": 0.550395, "f1": 0.524097, "accuracy": 0.550395, "main_score": 0.524097, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"]}, {"precision": 0.498613, "recall": 0.543478, "f1": 0.51044, "accuracy": 0.543478, "main_score": 0.51044, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"]}, {"precision": 0.436303, "recall": 0.477273, "f1": 0.447561, "accuracy": 0.477273, "main_score": 0.447561, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"]}, {"precision": 0.477729, "recall": 0.517787, "f1": 0.489011, "accuracy": 0.517787, "main_score": 0.489011, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"]}, {"precision": 0.476562, "recall": 0.522727, "f1": 0.489436, "accuracy": 0.522727, "main_score": 0.489436, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"]}, {"precision": 0.482566, "recall": 0.528656, "f1": 0.494739, "accuracy": 0.528656, "main_score": 0.494739, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"]}, {"precision": 0.471498, "recall": 0.517787, "f1": 0.483628, "accuracy": 0.517787, "main_score": 0.483628, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"]}, {"precision": 0.50998, "recall": 0.547431, "f1": 0.520526, "accuracy": 0.547431, "main_score": 0.520526, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"]}, {"precision": 0.374335, "recall": 0.416996, "f1": 0.385633, "accuracy": 0.416996, "main_score": 0.385633, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"]}, {"precision": 0.499249, "recall": 0.545455, "f1": 0.511912, "accuracy": 0.545455, "main_score": 0.511912, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"]}, {"precision": 0.504161, "recall": 0.545455, "f1": 0.515959, "accuracy": 0.545455, "main_score": 0.515959, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"]}, {"precision": 0.487478, "recall": 0.533597, "f1": 0.499595, "accuracy": 0.533597, "main_score": 0.499595, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"]}, {"precision": 0.50167, "recall": 0.545455, "f1": 0.513617, "accuracy": 0.545455, "main_score": 0.513617, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"]}, {"precision": 0.483082, "recall": 0.523715, "f1": 0.49343, "accuracy": 0.523715, "main_score": 0.49343, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"]}, {"precision": 0.503292, "recall": 0.539526, "f1": 0.512704, "accuracy": 0.539526, "main_score": 0.512704, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"]}, {"precision": 0.485445, "recall": 0.529644, "f1": 0.498059, "accuracy": 0.529644, "main_score": 0.498059, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"]}, {"precision": 0.485645, "recall": 0.531621, "f1": 0.498499, "accuracy": 0.531621, "main_score": 0.498499, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"]}, {"precision": 0.49954, "recall": 0.536561, "f1": 0.509465, "accuracy": 0.536561, "main_score": 0.509465, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"]}, {"precision": 0.502157, "recall": 0.545455, "f1": 0.513993, "accuracy": 0.545455, "main_score": 0.513993, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"]}, {"precision": 0.507808, "recall": 0.544466, "f1": 0.517681, "accuracy": 0.544466, "main_score": 0.517681, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"]}, {"precision": 0.465046, "recall": 0.51087, "f1": 0.478135, "accuracy": 0.51087, "main_score": 0.478135, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"]}, {"precision": 0.493718, "recall": 0.540514, "f1": 0.505735, "accuracy": 0.540514, "main_score": 0.505735, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"]}, {"precision": 0.379364, "recall": 0.427866, "f1": 0.392541, "accuracy": 0.427866, "main_score": 0.392541, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"]}, {"precision": 0.4777, "recall": 0.516798, "f1": 0.488464, "accuracy": 0.516798, "main_score": 0.488464, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"]}, {"precision": 0.509855, "recall": 0.546443, "f1": 0.519546, "accuracy": 0.546443, "main_score": 0.519546, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"]}, {"precision": 0.288232, "recall": 0.335968, "f1": 0.301487, "accuracy": 0.335968, "main_score": 0.301487, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"]}, {"precision": 0.489437, "recall": 0.534585, "f1": 0.501298, "accuracy": 0.534585, "main_score": 0.501298, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"]}, {"precision": 0.470817, "recall": 0.523715, "f1": 0.484504, "accuracy": 0.523715, "main_score": 0.484504, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"]}, {"precision": 0.502122, "recall": 0.544466, "f1": 0.513372, "accuracy": 0.544466, "main_score": 0.513372, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"]}, {"precision": 0.450777, "recall": 0.504941, "f1": 0.465879, "accuracy": 0.504941, "main_score": 0.465879, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"]}, {"precision": 0.494778, "recall": 0.532609, "f1": 0.505357, "accuracy": 0.532609, "main_score": 0.505357, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"]}, {"precision": 0.505979, "recall": 0.537549, "f1": 0.514867, "accuracy": 0.537549, "main_score": 0.514867, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"]}, {"precision": 0.489634, "recall": 0.529644, "f1": 0.50093, "accuracy": 0.529644, "main_score": 0.50093, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"]}, {"precision": 0.505168, "recall": 0.544466, "f1": 0.516075, "accuracy": 0.544466, "main_score": 0.516075, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"]}, {"precision": 0.492763, "recall": 0.531621, "f1": 0.503947, "accuracy": 0.531621, "main_score": 0.503947, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"]}, {"precision": 0.496808, "recall": 0.536561, "f1": 0.506632, "accuracy": 0.536561, "main_score": 0.506632, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"]}, {"precision": 0.480465, "recall": 0.52668, "f1": 0.4936, "accuracy": 0.52668, "main_score": 0.4936, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"]}, {"precision": 0.486965, "recall": 0.530632, "f1": 0.499194, "accuracy": 0.530632, "main_score": 0.499194, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"]}, {"precision": 0.475031, "recall": 0.520751, "f1": 0.48767, "accuracy": 0.520751, "main_score": 0.48767, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"]}, {"precision": 0.493766, "recall": 0.539526, "f1": 0.506277, "accuracy": 0.539526, "main_score": 0.506277, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"]}, {"precision": 0.242361, "recall": 0.296443, "f1": 0.255705, "accuracy": 0.296443, "main_score": 0.255705, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"]}, {"precision": 0.491513, "recall": 0.529644, "f1": 0.502516, "accuracy": 0.529644, "main_score": 0.502516, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"]}, {"precision": 0.48066, "recall": 0.519763, "f1": 0.491539, "accuracy": 0.519763, "main_score": 0.491539, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"]}, {"precision": 0.511904, "recall": 0.559289, "f1": 0.524993, "accuracy": 0.559289, "main_score": 0.524993, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"]}, {"precision": 0.428827, "recall": 0.48419, "f1": 0.443914, "accuracy": 0.48419, "main_score": 0.443914, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"]}, {"precision": 0.50374, "recall": 0.546443, "f1": 0.515197, "accuracy": 0.546443, "main_score": 0.515197, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"]}, {"precision": 0.497927, "recall": 0.544466, "f1": 0.510223, "accuracy": 0.544466, "main_score": 0.510223, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"]}, {"precision": 0.492324, "recall": 0.537549, "f1": 0.50441, "accuracy": 0.537549, "main_score": 0.50441, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"]}, {"precision": 0.427059, "recall": 0.478261, "f1": 0.441184, "accuracy": 0.478261, "main_score": 0.441184, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"]}, {"precision": 0.506295, "recall": 0.550395, "f1": 0.518599, "accuracy": 0.550395, "main_score": 0.518599, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"]}, {"precision": 0.475517, "recall": 0.523715, "f1": 0.488585, "accuracy": 0.523715, "main_score": 0.488585, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"]}, {"precision": 0.500689, "recall": 0.543478, "f1": 0.51255, "accuracy": 0.543478, "main_score": 0.51255, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"]}, {"precision": 0.490825, "recall": 0.537549, "f1": 0.503297, "accuracy": 0.537549, "main_score": 0.503297, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"]}, {"precision": 0.484483, "recall": 0.530632, "f1": 0.497472, "accuracy": 0.530632, "main_score": 0.497472, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"]}, {"precision": 0.497384, "recall": 0.540514, "f1": 0.509572, "accuracy": 0.540514, "main_score": 0.509572, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"]}, {"precision": 0.461878, "recall": 0.506917, "f1": 0.474443, "accuracy": 0.506917, "main_score": 0.474443, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"]}, {"precision": 0.494678, "recall": 0.537549, "f1": 0.506421, "accuracy": 0.537549, "main_score": 0.506421, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"]}, {"precision": 0.489471, "recall": 0.533597, "f1": 0.50136, "accuracy": 0.533597, "main_score": 0.50136, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"]}, {"precision": 0.490014, "recall": 0.523715, "f1": 0.499563, "accuracy": 0.523715, "main_score": 0.499563, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"]}, {"precision": 0.466001, "recall": 0.505929, "f1": 0.47681, "accuracy": 0.505929, "main_score": 0.47681, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"]}, {"precision": 0.511196, "recall": 0.548419, "f1": 0.521191, "accuracy": 0.548419, "main_score": 0.521191, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"]}, {"precision": 0.453988, "recall": 0.497036, "f1": 0.466064, "accuracy": 0.497036, "main_score": 0.466064, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"]}, {"precision": 0.472044, "recall": 0.504941, "f1": 0.481247, "accuracy": 0.504941, "main_score": 0.481247, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"]}, {"precision": 0.482873, "recall": 0.533597, "f1": 0.495937, "accuracy": 0.533597, "main_score": 0.495937, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"]}, {"precision": 0.468013, "recall": 0.504941, "f1": 0.478396, "accuracy": 0.504941, "main_score": 0.478396, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"]}, {"precision": 0.508892, "recall": 0.550395, "f1": 0.519665, "accuracy": 0.550395, "main_score": 0.519665, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"]}, {"precision": 0.484429, "recall": 0.528656, "f1": 0.496854, "accuracy": 0.528656, "main_score": 0.496854, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"]}, {"precision": 0.497417, "recall": 0.541502, "f1": 0.509495, "accuracy": 0.541502, "main_score": 0.509495, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"]}, {"precision": 0.484413, "recall": 0.532609, "f1": 0.497568, "accuracy": 0.532609, "main_score": 0.497568, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"]}, {"precision": 0.479942, "recall": 0.530632, "f1": 0.493979, "accuracy": 0.530632, "main_score": 0.493979, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"]}, {"precision": 0.497952, "recall": 0.536561, "f1": 0.508076, "accuracy": 0.536561, "main_score": 0.508076, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"]}, {"precision": 0.356782, "recall": 0.422925, "f1": 0.374297, "accuracy": 0.422925, "main_score": 0.374297, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"]}, {"precision": 0.480394, "recall": 0.528656, "f1": 0.493683, "accuracy": 0.528656, "main_score": 0.493683, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"]}, {"precision": 0.192875, "recall": 0.231225, "f1": 0.202365, "accuracy": 0.231225, "main_score": 0.202365, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"]}, {"precision": 0.513843, "recall": 0.55336, "f1": 0.524928, "accuracy": 0.55336, "main_score": 0.524928, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"]}, {"precision": 0.419652, "recall": 0.467391, "f1": 0.432982, "accuracy": 0.467391, "main_score": 0.432982, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"]}, {"precision": 0.497802, "recall": 0.541502, "f1": 0.509293, "accuracy": 0.541502, "main_score": 0.509293, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"]}, {"precision": 0.501411, "recall": 0.543478, "f1": 0.511859, "accuracy": 0.543478, "main_score": 0.511859, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"]}, {"precision": 0.406983, "recall": 0.458498, "f1": 0.421797, "accuracy": 0.458498, "main_score": 0.421797, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"]}, {"precision": 0.494478, "recall": 0.534585, "f1": 0.505195, "accuracy": 0.534585, "main_score": 0.505195, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"]}, {"precision": 0.493423, "recall": 0.538538, "f1": 0.505686, "accuracy": 0.538538, "main_score": 0.505686, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"]}, {"precision": 0.449474, "recall": 0.5, "f1": 0.462552, "accuracy": 0.5, "main_score": 0.462552, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"]}, {"precision": 0.485702, "recall": 0.531621, "f1": 0.497467, "accuracy": 0.531621, "main_score": 0.497467, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"]}, {"precision": 0.496178, "recall": 0.541502, "f1": 0.508571, "accuracy": 0.541502, "main_score": 0.508571, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"]}, {"precision": 0.463604, "recall": 0.513834, "f1": 0.478261, "accuracy": 0.513834, "main_score": 0.478261, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"]}, {"precision": 0.508831, "recall": 0.548419, "f1": 0.519734, "accuracy": 0.548419, "main_score": 0.519734, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"]}, {"precision": 0.45911, "recall": 0.499012, "f1": 0.470428, "accuracy": 0.499012, "main_score": 0.470428, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"]}, {"precision": 0.477749, "recall": 0.51581, "f1": 0.487956, "accuracy": 0.51581, "main_score": 0.487956, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"]}, {"precision": 0.511492, "recall": 0.548419, "f1": 0.521262, "accuracy": 0.548419, "main_score": 0.521262, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"]}, {"precision": 0.484037, "recall": 0.538538, "f1": 0.498601, "accuracy": 0.538538, "main_score": 0.498601, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"]}, {"precision": 0.113631, "recall": 0.161067, "f1": 0.124772, "accuracy": 0.161067, "main_score": 0.124772, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"]}, {"precision": 0.467741, "recall": 0.51581, "f1": 0.480535, "accuracy": 0.51581, "main_score": 0.480535, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"]}, {"precision": 0.412047, "recall": 0.468379, "f1": 0.427154, "accuracy": 0.468379, "main_score": 0.427154, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"]}, {"precision": 0.467376, "recall": 0.51581, "f1": 0.480304, "accuracy": 0.51581, "main_score": 0.480304, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"]}, {"precision": 0.495388, "recall": 0.539526, "f1": 0.507321, "accuracy": 0.539526, "main_score": 0.507321, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"]}, {"precision": 0.465403, "recall": 0.514822, "f1": 0.479283, "accuracy": 0.514822, "main_score": 0.479283, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"]}, {"precision": 0.461158, "recall": 0.504941, "f1": 0.473155, "accuracy": 0.504941, "main_score": 0.473155, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"]}, {"precision": 0.477983, "recall": 0.524704, "f1": 0.490231, "accuracy": 0.524704, "main_score": 0.490231, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"]}, {"precision": 0.496364, "recall": 0.545455, "f1": 0.509445, "accuracy": 0.545455, "main_score": 0.509445, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"]}, {"precision": 0.50276, "recall": 0.539526, "f1": 0.513174, "accuracy": 0.539526, "main_score": 0.513174, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"]}, {"precision": 0.487134, "recall": 0.530632, "f1": 0.49841, "accuracy": 0.530632, "main_score": 0.49841, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"]}, {"precision": 0.439229, "recall": 0.487154, "f1": 0.452877, "accuracy": 0.487154, "main_score": 0.452877, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"]}, {"precision": 0.473936, "recall": 0.521739, "f1": 0.486084, "accuracy": 0.521739, "main_score": 0.486084, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"]}, {"precision": 0.450892, "recall": 0.498024, "f1": 0.464347, "accuracy": 0.498024, "main_score": 0.464347, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"]}, {"precision": 0.464006, "recall": 0.504941, "f1": 0.47546, "accuracy": 0.504941, "main_score": 0.47546, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"]}, {"precision": 0.477149, "recall": 0.525692, "f1": 0.490943, "accuracy": 0.525692, "main_score": 0.490943, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"]}, {"precision": 0.496887, "recall": 0.535573, "f1": 0.50708, "accuracy": 0.535573, "main_score": 0.50708, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"]}, {"precision": 0.467602, "recall": 0.519763, "f1": 0.481025, "accuracy": 0.519763, "main_score": 0.481025, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"]}, {"precision": 0.424587, "recall": 0.465415, "f1": 0.435954, "accuracy": 0.465415, "main_score": 0.435954, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"]}, {"precision": 0.520104, "recall": 0.559289, "f1": 0.530854, "accuracy": 0.559289, "main_score": 0.530854, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"]}, {"precision": 0.476943, "recall": 0.52668, "f1": 0.489842, "accuracy": 0.52668, "main_score": 0.489842, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"]}, {"precision": 0.440349, "recall": 0.490119, "f1": 0.454564, "accuracy": 0.490119, "main_score": 0.454564, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"]}, {"precision": 0.45886, "recall": 0.506917, "f1": 0.471921, "accuracy": 0.506917, "main_score": 0.471921, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"]}, {"precision": 0.461273, "recall": 0.502964, "f1": 0.473347, "accuracy": 0.502964, "main_score": 0.473347, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"]}, {"precision": 0.428101, "recall": 0.483202, "f1": 0.442139, "accuracy": 0.483202, "main_score": 0.442139, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"]}, {"precision": 0.4839, "recall": 0.524704, "f1": 0.495113, "accuracy": 0.524704, "main_score": 0.495113, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"]}, {"precision": 0.515122, "recall": 0.559289, "f1": 0.527177, "accuracy": 0.559289, "main_score": 0.527177, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"]}, {"precision": 0.427592, "recall": 0.477273, "f1": 0.44024, "accuracy": 0.477273, "main_score": 0.44024, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"]}, {"precision": 0.484064, "recall": 0.528656, "f1": 0.496036, "accuracy": 0.528656, "main_score": 0.496036, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"]}, {"precision": 0.479635, "recall": 0.520751, "f1": 0.489984, "accuracy": 0.520751, "main_score": 0.489984, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"]}, {"precision": 0.506637, "recall": 0.550395, "f1": 0.517909, "accuracy": 0.550395, "main_score": 0.517909, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"]}, {"precision": 0.487961, "recall": 0.533597, "f1": 0.500037, "accuracy": 0.533597, "main_score": 0.500037, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"]}, {"precision": 0.492046, "recall": 0.540514, "f1": 0.505066, "accuracy": 0.540514, "main_score": 0.505066, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"]}, {"precision": 0.452535, "recall": 0.495059, "f1": 0.463942, "accuracy": 0.495059, "main_score": 0.463942, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"]}, {"precision": 0.480287, "recall": 0.525692, "f1": 0.492586, "accuracy": 0.525692, "main_score": 0.492586, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"]}, {"precision": 0.443271, "recall": 0.490119, "f1": 0.456074, "accuracy": 0.490119, "main_score": 0.456074, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"]}, {"precision": 0.494616, "recall": 0.54249, "f1": 0.506904, "accuracy": 0.54249, "main_score": 0.506904, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"]}, {"precision": 0.35814, "recall": 0.414032, "f1": 0.373167, "accuracy": 0.414032, "main_score": 0.373167, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"]}, {"precision": 0.472216, "recall": 0.518775, "f1": 0.483878, "accuracy": 0.518775, "main_score": 0.483878, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"]}, {"precision": 0.481416, "recall": 0.525692, "f1": 0.493481, "accuracy": 0.525692, "main_score": 0.493481, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"]}, {"precision": 0.478066, "recall": 0.518775, "f1": 0.48863, "accuracy": 0.518775, "main_score": 0.48863, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"]}, {"precision": 0.505558, "recall": 0.541502, "f1": 0.51523, "accuracy": 0.541502, "main_score": 0.51523, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"]}, {"precision": 0.447749, "recall": 0.502964, "f1": 0.46285, "accuracy": 0.502964, "main_score": 0.46285, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"]}, {"precision": 0.493754, "recall": 0.534585, "f1": 0.504701, "accuracy": 0.534585, "main_score": 0.504701, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"]}, {"precision": 0.495387, "recall": 0.539526, "f1": 0.507155, "accuracy": 0.539526, "main_score": 0.507155, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"]}, {"precision": 0.497471, "recall": 0.54249, "f1": 0.509806, "accuracy": 0.54249, "main_score": 0.509806, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"]}, {"precision": 0.505258, "recall": 0.540514, "f1": 0.514749, "accuracy": 0.540514, "main_score": 0.514749, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"]}, {"precision": 0.51278, "recall": 0.552372, "f1": 0.523543, "accuracy": 0.552372, "main_score": 0.523543, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"]}, {"precision": 0.480605, "recall": 0.523715, "f1": 0.492435, "accuracy": 0.523715, "main_score": 0.492435, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"]}, {"precision": 0.49879, "recall": 0.546443, "f1": 0.511837, "accuracy": 0.546443, "main_score": 0.511837, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"]}, {"precision": 0.480559, "recall": 0.529644, "f1": 0.493299, "accuracy": 0.529644, "main_score": 0.493299, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"]}, {"precision": 0.469068, "recall": 0.517787, "f1": 0.481936, "accuracy": 0.517787, "main_score": 0.481936, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"]}, {"precision": 0.4699, "recall": 0.519763, "f1": 0.483052, "accuracy": 0.519763, "main_score": 0.483052, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"]}, {"precision": 0.504377, "recall": 0.547431, "f1": 0.515262, "accuracy": 0.547431, "main_score": 0.515262, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"]}, {"precision": 0.497325, "recall": 0.530632, "f1": 0.5067, "accuracy": 0.530632, "main_score": 0.5067, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"]}, {"precision": 0.47998, "recall": 0.522727, "f1": 0.49142, "accuracy": 0.522727, "main_score": 0.49142, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"]}, {"precision": 0.492736, "recall": 0.538538, "f1": 0.505045, "accuracy": 0.538538, "main_score": 0.505045, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"]}, {"precision": 0.417081, "recall": 0.468379, "f1": 0.431577, "accuracy": 0.468379, "main_score": 0.431577, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"]}, {"precision": 0.484374, "recall": 0.52668, "f1": 0.4963, "accuracy": 0.52668, "main_score": 0.4963, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"]}, {"precision": 0.471264, "recall": 0.523715, "f1": 0.484681, "accuracy": 0.523715, "main_score": 0.484681, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"]}, {"precision": 0.497137, "recall": 0.535573, "f1": 0.50769, "accuracy": 0.535573, "main_score": 0.50769, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"]}, {"precision": 0.455648, "recall": 0.507905, "f1": 0.47009, "accuracy": 0.507905, "main_score": 0.47009, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"]}, {"precision": 0.478698, "recall": 0.522727, "f1": 0.490931, "accuracy": 0.522727, "main_score": 0.490931, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"]}, {"precision": 0.494615, "recall": 0.532609, "f1": 0.504692, "accuracy": 0.532609, "main_score": 0.504692, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"]}, {"precision": 0.463945, "recall": 0.51581, "f1": 0.478346, "accuracy": 0.51581, "main_score": 0.478346, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"]}, {"precision": 0.445629, "recall": 0.493083, "f1": 0.459182, "accuracy": 0.493083, "main_score": 0.459182, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"]}, {"precision": 0.486347, "recall": 0.529644, "f1": 0.498351, "accuracy": 0.529644, "main_score": 0.498351, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"]}, {"precision": 0.498958, "recall": 0.535573, "f1": 0.508285, "accuracy": 0.535573, "main_score": 0.508285, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"]}, {"precision": 0.48502, "recall": 0.524704, "f1": 0.496142, "accuracy": 0.524704, "main_score": 0.496142, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"]}, {"precision": 0.498045, "recall": 0.530632, "f1": 0.507313, "accuracy": 0.530632, "main_score": 0.507313, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"]}, {"precision": 0.450986, "recall": 0.495059, "f1": 0.462496, "accuracy": 0.495059, "main_score": 0.462496, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"]}, {"precision": 0.457295, "recall": 0.5, "f1": 0.468828, "accuracy": 0.5, "main_score": 0.468828, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"]}, {"precision": 0.481088, "recall": 0.523715, "f1": 0.492278, "accuracy": 0.523715, "main_score": 0.492278, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"]}, {"precision": 0.3989, "recall": 0.463439, "f1": 0.416708, "accuracy": 0.463439, "main_score": 0.416708, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"]}, {"precision": 0.472178, "recall": 0.517787, "f1": 0.484092, "accuracy": 0.517787, "main_score": 0.484092, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"]}, {"precision": 0.463872, "recall": 0.511858, "f1": 0.476658, "accuracy": 0.511858, "main_score": 0.476658, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"]}, {"precision": 0.488101, "recall": 0.534585, "f1": 0.500083, "accuracy": 0.534585, "main_score": 0.500083, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"]}, {"precision": 0.469629, "recall": 0.517787, "f1": 0.482453, "accuracy": 0.517787, "main_score": 0.482453, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"]}, {"precision": 0.456007, "recall": 0.502964, "f1": 0.468786, "accuracy": 0.502964, "main_score": 0.468786, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"]}, {"precision": 0.49343, "recall": 0.533597, "f1": 0.504749, "accuracy": 0.533597, "main_score": 0.504749, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"]}, {"precision": 0.452307, "recall": 0.505929, "f1": 0.466834, "accuracy": 0.505929, "main_score": 0.466834, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"]}, {"precision": 0.526009, "recall": 0.565217, "f1": 0.537222, "accuracy": 0.565217, "main_score": 0.537222, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"]}, {"precision": 0.217211, "recall": 0.259881, "f1": 0.227416, "accuracy": 0.259881, "main_score": 0.227416, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"]}, {"precision": 0.576026, "recall": 0.617589, "f1": 0.58704, "accuracy": 0.617589, "main_score": 0.58704, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"]}, {"precision": 0.519717, "recall": 0.565217, "f1": 0.532633, "accuracy": 0.565217, "main_score": 0.532633, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"]}, {"precision": 0.569432, "recall": 0.610672, "f1": 0.580642, "accuracy": 0.610672, "main_score": 0.580642, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"]}, {"precision": 0.5804, "recall": 0.614625, "f1": 0.589001, "accuracy": 0.614625, "main_score": 0.589001, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"]}, {"precision": 0.592405, "recall": 0.629447, "f1": 0.602574, "accuracy": 0.629447, "main_score": 0.602574, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"]}, {"precision": 0.577952, "recall": 0.623518, "f1": 0.589192, "accuracy": 0.623518, "main_score": 0.589192, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"]}, {"precision": 0.57731, "recall": 0.610672, "f1": 0.586354, "accuracy": 0.610672, "main_score": 0.586354, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"]}, {"precision": 0.589523, "recall": 0.624506, "f1": 0.599262, "accuracy": 0.624506, "main_score": 0.599262, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"]}, {"precision": 0.5544, "recall": 0.600791, "f1": 0.566562, "accuracy": 0.600791, "main_score": 0.566562, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"]}, {"precision": 0.563972, "recall": 0.610672, "f1": 0.576714, "accuracy": 0.610672, "main_score": 0.576714, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"]}, {"precision": 0.539284, "recall": 0.583004, "f1": 0.55129, "accuracy": 0.583004, "main_score": 0.55129, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"]}, {"precision": 0.582778, "recall": 0.626482, "f1": 0.594105, "accuracy": 0.626482, "main_score": 0.594105, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"]}, {"precision": 0.529967, "recall": 0.578063, "f1": 0.542747, "accuracy": 0.578063, "main_score": 0.542747, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"]}, {"precision": 0.57028, "recall": 0.614625, "f1": 0.582058, "accuracy": 0.614625, "main_score": 0.582058, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"]}, {"precision": 0.5843, "recall": 0.617589, "f1": 0.593715, "accuracy": 0.617589, "main_score": 0.593715, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"]}, {"precision": 0.55221, "recall": 0.599802, "f1": 0.565097, "accuracy": 0.599802, "main_score": 0.565097, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"]}, {"precision": 0.53963, "recall": 0.581028, "f1": 0.550291, "accuracy": 0.581028, "main_score": 0.550291, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"]}, {"precision": 0.601367, "recall": 0.643281, "f1": 0.611861, "accuracy": 0.643281, "main_score": 0.611861, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"]}, {"precision": 0.58526, "recall": 0.621542, "f1": 0.59487, "accuracy": 0.621542, "main_score": 0.59487, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"]}, {"precision": 0.513669, "recall": 0.557312, "f1": 0.525842, "accuracy": 0.557312, "main_score": 0.525842, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"]}, {"precision": 0.560664, "recall": 0.606719, "f1": 0.572654, "accuracy": 0.606719, "main_score": 0.572654, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"]}, {"precision": 0.551782, "recall": 0.598814, "f1": 0.564871, "accuracy": 0.598814, "main_score": 0.564871, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"]}, {"precision": 0.57978, "recall": 0.619565, "f1": 0.59033, "accuracy": 0.619565, "main_score": 0.59033, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"]}, {"precision": 0.191863, "recall": 0.236166, "f1": 0.202847, "accuracy": 0.236166, "main_score": 0.202847, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"]}, {"precision": 0.550658, "recall": 0.598814, "f1": 0.563143, "accuracy": 0.598814, "main_score": 0.563143, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"]}, {"precision": 0.586424, "recall": 0.620553, "f1": 0.595632, "accuracy": 0.620553, "main_score": 0.595632, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"]}, {"precision": 0.574988, "recall": 0.617589, "f1": 0.586566, "accuracy": 0.617589, "main_score": 0.586566, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"]}, {"precision": 0.562187, "recall": 0.609684, "f1": 0.575315, "accuracy": 0.609684, "main_score": 0.575315, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"]}, {"precision": 0.555191, "recall": 0.597826, "f1": 0.567299, "accuracy": 0.597826, "main_score": 0.567299, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"]}, {"precision": 0.566349, "recall": 0.609684, "f1": 0.577376, "accuracy": 0.609684, "main_score": 0.577376, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"]}, {"precision": 0.558182, "recall": 0.593874, "f1": 0.56797, "accuracy": 0.593874, "main_score": 0.56797, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"]}, {"precision": 0.576939, "recall": 0.617589, "f1": 0.587128, "accuracy": 0.617589, "main_score": 0.587128, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"]}, {"precision": 0.474895, "recall": 0.527668, "f1": 0.489419, "accuracy": 0.527668, "main_score": 0.489419, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"]}, {"precision": 0.556598, "recall": 0.593874, "f1": 0.566178, "accuracy": 0.593874, "main_score": 0.566178, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"]}, {"precision": 0.564544, "recall": 0.609684, "f1": 0.577216, "accuracy": 0.609684, "main_score": 0.577216, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"]}, {"precision": 0.563129, "recall": 0.604743, "f1": 0.574579, "accuracy": 0.604743, "main_score": 0.574579, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"]}, {"precision": 0.547703, "recall": 0.589921, "f1": 0.55853, "accuracy": 0.589921, "main_score": 0.55853, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"]}, {"precision": 0.547436, "recall": 0.590909, "f1": 0.559447, "accuracy": 0.590909, "main_score": 0.559447, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"]}, {"precision": 0.407044, "recall": 0.45751, "f1": 0.420607, "accuracy": 0.45751, "main_score": 0.420607, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"]}, {"precision": 0.568728, "recall": 0.610672, "f1": 0.579753, "accuracy": 0.610672, "main_score": 0.579753, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"]}, {"precision": 0.548825, "recall": 0.591897, "f1": 0.561364, "accuracy": 0.591897, "main_score": 0.561364, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"]}, {"precision": 0.571604, "recall": 0.616601, "f1": 0.583576, "accuracy": 0.616601, "main_score": 0.583576, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"]}, {"precision": 0.597697, "recall": 0.642292, "f1": 0.610214, "accuracy": 0.642292, "main_score": 0.610214, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"]}, {"precision": 0.560224, "recall": 0.596838, "f1": 0.570278, "accuracy": 0.596838, "main_score": 0.570278, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"]}, {"precision": 0.554686, "recall": 0.593874, "f1": 0.56532, "accuracy": 0.593874, "main_score": 0.56532, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"]}, {"precision": 0.557591, "recall": 0.605731, "f1": 0.571441, "accuracy": 0.605731, "main_score": 0.571441, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"]}, {"precision": 0.56147, "recall": 0.600791, "f1": 0.572518, "accuracy": 0.600791, "main_score": 0.572518, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"]}, {"precision": 0.57822, "recall": 0.617589, "f1": 0.587858, "accuracy": 0.617589, "main_score": 0.587858, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"]}, {"precision": 0.577398, "recall": 0.62253, "f1": 0.589041, "accuracy": 0.62253, "main_score": 0.589041, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"]}, {"precision": 0.601089, "recall": 0.632411, "f1": 0.609028, "accuracy": 0.632411, "main_score": 0.609028, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"]}, {"precision": 0.517265, "recall": 0.559289, "f1": 0.529389, "accuracy": 0.559289, "main_score": 0.529389, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"]}, {"precision": 0.551195, "recall": 0.596838, "f1": 0.563356, "accuracy": 0.596838, "main_score": 0.563356, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"]}, {"precision": 0.437962, "recall": 0.486166, "f1": 0.450746, "accuracy": 0.486166, "main_score": 0.450746, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"]}, {"precision": 0.522423, "recall": 0.556324, "f1": 0.532042, "accuracy": 0.556324, "main_score": 0.532042, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"]}, {"precision": 0.610551, "recall": 0.643281, "f1": 0.618922, "accuracy": 0.643281, "main_score": 0.618922, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"]}, {"precision": 0.306299, "recall": 0.355731, "f1": 0.319658, "accuracy": 0.355731, "main_score": 0.319658, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"]}, {"precision": 0.562072, "recall": 0.607708, "f1": 0.574113, "accuracy": 0.607708, "main_score": 0.574113, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"]}, {"precision": 0.558691, "recall": 0.605731, "f1": 0.570923, "accuracy": 0.605731, "main_score": 0.570923, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"]}, {"precision": 0.577383, "recall": 0.618577, "f1": 0.588003, "accuracy": 0.618577, "main_score": 0.588003, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"]}, {"precision": 0.555438, "recall": 0.603755, "f1": 0.568728, "accuracy": 0.603755, "main_score": 0.568728, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"]}, {"precision": 0.571941, "recall": 0.61166, "f1": 0.582696, "accuracy": 0.61166, "main_score": 0.582696, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"]}, {"precision": 0.593665, "recall": 0.626482, "f1": 0.601802, "accuracy": 0.626482, "main_score": 0.601802, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"]}, {"precision": 0.548, "recall": 0.583992, "f1": 0.558317, "accuracy": 0.583992, "main_score": 0.558317, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"]}, {"precision": 0.596272, "recall": 0.635375, "f1": 0.606613, "accuracy": 0.635375, "main_score": 0.606613, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"]}, {"precision": 0.562839, "recall": 0.590909, "f1": 0.571017, "accuracy": 0.590909, "main_score": 0.571017, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"]}, {"precision": 0.589787, "recall": 0.626482, "f1": 0.598821, "accuracy": 0.626482, "main_score": 0.598821, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"]}, {"precision": 0.554094, "recall": 0.59585, "f1": 0.566749, "accuracy": 0.59585, "main_score": 0.566749, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"]}, {"precision": 0.589026, "recall": 0.633399, "f1": 0.601208, "accuracy": 0.633399, "main_score": 0.601208, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"]}, {"precision": 0.551112, "recall": 0.59585, "f1": 0.563403, "accuracy": 0.59585, "main_score": 0.563403, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"]}, {"precision": 0.565393, "recall": 0.610672, "f1": 0.577714, "accuracy": 0.610672, "main_score": 0.577714, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"]}, {"precision": 0.274003, "recall": 0.324111, "f1": 0.286433, "accuracy": 0.324111, "main_score": 0.286433, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"]}, {"precision": 0.561314, "recall": 0.596838, "f1": 0.57161, "accuracy": 0.596838, "main_score": 0.57161, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"]}, {"precision": 0.542443, "recall": 0.58498, "f1": 0.554177, "accuracy": 0.58498, "main_score": 0.554177, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"]}, {"precision": 0.570573, "recall": 0.603755, "f1": 0.579985, "accuracy": 0.603755, "main_score": 0.579985, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"]}, {"precision": 0.505006, "recall": 0.554348, "f1": 0.518432, "accuracy": 0.554348, "main_score": 0.518432, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"]}, {"precision": 0.588567, "recall": 0.630435, "f1": 0.599028, "accuracy": 0.630435, "main_score": 0.599028, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"]}, {"precision": 0.581299, "recall": 0.620553, "f1": 0.591556, "accuracy": 0.620553, "main_score": 0.591556, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"]}, {"precision": 0.572257, "recall": 0.616601, "f1": 0.584307, "accuracy": 0.616601, "main_score": 0.584307, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"]}, {"precision": 0.499731, "recall": 0.551383, "f1": 0.512986, "accuracy": 0.551383, "main_score": 0.512986, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"]}, {"precision": 0.567328, "recall": 0.616601, "f1": 0.580421, "accuracy": 0.616601, "main_score": 0.580421, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"]}, {"precision": 0.570652, "recall": 0.615613, "f1": 0.58305, "accuracy": 0.615613, "main_score": 0.58305, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"]}, {"precision": 0.575968, "recall": 0.614625, "f1": 0.58654, "accuracy": 0.614625, "main_score": 0.58654, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"]}, {"precision": 0.558993, "recall": 0.607708, "f1": 0.571541, "accuracy": 0.607708, "main_score": 0.571541, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"]}, {"precision": 0.536825, "recall": 0.576087, "f1": 0.548063, "accuracy": 0.576087, "main_score": 0.548063, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"]}, {"precision": 0.541686, "recall": 0.58004, "f1": 0.552727, "accuracy": 0.58004, "main_score": 0.552727, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"]}, {"precision": 0.550375, "recall": 0.59585, "f1": 0.562754, "accuracy": 0.59585, "main_score": 0.562754, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"]}, {"precision": 0.559512, "recall": 0.604743, "f1": 0.571012, "accuracy": 0.604743, "main_score": 0.571012, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"]}, {"precision": 0.555228, "recall": 0.597826, "f1": 0.566617, "accuracy": 0.597826, "main_score": 0.566617, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"]}, {"precision": 0.561614, "recall": 0.601779, "f1": 0.572028, "accuracy": 0.601779, "main_score": 0.572028, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"]}, {"precision": 0.480428, "recall": 0.525692, "f1": 0.492994, "accuracy": 0.525692, "main_score": 0.492994, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"]}, {"precision": 0.595785, "recall": 0.635375, "f1": 0.606591, "accuracy": 0.635375, "main_score": 0.606591, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"]}, {"precision": 0.514754, "recall": 0.562253, "f1": 0.527929, "accuracy": 0.562253, "main_score": 0.527929, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"]}, {"precision": 0.512767, "recall": 0.557312, "f1": 0.525756, "accuracy": 0.557312, "main_score": 0.525756, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"]}, {"precision": 0.562416, "recall": 0.607708, "f1": 0.573937, "accuracy": 0.607708, "main_score": 0.573937, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"]}, {"precision": 0.510731, "recall": 0.551383, "f1": 0.522843, "accuracy": 0.551383, "main_score": 0.522843, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"]}, {"precision": 0.62267, "recall": 0.652174, "f1": 0.629854, "accuracy": 0.652174, "main_score": 0.629854, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"]}, {"precision": 0.541314, "recall": 0.590909, "f1": 0.554795, "accuracy": 0.590909, "main_score": 0.554795, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"]}, {"precision": 0.566785, "recall": 0.610672, "f1": 0.57835, "accuracy": 0.610672, "main_score": 0.57835, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"]}, {"precision": 0.581705, "recall": 0.623518, "f1": 0.592033, "accuracy": 0.623518, "main_score": 0.592033, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"]}, {"precision": 0.557983, "recall": 0.599802, "f1": 0.568837, "accuracy": 0.599802, "main_score": 0.568837, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"]}, {"precision": 0.586127, "recall": 0.62253, "f1": 0.595911, "accuracy": 0.62253, "main_score": 0.595911, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"]}, {"precision": 0.398361, "recall": 0.463439, "f1": 0.415177, "accuracy": 0.463439, "main_score": 0.415177, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"]}, {"precision": 0.537678, "recall": 0.579051, "f1": 0.549495, "accuracy": 0.579051, "main_score": 0.549495, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"]}, {"precision": 0.211753, "recall": 0.258893, "f1": 0.223076, "accuracy": 0.258893, "main_score": 0.223076, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"]}, {"precision": 0.566965, "recall": 0.605731, "f1": 0.577985, "accuracy": 0.605731, "main_score": 0.577985, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"]}, {"precision": 0.469548, "recall": 0.516798, "f1": 0.482505, "accuracy": 0.516798, "main_score": 0.482505, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"]}, {"precision": 0.57815, "recall": 0.621542, "f1": 0.589057, "accuracy": 0.621542, "main_score": 0.589057, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"]}, {"precision": 0.58111, "recall": 0.615613, "f1": 0.590554, "accuracy": 0.615613, "main_score": 0.590554, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"]}, {"precision": 0.44033, "recall": 0.487154, "f1": 0.452743, "accuracy": 0.487154, "main_score": 0.452743, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"]}, {"precision": 0.574385, "recall": 0.61166, "f1": 0.584268, "accuracy": 0.61166, "main_score": 0.584268, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"]}, {"precision": 0.5738, "recall": 0.614625, "f1": 0.584959, "accuracy": 0.614625, "main_score": 0.584959, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"]}, {"precision": 0.520767, "recall": 0.571146, "f1": 0.534311, "accuracy": 0.571146, "main_score": 0.534311, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"]}, {"precision": 0.564936, "recall": 0.601779, "f1": 0.574946, "accuracy": 0.601779, "main_score": 0.574946, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"]}, {"precision": 0.585377, "recall": 0.623518, "f1": 0.596088, "accuracy": 0.623518, "main_score": 0.596088, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"]}, {"precision": 0.523227, "recall": 0.576087, "f1": 0.537418, "accuracy": 0.576087, "main_score": 0.537418, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"]}, {"precision": 0.598449, "recall": 0.630435, "f1": 0.607031, "accuracy": 0.630435, "main_score": 0.607031, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"]}, {"precision": 0.519411, "recall": 0.568182, "f1": 0.53338, "accuracy": 0.568182, "main_score": 0.53338, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"]}, {"precision": 0.53242, "recall": 0.566206, "f1": 0.541971, "accuracy": 0.566206, "main_score": 0.541971, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"]}, {"precision": 0.578391, "recall": 0.614625, "f1": 0.588661, "accuracy": 0.614625, "main_score": 0.588661, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"]}, {"precision": 0.57149, "recall": 0.614625, "f1": 0.583202, "accuracy": 0.614625, "main_score": 0.583202, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"]}, {"precision": 0.122432, "recall": 0.161067, "f1": 0.132229, "accuracy": 0.161067, "main_score": 0.132229, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"]}, {"precision": 0.576297, "recall": 0.615613, "f1": 0.586916, "accuracy": 0.615613, "main_score": 0.586916, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"]}, {"precision": 0.482037, "recall": 0.529644, "f1": 0.495235, "accuracy": 0.529644, "main_score": 0.495235, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"]}, {"precision": 0.522952, "recall": 0.567194, "f1": 0.53483, "accuracy": 0.567194, "main_score": 0.53483, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"]}, {"precision": 0.567259, "recall": 0.608696, "f1": 0.578255, "accuracy": 0.608696, "main_score": 0.578255, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"]}, {"precision": 0.521444, "recall": 0.567194, "f1": 0.534505, "accuracy": 0.567194, "main_score": 0.534505, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"]}, {"precision": 0.536847, "recall": 0.583992, "f1": 0.550093, "accuracy": 0.583992, "main_score": 0.550093, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"]}, {"precision": 0.567135, "recall": 0.609684, "f1": 0.578485, "accuracy": 0.609684, "main_score": 0.578485, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"]}, {"precision": 0.578098, "recall": 0.619565, "f1": 0.58891, "accuracy": 0.619565, "main_score": 0.58891, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"]}, {"precision": 0.583708, "recall": 0.620553, "f1": 0.593866, "accuracy": 0.620553, "main_score": 0.593866, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"]}, {"precision": 0.548574, "recall": 0.593874, "f1": 0.560737, "accuracy": 0.593874, "main_score": 0.560737, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"]}, {"precision": 0.507612, "recall": 0.559289, "f1": 0.521961, "accuracy": 0.559289, "main_score": 0.521961, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"]}, {"precision": 0.548984, "recall": 0.597826, "f1": 0.561819, "accuracy": 0.597826, "main_score": 0.561819, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"]}, {"precision": 0.51231, "recall": 0.551383, "f1": 0.52357, "accuracy": 0.551383, "main_score": 0.52357, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"]}, {"precision": 0.51211, "recall": 0.555336, "f1": 0.524199, "accuracy": 0.555336, "main_score": 0.524199, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"]}, {"precision": 0.552973, "recall": 0.598814, "f1": 0.565236, "accuracy": 0.598814, "main_score": 0.565236, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"]}, {"precision": 0.559839, "recall": 0.599802, "f1": 0.571328, "accuracy": 0.599802, "main_score": 0.571328, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"]}, {"precision": 0.541868, "recall": 0.591897, "f1": 0.555427, "accuracy": 0.591897, "main_score": 0.555427, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"]}, {"precision": 0.457804, "recall": 0.509881, "f1": 0.472385, "accuracy": 0.509881, "main_score": 0.472385, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"]}, {"precision": 0.590739, "recall": 0.631423, "f1": 0.601252, "accuracy": 0.631423, "main_score": 0.601252, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"]}, {"precision": 0.542579, "recall": 0.589921, "f1": 0.554635, "accuracy": 0.589921, "main_score": 0.554635, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"]}, {"precision": 0.53418, "recall": 0.583004, "f1": 0.546954, "accuracy": 0.583004, "main_score": 0.546954, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"]}, {"precision": 0.511649, "recall": 0.5583, "f1": 0.523321, "accuracy": 0.5583, "main_score": 0.523321, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"]}, {"precision": 0.511895, "recall": 0.559289, "f1": 0.524725, "accuracy": 0.559289, "main_score": 0.524725, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"]}, {"precision": 0.509993, "recall": 0.550395, "f1": 0.520189, "accuracy": 0.550395, "main_score": 0.520189, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"]}, {"precision": 0.537133, "recall": 0.583004, "f1": 0.549567, "accuracy": 0.583004, "main_score": 0.549567, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"]}, {"precision": 0.595022, "recall": 0.631423, "f1": 0.605616, "accuracy": 0.631423, "main_score": 0.605616, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"]}, {"precision": 0.482435, "recall": 0.539526, "f1": 0.497997, "accuracy": 0.539526, "main_score": 0.497997, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"]}, {"precision": 0.556954, "recall": 0.600791, "f1": 0.568561, "accuracy": 0.600791, "main_score": 0.568561, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"]}, {"precision": 0.547319, "recall": 0.587945, "f1": 0.557698, "accuracy": 0.587945, "main_score": 0.557698, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"]}, {"precision": 0.575445, "recall": 0.614625, "f1": 0.58554, "accuracy": 0.614625, "main_score": 0.58554, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"]}, {"precision": 0.557059, "recall": 0.603755, "f1": 0.568988, "accuracy": 0.603755, "main_score": 0.568988, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"]}, {"precision": 0.583581, "recall": 0.620553, "f1": 0.593078, "accuracy": 0.620553, "main_score": 0.593078, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"]}, {"precision": 0.533229, "recall": 0.582016, "f1": 0.546835, "accuracy": 0.582016, "main_score": 0.546835, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"]}, {"precision": 0.554826, "recall": 0.594862, "f1": 0.56628, "accuracy": 0.594862, "main_score": 0.56628, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"]}, {"precision": 0.478708, "recall": 0.529644, "f1": 0.492481, "accuracy": 0.529644, "main_score": 0.492481, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"]}, {"precision": 0.56453, "recall": 0.61166, "f1": 0.576482, "accuracy": 0.61166, "main_score": 0.576482, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"]}, {"precision": 0.41452, "recall": 0.474308, "f1": 0.43078, "accuracy": 0.474308, "main_score": 0.43078, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"]}, {"precision": 0.541663, "recall": 0.589921, "f1": 0.554059, "accuracy": 0.589921, "main_score": 0.554059, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"]}, {"precision": 0.565654, "recall": 0.608696, "f1": 0.577737, "accuracy": 0.608696, "main_score": 0.577737, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"]}, {"precision": 0.564051, "recall": 0.604743, "f1": 0.5753, "accuracy": 0.604743, "main_score": 0.5753, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"]}, {"precision": 0.57708, "recall": 0.614625, "f1": 0.58692, "accuracy": 0.614625, "main_score": 0.58692, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"]}, {"precision": 0.539199, "recall": 0.582016, "f1": 0.550384, "accuracy": 0.582016, "main_score": 0.550384, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"]}, {"precision": 0.562463, "recall": 0.599802, "f1": 0.572726, "accuracy": 0.599802, "main_score": 0.572726, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"]}, {"precision": 0.580385, "recall": 0.620553, "f1": 0.592165, "accuracy": 0.620553, "main_score": 0.592165, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"]}, {"precision": 0.563238, "recall": 0.605731, "f1": 0.573672, "accuracy": 0.605731, "main_score": 0.573672, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"]}, {"precision": 0.579545, "recall": 0.618577, "f1": 0.589661, "accuracy": 0.618577, "main_score": 0.589661, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"]}, {"precision": 0.595132, "recall": 0.633399, "f1": 0.605413, "accuracy": 0.633399, "main_score": 0.605413, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"]}, {"precision": 0.517688, "recall": 0.560277, "f1": 0.530143, "accuracy": 0.560277, "main_score": 0.530143, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"]}, {"precision": 0.578765, "recall": 0.62253, "f1": 0.590765, "accuracy": 0.62253, "main_score": 0.590765, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"]}, {"precision": 0.566673, "recall": 0.609684, "f1": 0.578322, "accuracy": 0.609684, "main_score": 0.578322, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"]}, {"precision": 0.557308, "recall": 0.607708, "f1": 0.570502, "accuracy": 0.607708, "main_score": 0.570502, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"]}, {"precision": 0.514772, "recall": 0.565217, "f1": 0.528957, "accuracy": 0.565217, "main_score": 0.528957, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"]}, {"precision": 0.589663, "recall": 0.628458, "f1": 0.599036, "accuracy": 0.628458, "main_score": 0.599036, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"]}, {"precision": 0.562148, "recall": 0.603755, "f1": 0.573617, "accuracy": 0.603755, "main_score": 0.573617, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"]}, {"precision": 0.536782, "recall": 0.583004, "f1": 0.549361, "accuracy": 0.583004, "main_score": 0.549361, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"]}, {"precision": 0.549714, "recall": 0.599802, "f1": 0.563703, "accuracy": 0.599802, "main_score": 0.563703, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"]}, {"precision": 0.493082, "recall": 0.543478, "f1": 0.506943, "accuracy": 0.543478, "main_score": 0.506943, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"]}, {"precision": 0.579686, "recall": 0.620553, "f1": 0.590751, "accuracy": 0.620553, "main_score": 0.590751, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"]}, {"precision": 0.532436, "recall": 0.583004, "f1": 0.546018, "accuracy": 0.583004, "main_score": 0.546018, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"]}, {"precision": 0.502555, "recall": 0.548419, "f1": 0.514694, "accuracy": 0.548419, "main_score": 0.514694, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"]}, {"precision": 0.546118, "recall": 0.598814, "f1": 0.561093, "accuracy": 0.598814, "main_score": 0.561093, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"]}, {"precision": 0.553065, "recall": 0.597826, "f1": 0.566165, "accuracy": 0.597826, "main_score": 0.566165, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"]}, {"precision": 0.546076, "recall": 0.58004, "f1": 0.555525, "accuracy": 0.58004, "main_score": 0.555525, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"]}, {"precision": 0.552608, "recall": 0.603755, "f1": 0.566954, "accuracy": 0.603755, "main_score": 0.566954, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"]}, {"precision": 0.54072, "recall": 0.582016, "f1": 0.552724, "accuracy": 0.582016, "main_score": 0.552724, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"]}, {"precision": 0.561194, "recall": 0.601779, "f1": 0.57225, "accuracy": 0.601779, "main_score": 0.57225, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"]}, {"precision": 0.576689, "recall": 0.609684, "f1": 0.586362, "accuracy": 0.609684, "main_score": 0.586362, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"]}, {"precision": 0.571346, "recall": 0.608696, "f1": 0.58153, "accuracy": 0.608696, "main_score": 0.58153, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"]}, {"precision": 0.580416, "recall": 0.618577, "f1": 0.590227, "accuracy": 0.618577, "main_score": 0.590227, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"]}, {"precision": 0.531899, "recall": 0.582016, "f1": 0.545962, "accuracy": 0.582016, "main_score": 0.545962, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"]}, {"precision": 0.513358, "recall": 0.559289, "f1": 0.526945, "accuracy": 0.559289, "main_score": 0.526945, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"]}, {"precision": 0.555853, "recall": 0.598814, "f1": 0.567812, "accuracy": 0.598814, "main_score": 0.567812, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"]}, {"precision": 0.4429, "recall": 0.503953, "f1": 0.460628, "accuracy": 0.503953, "main_score": 0.460628, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"]}, {"precision": 0.557262, "recall": 0.599802, "f1": 0.56878, "accuracy": 0.599802, "main_score": 0.56878, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"]}, {"precision": 0.549319, "recall": 0.591897, "f1": 0.560868, "accuracy": 0.591897, "main_score": 0.560868, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"]}, {"precision": 0.563331, "recall": 0.602767, "f1": 0.573479, "accuracy": 0.602767, "main_score": 0.573479, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"]}, {"precision": 0.565797, "recall": 0.612648, "f1": 0.578385, "accuracy": 0.612648, "main_score": 0.578385, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"]}, {"precision": 0.52363, "recall": 0.56917, "f1": 0.53578, "accuracy": 0.56917, "main_score": 0.53578, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"]}, {"precision": 0.54241, "recall": 0.58004, "f1": 0.55305, "accuracy": 0.58004, "main_score": 0.55305, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"]}, {"precision": 0.54124, "recall": 0.616601, "f1": 0.562663, "accuracy": 0.616601, "main_score": 0.562663, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"]}, {"precision": 0.502253, "recall": 0.570158, "f1": 0.521038, "accuracy": 0.570158, "main_score": 0.521038, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"]}, {"precision": 0.452942, "recall": 0.535573, "f1": 0.474751, "accuracy": 0.535573, "main_score": 0.474751, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"]}, {"precision": 0.558664, "recall": 0.619565, "f1": 0.574926, "accuracy": 0.619565, "main_score": 0.574926, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"]}, {"precision": 0.861413, "recall": 0.897233, "f1": 0.87276, "accuracy": 0.897233, "main_score": 0.87276, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"]}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"]}, {"precision": 0.574564, "recall": 0.635375, "f1": 0.591557, "accuracy": 0.635375, "main_score": 0.591557, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"]}, {"precision": 0.594755, "recall": 0.666008, "f1": 0.614279, "accuracy": 0.666008, "main_score": 0.614279, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"]}, {"precision": 0.521636, "recall": 0.589921, "f1": 0.540747, "accuracy": 0.589921, "main_score": 0.540747, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"]}, {"precision": 0.164068, "recall": 0.218379, "f1": 0.177299, "accuracy": 0.218379, "main_score": 0.177299, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"]}, {"precision": 0.606564, "recall": 0.657115, "f1": 0.620581, "accuracy": 0.657115, "main_score": 0.620581, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"]}, {"precision": 0.639675, "recall": 0.699605, "f1": 0.656979, "accuracy": 0.699605, "main_score": 0.656979, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"]}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"]}, {"precision": 0.512807, "recall": 0.566206, "f1": 0.527808, "accuracy": 0.566206, "main_score": 0.527808, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"]}, {"precision": 0.452007, "recall": 0.536561, "f1": 0.475476, "accuracy": 0.536561, "main_score": 0.475476, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"]}, {"precision": 0.528596, "recall": 0.598814, "f1": 0.548457, "accuracy": 0.598814, "main_score": 0.548457, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"]}, {"precision": 0.549032, "recall": 0.615613, "f1": 0.567573, "accuracy": 0.615613, "main_score": 0.567573, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"]}, {"precision": 0.89888, "recall": 0.927866, "f1": 0.90807, "accuracy": 0.927866, "main_score": 0.90807, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"]}, {"precision": 0.502327, "recall": 0.563241, "f1": 0.519391, "accuracy": 0.563241, "main_score": 0.519391, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"]}, {"precision": 0.497631, "recall": 0.566206, "f1": 0.516547, "accuracy": 0.566206, "main_score": 0.516547, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"]}, {"precision": 0.489074, "recall": 0.545455, "f1": 0.504189, "accuracy": 0.545455, "main_score": 0.504189, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"]}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"]}, {"precision": 0.301837, "recall": 0.360672, "f1": 0.318269, "accuracy": 0.360672, "main_score": 0.318269, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"]}, {"precision": 0.557168, "recall": 0.628458, "f1": 0.576372, "accuracy": 0.628458, "main_score": 0.576372, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"]}, {"precision": 0.567676, "recall": 0.626482, "f1": 0.584283, "accuracy": 0.626482, "main_score": 0.584283, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"]}, {"precision": 0.687871, "recall": 0.754941, "f1": 0.707604, "accuracy": 0.754941, "main_score": 0.707604, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"]}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"]}, {"precision": 0.65107, "recall": 0.724308, "f1": 0.672139, "accuracy": 0.724308, "main_score": 0.672139, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"]}, {"precision": 0.675273, "recall": 0.73913, "f1": 0.694158, "accuracy": 0.73913, "main_score": 0.694158, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"]}, {"precision": 0.634939, "recall": 0.69664, "f1": 0.652873, "accuracy": 0.69664, "main_score": 0.652873, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"]}, {"precision": 0.660383, "recall": 0.729249, "f1": 0.679752, "accuracy": 0.729249, "main_score": 0.679752, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"]}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"]}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"]}, {"precision": 0.528826, "recall": 0.59585, "f1": 0.547591, "accuracy": 0.59585, "main_score": 0.547591, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"]}, {"precision": 0.520486, "recall": 0.583004, "f1": 0.537848, "accuracy": 0.583004, "main_score": 0.537848, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"]}, {"precision": 0.78498, "recall": 0.83498, "f1": 0.799529, "accuracy": 0.83498, "main_score": 0.799529, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"]}, {"precision": 0.435776, "recall": 0.501976, "f1": 0.453257, "accuracy": 0.501976, "main_score": 0.453257, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"]}, {"precision": 0.85527, "recall": 0.897233, "f1": 0.868412, "accuracy": 0.897233, "main_score": 0.868412, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"]}, {"precision": 0.528889, "recall": 0.592885, "f1": 0.546579, "accuracy": 0.592885, "main_score": 0.546579, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"]}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"]}, {"precision": 0.568278, "recall": 0.635375, "f1": 0.586643, "accuracy": 0.635375, "main_score": 0.586643, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"]}, {"precision": 0.182113, "recall": 0.241107, "f1": 0.195833, "accuracy": 0.241107, "main_score": 0.195833, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"]}, {"precision": 0.594379, "recall": 0.66502, "f1": 0.61417, "accuracy": 0.66502, "main_score": 0.61417, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"]}, {"precision": 0.797925, "recall": 0.853755, "f1": 0.815316, "accuracy": 0.853755, "main_score": 0.815316, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"]}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"]}, {"precision": 0.392787, "recall": 0.451581, "f1": 0.408934, "accuracy": 0.451581, "main_score": 0.408934, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"]}, {"precision": 0.654128, "recall": 0.712451, "f1": 0.670869, "accuracy": 0.712451, "main_score": 0.670869, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"]}, {"precision": 0.544442, "recall": 0.609684, "f1": 0.562643, "accuracy": 0.609684, "main_score": 0.562643, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"]}, {"precision": 0.481373, "recall": 0.556324, "f1": 0.50153, "accuracy": 0.556324, "main_score": 0.50153, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"]}, {"precision": 0.652981, "recall": 0.711462, "f1": 0.669774, "accuracy": 0.711462, "main_score": 0.669774, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"]}, {"precision": 0.237778, "recall": 0.326087, "f1": 0.260294, "accuracy": 0.326087, "main_score": 0.260294, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"]}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"]}, {"precision": 0.540967, "recall": 0.607708, "f1": 0.560285, "accuracy": 0.607708, "main_score": 0.560285, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"]}, {"precision": 0.560057, "recall": 0.629447, "f1": 0.579553, "accuracy": 0.629447, "main_score": 0.579553, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"]}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"]}, {"precision": 0.709667, "recall": 0.775692, "f1": 0.729847, "accuracy": 0.775692, "main_score": 0.729847, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"]}, {"precision": 0.549946, "recall": 0.606719, "f1": 0.565189, "accuracy": 0.606719, "main_score": 0.565189, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"]}, {"precision": 0.759634, "recall": 0.821146, "f1": 0.779348, "accuracy": 0.821146, "main_score": 0.779348, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"]}, {"precision": 0.444658, "recall": 0.51581, "f1": 0.463993, "accuracy": 0.51581, "main_score": 0.463993, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"]}, {"precision": 0.867754, "recall": 0.903162, "f1": 0.878393, "accuracy": 0.903162, "main_score": 0.878393, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"]}, {"precision": 0.929875, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"]}, {"precision": 0.5831, "recall": 0.651186, "f1": 0.601814, "accuracy": 0.651186, "main_score": 0.601814, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"]}, {"precision": 0.89608, "recall": 0.927866, "f1": 0.906258, "accuracy": 0.927866, "main_score": 0.906258, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"]}, {"precision": 0.433254, "recall": 0.503953, "f1": 0.451598, "accuracy": 0.503953, "main_score": 0.451598, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"]}, {"precision": 0.630649, "recall": 0.699605, "f1": 0.651073, "accuracy": 0.699605, "main_score": 0.651073, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"]}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"]}, {"precision": 0.819071, "recall": 0.859684, "f1": 0.831324, "accuracy": 0.859684, "main_score": 0.831324, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"]}, {"precision": 0.621434, "recall": 0.678854, "f1": 0.637081, "accuracy": 0.678854, "main_score": 0.637081, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"]}, {"precision": 0.627576, "recall": 0.681818, "f1": 0.642707, "accuracy": 0.681818, "main_score": 0.642707, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"]}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932806, "accuracy": 0.948617, "main_score": 0.932806, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"]}, {"precision": 0.534531, "recall": 0.594862, "f1": 0.551115, "accuracy": 0.594862, "main_score": 0.551115, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"]}, {"precision": 0.508248, "recall": 0.574111, "f1": 0.526944, "accuracy": 0.574111, "main_score": 0.526944, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"]}, {"precision": 0.805501, "recall": 0.855731, "f1": 0.820916, "accuracy": 0.855731, "main_score": 0.820916, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"]}, {"precision": 0.519991, "recall": 0.585968, "f1": 0.537938, "accuracy": 0.585968, "main_score": 0.537938, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"]}, {"precision": 0.592155, "recall": 0.656126, "f1": 0.610245, "accuracy": 0.656126, "main_score": 0.610245, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"]}, {"precision": 0.920537, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"]}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"]}, {"precision": 0.462955, "recall": 0.525692, "f1": 0.480647, "accuracy": 0.525692, "main_score": 0.480647, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"]}, {"precision": 0.546956, "recall": 0.613636, "f1": 0.565267, "accuracy": 0.613636, "main_score": 0.565267, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"]}, {"precision": 0.559776, "recall": 0.629447, "f1": 0.579618, "accuracy": 0.629447, "main_score": 0.579618, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"]}, {"precision": 0.533643, "recall": 0.592885, "f1": 0.549278, "accuracy": 0.592885, "main_score": 0.549278, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"]}, {"precision": 0.508976, "recall": 0.578063, "f1": 0.5286, "accuracy": 0.578063, "main_score": 0.5286, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"]}, {"precision": 0.707882, "recall": 0.769763, "f1": 0.726089, "accuracy": 0.769763, "main_score": 0.726089, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"]}, {"precision": 0.73857, "recall": 0.788538, "f1": 0.753195, "accuracy": 0.788538, "main_score": 0.753195, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"]}, {"precision": 0.864575, "recall": 0.895257, "f1": 0.873682, "accuracy": 0.895257, "main_score": 0.873682, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"]}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"]}, {"precision": 0.46247, "recall": 0.548419, "f1": 0.487774, "accuracy": 0.548419, "main_score": 0.487774, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"]}, {"precision": 0.683103, "recall": 0.746047, "f1": 0.701717, "accuracy": 0.746047, "main_score": 0.701717, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"]}, {"precision": 0.571051, "recall": 0.624506, "f1": 0.586041, "accuracy": 0.624506, "main_score": 0.586041, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"]}, {"precision": 0.431689, "recall": 0.477273, "f1": 0.444509, "accuracy": 0.477273, "main_score": 0.444509, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"]}, {"precision": 0.50109, "recall": 0.543478, "f1": 0.512619, "accuracy": 0.543478, "main_score": 0.512619, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"]}, {"precision": 0.222099, "recall": 0.263834, "f1": 0.232388, "accuracy": 0.263834, "main_score": 0.232388, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"]}, {"precision": 0.581818, "recall": 0.626482, "f1": 0.593571, "accuracy": 0.626482, "main_score": 0.593571, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"]}, {"precision": 0.523816, "recall": 0.572134, "f1": 0.537844, "accuracy": 0.572134, "main_score": 0.537844, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"]}, {"precision": 0.562598, "recall": 0.606719, "f1": 0.574596, "accuracy": 0.606719, "main_score": 0.574596, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"]}, {"precision": 0.584945, "recall": 0.623518, "f1": 0.594593, "accuracy": 0.623518, "main_score": 0.594593, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"]}, {"precision": 0.584859, "recall": 0.628458, "f1": 0.597231, "accuracy": 0.628458, "main_score": 0.597231, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"]}, {"precision": 0.57208, "recall": 0.616601, "f1": 0.584193, "accuracy": 0.616601, "main_score": 0.584193, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"]}, {"precision": 0.559537, "recall": 0.592885, "f1": 0.568344, "accuracy": 0.592885, "main_score": 0.568344, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"]}, {"precision": 0.579526, "recall": 0.614625, "f1": 0.588819, "accuracy": 0.614625, "main_score": 0.588819, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"]}, {"precision": 0.562403, "recall": 0.617589, "f1": 0.577228, "accuracy": 0.617589, "main_score": 0.577228, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"]}, {"precision": 0.553498, "recall": 0.600791, "f1": 0.565789, "accuracy": 0.600791, "main_score": 0.565789, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"]}, {"precision": 0.540683, "recall": 0.585968, "f1": 0.553026, "accuracy": 0.585968, "main_score": 0.553026, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"]}, {"precision": 0.571364, "recall": 0.619565, "f1": 0.584048, "accuracy": 0.619565, "main_score": 0.584048, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"]}, {"precision": 0.524543, "recall": 0.574111, "f1": 0.537463, "accuracy": 0.574111, "main_score": 0.537463, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"]}, {"precision": 0.585301, "recall": 0.632411, "f1": 0.598324, "accuracy": 0.632411, "main_score": 0.598324, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"]}, {"precision": 0.558542, "recall": 0.590909, "f1": 0.568032, "accuracy": 0.590909, "main_score": 0.568032, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"]}, {"precision": 0.556328, "recall": 0.602767, "f1": 0.568427, "accuracy": 0.602767, "main_score": 0.568427, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"]}, {"precision": 0.541304, "recall": 0.583992, "f1": 0.552279, "accuracy": 0.583992, "main_score": 0.552279, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"]}, {"precision": 0.60687, "recall": 0.652174, "f1": 0.61812, "accuracy": 0.652174, "main_score": 0.61812, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"]}, {"precision": 0.596887, "recall": 0.640316, "f1": 0.607603, "accuracy": 0.640316, "main_score": 0.607603, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"]}, {"precision": 0.521145, "recall": 0.56917, "f1": 0.534635, "accuracy": 0.56917, "main_score": 0.534635, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"]}, {"precision": 0.565773, "recall": 0.612648, "f1": 0.578723, "accuracy": 0.612648, "main_score": 0.578723, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"]}, {"precision": 0.58455, "recall": 0.628458, "f1": 0.596109, "accuracy": 0.628458, "main_score": 0.596109, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"]}, {"precision": 0.581676, "recall": 0.620553, "f1": 0.591159, "accuracy": 0.620553, "main_score": 0.591159, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"]}, {"precision": 0.203204, "recall": 0.240119, "f1": 0.212611, "accuracy": 0.240119, "main_score": 0.212611, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"]}, {"precision": 0.560639, "recall": 0.606719, "f1": 0.573051, "accuracy": 0.606719, "main_score": 0.573051, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"]}, {"precision": 0.583738, "recall": 0.62747, "f1": 0.595417, "accuracy": 0.62747, "main_score": 0.595417, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"]}, {"precision": 0.568946, "recall": 0.612648, "f1": 0.580313, "accuracy": 0.612648, "main_score": 0.580313, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"]}, {"precision": 0.562424, "recall": 0.607708, "f1": 0.574232, "accuracy": 0.607708, "main_score": 0.574232, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"]}, {"precision": 0.546538, "recall": 0.590909, "f1": 0.558262, "accuracy": 0.590909, "main_score": 0.558262, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"]}, {"precision": 0.574856, "recall": 0.615613, "f1": 0.585588, "accuracy": 0.615613, "main_score": 0.585588, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"]}, {"precision": 0.553395, "recall": 0.593874, "f1": 0.564353, "accuracy": 0.593874, "main_score": 0.564353, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"]}, {"precision": 0.587467, "recall": 0.631423, "f1": 0.598913, "accuracy": 0.631423, "main_score": 0.598913, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"]}, {"precision": 0.484466, "recall": 0.535573, "f1": 0.498698, "accuracy": 0.535573, "main_score": 0.498698, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"]}, {"precision": 0.555732, "recall": 0.599802, "f1": 0.567087, "accuracy": 0.599802, "main_score": 0.567087, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"]}, {"precision": 0.583835, "recall": 0.628458, "f1": 0.595966, "accuracy": 0.628458, "main_score": 0.595966, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"]}, {"precision": 0.56481, "recall": 0.605731, "f1": 0.575445, "accuracy": 0.605731, "main_score": 0.575445, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"]}, {"precision": 0.543579, "recall": 0.593874, "f1": 0.55687, "accuracy": 0.593874, "main_score": 0.55687, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"]}, {"precision": 0.55404, "recall": 0.589921, "f1": 0.56462, "accuracy": 0.589921, "main_score": 0.56462, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"]}, {"precision": 0.387831, "recall": 0.4417, "f1": 0.40226, "accuracy": 0.4417, "main_score": 0.40226, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"]}, {"precision": 0.578876, "recall": 0.623518, "f1": 0.59038, "accuracy": 0.623518, "main_score": 0.59038, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"]}, {"precision": 0.573954, "recall": 0.617589, "f1": 0.585745, "accuracy": 0.617589, "main_score": 0.585745, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"]}, {"precision": 0.588509, "recall": 0.636364, "f1": 0.60093, "accuracy": 0.636364, "main_score": 0.60093, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"]}, {"precision": 0.595072, "recall": 0.640316, "f1": 0.607487, "accuracy": 0.640316, "main_score": 0.607487, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"]}, {"precision": 0.562781, "recall": 0.603755, "f1": 0.573911, "accuracy": 0.603755, "main_score": 0.573911, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"]}, {"precision": 0.556523, "recall": 0.605731, "f1": 0.569672, "accuracy": 0.605731, "main_score": 0.569672, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"]}, {"precision": 0.538117, "recall": 0.583992, "f1": 0.550874, "accuracy": 0.583992, "main_score": 0.550874, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"]}, {"precision": 0.538246, "recall": 0.579051, "f1": 0.549566, "accuracy": 0.579051, "main_score": 0.549566, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"]}, {"precision": 0.570787, "recall": 0.614625, "f1": 0.582007, "accuracy": 0.614625, "main_score": 0.582007, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"]}, {"precision": 0.59227, "recall": 0.633399, "f1": 0.603212, "accuracy": 0.633399, "main_score": 0.603212, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"]}, {"precision": 0.597535, "recall": 0.635375, "f1": 0.607503, "accuracy": 0.635375, "main_score": 0.607503, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"]}, {"precision": 0.506094, "recall": 0.551383, "f1": 0.519321, "accuracy": 0.551383, "main_score": 0.519321, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"]}, {"precision": 0.568899, "recall": 0.612648, "f1": 0.58105, "accuracy": 0.612648, "main_score": 0.58105, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"]}, {"precision": 0.411942, "recall": 0.459486, "f1": 0.424696, "accuracy": 0.459486, "main_score": 0.424696, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"]}, {"precision": 0.499889, "recall": 0.539526, "f1": 0.510261, "accuracy": 0.539526, "main_score": 0.510261, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"]}, {"precision": 0.604094, "recall": 0.636364, "f1": 0.612374, "accuracy": 0.636364, "main_score": 0.612374, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"]}, {"precision": 0.298777, "recall": 0.349802, "f1": 0.312642, "accuracy": 0.349802, "main_score": 0.312642, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"]}, {"precision": 0.576056, "recall": 0.617589, "f1": 0.587033, "accuracy": 0.617589, "main_score": 0.587033, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"]}, {"precision": 0.564798, "recall": 0.617589, "f1": 0.5781, "accuracy": 0.617589, "main_score": 0.5781, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"]}, {"precision": 0.591219, "recall": 0.633399, "f1": 0.601938, "accuracy": 0.633399, "main_score": 0.601938, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"]}, {"precision": 0.549557, "recall": 0.59585, "f1": 0.562526, "accuracy": 0.59585, "main_score": 0.562526, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"]}, {"precision": 0.567968, "recall": 0.598814, "f1": 0.576713, "accuracy": 0.598814, "main_score": 0.576713, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"]}, {"precision": 0.5743, "recall": 0.61166, "f1": 0.583586, "accuracy": 0.61166, "main_score": 0.583586, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"]}, {"precision": 0.558576, "recall": 0.604743, "f1": 0.570866, "accuracy": 0.604743, "main_score": 0.570866, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"]}, {"precision": 0.594679, "recall": 0.634387, "f1": 0.605133, "accuracy": 0.634387, "main_score": 0.605133, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"]}, {"precision": 0.536362, "recall": 0.56917, "f1": 0.545727, "accuracy": 0.56917, "main_score": 0.545727, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"]}, {"precision": 0.580714, "recall": 0.621542, "f1": 0.591546, "accuracy": 0.621542, "main_score": 0.591546, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"]}, {"precision": 0.533952, "recall": 0.575099, "f1": 0.546244, "accuracy": 0.575099, "main_score": 0.546244, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"]}, {"precision": 0.559455, "recall": 0.602767, "f1": 0.570584, "accuracy": 0.602767, "main_score": 0.570584, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"]}, {"precision": 0.548923, "recall": 0.594862, "f1": 0.560831, "accuracy": 0.594862, "main_score": 0.560831, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"]}, {"precision": 0.583484, "recall": 0.624506, "f1": 0.593998, "accuracy": 0.624506, "main_score": 0.593998, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"]}, {"precision": 0.264418, "recall": 0.317194, "f1": 0.277786, "accuracy": 0.317194, "main_score": 0.277786, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"]}, {"precision": 0.562344, "recall": 0.597826, "f1": 0.572421, "accuracy": 0.597826, "main_score": 0.572421, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"]}, {"precision": 0.560757, "recall": 0.606719, "f1": 0.572434, "accuracy": 0.606719, "main_score": 0.572434, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"]}, {"precision": 0.547108, "recall": 0.587945, "f1": 0.557864, "accuracy": 0.587945, "main_score": 0.557864, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"]}, {"precision": 0.468174, "recall": 0.517787, "f1": 0.481546, "accuracy": 0.517787, "main_score": 0.481546, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"]}, {"precision": 0.603054, "recall": 0.651186, "f1": 0.615099, "accuracy": 0.651186, "main_score": 0.615099, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"]}, {"precision": 0.560927, "recall": 0.606719, "f1": 0.572772, "accuracy": 0.606719, "main_score": 0.572772, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"]}, {"precision": 0.58533, "recall": 0.628458, "f1": 0.596174, "accuracy": 0.628458, "main_score": 0.596174, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"]}, {"precision": 0.477043, "recall": 0.529644, "f1": 0.491395, "accuracy": 0.529644, "main_score": 0.491395, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"]}, {"precision": 0.593618, "recall": 0.634387, "f1": 0.604249, "accuracy": 0.634387, "main_score": 0.604249, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"]}, {"precision": 0.566658, "recall": 0.607708, "f1": 0.577321, "accuracy": 0.607708, "main_score": 0.577321, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"]}, {"precision": 0.579876, "recall": 0.62253, "f1": 0.59152, "accuracy": 0.62253, "main_score": 0.59152, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"]}, {"precision": 0.555818, "recall": 0.604743, "f1": 0.569116, "accuracy": 0.604743, "main_score": 0.569116, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"]}, {"precision": 0.508086, "recall": 0.550395, "f1": 0.520586, "accuracy": 0.550395, "main_score": 0.520586, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"]}, {"precision": 0.528547, "recall": 0.571146, "f1": 0.540643, "accuracy": 0.571146, "main_score": 0.540643, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"]}, {"precision": 0.554908, "recall": 0.604743, "f1": 0.567559, "accuracy": 0.604743, "main_score": 0.567559, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"]}, {"precision": 0.588041, "recall": 0.625494, "f1": 0.597885, "accuracy": 0.625494, "main_score": 0.597885, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"]}, {"precision": 0.554441, "recall": 0.598814, "f1": 0.565749, "accuracy": 0.598814, "main_score": 0.565749, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"]}, {"precision": 0.542834, "recall": 0.581028, "f1": 0.553606, "accuracy": 0.581028, "main_score": 0.553606, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"]}, {"precision": 0.473297, "recall": 0.514822, "f1": 0.484953, "accuracy": 0.514822, "main_score": 0.484953, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"]}, {"precision": 0.603885, "recall": 0.643281, "f1": 0.614066, "accuracy": 0.643281, "main_score": 0.614066, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"]}, {"precision": 0.525337, "recall": 0.570158, "f1": 0.538033, "accuracy": 0.570158, "main_score": 0.538033, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"]}, {"precision": 0.513502, "recall": 0.55336, "f1": 0.524303, "accuracy": 0.55336, "main_score": 0.524303, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"]}, {"precision": 0.570952, "recall": 0.614625, "f1": 0.582692, "accuracy": 0.614625, "main_score": 0.582692, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"]}, {"precision": 0.490399, "recall": 0.532609, "f1": 0.502903, "accuracy": 0.532609, "main_score": 0.502903, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"]}, {"precision": 0.609489, "recall": 0.643281, "f1": 0.617792, "accuracy": 0.643281, "main_score": 0.617792, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"]}, {"precision": 0.558036, "recall": 0.604743, "f1": 0.570371, "accuracy": 0.604743, "main_score": 0.570371, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"]}, {"precision": 0.580073, "recall": 0.623518, "f1": 0.59083, "accuracy": 0.623518, "main_score": 0.59083, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"]}, {"precision": 0.585693, "recall": 0.631423, "f1": 0.597388, "accuracy": 0.631423, "main_score": 0.597388, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"]}, {"precision": 0.564633, "recall": 0.612648, "f1": 0.577047, "accuracy": 0.612648, "main_score": 0.577047, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"]}, {"precision": 0.56615, "recall": 0.609684, "f1": 0.577459, "accuracy": 0.609684, "main_score": 0.577459, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"]}, {"precision": 0.428437, "recall": 0.491107, "f1": 0.445648, "accuracy": 0.491107, "main_score": 0.445648, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"]}, {"precision": 0.51954, "recall": 0.565217, "f1": 0.531615, "accuracy": 0.565217, "main_score": 0.531615, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"]}, {"precision": 0.193772, "recall": 0.232213, "f1": 0.202501, "accuracy": 0.232213, "main_score": 0.202501, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"]}, {"precision": 0.563678, "recall": 0.603755, "f1": 0.575439, "accuracy": 0.603755, "main_score": 0.575439, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"]}, {"precision": 0.486928, "recall": 0.527668, "f1": 0.497287, "accuracy": 0.527668, "main_score": 0.497287, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"]}, {"precision": 0.580423, "recall": 0.62747, "f1": 0.593352, "accuracy": 0.62747, "main_score": 0.593352, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"]}, {"precision": 0.565156, "recall": 0.606719, "f1": 0.575817, "accuracy": 0.606719, "main_score": 0.575817, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"]}, {"precision": 0.426578, "recall": 0.48419, "f1": 0.442325, "accuracy": 0.48419, "main_score": 0.442325, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"]}, {"precision": 0.582551, "recall": 0.615613, "f1": 0.591346, "accuracy": 0.615613, "main_score": 0.591346, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"]}, {"precision": 0.571715, "recall": 0.610672, "f1": 0.582306, "accuracy": 0.610672, "main_score": 0.582306, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"]}, {"precision": 0.516613, "recall": 0.562253, "f1": 0.528254, "accuracy": 0.562253, "main_score": 0.528254, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"]}, {"precision": 0.555874, "recall": 0.599802, "f1": 0.568808, "accuracy": 0.599802, "main_score": 0.568808, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"]}, {"precision": 0.575851, "recall": 0.623518, "f1": 0.589314, "accuracy": 0.623518, "main_score": 0.589314, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"]}, {"precision": 0.549353, "recall": 0.599802, "f1": 0.562417, "accuracy": 0.599802, "main_score": 0.562417, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"]}, {"precision": 0.61081, "recall": 0.650198, "f1": 0.621128, "accuracy": 0.650198, "main_score": 0.621128, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"]}, {"precision": 0.49903, "recall": 0.540514, "f1": 0.511171, "accuracy": 0.540514, "main_score": 0.511171, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"]}, {"precision": 0.502325, "recall": 0.541502, "f1": 0.513592, "accuracy": 0.541502, "main_score": 0.513592, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"]}, {"precision": 0.559461, "recall": 0.598814, "f1": 0.569365, "accuracy": 0.598814, "main_score": 0.569365, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"]}, {"precision": 0.577929, "recall": 0.62253, "f1": 0.590328, "accuracy": 0.62253, "main_score": 0.590328, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"]}, {"precision": 0.138863, "recall": 0.179842, "f1": 0.149448, "accuracy": 0.179842, "main_score": 0.149448, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"]}, {"precision": 0.559009, "recall": 0.614625, "f1": 0.573903, "accuracy": 0.614625, "main_score": 0.573903, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"]}, {"precision": 0.483066, "recall": 0.540514, "f1": 0.498232, "accuracy": 0.540514, "main_score": 0.498232, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"]}, {"precision": 0.547618, "recall": 0.593874, "f1": 0.559712, "accuracy": 0.593874, "main_score": 0.559712, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"]}, {"precision": 0.577492, "recall": 0.623518, "f1": 0.589379, "accuracy": 0.623518, "main_score": 0.589379, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"]}, {"precision": 0.500895, "recall": 0.55336, "f1": 0.516104, "accuracy": 0.55336, "main_score": 0.516104, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"]}, {"precision": 0.529101, "recall": 0.571146, "f1": 0.540676, "accuracy": 0.571146, "main_score": 0.540676, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"]}, {"precision": 0.548113, "recall": 0.603755, "f1": 0.562755, "accuracy": 0.603755, "main_score": 0.562755, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"]}, {"precision": 0.582372, "recall": 0.625494, "f1": 0.593947, "accuracy": 0.625494, "main_score": 0.593947, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"]}, {"precision": 0.567276, "recall": 0.608696, "f1": 0.578317, "accuracy": 0.608696, "main_score": 0.578317, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"]}, {"precision": 0.555135, "recall": 0.596838, "f1": 0.566318, "accuracy": 0.596838, "main_score": 0.566318, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"]}, {"precision": 0.507311, "recall": 0.5583, "f1": 0.521352, "accuracy": 0.5583, "main_score": 0.521352, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"]}, {"precision": 0.550927, "recall": 0.596838, "f1": 0.562972, "accuracy": 0.596838, "main_score": 0.562972, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"]}, {"precision": 0.504275, "recall": 0.541502, "f1": 0.514952, "accuracy": 0.541502, "main_score": 0.514952, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"]}, {"precision": 0.509037, "recall": 0.554348, "f1": 0.521824, "accuracy": 0.554348, "main_score": 0.521824, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"]}, {"precision": 0.559534, "recall": 0.608696, "f1": 0.572311, "accuracy": 0.608696, "main_score": 0.572311, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"]}, {"precision": 0.572652, "recall": 0.614625, "f1": 0.583564, "accuracy": 0.614625, "main_score": 0.583564, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"]}, {"precision": 0.559821, "recall": 0.61166, "f1": 0.573079, "accuracy": 0.61166, "main_score": 0.573079, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"]}, {"precision": 0.429578, "recall": 0.479249, "f1": 0.442995, "accuracy": 0.479249, "main_score": 0.442995, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"]}, {"precision": 0.604011, "recall": 0.643281, "f1": 0.614252, "accuracy": 0.643281, "main_score": 0.614252, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"]}, {"precision": 0.560978, "recall": 0.609684, "f1": 0.573523, "accuracy": 0.609684, "main_score": 0.573523, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"]}, {"precision": 0.536693, "recall": 0.58498, "f1": 0.550262, "accuracy": 0.58498, "main_score": 0.550262, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"]}, {"precision": 0.503925, "recall": 0.551383, "f1": 0.516503, "accuracy": 0.551383, "main_score": 0.516503, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"]}, {"precision": 0.514535, "recall": 0.559289, "f1": 0.526863, "accuracy": 0.559289, "main_score": 0.526863, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"]}, {"precision": 0.493149, "recall": 0.541502, "f1": 0.506412, "accuracy": 0.541502, "main_score": 0.506412, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"]}, {"precision": 0.535231, "recall": 0.581028, "f1": 0.547348, "accuracy": 0.581028, "main_score": 0.547348, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"]}, {"precision": 0.570224, "recall": 0.612648, "f1": 0.582077, "accuracy": 0.612648, "main_score": 0.582077, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"]}, {"precision": 0.490822, "recall": 0.543478, "f1": 0.504375, "accuracy": 0.543478, "main_score": 0.504375, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"]}, {"precision": 0.573211, "recall": 0.619565, "f1": 0.585085, "accuracy": 0.619565, "main_score": 0.585085, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"]}, {"precision": 0.562641, "recall": 0.602767, "f1": 0.573057, "accuracy": 0.602767, "main_score": 0.573057, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"]}, {"precision": 0.590757, "recall": 0.634387, "f1": 0.602593, "accuracy": 0.634387, "main_score": 0.602593, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"]}, {"precision": 0.554104, "recall": 0.603755, "f1": 0.567747, "accuracy": 0.603755, "main_score": 0.567747, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"]}, {"precision": 0.578399, "recall": 0.62253, "f1": 0.590123, "accuracy": 0.62253, "main_score": 0.590123, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"]}, {"precision": 0.50141, "recall": 0.544466, "f1": 0.513477, "accuracy": 0.544466, "main_score": 0.513477, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"]}, {"precision": 0.56167, "recall": 0.605731, "f1": 0.573401, "accuracy": 0.605731, "main_score": 0.573401, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"]}, {"precision": 0.46243, "recall": 0.513834, "f1": 0.476767, "accuracy": 0.513834, "main_score": 0.476767, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"]}, {"precision": 0.579597, "recall": 0.619565, "f1": 0.590544, "accuracy": 0.619565, "main_score": 0.590544, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"]}, {"precision": 0.389781, "recall": 0.442688, "f1": 0.404704, "accuracy": 0.442688, "main_score": 0.404704, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"]}, {"precision": 0.555341, "recall": 0.601779, "f1": 0.567685, "accuracy": 0.601779, "main_score": 0.567685, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"]}, {"precision": 0.560854, "recall": 0.603755, "f1": 0.572941, "accuracy": 0.603755, "main_score": 0.572941, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"]}, {"precision": 0.560946, "recall": 0.598814, "f1": 0.570872, "accuracy": 0.598814, "main_score": 0.570872, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"]}, {"precision": 0.559274, "recall": 0.594862, "f1": 0.568939, "accuracy": 0.594862, "main_score": 0.568939, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"]}, {"precision": 0.539002, "recall": 0.591897, "f1": 0.55321, "accuracy": 0.591897, "main_score": 0.55321, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"]}, {"precision": 0.557479, "recall": 0.593874, "f1": 0.567541, "accuracy": 0.593874, "main_score": 0.567541, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"]}, {"precision": 0.586312, "recall": 0.631423, "f1": 0.598487, "accuracy": 0.631423, "main_score": 0.598487, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"]}, {"precision": 0.58144, "recall": 0.62253, "f1": 0.591716, "accuracy": 0.62253, "main_score": 0.591716, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"]}, {"precision": 0.576325, "recall": 0.615613, "f1": 0.58683, "accuracy": 0.615613, "main_score": 0.58683, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"]}, {"precision": 0.60481, "recall": 0.646245, "f1": 0.615396, "accuracy": 0.646245, "main_score": 0.615396, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"]}, {"precision": 0.508802, "recall": 0.55336, "f1": 0.522219, "accuracy": 0.55336, "main_score": 0.522219, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"]}, {"precision": 0.602882, "recall": 0.643281, "f1": 0.613252, "accuracy": 0.643281, "main_score": 0.613252, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"]}, {"precision": 0.554687, "recall": 0.601779, "f1": 0.567007, "accuracy": 0.601779, "main_score": 0.567007, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"]}, {"precision": 0.579067, "recall": 0.619565, "f1": 0.589384, "accuracy": 0.619565, "main_score": 0.589384, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"]}, {"precision": 0.514594, "recall": 0.562253, "f1": 0.527828, "accuracy": 0.562253, "main_score": 0.527828, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"]}, {"precision": 0.587291, "recall": 0.624506, "f1": 0.597167, "accuracy": 0.624506, "main_score": 0.597167, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"]}, {"precision": 0.558262, "recall": 0.594862, "f1": 0.568445, "accuracy": 0.594862, "main_score": 0.568445, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"]}, {"precision": 0.544569, "recall": 0.583992, "f1": 0.556199, "accuracy": 0.583992, "main_score": 0.556199, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"]}, {"precision": 0.571659, "recall": 0.623518, "f1": 0.586529, "accuracy": 0.623518, "main_score": 0.586529, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"]}, {"precision": 0.481243, "recall": 0.533597, "f1": 0.495327, "accuracy": 0.533597, "main_score": 0.495327, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"]}, {"precision": 0.579543, "recall": 0.620553, "f1": 0.589625, "accuracy": 0.620553, "main_score": 0.589625, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"]}, {"precision": 0.517021, "recall": 0.571146, "f1": 0.53162, "accuracy": 0.571146, "main_score": 0.53162, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"]}, {"precision": 0.487074, "recall": 0.531621, "f1": 0.499751, "accuracy": 0.531621, "main_score": 0.499751, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"]}, {"precision": 0.555228, "recall": 0.594862, "f1": 0.565904, "accuracy": 0.594862, "main_score": 0.565904, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"]}, {"precision": 0.550058, "recall": 0.600791, "f1": 0.562814, "accuracy": 0.600791, "main_score": 0.562814, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"]}, {"precision": 0.536561, "recall": 0.578063, "f1": 0.548026, "accuracy": 0.578063, "main_score": 0.548026, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"]}, {"precision": 0.535827, "recall": 0.58498, "f1": 0.549052, "accuracy": 0.58498, "main_score": 0.549052, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"]}, {"precision": 0.502097, "recall": 0.544466, "f1": 0.513766, "accuracy": 0.544466, "main_score": 0.513766, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"]}, {"precision": 0.548826, "recall": 0.590909, "f1": 0.560456, "accuracy": 0.590909, "main_score": 0.560456, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"]}, {"precision": 0.573802, "recall": 0.61166, "f1": 0.584051, "accuracy": 0.61166, "main_score": 0.584051, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"]}, {"precision": 0.56493, "recall": 0.59585, "f1": 0.573784, "accuracy": 0.59585, "main_score": 0.573784, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"]}, {"precision": 0.566136, "recall": 0.601779, "f1": 0.575685, "accuracy": 0.601779, "main_score": 0.575685, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"]}, {"precision": 0.543303, "recall": 0.588933, "f1": 0.555955, "accuracy": 0.588933, "main_score": 0.555955, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"]}, {"precision": 0.529222, "recall": 0.576087, "f1": 0.542505, "accuracy": 0.576087, "main_score": 0.542505, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"]}, {"precision": 0.550233, "recall": 0.598814, "f1": 0.56362, "accuracy": 0.598814, "main_score": 0.56362, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"]}, {"precision": 0.445727, "recall": 0.501976, "f1": 0.461775, "accuracy": 0.501976, "main_score": 0.461775, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"]}, {"precision": 0.563428, "recall": 0.612648, "f1": 0.576213, "accuracy": 0.612648, "main_score": 0.576213, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"]}, {"precision": 0.540763, "recall": 0.581028, "f1": 0.552522, "accuracy": 0.581028, "main_score": 0.552522, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"]}, {"precision": 0.562384, "recall": 0.605731, "f1": 0.573146, "accuracy": 0.605731, "main_score": 0.573146, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"]}, {"precision": 0.559161, "recall": 0.605731, "f1": 0.571442, "accuracy": 0.605731, "main_score": 0.571442, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"]}, {"precision": 0.511192, "recall": 0.555336, "f1": 0.522855, "accuracy": 0.555336, "main_score": 0.522855, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"]}, {"precision": 0.559198, "recall": 0.600791, "f1": 0.570628, "accuracy": 0.600791, "main_score": 0.570628, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"]}, {"precision": 0.445992, "recall": 0.490119, "f1": 0.458407, "accuracy": 0.490119, "main_score": 0.458407, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"]}, {"precision": 0.505423, "recall": 0.548419, "f1": 0.517956, "accuracy": 0.548419, "main_score": 0.517956, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"]}, {"precision": 0.252907, "recall": 0.299407, "f1": 0.264992, "accuracy": 0.299407, "main_score": 0.264992, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"]}, {"precision": 0.565594, "recall": 0.610672, "f1": 0.577552, "accuracy": 0.610672, "main_score": 0.577552, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"]}, {"precision": 0.534022, "recall": 0.574111, "f1": 0.544457, "accuracy": 0.574111, "main_score": 0.544457, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"]}, {"precision": 0.557478, "recall": 0.590909, "f1": 0.565773, "accuracy": 0.590909, "main_score": 0.565773, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"]}, {"precision": 0.571213, "recall": 0.601779, "f1": 0.579244, "accuracy": 0.601779, "main_score": 0.579244, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"]}, {"precision": 0.615584, "recall": 0.653162, "f1": 0.624952, "accuracy": 0.653162, "main_score": 0.624952, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"]}, {"precision": 0.553768, "recall": 0.596838, "f1": 0.565186, "accuracy": 0.596838, "main_score": 0.565186, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"]}, {"precision": 0.567645, "recall": 0.602767, "f1": 0.576644, "accuracy": 0.602767, "main_score": 0.576644, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"]}, {"precision": 0.570194, "recall": 0.599802, "f1": 0.57848, "accuracy": 0.599802, "main_score": 0.57848, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"]}, {"precision": 0.562906, "recall": 0.603755, "f1": 0.574255, "accuracy": 0.603755, "main_score": 0.574255, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"]}, {"precision": 0.541013, "recall": 0.585968, "f1": 0.552563, "accuracy": 0.585968, "main_score": 0.552563, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"]}, {"precision": 0.518234, "recall": 0.564229, "f1": 0.531216, "accuracy": 0.564229, "main_score": 0.531216, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"]}, {"precision": 0.559904, "recall": 0.601779, "f1": 0.570243, "accuracy": 0.601779, "main_score": 0.570243, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"]}, {"precision": 0.507274, "recall": 0.554348, "f1": 0.519565, "accuracy": 0.554348, "main_score": 0.519565, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"]}, {"precision": 0.567796, "recall": 0.610672, "f1": 0.578614, "accuracy": 0.610672, "main_score": 0.578614, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"]}, {"precision": 0.541455, "recall": 0.574111, "f1": 0.550711, "accuracy": 0.574111, "main_score": 0.550711, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"]}, {"precision": 0.558955, "recall": 0.598814, "f1": 0.569189, "accuracy": 0.598814, "main_score": 0.569189, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"]}, {"precision": 0.53641, "recall": 0.575099, "f1": 0.546088, "accuracy": 0.575099, "main_score": 0.546088, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"]}, {"precision": 0.589761, "recall": 0.629447, "f1": 0.600095, "accuracy": 0.629447, "main_score": 0.600095, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"]}, {"precision": 0.57825, "recall": 0.620553, "f1": 0.588921, "accuracy": 0.620553, "main_score": 0.588921, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"]}, {"precision": 0.541903, "recall": 0.583004, "f1": 0.55369, "accuracy": 0.583004, "main_score": 0.55369, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"]}, {"precision": 0.550022, "recall": 0.597826, "f1": 0.562383, "accuracy": 0.597826, "main_score": 0.562383, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"]}, {"precision": 0.559419, "recall": 0.601779, "f1": 0.569555, "accuracy": 0.601779, "main_score": 0.569555, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"]}, {"precision": 0.57109, "recall": 0.607708, "f1": 0.580751, "accuracy": 0.607708, "main_score": 0.580751, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"]}, {"precision": 0.221899, "recall": 0.263834, "f1": 0.232705, "accuracy": 0.263834, "main_score": 0.232705, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"]}, {"precision": 0.5508, "recall": 0.596838, "f1": 0.562838, "accuracy": 0.596838, "main_score": 0.562838, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"]}, {"precision": 0.587704, "recall": 0.623518, "f1": 0.597106, "accuracy": 0.623518, "main_score": 0.597106, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"]}, {"precision": 0.563542, "recall": 0.604743, "f1": 0.574222, "accuracy": 0.604743, "main_score": 0.574222, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"]}, {"precision": 0.56656, "recall": 0.608696, "f1": 0.577477, "accuracy": 0.608696, "main_score": 0.577477, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"]}, {"precision": 0.551052, "recall": 0.587945, "f1": 0.560973, "accuracy": 0.587945, "main_score": 0.560973, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"]}, {"precision": 0.570575, "recall": 0.608696, "f1": 0.580453, "accuracy": 0.608696, "main_score": 0.580453, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"]}, {"precision": 0.554967, "recall": 0.588933, "f1": 0.56426, "accuracy": 0.588933, "main_score": 0.56426, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"]}, {"precision": 0.56783, "recall": 0.609684, "f1": 0.579325, "accuracy": 0.609684, "main_score": 0.579325, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"]}, {"precision": 0.488749, "recall": 0.534585, "f1": 0.501201, "accuracy": 0.534585, "main_score": 0.501201, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"]}, {"precision": 0.541425, "recall": 0.583992, "f1": 0.552679, "accuracy": 0.583992, "main_score": 0.552679, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"]}, {"precision": 0.558811, "recall": 0.604743, "f1": 0.571858, "accuracy": 0.604743, "main_score": 0.571858, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"]}, {"precision": 0.555014, "recall": 0.598814, "f1": 0.566135, "accuracy": 0.598814, "main_score": 0.566135, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"]}, {"precision": 0.544993, "recall": 0.585968, "f1": 0.55593, "accuracy": 0.585968, "main_score": 0.55593, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"]}, {"precision": 0.537126, "recall": 0.572134, "f1": 0.547211, "accuracy": 0.572134, "main_score": 0.547211, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"]}, {"precision": 0.423247, "recall": 0.463439, "f1": 0.434099, "accuracy": 0.463439, "main_score": 0.434099, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"]}, {"precision": 0.569488, "recall": 0.605731, "f1": 0.57957, "accuracy": 0.605731, "main_score": 0.57957, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"]}, {"precision": 0.592063, "recall": 0.632411, "f1": 0.603255, "accuracy": 0.632411, "main_score": 0.603255, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"]}, {"precision": 0.566779, "recall": 0.612648, "f1": 0.579207, "accuracy": 0.612648, "main_score": 0.579207, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"]}, {"precision": 0.585754, "recall": 0.623518, "f1": 0.595757, "accuracy": 0.623518, "main_score": 0.595757, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"]}, {"precision": 0.551421, "recall": 0.594862, "f1": 0.562348, "accuracy": 0.594862, "main_score": 0.562348, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"]}, {"precision": 0.549687, "recall": 0.588933, "f1": 0.560293, "accuracy": 0.588933, "main_score": 0.560293, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"]}, {"precision": 0.541708, "recall": 0.582016, "f1": 0.553185, "accuracy": 0.582016, "main_score": 0.553185, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"]}, {"precision": 0.552687, "recall": 0.587945, "f1": 0.562491, "accuracy": 0.587945, "main_score": 0.562491, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"]}, {"precision": 0.563601, "recall": 0.607708, "f1": 0.574949, "accuracy": 0.607708, "main_score": 0.574949, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"]}, {"precision": 0.573823, "recall": 0.616601, "f1": 0.585027, "accuracy": 0.616601, "main_score": 0.585027, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"]}, {"precision": 0.577181, "recall": 0.617589, "f1": 0.587484, "accuracy": 0.617589, "main_score": 0.587484, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"]}, {"precision": 0.509545, "recall": 0.550395, "f1": 0.521266, "accuracy": 0.550395, "main_score": 0.521266, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"]}, {"precision": 0.56033, "recall": 0.602767, "f1": 0.570833, "accuracy": 0.602767, "main_score": 0.570833, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"]}, {"precision": 0.433383, "recall": 0.476285, "f1": 0.445034, "accuracy": 0.476285, "main_score": 0.445034, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"]}, {"precision": 0.52386, "recall": 0.55336, "f1": 0.531879, "accuracy": 0.55336, "main_score": 0.531879, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"]}, {"precision": 0.580179, "recall": 0.610672, "f1": 0.587156, "accuracy": 0.610672, "main_score": 0.587156, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"]}, {"precision": 0.322178, "recall": 0.371542, "f1": 0.334882, "accuracy": 0.371542, "main_score": 0.334882, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"]}, {"precision": 0.561857, "recall": 0.603755, "f1": 0.572786, "accuracy": 0.603755, "main_score": 0.572786, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"]}, {"precision": 0.555403, "recall": 0.603755, "f1": 0.567376, "accuracy": 0.603755, "main_score": 0.567376, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"]}, {"precision": 0.570894, "recall": 0.615613, "f1": 0.583399, "accuracy": 0.615613, "main_score": 0.583399, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"]}, {"precision": 0.545922, "recall": 0.590909, "f1": 0.558158, "accuracy": 0.590909, "main_score": 0.558158, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"]}, {"precision": 0.5284, "recall": 0.560277, "f1": 0.537013, "accuracy": 0.560277, "main_score": 0.537013, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"]}, {"precision": 0.577732, "recall": 0.617589, "f1": 0.587231, "accuracy": 0.617589, "main_score": 0.587231, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"]}, {"precision": 0.563321, "recall": 0.59585, "f1": 0.571899, "accuracy": 0.59585, "main_score": 0.571899, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"]}, {"precision": 0.586425, "recall": 0.625494, "f1": 0.596048, "accuracy": 0.625494, "main_score": 0.596048, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"]}, {"precision": 0.544863, "recall": 0.576087, "f1": 0.55249, "accuracy": 0.576087, "main_score": 0.55249, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"]}, {"precision": 0.565396, "recall": 0.601779, "f1": 0.574337, "accuracy": 0.601779, "main_score": 0.574337, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"]}, {"precision": 0.526907, "recall": 0.565217, "f1": 0.53726, "accuracy": 0.565217, "main_score": 0.53726, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"]}, {"precision": 0.568244, "recall": 0.604743, "f1": 0.578444, "accuracy": 0.604743, "main_score": 0.578444, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"]}, {"precision": 0.538482, "recall": 0.581028, "f1": 0.549718, "accuracy": 0.581028, "main_score": 0.549718, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"]}, {"precision": 0.568161, "recall": 0.605731, "f1": 0.57759, "accuracy": 0.605731, "main_score": 0.57759, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"]}, {"precision": 0.307509, "recall": 0.360672, "f1": 0.320715, "accuracy": 0.360672, "main_score": 0.320715, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"]}, {"precision": 0.552047, "recall": 0.590909, "f1": 0.563241, "accuracy": 0.590909, "main_score": 0.563241, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"]}, {"precision": 0.53827, "recall": 0.583004, "f1": 0.550697, "accuracy": 0.583004, "main_score": 0.550697, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"]}, {"precision": 0.556346, "recall": 0.59585, "f1": 0.566906, "accuracy": 0.59585, "main_score": 0.566906, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"]}, {"precision": 0.494095, "recall": 0.534585, "f1": 0.505736, "accuracy": 0.534585, "main_score": 0.505736, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"]}, {"precision": 0.59047, "recall": 0.62747, "f1": 0.599926, "accuracy": 0.62747, "main_score": 0.599926, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"]}, {"precision": 0.556856, "recall": 0.601779, "f1": 0.568343, "accuracy": 0.601779, "main_score": 0.568343, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"]}, {"precision": 0.561772, "recall": 0.601779, "f1": 0.572004, "accuracy": 0.601779, "main_score": 0.572004, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"]}, {"precision": 0.492134, "recall": 0.537549, "f1": 0.504874, "accuracy": 0.537549, "main_score": 0.504874, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"]}, {"precision": 0.580321, "recall": 0.615613, "f1": 0.589032, "accuracy": 0.615613, "main_score": 0.589032, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"]}, {"precision": 0.54246, "recall": 0.588933, "f1": 0.554373, "accuracy": 0.588933, "main_score": 0.554373, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"]}, {"precision": 0.572772, "recall": 0.610672, "f1": 0.583126, "accuracy": 0.610672, "main_score": 0.583126, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"]}, {"precision": 0.553514, "recall": 0.598814, "f1": 0.565017, "accuracy": 0.598814, "main_score": 0.565017, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"]}, {"precision": 0.51586, "recall": 0.55336, "f1": 0.526489, "accuracy": 0.55336, "main_score": 0.526489, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"]}, {"precision": 0.544559, "recall": 0.582016, "f1": 0.554491, "accuracy": 0.582016, "main_score": 0.554491, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"]}, {"precision": 0.540125, "recall": 0.592885, "f1": 0.553376, "accuracy": 0.592885, "main_score": 0.553376, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"]}, {"precision": 0.566988, "recall": 0.61166, "f1": 0.578759, "accuracy": 0.61166, "main_score": 0.578759, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"]}, {"precision": 0.548358, "recall": 0.594862, "f1": 0.559837, "accuracy": 0.594862, "main_score": 0.559837, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"]}, {"precision": 0.530734, "recall": 0.570158, "f1": 0.540863, "accuracy": 0.570158, "main_score": 0.540863, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"]}, {"precision": 0.475786, "recall": 0.512846, "f1": 0.486421, "accuracy": 0.512846, "main_score": 0.486421, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"]}, {"precision": 0.575933, "recall": 0.613636, "f1": 0.585617, "accuracy": 0.613636, "main_score": 0.585617, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"]}, {"precision": 0.524476, "recall": 0.567194, "f1": 0.534907, "accuracy": 0.567194, "main_score": 0.534907, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"]}, {"precision": 0.516455, "recall": 0.554348, "f1": 0.527095, "accuracy": 0.554348, "main_score": 0.527095, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"]}, {"precision": 0.564286, "recall": 0.600791, "f1": 0.573708, "accuracy": 0.600791, "main_score": 0.573708, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"]}, {"precision": 0.488587, "recall": 0.525692, "f1": 0.49952, "accuracy": 0.525692, "main_score": 0.49952, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"]}, {"precision": 0.594262, "recall": 0.628458, "f1": 0.602327, "accuracy": 0.628458, "main_score": 0.602327, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"]}, {"precision": 0.560277, "recall": 0.602767, "f1": 0.571803, "accuracy": 0.602767, "main_score": 0.571803, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"]}, {"precision": 0.57101, "recall": 0.610672, "f1": 0.58199, "accuracy": 0.610672, "main_score": 0.58199, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"]}, {"precision": 0.577248, "recall": 0.612648, "f1": 0.586661, "accuracy": 0.612648, "main_score": 0.586661, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"]}, {"precision": 0.549322, "recall": 0.597826, "f1": 0.561806, "accuracy": 0.597826, "main_score": 0.561806, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"]}, {"precision": 0.558778, "recall": 0.600791, "f1": 0.569299, "accuracy": 0.600791, "main_score": 0.569299, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"]}, {"precision": 0.426077, "recall": 0.485178, "f1": 0.441663, "accuracy": 0.485178, "main_score": 0.441663, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"]}, {"precision": 0.517554, "recall": 0.5583, "f1": 0.528659, "accuracy": 0.5583, "main_score": 0.528659, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"]}, {"precision": 0.205185, "recall": 0.252964, "f1": 0.216621, "accuracy": 0.252964, "main_score": 0.216621, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"]}, {"precision": 0.534265, "recall": 0.56917, "f1": 0.544633, "accuracy": 0.56917, "main_score": 0.544633, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"]}, {"precision": 0.471798, "recall": 0.508893, "f1": 0.481926, "accuracy": 0.508893, "main_score": 0.481926, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"]}, {"precision": 0.581742, "recall": 0.617589, "f1": 0.591082, "accuracy": 0.617589, "main_score": 0.591082, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"]}, {"precision": 0.56165, "recall": 0.598814, "f1": 0.571743, "accuracy": 0.598814, "main_score": 0.571743, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"]}, {"precision": 0.449396, "recall": 0.498024, "f1": 0.46283, "accuracy": 0.498024, "main_score": 0.46283, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"]}, {"precision": 0.553095, "recall": 0.591897, "f1": 0.563486, "accuracy": 0.591897, "main_score": 0.563486, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"]}, {"precision": 0.566075, "recall": 0.609684, "f1": 0.57792, "accuracy": 0.609684, "main_score": 0.57792, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"]}, {"precision": 0.526689, "recall": 0.574111, "f1": 0.538861, "accuracy": 0.574111, "main_score": 0.538861, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"]}, {"precision": 0.554616, "recall": 0.601779, "f1": 0.567132, "accuracy": 0.601779, "main_score": 0.567132, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"]}, {"precision": 0.578396, "recall": 0.619565, "f1": 0.589553, "accuracy": 0.619565, "main_score": 0.589553, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"]}, {"precision": 0.543005, "recall": 0.590909, "f1": 0.556319, "accuracy": 0.590909, "main_score": 0.556319, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"]}, {"precision": 0.587087, "recall": 0.619565, "f1": 0.595304, "accuracy": 0.619565, "main_score": 0.595304, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"]}, {"precision": 0.505641, "recall": 0.549407, "f1": 0.518056, "accuracy": 0.549407, "main_score": 0.518056, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"]}, {"precision": 0.491502, "recall": 0.532609, "f1": 0.502364, "accuracy": 0.532609, "main_score": 0.502364, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"]}, {"precision": 0.574269, "recall": 0.604743, "f1": 0.582469, "accuracy": 0.604743, "main_score": 0.582469, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"]}, {"precision": 0.575238, "recall": 0.614625, "f1": 0.585243, "accuracy": 0.614625, "main_score": 0.585243, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"]}, {"precision": 0.149563, "recall": 0.197628, "f1": 0.16196, "accuracy": 0.197628, "main_score": 0.16196, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"]}, {"precision": 0.550211, "recall": 0.597826, "f1": 0.563203, "accuracy": 0.597826, "main_score": 0.563203, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"]}, {"precision": 0.506644, "recall": 0.556324, "f1": 0.519584, "accuracy": 0.556324, "main_score": 0.519584, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"]}, {"precision": 0.531307, "recall": 0.572134, "f1": 0.542457, "accuracy": 0.572134, "main_score": 0.542457, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"]}, {"precision": 0.572362, "recall": 0.612648, "f1": 0.583, "accuracy": 0.612648, "main_score": 0.583, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"]}, {"precision": 0.505295, "recall": 0.55336, "f1": 0.519061, "accuracy": 0.55336, "main_score": 0.519061, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"]}, {"precision": 0.535797, "recall": 0.576087, "f1": 0.547584, "accuracy": 0.576087, "main_score": 0.547584, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"]}, {"precision": 0.554473, "recall": 0.594862, "f1": 0.565549, "accuracy": 0.594862, "main_score": 0.565549, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"]}, {"precision": 0.573277, "recall": 0.612648, "f1": 0.583633, "accuracy": 0.612648, "main_score": 0.583633, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"]}, {"precision": 0.567305, "recall": 0.604743, "f1": 0.576565, "accuracy": 0.604743, "main_score": 0.576565, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"]}, {"precision": 0.541715, "recall": 0.58004, "f1": 0.551676, "accuracy": 0.58004, "main_score": 0.551676, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"]}, {"precision": 0.497152, "recall": 0.550395, "f1": 0.512242, "accuracy": 0.550395, "main_score": 0.512242, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"]}, {"precision": 0.565076, "recall": 0.599802, "f1": 0.573916, "accuracy": 0.599802, "main_score": 0.573916, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"]}, {"precision": 0.511395, "recall": 0.543478, "f1": 0.520817, "accuracy": 0.543478, "main_score": 0.520817, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"]}, {"precision": 0.523905, "recall": 0.568182, "f1": 0.53672, "accuracy": 0.568182, "main_score": 0.53672, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"]}, {"precision": 0.554974, "recall": 0.600791, "f1": 0.566734, "accuracy": 0.600791, "main_score": 0.566734, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"]}, {"precision": 0.559481, "recall": 0.600791, "f1": 0.570053, "accuracy": 0.600791, "main_score": 0.570053, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"]}, {"precision": 0.541529, "recall": 0.589921, "f1": 0.553913, "accuracy": 0.589921, "main_score": 0.553913, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"]}, {"precision": 0.451244, "recall": 0.496047, "f1": 0.462995, "accuracy": 0.496047, "main_score": 0.462995, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"]}, {"precision": 0.593443, "recall": 0.62747, "f1": 0.602128, "accuracy": 0.62747, "main_score": 0.602128, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"]}, {"precision": 0.551284, "recall": 0.599802, "f1": 0.562735, "accuracy": 0.599802, "main_score": 0.562735, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"]}, {"precision": 0.5146, "recall": 0.565217, "f1": 0.527633, "accuracy": 0.565217, "main_score": 0.527633, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"]}, {"precision": 0.515027, "recall": 0.551383, "f1": 0.524474, "accuracy": 0.551383, "main_score": 0.524474, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"]}, {"precision": 0.51238, "recall": 0.554348, "f1": 0.525134, "accuracy": 0.554348, "main_score": 0.525134, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"]}, {"precision": 0.490027, "recall": 0.529644, "f1": 0.501178, "accuracy": 0.529644, "main_score": 0.501178, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"]}, {"precision": 0.546936, "recall": 0.586957, "f1": 0.557736, "accuracy": 0.586957, "main_score": 0.557736, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"]}, {"precision": 0.609692, "recall": 0.645257, "f1": 0.619771, "accuracy": 0.645257, "main_score": 0.619771, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"]}, {"precision": 0.484596, "recall": 0.545455, "f1": 0.50027, "accuracy": 0.545455, "main_score": 0.50027, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"]}, {"precision": 0.55745, "recall": 0.604743, "f1": 0.569194, "accuracy": 0.604743, "main_score": 0.569194, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"]}, {"precision": 0.551281, "recall": 0.597826, "f1": 0.562896, "accuracy": 0.597826, "main_score": 0.562896, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"]}, {"precision": 0.57125, "recall": 0.610672, "f1": 0.58123, "accuracy": 0.610672, "main_score": 0.58123, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"]}, {"precision": 0.550281, "recall": 0.597826, "f1": 0.562589, "accuracy": 0.597826, "main_score": 0.562589, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"]}, {"precision": 0.581654, "recall": 0.621542, "f1": 0.591967, "accuracy": 0.621542, "main_score": 0.591967, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"]}, {"precision": 0.516043, "recall": 0.5583, "f1": 0.527658, "accuracy": 0.5583, "main_score": 0.527658, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"]}, {"precision": 0.55848, "recall": 0.596838, "f1": 0.567967, "accuracy": 0.596838, "main_score": 0.567967, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"]}, {"precision": 0.475791, "recall": 0.522727, "f1": 0.489024, "accuracy": 0.522727, "main_score": 0.489024, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"]}, {"precision": 0.576967, "recall": 0.615613, "f1": 0.586673, "accuracy": 0.615613, "main_score": 0.586673, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"]}, {"precision": 0.418226, "recall": 0.469368, "f1": 0.432632, "accuracy": 0.469368, "main_score": 0.432632, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"]}, {"precision": 0.540615, "recall": 0.588933, "f1": 0.551942, "accuracy": 0.588933, "main_score": 0.551942, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"]}, {"precision": 0.546511, "recall": 0.590909, "f1": 0.557468, "accuracy": 0.590909, "main_score": 0.557468, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"]}, {"precision": 0.557022, "recall": 0.599802, "f1": 0.568339, "accuracy": 0.599802, "main_score": 0.568339, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"]}, {"precision": 0.535691, "recall": 0.572134, "f1": 0.544947, "accuracy": 0.572134, "main_score": 0.544947, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"]}, {"precision": 0.533656, "recall": 0.578063, "f1": 0.545009, "accuracy": 0.578063, "main_score": 0.545009, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"]}, {"precision": 0.547887, "recall": 0.582016, "f1": 0.55723, "accuracy": 0.582016, "main_score": 0.55723, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"]}, {"precision": 0.561932, "recall": 0.601779, "f1": 0.572919, "accuracy": 0.601779, "main_score": 0.572919, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"]}, {"precision": 0.574123, "recall": 0.61166, "f1": 0.583208, "accuracy": 0.61166, "main_score": 0.583208, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"]}, {"precision": 0.577292, "recall": 0.609684, "f1": 0.585413, "accuracy": 0.609684, "main_score": 0.585413, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"]}, {"precision": 0.587797, "recall": 0.62747, "f1": 0.597668, "accuracy": 0.62747, "main_score": 0.597668, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"]}, {"precision": 0.51105, "recall": 0.554348, "f1": 0.523072, "accuracy": 0.554348, "main_score": 0.523072, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"]}, {"precision": 0.576897, "recall": 0.614625, "f1": 0.586624, "accuracy": 0.614625, "main_score": 0.586624, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"]}, {"precision": 0.553003, "recall": 0.596838, "f1": 0.56445, "accuracy": 0.596838, "main_score": 0.56445, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"]}, {"precision": 0.555618, "recall": 0.601779, "f1": 0.567531, "accuracy": 0.601779, "main_score": 0.567531, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"]}, {"precision": 0.51102, "recall": 0.555336, "f1": 0.523815, "accuracy": 0.555336, "main_score": 0.523815, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"]}, {"precision": 0.581667, "recall": 0.620553, "f1": 0.592188, "accuracy": 0.620553, "main_score": 0.592188, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"]}, {"precision": 0.562477, "recall": 0.599802, "f1": 0.572009, "accuracy": 0.599802, "main_score": 0.572009, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"]}, {"precision": 0.559135, "recall": 0.600791, "f1": 0.570331, "accuracy": 0.600791, "main_score": 0.570331, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"]}, {"precision": 0.591523, "recall": 0.629447, "f1": 0.602349, "accuracy": 0.629447, "main_score": 0.602349, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"]}, {"precision": 0.482957, "recall": 0.529644, "f1": 0.496138, "accuracy": 0.529644, "main_score": 0.496138, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"]}, {"precision": 0.570748, "recall": 0.617589, "f1": 0.582648, "accuracy": 0.617589, "main_score": 0.582648, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"]}, {"precision": 0.542126, "recall": 0.583004, "f1": 0.553554, "accuracy": 0.583004, "main_score": 0.553554, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"]}, {"precision": 0.510203, "recall": 0.548419, "f1": 0.520429, "accuracy": 0.548419, "main_score": 0.520429, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"]}, {"precision": 0.553716, "recall": 0.588933, "f1": 0.563659, "accuracy": 0.588933, "main_score": 0.563659, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"]}, {"precision": 0.531401, "recall": 0.588933, "f1": 0.546656, "accuracy": 0.588933, "main_score": 0.546656, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"]}, {"precision": 0.552668, "recall": 0.598814, "f1": 0.56558, "accuracy": 0.598814, "main_score": 0.56558, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"]}, {"precision": 0.542943, "recall": 0.587945, "f1": 0.554084, "accuracy": 0.587945, "main_score": 0.554084, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"]}, {"precision": 0.492104, "recall": 0.535573, "f1": 0.504651, "accuracy": 0.535573, "main_score": 0.504651, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"]}, {"precision": 0.560455, "recall": 0.59585, "f1": 0.569917, "accuracy": 0.59585, "main_score": 0.569917, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"]}, {"precision": 0.565785, "recall": 0.601779, "f1": 0.574786, "accuracy": 0.601779, "main_score": 0.574786, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"]}, {"precision": 0.537386, "recall": 0.570158, "f1": 0.547041, "accuracy": 0.570158, "main_score": 0.547041, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"]}, {"precision": 0.552585, "recall": 0.582016, "f1": 0.56103, "accuracy": 0.582016, "main_score": 0.56103, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"]}, {"precision": 0.529951, "recall": 0.576087, "f1": 0.542202, "accuracy": 0.576087, "main_score": 0.542202, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"]}, {"precision": 0.524506, "recall": 0.571146, "f1": 0.53688, "accuracy": 0.571146, "main_score": 0.53688, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"]}, {"precision": 0.546713, "recall": 0.590909, "f1": 0.558322, "accuracy": 0.590909, "main_score": 0.558322, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"]}, {"precision": 0.429408, "recall": 0.48913, "f1": 0.446458, "accuracy": 0.48913, "main_score": 0.446458, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"]}, {"precision": 0.551013, "recall": 0.593874, "f1": 0.562491, "accuracy": 0.593874, "main_score": 0.562491, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"]}, {"precision": 0.531821, "recall": 0.571146, "f1": 0.542753, "accuracy": 0.571146, "main_score": 0.542753, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"]}, {"precision": 0.556311, "recall": 0.594862, "f1": 0.565766, "accuracy": 0.594862, "main_score": 0.565766, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"]}, {"precision": 0.564649, "recall": 0.606719, "f1": 0.575842, "accuracy": 0.606719, "main_score": 0.575842, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"]}, {"precision": 0.518155, "recall": 0.5583, "f1": 0.529417, "accuracy": 0.5583, "main_score": 0.529417, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"]}, {"precision": 0.527662, "recall": 0.56917, "f1": 0.539559, "accuracy": 0.56917, "main_score": 0.539559, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"]}, {"precision": 0.551246, "recall": 0.617589, "f1": 0.569677, "accuracy": 0.617589, "main_score": 0.569677, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"]}, {"precision": 0.4994, "recall": 0.560277, "f1": 0.516727, "accuracy": 0.560277, "main_score": 0.516727, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"]}, {"precision": 0.402499, "recall": 0.48913, "f1": 0.425159, "accuracy": 0.48913, "main_score": 0.425159, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"]}, {"precision": 0.561104, "recall": 0.617589, "f1": 0.576975, "accuracy": 0.617589, "main_score": 0.576975, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"]}, {"precision": 0.844015, "recall": 0.880435, "f1": 0.85524, "accuracy": 0.880435, "main_score": 0.85524, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"]}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.94697, "accuracy": 0.95751, "main_score": 0.94697, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"]}, {"precision": 0.566258, "recall": 0.626482, "f1": 0.583554, "accuracy": 0.626482, "main_score": 0.583554, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"]}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"]}, {"precision": 0.597592, "recall": 0.659091, "f1": 0.615006, "accuracy": 0.659091, "main_score": 0.615006, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"]}, {"precision": 0.533432, "recall": 0.594862, "f1": 0.550828, "accuracy": 0.594862, "main_score": 0.550828, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"]}, {"precision": 0.183344, "recall": 0.231225, "f1": 0.195626, "accuracy": 0.231225, "main_score": 0.195626, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"]}, {"precision": 0.603058, "recall": 0.653162, "f1": 0.616966, "accuracy": 0.653162, "main_score": 0.616966, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"]}, {"precision": 0.631538, "recall": 0.690711, "f1": 0.648899, "accuracy": 0.690711, "main_score": 0.648899, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"]}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"]}, {"precision": 0.521196, "recall": 0.571146, "f1": 0.536086, "accuracy": 0.571146, "main_score": 0.536086, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"]}, {"precision": 0.464356, "recall": 0.539526, "f1": 0.485118, "accuracy": 0.539526, "main_score": 0.485118, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"]}, {"precision": 0.532411, "recall": 0.594862, "f1": 0.550823, "accuracy": 0.594862, "main_score": 0.550823, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"]}, {"precision": 0.545372, "recall": 0.603755, "f1": 0.561684, "accuracy": 0.603755, "main_score": 0.561684, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"]}, {"precision": 0.875412, "recall": 0.908103, "f1": 0.885771, "accuracy": 0.908103, "main_score": 0.885771, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"]}, {"precision": 0.520177, "recall": 0.573123, "f1": 0.535263, "accuracy": 0.573123, "main_score": 0.535263, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"]}, {"precision": 0.513761, "recall": 0.577075, "f1": 0.530868, "accuracy": 0.577075, "main_score": 0.530868, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"]}, {"precision": 0.490025, "recall": 0.545455, "f1": 0.505297, "accuracy": 0.545455, "main_score": 0.505297, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"]}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.92892, "accuracy": 0.943676, "main_score": 0.92892, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"]}, {"precision": 0.298371, "recall": 0.353755, "f1": 0.313597, "accuracy": 0.353755, "main_score": 0.313597, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"]}, {"precision": 0.572749, "recall": 0.632411, "f1": 0.589315, "accuracy": 0.632411, "main_score": 0.589315, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"]}, {"precision": 0.569718, "recall": 0.618577, "f1": 0.5837, "accuracy": 0.618577, "main_score": 0.5837, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"]}, {"precision": 0.684823, "recall": 0.749012, "f1": 0.703595, "accuracy": 0.749012, "main_score": 0.703595, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"]}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"]}, {"precision": 0.609866, "recall": 0.6917, "f1": 0.633753, "accuracy": 0.6917, "main_score": 0.633753, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"]}, {"precision": 0.681738, "recall": 0.742095, "f1": 0.698979, "accuracy": 0.742095, "main_score": 0.698979, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"]}, {"precision": 0.622523, "recall": 0.681818, "f1": 0.640234, "accuracy": 0.681818, "main_score": 0.640234, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"]}, {"precision": 0.629648, "recall": 0.699605, "f1": 0.650277, "accuracy": 0.699605, "main_score": 0.650277, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"]}, {"precision": 0.979743, "recall": 0.98419, "f1": 0.981225, "accuracy": 0.98419, "main_score": 0.981225, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"]}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"]}, {"precision": 0.529276, "recall": 0.589921, "f1": 0.546116, "accuracy": 0.589921, "main_score": 0.546116, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"]}, {"precision": 0.528419, "recall": 0.582016, "f1": 0.543459, "accuracy": 0.582016, "main_score": 0.543459, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"]}, {"precision": 0.786571, "recall": 0.832016, "f1": 0.8002, "accuracy": 0.832016, "main_score": 0.8002, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"]}, {"precision": 0.457696, "recall": 0.506917, "f1": 0.470743, "accuracy": 0.506917, "main_score": 0.470743, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"]}, {"precision": 0.829545, "recall": 0.869565, "f1": 0.841667, "accuracy": 0.869565, "main_score": 0.841667, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"]}, {"precision": 0.524961, "recall": 0.583004, "f1": 0.541383, "accuracy": 0.583004, "main_score": 0.541383, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"]}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"]}, {"precision": 0.565923, "recall": 0.633399, "f1": 0.585257, "accuracy": 0.633399, "main_score": 0.585257, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"]}, {"precision": 0.18876, "recall": 0.243083, "f1": 0.201457, "accuracy": 0.243083, "main_score": 0.201457, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"]}, {"precision": 0.610071, "recall": 0.672925, "f1": 0.627911, "accuracy": 0.672925, "main_score": 0.627911, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"]}, {"precision": 0.775313, "recall": 0.831028, "f1": 0.792278, "accuracy": 0.831028, "main_score": 0.792278, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"]}, {"precision": 0.403735, "recall": 0.463439, "f1": 0.420309, "accuracy": 0.463439, "main_score": 0.420309, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"]}, {"precision": 0.646864, "recall": 0.704545, "f1": 0.663916, "accuracy": 0.704545, "main_score": 0.663916, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"]}, {"precision": 0.539947, "recall": 0.604743, "f1": 0.557579, "accuracy": 0.604743, "main_score": 0.557579, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"]}, {"precision": 0.515695, "recall": 0.578063, "f1": 0.532267, "accuracy": 0.578063, "main_score": 0.532267, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"]}, {"precision": 0.637335, "recall": 0.692688, "f1": 0.653228, "accuracy": 0.692688, "main_score": 0.653228, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"]}, {"precision": 0.190527, "recall": 0.267787, "f1": 0.210266, "accuracy": 0.267787, "main_score": 0.210266, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"]}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"]}, {"precision": 0.555949, "recall": 0.613636, "f1": 0.57273, "accuracy": 0.613636, "main_score": 0.57273, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"]}, {"precision": 0.556021, "recall": 0.614625, "f1": 0.572636, "accuracy": 0.614625, "main_score": 0.572636, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"]}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"]}, {"precision": 0.691282, "recall": 0.755929, "f1": 0.709999, "accuracy": 0.755929, "main_score": 0.709999, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"]}, {"precision": 0.538245, "recall": 0.591897, "f1": 0.553272, "accuracy": 0.591897, "main_score": 0.553272, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"]}, {"precision": 0.738949, "recall": 0.790514, "f1": 0.754564, "accuracy": 0.790514, "main_score": 0.754564, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"]}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"]}, {"precision": 0.462738, "recall": 0.519763, "f1": 0.478906, "accuracy": 0.519763, "main_score": 0.478906, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"]}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"]}, {"precision": 0.825438, "recall": 0.87253, "f1": 0.840135, "accuracy": 0.87253, "main_score": 0.840135, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"]}, {"precision": 0.935441, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"]}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"]}, {"precision": 0.589555, "recall": 0.641304, "f1": 0.604075, "accuracy": 0.641304, "main_score": 0.604075, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"]}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"]}, {"precision": 0.86413, "recall": 0.902174, "f1": 0.876318, "accuracy": 0.902174, "main_score": 0.876318, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"]}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"]}, {"precision": 0.436342, "recall": 0.505929, "f1": 0.455654, "accuracy": 0.505929, "main_score": 0.455654, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"]}, {"precision": 0.597037, "recall": 0.666996, "f1": 0.616898, "accuracy": 0.666996, "main_score": 0.616898, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"]}, {"precision": 0.981472, "recall": 0.986166, "f1": 0.982938, "accuracy": 0.986166, "main_score": 0.982938, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"]}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"]}, {"precision": 0.805857, "recall": 0.850791, "f1": 0.819565, "accuracy": 0.850791, "main_score": 0.819565, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"]}, {"precision": 0.618858, "recall": 0.666996, "f1": 0.632999, "accuracy": 0.666996, "main_score": 0.632999, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"]}, {"precision": 0.620616, "recall": 0.678854, "f1": 0.637637, "accuracy": 0.678854, "main_score": 0.637637, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"]}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931489, "accuracy": 0.94664, "main_score": 0.931489, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"]}, {"precision": 0.532091, "recall": 0.592885, "f1": 0.549655, "accuracy": 0.592885, "main_score": 0.549655, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"]}, {"precision": 0.523331, "recall": 0.581028, "f1": 0.539717, "accuracy": 0.581028, "main_score": 0.539717, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"]}, {"precision": 0.782757, "recall": 0.833992, "f1": 0.798748, "accuracy": 0.833992, "main_score": 0.798748, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"]}, {"precision": 0.528065, "recall": 0.588933, "f1": 0.544933, "accuracy": 0.588933, "main_score": 0.544933, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"]}, {"precision": 0.590662, "recall": 0.649209, "f1": 0.607265, "accuracy": 0.649209, "main_score": 0.607265, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"]}, {"precision": 0.899457, "recall": 0.927866, "f1": 0.908663, "accuracy": 0.927866, "main_score": 0.908663, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"]}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"]}, {"precision": 0.474827, "recall": 0.527668, "f1": 0.489888, "accuracy": 0.527668, "main_score": 0.489888, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"]}, {"precision": 0.5561, "recall": 0.613636, "f1": 0.571934, "accuracy": 0.613636, "main_score": 0.571934, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"]}, {"precision": 0.564652, "recall": 0.62747, "f1": 0.582635, "accuracy": 0.62747, "main_score": 0.582635, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"]}, {"precision": 0.539545, "recall": 0.594862, "f1": 0.555066, "accuracy": 0.594862, "main_score": 0.555066, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"]}, {"precision": 0.527986, "recall": 0.596838, "f1": 0.548118, "accuracy": 0.596838, "main_score": 0.548118, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"]}, {"precision": 0.685484, "recall": 0.749012, "f1": 0.703823, "accuracy": 0.749012, "main_score": 0.703823, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"]}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"]}, {"precision": 0.725553, "recall": 0.780632, "f1": 0.742375, "accuracy": 0.780632, "main_score": 0.742375, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"]}, {"precision": 0.847332, "recall": 0.884387, "f1": 0.85863, "accuracy": 0.884387, "main_score": 0.85863, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"]}, {"precision": 0.455814, "recall": 0.529644, "f1": 0.476501, "accuracy": 0.529644, "main_score": 0.476501, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"]}, {"precision": 0.687862, "recall": 0.745059, "f1": 0.704992, "accuracy": 0.745059, "main_score": 0.704992, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"]}, {"precision": 0.57842, "recall": 0.625494, "f1": 0.591649, "accuracy": 0.625494, "main_score": 0.591649, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"]}, {"precision": 0.396658, "recall": 0.454545, "f1": 0.412041, "accuracy": 0.454545, "main_score": 0.412041, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"]}, {"precision": 0.474242, "recall": 0.524704, "f1": 0.488989, "accuracy": 0.524704, "main_score": 0.488989, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"]}, {"precision": 0.165345, "recall": 0.20751, "f1": 0.175723, "accuracy": 0.20751, "main_score": 0.175723, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"]}, {"precision": 0.526727, "recall": 0.582016, "f1": 0.541522, "accuracy": 0.582016, "main_score": 0.541522, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"]}, {"precision": 0.475146, "recall": 0.527668, "f1": 0.48924, "accuracy": 0.527668, "main_score": 0.48924, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"]}, {"precision": 0.526981, "recall": 0.579051, "f1": 0.541264, "accuracy": 0.579051, "main_score": 0.541264, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"]}, {"precision": 0.533845, "recall": 0.58004, "f1": 0.54574, "accuracy": 0.58004, "main_score": 0.54574, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"]}, {"precision": 0.514217, "recall": 0.552372, "f1": 0.524581, "accuracy": 0.552372, "main_score": 0.524581, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"]}, {"precision": 0.532925, "recall": 0.58498, "f1": 0.546796, "accuracy": 0.58498, "main_score": 0.546796, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"]}, {"precision": 0.538745, "recall": 0.583992, "f1": 0.550417, "accuracy": 0.583992, "main_score": 0.550417, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"]}, {"precision": 0.550819, "recall": 0.592885, "f1": 0.562127, "accuracy": 0.592885, "main_score": 0.562127, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"]}, {"precision": 0.525096, "recall": 0.573123, "f1": 0.538102, "accuracy": 0.573123, "main_score": 0.538102, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"]}, {"precision": 0.518234, "recall": 0.573123, "f1": 0.532849, "accuracy": 0.573123, "main_score": 0.532849, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"]}, {"precision": 0.490614, "recall": 0.534585, "f1": 0.502569, "accuracy": 0.534585, "main_score": 0.502569, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"]}, {"precision": 0.529273, "recall": 0.582016, "f1": 0.54303, "accuracy": 0.582016, "main_score": 0.54303, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"]}, {"precision": 0.478838, "recall": 0.534585, "f1": 0.493493, "accuracy": 0.534585, "main_score": 0.493493, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"]}, {"precision": 0.530687, "recall": 0.58004, "f1": 0.544156, "accuracy": 0.58004, "main_score": 0.544156, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"]}, {"precision": 0.521677, "recall": 0.565217, "f1": 0.533793, "accuracy": 0.565217, "main_score": 0.533793, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"]}, {"precision": 0.521741, "recall": 0.577075, "f1": 0.536557, "accuracy": 0.577075, "main_score": 0.536557, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"]}, {"precision": 0.507655, "recall": 0.556324, "f1": 0.521315, "accuracy": 0.556324, "main_score": 0.521315, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"]}, {"precision": 0.563802, "recall": 0.61166, "f1": 0.576332, "accuracy": 0.61166, "main_score": 0.576332, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"]}, {"precision": 0.544366, "recall": 0.593874, "f1": 0.557963, "accuracy": 0.593874, "main_score": 0.557963, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"]}, {"precision": 0.466974, "recall": 0.511858, "f1": 0.479401, "accuracy": 0.511858, "main_score": 0.479401, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"]}, {"precision": 0.514522, "recall": 0.567194, "f1": 0.528646, "accuracy": 0.567194, "main_score": 0.528646, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"]}, {"precision": 0.525447, "recall": 0.575099, "f1": 0.53832, "accuracy": 0.575099, "main_score": 0.53832, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"]}, {"precision": 0.530333, "recall": 0.579051, "f1": 0.544001, "accuracy": 0.579051, "main_score": 0.544001, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"]}, {"precision": 0.136576, "recall": 0.167984, "f1": 0.143914, "accuracy": 0.167984, "main_score": 0.143914, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"]}, {"precision": 0.523851, "recall": 0.575099, "f1": 0.537943, "accuracy": 0.575099, "main_score": 0.537943, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"]}, {"precision": 0.520136, "recall": 0.559289, "f1": 0.530981, "accuracy": 0.559289, "main_score": 0.530981, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"]}, {"precision": 0.52691, "recall": 0.576087, "f1": 0.539896, "accuracy": 0.576087, "main_score": 0.539896, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"]}, {"precision": 0.540206, "recall": 0.589921, "f1": 0.553471, "accuracy": 0.589921, "main_score": 0.553471, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"]}, {"precision": 0.531327, "recall": 0.575099, "f1": 0.543533, "accuracy": 0.575099, "main_score": 0.543533, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"]}, {"precision": 0.550149, "recall": 0.593874, "f1": 0.561534, "accuracy": 0.593874, "main_score": 0.561534, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"]}, {"precision": 0.493135, "recall": 0.54249, "f1": 0.50639, "accuracy": 0.54249, "main_score": 0.50639, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"]}, {"precision": 0.537355, "recall": 0.583004, "f1": 0.549515, "accuracy": 0.583004, "main_score": 0.549515, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"]}, {"precision": 0.425563, "recall": 0.485178, "f1": 0.44186, "accuracy": 0.485178, "main_score": 0.44186, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"]}, {"precision": 0.510351, "recall": 0.559289, "f1": 0.523229, "accuracy": 0.559289, "main_score": 0.523229, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"]}, {"precision": 0.535194, "recall": 0.582016, "f1": 0.548155, "accuracy": 0.582016, "main_score": 0.548155, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"]}, {"precision": 0.535297, "recall": 0.576087, "f1": 0.546823, "accuracy": 0.576087, "main_score": 0.546823, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"]}, {"precision": 0.499062, "recall": 0.548419, "f1": 0.512417, "accuracy": 0.548419, "main_score": 0.512417, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"]}, {"precision": 0.48211, "recall": 0.529644, "f1": 0.494939, "accuracy": 0.529644, "main_score": 0.494939, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"]}, {"precision": 0.337059, "recall": 0.398221, "f1": 0.352246, "accuracy": 0.398221, "main_score": 0.352246, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"]}, {"precision": 0.527717, "recall": 0.578063, "f1": 0.540798, "accuracy": 0.578063, "main_score": 0.540798, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"]}, {"precision": 0.486453, "recall": 0.538538, "f1": 0.501193, "accuracy": 0.538538, "main_score": 0.501193, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"]}, {"precision": 0.542686, "recall": 0.596838, "f1": 0.557437, "accuracy": 0.596838, "main_score": 0.557437, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"]}, {"precision": 0.54862, "recall": 0.596838, "f1": 0.561746, "accuracy": 0.596838, "main_score": 0.561746, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"]}, {"precision": 0.511756, "recall": 0.564229, "f1": 0.526476, "accuracy": 0.564229, "main_score": 0.526476, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"]}, {"precision": 0.521514, "recall": 0.572134, "f1": 0.534928, "accuracy": 0.572134, "main_score": 0.534928, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"]}, {"precision": 0.499309, "recall": 0.545455, "f1": 0.511973, "accuracy": 0.545455, "main_score": 0.511973, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"]}, {"precision": 0.506549, "recall": 0.55336, "f1": 0.519453, "accuracy": 0.55336, "main_score": 0.519453, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"]}, {"precision": 0.54254, "recall": 0.585968, "f1": 0.55378, "accuracy": 0.585968, "main_score": 0.55378, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"]}, {"precision": 0.545639, "recall": 0.597826, "f1": 0.559855, "accuracy": 0.597826, "main_score": 0.559855, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"]}, {"precision": 0.553321, "recall": 0.590909, "f1": 0.563342, "accuracy": 0.590909, "main_score": 0.563342, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"]}, {"precision": 0.465281, "recall": 0.513834, "f1": 0.478462, "accuracy": 0.513834, "main_score": 0.478462, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"]}, {"precision": 0.526787, "recall": 0.571146, "f1": 0.538688, "accuracy": 0.571146, "main_score": 0.538688, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"]}, {"precision": 0.360469, "recall": 0.409091, "f1": 0.373191, "accuracy": 0.409091, "main_score": 0.373191, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"]}, {"precision": 0.473051, "recall": 0.521739, "f1": 0.486833, "accuracy": 0.521739, "main_score": 0.486833, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"]}, {"precision": 0.559512, "recall": 0.598814, "f1": 0.569754, "accuracy": 0.598814, "main_score": 0.569754, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"]}, {"precision": 0.257658, "recall": 0.310277, "f1": 0.272007, "accuracy": 0.310277, "main_score": 0.272007, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"]}, {"precision": 0.533799, "recall": 0.581028, "f1": 0.546512, "accuracy": 0.581028, "main_score": 0.546512, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"]}, {"precision": 0.518425, "recall": 0.570158, "f1": 0.532797, "accuracy": 0.570158, "main_score": 0.532797, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"]}, {"precision": 0.55554, "recall": 0.601779, "f1": 0.568346, "accuracy": 0.601779, "main_score": 0.568346, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"]}, {"precision": 0.507423, "recall": 0.563241, "f1": 0.522171, "accuracy": 0.563241, "main_score": 0.522171, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"]}, {"precision": 0.527574, "recall": 0.575099, "f1": 0.540545, "accuracy": 0.575099, "main_score": 0.540545, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"]}, {"precision": 0.555349, "recall": 0.596838, "f1": 0.565806, "accuracy": 0.596838, "main_score": 0.565806, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"]}, {"precision": 0.515873, "recall": 0.5583, "f1": 0.527866, "accuracy": 0.5583, "main_score": 0.527866, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"]}, {"precision": 0.552001, "recall": 0.598814, "f1": 0.564583, "accuracy": 0.598814, "main_score": 0.564583, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"]}, {"precision": 0.518701, "recall": 0.561265, "f1": 0.530577, "accuracy": 0.561265, "main_score": 0.530577, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"]}, {"precision": 0.555749, "recall": 0.596838, "f1": 0.565938, "accuracy": 0.596838, "main_score": 0.565938, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"]}, {"precision": 0.492944, "recall": 0.544466, "f1": 0.507833, "accuracy": 0.544466, "main_score": 0.507833, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"]}, {"precision": 0.52533, "recall": 0.575099, "f1": 0.538622, "accuracy": 0.575099, "main_score": 0.538622, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"]}, {"precision": 0.517033, "recall": 0.560277, "f1": 0.528791, "accuracy": 0.560277, "main_score": 0.528791, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"]}, {"precision": 0.522791, "recall": 0.572134, "f1": 0.536221, "accuracy": 0.572134, "main_score": 0.536221, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"]}, {"precision": 0.210021, "recall": 0.256917, "f1": 0.221383, "accuracy": 0.256917, "main_score": 0.221383, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"]}, {"precision": 0.496058, "recall": 0.535573, "f1": 0.507108, "accuracy": 0.535573, "main_score": 0.507108, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"]}, {"precision": 0.503936, "recall": 0.546443, "f1": 0.515808, "accuracy": 0.546443, "main_score": 0.515808, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"]}, {"precision": 0.507359, "recall": 0.55336, "f1": 0.519813, "accuracy": 0.55336, "main_score": 0.519813, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"]}, {"precision": 0.429819, "recall": 0.490119, "f1": 0.446585, "accuracy": 0.490119, "main_score": 0.446585, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"]}, {"precision": 0.555016, "recall": 0.600791, "f1": 0.566951, "accuracy": 0.600791, "main_score": 0.566951, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"]}, {"precision": 0.552538, "recall": 0.592885, "f1": 0.563553, "accuracy": 0.592885, "main_score": 0.563553, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"]}, {"precision": 0.544935, "recall": 0.589921, "f1": 0.557769, "accuracy": 0.589921, "main_score": 0.557769, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"]}, {"precision": 0.423487, "recall": 0.483202, "f1": 0.440757, "accuracy": 0.483202, "main_score": 0.440757, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"]}, {"precision": 0.548613, "recall": 0.59585, "f1": 0.561555, "accuracy": 0.59585, "main_score": 0.561555, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"]}, {"precision": 0.501038, "recall": 0.555336, "f1": 0.515516, "accuracy": 0.555336, "main_score": 0.515516, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"]}, {"precision": 0.54226, "recall": 0.586957, "f1": 0.554302, "accuracy": 0.586957, "main_score": 0.554302, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"]}, {"precision": 0.517421, "recall": 0.574111, "f1": 0.532294, "accuracy": 0.574111, "main_score": 0.532294, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"]}, {"precision": 0.465523, "recall": 0.512846, "f1": 0.479135, "accuracy": 0.512846, "main_score": 0.479135, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"]}, {"precision": 0.48066, "recall": 0.525692, "f1": 0.493563, "accuracy": 0.525692, "main_score": 0.493563, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"]}, {"precision": 0.504332, "recall": 0.563241, "f1": 0.52025, "accuracy": 0.563241, "main_score": 0.52025, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"]}, {"precision": 0.541037, "recall": 0.58498, "f1": 0.553103, "accuracy": 0.58498, "main_score": 0.553103, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"]}, {"precision": 0.517128, "recall": 0.56917, "f1": 0.530933, "accuracy": 0.56917, "main_score": 0.530933, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"]}, {"precision": 0.531451, "recall": 0.571146, "f1": 0.54246, "accuracy": 0.571146, "main_score": 0.54246, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"]}, {"precision": 0.438588, "recall": 0.486166, "f1": 0.451954, "accuracy": 0.486166, "main_score": 0.451954, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"]}, {"precision": 0.554498, "recall": 0.598814, "f1": 0.566254, "accuracy": 0.598814, "main_score": 0.566254, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"]}, {"precision": 0.476851, "recall": 0.530632, "f1": 0.490854, "accuracy": 0.530632, "main_score": 0.490854, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"]}, {"precision": 0.451833, "recall": 0.498024, "f1": 0.46381, "accuracy": 0.498024, "main_score": 0.46381, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"]}, {"precision": 0.528797, "recall": 0.582016, "f1": 0.543065, "accuracy": 0.582016, "main_score": 0.543065, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"]}, {"precision": 0.469372, "recall": 0.51581, "f1": 0.482072, "accuracy": 0.51581, "main_score": 0.482072, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"]}, {"precision": 0.559777, "recall": 0.600791, "f1": 0.570848, "accuracy": 0.600791, "main_score": 0.570848, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"]}, {"precision": 0.50968, "recall": 0.563241, "f1": 0.524254, "accuracy": 0.563241, "main_score": 0.524254, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"]}, {"precision": 0.544682, "recall": 0.59585, "f1": 0.55829, "accuracy": 0.59585, "main_score": 0.55829, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"]}, {"precision": 0.554845, "recall": 0.600791, "f1": 0.567082, "accuracy": 0.600791, "main_score": 0.567082, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"]}, {"precision": 0.521172, "recall": 0.575099, "f1": 0.535946, "accuracy": 0.575099, "main_score": 0.535946, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"]}, {"precision": 0.533191, "recall": 0.58004, "f1": 0.545573, "accuracy": 0.58004, "main_score": 0.545573, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"]}, {"precision": 0.370608, "recall": 0.435771, "f1": 0.387472, "accuracy": 0.435771, "main_score": 0.387472, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"]}, {"precision": 0.502079, "recall": 0.550395, "f1": 0.51579, "accuracy": 0.550395, "main_score": 0.51579, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"]}, {"precision": 0.148289, "recall": 0.186759, "f1": 0.156873, "accuracy": 0.186759, "main_score": 0.156873, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"]}, {"precision": 0.51319, "recall": 0.560277, "f1": 0.526863, "accuracy": 0.560277, "main_score": 0.526863, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"]}, {"precision": 0.420484, "recall": 0.469368, "f1": 0.434173, "accuracy": 0.469368, "main_score": 0.434173, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"]}, {"precision": 0.546585, "recall": 0.597826, "f1": 0.560204, "accuracy": 0.597826, "main_score": 0.560204, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"]}, {"precision": 0.525461, "recall": 0.570158, "f1": 0.537371, "accuracy": 0.570158, "main_score": 0.537371, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"]}, {"precision": 0.37599, "recall": 0.43083, "f1": 0.390628, "accuracy": 0.43083, "main_score": 0.390628, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"]}, {"precision": 0.538909, "recall": 0.583992, "f1": 0.550985, "accuracy": 0.583992, "main_score": 0.550985, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"]}, {"precision": 0.537248, "recall": 0.583992, "f1": 0.549429, "accuracy": 0.583992, "main_score": 0.549429, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"]}, {"precision": 0.486141, "recall": 0.54249, "f1": 0.500964, "accuracy": 0.54249, "main_score": 0.500964, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"]}, {"precision": 0.520835, "recall": 0.566206, "f1": 0.533281, "accuracy": 0.566206, "main_score": 0.533281, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"]}, {"precision": 0.522083, "recall": 0.568182, "f1": 0.535088, "accuracy": 0.568182, "main_score": 0.535088, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"]}, {"precision": 0.497862, "recall": 0.556324, "f1": 0.514389, "accuracy": 0.556324, "main_score": 0.514389, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"]}, {"precision": 0.558495, "recall": 0.597826, "f1": 0.569069, "accuracy": 0.597826, "main_score": 0.569069, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"]}, {"precision": 0.488801, "recall": 0.533597, "f1": 0.501863, "accuracy": 0.533597, "main_score": 0.501863, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"]}, {"precision": 0.476996, "recall": 0.520751, "f1": 0.489649, "accuracy": 0.520751, "main_score": 0.489649, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"]}, {"precision": 0.514844, "recall": 0.560277, "f1": 0.527222, "accuracy": 0.560277, "main_score": 0.527222, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"]}, {"precision": 0.532278, "recall": 0.582016, "f1": 0.546508, "accuracy": 0.582016, "main_score": 0.546508, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"]}, {"precision": 0.087705, "recall": 0.121542, "f1": 0.09516, "accuracy": 0.121542, "main_score": 0.09516, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"]}, {"precision": 0.520234, "recall": 0.578063, "f1": 0.536276, "accuracy": 0.578063, "main_score": 0.536276, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"]}, {"precision": 0.440494, "recall": 0.494071, "f1": 0.455126, "accuracy": 0.494071, "main_score": 0.455126, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"]}, {"precision": 0.498907, "recall": 0.547431, "f1": 0.512491, "accuracy": 0.547431, "main_score": 0.512491, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"]}, {"precision": 0.539557, "recall": 0.588933, "f1": 0.552702, "accuracy": 0.588933, "main_score": 0.552702, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"]}, {"precision": 0.439158, "recall": 0.491107, "f1": 0.453822, "accuracy": 0.491107, "main_score": 0.453822, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"]}, {"precision": 0.493601, "recall": 0.541502, "f1": 0.506721, "accuracy": 0.541502, "main_score": 0.506721, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"]}, {"precision": 0.51322, "recall": 0.564229, "f1": 0.526635, "accuracy": 0.564229, "main_score": 0.526635, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"]}, {"precision": 0.553968, "recall": 0.59585, "f1": 0.564934, "accuracy": 0.59585, "main_score": 0.564934, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"]}, {"precision": 0.552191, "recall": 0.593874, "f1": 0.563549, "accuracy": 0.593874, "main_score": 0.563549, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"]}, {"precision": 0.514933, "recall": 0.5583, "f1": 0.526581, "accuracy": 0.5583, "main_score": 0.526581, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"]}, {"precision": 0.478544, "recall": 0.528656, "f1": 0.492812, "accuracy": 0.528656, "main_score": 0.492812, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"]}, {"precision": 0.528551, "recall": 0.577075, "f1": 0.541792, "accuracy": 0.577075, "main_score": 0.541792, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"]}, {"precision": 0.463463, "recall": 0.511858, "f1": 0.477168, "accuracy": 0.511858, "main_score": 0.477168, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"]}, {"precision": 0.467055, "recall": 0.511858, "f1": 0.479201, "accuracy": 0.511858, "main_score": 0.479201, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"]}, {"precision": 0.520712, "recall": 0.571146, "f1": 0.535207, "accuracy": 0.571146, "main_score": 0.535207, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"]}, {"precision": 0.535815, "recall": 0.583992, "f1": 0.549316, "accuracy": 0.583992, "main_score": 0.549316, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"]}, {"precision": 0.519187, "recall": 0.572134, "f1": 0.533878, "accuracy": 0.572134, "main_score": 0.533878, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"]}, {"precision": 0.405281, "recall": 0.463439, "f1": 0.420983, "accuracy": 0.463439, "main_score": 0.420983, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"]}, {"precision": 0.550533, "recall": 0.599802, "f1": 0.563592, "accuracy": 0.599802, "main_score": 0.563592, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"]}, {"precision": 0.505384, "recall": 0.560277, "f1": 0.520074, "accuracy": 0.560277, "main_score": 0.520074, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"]}, {"precision": 0.489918, "recall": 0.549407, "f1": 0.506592, "accuracy": 0.549407, "main_score": 0.506592, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"]}, {"precision": 0.468955, "recall": 0.527668, "f1": 0.485285, "accuracy": 0.527668, "main_score": 0.485285, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"]}, {"precision": 0.466186, "recall": 0.51087, "f1": 0.478553, "accuracy": 0.51087, "main_score": 0.478553, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"]}, {"precision": 0.460673, "recall": 0.519763, "f1": 0.476818, "accuracy": 0.519763, "main_score": 0.476818, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"]}, {"precision": 0.488677, "recall": 0.540514, "f1": 0.502519, "accuracy": 0.540514, "main_score": 0.502519, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"]}, {"precision": 0.52682, "recall": 0.56917, "f1": 0.538696, "accuracy": 0.56917, "main_score": 0.538696, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"]}, {"precision": 0.446078, "recall": 0.507905, "f1": 0.462309, "accuracy": 0.507905, "main_score": 0.462309, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"]}, {"precision": 0.523695, "recall": 0.576087, "f1": 0.537282, "accuracy": 0.576087, "main_score": 0.537282, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"]}, {"precision": 0.517665, "recall": 0.564229, "f1": 0.530073, "accuracy": 0.564229, "main_score": 0.530073, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"]}, {"precision": 0.556013, "recall": 0.599802, "f1": 0.568061, "accuracy": 0.599802, "main_score": 0.568061, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"]}, {"precision": 0.507967, "recall": 0.557312, "f1": 0.52138, "accuracy": 0.557312, "main_score": 0.52138, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"]}, {"precision": 0.535005, "recall": 0.588933, "f1": 0.549423, "accuracy": 0.588933, "main_score": 0.549423, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"]}, {"precision": 0.471244, "recall": 0.525692, "f1": 0.485906, "accuracy": 0.525692, "main_score": 0.485906, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"]}, {"precision": 0.51252, "recall": 0.564229, "f1": 0.526634, "accuracy": 0.564229, "main_score": 0.526634, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"]}, {"precision": 0.436044, "recall": 0.5, "f1": 0.453513, "accuracy": 0.5, "main_score": 0.453513, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"]}, {"precision": 0.533764, "recall": 0.587945, "f1": 0.548287, "accuracy": 0.587945, "main_score": 0.548287, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"]}, {"precision": 0.35669, "recall": 0.41996, "f1": 0.373454, "accuracy": 0.41996, "main_score": 0.373454, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"]}, {"precision": 0.492279, "recall": 0.549407, "f1": 0.507968, "accuracy": 0.549407, "main_score": 0.507968, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"]}, {"precision": 0.520166, "recall": 0.568182, "f1": 0.533562, "accuracy": 0.568182, "main_score": 0.533562, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"]}, {"precision": 0.499498, "recall": 0.54249, "f1": 0.511544, "accuracy": 0.54249, "main_score": 0.511544, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"]}, {"precision": 0.531868, "recall": 0.577075, "f1": 0.544975, "accuracy": 0.577075, "main_score": 0.544975, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"]}, {"precision": 0.500511, "recall": 0.55336, "f1": 0.514098, "accuracy": 0.55336, "main_score": 0.514098, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"]}, {"precision": 0.527381, "recall": 0.568182, "f1": 0.539257, "accuracy": 0.568182, "main_score": 0.539257, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"]}, {"precision": 0.520574, "recall": 0.56917, "f1": 0.534399, "accuracy": 0.56917, "main_score": 0.534399, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"]}, {"precision": 0.529568, "recall": 0.572134, "f1": 0.541264, "accuracy": 0.572134, "main_score": 0.541264, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"]}, {"precision": 0.553242, "recall": 0.594862, "f1": 0.564541, "accuracy": 0.594862, "main_score": 0.564541, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"]}, {"precision": 0.560065, "recall": 0.606719, "f1": 0.572553, "accuracy": 0.606719, "main_score": 0.572553, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"]}, {"precision": 0.478249, "recall": 0.524704, "f1": 0.491941, "accuracy": 0.524704, "main_score": 0.491941, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"]}, {"precision": 0.55595, "recall": 0.600791, "f1": 0.5686, "accuracy": 0.600791, "main_score": 0.5686, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"]}, {"precision": 0.523039, "recall": 0.579051, "f1": 0.538253, "accuracy": 0.579051, "main_score": 0.538253, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"]}, {"precision": 0.542147, "recall": 0.59585, "f1": 0.556789, "accuracy": 0.59585, "main_score": 0.556789, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"]}, {"precision": 0.464706, "recall": 0.513834, "f1": 0.47812, "accuracy": 0.513834, "main_score": 0.47812, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"]}, {"precision": 0.55076, "recall": 0.600791, "f1": 0.564242, "accuracy": 0.600791, "main_score": 0.564242, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"]}, {"precision": 0.504262, "recall": 0.545455, "f1": 0.515538, "accuracy": 0.545455, "main_score": 0.515538, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"]}, {"precision": 0.469545, "recall": 0.522727, "f1": 0.483949, "accuracy": 0.522727, "main_score": 0.483949, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"]}, {"precision": 0.471833, "recall": 0.52668, "f1": 0.486743, "accuracy": 0.52668, "main_score": 0.486743, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"]}, {"precision": 0.429349, "recall": 0.491107, "f1": 0.446832, "accuracy": 0.491107, "main_score": 0.446832, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"]}, {"precision": 0.537963, "recall": 0.587945, "f1": 0.550786, "accuracy": 0.587945, "main_score": 0.550786, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"]}, {"precision": 0.485708, "recall": 0.541502, "f1": 0.499942, "accuracy": 0.541502, "main_score": 0.499942, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"]}, {"precision": 0.441436, "recall": 0.486166, "f1": 0.453226, "accuracy": 0.486166, "main_score": 0.453226, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"]}, {"precision": 0.526905, "recall": 0.570158, "f1": 0.538891, "accuracy": 0.570158, "main_score": 0.538891, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"]}, {"precision": 0.493618, "recall": 0.551383, "f1": 0.508923, "accuracy": 0.551383, "main_score": 0.508923, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"]}, {"precision": 0.492507, "recall": 0.544466, "f1": 0.506783, "accuracy": 0.544466, "main_score": 0.506783, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"]}, {"precision": 0.472704, "recall": 0.516798, "f1": 0.485096, "accuracy": 0.516798, "main_score": 0.485096, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"]}, {"precision": 0.499168, "recall": 0.554348, "f1": 0.513979, "accuracy": 0.554348, "main_score": 0.513979, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"]}, {"precision": 0.505722, "recall": 0.547431, "f1": 0.518182, "accuracy": 0.547431, "main_score": 0.518182, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"]}, {"precision": 0.539065, "recall": 0.579051, "f1": 0.549071, "accuracy": 0.579051, "main_score": 0.549071, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"]}, {"precision": 0.520095, "recall": 0.563241, "f1": 0.533063, "accuracy": 0.563241, "main_score": 0.533063, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"]}, {"precision": 0.545638, "recall": 0.587945, "f1": 0.556757, "accuracy": 0.587945, "main_score": 0.556757, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"]}, {"precision": 0.487377, "recall": 0.539526, "f1": 0.501508, "accuracy": 0.539526, "main_score": 0.501508, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"]}, {"precision": 0.473679, "recall": 0.533597, "f1": 0.490726, "accuracy": 0.533597, "main_score": 0.490726, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"]}, {"precision": 0.527626, "recall": 0.574111, "f1": 0.540464, "accuracy": 0.574111, "main_score": 0.540464, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"]}, {"precision": 0.427546, "recall": 0.487154, "f1": 0.444779, "accuracy": 0.487154, "main_score": 0.444779, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"]}, {"precision": 0.509825, "recall": 0.566206, "f1": 0.524798, "accuracy": 0.566206, "main_score": 0.524798, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"]}, {"precision": 0.497086, "recall": 0.546443, "f1": 0.510743, "accuracy": 0.546443, "main_score": 0.510743, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"]}, {"precision": 0.52582, "recall": 0.570158, "f1": 0.537499, "accuracy": 0.570158, "main_score": 0.537499, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"]}, {"precision": 0.52434, "recall": 0.581028, "f1": 0.539264, "accuracy": 0.581028, "main_score": 0.539264, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"]}, {"precision": 0.465911, "recall": 0.511858, "f1": 0.478204, "accuracy": 0.511858, "main_score": 0.478204, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"]}, {"precision": 0.477276, "recall": 0.519763, "f1": 0.489423, "accuracy": 0.519763, "main_score": 0.489423, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"]}, {"precision": 0.468514, "recall": 0.518775, "f1": 0.482526, "accuracy": 0.518775, "main_score": 0.482526, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"]}, {"precision": 0.520059, "recall": 0.562253, "f1": 0.532619, "accuracy": 0.562253, "main_score": 0.532619, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"]}, {"precision": 0.276635, "recall": 0.322134, "f1": 0.288342, "accuracy": 0.322134, "main_score": 0.288342, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"]}, {"precision": 0.730633, "recall": 0.773715, "f1": 0.742682, "accuracy": 0.773715, "main_score": 0.742682, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"]}, {"precision": 0.697571, "recall": 0.751976, "f1": 0.712611, "accuracy": 0.751976, "main_score": 0.712611, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"]}, {"precision": 0.703804, "recall": 0.749012, "f1": 0.716003, "accuracy": 0.749012, "main_score": 0.716003, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"]}, {"precision": 0.665353, "recall": 0.70751, "f1": 0.676536, "accuracy": 0.70751, "main_score": 0.676536, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"]}, {"precision": 0.567409, "recall": 0.604743, "f1": 0.577426, "accuracy": 0.604743, "main_score": 0.577426, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"]}, {"precision": 0.712497, "recall": 0.763834, "f1": 0.726322, "accuracy": 0.763834, "main_score": 0.726322, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"]}, {"precision": 0.617948, "recall": 0.660079, "f1": 0.629002, "accuracy": 0.660079, "main_score": 0.629002, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"]}, {"precision": 0.646982, "recall": 0.683794, "f1": 0.656645, "accuracy": 0.683794, "main_score": 0.656645, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"]}, {"precision": 0.720119, "recall": 0.772727, "f1": 0.734473, "accuracy": 0.772727, "main_score": 0.734473, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"]}, {"precision": 0.687091, "recall": 0.735178, "f1": 0.700703, "accuracy": 0.735178, "main_score": 0.700703, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"]}, {"precision": 0.524399, "recall": 0.565217, "f1": 0.535753, "accuracy": 0.565217, "main_score": 0.535753, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"]}, {"precision": 0.705091, "recall": 0.750988, "f1": 0.717539, "accuracy": 0.750988, "main_score": 0.717539, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"]}, {"precision": 0.634526, "recall": 0.694664, "f1": 0.650917, "accuracy": 0.694664, "main_score": 0.650917, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"]}, {"precision": 0.707064, "recall": 0.76087, "f1": 0.721675, "accuracy": 0.76087, "main_score": 0.721675, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"]}, {"precision": 0.545362, "recall": 0.583992, "f1": 0.556025, "accuracy": 0.583992, "main_score": 0.556025, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"]}, {"precision": 0.705232, "recall": 0.752964, "f1": 0.717641, "accuracy": 0.752964, "main_score": 0.717641, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"]}, {"precision": 0.663949, "recall": 0.717391, "f1": 0.678069, "accuracy": 0.717391, "main_score": 0.678069, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"]}, {"precision": 0.755221, "recall": 0.801383, "f1": 0.767455, "accuracy": 0.801383, "main_score": 0.767455, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"]}, {"precision": 0.727551, "recall": 0.778656, "f1": 0.741457, "accuracy": 0.778656, "main_score": 0.741457, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"]}, {"precision": 0.531862, "recall": 0.575099, "f1": 0.543697, "accuracy": 0.575099, "main_score": 0.543697, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"]}, {"precision": 0.719234, "recall": 0.772727, "f1": 0.734719, "accuracy": 0.772727, "main_score": 0.734719, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"]}, {"precision": 0.704195, "recall": 0.759881, "f1": 0.719688, "accuracy": 0.759881, "main_score": 0.719688, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"]}, {"precision": 0.681104, "recall": 0.729249, "f1": 0.69357, "accuracy": 0.729249, "main_score": 0.69357, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"]}, {"precision": 0.216178, "recall": 0.259881, "f1": 0.227027, "accuracy": 0.259881, "main_score": 0.227027, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"]}, {"precision": 0.713269, "recall": 0.766798, "f1": 0.727755, "accuracy": 0.766798, "main_score": 0.727755, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"]}, {"precision": 0.570911, "recall": 0.613636, "f1": 0.582324, "accuracy": 0.613636, "main_score": 0.582324, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"]}, {"precision": 0.722176, "recall": 0.771739, "f1": 0.735645, "accuracy": 0.771739, "main_score": 0.735645, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"]}, {"precision": 0.719578, "recall": 0.762846, "f1": 0.731266, "accuracy": 0.762846, "main_score": 0.731266, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"]}, {"precision": 0.671938, "recall": 0.727273, "f1": 0.686296, "accuracy": 0.727273, "main_score": 0.686296, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"]}, {"precision": 0.709079, "recall": 0.755929, "f1": 0.721654, "accuracy": 0.755929, "main_score": 0.721654, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"]}, {"precision": 0.577443, "recall": 0.619565, "f1": 0.588774, "accuracy": 0.619565, "main_score": 0.588774, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"]}, {"precision": 0.723836, "recall": 0.777668, "f1": 0.73852, "accuracy": 0.777668, "main_score": 0.73852, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"]}, {"precision": 0.605432, "recall": 0.670949, "f1": 0.623396, "accuracy": 0.670949, "main_score": 0.623396, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"]}, {"precision": 0.668696, "recall": 0.718379, "f1": 0.682177, "accuracy": 0.718379, "main_score": 0.682177, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"]}, {"precision": 0.706187, "recall": 0.759881, "f1": 0.721447, "accuracy": 0.759881, "main_score": 0.721447, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"]}, {"precision": 0.692064, "recall": 0.747036, "f1": 0.707035, "accuracy": 0.747036, "main_score": 0.707035, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"]}, {"precision": 0.726312, "recall": 0.777668, "f1": 0.74, "accuracy": 0.777668, "main_score": 0.74, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"]}, {"precision": 0.524104, "recall": 0.556324, "f1": 0.533336, "accuracy": 0.556324, "main_score": 0.533336, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"]}, {"precision": 0.413578, "recall": 0.467391, "f1": 0.427585, "accuracy": 0.467391, "main_score": 0.427585, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"]}, {"precision": 0.716587, "recall": 0.767787, "f1": 0.730808, "accuracy": 0.767787, "main_score": 0.730808, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"]}, {"precision": 0.556291, "recall": 0.597826, "f1": 0.568169, "accuracy": 0.597826, "main_score": 0.568169, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"]}, {"precision": 0.710092, "recall": 0.766798, "f1": 0.725692, "accuracy": 0.766798, "main_score": 0.725692, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"]}, {"precision": 0.74449, "recall": 0.793478, "f1": 0.757952, "accuracy": 0.793478, "main_score": 0.757952, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"]}, {"precision": 0.676479, "recall": 0.719368, "f1": 0.687797, "accuracy": 0.719368, "main_score": 0.687797, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"]}, {"precision": 0.68574, "recall": 0.737154, "f1": 0.700005, "accuracy": 0.737154, "main_score": 0.700005, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"]}, {"precision": 0.551547, "recall": 0.593874, "f1": 0.563578, "accuracy": 0.593874, "main_score": 0.563578, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"]}, {"precision": 0.634315, "recall": 0.684783, "f1": 0.648081, "accuracy": 0.684783, "main_score": 0.648081, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"]}, {"precision": 0.682499, "recall": 0.728261, "f1": 0.695025, "accuracy": 0.728261, "main_score": 0.695025, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"]}, {"precision": 0.749022, "recall": 0.796443, "f1": 0.761851, "accuracy": 0.796443, "main_score": 0.761851, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"]}, {"precision": 0.711604, "recall": 0.754941, "f1": 0.723651, "accuracy": 0.754941, "main_score": 0.723651, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"]}, {"precision": 0.51004, "recall": 0.552372, "f1": 0.521407, "accuracy": 0.552372, "main_score": 0.521407, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"]}, {"precision": 0.717029, "recall": 0.767787, "f1": 0.730718, "accuracy": 0.767787, "main_score": 0.730718, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"]}, {"precision": 0.443632, "recall": 0.494071, "f1": 0.457118, "accuracy": 0.494071, "main_score": 0.457118, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"]}, {"precision": 0.500882, "recall": 0.538538, "f1": 0.511315, "accuracy": 0.538538, "main_score": 0.511315, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"]}, {"precision": 0.659108, "recall": 0.704545, "f1": 0.671477, "accuracy": 0.704545, "main_score": 0.671477, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"]}, {"precision": 0.325718, "recall": 0.369565, "f1": 0.33777, "accuracy": 0.369565, "main_score": 0.33777, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"]}, {"precision": 0.713693, "recall": 0.771739, "f1": 0.729418, "accuracy": 0.771739, "main_score": 0.729418, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"]}, {"precision": 0.7039, "recall": 0.76087, "f1": 0.719067, "accuracy": 0.76087, "main_score": 0.719067, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"]}, {"precision": 0.743944, "recall": 0.795455, "f1": 0.758321, "accuracy": 0.795455, "main_score": 0.758321, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"]}, {"precision": 0.693877, "recall": 0.755929, "f1": 0.711377, "accuracy": 0.755929, "main_score": 0.711377, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"]}, {"precision": 0.533098, "recall": 0.56917, "f1": 0.542944, "accuracy": 0.56917, "main_score": 0.542944, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"]}, {"precision": 0.691232, "recall": 0.728261, "f1": 0.700829, "accuracy": 0.728261, "main_score": 0.700829, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"]}, {"precision": 0.678792, "recall": 0.726285, "f1": 0.692121, "accuracy": 0.726285, "main_score": 0.692121, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"]}, {"precision": 0.741422, "recall": 0.786561, "f1": 0.754464, "accuracy": 0.786561, "main_score": 0.754464, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"]}, {"precision": 0.572647, "recall": 0.609684, "f1": 0.582437, "accuracy": 0.609684, "main_score": 0.582437, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"]}, {"precision": 0.701847, "recall": 0.748024, "f1": 0.713985, "accuracy": 0.748024, "main_score": 0.713985, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"]}, {"precision": 0.574813, "recall": 0.617589, "f1": 0.587207, "accuracy": 0.617589, "main_score": 0.587207, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"]}, {"precision": 0.711992, "recall": 0.761858, "f1": 0.725778, "accuracy": 0.761858, "main_score": 0.725778, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"]}, {"precision": 0.69827, "recall": 0.748024, "f1": 0.711676, "accuracy": 0.748024, "main_score": 0.711676, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"]}, {"precision": 0.712699, "recall": 0.764822, "f1": 0.728023, "accuracy": 0.764822, "main_score": 0.728023, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"]}, {"precision": 0.376492, "recall": 0.445652, "f1": 0.394694, "accuracy": 0.445652, "main_score": 0.394694, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"]}, {"precision": 0.591889, "recall": 0.635375, "f1": 0.603387, "accuracy": 0.635375, "main_score": 0.603387, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"]}, {"precision": 0.676051, "recall": 0.726285, "f1": 0.689518, "accuracy": 0.726285, "main_score": 0.689518, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"]}, {"precision": 0.557371, "recall": 0.59585, "f1": 0.567874, "accuracy": 0.59585, "main_score": 0.567874, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"]}, {"precision": 0.489811, "recall": 0.535573, "f1": 0.501816, "accuracy": 0.535573, "main_score": 0.501816, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"]}, {"precision": 0.744375, "recall": 0.794466, "f1": 0.758485, "accuracy": 0.794466, "main_score": 0.758485, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"]}, {"precision": 0.707668, "recall": 0.751976, "f1": 0.719358, "accuracy": 0.751976, "main_score": 0.719358, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"]}, {"precision": 0.700887, "recall": 0.749012, "f1": 0.713642, "accuracy": 0.749012, "main_score": 0.713642, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"]}, {"precision": 0.627792, "recall": 0.687747, "f1": 0.644252, "accuracy": 0.687747, "main_score": 0.644252, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"]}, {"precision": 0.732246, "recall": 0.781621, "f1": 0.745651, "accuracy": 0.781621, "main_score": 0.745651, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"]}, {"precision": 0.689775, "recall": 0.744071, "f1": 0.704777, "accuracy": 0.744071, "main_score": 0.704777, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"]}, {"precision": 0.705334, "recall": 0.757905, "f1": 0.719445, "accuracy": 0.757905, "main_score": 0.719445, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"]}, {"precision": 0.696985, "recall": 0.755929, "f1": 0.713644, "accuracy": 0.755929, "main_score": 0.713644, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"]}, {"precision": 0.50674, "recall": 0.549407, "f1": 0.518491, "accuracy": 0.549407, "main_score": 0.518491, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"]}, {"precision": 0.555443, "recall": 0.591897, "f1": 0.565705, "accuracy": 0.591897, "main_score": 0.565705, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"]}, {"precision": 0.692514, "recall": 0.748024, "f1": 0.707849, "accuracy": 0.748024, "main_score": 0.707849, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"]}, {"precision": 0.706402, "recall": 0.759881, "f1": 0.720625, "accuracy": 0.759881, "main_score": 0.720625, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"]}, {"precision": 0.697177, "recall": 0.749012, "f1": 0.711168, "accuracy": 0.749012, "main_score": 0.711168, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"]}, {"precision": 0.584141, "recall": 0.62253, "f1": 0.594764, "accuracy": 0.62253, "main_score": 0.594764, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"]}, {"precision": 0.489634, "recall": 0.52668, "f1": 0.50084, "accuracy": 0.52668, "main_score": 0.50084, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"]}, {"precision": 0.734249, "recall": 0.77668, "f1": 0.746051, "accuracy": 0.77668, "main_score": 0.746051, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"]}, {"precision": 0.681046, "recall": 0.73913, "f1": 0.697514, "accuracy": 0.73913, "main_score": 0.697514, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"]}, {"precision": 0.635363, "recall": 0.681818, "f1": 0.64741, "accuracy": 0.681818, "main_score": 0.64741, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"]}, {"precision": 0.708359, "recall": 0.76087, "f1": 0.722764, "accuracy": 0.76087, "main_score": 0.722764, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"]}, {"precision": 0.50799, "recall": 0.545455, "f1": 0.518409, "accuracy": 0.545455, "main_score": 0.518409, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"]}, {"precision": 0.691651, "recall": 0.738142, "f1": 0.703113, "accuracy": 0.738142, "main_score": 0.703113, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"]}, {"precision": 0.720142, "recall": 0.770751, "f1": 0.733879, "accuracy": 0.770751, "main_score": 0.733879, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"]}, {"precision": 0.723313, "recall": 0.770751, "f1": 0.735864, "accuracy": 0.770751, "main_score": 0.735864, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"]}, {"precision": 0.734342, "recall": 0.782609, "f1": 0.747181, "accuracy": 0.782609, "main_score": 0.747181, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"]}, {"precision": 0.677872, "recall": 0.729249, "f1": 0.692314, "accuracy": 0.729249, "main_score": 0.692314, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"]}, {"precision": 0.702264, "recall": 0.750988, "f1": 0.715536, "accuracy": 0.750988, "main_score": 0.715536, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"]}, {"precision": 0.591471, "recall": 0.674901, "f1": 0.615095, "accuracy": 0.674901, "main_score": 0.615095, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"]}, {"precision": 0.533478, "recall": 0.573123, "f1": 0.54423, "accuracy": 0.573123, "main_score": 0.54423, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"]}, {"precision": 0.213805, "recall": 0.248024, "f1": 0.221581, "accuracy": 0.248024, "main_score": 0.221581, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"]}, {"precision": 0.557671, "recall": 0.592885, "f1": 0.567642, "accuracy": 0.592885, "main_score": 0.567642, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"]}, {"precision": 0.55952, "recall": 0.607708, "f1": 0.572654, "accuracy": 0.607708, "main_score": 0.572654, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"]}, {"precision": 0.731337, "recall": 0.780632, "f1": 0.744327, "accuracy": 0.780632, "main_score": 0.744327, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"]}, {"precision": 0.671874, "recall": 0.721344, "f1": 0.684892, "accuracy": 0.721344, "main_score": 0.684892, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"]}, {"precision": 0.453277, "recall": 0.497036, "f1": 0.465214, "accuracy": 0.497036, "main_score": 0.465214, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"]}, {"precision": 0.655756, "recall": 0.702569, "f1": 0.668234, "accuracy": 0.702569, "main_score": 0.668234, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"]}, {"precision": 0.697621, "recall": 0.754941, "f1": 0.713253, "accuracy": 0.754941, "main_score": 0.713253, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"]}, {"precision": 0.662159, "recall": 0.720356, "f1": 0.677484, "accuracy": 0.720356, "main_score": 0.677484, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"]}, {"precision": 0.679748, "recall": 0.735178, "f1": 0.694628, "accuracy": 0.735178, "main_score": 0.694628, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"]}, {"precision": 0.592459, "recall": 0.63834, "f1": 0.605468, "accuracy": 0.63834, "main_score": 0.605468, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"]}, {"precision": 0.708194, "recall": 0.759881, "f1": 0.722316, "accuracy": 0.759881, "main_score": 0.722316, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"]}, {"precision": 0.729875, "recall": 0.772727, "f1": 0.741669, "accuracy": 0.772727, "main_score": 0.741669, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"]}, {"precision": 0.54253, "recall": 0.588933, "f1": 0.556163, "accuracy": 0.588933, "main_score": 0.556163, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"]}, {"precision": 0.505904, "recall": 0.543478, "f1": 0.516083, "accuracy": 0.543478, "main_score": 0.516083, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"]}, {"precision": 0.55789, "recall": 0.597826, "f1": 0.568472, "accuracy": 0.597826, "main_score": 0.568472, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"]}, {"precision": 0.713999, "recall": 0.771739, "f1": 0.730639, "accuracy": 0.771739, "main_score": 0.730639, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"]}, {"precision": 0.183779, "recall": 0.235178, "f1": 0.197405, "accuracy": 0.235178, "main_score": 0.197405, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"]}, {"precision": 0.70402, "recall": 0.756917, "f1": 0.71797, "accuracy": 0.756917, "main_score": 0.71797, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"]}, {"precision": 0.628389, "recall": 0.6917, "f1": 0.645665, "accuracy": 0.6917, "main_score": 0.645665, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"]}, {"precision": 0.645449, "recall": 0.698617, "f1": 0.659957, "accuracy": 0.698617, "main_score": 0.659957, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"]}, {"precision": 0.733297, "recall": 0.783597, "f1": 0.747271, "accuracy": 0.783597, "main_score": 0.747271, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"]}, {"precision": 0.523388, "recall": 0.574111, "f1": 0.537963, "accuracy": 0.574111, "main_score": 0.537963, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"]}, {"precision": 0.539366, "recall": 0.582016, "f1": 0.551003, "accuracy": 0.582016, "main_score": 0.551003, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"]}, {"precision": 0.707877, "recall": 0.756917, "f1": 0.72143, "accuracy": 0.756917, "main_score": 0.72143, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"]}, {"precision": 0.732994, "recall": 0.778656, "f1": 0.74574, "accuracy": 0.778656, "main_score": 0.74574, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"]}, {"precision": 0.678828, "recall": 0.725296, "f1": 0.691642, "accuracy": 0.725296, "main_score": 0.691642, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"]}, {"precision": 0.689109, "recall": 0.738142, "f1": 0.702455, "accuracy": 0.738142, "main_score": 0.702455, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"]}, {"precision": 0.594575, "recall": 0.65415, "f1": 0.612208, "accuracy": 0.65415, "main_score": 0.612208, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"]}, {"precision": 0.692334, "recall": 0.742095, "f1": 0.706004, "accuracy": 0.742095, "main_score": 0.706004, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"]}, {"precision": 0.508145, "recall": 0.541502, "f1": 0.51753, "accuracy": 0.541502, "main_score": 0.51753, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"]}, {"precision": 0.591058, "recall": 0.643281, "f1": 0.605028, "accuracy": 0.643281, "main_score": 0.605028, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"]}, {"precision": 0.705739, "recall": 0.759881, "f1": 0.721083, "accuracy": 0.759881, "main_score": 0.721083, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"]}, {"precision": 0.68599, "recall": 0.730237, "f1": 0.697635, "accuracy": 0.730237, "main_score": 0.697635, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"]}, {"precision": 0.702807, "recall": 0.753953, "f1": 0.716726, "accuracy": 0.753953, "main_score": 0.716726, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"]}, {"precision": 0.455349, "recall": 0.497036, "f1": 0.466904, "accuracy": 0.497036, "main_score": 0.466904, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"]}, {"precision": 0.760298, "recall": 0.802372, "f1": 0.771605, "accuracy": 0.802372, "main_score": 0.771605, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"]}, {"precision": 0.709497, "recall": 0.76087, "f1": 0.72301, "accuracy": 0.76087, "main_score": 0.72301, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"]}, {"precision": 0.678296, "recall": 0.728261, "f1": 0.691185, "accuracy": 0.728261, "main_score": 0.691185, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"]}, {"precision": 0.641298, "recall": 0.699605, "f1": 0.657694, "accuracy": 0.699605, "main_score": 0.657694, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"]}, {"precision": 0.614562, "recall": 0.662055, "f1": 0.628028, "accuracy": 0.662055, "main_score": 0.628028, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"]}, {"precision": 0.583017, "recall": 0.63834, "f1": 0.597489, "accuracy": 0.63834, "main_score": 0.597489, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"]}, {"precision": 0.60878, "recall": 0.660079, "f1": 0.622429, "accuracy": 0.660079, "main_score": 0.622429, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"]}, {"precision": 0.59546, "recall": 0.628458, "f1": 0.604241, "accuracy": 0.628458, "main_score": 0.604241, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"]}, {"precision": 0.631555, "recall": 0.689723, "f1": 0.646991, "accuracy": 0.689723, "main_score": 0.646991, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"]}, {"precision": 0.699003, "recall": 0.75, "f1": 0.712455, "accuracy": 0.75, "main_score": 0.712455, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"]}, {"precision": 0.678556, "recall": 0.726285, "f1": 0.69171, "accuracy": 0.726285, "main_score": 0.69171, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"]}, {"precision": 0.714191, "recall": 0.763834, "f1": 0.727325, "accuracy": 0.763834, "main_score": 0.727325, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"]}, {"precision": 0.686815, "recall": 0.741107, "f1": 0.70184, "accuracy": 0.741107, "main_score": 0.70184, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"]}, {"precision": 0.724073, "recall": 0.77668, "f1": 0.738898, "accuracy": 0.77668, "main_score": 0.738898, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"]}, {"precision": 0.568947, "recall": 0.616601, "f1": 0.581998, "accuracy": 0.616601, "main_score": 0.581998, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"]}, {"precision": 0.671009, "recall": 0.722332, "f1": 0.684303, "accuracy": 0.722332, "main_score": 0.684303, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"]}, {"precision": 0.466738, "recall": 0.51087, "f1": 0.478263, "accuracy": 0.51087, "main_score": 0.478263, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"]}, {"precision": 0.723276, "recall": 0.770751, "f1": 0.736567, "accuracy": 0.770751, "main_score": 0.736567, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"]}, {"precision": 0.438316, "recall": 0.497036, "f1": 0.454877, "accuracy": 0.497036, "main_score": 0.454877, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"]}, {"precision": 0.682204, "recall": 0.73419, "f1": 0.695901, "accuracy": 0.73419, "main_score": 0.695901, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"]}, {"precision": 0.705629, "recall": 0.75, "f1": 0.717876, "accuracy": 0.75, "main_score": 0.717876, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"]}, {"precision": 0.694344, "recall": 0.743083, "f1": 0.707551, "accuracy": 0.743083, "main_score": 0.707551, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"]}, {"precision": 0.587619, "recall": 0.630435, "f1": 0.598878, "accuracy": 0.630435, "main_score": 0.598878, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"]}, {"precision": 0.654601, "recall": 0.714427, "f1": 0.670218, "accuracy": 0.714427, "main_score": 0.670218, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"]}, {"precision": 0.557973, "recall": 0.598814, "f1": 0.569364, "accuracy": 0.598814, "main_score": 0.569364, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"]}, {"precision": 0.569953, "recall": 0.61166, "f1": 0.581554, "accuracy": 0.61166, "main_score": 0.581554, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"]}, {"precision": 0.71152, "recall": 0.758893, "f1": 0.723562, "accuracy": 0.758893, "main_score": 0.723562, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"]}, {"precision": 0.628522, "recall": 0.675889, "f1": 0.641819, "accuracy": 0.675889, "main_score": 0.641819, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"]}, {"precision": 0.741843, "recall": 0.788538, "f1": 0.755139, "accuracy": 0.788538, "main_score": 0.755139, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"]}, {"precision": 0.518093, "recall": 0.563241, "f1": 0.531352, "accuracy": 0.563241, "main_score": 0.531352, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"]}, {"precision": 0.735625, "recall": 0.790514, "f1": 0.750692, "accuracy": 0.790514, "main_score": 0.750692, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"]}, {"precision": 0.710249, "recall": 0.764822, "f1": 0.725613, "accuracy": 0.764822, "main_score": 0.725613, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"]}, {"precision": 0.710935, "recall": 0.762846, "f1": 0.725587, "accuracy": 0.762846, "main_score": 0.725587, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"]}, {"precision": 0.527975, "recall": 0.574111, "f1": 0.540382, "accuracy": 0.574111, "main_score": 0.540382, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"]}, {"precision": 0.728684, "recall": 0.779644, "f1": 0.742452, "accuracy": 0.779644, "main_score": 0.742452, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"]}, {"precision": 0.65843, "recall": 0.711462, "f1": 0.672737, "accuracy": 0.711462, "main_score": 0.672737, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"]}, {"precision": 0.535697, "recall": 0.579051, "f1": 0.547777, "accuracy": 0.579051, "main_score": 0.547777, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"]}, {"precision": 0.591963, "recall": 0.641304, "f1": 0.60615, "accuracy": 0.641304, "main_score": 0.60615, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"]}, {"precision": 0.582163, "recall": 0.647233, "f1": 0.599919, "accuracy": 0.647233, "main_score": 0.599919, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"]}, {"precision": 0.726903, "recall": 0.775692, "f1": 0.740123, "accuracy": 0.775692, "main_score": 0.740123, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"]}, {"precision": 0.66984, "recall": 0.725296, "f1": 0.684673, "accuracy": 0.725296, "main_score": 0.684673, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"]}, {"precision": 0.494072, "recall": 0.530632, "f1": 0.504628, "accuracy": 0.530632, "main_score": 0.504628, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"]}, {"precision": 0.568588, "recall": 0.602767, "f1": 0.577978, "accuracy": 0.602767, "main_score": 0.577978, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"]}, {"precision": 0.687561, "recall": 0.746047, "f1": 0.703644, "accuracy": 0.746047, "main_score": 0.703644, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"]}, {"precision": 0.538776, "recall": 0.583992, "f1": 0.550758, "accuracy": 0.583992, "main_score": 0.550758, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"]}, {"precision": 0.552502, "recall": 0.588933, "f1": 0.562159, "accuracy": 0.588933, "main_score": 0.562159, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"]}, {"precision": 0.663966, "recall": 0.722332, "f1": 0.679973, "accuracy": 0.722332, "main_score": 0.679973, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"]}, {"precision": 0.507619, "recall": 0.551383, "f1": 0.520677, "accuracy": 0.551383, "main_score": 0.520677, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"]}, {"precision": 0.67456, "recall": 0.718379, "f1": 0.686016, "accuracy": 0.718379, "main_score": 0.686016, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"]}, {"precision": 0.571733, "recall": 0.607708, "f1": 0.580991, "accuracy": 0.607708, "main_score": 0.580991, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"]}, {"precision": 0.588668, "recall": 0.621542, "f1": 0.597732, "accuracy": 0.621542, "main_score": 0.597732, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"]}, {"precision": 0.679917, "recall": 0.735178, "f1": 0.695788, "accuracy": 0.735178, "main_score": 0.695788, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"]}, {"precision": 0.616717, "recall": 0.671937, "f1": 0.63238, "accuracy": 0.671937, "main_score": 0.63238, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"]}, {"precision": 0.654998, "recall": 0.706522, "f1": 0.668531, "accuracy": 0.706522, "main_score": 0.668531, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"]}, {"precision": 0.450988, "recall": 0.511858, "f1": 0.468729, "accuracy": 0.511858, "main_score": 0.468729, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"]}, {"precision": 0.714211, "recall": 0.769763, "f1": 0.729287, "accuracy": 0.769763, "main_score": 0.729287, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"]}, {"precision": 0.684937, "recall": 0.736166, "f1": 0.698696, "accuracy": 0.736166, "main_score": 0.698696, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"]}, {"precision": 0.703879, "recall": 0.751976, "f1": 0.716836, "accuracy": 0.751976, "main_score": 0.716836, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"]}, {"precision": 0.706148, "recall": 0.76087, "f1": 0.721538, "accuracy": 0.76087, "main_score": 0.721538, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"]}, {"precision": 0.608815, "recall": 0.662055, "f1": 0.62369, "accuracy": 0.662055, "main_score": 0.62369, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"]}, {"precision": 0.536473, "recall": 0.577075, "f1": 0.548163, "accuracy": 0.577075, "main_score": 0.548163, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"]}, {"precision": 0.594461, "recall": 0.657115, "f1": 0.611904, "accuracy": 0.657115, "main_score": 0.611904, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"]}, {"precision": 0.541825, "recall": 0.602767, "f1": 0.55931, "accuracy": 0.602767, "main_score": 0.55931, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"]}, {"precision": 0.348504, "recall": 0.416008, "f1": 0.365497, "accuracy": 0.416008, "main_score": 0.365497, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"]}, {"precision": 0.95504, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"]}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"]}, {"precision": 0.595469, "recall": 0.65415, "f1": 0.611499, "accuracy": 0.65415, "main_score": 0.611499, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"]}, {"precision": 0.852108, "recall": 0.881423, "f1": 0.860935, "accuracy": 0.881423, "main_score": 0.860935, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"]}, {"precision": 0.941206, "recall": 0.956522, "f1": 0.946146, "accuracy": 0.956522, "main_score": 0.946146, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"]}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"]}, {"precision": 0.598297, "recall": 0.659091, "f1": 0.614952, "accuracy": 0.659091, "main_score": 0.614952, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"]}, {"precision": 0.928607, "recall": 0.950593, "f1": 0.935672, "accuracy": 0.950593, "main_score": 0.935672, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"]}, {"precision": 0.615405, "recall": 0.675889, "f1": 0.632315, "accuracy": 0.675889, "main_score": 0.632315, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"]}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"]}, {"precision": 0.563282, "recall": 0.624506, "f1": 0.580414, "accuracy": 0.624506, "main_score": 0.580414, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"]}, {"precision": 0.179627, "recall": 0.225296, "f1": 0.190547, "accuracy": 0.225296, "main_score": 0.190547, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"]}, {"precision": 0.617442, "recall": 0.66996, "f1": 0.632234, "accuracy": 0.66996, "main_score": 0.632234, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"]}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"]}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"]}, {"precision": 0.658491, "recall": 0.711462, "f1": 0.673586, "accuracy": 0.711462, "main_score": 0.673586, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"]}, {"precision": 0.877289, "recall": 0.910079, "f1": 0.887418, "accuracy": 0.910079, "main_score": 0.887418, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"]}, {"precision": 0.957708, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"]}, {"precision": 0.570796, "recall": 0.62253, "f1": 0.585367, "accuracy": 0.62253, "main_score": 0.585367, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"]}, {"precision": 0.528504, "recall": 0.599802, "f1": 0.547371, "accuracy": 0.599802, "main_score": 0.547371, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"]}, {"precision": 0.560986, "recall": 0.616601, "f1": 0.576424, "accuracy": 0.616601, "main_score": 0.576424, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"]}, {"precision": 0.972414, "recall": 0.980237, "f1": 0.974868, "accuracy": 0.980237, "main_score": 0.974868, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"]}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"]}, {"precision": 0.59777, "recall": 0.653162, "f1": 0.613281, "accuracy": 0.653162, "main_score": 0.613281, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"]}, {"precision": 0.829117, "recall": 0.867589, "f1": 0.840829, "accuracy": 0.867589, "main_score": 0.840829, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"]}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"]}, {"precision": 0.540852, "recall": 0.598814, "f1": 0.557337, "accuracy": 0.598814, "main_score": 0.557337, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"]}, {"precision": 0.553197, "recall": 0.618577, "f1": 0.571278, "accuracy": 0.618577, "main_score": 0.571278, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"]}, {"precision": 0.52359, "recall": 0.577075, "f1": 0.538076, "accuracy": 0.577075, "main_score": 0.538076, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"]}, {"precision": 0.9347, "recall": 0.953557, "f1": 0.940777, "accuracy": 0.953557, "main_score": 0.940777, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"]}, {"precision": 0.302781, "recall": 0.358696, "f1": 0.317849, "accuracy": 0.358696, "main_score": 0.317849, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"]}, {"precision": 0.60372, "recall": 0.662055, "f1": 0.619375, "accuracy": 0.662055, "main_score": 0.619375, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"]}, {"precision": 0.957049, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"]}, {"precision": 0.907444, "recall": 0.933794, "f1": 0.915646, "accuracy": 0.933794, "main_score": 0.915646, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"]}, {"precision": 0.586582, "recall": 0.641304, "f1": 0.601391, "accuracy": 0.641304, "main_score": 0.601391, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"]}, {"precision": 0.681677, "recall": 0.743083, "f1": 0.698935, "accuracy": 0.743083, "main_score": 0.698935, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"]}, {"precision": 0.925807, "recall": 0.945652, "f1": 0.932049, "accuracy": 0.945652, "main_score": 0.932049, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"]}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"]}, {"precision": 0.52677, "recall": 0.600791, "f1": 0.547092, "accuracy": 0.600791, "main_score": 0.547092, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"]}, {"precision": 0.668594, "recall": 0.72332, "f1": 0.684145, "accuracy": 0.72332, "main_score": 0.684145, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"]}, {"precision": 0.931406, "recall": 0.953557, "f1": 0.938636, "accuracy": 0.953557, "main_score": 0.938636, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"]}, {"precision": 0.667614, "recall": 0.721344, "f1": 0.682949, "accuracy": 0.721344, "main_score": 0.682949, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"]}, {"precision": 0.642654, "recall": 0.70751, "f1": 0.661529, "accuracy": 0.70751, "main_score": 0.661529, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"]}, {"precision": 0.968626, "recall": 0.976285, "f1": 0.97108, "accuracy": 0.976285, "main_score": 0.97108, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"]}, {"precision": 0.854908, "recall": 0.895257, "f1": 0.867325, "accuracy": 0.895257, "main_score": 0.867325, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"]}, {"precision": 0.55133, "recall": 0.610672, "f1": 0.567158, "accuracy": 0.610672, "main_score": 0.567158, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"]}, {"precision": 0.542994, "recall": 0.59585, "f1": 0.557875, "accuracy": 0.59585, "main_score": 0.557875, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"]}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"]}, {"precision": 0.791238, "recall": 0.83498, "f1": 0.804249, "accuracy": 0.83498, "main_score": 0.804249, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"]}, {"precision": 0.478805, "recall": 0.533597, "f1": 0.492939, "accuracy": 0.533597, "main_score": 0.492939, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"]}, {"precision": 0.945076, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"]}, {"precision": 0.774507, "recall": 0.824111, "f1": 0.788905, "accuracy": 0.824111, "main_score": 0.788905, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"]}, {"precision": 0.549687, "recall": 0.606719, "f1": 0.565702, "accuracy": 0.606719, "main_score": 0.565702, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"]}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"]}, {"precision": 0.944335, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"]}, {"precision": 0.601472, "recall": 0.667984, "f1": 0.619506, "accuracy": 0.667984, "main_score": 0.619506, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"]}, {"precision": 0.198803, "recall": 0.254941, "f1": 0.211304, "accuracy": 0.254941, "main_score": 0.211304, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"]}, {"precision": 0.634486, "recall": 0.69664, "f1": 0.652503, "accuracy": 0.69664, "main_score": 0.652503, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"]}, {"precision": 0.728115, "recall": 0.784585, "f1": 0.744211, "accuracy": 0.784585, "main_score": 0.744211, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"]}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"]}, {"precision": 0.434926, "recall": 0.48913, "f1": 0.449696, "accuracy": 0.48913, "main_score": 0.449696, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"]}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"]}, {"precision": 0.944582, "recall": 0.960474, "f1": 0.949506, "accuracy": 0.960474, "main_score": 0.949506, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"]}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"]}, {"precision": 0.652669, "recall": 0.708498, "f1": 0.66862, "accuracy": 0.708498, "main_score": 0.66862, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"]}, {"precision": 0.554735, "recall": 0.612648, "f1": 0.5718, "accuracy": 0.612648, "main_score": 0.5718, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"]}, {"precision": 0.517258, "recall": 0.578063, "f1": 0.533754, "accuracy": 0.578063, "main_score": 0.533754, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"]}, {"precision": 0.676762, "recall": 0.726285, "f1": 0.690214, "accuracy": 0.726285, "main_score": 0.690214, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"]}, {"precision": 0.191204, "recall": 0.262846, "f1": 0.210109, "accuracy": 0.262846, "main_score": 0.210109, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"]}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"]}, {"precision": 0.904727, "recall": 0.932806, "f1": 0.91357, "accuracy": 0.932806, "main_score": 0.91357, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"]}, {"precision": 0.944368, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"]}, {"precision": 0.582484, "recall": 0.63834, "f1": 0.598232, "accuracy": 0.63834, "main_score": 0.598232, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"]}, {"precision": 0.575233, "recall": 0.63834, "f1": 0.592885, "accuracy": 0.63834, "main_score": 0.592885, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"]}, {"precision": 0.921854, "recall": 0.942688, "f1": 0.928426, "accuracy": 0.942688, "main_score": 0.928426, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"]}, {"precision": 0.661538, "recall": 0.727273, "f1": 0.680386, "accuracy": 0.727273, "main_score": 0.680386, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"]}, {"precision": 0.971426, "recall": 0.980237, "f1": 0.974209, "accuracy": 0.980237, "main_score": 0.974209, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"]}, {"precision": 0.580502, "recall": 0.642292, "f1": 0.597166, "accuracy": 0.642292, "main_score": 0.597166, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"]}, {"precision": 0.71754, "recall": 0.771739, "f1": 0.733286, "accuracy": 0.771739, "main_score": 0.733286, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"]}, {"precision": 0.465919, "recall": 0.527668, "f1": 0.482256, "accuracy": 0.527668, "main_score": 0.482256, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"]}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"]}, {"precision": 0.886775, "recall": 0.917984, "f1": 0.89664, "accuracy": 0.917984, "main_score": 0.89664, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"]}, {"precision": 0.793165, "recall": 0.837945, "f1": 0.806654, "accuracy": 0.837945, "main_score": 0.806654, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"]}, {"precision": 0.919302, "recall": 0.9417, "f1": 0.926515, "accuracy": 0.9417, "main_score": 0.926515, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"]}, {"precision": 0.906703, "recall": 0.931818, "f1": 0.914427, "accuracy": 0.931818, "main_score": 0.914427, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"]}, {"precision": 0.622063, "recall": 0.674901, "f1": 0.636928, "accuracy": 0.674901, "main_score": 0.636928, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"]}, {"precision": 0.930254, "recall": 0.951581, "f1": 0.936989, "accuracy": 0.951581, "main_score": 0.936989, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"]}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"]}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"]}, {"precision": 0.857049, "recall": 0.896245, "f1": 0.86917, "accuracy": 0.896245, "main_score": 0.86917, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"]}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"]}, {"precision": 0.475055, "recall": 0.54249, "f1": 0.493016, "accuracy": 0.54249, "main_score": 0.493016, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"]}, {"precision": 0.565722, "recall": 0.637352, "f1": 0.586291, "accuracy": 0.637352, "main_score": 0.586291, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"]}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"]}, {"precision": 0.927536, "recall": 0.947628, "f1": 0.933926, "accuracy": 0.947628, "main_score": 0.933926, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"]}, {"precision": 0.830675, "recall": 0.87253, "f1": 0.843382, "accuracy": 0.87253, "main_score": 0.843382, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"]}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"]}, {"precision": 0.658518, "recall": 0.706522, "f1": 0.671403, "accuracy": 0.706522, "main_score": 0.671403, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"]}, {"precision": 0.63187, "recall": 0.690711, "f1": 0.648782, "accuracy": 0.690711, "main_score": 0.648782, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"]}, {"precision": 0.905527, "recall": 0.928854, "f1": 0.912335, "accuracy": 0.928854, "main_score": 0.912335, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"]}, {"precision": 0.546483, "recall": 0.608696, "f1": 0.563794, "accuracy": 0.608696, "main_score": 0.563794, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"]}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"]}, {"precision": 0.547217, "recall": 0.600791, "f1": 0.562075, "accuracy": 0.600791, "main_score": 0.562075, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"]}, {"precision": 0.777487, "recall": 0.823123, "f1": 0.790646, "accuracy": 0.823123, "main_score": 0.790646, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"]}, {"precision": 0.545843, "recall": 0.601779, "f1": 0.560841, "accuracy": 0.601779, "main_score": 0.560841, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"]}, {"precision": 0.608494, "recall": 0.663043, "f1": 0.623602, "accuracy": 0.663043, "main_score": 0.623602, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"]}, {"precision": 0.876235, "recall": 0.909091, "f1": 0.886726, "accuracy": 0.909091, "main_score": 0.886726, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"]}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"]}, {"precision": 0.501396, "recall": 0.556324, "f1": 0.51685, "accuracy": 0.556324, "main_score": 0.51685, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"]}, {"precision": 0.573803, "recall": 0.637352, "f1": 0.591054, "accuracy": 0.637352, "main_score": 0.591054, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"]}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"]}, {"precision": 0.580544, "recall": 0.643281, "f1": 0.598857, "accuracy": 0.643281, "main_score": 0.598857, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"]}, {"precision": 0.551265, "recall": 0.609684, "f1": 0.566809, "accuracy": 0.609684, "main_score": 0.566809, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"]}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"]}, {"precision": 0.541676, "recall": 0.606719, "f1": 0.560778, "accuracy": 0.606719, "main_score": 0.560778, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"]}, {"precision": 0.696684, "recall": 0.75, "f1": 0.711599, "accuracy": 0.75, "main_score": 0.711599, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"]}, {"precision": 0.712681, "recall": 0.763834, "f1": 0.727654, "accuracy": 0.763834, "main_score": 0.727654, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"]}, {"precision": 0.859009, "recall": 0.889328, "f1": 0.868314, "accuracy": 0.889328, "main_score": 0.868314, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"]}, {"precision": 0.882997, "recall": 0.914032, "f1": 0.892394, "accuracy": 0.914032, "main_score": 0.892394, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"]}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"]}, {"precision": 0.484824, "recall": 0.567194, "f1": 0.508591, "accuracy": 0.567194, "main_score": 0.508591, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"]}, {"precision": 0.98386, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"]}, {"precision": 0.928524, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"]}, {"precision": 0.66382, "recall": 0.722332, "f1": 0.680534, "accuracy": 0.722332, "main_score": 0.680534, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"]}, {"precision": 0.576254, "recall": 0.626482, "f1": 0.590349, "accuracy": 0.626482, "main_score": 0.590349, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"]}, {"precision": 0.480738, "recall": 0.540514, "f1": 0.49762, "accuracy": 0.540514, "main_score": 0.49762, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"]}, {"precision": 0.50108, "recall": 0.555336, "f1": 0.516801, "accuracy": 0.555336, "main_score": 0.516801, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"]}, {"precision": 0.271153, "recall": 0.312253, "f1": 0.281359, "accuracy": 0.312253, "main_score": 0.281359, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"]}, {"precision": 0.741289, "recall": 0.789526, "f1": 0.754429, "accuracy": 0.789526, "main_score": 0.754429, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"]}, {"precision": 0.672495, "recall": 0.725296, "f1": 0.687395, "accuracy": 0.725296, "main_score": 0.687395, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"]}, {"precision": 0.738718, "recall": 0.783597, "f1": 0.751242, "accuracy": 0.783597, "main_score": 0.751242, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"]}, {"precision": 0.710871, "recall": 0.755929, "f1": 0.723715, "accuracy": 0.755929, "main_score": 0.723715, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"]}, {"precision": 0.570745, "recall": 0.618577, "f1": 0.583578, "accuracy": 0.618577, "main_score": 0.583578, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"]}, {"precision": 0.744894, "recall": 0.787549, "f1": 0.756501, "accuracy": 0.787549, "main_score": 0.756501, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"]}, {"precision": 0.679106, "recall": 0.72332, "f1": 0.691407, "accuracy": 0.72332, "main_score": 0.691407, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"]}, {"precision": 0.704071, "recall": 0.743083, "f1": 0.714472, "accuracy": 0.743083, "main_score": 0.714472, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"]}, {"precision": 0.719238, "recall": 0.767787, "f1": 0.732204, "accuracy": 0.767787, "main_score": 0.732204, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"]}, {"precision": 0.713825, "recall": 0.756917, "f1": 0.725602, "accuracy": 0.756917, "main_score": 0.725602, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"]}, {"precision": 0.570479, "recall": 0.616601, "f1": 0.583473, "accuracy": 0.616601, "main_score": 0.583473, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"]}, {"precision": 0.746734, "recall": 0.788538, "f1": 0.758382, "accuracy": 0.788538, "main_score": 0.758382, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"]}, {"precision": 0.662148, "recall": 0.714427, "f1": 0.67676, "accuracy": 0.714427, "main_score": 0.67676, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"]}, {"precision": 0.738467, "recall": 0.780632, "f1": 0.74954, "accuracy": 0.780632, "main_score": 0.74954, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"]}, {"precision": 0.598652, "recall": 0.647233, "f1": 0.612225, "accuracy": 0.647233, "main_score": 0.612225, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"]}, {"precision": 0.705611, "recall": 0.752964, "f1": 0.718638, "accuracy": 0.752964, "main_score": 0.718638, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"]}, {"precision": 0.679154, "recall": 0.730237, "f1": 0.693573, "accuracy": 0.730237, "main_score": 0.693573, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"]}, {"precision": 0.758026, "recall": 0.805336, "f1": 0.771272, "accuracy": 0.805336, "main_score": 0.771272, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"]}, {"precision": 0.733527, "recall": 0.782609, "f1": 0.746985, "accuracy": 0.782609, "main_score": 0.746985, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"]}, {"precision": 0.517869, "recall": 0.565217, "f1": 0.531288, "accuracy": 0.565217, "main_score": 0.531288, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"]}, {"precision": 0.722491, "recall": 0.775692, "f1": 0.737538, "accuracy": 0.775692, "main_score": 0.737538, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"]}, {"precision": 0.717431, "recall": 0.761858, "f1": 0.729202, "accuracy": 0.761858, "main_score": 0.729202, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"]}, {"precision": 0.694427, "recall": 0.742095, "f1": 0.707408, "accuracy": 0.742095, "main_score": 0.707408, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"]}, {"precision": 0.17319, "recall": 0.212451, "f1": 0.182841, "accuracy": 0.212451, "main_score": 0.182841, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"]}, {"precision": 0.708831, "recall": 0.759881, "f1": 0.722254, "accuracy": 0.759881, "main_score": 0.722254, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"]}, {"precision": 0.599655, "recall": 0.648221, "f1": 0.612756, "accuracy": 0.648221, "main_score": 0.612756, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"]}, {"precision": 0.717273, "recall": 0.76087, "f1": 0.728803, "accuracy": 0.76087, "main_score": 0.728803, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"]}, {"precision": 0.718963, "recall": 0.769763, "f1": 0.732434, "accuracy": 0.769763, "main_score": 0.732434, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"]}, {"precision": 0.690349, "recall": 0.737154, "f1": 0.703422, "accuracy": 0.737154, "main_score": 0.703422, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"]}, {"precision": 0.720951, "recall": 0.768775, "f1": 0.734688, "accuracy": 0.768775, "main_score": 0.734688, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"]}, {"precision": 0.596327, "recall": 0.646245, "f1": 0.610658, "accuracy": 0.646245, "main_score": 0.610658, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"]}, {"precision": 0.729607, "recall": 0.774704, "f1": 0.741314, "accuracy": 0.774704, "main_score": 0.741314, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"]}, {"precision": 0.618251, "recall": 0.66996, "f1": 0.63271, "accuracy": 0.66996, "main_score": 0.63271, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"]}, {"precision": 0.689524, "recall": 0.737154, "f1": 0.702378, "accuracy": 0.737154, "main_score": 0.702378, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"]}, {"precision": 0.727044, "recall": 0.77668, "f1": 0.740964, "accuracy": 0.77668, "main_score": 0.740964, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"]}, {"precision": 0.72022, "recall": 0.766798, "f1": 0.732708, "accuracy": 0.766798, "main_score": 0.732708, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"]}, {"precision": 0.705977, "recall": 0.757905, "f1": 0.720407, "accuracy": 0.757905, "main_score": 0.720407, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"]}, {"precision": 0.533457, "recall": 0.574111, "f1": 0.545114, "accuracy": 0.574111, "main_score": 0.545114, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"]}, {"precision": 0.420912, "recall": 0.48419, "f1": 0.438024, "accuracy": 0.48419, "main_score": 0.438024, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"]}, {"precision": 0.731725, "recall": 0.777668, "f1": 0.74414, "accuracy": 0.777668, "main_score": 0.74414, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"]}, {"precision": 0.548028, "recall": 0.600791, "f1": 0.562982, "accuracy": 0.600791, "main_score": 0.562982, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"]}, {"precision": 0.742763, "recall": 0.786561, "f1": 0.754629, "accuracy": 0.786561, "main_score": 0.754629, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"]}, {"precision": 0.737134, "recall": 0.786561, "f1": 0.750765, "accuracy": 0.786561, "main_score": 0.750765, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"]}, {"precision": 0.718883, "recall": 0.76087, "f1": 0.730047, "accuracy": 0.76087, "main_score": 0.730047, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"]}, {"precision": 0.681137, "recall": 0.732213, "f1": 0.695509, "accuracy": 0.732213, "main_score": 0.695509, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"]}, {"precision": 0.559384, "recall": 0.609684, "f1": 0.573959, "accuracy": 0.609684, "main_score": 0.573959, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"]}, {"precision": 0.624274, "recall": 0.674901, "f1": 0.638869, "accuracy": 0.674901, "main_score": 0.638869, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"]}, {"precision": 0.707389, "recall": 0.749012, "f1": 0.718874, "accuracy": 0.749012, "main_score": 0.718874, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"]}, {"precision": 0.748574, "recall": 0.796443, "f1": 0.761881, "accuracy": 0.796443, "main_score": 0.761881, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"]}, {"precision": 0.728499, "recall": 0.767787, "f1": 0.739339, "accuracy": 0.767787, "main_score": 0.739339, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"]}, {"precision": 0.516096, "recall": 0.575099, "f1": 0.532699, "accuracy": 0.575099, "main_score": 0.532699, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"]}, {"precision": 0.720311, "recall": 0.76581, "f1": 0.732623, "accuracy": 0.76581, "main_score": 0.732623, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"]}, {"precision": 0.464432, "recall": 0.519763, "f1": 0.479416, "accuracy": 0.519763, "main_score": 0.479416, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"]}, {"precision": 0.51451, "recall": 0.563241, "f1": 0.527703, "accuracy": 0.563241, "main_score": 0.527703, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"]}, {"precision": 0.721079, "recall": 0.761858, "f1": 0.732657, "accuracy": 0.761858, "main_score": 0.732657, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"]}, {"precision": 0.311277, "recall": 0.370553, "f1": 0.327131, "accuracy": 0.370553, "main_score": 0.327131, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"]}, {"precision": 0.720606, "recall": 0.771739, "f1": 0.734463, "accuracy": 0.771739, "main_score": 0.734463, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"]}, {"precision": 0.736785, "recall": 0.786561, "f1": 0.750457, "accuracy": 0.786561, "main_score": 0.750457, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"]}, {"precision": 0.735735, "recall": 0.783597, "f1": 0.748345, "accuracy": 0.783597, "main_score": 0.748345, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"]}, {"precision": 0.717318, "recall": 0.771739, "f1": 0.733077, "accuracy": 0.771739, "main_score": 0.733077, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"]}, {"precision": 0.600236, "recall": 0.647233, "f1": 0.613675, "accuracy": 0.647233, "main_score": 0.613675, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"]}, {"precision": 0.703641, "recall": 0.750988, "f1": 0.716678, "accuracy": 0.750988, "main_score": 0.716678, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"]}, {"precision": 0.632729, "recall": 0.688735, "f1": 0.64855, "accuracy": 0.688735, "main_score": 0.64855, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"]}, {"precision": 0.749603, "recall": 0.794466, "f1": 0.762394, "accuracy": 0.794466, "main_score": 0.762394, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"]}, {"precision": 0.579747, "recall": 0.626482, "f1": 0.592867, "accuracy": 0.626482, "main_score": 0.592867, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"]}, {"precision": 0.720037, "recall": 0.763834, "f1": 0.7319, "accuracy": 0.763834, "main_score": 0.7319, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"]}, {"precision": 0.599038, "recall": 0.651186, "f1": 0.614246, "accuracy": 0.651186, "main_score": 0.614246, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"]}, {"precision": 0.661138, "recall": 0.718379, "f1": 0.677528, "accuracy": 0.718379, "main_score": 0.677528, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"]}, {"precision": 0.715232, "recall": 0.755929, "f1": 0.72645, "accuracy": 0.755929, "main_score": 0.72645, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"]}, {"precision": 0.719584, "recall": 0.764822, "f1": 0.732005, "accuracy": 0.764822, "main_score": 0.732005, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"]}, {"precision": 0.348132, "recall": 0.405138, "f1": 0.362462, "accuracy": 0.405138, "main_score": 0.362462, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"]}, {"precision": 0.584994, "recall": 0.632411, "f1": 0.59824, "accuracy": 0.632411, "main_score": 0.59824, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"]}, {"precision": 0.656468, "recall": 0.710474, "f1": 0.671343, "accuracy": 0.710474, "main_score": 0.671343, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"]}, {"precision": 0.60505, "recall": 0.657115, "f1": 0.620331, "accuracy": 0.657115, "main_score": 0.620331, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"]}, {"precision": 0.588815, "recall": 0.645257, "f1": 0.604945, "accuracy": 0.645257, "main_score": 0.604945, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"]}, {"precision": 0.734823, "recall": 0.781621, "f1": 0.747723, "accuracy": 0.781621, "main_score": 0.747723, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"]}, {"precision": 0.700232, "recall": 0.746047, "f1": 0.713357, "accuracy": 0.746047, "main_score": 0.713357, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"]}, {"precision": 0.735202, "recall": 0.780632, "f1": 0.74731, "accuracy": 0.780632, "main_score": 0.74731, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"]}, {"precision": 0.589017, "recall": 0.650198, "f1": 0.605683, "accuracy": 0.650198, "main_score": 0.605683, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"]}, {"precision": 0.736379, "recall": 0.782609, "f1": 0.748767, "accuracy": 0.782609, "main_score": 0.748767, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"]}, {"precision": 0.70754, "recall": 0.763834, "f1": 0.723299, "accuracy": 0.763834, "main_score": 0.723299, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"]}, {"precision": 0.737196, "recall": 0.787549, "f1": 0.750965, "accuracy": 0.787549, "main_score": 0.750965, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"]}, {"precision": 0.732464, "recall": 0.783597, "f1": 0.747414, "accuracy": 0.783597, "main_score": 0.747414, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"]}, {"precision": 0.54564, "recall": 0.596838, "f1": 0.559619, "accuracy": 0.596838, "main_score": 0.559619, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"]}, {"precision": 0.535278, "recall": 0.583004, "f1": 0.548726, "accuracy": 0.583004, "main_score": 0.548726, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"]}, {"precision": 0.706657, "recall": 0.76087, "f1": 0.721364, "accuracy": 0.76087, "main_score": 0.721364, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"]}, {"precision": 0.730716, "recall": 0.780632, "f1": 0.744723, "accuracy": 0.780632, "main_score": 0.744723, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"]}, {"precision": 0.705932, "recall": 0.753953, "f1": 0.718721, "accuracy": 0.753953, "main_score": 0.718721, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"]}, {"precision": 0.651267, "recall": 0.690711, "f1": 0.663018, "accuracy": 0.690711, "main_score": 0.663018, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"]}, {"precision": 0.473329, "recall": 0.520751, "f1": 0.485982, "accuracy": 0.520751, "main_score": 0.485982, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"]}, {"precision": 0.736038, "recall": 0.774704, "f1": 0.746476, "accuracy": 0.774704, "main_score": 0.746476, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"]}, {"precision": 0.627319, "recall": 0.687747, "f1": 0.644346, "accuracy": 0.687747, "main_score": 0.644346, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"]}, {"precision": 0.562287, "recall": 0.61166, "f1": 0.576192, "accuracy": 0.61166, "main_score": 0.576192, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"]}, {"precision": 0.734231, "recall": 0.781621, "f1": 0.747185, "accuracy": 0.781621, "main_score": 0.747185, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"]}, {"precision": 0.514345, "recall": 0.564229, "f1": 0.528936, "accuracy": 0.564229, "main_score": 0.528936, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"]}, {"precision": 0.742787, "recall": 0.781621, "f1": 0.753145, "accuracy": 0.781621, "main_score": 0.753145, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"]}, {"precision": 0.712201, "recall": 0.76087, "f1": 0.725549, "accuracy": 0.76087, "main_score": 0.725549, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"]}, {"precision": 0.74016, "recall": 0.785573, "f1": 0.752523, "accuracy": 0.785573, "main_score": 0.752523, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"]}, {"precision": 0.742191, "recall": 0.788538, "f1": 0.754401, "accuracy": 0.788538, "main_score": 0.754401, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"]}, {"precision": 0.731765, "recall": 0.77668, "f1": 0.743615, "accuracy": 0.77668, "main_score": 0.743615, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"]}, {"precision": 0.696502, "recall": 0.744071, "f1": 0.709709, "accuracy": 0.744071, "main_score": 0.709709, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"]}, {"precision": 0.597428, "recall": 0.664032, "f1": 0.616664, "accuracy": 0.664032, "main_score": 0.616664, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"]}, {"precision": 0.560355, "recall": 0.614625, "f1": 0.576072, "accuracy": 0.614625, "main_score": 0.576072, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"]}, {"precision": 0.187777, "recall": 0.233202, "f1": 0.198694, "accuracy": 0.233202, "main_score": 0.198694, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"]}, {"precision": 0.602635, "recall": 0.644269, "f1": 0.614592, "accuracy": 0.644269, "main_score": 0.614592, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"]}, {"precision": 0.527828, "recall": 0.576087, "f1": 0.541078, "accuracy": 0.576087, "main_score": 0.541078, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"]}, {"precision": 0.745375, "recall": 0.795455, "f1": 0.759009, "accuracy": 0.795455, "main_score": 0.759009, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"]}, {"precision": 0.704639, "recall": 0.749012, "f1": 0.717185, "accuracy": 0.749012, "main_score": 0.717185, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"]}, {"precision": 0.401718, "recall": 0.450593, "f1": 0.414632, "accuracy": 0.450593, "main_score": 0.414632, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"]}, {"precision": 0.718577, "recall": 0.756917, "f1": 0.730063, "accuracy": 0.756917, "main_score": 0.730063, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"]}, {"precision": 0.734396, "recall": 0.783597, "f1": 0.747987, "accuracy": 0.783597, "main_score": 0.747987, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"]}, {"precision": 0.658113, "recall": 0.720356, "f1": 0.675786, "accuracy": 0.720356, "main_score": 0.675786, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"]}, {"precision": 0.701458, "recall": 0.751976, "f1": 0.715206, "accuracy": 0.751976, "main_score": 0.715206, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"]}, {"precision": 0.594537, "recall": 0.648221, "f1": 0.610343, "accuracy": 0.648221, "main_score": 0.610343, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"]}, {"precision": 0.709679, "recall": 0.756917, "f1": 0.722762, "accuracy": 0.756917, "main_score": 0.722762, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"]}, {"precision": 0.741354, "recall": 0.781621, "f1": 0.752138, "accuracy": 0.781621, "main_score": 0.752138, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"]}, {"precision": 0.531343, "recall": 0.583992, "f1": 0.546288, "accuracy": 0.583992, "main_score": 0.546288, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"]}, {"precision": 0.536454, "recall": 0.587945, "f1": 0.550883, "accuracy": 0.587945, "main_score": 0.550883, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"]}, {"precision": 0.612217, "recall": 0.659091, "f1": 0.625227, "accuracy": 0.659091, "main_score": 0.625227, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"]}, {"precision": 0.729946, "recall": 0.781621, "f1": 0.744176, "accuracy": 0.781621, "main_score": 0.744176, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"]}, {"precision": 0.122101, "recall": 0.168972, "f1": 0.133065, "accuracy": 0.168972, "main_score": 0.133065, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"]}, {"precision": 0.715706, "recall": 0.767787, "f1": 0.730094, "accuracy": 0.767787, "main_score": 0.730094, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"]}, {"precision": 0.623443, "recall": 0.678854, "f1": 0.63938, "accuracy": 0.678854, "main_score": 0.63938, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"]}, {"precision": 0.694895, "recall": 0.742095, "f1": 0.707873, "accuracy": 0.742095, "main_score": 0.707873, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"]}, {"precision": 0.727338, "recall": 0.774704, "f1": 0.74002, "accuracy": 0.774704, "main_score": 0.74002, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"]}, {"precision": 0.517684, "recall": 0.575099, "f1": 0.534208, "accuracy": 0.575099, "main_score": 0.534208, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"]}, {"precision": 0.534339, "recall": 0.586957, "f1": 0.549874, "accuracy": 0.586957, "main_score": 0.549874, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"]}, {"precision": 0.712224, "recall": 0.757905, "f1": 0.724532, "accuracy": 0.757905, "main_score": 0.724532, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"]}, {"precision": 0.738895, "recall": 0.781621, "f1": 0.750358, "accuracy": 0.781621, "main_score": 0.750358, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"]}, {"precision": 0.692939, "recall": 0.738142, "f1": 0.705675, "accuracy": 0.738142, "main_score": 0.705675, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"]}, {"precision": 0.679133, "recall": 0.725296, "f1": 0.691939, "accuracy": 0.725296, "main_score": 0.691939, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"]}, {"precision": 0.542111, "recall": 0.606719, "f1": 0.560114, "accuracy": 0.606719, "main_score": 0.560114, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"]}, {"precision": 0.721375, "recall": 0.762846, "f1": 0.732578, "accuracy": 0.762846, "main_score": 0.732578, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"]}, {"precision": 0.530223, "recall": 0.582016, "f1": 0.545001, "accuracy": 0.582016, "main_score": 0.545001, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"]}, {"precision": 0.556928, "recall": 0.606719, "f1": 0.570273, "accuracy": 0.606719, "main_score": 0.570273, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"]}, {"precision": 0.726286, "recall": 0.781621, "f1": 0.742503, "accuracy": 0.781621, "main_score": 0.742503, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"]}, {"precision": 0.71334, "recall": 0.753953, "f1": 0.724902, "accuracy": 0.753953, "main_score": 0.724902, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"]}, {"precision": 0.724711, "recall": 0.774704, "f1": 0.738606, "accuracy": 0.774704, "main_score": 0.738606, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"]}, {"precision": 0.460957, "recall": 0.520751, "f1": 0.477768, "accuracy": 0.520751, "main_score": 0.477768, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"]}, {"precision": 0.750713, "recall": 0.793478, "f1": 0.76253, "accuracy": 0.793478, "main_score": 0.76253, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"]}, {"precision": 0.72156, "recall": 0.772727, "f1": 0.735498, "accuracy": 0.772727, "main_score": 0.735498, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"]}, {"precision": 0.699183, "recall": 0.747036, "f1": 0.712903, "accuracy": 0.747036, "main_score": 0.712903, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"]}, {"precision": 0.623357, "recall": 0.676877, "f1": 0.638588, "accuracy": 0.676877, "main_score": 0.638588, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"]}, {"precision": 0.575797, "recall": 0.62747, "f1": 0.590356, "accuracy": 0.62747, "main_score": 0.590356, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"]}, {"precision": 0.645836, "recall": 0.69664, "f1": 0.660345, "accuracy": 0.69664, "main_score": 0.660345, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"]}, {"precision": 0.64932, "recall": 0.70751, "f1": 0.665595, "accuracy": 0.70751, "main_score": 0.665595, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"]}, {"precision": 0.596135, "recall": 0.640316, "f1": 0.60842, "accuracy": 0.640316, "main_score": 0.60842, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"]}, {"precision": 0.624277, "recall": 0.681818, "f1": 0.639603, "accuracy": 0.681818, "main_score": 0.639603, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"]}, {"precision": 0.715026, "recall": 0.762846, "f1": 0.728201, "accuracy": 0.762846, "main_score": 0.728201, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"]}, {"precision": 0.721436, "recall": 0.770751, "f1": 0.734162, "accuracy": 0.770751, "main_score": 0.734162, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"]}, {"precision": 0.732687, "recall": 0.777668, "f1": 0.745084, "accuracy": 0.777668, "main_score": 0.745084, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"]}, {"precision": 0.70062, "recall": 0.747036, "f1": 0.713841, "accuracy": 0.747036, "main_score": 0.713841, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"]}, {"precision": 0.741403, "recall": 0.791502, "f1": 0.755337, "accuracy": 0.791502, "main_score": 0.755337, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"]}, {"precision": 0.629958, "recall": 0.685771, "f1": 0.646288, "accuracy": 0.685771, "main_score": 0.646288, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"]}, {"precision": 0.697077, "recall": 0.73913, "f1": 0.708798, "accuracy": 0.73913, "main_score": 0.708798, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"]}, {"precision": 0.464235, "recall": 0.523715, "f1": 0.480505, "accuracy": 0.523715, "main_score": 0.480505, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"]}, {"precision": 0.720951, "recall": 0.775692, "f1": 0.735637, "accuracy": 0.775692, "main_score": 0.735637, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"]}, {"precision": 0.443837, "recall": 0.512846, "f1": 0.46294, "accuracy": 0.512846, "main_score": 0.46294, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"]}, {"precision": 0.731843, "recall": 0.777668, "f1": 0.744411, "accuracy": 0.777668, "main_score": 0.744411, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"]}, {"precision": 0.725084, "recall": 0.767787, "f1": 0.737241, "accuracy": 0.767787, "main_score": 0.737241, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"]}, {"precision": 0.64615, "recall": 0.694664, "f1": 0.659669, "accuracy": 0.694664, "main_score": 0.659669, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"]}, {"precision": 0.663084, "recall": 0.705534, "f1": 0.675381, "accuracy": 0.705534, "main_score": 0.675381, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"]}, {"precision": 0.690217, "recall": 0.747036, "f1": 0.706283, "accuracy": 0.747036, "main_score": 0.706283, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"]}, {"precision": 0.594219, "recall": 0.637352, "f1": 0.606461, "accuracy": 0.637352, "main_score": 0.606461, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"]}, {"precision": 0.590351, "recall": 0.63834, "f1": 0.603833, "accuracy": 0.63834, "main_score": 0.603833, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"]}, {"precision": 0.712589, "recall": 0.758893, "f1": 0.724687, "accuracy": 0.758893, "main_score": 0.724687, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"]}, {"precision": 0.73479, "recall": 0.772727, "f1": 0.745268, "accuracy": 0.772727, "main_score": 0.745268, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"]}, {"precision": 0.734786, "recall": 0.783597, "f1": 0.748474, "accuracy": 0.783597, "main_score": 0.748474, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"]}, {"precision": 0.542762, "recall": 0.591897, "f1": 0.55732, "accuracy": 0.591897, "main_score": 0.55732, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"]}, {"precision": 0.736732, "recall": 0.783597, "f1": 0.749148, "accuracy": 0.783597, "main_score": 0.749148, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"]}, {"precision": 0.740735, "recall": 0.793478, "f1": 0.755632, "accuracy": 0.793478, "main_score": 0.755632, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"]}, {"precision": 0.723877, "recall": 0.768775, "f1": 0.736121, "accuracy": 0.768775, "main_score": 0.736121, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"]}, {"precision": 0.523597, "recall": 0.578063, "f1": 0.538276, "accuracy": 0.578063, "main_score": 0.538276, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"]}, {"precision": 0.735009, "recall": 0.781621, "f1": 0.747723, "accuracy": 0.781621, "main_score": 0.747723, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"]}, {"precision": 0.622014, "recall": 0.678854, "f1": 0.63818, "accuracy": 0.678854, "main_score": 0.63818, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"]}, {"precision": 0.52231, "recall": 0.58004, "f1": 0.538096, "accuracy": 0.58004, "main_score": 0.538096, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"]}, {"precision": 0.552218, "recall": 0.608696, "f1": 0.568094, "accuracy": 0.608696, "main_score": 0.568094, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"]}, {"precision": 0.615281, "recall": 0.670949, "f1": 0.631221, "accuracy": 0.670949, "main_score": 0.631221, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"]}, {"precision": 0.739688, "recall": 0.790514, "f1": 0.753555, "accuracy": 0.790514, "main_score": 0.753555, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"]}, {"precision": 0.64564, "recall": 0.699605, "f1": 0.660668, "accuracy": 0.699605, "main_score": 0.660668, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"]}, {"precision": 0.496961, "recall": 0.549407, "f1": 0.511405, "accuracy": 0.549407, "main_score": 0.511405, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"]}, {"precision": 0.566827, "recall": 0.616601, "f1": 0.580752, "accuracy": 0.616601, "main_score": 0.580752, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"]}, {"precision": 0.710559, "recall": 0.76087, "f1": 0.724857, "accuracy": 0.76087, "main_score": 0.724857, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"]}, {"precision": 0.566397, "recall": 0.617589, "f1": 0.580919, "accuracy": 0.617589, "main_score": 0.580919, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"]}, {"precision": 0.540947, "recall": 0.587945, "f1": 0.553572, "accuracy": 0.587945, "main_score": 0.553572, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"]}, {"precision": 0.704656, "recall": 0.757905, "f1": 0.720004, "accuracy": 0.757905, "main_score": 0.720004, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"]}, {"precision": 0.531515, "recall": 0.583992, "f1": 0.547237, "accuracy": 0.583992, "main_score": 0.547237, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"]}, {"precision": 0.59423, "recall": 0.643281, "f1": 0.607902, "accuracy": 0.643281, "main_score": 0.607902, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"]}, {"precision": 0.689939, "recall": 0.731225, "f1": 0.701902, "accuracy": 0.731225, "main_score": 0.701902, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"]}, {"precision": 0.694784, "recall": 0.732213, "f1": 0.705582, "accuracy": 0.732213, "main_score": 0.705582, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"]}, {"precision": 0.688486, "recall": 0.745059, "f1": 0.704073, "accuracy": 0.745059, "main_score": 0.704073, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"]}, {"precision": 0.638131, "recall": 0.686759, "f1": 0.65225, "accuracy": 0.686759, "main_score": 0.65225, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"]}, {"precision": 0.719771, "recall": 0.763834, "f1": 0.731969, "accuracy": 0.763834, "main_score": 0.731969, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"]}, {"precision": 0.472727, "recall": 0.541502, "f1": 0.492918, "accuracy": 0.541502, "main_score": 0.492918, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"]}, {"precision": 0.699463, "recall": 0.747036, "f1": 0.711851, "accuracy": 0.747036, "main_score": 0.711851, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"]}, {"precision": 0.665477, "recall": 0.711462, "f1": 0.678554, "accuracy": 0.711462, "main_score": 0.678554, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"]}, {"precision": 0.721639, "recall": 0.76581, "f1": 0.733784, "accuracy": 0.76581, "main_score": 0.733784, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"]}, {"precision": 0.720525, "recall": 0.774704, "f1": 0.73602, "accuracy": 0.774704, "main_score": 0.73602, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"]}, {"precision": 0.537552, "recall": 0.594862, "f1": 0.554056, "accuracy": 0.594862, "main_score": 0.554056, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"]}, {"precision": 0.558897, "recall": 0.608696, "f1": 0.572835, "accuracy": 0.608696, "main_score": 0.572835, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"]}, {"precision": 0.561855, "recall": 0.619565, "f1": 0.57843, "accuracy": 0.619565, "main_score": 0.57843, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"]}, {"precision": 0.524771, "recall": 0.583004, "f1": 0.541084, "accuracy": 0.583004, "main_score": 0.541084, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"]}, {"precision": 0.282231, "recall": 0.337945, "f1": 0.29681, "accuracy": 0.337945, "main_score": 0.29681, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"]}, {"precision": 0.871262, "recall": 0.901186, "f1": 0.880304, "accuracy": 0.901186, "main_score": 0.880304, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"]}, {"precision": 0.786373, "recall": 0.831028, "f1": 0.799556, "accuracy": 0.831028, "main_score": 0.799556, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"]}, {"precision": 0.859354, "recall": 0.891304, "f1": 0.868827, "accuracy": 0.891304, "main_score": 0.868827, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"]}, {"precision": 0.851987, "recall": 0.881423, "f1": 0.860687, "accuracy": 0.881423, "main_score": 0.860687, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"]}, {"precision": 0.59465, "recall": 0.642292, "f1": 0.607427, "accuracy": 0.642292, "main_score": 0.607427, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"]}, {"precision": 0.844189, "recall": 0.879447, "f1": 0.854696, "accuracy": 0.879447, "main_score": 0.854696, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"]}, {"precision": 0.752276, "recall": 0.796443, "f1": 0.76554, "accuracy": 0.796443, "main_score": 0.76554, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"]}, {"precision": 0.836335, "recall": 0.866601, "f1": 0.845175, "accuracy": 0.866601, "main_score": 0.845175, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"]}, {"precision": 0.849259, "recall": 0.885375, "f1": 0.860211, "accuracy": 0.885375, "main_score": 0.860211, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"]}, {"precision": 0.85286, "recall": 0.884387, "f1": 0.862385, "accuracy": 0.884387, "main_score": 0.862385, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"]}, {"precision": 0.582815, "recall": 0.633399, "f1": 0.59726, "accuracy": 0.633399, "main_score": 0.59726, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"]}, {"precision": 0.874498, "recall": 0.903162, "f1": 0.883256, "accuracy": 0.903162, "main_score": 0.883256, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"]}, {"precision": 0.77737, "recall": 0.822134, "f1": 0.790187, "accuracy": 0.822134, "main_score": 0.790187, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"]}, {"precision": 0.856837, "recall": 0.892292, "f1": 0.867358, "accuracy": 0.892292, "main_score": 0.867358, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"]}, {"precision": 0.621534, "recall": 0.675889, "f1": 0.637025, "accuracy": 0.675889, "main_score": 0.637025, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"]}, {"precision": 0.833442, "recall": 0.87253, "f1": 0.845044, "accuracy": 0.87253, "main_score": 0.845044, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"]}, {"precision": 0.819121, "recall": 0.856719, "f1": 0.830096, "accuracy": 0.856719, "main_score": 0.830096, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"]}, {"precision": 0.894535, "recall": 0.918972, "f1": 0.901674, "accuracy": 0.918972, "main_score": 0.901674, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"]}, {"precision": 0.853294, "recall": 0.886364, "f1": 0.863241, "accuracy": 0.886364, "main_score": 0.863241, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"]}, {"precision": 0.51777, "recall": 0.576087, "f1": 0.53378, "accuracy": 0.576087, "main_score": 0.53378, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"]}, {"precision": 0.855023, "recall": 0.889328, "f1": 0.865646, "accuracy": 0.889328, "main_score": 0.865646, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"]}, {"precision": 0.854407, "recall": 0.886364, "f1": 0.863493, "accuracy": 0.886364, "main_score": 0.863493, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"]}, {"precision": 0.836964, "recall": 0.868577, "f1": 0.846344, "accuracy": 0.868577, "main_score": 0.846344, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"]}, {"precision": 0.186254, "recall": 0.22332, "f1": 0.195232, "accuracy": 0.22332, "main_score": 0.195232, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"]}, {"precision": 0.858778, "recall": 0.890316, "f1": 0.868201, "accuracy": 0.890316, "main_score": 0.868201, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"]}, {"precision": 0.611366, "recall": 0.660079, "f1": 0.624812, "accuracy": 0.660079, "main_score": 0.624812, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"]}, {"precision": 0.850668, "recall": 0.884387, "f1": 0.860524, "accuracy": 0.884387, "main_score": 0.860524, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"]}, {"precision": 0.84431, "recall": 0.881423, "f1": 0.855378, "accuracy": 0.881423, "main_score": 0.855378, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"]}, {"precision": 0.793199, "recall": 0.831028, "f1": 0.803771, "accuracy": 0.831028, "main_score": 0.803771, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"]}, {"precision": 0.863043, "recall": 0.892292, "f1": 0.871593, "accuracy": 0.892292, "main_score": 0.871593, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"]}, {"precision": 0.613555, "recall": 0.660079, "f1": 0.626624, "accuracy": 0.660079, "main_score": 0.626624, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"]}, {"precision": 0.863201, "recall": 0.895257, "f1": 0.872974, "accuracy": 0.895257, "main_score": 0.872974, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"]}, {"precision": 0.717979, "recall": 0.769763, "f1": 0.733385, "accuracy": 0.769763, "main_score": 0.733385, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"]}, {"precision": 0.838622, "recall": 0.871542, "f1": 0.848287, "accuracy": 0.871542, "main_score": 0.848287, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"]}, {"precision": 0.860557, "recall": 0.889328, "f1": 0.868907, "accuracy": 0.889328, "main_score": 0.868907, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"]}, {"precision": 0.831497, "recall": 0.869565, "f1": 0.842926, "accuracy": 0.869565, "main_score": 0.842926, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"]}, {"precision": 0.82609, "recall": 0.863636, "f1": 0.837048, "accuracy": 0.863636, "main_score": 0.837048, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"]}, {"precision": 0.549308, "recall": 0.599802, "f1": 0.56329, "accuracy": 0.599802, "main_score": 0.56329, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"]}, {"precision": 0.481618, "recall": 0.549407, "f1": 0.499811, "accuracy": 0.549407, "main_score": 0.499811, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"]}, {"precision": 0.859536, "recall": 0.891304, "f1": 0.868939, "accuracy": 0.891304, "main_score": 0.868939, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"]}, {"precision": 0.559943, "recall": 0.619565, "f1": 0.576269, "accuracy": 0.619565, "main_score": 0.576269, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"]}, {"precision": 0.863291, "recall": 0.895257, "f1": 0.8726, "accuracy": 0.895257, "main_score": 0.8726, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"]}, {"precision": 0.875033, "recall": 0.905138, "f1": 0.88419, "accuracy": 0.905138, "main_score": 0.88419, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"]}, {"precision": 0.855221, "recall": 0.881423, "f1": 0.863373, "accuracy": 0.881423, "main_score": 0.863373, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"]}, {"precision": 0.804578, "recall": 0.843874, "f1": 0.81629, "accuracy": 0.843874, "main_score": 0.81629, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"]}, {"precision": 0.560014, "recall": 0.616601, "f1": 0.575966, "accuracy": 0.616601, "main_score": 0.575966, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"]}, {"precision": 0.680814, "recall": 0.73419, "f1": 0.696593, "accuracy": 0.73419, "main_score": 0.696593, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"]}, {"precision": 0.817301, "recall": 0.853755, "f1": 0.82764, "accuracy": 0.853755, "main_score": 0.82764, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"]}, {"precision": 0.877415, "recall": 0.908103, "f1": 0.88666, "accuracy": 0.908103, "main_score": 0.88666, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"]}, {"precision": 0.853508, "recall": 0.881423, "f1": 0.861702, "accuracy": 0.881423, "main_score": 0.861702, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"]}, {"precision": 0.52424, "recall": 0.58498, "f1": 0.54105, "accuracy": 0.58498, "main_score": 0.54105, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"]}, {"precision": 0.850329, "recall": 0.881423, "f1": 0.8596, "accuracy": 0.881423, "main_score": 0.8596, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"]}, {"precision": 0.518438, "recall": 0.583004, "f1": 0.536827, "accuracy": 0.583004, "main_score": 0.536827, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"]}, {"precision": 0.533949, "recall": 0.583992, "f1": 0.547828, "accuracy": 0.583992, "main_score": 0.547828, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"]}, {"precision": 0.871734, "recall": 0.898221, "f1": 0.879663, "accuracy": 0.898221, "main_score": 0.879663, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"]}, {"precision": 0.325835, "recall": 0.386364, "f1": 0.342029, "accuracy": 0.386364, "main_score": 0.342029, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"]}, {"precision": 0.862862, "recall": 0.894269, "f1": 0.872228, "accuracy": 0.894269, "main_score": 0.872228, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"]}, {"precision": 0.845726, "recall": 0.883399, "f1": 0.856859, "accuracy": 0.883399, "main_score": 0.856859, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"]}, {"precision": 0.870208, "recall": 0.903162, "f1": 0.880171, "accuracy": 0.903162, "main_score": 0.880171, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"]}, {"precision": 0.846031, "recall": 0.882411, "f1": 0.857097, "accuracy": 0.882411, "main_score": 0.857097, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"]}, {"precision": 0.591226, "recall": 0.649209, "f1": 0.607762, "accuracy": 0.649209, "main_score": 0.607762, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"]}, {"precision": 0.844573, "recall": 0.874506, "f1": 0.853834, "accuracy": 0.874506, "main_score": 0.853834, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"]}, {"precision": 0.746311, "recall": 0.796443, "f1": 0.761444, "accuracy": 0.796443, "main_score": 0.761444, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"]}, {"precision": 0.869722, "recall": 0.901186, "f1": 0.879045, "accuracy": 0.901186, "main_score": 0.879045, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"]}, {"precision": 0.584609, "recall": 0.63834, "f1": 0.599537, "accuracy": 0.63834, "main_score": 0.599537, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"]}, {"precision": 0.847851, "recall": 0.876482, "f1": 0.855741, "accuracy": 0.876482, "main_score": 0.855741, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"]}, {"precision": 0.642082, "recall": 0.69664, "f1": 0.65827, "accuracy": 0.69664, "main_score": 0.65827, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"]}, {"precision": 0.760128, "recall": 0.804348, "f1": 0.772584, "accuracy": 0.804348, "main_score": 0.772584, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"]}, {"precision": 0.812195, "recall": 0.849802, "f1": 0.82313, "accuracy": 0.849802, "main_score": 0.82313, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"]}, {"precision": 0.844269, "recall": 0.87747, "f1": 0.854216, "accuracy": 0.87747, "main_score": 0.854216, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"]}, {"precision": 0.363106, "recall": 0.429842, "f1": 0.380552, "accuracy": 0.429842, "main_score": 0.380552, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"]}, {"precision": 0.626721, "recall": 0.670949, "f1": 0.638626, "accuracy": 0.670949, "main_score": 0.638626, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"]}, {"precision": 0.769378, "recall": 0.817194, "f1": 0.783191, "accuracy": 0.817194, "main_score": 0.783191, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"]}, {"precision": 0.641041, "recall": 0.686759, "f1": 0.65471, "accuracy": 0.686759, "main_score": 0.65471, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"]}, {"precision": 0.652117, "recall": 0.710474, "f1": 0.668617, "accuracy": 0.710474, "main_score": 0.668617, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"]}, {"precision": 0.880956, "recall": 0.908103, "f1": 0.889262, "accuracy": 0.908103, "main_score": 0.889262, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"]}, {"precision": 0.831944, "recall": 0.863636, "f1": 0.841337, "accuracy": 0.863636, "main_score": 0.841337, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"]}, {"precision": 0.867086, "recall": 0.898221, "f1": 0.876285, "accuracy": 0.898221, "main_score": 0.876285, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"]}, {"precision": 0.699384, "recall": 0.748024, "f1": 0.713694, "accuracy": 0.748024, "main_score": 0.713694, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"]}, {"precision": 0.853549, "recall": 0.885375, "f1": 0.862722, "accuracy": 0.885375, "main_score": 0.862722, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"]}, {"precision": 0.84301, "recall": 0.87747, "f1": 0.853298, "accuracy": 0.87747, "main_score": 0.853298, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"]}, {"precision": 0.86222, "recall": 0.894269, "f1": 0.871499, "accuracy": 0.894269, "main_score": 0.871499, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"]}, {"precision": 0.857625, "recall": 0.891304, "f1": 0.867951, "accuracy": 0.891304, "main_score": 0.867951, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"]}, {"precision": 0.554474, "recall": 0.61166, "f1": 0.570459, "accuracy": 0.61166, "main_score": 0.570459, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"]}, {"precision": 0.538665, "recall": 0.591897, "f1": 0.553131, "accuracy": 0.591897, "main_score": 0.553131, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"]}, {"precision": 0.839148, "recall": 0.870553, "f1": 0.848326, "accuracy": 0.870553, "main_score": 0.848326, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"]}, {"precision": 0.847217, "recall": 0.880435, "f1": 0.856899, "accuracy": 0.880435, "main_score": 0.856899, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"]}, {"precision": 0.852833, "recall": 0.886364, "f1": 0.863062, "accuracy": 0.886364, "main_score": 0.863062, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"]}, {"precision": 0.755978, "recall": 0.796443, "f1": 0.76774, "accuracy": 0.796443, "main_score": 0.76774, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"]}, {"precision": 0.488482, "recall": 0.538538, "f1": 0.501712, "accuracy": 0.538538, "main_score": 0.501712, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"]}, {"precision": 0.846856, "recall": 0.874506, "f1": 0.855031, "accuracy": 0.874506, "main_score": 0.855031, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"]}, {"precision": 0.752388, "recall": 0.798419, "f1": 0.766093, "accuracy": 0.798419, "main_score": 0.766093, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"]}, {"precision": 0.624028, "recall": 0.682806, "f1": 0.640826, "accuracy": 0.682806, "main_score": 0.640826, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"]}, {"precision": 0.852281, "recall": 0.885375, "f1": 0.86229, "accuracy": 0.885375, "main_score": 0.86229, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"]}, {"precision": 0.544535, "recall": 0.603755, "f1": 0.560608, "accuracy": 0.603755, "main_score": 0.560608, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"]}, {"precision": 0.893445, "recall": 0.916996, "f1": 0.9004, "accuracy": 0.916996, "main_score": 0.9004, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"]}, {"precision": 0.849876, "recall": 0.885375, "f1": 0.860077, "accuracy": 0.885375, "main_score": 0.860077, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"]}, {"precision": 0.858078, "recall": 0.890316, "f1": 0.867809, "accuracy": 0.890316, "main_score": 0.867809, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"]}, {"precision": 0.870845, "recall": 0.899209, "f1": 0.87892, "accuracy": 0.899209, "main_score": 0.87892, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"]}, {"precision": 0.861519, "recall": 0.894269, "f1": 0.871359, "accuracy": 0.894269, "main_score": 0.871359, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"]}, {"precision": 0.839287, "recall": 0.87253, "f1": 0.848907, "accuracy": 0.87253, "main_score": 0.848907, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"]}, {"precision": 0.726113, "recall": 0.786561, "f1": 0.743928, "accuracy": 0.786561, "main_score": 0.743928, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"]}, {"precision": 0.583762, "recall": 0.647233, "f1": 0.601201, "accuracy": 0.647233, "main_score": 0.601201, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"]}, {"precision": 0.197963, "recall": 0.247036, "f1": 0.20838, "accuracy": 0.247036, "main_score": 0.20838, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"]}, {"precision": 0.621953, "recall": 0.676877, "f1": 0.637916, "accuracy": 0.676877, "main_score": 0.637916, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"]}, {"precision": 0.594801, "recall": 0.657115, "f1": 0.61211, "accuracy": 0.657115, "main_score": 0.61211, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"]}, {"precision": 0.876246, "recall": 0.90415, "f1": 0.884453, "accuracy": 0.90415, "main_score": 0.884453, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"]}, {"precision": 0.848814, "recall": 0.880435, "f1": 0.858222, "accuracy": 0.880435, "main_score": 0.858222, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"]}, {"precision": 0.414676, "recall": 0.468379, "f1": 0.428379, "accuracy": 0.468379, "main_score": 0.428379, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"]}, {"precision": 0.836924, "recall": 0.868577, "f1": 0.846081, "accuracy": 0.868577, "main_score": 0.846081, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"]}, {"precision": 0.860518, "recall": 0.896245, "f1": 0.871014, "accuracy": 0.896245, "main_score": 0.871014, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"]}, {"precision": 0.786084, "recall": 0.83498, "f1": 0.800711, "accuracy": 0.83498, "main_score": 0.800711, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"]}, {"precision": 0.818379, "recall": 0.855731, "f1": 0.82933, "accuracy": 0.855731, "main_score": 0.82933, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"]}, {"precision": 0.62612, "recall": 0.676877, "f1": 0.640327, "accuracy": 0.676877, "main_score": 0.640327, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"]}, {"precision": 0.852314, "recall": 0.887352, "f1": 0.862642, "accuracy": 0.887352, "main_score": 0.862642, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"]}, {"precision": 0.885079, "recall": 0.908103, "f1": 0.892048, "accuracy": 0.908103, "main_score": 0.892048, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"]}, {"precision": 0.543184, "recall": 0.606719, "f1": 0.561255, "accuracy": 0.606719, "main_score": 0.561255, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"]}, {"precision": 0.516538, "recall": 0.577075, "f1": 0.532657, "accuracy": 0.577075, "main_score": 0.532657, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"]}, {"precision": 0.650049, "recall": 0.703557, "f1": 0.66512, "accuracy": 0.703557, "main_score": 0.66512, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"]}, {"precision": 0.868943, "recall": 0.897233, "f1": 0.877275, "accuracy": 0.897233, "main_score": 0.877275, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"]}, {"precision": 0.127848, "recall": 0.181818, "f1": 0.140792, "accuracy": 0.181818, "main_score": 0.140792, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"]}, {"precision": 0.857543, "recall": 0.890316, "f1": 0.867406, "accuracy": 0.890316, "main_score": 0.867406, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"]}, {"precision": 0.716175, "recall": 0.773715, "f1": 0.733649, "accuracy": 0.773715, "main_score": 0.733649, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"]}, {"precision": 0.802219, "recall": 0.843874, "f1": 0.814628, "accuracy": 0.843874, "main_score": 0.814628, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"]}, {"precision": 0.862832, "recall": 0.893281, "f1": 0.871838, "accuracy": 0.893281, "main_score": 0.871838, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"]}, {"precision": 0.549293, "recall": 0.608696, "f1": 0.565886, "accuracy": 0.608696, "main_score": 0.565886, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"]}, {"precision": 0.564586, "recall": 0.629447, "f1": 0.582767, "accuracy": 0.629447, "main_score": 0.582767, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"]}, {"precision": 0.83494, "recall": 0.868577, "f1": 0.844553, "accuracy": 0.868577, "main_score": 0.844553, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"]}, {"precision": 0.863249, "recall": 0.895257, "f1": 0.872886, "accuracy": 0.895257, "main_score": 0.872886, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"]}, {"precision": 0.81889, "recall": 0.851779, "f1": 0.828572, "accuracy": 0.851779, "main_score": 0.828572, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"]}, {"precision": 0.788578, "recall": 0.824111, "f1": 0.798914, "accuracy": 0.824111, "main_score": 0.798914, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"]}, {"precision": 0.572134, "recall": 0.635375, "f1": 0.590143, "accuracy": 0.635375, "main_score": 0.590143, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"]}, {"precision": 0.834717, "recall": 0.868577, "f1": 0.844796, "accuracy": 0.868577, "main_score": 0.844796, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"]}, {"precision": 0.54471, "recall": 0.605731, "f1": 0.561844, "accuracy": 0.605731, "main_score": 0.561844, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"]}, {"precision": 0.593821, "recall": 0.648221, "f1": 0.608639, "accuracy": 0.648221, "main_score": 0.608639, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"]}, {"precision": 0.85807, "recall": 0.88834, "f1": 0.866996, "accuracy": 0.88834, "main_score": 0.866996, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"]}, {"precision": 0.852841, "recall": 0.881423, "f1": 0.861357, "accuracy": 0.881423, "main_score": 0.861357, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"]}, {"precision": 0.855221, "recall": 0.887352, "f1": 0.864855, "accuracy": 0.887352, "main_score": 0.864855, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"]}, {"precision": 0.47088, "recall": 0.533597, "f1": 0.48768, "accuracy": 0.533597, "main_score": 0.48768, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"]}, {"precision": 0.884552, "recall": 0.912055, "f1": 0.892885, "accuracy": 0.912055, "main_score": 0.892885, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"]}, {"precision": 0.841791, "recall": 0.878458, "f1": 0.852765, "accuracy": 0.878458, "main_score": 0.852765, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"]}, {"precision": 0.820092, "recall": 0.860672, "f1": 0.832312, "accuracy": 0.860672, "main_score": 0.832312, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"]}, {"precision": 0.744251, "recall": 0.789526, "f1": 0.757569, "accuracy": 0.789526, "main_score": 0.757569, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"]}, {"precision": 0.641197, "recall": 0.692688, "f1": 0.655392, "accuracy": 0.692688, "main_score": 0.655392, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"]}, {"precision": 0.78243, "recall": 0.822134, "f1": 0.79374, "accuracy": 0.822134, "main_score": 0.79374, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"]}, {"precision": 0.770976, "recall": 0.817194, "f1": 0.784914, "accuracy": 0.817194, "main_score": 0.784914, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"]}, {"precision": 0.611398, "recall": 0.658103, "f1": 0.624709, "accuracy": 0.658103, "main_score": 0.624709, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"]}, {"precision": 0.73423, "recall": 0.783597, "f1": 0.748786, "accuracy": 0.783597, "main_score": 0.748786, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"]}, {"precision": 0.853931, "recall": 0.886364, "f1": 0.863361, "accuracy": 0.886364, "main_score": 0.863361, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"]}, {"precision": 0.83412, "recall": 0.869565, "f1": 0.843928, "accuracy": 0.869565, "main_score": 0.843928, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"]}, {"precision": 0.866436, "recall": 0.895257, "f1": 0.875249, "accuracy": 0.895257, "main_score": 0.875249, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"]}, {"precision": 0.803137, "recall": 0.843874, "f1": 0.815258, "accuracy": 0.843874, "main_score": 0.815258, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"]}, {"precision": 0.875074, "recall": 0.906126, "f1": 0.884475, "accuracy": 0.906126, "main_score": 0.884475, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"]}, {"precision": 0.730874, "recall": 0.783597, "f1": 0.746626, "accuracy": 0.783597, "main_score": 0.746626, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"]}, {"precision": 0.829101, "recall": 0.86166, "f1": 0.838708, "accuracy": 0.86166, "main_score": 0.838708, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"]}, {"precision": 0.475771, "recall": 0.544466, "f1": 0.494288, "accuracy": 0.544466, "main_score": 0.494288, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"]}, {"precision": 0.847275, "recall": 0.879447, "f1": 0.856922, "accuracy": 0.879447, "main_score": 0.856922, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"]}, {"precision": 0.51985, "recall": 0.586957, "f1": 0.537949, "accuracy": 0.586957, "main_score": 0.537949, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"]}, {"precision": 0.838258, "recall": 0.875494, "f1": 0.849129, "accuracy": 0.875494, "main_score": 0.849129, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"]}, {"precision": 0.854243, "recall": 0.886364, "f1": 0.863889, "accuracy": 0.886364, "main_score": 0.863889, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"]}, {"precision": 0.741801, "recall": 0.785573, "f1": 0.75443, "accuracy": 0.785573, "main_score": 0.75443, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"]}, {"precision": 0.754869, "recall": 0.797431, "f1": 0.767292, "accuracy": 0.797431, "main_score": 0.767292, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"]}, {"precision": 0.810355, "recall": 0.848814, "f1": 0.821533, "accuracy": 0.848814, "main_score": 0.821533, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"]}, {"precision": 0.63271, "recall": 0.677866, "f1": 0.645632, "accuracy": 0.677866, "main_score": 0.645632, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"]}, {"precision": 0.609844, "recall": 0.663043, "f1": 0.624912, "accuracy": 0.663043, "main_score": 0.624912, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"]}, {"precision": 0.842384, "recall": 0.87747, "f1": 0.852539, "accuracy": 0.87747, "main_score": 0.852539, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"]}, {"precision": 0.813227, "recall": 0.843874, "f1": 0.822233, "accuracy": 0.843874, "main_score": 0.822233, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"]}, {"precision": 0.862813, "recall": 0.895257, "f1": 0.872614, "accuracy": 0.895257, "main_score": 0.872614, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"]}, {"precision": 0.54392, "recall": 0.605731, "f1": 0.561004, "accuracy": 0.605731, "main_score": 0.561004, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"]}, {"precision": 0.87281, "recall": 0.900198, "f1": 0.881079, "accuracy": 0.900198, "main_score": 0.881079, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"]}, {"precision": 0.846083, "recall": 0.882411, "f1": 0.856719, "accuracy": 0.882411, "main_score": 0.856719, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"]}, {"precision": 0.83121, "recall": 0.868577, "f1": 0.842058, "accuracy": 0.868577, "main_score": 0.842058, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"]}, {"precision": 0.517959, "recall": 0.579051, "f1": 0.53488, "accuracy": 0.579051, "main_score": 0.53488, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"]}, {"precision": 0.875725, "recall": 0.902174, "f1": 0.883613, "accuracy": 0.902174, "main_score": 0.883613, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"]}, {"precision": 0.672914, "recall": 0.731225, "f1": 0.68972, "accuracy": 0.731225, "main_score": 0.68972, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"]}, {"precision": 0.546993, "recall": 0.601779, "f1": 0.561947, "accuracy": 0.601779, "main_score": 0.561947, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"]}, {"precision": 0.567975, "recall": 0.62747, "f1": 0.584845, "accuracy": 0.62747, "main_score": 0.584845, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"]}, {"precision": 0.77388, "recall": 0.821146, "f1": 0.788073, "accuracy": 0.821146, "main_score": 0.788073, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"]}, {"precision": 0.866339, "recall": 0.897233, "f1": 0.875414, "accuracy": 0.897233, "main_score": 0.875414, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"]}, {"precision": 0.795339, "recall": 0.840909, "f1": 0.80919, "accuracy": 0.840909, "main_score": 0.80919, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"]}, {"precision": 0.501614, "recall": 0.560277, "f1": 0.517924, "accuracy": 0.560277, "main_score": 0.517924, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"]}, {"precision": 0.5852, "recall": 0.641304, "f1": 0.600077, "accuracy": 0.641304, "main_score": 0.600077, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"]}, {"precision": 0.855856, "recall": 0.884387, "f1": 0.864246, "accuracy": 0.884387, "main_score": 0.864246, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"]}, {"precision": 0.561551, "recall": 0.617589, "f1": 0.577121, "accuracy": 0.617589, "main_score": 0.577121, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"]}, {"precision": 0.552407, "recall": 0.598814, "f1": 0.564805, "accuracy": 0.598814, "main_score": 0.564805, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"]}, {"precision": 0.818906, "recall": 0.860672, "f1": 0.831183, "accuracy": 0.860672, "main_score": 0.831183, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"]}, {"precision": 0.545877, "recall": 0.606719, "f1": 0.563294, "accuracy": 0.606719, "main_score": 0.563294, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"]}, {"precision": 0.616798, "recall": 0.666008, "f1": 0.631051, "accuracy": 0.666008, "main_score": 0.631051, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"]}, {"precision": 0.847044, "recall": 0.879447, "f1": 0.856548, "accuracy": 0.879447, "main_score": 0.856548, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"]}, {"precision": 0.716413, "recall": 0.761858, "f1": 0.729957, "accuracy": 0.761858, "main_score": 0.729957, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"]}, {"precision": 0.831275, "recall": 0.868577, "f1": 0.842439, "accuracy": 0.868577, "main_score": 0.842439, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"]}, {"precision": 0.747406, "recall": 0.789526, "f1": 0.759263, "accuracy": 0.789526, "main_score": 0.759263, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"]}, {"precision": 0.815366, "recall": 0.850791, "f1": 0.825649, "accuracy": 0.850791, "main_score": 0.825649, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"]}, {"precision": 0.480371, "recall": 0.557312, "f1": 0.503045, "accuracy": 0.557312, "main_score": 0.503045, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"]}, {"precision": 0.846561, "recall": 0.880435, "f1": 0.856712, "accuracy": 0.880435, "main_score": 0.856712, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"]}, {"precision": 0.777425, "recall": 0.820158, "f1": 0.79014, "accuracy": 0.820158, "main_score": 0.79014, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"]}, {"precision": 0.838326, "recall": 0.873518, "f1": 0.84816, "accuracy": 0.873518, "main_score": 0.84816, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"]}, {"precision": 0.859601, "recall": 0.890316, "f1": 0.86901, "accuracy": 0.890316, "main_score": 0.86901, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"]}, {"precision": 0.590482, "recall": 0.652174, "f1": 0.608358, "accuracy": 0.652174, "main_score": 0.608358, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"]}, {"precision": 0.564343, "recall": 0.616601, "f1": 0.578781, "accuracy": 0.616601, "main_score": 0.578781, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"]}, {"precision": 0.546623, "recall": 0.607708, "f1": 0.563236, "accuracy": 0.607708, "main_score": 0.563236, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"]}, {"precision": 0.496308, "recall": 0.551383, "f1": 0.512008, "accuracy": 0.551383, "main_score": 0.512008, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"]}, {"precision": 0.406786, "recall": 0.488142, "f1": 0.428286, "accuracy": 0.488142, "main_score": 0.428286, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"]}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"]}, {"precision": 0.569507, "recall": 0.624506, "f1": 0.584127, "accuracy": 0.624506, "main_score": 0.584127, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"]}, {"precision": 0.84608, "recall": 0.883399, "f1": 0.857675, "accuracy": 0.883399, "main_score": 0.857675, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"]}, {"precision": 0.952734, "recall": 0.965415, "f1": 0.956851, "accuracy": 0.965415, "main_score": 0.956851, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"]}, {"precision": 0.54655, "recall": 0.609684, "f1": 0.564258, "accuracy": 0.609684, "main_score": 0.564258, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"]}, {"precision": 0.581374, "recall": 0.646245, "f1": 0.599921, "accuracy": 0.646245, "main_score": 0.599921, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"]}, {"precision": 0.525321, "recall": 0.590909, "f1": 0.543293, "accuracy": 0.590909, "main_score": 0.543293, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"]}, {"precision": 0.18824, "recall": 0.231225, "f1": 0.198866, "accuracy": 0.231225, "main_score": 0.198866, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"]}, {"precision": 0.599303, "recall": 0.655138, "f1": 0.614959, "accuracy": 0.655138, "main_score": 0.614959, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"]}, {"precision": 0.628211, "recall": 0.685771, "f1": 0.64457, "accuracy": 0.685771, "main_score": 0.64457, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"]}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"]}, {"precision": 0.502152, "recall": 0.554348, "f1": 0.516921, "accuracy": 0.554348, "main_score": 0.516921, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"]}, {"precision": 0.482239, "recall": 0.554348, "f1": 0.501423, "accuracy": 0.554348, "main_score": 0.501423, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"]}, {"precision": 0.535938, "recall": 0.597826, "f1": 0.553741, "accuracy": 0.597826, "main_score": 0.553741, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"]}, {"precision": 0.537958, "recall": 0.609684, "f1": 0.557802, "accuracy": 0.609684, "main_score": 0.557802, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"]}, {"precision": 0.88694, "recall": 0.917984, "f1": 0.896607, "accuracy": 0.917984, "main_score": 0.896607, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"]}, {"precision": 0.492696, "recall": 0.550395, "f1": 0.508315, "accuracy": 0.550395, "main_score": 0.508315, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"]}, {"precision": 0.511793, "recall": 0.578063, "f1": 0.529368, "accuracy": 0.578063, "main_score": 0.529368, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"]}, {"precision": 0.471979, "recall": 0.524704, "f1": 0.485921, "accuracy": 0.524704, "main_score": 0.485921, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"]}, {"precision": 0.915843, "recall": 0.938735, "f1": 0.922845, "accuracy": 0.938735, "main_score": 0.922845, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"]}, {"precision": 0.315971, "recall": 0.367589, "f1": 0.329916, "accuracy": 0.367589, "main_score": 0.329916, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"]}, {"precision": 0.556213, "recall": 0.619565, "f1": 0.573815, "accuracy": 0.619565, "main_score": 0.573815, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"]}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"]}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"]}, {"precision": 0.566883, "recall": 0.618577, "f1": 0.581094, "accuracy": 0.618577, "main_score": 0.581094, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"]}, {"precision": 0.680107, "recall": 0.742095, "f1": 0.69845, "accuracy": 0.742095, "main_score": 0.69845, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"]}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"]}, {"precision": 0.633037, "recall": 0.709486, "f1": 0.655285, "accuracy": 0.709486, "main_score": 0.655285, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"]}, {"precision": 0.680608, "recall": 0.737154, "f1": 0.696833, "accuracy": 0.737154, "main_score": 0.696833, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"]}, {"precision": 0.617549, "recall": 0.671937, "f1": 0.633157, "accuracy": 0.671937, "main_score": 0.633157, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"]}, {"precision": 0.671106, "recall": 0.733202, "f1": 0.689308, "accuracy": 0.733202, "main_score": 0.689308, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"]}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"]}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"]}, {"precision": 0.51612, "recall": 0.572134, "f1": 0.531582, "accuracy": 0.572134, "main_score": 0.531582, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"]}, {"precision": 0.525623, "recall": 0.58498, "f1": 0.542001, "accuracy": 0.58498, "main_score": 0.542001, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"]}, {"precision": 0.779315, "recall": 0.828063, "f1": 0.793238, "accuracy": 0.828063, "main_score": 0.793238, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"]}, {"precision": 0.433617, "recall": 0.490119, "f1": 0.449064, "accuracy": 0.490119, "main_score": 0.449064, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"]}, {"precision": 0.848353, "recall": 0.886364, "f1": 0.85998, "accuracy": 0.886364, "main_score": 0.85998, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"]}, {"precision": 0.516158, "recall": 0.574111, "f1": 0.532044, "accuracy": 0.574111, "main_score": 0.532044, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"]}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"]}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"]}, {"precision": 0.553845, "recall": 0.618577, "f1": 0.572126, "accuracy": 0.618577, "main_score": 0.572126, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"]}, {"precision": 0.204475, "recall": 0.257905, "f1": 0.216321, "accuracy": 0.257905, "main_score": 0.216321, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"]}, {"precision": 0.611314, "recall": 0.678854, "f1": 0.631249, "accuracy": 0.678854, "main_score": 0.631249, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"]}, {"precision": 0.781966, "recall": 0.837945, "f1": 0.798617, "accuracy": 0.837945, "main_score": 0.798617, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"]}, {"precision": 0.395911, "recall": 0.450593, "f1": 0.410481, "accuracy": 0.450593, "main_score": 0.410481, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"]}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"]}, {"precision": 0.656562, "recall": 0.717391, "f1": 0.674031, "accuracy": 0.717391, "main_score": 0.674031, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"]}, {"precision": 0.525736, "recall": 0.591897, "f1": 0.544657, "accuracy": 0.591897, "main_score": 0.544657, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"]}, {"precision": 0.482107, "recall": 0.545455, "f1": 0.49909, "accuracy": 0.545455, "main_score": 0.49909, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"]}, {"precision": 0.647439, "recall": 0.706522, "f1": 0.664468, "accuracy": 0.706522, "main_score": 0.664468, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"]}, {"precision": 0.263248, "recall": 0.349802, "f1": 0.285339, "accuracy": 0.349802, "main_score": 0.285339, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"]}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"]}, {"precision": 0.563514, "recall": 0.624506, "f1": 0.580931, "accuracy": 0.624506, "main_score": 0.580931, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"]}, {"precision": 0.556163, "recall": 0.619565, "f1": 0.574121, "accuracy": 0.619565, "main_score": 0.574121, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"]}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"]}, {"precision": 0.699053, "recall": 0.76087, "f1": 0.717564, "accuracy": 0.76087, "main_score": 0.717564, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"]}, {"precision": 0.53307, "recall": 0.590909, "f1": 0.548968, "accuracy": 0.590909, "main_score": 0.548968, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"]}, {"precision": 0.760375, "recall": 0.814229, "f1": 0.776779, "accuracy": 0.814229, "main_score": 0.776779, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"]}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"]}, {"precision": 0.427489, "recall": 0.492095, "f1": 0.444891, "accuracy": 0.492095, "main_score": 0.444891, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"]}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"]}, {"precision": 0.851976, "recall": 0.88834, "f1": 0.863241, "accuracy": 0.88834, "main_score": 0.863241, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"]}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"]}, {"precision": 0.920899, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"]}, {"precision": 0.601445, "recall": 0.652174, "f1": 0.615711, "accuracy": 0.652174, "main_score": 0.615711, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"]}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"]}, {"precision": 0.911561, "recall": 0.938735, "f1": 0.92029, "accuracy": 0.938735, "main_score": 0.92029, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"]}, {"precision": 0.438714, "recall": 0.507905, "f1": 0.457478, "accuracy": 0.507905, "main_score": 0.457478, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"]}, {"precision": 0.63466, "recall": 0.706522, "f1": 0.655898, "accuracy": 0.706522, "main_score": 0.655898, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"]}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"]}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"]}, {"precision": 0.807148, "recall": 0.850791, "f1": 0.820539, "accuracy": 0.850791, "main_score": 0.820539, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"]}, {"precision": 0.609338, "recall": 0.663043, "f1": 0.624559, "accuracy": 0.663043, "main_score": 0.624559, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"]}, {"precision": 0.6099, "recall": 0.677866, "f1": 0.629536, "accuracy": 0.677866, "main_score": 0.629536, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"]}, {"precision": 0.927207, "recall": 0.947628, "f1": 0.933762, "accuracy": 0.947628, "main_score": 0.933762, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"]}, {"precision": 0.513507, "recall": 0.578063, "f1": 0.531584, "accuracy": 0.578063, "main_score": 0.531584, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"]}, {"precision": 0.522565, "recall": 0.586957, "f1": 0.539957, "accuracy": 0.586957, "main_score": 0.539957, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"]}, {"precision": 0.799736, "recall": 0.844862, "f1": 0.813538, "accuracy": 0.844862, "main_score": 0.813538, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"]}, {"precision": 0.512027, "recall": 0.58004, "f1": 0.530951, "accuracy": 0.58004, "main_score": 0.530951, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"]}, {"precision": 0.603214, "recall": 0.66502, "f1": 0.620488, "accuracy": 0.66502, "main_score": 0.620488, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"]}, {"precision": 0.913043, "recall": 0.936759, "f1": 0.920619, "accuracy": 0.936759, "main_score": 0.920619, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"]}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"]}, {"precision": 0.452294, "recall": 0.51087, "f1": 0.468243, "accuracy": 0.51087, "main_score": 0.468243, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"]}, {"precision": 0.550893, "recall": 0.614625, "f1": 0.567961, "accuracy": 0.614625, "main_score": 0.567961, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"]}, {"precision": 0.559494, "recall": 0.624506, "f1": 0.578057, "accuracy": 0.624506, "main_score": 0.578057, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"]}, {"precision": 0.522779, "recall": 0.578063, "f1": 0.537629, "accuracy": 0.578063, "main_score": 0.537629, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"]}, {"precision": 0.513045, "recall": 0.577075, "f1": 0.530999, "accuracy": 0.577075, "main_score": 0.530999, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"]}, {"precision": 0.704776, "recall": 0.76581, "f1": 0.722826, "accuracy": 0.76581, "main_score": 0.722826, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"]}, {"precision": 0.967803, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"]}, {"precision": 0.720142, "recall": 0.770751, "f1": 0.735738, "accuracy": 0.770751, "main_score": 0.735738, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"]}, {"precision": 0.849094, "recall": 0.880435, "f1": 0.858305, "accuracy": 0.880435, "main_score": 0.858305, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"]}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"]}, {"precision": 0.462353, "recall": 0.538538, "f1": 0.48451, "accuracy": 0.538538, "main_score": 0.48451, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"]}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"]}, {"precision": 0.701647, "recall": 0.76087, "f1": 0.719386, "accuracy": 0.76087, "main_score": 0.719386, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"]}, {"precision": 0.553698, "recall": 0.607708, "f1": 0.568965, "accuracy": 0.607708, "main_score": 0.568965, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"]}, {"precision": 0.515821, "recall": 0.568182, "f1": 0.530769, "accuracy": 0.568182, "main_score": 0.530769, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"]}, {"precision": 0.495402, "recall": 0.543478, "f1": 0.508846, "accuracy": 0.543478, "main_score": 0.508846, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"]}, {"precision": 0.357336, "recall": 0.421937, "f1": 0.374413, "accuracy": 0.421937, "main_score": 0.374413, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"]}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"]}, {"precision": 0.912, "recall": 0.934783, "f1": 0.919005, "accuracy": 0.934783, "main_score": 0.919005, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"]}, {"precision": 0.947093, "recall": 0.961462, "f1": 0.951636, "accuracy": 0.961462, "main_score": 0.951636, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"]}, {"precision": 0.872052, "recall": 0.902174, "f1": 0.880995, "accuracy": 0.902174, "main_score": 0.880995, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"]}, {"precision": 0.558127, "recall": 0.607708, "f1": 0.572716, "accuracy": 0.607708, "main_score": 0.572716, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"]}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"]}, {"precision": 0.746273, "recall": 0.790514, "f1": 0.759044, "accuracy": 0.790514, "main_score": 0.759044, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"]}, {"precision": 0.841002, "recall": 0.87747, "f1": 0.851647, "accuracy": 0.87747, "main_score": 0.851647, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"]}, {"precision": 0.92057, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"]}, {"precision": 0.534781, "recall": 0.583992, "f1": 0.548434, "accuracy": 0.583992, "main_score": 0.548434, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"]}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.946476, "accuracy": 0.958498, "main_score": 0.946476, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"]}, {"precision": 0.885161, "recall": 0.918972, "f1": 0.895619, "accuracy": 0.918972, "main_score": 0.895619, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"]}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"]}, {"precision": 0.566341, "recall": 0.621542, "f1": 0.582051, "accuracy": 0.621542, "main_score": 0.582051, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"]}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.939018, "accuracy": 0.952569, "main_score": 0.939018, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"]}, {"precision": 0.923732, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"]}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"]}, {"precision": 0.528657, "recall": 0.583992, "f1": 0.544442, "accuracy": 0.583992, "main_score": 0.544442, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"]}, {"precision": 0.9403, "recall": 0.958498, "f1": 0.946047, "accuracy": 0.958498, "main_score": 0.946047, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"]}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"]}, {"precision": 0.904809, "recall": 0.927866, "f1": 0.912008, "accuracy": 0.927866, "main_score": 0.912008, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"]}, {"precision": 0.186008, "recall": 0.226285, "f1": 0.196091, "accuracy": 0.226285, "main_score": 0.196091, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"]}, {"precision": 0.934157, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"]}, {"precision": 0.577524, "recall": 0.621542, "f1": 0.589923, "accuracy": 0.621542, "main_score": 0.589923, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"]}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940777, "accuracy": 0.954545, "main_score": 0.940777, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"]}, {"precision": 0.951393, "recall": 0.965415, "f1": 0.955781, "accuracy": 0.965415, "main_score": 0.955781, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"]}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"]}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"]}, {"precision": 0.614743, "recall": 0.660079, "f1": 0.627231, "accuracy": 0.660079, "main_score": 0.627231, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"]}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"]}, {"precision": 0.894576, "recall": 0.918972, "f1": 0.901995, "accuracy": 0.918972, "main_score": 0.901995, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"]}, {"precision": 0.902095, "recall": 0.926877, "f1": 0.90914, "accuracy": 0.926877, "main_score": 0.90914, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"]}, {"precision": 0.953063, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"]}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"]}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"]}, {"precision": 0.5111, "recall": 0.55336, "f1": 0.523452, "accuracy": 0.55336, "main_score": 0.523452, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"]}, {"precision": 0.445477, "recall": 0.511858, "f1": 0.462823, "accuracy": 0.511858, "main_score": 0.462823, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"]}, {"precision": 0.943182, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"]}, {"precision": 0.527233, "recall": 0.579051, "f1": 0.542282, "accuracy": 0.579051, "main_score": 0.542282, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"]}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"]}, {"precision": 0.951005, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"]}, {"precision": 0.911726, "recall": 0.934783, "f1": 0.918761, "accuracy": 0.934783, "main_score": 0.918761, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"]}, {"precision": 0.908597, "recall": 0.932806, "f1": 0.916173, "accuracy": 0.932806, "main_score": 0.916173, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"]}, {"precision": 0.541765, "recall": 0.588933, "f1": 0.554898, "accuracy": 0.588933, "main_score": 0.554898, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"]}, {"precision": 0.795052, "recall": 0.839921, "f1": 0.808731, "accuracy": 0.839921, "main_score": 0.808731, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"]}, {"precision": 0.878953, "recall": 0.910079, "f1": 0.888425, "accuracy": 0.910079, "main_score": 0.888425, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"]}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"]}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"]}, {"precision": 0.499161, "recall": 0.544466, "f1": 0.511728, "accuracy": 0.544466, "main_score": 0.511728, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"]}, {"precision": 0.938274, "recall": 0.955534, "f1": 0.943629, "accuracy": 0.955534, "main_score": 0.943629, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"]}, {"precision": 0.488818, "recall": 0.546443, "f1": 0.504224, "accuracy": 0.546443, "main_score": 0.504224, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"]}, {"precision": 0.491238, "recall": 0.532609, "f1": 0.502922, "accuracy": 0.532609, "main_score": 0.502922, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"]}, {"precision": 0.830665, "recall": 0.870553, "f1": 0.842674, "accuracy": 0.870553, "main_score": 0.842674, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"]}, {"precision": 0.300872, "recall": 0.351779, "f1": 0.314776, "accuracy": 0.351779, "main_score": 0.314776, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"]}, {"precision": 0.95024, "recall": 0.964427, "f1": 0.954628, "accuracy": 0.964427, "main_score": 0.954628, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"]}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"]}, {"precision": 0.538139, "recall": 0.589921, "f1": 0.553305, "accuracy": 0.589921, "main_score": 0.553305, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"]}, {"precision": 0.887956, "recall": 0.916008, "f1": 0.896363, "accuracy": 0.916008, "main_score": 0.896363, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"]}, {"precision": 0.867071, "recall": 0.901186, "f1": 0.87767, "accuracy": 0.901186, "main_score": 0.87767, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"]}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"]}, {"precision": 0.546075, "recall": 0.583992, "f1": 0.557139, "accuracy": 0.583992, "main_score": 0.557139, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"]}, {"precision": 0.907175, "recall": 0.932806, "f1": 0.914954, "accuracy": 0.932806, "main_score": 0.914954, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"]}, {"precision": 0.645515, "recall": 0.702569, "f1": 0.66214, "accuracy": 0.702569, "main_score": 0.66214, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"]}, {"precision": 0.855303, "recall": 0.893281, "f1": 0.867062, "accuracy": 0.893281, "main_score": 0.867062, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"]}, {"precision": 0.963636, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"]}, {"precision": 0.941815, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"]}, {"precision": 0.498831, "recall": 0.576087, "f1": 0.519814, "accuracy": 0.576087, "main_score": 0.519814, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"]}, {"precision": 0.620738, "recall": 0.678854, "f1": 0.637467, "accuracy": 0.678854, "main_score": 0.637467, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"]}, {"precision": 0.879941, "recall": 0.91502, "f1": 0.890942, "accuracy": 0.91502, "main_score": 0.890942, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"]}, {"precision": 0.600641, "recall": 0.651186, "f1": 0.614723, "accuracy": 0.651186, "main_score": 0.614723, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"]}, {"precision": 0.59613, "recall": 0.653162, "f1": 0.612336, "accuracy": 0.653162, "main_score": 0.612336, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"]}, {"precision": 0.961357, "recall": 0.972332, "f1": 0.96474, "accuracy": 0.972332, "main_score": 0.96474, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"]}, {"precision": 0.927125, "recall": 0.945652, "f1": 0.932872, "accuracy": 0.945652, "main_score": 0.932872, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"]}, {"precision": 0.932016, "recall": 0.950593, "f1": 0.937667, "accuracy": 0.950593, "main_score": 0.937667, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"]}, {"precision": 0.842325, "recall": 0.879447, "f1": 0.85328, "accuracy": 0.879447, "main_score": 0.85328, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"]}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"]}, {"precision": 0.935474, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"]}, {"precision": 0.9389, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"]}, {"precision": 0.532213, "recall": 0.581028, "f1": 0.545826, "accuracy": 0.581028, "main_score": 0.545826, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"]}, {"precision": 0.514319, "recall": 0.562253, "f1": 0.52711, "accuracy": 0.562253, "main_score": 0.52711, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"]}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946443, "accuracy": 0.958498, "main_score": 0.946443, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"]}, {"precision": 0.940448, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"]}, {"precision": 0.927322, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"]}, {"precision": 0.69992, "recall": 0.748024, "f1": 0.71364, "accuracy": 0.748024, "main_score": 0.71364, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"]}, {"precision": 0.437468, "recall": 0.493083, "f1": 0.452208, "accuracy": 0.493083, "main_score": 0.452208, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"]}, {"precision": 0.927569, "recall": 0.947628, "f1": 0.933747, "accuracy": 0.947628, "main_score": 0.933747, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"]}, {"precision": 0.899515, "recall": 0.927866, "f1": 0.908303, "accuracy": 0.927866, "main_score": 0.908303, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"]}, {"precision": 0.735138, "recall": 0.787549, "f1": 0.749979, "accuracy": 0.787549, "main_score": 0.749979, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"]}, {"precision": 0.957922, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"]}, {"precision": 0.518906, "recall": 0.562253, "f1": 0.53131, "accuracy": 0.562253, "main_score": 0.53131, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"]}, {"precision": 0.90695, "recall": 0.931818, "f1": 0.914295, "accuracy": 0.931818, "main_score": 0.914295, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"]}, {"precision": 0.937335, "recall": 0.954545, "f1": 0.942556, "accuracy": 0.954545, "main_score": 0.942556, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"]}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"]}, {"precision": 0.959074, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"]}, {"precision": 0.940711, "recall": 0.958498, "f1": 0.946278, "accuracy": 0.958498, "main_score": 0.946278, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"]}, {"precision": 0.899878, "recall": 0.924901, "f1": 0.907479, "accuracy": 0.924901, "main_score": 0.907479, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"]}, {"precision": 0.896937, "recall": 0.924901, "f1": 0.905388, "accuracy": 0.924901, "main_score": 0.905388, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"]}, {"precision": 0.548635, "recall": 0.609684, "f1": 0.565988, "accuracy": 0.609684, "main_score": 0.565988, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"]}, {"precision": 0.191899, "recall": 0.240119, "f1": 0.202691, "accuracy": 0.240119, "main_score": 0.202691, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"]}, {"precision": 0.583639, "recall": 0.629447, "f1": 0.597019, "accuracy": 0.629447, "main_score": 0.597019, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"]}, {"precision": 0.664348, "recall": 0.72332, "f1": 0.681458, "accuracy": 0.72332, "main_score": 0.681458, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"]}, {"precision": 0.950461, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"]}, {"precision": 0.886018, "recall": 0.914032, "f1": 0.894255, "accuracy": 0.914032, "main_score": 0.894255, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"]}, {"precision": 0.406771, "recall": 0.453557, "f1": 0.420262, "accuracy": 0.453557, "main_score": 0.420262, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"]}, {"precision": 0.881505, "recall": 0.913043, "f1": 0.89137, "accuracy": 0.913043, "main_score": 0.89137, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"]}, {"precision": 0.937533, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"]}, {"precision": 0.900033, "recall": 0.926877, "f1": 0.908202, "accuracy": 0.926877, "main_score": 0.908202, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"]}, {"precision": 0.61222, "recall": 0.660079, "f1": 0.626943, "accuracy": 0.660079, "main_score": 0.626943, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"]}, {"precision": 0.926411, "recall": 0.94664, "f1": 0.932576, "accuracy": 0.94664, "main_score": 0.932576, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"]}, {"precision": 0.923328, "recall": 0.943676, "f1": 0.929469, "accuracy": 0.943676, "main_score": 0.929469, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"]}, {"precision": 0.51641, "recall": 0.571146, "f1": 0.532074, "accuracy": 0.571146, "main_score": 0.532074, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"]}, {"precision": 0.490622, "recall": 0.548419, "f1": 0.506015, "accuracy": 0.548419, "main_score": 0.506015, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"]}, {"precision": 0.603374, "recall": 0.65415, "f1": 0.617154, "accuracy": 0.65415, "main_score": 0.617154, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"]}, {"precision": 0.950791, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"]}, {"precision": 0.205466, "recall": 0.279644, "f1": 0.2238, "accuracy": 0.279644, "main_score": 0.2238, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"]}, {"precision": 0.942803, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"]}, {"precision": 0.832404, "recall": 0.87253, "f1": 0.844238, "accuracy": 0.87253, "main_score": 0.844238, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"]}, {"precision": 0.89109, "recall": 0.91996, "f1": 0.900066, "accuracy": 0.91996, "main_score": 0.900066, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"]}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"]}, {"precision": 0.542434, "recall": 0.594862, "f1": 0.557333, "accuracy": 0.594862, "main_score": 0.557333, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"]}, {"precision": 0.541911, "recall": 0.589921, "f1": 0.555536, "accuracy": 0.589921, "main_score": 0.555536, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"]}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"]}, {"precision": 0.877717, "recall": 0.910079, "f1": 0.887502, "accuracy": 0.910079, "main_score": 0.887502, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"]}, {"precision": 0.923666, "recall": 0.942688, "f1": 0.929381, "accuracy": 0.942688, "main_score": 0.929381, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"]}, {"precision": 0.631176, "recall": 0.688735, "f1": 0.648504, "accuracy": 0.688735, "main_score": 0.648504, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"]}, {"precision": 0.925125, "recall": 0.947628, "f1": 0.932296, "accuracy": 0.947628, "main_score": 0.932296, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"]}, {"precision": 0.518486, "recall": 0.575099, "f1": 0.534513, "accuracy": 0.575099, "main_score": 0.534513, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"]}, {"precision": 0.679282, "recall": 0.727273, "f1": 0.692495, "accuracy": 0.727273, "main_score": 0.692495, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"]}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"]}, {"precision": 0.901597, "recall": 0.924901, "f1": 0.908583, "accuracy": 0.924901, "main_score": 0.908583, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"]}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"]}, {"precision": 0.437099, "recall": 0.487154, "f1": 0.450753, "accuracy": 0.487154, "main_score": 0.450753, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"]}, {"precision": 0.943964, "recall": 0.958498, "f1": 0.948507, "accuracy": 0.958498, "main_score": 0.948507, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"]}, {"precision": 0.929101, "recall": 0.950593, "f1": 0.935837, "accuracy": 0.950593, "main_score": 0.935837, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"]}, {"precision": 0.919549, "recall": 0.942688, "f1": 0.926779, "accuracy": 0.942688, "main_score": 0.926779, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"]}, {"precision": 0.864443, "recall": 0.899209, "f1": 0.874868, "accuracy": 0.899209, "main_score": 0.874868, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"]}, {"precision": 0.749643, "recall": 0.793478, "f1": 0.762376, "accuracy": 0.793478, "main_score": 0.762376, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"]}, {"precision": 0.826394, "recall": 0.865613, "f1": 0.838076, "accuracy": 0.865613, "main_score": 0.838076, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"]}, {"precision": 0.845306, "recall": 0.884387, "f1": 0.856884, "accuracy": 0.884387, "main_score": 0.856884, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"]}, {"precision": 0.560308, "recall": 0.607708, "f1": 0.573213, "accuracy": 0.607708, "main_score": 0.573213, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"]}, {"precision": 0.892078, "recall": 0.921937, "f1": 0.901252, "accuracy": 0.921937, "main_score": 0.901252, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"]}, {"precision": 0.937451, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"]}, {"precision": 0.923748, "recall": 0.94664, "f1": 0.930797, "accuracy": 0.94664, "main_score": 0.930797, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"]}, {"precision": 0.944417, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"]}, {"precision": 0.93778, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"]}, {"precision": 0.764337, "recall": 0.814229, "f1": 0.779331, "accuracy": 0.814229, "main_score": 0.779331, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"]}, {"precision": 0.879858, "recall": 0.913043, "f1": 0.890184, "accuracy": 0.913043, "main_score": 0.890184, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"]}, {"precision": 0.441346, "recall": 0.498024, "f1": 0.456596, "accuracy": 0.498024, "main_score": 0.456596, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"]}, {"precision": 0.956802, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"]}, {"precision": 0.539808, "recall": 0.603755, "f1": 0.558108, "accuracy": 0.603755, "main_score": 0.558108, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"]}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935112, "accuracy": 0.950593, "main_score": 0.935112, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"]}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.946758, "accuracy": 0.95751, "main_score": 0.946758, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"]}, {"precision": 0.886314, "recall": 0.91502, "f1": 0.894844, "accuracy": 0.91502, "main_score": 0.894844, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"]}, {"precision": 0.718068, "recall": 0.766798, "f1": 0.732054, "accuracy": 0.766798, "main_score": 0.732054, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"]}, {"precision": 0.927042, "recall": 0.948617, "f1": 0.933747, "accuracy": 0.948617, "main_score": 0.933747, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"]}, {"precision": 0.586232, "recall": 0.634387, "f1": 0.599722, "accuracy": 0.634387, "main_score": 0.599722, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"]}, {"precision": 0.573574, "recall": 0.62253, "f1": 0.58792, "accuracy": 0.62253, "main_score": 0.58792, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"]}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954183, "accuracy": 0.964427, "main_score": 0.954183, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"]}, {"precision": 0.795719, "recall": 0.835968, "f1": 0.807125, "accuracy": 0.835968, "main_score": 0.807125, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"]}, {"precision": 0.960837, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"]}, {"precision": 0.508555, "recall": 0.562253, "f1": 0.524031, "accuracy": 0.562253, "main_score": 0.524031, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"]}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"]}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"]}, {"precision": 0.962813, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"]}, {"precision": 0.514686, "recall": 0.565217, "f1": 0.529026, "accuracy": 0.565217, "main_score": 0.529026, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"]}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"]}, {"precision": 0.712396, "recall": 0.766798, "f1": 0.728129, "accuracy": 0.766798, "main_score": 0.728129, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"]}, {"precision": 0.518427, "recall": 0.572134, "f1": 0.532653, "accuracy": 0.572134, "main_score": 0.532653, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"]}, {"precision": 0.587117, "recall": 0.63834, "f1": 0.60163, "accuracy": 0.63834, "main_score": 0.60163, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"]}, {"precision": 0.801458, "recall": 0.843874, "f1": 0.813847, "accuracy": 0.843874, "main_score": 0.813847, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"]}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"]}, {"precision": 0.873682, "recall": 0.911067, "f1": 0.885705, "accuracy": 0.911067, "main_score": 0.885705, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"]}, {"precision": 0.465542, "recall": 0.514822, "f1": 0.479171, "accuracy": 0.514822, "main_score": 0.479171, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"]}, {"precision": 0.528073, "recall": 0.581028, "f1": 0.54317, "accuracy": 0.581028, "main_score": 0.54317, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"]}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"]}, {"precision": 0.539023, "recall": 0.594862, "f1": 0.554795, "accuracy": 0.594862, "main_score": 0.554795, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"]}, {"precision": 0.522087, "recall": 0.565217, "f1": 0.53411, "accuracy": 0.565217, "main_score": 0.53411, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"]}, {"precision": 0.944993, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"]}, {"precision": 0.500956, "recall": 0.561265, "f1": 0.518799, "accuracy": 0.561265, "main_score": 0.518799, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"]}, {"precision": 0.638145, "recall": 0.694664, "f1": 0.654282, "accuracy": 0.694664, "main_score": 0.654282, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"]}, {"precision": 0.891191, "recall": 0.916008, "f1": 0.89801, "accuracy": 0.916008, "main_score": 0.89801, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"]}, {"precision": 0.639214, "recall": 0.686759, "f1": 0.653299, "accuracy": 0.686759, "main_score": 0.653299, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"]}, {"precision": 0.748075, "recall": 0.788538, "f1": 0.759618, "accuracy": 0.788538, "main_score": 0.759618, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"]}, {"precision": 0.944368, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"]}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"]}, {"precision": 0.455632, "recall": 0.519763, "f1": 0.474219, "accuracy": 0.519763, "main_score": 0.474219, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"]}, {"precision": 0.905591, "recall": 0.929842, "f1": 0.912887, "accuracy": 0.929842, "main_score": 0.912887, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"]}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949736, "accuracy": 0.961462, "main_score": 0.949736, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"]}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"]}, {"precision": 0.628159, "recall": 0.685771, "f1": 0.645092, "accuracy": 0.685771, "main_score": 0.645092, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"]}, {"precision": 0.536752, "recall": 0.578063, "f1": 0.548473, "accuracy": 0.578063, "main_score": 0.548473, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"]}, {"precision": 0.55161, "recall": 0.610672, "f1": 0.56794, "accuracy": 0.610672, "main_score": 0.56794, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"]}, {"precision": 0.503396, "recall": 0.559289, "f1": 0.519098, "accuracy": 0.559289, "main_score": 0.519098, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"]}, {"precision": 0.385517, "recall": 0.458498, "f1": 0.404729, "accuracy": 0.458498, "main_score": 0.404729, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"]}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"]}, {"precision": 0.944499, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"]}, {"precision": 0.576477, "recall": 0.635375, "f1": 0.592558, "accuracy": 0.635375, "main_score": 0.592558, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"]}, {"precision": 0.836578, "recall": 0.874506, "f1": 0.848188, "accuracy": 0.874506, "main_score": 0.848188, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"]}, {"precision": 0.915086, "recall": 0.935771, "f1": 0.921443, "accuracy": 0.935771, "main_score": 0.921443, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"]}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"]}, {"precision": 0.578817, "recall": 0.635375, "f1": 0.594244, "accuracy": 0.635375, "main_score": 0.594244, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"]}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"]}, {"precision": 0.613079, "recall": 0.670949, "f1": 0.629894, "accuracy": 0.670949, "main_score": 0.629894, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"]}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"]}, {"precision": 0.533449, "recall": 0.592885, "f1": 0.550306, "accuracy": 0.592885, "main_score": 0.550306, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"]}, {"precision": 0.180144, "recall": 0.226285, "f1": 0.191793, "accuracy": 0.226285, "main_score": 0.191793, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"]}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"]}, {"precision": 0.622971, "recall": 0.672925, "f1": 0.636328, "accuracy": 0.672925, "main_score": 0.636328, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"]}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"]}, {"precision": 0.654809, "recall": 0.709486, "f1": 0.671283, "accuracy": 0.709486, "main_score": 0.671283, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"]}, {"precision": 0.94137, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"]}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"]}, {"precision": 0.527877, "recall": 0.58004, "f1": 0.54258, "accuracy": 0.58004, "main_score": 0.54258, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"]}, {"precision": 0.496688, "recall": 0.564229, "f1": 0.514804, "accuracy": 0.564229, "main_score": 0.514804, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"]}, {"precision": 0.557872, "recall": 0.621542, "f1": 0.575373, "accuracy": 0.621542, "main_score": 0.575373, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"]}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"]}, {"precision": 0.959486, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"]}, {"precision": 0.550955, "recall": 0.612648, "f1": 0.568219, "accuracy": 0.612648, "main_score": 0.568219, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"]}, {"precision": 0.859848, "recall": 0.895257, "f1": 0.87085, "accuracy": 0.895257, "main_score": 0.87085, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"]}, {"precision": 0.939065, "recall": 0.955534, "f1": 0.944335, "accuracy": 0.955534, "main_score": 0.944335, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"]}, {"precision": 0.962978, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"]}, {"precision": 0.50789, "recall": 0.565217, "f1": 0.524135, "accuracy": 0.565217, "main_score": 0.524135, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"]}, {"precision": 0.515253, "recall": 0.583992, "f1": 0.534389, "accuracy": 0.583992, "main_score": 0.534389, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"]}, {"precision": 0.528285, "recall": 0.579051, "f1": 0.542125, "accuracy": 0.579051, "main_score": 0.542125, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"]}, {"precision": 0.903804, "recall": 0.929842, "f1": 0.911792, "accuracy": 0.929842, "main_score": 0.911792, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"]}, {"precision": 0.319839, "recall": 0.374506, "f1": 0.334612, "accuracy": 0.374506, "main_score": 0.334612, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"]}, {"precision": 0.564906, "recall": 0.62747, "f1": 0.582922, "accuracy": 0.62747, "main_score": 0.582922, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"]}, {"precision": 0.936298, "recall": 0.955534, "f1": 0.942523, "accuracy": 0.955534, "main_score": 0.942523, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"]}, {"precision": 0.946756, "recall": 0.960474, "f1": 0.950988, "accuracy": 0.960474, "main_score": 0.950988, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"]}, {"precision": 0.575895, "recall": 0.624506, "f1": 0.589023, "accuracy": 0.624506, "main_score": 0.589023, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"]}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"]}, {"precision": 0.68988, "recall": 0.749012, "f1": 0.706732, "accuracy": 0.749012, "main_score": 0.706732, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"]}, {"precision": 0.926993, "recall": 0.947628, "f1": 0.933531, "accuracy": 0.947628, "main_score": 0.933531, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"]}, {"precision": 0.570707, "recall": 0.65415, "f1": 0.594394, "accuracy": 0.65415, "main_score": 0.594394, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"]}, {"precision": 0.668179, "recall": 0.724308, "f1": 0.683569, "accuracy": 0.724308, "main_score": 0.683569, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"]}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"]}, {"precision": 0.62738, "recall": 0.683794, "f1": 0.644004, "accuracy": 0.683794, "main_score": 0.644004, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"]}, {"precision": 0.659928, "recall": 0.722332, "f1": 0.677786, "accuracy": 0.722332, "main_score": 0.677786, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"]}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"]}, {"precision": 0.907691, "recall": 0.934783, "f1": 0.916403, "accuracy": 0.934783, "main_score": 0.916403, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"]}, {"precision": 0.549774, "recall": 0.606719, "f1": 0.565488, "accuracy": 0.606719, "main_score": 0.565488, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"]}, {"precision": 0.539822, "recall": 0.597826, "f1": 0.555691, "accuracy": 0.597826, "main_score": 0.555691, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"]}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"]}, {"precision": 0.779792, "recall": 0.823123, "f1": 0.792641, "accuracy": 0.823123, "main_score": 0.792641, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"]}, {"precision": 0.467631, "recall": 0.525692, "f1": 0.483932, "accuracy": 0.525692, "main_score": 0.483932, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"]}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"]}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"]}, {"precision": 0.81306, "recall": 0.862648, "f1": 0.828129, "accuracy": 0.862648, "main_score": 0.828129, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"]}, {"precision": 0.538171, "recall": 0.59585, "f1": 0.553691, "accuracy": 0.59585, "main_score": 0.553691, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"]}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"]}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"]}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"]}, {"precision": 0.586898, "recall": 0.648221, "f1": 0.604169, "accuracy": 0.648221, "main_score": 0.604169, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"]}, {"precision": 0.192067, "recall": 0.246047, "f1": 0.204247, "accuracy": 0.246047, "main_score": 0.204247, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"]}, {"precision": 0.61376, "recall": 0.673913, "f1": 0.630847, "accuracy": 0.673913, "main_score": 0.630847, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"]}, {"precision": 0.73313, "recall": 0.789526, "f1": 0.749544, "accuracy": 0.789526, "main_score": 0.749544, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"]}, {"precision": 0.957708, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"]}, {"precision": 0.413102, "recall": 0.474308, "f1": 0.430309, "accuracy": 0.474308, "main_score": 0.430309, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"]}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"]}, {"precision": 0.652042, "recall": 0.708498, "f1": 0.668219, "accuracy": 0.708498, "main_score": 0.668219, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"]}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"]}, {"precision": 0.538686, "recall": 0.59585, "f1": 0.555662, "accuracy": 0.59585, "main_score": 0.555662, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"]}, {"precision": 0.50348, "recall": 0.565217, "f1": 0.519997, "accuracy": 0.565217, "main_score": 0.519997, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"]}, {"precision": 0.65981, "recall": 0.709486, "f1": 0.673954, "accuracy": 0.709486, "main_score": 0.673954, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"]}, {"precision": 0.191246, "recall": 0.267787, "f1": 0.21024, "accuracy": 0.267787, "main_score": 0.21024, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"]}, {"precision": 0.905303, "recall": 0.931818, "f1": 0.913505, "accuracy": 0.931818, "main_score": 0.913505, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"]}, {"precision": 0.945982, "recall": 0.962451, "f1": 0.951219, "accuracy": 0.962451, "main_score": 0.951219, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"]}, {"precision": 0.580123, "recall": 0.632411, "f1": 0.595069, "accuracy": 0.632411, "main_score": 0.595069, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"]}, {"precision": 0.579835, "recall": 0.63834, "f1": 0.596808, "accuracy": 0.63834, "main_score": 0.596808, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"]}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"]}, {"precision": 0.961709, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"]}, {"precision": 0.67351, "recall": 0.740119, "f1": 0.692846, "accuracy": 0.740119, "main_score": 0.692846, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"]}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"]}, {"precision": 0.553058, "recall": 0.610672, "f1": 0.570159, "accuracy": 0.610672, "main_score": 0.570159, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"]}, {"precision": 0.712756, "recall": 0.769763, "f1": 0.729482, "accuracy": 0.769763, "main_score": 0.729482, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"]}, {"precision": 0.947793, "recall": 0.961462, "f1": 0.951877, "accuracy": 0.961462, "main_score": 0.951877, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"]}, {"precision": 0.466945, "recall": 0.524704, "f1": 0.482754, "accuracy": 0.524704, "main_score": 0.482754, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"]}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"]}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"]}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"]}, {"precision": 0.809874, "recall": 0.855731, "f1": 0.824094, "accuracy": 0.855731, "main_score": 0.824094, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"]}, {"precision": 0.905221, "recall": 0.93083, "f1": 0.913076, "accuracy": 0.93083, "main_score": 0.913076, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"]}, {"precision": 0.914114, "recall": 0.935771, "f1": 0.920652, "accuracy": 0.935771, "main_score": 0.920652, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"]}, {"precision": 0.595914, "recall": 0.645257, "f1": 0.609913, "accuracy": 0.645257, "main_score": 0.609913, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"]}, {"precision": 0.955616, "recall": 0.969368, "f1": 0.960046, "accuracy": 0.969368, "main_score": 0.960046, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"]}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"]}, {"precision": 0.833119, "recall": 0.875494, "f1": 0.84641, "accuracy": 0.875494, "main_score": 0.84641, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"]}, {"precision": 0.948485, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"]}, {"precision": 0.452782, "recall": 0.516798, "f1": 0.469896, "accuracy": 0.516798, "main_score": 0.469896, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"]}, {"precision": 0.581028, "recall": 0.656126, "f1": 0.602597, "accuracy": 0.656126, "main_score": 0.602597, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"]}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"]}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"]}, {"precision": 0.778854, "recall": 0.826087, "f1": 0.79305, "accuracy": 0.826087, "main_score": 0.79305, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"]}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"]}, {"precision": 0.617834, "recall": 0.668972, "f1": 0.632433, "accuracy": 0.668972, "main_score": 0.632433, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"]}, {"precision": 0.619626, "recall": 0.675889, "f1": 0.635413, "accuracy": 0.675889, "main_score": 0.635413, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"]}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.9, "accuracy": 0.920949, "main_score": 0.9, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"]}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"]}, {"precision": 0.533705, "recall": 0.598814, "f1": 0.551739, "accuracy": 0.598814, "main_score": 0.551739, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"]}, {"precision": 0.524878, "recall": 0.582016, "f1": 0.540883, "accuracy": 0.582016, "main_score": 0.540883, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"]}, {"precision": 0.980929, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"]}, {"precision": 0.787138, "recall": 0.835968, "f1": 0.802042, "accuracy": 0.835968, "main_score": 0.802042, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"]}, {"precision": 0.529941, "recall": 0.589921, "f1": 0.546098, "accuracy": 0.589921, "main_score": 0.546098, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"]}, {"precision": 0.595828, "recall": 0.658103, "f1": 0.613528, "accuracy": 0.658103, "main_score": 0.613528, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"]}, {"precision": 0.880847, "recall": 0.911067, "f1": 0.890382, "accuracy": 0.911067, "main_score": 0.890382, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"]}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"]}, {"precision": 0.493116, "recall": 0.546443, "f1": 0.507809, "accuracy": 0.546443, "main_score": 0.507809, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"]}, {"precision": 0.566067, "recall": 0.617589, "f1": 0.580112, "accuracy": 0.617589, "main_score": 0.580112, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"]}, {"precision": 0.565096, "recall": 0.626482, "f1": 0.582504, "accuracy": 0.626482, "main_score": 0.582504, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"]}, {"precision": 0.545869, "recall": 0.596838, "f1": 0.559703, "accuracy": 0.596838, "main_score": 0.559703, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"]}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"]}, {"precision": 0.531323, "recall": 0.594862, "f1": 0.549645, "accuracy": 0.594862, "main_score": 0.549645, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"]}, {"precision": 0.691224, "recall": 0.748024, "f1": 0.707726, "accuracy": 0.748024, "main_score": 0.707726, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"]}, {"precision": 0.936512, "recall": 0.954545, "f1": 0.942048, "accuracy": 0.954545, "main_score": 0.942048, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"]}, {"precision": 0.73415, "recall": 0.783597, "f1": 0.74893, "accuracy": 0.783597, "main_score": 0.74893, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"]}, {"precision": 0.823798, "recall": 0.859684, "f1": 0.834519, "accuracy": 0.859684, "main_score": 0.834519, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"]}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"]}, {"precision": 0.471182, "recall": 0.547431, "f1": 0.493445, "accuracy": 0.547431, "main_score": 0.493445, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"]}, {"precision": 0.672137, "recall": 0.727273, "f1": 0.688286, "accuracy": 0.727273, "main_score": 0.688286, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"]}, {"precision": 0.574861, "recall": 0.626482, "f1": 0.589119, "accuracy": 0.626482, "main_score": 0.589119, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"]}, {"precision": 0.350826, "recall": 0.398221, "f1": 0.363407, "accuracy": 0.398221, "main_score": 0.363407, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"]}, {"precision": 0.47396, "recall": 0.538538, "f1": 0.491698, "accuracy": 0.538538, "main_score": 0.491698, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"]}, {"precision": 0.129652, "recall": 0.163043, "f1": 0.137466, "accuracy": 0.163043, "main_score": 0.137466, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"]}, {"precision": 0.473458, "recall": 0.527668, "f1": 0.487723, "accuracy": 0.527668, "main_score": 0.487723, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"]}, {"precision": 0.429274, "recall": 0.482213, "f1": 0.444035, "accuracy": 0.482213, "main_score": 0.444035, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"]}, {"precision": 0.462576, "recall": 0.517787, "f1": 0.47815, "accuracy": 0.517787, "main_score": 0.47815, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"]}, {"precision": 0.485736, "recall": 0.539526, "f1": 0.500332, "accuracy": 0.539526, "main_score": 0.500332, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"]}, {"precision": 0.453941, "recall": 0.503953, "f1": 0.467293, "accuracy": 0.503953, "main_score": 0.467293, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"]}, {"precision": 0.473239, "recall": 0.531621, "f1": 0.489177, "accuracy": 0.531621, "main_score": 0.489177, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"]}, {"precision": 0.489777, "recall": 0.538538, "f1": 0.502526, "accuracy": 0.538538, "main_score": 0.502526, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"]}, {"precision": 0.484656, "recall": 0.531621, "f1": 0.497245, "accuracy": 0.531621, "main_score": 0.497245, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"]}, {"precision": 0.454998, "recall": 0.516798, "f1": 0.471361, "accuracy": 0.516798, "main_score": 0.471361, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"]}, {"precision": 0.460555, "recall": 0.517787, "f1": 0.475972, "accuracy": 0.517787, "main_score": 0.475972, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"]}, {"precision": 0.436833, "recall": 0.480237, "f1": 0.44902, "accuracy": 0.480237, "main_score": 0.44902, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"]}, {"precision": 0.484617, "recall": 0.539526, "f1": 0.499388, "accuracy": 0.539526, "main_score": 0.499388, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"]}, {"precision": 0.441024, "recall": 0.488142, "f1": 0.454217, "accuracy": 0.488142, "main_score": 0.454217, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"]}, {"precision": 0.471251, "recall": 0.527668, "f1": 0.486402, "accuracy": 0.527668, "main_score": 0.486402, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"]}, {"precision": 0.451483, "recall": 0.493083, "f1": 0.463134, "accuracy": 0.493083, "main_score": 0.463134, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"]}, {"precision": 0.462366, "recall": 0.509881, "f1": 0.47527, "accuracy": 0.509881, "main_score": 0.47527, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"]}, {"precision": 0.441036, "recall": 0.497036, "f1": 0.456123, "accuracy": 0.497036, "main_score": 0.456123, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"]}, {"precision": 0.489207, "recall": 0.547431, "f1": 0.504773, "accuracy": 0.547431, "main_score": 0.504773, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"]}, {"precision": 0.486766, "recall": 0.537549, "f1": 0.500824, "accuracy": 0.537549, "main_score": 0.500824, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"]}, {"precision": 0.416779, "recall": 0.468379, "f1": 0.430854, "accuracy": 0.468379, "main_score": 0.430854, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"]}, {"precision": 0.459468, "recall": 0.516798, "f1": 0.474807, "accuracy": 0.516798, "main_score": 0.474807, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"]}, {"precision": 0.463392, "recall": 0.517787, "f1": 0.478488, "accuracy": 0.517787, "main_score": 0.478488, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"]}, {"precision": 0.480459, "recall": 0.52668, "f1": 0.493622, "accuracy": 0.52668, "main_score": 0.493622, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"]}, {"precision": 0.104229, "recall": 0.136364, "f1": 0.111782, "accuracy": 0.136364, "main_score": 0.111782, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"]}, {"precision": 0.455304, "recall": 0.509881, "f1": 0.469943, "accuracy": 0.509881, "main_score": 0.469943, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"]}, {"precision": 0.455069, "recall": 0.501976, "f1": 0.467656, "accuracy": 0.501976, "main_score": 0.467656, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"]}, {"precision": 0.480091, "recall": 0.534585, "f1": 0.494437, "accuracy": 0.534585, "main_score": 0.494437, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"]}, {"precision": 0.466528, "recall": 0.521739, "f1": 0.480761, "accuracy": 0.521739, "main_score": 0.480761, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"]}, {"precision": 0.447961, "recall": 0.505929, "f1": 0.463578, "accuracy": 0.505929, "main_score": 0.463578, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"]}, {"precision": 0.479172, "recall": 0.531621, "f1": 0.493401, "accuracy": 0.531621, "main_score": 0.493401, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"]}, {"precision": 0.437125, "recall": 0.488142, "f1": 0.451412, "accuracy": 0.488142, "main_score": 0.451412, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"]}, {"precision": 0.469672, "recall": 0.523715, "f1": 0.483881, "accuracy": 0.523715, "main_score": 0.483881, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"]}, {"precision": 0.388574, "recall": 0.44664, "f1": 0.404249, "accuracy": 0.44664, "main_score": 0.404249, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"]}, {"precision": 0.453033, "recall": 0.503953, "f1": 0.466433, "accuracy": 0.503953, "main_score": 0.466433, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"]}, {"precision": 0.468412, "recall": 0.522727, "f1": 0.483578, "accuracy": 0.522727, "main_score": 0.483578, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"]}, {"precision": 0.471628, "recall": 0.524704, "f1": 0.485802, "accuracy": 0.524704, "main_score": 0.485802, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"]}, {"precision": 0.454182, "recall": 0.507905, "f1": 0.469207, "accuracy": 0.507905, "main_score": 0.469207, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"]}, {"precision": 0.422118, "recall": 0.468379, "f1": 0.435241, "accuracy": 0.468379, "main_score": 0.435241, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"]}, {"precision": 0.293727, "recall": 0.347826, "f1": 0.308156, "accuracy": 0.347826, "main_score": 0.308156, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"]}, {"precision": 0.480509, "recall": 0.531621, "f1": 0.494012, "accuracy": 0.531621, "main_score": 0.494012, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"]}, {"precision": 0.427881, "recall": 0.477273, "f1": 0.441674, "accuracy": 0.477273, "main_score": 0.441674, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"]}, {"precision": 0.480202, "recall": 0.537549, "f1": 0.496139, "accuracy": 0.537549, "main_score": 0.496139, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"]}, {"precision": 0.493613, "recall": 0.551383, "f1": 0.509842, "accuracy": 0.551383, "main_score": 0.509842, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"]}, {"precision": 0.463833, "recall": 0.516798, "f1": 0.478175, "accuracy": 0.516798, "main_score": 0.478175, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"]}, {"precision": 0.490587, "recall": 0.545455, "f1": 0.504988, "accuracy": 0.545455, "main_score": 0.504988, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"]}, {"precision": 0.445662, "recall": 0.499012, "f1": 0.460887, "accuracy": 0.499012, "main_score": 0.460887, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"]}, {"precision": 0.466303, "recall": 0.51581, "f1": 0.479203, "accuracy": 0.51581, "main_score": 0.479203, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"]}, {"precision": 0.48408, "recall": 0.533597, "f1": 0.496955, "accuracy": 0.533597, "main_score": 0.496955, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"]}, {"precision": 0.480788, "recall": 0.543478, "f1": 0.497781, "accuracy": 0.543478, "main_score": 0.497781, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"]}, {"precision": 0.50472, "recall": 0.550395, "f1": 0.517708, "accuracy": 0.550395, "main_score": 0.517708, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"]}, {"precision": 0.399079, "recall": 0.444664, "f1": 0.411882, "accuracy": 0.444664, "main_score": 0.411882, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"]}, {"precision": 0.463282, "recall": 0.516798, "f1": 0.478247, "accuracy": 0.516798, "main_score": 0.478247, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"]}, {"precision": 0.332387, "recall": 0.379447, "f1": 0.344547, "accuracy": 0.379447, "main_score": 0.344547, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"]}, {"precision": 0.41831, "recall": 0.462451, "f1": 0.430429, "accuracy": 0.462451, "main_score": 0.430429, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"]}, {"precision": 0.495869, "recall": 0.540514, "f1": 0.50841, "accuracy": 0.540514, "main_score": 0.50841, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"]}, {"precision": 0.224148, "recall": 0.267787, "f1": 0.235839, "accuracy": 0.267787, "main_score": 0.235839, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"]}, {"precision": 0.475416, "recall": 0.529644, "f1": 0.489929, "accuracy": 0.529644, "main_score": 0.489929, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"]}, {"precision": 0.45592, "recall": 0.512846, "f1": 0.471435, "accuracy": 0.512846, "main_score": 0.471435, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"]}, {"precision": 0.486115, "recall": 0.547431, "f1": 0.503285, "accuracy": 0.547431, "main_score": 0.503285, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"]}, {"precision": 0.456369, "recall": 0.518775, "f1": 0.473327, "accuracy": 0.518775, "main_score": 0.473327, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"]}, {"precision": 0.444395, "recall": 0.491107, "f1": 0.457861, "accuracy": 0.491107, "main_score": 0.457861, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"]}, {"precision": 0.492356, "recall": 0.54249, "f1": 0.506173, "accuracy": 0.54249, "main_score": 0.506173, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"]}, {"precision": 0.464529, "recall": 0.51087, "f1": 0.477692, "accuracy": 0.51087, "main_score": 0.477692, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"]}, {"precision": 0.48665, "recall": 0.547431, "f1": 0.50351, "accuracy": 0.547431, "main_score": 0.50351, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"]}, {"precision": 0.454621, "recall": 0.498024, "f1": 0.46726, "accuracy": 0.498024, "main_score": 0.46726, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"]}, {"precision": 0.482331, "recall": 0.530632, "f1": 0.495475, "accuracy": 0.530632, "main_score": 0.495475, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"]}, {"precision": 0.437302, "recall": 0.488142, "f1": 0.451797, "accuracy": 0.488142, "main_score": 0.451797, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"]}, {"precision": 0.456275, "recall": 0.509881, "f1": 0.471712, "accuracy": 0.509881, "main_score": 0.471712, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"]}, {"precision": 0.465059, "recall": 0.521739, "f1": 0.479985, "accuracy": 0.521739, "main_score": 0.479985, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"]}, {"precision": 0.467854, "recall": 0.522727, "f1": 0.482275, "accuracy": 0.522727, "main_score": 0.482275, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"]}, {"precision": 0.173702, "recall": 0.219368, "f1": 0.18432, "accuracy": 0.219368, "main_score": 0.18432, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"]}, {"precision": 0.441308, "recall": 0.483202, "f1": 0.452981, "accuracy": 0.483202, "main_score": 0.452981, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"]}, {"precision": 0.451114, "recall": 0.502964, "f1": 0.465254, "accuracy": 0.502964, "main_score": 0.465254, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"]}, {"precision": 0.479173, "recall": 0.521739, "f1": 0.490835, "accuracy": 0.521739, "main_score": 0.490835, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"]}, {"precision": 0.394765, "recall": 0.455534, "f1": 0.412027, "accuracy": 0.455534, "main_score": 0.412027, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"]}, {"precision": 0.48133, "recall": 0.539526, "f1": 0.49709, "accuracy": 0.539526, "main_score": 0.49709, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"]}, {"precision": 0.478116, "recall": 0.530632, "f1": 0.491939, "accuracy": 0.530632, "main_score": 0.491939, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"]}, {"precision": 0.481479, "recall": 0.535573, "f1": 0.495954, "accuracy": 0.535573, "main_score": 0.495954, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"]}, {"precision": 0.400424, "recall": 0.458498, "f1": 0.416061, "accuracy": 0.458498, "main_score": 0.416061, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"]}, {"precision": 0.486582, "recall": 0.541502, "f1": 0.501515, "accuracy": 0.541502, "main_score": 0.501515, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"]}, {"precision": 0.463578, "recall": 0.522727, "f1": 0.479648, "accuracy": 0.522727, "main_score": 0.479648, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"]}, {"precision": 0.473305, "recall": 0.529644, "f1": 0.488058, "accuracy": 0.529644, "main_score": 0.488058, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"]}, {"precision": 0.452258, "recall": 0.51087, "f1": 0.467799, "accuracy": 0.51087, "main_score": 0.467799, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"]}, {"precision": 0.43145, "recall": 0.47332, "f1": 0.443125, "accuracy": 0.47332, "main_score": 0.443125, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"]}, {"precision": 0.430356, "recall": 0.480237, "f1": 0.444175, "accuracy": 0.480237, "main_score": 0.444175, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"]}, {"precision": 0.458409, "recall": 0.51581, "f1": 0.473316, "accuracy": 0.51581, "main_score": 0.473316, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"]}, {"precision": 0.470915, "recall": 0.52668, "f1": 0.485203, "accuracy": 0.52668, "main_score": 0.485203, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"]}, {"precision": 0.439766, "recall": 0.496047, "f1": 0.454874, "accuracy": 0.496047, "main_score": 0.454874, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"]}, {"precision": 0.449308, "recall": 0.499012, "f1": 0.462545, "accuracy": 0.499012, "main_score": 0.462545, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"]}, {"precision": 0.388513, "recall": 0.435771, "f1": 0.401494, "accuracy": 0.435771, "main_score": 0.401494, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"]}, {"precision": 0.498976, "recall": 0.545455, "f1": 0.51145, "accuracy": 0.545455, "main_score": 0.51145, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"]}, {"precision": 0.408409, "recall": 0.466403, "f1": 0.424076, "accuracy": 0.466403, "main_score": 0.424076, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"]}, {"precision": 0.407225, "recall": 0.450593, "f1": 0.419226, "accuracy": 0.450593, "main_score": 0.419226, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"]}, {"precision": 0.477813, "recall": 0.529644, "f1": 0.491624, "accuracy": 0.529644, "main_score": 0.491624, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"]}, {"precision": 0.417318, "recall": 0.465415, "f1": 0.430527, "accuracy": 0.465415, "main_score": 0.430527, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"]}, {"precision": 0.493846, "recall": 0.544466, "f1": 0.507417, "accuracy": 0.544466, "main_score": 0.507417, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"]}, {"precision": 0.454871, "recall": 0.508893, "f1": 0.470233, "accuracy": 0.508893, "main_score": 0.470233, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"]}, {"precision": 0.474245, "recall": 0.524704, "f1": 0.487869, "accuracy": 0.524704, "main_score": 0.487869, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"]}, {"precision": 0.484162, "recall": 0.538538, "f1": 0.498548, "accuracy": 0.538538, "main_score": 0.498548, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"]}, {"precision": 0.454205, "recall": 0.504941, "f1": 0.46808, "accuracy": 0.504941, "main_score": 0.46808, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"]}, {"precision": 0.47818, "recall": 0.530632, "f1": 0.491795, "accuracy": 0.530632, "main_score": 0.491795, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"]}, {"precision": 0.329867, "recall": 0.390316, "f1": 0.345647, "accuracy": 0.390316, "main_score": 0.345647, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"]}, {"precision": 0.437891, "recall": 0.48913, "f1": 0.451454, "accuracy": 0.48913, "main_score": 0.451454, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"]}, {"precision": 0.105605, "recall": 0.136364, "f1": 0.112481, "accuracy": 0.136364, "main_score": 0.112481, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"]}, {"precision": 0.479898, "recall": 0.528656, "f1": 0.493342, "accuracy": 0.528656, "main_score": 0.493342, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"]}, {"precision": 0.363875, "recall": 0.416008, "f1": 0.377425, "accuracy": 0.416008, "main_score": 0.377425, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"]}, {"precision": 0.481314, "recall": 0.537549, "f1": 0.496563, "accuracy": 0.537549, "main_score": 0.496563, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"]}, {"precision": 0.496044, "recall": 0.540514, "f1": 0.507714, "accuracy": 0.540514, "main_score": 0.507714, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"]}, {"precision": 0.314296, "recall": 0.367589, "f1": 0.328944, "accuracy": 0.367589, "main_score": 0.328944, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"]}, {"precision": 0.490088, "recall": 0.534585, "f1": 0.501622, "accuracy": 0.534585, "main_score": 0.501622, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"]}, {"precision": 0.477324, "recall": 0.534585, "f1": 0.492479, "accuracy": 0.534585, "main_score": 0.492479, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"]}, {"precision": 0.428155, "recall": 0.488142, "f1": 0.444321, "accuracy": 0.488142, "main_score": 0.444321, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"]}, {"precision": 0.468784, "recall": 0.521739, "f1": 0.483026, "accuracy": 0.521739, "main_score": 0.483026, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"]}, {"precision": 0.440595, "recall": 0.487154, "f1": 0.453141, "accuracy": 0.487154, "main_score": 0.453141, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"]}, {"precision": 0.445615, "recall": 0.500988, "f1": 0.461009, "accuracy": 0.500988, "main_score": 0.461009, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"]}, {"precision": 0.492527, "recall": 0.541502, "f1": 0.505878, "accuracy": 0.541502, "main_score": 0.505878, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"]}, {"precision": 0.421197, "recall": 0.475296, "f1": 0.43654, "accuracy": 0.475296, "main_score": 0.43654, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"]}, {"precision": 0.411842, "recall": 0.45751, "f1": 0.424645, "accuracy": 0.45751, "main_score": 0.424645, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"]}, {"precision": 0.46563, "recall": 0.516798, "f1": 0.479571, "accuracy": 0.516798, "main_score": 0.479571, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"]}, {"precision": 0.473354, "recall": 0.535573, "f1": 0.490666, "accuracy": 0.535573, "main_score": 0.490666, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"]}, {"precision": 0.074791, "recall": 0.101779, "f1": 0.081139, "accuracy": 0.101779, "main_score": 0.081139, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"]}, {"precision": 0.470649, "recall": 0.527668, "f1": 0.485624, "accuracy": 0.527668, "main_score": 0.485624, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"]}, {"precision": 0.39098, "recall": 0.444664, "f1": 0.405661, "accuracy": 0.444664, "main_score": 0.405661, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"]}, {"precision": 0.434305, "recall": 0.487154, "f1": 0.448526, "accuracy": 0.487154, "main_score": 0.448526, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"]}, {"precision": 0.479386, "recall": 0.536561, "f1": 0.494775, "accuracy": 0.536561, "main_score": 0.494775, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"]}, {"precision": 0.38657, "recall": 0.443676, "f1": 0.402725, "accuracy": 0.443676, "main_score": 0.402725, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"]}, {"precision": 0.420648, "recall": 0.469368, "f1": 0.433706, "accuracy": 0.469368, "main_score": 0.433706, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"]}, {"precision": 0.458928, "recall": 0.514822, "f1": 0.474076, "accuracy": 0.514822, "main_score": 0.474076, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"]}, {"precision": 0.479245, "recall": 0.531621, "f1": 0.494277, "accuracy": 0.531621, "main_score": 0.494277, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"]}, {"precision": 0.476084, "recall": 0.521739, "f1": 0.488177, "accuracy": 0.521739, "main_score": 0.488177, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"]}, {"precision": 0.455255, "recall": 0.509881, "f1": 0.469623, "accuracy": 0.509881, "main_score": 0.469623, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"]}, {"precision": 0.422671, "recall": 0.474308, "f1": 0.437725, "accuracy": 0.474308, "main_score": 0.437725, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"]}, {"precision": 0.455351, "recall": 0.509881, "f1": 0.470007, "accuracy": 0.509881, "main_score": 0.470007, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"]}, {"precision": 0.414447, "recall": 0.464427, "f1": 0.428611, "accuracy": 0.464427, "main_score": 0.428611, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"]}, {"precision": 0.393799, "recall": 0.445652, "f1": 0.407916, "accuracy": 0.445652, "main_score": 0.407916, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"]}, {"precision": 0.463858, "recall": 0.517787, "f1": 0.479059, "accuracy": 0.517787, "main_score": 0.479059, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"]}, {"precision": 0.468372, "recall": 0.519763, "f1": 0.481638, "accuracy": 0.519763, "main_score": 0.481638, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"]}, {"precision": 0.460246, "recall": 0.521739, "f1": 0.476803, "accuracy": 0.521739, "main_score": 0.476803, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"]}, {"precision": 0.347941, "recall": 0.396245, "f1": 0.360886, "accuracy": 0.396245, "main_score": 0.360886, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"]}, {"precision": 0.494955, "recall": 0.544466, "f1": 0.507644, "accuracy": 0.544466, "main_score": 0.507644, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"]}, {"precision": 0.460466, "recall": 0.514822, "f1": 0.474231, "accuracy": 0.514822, "main_score": 0.474231, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"]}, {"precision": 0.443333, "recall": 0.5, "f1": 0.457904, "accuracy": 0.5, "main_score": 0.457904, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"]}, {"precision": 0.417852, "recall": 0.47332, "f1": 0.431703, "accuracy": 0.47332, "main_score": 0.431703, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"]}, {"precision": 0.392527, "recall": 0.438735, "f1": 0.405426, "accuracy": 0.438735, "main_score": 0.405426, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"]}, {"precision": 0.426797, "recall": 0.48419, "f1": 0.44224, "accuracy": 0.48419, "main_score": 0.44224, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"]}, {"precision": 0.442443, "recall": 0.498024, "f1": 0.456744, "accuracy": 0.498024, "main_score": 0.456744, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"]}, {"precision": 0.450008, "recall": 0.499012, "f1": 0.463791, "accuracy": 0.499012, "main_score": 0.463791, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"]}, {"precision": 0.395452, "recall": 0.456522, "f1": 0.411713, "accuracy": 0.456522, "main_score": 0.411713, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"]}, {"precision": 0.454215, "recall": 0.511858, "f1": 0.469169, "accuracy": 0.511858, "main_score": 0.469169, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"]}, {"precision": 0.464535, "recall": 0.512846, "f1": 0.476473, "accuracy": 0.512846, "main_score": 0.476473, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"]}, {"precision": 0.497749, "recall": 0.550395, "f1": 0.511843, "accuracy": 0.550395, "main_score": 0.511843, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"]}, {"precision": 0.458732, "recall": 0.516798, "f1": 0.474487, "accuracy": 0.516798, "main_score": 0.474487, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"]}, {"precision": 0.494663, "recall": 0.549407, "f1": 0.509961, "accuracy": 0.549407, "main_score": 0.509961, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"]}, {"precision": 0.421768, "recall": 0.482213, "f1": 0.437907, "accuracy": 0.482213, "main_score": 0.437907, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"]}, {"precision": 0.462586, "recall": 0.518775, "f1": 0.477586, "accuracy": 0.518775, "main_score": 0.477586, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"]}, {"precision": 0.358149, "recall": 0.41502, "f1": 0.373155, "accuracy": 0.41502, "main_score": 0.373155, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"]}, {"precision": 0.481972, "recall": 0.536561, "f1": 0.496929, "accuracy": 0.536561, "main_score": 0.496929, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"]}, {"precision": 0.313745, "recall": 0.373518, "f1": 0.331332, "accuracy": 0.373518, "main_score": 0.331332, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"]}, {"precision": 0.438934, "recall": 0.498024, "f1": 0.454367, "accuracy": 0.498024, "main_score": 0.454367, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"]}, {"precision": 0.475676, "recall": 0.528656, "f1": 0.490433, "accuracy": 0.528656, "main_score": 0.490433, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"]}, {"precision": 0.462021, "recall": 0.509881, "f1": 0.474741, "accuracy": 0.509881, "main_score": 0.474741, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"]}, {"precision": 0.467948, "recall": 0.519763, "f1": 0.482112, "accuracy": 0.519763, "main_score": 0.482112, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"]}, {"precision": 0.445408, "recall": 0.501976, "f1": 0.46115, "accuracy": 0.501976, "main_score": 0.46115, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"]}, {"precision": 0.461943, "recall": 0.508893, "f1": 0.475087, "accuracy": 0.508893, "main_score": 0.475087, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"]}, {"precision": 0.449927, "recall": 0.5, "f1": 0.464335, "accuracy": 0.5, "main_score": 0.464335, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"]}, {"precision": 0.480844, "recall": 0.532609, "f1": 0.494367, "accuracy": 0.532609, "main_score": 0.494367, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"]}, {"precision": 0.477319, "recall": 0.529644, "f1": 0.491084, "accuracy": 0.529644, "main_score": 0.491084, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"]}, {"precision": 0.486533, "recall": 0.54249, "f1": 0.501006, "accuracy": 0.54249, "main_score": 0.501006, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"]}, {"precision": 0.418191, "recall": 0.461462, "f1": 0.430371, "accuracy": 0.461462, "main_score": 0.430371, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"]}, {"precision": 0.5, "recall": 0.55336, "f1": 0.514403, "accuracy": 0.55336, "main_score": 0.514403, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"]}, {"precision": 0.469807, "recall": 0.523715, "f1": 0.484108, "accuracy": 0.523715, "main_score": 0.484108, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"]}, {"precision": 0.476107, "recall": 0.52668, "f1": 0.490201, "accuracy": 0.52668, "main_score": 0.490201, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"]}, {"precision": 0.41531, "recall": 0.466403, "f1": 0.429441, "accuracy": 0.466403, "main_score": 0.429441, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"]}, {"precision": 0.494498, "recall": 0.547431, "f1": 0.509242, "accuracy": 0.547431, "main_score": 0.509242, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"]}, {"precision": 0.447138, "recall": 0.497036, "f1": 0.460542, "accuracy": 0.497036, "main_score": 0.460542, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"]}, {"precision": 0.41505, "recall": 0.465415, "f1": 0.428805, "accuracy": 0.465415, "main_score": 0.428805, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"]}, {"precision": 0.416838, "recall": 0.475296, "f1": 0.432757, "accuracy": 0.475296, "main_score": 0.432757, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"]}, {"precision": 0.403084, "recall": 0.458498, "f1": 0.418335, "accuracy": 0.458498, "main_score": 0.418335, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"]}, {"precision": 0.472431, "recall": 0.529644, "f1": 0.487646, "accuracy": 0.529644, "main_score": 0.487646, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"]}, {"precision": 0.451009, "recall": 0.51087, "f1": 0.467264, "accuracy": 0.51087, "main_score": 0.467264, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"]}, {"precision": 0.405119, "recall": 0.450593, "f1": 0.417472, "accuracy": 0.450593, "main_score": 0.417472, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"]}, {"precision": 0.455127, "recall": 0.499012, "f1": 0.4673, "accuracy": 0.499012, "main_score": 0.4673, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"]}, {"precision": 0.454506, "recall": 0.511858, "f1": 0.469743, "accuracy": 0.511858, "main_score": 0.469743, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"]}, {"precision": 0.444009, "recall": 0.495059, "f1": 0.457554, "accuracy": 0.495059, "main_score": 0.457554, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"]}, {"precision": 0.422027, "recall": 0.467391, "f1": 0.434312, "accuracy": 0.467391, "main_score": 0.434312, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"]}, {"precision": 0.44202, "recall": 0.500988, "f1": 0.457731, "accuracy": 0.500988, "main_score": 0.457731, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"]}, {"precision": 0.418821, "recall": 0.47332, "f1": 0.434872, "accuracy": 0.47332, "main_score": 0.434872, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"]}, {"precision": 0.452645, "recall": 0.498024, "f1": 0.465001, "accuracy": 0.498024, "main_score": 0.465001, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"]}, {"precision": 0.483895, "recall": 0.532609, "f1": 0.496689, "accuracy": 0.532609, "main_score": 0.496689, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"]}, {"precision": 0.457165, "recall": 0.501976, "f1": 0.469753, "accuracy": 0.501976, "main_score": 0.469753, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"]}, {"precision": 0.476504, "recall": 0.520751, "f1": 0.488448, "accuracy": 0.520751, "main_score": 0.488448, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"]}, {"precision": 0.442108, "recall": 0.497036, "f1": 0.457478, "accuracy": 0.497036, "main_score": 0.457478, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"]}, {"precision": 0.443589, "recall": 0.496047, "f1": 0.457785, "accuracy": 0.496047, "main_score": 0.457785, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"]}, {"precision": 0.464596, "recall": 0.516798, "f1": 0.478826, "accuracy": 0.516798, "main_score": 0.478826, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"]}, {"precision": 0.452086, "recall": 0.506917, "f1": 0.466708, "accuracy": 0.506917, "main_score": 0.466708, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"]}, {"precision": 0.439004, "recall": 0.48913, "f1": 0.45315, "accuracy": 0.48913, "main_score": 0.45315, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"]}, {"precision": 0.454927, "recall": 0.509881, "f1": 0.46952, "accuracy": 0.509881, "main_score": 0.46952, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"]}, {"precision": 0.469494, "recall": 0.525692, "f1": 0.484253, "accuracy": 0.525692, "main_score": 0.484253, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"]}, {"precision": 0.418238, "recall": 0.470356, "f1": 0.432181, "accuracy": 0.470356, "main_score": 0.432181, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"]}, {"precision": 0.421099, "recall": 0.467391, "f1": 0.434172, "accuracy": 0.467391, "main_score": 0.434172, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"]}, {"precision": 0.569823, "recall": 0.634387, "f1": 0.58832, "accuracy": 0.634387, "main_score": 0.58832, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"]}, {"precision": 0.513089, "recall": 0.578063, "f1": 0.531658, "accuracy": 0.578063, "main_score": 0.531658, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"]}, {"precision": 0.429032, "recall": 0.508893, "f1": 0.450183, "accuracy": 0.508893, "main_score": 0.450183, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"]}, {"precision": 0.581925, "recall": 0.639328, "f1": 0.597929, "accuracy": 0.639328, "main_score": 0.597929, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"]}, {"precision": 0.889575, "recall": 0.918972, "f1": 0.898781, "accuracy": 0.918972, "main_score": 0.898781, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"]}, {"precision": 0.972497, "recall": 0.979249, "f1": 0.974638, "accuracy": 0.979249, "main_score": 0.974638, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"]}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"]}, {"precision": 0.606029, "recall": 0.656126, "f1": 0.620578, "accuracy": 0.656126, "main_score": 0.620578, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"]}, {"precision": 0.609157, "recall": 0.666996, "f1": 0.625894, "accuracy": 0.666996, "main_score": 0.625894, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"]}, {"precision": 0.576889, "recall": 0.636364, "f1": 0.593528, "accuracy": 0.636364, "main_score": 0.593528, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"]}, {"precision": 0.192692, "recall": 0.249012, "f1": 0.206675, "accuracy": 0.249012, "main_score": 0.206675, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"]}, {"precision": 0.626666, "recall": 0.676877, "f1": 0.640829, "accuracy": 0.676877, "main_score": 0.640829, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"]}, {"precision": 0.676879, "recall": 0.728261, "f1": 0.691493, "accuracy": 0.728261, "main_score": 0.691493, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"]}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"]}, {"precision": 0.53554, "recall": 0.586957, "f1": 0.550188, "accuracy": 0.586957, "main_score": 0.550188, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"]}, {"precision": 0.520506, "recall": 0.588933, "f1": 0.539606, "accuracy": 0.588933, "main_score": 0.539606, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"]}, {"precision": 0.567631, "recall": 0.626482, "f1": 0.584343, "accuracy": 0.626482, "main_score": 0.584343, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"]}, {"precision": 0.584017, "recall": 0.643281, "f1": 0.600732, "accuracy": 0.643281, "main_score": 0.600732, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"]}, {"precision": 0.916502, "recall": 0.939723, "f1": 0.924078, "accuracy": 0.939723, "main_score": 0.924078, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"]}, {"precision": 0.519783, "recall": 0.576087, "f1": 0.53543, "accuracy": 0.576087, "main_score": 0.53543, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"]}, {"precision": 0.525433, "recall": 0.593874, "f1": 0.544728, "accuracy": 0.593874, "main_score": 0.544728, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"]}, {"precision": 0.508187, "recall": 0.567194, "f1": 0.524344, "accuracy": 0.567194, "main_score": 0.524344, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"]}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"]}, {"precision": 0.315533, "recall": 0.371542, "f1": 0.331106, "accuracy": 0.371542, "main_score": 0.331106, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"]}, {"precision": 0.589156, "recall": 0.645257, "f1": 0.605075, "accuracy": 0.645257, "main_score": 0.605075, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"]}, {"precision": 0.591443, "recall": 0.644269, "f1": 0.606796, "accuracy": 0.644269, "main_score": 0.606796, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"]}, {"precision": 0.716816, "recall": 0.777668, "f1": 0.734953, "accuracy": 0.777668, "main_score": 0.734953, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"]}, {"precision": 0.661742, "recall": 0.737154, "f1": 0.6837, "accuracy": 0.737154, "main_score": 0.6837, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"]}, {"precision": 0.719332, "recall": 0.771739, "f1": 0.734783, "accuracy": 0.771739, "main_score": 0.734783, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"]}, {"precision": 0.660757, "recall": 0.709486, "f1": 0.675351, "accuracy": 0.709486, "main_score": 0.675351, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"]}, {"precision": 0.646964, "recall": 0.712451, "f1": 0.6657, "accuracy": 0.712451, "main_score": 0.6657, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"]}, {"precision": 0.983696, "recall": 0.987154, "f1": 0.984848, "accuracy": 0.987154, "main_score": 0.984848, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"]}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"]}, {"precision": 0.548551, "recall": 0.605731, "f1": 0.565148, "accuracy": 0.605731, "main_score": 0.565148, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"]}, {"precision": 0.56013, "recall": 0.613636, "f1": 0.57558, "accuracy": 0.613636, "main_score": 0.57558, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"]}, {"precision": 0.813752, "recall": 0.855731, "f1": 0.826388, "accuracy": 0.855731, "main_score": 0.826388, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"]}, {"precision": 0.456666, "recall": 0.516798, "f1": 0.472775, "accuracy": 0.516798, "main_score": 0.472775, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"]}, {"precision": 0.883235, "recall": 0.916008, "f1": 0.893445, "accuracy": 0.916008, "main_score": 0.893445, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"]}, {"precision": 0.54363, "recall": 0.600791, "f1": 0.559188, "accuracy": 0.600791, "main_score": 0.559188, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"]}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"]}, {"precision": 0.590699, "recall": 0.657115, "f1": 0.609661, "accuracy": 0.657115, "main_score": 0.609661, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"]}, {"precision": 0.198621, "recall": 0.251976, "f1": 0.211504, "accuracy": 0.251976, "main_score": 0.211504, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"]}, {"precision": 0.623633, "recall": 0.684783, "f1": 0.641601, "accuracy": 0.684783, "main_score": 0.641601, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"]}, {"precision": 0.825362, "recall": 0.869565, "f1": 0.838867, "accuracy": 0.869565, "main_score": 0.838867, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"]}, {"precision": 0.420335, "recall": 0.472332, "f1": 0.434807, "accuracy": 0.472332, "main_score": 0.434807, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"]}, {"precision": 0.680543, "recall": 0.735178, "f1": 0.69661, "accuracy": 0.735178, "main_score": 0.69661, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"]}, {"precision": 0.554709, "recall": 0.61166, "f1": 0.57079, "accuracy": 0.61166, "main_score": 0.57079, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"]}, {"precision": 0.499047, "recall": 0.561265, "f1": 0.516336, "accuracy": 0.561265, "main_score": 0.516336, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"]}, {"precision": 0.667968, "recall": 0.719368, "f1": 0.683498, "accuracy": 0.719368, "main_score": 0.683498, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"]}, {"precision": 0.261814, "recall": 0.341897, "f1": 0.282806, "accuracy": 0.341897, "main_score": 0.282806, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"]}, {"precision": 0.582856, "recall": 0.649209, "f1": 0.602588, "accuracy": 0.649209, "main_score": 0.602588, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"]}, {"precision": 0.589326, "recall": 0.649209, "f1": 0.606312, "accuracy": 0.649209, "main_score": 0.606312, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"]}, {"precision": 0.733959, "recall": 0.795455, "f1": 0.752899, "accuracy": 0.795455, "main_score": 0.752899, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"]}, {"precision": 0.556736, "recall": 0.609684, "f1": 0.572248, "accuracy": 0.609684, "main_score": 0.572248, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"]}, {"precision": 0.797579, "recall": 0.844862, "f1": 0.812319, "accuracy": 0.844862, "main_score": 0.812319, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"]}, {"precision": 0.457035, "recall": 0.517787, "f1": 0.473856, "accuracy": 0.517787, "main_score": 0.473856, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"]}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"]}, {"precision": 0.89277, "recall": 0.921937, "f1": 0.90191, "accuracy": 0.921937, "main_score": 0.90191, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"]}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"]}, {"precision": 0.9417, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"]}, {"precision": 0.61596, "recall": 0.66502, "f1": 0.630031, "accuracy": 0.66502, "main_score": 0.630031, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"]}, {"precision": 0.898221, "recall": 0.926877, "f1": 0.907444, "accuracy": 0.926877, "main_score": 0.907444, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"]}, {"precision": 0.447714, "recall": 0.517787, "f1": 0.466501, "accuracy": 0.517787, "main_score": 0.466501, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"]}, {"precision": 0.640772, "recall": 0.70751, "f1": 0.65998, "accuracy": 0.70751, "main_score": 0.65998, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"]}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"]}, {"precision": 0.852717, "recall": 0.890316, "f1": 0.86469, "accuracy": 0.890316, "main_score": 0.86469, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"]}, {"precision": 0.647746, "recall": 0.6917, "f1": 0.660375, "accuracy": 0.6917, "main_score": 0.660375, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"]}, {"precision": 0.652561, "recall": 0.709486, "f1": 0.668663, "accuracy": 0.709486, "main_score": 0.668663, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"]}, {"precision": 0.957757, "recall": 0.969368, "f1": 0.961528, "accuracy": 0.969368, "main_score": 0.961528, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"]}, {"precision": 0.532546, "recall": 0.592885, "f1": 0.54922, "accuracy": 0.592885, "main_score": 0.54922, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"]}, {"precision": 0.541134, "recall": 0.601779, "f1": 0.557668, "accuracy": 0.601779, "main_score": 0.557668, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"]}, {"precision": 0.835145, "recall": 0.878458, "f1": 0.848734, "accuracy": 0.878458, "main_score": 0.848734, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"]}, {"precision": 0.542913, "recall": 0.602767, "f1": 0.559441, "accuracy": 0.602767, "main_score": 0.559441, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"]}, {"precision": 0.631374, "recall": 0.690711, "f1": 0.648392, "accuracy": 0.690711, "main_score": 0.648392, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"]}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"]}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"]}, {"precision": 0.487831, "recall": 0.541502, "f1": 0.502551, "accuracy": 0.541502, "main_score": 0.502551, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"]}, {"precision": 0.584302, "recall": 0.632411, "f1": 0.597439, "accuracy": 0.632411, "main_score": 0.597439, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"]}, {"precision": 0.582922, "recall": 0.643281, "f1": 0.599742, "accuracy": 0.643281, "main_score": 0.599742, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"]}, {"precision": 0.564899, "recall": 0.619565, "f1": 0.580052, "accuracy": 0.619565, "main_score": 0.580052, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"]}, {"precision": 0.523592, "recall": 0.593874, "f1": 0.544771, "accuracy": 0.593874, "main_score": 0.544771, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"]}, {"precision": 0.747167, "recall": 0.801383, "f1": 0.763589, "accuracy": 0.801383, "main_score": 0.763589, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"]}, {"precision": 0.749177, "recall": 0.796443, "f1": 0.763589, "accuracy": 0.796443, "main_score": 0.763589, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"]}, {"precision": 0.87141, "recall": 0.901186, "f1": 0.880567, "accuracy": 0.901186, "main_score": 0.880567, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"]}, {"precision": 0.481382, "recall": 0.55336, "f1": 0.503203, "accuracy": 0.55336, "main_score": 0.503203, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"]}, {"precision": 0.726762, "recall": 0.785573, "f1": 0.744763, "accuracy": 0.785573, "main_score": 0.744763, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"]}, {"precision": 0.606377, "recall": 0.65415, "f1": 0.619996, "accuracy": 0.65415, "main_score": 0.619996, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"]}, {"precision": 0.529641, "recall": 0.588933, "f1": 0.546085, "accuracy": 0.588933, "main_score": 0.546085, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"]}, {"precision": 0.507683, "recall": 0.561265, "f1": 0.522651, "accuracy": 0.561265, "main_score": 0.522651, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"]}, {"precision": 0.39806, "recall": 0.477273, "f1": 0.418572, "accuracy": 0.477273, "main_score": 0.418572, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"]}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"]}, {"precision": 0.933465, "recall": 0.952569, "f1": 0.939526, "accuracy": 0.952569, "main_score": 0.939526, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"]}, {"precision": 0.5687, "recall": 0.618577, "f1": 0.582508, "accuracy": 0.618577, "main_score": 0.582508, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"]}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"]}, {"precision": 0.780945, "recall": 0.829051, "f1": 0.794928, "accuracy": 0.829051, "main_score": 0.794928, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"]}, {"precision": 0.895751, "recall": 0.917984, "f1": 0.902635, "accuracy": 0.917984, "main_score": 0.902635, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"]}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"]}, {"precision": 0.5383, "recall": 0.593874, "f1": 0.553688, "accuracy": 0.593874, "main_score": 0.553688, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"]}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"]}, {"precision": 0.577223, "recall": 0.632411, "f1": 0.593238, "accuracy": 0.632411, "main_score": 0.593238, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"]}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"]}, {"precision": 0.525923, "recall": 0.581028, "f1": 0.541249, "accuracy": 0.581028, "main_score": 0.541249, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"]}, {"precision": 0.951993, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"]}, {"precision": 0.185624, "recall": 0.229249, "f1": 0.197043, "accuracy": 0.229249, "main_score": 0.197043, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"]}, {"precision": 0.600901, "recall": 0.645257, "f1": 0.612815, "accuracy": 0.645257, "main_score": 0.612815, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"]}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"]}, {"precision": 0.624598, "recall": 0.674901, "f1": 0.63989, "accuracy": 0.674901, "main_score": 0.63989, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"]}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"]}, {"precision": 0.961248, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"]}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"]}, {"precision": 0.512451, "recall": 0.55336, "f1": 0.524506, "accuracy": 0.55336, "main_score": 0.524506, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"]}, {"precision": 0.444672, "recall": 0.512846, "f1": 0.462524, "accuracy": 0.512846, "main_score": 0.462524, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"]}, {"precision": 0.5499, "recall": 0.603755, "f1": 0.56524, "accuracy": 0.603755, "main_score": 0.56524, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"]}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"]}, {"precision": 0.955484, "recall": 0.967391, "f1": 0.959058, "accuracy": 0.967391, "main_score": 0.959058, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"]}, {"precision": 0.539123, "recall": 0.591897, "f1": 0.554397, "accuracy": 0.591897, "main_score": 0.554397, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"]}, {"precision": 0.842391, "recall": 0.881423, "f1": 0.85471, "accuracy": 0.881423, "main_score": 0.85471, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942194, "accuracy": 0.954545, "main_score": 0.942194, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"]}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"]}, {"precision": 0.493801, "recall": 0.546443, "f1": 0.508698, "accuracy": 0.546443, "main_score": 0.508698, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"]}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"]}, {"precision": 0.485774, "recall": 0.545455, "f1": 0.501623, "accuracy": 0.545455, "main_score": 0.501623, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"]}, {"precision": 0.496208, "recall": 0.541502, "f1": 0.508106, "accuracy": 0.541502, "main_score": 0.508106, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"]}, {"precision": 0.88531, "recall": 0.912055, "f1": 0.89305, "accuracy": 0.912055, "main_score": 0.89305, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"]}, {"precision": 0.305874, "recall": 0.354743, "f1": 0.319504, "accuracy": 0.354743, "main_score": 0.319504, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"]}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"]}, {"precision": 0.544706, "recall": 0.600791, "f1": 0.560251, "accuracy": 0.600791, "main_score": 0.560251, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"]}, {"precision": 0.940162, "recall": 0.956522, "f1": 0.945356, "accuracy": 0.956522, "main_score": 0.945356, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"]}, {"precision": 0.936265, "recall": 0.954545, "f1": 0.942147, "accuracy": 0.954545, "main_score": 0.942147, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"]}, {"precision": 0.553458, "recall": 0.59585, "f1": 0.565669, "accuracy": 0.59585, "main_score": 0.565669, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"]}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968676, "accuracy": 0.975296, "main_score": 0.968676, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"]}, {"precision": 0.651812, "recall": 0.705534, "f1": 0.667276, "accuracy": 0.705534, "main_score": 0.667276, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"]}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"]}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"]}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"]}, {"precision": 0.606613, "recall": 0.684783, "f1": 0.6288, "accuracy": 0.684783, "main_score": 0.6288, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"]}, {"precision": 0.651073, "recall": 0.708498, "f1": 0.666704, "accuracy": 0.708498, "main_score": 0.666704, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"]}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"]}, {"precision": 0.608023, "recall": 0.653162, "f1": 0.620539, "accuracy": 0.653162, "main_score": 0.620539, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"]}, {"precision": 0.603625, "recall": 0.663043, "f1": 0.620756, "accuracy": 0.663043, "main_score": 0.620756, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"]}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"]}, {"precision": 0.922596, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"]}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"]}, {"precision": 0.530576, "recall": 0.577075, "f1": 0.543052, "accuracy": 0.577075, "main_score": 0.543052, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"]}, {"precision": 0.527142, "recall": 0.572134, "f1": 0.539785, "accuracy": 0.572134, "main_score": 0.539785, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"]}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"]}, {"precision": 0.726723, "recall": 0.775692, "f1": 0.740522, "accuracy": 0.775692, "main_score": 0.740522, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"]}, {"precision": 0.461588, "recall": 0.508893, "f1": 0.474326, "accuracy": 0.508893, "main_score": 0.474326, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"]}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"]}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"]}, {"precision": 0.809453, "recall": 0.855731, "f1": 0.823715, "accuracy": 0.855731, "main_score": 0.823715, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"]}, {"precision": 0.516012, "recall": 0.568182, "f1": 0.530683, "accuracy": 0.568182, "main_score": 0.530683, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"]}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"]}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"]}, {"precision": 0.558863, "recall": 0.612648, "f1": 0.573904, "accuracy": 0.612648, "main_score": 0.573904, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"]}, {"precision": 0.194616, "recall": 0.235178, "f1": 0.204001, "accuracy": 0.235178, "main_score": 0.204001, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"]}, {"precision": 0.592745, "recall": 0.644269, "f1": 0.607221, "accuracy": 0.644269, "main_score": 0.607221, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"]}, {"precision": 0.746303, "recall": 0.801383, "f1": 0.762181, "accuracy": 0.801383, "main_score": 0.762181, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"]}, {"precision": 0.402037, "recall": 0.450593, "f1": 0.41557, "accuracy": 0.450593, "main_score": 0.41557, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"]}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"]}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"]}, {"precision": 0.630065, "recall": 0.682806, "f1": 0.645226, "accuracy": 0.682806, "main_score": 0.645226, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"]}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"]}, {"precision": 0.546617, "recall": 0.593874, "f1": 0.559937, "accuracy": 0.593874, "main_score": 0.559937, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"]}, {"precision": 0.502009, "recall": 0.556324, "f1": 0.517138, "accuracy": 0.556324, "main_score": 0.517138, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"]}, {"precision": 0.61285, "recall": 0.66502, "f1": 0.627144, "accuracy": 0.66502, "main_score": 0.627144, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"]}, {"precision": 0.21435, "recall": 0.294466, "f1": 0.23499, "accuracy": 0.294466, "main_score": 0.23499, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"]}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"]}, {"precision": 0.902092, "recall": 0.929842, "f1": 0.910968, "accuracy": 0.929842, "main_score": 0.910968, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"]}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"]}, {"precision": 0.571577, "recall": 0.62253, "f1": 0.585339, "accuracy": 0.62253, "main_score": 0.585339, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"]}, {"precision": 0.551113, "recall": 0.607708, "f1": 0.567131, "accuracy": 0.607708, "main_score": 0.567131, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"]}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"]}, {"precision": 0.936018, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"]}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962253, "accuracy": 0.970356, "main_score": 0.962253, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"]}, {"precision": 0.684545, "recall": 0.756917, "f1": 0.706392, "accuracy": 0.756917, "main_score": 0.706392, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"]}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"]}, {"precision": 0.53111, "recall": 0.578063, "f1": 0.545078, "accuracy": 0.578063, "main_score": 0.545078, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"]}, {"precision": 0.736775, "recall": 0.790514, "f1": 0.753162, "accuracy": 0.790514, "main_score": 0.753162, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"]}, {"precision": 0.939806, "recall": 0.955534, "f1": 0.94473, "accuracy": 0.955534, "main_score": 0.94473, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"]}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"]}, {"precision": 0.439, "recall": 0.495059, "f1": 0.454479, "accuracy": 0.495059, "main_score": 0.454479, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"]}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"]}, {"precision": 0.921031, "recall": 0.943676, "f1": 0.928096, "accuracy": 0.943676, "main_score": 0.928096, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"]}, {"precision": 0.822991, "recall": 0.865613, "f1": 0.836067, "accuracy": 0.865613, "main_score": 0.836067, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"]}, {"precision": 0.880748, "recall": 0.910079, "f1": 0.889559, "accuracy": 0.910079, "main_score": 0.889559, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"]}, {"precision": 0.874588, "recall": 0.908103, "f1": 0.885032, "accuracy": 0.908103, "main_score": 0.885032, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"]}, {"precision": 0.571303, "recall": 0.621542, "f1": 0.585892, "accuracy": 0.621542, "main_score": 0.585892, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"]}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"]}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"]}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"]}, {"precision": 0.807675, "recall": 0.852767, "f1": 0.82141, "accuracy": 0.852767, "main_score": 0.82141, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"]}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951765, "accuracy": 0.962451, "main_score": 0.951765, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"]}, {"precision": 0.44842, "recall": 0.502964, "f1": 0.463167, "accuracy": 0.502964, "main_score": 0.463167, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"]}, {"precision": 0.591734, "recall": 0.662055, "f1": 0.611735, "accuracy": 0.662055, "main_score": 0.611735, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"]}, {"precision": 0.974638, "recall": 0.981225, "f1": 0.976779, "accuracy": 0.981225, "main_score": 0.976779, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"]}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"]}, {"precision": 0.742616, "recall": 0.79249, "f1": 0.756842, "accuracy": 0.79249, "main_score": 0.756842, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"]}, {"precision": 0.598534, "recall": 0.646245, "f1": 0.612009, "accuracy": 0.646245, "main_score": 0.612009, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"]}, {"precision": 0.588049, "recall": 0.639328, "f1": 0.602957, "accuracy": 0.639328, "main_score": 0.602957, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"]}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"]}, {"precision": 0.863002, "recall": 0.895257, "f1": 0.872307, "accuracy": 0.895257, "main_score": 0.872307, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"]}, {"precision": 0.524211, "recall": 0.572134, "f1": 0.538444, "accuracy": 0.572134, "main_score": 0.538444, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"]}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"]}, {"precision": 0.522744, "recall": 0.581028, "f1": 0.539277, "accuracy": 0.581028, "main_score": 0.539277, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"]}, {"precision": 0.979002, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"]}, {"precision": 0.788933, "recall": 0.837945, "f1": 0.803576, "accuracy": 0.837945, "main_score": 0.803576, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"]}, {"precision": 0.518812, "recall": 0.574111, "f1": 0.534321, "accuracy": 0.574111, "main_score": 0.534321, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"]}, {"precision": 0.601449, "recall": 0.656126, "f1": 0.616961, "accuracy": 0.656126, "main_score": 0.616961, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"]}, {"precision": 0.855023, "recall": 0.895257, "f1": 0.867655, "accuracy": 0.895257, "main_score": 0.867655, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"]}, {"precision": 0.938159, "recall": 0.955534, "f1": 0.943742, "accuracy": 0.955534, "main_score": 0.943742, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"]}, {"precision": 0.49525, "recall": 0.539526, "f1": 0.507365, "accuracy": 0.539526, "main_score": 0.507365, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"]}, {"precision": 0.546983, "recall": 0.594862, "f1": 0.560595, "accuracy": 0.594862, "main_score": 0.560595, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"]}, {"precision": 0.556314, "recall": 0.612648, "f1": 0.571754, "accuracy": 0.612648, "main_score": 0.571754, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"]}, {"precision": 0.525435, "recall": 0.573123, "f1": 0.538003, "accuracy": 0.573123, "main_score": 0.538003, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"]}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"]}, {"precision": 0.516282, "recall": 0.566206, "f1": 0.531014, "accuracy": 0.566206, "main_score": 0.531014, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"]}, {"precision": 0.704233, "recall": 0.759881, "f1": 0.72044, "accuracy": 0.759881, "main_score": 0.72044, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"]}, {"precision": 0.936347, "recall": 0.953557, "f1": 0.941568, "accuracy": 0.953557, "main_score": 0.941568, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"]}, {"precision": 0.698282, "recall": 0.747036, "f1": 0.712634, "accuracy": 0.747036, "main_score": 0.712634, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"]}, {"precision": 0.79665, "recall": 0.83498, "f1": 0.807987, "accuracy": 0.83498, "main_score": 0.807987, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"]}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"]}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"]}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"]}, {"precision": 0.463627, "recall": 0.530632, "f1": 0.482693, "accuracy": 0.530632, "main_score": 0.482693, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"]}, {"precision": 0.658333, "recall": 0.720356, "f1": 0.676801, "accuracy": 0.720356, "main_score": 0.676801, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"]}, {"precision": 0.542285, "recall": 0.591897, "f1": 0.556356, "accuracy": 0.591897, "main_score": 0.556356, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"]}, {"precision": 0.591193, "recall": 0.653162, "f1": 0.608811, "accuracy": 0.653162, "main_score": 0.608811, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"]}, {"precision": 0.53153, "recall": 0.591897, "f1": 0.54885, "accuracy": 0.591897, "main_score": 0.54885, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"]}, {"precision": 0.45863, "recall": 0.536561, "f1": 0.479855, "accuracy": 0.536561, "main_score": 0.479855, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"]}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"]}, {"precision": 0.603508, "recall": 0.656126, "f1": 0.618217, "accuracy": 0.656126, "main_score": 0.618217, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"]}, {"precision": 0.890893, "recall": 0.91996, "f1": 0.900264, "accuracy": 0.91996, "main_score": 0.900264, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"]}, {"precision": 0.96558, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"]}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"]}, {"precision": 0.592559, "recall": 0.647233, "f1": 0.608586, "accuracy": 0.647233, "main_score": 0.608586, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"]}, {"precision": 0.618176, "recall": 0.677866, "f1": 0.635145, "accuracy": 0.677866, "main_score": 0.635145, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"]}, {"precision": 0.568116, "recall": 0.628458, "f1": 0.58531, "accuracy": 0.628458, "main_score": 0.58531, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"]}, {"precision": 0.187436, "recall": 0.238142, "f1": 0.200054, "accuracy": 0.238142, "main_score": 0.200054, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"]}, {"precision": 0.643845, "recall": 0.695652, "f1": 0.658387, "accuracy": 0.695652, "main_score": 0.658387, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"]}, {"precision": 0.684569, "recall": 0.743083, "f1": 0.701962, "accuracy": 0.743083, "main_score": 0.701962, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"]}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"]}, {"precision": 0.557905, "recall": 0.606719, "f1": 0.572398, "accuracy": 0.606719, "main_score": 0.572398, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"]}, {"precision": 0.512962, "recall": 0.58498, "f1": 0.532338, "accuracy": 0.58498, "main_score": 0.532338, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"]}, {"precision": 0.573134, "recall": 0.635375, "f1": 0.591634, "accuracy": 0.635375, "main_score": 0.591634, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"]}, {"precision": 0.584486, "recall": 0.651186, "f1": 0.603313, "accuracy": 0.651186, "main_score": 0.603313, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"]}, {"precision": 0.912714, "recall": 0.937747, "f1": 0.920784, "accuracy": 0.937747, "main_score": 0.920784, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"]}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"]}, {"precision": 0.53244, "recall": 0.589921, "f1": 0.54897, "accuracy": 0.589921, "main_score": 0.54897, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"]}, {"precision": 0.548549, "recall": 0.614625, "f1": 0.567727, "accuracy": 0.614625, "main_score": 0.567727, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"]}, {"precision": 0.519867, "recall": 0.575099, "f1": 0.535223, "accuracy": 0.575099, "main_score": 0.535223, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"]}, {"precision": 0.950428, "recall": 0.964427, "f1": 0.954842, "accuracy": 0.964427, "main_score": 0.954842, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"]}, {"precision": 0.314509, "recall": 0.371542, "f1": 0.329909, "accuracy": 0.371542, "main_score": 0.329909, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"]}, {"precision": 0.600206, "recall": 0.660079, "f1": 0.616778, "accuracy": 0.660079, "main_score": 0.616778, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"]}, {"precision": 0.582056, "recall": 0.634387, "f1": 0.596959, "accuracy": 0.634387, "main_score": 0.596959, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"]}, {"precision": 0.711058, "recall": 0.771739, "f1": 0.728563, "accuracy": 0.771739, "main_score": 0.728563, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"]}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"]}, {"precision": 0.676063, "recall": 0.751976, "f1": 0.69885, "accuracy": 0.751976, "main_score": 0.69885, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"]}, {"precision": 0.727654, "recall": 0.778656, "f1": 0.742267, "accuracy": 0.778656, "main_score": 0.742267, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"]}, {"precision": 0.667435, "recall": 0.720356, "f1": 0.683078, "accuracy": 0.720356, "main_score": 0.683078, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"]}, {"precision": 0.673866, "recall": 0.732213, "f1": 0.691206, "accuracy": 0.732213, "main_score": 0.691206, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"]}, {"precision": 0.98913, "recall": 0.991107, "f1": 0.989789, "accuracy": 0.991107, "main_score": 0.989789, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"]}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"]}, {"precision": 0.559082, "recall": 0.615613, "f1": 0.574667, "accuracy": 0.615613, "main_score": 0.574667, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"]}, {"precision": 0.556859, "recall": 0.616601, "f1": 0.574209, "accuracy": 0.616601, "main_score": 0.574209, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"]}, {"precision": 0.801136, "recall": 0.84585, "f1": 0.814629, "accuracy": 0.84585, "main_score": 0.814629, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"]}, {"precision": 0.470753, "recall": 0.532609, "f1": 0.487131, "accuracy": 0.532609, "main_score": 0.487131, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"]}, {"precision": 0.876845, "recall": 0.910079, "f1": 0.887516, "accuracy": 0.910079, "main_score": 0.887516, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"]}, {"precision": 0.546628, "recall": 0.607708, "f1": 0.564152, "accuracy": 0.607708, "main_score": 0.564152, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"]}, {"precision": 0.584814, "recall": 0.656126, "f1": 0.604977, "accuracy": 0.656126, "main_score": 0.604977, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"]}, {"precision": 0.196999, "recall": 0.255929, "f1": 0.210631, "accuracy": 0.255929, "main_score": 0.210631, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"]}, {"precision": 0.629875, "recall": 0.690711, "f1": 0.647628, "accuracy": 0.690711, "main_score": 0.647628, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"]}, {"precision": 0.809947, "recall": 0.858696, "f1": 0.825198, "accuracy": 0.858696, "main_score": 0.825198, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"]}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"]}, {"precision": 0.416572, "recall": 0.472332, "f1": 0.431426, "accuracy": 0.472332, "main_score": 0.431426, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"]}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"]}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"]}, {"precision": 0.683053, "recall": 0.742095, "f1": 0.700795, "accuracy": 0.742095, "main_score": 0.700795, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"]}, {"precision": 0.56761, "recall": 0.626482, "f1": 0.584538, "accuracy": 0.626482, "main_score": 0.584538, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"]}, {"precision": 0.508606, "recall": 0.570158, "f1": 0.526053, "accuracy": 0.570158, "main_score": 0.526053, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"]}, {"precision": 0.669146, "recall": 0.72332, "f1": 0.685034, "accuracy": 0.72332, "main_score": 0.685034, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"]}, {"precision": 0.244107, "recall": 0.337945, "f1": 0.269427, "accuracy": 0.337945, "main_score": 0.269427, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"]}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"]}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"]}, {"precision": 0.582922, "recall": 0.642292, "f1": 0.600216, "accuracy": 0.642292, "main_score": 0.600216, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"]}, {"precision": 0.586992, "recall": 0.652174, "f1": 0.605934, "accuracy": 0.652174, "main_score": 0.605934, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"]}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"]}, {"precision": 0.716922, "recall": 0.781621, "f1": 0.736404, "accuracy": 0.781621, "main_score": 0.736404, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"]}, {"precision": 0.563826, "recall": 0.625494, "f1": 0.581651, "accuracy": 0.625494, "main_score": 0.581651, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"]}, {"precision": 0.80056, "recall": 0.849802, "f1": 0.815876, "accuracy": 0.849802, "main_score": 0.815876, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"]}, {"precision": 0.472526, "recall": 0.531621, "f1": 0.489081, "accuracy": 0.531621, "main_score": 0.489081, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"]}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"]}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911397, "accuracy": 0.929842, "main_score": 0.911397, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"]}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"]}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"]}, {"precision": 0.62002, "recall": 0.672925, "f1": 0.634993, "accuracy": 0.672925, "main_score": 0.634993, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"]}, {"precision": 0.89748, "recall": 0.926877, "f1": 0.906686, "accuracy": 0.926877, "main_score": 0.906686, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"]}, {"precision": 0.474962, "recall": 0.536561, "f1": 0.491951, "accuracy": 0.536561, "main_score": 0.491951, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"]}, {"precision": 0.629315, "recall": 0.699605, "f1": 0.649807, "accuracy": 0.699605, "main_score": 0.649807, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"]}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"]}, {"precision": 0.848732, "recall": 0.885375, "f1": 0.860046, "accuracy": 0.885375, "main_score": 0.860046, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"]}, {"precision": 0.648295, "recall": 0.699605, "f1": 0.663122, "accuracy": 0.699605, "main_score": 0.663122, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"]}, {"precision": 0.652628, "recall": 0.714427, "f1": 0.670805, "accuracy": 0.714427, "main_score": 0.670805, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"]}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"]}, {"precision": 0.553188, "recall": 0.612648, "f1": 0.569734, "accuracy": 0.612648, "main_score": 0.569734, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"]}, {"precision": 0.535658, "recall": 0.598814, "f1": 0.55343, "accuracy": 0.598814, "main_score": 0.55343, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"]}, {"precision": 0.838027, "recall": 0.882411, "f1": 0.851976, "accuracy": 0.882411, "main_score": 0.851976, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"]}, {"precision": 0.547393, "recall": 0.612648, "f1": 0.566095, "accuracy": 0.612648, "main_score": 0.566095, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"]}, {"precision": 0.640128, "recall": 0.693676, "f1": 0.655945, "accuracy": 0.693676, "main_score": 0.655945, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"]}, {"precision": 0.922925, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"]}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"]}, {"precision": 0.491328, "recall": 0.549407, "f1": 0.507858, "accuracy": 0.549407, "main_score": 0.507858, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"]}, {"precision": 0.582215, "recall": 0.639328, "f1": 0.597738, "accuracy": 0.639328, "main_score": 0.597738, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"]}, {"precision": 0.596617, "recall": 0.656126, "f1": 0.613441, "accuracy": 0.656126, "main_score": 0.613441, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"]}, {"precision": 0.560303, "recall": 0.613636, "f1": 0.575581, "accuracy": 0.613636, "main_score": 0.575581, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"]}, {"precision": 0.545382, "recall": 0.613636, "f1": 0.565257, "accuracy": 0.613636, "main_score": 0.565257, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"]}, {"precision": 0.75224, "recall": 0.804348, "f1": 0.768083, "accuracy": 0.804348, "main_score": 0.768083, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"]}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"]}, {"precision": 0.747069, "recall": 0.799407, "f1": 0.763043, "accuracy": 0.799407, "main_score": 0.763043, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"]}, {"precision": 0.872233, "recall": 0.901186, "f1": 0.88083, "accuracy": 0.901186, "main_score": 0.88083, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"]}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"]}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"]}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"]}, {"precision": 0.485534, "recall": 0.565217, "f1": 0.50964, "accuracy": 0.565217, "main_score": 0.50964, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"]}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"]}, {"precision": 0.719906, "recall": 0.777668, "f1": 0.737239, "accuracy": 0.777668, "main_score": 0.737239, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"]}, {"precision": 0.597441, "recall": 0.646245, "f1": 0.611706, "accuracy": 0.646245, "main_score": 0.611706, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"]}, {"precision": 0.567548, "recall": 0.635375, "f1": 0.586695, "accuracy": 0.635375, "main_score": 0.586695, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"]}, {"precision": 0.52361, "recall": 0.58004, "f1": 0.53927, "accuracy": 0.58004, "main_score": 0.53927, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"]}, {"precision": 0.439169, "recall": 0.524704, "f1": 0.462167, "accuracy": 0.524704, "main_score": 0.462167, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"]}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"]}, {"precision": 0.576203, "recall": 0.634387, "f1": 0.592555, "accuracy": 0.634387, "main_score": 0.592555, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"]}, {"precision": 0.88, "recall": 0.911067, "f1": 0.889641, "accuracy": 0.911067, "main_score": 0.889641, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"]}, {"precision": 0.952899, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"]}, {"precision": 0.58089, "recall": 0.646245, "f1": 0.599675, "accuracy": 0.646245, "main_score": 0.599675, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"]}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"]}, {"precision": 0.609529, "recall": 0.675889, "f1": 0.627953, "accuracy": 0.675889, "main_score": 0.627953, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"]}, {"precision": 0.543505, "recall": 0.610672, "f1": 0.56236, "accuracy": 0.610672, "main_score": 0.56236, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"]}, {"precision": 0.182292, "recall": 0.224308, "f1": 0.192452, "accuracy": 0.224308, "main_score": 0.192452, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"]}, {"precision": 0.629249, "recall": 0.678854, "f1": 0.643205, "accuracy": 0.678854, "main_score": 0.643205, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"]}, {"precision": 0.666539, "recall": 0.727273, "f1": 0.684865, "accuracy": 0.727273, "main_score": 0.684865, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"]}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"]}, {"precision": 0.531201, "recall": 0.58498, "f1": 0.546615, "accuracy": 0.58498, "main_score": 0.546615, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"]}, {"precision": 0.490106, "recall": 0.566206, "f1": 0.510101, "accuracy": 0.566206, "main_score": 0.510101, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"]}, {"precision": 0.559736, "recall": 0.626482, "f1": 0.578895, "accuracy": 0.626482, "main_score": 0.578895, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"]}, {"precision": 0.571298, "recall": 0.637352, "f1": 0.58934, "accuracy": 0.637352, "main_score": 0.58934, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"]}, {"precision": 0.913208, "recall": 0.938735, "f1": 0.921443, "accuracy": 0.938735, "main_score": 0.921443, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"]}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"]}, {"precision": 0.513978, "recall": 0.574111, "f1": 0.531209, "accuracy": 0.574111, "main_score": 0.531209, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"]}, {"precision": 0.511697, "recall": 0.576087, "f1": 0.529795, "accuracy": 0.576087, "main_score": 0.529795, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"]}, {"precision": 0.506236, "recall": 0.565217, "f1": 0.521706, "accuracy": 0.565217, "main_score": 0.521706, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"]}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"]}, {"precision": 0.31445, "recall": 0.373518, "f1": 0.330291, "accuracy": 0.373518, "main_score": 0.330291, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"]}, {"precision": 0.593029, "recall": 0.658103, "f1": 0.610975, "accuracy": 0.658103, "main_score": 0.610975, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"]}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"]}, {"precision": 0.591546, "recall": 0.649209, "f1": 0.608268, "accuracy": 0.649209, "main_score": 0.608268, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"]}, {"precision": 0.697184, "recall": 0.76581, "f1": 0.717939, "accuracy": 0.76581, "main_score": 0.717939, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"]}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"]}, {"precision": 0.680929, "recall": 0.752964, "f1": 0.702146, "accuracy": 0.752964, "main_score": 0.702146, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"]}, {"precision": 0.698824, "recall": 0.761858, "f1": 0.716782, "accuracy": 0.761858, "main_score": 0.716782, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"]}, {"precision": 0.651103, "recall": 0.706522, "f1": 0.667344, "accuracy": 0.706522, "main_score": 0.667344, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"]}, {"precision": 0.666189, "recall": 0.738142, "f1": 0.687352, "accuracy": 0.738142, "main_score": 0.687352, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"]}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"]}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"]}, {"precision": 0.534694, "recall": 0.596838, "f1": 0.552328, "accuracy": 0.596838, "main_score": 0.552328, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"]}, {"precision": 0.545721, "recall": 0.601779, "f1": 0.561786, "accuracy": 0.601779, "main_score": 0.561786, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"]}, {"precision": 0.798666, "recall": 0.84585, "f1": 0.81278, "accuracy": 0.84585, "main_score": 0.81278, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"]}, {"precision": 0.470101, "recall": 0.52668, "f1": 0.485237, "accuracy": 0.52668, "main_score": 0.485237, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"]}, {"precision": 0.860178, "recall": 0.896245, "f1": 0.871509, "accuracy": 0.896245, "main_score": 0.871509, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"]}, {"precision": 0.544, "recall": 0.605731, "f1": 0.560823, "accuracy": 0.605731, "main_score": 0.560823, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"]}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"]}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"]}, {"precision": 0.588047, "recall": 0.657115, "f1": 0.607385, "accuracy": 0.657115, "main_score": 0.607385, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"]}, {"precision": 0.188706, "recall": 0.243083, "f1": 0.201109, "accuracy": 0.243083, "main_score": 0.201109, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"]}, {"precision": 0.621846, "recall": 0.684783, "f1": 0.640032, "accuracy": 0.684783, "main_score": 0.640032, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"]}, {"precision": 0.807922, "recall": 0.857708, "f1": 0.823123, "accuracy": 0.857708, "main_score": 0.823123, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"]}, {"precision": 0.407388, "recall": 0.469368, "f1": 0.424506, "accuracy": 0.469368, "main_score": 0.424506, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"]}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"]}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"]}, {"precision": 0.66362, "recall": 0.726285, "f1": 0.682261, "accuracy": 0.726285, "main_score": 0.682261, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"]}, {"precision": 0.558056, "recall": 0.618577, "f1": 0.574841, "accuracy": 0.618577, "main_score": 0.574841, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"]}, {"precision": 0.50049, "recall": 0.574111, "f1": 0.52056, "accuracy": 0.574111, "main_score": 0.52056, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"]}, {"precision": 0.661241, "recall": 0.719368, "f1": 0.678658, "accuracy": 0.719368, "main_score": 0.678658, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"]}, {"precision": 0.269449, "recall": 0.358696, "f1": 0.292535, "accuracy": 0.358696, "main_score": 0.292535, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"]}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"]}, {"precision": 0.575148, "recall": 0.63834, "f1": 0.593517, "accuracy": 0.63834, "main_score": 0.593517, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"]}, {"precision": 0.588695, "recall": 0.656126, "f1": 0.607762, "accuracy": 0.656126, "main_score": 0.607762, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"]}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"]}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"]}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"]}, {"precision": 0.711182, "recall": 0.777668, "f1": 0.731225, "accuracy": 0.777668, "main_score": 0.731225, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"]}, {"precision": 0.558753, "recall": 0.616601, "f1": 0.575258, "accuracy": 0.616601, "main_score": 0.575258, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"]}, {"precision": 0.786924, "recall": 0.839921, "f1": 0.803491, "accuracy": 0.839921, "main_score": 0.803491, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"]}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"]}, {"precision": 0.45779, "recall": 0.528656, "f1": 0.477604, "accuracy": 0.528656, "main_score": 0.477604, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"]}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"]}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"]}, {"precision": 0.881901, "recall": 0.912055, "f1": 0.891206, "accuracy": 0.912055, "main_score": 0.891206, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"]}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"]}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"]}, {"precision": 0.61165, "recall": 0.66996, "f1": 0.628391, "accuracy": 0.66996, "main_score": 0.628391, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"]}, {"precision": 0.921854, "recall": 0.94664, "f1": 0.929908, "accuracy": 0.94664, "main_score": 0.929908, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"]}, {"precision": 0.448568, "recall": 0.518775, "f1": 0.467367, "accuracy": 0.518775, "main_score": 0.467367, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"]}, {"precision": 0.627264, "recall": 0.697628, "f1": 0.648192, "accuracy": 0.697628, "main_score": 0.648192, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"]}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"]}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"]}, {"precision": 0.835639, "recall": 0.876482, "f1": 0.848254, "accuracy": 0.876482, "main_score": 0.848254, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"]}, {"precision": 0.637995, "recall": 0.694664, "f1": 0.654617, "accuracy": 0.694664, "main_score": 0.654617, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"]}, {"precision": 0.642943, "recall": 0.70751, "f1": 0.661458, "accuracy": 0.70751, "main_score": 0.661458, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"]}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"]}, {"precision": 0.533499, "recall": 0.597826, "f1": 0.551138, "accuracy": 0.597826, "main_score": 0.551138, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"]}, {"precision": 0.530859, "recall": 0.596838, "f1": 0.549337, "accuracy": 0.596838, "main_score": 0.549337, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"]}, {"precision": 0.83498, "recall": 0.87747, "f1": 0.847958, "accuracy": 0.87747, "main_score": 0.847958, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"]}, {"precision": 0.533538, "recall": 0.602767, "f1": 0.552507, "accuracy": 0.602767, "main_score": 0.552507, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"]}, {"precision": 0.604324, "recall": 0.666996, "f1": 0.622513, "accuracy": 0.666996, "main_score": 0.622513, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"]}, {"precision": 0.928689, "recall": 0.950593, "f1": 0.935771, "accuracy": 0.950593, "main_score": 0.935771, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"]}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"]}, {"precision": 0.472922, "recall": 0.537549, "f1": 0.490251, "accuracy": 0.537549, "main_score": 0.490251, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"]}, {"precision": 0.565041, "recall": 0.626482, "f1": 0.581304, "accuracy": 0.626482, "main_score": 0.581304, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"]}, {"precision": 0.582337, "recall": 0.647233, "f1": 0.600751, "accuracy": 0.647233, "main_score": 0.600751, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"]}, {"precision": 0.544748, "recall": 0.607708, "f1": 0.561911, "accuracy": 0.607708, "main_score": 0.561911, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"]}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"]}, {"precision": 0.534061, "recall": 0.606719, "f1": 0.55451, "accuracy": 0.606719, "main_score": 0.55451, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"]}, {"precision": 0.732609, "recall": 0.789526, "f1": 0.749327, "accuracy": 0.789526, "main_score": 0.749327, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"]}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"]}, {"precision": 0.754381, "recall": 0.804348, "f1": 0.769156, "accuracy": 0.804348, "main_score": 0.769156, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"]}, {"precision": 0.875494, "recall": 0.906126, "f1": 0.884816, "accuracy": 0.906126, "main_score": 0.884816, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"]}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"]}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"]}, {"precision": 0.473208, "recall": 0.552372, "f1": 0.496107, "accuracy": 0.552372, "main_score": 0.496107, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"]}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"]}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"]}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"]}, {"precision": 0.703567, "recall": 0.766798, "f1": 0.722268, "accuracy": 0.766798, "main_score": 0.722268, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"]}, {"precision": 0.585861, "recall": 0.644269, "f1": 0.60261, "accuracy": 0.644269, "main_score": 0.60261, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"]}, {"precision": 0.438647, "recall": 0.48913, "f1": 0.452257, "accuracy": 0.48913, "main_score": 0.452257, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"]}, {"precision": 0.5028, "recall": 0.54249, "f1": 0.513812, "accuracy": 0.54249, "main_score": 0.513812, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"]}, {"precision": 0.258025, "recall": 0.311265, "f1": 0.271954, "accuracy": 0.311265, "main_score": 0.271954, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"]}, {"precision": 0.664722, "recall": 0.722332, "f1": 0.68014, "accuracy": 0.722332, "main_score": 0.68014, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"]}, {"precision": 0.655245, "recall": 0.70751, "f1": 0.668991, "accuracy": 0.70751, "main_score": 0.668991, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"]}, {"precision": 0.669496, "recall": 0.719368, "f1": 0.682557, "accuracy": 0.719368, "main_score": 0.682557, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"]}, {"precision": 0.653141, "recall": 0.695652, "f1": 0.663685, "accuracy": 0.695652, "main_score": 0.663685, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"]}, {"precision": 0.542129, "recall": 0.583004, "f1": 0.553105, "accuracy": 0.583004, "main_score": 0.553105, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"]}, {"precision": 0.680176, "recall": 0.731225, "f1": 0.693383, "accuracy": 0.731225, "main_score": 0.693383, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"]}, {"precision": 0.600632, "recall": 0.642292, "f1": 0.611216, "accuracy": 0.642292, "main_score": 0.611216, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"]}, {"precision": 0.632415, "recall": 0.666996, "f1": 0.641572, "accuracy": 0.666996, "main_score": 0.641572, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"]}, {"precision": 0.677977, "recall": 0.733202, "f1": 0.692681, "accuracy": 0.733202, "main_score": 0.692681, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"]}, {"precision": 0.65421, "recall": 0.716403, "f1": 0.671875, "accuracy": 0.716403, "main_score": 0.671875, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"]}, {"precision": 0.491069, "recall": 0.538538, "f1": 0.503563, "accuracy": 0.538538, "main_score": 0.503563, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"]}, {"precision": 0.659392, "recall": 0.720356, "f1": 0.675944, "accuracy": 0.720356, "main_score": 0.675944, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"]}, {"precision": 0.609532, "recall": 0.666008, "f1": 0.624387, "accuracy": 0.666008, "main_score": 0.624387, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"]}, {"precision": 0.681429, "recall": 0.735178, "f1": 0.696093, "accuracy": 0.735178, "main_score": 0.696093, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"]}, {"precision": 0.513226, "recall": 0.550395, "f1": 0.523901, "accuracy": 0.550395, "main_score": 0.523901, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"]}, {"precision": 0.668449, "recall": 0.721344, "f1": 0.682079, "accuracy": 0.721344, "main_score": 0.682079, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"]}, {"precision": 0.621214, "recall": 0.672925, "f1": 0.634713, "accuracy": 0.672925, "main_score": 0.634713, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"]}, {"precision": 0.715245, "recall": 0.766798, "f1": 0.729069, "accuracy": 0.766798, "main_score": 0.729069, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"]}, {"precision": 0.692848, "recall": 0.745059, "f1": 0.706709, "accuracy": 0.745059, "main_score": 0.706709, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"]}, {"precision": 0.529268, "recall": 0.571146, "f1": 0.540929, "accuracy": 0.571146, "main_score": 0.540929, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"]}, {"precision": 0.663482, "recall": 0.719368, "f1": 0.678653, "accuracy": 0.719368, "main_score": 0.678653, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"]}, {"precision": 0.685397, "recall": 0.743083, "f1": 0.700752, "accuracy": 0.743083, "main_score": 0.700752, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"]}, {"precision": 0.648096, "recall": 0.695652, "f1": 0.660875, "accuracy": 0.695652, "main_score": 0.660875, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"]}, {"precision": 0.208113, "recall": 0.250988, "f1": 0.21878, "accuracy": 0.250988, "main_score": 0.21878, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"]}, {"precision": 0.685046, "recall": 0.735178, "f1": 0.698497, "accuracy": 0.735178, "main_score": 0.698497, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"]}, {"precision": 0.552851, "recall": 0.592885, "f1": 0.56312, "accuracy": 0.592885, "main_score": 0.56312, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"]}, {"precision": 0.6841, "recall": 0.736166, "f1": 0.697732, "accuracy": 0.736166, "main_score": 0.697732, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"]}, {"precision": 0.682387, "recall": 0.731225, "f1": 0.694554, "accuracy": 0.731225, "main_score": 0.694554, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"]}, {"precision": 0.633549, "recall": 0.686759, "f1": 0.647543, "accuracy": 0.686759, "main_score": 0.647543, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"]}, {"precision": 0.668492, "recall": 0.727273, "f1": 0.68351, "accuracy": 0.727273, "main_score": 0.68351, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"]}, {"precision": 0.564906, "recall": 0.603755, "f1": 0.575293, "accuracy": 0.603755, "main_score": 0.575293, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"]}, {"precision": 0.705669, "recall": 0.76087, "f1": 0.720909, "accuracy": 0.76087, "main_score": 0.720909, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"]}, {"precision": 0.586633, "recall": 0.646245, "f1": 0.60274, "accuracy": 0.646245, "main_score": 0.60274, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"]}, {"precision": 0.630376, "recall": 0.678854, "f1": 0.644187, "accuracy": 0.678854, "main_score": 0.644187, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"]}, {"precision": 0.681503, "recall": 0.740119, "f1": 0.69767, "accuracy": 0.740119, "main_score": 0.69767, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"]}, {"precision": 0.654593, "recall": 0.712451, "f1": 0.670143, "accuracy": 0.712451, "main_score": 0.670143, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"]}, {"precision": 0.665383, "recall": 0.726285, "f1": 0.680889, "accuracy": 0.726285, "main_score": 0.680889, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"]}, {"precision": 0.507288, "recall": 0.545455, "f1": 0.518684, "accuracy": 0.545455, "main_score": 0.518684, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"]}, {"precision": 0.40902, "recall": 0.466403, "f1": 0.423413, "accuracy": 0.466403, "main_score": 0.423413, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"]}, {"precision": 0.684736, "recall": 0.737154, "f1": 0.69868, "accuracy": 0.737154, "main_score": 0.69868, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"]}, {"precision": 0.547227, "recall": 0.589921, "f1": 0.558526, "accuracy": 0.589921, "main_score": 0.558526, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"]}, {"precision": 0.693381, "recall": 0.747036, "f1": 0.707799, "accuracy": 0.747036, "main_score": 0.707799, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"]}, {"precision": 0.7198, "recall": 0.771739, "f1": 0.734429, "accuracy": 0.771739, "main_score": 0.734429, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"]}, {"precision": 0.633621, "recall": 0.681818, "f1": 0.645944, "accuracy": 0.681818, "main_score": 0.645944, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"]}, {"precision": 0.636426, "recall": 0.689723, "f1": 0.650483, "accuracy": 0.689723, "main_score": 0.650483, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"]}, {"precision": 0.524226, "recall": 0.574111, "f1": 0.538505, "accuracy": 0.574111, "main_score": 0.538505, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"]}, {"precision": 0.620857, "recall": 0.664032, "f1": 0.632906, "accuracy": 0.664032, "main_score": 0.632906, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"]}, {"precision": 0.655012, "recall": 0.704545, "f1": 0.667831, "accuracy": 0.704545, "main_score": 0.667831, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"]}, {"precision": 0.687689, "recall": 0.741107, "f1": 0.702143, "accuracy": 0.741107, "main_score": 0.702143, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"]}, {"precision": 0.673534, "recall": 0.725296, "f1": 0.686899, "accuracy": 0.725296, "main_score": 0.686899, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"]}, {"precision": 0.483919, "recall": 0.521739, "f1": 0.494592, "accuracy": 0.521739, "main_score": 0.494592, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"]}, {"precision": 0.683715, "recall": 0.73913, "f1": 0.698673, "accuracy": 0.73913, "main_score": 0.698673, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"]}, {"precision": 0.447169, "recall": 0.5, "f1": 0.461696, "accuracy": 0.5, "main_score": 0.461696, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"]}, {"precision": 0.473404, "recall": 0.509881, "f1": 0.483374, "accuracy": 0.509881, "main_score": 0.483374, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"]}, {"precision": 0.628228, "recall": 0.670949, "f1": 0.638889, "accuracy": 0.670949, "main_score": 0.638889, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"]}, {"precision": 0.306255, "recall": 0.350791, "f1": 0.31852, "accuracy": 0.350791, "main_score": 0.31852, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"]}, {"precision": 0.685336, "recall": 0.741107, "f1": 0.700372, "accuracy": 0.741107, "main_score": 0.700372, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"]}, {"precision": 0.694801, "recall": 0.751976, "f1": 0.710334, "accuracy": 0.751976, "main_score": 0.710334, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"]}, {"precision": 0.70154, "recall": 0.753953, "f1": 0.715356, "accuracy": 0.753953, "main_score": 0.715356, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"]}, {"precision": 0.673029, "recall": 0.731225, "f1": 0.688806, "accuracy": 0.731225, "main_score": 0.688806, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"]}, {"precision": 0.499415, "recall": 0.531621, "f1": 0.508783, "accuracy": 0.531621, "main_score": 0.508783, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"]}, {"precision": 0.656942, "recall": 0.695652, "f1": 0.667002, "accuracy": 0.695652, "main_score": 0.667002, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"]}, {"precision": 0.638938, "recall": 0.685771, "f1": 0.651063, "accuracy": 0.685771, "main_score": 0.651063, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"]}, {"precision": 0.719192, "recall": 0.771739, "f1": 0.733881, "accuracy": 0.771739, "main_score": 0.733881, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"]}, {"precision": 0.523314, "recall": 0.559289, "f1": 0.53273, "accuracy": 0.559289, "main_score": 0.53273, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"]}, {"precision": 0.674722, "recall": 0.724308, "f1": 0.68757, "accuracy": 0.724308, "main_score": 0.68757, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"]}, {"precision": 0.528706, "recall": 0.574111, "f1": 0.540974, "accuracy": 0.574111, "main_score": 0.540974, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"]}, {"precision": 0.701732, "recall": 0.746047, "f1": 0.713741, "accuracy": 0.746047, "main_score": 0.713741, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"]}, {"precision": 0.667198, "recall": 0.715415, "f1": 0.679976, "accuracy": 0.715415, "main_score": 0.679976, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"]}, {"precision": 0.675597, "recall": 0.725296, "f1": 0.688537, "accuracy": 0.725296, "main_score": 0.688537, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"]}, {"precision": 0.369058, "recall": 0.440711, "f1": 0.387787, "accuracy": 0.440711, "main_score": 0.387787, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"]}, {"precision": 0.550191, "recall": 0.59585, "f1": 0.56258, "accuracy": 0.59585, "main_score": 0.56258, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"]}, {"precision": 0.6468, "recall": 0.700593, "f1": 0.661354, "accuracy": 0.700593, "main_score": 0.661354, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"]}, {"precision": 0.526337, "recall": 0.565217, "f1": 0.536856, "accuracy": 0.565217, "main_score": 0.536856, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"]}, {"precision": 0.471226, "recall": 0.518775, "f1": 0.484077, "accuracy": 0.518775, "main_score": 0.484077, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"]}, {"precision": 0.705806, "recall": 0.758893, "f1": 0.720214, "accuracy": 0.758893, "main_score": 0.720214, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"]}, {"precision": 0.636817, "recall": 0.693676, "f1": 0.651924, "accuracy": 0.693676, "main_score": 0.651924, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"]}, {"precision": 0.679013, "recall": 0.725296, "f1": 0.691568, "accuracy": 0.725296, "main_score": 0.691568, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"]}, {"precision": 0.580069, "recall": 0.639328, "f1": 0.595414, "accuracy": 0.639328, "main_score": 0.595414, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"]}, {"precision": 0.684984, "recall": 0.740119, "f1": 0.700258, "accuracy": 0.740119, "main_score": 0.700258, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"]}, {"precision": 0.66739, "recall": 0.728261, "f1": 0.68372, "accuracy": 0.728261, "main_score": 0.68372, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"]}, {"precision": 0.674012, "recall": 0.733202, "f1": 0.690156, "accuracy": 0.733202, "main_score": 0.690156, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"]}, {"precision": 0.656084, "recall": 0.714427, "f1": 0.671543, "accuracy": 0.714427, "main_score": 0.671543, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"]}, {"precision": 0.488899, "recall": 0.532609, "f1": 0.500534, "accuracy": 0.532609, "main_score": 0.500534, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"]}, {"precision": 0.526747, "recall": 0.567194, "f1": 0.537735, "accuracy": 0.567194, "main_score": 0.537735, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"]}, {"precision": 0.671366, "recall": 0.728261, "f1": 0.686544, "accuracy": 0.728261, "main_score": 0.686544, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"]}, {"precision": 0.67479, "recall": 0.728261, "f1": 0.689284, "accuracy": 0.728261, "main_score": 0.689284, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"]}, {"precision": 0.672778, "recall": 0.735178, "f1": 0.690737, "accuracy": 0.735178, "main_score": 0.690737, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"]}, {"precision": 0.571094, "recall": 0.612648, "f1": 0.581735, "accuracy": 0.612648, "main_score": 0.581735, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"]}, {"precision": 0.455742, "recall": 0.492095, "f1": 0.466109, "accuracy": 0.492095, "main_score": 0.466109, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"]}, {"precision": 0.696004, "recall": 0.746047, "f1": 0.708916, "accuracy": 0.746047, "main_score": 0.708916, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"]}, {"precision": 0.647465, "recall": 0.70751, "f1": 0.664068, "accuracy": 0.70751, "main_score": 0.664068, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"]}, {"precision": 0.607624, "recall": 0.656126, "f1": 0.621301, "accuracy": 0.656126, "main_score": 0.621301, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"]}, {"precision": 0.666649, "recall": 0.72332, "f1": 0.681817, "accuracy": 0.72332, "main_score": 0.681817, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"]}, {"precision": 0.473641, "recall": 0.51087, "f1": 0.484397, "accuracy": 0.51087, "main_score": 0.484397, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"]}, {"precision": 0.674703, "recall": 0.719368, "f1": 0.685662, "accuracy": 0.719368, "main_score": 0.685662, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"]}, {"precision": 0.678845, "recall": 0.731225, "f1": 0.692395, "accuracy": 0.731225, "main_score": 0.692395, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"]}, {"precision": 0.689703, "recall": 0.746047, "f1": 0.704615, "accuracy": 0.746047, "main_score": 0.704615, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"]}, {"precision": 0.696773, "recall": 0.745059, "f1": 0.709441, "accuracy": 0.745059, "main_score": 0.709441, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"]}, {"precision": 0.63704, "recall": 0.693676, "f1": 0.651961, "accuracy": 0.693676, "main_score": 0.651961, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"]}, {"precision": 0.645943, "recall": 0.690711, "f1": 0.657875, "accuracy": 0.690711, "main_score": 0.657875, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"]}, {"precision": 0.571759, "recall": 0.649209, "f1": 0.592917, "accuracy": 0.649209, "main_score": 0.592917, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"]}, {"precision": 0.499012, "recall": 0.54249, "f1": 0.511166, "accuracy": 0.54249, "main_score": 0.511166, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"]}, {"precision": 0.210674, "recall": 0.248024, "f1": 0.220229, "accuracy": 0.248024, "main_score": 0.220229, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"]}, {"precision": 0.537012, "recall": 0.582016, "f1": 0.548875, "accuracy": 0.582016, "main_score": 0.548875, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"]}, {"precision": 0.582499, "recall": 0.630435, "f1": 0.595258, "accuracy": 0.630435, "main_score": 0.595258, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"]}, {"precision": 0.697311, "recall": 0.748024, "f1": 0.710939, "accuracy": 0.748024, "main_score": 0.710939, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"]}, {"precision": 0.646144, "recall": 0.694664, "f1": 0.659213, "accuracy": 0.694664, "main_score": 0.659213, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"]}, {"precision": 0.443281, "recall": 0.497036, "f1": 0.458075, "accuracy": 0.497036, "main_score": 0.458075, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"]}, {"precision": 0.636692, "recall": 0.678854, "f1": 0.648098, "accuracy": 0.678854, "main_score": 0.648098, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"]}, {"precision": 0.673927, "recall": 0.731225, "f1": 0.68929, "accuracy": 0.731225, "main_score": 0.68929, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"]}, {"precision": 0.631375, "recall": 0.684783, "f1": 0.64566, "accuracy": 0.684783, "main_score": 0.64566, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"]}, {"precision": 0.652523, "recall": 0.708498, "f1": 0.667017, "accuracy": 0.708498, "main_score": 0.667017, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"]}, {"precision": 0.57906, "recall": 0.629447, "f1": 0.592415, "accuracy": 0.629447, "main_score": 0.592415, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"]}, {"precision": 0.665177, "recall": 0.724308, "f1": 0.680916, "accuracy": 0.724308, "main_score": 0.680916, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"]}, {"precision": 0.675271, "recall": 0.720356, "f1": 0.687595, "accuracy": 0.720356, "main_score": 0.687595, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"]}, {"precision": 0.495304, "recall": 0.529644, "f1": 0.504817, "accuracy": 0.529644, "main_score": 0.504817, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"]}, {"precision": 0.466102, "recall": 0.505929, "f1": 0.476983, "accuracy": 0.505929, "main_score": 0.476983, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"]}, {"precision": 0.548133, "recall": 0.58498, "f1": 0.558068, "accuracy": 0.58498, "main_score": 0.558068, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"]}, {"precision": 0.684076, "recall": 0.741107, "f1": 0.699612, "accuracy": 0.741107, "main_score": 0.699612, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"]}, {"precision": 0.168087, "recall": 0.224308, "f1": 0.182577, "accuracy": 0.224308, "main_score": 0.182577, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"]}, {"precision": 0.656844, "recall": 0.715415, "f1": 0.672641, "accuracy": 0.715415, "main_score": 0.672641, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"]}, {"precision": 0.604735, "recall": 0.66502, "f1": 0.621075, "accuracy": 0.66502, "main_score": 0.621075, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"]}, {"precision": 0.640588, "recall": 0.6917, "f1": 0.654249, "accuracy": 0.6917, "main_score": 0.654249, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"]}, {"precision": 0.693686, "recall": 0.747036, "f1": 0.707396, "accuracy": 0.747036, "main_score": 0.707396, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"]}, {"precision": 0.550899, "recall": 0.59585, "f1": 0.56383, "accuracy": 0.59585, "main_score": 0.56383, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"]}, {"precision": 0.518385, "recall": 0.564229, "f1": 0.530708, "accuracy": 0.564229, "main_score": 0.530708, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"]}, {"precision": 0.666532, "recall": 0.719368, "f1": 0.6809, "accuracy": 0.719368, "main_score": 0.6809, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"]}, {"precision": 0.702174, "recall": 0.746047, "f1": 0.713472, "accuracy": 0.746047, "main_score": 0.713472, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"]}, {"precision": 0.647175, "recall": 0.693676, "f1": 0.659359, "accuracy": 0.693676, "main_score": 0.659359, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"]}, {"precision": 0.674379, "recall": 0.720356, "f1": 0.686886, "accuracy": 0.720356, "main_score": 0.686886, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"]}, {"precision": 0.548192, "recall": 0.599802, "f1": 0.562655, "accuracy": 0.599802, "main_score": 0.562655, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"]}, {"precision": 0.657156, "recall": 0.710474, "f1": 0.670906, "accuracy": 0.710474, "main_score": 0.670906, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"]}, {"precision": 0.486928, "recall": 0.521739, "f1": 0.496523, "accuracy": 0.521739, "main_score": 0.496523, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"]}, {"precision": 0.595613, "recall": 0.641304, "f1": 0.608442, "accuracy": 0.641304, "main_score": 0.608442, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"]}, {"precision": 0.652894, "recall": 0.713439, "f1": 0.669578, "accuracy": 0.713439, "main_score": 0.669578, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"]}, {"precision": 0.661005, "recall": 0.706522, "f1": 0.673113, "accuracy": 0.706522, "main_score": 0.673113, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"]}, {"precision": 0.655246, "recall": 0.714427, "f1": 0.671626, "accuracy": 0.714427, "main_score": 0.671626, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"]}, {"precision": 0.430911, "recall": 0.471344, "f1": 0.442083, "accuracy": 0.471344, "main_score": 0.442083, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"]}, {"precision": 0.708059, "recall": 0.753953, "f1": 0.719909, "accuracy": 0.753953, "main_score": 0.719909, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"]}, {"precision": 0.658613, "recall": 0.717391, "f1": 0.674025, "accuracy": 0.717391, "main_score": 0.674025, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"]}, {"precision": 0.668704, "recall": 0.719368, "f1": 0.682353, "accuracy": 0.719368, "main_score": 0.682353, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"]}, {"precision": 0.629661, "recall": 0.684783, "f1": 0.644624, "accuracy": 0.684783, "main_score": 0.644624, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"]}, {"precision": 0.620324, "recall": 0.663043, "f1": 0.632312, "accuracy": 0.663043, "main_score": 0.632312, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"]}, {"precision": 0.573831, "recall": 0.62253, "f1": 0.585711, "accuracy": 0.62253, "main_score": 0.585711, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"]}, {"precision": 0.599551, "recall": 0.652174, "f1": 0.61368, "accuracy": 0.652174, "main_score": 0.61368, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"]}, {"precision": 0.556542, "recall": 0.587945, "f1": 0.565098, "accuracy": 0.587945, "main_score": 0.565098, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"]}, {"precision": 0.617701, "recall": 0.676877, "f1": 0.633782, "accuracy": 0.676877, "main_score": 0.633782, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"]}, {"precision": 0.672216, "recall": 0.727273, "f1": 0.686679, "accuracy": 0.727273, "main_score": 0.686679, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"]}, {"precision": 0.654984, "recall": 0.706522, "f1": 0.668217, "accuracy": 0.706522, "main_score": 0.668217, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"]}, {"precision": 0.679286, "recall": 0.728261, "f1": 0.692104, "accuracy": 0.728261, "main_score": 0.692104, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"]}, {"precision": 0.654707, "recall": 0.712451, "f1": 0.670312, "accuracy": 0.712451, "main_score": 0.670312, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"]}, {"precision": 0.70281, "recall": 0.754941, "f1": 0.717767, "accuracy": 0.754941, "main_score": 0.717767, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"]}, {"precision": 0.560938, "recall": 0.614625, "f1": 0.575524, "accuracy": 0.614625, "main_score": 0.575524, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"]}, {"precision": 0.629898, "recall": 0.679842, "f1": 0.643148, "accuracy": 0.679842, "main_score": 0.643148, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"]}, {"precision": 0.45257, "recall": 0.500988, "f1": 0.46638, "accuracy": 0.500988, "main_score": 0.46638, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"]}, {"precision": 0.676836, "recall": 0.732213, "f1": 0.691346, "accuracy": 0.732213, "main_score": 0.691346, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"]}, {"precision": 0.437213, "recall": 0.496047, "f1": 0.453092, "accuracy": 0.496047, "main_score": 0.453092, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"]}, {"precision": 0.66938, "recall": 0.719368, "f1": 0.682477, "accuracy": 0.719368, "main_score": 0.682477, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"]}, {"precision": 0.648688, "recall": 0.701581, "f1": 0.66312, "accuracy": 0.701581, "main_score": 0.66312, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"]}, {"precision": 0.678603, "recall": 0.720356, "f1": 0.690002, "accuracy": 0.720356, "main_score": 0.690002, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"]}, {"precision": 0.566275, "recall": 0.610672, "f1": 0.577298, "accuracy": 0.610672, "main_score": 0.577298, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"]}, {"precision": 0.639108, "recall": 0.692688, "f1": 0.653308, "accuracy": 0.692688, "main_score": 0.653308, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"]}, {"precision": 0.516635, "recall": 0.556324, "f1": 0.527458, "accuracy": 0.556324, "main_score": 0.527458, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"]}, {"precision": 0.554274, "recall": 0.598814, "f1": 0.565965, "accuracy": 0.598814, "main_score": 0.565965, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"]}, {"precision": 0.678058, "recall": 0.727273, "f1": 0.6907, "accuracy": 0.727273, "main_score": 0.6907, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"]}, {"precision": 0.604142, "recall": 0.650198, "f1": 0.616054, "accuracy": 0.650198, "main_score": 0.616054, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"]}, {"precision": 0.701134, "recall": 0.751976, "f1": 0.714773, "accuracy": 0.751976, "main_score": 0.714773, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"]}, {"precision": 0.491903, "recall": 0.532609, "f1": 0.503471, "accuracy": 0.532609, "main_score": 0.503471, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"]}, {"precision": 0.696929, "recall": 0.748024, "f1": 0.710347, "accuracy": 0.748024, "main_score": 0.710347, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"]}, {"precision": 0.676255, "recall": 0.73419, "f1": 0.692273, "accuracy": 0.73419, "main_score": 0.692273, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"]}, {"precision": 0.668198, "recall": 0.719368, "f1": 0.681592, "accuracy": 0.719368, "main_score": 0.681592, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"]}, {"precision": 0.510191, "recall": 0.556324, "f1": 0.522721, "accuracy": 0.556324, "main_score": 0.522721, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"]}, {"precision": 0.700599, "recall": 0.753953, "f1": 0.714907, "accuracy": 0.753953, "main_score": 0.714907, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"]}, {"precision": 0.608464, "recall": 0.655138, "f1": 0.620978, "accuracy": 0.655138, "main_score": 0.620978, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"]}, {"precision": 0.510623, "recall": 0.546443, "f1": 0.520425, "accuracy": 0.546443, "main_score": 0.520425, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"]}, {"precision": 0.577917, "recall": 0.623518, "f1": 0.590645, "accuracy": 0.623518, "main_score": 0.590645, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"]}, {"precision": 0.556119, "recall": 0.608696, "f1": 0.571097, "accuracy": 0.608696, "main_score": 0.571097, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"]}, {"precision": 0.691334, "recall": 0.743083, "f1": 0.704931, "accuracy": 0.743083, "main_score": 0.704931, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"]}, {"precision": 0.664794, "recall": 0.721344, "f1": 0.680637, "accuracy": 0.721344, "main_score": 0.680637, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"]}, {"precision": 0.471739, "recall": 0.513834, "f1": 0.482877, "accuracy": 0.513834, "main_score": 0.482877, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"]}, {"precision": 0.523715, "recall": 0.5583, "f1": 0.53357, "accuracy": 0.5583, "main_score": 0.53357, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"]}, {"precision": 0.654512, "recall": 0.715415, "f1": 0.670658, "accuracy": 0.715415, "main_score": 0.670658, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"]}, {"precision": 0.521537, "recall": 0.567194, "f1": 0.533895, "accuracy": 0.567194, "main_score": 0.533895, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"]}, {"precision": 0.519624, "recall": 0.554348, "f1": 0.528156, "accuracy": 0.554348, "main_score": 0.528156, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"]}, {"precision": 0.642336, "recall": 0.697628, "f1": 0.657886, "accuracy": 0.697628, "main_score": 0.657886, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"]}, {"precision": 0.475202, "recall": 0.525692, "f1": 0.488722, "accuracy": 0.525692, "main_score": 0.488722, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"]}, {"precision": 0.614752, "recall": 0.663043, "f1": 0.627766, "accuracy": 0.663043, "main_score": 0.627766, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"]}, {"precision": 0.635761, "recall": 0.678854, "f1": 0.64669, "accuracy": 0.678854, "main_score": 0.64669, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"]}, {"precision": 0.537378, "recall": 0.572134, "f1": 0.546511, "accuracy": 0.572134, "main_score": 0.546511, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"]}, {"precision": 0.572777, "recall": 0.608696, "f1": 0.58244, "accuracy": 0.608696, "main_score": 0.58244, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"]}, {"precision": 0.654807, "recall": 0.710474, "f1": 0.66976, "accuracy": 0.710474, "main_score": 0.66976, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"]}, {"precision": 0.607455, "recall": 0.659091, "f1": 0.620638, "accuracy": 0.659091, "main_score": 0.620638, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"]}, {"precision": 0.630499, "recall": 0.682806, "f1": 0.643946, "accuracy": 0.682806, "main_score": 0.643946, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"]}, {"precision": 0.409668, "recall": 0.468379, "f1": 0.426721, "accuracy": 0.468379, "main_score": 0.426721, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"]}, {"precision": 0.675545, "recall": 0.730237, "f1": 0.690767, "accuracy": 0.730237, "main_score": 0.690767, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"]}, {"precision": 0.634998, "recall": 0.685771, "f1": 0.64878, "accuracy": 0.685771, "main_score": 0.64878, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"]}, {"precision": 0.669308, "recall": 0.716403, "f1": 0.681814, "accuracy": 0.716403, "main_score": 0.681814, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"]}, {"precision": 0.676997, "recall": 0.73419, "f1": 0.69277, "accuracy": 0.73419, "main_score": 0.69277, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"]}, {"precision": 0.517451, "recall": 0.55336, "f1": 0.527074, "accuracy": 0.55336, "main_score": 0.527074, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"]}, {"precision": 0.433117, "recall": 0.487154, "f1": 0.447886, "accuracy": 0.487154, "main_score": 0.447886, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"]}, {"precision": 0.499104, "recall": 0.540514, "f1": 0.511281, "accuracy": 0.540514, "main_score": 0.511281, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"]}, {"precision": 0.240835, "recall": 0.293478, "f1": 0.253755, "accuracy": 0.293478, "main_score": 0.253755, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"]}, {"precision": 0.599486, "recall": 0.644269, "f1": 0.610755, "accuracy": 0.644269, "main_score": 0.610755, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"]}, {"precision": 0.541479, "recall": 0.59585, "f1": 0.556591, "accuracy": 0.59585, "main_score": 0.556591, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"]}, {"precision": 0.573571, "recall": 0.618577, "f1": 0.585941, "accuracy": 0.618577, "main_score": 0.585941, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"]}, {"precision": 0.576608, "recall": 0.620553, "f1": 0.587291, "accuracy": 0.620553, "main_score": 0.587291, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"]}, {"precision": 0.540746, "recall": 0.588933, "f1": 0.553455, "accuracy": 0.588933, "main_score": 0.553455, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"]}, {"precision": 0.582991, "recall": 0.63834, "f1": 0.597, "accuracy": 0.63834, "main_score": 0.597, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"]}, {"precision": 0.551709, "recall": 0.594862, "f1": 0.563119, "accuracy": 0.594862, "main_score": 0.563119, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"]}, {"precision": 0.583024, "recall": 0.612648, "f1": 0.591223, "accuracy": 0.612648, "main_score": 0.591223, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"]}, {"precision": 0.579964, "recall": 0.62747, "f1": 0.591928, "accuracy": 0.62747, "main_score": 0.591928, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"]}, {"precision": 0.559634, "recall": 0.61166, "f1": 0.57345, "accuracy": 0.61166, "main_score": 0.57345, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"]}, {"precision": 0.528516, "recall": 0.577075, "f1": 0.541388, "accuracy": 0.577075, "main_score": 0.541388, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"]}, {"precision": 0.577823, "recall": 0.623518, "f1": 0.58985, "accuracy": 0.623518, "main_score": 0.58985, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"]}, {"precision": 0.525503, "recall": 0.576087, "f1": 0.538306, "accuracy": 0.576087, "main_score": 0.538306, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"]}, {"precision": 0.591866, "recall": 0.637352, "f1": 0.602985, "accuracy": 0.637352, "main_score": 0.602985, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"]}, {"precision": 0.550598, "recall": 0.58498, "f1": 0.560564, "accuracy": 0.58498, "main_score": 0.560564, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"]}, {"precision": 0.58715, "recall": 0.63834, "f1": 0.599914, "accuracy": 0.63834, "main_score": 0.599914, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"]}, {"precision": 0.56336, "recall": 0.609684, "f1": 0.575263, "accuracy": 0.609684, "main_score": 0.575263, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"]}, {"precision": 0.607076, "recall": 0.656126, "f1": 0.619519, "accuracy": 0.656126, "main_score": 0.619519, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"]}, {"precision": 0.603238, "recall": 0.651186, "f1": 0.615028, "accuracy": 0.651186, "main_score": 0.615028, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"]}, {"precision": 0.502967, "recall": 0.554348, "f1": 0.517492, "accuracy": 0.554348, "main_score": 0.517492, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"]}, {"precision": 0.579598, "recall": 0.631423, "f1": 0.592857, "accuracy": 0.631423, "main_score": 0.592857, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"]}, {"precision": 0.571183, "recall": 0.625494, "f1": 0.585602, "accuracy": 0.625494, "main_score": 0.585602, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"]}, {"precision": 0.579001, "recall": 0.625494, "f1": 0.591432, "accuracy": 0.625494, "main_score": 0.591432, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"]}, {"precision": 0.192238, "recall": 0.236166, "f1": 0.203778, "accuracy": 0.236166, "main_score": 0.203778, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"]}, {"precision": 0.587887, "recall": 0.63834, "f1": 0.60059, "accuracy": 0.63834, "main_score": 0.60059, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"]}, {"precision": 0.583462, "recall": 0.632411, "f1": 0.596721, "accuracy": 0.632411, "main_score": 0.596721, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"]}, {"precision": 0.585245, "recall": 0.63834, "f1": 0.598308, "accuracy": 0.63834, "main_score": 0.598308, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"]}, {"precision": 0.584959, "recall": 0.631423, "f1": 0.597705, "accuracy": 0.631423, "main_score": 0.597705, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"]}, {"precision": 0.557125, "recall": 0.604743, "f1": 0.569124, "accuracy": 0.604743, "main_score": 0.569124, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"]}, {"precision": 0.578277, "recall": 0.620553, "f1": 0.589192, "accuracy": 0.620553, "main_score": 0.589192, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"]}, {"precision": 0.538726, "recall": 0.58004, "f1": 0.550266, "accuracy": 0.58004, "main_score": 0.550266, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"]}, {"precision": 0.59946, "recall": 0.645257, "f1": 0.611567, "accuracy": 0.645257, "main_score": 0.611567, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"]}, {"precision": 0.520803, "recall": 0.576087, "f1": 0.534784, "accuracy": 0.576087, "main_score": 0.534784, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"]}, {"precision": 0.571927, "recall": 0.621542, "f1": 0.583715, "accuracy": 0.621542, "main_score": 0.583715, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"]}, {"precision": 0.581246, "recall": 0.626482, "f1": 0.593044, "accuracy": 0.626482, "main_score": 0.593044, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"]}, {"precision": 0.554936, "recall": 0.608696, "f1": 0.568916, "accuracy": 0.608696, "main_score": 0.568916, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"]}, {"precision": 0.565828, "recall": 0.615613, "f1": 0.578535, "accuracy": 0.615613, "main_score": 0.578535, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"]}, {"precision": 0.534619, "recall": 0.578063, "f1": 0.547, "accuracy": 0.578063, "main_score": 0.547, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"]}, {"precision": 0.389349, "recall": 0.443676, "f1": 0.403821, "accuracy": 0.443676, "main_score": 0.403821, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"]}, {"precision": 0.585207, "recall": 0.633399, "f1": 0.597593, "accuracy": 0.633399, "main_score": 0.597593, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"]}, {"precision": 0.543303, "recall": 0.589921, "f1": 0.556282, "accuracy": 0.589921, "main_score": 0.556282, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"]}, {"precision": 0.586147, "recall": 0.63834, "f1": 0.599866, "accuracy": 0.63834, "main_score": 0.599866, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"]}, {"precision": 0.598026, "recall": 0.648221, "f1": 0.611137, "accuracy": 0.648221, "main_score": 0.611137, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"]}, {"precision": 0.584833, "recall": 0.632411, "f1": 0.597174, "accuracy": 0.632411, "main_score": 0.597174, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"]}, {"precision": 0.56235, "recall": 0.617589, "f1": 0.577012, "accuracy": 0.617589, "main_score": 0.577012, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"]}, {"precision": 0.514037, "recall": 0.565217, "f1": 0.527962, "accuracy": 0.565217, "main_score": 0.527962, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"]}, {"precision": 0.548838, "recall": 0.588933, "f1": 0.559806, "accuracy": 0.588933, "main_score": 0.559806, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"]}, {"precision": 0.574234, "recall": 0.623518, "f1": 0.58698, "accuracy": 0.623518, "main_score": 0.58698, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"]}, {"precision": 0.596177, "recall": 0.647233, "f1": 0.609605, "accuracy": 0.647233, "main_score": 0.609605, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"]}, {"precision": 0.584015, "recall": 0.62747, "f1": 0.595094, "accuracy": 0.62747, "main_score": 0.595094, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"]}, {"precision": 0.518541, "recall": 0.559289, "f1": 0.530574, "accuracy": 0.559289, "main_score": 0.530574, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"]}, {"precision": 0.578889, "recall": 0.633399, "f1": 0.593238, "accuracy": 0.633399, "main_score": 0.593238, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"]}, {"precision": 0.403553, "recall": 0.456522, "f1": 0.418398, "accuracy": 0.456522, "main_score": 0.418398, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"]}, {"precision": 0.511182, "recall": 0.548419, "f1": 0.521887, "accuracy": 0.548419, "main_score": 0.521887, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"]}, {"precision": 0.58689, "recall": 0.62253, "f1": 0.595745, "accuracy": 0.62253, "main_score": 0.595745, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"]}, {"precision": 0.299411, "recall": 0.351779, "f1": 0.313332, "accuracy": 0.351779, "main_score": 0.313332, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"]}, {"precision": 0.593426, "recall": 0.649209, "f1": 0.607635, "accuracy": 0.649209, "main_score": 0.607635, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"]}, {"precision": 0.577632, "recall": 0.629447, "f1": 0.591155, "accuracy": 0.629447, "main_score": 0.591155, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"]}, {"precision": 0.593702, "recall": 0.643281, "f1": 0.606411, "accuracy": 0.643281, "main_score": 0.606411, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"]}, {"precision": 0.562285, "recall": 0.618577, "f1": 0.577077, "accuracy": 0.618577, "main_score": 0.577077, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"]}, {"precision": 0.517005, "recall": 0.557312, "f1": 0.528293, "accuracy": 0.557312, "main_score": 0.528293, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"]}, {"precision": 0.574647, "recall": 0.61166, "f1": 0.584436, "accuracy": 0.61166, "main_score": 0.584436, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"]}, {"precision": 0.567808, "recall": 0.607708, "f1": 0.578477, "accuracy": 0.607708, "main_score": 0.578477, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"]}, {"precision": 0.602574, "recall": 0.645257, "f1": 0.613262, "accuracy": 0.645257, "main_score": 0.613262, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"]}, {"precision": 0.538035, "recall": 0.575099, "f1": 0.548165, "accuracy": 0.575099, "main_score": 0.548165, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"]}, {"precision": 0.571473, "recall": 0.620553, "f1": 0.583869, "accuracy": 0.620553, "main_score": 0.583869, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"]}, {"precision": 0.521332, "recall": 0.567194, "f1": 0.533888, "accuracy": 0.567194, "main_score": 0.533888, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"]}, {"precision": 0.583992, "recall": 0.633399, "f1": 0.596368, "accuracy": 0.633399, "main_score": 0.596368, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"]}, {"precision": 0.570134, "recall": 0.617589, "f1": 0.581778, "accuracy": 0.617589, "main_score": 0.581778, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"]}, {"precision": 0.574497, "recall": 0.625494, "f1": 0.586667, "accuracy": 0.625494, "main_score": 0.586667, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"]}, {"precision": 0.294699, "recall": 0.352767, "f1": 0.308501, "accuracy": 0.352767, "main_score": 0.308501, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"]}, {"precision": 0.554336, "recall": 0.601779, "f1": 0.566983, "accuracy": 0.601779, "main_score": 0.566983, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"]}, {"precision": 0.557899, "recall": 0.602767, "f1": 0.569982, "accuracy": 0.602767, "main_score": 0.569982, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"]}, {"precision": 0.56165, "recall": 0.600791, "f1": 0.572354, "accuracy": 0.600791, "main_score": 0.572354, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"]}, {"precision": 0.486939, "recall": 0.541502, "f1": 0.500976, "accuracy": 0.541502, "main_score": 0.500976, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"]}, {"precision": 0.596646, "recall": 0.648221, "f1": 0.60969, "accuracy": 0.648221, "main_score": 0.60969, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"]}, {"precision": 0.56565, "recall": 0.613636, "f1": 0.578288, "accuracy": 0.613636, "main_score": 0.578288, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"]}, {"precision": 0.580352, "recall": 0.62747, "f1": 0.59248, "accuracy": 0.62747, "main_score": 0.59248, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"]}, {"precision": 0.489384, "recall": 0.543478, "f1": 0.504028, "accuracy": 0.543478, "main_score": 0.504028, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"]}, {"precision": 0.596487, "recall": 0.644269, "f1": 0.608496, "accuracy": 0.644269, "main_score": 0.608496, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"]}, {"precision": 0.570013, "recall": 0.623518, "f1": 0.584174, "accuracy": 0.623518, "main_score": 0.584174, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"]}, {"precision": 0.595792, "recall": 0.644269, "f1": 0.607973, "accuracy": 0.644269, "main_score": 0.607973, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"]}, {"precision": 0.576467, "recall": 0.626482, "f1": 0.589442, "accuracy": 0.626482, "main_score": 0.589442, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"]}, {"precision": 0.503947, "recall": 0.550395, "f1": 0.516823, "accuracy": 0.550395, "main_score": 0.516823, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"]}, {"precision": 0.546801, "recall": 0.590909, "f1": 0.559472, "accuracy": 0.590909, "main_score": 0.559472, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"]}, {"precision": 0.564836, "recall": 0.612648, "f1": 0.577032, "accuracy": 0.612648, "main_score": 0.577032, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"]}, {"precision": 0.594159, "recall": 0.642292, "f1": 0.606219, "accuracy": 0.642292, "main_score": 0.606219, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"]}, {"precision": 0.582361, "recall": 0.631423, "f1": 0.595363, "accuracy": 0.631423, "main_score": 0.595363, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"]}, {"precision": 0.54523, "recall": 0.587945, "f1": 0.556316, "accuracy": 0.587945, "main_score": 0.556316, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"]}, {"precision": 0.484621, "recall": 0.523715, "f1": 0.495346, "accuracy": 0.523715, "main_score": 0.495346, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"]}, {"precision": 0.601153, "recall": 0.639328, "f1": 0.611166, "accuracy": 0.639328, "main_score": 0.611166, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"]}, {"precision": 0.553001, "recall": 0.601779, "f1": 0.566196, "accuracy": 0.601779, "main_score": 0.566196, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"]}, {"precision": 0.512915, "recall": 0.556324, "f1": 0.525408, "accuracy": 0.556324, "main_score": 0.525408, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"]}, {"precision": 0.583979, "recall": 0.634387, "f1": 0.5971, "accuracy": 0.634387, "main_score": 0.5971, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"]}, {"precision": 0.483614, "recall": 0.527668, "f1": 0.496547, "accuracy": 0.527668, "main_score": 0.496547, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"]}, {"precision": 0.602009, "recall": 0.645257, "f1": 0.612781, "accuracy": 0.645257, "main_score": 0.612781, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"]}, {"precision": 0.581791, "recall": 0.631423, "f1": 0.594044, "accuracy": 0.631423, "main_score": 0.594044, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"]}, {"precision": 0.591915, "recall": 0.640316, "f1": 0.60441, "accuracy": 0.640316, "main_score": 0.60441, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"]}, {"precision": 0.600586, "recall": 0.650198, "f1": 0.613515, "accuracy": 0.650198, "main_score": 0.613515, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"]}, {"precision": 0.575671, "recall": 0.625494, "f1": 0.587523, "accuracy": 0.625494, "main_score": 0.587523, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"]}, {"precision": 0.582261, "recall": 0.633399, "f1": 0.59538, "accuracy": 0.633399, "main_score": 0.59538, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"]}, {"precision": 0.458122, "recall": 0.52668, "f1": 0.476402, "accuracy": 0.52668, "main_score": 0.476402, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"]}, {"precision": 0.516147, "recall": 0.5583, "f1": 0.527739, "accuracy": 0.5583, "main_score": 0.527739, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"]}, {"precision": 0.190644, "recall": 0.23913, "f1": 0.202107, "accuracy": 0.23913, "main_score": 0.202107, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"]}, {"precision": 0.52375, "recall": 0.568182, "f1": 0.536176, "accuracy": 0.568182, "main_score": 0.536176, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"]}, {"precision": 0.473966, "recall": 0.527668, "f1": 0.488633, "accuracy": 0.527668, "main_score": 0.488633, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"]}, {"precision": 0.594226, "recall": 0.644269, "f1": 0.606952, "accuracy": 0.644269, "main_score": 0.606952, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"]}, {"precision": 0.573949, "recall": 0.619565, "f1": 0.585517, "accuracy": 0.619565, "main_score": 0.585517, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"]}, {"precision": 0.418501, "recall": 0.47332, "f1": 0.433313, "accuracy": 0.47332, "main_score": 0.433313, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"]}, {"precision": 0.570888, "recall": 0.606719, "f1": 0.580161, "accuracy": 0.606719, "main_score": 0.580161, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"]}, {"precision": 0.599927, "recall": 0.650198, "f1": 0.612531, "accuracy": 0.650198, "main_score": 0.612531, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"]}, {"precision": 0.551191, "recall": 0.601779, "f1": 0.563872, "accuracy": 0.601779, "main_score": 0.563872, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"]}, {"precision": 0.563734, "recall": 0.615613, "f1": 0.576394, "accuracy": 0.615613, "main_score": 0.576394, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"]}, {"precision": 0.561207, "recall": 0.605731, "f1": 0.573607, "accuracy": 0.605731, "main_score": 0.573607, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"]}, {"precision": 0.562214, "recall": 0.616601, "f1": 0.576107, "accuracy": 0.616601, "main_score": 0.576107, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"]}, {"precision": 0.610064, "recall": 0.647233, "f1": 0.619843, "accuracy": 0.647233, "main_score": 0.619843, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"]}, {"precision": 0.491612, "recall": 0.539526, "f1": 0.504971, "accuracy": 0.539526, "main_score": 0.504971, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"]}, {"precision": 0.497517, "recall": 0.539526, "f1": 0.509404, "accuracy": 0.539526, "main_score": 0.509404, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"]}, {"precision": 0.558639, "recall": 0.602767, "f1": 0.570307, "accuracy": 0.602767, "main_score": 0.570307, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"]}, {"precision": 0.593241, "recall": 0.642292, "f1": 0.605934, "accuracy": 0.642292, "main_score": 0.605934, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"]}, {"precision": 0.122984, "recall": 0.174901, "f1": 0.135653, "accuracy": 0.174901, "main_score": 0.135653, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"]}, {"precision": 0.576091, "recall": 0.628458, "f1": 0.589181, "accuracy": 0.628458, "main_score": 0.589181, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"]}, {"precision": 0.499614, "recall": 0.559289, "f1": 0.515106, "accuracy": 0.559289, "main_score": 0.515106, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"]}, {"precision": 0.568474, "recall": 0.609684, "f1": 0.57889, "accuracy": 0.609684, "main_score": 0.57889, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"]}, {"precision": 0.593336, "recall": 0.645257, "f1": 0.607129, "accuracy": 0.645257, "main_score": 0.607129, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"]}, {"precision": 0.490348, "recall": 0.54249, "f1": 0.50517, "accuracy": 0.54249, "main_score": 0.50517, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"]}, {"precision": 0.528033, "recall": 0.570158, "f1": 0.539658, "accuracy": 0.570158, "main_score": 0.539658, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"]}, {"precision": 0.578015, "recall": 0.629447, "f1": 0.591083, "accuracy": 0.629447, "main_score": 0.591083, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"]}, {"precision": 0.590656, "recall": 0.639328, "f1": 0.603757, "accuracy": 0.639328, "main_score": 0.603757, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"]}, {"precision": 0.588629, "recall": 0.630435, "f1": 0.59993, "accuracy": 0.630435, "main_score": 0.59993, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"]}, {"precision": 0.55316, "recall": 0.600791, "f1": 0.565338, "accuracy": 0.600791, "main_score": 0.565338, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"]}, {"precision": 0.510227, "recall": 0.563241, "f1": 0.525642, "accuracy": 0.563241, "main_score": 0.525642, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"]}, {"precision": 0.576021, "recall": 0.624506, "f1": 0.588151, "accuracy": 0.624506, "main_score": 0.588151, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"]}, {"precision": 0.500292, "recall": 0.539526, "f1": 0.511451, "accuracy": 0.539526, "main_score": 0.511451, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"]}, {"precision": 0.521564, "recall": 0.570158, "f1": 0.534247, "accuracy": 0.570158, "main_score": 0.534247, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"]}, {"precision": 0.577427, "recall": 0.626482, "f1": 0.589706, "accuracy": 0.626482, "main_score": 0.589706, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"]}, {"precision": 0.566659, "recall": 0.610672, "f1": 0.577441, "accuracy": 0.610672, "main_score": 0.577441, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"]}, {"precision": 0.570809, "recall": 0.62253, "f1": 0.584042, "accuracy": 0.62253, "main_score": 0.584042, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"]}, {"precision": 0.437297, "recall": 0.48913, "f1": 0.451889, "accuracy": 0.48913, "main_score": 0.451889, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"]}, {"precision": 0.617499, "recall": 0.660079, "f1": 0.628432, "accuracy": 0.660079, "main_score": 0.628432, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"]}, {"precision": 0.572075, "recall": 0.62253, "f1": 0.584844, "accuracy": 0.62253, "main_score": 0.584844, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"]}, {"precision": 0.547198, "recall": 0.59585, "f1": 0.559951, "accuracy": 0.59585, "main_score": 0.559951, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"]}, {"precision": 0.530029, "recall": 0.579051, "f1": 0.543078, "accuracy": 0.579051, "main_score": 0.543078, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"]}, {"precision": 0.512386, "recall": 0.563241, "f1": 0.525023, "accuracy": 0.563241, "main_score": 0.525023, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"]}, {"precision": 0.514887, "recall": 0.564229, "f1": 0.528345, "accuracy": 0.564229, "main_score": 0.528345, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"]}, {"precision": 0.543031, "recall": 0.592885, "f1": 0.555599, "accuracy": 0.592885, "main_score": 0.555599, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"]}, {"precision": 0.567285, "recall": 0.603755, "f1": 0.577535, "accuracy": 0.603755, "main_score": 0.577535, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"]}, {"precision": 0.500768, "recall": 0.555336, "f1": 0.514714, "accuracy": 0.555336, "main_score": 0.514714, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"]}, {"precision": 0.580948, "recall": 0.630435, "f1": 0.594291, "accuracy": 0.630435, "main_score": 0.594291, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"]}, {"precision": 0.561582, "recall": 0.606719, "f1": 0.572978, "accuracy": 0.606719, "main_score": 0.572978, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"]}, {"precision": 0.590278, "recall": 0.642292, "f1": 0.603411, "accuracy": 0.642292, "main_score": 0.603411, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"]}, {"precision": 0.573245, "recall": 0.619565, "f1": 0.584632, "accuracy": 0.619565, "main_score": 0.584632, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"]}, {"precision": 0.585034, "recall": 0.632411, "f1": 0.597032, "accuracy": 0.632411, "main_score": 0.597032, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"]}, {"precision": 0.515761, "recall": 0.564229, "f1": 0.528994, "accuracy": 0.564229, "main_score": 0.528994, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"]}, {"precision": 0.549923, "recall": 0.589921, "f1": 0.560328, "accuracy": 0.589921, "main_score": 0.560328, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"]}, {"precision": 0.461043, "recall": 0.516798, "f1": 0.476151, "accuracy": 0.516798, "main_score": 0.476151, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"]}, {"precision": 0.584798, "recall": 0.634387, "f1": 0.597912, "accuracy": 0.634387, "main_score": 0.597912, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"]}, {"precision": 0.3852, "recall": 0.4417, "f1": 0.400401, "accuracy": 0.4417, "main_score": 0.400401, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"]}, {"precision": 0.565826, "recall": 0.613636, "f1": 0.577675, "accuracy": 0.613636, "main_score": 0.577675, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"]}, {"precision": 0.565727, "recall": 0.613636, "f1": 0.578005, "accuracy": 0.613636, "main_score": 0.578005, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"]}, {"precision": 0.563287, "recall": 0.607708, "f1": 0.575416, "accuracy": 0.607708, "main_score": 0.575416, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"]}, {"precision": 0.560633, "recall": 0.600791, "f1": 0.571544, "accuracy": 0.600791, "main_score": 0.571544, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"]}, {"precision": 0.549872, "recall": 0.604743, "f1": 0.564056, "accuracy": 0.604743, "main_score": 0.564056, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"]}, {"precision": 0.541159, "recall": 0.586957, "f1": 0.553703, "accuracy": 0.586957, "main_score": 0.553703, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"]}, {"precision": 0.636917, "recall": 0.688735, "f1": 0.651518, "accuracy": 0.688735, "main_score": 0.651518, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"]}, {"precision": 0.577033, "recall": 0.631423, "f1": 0.591145, "accuracy": 0.631423, "main_score": 0.591145, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"]}, {"precision": 0.575912, "recall": 0.618577, "f1": 0.587415, "accuracy": 0.618577, "main_score": 0.587415, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"]}, {"precision": 0.606276, "recall": 0.657115, "f1": 0.619374, "accuracy": 0.657115, "main_score": 0.619374, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"]}, {"precision": 0.502133, "recall": 0.549407, "f1": 0.516107, "accuracy": 0.549407, "main_score": 0.516107, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"]}, {"precision": 0.602137, "recall": 0.65415, "f1": 0.615554, "accuracy": 0.65415, "main_score": 0.615554, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"]}, {"precision": 0.582298, "recall": 0.636364, "f1": 0.595938, "accuracy": 0.636364, "main_score": 0.595938, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"]}, {"precision": 0.567351, "recall": 0.619565, "f1": 0.580896, "accuracy": 0.619565, "main_score": 0.580896, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"]}, {"precision": 0.515617, "recall": 0.561265, "f1": 0.527898, "accuracy": 0.561265, "main_score": 0.527898, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"]}, {"precision": 0.606993, "recall": 0.65415, "f1": 0.618485, "accuracy": 0.65415, "main_score": 0.618485, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"]}, {"precision": 0.566137, "recall": 0.608696, "f1": 0.577735, "accuracy": 0.608696, "main_score": 0.577735, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"]}, {"precision": 0.522102, "recall": 0.568182, "f1": 0.534726, "accuracy": 0.568182, "main_score": 0.534726, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"]}, {"precision": 0.52678, "recall": 0.579051, "f1": 0.541209, "accuracy": 0.579051, "main_score": 0.541209, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"]}, {"precision": 0.499583, "recall": 0.556324, "f1": 0.515352, "accuracy": 0.556324, "main_score": 0.515352, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"]}, {"precision": 0.587395, "recall": 0.640316, "f1": 0.601186, "accuracy": 0.640316, "main_score": 0.601186, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"]}, {"precision": 0.527192, "recall": 0.583992, "f1": 0.541778, "accuracy": 0.583992, "main_score": 0.541778, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"]}, {"precision": 0.500368, "recall": 0.539526, "f1": 0.511594, "accuracy": 0.539526, "main_score": 0.511594, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"]}, {"precision": 0.542475, "recall": 0.577075, "f1": 0.55218, "accuracy": 0.577075, "main_score": 0.55218, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"]}, {"precision": 0.569501, "recall": 0.623518, "f1": 0.58373, "accuracy": 0.623518, "main_score": 0.58373, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"]}, {"precision": 0.561854, "recall": 0.609684, "f1": 0.575317, "accuracy": 0.609684, "main_score": 0.575317, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"]}, {"precision": 0.522498, "recall": 0.56917, "f1": 0.534785, "accuracy": 0.56917, "main_score": 0.534785, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"]}, {"precision": 0.563398, "recall": 0.616601, "f1": 0.577833, "accuracy": 0.616601, "main_score": 0.577833, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"]}, {"precision": 0.488646, "recall": 0.534585, "f1": 0.502214, "accuracy": 0.534585, "main_score": 0.502214, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"]}, {"precision": 0.529637, "recall": 0.573123, "f1": 0.541853, "accuracy": 0.573123, "main_score": 0.541853, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"]}, {"precision": 0.576706, "recall": 0.62253, "f1": 0.587809, "accuracy": 0.62253, "main_score": 0.587809, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"]}, {"precision": 0.563224, "recall": 0.604743, "f1": 0.574544, "accuracy": 0.604743, "main_score": 0.574544, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"]}, {"precision": 0.556929, "recall": 0.593874, "f1": 0.566396, "accuracy": 0.593874, "main_score": 0.566396, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"]}, {"precision": 0.557867, "recall": 0.610672, "f1": 0.571454, "accuracy": 0.610672, "main_score": 0.571454, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"]}, {"precision": 0.518199, "recall": 0.570158, "f1": 0.532175, "accuracy": 0.570158, "main_score": 0.532175, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"]}, {"precision": 0.551374, "recall": 0.604743, "f1": 0.564731, "accuracy": 0.604743, "main_score": 0.564731, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"]}, {"precision": 0.420856, "recall": 0.488142, "f1": 0.439924, "accuracy": 0.488142, "main_score": 0.439924, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"]}, {"precision": 0.583179, "recall": 0.635375, "f1": 0.596346, "accuracy": 0.635375, "main_score": 0.596346, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"]}, {"precision": 0.540186, "recall": 0.587945, "f1": 0.553389, "accuracy": 0.587945, "main_score": 0.553389, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"]}, {"precision": 0.571225, "recall": 0.620553, "f1": 0.583858, "accuracy": 0.620553, "main_score": 0.583858, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"]}, {"precision": 0.574876, "recall": 0.623518, "f1": 0.586692, "accuracy": 0.623518, "main_score": 0.586692, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"]}, {"precision": 0.523745, "recall": 0.574111, "f1": 0.537397, "accuracy": 0.574111, "main_score": 0.537397, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"]}]}, "evaluation_time": 1008.2730345726013, "kg_co2_emissions": null} \ No newline at end of file +{ + "dataset_revision": "2144d16cc15edd22d4a9237d12bff5f31f5c07fc", + "task_name": "FloresBitextMining", + "mteb_version": "2.16.0", + "scores": { + "devtest": [ + { + "precision": 0.397827, + "recall": 0.451581, + "f1": 0.412382, + "accuracy": 0.451581, + "main_score": 0.412382, + "hf_subset": "ace_Arab-bam_Latn", + "languages": [ + "ace-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198782, + "recall": 0.236166, + "f1": 0.20802, + "accuracy": 0.236166, + "main_score": 0.20802, + "hf_subset": "ace_Arab-dzo_Tibt", + "languages": [ + "ace-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523197, + "recall": 0.592885, + "f1": 0.541456, + "accuracy": 0.592885, + "main_score": 0.541456, + "hf_subset": "ace_Arab-hin_Deva", + "languages": [ + "ace-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458526, + "recall": 0.524704, + "f1": 0.475261, + "accuracy": 0.524704, + "main_score": 0.475261, + "hf_subset": "ace_Arab-khm_Khmr", + "languages": [ + "ace-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53644, + "recall": 0.592885, + "f1": 0.55147, + "accuracy": 0.592885, + "main_score": 0.55147, + "hf_subset": "ace_Arab-mag_Deva", + "languages": [ + "ace-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561285, + "recall": 0.618577, + "f1": 0.57634, + "accuracy": 0.618577, + "main_score": 0.57634, + "hf_subset": "ace_Arab-pap_Latn", + "languages": [ + "ace-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439815, + "recall": 0.492095, + "f1": 0.45375, + "accuracy": 0.492095, + "main_score": 0.45375, + "hf_subset": "ace_Arab-sot_Latn", + "languages": [ + "ace-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532809, + "recall": 0.587945, + "f1": 0.54734, + "accuracy": 0.587945, + "main_score": 0.54734, + "hf_subset": "ace_Arab-tur_Latn", + "languages": [ + "ace-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745372, + "recall": 0.796443, + "f1": 0.759416, + "accuracy": 0.796443, + "main_score": 0.759416, + "hf_subset": "ace_Arab-ace_Latn", + "languages": [ + "ace-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595365, + "recall": 0.641304, + "f1": 0.607595, + "accuracy": 0.641304, + "main_score": 0.607595, + "hf_subset": "ace_Arab-ban_Latn", + "languages": [ + "ace-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51253, + "recall": 0.577075, + "f1": 0.52814, + "accuracy": 0.577075, + "main_score": 0.52814, + "hf_subset": "ace_Arab-ell_Grek", + "languages": [ + "ace-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517614, + "recall": 0.58004, + "f1": 0.53385, + "accuracy": 0.58004, + "main_score": 0.53385, + "hf_subset": "ace_Arab-hne_Deva", + "languages": [ + "ace-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394654, + "recall": 0.447628, + "f1": 0.408859, + "accuracy": 0.447628, + "main_score": 0.408859, + "hf_subset": "ace_Arab-kik_Latn", + "languages": [ + "ace-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525188, + "recall": 0.588933, + "f1": 0.541333, + "accuracy": 0.588933, + "main_score": 0.541333, + "hf_subset": "ace_Arab-mai_Deva", + "languages": [ + "ace-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486884, + "recall": 0.552372, + "f1": 0.503642, + "accuracy": 0.552372, + "main_score": 0.503642, + "hf_subset": "ace_Arab-pbt_Arab", + "languages": [ + "ace-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529527, + "recall": 0.594862, + "f1": 0.545778, + "accuracy": 0.594862, + "main_score": 0.545778, + "hf_subset": "ace_Arab-spa_Latn", + "languages": [ + "ace-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461306, + "recall": 0.520751, + "f1": 0.477946, + "accuracy": 0.520751, + "main_score": 0.477946, + "hf_subset": "ace_Arab-twi_Latn", + "languages": [ + "ace-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528026, + "recall": 0.593874, + "f1": 0.544862, + "accuracy": 0.593874, + "main_score": 0.544862, + "hf_subset": "ace_Arab-acm_Arab", + "languages": [ + "ace-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4894, + "recall": 0.5583, + "f1": 0.5077, + "accuracy": 0.5583, + "main_score": 0.5077, + "hf_subset": "ace_Arab-bel_Cyrl", + "languages": [ + "ace-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564498, + "recall": 0.62747, + "f1": 0.581144, + "accuracy": 0.62747, + "main_score": 0.581144, + "hf_subset": "ace_Arab-eng_Latn", + "languages": [ + "ace-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544975, + "recall": 0.604743, + "f1": 0.560271, + "accuracy": 0.604743, + "main_score": 0.560271, + "hf_subset": "ace_Arab-hrv_Latn", + "languages": [ + "ace-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407884, + "recall": 0.466403, + "f1": 0.423421, + "accuracy": 0.466403, + "main_score": 0.423421, + "hf_subset": "ace_Arab-kin_Latn", + "languages": [ + "ace-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49973, + "recall": 0.573123, + "f1": 0.517842, + "accuracy": 0.573123, + "main_score": 0.517842, + "hf_subset": "ace_Arab-mal_Mlym", + "languages": [ + "ace-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536996, + "recall": 0.594862, + "f1": 0.55241, + "accuracy": 0.594862, + "main_score": 0.55241, + "hf_subset": "ace_Arab-pes_Arab", + "languages": [ + "ace-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560123, + "recall": 0.61166, + "f1": 0.574576, + "accuracy": 0.61166, + "main_score": 0.574576, + "hf_subset": "ace_Arab-srd_Latn", + "languages": [ + "ace-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210404, + "recall": 0.247036, + "f1": 0.219986, + "accuracy": 0.247036, + "main_score": 0.219986, + "hf_subset": "ace_Arab-tzm_Tfng", + "languages": [ + "ace-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528974, + "recall": 0.592885, + "f1": 0.545033, + "accuracy": 0.592885, + "main_score": 0.545033, + "hf_subset": "ace_Arab-acq_Arab", + "languages": [ + "ace-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452259, + "recall": 0.506917, + "f1": 0.46617, + "accuracy": 0.506917, + "main_score": 0.46617, + "hf_subset": "ace_Arab-bem_Latn", + "languages": [ + "ace-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552408, + "recall": 0.604743, + "f1": 0.566072, + "accuracy": 0.604743, + "main_score": 0.566072, + "hf_subset": "ace_Arab-epo_Latn", + "languages": [ + "ace-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539293, + "recall": 0.597826, + "f1": 0.554218, + "accuracy": 0.597826, + "main_score": 0.554218, + "hf_subset": "ace_Arab-hun_Latn", + "languages": [ + "ace-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52334, + "recall": 0.583992, + "f1": 0.539231, + "accuracy": 0.583992, + "main_score": 0.539231, + "hf_subset": "ace_Arab-kir_Cyrl", + "languages": [ + "ace-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534507, + "recall": 0.588933, + "f1": 0.548502, + "accuracy": 0.588933, + "main_score": 0.548502, + "hf_subset": "ace_Arab-mar_Deva", + "languages": [ + "ace-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462981, + "recall": 0.517787, + "f1": 0.477956, + "accuracy": 0.517787, + "main_score": 0.477956, + "hf_subset": "ace_Arab-plt_Latn", + "languages": [ + "ace-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545163, + "recall": 0.61166, + "f1": 0.562814, + "accuracy": 0.61166, + "main_score": 0.562814, + "hf_subset": "ace_Arab-srp_Cyrl", + "languages": [ + "ace-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448711, + "recall": 0.502964, + "f1": 0.463225, + "accuracy": 0.502964, + "main_score": 0.463225, + "hf_subset": "ace_Arab-uig_Arab", + "languages": [ + "ace-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513732, + "recall": 0.570158, + "f1": 0.528624, + "accuracy": 0.570158, + "main_score": 0.528624, + "hf_subset": "ace_Arab-aeb_Arab", + "languages": [ + "ace-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534002, + "recall": 0.600791, + "f1": 0.551971, + "accuracy": 0.600791, + "main_score": 0.551971, + "hf_subset": "ace_Arab-ben_Beng", + "languages": [ + "ace-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524289, + "recall": 0.578063, + "f1": 0.538165, + "accuracy": 0.578063, + "main_score": 0.538165, + "hf_subset": "ace_Arab-est_Latn", + "languages": [ + "ace-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50034, + "recall": 0.56917, + "f1": 0.517918, + "accuracy": 0.56917, + "main_score": 0.517918, + "hf_subset": "ace_Arab-hye_Armn", + "languages": [ + "ace-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415182, + "recall": 0.471344, + "f1": 0.429597, + "accuracy": 0.471344, + "main_score": 0.429597, + "hf_subset": "ace_Arab-kmb_Latn", + "languages": [ + "ace-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640456, + "recall": 0.702569, + "f1": 0.658101, + "accuracy": 0.702569, + "main_score": 0.658101, + "hf_subset": "ace_Arab-min_Arab", + "languages": [ + "ace-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532604, + "recall": 0.600791, + "f1": 0.550571, + "accuracy": 0.600791, + "main_score": 0.550571, + "hf_subset": "ace_Arab-pol_Latn", + "languages": [ + "ace-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430106, + "recall": 0.486166, + "f1": 0.445262, + "accuracy": 0.486166, + "main_score": 0.445262, + "hf_subset": "ace_Arab-ssw_Latn", + "languages": [ + "ace-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533192, + "recall": 0.598814, + "f1": 0.549881, + "accuracy": 0.598814, + "main_score": 0.549881, + "hf_subset": "ace_Arab-ukr_Cyrl", + "languages": [ + "ace-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576644, + "recall": 0.643281, + "f1": 0.595024, + "accuracy": 0.643281, + "main_score": 0.595024, + "hf_subset": "ace_Arab-afr_Latn", + "languages": [ + "ace-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51488, + "recall": 0.571146, + "f1": 0.529513, + "accuracy": 0.571146, + "main_score": 0.529513, + "hf_subset": "ace_Arab-bho_Deva", + "languages": [ + "ace-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534879, + "recall": 0.597826, + "f1": 0.55079, + "accuracy": 0.597826, + "main_score": 0.55079, + "hf_subset": "ace_Arab-eus_Latn", + "languages": [ + "ace-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414638, + "recall": 0.475296, + "f1": 0.430662, + "accuracy": 0.475296, + "main_score": 0.430662, + "hf_subset": "ace_Arab-ibo_Latn", + "languages": [ + "ace-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516038, + "recall": 0.568182, + "f1": 0.529801, + "accuracy": 0.568182, + "main_score": 0.529801, + "hf_subset": "ace_Arab-kmr_Latn", + "languages": [ + "ace-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596185, + "recall": 0.651186, + "f1": 0.610383, + "accuracy": 0.651186, + "main_score": 0.610383, + "hf_subset": "ace_Arab-min_Latn", + "languages": [ + "ace-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55422, + "recall": 0.620553, + "f1": 0.571407, + "accuracy": 0.620553, + "main_score": 0.571407, + "hf_subset": "ace_Arab-por_Latn", + "languages": [ + "ace-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591712, + "recall": 0.644269, + "f1": 0.605445, + "accuracy": 0.644269, + "main_score": 0.605445, + "hf_subset": "ace_Arab-sun_Latn", + "languages": [ + "ace-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411463, + "recall": 0.459486, + "f1": 0.424792, + "accuracy": 0.459486, + "main_score": 0.424792, + "hf_subset": "ace_Arab-umb_Latn", + "languages": [ + "ace-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534327, + "recall": 0.593874, + "f1": 0.549035, + "accuracy": 0.593874, + "main_score": 0.549035, + "hf_subset": "ace_Arab-ajp_Arab", + "languages": [ + "ace-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643068, + "recall": 0.701581, + "f1": 0.658986, + "accuracy": 0.701581, + "main_score": 0.658986, + "hf_subset": "ace_Arab-bjn_Arab", + "languages": [ + "ace-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39189, + "recall": 0.442688, + "f1": 0.405284, + "accuracy": 0.442688, + "main_score": 0.405284, + "hf_subset": "ace_Arab-ewe_Latn", + "languages": [ + "ace-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545125, + "recall": 0.59585, + "f1": 0.558313, + "accuracy": 0.59585, + "main_score": 0.558313, + "hf_subset": "ace_Arab-ilo_Latn", + "languages": [ + "ace-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292434, + "recall": 0.331028, + "f1": 0.302823, + "accuracy": 0.331028, + "main_score": 0.302823, + "hf_subset": "ace_Arab-knc_Arab", + "languages": [ + "ace-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544119, + "recall": 0.606719, + "f1": 0.559342, + "accuracy": 0.606719, + "main_score": 0.559342, + "hf_subset": "ace_Arab-mkd_Cyrl", + "languages": [ + "ace-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525327, + "recall": 0.591897, + "f1": 0.542535, + "accuracy": 0.591897, + "main_score": 0.542535, + "hf_subset": "ace_Arab-prs_Arab", + "languages": [ + "ace-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5427, + "recall": 0.610672, + "f1": 0.560987, + "accuracy": 0.610672, + "main_score": 0.560987, + "hf_subset": "ace_Arab-swe_Latn", + "languages": [ + "ace-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517938, + "recall": 0.583992, + "f1": 0.535826, + "accuracy": 0.583992, + "main_score": 0.535826, + "hf_subset": "ace_Arab-urd_Arab", + "languages": [ + "ace-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41479, + "recall": 0.470356, + "f1": 0.429514, + "accuracy": 0.470356, + "main_score": 0.429514, + "hf_subset": "ace_Arab-aka_Latn", + "languages": [ + "ace-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577194, + "recall": 0.625494, + "f1": 0.589613, + "accuracy": 0.625494, + "main_score": 0.589613, + "hf_subset": "ace_Arab-bjn_Latn", + "languages": [ + "ace-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474015, + "recall": 0.528656, + "f1": 0.48746, + "accuracy": 0.528656, + "main_score": 0.48746, + "hf_subset": "ace_Arab-fao_Latn", + "languages": [ + "ace-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579373, + "recall": 0.640316, + "f1": 0.595184, + "accuracy": 0.640316, + "main_score": 0.595184, + "hf_subset": "ace_Arab-ind_Latn", + "languages": [ + "ace-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451746, + "recall": 0.487154, + "f1": 0.461053, + "accuracy": 0.487154, + "main_score": 0.461053, + "hf_subset": "ace_Arab-knc_Latn", + "languages": [ + "ace-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55215, + "recall": 0.600791, + "f1": 0.5647, + "accuracy": 0.600791, + "main_score": 0.5647, + "hf_subset": "ace_Arab-mlt_Latn", + "languages": [ + "ace-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460571, + "recall": 0.514822, + "f1": 0.475279, + "accuracy": 0.514822, + "main_score": 0.475279, + "hf_subset": "ace_Arab-quy_Latn", + "languages": [ + "ace-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495829, + "recall": 0.555336, + "f1": 0.512529, + "accuracy": 0.555336, + "main_score": 0.512529, + "hf_subset": "ace_Arab-swh_Latn", + "languages": [ + "ace-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537882, + "recall": 0.587945, + "f1": 0.550631, + "accuracy": 0.587945, + "main_score": 0.550631, + "hf_subset": "ace_Arab-uzn_Latn", + "languages": [ + "ace-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553347, + "recall": 0.607708, + "f1": 0.567669, + "accuracy": 0.607708, + "main_score": 0.567669, + "hf_subset": "ace_Arab-als_Latn", + "languages": [ + "ace-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.241209, + "recall": 0.286561, + "f1": 0.251721, + "accuracy": 0.286561, + "main_score": 0.251721, + "hf_subset": "ace_Arab-bod_Tibt", + "languages": [ + "ace-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439886, + "recall": 0.487154, + "f1": 0.452708, + "accuracy": 0.487154, + "main_score": 0.452708, + "hf_subset": "ace_Arab-fij_Latn", + "languages": [ + "ace-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45965, + "recall": 0.518775, + "f1": 0.47493, + "accuracy": 0.518775, + "main_score": 0.47493, + "hf_subset": "ace_Arab-isl_Latn", + "languages": [ + "ace-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462982, + "recall": 0.511858, + "f1": 0.476211, + "accuracy": 0.511858, + "main_score": 0.476211, + "hf_subset": "ace_Arab-kon_Latn", + "languages": [ + "ace-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455492, + "recall": 0.51087, + "f1": 0.470533, + "accuracy": 0.51087, + "main_score": 0.470533, + "hf_subset": "ace_Arab-mni_Beng", + "languages": [ + "ace-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555527, + "recall": 0.619565, + "f1": 0.572333, + "accuracy": 0.619565, + "main_score": 0.572333, + "hf_subset": "ace_Arab-ron_Latn", + "languages": [ + "ace-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548582, + "recall": 0.612648, + "f1": 0.565257, + "accuracy": 0.612648, + "main_score": 0.565257, + "hf_subset": "ace_Arab-szl_Latn", + "languages": [ + "ace-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547492, + "recall": 0.608696, + "f1": 0.562951, + "accuracy": 0.608696, + "main_score": 0.562951, + "hf_subset": "ace_Arab-vec_Latn", + "languages": [ + "ace-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442221, + "recall": 0.506917, + "f1": 0.459165, + "accuracy": 0.506917, + "main_score": 0.459165, + "hf_subset": "ace_Arab-amh_Ethi", + "languages": [ + "ace-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553866, + "recall": 0.612648, + "f1": 0.569202, + "accuracy": 0.612648, + "main_score": 0.569202, + "hf_subset": "ace_Arab-bos_Latn", + "languages": [ + "ace-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520486, + "recall": 0.588933, + "f1": 0.538587, + "accuracy": 0.588933, + "main_score": 0.538587, + "hf_subset": "ace_Arab-fin_Latn", + "languages": [ + "ace-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522216, + "recall": 0.587945, + "f1": 0.539539, + "accuracy": 0.587945, + "main_score": 0.539539, + "hf_subset": "ace_Arab-ita_Latn", + "languages": [ + "ace-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501535, + "recall": 0.563241, + "f1": 0.517797, + "accuracy": 0.563241, + "main_score": 0.517797, + "hf_subset": "ace_Arab-kor_Hang", + "languages": [ + "ace-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426265, + "recall": 0.479249, + "f1": 0.44071, + "accuracy": 0.479249, + "main_score": 0.44071, + "hf_subset": "ace_Arab-mos_Latn", + "languages": [ + "ace-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415102, + "recall": 0.462451, + "f1": 0.427649, + "accuracy": 0.462451, + "main_score": 0.427649, + "hf_subset": "ace_Arab-run_Latn", + "languages": [ + "ace-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499023, + "recall": 0.557312, + "f1": 0.514116, + "accuracy": 0.557312, + "main_score": 0.514116, + "hf_subset": "ace_Arab-tam_Taml", + "languages": [ + "ace-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517454, + "recall": 0.577075, + "f1": 0.532542, + "accuracy": 0.577075, + "main_score": 0.532542, + "hf_subset": "ace_Arab-vie_Latn", + "languages": [ + "ace-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520023, + "recall": 0.586957, + "f1": 0.53762, + "accuracy": 0.586957, + "main_score": 0.53762, + "hf_subset": "ace_Arab-apc_Arab", + "languages": [ + "ace-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542507, + "recall": 0.596838, + "f1": 0.556713, + "accuracy": 0.596838, + "main_score": 0.556713, + "hf_subset": "ace_Arab-bug_Latn", + "languages": [ + "ace-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.359279, + "recall": 0.410079, + "f1": 0.37234, + "accuracy": 0.410079, + "main_score": 0.37234, + "hf_subset": "ace_Arab-fon_Latn", + "languages": [ + "ace-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598082, + "recall": 0.650198, + "f1": 0.611769, + "accuracy": 0.650198, + "main_score": 0.611769, + "hf_subset": "ace_Arab-jav_Latn", + "languages": [ + "ace-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443276, + "recall": 0.506917, + "f1": 0.459876, + "accuracy": 0.506917, + "main_score": 0.459876, + "hf_subset": "ace_Arab-lao_Laoo", + "languages": [ + "ace-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408719, + "recall": 0.462451, + "f1": 0.422896, + "accuracy": 0.462451, + "main_score": 0.422896, + "hf_subset": "ace_Arab-mri_Latn", + "languages": [ + "ace-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5283, + "recall": 0.593874, + "f1": 0.54523, + "accuracy": 0.593874, + "main_score": 0.54523, + "hf_subset": "ace_Arab-rus_Cyrl", + "languages": [ + "ace-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424267, + "recall": 0.47332, + "f1": 0.437296, + "accuracy": 0.47332, + "main_score": 0.437296, + "hf_subset": "ace_Arab-taq_Latn", + "languages": [ + "ace-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570913, + "recall": 0.620553, + "f1": 0.583436, + "accuracy": 0.620553, + "main_score": 0.583436, + "hf_subset": "ace_Arab-war_Latn", + "languages": [ + "ace-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527563, + "recall": 0.587945, + "f1": 0.542406, + "accuracy": 0.587945, + "main_score": 0.542406, + "hf_subset": "ace_Arab-arb_Arab", + "languages": [ + "ace-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546526, + "recall": 0.604743, + "f1": 0.561219, + "accuracy": 0.604743, + "main_score": 0.561219, + "hf_subset": "ace_Arab-bul_Cyrl", + "languages": [ + "ace-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544469, + "recall": 0.602767, + "f1": 0.560127, + "accuracy": 0.602767, + "main_score": 0.560127, + "hf_subset": "ace_Arab-fra_Latn", + "languages": [ + "ace-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513082, + "recall": 0.571146, + "f1": 0.528463, + "accuracy": 0.571146, + "main_score": 0.528463, + "hf_subset": "ace_Arab-jpn_Jpan", + "languages": [ + "ace-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556697, + "recall": 0.618577, + "f1": 0.572662, + "accuracy": 0.618577, + "main_score": 0.572662, + "hf_subset": "ace_Arab-lij_Latn", + "languages": [ + "ace-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37144, + "recall": 0.4417, + "f1": 0.389786, + "accuracy": 0.4417, + "main_score": 0.389786, + "hf_subset": "ace_Arab-mya_Mymr", + "languages": [ + "ace-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431693, + "recall": 0.497036, + "f1": 0.448529, + "accuracy": 0.497036, + "main_score": 0.448529, + "hf_subset": "ace_Arab-sag_Latn", + "languages": [ + "ace-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20387, + "recall": 0.244071, + "f1": 0.213152, + "accuracy": 0.244071, + "main_score": 0.213152, + "hf_subset": "ace_Arab-taq_Tfng", + "languages": [ + "ace-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455287, + "recall": 0.512846, + "f1": 0.47148, + "accuracy": 0.512846, + "main_score": 0.47148, + "hf_subset": "ace_Arab-wol_Latn", + "languages": [ + "ace-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393989, + "recall": 0.448617, + "f1": 0.407988, + "accuracy": 0.448617, + "main_score": 0.407988, + "hf_subset": "ace_Arab-arb_Latn", + "languages": [ + "ace-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561533, + "recall": 0.623518, + "f1": 0.577702, + "accuracy": 0.623518, + "main_score": 0.577702, + "hf_subset": "ace_Arab-cat_Latn", + "languages": [ + "ace-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547453, + "recall": 0.594862, + "f1": 0.559562, + "accuracy": 0.594862, + "main_score": 0.559562, + "hf_subset": "ace_Arab-fur_Latn", + "languages": [ + "ace-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371418, + "recall": 0.422925, + "f1": 0.385359, + "accuracy": 0.422925, + "main_score": 0.385359, + "hf_subset": "ace_Arab-kab_Latn", + "languages": [ + "ace-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533324, + "recall": 0.593874, + "f1": 0.549474, + "accuracy": 0.593874, + "main_score": 0.549474, + "hf_subset": "ace_Arab-lim_Latn", + "languages": [ + "ace-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516798, + "recall": 0.585968, + "f1": 0.534485, + "accuracy": 0.585968, + "main_score": 0.534485, + "hf_subset": "ace_Arab-nld_Latn", + "languages": [ + "ace-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472832, + "recall": 0.541502, + "f1": 0.490756, + "accuracy": 0.541502, + "main_score": 0.490756, + "hf_subset": "ace_Arab-san_Deva", + "languages": [ + "ace-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52849, + "recall": 0.587945, + "f1": 0.543619, + "accuracy": 0.587945, + "main_score": 0.543619, + "hf_subset": "ace_Arab-tat_Cyrl", + "languages": [ + "ace-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460608, + "recall": 0.518775, + "f1": 0.475917, + "accuracy": 0.518775, + "main_score": 0.475917, + "hf_subset": "ace_Arab-xho_Latn", + "languages": [ + "ace-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503912, + "recall": 0.570158, + "f1": 0.520636, + "accuracy": 0.570158, + "main_score": 0.520636, + "hf_subset": "ace_Arab-ars_Arab", + "languages": [ + "ace-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570107, + "recall": 0.619565, + "f1": 0.582548, + "accuracy": 0.619565, + "main_score": 0.582548, + "hf_subset": "ace_Arab-ceb_Latn", + "languages": [ + "ace-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419277, + "recall": 0.47332, + "f1": 0.434318, + "accuracy": 0.47332, + "main_score": 0.434318, + "hf_subset": "ace_Arab-fuv_Latn", + "languages": [ + "ace-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395257, + "recall": 0.451581, + "f1": 0.409394, + "accuracy": 0.451581, + "main_score": 0.409394, + "hf_subset": "ace_Arab-kac_Latn", + "languages": [ + "ace-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471938, + "recall": 0.529644, + "f1": 0.487051, + "accuracy": 0.529644, + "main_score": 0.487051, + "hf_subset": "ace_Arab-lin_Latn", + "languages": [ + "ace-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550537, + "recall": 0.609684, + "f1": 0.565625, + "accuracy": 0.609684, + "main_score": 0.565625, + "hf_subset": "ace_Arab-nno_Latn", + "languages": [ + "ace-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124742, + "recall": 0.166008, + "f1": 0.135004, + "accuracy": 0.166008, + "main_score": 0.135004, + "hf_subset": "ace_Arab-sat_Olck", + "languages": [ + "ace-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513594, + "recall": 0.581028, + "f1": 0.530788, + "accuracy": 0.581028, + "main_score": 0.530788, + "hf_subset": "ace_Arab-tel_Telu", + "languages": [ + "ace-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467434, + "recall": 0.529644, + "f1": 0.485086, + "accuracy": 0.529644, + "main_score": 0.485086, + "hf_subset": "ace_Arab-ydd_Hebr", + "languages": [ + "ace-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489996, + "recall": 0.551383, + "f1": 0.506534, + "accuracy": 0.551383, + "main_score": 0.506534, + "hf_subset": "ace_Arab-ary_Arab", + "languages": [ + "ace-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545862, + "recall": 0.601779, + "f1": 0.560318, + "accuracy": 0.601779, + "main_score": 0.560318, + "hf_subset": "ace_Arab-ces_Latn", + "languages": [ + "ace-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419278, + "recall": 0.475296, + "f1": 0.434046, + "accuracy": 0.475296, + "main_score": 0.434046, + "hf_subset": "ace_Arab-gaz_Latn", + "languages": [ + "ace-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425463, + "recall": 0.470356, + "f1": 0.438058, + "accuracy": 0.470356, + "main_score": 0.438058, + "hf_subset": "ace_Arab-kam_Latn", + "languages": [ + "ace-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539711, + "recall": 0.596838, + "f1": 0.555026, + "accuracy": 0.596838, + "main_score": 0.555026, + "hf_subset": "ace_Arab-lit_Latn", + "languages": [ + "ace-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540276, + "recall": 0.604743, + "f1": 0.557425, + "accuracy": 0.604743, + "main_score": 0.557425, + "hf_subset": "ace_Arab-nob_Latn", + "languages": [ + "ace-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52763, + "recall": 0.58004, + "f1": 0.540868, + "accuracy": 0.58004, + "main_score": 0.540868, + "hf_subset": "ace_Arab-scn_Latn", + "languages": [ + "ace-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491721, + "recall": 0.547431, + "f1": 0.50623, + "accuracy": 0.547431, + "main_score": 0.50623, + "hf_subset": "ace_Arab-tgk_Cyrl", + "languages": [ + "ace-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386191, + "recall": 0.449605, + "f1": 0.402877, + "accuracy": 0.449605, + "main_score": 0.402877, + "hf_subset": "ace_Arab-yor_Latn", + "languages": [ + "ace-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507947, + "recall": 0.571146, + "f1": 0.523782, + "accuracy": 0.571146, + "main_score": 0.523782, + "hf_subset": "ace_Arab-arz_Arab", + "languages": [ + "ace-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424502, + "recall": 0.480237, + "f1": 0.43923, + "accuracy": 0.480237, + "main_score": 0.43923, + "hf_subset": "ace_Arab-cjk_Latn", + "languages": [ + "ace-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431614, + "recall": 0.486166, + "f1": 0.446015, + "accuracy": 0.486166, + "main_score": 0.446015, + "hf_subset": "ace_Arab-gla_Latn", + "languages": [ + "ace-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501814, + "recall": 0.566206, + "f1": 0.518755, + "accuracy": 0.566206, + "main_score": 0.518755, + "hf_subset": "ace_Arab-kan_Knda", + "languages": [ + "ace-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553068, + "recall": 0.608696, + "f1": 0.567724, + "accuracy": 0.608696, + "main_score": 0.567724, + "hf_subset": "ace_Arab-lmo_Latn", + "languages": [ + "ace-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523623, + "recall": 0.590909, + "f1": 0.540382, + "accuracy": 0.590909, + "main_score": 0.540382, + "hf_subset": "ace_Arab-npi_Deva", + "languages": [ + "ace-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326768, + "recall": 0.371542, + "f1": 0.338527, + "accuracy": 0.371542, + "main_score": 0.338527, + "hf_subset": "ace_Arab-shn_Mymr", + "languages": [ + "ace-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57449, + "recall": 0.631423, + "f1": 0.589205, + "accuracy": 0.631423, + "main_score": 0.589205, + "hf_subset": "ace_Arab-tgl_Latn", + "languages": [ + "ace-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492215, + "recall": 0.552372, + "f1": 0.507187, + "accuracy": 0.552372, + "main_score": 0.507187, + "hf_subset": "ace_Arab-yue_Hant", + "languages": [ + "ace-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499603, + "recall": 0.564229, + "f1": 0.51645, + "accuracy": 0.564229, + "main_score": 0.51645, + "hf_subset": "ace_Arab-asm_Beng", + "languages": [ + "ace-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485957, + "recall": 0.546443, + "f1": 0.502101, + "accuracy": 0.546443, + "main_score": 0.502101, + "hf_subset": "ace_Arab-ckb_Arab", + "languages": [ + "ace-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43042, + "recall": 0.479249, + "f1": 0.443517, + "accuracy": 0.479249, + "main_score": 0.443517, + "hf_subset": "ace_Arab-gle_Latn", + "languages": [ + "ace-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495474, + "recall": 0.545455, + "f1": 0.508665, + "accuracy": 0.545455, + "main_score": 0.508665, + "hf_subset": "ace_Arab-kas_Arab", + "languages": [ + "ace-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51602, + "recall": 0.573123, + "f1": 0.531416, + "accuracy": 0.573123, + "main_score": 0.531416, + "hf_subset": "ace_Arab-ltg_Latn", + "languages": [ + "ace-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463471, + "recall": 0.514822, + "f1": 0.476648, + "accuracy": 0.514822, + "main_score": 0.476648, + "hf_subset": "ace_Arab-nso_Latn", + "languages": [ + "ace-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447279, + "recall": 0.513834, + "f1": 0.464397, + "accuracy": 0.513834, + "main_score": 0.464397, + "hf_subset": "ace_Arab-sin_Sinh", + "languages": [ + "ace-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518873, + "recall": 0.58004, + "f1": 0.534971, + "accuracy": 0.58004, + "main_score": 0.534971, + "hf_subset": "ace_Arab-tha_Thai", + "languages": [ + "ace-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494553, + "recall": 0.548419, + "f1": 0.507798, + "accuracy": 0.548419, + "main_score": 0.507798, + "hf_subset": "ace_Arab-zho_Hans", + "languages": [ + "ace-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562267, + "recall": 0.620553, + "f1": 0.57765, + "accuracy": 0.620553, + "main_score": 0.57765, + "hf_subset": "ace_Arab-ast_Latn", + "languages": [ + "ace-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508443, + "recall": 0.571146, + "f1": 0.524585, + "accuracy": 0.571146, + "main_score": 0.524585, + "hf_subset": "ace_Arab-crh_Latn", + "languages": [ + "ace-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549934, + "recall": 0.614625, + "f1": 0.567176, + "accuracy": 0.614625, + "main_score": 0.567176, + "hf_subset": "ace_Arab-glg_Latn", + "languages": [ + "ace-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484012, + "recall": 0.535573, + "f1": 0.497819, + "accuracy": 0.535573, + "main_score": 0.497819, + "hf_subset": "ace_Arab-kas_Deva", + "languages": [ + "ace-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545259, + "recall": 0.594862, + "f1": 0.559147, + "accuracy": 0.594862, + "main_score": 0.559147, + "hf_subset": "ace_Arab-ltz_Latn", + "languages": [ + "ace-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37087, + "recall": 0.43083, + "f1": 0.386128, + "accuracy": 0.43083, + "main_score": 0.386128, + "hf_subset": "ace_Arab-nus_Latn", + "languages": [ + "ace-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527965, + "recall": 0.593874, + "f1": 0.544866, + "accuracy": 0.593874, + "main_score": 0.544866, + "hf_subset": "ace_Arab-slk_Latn", + "languages": [ + "ace-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385118, + "recall": 0.438735, + "f1": 0.398704, + "accuracy": 0.438735, + "main_score": 0.398704, + "hf_subset": "ace_Arab-tir_Ethi", + "languages": [ + "ace-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500008, + "recall": 0.561265, + "f1": 0.514777, + "accuracy": 0.561265, + "main_score": 0.514777, + "hf_subset": "ace_Arab-zho_Hant", + "languages": [ + "ace-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514504, + "recall": 0.576087, + "f1": 0.530343, + "accuracy": 0.576087, + "main_score": 0.530343, + "hf_subset": "ace_Arab-awa_Deva", + "languages": [ + "ace-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485259, + "recall": 0.538538, + "f1": 0.499585, + "accuracy": 0.538538, + "main_score": 0.499585, + "hf_subset": "ace_Arab-cym_Latn", + "languages": [ + "ace-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497176, + "recall": 0.551383, + "f1": 0.511519, + "accuracy": 0.551383, + "main_score": 0.511519, + "hf_subset": "ace_Arab-grn_Latn", + "languages": [ + "ace-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538122, + "recall": 0.594862, + "f1": 0.552583, + "accuracy": 0.594862, + "main_score": 0.552583, + "hf_subset": "ace_Arab-kat_Geor", + "languages": [ + "ace-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467965, + "recall": 0.520751, + "f1": 0.482626, + "accuracy": 0.520751, + "main_score": 0.482626, + "hf_subset": "ace_Arab-lua_Latn", + "languages": [ + "ace-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442352, + "recall": 0.494071, + "f1": 0.455204, + "accuracy": 0.494071, + "main_score": 0.455204, + "hf_subset": "ace_Arab-nya_Latn", + "languages": [ + "ace-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526976, + "recall": 0.583004, + "f1": 0.54099, + "accuracy": 0.583004, + "main_score": 0.54099, + "hf_subset": "ace_Arab-slv_Latn", + "languages": [ + "ace-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52201, + "recall": 0.575099, + "f1": 0.536672, + "accuracy": 0.575099, + "main_score": 0.536672, + "hf_subset": "ace_Arab-tpi_Latn", + "languages": [ + "ace-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576455, + "recall": 0.63834, + "f1": 0.592655, + "accuracy": 0.63834, + "main_score": 0.592655, + "hf_subset": "ace_Arab-zsm_Latn", + "languages": [ + "ace-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420123, + "recall": 0.475296, + "f1": 0.434506, + "accuracy": 0.475296, + "main_score": 0.434506, + "hf_subset": "ace_Arab-ayr_Latn", + "languages": [ + "ace-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557321, + "recall": 0.615613, + "f1": 0.573309, + "accuracy": 0.615613, + "main_score": 0.573309, + "hf_subset": "ace_Arab-dan_Latn", + "languages": [ + "ace-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528868, + "recall": 0.592885, + "f1": 0.545796, + "accuracy": 0.592885, + "main_score": 0.545796, + "hf_subset": "ace_Arab-guj_Gujr", + "languages": [ + "ace-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525469, + "recall": 0.586957, + "f1": 0.541945, + "accuracy": 0.586957, + "main_score": 0.541945, + "hf_subset": "ace_Arab-kaz_Cyrl", + "languages": [ + "ace-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402184, + "recall": 0.45751, + "f1": 0.416385, + "accuracy": 0.45751, + "main_score": 0.416385, + "hf_subset": "ace_Arab-lug_Latn", + "languages": [ + "ace-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564388, + "recall": 0.626482, + "f1": 0.580312, + "accuracy": 0.626482, + "main_score": 0.580312, + "hf_subset": "ace_Arab-oci_Latn", + "languages": [ + "ace-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462206, + "recall": 0.511858, + "f1": 0.47516, + "accuracy": 0.511858, + "main_score": 0.47516, + "hf_subset": "ace_Arab-smo_Latn", + "languages": [ + "ace-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399751, + "recall": 0.460474, + "f1": 0.415489, + "accuracy": 0.460474, + "main_score": 0.415489, + "hf_subset": "ace_Arab-tsn_Latn", + "languages": [ + "ace-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444171, + "recall": 0.5, + "f1": 0.45894, + "accuracy": 0.5, + "main_score": 0.45894, + "hf_subset": "ace_Arab-zul_Latn", + "languages": [ + "ace-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481929, + "recall": 0.536561, + "f1": 0.496087, + "accuracy": 0.536561, + "main_score": 0.496087, + "hf_subset": "ace_Arab-azb_Arab", + "languages": [ + "ace-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539122, + "recall": 0.601779, + "f1": 0.554999, + "accuracy": 0.601779, + "main_score": 0.554999, + "hf_subset": "ace_Arab-deu_Latn", + "languages": [ + "ace-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527108, + "recall": 0.58498, + "f1": 0.542093, + "accuracy": 0.58498, + "main_score": 0.542093, + "hf_subset": "ace_Arab-hat_Latn", + "languages": [ + "ace-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394405, + "recall": 0.444664, + "f1": 0.408455, + "accuracy": 0.444664, + "main_score": 0.408455, + "hf_subset": "ace_Arab-kbp_Latn", + "languages": [ + "ace-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456703, + "recall": 0.51087, + "f1": 0.471244, + "accuracy": 0.51087, + "main_score": 0.471244, + "hf_subset": "ace_Arab-luo_Latn", + "languages": [ + "ace-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509003, + "recall": 0.576087, + "f1": 0.526576, + "accuracy": 0.576087, + "main_score": 0.526576, + "hf_subset": "ace_Arab-ory_Orya", + "languages": [ + "ace-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428247, + "recall": 0.488142, + "f1": 0.443711, + "accuracy": 0.488142, + "main_score": 0.443711, + "hf_subset": "ace_Arab-sna_Latn", + "languages": [ + "ace-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429661, + "recall": 0.474308, + "f1": 0.441481, + "accuracy": 0.474308, + "main_score": 0.441481, + "hf_subset": "ace_Arab-tso_Latn", + "languages": [ + "ace-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507261, + "recall": 0.579051, + "f1": 0.526271, + "accuracy": 0.579051, + "main_score": 0.526271, + "hf_subset": "ace_Arab-azj_Latn", + "languages": [ + "ace-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378106, + "recall": 0.438735, + "f1": 0.393991, + "accuracy": 0.438735, + "main_score": 0.393991, + "hf_subset": "ace_Arab-dik_Latn", + "languages": [ + "ace-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455768, + "recall": 0.51581, + "f1": 0.47167, + "accuracy": 0.51581, + "main_score": 0.47167, + "hf_subset": "ace_Arab-hau_Latn", + "languages": [ + "ace-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553784, + "recall": 0.598814, + "f1": 0.565477, + "accuracy": 0.598814, + "main_score": 0.565477, + "hf_subset": "ace_Arab-kea_Latn", + "languages": [ + "ace-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468212, + "recall": 0.512846, + "f1": 0.480183, + "accuracy": 0.512846, + "main_score": 0.480183, + "hf_subset": "ace_Arab-lus_Latn", + "languages": [ + "ace-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535576, + "recall": 0.578063, + "f1": 0.546718, + "accuracy": 0.578063, + "main_score": 0.546718, + "hf_subset": "ace_Arab-pag_Latn", + "languages": [ + "ace-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504833, + "recall": 0.573123, + "f1": 0.52241, + "accuracy": 0.573123, + "main_score": 0.52241, + "hf_subset": "ace_Arab-snd_Arab", + "languages": [ + "ace-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49544, + "recall": 0.556324, + "f1": 0.512642, + "accuracy": 0.556324, + "main_score": 0.512642, + "hf_subset": "ace_Arab-tuk_Latn", + "languages": [ + "ace-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53672, + "recall": 0.588933, + "f1": 0.550798, + "accuracy": 0.588933, + "main_score": 0.550798, + "hf_subset": "ace_Arab-bak_Cyrl", + "languages": [ + "ace-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34977, + "recall": 0.414032, + "f1": 0.367218, + "accuracy": 0.414032, + "main_score": 0.367218, + "hf_subset": "ace_Arab-dyu_Latn", + "languages": [ + "ace-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528309, + "recall": 0.586957, + "f1": 0.544022, + "accuracy": 0.586957, + "main_score": 0.544022, + "hf_subset": "ace_Arab-heb_Hebr", + "languages": [ + "ace-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479532, + "recall": 0.536561, + "f1": 0.494418, + "accuracy": 0.536561, + "main_score": 0.494418, + "hf_subset": "ace_Arab-khk_Cyrl", + "languages": [ + "ace-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538505, + "recall": 0.591897, + "f1": 0.552123, + "accuracy": 0.591897, + "main_score": 0.552123, + "hf_subset": "ace_Arab-lvs_Latn", + "languages": [ + "ace-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525873, + "recall": 0.597826, + "f1": 0.545052, + "accuracy": 0.597826, + "main_score": 0.545052, + "hf_subset": "ace_Arab-pan_Guru", + "languages": [ + "ace-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440028, + "recall": 0.494071, + "f1": 0.454735, + "accuracy": 0.494071, + "main_score": 0.454735, + "hf_subset": "ace_Arab-som_Latn", + "languages": [ + "ace-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417416, + "recall": 0.465415, + "f1": 0.429637, + "accuracy": 0.465415, + "main_score": 0.429637, + "hf_subset": "ace_Arab-tum_Latn", + "languages": [ + "ace-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405155, + "recall": 0.454545, + "f1": 0.4198, + "accuracy": 0.454545, + "main_score": 0.4198, + "hf_subset": "bam_Latn-ace_Arab", + "languages": [ + "bam-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19495, + "recall": 0.241107, + "f1": 0.206382, + "accuracy": 0.241107, + "main_score": 0.206382, + "hf_subset": "bam_Latn-dzo_Tibt", + "languages": [ + "bam-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521657, + "recall": 0.563241, + "f1": 0.532895, + "accuracy": 0.563241, + "main_score": 0.532895, + "hf_subset": "bam_Latn-hin_Deva", + "languages": [ + "bam-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482679, + "recall": 0.535573, + "f1": 0.496385, + "accuracy": 0.535573, + "main_score": 0.496385, + "hf_subset": "bam_Latn-khm_Khmr", + "languages": [ + "bam-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512167, + "recall": 0.557312, + "f1": 0.52437, + "accuracy": 0.557312, + "main_score": 0.52437, + "hf_subset": "bam_Latn-mag_Deva", + "languages": [ + "bam-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542588, + "recall": 0.582016, + "f1": 0.552541, + "accuracy": 0.582016, + "main_score": 0.552541, + "hf_subset": "bam_Latn-pap_Latn", + "languages": [ + "bam-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532145, + "recall": 0.572134, + "f1": 0.543234, + "accuracy": 0.572134, + "main_score": 0.543234, + "hf_subset": "bam_Latn-sot_Latn", + "languages": [ + "bam-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520069, + "recall": 0.565217, + "f1": 0.532715, + "accuracy": 0.565217, + "main_score": 0.532715, + "hf_subset": "bam_Latn-tur_Latn", + "languages": [ + "bam-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529415, + "recall": 0.567194, + "f1": 0.539555, + "accuracy": 0.567194, + "main_score": 0.539555, + "hf_subset": "bam_Latn-ace_Latn", + "languages": [ + "bam-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529894, + "recall": 0.567194, + "f1": 0.539655, + "accuracy": 0.567194, + "main_score": 0.539655, + "hf_subset": "bam_Latn-ban_Latn", + "languages": [ + "bam-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500966, + "recall": 0.551383, + "f1": 0.51486, + "accuracy": 0.551383, + "main_score": 0.51486, + "hf_subset": "bam_Latn-ell_Grek", + "languages": [ + "bam-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500445, + "recall": 0.538538, + "f1": 0.510769, + "accuracy": 0.538538, + "main_score": 0.510769, + "hf_subset": "bam_Latn-hne_Deva", + "languages": [ + "bam-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49077, + "recall": 0.537549, + "f1": 0.503155, + "accuracy": 0.537549, + "main_score": 0.503155, + "hf_subset": "bam_Latn-kik_Latn", + "languages": [ + "bam-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51489, + "recall": 0.565217, + "f1": 0.52773, + "accuracy": 0.565217, + "main_score": 0.52773, + "hf_subset": "bam_Latn-mai_Deva", + "languages": [ + "bam-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463327, + "recall": 0.513834, + "f1": 0.47713, + "accuracy": 0.513834, + "main_score": 0.47713, + "hf_subset": "bam_Latn-pbt_Arab", + "languages": [ + "bam-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523034, + "recall": 0.568182, + "f1": 0.534753, + "accuracy": 0.568182, + "main_score": 0.534753, + "hf_subset": "bam_Latn-spa_Latn", + "languages": [ + "bam-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509091, + "recall": 0.548419, + "f1": 0.520258, + "accuracy": 0.548419, + "main_score": 0.520258, + "hf_subset": "bam_Latn-twi_Latn", + "languages": [ + "bam-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502228, + "recall": 0.554348, + "f1": 0.516586, + "accuracy": 0.554348, + "main_score": 0.516586, + "hf_subset": "bam_Latn-acm_Arab", + "languages": [ + "bam-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478371, + "recall": 0.530632, + "f1": 0.49196, + "accuracy": 0.530632, + "main_score": 0.49196, + "hf_subset": "bam_Latn-bel_Cyrl", + "languages": [ + "bam-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543045, + "recall": 0.588933, + "f1": 0.555438, + "accuracy": 0.588933, + "main_score": 0.555438, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54265, + "recall": 0.589921, + "f1": 0.555335, + "accuracy": 0.589921, + "main_score": 0.555335, + "hf_subset": "bam_Latn-hrv_Latn", + "languages": [ + "bam-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517285, + "recall": 0.5583, + "f1": 0.528989, + "accuracy": 0.5583, + "main_score": 0.528989, + "hf_subset": "bam_Latn-kin_Latn", + "languages": [ + "bam-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515439, + "recall": 0.563241, + "f1": 0.528272, + "accuracy": 0.563241, + "main_score": 0.528272, + "hf_subset": "bam_Latn-mal_Mlym", + "languages": [ + "bam-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505851, + "recall": 0.55336, + "f1": 0.518035, + "accuracy": 0.55336, + "main_score": 0.518035, + "hf_subset": "bam_Latn-pes_Arab", + "languages": [ + "bam-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544879, + "recall": 0.58498, + "f1": 0.555746, + "accuracy": 0.58498, + "main_score": 0.555746, + "hf_subset": "bam_Latn-srd_Latn", + "languages": [ + "bam-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199053, + "recall": 0.235178, + "f1": 0.208756, + "accuracy": 0.235178, + "main_score": 0.208756, + "hf_subset": "bam_Latn-tzm_Tfng", + "languages": [ + "bam-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510728, + "recall": 0.560277, + "f1": 0.524248, + "accuracy": 0.560277, + "main_score": 0.524248, + "hf_subset": "bam_Latn-acq_Arab", + "languages": [ + "bam-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523319, + "recall": 0.557312, + "f1": 0.532751, + "accuracy": 0.557312, + "main_score": 0.532751, + "hf_subset": "bam_Latn-bem_Latn", + "languages": [ + "bam-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526851, + "recall": 0.574111, + "f1": 0.538522, + "accuracy": 0.574111, + "main_score": 0.538522, + "hf_subset": "bam_Latn-epo_Latn", + "languages": [ + "bam-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520123, + "recall": 0.564229, + "f1": 0.531421, + "accuracy": 0.564229, + "main_score": 0.531421, + "hf_subset": "bam_Latn-hun_Latn", + "languages": [ + "bam-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502431, + "recall": 0.545455, + "f1": 0.514406, + "accuracy": 0.545455, + "main_score": 0.514406, + "hf_subset": "bam_Latn-kir_Cyrl", + "languages": [ + "bam-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525276, + "recall": 0.567194, + "f1": 0.536836, + "accuracy": 0.567194, + "main_score": 0.536836, + "hf_subset": "bam_Latn-mar_Deva", + "languages": [ + "bam-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528626, + "recall": 0.566206, + "f1": 0.539291, + "accuracy": 0.566206, + "main_score": 0.539291, + "hf_subset": "bam_Latn-plt_Latn", + "languages": [ + "bam-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525624, + "recall": 0.571146, + "f1": 0.538145, + "accuracy": 0.571146, + "main_score": 0.538145, + "hf_subset": "bam_Latn-srp_Cyrl", + "languages": [ + "bam-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436559, + "recall": 0.486166, + "f1": 0.450105, + "accuracy": 0.486166, + "main_score": 0.450105, + "hf_subset": "bam_Latn-uig_Arab", + "languages": [ + "bam-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496479, + "recall": 0.540514, + "f1": 0.508626, + "accuracy": 0.540514, + "main_score": 0.508626, + "hf_subset": "bam_Latn-aeb_Arab", + "languages": [ + "bam-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514274, + "recall": 0.564229, + "f1": 0.528381, + "accuracy": 0.564229, + "main_score": 0.528381, + "hf_subset": "bam_Latn-ben_Beng", + "languages": [ + "bam-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521227, + "recall": 0.565217, + "f1": 0.532397, + "accuracy": 0.565217, + "main_score": 0.532397, + "hf_subset": "bam_Latn-est_Latn", + "languages": [ + "bam-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495731, + "recall": 0.54249, + "f1": 0.507986, + "accuracy": 0.54249, + "main_score": 0.507986, + "hf_subset": "bam_Latn-hye_Armn", + "languages": [ + "bam-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509173, + "recall": 0.541502, + "f1": 0.518742, + "accuracy": 0.541502, + "main_score": 0.518742, + "hf_subset": "bam_Latn-kmb_Latn", + "languages": [ + "bam-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373925, + "recall": 0.424901, + "f1": 0.388423, + "accuracy": 0.424901, + "main_score": 0.388423, + "hf_subset": "bam_Latn-min_Arab", + "languages": [ + "bam-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525348, + "recall": 0.567194, + "f1": 0.53668, + "accuracy": 0.567194, + "main_score": 0.53668, + "hf_subset": "bam_Latn-pol_Latn", + "languages": [ + "bam-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515188, + "recall": 0.55336, + "f1": 0.525707, + "accuracy": 0.55336, + "main_score": 0.525707, + "hf_subset": "bam_Latn-ssw_Latn", + "languages": [ + "bam-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522659, + "recall": 0.574111, + "f1": 0.536357, + "accuracy": 0.574111, + "main_score": 0.536357, + "hf_subset": "bam_Latn-ukr_Cyrl", + "languages": [ + "bam-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542715, + "recall": 0.589921, + "f1": 0.555323, + "accuracy": 0.589921, + "main_score": 0.555323, + "hf_subset": "bam_Latn-afr_Latn", + "languages": [ + "bam-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502814, + "recall": 0.548419, + "f1": 0.514618, + "accuracy": 0.548419, + "main_score": 0.514618, + "hf_subset": "bam_Latn-bho_Deva", + "languages": [ + "bam-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533804, + "recall": 0.58004, + "f1": 0.545716, + "accuracy": 0.58004, + "main_score": 0.545716, + "hf_subset": "bam_Latn-eus_Latn", + "languages": [ + "bam-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522155, + "recall": 0.563241, + "f1": 0.533585, + "accuracy": 0.563241, + "main_score": 0.533585, + "hf_subset": "bam_Latn-ibo_Latn", + "languages": [ + "bam-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533591, + "recall": 0.575099, + "f1": 0.544682, + "accuracy": 0.575099, + "main_score": 0.544682, + "hf_subset": "bam_Latn-kmr_Latn", + "languages": [ + "bam-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527735, + "recall": 0.565217, + "f1": 0.538224, + "accuracy": 0.565217, + "main_score": 0.538224, + "hf_subset": "bam_Latn-min_Latn", + "languages": [ + "bam-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547128, + "recall": 0.591897, + "f1": 0.558425, + "accuracy": 0.591897, + "main_score": 0.558425, + "hf_subset": "bam_Latn-por_Latn", + "languages": [ + "bam-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533934, + "recall": 0.574111, + "f1": 0.544688, + "accuracy": 0.574111, + "main_score": 0.544688, + "hf_subset": "bam_Latn-sun_Latn", + "languages": [ + "bam-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481686, + "recall": 0.521739, + "f1": 0.493493, + "accuracy": 0.521739, + "main_score": 0.493493, + "hf_subset": "bam_Latn-umb_Latn", + "languages": [ + "bam-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513697, + "recall": 0.560277, + "f1": 0.525561, + "accuracy": 0.560277, + "main_score": 0.525561, + "hf_subset": "bam_Latn-ajp_Arab", + "languages": [ + "bam-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391297, + "recall": 0.442688, + "f1": 0.405923, + "accuracy": 0.442688, + "main_score": 0.405923, + "hf_subset": "bam_Latn-bjn_Arab", + "languages": [ + "bam-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496643, + "recall": 0.535573, + "f1": 0.507457, + "accuracy": 0.535573, + "main_score": 0.507457, + "hf_subset": "bam_Latn-ewe_Latn", + "languages": [ + "bam-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53399, + "recall": 0.576087, + "f1": 0.544157, + "accuracy": 0.576087, + "main_score": 0.544157, + "hf_subset": "bam_Latn-ilo_Latn", + "languages": [ + "bam-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.285903, + "recall": 0.332016, + "f1": 0.298946, + "accuracy": 0.332016, + "main_score": 0.298946, + "hf_subset": "bam_Latn-knc_Arab", + "languages": [ + "bam-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527298, + "recall": 0.574111, + "f1": 0.539803, + "accuracy": 0.574111, + "main_score": 0.539803, + "hf_subset": "bam_Latn-mkd_Cyrl", + "languages": [ + "bam-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505926, + "recall": 0.554348, + "f1": 0.51908, + "accuracy": 0.554348, + "main_score": 0.51908, + "hf_subset": "bam_Latn-prs_Arab", + "languages": [ + "bam-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536228, + "recall": 0.577075, + "f1": 0.546407, + "accuracy": 0.577075, + "main_score": 0.546407, + "hf_subset": "bam_Latn-swe_Latn", + "languages": [ + "bam-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490051, + "recall": 0.544466, + "f1": 0.504914, + "accuracy": 0.544466, + "main_score": 0.504914, + "hf_subset": "bam_Latn-urd_Arab", + "languages": [ + "bam-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504519, + "recall": 0.541502, + "f1": 0.515176, + "accuracy": 0.541502, + "main_score": 0.515176, + "hf_subset": "bam_Latn-aka_Latn", + "languages": [ + "bam-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547579, + "recall": 0.581028, + "f1": 0.556922, + "accuracy": 0.581028, + "main_score": 0.556922, + "hf_subset": "bam_Latn-bjn_Latn", + "languages": [ + "bam-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52014, + "recall": 0.559289, + "f1": 0.531066, + "accuracy": 0.559289, + "main_score": 0.531066, + "hf_subset": "bam_Latn-fao_Latn", + "languages": [ + "bam-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539111, + "recall": 0.582016, + "f1": 0.549731, + "accuracy": 0.582016, + "main_score": 0.549731, + "hf_subset": "bam_Latn-ind_Latn", + "languages": [ + "bam-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518946, + "recall": 0.552372, + "f1": 0.527968, + "accuracy": 0.552372, + "main_score": 0.527968, + "hf_subset": "bam_Latn-knc_Latn", + "languages": [ + "bam-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542124, + "recall": 0.583004, + "f1": 0.553117, + "accuracy": 0.583004, + "main_score": 0.553117, + "hf_subset": "bam_Latn-mlt_Latn", + "languages": [ + "bam-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506491, + "recall": 0.550395, + "f1": 0.518579, + "accuracy": 0.550395, + "main_score": 0.518579, + "hf_subset": "bam_Latn-quy_Latn", + "languages": [ + "bam-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532456, + "recall": 0.573123, + "f1": 0.543799, + "accuracy": 0.573123, + "main_score": 0.543799, + "hf_subset": "bam_Latn-swh_Latn", + "languages": [ + "bam-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504818, + "recall": 0.552372, + "f1": 0.517589, + "accuracy": 0.552372, + "main_score": 0.517589, + "hf_subset": "bam_Latn-uzn_Latn", + "languages": [ + "bam-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524231, + "recall": 0.56917, + "f1": 0.536072, + "accuracy": 0.56917, + "main_score": 0.536072, + "hf_subset": "bam_Latn-als_Latn", + "languages": [ + "bam-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261753, + "recall": 0.313241, + "f1": 0.274543, + "accuracy": 0.313241, + "main_score": 0.274543, + "hf_subset": "bam_Latn-bod_Tibt", + "languages": [ + "bam-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511509, + "recall": 0.547431, + "f1": 0.521093, + "accuracy": 0.547431, + "main_score": 0.521093, + "hf_subset": "bam_Latn-fij_Latn", + "languages": [ + "bam-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507513, + "recall": 0.554348, + "f1": 0.5198, + "accuracy": 0.554348, + "main_score": 0.5198, + "hf_subset": "bam_Latn-isl_Latn", + "languages": [ + "bam-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524572, + "recall": 0.563241, + "f1": 0.53503, + "accuracy": 0.563241, + "main_score": 0.53503, + "hf_subset": "bam_Latn-kon_Latn", + "languages": [ + "bam-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450463, + "recall": 0.502964, + "f1": 0.465688, + "accuracy": 0.502964, + "main_score": 0.465688, + "hf_subset": "bam_Latn-mni_Beng", + "languages": [ + "bam-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531738, + "recall": 0.58004, + "f1": 0.543933, + "accuracy": 0.58004, + "main_score": 0.543933, + "hf_subset": "bam_Latn-ron_Latn", + "languages": [ + "bam-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535237, + "recall": 0.579051, + "f1": 0.546707, + "accuracy": 0.579051, + "main_score": 0.546707, + "hf_subset": "bam_Latn-szl_Latn", + "languages": [ + "bam-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535909, + "recall": 0.576087, + "f1": 0.546853, + "accuracy": 0.576087, + "main_score": 0.546853, + "hf_subset": "bam_Latn-vec_Latn", + "languages": [ + "bam-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461049, + "recall": 0.512846, + "f1": 0.475289, + "accuracy": 0.512846, + "main_score": 0.475289, + "hf_subset": "bam_Latn-amh_Ethi", + "languages": [ + "bam-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540582, + "recall": 0.585968, + "f1": 0.55291, + "accuracy": 0.585968, + "main_score": 0.55291, + "hf_subset": "bam_Latn-bos_Latn", + "languages": [ + "bam-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5045, + "recall": 0.55336, + "f1": 0.51738, + "accuracy": 0.55336, + "main_score": 0.51738, + "hf_subset": "bam_Latn-fin_Latn", + "languages": [ + "bam-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5188, + "recall": 0.561265, + "f1": 0.530184, + "accuracy": 0.561265, + "main_score": 0.530184, + "hf_subset": "bam_Latn-ita_Latn", + "languages": [ + "bam-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499154, + "recall": 0.550395, + "f1": 0.513399, + "accuracy": 0.550395, + "main_score": 0.513399, + "hf_subset": "bam_Latn-kor_Hang", + "languages": [ + "bam-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502092, + "recall": 0.54249, + "f1": 0.513674, + "accuracy": 0.54249, + "main_score": 0.513674, + "hf_subset": "bam_Latn-mos_Latn", + "languages": [ + "bam-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515861, + "recall": 0.552372, + "f1": 0.525947, + "accuracy": 0.552372, + "main_score": 0.525947, + "hf_subset": "bam_Latn-run_Latn", + "languages": [ + "bam-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49844, + "recall": 0.55336, + "f1": 0.513207, + "accuracy": 0.55336, + "main_score": 0.513207, + "hf_subset": "bam_Latn-tam_Taml", + "languages": [ + "bam-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521172, + "recall": 0.56917, + "f1": 0.533687, + "accuracy": 0.56917, + "main_score": 0.533687, + "hf_subset": "bam_Latn-vie_Latn", + "languages": [ + "bam-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503179, + "recall": 0.554348, + "f1": 0.516844, + "accuracy": 0.554348, + "main_score": 0.516844, + "hf_subset": "bam_Latn-apc_Arab", + "languages": [ + "bam-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5012, + "recall": 0.539526, + "f1": 0.51222, + "accuracy": 0.539526, + "main_score": 0.51222, + "hf_subset": "bam_Latn-bug_Latn", + "languages": [ + "bam-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461373, + "recall": 0.501976, + "f1": 0.472913, + "accuracy": 0.501976, + "main_score": 0.472913, + "hf_subset": "bam_Latn-fon_Latn", + "languages": [ + "bam-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551096, + "recall": 0.590909, + "f1": 0.561905, + "accuracy": 0.590909, + "main_score": 0.561905, + "hf_subset": "bam_Latn-jav_Latn", + "languages": [ + "bam-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485285, + "recall": 0.534585, + "f1": 0.498203, + "accuracy": 0.534585, + "main_score": 0.498203, + "hf_subset": "bam_Latn-lao_Laoo", + "languages": [ + "bam-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484452, + "recall": 0.522727, + "f1": 0.495503, + "accuracy": 0.522727, + "main_score": 0.495503, + "hf_subset": "bam_Latn-mri_Latn", + "languages": [ + "bam-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512732, + "recall": 0.565217, + "f1": 0.526925, + "accuracy": 0.565217, + "main_score": 0.526925, + "hf_subset": "bam_Latn-rus_Cyrl", + "languages": [ + "bam-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474235, + "recall": 0.517787, + "f1": 0.48694, + "accuracy": 0.517787, + "main_score": 0.48694, + "hf_subset": "bam_Latn-taq_Latn", + "languages": [ + "bam-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538623, + "recall": 0.579051, + "f1": 0.549102, + "accuracy": 0.579051, + "main_score": 0.549102, + "hf_subset": "bam_Latn-war_Latn", + "languages": [ + "bam-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505758, + "recall": 0.5583, + "f1": 0.520109, + "accuracy": 0.5583, + "main_score": 0.520109, + "hf_subset": "bam_Latn-arb_Arab", + "languages": [ + "bam-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530932, + "recall": 0.578063, + "f1": 0.543218, + "accuracy": 0.578063, + "main_score": 0.543218, + "hf_subset": "bam_Latn-bul_Cyrl", + "languages": [ + "bam-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549864, + "recall": 0.587945, + "f1": 0.55974, + "accuracy": 0.587945, + "main_score": 0.55974, + "hf_subset": "bam_Latn-fra_Latn", + "languages": [ + "bam-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516138, + "recall": 0.557312, + "f1": 0.527182, + "accuracy": 0.557312, + "main_score": 0.527182, + "hf_subset": "bam_Latn-jpn_Jpan", + "languages": [ + "bam-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524346, + "recall": 0.56917, + "f1": 0.535847, + "accuracy": 0.56917, + "main_score": 0.535847, + "hf_subset": "bam_Latn-lij_Latn", + "languages": [ + "bam-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395074, + "recall": 0.458498, + "f1": 0.411495, + "accuracy": 0.458498, + "main_score": 0.411495, + "hf_subset": "bam_Latn-mya_Mymr", + "languages": [ + "bam-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501056, + "recall": 0.544466, + "f1": 0.512763, + "accuracy": 0.544466, + "main_score": 0.512763, + "hf_subset": "bam_Latn-sag_Latn", + "languages": [ + "bam-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199736, + "recall": 0.242095, + "f1": 0.210123, + "accuracy": 0.242095, + "main_score": 0.210123, + "hf_subset": "bam_Latn-taq_Tfng", + "languages": [ + "bam-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530356, + "recall": 0.571146, + "f1": 0.541809, + "accuracy": 0.571146, + "main_score": 0.541809, + "hf_subset": "bam_Latn-wol_Latn", + "languages": [ + "bam-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447748, + "recall": 0.488142, + "f1": 0.458993, + "accuracy": 0.488142, + "main_score": 0.458993, + "hf_subset": "bam_Latn-arb_Latn", + "languages": [ + "bam-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545586, + "recall": 0.589921, + "f1": 0.556806, + "accuracy": 0.589921, + "main_score": 0.556806, + "hf_subset": "bam_Latn-cat_Latn", + "languages": [ + "bam-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538275, + "recall": 0.583004, + "f1": 0.54964, + "accuracy": 0.583004, + "main_score": 0.54964, + "hf_subset": "bam_Latn-fur_Latn", + "languages": [ + "bam-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424097, + "recall": 0.479249, + "f1": 0.439145, + "accuracy": 0.479249, + "main_score": 0.439145, + "hf_subset": "bam_Latn-kab_Latn", + "languages": [ + "bam-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524431, + "recall": 0.566206, + "f1": 0.535574, + "accuracy": 0.566206, + "main_score": 0.535574, + "hf_subset": "bam_Latn-lim_Latn", + "languages": [ + "bam-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510997, + "recall": 0.560277, + "f1": 0.523982, + "accuracy": 0.560277, + "main_score": 0.523982, + "hf_subset": "bam_Latn-nld_Latn", + "languages": [ + "bam-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4816, + "recall": 0.534585, + "f1": 0.495339, + "accuracy": 0.534585, + "main_score": 0.495339, + "hf_subset": "bam_Latn-san_Deva", + "languages": [ + "bam-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508467, + "recall": 0.551383, + "f1": 0.520403, + "accuracy": 0.551383, + "main_score": 0.520403, + "hf_subset": "bam_Latn-tat_Cyrl", + "languages": [ + "bam-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518379, + "recall": 0.563241, + "f1": 0.531631, + "accuracy": 0.563241, + "main_score": 0.531631, + "hf_subset": "bam_Latn-xho_Latn", + "languages": [ + "bam-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483935, + "recall": 0.54249, + "f1": 0.500294, + "accuracy": 0.54249, + "main_score": 0.500294, + "hf_subset": "bam_Latn-ars_Arab", + "languages": [ + "bam-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54616, + "recall": 0.58498, + "f1": 0.556195, + "accuracy": 0.58498, + "main_score": 0.556195, + "hf_subset": "bam_Latn-ceb_Latn", + "languages": [ + "bam-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482184, + "recall": 0.520751, + "f1": 0.493212, + "accuracy": 0.520751, + "main_score": 0.493212, + "hf_subset": "bam_Latn-fuv_Latn", + "languages": [ + "bam-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471036, + "recall": 0.512846, + "f1": 0.482905, + "accuracy": 0.512846, + "main_score": 0.482905, + "hf_subset": "bam_Latn-kac_Latn", + "languages": [ + "bam-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543309, + "recall": 0.58004, + "f1": 0.553377, + "accuracy": 0.58004, + "main_score": 0.553377, + "hf_subset": "bam_Latn-lin_Latn", + "languages": [ + "bam-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524284, + "recall": 0.573123, + "f1": 0.53727, + "accuracy": 0.573123, + "main_score": 0.53727, + "hf_subset": "bam_Latn-nno_Latn", + "languages": [ + "bam-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130321, + "recall": 0.173913, + "f1": 0.140797, + "accuracy": 0.173913, + "main_score": 0.140797, + "hf_subset": "bam_Latn-sat_Olck", + "languages": [ + "bam-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50206, + "recall": 0.55336, + "f1": 0.516283, + "accuracy": 0.55336, + "main_score": 0.516283, + "hf_subset": "bam_Latn-tel_Telu", + "languages": [ + "bam-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446551, + "recall": 0.506917, + "f1": 0.462321, + "accuracy": 0.506917, + "main_score": 0.462321, + "hf_subset": "bam_Latn-ydd_Hebr", + "languages": [ + "bam-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494561, + "recall": 0.533597, + "f1": 0.50524, + "accuracy": 0.533597, + "main_score": 0.50524, + "hf_subset": "bam_Latn-ary_Arab", + "languages": [ + "bam-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530195, + "recall": 0.575099, + "f1": 0.542223, + "accuracy": 0.575099, + "main_score": 0.542223, + "hf_subset": "bam_Latn-ces_Latn", + "languages": [ + "bam-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492918, + "recall": 0.54249, + "f1": 0.50706, + "accuracy": 0.54249, + "main_score": 0.50706, + "hf_subset": "bam_Latn-gaz_Latn", + "languages": [ + "bam-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49223, + "recall": 0.532609, + "f1": 0.503479, + "accuracy": 0.532609, + "main_score": 0.503479, + "hf_subset": "bam_Latn-kam_Latn", + "languages": [ + "bam-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517703, + "recall": 0.564229, + "f1": 0.529816, + "accuracy": 0.564229, + "main_score": 0.529816, + "hf_subset": "bam_Latn-lit_Latn", + "languages": [ + "bam-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542428, + "recall": 0.586957, + "f1": 0.554288, + "accuracy": 0.586957, + "main_score": 0.554288, + "hf_subset": "bam_Latn-nob_Latn", + "languages": [ + "bam-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528227, + "recall": 0.56917, + "f1": 0.538783, + "accuracy": 0.56917, + "main_score": 0.538783, + "hf_subset": "bam_Latn-scn_Latn", + "languages": [ + "bam-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505957, + "recall": 0.550395, + "f1": 0.517991, + "accuracy": 0.550395, + "main_score": 0.517991, + "hf_subset": "bam_Latn-tgk_Cyrl", + "languages": [ + "bam-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473056, + "recall": 0.518775, + "f1": 0.485045, + "accuracy": 0.518775, + "main_score": 0.485045, + "hf_subset": "bam_Latn-yor_Latn", + "languages": [ + "bam-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499054, + "recall": 0.549407, + "f1": 0.512162, + "accuracy": 0.549407, + "main_score": 0.512162, + "hf_subset": "bam_Latn-arz_Arab", + "languages": [ + "bam-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470433, + "recall": 0.51087, + "f1": 0.481942, + "accuracy": 0.51087, + "main_score": 0.481942, + "hf_subset": "bam_Latn-cjk_Latn", + "languages": [ + "bam-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479587, + "recall": 0.520751, + "f1": 0.490771, + "accuracy": 0.520751, + "main_score": 0.490771, + "hf_subset": "bam_Latn-gla_Latn", + "languages": [ + "bam-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513718, + "recall": 0.562253, + "f1": 0.527001, + "accuracy": 0.562253, + "main_score": 0.527001, + "hf_subset": "bam_Latn-kan_Knda", + "languages": [ + "bam-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527675, + "recall": 0.570158, + "f1": 0.538975, + "accuracy": 0.570158, + "main_score": 0.538975, + "hf_subset": "bam_Latn-lmo_Latn", + "languages": [ + "bam-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507293, + "recall": 0.555336, + "f1": 0.519585, + "accuracy": 0.555336, + "main_score": 0.519585, + "hf_subset": "bam_Latn-npi_Deva", + "languages": [ + "bam-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415636, + "recall": 0.464427, + "f1": 0.428501, + "accuracy": 0.464427, + "main_score": 0.428501, + "hf_subset": "bam_Latn-shn_Mymr", + "languages": [ + "bam-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547053, + "recall": 0.591897, + "f1": 0.559255, + "accuracy": 0.591897, + "main_score": 0.559255, + "hf_subset": "bam_Latn-tgl_Latn", + "languages": [ + "bam-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493987, + "recall": 0.539526, + "f1": 0.505837, + "accuracy": 0.539526, + "main_score": 0.505837, + "hf_subset": "bam_Latn-yue_Hant", + "languages": [ + "bam-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465705, + "recall": 0.521739, + "f1": 0.480957, + "accuracy": 0.521739, + "main_score": 0.480957, + "hf_subset": "bam_Latn-asm_Beng", + "languages": [ + "bam-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4778, + "recall": 0.528656, + "f1": 0.491394, + "accuracy": 0.528656, + "main_score": 0.491394, + "hf_subset": "bam_Latn-ckb_Arab", + "languages": [ + "bam-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495297, + "recall": 0.535573, + "f1": 0.506387, + "accuracy": 0.535573, + "main_score": 0.506387, + "hf_subset": "bam_Latn-gle_Latn", + "languages": [ + "bam-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447213, + "recall": 0.5, + "f1": 0.460563, + "accuracy": 0.5, + "main_score": 0.460563, + "hf_subset": "bam_Latn-kas_Arab", + "languages": [ + "bam-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50334, + "recall": 0.546443, + "f1": 0.514922, + "accuracy": 0.546443, + "main_score": 0.514922, + "hf_subset": "bam_Latn-ltg_Latn", + "languages": [ + "bam-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539259, + "recall": 0.576087, + "f1": 0.549431, + "accuracy": 0.576087, + "main_score": 0.549431, + "hf_subset": "bam_Latn-nso_Latn", + "languages": [ + "bam-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450657, + "recall": 0.506917, + "f1": 0.465886, + "accuracy": 0.506917, + "main_score": 0.465886, + "hf_subset": "bam_Latn-sin_Sinh", + "languages": [ + "bam-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513992, + "recall": 0.563241, + "f1": 0.526735, + "accuracy": 0.563241, + "main_score": 0.526735, + "hf_subset": "bam_Latn-tha_Thai", + "languages": [ + "bam-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495214, + "recall": 0.536561, + "f1": 0.505981, + "accuracy": 0.536561, + "main_score": 0.505981, + "hf_subset": "bam_Latn-zho_Hans", + "languages": [ + "bam-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54118, + "recall": 0.589921, + "f1": 0.553515, + "accuracy": 0.589921, + "main_score": 0.553515, + "hf_subset": "bam_Latn-ast_Latn", + "languages": [ + "bam-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510428, + "recall": 0.557312, + "f1": 0.522901, + "accuracy": 0.557312, + "main_score": 0.522901, + "hf_subset": "bam_Latn-crh_Latn", + "languages": [ + "bam-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542773, + "recall": 0.585968, + "f1": 0.554175, + "accuracy": 0.585968, + "main_score": 0.554175, + "hf_subset": "bam_Latn-glg_Latn", + "languages": [ + "bam-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466431, + "recall": 0.509881, + "f1": 0.478126, + "accuracy": 0.509881, + "main_score": 0.478126, + "hf_subset": "bam_Latn-kas_Deva", + "languages": [ + "bam-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507081, + "recall": 0.549407, + "f1": 0.51835, + "accuracy": 0.549407, + "main_score": 0.51835, + "hf_subset": "bam_Latn-ltz_Latn", + "languages": [ + "bam-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45891, + "recall": 0.506917, + "f1": 0.47278, + "accuracy": 0.506917, + "main_score": 0.47278, + "hf_subset": "bam_Latn-nus_Latn", + "languages": [ + "bam-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525479, + "recall": 0.572134, + "f1": 0.538408, + "accuracy": 0.572134, + "main_score": 0.538408, + "hf_subset": "bam_Latn-slk_Latn", + "languages": [ + "bam-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370268, + "recall": 0.426877, + "f1": 0.38624, + "accuracy": 0.426877, + "main_score": 0.38624, + "hf_subset": "bam_Latn-tir_Ethi", + "languages": [ + "bam-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481678, + "recall": 0.533597, + "f1": 0.494331, + "accuracy": 0.533597, + "main_score": 0.494331, + "hf_subset": "bam_Latn-zho_Hant", + "languages": [ + "bam-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499532, + "recall": 0.548419, + "f1": 0.512786, + "accuracy": 0.548419, + "main_score": 0.512786, + "hf_subset": "bam_Latn-awa_Deva", + "languages": [ + "bam-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527022, + "recall": 0.559289, + "f1": 0.535896, + "accuracy": 0.559289, + "main_score": 0.535896, + "hf_subset": "bam_Latn-cym_Latn", + "languages": [ + "bam-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526706, + "recall": 0.564229, + "f1": 0.536749, + "accuracy": 0.564229, + "main_score": 0.536749, + "hf_subset": "bam_Latn-grn_Latn", + "languages": [ + "bam-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491967, + "recall": 0.543478, + "f1": 0.505712, + "accuracy": 0.543478, + "main_score": 0.505712, + "hf_subset": "bam_Latn-kat_Geor", + "languages": [ + "bam-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507901, + "recall": 0.555336, + "f1": 0.520394, + "accuracy": 0.555336, + "main_score": 0.520394, + "hf_subset": "bam_Latn-lua_Latn", + "languages": [ + "bam-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504079, + "recall": 0.545455, + "f1": 0.515441, + "accuracy": 0.545455, + "main_score": 0.515441, + "hf_subset": "bam_Latn-nya_Latn", + "languages": [ + "bam-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52742, + "recall": 0.56917, + "f1": 0.538072, + "accuracy": 0.56917, + "main_score": 0.538072, + "hf_subset": "bam_Latn-slv_Latn", + "languages": [ + "bam-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525074, + "recall": 0.570158, + "f1": 0.537121, + "accuracy": 0.570158, + "main_score": 0.537121, + "hf_subset": "bam_Latn-tpi_Latn", + "languages": [ + "bam-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552423, + "recall": 0.591897, + "f1": 0.563363, + "accuracy": 0.591897, + "main_score": 0.563363, + "hf_subset": "bam_Latn-zsm_Latn", + "languages": [ + "bam-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493972, + "recall": 0.535573, + "f1": 0.506145, + "accuracy": 0.535573, + "main_score": 0.506145, + "hf_subset": "bam_Latn-ayr_Latn", + "languages": [ + "bam-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538551, + "recall": 0.582016, + "f1": 0.549797, + "accuracy": 0.582016, + "main_score": 0.549797, + "hf_subset": "bam_Latn-dan_Latn", + "languages": [ + "bam-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50149, + "recall": 0.547431, + "f1": 0.512928, + "accuracy": 0.547431, + "main_score": 0.512928, + "hf_subset": "bam_Latn-guj_Gujr", + "languages": [ + "bam-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515024, + "recall": 0.561265, + "f1": 0.527852, + "accuracy": 0.561265, + "main_score": 0.527852, + "hf_subset": "bam_Latn-kaz_Cyrl", + "languages": [ + "bam-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493812, + "recall": 0.528656, + "f1": 0.503771, + "accuracy": 0.528656, + "main_score": 0.503771, + "hf_subset": "bam_Latn-lug_Latn", + "languages": [ + "bam-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535756, + "recall": 0.58004, + "f1": 0.547395, + "accuracy": 0.58004, + "main_score": 0.547395, + "hf_subset": "bam_Latn-oci_Latn", + "languages": [ + "bam-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519019, + "recall": 0.560277, + "f1": 0.530459, + "accuracy": 0.560277, + "main_score": 0.530459, + "hf_subset": "bam_Latn-smo_Latn", + "languages": [ + "bam-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493976, + "recall": 0.538538, + "f1": 0.505746, + "accuracy": 0.538538, + "main_score": 0.505746, + "hf_subset": "bam_Latn-tsn_Latn", + "languages": [ + "bam-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516129, + "recall": 0.566206, + "f1": 0.530139, + "accuracy": 0.566206, + "main_score": 0.530139, + "hf_subset": "bam_Latn-zul_Latn", + "languages": [ + "bam-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439092, + "recall": 0.487154, + "f1": 0.452391, + "accuracy": 0.487154, + "main_score": 0.452391, + "hf_subset": "bam_Latn-azb_Arab", + "languages": [ + "bam-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53054, + "recall": 0.577075, + "f1": 0.542752, + "accuracy": 0.577075, + "main_score": 0.542752, + "hf_subset": "bam_Latn-deu_Latn", + "languages": [ + "bam-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516802, + "recall": 0.567194, + "f1": 0.530794, + "accuracy": 0.567194, + "main_score": 0.530794, + "hf_subset": "bam_Latn-hat_Latn", + "languages": [ + "bam-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492565, + "recall": 0.534585, + "f1": 0.504337, + "accuracy": 0.534585, + "main_score": 0.504337, + "hf_subset": "bam_Latn-kbp_Latn", + "languages": [ + "bam-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519815, + "recall": 0.560277, + "f1": 0.531475, + "accuracy": 0.560277, + "main_score": 0.531475, + "hf_subset": "bam_Latn-luo_Latn", + "languages": [ + "bam-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5035, + "recall": 0.55336, + "f1": 0.516303, + "accuracy": 0.55336, + "main_score": 0.516303, + "hf_subset": "bam_Latn-ory_Orya", + "languages": [ + "bam-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506213, + "recall": 0.549407, + "f1": 0.518053, + "accuracy": 0.549407, + "main_score": 0.518053, + "hf_subset": "bam_Latn-sna_Latn", + "languages": [ + "bam-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498214, + "recall": 0.532609, + "f1": 0.507688, + "accuracy": 0.532609, + "main_score": 0.507688, + "hf_subset": "bam_Latn-tso_Latn", + "languages": [ + "bam-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487425, + "recall": 0.540514, + "f1": 0.501471, + "accuracy": 0.540514, + "main_score": 0.501471, + "hf_subset": "bam_Latn-azj_Latn", + "languages": [ + "bam-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477494, + "recall": 0.525692, + "f1": 0.491715, + "accuracy": 0.525692, + "main_score": 0.491715, + "hf_subset": "bam_Latn-dik_Latn", + "languages": [ + "bam-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523231, + "recall": 0.560277, + "f1": 0.533136, + "accuracy": 0.560277, + "main_score": 0.533136, + "hf_subset": "bam_Latn-hau_Latn", + "languages": [ + "bam-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534277, + "recall": 0.581028, + "f1": 0.546317, + "accuracy": 0.581028, + "main_score": 0.546317, + "hf_subset": "bam_Latn-kea_Latn", + "languages": [ + "bam-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509807, + "recall": 0.545455, + "f1": 0.519655, + "accuracy": 0.545455, + "main_score": 0.519655, + "hf_subset": "bam_Latn-lus_Latn", + "languages": [ + "bam-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53817, + "recall": 0.572134, + "f1": 0.54757, + "accuracy": 0.572134, + "main_score": 0.54757, + "hf_subset": "bam_Latn-pag_Latn", + "languages": [ + "bam-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480237, + "recall": 0.531621, + "f1": 0.494218, + "accuracy": 0.531621, + "main_score": 0.494218, + "hf_subset": "bam_Latn-snd_Arab", + "languages": [ + "bam-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493783, + "recall": 0.533597, + "f1": 0.504642, + "accuracy": 0.533597, + "main_score": 0.504642, + "hf_subset": "bam_Latn-tuk_Latn", + "languages": [ + "bam-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506584, + "recall": 0.55336, + "f1": 0.519491, + "accuracy": 0.55336, + "main_score": 0.519491, + "hf_subset": "bam_Latn-bak_Cyrl", + "languages": [ + "bam-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489947, + "recall": 0.562253, + "f1": 0.50974, + "accuracy": 0.562253, + "main_score": 0.50974, + "hf_subset": "bam_Latn-dyu_Latn", + "languages": [ + "bam-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50762, + "recall": 0.552372, + "f1": 0.520114, + "accuracy": 0.552372, + "main_score": 0.520114, + "hf_subset": "bam_Latn-heb_Hebr", + "languages": [ + "bam-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492716, + "recall": 0.538538, + "f1": 0.504882, + "accuracy": 0.538538, + "main_score": 0.504882, + "hf_subset": "bam_Latn-khk_Cyrl", + "languages": [ + "bam-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525428, + "recall": 0.572134, + "f1": 0.537812, + "accuracy": 0.572134, + "main_score": 0.537812, + "hf_subset": "bam_Latn-lvs_Latn", + "languages": [ + "bam-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494837, + "recall": 0.544466, + "f1": 0.508043, + "accuracy": 0.544466, + "main_score": 0.508043, + "hf_subset": "bam_Latn-pan_Guru", + "languages": [ + "bam-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493923, + "recall": 0.531621, + "f1": 0.504659, + "accuracy": 0.531621, + "main_score": 0.504659, + "hf_subset": "bam_Latn-som_Latn", + "languages": [ + "bam-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496525, + "recall": 0.530632, + "f1": 0.505681, + "accuracy": 0.530632, + "main_score": 0.505681, + "hf_subset": "bam_Latn-tum_Latn", + "languages": [ + "bam-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167042, + "recall": 0.200593, + "f1": 0.175562, + "accuracy": 0.200593, + "main_score": 0.175562, + "hf_subset": "dzo_Tibt-ace_Arab", + "languages": [ + "dzo-Tibt", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164457, + "recall": 0.202569, + "f1": 0.173539, + "accuracy": 0.202569, + "main_score": 0.173539, + "hf_subset": "dzo_Tibt-bam_Latn", + "languages": [ + "dzo-Tibt", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363833, + "recall": 0.437747, + "f1": 0.380724, + "accuracy": 0.437747, + "main_score": 0.380724, + "hf_subset": "dzo_Tibt-hin_Deva", + "languages": [ + "dzo-Tibt", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.325416, + "recall": 0.399209, + "f1": 0.342558, + "accuracy": 0.399209, + "main_score": 0.342558, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355027, + "recall": 0.414032, + "f1": 0.36786, + "accuracy": 0.414032, + "main_score": 0.36786, + "hf_subset": "dzo_Tibt-mag_Deva", + "languages": [ + "dzo-Tibt", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286732, + "recall": 0.343874, + "f1": 0.300012, + "accuracy": 0.343874, + "main_score": 0.300012, + "hf_subset": "dzo_Tibt-pap_Latn", + "languages": [ + "dzo-Tibt", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174133, + "recall": 0.214427, + "f1": 0.18297, + "accuracy": 0.214427, + "main_score": 0.18297, + "hf_subset": "dzo_Tibt-sot_Latn", + "languages": [ + "dzo-Tibt", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355811, + "recall": 0.41996, + "f1": 0.371484, + "accuracy": 0.41996, + "main_score": 0.371484, + "hf_subset": "dzo_Tibt-tur_Latn", + "languages": [ + "dzo-Tibt", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.231056, + "recall": 0.278656, + "f1": 0.24155, + "accuracy": 0.278656, + "main_score": 0.24155, + "hf_subset": "dzo_Tibt-ace_Latn", + "languages": [ + "dzo-Tibt", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270707, + "recall": 0.327075, + "f1": 0.284044, + "accuracy": 0.327075, + "main_score": 0.284044, + "hf_subset": "dzo_Tibt-ban_Latn", + "languages": [ + "dzo-Tibt", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.335291, + "recall": 0.40415, + "f1": 0.349564, + "accuracy": 0.40415, + "main_score": 0.349564, + "hf_subset": "dzo_Tibt-ell_Grek", + "languages": [ + "dzo-Tibt", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.347516, + "recall": 0.408103, + "f1": 0.360574, + "accuracy": 0.408103, + "main_score": 0.360574, + "hf_subset": "dzo_Tibt-hne_Deva", + "languages": [ + "dzo-Tibt", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.089222, + "recall": 0.120553, + "f1": 0.0958, + "accuracy": 0.120553, + "main_score": 0.0958, + "hf_subset": "dzo_Tibt-kik_Latn", + "languages": [ + "dzo-Tibt", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35139, + "recall": 0.418972, + "f1": 0.366487, + "accuracy": 0.418972, + "main_score": 0.366487, + "hf_subset": "dzo_Tibt-mai_Deva", + "languages": [ + "dzo-Tibt", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269948, + "recall": 0.325099, + "f1": 0.282755, + "accuracy": 0.325099, + "main_score": 0.282755, + "hf_subset": "dzo_Tibt-pbt_Arab", + "languages": [ + "dzo-Tibt", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350279, + "recall": 0.41996, + "f1": 0.365871, + "accuracy": 0.41996, + "main_score": 0.365871, + "hf_subset": "dzo_Tibt-spa_Latn", + "languages": [ + "dzo-Tibt", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170741, + "recall": 0.209486, + "f1": 0.179968, + "accuracy": 0.209486, + "main_score": 0.179968, + "hf_subset": "dzo_Tibt-twi_Latn", + "languages": [ + "dzo-Tibt", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321398, + "recall": 0.386364, + "f1": 0.336612, + "accuracy": 0.386364, + "main_score": 0.336612, + "hf_subset": "dzo_Tibt-acm_Arab", + "languages": [ + "dzo-Tibt", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294549, + "recall": 0.351779, + "f1": 0.308389, + "accuracy": 0.351779, + "main_score": 0.308389, + "hf_subset": "dzo_Tibt-bel_Cyrl", + "languages": [ + "dzo-Tibt", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38272, + "recall": 0.456522, + "f1": 0.399449, + "accuracy": 0.456522, + "main_score": 0.399449, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.352081, + "recall": 0.423913, + "f1": 0.368192, + "accuracy": 0.423913, + "main_score": 0.368192, + "hf_subset": "dzo_Tibt-hrv_Latn", + "languages": [ + "dzo-Tibt", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179575, + "recall": 0.218379, + "f1": 0.189146, + "accuracy": 0.218379, + "main_score": 0.189146, + "hf_subset": "dzo_Tibt-kin_Latn", + "languages": [ + "dzo-Tibt", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.361471, + "recall": 0.432806, + "f1": 0.377336, + "accuracy": 0.432806, + "main_score": 0.377336, + "hf_subset": "dzo_Tibt-mal_Mlym", + "languages": [ + "dzo-Tibt", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377519, + "recall": 0.435771, + "f1": 0.390223, + "accuracy": 0.435771, + "main_score": 0.390223, + "hf_subset": "dzo_Tibt-pes_Arab", + "languages": [ + "dzo-Tibt", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294549, + "recall": 0.357708, + "f1": 0.309088, + "accuracy": 0.357708, + "main_score": 0.309088, + "hf_subset": "dzo_Tibt-srd_Latn", + "languages": [ + "dzo-Tibt", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138373, + "recall": 0.167984, + "f1": 0.146559, + "accuracy": 0.167984, + "main_score": 0.146559, + "hf_subset": "dzo_Tibt-tzm_Tfng", + "languages": [ + "dzo-Tibt", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.336552, + "recall": 0.403162, + "f1": 0.352, + "accuracy": 0.403162, + "main_score": 0.352, + "hf_subset": "dzo_Tibt-acq_Arab", + "languages": [ + "dzo-Tibt", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182165, + "recall": 0.227273, + "f1": 0.192655, + "accuracy": 0.227273, + "main_score": 0.192655, + "hf_subset": "dzo_Tibt-bem_Latn", + "languages": [ + "dzo-Tibt", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332391, + "recall": 0.401186, + "f1": 0.347976, + "accuracy": 0.401186, + "main_score": 0.347976, + "hf_subset": "dzo_Tibt-epo_Latn", + "languages": [ + "dzo-Tibt", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356469, + "recall": 0.416008, + "f1": 0.369804, + "accuracy": 0.416008, + "main_score": 0.369804, + "hf_subset": "dzo_Tibt-hun_Latn", + "languages": [ + "dzo-Tibt", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320553, + "recall": 0.384387, + "f1": 0.335468, + "accuracy": 0.384387, + "main_score": 0.335468, + "hf_subset": "dzo_Tibt-kir_Cyrl", + "languages": [ + "dzo-Tibt", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.365849, + "recall": 0.434783, + "f1": 0.382448, + "accuracy": 0.434783, + "main_score": 0.382448, + "hf_subset": "dzo_Tibt-mar_Deva", + "languages": [ + "dzo-Tibt", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185852, + "recall": 0.236166, + "f1": 0.197227, + "accuracy": 0.236166, + "main_score": 0.197227, + "hf_subset": "dzo_Tibt-plt_Latn", + "languages": [ + "dzo-Tibt", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357449, + "recall": 0.427866, + "f1": 0.373351, + "accuracy": 0.427866, + "main_score": 0.373351, + "hf_subset": "dzo_Tibt-srp_Cyrl", + "languages": [ + "dzo-Tibt", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297721, + "recall": 0.356719, + "f1": 0.311944, + "accuracy": 0.356719, + "main_score": 0.311944, + "hf_subset": "dzo_Tibt-uig_Arab", + "languages": [ + "dzo-Tibt", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310126, + "recall": 0.367589, + "f1": 0.323133, + "accuracy": 0.367589, + "main_score": 0.323133, + "hf_subset": "dzo_Tibt-aeb_Arab", + "languages": [ + "dzo-Tibt", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372533, + "recall": 0.453557, + "f1": 0.392346, + "accuracy": 0.453557, + "main_score": 0.392346, + "hf_subset": "dzo_Tibt-ben_Beng", + "languages": [ + "dzo-Tibt", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356588, + "recall": 0.416996, + "f1": 0.370996, + "accuracy": 0.416996, + "main_score": 0.370996, + "hf_subset": "dzo_Tibt-est_Latn", + "languages": [ + "dzo-Tibt", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.365688, + "recall": 0.438735, + "f1": 0.382333, + "accuracy": 0.438735, + "main_score": 0.382333, + "hf_subset": "dzo_Tibt-hye_Armn", + "languages": [ + "dzo-Tibt", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16021, + "recall": 0.195652, + "f1": 0.168075, + "accuracy": 0.195652, + "main_score": 0.168075, + "hf_subset": "dzo_Tibt-kmb_Latn", + "languages": [ + "dzo-Tibt", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.166086, + "recall": 0.202569, + "f1": 0.175203, + "accuracy": 0.202569, + "main_score": 0.175203, + "hf_subset": "dzo_Tibt-min_Arab", + "languages": [ + "dzo-Tibt", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.336491, + "recall": 0.408103, + "f1": 0.352717, + "accuracy": 0.408103, + "main_score": 0.352717, + "hf_subset": "dzo_Tibt-pol_Latn", + "languages": [ + "dzo-Tibt", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170429, + "recall": 0.215415, + "f1": 0.181058, + "accuracy": 0.215415, + "main_score": 0.181058, + "hf_subset": "dzo_Tibt-ssw_Latn", + "languages": [ + "dzo-Tibt", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364379, + "recall": 0.426877, + "f1": 0.378288, + "accuracy": 0.426877, + "main_score": 0.378288, + "hf_subset": "dzo_Tibt-ukr_Cyrl", + "languages": [ + "dzo-Tibt", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371394, + "recall": 0.440711, + "f1": 0.387406, + "accuracy": 0.440711, + "main_score": 0.387406, + "hf_subset": "dzo_Tibt-afr_Latn", + "languages": [ + "dzo-Tibt", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319292, + "recall": 0.383399, + "f1": 0.333239, + "accuracy": 0.383399, + "main_score": 0.333239, + "hf_subset": "dzo_Tibt-bho_Deva", + "languages": [ + "dzo-Tibt", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290945, + "recall": 0.354743, + "f1": 0.305171, + "accuracy": 0.354743, + "main_score": 0.305171, + "hf_subset": "dzo_Tibt-eus_Latn", + "languages": [ + "dzo-Tibt", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165624, + "recall": 0.204545, + "f1": 0.174239, + "accuracy": 0.204545, + "main_score": 0.174239, + "hf_subset": "dzo_Tibt-ibo_Latn", + "languages": [ + "dzo-Tibt", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.238357, + "recall": 0.288538, + "f1": 0.250649, + "accuracy": 0.288538, + "main_score": 0.250649, + "hf_subset": "dzo_Tibt-kmr_Latn", + "languages": [ + "dzo-Tibt", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.301861, + "recall": 0.358696, + "f1": 0.315797, + "accuracy": 0.358696, + "main_score": 0.315797, + "hf_subset": "dzo_Tibt-min_Latn", + "languages": [ + "dzo-Tibt", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.374904, + "recall": 0.444664, + "f1": 0.391447, + "accuracy": 0.444664, + "main_score": 0.391447, + "hf_subset": "dzo_Tibt-por_Latn", + "languages": [ + "dzo-Tibt", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313851, + "recall": 0.379447, + "f1": 0.329045, + "accuracy": 0.379447, + "main_score": 0.329045, + "hf_subset": "dzo_Tibt-sun_Latn", + "languages": [ + "dzo-Tibt", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153599, + "recall": 0.193676, + "f1": 0.163185, + "accuracy": 0.193676, + "main_score": 0.163185, + "hf_subset": "dzo_Tibt-umb_Latn", + "languages": [ + "dzo-Tibt", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326538, + "recall": 0.394269, + "f1": 0.341967, + "accuracy": 0.394269, + "main_score": 0.341967, + "hf_subset": "dzo_Tibt-ajp_Arab", + "languages": [ + "dzo-Tibt", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165464, + "recall": 0.19664, + "f1": 0.173399, + "accuracy": 0.19664, + "main_score": 0.173399, + "hf_subset": "dzo_Tibt-bjn_Arab", + "languages": [ + "dzo-Tibt", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163563, + "recall": 0.199605, + "f1": 0.17168, + "accuracy": 0.199605, + "main_score": 0.17168, + "hf_subset": "dzo_Tibt-ewe_Latn", + "languages": [ + "dzo-Tibt", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.243079, + "recall": 0.293478, + "f1": 0.254912, + "accuracy": 0.293478, + "main_score": 0.254912, + "hf_subset": "dzo_Tibt-ilo_Latn", + "languages": [ + "dzo-Tibt", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152449, + "recall": 0.183794, + "f1": 0.160196, + "accuracy": 0.183794, + "main_score": 0.160196, + "hf_subset": "dzo_Tibt-knc_Arab", + "languages": [ + "dzo-Tibt", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357963, + "recall": 0.429842, + "f1": 0.374004, + "accuracy": 0.429842, + "main_score": 0.374004, + "hf_subset": "dzo_Tibt-mkd_Cyrl", + "languages": [ + "dzo-Tibt", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.340853, + "recall": 0.403162, + "f1": 0.355871, + "accuracy": 0.403162, + "main_score": 0.355871, + "hf_subset": "dzo_Tibt-prs_Arab", + "languages": [ + "dzo-Tibt", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356445, + "recall": 0.428854, + "f1": 0.372939, + "accuracy": 0.428854, + "main_score": 0.372939, + "hf_subset": "dzo_Tibt-swe_Latn", + "languages": [ + "dzo-Tibt", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354378, + "recall": 0.427866, + "f1": 0.371701, + "accuracy": 0.427866, + "main_score": 0.371701, + "hf_subset": "dzo_Tibt-urd_Arab", + "languages": [ + "dzo-Tibt", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159858, + "recall": 0.19664, + "f1": 0.168766, + "accuracy": 0.19664, + "main_score": 0.168766, + "hf_subset": "dzo_Tibt-aka_Latn", + "languages": [ + "dzo-Tibt", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320874, + "recall": 0.370553, + "f1": 0.33202, + "accuracy": 0.370553, + "main_score": 0.33202, + "hf_subset": "dzo_Tibt-bjn_Latn", + "languages": [ + "dzo-Tibt", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.285731, + "recall": 0.349802, + "f1": 0.300669, + "accuracy": 0.349802, + "main_score": 0.300669, + "hf_subset": "dzo_Tibt-fao_Latn", + "languages": [ + "dzo-Tibt", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363092, + "recall": 0.428854, + "f1": 0.378634, + "accuracy": 0.428854, + "main_score": 0.378634, + "hf_subset": "dzo_Tibt-ind_Latn", + "languages": [ + "dzo-Tibt", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181594, + "recall": 0.22332, + "f1": 0.191728, + "accuracy": 0.22332, + "main_score": 0.191728, + "hf_subset": "dzo_Tibt-knc_Latn", + "languages": [ + "dzo-Tibt", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283378, + "recall": 0.341897, + "f1": 0.297328, + "accuracy": 0.341897, + "main_score": 0.297328, + "hf_subset": "dzo_Tibt-mlt_Latn", + "languages": [ + "dzo-Tibt", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195827, + "recall": 0.248024, + "f1": 0.20795, + "accuracy": 0.248024, + "main_score": 0.20795, + "hf_subset": "dzo_Tibt-quy_Latn", + "languages": [ + "dzo-Tibt", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287411, + "recall": 0.355731, + "f1": 0.303372, + "accuracy": 0.355731, + "main_score": 0.303372, + "hf_subset": "dzo_Tibt-swh_Latn", + "languages": [ + "dzo-Tibt", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324342, + "recall": 0.390316, + "f1": 0.339156, + "accuracy": 0.390316, + "main_score": 0.339156, + "hf_subset": "dzo_Tibt-uzn_Latn", + "languages": [ + "dzo-Tibt", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.329038, + "recall": 0.393281, + "f1": 0.343367, + "accuracy": 0.393281, + "main_score": 0.343367, + "hf_subset": "dzo_Tibt-als_Latn", + "languages": [ + "dzo-Tibt", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403042, + "recall": 0.483202, + "f1": 0.424249, + "accuracy": 0.483202, + "main_score": 0.424249, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208523, + "recall": 0.254941, + "f1": 0.219317, + "accuracy": 0.254941, + "main_score": 0.219317, + "hf_subset": "dzo_Tibt-fij_Latn", + "languages": [ + "dzo-Tibt", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315826, + "recall": 0.37747, + "f1": 0.330926, + "accuracy": 0.37747, + "main_score": 0.330926, + "hf_subset": "dzo_Tibt-isl_Latn", + "languages": [ + "dzo-Tibt", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188443, + "recall": 0.227273, + "f1": 0.198098, + "accuracy": 0.227273, + "main_score": 0.198098, + "hf_subset": "dzo_Tibt-kon_Latn", + "languages": [ + "dzo-Tibt", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20036, + "recall": 0.25, + "f1": 0.212234, + "accuracy": 0.25, + "main_score": 0.212234, + "hf_subset": "dzo_Tibt-mni_Beng", + "languages": [ + "dzo-Tibt", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.341228, + "recall": 0.414032, + "f1": 0.357445, + "accuracy": 0.414032, + "main_score": 0.357445, + "hf_subset": "dzo_Tibt-ron_Latn", + "languages": [ + "dzo-Tibt", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295385, + "recall": 0.365613, + "f1": 0.310321, + "accuracy": 0.365613, + "main_score": 0.310321, + "hf_subset": "dzo_Tibt-szl_Latn", + "languages": [ + "dzo-Tibt", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332021, + "recall": 0.399209, + "f1": 0.347505, + "accuracy": 0.399209, + "main_score": 0.347505, + "hf_subset": "dzo_Tibt-vec_Latn", + "languages": [ + "dzo-Tibt", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294463, + "recall": 0.366601, + "f1": 0.310765, + "accuracy": 0.366601, + "main_score": 0.310765, + "hf_subset": "dzo_Tibt-amh_Ethi", + "languages": [ + "dzo-Tibt", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.340119, + "recall": 0.406126, + "f1": 0.35561, + "accuracy": 0.406126, + "main_score": 0.35561, + "hf_subset": "dzo_Tibt-bos_Latn", + "languages": [ + "dzo-Tibt", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.347659, + "recall": 0.414032, + "f1": 0.363336, + "accuracy": 0.414032, + "main_score": 0.363336, + "hf_subset": "dzo_Tibt-fin_Latn", + "languages": [ + "dzo-Tibt", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.345348, + "recall": 0.418972, + "f1": 0.362483, + "accuracy": 0.418972, + "main_score": 0.362483, + "hf_subset": "dzo_Tibt-ita_Latn", + "languages": [ + "dzo-Tibt", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367042, + "recall": 0.431818, + "f1": 0.381832, + "accuracy": 0.431818, + "main_score": 0.381832, + "hf_subset": "dzo_Tibt-kor_Hang", + "languages": [ + "dzo-Tibt", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164795, + "recall": 0.203557, + "f1": 0.174501, + "accuracy": 0.203557, + "main_score": 0.174501, + "hf_subset": "dzo_Tibt-mos_Latn", + "languages": [ + "dzo-Tibt", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173563, + "recall": 0.215415, + "f1": 0.183478, + "accuracy": 0.215415, + "main_score": 0.183478, + "hf_subset": "dzo_Tibt-run_Latn", + "languages": [ + "dzo-Tibt", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357773, + "recall": 0.431818, + "f1": 0.374693, + "accuracy": 0.431818, + "main_score": 0.374693, + "hf_subset": "dzo_Tibt-tam_Taml", + "languages": [ + "dzo-Tibt", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350501, + "recall": 0.420949, + "f1": 0.367063, + "accuracy": 0.420949, + "main_score": 0.367063, + "hf_subset": "dzo_Tibt-vie_Latn", + "languages": [ + "dzo-Tibt", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.341152, + "recall": 0.411067, + "f1": 0.357839, + "accuracy": 0.411067, + "main_score": 0.357839, + "hf_subset": "dzo_Tibt-apc_Arab", + "languages": [ + "dzo-Tibt", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199403, + "recall": 0.238142, + "f1": 0.208187, + "accuracy": 0.238142, + "main_score": 0.208187, + "hf_subset": "dzo_Tibt-bug_Latn", + "languages": [ + "dzo-Tibt", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156253, + "recall": 0.193676, + "f1": 0.164853, + "accuracy": 0.193676, + "main_score": 0.164853, + "hf_subset": "dzo_Tibt-fon_Latn", + "languages": [ + "dzo-Tibt", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324683, + "recall": 0.402174, + "f1": 0.342285, + "accuracy": 0.402174, + "main_score": 0.342285, + "hf_subset": "dzo_Tibt-jav_Latn", + "languages": [ + "dzo-Tibt", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299403, + "recall": 0.374506, + "f1": 0.317368, + "accuracy": 0.374506, + "main_score": 0.317368, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.256097, + "recall": 0.311265, + "f1": 0.269782, + "accuracy": 0.311265, + "main_score": 0.269782, + "hf_subset": "dzo_Tibt-mri_Latn", + "languages": [ + "dzo-Tibt", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35976, + "recall": 0.427866, + "f1": 0.374587, + "accuracy": 0.427866, + "main_score": 0.374587, + "hf_subset": "dzo_Tibt-rus_Cyrl", + "languages": [ + "dzo-Tibt", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15464, + "recall": 0.183794, + "f1": 0.161775, + "accuracy": 0.183794, + "main_score": 0.161775, + "hf_subset": "dzo_Tibt-taq_Latn", + "languages": [ + "dzo-Tibt", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290757, + "recall": 0.346838, + "f1": 0.303851, + "accuracy": 0.346838, + "main_score": 0.303851, + "hf_subset": "dzo_Tibt-war_Latn", + "languages": [ + "dzo-Tibt", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330183, + "recall": 0.396245, + "f1": 0.345223, + "accuracy": 0.396245, + "main_score": 0.345223, + "hf_subset": "dzo_Tibt-arb_Arab", + "languages": [ + "dzo-Tibt", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.358278, + "recall": 0.429842, + "f1": 0.37404, + "accuracy": 0.429842, + "main_score": 0.37404, + "hf_subset": "dzo_Tibt-bul_Cyrl", + "languages": [ + "dzo-Tibt", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344853, + "recall": 0.410079, + "f1": 0.360513, + "accuracy": 0.410079, + "main_score": 0.360513, + "hf_subset": "dzo_Tibt-fra_Latn", + "languages": [ + "dzo-Tibt", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350717, + "recall": 0.423913, + "f1": 0.367712, + "accuracy": 0.423913, + "main_score": 0.367712, + "hf_subset": "dzo_Tibt-jpn_Jpan", + "languages": [ + "dzo-Tibt", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.307387, + "recall": 0.367589, + "f1": 0.321229, + "accuracy": 0.367589, + "main_score": 0.321229, + "hf_subset": "dzo_Tibt-lij_Latn", + "languages": [ + "dzo-Tibt", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.32493, + "recall": 0.394269, + "f1": 0.340464, + "accuracy": 0.394269, + "main_score": 0.340464, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175547, + "recall": 0.215415, + "f1": 0.184561, + "accuracy": 0.215415, + "main_score": 0.184561, + "hf_subset": "dzo_Tibt-sag_Latn", + "languages": [ + "dzo-Tibt", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129304, + "recall": 0.161067, + "f1": 0.137338, + "accuracy": 0.161067, + "main_score": 0.137338, + "hf_subset": "dzo_Tibt-taq_Tfng", + "languages": [ + "dzo-Tibt", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178829, + "recall": 0.219368, + "f1": 0.188522, + "accuracy": 0.219368, + "main_score": 0.188522, + "hf_subset": "dzo_Tibt-wol_Latn", + "languages": [ + "dzo-Tibt", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.216604, + "recall": 0.271739, + "f1": 0.229288, + "accuracy": 0.271739, + "main_score": 0.229288, + "hf_subset": "dzo_Tibt-arb_Latn", + "languages": [ + "dzo-Tibt", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35976, + "recall": 0.432806, + "f1": 0.37691, + "accuracy": 0.432806, + "main_score": 0.37691, + "hf_subset": "dzo_Tibt-cat_Latn", + "languages": [ + "dzo-Tibt", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280099, + "recall": 0.342885, + "f1": 0.294331, + "accuracy": 0.342885, + "main_score": 0.294331, + "hf_subset": "dzo_Tibt-fur_Latn", + "languages": [ + "dzo-Tibt", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168555, + "recall": 0.20751, + "f1": 0.178098, + "accuracy": 0.20751, + "main_score": 0.178098, + "hf_subset": "dzo_Tibt-kab_Latn", + "languages": [ + "dzo-Tibt", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297725, + "recall": 0.354743, + "f1": 0.310463, + "accuracy": 0.354743, + "main_score": 0.310463, + "hf_subset": "dzo_Tibt-lim_Latn", + "languages": [ + "dzo-Tibt", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.342291, + "recall": 0.408103, + "f1": 0.357612, + "accuracy": 0.408103, + "main_score": 0.357612, + "hf_subset": "dzo_Tibt-nld_Latn", + "languages": [ + "dzo-Tibt", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.32455, + "recall": 0.389328, + "f1": 0.34057, + "accuracy": 0.389328, + "main_score": 0.34057, + "hf_subset": "dzo_Tibt-san_Deva", + "languages": [ + "dzo-Tibt", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302977, + "recall": 0.370553, + "f1": 0.318044, + "accuracy": 0.370553, + "main_score": 0.318044, + "hf_subset": "dzo_Tibt-tat_Cyrl", + "languages": [ + "dzo-Tibt", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191253, + "recall": 0.228261, + "f1": 0.199789, + "accuracy": 0.228261, + "main_score": 0.199789, + "hf_subset": "dzo_Tibt-xho_Latn", + "languages": [ + "dzo-Tibt", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.288984, + "recall": 0.360672, + "f1": 0.304909, + "accuracy": 0.360672, + "main_score": 0.304909, + "hf_subset": "dzo_Tibt-ars_Arab", + "languages": [ + "dzo-Tibt", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324421, + "recall": 0.383399, + "f1": 0.337841, + "accuracy": 0.383399, + "main_score": 0.337841, + "hf_subset": "dzo_Tibt-ceb_Latn", + "languages": [ + "dzo-Tibt", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164678, + "recall": 0.202569, + "f1": 0.174213, + "accuracy": 0.202569, + "main_score": 0.174213, + "hf_subset": "dzo_Tibt-fuv_Latn", + "languages": [ + "dzo-Tibt", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151176, + "recall": 0.185771, + "f1": 0.158904, + "accuracy": 0.185771, + "main_score": 0.158904, + "hf_subset": "dzo_Tibt-kac_Latn", + "languages": [ + "dzo-Tibt", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186771, + "recall": 0.232213, + "f1": 0.196719, + "accuracy": 0.232213, + "main_score": 0.196719, + "hf_subset": "dzo_Tibt-lin_Latn", + "languages": [ + "dzo-Tibt", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.339504, + "recall": 0.403162, + "f1": 0.353955, + "accuracy": 0.403162, + "main_score": 0.353955, + "hf_subset": "dzo_Tibt-nno_Latn", + "languages": [ + "dzo-Tibt", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.097697, + "recall": 0.135375, + "f1": 0.106334, + "accuracy": 0.135375, + "main_score": 0.106334, + "hf_subset": "dzo_Tibt-sat_Olck", + "languages": [ + "dzo-Tibt", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377799, + "recall": 0.451581, + "f1": 0.393614, + "accuracy": 0.451581, + "main_score": 0.393614, + "hf_subset": "dzo_Tibt-tel_Telu", + "languages": [ + "dzo-Tibt", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261911, + "recall": 0.313241, + "f1": 0.273977, + "accuracy": 0.313241, + "main_score": 0.273977, + "hf_subset": "dzo_Tibt-ydd_Hebr", + "languages": [ + "dzo-Tibt", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306482, + "recall": 0.362648, + "f1": 0.320159, + "accuracy": 0.362648, + "main_score": 0.320159, + "hf_subset": "dzo_Tibt-ary_Arab", + "languages": [ + "dzo-Tibt", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.353372, + "recall": 0.427866, + "f1": 0.369356, + "accuracy": 0.427866, + "main_score": 0.369356, + "hf_subset": "dzo_Tibt-ces_Latn", + "languages": [ + "dzo-Tibt", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198322, + "recall": 0.23913, + "f1": 0.208698, + "accuracy": 0.23913, + "main_score": 0.208698, + "hf_subset": "dzo_Tibt-gaz_Latn", + "languages": [ + "dzo-Tibt", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171594, + "recall": 0.213439, + "f1": 0.181677, + "accuracy": 0.213439, + "main_score": 0.181677, + "hf_subset": "dzo_Tibt-kam_Latn", + "languages": [ + "dzo-Tibt", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.341593, + "recall": 0.41502, + "f1": 0.358782, + "accuracy": 0.41502, + "main_score": 0.358782, + "hf_subset": "dzo_Tibt-lit_Latn", + "languages": [ + "dzo-Tibt", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356923, + "recall": 0.43083, + "f1": 0.374217, + "accuracy": 0.43083, + "main_score": 0.374217, + "hf_subset": "dzo_Tibt-nob_Latn", + "languages": [ + "dzo-Tibt", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280993, + "recall": 0.34585, + "f1": 0.294815, + "accuracy": 0.34585, + "main_score": 0.294815, + "hf_subset": "dzo_Tibt-scn_Latn", + "languages": [ + "dzo-Tibt", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292847, + "recall": 0.358696, + "f1": 0.308942, + "accuracy": 0.358696, + "main_score": 0.308942, + "hf_subset": "dzo_Tibt-tgk_Cyrl", + "languages": [ + "dzo-Tibt", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168513, + "recall": 0.221344, + "f1": 0.18151, + "accuracy": 0.221344, + "main_score": 0.18151, + "hf_subset": "dzo_Tibt-yor_Latn", + "languages": [ + "dzo-Tibt", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330703, + "recall": 0.400198, + "f1": 0.346111, + "accuracy": 0.400198, + "main_score": 0.346111, + "hf_subset": "dzo_Tibt-arz_Arab", + "languages": [ + "dzo-Tibt", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165526, + "recall": 0.203557, + "f1": 0.174354, + "accuracy": 0.203557, + "main_score": 0.174354, + "hf_subset": "dzo_Tibt-cjk_Latn", + "languages": [ + "dzo-Tibt", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213409, + "recall": 0.268775, + "f1": 0.225457, + "accuracy": 0.268775, + "main_score": 0.225457, + "hf_subset": "dzo_Tibt-gla_Latn", + "languages": [ + "dzo-Tibt", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.359656, + "recall": 0.427866, + "f1": 0.375, + "accuracy": 0.427866, + "main_score": 0.375, + "hf_subset": "dzo_Tibt-kan_Knda", + "languages": [ + "dzo-Tibt", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309045, + "recall": 0.369565, + "f1": 0.322655, + "accuracy": 0.369565, + "main_score": 0.322655, + "hf_subset": "dzo_Tibt-lmo_Latn", + "languages": [ + "dzo-Tibt", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.339311, + "recall": 0.41996, + "f1": 0.357031, + "accuracy": 0.41996, + "main_score": 0.357031, + "hf_subset": "dzo_Tibt-npi_Deva", + "languages": [ + "dzo-Tibt", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130736, + "recall": 0.166996, + "f1": 0.139691, + "accuracy": 0.166996, + "main_score": 0.139691, + "hf_subset": "dzo_Tibt-shn_Mymr", + "languages": [ + "dzo-Tibt", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357804, + "recall": 0.426877, + "f1": 0.372568, + "accuracy": 0.426877, + "main_score": 0.372568, + "hf_subset": "dzo_Tibt-tgl_Latn", + "languages": [ + "dzo-Tibt", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.335794, + "recall": 0.397233, + "f1": 0.349428, + "accuracy": 0.397233, + "main_score": 0.349428, + "hf_subset": "dzo_Tibt-yue_Hant", + "languages": [ + "dzo-Tibt", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.333782, + "recall": 0.403162, + "f1": 0.349905, + "accuracy": 0.403162, + "main_score": 0.349905, + "hf_subset": "dzo_Tibt-asm_Beng", + "languages": [ + "dzo-Tibt", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271688, + "recall": 0.335968, + "f1": 0.285951, + "accuracy": 0.335968, + "main_score": 0.285951, + "hf_subset": "dzo_Tibt-ckb_Arab", + "languages": [ + "dzo-Tibt", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.228402, + "recall": 0.279644, + "f1": 0.240769, + "accuracy": 0.279644, + "main_score": 0.240769, + "hf_subset": "dzo_Tibt-gle_Latn", + "languages": [ + "dzo-Tibt", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.241319, + "recall": 0.298419, + "f1": 0.253817, + "accuracy": 0.298419, + "main_score": 0.253817, + "hf_subset": "dzo_Tibt-kas_Arab", + "languages": [ + "dzo-Tibt", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.264522, + "recall": 0.328063, + "f1": 0.278697, + "accuracy": 0.328063, + "main_score": 0.278697, + "hf_subset": "dzo_Tibt-ltg_Latn", + "languages": [ + "dzo-Tibt", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167775, + "recall": 0.204545, + "f1": 0.176451, + "accuracy": 0.204545, + "main_score": 0.176451, + "hf_subset": "dzo_Tibt-nso_Latn", + "languages": [ + "dzo-Tibt", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311705, + "recall": 0.385375, + "f1": 0.328757, + "accuracy": 0.385375, + "main_score": 0.328757, + "hf_subset": "dzo_Tibt-sin_Sinh", + "languages": [ + "dzo-Tibt", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.361211, + "recall": 0.424901, + "f1": 0.376007, + "accuracy": 0.424901, + "main_score": 0.376007, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.334628, + "recall": 0.393281, + "f1": 0.347295, + "accuracy": 0.393281, + "main_score": 0.347295, + "hf_subset": "dzo_Tibt-zho_Hans", + "languages": [ + "dzo-Tibt", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35556, + "recall": 0.424901, + "f1": 0.371648, + "accuracy": 0.424901, + "main_score": 0.371648, + "hf_subset": "dzo_Tibt-ast_Latn", + "languages": [ + "dzo-Tibt", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.340441, + "recall": 0.407115, + "f1": 0.356612, + "accuracy": 0.407115, + "main_score": 0.356612, + "hf_subset": "dzo_Tibt-crh_Latn", + "languages": [ + "dzo-Tibt", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369662, + "recall": 0.435771, + "f1": 0.384213, + "accuracy": 0.435771, + "main_score": 0.384213, + "hf_subset": "dzo_Tibt-glg_Latn", + "languages": [ + "dzo-Tibt", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.228247, + "recall": 0.273715, + "f1": 0.238962, + "accuracy": 0.273715, + "main_score": 0.238962, + "hf_subset": "dzo_Tibt-kas_Deva", + "languages": [ + "dzo-Tibt", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271925, + "recall": 0.324111, + "f1": 0.283772, + "accuracy": 0.324111, + "main_score": 0.283772, + "hf_subset": "dzo_Tibt-ltz_Latn", + "languages": [ + "dzo-Tibt", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167086, + "recall": 0.203557, + "f1": 0.174813, + "accuracy": 0.203557, + "main_score": 0.174813, + "hf_subset": "dzo_Tibt-nus_Latn", + "languages": [ + "dzo-Tibt", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.331247, + "recall": 0.397233, + "f1": 0.345974, + "accuracy": 0.397233, + "main_score": 0.345974, + "hf_subset": "dzo_Tibt-slk_Latn", + "languages": [ + "dzo-Tibt", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203552, + "recall": 0.247036, + "f1": 0.214166, + "accuracy": 0.247036, + "main_score": 0.214166, + "hf_subset": "dzo_Tibt-tir_Ethi", + "languages": [ + "dzo-Tibt", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.337037, + "recall": 0.397233, + "f1": 0.350716, + "accuracy": 0.397233, + "main_score": 0.350716, + "hf_subset": "dzo_Tibt-zho_Hant", + "languages": [ + "dzo-Tibt", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362086, + "recall": 0.427866, + "f1": 0.377228, + "accuracy": 0.427866, + "main_score": 0.377228, + "hf_subset": "dzo_Tibt-awa_Deva", + "languages": [ + "dzo-Tibt", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.278903, + "recall": 0.336957, + "f1": 0.29295, + "accuracy": 0.336957, + "main_score": 0.29295, + "hf_subset": "dzo_Tibt-cym_Latn", + "languages": [ + "dzo-Tibt", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194636, + "recall": 0.240119, + "f1": 0.20554, + "accuracy": 0.240119, + "main_score": 0.20554, + "hf_subset": "dzo_Tibt-grn_Latn", + "languages": [ + "dzo-Tibt", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320683, + "recall": 0.385375, + "f1": 0.335618, + "accuracy": 0.385375, + "main_score": 0.335618, + "hf_subset": "dzo_Tibt-kat_Geor", + "languages": [ + "dzo-Tibt", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186142, + "recall": 0.229249, + "f1": 0.195582, + "accuracy": 0.229249, + "main_score": 0.195582, + "hf_subset": "dzo_Tibt-lua_Latn", + "languages": [ + "dzo-Tibt", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162564, + "recall": 0.202569, + "f1": 0.172108, + "accuracy": 0.202569, + "main_score": 0.172108, + "hf_subset": "dzo_Tibt-nya_Latn", + "languages": [ + "dzo-Tibt", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344261, + "recall": 0.408103, + "f1": 0.357901, + "accuracy": 0.408103, + "main_score": 0.357901, + "hf_subset": "dzo_Tibt-slv_Latn", + "languages": [ + "dzo-Tibt", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.265881, + "recall": 0.333004, + "f1": 0.280351, + "accuracy": 0.333004, + "main_score": 0.280351, + "hf_subset": "dzo_Tibt-tpi_Latn", + "languages": [ + "dzo-Tibt", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.36718, + "recall": 0.426877, + "f1": 0.380918, + "accuracy": 0.426877, + "main_score": 0.380918, + "hf_subset": "dzo_Tibt-zsm_Latn", + "languages": [ + "dzo-Tibt", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174222, + "recall": 0.212451, + "f1": 0.183672, + "accuracy": 0.212451, + "main_score": 0.183672, + "hf_subset": "dzo_Tibt-ayr_Latn", + "languages": [ + "dzo-Tibt", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.337318, + "recall": 0.401186, + "f1": 0.352555, + "accuracy": 0.401186, + "main_score": 0.352555, + "hf_subset": "dzo_Tibt-dan_Latn", + "languages": [ + "dzo-Tibt", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.345284, + "recall": 0.417984, + "f1": 0.361553, + "accuracy": 0.417984, + "main_score": 0.361553, + "hf_subset": "dzo_Tibt-guj_Gujr", + "languages": [ + "dzo-Tibt", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354923, + "recall": 0.428854, + "f1": 0.37181, + "accuracy": 0.428854, + "main_score": 0.37181, + "hf_subset": "dzo_Tibt-kaz_Cyrl", + "languages": [ + "dzo-Tibt", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153593, + "recall": 0.195652, + "f1": 0.163306, + "accuracy": 0.195652, + "main_score": 0.163306, + "hf_subset": "dzo_Tibt-lug_Latn", + "languages": [ + "dzo-Tibt", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34659, + "recall": 0.416008, + "f1": 0.362311, + "accuracy": 0.416008, + "main_score": 0.362311, + "hf_subset": "dzo_Tibt-oci_Latn", + "languages": [ + "dzo-Tibt", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225043, + "recall": 0.285573, + "f1": 0.239251, + "accuracy": 0.285573, + "main_score": 0.239251, + "hf_subset": "dzo_Tibt-smo_Latn", + "languages": [ + "dzo-Tibt", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161147, + "recall": 0.200593, + "f1": 0.170358, + "accuracy": 0.200593, + "main_score": 0.170358, + "hf_subset": "dzo_Tibt-tsn_Latn", + "languages": [ + "dzo-Tibt", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180716, + "recall": 0.22332, + "f1": 0.190503, + "accuracy": 0.22332, + "main_score": 0.190503, + "hf_subset": "dzo_Tibt-zul_Latn", + "languages": [ + "dzo-Tibt", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214834, + "recall": 0.255929, + "f1": 0.225053, + "accuracy": 0.255929, + "main_score": 0.225053, + "hf_subset": "dzo_Tibt-azb_Arab", + "languages": [ + "dzo-Tibt", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360503, + "recall": 0.422925, + "f1": 0.374545, + "accuracy": 0.422925, + "main_score": 0.374545, + "hf_subset": "dzo_Tibt-deu_Latn", + "languages": [ + "dzo-Tibt", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.25191, + "recall": 0.315217, + "f1": 0.266064, + "accuracy": 0.315217, + "main_score": 0.266064, + "hf_subset": "dzo_Tibt-hat_Latn", + "languages": [ + "dzo-Tibt", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142933, + "recall": 0.183794, + "f1": 0.152614, + "accuracy": 0.183794, + "main_score": 0.152614, + "hf_subset": "dzo_Tibt-kbp_Latn", + "languages": [ + "dzo-Tibt", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158879, + "recall": 0.204545, + "f1": 0.169293, + "accuracy": 0.204545, + "main_score": 0.169293, + "hf_subset": "dzo_Tibt-luo_Latn", + "languages": [ + "dzo-Tibt", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.353724, + "recall": 0.425889, + "f1": 0.369833, + "accuracy": 0.425889, + "main_score": 0.369833, + "hf_subset": "dzo_Tibt-ory_Orya", + "languages": [ + "dzo-Tibt", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17789, + "recall": 0.217391, + "f1": 0.18652, + "accuracy": 0.217391, + "main_score": 0.18652, + "hf_subset": "dzo_Tibt-sna_Latn", + "languages": [ + "dzo-Tibt", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184105, + "recall": 0.221344, + "f1": 0.192593, + "accuracy": 0.221344, + "main_score": 0.192593, + "hf_subset": "dzo_Tibt-tso_Latn", + "languages": [ + "dzo-Tibt", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.327787, + "recall": 0.403162, + "f1": 0.344453, + "accuracy": 0.403162, + "main_score": 0.344453, + "hf_subset": "dzo_Tibt-azj_Latn", + "languages": [ + "dzo-Tibt", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.116143, + "recall": 0.155138, + "f1": 0.124922, + "accuracy": 0.155138, + "main_score": 0.124922, + "hf_subset": "dzo_Tibt-dik_Latn", + "languages": [ + "dzo-Tibt", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214672, + "recall": 0.271739, + "f1": 0.228179, + "accuracy": 0.271739, + "main_score": 0.228179, + "hf_subset": "dzo_Tibt-hau_Latn", + "languages": [ + "dzo-Tibt", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.260606, + "recall": 0.307312, + "f1": 0.271586, + "accuracy": 0.307312, + "main_score": 0.271586, + "hf_subset": "dzo_Tibt-kea_Latn", + "languages": [ + "dzo-Tibt", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212234, + "recall": 0.254941, + "f1": 0.221695, + "accuracy": 0.254941, + "main_score": 0.221695, + "hf_subset": "dzo_Tibt-lus_Latn", + "languages": [ + "dzo-Tibt", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.217255, + "recall": 0.250988, + "f1": 0.226354, + "accuracy": 0.250988, + "main_score": 0.226354, + "hf_subset": "dzo_Tibt-pag_Latn", + "languages": [ + "dzo-Tibt", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.339886, + "recall": 0.412055, + "f1": 0.357013, + "accuracy": 0.412055, + "main_score": 0.357013, + "hf_subset": "dzo_Tibt-snd_Arab", + "languages": [ + "dzo-Tibt", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291787, + "recall": 0.34585, + "f1": 0.303932, + "accuracy": 0.34585, + "main_score": 0.303932, + "hf_subset": "dzo_Tibt-tuk_Latn", + "languages": [ + "dzo-Tibt", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292003, + "recall": 0.352767, + "f1": 0.307062, + "accuracy": 0.352767, + "main_score": 0.307062, + "hf_subset": "dzo_Tibt-bak_Cyrl", + "languages": [ + "dzo-Tibt", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.080188, + "recall": 0.110672, + "f1": 0.08627, + "accuracy": 0.110672, + "main_score": 0.08627, + "hf_subset": "dzo_Tibt-dyu_Latn", + "languages": [ + "dzo-Tibt", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370938, + "recall": 0.437747, + "f1": 0.386046, + "accuracy": 0.437747, + "main_score": 0.386046, + "hf_subset": "dzo_Tibt-heb_Hebr", + "languages": [ + "dzo-Tibt", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318925, + "recall": 0.379447, + "f1": 0.332809, + "accuracy": 0.379447, + "main_score": 0.332809, + "hf_subset": "dzo_Tibt-khk_Cyrl", + "languages": [ + "dzo-Tibt", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.338662, + "recall": 0.398221, + "f1": 0.351272, + "accuracy": 0.398221, + "main_score": 0.351272, + "hf_subset": "dzo_Tibt-lvs_Latn", + "languages": [ + "dzo-Tibt", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.352712, + "recall": 0.43083, + "f1": 0.370198, + "accuracy": 0.43083, + "main_score": 0.370198, + "hf_subset": "dzo_Tibt-pan_Guru", + "languages": [ + "dzo-Tibt", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212901, + "recall": 0.257905, + "f1": 0.223479, + "accuracy": 0.257905, + "main_score": 0.223479, + "hf_subset": "dzo_Tibt-som_Latn", + "languages": [ + "dzo-Tibt", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177888, + "recall": 0.214427, + "f1": 0.18663, + "accuracy": 0.214427, + "main_score": 0.18663, + "hf_subset": "dzo_Tibt-tum_Latn", + "languages": [ + "dzo-Tibt", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553116, + "recall": 0.623518, + "f1": 0.573199, + "accuracy": 0.623518, + "main_score": 0.573199, + "hf_subset": "hin_Deva-ace_Arab", + "languages": [ + "hin-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519981, + "recall": 0.583004, + "f1": 0.537181, + "accuracy": 0.583004, + "main_score": 0.537181, + "hf_subset": "hin_Deva-bam_Latn", + "languages": [ + "hin-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464318, + "recall": 0.539526, + "f1": 0.484646, + "accuracy": 0.539526, + "main_score": 0.484646, + "hf_subset": "hin_Deva-dzo_Tibt", + "languages": [ + "hin-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-khm_Khmr", + "languages": [ + "hin-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mag_Deva", + "languages": [ + "hin-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hin_Deva-pap_Latn", + "languages": [ + "hin-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58355, + "recall": 0.639328, + "f1": 0.598804, + "accuracy": 0.639328, + "main_score": 0.598804, + "hf_subset": "hin_Deva-sot_Latn", + "languages": [ + "hin-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864789, + "recall": 0.902174, + "f1": 0.876416, + "accuracy": 0.902174, + "main_score": 0.876416, + "hf_subset": "hin_Deva-ace_Latn", + "languages": [ + "hin-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.97332, + "f1": 0.966403, + "accuracy": 0.97332, + "main_score": 0.966403, + "hf_subset": "hin_Deva-ban_Latn", + "languages": [ + "hin-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hin_Deva-hne_Deva", + "languages": [ + "hin-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597605, + "recall": 0.660079, + "f1": 0.615551, + "accuracy": 0.660079, + "main_score": 0.615551, + "hf_subset": "hin_Deva-kik_Latn", + "languages": [ + "hin-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hin_Deva-pbt_Arab", + "languages": [ + "hin-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614889, + "recall": 0.683794, + "f1": 0.633787, + "accuracy": 0.683794, + "main_score": 0.633787, + "hf_subset": "hin_Deva-twi_Latn", + "languages": [ + "hin-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-acm_Arab", + "languages": [ + "hin-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-bel_Cyrl", + "languages": [ + "hin-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-hrv_Latn", + "languages": [ + "hin-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549366, + "recall": 0.615613, + "f1": 0.567696, + "accuracy": 0.615613, + "main_score": 0.567696, + "hf_subset": "hin_Deva-kin_Latn", + "languages": [ + "hin-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-pes_Arab", + "languages": [ + "hin-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-srd_Latn", + "languages": [ + "hin-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187066, + "recall": 0.238142, + "f1": 0.199751, + "accuracy": 0.238142, + "main_score": 0.199751, + "hf_subset": "hin_Deva-tzm_Tfng", + "languages": [ + "hin-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-acq_Arab", + "languages": [ + "hin-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628237, + "recall": 0.682806, + "f1": 0.643349, + "accuracy": 0.682806, + "main_score": 0.643349, + "hf_subset": "hin_Deva-bem_Latn", + "languages": [ + "hin-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-epo_Latn", + "languages": [ + "hin-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-kir_Cyrl", + "languages": [ + "hin-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664914, + "recall": 0.72332, + "f1": 0.681872, + "accuracy": 0.72332, + "main_score": 0.681872, + "hf_subset": "hin_Deva-plt_Latn", + "languages": [ + "hin-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-srp_Cyrl", + "languages": [ + "hin-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "hin_Deva-uig_Arab", + "languages": [ + "hin-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-aeb_Arab", + "languages": [ + "hin-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-est_Latn", + "languages": [ + "hin-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-hye_Armn", + "languages": [ + "hin-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538225, + "recall": 0.591897, + "f1": 0.553131, + "accuracy": 0.591897, + "main_score": 0.553131, + "hf_subset": "hin_Deva-kmb_Latn", + "languages": [ + "hin-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487492, + "recall": 0.565217, + "f1": 0.508629, + "accuracy": 0.565217, + "main_score": 0.508629, + "hf_subset": "hin_Deva-min_Arab", + "languages": [ + "hin-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561004, + "recall": 0.629447, + "f1": 0.580369, + "accuracy": 0.629447, + "main_score": 0.580369, + "hf_subset": "hin_Deva-ssw_Latn", + "languages": [ + "hin-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ukr_Cyrl", + "languages": [ + "hin-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-afr_Latn", + "languages": [ + "hin-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-bho_Deva", + "languages": [ + "hin-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575866, + "recall": 0.644269, + "f1": 0.59463, + "accuracy": 0.644269, + "main_score": 0.59463, + "hf_subset": "hin_Deva-ibo_Latn", + "languages": [ + "hin-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906785, + "recall": 0.933794, + "f1": 0.915316, + "accuracy": 0.933794, + "main_score": 0.915316, + "hf_subset": "hin_Deva-kmr_Latn", + "languages": [ + "hin-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-min_Latn", + "languages": [ + "hin-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-sun_Latn", + "languages": [ + "hin-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52441, + "recall": 0.583004, + "f1": 0.541326, + "accuracy": 0.583004, + "main_score": 0.541326, + "hf_subset": "hin_Deva-umb_Latn", + "languages": [ + "hin-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ajp_Arab", + "languages": [ + "hin-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529691, + "recall": 0.59585, + "f1": 0.548354, + "accuracy": 0.59585, + "main_score": 0.548354, + "hf_subset": "hin_Deva-bjn_Arab", + "languages": [ + "hin-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514193, + "recall": 0.572134, + "f1": 0.530019, + "accuracy": 0.572134, + "main_score": 0.530019, + "hf_subset": "hin_Deva-ewe_Latn", + "languages": [ + "hin-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.947958, + "accuracy": 0.959486, + "main_score": 0.947958, + "hf_subset": "hin_Deva-ilo_Latn", + "languages": [ + "hin-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316581, + "recall": 0.378458, + "f1": 0.333353, + "accuracy": 0.378458, + "main_score": 0.333353, + "hf_subset": "hin_Deva-knc_Arab", + "languages": [ + "hin-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-mkd_Cyrl", + "languages": [ + "hin-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-prs_Arab", + "languages": [ + "hin-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591134, + "recall": 0.656126, + "f1": 0.608804, + "accuracy": 0.656126, + "main_score": 0.608804, + "hf_subset": "hin_Deva-aka_Latn", + "languages": [ + "hin-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hin_Deva-bjn_Latn", + "languages": [ + "hin-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "hin_Deva-fao_Latn", + "languages": [ + "hin-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587583, + "recall": 0.643281, + "f1": 0.603524, + "accuracy": 0.643281, + "main_score": 0.603524, + "hf_subset": "hin_Deva-knc_Latn", + "languages": [ + "hin-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-mlt_Latn", + "languages": [ + "hin-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706202, + "recall": 0.768775, + "f1": 0.724454, + "accuracy": 0.768775, + "main_score": 0.724454, + "hf_subset": "hin_Deva-quy_Latn", + "languages": [ + "hin-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hin_Deva-swh_Latn", + "languages": [ + "hin-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-uzn_Latn", + "languages": [ + "hin-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-als_Latn", + "languages": [ + "hin-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672012, + "recall": 0.748024, + "f1": 0.694271, + "accuracy": 0.748024, + "main_score": 0.694271, + "hf_subset": "hin_Deva-bod_Tibt", + "languages": [ + "hin-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70122, + "recall": 0.755929, + "f1": 0.715999, + "accuracy": 0.755929, + "main_score": 0.715999, + "hf_subset": "hin_Deva-fij_Latn", + "languages": [ + "hin-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-isl_Latn", + "languages": [ + "hin-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67085, + "recall": 0.728261, + "f1": 0.688142, + "accuracy": 0.728261, + "main_score": 0.688142, + "hf_subset": "hin_Deva-kon_Latn", + "languages": [ + "hin-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671946, + "recall": 0.73913, + "f1": 0.691438, + "accuracy": 0.73913, + "main_score": 0.691438, + "hf_subset": "hin_Deva-mni_Beng", + "languages": [ + "hin-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ron_Latn", + "languages": [ + "hin-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "hin_Deva-szl_Latn", + "languages": [ + "hin-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-vec_Latn", + "languages": [ + "hin-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "hin_Deva-amh_Ethi", + "languages": [ + "hin-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-bos_Latn", + "languages": [ + "hin-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ita_Latn", + "languages": [ + "hin-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53881, + "recall": 0.600791, + "f1": 0.555888, + "accuracy": 0.600791, + "main_score": 0.555888, + "hf_subset": "hin_Deva-mos_Latn", + "languages": [ + "hin-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562264, + "recall": 0.620553, + "f1": 0.578437, + "accuracy": 0.620553, + "main_score": 0.578437, + "hf_subset": "hin_Deva-run_Latn", + "languages": [ + "hin-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-apc_Arab", + "languages": [ + "hin-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797134, + "recall": 0.842885, + "f1": 0.811138, + "accuracy": 0.842885, + "main_score": 0.811138, + "hf_subset": "hin_Deva-bug_Latn", + "languages": [ + "hin-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464907, + "recall": 0.52668, + "f1": 0.481443, + "accuracy": 0.52668, + "main_score": 0.481443, + "hf_subset": "hin_Deva-fon_Latn", + "languages": [ + "hin-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-jav_Latn", + "languages": [ + "hin-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-lao_Laoo", + "languages": [ + "hin-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881176, + "recall": 0.913043, + "f1": 0.891206, + "accuracy": 0.913043, + "main_score": 0.891206, + "hf_subset": "hin_Deva-mri_Latn", + "languages": [ + "hin-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538484, + "recall": 0.603755, + "f1": 0.556367, + "accuracy": 0.603755, + "main_score": 0.556367, + "hf_subset": "hin_Deva-taq_Latn", + "languages": [ + "hin-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-war_Latn", + "languages": [ + "hin-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-bul_Cyrl", + "languages": [ + "hin-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "hin_Deva-lij_Latn", + "languages": [ + "hin-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993906, + "recall": 0.995059, + "f1": 0.994236, + "accuracy": 0.995059, + "main_score": 0.994236, + "hf_subset": "hin_Deva-mya_Mymr", + "languages": [ + "hin-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587442, + "recall": 0.653162, + "f1": 0.605586, + "accuracy": 0.653162, + "main_score": 0.605586, + "hf_subset": "hin_Deva-sag_Latn", + "languages": [ + "hin-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192737, + "recall": 0.251976, + "f1": 0.205565, + "accuracy": 0.251976, + "main_score": 0.205565, + "hf_subset": "hin_Deva-taq_Tfng", + "languages": [ + "hin-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62464, + "recall": 0.690711, + "f1": 0.643417, + "accuracy": 0.690711, + "main_score": 0.643417, + "hf_subset": "hin_Deva-wol_Latn", + "languages": [ + "hin-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799193, + "recall": 0.851779, + "f1": 0.815368, + "accuracy": 0.851779, + "main_score": 0.815368, + "hf_subset": "hin_Deva-arb_Latn", + "languages": [ + "hin-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-cat_Latn", + "languages": [ + "hin-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hin_Deva-fur_Latn", + "languages": [ + "hin-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408769, + "recall": 0.469368, + "f1": 0.42524, + "accuracy": 0.469368, + "main_score": 0.42524, + "hf_subset": "hin_Deva-kab_Latn", + "languages": [ + "hin-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hin_Deva-lim_Latn", + "languages": [ + "hin-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tat_Cyrl", + "languages": [ + "hin-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674909, + "recall": 0.73419, + "f1": 0.692202, + "accuracy": 0.73419, + "main_score": 0.692202, + "hf_subset": "hin_Deva-xho_Latn", + "languages": [ + "hin-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ars_Arab", + "languages": [ + "hin-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ceb_Latn", + "languages": [ + "hin-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562585, + "recall": 0.631423, + "f1": 0.58219, + "accuracy": 0.631423, + "main_score": 0.58219, + "hf_subset": "hin_Deva-fuv_Latn", + "languages": [ + "hin-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498179, + "recall": 0.575099, + "f1": 0.518594, + "accuracy": 0.575099, + "main_score": 0.518594, + "hf_subset": "hin_Deva-kac_Latn", + "languages": [ + "hin-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660548, + "recall": 0.716403, + "f1": 0.676311, + "accuracy": 0.716403, + "main_score": 0.676311, + "hf_subset": "hin_Deva-lin_Latn", + "languages": [ + "hin-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-nno_Latn", + "languages": [ + "hin-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.251017, + "recall": 0.337945, + "f1": 0.274084, + "accuracy": 0.337945, + "main_score": 0.274084, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "hin_Deva-ydd_Hebr", + "languages": [ + "hin-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hin_Deva-ary_Arab", + "languages": [ + "hin-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-ces_Latn", + "languages": [ + "hin-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580049, + "recall": 0.644269, + "f1": 0.598412, + "accuracy": 0.644269, + "main_score": 0.598412, + "hf_subset": "hin_Deva-gaz_Latn", + "languages": [ + "hin-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59128, + "recall": 0.655138, + "f1": 0.609532, + "accuracy": 0.655138, + "main_score": 0.609532, + "hf_subset": "hin_Deva-kam_Latn", + "languages": [ + "hin-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-nob_Latn", + "languages": [ + "hin-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hin_Deva-scn_Latn", + "languages": [ + "hin-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "hin_Deva-tgk_Cyrl", + "languages": [ + "hin-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727668, + "recall": 0.79249, + "f1": 0.747581, + "accuracy": 0.79249, + "main_score": 0.747581, + "hf_subset": "hin_Deva-yor_Latn", + "languages": [ + "hin-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-arz_Arab", + "languages": [ + "hin-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561966, + "recall": 0.621542, + "f1": 0.578825, + "accuracy": 0.621542, + "main_score": 0.578825, + "hf_subset": "hin_Deva-cjk_Latn", + "languages": [ + "hin-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795125, + "recall": 0.838933, + "f1": 0.808004, + "accuracy": 0.838933, + "main_score": 0.808004, + "hf_subset": "hin_Deva-gla_Latn", + "languages": [ + "hin-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "hin_Deva-lmo_Latn", + "languages": [ + "hin-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466456, + "recall": 0.535573, + "f1": 0.48534, + "accuracy": 0.535573, + "main_score": 0.48534, + "hf_subset": "hin_Deva-shn_Mymr", + "languages": [ + "hin-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-tgl_Latn", + "languages": [ + "hin-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-yue_Hant", + "languages": [ + "hin-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "hin_Deva-ckb_Arab", + "languages": [ + "hin-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881752, + "recall": 0.91502, + "f1": 0.89226, + "accuracy": 0.91502, + "main_score": 0.89226, + "hf_subset": "hin_Deva-gle_Latn", + "languages": [ + "hin-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "hin_Deva-ltg_Latn", + "languages": [ + "hin-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595365, + "recall": 0.655138, + "f1": 0.611853, + "accuracy": 0.655138, + "main_score": 0.611853, + "hf_subset": "hin_Deva-nso_Latn", + "languages": [ + "hin-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-tha_Thai", + "languages": [ + "hin-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zho_Hans", + "languages": [ + "hin-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ast_Latn", + "languages": [ + "hin-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-crh_Latn", + "languages": [ + "hin-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-glg_Latn", + "languages": [ + "hin-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920043, + "recall": 0.945652, + "f1": 0.928426, + "accuracy": 0.945652, + "main_score": 0.928426, + "hf_subset": "hin_Deva-kas_Deva", + "languages": [ + "hin-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hin_Deva-ltz_Latn", + "languages": [ + "hin-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453838, + "recall": 0.525692, + "f1": 0.473144, + "accuracy": 0.525692, + "main_score": 0.473144, + "hf_subset": "hin_Deva-nus_Latn", + "languages": [ + "hin-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-slk_Latn", + "languages": [ + "hin-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636653, + "recall": 0.705534, + "f1": 0.656581, + "accuracy": 0.705534, + "main_score": 0.656581, + "hf_subset": "hin_Deva-tir_Ethi", + "languages": [ + "hin-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "hin_Deva-awa_Deva", + "languages": [ + "hin-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hin_Deva-cym_Latn", + "languages": [ + "hin-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842095, + "recall": 0.885375, + "f1": 0.855534, + "accuracy": 0.885375, + "main_score": 0.855534, + "hf_subset": "hin_Deva-grn_Latn", + "languages": [ + "hin-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-kat_Geor", + "languages": [ + "hin-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63817, + "recall": 0.692688, + "f1": 0.653706, + "accuracy": 0.692688, + "main_score": 0.653706, + "hf_subset": "hin_Deva-lua_Latn", + "languages": [ + "hin-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630477, + "recall": 0.697628, + "f1": 0.649951, + "accuracy": 0.697628, + "main_score": 0.649951, + "hf_subset": "hin_Deva-nya_Latn", + "languages": [ + "hin-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-slv_Latn", + "languages": [ + "hin-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "hin_Deva-tpi_Latn", + "languages": [ + "hin-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-zsm_Latn", + "languages": [ + "hin-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546917, + "recall": 0.612648, + "f1": 0.564923, + "accuracy": 0.612648, + "main_score": 0.564923, + "hf_subset": "hin_Deva-ayr_Latn", + "languages": [ + "hin-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-dan_Latn", + "languages": [ + "hin-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-kaz_Cyrl", + "languages": [ + "hin-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52622, + "recall": 0.59585, + "f1": 0.545336, + "accuracy": 0.59585, + "main_score": 0.545336, + "hf_subset": "hin_Deva-lug_Latn", + "languages": [ + "hin-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-oci_Latn", + "languages": [ + "hin-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836611, + "recall": 0.878458, + "f1": 0.849275, + "accuracy": 0.878458, + "main_score": 0.849275, + "hf_subset": "hin_Deva-smo_Latn", + "languages": [ + "hin-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529117, + "recall": 0.600791, + "f1": 0.549038, + "accuracy": 0.600791, + "main_score": 0.549038, + "hf_subset": "hin_Deva-tsn_Latn", + "languages": [ + "hin-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603722, + "recall": 0.66502, + "f1": 0.621678, + "accuracy": 0.66502, + "main_score": 0.621678, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932312, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "hin_Deva-azb_Arab", + "languages": [ + "hin-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "hin_Deva-hat_Latn", + "languages": [ + "hin-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481387, + "recall": 0.540514, + "f1": 0.497523, + "accuracy": 0.540514, + "main_score": 0.497523, + "hf_subset": "hin_Deva-kbp_Latn", + "languages": [ + "hin-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576212, + "recall": 0.634387, + "f1": 0.591784, + "accuracy": 0.634387, + "main_score": 0.591784, + "hf_subset": "hin_Deva-luo_Latn", + "languages": [ + "hin-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58471, + "recall": 0.651186, + "f1": 0.60404, + "accuracy": 0.651186, + "main_score": 0.60404, + "hf_subset": "hin_Deva-sna_Latn", + "languages": [ + "hin-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557083, + "recall": 0.61166, + "f1": 0.572094, + "accuracy": 0.61166, + "main_score": 0.572094, + "hf_subset": "hin_Deva-tso_Latn", + "languages": [ + "hin-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-azj_Latn", + "languages": [ + "hin-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531909, + "recall": 0.609684, + "f1": 0.554627, + "accuracy": 0.609684, + "main_score": 0.554627, + "hf_subset": "hin_Deva-dik_Latn", + "languages": [ + "hin-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749489, + "recall": 0.80336, + "f1": 0.765072, + "accuracy": 0.80336, + "main_score": 0.765072, + "hf_subset": "hin_Deva-hau_Latn", + "languages": [ + "hin-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hin_Deva-kea_Latn", + "languages": [ + "hin-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744219, + "recall": 0.801383, + "f1": 0.761364, + "accuracy": 0.801383, + "main_score": 0.761364, + "hf_subset": "hin_Deva-lus_Latn", + "languages": [ + "hin-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872859, + "recall": 0.907115, + "f1": 0.883319, + "accuracy": 0.907115, + "main_score": 0.883319, + "hf_subset": "hin_Deva-pag_Latn", + "languages": [ + "hin-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "hin_Deva-tuk_Latn", + "languages": [ + "hin-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "hin_Deva-bak_Cyrl", + "languages": [ + "hin-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485714, + "recall": 0.562253, + "f1": 0.507933, + "accuracy": 0.562253, + "main_score": 0.507933, + "hf_subset": "hin_Deva-dyu_Latn", + "languages": [ + "hin-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hin_Deva-khk_Cyrl", + "languages": [ + "hin-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hin_Deva-lvs_Latn", + "languages": [ + "hin-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709881, + "recall": 0.768775, + "f1": 0.727456, + "accuracy": 0.768775, + "main_score": 0.727456, + "hf_subset": "hin_Deva-som_Latn", + "languages": [ + "hin-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611926, + "recall": 0.66502, + "f1": 0.62683, + "accuracy": 0.66502, + "main_score": 0.62683, + "hf_subset": "hin_Deva-tum_Latn", + "languages": [ + "hin-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487149, + "recall": 0.554348, + "f1": 0.505916, + "accuracy": 0.554348, + "main_score": 0.505916, + "hf_subset": "khm_Khmr-ace_Arab", + "languages": [ + "khm-Khmr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504991, + "recall": 0.5583, + "f1": 0.520343, + "accuracy": 0.5583, + "main_score": 0.520343, + "hf_subset": "khm_Khmr-bam_Latn", + "languages": [ + "khm-Khmr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420052, + "recall": 0.501976, + "f1": 0.442386, + "accuracy": 0.501976, + "main_score": 0.442386, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-hin_Deva", + "languages": [ + "khm-Khmr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "khm_Khmr-mag_Deva", + "languages": [ + "khm-Khmr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "khm_Khmr-pap_Latn", + "languages": [ + "khm-Khmr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558055, + "recall": 0.614625, + "f1": 0.573199, + "accuracy": 0.614625, + "main_score": 0.573199, + "hf_subset": "khm_Khmr-sot_Latn", + "languages": [ + "khm-Khmr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-tur_Latn", + "languages": [ + "khm-Khmr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829902, + "recall": 0.869565, + "f1": 0.842161, + "accuracy": 0.869565, + "main_score": 0.842161, + "hf_subset": "khm_Khmr-ace_Latn", + "languages": [ + "khm-Khmr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919368, + "recall": 0.939723, + "f1": 0.92556, + "accuracy": 0.939723, + "main_score": 0.92556, + "hf_subset": "khm_Khmr-ban_Latn", + "languages": [ + "khm-Khmr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-ell_Grek", + "languages": [ + "khm-Khmr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "khm_Khmr-hne_Deva", + "languages": [ + "khm-Khmr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556704, + "recall": 0.610672, + "f1": 0.571721, + "accuracy": 0.610672, + "main_score": 0.571721, + "hf_subset": "khm_Khmr-kik_Latn", + "languages": [ + "khm-Khmr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-mai_Deva", + "languages": [ + "khm-Khmr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "khm_Khmr-pbt_Arab", + "languages": [ + "khm-Khmr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-spa_Latn", + "languages": [ + "khm-Khmr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569917, + "recall": 0.632411, + "f1": 0.587801, + "accuracy": 0.632411, + "main_score": 0.587801, + "hf_subset": "khm_Khmr-twi_Latn", + "languages": [ + "khm-Khmr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-acm_Arab", + "languages": [ + "khm-Khmr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-bel_Cyrl", + "languages": [ + "khm-Khmr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-hrv_Latn", + "languages": [ + "khm-Khmr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541147, + "recall": 0.606719, + "f1": 0.559143, + "accuracy": 0.606719, + "main_score": 0.559143, + "hf_subset": "khm_Khmr-kin_Latn", + "languages": [ + "khm-Khmr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-mal_Mlym", + "languages": [ + "khm-Khmr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-pes_Arab", + "languages": [ + "khm-Khmr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "khm_Khmr-srd_Latn", + "languages": [ + "khm-Khmr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176839, + "recall": 0.227273, + "f1": 0.189708, + "accuracy": 0.227273, + "main_score": 0.189708, + "hf_subset": "khm_Khmr-tzm_Tfng", + "languages": [ + "khm-Khmr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-acq_Arab", + "languages": [ + "khm-Khmr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596905, + "recall": 0.650198, + "f1": 0.61175, + "accuracy": 0.650198, + "main_score": 0.61175, + "hf_subset": "khm_Khmr-bem_Latn", + "languages": [ + "khm-Khmr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-epo_Latn", + "languages": [ + "khm-Khmr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-hun_Latn", + "languages": [ + "khm-Khmr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "khm_Khmr-kir_Cyrl", + "languages": [ + "khm-Khmr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-mar_Deva", + "languages": [ + "khm-Khmr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636775, + "recall": 0.693676, + "f1": 0.653821, + "accuracy": 0.693676, + "main_score": 0.653821, + "hf_subset": "khm_Khmr-plt_Latn", + "languages": [ + "khm-Khmr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-srp_Cyrl", + "languages": [ + "khm-Khmr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "khm_Khmr-uig_Arab", + "languages": [ + "khm-Khmr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-aeb_Arab", + "languages": [ + "khm-Khmr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ben_Beng", + "languages": [ + "khm-Khmr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-est_Latn", + "languages": [ + "khm-Khmr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-hye_Armn", + "languages": [ + "khm-Khmr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530023, + "recall": 0.581028, + "f1": 0.544148, + "accuracy": 0.581028, + "main_score": 0.544148, + "hf_subset": "khm_Khmr-kmb_Latn", + "languages": [ + "khm-Khmr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438092, + "recall": 0.506917, + "f1": 0.456779, + "accuracy": 0.506917, + "main_score": 0.456779, + "hf_subset": "khm_Khmr-min_Arab", + "languages": [ + "khm-Khmr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-pol_Latn", + "languages": [ + "khm-Khmr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537048, + "recall": 0.599802, + "f1": 0.555503, + "accuracy": 0.599802, + "main_score": 0.555503, + "hf_subset": "khm_Khmr-ssw_Latn", + "languages": [ + "khm-Khmr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ukr_Cyrl", + "languages": [ + "khm-Khmr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-afr_Latn", + "languages": [ + "khm-Khmr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khm_Khmr-bho_Deva", + "languages": [ + "khm-Khmr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "khm_Khmr-eus_Latn", + "languages": [ + "khm-Khmr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538251, + "recall": 0.603755, + "f1": 0.557272, + "accuracy": 0.603755, + "main_score": 0.557272, + "hf_subset": "khm_Khmr-ibo_Latn", + "languages": [ + "khm-Khmr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870389, + "recall": 0.903162, + "f1": 0.880336, + "accuracy": 0.903162, + "main_score": 0.880336, + "hf_subset": "khm_Khmr-kmr_Latn", + "languages": [ + "khm-Khmr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khm_Khmr-min_Latn", + "languages": [ + "khm-Khmr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-por_Latn", + "languages": [ + "khm-Khmr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-sun_Latn", + "languages": [ + "khm-Khmr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500387, + "recall": 0.557312, + "f1": 0.517128, + "accuracy": 0.557312, + "main_score": 0.517128, + "hf_subset": "khm_Khmr-umb_Latn", + "languages": [ + "khm-Khmr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-ajp_Arab", + "languages": [ + "khm-Khmr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471422, + "recall": 0.537549, + "f1": 0.489464, + "accuracy": 0.537549, + "main_score": 0.489464, + "hf_subset": "khm_Khmr-bjn_Arab", + "languages": [ + "khm-Khmr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498531, + "recall": 0.546443, + "f1": 0.511383, + "accuracy": 0.546443, + "main_score": 0.511383, + "hf_subset": "khm_Khmr-ewe_Latn", + "languages": [ + "khm-Khmr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921031, + "recall": 0.942688, + "f1": 0.927602, + "accuracy": 0.942688, + "main_score": 0.927602, + "hf_subset": "khm_Khmr-ilo_Latn", + "languages": [ + "khm-Khmr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289866, + "recall": 0.348814, + "f1": 0.306515, + "accuracy": 0.348814, + "main_score": 0.306515, + "hf_subset": "khm_Khmr-knc_Arab", + "languages": [ + "khm-Khmr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-mkd_Cyrl", + "languages": [ + "khm-Khmr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-prs_Arab", + "languages": [ + "khm-Khmr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-swe_Latn", + "languages": [ + "khm-Khmr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-urd_Arab", + "languages": [ + "khm-Khmr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560095, + "recall": 0.616601, + "f1": 0.575987, + "accuracy": 0.616601, + "main_score": 0.575987, + "hf_subset": "khm_Khmr-aka_Latn", + "languages": [ + "khm-Khmr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "khm_Khmr-bjn_Latn", + "languages": [ + "khm-Khmr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "khm_Khmr-fao_Latn", + "languages": [ + "khm-Khmr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ind_Latn", + "languages": [ + "khm-Khmr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547332, + "recall": 0.600791, + "f1": 0.562916, + "accuracy": 0.600791, + "main_score": 0.562916, + "hf_subset": "khm_Khmr-knc_Latn", + "languages": [ + "khm-Khmr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khm_Khmr-mlt_Latn", + "languages": [ + "khm-Khmr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680905, + "recall": 0.748024, + "f1": 0.701009, + "accuracy": 0.748024, + "main_score": 0.701009, + "hf_subset": "khm_Khmr-quy_Latn", + "languages": [ + "khm-Khmr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "khm_Khmr-swh_Latn", + "languages": [ + "khm-Khmr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "khm_Khmr-uzn_Latn", + "languages": [ + "khm-Khmr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "khm_Khmr-als_Latn", + "languages": [ + "khm-Khmr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646485, + "recall": 0.726285, + "f1": 0.670636, + "accuracy": 0.726285, + "main_score": 0.670636, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68359, + "recall": 0.747036, + "f1": 0.702059, + "accuracy": 0.747036, + "main_score": 0.702059, + "hf_subset": "khm_Khmr-fij_Latn", + "languages": [ + "khm-Khmr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khm_Khmr-isl_Latn", + "languages": [ + "khm-Khmr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631885, + "recall": 0.683794, + "f1": 0.647074, + "accuracy": 0.683794, + "main_score": 0.647074, + "hf_subset": "khm_Khmr-kon_Latn", + "languages": [ + "khm-Khmr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590574, + "recall": 0.658103, + "f1": 0.610468, + "accuracy": 0.658103, + "main_score": 0.610468, + "hf_subset": "khm_Khmr-mni_Beng", + "languages": [ + "khm-Khmr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ron_Latn", + "languages": [ + "khm-Khmr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.981225, + "f1": 0.976614, + "accuracy": 0.981225, + "main_score": 0.976614, + "hf_subset": "khm_Khmr-szl_Latn", + "languages": [ + "khm-Khmr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-vec_Latn", + "languages": [ + "khm-Khmr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932971, + "recall": 0.954545, + "f1": 0.940053, + "accuracy": 0.954545, + "main_score": 0.940053, + "hf_subset": "khm_Khmr-amh_Ethi", + "languages": [ + "khm-Khmr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-bos_Latn", + "languages": [ + "khm-Khmr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-fin_Latn", + "languages": [ + "khm-Khmr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ita_Latn", + "languages": [ + "khm-Khmr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-kor_Hang", + "languages": [ + "khm-Khmr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519608, + "recall": 0.572134, + "f1": 0.534156, + "accuracy": 0.572134, + "main_score": 0.534156, + "hf_subset": "khm_Khmr-mos_Latn", + "languages": [ + "khm-Khmr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54226, + "recall": 0.589921, + "f1": 0.555835, + "accuracy": 0.589921, + "main_score": 0.555835, + "hf_subset": "khm_Khmr-run_Latn", + "languages": [ + "khm-Khmr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-tam_Taml", + "languages": [ + "khm-Khmr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-vie_Latn", + "languages": [ + "khm-Khmr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-apc_Arab", + "languages": [ + "khm-Khmr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749647, + "recall": 0.800395, + "f1": 0.763855, + "accuracy": 0.800395, + "main_score": 0.763855, + "hf_subset": "khm_Khmr-bug_Latn", + "languages": [ + "khm-Khmr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449621, + "recall": 0.505929, + "f1": 0.465018, + "accuracy": 0.505929, + "main_score": 0.465018, + "hf_subset": "khm_Khmr-fon_Latn", + "languages": [ + "khm-Khmr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "khm_Khmr-jav_Latn", + "languages": [ + "khm-Khmr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850626, + "recall": 0.891304, + "f1": 0.863589, + "accuracy": 0.891304, + "main_score": 0.863589, + "hf_subset": "khm_Khmr-mri_Latn", + "languages": [ + "khm-Khmr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-rus_Cyrl", + "languages": [ + "khm-Khmr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504364, + "recall": 0.562253, + "f1": 0.520492, + "accuracy": 0.562253, + "main_score": 0.520492, + "hf_subset": "khm_Khmr-taq_Latn", + "languages": [ + "khm-Khmr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-war_Latn", + "languages": [ + "khm-Khmr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-arb_Arab", + "languages": [ + "khm-Khmr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-bul_Cyrl", + "languages": [ + "khm-Khmr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-fra_Latn", + "languages": [ + "khm-Khmr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-jpn_Jpan", + "languages": [ + "khm-Khmr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "khm_Khmr-lij_Latn", + "languages": [ + "khm-Khmr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543092, + "recall": 0.609684, + "f1": 0.561782, + "accuracy": 0.609684, + "main_score": 0.561782, + "hf_subset": "khm_Khmr-sag_Latn", + "languages": [ + "khm-Khmr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200136, + "recall": 0.258893, + "f1": 0.214085, + "accuracy": 0.258893, + "main_score": 0.214085, + "hf_subset": "khm_Khmr-taq_Tfng", + "languages": [ + "khm-Khmr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591478, + "recall": 0.651186, + "f1": 0.608867, + "accuracy": 0.651186, + "main_score": 0.608867, + "hf_subset": "khm_Khmr-wol_Latn", + "languages": [ + "khm-Khmr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779809, + "recall": 0.835968, + "f1": 0.796772, + "accuracy": 0.835968, + "main_score": 0.796772, + "hf_subset": "khm_Khmr-arb_Latn", + "languages": [ + "khm-Khmr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-cat_Latn", + "languages": [ + "khm-Khmr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "khm_Khmr-fur_Latn", + "languages": [ + "khm-Khmr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400362, + "recall": 0.454545, + "f1": 0.415134, + "accuracy": 0.454545, + "main_score": 0.415134, + "hf_subset": "khm_Khmr-kab_Latn", + "languages": [ + "khm-Khmr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "khm_Khmr-lim_Latn", + "languages": [ + "khm-Khmr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-nld_Latn", + "languages": [ + "khm-Khmr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "khm_Khmr-san_Deva", + "languages": [ + "khm-Khmr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "khm_Khmr-tat_Cyrl", + "languages": [ + "khm-Khmr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642147, + "recall": 0.701581, + "f1": 0.659618, + "accuracy": 0.701581, + "main_score": 0.659618, + "hf_subset": "khm_Khmr-xho_Latn", + "languages": [ + "khm-Khmr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-ars_Arab", + "languages": [ + "khm-Khmr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "khm_Khmr-ceb_Latn", + "languages": [ + "khm-Khmr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523056, + "recall": 0.583004, + "f1": 0.540323, + "accuracy": 0.583004, + "main_score": 0.540323, + "hf_subset": "khm_Khmr-fuv_Latn", + "languages": [ + "khm-Khmr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48858, + "recall": 0.552372, + "f1": 0.5068, + "accuracy": 0.552372, + "main_score": 0.5068, + "hf_subset": "khm_Khmr-kac_Latn", + "languages": [ + "khm-Khmr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618323, + "recall": 0.677866, + "f1": 0.635726, + "accuracy": 0.677866, + "main_score": 0.635726, + "hf_subset": "khm_Khmr-lin_Latn", + "languages": [ + "khm-Khmr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-nno_Latn", + "languages": [ + "khm-Khmr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.224847, + "recall": 0.311265, + "f1": 0.24709, + "accuracy": 0.311265, + "main_score": 0.24709, + "hf_subset": "khm_Khmr-sat_Olck", + "languages": [ + "khm-Khmr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khm_Khmr-tel_Telu", + "languages": [ + "khm-Khmr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933465, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "khm_Khmr-ydd_Hebr", + "languages": [ + "khm-Khmr", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "khm_Khmr-ary_Arab", + "languages": [ + "khm-Khmr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-ces_Latn", + "languages": [ + "khm-Khmr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540119, + "recall": 0.600791, + "f1": 0.558107, + "accuracy": 0.600791, + "main_score": 0.558107, + "hf_subset": "khm_Khmr-gaz_Latn", + "languages": [ + "khm-Khmr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559807, + "recall": 0.619565, + "f1": 0.576997, + "accuracy": 0.619565, + "main_score": 0.576997, + "hf_subset": "khm_Khmr-kam_Latn", + "languages": [ + "khm-Khmr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "khm_Khmr-lit_Latn", + "languages": [ + "khm-Khmr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-nob_Latn", + "languages": [ + "khm-Khmr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "khm_Khmr-scn_Latn", + "languages": [ + "khm-Khmr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "khm_Khmr-tgk_Cyrl", + "languages": [ + "khm-Khmr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705888, + "recall": 0.768775, + "f1": 0.724561, + "accuracy": 0.768775, + "main_score": 0.724561, + "hf_subset": "khm_Khmr-yor_Latn", + "languages": [ + "khm-Khmr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-arz_Arab", + "languages": [ + "khm-Khmr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545257, + "recall": 0.600791, + "f1": 0.561204, + "accuracy": 0.600791, + "main_score": 0.561204, + "hf_subset": "khm_Khmr-cjk_Latn", + "languages": [ + "khm-Khmr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757609, + "recall": 0.817194, + "f1": 0.775791, + "accuracy": 0.817194, + "main_score": 0.775791, + "hf_subset": "khm_Khmr-gla_Latn", + "languages": [ + "khm-Khmr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-kan_Knda", + "languages": [ + "khm-Khmr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khm_Khmr-lmo_Latn", + "languages": [ + "khm-Khmr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "khm_Khmr-npi_Deva", + "languages": [ + "khm-Khmr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459672, + "recall": 0.51581, + "f1": 0.474708, + "accuracy": 0.51581, + "main_score": 0.474708, + "hf_subset": "khm_Khmr-shn_Mymr", + "languages": [ + "khm-Khmr", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-tgl_Latn", + "languages": [ + "khm-Khmr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "khm_Khmr-yue_Hant", + "languages": [ + "khm-Khmr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-asm_Beng", + "languages": [ + "khm-Khmr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940382, + "recall": 0.959486, + "f1": 0.94664, + "accuracy": 0.959486, + "main_score": 0.94664, + "hf_subset": "khm_Khmr-ckb_Arab", + "languages": [ + "khm-Khmr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850379, + "recall": 0.890316, + "f1": 0.863043, + "accuracy": 0.890316, + "main_score": 0.863043, + "hf_subset": "khm_Khmr-gle_Latn", + "languages": [ + "khm-Khmr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.94664, + "f1": 0.931653, + "accuracy": 0.94664, + "main_score": 0.931653, + "hf_subset": "khm_Khmr-kas_Arab", + "languages": [ + "khm-Khmr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915514, + "recall": 0.939723, + "f1": 0.923419, + "accuracy": 0.939723, + "main_score": 0.923419, + "hf_subset": "khm_Khmr-ltg_Latn", + "languages": [ + "khm-Khmr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569771, + "recall": 0.621542, + "f1": 0.584941, + "accuracy": 0.621542, + "main_score": 0.584941, + "hf_subset": "khm_Khmr-nso_Latn", + "languages": [ + "khm-Khmr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khm_Khmr-sin_Sinh", + "languages": [ + "khm-Khmr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-zho_Hans", + "languages": [ + "khm-Khmr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-ast_Latn", + "languages": [ + "khm-Khmr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khm_Khmr-crh_Latn", + "languages": [ + "khm-Khmr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-glg_Latn", + "languages": [ + "khm-Khmr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854364, + "recall": 0.890316, + "f1": 0.865283, + "accuracy": 0.890316, + "main_score": 0.865283, + "hf_subset": "khm_Khmr-kas_Deva", + "languages": [ + "khm-Khmr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "khm_Khmr-ltz_Latn", + "languages": [ + "khm-Khmr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445629, + "recall": 0.504941, + "f1": 0.461256, + "accuracy": 0.504941, + "main_score": 0.461256, + "hf_subset": "khm_Khmr-nus_Latn", + "languages": [ + "khm-Khmr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-slk_Latn", + "languages": [ + "khm-Khmr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582239, + "recall": 0.66502, + "f1": 0.606044, + "accuracy": 0.66502, + "main_score": 0.606044, + "hf_subset": "khm_Khmr-tir_Ethi", + "languages": [ + "khm-Khmr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-zho_Hant", + "languages": [ + "khm-Khmr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.988142, + "f1": 0.985672, + "accuracy": 0.988142, + "main_score": 0.985672, + "hf_subset": "khm_Khmr-awa_Deva", + "languages": [ + "khm-Khmr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "khm_Khmr-cym_Latn", + "languages": [ + "khm-Khmr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787994, + "recall": 0.833992, + "f1": 0.802193, + "accuracy": 0.833992, + "main_score": 0.802193, + "hf_subset": "khm_Khmr-grn_Latn", + "languages": [ + "khm-Khmr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-kat_Geor", + "languages": [ + "khm-Khmr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600777, + "recall": 0.660079, + "f1": 0.617747, + "accuracy": 0.660079, + "main_score": 0.617747, + "hf_subset": "khm_Khmr-lua_Latn", + "languages": [ + "khm-Khmr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604604, + "recall": 0.659091, + "f1": 0.619831, + "accuracy": 0.659091, + "main_score": 0.619831, + "hf_subset": "khm_Khmr-nya_Latn", + "languages": [ + "khm-Khmr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "khm_Khmr-slv_Latn", + "languages": [ + "khm-Khmr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912549, + "recall": 0.937747, + "f1": 0.920572, + "accuracy": 0.937747, + "main_score": 0.920572, + "hf_subset": "khm_Khmr-tpi_Latn", + "languages": [ + "khm-Khmr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-zsm_Latn", + "languages": [ + "khm-Khmr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513672, + "recall": 0.568182, + "f1": 0.5288, + "accuracy": 0.568182, + "main_score": 0.5288, + "hf_subset": "khm_Khmr-ayr_Latn", + "languages": [ + "khm-Khmr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-dan_Latn", + "languages": [ + "khm-Khmr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-guj_Gujr", + "languages": [ + "khm-Khmr", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-kaz_Cyrl", + "languages": [ + "khm-Khmr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52245, + "recall": 0.583004, + "f1": 0.539841, + "accuracy": 0.583004, + "main_score": 0.539841, + "hf_subset": "khm_Khmr-lug_Latn", + "languages": [ + "khm-Khmr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khm_Khmr-oci_Latn", + "languages": [ + "khm-Khmr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817556, + "recall": 0.86166, + "f1": 0.831277, + "accuracy": 0.86166, + "main_score": 0.831277, + "hf_subset": "khm_Khmr-smo_Latn", + "languages": [ + "khm-Khmr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530997, + "recall": 0.586957, + "f1": 0.547318, + "accuracy": 0.586957, + "main_score": 0.547318, + "hf_subset": "khm_Khmr-tsn_Latn", + "languages": [ + "khm-Khmr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607271, + "recall": 0.666996, + "f1": 0.624363, + "accuracy": 0.666996, + "main_score": 0.624363, + "hf_subset": "khm_Khmr-zul_Latn", + "languages": [ + "khm-Khmr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891634, + "recall": 0.921937, + "f1": 0.90135, + "accuracy": 0.921937, + "main_score": 0.90135, + "hf_subset": "khm_Khmr-azb_Arab", + "languages": [ + "khm-Khmr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "khm_Khmr-deu_Latn", + "languages": [ + "khm-Khmr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "khm_Khmr-hat_Latn", + "languages": [ + "khm-Khmr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475456, + "recall": 0.531621, + "f1": 0.491108, + "accuracy": 0.531621, + "main_score": 0.491108, + "hf_subset": "khm_Khmr-kbp_Latn", + "languages": [ + "khm-Khmr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536925, + "recall": 0.588933, + "f1": 0.551427, + "accuracy": 0.588933, + "main_score": 0.551427, + "hf_subset": "khm_Khmr-luo_Latn", + "languages": [ + "khm-Khmr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-ory_Orya", + "languages": [ + "khm-Khmr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549235, + "recall": 0.612648, + "f1": 0.567281, + "accuracy": 0.612648, + "main_score": 0.567281, + "hf_subset": "khm_Khmr-sna_Latn", + "languages": [ + "khm-Khmr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528045, + "recall": 0.585968, + "f1": 0.54407, + "accuracy": 0.585968, + "main_score": 0.54407, + "hf_subset": "khm_Khmr-tso_Latn", + "languages": [ + "khm-Khmr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khm_Khmr-azj_Latn", + "languages": [ + "khm-Khmr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504087, + "recall": 0.565217, + "f1": 0.521463, + "accuracy": 0.565217, + "main_score": 0.521463, + "hf_subset": "khm_Khmr-dik_Latn", + "languages": [ + "khm-Khmr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73475, + "recall": 0.79249, + "f1": 0.752207, + "accuracy": 0.79249, + "main_score": 0.752207, + "hf_subset": "khm_Khmr-hau_Latn", + "languages": [ + "khm-Khmr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "khm_Khmr-kea_Latn", + "languages": [ + "khm-Khmr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706555, + "recall": 0.757905, + "f1": 0.721527, + "accuracy": 0.757905, + "main_score": 0.721527, + "hf_subset": "khm_Khmr-lus_Latn", + "languages": [ + "khm-Khmr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816733, + "recall": 0.853755, + "f1": 0.827936, + "accuracy": 0.853755, + "main_score": 0.827936, + "hf_subset": "khm_Khmr-pag_Latn", + "languages": [ + "khm-Khmr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khm_Khmr-snd_Arab", + "languages": [ + "khm-Khmr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.956522, + "f1": 0.944005, + "accuracy": 0.956522, + "main_score": 0.944005, + "hf_subset": "khm_Khmr-tuk_Latn", + "languages": [ + "khm-Khmr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "khm_Khmr-bak_Cyrl", + "languages": [ + "khm-Khmr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457677, + "recall": 0.530632, + "f1": 0.478829, + "accuracy": 0.530632, + "main_score": 0.478829, + "hf_subset": "khm_Khmr-dyu_Latn", + "languages": [ + "khm-Khmr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-heb_Hebr", + "languages": [ + "khm-Khmr", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "khm_Khmr-khk_Cyrl", + "languages": [ + "khm-Khmr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "khm_Khmr-lvs_Latn", + "languages": [ + "khm-Khmr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khm_Khmr-pan_Guru", + "languages": [ + "khm-Khmr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701608, + "recall": 0.76087, + "f1": 0.718911, + "accuracy": 0.76087, + "main_score": 0.718911, + "hf_subset": "khm_Khmr-som_Latn", + "languages": [ + "khm-Khmr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581959, + "recall": 0.633399, + "f1": 0.59676, + "accuracy": 0.633399, + "main_score": 0.59676, + "hf_subset": "khm_Khmr-tum_Latn", + "languages": [ + "khm-Khmr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578494, + "recall": 0.643281, + "f1": 0.597304, + "accuracy": 0.643281, + "main_score": 0.597304, + "hf_subset": "mag_Deva-ace_Arab", + "languages": [ + "mag-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522072, + "recall": 0.587945, + "f1": 0.540301, + "accuracy": 0.587945, + "main_score": 0.540301, + "hf_subset": "mag_Deva-bam_Latn", + "languages": [ + "mag-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428193, + "recall": 0.513834, + "f1": 0.45105, + "accuracy": 0.513834, + "main_score": 0.45105, + "hf_subset": "mag_Deva-dzo_Tibt", + "languages": [ + "mag-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-hin_Deva", + "languages": [ + "mag-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-khm_Khmr", + "languages": [ + "mag-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "mag_Deva-pap_Latn", + "languages": [ + "mag-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590851, + "recall": 0.650198, + "f1": 0.606961, + "accuracy": 0.650198, + "main_score": 0.606961, + "hf_subset": "mag_Deva-sot_Latn", + "languages": [ + "mag-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tur_Latn", + "languages": [ + "mag-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874177, + "recall": 0.908103, + "f1": 0.884816, + "accuracy": 0.908103, + "main_score": 0.884816, + "hf_subset": "mag_Deva-ace_Latn", + "languages": [ + "mag-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "mag_Deva-ban_Latn", + "languages": [ + "mag-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ell_Grek", + "languages": [ + "mag-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mag_Deva-hne_Deva", + "languages": [ + "mag-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593562, + "recall": 0.651186, + "f1": 0.609775, + "accuracy": 0.651186, + "main_score": 0.609775, + "hf_subset": "mag_Deva-kik_Latn", + "languages": [ + "mag-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-mai_Deva", + "languages": [ + "mag-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mag_Deva-pbt_Arab", + "languages": [ + "mag-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-spa_Latn", + "languages": [ + "mag-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608781, + "recall": 0.678854, + "f1": 0.627873, + "accuracy": 0.678854, + "main_score": 0.627873, + "hf_subset": "mag_Deva-twi_Latn", + "languages": [ + "mag-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-acm_Arab", + "languages": [ + "mag-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "mag_Deva-bel_Cyrl", + "languages": [ + "mag-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-eng_Latn", + "languages": [ + "mag-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-hrv_Latn", + "languages": [ + "mag-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544665, + "recall": 0.606719, + "f1": 0.561736, + "accuracy": 0.606719, + "main_score": 0.561736, + "hf_subset": "mag_Deva-kin_Latn", + "languages": [ + "mag-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-mal_Mlym", + "languages": [ + "mag-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-pes_Arab", + "languages": [ + "mag-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-srd_Latn", + "languages": [ + "mag-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187516, + "recall": 0.229249, + "f1": 0.197714, + "accuracy": 0.229249, + "main_score": 0.197714, + "hf_subset": "mag_Deva-tzm_Tfng", + "languages": [ + "mag-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-acq_Arab", + "languages": [ + "mag-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624137, + "recall": 0.674901, + "f1": 0.638546, + "accuracy": 0.674901, + "main_score": 0.638546, + "hf_subset": "mag_Deva-bem_Latn", + "languages": [ + "mag-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-epo_Latn", + "languages": [ + "mag-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-hun_Latn", + "languages": [ + "mag-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mag_Deva-kir_Cyrl", + "languages": [ + "mag-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-mar_Deva", + "languages": [ + "mag-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657666, + "recall": 0.712451, + "f1": 0.673474, + "accuracy": 0.712451, + "main_score": 0.673474, + "hf_subset": "mag_Deva-plt_Latn", + "languages": [ + "mag-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-srp_Cyrl", + "languages": [ + "mag-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.976285, + "f1": 0.970026, + "accuracy": 0.976285, + "main_score": 0.970026, + "hf_subset": "mag_Deva-uig_Arab", + "languages": [ + "mag-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-aeb_Arab", + "languages": [ + "mag-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ben_Beng", + "languages": [ + "mag-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-est_Latn", + "languages": [ + "mag-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-hye_Armn", + "languages": [ + "mag-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538534, + "recall": 0.596838, + "f1": 0.554767, + "accuracy": 0.596838, + "main_score": 0.554767, + "hf_subset": "mag_Deva-kmb_Latn", + "languages": [ + "mag-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494088, + "recall": 0.566206, + "f1": 0.51305, + "accuracy": 0.566206, + "main_score": 0.51305, + "hf_subset": "mag_Deva-min_Arab", + "languages": [ + "mag-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-pol_Latn", + "languages": [ + "mag-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555311, + "recall": 0.623518, + "f1": 0.57402, + "accuracy": 0.623518, + "main_score": 0.57402, + "hf_subset": "mag_Deva-ssw_Latn", + "languages": [ + "mag-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ukr_Cyrl", + "languages": [ + "mag-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-afr_Latn", + "languages": [ + "mag-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-bho_Deva", + "languages": [ + "mag-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mag_Deva-eus_Latn", + "languages": [ + "mag-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573445, + "recall": 0.639328, + "f1": 0.591647, + "accuracy": 0.639328, + "main_score": 0.591647, + "hf_subset": "mag_Deva-ibo_Latn", + "languages": [ + "mag-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895833, + "recall": 0.926877, + "f1": 0.905863, + "accuracy": 0.926877, + "main_score": 0.905863, + "hf_subset": "mag_Deva-kmr_Latn", + "languages": [ + "mag-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-min_Latn", + "languages": [ + "mag-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-por_Latn", + "languages": [ + "mag-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-sun_Latn", + "languages": [ + "mag-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515774, + "recall": 0.578063, + "f1": 0.532883, + "accuracy": 0.578063, + "main_score": 0.532883, + "hf_subset": "mag_Deva-umb_Latn", + "languages": [ + "mag-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ajp_Arab", + "languages": [ + "mag-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533578, + "recall": 0.598814, + "f1": 0.552272, + "accuracy": 0.598814, + "main_score": 0.552272, + "hf_subset": "mag_Deva-bjn_Arab", + "languages": [ + "mag-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514239, + "recall": 0.576087, + "f1": 0.530578, + "accuracy": 0.576087, + "main_score": 0.530578, + "hf_subset": "mag_Deva-ewe_Latn", + "languages": [ + "mag-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "mag_Deva-ilo_Latn", + "languages": [ + "mag-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319772, + "recall": 0.379447, + "f1": 0.335798, + "accuracy": 0.379447, + "main_score": 0.335798, + "hf_subset": "mag_Deva-knc_Arab", + "languages": [ + "mag-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-mkd_Cyrl", + "languages": [ + "mag-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-prs_Arab", + "languages": [ + "mag-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-swe_Latn", + "languages": [ + "mag-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-urd_Arab", + "languages": [ + "mag-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578426, + "recall": 0.647233, + "f1": 0.597912, + "accuracy": 0.647233, + "main_score": 0.597912, + "hf_subset": "mag_Deva-aka_Latn", + "languages": [ + "mag-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mag_Deva-bjn_Latn", + "languages": [ + "mag-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mag_Deva-fao_Latn", + "languages": [ + "mag-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ind_Latn", + "languages": [ + "mag-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588356, + "recall": 0.649209, + "f1": 0.605648, + "accuracy": 0.649209, + "main_score": 0.605648, + "hf_subset": "mag_Deva-knc_Latn", + "languages": [ + "mag-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "mag_Deva-mlt_Latn", + "languages": [ + "mag-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686406, + "recall": 0.753953, + "f1": 0.706083, + "accuracy": 0.753953, + "main_score": 0.706083, + "hf_subset": "mag_Deva-quy_Latn", + "languages": [ + "mag-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "mag_Deva-swh_Latn", + "languages": [ + "mag-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-uzn_Latn", + "languages": [ + "mag-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-als_Latn", + "languages": [ + "mag-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643372, + "recall": 0.718379, + "f1": 0.665403, + "accuracy": 0.718379, + "main_score": 0.665403, + "hf_subset": "mag_Deva-bod_Tibt", + "languages": [ + "mag-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703023, + "recall": 0.761858, + "f1": 0.720076, + "accuracy": 0.761858, + "main_score": 0.720076, + "hf_subset": "mag_Deva-fij_Latn", + "languages": [ + "mag-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mag_Deva-isl_Latn", + "languages": [ + "mag-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65336, + "recall": 0.710474, + "f1": 0.670229, + "accuracy": 0.710474, + "main_score": 0.670229, + "hf_subset": "mag_Deva-kon_Latn", + "languages": [ + "mag-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694516, + "recall": 0.755929, + "f1": 0.712601, + "accuracy": 0.755929, + "main_score": 0.712601, + "hf_subset": "mag_Deva-mni_Beng", + "languages": [ + "mag-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ron_Latn", + "languages": [ + "mag-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "mag_Deva-szl_Latn", + "languages": [ + "mag-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-vec_Latn", + "languages": [ + "mag-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946805, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "mag_Deva-amh_Ethi", + "languages": [ + "mag-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-bos_Latn", + "languages": [ + "mag-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-fin_Latn", + "languages": [ + "mag-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ita_Latn", + "languages": [ + "mag-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-kor_Hang", + "languages": [ + "mag-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54361, + "recall": 0.606719, + "f1": 0.561481, + "accuracy": 0.606719, + "main_score": 0.561481, + "hf_subset": "mag_Deva-mos_Latn", + "languages": [ + "mag-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55091, + "recall": 0.614625, + "f1": 0.568848, + "accuracy": 0.614625, + "main_score": 0.568848, + "hf_subset": "mag_Deva-run_Latn", + "languages": [ + "mag-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tam_Taml", + "languages": [ + "mag-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-vie_Latn", + "languages": [ + "mag-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-apc_Arab", + "languages": [ + "mag-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795076, + "recall": 0.844862, + "f1": 0.810065, + "accuracy": 0.844862, + "main_score": 0.810065, + "hf_subset": "mag_Deva-bug_Latn", + "languages": [ + "mag-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471255, + "recall": 0.52668, + "f1": 0.486265, + "accuracy": 0.52668, + "main_score": 0.486265, + "hf_subset": "mag_Deva-fon_Latn", + "languages": [ + "mag-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-jav_Latn", + "languages": [ + "mag-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-lao_Laoo", + "languages": [ + "mag-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863175, + "recall": 0.901186, + "f1": 0.874967, + "accuracy": 0.901186, + "main_score": 0.874967, + "hf_subset": "mag_Deva-mri_Latn", + "languages": [ + "mag-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-rus_Cyrl", + "languages": [ + "mag-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541628, + "recall": 0.604743, + "f1": 0.559052, + "accuracy": 0.604743, + "main_score": 0.559052, + "hf_subset": "mag_Deva-taq_Latn", + "languages": [ + "mag-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-war_Latn", + "languages": [ + "mag-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-arb_Arab", + "languages": [ + "mag-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-bul_Cyrl", + "languages": [ + "mag-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-fra_Latn", + "languages": [ + "mag-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-jpn_Jpan", + "languages": [ + "mag-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "mag_Deva-lij_Latn", + "languages": [ + "mag-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "mag_Deva-mya_Mymr", + "languages": [ + "mag-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596253, + "recall": 0.660079, + "f1": 0.613869, + "accuracy": 0.660079, + "main_score": 0.613869, + "hf_subset": "mag_Deva-sag_Latn", + "languages": [ + "mag-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186367, + "recall": 0.244071, + "f1": 0.199467, + "accuracy": 0.244071, + "main_score": 0.199467, + "hf_subset": "mag_Deva-taq_Tfng", + "languages": [ + "mag-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61709, + "recall": 0.683794, + "f1": 0.63566, + "accuracy": 0.683794, + "main_score": 0.63566, + "hf_subset": "mag_Deva-wol_Latn", + "languages": [ + "mag-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791617, + "recall": 0.842885, + "f1": 0.807265, + "accuracy": 0.842885, + "main_score": 0.807265, + "hf_subset": "mag_Deva-arb_Latn", + "languages": [ + "mag-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-cat_Latn", + "languages": [ + "mag-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mag_Deva-fur_Latn", + "languages": [ + "mag-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407868, + "recall": 0.467391, + "f1": 0.424007, + "accuracy": 0.467391, + "main_score": 0.424007, + "hf_subset": "mag_Deva-kab_Latn", + "languages": [ + "mag-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "mag_Deva-lim_Latn", + "languages": [ + "mag-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-nld_Latn", + "languages": [ + "mag-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mag_Deva-san_Deva", + "languages": [ + "mag-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mag_Deva-tat_Cyrl", + "languages": [ + "mag-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678426, + "recall": 0.733202, + "f1": 0.694139, + "accuracy": 0.733202, + "main_score": 0.694139, + "hf_subset": "mag_Deva-xho_Latn", + "languages": [ + "mag-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ars_Arab", + "languages": [ + "mag-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-ceb_Latn", + "languages": [ + "mag-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561862, + "recall": 0.629447, + "f1": 0.5808, + "accuracy": 0.629447, + "main_score": 0.5808, + "hf_subset": "mag_Deva-fuv_Latn", + "languages": [ + "mag-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498472, + "recall": 0.570158, + "f1": 0.518241, + "accuracy": 0.570158, + "main_score": 0.518241, + "hf_subset": "mag_Deva-kac_Latn", + "languages": [ + "mag-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658096, + "recall": 0.717391, + "f1": 0.675247, + "accuracy": 0.717391, + "main_score": 0.675247, + "hf_subset": "mag_Deva-lin_Latn", + "languages": [ + "mag-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-nno_Latn", + "languages": [ + "mag-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.260017, + "recall": 0.348814, + "f1": 0.283743, + "accuracy": 0.348814, + "main_score": 0.283743, + "hf_subset": "mag_Deva-sat_Olck", + "languages": [ + "mag-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-tel_Telu", + "languages": [ + "mag-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "mag_Deva-ydd_Hebr", + "languages": [ + "mag-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mag_Deva-ary_Arab", + "languages": [ + "mag-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ces_Latn", + "languages": [ + "mag-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566916, + "recall": 0.626482, + "f1": 0.583553, + "accuracy": 0.626482, + "main_score": 0.583553, + "hf_subset": "mag_Deva-gaz_Latn", + "languages": [ + "mag-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582987, + "recall": 0.650198, + "f1": 0.602149, + "accuracy": 0.650198, + "main_score": 0.602149, + "hf_subset": "mag_Deva-kam_Latn", + "languages": [ + "mag-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mag_Deva-lit_Latn", + "languages": [ + "mag-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-nob_Latn", + "languages": [ + "mag-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mag_Deva-scn_Latn", + "languages": [ + "mag-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mag_Deva-tgk_Cyrl", + "languages": [ + "mag-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701293, + "recall": 0.767787, + "f1": 0.721385, + "accuracy": 0.767787, + "main_score": 0.721385, + "hf_subset": "mag_Deva-yor_Latn", + "languages": [ + "mag-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-arz_Arab", + "languages": [ + "mag-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568866, + "recall": 0.630435, + "f1": 0.585942, + "accuracy": 0.630435, + "main_score": 0.585942, + "hf_subset": "mag_Deva-cjk_Latn", + "languages": [ + "mag-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772398, + "recall": 0.823123, + "f1": 0.787945, + "accuracy": 0.823123, + "main_score": 0.787945, + "hf_subset": "mag_Deva-gla_Latn", + "languages": [ + "mag-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-kan_Knda", + "languages": [ + "mag-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "mag_Deva-lmo_Latn", + "languages": [ + "mag-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mag_Deva-npi_Deva", + "languages": [ + "mag-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47618, + "recall": 0.539526, + "f1": 0.49359, + "accuracy": 0.539526, + "main_score": 0.49359, + "hf_subset": "mag_Deva-shn_Mymr", + "languages": [ + "mag-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-tgl_Latn", + "languages": [ + "mag-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-yue_Hant", + "languages": [ + "mag-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-asm_Beng", + "languages": [ + "mag-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "mag_Deva-ckb_Arab", + "languages": [ + "mag-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85639, + "recall": 0.896245, + "f1": 0.868874, + "accuracy": 0.896245, + "main_score": 0.868874, + "hf_subset": "mag_Deva-gle_Latn", + "languages": [ + "mag-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "mag_Deva-kas_Arab", + "languages": [ + "mag-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "mag_Deva-ltg_Latn", + "languages": [ + "mag-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610361, + "recall": 0.664032, + "f1": 0.625351, + "accuracy": 0.664032, + "main_score": 0.625351, + "hf_subset": "mag_Deva-nso_Latn", + "languages": [ + "mag-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mag_Deva-sin_Sinh", + "languages": [ + "mag-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-tha_Thai", + "languages": [ + "mag-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-zho_Hans", + "languages": [ + "mag-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-ast_Latn", + "languages": [ + "mag-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-crh_Latn", + "languages": [ + "mag-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-glg_Latn", + "languages": [ + "mag-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927701, + "recall": 0.949605, + "f1": 0.934783, + "accuracy": 0.949605, + "main_score": 0.934783, + "hf_subset": "mag_Deva-kas_Deva", + "languages": [ + "mag-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mag_Deva-ltz_Latn", + "languages": [ + "mag-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445993, + "recall": 0.514822, + "f1": 0.463957, + "accuracy": 0.514822, + "main_score": 0.463957, + "hf_subset": "mag_Deva-nus_Latn", + "languages": [ + "mag-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-slk_Latn", + "languages": [ + "mag-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625272, + "recall": 0.697628, + "f1": 0.646761, + "accuracy": 0.697628, + "main_score": 0.646761, + "hf_subset": "mag_Deva-tir_Ethi", + "languages": [ + "mag-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-zho_Hant", + "languages": [ + "mag-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "mag_Deva-awa_Deva", + "languages": [ + "mag-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mag_Deva-cym_Latn", + "languages": [ + "mag-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838883, + "recall": 0.879447, + "f1": 0.851318, + "accuracy": 0.879447, + "main_score": 0.851318, + "hf_subset": "mag_Deva-grn_Latn", + "languages": [ + "mag-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-kat_Geor", + "languages": [ + "mag-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635321, + "recall": 0.69664, + "f1": 0.653096, + "accuracy": 0.69664, + "main_score": 0.653096, + "hf_subset": "mag_Deva-lua_Latn", + "languages": [ + "mag-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635425, + "recall": 0.698617, + "f1": 0.653661, + "accuracy": 0.698617, + "main_score": 0.653661, + "hf_subset": "mag_Deva-nya_Latn", + "languages": [ + "mag-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-slv_Latn", + "languages": [ + "mag-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953804, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "mag_Deva-tpi_Latn", + "languages": [ + "mag-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-zsm_Latn", + "languages": [ + "mag-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546586, + "recall": 0.602767, + "f1": 0.562751, + "accuracy": 0.602767, + "main_score": 0.562751, + "hf_subset": "mag_Deva-ayr_Latn", + "languages": [ + "mag-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-dan_Latn", + "languages": [ + "mag-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-guj_Gujr", + "languages": [ + "mag-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mag_Deva-kaz_Cyrl", + "languages": [ + "mag-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525088, + "recall": 0.590909, + "f1": 0.543751, + "accuracy": 0.590909, + "main_score": 0.543751, + "hf_subset": "mag_Deva-lug_Latn", + "languages": [ + "mag-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-oci_Latn", + "languages": [ + "mag-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821904, + "recall": 0.867589, + "f1": 0.835738, + "accuracy": 0.867589, + "main_score": 0.835738, + "hf_subset": "mag_Deva-smo_Latn", + "languages": [ + "mag-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531121, + "recall": 0.591897, + "f1": 0.547963, + "accuracy": 0.591897, + "main_score": 0.547963, + "hf_subset": "mag_Deva-tsn_Latn", + "languages": [ + "mag-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584256, + "recall": 0.652174, + "f1": 0.604108, + "accuracy": 0.652174, + "main_score": 0.604108, + "hf_subset": "mag_Deva-zul_Latn", + "languages": [ + "mag-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "mag_Deva-azb_Arab", + "languages": [ + "mag-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-deu_Latn", + "languages": [ + "mag-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "mag_Deva-hat_Latn", + "languages": [ + "mag-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477373, + "recall": 0.538538, + "f1": 0.493773, + "accuracy": 0.538538, + "main_score": 0.493773, + "hf_subset": "mag_Deva-kbp_Latn", + "languages": [ + "mag-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564172, + "recall": 0.625494, + "f1": 0.581102, + "accuracy": 0.625494, + "main_score": 0.581102, + "hf_subset": "mag_Deva-luo_Latn", + "languages": [ + "mag-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-ory_Orya", + "languages": [ + "mag-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581638, + "recall": 0.643281, + "f1": 0.598862, + "accuracy": 0.643281, + "main_score": 0.598862, + "hf_subset": "mag_Deva-sna_Latn", + "languages": [ + "mag-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555368, + "recall": 0.614625, + "f1": 0.571349, + "accuracy": 0.614625, + "main_score": 0.571349, + "hf_subset": "mag_Deva-tso_Latn", + "languages": [ + "mag-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mag_Deva-azj_Latn", + "languages": [ + "mag-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528591, + "recall": 0.602767, + "f1": 0.550175, + "accuracy": 0.602767, + "main_score": 0.550175, + "hf_subset": "mag_Deva-dik_Latn", + "languages": [ + "mag-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727975, + "recall": 0.780632, + "f1": 0.743022, + "accuracy": 0.780632, + "main_score": 0.743022, + "hf_subset": "mag_Deva-hau_Latn", + "languages": [ + "mag-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mag_Deva-kea_Latn", + "languages": [ + "mag-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74501, + "recall": 0.796443, + "f1": 0.760573, + "accuracy": 0.796443, + "main_score": 0.760573, + "hf_subset": "mag_Deva-lus_Latn", + "languages": [ + "mag-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872151, + "recall": 0.90415, + "f1": 0.88195, + "accuracy": 0.90415, + "main_score": 0.88195, + "hf_subset": "mag_Deva-pag_Latn", + "languages": [ + "mag-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mag_Deva-snd_Arab", + "languages": [ + "mag-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "mag_Deva-tuk_Latn", + "languages": [ + "mag-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "mag_Deva-bak_Cyrl", + "languages": [ + "mag-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482411, + "recall": 0.563241, + "f1": 0.505959, + "accuracy": 0.563241, + "main_score": 0.505959, + "hf_subset": "mag_Deva-dyu_Latn", + "languages": [ + "mag-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mag_Deva-heb_Hebr", + "languages": [ + "mag-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mag_Deva-khk_Cyrl", + "languages": [ + "mag-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-lvs_Latn", + "languages": [ + "mag-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mag_Deva-pan_Guru", + "languages": [ + "mag-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686422, + "recall": 0.749012, + "f1": 0.705028, + "accuracy": 0.749012, + "main_score": 0.705028, + "hf_subset": "mag_Deva-som_Latn", + "languages": [ + "mag-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589825, + "recall": 0.640316, + "f1": 0.604356, + "accuracy": 0.640316, + "main_score": 0.604356, + "hf_subset": "mag_Deva-tum_Latn", + "languages": [ + "mag-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602248, + "recall": 0.662055, + "f1": 0.618914, + "accuracy": 0.662055, + "main_score": 0.618914, + "hf_subset": "pap_Latn-ace_Arab", + "languages": [ + "pap-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528772, + "recall": 0.587945, + "f1": 0.545149, + "accuracy": 0.587945, + "main_score": 0.545149, + "hf_subset": "pap_Latn-bam_Latn", + "languages": [ + "pap-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366366, + "recall": 0.433794, + "f1": 0.383948, + "accuracy": 0.433794, + "main_score": 0.383948, + "hf_subset": "pap_Latn-dzo_Tibt", + "languages": [ + "pap-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pap_Latn-hin_Deva", + "languages": [ + "pap-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "pap_Latn-khm_Khmr", + "languages": [ + "pap-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pap_Latn-mag_Deva", + "languages": [ + "pap-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592211, + "recall": 0.647233, + "f1": 0.608051, + "accuracy": 0.647233, + "main_score": 0.608051, + "hf_subset": "pap_Latn-sot_Latn", + "languages": [ + "pap-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-tur_Latn", + "languages": [ + "pap-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852322, + "recall": 0.88834, + "f1": 0.863355, + "accuracy": 0.88834, + "main_score": 0.863355, + "hf_subset": "pap_Latn-ace_Latn", + "languages": [ + "pap-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930254, + "recall": 0.948617, + "f1": 0.936001, + "accuracy": 0.948617, + "main_score": 0.936001, + "hf_subset": "pap_Latn-ban_Latn", + "languages": [ + "pap-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "pap_Latn-ell_Grek", + "languages": [ + "pap-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "pap_Latn-hne_Deva", + "languages": [ + "pap-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593618, + "recall": 0.649209, + "f1": 0.609434, + "accuracy": 0.649209, + "main_score": 0.609434, + "hf_subset": "pap_Latn-kik_Latn", + "languages": [ + "pap-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "pap_Latn-mai_Deva", + "languages": [ + "pap-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927981, + "recall": 0.949605, + "f1": 0.934848, + "accuracy": 0.949605, + "main_score": 0.934848, + "hf_subset": "pap_Latn-pbt_Arab", + "languages": [ + "pap-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pap_Latn-spa_Latn", + "languages": [ + "pap-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615474, + "recall": 0.674901, + "f1": 0.632461, + "accuracy": 0.674901, + "main_score": 0.632461, + "hf_subset": "pap_Latn-twi_Latn", + "languages": [ + "pap-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "pap_Latn-acm_Arab", + "languages": [ + "pap-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.970356, + "f1": 0.962945, + "accuracy": 0.970356, + "main_score": 0.962945, + "hf_subset": "pap_Latn-bel_Cyrl", + "languages": [ + "pap-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pap_Latn-eng_Latn", + "languages": [ + "pap-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pap_Latn-hrv_Latn", + "languages": [ + "pap-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557791, + "recall": 0.615613, + "f1": 0.574003, + "accuracy": 0.615613, + "main_score": 0.574003, + "hf_subset": "pap_Latn-kin_Latn", + "languages": [ + "pap-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "pap_Latn-mal_Mlym", + "languages": [ + "pap-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pap_Latn-pes_Arab", + "languages": [ + "pap-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974506, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "pap_Latn-srd_Latn", + "languages": [ + "pap-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190415, + "recall": 0.235178, + "f1": 0.20083, + "accuracy": 0.235178, + "main_score": 0.20083, + "hf_subset": "pap_Latn-tzm_Tfng", + "languages": [ + "pap-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pap_Latn-acq_Arab", + "languages": [ + "pap-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631465, + "recall": 0.679842, + "f1": 0.645443, + "accuracy": 0.679842, + "main_score": 0.645443, + "hf_subset": "pap_Latn-bem_Latn", + "languages": [ + "pap-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-epo_Latn", + "languages": [ + "pap-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.983202, + "f1": 0.979861, + "accuracy": 0.983202, + "main_score": 0.979861, + "hf_subset": "pap_Latn-hun_Latn", + "languages": [ + "pap-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943264, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "pap_Latn-kir_Cyrl", + "languages": [ + "pap-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-mar_Deva", + "languages": [ + "pap-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66526, + "recall": 0.714427, + "f1": 0.679647, + "accuracy": 0.714427, + "main_score": 0.679647, + "hf_subset": "pap_Latn-plt_Latn", + "languages": [ + "pap-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-srp_Cyrl", + "languages": [ + "pap-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882658, + "recall": 0.912055, + "f1": 0.891831, + "accuracy": 0.912055, + "main_score": 0.891831, + "hf_subset": "pap_Latn-uig_Arab", + "languages": [ + "pap-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956604, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "pap_Latn-aeb_Arab", + "languages": [ + "pap-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "pap_Latn-ben_Beng", + "languages": [ + "pap-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "pap_Latn-est_Latn", + "languages": [ + "pap-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "pap_Latn-hye_Armn", + "languages": [ + "pap-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554288, + "recall": 0.609684, + "f1": 0.57001, + "accuracy": 0.609684, + "main_score": 0.57001, + "hf_subset": "pap_Latn-kmb_Latn", + "languages": [ + "pap-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518549, + "recall": 0.58498, + "f1": 0.53718, + "accuracy": 0.58498, + "main_score": 0.53718, + "hf_subset": "pap_Latn-min_Arab", + "languages": [ + "pap-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pap_Latn-pol_Latn", + "languages": [ + "pap-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565909, + "recall": 0.62253, + "f1": 0.582295, + "accuracy": 0.62253, + "main_score": 0.582295, + "hf_subset": "pap_Latn-ssw_Latn", + "languages": [ + "pap-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "pap_Latn-ukr_Cyrl", + "languages": [ + "pap-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-afr_Latn", + "languages": [ + "pap-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "pap_Latn-bho_Deva", + "languages": [ + "pap-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954875, + "accuracy": 0.964427, + "main_score": 0.954875, + "hf_subset": "pap_Latn-eus_Latn", + "languages": [ + "pap-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597835, + "recall": 0.658103, + "f1": 0.615311, + "accuracy": 0.658103, + "main_score": 0.615311, + "hf_subset": "pap_Latn-ibo_Latn", + "languages": [ + "pap-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822859, + "recall": 0.865613, + "f1": 0.835935, + "accuracy": 0.865613, + "main_score": 0.835935, + "hf_subset": "pap_Latn-kmr_Latn", + "languages": [ + "pap-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95364, + "recall": 0.966403, + "f1": 0.957576, + "accuracy": 0.966403, + "main_score": 0.957576, + "hf_subset": "pap_Latn-min_Latn", + "languages": [ + "pap-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pap_Latn-por_Latn", + "languages": [ + "pap-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "pap_Latn-sun_Latn", + "languages": [ + "pap-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537385, + "recall": 0.591897, + "f1": 0.552993, + "accuracy": 0.591897, + "main_score": 0.552993, + "hf_subset": "pap_Latn-umb_Latn", + "languages": [ + "pap-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "pap_Latn-ajp_Arab", + "languages": [ + "pap-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542427, + "recall": 0.612648, + "f1": 0.561428, + "accuracy": 0.612648, + "main_score": 0.561428, + "hf_subset": "pap_Latn-bjn_Arab", + "languages": [ + "pap-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538481, + "recall": 0.591897, + "f1": 0.553561, + "accuracy": 0.591897, + "main_score": 0.553561, + "hf_subset": "pap_Latn-ewe_Latn", + "languages": [ + "pap-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92169, + "recall": 0.940711, + "f1": 0.927569, + "accuracy": 0.940711, + "main_score": 0.927569, + "hf_subset": "pap_Latn-ilo_Latn", + "languages": [ + "pap-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332282, + "recall": 0.387352, + "f1": 0.34697, + "accuracy": 0.387352, + "main_score": 0.34697, + "hf_subset": "pap_Latn-knc_Arab", + "languages": [ + "pap-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-mkd_Cyrl", + "languages": [ + "pap-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pap_Latn-prs_Arab", + "languages": [ + "pap-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "pap_Latn-swe_Latn", + "languages": [ + "pap-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pap_Latn-urd_Arab", + "languages": [ + "pap-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595685, + "recall": 0.652174, + "f1": 0.611914, + "accuracy": 0.652174, + "main_score": 0.611914, + "hf_subset": "pap_Latn-aka_Latn", + "languages": [ + "pap-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.957298, + "accuracy": 0.966403, + "main_score": 0.957298, + "hf_subset": "pap_Latn-bjn_Latn", + "languages": [ + "pap-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903607, + "recall": 0.929842, + "f1": 0.911909, + "accuracy": 0.929842, + "main_score": 0.911909, + "hf_subset": "pap_Latn-fao_Latn", + "languages": [ + "pap-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pap_Latn-ind_Latn", + "languages": [ + "pap-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594045, + "recall": 0.643281, + "f1": 0.607846, + "accuracy": 0.643281, + "main_score": 0.607846, + "hf_subset": "pap_Latn-knc_Latn", + "languages": [ + "pap-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "pap_Latn-mlt_Latn", + "languages": [ + "pap-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688333, + "recall": 0.745059, + "f1": 0.70539, + "accuracy": 0.745059, + "main_score": 0.70539, + "hf_subset": "pap_Latn-quy_Latn", + "languages": [ + "pap-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909206, + "recall": 0.933794, + "f1": 0.916897, + "accuracy": 0.933794, + "main_score": 0.916897, + "hf_subset": "pap_Latn-swh_Latn", + "languages": [ + "pap-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "pap_Latn-uzn_Latn", + "languages": [ + "pap-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pap_Latn-als_Latn", + "languages": [ + "pap-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518416, + "recall": 0.59585, + "f1": 0.539794, + "accuracy": 0.59585, + "main_score": 0.539794, + "hf_subset": "pap_Latn-bod_Tibt", + "languages": [ + "pap-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660152, + "recall": 0.716403, + "f1": 0.67578, + "accuracy": 0.716403, + "main_score": 0.67578, + "hf_subset": "pap_Latn-fij_Latn", + "languages": [ + "pap-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932016, + "recall": 0.952569, + "f1": 0.93857, + "accuracy": 0.952569, + "main_score": 0.93857, + "hf_subset": "pap_Latn-isl_Latn", + "languages": [ + "pap-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6675, + "recall": 0.715415, + "f1": 0.681406, + "accuracy": 0.715415, + "main_score": 0.681406, + "hf_subset": "pap_Latn-kon_Latn", + "languages": [ + "pap-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641431, + "recall": 0.703557, + "f1": 0.659457, + "accuracy": 0.703557, + "main_score": 0.659457, + "hf_subset": "pap_Latn-mni_Beng", + "languages": [ + "pap-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pap_Latn-ron_Latn", + "languages": [ + "pap-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954875, + "accuracy": 0.964427, + "main_score": 0.954875, + "hf_subset": "pap_Latn-szl_Latn", + "languages": [ + "pap-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "pap_Latn-vec_Latn", + "languages": [ + "pap-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861331, + "recall": 0.897233, + "f1": 0.872299, + "accuracy": 0.897233, + "main_score": 0.872299, + "hf_subset": "pap_Latn-amh_Ethi", + "languages": [ + "pap-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-bos_Latn", + "languages": [ + "pap-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979331, + "recall": 0.985178, + "f1": 0.981126, + "accuracy": 0.985178, + "main_score": 0.981126, + "hf_subset": "pap_Latn-fin_Latn", + "languages": [ + "pap-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pap_Latn-ita_Latn", + "languages": [ + "pap-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pap_Latn-kor_Hang", + "languages": [ + "pap-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560467, + "recall": 0.617589, + "f1": 0.576621, + "accuracy": 0.617589, + "main_score": 0.576621, + "hf_subset": "pap_Latn-mos_Latn", + "languages": [ + "pap-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555512, + "recall": 0.606719, + "f1": 0.569998, + "accuracy": 0.606719, + "main_score": 0.569998, + "hf_subset": "pap_Latn-run_Latn", + "languages": [ + "pap-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pap_Latn-tam_Taml", + "languages": [ + "pap-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "pap_Latn-vie_Latn", + "languages": [ + "pap-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pap_Latn-apc_Arab", + "languages": [ + "pap-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798833, + "recall": 0.838933, + "f1": 0.810211, + "accuracy": 0.838933, + "main_score": 0.810211, + "hf_subset": "pap_Latn-bug_Latn", + "languages": [ + "pap-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484861, + "recall": 0.538538, + "f1": 0.498854, + "accuracy": 0.538538, + "main_score": 0.498854, + "hf_subset": "pap_Latn-fon_Latn", + "languages": [ + "pap-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pap_Latn-jav_Latn", + "languages": [ + "pap-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936841, + "recall": 0.955534, + "f1": 0.942754, + "accuracy": 0.955534, + "main_score": 0.942754, + "hf_subset": "pap_Latn-lao_Laoo", + "languages": [ + "pap-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763002, + "recall": 0.814229, + "f1": 0.777758, + "accuracy": 0.814229, + "main_score": 0.777758, + "hf_subset": "pap_Latn-mri_Latn", + "languages": [ + "pap-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "pap_Latn-rus_Cyrl", + "languages": [ + "pap-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549968, + "recall": 0.608696, + "f1": 0.566155, + "accuracy": 0.608696, + "main_score": 0.566155, + "hf_subset": "pap_Latn-taq_Latn", + "languages": [ + "pap-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "pap_Latn-war_Latn", + "languages": [ + "pap-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "pap_Latn-arb_Arab", + "languages": [ + "pap-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "pap_Latn-bul_Cyrl", + "languages": [ + "pap-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-fra_Latn", + "languages": [ + "pap-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.975856, + "accuracy": 0.981225, + "main_score": 0.975856, + "hf_subset": "pap_Latn-jpn_Jpan", + "languages": [ + "pap-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "pap_Latn-lij_Latn", + "languages": [ + "pap-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921146, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "pap_Latn-mya_Mymr", + "languages": [ + "pap-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618766, + "recall": 0.678854, + "f1": 0.635435, + "accuracy": 0.678854, + "main_score": 0.635435, + "hf_subset": "pap_Latn-sag_Latn", + "languages": [ + "pap-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196959, + "recall": 0.254941, + "f1": 0.209379, + "accuracy": 0.254941, + "main_score": 0.209379, + "hf_subset": "pap_Latn-taq_Tfng", + "languages": [ + "pap-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630314, + "recall": 0.6917, + "f1": 0.647534, + "accuracy": 0.6917, + "main_score": 0.647534, + "hf_subset": "pap_Latn-wol_Latn", + "languages": [ + "pap-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728033, + "recall": 0.780632, + "f1": 0.743139, + "accuracy": 0.780632, + "main_score": 0.743139, + "hf_subset": "pap_Latn-arb_Latn", + "languages": [ + "pap-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-cat_Latn", + "languages": [ + "pap-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-fur_Latn", + "languages": [ + "pap-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422917, + "recall": 0.479249, + "f1": 0.438094, + "accuracy": 0.479249, + "main_score": 0.438094, + "hf_subset": "pap_Latn-kab_Latn", + "languages": [ + "pap-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "pap_Latn-lim_Latn", + "languages": [ + "pap-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "pap_Latn-nld_Latn", + "languages": [ + "pap-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.943906, + "accuracy": 0.956522, + "main_score": 0.943906, + "hf_subset": "pap_Latn-san_Deva", + "languages": [ + "pap-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960886, + "recall": 0.972332, + "f1": 0.964493, + "accuracy": 0.972332, + "main_score": 0.964493, + "hf_subset": "pap_Latn-tat_Cyrl", + "languages": [ + "pap-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672389, + "recall": 0.726285, + "f1": 0.687663, + "accuracy": 0.726285, + "main_score": 0.687663, + "hf_subset": "pap_Latn-xho_Latn", + "languages": [ + "pap-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "pap_Latn-ars_Arab", + "languages": [ + "pap-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "pap_Latn-ceb_Latn", + "languages": [ + "pap-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567271, + "recall": 0.626482, + "f1": 0.584388, + "accuracy": 0.626482, + "main_score": 0.584388, + "hf_subset": "pap_Latn-fuv_Latn", + "languages": [ + "pap-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527801, + "recall": 0.585968, + "f1": 0.543976, + "accuracy": 0.585968, + "main_score": 0.543976, + "hf_subset": "pap_Latn-kac_Latn", + "languages": [ + "pap-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686495, + "recall": 0.731225, + "f1": 0.6989, + "accuracy": 0.731225, + "main_score": 0.6989, + "hf_subset": "pap_Latn-lin_Latn", + "languages": [ + "pap-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "pap_Latn-nno_Latn", + "languages": [ + "pap-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186733, + "recall": 0.252964, + "f1": 0.202573, + "accuracy": 0.252964, + "main_score": 0.202573, + "hf_subset": "pap_Latn-sat_Olck", + "languages": [ + "pap-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "pap_Latn-tel_Telu", + "languages": [ + "pap-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906538, + "recall": 0.932806, + "f1": 0.914874, + "accuracy": 0.932806, + "main_score": 0.914874, + "hf_subset": "pap_Latn-ydd_Hebr", + "languages": [ + "pap-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.959486, + "f1": 0.947812, + "accuracy": 0.959486, + "main_score": 0.947812, + "hf_subset": "pap_Latn-ary_Arab", + "languages": [ + "pap-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "pap_Latn-ces_Latn", + "languages": [ + "pap-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572918, + "recall": 0.631423, + "f1": 0.589562, + "accuracy": 0.631423, + "main_score": 0.589562, + "hf_subset": "pap_Latn-gaz_Latn", + "languages": [ + "pap-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582668, + "recall": 0.644269, + "f1": 0.599986, + "accuracy": 0.644269, + "main_score": 0.599986, + "hf_subset": "pap_Latn-kam_Latn", + "languages": [ + "pap-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "pap_Latn-lit_Latn", + "languages": [ + "pap-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "pap_Latn-nob_Latn", + "languages": [ + "pap-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "pap_Latn-scn_Latn", + "languages": [ + "pap-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93363, + "recall": 0.950593, + "f1": 0.938853, + "accuracy": 0.950593, + "main_score": 0.938853, + "hf_subset": "pap_Latn-tgk_Cyrl", + "languages": [ + "pap-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629636, + "recall": 0.694664, + "f1": 0.648263, + "accuracy": 0.694664, + "main_score": 0.648263, + "hf_subset": "pap_Latn-yor_Latn", + "languages": [ + "pap-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973238, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "pap_Latn-arz_Arab", + "languages": [ + "pap-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576722, + "recall": 0.644269, + "f1": 0.595686, + "accuracy": 0.644269, + "main_score": 0.595686, + "hf_subset": "pap_Latn-cjk_Latn", + "languages": [ + "pap-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700296, + "recall": 0.757905, + "f1": 0.717589, + "accuracy": 0.757905, + "main_score": 0.717589, + "hf_subset": "pap_Latn-gla_Latn", + "languages": [ + "pap-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pap_Latn-kan_Knda", + "languages": [ + "pap-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "pap_Latn-lmo_Latn", + "languages": [ + "pap-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "pap_Latn-npi_Deva", + "languages": [ + "pap-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475154, + "recall": 0.541502, + "f1": 0.493075, + "accuracy": 0.541502, + "main_score": 0.493075, + "hf_subset": "pap_Latn-shn_Mymr", + "languages": [ + "pap-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pap_Latn-tgl_Latn", + "languages": [ + "pap-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "pap_Latn-yue_Hant", + "languages": [ + "pap-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "pap_Latn-asm_Beng", + "languages": [ + "pap-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87607, + "recall": 0.910079, + "f1": 0.886924, + "accuracy": 0.910079, + "main_score": 0.886924, + "hf_subset": "pap_Latn-ckb_Arab", + "languages": [ + "pap-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773966, + "recall": 0.821146, + "f1": 0.788065, + "accuracy": 0.821146, + "main_score": 0.788065, + "hf_subset": "pap_Latn-gle_Latn", + "languages": [ + "pap-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910408, + "recall": 0.935771, + "f1": 0.918431, + "accuracy": 0.935771, + "main_score": 0.918431, + "hf_subset": "pap_Latn-kas_Arab", + "languages": [ + "pap-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906159, + "recall": 0.928854, + "f1": 0.912963, + "accuracy": 0.928854, + "main_score": 0.912963, + "hf_subset": "pap_Latn-ltg_Latn", + "languages": [ + "pap-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624144, + "recall": 0.674901, + "f1": 0.63852, + "accuracy": 0.674901, + "main_score": 0.63852, + "hf_subset": "pap_Latn-nso_Latn", + "languages": [ + "pap-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920125, + "recall": 0.943676, + "f1": 0.927503, + "accuracy": 0.943676, + "main_score": 0.927503, + "hf_subset": "pap_Latn-sin_Sinh", + "languages": [ + "pap-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pap_Latn-tha_Thai", + "languages": [ + "pap-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "pap_Latn-zho_Hans", + "languages": [ + "pap-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pap_Latn-ast_Latn", + "languages": [ + "pap-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952816, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "pap_Latn-crh_Latn", + "languages": [ + "pap-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-glg_Latn", + "languages": [ + "pap-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844615, + "recall": 0.886364, + "f1": 0.857378, + "accuracy": 0.886364, + "main_score": 0.857378, + "hf_subset": "pap_Latn-kas_Deva", + "languages": [ + "pap-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "pap_Latn-ltz_Latn", + "languages": [ + "pap-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480775, + "recall": 0.548419, + "f1": 0.498801, + "accuracy": 0.548419, + "main_score": 0.498801, + "hf_subset": "pap_Latn-nus_Latn", + "languages": [ + "pap-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "pap_Latn-slk_Latn", + "languages": [ + "pap-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577357, + "recall": 0.648221, + "f1": 0.598072, + "accuracy": 0.648221, + "main_score": 0.598072, + "hf_subset": "pap_Latn-tir_Ethi", + "languages": [ + "pap-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "pap_Latn-zho_Hant", + "languages": [ + "pap-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967095, + "recall": 0.976285, + "f1": 0.970026, + "accuracy": 0.976285, + "main_score": 0.970026, + "hf_subset": "pap_Latn-awa_Deva", + "languages": [ + "pap-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909507, + "recall": 0.932806, + "f1": 0.916584, + "accuracy": 0.932806, + "main_score": 0.916584, + "hf_subset": "pap_Latn-cym_Latn", + "languages": [ + "pap-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834907, + "recall": 0.870553, + "f1": 0.845471, + "accuracy": 0.870553, + "main_score": 0.845471, + "hf_subset": "pap_Latn-grn_Latn", + "languages": [ + "pap-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "pap_Latn-kat_Geor", + "languages": [ + "pap-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654992, + "recall": 0.704545, + "f1": 0.668526, + "accuracy": 0.704545, + "main_score": 0.668526, + "hf_subset": "pap_Latn-lua_Latn", + "languages": [ + "pap-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629596, + "recall": 0.684783, + "f1": 0.645193, + "accuracy": 0.684783, + "main_score": 0.645193, + "hf_subset": "pap_Latn-nya_Latn", + "languages": [ + "pap-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "pap_Latn-slv_Latn", + "languages": [ + "pap-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915184, + "recall": 0.934783, + "f1": 0.921245, + "accuracy": 0.934783, + "main_score": 0.921245, + "hf_subset": "pap_Latn-tpi_Latn", + "languages": [ + "pap-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pap_Latn-zsm_Latn", + "languages": [ + "pap-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549311, + "recall": 0.606719, + "f1": 0.565126, + "accuracy": 0.606719, + "main_score": 0.565126, + "hf_subset": "pap_Latn-ayr_Latn", + "languages": [ + "pap-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "pap_Latn-dan_Latn", + "languages": [ + "pap-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pap_Latn-guj_Gujr", + "languages": [ + "pap-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "pap_Latn-kaz_Cyrl", + "languages": [ + "pap-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549654, + "recall": 0.603755, + "f1": 0.564875, + "accuracy": 0.603755, + "main_score": 0.564875, + "hf_subset": "pap_Latn-lug_Latn", + "languages": [ + "pap-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pap_Latn-oci_Latn", + "languages": [ + "pap-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761424, + "recall": 0.809289, + "f1": 0.775198, + "accuracy": 0.809289, + "main_score": 0.775198, + "hf_subset": "pap_Latn-smo_Latn", + "languages": [ + "pap-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546261, + "recall": 0.605731, + "f1": 0.5627, + "accuracy": 0.605731, + "main_score": 0.5627, + "hf_subset": "pap_Latn-tsn_Latn", + "languages": [ + "pap-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604022, + "recall": 0.662055, + "f1": 0.620471, + "accuracy": 0.662055, + "main_score": 0.620471, + "hf_subset": "pap_Latn-zul_Latn", + "languages": [ + "pap-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879924, + "recall": 0.913043, + "f1": 0.890053, + "accuracy": 0.913043, + "main_score": 0.890053, + "hf_subset": "pap_Latn-azb_Arab", + "languages": [ + "pap-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pap_Latn-deu_Latn", + "languages": [ + "pap-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943099, + "recall": 0.959486, + "f1": 0.948353, + "accuracy": 0.959486, + "main_score": 0.948353, + "hf_subset": "pap_Latn-hat_Latn", + "languages": [ + "pap-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498778, + "recall": 0.552372, + "f1": 0.513232, + "accuracy": 0.552372, + "main_score": 0.513232, + "hf_subset": "pap_Latn-kbp_Latn", + "languages": [ + "pap-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581138, + "recall": 0.637352, + "f1": 0.59612, + "accuracy": 0.637352, + "main_score": 0.59612, + "hf_subset": "pap_Latn-luo_Latn", + "languages": [ + "pap-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pap_Latn-ory_Orya", + "languages": [ + "pap-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589346, + "recall": 0.649209, + "f1": 0.606744, + "accuracy": 0.649209, + "main_score": 0.606744, + "hf_subset": "pap_Latn-sna_Latn", + "languages": [ + "pap-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559177, + "recall": 0.610672, + "f1": 0.574007, + "accuracy": 0.610672, + "main_score": 0.574007, + "hf_subset": "pap_Latn-tso_Latn", + "languages": [ + "pap-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "pap_Latn-azj_Latn", + "languages": [ + "pap-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54114, + "recall": 0.606719, + "f1": 0.559962, + "accuracy": 0.606719, + "main_score": 0.559962, + "hf_subset": "pap_Latn-dik_Latn", + "languages": [ + "pap-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689076, + "recall": 0.743083, + "f1": 0.704268, + "accuracy": 0.743083, + "main_score": 0.704268, + "hf_subset": "pap_Latn-hau_Latn", + "languages": [ + "pap-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pap_Latn-kea_Latn", + "languages": [ + "pap-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716905, + "recall": 0.764822, + "f1": 0.730739, + "accuracy": 0.764822, + "main_score": 0.730739, + "hf_subset": "pap_Latn-lus_Latn", + "languages": [ + "pap-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86413, + "recall": 0.892292, + "f1": 0.872991, + "accuracy": 0.892292, + "main_score": 0.872991, + "hf_subset": "pap_Latn-pag_Latn", + "languages": [ + "pap-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "pap_Latn-snd_Arab", + "languages": [ + "pap-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871789, + "recall": 0.907115, + "f1": 0.882938, + "accuracy": 0.907115, + "main_score": 0.882938, + "hf_subset": "pap_Latn-tuk_Latn", + "languages": [ + "pap-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935112, + "recall": 0.952569, + "f1": 0.940467, + "accuracy": 0.952569, + "main_score": 0.940467, + "hf_subset": "pap_Latn-bak_Cyrl", + "languages": [ + "pap-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48834, + "recall": 0.568182, + "f1": 0.511975, + "accuracy": 0.568182, + "main_score": 0.511975, + "hf_subset": "pap_Latn-dyu_Latn", + "languages": [ + "pap-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "pap_Latn-heb_Hebr", + "languages": [ + "pap-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942605, + "recall": 0.958498, + "f1": 0.947694, + "accuracy": 0.958498, + "main_score": 0.947694, + "hf_subset": "pap_Latn-khk_Cyrl", + "languages": [ + "pap-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pap_Latn-lvs_Latn", + "languages": [ + "pap-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pap_Latn-pan_Guru", + "languages": [ + "pap-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685021, + "recall": 0.740119, + "f1": 0.701416, + "accuracy": 0.740119, + "main_score": 0.701416, + "hf_subset": "pap_Latn-som_Latn", + "languages": [ + "pap-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589318, + "recall": 0.634387, + "f1": 0.601964, + "accuracy": 0.634387, + "main_score": 0.601964, + "hf_subset": "pap_Latn-tum_Latn", + "languages": [ + "pap-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451814, + "recall": 0.496047, + "f1": 0.464545, + "accuracy": 0.496047, + "main_score": 0.464545, + "hf_subset": "sot_Latn-ace_Arab", + "languages": [ + "sot-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541639, + "recall": 0.588933, + "f1": 0.55527, + "accuracy": 0.588933, + "main_score": 0.55527, + "hf_subset": "sot_Latn-bam_Latn", + "languages": [ + "sot-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.245547, + "recall": 0.29249, + "f1": 0.257579, + "accuracy": 0.29249, + "main_score": 0.257579, + "hf_subset": "sot_Latn-dzo_Tibt", + "languages": [ + "sot-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593395, + "recall": 0.637352, + "f1": 0.60436, + "accuracy": 0.637352, + "main_score": 0.60436, + "hf_subset": "sot_Latn-hin_Deva", + "languages": [ + "sot-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538044, + "recall": 0.590909, + "f1": 0.552211, + "accuracy": 0.590909, + "main_score": 0.552211, + "hf_subset": "sot_Latn-khm_Khmr", + "languages": [ + "sot-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591673, + "recall": 0.632411, + "f1": 0.602604, + "accuracy": 0.632411, + "main_score": 0.602604, + "hf_subset": "sot_Latn-mag_Deva", + "languages": [ + "sot-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593443, + "recall": 0.628458, + "f1": 0.602359, + "accuracy": 0.628458, + "main_score": 0.602359, + "hf_subset": "sot_Latn-pap_Latn", + "languages": [ + "sot-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571671, + "recall": 0.621542, + "f1": 0.5847, + "accuracy": 0.621542, + "main_score": 0.5847, + "hf_subset": "sot_Latn-tur_Latn", + "languages": [ + "sot-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593417, + "recall": 0.625494, + "f1": 0.601673, + "accuracy": 0.625494, + "main_score": 0.601673, + "hf_subset": "sot_Latn-ace_Latn", + "languages": [ + "sot-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601653, + "recall": 0.630435, + "f1": 0.609482, + "accuracy": 0.630435, + "main_score": 0.609482, + "hf_subset": "sot_Latn-ban_Latn", + "languages": [ + "sot-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583487, + "recall": 0.636364, + "f1": 0.596374, + "accuracy": 0.636364, + "main_score": 0.596374, + "hf_subset": "sot_Latn-ell_Grek", + "languages": [ + "sot-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567784, + "recall": 0.612648, + "f1": 0.579473, + "accuracy": 0.612648, + "main_score": 0.579473, + "hf_subset": "sot_Latn-hne_Deva", + "languages": [ + "sot-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553279, + "recall": 0.596838, + "f1": 0.565394, + "accuracy": 0.596838, + "main_score": 0.565394, + "hf_subset": "sot_Latn-kik_Latn", + "languages": [ + "sot-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572067, + "recall": 0.623518, + "f1": 0.584754, + "accuracy": 0.623518, + "main_score": 0.584754, + "hf_subset": "sot_Latn-mai_Deva", + "languages": [ + "sot-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547666, + "recall": 0.596838, + "f1": 0.560734, + "accuracy": 0.596838, + "main_score": 0.560734, + "hf_subset": "sot_Latn-pbt_Arab", + "languages": [ + "sot-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596491, + "recall": 0.637352, + "f1": 0.607355, + "accuracy": 0.637352, + "main_score": 0.607355, + "hf_subset": "sot_Latn-spa_Latn", + "languages": [ + "sot-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577668, + "recall": 0.609684, + "f1": 0.586323, + "accuracy": 0.609684, + "main_score": 0.586323, + "hf_subset": "sot_Latn-twi_Latn", + "languages": [ + "sot-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562453, + "recall": 0.612648, + "f1": 0.574696, + "accuracy": 0.612648, + "main_score": 0.574696, + "hf_subset": "sot_Latn-acm_Arab", + "languages": [ + "sot-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543459, + "recall": 0.589921, + "f1": 0.55537, + "accuracy": 0.589921, + "main_score": 0.55537, + "hf_subset": "sot_Latn-bel_Cyrl", + "languages": [ + "sot-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622038, + "recall": 0.664032, + "f1": 0.632567, + "accuracy": 0.664032, + "main_score": 0.632567, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603936, + "recall": 0.649209, + "f1": 0.615004, + "accuracy": 0.649209, + "main_score": 0.615004, + "hf_subset": "sot_Latn-hrv_Latn", + "languages": [ + "sot-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562562, + "recall": 0.602767, + "f1": 0.573922, + "accuracy": 0.602767, + "main_score": 0.573922, + "hf_subset": "sot_Latn-kin_Latn", + "languages": [ + "sot-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560984, + "recall": 0.609684, + "f1": 0.573376, + "accuracy": 0.609684, + "main_score": 0.573376, + "hf_subset": "sot_Latn-mal_Mlym", + "languages": [ + "sot-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565697, + "recall": 0.615613, + "f1": 0.578805, + "accuracy": 0.615613, + "main_score": 0.578805, + "hf_subset": "sot_Latn-pes_Arab", + "languages": [ + "sot-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590063, + "recall": 0.623518, + "f1": 0.598849, + "accuracy": 0.623518, + "main_score": 0.598849, + "hf_subset": "sot_Latn-srd_Latn", + "languages": [ + "sot-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2086, + "recall": 0.251976, + "f1": 0.219233, + "accuracy": 0.251976, + "main_score": 0.219233, + "hf_subset": "sot_Latn-tzm_Tfng", + "languages": [ + "sot-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575629, + "recall": 0.62747, + "f1": 0.589447, + "accuracy": 0.62747, + "main_score": 0.589447, + "hf_subset": "sot_Latn-acq_Arab", + "languages": [ + "sot-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602216, + "recall": 0.644269, + "f1": 0.613814, + "accuracy": 0.644269, + "main_score": 0.613814, + "hf_subset": "sot_Latn-bem_Latn", + "languages": [ + "sot-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58347, + "recall": 0.632411, + "f1": 0.595318, + "accuracy": 0.632411, + "main_score": 0.595318, + "hf_subset": "sot_Latn-epo_Latn", + "languages": [ + "sot-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593153, + "recall": 0.635375, + "f1": 0.603977, + "accuracy": 0.635375, + "main_score": 0.603977, + "hf_subset": "sot_Latn-hun_Latn", + "languages": [ + "sot-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558359, + "recall": 0.603755, + "f1": 0.570863, + "accuracy": 0.603755, + "main_score": 0.570863, + "hf_subset": "sot_Latn-kir_Cyrl", + "languages": [ + "sot-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571885, + "recall": 0.612648, + "f1": 0.581702, + "accuracy": 0.612648, + "main_score": 0.581702, + "hf_subset": "sot_Latn-mar_Deva", + "languages": [ + "sot-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566364, + "recall": 0.607708, + "f1": 0.577145, + "accuracy": 0.607708, + "main_score": 0.577145, + "hf_subset": "sot_Latn-plt_Latn", + "languages": [ + "sot-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591514, + "recall": 0.639328, + "f1": 0.603311, + "accuracy": 0.639328, + "main_score": 0.603311, + "hf_subset": "sot_Latn-srp_Cyrl", + "languages": [ + "sot-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489682, + "recall": 0.54249, + "f1": 0.503557, + "accuracy": 0.54249, + "main_score": 0.503557, + "hf_subset": "sot_Latn-uig_Arab", + "languages": [ + "sot-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568297, + "recall": 0.608696, + "f1": 0.578893, + "accuracy": 0.608696, + "main_score": 0.578893, + "hf_subset": "sot_Latn-aeb_Arab", + "languages": [ + "sot-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576059, + "recall": 0.630435, + "f1": 0.591116, + "accuracy": 0.630435, + "main_score": 0.591116, + "hf_subset": "sot_Latn-ben_Beng", + "languages": [ + "sot-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573632, + "recall": 0.62253, + "f1": 0.586129, + "accuracy": 0.62253, + "main_score": 0.586129, + "hf_subset": "sot_Latn-est_Latn", + "languages": [ + "sot-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554719, + "recall": 0.607708, + "f1": 0.567666, + "accuracy": 0.607708, + "main_score": 0.567666, + "hf_subset": "sot_Latn-hye_Armn", + "languages": [ + "sot-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564797, + "recall": 0.602767, + "f1": 0.576142, + "accuracy": 0.602767, + "main_score": 0.576142, + "hf_subset": "sot_Latn-kmb_Latn", + "languages": [ + "sot-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420605, + "recall": 0.475296, + "f1": 0.43498, + "accuracy": 0.475296, + "main_score": 0.43498, + "hf_subset": "sot_Latn-min_Arab", + "languages": [ + "sot-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58595, + "recall": 0.631423, + "f1": 0.597405, + "accuracy": 0.631423, + "main_score": 0.597405, + "hf_subset": "sot_Latn-pol_Latn", + "languages": [ + "sot-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592776, + "recall": 0.641304, + "f1": 0.60569, + "accuracy": 0.641304, + "main_score": 0.60569, + "hf_subset": "sot_Latn-ssw_Latn", + "languages": [ + "sot-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59708, + "recall": 0.646245, + "f1": 0.609484, + "accuracy": 0.646245, + "main_score": 0.609484, + "hf_subset": "sot_Latn-ukr_Cyrl", + "languages": [ + "sot-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623481, + "recall": 0.666996, + "f1": 0.635163, + "accuracy": 0.666996, + "main_score": 0.635163, + "hf_subset": "sot_Latn-afr_Latn", + "languages": [ + "sot-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581741, + "recall": 0.621542, + "f1": 0.59225, + "accuracy": 0.621542, + "main_score": 0.59225, + "hf_subset": "sot_Latn-bho_Deva", + "languages": [ + "sot-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567579, + "recall": 0.612648, + "f1": 0.580226, + "accuracy": 0.612648, + "main_score": 0.580226, + "hf_subset": "sot_Latn-eus_Latn", + "languages": [ + "sot-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561735, + "recall": 0.608696, + "f1": 0.574989, + "accuracy": 0.608696, + "main_score": 0.574989, + "hf_subset": "sot_Latn-ibo_Latn", + "languages": [ + "sot-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57605, + "recall": 0.618577, + "f1": 0.587738, + "accuracy": 0.618577, + "main_score": 0.587738, + "hf_subset": "sot_Latn-kmr_Latn", + "languages": [ + "sot-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597147, + "recall": 0.641304, + "f1": 0.608341, + "accuracy": 0.641304, + "main_score": 0.608341, + "hf_subset": "sot_Latn-min_Latn", + "languages": [ + "sot-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610468, + "recall": 0.656126, + "f1": 0.621962, + "accuracy": 0.656126, + "main_score": 0.621962, + "hf_subset": "sot_Latn-por_Latn", + "languages": [ + "sot-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61333, + "recall": 0.651186, + "f1": 0.623735, + "accuracy": 0.651186, + "main_score": 0.623735, + "hf_subset": "sot_Latn-sun_Latn", + "languages": [ + "sot-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517, + "recall": 0.562253, + "f1": 0.530188, + "accuracy": 0.562253, + "main_score": 0.530188, + "hf_subset": "sot_Latn-umb_Latn", + "languages": [ + "sot-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597757, + "recall": 0.641304, + "f1": 0.608855, + "accuracy": 0.641304, + "main_score": 0.608855, + "hf_subset": "sot_Latn-ajp_Arab", + "languages": [ + "sot-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444614, + "recall": 0.485178, + "f1": 0.455607, + "accuracy": 0.485178, + "main_score": 0.455607, + "hf_subset": "sot_Latn-bjn_Arab", + "languages": [ + "sot-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529476, + "recall": 0.567194, + "f1": 0.539603, + "accuracy": 0.567194, + "main_score": 0.539603, + "hf_subset": "sot_Latn-ewe_Latn", + "languages": [ + "sot-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605253, + "recall": 0.643281, + "f1": 0.614202, + "accuracy": 0.643281, + "main_score": 0.614202, + "hf_subset": "sot_Latn-ilo_Latn", + "languages": [ + "sot-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31504, + "recall": 0.364625, + "f1": 0.328858, + "accuracy": 0.364625, + "main_score": 0.328858, + "hf_subset": "sot_Latn-knc_Arab", + "languages": [ + "sot-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590519, + "recall": 0.637352, + "f1": 0.601514, + "accuracy": 0.637352, + "main_score": 0.601514, + "hf_subset": "sot_Latn-mkd_Cyrl", + "languages": [ + "sot-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587983, + "recall": 0.630435, + "f1": 0.598617, + "accuracy": 0.630435, + "main_score": 0.598617, + "hf_subset": "sot_Latn-prs_Arab", + "languages": [ + "sot-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601265, + "recall": 0.648221, + "f1": 0.612647, + "accuracy": 0.648221, + "main_score": 0.612647, + "hf_subset": "sot_Latn-swe_Latn", + "languages": [ + "sot-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549039, + "recall": 0.608696, + "f1": 0.564934, + "accuracy": 0.608696, + "main_score": 0.564934, + "hf_subset": "sot_Latn-urd_Arab", + "languages": [ + "sot-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568534, + "recall": 0.605731, + "f1": 0.578602, + "accuracy": 0.605731, + "main_score": 0.578602, + "hf_subset": "sot_Latn-aka_Latn", + "languages": [ + "sot-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597037, + "recall": 0.635375, + "f1": 0.606341, + "accuracy": 0.635375, + "main_score": 0.606341, + "hf_subset": "sot_Latn-bjn_Latn", + "languages": [ + "sot-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572913, + "recall": 0.613636, + "f1": 0.584209, + "accuracy": 0.613636, + "main_score": 0.584209, + "hf_subset": "sot_Latn-fao_Latn", + "languages": [ + "sot-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626071, + "recall": 0.662055, + "f1": 0.63523, + "accuracy": 0.662055, + "main_score": 0.63523, + "hf_subset": "sot_Latn-ind_Latn", + "languages": [ + "sot-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564935, + "recall": 0.600791, + "f1": 0.575098, + "accuracy": 0.600791, + "main_score": 0.575098, + "hf_subset": "sot_Latn-knc_Latn", + "languages": [ + "sot-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603617, + "recall": 0.637352, + "f1": 0.611408, + "accuracy": 0.637352, + "main_score": 0.611408, + "hf_subset": "sot_Latn-mlt_Latn", + "languages": [ + "sot-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553788, + "recall": 0.59585, + "f1": 0.565653, + "accuracy": 0.59585, + "main_score": 0.565653, + "hf_subset": "sot_Latn-quy_Latn", + "languages": [ + "sot-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597694, + "recall": 0.645257, + "f1": 0.609961, + "accuracy": 0.645257, + "main_score": 0.609961, + "hf_subset": "sot_Latn-swh_Latn", + "languages": [ + "sot-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558975, + "recall": 0.603755, + "f1": 0.570655, + "accuracy": 0.603755, + "main_score": 0.570655, + "hf_subset": "sot_Latn-uzn_Latn", + "languages": [ + "sot-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601764, + "recall": 0.645257, + "f1": 0.612638, + "accuracy": 0.645257, + "main_score": 0.612638, + "hf_subset": "sot_Latn-als_Latn", + "languages": [ + "sot-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298217, + "recall": 0.354743, + "f1": 0.311869, + "accuracy": 0.354743, + "main_score": 0.311869, + "hf_subset": "sot_Latn-bod_Tibt", + "languages": [ + "sot-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576595, + "recall": 0.617589, + "f1": 0.587731, + "accuracy": 0.617589, + "main_score": 0.587731, + "hf_subset": "sot_Latn-fij_Latn", + "languages": [ + "sot-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547436, + "recall": 0.593874, + "f1": 0.558924, + "accuracy": 0.593874, + "main_score": 0.558924, + "hf_subset": "sot_Latn-isl_Latn", + "languages": [ + "sot-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585044, + "recall": 0.623518, + "f1": 0.595156, + "accuracy": 0.623518, + "main_score": 0.595156, + "hf_subset": "sot_Latn-kon_Latn", + "languages": [ + "sot-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512739, + "recall": 0.557312, + "f1": 0.524739, + "accuracy": 0.557312, + "main_score": 0.524739, + "hf_subset": "sot_Latn-mni_Beng", + "languages": [ + "sot-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612806, + "recall": 0.655138, + "f1": 0.623427, + "accuracy": 0.655138, + "main_score": 0.623427, + "hf_subset": "sot_Latn-ron_Latn", + "languages": [ + "sot-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585639, + "recall": 0.632411, + "f1": 0.597536, + "accuracy": 0.632411, + "main_score": 0.597536, + "hf_subset": "sot_Latn-szl_Latn", + "languages": [ + "sot-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588938, + "recall": 0.632411, + "f1": 0.600149, + "accuracy": 0.632411, + "main_score": 0.600149, + "hf_subset": "sot_Latn-vec_Latn", + "languages": [ + "sot-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515054, + "recall": 0.562253, + "f1": 0.52745, + "accuracy": 0.562253, + "main_score": 0.52745, + "hf_subset": "sot_Latn-amh_Ethi", + "languages": [ + "sot-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600634, + "recall": 0.645257, + "f1": 0.611249, + "accuracy": 0.645257, + "main_score": 0.611249, + "hf_subset": "sot_Latn-bos_Latn", + "languages": [ + "sot-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571364, + "recall": 0.620553, + "f1": 0.58448, + "accuracy": 0.620553, + "main_score": 0.58448, + "hf_subset": "sot_Latn-fin_Latn", + "languages": [ + "sot-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595232, + "recall": 0.641304, + "f1": 0.607429, + "accuracy": 0.641304, + "main_score": 0.607429, + "hf_subset": "sot_Latn-ita_Latn", + "languages": [ + "sot-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556409, + "recall": 0.607708, + "f1": 0.570349, + "accuracy": 0.607708, + "main_score": 0.570349, + "hf_subset": "sot_Latn-kor_Hang", + "languages": [ + "sot-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525406, + "recall": 0.571146, + "f1": 0.537768, + "accuracy": 0.571146, + "main_score": 0.537768, + "hf_subset": "sot_Latn-mos_Latn", + "languages": [ + "sot-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543215, + "recall": 0.594862, + "f1": 0.55776, + "accuracy": 0.594862, + "main_score": 0.55776, + "hf_subset": "sot_Latn-run_Latn", + "languages": [ + "sot-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548385, + "recall": 0.604743, + "f1": 0.563401, + "accuracy": 0.604743, + "main_score": 0.563401, + "hf_subset": "sot_Latn-tam_Taml", + "languages": [ + "sot-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579703, + "recall": 0.624506, + "f1": 0.591119, + "accuracy": 0.624506, + "main_score": 0.591119, + "hf_subset": "sot_Latn-vie_Latn", + "languages": [ + "sot-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576447, + "recall": 0.626482, + "f1": 0.58873, + "accuracy": 0.626482, + "main_score": 0.58873, + "hf_subset": "sot_Latn-apc_Arab", + "languages": [ + "sot-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570215, + "recall": 0.606719, + "f1": 0.579991, + "accuracy": 0.606719, + "main_score": 0.579991, + "hf_subset": "sot_Latn-bug_Latn", + "languages": [ + "sot-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480635, + "recall": 0.521739, + "f1": 0.491897, + "accuracy": 0.521739, + "main_score": 0.491897, + "hf_subset": "sot_Latn-fon_Latn", + "languages": [ + "sot-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617798, + "recall": 0.656126, + "f1": 0.627665, + "accuracy": 0.656126, + "main_score": 0.627665, + "hf_subset": "sot_Latn-jav_Latn", + "languages": [ + "sot-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525871, + "recall": 0.577075, + "f1": 0.539328, + "accuracy": 0.577075, + "main_score": 0.539328, + "hf_subset": "sot_Latn-lao_Laoo", + "languages": [ + "sot-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53877, + "recall": 0.58004, + "f1": 0.550249, + "accuracy": 0.58004, + "main_score": 0.550249, + "hf_subset": "sot_Latn-mri_Latn", + "languages": [ + "sot-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58396, + "recall": 0.635375, + "f1": 0.597332, + "accuracy": 0.635375, + "main_score": 0.597332, + "hf_subset": "sot_Latn-rus_Cyrl", + "languages": [ + "sot-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505587, + "recall": 0.545455, + "f1": 0.516768, + "accuracy": 0.545455, + "main_score": 0.516768, + "hf_subset": "sot_Latn-taq_Latn", + "languages": [ + "sot-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616794, + "recall": 0.65415, + "f1": 0.625984, + "accuracy": 0.65415, + "main_score": 0.625984, + "hf_subset": "sot_Latn-war_Latn", + "languages": [ + "sot-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576857, + "recall": 0.624506, + "f1": 0.588465, + "accuracy": 0.624506, + "main_score": 0.588465, + "hf_subset": "sot_Latn-arb_Arab", + "languages": [ + "sot-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597708, + "recall": 0.63834, + "f1": 0.607844, + "accuracy": 0.63834, + "main_score": 0.607844, + "hf_subset": "sot_Latn-bul_Cyrl", + "languages": [ + "sot-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600118, + "recall": 0.646245, + "f1": 0.612151, + "accuracy": 0.646245, + "main_score": 0.612151, + "hf_subset": "sot_Latn-fra_Latn", + "languages": [ + "sot-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572383, + "recall": 0.613636, + "f1": 0.58295, + "accuracy": 0.613636, + "main_score": 0.58295, + "hf_subset": "sot_Latn-jpn_Jpan", + "languages": [ + "sot-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587415, + "recall": 0.629447, + "f1": 0.598852, + "accuracy": 0.629447, + "main_score": 0.598852, + "hf_subset": "sot_Latn-lij_Latn", + "languages": [ + "sot-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433494, + "recall": 0.497036, + "f1": 0.450021, + "accuracy": 0.497036, + "main_score": 0.450021, + "hf_subset": "sot_Latn-mya_Mymr", + "languages": [ + "sot-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533084, + "recall": 0.58004, + "f1": 0.546176, + "accuracy": 0.58004, + "main_score": 0.546176, + "hf_subset": "sot_Latn-sag_Latn", + "languages": [ + "sot-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229252, + "recall": 0.281621, + "f1": 0.24077, + "accuracy": 0.281621, + "main_score": 0.24077, + "hf_subset": "sot_Latn-taq_Tfng", + "languages": [ + "sot-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556407, + "recall": 0.598814, + "f1": 0.568181, + "accuracy": 0.598814, + "main_score": 0.568181, + "hf_subset": "sot_Latn-wol_Latn", + "languages": [ + "sot-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478294, + "recall": 0.523715, + "f1": 0.491198, + "accuracy": 0.523715, + "main_score": 0.491198, + "hf_subset": "sot_Latn-arb_Latn", + "languages": [ + "sot-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603936, + "recall": 0.647233, + "f1": 0.614878, + "accuracy": 0.647233, + "main_score": 0.614878, + "hf_subset": "sot_Latn-cat_Latn", + "languages": [ + "sot-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596213, + "recall": 0.633399, + "f1": 0.604821, + "accuracy": 0.633399, + "main_score": 0.604821, + "hf_subset": "sot_Latn-fur_Latn", + "languages": [ + "sot-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460444, + "recall": 0.507905, + "f1": 0.473946, + "accuracy": 0.507905, + "main_score": 0.473946, + "hf_subset": "sot_Latn-kab_Latn", + "languages": [ + "sot-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579588, + "recall": 0.618577, + "f1": 0.590155, + "accuracy": 0.618577, + "main_score": 0.590155, + "hf_subset": "sot_Latn-lim_Latn", + "languages": [ + "sot-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597554, + "recall": 0.639328, + "f1": 0.608681, + "accuracy": 0.639328, + "main_score": 0.608681, + "hf_subset": "sot_Latn-nld_Latn", + "languages": [ + "sot-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530021, + "recall": 0.583004, + "f1": 0.544077, + "accuracy": 0.583004, + "main_score": 0.544077, + "hf_subset": "sot_Latn-san_Deva", + "languages": [ + "sot-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575593, + "recall": 0.619565, + "f1": 0.587184, + "accuracy": 0.619565, + "main_score": 0.587184, + "hf_subset": "sot_Latn-tat_Cyrl", + "languages": [ + "sot-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617307, + "recall": 0.671937, + "f1": 0.632759, + "accuracy": 0.671937, + "main_score": 0.632759, + "hf_subset": "sot_Latn-xho_Latn", + "languages": [ + "sot-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558507, + "recall": 0.613636, + "f1": 0.572924, + "accuracy": 0.613636, + "main_score": 0.572924, + "hf_subset": "sot_Latn-ars_Arab", + "languages": [ + "sot-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607085, + "recall": 0.645257, + "f1": 0.61726, + "accuracy": 0.645257, + "main_score": 0.61726, + "hf_subset": "sot_Latn-ceb_Latn", + "languages": [ + "sot-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510244, + "recall": 0.556324, + "f1": 0.524341, + "accuracy": 0.556324, + "main_score": 0.524341, + "hf_subset": "sot_Latn-fuv_Latn", + "languages": [ + "sot-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515082, + "recall": 0.556324, + "f1": 0.526422, + "accuracy": 0.556324, + "main_score": 0.526422, + "hf_subset": "sot_Latn-kac_Latn", + "languages": [ + "sot-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597117, + "recall": 0.633399, + "f1": 0.606616, + "accuracy": 0.633399, + "main_score": 0.606616, + "hf_subset": "sot_Latn-lin_Latn", + "languages": [ + "sot-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602456, + "recall": 0.644269, + "f1": 0.613629, + "accuracy": 0.644269, + "main_score": 0.613629, + "hf_subset": "sot_Latn-nno_Latn", + "languages": [ + "sot-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142298, + "recall": 0.190711, + "f1": 0.154413, + "accuracy": 0.190711, + "main_score": 0.154413, + "hf_subset": "sot_Latn-sat_Olck", + "languages": [ + "sot-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57542, + "recall": 0.624506, + "f1": 0.588503, + "accuracy": 0.624506, + "main_score": 0.588503, + "hf_subset": "sot_Latn-tel_Telu", + "languages": [ + "sot-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514364, + "recall": 0.567194, + "f1": 0.528201, + "accuracy": 0.567194, + "main_score": 0.528201, + "hf_subset": "sot_Latn-ydd_Hebr", + "languages": [ + "sot-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549014, + "recall": 0.588933, + "f1": 0.559738, + "accuracy": 0.588933, + "main_score": 0.559738, + "hf_subset": "sot_Latn-ary_Arab", + "languages": [ + "sot-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604169, + "recall": 0.653162, + "f1": 0.616469, + "accuracy": 0.653162, + "main_score": 0.616469, + "hf_subset": "sot_Latn-ces_Latn", + "languages": [ + "sot-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528255, + "recall": 0.58004, + "f1": 0.542794, + "accuracy": 0.58004, + "main_score": 0.542794, + "hf_subset": "sot_Latn-gaz_Latn", + "languages": [ + "sot-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563249, + "recall": 0.612648, + "f1": 0.577392, + "accuracy": 0.612648, + "main_score": 0.577392, + "hf_subset": "sot_Latn-kam_Latn", + "languages": [ + "sot-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584575, + "recall": 0.628458, + "f1": 0.595298, + "accuracy": 0.628458, + "main_score": 0.595298, + "hf_subset": "sot_Latn-lit_Latn", + "languages": [ + "sot-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599208, + "recall": 0.639328, + "f1": 0.609611, + "accuracy": 0.639328, + "main_score": 0.609611, + "hf_subset": "sot_Latn-nob_Latn", + "languages": [ + "sot-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589982, + "recall": 0.630435, + "f1": 0.599355, + "accuracy": 0.630435, + "main_score": 0.599355, + "hf_subset": "sot_Latn-scn_Latn", + "languages": [ + "sot-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562599, + "recall": 0.606719, + "f1": 0.57464, + "accuracy": 0.606719, + "main_score": 0.57464, + "hf_subset": "sot_Latn-tgk_Cyrl", + "languages": [ + "sot-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525841, + "recall": 0.583004, + "f1": 0.541616, + "accuracy": 0.583004, + "main_score": 0.541616, + "hf_subset": "sot_Latn-yor_Latn", + "languages": [ + "sot-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585239, + "recall": 0.62747, + "f1": 0.596255, + "accuracy": 0.62747, + "main_score": 0.596255, + "hf_subset": "sot_Latn-arz_Arab", + "languages": [ + "sot-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517474, + "recall": 0.554348, + "f1": 0.52851, + "accuracy": 0.554348, + "main_score": 0.52851, + "hf_subset": "sot_Latn-cjk_Latn", + "languages": [ + "sot-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542239, + "recall": 0.583992, + "f1": 0.553516, + "accuracy": 0.583992, + "main_score": 0.553516, + "hf_subset": "sot_Latn-gla_Latn", + "languages": [ + "sot-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577779, + "recall": 0.619565, + "f1": 0.58845, + "accuracy": 0.619565, + "main_score": 0.58845, + "hf_subset": "sot_Latn-kan_Knda", + "languages": [ + "sot-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59106, + "recall": 0.62747, + "f1": 0.60048, + "accuracy": 0.62747, + "main_score": 0.60048, + "hf_subset": "sot_Latn-lmo_Latn", + "languages": [ + "sot-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556029, + "recall": 0.607708, + "f1": 0.569133, + "accuracy": 0.607708, + "main_score": 0.569133, + "hf_subset": "sot_Latn-npi_Deva", + "languages": [ + "sot-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45093, + "recall": 0.5, + "f1": 0.463841, + "accuracy": 0.5, + "main_score": 0.463841, + "hf_subset": "sot_Latn-shn_Mymr", + "languages": [ + "sot-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629376, + "recall": 0.666008, + "f1": 0.638038, + "accuracy": 0.666008, + "main_score": 0.638038, + "hf_subset": "sot_Latn-tgl_Latn", + "languages": [ + "sot-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560689, + "recall": 0.613636, + "f1": 0.574456, + "accuracy": 0.613636, + "main_score": 0.574456, + "hf_subset": "sot_Latn-yue_Hant", + "languages": [ + "sot-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539513, + "recall": 0.589921, + "f1": 0.5527, + "accuracy": 0.589921, + "main_score": 0.5527, + "hf_subset": "sot_Latn-asm_Beng", + "languages": [ + "sot-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533091, + "recall": 0.586957, + "f1": 0.546879, + "accuracy": 0.586957, + "main_score": 0.546879, + "hf_subset": "sot_Latn-ckb_Arab", + "languages": [ + "sot-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525774, + "recall": 0.573123, + "f1": 0.538573, + "accuracy": 0.573123, + "main_score": 0.538573, + "hf_subset": "sot_Latn-gle_Latn", + "languages": [ + "sot-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516892, + "recall": 0.565217, + "f1": 0.529397, + "accuracy": 0.565217, + "main_score": 0.529397, + "hf_subset": "sot_Latn-kas_Arab", + "languages": [ + "sot-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563253, + "recall": 0.605731, + "f1": 0.574782, + "accuracy": 0.605731, + "main_score": 0.574782, + "hf_subset": "sot_Latn-ltg_Latn", + "languages": [ + "sot-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764906, + "recall": 0.811265, + "f1": 0.778088, + "accuracy": 0.811265, + "main_score": 0.778088, + "hf_subset": "sot_Latn-nso_Latn", + "languages": [ + "sot-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509819, + "recall": 0.564229, + "f1": 0.524623, + "accuracy": 0.564229, + "main_score": 0.524623, + "hf_subset": "sot_Latn-sin_Sinh", + "languages": [ + "sot-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569775, + "recall": 0.616601, + "f1": 0.581856, + "accuracy": 0.616601, + "main_score": 0.581856, + "hf_subset": "sot_Latn-tha_Thai", + "languages": [ + "sot-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565102, + "recall": 0.606719, + "f1": 0.575377, + "accuracy": 0.606719, + "main_score": 0.575377, + "hf_subset": "sot_Latn-zho_Hans", + "languages": [ + "sot-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607706, + "recall": 0.648221, + "f1": 0.617511, + "accuracy": 0.648221, + "main_score": 0.617511, + "hf_subset": "sot_Latn-ast_Latn", + "languages": [ + "sot-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568208, + "recall": 0.618577, + "f1": 0.581337, + "accuracy": 0.618577, + "main_score": 0.581337, + "hf_subset": "sot_Latn-crh_Latn", + "languages": [ + "sot-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616117, + "recall": 0.655138, + "f1": 0.626146, + "accuracy": 0.655138, + "main_score": 0.626146, + "hf_subset": "sot_Latn-glg_Latn", + "languages": [ + "sot-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524189, + "recall": 0.567194, + "f1": 0.536387, + "accuracy": 0.567194, + "main_score": 0.536387, + "hf_subset": "sot_Latn-kas_Deva", + "languages": [ + "sot-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573211, + "recall": 0.615613, + "f1": 0.583806, + "accuracy": 0.615613, + "main_score": 0.583806, + "hf_subset": "sot_Latn-ltz_Latn", + "languages": [ + "sot-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488591, + "recall": 0.544466, + "f1": 0.503759, + "accuracy": 0.544466, + "main_score": 0.503759, + "hf_subset": "sot_Latn-nus_Latn", + "languages": [ + "sot-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585281, + "recall": 0.634387, + "f1": 0.597571, + "accuracy": 0.634387, + "main_score": 0.597571, + "hf_subset": "sot_Latn-slk_Latn", + "languages": [ + "sot-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420868, + "recall": 0.471344, + "f1": 0.434031, + "accuracy": 0.471344, + "main_score": 0.434031, + "hf_subset": "sot_Latn-tir_Ethi", + "languages": [ + "sot-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566965, + "recall": 0.615613, + "f1": 0.579237, + "accuracy": 0.615613, + "main_score": 0.579237, + "hf_subset": "sot_Latn-zho_Hant", + "languages": [ + "sot-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576133, + "recall": 0.618577, + "f1": 0.587298, + "accuracy": 0.618577, + "main_score": 0.587298, + "hf_subset": "sot_Latn-awa_Deva", + "languages": [ + "sot-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57288, + "recall": 0.616601, + "f1": 0.584685, + "accuracy": 0.616601, + "main_score": 0.584685, + "hf_subset": "sot_Latn-cym_Latn", + "languages": [ + "sot-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560847, + "recall": 0.599802, + "f1": 0.570412, + "accuracy": 0.599802, + "main_score": 0.570412, + "hf_subset": "sot_Latn-grn_Latn", + "languages": [ + "sot-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541137, + "recall": 0.591897, + "f1": 0.554678, + "accuracy": 0.591897, + "main_score": 0.554678, + "hf_subset": "sot_Latn-kat_Geor", + "languages": [ + "sot-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584477, + "recall": 0.619565, + "f1": 0.593737, + "accuracy": 0.619565, + "main_score": 0.593737, + "hf_subset": "sot_Latn-lua_Latn", + "languages": [ + "sot-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576145, + "recall": 0.620553, + "f1": 0.588172, + "accuracy": 0.620553, + "main_score": 0.588172, + "hf_subset": "sot_Latn-nya_Latn", + "languages": [ + "sot-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587681, + "recall": 0.625494, + "f1": 0.597476, + "accuracy": 0.625494, + "main_score": 0.597476, + "hf_subset": "sot_Latn-slv_Latn", + "languages": [ + "sot-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58996, + "recall": 0.624506, + "f1": 0.599544, + "accuracy": 0.624506, + "main_score": 0.599544, + "hf_subset": "sot_Latn-tpi_Latn", + "languages": [ + "sot-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623115, + "recall": 0.659091, + "f1": 0.632091, + "accuracy": 0.659091, + "main_score": 0.632091, + "hf_subset": "sot_Latn-zsm_Latn", + "languages": [ + "sot-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517153, + "recall": 0.567194, + "f1": 0.531567, + "accuracy": 0.567194, + "main_score": 0.531567, + "hf_subset": "sot_Latn-ayr_Latn", + "languages": [ + "sot-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601032, + "recall": 0.641304, + "f1": 0.610548, + "accuracy": 0.641304, + "main_score": 0.610548, + "hf_subset": "sot_Latn-dan_Latn", + "languages": [ + "sot-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576806, + "recall": 0.625494, + "f1": 0.589463, + "accuracy": 0.625494, + "main_score": 0.589463, + "hf_subset": "sot_Latn-guj_Gujr", + "languages": [ + "sot-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580603, + "recall": 0.625494, + "f1": 0.592303, + "accuracy": 0.625494, + "main_score": 0.592303, + "hf_subset": "sot_Latn-kaz_Cyrl", + "languages": [ + "sot-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540057, + "recall": 0.585968, + "f1": 0.552902, + "accuracy": 0.585968, + "main_score": 0.552902, + "hf_subset": "sot_Latn-lug_Latn", + "languages": [ + "sot-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612427, + "recall": 0.657115, + "f1": 0.624307, + "accuracy": 0.657115, + "main_score": 0.624307, + "hf_subset": "sot_Latn-oci_Latn", + "languages": [ + "sot-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576527, + "recall": 0.612648, + "f1": 0.586192, + "accuracy": 0.612648, + "main_score": 0.586192, + "hf_subset": "sot_Latn-smo_Latn", + "languages": [ + "sot-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693333, + "recall": 0.745059, + "f1": 0.708374, + "accuracy": 0.745059, + "main_score": 0.708374, + "hf_subset": "sot_Latn-tsn_Latn", + "languages": [ + "sot-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614953, + "recall": 0.663043, + "f1": 0.628355, + "accuracy": 0.663043, + "main_score": 0.628355, + "hf_subset": "sot_Latn-zul_Latn", + "languages": [ + "sot-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505672, + "recall": 0.554348, + "f1": 0.518713, + "accuracy": 0.554348, + "main_score": 0.518713, + "hf_subset": "sot_Latn-azb_Arab", + "languages": [ + "sot-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603189, + "recall": 0.647233, + "f1": 0.614366, + "accuracy": 0.647233, + "main_score": 0.614366, + "hf_subset": "sot_Latn-deu_Latn", + "languages": [ + "sot-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557771, + "recall": 0.61166, + "f1": 0.571599, + "accuracy": 0.61166, + "main_score": 0.571599, + "hf_subset": "sot_Latn-hat_Latn", + "languages": [ + "sot-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502308, + "recall": 0.543478, + "f1": 0.513787, + "accuracy": 0.543478, + "main_score": 0.513787, + "hf_subset": "sot_Latn-kbp_Latn", + "languages": [ + "sot-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585565, + "recall": 0.619565, + "f1": 0.595426, + "accuracy": 0.619565, + "main_score": 0.595426, + "hf_subset": "sot_Latn-luo_Latn", + "languages": [ + "sot-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555608, + "recall": 0.608696, + "f1": 0.569263, + "accuracy": 0.608696, + "main_score": 0.569263, + "hf_subset": "sot_Latn-ory_Orya", + "languages": [ + "sot-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569879, + "recall": 0.62253, + "f1": 0.584429, + "accuracy": 0.62253, + "main_score": 0.584429, + "hf_subset": "sot_Latn-sna_Latn", + "languages": [ + "sot-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586862, + "recall": 0.637352, + "f1": 0.600306, + "accuracy": 0.637352, + "main_score": 0.600306, + "hf_subset": "sot_Latn-tso_Latn", + "languages": [ + "sot-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537167, + "recall": 0.592885, + "f1": 0.552167, + "accuracy": 0.592885, + "main_score": 0.552167, + "hf_subset": "sot_Latn-azj_Latn", + "languages": [ + "sot-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509889, + "recall": 0.557312, + "f1": 0.523683, + "accuracy": 0.557312, + "main_score": 0.523683, + "hf_subset": "sot_Latn-dik_Latn", + "languages": [ + "sot-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569698, + "recall": 0.608696, + "f1": 0.58069, + "accuracy": 0.608696, + "main_score": 0.58069, + "hf_subset": "sot_Latn-hau_Latn", + "languages": [ + "sot-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581837, + "recall": 0.619565, + "f1": 0.591237, + "accuracy": 0.619565, + "main_score": 0.591237, + "hf_subset": "sot_Latn-kea_Latn", + "languages": [ + "sot-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572901, + "recall": 0.603755, + "f1": 0.581575, + "accuracy": 0.603755, + "main_score": 0.581575, + "hf_subset": "sot_Latn-lus_Latn", + "languages": [ + "sot-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57592, + "recall": 0.607708, + "f1": 0.584934, + "accuracy": 0.607708, + "main_score": 0.584934, + "hf_subset": "sot_Latn-pag_Latn", + "languages": [ + "sot-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52913, + "recall": 0.58498, + "f1": 0.543306, + "accuracy": 0.58498, + "main_score": 0.543306, + "hf_subset": "sot_Latn-snd_Arab", + "languages": [ + "sot-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537916, + "recall": 0.58498, + "f1": 0.550674, + "accuracy": 0.58498, + "main_score": 0.550674, + "hf_subset": "sot_Latn-tuk_Latn", + "languages": [ + "sot-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58185, + "recall": 0.62253, + "f1": 0.591919, + "accuracy": 0.62253, + "main_score": 0.591919, + "hf_subset": "sot_Latn-bak_Cyrl", + "languages": [ + "sot-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470142, + "recall": 0.528656, + "f1": 0.48663, + "accuracy": 0.528656, + "main_score": 0.48663, + "hf_subset": "sot_Latn-dyu_Latn", + "languages": [ + "sot-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572758, + "recall": 0.617589, + "f1": 0.584494, + "accuracy": 0.617589, + "main_score": 0.584494, + "hf_subset": "sot_Latn-heb_Hebr", + "languages": [ + "sot-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555355, + "recall": 0.601779, + "f1": 0.567869, + "accuracy": 0.601779, + "main_score": 0.567869, + "hf_subset": "sot_Latn-khk_Cyrl", + "languages": [ + "sot-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591182, + "recall": 0.639328, + "f1": 0.602706, + "accuracy": 0.639328, + "main_score": 0.602706, + "hf_subset": "sot_Latn-lvs_Latn", + "languages": [ + "sot-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573094, + "recall": 0.621542, + "f1": 0.585742, + "accuracy": 0.621542, + "main_score": 0.585742, + "hf_subset": "sot_Latn-pan_Guru", + "languages": [ + "sot-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533737, + "recall": 0.578063, + "f1": 0.546014, + "accuracy": 0.578063, + "main_score": 0.546014, + "hf_subset": "sot_Latn-som_Latn", + "languages": [ + "sot-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553736, + "recall": 0.591897, + "f1": 0.564195, + "accuracy": 0.591897, + "main_score": 0.564195, + "hf_subset": "sot_Latn-tum_Latn", + "languages": [ + "sot-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562649, + "recall": 0.62747, + "f1": 0.581038, + "accuracy": 0.62747, + "main_score": 0.581038, + "hf_subset": "tur_Latn-ace_Arab", + "languages": [ + "tur-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508473, + "recall": 0.573123, + "f1": 0.526473, + "accuracy": 0.573123, + "main_score": 0.526473, + "hf_subset": "tur_Latn-bam_Latn", + "languages": [ + "tur-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424052, + "recall": 0.502964, + "f1": 0.44486, + "accuracy": 0.502964, + "main_score": 0.44486, + "hf_subset": "tur_Latn-dzo_Tibt", + "languages": [ + "tur-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-khm_Khmr", + "languages": [ + "tur-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-mag_Deva", + "languages": [ + "tur-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "tur_Latn-pap_Latn", + "languages": [ + "tur-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581072, + "recall": 0.635375, + "f1": 0.596, + "accuracy": 0.635375, + "main_score": 0.596, + "hf_subset": "tur_Latn-sot_Latn", + "languages": [ + "tur-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863472, + "recall": 0.900198, + "f1": 0.875165, + "accuracy": 0.900198, + "main_score": 0.875165, + "hf_subset": "tur_Latn-ace_Latn", + "languages": [ + "tur-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.970356, + "f1": 0.963603, + "accuracy": 0.970356, + "main_score": 0.963603, + "hf_subset": "tur_Latn-ban_Latn", + "languages": [ + "tur-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tur_Latn-hne_Deva", + "languages": [ + "tur-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573857, + "recall": 0.637352, + "f1": 0.592328, + "accuracy": 0.637352, + "main_score": 0.592328, + "hf_subset": "tur_Latn-kik_Latn", + "languages": [ + "tur-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-mai_Deva", + "languages": [ + "tur-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tur_Latn-pbt_Arab", + "languages": [ + "tur-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611907, + "recall": 0.68083, + "f1": 0.631381, + "accuracy": 0.68083, + "main_score": 0.631381, + "hf_subset": "tur_Latn-twi_Latn", + "languages": [ + "tur-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-acm_Arab", + "languages": [ + "tur-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-bel_Cyrl", + "languages": [ + "tur-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hrv_Latn", + "languages": [ + "tur-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548699, + "recall": 0.612648, + "f1": 0.56704, + "accuracy": 0.612648, + "main_score": 0.56704, + "hf_subset": "tur_Latn-kin_Latn", + "languages": [ + "tur-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-mal_Mlym", + "languages": [ + "tur-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-pes_Arab", + "languages": [ + "tur-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tur_Latn-srd_Latn", + "languages": [ + "tur-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167271, + "recall": 0.216403, + "f1": 0.179283, + "accuracy": 0.216403, + "main_score": 0.179283, + "hf_subset": "tur_Latn-tzm_Tfng", + "languages": [ + "tur-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-acq_Arab", + "languages": [ + "tur-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618565, + "recall": 0.671937, + "f1": 0.633295, + "accuracy": 0.671937, + "main_score": 0.633295, + "hf_subset": "tur_Latn-bem_Latn", + "languages": [ + "tur-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-epo_Latn", + "languages": [ + "tur-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-mar_Deva", + "languages": [ + "tur-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666486, + "recall": 0.718379, + "f1": 0.68116, + "accuracy": 0.718379, + "main_score": 0.68116, + "hf_subset": "tur_Latn-plt_Latn", + "languages": [ + "tur-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-srp_Cyrl", + "languages": [ + "tur-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-aeb_Arab", + "languages": [ + "tur-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-est_Latn", + "languages": [ + "tur-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-hye_Armn", + "languages": [ + "tur-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537109, + "recall": 0.586957, + "f1": 0.550826, + "accuracy": 0.586957, + "main_score": 0.550826, + "hf_subset": "tur_Latn-kmb_Latn", + "languages": [ + "tur-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496098, + "recall": 0.564229, + "f1": 0.515165, + "accuracy": 0.564229, + "main_score": 0.515165, + "hf_subset": "tur_Latn-min_Arab", + "languages": [ + "tur-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559833, + "recall": 0.620553, + "f1": 0.577476, + "accuracy": 0.620553, + "main_score": 0.577476, + "hf_subset": "tur_Latn-ssw_Latn", + "languages": [ + "tur-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ukr_Cyrl", + "languages": [ + "tur-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-afr_Latn", + "languages": [ + "tur-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-bho_Deva", + "languages": [ + "tur-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-eus_Latn", + "languages": [ + "tur-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576574, + "recall": 0.633399, + "f1": 0.592022, + "accuracy": 0.633399, + "main_score": 0.592022, + "hf_subset": "tur_Latn-ibo_Latn", + "languages": [ + "tur-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920372, + "recall": 0.942688, + "f1": 0.927602, + "accuracy": 0.942688, + "main_score": 0.927602, + "hf_subset": "tur_Latn-kmr_Latn", + "languages": [ + "tur-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tur_Latn-min_Latn", + "languages": [ + "tur-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-sun_Latn", + "languages": [ + "tur-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525413, + "recall": 0.583004, + "f1": 0.541611, + "accuracy": 0.583004, + "main_score": 0.541611, + "hf_subset": "tur_Latn-umb_Latn", + "languages": [ + "tur-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ajp_Arab", + "languages": [ + "tur-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5257, + "recall": 0.593874, + "f1": 0.544143, + "accuracy": 0.593874, + "main_score": 0.544143, + "hf_subset": "tur_Latn-bjn_Arab", + "languages": [ + "tur-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524732, + "recall": 0.577075, + "f1": 0.539279, + "accuracy": 0.577075, + "main_score": 0.539279, + "hf_subset": "tur_Latn-ewe_Latn", + "languages": [ + "tur-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "tur_Latn-ilo_Latn", + "languages": [ + "tur-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308045, + "recall": 0.365613, + "f1": 0.324002, + "accuracy": 0.365613, + "main_score": 0.324002, + "hf_subset": "tur_Latn-knc_Arab", + "languages": [ + "tur-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-mkd_Cyrl", + "languages": [ + "tur-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-prs_Arab", + "languages": [ + "tur-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-urd_Arab", + "languages": [ + "tur-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5968, + "recall": 0.656126, + "f1": 0.613014, + "accuracy": 0.656126, + "main_score": 0.613014, + "hf_subset": "tur_Latn-aka_Latn", + "languages": [ + "tur-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tur_Latn-bjn_Latn", + "languages": [ + "tur-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tur_Latn-fao_Latn", + "languages": [ + "tur-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58695, + "recall": 0.642292, + "f1": 0.602572, + "accuracy": 0.642292, + "main_score": 0.602572, + "hf_subset": "tur_Latn-knc_Latn", + "languages": [ + "tur-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-mlt_Latn", + "languages": [ + "tur-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712806, + "recall": 0.771739, + "f1": 0.730109, + "accuracy": 0.771739, + "main_score": 0.730109, + "hf_subset": "tur_Latn-quy_Latn", + "languages": [ + "tur-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tur_Latn-swh_Latn", + "languages": [ + "tur-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-uzn_Latn", + "languages": [ + "tur-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-als_Latn", + "languages": [ + "tur-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662766, + "recall": 0.735178, + "f1": 0.683747, + "accuracy": 0.735178, + "main_score": 0.683747, + "hf_subset": "tur_Latn-bod_Tibt", + "languages": [ + "tur-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678412, + "recall": 0.743083, + "f1": 0.696875, + "accuracy": 0.743083, + "main_score": 0.696875, + "hf_subset": "tur_Latn-fij_Latn", + "languages": [ + "tur-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "tur_Latn-isl_Latn", + "languages": [ + "tur-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665168, + "recall": 0.713439, + "f1": 0.679465, + "accuracy": 0.713439, + "main_score": 0.679465, + "hf_subset": "tur_Latn-kon_Latn", + "languages": [ + "tur-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66266, + "recall": 0.728261, + "f1": 0.681725, + "accuracy": 0.728261, + "main_score": 0.681725, + "hf_subset": "tur_Latn-mni_Beng", + "languages": [ + "tur-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ron_Latn", + "languages": [ + "tur-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "tur_Latn-szl_Latn", + "languages": [ + "tur-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-vec_Latn", + "languages": [ + "tur-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "tur_Latn-amh_Ethi", + "languages": [ + "tur-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-bos_Latn", + "languages": [ + "tur-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ita_Latn", + "languages": [ + "tur-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541649, + "recall": 0.597826, + "f1": 0.556991, + "accuracy": 0.597826, + "main_score": 0.556991, + "hf_subset": "tur_Latn-mos_Latn", + "languages": [ + "tur-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551146, + "recall": 0.613636, + "f1": 0.569205, + "accuracy": 0.613636, + "main_score": 0.569205, + "hf_subset": "tur_Latn-run_Latn", + "languages": [ + "tur-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-apc_Arab", + "languages": [ + "tur-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801416, + "recall": 0.846838, + "f1": 0.815283, + "accuracy": 0.846838, + "main_score": 0.815283, + "hf_subset": "tur_Latn-bug_Latn", + "languages": [ + "tur-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470993, + "recall": 0.52668, + "f1": 0.485827, + "accuracy": 0.52668, + "main_score": 0.485827, + "hf_subset": "tur_Latn-fon_Latn", + "languages": [ + "tur-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-jav_Latn", + "languages": [ + "tur-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-lao_Laoo", + "languages": [ + "tur-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86115, + "recall": 0.898221, + "f1": 0.872431, + "accuracy": 0.898221, + "main_score": 0.872431, + "hf_subset": "tur_Latn-mri_Latn", + "languages": [ + "tur-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526962, + "recall": 0.594862, + "f1": 0.546396, + "accuracy": 0.594862, + "main_score": 0.546396, + "hf_subset": "tur_Latn-taq_Latn", + "languages": [ + "tur-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tur_Latn-war_Latn", + "languages": [ + "tur-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-bul_Cyrl", + "languages": [ + "tur-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-lij_Latn", + "languages": [ + "tur-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "tur_Latn-mya_Mymr", + "languages": [ + "tur-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595071, + "recall": 0.658103, + "f1": 0.612716, + "accuracy": 0.658103, + "main_score": 0.612716, + "hf_subset": "tur_Latn-sag_Latn", + "languages": [ + "tur-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18688, + "recall": 0.243083, + "f1": 0.199213, + "accuracy": 0.243083, + "main_score": 0.199213, + "hf_subset": "tur_Latn-taq_Tfng", + "languages": [ + "tur-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615203, + "recall": 0.679842, + "f1": 0.633187, + "accuracy": 0.679842, + "main_score": 0.633187, + "hf_subset": "tur_Latn-wol_Latn", + "languages": [ + "tur-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804604, + "recall": 0.853755, + "f1": 0.819403, + "accuracy": 0.853755, + "main_score": 0.819403, + "hf_subset": "tur_Latn-arb_Latn", + "languages": [ + "tur-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-cat_Latn", + "languages": [ + "tur-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-fur_Latn", + "languages": [ + "tur-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412892, + "recall": 0.472332, + "f1": 0.429668, + "accuracy": 0.472332, + "main_score": 0.429668, + "hf_subset": "tur_Latn-kab_Latn", + "languages": [ + "tur-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-lim_Latn", + "languages": [ + "tur-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "tur_Latn-san_Deva", + "languages": [ + "tur-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666166, + "recall": 0.728261, + "f1": 0.684126, + "accuracy": 0.728261, + "main_score": 0.684126, + "hf_subset": "tur_Latn-xho_Latn", + "languages": [ + "tur-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ars_Arab", + "languages": [ + "tur-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-ceb_Latn", + "languages": [ + "tur-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543468, + "recall": 0.606719, + "f1": 0.561106, + "accuracy": 0.606719, + "main_score": 0.561106, + "hf_subset": "tur_Latn-fuv_Latn", + "languages": [ + "tur-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50732, + "recall": 0.574111, + "f1": 0.525202, + "accuracy": 0.574111, + "main_score": 0.525202, + "hf_subset": "tur_Latn-kac_Latn", + "languages": [ + "tur-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675733, + "recall": 0.733202, + "f1": 0.69238, + "accuracy": 0.733202, + "main_score": 0.69238, + "hf_subset": "tur_Latn-lin_Latn", + "languages": [ + "tur-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-nno_Latn", + "languages": [ + "tur-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207724, + "recall": 0.281621, + "f1": 0.226953, + "accuracy": 0.281621, + "main_score": 0.226953, + "hf_subset": "tur_Latn-sat_Olck", + "languages": [ + "tur-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-tel_Telu", + "languages": [ + "tur-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953063, + "recall": 0.968379, + "f1": 0.958169, + "accuracy": 0.968379, + "main_score": 0.958169, + "hf_subset": "tur_Latn-ydd_Hebr", + "languages": [ + "tur-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tur_Latn-ary_Arab", + "languages": [ + "tur-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-ces_Latn", + "languages": [ + "tur-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57651, + "recall": 0.637352, + "f1": 0.593681, + "accuracy": 0.637352, + "main_score": 0.593681, + "hf_subset": "tur_Latn-gaz_Latn", + "languages": [ + "tur-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581098, + "recall": 0.647233, + "f1": 0.599261, + "accuracy": 0.647233, + "main_score": 0.599261, + "hf_subset": "tur_Latn-kam_Latn", + "languages": [ + "tur-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-nob_Latn", + "languages": [ + "tur-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tur_Latn-scn_Latn", + "languages": [ + "tur-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tur_Latn-tgk_Cyrl", + "languages": [ + "tur-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71497, + "recall": 0.778656, + "f1": 0.734205, + "accuracy": 0.778656, + "main_score": 0.734205, + "hf_subset": "tur_Latn-yor_Latn", + "languages": [ + "tur-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-arz_Arab", + "languages": [ + "tur-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56115, + "recall": 0.617589, + "f1": 0.577274, + "accuracy": 0.617589, + "main_score": 0.577274, + "hf_subset": "tur_Latn-cjk_Latn", + "languages": [ + "tur-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789937, + "recall": 0.841897, + "f1": 0.80583, + "accuracy": 0.841897, + "main_score": 0.80583, + "hf_subset": "tur_Latn-gla_Latn", + "languages": [ + "tur-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-kan_Knda", + "languages": [ + "tur-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "tur_Latn-lmo_Latn", + "languages": [ + "tur-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "tur_Latn-npi_Deva", + "languages": [ + "tur-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46048, + "recall": 0.527668, + "f1": 0.479054, + "accuracy": 0.527668, + "main_score": 0.479054, + "hf_subset": "tur_Latn-shn_Mymr", + "languages": [ + "tur-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-tgl_Latn", + "languages": [ + "tur-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-yue_Hant", + "languages": [ + "tur-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-asm_Beng", + "languages": [ + "tur-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "tur_Latn-ckb_Arab", + "languages": [ + "tur-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87248, + "recall": 0.907115, + "f1": 0.8833, + "accuracy": 0.907115, + "main_score": 0.8833, + "hf_subset": "tur_Latn-gle_Latn", + "languages": [ + "tur-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "tur_Latn-kas_Arab", + "languages": [ + "tur-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943676, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "tur_Latn-ltg_Latn", + "languages": [ + "tur-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60468, + "recall": 0.664032, + "f1": 0.622106, + "accuracy": 0.664032, + "main_score": 0.622106, + "hf_subset": "tur_Latn-nso_Latn", + "languages": [ + "tur-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tur_Latn-sin_Sinh", + "languages": [ + "tur-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-tha_Thai", + "languages": [ + "tur-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-zho_Hans", + "languages": [ + "tur-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ast_Latn", + "languages": [ + "tur-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-crh_Latn", + "languages": [ + "tur-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-glg_Latn", + "languages": [ + "tur-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908597, + "recall": 0.934783, + "f1": 0.916751, + "accuracy": 0.934783, + "main_score": 0.916751, + "hf_subset": "tur_Latn-kas_Deva", + "languages": [ + "tur-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tur_Latn-ltz_Latn", + "languages": [ + "tur-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450431, + "recall": 0.520751, + "f1": 0.468961, + "accuracy": 0.520751, + "main_score": 0.468961, + "hf_subset": "tur_Latn-nus_Latn", + "languages": [ + "tur-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-slk_Latn", + "languages": [ + "tur-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6334, + "recall": 0.706522, + "f1": 0.654463, + "accuracy": 0.706522, + "main_score": 0.654463, + "hf_subset": "tur_Latn-tir_Ethi", + "languages": [ + "tur-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "tur_Latn-awa_Deva", + "languages": [ + "tur-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tur_Latn-cym_Latn", + "languages": [ + "tur-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832675, + "recall": 0.87747, + "f1": 0.84697, + "accuracy": 0.87747, + "main_score": 0.84697, + "hf_subset": "tur_Latn-grn_Latn", + "languages": [ + "tur-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tur_Latn-kat_Geor", + "languages": [ + "tur-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638911, + "recall": 0.693676, + "f1": 0.654797, + "accuracy": 0.693676, + "main_score": 0.654797, + "hf_subset": "tur_Latn-lua_Latn", + "languages": [ + "tur-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629143, + "recall": 0.693676, + "f1": 0.648286, + "accuracy": 0.693676, + "main_score": 0.648286, + "hf_subset": "tur_Latn-nya_Latn", + "languages": [ + "tur-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-slv_Latn", + "languages": [ + "tur-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.963439, + "f1": 0.953063, + "accuracy": 0.963439, + "main_score": 0.953063, + "hf_subset": "tur_Latn-tpi_Latn", + "languages": [ + "tur-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-zsm_Latn", + "languages": [ + "tur-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540612, + "recall": 0.604743, + "f1": 0.558642, + "accuracy": 0.604743, + "main_score": 0.558642, + "hf_subset": "tur_Latn-ayr_Latn", + "languages": [ + "tur-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-dan_Latn", + "languages": [ + "tur-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-guj_Gujr", + "languages": [ + "tur-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534899, + "recall": 0.594862, + "f1": 0.552118, + "accuracy": 0.594862, + "main_score": 0.552118, + "hf_subset": "tur_Latn-lug_Latn", + "languages": [ + "tur-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-oci_Latn", + "languages": [ + "tur-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824918, + "recall": 0.868577, + "f1": 0.838213, + "accuracy": 0.868577, + "main_score": 0.838213, + "hf_subset": "tur_Latn-smo_Latn", + "languages": [ + "tur-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536022, + "recall": 0.596838, + "f1": 0.552423, + "accuracy": 0.596838, + "main_score": 0.552423, + "hf_subset": "tur_Latn-tsn_Latn", + "languages": [ + "tur-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604677, + "recall": 0.674901, + "f1": 0.625494, + "accuracy": 0.674901, + "main_score": 0.625494, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937171, + "recall": 0.955534, + "f1": 0.943083, + "accuracy": 0.955534, + "main_score": 0.943083, + "hf_subset": "tur_Latn-azb_Arab", + "languages": [ + "tur-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "tur_Latn-hat_Latn", + "languages": [ + "tur-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486129, + "recall": 0.543478, + "f1": 0.50248, + "accuracy": 0.543478, + "main_score": 0.50248, + "hf_subset": "tur_Latn-kbp_Latn", + "languages": [ + "tur-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564398, + "recall": 0.628458, + "f1": 0.58193, + "accuracy": 0.628458, + "main_score": 0.58193, + "hf_subset": "tur_Latn-luo_Latn", + "languages": [ + "tur-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-ory_Orya", + "languages": [ + "tur-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581228, + "recall": 0.645257, + "f1": 0.599261, + "accuracy": 0.645257, + "main_score": 0.599261, + "hf_subset": "tur_Latn-sna_Latn", + "languages": [ + "tur-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544512, + "recall": 0.602767, + "f1": 0.560658, + "accuracy": 0.602767, + "main_score": 0.560658, + "hf_subset": "tur_Latn-tso_Latn", + "languages": [ + "tur-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-azj_Latn", + "languages": [ + "tur-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536604, + "recall": 0.606719, + "f1": 0.556878, + "accuracy": 0.606719, + "main_score": 0.556878, + "hf_subset": "tur_Latn-dik_Latn", + "languages": [ + "tur-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742582, + "recall": 0.793478, + "f1": 0.757399, + "accuracy": 0.793478, + "main_score": 0.757399, + "hf_subset": "tur_Latn-hau_Latn", + "languages": [ + "tur-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tur_Latn-kea_Latn", + "languages": [ + "tur-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74888, + "recall": 0.797431, + "f1": 0.763359, + "accuracy": 0.797431, + "main_score": 0.763359, + "hf_subset": "tur_Latn-lus_Latn", + "languages": [ + "tur-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861611, + "recall": 0.896245, + "f1": 0.872233, + "accuracy": 0.896245, + "main_score": 0.872233, + "hf_subset": "tur_Latn-pag_Latn", + "languages": [ + "tur-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tur_Latn-snd_Arab", + "languages": [ + "tur-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482543, + "recall": 0.560277, + "f1": 0.505073, + "accuracy": 0.560277, + "main_score": 0.505073, + "hf_subset": "tur_Latn-dyu_Latn", + "languages": [ + "tur-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "tur_Latn-khk_Cyrl", + "languages": [ + "tur-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-lvs_Latn", + "languages": [ + "tur-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tur_Latn-pan_Guru", + "languages": [ + "tur-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714436, + "recall": 0.769763, + "f1": 0.731115, + "accuracy": 0.769763, + "main_score": 0.731115, + "hf_subset": "tur_Latn-som_Latn", + "languages": [ + "tur-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601172, + "recall": 0.647233, + "f1": 0.613649, + "accuracy": 0.647233, + "main_score": 0.613649, + "hf_subset": "tur_Latn-tum_Latn", + "languages": [ + "tur-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78918, + "recall": 0.837945, + "f1": 0.803873, + "accuracy": 0.837945, + "main_score": 0.803873, + "hf_subset": "ace_Latn-ace_Arab", + "languages": [ + "ace-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553413, + "recall": 0.608696, + "f1": 0.569305, + "accuracy": 0.608696, + "main_score": 0.569305, + "hf_subset": "ace_Latn-bam_Latn", + "languages": [ + "ace-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.278963, + "recall": 0.342885, + "f1": 0.295316, + "accuracy": 0.342885, + "main_score": 0.295316, + "hf_subset": "ace_Latn-dzo_Tibt", + "languages": [ + "ace-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857536, + "recall": 0.891304, + "f1": 0.867248, + "accuracy": 0.891304, + "main_score": 0.867248, + "hf_subset": "ace_Latn-hin_Deva", + "languages": [ + "ace-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809572, + "recall": 0.852767, + "f1": 0.822334, + "accuracy": 0.852767, + "main_score": 0.822334, + "hf_subset": "ace_Latn-khm_Khmr", + "languages": [ + "ace-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860502, + "recall": 0.892292, + "f1": 0.869961, + "accuracy": 0.892292, + "main_score": 0.869961, + "hf_subset": "ace_Latn-mag_Deva", + "languages": [ + "ace-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844104, + "recall": 0.875494, + "f1": 0.853211, + "accuracy": 0.875494, + "main_score": 0.853211, + "hf_subset": "ace_Latn-pap_Latn", + "languages": [ + "ace-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599111, + "recall": 0.649209, + "f1": 0.613064, + "accuracy": 0.649209, + "main_score": 0.613064, + "hf_subset": "ace_Latn-sot_Latn", + "languages": [ + "ace-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843092, + "recall": 0.880435, + "f1": 0.853644, + "accuracy": 0.880435, + "main_score": 0.853644, + "hf_subset": "ace_Latn-tur_Latn", + "languages": [ + "ace-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86764, + "recall": 0.891304, + "f1": 0.874511, + "accuracy": 0.891304, + "main_score": 0.874511, + "hf_subset": "ace_Latn-ban_Latn", + "languages": [ + "ace-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839114, + "recall": 0.87747, + "f1": 0.850461, + "accuracy": 0.87747, + "main_score": 0.850461, + "hf_subset": "ace_Latn-ell_Grek", + "languages": [ + "ace-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835837, + "recall": 0.875494, + "f1": 0.847831, + "accuracy": 0.875494, + "main_score": 0.847831, + "hf_subset": "ace_Latn-hne_Deva", + "languages": [ + "ace-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572994, + "recall": 0.626482, + "f1": 0.588073, + "accuracy": 0.626482, + "main_score": 0.588073, + "hf_subset": "ace_Latn-kik_Latn", + "languages": [ + "ace-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851243, + "recall": 0.887352, + "f1": 0.86172, + "accuracy": 0.887352, + "main_score": 0.86172, + "hf_subset": "ace_Latn-mai_Deva", + "languages": [ + "ace-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801812, + "recall": 0.843874, + "f1": 0.813825, + "accuracy": 0.843874, + "main_score": 0.813825, + "hf_subset": "ace_Latn-pbt_Arab", + "languages": [ + "ace-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861331, + "recall": 0.893281, + "f1": 0.870784, + "accuracy": 0.893281, + "main_score": 0.870784, + "hf_subset": "ace_Latn-spa_Latn", + "languages": [ + "ace-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614634, + "recall": 0.666008, + "f1": 0.629515, + "accuracy": 0.666008, + "main_score": 0.629515, + "hf_subset": "ace_Latn-twi_Latn", + "languages": [ + "ace-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8391, + "recall": 0.875494, + "f1": 0.849144, + "accuracy": 0.875494, + "main_score": 0.849144, + "hf_subset": "ace_Latn-acm_Arab", + "languages": [ + "ace-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812912, + "recall": 0.854743, + "f1": 0.825166, + "accuracy": 0.854743, + "main_score": 0.825166, + "hf_subset": "ace_Latn-bel_Cyrl", + "languages": [ + "ace-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890838, + "recall": 0.918972, + "f1": 0.899097, + "accuracy": 0.918972, + "main_score": 0.899097, + "hf_subset": "ace_Latn-eng_Latn", + "languages": [ + "ace-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85327, + "recall": 0.886364, + "f1": 0.863389, + "accuracy": 0.886364, + "main_score": 0.863389, + "hf_subset": "ace_Latn-hrv_Latn", + "languages": [ + "ace-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577389, + "recall": 0.626482, + "f1": 0.59107, + "accuracy": 0.626482, + "main_score": 0.59107, + "hf_subset": "ace_Latn-kin_Latn", + "languages": [ + "ace-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852437, + "recall": 0.890316, + "f1": 0.864018, + "accuracy": 0.890316, + "main_score": 0.864018, + "hf_subset": "ace_Latn-mal_Mlym", + "languages": [ + "ace-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843473, + "recall": 0.881423, + "f1": 0.854414, + "accuracy": 0.881423, + "main_score": 0.854414, + "hf_subset": "ace_Latn-pes_Arab", + "languages": [ + "ace-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836712, + "recall": 0.867589, + "f1": 0.844971, + "accuracy": 0.867589, + "main_score": 0.844971, + "hf_subset": "ace_Latn-srd_Latn", + "languages": [ + "ace-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201391, + "recall": 0.236166, + "f1": 0.209803, + "accuracy": 0.236166, + "main_score": 0.209803, + "hf_subset": "ace_Latn-tzm_Tfng", + "languages": [ + "ace-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847407, + "recall": 0.885375, + "f1": 0.85858, + "accuracy": 0.885375, + "main_score": 0.85858, + "hf_subset": "ace_Latn-acq_Arab", + "languages": [ + "ace-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617376, + "recall": 0.661067, + "f1": 0.629669, + "accuracy": 0.661067, + "main_score": 0.629669, + "hf_subset": "ace_Latn-bem_Latn", + "languages": [ + "ace-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854531, + "recall": 0.891304, + "f1": 0.865711, + "accuracy": 0.891304, + "main_score": 0.865711, + "hf_subset": "ace_Latn-epo_Latn", + "languages": [ + "ace-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846313, + "recall": 0.879447, + "f1": 0.85585, + "accuracy": 0.879447, + "main_score": 0.85585, + "hf_subset": "ace_Latn-hun_Latn", + "languages": [ + "ace-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79776, + "recall": 0.841897, + "f1": 0.811026, + "accuracy": 0.841897, + "main_score": 0.811026, + "hf_subset": "ace_Latn-kir_Cyrl", + "languages": [ + "ace-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832735, + "recall": 0.868577, + "f1": 0.84307, + "accuracy": 0.868577, + "main_score": 0.84307, + "hf_subset": "ace_Latn-mar_Deva", + "languages": [ + "ace-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642344, + "recall": 0.690711, + "f1": 0.655995, + "accuracy": 0.690711, + "main_score": 0.655995, + "hf_subset": "ace_Latn-plt_Latn", + "languages": [ + "ace-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866537, + "recall": 0.898221, + "f1": 0.8754, + "accuracy": 0.898221, + "main_score": 0.8754, + "hf_subset": "ace_Latn-srp_Cyrl", + "languages": [ + "ace-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725502, + "recall": 0.774704, + "f1": 0.73953, + "accuracy": 0.774704, + "main_score": 0.73953, + "hf_subset": "ace_Latn-uig_Arab", + "languages": [ + "ace-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819977, + "recall": 0.851779, + "f1": 0.828615, + "accuracy": 0.851779, + "main_score": 0.828615, + "hf_subset": "ace_Latn-aeb_Arab", + "languages": [ + "ace-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85953, + "recall": 0.891304, + "f1": 0.868855, + "accuracy": 0.891304, + "main_score": 0.868855, + "hf_subset": "ace_Latn-ben_Beng", + "languages": [ + "ace-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846798, + "recall": 0.880435, + "f1": 0.856214, + "accuracy": 0.880435, + "main_score": 0.856214, + "hf_subset": "ace_Latn-est_Latn", + "languages": [ + "ace-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839075, + "recall": 0.878458, + "f1": 0.850866, + "accuracy": 0.878458, + "main_score": 0.850866, + "hf_subset": "ace_Latn-hye_Armn", + "languages": [ + "ace-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567296, + "recall": 0.620553, + "f1": 0.582333, + "accuracy": 0.620553, + "main_score": 0.582333, + "hf_subset": "ace_Latn-kmb_Latn", + "languages": [ + "ace-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582623, + "recall": 0.648221, + "f1": 0.600213, + "accuracy": 0.648221, + "main_score": 0.600213, + "hf_subset": "ace_Latn-min_Arab", + "languages": [ + "ace-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841134, + "recall": 0.879447, + "f1": 0.852503, + "accuracy": 0.879447, + "main_score": 0.852503, + "hf_subset": "ace_Latn-pol_Latn", + "languages": [ + "ace-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567572, + "recall": 0.620553, + "f1": 0.583043, + "accuracy": 0.620553, + "main_score": 0.583043, + "hf_subset": "ace_Latn-ssw_Latn", + "languages": [ + "ace-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856895, + "recall": 0.890316, + "f1": 0.866521, + "accuracy": 0.890316, + "main_score": 0.866521, + "hf_subset": "ace_Latn-ukr_Cyrl", + "languages": [ + "ace-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869071, + "recall": 0.903162, + "f1": 0.87932, + "accuracy": 0.903162, + "main_score": 0.87932, + "hf_subset": "ace_Latn-afr_Latn", + "languages": [ + "ace-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82263, + "recall": 0.859684, + "f1": 0.833132, + "accuracy": 0.859684, + "main_score": 0.833132, + "hf_subset": "ace_Latn-bho_Deva", + "languages": [ + "ace-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82132, + "recall": 0.859684, + "f1": 0.832644, + "accuracy": 0.859684, + "main_score": 0.832644, + "hf_subset": "ace_Latn-eus_Latn", + "languages": [ + "ace-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57928, + "recall": 0.629447, + "f1": 0.593585, + "accuracy": 0.629447, + "main_score": 0.593585, + "hf_subset": "ace_Latn-ibo_Latn", + "languages": [ + "ace-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724572, + "recall": 0.766798, + "f1": 0.736632, + "accuracy": 0.766798, + "main_score": 0.736632, + "hf_subset": "ace_Latn-kmr_Latn", + "languages": [ + "ace-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887829, + "recall": 0.913043, + "f1": 0.89529, + "accuracy": 0.913043, + "main_score": 0.89529, + "hf_subset": "ace_Latn-min_Latn", + "languages": [ + "ace-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885363, + "recall": 0.913043, + "f1": 0.893165, + "accuracy": 0.913043, + "main_score": 0.893165, + "hf_subset": "ace_Latn-por_Latn", + "languages": [ + "ace-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889206, + "recall": 0.912055, + "f1": 0.895524, + "accuracy": 0.912055, + "main_score": 0.895524, + "hf_subset": "ace_Latn-sun_Latn", + "languages": [ + "ace-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523684, + "recall": 0.576087, + "f1": 0.538797, + "accuracy": 0.576087, + "main_score": 0.538797, + "hf_subset": "ace_Latn-umb_Latn", + "languages": [ + "ace-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850889, + "recall": 0.883399, + "f1": 0.860244, + "accuracy": 0.883399, + "main_score": 0.860244, + "hf_subset": "ace_Latn-ajp_Arab", + "languages": [ + "ace-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570384, + "recall": 0.633399, + "f1": 0.587558, + "accuracy": 0.633399, + "main_score": 0.587558, + "hf_subset": "ace_Latn-bjn_Arab", + "languages": [ + "ace-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536159, + "recall": 0.583004, + "f1": 0.549448, + "accuracy": 0.583004, + "main_score": 0.549448, + "hf_subset": "ace_Latn-ewe_Latn", + "languages": [ + "ace-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820067, + "recall": 0.853755, + "f1": 0.830188, + "accuracy": 0.853755, + "main_score": 0.830188, + "hf_subset": "ace_Latn-ilo_Latn", + "languages": [ + "ace-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330149, + "recall": 0.378458, + "f1": 0.342419, + "accuracy": 0.378458, + "main_score": 0.342419, + "hf_subset": "ace_Latn-knc_Arab", + "languages": [ + "ace-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872351, + "recall": 0.905138, + "f1": 0.881884, + "accuracy": 0.905138, + "main_score": 0.881884, + "hf_subset": "ace_Latn-mkd_Cyrl", + "languages": [ + "ace-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842113, + "recall": 0.882411, + "f1": 0.853925, + "accuracy": 0.882411, + "main_score": 0.853925, + "hf_subset": "ace_Latn-prs_Arab", + "languages": [ + "ace-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872276, + "recall": 0.903162, + "f1": 0.881334, + "accuracy": 0.903162, + "main_score": 0.881334, + "hf_subset": "ace_Latn-swe_Latn", + "languages": [ + "ace-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833243, + "recall": 0.874506, + "f1": 0.845773, + "accuracy": 0.874506, + "main_score": 0.845773, + "hf_subset": "ace_Latn-urd_Arab", + "languages": [ + "ace-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584331, + "recall": 0.633399, + "f1": 0.59844, + "accuracy": 0.633399, + "main_score": 0.59844, + "hf_subset": "ace_Latn-aka_Latn", + "languages": [ + "ace-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870151, + "recall": 0.896245, + "f1": 0.877868, + "accuracy": 0.896245, + "main_score": 0.877868, + "hf_subset": "ace_Latn-bjn_Latn", + "languages": [ + "ace-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739661, + "recall": 0.786561, + "f1": 0.753316, + "accuracy": 0.786561, + "main_score": 0.753316, + "hf_subset": "ace_Latn-fao_Latn", + "languages": [ + "ace-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902503, + "recall": 0.927866, + "f1": 0.910226, + "accuracy": 0.927866, + "main_score": 0.910226, + "hf_subset": "ace_Latn-ind_Latn", + "languages": [ + "ace-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593676, + "recall": 0.642292, + "f1": 0.60722, + "accuracy": 0.642292, + "main_score": 0.60722, + "hf_subset": "ace_Latn-knc_Latn", + "languages": [ + "ace-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853154, + "recall": 0.88834, + "f1": 0.863037, + "accuracy": 0.88834, + "main_score": 0.863037, + "hf_subset": "ace_Latn-mlt_Latn", + "languages": [ + "ace-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646064, + "recall": 0.700593, + "f1": 0.662154, + "accuracy": 0.700593, + "main_score": 0.662154, + "hf_subset": "ace_Latn-quy_Latn", + "languages": [ + "ace-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781936, + "recall": 0.831028, + "f1": 0.796366, + "accuracy": 0.831028, + "main_score": 0.796366, + "hf_subset": "ace_Latn-swh_Latn", + "languages": [ + "ace-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827917, + "recall": 0.867589, + "f1": 0.839676, + "accuracy": 0.867589, + "main_score": 0.839676, + "hf_subset": "ace_Latn-uzn_Latn", + "languages": [ + "ace-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854222, + "recall": 0.886364, + "f1": 0.86374, + "accuracy": 0.886364, + "main_score": 0.86374, + "hf_subset": "ace_Latn-als_Latn", + "languages": [ + "ace-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364837, + "recall": 0.436759, + "f1": 0.383563, + "accuracy": 0.436759, + "main_score": 0.383563, + "hf_subset": "ace_Latn-bod_Tibt", + "languages": [ + "ace-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620358, + "recall": 0.671937, + "f1": 0.634552, + "accuracy": 0.671937, + "main_score": 0.634552, + "hf_subset": "ace_Latn-fij_Latn", + "languages": [ + "ace-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.76176, + "recall": 0.8083, + "f1": 0.77542, + "accuracy": 0.8083, + "main_score": 0.77542, + "hf_subset": "ace_Latn-isl_Latn", + "languages": [ + "ace-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648221, + "recall": 0.694664, + "f1": 0.661862, + "accuracy": 0.694664, + "main_score": 0.661862, + "hf_subset": "ace_Latn-kon_Latn", + "languages": [ + "ace-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623181, + "recall": 0.682806, + "f1": 0.640004, + "accuracy": 0.682806, + "main_score": 0.640004, + "hf_subset": "ace_Latn-mni_Beng", + "languages": [ + "ace-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879315, + "recall": 0.909091, + "f1": 0.888095, + "accuracy": 0.909091, + "main_score": 0.888095, + "hf_subset": "ace_Latn-ron_Latn", + "languages": [ + "ace-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849894, + "recall": 0.883399, + "f1": 0.859554, + "accuracy": 0.883399, + "main_score": 0.859554, + "hf_subset": "ace_Latn-szl_Latn", + "languages": [ + "ace-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856598, + "recall": 0.886364, + "f1": 0.864803, + "accuracy": 0.886364, + "main_score": 0.864803, + "hf_subset": "ace_Latn-vec_Latn", + "languages": [ + "ace-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705214, + "recall": 0.757905, + "f1": 0.720519, + "accuracy": 0.757905, + "main_score": 0.720519, + "hf_subset": "ace_Latn-amh_Ethi", + "languages": [ + "ace-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867714, + "recall": 0.900198, + "f1": 0.877209, + "accuracy": 0.900198, + "main_score": 0.877209, + "hf_subset": "ace_Latn-bos_Latn", + "languages": [ + "ace-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844732, + "recall": 0.879447, + "f1": 0.855025, + "accuracy": 0.879447, + "main_score": 0.855025, + "hf_subset": "ace_Latn-fin_Latn", + "languages": [ + "ace-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878862, + "recall": 0.907115, + "f1": 0.887063, + "accuracy": 0.907115, + "main_score": 0.887063, + "hf_subset": "ace_Latn-ita_Latn", + "languages": [ + "ace-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841544, + "recall": 0.880435, + "f1": 0.853066, + "accuracy": 0.880435, + "main_score": 0.853066, + "hf_subset": "ace_Latn-kor_Hang", + "languages": [ + "ace-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569549, + "recall": 0.623518, + "f1": 0.584653, + "accuracy": 0.623518, + "main_score": 0.584653, + "hf_subset": "ace_Latn-mos_Latn", + "languages": [ + "ace-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551866, + "recall": 0.597826, + "f1": 0.564889, + "accuracy": 0.597826, + "main_score": 0.564889, + "hf_subset": "ace_Latn-run_Latn", + "languages": [ + "ace-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807021, + "recall": 0.850791, + "f1": 0.819393, + "accuracy": 0.850791, + "main_score": 0.819393, + "hf_subset": "ace_Latn-tam_Taml", + "languages": [ + "ace-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866971, + "recall": 0.899209, + "f1": 0.876492, + "accuracy": 0.899209, + "main_score": 0.876492, + "hf_subset": "ace_Latn-vie_Latn", + "languages": [ + "ace-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833697, + "recall": 0.87253, + "f1": 0.844886, + "accuracy": 0.87253, + "main_score": 0.844886, + "hf_subset": "ace_Latn-apc_Arab", + "languages": [ + "ace-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764156, + "recall": 0.805336, + "f1": 0.776254, + "accuracy": 0.805336, + "main_score": 0.776254, + "hf_subset": "ace_Latn-bug_Latn", + "languages": [ + "ace-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476846, + "recall": 0.528656, + "f1": 0.490809, + "accuracy": 0.528656, + "main_score": 0.490809, + "hf_subset": "ace_Latn-fon_Latn", + "languages": [ + "ace-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878961, + "recall": 0.907115, + "f1": 0.887111, + "accuracy": 0.907115, + "main_score": 0.887111, + "hf_subset": "ace_Latn-jav_Latn", + "languages": [ + "ace-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77444, + "recall": 0.822134, + "f1": 0.788153, + "accuracy": 0.822134, + "main_score": 0.788153, + "hf_subset": "ace_Latn-lao_Laoo", + "languages": [ + "ace-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653595, + "recall": 0.711462, + "f1": 0.669474, + "accuracy": 0.711462, + "main_score": 0.669474, + "hf_subset": "ace_Latn-mri_Latn", + "languages": [ + "ace-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870916, + "recall": 0.90415, + "f1": 0.880816, + "accuracy": 0.90415, + "main_score": 0.880816, + "hf_subset": "ace_Latn-rus_Cyrl", + "languages": [ + "ace-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544311, + "recall": 0.596838, + "f1": 0.559419, + "accuracy": 0.596838, + "main_score": 0.559419, + "hf_subset": "ace_Latn-taq_Latn", + "languages": [ + "ace-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876203, + "recall": 0.902174, + "f1": 0.883278, + "accuracy": 0.902174, + "main_score": 0.883278, + "hf_subset": "ace_Latn-war_Latn", + "languages": [ + "ace-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846479, + "recall": 0.881423, + "f1": 0.856419, + "accuracy": 0.881423, + "main_score": 0.856419, + "hf_subset": "ace_Latn-arb_Arab", + "languages": [ + "ace-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868125, + "recall": 0.899209, + "f1": 0.877077, + "accuracy": 0.899209, + "main_score": 0.877077, + "hf_subset": "ace_Latn-bul_Cyrl", + "languages": [ + "ace-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875166, + "recall": 0.905138, + "f1": 0.883588, + "accuracy": 0.905138, + "main_score": 0.883588, + "hf_subset": "ace_Latn-fra_Latn", + "languages": [ + "ace-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843028, + "recall": 0.87747, + "f1": 0.853016, + "accuracy": 0.87747, + "main_score": 0.853016, + "hf_subset": "ace_Latn-jpn_Jpan", + "languages": [ + "ace-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845218, + "recall": 0.880435, + "f1": 0.855491, + "accuracy": 0.880435, + "main_score": 0.855491, + "hf_subset": "ace_Latn-lij_Latn", + "languages": [ + "ace-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719384, + "recall": 0.785573, + "f1": 0.738886, + "accuracy": 0.785573, + "main_score": 0.738886, + "hf_subset": "ace_Latn-mya_Mymr", + "languages": [ + "ace-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599317, + "recall": 0.655138, + "f1": 0.615291, + "accuracy": 0.655138, + "main_score": 0.615291, + "hf_subset": "ace_Latn-sag_Latn", + "languages": [ + "ace-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.21422, + "recall": 0.264822, + "f1": 0.225699, + "accuracy": 0.264822, + "main_score": 0.225699, + "hf_subset": "ace_Latn-taq_Tfng", + "languages": [ + "ace-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623305, + "recall": 0.674901, + "f1": 0.63828, + "accuracy": 0.674901, + "main_score": 0.63828, + "hf_subset": "ace_Latn-wol_Latn", + "languages": [ + "ace-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598708, + "recall": 0.658103, + "f1": 0.614811, + "accuracy": 0.658103, + "main_score": 0.614811, + "hf_subset": "ace_Latn-arb_Latn", + "languages": [ + "ace-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87673, + "recall": 0.907115, + "f1": 0.885546, + "accuracy": 0.907115, + "main_score": 0.885546, + "hf_subset": "ace_Latn-cat_Latn", + "languages": [ + "ace-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855072, + "recall": 0.885375, + "f1": 0.86405, + "accuracy": 0.885375, + "main_score": 0.86405, + "hf_subset": "ace_Latn-fur_Latn", + "languages": [ + "ace-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450002, + "recall": 0.502964, + "f1": 0.464362, + "accuracy": 0.502964, + "main_score": 0.464362, + "hf_subset": "ace_Latn-kab_Latn", + "languages": [ + "ace-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829842, + "recall": 0.867589, + "f1": 0.840843, + "accuracy": 0.867589, + "main_score": 0.840843, + "hf_subset": "ace_Latn-lim_Latn", + "languages": [ + "ace-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852868, + "recall": 0.886364, + "f1": 0.862449, + "accuracy": 0.886364, + "main_score": 0.862449, + "hf_subset": "ace_Latn-nld_Latn", + "languages": [ + "ace-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792797, + "recall": 0.839921, + "f1": 0.806478, + "accuracy": 0.839921, + "main_score": 0.806478, + "hf_subset": "ace_Latn-san_Deva", + "languages": [ + "ace-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822752, + "recall": 0.860672, + "f1": 0.834475, + "accuracy": 0.860672, + "main_score": 0.834475, + "hf_subset": "ace_Latn-tat_Cyrl", + "languages": [ + "ace-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632987, + "recall": 0.682806, + "f1": 0.647892, + "accuracy": 0.682806, + "main_score": 0.647892, + "hf_subset": "ace_Latn-xho_Latn", + "languages": [ + "ace-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848116, + "recall": 0.884387, + "f1": 0.858682, + "accuracy": 0.884387, + "main_score": 0.858682, + "hf_subset": "ace_Latn-ars_Arab", + "languages": [ + "ace-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859052, + "recall": 0.889328, + "f1": 0.867485, + "accuracy": 0.889328, + "main_score": 0.867485, + "hf_subset": "ace_Latn-ceb_Latn", + "languages": [ + "ace-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569178, + "recall": 0.624506, + "f1": 0.585454, + "accuracy": 0.624506, + "main_score": 0.585454, + "hf_subset": "ace_Latn-fuv_Latn", + "languages": [ + "ace-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5224, + "recall": 0.579051, + "f1": 0.537931, + "accuracy": 0.579051, + "main_score": 0.537931, + "hf_subset": "ace_Latn-kac_Latn", + "languages": [ + "ace-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648265, + "recall": 0.69664, + "f1": 0.661792, + "accuracy": 0.69664, + "main_score": 0.661792, + "hf_subset": "ace_Latn-lin_Latn", + "languages": [ + "ace-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863613, + "recall": 0.893281, + "f1": 0.872381, + "accuracy": 0.893281, + "main_score": 0.872381, + "hf_subset": "ace_Latn-nno_Latn", + "languages": [ + "ace-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158728, + "recall": 0.217391, + "f1": 0.173842, + "accuracy": 0.217391, + "main_score": 0.173842, + "hf_subset": "ace_Latn-sat_Olck", + "languages": [ + "ace-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8272, + "recall": 0.869565, + "f1": 0.839594, + "accuracy": 0.869565, + "main_score": 0.839594, + "hf_subset": "ace_Latn-tel_Telu", + "languages": [ + "ace-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742432, + "recall": 0.79249, + "f1": 0.756592, + "accuracy": 0.79249, + "main_score": 0.756592, + "hf_subset": "ace_Latn-ydd_Hebr", + "languages": [ + "ace-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802902, + "recall": 0.846838, + "f1": 0.815606, + "accuracy": 0.846838, + "main_score": 0.815606, + "hf_subset": "ace_Latn-ary_Arab", + "languages": [ + "ace-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869657, + "recall": 0.901186, + "f1": 0.878786, + "accuracy": 0.901186, + "main_score": 0.878786, + "hf_subset": "ace_Latn-ces_Latn", + "languages": [ + "ace-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59002, + "recall": 0.641304, + "f1": 0.604255, + "accuracy": 0.641304, + "main_score": 0.604255, + "hf_subset": "ace_Latn-gaz_Latn", + "languages": [ + "ace-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569962, + "recall": 0.619565, + "f1": 0.583475, + "accuracy": 0.619565, + "main_score": 0.583475, + "hf_subset": "ace_Latn-kam_Latn", + "languages": [ + "ace-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837906, + "recall": 0.873518, + "f1": 0.8481, + "accuracy": 0.873518, + "main_score": 0.8481, + "hf_subset": "ace_Latn-lit_Latn", + "languages": [ + "ace-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8634, + "recall": 0.897233, + "f1": 0.873254, + "accuracy": 0.897233, + "main_score": 0.873254, + "hf_subset": "ace_Latn-nob_Latn", + "languages": [ + "ace-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833267, + "recall": 0.868577, + "f1": 0.843841, + "accuracy": 0.868577, + "main_score": 0.843841, + "hf_subset": "ace_Latn-scn_Latn", + "languages": [ + "ace-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796196, + "recall": 0.838933, + "f1": 0.809157, + "accuracy": 0.838933, + "main_score": 0.809157, + "hf_subset": "ace_Latn-tgk_Cyrl", + "languages": [ + "ace-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589872, + "recall": 0.650198, + "f1": 0.607625, + "accuracy": 0.650198, + "main_score": 0.607625, + "hf_subset": "ace_Latn-yor_Latn", + "languages": [ + "ace-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83191, + "recall": 0.869565, + "f1": 0.842804, + "accuracy": 0.869565, + "main_score": 0.842804, + "hf_subset": "ace_Latn-arz_Arab", + "languages": [ + "ace-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562001, + "recall": 0.619565, + "f1": 0.57879, + "accuracy": 0.619565, + "main_score": 0.57879, + "hf_subset": "ace_Latn-cjk_Latn", + "languages": [ + "ace-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625296, + "recall": 0.681818, + "f1": 0.641078, + "accuracy": 0.681818, + "main_score": 0.641078, + "hf_subset": "ace_Latn-gla_Latn", + "languages": [ + "ace-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827174, + "recall": 0.868577, + "f1": 0.839676, + "accuracy": 0.868577, + "main_score": 0.839676, + "hf_subset": "ace_Latn-kan_Knda", + "languages": [ + "ace-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859397, + "recall": 0.890316, + "f1": 0.868203, + "accuracy": 0.890316, + "main_score": 0.868203, + "hf_subset": "ace_Latn-lmo_Latn", + "languages": [ + "ace-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829901, + "recall": 0.869565, + "f1": 0.841346, + "accuracy": 0.869565, + "main_score": 0.841346, + "hf_subset": "ace_Latn-npi_Deva", + "languages": [ + "ace-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467536, + "recall": 0.523715, + "f1": 0.48276, + "accuracy": 0.523715, + "main_score": 0.48276, + "hf_subset": "ace_Latn-shn_Mymr", + "languages": [ + "ace-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876252, + "recall": 0.902174, + "f1": 0.883828, + "accuracy": 0.902174, + "main_score": 0.883828, + "hf_subset": "ace_Latn-tgl_Latn", + "languages": [ + "ace-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851394, + "recall": 0.884387, + "f1": 0.86103, + "accuracy": 0.884387, + "main_score": 0.86103, + "hf_subset": "ace_Latn-yue_Hant", + "languages": [ + "ace-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818516, + "recall": 0.860672, + "f1": 0.83051, + "accuracy": 0.860672, + "main_score": 0.83051, + "hf_subset": "ace_Latn-asm_Beng", + "languages": [ + "ace-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751869, + "recall": 0.798419, + "f1": 0.765518, + "accuracy": 0.798419, + "main_score": 0.765518, + "hf_subset": "ace_Latn-ckb_Arab", + "languages": [ + "ace-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66247, + "recall": 0.714427, + "f1": 0.677017, + "accuracy": 0.714427, + "main_score": 0.677017, + "hf_subset": "ace_Latn-gle_Latn", + "languages": [ + "ace-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758524, + "recall": 0.804348, + "f1": 0.771865, + "accuracy": 0.804348, + "main_score": 0.771865, + "hf_subset": "ace_Latn-kas_Arab", + "languages": [ + "ace-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779628, + "recall": 0.823123, + "f1": 0.792143, + "accuracy": 0.823123, + "main_score": 0.792143, + "hf_subset": "ace_Latn-ltg_Latn", + "languages": [ + "ace-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625826, + "recall": 0.66996, + "f1": 0.63797, + "accuracy": 0.66996, + "main_score": 0.63797, + "hf_subset": "ace_Latn-nso_Latn", + "languages": [ + "ace-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757823, + "recall": 0.8083, + "f1": 0.772602, + "accuracy": 0.8083, + "main_score": 0.772602, + "hf_subset": "ace_Latn-sin_Sinh", + "languages": [ + "ace-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854128, + "recall": 0.887352, + "f1": 0.863603, + "accuracy": 0.887352, + "main_score": 0.863603, + "hf_subset": "ace_Latn-tha_Thai", + "languages": [ + "ace-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834807, + "recall": 0.869565, + "f1": 0.84404, + "accuracy": 0.869565, + "main_score": 0.84404, + "hf_subset": "ace_Latn-zho_Hans", + "languages": [ + "ace-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849522, + "recall": 0.884387, + "f1": 0.859454, + "accuracy": 0.884387, + "main_score": 0.859454, + "hf_subset": "ace_Latn-ast_Latn", + "languages": [ + "ace-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796188, + "recall": 0.837945, + "f1": 0.808001, + "accuracy": 0.837945, + "main_score": 0.808001, + "hf_subset": "ace_Latn-crh_Latn", + "languages": [ + "ace-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870184, + "recall": 0.903162, + "f1": 0.879727, + "accuracy": 0.903162, + "main_score": 0.879727, + "hf_subset": "ace_Latn-glg_Latn", + "languages": [ + "ace-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718307, + "recall": 0.772727, + "f1": 0.73439, + "accuracy": 0.772727, + "main_score": 0.73439, + "hf_subset": "ace_Latn-kas_Deva", + "languages": [ + "ace-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823957, + "recall": 0.857708, + "f1": 0.833275, + "accuracy": 0.857708, + "main_score": 0.833275, + "hf_subset": "ace_Latn-ltz_Latn", + "languages": [ + "ace-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488805, + "recall": 0.551383, + "f1": 0.506214, + "accuracy": 0.551383, + "main_score": 0.506214, + "hf_subset": "ace_Latn-nus_Latn", + "languages": [ + "ace-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849477, + "recall": 0.884387, + "f1": 0.859518, + "accuracy": 0.884387, + "main_score": 0.859518, + "hf_subset": "ace_Latn-slk_Latn", + "languages": [ + "ace-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534843, + "recall": 0.608696, + "f1": 0.555681, + "accuracy": 0.608696, + "main_score": 0.555681, + "hf_subset": "ace_Latn-tir_Ethi", + "languages": [ + "ace-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851861, + "recall": 0.886364, + "f1": 0.861543, + "accuracy": 0.886364, + "main_score": 0.861543, + "hf_subset": "ace_Latn-zho_Hant", + "languages": [ + "ace-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824318, + "recall": 0.863636, + "f1": 0.835971, + "accuracy": 0.863636, + "main_score": 0.835971, + "hf_subset": "ace_Latn-awa_Deva", + "languages": [ + "ace-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786384, + "recall": 0.821146, + "f1": 0.796412, + "accuracy": 0.821146, + "main_score": 0.796412, + "hf_subset": "ace_Latn-cym_Latn", + "languages": [ + "ace-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73587, + "recall": 0.774704, + "f1": 0.747793, + "accuracy": 0.774704, + "main_score": 0.747793, + "hf_subset": "ace_Latn-grn_Latn", + "languages": [ + "ace-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819267, + "recall": 0.860672, + "f1": 0.831266, + "accuracy": 0.860672, + "main_score": 0.831266, + "hf_subset": "ace_Latn-kat_Geor", + "languages": [ + "ace-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625953, + "recall": 0.674901, + "f1": 0.639999, + "accuracy": 0.674901, + "main_score": 0.639999, + "hf_subset": "ace_Latn-lua_Latn", + "languages": [ + "ace-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615879, + "recall": 0.666008, + "f1": 0.63019, + "accuracy": 0.666008, + "main_score": 0.63019, + "hf_subset": "ace_Latn-nya_Latn", + "languages": [ + "ace-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846036, + "recall": 0.881423, + "f1": 0.856245, + "accuracy": 0.881423, + "main_score": 0.856245, + "hf_subset": "ace_Latn-slv_Latn", + "languages": [ + "ace-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792121, + "recall": 0.83004, + "f1": 0.802833, + "accuracy": 0.83004, + "main_score": 0.802833, + "hf_subset": "ace_Latn-tpi_Latn", + "languages": [ + "ace-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901103, + "recall": 0.924901, + "f1": 0.908377, + "accuracy": 0.924901, + "main_score": 0.908377, + "hf_subset": "ace_Latn-zsm_Latn", + "languages": [ + "ace-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552546, + "recall": 0.605731, + "f1": 0.567212, + "accuracy": 0.605731, + "main_score": 0.567212, + "hf_subset": "ace_Latn-ayr_Latn", + "languages": [ + "ace-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878319, + "recall": 0.908103, + "f1": 0.886814, + "accuracy": 0.908103, + "main_score": 0.886814, + "hf_subset": "ace_Latn-dan_Latn", + "languages": [ + "ace-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859494, + "recall": 0.892292, + "f1": 0.868815, + "accuracy": 0.892292, + "main_score": 0.868815, + "hf_subset": "ace_Latn-guj_Gujr", + "languages": [ + "ace-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843437, + "recall": 0.875494, + "f1": 0.852379, + "accuracy": 0.875494, + "main_score": 0.852379, + "hf_subset": "ace_Latn-kaz_Cyrl", + "languages": [ + "ace-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527334, + "recall": 0.58498, + "f1": 0.543377, + "accuracy": 0.58498, + "main_score": 0.543377, + "hf_subset": "ace_Latn-lug_Latn", + "languages": [ + "ace-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86425, + "recall": 0.897233, + "f1": 0.873814, + "accuracy": 0.897233, + "main_score": 0.873814, + "hf_subset": "ace_Latn-oci_Latn", + "languages": [ + "ace-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68853, + "recall": 0.733202, + "f1": 0.701133, + "accuracy": 0.733202, + "main_score": 0.701133, + "hf_subset": "ace_Latn-smo_Latn", + "languages": [ + "ace-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557373, + "recall": 0.610672, + "f1": 0.571822, + "accuracy": 0.610672, + "main_score": 0.571822, + "hf_subset": "ace_Latn-tsn_Latn", + "languages": [ + "ace-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595821, + "recall": 0.649209, + "f1": 0.611084, + "accuracy": 0.649209, + "main_score": 0.611084, + "hf_subset": "ace_Latn-zul_Latn", + "languages": [ + "ace-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75528, + "recall": 0.801383, + "f1": 0.769205, + "accuracy": 0.801383, + "main_score": 0.769205, + "hf_subset": "ace_Latn-azb_Arab", + "languages": [ + "ace-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860238, + "recall": 0.893281, + "f1": 0.86996, + "accuracy": 0.893281, + "main_score": 0.86996, + "hf_subset": "ace_Latn-deu_Latn", + "languages": [ + "ace-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807576, + "recall": 0.847826, + "f1": 0.819212, + "accuracy": 0.847826, + "main_score": 0.819212, + "hf_subset": "ace_Latn-hat_Latn", + "languages": [ + "ace-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515171, + "recall": 0.566206, + "f1": 0.528396, + "accuracy": 0.566206, + "main_score": 0.528396, + "hf_subset": "ace_Latn-kbp_Latn", + "languages": [ + "ace-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590993, + "recall": 0.637352, + "f1": 0.604518, + "accuracy": 0.637352, + "main_score": 0.604518, + "hf_subset": "ace_Latn-luo_Latn", + "languages": [ + "ace-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846278, + "recall": 0.883399, + "f1": 0.857312, + "accuracy": 0.883399, + "main_score": 0.857312, + "hf_subset": "ace_Latn-ory_Orya", + "languages": [ + "ace-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587989, + "recall": 0.635375, + "f1": 0.601174, + "accuracy": 0.635375, + "main_score": 0.601174, + "hf_subset": "ace_Latn-sna_Latn", + "languages": [ + "ace-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569377, + "recall": 0.619565, + "f1": 0.5835, + "accuracy": 0.619565, + "main_score": 0.5835, + "hf_subset": "ace_Latn-tso_Latn", + "languages": [ + "ace-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82859, + "recall": 0.868577, + "f1": 0.840255, + "accuracy": 0.868577, + "main_score": 0.840255, + "hf_subset": "ace_Latn-azj_Latn", + "languages": [ + "ace-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558723, + "recall": 0.613636, + "f1": 0.574934, + "accuracy": 0.613636, + "main_score": 0.574934, + "hf_subset": "ace_Latn-dik_Latn", + "languages": [ + "ace-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662106, + "recall": 0.718379, + "f1": 0.678535, + "accuracy": 0.718379, + "main_score": 0.678535, + "hf_subset": "ace_Latn-hau_Latn", + "languages": [ + "ace-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832257, + "recall": 0.867589, + "f1": 0.842005, + "accuracy": 0.867589, + "main_score": 0.842005, + "hf_subset": "ace_Latn-kea_Latn", + "languages": [ + "ace-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691733, + "recall": 0.733202, + "f1": 0.70448, + "accuracy": 0.733202, + "main_score": 0.70448, + "hf_subset": "ace_Latn-lus_Latn", + "languages": [ + "ace-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770176, + "recall": 0.800395, + "f1": 0.778991, + "accuracy": 0.800395, + "main_score": 0.778991, + "hf_subset": "ace_Latn-pag_Latn", + "languages": [ + "ace-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811866, + "recall": 0.854743, + "f1": 0.824283, + "accuracy": 0.854743, + "main_score": 0.824283, + "hf_subset": "ace_Latn-snd_Arab", + "languages": [ + "ace-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750672, + "recall": 0.801383, + "f1": 0.765435, + "accuracy": 0.801383, + "main_score": 0.765435, + "hf_subset": "ace_Latn-tuk_Latn", + "languages": [ + "ace-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829381, + "recall": 0.862648, + "f1": 0.838134, + "accuracy": 0.862648, + "main_score": 0.838134, + "hf_subset": "ace_Latn-bak_Cyrl", + "languages": [ + "ace-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495769, + "recall": 0.573123, + "f1": 0.518667, + "accuracy": 0.573123, + "main_score": 0.518667, + "hf_subset": "ace_Latn-dyu_Latn", + "languages": [ + "ace-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857436, + "recall": 0.88834, + "f1": 0.866199, + "accuracy": 0.88834, + "main_score": 0.866199, + "hf_subset": "ace_Latn-heb_Hebr", + "languages": [ + "ace-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787986, + "recall": 0.831028, + "f1": 0.800554, + "accuracy": 0.831028, + "main_score": 0.800554, + "hf_subset": "ace_Latn-khk_Cyrl", + "languages": [ + "ace-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857279, + "recall": 0.890316, + "f1": 0.866686, + "accuracy": 0.890316, + "main_score": 0.866686, + "hf_subset": "ace_Latn-lvs_Latn", + "languages": [ + "ace-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840828, + "recall": 0.879447, + "f1": 0.852114, + "accuracy": 0.879447, + "main_score": 0.852114, + "hf_subset": "ace_Latn-pan_Guru", + "languages": [ + "ace-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624489, + "recall": 0.679842, + "f1": 0.640749, + "accuracy": 0.679842, + "main_score": 0.640749, + "hf_subset": "ace_Latn-som_Latn", + "languages": [ + "ace-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568916, + "recall": 0.615613, + "f1": 0.582202, + "accuracy": 0.615613, + "main_score": 0.582202, + "hf_subset": "ace_Latn-tum_Latn", + "languages": [ + "ace-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632313, + "recall": 0.694664, + "f1": 0.650424, + "accuracy": 0.694664, + "main_score": 0.650424, + "hf_subset": "ban_Latn-ace_Arab", + "languages": [ + "ban-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546156, + "recall": 0.607708, + "f1": 0.56335, + "accuracy": 0.607708, + "main_score": 0.56335, + "hf_subset": "ban_Latn-bam_Latn", + "languages": [ + "ban-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.342113, + "recall": 0.40415, + "f1": 0.358043, + "accuracy": 0.40415, + "main_score": 0.358043, + "hf_subset": "ban_Latn-dzo_Tibt", + "languages": [ + "ban-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "ban_Latn-hin_Deva", + "languages": [ + "ban-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913192, + "recall": 0.935771, + "f1": 0.920191, + "accuracy": 0.935771, + "main_score": 0.920191, + "hf_subset": "ban_Latn-khm_Khmr", + "languages": [ + "ban-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950428, + "recall": 0.963439, + "f1": 0.95471, + "accuracy": 0.963439, + "main_score": 0.95471, + "hf_subset": "ban_Latn-mag_Deva", + "languages": [ + "ban-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926713, + "recall": 0.94664, + "f1": 0.9333, + "accuracy": 0.94664, + "main_score": 0.9333, + "hf_subset": "ban_Latn-pap_Latn", + "languages": [ + "ban-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607659, + "recall": 0.659091, + "f1": 0.621581, + "accuracy": 0.659091, + "main_score": 0.621581, + "hf_subset": "ban_Latn-sot_Latn", + "languages": [ + "ban-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "ban_Latn-tur_Latn", + "languages": [ + "ban-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872118, + "recall": 0.901186, + "f1": 0.881324, + "accuracy": 0.901186, + "main_score": 0.881324, + "hf_subset": "ban_Latn-ace_Latn", + "languages": [ + "ban-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94804, + "recall": 0.962451, + "f1": 0.952635, + "accuracy": 0.962451, + "main_score": 0.952635, + "hf_subset": "ban_Latn-ell_Grek", + "languages": [ + "ban-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935359, + "recall": 0.953557, + "f1": 0.941107, + "accuracy": 0.953557, + "main_score": 0.941107, + "hf_subset": "ban_Latn-hne_Deva", + "languages": [ + "ban-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616818, + "recall": 0.666996, + "f1": 0.630908, + "accuracy": 0.666996, + "main_score": 0.630908, + "hf_subset": "ban_Latn-kik_Latn", + "languages": [ + "ban-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "ban_Latn-mai_Deva", + "languages": [ + "ban-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88554, + "recall": 0.916996, + "f1": 0.895553, + "accuracy": 0.916996, + "main_score": 0.895553, + "hf_subset": "ban_Latn-pbt_Arab", + "languages": [ + "ban-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952981, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "ban_Latn-spa_Latn", + "languages": [ + "ban-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630159, + "recall": 0.687747, + "f1": 0.646376, + "accuracy": 0.687747, + "main_score": 0.646376, + "hf_subset": "ban_Latn-twi_Latn", + "languages": [ + "ban-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "ban_Latn-acm_Arab", + "languages": [ + "ban-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921014, + "recall": 0.942688, + "f1": 0.927866, + "accuracy": 0.942688, + "main_score": 0.927866, + "hf_subset": "ban_Latn-bel_Cyrl", + "languages": [ + "ban-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "ban_Latn-eng_Latn", + "languages": [ + "ban-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "ban_Latn-hrv_Latn", + "languages": [ + "ban-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557471, + "recall": 0.621542, + "f1": 0.575158, + "accuracy": 0.621542, + "main_score": 0.575158, + "hf_subset": "ban_Latn-kin_Latn", + "languages": [ + "ban-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "ban_Latn-mal_Mlym", + "languages": [ + "ban-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "ban_Latn-pes_Arab", + "languages": [ + "ban-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941206, + "recall": 0.955534, + "f1": 0.945605, + "accuracy": 0.955534, + "main_score": 0.945605, + "hf_subset": "ban_Latn-srd_Latn", + "languages": [ + "ban-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196958, + "recall": 0.240119, + "f1": 0.207072, + "accuracy": 0.240119, + "main_score": 0.207072, + "hf_subset": "ban_Latn-tzm_Tfng", + "languages": [ + "ban-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.969368, + "f1": 0.961462, + "accuracy": 0.969368, + "main_score": 0.961462, + "hf_subset": "ban_Latn-acq_Arab", + "languages": [ + "ban-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625085, + "recall": 0.673913, + "f1": 0.638166, + "accuracy": 0.673913, + "main_score": 0.638166, + "hf_subset": "ban_Latn-bem_Latn", + "languages": [ + "ban-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "ban_Latn-epo_Latn", + "languages": [ + "ban-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957428, + "recall": 0.969368, + "f1": 0.961199, + "accuracy": 0.969368, + "main_score": 0.961199, + "hf_subset": "ban_Latn-hun_Latn", + "languages": [ + "ban-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901219, + "recall": 0.927866, + "f1": 0.909387, + "accuracy": 0.927866, + "main_score": 0.909387, + "hf_subset": "ban_Latn-kir_Cyrl", + "languages": [ + "ban-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.957312, + "accuracy": 0.966403, + "main_score": 0.957312, + "hf_subset": "ban_Latn-mar_Deva", + "languages": [ + "ban-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659966, + "recall": 0.713439, + "f1": 0.675791, + "accuracy": 0.713439, + "main_score": 0.675791, + "hf_subset": "ban_Latn-plt_Latn", + "languages": [ + "ban-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "ban_Latn-srp_Cyrl", + "languages": [ + "ban-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829957, + "recall": 0.869565, + "f1": 0.841897, + "accuracy": 0.869565, + "main_score": 0.841897, + "hf_subset": "ban_Latn-uig_Arab", + "languages": [ + "ban-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935145, + "recall": 0.952569, + "f1": 0.940547, + "accuracy": 0.952569, + "main_score": 0.940547, + "hf_subset": "ban_Latn-aeb_Arab", + "languages": [ + "ban-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.965415, + "f1": 0.957675, + "accuracy": 0.965415, + "main_score": 0.957675, + "hf_subset": "ban_Latn-ben_Beng", + "languages": [ + "ban-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944393, + "recall": 0.959486, + "f1": 0.94893, + "accuracy": 0.959486, + "main_score": 0.94893, + "hf_subset": "ban_Latn-est_Latn", + "languages": [ + "ban-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934536, + "recall": 0.954545, + "f1": 0.940942, + "accuracy": 0.954545, + "main_score": 0.940942, + "hf_subset": "ban_Latn-hye_Armn", + "languages": [ + "ban-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559124, + "recall": 0.609684, + "f1": 0.573029, + "accuracy": 0.609684, + "main_score": 0.573029, + "hf_subset": "ban_Latn-kmb_Latn", + "languages": [ + "ban-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566441, + "recall": 0.642292, + "f1": 0.587496, + "accuracy": 0.642292, + "main_score": 0.587496, + "hf_subset": "ban_Latn-min_Arab", + "languages": [ + "ban-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ban_Latn-pol_Latn", + "languages": [ + "ban-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569779, + "recall": 0.631423, + "f1": 0.587996, + "accuracy": 0.631423, + "main_score": 0.587996, + "hf_subset": "ban_Latn-ssw_Latn", + "languages": [ + "ban-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.976285, + "f1": 0.970026, + "accuracy": 0.976285, + "main_score": 0.970026, + "hf_subset": "ban_Latn-ukr_Cyrl", + "languages": [ + "ban-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "ban_Latn-afr_Latn", + "languages": [ + "ban-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943676, + "recall": 0.959486, + "f1": 0.948584, + "accuracy": 0.959486, + "main_score": 0.948584, + "hf_subset": "ban_Latn-bho_Deva", + "languages": [ + "ban-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909503, + "recall": 0.933794, + "f1": 0.917391, + "accuracy": 0.933794, + "main_score": 0.917391, + "hf_subset": "ban_Latn-eus_Latn", + "languages": [ + "ban-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594401, + "recall": 0.652174, + "f1": 0.610493, + "accuracy": 0.652174, + "main_score": 0.610493, + "hf_subset": "ban_Latn-ibo_Latn", + "languages": [ + "ban-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784816, + "recall": 0.83498, + "f1": 0.800362, + "accuracy": 0.83498, + "main_score": 0.800362, + "hf_subset": "ban_Latn-kmr_Latn", + "languages": [ + "ban-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946673, + "recall": 0.960474, + "f1": 0.950922, + "accuracy": 0.960474, + "main_score": 0.950922, + "hf_subset": "ban_Latn-min_Latn", + "languages": [ + "ban-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973073, + "recall": 0.980237, + "f1": 0.975362, + "accuracy": 0.980237, + "main_score": 0.975362, + "hf_subset": "ban_Latn-por_Latn", + "languages": [ + "ban-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.964427, + "f1": 0.955929, + "accuracy": 0.964427, + "main_score": 0.955929, + "hf_subset": "ban_Latn-sun_Latn", + "languages": [ + "ban-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54062, + "recall": 0.593874, + "f1": 0.556018, + "accuracy": 0.593874, + "main_score": 0.556018, + "hf_subset": "ban_Latn-umb_Latn", + "languages": [ + "ban-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958037, + "recall": 0.969368, + "f1": 0.961627, + "accuracy": 0.969368, + "main_score": 0.961627, + "hf_subset": "ban_Latn-ajp_Arab", + "languages": [ + "ban-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591535, + "recall": 0.653162, + "f1": 0.608471, + "accuracy": 0.653162, + "main_score": 0.608471, + "hf_subset": "ban_Latn-bjn_Arab", + "languages": [ + "ban-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528286, + "recall": 0.582016, + "f1": 0.543273, + "accuracy": 0.582016, + "main_score": 0.543273, + "hf_subset": "ban_Latn-ewe_Latn", + "languages": [ + "ban-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909009, + "recall": 0.932806, + "f1": 0.916521, + "accuracy": 0.932806, + "main_score": 0.916521, + "hf_subset": "ban_Latn-ilo_Latn", + "languages": [ + "ban-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316474, + "recall": 0.373518, + "f1": 0.331595, + "accuracy": 0.373518, + "main_score": 0.331595, + "hf_subset": "ban_Latn-knc_Arab", + "languages": [ + "ban-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.971344, + "f1": 0.963933, + "accuracy": 0.971344, + "main_score": 0.963933, + "hf_subset": "ban_Latn-mkd_Cyrl", + "languages": [ + "ban-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.957905, + "accuracy": 0.967391, + "main_score": 0.957905, + "hf_subset": "ban_Latn-prs_Arab", + "languages": [ + "ban-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965497, + "recall": 0.975296, + "f1": 0.96861, + "accuracy": 0.975296, + "main_score": 0.96861, + "hf_subset": "ban_Latn-swe_Latn", + "languages": [ + "ban-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.955534, + "f1": 0.943017, + "accuracy": 0.955534, + "main_score": 0.943017, + "hf_subset": "ban_Latn-urd_Arab", + "languages": [ + "ban-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607008, + "recall": 0.66502, + "f1": 0.623512, + "accuracy": 0.66502, + "main_score": 0.623512, + "hf_subset": "ban_Latn-aka_Latn", + "languages": [ + "ban-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.961462, + "f1": 0.952522, + "accuracy": 0.961462, + "main_score": 0.952522, + "hf_subset": "ban_Latn-bjn_Latn", + "languages": [ + "ban-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855122, + "recall": 0.890316, + "f1": 0.866023, + "accuracy": 0.890316, + "main_score": 0.866023, + "hf_subset": "ban_Latn-fao_Latn", + "languages": [ + "ban-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.975296, + "f1": 0.969532, + "accuracy": 0.975296, + "main_score": 0.969532, + "hf_subset": "ban_Latn-ind_Latn", + "languages": [ + "ban-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607162, + "recall": 0.660079, + "f1": 0.622551, + "accuracy": 0.660079, + "main_score": 0.622551, + "hf_subset": "ban_Latn-knc_Latn", + "languages": [ + "ban-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94137, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "ban_Latn-mlt_Latn", + "languages": [ + "ban-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674426, + "recall": 0.738142, + "f1": 0.693135, + "accuracy": 0.738142, + "main_score": 0.693135, + "hf_subset": "ban_Latn-quy_Latn", + "languages": [ + "ban-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883729, + "recall": 0.911067, + "f1": 0.89226, + "accuracy": 0.911067, + "main_score": 0.89226, + "hf_subset": "ban_Latn-swh_Latn", + "languages": [ + "ban-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934371, + "recall": 0.952569, + "f1": 0.940119, + "accuracy": 0.952569, + "main_score": 0.940119, + "hf_subset": "ban_Latn-uzn_Latn", + "languages": [ + "ban-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942276, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "ban_Latn-als_Latn", + "languages": [ + "ban-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454603, + "recall": 0.540514, + "f1": 0.477731, + "accuracy": 0.540514, + "main_score": 0.477731, + "hf_subset": "ban_Latn-bod_Tibt", + "languages": [ + "ban-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655272, + "recall": 0.709486, + "f1": 0.669962, + "accuracy": 0.709486, + "main_score": 0.669962, + "hf_subset": "ban_Latn-fij_Latn", + "languages": [ + "ban-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879776, + "recall": 0.913043, + "f1": 0.890283, + "accuracy": 0.913043, + "main_score": 0.890283, + "hf_subset": "ban_Latn-isl_Latn", + "languages": [ + "ban-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674934, + "recall": 0.721344, + "f1": 0.688867, + "accuracy": 0.721344, + "main_score": 0.688867, + "hf_subset": "ban_Latn-kon_Latn", + "languages": [ + "ban-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668307, + "recall": 0.740119, + "f1": 0.689773, + "accuracy": 0.740119, + "main_score": 0.689773, + "hf_subset": "ban_Latn-mni_Beng", + "languages": [ + "ban-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "ban_Latn-ron_Latn", + "languages": [ + "ban-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927866, + "recall": 0.947628, + "f1": 0.934289, + "accuracy": 0.947628, + "main_score": 0.934289, + "hf_subset": "ban_Latn-szl_Latn", + "languages": [ + "ban-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951993, + "recall": 0.964427, + "f1": 0.955929, + "accuracy": 0.964427, + "main_score": 0.955929, + "hf_subset": "ban_Latn-vec_Latn", + "languages": [ + "ban-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811462, + "recall": 0.857708, + "f1": 0.825282, + "accuracy": 0.857708, + "main_score": 0.825282, + "hf_subset": "ban_Latn-amh_Ethi", + "languages": [ + "ban-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "ban_Latn-bos_Latn", + "languages": [ + "ban-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954875, + "accuracy": 0.964427, + "main_score": 0.954875, + "hf_subset": "ban_Latn-fin_Latn", + "languages": [ + "ban-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "ban_Latn-ita_Latn", + "languages": [ + "ban-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "ban_Latn-kor_Hang", + "languages": [ + "ban-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563073, + "recall": 0.626482, + "f1": 0.580618, + "accuracy": 0.626482, + "main_score": 0.580618, + "hf_subset": "ban_Latn-mos_Latn", + "languages": [ + "ban-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541934, + "recall": 0.599802, + "f1": 0.558201, + "accuracy": 0.599802, + "main_score": 0.558201, + "hf_subset": "ban_Latn-run_Latn", + "languages": [ + "ban-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941947, + "recall": 0.958498, + "f1": 0.9472, + "accuracy": 0.958498, + "main_score": 0.9472, + "hf_subset": "ban_Latn-tam_Taml", + "languages": [ + "ban-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ban_Latn-vie_Latn", + "languages": [ + "ban-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939674, + "recall": 0.956522, + "f1": 0.944895, + "accuracy": 0.956522, + "main_score": 0.944895, + "hf_subset": "ban_Latn-apc_Arab", + "languages": [ + "ban-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826614, + "recall": 0.867589, + "f1": 0.838834, + "accuracy": 0.867589, + "main_score": 0.838834, + "hf_subset": "ban_Latn-bug_Latn", + "languages": [ + "ban-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468421, + "recall": 0.530632, + "f1": 0.484735, + "accuracy": 0.530632, + "main_score": 0.484735, + "hf_subset": "ban_Latn-fon_Latn", + "languages": [ + "ban-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960886, + "recall": 0.970356, + "f1": 0.963834, + "accuracy": 0.970356, + "main_score": 0.963834, + "hf_subset": "ban_Latn-jav_Latn", + "languages": [ + "ban-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895892, + "recall": 0.925889, + "f1": 0.905385, + "accuracy": 0.925889, + "main_score": 0.905385, + "hf_subset": "ban_Latn-lao_Laoo", + "languages": [ + "ban-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750066, + "recall": 0.797431, + "f1": 0.764347, + "accuracy": 0.797431, + "main_score": 0.764347, + "hf_subset": "ban_Latn-mri_Latn", + "languages": [ + "ban-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950346, + "recall": 0.963439, + "f1": 0.954447, + "accuracy": 0.963439, + "main_score": 0.954447, + "hf_subset": "ban_Latn-rus_Cyrl", + "languages": [ + "ban-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550201, + "recall": 0.61166, + "f1": 0.567336, + "accuracy": 0.61166, + "main_score": 0.567336, + "hf_subset": "ban_Latn-taq_Latn", + "languages": [ + "ban-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942111, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "ban_Latn-war_Latn", + "languages": [ + "ban-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.969368, + "f1": 0.961298, + "accuracy": 0.969368, + "main_score": 0.961298, + "hf_subset": "ban_Latn-arb_Arab", + "languages": [ + "ban-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "ban_Latn-bul_Cyrl", + "languages": [ + "ban-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "ban_Latn-fra_Latn", + "languages": [ + "ban-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.963439, + "f1": 0.953722, + "accuracy": 0.963439, + "main_score": 0.953722, + "hf_subset": "ban_Latn-jpn_Jpan", + "languages": [ + "ban-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921607, + "recall": 0.944664, + "f1": 0.929018, + "accuracy": 0.944664, + "main_score": 0.929018, + "hf_subset": "ban_Latn-lij_Latn", + "languages": [ + "ban-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878294, + "recall": 0.914032, + "f1": 0.889625, + "accuracy": 0.914032, + "main_score": 0.889625, + "hf_subset": "ban_Latn-mya_Mymr", + "languages": [ + "ban-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617541, + "recall": 0.682806, + "f1": 0.636115, + "accuracy": 0.682806, + "main_score": 0.636115, + "hf_subset": "ban_Latn-sag_Latn", + "languages": [ + "ban-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206521, + "recall": 0.26581, + "f1": 0.219091, + "accuracy": 0.26581, + "main_score": 0.219091, + "hf_subset": "ban_Latn-taq_Tfng", + "languages": [ + "ban-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647047, + "recall": 0.702569, + "f1": 0.662276, + "accuracy": 0.702569, + "main_score": 0.662276, + "hf_subset": "ban_Latn-wol_Latn", + "languages": [ + "ban-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679916, + "recall": 0.743083, + "f1": 0.697768, + "accuracy": 0.743083, + "main_score": 0.697768, + "hf_subset": "ban_Latn-arb_Latn", + "languages": [ + "ban-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "ban_Latn-cat_Latn", + "languages": [ + "ban-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925313, + "recall": 0.942688, + "f1": 0.930731, + "accuracy": 0.942688, + "main_score": 0.930731, + "hf_subset": "ban_Latn-fur_Latn", + "languages": [ + "ban-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42888, + "recall": 0.482213, + "f1": 0.442706, + "accuracy": 0.482213, + "main_score": 0.442706, + "hf_subset": "ban_Latn-kab_Latn", + "languages": [ + "ban-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926795, + "recall": 0.945652, + "f1": 0.932543, + "accuracy": 0.945652, + "main_score": 0.932543, + "hf_subset": "ban_Latn-lim_Latn", + "languages": [ + "ban-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95504, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "ban_Latn-nld_Latn", + "languages": [ + "ban-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905995, + "recall": 0.933794, + "f1": 0.91502, + "accuracy": 0.933794, + "main_score": 0.91502, + "hf_subset": "ban_Latn-san_Deva", + "languages": [ + "ban-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92169, + "recall": 0.9417, + "f1": 0.928096, + "accuracy": 0.9417, + "main_score": 0.928096, + "hf_subset": "ban_Latn-tat_Cyrl", + "languages": [ + "ban-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660286, + "recall": 0.715415, + "f1": 0.676061, + "accuracy": 0.715415, + "main_score": 0.676061, + "hf_subset": "ban_Latn-xho_Latn", + "languages": [ + "ban-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.969368, + "f1": 0.961298, + "accuracy": 0.969368, + "main_score": 0.961298, + "hf_subset": "ban_Latn-ars_Arab", + "languages": [ + "ban-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "ban_Latn-ceb_Latn", + "languages": [ + "ban-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559603, + "recall": 0.619565, + "f1": 0.576544, + "accuracy": 0.619565, + "main_score": 0.576544, + "hf_subset": "ban_Latn-fuv_Latn", + "languages": [ + "ban-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52193, + "recall": 0.586957, + "f1": 0.539118, + "accuracy": 0.586957, + "main_score": 0.539118, + "hf_subset": "ban_Latn-kac_Latn", + "languages": [ + "ban-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677487, + "recall": 0.730237, + "f1": 0.692773, + "accuracy": 0.730237, + "main_score": 0.692773, + "hf_subset": "ban_Latn-lin_Latn", + "languages": [ + "ban-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.968379, + "f1": 0.960639, + "accuracy": 0.968379, + "main_score": 0.960639, + "hf_subset": "ban_Latn-nno_Latn", + "languages": [ + "ban-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177767, + "recall": 0.23913, + "f1": 0.192883, + "accuracy": 0.23913, + "main_score": 0.192883, + "hf_subset": "ban_Latn-sat_Olck", + "languages": [ + "ban-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "ban_Latn-tel_Telu", + "languages": [ + "ban-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850247, + "recall": 0.887352, + "f1": 0.861284, + "accuracy": 0.887352, + "main_score": 0.861284, + "hf_subset": "ban_Latn-ydd_Hebr", + "languages": [ + "ban-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914206, + "recall": 0.937747, + "f1": 0.921525, + "accuracy": 0.937747, + "main_score": 0.921525, + "hf_subset": "ban_Latn-ary_Arab", + "languages": [ + "ban-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95858, + "recall": 0.970356, + "f1": 0.962352, + "accuracy": 0.970356, + "main_score": 0.962352, + "hf_subset": "ban_Latn-ces_Latn", + "languages": [ + "ban-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597219, + "recall": 0.657115, + "f1": 0.614526, + "accuracy": 0.657115, + "main_score": 0.614526, + "hf_subset": "ban_Latn-gaz_Latn", + "languages": [ + "ban-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585466, + "recall": 0.646245, + "f1": 0.602658, + "accuracy": 0.646245, + "main_score": 0.602658, + "hf_subset": "ban_Latn-kam_Latn", + "languages": [ + "ban-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944236, + "recall": 0.959486, + "f1": 0.948946, + "accuracy": 0.959486, + "main_score": 0.948946, + "hf_subset": "ban_Latn-lit_Latn", + "languages": [ + "ban-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "ban_Latn-nob_Latn", + "languages": [ + "ban-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932148, + "recall": 0.949605, + "f1": 0.937747, + "accuracy": 0.949605, + "main_score": 0.937747, + "hf_subset": "ban_Latn-scn_Latn", + "languages": [ + "ban-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876674, + "recall": 0.908103, + "f1": 0.886462, + "accuracy": 0.908103, + "main_score": 0.886462, + "hf_subset": "ban_Latn-tgk_Cyrl", + "languages": [ + "ban-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639115, + "recall": 0.705534, + "f1": 0.658687, + "accuracy": 0.705534, + "main_score": 0.658687, + "hf_subset": "ban_Latn-yor_Latn", + "languages": [ + "ban-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953369, + "recall": 0.965415, + "f1": 0.957098, + "accuracy": 0.965415, + "main_score": 0.957098, + "hf_subset": "ban_Latn-arz_Arab", + "languages": [ + "ban-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570028, + "recall": 0.631423, + "f1": 0.586883, + "accuracy": 0.631423, + "main_score": 0.586883, + "hf_subset": "ban_Latn-cjk_Latn", + "languages": [ + "ban-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695669, + "recall": 0.75, + "f1": 0.711745, + "accuracy": 0.75, + "main_score": 0.711745, + "hf_subset": "ban_Latn-gla_Latn", + "languages": [ + "ban-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "ban_Latn-kan_Knda", + "languages": [ + "ban-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924111, + "recall": 0.943676, + "f1": 0.930336, + "accuracy": 0.943676, + "main_score": 0.930336, + "hf_subset": "ban_Latn-lmo_Latn", + "languages": [ + "ban-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.967391, + "f1": 0.959321, + "accuracy": 0.967391, + "main_score": 0.959321, + "hf_subset": "ban_Latn-npi_Deva", + "languages": [ + "ban-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461691, + "recall": 0.532609, + "f1": 0.481017, + "accuracy": 0.532609, + "main_score": 0.481017, + "hf_subset": "ban_Latn-shn_Mymr", + "languages": [ + "ban-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "ban_Latn-tgl_Latn", + "languages": [ + "ban-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.959486, + "f1": 0.94944, + "accuracy": 0.959486, + "main_score": 0.94944, + "hf_subset": "ban_Latn-yue_Hant", + "languages": [ + "ban-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931571, + "recall": 0.950593, + "f1": 0.937648, + "accuracy": 0.950593, + "main_score": 0.937648, + "hf_subset": "ban_Latn-asm_Beng", + "languages": [ + "ban-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836957, + "recall": 0.878458, + "f1": 0.849736, + "accuracy": 0.878458, + "main_score": 0.849736, + "hf_subset": "ban_Latn-ckb_Arab", + "languages": [ + "ban-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745859, + "recall": 0.79249, + "f1": 0.759192, + "accuracy": 0.79249, + "main_score": 0.759192, + "hf_subset": "ban_Latn-gle_Latn", + "languages": [ + "ban-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88941, + "recall": 0.917984, + "f1": 0.898287, + "accuracy": 0.917984, + "main_score": 0.898287, + "hf_subset": "ban_Latn-kas_Arab", + "languages": [ + "ban-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865646, + "recall": 0.899209, + "f1": 0.875725, + "accuracy": 0.899209, + "main_score": 0.875725, + "hf_subset": "ban_Latn-ltg_Latn", + "languages": [ + "ban-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63365, + "recall": 0.684783, + "f1": 0.648103, + "accuracy": 0.684783, + "main_score": 0.648103, + "hf_subset": "ban_Latn-nso_Latn", + "languages": [ + "ban-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870372, + "recall": 0.905138, + "f1": 0.880995, + "accuracy": 0.905138, + "main_score": 0.880995, + "hf_subset": "ban_Latn-sin_Sinh", + "languages": [ + "ban-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "ban_Latn-tha_Thai", + "languages": [ + "ban-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.962451, + "f1": 0.952404, + "accuracy": 0.962451, + "main_score": 0.952404, + "hf_subset": "ban_Latn-zho_Hans", + "languages": [ + "ban-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956439, + "recall": 0.969368, + "f1": 0.96054, + "accuracy": 0.969368, + "main_score": 0.96054, + "hf_subset": "ban_Latn-ast_Latn", + "languages": [ + "ban-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916864, + "recall": 0.938735, + "f1": 0.923913, + "accuracy": 0.938735, + "main_score": 0.923913, + "hf_subset": "ban_Latn-crh_Latn", + "languages": [ + "ban-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ban_Latn-glg_Latn", + "languages": [ + "ban-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82197, + "recall": 0.865613, + "f1": 0.834867, + "accuracy": 0.865613, + "main_score": 0.834867, + "hf_subset": "ban_Latn-kas_Deva", + "languages": [ + "ban-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913702, + "recall": 0.935771, + "f1": 0.920949, + "accuracy": 0.935771, + "main_score": 0.920949, + "hf_subset": "ban_Latn-ltz_Latn", + "languages": [ + "ban-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478788, + "recall": 0.549407, + "f1": 0.497564, + "accuracy": 0.549407, + "main_score": 0.497564, + "hf_subset": "ban_Latn-nus_Latn", + "languages": [ + "ban-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.97332, + "f1": 0.966897, + "accuracy": 0.97332, + "main_score": 0.966897, + "hf_subset": "ban_Latn-slk_Latn", + "languages": [ + "ban-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554722, + "recall": 0.633399, + "f1": 0.576753, + "accuracy": 0.633399, + "main_score": 0.576753, + "hf_subset": "ban_Latn-tir_Ethi", + "languages": [ + "ban-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "ban_Latn-zho_Hant", + "languages": [ + "ban-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939806, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "ban_Latn-awa_Deva", + "languages": [ + "ban-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863646, + "recall": 0.897233, + "f1": 0.873487, + "accuracy": 0.897233, + "main_score": 0.873487, + "hf_subset": "ban_Latn-cym_Latn", + "languages": [ + "ban-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799061, + "recall": 0.844862, + "f1": 0.812747, + "accuracy": 0.844862, + "main_score": 0.812747, + "hf_subset": "ban_Latn-grn_Latn", + "languages": [ + "ban-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92389, + "recall": 0.944664, + "f1": 0.930418, + "accuracy": 0.944664, + "main_score": 0.930418, + "hf_subset": "ban_Latn-kat_Geor", + "languages": [ + "ban-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652202, + "recall": 0.709486, + "f1": 0.668147, + "accuracy": 0.709486, + "main_score": 0.668147, + "hf_subset": "ban_Latn-lua_Latn", + "languages": [ + "ban-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639739, + "recall": 0.695652, + "f1": 0.656247, + "accuracy": 0.695652, + "main_score": 0.656247, + "hf_subset": "ban_Latn-nya_Latn", + "languages": [ + "ban-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.966403, + "f1": 0.957181, + "accuracy": 0.966403, + "main_score": 0.957181, + "hf_subset": "ban_Latn-slv_Latn", + "languages": [ + "ban-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891198, + "recall": 0.917984, + "f1": 0.899099, + "accuracy": 0.917984, + "main_score": 0.899099, + "hf_subset": "ban_Latn-tpi_Latn", + "languages": [ + "ban-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "ban_Latn-zsm_Latn", + "languages": [ + "ban-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545884, + "recall": 0.610672, + "f1": 0.563989, + "accuracy": 0.610672, + "main_score": 0.563989, + "hf_subset": "ban_Latn-ayr_Latn", + "languages": [ + "ban-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96665, + "recall": 0.976285, + "f1": 0.969763, + "accuracy": 0.976285, + "main_score": 0.969763, + "hf_subset": "ban_Latn-dan_Latn", + "languages": [ + "ban-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955237, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "ban_Latn-guj_Gujr", + "languages": [ + "ban-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941782, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "ban_Latn-kaz_Cyrl", + "languages": [ + "ban-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551894, + "recall": 0.610672, + "f1": 0.567801, + "accuracy": 0.610672, + "main_score": 0.567801, + "hf_subset": "ban_Latn-lug_Latn", + "languages": [ + "ban-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "ban_Latn-oci_Latn", + "languages": [ + "ban-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736117, + "recall": 0.790514, + "f1": 0.752423, + "accuracy": 0.790514, + "main_score": 0.752423, + "hf_subset": "ban_Latn-smo_Latn", + "languages": [ + "ban-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556731, + "recall": 0.618577, + "f1": 0.573373, + "accuracy": 0.618577, + "main_score": 0.573373, + "hf_subset": "ban_Latn-tsn_Latn", + "languages": [ + "ban-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599621, + "recall": 0.662055, + "f1": 0.617026, + "accuracy": 0.662055, + "main_score": 0.617026, + "hf_subset": "ban_Latn-zul_Latn", + "languages": [ + "ban-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856999, + "recall": 0.893281, + "f1": 0.868281, + "accuracy": 0.893281, + "main_score": 0.868281, + "hf_subset": "ban_Latn-azb_Arab", + "languages": [ + "ban-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "ban_Latn-deu_Latn", + "languages": [ + "ban-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893182, + "recall": 0.920949, + "f1": 0.901845, + "accuracy": 0.920949, + "main_score": 0.901845, + "hf_subset": "ban_Latn-hat_Latn", + "languages": [ + "ban-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509349, + "recall": 0.56917, + "f1": 0.526121, + "accuracy": 0.56917, + "main_score": 0.526121, + "hf_subset": "ban_Latn-kbp_Latn", + "languages": [ + "ban-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584335, + "recall": 0.639328, + "f1": 0.599082, + "accuracy": 0.639328, + "main_score": 0.599082, + "hf_subset": "ban_Latn-luo_Latn", + "languages": [ + "ban-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "ban_Latn-ory_Orya", + "languages": [ + "ban-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587372, + "recall": 0.652174, + "f1": 0.605395, + "accuracy": 0.652174, + "main_score": 0.605395, + "hf_subset": "ban_Latn-sna_Latn", + "languages": [ + "ban-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575719, + "recall": 0.62747, + "f1": 0.589775, + "accuracy": 0.62747, + "main_score": 0.589775, + "hf_subset": "ban_Latn-tso_Latn", + "languages": [ + "ban-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923287, + "recall": 0.944664, + "f1": 0.930171, + "accuracy": 0.944664, + "main_score": 0.930171, + "hf_subset": "ban_Latn-azj_Latn", + "languages": [ + "ban-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564601, + "recall": 0.623518, + "f1": 0.581096, + "accuracy": 0.623518, + "main_score": 0.581096, + "hf_subset": "ban_Latn-dik_Latn", + "languages": [ + "ban-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665673, + "recall": 0.725296, + "f1": 0.682406, + "accuracy": 0.725296, + "main_score": 0.682406, + "hf_subset": "ban_Latn-hau_Latn", + "languages": [ + "ban-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94417, + "recall": 0.959486, + "f1": 0.948913, + "accuracy": 0.959486, + "main_score": 0.948913, + "hf_subset": "ban_Latn-kea_Latn", + "languages": [ + "ban-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715777, + "recall": 0.767787, + "f1": 0.731621, + "accuracy": 0.767787, + "main_score": 0.731621, + "hf_subset": "ban_Latn-lus_Latn", + "languages": [ + "ban-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861248, + "recall": 0.889328, + "f1": 0.869716, + "accuracy": 0.889328, + "main_score": 0.869716, + "hf_subset": "ban_Latn-pag_Latn", + "languages": [ + "ban-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9347, + "recall": 0.952569, + "f1": 0.940448, + "accuracy": 0.952569, + "main_score": 0.940448, + "hf_subset": "ban_Latn-snd_Arab", + "languages": [ + "ban-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851729, + "recall": 0.889328, + "f1": 0.863326, + "accuracy": 0.889328, + "main_score": 0.863326, + "hf_subset": "ban_Latn-tuk_Latn", + "languages": [ + "ban-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910738, + "recall": 0.93083, + "f1": 0.917128, + "accuracy": 0.93083, + "main_score": 0.917128, + "hf_subset": "ban_Latn-bak_Cyrl", + "languages": [ + "ban-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496698, + "recall": 0.579051, + "f1": 0.520862, + "accuracy": 0.579051, + "main_score": 0.520862, + "hf_subset": "ban_Latn-dyu_Latn", + "languages": [ + "ban-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.971344, + "f1": 0.963721, + "accuracy": 0.971344, + "main_score": 0.963721, + "hf_subset": "ban_Latn-heb_Hebr", + "languages": [ + "ban-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88694, + "recall": 0.91502, + "f1": 0.895558, + "accuracy": 0.91502, + "main_score": 0.895558, + "hf_subset": "ban_Latn-khk_Cyrl", + "languages": [ + "ban-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "ban_Latn-lvs_Latn", + "languages": [ + "ban-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.964427, + "f1": 0.95504, + "accuracy": 0.964427, + "main_score": 0.95504, + "hf_subset": "ban_Latn-pan_Guru", + "languages": [ + "ban-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655312, + "recall": 0.720356, + "f1": 0.674447, + "accuracy": 0.720356, + "main_score": 0.674447, + "hf_subset": "ban_Latn-som_Latn", + "languages": [ + "ban-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587022, + "recall": 0.634387, + "f1": 0.600842, + "accuracy": 0.634387, + "main_score": 0.600842, + "hf_subset": "ban_Latn-tum_Latn", + "languages": [ + "ban-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568528, + "recall": 0.634387, + "f1": 0.587518, + "accuracy": 0.634387, + "main_score": 0.587518, + "hf_subset": "ell_Grek-ace_Arab", + "languages": [ + "ell-Grek", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515548, + "recall": 0.582016, + "f1": 0.534271, + "accuracy": 0.582016, + "main_score": 0.534271, + "hf_subset": "ell_Grek-bam_Latn", + "languages": [ + "ell-Grek", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454237, + "recall": 0.530632, + "f1": 0.475004, + "accuracy": 0.530632, + "main_score": 0.475004, + "hf_subset": "ell_Grek-dzo_Tibt", + "languages": [ + "ell-Grek", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ell_Grek-khm_Khmr", + "languages": [ + "ell-Grek", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-mag_Deva", + "languages": [ + "ell-Grek", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ell_Grek-pap_Latn", + "languages": [ + "ell-Grek", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592558, + "recall": 0.649209, + "f1": 0.608206, + "accuracy": 0.649209, + "main_score": 0.608206, + "hf_subset": "ell_Grek-sot_Latn", + "languages": [ + "ell-Grek", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870504, + "recall": 0.905138, + "f1": 0.881126, + "accuracy": 0.905138, + "main_score": 0.881126, + "hf_subset": "ell_Grek-ace_Latn", + "languages": [ + "ell-Grek", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.971344, + "f1": 0.963933, + "accuracy": 0.971344, + "main_score": 0.963933, + "hf_subset": "ell_Grek-ban_Latn", + "languages": [ + "ell-Grek", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-hne_Deva", + "languages": [ + "ell-Grek", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599499, + "recall": 0.660079, + "f1": 0.616838, + "accuracy": 0.660079, + "main_score": 0.616838, + "hf_subset": "ell_Grek-kik_Latn", + "languages": [ + "ell-Grek", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-mai_Deva", + "languages": [ + "ell-Grek", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ell_Grek-pbt_Arab", + "languages": [ + "ell-Grek", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60836, + "recall": 0.673913, + "f1": 0.626289, + "accuracy": 0.673913, + "main_score": 0.626289, + "hf_subset": "ell_Grek-twi_Latn", + "languages": [ + "ell-Grek", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-acm_Arab", + "languages": [ + "ell-Grek", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-bel_Cyrl", + "languages": [ + "ell-Grek", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-hrv_Latn", + "languages": [ + "ell-Grek", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563467, + "recall": 0.629447, + "f1": 0.582831, + "accuracy": 0.629447, + "main_score": 0.582831, + "hf_subset": "ell_Grek-kin_Latn", + "languages": [ + "ell-Grek", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-mal_Mlym", + "languages": [ + "ell-Grek", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-pes_Arab", + "languages": [ + "ell-Grek", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-srd_Latn", + "languages": [ + "ell-Grek", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183732, + "recall": 0.238142, + "f1": 0.197651, + "accuracy": 0.238142, + "main_score": 0.197651, + "hf_subset": "ell_Grek-tzm_Tfng", + "languages": [ + "ell-Grek", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-acq_Arab", + "languages": [ + "ell-Grek", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630255, + "recall": 0.683794, + "f1": 0.644966, + "accuracy": 0.683794, + "main_score": 0.644966, + "hf_subset": "ell_Grek-bem_Latn", + "languages": [ + "ell-Grek", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-epo_Latn", + "languages": [ + "ell-Grek", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-kir_Cyrl", + "languages": [ + "ell-Grek", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-mar_Deva", + "languages": [ + "ell-Grek", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675939, + "recall": 0.731225, + "f1": 0.691982, + "accuracy": 0.731225, + "main_score": 0.691982, + "hf_subset": "ell_Grek-plt_Latn", + "languages": [ + "ell-Grek", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-srp_Cyrl", + "languages": [ + "ell-Grek", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ell_Grek-uig_Arab", + "languages": [ + "ell-Grek", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-aeb_Arab", + "languages": [ + "ell-Grek", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-est_Latn", + "languages": [ + "ell-Grek", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545349, + "recall": 0.600791, + "f1": 0.561135, + "accuracy": 0.600791, + "main_score": 0.561135, + "hf_subset": "ell_Grek-kmb_Latn", + "languages": [ + "ell-Grek", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509191, + "recall": 0.583992, + "f1": 0.528668, + "accuracy": 0.583992, + "main_score": 0.528668, + "hf_subset": "ell_Grek-min_Arab", + "languages": [ + "ell-Grek", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555157, + "recall": 0.618577, + "f1": 0.573174, + "accuracy": 0.618577, + "main_score": 0.573174, + "hf_subset": "ell_Grek-ssw_Latn", + "languages": [ + "ell-Grek", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ukr_Cyrl", + "languages": [ + "ell-Grek", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-afr_Latn", + "languages": [ + "ell-Grek", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-bho_Deva", + "languages": [ + "ell-Grek", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-eus_Latn", + "languages": [ + "ell-Grek", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574967, + "recall": 0.640316, + "f1": 0.593389, + "accuracy": 0.640316, + "main_score": 0.593389, + "hf_subset": "ell_Grek-ibo_Latn", + "languages": [ + "ell-Grek", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898633, + "recall": 0.926877, + "f1": 0.907675, + "accuracy": 0.926877, + "main_score": 0.907675, + "hf_subset": "ell_Grek-kmr_Latn", + "languages": [ + "ell-Grek", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-min_Latn", + "languages": [ + "ell-Grek", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-sun_Latn", + "languages": [ + "ell-Grek", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507751, + "recall": 0.572134, + "f1": 0.526849, + "accuracy": 0.572134, + "main_score": 0.526849, + "hf_subset": "ell_Grek-umb_Latn", + "languages": [ + "ell-Grek", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ajp_Arab", + "languages": [ + "ell-Grek", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524719, + "recall": 0.593874, + "f1": 0.543794, + "accuracy": 0.593874, + "main_score": 0.543794, + "hf_subset": "ell_Grek-bjn_Arab", + "languages": [ + "ell-Grek", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520418, + "recall": 0.575099, + "f1": 0.535486, + "accuracy": 0.575099, + "main_score": 0.535486, + "hf_subset": "ell_Grek-ewe_Latn", + "languages": [ + "ell-Grek", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945685, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "ell_Grek-ilo_Latn", + "languages": [ + "ell-Grek", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.312554, + "recall": 0.370553, + "f1": 0.328689, + "accuracy": 0.370553, + "main_score": 0.328689, + "hf_subset": "ell_Grek-knc_Arab", + "languages": [ + "ell-Grek", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-mkd_Cyrl", + "languages": [ + "ell-Grek", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-prs_Arab", + "languages": [ + "ell-Grek", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-urd_Arab", + "languages": [ + "ell-Grek", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577612, + "recall": 0.644269, + "f1": 0.596498, + "accuracy": 0.644269, + "main_score": 0.596498, + "hf_subset": "ell_Grek-aka_Latn", + "languages": [ + "ell-Grek", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ell_Grek-bjn_Latn", + "languages": [ + "ell-Grek", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ell_Grek-fao_Latn", + "languages": [ + "ell-Grek", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58495, + "recall": 0.63834, + "f1": 0.599926, + "accuracy": 0.63834, + "main_score": 0.599926, + "hf_subset": "ell_Grek-knc_Latn", + "languages": [ + "ell-Grek", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ell_Grek-mlt_Latn", + "languages": [ + "ell-Grek", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701294, + "recall": 0.764822, + "f1": 0.720078, + "accuracy": 0.764822, + "main_score": 0.720078, + "hf_subset": "ell_Grek-quy_Latn", + "languages": [ + "ell-Grek", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ell_Grek-swh_Latn", + "languages": [ + "ell-Grek", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-uzn_Latn", + "languages": [ + "ell-Grek", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-als_Latn", + "languages": [ + "ell-Grek", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650965, + "recall": 0.729249, + "f1": 0.673915, + "accuracy": 0.729249, + "main_score": 0.673915, + "hf_subset": "ell_Grek-bod_Tibt", + "languages": [ + "ell-Grek", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703179, + "recall": 0.762846, + "f1": 0.720817, + "accuracy": 0.762846, + "main_score": 0.720817, + "hf_subset": "ell_Grek-fij_Latn", + "languages": [ + "ell-Grek", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ell_Grek-isl_Latn", + "languages": [ + "ell-Grek", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658762, + "recall": 0.717391, + "f1": 0.676482, + "accuracy": 0.717391, + "main_score": 0.676482, + "hf_subset": "ell_Grek-kon_Latn", + "languages": [ + "ell-Grek", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651367, + "recall": 0.72332, + "f1": 0.673134, + "accuracy": 0.72332, + "main_score": 0.673134, + "hf_subset": "ell_Grek-mni_Beng", + "languages": [ + "ell-Grek", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ron_Latn", + "languages": [ + "ell-Grek", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "ell_Grek-szl_Latn", + "languages": [ + "ell-Grek", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-vec_Latn", + "languages": [ + "ell-Grek", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956357, + "accuracy": 0.966403, + "main_score": 0.956357, + "hf_subset": "ell_Grek-amh_Ethi", + "languages": [ + "ell-Grek", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-bos_Latn", + "languages": [ + "ell-Grek", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ita_Latn", + "languages": [ + "ell-Grek", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555623, + "recall": 0.616601, + "f1": 0.572384, + "accuracy": 0.616601, + "main_score": 0.572384, + "hf_subset": "ell_Grek-mos_Latn", + "languages": [ + "ell-Grek", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553261, + "recall": 0.616601, + "f1": 0.571273, + "accuracy": 0.616601, + "main_score": 0.571273, + "hf_subset": "ell_Grek-run_Latn", + "languages": [ + "ell-Grek", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-apc_Arab", + "languages": [ + "ell-Grek", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803557, + "recall": 0.849802, + "f1": 0.817377, + "accuracy": 0.849802, + "main_score": 0.817377, + "hf_subset": "ell_Grek-bug_Latn", + "languages": [ + "ell-Grek", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46394, + "recall": 0.524704, + "f1": 0.480452, + "accuracy": 0.524704, + "main_score": 0.480452, + "hf_subset": "ell_Grek-fon_Latn", + "languages": [ + "ell-Grek", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-jav_Latn", + "languages": [ + "ell-Grek", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-lao_Laoo", + "languages": [ + "ell-Grek", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881094, + "recall": 0.914032, + "f1": 0.891587, + "accuracy": 0.914032, + "main_score": 0.891587, + "hf_subset": "ell_Grek-mri_Latn", + "languages": [ + "ell-Grek", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532523, + "recall": 0.596838, + "f1": 0.550795, + "accuracy": 0.596838, + "main_score": 0.550795, + "hf_subset": "ell_Grek-taq_Latn", + "languages": [ + "ell-Grek", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-war_Latn", + "languages": [ + "ell-Grek", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-bul_Cyrl", + "languages": [ + "ell-Grek", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ell_Grek-lij_Latn", + "languages": [ + "ell-Grek", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "ell_Grek-mya_Mymr", + "languages": [ + "ell-Grek", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580431, + "recall": 0.651186, + "f1": 0.600733, + "accuracy": 0.651186, + "main_score": 0.600733, + "hf_subset": "ell_Grek-sag_Latn", + "languages": [ + "ell-Grek", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187197, + "recall": 0.246047, + "f1": 0.200778, + "accuracy": 0.246047, + "main_score": 0.200778, + "hf_subset": "ell_Grek-taq_Tfng", + "languages": [ + "ell-Grek", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621625, + "recall": 0.688735, + "f1": 0.640952, + "accuracy": 0.688735, + "main_score": 0.640952, + "hf_subset": "ell_Grek-wol_Latn", + "languages": [ + "ell-Grek", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820603, + "recall": 0.866601, + "f1": 0.834519, + "accuracy": 0.866601, + "main_score": 0.834519, + "hf_subset": "ell_Grek-arb_Latn", + "languages": [ + "ell-Grek", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-cat_Latn", + "languages": [ + "ell-Grek", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-fur_Latn", + "languages": [ + "ell-Grek", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417215, + "recall": 0.476285, + "f1": 0.433901, + "accuracy": 0.476285, + "main_score": 0.433901, + "hf_subset": "ell_Grek-kab_Latn", + "languages": [ + "ell-Grek", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-lim_Latn", + "languages": [ + "ell-Grek", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ell_Grek-san_Deva", + "languages": [ + "ell-Grek", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-tat_Cyrl", + "languages": [ + "ell-Grek", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679423, + "recall": 0.735178, + "f1": 0.695575, + "accuracy": 0.735178, + "main_score": 0.695575, + "hf_subset": "ell_Grek-xho_Latn", + "languages": [ + "ell-Grek", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ars_Arab", + "languages": [ + "ell-Grek", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-ceb_Latn", + "languages": [ + "ell-Grek", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558788, + "recall": 0.625494, + "f1": 0.577848, + "accuracy": 0.625494, + "main_score": 0.577848, + "hf_subset": "ell_Grek-fuv_Latn", + "languages": [ + "ell-Grek", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506368, + "recall": 0.577075, + "f1": 0.525932, + "accuracy": 0.577075, + "main_score": 0.525932, + "hf_subset": "ell_Grek-kac_Latn", + "languages": [ + "ell-Grek", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669944, + "recall": 0.72332, + "f1": 0.685573, + "accuracy": 0.72332, + "main_score": 0.685573, + "hf_subset": "ell_Grek-lin_Latn", + "languages": [ + "ell-Grek", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-nno_Latn", + "languages": [ + "ell-Grek", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.231286, + "recall": 0.321146, + "f1": 0.254683, + "accuracy": 0.321146, + "main_score": 0.254683, + "hf_subset": "ell_Grek-sat_Olck", + "languages": [ + "ell-Grek", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-tel_Telu", + "languages": [ + "ell-Grek", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ell_Grek-ydd_Hebr", + "languages": [ + "ell-Grek", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ell_Grek-ary_Arab", + "languages": [ + "ell-Grek", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ces_Latn", + "languages": [ + "ell-Grek", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572901, + "recall": 0.640316, + "f1": 0.592624, + "accuracy": 0.640316, + "main_score": 0.592624, + "hf_subset": "ell_Grek-gaz_Latn", + "languages": [ + "ell-Grek", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587, + "recall": 0.650198, + "f1": 0.604313, + "accuracy": 0.650198, + "main_score": 0.604313, + "hf_subset": "ell_Grek-kam_Latn", + "languages": [ + "ell-Grek", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-nob_Latn", + "languages": [ + "ell-Grek", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ell_Grek-scn_Latn", + "languages": [ + "ell-Grek", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ell_Grek-tgk_Cyrl", + "languages": [ + "ell-Grek", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725059, + "recall": 0.786561, + "f1": 0.743975, + "accuracy": 0.786561, + "main_score": 0.743975, + "hf_subset": "ell_Grek-yor_Latn", + "languages": [ + "ell-Grek", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-arz_Arab", + "languages": [ + "ell-Grek", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551534, + "recall": 0.617589, + "f1": 0.57048, + "accuracy": 0.617589, + "main_score": 0.57048, + "hf_subset": "ell_Grek-cjk_Latn", + "languages": [ + "ell-Grek", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800659, + "recall": 0.848814, + "f1": 0.814822, + "accuracy": 0.848814, + "main_score": 0.814822, + "hf_subset": "ell_Grek-gla_Latn", + "languages": [ + "ell-Grek", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-kan_Knda", + "languages": [ + "ell-Grek", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ell_Grek-lmo_Latn", + "languages": [ + "ell-Grek", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ell_Grek-npi_Deva", + "languages": [ + "ell-Grek", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466398, + "recall": 0.534585, + "f1": 0.484916, + "accuracy": 0.534585, + "main_score": 0.484916, + "hf_subset": "ell_Grek-shn_Mymr", + "languages": [ + "ell-Grek", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-tgl_Latn", + "languages": [ + "ell-Grek", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-yue_Hant", + "languages": [ + "ell-Grek", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ell_Grek-asm_Beng", + "languages": [ + "ell-Grek", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ell_Grek-ckb_Arab", + "languages": [ + "ell-Grek", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895043, + "recall": 0.923913, + "f1": 0.904051, + "accuracy": 0.923913, + "main_score": 0.904051, + "hf_subset": "ell_Grek-gle_Latn", + "languages": [ + "ell-Grek", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "ell_Grek-kas_Arab", + "languages": [ + "ell-Grek", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "ell_Grek-ltg_Latn", + "languages": [ + "ell-Grek", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608126, + "recall": 0.664032, + "f1": 0.624198, + "accuracy": 0.664032, + "main_score": 0.624198, + "hf_subset": "ell_Grek-nso_Latn", + "languages": [ + "ell-Grek", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ell_Grek-sin_Sinh", + "languages": [ + "ell-Grek", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-tha_Thai", + "languages": [ + "ell-Grek", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-zho_Hans", + "languages": [ + "ell-Grek", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-ast_Latn", + "languages": [ + "ell-Grek", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-crh_Latn", + "languages": [ + "ell-Grek", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-glg_Latn", + "languages": [ + "ell-Grek", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909256, + "recall": 0.935771, + "f1": 0.917819, + "accuracy": 0.935771, + "main_score": 0.917819, + "hf_subset": "ell_Grek-kas_Deva", + "languages": [ + "ell-Grek", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ell_Grek-ltz_Latn", + "languages": [ + "ell-Grek", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46402, + "recall": 0.529644, + "f1": 0.481414, + "accuracy": 0.529644, + "main_score": 0.481414, + "hf_subset": "ell_Grek-nus_Latn", + "languages": [ + "ell-Grek", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-slk_Latn", + "languages": [ + "ell-Grek", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619829, + "recall": 0.6917, + "f1": 0.641532, + "accuracy": 0.6917, + "main_score": 0.641532, + "hf_subset": "ell_Grek-tir_Ethi", + "languages": [ + "ell-Grek", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.98913, + "f1": 0.986989, + "accuracy": 0.98913, + "main_score": 0.986989, + "hf_subset": "ell_Grek-awa_Deva", + "languages": [ + "ell-Grek", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ell_Grek-cym_Latn", + "languages": [ + "ell-Grek", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846212, + "recall": 0.884387, + "f1": 0.858202, + "accuracy": 0.884387, + "main_score": 0.858202, + "hf_subset": "ell_Grek-grn_Latn", + "languages": [ + "ell-Grek", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644956, + "recall": 0.698617, + "f1": 0.660406, + "accuracy": 0.698617, + "main_score": 0.660406, + "hf_subset": "ell_Grek-lua_Latn", + "languages": [ + "ell-Grek", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651246, + "recall": 0.713439, + "f1": 0.669208, + "accuracy": 0.713439, + "main_score": 0.669208, + "hf_subset": "ell_Grek-nya_Latn", + "languages": [ + "ell-Grek", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-slv_Latn", + "languages": [ + "ell-Grek", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "ell_Grek-tpi_Latn", + "languages": [ + "ell-Grek", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-zsm_Latn", + "languages": [ + "ell-Grek", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533138, + "recall": 0.601779, + "f1": 0.552196, + "accuracy": 0.601779, + "main_score": 0.552196, + "hf_subset": "ell_Grek-ayr_Latn", + "languages": [ + "ell-Grek", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-dan_Latn", + "languages": [ + "ell-Grek", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-guj_Gujr", + "languages": [ + "ell-Grek", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ell_Grek-kaz_Cyrl", + "languages": [ + "ell-Grek", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53117, + "recall": 0.597826, + "f1": 0.549909, + "accuracy": 0.597826, + "main_score": 0.549909, + "hf_subset": "ell_Grek-lug_Latn", + "languages": [ + "ell-Grek", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-oci_Latn", + "languages": [ + "ell-Grek", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828261, + "recall": 0.873518, + "f1": 0.842194, + "accuracy": 0.873518, + "main_score": 0.842194, + "hf_subset": "ell_Grek-smo_Latn", + "languages": [ + "ell-Grek", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54797, + "recall": 0.61166, + "f1": 0.565409, + "accuracy": 0.61166, + "main_score": 0.565409, + "hf_subset": "ell_Grek-tsn_Latn", + "languages": [ + "ell-Grek", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620726, + "recall": 0.684783, + "f1": 0.639107, + "accuracy": 0.684783, + "main_score": 0.639107, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925725, + "recall": 0.947628, + "f1": 0.932642, + "accuracy": 0.947628, + "main_score": 0.932642, + "hf_subset": "ell_Grek-azb_Arab", + "languages": [ + "ell-Grek", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "ell_Grek-hat_Latn", + "languages": [ + "ell-Grek", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490794, + "recall": 0.549407, + "f1": 0.507395, + "accuracy": 0.549407, + "main_score": 0.507395, + "hf_subset": "ell_Grek-kbp_Latn", + "languages": [ + "ell-Grek", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565364, + "recall": 0.62747, + "f1": 0.582428, + "accuracy": 0.62747, + "main_score": 0.582428, + "hf_subset": "ell_Grek-luo_Latn", + "languages": [ + "ell-Grek", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-ory_Orya", + "languages": [ + "ell-Grek", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57696, + "recall": 0.646245, + "f1": 0.597026, + "accuracy": 0.646245, + "main_score": 0.597026, + "hf_subset": "ell_Grek-sna_Latn", + "languages": [ + "ell-Grek", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559946, + "recall": 0.618577, + "f1": 0.57624, + "accuracy": 0.618577, + "main_score": 0.57624, + "hf_subset": "ell_Grek-tso_Latn", + "languages": [ + "ell-Grek", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-azj_Latn", + "languages": [ + "ell-Grek", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52813, + "recall": 0.598814, + "f1": 0.548777, + "accuracy": 0.598814, + "main_score": 0.548777, + "hf_subset": "ell_Grek-dik_Latn", + "languages": [ + "ell-Grek", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75448, + "recall": 0.809289, + "f1": 0.770624, + "accuracy": 0.809289, + "main_score": 0.770624, + "hf_subset": "ell_Grek-hau_Latn", + "languages": [ + "ell-Grek", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ell_Grek-kea_Latn", + "languages": [ + "ell-Grek", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736166, + "recall": 0.79249, + "f1": 0.752819, + "accuracy": 0.79249, + "main_score": 0.752819, + "hf_subset": "ell_Grek-lus_Latn", + "languages": [ + "ell-Grek", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864896, + "recall": 0.897233, + "f1": 0.874396, + "accuracy": 0.897233, + "main_score": 0.874396, + "hf_subset": "ell_Grek-pag_Latn", + "languages": [ + "ell-Grek", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-snd_Arab", + "languages": [ + "ell-Grek", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ell_Grek-tuk_Latn", + "languages": [ + "ell-Grek", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ell_Grek-bak_Cyrl", + "languages": [ + "ell-Grek", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481897, + "recall": 0.561265, + "f1": 0.504602, + "accuracy": 0.561265, + "main_score": 0.504602, + "hf_subset": "ell_Grek-dyu_Latn", + "languages": [ + "ell-Grek", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ell_Grek-khk_Cyrl", + "languages": [ + "ell-Grek", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-lvs_Latn", + "languages": [ + "ell-Grek", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ell_Grek-pan_Guru", + "languages": [ + "ell-Grek", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703863, + "recall": 0.762846, + "f1": 0.721525, + "accuracy": 0.762846, + "main_score": 0.721525, + "hf_subset": "ell_Grek-som_Latn", + "languages": [ + "ell-Grek", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595142, + "recall": 0.647233, + "f1": 0.610164, + "accuracy": 0.647233, + "main_score": 0.610164, + "hf_subset": "ell_Grek-tum_Latn", + "languages": [ + "ell-Grek", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56354, + "recall": 0.629447, + "f1": 0.582562, + "accuracy": 0.629447, + "main_score": 0.582562, + "hf_subset": "hne_Deva-ace_Arab", + "languages": [ + "hne-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509733, + "recall": 0.575099, + "f1": 0.528284, + "accuracy": 0.575099, + "main_score": 0.528284, + "hf_subset": "hne_Deva-bam_Latn", + "languages": [ + "hne-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421727, + "recall": 0.499012, + "f1": 0.442326, + "accuracy": 0.499012, + "main_score": 0.442326, + "hf_subset": "hne_Deva-dzo_Tibt", + "languages": [ + "hne-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-hin_Deva", + "languages": [ + "hne-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-khm_Khmr", + "languages": [ + "hne-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-mag_Deva", + "languages": [ + "hne-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "hne_Deva-pap_Latn", + "languages": [ + "hne-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581775, + "recall": 0.642292, + "f1": 0.598722, + "accuracy": 0.642292, + "main_score": 0.598722, + "hf_subset": "hne_Deva-sot_Latn", + "languages": [ + "hne-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-tur_Latn", + "languages": [ + "hne-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867918, + "recall": 0.903162, + "f1": 0.878708, + "accuracy": 0.903162, + "main_score": 0.878708, + "hf_subset": "hne_Deva-ace_Latn", + "languages": [ + "hne-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.964427, + "f1": 0.955204, + "accuracy": 0.964427, + "main_score": 0.955204, + "hf_subset": "hne_Deva-ban_Latn", + "languages": [ + "hne-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-ell_Grek", + "languages": [ + "hne-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583744, + "recall": 0.640316, + "f1": 0.600125, + "accuracy": 0.640316, + "main_score": 0.600125, + "hf_subset": "hne_Deva-kik_Latn", + "languages": [ + "hne-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-mai_Deva", + "languages": [ + "hne-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "hne_Deva-pbt_Arab", + "languages": [ + "hne-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-spa_Latn", + "languages": [ + "hne-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60454, + "recall": 0.672925, + "f1": 0.622876, + "accuracy": 0.672925, + "main_score": 0.622876, + "hf_subset": "hne_Deva-twi_Latn", + "languages": [ + "hne-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-acm_Arab", + "languages": [ + "hne-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hne_Deva-bel_Cyrl", + "languages": [ + "hne-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-eng_Latn", + "languages": [ + "hne-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-hrv_Latn", + "languages": [ + "hne-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527561, + "recall": 0.592885, + "f1": 0.54531, + "accuracy": 0.592885, + "main_score": 0.54531, + "hf_subset": "hne_Deva-kin_Latn", + "languages": [ + "hne-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-mal_Mlym", + "languages": [ + "hne-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-pes_Arab", + "languages": [ + "hne-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hne_Deva-srd_Latn", + "languages": [ + "hne-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180727, + "recall": 0.221344, + "f1": 0.190592, + "accuracy": 0.221344, + "main_score": 0.190592, + "hf_subset": "hne_Deva-tzm_Tfng", + "languages": [ + "hne-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-acq_Arab", + "languages": [ + "hne-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607353, + "recall": 0.659091, + "f1": 0.621601, + "accuracy": 0.659091, + "main_score": 0.621601, + "hf_subset": "hne_Deva-bem_Latn", + "languages": [ + "hne-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-epo_Latn", + "languages": [ + "hne-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-hun_Latn", + "languages": [ + "hne-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hne_Deva-kir_Cyrl", + "languages": [ + "hne-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mar_Deva", + "languages": [ + "hne-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643661, + "recall": 0.699605, + "f1": 0.659939, + "accuracy": 0.699605, + "main_score": 0.659939, + "hf_subset": "hne_Deva-plt_Latn", + "languages": [ + "hne-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-srp_Cyrl", + "languages": [ + "hne-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "hne_Deva-uig_Arab", + "languages": [ + "hne-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-aeb_Arab", + "languages": [ + "hne-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ben_Beng", + "languages": [ + "hne-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-est_Latn", + "languages": [ + "hne-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-hye_Armn", + "languages": [ + "hne-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531408, + "recall": 0.583992, + "f1": 0.546251, + "accuracy": 0.583992, + "main_score": 0.546251, + "hf_subset": "hne_Deva-kmb_Latn", + "languages": [ + "hne-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490437, + "recall": 0.56917, + "f1": 0.511596, + "accuracy": 0.56917, + "main_score": 0.511596, + "hf_subset": "hne_Deva-min_Arab", + "languages": [ + "hne-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-pol_Latn", + "languages": [ + "hne-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547962, + "recall": 0.612648, + "f1": 0.565817, + "accuracy": 0.612648, + "main_score": 0.565817, + "hf_subset": "hne_Deva-ssw_Latn", + "languages": [ + "hne-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ukr_Cyrl", + "languages": [ + "hne-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-afr_Latn", + "languages": [ + "hne-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-bho_Deva", + "languages": [ + "hne-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "hne_Deva-eus_Latn", + "languages": [ + "hne-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571511, + "recall": 0.634387, + "f1": 0.588572, + "accuracy": 0.634387, + "main_score": 0.588572, + "hf_subset": "hne_Deva-ibo_Latn", + "languages": [ + "hne-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859601, + "recall": 0.897233, + "f1": 0.871443, + "accuracy": 0.897233, + "main_score": 0.871443, + "hf_subset": "hne_Deva-kmr_Latn", + "languages": [ + "hne-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-min_Latn", + "languages": [ + "hne-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-por_Latn", + "languages": [ + "hne-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-sun_Latn", + "languages": [ + "hne-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515827, + "recall": 0.56917, + "f1": 0.530648, + "accuracy": 0.56917, + "main_score": 0.530648, + "hf_subset": "hne_Deva-umb_Latn", + "languages": [ + "hne-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ajp_Arab", + "languages": [ + "hne-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523491, + "recall": 0.591897, + "f1": 0.542738, + "accuracy": 0.591897, + "main_score": 0.542738, + "hf_subset": "hne_Deva-bjn_Arab", + "languages": [ + "hne-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525291, + "recall": 0.581028, + "f1": 0.539722, + "accuracy": 0.581028, + "main_score": 0.539722, + "hf_subset": "hne_Deva-ewe_Latn", + "languages": [ + "hne-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940217, + "recall": 0.956522, + "f1": 0.94529, + "accuracy": 0.956522, + "main_score": 0.94529, + "hf_subset": "hne_Deva-ilo_Latn", + "languages": [ + "hne-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317441, + "recall": 0.37747, + "f1": 0.333814, + "accuracy": 0.37747, + "main_score": 0.333814, + "hf_subset": "hne_Deva-knc_Arab", + "languages": [ + "hne-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-mkd_Cyrl", + "languages": [ + "hne-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-prs_Arab", + "languages": [ + "hne-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-swe_Latn", + "languages": [ + "hne-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-urd_Arab", + "languages": [ + "hne-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56788, + "recall": 0.63834, + "f1": 0.587589, + "accuracy": 0.63834, + "main_score": 0.587589, + "hf_subset": "hne_Deva-aka_Latn", + "languages": [ + "hne-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-bjn_Latn", + "languages": [ + "hne-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "hne_Deva-fao_Latn", + "languages": [ + "hne-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ind_Latn", + "languages": [ + "hne-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581213, + "recall": 0.646245, + "f1": 0.599739, + "accuracy": 0.646245, + "main_score": 0.599739, + "hf_subset": "hne_Deva-knc_Latn", + "languages": [ + "hne-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "hne_Deva-mlt_Latn", + "languages": [ + "hne-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684268, + "recall": 0.750988, + "f1": 0.703746, + "accuracy": 0.750988, + "main_score": 0.703746, + "hf_subset": "hne_Deva-quy_Latn", + "languages": [ + "hne-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "hne_Deva-swh_Latn", + "languages": [ + "hne-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-uzn_Latn", + "languages": [ + "hne-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-als_Latn", + "languages": [ + "hne-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6222, + "recall": 0.700593, + "f1": 0.644848, + "accuracy": 0.700593, + "main_score": 0.644848, + "hf_subset": "hne_Deva-bod_Tibt", + "languages": [ + "hne-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669368, + "recall": 0.729249, + "f1": 0.687121, + "accuracy": 0.729249, + "main_score": 0.687121, + "hf_subset": "hne_Deva-fij_Latn", + "languages": [ + "hne-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hne_Deva-isl_Latn", + "languages": [ + "hne-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654801, + "recall": 0.709486, + "f1": 0.671069, + "accuracy": 0.709486, + "main_score": 0.671069, + "hf_subset": "hne_Deva-kon_Latn", + "languages": [ + "hne-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674746, + "recall": 0.737154, + "f1": 0.692756, + "accuracy": 0.737154, + "main_score": 0.692756, + "hf_subset": "hne_Deva-mni_Beng", + "languages": [ + "hne-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ron_Latn", + "languages": [ + "hne-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.985178, + "f1": 0.981884, + "accuracy": 0.985178, + "main_score": 0.981884, + "hf_subset": "hne_Deva-szl_Latn", + "languages": [ + "hne-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-vec_Latn", + "languages": [ + "hne-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928557, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "hne_Deva-amh_Ethi", + "languages": [ + "hne-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-bos_Latn", + "languages": [ + "hne-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-fin_Latn", + "languages": [ + "hne-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-ita_Latn", + "languages": [ + "hne-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-kor_Hang", + "languages": [ + "hne-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536009, + "recall": 0.594862, + "f1": 0.552212, + "accuracy": 0.594862, + "main_score": 0.552212, + "hf_subset": "hne_Deva-mos_Latn", + "languages": [ + "hne-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537871, + "recall": 0.594862, + "f1": 0.553673, + "accuracy": 0.594862, + "main_score": 0.553673, + "hf_subset": "hne_Deva-run_Latn", + "languages": [ + "hne-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-tam_Taml", + "languages": [ + "hne-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-vie_Latn", + "languages": [ + "hne-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-apc_Arab", + "languages": [ + "hne-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792309, + "recall": 0.838933, + "f1": 0.806357, + "accuracy": 0.838933, + "main_score": 0.806357, + "hf_subset": "hne_Deva-bug_Latn", + "languages": [ + "hne-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458941, + "recall": 0.513834, + "f1": 0.473741, + "accuracy": 0.513834, + "main_score": 0.473741, + "hf_subset": "hne_Deva-fon_Latn", + "languages": [ + "hne-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-jav_Latn", + "languages": [ + "hne-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-lao_Laoo", + "languages": [ + "hne-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851103, + "recall": 0.891304, + "f1": 0.86334, + "accuracy": 0.891304, + "main_score": 0.86334, + "hf_subset": "hne_Deva-mri_Latn", + "languages": [ + "hne-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-rus_Cyrl", + "languages": [ + "hne-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52916, + "recall": 0.588933, + "f1": 0.545421, + "accuracy": 0.588933, + "main_score": 0.545421, + "hf_subset": "hne_Deva-taq_Latn", + "languages": [ + "hne-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-war_Latn", + "languages": [ + "hne-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-arb_Arab", + "languages": [ + "hne-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-bul_Cyrl", + "languages": [ + "hne-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-fra_Latn", + "languages": [ + "hne-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-jpn_Jpan", + "languages": [ + "hne-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hne_Deva-lij_Latn", + "languages": [ + "hne-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "hne_Deva-mya_Mymr", + "languages": [ + "hne-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595622, + "recall": 0.656126, + "f1": 0.612051, + "accuracy": 0.656126, + "main_score": 0.612051, + "hf_subset": "hne_Deva-sag_Latn", + "languages": [ + "hne-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19643, + "recall": 0.251976, + "f1": 0.208835, + "accuracy": 0.251976, + "main_score": 0.208835, + "hf_subset": "hne_Deva-taq_Tfng", + "languages": [ + "hne-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616783, + "recall": 0.681818, + "f1": 0.635042, + "accuracy": 0.681818, + "main_score": 0.635042, + "hf_subset": "hne_Deva-wol_Latn", + "languages": [ + "hne-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784042, + "recall": 0.838933, + "f1": 0.800678, + "accuracy": 0.838933, + "main_score": 0.800678, + "hf_subset": "hne_Deva-arb_Latn", + "languages": [ + "hne-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-cat_Latn", + "languages": [ + "hne-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "hne_Deva-fur_Latn", + "languages": [ + "hne-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403887, + "recall": 0.458498, + "f1": 0.418749, + "accuracy": 0.458498, + "main_score": 0.418749, + "hf_subset": "hne_Deva-kab_Latn", + "languages": [ + "hne-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "hne_Deva-lim_Latn", + "languages": [ + "hne-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-nld_Latn", + "languages": [ + "hne-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "hne_Deva-san_Deva", + "languages": [ + "hne-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-tat_Cyrl", + "languages": [ + "hne-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657407, + "recall": 0.714427, + "f1": 0.673217, + "accuracy": 0.714427, + "main_score": 0.673217, + "hf_subset": "hne_Deva-xho_Latn", + "languages": [ + "hne-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-ars_Arab", + "languages": [ + "hne-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-ceb_Latn", + "languages": [ + "hne-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554421, + "recall": 0.618577, + "f1": 0.572728, + "accuracy": 0.618577, + "main_score": 0.572728, + "hf_subset": "hne_Deva-fuv_Latn", + "languages": [ + "hne-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500636, + "recall": 0.568182, + "f1": 0.518523, + "accuracy": 0.568182, + "main_score": 0.518523, + "hf_subset": "hne_Deva-kac_Latn", + "languages": [ + "hne-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667984, + "recall": 0.72332, + "f1": 0.68378, + "accuracy": 0.72332, + "main_score": 0.68378, + "hf_subset": "hne_Deva-lin_Latn", + "languages": [ + "hne-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-nno_Latn", + "languages": [ + "hne-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.251521, + "recall": 0.333992, + "f1": 0.273097, + "accuracy": 0.333992, + "main_score": 0.273097, + "hf_subset": "hne_Deva-sat_Olck", + "languages": [ + "hne-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "hne_Deva-tel_Telu", + "languages": [ + "hne-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "hne_Deva-ydd_Hebr", + "languages": [ + "hne-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "hne_Deva-ary_Arab", + "languages": [ + "hne-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ces_Latn", + "languages": [ + "hne-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572637, + "recall": 0.633399, + "f1": 0.590145, + "accuracy": 0.633399, + "main_score": 0.590145, + "hf_subset": "hne_Deva-gaz_Latn", + "languages": [ + "hne-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579681, + "recall": 0.643281, + "f1": 0.597364, + "accuracy": 0.643281, + "main_score": 0.597364, + "hf_subset": "hne_Deva-kam_Latn", + "languages": [ + "hne-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "hne_Deva-lit_Latn", + "languages": [ + "hne-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-nob_Latn", + "languages": [ + "hne-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "hne_Deva-scn_Latn", + "languages": [ + "hne-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "hne_Deva-tgk_Cyrl", + "languages": [ + "hne-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688614, + "recall": 0.753953, + "f1": 0.708042, + "accuracy": 0.753953, + "main_score": 0.708042, + "hf_subset": "hne_Deva-yor_Latn", + "languages": [ + "hne-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-arz_Arab", + "languages": [ + "hne-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558248, + "recall": 0.620553, + "f1": 0.575678, + "accuracy": 0.620553, + "main_score": 0.575678, + "hf_subset": "hne_Deva-cjk_Latn", + "languages": [ + "hne-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754298, + "recall": 0.807312, + "f1": 0.770243, + "accuracy": 0.807312, + "main_score": 0.770243, + "hf_subset": "hne_Deva-gla_Latn", + "languages": [ + "hne-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-kan_Knda", + "languages": [ + "hne-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "hne_Deva-lmo_Latn", + "languages": [ + "hne-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "hne_Deva-npi_Deva", + "languages": [ + "hne-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46775, + "recall": 0.528656, + "f1": 0.484143, + "accuracy": 0.528656, + "main_score": 0.484143, + "hf_subset": "hne_Deva-shn_Mymr", + "languages": [ + "hne-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-tgl_Latn", + "languages": [ + "hne-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-yue_Hant", + "languages": [ + "hne-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-asm_Beng", + "languages": [ + "hne-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "hne_Deva-ckb_Arab", + "languages": [ + "hne-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849424, + "recall": 0.887352, + "f1": 0.861199, + "accuracy": 0.887352, + "main_score": 0.861199, + "hf_subset": "hne_Deva-gle_Latn", + "languages": [ + "hne-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "hne_Deva-kas_Arab", + "languages": [ + "hne-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922266, + "recall": 0.94664, + "f1": 0.930171, + "accuracy": 0.94664, + "main_score": 0.930171, + "hf_subset": "hne_Deva-ltg_Latn", + "languages": [ + "hne-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590939, + "recall": 0.647233, + "f1": 0.606683, + "accuracy": 0.647233, + "main_score": 0.606683, + "hf_subset": "hne_Deva-nso_Latn", + "languages": [ + "hne-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hne_Deva-sin_Sinh", + "languages": [ + "hne-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-tha_Thai", + "languages": [ + "hne-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-zho_Hans", + "languages": [ + "hne-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hne_Deva-ast_Latn", + "languages": [ + "hne-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hne_Deva-crh_Latn", + "languages": [ + "hne-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-glg_Latn", + "languages": [ + "hne-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920784, + "recall": 0.944664, + "f1": 0.928689, + "accuracy": 0.944664, + "main_score": 0.928689, + "hf_subset": "hne_Deva-kas_Deva", + "languages": [ + "hne-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "hne_Deva-ltz_Latn", + "languages": [ + "hne-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456544, + "recall": 0.520751, + "f1": 0.47404, + "accuracy": 0.520751, + "main_score": 0.47404, + "hf_subset": "hne_Deva-nus_Latn", + "languages": [ + "hne-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "hne_Deva-slk_Latn", + "languages": [ + "hne-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628409, + "recall": 0.701581, + "f1": 0.649675, + "accuracy": 0.701581, + "main_score": 0.649675, + "hf_subset": "hne_Deva-tir_Ethi", + "languages": [ + "hne-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-zho_Hant", + "languages": [ + "hne-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "hne_Deva-awa_Deva", + "languages": [ + "hne-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "hne_Deva-cym_Latn", + "languages": [ + "hne-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830896, + "recall": 0.870553, + "f1": 0.843017, + "accuracy": 0.870553, + "main_score": 0.843017, + "hf_subset": "hne_Deva-grn_Latn", + "languages": [ + "hne-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-kat_Geor", + "languages": [ + "hne-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643603, + "recall": 0.699605, + "f1": 0.659226, + "accuracy": 0.699605, + "main_score": 0.659226, + "hf_subset": "hne_Deva-lua_Latn", + "languages": [ + "hne-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629035, + "recall": 0.690711, + "f1": 0.646066, + "accuracy": 0.690711, + "main_score": 0.646066, + "hf_subset": "hne_Deva-nya_Latn", + "languages": [ + "hne-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-slv_Latn", + "languages": [ + "hne-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948699, + "recall": 0.963439, + "f1": 0.953294, + "accuracy": 0.963439, + "main_score": 0.953294, + "hf_subset": "hne_Deva-tpi_Latn", + "languages": [ + "hne-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-zsm_Latn", + "languages": [ + "hne-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542264, + "recall": 0.597826, + "f1": 0.558343, + "accuracy": 0.597826, + "main_score": 0.558343, + "hf_subset": "hne_Deva-ayr_Latn", + "languages": [ + "hne-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-dan_Latn", + "languages": [ + "hne-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-guj_Gujr", + "languages": [ + "hne-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hne_Deva-kaz_Cyrl", + "languages": [ + "hne-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51363, + "recall": 0.574111, + "f1": 0.530476, + "accuracy": 0.574111, + "main_score": 0.530476, + "hf_subset": "hne_Deva-lug_Latn", + "languages": [ + "hne-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-oci_Latn", + "languages": [ + "hne-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802372, + "recall": 0.852767, + "f1": 0.817951, + "accuracy": 0.852767, + "main_score": 0.817951, + "hf_subset": "hne_Deva-smo_Latn", + "languages": [ + "hne-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530916, + "recall": 0.591897, + "f1": 0.547947, + "accuracy": 0.591897, + "main_score": 0.547947, + "hf_subset": "hne_Deva-tsn_Latn", + "languages": [ + "hne-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590516, + "recall": 0.652174, + "f1": 0.608189, + "accuracy": 0.652174, + "main_score": 0.608189, + "hf_subset": "hne_Deva-zul_Latn", + "languages": [ + "hne-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917161, + "recall": 0.939723, + "f1": 0.924242, + "accuracy": 0.939723, + "main_score": 0.924242, + "hf_subset": "hne_Deva-azb_Arab", + "languages": [ + "hne-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-deu_Latn", + "languages": [ + "hne-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "hne_Deva-hat_Latn", + "languages": [ + "hne-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473035, + "recall": 0.534585, + "f1": 0.4901, + "accuracy": 0.534585, + "main_score": 0.4901, + "hf_subset": "hne_Deva-kbp_Latn", + "languages": [ + "hne-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562782, + "recall": 0.616601, + "f1": 0.577376, + "accuracy": 0.616601, + "main_score": 0.577376, + "hf_subset": "hne_Deva-luo_Latn", + "languages": [ + "hne-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hne_Deva-ory_Orya", + "languages": [ + "hne-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576419, + "recall": 0.645257, + "f1": 0.59589, + "accuracy": 0.645257, + "main_score": 0.59589, + "hf_subset": "hne_Deva-sna_Latn", + "languages": [ + "hne-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560944, + "recall": 0.613636, + "f1": 0.575827, + "accuracy": 0.613636, + "main_score": 0.575827, + "hf_subset": "hne_Deva-tso_Latn", + "languages": [ + "hne-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hne_Deva-azj_Latn", + "languages": [ + "hne-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519055, + "recall": 0.590909, + "f1": 0.539864, + "accuracy": 0.590909, + "main_score": 0.539864, + "hf_subset": "hne_Deva-dik_Latn", + "languages": [ + "hne-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730215, + "recall": 0.784585, + "f1": 0.746366, + "accuracy": 0.784585, + "main_score": 0.746366, + "hf_subset": "hne_Deva-hau_Latn", + "languages": [ + "hne-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hne_Deva-kea_Latn", + "languages": [ + "hne-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73941, + "recall": 0.794466, + "f1": 0.755599, + "accuracy": 0.794466, + "main_score": 0.755599, + "hf_subset": "hne_Deva-lus_Latn", + "languages": [ + "hne-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869928, + "recall": 0.900198, + "f1": 0.878887, + "accuracy": 0.900198, + "main_score": 0.878887, + "hf_subset": "hne_Deva-pag_Latn", + "languages": [ + "hne-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hne_Deva-snd_Arab", + "languages": [ + "hne-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "hne_Deva-tuk_Latn", + "languages": [ + "hne-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "hne_Deva-bak_Cyrl", + "languages": [ + "hne-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485063, + "recall": 0.564229, + "f1": 0.507684, + "accuracy": 0.564229, + "main_score": 0.507684, + "hf_subset": "hne_Deva-dyu_Latn", + "languages": [ + "hne-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne_Deva-heb_Hebr", + "languages": [ + "hne-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "hne_Deva-khk_Cyrl", + "languages": [ + "hne-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-lvs_Latn", + "languages": [ + "hne-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hne_Deva-pan_Guru", + "languages": [ + "hne-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699226, + "recall": 0.76087, + "f1": 0.717975, + "accuracy": 0.76087, + "main_score": 0.717975, + "hf_subset": "hne_Deva-som_Latn", + "languages": [ + "hne-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589479, + "recall": 0.635375, + "f1": 0.602197, + "accuracy": 0.635375, + "main_score": 0.602197, + "hf_subset": "hne_Deva-tum_Latn", + "languages": [ + "hne-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397572, + "recall": 0.45751, + "f1": 0.414529, + "accuracy": 0.45751, + "main_score": 0.414529, + "hf_subset": "kik_Latn-ace_Arab", + "languages": [ + "kik-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484217, + "recall": 0.544466, + "f1": 0.499745, + "accuracy": 0.544466, + "main_score": 0.499745, + "hf_subset": "kik_Latn-bam_Latn", + "languages": [ + "kik-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152618, + "recall": 0.204545, + "f1": 0.165612, + "accuracy": 0.204545, + "main_score": 0.165612, + "hf_subset": "kik_Latn-dzo_Tibt", + "languages": [ + "kik-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591277, + "recall": 0.648221, + "f1": 0.606139, + "accuracy": 0.648221, + "main_score": 0.606139, + "hf_subset": "kik_Latn-hin_Deva", + "languages": [ + "kik-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545174, + "recall": 0.598814, + "f1": 0.55964, + "accuracy": 0.598814, + "main_score": 0.55964, + "hf_subset": "kik_Latn-khm_Khmr", + "languages": [ + "kik-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579622, + "recall": 0.636364, + "f1": 0.594934, + "accuracy": 0.636364, + "main_score": 0.594934, + "hf_subset": "kik_Latn-mag_Deva", + "languages": [ + "kik-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594128, + "recall": 0.63834, + "f1": 0.606207, + "accuracy": 0.63834, + "main_score": 0.606207, + "hf_subset": "kik_Latn-pap_Latn", + "languages": [ + "kik-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552753, + "recall": 0.605731, + "f1": 0.567779, + "accuracy": 0.605731, + "main_score": 0.567779, + "hf_subset": "kik_Latn-sot_Latn", + "languages": [ + "kik-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580199, + "recall": 0.637352, + "f1": 0.595691, + "accuracy": 0.637352, + "main_score": 0.595691, + "hf_subset": "kik_Latn-tur_Latn", + "languages": [ + "kik-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576623, + "recall": 0.619565, + "f1": 0.588829, + "accuracy": 0.619565, + "main_score": 0.588829, + "hf_subset": "kik_Latn-ace_Latn", + "languages": [ + "kik-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603657, + "recall": 0.641304, + "f1": 0.613934, + "accuracy": 0.641304, + "main_score": 0.613934, + "hf_subset": "kik_Latn-ban_Latn", + "languages": [ + "kik-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586669, + "recall": 0.642292, + "f1": 0.601067, + "accuracy": 0.642292, + "main_score": 0.601067, + "hf_subset": "kik_Latn-ell_Grek", + "languages": [ + "kik-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566378, + "recall": 0.619565, + "f1": 0.581252, + "accuracy": 0.619565, + "main_score": 0.581252, + "hf_subset": "kik_Latn-hne_Deva", + "languages": [ + "kik-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57245, + "recall": 0.623518, + "f1": 0.585387, + "accuracy": 0.623518, + "main_score": 0.585387, + "hf_subset": "kik_Latn-mai_Deva", + "languages": [ + "kik-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538233, + "recall": 0.596838, + "f1": 0.553524, + "accuracy": 0.596838, + "main_score": 0.553524, + "hf_subset": "kik_Latn-pbt_Arab", + "languages": [ + "kik-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588227, + "recall": 0.640316, + "f1": 0.602242, + "accuracy": 0.640316, + "main_score": 0.602242, + "hf_subset": "kik_Latn-spa_Latn", + "languages": [ + "kik-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544906, + "recall": 0.588933, + "f1": 0.557562, + "accuracy": 0.588933, + "main_score": 0.557562, + "hf_subset": "kik_Latn-twi_Latn", + "languages": [ + "kik-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576077, + "recall": 0.625494, + "f1": 0.589604, + "accuracy": 0.625494, + "main_score": 0.589604, + "hf_subset": "kik_Latn-acm_Arab", + "languages": [ + "kik-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560242, + "recall": 0.616601, + "f1": 0.575406, + "accuracy": 0.616601, + "main_score": 0.575406, + "hf_subset": "kik_Latn-bel_Cyrl", + "languages": [ + "kik-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628786, + "recall": 0.675889, + "f1": 0.641463, + "accuracy": 0.675889, + "main_score": 0.641463, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60703, + "recall": 0.657115, + "f1": 0.619953, + "accuracy": 0.657115, + "main_score": 0.619953, + "hf_subset": "kik_Latn-hrv_Latn", + "languages": [ + "kik-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506315, + "recall": 0.566206, + "f1": 0.522699, + "accuracy": 0.566206, + "main_score": 0.522699, + "hf_subset": "kik_Latn-kin_Latn", + "languages": [ + "kik-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574957, + "recall": 0.62747, + "f1": 0.589459, + "accuracy": 0.62747, + "main_score": 0.589459, + "hf_subset": "kik_Latn-mal_Mlym", + "languages": [ + "kik-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586639, + "recall": 0.637352, + "f1": 0.600497, + "accuracy": 0.637352, + "main_score": 0.600497, + "hf_subset": "kik_Latn-pes_Arab", + "languages": [ + "kik-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590848, + "recall": 0.634387, + "f1": 0.602886, + "accuracy": 0.634387, + "main_score": 0.602886, + "hf_subset": "kik_Latn-srd_Latn", + "languages": [ + "kik-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.11003, + "recall": 0.149209, + "f1": 0.119383, + "accuracy": 0.149209, + "main_score": 0.119383, + "hf_subset": "kik_Latn-tzm_Tfng", + "languages": [ + "kik-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572653, + "recall": 0.62253, + "f1": 0.586455, + "accuracy": 0.62253, + "main_score": 0.586455, + "hf_subset": "kik_Latn-acq_Arab", + "languages": [ + "kik-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558409, + "recall": 0.608696, + "f1": 0.572276, + "accuracy": 0.608696, + "main_score": 0.572276, + "hf_subset": "kik_Latn-bem_Latn", + "languages": [ + "kik-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594573, + "recall": 0.640316, + "f1": 0.60725, + "accuracy": 0.640316, + "main_score": 0.60725, + "hf_subset": "kik_Latn-epo_Latn", + "languages": [ + "kik-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583641, + "recall": 0.637352, + "f1": 0.598141, + "accuracy": 0.637352, + "main_score": 0.598141, + "hf_subset": "kik_Latn-hun_Latn", + "languages": [ + "kik-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565259, + "recall": 0.620553, + "f1": 0.580341, + "accuracy": 0.620553, + "main_score": 0.580341, + "hf_subset": "kik_Latn-kir_Cyrl", + "languages": [ + "kik-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586323, + "recall": 0.632411, + "f1": 0.59871, + "accuracy": 0.632411, + "main_score": 0.59871, + "hf_subset": "kik_Latn-mar_Deva", + "languages": [ + "kik-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531177, + "recall": 0.585968, + "f1": 0.546156, + "accuracy": 0.585968, + "main_score": 0.546156, + "hf_subset": "kik_Latn-plt_Latn", + "languages": [ + "kik-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591544, + "recall": 0.643281, + "f1": 0.606123, + "accuracy": 0.643281, + "main_score": 0.606123, + "hf_subset": "kik_Latn-srp_Cyrl", + "languages": [ + "kik-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479141, + "recall": 0.54249, + "f1": 0.496818, + "accuracy": 0.54249, + "main_score": 0.496818, + "hf_subset": "kik_Latn-uig_Arab", + "languages": [ + "kik-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562516, + "recall": 0.613636, + "f1": 0.576053, + "accuracy": 0.613636, + "main_score": 0.576053, + "hf_subset": "kik_Latn-aeb_Arab", + "languages": [ + "kik-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579264, + "recall": 0.632411, + "f1": 0.593765, + "accuracy": 0.632411, + "main_score": 0.593765, + "hf_subset": "kik_Latn-ben_Beng", + "languages": [ + "kik-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569033, + "recall": 0.621542, + "f1": 0.583874, + "accuracy": 0.621542, + "main_score": 0.583874, + "hf_subset": "kik_Latn-est_Latn", + "languages": [ + "kik-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556637, + "recall": 0.613636, + "f1": 0.572415, + "accuracy": 0.613636, + "main_score": 0.572415, + "hf_subset": "kik_Latn-hye_Armn", + "languages": [ + "kik-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507453, + "recall": 0.555336, + "f1": 0.521301, + "accuracy": 0.555336, + "main_score": 0.521301, + "hf_subset": "kik_Latn-kmb_Latn", + "languages": [ + "kik-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.343855, + "recall": 0.411067, + "f1": 0.362015, + "accuracy": 0.411067, + "main_score": 0.362015, + "hf_subset": "kik_Latn-min_Arab", + "languages": [ + "kik-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605659, + "recall": 0.653162, + "f1": 0.61863, + "accuracy": 0.653162, + "main_score": 0.61863, + "hf_subset": "kik_Latn-pol_Latn", + "languages": [ + "kik-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51166, + "recall": 0.576087, + "f1": 0.529518, + "accuracy": 0.576087, + "main_score": 0.529518, + "hf_subset": "kik_Latn-ssw_Latn", + "languages": [ + "kik-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587446, + "recall": 0.642292, + "f1": 0.602233, + "accuracy": 0.642292, + "main_score": 0.602233, + "hf_subset": "kik_Latn-ukr_Cyrl", + "languages": [ + "kik-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611862, + "recall": 0.662055, + "f1": 0.625683, + "accuracy": 0.662055, + "main_score": 0.625683, + "hf_subset": "kik_Latn-afr_Latn", + "languages": [ + "kik-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579695, + "recall": 0.62747, + "f1": 0.593682, + "accuracy": 0.62747, + "main_score": 0.593682, + "hf_subset": "kik_Latn-bho_Deva", + "languages": [ + "kik-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572732, + "recall": 0.628458, + "f1": 0.587596, + "accuracy": 0.628458, + "main_score": 0.587596, + "hf_subset": "kik_Latn-eus_Latn", + "languages": [ + "kik-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525832, + "recall": 0.576087, + "f1": 0.540536, + "accuracy": 0.576087, + "main_score": 0.540536, + "hf_subset": "kik_Latn-ibo_Latn", + "languages": [ + "kik-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554375, + "recall": 0.602767, + "f1": 0.567987, + "accuracy": 0.602767, + "main_score": 0.567987, + "hf_subset": "kik_Latn-kmr_Latn", + "languages": [ + "kik-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587279, + "recall": 0.636364, + "f1": 0.600289, + "accuracy": 0.636364, + "main_score": 0.600289, + "hf_subset": "kik_Latn-min_Latn", + "languages": [ + "kik-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614692, + "recall": 0.661067, + "f1": 0.626866, + "accuracy": 0.661067, + "main_score": 0.626866, + "hf_subset": "kik_Latn-por_Latn", + "languages": [ + "kik-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598156, + "recall": 0.645257, + "f1": 0.610847, + "accuracy": 0.645257, + "main_score": 0.610847, + "hf_subset": "kik_Latn-sun_Latn", + "languages": [ + "kik-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455974, + "recall": 0.516798, + "f1": 0.473822, + "accuracy": 0.516798, + "main_score": 0.473822, + "hf_subset": "kik_Latn-umb_Latn", + "languages": [ + "kik-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594475, + "recall": 0.643281, + "f1": 0.60764, + "accuracy": 0.643281, + "main_score": 0.60764, + "hf_subset": "kik_Latn-ajp_Arab", + "languages": [ + "kik-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367922, + "recall": 0.437747, + "f1": 0.387226, + "accuracy": 0.437747, + "main_score": 0.387226, + "hf_subset": "kik_Latn-bjn_Arab", + "languages": [ + "kik-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479301, + "recall": 0.52668, + "f1": 0.493248, + "accuracy": 0.52668, + "main_score": 0.493248, + "hf_subset": "kik_Latn-ewe_Latn", + "languages": [ + "kik-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622761, + "recall": 0.662055, + "f1": 0.633029, + "accuracy": 0.662055, + "main_score": 0.633029, + "hf_subset": "kik_Latn-ilo_Latn", + "languages": [ + "kik-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.231757, + "recall": 0.296443, + "f1": 0.249024, + "accuracy": 0.296443, + "main_score": 0.249024, + "hf_subset": "kik_Latn-knc_Arab", + "languages": [ + "kik-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578242, + "recall": 0.63834, + "f1": 0.594271, + "accuracy": 0.63834, + "main_score": 0.594271, + "hf_subset": "kik_Latn-mkd_Cyrl", + "languages": [ + "kik-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577078, + "recall": 0.634387, + "f1": 0.592923, + "accuracy": 0.634387, + "main_score": 0.592923, + "hf_subset": "kik_Latn-prs_Arab", + "languages": [ + "kik-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604476, + "recall": 0.652174, + "f1": 0.616994, + "accuracy": 0.652174, + "main_score": 0.616994, + "hf_subset": "kik_Latn-swe_Latn", + "languages": [ + "kik-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558165, + "recall": 0.615613, + "f1": 0.573743, + "accuracy": 0.615613, + "main_score": 0.573743, + "hf_subset": "kik_Latn-urd_Arab", + "languages": [ + "kik-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551861, + "recall": 0.593874, + "f1": 0.564151, + "accuracy": 0.593874, + "main_score": 0.564151, + "hf_subset": "kik_Latn-aka_Latn", + "languages": [ + "kik-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59969, + "recall": 0.640316, + "f1": 0.610837, + "accuracy": 0.640316, + "main_score": 0.610837, + "hf_subset": "kik_Latn-bjn_Latn", + "languages": [ + "kik-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562173, + "recall": 0.606719, + "f1": 0.574723, + "accuracy": 0.606719, + "main_score": 0.574723, + "hf_subset": "kik_Latn-fao_Latn", + "languages": [ + "kik-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604551, + "recall": 0.656126, + "f1": 0.618084, + "accuracy": 0.656126, + "main_score": 0.618084, + "hf_subset": "kik_Latn-ind_Latn", + "languages": [ + "kik-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519713, + "recall": 0.568182, + "f1": 0.533948, + "accuracy": 0.568182, + "main_score": 0.533948, + "hf_subset": "kik_Latn-knc_Latn", + "languages": [ + "kik-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584845, + "recall": 0.639328, + "f1": 0.598725, + "accuracy": 0.639328, + "main_score": 0.598725, + "hf_subset": "kik_Latn-mlt_Latn", + "languages": [ + "kik-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52889, + "recall": 0.576087, + "f1": 0.541871, + "accuracy": 0.576087, + "main_score": 0.541871, + "hf_subset": "kik_Latn-quy_Latn", + "languages": [ + "kik-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57699, + "recall": 0.630435, + "f1": 0.591577, + "accuracy": 0.630435, + "main_score": 0.591577, + "hf_subset": "kik_Latn-swh_Latn", + "languages": [ + "kik-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550625, + "recall": 0.607708, + "f1": 0.566419, + "accuracy": 0.607708, + "main_score": 0.566419, + "hf_subset": "kik_Latn-uzn_Latn", + "languages": [ + "kik-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583773, + "recall": 0.635375, + "f1": 0.597616, + "accuracy": 0.635375, + "main_score": 0.597616, + "hf_subset": "kik_Latn-als_Latn", + "languages": [ + "kik-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2184, + "recall": 0.284585, + "f1": 0.235126, + "accuracy": 0.284585, + "main_score": 0.235126, + "hf_subset": "kik_Latn-bod_Tibt", + "languages": [ + "kik-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520299, + "recall": 0.567194, + "f1": 0.533322, + "accuracy": 0.567194, + "main_score": 0.533322, + "hf_subset": "kik_Latn-fij_Latn", + "languages": [ + "kik-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538906, + "recall": 0.597826, + "f1": 0.554719, + "accuracy": 0.597826, + "main_score": 0.554719, + "hf_subset": "kik_Latn-isl_Latn", + "languages": [ + "kik-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550402, + "recall": 0.59585, + "f1": 0.562959, + "accuracy": 0.59585, + "main_score": 0.562959, + "hf_subset": "kik_Latn-kon_Latn", + "languages": [ + "kik-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4624, + "recall": 0.524704, + "f1": 0.480244, + "accuracy": 0.524704, + "main_score": 0.480244, + "hf_subset": "kik_Latn-mni_Beng", + "languages": [ + "kik-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611048, + "recall": 0.661067, + "f1": 0.62426, + "accuracy": 0.661067, + "main_score": 0.62426, + "hf_subset": "kik_Latn-ron_Latn", + "languages": [ + "kik-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585848, + "recall": 0.635375, + "f1": 0.599222, + "accuracy": 0.635375, + "main_score": 0.599222, + "hf_subset": "kik_Latn-szl_Latn", + "languages": [ + "kik-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598871, + "recall": 0.642292, + "f1": 0.610723, + "accuracy": 0.642292, + "main_score": 0.610723, + "hf_subset": "kik_Latn-vec_Latn", + "languages": [ + "kik-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463239, + "recall": 0.532609, + "f1": 0.482297, + "accuracy": 0.532609, + "main_score": 0.482297, + "hf_subset": "kik_Latn-amh_Ethi", + "languages": [ + "kik-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599628, + "recall": 0.652174, + "f1": 0.613563, + "accuracy": 0.652174, + "main_score": 0.613563, + "hf_subset": "kik_Latn-bos_Latn", + "languages": [ + "kik-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572434, + "recall": 0.628458, + "f1": 0.587361, + "accuracy": 0.628458, + "main_score": 0.587361, + "hf_subset": "kik_Latn-fin_Latn", + "languages": [ + "kik-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597327, + "recall": 0.646245, + "f1": 0.610815, + "accuracy": 0.646245, + "main_score": 0.610815, + "hf_subset": "kik_Latn-ita_Latn", + "languages": [ + "kik-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570433, + "recall": 0.628458, + "f1": 0.585476, + "accuracy": 0.628458, + "main_score": 0.585476, + "hf_subset": "kik_Latn-kor_Hang", + "languages": [ + "kik-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471838, + "recall": 0.523715, + "f1": 0.486826, + "accuracy": 0.523715, + "main_score": 0.486826, + "hf_subset": "kik_Latn-mos_Latn", + "languages": [ + "kik-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505749, + "recall": 0.562253, + "f1": 0.521511, + "accuracy": 0.562253, + "main_score": 0.521511, + "hf_subset": "kik_Latn-run_Latn", + "languages": [ + "kik-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557236, + "recall": 0.612648, + "f1": 0.572687, + "accuracy": 0.612648, + "main_score": 0.572687, + "hf_subset": "kik_Latn-tam_Taml", + "languages": [ + "kik-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58663, + "recall": 0.636364, + "f1": 0.600345, + "accuracy": 0.636364, + "main_score": 0.600345, + "hf_subset": "kik_Latn-vie_Latn", + "languages": [ + "kik-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585169, + "recall": 0.636364, + "f1": 0.599324, + "accuracy": 0.636364, + "main_score": 0.599324, + "hf_subset": "kik_Latn-apc_Arab", + "languages": [ + "kik-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540695, + "recall": 0.585968, + "f1": 0.553262, + "accuracy": 0.585968, + "main_score": 0.553262, + "hf_subset": "kik_Latn-bug_Latn", + "languages": [ + "kik-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425942, + "recall": 0.480237, + "f1": 0.440785, + "accuracy": 0.480237, + "main_score": 0.440785, + "hf_subset": "kik_Latn-fon_Latn", + "languages": [ + "kik-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609922, + "recall": 0.65415, + "f1": 0.620996, + "accuracy": 0.65415, + "main_score": 0.620996, + "hf_subset": "kik_Latn-jav_Latn", + "languages": [ + "kik-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503794, + "recall": 0.565217, + "f1": 0.521225, + "accuracy": 0.565217, + "main_score": 0.521225, + "hf_subset": "kik_Latn-lao_Laoo", + "languages": [ + "kik-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492461, + "recall": 0.547431, + "f1": 0.507399, + "accuracy": 0.547431, + "main_score": 0.507399, + "hf_subset": "kik_Latn-mri_Latn", + "languages": [ + "kik-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597556, + "recall": 0.647233, + "f1": 0.611703, + "accuracy": 0.647233, + "main_score": 0.611703, + "hf_subset": "kik_Latn-rus_Cyrl", + "languages": [ + "kik-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460846, + "recall": 0.514822, + "f1": 0.476383, + "accuracy": 0.514822, + "main_score": 0.476383, + "hf_subset": "kik_Latn-taq_Latn", + "languages": [ + "kik-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624627, + "recall": 0.666996, + "f1": 0.635106, + "accuracy": 0.666996, + "main_score": 0.635106, + "hf_subset": "kik_Latn-war_Latn", + "languages": [ + "kik-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569004, + "recall": 0.624506, + "f1": 0.584206, + "accuracy": 0.624506, + "main_score": 0.584206, + "hf_subset": "kik_Latn-arb_Arab", + "languages": [ + "kik-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602721, + "recall": 0.646245, + "f1": 0.614532, + "accuracy": 0.646245, + "main_score": 0.614532, + "hf_subset": "kik_Latn-bul_Cyrl", + "languages": [ + "kik-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609524, + "recall": 0.655138, + "f1": 0.621041, + "accuracy": 0.655138, + "main_score": 0.621041, + "hf_subset": "kik_Latn-fra_Latn", + "languages": [ + "kik-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577361, + "recall": 0.631423, + "f1": 0.591825, + "accuracy": 0.631423, + "main_score": 0.591825, + "hf_subset": "kik_Latn-jpn_Jpan", + "languages": [ + "kik-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581677, + "recall": 0.630435, + "f1": 0.594461, + "accuracy": 0.630435, + "main_score": 0.594461, + "hf_subset": "kik_Latn-lij_Latn", + "languages": [ + "kik-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411366, + "recall": 0.490119, + "f1": 0.432454, + "accuracy": 0.490119, + "main_score": 0.432454, + "hf_subset": "kik_Latn-mya_Mymr", + "languages": [ + "kik-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490987, + "recall": 0.551383, + "f1": 0.50784, + "accuracy": 0.551383, + "main_score": 0.50784, + "hf_subset": "kik_Latn-sag_Latn", + "languages": [ + "kik-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.107768, + "recall": 0.15415, + "f1": 0.117594, + "accuracy": 0.15415, + "main_score": 0.117594, + "hf_subset": "kik_Latn-taq_Tfng", + "languages": [ + "kik-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549622, + "recall": 0.592885, + "f1": 0.562132, + "accuracy": 0.592885, + "main_score": 0.562132, + "hf_subset": "kik_Latn-wol_Latn", + "languages": [ + "kik-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438568, + "recall": 0.488142, + "f1": 0.451948, + "accuracy": 0.488142, + "main_score": 0.451948, + "hf_subset": "kik_Latn-arb_Latn", + "languages": [ + "kik-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597292, + "recall": 0.649209, + "f1": 0.61117, + "accuracy": 0.649209, + "main_score": 0.61117, + "hf_subset": "kik_Latn-cat_Latn", + "languages": [ + "kik-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593921, + "recall": 0.643281, + "f1": 0.607391, + "accuracy": 0.643281, + "main_score": 0.607391, + "hf_subset": "kik_Latn-fur_Latn", + "languages": [ + "kik-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364345, + "recall": 0.424901, + "f1": 0.381103, + "accuracy": 0.424901, + "main_score": 0.381103, + "hf_subset": "kik_Latn-kab_Latn", + "languages": [ + "kik-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589079, + "recall": 0.635375, + "f1": 0.601189, + "accuracy": 0.635375, + "main_score": 0.601189, + "hf_subset": "kik_Latn-lim_Latn", + "languages": [ + "kik-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594653, + "recall": 0.645257, + "f1": 0.608363, + "accuracy": 0.645257, + "main_score": 0.608363, + "hf_subset": "kik_Latn-nld_Latn", + "languages": [ + "kik-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520461, + "recall": 0.585968, + "f1": 0.538436, + "accuracy": 0.585968, + "main_score": 0.538436, + "hf_subset": "kik_Latn-san_Deva", + "languages": [ + "kik-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56934, + "recall": 0.624506, + "f1": 0.583983, + "accuracy": 0.624506, + "main_score": 0.583983, + "hf_subset": "kik_Latn-tat_Cyrl", + "languages": [ + "kik-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566003, + "recall": 0.614625, + "f1": 0.579698, + "accuracy": 0.614625, + "main_score": 0.579698, + "hf_subset": "kik_Latn-xho_Latn", + "languages": [ + "kik-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563943, + "recall": 0.619565, + "f1": 0.579331, + "accuracy": 0.619565, + "main_score": 0.579331, + "hf_subset": "kik_Latn-ars_Arab", + "languages": [ + "kik-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619603, + "recall": 0.656126, + "f1": 0.628939, + "accuracy": 0.656126, + "main_score": 0.628939, + "hf_subset": "kik_Latn-ceb_Latn", + "languages": [ + "kik-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475099, + "recall": 0.528656, + "f1": 0.49042, + "accuracy": 0.528656, + "main_score": 0.49042, + "hf_subset": "kik_Latn-fuv_Latn", + "languages": [ + "kik-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473153, + "recall": 0.527668, + "f1": 0.489054, + "accuracy": 0.527668, + "main_score": 0.489054, + "hf_subset": "kik_Latn-kac_Latn", + "languages": [ + "kik-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567974, + "recall": 0.618577, + "f1": 0.581612, + "accuracy": 0.618577, + "main_score": 0.581612, + "hf_subset": "kik_Latn-lin_Latn", + "languages": [ + "kik-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591873, + "recall": 0.643281, + "f1": 0.606371, + "accuracy": 0.643281, + "main_score": 0.606371, + "hf_subset": "kik_Latn-nno_Latn", + "languages": [ + "kik-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.087684, + "recall": 0.12747, + "f1": 0.098115, + "accuracy": 0.12747, + "main_score": 0.098115, + "hf_subset": "kik_Latn-sat_Olck", + "languages": [ + "kik-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560886, + "recall": 0.616601, + "f1": 0.576077, + "accuracy": 0.616601, + "main_score": 0.576077, + "hf_subset": "kik_Latn-tel_Telu", + "languages": [ + "kik-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493957, + "recall": 0.552372, + "f1": 0.509505, + "accuracy": 0.552372, + "main_score": 0.509505, + "hf_subset": "kik_Latn-ydd_Hebr", + "languages": [ + "kik-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55206, + "recall": 0.602767, + "f1": 0.565874, + "accuracy": 0.602767, + "main_score": 0.565874, + "hf_subset": "kik_Latn-ary_Arab", + "languages": [ + "kik-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598063, + "recall": 0.648221, + "f1": 0.611495, + "accuracy": 0.648221, + "main_score": 0.611495, + "hf_subset": "kik_Latn-ces_Latn", + "languages": [ + "kik-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445102, + "recall": 0.505929, + "f1": 0.462601, + "accuracy": 0.505929, + "main_score": 0.462601, + "hf_subset": "kik_Latn-gaz_Latn", + "languages": [ + "kik-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558705, + "recall": 0.618577, + "f1": 0.576306, + "accuracy": 0.618577, + "main_score": 0.576306, + "hf_subset": "kik_Latn-kam_Latn", + "languages": [ + "kik-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576243, + "recall": 0.629447, + "f1": 0.591049, + "accuracy": 0.629447, + "main_score": 0.591049, + "hf_subset": "kik_Latn-lit_Latn", + "languages": [ + "kik-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603475, + "recall": 0.648221, + "f1": 0.615266, + "accuracy": 0.648221, + "main_score": 0.615266, + "hf_subset": "kik_Latn-nob_Latn", + "languages": [ + "kik-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594176, + "recall": 0.63834, + "f1": 0.606402, + "accuracy": 0.63834, + "main_score": 0.606402, + "hf_subset": "kik_Latn-scn_Latn", + "languages": [ + "kik-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55869, + "recall": 0.605731, + "f1": 0.571396, + "accuracy": 0.605731, + "main_score": 0.571396, + "hf_subset": "kik_Latn-tgk_Cyrl", + "languages": [ + "kik-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503655, + "recall": 0.563241, + "f1": 0.520675, + "accuracy": 0.563241, + "main_score": 0.520675, + "hf_subset": "kik_Latn-yor_Latn", + "languages": [ + "kik-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571067, + "recall": 0.621542, + "f1": 0.584664, + "accuracy": 0.621542, + "main_score": 0.584664, + "hf_subset": "kik_Latn-arz_Arab", + "languages": [ + "kik-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463419, + "recall": 0.514822, + "f1": 0.478085, + "accuracy": 0.514822, + "main_score": 0.478085, + "hf_subset": "kik_Latn-cjk_Latn", + "languages": [ + "kik-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496845, + "recall": 0.547431, + "f1": 0.510603, + "accuracy": 0.547431, + "main_score": 0.510603, + "hf_subset": "kik_Latn-gla_Latn", + "languages": [ + "kik-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565345, + "recall": 0.623518, + "f1": 0.581431, + "accuracy": 0.623518, + "main_score": 0.581431, + "hf_subset": "kik_Latn-kan_Knda", + "languages": [ + "kik-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583924, + "recall": 0.631423, + "f1": 0.596336, + "accuracy": 0.631423, + "main_score": 0.596336, + "hf_subset": "kik_Latn-lmo_Latn", + "languages": [ + "kik-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569205, + "recall": 0.621542, + "f1": 0.582923, + "accuracy": 0.621542, + "main_score": 0.582923, + "hf_subset": "kik_Latn-npi_Deva", + "languages": [ + "kik-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417361, + "recall": 0.480237, + "f1": 0.434411, + "accuracy": 0.480237, + "main_score": 0.434411, + "hf_subset": "kik_Latn-shn_Mymr", + "languages": [ + "kik-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618973, + "recall": 0.664032, + "f1": 0.631006, + "accuracy": 0.664032, + "main_score": 0.631006, + "hf_subset": "kik_Latn-tgl_Latn", + "languages": [ + "kik-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561189, + "recall": 0.61166, + "f1": 0.574695, + "accuracy": 0.61166, + "main_score": 0.574695, + "hf_subset": "kik_Latn-yue_Hant", + "languages": [ + "kik-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543201, + "recall": 0.598814, + "f1": 0.558426, + "accuracy": 0.598814, + "main_score": 0.558426, + "hf_subset": "kik_Latn-asm_Beng", + "languages": [ + "kik-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499248, + "recall": 0.563241, + "f1": 0.516967, + "accuracy": 0.563241, + "main_score": 0.516967, + "hf_subset": "kik_Latn-ckb_Arab", + "languages": [ + "kik-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504413, + "recall": 0.557312, + "f1": 0.518695, + "accuracy": 0.557312, + "main_score": 0.518695, + "hf_subset": "kik_Latn-gle_Latn", + "languages": [ + "kik-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485654, + "recall": 0.543478, + "f1": 0.501803, + "accuracy": 0.543478, + "main_score": 0.501803, + "hf_subset": "kik_Latn-kas_Arab", + "languages": [ + "kik-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54561, + "recall": 0.596838, + "f1": 0.559559, + "accuracy": 0.596838, + "main_score": 0.559559, + "hf_subset": "kik_Latn-ltg_Latn", + "languages": [ + "kik-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575702, + "recall": 0.619565, + "f1": 0.588077, + "accuracy": 0.619565, + "main_score": 0.588077, + "hf_subset": "kik_Latn-nso_Latn", + "languages": [ + "kik-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482006, + "recall": 0.550395, + "f1": 0.499898, + "accuracy": 0.550395, + "main_score": 0.499898, + "hf_subset": "kik_Latn-sin_Sinh", + "languages": [ + "kik-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59246, + "recall": 0.639328, + "f1": 0.605169, + "accuracy": 0.639328, + "main_score": 0.605169, + "hf_subset": "kik_Latn-tha_Thai", + "languages": [ + "kik-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562966, + "recall": 0.616601, + "f1": 0.576869, + "accuracy": 0.616601, + "main_score": 0.576869, + "hf_subset": "kik_Latn-zho_Hans", + "languages": [ + "kik-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597241, + "recall": 0.645257, + "f1": 0.609831, + "accuracy": 0.645257, + "main_score": 0.609831, + "hf_subset": "kik_Latn-ast_Latn", + "languages": [ + "kik-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553189, + "recall": 0.609684, + "f1": 0.568838, + "accuracy": 0.609684, + "main_score": 0.568838, + "hf_subset": "kik_Latn-crh_Latn", + "languages": [ + "kik-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609552, + "recall": 0.65415, + "f1": 0.62212, + "accuracy": 0.65415, + "main_score": 0.62212, + "hf_subset": "kik_Latn-glg_Latn", + "languages": [ + "kik-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502448, + "recall": 0.5583, + "f1": 0.518229, + "accuracy": 0.5583, + "main_score": 0.518229, + "hf_subset": "kik_Latn-kas_Deva", + "languages": [ + "kik-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558639, + "recall": 0.613636, + "f1": 0.573908, + "accuracy": 0.613636, + "main_score": 0.573908, + "hf_subset": "kik_Latn-ltz_Latn", + "languages": [ + "kik-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413944, + "recall": 0.481225, + "f1": 0.432384, + "accuracy": 0.481225, + "main_score": 0.432384, + "hf_subset": "kik_Latn-nus_Latn", + "languages": [ + "kik-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575027, + "recall": 0.633399, + "f1": 0.590644, + "accuracy": 0.633399, + "main_score": 0.590644, + "hf_subset": "kik_Latn-slk_Latn", + "languages": [ + "kik-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354898, + "recall": 0.435771, + "f1": 0.376792, + "accuracy": 0.435771, + "main_score": 0.376792, + "hf_subset": "kik_Latn-tir_Ethi", + "languages": [ + "kik-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557263, + "recall": 0.614625, + "f1": 0.572625, + "accuracy": 0.614625, + "main_score": 0.572625, + "hf_subset": "kik_Latn-zho_Hant", + "languages": [ + "kik-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57978, + "recall": 0.630435, + "f1": 0.593885, + "accuracy": 0.630435, + "main_score": 0.593885, + "hf_subset": "kik_Latn-awa_Deva", + "languages": [ + "kik-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55086, + "recall": 0.604743, + "f1": 0.565754, + "accuracy": 0.604743, + "main_score": 0.565754, + "hf_subset": "kik_Latn-cym_Latn", + "languages": [ + "kik-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583379, + "recall": 0.62253, + "f1": 0.594509, + "accuracy": 0.62253, + "main_score": 0.594509, + "hf_subset": "kik_Latn-grn_Latn", + "languages": [ + "kik-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534932, + "recall": 0.597826, + "f1": 0.552912, + "accuracy": 0.597826, + "main_score": 0.552912, + "hf_subset": "kik_Latn-kat_Geor", + "languages": [ + "kik-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5378, + "recall": 0.588933, + "f1": 0.551763, + "accuracy": 0.588933, + "main_score": 0.551763, + "hf_subset": "kik_Latn-lua_Latn", + "languages": [ + "kik-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560724, + "recall": 0.613636, + "f1": 0.575224, + "accuracy": 0.613636, + "main_score": 0.575224, + "hf_subset": "kik_Latn-nya_Latn", + "languages": [ + "kik-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595941, + "recall": 0.642292, + "f1": 0.608346, + "accuracy": 0.642292, + "main_score": 0.608346, + "hf_subset": "kik_Latn-slv_Latn", + "languages": [ + "kik-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609058, + "recall": 0.653162, + "f1": 0.621423, + "accuracy": 0.653162, + "main_score": 0.621423, + "hf_subset": "kik_Latn-tpi_Latn", + "languages": [ + "kik-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627701, + "recall": 0.670949, + "f1": 0.639906, + "accuracy": 0.670949, + "main_score": 0.639906, + "hf_subset": "kik_Latn-zsm_Latn", + "languages": [ + "kik-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478854, + "recall": 0.534585, + "f1": 0.495243, + "accuracy": 0.534585, + "main_score": 0.495243, + "hf_subset": "kik_Latn-ayr_Latn", + "languages": [ + "kik-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595463, + "recall": 0.645257, + "f1": 0.608525, + "accuracy": 0.645257, + "main_score": 0.608525, + "hf_subset": "kik_Latn-dan_Latn", + "languages": [ + "kik-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564038, + "recall": 0.617589, + "f1": 0.578655, + "accuracy": 0.617589, + "main_score": 0.578655, + "hf_subset": "kik_Latn-guj_Gujr", + "languages": [ + "kik-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56345, + "recall": 0.615613, + "f1": 0.578497, + "accuracy": 0.615613, + "main_score": 0.578497, + "hf_subset": "kik_Latn-kaz_Cyrl", + "languages": [ + "kik-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486769, + "recall": 0.541502, + "f1": 0.502098, + "accuracy": 0.541502, + "main_score": 0.502098, + "hf_subset": "kik_Latn-lug_Latn", + "languages": [ + "kik-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61261, + "recall": 0.661067, + "f1": 0.62564, + "accuracy": 0.661067, + "main_score": 0.62564, + "hf_subset": "kik_Latn-oci_Latn", + "languages": [ + "kik-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561117, + "recall": 0.607708, + "f1": 0.574026, + "accuracy": 0.607708, + "main_score": 0.574026, + "hf_subset": "kik_Latn-smo_Latn", + "languages": [ + "kik-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4971, + "recall": 0.554348, + "f1": 0.512786, + "accuracy": 0.554348, + "main_score": 0.512786, + "hf_subset": "kik_Latn-tsn_Latn", + "languages": [ + "kik-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50882, + "recall": 0.574111, + "f1": 0.526751, + "accuracy": 0.574111, + "main_score": 0.526751, + "hf_subset": "kik_Latn-zul_Latn", + "languages": [ + "kik-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481479, + "recall": 0.541502, + "f1": 0.49769, + "accuracy": 0.541502, + "main_score": 0.49769, + "hf_subset": "kik_Latn-azb_Arab", + "languages": [ + "kik-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604052, + "recall": 0.655138, + "f1": 0.617816, + "accuracy": 0.655138, + "main_score": 0.617816, + "hf_subset": "kik_Latn-deu_Latn", + "languages": [ + "kik-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52356, + "recall": 0.581028, + "f1": 0.5393, + "accuracy": 0.581028, + "main_score": 0.5393, + "hf_subset": "kik_Latn-hat_Latn", + "languages": [ + "kik-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443932, + "recall": 0.503953, + "f1": 0.460261, + "accuracy": 0.503953, + "main_score": 0.460261, + "hf_subset": "kik_Latn-kbp_Latn", + "languages": [ + "kik-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532942, + "recall": 0.58004, + "f1": 0.546233, + "accuracy": 0.58004, + "main_score": 0.546233, + "hf_subset": "kik_Latn-luo_Latn", + "languages": [ + "kik-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536578, + "recall": 0.600791, + "f1": 0.55381, + "accuracy": 0.600791, + "main_score": 0.55381, + "hf_subset": "kik_Latn-ory_Orya", + "languages": [ + "kik-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536403, + "recall": 0.590909, + "f1": 0.551598, + "accuracy": 0.590909, + "main_score": 0.551598, + "hf_subset": "kik_Latn-sna_Latn", + "languages": [ + "kik-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510902, + "recall": 0.561265, + "f1": 0.524512, + "accuracy": 0.561265, + "main_score": 0.524512, + "hf_subset": "kik_Latn-tso_Latn", + "languages": [ + "kik-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545869, + "recall": 0.602767, + "f1": 0.561502, + "accuracy": 0.602767, + "main_score": 0.561502, + "hf_subset": "kik_Latn-azj_Latn", + "languages": [ + "kik-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501763, + "recall": 0.556324, + "f1": 0.516943, + "accuracy": 0.556324, + "main_score": 0.516943, + "hf_subset": "kik_Latn-dik_Latn", + "languages": [ + "kik-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529167, + "recall": 0.582016, + "f1": 0.543315, + "accuracy": 0.582016, + "main_score": 0.543315, + "hf_subset": "kik_Latn-hau_Latn", + "languages": [ + "kik-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592803, + "recall": 0.633399, + "f1": 0.603809, + "accuracy": 0.633399, + "main_score": 0.603809, + "hf_subset": "kik_Latn-kea_Latn", + "languages": [ + "kik-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57669, + "recall": 0.61166, + "f1": 0.586986, + "accuracy": 0.61166, + "main_score": 0.586986, + "hf_subset": "kik_Latn-lus_Latn", + "languages": [ + "kik-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575404, + "recall": 0.612648, + "f1": 0.585956, + "accuracy": 0.612648, + "main_score": 0.585956, + "hf_subset": "kik_Latn-pag_Latn", + "languages": [ + "kik-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517894, + "recall": 0.585968, + "f1": 0.536081, + "accuracy": 0.585968, + "main_score": 0.536081, + "hf_subset": "kik_Latn-snd_Arab", + "languages": [ + "kik-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525389, + "recall": 0.58004, + "f1": 0.540185, + "accuracy": 0.58004, + "main_score": 0.540185, + "hf_subset": "kik_Latn-tuk_Latn", + "languages": [ + "kik-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565198, + "recall": 0.61166, + "f1": 0.577451, + "accuracy": 0.61166, + "main_score": 0.577451, + "hf_subset": "kik_Latn-bak_Cyrl", + "languages": [ + "kik-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438623, + "recall": 0.505929, + "f1": 0.457317, + "accuracy": 0.505929, + "main_score": 0.457317, + "hf_subset": "kik_Latn-dyu_Latn", + "languages": [ + "kik-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572081, + "recall": 0.619565, + "f1": 0.58492, + "accuracy": 0.619565, + "main_score": 0.58492, + "hf_subset": "kik_Latn-heb_Hebr", + "languages": [ + "kik-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540458, + "recall": 0.592885, + "f1": 0.554939, + "accuracy": 0.592885, + "main_score": 0.554939, + "hf_subset": "kik_Latn-khk_Cyrl", + "languages": [ + "kik-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579822, + "recall": 0.631423, + "f1": 0.593891, + "accuracy": 0.631423, + "main_score": 0.593891, + "hf_subset": "kik_Latn-lvs_Latn", + "languages": [ + "kik-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558731, + "recall": 0.614625, + "f1": 0.573806, + "accuracy": 0.614625, + "main_score": 0.573806, + "hf_subset": "kik_Latn-pan_Guru", + "languages": [ + "kik-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476567, + "recall": 0.535573, + "f1": 0.49243, + "accuracy": 0.535573, + "main_score": 0.49243, + "hf_subset": "kik_Latn-som_Latn", + "languages": [ + "kik-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513894, + "recall": 0.56917, + "f1": 0.529414, + "accuracy": 0.56917, + "main_score": 0.529414, + "hf_subset": "kik_Latn-tum_Latn", + "languages": [ + "kik-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579118, + "recall": 0.644269, + "f1": 0.597752, + "accuracy": 0.644269, + "main_score": 0.597752, + "hf_subset": "mai_Deva-ace_Arab", + "languages": [ + "mai-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523364, + "recall": 0.585968, + "f1": 0.540413, + "accuracy": 0.585968, + "main_score": 0.540413, + "hf_subset": "mai_Deva-bam_Latn", + "languages": [ + "mai-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445324, + "recall": 0.525692, + "f1": 0.467086, + "accuracy": 0.525692, + "main_score": 0.467086, + "hf_subset": "mai_Deva-dzo_Tibt", + "languages": [ + "mai-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-khm_Khmr", + "languages": [ + "mai-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-mag_Deva", + "languages": [ + "mai-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "mai_Deva-pap_Latn", + "languages": [ + "mai-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587689, + "recall": 0.647233, + "f1": 0.604247, + "accuracy": 0.647233, + "main_score": 0.604247, + "hf_subset": "mai_Deva-sot_Latn", + "languages": [ + "mai-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-tur_Latn", + "languages": [ + "mai-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876276, + "recall": 0.909091, + "f1": 0.886748, + "accuracy": 0.909091, + "main_score": 0.886748, + "hf_subset": "mai_Deva-ace_Latn", + "languages": [ + "mai-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "mai_Deva-ban_Latn", + "languages": [ + "mai-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-ell_Grek", + "languages": [ + "mai-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mai_Deva-hne_Deva", + "languages": [ + "mai-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59309, + "recall": 0.653162, + "f1": 0.610066, + "accuracy": 0.653162, + "main_score": 0.610066, + "hf_subset": "mai_Deva-kik_Latn", + "languages": [ + "mai-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mai_Deva-pbt_Arab", + "languages": [ + "mai-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-spa_Latn", + "languages": [ + "mai-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612939, + "recall": 0.68083, + "f1": 0.631232, + "accuracy": 0.68083, + "main_score": 0.631232, + "hf_subset": "mai_Deva-twi_Latn", + "languages": [ + "mai-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-acm_Arab", + "languages": [ + "mai-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-bel_Cyrl", + "languages": [ + "mai-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hrv_Latn", + "languages": [ + "mai-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5413, + "recall": 0.608696, + "f1": 0.559757, + "accuracy": 0.608696, + "main_score": 0.559757, + "hf_subset": "mai_Deva-kin_Latn", + "languages": [ + "mai-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-pes_Arab", + "languages": [ + "mai-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-srd_Latn", + "languages": [ + "mai-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179097, + "recall": 0.226285, + "f1": 0.190266, + "accuracy": 0.226285, + "main_score": 0.190266, + "hf_subset": "mai_Deva-tzm_Tfng", + "languages": [ + "mai-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-acq_Arab", + "languages": [ + "mai-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631818, + "recall": 0.681818, + "f1": 0.645888, + "accuracy": 0.681818, + "main_score": 0.645888, + "hf_subset": "mai_Deva-bem_Latn", + "languages": [ + "mai-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-epo_Latn", + "languages": [ + "mai-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hun_Latn", + "languages": [ + "mai-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-kir_Cyrl", + "languages": [ + "mai-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662516, + "recall": 0.719368, + "f1": 0.679108, + "accuracy": 0.719368, + "main_score": 0.679108, + "hf_subset": "mai_Deva-plt_Latn", + "languages": [ + "mai-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-srp_Cyrl", + "languages": [ + "mai-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "mai_Deva-uig_Arab", + "languages": [ + "mai-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-aeb_Arab", + "languages": [ + "mai-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-est_Latn", + "languages": [ + "mai-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-hye_Armn", + "languages": [ + "mai-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531978, + "recall": 0.586957, + "f1": 0.546958, + "accuracy": 0.586957, + "main_score": 0.546958, + "hf_subset": "mai_Deva-kmb_Latn", + "languages": [ + "mai-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504099, + "recall": 0.578063, + "f1": 0.523613, + "accuracy": 0.578063, + "main_score": 0.523613, + "hf_subset": "mai_Deva-min_Arab", + "languages": [ + "mai-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-pol_Latn", + "languages": [ + "mai-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558271, + "recall": 0.621542, + "f1": 0.575735, + "accuracy": 0.621542, + "main_score": 0.575735, + "hf_subset": "mai_Deva-ssw_Latn", + "languages": [ + "mai-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ukr_Cyrl", + "languages": [ + "mai-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-afr_Latn", + "languages": [ + "mai-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-bho_Deva", + "languages": [ + "mai-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mai_Deva-eus_Latn", + "languages": [ + "mai-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577619, + "recall": 0.63834, + "f1": 0.594198, + "accuracy": 0.63834, + "main_score": 0.594198, + "hf_subset": "mai_Deva-ibo_Latn", + "languages": [ + "mai-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878294, + "recall": 0.910079, + "f1": 0.88826, + "accuracy": 0.910079, + "main_score": 0.88826, + "hf_subset": "mai_Deva-kmr_Latn", + "languages": [ + "mai-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mai_Deva-min_Latn", + "languages": [ + "mai-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-por_Latn", + "languages": [ + "mai-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mai_Deva-sun_Latn", + "languages": [ + "mai-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522308, + "recall": 0.583004, + "f1": 0.539829, + "accuracy": 0.583004, + "main_score": 0.539829, + "hf_subset": "mai_Deva-umb_Latn", + "languages": [ + "mai-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ajp_Arab", + "languages": [ + "mai-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533551, + "recall": 0.600791, + "f1": 0.552819, + "accuracy": 0.600791, + "main_score": 0.552819, + "hf_subset": "mai_Deva-bjn_Arab", + "languages": [ + "mai-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522865, + "recall": 0.58004, + "f1": 0.538274, + "accuracy": 0.58004, + "main_score": 0.538274, + "hf_subset": "mai_Deva-ewe_Latn", + "languages": [ + "mai-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941436, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "mai_Deva-ilo_Latn", + "languages": [ + "mai-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.32803, + "recall": 0.390316, + "f1": 0.344953, + "accuracy": 0.390316, + "main_score": 0.344953, + "hf_subset": "mai_Deva-knc_Arab", + "languages": [ + "mai-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-mkd_Cyrl", + "languages": [ + "mai-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-prs_Arab", + "languages": [ + "mai-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-swe_Latn", + "languages": [ + "mai-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58897, + "recall": 0.659091, + "f1": 0.608569, + "accuracy": 0.659091, + "main_score": 0.608569, + "hf_subset": "mai_Deva-aka_Latn", + "languages": [ + "mai-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "mai_Deva-bjn_Latn", + "languages": [ + "mai-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "mai_Deva-fao_Latn", + "languages": [ + "mai-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ind_Latn", + "languages": [ + "mai-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587196, + "recall": 0.650198, + "f1": 0.605068, + "accuracy": 0.650198, + "main_score": 0.605068, + "hf_subset": "mai_Deva-knc_Latn", + "languages": [ + "mai-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mai_Deva-mlt_Latn", + "languages": [ + "mai-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693094, + "recall": 0.759881, + "f1": 0.712571, + "accuracy": 0.759881, + "main_score": 0.712571, + "hf_subset": "mai_Deva-quy_Latn", + "languages": [ + "mai-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "mai_Deva-swh_Latn", + "languages": [ + "mai-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mai_Deva-uzn_Latn", + "languages": [ + "mai-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-als_Latn", + "languages": [ + "mai-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615646, + "recall": 0.695652, + "f1": 0.639135, + "accuracy": 0.695652, + "main_score": 0.639135, + "hf_subset": "mai_Deva-bod_Tibt", + "languages": [ + "mai-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704917, + "recall": 0.757905, + "f1": 0.719986, + "accuracy": 0.757905, + "main_score": 0.719986, + "hf_subset": "mai_Deva-fij_Latn", + "languages": [ + "mai-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-isl_Latn", + "languages": [ + "mai-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654265, + "recall": 0.710474, + "f1": 0.671382, + "accuracy": 0.710474, + "main_score": 0.671382, + "hf_subset": "mai_Deva-kon_Latn", + "languages": [ + "mai-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684578, + "recall": 0.750988, + "f1": 0.70404, + "accuracy": 0.750988, + "main_score": 0.70404, + "hf_subset": "mai_Deva-mni_Beng", + "languages": [ + "mai-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ron_Latn", + "languages": [ + "mai-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "mai_Deva-szl_Latn", + "languages": [ + "mai-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-vec_Latn", + "languages": [ + "mai-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "mai_Deva-amh_Ethi", + "languages": [ + "mai-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-bos_Latn", + "languages": [ + "mai-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "mai_Deva-fin_Latn", + "languages": [ + "mai-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ita_Latn", + "languages": [ + "mai-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-kor_Hang", + "languages": [ + "mai-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551122, + "recall": 0.612648, + "f1": 0.568055, + "accuracy": 0.612648, + "main_score": 0.568055, + "hf_subset": "mai_Deva-mos_Latn", + "languages": [ + "mai-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555979, + "recall": 0.617589, + "f1": 0.573067, + "accuracy": 0.617589, + "main_score": 0.573067, + "hf_subset": "mai_Deva-run_Latn", + "languages": [ + "mai-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-vie_Latn", + "languages": [ + "mai-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-apc_Arab", + "languages": [ + "mai-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795866, + "recall": 0.84585, + "f1": 0.811218, + "accuracy": 0.84585, + "main_score": 0.811218, + "hf_subset": "mai_Deva-bug_Latn", + "languages": [ + "mai-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47321, + "recall": 0.532609, + "f1": 0.48898, + "accuracy": 0.532609, + "main_score": 0.48898, + "hf_subset": "mai_Deva-fon_Latn", + "languages": [ + "mai-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-jav_Latn", + "languages": [ + "mai-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mai_Deva-lao_Laoo", + "languages": [ + "mai-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856719, + "recall": 0.895257, + "f1": 0.868497, + "accuracy": 0.895257, + "main_score": 0.868497, + "hf_subset": "mai_Deva-mri_Latn", + "languages": [ + "mai-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-rus_Cyrl", + "languages": [ + "mai-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544311, + "recall": 0.610672, + "f1": 0.562641, + "accuracy": 0.610672, + "main_score": 0.562641, + "hf_subset": "mai_Deva-taq_Latn", + "languages": [ + "mai-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-war_Latn", + "languages": [ + "mai-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-arb_Arab", + "languages": [ + "mai-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-bul_Cyrl", + "languages": [ + "mai-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-fra_Latn", + "languages": [ + "mai-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-jpn_Jpan", + "languages": [ + "mai-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mai_Deva-lij_Latn", + "languages": [ + "mai-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mai_Deva-mya_Mymr", + "languages": [ + "mai-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599708, + "recall": 0.667984, + "f1": 0.618881, + "accuracy": 0.667984, + "main_score": 0.618881, + "hf_subset": "mai_Deva-sag_Latn", + "languages": [ + "mai-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20019, + "recall": 0.259881, + "f1": 0.21302, + "accuracy": 0.259881, + "main_score": 0.21302, + "hf_subset": "mai_Deva-taq_Tfng", + "languages": [ + "mai-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622656, + "recall": 0.687747, + "f1": 0.641082, + "accuracy": 0.687747, + "main_score": 0.641082, + "hf_subset": "mai_Deva-wol_Latn", + "languages": [ + "mai-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776219, + "recall": 0.833992, + "f1": 0.794071, + "accuracy": 0.833992, + "main_score": 0.794071, + "hf_subset": "mai_Deva-arb_Latn", + "languages": [ + "mai-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-cat_Latn", + "languages": [ + "mai-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "mai_Deva-fur_Latn", + "languages": [ + "mai-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414748, + "recall": 0.474308, + "f1": 0.430901, + "accuracy": 0.474308, + "main_score": 0.430901, + "hf_subset": "mai_Deva-kab_Latn", + "languages": [ + "mai-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-lim_Latn", + "languages": [ + "mai-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-nld_Latn", + "languages": [ + "mai-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-tat_Cyrl", + "languages": [ + "mai-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66414, + "recall": 0.721344, + "f1": 0.680377, + "accuracy": 0.721344, + "main_score": 0.680377, + "hf_subset": "mai_Deva-xho_Latn", + "languages": [ + "mai-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ars_Arab", + "languages": [ + "mai-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ceb_Latn", + "languages": [ + "mai-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557607, + "recall": 0.624506, + "f1": 0.576426, + "accuracy": 0.624506, + "main_score": 0.576426, + "hf_subset": "mai_Deva-fuv_Latn", + "languages": [ + "mai-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504788, + "recall": 0.573123, + "f1": 0.523329, + "accuracy": 0.573123, + "main_score": 0.523329, + "hf_subset": "mai_Deva-kac_Latn", + "languages": [ + "mai-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66399, + "recall": 0.727273, + "f1": 0.682273, + "accuracy": 0.727273, + "main_score": 0.682273, + "hf_subset": "mai_Deva-lin_Latn", + "languages": [ + "mai-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-nno_Latn", + "languages": [ + "mai-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269688, + "recall": 0.349802, + "f1": 0.290778, + "accuracy": 0.349802, + "main_score": 0.290778, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "mai_Deva-ydd_Hebr", + "languages": [ + "mai-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mai_Deva-ary_Arab", + "languages": [ + "mai-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ces_Latn", + "languages": [ + "mai-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576971, + "recall": 0.640316, + "f1": 0.595605, + "accuracy": 0.640316, + "main_score": 0.595605, + "hf_subset": "mai_Deva-gaz_Latn", + "languages": [ + "mai-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585354, + "recall": 0.650198, + "f1": 0.603393, + "accuracy": 0.650198, + "main_score": 0.603393, + "hf_subset": "mai_Deva-kam_Latn", + "languages": [ + "mai-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mai_Deva-lit_Latn", + "languages": [ + "mai-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-nob_Latn", + "languages": [ + "mai-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mai_Deva-scn_Latn", + "languages": [ + "mai-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mai_Deva-tgk_Cyrl", + "languages": [ + "mai-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705247, + "recall": 0.770751, + "f1": 0.724951, + "accuracy": 0.770751, + "main_score": 0.724951, + "hf_subset": "mai_Deva-yor_Latn", + "languages": [ + "mai-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-arz_Arab", + "languages": [ + "mai-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565285, + "recall": 0.630435, + "f1": 0.583997, + "accuracy": 0.630435, + "main_score": 0.583997, + "hf_subset": "mai_Deva-cjk_Latn", + "languages": [ + "mai-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762385, + "recall": 0.811265, + "f1": 0.77739, + "accuracy": 0.811265, + "main_score": 0.77739, + "hf_subset": "mai_Deva-gla_Latn", + "languages": [ + "mai-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "mai_Deva-lmo_Latn", + "languages": [ + "mai-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465452, + "recall": 0.533597, + "f1": 0.483882, + "accuracy": 0.533597, + "main_score": 0.483882, + "hf_subset": "mai_Deva-shn_Mymr", + "languages": [ + "mai-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-tgl_Latn", + "languages": [ + "mai-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-yue_Hant", + "languages": [ + "mai-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "mai_Deva-ckb_Arab", + "languages": [ + "mai-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847579, + "recall": 0.891304, + "f1": 0.861364, + "accuracy": 0.891304, + "main_score": 0.861364, + "hf_subset": "mai_Deva-gle_Latn", + "languages": [ + "mai-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "mai_Deva-ltg_Latn", + "languages": [ + "mai-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617583, + "recall": 0.671937, + "f1": 0.632948, + "accuracy": 0.671937, + "main_score": 0.632948, + "hf_subset": "mai_Deva-nso_Latn", + "languages": [ + "mai-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mai_Deva-sin_Sinh", + "languages": [ + "mai-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-tha_Thai", + "languages": [ + "mai-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-zho_Hans", + "languages": [ + "mai-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-ast_Latn", + "languages": [ + "mai-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-crh_Latn", + "languages": [ + "mai-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-glg_Latn", + "languages": [ + "mai-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920619, + "recall": 0.945652, + "f1": 0.928689, + "accuracy": 0.945652, + "main_score": 0.928689, + "hf_subset": "mai_Deva-kas_Deva", + "languages": [ + "mai-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "mai_Deva-ltz_Latn", + "languages": [ + "mai-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455893, + "recall": 0.529644, + "f1": 0.475713, + "accuracy": 0.529644, + "main_score": 0.475713, + "hf_subset": "mai_Deva-nus_Latn", + "languages": [ + "mai-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-slk_Latn", + "languages": [ + "mai-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638785, + "recall": 0.710474, + "f1": 0.659919, + "accuracy": 0.710474, + "main_score": 0.659919, + "hf_subset": "mai_Deva-tir_Ethi", + "languages": [ + "mai-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-zho_Hant", + "languages": [ + "mai-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "mai_Deva-awa_Deva", + "languages": [ + "mai-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "mai_Deva-cym_Latn", + "languages": [ + "mai-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837566, + "recall": 0.878458, + "f1": 0.850165, + "accuracy": 0.878458, + "main_score": 0.850165, + "hf_subset": "mai_Deva-grn_Latn", + "languages": [ + "mai-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mai_Deva-kat_Geor", + "languages": [ + "mai-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647181, + "recall": 0.706522, + "f1": 0.664756, + "accuracy": 0.706522, + "main_score": 0.664756, + "hf_subset": "mai_Deva-lua_Latn", + "languages": [ + "mai-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629729, + "recall": 0.692688, + "f1": 0.647845, + "accuracy": 0.692688, + "main_score": 0.647845, + "hf_subset": "mai_Deva-nya_Latn", + "languages": [ + "mai-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-slv_Latn", + "languages": [ + "mai-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "mai_Deva-tpi_Latn", + "languages": [ + "mai-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-zsm_Latn", + "languages": [ + "mai-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551972, + "recall": 0.610672, + "f1": 0.568466, + "accuracy": 0.610672, + "main_score": 0.568466, + "hf_subset": "mai_Deva-ayr_Latn", + "languages": [ + "mai-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-dan_Latn", + "languages": [ + "mai-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-kaz_Cyrl", + "languages": [ + "mai-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526327, + "recall": 0.589921, + "f1": 0.544246, + "accuracy": 0.589921, + "main_score": 0.544246, + "hf_subset": "mai_Deva-lug_Latn", + "languages": [ + "mai-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-oci_Latn", + "languages": [ + "mai-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81605, + "recall": 0.863636, + "f1": 0.830385, + "accuracy": 0.863636, + "main_score": 0.830385, + "hf_subset": "mai_Deva-smo_Latn", + "languages": [ + "mai-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540803, + "recall": 0.605731, + "f1": 0.558611, + "accuracy": 0.605731, + "main_score": 0.558611, + "hf_subset": "mai_Deva-tsn_Latn", + "languages": [ + "mai-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607547, + "recall": 0.667984, + "f1": 0.625445, + "accuracy": 0.667984, + "main_score": 0.625445, + "hf_subset": "mai_Deva-zul_Latn", + "languages": [ + "mai-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "mai_Deva-azb_Arab", + "languages": [ + "mai-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-deu_Latn", + "languages": [ + "mai-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968462, + "recall": 0.977273, + "f1": 0.971245, + "accuracy": 0.977273, + "main_score": 0.971245, + "hf_subset": "mai_Deva-hat_Latn", + "languages": [ + "mai-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488021, + "recall": 0.550395, + "f1": 0.504861, + "accuracy": 0.550395, + "main_score": 0.504861, + "hf_subset": "mai_Deva-kbp_Latn", + "languages": [ + "mai-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564346, + "recall": 0.62747, + "f1": 0.58165, + "accuracy": 0.62747, + "main_score": 0.58165, + "hf_subset": "mai_Deva-luo_Latn", + "languages": [ + "mai-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594665, + "recall": 0.65415, + "f1": 0.61178, + "accuracy": 0.65415, + "main_score": 0.61178, + "hf_subset": "mai_Deva-sna_Latn", + "languages": [ + "mai-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563456, + "recall": 0.616601, + "f1": 0.57813, + "accuracy": 0.616601, + "main_score": 0.57813, + "hf_subset": "mai_Deva-tso_Latn", + "languages": [ + "mai-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mai_Deva-azj_Latn", + "languages": [ + "mai-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529463, + "recall": 0.59585, + "f1": 0.548439, + "accuracy": 0.59585, + "main_score": 0.548439, + "hf_subset": "mai_Deva-dik_Latn", + "languages": [ + "mai-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732889, + "recall": 0.787549, + "f1": 0.748852, + "accuracy": 0.787549, + "main_score": 0.748852, + "hf_subset": "mai_Deva-hau_Latn", + "languages": [ + "mai-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mai_Deva-kea_Latn", + "languages": [ + "mai-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740448, + "recall": 0.794466, + "f1": 0.756653, + "accuracy": 0.794466, + "main_score": 0.756653, + "hf_subset": "mai_Deva-lus_Latn", + "languages": [ + "mai-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883926, + "recall": 0.913043, + "f1": 0.892556, + "accuracy": 0.913043, + "main_score": 0.892556, + "hf_subset": "mai_Deva-pag_Latn", + "languages": [ + "mai-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mai_Deva-snd_Arab", + "languages": [ + "mai-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.966403, + "f1": 0.956983, + "accuracy": 0.966403, + "main_score": 0.956983, + "hf_subset": "mai_Deva-tuk_Latn", + "languages": [ + "mai-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mai_Deva-bak_Cyrl", + "languages": [ + "mai-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498339, + "recall": 0.583004, + "f1": 0.523149, + "accuracy": 0.583004, + "main_score": 0.523149, + "hf_subset": "mai_Deva-dyu_Latn", + "languages": [ + "mai-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-heb_Hebr", + "languages": [ + "mai-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mai_Deva-khk_Cyrl", + "languages": [ + "mai-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mai_Deva-lvs_Latn", + "languages": [ + "mai-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698412, + "recall": 0.756917, + "f1": 0.71578, + "accuracy": 0.756917, + "main_score": 0.71578, + "hf_subset": "mai_Deva-som_Latn", + "languages": [ + "mai-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60048, + "recall": 0.649209, + "f1": 0.614295, + "accuracy": 0.649209, + "main_score": 0.614295, + "hf_subset": "mai_Deva-tum_Latn", + "languages": [ + "mai-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529596, + "recall": 0.599802, + "f1": 0.549512, + "accuracy": 0.599802, + "main_score": 0.549512, + "hf_subset": "pbt_Arab-ace_Arab", + "languages": [ + "pbt-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495974, + "recall": 0.557312, + "f1": 0.51304, + "accuracy": 0.557312, + "main_score": 0.51304, + "hf_subset": "pbt_Arab-bam_Latn", + "languages": [ + "pbt-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354693, + "recall": 0.434783, + "f1": 0.376351, + "accuracy": 0.434783, + "main_score": 0.376351, + "hf_subset": "pbt_Arab-dzo_Tibt", + "languages": [ + "pbt-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "pbt_Arab-hin_Deva", + "languages": [ + "pbt-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "pbt_Arab-khm_Khmr", + "languages": [ + "pbt-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-mag_Deva", + "languages": [ + "pbt-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.960474, + "f1": 0.950593, + "accuracy": 0.960474, + "main_score": 0.950593, + "hf_subset": "pbt_Arab-pap_Latn", + "languages": [ + "pbt-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566247, + "recall": 0.619565, + "f1": 0.580343, + "accuracy": 0.619565, + "main_score": 0.580343, + "hf_subset": "pbt_Arab-sot_Latn", + "languages": [ + "pbt-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-tur_Latn", + "languages": [ + "pbt-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812072, + "recall": 0.852767, + "f1": 0.824473, + "accuracy": 0.852767, + "main_score": 0.824473, + "hf_subset": "pbt_Arab-ace_Latn", + "languages": [ + "pbt-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914526, + "recall": 0.936759, + "f1": 0.921607, + "accuracy": 0.936759, + "main_score": 0.921607, + "hf_subset": "pbt_Arab-ban_Latn", + "languages": [ + "pbt-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "pbt_Arab-ell_Grek", + "languages": [ + "pbt-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "pbt_Arab-hne_Deva", + "languages": [ + "pbt-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558309, + "recall": 0.614625, + "f1": 0.574415, + "accuracy": 0.614625, + "main_score": 0.574415, + "hf_subset": "pbt_Arab-kik_Latn", + "languages": [ + "pbt-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "pbt_Arab-mai_Deva", + "languages": [ + "pbt-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "pbt_Arab-spa_Latn", + "languages": [ + "pbt-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573866, + "recall": 0.636364, + "f1": 0.591296, + "accuracy": 0.636364, + "main_score": 0.591296, + "hf_subset": "pbt_Arab-twi_Latn", + "languages": [ + "pbt-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "pbt_Arab-acm_Arab", + "languages": [ + "pbt-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "pbt_Arab-bel_Cyrl", + "languages": [ + "pbt-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-hrv_Latn", + "languages": [ + "pbt-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516507, + "recall": 0.583004, + "f1": 0.534663, + "accuracy": 0.583004, + "main_score": 0.534663, + "hf_subset": "pbt_Arab-kin_Latn", + "languages": [ + "pbt-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-mal_Mlym", + "languages": [ + "pbt-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pbt_Arab-pes_Arab", + "languages": [ + "pbt-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946723, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "pbt_Arab-srd_Latn", + "languages": [ + "pbt-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186319, + "recall": 0.232213, + "f1": 0.197958, + "accuracy": 0.232213, + "main_score": 0.197958, + "hf_subset": "pbt_Arab-tzm_Tfng", + "languages": [ + "pbt-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pbt_Arab-acq_Arab", + "languages": [ + "pbt-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59787, + "recall": 0.646245, + "f1": 0.611207, + "accuracy": 0.646245, + "main_score": 0.611207, + "hf_subset": "pbt_Arab-bem_Latn", + "languages": [ + "pbt-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-epo_Latn", + "languages": [ + "pbt-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pbt_Arab-hun_Latn", + "languages": [ + "pbt-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938982, + "recall": 0.95751, + "f1": 0.944895, + "accuracy": 0.95751, + "main_score": 0.944895, + "hf_subset": "pbt_Arab-kir_Cyrl", + "languages": [ + "pbt-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pbt_Arab-mar_Deva", + "languages": [ + "pbt-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631324, + "recall": 0.684783, + "f1": 0.647069, + "accuracy": 0.684783, + "main_score": 0.647069, + "hf_subset": "pbt_Arab-plt_Latn", + "languages": [ + "pbt-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "pbt_Arab-srp_Cyrl", + "languages": [ + "pbt-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917935, + "recall": 0.940711, + "f1": 0.924967, + "accuracy": 0.940711, + "main_score": 0.924967, + "hf_subset": "pbt_Arab-uig_Arab", + "languages": [ + "pbt-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pbt_Arab-aeb_Arab", + "languages": [ + "pbt-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pbt_Arab-ben_Beng", + "languages": [ + "pbt-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pbt_Arab-est_Latn", + "languages": [ + "pbt-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "pbt_Arab-hye_Armn", + "languages": [ + "pbt-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509808, + "recall": 0.566206, + "f1": 0.526306, + "accuracy": 0.566206, + "main_score": 0.526306, + "hf_subset": "pbt_Arab-kmb_Latn", + "languages": [ + "pbt-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477266, + "recall": 0.547431, + "f1": 0.496581, + "accuracy": 0.547431, + "main_score": 0.496581, + "hf_subset": "pbt_Arab-min_Arab", + "languages": [ + "pbt-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pbt_Arab-pol_Latn", + "languages": [ + "pbt-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531295, + "recall": 0.590909, + "f1": 0.547394, + "accuracy": 0.590909, + "main_score": 0.547394, + "hf_subset": "pbt_Arab-ssw_Latn", + "languages": [ + "pbt-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pbt_Arab-ukr_Cyrl", + "languages": [ + "pbt-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pbt_Arab-afr_Latn", + "languages": [ + "pbt-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pbt_Arab-bho_Deva", + "languages": [ + "pbt-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944993, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "pbt_Arab-eus_Latn", + "languages": [ + "pbt-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553287, + "recall": 0.609684, + "f1": 0.568848, + "accuracy": 0.609684, + "main_score": 0.568848, + "hf_subset": "pbt_Arab-ibo_Latn", + "languages": [ + "pbt-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840119, + "recall": 0.880435, + "f1": 0.852536, + "accuracy": 0.880435, + "main_score": 0.852536, + "hf_subset": "pbt_Arab-kmr_Latn", + "languages": [ + "pbt-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "pbt_Arab-min_Latn", + "languages": [ + "pbt-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "pbt_Arab-por_Latn", + "languages": [ + "pbt-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "pbt_Arab-sun_Latn", + "languages": [ + "pbt-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495513, + "recall": 0.549407, + "f1": 0.510731, + "accuracy": 0.549407, + "main_score": 0.510731, + "hf_subset": "pbt_Arab-umb_Latn", + "languages": [ + "pbt-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pbt_Arab-ajp_Arab", + "languages": [ + "pbt-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504975, + "recall": 0.567194, + "f1": 0.522239, + "accuracy": 0.567194, + "main_score": 0.522239, + "hf_subset": "pbt_Arab-bjn_Arab", + "languages": [ + "pbt-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484769, + "recall": 0.537549, + "f1": 0.499568, + "accuracy": 0.537549, + "main_score": 0.499568, + "hf_subset": "pbt_Arab-ewe_Latn", + "languages": [ + "pbt-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892375, + "recall": 0.921937, + "f1": 0.901581, + "accuracy": 0.921937, + "main_score": 0.901581, + "hf_subset": "pbt_Arab-ilo_Latn", + "languages": [ + "pbt-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320678, + "recall": 0.371542, + "f1": 0.335039, + "accuracy": 0.371542, + "main_score": 0.335039, + "hf_subset": "pbt_Arab-knc_Arab", + "languages": [ + "pbt-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "pbt_Arab-mkd_Cyrl", + "languages": [ + "pbt-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pbt_Arab-prs_Arab", + "languages": [ + "pbt-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pbt_Arab-swe_Latn", + "languages": [ + "pbt-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pbt_Arab-urd_Arab", + "languages": [ + "pbt-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534098, + "recall": 0.593874, + "f1": 0.550965, + "accuracy": 0.593874, + "main_score": 0.550965, + "hf_subset": "pbt_Arab-aka_Latn", + "languages": [ + "pbt-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939921, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "pbt_Arab-bjn_Latn", + "languages": [ + "pbt-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912385, + "recall": 0.940711, + "f1": 0.921607, + "accuracy": 0.940711, + "main_score": 0.921607, + "hf_subset": "pbt_Arab-fao_Latn", + "languages": [ + "pbt-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pbt_Arab-ind_Latn", + "languages": [ + "pbt-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564305, + "recall": 0.612648, + "f1": 0.578103, + "accuracy": 0.612648, + "main_score": 0.578103, + "hf_subset": "pbt_Arab-knc_Latn", + "languages": [ + "pbt-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "pbt_Arab-mlt_Latn", + "languages": [ + "pbt-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64853, + "recall": 0.70751, + "f1": 0.665618, + "accuracy": 0.70751, + "main_score": 0.665618, + "hf_subset": "pbt_Arab-quy_Latn", + "languages": [ + "pbt-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923913, + "recall": 0.944664, + "f1": 0.930468, + "accuracy": 0.944664, + "main_score": 0.930468, + "hf_subset": "pbt_Arab-swh_Latn", + "languages": [ + "pbt-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pbt_Arab-uzn_Latn", + "languages": [ + "pbt-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-als_Latn", + "languages": [ + "pbt-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556028, + "recall": 0.639328, + "f1": 0.579912, + "accuracy": 0.639328, + "main_score": 0.579912, + "hf_subset": "pbt_Arab-bod_Tibt", + "languages": [ + "pbt-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640193, + "recall": 0.69664, + "f1": 0.656233, + "accuracy": 0.69664, + "main_score": 0.656233, + "hf_subset": "pbt_Arab-fij_Latn", + "languages": [ + "pbt-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930665, + "recall": 0.950593, + "f1": 0.937088, + "accuracy": 0.950593, + "main_score": 0.937088, + "hf_subset": "pbt_Arab-isl_Latn", + "languages": [ + "pbt-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612378, + "recall": 0.661067, + "f1": 0.626927, + "accuracy": 0.661067, + "main_score": 0.626927, + "hf_subset": "pbt_Arab-kon_Latn", + "languages": [ + "pbt-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607371, + "recall": 0.672925, + "f1": 0.62647, + "accuracy": 0.672925, + "main_score": 0.62647, + "hf_subset": "pbt_Arab-mni_Beng", + "languages": [ + "pbt-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pbt_Arab-ron_Latn", + "languages": [ + "pbt-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.968379, + "f1": 0.960474, + "accuracy": 0.968379, + "main_score": 0.960474, + "hf_subset": "pbt_Arab-szl_Latn", + "languages": [ + "pbt-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973353, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "pbt_Arab-vec_Latn", + "languages": [ + "pbt-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891634, + "recall": 0.924901, + "f1": 0.902503, + "accuracy": 0.924901, + "main_score": 0.902503, + "hf_subset": "pbt_Arab-amh_Ethi", + "languages": [ + "pbt-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-bos_Latn", + "languages": [ + "pbt-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "pbt_Arab-fin_Latn", + "languages": [ + "pbt-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "pbt_Arab-ita_Latn", + "languages": [ + "pbt-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pbt_Arab-kor_Hang", + "languages": [ + "pbt-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520158, + "recall": 0.571146, + "f1": 0.534798, + "accuracy": 0.571146, + "main_score": 0.534798, + "hf_subset": "pbt_Arab-mos_Latn", + "languages": [ + "pbt-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51979, + "recall": 0.575099, + "f1": 0.535201, + "accuracy": 0.575099, + "main_score": 0.535201, + "hf_subset": "pbt_Arab-run_Latn", + "languages": [ + "pbt-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-tam_Taml", + "languages": [ + "pbt-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pbt_Arab-vie_Latn", + "languages": [ + "pbt-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-apc_Arab", + "languages": [ + "pbt-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742781, + "recall": 0.795455, + "f1": 0.758267, + "accuracy": 0.795455, + "main_score": 0.758267, + "hf_subset": "pbt_Arab-bug_Latn", + "languages": [ + "pbt-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429858, + "recall": 0.490119, + "f1": 0.446816, + "accuracy": 0.490119, + "main_score": 0.446816, + "hf_subset": "pbt_Arab-fon_Latn", + "languages": [ + "pbt-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977684, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "pbt_Arab-jav_Latn", + "languages": [ + "pbt-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "pbt_Arab-lao_Laoo", + "languages": [ + "pbt-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800132, + "recall": 0.849802, + "f1": 0.815119, + "accuracy": 0.849802, + "main_score": 0.815119, + "hf_subset": "pbt_Arab-mri_Latn", + "languages": [ + "pbt-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pbt_Arab-rus_Cyrl", + "languages": [ + "pbt-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519933, + "recall": 0.579051, + "f1": 0.535888, + "accuracy": 0.579051, + "main_score": 0.535888, + "hf_subset": "pbt_Arab-taq_Latn", + "languages": [ + "pbt-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "pbt_Arab-war_Latn", + "languages": [ + "pbt-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pbt_Arab-arb_Arab", + "languages": [ + "pbt-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pbt_Arab-bul_Cyrl", + "languages": [ + "pbt-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pbt_Arab-fra_Latn", + "languages": [ + "pbt-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pbt_Arab-jpn_Jpan", + "languages": [ + "pbt-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "pbt_Arab-lij_Latn", + "languages": [ + "pbt-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "pbt_Arab-mya_Mymr", + "languages": [ + "pbt-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535345, + "recall": 0.600791, + "f1": 0.554191, + "accuracy": 0.600791, + "main_score": 0.554191, + "hf_subset": "pbt_Arab-sag_Latn", + "languages": [ + "pbt-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204974, + "recall": 0.250988, + "f1": 0.215271, + "accuracy": 0.250988, + "main_score": 0.215271, + "hf_subset": "pbt_Arab-taq_Tfng", + "languages": [ + "pbt-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610979, + "recall": 0.663043, + "f1": 0.625743, + "accuracy": 0.663043, + "main_score": 0.625743, + "hf_subset": "pbt_Arab-wol_Latn", + "languages": [ + "pbt-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731382, + "recall": 0.796443, + "f1": 0.750977, + "accuracy": 0.796443, + "main_score": 0.750977, + "hf_subset": "pbt_Arab-arb_Latn", + "languages": [ + "pbt-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "pbt_Arab-cat_Latn", + "languages": [ + "pbt-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.967391, + "f1": 0.958794, + "accuracy": 0.967391, + "main_score": 0.958794, + "hf_subset": "pbt_Arab-fur_Latn", + "languages": [ + "pbt-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392461, + "recall": 0.449605, + "f1": 0.407752, + "accuracy": 0.449605, + "main_score": 0.407752, + "hf_subset": "pbt_Arab-kab_Latn", + "languages": [ + "pbt-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "pbt_Arab-lim_Latn", + "languages": [ + "pbt-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-nld_Latn", + "languages": [ + "pbt-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "pbt_Arab-san_Deva", + "languages": [ + "pbt-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "pbt_Arab-tat_Cyrl", + "languages": [ + "pbt-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625586, + "recall": 0.684783, + "f1": 0.643495, + "accuracy": 0.684783, + "main_score": 0.643495, + "hf_subset": "pbt_Arab-xho_Latn", + "languages": [ + "pbt-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-ars_Arab", + "languages": [ + "pbt-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "pbt_Arab-ceb_Latn", + "languages": [ + "pbt-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518067, + "recall": 0.579051, + "f1": 0.536082, + "accuracy": 0.579051, + "main_score": 0.536082, + "hf_subset": "pbt_Arab-fuv_Latn", + "languages": [ + "pbt-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475782, + "recall": 0.536561, + "f1": 0.49209, + "accuracy": 0.536561, + "main_score": 0.49209, + "hf_subset": "pbt_Arab-kac_Latn", + "languages": [ + "pbt-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636752, + "recall": 0.692688, + "f1": 0.652868, + "accuracy": 0.692688, + "main_score": 0.652868, + "hf_subset": "pbt_Arab-lin_Latn", + "languages": [ + "pbt-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pbt_Arab-nno_Latn", + "languages": [ + "pbt-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233443, + "recall": 0.310277, + "f1": 0.253366, + "accuracy": 0.310277, + "main_score": 0.253366, + "hf_subset": "pbt_Arab-sat_Olck", + "languages": [ + "pbt-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pbt_Arab-tel_Telu", + "languages": [ + "pbt-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906785, + "recall": 0.934783, + "f1": 0.91581, + "accuracy": 0.934783, + "main_score": 0.91581, + "hf_subset": "pbt_Arab-ydd_Hebr", + "languages": [ + "pbt-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939065, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "pbt_Arab-ary_Arab", + "languages": [ + "pbt-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pbt_Arab-ces_Latn", + "languages": [ + "pbt-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554265, + "recall": 0.612648, + "f1": 0.571499, + "accuracy": 0.612648, + "main_score": 0.571499, + "hf_subset": "pbt_Arab-gaz_Latn", + "languages": [ + "pbt-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538596, + "recall": 0.596838, + "f1": 0.55486, + "accuracy": 0.596838, + "main_score": 0.55486, + "hf_subset": "pbt_Arab-kam_Latn", + "languages": [ + "pbt-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "pbt_Arab-lit_Latn", + "languages": [ + "pbt-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "pbt_Arab-nob_Latn", + "languages": [ + "pbt-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945405, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "pbt_Arab-scn_Latn", + "languages": [ + "pbt-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "pbt_Arab-tgk_Cyrl", + "languages": [ + "pbt-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660674, + "recall": 0.725296, + "f1": 0.679781, + "accuracy": 0.725296, + "main_score": 0.679781, + "hf_subset": "pbt_Arab-yor_Latn", + "languages": [ + "pbt-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "pbt_Arab-arz_Arab", + "languages": [ + "pbt-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531475, + "recall": 0.585968, + "f1": 0.546949, + "accuracy": 0.585968, + "main_score": 0.546949, + "hf_subset": "pbt_Arab-cjk_Latn", + "languages": [ + "pbt-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724967, + "recall": 0.783597, + "f1": 0.742622, + "accuracy": 0.783597, + "main_score": 0.742622, + "hf_subset": "pbt_Arab-gla_Latn", + "languages": [ + "pbt-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pbt_Arab-kan_Knda", + "languages": [ + "pbt-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955781, + "recall": 0.968379, + "f1": 0.959717, + "accuracy": 0.968379, + "main_score": 0.959717, + "hf_subset": "pbt_Arab-lmo_Latn", + "languages": [ + "pbt-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "pbt_Arab-npi_Deva", + "languages": [ + "pbt-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438638, + "recall": 0.498024, + "f1": 0.454659, + "accuracy": 0.498024, + "main_score": 0.454659, + "hf_subset": "pbt_Arab-shn_Mymr", + "languages": [ + "pbt-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pbt_Arab-tgl_Latn", + "languages": [ + "pbt-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pbt_Arab-yue_Hant", + "languages": [ + "pbt-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "pbt_Arab-asm_Beng", + "languages": [ + "pbt-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925395, + "recall": 0.947628, + "f1": 0.932642, + "accuracy": 0.947628, + "main_score": 0.932642, + "hf_subset": "pbt_Arab-ckb_Arab", + "languages": [ + "pbt-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805955, + "recall": 0.850791, + "f1": 0.819252, + "accuracy": 0.850791, + "main_score": 0.819252, + "hf_subset": "pbt_Arab-gle_Latn", + "languages": [ + "pbt-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934206, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "pbt_Arab-kas_Arab", + "languages": [ + "pbt-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887352, + "recall": 0.91996, + "f1": 0.89753, + "accuracy": 0.91996, + "main_score": 0.89753, + "hf_subset": "pbt_Arab-ltg_Latn", + "languages": [ + "pbt-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57892, + "recall": 0.634387, + "f1": 0.595116, + "accuracy": 0.634387, + "main_score": 0.595116, + "hf_subset": "pbt_Arab-nso_Latn", + "languages": [ + "pbt-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "pbt_Arab-sin_Sinh", + "languages": [ + "pbt-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-tha_Thai", + "languages": [ + "pbt-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "pbt_Arab-zho_Hans", + "languages": [ + "pbt-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pbt_Arab-ast_Latn", + "languages": [ + "pbt-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "pbt_Arab-crh_Latn", + "languages": [ + "pbt-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pbt_Arab-glg_Latn", + "languages": [ + "pbt-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850049, + "recall": 0.889328, + "f1": 0.862352, + "accuracy": 0.889328, + "main_score": 0.862352, + "hf_subset": "pbt_Arab-kas_Deva", + "languages": [ + "pbt-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "pbt_Arab-ltz_Latn", + "languages": [ + "pbt-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437568, + "recall": 0.5, + "f1": 0.454536, + "accuracy": 0.5, + "main_score": 0.454536, + "hf_subset": "pbt_Arab-nus_Latn", + "languages": [ + "pbt-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pbt_Arab-slk_Latn", + "languages": [ + "pbt-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592329, + "recall": 0.663043, + "f1": 0.613225, + "accuracy": 0.663043, + "main_score": 0.613225, + "hf_subset": "pbt_Arab-tir_Ethi", + "languages": [ + "pbt-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "pbt_Arab-zho_Hant", + "languages": [ + "pbt-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "pbt_Arab-awa_Deva", + "languages": [ + "pbt-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931242, + "recall": 0.951581, + "f1": 0.937648, + "accuracy": 0.951581, + "main_score": 0.937648, + "hf_subset": "pbt_Arab-cym_Latn", + "languages": [ + "pbt-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784074, + "recall": 0.833004, + "f1": 0.798781, + "accuracy": 0.833004, + "main_score": 0.798781, + "hf_subset": "pbt_Arab-grn_Latn", + "languages": [ + "pbt-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975908, + "accuracy": 0.981225, + "main_score": 0.975908, + "hf_subset": "pbt_Arab-kat_Geor", + "languages": [ + "pbt-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606538, + "recall": 0.658103, + "f1": 0.620964, + "accuracy": 0.658103, + "main_score": 0.620964, + "hf_subset": "pbt_Arab-lua_Latn", + "languages": [ + "pbt-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584341, + "recall": 0.647233, + "f1": 0.602525, + "accuracy": 0.647233, + "main_score": 0.602525, + "hf_subset": "pbt_Arab-nya_Latn", + "languages": [ + "pbt-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "pbt_Arab-slv_Latn", + "languages": [ + "pbt-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869713, + "recall": 0.905138, + "f1": 0.880665, + "accuracy": 0.905138, + "main_score": 0.880665, + "hf_subset": "pbt_Arab-tpi_Latn", + "languages": [ + "pbt-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-zsm_Latn", + "languages": [ + "pbt-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517655, + "recall": 0.578063, + "f1": 0.535136, + "accuracy": 0.578063, + "main_score": 0.535136, + "hf_subset": "pbt_Arab-ayr_Latn", + "languages": [ + "pbt-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "pbt_Arab-dan_Latn", + "languages": [ + "pbt-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pbt_Arab-guj_Gujr", + "languages": [ + "pbt-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "pbt_Arab-kaz_Cyrl", + "languages": [ + "pbt-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496486, + "recall": 0.561265, + "f1": 0.515107, + "accuracy": 0.561265, + "main_score": 0.515107, + "hf_subset": "pbt_Arab-lug_Latn", + "languages": [ + "pbt-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "pbt_Arab-oci_Latn", + "languages": [ + "pbt-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779183, + "recall": 0.83004, + "f1": 0.79465, + "accuracy": 0.83004, + "main_score": 0.79465, + "hf_subset": "pbt_Arab-smo_Latn", + "languages": [ + "pbt-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510255, + "recall": 0.568182, + "f1": 0.526265, + "accuracy": 0.568182, + "main_score": 0.526265, + "hf_subset": "pbt_Arab-tsn_Latn", + "languages": [ + "pbt-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5778, + "recall": 0.636364, + "f1": 0.593923, + "accuracy": 0.636364, + "main_score": 0.593923, + "hf_subset": "pbt_Arab-zul_Latn", + "languages": [ + "pbt-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903409, + "recall": 0.929842, + "f1": 0.911792, + "accuracy": 0.929842, + "main_score": 0.911792, + "hf_subset": "pbt_Arab-azb_Arab", + "languages": [ + "pbt-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pbt_Arab-deu_Latn", + "languages": [ + "pbt-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "pbt_Arab-hat_Latn", + "languages": [ + "pbt-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467115, + "recall": 0.513834, + "f1": 0.480418, + "accuracy": 0.513834, + "main_score": 0.480418, + "hf_subset": "pbt_Arab-kbp_Latn", + "languages": [ + "pbt-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551454, + "recall": 0.609684, + "f1": 0.567103, + "accuracy": 0.609684, + "main_score": 0.567103, + "hf_subset": "pbt_Arab-luo_Latn", + "languages": [ + "pbt-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "pbt_Arab-ory_Orya", + "languages": [ + "pbt-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564603, + "recall": 0.628458, + "f1": 0.583187, + "accuracy": 0.628458, + "main_score": 0.583187, + "hf_subset": "pbt_Arab-sna_Latn", + "languages": [ + "pbt-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529125, + "recall": 0.583992, + "f1": 0.544757, + "accuracy": 0.583992, + "main_score": 0.544757, + "hf_subset": "pbt_Arab-tso_Latn", + "languages": [ + "pbt-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pbt_Arab-azj_Latn", + "languages": [ + "pbt-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497917, + "recall": 0.562253, + "f1": 0.51651, + "accuracy": 0.562253, + "main_score": 0.51651, + "hf_subset": "pbt_Arab-dik_Latn", + "languages": [ + "pbt-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684733, + "recall": 0.743083, + "f1": 0.702207, + "accuracy": 0.743083, + "main_score": 0.702207, + "hf_subset": "pbt_Arab-hau_Latn", + "languages": [ + "pbt-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "pbt_Arab-kea_Latn", + "languages": [ + "pbt-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696179, + "recall": 0.746047, + "f1": 0.711547, + "accuracy": 0.746047, + "main_score": 0.711547, + "hf_subset": "pbt_Arab-lus_Latn", + "languages": [ + "pbt-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798913, + "recall": 0.840909, + "f1": 0.811434, + "accuracy": 0.840909, + "main_score": 0.811434, + "hf_subset": "pbt_Arab-pag_Latn", + "languages": [ + "pbt-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "pbt_Arab-snd_Arab", + "languages": [ + "pbt-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899127, + "recall": 0.927866, + "f1": 0.908169, + "accuracy": 0.927866, + "main_score": 0.908169, + "hf_subset": "pbt_Arab-tuk_Latn", + "languages": [ + "pbt-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.967391, + "f1": 0.95911, + "accuracy": 0.967391, + "main_score": 0.95911, + "hf_subset": "pbt_Arab-bak_Cyrl", + "languages": [ + "pbt-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447079, + "recall": 0.514822, + "f1": 0.466469, + "accuracy": 0.514822, + "main_score": 0.466469, + "hf_subset": "pbt_Arab-dyu_Latn", + "languages": [ + "pbt-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pbt_Arab-heb_Hebr", + "languages": [ + "pbt-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.965415, + "f1": 0.956522, + "accuracy": 0.965415, + "main_score": 0.956522, + "hf_subset": "pbt_Arab-khk_Cyrl", + "languages": [ + "pbt-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "pbt_Arab-lvs_Latn", + "languages": [ + "pbt-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "pbt_Arab-pan_Guru", + "languages": [ + "pbt-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671212, + "recall": 0.727273, + "f1": 0.687436, + "accuracy": 0.727273, + "main_score": 0.687436, + "hf_subset": "pbt_Arab-som_Latn", + "languages": [ + "pbt-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543028, + "recall": 0.593874, + "f1": 0.557174, + "accuracy": 0.593874, + "main_score": 0.557174, + "hf_subset": "pbt_Arab-tum_Latn", + "languages": [ + "pbt-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587229, + "recall": 0.652174, + "f1": 0.606049, + "accuracy": 0.652174, + "main_score": 0.606049, + "hf_subset": "spa_Latn-ace_Arab", + "languages": [ + "spa-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537234, + "recall": 0.605731, + "f1": 0.556277, + "accuracy": 0.605731, + "main_score": 0.556277, + "hf_subset": "spa_Latn-bam_Latn", + "languages": [ + "spa-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448397, + "recall": 0.522727, + "f1": 0.468517, + "accuracy": 0.522727, + "main_score": 0.468517, + "hf_subset": "spa_Latn-dzo_Tibt", + "languages": [ + "spa-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-khm_Khmr", + "languages": [ + "spa-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-mag_Deva", + "languages": [ + "spa-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-pap_Latn", + "languages": [ + "spa-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612892, + "recall": 0.66996, + "f1": 0.628628, + "accuracy": 0.66996, + "main_score": 0.628628, + "hf_subset": "spa_Latn-sot_Latn", + "languages": [ + "spa-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877964, + "recall": 0.912055, + "f1": 0.888801, + "accuracy": 0.912055, + "main_score": 0.888801, + "hf_subset": "spa_Latn-ace_Latn", + "languages": [ + "spa-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "spa_Latn-ban_Latn", + "languages": [ + "spa-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "spa_Latn-hne_Deva", + "languages": [ + "spa-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618264, + "recall": 0.671937, + "f1": 0.633796, + "accuracy": 0.671937, + "main_score": 0.633796, + "hf_subset": "spa_Latn-kik_Latn", + "languages": [ + "spa-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-mai_Deva", + "languages": [ + "spa-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "spa_Latn-pbt_Arab", + "languages": [ + "spa-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628994, + "recall": 0.689723, + "f1": 0.645684, + "accuracy": 0.689723, + "main_score": 0.645684, + "hf_subset": "spa_Latn-twi_Latn", + "languages": [ + "spa-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-acm_Arab", + "languages": [ + "spa-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-bel_Cyrl", + "languages": [ + "spa-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-hrv_Latn", + "languages": [ + "spa-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565279, + "recall": 0.628458, + "f1": 0.583179, + "accuracy": 0.628458, + "main_score": 0.583179, + "hf_subset": "spa_Latn-kin_Latn", + "languages": [ + "spa-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-mal_Mlym", + "languages": [ + "spa-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-pes_Arab", + "languages": [ + "spa-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-srd_Latn", + "languages": [ + "spa-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184618, + "recall": 0.236166, + "f1": 0.196669, + "accuracy": 0.236166, + "main_score": 0.196669, + "hf_subset": "spa_Latn-tzm_Tfng", + "languages": [ + "spa-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-acq_Arab", + "languages": [ + "spa-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644372, + "recall": 0.697628, + "f1": 0.659456, + "accuracy": 0.697628, + "main_score": 0.659456, + "hf_subset": "spa_Latn-bem_Latn", + "languages": [ + "spa-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-epo_Latn", + "languages": [ + "spa-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-kir_Cyrl", + "languages": [ + "spa-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-mar_Deva", + "languages": [ + "spa-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689081, + "recall": 0.741107, + "f1": 0.704183, + "accuracy": 0.741107, + "main_score": 0.704183, + "hf_subset": "spa_Latn-plt_Latn", + "languages": [ + "spa-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-srp_Cyrl", + "languages": [ + "spa-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "spa_Latn-uig_Arab", + "languages": [ + "spa-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-aeb_Arab", + "languages": [ + "spa-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-est_Latn", + "languages": [ + "spa-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-hye_Armn", + "languages": [ + "spa-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558919, + "recall": 0.609684, + "f1": 0.573487, + "accuracy": 0.609684, + "main_score": 0.573487, + "hf_subset": "spa_Latn-kmb_Latn", + "languages": [ + "spa-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519419, + "recall": 0.591897, + "f1": 0.538723, + "accuracy": 0.591897, + "main_score": 0.538723, + "hf_subset": "spa_Latn-min_Arab", + "languages": [ + "spa-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575683, + "recall": 0.63834, + "f1": 0.593632, + "accuracy": 0.63834, + "main_score": 0.593632, + "hf_subset": "spa_Latn-ssw_Latn", + "languages": [ + "spa-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ukr_Cyrl", + "languages": [ + "spa-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-afr_Latn", + "languages": [ + "spa-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-bho_Deva", + "languages": [ + "spa-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-eus_Latn", + "languages": [ + "spa-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590755, + "recall": 0.65415, + "f1": 0.608536, + "accuracy": 0.65415, + "main_score": 0.608536, + "hf_subset": "spa_Latn-ibo_Latn", + "languages": [ + "spa-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911232, + "recall": 0.937747, + "f1": 0.91996, + "accuracy": 0.937747, + "main_score": 0.91996, + "hf_subset": "spa_Latn-kmr_Latn", + "languages": [ + "spa-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-min_Latn", + "languages": [ + "spa-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-sun_Latn", + "languages": [ + "spa-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538903, + "recall": 0.597826, + "f1": 0.556148, + "accuracy": 0.597826, + "main_score": 0.556148, + "hf_subset": "spa_Latn-umb_Latn", + "languages": [ + "spa-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ajp_Arab", + "languages": [ + "spa-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549562, + "recall": 0.618577, + "f1": 0.569162, + "accuracy": 0.618577, + "main_score": 0.569162, + "hf_subset": "spa_Latn-bjn_Arab", + "languages": [ + "spa-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532838, + "recall": 0.591897, + "f1": 0.549009, + "accuracy": 0.591897, + "main_score": 0.549009, + "hf_subset": "spa_Latn-ewe_Latn", + "languages": [ + "spa-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "spa_Latn-ilo_Latn", + "languages": [ + "spa-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318777, + "recall": 0.382411, + "f1": 0.336521, + "accuracy": 0.382411, + "main_score": 0.336521, + "hf_subset": "spa_Latn-knc_Arab", + "languages": [ + "spa-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-mkd_Cyrl", + "languages": [ + "spa-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-prs_Arab", + "languages": [ + "spa-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-urd_Arab", + "languages": [ + "spa-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616248, + "recall": 0.672925, + "f1": 0.632009, + "accuracy": 0.672925, + "main_score": 0.632009, + "hf_subset": "spa_Latn-aka_Latn", + "languages": [ + "spa-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-bjn_Latn", + "languages": [ + "spa-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "spa_Latn-fao_Latn", + "languages": [ + "spa-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592631, + "recall": 0.650198, + "f1": 0.60924, + "accuracy": 0.650198, + "main_score": 0.60924, + "hf_subset": "spa_Latn-knc_Latn", + "languages": [ + "spa-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716855, + "recall": 0.779644, + "f1": 0.735512, + "accuracy": 0.779644, + "main_score": 0.735512, + "hf_subset": "spa_Latn-quy_Latn", + "languages": [ + "spa-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "spa_Latn-swh_Latn", + "languages": [ + "spa-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-uzn_Latn", + "languages": [ + "spa-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-als_Latn", + "languages": [ + "spa-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670332, + "recall": 0.745059, + "f1": 0.692309, + "accuracy": 0.745059, + "main_score": 0.692309, + "hf_subset": "spa_Latn-bod_Tibt", + "languages": [ + "spa-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722037, + "recall": 0.777668, + "f1": 0.738072, + "accuracy": 0.777668, + "main_score": 0.738072, + "hf_subset": "spa_Latn-fij_Latn", + "languages": [ + "spa-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-isl_Latn", + "languages": [ + "spa-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670487, + "recall": 0.727273, + "f1": 0.687408, + "accuracy": 0.727273, + "main_score": 0.687408, + "hf_subset": "spa_Latn-kon_Latn", + "languages": [ + "spa-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682141, + "recall": 0.748024, + "f1": 0.701193, + "accuracy": 0.748024, + "main_score": 0.701193, + "hf_subset": "spa_Latn-mni_Beng", + "languages": [ + "spa-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "spa_Latn-szl_Latn", + "languages": [ + "spa-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-vec_Latn", + "languages": [ + "spa-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "spa_Latn-amh_Ethi", + "languages": [ + "spa-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-bos_Latn", + "languages": [ + "spa-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557556, + "recall": 0.618577, + "f1": 0.574333, + "accuracy": 0.618577, + "main_score": 0.574333, + "hf_subset": "spa_Latn-mos_Latn", + "languages": [ + "spa-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567384, + "recall": 0.626482, + "f1": 0.584489, + "accuracy": 0.626482, + "main_score": 0.584489, + "hf_subset": "spa_Latn-run_Latn", + "languages": [ + "spa-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-apc_Arab", + "languages": [ + "spa-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807263, + "recall": 0.851779, + "f1": 0.82085, + "accuracy": 0.851779, + "main_score": 0.82085, + "hf_subset": "spa_Latn-bug_Latn", + "languages": [ + "spa-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48382, + "recall": 0.54249, + "f1": 0.499733, + "accuracy": 0.54249, + "main_score": 0.499733, + "hf_subset": "spa_Latn-fon_Latn", + "languages": [ + "spa-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-jav_Latn", + "languages": [ + "spa-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-lao_Laoo", + "languages": [ + "spa-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854143, + "recall": 0.896245, + "f1": 0.867408, + "accuracy": 0.896245, + "main_score": 0.867408, + "hf_subset": "spa_Latn-mri_Latn", + "languages": [ + "spa-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547011, + "recall": 0.614625, + "f1": 0.56563, + "accuracy": 0.614625, + "main_score": 0.56563, + "hf_subset": "spa_Latn-taq_Latn", + "languages": [ + "spa-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-war_Latn", + "languages": [ + "spa-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-bul_Cyrl", + "languages": [ + "spa-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "spa_Latn-lij_Latn", + "languages": [ + "spa-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.991107, + "f1": 0.989625, + "accuracy": 0.991107, + "main_score": 0.989625, + "hf_subset": "spa_Latn-mya_Mymr", + "languages": [ + "spa-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608318, + "recall": 0.678854, + "f1": 0.6283, + "accuracy": 0.678854, + "main_score": 0.6283, + "hf_subset": "spa_Latn-sag_Latn", + "languages": [ + "spa-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194362, + "recall": 0.253953, + "f1": 0.207864, + "accuracy": 0.253953, + "main_score": 0.207864, + "hf_subset": "spa_Latn-taq_Tfng", + "languages": [ + "spa-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648972, + "recall": 0.709486, + "f1": 0.665784, + "accuracy": 0.709486, + "main_score": 0.665784, + "hf_subset": "spa_Latn-wol_Latn", + "languages": [ + "spa-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819005, + "recall": 0.866601, + "f1": 0.833432, + "accuracy": 0.866601, + "main_score": 0.833432, + "hf_subset": "spa_Latn-arb_Latn", + "languages": [ + "spa-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-fur_Latn", + "languages": [ + "spa-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423957, + "recall": 0.482213, + "f1": 0.440237, + "accuracy": 0.482213, + "main_score": 0.440237, + "hf_subset": "spa_Latn-kab_Latn", + "languages": [ + "spa-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-lim_Latn", + "languages": [ + "spa-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "spa_Latn-san_Deva", + "languages": [ + "spa-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-tat_Cyrl", + "languages": [ + "spa-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683351, + "recall": 0.73913, + "f1": 0.699742, + "accuracy": 0.73913, + "main_score": 0.699742, + "hf_subset": "spa_Latn-xho_Latn", + "languages": [ + "spa-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ars_Arab", + "languages": [ + "spa-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ceb_Latn", + "languages": [ + "spa-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566266, + "recall": 0.634387, + "f1": 0.585358, + "accuracy": 0.634387, + "main_score": 0.585358, + "hf_subset": "spa_Latn-fuv_Latn", + "languages": [ + "spa-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52258, + "recall": 0.587945, + "f1": 0.540326, + "accuracy": 0.587945, + "main_score": 0.540326, + "hf_subset": "spa_Latn-kac_Latn", + "languages": [ + "spa-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679324, + "recall": 0.730237, + "f1": 0.694713, + "accuracy": 0.730237, + "main_score": 0.694713, + "hf_subset": "spa_Latn-lin_Latn", + "languages": [ + "spa-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-nno_Latn", + "languages": [ + "spa-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.235699, + "recall": 0.312253, + "f1": 0.255889, + "accuracy": 0.312253, + "main_score": 0.255889, + "hf_subset": "spa_Latn-sat_Olck", + "languages": [ + "spa-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-tel_Telu", + "languages": [ + "spa-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "spa_Latn-ydd_Hebr", + "languages": [ + "spa-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "spa_Latn-ary_Arab", + "languages": [ + "spa-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ces_Latn", + "languages": [ + "spa-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592227, + "recall": 0.65415, + "f1": 0.610413, + "accuracy": 0.65415, + "main_score": 0.610413, + "hf_subset": "spa_Latn-gaz_Latn", + "languages": [ + "spa-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60421, + "recall": 0.667984, + "f1": 0.622312, + "accuracy": 0.667984, + "main_score": 0.622312, + "hf_subset": "spa_Latn-kam_Latn", + "languages": [ + "spa-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-nob_Latn", + "languages": [ + "spa-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "spa_Latn-scn_Latn", + "languages": [ + "spa-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "spa_Latn-tgk_Cyrl", + "languages": [ + "spa-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727456, + "recall": 0.786561, + "f1": 0.745092, + "accuracy": 0.786561, + "main_score": 0.745092, + "hf_subset": "spa_Latn-yor_Latn", + "languages": [ + "spa-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-arz_Arab", + "languages": [ + "spa-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581974, + "recall": 0.644269, + "f1": 0.599628, + "accuracy": 0.644269, + "main_score": 0.599628, + "hf_subset": "spa_Latn-cjk_Latn", + "languages": [ + "spa-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812171, + "recall": 0.855731, + "f1": 0.825231, + "accuracy": 0.855731, + "main_score": 0.825231, + "hf_subset": "spa_Latn-gla_Latn", + "languages": [ + "spa-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-kan_Knda", + "languages": [ + "spa-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "spa_Latn-lmo_Latn", + "languages": [ + "spa-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "spa_Latn-npi_Deva", + "languages": [ + "spa-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484429, + "recall": 0.548419, + "f1": 0.501489, + "accuracy": 0.548419, + "main_score": 0.501489, + "hf_subset": "spa_Latn-shn_Mymr", + "languages": [ + "spa-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-tgl_Latn", + "languages": [ + "spa-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-yue_Hant", + "languages": [ + "spa-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-asm_Beng", + "languages": [ + "spa-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "spa_Latn-ckb_Arab", + "languages": [ + "spa-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88834, + "recall": 0.920949, + "f1": 0.898518, + "accuracy": 0.920949, + "main_score": 0.898518, + "hf_subset": "spa_Latn-gle_Latn", + "languages": [ + "spa-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "spa_Latn-kas_Arab", + "languages": [ + "spa-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94137, + "recall": 0.960474, + "f1": 0.947628, + "accuracy": 0.960474, + "main_score": 0.947628, + "hf_subset": "spa_Latn-ltg_Latn", + "languages": [ + "spa-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625403, + "recall": 0.68083, + "f1": 0.642004, + "accuracy": 0.68083, + "main_score": 0.642004, + "hf_subset": "spa_Latn-nso_Latn", + "languages": [ + "spa-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "spa_Latn-sin_Sinh", + "languages": [ + "spa-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-tha_Thai", + "languages": [ + "spa-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-zho_Hans", + "languages": [ + "spa-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ast_Latn", + "languages": [ + "spa-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-crh_Latn", + "languages": [ + "spa-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915382, + "recall": 0.9417, + "f1": 0.923913, + "accuracy": 0.9417, + "main_score": 0.923913, + "hf_subset": "spa_Latn-kas_Deva", + "languages": [ + "spa-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "spa_Latn-ltz_Latn", + "languages": [ + "spa-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47216, + "recall": 0.543478, + "f1": 0.491619, + "accuracy": 0.543478, + "main_score": 0.491619, + "hf_subset": "spa_Latn-nus_Latn", + "languages": [ + "spa-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-slk_Latn", + "languages": [ + "spa-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635352, + "recall": 0.704545, + "f1": 0.655818, + "accuracy": 0.704545, + "main_score": 0.655818, + "hf_subset": "spa_Latn-tir_Ethi", + "languages": [ + "spa-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "spa_Latn-awa_Deva", + "languages": [ + "spa-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "spa_Latn-cym_Latn", + "languages": [ + "spa-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86553, + "recall": 0.902174, + "f1": 0.877207, + "accuracy": 0.902174, + "main_score": 0.877207, + "hf_subset": "spa_Latn-grn_Latn", + "languages": [ + "spa-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-kat_Geor", + "languages": [ + "spa-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653277, + "recall": 0.708498, + "f1": 0.669164, + "accuracy": 0.708498, + "main_score": 0.669164, + "hf_subset": "spa_Latn-lua_Latn", + "languages": [ + "spa-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65342, + "recall": 0.710474, + "f1": 0.669852, + "accuracy": 0.710474, + "main_score": 0.669852, + "hf_subset": "spa_Latn-nya_Latn", + "languages": [ + "spa-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-slv_Latn", + "languages": [ + "spa-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "spa_Latn-tpi_Latn", + "languages": [ + "spa-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-zsm_Latn", + "languages": [ + "spa-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562638, + "recall": 0.62747, + "f1": 0.581246, + "accuracy": 0.62747, + "main_score": 0.581246, + "hf_subset": "spa_Latn-ayr_Latn", + "languages": [ + "spa-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-dan_Latn", + "languages": [ + "spa-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-guj_Gujr", + "languages": [ + "spa-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "spa_Latn-kaz_Cyrl", + "languages": [ + "spa-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541601, + "recall": 0.606719, + "f1": 0.559662, + "accuracy": 0.606719, + "main_score": 0.559662, + "hf_subset": "spa_Latn-lug_Latn", + "languages": [ + "spa-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-oci_Latn", + "languages": [ + "spa-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846673, + "recall": 0.887352, + "f1": 0.859289, + "accuracy": 0.887352, + "main_score": 0.859289, + "hf_subset": "spa_Latn-smo_Latn", + "languages": [ + "spa-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562379, + "recall": 0.624506, + "f1": 0.579648, + "accuracy": 0.624506, + "main_score": 0.579648, + "hf_subset": "spa_Latn-tsn_Latn", + "languages": [ + "spa-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63033, + "recall": 0.690711, + "f1": 0.647365, + "accuracy": 0.690711, + "main_score": 0.647365, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938076, + "recall": 0.958498, + "f1": 0.944829, + "accuracy": 0.958498, + "main_score": 0.944829, + "hf_subset": "spa_Latn-azb_Arab", + "languages": [ + "spa-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "spa_Latn-hat_Latn", + "languages": [ + "spa-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499193, + "recall": 0.55336, + "f1": 0.514813, + "accuracy": 0.55336, + "main_score": 0.514813, + "hf_subset": "spa_Latn-kbp_Latn", + "languages": [ + "spa-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575821, + "recall": 0.636364, + "f1": 0.592452, + "accuracy": 0.636364, + "main_score": 0.592452, + "hf_subset": "spa_Latn-luo_Latn", + "languages": [ + "spa-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-ory_Orya", + "languages": [ + "spa-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594493, + "recall": 0.661067, + "f1": 0.613362, + "accuracy": 0.661067, + "main_score": 0.613362, + "hf_subset": "spa_Latn-sna_Latn", + "languages": [ + "spa-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588992, + "recall": 0.640316, + "f1": 0.6034, + "accuracy": 0.640316, + "main_score": 0.6034, + "hf_subset": "spa_Latn-tso_Latn", + "languages": [ + "spa-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "spa_Latn-azj_Latn", + "languages": [ + "spa-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546525, + "recall": 0.613636, + "f1": 0.565763, + "accuracy": 0.613636, + "main_score": 0.565763, + "hf_subset": "spa_Latn-dik_Latn", + "languages": [ + "spa-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758959, + "recall": 0.810277, + "f1": 0.774558, + "accuracy": 0.810277, + "main_score": 0.774558, + "hf_subset": "spa_Latn-hau_Latn", + "languages": [ + "spa-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-kea_Latn", + "languages": [ + "spa-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756341, + "recall": 0.811265, + "f1": 0.773221, + "accuracy": 0.811265, + "main_score": 0.773221, + "hf_subset": "spa_Latn-lus_Latn", + "languages": [ + "spa-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886479, + "recall": 0.913043, + "f1": 0.894631, + "accuracy": 0.913043, + "main_score": 0.894631, + "hf_subset": "spa_Latn-pag_Latn", + "languages": [ + "spa-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-snd_Arab", + "languages": [ + "spa-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "spa_Latn-tuk_Latn", + "languages": [ + "spa-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "spa_Latn-bak_Cyrl", + "languages": [ + "spa-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499653, + "recall": 0.58004, + "f1": 0.52309, + "accuracy": 0.58004, + "main_score": 0.52309, + "hf_subset": "spa_Latn-dyu_Latn", + "languages": [ + "spa-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "spa_Latn-khk_Cyrl", + "languages": [ + "spa-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "spa_Latn-lvs_Latn", + "languages": [ + "spa-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "spa_Latn-pan_Guru", + "languages": [ + "spa-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714889, + "recall": 0.771739, + "f1": 0.731758, + "accuracy": 0.771739, + "main_score": 0.731758, + "hf_subset": "spa_Latn-som_Latn", + "languages": [ + "spa-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613431, + "recall": 0.666008, + "f1": 0.62832, + "accuracy": 0.666008, + "main_score": 0.62832, + "hf_subset": "spa_Latn-tum_Latn", + "languages": [ + "spa-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453343, + "recall": 0.500988, + "f1": 0.467918, + "accuracy": 0.500988, + "main_score": 0.467918, + "hf_subset": "twi_Latn-ace_Arab", + "languages": [ + "twi-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516321, + "recall": 0.561265, + "f1": 0.529233, + "accuracy": 0.561265, + "main_score": 0.529233, + "hf_subset": "twi_Latn-bam_Latn", + "languages": [ + "twi-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223436, + "recall": 0.266798, + "f1": 0.234494, + "accuracy": 0.266798, + "main_score": 0.234494, + "hf_subset": "twi_Latn-dzo_Tibt", + "languages": [ + "twi-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610735, + "recall": 0.657115, + "f1": 0.623552, + "accuracy": 0.657115, + "main_score": 0.623552, + "hf_subset": "twi_Latn-hin_Deva", + "languages": [ + "twi-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539515, + "recall": 0.588933, + "f1": 0.553517, + "accuracy": 0.588933, + "main_score": 0.553517, + "hf_subset": "twi_Latn-khm_Khmr", + "languages": [ + "twi-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608686, + "recall": 0.653162, + "f1": 0.621749, + "accuracy": 0.653162, + "main_score": 0.621749, + "hf_subset": "twi_Latn-mag_Deva", + "languages": [ + "twi-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62053, + "recall": 0.657115, + "f1": 0.630262, + "accuracy": 0.657115, + "main_score": 0.630262, + "hf_subset": "twi_Latn-pap_Latn", + "languages": [ + "twi-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568982, + "recall": 0.608696, + "f1": 0.579776, + "accuracy": 0.608696, + "main_score": 0.579776, + "hf_subset": "twi_Latn-sot_Latn", + "languages": [ + "twi-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604485, + "recall": 0.647233, + "f1": 0.616588, + "accuracy": 0.647233, + "main_score": 0.616588, + "hf_subset": "twi_Latn-tur_Latn", + "languages": [ + "twi-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621028, + "recall": 0.660079, + "f1": 0.631428, + "accuracy": 0.660079, + "main_score": 0.631428, + "hf_subset": "twi_Latn-ace_Latn", + "languages": [ + "twi-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630407, + "recall": 0.664032, + "f1": 0.639927, + "accuracy": 0.664032, + "main_score": 0.639927, + "hf_subset": "twi_Latn-ban_Latn", + "languages": [ + "twi-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591205, + "recall": 0.63834, + "f1": 0.60422, + "accuracy": 0.63834, + "main_score": 0.60422, + "hf_subset": "twi_Latn-ell_Grek", + "languages": [ + "twi-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596647, + "recall": 0.639328, + "f1": 0.609236, + "accuracy": 0.639328, + "main_score": 0.609236, + "hf_subset": "twi_Latn-hne_Deva", + "languages": [ + "twi-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548591, + "recall": 0.593874, + "f1": 0.562107, + "accuracy": 0.593874, + "main_score": 0.562107, + "hf_subset": "twi_Latn-kik_Latn", + "languages": [ + "twi-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601908, + "recall": 0.653162, + "f1": 0.61631, + "accuracy": 0.653162, + "main_score": 0.61631, + "hf_subset": "twi_Latn-mai_Deva", + "languages": [ + "twi-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550883, + "recall": 0.601779, + "f1": 0.564383, + "accuracy": 0.601779, + "main_score": 0.564383, + "hf_subset": "twi_Latn-pbt_Arab", + "languages": [ + "twi-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622781, + "recall": 0.662055, + "f1": 0.632794, + "accuracy": 0.662055, + "main_score": 0.632794, + "hf_subset": "twi_Latn-spa_Latn", + "languages": [ + "twi-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589987, + "recall": 0.635375, + "f1": 0.602459, + "accuracy": 0.635375, + "main_score": 0.602459, + "hf_subset": "twi_Latn-acm_Arab", + "languages": [ + "twi-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57133, + "recall": 0.619565, + "f1": 0.585055, + "accuracy": 0.619565, + "main_score": 0.585055, + "hf_subset": "twi_Latn-bel_Cyrl", + "languages": [ + "twi-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648875, + "recall": 0.690711, + "f1": 0.66047, + "accuracy": 0.690711, + "main_score": 0.66047, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613763, + "recall": 0.658103, + "f1": 0.626028, + "accuracy": 0.658103, + "main_score": 0.626028, + "hf_subset": "twi_Latn-hrv_Latn", + "languages": [ + "twi-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5003, + "recall": 0.547431, + "f1": 0.51377, + "accuracy": 0.547431, + "main_score": 0.51377, + "hf_subset": "twi_Latn-kin_Latn", + "languages": [ + "twi-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595129, + "recall": 0.641304, + "f1": 0.60812, + "accuracy": 0.641304, + "main_score": 0.60812, + "hf_subset": "twi_Latn-mal_Mlym", + "languages": [ + "twi-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589943, + "recall": 0.636364, + "f1": 0.602871, + "accuracy": 0.636364, + "main_score": 0.602871, + "hf_subset": "twi_Latn-pes_Arab", + "languages": [ + "twi-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608272, + "recall": 0.648221, + "f1": 0.619299, + "accuracy": 0.648221, + "main_score": 0.619299, + "hf_subset": "twi_Latn-srd_Latn", + "languages": [ + "twi-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193614, + "recall": 0.238142, + "f1": 0.204398, + "accuracy": 0.238142, + "main_score": 0.204398, + "hf_subset": "twi_Latn-tzm_Tfng", + "languages": [ + "twi-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588352, + "recall": 0.632411, + "f1": 0.60023, + "accuracy": 0.632411, + "main_score": 0.60023, + "hf_subset": "twi_Latn-acq_Arab", + "languages": [ + "twi-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589577, + "recall": 0.632411, + "f1": 0.601625, + "accuracy": 0.632411, + "main_score": 0.601625, + "hf_subset": "twi_Latn-bem_Latn", + "languages": [ + "twi-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618651, + "recall": 0.661067, + "f1": 0.630026, + "accuracy": 0.661067, + "main_score": 0.630026, + "hf_subset": "twi_Latn-epo_Latn", + "languages": [ + "twi-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604005, + "recall": 0.650198, + "f1": 0.616347, + "accuracy": 0.650198, + "main_score": 0.616347, + "hf_subset": "twi_Latn-hun_Latn", + "languages": [ + "twi-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577004, + "recall": 0.624506, + "f1": 0.590042, + "accuracy": 0.624506, + "main_score": 0.590042, + "hf_subset": "twi_Latn-kir_Cyrl", + "languages": [ + "twi-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600217, + "recall": 0.644269, + "f1": 0.613538, + "accuracy": 0.644269, + "main_score": 0.613538, + "hf_subset": "twi_Latn-mar_Deva", + "languages": [ + "twi-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568761, + "recall": 0.607708, + "f1": 0.580146, + "accuracy": 0.607708, + "main_score": 0.580146, + "hf_subset": "twi_Latn-plt_Latn", + "languages": [ + "twi-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610248, + "recall": 0.652174, + "f1": 0.621984, + "accuracy": 0.652174, + "main_score": 0.621984, + "hf_subset": "twi_Latn-srp_Cyrl", + "languages": [ + "twi-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500912, + "recall": 0.560277, + "f1": 0.517464, + "accuracy": 0.560277, + "main_score": 0.517464, + "hf_subset": "twi_Latn-uig_Arab", + "languages": [ + "twi-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584169, + "recall": 0.621542, + "f1": 0.594682, + "accuracy": 0.621542, + "main_score": 0.594682, + "hf_subset": "twi_Latn-aeb_Arab", + "languages": [ + "twi-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603238, + "recall": 0.652174, + "f1": 0.616781, + "accuracy": 0.652174, + "main_score": 0.616781, + "hf_subset": "twi_Latn-ben_Beng", + "languages": [ + "twi-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583596, + "recall": 0.628458, + "f1": 0.596361, + "accuracy": 0.628458, + "main_score": 0.596361, + "hf_subset": "twi_Latn-est_Latn", + "languages": [ + "twi-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577028, + "recall": 0.620553, + "f1": 0.589341, + "accuracy": 0.620553, + "main_score": 0.589341, + "hf_subset": "twi_Latn-hye_Armn", + "languages": [ + "twi-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5451, + "recall": 0.592885, + "f1": 0.558722, + "accuracy": 0.592885, + "main_score": 0.558722, + "hf_subset": "twi_Latn-kmb_Latn", + "languages": [ + "twi-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407638, + "recall": 0.470356, + "f1": 0.424241, + "accuracy": 0.470356, + "main_score": 0.424241, + "hf_subset": "twi_Latn-min_Arab", + "languages": [ + "twi-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615571, + "recall": 0.652174, + "f1": 0.626096, + "accuracy": 0.652174, + "main_score": 0.626096, + "hf_subset": "twi_Latn-pol_Latn", + "languages": [ + "twi-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552322, + "recall": 0.601779, + "f1": 0.5671, + "accuracy": 0.601779, + "main_score": 0.5671, + "hf_subset": "twi_Latn-ssw_Latn", + "languages": [ + "twi-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617204, + "recall": 0.657115, + "f1": 0.628773, + "accuracy": 0.657115, + "main_score": 0.628773, + "hf_subset": "twi_Latn-ukr_Cyrl", + "languages": [ + "twi-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626389, + "recall": 0.66502, + "f1": 0.637392, + "accuracy": 0.66502, + "main_score": 0.637392, + "hf_subset": "twi_Latn-afr_Latn", + "languages": [ + "twi-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605028, + "recall": 0.647233, + "f1": 0.616812, + "accuracy": 0.647233, + "main_score": 0.616812, + "hf_subset": "twi_Latn-bho_Deva", + "languages": [ + "twi-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596949, + "recall": 0.641304, + "f1": 0.609106, + "accuracy": 0.641304, + "main_score": 0.609106, + "hf_subset": "twi_Latn-eus_Latn", + "languages": [ + "twi-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539097, + "recall": 0.58498, + "f1": 0.55295, + "accuracy": 0.58498, + "main_score": 0.55295, + "hf_subset": "twi_Latn-ibo_Latn", + "languages": [ + "twi-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566277, + "recall": 0.609684, + "f1": 0.57917, + "accuracy": 0.609684, + "main_score": 0.57917, + "hf_subset": "twi_Latn-kmr_Latn", + "languages": [ + "twi-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625719, + "recall": 0.659091, + "f1": 0.635022, + "accuracy": 0.659091, + "main_score": 0.635022, + "hf_subset": "twi_Latn-min_Latn", + "languages": [ + "twi-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618795, + "recall": 0.663043, + "f1": 0.630985, + "accuracy": 0.663043, + "main_score": 0.630985, + "hf_subset": "twi_Latn-por_Latn", + "languages": [ + "twi-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622398, + "recall": 0.655138, + "f1": 0.630925, + "accuracy": 0.655138, + "main_score": 0.630925, + "hf_subset": "twi_Latn-sun_Latn", + "languages": [ + "twi-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507486, + "recall": 0.5583, + "f1": 0.52273, + "accuracy": 0.5583, + "main_score": 0.52273, + "hf_subset": "twi_Latn-umb_Latn", + "languages": [ + "twi-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591074, + "recall": 0.639328, + "f1": 0.604455, + "accuracy": 0.639328, + "main_score": 0.604455, + "hf_subset": "twi_Latn-ajp_Arab", + "languages": [ + "twi-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444922, + "recall": 0.494071, + "f1": 0.457589, + "accuracy": 0.494071, + "main_score": 0.457589, + "hf_subset": "twi_Latn-bjn_Arab", + "languages": [ + "twi-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540088, + "recall": 0.58004, + "f1": 0.551384, + "accuracy": 0.58004, + "main_score": 0.551384, + "hf_subset": "twi_Latn-ewe_Latn", + "languages": [ + "twi-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646172, + "recall": 0.674901, + "f1": 0.654037, + "accuracy": 0.674901, + "main_score": 0.654037, + "hf_subset": "twi_Latn-ilo_Latn", + "languages": [ + "twi-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315697, + "recall": 0.365613, + "f1": 0.329418, + "accuracy": 0.365613, + "main_score": 0.329418, + "hf_subset": "twi_Latn-knc_Arab", + "languages": [ + "twi-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605859, + "recall": 0.649209, + "f1": 0.617765, + "accuracy": 0.649209, + "main_score": 0.617765, + "hf_subset": "twi_Latn-mkd_Cyrl", + "languages": [ + "twi-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597644, + "recall": 0.644269, + "f1": 0.610374, + "accuracy": 0.644269, + "main_score": 0.610374, + "hf_subset": "twi_Latn-prs_Arab", + "languages": [ + "twi-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616102, + "recall": 0.659091, + "f1": 0.628034, + "accuracy": 0.659091, + "main_score": 0.628034, + "hf_subset": "twi_Latn-swe_Latn", + "languages": [ + "twi-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574659, + "recall": 0.62747, + "f1": 0.589353, + "accuracy": 0.62747, + "main_score": 0.589353, + "hf_subset": "twi_Latn-urd_Arab", + "languages": [ + "twi-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751433, + "recall": 0.80336, + "f1": 0.766902, + "accuracy": 0.80336, + "main_score": 0.766902, + "hf_subset": "twi_Latn-aka_Latn", + "languages": [ + "twi-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63233, + "recall": 0.661067, + "f1": 0.640849, + "accuracy": 0.661067, + "main_score": 0.640849, + "hf_subset": "twi_Latn-bjn_Latn", + "languages": [ + "twi-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573534, + "recall": 0.615613, + "f1": 0.585428, + "accuracy": 0.615613, + "main_score": 0.585428, + "hf_subset": "twi_Latn-fao_Latn", + "languages": [ + "twi-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633014, + "recall": 0.672925, + "f1": 0.644417, + "accuracy": 0.672925, + "main_score": 0.644417, + "hf_subset": "twi_Latn-ind_Latn", + "languages": [ + "twi-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555137, + "recall": 0.594862, + "f1": 0.566323, + "accuracy": 0.594862, + "main_score": 0.566323, + "hf_subset": "twi_Latn-knc_Latn", + "languages": [ + "twi-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614291, + "recall": 0.658103, + "f1": 0.625968, + "accuracy": 0.658103, + "main_score": 0.625968, + "hf_subset": "twi_Latn-mlt_Latn", + "languages": [ + "twi-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5625, + "recall": 0.604743, + "f1": 0.575264, + "accuracy": 0.604743, + "main_score": 0.575264, + "hf_subset": "twi_Latn-quy_Latn", + "languages": [ + "twi-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576746, + "recall": 0.621542, + "f1": 0.588902, + "accuracy": 0.621542, + "main_score": 0.588902, + "hf_subset": "twi_Latn-swh_Latn", + "languages": [ + "twi-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571064, + "recall": 0.620553, + "f1": 0.585106, + "accuracy": 0.620553, + "main_score": 0.585106, + "hf_subset": "twi_Latn-uzn_Latn", + "languages": [ + "twi-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604813, + "recall": 0.648221, + "f1": 0.616096, + "accuracy": 0.648221, + "main_score": 0.616096, + "hf_subset": "twi_Latn-als_Latn", + "languages": [ + "twi-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.272606, + "recall": 0.322134, + "f1": 0.284089, + "accuracy": 0.322134, + "main_score": 0.284089, + "hf_subset": "twi_Latn-bod_Tibt", + "languages": [ + "twi-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554755, + "recall": 0.597826, + "f1": 0.566454, + "accuracy": 0.597826, + "main_score": 0.566454, + "hf_subset": "twi_Latn-fij_Latn", + "languages": [ + "twi-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568271, + "recall": 0.616601, + "f1": 0.581665, + "accuracy": 0.616601, + "main_score": 0.581665, + "hf_subset": "twi_Latn-isl_Latn", + "languages": [ + "twi-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574054, + "recall": 0.612648, + "f1": 0.585524, + "accuracy": 0.612648, + "main_score": 0.585524, + "hf_subset": "twi_Latn-kon_Latn", + "languages": [ + "twi-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523345, + "recall": 0.581028, + "f1": 0.539131, + "accuracy": 0.581028, + "main_score": 0.539131, + "hf_subset": "twi_Latn-mni_Beng", + "languages": [ + "twi-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629628, + "recall": 0.668972, + "f1": 0.640138, + "accuracy": 0.668972, + "main_score": 0.640138, + "hf_subset": "twi_Latn-ron_Latn", + "languages": [ + "twi-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605421, + "recall": 0.644269, + "f1": 0.615908, + "accuracy": 0.644269, + "main_score": 0.615908, + "hf_subset": "twi_Latn-szl_Latn", + "languages": [ + "twi-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63425, + "recall": 0.670949, + "f1": 0.644376, + "accuracy": 0.670949, + "main_score": 0.644376, + "hf_subset": "twi_Latn-vec_Latn", + "languages": [ + "twi-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497917, + "recall": 0.554348, + "f1": 0.513934, + "accuracy": 0.554348, + "main_score": 0.513934, + "hf_subset": "twi_Latn-amh_Ethi", + "languages": [ + "twi-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626748, + "recall": 0.662055, + "f1": 0.637307, + "accuracy": 0.662055, + "main_score": 0.637307, + "hf_subset": "twi_Latn-bos_Latn", + "languages": [ + "twi-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588044, + "recall": 0.63834, + "f1": 0.603066, + "accuracy": 0.63834, + "main_score": 0.603066, + "hf_subset": "twi_Latn-fin_Latn", + "languages": [ + "twi-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624334, + "recall": 0.663043, + "f1": 0.6355, + "accuracy": 0.663043, + "main_score": 0.6355, + "hf_subset": "twi_Latn-ita_Latn", + "languages": [ + "twi-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602513, + "recall": 0.646245, + "f1": 0.614551, + "accuracy": 0.646245, + "main_score": 0.614551, + "hf_subset": "twi_Latn-kor_Hang", + "languages": [ + "twi-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545133, + "recall": 0.589921, + "f1": 0.557811, + "accuracy": 0.589921, + "main_score": 0.557811, + "hf_subset": "twi_Latn-mos_Latn", + "languages": [ + "twi-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530723, + "recall": 0.570158, + "f1": 0.542033, + "accuracy": 0.570158, + "main_score": 0.542033, + "hf_subset": "twi_Latn-run_Latn", + "languages": [ + "twi-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580813, + "recall": 0.633399, + "f1": 0.595938, + "accuracy": 0.633399, + "main_score": 0.595938, + "hf_subset": "twi_Latn-tam_Taml", + "languages": [ + "twi-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605024, + "recall": 0.645257, + "f1": 0.616617, + "accuracy": 0.645257, + "main_score": 0.616617, + "hf_subset": "twi_Latn-vie_Latn", + "languages": [ + "twi-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597889, + "recall": 0.641304, + "f1": 0.610351, + "accuracy": 0.641304, + "main_score": 0.610351, + "hf_subset": "twi_Latn-apc_Arab", + "languages": [ + "twi-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601132, + "recall": 0.640316, + "f1": 0.612738, + "accuracy": 0.640316, + "main_score": 0.612738, + "hf_subset": "twi_Latn-bug_Latn", + "languages": [ + "twi-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485725, + "recall": 0.52668, + "f1": 0.496973, + "accuracy": 0.52668, + "main_score": 0.496973, + "hf_subset": "twi_Latn-fon_Latn", + "languages": [ + "twi-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627874, + "recall": 0.66502, + "f1": 0.638847, + "accuracy": 0.66502, + "main_score": 0.638847, + "hf_subset": "twi_Latn-jav_Latn", + "languages": [ + "twi-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529738, + "recall": 0.583992, + "f1": 0.544155, + "accuracy": 0.583992, + "main_score": 0.544155, + "hf_subset": "twi_Latn-lao_Laoo", + "languages": [ + "twi-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507425, + "recall": 0.548419, + "f1": 0.519079, + "accuracy": 0.548419, + "main_score": 0.519079, + "hf_subset": "twi_Latn-mri_Latn", + "languages": [ + "twi-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598598, + "recall": 0.640316, + "f1": 0.610011, + "accuracy": 0.640316, + "main_score": 0.610011, + "hf_subset": "twi_Latn-rus_Cyrl", + "languages": [ + "twi-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520224, + "recall": 0.568182, + "f1": 0.534144, + "accuracy": 0.568182, + "main_score": 0.534144, + "hf_subset": "twi_Latn-taq_Latn", + "languages": [ + "twi-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641248, + "recall": 0.673913, + "f1": 0.650141, + "accuracy": 0.673913, + "main_score": 0.650141, + "hf_subset": "twi_Latn-war_Latn", + "languages": [ + "twi-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587569, + "recall": 0.631423, + "f1": 0.599957, + "accuracy": 0.631423, + "main_score": 0.599957, + "hf_subset": "twi_Latn-arb_Arab", + "languages": [ + "twi-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601062, + "recall": 0.648221, + "f1": 0.614233, + "accuracy": 0.648221, + "main_score": 0.614233, + "hf_subset": "twi_Latn-bul_Cyrl", + "languages": [ + "twi-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632143, + "recall": 0.666996, + "f1": 0.641557, + "accuracy": 0.666996, + "main_score": 0.641557, + "hf_subset": "twi_Latn-fra_Latn", + "languages": [ + "twi-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597038, + "recall": 0.640316, + "f1": 0.609201, + "accuracy": 0.640316, + "main_score": 0.609201, + "hf_subset": "twi_Latn-jpn_Jpan", + "languages": [ + "twi-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610742, + "recall": 0.649209, + "f1": 0.621776, + "accuracy": 0.649209, + "main_score": 0.621776, + "hf_subset": "twi_Latn-lij_Latn", + "languages": [ + "twi-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439625, + "recall": 0.508893, + "f1": 0.458773, + "accuracy": 0.508893, + "main_score": 0.458773, + "hf_subset": "twi_Latn-mya_Mymr", + "languages": [ + "twi-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558416, + "recall": 0.606719, + "f1": 0.572864, + "accuracy": 0.606719, + "main_score": 0.572864, + "hf_subset": "twi_Latn-sag_Latn", + "languages": [ + "twi-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198322, + "recall": 0.242095, + "f1": 0.208696, + "accuracy": 0.242095, + "main_score": 0.208696, + "hf_subset": "twi_Latn-taq_Tfng", + "languages": [ + "twi-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569417, + "recall": 0.613636, + "f1": 0.581763, + "accuracy": 0.613636, + "main_score": 0.581763, + "hf_subset": "twi_Latn-wol_Latn", + "languages": [ + "twi-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471135, + "recall": 0.517787, + "f1": 0.485039, + "accuracy": 0.517787, + "main_score": 0.485039, + "hf_subset": "twi_Latn-arb_Latn", + "languages": [ + "twi-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610639, + "recall": 0.651186, + "f1": 0.622687, + "accuracy": 0.651186, + "main_score": 0.622687, + "hf_subset": "twi_Latn-cat_Latn", + "languages": [ + "twi-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606024, + "recall": 0.648221, + "f1": 0.617269, + "accuracy": 0.648221, + "main_score": 0.617269, + "hf_subset": "twi_Latn-fur_Latn", + "languages": [ + "twi-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424393, + "recall": 0.476285, + "f1": 0.43857, + "accuracy": 0.476285, + "main_score": 0.43857, + "hf_subset": "twi_Latn-kab_Latn", + "languages": [ + "twi-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609394, + "recall": 0.647233, + "f1": 0.620067, + "accuracy": 0.647233, + "main_score": 0.620067, + "hf_subset": "twi_Latn-lim_Latn", + "languages": [ + "twi-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602927, + "recall": 0.647233, + "f1": 0.61505, + "accuracy": 0.647233, + "main_score": 0.61505, + "hf_subset": "twi_Latn-nld_Latn", + "languages": [ + "twi-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543386, + "recall": 0.596838, + "f1": 0.558187, + "accuracy": 0.596838, + "main_score": 0.558187, + "hf_subset": "twi_Latn-san_Deva", + "languages": [ + "twi-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592916, + "recall": 0.635375, + "f1": 0.60444, + "accuracy": 0.635375, + "main_score": 0.60444, + "hf_subset": "twi_Latn-tat_Cyrl", + "languages": [ + "twi-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576343, + "recall": 0.617589, + "f1": 0.587851, + "accuracy": 0.617589, + "main_score": 0.587851, + "hf_subset": "twi_Latn-xho_Latn", + "languages": [ + "twi-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582117, + "recall": 0.629447, + "f1": 0.595935, + "accuracy": 0.629447, + "main_score": 0.595935, + "hf_subset": "twi_Latn-ars_Arab", + "languages": [ + "twi-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64277, + "recall": 0.681818, + "f1": 0.653245, + "accuracy": 0.681818, + "main_score": 0.653245, + "hf_subset": "twi_Latn-ceb_Latn", + "languages": [ + "twi-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516694, + "recall": 0.562253, + "f1": 0.529824, + "accuracy": 0.562253, + "main_score": 0.529824, + "hf_subset": "twi_Latn-fuv_Latn", + "languages": [ + "twi-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51339, + "recall": 0.564229, + "f1": 0.528, + "accuracy": 0.564229, + "main_score": 0.528, + "hf_subset": "twi_Latn-kac_Latn", + "languages": [ + "twi-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584363, + "recall": 0.621542, + "f1": 0.594608, + "accuracy": 0.621542, + "main_score": 0.594608, + "hf_subset": "twi_Latn-lin_Latn", + "languages": [ + "twi-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617316, + "recall": 0.660079, + "f1": 0.629363, + "accuracy": 0.660079, + "main_score": 0.629363, + "hf_subset": "twi_Latn-nno_Latn", + "languages": [ + "twi-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129329, + "recall": 0.167984, + "f1": 0.138654, + "accuracy": 0.167984, + "main_score": 0.138654, + "hf_subset": "twi_Latn-sat_Olck", + "languages": [ + "twi-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5899, + "recall": 0.641304, + "f1": 0.603236, + "accuracy": 0.641304, + "main_score": 0.603236, + "hf_subset": "twi_Latn-tel_Telu", + "languages": [ + "twi-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509294, + "recall": 0.561265, + "f1": 0.52319, + "accuracy": 0.561265, + "main_score": 0.52319, + "hf_subset": "twi_Latn-ydd_Hebr", + "languages": [ + "twi-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558536, + "recall": 0.603755, + "f1": 0.571698, + "accuracy": 0.603755, + "main_score": 0.571698, + "hf_subset": "twi_Latn-ary_Arab", + "languages": [ + "twi-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604615, + "recall": 0.648221, + "f1": 0.616311, + "accuracy": 0.648221, + "main_score": 0.616311, + "hf_subset": "twi_Latn-ces_Latn", + "languages": [ + "twi-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521643, + "recall": 0.570158, + "f1": 0.535192, + "accuracy": 0.570158, + "main_score": 0.535192, + "hf_subset": "twi_Latn-gaz_Latn", + "languages": [ + "twi-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535334, + "recall": 0.577075, + "f1": 0.547379, + "accuracy": 0.577075, + "main_score": 0.547379, + "hf_subset": "twi_Latn-kam_Latn", + "languages": [ + "twi-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584877, + "recall": 0.635375, + "f1": 0.599051, + "accuracy": 0.635375, + "main_score": 0.599051, + "hf_subset": "twi_Latn-lit_Latn", + "languages": [ + "twi-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62838, + "recall": 0.666996, + "f1": 0.639447, + "accuracy": 0.666996, + "main_score": 0.639447, + "hf_subset": "twi_Latn-nob_Latn", + "languages": [ + "twi-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622437, + "recall": 0.657115, + "f1": 0.631946, + "accuracy": 0.657115, + "main_score": 0.631946, + "hf_subset": "twi_Latn-scn_Latn", + "languages": [ + "twi-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574213, + "recall": 0.616601, + "f1": 0.586195, + "accuracy": 0.616601, + "main_score": 0.586195, + "hf_subset": "twi_Latn-tgk_Cyrl", + "languages": [ + "twi-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517847, + "recall": 0.566206, + "f1": 0.531801, + "accuracy": 0.566206, + "main_score": 0.531801, + "hf_subset": "twi_Latn-yor_Latn", + "languages": [ + "twi-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600621, + "recall": 0.642292, + "f1": 0.612417, + "accuracy": 0.642292, + "main_score": 0.612417, + "hf_subset": "twi_Latn-arz_Arab", + "languages": [ + "twi-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518545, + "recall": 0.570158, + "f1": 0.534082, + "accuracy": 0.570158, + "main_score": 0.534082, + "hf_subset": "twi_Latn-cjk_Latn", + "languages": [ + "twi-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525356, + "recall": 0.56917, + "f1": 0.537111, + "accuracy": 0.56917, + "main_score": 0.537111, + "hf_subset": "twi_Latn-gla_Latn", + "languages": [ + "twi-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602347, + "recall": 0.651186, + "f1": 0.616804, + "accuracy": 0.651186, + "main_score": 0.616804, + "hf_subset": "twi_Latn-kan_Knda", + "languages": [ + "twi-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607899, + "recall": 0.647233, + "f1": 0.619153, + "accuracy": 0.647233, + "main_score": 0.619153, + "hf_subset": "twi_Latn-lmo_Latn", + "languages": [ + "twi-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583552, + "recall": 0.636364, + "f1": 0.598834, + "accuracy": 0.636364, + "main_score": 0.598834, + "hf_subset": "twi_Latn-npi_Deva", + "languages": [ + "twi-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46356, + "recall": 0.524704, + "f1": 0.480407, + "accuracy": 0.524704, + "main_score": 0.480407, + "hf_subset": "twi_Latn-shn_Mymr", + "languages": [ + "twi-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645242, + "recall": 0.686759, + "f1": 0.656258, + "accuracy": 0.686759, + "main_score": 0.656258, + "hf_subset": "twi_Latn-tgl_Latn", + "languages": [ + "twi-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595787, + "recall": 0.645257, + "f1": 0.609053, + "accuracy": 0.645257, + "main_score": 0.609053, + "hf_subset": "twi_Latn-yue_Hant", + "languages": [ + "twi-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562572, + "recall": 0.607708, + "f1": 0.575884, + "accuracy": 0.607708, + "main_score": 0.575884, + "hf_subset": "twi_Latn-asm_Beng", + "languages": [ + "twi-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537085, + "recall": 0.58498, + "f1": 0.550099, + "accuracy": 0.58498, + "main_score": 0.550099, + "hf_subset": "twi_Latn-ckb_Arab", + "languages": [ + "twi-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524771, + "recall": 0.575099, + "f1": 0.538507, + "accuracy": 0.575099, + "main_score": 0.538507, + "hf_subset": "twi_Latn-gle_Latn", + "languages": [ + "twi-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545606, + "recall": 0.596838, + "f1": 0.560078, + "accuracy": 0.596838, + "main_score": 0.560078, + "hf_subset": "twi_Latn-kas_Arab", + "languages": [ + "twi-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568384, + "recall": 0.615613, + "f1": 0.581305, + "accuracy": 0.615613, + "main_score": 0.581305, + "hf_subset": "twi_Latn-ltg_Latn", + "languages": [ + "twi-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586254, + "recall": 0.628458, + "f1": 0.598016, + "accuracy": 0.628458, + "main_score": 0.598016, + "hf_subset": "twi_Latn-nso_Latn", + "languages": [ + "twi-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510863, + "recall": 0.567194, + "f1": 0.526041, + "accuracy": 0.567194, + "main_score": 0.526041, + "hf_subset": "twi_Latn-sin_Sinh", + "languages": [ + "twi-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595062, + "recall": 0.641304, + "f1": 0.607961, + "accuracy": 0.641304, + "main_score": 0.607961, + "hf_subset": "twi_Latn-tha_Thai", + "languages": [ + "twi-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576712, + "recall": 0.626482, + "f1": 0.589933, + "accuracy": 0.626482, + "main_score": 0.589933, + "hf_subset": "twi_Latn-zho_Hans", + "languages": [ + "twi-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630906, + "recall": 0.668972, + "f1": 0.641607, + "accuracy": 0.668972, + "main_score": 0.641607, + "hf_subset": "twi_Latn-ast_Latn", + "languages": [ + "twi-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577523, + "recall": 0.624506, + "f1": 0.590152, + "accuracy": 0.624506, + "main_score": 0.590152, + "hf_subset": "twi_Latn-crh_Latn", + "languages": [ + "twi-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622343, + "recall": 0.662055, + "f1": 0.633449, + "accuracy": 0.662055, + "main_score": 0.633449, + "hf_subset": "twi_Latn-glg_Latn", + "languages": [ + "twi-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563164, + "recall": 0.612648, + "f1": 0.576958, + "accuracy": 0.612648, + "main_score": 0.576958, + "hf_subset": "twi_Latn-kas_Deva", + "languages": [ + "twi-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582858, + "recall": 0.62747, + "f1": 0.594629, + "accuracy": 0.62747, + "main_score": 0.594629, + "hf_subset": "twi_Latn-ltz_Latn", + "languages": [ + "twi-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477232, + "recall": 0.527668, + "f1": 0.491543, + "accuracy": 0.527668, + "main_score": 0.491543, + "hf_subset": "twi_Latn-nus_Latn", + "languages": [ + "twi-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609622, + "recall": 0.650198, + "f1": 0.621226, + "accuracy": 0.650198, + "main_score": 0.621226, + "hf_subset": "twi_Latn-slk_Latn", + "languages": [ + "twi-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432852, + "recall": 0.490119, + "f1": 0.448867, + "accuracy": 0.490119, + "main_score": 0.448867, + "hf_subset": "twi_Latn-tir_Ethi", + "languages": [ + "twi-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572025, + "recall": 0.625494, + "f1": 0.586935, + "accuracy": 0.625494, + "main_score": 0.586935, + "hf_subset": "twi_Latn-zho_Hant", + "languages": [ + "twi-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594296, + "recall": 0.640316, + "f1": 0.607678, + "accuracy": 0.640316, + "main_score": 0.607678, + "hf_subset": "twi_Latn-awa_Deva", + "languages": [ + "twi-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58307, + "recall": 0.623518, + "f1": 0.594437, + "accuracy": 0.623518, + "main_score": 0.594437, + "hf_subset": "twi_Latn-cym_Latn", + "languages": [ + "twi-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600973, + "recall": 0.642292, + "f1": 0.612153, + "accuracy": 0.642292, + "main_score": 0.612153, + "hf_subset": "twi_Latn-grn_Latn", + "languages": [ + "twi-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564521, + "recall": 0.614625, + "f1": 0.578478, + "accuracy": 0.614625, + "main_score": 0.578478, + "hf_subset": "twi_Latn-kat_Geor", + "languages": [ + "twi-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57821, + "recall": 0.615613, + "f1": 0.589305, + "accuracy": 0.615613, + "main_score": 0.589305, + "hf_subset": "twi_Latn-lua_Latn", + "languages": [ + "twi-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574867, + "recall": 0.619565, + "f1": 0.587662, + "accuracy": 0.619565, + "main_score": 0.587662, + "hf_subset": "twi_Latn-nya_Latn", + "languages": [ + "twi-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599632, + "recall": 0.643281, + "f1": 0.611635, + "accuracy": 0.643281, + "main_score": 0.611635, + "hf_subset": "twi_Latn-slv_Latn", + "languages": [ + "twi-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631201, + "recall": 0.666008, + "f1": 0.640966, + "accuracy": 0.666008, + "main_score": 0.640966, + "hf_subset": "twi_Latn-tpi_Latn", + "languages": [ + "twi-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63645, + "recall": 0.679842, + "f1": 0.648582, + "accuracy": 0.679842, + "main_score": 0.648582, + "hf_subset": "twi_Latn-zsm_Latn", + "languages": [ + "twi-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52318, + "recall": 0.56917, + "f1": 0.536997, + "accuracy": 0.56917, + "main_score": 0.536997, + "hf_subset": "twi_Latn-ayr_Latn", + "languages": [ + "twi-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625178, + "recall": 0.66502, + "f1": 0.636444, + "accuracy": 0.66502, + "main_score": 0.636444, + "hf_subset": "twi_Latn-dan_Latn", + "languages": [ + "twi-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590132, + "recall": 0.641304, + "f1": 0.604892, + "accuracy": 0.641304, + "main_score": 0.604892, + "hf_subset": "twi_Latn-guj_Gujr", + "languages": [ + "twi-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592581, + "recall": 0.637352, + "f1": 0.604944, + "accuracy": 0.637352, + "main_score": 0.604944, + "hf_subset": "twi_Latn-kaz_Cyrl", + "languages": [ + "twi-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513879, + "recall": 0.565217, + "f1": 0.528327, + "accuracy": 0.565217, + "main_score": 0.528327, + "hf_subset": "twi_Latn-lug_Latn", + "languages": [ + "twi-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621126, + "recall": 0.657115, + "f1": 0.631186, + "accuracy": 0.657115, + "main_score": 0.631186, + "hf_subset": "twi_Latn-oci_Latn", + "languages": [ + "twi-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573145, + "recall": 0.614625, + "f1": 0.584653, + "accuracy": 0.614625, + "main_score": 0.584653, + "hf_subset": "twi_Latn-smo_Latn", + "languages": [ + "twi-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52637, + "recall": 0.574111, + "f1": 0.539839, + "accuracy": 0.574111, + "main_score": 0.539839, + "hf_subset": "twi_Latn-tsn_Latn", + "languages": [ + "twi-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540227, + "recall": 0.587945, + "f1": 0.55412, + "accuracy": 0.587945, + "main_score": 0.55412, + "hf_subset": "twi_Latn-zul_Latn", + "languages": [ + "twi-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534528, + "recall": 0.583004, + "f1": 0.548667, + "accuracy": 0.583004, + "main_score": 0.548667, + "hf_subset": "twi_Latn-azb_Arab", + "languages": [ + "twi-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608538, + "recall": 0.658103, + "f1": 0.622276, + "accuracy": 0.658103, + "main_score": 0.622276, + "hf_subset": "twi_Latn-deu_Latn", + "languages": [ + "twi-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545377, + "recall": 0.590909, + "f1": 0.558289, + "accuracy": 0.590909, + "main_score": 0.558289, + "hf_subset": "twi_Latn-hat_Latn", + "languages": [ + "twi-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510187, + "recall": 0.554348, + "f1": 0.522532, + "accuracy": 0.554348, + "main_score": 0.522532, + "hf_subset": "twi_Latn-kbp_Latn", + "languages": [ + "twi-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574944, + "recall": 0.618577, + "f1": 0.587325, + "accuracy": 0.618577, + "main_score": 0.587325, + "hf_subset": "twi_Latn-luo_Latn", + "languages": [ + "twi-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592262, + "recall": 0.643281, + "f1": 0.606718, + "accuracy": 0.643281, + "main_score": 0.606718, + "hf_subset": "twi_Latn-ory_Orya", + "languages": [ + "twi-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549579, + "recall": 0.596838, + "f1": 0.563345, + "accuracy": 0.596838, + "main_score": 0.563345, + "hf_subset": "twi_Latn-sna_Latn", + "languages": [ + "twi-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527539, + "recall": 0.568182, + "f1": 0.538952, + "accuracy": 0.568182, + "main_score": 0.538952, + "hf_subset": "twi_Latn-tso_Latn", + "languages": [ + "twi-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579484, + "recall": 0.629447, + "f1": 0.59287, + "accuracy": 0.629447, + "main_score": 0.59287, + "hf_subset": "twi_Latn-azj_Latn", + "languages": [ + "twi-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52505, + "recall": 0.56917, + "f1": 0.537491, + "accuracy": 0.56917, + "main_score": 0.537491, + "hf_subset": "twi_Latn-dik_Latn", + "languages": [ + "twi-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556546, + "recall": 0.597826, + "f1": 0.56805, + "accuracy": 0.597826, + "main_score": 0.56805, + "hf_subset": "twi_Latn-hau_Latn", + "languages": [ + "twi-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623087, + "recall": 0.661067, + "f1": 0.633602, + "accuracy": 0.661067, + "main_score": 0.633602, + "hf_subset": "twi_Latn-kea_Latn", + "languages": [ + "twi-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604999, + "recall": 0.643281, + "f1": 0.616875, + "accuracy": 0.643281, + "main_score": 0.616875, + "hf_subset": "twi_Latn-lus_Latn", + "languages": [ + "twi-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604886, + "recall": 0.640316, + "f1": 0.614651, + "accuracy": 0.640316, + "main_score": 0.614651, + "hf_subset": "twi_Latn-pag_Latn", + "languages": [ + "twi-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563654, + "recall": 0.609684, + "f1": 0.577001, + "accuracy": 0.609684, + "main_score": 0.577001, + "hf_subset": "twi_Latn-snd_Arab", + "languages": [ + "twi-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557552, + "recall": 0.600791, + "f1": 0.569607, + "accuracy": 0.600791, + "main_score": 0.569607, + "hf_subset": "twi_Latn-tuk_Latn", + "languages": [ + "twi-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590251, + "recall": 0.636364, + "f1": 0.602473, + "accuracy": 0.636364, + "main_score": 0.602473, + "hf_subset": "twi_Latn-bak_Cyrl", + "languages": [ + "twi-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445794, + "recall": 0.507905, + "f1": 0.463487, + "accuracy": 0.507905, + "main_score": 0.463487, + "hf_subset": "twi_Latn-dyu_Latn", + "languages": [ + "twi-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585107, + "recall": 0.62747, + "f1": 0.597342, + "accuracy": 0.62747, + "main_score": 0.597342, + "hf_subset": "twi_Latn-heb_Hebr", + "languages": [ + "twi-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560554, + "recall": 0.607708, + "f1": 0.573818, + "accuracy": 0.607708, + "main_score": 0.573818, + "hf_subset": "twi_Latn-khk_Cyrl", + "languages": [ + "twi-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587862, + "recall": 0.630435, + "f1": 0.599561, + "accuracy": 0.630435, + "main_score": 0.599561, + "hf_subset": "twi_Latn-lvs_Latn", + "languages": [ + "twi-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595877, + "recall": 0.641304, + "f1": 0.608897, + "accuracy": 0.641304, + "main_score": 0.608897, + "hf_subset": "twi_Latn-pan_Guru", + "languages": [ + "twi-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521975, + "recall": 0.564229, + "f1": 0.533786, + "accuracy": 0.564229, + "main_score": 0.533786, + "hf_subset": "twi_Latn-som_Latn", + "languages": [ + "twi-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53649, + "recall": 0.578063, + "f1": 0.548279, + "accuracy": 0.578063, + "main_score": 0.548279, + "hf_subset": "twi_Latn-tum_Latn", + "languages": [ + "twi-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574824, + "recall": 0.643281, + "f1": 0.594573, + "accuracy": 0.643281, + "main_score": 0.594573, + "hf_subset": "acm_Arab-ace_Arab", + "languages": [ + "acm-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523312, + "recall": 0.586957, + "f1": 0.541304, + "accuracy": 0.586957, + "main_score": 0.541304, + "hf_subset": "acm_Arab-bam_Latn", + "languages": [ + "acm-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428239, + "recall": 0.509881, + "f1": 0.450457, + "accuracy": 0.509881, + "main_score": 0.450457, + "hf_subset": "acm_Arab-dzo_Tibt", + "languages": [ + "acm-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-hin_Deva", + "languages": [ + "acm-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-khm_Khmr", + "languages": [ + "acm-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-mag_Deva", + "languages": [ + "acm-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "acm_Arab-pap_Latn", + "languages": [ + "acm-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597214, + "recall": 0.650198, + "f1": 0.612385, + "accuracy": 0.650198, + "main_score": 0.612385, + "hf_subset": "acm_Arab-sot_Latn", + "languages": [ + "acm-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tur_Latn", + "languages": [ + "acm-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87607, + "recall": 0.908103, + "f1": 0.886053, + "accuracy": 0.908103, + "main_score": 0.886053, + "hf_subset": "acm_Arab-ace_Latn", + "languages": [ + "acm-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "acm_Arab-ban_Latn", + "languages": [ + "acm-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ell_Grek", + "languages": [ + "acm-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-hne_Deva", + "languages": [ + "acm-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597268, + "recall": 0.652174, + "f1": 0.613054, + "accuracy": 0.652174, + "main_score": 0.613054, + "hf_subset": "acm_Arab-kik_Latn", + "languages": [ + "acm-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-mai_Deva", + "languages": [ + "acm-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "acm_Arab-pbt_Arab", + "languages": [ + "acm-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-spa_Latn", + "languages": [ + "acm-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59796, + "recall": 0.664032, + "f1": 0.616376, + "accuracy": 0.664032, + "main_score": 0.616376, + "hf_subset": "acm_Arab-twi_Latn", + "languages": [ + "acm-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-bel_Cyrl", + "languages": [ + "acm-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-hrv_Latn", + "languages": [ + "acm-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558046, + "recall": 0.62253, + "f1": 0.576616, + "accuracy": 0.62253, + "main_score": 0.576616, + "hf_subset": "acm_Arab-kin_Latn", + "languages": [ + "acm-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-mal_Mlym", + "languages": [ + "acm-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-pes_Arab", + "languages": [ + "acm-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-srd_Latn", + "languages": [ + "acm-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174228, + "recall": 0.227273, + "f1": 0.187406, + "accuracy": 0.227273, + "main_score": 0.187406, + "hf_subset": "acm_Arab-tzm_Tfng", + "languages": [ + "acm-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-acq_Arab", + "languages": [ + "acm-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620471, + "recall": 0.678854, + "f1": 0.637474, + "accuracy": 0.678854, + "main_score": 0.637474, + "hf_subset": "acm_Arab-bem_Latn", + "languages": [ + "acm-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-epo_Latn", + "languages": [ + "acm-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-hun_Latn", + "languages": [ + "acm-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-kir_Cyrl", + "languages": [ + "acm-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-mar_Deva", + "languages": [ + "acm-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661709, + "recall": 0.720356, + "f1": 0.679282, + "accuracy": 0.720356, + "main_score": 0.679282, + "hf_subset": "acm_Arab-plt_Latn", + "languages": [ + "acm-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-srp_Cyrl", + "languages": [ + "acm-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "acm_Arab-uig_Arab", + "languages": [ + "acm-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-aeb_Arab", + "languages": [ + "acm-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ben_Beng", + "languages": [ + "acm-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-est_Latn", + "languages": [ + "acm-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-hye_Armn", + "languages": [ + "acm-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545546, + "recall": 0.597826, + "f1": 0.560495, + "accuracy": 0.597826, + "main_score": 0.560495, + "hf_subset": "acm_Arab-kmb_Latn", + "languages": [ + "acm-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479599, + "recall": 0.557312, + "f1": 0.500545, + "accuracy": 0.557312, + "main_score": 0.500545, + "hf_subset": "acm_Arab-min_Arab", + "languages": [ + "acm-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-pol_Latn", + "languages": [ + "acm-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546031, + "recall": 0.615613, + "f1": 0.566502, + "accuracy": 0.615613, + "main_score": 0.566502, + "hf_subset": "acm_Arab-ssw_Latn", + "languages": [ + "acm-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ukr_Cyrl", + "languages": [ + "acm-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-afr_Latn", + "languages": [ + "acm-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-bho_Deva", + "languages": [ + "acm-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-eus_Latn", + "languages": [ + "acm-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572184, + "recall": 0.637352, + "f1": 0.590669, + "accuracy": 0.637352, + "main_score": 0.590669, + "hf_subset": "acm_Arab-ibo_Latn", + "languages": [ + "acm-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889081, + "recall": 0.91996, + "f1": 0.898946, + "accuracy": 0.91996, + "main_score": 0.898946, + "hf_subset": "acm_Arab-kmr_Latn", + "languages": [ + "acm-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-min_Latn", + "languages": [ + "acm-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-por_Latn", + "languages": [ + "acm-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-sun_Latn", + "languages": [ + "acm-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502594, + "recall": 0.566206, + "f1": 0.521239, + "accuracy": 0.566206, + "main_score": 0.521239, + "hf_subset": "acm_Arab-umb_Latn", + "languages": [ + "acm-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ajp_Arab", + "languages": [ + "acm-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536991, + "recall": 0.608696, + "f1": 0.557253, + "accuracy": 0.608696, + "main_score": 0.557253, + "hf_subset": "acm_Arab-bjn_Arab", + "languages": [ + "acm-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507683, + "recall": 0.568182, + "f1": 0.525003, + "accuracy": 0.568182, + "main_score": 0.525003, + "hf_subset": "acm_Arab-ewe_Latn", + "languages": [ + "acm-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.959486, + "f1": 0.948123, + "accuracy": 0.959486, + "main_score": 0.948123, + "hf_subset": "acm_Arab-ilo_Latn", + "languages": [ + "acm-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317441, + "recall": 0.378458, + "f1": 0.334238, + "accuracy": 0.378458, + "main_score": 0.334238, + "hf_subset": "acm_Arab-knc_Arab", + "languages": [ + "acm-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-mkd_Cyrl", + "languages": [ + "acm-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-prs_Arab", + "languages": [ + "acm-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-swe_Latn", + "languages": [ + "acm-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-urd_Arab", + "languages": [ + "acm-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586117, + "recall": 0.651186, + "f1": 0.60521, + "accuracy": 0.651186, + "main_score": 0.60521, + "hf_subset": "acm_Arab-aka_Latn", + "languages": [ + "acm-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "acm_Arab-bjn_Latn", + "languages": [ + "acm-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "acm_Arab-fao_Latn", + "languages": [ + "acm-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ind_Latn", + "languages": [ + "acm-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576803, + "recall": 0.635375, + "f1": 0.593688, + "accuracy": 0.635375, + "main_score": 0.593688, + "hf_subset": "acm_Arab-knc_Latn", + "languages": [ + "acm-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-mlt_Latn", + "languages": [ + "acm-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707678, + "recall": 0.767787, + "f1": 0.725694, + "accuracy": 0.767787, + "main_score": 0.725694, + "hf_subset": "acm_Arab-quy_Latn", + "languages": [ + "acm-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "acm_Arab-swh_Latn", + "languages": [ + "acm-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-uzn_Latn", + "languages": [ + "acm-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-als_Latn", + "languages": [ + "acm-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650635, + "recall": 0.730237, + "f1": 0.673817, + "accuracy": 0.730237, + "main_score": 0.673817, + "hf_subset": "acm_Arab-bod_Tibt", + "languages": [ + "acm-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699719, + "recall": 0.757905, + "f1": 0.716839, + "accuracy": 0.757905, + "main_score": 0.716839, + "hf_subset": "acm_Arab-fij_Latn", + "languages": [ + "acm-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-isl_Latn", + "languages": [ + "acm-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650296, + "recall": 0.710474, + "f1": 0.668379, + "accuracy": 0.710474, + "main_score": 0.668379, + "hf_subset": "acm_Arab-kon_Latn", + "languages": [ + "acm-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642129, + "recall": 0.714427, + "f1": 0.663331, + "accuracy": 0.714427, + "main_score": 0.663331, + "hf_subset": "acm_Arab-mni_Beng", + "languages": [ + "acm-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ron_Latn", + "languages": [ + "acm-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "acm_Arab-szl_Latn", + "languages": [ + "acm-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-vec_Latn", + "languages": [ + "acm-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "acm_Arab-amh_Ethi", + "languages": [ + "acm-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-bos_Latn", + "languages": [ + "acm-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "acm_Arab-fin_Latn", + "languages": [ + "acm-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ita_Latn", + "languages": [ + "acm-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-kor_Hang", + "languages": [ + "acm-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543157, + "recall": 0.604743, + "f1": 0.560093, + "accuracy": 0.604743, + "main_score": 0.560093, + "hf_subset": "acm_Arab-mos_Latn", + "languages": [ + "acm-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560466, + "recall": 0.614625, + "f1": 0.576067, + "accuracy": 0.614625, + "main_score": 0.576067, + "hf_subset": "acm_Arab-run_Latn", + "languages": [ + "acm-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-tam_Taml", + "languages": [ + "acm-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-vie_Latn", + "languages": [ + "acm-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-apc_Arab", + "languages": [ + "acm-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796699, + "recall": 0.842885, + "f1": 0.810655, + "accuracy": 0.842885, + "main_score": 0.810655, + "hf_subset": "acm_Arab-bug_Latn", + "languages": [ + "acm-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474879, + "recall": 0.539526, + "f1": 0.492141, + "accuracy": 0.539526, + "main_score": 0.492141, + "hf_subset": "acm_Arab-fon_Latn", + "languages": [ + "acm-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-jav_Latn", + "languages": [ + "acm-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-lao_Laoo", + "languages": [ + "acm-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871113, + "recall": 0.905138, + "f1": 0.881752, + "accuracy": 0.905138, + "main_score": 0.881752, + "hf_subset": "acm_Arab-mri_Latn", + "languages": [ + "acm-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-rus_Cyrl", + "languages": [ + "acm-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532051, + "recall": 0.599802, + "f1": 0.55111, + "accuracy": 0.599802, + "main_score": 0.55111, + "hf_subset": "acm_Arab-taq_Latn", + "languages": [ + "acm-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-war_Latn", + "languages": [ + "acm-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-arb_Arab", + "languages": [ + "acm-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-bul_Cyrl", + "languages": [ + "acm-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-fra_Latn", + "languages": [ + "acm-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-jpn_Jpan", + "languages": [ + "acm-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "acm_Arab-lij_Latn", + "languages": [ + "acm-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "acm_Arab-mya_Mymr", + "languages": [ + "acm-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582087, + "recall": 0.657115, + "f1": 0.603123, + "accuracy": 0.657115, + "main_score": 0.603123, + "hf_subset": "acm_Arab-sag_Latn", + "languages": [ + "acm-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197516, + "recall": 0.254941, + "f1": 0.210701, + "accuracy": 0.254941, + "main_score": 0.210701, + "hf_subset": "acm_Arab-taq_Tfng", + "languages": [ + "acm-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618382, + "recall": 0.689723, + "f1": 0.639018, + "accuracy": 0.689723, + "main_score": 0.639018, + "hf_subset": "acm_Arab-wol_Latn", + "languages": [ + "acm-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860211, + "recall": 0.899209, + "f1": 0.872332, + "accuracy": 0.899209, + "main_score": 0.872332, + "hf_subset": "acm_Arab-arb_Latn", + "languages": [ + "acm-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-cat_Latn", + "languages": [ + "acm-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-fur_Latn", + "languages": [ + "acm-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430809, + "recall": 0.487154, + "f1": 0.446406, + "accuracy": 0.487154, + "main_score": 0.446406, + "hf_subset": "acm_Arab-kab_Latn", + "languages": [ + "acm-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-lim_Latn", + "languages": [ + "acm-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-nld_Latn", + "languages": [ + "acm-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acm_Arab-san_Deva", + "languages": [ + "acm-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acm_Arab-tat_Cyrl", + "languages": [ + "acm-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676289, + "recall": 0.738142, + "f1": 0.694779, + "accuracy": 0.738142, + "main_score": 0.694779, + "hf_subset": "acm_Arab-xho_Latn", + "languages": [ + "acm-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ars_Arab", + "languages": [ + "acm-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ceb_Latn", + "languages": [ + "acm-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567023, + "recall": 0.621542, + "f1": 0.582605, + "accuracy": 0.621542, + "main_score": 0.582605, + "hf_subset": "acm_Arab-fuv_Latn", + "languages": [ + "acm-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498588, + "recall": 0.565217, + "f1": 0.516839, + "accuracy": 0.565217, + "main_score": 0.516839, + "hf_subset": "acm_Arab-kac_Latn", + "languages": [ + "acm-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668561, + "recall": 0.720356, + "f1": 0.684124, + "accuracy": 0.720356, + "main_score": 0.684124, + "hf_subset": "acm_Arab-lin_Latn", + "languages": [ + "acm-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-nno_Latn", + "languages": [ + "acm-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.231053, + "recall": 0.307312, + "f1": 0.250988, + "accuracy": 0.307312, + "main_score": 0.250988, + "hf_subset": "acm_Arab-sat_Olck", + "languages": [ + "acm-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tel_Telu", + "languages": [ + "acm-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "acm_Arab-ydd_Hebr", + "languages": [ + "acm-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "acm_Arab-ary_Arab", + "languages": [ + "acm-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ces_Latn", + "languages": [ + "acm-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572456, + "recall": 0.637352, + "f1": 0.591675, + "accuracy": 0.637352, + "main_score": 0.591675, + "hf_subset": "acm_Arab-gaz_Latn", + "languages": [ + "acm-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589034, + "recall": 0.651186, + "f1": 0.607086, + "accuracy": 0.651186, + "main_score": 0.607086, + "hf_subset": "acm_Arab-kam_Latn", + "languages": [ + "acm-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "acm_Arab-lit_Latn", + "languages": [ + "acm-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-nob_Latn", + "languages": [ + "acm-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acm_Arab-scn_Latn", + "languages": [ + "acm-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "acm_Arab-tgk_Cyrl", + "languages": [ + "acm-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696386, + "recall": 0.76581, + "f1": 0.717394, + "accuracy": 0.76581, + "main_score": 0.717394, + "hf_subset": "acm_Arab-yor_Latn", + "languages": [ + "acm-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-arz_Arab", + "languages": [ + "acm-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564007, + "recall": 0.624506, + "f1": 0.581715, + "accuracy": 0.624506, + "main_score": 0.581715, + "hf_subset": "acm_Arab-cjk_Latn", + "languages": [ + "acm-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77943, + "recall": 0.832016, + "f1": 0.795455, + "accuracy": 0.832016, + "main_score": 0.795455, + "hf_subset": "acm_Arab-gla_Latn", + "languages": [ + "acm-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-kan_Knda", + "languages": [ + "acm-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acm_Arab-lmo_Latn", + "languages": [ + "acm-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "acm_Arab-npi_Deva", + "languages": [ + "acm-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46254, + "recall": 0.52668, + "f1": 0.479193, + "accuracy": 0.52668, + "main_score": 0.479193, + "hf_subset": "acm_Arab-shn_Mymr", + "languages": [ + "acm-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tgl_Latn", + "languages": [ + "acm-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-yue_Hant", + "languages": [ + "acm-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acm_Arab-asm_Beng", + "languages": [ + "acm-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "acm_Arab-ckb_Arab", + "languages": [ + "acm-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885688, + "recall": 0.917984, + "f1": 0.895652, + "accuracy": 0.917984, + "main_score": 0.895652, + "hf_subset": "acm_Arab-gle_Latn", + "languages": [ + "acm-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "acm_Arab-kas_Arab", + "languages": [ + "acm-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "acm_Arab-ltg_Latn", + "languages": [ + "acm-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610618, + "recall": 0.66502, + "f1": 0.626141, + "accuracy": 0.66502, + "main_score": 0.626141, + "hf_subset": "acm_Arab-nso_Latn", + "languages": [ + "acm-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acm_Arab-sin_Sinh", + "languages": [ + "acm-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-tha_Thai", + "languages": [ + "acm-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-zho_Hans", + "languages": [ + "acm-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-ast_Latn", + "languages": [ + "acm-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acm_Arab-crh_Latn", + "languages": [ + "acm-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-glg_Latn", + "languages": [ + "acm-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906456, + "recall": 0.933794, + "f1": 0.915349, + "accuracy": 0.933794, + "main_score": 0.915349, + "hf_subset": "acm_Arab-kas_Deva", + "languages": [ + "acm-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acm_Arab-ltz_Latn", + "languages": [ + "acm-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440746, + "recall": 0.509881, + "f1": 0.459496, + "accuracy": 0.509881, + "main_score": 0.459496, + "hf_subset": "acm_Arab-nus_Latn", + "languages": [ + "acm-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-slk_Latn", + "languages": [ + "acm-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633237, + "recall": 0.701581, + "f1": 0.652809, + "accuracy": 0.701581, + "main_score": 0.652809, + "hf_subset": "acm_Arab-tir_Ethi", + "languages": [ + "acm-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-zho_Hant", + "languages": [ + "acm-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "acm_Arab-awa_Deva", + "languages": [ + "acm-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "acm_Arab-cym_Latn", + "languages": [ + "acm-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845059, + "recall": 0.886364, + "f1": 0.858004, + "accuracy": 0.886364, + "main_score": 0.858004, + "hf_subset": "acm_Arab-grn_Latn", + "languages": [ + "acm-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-kat_Geor", + "languages": [ + "acm-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646864, + "recall": 0.703557, + "f1": 0.663297, + "accuracy": 0.703557, + "main_score": 0.663297, + "hf_subset": "acm_Arab-lua_Latn", + "languages": [ + "acm-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63018, + "recall": 0.694664, + "f1": 0.648446, + "accuracy": 0.694664, + "main_score": 0.648446, + "hf_subset": "acm_Arab-nya_Latn", + "languages": [ + "acm-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-slv_Latn", + "languages": [ + "acm-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "acm_Arab-tpi_Latn", + "languages": [ + "acm-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-zsm_Latn", + "languages": [ + "acm-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529706, + "recall": 0.598814, + "f1": 0.549362, + "accuracy": 0.598814, + "main_score": 0.549362, + "hf_subset": "acm_Arab-ayr_Latn", + "languages": [ + "acm-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-dan_Latn", + "languages": [ + "acm-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-guj_Gujr", + "languages": [ + "acm-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acm_Arab-kaz_Cyrl", + "languages": [ + "acm-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532141, + "recall": 0.597826, + "f1": 0.550746, + "accuracy": 0.597826, + "main_score": 0.550746, + "hf_subset": "acm_Arab-lug_Latn", + "languages": [ + "acm-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-oci_Latn", + "languages": [ + "acm-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817836, + "recall": 0.866601, + "f1": 0.832905, + "accuracy": 0.866601, + "main_score": 0.832905, + "hf_subset": "acm_Arab-smo_Latn", + "languages": [ + "acm-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547131, + "recall": 0.603755, + "f1": 0.562861, + "accuracy": 0.603755, + "main_score": 0.562861, + "hf_subset": "acm_Arab-tsn_Latn", + "languages": [ + "acm-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619631, + "recall": 0.683794, + "f1": 0.638567, + "accuracy": 0.683794, + "main_score": 0.638567, + "hf_subset": "acm_Arab-zul_Latn", + "languages": [ + "acm-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935441, + "accuracy": 0.950593, + "main_score": 0.935441, + "hf_subset": "acm_Arab-azb_Arab", + "languages": [ + "acm-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-deu_Latn", + "languages": [ + "acm-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "acm_Arab-hat_Latn", + "languages": [ + "acm-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483202, + "recall": 0.540514, + "f1": 0.499379, + "accuracy": 0.540514, + "main_score": 0.499379, + "hf_subset": "acm_Arab-kbp_Latn", + "languages": [ + "acm-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568993, + "recall": 0.62747, + "f1": 0.585179, + "accuracy": 0.62747, + "main_score": 0.585179, + "hf_subset": "acm_Arab-luo_Latn", + "languages": [ + "acm-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-ory_Orya", + "languages": [ + "acm-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58242, + "recall": 0.652174, + "f1": 0.602623, + "accuracy": 0.652174, + "main_score": 0.602623, + "hf_subset": "acm_Arab-sna_Latn", + "languages": [ + "acm-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555578, + "recall": 0.610672, + "f1": 0.571157, + "accuracy": 0.610672, + "main_score": 0.571157, + "hf_subset": "acm_Arab-tso_Latn", + "languages": [ + "acm-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acm_Arab-azj_Latn", + "languages": [ + "acm-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545587, + "recall": 0.615613, + "f1": 0.565747, + "accuracy": 0.615613, + "main_score": 0.565747, + "hf_subset": "acm_Arab-dik_Latn", + "languages": [ + "acm-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744137, + "recall": 0.800395, + "f1": 0.761204, + "accuracy": 0.800395, + "main_score": 0.761204, + "hf_subset": "acm_Arab-hau_Latn", + "languages": [ + "acm-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "acm_Arab-kea_Latn", + "languages": [ + "acm-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729167, + "recall": 0.784585, + "f1": 0.746047, + "accuracy": 0.784585, + "main_score": 0.746047, + "hf_subset": "acm_Arab-lus_Latn", + "languages": [ + "acm-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866222, + "recall": 0.900198, + "f1": 0.87668, + "accuracy": 0.900198, + "main_score": 0.87668, + "hf_subset": "acm_Arab-pag_Latn", + "languages": [ + "acm-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acm_Arab-snd_Arab", + "languages": [ + "acm-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.957345, + "accuracy": 0.966403, + "main_score": 0.957345, + "hf_subset": "acm_Arab-tuk_Latn", + "languages": [ + "acm-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acm_Arab-bak_Cyrl", + "languages": [ + "acm-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474309, + "recall": 0.55336, + "f1": 0.497654, + "accuracy": 0.55336, + "main_score": 0.497654, + "hf_subset": "acm_Arab-dyu_Latn", + "languages": [ + "acm-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-heb_Hebr", + "languages": [ + "acm-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acm_Arab-khk_Cyrl", + "languages": [ + "acm-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-lvs_Latn", + "languages": [ + "acm-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acm_Arab-pan_Guru", + "languages": [ + "acm-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707197, + "recall": 0.770751, + "f1": 0.726285, + "accuracy": 0.770751, + "main_score": 0.726285, + "hf_subset": "acm_Arab-som_Latn", + "languages": [ + "acm-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594641, + "recall": 0.649209, + "f1": 0.610608, + "accuracy": 0.649209, + "main_score": 0.610608, + "hf_subset": "acm_Arab-tum_Latn", + "languages": [ + "acm-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54054, + "recall": 0.607708, + "f1": 0.559884, + "accuracy": 0.607708, + "main_score": 0.559884, + "hf_subset": "bel_Cyrl-ace_Arab", + "languages": [ + "bel-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518903, + "recall": 0.576087, + "f1": 0.535203, + "accuracy": 0.576087, + "main_score": 0.535203, + "hf_subset": "bel_Cyrl-bam_Latn", + "languages": [ + "bel-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390776, + "recall": 0.459486, + "f1": 0.409523, + "accuracy": 0.459486, + "main_score": 0.409523, + "hf_subset": "bel_Cyrl-dzo_Tibt", + "languages": [ + "bel-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-hin_Deva", + "languages": [ + "bel-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bel_Cyrl-khm_Khmr", + "languages": [ + "bel-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-mag_Deva", + "languages": [ + "bel-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "bel_Cyrl-pap_Latn", + "languages": [ + "bel-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566963, + "recall": 0.624506, + "f1": 0.583663, + "accuracy": 0.624506, + "main_score": 0.583663, + "hf_subset": "bel_Cyrl-sot_Latn", + "languages": [ + "bel-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-tur_Latn", + "languages": [ + "bel-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836298, + "recall": 0.874506, + "f1": 0.848123, + "accuracy": 0.874506, + "main_score": 0.848123, + "hf_subset": "bel_Cyrl-ace_Latn", + "languages": [ + "bel-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.952569, + "f1": 0.942029, + "accuracy": 0.952569, + "main_score": 0.942029, + "hf_subset": "bel_Cyrl-ban_Latn", + "languages": [ + "bel-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-ell_Grek", + "languages": [ + "bel-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "bel_Cyrl-hne_Deva", + "languages": [ + "bel-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572538, + "recall": 0.632411, + "f1": 0.590131, + "accuracy": 0.632411, + "main_score": 0.590131, + "hf_subset": "bel_Cyrl-kik_Latn", + "languages": [ + "bel-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-mai_Deva", + "languages": [ + "bel-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bel_Cyrl-pbt_Arab", + "languages": [ + "bel-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-spa_Latn", + "languages": [ + "bel-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596485, + "recall": 0.660079, + "f1": 0.61489, + "accuracy": 0.660079, + "main_score": 0.61489, + "hf_subset": "bel_Cyrl-twi_Latn", + "languages": [ + "bel-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-acm_Arab", + "languages": [ + "bel-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543215, + "recall": 0.605731, + "f1": 0.561731, + "accuracy": 0.605731, + "main_score": 0.561731, + "hf_subset": "bel_Cyrl-kin_Latn", + "languages": [ + "bel-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-mal_Mlym", + "languages": [ + "bel-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-pes_Arab", + "languages": [ + "bel-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "bel_Cyrl-srd_Latn", + "languages": [ + "bel-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189034, + "recall": 0.232213, + "f1": 0.200175, + "accuracy": 0.232213, + "main_score": 0.200175, + "hf_subset": "bel_Cyrl-tzm_Tfng", + "languages": [ + "bel-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-acq_Arab", + "languages": [ + "bel-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61778, + "recall": 0.668972, + "f1": 0.632413, + "accuracy": 0.668972, + "main_score": 0.632413, + "hf_subset": "bel_Cyrl-bem_Latn", + "languages": [ + "bel-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-epo_Latn", + "languages": [ + "bel-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-hun_Latn", + "languages": [ + "bel-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-kir_Cyrl", + "languages": [ + "bel-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-mar_Deva", + "languages": [ + "bel-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640448, + "recall": 0.701581, + "f1": 0.658451, + "accuracy": 0.701581, + "main_score": 0.658451, + "hf_subset": "bel_Cyrl-plt_Latn", + "languages": [ + "bel-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "bel_Cyrl-uig_Arab", + "languages": [ + "bel-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bel_Cyrl-aeb_Arab", + "languages": [ + "bel-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ben_Beng", + "languages": [ + "bel-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-est_Latn", + "languages": [ + "bel-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-hye_Armn", + "languages": [ + "bel-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52668, + "recall": 0.581028, + "f1": 0.542509, + "accuracy": 0.581028, + "main_score": 0.542509, + "hf_subset": "bel_Cyrl-kmb_Latn", + "languages": [ + "bel-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481775, + "recall": 0.55336, + "f1": 0.501421, + "accuracy": 0.55336, + "main_score": 0.501421, + "hf_subset": "bel_Cyrl-min_Arab", + "languages": [ + "bel-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548814, + "recall": 0.61166, + "f1": 0.566765, + "accuracy": 0.61166, + "main_score": 0.566765, + "hf_subset": "bel_Cyrl-ssw_Latn", + "languages": [ + "bel-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-afr_Latn", + "languages": [ + "bel-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "bel_Cyrl-bho_Deva", + "languages": [ + "bel-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bel_Cyrl-eus_Latn", + "languages": [ + "bel-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564708, + "recall": 0.62747, + "f1": 0.582125, + "accuracy": 0.62747, + "main_score": 0.582125, + "hf_subset": "bel_Cyrl-ibo_Latn", + "languages": [ + "bel-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863883, + "recall": 0.900198, + "f1": 0.875231, + "accuracy": 0.900198, + "main_score": 0.875231, + "hf_subset": "bel_Cyrl-kmr_Latn", + "languages": [ + "bel-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bel_Cyrl-min_Latn", + "languages": [ + "bel-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-por_Latn", + "languages": [ + "bel-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bel_Cyrl-sun_Latn", + "languages": [ + "bel-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503782, + "recall": 0.561265, + "f1": 0.519951, + "accuracy": 0.561265, + "main_score": 0.519951, + "hf_subset": "bel_Cyrl-umb_Latn", + "languages": [ + "bel-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ajp_Arab", + "languages": [ + "bel-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510944, + "recall": 0.583992, + "f1": 0.531225, + "accuracy": 0.583992, + "main_score": 0.531225, + "hf_subset": "bel_Cyrl-bjn_Arab", + "languages": [ + "bel-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499274, + "recall": 0.559289, + "f1": 0.515839, + "accuracy": 0.559289, + "main_score": 0.515839, + "hf_subset": "bel_Cyrl-ewe_Latn", + "languages": [ + "bel-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910903, + "recall": 0.935771, + "f1": 0.91861, + "accuracy": 0.935771, + "main_score": 0.91861, + "hf_subset": "bel_Cyrl-ilo_Latn", + "languages": [ + "bel-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314115, + "recall": 0.37253, + "f1": 0.330856, + "accuracy": 0.37253, + "main_score": 0.330856, + "hf_subset": "bel_Cyrl-knc_Arab", + "languages": [ + "bel-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-prs_Arab", + "languages": [ + "bel-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-swe_Latn", + "languages": [ + "bel-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-urd_Arab", + "languages": [ + "bel-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579875, + "recall": 0.643281, + "f1": 0.59752, + "accuracy": 0.643281, + "main_score": 0.59752, + "hf_subset": "bel_Cyrl-aka_Latn", + "languages": [ + "bel-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "bel_Cyrl-bjn_Latn", + "languages": [ + "bel-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "bel_Cyrl-fao_Latn", + "languages": [ + "bel-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-ind_Latn", + "languages": [ + "bel-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567154, + "recall": 0.62253, + "f1": 0.583322, + "accuracy": 0.62253, + "main_score": 0.583322, + "hf_subset": "bel_Cyrl-knc_Latn", + "languages": [ + "bel-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bel_Cyrl-mlt_Latn", + "languages": [ + "bel-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690983, + "recall": 0.751976, + "f1": 0.709212, + "accuracy": 0.751976, + "main_score": 0.709212, + "hf_subset": "bel_Cyrl-quy_Latn", + "languages": [ + "bel-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952536, + "accuracy": 0.963439, + "main_score": 0.952536, + "hf_subset": "bel_Cyrl-swh_Latn", + "languages": [ + "bel-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-uzn_Latn", + "languages": [ + "bel-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-als_Latn", + "languages": [ + "bel-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593216, + "recall": 0.676877, + "f1": 0.618253, + "accuracy": 0.676877, + "main_score": 0.618253, + "hf_subset": "bel_Cyrl-bod_Tibt", + "languages": [ + "bel-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691275, + "recall": 0.747036, + "f1": 0.707625, + "accuracy": 0.747036, + "main_score": 0.707625, + "hf_subset": "bel_Cyrl-fij_Latn", + "languages": [ + "bel-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-isl_Latn", + "languages": [ + "bel-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639723, + "recall": 0.697628, + "f1": 0.657119, + "accuracy": 0.697628, + "main_score": 0.657119, + "hf_subset": "bel_Cyrl-kon_Latn", + "languages": [ + "bel-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624878, + "recall": 0.695652, + "f1": 0.645363, + "accuracy": 0.695652, + "main_score": 0.645363, + "hf_subset": "bel_Cyrl-mni_Beng", + "languages": [ + "bel-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-ron_Latn", + "languages": [ + "bel-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-szl_Latn", + "languages": [ + "bel-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-vec_Latn", + "languages": [ + "bel-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923913, + "recall": 0.94664, + "f1": 0.931126, + "accuracy": 0.94664, + "main_score": 0.931126, + "hf_subset": "bel_Cyrl-amh_Ethi", + "languages": [ + "bel-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-fin_Latn", + "languages": [ + "bel-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ita_Latn", + "languages": [ + "bel-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-kor_Hang", + "languages": [ + "bel-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541229, + "recall": 0.597826, + "f1": 0.556889, + "accuracy": 0.597826, + "main_score": 0.556889, + "hf_subset": "bel_Cyrl-mos_Latn", + "languages": [ + "bel-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540366, + "recall": 0.596838, + "f1": 0.556588, + "accuracy": 0.596838, + "main_score": 0.556588, + "hf_subset": "bel_Cyrl-run_Latn", + "languages": [ + "bel-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-tam_Taml", + "languages": [ + "bel-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-vie_Latn", + "languages": [ + "bel-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-apc_Arab", + "languages": [ + "bel-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771196, + "recall": 0.823123, + "f1": 0.786975, + "accuracy": 0.823123, + "main_score": 0.786975, + "hf_subset": "bel_Cyrl-bug_Latn", + "languages": [ + "bel-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471586, + "recall": 0.528656, + "f1": 0.486982, + "accuracy": 0.528656, + "main_score": 0.486982, + "hf_subset": "bel_Cyrl-fon_Latn", + "languages": [ + "bel-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-jav_Latn", + "languages": [ + "bel-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-lao_Laoo", + "languages": [ + "bel-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82192, + "recall": 0.866601, + "f1": 0.835705, + "accuracy": 0.866601, + "main_score": 0.835705, + "hf_subset": "bel_Cyrl-mri_Latn", + "languages": [ + "bel-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523484, + "recall": 0.586957, + "f1": 0.541491, + "accuracy": 0.586957, + "main_score": 0.541491, + "hf_subset": "bel_Cyrl-taq_Latn", + "languages": [ + "bel-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bel_Cyrl-war_Latn", + "languages": [ + "bel-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-arb_Arab", + "languages": [ + "bel-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-fra_Latn", + "languages": [ + "bel-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-jpn_Jpan", + "languages": [ + "bel-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bel_Cyrl-lij_Latn", + "languages": [ + "bel-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "bel_Cyrl-mya_Mymr", + "languages": [ + "bel-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575469, + "recall": 0.642292, + "f1": 0.593981, + "accuracy": 0.642292, + "main_score": 0.593981, + "hf_subset": "bel_Cyrl-sag_Latn", + "languages": [ + "bel-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198344, + "recall": 0.251976, + "f1": 0.210063, + "accuracy": 0.251976, + "main_score": 0.210063, + "hf_subset": "bel_Cyrl-taq_Tfng", + "languages": [ + "bel-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614123, + "recall": 0.676877, + "f1": 0.632282, + "accuracy": 0.676877, + "main_score": 0.632282, + "hf_subset": "bel_Cyrl-wol_Latn", + "languages": [ + "bel-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777092, + "recall": 0.832016, + "f1": 0.793972, + "accuracy": 0.832016, + "main_score": 0.793972, + "hf_subset": "bel_Cyrl-arb_Latn", + "languages": [ + "bel-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-cat_Latn", + "languages": [ + "bel-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bel_Cyrl-fur_Latn", + "languages": [ + "bel-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394411, + "recall": 0.455534, + "f1": 0.411396, + "accuracy": 0.455534, + "main_score": 0.411396, + "hf_subset": "bel_Cyrl-kab_Latn", + "languages": [ + "bel-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bel_Cyrl-lim_Latn", + "languages": [ + "bel-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-nld_Latn", + "languages": [ + "bel-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "bel_Cyrl-san_Deva", + "languages": [ + "bel-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-tat_Cyrl", + "languages": [ + "bel-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637138, + "recall": 0.698617, + "f1": 0.655421, + "accuracy": 0.698617, + "main_score": 0.655421, + "hf_subset": "bel_Cyrl-xho_Latn", + "languages": [ + "bel-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ars_Arab", + "languages": [ + "bel-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-ceb_Latn", + "languages": [ + "bel-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539805, + "recall": 0.600791, + "f1": 0.557417, + "accuracy": 0.600791, + "main_score": 0.557417, + "hf_subset": "bel_Cyrl-fuv_Latn", + "languages": [ + "bel-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506762, + "recall": 0.571146, + "f1": 0.524444, + "accuracy": 0.571146, + "main_score": 0.524444, + "hf_subset": "bel_Cyrl-kac_Latn", + "languages": [ + "bel-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642615, + "recall": 0.700593, + "f1": 0.659324, + "accuracy": 0.700593, + "main_score": 0.659324, + "hf_subset": "bel_Cyrl-lin_Latn", + "languages": [ + "bel-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-nno_Latn", + "languages": [ + "bel-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.209299, + "recall": 0.284585, + "f1": 0.229015, + "accuracy": 0.284585, + "main_score": 0.229015, + "hf_subset": "bel_Cyrl-sat_Olck", + "languages": [ + "bel-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-tel_Telu", + "languages": [ + "bel-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.967391, + "f1": 0.958169, + "accuracy": 0.967391, + "main_score": 0.958169, + "hf_subset": "bel_Cyrl-ydd_Hebr", + "languages": [ + "bel-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bel_Cyrl-ary_Arab", + "languages": [ + "bel-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549583, + "recall": 0.61166, + "f1": 0.567481, + "accuracy": 0.61166, + "main_score": 0.567481, + "hf_subset": "bel_Cyrl-gaz_Latn", + "languages": [ + "bel-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568051, + "recall": 0.630435, + "f1": 0.585913, + "accuracy": 0.630435, + "main_score": 0.585913, + "hf_subset": "bel_Cyrl-kam_Latn", + "languages": [ + "bel-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bel_Cyrl-lit_Latn", + "languages": [ + "bel-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-nob_Latn", + "languages": [ + "bel-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bel_Cyrl-scn_Latn", + "languages": [ + "bel-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bel_Cyrl-tgk_Cyrl", + "languages": [ + "bel-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679901, + "recall": 0.747036, + "f1": 0.700266, + "accuracy": 0.747036, + "main_score": 0.700266, + "hf_subset": "bel_Cyrl-yor_Latn", + "languages": [ + "bel-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-arz_Arab", + "languages": [ + "bel-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55517, + "recall": 0.609684, + "f1": 0.571311, + "accuracy": 0.609684, + "main_score": 0.571311, + "hf_subset": "bel_Cyrl-cjk_Latn", + "languages": [ + "bel-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752404, + "recall": 0.8083, + "f1": 0.769368, + "accuracy": 0.8083, + "main_score": 0.769368, + "hf_subset": "bel_Cyrl-gla_Latn", + "languages": [ + "bel-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bel_Cyrl-kan_Knda", + "languages": [ + "bel-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "bel_Cyrl-lmo_Latn", + "languages": [ + "bel-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bel_Cyrl-npi_Deva", + "languages": [ + "bel-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458654, + "recall": 0.521739, + "f1": 0.476147, + "accuracy": 0.521739, + "main_score": 0.476147, + "hf_subset": "bel_Cyrl-shn_Mymr", + "languages": [ + "bel-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-tgl_Latn", + "languages": [ + "bel-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-yue_Hant", + "languages": [ + "bel-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bel_Cyrl-asm_Beng", + "languages": [ + "bel-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.954545, + "f1": 0.941864, + "accuracy": 0.954545, + "main_score": 0.941864, + "hf_subset": "bel_Cyrl-ckb_Arab", + "languages": [ + "bel-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852717, + "recall": 0.891304, + "f1": 0.864526, + "accuracy": 0.891304, + "main_score": 0.864526, + "hf_subset": "bel_Cyrl-gle_Latn", + "languages": [ + "bel-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92803, + "recall": 0.949605, + "f1": 0.935112, + "accuracy": 0.949605, + "main_score": 0.935112, + "hf_subset": "bel_Cyrl-kas_Arab", + "languages": [ + "bel-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94277, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "bel_Cyrl-ltg_Latn", + "languages": [ + "bel-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595629, + "recall": 0.651186, + "f1": 0.611673, + "accuracy": 0.651186, + "main_score": 0.611673, + "hf_subset": "bel_Cyrl-nso_Latn", + "languages": [ + "bel-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bel_Cyrl-sin_Sinh", + "languages": [ + "bel-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-tha_Thai", + "languages": [ + "bel-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-zho_Hans", + "languages": [ + "bel-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-ast_Latn", + "languages": [ + "bel-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-crh_Latn", + "languages": [ + "bel-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-glg_Latn", + "languages": [ + "bel-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86026, + "recall": 0.900198, + "f1": 0.872892, + "accuracy": 0.900198, + "main_score": 0.872892, + "hf_subset": "bel_Cyrl-kas_Deva", + "languages": [ + "bel-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "bel_Cyrl-ltz_Latn", + "languages": [ + "bel-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44832, + "recall": 0.51581, + "f1": 0.46678, + "accuracy": 0.51581, + "main_score": 0.46678, + "hf_subset": "bel_Cyrl-nus_Latn", + "languages": [ + "bel-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619812, + "recall": 0.687747, + "f1": 0.639545, + "accuracy": 0.687747, + "main_score": 0.639545, + "hf_subset": "bel_Cyrl-tir_Ethi", + "languages": [ + "bel-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-zho_Hant", + "languages": [ + "bel-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "bel_Cyrl-awa_Deva", + "languages": [ + "bel-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960507, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "bel_Cyrl-cym_Latn", + "languages": [ + "bel-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818363, + "recall": 0.86166, + "f1": 0.83139, + "accuracy": 0.86166, + "main_score": 0.83139, + "hf_subset": "bel_Cyrl-grn_Latn", + "languages": [ + "bel-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bel_Cyrl-kat_Geor", + "languages": [ + "bel-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62552, + "recall": 0.677866, + "f1": 0.640354, + "accuracy": 0.677866, + "main_score": 0.640354, + "hf_subset": "bel_Cyrl-lua_Latn", + "languages": [ + "bel-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61013, + "recall": 0.674901, + "f1": 0.628845, + "accuracy": 0.674901, + "main_score": 0.628845, + "hf_subset": "bel_Cyrl-nya_Latn", + "languages": [ + "bel-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933794, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "bel_Cyrl-tpi_Latn", + "languages": [ + "bel-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-zsm_Latn", + "languages": [ + "bel-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533311, + "recall": 0.594862, + "f1": 0.550963, + "accuracy": 0.594862, + "main_score": 0.550963, + "hf_subset": "bel_Cyrl-ayr_Latn", + "languages": [ + "bel-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-dan_Latn", + "languages": [ + "bel-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-guj_Gujr", + "languages": [ + "bel-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-kaz_Cyrl", + "languages": [ + "bel-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516495, + "recall": 0.577075, + "f1": 0.533234, + "accuracy": 0.577075, + "main_score": 0.533234, + "hf_subset": "bel_Cyrl-lug_Latn", + "languages": [ + "bel-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bel_Cyrl-oci_Latn", + "languages": [ + "bel-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78251, + "recall": 0.83498, + "f1": 0.798682, + "accuracy": 0.83498, + "main_score": 0.798682, + "hf_subset": "bel_Cyrl-smo_Latn", + "languages": [ + "bel-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528588, + "recall": 0.590909, + "f1": 0.54594, + "accuracy": 0.590909, + "main_score": 0.54594, + "hf_subset": "bel_Cyrl-tsn_Latn", + "languages": [ + "bel-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58471, + "recall": 0.645257, + "f1": 0.60236, + "accuracy": 0.645257, + "main_score": 0.60236, + "hf_subset": "bel_Cyrl-zul_Latn", + "languages": [ + "bel-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901927, + "recall": 0.931818, + "f1": 0.911627, + "accuracy": 0.931818, + "main_score": 0.911627, + "hf_subset": "bel_Cyrl-azb_Arab", + "languages": [ + "bel-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-deu_Latn", + "languages": [ + "bel-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "bel_Cyrl-hat_Latn", + "languages": [ + "bel-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482832, + "recall": 0.537549, + "f1": 0.498092, + "accuracy": 0.537549, + "main_score": 0.498092, + "hf_subset": "bel_Cyrl-kbp_Latn", + "languages": [ + "bel-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553903, + "recall": 0.614625, + "f1": 0.570822, + "accuracy": 0.614625, + "main_score": 0.570822, + "hf_subset": "bel_Cyrl-luo_Latn", + "languages": [ + "bel-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bel_Cyrl-ory_Orya", + "languages": [ + "bel-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572093, + "recall": 0.633399, + "f1": 0.589223, + "accuracy": 0.633399, + "main_score": 0.589223, + "hf_subset": "bel_Cyrl-sna_Latn", + "languages": [ + "bel-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548143, + "recall": 0.604743, + "f1": 0.564152, + "accuracy": 0.604743, + "main_score": 0.564152, + "hf_subset": "bel_Cyrl-tso_Latn", + "languages": [ + "bel-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bel_Cyrl-azj_Latn", + "languages": [ + "bel-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526157, + "recall": 0.591897, + "f1": 0.545048, + "accuracy": 0.591897, + "main_score": 0.545048, + "hf_subset": "bel_Cyrl-dik_Latn", + "languages": [ + "bel-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712648, + "recall": 0.774704, + "f1": 0.731686, + "accuracy": 0.774704, + "main_score": 0.731686, + "hf_subset": "bel_Cyrl-hau_Latn", + "languages": [ + "bel-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bel_Cyrl-kea_Latn", + "languages": [ + "bel-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725329, + "recall": 0.777668, + "f1": 0.741078, + "accuracy": 0.777668, + "main_score": 0.741078, + "hf_subset": "bel_Cyrl-lus_Latn", + "languages": [ + "bel-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846814, + "recall": 0.881423, + "f1": 0.857428, + "accuracy": 0.881423, + "main_score": 0.857428, + "hf_subset": "bel_Cyrl-pag_Latn", + "languages": [ + "bel-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bel_Cyrl-snd_Arab", + "languages": [ + "bel-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "bel_Cyrl-tuk_Latn", + "languages": [ + "bel-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bel_Cyrl-bak_Cyrl", + "languages": [ + "bel-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4667, + "recall": 0.540514, + "f1": 0.488246, + "accuracy": 0.540514, + "main_score": 0.488246, + "hf_subset": "bel_Cyrl-dyu_Latn", + "languages": [ + "bel-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-heb_Hebr", + "languages": [ + "bel-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bel_Cyrl-khk_Cyrl", + "languages": [ + "bel-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-lvs_Latn", + "languages": [ + "bel-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bel_Cyrl-pan_Guru", + "languages": [ + "bel-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66083, + "recall": 0.726285, + "f1": 0.68055, + "accuracy": 0.726285, + "main_score": 0.68055, + "hf_subset": "bel_Cyrl-som_Latn", + "languages": [ + "bel-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592737, + "recall": 0.644269, + "f1": 0.607613, + "accuracy": 0.644269, + "main_score": 0.607613, + "hf_subset": "bel_Cyrl-tum_Latn", + "languages": [ + "bel-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620176, + "recall": 0.687747, + "f1": 0.639437, + "accuracy": 0.687747, + "main_score": 0.639437, + "hf_subset": "eng_Latn-ace_Arab", + "languages": [ + "eng-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548485, + "recall": 0.610672, + "f1": 0.565747, + "accuracy": 0.610672, + "main_score": 0.565747, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483063, + "recall": 0.563241, + "f1": 0.505125, + "accuracy": 0.563241, + "main_score": 0.505125, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-mag_Deva", + "languages": [ + "eng-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-pap_Latn", + "languages": [ + "eng-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628706, + "recall": 0.688735, + "f1": 0.645465, + "accuracy": 0.688735, + "main_score": 0.645465, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900774, + "recall": 0.927866, + "f1": 0.90911, + "accuracy": 0.927866, + "main_score": 0.90911, + "hf_subset": "eng_Latn-ace_Latn", + "languages": [ + "eng-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "eng_Latn-ban_Latn", + "languages": [ + "eng-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng_Latn-hne_Deva", + "languages": [ + "eng-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631201, + "recall": 0.688735, + "f1": 0.647641, + "accuracy": 0.688735, + "main_score": 0.647641, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636161, + "recall": 0.702569, + "f1": 0.654707, + "accuracy": 0.702569, + "main_score": 0.654707, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577076, + "recall": 0.642292, + "f1": 0.595822, + "accuracy": 0.642292, + "main_score": 0.595822, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-srd_Latn", + "languages": [ + "eng-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184884, + "recall": 0.235178, + "f1": 0.196988, + "accuracy": 0.235178, + "main_score": 0.196988, + "hf_subset": "eng_Latn-tzm_Tfng", + "languages": [ + "eng-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-acq_Arab", + "languages": [ + "eng-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655031, + "recall": 0.70751, + "f1": 0.669818, + "accuracy": 0.70751, + "main_score": 0.669818, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703623, + "recall": 0.755929, + "f1": 0.719419, + "accuracy": 0.755929, + "main_score": 0.719419, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-aeb_Arab", + "languages": [ + "eng-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573123, + "recall": 0.62253, + "f1": 0.586942, + "accuracy": 0.62253, + "main_score": 0.586942, + "hf_subset": "eng_Latn-kmb_Latn", + "languages": [ + "eng-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525647, + "recall": 0.601779, + "f1": 0.546283, + "accuracy": 0.601779, + "main_score": 0.546283, + "hf_subset": "eng_Latn-min_Arab", + "languages": [ + "eng-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57324, + "recall": 0.641304, + "f1": 0.592542, + "accuracy": 0.641304, + "main_score": 0.592542, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bho_Deva", + "languages": [ + "eng-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609232, + "recall": 0.673913, + "f1": 0.627115, + "accuracy": 0.673913, + "main_score": 0.627115, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927454, + "recall": 0.949605, + "f1": 0.934519, + "accuracy": 0.949605, + "main_score": 0.934519, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-min_Latn", + "languages": [ + "eng-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541971, + "recall": 0.601779, + "f1": 0.559216, + "accuracy": 0.601779, + "main_score": 0.559216, + "hf_subset": "eng_Latn-umb_Latn", + "languages": [ + "eng-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ajp_Arab", + "languages": [ + "eng-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579715, + "recall": 0.641304, + "f1": 0.596625, + "accuracy": 0.641304, + "main_score": 0.596625, + "hf_subset": "eng_Latn-bjn_Arab", + "languages": [ + "eng-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539169, + "recall": 0.597826, + "f1": 0.555775, + "accuracy": 0.597826, + "main_score": 0.555775, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.33455, + "recall": 0.396245, + "f1": 0.35127, + "accuracy": 0.396245, + "main_score": 0.35127, + "hf_subset": "eng_Latn-knc_Arab", + "languages": [ + "eng-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616924, + "recall": 0.682806, + "f1": 0.635686, + "accuracy": 0.682806, + "main_score": 0.635686, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-bjn_Latn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621171, + "recall": 0.673913, + "f1": 0.636169, + "accuracy": 0.673913, + "main_score": 0.636169, + "hf_subset": "eng_Latn-knc_Latn", + "languages": [ + "eng-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730494, + "recall": 0.793478, + "f1": 0.74926, + "accuracy": 0.793478, + "main_score": 0.74926, + "hf_subset": "eng_Latn-quy_Latn", + "languages": [ + "eng-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704364, + "recall": 0.773715, + "f1": 0.725005, + "accuracy": 0.773715, + "main_score": 0.725005, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73853, + "recall": 0.793478, + "f1": 0.754826, + "accuracy": 0.793478, + "main_score": 0.754826, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699094, + "recall": 0.750988, + "f1": 0.714248, + "accuracy": 0.750988, + "main_score": 0.714248, + "hf_subset": "eng_Latn-kon_Latn", + "languages": [ + "eng-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712032, + "recall": 0.77668, + "f1": 0.730997, + "accuracy": 0.77668, + "main_score": 0.730997, + "hf_subset": "eng_Latn-mni_Beng", + "languages": [ + "eng-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "eng_Latn-szl_Latn", + "languages": [ + "eng-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-vec_Latn", + "languages": [ + "eng-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571585, + "recall": 0.633399, + "f1": 0.588878, + "accuracy": 0.633399, + "main_score": 0.588878, + "hf_subset": "eng_Latn-mos_Latn", + "languages": [ + "eng-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577882, + "recall": 0.633399, + "f1": 0.593219, + "accuracy": 0.633399, + "main_score": 0.593219, + "hf_subset": "eng_Latn-run_Latn", + "languages": [ + "eng-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828722, + "recall": 0.868577, + "f1": 0.840617, + "accuracy": 0.868577, + "main_score": 0.840617, + "hf_subset": "eng_Latn-bug_Latn", + "languages": [ + "eng-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491708, + "recall": 0.548419, + "f1": 0.506616, + "accuracy": 0.548419, + "main_score": 0.506616, + "hf_subset": "eng_Latn-fon_Latn", + "languages": [ + "eng-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900339, + "recall": 0.928854, + "f1": 0.909338, + "accuracy": 0.928854, + "main_score": 0.909338, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558704, + "recall": 0.623518, + "f1": 0.576788, + "accuracy": 0.623518, + "main_score": 0.576788, + "hf_subset": "eng_Latn-taq_Latn", + "languages": [ + "eng-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-lij_Latn", + "languages": [ + "eng-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993906, + "recall": 0.995059, + "f1": 0.994236, + "accuracy": 0.995059, + "main_score": 0.994236, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625482, + "recall": 0.697628, + "f1": 0.646223, + "accuracy": 0.697628, + "main_score": 0.646223, + "hf_subset": "eng_Latn-sag_Latn", + "languages": [ + "eng-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204912, + "recall": 0.26581, + "f1": 0.2187, + "accuracy": 0.26581, + "main_score": 0.2187, + "hf_subset": "eng_Latn-taq_Tfng", + "languages": [ + "eng-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655937, + "recall": 0.718379, + "f1": 0.673888, + "accuracy": 0.718379, + "main_score": 0.673888, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831357, + "recall": 0.875494, + "f1": 0.845158, + "accuracy": 0.875494, + "main_score": 0.845158, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-fur_Latn", + "languages": [ + "eng-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431827, + "recall": 0.48913, + "f1": 0.447409, + "accuracy": 0.48913, + "main_score": 0.447409, + "hf_subset": "eng_Latn-kab_Latn", + "languages": [ + "eng-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "eng_Latn-lim_Latn", + "languages": [ + "eng-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712906, + "recall": 0.766798, + "f1": 0.728755, + "accuracy": 0.766798, + "main_score": 0.728755, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578096, + "recall": 0.641304, + "f1": 0.596205, + "accuracy": 0.641304, + "main_score": 0.596205, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534068, + "recall": 0.601779, + "f1": 0.552682, + "accuracy": 0.601779, + "main_score": 0.552682, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70859, + "recall": 0.757905, + "f1": 0.723191, + "accuracy": 0.757905, + "main_score": 0.723191, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.259241, + "recall": 0.338933, + "f1": 0.280498, + "accuracy": 0.338933, + "main_score": 0.280498, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "eng_Latn-ydd_Hebr", + "languages": [ + "eng-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601261, + "recall": 0.664032, + "f1": 0.619713, + "accuracy": 0.664032, + "main_score": 0.619713, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609648, + "recall": 0.672925, + "f1": 0.627654, + "accuracy": 0.672925, + "main_score": 0.627654, + "hf_subset": "eng_Latn-kam_Latn", + "languages": [ + "eng-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eng_Latn-scn_Latn", + "languages": [ + "eng-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739625, + "recall": 0.80336, + "f1": 0.759044, + "accuracy": 0.80336, + "main_score": 0.759044, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576727, + "recall": 0.640316, + "f1": 0.59524, + "accuracy": 0.640316, + "main_score": 0.59524, + "hf_subset": "eng_Latn-cjk_Latn", + "languages": [ + "eng-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839345, + "recall": 0.880435, + "f1": 0.852127, + "accuracy": 0.880435, + "main_score": 0.852127, + "hf_subset": "eng_Latn-gla_Latn", + "languages": [ + "eng-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "eng_Latn-lmo_Latn", + "languages": [ + "eng-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494199, + "recall": 0.5583, + "f1": 0.511693, + "accuracy": 0.5583, + "main_score": 0.511693, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925889, + "recall": 0.947628, + "f1": 0.932806, + "accuracy": 0.947628, + "main_score": 0.932806, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "eng_Latn-ltg_Latn", + "languages": [ + "eng-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649153, + "recall": 0.705534, + "f1": 0.66533, + "accuracy": 0.705534, + "main_score": 0.66533, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ast_Latn", + "languages": [ + "eng-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-crh_Latn", + "languages": [ + "eng-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927948, + "recall": 0.950593, + "f1": 0.935343, + "accuracy": 0.950593, + "main_score": 0.935343, + "hf_subset": "eng_Latn-kas_Deva", + "languages": [ + "eng-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494064, + "recall": 0.5583, + "f1": 0.511173, + "accuracy": 0.5583, + "main_score": 0.511173, + "hf_subset": "eng_Latn-nus_Latn", + "languages": [ + "eng-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665415, + "recall": 0.742095, + "f1": 0.688326, + "accuracy": 0.742095, + "main_score": 0.688326, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "eng_Latn-awa_Deva", + "languages": [ + "eng-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873024, + "recall": 0.909091, + "f1": 0.884354, + "accuracy": 0.909091, + "main_score": 0.884354, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676138, + "recall": 0.730237, + "f1": 0.691852, + "accuracy": 0.730237, + "main_score": 0.691852, + "hf_subset": "eng_Latn-lua_Latn", + "languages": [ + "eng-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67896, + "recall": 0.738142, + "f1": 0.695704, + "accuracy": 0.738142, + "main_score": 0.695704, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56753, + "recall": 0.632411, + "f1": 0.586058, + "accuracy": 0.632411, + "main_score": 0.586058, + "hf_subset": "eng_Latn-ayr_Latn", + "languages": [ + "eng-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567335, + "recall": 0.633399, + "f1": 0.585891, + "accuracy": 0.633399, + "main_score": 0.585891, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-oci_Latn", + "languages": [ + "eng-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864377, + "recall": 0.902174, + "f1": 0.876219, + "accuracy": 0.902174, + "main_score": 0.876219, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567756, + "recall": 0.633399, + "f1": 0.586339, + "accuracy": 0.633399, + "main_score": 0.586339, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651072, + "recall": 0.714427, + "f1": 0.669426, + "accuracy": 0.714427, + "main_score": 0.669426, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51469, + "recall": 0.570158, + "f1": 0.530228, + "accuracy": 0.570158, + "main_score": 0.530228, + "hf_subset": "eng_Latn-kbp_Latn", + "languages": [ + "eng-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596196, + "recall": 0.655138, + "f1": 0.612016, + "accuracy": 0.655138, + "main_score": 0.612016, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616638, + "recall": 0.681818, + "f1": 0.635712, + "accuracy": 0.681818, + "main_score": 0.635712, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588218, + "recall": 0.640316, + "f1": 0.602557, + "accuracy": 0.640316, + "main_score": 0.602557, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55963, + "recall": 0.624506, + "f1": 0.578396, + "accuracy": 0.624506, + "main_score": 0.578396, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774391, + "recall": 0.824111, + "f1": 0.789347, + "accuracy": 0.824111, + "main_score": 0.789347, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770833, + "recall": 0.820158, + "f1": 0.785705, + "accuracy": 0.820158, + "main_score": 0.785705, + "hf_subset": "eng_Latn-lus_Latn", + "languages": [ + "eng-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902092, + "recall": 0.926877, + "f1": 0.909618, + "accuracy": 0.926877, + "main_score": 0.909618, + "hf_subset": "eng_Latn-pag_Latn", + "languages": [ + "eng-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499366, + "recall": 0.583004, + "f1": 0.523954, + "accuracy": 0.583004, + "main_score": 0.523954, + "hf_subset": "eng_Latn-dyu_Latn", + "languages": [ + "eng-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749664, + "recall": 0.806324, + "f1": 0.766702, + "accuracy": 0.806324, + "main_score": 0.766702, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635787, + "recall": 0.682806, + "f1": 0.649327, + "accuracy": 0.682806, + "main_score": 0.649327, + "hf_subset": "eng_Latn-tum_Latn", + "languages": [ + "eng-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590542, + "recall": 0.662055, + "f1": 0.611092, + "accuracy": 0.662055, + "main_score": 0.611092, + "hf_subset": "hrv_Latn-ace_Arab", + "languages": [ + "hrv-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545744, + "recall": 0.609684, + "f1": 0.563846, + "accuracy": 0.609684, + "main_score": 0.563846, + "hf_subset": "hrv_Latn-bam_Latn", + "languages": [ + "hrv-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447446, + "recall": 0.524704, + "f1": 0.46795, + "accuracy": 0.524704, + "main_score": 0.46795, + "hf_subset": "hrv_Latn-dzo_Tibt", + "languages": [ + "hrv-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-hin_Deva", + "languages": [ + "hrv-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-khm_Khmr", + "languages": [ + "hrv-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-mag_Deva", + "languages": [ + "hrv-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-pap_Latn", + "languages": [ + "hrv-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618125, + "recall": 0.673913, + "f1": 0.634062, + "accuracy": 0.673913, + "main_score": 0.634062, + "hf_subset": "hrv_Latn-sot_Latn", + "languages": [ + "hrv-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-tur_Latn", + "languages": [ + "hrv-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878623, + "recall": 0.909091, + "f1": 0.888175, + "accuracy": 0.909091, + "main_score": 0.888175, + "hf_subset": "hrv_Latn-ace_Latn", + "languages": [ + "hrv-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965003, + "recall": 0.975296, + "f1": 0.968281, + "accuracy": 0.975296, + "main_score": 0.968281, + "hf_subset": "hrv_Latn-ban_Latn", + "languages": [ + "hrv-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ell_Grek", + "languages": [ + "hrv-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hrv_Latn-hne_Deva", + "languages": [ + "hrv-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613955, + "recall": 0.668972, + "f1": 0.629871, + "accuracy": 0.668972, + "main_score": 0.629871, + "hf_subset": "hrv_Latn-kik_Latn", + "languages": [ + "hrv-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-mai_Deva", + "languages": [ + "hrv-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "hrv_Latn-pbt_Arab", + "languages": [ + "hrv-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-spa_Latn", + "languages": [ + "hrv-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622661, + "recall": 0.689723, + "f1": 0.642278, + "accuracy": 0.689723, + "main_score": 0.642278, + "hf_subset": "hrv_Latn-twi_Latn", + "languages": [ + "hrv-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-acm_Arab", + "languages": [ + "hrv-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575049, + "recall": 0.640316, + "f1": 0.593817, + "accuracy": 0.640316, + "main_score": 0.593817, + "hf_subset": "hrv_Latn-kin_Latn", + "languages": [ + "hrv-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-mal_Mlym", + "languages": [ + "hrv-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-pes_Arab", + "languages": [ + "hrv-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-srd_Latn", + "languages": [ + "hrv-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187714, + "recall": 0.236166, + "f1": 0.199597, + "accuracy": 0.236166, + "main_score": 0.199597, + "hf_subset": "hrv_Latn-tzm_Tfng", + "languages": [ + "hrv-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-acq_Arab", + "languages": [ + "hrv-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650642, + "recall": 0.702569, + "f1": 0.665961, + "accuracy": 0.702569, + "main_score": 0.665961, + "hf_subset": "hrv_Latn-bem_Latn", + "languages": [ + "hrv-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-epo_Latn", + "languages": [ + "hrv-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-hun_Latn", + "languages": [ + "hrv-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-kir_Cyrl", + "languages": [ + "hrv-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-mar_Deva", + "languages": [ + "hrv-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678887, + "recall": 0.736166, + "f1": 0.695577, + "accuracy": 0.736166, + "main_score": 0.695577, + "hf_subset": "hrv_Latn-plt_Latn", + "languages": [ + "hrv-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "hrv_Latn-uig_Arab", + "languages": [ + "hrv-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-aeb_Arab", + "languages": [ + "hrv-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ben_Beng", + "languages": [ + "hrv-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-est_Latn", + "languages": [ + "hrv-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-hye_Armn", + "languages": [ + "hrv-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558668, + "recall": 0.61166, + "f1": 0.57372, + "accuracy": 0.61166, + "main_score": 0.57372, + "hf_subset": "hrv_Latn-kmb_Latn", + "languages": [ + "hrv-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52279, + "recall": 0.596838, + "f1": 0.543069, + "accuracy": 0.596838, + "main_score": 0.543069, + "hf_subset": "hrv_Latn-min_Arab", + "languages": [ + "hrv-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581021, + "recall": 0.643281, + "f1": 0.599555, + "accuracy": 0.643281, + "main_score": 0.599555, + "hf_subset": "hrv_Latn-ssw_Latn", + "languages": [ + "hrv-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-afr_Latn", + "languages": [ + "hrv-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-bho_Deva", + "languages": [ + "hrv-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-eus_Latn", + "languages": [ + "hrv-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608729, + "recall": 0.672925, + "f1": 0.626882, + "accuracy": 0.672925, + "main_score": 0.626882, + "hf_subset": "hrv_Latn-ibo_Latn", + "languages": [ + "hrv-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908926, + "recall": 0.934783, + "f1": 0.917325, + "accuracy": 0.934783, + "main_score": 0.917325, + "hf_subset": "hrv_Latn-kmr_Latn", + "languages": [ + "hrv-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hrv_Latn-min_Latn", + "languages": [ + "hrv-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-por_Latn", + "languages": [ + "hrv-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-sun_Latn", + "languages": [ + "hrv-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535287, + "recall": 0.589921, + "f1": 0.550634, + "accuracy": 0.589921, + "main_score": 0.550634, + "hf_subset": "hrv_Latn-umb_Latn", + "languages": [ + "hrv-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ajp_Arab", + "languages": [ + "hrv-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564654, + "recall": 0.632411, + "f1": 0.58336, + "accuracy": 0.632411, + "main_score": 0.58336, + "hf_subset": "hrv_Latn-bjn_Arab", + "languages": [ + "hrv-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529765, + "recall": 0.585968, + "f1": 0.545684, + "accuracy": 0.585968, + "main_score": 0.545684, + "hf_subset": "hrv_Latn-ewe_Latn", + "languages": [ + "hrv-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951663, + "recall": 0.966403, + "f1": 0.956423, + "accuracy": 0.966403, + "main_score": 0.956423, + "hf_subset": "hrv_Latn-ilo_Latn", + "languages": [ + "hrv-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317292, + "recall": 0.37747, + "f1": 0.334219, + "accuracy": 0.37747, + "main_score": 0.334219, + "hf_subset": "hrv_Latn-knc_Arab", + "languages": [ + "hrv-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-prs_Arab", + "languages": [ + "hrv-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-swe_Latn", + "languages": [ + "hrv-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-urd_Arab", + "languages": [ + "hrv-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603405, + "recall": 0.664032, + "f1": 0.620951, + "accuracy": 0.664032, + "main_score": 0.620951, + "hf_subset": "hrv_Latn-aka_Latn", + "languages": [ + "hrv-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-bjn_Latn", + "languages": [ + "hrv-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-fao_Latn", + "languages": [ + "hrv-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ind_Latn", + "languages": [ + "hrv-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592951, + "recall": 0.647233, + "f1": 0.608782, + "accuracy": 0.647233, + "main_score": 0.608782, + "hf_subset": "hrv_Latn-knc_Latn", + "languages": [ + "hrv-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hrv_Latn-mlt_Latn", + "languages": [ + "hrv-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712385, + "recall": 0.775692, + "f1": 0.730714, + "accuracy": 0.775692, + "main_score": 0.730714, + "hf_subset": "hrv_Latn-quy_Latn", + "languages": [ + "hrv-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-swh_Latn", + "languages": [ + "hrv-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-uzn_Latn", + "languages": [ + "hrv-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-als_Latn", + "languages": [ + "hrv-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652964, + "recall": 0.729249, + "f1": 0.675546, + "accuracy": 0.729249, + "main_score": 0.675546, + "hf_subset": "hrv_Latn-bod_Tibt", + "languages": [ + "hrv-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71381, + "recall": 0.768775, + "f1": 0.729948, + "accuracy": 0.768775, + "main_score": 0.729948, + "hf_subset": "hrv_Latn-fij_Latn", + "languages": [ + "hrv-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-isl_Latn", + "languages": [ + "hrv-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680352, + "recall": 0.726285, + "f1": 0.693808, + "accuracy": 0.726285, + "main_score": 0.693808, + "hf_subset": "hrv_Latn-kon_Latn", + "languages": [ + "hrv-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660502, + "recall": 0.72332, + "f1": 0.679334, + "accuracy": 0.72332, + "main_score": 0.679334, + "hf_subset": "hrv_Latn-mni_Beng", + "languages": [ + "hrv-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ron_Latn", + "languages": [ + "hrv-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "hrv_Latn-szl_Latn", + "languages": [ + "hrv-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-vec_Latn", + "languages": [ + "hrv-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "hrv_Latn-amh_Ethi", + "languages": [ + "hrv-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-fin_Latn", + "languages": [ + "hrv-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ita_Latn", + "languages": [ + "hrv-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-kor_Hang", + "languages": [ + "hrv-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562702, + "recall": 0.62253, + "f1": 0.579248, + "accuracy": 0.62253, + "main_score": 0.579248, + "hf_subset": "hrv_Latn-mos_Latn", + "languages": [ + "hrv-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564756, + "recall": 0.625494, + "f1": 0.582345, + "accuracy": 0.625494, + "main_score": 0.582345, + "hf_subset": "hrv_Latn-run_Latn", + "languages": [ + "hrv-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-tam_Taml", + "languages": [ + "hrv-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-vie_Latn", + "languages": [ + "hrv-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-apc_Arab", + "languages": [ + "hrv-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816848, + "recall": 0.86166, + "f1": 0.830355, + "accuracy": 0.86166, + "main_score": 0.830355, + "hf_subset": "hrv_Latn-bug_Latn", + "languages": [ + "hrv-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475254, + "recall": 0.530632, + "f1": 0.489678, + "accuracy": 0.530632, + "main_score": 0.489678, + "hf_subset": "hrv_Latn-fon_Latn", + "languages": [ + "hrv-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-jav_Latn", + "languages": [ + "hrv-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-lao_Laoo", + "languages": [ + "hrv-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884593, + "recall": 0.917984, + "f1": 0.895213, + "accuracy": 0.917984, + "main_score": 0.895213, + "hf_subset": "hrv_Latn-mri_Latn", + "languages": [ + "hrv-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554622, + "recall": 0.619565, + "f1": 0.572897, + "accuracy": 0.619565, + "main_score": 0.572897, + "hf_subset": "hrv_Latn-taq_Latn", + "languages": [ + "hrv-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-war_Latn", + "languages": [ + "hrv-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-arb_Arab", + "languages": [ + "hrv-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-fra_Latn", + "languages": [ + "hrv-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-jpn_Jpan", + "languages": [ + "hrv-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-lij_Latn", + "languages": [ + "hrv-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hrv_Latn-mya_Mymr", + "languages": [ + "hrv-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595606, + "recall": 0.663043, + "f1": 0.614647, + "accuracy": 0.663043, + "main_score": 0.614647, + "hf_subset": "hrv_Latn-sag_Latn", + "languages": [ + "hrv-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194446, + "recall": 0.25, + "f1": 0.207147, + "accuracy": 0.25, + "main_score": 0.207147, + "hf_subset": "hrv_Latn-taq_Tfng", + "languages": [ + "hrv-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649812, + "recall": 0.70751, + "f1": 0.665996, + "accuracy": 0.70751, + "main_score": 0.665996, + "hf_subset": "hrv_Latn-wol_Latn", + "languages": [ + "hrv-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818511, + "recall": 0.865613, + "f1": 0.832938, + "accuracy": 0.865613, + "main_score": 0.832938, + "hf_subset": "hrv_Latn-arb_Latn", + "languages": [ + "hrv-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-cat_Latn", + "languages": [ + "hrv-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-fur_Latn", + "languages": [ + "hrv-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423905, + "recall": 0.48419, + "f1": 0.440489, + "accuracy": 0.48419, + "main_score": 0.440489, + "hf_subset": "hrv_Latn-kab_Latn", + "languages": [ + "hrv-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hrv_Latn-lim_Latn", + "languages": [ + "hrv-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-nld_Latn", + "languages": [ + "hrv-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hrv_Latn-san_Deva", + "languages": [ + "hrv-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-tat_Cyrl", + "languages": [ + "hrv-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690761, + "recall": 0.75, + "f1": 0.708315, + "accuracy": 0.75, + "main_score": 0.708315, + "hf_subset": "hrv_Latn-xho_Latn", + "languages": [ + "hrv-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-ars_Arab", + "languages": [ + "hrv-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ceb_Latn", + "languages": [ + "hrv-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581836, + "recall": 0.643281, + "f1": 0.599515, + "accuracy": 0.643281, + "main_score": 0.599515, + "hf_subset": "hrv_Latn-fuv_Latn", + "languages": [ + "hrv-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514137, + "recall": 0.578063, + "f1": 0.531359, + "accuracy": 0.578063, + "main_score": 0.531359, + "hf_subset": "hrv_Latn-kac_Latn", + "languages": [ + "hrv-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689345, + "recall": 0.738142, + "f1": 0.704249, + "accuracy": 0.738142, + "main_score": 0.704249, + "hf_subset": "hrv_Latn-lin_Latn", + "languages": [ + "hrv-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-nno_Latn", + "languages": [ + "hrv-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221877, + "recall": 0.3083, + "f1": 0.244614, + "accuracy": 0.3083, + "main_score": 0.244614, + "hf_subset": "hrv_Latn-sat_Olck", + "languages": [ + "hrv-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-tel_Telu", + "languages": [ + "hrv-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hrv_Latn-ydd_Hebr", + "languages": [ + "hrv-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hrv_Latn-ary_Arab", + "languages": [ + "hrv-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590399, + "recall": 0.650198, + "f1": 0.608056, + "accuracy": 0.650198, + "main_score": 0.608056, + "hf_subset": "hrv_Latn-gaz_Latn", + "languages": [ + "hrv-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599745, + "recall": 0.662055, + "f1": 0.617499, + "accuracy": 0.662055, + "main_score": 0.617499, + "hf_subset": "hrv_Latn-kam_Latn", + "languages": [ + "hrv-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hrv_Latn-lit_Latn", + "languages": [ + "hrv-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-nob_Latn", + "languages": [ + "hrv-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "hrv_Latn-scn_Latn", + "languages": [ + "hrv-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "hrv_Latn-tgk_Cyrl", + "languages": [ + "hrv-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733517, + "recall": 0.796443, + "f1": 0.752569, + "accuracy": 0.796443, + "main_score": 0.752569, + "hf_subset": "hrv_Latn-yor_Latn", + "languages": [ + "hrv-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-arz_Arab", + "languages": [ + "hrv-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568974, + "recall": 0.632411, + "f1": 0.587513, + "accuracy": 0.632411, + "main_score": 0.587513, + "hf_subset": "hrv_Latn-cjk_Latn", + "languages": [ + "hrv-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816321, + "recall": 0.86166, + "f1": 0.830171, + "accuracy": 0.86166, + "main_score": 0.830171, + "hf_subset": "hrv_Latn-gla_Latn", + "languages": [ + "hrv-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-kan_Knda", + "languages": [ + "hrv-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-lmo_Latn", + "languages": [ + "hrv-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "hrv_Latn-npi_Deva", + "languages": [ + "hrv-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475264, + "recall": 0.54249, + "f1": 0.494604, + "accuracy": 0.54249, + "main_score": 0.494604, + "hf_subset": "hrv_Latn-shn_Mymr", + "languages": [ + "hrv-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-tgl_Latn", + "languages": [ + "hrv-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-yue_Hant", + "languages": [ + "hrv-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-asm_Beng", + "languages": [ + "hrv-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hrv_Latn-ckb_Arab", + "languages": [ + "hrv-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897843, + "recall": 0.926877, + "f1": 0.906969, + "accuracy": 0.926877, + "main_score": 0.906969, + "hf_subset": "hrv_Latn-gle_Latn", + "languages": [ + "hrv-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "hrv_Latn-kas_Arab", + "languages": [ + "hrv-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "hrv_Latn-ltg_Latn", + "languages": [ + "hrv-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629846, + "recall": 0.683794, + "f1": 0.645567, + "accuracy": 0.683794, + "main_score": 0.645567, + "hf_subset": "hrv_Latn-nso_Latn", + "languages": [ + "hrv-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hrv_Latn-sin_Sinh", + "languages": [ + "hrv-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-tha_Thai", + "languages": [ + "hrv-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-zho_Hans", + "languages": [ + "hrv-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ast_Latn", + "languages": [ + "hrv-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-crh_Latn", + "languages": [ + "hrv-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-glg_Latn", + "languages": [ + "hrv-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910161, + "recall": 0.937747, + "f1": 0.919038, + "accuracy": 0.937747, + "main_score": 0.919038, + "hf_subset": "hrv_Latn-kas_Deva", + "languages": [ + "hrv-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hrv_Latn-ltz_Latn", + "languages": [ + "hrv-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473835, + "recall": 0.54249, + "f1": 0.492347, + "accuracy": 0.54249, + "main_score": 0.492347, + "hf_subset": "hrv_Latn-nus_Latn", + "languages": [ + "hrv-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627974, + "recall": 0.699605, + "f1": 0.648835, + "accuracy": 0.699605, + "main_score": 0.648835, + "hf_subset": "hrv_Latn-tir_Ethi", + "languages": [ + "hrv-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hrv_Latn-zho_Hant", + "languages": [ + "hrv-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "hrv_Latn-awa_Deva", + "languages": [ + "hrv-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-cym_Latn", + "languages": [ + "hrv-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855814, + "recall": 0.894269, + "f1": 0.867787, + "accuracy": 0.894269, + "main_score": 0.867787, + "hf_subset": "hrv_Latn-grn_Latn", + "languages": [ + "hrv-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-kat_Geor", + "languages": [ + "hrv-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671172, + "recall": 0.718379, + "f1": 0.684764, + "accuracy": 0.718379, + "main_score": 0.684764, + "hf_subset": "hrv_Latn-lua_Latn", + "languages": [ + "hrv-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661767, + "recall": 0.718379, + "f1": 0.678288, + "accuracy": 0.718379, + "main_score": 0.678288, + "hf_subset": "hrv_Latn-nya_Latn", + "languages": [ + "hrv-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "hrv_Latn-tpi_Latn", + "languages": [ + "hrv-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-zsm_Latn", + "languages": [ + "hrv-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555661, + "recall": 0.621542, + "f1": 0.574551, + "accuracy": 0.621542, + "main_score": 0.574551, + "hf_subset": "hrv_Latn-ayr_Latn", + "languages": [ + "hrv-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-dan_Latn", + "languages": [ + "hrv-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-guj_Gujr", + "languages": [ + "hrv-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-kaz_Cyrl", + "languages": [ + "hrv-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549261, + "recall": 0.61166, + "f1": 0.566818, + "accuracy": 0.61166, + "main_score": 0.566818, + "hf_subset": "hrv_Latn-lug_Latn", + "languages": [ + "hrv-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-oci_Latn", + "languages": [ + "hrv-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84725, + "recall": 0.886364, + "f1": 0.859058, + "accuracy": 0.886364, + "main_score": 0.859058, + "hf_subset": "hrv_Latn-smo_Latn", + "languages": [ + "hrv-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558987, + "recall": 0.621542, + "f1": 0.57665, + "accuracy": 0.621542, + "main_score": 0.57665, + "hf_subset": "hrv_Latn-tsn_Latn", + "languages": [ + "hrv-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633656, + "recall": 0.69664, + "f1": 0.651814, + "accuracy": 0.69664, + "main_score": 0.651814, + "hf_subset": "hrv_Latn-zul_Latn", + "languages": [ + "hrv-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940711, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "hrv_Latn-azb_Arab", + "languages": [ + "hrv-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-deu_Latn", + "languages": [ + "hrv-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "hrv_Latn-hat_Latn", + "languages": [ + "hrv-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513027, + "recall": 0.571146, + "f1": 0.529256, + "accuracy": 0.571146, + "main_score": 0.529256, + "hf_subset": "hrv_Latn-kbp_Latn", + "languages": [ + "hrv-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590798, + "recall": 0.644269, + "f1": 0.605368, + "accuracy": 0.644269, + "main_score": 0.605368, + "hf_subset": "hrv_Latn-luo_Latn", + "languages": [ + "hrv-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-ory_Orya", + "languages": [ + "hrv-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610319, + "recall": 0.676877, + "f1": 0.629388, + "accuracy": 0.676877, + "main_score": 0.629388, + "hf_subset": "hrv_Latn-sna_Latn", + "languages": [ + "hrv-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571611, + "recall": 0.631423, + "f1": 0.588093, + "accuracy": 0.631423, + "main_score": 0.588093, + "hf_subset": "hrv_Latn-tso_Latn", + "languages": [ + "hrv-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-azj_Latn", + "languages": [ + "hrv-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546488, + "recall": 0.614625, + "f1": 0.566439, + "accuracy": 0.614625, + "main_score": 0.566439, + "hf_subset": "hrv_Latn-dik_Latn", + "languages": [ + "hrv-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756637, + "recall": 0.809289, + "f1": 0.771989, + "accuracy": 0.809289, + "main_score": 0.771989, + "hf_subset": "hrv_Latn-hau_Latn", + "languages": [ + "hrv-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hrv_Latn-kea_Latn", + "languages": [ + "hrv-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75887, + "recall": 0.809289, + "f1": 0.774047, + "accuracy": 0.809289, + "main_score": 0.774047, + "hf_subset": "hrv_Latn-lus_Latn", + "languages": [ + "hrv-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880995, + "recall": 0.909091, + "f1": 0.889657, + "accuracy": 0.909091, + "main_score": 0.889657, + "hf_subset": "hrv_Latn-pag_Latn", + "languages": [ + "hrv-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hrv_Latn-snd_Arab", + "languages": [ + "hrv-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "hrv_Latn-tuk_Latn", + "languages": [ + "hrv-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hrv_Latn-bak_Cyrl", + "languages": [ + "hrv-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500841, + "recall": 0.575099, + "f1": 0.52262, + "accuracy": 0.575099, + "main_score": 0.52262, + "hf_subset": "hrv_Latn-dyu_Latn", + "languages": [ + "hrv-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-heb_Hebr", + "languages": [ + "hrv-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hrv_Latn-khk_Cyrl", + "languages": [ + "hrv-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-lvs_Latn", + "languages": [ + "hrv-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hrv_Latn-pan_Guru", + "languages": [ + "hrv-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742408, + "recall": 0.795455, + "f1": 0.757825, + "accuracy": 0.795455, + "main_score": 0.757825, + "hf_subset": "hrv_Latn-som_Latn", + "languages": [ + "hrv-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619608, + "recall": 0.66996, + "f1": 0.633795, + "accuracy": 0.66996, + "main_score": 0.633795, + "hf_subset": "hrv_Latn-tum_Latn", + "languages": [ + "hrv-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406623, + "recall": 0.461462, + "f1": 0.421455, + "accuracy": 0.461462, + "main_score": 0.421455, + "hf_subset": "kin_Latn-ace_Arab", + "languages": [ + "kin-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515298, + "recall": 0.559289, + "f1": 0.527675, + "accuracy": 0.559289, + "main_score": 0.527675, + "hf_subset": "kin_Latn-bam_Latn", + "languages": [ + "kin-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221971, + "recall": 0.272727, + "f1": 0.234282, + "accuracy": 0.272727, + "main_score": 0.234282, + "hf_subset": "kin_Latn-dzo_Tibt", + "languages": [ + "kin-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532386, + "recall": 0.583004, + "f1": 0.545385, + "accuracy": 0.583004, + "main_score": 0.545385, + "hf_subset": "kin_Latn-hin_Deva", + "languages": [ + "kin-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518111, + "recall": 0.56917, + "f1": 0.53191, + "accuracy": 0.56917, + "main_score": 0.53191, + "hf_subset": "kin_Latn-khm_Khmr", + "languages": [ + "kin-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535734, + "recall": 0.587945, + "f1": 0.549412, + "accuracy": 0.587945, + "main_score": 0.549412, + "hf_subset": "kin_Latn-mag_Deva", + "languages": [ + "kin-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544973, + "recall": 0.587945, + "f1": 0.556049, + "accuracy": 0.587945, + "main_score": 0.556049, + "hf_subset": "kin_Latn-pap_Latn", + "languages": [ + "kin-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541387, + "recall": 0.585968, + "f1": 0.552653, + "accuracy": 0.585968, + "main_score": 0.552653, + "hf_subset": "kin_Latn-sot_Latn", + "languages": [ + "kin-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537115, + "recall": 0.588933, + "f1": 0.551313, + "accuracy": 0.588933, + "main_score": 0.551313, + "hf_subset": "kin_Latn-tur_Latn", + "languages": [ + "kin-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540527, + "recall": 0.583004, + "f1": 0.550563, + "accuracy": 0.583004, + "main_score": 0.550563, + "hf_subset": "kin_Latn-ace_Latn", + "languages": [ + "kin-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55284, + "recall": 0.586957, + "f1": 0.561476, + "accuracy": 0.586957, + "main_score": 0.561476, + "hf_subset": "kin_Latn-ban_Latn", + "languages": [ + "kin-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542219, + "recall": 0.592885, + "f1": 0.555012, + "accuracy": 0.592885, + "main_score": 0.555012, + "hf_subset": "kin_Latn-ell_Grek", + "languages": [ + "kin-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512874, + "recall": 0.562253, + "f1": 0.525977, + "accuracy": 0.562253, + "main_score": 0.525977, + "hf_subset": "kin_Latn-hne_Deva", + "languages": [ + "kin-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505174, + "recall": 0.548419, + "f1": 0.516665, + "accuracy": 0.548419, + "main_score": 0.516665, + "hf_subset": "kin_Latn-kik_Latn", + "languages": [ + "kin-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53433, + "recall": 0.585968, + "f1": 0.547384, + "accuracy": 0.585968, + "main_score": 0.547384, + "hf_subset": "kin_Latn-mai_Deva", + "languages": [ + "kin-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484618, + "recall": 0.537549, + "f1": 0.497685, + "accuracy": 0.537549, + "main_score": 0.497685, + "hf_subset": "kin_Latn-pbt_Arab", + "languages": [ + "kin-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548095, + "recall": 0.598814, + "f1": 0.561028, + "accuracy": 0.598814, + "main_score": 0.561028, + "hf_subset": "kin_Latn-spa_Latn", + "languages": [ + "kin-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501811, + "recall": 0.544466, + "f1": 0.512981, + "accuracy": 0.544466, + "main_score": 0.512981, + "hf_subset": "kin_Latn-twi_Latn", + "languages": [ + "kin-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52626, + "recall": 0.576087, + "f1": 0.538773, + "accuracy": 0.576087, + "main_score": 0.538773, + "hf_subset": "kin_Latn-acm_Arab", + "languages": [ + "kin-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504258, + "recall": 0.552372, + "f1": 0.516597, + "accuracy": 0.552372, + "main_score": 0.516597, + "hf_subset": "kin_Latn-bel_Cyrl", + "languages": [ + "kin-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549135, + "recall": 0.600791, + "f1": 0.56211, + "accuracy": 0.600791, + "main_score": 0.56211, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564169, + "recall": 0.613636, + "f1": 0.576882, + "accuracy": 0.613636, + "main_score": 0.576882, + "hf_subset": "kin_Latn-hrv_Latn", + "languages": [ + "kin-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526041, + "recall": 0.583004, + "f1": 0.540666, + "accuracy": 0.583004, + "main_score": 0.540666, + "hf_subset": "kin_Latn-mal_Mlym", + "languages": [ + "kin-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530755, + "recall": 0.58498, + "f1": 0.545017, + "accuracy": 0.58498, + "main_score": 0.545017, + "hf_subset": "kin_Latn-pes_Arab", + "languages": [ + "kin-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540797, + "recall": 0.583004, + "f1": 0.551598, + "accuracy": 0.583004, + "main_score": 0.551598, + "hf_subset": "kin_Latn-srd_Latn", + "languages": [ + "kin-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221387, + "recall": 0.262846, + "f1": 0.232057, + "accuracy": 0.262846, + "main_score": 0.232057, + "hf_subset": "kin_Latn-tzm_Tfng", + "languages": [ + "kin-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534275, + "recall": 0.585968, + "f1": 0.547622, + "accuracy": 0.585968, + "main_score": 0.547622, + "hf_subset": "kin_Latn-acq_Arab", + "languages": [ + "kin-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560608, + "recall": 0.613636, + "f1": 0.573689, + "accuracy": 0.613636, + "main_score": 0.573689, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538819, + "recall": 0.585968, + "f1": 0.551103, + "accuracy": 0.585968, + "main_score": 0.551103, + "hf_subset": "kin_Latn-epo_Latn", + "languages": [ + "kin-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543257, + "recall": 0.593874, + "f1": 0.556365, + "accuracy": 0.593874, + "main_score": 0.556365, + "hf_subset": "kin_Latn-hun_Latn", + "languages": [ + "kin-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526281, + "recall": 0.577075, + "f1": 0.539626, + "accuracy": 0.577075, + "main_score": 0.539626, + "hf_subset": "kin_Latn-kir_Cyrl", + "languages": [ + "kin-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530015, + "recall": 0.573123, + "f1": 0.541219, + "accuracy": 0.573123, + "main_score": 0.541219, + "hf_subset": "kin_Latn-mar_Deva", + "languages": [ + "kin-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5444, + "recall": 0.590909, + "f1": 0.556375, + "accuracy": 0.590909, + "main_score": 0.556375, + "hf_subset": "kin_Latn-plt_Latn", + "languages": [ + "kin-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55654, + "recall": 0.609684, + "f1": 0.570162, + "accuracy": 0.609684, + "main_score": 0.570162, + "hf_subset": "kin_Latn-srp_Cyrl", + "languages": [ + "kin-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482071, + "recall": 0.530632, + "f1": 0.495728, + "accuracy": 0.530632, + "main_score": 0.495728, + "hf_subset": "kin_Latn-uig_Arab", + "languages": [ + "kin-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511698, + "recall": 0.557312, + "f1": 0.523765, + "accuracy": 0.557312, + "main_score": 0.523765, + "hf_subset": "kin_Latn-aeb_Arab", + "languages": [ + "kin-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524011, + "recall": 0.58004, + "f1": 0.538911, + "accuracy": 0.58004, + "main_score": 0.538911, + "hf_subset": "kin_Latn-ben_Beng", + "languages": [ + "kin-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539599, + "recall": 0.587945, + "f1": 0.552021, + "accuracy": 0.587945, + "main_score": 0.552021, + "hf_subset": "kin_Latn-est_Latn", + "languages": [ + "kin-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512109, + "recall": 0.56917, + "f1": 0.526878, + "accuracy": 0.56917, + "main_score": 0.526878, + "hf_subset": "kin_Latn-hye_Armn", + "languages": [ + "kin-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512055, + "recall": 0.555336, + "f1": 0.523878, + "accuracy": 0.555336, + "main_score": 0.523878, + "hf_subset": "kin_Latn-kmb_Latn", + "languages": [ + "kin-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39728, + "recall": 0.454545, + "f1": 0.411782, + "accuracy": 0.454545, + "main_score": 0.411782, + "hf_subset": "kin_Latn-min_Arab", + "languages": [ + "kin-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547417, + "recall": 0.59585, + "f1": 0.558917, + "accuracy": 0.59585, + "main_score": 0.558917, + "hf_subset": "kin_Latn-pol_Latn", + "languages": [ + "kin-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538399, + "recall": 0.588933, + "f1": 0.551836, + "accuracy": 0.588933, + "main_score": 0.551836, + "hf_subset": "kin_Latn-ssw_Latn", + "languages": [ + "kin-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542013, + "recall": 0.596838, + "f1": 0.555503, + "accuracy": 0.596838, + "main_score": 0.555503, + "hf_subset": "kin_Latn-ukr_Cyrl", + "languages": [ + "kin-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56514, + "recall": 0.623518, + "f1": 0.581372, + "accuracy": 0.623518, + "main_score": 0.581372, + "hf_subset": "kin_Latn-afr_Latn", + "languages": [ + "kin-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525568, + "recall": 0.568182, + "f1": 0.536883, + "accuracy": 0.568182, + "main_score": 0.536883, + "hf_subset": "kin_Latn-bho_Deva", + "languages": [ + "kin-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546901, + "recall": 0.596838, + "f1": 0.559856, + "accuracy": 0.596838, + "main_score": 0.559856, + "hf_subset": "kin_Latn-eus_Latn", + "languages": [ + "kin-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507336, + "recall": 0.55336, + "f1": 0.519897, + "accuracy": 0.55336, + "main_score": 0.519897, + "hf_subset": "kin_Latn-ibo_Latn", + "languages": [ + "kin-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530828, + "recall": 0.58004, + "f1": 0.543869, + "accuracy": 0.58004, + "main_score": 0.543869, + "hf_subset": "kin_Latn-kmr_Latn", + "languages": [ + "kin-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551956, + "recall": 0.59585, + "f1": 0.56238, + "accuracy": 0.59585, + "main_score": 0.56238, + "hf_subset": "kin_Latn-min_Latn", + "languages": [ + "kin-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549781, + "recall": 0.606719, + "f1": 0.564543, + "accuracy": 0.606719, + "main_score": 0.564543, + "hf_subset": "kin_Latn-por_Latn", + "languages": [ + "kin-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568173, + "recall": 0.608696, + "f1": 0.577828, + "accuracy": 0.608696, + "main_score": 0.577828, + "hf_subset": "kin_Latn-sun_Latn", + "languages": [ + "kin-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476861, + "recall": 0.524704, + "f1": 0.490474, + "accuracy": 0.524704, + "main_score": 0.490474, + "hf_subset": "kin_Latn-umb_Latn", + "languages": [ + "kin-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535432, + "recall": 0.589921, + "f1": 0.549469, + "accuracy": 0.589921, + "main_score": 0.549469, + "hf_subset": "kin_Latn-ajp_Arab", + "languages": [ + "kin-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397945, + "recall": 0.449605, + "f1": 0.411417, + "accuracy": 0.449605, + "main_score": 0.411417, + "hf_subset": "kin_Latn-bjn_Arab", + "languages": [ + "kin-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473835, + "recall": 0.516798, + "f1": 0.485543, + "accuracy": 0.516798, + "main_score": 0.485543, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551073, + "recall": 0.596838, + "f1": 0.563156, + "accuracy": 0.596838, + "main_score": 0.563156, + "hf_subset": "kin_Latn-ilo_Latn", + "languages": [ + "kin-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297088, + "recall": 0.344862, + "f1": 0.31027, + "accuracy": 0.344862, + "main_score": 0.31027, + "hf_subset": "kin_Latn-knc_Arab", + "languages": [ + "kin-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555044, + "recall": 0.606719, + "f1": 0.568521, + "accuracy": 0.606719, + "main_score": 0.568521, + "hf_subset": "kin_Latn-mkd_Cyrl", + "languages": [ + "kin-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533873, + "recall": 0.586957, + "f1": 0.547903, + "accuracy": 0.586957, + "main_score": 0.547903, + "hf_subset": "kin_Latn-prs_Arab", + "languages": [ + "kin-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54119, + "recall": 0.591897, + "f1": 0.554319, + "accuracy": 0.591897, + "main_score": 0.554319, + "hf_subset": "kin_Latn-swe_Latn", + "languages": [ + "kin-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523309, + "recall": 0.579051, + "f1": 0.538595, + "accuracy": 0.579051, + "main_score": 0.538595, + "hf_subset": "kin_Latn-urd_Arab", + "languages": [ + "kin-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490001, + "recall": 0.534585, + "f1": 0.502227, + "accuracy": 0.534585, + "main_score": 0.502227, + "hf_subset": "kin_Latn-aka_Latn", + "languages": [ + "kin-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556347, + "recall": 0.59585, + "f1": 0.565813, + "accuracy": 0.59585, + "main_score": 0.565813, + "hf_subset": "kin_Latn-bjn_Latn", + "languages": [ + "kin-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53926, + "recall": 0.589921, + "f1": 0.552434, + "accuracy": 0.589921, + "main_score": 0.552434, + "hf_subset": "kin_Latn-fao_Latn", + "languages": [ + "kin-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554428, + "recall": 0.608696, + "f1": 0.568887, + "accuracy": 0.608696, + "main_score": 0.568887, + "hf_subset": "kin_Latn-ind_Latn", + "languages": [ + "kin-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505765, + "recall": 0.544466, + "f1": 0.516103, + "accuracy": 0.544466, + "main_score": 0.516103, + "hf_subset": "kin_Latn-knc_Latn", + "languages": [ + "kin-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552392, + "recall": 0.600791, + "f1": 0.564763, + "accuracy": 0.600791, + "main_score": 0.564763, + "hf_subset": "kin_Latn-mlt_Latn", + "languages": [ + "kin-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501774, + "recall": 0.550395, + "f1": 0.514829, + "accuracy": 0.550395, + "main_score": 0.514829, + "hf_subset": "kin_Latn-quy_Latn", + "languages": [ + "kin-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577887, + "recall": 0.624506, + "f1": 0.589863, + "accuracy": 0.624506, + "main_score": 0.589863, + "hf_subset": "kin_Latn-swh_Latn", + "languages": [ + "kin-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520284, + "recall": 0.568182, + "f1": 0.532359, + "accuracy": 0.568182, + "main_score": 0.532359, + "hf_subset": "kin_Latn-uzn_Latn", + "languages": [ + "kin-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566954, + "recall": 0.612648, + "f1": 0.57889, + "accuracy": 0.612648, + "main_score": 0.57889, + "hf_subset": "kin_Latn-als_Latn", + "languages": [ + "kin-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281311, + "recall": 0.338933, + "f1": 0.296367, + "accuracy": 0.338933, + "main_score": 0.296367, + "hf_subset": "kin_Latn-bod_Tibt", + "languages": [ + "kin-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524805, + "recall": 0.5583, + "f1": 0.534305, + "accuracy": 0.5583, + "main_score": 0.534305, + "hf_subset": "kin_Latn-fij_Latn", + "languages": [ + "kin-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531878, + "recall": 0.576087, + "f1": 0.542811, + "accuracy": 0.576087, + "main_score": 0.542811, + "hf_subset": "kin_Latn-isl_Latn", + "languages": [ + "kin-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542342, + "recall": 0.589921, + "f1": 0.554607, + "accuracy": 0.589921, + "main_score": 0.554607, + "hf_subset": "kin_Latn-kon_Latn", + "languages": [ + "kin-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444744, + "recall": 0.499012, + "f1": 0.459741, + "accuracy": 0.499012, + "main_score": 0.459741, + "hf_subset": "kin_Latn-mni_Beng", + "languages": [ + "kin-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566453, + "recall": 0.619565, + "f1": 0.580211, + "accuracy": 0.619565, + "main_score": 0.580211, + "hf_subset": "kin_Latn-ron_Latn", + "languages": [ + "kin-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556266, + "recall": 0.604743, + "f1": 0.568528, + "accuracy": 0.604743, + "main_score": 0.568528, + "hf_subset": "kin_Latn-szl_Latn", + "languages": [ + "kin-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548035, + "recall": 0.596838, + "f1": 0.560833, + "accuracy": 0.596838, + "main_score": 0.560833, + "hf_subset": "kin_Latn-vec_Latn", + "languages": [ + "kin-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481602, + "recall": 0.540514, + "f1": 0.496438, + "accuracy": 0.540514, + "main_score": 0.496438, + "hf_subset": "kin_Latn-amh_Ethi", + "languages": [ + "kin-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566322, + "recall": 0.616601, + "f1": 0.5793, + "accuracy": 0.616601, + "main_score": 0.5793, + "hf_subset": "kin_Latn-bos_Latn", + "languages": [ + "kin-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529324, + "recall": 0.582016, + "f1": 0.54286, + "accuracy": 0.582016, + "main_score": 0.54286, + "hf_subset": "kin_Latn-fin_Latn", + "languages": [ + "kin-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553384, + "recall": 0.606719, + "f1": 0.567456, + "accuracy": 0.606719, + "main_score": 0.567456, + "hf_subset": "kin_Latn-ita_Latn", + "languages": [ + "kin-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516414, + "recall": 0.570158, + "f1": 0.530159, + "accuracy": 0.570158, + "main_score": 0.530159, + "hf_subset": "kin_Latn-kor_Hang", + "languages": [ + "kin-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501079, + "recall": 0.540514, + "f1": 0.512018, + "accuracy": 0.540514, + "main_score": 0.512018, + "hf_subset": "kin_Latn-mos_Latn", + "languages": [ + "kin-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692812, + "recall": 0.756917, + "f1": 0.710891, + "accuracy": 0.756917, + "main_score": 0.710891, + "hf_subset": "kin_Latn-run_Latn", + "languages": [ + "kin-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515133, + "recall": 0.570158, + "f1": 0.529484, + "accuracy": 0.570158, + "main_score": 0.529484, + "hf_subset": "kin_Latn-tam_Taml", + "languages": [ + "kin-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539316, + "recall": 0.588933, + "f1": 0.552012, + "accuracy": 0.588933, + "main_score": 0.552012, + "hf_subset": "kin_Latn-vie_Latn", + "languages": [ + "kin-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52592, + "recall": 0.578063, + "f1": 0.539486, + "accuracy": 0.578063, + "main_score": 0.539486, + "hf_subset": "kin_Latn-apc_Arab", + "languages": [ + "kin-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508331, + "recall": 0.547431, + "f1": 0.518385, + "accuracy": 0.547431, + "main_score": 0.518385, + "hf_subset": "kin_Latn-bug_Latn", + "languages": [ + "kin-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447324, + "recall": 0.487154, + "f1": 0.458159, + "accuracy": 0.487154, + "main_score": 0.458159, + "hf_subset": "kin_Latn-fon_Latn", + "languages": [ + "kin-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56727, + "recall": 0.610672, + "f1": 0.578417, + "accuracy": 0.610672, + "main_score": 0.578417, + "hf_subset": "kin_Latn-jav_Latn", + "languages": [ + "kin-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506759, + "recall": 0.557312, + "f1": 0.519651, + "accuracy": 0.557312, + "main_score": 0.519651, + "hf_subset": "kin_Latn-lao_Laoo", + "languages": [ + "kin-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516213, + "recall": 0.556324, + "f1": 0.526839, + "accuracy": 0.556324, + "main_score": 0.526839, + "hf_subset": "kin_Latn-mri_Latn", + "languages": [ + "kin-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539487, + "recall": 0.589921, + "f1": 0.552707, + "accuracy": 0.589921, + "main_score": 0.552707, + "hf_subset": "kin_Latn-rus_Cyrl", + "languages": [ + "kin-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480338, + "recall": 0.517787, + "f1": 0.490815, + "accuracy": 0.517787, + "main_score": 0.490815, + "hf_subset": "kin_Latn-taq_Latn", + "languages": [ + "kin-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569041, + "recall": 0.612648, + "f1": 0.57975, + "accuracy": 0.612648, + "main_score": 0.57975, + "hf_subset": "kin_Latn-war_Latn", + "languages": [ + "kin-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539555, + "recall": 0.587945, + "f1": 0.55194, + "accuracy": 0.587945, + "main_score": 0.55194, + "hf_subset": "kin_Latn-arb_Arab", + "languages": [ + "kin-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551152, + "recall": 0.598814, + "f1": 0.562967, + "accuracy": 0.598814, + "main_score": 0.562967, + "hf_subset": "kin_Latn-bul_Cyrl", + "languages": [ + "kin-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547346, + "recall": 0.603755, + "f1": 0.561639, + "accuracy": 0.603755, + "main_score": 0.561639, + "hf_subset": "kin_Latn-fra_Latn", + "languages": [ + "kin-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511894, + "recall": 0.562253, + "f1": 0.525013, + "accuracy": 0.562253, + "main_score": 0.525013, + "hf_subset": "kin_Latn-jpn_Jpan", + "languages": [ + "kin-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538104, + "recall": 0.582016, + "f1": 0.549658, + "accuracy": 0.582016, + "main_score": 0.549658, + "hf_subset": "kin_Latn-lij_Latn", + "languages": [ + "kin-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435527, + "recall": 0.499012, + "f1": 0.452468, + "accuracy": 0.499012, + "main_score": 0.452468, + "hf_subset": "kin_Latn-mya_Mymr", + "languages": [ + "kin-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492621, + "recall": 0.536561, + "f1": 0.503983, + "accuracy": 0.536561, + "main_score": 0.503983, + "hf_subset": "kin_Latn-sag_Latn", + "languages": [ + "kin-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.224373, + "recall": 0.26581, + "f1": 0.234077, + "accuracy": 0.26581, + "main_score": 0.234077, + "hf_subset": "kin_Latn-taq_Tfng", + "languages": [ + "kin-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527328, + "recall": 0.565217, + "f1": 0.537839, + "accuracy": 0.565217, + "main_score": 0.537839, + "hf_subset": "kin_Latn-wol_Latn", + "languages": [ + "kin-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453473, + "recall": 0.501976, + "f1": 0.466062, + "accuracy": 0.501976, + "main_score": 0.466062, + "hf_subset": "kin_Latn-arb_Latn", + "languages": [ + "kin-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552551, + "recall": 0.603755, + "f1": 0.566299, + "accuracy": 0.603755, + "main_score": 0.566299, + "hf_subset": "kin_Latn-cat_Latn", + "languages": [ + "kin-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553865, + "recall": 0.597826, + "f1": 0.565654, + "accuracy": 0.597826, + "main_score": 0.565654, + "hf_subset": "kin_Latn-fur_Latn", + "languages": [ + "kin-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432264, + "recall": 0.478261, + "f1": 0.445215, + "accuracy": 0.478261, + "main_score": 0.445215, + "hf_subset": "kin_Latn-kab_Latn", + "languages": [ + "kin-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533166, + "recall": 0.576087, + "f1": 0.544082, + "accuracy": 0.576087, + "main_score": 0.544082, + "hf_subset": "kin_Latn-lim_Latn", + "languages": [ + "kin-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527056, + "recall": 0.581028, + "f1": 0.541162, + "accuracy": 0.581028, + "main_score": 0.541162, + "hf_subset": "kin_Latn-nld_Latn", + "languages": [ + "kin-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494393, + "recall": 0.552372, + "f1": 0.509275, + "accuracy": 0.552372, + "main_score": 0.509275, + "hf_subset": "kin_Latn-san_Deva", + "languages": [ + "kin-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534233, + "recall": 0.578063, + "f1": 0.545918, + "accuracy": 0.578063, + "main_score": 0.545918, + "hf_subset": "kin_Latn-tat_Cyrl", + "languages": [ + "kin-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556376, + "recall": 0.604743, + "f1": 0.569622, + "accuracy": 0.604743, + "main_score": 0.569622, + "hf_subset": "kin_Latn-xho_Latn", + "languages": [ + "kin-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507428, + "recall": 0.562253, + "f1": 0.52177, + "accuracy": 0.562253, + "main_score": 0.52177, + "hf_subset": "kin_Latn-ars_Arab", + "languages": [ + "kin-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565892, + "recall": 0.614625, + "f1": 0.578386, + "accuracy": 0.614625, + "main_score": 0.578386, + "hf_subset": "kin_Latn-ceb_Latn", + "languages": [ + "kin-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463843, + "recall": 0.508893, + "f1": 0.476654, + "accuracy": 0.508893, + "main_score": 0.476654, + "hf_subset": "kin_Latn-fuv_Latn", + "languages": [ + "kin-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469982, + "recall": 0.51581, + "f1": 0.482125, + "accuracy": 0.51581, + "main_score": 0.482125, + "hf_subset": "kin_Latn-kac_Latn", + "languages": [ + "kin-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542078, + "recall": 0.58004, + "f1": 0.552129, + "accuracy": 0.58004, + "main_score": 0.552129, + "hf_subset": "kin_Latn-lin_Latn", + "languages": [ + "kin-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543004, + "recall": 0.59585, + "f1": 0.556637, + "accuracy": 0.59585, + "main_score": 0.556637, + "hf_subset": "kin_Latn-nno_Latn", + "languages": [ + "kin-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149216, + "recall": 0.197628, + "f1": 0.161483, + "accuracy": 0.197628, + "main_score": 0.161483, + "hf_subset": "kin_Latn-sat_Olck", + "languages": [ + "kin-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530709, + "recall": 0.577075, + "f1": 0.543016, + "accuracy": 0.577075, + "main_score": 0.543016, + "hf_subset": "kin_Latn-tel_Telu", + "languages": [ + "kin-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48178, + "recall": 0.539526, + "f1": 0.496977, + "accuracy": 0.539526, + "main_score": 0.496977, + "hf_subset": "kin_Latn-ydd_Hebr", + "languages": [ + "kin-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5139, + "recall": 0.560277, + "f1": 0.526113, + "accuracy": 0.560277, + "main_score": 0.526113, + "hf_subset": "kin_Latn-ary_Arab", + "languages": [ + "kin-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542335, + "recall": 0.593874, + "f1": 0.555939, + "accuracy": 0.593874, + "main_score": 0.555939, + "hf_subset": "kin_Latn-ces_Latn", + "languages": [ + "kin-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491415, + "recall": 0.538538, + "f1": 0.504286, + "accuracy": 0.538538, + "main_score": 0.504286, + "hf_subset": "kin_Latn-gaz_Latn", + "languages": [ + "kin-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505062, + "recall": 0.546443, + "f1": 0.515909, + "accuracy": 0.546443, + "main_score": 0.515909, + "hf_subset": "kin_Latn-kam_Latn", + "languages": [ + "kin-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527146, + "recall": 0.581028, + "f1": 0.541404, + "accuracy": 0.581028, + "main_score": 0.541404, + "hf_subset": "kin_Latn-lit_Latn", + "languages": [ + "kin-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544901, + "recall": 0.597826, + "f1": 0.559256, + "accuracy": 0.597826, + "main_score": 0.559256, + "hf_subset": "kin_Latn-nob_Latn", + "languages": [ + "kin-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537827, + "recall": 0.579051, + "f1": 0.548284, + "accuracy": 0.579051, + "main_score": 0.548284, + "hf_subset": "kin_Latn-scn_Latn", + "languages": [ + "kin-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543002, + "recall": 0.585968, + "f1": 0.554658, + "accuracy": 0.585968, + "main_score": 0.554658, + "hf_subset": "kin_Latn-tgk_Cyrl", + "languages": [ + "kin-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488801, + "recall": 0.541502, + "f1": 0.503051, + "accuracy": 0.541502, + "main_score": 0.503051, + "hf_subset": "kin_Latn-yor_Latn", + "languages": [ + "kin-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523822, + "recall": 0.573123, + "f1": 0.536009, + "accuracy": 0.573123, + "main_score": 0.536009, + "hf_subset": "kin_Latn-arz_Arab", + "languages": [ + "kin-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476466, + "recall": 0.520751, + "f1": 0.488203, + "accuracy": 0.520751, + "main_score": 0.488203, + "hf_subset": "kin_Latn-cjk_Latn", + "languages": [ + "kin-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501538, + "recall": 0.549407, + "f1": 0.513834, + "accuracy": 0.549407, + "main_score": 0.513834, + "hf_subset": "kin_Latn-gla_Latn", + "languages": [ + "kin-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529317, + "recall": 0.58004, + "f1": 0.543213, + "accuracy": 0.58004, + "main_score": 0.543213, + "hf_subset": "kin_Latn-kan_Knda", + "languages": [ + "kin-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536572, + "recall": 0.583992, + "f1": 0.548078, + "accuracy": 0.583992, + "main_score": 0.548078, + "hf_subset": "kin_Latn-lmo_Latn", + "languages": [ + "kin-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528703, + "recall": 0.582016, + "f1": 0.542419, + "accuracy": 0.582016, + "main_score": 0.542419, + "hf_subset": "kin_Latn-npi_Deva", + "languages": [ + "kin-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420701, + "recall": 0.467391, + "f1": 0.432837, + "accuracy": 0.467391, + "main_score": 0.432837, + "hf_subset": "kin_Latn-shn_Mymr", + "languages": [ + "kin-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572082, + "recall": 0.621542, + "f1": 0.585622, + "accuracy": 0.621542, + "main_score": 0.585622, + "hf_subset": "kin_Latn-tgl_Latn", + "languages": [ + "kin-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505057, + "recall": 0.555336, + "f1": 0.518267, + "accuracy": 0.555336, + "main_score": 0.518267, + "hf_subset": "kin_Latn-yue_Hant", + "languages": [ + "kin-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504098, + "recall": 0.556324, + "f1": 0.518222, + "accuracy": 0.556324, + "main_score": 0.518222, + "hf_subset": "kin_Latn-asm_Beng", + "languages": [ + "kin-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502832, + "recall": 0.546443, + "f1": 0.514319, + "accuracy": 0.546443, + "main_score": 0.514319, + "hf_subset": "kin_Latn-ckb_Arab", + "languages": [ + "kin-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523087, + "recall": 0.568182, + "f1": 0.535143, + "accuracy": 0.568182, + "main_score": 0.535143, + "hf_subset": "kin_Latn-gle_Latn", + "languages": [ + "kin-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460916, + "recall": 0.511858, + "f1": 0.474007, + "accuracy": 0.511858, + "main_score": 0.474007, + "hf_subset": "kin_Latn-kas_Arab", + "languages": [ + "kin-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522025, + "recall": 0.568182, + "f1": 0.534377, + "accuracy": 0.568182, + "main_score": 0.534377, + "hf_subset": "kin_Latn-ltg_Latn", + "languages": [ + "kin-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548637, + "recall": 0.592885, + "f1": 0.560554, + "accuracy": 0.592885, + "main_score": 0.560554, + "hf_subset": "kin_Latn-nso_Latn", + "languages": [ + "kin-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465788, + "recall": 0.527668, + "f1": 0.480907, + "accuracy": 0.527668, + "main_score": 0.480907, + "hf_subset": "kin_Latn-sin_Sinh", + "languages": [ + "kin-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52019, + "recall": 0.573123, + "f1": 0.533693, + "accuracy": 0.573123, + "main_score": 0.533693, + "hf_subset": "kin_Latn-tha_Thai", + "languages": [ + "kin-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507205, + "recall": 0.551383, + "f1": 0.518282, + "accuracy": 0.551383, + "main_score": 0.518282, + "hf_subset": "kin_Latn-zho_Hans", + "languages": [ + "kin-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545299, + "recall": 0.599802, + "f1": 0.559271, + "accuracy": 0.599802, + "main_score": 0.559271, + "hf_subset": "kin_Latn-ast_Latn", + "languages": [ + "kin-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53333, + "recall": 0.583992, + "f1": 0.545982, + "accuracy": 0.583992, + "main_score": 0.545982, + "hf_subset": "kin_Latn-crh_Latn", + "languages": [ + "kin-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566976, + "recall": 0.612648, + "f1": 0.578906, + "accuracy": 0.612648, + "main_score": 0.578906, + "hf_subset": "kin_Latn-glg_Latn", + "languages": [ + "kin-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474931, + "recall": 0.522727, + "f1": 0.487779, + "accuracy": 0.522727, + "main_score": 0.487779, + "hf_subset": "kin_Latn-kas_Deva", + "languages": [ + "kin-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524584, + "recall": 0.570158, + "f1": 0.536135, + "accuracy": 0.570158, + "main_score": 0.536135, + "hf_subset": "kin_Latn-ltz_Latn", + "languages": [ + "kin-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443443, + "recall": 0.498024, + "f1": 0.457353, + "accuracy": 0.498024, + "main_score": 0.457353, + "hf_subset": "kin_Latn-nus_Latn", + "languages": [ + "kin-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552857, + "recall": 0.603755, + "f1": 0.566294, + "accuracy": 0.603755, + "main_score": 0.566294, + "hf_subset": "kin_Latn-slk_Latn", + "languages": [ + "kin-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409045, + "recall": 0.463439, + "f1": 0.424847, + "accuracy": 0.463439, + "main_score": 0.424847, + "hf_subset": "kin_Latn-tir_Ethi", + "languages": [ + "kin-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509324, + "recall": 0.561265, + "f1": 0.522594, + "accuracy": 0.561265, + "main_score": 0.522594, + "hf_subset": "kin_Latn-zho_Hant", + "languages": [ + "kin-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518979, + "recall": 0.570158, + "f1": 0.533225, + "accuracy": 0.570158, + "main_score": 0.533225, + "hf_subset": "kin_Latn-awa_Deva", + "languages": [ + "kin-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542008, + "recall": 0.59585, + "f1": 0.555568, + "accuracy": 0.59585, + "main_score": 0.555568, + "hf_subset": "kin_Latn-cym_Latn", + "languages": [ + "kin-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530717, + "recall": 0.568182, + "f1": 0.539571, + "accuracy": 0.568182, + "main_score": 0.539571, + "hf_subset": "kin_Latn-grn_Latn", + "languages": [ + "kin-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514117, + "recall": 0.564229, + "f1": 0.527225, + "accuracy": 0.564229, + "main_score": 0.527225, + "hf_subset": "kin_Latn-kat_Geor", + "languages": [ + "kin-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514243, + "recall": 0.559289, + "f1": 0.526318, + "accuracy": 0.559289, + "main_score": 0.526318, + "hf_subset": "kin_Latn-lua_Latn", + "languages": [ + "kin-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551509, + "recall": 0.593874, + "f1": 0.562995, + "accuracy": 0.593874, + "main_score": 0.562995, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548361, + "recall": 0.597826, + "f1": 0.561337, + "accuracy": 0.597826, + "main_score": 0.561337, + "hf_subset": "kin_Latn-slv_Latn", + "languages": [ + "kin-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536836, + "recall": 0.583992, + "f1": 0.549115, + "accuracy": 0.583992, + "main_score": 0.549115, + "hf_subset": "kin_Latn-tpi_Latn", + "languages": [ + "kin-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569861, + "recall": 0.619565, + "f1": 0.583012, + "accuracy": 0.619565, + "main_score": 0.583012, + "hf_subset": "kin_Latn-zsm_Latn", + "languages": [ + "kin-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476739, + "recall": 0.516798, + "f1": 0.488057, + "accuracy": 0.516798, + "main_score": 0.488057, + "hf_subset": "kin_Latn-ayr_Latn", + "languages": [ + "kin-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55625, + "recall": 0.603755, + "f1": 0.568331, + "accuracy": 0.603755, + "main_score": 0.568331, + "hf_subset": "kin_Latn-dan_Latn", + "languages": [ + "kin-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536196, + "recall": 0.587945, + "f1": 0.550574, + "accuracy": 0.587945, + "main_score": 0.550574, + "hf_subset": "kin_Latn-guj_Gujr", + "languages": [ + "kin-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529841, + "recall": 0.582016, + "f1": 0.543595, + "accuracy": 0.582016, + "main_score": 0.543595, + "hf_subset": "kin_Latn-kaz_Cyrl", + "languages": [ + "kin-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527857, + "recall": 0.587945, + "f1": 0.544456, + "accuracy": 0.587945, + "main_score": 0.544456, + "hf_subset": "kin_Latn-lug_Latn", + "languages": [ + "kin-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568363, + "recall": 0.619565, + "f1": 0.581117, + "accuracy": 0.619565, + "main_score": 0.581117, + "hf_subset": "kin_Latn-oci_Latn", + "languages": [ + "kin-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535848, + "recall": 0.576087, + "f1": 0.546774, + "accuracy": 0.576087, + "main_score": 0.546774, + "hf_subset": "kin_Latn-smo_Latn", + "languages": [ + "kin-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508596, + "recall": 0.552372, + "f1": 0.520514, + "accuracy": 0.552372, + "main_score": 0.520514, + "hf_subset": "kin_Latn-tsn_Latn", + "languages": [ + "kin-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566068, + "recall": 0.618577, + "f1": 0.580124, + "accuracy": 0.618577, + "main_score": 0.580124, + "hf_subset": "kin_Latn-zul_Latn", + "languages": [ + "kin-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465096, + "recall": 0.520751, + "f1": 0.479648, + "accuracy": 0.520751, + "main_score": 0.479648, + "hf_subset": "kin_Latn-azb_Arab", + "languages": [ + "kin-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528034, + "recall": 0.583004, + "f1": 0.542226, + "accuracy": 0.583004, + "main_score": 0.542226, + "hf_subset": "kin_Latn-deu_Latn", + "languages": [ + "kin-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542268, + "recall": 0.594862, + "f1": 0.556802, + "accuracy": 0.594862, + "main_score": 0.556802, + "hf_subset": "kin_Latn-hat_Latn", + "languages": [ + "kin-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488073, + "recall": 0.530632, + "f1": 0.499494, + "accuracy": 0.530632, + "main_score": 0.499494, + "hf_subset": "kin_Latn-kbp_Latn", + "languages": [ + "kin-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520111, + "recall": 0.557312, + "f1": 0.530375, + "accuracy": 0.557312, + "main_score": 0.530375, + "hf_subset": "kin_Latn-luo_Latn", + "languages": [ + "kin-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510054, + "recall": 0.565217, + "f1": 0.524569, + "accuracy": 0.565217, + "main_score": 0.524569, + "hf_subset": "kin_Latn-ory_Orya", + "languages": [ + "kin-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513125, + "recall": 0.56917, + "f1": 0.528095, + "accuracy": 0.56917, + "main_score": 0.528095, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527007, + "recall": 0.567194, + "f1": 0.537371, + "accuracy": 0.567194, + "main_score": 0.537371, + "hf_subset": "kin_Latn-tso_Latn", + "languages": [ + "kin-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50383, + "recall": 0.566206, + "f1": 0.520526, + "accuracy": 0.566206, + "main_score": 0.520526, + "hf_subset": "kin_Latn-azj_Latn", + "languages": [ + "kin-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470796, + "recall": 0.514822, + "f1": 0.483474, + "accuracy": 0.514822, + "main_score": 0.483474, + "hf_subset": "kin_Latn-dik_Latn", + "languages": [ + "kin-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531483, + "recall": 0.578063, + "f1": 0.543609, + "accuracy": 0.578063, + "main_score": 0.543609, + "hf_subset": "kin_Latn-hau_Latn", + "languages": [ + "kin-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540689, + "recall": 0.581028, + "f1": 0.550966, + "accuracy": 0.581028, + "main_score": 0.550966, + "hf_subset": "kin_Latn-kea_Latn", + "languages": [ + "kin-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512803, + "recall": 0.549407, + "f1": 0.522647, + "accuracy": 0.549407, + "main_score": 0.522647, + "hf_subset": "kin_Latn-lus_Latn", + "languages": [ + "kin-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521795, + "recall": 0.561265, + "f1": 0.532386, + "accuracy": 0.561265, + "main_score": 0.532386, + "hf_subset": "kin_Latn-pag_Latn", + "languages": [ + "kin-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520079, + "recall": 0.566206, + "f1": 0.533031, + "accuracy": 0.566206, + "main_score": 0.533031, + "hf_subset": "kin_Latn-snd_Arab", + "languages": [ + "kin-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514295, + "recall": 0.563241, + "f1": 0.527705, + "accuracy": 0.563241, + "main_score": 0.527705, + "hf_subset": "kin_Latn-tuk_Latn", + "languages": [ + "kin-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528011, + "recall": 0.574111, + "f1": 0.539702, + "accuracy": 0.574111, + "main_score": 0.539702, + "hf_subset": "kin_Latn-bak_Cyrl", + "languages": [ + "kin-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425089, + "recall": 0.485178, + "f1": 0.441923, + "accuracy": 0.485178, + "main_score": 0.441923, + "hf_subset": "kin_Latn-dyu_Latn", + "languages": [ + "kin-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542319, + "recall": 0.590909, + "f1": 0.555012, + "accuracy": 0.590909, + "main_score": 0.555012, + "hf_subset": "kin_Latn-heb_Hebr", + "languages": [ + "kin-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515638, + "recall": 0.559289, + "f1": 0.527056, + "accuracy": 0.559289, + "main_score": 0.527056, + "hf_subset": "kin_Latn-khk_Cyrl", + "languages": [ + "kin-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533135, + "recall": 0.583992, + "f1": 0.546477, + "accuracy": 0.583992, + "main_score": 0.546477, + "hf_subset": "kin_Latn-lvs_Latn", + "languages": [ + "kin-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518237, + "recall": 0.567194, + "f1": 0.531389, + "accuracy": 0.567194, + "main_score": 0.531389, + "hf_subset": "kin_Latn-pan_Guru", + "languages": [ + "kin-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52076, + "recall": 0.564229, + "f1": 0.532769, + "accuracy": 0.564229, + "main_score": 0.532769, + "hf_subset": "kin_Latn-som_Latn", + "languages": [ + "kin-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512633, + "recall": 0.559289, + "f1": 0.525402, + "accuracy": 0.559289, + "main_score": 0.525402, + "hf_subset": "kin_Latn-tum_Latn", + "languages": [ + "kin-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531983, + "recall": 0.602767, + "f1": 0.551489, + "accuracy": 0.602767, + "main_score": 0.551489, + "hf_subset": "mal_Mlym-ace_Arab", + "languages": [ + "mal-Mlym", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505991, + "recall": 0.574111, + "f1": 0.524721, + "accuracy": 0.574111, + "main_score": 0.524721, + "hf_subset": "mal_Mlym-bam_Latn", + "languages": [ + "mal-Mlym", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436283, + "recall": 0.511858, + "f1": 0.457231, + "accuracy": 0.511858, + "main_score": 0.457231, + "hf_subset": "mal_Mlym-dzo_Tibt", + "languages": [ + "mal-Mlym", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-khm_Khmr", + "languages": [ + "mal-Mlym", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-mag_Deva", + "languages": [ + "mal-Mlym", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "mal_Mlym-pap_Latn", + "languages": [ + "mal-Mlym", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569962, + "recall": 0.635375, + "f1": 0.587938, + "accuracy": 0.635375, + "main_score": 0.587938, + "hf_subset": "mal_Mlym-sot_Latn", + "languages": [ + "mal-Mlym", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-tur_Latn", + "languages": [ + "mal-Mlym", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862764, + "recall": 0.898221, + "f1": 0.873748, + "accuracy": 0.898221, + "main_score": 0.873748, + "hf_subset": "mal_Mlym-ace_Latn", + "languages": [ + "mal-Mlym", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "mal_Mlym-ban_Latn", + "languages": [ + "mal-Mlym", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-ell_Grek", + "languages": [ + "mal-Mlym", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "mal_Mlym-hne_Deva", + "languages": [ + "mal-Mlym", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580847, + "recall": 0.647233, + "f1": 0.599234, + "accuracy": 0.647233, + "main_score": 0.599234, + "hf_subset": "mal_Mlym-kik_Latn", + "languages": [ + "mal-Mlym", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "mal_Mlym-pbt_Arab", + "languages": [ + "mal-Mlym", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-spa_Latn", + "languages": [ + "mal-Mlym", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604877, + "recall": 0.674901, + "f1": 0.624371, + "accuracy": 0.674901, + "main_score": 0.624371, + "hf_subset": "mal_Mlym-twi_Latn", + "languages": [ + "mal-Mlym", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-acm_Arab", + "languages": [ + "mal-Mlym", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-bel_Cyrl", + "languages": [ + "mal-Mlym", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hrv_Latn", + "languages": [ + "mal-Mlym", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526923, + "recall": 0.591897, + "f1": 0.544722, + "accuracy": 0.591897, + "main_score": 0.544722, + "hf_subset": "mal_Mlym-kin_Latn", + "languages": [ + "mal-Mlym", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-pes_Arab", + "languages": [ + "mal-Mlym", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-srd_Latn", + "languages": [ + "mal-Mlym", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154753, + "recall": 0.205534, + "f1": 0.167421, + "accuracy": 0.205534, + "main_score": 0.167421, + "hf_subset": "mal_Mlym-tzm_Tfng", + "languages": [ + "mal-Mlym", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-acq_Arab", + "languages": [ + "mal-Mlym", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607018, + "recall": 0.662055, + "f1": 0.622257, + "accuracy": 0.662055, + "main_score": 0.622257, + "hf_subset": "mal_Mlym-bem_Latn", + "languages": [ + "mal-Mlym", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-epo_Latn", + "languages": [ + "mal-Mlym", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hun_Latn", + "languages": [ + "mal-Mlym", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-kir_Cyrl", + "languages": [ + "mal-Mlym", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653261, + "recall": 0.713439, + "f1": 0.671099, + "accuracy": 0.713439, + "main_score": 0.671099, + "hf_subset": "mal_Mlym-plt_Latn", + "languages": [ + "mal-Mlym", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-srp_Cyrl", + "languages": [ + "mal-Mlym", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "mal_Mlym-uig_Arab", + "languages": [ + "mal-Mlym", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-aeb_Arab", + "languages": [ + "mal-Mlym", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-est_Latn", + "languages": [ + "mal-Mlym", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-hye_Armn", + "languages": [ + "mal-Mlym", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50444, + "recall": 0.563241, + "f1": 0.520871, + "accuracy": 0.563241, + "main_score": 0.520871, + "hf_subset": "mal_Mlym-kmb_Latn", + "languages": [ + "mal-Mlym", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478426, + "recall": 0.556324, + "f1": 0.499343, + "accuracy": 0.556324, + "main_score": 0.499343, + "hf_subset": "mal_Mlym-min_Arab", + "languages": [ + "mal-Mlym", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-pol_Latn", + "languages": [ + "mal-Mlym", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536556, + "recall": 0.603755, + "f1": 0.555585, + "accuracy": 0.603755, + "main_score": 0.555585, + "hf_subset": "mal_Mlym-ssw_Latn", + "languages": [ + "mal-Mlym", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ukr_Cyrl", + "languages": [ + "mal-Mlym", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-afr_Latn", + "languages": [ + "mal-Mlym", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-bho_Deva", + "languages": [ + "mal-Mlym", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-eus_Latn", + "languages": [ + "mal-Mlym", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560659, + "recall": 0.631423, + "f1": 0.580036, + "accuracy": 0.631423, + "main_score": 0.580036, + "hf_subset": "mal_Mlym-ibo_Latn", + "languages": [ + "mal-Mlym", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873468, + "recall": 0.909091, + "f1": 0.884783, + "accuracy": 0.909091, + "main_score": 0.884783, + "hf_subset": "mal_Mlym-kmr_Latn", + "languages": [ + "mal-Mlym", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-min_Latn", + "languages": [ + "mal-Mlym", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-por_Latn", + "languages": [ + "mal-Mlym", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mal_Mlym-sun_Latn", + "languages": [ + "mal-Mlym", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501663, + "recall": 0.567194, + "f1": 0.519888, + "accuracy": 0.567194, + "main_score": 0.519888, + "hf_subset": "mal_Mlym-umb_Latn", + "languages": [ + "mal-Mlym", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ajp_Arab", + "languages": [ + "mal-Mlym", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51236, + "recall": 0.58004, + "f1": 0.530934, + "accuracy": 0.58004, + "main_score": 0.530934, + "hf_subset": "mal_Mlym-bjn_Arab", + "languages": [ + "mal-Mlym", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505141, + "recall": 0.567194, + "f1": 0.521247, + "accuracy": 0.567194, + "main_score": 0.521247, + "hf_subset": "mal_Mlym-ewe_Latn", + "languages": [ + "mal-Mlym", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930171, + "recall": 0.950593, + "f1": 0.936759, + "accuracy": 0.950593, + "main_score": 0.936759, + "hf_subset": "mal_Mlym-ilo_Latn", + "languages": [ + "mal-Mlym", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306948, + "recall": 0.371542, + "f1": 0.324475, + "accuracy": 0.371542, + "main_score": 0.324475, + "hf_subset": "mal_Mlym-knc_Arab", + "languages": [ + "mal-Mlym", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-mkd_Cyrl", + "languages": [ + "mal-Mlym", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-prs_Arab", + "languages": [ + "mal-Mlym", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-swe_Latn", + "languages": [ + "mal-Mlym", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580998, + "recall": 0.650198, + "f1": 0.599977, + "accuracy": 0.650198, + "main_score": 0.599977, + "hf_subset": "mal_Mlym-aka_Latn", + "languages": [ + "mal-Mlym", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mal_Mlym-bjn_Latn", + "languages": [ + "mal-Mlym", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mal_Mlym-fao_Latn", + "languages": [ + "mal-Mlym", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572041, + "recall": 0.631423, + "f1": 0.588741, + "accuracy": 0.631423, + "main_score": 0.588741, + "hf_subset": "mal_Mlym-knc_Latn", + "languages": [ + "mal-Mlym", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mal_Mlym-mlt_Latn", + "languages": [ + "mal-Mlym", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700741, + "recall": 0.764822, + "f1": 0.719448, + "accuracy": 0.764822, + "main_score": 0.719448, + "hf_subset": "mal_Mlym-quy_Latn", + "languages": [ + "mal-Mlym", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960178, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "mal_Mlym-swh_Latn", + "languages": [ + "mal-Mlym", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-uzn_Latn", + "languages": [ + "mal-Mlym", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-als_Latn", + "languages": [ + "mal-Mlym", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645299, + "recall": 0.725296, + "f1": 0.668678, + "accuracy": 0.725296, + "main_score": 0.668678, + "hf_subset": "mal_Mlym-bod_Tibt", + "languages": [ + "mal-Mlym", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688054, + "recall": 0.747036, + "f1": 0.705077, + "accuracy": 0.747036, + "main_score": 0.705077, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-isl_Latn", + "languages": [ + "mal-Mlym", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63969, + "recall": 0.702569, + "f1": 0.658616, + "accuracy": 0.702569, + "main_score": 0.658616, + "hf_subset": "mal_Mlym-kon_Latn", + "languages": [ + "mal-Mlym", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678755, + "recall": 0.746047, + "f1": 0.698753, + "accuracy": 0.746047, + "main_score": 0.698753, + "hf_subset": "mal_Mlym-mni_Beng", + "languages": [ + "mal-Mlym", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ron_Latn", + "languages": [ + "mal-Mlym", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "mal_Mlym-szl_Latn", + "languages": [ + "mal-Mlym", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-vec_Latn", + "languages": [ + "mal-Mlym", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "mal_Mlym-amh_Ethi", + "languages": [ + "mal-Mlym", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-bos_Latn", + "languages": [ + "mal-Mlym", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-fin_Latn", + "languages": [ + "mal-Mlym", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ita_Latn", + "languages": [ + "mal-Mlym", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-kor_Hang", + "languages": [ + "mal-Mlym", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524198, + "recall": 0.590909, + "f1": 0.542545, + "accuracy": 0.590909, + "main_score": 0.542545, + "hf_subset": "mal_Mlym-mos_Latn", + "languages": [ + "mal-Mlym", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528262, + "recall": 0.597826, + "f1": 0.548048, + "accuracy": 0.597826, + "main_score": 0.548048, + "hf_subset": "mal_Mlym-run_Latn", + "languages": [ + "mal-Mlym", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-vie_Latn", + "languages": [ + "mal-Mlym", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-apc_Arab", + "languages": [ + "mal-Mlym", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781275, + "recall": 0.828063, + "f1": 0.795031, + "accuracy": 0.828063, + "main_score": 0.795031, + "hf_subset": "mal_Mlym-bug_Latn", + "languages": [ + "mal-Mlym", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450806, + "recall": 0.511858, + "f1": 0.46746, + "accuracy": 0.511858, + "main_score": 0.46746, + "hf_subset": "mal_Mlym-fon_Latn", + "languages": [ + "mal-Mlym", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-jav_Latn", + "languages": [ + "mal-Mlym", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-lao_Laoo", + "languages": [ + "mal-Mlym", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860458, + "recall": 0.901186, + "f1": 0.873221, + "accuracy": 0.901186, + "main_score": 0.873221, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-rus_Cyrl", + "languages": [ + "mal-Mlym", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529449, + "recall": 0.594862, + "f1": 0.547674, + "accuracy": 0.594862, + "main_score": 0.547674, + "hf_subset": "mal_Mlym-taq_Latn", + "languages": [ + "mal-Mlym", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-war_Latn", + "languages": [ + "mal-Mlym", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-arb_Arab", + "languages": [ + "mal-Mlym", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-bul_Cyrl", + "languages": [ + "mal-Mlym", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-fra_Latn", + "languages": [ + "mal-Mlym", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-jpn_Jpan", + "languages": [ + "mal-Mlym", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "mal_Mlym-lij_Latn", + "languages": [ + "mal-Mlym", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "mal_Mlym-mya_Mymr", + "languages": [ + "mal-Mlym", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58169, + "recall": 0.645257, + "f1": 0.598855, + "accuracy": 0.645257, + "main_score": 0.598855, + "hf_subset": "mal_Mlym-sag_Latn", + "languages": [ + "mal-Mlym", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189616, + "recall": 0.245059, + "f1": 0.201938, + "accuracy": 0.245059, + "main_score": 0.201938, + "hf_subset": "mal_Mlym-taq_Tfng", + "languages": [ + "mal-Mlym", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604524, + "recall": 0.674901, + "f1": 0.624381, + "accuracy": 0.674901, + "main_score": 0.624381, + "hf_subset": "mal_Mlym-wol_Latn", + "languages": [ + "mal-Mlym", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782345, + "recall": 0.835968, + "f1": 0.79888, + "accuracy": 0.835968, + "main_score": 0.79888, + "hf_subset": "mal_Mlym-arb_Latn", + "languages": [ + "mal-Mlym", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-cat_Latn", + "languages": [ + "mal-Mlym", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-fur_Latn", + "languages": [ + "mal-Mlym", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390838, + "recall": 0.451581, + "f1": 0.407219, + "accuracy": 0.451581, + "main_score": 0.407219, + "hf_subset": "mal_Mlym-kab_Latn", + "languages": [ + "mal-Mlym", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mal_Mlym-lim_Latn", + "languages": [ + "mal-Mlym", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-nld_Latn", + "languages": [ + "mal-Mlym", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-tat_Cyrl", + "languages": [ + "mal-Mlym", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652586, + "recall": 0.715415, + "f1": 0.670931, + "accuracy": 0.715415, + "main_score": 0.670931, + "hf_subset": "mal_Mlym-xho_Latn", + "languages": [ + "mal-Mlym", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ars_Arab", + "languages": [ + "mal-Mlym", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ceb_Latn", + "languages": [ + "mal-Mlym", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53866, + "recall": 0.607708, + "f1": 0.558044, + "accuracy": 0.607708, + "main_score": 0.558044, + "hf_subset": "mal_Mlym-fuv_Latn", + "languages": [ + "mal-Mlym", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491805, + "recall": 0.564229, + "f1": 0.511678, + "accuracy": 0.564229, + "main_score": 0.511678, + "hf_subset": "mal_Mlym-kac_Latn", + "languages": [ + "mal-Mlym", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649506, + "recall": 0.708498, + "f1": 0.6667, + "accuracy": 0.708498, + "main_score": 0.6667, + "hf_subset": "mal_Mlym-lin_Latn", + "languages": [ + "mal-Mlym", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-nno_Latn", + "languages": [ + "mal-Mlym", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206165, + "recall": 0.282609, + "f1": 0.224867, + "accuracy": 0.282609, + "main_score": 0.224867, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943841, + "recall": 0.960474, + "f1": 0.949275, + "accuracy": 0.960474, + "main_score": 0.949275, + "hf_subset": "mal_Mlym-ydd_Hebr", + "languages": [ + "mal-Mlym", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mal_Mlym-ary_Arab", + "languages": [ + "mal-Mlym", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ces_Latn", + "languages": [ + "mal-Mlym", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556665, + "recall": 0.624506, + "f1": 0.575906, + "accuracy": 0.624506, + "main_score": 0.575906, + "hf_subset": "mal_Mlym-gaz_Latn", + "languages": [ + "mal-Mlym", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567716, + "recall": 0.636364, + "f1": 0.587157, + "accuracy": 0.636364, + "main_score": 0.587157, + "hf_subset": "mal_Mlym-kam_Latn", + "languages": [ + "mal-Mlym", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mal_Mlym-lit_Latn", + "languages": [ + "mal-Mlym", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-nob_Latn", + "languages": [ + "mal-Mlym", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mal_Mlym-scn_Latn", + "languages": [ + "mal-Mlym", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "mal_Mlym-tgk_Cyrl", + "languages": [ + "mal-Mlym", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723608, + "recall": 0.783597, + "f1": 0.74126, + "accuracy": 0.783597, + "main_score": 0.74126, + "hf_subset": "mal_Mlym-yor_Latn", + "languages": [ + "mal-Mlym", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-arz_Arab", + "languages": [ + "mal-Mlym", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540308, + "recall": 0.602767, + "f1": 0.558267, + "accuracy": 0.602767, + "main_score": 0.558267, + "hf_subset": "mal_Mlym-cjk_Latn", + "languages": [ + "mal-Mlym", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769005, + "recall": 0.81917, + "f1": 0.784025, + "accuracy": 0.81917, + "main_score": 0.784025, + "hf_subset": "mal_Mlym-gla_Latn", + "languages": [ + "mal-Mlym", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mal_Mlym-lmo_Latn", + "languages": [ + "mal-Mlym", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460411, + "recall": 0.529644, + "f1": 0.479457, + "accuracy": 0.529644, + "main_score": 0.479457, + "hf_subset": "mal_Mlym-shn_Mymr", + "languages": [ + "mal-Mlym", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-tgl_Latn", + "languages": [ + "mal-Mlym", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-yue_Hant", + "languages": [ + "mal-Mlym", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "mal_Mlym-ckb_Arab", + "languages": [ + "mal-Mlym", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855319, + "recall": 0.893281, + "f1": 0.867128, + "accuracy": 0.893281, + "main_score": 0.867128, + "hf_subset": "mal_Mlym-gle_Latn", + "languages": [ + "mal-Mlym", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.953557, + "f1": 0.940184, + "accuracy": 0.953557, + "main_score": 0.940184, + "hf_subset": "mal_Mlym-ltg_Latn", + "languages": [ + "mal-Mlym", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587321, + "recall": 0.649209, + "f1": 0.604872, + "accuracy": 0.649209, + "main_score": 0.604872, + "hf_subset": "mal_Mlym-nso_Latn", + "languages": [ + "mal-Mlym", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mal_Mlym-sin_Sinh", + "languages": [ + "mal-Mlym", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-tha_Thai", + "languages": [ + "mal-Mlym", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-zho_Hans", + "languages": [ + "mal-Mlym", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ast_Latn", + "languages": [ + "mal-Mlym", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-crh_Latn", + "languages": [ + "mal-Mlym", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-glg_Latn", + "languages": [ + "mal-Mlym", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888011, + "recall": 0.921937, + "f1": 0.898847, + "accuracy": 0.921937, + "main_score": 0.898847, + "hf_subset": "mal_Mlym-kas_Deva", + "languages": [ + "mal-Mlym", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mal_Mlym-ltz_Latn", + "languages": [ + "mal-Mlym", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441835, + "recall": 0.514822, + "f1": 0.46178, + "accuracy": 0.514822, + "main_score": 0.46178, + "hf_subset": "mal_Mlym-nus_Latn", + "languages": [ + "mal-Mlym", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-slk_Latn", + "languages": [ + "mal-Mlym", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6252, + "recall": 0.701581, + "f1": 0.647299, + "accuracy": 0.701581, + "main_score": 0.647299, + "hf_subset": "mal_Mlym-tir_Ethi", + "languages": [ + "mal-Mlym", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-zho_Hant", + "languages": [ + "mal-Mlym", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "mal_Mlym-awa_Deva", + "languages": [ + "mal-Mlym", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "mal_Mlym-cym_Latn", + "languages": [ + "mal-Mlym", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822835, + "recall": 0.863636, + "f1": 0.83503, + "accuracy": 0.863636, + "main_score": 0.83503, + "hf_subset": "mal_Mlym-grn_Latn", + "languages": [ + "mal-Mlym", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-kat_Geor", + "languages": [ + "mal-Mlym", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62472, + "recall": 0.685771, + "f1": 0.642473, + "accuracy": 0.685771, + "main_score": 0.642473, + "hf_subset": "mal_Mlym-lua_Latn", + "languages": [ + "mal-Mlym", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616668, + "recall": 0.681818, + "f1": 0.635367, + "accuracy": 0.681818, + "main_score": 0.635367, + "hf_subset": "mal_Mlym-nya_Latn", + "languages": [ + "mal-Mlym", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-slv_Latn", + "languages": [ + "mal-Mlym", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937088, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "mal_Mlym-tpi_Latn", + "languages": [ + "mal-Mlym", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-zsm_Latn", + "languages": [ + "mal-Mlym", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52771, + "recall": 0.59585, + "f1": 0.546687, + "accuracy": 0.59585, + "main_score": 0.546687, + "hf_subset": "mal_Mlym-ayr_Latn", + "languages": [ + "mal-Mlym", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-dan_Latn", + "languages": [ + "mal-Mlym", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mal_Mlym-kaz_Cyrl", + "languages": [ + "mal-Mlym", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526459, + "recall": 0.590909, + "f1": 0.544147, + "accuracy": 0.590909, + "main_score": 0.544147, + "hf_subset": "mal_Mlym-lug_Latn", + "languages": [ + "mal-Mlym", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-oci_Latn", + "languages": [ + "mal-Mlym", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810507, + "recall": 0.858696, + "f1": 0.824901, + "accuracy": 0.858696, + "main_score": 0.824901, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524682, + "recall": 0.597826, + "f1": 0.544585, + "accuracy": 0.597826, + "main_score": 0.544585, + "hf_subset": "mal_Mlym-tsn_Latn", + "languages": [ + "mal-Mlym", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596995, + "recall": 0.662055, + "f1": 0.614937, + "accuracy": 0.662055, + "main_score": 0.614937, + "hf_subset": "mal_Mlym-zul_Latn", + "languages": [ + "mal-Mlym", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920537, + "recall": 0.943676, + "f1": 0.927931, + "accuracy": 0.943676, + "main_score": 0.927931, + "hf_subset": "mal_Mlym-azb_Arab", + "languages": [ + "mal-Mlym", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-deu_Latn", + "languages": [ + "mal-Mlym", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "mal_Mlym-hat_Latn", + "languages": [ + "mal-Mlym", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477523, + "recall": 0.540514, + "f1": 0.495073, + "accuracy": 0.540514, + "main_score": 0.495073, + "hf_subset": "mal_Mlym-kbp_Latn", + "languages": [ + "mal-Mlym", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556106, + "recall": 0.616601, + "f1": 0.572083, + "accuracy": 0.616601, + "main_score": 0.572083, + "hf_subset": "mal_Mlym-luo_Latn", + "languages": [ + "mal-Mlym", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565722, + "recall": 0.635375, + "f1": 0.586188, + "accuracy": 0.635375, + "main_score": 0.586188, + "hf_subset": "mal_Mlym-sna_Latn", + "languages": [ + "mal-Mlym", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540282, + "recall": 0.604743, + "f1": 0.557941, + "accuracy": 0.604743, + "main_score": 0.557941, + "hf_subset": "mal_Mlym-tso_Latn", + "languages": [ + "mal-Mlym", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mal_Mlym-azj_Latn", + "languages": [ + "mal-Mlym", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518696, + "recall": 0.593874, + "f1": 0.539621, + "accuracy": 0.593874, + "main_score": 0.539621, + "hf_subset": "mal_Mlym-dik_Latn", + "languages": [ + "mal-Mlym", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710573, + "recall": 0.770751, + "f1": 0.72787, + "accuracy": 0.770751, + "main_score": 0.72787, + "hf_subset": "mal_Mlym-hau_Latn", + "languages": [ + "mal-Mlym", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-kea_Latn", + "languages": [ + "mal-Mlym", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731999, + "recall": 0.785573, + "f1": 0.74776, + "accuracy": 0.785573, + "main_score": 0.74776, + "hf_subset": "mal_Mlym-lus_Latn", + "languages": [ + "mal-Mlym", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868808, + "recall": 0.901186, + "f1": 0.87859, + "accuracy": 0.901186, + "main_score": 0.87859, + "hf_subset": "mal_Mlym-pag_Latn", + "languages": [ + "mal-Mlym", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal_Mlym-snd_Arab", + "languages": [ + "mal-Mlym", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "mal_Mlym-tuk_Latn", + "languages": [ + "mal-Mlym", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mal_Mlym-bak_Cyrl", + "languages": [ + "mal-Mlym", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463853, + "recall": 0.55336, + "f1": 0.489657, + "accuracy": 0.55336, + "main_score": 0.489657, + "hf_subset": "mal_Mlym-dyu_Latn", + "languages": [ + "mal-Mlym", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-heb_Hebr", + "languages": [ + "mal-Mlym", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mal_Mlym-khk_Cyrl", + "languages": [ + "mal-Mlym", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-lvs_Latn", + "languages": [ + "mal-Mlym", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695092, + "recall": 0.756917, + "f1": 0.712996, + "accuracy": 0.756917, + "main_score": 0.712996, + "hf_subset": "mal_Mlym-som_Latn", + "languages": [ + "mal-Mlym", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595605, + "recall": 0.648221, + "f1": 0.610201, + "accuracy": 0.648221, + "main_score": 0.610201, + "hf_subset": "mal_Mlym-tum_Latn", + "languages": [ + "mal-Mlym", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573015, + "recall": 0.63834, + "f1": 0.591538, + "accuracy": 0.63834, + "main_score": 0.591538, + "hf_subset": "pes_Arab-ace_Arab", + "languages": [ + "pes-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51636, + "recall": 0.581028, + "f1": 0.534741, + "accuracy": 0.581028, + "main_score": 0.534741, + "hf_subset": "pes_Arab-bam_Latn", + "languages": [ + "pes-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451757, + "recall": 0.528656, + "f1": 0.471992, + "accuracy": 0.528656, + "main_score": 0.471992, + "hf_subset": "pes_Arab-dzo_Tibt", + "languages": [ + "pes-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-hin_Deva", + "languages": [ + "pes-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-khm_Khmr", + "languages": [ + "pes-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mag_Deva", + "languages": [ + "pes-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980896, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "pes_Arab-pap_Latn", + "languages": [ + "pes-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585953, + "recall": 0.644269, + "f1": 0.602377, + "accuracy": 0.644269, + "main_score": 0.602377, + "hf_subset": "pes_Arab-sot_Latn", + "languages": [ + "pes-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-tur_Latn", + "languages": [ + "pes-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873188, + "recall": 0.908103, + "f1": 0.884025, + "accuracy": 0.908103, + "main_score": 0.884025, + "hf_subset": "pes_Arab-ace_Latn", + "languages": [ + "pes-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.972332, + "f1": 0.964921, + "accuracy": 0.972332, + "main_score": 0.964921, + "hf_subset": "pes_Arab-ban_Latn", + "languages": [ + "pes-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ell_Grek", + "languages": [ + "pes-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pes_Arab-hne_Deva", + "languages": [ + "pes-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609471, + "recall": 0.664032, + "f1": 0.62509, + "accuracy": 0.664032, + "main_score": 0.62509, + "hf_subset": "pes_Arab-kik_Latn", + "languages": [ + "pes-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mai_Deva", + "languages": [ + "pes-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "pes_Arab-pbt_Arab", + "languages": [ + "pes-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-spa_Latn", + "languages": [ + "pes-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604397, + "recall": 0.668972, + "f1": 0.622121, + "accuracy": 0.668972, + "main_score": 0.622121, + "hf_subset": "pes_Arab-twi_Latn", + "languages": [ + "pes-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-acm_Arab", + "languages": [ + "pes-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-bel_Cyrl", + "languages": [ + "pes-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-hrv_Latn", + "languages": [ + "pes-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550059, + "recall": 0.61166, + "f1": 0.566832, + "accuracy": 0.61166, + "main_score": 0.566832, + "hf_subset": "pes_Arab-kin_Latn", + "languages": [ + "pes-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-mal_Mlym", + "languages": [ + "pes-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-srd_Latn", + "languages": [ + "pes-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182758, + "recall": 0.235178, + "f1": 0.195946, + "accuracy": 0.235178, + "main_score": 0.195946, + "hf_subset": "pes_Arab-tzm_Tfng", + "languages": [ + "pes-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-acq_Arab", + "languages": [ + "pes-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63288, + "recall": 0.683794, + "f1": 0.647443, + "accuracy": 0.683794, + "main_score": 0.647443, + "hf_subset": "pes_Arab-bem_Latn", + "languages": [ + "pes-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-epo_Latn", + "languages": [ + "pes-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-hun_Latn", + "languages": [ + "pes-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-kir_Cyrl", + "languages": [ + "pes-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-mar_Deva", + "languages": [ + "pes-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663827, + "recall": 0.719368, + "f1": 0.679891, + "accuracy": 0.719368, + "main_score": 0.679891, + "hf_subset": "pes_Arab-plt_Latn", + "languages": [ + "pes-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-srp_Cyrl", + "languages": [ + "pes-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "pes_Arab-uig_Arab", + "languages": [ + "pes-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pes_Arab-aeb_Arab", + "languages": [ + "pes-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ben_Beng", + "languages": [ + "pes-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-est_Latn", + "languages": [ + "pes-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-hye_Armn", + "languages": [ + "pes-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532404, + "recall": 0.58498, + "f1": 0.547447, + "accuracy": 0.58498, + "main_score": 0.547447, + "hf_subset": "pes_Arab-kmb_Latn", + "languages": [ + "pes-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492378, + "recall": 0.565217, + "f1": 0.512173, + "accuracy": 0.565217, + "main_score": 0.512173, + "hf_subset": "pes_Arab-min_Arab", + "languages": [ + "pes-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-pol_Latn", + "languages": [ + "pes-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557025, + "recall": 0.619565, + "f1": 0.575318, + "accuracy": 0.619565, + "main_score": 0.575318, + "hf_subset": "pes_Arab-ssw_Latn", + "languages": [ + "pes-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ukr_Cyrl", + "languages": [ + "pes-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-afr_Latn", + "languages": [ + "pes-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-bho_Deva", + "languages": [ + "pes-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-eus_Latn", + "languages": [ + "pes-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575191, + "recall": 0.639328, + "f1": 0.592939, + "accuracy": 0.639328, + "main_score": 0.592939, + "hf_subset": "pes_Arab-ibo_Latn", + "languages": [ + "pes-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898007, + "recall": 0.926877, + "f1": 0.907181, + "accuracy": 0.926877, + "main_score": 0.907181, + "hf_subset": "pes_Arab-kmr_Latn", + "languages": [ + "pes-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-min_Latn", + "languages": [ + "pes-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-por_Latn", + "languages": [ + "pes-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-sun_Latn", + "languages": [ + "pes-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519855, + "recall": 0.577075, + "f1": 0.536319, + "accuracy": 0.577075, + "main_score": 0.536319, + "hf_subset": "pes_Arab-umb_Latn", + "languages": [ + "pes-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ajp_Arab", + "languages": [ + "pes-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526966, + "recall": 0.597826, + "f1": 0.546896, + "accuracy": 0.597826, + "main_score": 0.546896, + "hf_subset": "pes_Arab-bjn_Arab", + "languages": [ + "pes-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514125, + "recall": 0.571146, + "f1": 0.529535, + "accuracy": 0.571146, + "main_score": 0.529535, + "hf_subset": "pes_Arab-ewe_Latn", + "languages": [ + "pes-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941864, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "pes_Arab-ilo_Latn", + "languages": [ + "pes-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320144, + "recall": 0.371542, + "f1": 0.334063, + "accuracy": 0.371542, + "main_score": 0.334063, + "hf_subset": "pes_Arab-knc_Arab", + "languages": [ + "pes-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-mkd_Cyrl", + "languages": [ + "pes-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-prs_Arab", + "languages": [ + "pes-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-swe_Latn", + "languages": [ + "pes-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-urd_Arab", + "languages": [ + "pes-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573419, + "recall": 0.634387, + "f1": 0.590736, + "accuracy": 0.634387, + "main_score": 0.590736, + "hf_subset": "pes_Arab-aka_Latn", + "languages": [ + "pes-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-bjn_Latn", + "languages": [ + "pes-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "pes_Arab-fao_Latn", + "languages": [ + "pes-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ind_Latn", + "languages": [ + "pes-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583883, + "recall": 0.640316, + "f1": 0.599428, + "accuracy": 0.640316, + "main_score": 0.599428, + "hf_subset": "pes_Arab-knc_Latn", + "languages": [ + "pes-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-mlt_Latn", + "languages": [ + "pes-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707839, + "recall": 0.766798, + "f1": 0.72518, + "accuracy": 0.766798, + "main_score": 0.72518, + "hf_subset": "pes_Arab-quy_Latn", + "languages": [ + "pes-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "pes_Arab-swh_Latn", + "languages": [ + "pes-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-uzn_Latn", + "languages": [ + "pes-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-als_Latn", + "languages": [ + "pes-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688069, + "recall": 0.757905, + "f1": 0.708877, + "accuracy": 0.757905, + "main_score": 0.708877, + "hf_subset": "pes_Arab-bod_Tibt", + "languages": [ + "pes-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695998, + "recall": 0.753953, + "f1": 0.713213, + "accuracy": 0.753953, + "main_score": 0.713213, + "hf_subset": "pes_Arab-fij_Latn", + "languages": [ + "pes-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-isl_Latn", + "languages": [ + "pes-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655797, + "recall": 0.70751, + "f1": 0.671297, + "accuracy": 0.70751, + "main_score": 0.671297, + "hf_subset": "pes_Arab-kon_Latn", + "languages": [ + "pes-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643936, + "recall": 0.711462, + "f1": 0.663274, + "accuracy": 0.711462, + "main_score": 0.663274, + "hf_subset": "pes_Arab-mni_Beng", + "languages": [ + "pes-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ron_Latn", + "languages": [ + "pes-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "pes_Arab-szl_Latn", + "languages": [ + "pes-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-vec_Latn", + "languages": [ + "pes-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pes_Arab-amh_Ethi", + "languages": [ + "pes-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-bos_Latn", + "languages": [ + "pes-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "pes_Arab-fin_Latn", + "languages": [ + "pes-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ita_Latn", + "languages": [ + "pes-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-kor_Hang", + "languages": [ + "pes-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541922, + "recall": 0.601779, + "f1": 0.558072, + "accuracy": 0.601779, + "main_score": 0.558072, + "hf_subset": "pes_Arab-mos_Latn", + "languages": [ + "pes-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560196, + "recall": 0.614625, + "f1": 0.575241, + "accuracy": 0.614625, + "main_score": 0.575241, + "hf_subset": "pes_Arab-run_Latn", + "languages": [ + "pes-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-tam_Taml", + "languages": [ + "pes-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-vie_Latn", + "languages": [ + "pes-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-apc_Arab", + "languages": [ + "pes-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803837, + "recall": 0.847826, + "f1": 0.816667, + "accuracy": 0.847826, + "main_score": 0.816667, + "hf_subset": "pes_Arab-bug_Latn", + "languages": [ + "pes-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480969, + "recall": 0.534585, + "f1": 0.49504, + "accuracy": 0.534585, + "main_score": 0.49504, + "hf_subset": "pes_Arab-fon_Latn", + "languages": [ + "pes-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-jav_Latn", + "languages": [ + "pes-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-lao_Laoo", + "languages": [ + "pes-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884223, + "recall": 0.91502, + "f1": 0.893906, + "accuracy": 0.91502, + "main_score": 0.893906, + "hf_subset": "pes_Arab-mri_Latn", + "languages": [ + "pes-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-rus_Cyrl", + "languages": [ + "pes-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539707, + "recall": 0.601779, + "f1": 0.556891, + "accuracy": 0.601779, + "main_score": 0.556891, + "hf_subset": "pes_Arab-taq_Latn", + "languages": [ + "pes-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pes_Arab-war_Latn", + "languages": [ + "pes-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-arb_Arab", + "languages": [ + "pes-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-bul_Cyrl", + "languages": [ + "pes-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-fra_Latn", + "languages": [ + "pes-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-jpn_Jpan", + "languages": [ + "pes-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-lij_Latn", + "languages": [ + "pes-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "pes_Arab-mya_Mymr", + "languages": [ + "pes-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578986, + "recall": 0.647233, + "f1": 0.597912, + "accuracy": 0.647233, + "main_score": 0.597912, + "hf_subset": "pes_Arab-sag_Latn", + "languages": [ + "pes-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201727, + "recall": 0.263834, + "f1": 0.215073, + "accuracy": 0.263834, + "main_score": 0.215073, + "hf_subset": "pes_Arab-taq_Tfng", + "languages": [ + "pes-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616897, + "recall": 0.684783, + "f1": 0.636426, + "accuracy": 0.684783, + "main_score": 0.636426, + "hf_subset": "pes_Arab-wol_Latn", + "languages": [ + "pes-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807493, + "recall": 0.857708, + "f1": 0.823024, + "accuracy": 0.857708, + "main_score": 0.823024, + "hf_subset": "pes_Arab-arb_Latn", + "languages": [ + "pes-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-cat_Latn", + "languages": [ + "pes-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-fur_Latn", + "languages": [ + "pes-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41614, + "recall": 0.474308, + "f1": 0.432052, + "accuracy": 0.474308, + "main_score": 0.432052, + "hf_subset": "pes_Arab-kab_Latn", + "languages": [ + "pes-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-lim_Latn", + "languages": [ + "pes-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-nld_Latn", + "languages": [ + "pes-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pes_Arab-san_Deva", + "languages": [ + "pes-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-tat_Cyrl", + "languages": [ + "pes-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683407, + "recall": 0.741107, + "f1": 0.70045, + "accuracy": 0.741107, + "main_score": 0.70045, + "hf_subset": "pes_Arab-xho_Latn", + "languages": [ + "pes-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ars_Arab", + "languages": [ + "pes-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-ceb_Latn", + "languages": [ + "pes-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568365, + "recall": 0.631423, + "f1": 0.585986, + "accuracy": 0.631423, + "main_score": 0.585986, + "hf_subset": "pes_Arab-fuv_Latn", + "languages": [ + "pes-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49589, + "recall": 0.563241, + "f1": 0.51471, + "accuracy": 0.563241, + "main_score": 0.51471, + "hf_subset": "pes_Arab-kac_Latn", + "languages": [ + "pes-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671732, + "recall": 0.725296, + "f1": 0.687698, + "accuracy": 0.725296, + "main_score": 0.687698, + "hf_subset": "pes_Arab-lin_Latn", + "languages": [ + "pes-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-nno_Latn", + "languages": [ + "pes-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.243643, + "recall": 0.323123, + "f1": 0.264151, + "accuracy": 0.323123, + "main_score": 0.264151, + "hf_subset": "pes_Arab-sat_Olck", + "languages": [ + "pes-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-tel_Telu", + "languages": [ + "pes-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "pes_Arab-ydd_Hebr", + "languages": [ + "pes-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "pes_Arab-ary_Arab", + "languages": [ + "pes-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ces_Latn", + "languages": [ + "pes-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580377, + "recall": 0.640316, + "f1": 0.59742, + "accuracy": 0.640316, + "main_score": 0.59742, + "hf_subset": "pes_Arab-gaz_Latn", + "languages": [ + "pes-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572466, + "recall": 0.637352, + "f1": 0.590655, + "accuracy": 0.637352, + "main_score": 0.590655, + "hf_subset": "pes_Arab-kam_Latn", + "languages": [ + "pes-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pes_Arab-lit_Latn", + "languages": [ + "pes-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-nob_Latn", + "languages": [ + "pes-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pes_Arab-scn_Latn", + "languages": [ + "pes-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "pes_Arab-tgk_Cyrl", + "languages": [ + "pes-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724664, + "recall": 0.786561, + "f1": 0.743165, + "accuracy": 0.786561, + "main_score": 0.743165, + "hf_subset": "pes_Arab-yor_Latn", + "languages": [ + "pes-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-arz_Arab", + "languages": [ + "pes-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558202, + "recall": 0.613636, + "f1": 0.574215, + "accuracy": 0.613636, + "main_score": 0.574215, + "hf_subset": "pes_Arab-cjk_Latn", + "languages": [ + "pes-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795652, + "recall": 0.84585, + "f1": 0.810935, + "accuracy": 0.84585, + "main_score": 0.810935, + "hf_subset": "pes_Arab-gla_Latn", + "languages": [ + "pes-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-kan_Knda", + "languages": [ + "pes-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pes_Arab-lmo_Latn", + "languages": [ + "pes-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "pes_Arab-npi_Deva", + "languages": [ + "pes-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459176, + "recall": 0.522727, + "f1": 0.476816, + "accuracy": 0.522727, + "main_score": 0.476816, + "hf_subset": "pes_Arab-shn_Mymr", + "languages": [ + "pes-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-tgl_Latn", + "languages": [ + "pes-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-yue_Hant", + "languages": [ + "pes-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-asm_Beng", + "languages": [ + "pes-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pes_Arab-ckb_Arab", + "languages": [ + "pes-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885046, + "recall": 0.916996, + "f1": 0.895059, + "accuracy": 0.916996, + "main_score": 0.895059, + "hf_subset": "pes_Arab-gle_Latn", + "languages": [ + "pes-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "pes_Arab-kas_Arab", + "languages": [ + "pes-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "pes_Arab-ltg_Latn", + "languages": [ + "pes-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610353, + "recall": 0.663043, + "f1": 0.625765, + "accuracy": 0.663043, + "main_score": 0.625765, + "hf_subset": "pes_Arab-nso_Latn", + "languages": [ + "pes-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pes_Arab-sin_Sinh", + "languages": [ + "pes-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-tha_Thai", + "languages": [ + "pes-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-zho_Hans", + "languages": [ + "pes-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-ast_Latn", + "languages": [ + "pes-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-crh_Latn", + "languages": [ + "pes-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-glg_Latn", + "languages": [ + "pes-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902915, + "recall": 0.931818, + "f1": 0.912121, + "accuracy": 0.931818, + "main_score": 0.912121, + "hf_subset": "pes_Arab-kas_Deva", + "languages": [ + "pes-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "pes_Arab-ltz_Latn", + "languages": [ + "pes-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449564, + "recall": 0.51581, + "f1": 0.467042, + "accuracy": 0.51581, + "main_score": 0.467042, + "hf_subset": "pes_Arab-nus_Latn", + "languages": [ + "pes-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-slk_Latn", + "languages": [ + "pes-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631456, + "recall": 0.700593, + "f1": 0.651976, + "accuracy": 0.700593, + "main_score": 0.651976, + "hf_subset": "pes_Arab-tir_Ethi", + "languages": [ + "pes-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-zho_Hant", + "languages": [ + "pes-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "pes_Arab-awa_Deva", + "languages": [ + "pes-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "pes_Arab-cym_Latn", + "languages": [ + "pes-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832592, + "recall": 0.87747, + "f1": 0.846739, + "accuracy": 0.87747, + "main_score": 0.846739, + "hf_subset": "pes_Arab-grn_Latn", + "languages": [ + "pes-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-kat_Geor", + "languages": [ + "pes-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639292, + "recall": 0.694664, + "f1": 0.655237, + "accuracy": 0.694664, + "main_score": 0.655237, + "hf_subset": "pes_Arab-lua_Latn", + "languages": [ + "pes-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648197, + "recall": 0.710474, + "f1": 0.666524, + "accuracy": 0.710474, + "main_score": 0.666524, + "hf_subset": "pes_Arab-nya_Latn", + "languages": [ + "pes-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-slv_Latn", + "languages": [ + "pes-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "pes_Arab-tpi_Latn", + "languages": [ + "pes-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-zsm_Latn", + "languages": [ + "pes-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530309, + "recall": 0.59585, + "f1": 0.548605, + "accuracy": 0.59585, + "main_score": 0.548605, + "hf_subset": "pes_Arab-ayr_Latn", + "languages": [ + "pes-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-dan_Latn", + "languages": [ + "pes-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-guj_Gujr", + "languages": [ + "pes-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-kaz_Cyrl", + "languages": [ + "pes-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539518, + "recall": 0.600791, + "f1": 0.555925, + "accuracy": 0.600791, + "main_score": 0.555925, + "hf_subset": "pes_Arab-lug_Latn", + "languages": [ + "pes-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-oci_Latn", + "languages": [ + "pes-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845586, + "recall": 0.886364, + "f1": 0.857839, + "accuracy": 0.886364, + "main_score": 0.857839, + "hf_subset": "pes_Arab-smo_Latn", + "languages": [ + "pes-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535822, + "recall": 0.602767, + "f1": 0.554319, + "accuracy": 0.602767, + "main_score": 0.554319, + "hf_subset": "pes_Arab-tsn_Latn", + "languages": [ + "pes-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620308, + "recall": 0.68083, + "f1": 0.637603, + "accuracy": 0.68083, + "main_score": 0.637603, + "hf_subset": "pes_Arab-zul_Latn", + "languages": [ + "pes-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "pes_Arab-azb_Arab", + "languages": [ + "pes-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-deu_Latn", + "languages": [ + "pes-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "pes_Arab-hat_Latn", + "languages": [ + "pes-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490234, + "recall": 0.547431, + "f1": 0.505755, + "accuracy": 0.547431, + "main_score": 0.505755, + "hf_subset": "pes_Arab-kbp_Latn", + "languages": [ + "pes-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573578, + "recall": 0.630435, + "f1": 0.58885, + "accuracy": 0.630435, + "main_score": 0.58885, + "hf_subset": "pes_Arab-luo_Latn", + "languages": [ + "pes-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-ory_Orya", + "languages": [ + "pes-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5799, + "recall": 0.644269, + "f1": 0.598347, + "accuracy": 0.644269, + "main_score": 0.598347, + "hf_subset": "pes_Arab-sna_Latn", + "languages": [ + "pes-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554821, + "recall": 0.608696, + "f1": 0.569125, + "accuracy": 0.608696, + "main_score": 0.569125, + "hf_subset": "pes_Arab-tso_Latn", + "languages": [ + "pes-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-azj_Latn", + "languages": [ + "pes-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522913, + "recall": 0.59585, + "f1": 0.544288, + "accuracy": 0.59585, + "main_score": 0.544288, + "hf_subset": "pes_Arab-dik_Latn", + "languages": [ + "pes-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736638, + "recall": 0.791502, + "f1": 0.752475, + "accuracy": 0.791502, + "main_score": 0.752475, + "hf_subset": "pes_Arab-hau_Latn", + "languages": [ + "pes-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "pes_Arab-kea_Latn", + "languages": [ + "pes-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750988, + "recall": 0.802372, + "f1": 0.766535, + "accuracy": 0.802372, + "main_score": 0.766535, + "hf_subset": "pes_Arab-lus_Latn", + "languages": [ + "pes-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868939, + "recall": 0.901186, + "f1": 0.878873, + "accuracy": 0.901186, + "main_score": 0.878873, + "hf_subset": "pes_Arab-pag_Latn", + "languages": [ + "pes-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pes_Arab-snd_Arab", + "languages": [ + "pes-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "pes_Arab-tuk_Latn", + "languages": [ + "pes-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pes_Arab-bak_Cyrl", + "languages": [ + "pes-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47721, + "recall": 0.555336, + "f1": 0.499994, + "accuracy": 0.555336, + "main_score": 0.499994, + "hf_subset": "pes_Arab-dyu_Latn", + "languages": [ + "pes-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pes_Arab-heb_Hebr", + "languages": [ + "pes-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pes_Arab-khk_Cyrl", + "languages": [ + "pes-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-lvs_Latn", + "languages": [ + "pes-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pes_Arab-pan_Guru", + "languages": [ + "pes-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702597, + "recall": 0.76581, + "f1": 0.721989, + "accuracy": 0.76581, + "main_score": 0.721989, + "hf_subset": "pes_Arab-som_Latn", + "languages": [ + "pes-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597316, + "recall": 0.650198, + "f1": 0.611927, + "accuracy": 0.650198, + "main_score": 0.611927, + "hf_subset": "pes_Arab-tum_Latn", + "languages": [ + "pes-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590168, + "recall": 0.650198, + "f1": 0.607465, + "accuracy": 0.650198, + "main_score": 0.607465, + "hf_subset": "srd_Latn-ace_Arab", + "languages": [ + "srd-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557642, + "recall": 0.612648, + "f1": 0.573226, + "accuracy": 0.612648, + "main_score": 0.573226, + "hf_subset": "srd_Latn-bam_Latn", + "languages": [ + "srd-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379777, + "recall": 0.445652, + "f1": 0.396812, + "accuracy": 0.445652, + "main_score": 0.396812, + "hf_subset": "srd_Latn-dzo_Tibt", + "languages": [ + "srd-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-hin_Deva", + "languages": [ + "srd-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "srd_Latn-khm_Khmr", + "languages": [ + "srd-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-mag_Deva", + "languages": [ + "srd-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "srd_Latn-pap_Latn", + "languages": [ + "srd-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60809, + "recall": 0.660079, + "f1": 0.622734, + "accuracy": 0.660079, + "main_score": 0.622734, + "hf_subset": "srd_Latn-sot_Latn", + "languages": [ + "srd-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-tur_Latn", + "languages": [ + "srd-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84372, + "recall": 0.878458, + "f1": 0.854084, + "accuracy": 0.878458, + "main_score": 0.854084, + "hf_subset": "srd_Latn-ace_Latn", + "languages": [ + "srd-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9333, + "recall": 0.951581, + "f1": 0.939229, + "accuracy": 0.951581, + "main_score": 0.939229, + "hf_subset": "srd_Latn-ban_Latn", + "languages": [ + "srd-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ell_Grek", + "languages": [ + "srd-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978458, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "srd_Latn-hne_Deva", + "languages": [ + "srd-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60629, + "recall": 0.659091, + "f1": 0.621344, + "accuracy": 0.659091, + "main_score": 0.621344, + "hf_subset": "srd_Latn-kik_Latn", + "languages": [ + "srd-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-mai_Deva", + "languages": [ + "srd-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "srd_Latn-pbt_Arab", + "languages": [ + "srd-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "srd_Latn-spa_Latn", + "languages": [ + "srd-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613669, + "recall": 0.673913, + "f1": 0.630893, + "accuracy": 0.673913, + "main_score": 0.630893, + "hf_subset": "srd_Latn-twi_Latn", + "languages": [ + "srd-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-acm_Arab", + "languages": [ + "srd-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "srd_Latn-bel_Cyrl", + "languages": [ + "srd-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-eng_Latn", + "languages": [ + "srd-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-hrv_Latn", + "languages": [ + "srd-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558326, + "recall": 0.619565, + "f1": 0.575863, + "accuracy": 0.619565, + "main_score": 0.575863, + "hf_subset": "srd_Latn-kin_Latn", + "languages": [ + "srd-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-mal_Mlym", + "languages": [ + "srd-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-pes_Arab", + "languages": [ + "srd-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193817, + "recall": 0.235178, + "f1": 0.204019, + "accuracy": 0.235178, + "main_score": 0.204019, + "hf_subset": "srd_Latn-tzm_Tfng", + "languages": [ + "srd-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-acq_Arab", + "languages": [ + "srd-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636078, + "recall": 0.685771, + "f1": 0.649942, + "accuracy": 0.685771, + "main_score": 0.649942, + "hf_subset": "srd_Latn-bem_Latn", + "languages": [ + "srd-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-epo_Latn", + "languages": [ + "srd-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-hun_Latn", + "languages": [ + "srd-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.970356, + "f1": 0.962516, + "accuracy": 0.970356, + "main_score": 0.962516, + "hf_subset": "srd_Latn-kir_Cyrl", + "languages": [ + "srd-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "srd_Latn-mar_Deva", + "languages": [ + "srd-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667195, + "recall": 0.724308, + "f1": 0.684195, + "accuracy": 0.724308, + "main_score": 0.684195, + "hf_subset": "srd_Latn-plt_Latn", + "languages": [ + "srd-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-srp_Cyrl", + "languages": [ + "srd-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907938, + "recall": 0.934783, + "f1": 0.916502, + "accuracy": 0.934783, + "main_score": 0.916502, + "hf_subset": "srd_Latn-uig_Arab", + "languages": [ + "srd-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "srd_Latn-aeb_Arab", + "languages": [ + "srd-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "srd_Latn-ben_Beng", + "languages": [ + "srd-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-est_Latn", + "languages": [ + "srd-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "srd_Latn-hye_Armn", + "languages": [ + "srd-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560458, + "recall": 0.610672, + "f1": 0.574581, + "accuracy": 0.610672, + "main_score": 0.574581, + "hf_subset": "srd_Latn-kmb_Latn", + "languages": [ + "srd-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526014, + "recall": 0.597826, + "f1": 0.545218, + "accuracy": 0.597826, + "main_score": 0.545218, + "hf_subset": "srd_Latn-min_Arab", + "languages": [ + "srd-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "srd_Latn-pol_Latn", + "languages": [ + "srd-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57025, + "recall": 0.626482, + "f1": 0.586418, + "accuracy": 0.626482, + "main_score": 0.586418, + "hf_subset": "srd_Latn-ssw_Latn", + "languages": [ + "srd-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-ukr_Cyrl", + "languages": [ + "srd-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-afr_Latn", + "languages": [ + "srd-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "srd_Latn-bho_Deva", + "languages": [ + "srd-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "srd_Latn-eus_Latn", + "languages": [ + "srd-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603649, + "recall": 0.661067, + "f1": 0.619403, + "accuracy": 0.661067, + "main_score": 0.619403, + "hf_subset": "srd_Latn-ibo_Latn", + "languages": [ + "srd-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850635, + "recall": 0.885375, + "f1": 0.861413, + "accuracy": 0.885375, + "main_score": 0.861413, + "hf_subset": "srd_Latn-kmr_Latn", + "languages": [ + "srd-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "srd_Latn-min_Latn", + "languages": [ + "srd-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-por_Latn", + "languages": [ + "srd-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "srd_Latn-sun_Latn", + "languages": [ + "srd-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542121, + "recall": 0.591897, + "f1": 0.556177, + "accuracy": 0.591897, + "main_score": 0.556177, + "hf_subset": "srd_Latn-umb_Latn", + "languages": [ + "srd-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ajp_Arab", + "languages": [ + "srd-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557457, + "recall": 0.620553, + "f1": 0.573919, + "accuracy": 0.620553, + "main_score": 0.573919, + "hf_subset": "srd_Latn-bjn_Arab", + "languages": [ + "srd-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53125, + "recall": 0.577075, + "f1": 0.543405, + "accuracy": 0.577075, + "main_score": 0.543405, + "hf_subset": "srd_Latn-ewe_Latn", + "languages": [ + "srd-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93083, + "recall": 0.948617, + "f1": 0.936265, + "accuracy": 0.948617, + "main_score": 0.936265, + "hf_subset": "srd_Latn-ilo_Latn", + "languages": [ + "srd-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323866, + "recall": 0.378458, + "f1": 0.339058, + "accuracy": 0.378458, + "main_score": 0.339058, + "hf_subset": "srd_Latn-knc_Arab", + "languages": [ + "srd-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-mkd_Cyrl", + "languages": [ + "srd-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-prs_Arab", + "languages": [ + "srd-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-swe_Latn", + "languages": [ + "srd-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-urd_Arab", + "languages": [ + "srd-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60984, + "recall": 0.662055, + "f1": 0.625074, + "accuracy": 0.662055, + "main_score": 0.625074, + "hf_subset": "srd_Latn-aka_Latn", + "languages": [ + "srd-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "srd_Latn-bjn_Latn", + "languages": [ + "srd-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938027, + "recall": 0.955534, + "f1": 0.943248, + "accuracy": 0.955534, + "main_score": 0.943248, + "hf_subset": "srd_Latn-fao_Latn", + "languages": [ + "srd-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-ind_Latn", + "languages": [ + "srd-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598381, + "recall": 0.650198, + "f1": 0.612704, + "accuracy": 0.650198, + "main_score": 0.612704, + "hf_subset": "srd_Latn-knc_Latn", + "languages": [ + "srd-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "srd_Latn-mlt_Latn", + "languages": [ + "srd-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702462, + "recall": 0.758893, + "f1": 0.719178, + "accuracy": 0.758893, + "main_score": 0.719178, + "hf_subset": "srd_Latn-quy_Latn", + "languages": [ + "srd-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "srd_Latn-swh_Latn", + "languages": [ + "srd-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-uzn_Latn", + "languages": [ + "srd-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "srd_Latn-als_Latn", + "languages": [ + "srd-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553588, + "recall": 0.629447, + "f1": 0.574809, + "accuracy": 0.629447, + "main_score": 0.574809, + "hf_subset": "srd_Latn-bod_Tibt", + "languages": [ + "srd-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69263, + "recall": 0.741107, + "f1": 0.706285, + "accuracy": 0.741107, + "main_score": 0.706285, + "hf_subset": "srd_Latn-fij_Latn", + "languages": [ + "srd-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "srd_Latn-isl_Latn", + "languages": [ + "srd-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691535, + "recall": 0.73913, + "f1": 0.705764, + "accuracy": 0.73913, + "main_score": 0.705764, + "hf_subset": "srd_Latn-kon_Latn", + "languages": [ + "srd-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657816, + "recall": 0.716403, + "f1": 0.675002, + "accuracy": 0.716403, + "main_score": 0.675002, + "hf_subset": "srd_Latn-mni_Beng", + "languages": [ + "srd-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-ron_Latn", + "languages": [ + "srd-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "srd_Latn-szl_Latn", + "languages": [ + "srd-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-vec_Latn", + "languages": [ + "srd-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895339, + "recall": 0.925889, + "f1": 0.90504, + "accuracy": 0.925889, + "main_score": 0.90504, + "hf_subset": "srd_Latn-amh_Ethi", + "languages": [ + "srd-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-bos_Latn", + "languages": [ + "srd-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "srd_Latn-fin_Latn", + "languages": [ + "srd-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-ita_Latn", + "languages": [ + "srd-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "srd_Latn-kor_Hang", + "languages": [ + "srd-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569191, + "recall": 0.623518, + "f1": 0.584497, + "accuracy": 0.623518, + "main_score": 0.584497, + "hf_subset": "srd_Latn-mos_Latn", + "languages": [ + "srd-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557543, + "recall": 0.607708, + "f1": 0.57173, + "accuracy": 0.607708, + "main_score": 0.57173, + "hf_subset": "srd_Latn-run_Latn", + "languages": [ + "srd-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-tam_Taml", + "languages": [ + "srd-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-vie_Latn", + "languages": [ + "srd-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-apc_Arab", + "languages": [ + "srd-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793383, + "recall": 0.833004, + "f1": 0.805122, + "accuracy": 0.833004, + "main_score": 0.805122, + "hf_subset": "srd_Latn-bug_Latn", + "languages": [ + "srd-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478749, + "recall": 0.535573, + "f1": 0.494163, + "accuracy": 0.535573, + "main_score": 0.494163, + "hf_subset": "srd_Latn-fon_Latn", + "languages": [ + "srd-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-jav_Latn", + "languages": [ + "srd-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "srd_Latn-lao_Laoo", + "languages": [ + "srd-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81455, + "recall": 0.858696, + "f1": 0.827324, + "accuracy": 0.858696, + "main_score": 0.827324, + "hf_subset": "srd_Latn-mri_Latn", + "languages": [ + "srd-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-rus_Cyrl", + "languages": [ + "srd-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548774, + "recall": 0.599802, + "f1": 0.562999, + "accuracy": 0.599802, + "main_score": 0.562999, + "hf_subset": "srd_Latn-taq_Latn", + "languages": [ + "srd-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-war_Latn", + "languages": [ + "srd-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-arb_Arab", + "languages": [ + "srd-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-bul_Cyrl", + "languages": [ + "srd-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-fra_Latn", + "languages": [ + "srd-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984766, + "recall": 0.98913, + "f1": 0.986067, + "accuracy": 0.98913, + "main_score": 0.986067, + "hf_subset": "srd_Latn-jpn_Jpan", + "languages": [ + "srd-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "srd_Latn-lij_Latn", + "languages": [ + "srd-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "srd_Latn-mya_Mymr", + "languages": [ + "srd-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596314, + "recall": 0.666008, + "f1": 0.615604, + "accuracy": 0.666008, + "main_score": 0.615604, + "hf_subset": "srd_Latn-sag_Latn", + "languages": [ + "srd-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207693, + "recall": 0.254941, + "f1": 0.218387, + "accuracy": 0.254941, + "main_score": 0.218387, + "hf_subset": "srd_Latn-taq_Tfng", + "languages": [ + "srd-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639316, + "recall": 0.701581, + "f1": 0.656684, + "accuracy": 0.701581, + "main_score": 0.656684, + "hf_subset": "srd_Latn-wol_Latn", + "languages": [ + "srd-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765786, + "recall": 0.817194, + "f1": 0.781017, + "accuracy": 0.817194, + "main_score": 0.781017, + "hf_subset": "srd_Latn-arb_Latn", + "languages": [ + "srd-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-cat_Latn", + "languages": [ + "srd-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-fur_Latn", + "languages": [ + "srd-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417583, + "recall": 0.474308, + "f1": 0.433536, + "accuracy": 0.474308, + "main_score": 0.433536, + "hf_subset": "srd_Latn-kab_Latn", + "languages": [ + "srd-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965168, + "recall": 0.975296, + "f1": 0.968445, + "accuracy": 0.975296, + "main_score": 0.968445, + "hf_subset": "srd_Latn-lim_Latn", + "languages": [ + "srd-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-nld_Latn", + "languages": [ + "srd-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "srd_Latn-san_Deva", + "languages": [ + "srd-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "srd_Latn-tat_Cyrl", + "languages": [ + "srd-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685331, + "recall": 0.736166, + "f1": 0.700009, + "accuracy": 0.736166, + "main_score": 0.700009, + "hf_subset": "srd_Latn-xho_Latn", + "languages": [ + "srd-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "srd_Latn-ars_Arab", + "languages": [ + "srd-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991848, + "recall": 0.994071, + "f1": 0.99249, + "accuracy": 0.994071, + "main_score": 0.99249, + "hf_subset": "srd_Latn-ceb_Latn", + "languages": [ + "srd-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57152, + "recall": 0.626482, + "f1": 0.587371, + "accuracy": 0.626482, + "main_score": 0.587371, + "hf_subset": "srd_Latn-fuv_Latn", + "languages": [ + "srd-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511743, + "recall": 0.573123, + "f1": 0.528305, + "accuracy": 0.573123, + "main_score": 0.528305, + "hf_subset": "srd_Latn-kac_Latn", + "languages": [ + "srd-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69166, + "recall": 0.736166, + "f1": 0.704346, + "accuracy": 0.736166, + "main_score": 0.704346, + "hf_subset": "srd_Latn-lin_Latn", + "languages": [ + "srd-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srd_Latn-nno_Latn", + "languages": [ + "srd-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225166, + "recall": 0.294466, + "f1": 0.242698, + "accuracy": 0.294466, + "main_score": 0.242698, + "hf_subset": "srd_Latn-sat_Olck", + "languages": [ + "srd-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-tel_Telu", + "languages": [ + "srd-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938241, + "recall": 0.956522, + "f1": 0.944005, + "accuracy": 0.956522, + "main_score": 0.944005, + "hf_subset": "srd_Latn-ydd_Hebr", + "languages": [ + "srd-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "srd_Latn-ary_Arab", + "languages": [ + "srd-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ces_Latn", + "languages": [ + "srd-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604934, + "recall": 0.666008, + "f1": 0.622664, + "accuracy": 0.666008, + "main_score": 0.622664, + "hf_subset": "srd_Latn-gaz_Latn", + "languages": [ + "srd-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594289, + "recall": 0.657115, + "f1": 0.612247, + "accuracy": 0.657115, + "main_score": 0.612247, + "hf_subset": "srd_Latn-kam_Latn", + "languages": [ + "srd-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "srd_Latn-lit_Latn", + "languages": [ + "srd-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srd_Latn-nob_Latn", + "languages": [ + "srd-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "srd_Latn-scn_Latn", + "languages": [ + "srd-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.969368, + "f1": 0.961298, + "accuracy": 0.969368, + "main_score": 0.961298, + "hf_subset": "srd_Latn-tgk_Cyrl", + "languages": [ + "srd-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691453, + "recall": 0.753953, + "f1": 0.710375, + "accuracy": 0.753953, + "main_score": 0.710375, + "hf_subset": "srd_Latn-yor_Latn", + "languages": [ + "srd-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "srd_Latn-arz_Arab", + "languages": [ + "srd-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562608, + "recall": 0.625494, + "f1": 0.581228, + "accuracy": 0.625494, + "main_score": 0.581228, + "hf_subset": "srd_Latn-cjk_Latn", + "languages": [ + "srd-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746756, + "recall": 0.801383, + "f1": 0.762799, + "accuracy": 0.801383, + "main_score": 0.762799, + "hf_subset": "srd_Latn-gla_Latn", + "languages": [ + "srd-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "srd_Latn-kan_Knda", + "languages": [ + "srd-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "srd_Latn-lmo_Latn", + "languages": [ + "srd-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "srd_Latn-npi_Deva", + "languages": [ + "srd-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469977, + "recall": 0.529644, + "f1": 0.486064, + "accuracy": 0.529644, + "main_score": 0.486064, + "hf_subset": "srd_Latn-shn_Mymr", + "languages": [ + "srd-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "srd_Latn-tgl_Latn", + "languages": [ + "srd-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-yue_Hant", + "languages": [ + "srd-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "srd_Latn-asm_Beng", + "languages": [ + "srd-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925889, + "recall": 0.94664, + "f1": 0.932444, + "accuracy": 0.94664, + "main_score": 0.932444, + "hf_subset": "srd_Latn-ckb_Arab", + "languages": [ + "srd-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841314, + "recall": 0.880435, + "f1": 0.85296, + "accuracy": 0.880435, + "main_score": 0.85296, + "hf_subset": "srd_Latn-gle_Latn", + "languages": [ + "srd-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924489, + "recall": 0.945652, + "f1": 0.931061, + "accuracy": 0.945652, + "main_score": 0.931061, + "hf_subset": "srd_Latn-kas_Arab", + "languages": [ + "srd-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "srd_Latn-ltg_Latn", + "languages": [ + "srd-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622174, + "recall": 0.671937, + "f1": 0.635754, + "accuracy": 0.671937, + "main_score": 0.635754, + "hf_subset": "srd_Latn-nso_Latn", + "languages": [ + "srd-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956604, + "recall": 0.969368, + "f1": 0.960705, + "accuracy": 0.969368, + "main_score": 0.960705, + "hf_subset": "srd_Latn-sin_Sinh", + "languages": [ + "srd-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srd_Latn-tha_Thai", + "languages": [ + "srd-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "srd_Latn-zho_Hans", + "languages": [ + "srd-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-ast_Latn", + "languages": [ + "srd-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srd_Latn-crh_Latn", + "languages": [ + "srd-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srd_Latn-glg_Latn", + "languages": [ + "srd-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848353, + "recall": 0.88834, + "f1": 0.860804, + "accuracy": 0.88834, + "main_score": 0.860804, + "hf_subset": "srd_Latn-kas_Deva", + "languages": [ + "srd-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "srd_Latn-ltz_Latn", + "languages": [ + "srd-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489789, + "recall": 0.550395, + "f1": 0.506018, + "accuracy": 0.550395, + "main_score": 0.506018, + "hf_subset": "srd_Latn-nus_Latn", + "languages": [ + "srd-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-slk_Latn", + "languages": [ + "srd-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586655, + "recall": 0.657115, + "f1": 0.607496, + "accuracy": 0.657115, + "main_score": 0.607496, + "hf_subset": "srd_Latn-tir_Ethi", + "languages": [ + "srd-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srd_Latn-zho_Hant", + "languages": [ + "srd-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "srd_Latn-awa_Deva", + "languages": [ + "srd-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "srd_Latn-cym_Latn", + "languages": [ + "srd-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828887, + "recall": 0.868577, + "f1": 0.840994, + "accuracy": 0.868577, + "main_score": 0.840994, + "hf_subset": "srd_Latn-grn_Latn", + "languages": [ + "srd-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "srd_Latn-kat_Geor", + "languages": [ + "srd-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653651, + "recall": 0.701581, + "f1": 0.667183, + "accuracy": 0.701581, + "main_score": 0.667183, + "hf_subset": "srd_Latn-lua_Latn", + "languages": [ + "srd-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63404, + "recall": 0.690711, + "f1": 0.650087, + "accuracy": 0.690711, + "main_score": 0.650087, + "hf_subset": "srd_Latn-nya_Latn", + "languages": [ + "srd-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-slv_Latn", + "languages": [ + "srd-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925461, + "recall": 0.945652, + "f1": 0.931621, + "accuracy": 0.945652, + "main_score": 0.931621, + "hf_subset": "srd_Latn-tpi_Latn", + "languages": [ + "srd-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "srd_Latn-zsm_Latn", + "languages": [ + "srd-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560397, + "recall": 0.625494, + "f1": 0.57836, + "accuracy": 0.625494, + "main_score": 0.57836, + "hf_subset": "srd_Latn-ayr_Latn", + "languages": [ + "srd-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srd_Latn-dan_Latn", + "languages": [ + "srd-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "srd_Latn-guj_Gujr", + "languages": [ + "srd-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srd_Latn-kaz_Cyrl", + "languages": [ + "srd-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536685, + "recall": 0.59585, + "f1": 0.553782, + "accuracy": 0.59585, + "main_score": 0.553782, + "hf_subset": "srd_Latn-lug_Latn", + "languages": [ + "srd-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srd_Latn-oci_Latn", + "languages": [ + "srd-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789848, + "recall": 0.835968, + "f1": 0.803593, + "accuracy": 0.835968, + "main_score": 0.803593, + "hf_subset": "srd_Latn-smo_Latn", + "languages": [ + "srd-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548712, + "recall": 0.605731, + "f1": 0.564372, + "accuracy": 0.605731, + "main_score": 0.564372, + "hf_subset": "srd_Latn-tsn_Latn", + "languages": [ + "srd-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619527, + "recall": 0.675889, + "f1": 0.63602, + "accuracy": 0.675889, + "main_score": 0.63602, + "hf_subset": "srd_Latn-zul_Latn", + "languages": [ + "srd-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898715, + "recall": 0.926877, + "f1": 0.907773, + "accuracy": 0.926877, + "main_score": 0.907773, + "hf_subset": "srd_Latn-azb_Arab", + "languages": [ + "srd-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srd_Latn-deu_Latn", + "languages": [ + "srd-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959239, + "recall": 0.970356, + "f1": 0.962846, + "accuracy": 0.970356, + "main_score": 0.962846, + "hf_subset": "srd_Latn-hat_Latn", + "languages": [ + "srd-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517289, + "recall": 0.570158, + "f1": 0.531875, + "accuracy": 0.570158, + "main_score": 0.531875, + "hf_subset": "srd_Latn-kbp_Latn", + "languages": [ + "srd-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5883, + "recall": 0.645257, + "f1": 0.604021, + "accuracy": 0.645257, + "main_score": 0.604021, + "hf_subset": "srd_Latn-luo_Latn", + "languages": [ + "srd-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srd_Latn-ory_Orya", + "languages": [ + "srd-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589666, + "recall": 0.646245, + "f1": 0.606241, + "accuracy": 0.646245, + "main_score": 0.606241, + "hf_subset": "srd_Latn-sna_Latn", + "languages": [ + "srd-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574301, + "recall": 0.625494, + "f1": 0.58888, + "accuracy": 0.625494, + "main_score": 0.58888, + "hf_subset": "srd_Latn-tso_Latn", + "languages": [ + "srd-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "srd_Latn-azj_Latn", + "languages": [ + "srd-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553179, + "recall": 0.610672, + "f1": 0.569584, + "accuracy": 0.610672, + "main_score": 0.569584, + "hf_subset": "srd_Latn-dik_Latn", + "languages": [ + "srd-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723386, + "recall": 0.775692, + "f1": 0.738608, + "accuracy": 0.775692, + "main_score": 0.738608, + "hf_subset": "srd_Latn-hau_Latn", + "languages": [ + "srd-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "srd_Latn-kea_Latn", + "languages": [ + "srd-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718224, + "recall": 0.763834, + "f1": 0.731538, + "accuracy": 0.763834, + "main_score": 0.731538, + "hf_subset": "srd_Latn-lus_Latn", + "languages": [ + "srd-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86614, + "recall": 0.891304, + "f1": 0.873814, + "accuracy": 0.891304, + "main_score": 0.873814, + "hf_subset": "srd_Latn-pag_Latn", + "languages": [ + "srd-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "srd_Latn-snd_Arab", + "languages": [ + "srd-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91525, + "recall": 0.937747, + "f1": 0.922266, + "accuracy": 0.937747, + "main_score": 0.922266, + "hf_subset": "srd_Latn-tuk_Latn", + "languages": [ + "srd-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "srd_Latn-bak_Cyrl", + "languages": [ + "srd-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487526, + "recall": 0.564229, + "f1": 0.509274, + "accuracy": 0.564229, + "main_score": 0.509274, + "hf_subset": "srd_Latn-dyu_Latn", + "languages": [ + "srd-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srd_Latn-heb_Hebr", + "languages": [ + "srd-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953804, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "srd_Latn-khk_Cyrl", + "languages": [ + "srd-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-lvs_Latn", + "languages": [ + "srd-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srd_Latn-pan_Guru", + "languages": [ + "srd-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6903, + "recall": 0.746047, + "f1": 0.706604, + "accuracy": 0.746047, + "main_score": 0.706604, + "hf_subset": "srd_Latn-som_Latn", + "languages": [ + "srd-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603969, + "recall": 0.643281, + "f1": 0.615003, + "accuracy": 0.643281, + "main_score": 0.615003, + "hf_subset": "srd_Latn-tum_Latn", + "languages": [ + "srd-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162016, + "recall": 0.193676, + "f1": 0.169345, + "accuracy": 0.193676, + "main_score": 0.169345, + "hf_subset": "tzm_Tfng-ace_Arab", + "languages": [ + "tzm-Tfng", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156915, + "recall": 0.188735, + "f1": 0.164998, + "accuracy": 0.188735, + "main_score": 0.164998, + "hf_subset": "tzm_Tfng-bam_Latn", + "languages": [ + "tzm-Tfng", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.125739, + "recall": 0.149209, + "f1": 0.132192, + "accuracy": 0.149209, + "main_score": 0.132192, + "hf_subset": "tzm_Tfng-dzo_Tibt", + "languages": [ + "tzm-Tfng", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161067, + "recall": 0.194664, + "f1": 0.168254, + "accuracy": 0.194664, + "main_score": 0.168254, + "hf_subset": "tzm_Tfng-hin_Deva", + "languages": [ + "tzm-Tfng", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150273, + "recall": 0.18083, + "f1": 0.156912, + "accuracy": 0.18083, + "main_score": 0.156912, + "hf_subset": "tzm_Tfng-khm_Khmr", + "languages": [ + "tzm-Tfng", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152369, + "recall": 0.179842, + "f1": 0.158376, + "accuracy": 0.179842, + "main_score": 0.158376, + "hf_subset": "tzm_Tfng-mag_Deva", + "languages": [ + "tzm-Tfng", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149349, + "recall": 0.184783, + "f1": 0.156749, + "accuracy": 0.184783, + "main_score": 0.156749, + "hf_subset": "tzm_Tfng-pap_Latn", + "languages": [ + "tzm-Tfng", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162343, + "recall": 0.203557, + "f1": 0.171536, + "accuracy": 0.203557, + "main_score": 0.171536, + "hf_subset": "tzm_Tfng-sot_Latn", + "languages": [ + "tzm-Tfng", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.14453, + "recall": 0.178854, + "f1": 0.152278, + "accuracy": 0.178854, + "main_score": 0.152278, + "hf_subset": "tzm_Tfng-tur_Latn", + "languages": [ + "tzm-Tfng", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153556, + "recall": 0.188735, + "f1": 0.161462, + "accuracy": 0.188735, + "main_score": 0.161462, + "hf_subset": "tzm_Tfng-ace_Latn", + "languages": [ + "tzm-Tfng", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158431, + "recall": 0.194664, + "f1": 0.166158, + "accuracy": 0.194664, + "main_score": 0.166158, + "hf_subset": "tzm_Tfng-ban_Latn", + "languages": [ + "tzm-Tfng", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140535, + "recall": 0.177866, + "f1": 0.14826, + "accuracy": 0.177866, + "main_score": 0.14826, + "hf_subset": "tzm_Tfng-ell_Grek", + "languages": [ + "tzm-Tfng", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140829, + "recall": 0.174901, + "f1": 0.147859, + "accuracy": 0.174901, + "main_score": 0.147859, + "hf_subset": "tzm_Tfng-hne_Deva", + "languages": [ + "tzm-Tfng", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.075804, + "recall": 0.108696, + "f1": 0.081544, + "accuracy": 0.108696, + "main_score": 0.081544, + "hf_subset": "tzm_Tfng-kik_Latn", + "languages": [ + "tzm-Tfng", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157293, + "recall": 0.187747, + "f1": 0.163607, + "accuracy": 0.187747, + "main_score": 0.163607, + "hf_subset": "tzm_Tfng-mai_Deva", + "languages": [ + "tzm-Tfng", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142833, + "recall": 0.183794, + "f1": 0.15117, + "accuracy": 0.183794, + "main_score": 0.15117, + "hf_subset": "tzm_Tfng-pbt_Arab", + "languages": [ + "tzm-Tfng", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.144634, + "recall": 0.178854, + "f1": 0.152398, + "accuracy": 0.178854, + "main_score": 0.152398, + "hf_subset": "tzm_Tfng-spa_Latn", + "languages": [ + "tzm-Tfng", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158522, + "recall": 0.1917, + "f1": 0.165392, + "accuracy": 0.1917, + "main_score": 0.165392, + "hf_subset": "tzm_Tfng-twi_Latn", + "languages": [ + "tzm-Tfng", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151296, + "recall": 0.185771, + "f1": 0.158889, + "accuracy": 0.185771, + "main_score": 0.158889, + "hf_subset": "tzm_Tfng-acm_Arab", + "languages": [ + "tzm-Tfng", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149052, + "recall": 0.177866, + "f1": 0.155943, + "accuracy": 0.177866, + "main_score": 0.155943, + "hf_subset": "tzm_Tfng-bel_Cyrl", + "languages": [ + "tzm-Tfng", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164901, + "recall": 0.200593, + "f1": 0.172581, + "accuracy": 0.200593, + "main_score": 0.172581, + "hf_subset": "tzm_Tfng-eng_Latn", + "languages": [ + "tzm-Tfng", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160431, + "recall": 0.193676, + "f1": 0.167807, + "accuracy": 0.193676, + "main_score": 0.167807, + "hf_subset": "tzm_Tfng-hrv_Latn", + "languages": [ + "tzm-Tfng", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170016, + "recall": 0.210474, + "f1": 0.178076, + "accuracy": 0.210474, + "main_score": 0.178076, + "hf_subset": "tzm_Tfng-kin_Latn", + "languages": [ + "tzm-Tfng", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13839, + "recall": 0.173913, + "f1": 0.14576, + "accuracy": 0.173913, + "main_score": 0.14576, + "hf_subset": "tzm_Tfng-mal_Mlym", + "languages": [ + "tzm-Tfng", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159157, + "recall": 0.193676, + "f1": 0.167455, + "accuracy": 0.193676, + "main_score": 0.167455, + "hf_subset": "tzm_Tfng-pes_Arab", + "languages": [ + "tzm-Tfng", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151536, + "recall": 0.193676, + "f1": 0.160131, + "accuracy": 0.193676, + "main_score": 0.160131, + "hf_subset": "tzm_Tfng-srd_Latn", + "languages": [ + "tzm-Tfng", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148181, + "recall": 0.181818, + "f1": 0.155427, + "accuracy": 0.181818, + "main_score": 0.155427, + "hf_subset": "tzm_Tfng-acq_Arab", + "languages": [ + "tzm-Tfng", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148666, + "recall": 0.187747, + "f1": 0.15709, + "accuracy": 0.187747, + "main_score": 0.15709, + "hf_subset": "tzm_Tfng-bem_Latn", + "languages": [ + "tzm-Tfng", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159275, + "recall": 0.194664, + "f1": 0.166833, + "accuracy": 0.194664, + "main_score": 0.166833, + "hf_subset": "tzm_Tfng-epo_Latn", + "languages": [ + "tzm-Tfng", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147146, + "recall": 0.184783, + "f1": 0.155454, + "accuracy": 0.184783, + "main_score": 0.155454, + "hf_subset": "tzm_Tfng-hun_Latn", + "languages": [ + "tzm-Tfng", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140967, + "recall": 0.172925, + "f1": 0.148222, + "accuracy": 0.172925, + "main_score": 0.148222, + "hf_subset": "tzm_Tfng-kir_Cyrl", + "languages": [ + "tzm-Tfng", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156085, + "recall": 0.184783, + "f1": 0.16217, + "accuracy": 0.184783, + "main_score": 0.16217, + "hf_subset": "tzm_Tfng-mar_Deva", + "languages": [ + "tzm-Tfng", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172641, + "recall": 0.208498, + "f1": 0.180114, + "accuracy": 0.208498, + "main_score": 0.180114, + "hf_subset": "tzm_Tfng-plt_Latn", + "languages": [ + "tzm-Tfng", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152665, + "recall": 0.185771, + "f1": 0.160401, + "accuracy": 0.185771, + "main_score": 0.160401, + "hf_subset": "tzm_Tfng-srp_Cyrl", + "languages": [ + "tzm-Tfng", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13804, + "recall": 0.170949, + "f1": 0.145501, + "accuracy": 0.170949, + "main_score": 0.145501, + "hf_subset": "tzm_Tfng-uig_Arab", + "languages": [ + "tzm-Tfng", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139411, + "recall": 0.178854, + "f1": 0.147808, + "accuracy": 0.178854, + "main_score": 0.147808, + "hf_subset": "tzm_Tfng-aeb_Arab", + "languages": [ + "tzm-Tfng", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161825, + "recall": 0.195652, + "f1": 0.169257, + "accuracy": 0.195652, + "main_score": 0.169257, + "hf_subset": "tzm_Tfng-ben_Beng", + "languages": [ + "tzm-Tfng", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148069, + "recall": 0.181818, + "f1": 0.155576, + "accuracy": 0.181818, + "main_score": 0.155576, + "hf_subset": "tzm_Tfng-est_Latn", + "languages": [ + "tzm-Tfng", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154514, + "recall": 0.187747, + "f1": 0.161718, + "accuracy": 0.187747, + "main_score": 0.161718, + "hf_subset": "tzm_Tfng-hye_Armn", + "languages": [ + "tzm-Tfng", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164256, + "recall": 0.195652, + "f1": 0.171879, + "accuracy": 0.195652, + "main_score": 0.171879, + "hf_subset": "tzm_Tfng-kmb_Latn", + "languages": [ + "tzm-Tfng", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17407, + "recall": 0.208498, + "f1": 0.181268, + "accuracy": 0.208498, + "main_score": 0.181268, + "hf_subset": "tzm_Tfng-min_Arab", + "languages": [ + "tzm-Tfng", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142535, + "recall": 0.178854, + "f1": 0.150467, + "accuracy": 0.178854, + "main_score": 0.150467, + "hf_subset": "tzm_Tfng-pol_Latn", + "languages": [ + "tzm-Tfng", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167487, + "recall": 0.210474, + "f1": 0.176387, + "accuracy": 0.210474, + "main_score": 0.176387, + "hf_subset": "tzm_Tfng-ssw_Latn", + "languages": [ + "tzm-Tfng", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150378, + "recall": 0.185771, + "f1": 0.158119, + "accuracy": 0.185771, + "main_score": 0.158119, + "hf_subset": "tzm_Tfng-ukr_Cyrl", + "languages": [ + "tzm-Tfng", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160873, + "recall": 0.197628, + "f1": 0.169568, + "accuracy": 0.197628, + "main_score": 0.169568, + "hf_subset": "tzm_Tfng-afr_Latn", + "languages": [ + "tzm-Tfng", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146276, + "recall": 0.179842, + "f1": 0.152934, + "accuracy": 0.179842, + "main_score": 0.152934, + "hf_subset": "tzm_Tfng-bho_Deva", + "languages": [ + "tzm-Tfng", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157154, + "recall": 0.198617, + "f1": 0.166343, + "accuracy": 0.198617, + "main_score": 0.166343, + "hf_subset": "tzm_Tfng-eus_Latn", + "languages": [ + "tzm-Tfng", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139123, + "recall": 0.174901, + "f1": 0.146649, + "accuracy": 0.174901, + "main_score": 0.146649, + "hf_subset": "tzm_Tfng-ibo_Latn", + "languages": [ + "tzm-Tfng", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161679, + "recall": 0.187747, + "f1": 0.167753, + "accuracy": 0.187747, + "main_score": 0.167753, + "hf_subset": "tzm_Tfng-kmr_Latn", + "languages": [ + "tzm-Tfng", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157628, + "recall": 0.190711, + "f1": 0.16558, + "accuracy": 0.190711, + "main_score": 0.16558, + "hf_subset": "tzm_Tfng-min_Latn", + "languages": [ + "tzm-Tfng", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150498, + "recall": 0.190711, + "f1": 0.159511, + "accuracy": 0.190711, + "main_score": 0.159511, + "hf_subset": "tzm_Tfng-por_Latn", + "languages": [ + "tzm-Tfng", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154699, + "recall": 0.189723, + "f1": 0.161926, + "accuracy": 0.189723, + "main_score": 0.161926, + "hf_subset": "tzm_Tfng-sun_Latn", + "languages": [ + "tzm-Tfng", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161232, + "recall": 0.203557, + "f1": 0.170826, + "accuracy": 0.203557, + "main_score": 0.170826, + "hf_subset": "tzm_Tfng-umb_Latn", + "languages": [ + "tzm-Tfng", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150969, + "recall": 0.188735, + "f1": 0.158925, + "accuracy": 0.188735, + "main_score": 0.158925, + "hf_subset": "tzm_Tfng-ajp_Arab", + "languages": [ + "tzm-Tfng", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158442, + "recall": 0.1917, + "f1": 0.165775, + "accuracy": 0.1917, + "main_score": 0.165775, + "hf_subset": "tzm_Tfng-bjn_Arab", + "languages": [ + "tzm-Tfng", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150612, + "recall": 0.186759, + "f1": 0.158293, + "accuracy": 0.186759, + "main_score": 0.158293, + "hf_subset": "tzm_Tfng-ewe_Latn", + "languages": [ + "tzm-Tfng", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152919, + "recall": 0.189723, + "f1": 0.159836, + "accuracy": 0.189723, + "main_score": 0.159836, + "hf_subset": "tzm_Tfng-ilo_Latn", + "languages": [ + "tzm-Tfng", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154645, + "recall": 0.18083, + "f1": 0.160404, + "accuracy": 0.18083, + "main_score": 0.160404, + "hf_subset": "tzm_Tfng-knc_Arab", + "languages": [ + "tzm-Tfng", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155279, + "recall": 0.192688, + "f1": 0.163189, + "accuracy": 0.192688, + "main_score": 0.163189, + "hf_subset": "tzm_Tfng-mkd_Cyrl", + "languages": [ + "tzm-Tfng", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154245, + "recall": 0.1917, + "f1": 0.162173, + "accuracy": 0.1917, + "main_score": 0.162173, + "hf_subset": "tzm_Tfng-prs_Arab", + "languages": [ + "tzm-Tfng", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157179, + "recall": 0.192688, + "f1": 0.165199, + "accuracy": 0.192688, + "main_score": 0.165199, + "hf_subset": "tzm_Tfng-swe_Latn", + "languages": [ + "tzm-Tfng", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146667, + "recall": 0.184783, + "f1": 0.155186, + "accuracy": 0.184783, + "main_score": 0.155186, + "hf_subset": "tzm_Tfng-urd_Arab", + "languages": [ + "tzm-Tfng", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151751, + "recall": 0.186759, + "f1": 0.159599, + "accuracy": 0.186759, + "main_score": 0.159599, + "hf_subset": "tzm_Tfng-aka_Latn", + "languages": [ + "tzm-Tfng", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151413, + "recall": 0.183794, + "f1": 0.157736, + "accuracy": 0.183794, + "main_score": 0.157736, + "hf_subset": "tzm_Tfng-bjn_Latn", + "languages": [ + "tzm-Tfng", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148427, + "recall": 0.179842, + "f1": 0.155058, + "accuracy": 0.179842, + "main_score": 0.155058, + "hf_subset": "tzm_Tfng-fao_Latn", + "languages": [ + "tzm-Tfng", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157299, + "recall": 0.192688, + "f1": 0.165144, + "accuracy": 0.192688, + "main_score": 0.165144, + "hf_subset": "tzm_Tfng-ind_Latn", + "languages": [ + "tzm-Tfng", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163279, + "recall": 0.195652, + "f1": 0.170942, + "accuracy": 0.195652, + "main_score": 0.170942, + "hf_subset": "tzm_Tfng-knc_Latn", + "languages": [ + "tzm-Tfng", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153071, + "recall": 0.190711, + "f1": 0.160856, + "accuracy": 0.190711, + "main_score": 0.160856, + "hf_subset": "tzm_Tfng-mlt_Latn", + "languages": [ + "tzm-Tfng", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161387, + "recall": 0.194664, + "f1": 0.168929, + "accuracy": 0.194664, + "main_score": 0.168929, + "hf_subset": "tzm_Tfng-quy_Latn", + "languages": [ + "tzm-Tfng", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16807, + "recall": 0.211462, + "f1": 0.177226, + "accuracy": 0.211462, + "main_score": 0.177226, + "hf_subset": "tzm_Tfng-swh_Latn", + "languages": [ + "tzm-Tfng", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158956, + "recall": 0.185771, + "f1": 0.164158, + "accuracy": 0.185771, + "main_score": 0.164158, + "hf_subset": "tzm_Tfng-uzn_Latn", + "languages": [ + "tzm-Tfng", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156412, + "recall": 0.185771, + "f1": 0.163699, + "accuracy": 0.185771, + "main_score": 0.163699, + "hf_subset": "tzm_Tfng-als_Latn", + "languages": [ + "tzm-Tfng", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174514, + "recall": 0.193676, + "f1": 0.179318, + "accuracy": 0.193676, + "main_score": 0.179318, + "hf_subset": "tzm_Tfng-bod_Tibt", + "languages": [ + "tzm-Tfng", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163162, + "recall": 0.198617, + "f1": 0.171055, + "accuracy": 0.198617, + "main_score": 0.171055, + "hf_subset": "tzm_Tfng-fij_Latn", + "languages": [ + "tzm-Tfng", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157082, + "recall": 0.185771, + "f1": 0.163878, + "accuracy": 0.185771, + "main_score": 0.163878, + "hf_subset": "tzm_Tfng-isl_Latn", + "languages": [ + "tzm-Tfng", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147041, + "recall": 0.185771, + "f1": 0.155061, + "accuracy": 0.185771, + "main_score": 0.155061, + "hf_subset": "tzm_Tfng-kon_Latn", + "languages": [ + "tzm-Tfng", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153963, + "recall": 0.183794, + "f1": 0.160496, + "accuracy": 0.183794, + "main_score": 0.160496, + "hf_subset": "tzm_Tfng-mni_Beng", + "languages": [ + "tzm-Tfng", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15357, + "recall": 0.189723, + "f1": 0.161252, + "accuracy": 0.189723, + "main_score": 0.161252, + "hf_subset": "tzm_Tfng-ron_Latn", + "languages": [ + "tzm-Tfng", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15791, + "recall": 0.195652, + "f1": 0.166274, + "accuracy": 0.195652, + "main_score": 0.166274, + "hf_subset": "tzm_Tfng-szl_Latn", + "languages": [ + "tzm-Tfng", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161882, + "recall": 0.19664, + "f1": 0.169275, + "accuracy": 0.19664, + "main_score": 0.169275, + "hf_subset": "tzm_Tfng-vec_Latn", + "languages": [ + "tzm-Tfng", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153817, + "recall": 0.186759, + "f1": 0.16094, + "accuracy": 0.186759, + "main_score": 0.16094, + "hf_subset": "tzm_Tfng-amh_Ethi", + "languages": [ + "tzm-Tfng", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163844, + "recall": 0.201581, + "f1": 0.172595, + "accuracy": 0.201581, + "main_score": 0.172595, + "hf_subset": "tzm_Tfng-bos_Latn", + "languages": [ + "tzm-Tfng", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138032, + "recall": 0.173913, + "f1": 0.144804, + "accuracy": 0.173913, + "main_score": 0.144804, + "hf_subset": "tzm_Tfng-fin_Latn", + "languages": [ + "tzm-Tfng", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147964, + "recall": 0.182806, + "f1": 0.155222, + "accuracy": 0.182806, + "main_score": 0.155222, + "hf_subset": "tzm_Tfng-ita_Latn", + "languages": [ + "tzm-Tfng", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136708, + "recall": 0.16996, + "f1": 0.143844, + "accuracy": 0.16996, + "main_score": 0.143844, + "hf_subset": "tzm_Tfng-kor_Hang", + "languages": [ + "tzm-Tfng", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165876, + "recall": 0.201581, + "f1": 0.173327, + "accuracy": 0.201581, + "main_score": 0.173327, + "hf_subset": "tzm_Tfng-mos_Latn", + "languages": [ + "tzm-Tfng", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165759, + "recall": 0.206522, + "f1": 0.173861, + "accuracy": 0.206522, + "main_score": 0.173861, + "hf_subset": "tzm_Tfng-run_Latn", + "languages": [ + "tzm-Tfng", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147322, + "recall": 0.181818, + "f1": 0.154783, + "accuracy": 0.181818, + "main_score": 0.154783, + "hf_subset": "tzm_Tfng-tam_Taml", + "languages": [ + "tzm-Tfng", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150759, + "recall": 0.182806, + "f1": 0.157722, + "accuracy": 0.182806, + "main_score": 0.157722, + "hf_subset": "tzm_Tfng-vie_Latn", + "languages": [ + "tzm-Tfng", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152849, + "recall": 0.179842, + "f1": 0.158974, + "accuracy": 0.179842, + "main_score": 0.158974, + "hf_subset": "tzm_Tfng-apc_Arab", + "languages": [ + "tzm-Tfng", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1438, + "recall": 0.178854, + "f1": 0.151189, + "accuracy": 0.178854, + "main_score": 0.151189, + "hf_subset": "tzm_Tfng-bug_Latn", + "languages": [ + "tzm-Tfng", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154191, + "recall": 0.186759, + "f1": 0.161583, + "accuracy": 0.186759, + "main_score": 0.161583, + "hf_subset": "tzm_Tfng-fon_Latn", + "languages": [ + "tzm-Tfng", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162014, + "recall": 0.199605, + "f1": 0.169963, + "accuracy": 0.199605, + "main_score": 0.169963, + "hf_subset": "tzm_Tfng-jav_Latn", + "languages": [ + "tzm-Tfng", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155019, + "recall": 0.184783, + "f1": 0.162834, + "accuracy": 0.184783, + "main_score": 0.162834, + "hf_subset": "tzm_Tfng-lao_Laoo", + "languages": [ + "tzm-Tfng", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148511, + "recall": 0.18083, + "f1": 0.156099, + "accuracy": 0.18083, + "main_score": 0.156099, + "hf_subset": "tzm_Tfng-mri_Latn", + "languages": [ + "tzm-Tfng", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158514, + "recall": 0.1917, + "f1": 0.165285, + "accuracy": 0.1917, + "main_score": 0.165285, + "hf_subset": "tzm_Tfng-rus_Cyrl", + "languages": [ + "tzm-Tfng", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146297, + "recall": 0.178854, + "f1": 0.153607, + "accuracy": 0.178854, + "main_score": 0.153607, + "hf_subset": "tzm_Tfng-taq_Latn", + "languages": [ + "tzm-Tfng", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147332, + "recall": 0.190711, + "f1": 0.156569, + "accuracy": 0.190711, + "main_score": 0.156569, + "hf_subset": "tzm_Tfng-war_Latn", + "languages": [ + "tzm-Tfng", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.14833, + "recall": 0.184783, + "f1": 0.156397, + "accuracy": 0.184783, + "main_score": 0.156397, + "hf_subset": "tzm_Tfng-arb_Arab", + "languages": [ + "tzm-Tfng", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.144277, + "recall": 0.183794, + "f1": 0.152264, + "accuracy": 0.183794, + "main_score": 0.152264, + "hf_subset": "tzm_Tfng-bul_Cyrl", + "languages": [ + "tzm-Tfng", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154184, + "recall": 0.190711, + "f1": 0.162359, + "accuracy": 0.190711, + "main_score": 0.162359, + "hf_subset": "tzm_Tfng-fra_Latn", + "languages": [ + "tzm-Tfng", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141435, + "recall": 0.175889, + "f1": 0.149032, + "accuracy": 0.175889, + "main_score": 0.149032, + "hf_subset": "tzm_Tfng-jpn_Jpan", + "languages": [ + "tzm-Tfng", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.14508, + "recall": 0.181818, + "f1": 0.153893, + "accuracy": 0.181818, + "main_score": 0.153893, + "hf_subset": "tzm_Tfng-lij_Latn", + "languages": [ + "tzm-Tfng", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147119, + "recall": 0.18083, + "f1": 0.154095, + "accuracy": 0.18083, + "main_score": 0.154095, + "hf_subset": "tzm_Tfng-mya_Mymr", + "languages": [ + "tzm-Tfng", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146112, + "recall": 0.187747, + "f1": 0.154534, + "accuracy": 0.187747, + "main_score": 0.154534, + "hf_subset": "tzm_Tfng-sag_Latn", + "languages": [ + "tzm-Tfng", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227073, + "recall": 0.263834, + "f1": 0.23597, + "accuracy": 0.263834, + "main_score": 0.23597, + "hf_subset": "tzm_Tfng-taq_Tfng", + "languages": [ + "tzm-Tfng", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153316, + "recall": 0.194664, + "f1": 0.16302, + "accuracy": 0.194664, + "main_score": 0.16302, + "hf_subset": "tzm_Tfng-wol_Latn", + "languages": [ + "tzm-Tfng", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134215, + "recall": 0.16502, + "f1": 0.140342, + "accuracy": 0.16502, + "main_score": 0.140342, + "hf_subset": "tzm_Tfng-arb_Latn", + "languages": [ + "tzm-Tfng", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154714, + "recall": 0.19664, + "f1": 0.163282, + "accuracy": 0.19664, + "main_score": 0.163282, + "hf_subset": "tzm_Tfng-cat_Latn", + "languages": [ + "tzm-Tfng", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152035, + "recall": 0.190711, + "f1": 0.160567, + "accuracy": 0.190711, + "main_score": 0.160567, + "hf_subset": "tzm_Tfng-fur_Latn", + "languages": [ + "tzm-Tfng", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215649, + "recall": 0.256917, + "f1": 0.225153, + "accuracy": 0.256917, + "main_score": 0.225153, + "hf_subset": "tzm_Tfng-kab_Latn", + "languages": [ + "tzm-Tfng", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142271, + "recall": 0.18083, + "f1": 0.150894, + "accuracy": 0.18083, + "main_score": 0.150894, + "hf_subset": "tzm_Tfng-lim_Latn", + "languages": [ + "tzm-Tfng", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.144275, + "recall": 0.176877, + "f1": 0.151631, + "accuracy": 0.176877, + "main_score": 0.151631, + "hf_subset": "tzm_Tfng-nld_Latn", + "languages": [ + "tzm-Tfng", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152168, + "recall": 0.179842, + "f1": 0.158996, + "accuracy": 0.179842, + "main_score": 0.158996, + "hf_subset": "tzm_Tfng-san_Deva", + "languages": [ + "tzm-Tfng", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141235, + "recall": 0.181818, + "f1": 0.15013, + "accuracy": 0.181818, + "main_score": 0.15013, + "hf_subset": "tzm_Tfng-tat_Cyrl", + "languages": [ + "tzm-Tfng", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155053, + "recall": 0.193676, + "f1": 0.163618, + "accuracy": 0.193676, + "main_score": 0.163618, + "hf_subset": "tzm_Tfng-xho_Latn", + "languages": [ + "tzm-Tfng", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.106993, + "recall": 0.144269, + "f1": 0.114276, + "accuracy": 0.144269, + "main_score": 0.114276, + "hf_subset": "tzm_Tfng-ars_Arab", + "languages": [ + "tzm-Tfng", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153671, + "recall": 0.193676, + "f1": 0.1619, + "accuracy": 0.193676, + "main_score": 0.1619, + "hf_subset": "tzm_Tfng-ceb_Latn", + "languages": [ + "tzm-Tfng", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147417, + "recall": 0.18083, + "f1": 0.154802, + "accuracy": 0.18083, + "main_score": 0.154802, + "hf_subset": "tzm_Tfng-fuv_Latn", + "languages": [ + "tzm-Tfng", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143771, + "recall": 0.179842, + "f1": 0.151872, + "accuracy": 0.179842, + "main_score": 0.151872, + "hf_subset": "tzm_Tfng-kac_Latn", + "languages": [ + "tzm-Tfng", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160582, + "recall": 0.194664, + "f1": 0.167996, + "accuracy": 0.194664, + "main_score": 0.167996, + "hf_subset": "tzm_Tfng-lin_Latn", + "languages": [ + "tzm-Tfng", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158219, + "recall": 0.1917, + "f1": 0.165738, + "accuracy": 0.1917, + "main_score": 0.165738, + "hf_subset": "tzm_Tfng-nno_Latn", + "languages": [ + "tzm-Tfng", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.108565, + "recall": 0.153162, + "f1": 0.119276, + "accuracy": 0.153162, + "main_score": 0.119276, + "hf_subset": "tzm_Tfng-sat_Olck", + "languages": [ + "tzm-Tfng", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153008, + "recall": 0.182806, + "f1": 0.160545, + "accuracy": 0.182806, + "main_score": 0.160545, + "hf_subset": "tzm_Tfng-tel_Telu", + "languages": [ + "tzm-Tfng", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163088, + "recall": 0.198617, + "f1": 0.170421, + "accuracy": 0.198617, + "main_score": 0.170421, + "hf_subset": "tzm_Tfng-ydd_Hebr", + "languages": [ + "tzm-Tfng", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150645, + "recall": 0.183794, + "f1": 0.158377, + "accuracy": 0.183794, + "main_score": 0.158377, + "hf_subset": "tzm_Tfng-ary_Arab", + "languages": [ + "tzm-Tfng", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151749, + "recall": 0.185771, + "f1": 0.159073, + "accuracy": 0.185771, + "main_score": 0.159073, + "hf_subset": "tzm_Tfng-ces_Latn", + "languages": [ + "tzm-Tfng", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179993, + "recall": 0.219368, + "f1": 0.187923, + "accuracy": 0.219368, + "main_score": 0.187923, + "hf_subset": "tzm_Tfng-gaz_Latn", + "languages": [ + "tzm-Tfng", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147149, + "recall": 0.181818, + "f1": 0.155313, + "accuracy": 0.181818, + "main_score": 0.155313, + "hf_subset": "tzm_Tfng-kam_Latn", + "languages": [ + "tzm-Tfng", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151865, + "recall": 0.189723, + "f1": 0.160258, + "accuracy": 0.189723, + "main_score": 0.160258, + "hf_subset": "tzm_Tfng-lit_Latn", + "languages": [ + "tzm-Tfng", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152409, + "recall": 0.190711, + "f1": 0.160644, + "accuracy": 0.190711, + "main_score": 0.160644, + "hf_subset": "tzm_Tfng-nob_Latn", + "languages": [ + "tzm-Tfng", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.145436, + "recall": 0.185771, + "f1": 0.153881, + "accuracy": 0.185771, + "main_score": 0.153881, + "hf_subset": "tzm_Tfng-scn_Latn", + "languages": [ + "tzm-Tfng", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148836, + "recall": 0.178854, + "f1": 0.156143, + "accuracy": 0.178854, + "main_score": 0.156143, + "hf_subset": "tzm_Tfng-tgk_Cyrl", + "languages": [ + "tzm-Tfng", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112767, + "recall": 0.150198, + "f1": 0.120736, + "accuracy": 0.150198, + "main_score": 0.120736, + "hf_subset": "tzm_Tfng-yor_Latn", + "languages": [ + "tzm-Tfng", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143125, + "recall": 0.177866, + "f1": 0.150403, + "accuracy": 0.177866, + "main_score": 0.150403, + "hf_subset": "tzm_Tfng-arz_Arab", + "languages": [ + "tzm-Tfng", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142847, + "recall": 0.175889, + "f1": 0.150107, + "accuracy": 0.175889, + "main_score": 0.150107, + "hf_subset": "tzm_Tfng-cjk_Latn", + "languages": [ + "tzm-Tfng", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156156, + "recall": 0.194664, + "f1": 0.164776, + "accuracy": 0.194664, + "main_score": 0.164776, + "hf_subset": "tzm_Tfng-gla_Latn", + "languages": [ + "tzm-Tfng", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155993, + "recall": 0.186759, + "f1": 0.163013, + "accuracy": 0.186759, + "main_score": 0.163013, + "hf_subset": "tzm_Tfng-kan_Knda", + "languages": [ + "tzm-Tfng", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148806, + "recall": 0.183794, + "f1": 0.156724, + "accuracy": 0.183794, + "main_score": 0.156724, + "hf_subset": "tzm_Tfng-lmo_Latn", + "languages": [ + "tzm-Tfng", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160497, + "recall": 0.193676, + "f1": 0.167987, + "accuracy": 0.193676, + "main_score": 0.167987, + "hf_subset": "tzm_Tfng-npi_Deva", + "languages": [ + "tzm-Tfng", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134011, + "recall": 0.166008, + "f1": 0.14126, + "accuracy": 0.166008, + "main_score": 0.14126, + "hf_subset": "tzm_Tfng-shn_Mymr", + "languages": [ + "tzm-Tfng", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156883, + "recall": 0.198617, + "f1": 0.166475, + "accuracy": 0.198617, + "main_score": 0.166475, + "hf_subset": "tzm_Tfng-tgl_Latn", + "languages": [ + "tzm-Tfng", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141261, + "recall": 0.167984, + "f1": 0.147042, + "accuracy": 0.167984, + "main_score": 0.147042, + "hf_subset": "tzm_Tfng-yue_Hant", + "languages": [ + "tzm-Tfng", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146889, + "recall": 0.18083, + "f1": 0.153857, + "accuracy": 0.18083, + "main_score": 0.153857, + "hf_subset": "tzm_Tfng-asm_Beng", + "languages": [ + "tzm-Tfng", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165559, + "recall": 0.201581, + "f1": 0.17445, + "accuracy": 0.201581, + "main_score": 0.17445, + "hf_subset": "tzm_Tfng-ckb_Arab", + "languages": [ + "tzm-Tfng", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161163, + "recall": 0.19664, + "f1": 0.168379, + "accuracy": 0.19664, + "main_score": 0.168379, + "hf_subset": "tzm_Tfng-gle_Latn", + "languages": [ + "tzm-Tfng", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13659, + "recall": 0.168972, + "f1": 0.143642, + "accuracy": 0.168972, + "main_score": 0.143642, + "hf_subset": "tzm_Tfng-kas_Arab", + "languages": [ + "tzm-Tfng", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156667, + "recall": 0.192688, + "f1": 0.165021, + "accuracy": 0.192688, + "main_score": 0.165021, + "hf_subset": "tzm_Tfng-ltg_Latn", + "languages": [ + "tzm-Tfng", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167843, + "recall": 0.208498, + "f1": 0.176307, + "accuracy": 0.208498, + "main_score": 0.176307, + "hf_subset": "tzm_Tfng-nso_Latn", + "languages": [ + "tzm-Tfng", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146697, + "recall": 0.181818, + "f1": 0.155225, + "accuracy": 0.181818, + "main_score": 0.155225, + "hf_subset": "tzm_Tfng-sin_Sinh", + "languages": [ + "tzm-Tfng", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136461, + "recall": 0.172925, + "f1": 0.144759, + "accuracy": 0.172925, + "main_score": 0.144759, + "hf_subset": "tzm_Tfng-tha_Thai", + "languages": [ + "tzm-Tfng", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139571, + "recall": 0.168972, + "f1": 0.145899, + "accuracy": 0.168972, + "main_score": 0.145899, + "hf_subset": "tzm_Tfng-zho_Hans", + "languages": [ + "tzm-Tfng", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152396, + "recall": 0.1917, + "f1": 0.161047, + "accuracy": 0.1917, + "main_score": 0.161047, + "hf_subset": "tzm_Tfng-ast_Latn", + "languages": [ + "tzm-Tfng", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149918, + "recall": 0.189723, + "f1": 0.158877, + "accuracy": 0.189723, + "main_score": 0.158877, + "hf_subset": "tzm_Tfng-crh_Latn", + "languages": [ + "tzm-Tfng", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149136, + "recall": 0.186759, + "f1": 0.157053, + "accuracy": 0.186759, + "main_score": 0.157053, + "hf_subset": "tzm_Tfng-glg_Latn", + "languages": [ + "tzm-Tfng", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147515, + "recall": 0.178854, + "f1": 0.153499, + "accuracy": 0.178854, + "main_score": 0.153499, + "hf_subset": "tzm_Tfng-kas_Deva", + "languages": [ + "tzm-Tfng", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.133107, + "recall": 0.163043, + "f1": 0.140153, + "accuracy": 0.163043, + "main_score": 0.140153, + "hf_subset": "tzm_Tfng-ltz_Latn", + "languages": [ + "tzm-Tfng", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173712, + "recall": 0.20751, + "f1": 0.181385, + "accuracy": 0.20751, + "main_score": 0.181385, + "hf_subset": "tzm_Tfng-nus_Latn", + "languages": [ + "tzm-Tfng", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148004, + "recall": 0.179842, + "f1": 0.15446, + "accuracy": 0.179842, + "main_score": 0.15446, + "hf_subset": "tzm_Tfng-slk_Latn", + "languages": [ + "tzm-Tfng", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162293, + "recall": 0.19664, + "f1": 0.170231, + "accuracy": 0.19664, + "main_score": 0.170231, + "hf_subset": "tzm_Tfng-tir_Ethi", + "languages": [ + "tzm-Tfng", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154019, + "recall": 0.179842, + "f1": 0.15883, + "accuracy": 0.179842, + "main_score": 0.15883, + "hf_subset": "tzm_Tfng-zho_Hant", + "languages": [ + "tzm-Tfng", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157239, + "recall": 0.184783, + "f1": 0.163218, + "accuracy": 0.184783, + "main_score": 0.163218, + "hf_subset": "tzm_Tfng-awa_Deva", + "languages": [ + "tzm-Tfng", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15094, + "recall": 0.188735, + "f1": 0.159024, + "accuracy": 0.188735, + "main_score": 0.159024, + "hf_subset": "tzm_Tfng-cym_Latn", + "languages": [ + "tzm-Tfng", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148656, + "recall": 0.188735, + "f1": 0.156931, + "accuracy": 0.188735, + "main_score": 0.156931, + "hf_subset": "tzm_Tfng-grn_Latn", + "languages": [ + "tzm-Tfng", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142887, + "recall": 0.172925, + "f1": 0.149993, + "accuracy": 0.172925, + "main_score": 0.149993, + "hf_subset": "tzm_Tfng-kat_Geor", + "languages": [ + "tzm-Tfng", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163646, + "recall": 0.200593, + "f1": 0.171372, + "accuracy": 0.200593, + "main_score": 0.171372, + "hf_subset": "tzm_Tfng-lua_Latn", + "languages": [ + "tzm-Tfng", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151261, + "recall": 0.187747, + "f1": 0.159308, + "accuracy": 0.187747, + "main_score": 0.159308, + "hf_subset": "tzm_Tfng-nya_Latn", + "languages": [ + "tzm-Tfng", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154169, + "recall": 0.188735, + "f1": 0.161698, + "accuracy": 0.188735, + "main_score": 0.161698, + "hf_subset": "tzm_Tfng-slv_Latn", + "languages": [ + "tzm-Tfng", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159585, + "recall": 0.189723, + "f1": 0.165784, + "accuracy": 0.189723, + "main_score": 0.165784, + "hf_subset": "tzm_Tfng-tpi_Latn", + "languages": [ + "tzm-Tfng", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158397, + "recall": 0.194664, + "f1": 0.166419, + "accuracy": 0.194664, + "main_score": 0.166419, + "hf_subset": "tzm_Tfng-zsm_Latn", + "languages": [ + "tzm-Tfng", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15788, + "recall": 0.185771, + "f1": 0.164751, + "accuracy": 0.185771, + "main_score": 0.164751, + "hf_subset": "tzm_Tfng-ayr_Latn", + "languages": [ + "tzm-Tfng", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155657, + "recall": 0.189723, + "f1": 0.16362, + "accuracy": 0.189723, + "main_score": 0.16362, + "hf_subset": "tzm_Tfng-dan_Latn", + "languages": [ + "tzm-Tfng", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151739, + "recall": 0.186759, + "f1": 0.15867, + "accuracy": 0.186759, + "main_score": 0.15867, + "hf_subset": "tzm_Tfng-guj_Gujr", + "languages": [ + "tzm-Tfng", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.14783, + "recall": 0.189723, + "f1": 0.156817, + "accuracy": 0.189723, + "main_score": 0.156817, + "hf_subset": "tzm_Tfng-kaz_Cyrl", + "languages": [ + "tzm-Tfng", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150891, + "recall": 0.197628, + "f1": 0.161188, + "accuracy": 0.197628, + "main_score": 0.161188, + "hf_subset": "tzm_Tfng-lug_Latn", + "languages": [ + "tzm-Tfng", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164034, + "recall": 0.205534, + "f1": 0.173047, + "accuracy": 0.205534, + "main_score": 0.173047, + "hf_subset": "tzm_Tfng-oci_Latn", + "languages": [ + "tzm-Tfng", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161193, + "recall": 0.195652, + "f1": 0.169072, + "accuracy": 0.195652, + "main_score": 0.169072, + "hf_subset": "tzm_Tfng-smo_Latn", + "languages": [ + "tzm-Tfng", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1506, + "recall": 0.192688, + "f1": 0.159015, + "accuracy": 0.192688, + "main_score": 0.159015, + "hf_subset": "tzm_Tfng-tsn_Latn", + "languages": [ + "tzm-Tfng", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177557, + "recall": 0.208498, + "f1": 0.1841, + "accuracy": 0.208498, + "main_score": 0.1841, + "hf_subset": "tzm_Tfng-zul_Latn", + "languages": [ + "tzm-Tfng", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138581, + "recall": 0.173913, + "f1": 0.146516, + "accuracy": 0.173913, + "main_score": 0.146516, + "hf_subset": "tzm_Tfng-azb_Arab", + "languages": [ + "tzm-Tfng", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143287, + "recall": 0.18083, + "f1": 0.151976, + "accuracy": 0.18083, + "main_score": 0.151976, + "hf_subset": "tzm_Tfng-deu_Latn", + "languages": [ + "tzm-Tfng", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16141, + "recall": 0.199605, + "f1": 0.170178, + "accuracy": 0.199605, + "main_score": 0.170178, + "hf_subset": "tzm_Tfng-hat_Latn", + "languages": [ + "tzm-Tfng", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.147324, + "recall": 0.187747, + "f1": 0.15593, + "accuracy": 0.187747, + "main_score": 0.15593, + "hf_subset": "tzm_Tfng-kbp_Latn", + "languages": [ + "tzm-Tfng", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150943, + "recall": 0.193676, + "f1": 0.16061, + "accuracy": 0.193676, + "main_score": 0.16061, + "hf_subset": "tzm_Tfng-luo_Latn", + "languages": [ + "tzm-Tfng", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157924, + "recall": 0.189723, + "f1": 0.164712, + "accuracy": 0.189723, + "main_score": 0.164712, + "hf_subset": "tzm_Tfng-ory_Orya", + "languages": [ + "tzm-Tfng", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142089, + "recall": 0.185771, + "f1": 0.15058, + "accuracy": 0.185771, + "main_score": 0.15058, + "hf_subset": "tzm_Tfng-sna_Latn", + "languages": [ + "tzm-Tfng", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168897, + "recall": 0.206522, + "f1": 0.177293, + "accuracy": 0.206522, + "main_score": 0.177293, + "hf_subset": "tzm_Tfng-tso_Latn", + "languages": [ + "tzm-Tfng", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.144315, + "recall": 0.175889, + "f1": 0.151343, + "accuracy": 0.175889, + "main_score": 0.151343, + "hf_subset": "tzm_Tfng-azj_Latn", + "languages": [ + "tzm-Tfng", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.109211, + "recall": 0.148221, + "f1": 0.117801, + "accuracy": 0.148221, + "main_score": 0.117801, + "hf_subset": "tzm_Tfng-dik_Latn", + "languages": [ + "tzm-Tfng", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169185, + "recall": 0.209486, + "f1": 0.177965, + "accuracy": 0.209486, + "main_score": 0.177965, + "hf_subset": "tzm_Tfng-hau_Latn", + "languages": [ + "tzm-Tfng", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143443, + "recall": 0.175889, + "f1": 0.150885, + "accuracy": 0.175889, + "main_score": 0.150885, + "hf_subset": "tzm_Tfng-kea_Latn", + "languages": [ + "tzm-Tfng", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143982, + "recall": 0.175889, + "f1": 0.150871, + "accuracy": 0.175889, + "main_score": 0.150871, + "hf_subset": "tzm_Tfng-lus_Latn", + "languages": [ + "tzm-Tfng", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152577, + "recall": 0.181818, + "f1": 0.159245, + "accuracy": 0.181818, + "main_score": 0.159245, + "hf_subset": "tzm_Tfng-pag_Latn", + "languages": [ + "tzm-Tfng", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159762, + "recall": 0.189723, + "f1": 0.166926, + "accuracy": 0.189723, + "main_score": 0.166926, + "hf_subset": "tzm_Tfng-snd_Arab", + "languages": [ + "tzm-Tfng", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150358, + "recall": 0.183794, + "f1": 0.157857, + "accuracy": 0.183794, + "main_score": 0.157857, + "hf_subset": "tzm_Tfng-tuk_Latn", + "languages": [ + "tzm-Tfng", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157766, + "recall": 0.193676, + "f1": 0.166436, + "accuracy": 0.193676, + "main_score": 0.166436, + "hf_subset": "tzm_Tfng-bak_Cyrl", + "languages": [ + "tzm-Tfng", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.067731, + "recall": 0.101779, + "f1": 0.074383, + "accuracy": 0.101779, + "main_score": 0.074383, + "hf_subset": "tzm_Tfng-dyu_Latn", + "languages": [ + "tzm-Tfng", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15249, + "recall": 0.184783, + "f1": 0.158825, + "accuracy": 0.184783, + "main_score": 0.158825, + "hf_subset": "tzm_Tfng-heb_Hebr", + "languages": [ + "tzm-Tfng", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150146, + "recall": 0.181818, + "f1": 0.157383, + "accuracy": 0.181818, + "main_score": 0.157383, + "hf_subset": "tzm_Tfng-khk_Cyrl", + "languages": [ + "tzm-Tfng", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143294, + "recall": 0.179842, + "f1": 0.151199, + "accuracy": 0.179842, + "main_score": 0.151199, + "hf_subset": "tzm_Tfng-lvs_Latn", + "languages": [ + "tzm-Tfng", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148631, + "recall": 0.186759, + "f1": 0.156787, + "accuracy": 0.186759, + "main_score": 0.156787, + "hf_subset": "tzm_Tfng-pan_Guru", + "languages": [ + "tzm-Tfng", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176107, + "recall": 0.206522, + "f1": 0.182876, + "accuracy": 0.206522, + "main_score": 0.182876, + "hf_subset": "tzm_Tfng-som_Latn", + "languages": [ + "tzm-Tfng", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151396, + "recall": 0.187747, + "f1": 0.159464, + "accuracy": 0.187747, + "main_score": 0.159464, + "hf_subset": "tzm_Tfng-tum_Latn", + "languages": [ + "tzm-Tfng", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578372, + "recall": 0.645257, + "f1": 0.597803, + "accuracy": 0.645257, + "main_score": 0.597803, + "hf_subset": "acq_Arab-ace_Arab", + "languages": [ + "acq-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529411, + "recall": 0.593874, + "f1": 0.547468, + "accuracy": 0.593874, + "main_score": 0.547468, + "hf_subset": "acq_Arab-bam_Latn", + "languages": [ + "acq-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444486, + "recall": 0.528656, + "f1": 0.467434, + "accuracy": 0.528656, + "main_score": 0.467434, + "hf_subset": "acq_Arab-dzo_Tibt", + "languages": [ + "acq-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hin_Deva", + "languages": [ + "acq-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-khm_Khmr", + "languages": [ + "acq-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-mag_Deva", + "languages": [ + "acq-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "acq_Arab-pap_Latn", + "languages": [ + "acq-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599811, + "recall": 0.655138, + "f1": 0.6158, + "accuracy": 0.655138, + "main_score": 0.6158, + "hf_subset": "acq_Arab-sot_Latn", + "languages": [ + "acq-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-tur_Latn", + "languages": [ + "acq-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879282, + "recall": 0.911067, + "f1": 0.889295, + "accuracy": 0.911067, + "main_score": 0.889295, + "hf_subset": "acq_Arab-ace_Latn", + "languages": [ + "acq-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.976285, + "f1": 0.970191, + "accuracy": 0.976285, + "main_score": 0.970191, + "hf_subset": "acq_Arab-ban_Latn", + "languages": [ + "acq-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ell_Grek", + "languages": [ + "acq-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "acq_Arab-hne_Deva", + "languages": [ + "acq-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602761, + "recall": 0.657115, + "f1": 0.618761, + "accuracy": 0.657115, + "main_score": 0.618761, + "hf_subset": "acq_Arab-kik_Latn", + "languages": [ + "acq-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-mai_Deva", + "languages": [ + "acq-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "acq_Arab-pbt_Arab", + "languages": [ + "acq-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-spa_Latn", + "languages": [ + "acq-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611677, + "recall": 0.671937, + "f1": 0.628698, + "accuracy": 0.671937, + "main_score": 0.628698, + "hf_subset": "acq_Arab-twi_Latn", + "languages": [ + "acq-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-acm_Arab", + "languages": [ + "acq-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bel_Cyrl", + "languages": [ + "acq-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-eng_Latn", + "languages": [ + "acq-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hrv_Latn", + "languages": [ + "acq-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56306, + "recall": 0.625494, + "f1": 0.580571, + "accuracy": 0.625494, + "main_score": 0.580571, + "hf_subset": "acq_Arab-kin_Latn", + "languages": [ + "acq-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-mal_Mlym", + "languages": [ + "acq-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-pes_Arab", + "languages": [ + "acq-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-srd_Latn", + "languages": [ + "acq-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175697, + "recall": 0.230237, + "f1": 0.189396, + "accuracy": 0.230237, + "main_score": 0.189396, + "hf_subset": "acq_Arab-tzm_Tfng", + "languages": [ + "acq-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627734, + "recall": 0.679842, + "f1": 0.642791, + "accuracy": 0.679842, + "main_score": 0.642791, + "hf_subset": "acq_Arab-bem_Latn", + "languages": [ + "acq-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-epo_Latn", + "languages": [ + "acq-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hun_Latn", + "languages": [ + "acq-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "acq_Arab-kir_Cyrl", + "languages": [ + "acq-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-mar_Deva", + "languages": [ + "acq-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667928, + "recall": 0.719368, + "f1": 0.68279, + "accuracy": 0.719368, + "main_score": 0.68279, + "hf_subset": "acq_Arab-plt_Latn", + "languages": [ + "acq-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-srp_Cyrl", + "languages": [ + "acq-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "acq_Arab-uig_Arab", + "languages": [ + "acq-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-aeb_Arab", + "languages": [ + "acq-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ben_Beng", + "languages": [ + "acq-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-est_Latn", + "languages": [ + "acq-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-hye_Armn", + "languages": [ + "acq-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55, + "recall": 0.603755, + "f1": 0.565683, + "accuracy": 0.603755, + "main_score": 0.565683, + "hf_subset": "acq_Arab-kmb_Latn", + "languages": [ + "acq-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502063, + "recall": 0.576087, + "f1": 0.522595, + "accuracy": 0.576087, + "main_score": 0.522595, + "hf_subset": "acq_Arab-min_Arab", + "languages": [ + "acq-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-pol_Latn", + "languages": [ + "acq-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554473, + "recall": 0.619565, + "f1": 0.573487, + "accuracy": 0.619565, + "main_score": 0.573487, + "hf_subset": "acq_Arab-ssw_Latn", + "languages": [ + "acq-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ukr_Cyrl", + "languages": [ + "acq-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-afr_Latn", + "languages": [ + "acq-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bho_Deva", + "languages": [ + "acq-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "acq_Arab-eus_Latn", + "languages": [ + "acq-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567866, + "recall": 0.633399, + "f1": 0.586072, + "accuracy": 0.633399, + "main_score": 0.586072, + "hf_subset": "acq_Arab-ibo_Latn", + "languages": [ + "acq-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906209, + "recall": 0.933794, + "f1": 0.915086, + "accuracy": 0.933794, + "main_score": 0.915086, + "hf_subset": "acq_Arab-kmr_Latn", + "languages": [ + "acq-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-min_Latn", + "languages": [ + "acq-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-por_Latn", + "languages": [ + "acq-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-sun_Latn", + "languages": [ + "acq-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516898, + "recall": 0.577075, + "f1": 0.534623, + "accuracy": 0.577075, + "main_score": 0.534623, + "hf_subset": "acq_Arab-umb_Latn", + "languages": [ + "acq-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ajp_Arab", + "languages": [ + "acq-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543177, + "recall": 0.610672, + "f1": 0.562357, + "accuracy": 0.610672, + "main_score": 0.562357, + "hf_subset": "acq_Arab-bjn_Arab", + "languages": [ + "acq-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511504, + "recall": 0.575099, + "f1": 0.529627, + "accuracy": 0.575099, + "main_score": 0.529627, + "hf_subset": "acq_Arab-ewe_Latn", + "languages": [ + "acq-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "acq_Arab-ilo_Latn", + "languages": [ + "acq-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31619, + "recall": 0.375494, + "f1": 0.332713, + "accuracy": 0.375494, + "main_score": 0.332713, + "hf_subset": "acq_Arab-knc_Arab", + "languages": [ + "acq-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-mkd_Cyrl", + "languages": [ + "acq-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-prs_Arab", + "languages": [ + "acq-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-swe_Latn", + "languages": [ + "acq-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-urd_Arab", + "languages": [ + "acq-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575767, + "recall": 0.645257, + "f1": 0.59598, + "accuracy": 0.645257, + "main_score": 0.59598, + "hf_subset": "acq_Arab-aka_Latn", + "languages": [ + "acq-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-bjn_Latn", + "languages": [ + "acq-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "acq_Arab-fao_Latn", + "languages": [ + "acq-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ind_Latn", + "languages": [ + "acq-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587597, + "recall": 0.641304, + "f1": 0.6034, + "accuracy": 0.641304, + "main_score": 0.6034, + "hf_subset": "acq_Arab-knc_Latn", + "languages": [ + "acq-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "acq_Arab-mlt_Latn", + "languages": [ + "acq-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717567, + "recall": 0.778656, + "f1": 0.736133, + "accuracy": 0.778656, + "main_score": 0.736133, + "hf_subset": "acq_Arab-quy_Latn", + "languages": [ + "acq-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "acq_Arab-swh_Latn", + "languages": [ + "acq-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-uzn_Latn", + "languages": [ + "acq-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-als_Latn", + "languages": [ + "acq-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662805, + "recall": 0.737154, + "f1": 0.684645, + "accuracy": 0.737154, + "main_score": 0.684645, + "hf_subset": "acq_Arab-bod_Tibt", + "languages": [ + "acq-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704458, + "recall": 0.761858, + "f1": 0.721411, + "accuracy": 0.761858, + "main_score": 0.721411, + "hf_subset": "acq_Arab-fij_Latn", + "languages": [ + "acq-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-isl_Latn", + "languages": [ + "acq-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659848, + "recall": 0.713439, + "f1": 0.676186, + "accuracy": 0.713439, + "main_score": 0.676186, + "hf_subset": "acq_Arab-kon_Latn", + "languages": [ + "acq-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646024, + "recall": 0.718379, + "f1": 0.667182, + "accuracy": 0.718379, + "main_score": 0.667182, + "hf_subset": "acq_Arab-mni_Beng", + "languages": [ + "acq-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ron_Latn", + "languages": [ + "acq-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "acq_Arab-szl_Latn", + "languages": [ + "acq-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-vec_Latn", + "languages": [ + "acq-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "acq_Arab-amh_Ethi", + "languages": [ + "acq-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bos_Latn", + "languages": [ + "acq-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-fin_Latn", + "languages": [ + "acq-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ita_Latn", + "languages": [ + "acq-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-kor_Hang", + "languages": [ + "acq-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539568, + "recall": 0.602767, + "f1": 0.556715, + "accuracy": 0.602767, + "main_score": 0.556715, + "hf_subset": "acq_Arab-mos_Latn", + "languages": [ + "acq-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558745, + "recall": 0.616601, + "f1": 0.57494, + "accuracy": 0.616601, + "main_score": 0.57494, + "hf_subset": "acq_Arab-run_Latn", + "languages": [ + "acq-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-tam_Taml", + "languages": [ + "acq-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-vie_Latn", + "languages": [ + "acq-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-apc_Arab", + "languages": [ + "acq-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811989, + "recall": 0.853755, + "f1": 0.824539, + "accuracy": 0.853755, + "main_score": 0.824539, + "hf_subset": "acq_Arab-bug_Latn", + "languages": [ + "acq-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478168, + "recall": 0.537549, + "f1": 0.494123, + "accuracy": 0.537549, + "main_score": 0.494123, + "hf_subset": "acq_Arab-fon_Latn", + "languages": [ + "acq-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-jav_Latn", + "languages": [ + "acq-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-lao_Laoo", + "languages": [ + "acq-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882882, + "recall": 0.916008, + "f1": 0.893528, + "accuracy": 0.916008, + "main_score": 0.893528, + "hf_subset": "acq_Arab-mri_Latn", + "languages": [ + "acq-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-rus_Cyrl", + "languages": [ + "acq-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534413, + "recall": 0.602767, + "f1": 0.553875, + "accuracy": 0.602767, + "main_score": 0.553875, + "hf_subset": "acq_Arab-taq_Latn", + "languages": [ + "acq-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-war_Latn", + "languages": [ + "acq-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arb_Arab", + "languages": [ + "acq-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-bul_Cyrl", + "languages": [ + "acq-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-fra_Latn", + "languages": [ + "acq-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-jpn_Jpan", + "languages": [ + "acq-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "acq_Arab-lij_Latn", + "languages": [ + "acq-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "acq_Arab-mya_Mymr", + "languages": [ + "acq-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587886, + "recall": 0.656126, + "f1": 0.607419, + "accuracy": 0.656126, + "main_score": 0.607419, + "hf_subset": "acq_Arab-sag_Latn", + "languages": [ + "acq-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204462, + "recall": 0.268775, + "f1": 0.219255, + "accuracy": 0.268775, + "main_score": 0.219255, + "hf_subset": "acq_Arab-taq_Tfng", + "languages": [ + "acq-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623363, + "recall": 0.690711, + "f1": 0.642935, + "accuracy": 0.690711, + "main_score": 0.642935, + "hf_subset": "acq_Arab-wol_Latn", + "languages": [ + "acq-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868824, + "recall": 0.907115, + "f1": 0.880995, + "accuracy": 0.907115, + "main_score": 0.880995, + "hf_subset": "acq_Arab-arb_Latn", + "languages": [ + "acq-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-cat_Latn", + "languages": [ + "acq-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-fur_Latn", + "languages": [ + "acq-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43197, + "recall": 0.492095, + "f1": 0.448389, + "accuracy": 0.492095, + "main_score": 0.448389, + "hf_subset": "acq_Arab-kab_Latn", + "languages": [ + "acq-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-lim_Latn", + "languages": [ + "acq-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-nld_Latn", + "languages": [ + "acq-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acq_Arab-san_Deva", + "languages": [ + "acq-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-tat_Cyrl", + "languages": [ + "acq-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687773, + "recall": 0.745059, + "f1": 0.705005, + "accuracy": 0.745059, + "main_score": 0.705005, + "hf_subset": "acq_Arab-xho_Latn", + "languages": [ + "acq-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ars_Arab", + "languages": [ + "acq-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ceb_Latn", + "languages": [ + "acq-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569959, + "recall": 0.629447, + "f1": 0.587182, + "accuracy": 0.629447, + "main_score": 0.587182, + "hf_subset": "acq_Arab-fuv_Latn", + "languages": [ + "acq-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500126, + "recall": 0.570158, + "f1": 0.519359, + "accuracy": 0.570158, + "main_score": 0.519359, + "hf_subset": "acq_Arab-kac_Latn", + "languages": [ + "acq-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663549, + "recall": 0.718379, + "f1": 0.680091, + "accuracy": 0.718379, + "main_score": 0.680091, + "hf_subset": "acq_Arab-lin_Latn", + "languages": [ + "acq-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-nno_Latn", + "languages": [ + "acq-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.232848, + "recall": 0.316206, + "f1": 0.254754, + "accuracy": 0.316206, + "main_score": 0.254754, + "hf_subset": "acq_Arab-sat_Olck", + "languages": [ + "acq-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-tel_Telu", + "languages": [ + "acq-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "acq_Arab-ydd_Hebr", + "languages": [ + "acq-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "acq_Arab-ary_Arab", + "languages": [ + "acq-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ces_Latn", + "languages": [ + "acq-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564443, + "recall": 0.629447, + "f1": 0.583324, + "accuracy": 0.629447, + "main_score": 0.583324, + "hf_subset": "acq_Arab-gaz_Latn", + "languages": [ + "acq-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586215, + "recall": 0.650198, + "f1": 0.604054, + "accuracy": 0.650198, + "main_score": 0.604054, + "hf_subset": "acq_Arab-kam_Latn", + "languages": [ + "acq-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "acq_Arab-lit_Latn", + "languages": [ + "acq-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-nob_Latn", + "languages": [ + "acq-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "acq_Arab-scn_Latn", + "languages": [ + "acq-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "acq_Arab-tgk_Cyrl", + "languages": [ + "acq-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720636, + "recall": 0.786561, + "f1": 0.740895, + "accuracy": 0.786561, + "main_score": 0.740895, + "hf_subset": "acq_Arab-yor_Latn", + "languages": [ + "acq-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-arz_Arab", + "languages": [ + "acq-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565995, + "recall": 0.624506, + "f1": 0.58294, + "accuracy": 0.624506, + "main_score": 0.58294, + "hf_subset": "acq_Arab-cjk_Latn", + "languages": [ + "acq-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797925, + "recall": 0.848814, + "f1": 0.813702, + "accuracy": 0.848814, + "main_score": 0.813702, + "hf_subset": "acq_Arab-gla_Latn", + "languages": [ + "acq-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-kan_Knda", + "languages": [ + "acq-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acq_Arab-lmo_Latn", + "languages": [ + "acq-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "acq_Arab-npi_Deva", + "languages": [ + "acq-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46197, + "recall": 0.532609, + "f1": 0.480802, + "accuracy": 0.532609, + "main_score": 0.480802, + "hf_subset": "acq_Arab-shn_Mymr", + "languages": [ + "acq-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-tgl_Latn", + "languages": [ + "acq-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-yue_Hant", + "languages": [ + "acq-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-asm_Beng", + "languages": [ + "acq-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "acq_Arab-ckb_Arab", + "languages": [ + "acq-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903607, + "recall": 0.928854, + "f1": 0.911462, + "accuracy": 0.928854, + "main_score": 0.911462, + "hf_subset": "acq_Arab-gle_Latn", + "languages": [ + "acq-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "acq_Arab-kas_Arab", + "languages": [ + "acq-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "acq_Arab-ltg_Latn", + "languages": [ + "acq-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6168, + "recall": 0.66996, + "f1": 0.632285, + "accuracy": 0.66996, + "main_score": 0.632285, + "hf_subset": "acq_Arab-nso_Latn", + "languages": [ + "acq-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "acq_Arab-sin_Sinh", + "languages": [ + "acq-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-tha_Thai", + "languages": [ + "acq-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-zho_Hans", + "languages": [ + "acq-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ast_Latn", + "languages": [ + "acq-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-crh_Latn", + "languages": [ + "acq-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-glg_Latn", + "languages": [ + "acq-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904315, + "recall": 0.933794, + "f1": 0.914032, + "accuracy": 0.933794, + "main_score": 0.914032, + "hf_subset": "acq_Arab-kas_Deva", + "languages": [ + "acq-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "acq_Arab-ltz_Latn", + "languages": [ + "acq-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452257, + "recall": 0.522727, + "f1": 0.471303, + "accuracy": 0.522727, + "main_score": 0.471303, + "hf_subset": "acq_Arab-nus_Latn", + "languages": [ + "acq-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-slk_Latn", + "languages": [ + "acq-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644384, + "recall": 0.712451, + "f1": 0.664676, + "accuracy": 0.712451, + "main_score": 0.664676, + "hf_subset": "acq_Arab-tir_Ethi", + "languages": [ + "acq-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-zho_Hant", + "languages": [ + "acq-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "acq_Arab-awa_Deva", + "languages": [ + "acq-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "acq_Arab-cym_Latn", + "languages": [ + "acq-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847941, + "recall": 0.889328, + "f1": 0.861067, + "accuracy": 0.889328, + "main_score": 0.861067, + "hf_subset": "acq_Arab-grn_Latn", + "languages": [ + "acq-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-kat_Geor", + "languages": [ + "acq-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644286, + "recall": 0.698617, + "f1": 0.660128, + "accuracy": 0.698617, + "main_score": 0.660128, + "hf_subset": "acq_Arab-lua_Latn", + "languages": [ + "acq-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632913, + "recall": 0.698617, + "f1": 0.651786, + "accuracy": 0.698617, + "main_score": 0.651786, + "hf_subset": "acq_Arab-nya_Latn", + "languages": [ + "acq-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-slv_Latn", + "languages": [ + "acq-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "acq_Arab-tpi_Latn", + "languages": [ + "acq-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-zsm_Latn", + "languages": [ + "acq-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536317, + "recall": 0.604743, + "f1": 0.555831, + "accuracy": 0.604743, + "main_score": 0.555831, + "hf_subset": "acq_Arab-ayr_Latn", + "languages": [ + "acq-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-dan_Latn", + "languages": [ + "acq-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-guj_Gujr", + "languages": [ + "acq-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "acq_Arab-kaz_Cyrl", + "languages": [ + "acq-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535608, + "recall": 0.600791, + "f1": 0.55384, + "accuracy": 0.600791, + "main_score": 0.55384, + "hf_subset": "acq_Arab-lug_Latn", + "languages": [ + "acq-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-oci_Latn", + "languages": [ + "acq-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832181, + "recall": 0.878458, + "f1": 0.846443, + "accuracy": 0.878458, + "main_score": 0.846443, + "hf_subset": "acq_Arab-smo_Latn", + "languages": [ + "acq-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554579, + "recall": 0.617589, + "f1": 0.572781, + "accuracy": 0.617589, + "main_score": 0.572781, + "hf_subset": "acq_Arab-tsn_Latn", + "languages": [ + "acq-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606563, + "recall": 0.672925, + "f1": 0.625881, + "accuracy": 0.672925, + "main_score": 0.625881, + "hf_subset": "acq_Arab-zul_Latn", + "languages": [ + "acq-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924242, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "acq_Arab-azb_Arab", + "languages": [ + "acq-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-deu_Latn", + "languages": [ + "acq-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "acq_Arab-hat_Latn", + "languages": [ + "acq-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481621, + "recall": 0.540514, + "f1": 0.49809, + "accuracy": 0.540514, + "main_score": 0.49809, + "hf_subset": "acq_Arab-kbp_Latn", + "languages": [ + "acq-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579631, + "recall": 0.636364, + "f1": 0.595179, + "accuracy": 0.636364, + "main_score": 0.595179, + "hf_subset": "acq_Arab-luo_Latn", + "languages": [ + "acq-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-ory_Orya", + "languages": [ + "acq-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579562, + "recall": 0.650198, + "f1": 0.600532, + "accuracy": 0.650198, + "main_score": 0.600532, + "hf_subset": "acq_Arab-sna_Latn", + "languages": [ + "acq-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553683, + "recall": 0.609684, + "f1": 0.569507, + "accuracy": 0.609684, + "main_score": 0.569507, + "hf_subset": "acq_Arab-tso_Latn", + "languages": [ + "acq-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-azj_Latn", + "languages": [ + "acq-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547124, + "recall": 0.617589, + "f1": 0.567416, + "accuracy": 0.617589, + "main_score": 0.567416, + "hf_subset": "acq_Arab-dik_Latn", + "languages": [ + "acq-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741749, + "recall": 0.802372, + "f1": 0.759999, + "accuracy": 0.802372, + "main_score": 0.759999, + "hf_subset": "acq_Arab-hau_Latn", + "languages": [ + "acq-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "acq_Arab-kea_Latn", + "languages": [ + "acq-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743659, + "recall": 0.793478, + "f1": 0.758893, + "accuracy": 0.793478, + "main_score": 0.758893, + "hf_subset": "acq_Arab-lus_Latn", + "languages": [ + "acq-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869022, + "recall": 0.901186, + "f1": 0.878821, + "accuracy": 0.901186, + "main_score": 0.878821, + "hf_subset": "acq_Arab-pag_Latn", + "languages": [ + "acq-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "acq_Arab-snd_Arab", + "languages": [ + "acq-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "acq_Arab-tuk_Latn", + "languages": [ + "acq-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-bak_Cyrl", + "languages": [ + "acq-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466578, + "recall": 0.544466, + "f1": 0.489251, + "accuracy": 0.544466, + "main_score": 0.489251, + "hf_subset": "acq_Arab-dyu_Latn", + "languages": [ + "acq-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-heb_Hebr", + "languages": [ + "acq-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "acq_Arab-khk_Cyrl", + "languages": [ + "acq-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "acq_Arab-lvs_Latn", + "languages": [ + "acq-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "acq_Arab-pan_Guru", + "languages": [ + "acq-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716255, + "recall": 0.775692, + "f1": 0.733898, + "accuracy": 0.775692, + "main_score": 0.733898, + "hf_subset": "acq_Arab-som_Latn", + "languages": [ + "acq-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598624, + "recall": 0.655138, + "f1": 0.614813, + "accuracy": 0.655138, + "main_score": 0.614813, + "hf_subset": "acq_Arab-tum_Latn", + "languages": [ + "acq-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468831, + "recall": 0.520751, + "f1": 0.483464, + "accuracy": 0.520751, + "main_score": 0.483464, + "hf_subset": "bem_Latn-ace_Arab", + "languages": [ + "bem-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515102, + "recall": 0.563241, + "f1": 0.530007, + "accuracy": 0.563241, + "main_score": 0.530007, + "hf_subset": "bem_Latn-bam_Latn", + "languages": [ + "bem-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267295, + "recall": 0.317194, + "f1": 0.280384, + "accuracy": 0.317194, + "main_score": 0.280384, + "hf_subset": "bem_Latn-dzo_Tibt", + "languages": [ + "bem-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614837, + "recall": 0.657115, + "f1": 0.62562, + "accuracy": 0.657115, + "main_score": 0.62562, + "hf_subset": "bem_Latn-hin_Deva", + "languages": [ + "bem-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573388, + "recall": 0.621542, + "f1": 0.58655, + "accuracy": 0.621542, + "main_score": 0.58655, + "hf_subset": "bem_Latn-khm_Khmr", + "languages": [ + "bem-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609136, + "recall": 0.65415, + "f1": 0.621442, + "accuracy": 0.65415, + "main_score": 0.621442, + "hf_subset": "bem_Latn-mag_Deva", + "languages": [ + "bem-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60471, + "recall": 0.643281, + "f1": 0.61441, + "accuracy": 0.643281, + "main_score": 0.61441, + "hf_subset": "bem_Latn-pap_Latn", + "languages": [ + "bem-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596454, + "recall": 0.644269, + "f1": 0.609473, + "accuracy": 0.644269, + "main_score": 0.609473, + "hf_subset": "bem_Latn-sot_Latn", + "languages": [ + "bem-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610209, + "recall": 0.661067, + "f1": 0.623299, + "accuracy": 0.661067, + "main_score": 0.623299, + "hf_subset": "bem_Latn-tur_Latn", + "languages": [ + "bem-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596092, + "recall": 0.635375, + "f1": 0.606853, + "accuracy": 0.635375, + "main_score": 0.606853, + "hf_subset": "bem_Latn-ace_Latn", + "languages": [ + "bem-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615785, + "recall": 0.650198, + "f1": 0.62512, + "accuracy": 0.650198, + "main_score": 0.62512, + "hf_subset": "bem_Latn-ban_Latn", + "languages": [ + "bem-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601711, + "recall": 0.652174, + "f1": 0.615215, + "accuracy": 0.652174, + "main_score": 0.615215, + "hf_subset": "bem_Latn-ell_Grek", + "languages": [ + "bem-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586306, + "recall": 0.635375, + "f1": 0.599714, + "accuracy": 0.635375, + "main_score": 0.599714, + "hf_subset": "bem_Latn-hne_Deva", + "languages": [ + "bem-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570822, + "recall": 0.615613, + "f1": 0.58288, + "accuracy": 0.615613, + "main_score": 0.58288, + "hf_subset": "bem_Latn-kik_Latn", + "languages": [ + "bem-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608728, + "recall": 0.660079, + "f1": 0.621568, + "accuracy": 0.660079, + "main_score": 0.621568, + "hf_subset": "bem_Latn-mai_Deva", + "languages": [ + "bem-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570956, + "recall": 0.620553, + "f1": 0.583367, + "accuracy": 0.620553, + "main_score": 0.583367, + "hf_subset": "bem_Latn-pbt_Arab", + "languages": [ + "bem-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624188, + "recall": 0.670949, + "f1": 0.635948, + "accuracy": 0.670949, + "main_score": 0.635948, + "hf_subset": "bem_Latn-spa_Latn", + "languages": [ + "bem-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585862, + "recall": 0.623518, + "f1": 0.596942, + "accuracy": 0.623518, + "main_score": 0.596942, + "hf_subset": "bem_Latn-twi_Latn", + "languages": [ + "bem-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598198, + "recall": 0.646245, + "f1": 0.610193, + "accuracy": 0.646245, + "main_score": 0.610193, + "hf_subset": "bem_Latn-acm_Arab", + "languages": [ + "bem-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585942, + "recall": 0.637352, + "f1": 0.598582, + "accuracy": 0.637352, + "main_score": 0.598582, + "hf_subset": "bem_Latn-bel_Cyrl", + "languages": [ + "bem-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64488, + "recall": 0.687747, + "f1": 0.655312, + "accuracy": 0.687747, + "main_score": 0.655312, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633928, + "recall": 0.683794, + "f1": 0.646151, + "accuracy": 0.683794, + "main_score": 0.646151, + "hf_subset": "bem_Latn-hrv_Latn", + "languages": [ + "bem-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562248, + "recall": 0.617589, + "f1": 0.577786, + "accuracy": 0.617589, + "main_score": 0.577786, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597444, + "recall": 0.651186, + "f1": 0.612299, + "accuracy": 0.651186, + "main_score": 0.612299, + "hf_subset": "bem_Latn-mal_Mlym", + "languages": [ + "bem-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601533, + "recall": 0.648221, + "f1": 0.614202, + "accuracy": 0.648221, + "main_score": 0.614202, + "hf_subset": "bem_Latn-pes_Arab", + "languages": [ + "bem-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60511, + "recall": 0.645257, + "f1": 0.615311, + "accuracy": 0.645257, + "main_score": 0.615311, + "hf_subset": "bem_Latn-srd_Latn", + "languages": [ + "bem-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214867, + "recall": 0.258893, + "f1": 0.226103, + "accuracy": 0.258893, + "main_score": 0.226103, + "hf_subset": "bem_Latn-tzm_Tfng", + "languages": [ + "bem-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60534, + "recall": 0.656126, + "f1": 0.618422, + "accuracy": 0.656126, + "main_score": 0.618422, + "hf_subset": "bem_Latn-acq_Arab", + "languages": [ + "bem-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620695, + "recall": 0.66502, + "f1": 0.632284, + "accuracy": 0.66502, + "main_score": 0.632284, + "hf_subset": "bem_Latn-epo_Latn", + "languages": [ + "bem-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613663, + "recall": 0.664032, + "f1": 0.62654, + "accuracy": 0.664032, + "main_score": 0.62654, + "hf_subset": "bem_Latn-hun_Latn", + "languages": [ + "bem-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587058, + "recall": 0.63834, + "f1": 0.600234, + "accuracy": 0.63834, + "main_score": 0.600234, + "hf_subset": "bem_Latn-kir_Cyrl", + "languages": [ + "bem-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606595, + "recall": 0.649209, + "f1": 0.618, + "accuracy": 0.649209, + "main_score": 0.618, + "hf_subset": "bem_Latn-mar_Deva", + "languages": [ + "bem-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586935, + "recall": 0.630435, + "f1": 0.599161, + "accuracy": 0.630435, + "main_score": 0.599161, + "hf_subset": "bem_Latn-plt_Latn", + "languages": [ + "bem-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611931, + "recall": 0.662055, + "f1": 0.62509, + "accuracy": 0.662055, + "main_score": 0.62509, + "hf_subset": "bem_Latn-srp_Cyrl", + "languages": [ + "bem-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521552, + "recall": 0.576087, + "f1": 0.536492, + "accuracy": 0.576087, + "main_score": 0.536492, + "hf_subset": "bem_Latn-uig_Arab", + "languages": [ + "bem-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603593, + "recall": 0.646245, + "f1": 0.614439, + "accuracy": 0.646245, + "main_score": 0.614439, + "hf_subset": "bem_Latn-aeb_Arab", + "languages": [ + "bem-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604434, + "recall": 0.65415, + "f1": 0.617791, + "accuracy": 0.65415, + "main_score": 0.617791, + "hf_subset": "bem_Latn-ben_Beng", + "languages": [ + "bem-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588968, + "recall": 0.639328, + "f1": 0.602908, + "accuracy": 0.639328, + "main_score": 0.602908, + "hf_subset": "bem_Latn-est_Latn", + "languages": [ + "bem-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583919, + "recall": 0.639328, + "f1": 0.598091, + "accuracy": 0.639328, + "main_score": 0.598091, + "hf_subset": "bem_Latn-hye_Armn", + "languages": [ + "bem-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561533, + "recall": 0.600791, + "f1": 0.573386, + "accuracy": 0.600791, + "main_score": 0.573386, + "hf_subset": "bem_Latn-kmb_Latn", + "languages": [ + "bem-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415023, + "recall": 0.472332, + "f1": 0.43084, + "accuracy": 0.472332, + "main_score": 0.43084, + "hf_subset": "bem_Latn-min_Arab", + "languages": [ + "bem-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615675, + "recall": 0.666996, + "f1": 0.628687, + "accuracy": 0.666996, + "main_score": 0.628687, + "hf_subset": "bem_Latn-pol_Latn", + "languages": [ + "bem-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590234, + "recall": 0.636364, + "f1": 0.603572, + "accuracy": 0.636364, + "main_score": 0.603572, + "hf_subset": "bem_Latn-ssw_Latn", + "languages": [ + "bem-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620244, + "recall": 0.66996, + "f1": 0.63338, + "accuracy": 0.66996, + "main_score": 0.63338, + "hf_subset": "bem_Latn-ukr_Cyrl", + "languages": [ + "bem-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638604, + "recall": 0.684783, + "f1": 0.650781, + "accuracy": 0.684783, + "main_score": 0.650781, + "hf_subset": "bem_Latn-afr_Latn", + "languages": [ + "bem-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594838, + "recall": 0.642292, + "f1": 0.608026, + "accuracy": 0.642292, + "main_score": 0.608026, + "hf_subset": "bem_Latn-bho_Deva", + "languages": [ + "bem-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588237, + "recall": 0.639328, + "f1": 0.602473, + "accuracy": 0.639328, + "main_score": 0.602473, + "hf_subset": "bem_Latn-eus_Latn", + "languages": [ + "bem-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558698, + "recall": 0.618577, + "f1": 0.575681, + "accuracy": 0.618577, + "main_score": 0.575681, + "hf_subset": "bem_Latn-ibo_Latn", + "languages": [ + "bem-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57954, + "recall": 0.623518, + "f1": 0.591367, + "accuracy": 0.623518, + "main_score": 0.591367, + "hf_subset": "bem_Latn-kmr_Latn", + "languages": [ + "bem-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61576, + "recall": 0.666008, + "f1": 0.627869, + "accuracy": 0.666008, + "main_score": 0.627869, + "hf_subset": "bem_Latn-min_Latn", + "languages": [ + "bem-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640144, + "recall": 0.683794, + "f1": 0.651146, + "accuracy": 0.683794, + "main_score": 0.651146, + "hf_subset": "bem_Latn-por_Latn", + "languages": [ + "bem-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620914, + "recall": 0.661067, + "f1": 0.631837, + "accuracy": 0.661067, + "main_score": 0.631837, + "hf_subset": "bem_Latn-sun_Latn", + "languages": [ + "bem-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525395, + "recall": 0.573123, + "f1": 0.539534, + "accuracy": 0.573123, + "main_score": 0.539534, + "hf_subset": "bem_Latn-umb_Latn", + "languages": [ + "bem-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612183, + "recall": 0.656126, + "f1": 0.623716, + "accuracy": 0.656126, + "main_score": 0.623716, + "hf_subset": "bem_Latn-ajp_Arab", + "languages": [ + "bem-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434611, + "recall": 0.48913, + "f1": 0.449519, + "accuracy": 0.48913, + "main_score": 0.449519, + "hf_subset": "bem_Latn-bjn_Arab", + "languages": [ + "bem-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51638, + "recall": 0.559289, + "f1": 0.528235, + "accuracy": 0.559289, + "main_score": 0.528235, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640382, + "recall": 0.675889, + "f1": 0.649289, + "accuracy": 0.675889, + "main_score": 0.649289, + "hf_subset": "bem_Latn-ilo_Latn", + "languages": [ + "bem-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315753, + "recall": 0.37253, + "f1": 0.331699, + "accuracy": 0.37253, + "main_score": 0.331699, + "hf_subset": "bem_Latn-knc_Arab", + "languages": [ + "bem-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619716, + "recall": 0.673913, + "f1": 0.633578, + "accuracy": 0.673913, + "main_score": 0.633578, + "hf_subset": "bem_Latn-mkd_Cyrl", + "languages": [ + "bem-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597258, + "recall": 0.644269, + "f1": 0.610232, + "accuracy": 0.644269, + "main_score": 0.610232, + "hf_subset": "bem_Latn-prs_Arab", + "languages": [ + "bem-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61822, + "recall": 0.672925, + "f1": 0.632351, + "accuracy": 0.672925, + "main_score": 0.632351, + "hf_subset": "bem_Latn-swe_Latn", + "languages": [ + "bem-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593836, + "recall": 0.649209, + "f1": 0.60936, + "accuracy": 0.649209, + "main_score": 0.60936, + "hf_subset": "bem_Latn-urd_Arab", + "languages": [ + "bem-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585701, + "recall": 0.621542, + "f1": 0.59542, + "accuracy": 0.621542, + "main_score": 0.59542, + "hf_subset": "bem_Latn-aka_Latn", + "languages": [ + "bem-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617029, + "recall": 0.652174, + "f1": 0.626323, + "accuracy": 0.652174, + "main_score": 0.626323, + "hf_subset": "bem_Latn-bjn_Latn", + "languages": [ + "bem-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597838, + "recall": 0.648221, + "f1": 0.611172, + "accuracy": 0.648221, + "main_score": 0.611172, + "hf_subset": "bem_Latn-fao_Latn", + "languages": [ + "bem-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631688, + "recall": 0.677866, + "f1": 0.643384, + "accuracy": 0.677866, + "main_score": 0.643384, + "hf_subset": "bem_Latn-ind_Latn", + "languages": [ + "bem-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561562, + "recall": 0.605731, + "f1": 0.574027, + "accuracy": 0.605731, + "main_score": 0.574027, + "hf_subset": "bem_Latn-knc_Latn", + "languages": [ + "bem-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616987, + "recall": 0.662055, + "f1": 0.627608, + "accuracy": 0.662055, + "main_score": 0.627608, + "hf_subset": "bem_Latn-mlt_Latn", + "languages": [ + "bem-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558951, + "recall": 0.605731, + "f1": 0.572716, + "accuracy": 0.605731, + "main_score": 0.572716, + "hf_subset": "bem_Latn-quy_Latn", + "languages": [ + "bem-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616857, + "recall": 0.662055, + "f1": 0.628958, + "accuracy": 0.662055, + "main_score": 0.628958, + "hf_subset": "bem_Latn-swh_Latn", + "languages": [ + "bem-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592074, + "recall": 0.636364, + "f1": 0.603181, + "accuracy": 0.636364, + "main_score": 0.603181, + "hf_subset": "bem_Latn-uzn_Latn", + "languages": [ + "bem-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610073, + "recall": 0.651186, + "f1": 0.620647, + "accuracy": 0.651186, + "main_score": 0.620647, + "hf_subset": "bem_Latn-als_Latn", + "languages": [ + "bem-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.32328, + "recall": 0.384387, + "f1": 0.339001, + "accuracy": 0.384387, + "main_score": 0.339001, + "hf_subset": "bem_Latn-bod_Tibt", + "languages": [ + "bem-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589775, + "recall": 0.632411, + "f1": 0.602174, + "accuracy": 0.632411, + "main_score": 0.602174, + "hf_subset": "bem_Latn-fij_Latn", + "languages": [ + "bem-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591946, + "recall": 0.646245, + "f1": 0.607083, + "accuracy": 0.646245, + "main_score": 0.607083, + "hf_subset": "bem_Latn-isl_Latn", + "languages": [ + "bem-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609087, + "recall": 0.655138, + "f1": 0.621604, + "accuracy": 0.655138, + "main_score": 0.621604, + "hf_subset": "bem_Latn-kon_Latn", + "languages": [ + "bem-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511839, + "recall": 0.572134, + "f1": 0.528833, + "accuracy": 0.572134, + "main_score": 0.528833, + "hf_subset": "bem_Latn-mni_Beng", + "languages": [ + "bem-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629418, + "recall": 0.678854, + "f1": 0.642129, + "accuracy": 0.678854, + "main_score": 0.642129, + "hf_subset": "bem_Latn-ron_Latn", + "languages": [ + "bem-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609713, + "recall": 0.656126, + "f1": 0.621947, + "accuracy": 0.656126, + "main_score": 0.621947, + "hf_subset": "bem_Latn-szl_Latn", + "languages": [ + "bem-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616573, + "recall": 0.66502, + "f1": 0.628984, + "accuracy": 0.66502, + "main_score": 0.628984, + "hf_subset": "bem_Latn-vec_Latn", + "languages": [ + "bem-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521733, + "recall": 0.579051, + "f1": 0.537245, + "accuracy": 0.579051, + "main_score": 0.537245, + "hf_subset": "bem_Latn-amh_Ethi", + "languages": [ + "bem-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631532, + "recall": 0.675889, + "f1": 0.642859, + "accuracy": 0.675889, + "main_score": 0.642859, + "hf_subset": "bem_Latn-bos_Latn", + "languages": [ + "bem-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596104, + "recall": 0.650198, + "f1": 0.610226, + "accuracy": 0.650198, + "main_score": 0.610226, + "hf_subset": "bem_Latn-fin_Latn", + "languages": [ + "bem-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613672, + "recall": 0.664032, + "f1": 0.627786, + "accuracy": 0.664032, + "main_score": 0.627786, + "hf_subset": "bem_Latn-ita_Latn", + "languages": [ + "bem-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586356, + "recall": 0.645257, + "f1": 0.60243, + "accuracy": 0.645257, + "main_score": 0.60243, + "hf_subset": "bem_Latn-kor_Hang", + "languages": [ + "bem-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529181, + "recall": 0.574111, + "f1": 0.542156, + "accuracy": 0.574111, + "main_score": 0.542156, + "hf_subset": "bem_Latn-mos_Latn", + "languages": [ + "bem-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578637, + "recall": 0.634387, + "f1": 0.593904, + "accuracy": 0.634387, + "main_score": 0.593904, + "hf_subset": "bem_Latn-run_Latn", + "languages": [ + "bem-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581335, + "recall": 0.63834, + "f1": 0.596069, + "accuracy": 0.63834, + "main_score": 0.596069, + "hf_subset": "bem_Latn-tam_Taml", + "languages": [ + "bem-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614965, + "recall": 0.660079, + "f1": 0.626754, + "accuracy": 0.660079, + "main_score": 0.626754, + "hf_subset": "bem_Latn-vie_Latn", + "languages": [ + "bem-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605625, + "recall": 0.656126, + "f1": 0.618625, + "accuracy": 0.656126, + "main_score": 0.618625, + "hf_subset": "bem_Latn-apc_Arab", + "languages": [ + "bem-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57693, + "recall": 0.618577, + "f1": 0.588217, + "accuracy": 0.618577, + "main_score": 0.588217, + "hf_subset": "bem_Latn-bug_Latn", + "languages": [ + "bem-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484188, + "recall": 0.531621, + "f1": 0.497173, + "accuracy": 0.531621, + "main_score": 0.497173, + "hf_subset": "bem_Latn-fon_Latn", + "languages": [ + "bem-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640427, + "recall": 0.677866, + "f1": 0.650336, + "accuracy": 0.677866, + "main_score": 0.650336, + "hf_subset": "bem_Latn-jav_Latn", + "languages": [ + "bem-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563523, + "recall": 0.607708, + "f1": 0.575392, + "accuracy": 0.607708, + "main_score": 0.575392, + "hf_subset": "bem_Latn-lao_Laoo", + "languages": [ + "bem-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546136, + "recall": 0.586957, + "f1": 0.557682, + "accuracy": 0.586957, + "main_score": 0.557682, + "hf_subset": "bem_Latn-mri_Latn", + "languages": [ + "bem-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621945, + "recall": 0.670949, + "f1": 0.634495, + "accuracy": 0.670949, + "main_score": 0.634495, + "hf_subset": "bem_Latn-rus_Cyrl", + "languages": [ + "bem-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507611, + "recall": 0.555336, + "f1": 0.521165, + "accuracy": 0.555336, + "main_score": 0.521165, + "hf_subset": "bem_Latn-taq_Latn", + "languages": [ + "bem-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656132, + "recall": 0.690711, + "f1": 0.664834, + "accuracy": 0.690711, + "main_score": 0.664834, + "hf_subset": "bem_Latn-war_Latn", + "languages": [ + "bem-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591236, + "recall": 0.646245, + "f1": 0.605306, + "accuracy": 0.646245, + "main_score": 0.605306, + "hf_subset": "bem_Latn-arb_Arab", + "languages": [ + "bem-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624058, + "recall": 0.675889, + "f1": 0.637456, + "accuracy": 0.675889, + "main_score": 0.637456, + "hf_subset": "bem_Latn-bul_Cyrl", + "languages": [ + "bem-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633388, + "recall": 0.676877, + "f1": 0.644984, + "accuracy": 0.676877, + "main_score": 0.644984, + "hf_subset": "bem_Latn-fra_Latn", + "languages": [ + "bem-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602934, + "recall": 0.649209, + "f1": 0.615955, + "accuracy": 0.649209, + "main_score": 0.615955, + "hf_subset": "bem_Latn-jpn_Jpan", + "languages": [ + "bem-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610908, + "recall": 0.657115, + "f1": 0.62272, + "accuracy": 0.657115, + "main_score": 0.62272, + "hf_subset": "bem_Latn-lij_Latn", + "languages": [ + "bem-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46317, + "recall": 0.533597, + "f1": 0.481907, + "accuracy": 0.533597, + "main_score": 0.481907, + "hf_subset": "bem_Latn-mya_Mymr", + "languages": [ + "bem-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554514, + "recall": 0.600791, + "f1": 0.567576, + "accuracy": 0.600791, + "main_score": 0.567576, + "hf_subset": "bem_Latn-sag_Latn", + "languages": [ + "bem-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213905, + "recall": 0.261858, + "f1": 0.224444, + "accuracy": 0.261858, + "main_score": 0.224444, + "hf_subset": "bem_Latn-taq_Tfng", + "languages": [ + "bem-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571031, + "recall": 0.614625, + "f1": 0.583589, + "accuracy": 0.614625, + "main_score": 0.583589, + "hf_subset": "bem_Latn-wol_Latn", + "languages": [ + "bem-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485686, + "recall": 0.532609, + "f1": 0.4982, + "accuracy": 0.532609, + "main_score": 0.4982, + "hf_subset": "bem_Latn-arb_Latn", + "languages": [ + "bem-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624472, + "recall": 0.673913, + "f1": 0.637261, + "accuracy": 0.673913, + "main_score": 0.637261, + "hf_subset": "bem_Latn-cat_Latn", + "languages": [ + "bem-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604174, + "recall": 0.649209, + "f1": 0.615683, + "accuracy": 0.649209, + "main_score": 0.615683, + "hf_subset": "bem_Latn-fur_Latn", + "languages": [ + "bem-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444772, + "recall": 0.499012, + "f1": 0.459687, + "accuracy": 0.499012, + "main_score": 0.459687, + "hf_subset": "bem_Latn-kab_Latn", + "languages": [ + "bem-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607941, + "recall": 0.655138, + "f1": 0.620608, + "accuracy": 0.655138, + "main_score": 0.620608, + "hf_subset": "bem_Latn-lim_Latn", + "languages": [ + "bem-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605637, + "recall": 0.652174, + "f1": 0.617657, + "accuracy": 0.652174, + "main_score": 0.617657, + "hf_subset": "bem_Latn-nld_Latn", + "languages": [ + "bem-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571872, + "recall": 0.62253, + "f1": 0.584486, + "accuracy": 0.62253, + "main_score": 0.584486, + "hf_subset": "bem_Latn-san_Deva", + "languages": [ + "bem-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590961, + "recall": 0.644269, + "f1": 0.60473, + "accuracy": 0.644269, + "main_score": 0.60473, + "hf_subset": "bem_Latn-tat_Cyrl", + "languages": [ + "bem-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622819, + "recall": 0.666008, + "f1": 0.634914, + "accuracy": 0.666008, + "main_score": 0.634914, + "hf_subset": "bem_Latn-xho_Latn", + "languages": [ + "bem-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579166, + "recall": 0.635375, + "f1": 0.59364, + "accuracy": 0.635375, + "main_score": 0.59364, + "hf_subset": "bem_Latn-ars_Arab", + "languages": [ + "bem-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643038, + "recall": 0.68083, + "f1": 0.653219, + "accuracy": 0.68083, + "main_score": 0.653219, + "hf_subset": "bem_Latn-ceb_Latn", + "languages": [ + "bem-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525141, + "recall": 0.573123, + "f1": 0.539199, + "accuracy": 0.573123, + "main_score": 0.539199, + "hf_subset": "bem_Latn-fuv_Latn", + "languages": [ + "bem-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516667, + "recall": 0.566206, + "f1": 0.530637, + "accuracy": 0.566206, + "main_score": 0.530637, + "hf_subset": "bem_Latn-kac_Latn", + "languages": [ + "bem-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603581, + "recall": 0.642292, + "f1": 0.614437, + "accuracy": 0.642292, + "main_score": 0.614437, + "hf_subset": "bem_Latn-lin_Latn", + "languages": [ + "bem-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613175, + "recall": 0.66502, + "f1": 0.627266, + "accuracy": 0.66502, + "main_score": 0.627266, + "hf_subset": "bem_Latn-nno_Latn", + "languages": [ + "bem-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.133779, + "recall": 0.176877, + "f1": 0.144711, + "accuracy": 0.176877, + "main_score": 0.144711, + "hf_subset": "bem_Latn-sat_Olck", + "languages": [ + "bem-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604387, + "recall": 0.651186, + "f1": 0.616983, + "accuracy": 0.651186, + "main_score": 0.616983, + "hf_subset": "bem_Latn-tel_Telu", + "languages": [ + "bem-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529228, + "recall": 0.586957, + "f1": 0.54482, + "accuracy": 0.586957, + "main_score": 0.54482, + "hf_subset": "bem_Latn-ydd_Hebr", + "languages": [ + "bem-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595224, + "recall": 0.642292, + "f1": 0.607458, + "accuracy": 0.642292, + "main_score": 0.607458, + "hf_subset": "bem_Latn-ary_Arab", + "languages": [ + "bem-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620343, + "recall": 0.671937, + "f1": 0.633401, + "accuracy": 0.671937, + "main_score": 0.633401, + "hf_subset": "bem_Latn-ces_Latn", + "languages": [ + "bem-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535706, + "recall": 0.58498, + "f1": 0.550043, + "accuracy": 0.58498, + "main_score": 0.550043, + "hf_subset": "bem_Latn-gaz_Latn", + "languages": [ + "bem-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569109, + "recall": 0.619565, + "f1": 0.583508, + "accuracy": 0.619565, + "main_score": 0.583508, + "hf_subset": "bem_Latn-kam_Latn", + "languages": [ + "bem-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590744, + "recall": 0.643281, + "f1": 0.604163, + "accuracy": 0.643281, + "main_score": 0.604163, + "hf_subset": "bem_Latn-lit_Latn", + "languages": [ + "bem-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625708, + "recall": 0.673913, + "f1": 0.638549, + "accuracy": 0.673913, + "main_score": 0.638549, + "hf_subset": "bem_Latn-nob_Latn", + "languages": [ + "bem-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612802, + "recall": 0.651186, + "f1": 0.622952, + "accuracy": 0.651186, + "main_score": 0.622952, + "hf_subset": "bem_Latn-scn_Latn", + "languages": [ + "bem-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591578, + "recall": 0.633399, + "f1": 0.602279, + "accuracy": 0.633399, + "main_score": 0.602279, + "hf_subset": "bem_Latn-tgk_Cyrl", + "languages": [ + "bem-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547861, + "recall": 0.605731, + "f1": 0.564535, + "accuracy": 0.605731, + "main_score": 0.564535, + "hf_subset": "bem_Latn-yor_Latn", + "languages": [ + "bem-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59347, + "recall": 0.643281, + "f1": 0.606133, + "accuracy": 0.643281, + "main_score": 0.606133, + "hf_subset": "bem_Latn-arz_Arab", + "languages": [ + "bem-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525093, + "recall": 0.567194, + "f1": 0.536334, + "accuracy": 0.567194, + "main_score": 0.536334, + "hf_subset": "bem_Latn-cjk_Latn", + "languages": [ + "bem-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558386, + "recall": 0.602767, + "f1": 0.57013, + "accuracy": 0.602767, + "main_score": 0.57013, + "hf_subset": "bem_Latn-gla_Latn", + "languages": [ + "bem-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584266, + "recall": 0.635375, + "f1": 0.597849, + "accuracy": 0.635375, + "main_score": 0.597849, + "hf_subset": "bem_Latn-kan_Knda", + "languages": [ + "bem-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60436, + "recall": 0.647233, + "f1": 0.615474, + "accuracy": 0.647233, + "main_score": 0.615474, + "hf_subset": "bem_Latn-lmo_Latn", + "languages": [ + "bem-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59218, + "recall": 0.642292, + "f1": 0.605157, + "accuracy": 0.642292, + "main_score": 0.605157, + "hf_subset": "bem_Latn-npi_Deva", + "languages": [ + "bem-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458524, + "recall": 0.51581, + "f1": 0.474587, + "accuracy": 0.51581, + "main_score": 0.474587, + "hf_subset": "bem_Latn-shn_Mymr", + "languages": [ + "bem-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656433, + "recall": 0.694664, + "f1": 0.66631, + "accuracy": 0.694664, + "main_score": 0.66631, + "hf_subset": "bem_Latn-tgl_Latn", + "languages": [ + "bem-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599827, + "recall": 0.652174, + "f1": 0.612748, + "accuracy": 0.652174, + "main_score": 0.612748, + "hf_subset": "bem_Latn-yue_Hant", + "languages": [ + "bem-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566068, + "recall": 0.621542, + "f1": 0.580483, + "accuracy": 0.621542, + "main_score": 0.580483, + "hf_subset": "bem_Latn-asm_Beng", + "languages": [ + "bem-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549692, + "recall": 0.592885, + "f1": 0.561217, + "accuracy": 0.592885, + "main_score": 0.561217, + "hf_subset": "bem_Latn-ckb_Arab", + "languages": [ + "bem-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554404, + "recall": 0.602767, + "f1": 0.567558, + "accuracy": 0.602767, + "main_score": 0.567558, + "hf_subset": "bem_Latn-gle_Latn", + "languages": [ + "bem-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532422, + "recall": 0.577075, + "f1": 0.544875, + "accuracy": 0.577075, + "main_score": 0.544875, + "hf_subset": "bem_Latn-kas_Arab", + "languages": [ + "bem-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577299, + "recall": 0.630435, + "f1": 0.591782, + "accuracy": 0.630435, + "main_score": 0.591782, + "hf_subset": "bem_Latn-ltg_Latn", + "languages": [ + "bem-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608196, + "recall": 0.650198, + "f1": 0.620185, + "accuracy": 0.650198, + "main_score": 0.620185, + "hf_subset": "bem_Latn-nso_Latn", + "languages": [ + "bem-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537288, + "recall": 0.592885, + "f1": 0.551613, + "accuracy": 0.592885, + "main_score": 0.551613, + "hf_subset": "bem_Latn-sin_Sinh", + "languages": [ + "bem-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614496, + "recall": 0.664032, + "f1": 0.627009, + "accuracy": 0.664032, + "main_score": 0.627009, + "hf_subset": "bem_Latn-tha_Thai", + "languages": [ + "bem-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576821, + "recall": 0.626482, + "f1": 0.589518, + "accuracy": 0.626482, + "main_score": 0.589518, + "hf_subset": "bem_Latn-zho_Hans", + "languages": [ + "bem-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631271, + "recall": 0.672925, + "f1": 0.642211, + "accuracy": 0.672925, + "main_score": 0.642211, + "hf_subset": "bem_Latn-ast_Latn", + "languages": [ + "bem-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590193, + "recall": 0.643281, + "f1": 0.60391, + "accuracy": 0.643281, + "main_score": 0.60391, + "hf_subset": "bem_Latn-crh_Latn", + "languages": [ + "bem-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632871, + "recall": 0.675889, + "f1": 0.644329, + "accuracy": 0.675889, + "main_score": 0.644329, + "hf_subset": "bem_Latn-glg_Latn", + "languages": [ + "bem-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555536, + "recall": 0.599802, + "f1": 0.567766, + "accuracy": 0.599802, + "main_score": 0.567766, + "hf_subset": "bem_Latn-kas_Deva", + "languages": [ + "bem-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600985, + "recall": 0.643281, + "f1": 0.611897, + "accuracy": 0.643281, + "main_score": 0.611897, + "hf_subset": "bem_Latn-ltz_Latn", + "languages": [ + "bem-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486787, + "recall": 0.54249, + "f1": 0.501968, + "accuracy": 0.54249, + "main_score": 0.501968, + "hf_subset": "bem_Latn-nus_Latn", + "languages": [ + "bem-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619425, + "recall": 0.66502, + "f1": 0.63217, + "accuracy": 0.66502, + "main_score": 0.63217, + "hf_subset": "bem_Latn-slk_Latn", + "languages": [ + "bem-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438312, + "recall": 0.499012, + "f1": 0.455675, + "accuracy": 0.499012, + "main_score": 0.455675, + "hf_subset": "bem_Latn-tir_Ethi", + "languages": [ + "bem-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603475, + "recall": 0.652174, + "f1": 0.615536, + "accuracy": 0.652174, + "main_score": 0.615536, + "hf_subset": "bem_Latn-zho_Hant", + "languages": [ + "bem-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6051, + "recall": 0.652174, + "f1": 0.617471, + "accuracy": 0.652174, + "main_score": 0.617471, + "hf_subset": "bem_Latn-awa_Deva", + "languages": [ + "bem-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594349, + "recall": 0.642292, + "f1": 0.607479, + "accuracy": 0.642292, + "main_score": 0.607479, + "hf_subset": "bem_Latn-cym_Latn", + "languages": [ + "bem-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598124, + "recall": 0.637352, + "f1": 0.608847, + "accuracy": 0.637352, + "main_score": 0.608847, + "hf_subset": "bem_Latn-grn_Latn", + "languages": [ + "bem-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572284, + "recall": 0.62253, + "f1": 0.585887, + "accuracy": 0.62253, + "main_score": 0.585887, + "hf_subset": "bem_Latn-kat_Geor", + "languages": [ + "bem-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592528, + "recall": 0.630435, + "f1": 0.603145, + "accuracy": 0.630435, + "main_score": 0.603145, + "hf_subset": "bem_Latn-lua_Latn", + "languages": [ + "bem-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618586, + "recall": 0.668972, + "f1": 0.632707, + "accuracy": 0.668972, + "main_score": 0.632707, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615133, + "recall": 0.658103, + "f1": 0.625957, + "accuracy": 0.658103, + "main_score": 0.625957, + "hf_subset": "bem_Latn-slv_Latn", + "languages": [ + "bem-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623033, + "recall": 0.660079, + "f1": 0.632379, + "accuracy": 0.660079, + "main_score": 0.632379, + "hf_subset": "bem_Latn-tpi_Latn", + "languages": [ + "bem-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652542, + "recall": 0.693676, + "f1": 0.662763, + "accuracy": 0.693676, + "main_score": 0.662763, + "hf_subset": "bem_Latn-zsm_Latn", + "languages": [ + "bem-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531571, + "recall": 0.578063, + "f1": 0.545497, + "accuracy": 0.578063, + "main_score": 0.545497, + "hf_subset": "bem_Latn-ayr_Latn", + "languages": [ + "bem-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630688, + "recall": 0.676877, + "f1": 0.642181, + "accuracy": 0.676877, + "main_score": 0.642181, + "hf_subset": "bem_Latn-dan_Latn", + "languages": [ + "bem-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611207, + "recall": 0.660079, + "f1": 0.6244, + "accuracy": 0.660079, + "main_score": 0.6244, + "hf_subset": "bem_Latn-guj_Gujr", + "languages": [ + "bem-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602501, + "recall": 0.652174, + "f1": 0.615211, + "accuracy": 0.652174, + "main_score": 0.615211, + "hf_subset": "bem_Latn-kaz_Cyrl", + "languages": [ + "bem-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562159, + "recall": 0.614625, + "f1": 0.576733, + "accuracy": 0.614625, + "main_score": 0.576733, + "hf_subset": "bem_Latn-lug_Latn", + "languages": [ + "bem-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640473, + "recall": 0.68083, + "f1": 0.650346, + "accuracy": 0.68083, + "main_score": 0.650346, + "hf_subset": "bem_Latn-oci_Latn", + "languages": [ + "bem-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601417, + "recall": 0.640316, + "f1": 0.611997, + "accuracy": 0.640316, + "main_score": 0.611997, + "hf_subset": "bem_Latn-smo_Latn", + "languages": [ + "bem-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55697, + "recall": 0.602767, + "f1": 0.569115, + "accuracy": 0.602767, + "main_score": 0.569115, + "hf_subset": "bem_Latn-tsn_Latn", + "languages": [ + "bem-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587157, + "recall": 0.643281, + "f1": 0.602739, + "accuracy": 0.643281, + "main_score": 0.602739, + "hf_subset": "bem_Latn-zul_Latn", + "languages": [ + "bem-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529614, + "recall": 0.58004, + "f1": 0.543331, + "accuracy": 0.58004, + "main_score": 0.543331, + "hf_subset": "bem_Latn-azb_Arab", + "languages": [ + "bem-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63704, + "recall": 0.678854, + "f1": 0.648382, + "accuracy": 0.678854, + "main_score": 0.648382, + "hf_subset": "bem_Latn-deu_Latn", + "languages": [ + "bem-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559708, + "recall": 0.613636, + "f1": 0.573999, + "accuracy": 0.613636, + "main_score": 0.573999, + "hf_subset": "bem_Latn-hat_Latn", + "languages": [ + "bem-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507213, + "recall": 0.554348, + "f1": 0.520462, + "accuracy": 0.554348, + "main_score": 0.520462, + "hf_subset": "bem_Latn-kbp_Latn", + "languages": [ + "bem-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568939, + "recall": 0.613636, + "f1": 0.581482, + "accuracy": 0.613636, + "main_score": 0.581482, + "hf_subset": "bem_Latn-luo_Latn", + "languages": [ + "bem-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588666, + "recall": 0.644269, + "f1": 0.603386, + "accuracy": 0.644269, + "main_score": 0.603386, + "hf_subset": "bem_Latn-ory_Orya", + "languages": [ + "bem-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585935, + "recall": 0.635375, + "f1": 0.600282, + "accuracy": 0.635375, + "main_score": 0.600282, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563218, + "recall": 0.606719, + "f1": 0.574785, + "accuracy": 0.606719, + "main_score": 0.574785, + "hf_subset": "bem_Latn-tso_Latn", + "languages": [ + "bem-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581211, + "recall": 0.635375, + "f1": 0.595308, + "accuracy": 0.635375, + "main_score": 0.595308, + "hf_subset": "bem_Latn-azj_Latn", + "languages": [ + "bem-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524012, + "recall": 0.577075, + "f1": 0.539793, + "accuracy": 0.577075, + "main_score": 0.539793, + "hf_subset": "bem_Latn-dik_Latn", + "languages": [ + "bem-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574189, + "recall": 0.621542, + "f1": 0.58705, + "accuracy": 0.621542, + "main_score": 0.58705, + "hf_subset": "bem_Latn-hau_Latn", + "languages": [ + "bem-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608579, + "recall": 0.649209, + "f1": 0.618995, + "accuracy": 0.649209, + "main_score": 0.618995, + "hf_subset": "bem_Latn-kea_Latn", + "languages": [ + "bem-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592504, + "recall": 0.62747, + "f1": 0.601656, + "accuracy": 0.62747, + "main_score": 0.601656, + "hf_subset": "bem_Latn-lus_Latn", + "languages": [ + "bem-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600858, + "recall": 0.636364, + "f1": 0.610633, + "accuracy": 0.636364, + "main_score": 0.610633, + "hf_subset": "bem_Latn-pag_Latn", + "languages": [ + "bem-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577915, + "recall": 0.628458, + "f1": 0.59178, + "accuracy": 0.628458, + "main_score": 0.59178, + "hf_subset": "bem_Latn-snd_Arab", + "languages": [ + "bem-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555879, + "recall": 0.61166, + "f1": 0.571156, + "accuracy": 0.61166, + "main_score": 0.571156, + "hf_subset": "bem_Latn-tuk_Latn", + "languages": [ + "bem-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611208, + "recall": 0.652174, + "f1": 0.621657, + "accuracy": 0.652174, + "main_score": 0.621657, + "hf_subset": "bem_Latn-bak_Cyrl", + "languages": [ + "bem-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463131, + "recall": 0.52668, + "f1": 0.481672, + "accuracy": 0.52668, + "main_score": 0.481672, + "hf_subset": "bem_Latn-dyu_Latn", + "languages": [ + "bem-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602785, + "recall": 0.650198, + "f1": 0.615621, + "accuracy": 0.650198, + "main_score": 0.615621, + "hf_subset": "bem_Latn-heb_Hebr", + "languages": [ + "bem-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57785, + "recall": 0.624506, + "f1": 0.590266, + "accuracy": 0.624506, + "main_score": 0.590266, + "hf_subset": "bem_Latn-khk_Cyrl", + "languages": [ + "bem-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616566, + "recall": 0.657115, + "f1": 0.627112, + "accuracy": 0.657115, + "main_score": 0.627112, + "hf_subset": "bem_Latn-lvs_Latn", + "languages": [ + "bem-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599718, + "recall": 0.653162, + "f1": 0.614221, + "accuracy": 0.653162, + "main_score": 0.614221, + "hf_subset": "bem_Latn-pan_Guru", + "languages": [ + "bem-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545153, + "recall": 0.590909, + "f1": 0.557616, + "accuracy": 0.590909, + "main_score": 0.557616, + "hf_subset": "bem_Latn-som_Latn", + "languages": [ + "bem-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586583, + "recall": 0.629447, + "f1": 0.598413, + "accuracy": 0.629447, + "main_score": 0.598413, + "hf_subset": "bem_Latn-tum_Latn", + "languages": [ + "bem-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600331, + "recall": 0.660079, + "f1": 0.617745, + "accuracy": 0.660079, + "main_score": 0.617745, + "hf_subset": "epo_Latn-ace_Arab", + "languages": [ + "epo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526114, + "recall": 0.589921, + "f1": 0.544221, + "accuracy": 0.589921, + "main_score": 0.544221, + "hf_subset": "epo_Latn-bam_Latn", + "languages": [ + "epo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436198, + "recall": 0.506917, + "f1": 0.455209, + "accuracy": 0.506917, + "main_score": 0.455209, + "hf_subset": "epo_Latn-dzo_Tibt", + "languages": [ + "epo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-hin_Deva", + "languages": [ + "epo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-khm_Khmr", + "languages": [ + "epo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-mag_Deva", + "languages": [ + "epo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "epo_Latn-pap_Latn", + "languages": [ + "epo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606728, + "recall": 0.662055, + "f1": 0.622622, + "accuracy": 0.662055, + "main_score": 0.622622, + "hf_subset": "epo_Latn-sot_Latn", + "languages": [ + "epo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tur_Latn", + "languages": [ + "epo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8736, + "recall": 0.906126, + "f1": 0.883959, + "accuracy": 0.906126, + "main_score": 0.883959, + "hf_subset": "epo_Latn-ace_Latn", + "languages": [ + "epo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.97332, + "f1": 0.966568, + "accuracy": 0.97332, + "main_score": 0.966568, + "hf_subset": "epo_Latn-ban_Latn", + "languages": [ + "epo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ell_Grek", + "languages": [ + "epo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "epo_Latn-hne_Deva", + "languages": [ + "epo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619845, + "recall": 0.670949, + "f1": 0.634557, + "accuracy": 0.670949, + "main_score": 0.634557, + "hf_subset": "epo_Latn-kik_Latn", + "languages": [ + "epo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-mai_Deva", + "languages": [ + "epo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "epo_Latn-pbt_Arab", + "languages": [ + "epo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-spa_Latn", + "languages": [ + "epo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616206, + "recall": 0.675889, + "f1": 0.632849, + "accuracy": 0.675889, + "main_score": 0.632849, + "hf_subset": "epo_Latn-twi_Latn", + "languages": [ + "epo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-acm_Arab", + "languages": [ + "epo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-bel_Cyrl", + "languages": [ + "epo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-hrv_Latn", + "languages": [ + "epo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56629, + "recall": 0.628458, + "f1": 0.58344, + "accuracy": 0.628458, + "main_score": 0.58344, + "hf_subset": "epo_Latn-kin_Latn", + "languages": [ + "epo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-mal_Mlym", + "languages": [ + "epo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-pes_Arab", + "languages": [ + "epo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-srd_Latn", + "languages": [ + "epo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196472, + "recall": 0.241107, + "f1": 0.207206, + "accuracy": 0.241107, + "main_score": 0.207206, + "hf_subset": "epo_Latn-tzm_Tfng", + "languages": [ + "epo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-acq_Arab", + "languages": [ + "epo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633514, + "recall": 0.683794, + "f1": 0.647542, + "accuracy": 0.683794, + "main_score": 0.647542, + "hf_subset": "epo_Latn-bem_Latn", + "languages": [ + "epo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-hun_Latn", + "languages": [ + "epo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-kir_Cyrl", + "languages": [ + "epo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-mar_Deva", + "languages": [ + "epo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671163, + "recall": 0.72332, + "f1": 0.686152, + "accuracy": 0.72332, + "main_score": 0.686152, + "hf_subset": "epo_Latn-plt_Latn", + "languages": [ + "epo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-srp_Cyrl", + "languages": [ + "epo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "epo_Latn-uig_Arab", + "languages": [ + "epo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-aeb_Arab", + "languages": [ + "epo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ben_Beng", + "languages": [ + "epo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-est_Latn", + "languages": [ + "epo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-hye_Armn", + "languages": [ + "epo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553806, + "recall": 0.606719, + "f1": 0.569015, + "accuracy": 0.606719, + "main_score": 0.569015, + "hf_subset": "epo_Latn-kmb_Latn", + "languages": [ + "epo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5232, + "recall": 0.585968, + "f1": 0.539766, + "accuracy": 0.585968, + "main_score": 0.539766, + "hf_subset": "epo_Latn-min_Arab", + "languages": [ + "epo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-pol_Latn", + "languages": [ + "epo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555945, + "recall": 0.617589, + "f1": 0.573734, + "accuracy": 0.617589, + "main_score": 0.573734, + "hf_subset": "epo_Latn-ssw_Latn", + "languages": [ + "epo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ukr_Cyrl", + "languages": [ + "epo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-afr_Latn", + "languages": [ + "epo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-bho_Deva", + "languages": [ + "epo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-eus_Latn", + "languages": [ + "epo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596987, + "recall": 0.65415, + "f1": 0.612593, + "accuracy": 0.65415, + "main_score": 0.612593, + "hf_subset": "epo_Latn-ibo_Latn", + "languages": [ + "epo-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91502, + "recall": 0.939723, + "f1": 0.922925, + "accuracy": 0.939723, + "main_score": 0.922925, + "hf_subset": "epo_Latn-kmr_Latn", + "languages": [ + "epo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-min_Latn", + "languages": [ + "epo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-por_Latn", + "languages": [ + "epo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-sun_Latn", + "languages": [ + "epo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538588, + "recall": 0.594862, + "f1": 0.554654, + "accuracy": 0.594862, + "main_score": 0.554654, + "hf_subset": "epo_Latn-umb_Latn", + "languages": [ + "epo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-ajp_Arab", + "languages": [ + "epo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543623, + "recall": 0.608696, + "f1": 0.561008, + "accuracy": 0.608696, + "main_score": 0.561008, + "hf_subset": "epo_Latn-bjn_Arab", + "languages": [ + "epo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527517, + "recall": 0.577075, + "f1": 0.540809, + "accuracy": 0.577075, + "main_score": 0.540809, + "hf_subset": "epo_Latn-ewe_Latn", + "languages": [ + "epo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94837, + "recall": 0.963439, + "f1": 0.953129, + "accuracy": 0.963439, + "main_score": 0.953129, + "hf_subset": "epo_Latn-ilo_Latn", + "languages": [ + "epo-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.325324, + "recall": 0.379447, + "f1": 0.339833, + "accuracy": 0.379447, + "main_score": 0.339833, + "hf_subset": "epo_Latn-knc_Arab", + "languages": [ + "epo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-mkd_Cyrl", + "languages": [ + "epo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-prs_Arab", + "languages": [ + "epo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-swe_Latn", + "languages": [ + "epo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-urd_Arab", + "languages": [ + "epo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605668, + "recall": 0.664032, + "f1": 0.621967, + "accuracy": 0.664032, + "main_score": 0.621967, + "hf_subset": "epo_Latn-aka_Latn", + "languages": [ + "epo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-bjn_Latn", + "languages": [ + "epo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "epo_Latn-fao_Latn", + "languages": [ + "epo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ind_Latn", + "languages": [ + "epo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577569, + "recall": 0.634387, + "f1": 0.593974, + "accuracy": 0.634387, + "main_score": 0.593974, + "hf_subset": "epo_Latn-knc_Latn", + "languages": [ + "epo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "epo_Latn-mlt_Latn", + "languages": [ + "epo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716561, + "recall": 0.77668, + "f1": 0.734052, + "accuracy": 0.77668, + "main_score": 0.734052, + "hf_subset": "epo_Latn-quy_Latn", + "languages": [ + "epo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "epo_Latn-swh_Latn", + "languages": [ + "epo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-uzn_Latn", + "languages": [ + "epo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-als_Latn", + "languages": [ + "epo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665662, + "recall": 0.73913, + "f1": 0.686698, + "accuracy": 0.73913, + "main_score": 0.686698, + "hf_subset": "epo_Latn-bod_Tibt", + "languages": [ + "epo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719132, + "recall": 0.772727, + "f1": 0.734754, + "accuracy": 0.772727, + "main_score": 0.734754, + "hf_subset": "epo_Latn-fij_Latn", + "languages": [ + "epo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "epo_Latn-isl_Latn", + "languages": [ + "epo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668923, + "recall": 0.721344, + "f1": 0.684571, + "accuracy": 0.721344, + "main_score": 0.684571, + "hf_subset": "epo_Latn-kon_Latn", + "languages": [ + "epo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656901, + "recall": 0.720356, + "f1": 0.675551, + "accuracy": 0.720356, + "main_score": 0.675551, + "hf_subset": "epo_Latn-mni_Beng", + "languages": [ + "epo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ron_Latn", + "languages": [ + "epo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "epo_Latn-szl_Latn", + "languages": [ + "epo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-vec_Latn", + "languages": [ + "epo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "epo_Latn-amh_Ethi", + "languages": [ + "epo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-bos_Latn", + "languages": [ + "epo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-fin_Latn", + "languages": [ + "epo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ita_Latn", + "languages": [ + "epo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-kor_Hang", + "languages": [ + "epo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551624, + "recall": 0.610672, + "f1": 0.568198, + "accuracy": 0.610672, + "main_score": 0.568198, + "hf_subset": "epo_Latn-mos_Latn", + "languages": [ + "epo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556719, + "recall": 0.614625, + "f1": 0.57341, + "accuracy": 0.614625, + "main_score": 0.57341, + "hf_subset": "epo_Latn-run_Latn", + "languages": [ + "epo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tam_Taml", + "languages": [ + "epo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-vie_Latn", + "languages": [ + "epo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-apc_Arab", + "languages": [ + "epo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802816, + "recall": 0.847826, + "f1": 0.816126, + "accuracy": 0.847826, + "main_score": 0.816126, + "hf_subset": "epo_Latn-bug_Latn", + "languages": [ + "epo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476331, + "recall": 0.531621, + "f1": 0.49122, + "accuracy": 0.531621, + "main_score": 0.49122, + "hf_subset": "epo_Latn-fon_Latn", + "languages": [ + "epo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-jav_Latn", + "languages": [ + "epo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-lao_Laoo", + "languages": [ + "epo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877668, + "recall": 0.913043, + "f1": 0.888754, + "accuracy": 0.913043, + "main_score": 0.888754, + "hf_subset": "epo_Latn-mri_Latn", + "languages": [ + "epo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-rus_Cyrl", + "languages": [ + "epo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539748, + "recall": 0.600791, + "f1": 0.556512, + "accuracy": 0.600791, + "main_score": 0.556512, + "hf_subset": "epo_Latn-taq_Latn", + "languages": [ + "epo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-war_Latn", + "languages": [ + "epo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-arb_Arab", + "languages": [ + "epo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-bul_Cyrl", + "languages": [ + "epo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-fra_Latn", + "languages": [ + "epo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-jpn_Jpan", + "languages": [ + "epo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-lij_Latn", + "languages": [ + "epo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "epo_Latn-mya_Mymr", + "languages": [ + "epo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604712, + "recall": 0.66502, + "f1": 0.621655, + "accuracy": 0.66502, + "main_score": 0.621655, + "hf_subset": "epo_Latn-sag_Latn", + "languages": [ + "epo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205787, + "recall": 0.258893, + "f1": 0.217807, + "accuracy": 0.258893, + "main_score": 0.217807, + "hf_subset": "epo_Latn-taq_Tfng", + "languages": [ + "epo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641461, + "recall": 0.700593, + "f1": 0.658802, + "accuracy": 0.700593, + "main_score": 0.658802, + "hf_subset": "epo_Latn-wol_Latn", + "languages": [ + "epo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833284, + "recall": 0.874506, + "f1": 0.845685, + "accuracy": 0.874506, + "main_score": 0.845685, + "hf_subset": "epo_Latn-arb_Latn", + "languages": [ + "epo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-cat_Latn", + "languages": [ + "epo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-fur_Latn", + "languages": [ + "epo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437508, + "recall": 0.488142, + "f1": 0.451377, + "accuracy": 0.488142, + "main_score": 0.451377, + "hf_subset": "epo_Latn-kab_Latn", + "languages": [ + "epo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "epo_Latn-lim_Latn", + "languages": [ + "epo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-nld_Latn", + "languages": [ + "epo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "epo_Latn-san_Deva", + "languages": [ + "epo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tat_Cyrl", + "languages": [ + "epo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684619, + "recall": 0.741107, + "f1": 0.701125, + "accuracy": 0.741107, + "main_score": 0.701125, + "hf_subset": "epo_Latn-xho_Latn", + "languages": [ + "epo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ars_Arab", + "languages": [ + "epo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ceb_Latn", + "languages": [ + "epo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56643, + "recall": 0.621542, + "f1": 0.581853, + "accuracy": 0.621542, + "main_score": 0.581853, + "hf_subset": "epo_Latn-fuv_Latn", + "languages": [ + "epo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499957, + "recall": 0.560277, + "f1": 0.516191, + "accuracy": 0.560277, + "main_score": 0.516191, + "hf_subset": "epo_Latn-kac_Latn", + "languages": [ + "epo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677717, + "recall": 0.725296, + "f1": 0.691733, + "accuracy": 0.725296, + "main_score": 0.691733, + "hf_subset": "epo_Latn-lin_Latn", + "languages": [ + "epo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-nno_Latn", + "languages": [ + "epo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.239783, + "recall": 0.321146, + "f1": 0.261046, + "accuracy": 0.321146, + "main_score": 0.261046, + "hf_subset": "epo_Latn-sat_Olck", + "languages": [ + "epo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-tel_Telu", + "languages": [ + "epo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "epo_Latn-ydd_Hebr", + "languages": [ + "epo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "epo_Latn-ary_Arab", + "languages": [ + "epo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-ces_Latn", + "languages": [ + "epo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592514, + "recall": 0.652174, + "f1": 0.609538, + "accuracy": 0.652174, + "main_score": 0.609538, + "hf_subset": "epo_Latn-gaz_Latn", + "languages": [ + "epo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591916, + "recall": 0.662055, + "f1": 0.611698, + "accuracy": 0.662055, + "main_score": 0.611698, + "hf_subset": "epo_Latn-kam_Latn", + "languages": [ + "epo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "epo_Latn-lit_Latn", + "languages": [ + "epo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-nob_Latn", + "languages": [ + "epo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "epo_Latn-scn_Latn", + "languages": [ + "epo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "epo_Latn-tgk_Cyrl", + "languages": [ + "epo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719328, + "recall": 0.77668, + "f1": 0.73638, + "accuracy": 0.77668, + "main_score": 0.73638, + "hf_subset": "epo_Latn-yor_Latn", + "languages": [ + "epo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-arz_Arab", + "languages": [ + "epo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561884, + "recall": 0.623518, + "f1": 0.579072, + "accuracy": 0.623518, + "main_score": 0.579072, + "hf_subset": "epo_Latn-cjk_Latn", + "languages": [ + "epo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810672, + "recall": 0.856719, + "f1": 0.824901, + "accuracy": 0.856719, + "main_score": 0.824901, + "hf_subset": "epo_Latn-gla_Latn", + "languages": [ + "epo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-kan_Knda", + "languages": [ + "epo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "epo_Latn-lmo_Latn", + "languages": [ + "epo-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "epo_Latn-npi_Deva", + "languages": [ + "epo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473394, + "recall": 0.535573, + "f1": 0.490687, + "accuracy": 0.535573, + "main_score": 0.490687, + "hf_subset": "epo_Latn-shn_Mymr", + "languages": [ + "epo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-tgl_Latn", + "languages": [ + "epo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-yue_Hant", + "languages": [ + "epo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-asm_Beng", + "languages": [ + "epo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "epo_Latn-ckb_Arab", + "languages": [ + "epo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909256, + "recall": 0.935771, + "f1": 0.917622, + "accuracy": 0.935771, + "main_score": 0.917622, + "hf_subset": "epo_Latn-gle_Latn", + "languages": [ + "epo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "epo_Latn-kas_Arab", + "languages": [ + "epo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "epo_Latn-ltg_Latn", + "languages": [ + "epo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620792, + "recall": 0.671937, + "f1": 0.635336, + "accuracy": 0.671937, + "main_score": 0.635336, + "hf_subset": "epo_Latn-nso_Latn", + "languages": [ + "epo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "epo_Latn-sin_Sinh", + "languages": [ + "epo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-tha_Thai", + "languages": [ + "epo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-zho_Hans", + "languages": [ + "epo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ast_Latn", + "languages": [ + "epo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-crh_Latn", + "languages": [ + "epo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-glg_Latn", + "languages": [ + "epo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902339, + "recall": 0.931818, + "f1": 0.911693, + "accuracy": 0.931818, + "main_score": 0.911693, + "hf_subset": "epo_Latn-kas_Deva", + "languages": [ + "epo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "epo_Latn-ltz_Latn", + "languages": [ + "epo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470426, + "recall": 0.537549, + "f1": 0.488827, + "accuracy": 0.537549, + "main_score": 0.488827, + "hf_subset": "epo_Latn-nus_Latn", + "languages": [ + "epo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-slk_Latn", + "languages": [ + "epo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612, + "recall": 0.684783, + "f1": 0.632885, + "accuracy": 0.684783, + "main_score": 0.632885, + "hf_subset": "epo_Latn-tir_Ethi", + "languages": [ + "epo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-zho_Hant", + "languages": [ + "epo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "epo_Latn-awa_Deva", + "languages": [ + "epo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-cym_Latn", + "languages": [ + "epo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854002, + "recall": 0.892292, + "f1": 0.865975, + "accuracy": 0.892292, + "main_score": 0.865975, + "hf_subset": "epo_Latn-grn_Latn", + "languages": [ + "epo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-kat_Geor", + "languages": [ + "epo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649184, + "recall": 0.702569, + "f1": 0.664517, + "accuracy": 0.702569, + "main_score": 0.664517, + "hf_subset": "epo_Latn-lua_Latn", + "languages": [ + "epo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662155, + "recall": 0.714427, + "f1": 0.677308, + "accuracy": 0.714427, + "main_score": 0.677308, + "hf_subset": "epo_Latn-nya_Latn", + "languages": [ + "epo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-slv_Latn", + "languages": [ + "epo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.966403, + "f1": 0.957477, + "accuracy": 0.966403, + "main_score": 0.957477, + "hf_subset": "epo_Latn-tpi_Latn", + "languages": [ + "epo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-zsm_Latn", + "languages": [ + "epo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548798, + "recall": 0.616601, + "f1": 0.568234, + "accuracy": 0.616601, + "main_score": 0.568234, + "hf_subset": "epo_Latn-ayr_Latn", + "languages": [ + "epo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-dan_Latn", + "languages": [ + "epo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "epo_Latn-guj_Gujr", + "languages": [ + "epo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "epo_Latn-kaz_Cyrl", + "languages": [ + "epo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545243, + "recall": 0.604743, + "f1": 0.561426, + "accuracy": 0.604743, + "main_score": 0.561426, + "hf_subset": "epo_Latn-lug_Latn", + "languages": [ + "epo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-oci_Latn", + "languages": [ + "epo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830534, + "recall": 0.87253, + "f1": 0.843478, + "accuracy": 0.87253, + "main_score": 0.843478, + "hf_subset": "epo_Latn-smo_Latn", + "languages": [ + "epo-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553856, + "recall": 0.615613, + "f1": 0.570976, + "accuracy": 0.615613, + "main_score": 0.570976, + "hf_subset": "epo_Latn-tsn_Latn", + "languages": [ + "epo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627503, + "recall": 0.686759, + "f1": 0.644537, + "accuracy": 0.686759, + "main_score": 0.644537, + "hf_subset": "epo_Latn-zul_Latn", + "languages": [ + "epo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922431, + "recall": 0.944664, + "f1": 0.929513, + "accuracy": 0.944664, + "main_score": 0.929513, + "hf_subset": "epo_Latn-azb_Arab", + "languages": [ + "epo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-deu_Latn", + "languages": [ + "epo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "epo_Latn-hat_Latn", + "languages": [ + "epo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494425, + "recall": 0.547431, + "f1": 0.509105, + "accuracy": 0.547431, + "main_score": 0.509105, + "hf_subset": "epo_Latn-kbp_Latn", + "languages": [ + "epo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590399, + "recall": 0.645257, + "f1": 0.604836, + "accuracy": 0.645257, + "main_score": 0.604836, + "hf_subset": "epo_Latn-luo_Latn", + "languages": [ + "epo-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-ory_Orya", + "languages": [ + "epo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59604, + "recall": 0.658103, + "f1": 0.613709, + "accuracy": 0.658103, + "main_score": 0.613709, + "hf_subset": "epo_Latn-sna_Latn", + "languages": [ + "epo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57556, + "recall": 0.628458, + "f1": 0.590566, + "accuracy": 0.628458, + "main_score": 0.590566, + "hf_subset": "epo_Latn-tso_Latn", + "languages": [ + "epo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "epo_Latn-azj_Latn", + "languages": [ + "epo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530745, + "recall": 0.596838, + "f1": 0.54953, + "accuracy": 0.596838, + "main_score": 0.54953, + "hf_subset": "epo_Latn-dik_Latn", + "languages": [ + "epo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761215, + "recall": 0.812253, + "f1": 0.776073, + "accuracy": 0.812253, + "main_score": 0.776073, + "hf_subset": "epo_Latn-hau_Latn", + "languages": [ + "epo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-kea_Latn", + "languages": [ + "epo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743198, + "recall": 0.79249, + "f1": 0.757693, + "accuracy": 0.79249, + "main_score": 0.757693, + "hf_subset": "epo_Latn-lus_Latn", + "languages": [ + "epo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877833, + "recall": 0.906126, + "f1": 0.886462, + "accuracy": 0.906126, + "main_score": 0.886462, + "hf_subset": "epo_Latn-pag_Latn", + "languages": [ + "epo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "epo_Latn-snd_Arab", + "languages": [ + "epo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "epo_Latn-tuk_Latn", + "languages": [ + "epo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "epo_Latn-bak_Cyrl", + "languages": [ + "epo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508342, + "recall": 0.583004, + "f1": 0.530122, + "accuracy": 0.583004, + "main_score": 0.530122, + "hf_subset": "epo_Latn-dyu_Latn", + "languages": [ + "epo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "epo_Latn-heb_Hebr", + "languages": [ + "epo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "epo_Latn-khk_Cyrl", + "languages": [ + "epo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-lvs_Latn", + "languages": [ + "epo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "epo_Latn-pan_Guru", + "languages": [ + "epo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707131, + "recall": 0.766798, + "f1": 0.724649, + "accuracy": 0.766798, + "main_score": 0.724649, + "hf_subset": "epo_Latn-som_Latn", + "languages": [ + "epo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595269, + "recall": 0.648221, + "f1": 0.610287, + "accuracy": 0.648221, + "main_score": 0.610287, + "hf_subset": "epo_Latn-tum_Latn", + "languages": [ + "epo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567212, + "recall": 0.632411, + "f1": 0.585804, + "accuracy": 0.632411, + "main_score": 0.585804, + "hf_subset": "hun_Latn-ace_Arab", + "languages": [ + "hun-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528014, + "recall": 0.588933, + "f1": 0.545498, + "accuracy": 0.588933, + "main_score": 0.545498, + "hf_subset": "hun_Latn-bam_Latn", + "languages": [ + "hun-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433893, + "recall": 0.514822, + "f1": 0.455407, + "accuracy": 0.514822, + "main_score": 0.455407, + "hf_subset": "hun_Latn-dzo_Tibt", + "languages": [ + "hun-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-khm_Khmr", + "languages": [ + "hun-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-mag_Deva", + "languages": [ + "hun-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "hun_Latn-pap_Latn", + "languages": [ + "hun-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596576, + "recall": 0.652174, + "f1": 0.612036, + "accuracy": 0.652174, + "main_score": 0.612036, + "hf_subset": "hun_Latn-sot_Latn", + "languages": [ + "hun-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871492, + "recall": 0.903162, + "f1": 0.881489, + "accuracy": 0.903162, + "main_score": 0.881489, + "hf_subset": "hun_Latn-ace_Latn", + "languages": [ + "hun-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.972332, + "f1": 0.966403, + "accuracy": 0.972332, + "main_score": 0.966403, + "hf_subset": "hun_Latn-ban_Latn", + "languages": [ + "hun-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hun_Latn-hne_Deva", + "languages": [ + "hun-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597539, + "recall": 0.653162, + "f1": 0.613432, + "accuracy": 0.653162, + "main_score": 0.613432, + "hf_subset": "hun_Latn-kik_Latn", + "languages": [ + "hun-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-mai_Deva", + "languages": [ + "hun-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hun_Latn-pbt_Arab", + "languages": [ + "hun-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622005, + "recall": 0.678854, + "f1": 0.637851, + "accuracy": 0.678854, + "main_score": 0.637851, + "hf_subset": "hun_Latn-twi_Latn", + "languages": [ + "hun-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-acm_Arab", + "languages": [ + "hun-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-bel_Cyrl", + "languages": [ + "hun-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-hrv_Latn", + "languages": [ + "hun-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561797, + "recall": 0.62747, + "f1": 0.579997, + "accuracy": 0.62747, + "main_score": 0.579997, + "hf_subset": "hun_Latn-kin_Latn", + "languages": [ + "hun-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-mal_Mlym", + "languages": [ + "hun-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-pes_Arab", + "languages": [ + "hun-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-srd_Latn", + "languages": [ + "hun-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180667, + "recall": 0.231225, + "f1": 0.193698, + "accuracy": 0.231225, + "main_score": 0.193698, + "hf_subset": "hun_Latn-tzm_Tfng", + "languages": [ + "hun-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-acq_Arab", + "languages": [ + "hun-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640913, + "recall": 0.686759, + "f1": 0.653809, + "accuracy": 0.686759, + "main_score": 0.653809, + "hf_subset": "hun_Latn-bem_Latn", + "languages": [ + "hun-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-epo_Latn", + "languages": [ + "hun-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hun_Latn-kir_Cyrl", + "languages": [ + "hun-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-mar_Deva", + "languages": [ + "hun-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686281, + "recall": 0.736166, + "f1": 0.701087, + "accuracy": 0.736166, + "main_score": 0.701087, + "hf_subset": "hun_Latn-plt_Latn", + "languages": [ + "hun-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-srp_Cyrl", + "languages": [ + "hun-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "hun_Latn-uig_Arab", + "languages": [ + "hun-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-aeb_Arab", + "languages": [ + "hun-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-est_Latn", + "languages": [ + "hun-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-hye_Armn", + "languages": [ + "hun-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564099, + "recall": 0.608696, + "f1": 0.576619, + "accuracy": 0.608696, + "main_score": 0.576619, + "hf_subset": "hun_Latn-kmb_Latn", + "languages": [ + "hun-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496488, + "recall": 0.574111, + "f1": 0.518064, + "accuracy": 0.574111, + "main_score": 0.518064, + "hf_subset": "hun_Latn-min_Arab", + "languages": [ + "hun-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564041, + "recall": 0.625494, + "f1": 0.582084, + "accuracy": 0.625494, + "main_score": 0.582084, + "hf_subset": "hun_Latn-ssw_Latn", + "languages": [ + "hun-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ukr_Cyrl", + "languages": [ + "hun-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-afr_Latn", + "languages": [ + "hun-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-bho_Deva", + "languages": [ + "hun-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hun_Latn-eus_Latn", + "languages": [ + "hun-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581928, + "recall": 0.641304, + "f1": 0.598508, + "accuracy": 0.641304, + "main_score": 0.598508, + "hf_subset": "hun_Latn-ibo_Latn", + "languages": [ + "hun-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901762, + "recall": 0.928854, + "f1": 0.91031, + "accuracy": 0.928854, + "main_score": 0.91031, + "hf_subset": "hun_Latn-kmr_Latn", + "languages": [ + "hun-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "hun_Latn-min_Latn", + "languages": [ + "hun-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-sun_Latn", + "languages": [ + "hun-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527819, + "recall": 0.58004, + "f1": 0.542536, + "accuracy": 0.58004, + "main_score": 0.542536, + "hf_subset": "hun_Latn-umb_Latn", + "languages": [ + "hun-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ajp_Arab", + "languages": [ + "hun-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538421, + "recall": 0.596838, + "f1": 0.554057, + "accuracy": 0.596838, + "main_score": 0.554057, + "hf_subset": "hun_Latn-bjn_Arab", + "languages": [ + "hun-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531046, + "recall": 0.58498, + "f1": 0.545802, + "accuracy": 0.58498, + "main_score": 0.545802, + "hf_subset": "hun_Latn-ewe_Latn", + "languages": [ + "hun-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951252, + "recall": 0.965415, + "f1": 0.955665, + "accuracy": 0.965415, + "main_score": 0.955665, + "hf_subset": "hun_Latn-ilo_Latn", + "languages": [ + "hun-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311537, + "recall": 0.368577, + "f1": 0.327264, + "accuracy": 0.368577, + "main_score": 0.327264, + "hf_subset": "hun_Latn-knc_Arab", + "languages": [ + "hun-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-mkd_Cyrl", + "languages": [ + "hun-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-prs_Arab", + "languages": [ + "hun-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-urd_Arab", + "languages": [ + "hun-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600602, + "recall": 0.657115, + "f1": 0.616213, + "accuracy": 0.657115, + "main_score": 0.616213, + "hf_subset": "hun_Latn-aka_Latn", + "languages": [ + "hun-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-bjn_Latn", + "languages": [ + "hun-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hun_Latn-fao_Latn", + "languages": [ + "hun-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589039, + "recall": 0.63834, + "f1": 0.603162, + "accuracy": 0.63834, + "main_score": 0.603162, + "hf_subset": "hun_Latn-knc_Latn", + "languages": [ + "hun-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-mlt_Latn", + "languages": [ + "hun-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72063, + "recall": 0.774704, + "f1": 0.736082, + "accuracy": 0.774704, + "main_score": 0.736082, + "hf_subset": "hun_Latn-quy_Latn", + "languages": [ + "hun-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "hun_Latn-swh_Latn", + "languages": [ + "hun-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-uzn_Latn", + "languages": [ + "hun-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-als_Latn", + "languages": [ + "hun-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646311, + "recall": 0.724308, + "f1": 0.669386, + "accuracy": 0.724308, + "main_score": 0.669386, + "hf_subset": "hun_Latn-bod_Tibt", + "languages": [ + "hun-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725551, + "recall": 0.778656, + "f1": 0.740843, + "accuracy": 0.778656, + "main_score": 0.740843, + "hf_subset": "hun_Latn-fij_Latn", + "languages": [ + "hun-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-isl_Latn", + "languages": [ + "hun-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673782, + "recall": 0.720356, + "f1": 0.687306, + "accuracy": 0.720356, + "main_score": 0.687306, + "hf_subset": "hun_Latn-kon_Latn", + "languages": [ + "hun-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658903, + "recall": 0.720356, + "f1": 0.676847, + "accuracy": 0.720356, + "main_score": 0.676847, + "hf_subset": "hun_Latn-mni_Beng", + "languages": [ + "hun-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ron_Latn", + "languages": [ + "hun-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "hun_Latn-szl_Latn", + "languages": [ + "hun-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-vec_Latn", + "languages": [ + "hun-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "hun_Latn-amh_Ethi", + "languages": [ + "hun-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-bos_Latn", + "languages": [ + "hun-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ita_Latn", + "languages": [ + "hun-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554334, + "recall": 0.610672, + "f1": 0.569585, + "accuracy": 0.610672, + "main_score": 0.569585, + "hf_subset": "hun_Latn-mos_Latn", + "languages": [ + "hun-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560922, + "recall": 0.613636, + "f1": 0.575601, + "accuracy": 0.613636, + "main_score": 0.575601, + "hf_subset": "hun_Latn-run_Latn", + "languages": [ + "hun-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-apc_Arab", + "languages": [ + "hun-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811248, + "recall": 0.854743, + "f1": 0.824097, + "accuracy": 0.854743, + "main_score": 0.824097, + "hf_subset": "hun_Latn-bug_Latn", + "languages": [ + "hun-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478975, + "recall": 0.531621, + "f1": 0.492322, + "accuracy": 0.531621, + "main_score": 0.492322, + "hf_subset": "hun_Latn-fon_Latn", + "languages": [ + "hun-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-jav_Latn", + "languages": [ + "hun-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-lao_Laoo", + "languages": [ + "hun-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883317, + "recall": 0.914032, + "f1": 0.89297, + "accuracy": 0.914032, + "main_score": 0.89297, + "hf_subset": "hun_Latn-mri_Latn", + "languages": [ + "hun-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55102, + "recall": 0.606719, + "f1": 0.5661, + "accuracy": 0.606719, + "main_score": 0.5661, + "hf_subset": "hun_Latn-taq_Latn", + "languages": [ + "hun-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-war_Latn", + "languages": [ + "hun-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-bul_Cyrl", + "languages": [ + "hun-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hun_Latn-lij_Latn", + "languages": [ + "hun-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "hun_Latn-mya_Mymr", + "languages": [ + "hun-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605282, + "recall": 0.66502, + "f1": 0.622029, + "accuracy": 0.66502, + "main_score": 0.622029, + "hf_subset": "hun_Latn-sag_Latn", + "languages": [ + "hun-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199509, + "recall": 0.247036, + "f1": 0.210042, + "accuracy": 0.247036, + "main_score": 0.210042, + "hf_subset": "hun_Latn-taq_Tfng", + "languages": [ + "hun-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629992, + "recall": 0.688735, + "f1": 0.64656, + "accuracy": 0.688735, + "main_score": 0.64656, + "hf_subset": "hun_Latn-wol_Latn", + "languages": [ + "hun-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799605, + "recall": 0.847826, + "f1": 0.814281, + "accuracy": 0.847826, + "main_score": 0.814281, + "hf_subset": "hun_Latn-arb_Latn", + "languages": [ + "hun-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-cat_Latn", + "languages": [ + "hun-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-fur_Latn", + "languages": [ + "hun-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430603, + "recall": 0.483202, + "f1": 0.444382, + "accuracy": 0.483202, + "main_score": 0.444382, + "hf_subset": "hun_Latn-kab_Latn", + "languages": [ + "hun-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hun_Latn-lim_Latn", + "languages": [ + "hun-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hun_Latn-san_Deva", + "languages": [ + "hun-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-tat_Cyrl", + "languages": [ + "hun-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680199, + "recall": 0.735178, + "f1": 0.696396, + "accuracy": 0.735178, + "main_score": 0.696396, + "hf_subset": "hun_Latn-xho_Latn", + "languages": [ + "hun-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ars_Arab", + "languages": [ + "hun-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ceb_Latn", + "languages": [ + "hun-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565682, + "recall": 0.625494, + "f1": 0.582727, + "accuracy": 0.625494, + "main_score": 0.582727, + "hf_subset": "hun_Latn-fuv_Latn", + "languages": [ + "hun-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514782, + "recall": 0.575099, + "f1": 0.531698, + "accuracy": 0.575099, + "main_score": 0.531698, + "hf_subset": "hun_Latn-kac_Latn", + "languages": [ + "hun-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6773, + "recall": 0.729249, + "f1": 0.692311, + "accuracy": 0.729249, + "main_score": 0.692311, + "hf_subset": "hun_Latn-lin_Latn", + "languages": [ + "hun-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-nno_Latn", + "languages": [ + "hun-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.247066, + "recall": 0.327075, + "f1": 0.267874, + "accuracy": 0.327075, + "main_score": 0.267874, + "hf_subset": "hun_Latn-sat_Olck", + "languages": [ + "hun-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-tel_Telu", + "languages": [ + "hun-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "hun_Latn-ydd_Hebr", + "languages": [ + "hun-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "hun_Latn-ary_Arab", + "languages": [ + "hun-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ces_Latn", + "languages": [ + "hun-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579555, + "recall": 0.640316, + "f1": 0.597024, + "accuracy": 0.640316, + "main_score": 0.597024, + "hf_subset": "hun_Latn-gaz_Latn", + "languages": [ + "hun-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59269, + "recall": 0.65415, + "f1": 0.609881, + "accuracy": 0.65415, + "main_score": 0.609881, + "hf_subset": "hun_Latn-kam_Latn", + "languages": [ + "hun-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-nob_Latn", + "languages": [ + "hun-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hun_Latn-scn_Latn", + "languages": [ + "hun-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "hun_Latn-tgk_Cyrl", + "languages": [ + "hun-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727487, + "recall": 0.790514, + "f1": 0.746989, + "accuracy": 0.790514, + "main_score": 0.746989, + "hf_subset": "hun_Latn-yor_Latn", + "languages": [ + "hun-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-arz_Arab", + "languages": [ + "hun-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571814, + "recall": 0.631423, + "f1": 0.589352, + "accuracy": 0.631423, + "main_score": 0.589352, + "hf_subset": "hun_Latn-cjk_Latn", + "languages": [ + "hun-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787204, + "recall": 0.833992, + "f1": 0.800809, + "accuracy": 0.833992, + "main_score": 0.800809, + "hf_subset": "hun_Latn-gla_Latn", + "languages": [ + "hun-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-kan_Knda", + "languages": [ + "hun-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-lmo_Latn", + "languages": [ + "hun-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "hun_Latn-npi_Deva", + "languages": [ + "hun-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472129, + "recall": 0.533597, + "f1": 0.488762, + "accuracy": 0.533597, + "main_score": 0.488762, + "hf_subset": "hun_Latn-shn_Mymr", + "languages": [ + "hun-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-tgl_Latn", + "languages": [ + "hun-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-yue_Hant", + "languages": [ + "hun-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-asm_Beng", + "languages": [ + "hun-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "hun_Latn-ckb_Arab", + "languages": [ + "hun-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87808, + "recall": 0.911067, + "f1": 0.888373, + "accuracy": 0.911067, + "main_score": 0.888373, + "hf_subset": "hun_Latn-gle_Latn", + "languages": [ + "hun-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "hun_Latn-kas_Arab", + "languages": [ + "hun-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956061, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "hun_Latn-ltg_Latn", + "languages": [ + "hun-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625384, + "recall": 0.676877, + "f1": 0.639643, + "accuracy": 0.676877, + "main_score": 0.639643, + "hf_subset": "hun_Latn-nso_Latn", + "languages": [ + "hun-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-sin_Sinh", + "languages": [ + "hun-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-tha_Thai", + "languages": [ + "hun-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-zho_Hans", + "languages": [ + "hun-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-ast_Latn", + "languages": [ + "hun-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hun_Latn-crh_Latn", + "languages": [ + "hun-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-glg_Latn", + "languages": [ + "hun-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90555, + "recall": 0.931818, + "f1": 0.913933, + "accuracy": 0.931818, + "main_score": 0.913933, + "hf_subset": "hun_Latn-kas_Deva", + "languages": [ + "hun-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-ltz_Latn", + "languages": [ + "hun-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460797, + "recall": 0.525692, + "f1": 0.478682, + "accuracy": 0.525692, + "main_score": 0.478682, + "hf_subset": "hun_Latn-nus_Latn", + "languages": [ + "hun-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-slk_Latn", + "languages": [ + "hun-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6216, + "recall": 0.693676, + "f1": 0.643019, + "accuracy": 0.693676, + "main_score": 0.643019, + "hf_subset": "hun_Latn-tir_Ethi", + "languages": [ + "hun-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "hun_Latn-awa_Deva", + "languages": [ + "hun-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hun_Latn-cym_Latn", + "languages": [ + "hun-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851038, + "recall": 0.890316, + "f1": 0.863175, + "accuracy": 0.890316, + "main_score": 0.863175, + "hf_subset": "hun_Latn-grn_Latn", + "languages": [ + "hun-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-kat_Geor", + "languages": [ + "hun-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645448, + "recall": 0.697628, + "f1": 0.660562, + "accuracy": 0.697628, + "main_score": 0.660562, + "hf_subset": "hun_Latn-lua_Latn", + "languages": [ + "hun-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647086, + "recall": 0.706522, + "f1": 0.663792, + "accuracy": 0.706522, + "main_score": 0.663792, + "hf_subset": "hun_Latn-nya_Latn", + "languages": [ + "hun-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-slv_Latn", + "languages": [ + "hun-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "hun_Latn-tpi_Latn", + "languages": [ + "hun-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-zsm_Latn", + "languages": [ + "hun-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552355, + "recall": 0.61166, + "f1": 0.569534, + "accuracy": 0.61166, + "main_score": 0.569534, + "hf_subset": "hun_Latn-ayr_Latn", + "languages": [ + "hun-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-dan_Latn", + "languages": [ + "hun-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-guj_Gujr", + "languages": [ + "hun-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-kaz_Cyrl", + "languages": [ + "hun-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544492, + "recall": 0.605731, + "f1": 0.561904, + "accuracy": 0.605731, + "main_score": 0.561904, + "hf_subset": "hun_Latn-lug_Latn", + "languages": [ + "hun-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-oci_Latn", + "languages": [ + "hun-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83419, + "recall": 0.875494, + "f1": 0.846937, + "accuracy": 0.875494, + "main_score": 0.846937, + "hf_subset": "hun_Latn-smo_Latn", + "languages": [ + "hun-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556516, + "recall": 0.615613, + "f1": 0.572903, + "accuracy": 0.615613, + "main_score": 0.572903, + "hf_subset": "hun_Latn-tsn_Latn", + "languages": [ + "hun-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627111, + "recall": 0.684783, + "f1": 0.643717, + "accuracy": 0.684783, + "main_score": 0.643717, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "hun_Latn-azb_Arab", + "languages": [ + "hun-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "hun_Latn-hat_Latn", + "languages": [ + "hun-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498548, + "recall": 0.554348, + "f1": 0.514625, + "accuracy": 0.554348, + "main_score": 0.514625, + "hf_subset": "hun_Latn-kbp_Latn", + "languages": [ + "hun-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590761, + "recall": 0.642292, + "f1": 0.604243, + "accuracy": 0.642292, + "main_score": 0.604243, + "hf_subset": "hun_Latn-luo_Latn", + "languages": [ + "hun-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hun_Latn-ory_Orya", + "languages": [ + "hun-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608811, + "recall": 0.667984, + "f1": 0.62543, + "accuracy": 0.667984, + "main_score": 0.62543, + "hf_subset": "hun_Latn-sna_Latn", + "languages": [ + "hun-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560007, + "recall": 0.606719, + "f1": 0.572384, + "accuracy": 0.606719, + "main_score": 0.572384, + "hf_subset": "hun_Latn-tso_Latn", + "languages": [ + "hun-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-azj_Latn", + "languages": [ + "hun-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54487, + "recall": 0.614625, + "f1": 0.565223, + "accuracy": 0.614625, + "main_score": 0.565223, + "hf_subset": "hun_Latn-dik_Latn", + "languages": [ + "hun-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751558, + "recall": 0.801383, + "f1": 0.766076, + "accuracy": 0.801383, + "main_score": 0.766076, + "hf_subset": "hun_Latn-hau_Latn", + "languages": [ + "hun-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "hun_Latn-kea_Latn", + "languages": [ + "hun-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742325, + "recall": 0.795455, + "f1": 0.758136, + "accuracy": 0.795455, + "main_score": 0.758136, + "hf_subset": "hun_Latn-lus_Latn", + "languages": [ + "hun-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871327, + "recall": 0.901186, + "f1": 0.880454, + "accuracy": 0.901186, + "main_score": 0.880454, + "hf_subset": "hun_Latn-pag_Latn", + "languages": [ + "hun-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hun_Latn-snd_Arab", + "languages": [ + "hun-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "hun_Latn-tuk_Latn", + "languages": [ + "hun-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hun_Latn-bak_Cyrl", + "languages": [ + "hun-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494177, + "recall": 0.571146, + "f1": 0.516685, + "accuracy": 0.571146, + "main_score": 0.516685, + "hf_subset": "hun_Latn-dyu_Latn", + "languages": [ + "hun-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hun_Latn-khk_Cyrl", + "languages": [ + "hun-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-lvs_Latn", + "languages": [ + "hun-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hun_Latn-pan_Guru", + "languages": [ + "hun-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701682, + "recall": 0.758893, + "f1": 0.718497, + "accuracy": 0.758893, + "main_score": 0.718497, + "hf_subset": "hun_Latn-som_Latn", + "languages": [ + "hun-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618632, + "recall": 0.664032, + "f1": 0.631145, + "accuracy": 0.664032, + "main_score": 0.631145, + "hf_subset": "hun_Latn-tum_Latn", + "languages": [ + "hun-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525585, + "recall": 0.585968, + "f1": 0.543585, + "accuracy": 0.585968, + "main_score": 0.543585, + "hf_subset": "kir_Cyrl-ace_Arab", + "languages": [ + "kir-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512645, + "recall": 0.570158, + "f1": 0.52892, + "accuracy": 0.570158, + "main_score": 0.52892, + "hf_subset": "kir_Cyrl-bam_Latn", + "languages": [ + "kir-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386751, + "recall": 0.449605, + "f1": 0.403416, + "accuracy": 0.449605, + "main_score": 0.403416, + "hf_subset": "kir_Cyrl-dzo_Tibt", + "languages": [ + "kir-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-hin_Deva", + "languages": [ + "kir-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kir_Cyrl-khm_Khmr", + "languages": [ + "kir-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-mag_Deva", + "languages": [ + "kir-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.963439, + "f1": 0.953887, + "accuracy": 0.963439, + "main_score": 0.953887, + "hf_subset": "kir_Cyrl-pap_Latn", + "languages": [ + "kir-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566271, + "recall": 0.618577, + "f1": 0.581133, + "accuracy": 0.618577, + "main_score": 0.581133, + "hf_subset": "kir_Cyrl-sot_Latn", + "languages": [ + "kir-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804908, + "recall": 0.842885, + "f1": 0.81606, + "accuracy": 0.842885, + "main_score": 0.81606, + "hf_subset": "kir_Cyrl-ace_Latn", + "languages": [ + "kir-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90108, + "recall": 0.922925, + "f1": 0.907592, + "accuracy": 0.922925, + "main_score": 0.907592, + "hf_subset": "kir_Cyrl-ban_Latn", + "languages": [ + "kir-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-ell_Grek", + "languages": [ + "kir-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "kir_Cyrl-hne_Deva", + "languages": [ + "kir-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577172, + "recall": 0.637352, + "f1": 0.593784, + "accuracy": 0.637352, + "main_score": 0.593784, + "hf_subset": "kir_Cyrl-kik_Latn", + "languages": [ + "kir-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kir_Cyrl-mai_Deva", + "languages": [ + "kir-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925758, + "recall": 0.94664, + "f1": 0.932265, + "accuracy": 0.94664, + "main_score": 0.932265, + "hf_subset": "kir_Cyrl-pbt_Arab", + "languages": [ + "kir-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-spa_Latn", + "languages": [ + "kir-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59361, + "recall": 0.653162, + "f1": 0.61031, + "accuracy": 0.653162, + "main_score": 0.61031, + "hf_subset": "kir_Cyrl-twi_Latn", + "languages": [ + "kir-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-acm_Arab", + "languages": [ + "kir-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "kir_Cyrl-bel_Cyrl", + "languages": [ + "kir-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-hrv_Latn", + "languages": [ + "kir-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533369, + "recall": 0.596838, + "f1": 0.55119, + "accuracy": 0.596838, + "main_score": 0.55119, + "hf_subset": "kir_Cyrl-kin_Latn", + "languages": [ + "kir-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-mal_Mlym", + "languages": [ + "kir-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-pes_Arab", + "languages": [ + "kir-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.968379, + "f1": 0.96031, + "accuracy": 0.968379, + "main_score": 0.96031, + "hf_subset": "kir_Cyrl-srd_Latn", + "languages": [ + "kir-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183859, + "recall": 0.224308, + "f1": 0.193963, + "accuracy": 0.224308, + "main_score": 0.193963, + "hf_subset": "kir_Cyrl-tzm_Tfng", + "languages": [ + "kir-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kir_Cyrl-acq_Arab", + "languages": [ + "kir-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597841, + "recall": 0.648221, + "f1": 0.612011, + "accuracy": 0.648221, + "main_score": 0.612011, + "hf_subset": "kir_Cyrl-bem_Latn", + "languages": [ + "kir-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "kir_Cyrl-epo_Latn", + "languages": [ + "kir-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kir_Cyrl-hun_Latn", + "languages": [ + "kir-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-mar_Deva", + "languages": [ + "kir-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645991, + "recall": 0.693676, + "f1": 0.659851, + "accuracy": 0.693676, + "main_score": 0.659851, + "hf_subset": "kir_Cyrl-plt_Latn", + "languages": [ + "kir-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-srp_Cyrl", + "languages": [ + "kir-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951499, + "recall": 0.963439, + "f1": 0.954908, + "accuracy": 0.963439, + "main_score": 0.954908, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "kir_Cyrl-aeb_Arab", + "languages": [ + "kir-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-ben_Beng", + "languages": [ + "kir-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-est_Latn", + "languages": [ + "kir-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-hye_Armn", + "languages": [ + "kir-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525948, + "recall": 0.578063, + "f1": 0.541024, + "accuracy": 0.578063, + "main_score": 0.541024, + "hf_subset": "kir_Cyrl-kmb_Latn", + "languages": [ + "kir-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488087, + "recall": 0.551383, + "f1": 0.505508, + "accuracy": 0.551383, + "main_score": 0.505508, + "hf_subset": "kir_Cyrl-min_Arab", + "languages": [ + "kir-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-pol_Latn", + "languages": [ + "kir-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54003, + "recall": 0.59585, + "f1": 0.555976, + "accuracy": 0.59585, + "main_score": 0.555976, + "hf_subset": "kir_Cyrl-ssw_Latn", + "languages": [ + "kir-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-ukr_Cyrl", + "languages": [ + "kir-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-afr_Latn", + "languages": [ + "kir-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "kir_Cyrl-bho_Deva", + "languages": [ + "kir-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966815, + "recall": 0.976285, + "f1": 0.969763, + "accuracy": 0.976285, + "main_score": 0.969763, + "hf_subset": "kir_Cyrl-eus_Latn", + "languages": [ + "kir-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567435, + "recall": 0.624506, + "f1": 0.583484, + "accuracy": 0.624506, + "main_score": 0.583484, + "hf_subset": "kir_Cyrl-ibo_Latn", + "languages": [ + "kir-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854496, + "recall": 0.889328, + "f1": 0.865152, + "accuracy": 0.889328, + "main_score": 0.865152, + "hf_subset": "kir_Cyrl-kmr_Latn", + "languages": [ + "kir-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "kir_Cyrl-min_Latn", + "languages": [ + "kir-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kir_Cyrl-por_Latn", + "languages": [ + "kir-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "kir_Cyrl-sun_Latn", + "languages": [ + "kir-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505849, + "recall": 0.563241, + "f1": 0.522252, + "accuracy": 0.563241, + "main_score": 0.522252, + "hf_subset": "kir_Cyrl-umb_Latn", + "languages": [ + "kir-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-ajp_Arab", + "languages": [ + "kir-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510155, + "recall": 0.565217, + "f1": 0.525505, + "accuracy": 0.565217, + "main_score": 0.525505, + "hf_subset": "kir_Cyrl-bjn_Arab", + "languages": [ + "kir-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510794, + "recall": 0.564229, + "f1": 0.525325, + "accuracy": 0.564229, + "main_score": 0.525325, + "hf_subset": "kir_Cyrl-ewe_Latn", + "languages": [ + "kir-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893857, + "recall": 0.920949, + "f1": 0.902404, + "accuracy": 0.920949, + "main_score": 0.902404, + "hf_subset": "kir_Cyrl-ilo_Latn", + "languages": [ + "kir-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308517, + "recall": 0.359684, + "f1": 0.322301, + "accuracy": 0.359684, + "main_score": 0.322301, + "hf_subset": "kir_Cyrl-knc_Arab", + "languages": [ + "kir-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-mkd_Cyrl", + "languages": [ + "kir-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-prs_Arab", + "languages": [ + "kir-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-swe_Latn", + "languages": [ + "kir-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-urd_Arab", + "languages": [ + "kir-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570424, + "recall": 0.628458, + "f1": 0.587074, + "accuracy": 0.628458, + "main_score": 0.587074, + "hf_subset": "kir_Cyrl-aka_Latn", + "languages": [ + "kir-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954414, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "kir_Cyrl-bjn_Latn", + "languages": [ + "kir-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928689, + "recall": 0.949605, + "f1": 0.935244, + "accuracy": 0.949605, + "main_score": 0.935244, + "hf_subset": "kir_Cyrl-fao_Latn", + "languages": [ + "kir-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-ind_Latn", + "languages": [ + "kir-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578096, + "recall": 0.630435, + "f1": 0.593357, + "accuracy": 0.630435, + "main_score": 0.593357, + "hf_subset": "kir_Cyrl-knc_Latn", + "languages": [ + "kir-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94552, + "recall": 0.958498, + "f1": 0.949393, + "accuracy": 0.958498, + "main_score": 0.949393, + "hf_subset": "kir_Cyrl-mlt_Latn", + "languages": [ + "kir-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665153, + "recall": 0.72332, + "f1": 0.682078, + "accuracy": 0.72332, + "main_score": 0.682078, + "hf_subset": "kir_Cyrl-quy_Latn", + "languages": [ + "kir-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92416, + "recall": 0.945652, + "f1": 0.930896, + "accuracy": 0.945652, + "main_score": 0.930896, + "hf_subset": "kir_Cyrl-swh_Latn", + "languages": [ + "kir-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-uzn_Latn", + "languages": [ + "kir-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kir_Cyrl-als_Latn", + "languages": [ + "kir-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571626, + "recall": 0.651186, + "f1": 0.593897, + "accuracy": 0.651186, + "main_score": 0.593897, + "hf_subset": "kir_Cyrl-bod_Tibt", + "languages": [ + "kir-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650222, + "recall": 0.703557, + "f1": 0.665738, + "accuracy": 0.703557, + "main_score": 0.665738, + "hf_subset": "kir_Cyrl-fij_Latn", + "languages": [ + "kir-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "kir_Cyrl-isl_Latn", + "languages": [ + "kir-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636677, + "recall": 0.687747, + "f1": 0.651779, + "accuracy": 0.687747, + "main_score": 0.651779, + "hf_subset": "kir_Cyrl-kon_Latn", + "languages": [ + "kir-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627776, + "recall": 0.686759, + "f1": 0.644565, + "accuracy": 0.686759, + "main_score": 0.644565, + "hf_subset": "kir_Cyrl-mni_Beng", + "languages": [ + "kir-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-ron_Latn", + "languages": [ + "kir-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.972332, + "f1": 0.96525, + "accuracy": 0.972332, + "main_score": 0.96525, + "hf_subset": "kir_Cyrl-szl_Latn", + "languages": [ + "kir-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kir_Cyrl-vec_Latn", + "languages": [ + "kir-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901383, + "recall": 0.93083, + "f1": 0.910903, + "accuracy": 0.93083, + "main_score": 0.910903, + "hf_subset": "kir_Cyrl-amh_Ethi", + "languages": [ + "kir-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kir_Cyrl-bos_Latn", + "languages": [ + "kir-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "kir_Cyrl-fin_Latn", + "languages": [ + "kir-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-ita_Latn", + "languages": [ + "kir-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-kor_Hang", + "languages": [ + "kir-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536708, + "recall": 0.593874, + "f1": 0.552052, + "accuracy": 0.593874, + "main_score": 0.552052, + "hf_subset": "kir_Cyrl-mos_Latn", + "languages": [ + "kir-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544353, + "recall": 0.596838, + "f1": 0.559213, + "accuracy": 0.596838, + "main_score": 0.559213, + "hf_subset": "kir_Cyrl-run_Latn", + "languages": [ + "kir-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-tam_Taml", + "languages": [ + "kir-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-vie_Latn", + "languages": [ + "kir-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kir_Cyrl-apc_Arab", + "languages": [ + "kir-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753815, + "recall": 0.800395, + "f1": 0.767523, + "accuracy": 0.800395, + "main_score": 0.767523, + "hf_subset": "kir_Cyrl-bug_Latn", + "languages": [ + "kir-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464199, + "recall": 0.517787, + "f1": 0.478969, + "accuracy": 0.517787, + "main_score": 0.478969, + "hf_subset": "kir_Cyrl-fon_Latn", + "languages": [ + "kir-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "kir_Cyrl-jav_Latn", + "languages": [ + "kir-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kir_Cyrl-lao_Laoo", + "languages": [ + "kir-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814526, + "recall": 0.859684, + "f1": 0.827997, + "accuracy": 0.859684, + "main_score": 0.827997, + "hf_subset": "kir_Cyrl-mri_Latn", + "languages": [ + "kir-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-rus_Cyrl", + "languages": [ + "kir-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535797, + "recall": 0.586957, + "f1": 0.549626, + "accuracy": 0.586957, + "main_score": 0.549626, + "hf_subset": "kir_Cyrl-taq_Latn", + "languages": [ + "kir-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "kir_Cyrl-war_Latn", + "languages": [ + "kir-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-arb_Arab", + "languages": [ + "kir-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kir_Cyrl-bul_Cyrl", + "languages": [ + "kir-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-fra_Latn", + "languages": [ + "kir-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-jpn_Jpan", + "languages": [ + "kir-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "kir_Cyrl-lij_Latn", + "languages": [ + "kir-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "kir_Cyrl-mya_Mymr", + "languages": [ + "kir-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579572, + "recall": 0.639328, + "f1": 0.596396, + "accuracy": 0.639328, + "main_score": 0.596396, + "hf_subset": "kir_Cyrl-sag_Latn", + "languages": [ + "kir-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196328, + "recall": 0.248024, + "f1": 0.207793, + "accuracy": 0.248024, + "main_score": 0.207793, + "hf_subset": "kir_Cyrl-taq_Tfng", + "languages": [ + "kir-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612772, + "recall": 0.66502, + "f1": 0.627695, + "accuracy": 0.66502, + "main_score": 0.627695, + "hf_subset": "kir_Cyrl-wol_Latn", + "languages": [ + "kir-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733692, + "recall": 0.790514, + "f1": 0.749613, + "accuracy": 0.790514, + "main_score": 0.749613, + "hf_subset": "kir_Cyrl-arb_Latn", + "languages": [ + "kir-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-cat_Latn", + "languages": [ + "kir-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "kir_Cyrl-fur_Latn", + "languages": [ + "kir-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403527, + "recall": 0.461462, + "f1": 0.419446, + "accuracy": 0.461462, + "main_score": 0.419446, + "hf_subset": "kir_Cyrl-kab_Latn", + "languages": [ + "kir-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "kir_Cyrl-lim_Latn", + "languages": [ + "kir-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-nld_Latn", + "languages": [ + "kir-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "kir_Cyrl-san_Deva", + "languages": [ + "kir-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643182, + "recall": 0.702569, + "f1": 0.660757, + "accuracy": 0.702569, + "main_score": 0.660757, + "hf_subset": "kir_Cyrl-xho_Latn", + "languages": [ + "kir-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-ars_Arab", + "languages": [ + "kir-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "kir_Cyrl-ceb_Latn", + "languages": [ + "kir-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542969, + "recall": 0.596838, + "f1": 0.55804, + "accuracy": 0.596838, + "main_score": 0.55804, + "hf_subset": "kir_Cyrl-fuv_Latn", + "languages": [ + "kir-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514245, + "recall": 0.576087, + "f1": 0.53107, + "accuracy": 0.576087, + "main_score": 0.53107, + "hf_subset": "kir_Cyrl-kac_Latn", + "languages": [ + "kir-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629862, + "recall": 0.684783, + "f1": 0.645498, + "accuracy": 0.684783, + "main_score": 0.645498, + "hf_subset": "kir_Cyrl-lin_Latn", + "languages": [ + "kir-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-nno_Latn", + "languages": [ + "kir-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190632, + "recall": 0.255929, + "f1": 0.206316, + "accuracy": 0.255929, + "main_score": 0.206316, + "hf_subset": "kir_Cyrl-sat_Olck", + "languages": [ + "kir-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "kir_Cyrl-tel_Telu", + "languages": [ + "kir-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897101, + "recall": 0.926877, + "f1": 0.906621, + "accuracy": 0.926877, + "main_score": 0.906621, + "hf_subset": "kir_Cyrl-ydd_Hebr", + "languages": [ + "kir-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "kir_Cyrl-ary_Arab", + "languages": [ + "kir-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-ces_Latn", + "languages": [ + "kir-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548304, + "recall": 0.603755, + "f1": 0.5643, + "accuracy": 0.603755, + "main_score": 0.5643, + "hf_subset": "kir_Cyrl-gaz_Latn", + "languages": [ + "kir-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569763, + "recall": 0.628458, + "f1": 0.586486, + "accuracy": 0.628458, + "main_score": 0.586486, + "hf_subset": "kir_Cyrl-kam_Latn", + "languages": [ + "kir-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "kir_Cyrl-lit_Latn", + "languages": [ + "kir-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-nob_Latn", + "languages": [ + "kir-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.963439, + "f1": 0.953393, + "accuracy": 0.963439, + "main_score": 0.953393, + "hf_subset": "kir_Cyrl-scn_Latn", + "languages": [ + "kir-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963027, + "recall": 0.97332, + "f1": 0.966304, + "accuracy": 0.97332, + "main_score": 0.966304, + "hf_subset": "kir_Cyrl-tgk_Cyrl", + "languages": [ + "kir-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667647, + "recall": 0.735178, + "f1": 0.687477, + "accuracy": 0.735178, + "main_score": 0.687477, + "hf_subset": "kir_Cyrl-yor_Latn", + "languages": [ + "kir-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kir_Cyrl-arz_Arab", + "languages": [ + "kir-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541636, + "recall": 0.598814, + "f1": 0.558111, + "accuracy": 0.598814, + "main_score": 0.558111, + "hf_subset": "kir_Cyrl-cjk_Latn", + "languages": [ + "kir-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721047, + "recall": 0.780632, + "f1": 0.73874, + "accuracy": 0.780632, + "main_score": 0.73874, + "hf_subset": "kir_Cyrl-gla_Latn", + "languages": [ + "kir-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kir_Cyrl-kan_Knda", + "languages": [ + "kir-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954957, + "recall": 0.967391, + "f1": 0.958729, + "accuracy": 0.967391, + "main_score": 0.958729, + "hf_subset": "kir_Cyrl-lmo_Latn", + "languages": [ + "kir-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kir_Cyrl-npi_Deva", + "languages": [ + "kir-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467914, + "recall": 0.521739, + "f1": 0.482934, + "accuracy": 0.521739, + "main_score": 0.482934, + "hf_subset": "kir_Cyrl-shn_Mymr", + "languages": [ + "kir-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-tgl_Latn", + "languages": [ + "kir-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kir_Cyrl-yue_Hant", + "languages": [ + "kir-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "kir_Cyrl-asm_Beng", + "languages": [ + "kir-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919796, + "recall": 0.943676, + "f1": 0.927372, + "accuracy": 0.943676, + "main_score": 0.927372, + "hf_subset": "kir_Cyrl-ckb_Arab", + "languages": [ + "kir-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809717, + "recall": 0.854743, + "f1": 0.823617, + "accuracy": 0.854743, + "main_score": 0.823617, + "hf_subset": "kir_Cyrl-gle_Latn", + "languages": [ + "kir-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894137, + "recall": 0.920949, + "f1": 0.902668, + "accuracy": 0.920949, + "main_score": 0.902668, + "hf_subset": "kir_Cyrl-kas_Arab", + "languages": [ + "kir-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89142, + "recall": 0.921937, + "f1": 0.901087, + "accuracy": 0.921937, + "main_score": 0.901087, + "hf_subset": "kir_Cyrl-ltg_Latn", + "languages": [ + "kir-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600042, + "recall": 0.641304, + "f1": 0.612139, + "accuracy": 0.641304, + "main_score": 0.612139, + "hf_subset": "kir_Cyrl-nso_Latn", + "languages": [ + "kir-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "kir_Cyrl-sin_Sinh", + "languages": [ + "kir-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-tha_Thai", + "languages": [ + "kir-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kir_Cyrl-zho_Hans", + "languages": [ + "kir-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kir_Cyrl-ast_Latn", + "languages": [ + "kir-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kir_Cyrl-crh_Latn", + "languages": [ + "kir-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-glg_Latn", + "languages": [ + "kir-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811924, + "recall": 0.859684, + "f1": 0.826647, + "accuracy": 0.859684, + "main_score": 0.826647, + "hf_subset": "kir_Cyrl-kas_Deva", + "languages": [ + "kir-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954381, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "kir_Cyrl-ltz_Latn", + "languages": [ + "kir-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457611, + "recall": 0.516798, + "f1": 0.473363, + "accuracy": 0.516798, + "main_score": 0.473363, + "hf_subset": "kir_Cyrl-nus_Latn", + "languages": [ + "kir-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-slk_Latn", + "languages": [ + "kir-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585245, + "recall": 0.653162, + "f1": 0.603807, + "accuracy": 0.653162, + "main_score": 0.603807, + "hf_subset": "kir_Cyrl-tir_Ethi", + "languages": [ + "kir-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kir_Cyrl-zho_Hant", + "languages": [ + "kir-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "kir_Cyrl-awa_Deva", + "languages": [ + "kir-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.951581, + "f1": 0.939526, + "accuracy": 0.951581, + "main_score": 0.939526, + "hf_subset": "kir_Cyrl-cym_Latn", + "languages": [ + "kir-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790464, + "recall": 0.833992, + "f1": 0.803689, + "accuracy": 0.833992, + "main_score": 0.803689, + "hf_subset": "kir_Cyrl-grn_Latn", + "languages": [ + "kir-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kir_Cyrl-kat_Geor", + "languages": [ + "kir-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613422, + "recall": 0.666008, + "f1": 0.628942, + "accuracy": 0.666008, + "main_score": 0.628942, + "hf_subset": "kir_Cyrl-lua_Latn", + "languages": [ + "kir-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620833, + "recall": 0.673913, + "f1": 0.636482, + "accuracy": 0.673913, + "main_score": 0.636482, + "hf_subset": "kir_Cyrl-nya_Latn", + "languages": [ + "kir-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-slv_Latn", + "languages": [ + "kir-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876614, + "recall": 0.905138, + "f1": 0.88516, + "accuracy": 0.905138, + "main_score": 0.88516, + "hf_subset": "kir_Cyrl-tpi_Latn", + "languages": [ + "kir-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-zsm_Latn", + "languages": [ + "kir-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543527, + "recall": 0.594862, + "f1": 0.557668, + "accuracy": 0.594862, + "main_score": 0.557668, + "hf_subset": "kir_Cyrl-ayr_Latn", + "languages": [ + "kir-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kir_Cyrl-dan_Latn", + "languages": [ + "kir-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-guj_Gujr", + "languages": [ + "kir-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523328, + "recall": 0.579051, + "f1": 0.538659, + "accuracy": 0.579051, + "main_score": 0.538659, + "hf_subset": "kir_Cyrl-lug_Latn", + "languages": [ + "kir-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kir_Cyrl-oci_Latn", + "languages": [ + "kir-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778633, + "recall": 0.83004, + "f1": 0.793895, + "accuracy": 0.83004, + "main_score": 0.793895, + "hf_subset": "kir_Cyrl-smo_Latn", + "languages": [ + "kir-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529935, + "recall": 0.58498, + "f1": 0.54487, + "accuracy": 0.58498, + "main_score": 0.54487, + "hf_subset": "kir_Cyrl-tsn_Latn", + "languages": [ + "kir-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580578, + "recall": 0.637352, + "f1": 0.597054, + "accuracy": 0.637352, + "main_score": 0.597054, + "hf_subset": "kir_Cyrl-zul_Latn", + "languages": [ + "kir-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876466, + "recall": 0.908103, + "f1": 0.8861, + "accuracy": 0.908103, + "main_score": 0.8861, + "hf_subset": "kir_Cyrl-azb_Arab", + "languages": [ + "kir-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-deu_Latn", + "languages": [ + "kir-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927866, + "recall": 0.947628, + "f1": 0.934077, + "accuracy": 0.947628, + "main_score": 0.934077, + "hf_subset": "kir_Cyrl-hat_Latn", + "languages": [ + "kir-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492747, + "recall": 0.543478, + "f1": 0.50717, + "accuracy": 0.543478, + "main_score": 0.50717, + "hf_subset": "kir_Cyrl-kbp_Latn", + "languages": [ + "kir-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564693, + "recall": 0.624506, + "f1": 0.581194, + "accuracy": 0.624506, + "main_score": 0.581194, + "hf_subset": "kir_Cyrl-luo_Latn", + "languages": [ + "kir-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-ory_Orya", + "languages": [ + "kir-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554326, + "recall": 0.617589, + "f1": 0.572798, + "accuracy": 0.617589, + "main_score": 0.572798, + "hf_subset": "kir_Cyrl-sna_Latn", + "languages": [ + "kir-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540524, + "recall": 0.590909, + "f1": 0.553972, + "accuracy": 0.590909, + "main_score": 0.553972, + "hf_subset": "kir_Cyrl-tso_Latn", + "languages": [ + "kir-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-azj_Latn", + "languages": [ + "kir-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522447, + "recall": 0.58004, + "f1": 0.53969, + "accuracy": 0.58004, + "main_score": 0.53969, + "hf_subset": "kir_Cyrl-dik_Latn", + "languages": [ + "kir-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701581, + "recall": 0.756917, + "f1": 0.717819, + "accuracy": 0.756917, + "main_score": 0.717819, + "hf_subset": "kir_Cyrl-hau_Latn", + "languages": [ + "kir-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944088, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "kir_Cyrl-kea_Latn", + "languages": [ + "kir-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709816, + "recall": 0.755929, + "f1": 0.723734, + "accuracy": 0.755929, + "main_score": 0.723734, + "hf_subset": "kir_Cyrl-lus_Latn", + "languages": [ + "kir-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804381, + "recall": 0.842885, + "f1": 0.815683, + "accuracy": 0.842885, + "main_score": 0.815683, + "hf_subset": "kir_Cyrl-pag_Latn", + "languages": [ + "kir-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kir_Cyrl-snd_Arab", + "languages": [ + "kir-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961709, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478475, + "recall": 0.545455, + "f1": 0.497864, + "accuracy": 0.545455, + "main_score": 0.497864, + "hf_subset": "kir_Cyrl-dyu_Latn", + "languages": [ + "kir-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kir_Cyrl-heb_Hebr", + "languages": [ + "kir-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970916, + "accuracy": 0.977273, + "main_score": 0.970916, + "hf_subset": "kir_Cyrl-khk_Cyrl", + "languages": [ + "kir-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kir_Cyrl-lvs_Latn", + "languages": [ + "kir-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kir_Cyrl-pan_Guru", + "languages": [ + "kir-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655807, + "recall": 0.716403, + "f1": 0.673619, + "accuracy": 0.716403, + "main_score": 0.673619, + "hf_subset": "kir_Cyrl-som_Latn", + "languages": [ + "kir-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565311, + "recall": 0.612648, + "f1": 0.578793, + "accuracy": 0.612648, + "main_score": 0.578793, + "hf_subset": "kir_Cyrl-tum_Latn", + "languages": [ + "kir-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560121, + "recall": 0.625494, + "f1": 0.578298, + "accuracy": 0.625494, + "main_score": 0.578298, + "hf_subset": "mar_Deva-ace_Arab", + "languages": [ + "mar-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516795, + "recall": 0.583992, + "f1": 0.535691, + "accuracy": 0.583992, + "main_score": 0.535691, + "hf_subset": "mar_Deva-bam_Latn", + "languages": [ + "mar-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441276, + "recall": 0.519763, + "f1": 0.462409, + "accuracy": 0.519763, + "main_score": 0.462409, + "hf_subset": "mar_Deva-dzo_Tibt", + "languages": [ + "mar-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-khm_Khmr", + "languages": [ + "mar-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-mag_Deva", + "languages": [ + "mar-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mar_Deva-pap_Latn", + "languages": [ + "mar-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575653, + "recall": 0.636364, + "f1": 0.592506, + "accuracy": 0.636364, + "main_score": 0.592506, + "hf_subset": "mar_Deva-sot_Latn", + "languages": [ + "mar-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-tur_Latn", + "languages": [ + "mar-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873798, + "recall": 0.906126, + "f1": 0.883959, + "accuracy": 0.906126, + "main_score": 0.883959, + "hf_subset": "mar_Deva-ace_Latn", + "languages": [ + "mar-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.969368, + "f1": 0.961627, + "accuracy": 0.969368, + "main_score": 0.961627, + "hf_subset": "mar_Deva-ban_Latn", + "languages": [ + "mar-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ell_Grek", + "languages": [ + "mar-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mar_Deva-hne_Deva", + "languages": [ + "mar-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596913, + "recall": 0.660079, + "f1": 0.614883, + "accuracy": 0.660079, + "main_score": 0.614883, + "hf_subset": "mar_Deva-kik_Latn", + "languages": [ + "mar-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mar_Deva-pbt_Arab", + "languages": [ + "mar-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-spa_Latn", + "languages": [ + "mar-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619246, + "recall": 0.683794, + "f1": 0.637096, + "accuracy": 0.683794, + "main_score": 0.637096, + "hf_subset": "mar_Deva-twi_Latn", + "languages": [ + "mar-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-acm_Arab", + "languages": [ + "mar-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-bel_Cyrl", + "languages": [ + "mar-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hrv_Latn", + "languages": [ + "mar-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535667, + "recall": 0.601779, + "f1": 0.554265, + "accuracy": 0.601779, + "main_score": 0.554265, + "hf_subset": "mar_Deva-kin_Latn", + "languages": [ + "mar-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-pes_Arab", + "languages": [ + "mar-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-srd_Latn", + "languages": [ + "mar-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172495, + "recall": 0.221344, + "f1": 0.184326, + "accuracy": 0.221344, + "main_score": 0.184326, + "hf_subset": "mar_Deva-tzm_Tfng", + "languages": [ + "mar-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-acq_Arab", + "languages": [ + "mar-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625955, + "recall": 0.678854, + "f1": 0.640655, + "accuracy": 0.678854, + "main_score": 0.640655, + "hf_subset": "mar_Deva-bem_Latn", + "languages": [ + "mar-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-epo_Latn", + "languages": [ + "mar-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-hun_Latn", + "languages": [ + "mar-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mar_Deva-kir_Cyrl", + "languages": [ + "mar-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6625, + "recall": 0.720356, + "f1": 0.679301, + "accuracy": 0.720356, + "main_score": 0.679301, + "hf_subset": "mar_Deva-plt_Latn", + "languages": [ + "mar-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-srp_Cyrl", + "languages": [ + "mar-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "mar_Deva-uig_Arab", + "languages": [ + "mar-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-aeb_Arab", + "languages": [ + "mar-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-est_Latn", + "languages": [ + "mar-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hye_Armn", + "languages": [ + "mar-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52971, + "recall": 0.583004, + "f1": 0.545309, + "accuracy": 0.583004, + "main_score": 0.545309, + "hf_subset": "mar_Deva-kmb_Latn", + "languages": [ + "mar-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493938, + "recall": 0.565217, + "f1": 0.513408, + "accuracy": 0.565217, + "main_score": 0.513408, + "hf_subset": "mar_Deva-min_Arab", + "languages": [ + "mar-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-pol_Latn", + "languages": [ + "mar-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561808, + "recall": 0.624506, + "f1": 0.579127, + "accuracy": 0.624506, + "main_score": 0.579127, + "hf_subset": "mar_Deva-ssw_Latn", + "languages": [ + "mar-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ukr_Cyrl", + "languages": [ + "mar-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-afr_Latn", + "languages": [ + "mar-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-bho_Deva", + "languages": [ + "mar-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575791, + "recall": 0.641304, + "f1": 0.594222, + "accuracy": 0.641304, + "main_score": 0.594222, + "hf_subset": "mar_Deva-ibo_Latn", + "languages": [ + "mar-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915843, + "recall": 0.940711, + "f1": 0.923748, + "accuracy": 0.940711, + "main_score": 0.923748, + "hf_subset": "mar_Deva-kmr_Latn", + "languages": [ + "mar-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mar_Deva-min_Latn", + "languages": [ + "mar-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-por_Latn", + "languages": [ + "mar-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-sun_Latn", + "languages": [ + "mar-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517294, + "recall": 0.573123, + "f1": 0.533292, + "accuracy": 0.573123, + "main_score": 0.533292, + "hf_subset": "mar_Deva-umb_Latn", + "languages": [ + "mar-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ajp_Arab", + "languages": [ + "mar-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5316, + "recall": 0.594862, + "f1": 0.549031, + "accuracy": 0.594862, + "main_score": 0.549031, + "hf_subset": "mar_Deva-bjn_Arab", + "languages": [ + "mar-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520788, + "recall": 0.58004, + "f1": 0.536623, + "accuracy": 0.58004, + "main_score": 0.536623, + "hf_subset": "mar_Deva-ewe_Latn", + "languages": [ + "mar-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952981, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "mar_Deva-ilo_Latn", + "languages": [ + "mar-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31134, + "recall": 0.370553, + "f1": 0.327164, + "accuracy": 0.370553, + "main_score": 0.327164, + "hf_subset": "mar_Deva-knc_Arab", + "languages": [ + "mar-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-mkd_Cyrl", + "languages": [ + "mar-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-prs_Arab", + "languages": [ + "mar-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-swe_Latn", + "languages": [ + "mar-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584201, + "recall": 0.652174, + "f1": 0.602988, + "accuracy": 0.652174, + "main_score": 0.602988, + "hf_subset": "mar_Deva-aka_Latn", + "languages": [ + "mar-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mar_Deva-bjn_Latn", + "languages": [ + "mar-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mar_Deva-fao_Latn", + "languages": [ + "mar-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ind_Latn", + "languages": [ + "mar-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583494, + "recall": 0.640316, + "f1": 0.59938, + "accuracy": 0.640316, + "main_score": 0.59938, + "hf_subset": "mar_Deva-knc_Latn", + "languages": [ + "mar-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-mlt_Latn", + "languages": [ + "mar-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705034, + "recall": 0.766798, + "f1": 0.723486, + "accuracy": 0.766798, + "main_score": 0.723486, + "hf_subset": "mar_Deva-quy_Latn", + "languages": [ + "mar-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "mar_Deva-swh_Latn", + "languages": [ + "mar-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-uzn_Latn", + "languages": [ + "mar-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-als_Latn", + "languages": [ + "mar-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681686, + "recall": 0.755929, + "f1": 0.70328, + "accuracy": 0.755929, + "main_score": 0.70328, + "hf_subset": "mar_Deva-bod_Tibt", + "languages": [ + "mar-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697546, + "recall": 0.755929, + "f1": 0.714074, + "accuracy": 0.755929, + "main_score": 0.714074, + "hf_subset": "mar_Deva-fij_Latn", + "languages": [ + "mar-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mar_Deva-isl_Latn", + "languages": [ + "mar-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654825, + "recall": 0.708498, + "f1": 0.670327, + "accuracy": 0.708498, + "main_score": 0.670327, + "hf_subset": "mar_Deva-kon_Latn", + "languages": [ + "mar-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672885, + "recall": 0.733202, + "f1": 0.689763, + "accuracy": 0.733202, + "main_score": 0.689763, + "hf_subset": "mar_Deva-mni_Beng", + "languages": [ + "mar-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ron_Latn", + "languages": [ + "mar-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "mar_Deva-szl_Latn", + "languages": [ + "mar-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-vec_Latn", + "languages": [ + "mar-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "mar_Deva-amh_Ethi", + "languages": [ + "mar-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-bos_Latn", + "languages": [ + "mar-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-fin_Latn", + "languages": [ + "mar-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ita_Latn", + "languages": [ + "mar-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-kor_Hang", + "languages": [ + "mar-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536397, + "recall": 0.594862, + "f1": 0.552241, + "accuracy": 0.594862, + "main_score": 0.552241, + "hf_subset": "mar_Deva-mos_Latn", + "languages": [ + "mar-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538237, + "recall": 0.603755, + "f1": 0.55704, + "accuracy": 0.603755, + "main_score": 0.55704, + "hf_subset": "mar_Deva-run_Latn", + "languages": [ + "mar-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-vie_Latn", + "languages": [ + "mar-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-apc_Arab", + "languages": [ + "mar-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79692, + "recall": 0.839921, + "f1": 0.809783, + "accuracy": 0.839921, + "main_score": 0.809783, + "hf_subset": "mar_Deva-bug_Latn", + "languages": [ + "mar-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468291, + "recall": 0.527668, + "f1": 0.483936, + "accuracy": 0.527668, + "main_score": 0.483936, + "hf_subset": "mar_Deva-fon_Latn", + "languages": [ + "mar-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-jav_Latn", + "languages": [ + "mar-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mar_Deva-lao_Laoo", + "languages": [ + "mar-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874457, + "recall": 0.907115, + "f1": 0.884289, + "accuracy": 0.907115, + "main_score": 0.884289, + "hf_subset": "mar_Deva-mri_Latn", + "languages": [ + "mar-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-rus_Cyrl", + "languages": [ + "mar-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534128, + "recall": 0.598814, + "f1": 0.552162, + "accuracy": 0.598814, + "main_score": 0.552162, + "hf_subset": "mar_Deva-taq_Latn", + "languages": [ + "mar-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-war_Latn", + "languages": [ + "mar-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-arb_Arab", + "languages": [ + "mar-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-bul_Cyrl", + "languages": [ + "mar-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-fra_Latn", + "languages": [ + "mar-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-jpn_Jpan", + "languages": [ + "mar-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mar_Deva-lij_Latn", + "languages": [ + "mar-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "mar_Deva-mya_Mymr", + "languages": [ + "mar-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585961, + "recall": 0.652174, + "f1": 0.604351, + "accuracy": 0.652174, + "main_score": 0.604351, + "hf_subset": "mar_Deva-sag_Latn", + "languages": [ + "mar-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184935, + "recall": 0.240119, + "f1": 0.197293, + "accuracy": 0.240119, + "main_score": 0.197293, + "hf_subset": "mar_Deva-taq_Tfng", + "languages": [ + "mar-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611966, + "recall": 0.677866, + "f1": 0.630371, + "accuracy": 0.677866, + "main_score": 0.630371, + "hf_subset": "mar_Deva-wol_Latn", + "languages": [ + "mar-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789345, + "recall": 0.842885, + "f1": 0.805421, + "accuracy": 0.842885, + "main_score": 0.805421, + "hf_subset": "mar_Deva-arb_Latn", + "languages": [ + "mar-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-cat_Latn", + "languages": [ + "mar-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mar_Deva-fur_Latn", + "languages": [ + "mar-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404055, + "recall": 0.461462, + "f1": 0.41993, + "accuracy": 0.461462, + "main_score": 0.41993, + "hf_subset": "mar_Deva-kab_Latn", + "languages": [ + "mar-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mar_Deva-lim_Latn", + "languages": [ + "mar-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-nld_Latn", + "languages": [ + "mar-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-tat_Cyrl", + "languages": [ + "mar-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66682, + "recall": 0.72332, + "f1": 0.682858, + "accuracy": 0.72332, + "main_score": 0.682858, + "hf_subset": "mar_Deva-xho_Latn", + "languages": [ + "mar-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ars_Arab", + "languages": [ + "mar-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-ceb_Latn", + "languages": [ + "mar-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556102, + "recall": 0.617589, + "f1": 0.573535, + "accuracy": 0.617589, + "main_score": 0.573535, + "hf_subset": "mar_Deva-fuv_Latn", + "languages": [ + "mar-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499708, + "recall": 0.572134, + "f1": 0.519487, + "accuracy": 0.572134, + "main_score": 0.519487, + "hf_subset": "mar_Deva-kac_Latn", + "languages": [ + "mar-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666074, + "recall": 0.724308, + "f1": 0.683202, + "accuracy": 0.724308, + "main_score": 0.683202, + "hf_subset": "mar_Deva-lin_Latn", + "languages": [ + "mar-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-nno_Latn", + "languages": [ + "mar-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244784, + "recall": 0.328063, + "f1": 0.266338, + "accuracy": 0.328063, + "main_score": 0.266338, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "mar_Deva-ydd_Hebr", + "languages": [ + "mar-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mar_Deva-ary_Arab", + "languages": [ + "mar-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ces_Latn", + "languages": [ + "mar-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56872, + "recall": 0.632411, + "f1": 0.587046, + "accuracy": 0.632411, + "main_score": 0.587046, + "hf_subset": "mar_Deva-gaz_Latn", + "languages": [ + "mar-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581641, + "recall": 0.644269, + "f1": 0.599693, + "accuracy": 0.644269, + "main_score": 0.599693, + "hf_subset": "mar_Deva-kam_Latn", + "languages": [ + "mar-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mar_Deva-lit_Latn", + "languages": [ + "mar-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-nob_Latn", + "languages": [ + "mar-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mar_Deva-scn_Latn", + "languages": [ + "mar-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mar_Deva-tgk_Cyrl", + "languages": [ + "mar-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715399, + "recall": 0.783597, + "f1": 0.736237, + "accuracy": 0.783597, + "main_score": 0.736237, + "hf_subset": "mar_Deva-yor_Latn", + "languages": [ + "mar-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-arz_Arab", + "languages": [ + "mar-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537057, + "recall": 0.602767, + "f1": 0.555873, + "accuracy": 0.602767, + "main_score": 0.555873, + "hf_subset": "mar_Deva-cjk_Latn", + "languages": [ + "mar-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783926, + "recall": 0.835968, + "f1": 0.799506, + "accuracy": 0.835968, + "main_score": 0.799506, + "hf_subset": "mar_Deva-gla_Latn", + "languages": [ + "mar-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "mar_Deva-lmo_Latn", + "languages": [ + "mar-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470019, + "recall": 0.529644, + "f1": 0.486174, + "accuracy": 0.529644, + "main_score": 0.486174, + "hf_subset": "mar_Deva-shn_Mymr", + "languages": [ + "mar-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-tgl_Latn", + "languages": [ + "mar-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-yue_Hant", + "languages": [ + "mar-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "mar_Deva-ckb_Arab", + "languages": [ + "mar-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875247, + "recall": 0.911067, + "f1": 0.886594, + "accuracy": 0.911067, + "main_score": 0.886594, + "hf_subset": "mar_Deva-gle_Latn", + "languages": [ + "mar-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941733, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "mar_Deva-ltg_Latn", + "languages": [ + "mar-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598459, + "recall": 0.656126, + "f1": 0.614352, + "accuracy": 0.656126, + "main_score": 0.614352, + "hf_subset": "mar_Deva-nso_Latn", + "languages": [ + "mar-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-tha_Thai", + "languages": [ + "mar-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-zho_Hans", + "languages": [ + "mar-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-ast_Latn", + "languages": [ + "mar-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-crh_Latn", + "languages": [ + "mar-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-glg_Latn", + "languages": [ + "mar-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91642, + "recall": 0.940711, + "f1": 0.924144, + "accuracy": 0.940711, + "main_score": 0.924144, + "hf_subset": "mar_Deva-kas_Deva", + "languages": [ + "mar-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mar_Deva-ltz_Latn", + "languages": [ + "mar-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436604, + "recall": 0.5, + "f1": 0.453534, + "accuracy": 0.5, + "main_score": 0.453534, + "hf_subset": "mar_Deva-nus_Latn", + "languages": [ + "mar-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-slk_Latn", + "languages": [ + "mar-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635441, + "recall": 0.705534, + "f1": 0.655934, + "accuracy": 0.705534, + "main_score": 0.655934, + "hf_subset": "mar_Deva-tir_Ethi", + "languages": [ + "mar-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-zho_Hant", + "languages": [ + "mar-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.990119, + "f1": 0.988307, + "accuracy": 0.990119, + "main_score": 0.988307, + "hf_subset": "mar_Deva-awa_Deva", + "languages": [ + "mar-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mar_Deva-cym_Latn", + "languages": [ + "mar-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842589, + "recall": 0.879447, + "f1": 0.853854, + "accuracy": 0.879447, + "main_score": 0.853854, + "hf_subset": "mar_Deva-grn_Latn", + "languages": [ + "mar-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-kat_Geor", + "languages": [ + "mar-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639111, + "recall": 0.6917, + "f1": 0.653858, + "accuracy": 0.6917, + "main_score": 0.653858, + "hf_subset": "mar_Deva-lua_Latn", + "languages": [ + "mar-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628379, + "recall": 0.688735, + "f1": 0.645411, + "accuracy": 0.688735, + "main_score": 0.645411, + "hf_subset": "mar_Deva-nya_Latn", + "languages": [ + "mar-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-slv_Latn", + "languages": [ + "mar-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94557, + "recall": 0.961462, + "f1": 0.950494, + "accuracy": 0.961462, + "main_score": 0.950494, + "hf_subset": "mar_Deva-tpi_Latn", + "languages": [ + "mar-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-zsm_Latn", + "languages": [ + "mar-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545919, + "recall": 0.605731, + "f1": 0.562475, + "accuracy": 0.605731, + "main_score": 0.562475, + "hf_subset": "mar_Deva-ayr_Latn", + "languages": [ + "mar-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-dan_Latn", + "languages": [ + "mar-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mar_Deva-kaz_Cyrl", + "languages": [ + "mar-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538241, + "recall": 0.597826, + "f1": 0.555079, + "accuracy": 0.597826, + "main_score": 0.555079, + "hf_subset": "mar_Deva-lug_Latn", + "languages": [ + "mar-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-oci_Latn", + "languages": [ + "mar-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818718, + "recall": 0.86166, + "f1": 0.831538, + "accuracy": 0.86166, + "main_score": 0.831538, + "hf_subset": "mar_Deva-smo_Latn", + "languages": [ + "mar-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537577, + "recall": 0.601779, + "f1": 0.555342, + "accuracy": 0.601779, + "main_score": 0.555342, + "hf_subset": "mar_Deva-tsn_Latn", + "languages": [ + "mar-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617147, + "recall": 0.682806, + "f1": 0.636104, + "accuracy": 0.682806, + "main_score": 0.636104, + "hf_subset": "mar_Deva-zul_Latn", + "languages": [ + "mar-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930336, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "mar_Deva-azb_Arab", + "languages": [ + "mar-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-deu_Latn", + "languages": [ + "mar-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "mar_Deva-hat_Latn", + "languages": [ + "mar-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490562, + "recall": 0.549407, + "f1": 0.506576, + "accuracy": 0.549407, + "main_score": 0.506576, + "hf_subset": "mar_Deva-kbp_Latn", + "languages": [ + "mar-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565125, + "recall": 0.623518, + "f1": 0.580767, + "accuracy": 0.623518, + "main_score": 0.580767, + "hf_subset": "mar_Deva-luo_Latn", + "languages": [ + "mar-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589594, + "recall": 0.648221, + "f1": 0.606277, + "accuracy": 0.648221, + "main_score": 0.606277, + "hf_subset": "mar_Deva-sna_Latn", + "languages": [ + "mar-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551658, + "recall": 0.607708, + "f1": 0.566406, + "accuracy": 0.607708, + "main_score": 0.566406, + "hf_subset": "mar_Deva-tso_Latn", + "languages": [ + "mar-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mar_Deva-azj_Latn", + "languages": [ + "mar-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534446, + "recall": 0.601779, + "f1": 0.553809, + "accuracy": 0.601779, + "main_score": 0.553809, + "hf_subset": "mar_Deva-dik_Latn", + "languages": [ + "mar-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740135, + "recall": 0.791502, + "f1": 0.755402, + "accuracy": 0.791502, + "main_score": 0.755402, + "hf_subset": "mar_Deva-hau_Latn", + "languages": [ + "mar-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mar_Deva-kea_Latn", + "languages": [ + "mar-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756374, + "recall": 0.8083, + "f1": 0.772464, + "accuracy": 0.8083, + "main_score": 0.772464, + "hf_subset": "mar_Deva-lus_Latn", + "languages": [ + "mar-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877421, + "recall": 0.907115, + "f1": 0.886594, + "accuracy": 0.907115, + "main_score": 0.886594, + "hf_subset": "mar_Deva-pag_Latn", + "languages": [ + "mar-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "mar_Deva-tuk_Latn", + "languages": [ + "mar-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "mar_Deva-bak_Cyrl", + "languages": [ + "mar-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479949, + "recall": 0.557312, + "f1": 0.502859, + "accuracy": 0.557312, + "main_score": 0.502859, + "hf_subset": "mar_Deva-dyu_Latn", + "languages": [ + "mar-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mar_Deva-heb_Hebr", + "languages": [ + "mar-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mar_Deva-khk_Cyrl", + "languages": [ + "mar-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-lvs_Latn", + "languages": [ + "mar-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694805, + "recall": 0.755929, + "f1": 0.712717, + "accuracy": 0.755929, + "main_score": 0.712717, + "hf_subset": "mar_Deva-som_Latn", + "languages": [ + "mar-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5921, + "recall": 0.643281, + "f1": 0.606233, + "accuracy": 0.643281, + "main_score": 0.606233, + "hf_subset": "mar_Deva-tum_Latn", + "languages": [ + "mar-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480884, + "recall": 0.532609, + "f1": 0.495323, + "accuracy": 0.532609, + "main_score": 0.495323, + "hf_subset": "plt_Latn-ace_Arab", + "languages": [ + "plt-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523544, + "recall": 0.567194, + "f1": 0.536629, + "accuracy": 0.567194, + "main_score": 0.536629, + "hf_subset": "plt_Latn-bam_Latn", + "languages": [ + "plt-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.253098, + "recall": 0.307312, + "f1": 0.266652, + "accuracy": 0.307312, + "main_score": 0.266652, + "hf_subset": "plt_Latn-dzo_Tibt", + "languages": [ + "plt-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651274, + "recall": 0.704545, + "f1": 0.665545, + "accuracy": 0.704545, + "main_score": 0.665545, + "hf_subset": "plt_Latn-hin_Deva", + "languages": [ + "plt-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612014, + "recall": 0.663043, + "f1": 0.625515, + "accuracy": 0.663043, + "main_score": 0.625515, + "hf_subset": "plt_Latn-khm_Khmr", + "languages": [ + "plt-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643807, + "recall": 0.689723, + "f1": 0.655667, + "accuracy": 0.689723, + "main_score": 0.655667, + "hf_subset": "plt_Latn-mag_Deva", + "languages": [ + "plt-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647019, + "recall": 0.678854, + "f1": 0.655205, + "accuracy": 0.678854, + "main_score": 0.655205, + "hf_subset": "plt_Latn-pap_Latn", + "languages": [ + "plt-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569057, + "recall": 0.613636, + "f1": 0.581329, + "accuracy": 0.613636, + "main_score": 0.581329, + "hf_subset": "plt_Latn-sot_Latn", + "languages": [ + "plt-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641248, + "recall": 0.698617, + "f1": 0.656801, + "accuracy": 0.698617, + "main_score": 0.656801, + "hf_subset": "plt_Latn-tur_Latn", + "languages": [ + "plt-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617834, + "recall": 0.663043, + "f1": 0.630249, + "accuracy": 0.663043, + "main_score": 0.630249, + "hf_subset": "plt_Latn-ace_Latn", + "languages": [ + "plt-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65269, + "recall": 0.688735, + "f1": 0.662276, + "accuracy": 0.688735, + "main_score": 0.662276, + "hf_subset": "plt_Latn-ban_Latn", + "languages": [ + "plt-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645218, + "recall": 0.700593, + "f1": 0.659886, + "accuracy": 0.700593, + "main_score": 0.659886, + "hf_subset": "plt_Latn-ell_Grek", + "languages": [ + "plt-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633634, + "recall": 0.682806, + "f1": 0.646457, + "accuracy": 0.682806, + "main_score": 0.646457, + "hf_subset": "plt_Latn-hne_Deva", + "languages": [ + "plt-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533885, + "recall": 0.578063, + "f1": 0.546253, + "accuracy": 0.578063, + "main_score": 0.546253, + "hf_subset": "plt_Latn-kik_Latn", + "languages": [ + "plt-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646371, + "recall": 0.699605, + "f1": 0.660723, + "accuracy": 0.699605, + "main_score": 0.660723, + "hf_subset": "plt_Latn-mai_Deva", + "languages": [ + "plt-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593917, + "recall": 0.653162, + "f1": 0.609821, + "accuracy": 0.653162, + "main_score": 0.609821, + "hf_subset": "plt_Latn-pbt_Arab", + "languages": [ + "plt-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654509, + "recall": 0.705534, + "f1": 0.668103, + "accuracy": 0.705534, + "main_score": 0.668103, + "hf_subset": "plt_Latn-spa_Latn", + "languages": [ + "plt-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570838, + "recall": 0.612648, + "f1": 0.582059, + "accuracy": 0.612648, + "main_score": 0.582059, + "hf_subset": "plt_Latn-twi_Latn", + "languages": [ + "plt-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62619, + "recall": 0.677866, + "f1": 0.640062, + "accuracy": 0.677866, + "main_score": 0.640062, + "hf_subset": "plt_Latn-acm_Arab", + "languages": [ + "plt-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612175, + "recall": 0.662055, + "f1": 0.62502, + "accuracy": 0.662055, + "main_score": 0.62502, + "hf_subset": "plt_Latn-bel_Cyrl", + "languages": [ + "plt-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67946, + "recall": 0.727273, + "f1": 0.691604, + "accuracy": 0.727273, + "main_score": 0.691604, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657001, + "recall": 0.712451, + "f1": 0.671918, + "accuracy": 0.712451, + "main_score": 0.671918, + "hf_subset": "plt_Latn-hrv_Latn", + "languages": [ + "plt-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552415, + "recall": 0.603755, + "f1": 0.566353, + "accuracy": 0.603755, + "main_score": 0.566353, + "hf_subset": "plt_Latn-kin_Latn", + "languages": [ + "plt-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63056, + "recall": 0.690711, + "f1": 0.647309, + "accuracy": 0.690711, + "main_score": 0.647309, + "hf_subset": "plt_Latn-mal_Mlym", + "languages": [ + "plt-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641379, + "recall": 0.697628, + "f1": 0.65661, + "accuracy": 0.697628, + "main_score": 0.65661, + "hf_subset": "plt_Latn-pes_Arab", + "languages": [ + "plt-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65335, + "recall": 0.699605, + "f1": 0.666489, + "accuracy": 0.699605, + "main_score": 0.666489, + "hf_subset": "plt_Latn-srd_Latn", + "languages": [ + "plt-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207225, + "recall": 0.246047, + "f1": 0.216766, + "accuracy": 0.246047, + "main_score": 0.216766, + "hf_subset": "plt_Latn-tzm_Tfng", + "languages": [ + "plt-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642584, + "recall": 0.694664, + "f1": 0.65668, + "accuracy": 0.694664, + "main_score": 0.65668, + "hf_subset": "plt_Latn-acq_Arab", + "languages": [ + "plt-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59252, + "recall": 0.634387, + "f1": 0.603855, + "accuracy": 0.634387, + "main_score": 0.603855, + "hf_subset": "plt_Latn-bem_Latn", + "languages": [ + "plt-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664983, + "recall": 0.711462, + "f1": 0.677795, + "accuracy": 0.711462, + "main_score": 0.677795, + "hf_subset": "plt_Latn-epo_Latn", + "languages": [ + "plt-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653252, + "recall": 0.700593, + "f1": 0.665907, + "accuracy": 0.700593, + "main_score": 0.665907, + "hf_subset": "plt_Latn-hun_Latn", + "languages": [ + "plt-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6311, + "recall": 0.683794, + "f1": 0.645363, + "accuracy": 0.683794, + "main_score": 0.645363, + "hf_subset": "plt_Latn-kir_Cyrl", + "languages": [ + "plt-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646143, + "recall": 0.699605, + "f1": 0.660314, + "accuracy": 0.699605, + "main_score": 0.660314, + "hf_subset": "plt_Latn-mar_Deva", + "languages": [ + "plt-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669051, + "recall": 0.716403, + "f1": 0.681432, + "accuracy": 0.716403, + "main_score": 0.681432, + "hf_subset": "plt_Latn-srp_Cyrl", + "languages": [ + "plt-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575711, + "recall": 0.626482, + "f1": 0.590081, + "accuracy": 0.626482, + "main_score": 0.590081, + "hf_subset": "plt_Latn-uig_Arab", + "languages": [ + "plt-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640972, + "recall": 0.682806, + "f1": 0.651406, + "accuracy": 0.682806, + "main_score": 0.651406, + "hf_subset": "plt_Latn-aeb_Arab", + "languages": [ + "plt-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634444, + "recall": 0.688735, + "f1": 0.649429, + "accuracy": 0.688735, + "main_score": 0.649429, + "hf_subset": "plt_Latn-ben_Beng", + "languages": [ + "plt-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636132, + "recall": 0.683794, + "f1": 0.649189, + "accuracy": 0.683794, + "main_score": 0.649189, + "hf_subset": "plt_Latn-est_Latn", + "languages": [ + "plt-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630179, + "recall": 0.684783, + "f1": 0.645036, + "accuracy": 0.684783, + "main_score": 0.645036, + "hf_subset": "plt_Latn-hye_Armn", + "languages": [ + "plt-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546723, + "recall": 0.591897, + "f1": 0.559933, + "accuracy": 0.591897, + "main_score": 0.559933, + "hf_subset": "plt_Latn-kmb_Latn", + "languages": [ + "plt-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447217, + "recall": 0.505929, + "f1": 0.462496, + "accuracy": 0.505929, + "main_score": 0.462496, + "hf_subset": "plt_Latn-min_Arab", + "languages": [ + "plt-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654345, + "recall": 0.702569, + "f1": 0.667458, + "accuracy": 0.702569, + "main_score": 0.667458, + "hf_subset": "plt_Latn-pol_Latn", + "languages": [ + "plt-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557949, + "recall": 0.608696, + "f1": 0.572768, + "accuracy": 0.608696, + "main_score": 0.572768, + "hf_subset": "plt_Latn-ssw_Latn", + "languages": [ + "plt-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651201, + "recall": 0.709486, + "f1": 0.666943, + "accuracy": 0.709486, + "main_score": 0.666943, + "hf_subset": "plt_Latn-ukr_Cyrl", + "languages": [ + "plt-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663439, + "recall": 0.711462, + "f1": 0.676654, + "accuracy": 0.711462, + "main_score": 0.676654, + "hf_subset": "plt_Latn-afr_Latn", + "languages": [ + "plt-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631309, + "recall": 0.674901, + "f1": 0.643154, + "accuracy": 0.674901, + "main_score": 0.643154, + "hf_subset": "plt_Latn-bho_Deva", + "languages": [ + "plt-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642171, + "recall": 0.687747, + "f1": 0.654313, + "accuracy": 0.687747, + "main_score": 0.654313, + "hf_subset": "plt_Latn-eus_Latn", + "languages": [ + "plt-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553816, + "recall": 0.610672, + "f1": 0.569638, + "accuracy": 0.610672, + "main_score": 0.569638, + "hf_subset": "plt_Latn-ibo_Latn", + "languages": [ + "plt-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603764, + "recall": 0.655138, + "f1": 0.618901, + "accuracy": 0.655138, + "main_score": 0.618901, + "hf_subset": "plt_Latn-kmr_Latn", + "languages": [ + "plt-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655618, + "recall": 0.706522, + "f1": 0.669001, + "accuracy": 0.706522, + "main_score": 0.669001, + "hf_subset": "plt_Latn-min_Latn", + "languages": [ + "plt-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678243, + "recall": 0.725296, + "f1": 0.690699, + "accuracy": 0.725296, + "main_score": 0.690699, + "hf_subset": "plt_Latn-por_Latn", + "languages": [ + "plt-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657639, + "recall": 0.704545, + "f1": 0.670223, + "accuracy": 0.704545, + "main_score": 0.670223, + "hf_subset": "plt_Latn-sun_Latn", + "languages": [ + "plt-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513779, + "recall": 0.564229, + "f1": 0.528785, + "accuracy": 0.564229, + "main_score": 0.528785, + "hf_subset": "plt_Latn-umb_Latn", + "languages": [ + "plt-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626158, + "recall": 0.682806, + "f1": 0.64135, + "accuracy": 0.682806, + "main_score": 0.64135, + "hf_subset": "plt_Latn-ajp_Arab", + "languages": [ + "plt-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446881, + "recall": 0.502964, + "f1": 0.461865, + "accuracy": 0.502964, + "main_score": 0.461865, + "hf_subset": "plt_Latn-bjn_Arab", + "languages": [ + "plt-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512417, + "recall": 0.552372, + "f1": 0.523452, + "accuracy": 0.552372, + "main_score": 0.523452, + "hf_subset": "plt_Latn-ewe_Latn", + "languages": [ + "plt-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671405, + "recall": 0.710474, + "f1": 0.681832, + "accuracy": 0.710474, + "main_score": 0.681832, + "hf_subset": "plt_Latn-ilo_Latn", + "languages": [ + "plt-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310041, + "recall": 0.364625, + "f1": 0.325038, + "accuracy": 0.364625, + "main_score": 0.325038, + "hf_subset": "plt_Latn-knc_Arab", + "languages": [ + "plt-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664457, + "recall": 0.716403, + "f1": 0.678219, + "accuracy": 0.716403, + "main_score": 0.678219, + "hf_subset": "plt_Latn-mkd_Cyrl", + "languages": [ + "plt-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63626, + "recall": 0.692688, + "f1": 0.651606, + "accuracy": 0.692688, + "main_score": 0.651606, + "hf_subset": "plt_Latn-prs_Arab", + "languages": [ + "plt-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662649, + "recall": 0.712451, + "f1": 0.675924, + "accuracy": 0.712451, + "main_score": 0.675924, + "hf_subset": "plt_Latn-swe_Latn", + "languages": [ + "plt-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609674, + "recall": 0.670949, + "f1": 0.625741, + "accuracy": 0.670949, + "main_score": 0.625741, + "hf_subset": "plt_Latn-urd_Arab", + "languages": [ + "plt-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554527, + "recall": 0.604743, + "f1": 0.56877, + "accuracy": 0.604743, + "main_score": 0.56877, + "hf_subset": "plt_Latn-aka_Latn", + "languages": [ + "plt-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64067, + "recall": 0.68083, + "f1": 0.651212, + "accuracy": 0.68083, + "main_score": 0.651212, + "hf_subset": "plt_Latn-bjn_Latn", + "languages": [ + "plt-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632218, + "recall": 0.677866, + "f1": 0.644038, + "accuracy": 0.677866, + "main_score": 0.644038, + "hf_subset": "plt_Latn-fao_Latn", + "languages": [ + "plt-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685432, + "recall": 0.733202, + "f1": 0.697992, + "accuracy": 0.733202, + "main_score": 0.697992, + "hf_subset": "plt_Latn-ind_Latn", + "languages": [ + "plt-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543924, + "recall": 0.586957, + "f1": 0.555408, + "accuracy": 0.586957, + "main_score": 0.555408, + "hf_subset": "plt_Latn-knc_Latn", + "languages": [ + "plt-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675094, + "recall": 0.718379, + "f1": 0.686438, + "accuracy": 0.718379, + "main_score": 0.686438, + "hf_subset": "plt_Latn-mlt_Latn", + "languages": [ + "plt-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570579, + "recall": 0.621542, + "f1": 0.585147, + "accuracy": 0.621542, + "main_score": 0.585147, + "hf_subset": "plt_Latn-quy_Latn", + "languages": [ + "plt-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651347, + "recall": 0.697628, + "f1": 0.663865, + "accuracy": 0.697628, + "main_score": 0.663865, + "hf_subset": "plt_Latn-swh_Latn", + "languages": [ + "plt-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630676, + "recall": 0.683794, + "f1": 0.645092, + "accuracy": 0.683794, + "main_score": 0.645092, + "hf_subset": "plt_Latn-uzn_Latn", + "languages": [ + "plt-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675637, + "recall": 0.726285, + "f1": 0.68911, + "accuracy": 0.726285, + "main_score": 0.68911, + "hf_subset": "plt_Latn-als_Latn", + "languages": [ + "plt-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322785, + "recall": 0.385375, + "f1": 0.339391, + "accuracy": 0.385375, + "main_score": 0.339391, + "hf_subset": "plt_Latn-bod_Tibt", + "languages": [ + "plt-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577106, + "recall": 0.625494, + "f1": 0.589766, + "accuracy": 0.625494, + "main_score": 0.589766, + "hf_subset": "plt_Latn-fij_Latn", + "languages": [ + "plt-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618965, + "recall": 0.673913, + "f1": 0.633932, + "accuracy": 0.673913, + "main_score": 0.633932, + "hf_subset": "plt_Latn-isl_Latn", + "languages": [ + "plt-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57916, + "recall": 0.625494, + "f1": 0.592221, + "accuracy": 0.625494, + "main_score": 0.592221, + "hf_subset": "plt_Latn-kon_Latn", + "languages": [ + "plt-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524042, + "recall": 0.581028, + "f1": 0.539626, + "accuracy": 0.581028, + "main_score": 0.539626, + "hf_subset": "plt_Latn-mni_Beng", + "languages": [ + "plt-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672544, + "recall": 0.719368, + "f1": 0.685052, + "accuracy": 0.719368, + "main_score": 0.685052, + "hf_subset": "plt_Latn-ron_Latn", + "languages": [ + "plt-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648217, + "recall": 0.694664, + "f1": 0.66022, + "accuracy": 0.694664, + "main_score": 0.66022, + "hf_subset": "plt_Latn-szl_Latn", + "languages": [ + "plt-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659274, + "recall": 0.70751, + "f1": 0.672073, + "accuracy": 0.70751, + "main_score": 0.672073, + "hf_subset": "plt_Latn-vec_Latn", + "languages": [ + "plt-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556552, + "recall": 0.617589, + "f1": 0.572614, + "accuracy": 0.617589, + "main_score": 0.572614, + "hf_subset": "plt_Latn-amh_Ethi", + "languages": [ + "plt-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671877, + "recall": 0.718379, + "f1": 0.684547, + "accuracy": 0.718379, + "main_score": 0.684547, + "hf_subset": "plt_Latn-bos_Latn", + "languages": [ + "plt-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645749, + "recall": 0.695652, + "f1": 0.659383, + "accuracy": 0.695652, + "main_score": 0.659383, + "hf_subset": "plt_Latn-fin_Latn", + "languages": [ + "plt-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65979, + "recall": 0.704545, + "f1": 0.671739, + "accuracy": 0.704545, + "main_score": 0.671739, + "hf_subset": "plt_Latn-ita_Latn", + "languages": [ + "plt-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62974, + "recall": 0.686759, + "f1": 0.645778, + "accuracy": 0.686759, + "main_score": 0.645778, + "hf_subset": "plt_Latn-kor_Hang", + "languages": [ + "plt-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522324, + "recall": 0.568182, + "f1": 0.535552, + "accuracy": 0.568182, + "main_score": 0.535552, + "hf_subset": "plt_Latn-mos_Latn", + "languages": [ + "plt-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547786, + "recall": 0.596838, + "f1": 0.561808, + "accuracy": 0.596838, + "main_score": 0.561808, + "hf_subset": "plt_Latn-run_Latn", + "languages": [ + "plt-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614482, + "recall": 0.66996, + "f1": 0.629797, + "accuracy": 0.66996, + "main_score": 0.629797, + "hf_subset": "plt_Latn-tam_Taml", + "languages": [ + "plt-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652458, + "recall": 0.706522, + "f1": 0.666629, + "accuracy": 0.706522, + "main_score": 0.666629, + "hf_subset": "plt_Latn-vie_Latn", + "languages": [ + "plt-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641341, + "recall": 0.693676, + "f1": 0.655137, + "accuracy": 0.693676, + "main_score": 0.655137, + "hf_subset": "plt_Latn-apc_Arab", + "languages": [ + "plt-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598621, + "recall": 0.639328, + "f1": 0.610049, + "accuracy": 0.639328, + "main_score": 0.610049, + "hf_subset": "plt_Latn-bug_Latn", + "languages": [ + "plt-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484867, + "recall": 0.524704, + "f1": 0.496231, + "accuracy": 0.524704, + "main_score": 0.496231, + "hf_subset": "plt_Latn-fon_Latn", + "languages": [ + "plt-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693872, + "recall": 0.737154, + "f1": 0.705767, + "accuracy": 0.737154, + "main_score": 0.705767, + "hf_subset": "plt_Latn-jav_Latn", + "languages": [ + "plt-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605275, + "recall": 0.661067, + "f1": 0.620166, + "accuracy": 0.661067, + "main_score": 0.620166, + "hf_subset": "plt_Latn-lao_Laoo", + "languages": [ + "plt-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573913, + "recall": 0.623518, + "f1": 0.587167, + "accuracy": 0.623518, + "main_score": 0.587167, + "hf_subset": "plt_Latn-mri_Latn", + "languages": [ + "plt-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648665, + "recall": 0.701581, + "f1": 0.662655, + "accuracy": 0.701581, + "main_score": 0.662655, + "hf_subset": "plt_Latn-rus_Cyrl", + "languages": [ + "plt-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501226, + "recall": 0.549407, + "f1": 0.514998, + "accuracy": 0.549407, + "main_score": 0.514998, + "hf_subset": "plt_Latn-taq_Latn", + "languages": [ + "plt-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658582, + "recall": 0.706522, + "f1": 0.670763, + "accuracy": 0.706522, + "main_score": 0.670763, + "hf_subset": "plt_Latn-war_Latn", + "languages": [ + "plt-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64933, + "recall": 0.69664, + "f1": 0.662419, + "accuracy": 0.69664, + "main_score": 0.662419, + "hf_subset": "plt_Latn-arb_Arab", + "languages": [ + "plt-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655874, + "recall": 0.70751, + "f1": 0.670472, + "accuracy": 0.70751, + "main_score": 0.670472, + "hf_subset": "plt_Latn-bul_Cyrl", + "languages": [ + "plt-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668911, + "recall": 0.715415, + "f1": 0.680806, + "accuracy": 0.715415, + "main_score": 0.680806, + "hf_subset": "plt_Latn-fra_Latn", + "languages": [ + "plt-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640636, + "recall": 0.688735, + "f1": 0.653198, + "accuracy": 0.688735, + "main_score": 0.653198, + "hf_subset": "plt_Latn-jpn_Jpan", + "languages": [ + "plt-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647156, + "recall": 0.6917, + "f1": 0.659615, + "accuracy": 0.6917, + "main_score": 0.659615, + "hf_subset": "plt_Latn-lij_Latn", + "languages": [ + "plt-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488224, + "recall": 0.562253, + "f1": 0.508386, + "accuracy": 0.562253, + "main_score": 0.508386, + "hf_subset": "plt_Latn-mya_Mymr", + "languages": [ + "plt-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539429, + "recall": 0.586957, + "f1": 0.55314, + "accuracy": 0.586957, + "main_score": 0.55314, + "hf_subset": "plt_Latn-sag_Latn", + "languages": [ + "plt-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212321, + "recall": 0.257905, + "f1": 0.223119, + "accuracy": 0.257905, + "main_score": 0.223119, + "hf_subset": "plt_Latn-taq_Tfng", + "languages": [ + "plt-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57501, + "recall": 0.62253, + "f1": 0.588076, + "accuracy": 0.62253, + "main_score": 0.588076, + "hf_subset": "plt_Latn-wol_Latn", + "languages": [ + "plt-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511678, + "recall": 0.561265, + "f1": 0.524918, + "accuracy": 0.561265, + "main_score": 0.524918, + "hf_subset": "plt_Latn-arb_Latn", + "languages": [ + "plt-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67077, + "recall": 0.717391, + "f1": 0.683232, + "accuracy": 0.717391, + "main_score": 0.683232, + "hf_subset": "plt_Latn-cat_Latn", + "languages": [ + "plt-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639955, + "recall": 0.687747, + "f1": 0.65308, + "accuracy": 0.687747, + "main_score": 0.65308, + "hf_subset": "plt_Latn-fur_Latn", + "languages": [ + "plt-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445596, + "recall": 0.494071, + "f1": 0.458811, + "accuracy": 0.494071, + "main_score": 0.458811, + "hf_subset": "plt_Latn-kab_Latn", + "languages": [ + "plt-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631867, + "recall": 0.68083, + "f1": 0.645294, + "accuracy": 0.68083, + "main_score": 0.645294, + "hf_subset": "plt_Latn-lim_Latn", + "languages": [ + "plt-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639596, + "recall": 0.692688, + "f1": 0.653662, + "accuracy": 0.692688, + "main_score": 0.653662, + "hf_subset": "plt_Latn-nld_Latn", + "languages": [ + "plt-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585027, + "recall": 0.63834, + "f1": 0.599334, + "accuracy": 0.63834, + "main_score": 0.599334, + "hf_subset": "plt_Latn-san_Deva", + "languages": [ + "plt-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645414, + "recall": 0.688735, + "f1": 0.656509, + "accuracy": 0.688735, + "main_score": 0.656509, + "hf_subset": "plt_Latn-tat_Cyrl", + "languages": [ + "plt-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594897, + "recall": 0.641304, + "f1": 0.607807, + "accuracy": 0.641304, + "main_score": 0.607807, + "hf_subset": "plt_Latn-xho_Latn", + "languages": [ + "plt-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633216, + "recall": 0.685771, + "f1": 0.647688, + "accuracy": 0.685771, + "main_score": 0.647688, + "hf_subset": "plt_Latn-ars_Arab", + "languages": [ + "plt-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676394, + "recall": 0.719368, + "f1": 0.687988, + "accuracy": 0.719368, + "main_score": 0.687988, + "hf_subset": "plt_Latn-ceb_Latn", + "languages": [ + "plt-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527989, + "recall": 0.575099, + "f1": 0.54179, + "accuracy": 0.575099, + "main_score": 0.54179, + "hf_subset": "plt_Latn-fuv_Latn", + "languages": [ + "plt-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508636, + "recall": 0.554348, + "f1": 0.521519, + "accuracy": 0.554348, + "main_score": 0.521519, + "hf_subset": "plt_Latn-kac_Latn", + "languages": [ + "plt-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606342, + "recall": 0.646245, + "f1": 0.617197, + "accuracy": 0.646245, + "main_score": 0.617197, + "hf_subset": "plt_Latn-lin_Latn", + "languages": [ + "plt-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657919, + "recall": 0.710474, + "f1": 0.671991, + "accuracy": 0.710474, + "main_score": 0.671991, + "hf_subset": "plt_Latn-nno_Latn", + "languages": [ + "plt-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156777, + "recall": 0.210474, + "f1": 0.17033, + "accuracy": 0.210474, + "main_score": 0.17033, + "hf_subset": "plt_Latn-sat_Olck", + "languages": [ + "plt-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622746, + "recall": 0.675889, + "f1": 0.636725, + "accuracy": 0.675889, + "main_score": 0.636725, + "hf_subset": "plt_Latn-tel_Telu", + "languages": [ + "plt-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57631, + "recall": 0.633399, + "f1": 0.591668, + "accuracy": 0.633399, + "main_score": 0.591668, + "hf_subset": "plt_Latn-ydd_Hebr", + "languages": [ + "plt-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621626, + "recall": 0.673913, + "f1": 0.635163, + "accuracy": 0.673913, + "main_score": 0.635163, + "hf_subset": "plt_Latn-ary_Arab", + "languages": [ + "plt-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659526, + "recall": 0.70751, + "f1": 0.671996, + "accuracy": 0.70751, + "main_score": 0.671996, + "hf_subset": "plt_Latn-ces_Latn", + "languages": [ + "plt-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545414, + "recall": 0.600791, + "f1": 0.560835, + "accuracy": 0.600791, + "main_score": 0.560835, + "hf_subset": "plt_Latn-gaz_Latn", + "languages": [ + "plt-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53615, + "recall": 0.588933, + "f1": 0.551269, + "accuracy": 0.588933, + "main_score": 0.551269, + "hf_subset": "plt_Latn-kam_Latn", + "languages": [ + "plt-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640176, + "recall": 0.684783, + "f1": 0.65183, + "accuracy": 0.684783, + "main_score": 0.65183, + "hf_subset": "plt_Latn-lit_Latn", + "languages": [ + "plt-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66516, + "recall": 0.716403, + "f1": 0.679088, + "accuracy": 0.716403, + "main_score": 0.679088, + "hf_subset": "plt_Latn-nob_Latn", + "languages": [ + "plt-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639505, + "recall": 0.683794, + "f1": 0.650892, + "accuracy": 0.683794, + "main_score": 0.650892, + "hf_subset": "plt_Latn-scn_Latn", + "languages": [ + "plt-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62798, + "recall": 0.674901, + "f1": 0.63996, + "accuracy": 0.674901, + "main_score": 0.63996, + "hf_subset": "plt_Latn-tgk_Cyrl", + "languages": [ + "plt-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542712, + "recall": 0.602767, + "f1": 0.560092, + "accuracy": 0.602767, + "main_score": 0.560092, + "hf_subset": "plt_Latn-yor_Latn", + "languages": [ + "plt-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639034, + "recall": 0.686759, + "f1": 0.651157, + "accuracy": 0.686759, + "main_score": 0.651157, + "hf_subset": "plt_Latn-arz_Arab", + "languages": [ + "plt-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515441, + "recall": 0.5583, + "f1": 0.527652, + "accuracy": 0.5583, + "main_score": 0.527652, + "hf_subset": "plt_Latn-cjk_Latn", + "languages": [ + "plt-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583328, + "recall": 0.631423, + "f1": 0.595912, + "accuracy": 0.631423, + "main_score": 0.595912, + "hf_subset": "plt_Latn-gla_Latn", + "languages": [ + "plt-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620697, + "recall": 0.68083, + "f1": 0.637507, + "accuracy": 0.68083, + "main_score": 0.637507, + "hf_subset": "plt_Latn-kan_Knda", + "languages": [ + "plt-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65302, + "recall": 0.699605, + "f1": 0.665644, + "accuracy": 0.699605, + "main_score": 0.665644, + "hf_subset": "plt_Latn-lmo_Latn", + "languages": [ + "plt-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647687, + "recall": 0.703557, + "f1": 0.662765, + "accuracy": 0.703557, + "main_score": 0.662765, + "hf_subset": "plt_Latn-npi_Deva", + "languages": [ + "plt-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458489, + "recall": 0.502964, + "f1": 0.471104, + "accuracy": 0.502964, + "main_score": 0.471104, + "hf_subset": "plt_Latn-shn_Mymr", + "languages": [ + "plt-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679242, + "recall": 0.724308, + "f1": 0.691296, + "accuracy": 0.724308, + "main_score": 0.691296, + "hf_subset": "plt_Latn-tgl_Latn", + "languages": [ + "plt-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624714, + "recall": 0.678854, + "f1": 0.638546, + "accuracy": 0.678854, + "main_score": 0.638546, + "hf_subset": "plt_Latn-yue_Hant", + "languages": [ + "plt-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603701, + "recall": 0.659091, + "f1": 0.618757, + "accuracy": 0.659091, + "main_score": 0.618757, + "hf_subset": "plt_Latn-asm_Beng", + "languages": [ + "plt-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599969, + "recall": 0.655138, + "f1": 0.615631, + "accuracy": 0.655138, + "main_score": 0.615631, + "hf_subset": "plt_Latn-ckb_Arab", + "languages": [ + "plt-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593306, + "recall": 0.649209, + "f1": 0.609277, + "accuracy": 0.649209, + "main_score": 0.609277, + "hf_subset": "plt_Latn-gle_Latn", + "languages": [ + "plt-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561859, + "recall": 0.61166, + "f1": 0.575393, + "accuracy": 0.61166, + "main_score": 0.575393, + "hf_subset": "plt_Latn-kas_Arab", + "languages": [ + "plt-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613648, + "recall": 0.661067, + "f1": 0.626322, + "accuracy": 0.661067, + "main_score": 0.626322, + "hf_subset": "plt_Latn-ltg_Latn", + "languages": [ + "plt-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584554, + "recall": 0.62253, + "f1": 0.594897, + "accuracy": 0.62253, + "main_score": 0.594897, + "hf_subset": "plt_Latn-nso_Latn", + "languages": [ + "plt-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565946, + "recall": 0.629447, + "f1": 0.582805, + "accuracy": 0.629447, + "main_score": 0.582805, + "hf_subset": "plt_Latn-sin_Sinh", + "languages": [ + "plt-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643759, + "recall": 0.701581, + "f1": 0.659105, + "accuracy": 0.701581, + "main_score": 0.659105, + "hf_subset": "plt_Latn-tha_Thai", + "languages": [ + "plt-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629267, + "recall": 0.675889, + "f1": 0.641075, + "accuracy": 0.675889, + "main_score": 0.641075, + "hf_subset": "plt_Latn-zho_Hans", + "languages": [ + "plt-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659532, + "recall": 0.712451, + "f1": 0.673862, + "accuracy": 0.712451, + "main_score": 0.673862, + "hf_subset": "plt_Latn-ast_Latn", + "languages": [ + "plt-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625195, + "recall": 0.682806, + "f1": 0.641108, + "accuracy": 0.682806, + "main_score": 0.641108, + "hf_subset": "plt_Latn-crh_Latn", + "languages": [ + "plt-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666373, + "recall": 0.709486, + "f1": 0.678244, + "accuracy": 0.709486, + "main_score": 0.678244, + "hf_subset": "plt_Latn-glg_Latn", + "languages": [ + "plt-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564221, + "recall": 0.617589, + "f1": 0.579462, + "accuracy": 0.617589, + "main_score": 0.579462, + "hf_subset": "plt_Latn-kas_Deva", + "languages": [ + "plt-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631776, + "recall": 0.677866, + "f1": 0.644341, + "accuracy": 0.677866, + "main_score": 0.644341, + "hf_subset": "plt_Latn-ltz_Latn", + "languages": [ + "plt-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471167, + "recall": 0.52668, + "f1": 0.48614, + "accuracy": 0.52668, + "main_score": 0.48614, + "hf_subset": "plt_Latn-nus_Latn", + "languages": [ + "plt-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653327, + "recall": 0.705534, + "f1": 0.667011, + "accuracy": 0.705534, + "main_score": 0.667011, + "hf_subset": "plt_Latn-slk_Latn", + "languages": [ + "plt-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441009, + "recall": 0.502964, + "f1": 0.458413, + "accuracy": 0.502964, + "main_score": 0.458413, + "hf_subset": "plt_Latn-tir_Ethi", + "languages": [ + "plt-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630774, + "recall": 0.684783, + "f1": 0.644882, + "accuracy": 0.684783, + "main_score": 0.644882, + "hf_subset": "plt_Latn-zho_Hant", + "languages": [ + "plt-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648323, + "recall": 0.700593, + "f1": 0.662457, + "accuracy": 0.700593, + "main_score": 0.662457, + "hf_subset": "plt_Latn-awa_Deva", + "languages": [ + "plt-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652318, + "recall": 0.694664, + "f1": 0.663986, + "accuracy": 0.694664, + "main_score": 0.663986, + "hf_subset": "plt_Latn-cym_Latn", + "languages": [ + "plt-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607987, + "recall": 0.650198, + "f1": 0.619546, + "accuracy": 0.650198, + "main_score": 0.619546, + "hf_subset": "plt_Latn-grn_Latn", + "languages": [ + "plt-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617344, + "recall": 0.672925, + "f1": 0.631935, + "accuracy": 0.672925, + "main_score": 0.631935, + "hf_subset": "plt_Latn-kat_Geor", + "languages": [ + "plt-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57079, + "recall": 0.617589, + "f1": 0.583539, + "accuracy": 0.617589, + "main_score": 0.583539, + "hf_subset": "plt_Latn-lua_Latn", + "languages": [ + "plt-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570693, + "recall": 0.616601, + "f1": 0.583379, + "accuracy": 0.616601, + "main_score": 0.583379, + "hf_subset": "plt_Latn-nya_Latn", + "languages": [ + "plt-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648478, + "recall": 0.693676, + "f1": 0.659928, + "accuracy": 0.693676, + "main_score": 0.659928, + "hf_subset": "plt_Latn-slv_Latn", + "languages": [ + "plt-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634277, + "recall": 0.681818, + "f1": 0.647073, + "accuracy": 0.681818, + "main_score": 0.647073, + "hf_subset": "plt_Latn-tpi_Latn", + "languages": [ + "plt-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684915, + "recall": 0.735178, + "f1": 0.698686, + "accuracy": 0.735178, + "main_score": 0.698686, + "hf_subset": "plt_Latn-zsm_Latn", + "languages": [ + "plt-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541931, + "recall": 0.587945, + "f1": 0.554914, + "accuracy": 0.587945, + "main_score": 0.554914, + "hf_subset": "plt_Latn-ayr_Latn", + "languages": [ + "plt-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66006, + "recall": 0.711462, + "f1": 0.673689, + "accuracy": 0.711462, + "main_score": 0.673689, + "hf_subset": "plt_Latn-dan_Latn", + "languages": [ + "plt-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631362, + "recall": 0.684783, + "f1": 0.645366, + "accuracy": 0.684783, + "main_score": 0.645366, + "hf_subset": "plt_Latn-guj_Gujr", + "languages": [ + "plt-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63288, + "recall": 0.686759, + "f1": 0.646912, + "accuracy": 0.686759, + "main_score": 0.646912, + "hf_subset": "plt_Latn-kaz_Cyrl", + "languages": [ + "plt-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527833, + "recall": 0.578063, + "f1": 0.542542, + "accuracy": 0.578063, + "main_score": 0.542542, + "hf_subset": "plt_Latn-lug_Latn", + "languages": [ + "plt-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672666, + "recall": 0.72332, + "f1": 0.685654, + "accuracy": 0.72332, + "main_score": 0.685654, + "hf_subset": "plt_Latn-oci_Latn", + "languages": [ + "plt-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607431, + "recall": 0.648221, + "f1": 0.618374, + "accuracy": 0.648221, + "main_score": 0.618374, + "hf_subset": "plt_Latn-smo_Latn", + "languages": [ + "plt-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536221, + "recall": 0.585968, + "f1": 0.549529, + "accuracy": 0.585968, + "main_score": 0.549529, + "hf_subset": "plt_Latn-tsn_Latn", + "languages": [ + "plt-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565088, + "recall": 0.615613, + "f1": 0.578955, + "accuracy": 0.615613, + "main_score": 0.578955, + "hf_subset": "plt_Latn-zul_Latn", + "languages": [ + "plt-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538568, + "recall": 0.594862, + "f1": 0.554244, + "accuracy": 0.594862, + "main_score": 0.554244, + "hf_subset": "plt_Latn-azb_Arab", + "languages": [ + "plt-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654923, + "recall": 0.705534, + "f1": 0.668375, + "accuracy": 0.705534, + "main_score": 0.668375, + "hf_subset": "plt_Latn-deu_Latn", + "languages": [ + "plt-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631049, + "recall": 0.678854, + "f1": 0.643757, + "accuracy": 0.678854, + "main_score": 0.643757, + "hf_subset": "plt_Latn-hat_Latn", + "languages": [ + "plt-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514505, + "recall": 0.5583, + "f1": 0.526609, + "accuracy": 0.5583, + "main_score": 0.526609, + "hf_subset": "plt_Latn-kbp_Latn", + "languages": [ + "plt-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558203, + "recall": 0.602767, + "f1": 0.570542, + "accuracy": 0.602767, + "main_score": 0.570542, + "hf_subset": "plt_Latn-luo_Latn", + "languages": [ + "plt-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62241, + "recall": 0.681818, + "f1": 0.638399, + "accuracy": 0.681818, + "main_score": 0.638399, + "hf_subset": "plt_Latn-ory_Orya", + "languages": [ + "plt-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565319, + "recall": 0.617589, + "f1": 0.58008, + "accuracy": 0.617589, + "main_score": 0.58008, + "hf_subset": "plt_Latn-sna_Latn", + "languages": [ + "plt-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547494, + "recall": 0.591897, + "f1": 0.559579, + "accuracy": 0.591897, + "main_score": 0.559579, + "hf_subset": "plt_Latn-tso_Latn", + "languages": [ + "plt-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600654, + "recall": 0.657115, + "f1": 0.616345, + "accuracy": 0.657115, + "main_score": 0.616345, + "hf_subset": "plt_Latn-azj_Latn", + "languages": [ + "plt-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512411, + "recall": 0.562253, + "f1": 0.526979, + "accuracy": 0.562253, + "main_score": 0.526979, + "hf_subset": "plt_Latn-dik_Latn", + "languages": [ + "plt-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602476, + "recall": 0.646245, + "f1": 0.614484, + "accuracy": 0.646245, + "main_score": 0.614484, + "hf_subset": "plt_Latn-hau_Latn", + "languages": [ + "plt-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653531, + "recall": 0.695652, + "f1": 0.664739, + "accuracy": 0.695652, + "main_score": 0.664739, + "hf_subset": "plt_Latn-kea_Latn", + "languages": [ + "plt-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612096, + "recall": 0.650198, + "f1": 0.622021, + "accuracy": 0.650198, + "main_score": 0.622021, + "hf_subset": "plt_Latn-lus_Latn", + "languages": [ + "plt-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613653, + "recall": 0.651186, + "f1": 0.624624, + "accuracy": 0.651186, + "main_score": 0.624624, + "hf_subset": "plt_Latn-pag_Latn", + "languages": [ + "plt-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619668, + "recall": 0.675889, + "f1": 0.635175, + "accuracy": 0.675889, + "main_score": 0.635175, + "hf_subset": "plt_Latn-snd_Arab", + "languages": [ + "plt-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604289, + "recall": 0.653162, + "f1": 0.617163, + "accuracy": 0.653162, + "main_score": 0.617163, + "hf_subset": "plt_Latn-tuk_Latn", + "languages": [ + "plt-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631077, + "recall": 0.678854, + "f1": 0.643433, + "accuracy": 0.678854, + "main_score": 0.643433, + "hf_subset": "plt_Latn-bak_Cyrl", + "languages": [ + "plt-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442236, + "recall": 0.514822, + "f1": 0.462586, + "accuracy": 0.514822, + "main_score": 0.462586, + "hf_subset": "plt_Latn-dyu_Latn", + "languages": [ + "plt-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635684, + "recall": 0.693676, + "f1": 0.651669, + "accuracy": 0.693676, + "main_score": 0.651669, + "hf_subset": "plt_Latn-heb_Hebr", + "languages": [ + "plt-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602856, + "recall": 0.657115, + "f1": 0.616637, + "accuracy": 0.657115, + "main_score": 0.616637, + "hf_subset": "plt_Latn-khk_Cyrl", + "languages": [ + "plt-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649168, + "recall": 0.699605, + "f1": 0.661848, + "accuracy": 0.699605, + "main_score": 0.661848, + "hf_subset": "plt_Latn-lvs_Latn", + "languages": [ + "plt-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645951, + "recall": 0.698617, + "f1": 0.659982, + "accuracy": 0.698617, + "main_score": 0.659982, + "hf_subset": "plt_Latn-pan_Guru", + "languages": [ + "plt-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566793, + "recall": 0.614625, + "f1": 0.580375, + "accuracy": 0.614625, + "main_score": 0.580375, + "hf_subset": "plt_Latn-som_Latn", + "languages": [ + "plt-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533687, + "recall": 0.575099, + "f1": 0.545159, + "accuracy": 0.575099, + "main_score": 0.545159, + "hf_subset": "plt_Latn-tum_Latn", + "languages": [ + "plt-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603517, + "recall": 0.668972, + "f1": 0.622339, + "accuracy": 0.668972, + "main_score": 0.622339, + "hf_subset": "srp_Cyrl-ace_Arab", + "languages": [ + "srp-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551059, + "recall": 0.61166, + "f1": 0.568223, + "accuracy": 0.61166, + "main_score": 0.568223, + "hf_subset": "srp_Cyrl-bam_Latn", + "languages": [ + "srp-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452836, + "recall": 0.530632, + "f1": 0.474715, + "accuracy": 0.530632, + "main_score": 0.474715, + "hf_subset": "srp_Cyrl-dzo_Tibt", + "languages": [ + "srp-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-hin_Deva", + "languages": [ + "srp-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-khm_Khmr", + "languages": [ + "srp-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-mag_Deva", + "languages": [ + "srp-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-pap_Latn", + "languages": [ + "srp-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612526, + "recall": 0.668972, + "f1": 0.628607, + "accuracy": 0.668972, + "main_score": 0.628607, + "hf_subset": "srp_Cyrl-sot_Latn", + "languages": [ + "srp-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-tur_Latn", + "languages": [ + "srp-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895751, + "recall": 0.925889, + "f1": 0.905468, + "accuracy": 0.925889, + "main_score": 0.905468, + "hf_subset": "srp_Cyrl-ace_Latn", + "languages": [ + "srp-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968297, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "srp_Cyrl-ban_Latn", + "languages": [ + "srp-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ell_Grek", + "languages": [ + "srp-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "srp_Cyrl-hne_Deva", + "languages": [ + "srp-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615771, + "recall": 0.673913, + "f1": 0.632174, + "accuracy": 0.673913, + "main_score": 0.632174, + "hf_subset": "srp_Cyrl-kik_Latn", + "languages": [ + "srp-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-mai_Deva", + "languages": [ + "srp-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "srp_Cyrl-pbt_Arab", + "languages": [ + "srp-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-spa_Latn", + "languages": [ + "srp-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620876, + "recall": 0.687747, + "f1": 0.639877, + "accuracy": 0.687747, + "main_score": 0.639877, + "hf_subset": "srp_Cyrl-twi_Latn", + "languages": [ + "srp-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-acm_Arab", + "languages": [ + "srp-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580015, + "recall": 0.647233, + "f1": 0.598974, + "accuracy": 0.647233, + "main_score": 0.598974, + "hf_subset": "srp_Cyrl-kin_Latn", + "languages": [ + "srp-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-mal_Mlym", + "languages": [ + "srp-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-pes_Arab", + "languages": [ + "srp-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-srd_Latn", + "languages": [ + "srp-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185304, + "recall": 0.241107, + "f1": 0.199645, + "accuracy": 0.241107, + "main_score": 0.199645, + "hf_subset": "srp_Cyrl-tzm_Tfng", + "languages": [ + "srp-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-acq_Arab", + "languages": [ + "srp-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643692, + "recall": 0.697628, + "f1": 0.659307, + "accuracy": 0.697628, + "main_score": 0.659307, + "hf_subset": "srp_Cyrl-bem_Latn", + "languages": [ + "srp-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-epo_Latn", + "languages": [ + "srp-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-hun_Latn", + "languages": [ + "srp-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-kir_Cyrl", + "languages": [ + "srp-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-mar_Deva", + "languages": [ + "srp-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698271, + "recall": 0.75, + "f1": 0.713721, + "accuracy": 0.75, + "main_score": 0.713721, + "hf_subset": "srp_Cyrl-plt_Latn", + "languages": [ + "srp-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "srp_Cyrl-uig_Arab", + "languages": [ + "srp-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-aeb_Arab", + "languages": [ + "srp-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ben_Beng", + "languages": [ + "srp-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-est_Latn", + "languages": [ + "srp-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-hye_Armn", + "languages": [ + "srp-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560968, + "recall": 0.619565, + "f1": 0.578186, + "accuracy": 0.619565, + "main_score": 0.578186, + "hf_subset": "srp_Cyrl-kmb_Latn", + "languages": [ + "srp-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533489, + "recall": 0.603755, + "f1": 0.552599, + "accuracy": 0.603755, + "main_score": 0.552599, + "hf_subset": "srp_Cyrl-min_Arab", + "languages": [ + "srp-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570332, + "recall": 0.637352, + "f1": 0.590154, + "accuracy": 0.637352, + "main_score": 0.590154, + "hf_subset": "srp_Cyrl-ssw_Latn", + "languages": [ + "srp-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-afr_Latn", + "languages": [ + "srp-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-bho_Deva", + "languages": [ + "srp-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-eus_Latn", + "languages": [ + "srp-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597793, + "recall": 0.659091, + "f1": 0.614686, + "accuracy": 0.659091, + "main_score": 0.614686, + "hf_subset": "srp_Cyrl-ibo_Latn", + "languages": [ + "srp-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915184, + "recall": 0.938735, + "f1": 0.92276, + "accuracy": 0.938735, + "main_score": 0.92276, + "hf_subset": "srp_Cyrl-kmr_Latn", + "languages": [ + "srp-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-min_Latn", + "languages": [ + "srp-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-por_Latn", + "languages": [ + "srp-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "srp_Cyrl-sun_Latn", + "languages": [ + "srp-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533929, + "recall": 0.594862, + "f1": 0.551647, + "accuracy": 0.594862, + "main_score": 0.551647, + "hf_subset": "srp_Cyrl-umb_Latn", + "languages": [ + "srp-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ajp_Arab", + "languages": [ + "srp-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559604, + "recall": 0.628458, + "f1": 0.578673, + "accuracy": 0.628458, + "main_score": 0.578673, + "hf_subset": "srp_Cyrl-bjn_Arab", + "languages": [ + "srp-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528495, + "recall": 0.582016, + "f1": 0.54337, + "accuracy": 0.582016, + "main_score": 0.54337, + "hf_subset": "srp_Cyrl-ewe_Latn", + "languages": [ + "srp-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "srp_Cyrl-ilo_Latn", + "languages": [ + "srp-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319363, + "recall": 0.381423, + "f1": 0.336684, + "accuracy": 0.381423, + "main_score": 0.336684, + "hf_subset": "srp_Cyrl-knc_Arab", + "languages": [ + "srp-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-prs_Arab", + "languages": [ + "srp-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-swe_Latn", + "languages": [ + "srp-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-urd_Arab", + "languages": [ + "srp-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603195, + "recall": 0.66502, + "f1": 0.620131, + "accuracy": 0.66502, + "main_score": 0.620131, + "hf_subset": "srp_Cyrl-aka_Latn", + "languages": [ + "srp-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-bjn_Latn", + "languages": [ + "srp-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-fao_Latn", + "languages": [ + "srp-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ind_Latn", + "languages": [ + "srp-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595629, + "recall": 0.65415, + "f1": 0.612728, + "accuracy": 0.65415, + "main_score": 0.612728, + "hf_subset": "srp_Cyrl-knc_Latn", + "languages": [ + "srp-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-mlt_Latn", + "languages": [ + "srp-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730328, + "recall": 0.795455, + "f1": 0.74981, + "accuracy": 0.795455, + "main_score": 0.74981, + "hf_subset": "srp_Cyrl-quy_Latn", + "languages": [ + "srp-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "srp_Cyrl-swh_Latn", + "languages": [ + "srp-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-uzn_Latn", + "languages": [ + "srp-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-als_Latn", + "languages": [ + "srp-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680451, + "recall": 0.754941, + "f1": 0.702174, + "accuracy": 0.754941, + "main_score": 0.702174, + "hf_subset": "srp_Cyrl-bod_Tibt", + "languages": [ + "srp-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725329, + "recall": 0.783597, + "f1": 0.742542, + "accuracy": 0.783597, + "main_score": 0.742542, + "hf_subset": "srp_Cyrl-fij_Latn", + "languages": [ + "srp-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "srp_Cyrl-isl_Latn", + "languages": [ + "srp-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687434, + "recall": 0.736166, + "f1": 0.701943, + "accuracy": 0.736166, + "main_score": 0.701943, + "hf_subset": "srp_Cyrl-kon_Latn", + "languages": [ + "srp-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668338, + "recall": 0.733202, + "f1": 0.687491, + "accuracy": 0.733202, + "main_score": 0.687491, + "hf_subset": "srp_Cyrl-mni_Beng", + "languages": [ + "srp-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ron_Latn", + "languages": [ + "srp-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "srp_Cyrl-szl_Latn", + "languages": [ + "srp-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-vec_Latn", + "languages": [ + "srp-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "srp_Cyrl-amh_Ethi", + "languages": [ + "srp-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-fin_Latn", + "languages": [ + "srp-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ita_Latn", + "languages": [ + "srp-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-kor_Hang", + "languages": [ + "srp-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551399, + "recall": 0.613636, + "f1": 0.568797, + "accuracy": 0.613636, + "main_score": 0.568797, + "hf_subset": "srp_Cyrl-mos_Latn", + "languages": [ + "srp-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557403, + "recall": 0.619565, + "f1": 0.574942, + "accuracy": 0.619565, + "main_score": 0.574942, + "hf_subset": "srp_Cyrl-run_Latn", + "languages": [ + "srp-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-tam_Taml", + "languages": [ + "srp-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-vie_Latn", + "languages": [ + "srp-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-apc_Arab", + "languages": [ + "srp-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814509, + "recall": 0.858696, + "f1": 0.827503, + "accuracy": 0.858696, + "main_score": 0.827503, + "hf_subset": "srp_Cyrl-bug_Latn", + "languages": [ + "srp-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470149, + "recall": 0.52668, + "f1": 0.485039, + "accuracy": 0.52668, + "main_score": 0.485039, + "hf_subset": "srp_Cyrl-fon_Latn", + "languages": [ + "srp-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-jav_Latn", + "languages": [ + "srp-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-lao_Laoo", + "languages": [ + "srp-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901162, + "recall": 0.929842, + "f1": 0.910326, + "accuracy": 0.929842, + "main_score": 0.910326, + "hf_subset": "srp_Cyrl-mri_Latn", + "languages": [ + "srp-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545562, + "recall": 0.608696, + "f1": 0.563564, + "accuracy": 0.608696, + "main_score": 0.563564, + "hf_subset": "srp_Cyrl-taq_Latn", + "languages": [ + "srp-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-war_Latn", + "languages": [ + "srp-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-arb_Arab", + "languages": [ + "srp-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-fra_Latn", + "languages": [ + "srp-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-jpn_Jpan", + "languages": [ + "srp-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "srp_Cyrl-lij_Latn", + "languages": [ + "srp-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "srp_Cyrl-mya_Mymr", + "languages": [ + "srp-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59791, + "recall": 0.666008, + "f1": 0.617068, + "accuracy": 0.666008, + "main_score": 0.617068, + "hf_subset": "srp_Cyrl-sag_Latn", + "languages": [ + "srp-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19355, + "recall": 0.257905, + "f1": 0.208251, + "accuracy": 0.257905, + "main_score": 0.208251, + "hf_subset": "srp_Cyrl-taq_Tfng", + "languages": [ + "srp-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650958, + "recall": 0.714427, + "f1": 0.669269, + "accuracy": 0.714427, + "main_score": 0.669269, + "hf_subset": "srp_Cyrl-wol_Latn", + "languages": [ + "srp-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834239, + "recall": 0.879447, + "f1": 0.848353, + "accuracy": 0.879447, + "main_score": 0.848353, + "hf_subset": "srp_Cyrl-arb_Latn", + "languages": [ + "srp-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-cat_Latn", + "languages": [ + "srp-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-fur_Latn", + "languages": [ + "srp-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425913, + "recall": 0.48913, + "f1": 0.443892, + "accuracy": 0.48913, + "main_score": 0.443892, + "hf_subset": "srp_Cyrl-kab_Latn", + "languages": [ + "srp-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-lim_Latn", + "languages": [ + "srp-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-nld_Latn", + "languages": [ + "srp-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "srp_Cyrl-san_Deva", + "languages": [ + "srp-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-tat_Cyrl", + "languages": [ + "srp-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695093, + "recall": 0.752964, + "f1": 0.712127, + "accuracy": 0.752964, + "main_score": 0.712127, + "hf_subset": "srp_Cyrl-xho_Latn", + "languages": [ + "srp-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ars_Arab", + "languages": [ + "srp-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ceb_Latn", + "languages": [ + "srp-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57535, + "recall": 0.636364, + "f1": 0.593455, + "accuracy": 0.636364, + "main_score": 0.593455, + "hf_subset": "srp_Cyrl-fuv_Latn", + "languages": [ + "srp-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515213, + "recall": 0.585968, + "f1": 0.53502, + "accuracy": 0.585968, + "main_score": 0.53502, + "hf_subset": "srp_Cyrl-kac_Latn", + "languages": [ + "srp-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690209, + "recall": 0.743083, + "f1": 0.705885, + "accuracy": 0.743083, + "main_score": 0.705885, + "hf_subset": "srp_Cyrl-lin_Latn", + "languages": [ + "srp-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-nno_Latn", + "languages": [ + "srp-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244458, + "recall": 0.333004, + "f1": 0.268213, + "accuracy": 0.333004, + "main_score": 0.268213, + "hf_subset": "srp_Cyrl-sat_Olck", + "languages": [ + "srp-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-tel_Telu", + "languages": [ + "srp-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "srp_Cyrl-ydd_Hebr", + "languages": [ + "srp-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "srp_Cyrl-ary_Arab", + "languages": [ + "srp-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598625, + "recall": 0.662055, + "f1": 0.616839, + "accuracy": 0.662055, + "main_score": 0.616839, + "hf_subset": "srp_Cyrl-gaz_Latn", + "languages": [ + "srp-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593751, + "recall": 0.658103, + "f1": 0.612128, + "accuracy": 0.658103, + "main_score": 0.612128, + "hf_subset": "srp_Cyrl-kam_Latn", + "languages": [ + "srp-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "srp_Cyrl-lit_Latn", + "languages": [ + "srp-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-nob_Latn", + "languages": [ + "srp-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "srp_Cyrl-scn_Latn", + "languages": [ + "srp-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "srp_Cyrl-tgk_Cyrl", + "languages": [ + "srp-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734272, + "recall": 0.794466, + "f1": 0.752376, + "accuracy": 0.794466, + "main_score": 0.752376, + "hf_subset": "srp_Cyrl-yor_Latn", + "languages": [ + "srp-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-arz_Arab", + "languages": [ + "srp-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568379, + "recall": 0.626482, + "f1": 0.5854, + "accuracy": 0.626482, + "main_score": 0.5854, + "hf_subset": "srp_Cyrl-cjk_Latn", + "languages": [ + "srp-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827075, + "recall": 0.871542, + "f1": 0.841041, + "accuracy": 0.871542, + "main_score": 0.841041, + "hf_subset": "srp_Cyrl-gla_Latn", + "languages": [ + "srp-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-kan_Knda", + "languages": [ + "srp-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srp_Cyrl-lmo_Latn", + "languages": [ + "srp-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "srp_Cyrl-npi_Deva", + "languages": [ + "srp-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474028, + "recall": 0.541502, + "f1": 0.492727, + "accuracy": 0.541502, + "main_score": 0.492727, + "hf_subset": "srp_Cyrl-shn_Mymr", + "languages": [ + "srp-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-tgl_Latn", + "languages": [ + "srp-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-yue_Hant", + "languages": [ + "srp-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "srp_Cyrl-asm_Beng", + "languages": [ + "srp-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "srp_Cyrl-ckb_Arab", + "languages": [ + "srp-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921558, + "recall": 0.942688, + "f1": 0.928096, + "accuracy": 0.942688, + "main_score": 0.928096, + "hf_subset": "srp_Cyrl-gle_Latn", + "languages": [ + "srp-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "srp_Cyrl-kas_Arab", + "languages": [ + "srp-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "srp_Cyrl-ltg_Latn", + "languages": [ + "srp-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625224, + "recall": 0.682806, + "f1": 0.642084, + "accuracy": 0.682806, + "main_score": 0.642084, + "hf_subset": "srp_Cyrl-nso_Latn", + "languages": [ + "srp-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "srp_Cyrl-sin_Sinh", + "languages": [ + "srp-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-tha_Thai", + "languages": [ + "srp-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-zho_Hans", + "languages": [ + "srp-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-ast_Latn", + "languages": [ + "srp-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-crh_Latn", + "languages": [ + "srp-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-glg_Latn", + "languages": [ + "srp-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896739, + "recall": 0.926877, + "f1": 0.906291, + "accuracy": 0.926877, + "main_score": 0.906291, + "hf_subset": "srp_Cyrl-kas_Deva", + "languages": [ + "srp-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "srp_Cyrl-ltz_Latn", + "languages": [ + "srp-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479105, + "recall": 0.543478, + "f1": 0.496374, + "accuracy": 0.543478, + "main_score": 0.496374, + "hf_subset": "srp_Cyrl-nus_Latn", + "languages": [ + "srp-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640112, + "recall": 0.712451, + "f1": 0.661775, + "accuracy": 0.712451, + "main_score": 0.661775, + "hf_subset": "srp_Cyrl-tir_Ethi", + "languages": [ + "srp-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-zho_Hant", + "languages": [ + "srp-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "srp_Cyrl-awa_Deva", + "languages": [ + "srp-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "srp_Cyrl-cym_Latn", + "languages": [ + "srp-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855814, + "recall": 0.894269, + "f1": 0.867655, + "accuracy": 0.894269, + "main_score": 0.867655, + "hf_subset": "srp_Cyrl-grn_Latn", + "languages": [ + "srp-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-kat_Geor", + "languages": [ + "srp-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659552, + "recall": 0.713439, + "f1": 0.675134, + "accuracy": 0.713439, + "main_score": 0.675134, + "hf_subset": "srp_Cyrl-lua_Latn", + "languages": [ + "srp-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667098, + "recall": 0.727273, + "f1": 0.684198, + "accuracy": 0.727273, + "main_score": 0.684198, + "hf_subset": "srp_Cyrl-nya_Latn", + "languages": [ + "srp-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "srp_Cyrl-tpi_Latn", + "languages": [ + "srp-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-zsm_Latn", + "languages": [ + "srp-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550299, + "recall": 0.618577, + "f1": 0.56996, + "accuracy": 0.618577, + "main_score": 0.56996, + "hf_subset": "srp_Cyrl-ayr_Latn", + "languages": [ + "srp-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-dan_Latn", + "languages": [ + "srp-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-guj_Gujr", + "languages": [ + "srp-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-kaz_Cyrl", + "languages": [ + "srp-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54781, + "recall": 0.613636, + "f1": 0.566493, + "accuracy": 0.613636, + "main_score": 0.566493, + "hf_subset": "srp_Cyrl-lug_Latn", + "languages": [ + "srp-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-oci_Latn", + "languages": [ + "srp-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848271, + "recall": 0.890316, + "f1": 0.861199, + "accuracy": 0.890316, + "main_score": 0.861199, + "hf_subset": "srp_Cyrl-smo_Latn", + "languages": [ + "srp-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550842, + "recall": 0.614625, + "f1": 0.568762, + "accuracy": 0.614625, + "main_score": 0.568762, + "hf_subset": "srp_Cyrl-tsn_Latn", + "languages": [ + "srp-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642911, + "recall": 0.700593, + "f1": 0.659673, + "accuracy": 0.700593, + "main_score": 0.659673, + "hf_subset": "srp_Cyrl-zul_Latn", + "languages": [ + "srp-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.958498, + "f1": 0.947134, + "accuracy": 0.958498, + "main_score": 0.947134, + "hf_subset": "srp_Cyrl-azb_Arab", + "languages": [ + "srp-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-deu_Latn", + "languages": [ + "srp-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "srp_Cyrl-hat_Latn", + "languages": [ + "srp-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500983, + "recall": 0.562253, + "f1": 0.518255, + "accuracy": 0.562253, + "main_score": 0.518255, + "hf_subset": "srp_Cyrl-kbp_Latn", + "languages": [ + "srp-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579516, + "recall": 0.639328, + "f1": 0.595487, + "accuracy": 0.639328, + "main_score": 0.595487, + "hf_subset": "srp_Cyrl-luo_Latn", + "languages": [ + "srp-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-ory_Orya", + "languages": [ + "srp-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611662, + "recall": 0.672925, + "f1": 0.629414, + "accuracy": 0.672925, + "main_score": 0.629414, + "hf_subset": "srp_Cyrl-sna_Latn", + "languages": [ + "srp-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572201, + "recall": 0.628458, + "f1": 0.587408, + "accuracy": 0.628458, + "main_score": 0.587408, + "hf_subset": "srp_Cyrl-tso_Latn", + "languages": [ + "srp-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-azj_Latn", + "languages": [ + "srp-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546422, + "recall": 0.616601, + "f1": 0.566556, + "accuracy": 0.616601, + "main_score": 0.566556, + "hf_subset": "srp_Cyrl-dik_Latn", + "languages": [ + "srp-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769055, + "recall": 0.822134, + "f1": 0.784914, + "accuracy": 0.822134, + "main_score": 0.784914, + "hf_subset": "srp_Cyrl-hau_Latn", + "languages": [ + "srp-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "srp_Cyrl-kea_Latn", + "languages": [ + "srp-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768314, + "recall": 0.817194, + "f1": 0.783352, + "accuracy": 0.817194, + "main_score": 0.783352, + "hf_subset": "srp_Cyrl-lus_Latn", + "languages": [ + "srp-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881999, + "recall": 0.910079, + "f1": 0.890679, + "accuracy": 0.910079, + "main_score": 0.890679, + "hf_subset": "srp_Cyrl-pag_Latn", + "languages": [ + "srp-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "srp_Cyrl-snd_Arab", + "languages": [ + "srp-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "srp_Cyrl-tuk_Latn", + "languages": [ + "srp-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "srp_Cyrl-bak_Cyrl", + "languages": [ + "srp-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495669, + "recall": 0.572134, + "f1": 0.517956, + "accuracy": 0.572134, + "main_score": 0.517956, + "hf_subset": "srp_Cyrl-dyu_Latn", + "languages": [ + "srp-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "srp_Cyrl-heb_Hebr", + "languages": [ + "srp-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "srp_Cyrl-khk_Cyrl", + "languages": [ + "srp-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-lvs_Latn", + "languages": [ + "srp-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "srp_Cyrl-pan_Guru", + "languages": [ + "srp-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734827, + "recall": 0.794466, + "f1": 0.752701, + "accuracy": 0.794466, + "main_score": 0.752701, + "hf_subset": "srp_Cyrl-som_Latn", + "languages": [ + "srp-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620299, + "recall": 0.66996, + "f1": 0.634427, + "accuracy": 0.66996, + "main_score": 0.634427, + "hf_subset": "srp_Cyrl-tum_Latn", + "languages": [ + "srp-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486664, + "recall": 0.546443, + "f1": 0.503546, + "accuracy": 0.546443, + "main_score": 0.503546, + "hf_subset": "uig_Arab-ace_Arab", + "languages": [ + "uig-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458285, + "recall": 0.511858, + "f1": 0.473622, + "accuracy": 0.511858, + "main_score": 0.473622, + "hf_subset": "uig_Arab-bam_Latn", + "languages": [ + "uig-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371103, + "recall": 0.436759, + "f1": 0.388315, + "accuracy": 0.436759, + "main_score": 0.388315, + "hf_subset": "uig_Arab-dzo_Tibt", + "languages": [ + "uig-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "uig_Arab-hin_Deva", + "languages": [ + "uig-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955816, + "accuracy": 0.965415, + "main_score": 0.955816, + "hf_subset": "uig_Arab-khm_Khmr", + "languages": [ + "uig-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963307, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "uig_Arab-mag_Deva", + "languages": [ + "uig-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88302, + "recall": 0.912055, + "f1": 0.891817, + "accuracy": 0.912055, + "main_score": 0.891817, + "hf_subset": "uig_Arab-pap_Latn", + "languages": [ + "uig-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513369, + "recall": 0.56917, + "f1": 0.52908, + "accuracy": 0.56917, + "main_score": 0.52908, + "hf_subset": "uig_Arab-sot_Latn", + "languages": [ + "uig-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754324, + "recall": 0.797431, + "f1": 0.7669, + "accuracy": 0.797431, + "main_score": 0.7669, + "hf_subset": "uig_Arab-ace_Latn", + "languages": [ + "uig-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846723, + "recall": 0.879447, + "f1": 0.856376, + "accuracy": 0.879447, + "main_score": 0.856376, + "hf_subset": "uig_Arab-ban_Latn", + "languages": [ + "uig-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964509, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "uig_Arab-ell_Grek", + "languages": [ + "uig-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958086, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "uig_Arab-hne_Deva", + "languages": [ + "uig-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498675, + "recall": 0.559289, + "f1": 0.515378, + "accuracy": 0.559289, + "main_score": 0.515378, + "hf_subset": "uig_Arab-kik_Latn", + "languages": [ + "uig-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959239, + "recall": 0.971344, + "f1": 0.962978, + "accuracy": 0.971344, + "main_score": 0.962978, + "hf_subset": "uig_Arab-mai_Deva", + "languages": [ + "uig-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903903, + "recall": 0.931818, + "f1": 0.912582, + "accuracy": 0.931818, + "main_score": 0.912582, + "hf_subset": "uig_Arab-pbt_Arab", + "languages": [ + "uig-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uig_Arab-spa_Latn", + "languages": [ + "uig-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53027, + "recall": 0.589921, + "f1": 0.54745, + "accuracy": 0.589921, + "main_score": 0.54745, + "hf_subset": "uig_Arab-twi_Latn", + "languages": [ + "uig-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "uig_Arab-acm_Arab", + "languages": [ + "uig-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948781, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "uig_Arab-bel_Cyrl", + "languages": [ + "uig-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "uig_Arab-hrv_Latn", + "languages": [ + "uig-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481888, + "recall": 0.544466, + "f1": 0.499171, + "accuracy": 0.544466, + "main_score": 0.499171, + "hf_subset": "uig_Arab-kin_Latn", + "languages": [ + "uig-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "uig_Arab-mal_Mlym", + "languages": [ + "uig-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uig_Arab-pes_Arab", + "languages": [ + "uig-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891337, + "recall": 0.916996, + "f1": 0.899144, + "accuracy": 0.916996, + "main_score": 0.899144, + "hf_subset": "uig_Arab-srd_Latn", + "languages": [ + "uig-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181607, + "recall": 0.229249, + "f1": 0.194043, + "accuracy": 0.229249, + "main_score": 0.194043, + "hf_subset": "uig_Arab-tzm_Tfng", + "languages": [ + "uig-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "uig_Arab-acq_Arab", + "languages": [ + "uig-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54452, + "recall": 0.593874, + "f1": 0.557961, + "accuracy": 0.593874, + "main_score": 0.557961, + "hf_subset": "uig_Arab-bem_Latn", + "languages": [ + "uig-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959569, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "uig_Arab-epo_Latn", + "languages": [ + "uig-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "uig_Arab-hun_Latn", + "languages": [ + "uig-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "uig_Arab-mar_Deva", + "languages": [ + "uig-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577383, + "recall": 0.630435, + "f1": 0.593182, + "accuracy": 0.630435, + "main_score": 0.593182, + "hf_subset": "uig_Arab-plt_Latn", + "languages": [ + "uig-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "uig_Arab-srp_Cyrl", + "languages": [ + "uig-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "uig_Arab-aeb_Arab", + "languages": [ + "uig-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "uig_Arab-ben_Beng", + "languages": [ + "uig-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956225, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "uig_Arab-est_Latn", + "languages": [ + "uig-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "uig_Arab-hye_Armn", + "languages": [ + "uig-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464996, + "recall": 0.523715, + "f1": 0.481606, + "accuracy": 0.523715, + "main_score": 0.481606, + "hf_subset": "uig_Arab-kmb_Latn", + "languages": [ + "uig-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431539, + "recall": 0.492095, + "f1": 0.447247, + "accuracy": 0.492095, + "main_score": 0.447247, + "hf_subset": "uig_Arab-min_Arab", + "languages": [ + "uig-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "uig_Arab-pol_Latn", + "languages": [ + "uig-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49165, + "recall": 0.545455, + "f1": 0.506917, + "accuracy": 0.545455, + "main_score": 0.506917, + "hf_subset": "uig_Arab-ssw_Latn", + "languages": [ + "uig-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "uig_Arab-ukr_Cyrl", + "languages": [ + "uig-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "uig_Arab-afr_Latn", + "languages": [ + "uig-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.964427, + "f1": 0.95504, + "accuracy": 0.964427, + "main_score": 0.95504, + "hf_subset": "uig_Arab-bho_Deva", + "languages": [ + "uig-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913076, + "recall": 0.937747, + "f1": 0.920949, + "accuracy": 0.937747, + "main_score": 0.920949, + "hf_subset": "uig_Arab-eus_Latn", + "languages": [ + "uig-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483811, + "recall": 0.541502, + "f1": 0.500216, + "accuracy": 0.541502, + "main_score": 0.500216, + "hf_subset": "uig_Arab-ibo_Latn", + "languages": [ + "uig-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792165, + "recall": 0.837945, + "f1": 0.805719, + "accuracy": 0.837945, + "main_score": 0.805719, + "hf_subset": "uig_Arab-kmr_Latn", + "languages": [ + "uig-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903903, + "recall": 0.927866, + "f1": 0.911232, + "accuracy": 0.927866, + "main_score": 0.911232, + "hf_subset": "uig_Arab-min_Latn", + "languages": [ + "uig-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "uig_Arab-por_Latn", + "languages": [ + "uig-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "uig_Arab-sun_Latn", + "languages": [ + "uig-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466538, + "recall": 0.518775, + "f1": 0.480772, + "accuracy": 0.518775, + "main_score": 0.480772, + "hf_subset": "uig_Arab-umb_Latn", + "languages": [ + "uig-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.968379, + "f1": 0.959486, + "accuracy": 0.968379, + "main_score": 0.959486, + "hf_subset": "uig_Arab-ajp_Arab", + "languages": [ + "uig-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468731, + "recall": 0.530632, + "f1": 0.485958, + "accuracy": 0.530632, + "main_score": 0.485958, + "hf_subset": "uig_Arab-bjn_Arab", + "languages": [ + "uig-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43095, + "recall": 0.482213, + "f1": 0.444769, + "accuracy": 0.482213, + "main_score": 0.444769, + "hf_subset": "uig_Arab-ewe_Latn", + "languages": [ + "uig-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816892, + "recall": 0.853755, + "f1": 0.827853, + "accuracy": 0.853755, + "main_score": 0.827853, + "hf_subset": "uig_Arab-ilo_Latn", + "languages": [ + "uig-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303362, + "recall": 0.348814, + "f1": 0.316235, + "accuracy": 0.348814, + "main_score": 0.316235, + "hf_subset": "uig_Arab-knc_Arab", + "languages": [ + "uig-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "uig_Arab-mkd_Cyrl", + "languages": [ + "uig-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uig_Arab-prs_Arab", + "languages": [ + "uig-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "uig_Arab-swe_Latn", + "languages": [ + "uig-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "uig_Arab-urd_Arab", + "languages": [ + "uig-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50315, + "recall": 0.557312, + "f1": 0.518368, + "accuracy": 0.557312, + "main_score": 0.518368, + "hf_subset": "uig_Arab-aka_Latn", + "languages": [ + "uig-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897908, + "recall": 0.922925, + "f1": 0.905549, + "accuracy": 0.922925, + "main_score": 0.905549, + "hf_subset": "uig_Arab-bjn_Latn", + "languages": [ + "uig-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880823, + "recall": 0.911067, + "f1": 0.889937, + "accuracy": 0.911067, + "main_score": 0.889937, + "hf_subset": "uig_Arab-fao_Latn", + "languages": [ + "uig-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "uig_Arab-ind_Latn", + "languages": [ + "uig-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511585, + "recall": 0.55336, + "f1": 0.523373, + "accuracy": 0.55336, + "main_score": 0.523373, + "hf_subset": "uig_Arab-knc_Latn", + "languages": [ + "uig-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907263, + "recall": 0.932806, + "f1": 0.914888, + "accuracy": 0.932806, + "main_score": 0.914888, + "hf_subset": "uig_Arab-mlt_Latn", + "languages": [ + "uig-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626979, + "recall": 0.681818, + "f1": 0.642542, + "accuracy": 0.681818, + "main_score": 0.642542, + "hf_subset": "uig_Arab-quy_Latn", + "languages": [ + "uig-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892457, + "recall": 0.91996, + "f1": 0.900955, + "accuracy": 0.91996, + "main_score": 0.900955, + "hf_subset": "uig_Arab-swh_Latn", + "languages": [ + "uig-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "uig_Arab-uzn_Latn", + "languages": [ + "uig-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "uig_Arab-als_Latn", + "languages": [ + "uig-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579381, + "recall": 0.658103, + "f1": 0.602454, + "accuracy": 0.658103, + "main_score": 0.602454, + "hf_subset": "uig_Arab-bod_Tibt", + "languages": [ + "uig-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610795, + "recall": 0.668972, + "f1": 0.627497, + "accuracy": 0.668972, + "main_score": 0.627497, + "hf_subset": "uig_Arab-fij_Latn", + "languages": [ + "uig-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918067, + "recall": 0.942688, + "f1": 0.925791, + "accuracy": 0.942688, + "main_score": 0.925791, + "hf_subset": "uig_Arab-isl_Latn", + "languages": [ + "uig-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555847, + "recall": 0.609684, + "f1": 0.571048, + "accuracy": 0.609684, + "main_score": 0.571048, + "hf_subset": "uig_Arab-kon_Latn", + "languages": [ + "uig-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575554, + "recall": 0.634387, + "f1": 0.592278, + "accuracy": 0.634387, + "main_score": 0.592278, + "hf_subset": "uig_Arab-mni_Beng", + "languages": [ + "uig-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971756, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "uig_Arab-ron_Latn", + "languages": [ + "uig-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928113, + "recall": 0.948617, + "f1": 0.934684, + "accuracy": 0.948617, + "main_score": 0.934684, + "hf_subset": "uig_Arab-szl_Latn", + "languages": [ + "uig-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953804, + "recall": 0.966403, + "f1": 0.95774, + "accuracy": 0.966403, + "main_score": 0.95774, + "hf_subset": "uig_Arab-vec_Latn", + "languages": [ + "uig-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849259, + "recall": 0.887352, + "f1": 0.861034, + "accuracy": 0.887352, + "main_score": 0.861034, + "hf_subset": "uig_Arab-amh_Ethi", + "languages": [ + "uig-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "uig_Arab-bos_Latn", + "languages": [ + "uig-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "uig_Arab-fin_Latn", + "languages": [ + "uig-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "uig_Arab-ita_Latn", + "languages": [ + "uig-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "uig_Arab-kor_Hang", + "languages": [ + "uig-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485048, + "recall": 0.537549, + "f1": 0.499459, + "accuracy": 0.537549, + "main_score": 0.499459, + "hf_subset": "uig_Arab-mos_Latn", + "languages": [ + "uig-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484199, + "recall": 0.536561, + "f1": 0.499099, + "accuracy": 0.536561, + "main_score": 0.499099, + "hf_subset": "uig_Arab-run_Latn", + "languages": [ + "uig-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "uig_Arab-tam_Taml", + "languages": [ + "uig-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "uig_Arab-vie_Latn", + "languages": [ + "uig-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "uig_Arab-apc_Arab", + "languages": [ + "uig-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693989, + "recall": 0.742095, + "f1": 0.707333, + "accuracy": 0.742095, + "main_score": 0.707333, + "hf_subset": "uig_Arab-bug_Latn", + "languages": [ + "uig-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406835, + "recall": 0.461462, + "f1": 0.42166, + "accuracy": 0.461462, + "main_score": 0.42166, + "hf_subset": "uig_Arab-fon_Latn", + "languages": [ + "uig-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942194, + "recall": 0.958498, + "f1": 0.947299, + "accuracy": 0.958498, + "main_score": 0.947299, + "hf_subset": "uig_Arab-jav_Latn", + "languages": [ + "uig-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945076, + "recall": 0.960474, + "f1": 0.949835, + "accuracy": 0.960474, + "main_score": 0.949835, + "hf_subset": "uig_Arab-lao_Laoo", + "languages": [ + "uig-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769088, + "recall": 0.820158, + "f1": 0.784505, + "accuracy": 0.820158, + "main_score": 0.784505, + "hf_subset": "uig_Arab-mri_Latn", + "languages": [ + "uig-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "uig_Arab-rus_Cyrl", + "languages": [ + "uig-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460457, + "recall": 0.509881, + "f1": 0.474257, + "accuracy": 0.509881, + "main_score": 0.474257, + "hf_subset": "uig_Arab-taq_Latn", + "languages": [ + "uig-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920076, + "recall": 0.942688, + "f1": 0.92691, + "accuracy": 0.942688, + "main_score": 0.92691, + "hf_subset": "uig_Arab-war_Latn", + "languages": [ + "uig-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "uig_Arab-arb_Arab", + "languages": [ + "uig-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "uig_Arab-bul_Cyrl", + "languages": [ + "uig-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "uig_Arab-fra_Latn", + "languages": [ + "uig-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-jpn_Jpan", + "languages": [ + "uig-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925725, + "recall": 0.94664, + "f1": 0.932115, + "accuracy": 0.94664, + "main_score": 0.932115, + "hf_subset": "uig_Arab-lij_Latn", + "languages": [ + "uig-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927619, + "recall": 0.948617, + "f1": 0.934157, + "accuracy": 0.948617, + "main_score": 0.934157, + "hf_subset": "uig_Arab-mya_Mymr", + "languages": [ + "uig-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514165, + "recall": 0.573123, + "f1": 0.530432, + "accuracy": 0.573123, + "main_score": 0.530432, + "hf_subset": "uig_Arab-sag_Latn", + "languages": [ + "uig-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196144, + "recall": 0.243083, + "f1": 0.207248, + "accuracy": 0.243083, + "main_score": 0.207248, + "hf_subset": "uig_Arab-taq_Tfng", + "languages": [ + "uig-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542383, + "recall": 0.596838, + "f1": 0.558454, + "accuracy": 0.596838, + "main_score": 0.558454, + "hf_subset": "uig_Arab-wol_Latn", + "languages": [ + "uig-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673306, + "recall": 0.741107, + "f1": 0.693017, + "accuracy": 0.741107, + "main_score": 0.693017, + "hf_subset": "uig_Arab-arb_Latn", + "languages": [ + "uig-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970751, + "accuracy": 0.977273, + "main_score": 0.970751, + "hf_subset": "uig_Arab-cat_Latn", + "languages": [ + "uig-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919582, + "recall": 0.9417, + "f1": 0.926449, + "accuracy": 0.9417, + "main_score": 0.926449, + "hf_subset": "uig_Arab-fur_Latn", + "languages": [ + "uig-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360969, + "recall": 0.414032, + "f1": 0.375658, + "accuracy": 0.414032, + "main_score": 0.375658, + "hf_subset": "uig_Arab-kab_Latn", + "languages": [ + "uig-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901597, + "recall": 0.928854, + "f1": 0.910112, + "accuracy": 0.928854, + "main_score": 0.910112, + "hf_subset": "uig_Arab-lim_Latn", + "languages": [ + "uig-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "uig_Arab-nld_Latn", + "languages": [ + "uig-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933383, + "recall": 0.952569, + "f1": 0.93946, + "accuracy": 0.952569, + "main_score": 0.93946, + "hf_subset": "uig_Arab-san_Deva", + "languages": [ + "uig-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591774, + "recall": 0.644269, + "f1": 0.606741, + "accuracy": 0.644269, + "main_score": 0.606741, + "hf_subset": "uig_Arab-xho_Latn", + "languages": [ + "uig-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "uig_Arab-ars_Arab", + "languages": [ + "uig-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937121, + "recall": 0.955534, + "f1": 0.942805, + "accuracy": 0.955534, + "main_score": 0.942805, + "hf_subset": "uig_Arab-ceb_Latn", + "languages": [ + "uig-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476355, + "recall": 0.535573, + "f1": 0.492799, + "accuracy": 0.535573, + "main_score": 0.492799, + "hf_subset": "uig_Arab-fuv_Latn", + "languages": [ + "uig-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449879, + "recall": 0.506917, + "f1": 0.465211, + "accuracy": 0.506917, + "main_score": 0.465211, + "hf_subset": "uig_Arab-kac_Latn", + "languages": [ + "uig-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56872, + "recall": 0.615613, + "f1": 0.581246, + "accuracy": 0.615613, + "main_score": 0.581246, + "hf_subset": "uig_Arab-lin_Latn", + "languages": [ + "uig-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-nno_Latn", + "languages": [ + "uig-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.21007, + "recall": 0.286561, + "f1": 0.230107, + "accuracy": 0.286561, + "main_score": 0.230107, + "hf_subset": "uig_Arab-sat_Olck", + "languages": [ + "uig-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "uig_Arab-tel_Telu", + "languages": [ + "uig-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855676, + "recall": 0.893281, + "f1": 0.867292, + "accuracy": 0.893281, + "main_score": 0.867292, + "hf_subset": "uig_Arab-ydd_Hebr", + "languages": [ + "uig-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922101, + "recall": 0.943676, + "f1": 0.928821, + "accuracy": 0.943676, + "main_score": 0.928821, + "hf_subset": "uig_Arab-ary_Arab", + "languages": [ + "uig-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "uig_Arab-ces_Latn", + "languages": [ + "uig-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528376, + "recall": 0.579051, + "f1": 0.543234, + "accuracy": 0.579051, + "main_score": 0.543234, + "hf_subset": "uig_Arab-gaz_Latn", + "languages": [ + "uig-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512229, + "recall": 0.570158, + "f1": 0.528825, + "accuracy": 0.570158, + "main_score": 0.528825, + "hf_subset": "uig_Arab-kam_Latn", + "languages": [ + "uig-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "uig_Arab-lit_Latn", + "languages": [ + "uig-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uig_Arab-nob_Latn", + "languages": [ + "uig-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912796, + "recall": 0.935771, + "f1": 0.919993, + "accuracy": 0.935771, + "main_score": 0.919993, + "hf_subset": "uig_Arab-scn_Latn", + "languages": [ + "uig-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.953557, + "f1": 0.940382, + "accuracy": 0.953557, + "main_score": 0.940382, + "hf_subset": "uig_Arab-tgk_Cyrl", + "languages": [ + "uig-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627644, + "recall": 0.698617, + "f1": 0.648747, + "accuracy": 0.698617, + "main_score": 0.648747, + "hf_subset": "uig_Arab-yor_Latn", + "languages": [ + "uig-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955451, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "uig_Arab-arz_Arab", + "languages": [ + "uig-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47579, + "recall": 0.529644, + "f1": 0.490613, + "accuracy": 0.529644, + "main_score": 0.490613, + "hf_subset": "uig_Arab-cjk_Latn", + "languages": [ + "uig-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676285, + "recall": 0.741107, + "f1": 0.695737, + "accuracy": 0.741107, + "main_score": 0.695737, + "hf_subset": "uig_Arab-gla_Latn", + "languages": [ + "uig-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "uig_Arab-kan_Knda", + "languages": [ + "uig-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908762, + "recall": 0.932806, + "f1": 0.91629, + "accuracy": 0.932806, + "main_score": 0.91629, + "hf_subset": "uig_Arab-lmo_Latn", + "languages": [ + "uig-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "uig_Arab-npi_Deva", + "languages": [ + "uig-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406243, + "recall": 0.459486, + "f1": 0.421351, + "accuracy": 0.459486, + "main_score": 0.421351, + "hf_subset": "uig_Arab-shn_Mymr", + "languages": [ + "uig-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966436, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "uig_Arab-tgl_Latn", + "languages": [ + "uig-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-yue_Hant", + "languages": [ + "uig-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "uig_Arab-asm_Beng", + "languages": [ + "uig-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89081, + "recall": 0.920949, + "f1": 0.900362, + "accuracy": 0.920949, + "main_score": 0.900362, + "hf_subset": "uig_Arab-ckb_Arab", + "languages": [ + "uig-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769803, + "recall": 0.81917, + "f1": 0.784783, + "accuracy": 0.81917, + "main_score": 0.784783, + "hf_subset": "uig_Arab-gle_Latn", + "languages": [ + "uig-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853936, + "recall": 0.886364, + "f1": 0.863505, + "accuracy": 0.886364, + "main_score": 0.863505, + "hf_subset": "uig_Arab-kas_Arab", + "languages": [ + "uig-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829875, + "recall": 0.87253, + "f1": 0.843102, + "accuracy": 0.87253, + "main_score": 0.843102, + "hf_subset": "uig_Arab-ltg_Latn", + "languages": [ + "uig-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531771, + "recall": 0.587945, + "f1": 0.547527, + "accuracy": 0.587945, + "main_score": 0.547527, + "hf_subset": "uig_Arab-nso_Latn", + "languages": [ + "uig-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922134, + "recall": 0.944664, + "f1": 0.92915, + "accuracy": 0.944664, + "main_score": 0.92915, + "hf_subset": "uig_Arab-sin_Sinh", + "languages": [ + "uig-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.969368, + "f1": 0.959486, + "accuracy": 0.969368, + "main_score": 0.959486, + "hf_subset": "uig_Arab-tha_Thai", + "languages": [ + "uig-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954743, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "uig_Arab-zho_Hans", + "languages": [ + "uig-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "uig_Arab-ast_Latn", + "languages": [ + "uig-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "uig_Arab-crh_Latn", + "languages": [ + "uig-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "uig_Arab-glg_Latn", + "languages": [ + "uig-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764822, + "recall": 0.816206, + "f1": 0.78019, + "accuracy": 0.816206, + "main_score": 0.78019, + "hf_subset": "uig_Arab-kas_Deva", + "languages": [ + "uig-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910879, + "recall": 0.934783, + "f1": 0.918198, + "accuracy": 0.934783, + "main_score": 0.918198, + "hf_subset": "uig_Arab-ltz_Latn", + "languages": [ + "uig-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422935, + "recall": 0.478261, + "f1": 0.437575, + "accuracy": 0.478261, + "main_score": 0.437575, + "hf_subset": "uig_Arab-nus_Latn", + "languages": [ + "uig-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970389, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "uig_Arab-slk_Latn", + "languages": [ + "uig-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554101, + "recall": 0.620553, + "f1": 0.573424, + "accuracy": 0.620553, + "main_score": 0.573424, + "hf_subset": "uig_Arab-tir_Ethi", + "languages": [ + "uig-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "uig_Arab-zho_Hant", + "languages": [ + "uig-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "uig_Arab-awa_Deva", + "languages": [ + "uig-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890316, + "recall": 0.917984, + "f1": 0.898847, + "accuracy": 0.917984, + "main_score": 0.898847, + "hf_subset": "uig_Arab-cym_Latn", + "languages": [ + "uig-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696862, + "recall": 0.751976, + "f1": 0.713175, + "accuracy": 0.751976, + "main_score": 0.713175, + "hf_subset": "uig_Arab-grn_Latn", + "languages": [ + "uig-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953804, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "uig_Arab-kat_Geor", + "languages": [ + "uig-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541687, + "recall": 0.599802, + "f1": 0.557663, + "accuracy": 0.599802, + "main_score": 0.557663, + "hf_subset": "uig_Arab-lua_Latn", + "languages": [ + "uig-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547749, + "recall": 0.607708, + "f1": 0.564256, + "accuracy": 0.607708, + "main_score": 0.564256, + "hf_subset": "uig_Arab-nya_Latn", + "languages": [ + "uig-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "uig_Arab-slv_Latn", + "languages": [ + "uig-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821986, + "recall": 0.863636, + "f1": 0.834519, + "accuracy": 0.863636, + "main_score": 0.834519, + "hf_subset": "uig_Arab-tpi_Latn", + "languages": [ + "uig-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "uig_Arab-zsm_Latn", + "languages": [ + "uig-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490613, + "recall": 0.545455, + "f1": 0.505788, + "accuracy": 0.545455, + "main_score": 0.505788, + "hf_subset": "uig_Arab-ayr_Latn", + "languages": [ + "uig-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "uig_Arab-dan_Latn", + "languages": [ + "uig-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "uig_Arab-guj_Gujr", + "languages": [ + "uig-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459951, + "recall": 0.517787, + "f1": 0.475801, + "accuracy": 0.517787, + "main_score": 0.475801, + "hf_subset": "uig_Arab-lug_Latn", + "languages": [ + "uig-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "uig_Arab-oci_Latn", + "languages": [ + "uig-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72747, + "recall": 0.781621, + "f1": 0.743596, + "accuracy": 0.781621, + "main_score": 0.743596, + "hf_subset": "uig_Arab-smo_Latn", + "languages": [ + "uig-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466781, + "recall": 0.524704, + "f1": 0.482805, + "accuracy": 0.524704, + "main_score": 0.482805, + "hf_subset": "uig_Arab-tsn_Latn", + "languages": [ + "uig-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539217, + "recall": 0.599802, + "f1": 0.556543, + "accuracy": 0.599802, + "main_score": 0.556543, + "hf_subset": "uig_Arab-zul_Latn", + "languages": [ + "uig-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855378, + "recall": 0.889328, + "f1": 0.865662, + "accuracy": 0.889328, + "main_score": 0.865662, + "hf_subset": "uig_Arab-azb_Arab", + "languages": [ + "uig-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "uig_Arab-deu_Latn", + "languages": [ + "uig-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889904, + "recall": 0.921937, + "f1": 0.900099, + "accuracy": 0.921937, + "main_score": 0.900099, + "hf_subset": "uig_Arab-hat_Latn", + "languages": [ + "uig-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428937, + "recall": 0.477273, + "f1": 0.442627, + "accuracy": 0.477273, + "main_score": 0.442627, + "hf_subset": "uig_Arab-kbp_Latn", + "languages": [ + "uig-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494936, + "recall": 0.554348, + "f1": 0.511621, + "accuracy": 0.554348, + "main_score": 0.511621, + "hf_subset": "uig_Arab-luo_Latn", + "languages": [ + "uig-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "uig_Arab-ory_Orya", + "languages": [ + "uig-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488088, + "recall": 0.559289, + "f1": 0.508138, + "accuracy": 0.559289, + "main_score": 0.508138, + "hf_subset": "uig_Arab-sna_Latn", + "languages": [ + "uig-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489553, + "recall": 0.537549, + "f1": 0.502988, + "accuracy": 0.537549, + "main_score": 0.502988, + "hf_subset": "uig_Arab-tso_Latn", + "languages": [ + "uig-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "uig_Arab-azj_Latn", + "languages": [ + "uig-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439672, + "recall": 0.500988, + "f1": 0.456933, + "accuracy": 0.500988, + "main_score": 0.456933, + "hf_subset": "uig_Arab-dik_Latn", + "languages": [ + "uig-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629298, + "recall": 0.69664, + "f1": 0.649012, + "accuracy": 0.69664, + "main_score": 0.649012, + "hf_subset": "uig_Arab-hau_Latn", + "languages": [ + "uig-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90261, + "recall": 0.926877, + "f1": 0.909612, + "accuracy": 0.926877, + "main_score": 0.909612, + "hf_subset": "uig_Arab-kea_Latn", + "languages": [ + "uig-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633827, + "recall": 0.684783, + "f1": 0.648584, + "accuracy": 0.684783, + "main_score": 0.648584, + "hf_subset": "uig_Arab-lus_Latn", + "languages": [ + "uig-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724565, + "recall": 0.766798, + "f1": 0.73686, + "accuracy": 0.766798, + "main_score": 0.73686, + "hf_subset": "uig_Arab-pag_Latn", + "languages": [ + "uig-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "uig_Arab-snd_Arab", + "languages": [ + "uig-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897974, + "recall": 0.926877, + "f1": 0.907345, + "accuracy": 0.926877, + "main_score": 0.907345, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944499, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405356, + "recall": 0.477273, + "f1": 0.4256, + "accuracy": 0.477273, + "main_score": 0.4256, + "hf_subset": "uig_Arab-dyu_Latn", + "languages": [ + "uig-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "uig_Arab-heb_Hebr", + "languages": [ + "uig-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931859, + "recall": 0.950593, + "f1": 0.937703, + "accuracy": 0.950593, + "main_score": 0.937703, + "hf_subset": "uig_Arab-khk_Cyrl", + "languages": [ + "uig-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "uig_Arab-lvs_Latn", + "languages": [ + "uig-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "uig_Arab-pan_Guru", + "languages": [ + "uig-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606299, + "recall": 0.673913, + "f1": 0.626443, + "accuracy": 0.673913, + "main_score": 0.626443, + "hf_subset": "uig_Arab-som_Latn", + "languages": [ + "uig-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502244, + "recall": 0.554348, + "f1": 0.516998, + "accuracy": 0.554348, + "main_score": 0.516998, + "hf_subset": "uig_Arab-tum_Latn", + "languages": [ + "uig-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563665, + "recall": 0.631423, + "f1": 0.582714, + "accuracy": 0.631423, + "main_score": 0.582714, + "hf_subset": "aeb_Arab-ace_Arab", + "languages": [ + "aeb-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517236, + "recall": 0.579051, + "f1": 0.534137, + "accuracy": 0.579051, + "main_score": 0.534137, + "hf_subset": "aeb_Arab-bam_Latn", + "languages": [ + "aeb-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39528, + "recall": 0.479249, + "f1": 0.417928, + "accuracy": 0.479249, + "main_score": 0.417928, + "hf_subset": "aeb_Arab-dzo_Tibt", + "languages": [ + "aeb-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-hin_Deva", + "languages": [ + "aeb-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "aeb_Arab-khm_Khmr", + "languages": [ + "aeb-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-mag_Deva", + "languages": [ + "aeb-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "aeb_Arab-pap_Latn", + "languages": [ + "aeb-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579638, + "recall": 0.63834, + "f1": 0.596272, + "accuracy": 0.63834, + "main_score": 0.596272, + "hf_subset": "aeb_Arab-sot_Latn", + "languages": [ + "aeb-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-tur_Latn", + "languages": [ + "aeb-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851153, + "recall": 0.88834, + "f1": 0.862568, + "accuracy": 0.88834, + "main_score": 0.862568, + "hf_subset": "aeb_Arab-ace_Latn", + "languages": [ + "aeb-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.959486, + "f1": 0.949769, + "accuracy": 0.959486, + "main_score": 0.949769, + "hf_subset": "aeb_Arab-ban_Latn", + "languages": [ + "aeb-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-ell_Grek", + "languages": [ + "aeb-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "aeb_Arab-hne_Deva", + "languages": [ + "aeb-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587002, + "recall": 0.643281, + "f1": 0.603153, + "accuracy": 0.643281, + "main_score": 0.603153, + "hf_subset": "aeb_Arab-kik_Latn", + "languages": [ + "aeb-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-mai_Deva", + "languages": [ + "aeb-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "aeb_Arab-pbt_Arab", + "languages": [ + "aeb-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-spa_Latn", + "languages": [ + "aeb-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606474, + "recall": 0.672925, + "f1": 0.625518, + "accuracy": 0.672925, + "main_score": 0.625518, + "hf_subset": "aeb_Arab-twi_Latn", + "languages": [ + "aeb-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-acm_Arab", + "languages": [ + "aeb-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-bel_Cyrl", + "languages": [ + "aeb-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-eng_Latn", + "languages": [ + "aeb-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-hrv_Latn", + "languages": [ + "aeb-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535213, + "recall": 0.594862, + "f1": 0.551534, + "accuracy": 0.594862, + "main_score": 0.551534, + "hf_subset": "aeb_Arab-kin_Latn", + "languages": [ + "aeb-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-mal_Mlym", + "languages": [ + "aeb-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-pes_Arab", + "languages": [ + "aeb-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "aeb_Arab-srd_Latn", + "languages": [ + "aeb-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169413, + "recall": 0.224308, + "f1": 0.183458, + "accuracy": 0.224308, + "main_score": 0.183458, + "hf_subset": "aeb_Arab-tzm_Tfng", + "languages": [ + "aeb-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-acq_Arab", + "languages": [ + "aeb-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618234, + "recall": 0.66996, + "f1": 0.632877, + "accuracy": 0.66996, + "main_score": 0.632877, + "hf_subset": "aeb_Arab-bem_Latn", + "languages": [ + "aeb-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-epo_Latn", + "languages": [ + "aeb-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-hun_Latn", + "languages": [ + "aeb-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-kir_Cyrl", + "languages": [ + "aeb-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-mar_Deva", + "languages": [ + "aeb-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665326, + "recall": 0.717391, + "f1": 0.680814, + "accuracy": 0.717391, + "main_score": 0.680814, + "hf_subset": "aeb_Arab-plt_Latn", + "languages": [ + "aeb-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-srp_Cyrl", + "languages": [ + "aeb-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.945323, + "accuracy": 0.95751, + "main_score": 0.945323, + "hf_subset": "aeb_Arab-uig_Arab", + "languages": [ + "aeb-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-ben_Beng", + "languages": [ + "aeb-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-est_Latn", + "languages": [ + "aeb-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-hye_Armn", + "languages": [ + "aeb-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537994, + "recall": 0.591897, + "f1": 0.553774, + "accuracy": 0.591897, + "main_score": 0.553774, + "hf_subset": "aeb_Arab-kmb_Latn", + "languages": [ + "aeb-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483961, + "recall": 0.556324, + "f1": 0.503952, + "accuracy": 0.556324, + "main_score": 0.503952, + "hf_subset": "aeb_Arab-min_Arab", + "languages": [ + "aeb-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-pol_Latn", + "languages": [ + "aeb-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545524, + "recall": 0.605731, + "f1": 0.562966, + "accuracy": 0.605731, + "main_score": 0.562966, + "hf_subset": "aeb_Arab-ssw_Latn", + "languages": [ + "aeb-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ukr_Cyrl", + "languages": [ + "aeb-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-afr_Latn", + "languages": [ + "aeb-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "aeb_Arab-bho_Deva", + "languages": [ + "aeb-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "aeb_Arab-eus_Latn", + "languages": [ + "aeb-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559874, + "recall": 0.625494, + "f1": 0.578593, + "accuracy": 0.625494, + "main_score": 0.578593, + "hf_subset": "aeb_Arab-ibo_Latn", + "languages": [ + "aeb-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86166, + "recall": 0.898221, + "f1": 0.873353, + "accuracy": 0.898221, + "main_score": 0.873353, + "hf_subset": "aeb_Arab-kmr_Latn", + "languages": [ + "aeb-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "aeb_Arab-min_Latn", + "languages": [ + "aeb-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-por_Latn", + "languages": [ + "aeb-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-sun_Latn", + "languages": [ + "aeb-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509026, + "recall": 0.574111, + "f1": 0.528022, + "accuracy": 0.574111, + "main_score": 0.528022, + "hf_subset": "aeb_Arab-umb_Latn", + "languages": [ + "aeb-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ajp_Arab", + "languages": [ + "aeb-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525113, + "recall": 0.589921, + "f1": 0.54334, + "accuracy": 0.589921, + "main_score": 0.54334, + "hf_subset": "aeb_Arab-bjn_Arab", + "languages": [ + "aeb-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513949, + "recall": 0.571146, + "f1": 0.530416, + "accuracy": 0.571146, + "main_score": 0.530416, + "hf_subset": "aeb_Arab-ewe_Latn", + "languages": [ + "aeb-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926054, + "recall": 0.947628, + "f1": 0.932971, + "accuracy": 0.947628, + "main_score": 0.932971, + "hf_subset": "aeb_Arab-ilo_Latn", + "languages": [ + "aeb-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303441, + "recall": 0.363636, + "f1": 0.319559, + "accuracy": 0.363636, + "main_score": 0.319559, + "hf_subset": "aeb_Arab-knc_Arab", + "languages": [ + "aeb-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-mkd_Cyrl", + "languages": [ + "aeb-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-prs_Arab", + "languages": [ + "aeb-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-swe_Latn", + "languages": [ + "aeb-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-urd_Arab", + "languages": [ + "aeb-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573567, + "recall": 0.640316, + "f1": 0.593135, + "accuracy": 0.640316, + "main_score": 0.593135, + "hf_subset": "aeb_Arab-aka_Latn", + "languages": [ + "aeb-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "aeb_Arab-bjn_Latn", + "languages": [ + "aeb-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "aeb_Arab-fao_Latn", + "languages": [ + "aeb-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ind_Latn", + "languages": [ + "aeb-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567796, + "recall": 0.62747, + "f1": 0.585246, + "accuracy": 0.62747, + "main_score": 0.585246, + "hf_subset": "aeb_Arab-knc_Latn", + "languages": [ + "aeb-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "aeb_Arab-mlt_Latn", + "languages": [ + "aeb-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686331, + "recall": 0.750988, + "f1": 0.705474, + "accuracy": 0.750988, + "main_score": 0.705474, + "hf_subset": "aeb_Arab-quy_Latn", + "languages": [ + "aeb-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "aeb_Arab-swh_Latn", + "languages": [ + "aeb-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "aeb_Arab-uzn_Latn", + "languages": [ + "aeb-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-als_Latn", + "languages": [ + "aeb-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610972, + "recall": 0.688735, + "f1": 0.632889, + "accuracy": 0.688735, + "main_score": 0.632889, + "hf_subset": "aeb_Arab-bod_Tibt", + "languages": [ + "aeb-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685798, + "recall": 0.744071, + "f1": 0.702899, + "accuracy": 0.744071, + "main_score": 0.702899, + "hf_subset": "aeb_Arab-fij_Latn", + "languages": [ + "aeb-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "aeb_Arab-isl_Latn", + "languages": [ + "aeb-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637731, + "recall": 0.694664, + "f1": 0.65448, + "accuracy": 0.694664, + "main_score": 0.65448, + "hf_subset": "aeb_Arab-kon_Latn", + "languages": [ + "aeb-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633838, + "recall": 0.698617, + "f1": 0.652259, + "accuracy": 0.698617, + "main_score": 0.652259, + "hf_subset": "aeb_Arab-mni_Beng", + "languages": [ + "aeb-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ron_Latn", + "languages": [ + "aeb-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "aeb_Arab-szl_Latn", + "languages": [ + "aeb-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-vec_Latn", + "languages": [ + "aeb-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916749, + "recall": 0.9417, + "f1": 0.924802, + "accuracy": 0.9417, + "main_score": 0.924802, + "hf_subset": "aeb_Arab-amh_Ethi", + "languages": [ + "aeb-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-bos_Latn", + "languages": [ + "aeb-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "aeb_Arab-fin_Latn", + "languages": [ + "aeb-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ita_Latn", + "languages": [ + "aeb-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-kor_Hang", + "languages": [ + "aeb-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525088, + "recall": 0.58498, + "f1": 0.54149, + "accuracy": 0.58498, + "main_score": 0.54149, + "hf_subset": "aeb_Arab-mos_Latn", + "languages": [ + "aeb-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547266, + "recall": 0.603755, + "f1": 0.563213, + "accuracy": 0.603755, + "main_score": 0.563213, + "hf_subset": "aeb_Arab-run_Latn", + "languages": [ + "aeb-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "aeb_Arab-tam_Taml", + "languages": [ + "aeb-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-vie_Latn", + "languages": [ + "aeb-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-apc_Arab", + "languages": [ + "aeb-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780774, + "recall": 0.831028, + "f1": 0.79572, + "accuracy": 0.831028, + "main_score": 0.79572, + "hf_subset": "aeb_Arab-bug_Latn", + "languages": [ + "aeb-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472743, + "recall": 0.528656, + "f1": 0.487422, + "accuracy": 0.528656, + "main_score": 0.487422, + "hf_subset": "aeb_Arab-fon_Latn", + "languages": [ + "aeb-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-jav_Latn", + "languages": [ + "aeb-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "aeb_Arab-lao_Laoo", + "languages": [ + "aeb-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851812, + "recall": 0.891304, + "f1": 0.863886, + "accuracy": 0.891304, + "main_score": 0.863886, + "hf_subset": "aeb_Arab-mri_Latn", + "languages": [ + "aeb-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-rus_Cyrl", + "languages": [ + "aeb-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528269, + "recall": 0.589921, + "f1": 0.545825, + "accuracy": 0.589921, + "main_score": 0.545825, + "hf_subset": "aeb_Arab-taq_Latn", + "languages": [ + "aeb-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "aeb_Arab-war_Latn", + "languages": [ + "aeb-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-arb_Arab", + "languages": [ + "aeb-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-bul_Cyrl", + "languages": [ + "aeb-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-fra_Latn", + "languages": [ + "aeb-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-jpn_Jpan", + "languages": [ + "aeb-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "aeb_Arab-lij_Latn", + "languages": [ + "aeb-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "aeb_Arab-mya_Mymr", + "languages": [ + "aeb-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568316, + "recall": 0.63834, + "f1": 0.587768, + "accuracy": 0.63834, + "main_score": 0.587768, + "hf_subset": "aeb_Arab-sag_Latn", + "languages": [ + "aeb-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198324, + "recall": 0.254941, + "f1": 0.211175, + "accuracy": 0.254941, + "main_score": 0.211175, + "hf_subset": "aeb_Arab-taq_Tfng", + "languages": [ + "aeb-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614914, + "recall": 0.678854, + "f1": 0.633778, + "accuracy": 0.678854, + "main_score": 0.633778, + "hf_subset": "aeb_Arab-wol_Latn", + "languages": [ + "aeb-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836495, + "recall": 0.881423, + "f1": 0.850184, + "accuracy": 0.881423, + "main_score": 0.850184, + "hf_subset": "aeb_Arab-arb_Latn", + "languages": [ + "aeb-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-cat_Latn", + "languages": [ + "aeb-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "aeb_Arab-fur_Latn", + "languages": [ + "aeb-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42618, + "recall": 0.486166, + "f1": 0.442839, + "accuracy": 0.486166, + "main_score": 0.442839, + "hf_subset": "aeb_Arab-kab_Latn", + "languages": [ + "aeb-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-lim_Latn", + "languages": [ + "aeb-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-nld_Latn", + "languages": [ + "aeb-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "aeb_Arab-san_Deva", + "languages": [ + "aeb-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-tat_Cyrl", + "languages": [ + "aeb-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665484, + "recall": 0.721344, + "f1": 0.681675, + "accuracy": 0.721344, + "main_score": 0.681675, + "hf_subset": "aeb_Arab-xho_Latn", + "languages": [ + "aeb-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-ars_Arab", + "languages": [ + "aeb-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-ceb_Latn", + "languages": [ + "aeb-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5506, + "recall": 0.608696, + "f1": 0.567608, + "accuracy": 0.608696, + "main_score": 0.567608, + "hf_subset": "aeb_Arab-fuv_Latn", + "languages": [ + "aeb-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495223, + "recall": 0.564229, + "f1": 0.514296, + "accuracy": 0.564229, + "main_score": 0.514296, + "hf_subset": "aeb_Arab-kac_Latn", + "languages": [ + "aeb-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657428, + "recall": 0.715415, + "f1": 0.675264, + "accuracy": 0.715415, + "main_score": 0.675264, + "hf_subset": "aeb_Arab-lin_Latn", + "languages": [ + "aeb-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-nno_Latn", + "languages": [ + "aeb-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.21261, + "recall": 0.287549, + "f1": 0.231823, + "accuracy": 0.287549, + "main_score": 0.231823, + "hf_subset": "aeb_Arab-sat_Olck", + "languages": [ + "aeb-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-tel_Telu", + "languages": [ + "aeb-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934783, + "recall": 0.955534, + "f1": 0.9417, + "accuracy": 0.955534, + "main_score": 0.9417, + "hf_subset": "aeb_Arab-ydd_Hebr", + "languages": [ + "aeb-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "aeb_Arab-ary_Arab", + "languages": [ + "aeb-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-ces_Latn", + "languages": [ + "aeb-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553546, + "recall": 0.614625, + "f1": 0.571019, + "accuracy": 0.614625, + "main_score": 0.571019, + "hf_subset": "aeb_Arab-gaz_Latn", + "languages": [ + "aeb-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574551, + "recall": 0.633399, + "f1": 0.591046, + "accuracy": 0.633399, + "main_score": 0.591046, + "hf_subset": "aeb_Arab-kam_Latn", + "languages": [ + "aeb-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "aeb_Arab-lit_Latn", + "languages": [ + "aeb-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-nob_Latn", + "languages": [ + "aeb-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "aeb_Arab-scn_Latn", + "languages": [ + "aeb-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "aeb_Arab-tgk_Cyrl", + "languages": [ + "aeb-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681399, + "recall": 0.75, + "f1": 0.702045, + "accuracy": 0.75, + "main_score": 0.702045, + "hf_subset": "aeb_Arab-yor_Latn", + "languages": [ + "aeb-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-arz_Arab", + "languages": [ + "aeb-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557766, + "recall": 0.612648, + "f1": 0.57354, + "accuracy": 0.612648, + "main_score": 0.57354, + "hf_subset": "aeb_Arab-cjk_Latn", + "languages": [ + "aeb-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751153, + "recall": 0.805336, + "f1": 0.767688, + "accuracy": 0.805336, + "main_score": 0.767688, + "hf_subset": "aeb_Arab-gla_Latn", + "languages": [ + "aeb-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "aeb_Arab-kan_Knda", + "languages": [ + "aeb-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "aeb_Arab-lmo_Latn", + "languages": [ + "aeb-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "aeb_Arab-npi_Deva", + "languages": [ + "aeb-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459335, + "recall": 0.52668, + "f1": 0.477614, + "accuracy": 0.52668, + "main_score": 0.477614, + "hf_subset": "aeb_Arab-shn_Mymr", + "languages": [ + "aeb-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-tgl_Latn", + "languages": [ + "aeb-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-yue_Hant", + "languages": [ + "aeb-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "aeb_Arab-asm_Beng", + "languages": [ + "aeb-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "aeb_Arab-ckb_Arab", + "languages": [ + "aeb-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841255, + "recall": 0.880435, + "f1": 0.853162, + "accuracy": 0.880435, + "main_score": 0.853162, + "hf_subset": "aeb_Arab-gle_Latn", + "languages": [ + "aeb-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "aeb_Arab-kas_Arab", + "languages": [ + "aeb-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912138, + "recall": 0.939723, + "f1": 0.921014, + "accuracy": 0.939723, + "main_score": 0.921014, + "hf_subset": "aeb_Arab-ltg_Latn", + "languages": [ + "aeb-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599489, + "recall": 0.65415, + "f1": 0.615928, + "accuracy": 0.65415, + "main_score": 0.615928, + "hf_subset": "aeb_Arab-nso_Latn", + "languages": [ + "aeb-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "aeb_Arab-sin_Sinh", + "languages": [ + "aeb-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-tha_Thai", + "languages": [ + "aeb-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-zho_Hans", + "languages": [ + "aeb-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "aeb_Arab-ast_Latn", + "languages": [ + "aeb-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-crh_Latn", + "languages": [ + "aeb-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-glg_Latn", + "languages": [ + "aeb-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879727, + "recall": 0.913043, + "f1": 0.890217, + "accuracy": 0.913043, + "main_score": 0.890217, + "hf_subset": "aeb_Arab-kas_Deva", + "languages": [ + "aeb-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "aeb_Arab-ltz_Latn", + "languages": [ + "aeb-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445409, + "recall": 0.508893, + "f1": 0.462694, + "accuracy": 0.508893, + "main_score": 0.462694, + "hf_subset": "aeb_Arab-nus_Latn", + "languages": [ + "aeb-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "aeb_Arab-slk_Latn", + "languages": [ + "aeb-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61502, + "recall": 0.684783, + "f1": 0.635347, + "accuracy": 0.684783, + "main_score": 0.635347, + "hf_subset": "aeb_Arab-tir_Ethi", + "languages": [ + "aeb-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-zho_Hant", + "languages": [ + "aeb-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "aeb_Arab-awa_Deva", + "languages": [ + "aeb-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "aeb_Arab-cym_Latn", + "languages": [ + "aeb-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815968, + "recall": 0.862648, + "f1": 0.82999, + "accuracy": 0.862648, + "main_score": 0.82999, + "hf_subset": "aeb_Arab-grn_Latn", + "languages": [ + "aeb-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-kat_Geor", + "languages": [ + "aeb-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629128, + "recall": 0.684783, + "f1": 0.645395, + "accuracy": 0.684783, + "main_score": 0.645395, + "hf_subset": "aeb_Arab-lua_Latn", + "languages": [ + "aeb-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626054, + "recall": 0.684783, + "f1": 0.643267, + "accuracy": 0.684783, + "main_score": 0.643267, + "hf_subset": "aeb_Arab-nya_Latn", + "languages": [ + "aeb-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-slv_Latn", + "languages": [ + "aeb-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.953557, + "f1": 0.940711, + "accuracy": 0.953557, + "main_score": 0.940711, + "hf_subset": "aeb_Arab-tpi_Latn", + "languages": [ + "aeb-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-zsm_Latn", + "languages": [ + "aeb-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530148, + "recall": 0.590909, + "f1": 0.546978, + "accuracy": 0.590909, + "main_score": 0.546978, + "hf_subset": "aeb_Arab-ayr_Latn", + "languages": [ + "aeb-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-dan_Latn", + "languages": [ + "aeb-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-guj_Gujr", + "languages": [ + "aeb-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-kaz_Cyrl", + "languages": [ + "aeb-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524082, + "recall": 0.593874, + "f1": 0.543598, + "accuracy": 0.593874, + "main_score": 0.543598, + "hf_subset": "aeb_Arab-lug_Latn", + "languages": [ + "aeb-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-oci_Latn", + "languages": [ + "aeb-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790333, + "recall": 0.840909, + "f1": 0.805665, + "accuracy": 0.840909, + "main_score": 0.805665, + "hf_subset": "aeb_Arab-smo_Latn", + "languages": [ + "aeb-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527181, + "recall": 0.590909, + "f1": 0.545176, + "accuracy": 0.590909, + "main_score": 0.545176, + "hf_subset": "aeb_Arab-tsn_Latn", + "languages": [ + "aeb-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599993, + "recall": 0.660079, + "f1": 0.617803, + "accuracy": 0.660079, + "main_score": 0.617803, + "hf_subset": "aeb_Arab-zul_Latn", + "languages": [ + "aeb-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900939, + "recall": 0.928854, + "f1": 0.90998, + "accuracy": 0.928854, + "main_score": 0.90998, + "hf_subset": "aeb_Arab-azb_Arab", + "languages": [ + "aeb-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "aeb_Arab-deu_Latn", + "languages": [ + "aeb-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "aeb_Arab-hat_Latn", + "languages": [ + "aeb-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478124, + "recall": 0.537549, + "f1": 0.494483, + "accuracy": 0.537549, + "main_score": 0.494483, + "hf_subset": "aeb_Arab-kbp_Latn", + "languages": [ + "aeb-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566531, + "recall": 0.625494, + "f1": 0.582786, + "accuracy": 0.625494, + "main_score": 0.582786, + "hf_subset": "aeb_Arab-luo_Latn", + "languages": [ + "aeb-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "aeb_Arab-ory_Orya", + "languages": [ + "aeb-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578733, + "recall": 0.640316, + "f1": 0.596151, + "accuracy": 0.640316, + "main_score": 0.596151, + "hf_subset": "aeb_Arab-sna_Latn", + "languages": [ + "aeb-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540105, + "recall": 0.597826, + "f1": 0.556287, + "accuracy": 0.597826, + "main_score": 0.556287, + "hf_subset": "aeb_Arab-tso_Latn", + "languages": [ + "aeb-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "aeb_Arab-azj_Latn", + "languages": [ + "aeb-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538774, + "recall": 0.605731, + "f1": 0.557769, + "accuracy": 0.605731, + "main_score": 0.557769, + "hf_subset": "aeb_Arab-dik_Latn", + "languages": [ + "aeb-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710392, + "recall": 0.773715, + "f1": 0.729117, + "accuracy": 0.773715, + "main_score": 0.729117, + "hf_subset": "aeb_Arab-hau_Latn", + "languages": [ + "aeb-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "aeb_Arab-kea_Latn", + "languages": [ + "aeb-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723271, + "recall": 0.775692, + "f1": 0.739493, + "accuracy": 0.775692, + "main_score": 0.739493, + "hf_subset": "aeb_Arab-lus_Latn", + "languages": [ + "aeb-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857882, + "recall": 0.889328, + "f1": 0.867111, + "accuracy": 0.889328, + "main_score": 0.867111, + "hf_subset": "aeb_Arab-pag_Latn", + "languages": [ + "aeb-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "aeb_Arab-snd_Arab", + "languages": [ + "aeb-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946179, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "aeb_Arab-tuk_Latn", + "languages": [ + "aeb-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "aeb_Arab-bak_Cyrl", + "languages": [ + "aeb-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465755, + "recall": 0.543478, + "f1": 0.488458, + "accuracy": 0.543478, + "main_score": 0.488458, + "hf_subset": "aeb_Arab-dyu_Latn", + "languages": [ + "aeb-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "aeb_Arab-heb_Hebr", + "languages": [ + "aeb-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "aeb_Arab-khk_Cyrl", + "languages": [ + "aeb-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "aeb_Arab-lvs_Latn", + "languages": [ + "aeb-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "aeb_Arab-pan_Guru", + "languages": [ + "aeb-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691782, + "recall": 0.753953, + "f1": 0.710592, + "accuracy": 0.753953, + "main_score": 0.710592, + "hf_subset": "aeb_Arab-som_Latn", + "languages": [ + "aeb-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583491, + "recall": 0.639328, + "f1": 0.599593, + "accuracy": 0.639328, + "main_score": 0.599593, + "hf_subset": "aeb_Arab-tum_Latn", + "languages": [ + "aeb-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568544, + "recall": 0.634387, + "f1": 0.587244, + "accuracy": 0.634387, + "main_score": 0.587244, + "hf_subset": "ben_Beng-ace_Arab", + "languages": [ + "ben-Beng", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516478, + "recall": 0.577075, + "f1": 0.533343, + "accuracy": 0.577075, + "main_score": 0.533343, + "hf_subset": "ben_Beng-bam_Latn", + "languages": [ + "ben-Beng", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446506, + "recall": 0.524704, + "f1": 0.466671, + "accuracy": 0.524704, + "main_score": 0.466671, + "hf_subset": "ben_Beng-dzo_Tibt", + "languages": [ + "ben-Beng", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-khm_Khmr", + "languages": [ + "ben-Beng", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-mag_Deva", + "languages": [ + "ben-Beng", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ben_Beng-pap_Latn", + "languages": [ + "ben-Beng", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579384, + "recall": 0.636364, + "f1": 0.594866, + "accuracy": 0.636364, + "main_score": 0.594866, + "hf_subset": "ben_Beng-sot_Latn", + "languages": [ + "ben-Beng", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865563, + "recall": 0.899209, + "f1": 0.875856, + "accuracy": 0.899209, + "main_score": 0.875856, + "hf_subset": "ben_Beng-ace_Latn", + "languages": [ + "ben-Beng", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.966403, + "f1": 0.957839, + "accuracy": 0.966403, + "main_score": 0.957839, + "hf_subset": "ben_Beng-ban_Latn", + "languages": [ + "ben-Beng", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ben_Beng-hne_Deva", + "languages": [ + "ben-Beng", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597468, + "recall": 0.653162, + "f1": 0.613232, + "accuracy": 0.653162, + "main_score": 0.613232, + "hf_subset": "ben_Beng-kik_Latn", + "languages": [ + "ben-Beng", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ben_Beng-pbt_Arab", + "languages": [ + "ben-Beng", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613746, + "recall": 0.68083, + "f1": 0.631875, + "accuracy": 0.68083, + "main_score": 0.631875, + "hf_subset": "ben_Beng-twi_Latn", + "languages": [ + "ben-Beng", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-acm_Arab", + "languages": [ + "ben-Beng", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-bel_Cyrl", + "languages": [ + "ben-Beng", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hrv_Latn", + "languages": [ + "ben-Beng", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543523, + "recall": 0.605731, + "f1": 0.560499, + "accuracy": 0.605731, + "main_score": 0.560499, + "hf_subset": "ben_Beng-kin_Latn", + "languages": [ + "ben-Beng", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-pes_Arab", + "languages": [ + "ben-Beng", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ben_Beng-srd_Latn", + "languages": [ + "ben-Beng", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176114, + "recall": 0.225296, + "f1": 0.188407, + "accuracy": 0.225296, + "main_score": 0.188407, + "hf_subset": "ben_Beng-tzm_Tfng", + "languages": [ + "ben-Beng", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-acq_Arab", + "languages": [ + "ben-Beng", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617655, + "recall": 0.666996, + "f1": 0.631644, + "accuracy": 0.666996, + "main_score": 0.631644, + "hf_subset": "ben_Beng-bem_Latn", + "languages": [ + "ben-Beng", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-epo_Latn", + "languages": [ + "ben-Beng", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-kir_Cyrl", + "languages": [ + "ben-Beng", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659965, + "recall": 0.715415, + "f1": 0.676111, + "accuracy": 0.715415, + "main_score": 0.676111, + "hf_subset": "ben_Beng-plt_Latn", + "languages": [ + "ben-Beng", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-srp_Cyrl", + "languages": [ + "ben-Beng", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967144, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "ben_Beng-uig_Arab", + "languages": [ + "ben-Beng", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-aeb_Arab", + "languages": [ + "ben-Beng", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-est_Latn", + "languages": [ + "ben-Beng", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-hye_Armn", + "languages": [ + "ben-Beng", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527595, + "recall": 0.578063, + "f1": 0.541702, + "accuracy": 0.578063, + "main_score": 0.541702, + "hf_subset": "ben_Beng-kmb_Latn", + "languages": [ + "ben-Beng", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485617, + "recall": 0.559289, + "f1": 0.504539, + "accuracy": 0.559289, + "main_score": 0.504539, + "hf_subset": "ben_Beng-min_Arab", + "languages": [ + "ben-Beng", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550992, + "recall": 0.616601, + "f1": 0.569455, + "accuracy": 0.616601, + "main_score": 0.569455, + "hf_subset": "ben_Beng-ssw_Latn", + "languages": [ + "ben-Beng", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ukr_Cyrl", + "languages": [ + "ben-Beng", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-afr_Latn", + "languages": [ + "ben-Beng", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-bho_Deva", + "languages": [ + "ben-Beng", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576205, + "recall": 0.637352, + "f1": 0.592939, + "accuracy": 0.637352, + "main_score": 0.592939, + "hf_subset": "ben_Beng-ibo_Latn", + "languages": [ + "ben-Beng", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900198, + "recall": 0.928854, + "f1": 0.90942, + "accuracy": 0.928854, + "main_score": 0.90942, + "hf_subset": "ben_Beng-kmr_Latn", + "languages": [ + "ben-Beng", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-min_Latn", + "languages": [ + "ben-Beng", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-sun_Latn", + "languages": [ + "ben-Beng", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503321, + "recall": 0.564229, + "f1": 0.520646, + "accuracy": 0.564229, + "main_score": 0.520646, + "hf_subset": "ben_Beng-umb_Latn", + "languages": [ + "ben-Beng", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ajp_Arab", + "languages": [ + "ben-Beng", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516195, + "recall": 0.58498, + "f1": 0.535252, + "accuracy": 0.58498, + "main_score": 0.535252, + "hf_subset": "ben_Beng-bjn_Arab", + "languages": [ + "ben-Beng", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508131, + "recall": 0.564229, + "f1": 0.522836, + "accuracy": 0.564229, + "main_score": 0.522836, + "hf_subset": "ben_Beng-ewe_Latn", + "languages": [ + "ben-Beng", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943758, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "ben_Beng-ilo_Latn", + "languages": [ + "ben-Beng", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309659, + "recall": 0.368577, + "f1": 0.325391, + "accuracy": 0.368577, + "main_score": 0.325391, + "hf_subset": "ben_Beng-knc_Arab", + "languages": [ + "ben-Beng", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-mkd_Cyrl", + "languages": [ + "ben-Beng", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-prs_Arab", + "languages": [ + "ben-Beng", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589628, + "recall": 0.657115, + "f1": 0.608501, + "accuracy": 0.657115, + "main_score": 0.608501, + "hf_subset": "ben_Beng-aka_Latn", + "languages": [ + "ben-Beng", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ben_Beng-bjn_Latn", + "languages": [ + "ben-Beng", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ben_Beng-fao_Latn", + "languages": [ + "ben-Beng", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579679, + "recall": 0.635375, + "f1": 0.595248, + "accuracy": 0.635375, + "main_score": 0.595248, + "hf_subset": "ben_Beng-knc_Latn", + "languages": [ + "ben-Beng", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ben_Beng-mlt_Latn", + "languages": [ + "ben-Beng", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696337, + "recall": 0.763834, + "f1": 0.716076, + "accuracy": 0.763834, + "main_score": 0.716076, + "hf_subset": "ben_Beng-quy_Latn", + "languages": [ + "ben-Beng", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ben_Beng-swh_Latn", + "languages": [ + "ben-Beng", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-uzn_Latn", + "languages": [ + "ben-Beng", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-als_Latn", + "languages": [ + "ben-Beng", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68014, + "recall": 0.751976, + "f1": 0.700716, + "accuracy": 0.751976, + "main_score": 0.700716, + "hf_subset": "ben_Beng-bod_Tibt", + "languages": [ + "ben-Beng", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690631, + "recall": 0.749012, + "f1": 0.707298, + "accuracy": 0.749012, + "main_score": 0.707298, + "hf_subset": "ben_Beng-fij_Latn", + "languages": [ + "ben-Beng", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ben_Beng-isl_Latn", + "languages": [ + "ben-Beng", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651169, + "recall": 0.701581, + "f1": 0.666107, + "accuracy": 0.701581, + "main_score": 0.666107, + "hf_subset": "ben_Beng-kon_Latn", + "languages": [ + "ben-Beng", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664377, + "recall": 0.728261, + "f1": 0.683042, + "accuracy": 0.728261, + "main_score": 0.683042, + "hf_subset": "ben_Beng-mni_Beng", + "languages": [ + "ben-Beng", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ron_Latn", + "languages": [ + "ben-Beng", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "ben_Beng-szl_Latn", + "languages": [ + "ben-Beng", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-vec_Latn", + "languages": [ + "ben-Beng", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ben_Beng-amh_Ethi", + "languages": [ + "ben-Beng", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-bos_Latn", + "languages": [ + "ben-Beng", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ita_Latn", + "languages": [ + "ben-Beng", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540613, + "recall": 0.598814, + "f1": 0.556893, + "accuracy": 0.598814, + "main_score": 0.556893, + "hf_subset": "ben_Beng-mos_Latn", + "languages": [ + "ben-Beng", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538142, + "recall": 0.605731, + "f1": 0.556691, + "accuracy": 0.605731, + "main_score": 0.556691, + "hf_subset": "ben_Beng-run_Latn", + "languages": [ + "ben-Beng", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-apc_Arab", + "languages": [ + "ben-Beng", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791831, + "recall": 0.844862, + "f1": 0.807792, + "accuracy": 0.844862, + "main_score": 0.807792, + "hf_subset": "ben_Beng-bug_Latn", + "languages": [ + "ben-Beng", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463416, + "recall": 0.520751, + "f1": 0.478898, + "accuracy": 0.520751, + "main_score": 0.478898, + "hf_subset": "ben_Beng-fon_Latn", + "languages": [ + "ben-Beng", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-jav_Latn", + "languages": [ + "ben-Beng", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-lao_Laoo", + "languages": [ + "ben-Beng", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86581, + "recall": 0.901186, + "f1": 0.876812, + "accuracy": 0.901186, + "main_score": 0.876812, + "hf_subset": "ben_Beng-mri_Latn", + "languages": [ + "ben-Beng", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533248, + "recall": 0.594862, + "f1": 0.550024, + "accuracy": 0.594862, + "main_score": 0.550024, + "hf_subset": "ben_Beng-taq_Latn", + "languages": [ + "ben-Beng", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-war_Latn", + "languages": [ + "ben-Beng", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-bul_Cyrl", + "languages": [ + "ben-Beng", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-lij_Latn", + "languages": [ + "ben-Beng", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993906, + "recall": 0.995059, + "f1": 0.994236, + "accuracy": 0.995059, + "main_score": 0.994236, + "hf_subset": "ben_Beng-mya_Mymr", + "languages": [ + "ben-Beng", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590075, + "recall": 0.65415, + "f1": 0.607878, + "accuracy": 0.65415, + "main_score": 0.607878, + "hf_subset": "ben_Beng-sag_Latn", + "languages": [ + "ben-Beng", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191862, + "recall": 0.248024, + "f1": 0.204106, + "accuracy": 0.248024, + "main_score": 0.204106, + "hf_subset": "ben_Beng-taq_Tfng", + "languages": [ + "ben-Beng", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622845, + "recall": 0.688735, + "f1": 0.641817, + "accuracy": 0.688735, + "main_score": 0.641817, + "hf_subset": "ben_Beng-wol_Latn", + "languages": [ + "ben-Beng", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792507, + "recall": 0.841897, + "f1": 0.807115, + "accuracy": 0.841897, + "main_score": 0.807115, + "hf_subset": "ben_Beng-arb_Latn", + "languages": [ + "ben-Beng", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-cat_Latn", + "languages": [ + "ben-Beng", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-fur_Latn", + "languages": [ + "ben-Beng", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401508, + "recall": 0.458498, + "f1": 0.41723, + "accuracy": 0.458498, + "main_score": 0.41723, + "hf_subset": "ben_Beng-kab_Latn", + "languages": [ + "ben-Beng", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-lim_Latn", + "languages": [ + "ben-Beng", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-tat_Cyrl", + "languages": [ + "ben-Beng", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660477, + "recall": 0.72332, + "f1": 0.678714, + "accuracy": 0.72332, + "main_score": 0.678714, + "hf_subset": "ben_Beng-xho_Latn", + "languages": [ + "ben-Beng", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ars_Arab", + "languages": [ + "ben-Beng", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ben_Beng-ceb_Latn", + "languages": [ + "ben-Beng", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565584, + "recall": 0.630435, + "f1": 0.58404, + "accuracy": 0.630435, + "main_score": 0.58404, + "hf_subset": "ben_Beng-fuv_Latn", + "languages": [ + "ben-Beng", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500404, + "recall": 0.573123, + "f1": 0.520352, + "accuracy": 0.573123, + "main_score": 0.520352, + "hf_subset": "ben_Beng-kac_Latn", + "languages": [ + "ben-Beng", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662072, + "recall": 0.721344, + "f1": 0.679644, + "accuracy": 0.721344, + "main_score": 0.679644, + "hf_subset": "ben_Beng-lin_Latn", + "languages": [ + "ben-Beng", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-nno_Latn", + "languages": [ + "ben-Beng", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244301, + "recall": 0.318182, + "f1": 0.26285, + "accuracy": 0.318182, + "main_score": 0.26285, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ben_Beng-ydd_Hebr", + "languages": [ + "ben-Beng", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ben_Beng-ary_Arab", + "languages": [ + "ben-Beng", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ces_Latn", + "languages": [ + "ben-Beng", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566709, + "recall": 0.626482, + "f1": 0.583933, + "accuracy": 0.626482, + "main_score": 0.583933, + "hf_subset": "ben_Beng-gaz_Latn", + "languages": [ + "ben-Beng", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582154, + "recall": 0.650198, + "f1": 0.601616, + "accuracy": 0.650198, + "main_score": 0.601616, + "hf_subset": "ben_Beng-kam_Latn", + "languages": [ + "ben-Beng", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-nob_Latn", + "languages": [ + "ben-Beng", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ben_Beng-scn_Latn", + "languages": [ + "ben-Beng", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "ben_Beng-tgk_Cyrl", + "languages": [ + "ben-Beng", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70947, + "recall": 0.774704, + "f1": 0.728807, + "accuracy": 0.774704, + "main_score": 0.728807, + "hf_subset": "ben_Beng-yor_Latn", + "languages": [ + "ben-Beng", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-arz_Arab", + "languages": [ + "ben-Beng", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558483, + "recall": 0.616601, + "f1": 0.574699, + "accuracy": 0.616601, + "main_score": 0.574699, + "hf_subset": "ben_Beng-cjk_Latn", + "languages": [ + "ben-Beng", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774819, + "recall": 0.828063, + "f1": 0.791173, + "accuracy": 0.828063, + "main_score": 0.791173, + "hf_subset": "ben_Beng-gla_Latn", + "languages": [ + "ben-Beng", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "ben_Beng-lmo_Latn", + "languages": [ + "ben-Beng", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468826, + "recall": 0.530632, + "f1": 0.485936, + "accuracy": 0.530632, + "main_score": 0.485936, + "hf_subset": "ben_Beng-shn_Mymr", + "languages": [ + "ben-Beng", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-tgl_Latn", + "languages": [ + "ben-Beng", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-yue_Hant", + "languages": [ + "ben-Beng", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ben_Beng-ckb_Arab", + "languages": [ + "ben-Beng", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87607, + "recall": 0.910079, + "f1": 0.886759, + "accuracy": 0.910079, + "main_score": 0.886759, + "hf_subset": "ben_Beng-gle_Latn", + "languages": [ + "ben-Beng", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "ben_Beng-ltg_Latn", + "languages": [ + "ben-Beng", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603562, + "recall": 0.656126, + "f1": 0.618313, + "accuracy": 0.656126, + "main_score": 0.618313, + "hf_subset": "ben_Beng-nso_Latn", + "languages": [ + "ben-Beng", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-tha_Thai", + "languages": [ + "ben-Beng", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-zho_Hans", + "languages": [ + "ben-Beng", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ast_Latn", + "languages": [ + "ben-Beng", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-crh_Latn", + "languages": [ + "ben-Beng", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-glg_Latn", + "languages": [ + "ben-Beng", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920537, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "ben_Beng-kas_Deva", + "languages": [ + "ben-Beng", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ben_Beng-ltz_Latn", + "languages": [ + "ben-Beng", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441817, + "recall": 0.506917, + "f1": 0.459491, + "accuracy": 0.506917, + "main_score": 0.459491, + "hf_subset": "ben_Beng-nus_Latn", + "languages": [ + "ben-Beng", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-slk_Latn", + "languages": [ + "ben-Beng", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623954, + "recall": 0.693676, + "f1": 0.643688, + "accuracy": 0.693676, + "main_score": 0.643688, + "hf_subset": "ben_Beng-tir_Ethi", + "languages": [ + "ben-Beng", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "ben_Beng-awa_Deva", + "languages": [ + "ben-Beng", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ben_Beng-cym_Latn", + "languages": [ + "ben-Beng", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824687, + "recall": 0.867589, + "f1": 0.837733, + "accuracy": 0.867589, + "main_score": 0.837733, + "hf_subset": "ben_Beng-grn_Latn", + "languages": [ + "ben-Beng", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben_Beng-kat_Geor", + "languages": [ + "ben-Beng", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634437, + "recall": 0.690711, + "f1": 0.65046, + "accuracy": 0.690711, + "main_score": 0.65046, + "hf_subset": "ben_Beng-lua_Latn", + "languages": [ + "ben-Beng", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6292, + "recall": 0.694664, + "f1": 0.647765, + "accuracy": 0.694664, + "main_score": 0.647765, + "hf_subset": "ben_Beng-nya_Latn", + "languages": [ + "ben-Beng", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-slv_Latn", + "languages": [ + "ben-Beng", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "ben_Beng-tpi_Latn", + "languages": [ + "ben-Beng", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-zsm_Latn", + "languages": [ + "ben-Beng", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537358, + "recall": 0.597826, + "f1": 0.55398, + "accuracy": 0.597826, + "main_score": 0.55398, + "hf_subset": "ben_Beng-ayr_Latn", + "languages": [ + "ben-Beng", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-dan_Latn", + "languages": [ + "ben-Beng", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-kaz_Cyrl", + "languages": [ + "ben-Beng", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530825, + "recall": 0.589921, + "f1": 0.546906, + "accuracy": 0.589921, + "main_score": 0.546906, + "hf_subset": "ben_Beng-lug_Latn", + "languages": [ + "ben-Beng", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-oci_Latn", + "languages": [ + "ben-Beng", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818248, + "recall": 0.865613, + "f1": 0.832806, + "accuracy": 0.865613, + "main_score": 0.832806, + "hf_subset": "ben_Beng-smo_Latn", + "languages": [ + "ben-Beng", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532088, + "recall": 0.600791, + "f1": 0.550294, + "accuracy": 0.600791, + "main_score": 0.550294, + "hf_subset": "ben_Beng-tsn_Latn", + "languages": [ + "ben-Beng", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611637, + "recall": 0.672925, + "f1": 0.628858, + "accuracy": 0.672925, + "main_score": 0.628858, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931489, + "recall": 0.953557, + "f1": 0.938735, + "accuracy": 0.953557, + "main_score": 0.938735, + "hf_subset": "ben_Beng-azb_Arab", + "languages": [ + "ben-Beng", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "ben_Beng-hat_Latn", + "languages": [ + "ben-Beng", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481697, + "recall": 0.533597, + "f1": 0.495846, + "accuracy": 0.533597, + "main_score": 0.495846, + "hf_subset": "ben_Beng-kbp_Latn", + "languages": [ + "ben-Beng", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568401, + "recall": 0.624506, + "f1": 0.583272, + "accuracy": 0.624506, + "main_score": 0.583272, + "hf_subset": "ben_Beng-luo_Latn", + "languages": [ + "ben-Beng", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575325, + "recall": 0.644269, + "f1": 0.594905, + "accuracy": 0.644269, + "main_score": 0.594905, + "hf_subset": "ben_Beng-sna_Latn", + "languages": [ + "ben-Beng", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544369, + "recall": 0.599802, + "f1": 0.559442, + "accuracy": 0.599802, + "main_score": 0.559442, + "hf_subset": "ben_Beng-tso_Latn", + "languages": [ + "ben-Beng", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ben_Beng-azj_Latn", + "languages": [ + "ben-Beng", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518164, + "recall": 0.587945, + "f1": 0.538658, + "accuracy": 0.587945, + "main_score": 0.538658, + "hf_subset": "ben_Beng-dik_Latn", + "languages": [ + "ben-Beng", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746429, + "recall": 0.799407, + "f1": 0.761957, + "accuracy": 0.799407, + "main_score": 0.761957, + "hf_subset": "ben_Beng-hau_Latn", + "languages": [ + "ben-Beng", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ben_Beng-kea_Latn", + "languages": [ + "ben-Beng", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75415, + "recall": 0.80336, + "f1": 0.768826, + "accuracy": 0.80336, + "main_score": 0.768826, + "hf_subset": "ben_Beng-lus_Latn", + "languages": [ + "ben-Beng", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878706, + "recall": 0.909091, + "f1": 0.887714, + "accuracy": 0.909091, + "main_score": 0.887714, + "hf_subset": "ben_Beng-pag_Latn", + "languages": [ + "ben-Beng", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ben_Beng-tuk_Latn", + "languages": [ + "ben-Beng", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ben_Beng-bak_Cyrl", + "languages": [ + "ben-Beng", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483103, + "recall": 0.557312, + "f1": 0.504701, + "accuracy": 0.557312, + "main_score": 0.504701, + "hf_subset": "ben_Beng-dyu_Latn", + "languages": [ + "ben-Beng", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ben_Beng-khk_Cyrl", + "languages": [ + "ben-Beng", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-lvs_Latn", + "languages": [ + "ben-Beng", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699177, + "recall": 0.754941, + "f1": 0.715533, + "accuracy": 0.754941, + "main_score": 0.715533, + "hf_subset": "ben_Beng-som_Latn", + "languages": [ + "ben-Beng", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591947, + "recall": 0.643281, + "f1": 0.605955, + "accuracy": 0.643281, + "main_score": 0.605955, + "hf_subset": "ben_Beng-tum_Latn", + "languages": [ + "ben-Beng", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565415, + "recall": 0.631423, + "f1": 0.584384, + "accuracy": 0.631423, + "main_score": 0.584384, + "hf_subset": "est_Latn-ace_Arab", + "languages": [ + "est-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530686, + "recall": 0.587945, + "f1": 0.547368, + "accuracy": 0.587945, + "main_score": 0.547368, + "hf_subset": "est_Latn-bam_Latn", + "languages": [ + "est-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43153, + "recall": 0.51087, + "f1": 0.452679, + "accuracy": 0.51087, + "main_score": 0.452679, + "hf_subset": "est_Latn-dzo_Tibt", + "languages": [ + "est-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-hin_Deva", + "languages": [ + "est-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-khm_Khmr", + "languages": [ + "est-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-mag_Deva", + "languages": [ + "est-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "est_Latn-pap_Latn", + "languages": [ + "est-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583701, + "recall": 0.637352, + "f1": 0.598855, + "accuracy": 0.637352, + "main_score": 0.598855, + "hf_subset": "est_Latn-sot_Latn", + "languages": [ + "est-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-tur_Latn", + "languages": [ + "est-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860787, + "recall": 0.893281, + "f1": 0.870902, + "accuracy": 0.893281, + "main_score": 0.870902, + "hf_subset": "est_Latn-ace_Latn", + "languages": [ + "est-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.964427, + "f1": 0.956851, + "accuracy": 0.964427, + "main_score": 0.956851, + "hf_subset": "est_Latn-ban_Latn", + "languages": [ + "est-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-ell_Grek", + "languages": [ + "est-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-hne_Deva", + "languages": [ + "est-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591493, + "recall": 0.643281, + "f1": 0.606489, + "accuracy": 0.643281, + "main_score": 0.606489, + "hf_subset": "est_Latn-kik_Latn", + "languages": [ + "est-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-mai_Deva", + "languages": [ + "est-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "est_Latn-pbt_Arab", + "languages": [ + "est-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-spa_Latn", + "languages": [ + "est-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599061, + "recall": 0.659091, + "f1": 0.616243, + "accuracy": 0.659091, + "main_score": 0.616243, + "hf_subset": "est_Latn-twi_Latn", + "languages": [ + "est-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-acm_Arab", + "languages": [ + "est-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-bel_Cyrl", + "languages": [ + "est-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-hrv_Latn", + "languages": [ + "est-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551724, + "recall": 0.61166, + "f1": 0.568465, + "accuracy": 0.61166, + "main_score": 0.568465, + "hf_subset": "est_Latn-kin_Latn", + "languages": [ + "est-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "est_Latn-mal_Mlym", + "languages": [ + "est-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-pes_Arab", + "languages": [ + "est-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-srd_Latn", + "languages": [ + "est-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189562, + "recall": 0.23419, + "f1": 0.200848, + "accuracy": 0.23419, + "main_score": 0.200848, + "hf_subset": "est_Latn-tzm_Tfng", + "languages": [ + "est-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-acq_Arab", + "languages": [ + "est-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617372, + "recall": 0.667984, + "f1": 0.631552, + "accuracy": 0.667984, + "main_score": 0.631552, + "hf_subset": "est_Latn-bem_Latn", + "languages": [ + "est-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-epo_Latn", + "languages": [ + "est-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-hun_Latn", + "languages": [ + "est-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-kir_Cyrl", + "languages": [ + "est-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-mar_Deva", + "languages": [ + "est-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651779, + "recall": 0.706522, + "f1": 0.667627, + "accuracy": 0.706522, + "main_score": 0.667627, + "hf_subset": "est_Latn-plt_Latn", + "languages": [ + "est-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-srp_Cyrl", + "languages": [ + "est-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "est_Latn-uig_Arab", + "languages": [ + "est-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-aeb_Arab", + "languages": [ + "est-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-ben_Beng", + "languages": [ + "est-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-hye_Armn", + "languages": [ + "est-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539224, + "recall": 0.591897, + "f1": 0.554363, + "accuracy": 0.591897, + "main_score": 0.554363, + "hf_subset": "est_Latn-kmb_Latn", + "languages": [ + "est-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497133, + "recall": 0.565217, + "f1": 0.51539, + "accuracy": 0.565217, + "main_score": 0.51539, + "hf_subset": "est_Latn-min_Arab", + "languages": [ + "est-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-pol_Latn", + "languages": [ + "est-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551716, + "recall": 0.614625, + "f1": 0.569691, + "accuracy": 0.614625, + "main_score": 0.569691, + "hf_subset": "est_Latn-ssw_Latn", + "languages": [ + "est-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-ukr_Cyrl", + "languages": [ + "est-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-afr_Latn", + "languages": [ + "est-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-bho_Deva", + "languages": [ + "est-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "est_Latn-eus_Latn", + "languages": [ + "est-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581489, + "recall": 0.639328, + "f1": 0.59793, + "accuracy": 0.639328, + "main_score": 0.59793, + "hf_subset": "est_Latn-ibo_Latn", + "languages": [ + "est-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893528, + "recall": 0.922925, + "f1": 0.902899, + "accuracy": 0.922925, + "main_score": 0.902899, + "hf_subset": "est_Latn-kmr_Latn", + "languages": [ + "est-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "est_Latn-min_Latn", + "languages": [ + "est-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-por_Latn", + "languages": [ + "est-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-sun_Latn", + "languages": [ + "est-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509141, + "recall": 0.563241, + "f1": 0.524563, + "accuracy": 0.563241, + "main_score": 0.524563, + "hf_subset": "est_Latn-umb_Latn", + "languages": [ + "est-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ajp_Arab", + "languages": [ + "est-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528059, + "recall": 0.590909, + "f1": 0.54584, + "accuracy": 0.590909, + "main_score": 0.54584, + "hf_subset": "est_Latn-bjn_Arab", + "languages": [ + "est-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516269, + "recall": 0.563241, + "f1": 0.528718, + "accuracy": 0.563241, + "main_score": 0.528718, + "hf_subset": "est_Latn-ewe_Latn", + "languages": [ + "est-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "est_Latn-ilo_Latn", + "languages": [ + "est-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31809, + "recall": 0.370553, + "f1": 0.332924, + "accuracy": 0.370553, + "main_score": 0.332924, + "hf_subset": "est_Latn-knc_Arab", + "languages": [ + "est-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-mkd_Cyrl", + "languages": [ + "est-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-prs_Arab", + "languages": [ + "est-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-swe_Latn", + "languages": [ + "est-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-urd_Arab", + "languages": [ + "est-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580402, + "recall": 0.639328, + "f1": 0.597252, + "accuracy": 0.639328, + "main_score": 0.597252, + "hf_subset": "est_Latn-aka_Latn", + "languages": [ + "est-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "est_Latn-bjn_Latn", + "languages": [ + "est-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "est_Latn-fao_Latn", + "languages": [ + "est-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-ind_Latn", + "languages": [ + "est-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574943, + "recall": 0.624506, + "f1": 0.589033, + "accuracy": 0.624506, + "main_score": 0.589033, + "hf_subset": "est_Latn-knc_Latn", + "languages": [ + "est-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "est_Latn-mlt_Latn", + "languages": [ + "est-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700536, + "recall": 0.762846, + "f1": 0.719366, + "accuracy": 0.762846, + "main_score": 0.719366, + "hf_subset": "est_Latn-quy_Latn", + "languages": [ + "est-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "est_Latn-swh_Latn", + "languages": [ + "est-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "est_Latn-uzn_Latn", + "languages": [ + "est-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-als_Latn", + "languages": [ + "est-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628887, + "recall": 0.708498, + "f1": 0.651717, + "accuracy": 0.708498, + "main_score": 0.651717, + "hf_subset": "est_Latn-bod_Tibt", + "languages": [ + "est-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680667, + "recall": 0.742095, + "f1": 0.698561, + "accuracy": 0.742095, + "main_score": 0.698561, + "hf_subset": "est_Latn-fij_Latn", + "languages": [ + "est-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "est_Latn-isl_Latn", + "languages": [ + "est-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657395, + "recall": 0.710474, + "f1": 0.672911, + "accuracy": 0.710474, + "main_score": 0.672911, + "hf_subset": "est_Latn-kon_Latn", + "languages": [ + "est-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654736, + "recall": 0.719368, + "f1": 0.673572, + "accuracy": 0.719368, + "main_score": 0.673572, + "hf_subset": "est_Latn-mni_Beng", + "languages": [ + "est-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ron_Latn", + "languages": [ + "est-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "est_Latn-szl_Latn", + "languages": [ + "est-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-vec_Latn", + "languages": [ + "est-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "est_Latn-amh_Ethi", + "languages": [ + "est-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-bos_Latn", + "languages": [ + "est-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-fin_Latn", + "languages": [ + "est-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-ita_Latn", + "languages": [ + "est-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-kor_Hang", + "languages": [ + "est-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547455, + "recall": 0.602767, + "f1": 0.5627, + "accuracy": 0.602767, + "main_score": 0.5627, + "hf_subset": "est_Latn-mos_Latn", + "languages": [ + "est-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547696, + "recall": 0.604743, + "f1": 0.563971, + "accuracy": 0.604743, + "main_score": 0.563971, + "hf_subset": "est_Latn-run_Latn", + "languages": [ + "est-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-tam_Taml", + "languages": [ + "est-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-vie_Latn", + "languages": [ + "est-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-apc_Arab", + "languages": [ + "est-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803689, + "recall": 0.844862, + "f1": 0.816023, + "accuracy": 0.844862, + "main_score": 0.816023, + "hf_subset": "est_Latn-bug_Latn", + "languages": [ + "est-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473925, + "recall": 0.524704, + "f1": 0.487172, + "accuracy": 0.524704, + "main_score": 0.487172, + "hf_subset": "est_Latn-fon_Latn", + "languages": [ + "est-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-jav_Latn", + "languages": [ + "est-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-lao_Laoo", + "languages": [ + "est-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875165, + "recall": 0.909091, + "f1": 0.885672, + "accuracy": 0.909091, + "main_score": 0.885672, + "hf_subset": "est_Latn-mri_Latn", + "languages": [ + "est-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-rus_Cyrl", + "languages": [ + "est-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539026, + "recall": 0.594862, + "f1": 0.554517, + "accuracy": 0.594862, + "main_score": 0.554517, + "hf_subset": "est_Latn-taq_Latn", + "languages": [ + "est-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "est_Latn-war_Latn", + "languages": [ + "est-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-arb_Arab", + "languages": [ + "est-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-bul_Cyrl", + "languages": [ + "est-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-fra_Latn", + "languages": [ + "est-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-jpn_Jpan", + "languages": [ + "est-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "est_Latn-lij_Latn", + "languages": [ + "est-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.983202, + "f1": 0.979578, + "accuracy": 0.983202, + "main_score": 0.979578, + "hf_subset": "est_Latn-mya_Mymr", + "languages": [ + "est-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590424, + "recall": 0.652174, + "f1": 0.607535, + "accuracy": 0.652174, + "main_score": 0.607535, + "hf_subset": "est_Latn-sag_Latn", + "languages": [ + "est-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20033, + "recall": 0.253953, + "f1": 0.212592, + "accuracy": 0.253953, + "main_score": 0.212592, + "hf_subset": "est_Latn-taq_Tfng", + "languages": [ + "est-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619285, + "recall": 0.679842, + "f1": 0.636712, + "accuracy": 0.679842, + "main_score": 0.636712, + "hf_subset": "est_Latn-wol_Latn", + "languages": [ + "est-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797908, + "recall": 0.849802, + "f1": 0.813966, + "accuracy": 0.849802, + "main_score": 0.813966, + "hf_subset": "est_Latn-arb_Latn", + "languages": [ + "est-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-cat_Latn", + "languages": [ + "est-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "est_Latn-fur_Latn", + "languages": [ + "est-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415452, + "recall": 0.470356, + "f1": 0.430489, + "accuracy": 0.470356, + "main_score": 0.430489, + "hf_subset": "est_Latn-kab_Latn", + "languages": [ + "est-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "est_Latn-lim_Latn", + "languages": [ + "est-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-nld_Latn", + "languages": [ + "est-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "est_Latn-san_Deva", + "languages": [ + "est-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-tat_Cyrl", + "languages": [ + "est-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657823, + "recall": 0.714427, + "f1": 0.674445, + "accuracy": 0.714427, + "main_score": 0.674445, + "hf_subset": "est_Latn-xho_Latn", + "languages": [ + "est-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ars_Arab", + "languages": [ + "est-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-ceb_Latn", + "languages": [ + "est-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563334, + "recall": 0.619565, + "f1": 0.579557, + "accuracy": 0.619565, + "main_score": 0.579557, + "hf_subset": "est_Latn-fuv_Latn", + "languages": [ + "est-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518401, + "recall": 0.577075, + "f1": 0.534492, + "accuracy": 0.577075, + "main_score": 0.534492, + "hf_subset": "est_Latn-kac_Latn", + "languages": [ + "est-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665744, + "recall": 0.717391, + "f1": 0.681014, + "accuracy": 0.717391, + "main_score": 0.681014, + "hf_subset": "est_Latn-lin_Latn", + "languages": [ + "est-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-nno_Latn", + "languages": [ + "est-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227568, + "recall": 0.304348, + "f1": 0.24721, + "accuracy": 0.304348, + "main_score": 0.24721, + "hf_subset": "est_Latn-sat_Olck", + "languages": [ + "est-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-tel_Telu", + "languages": [ + "est-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "est_Latn-ydd_Hebr", + "languages": [ + "est-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974885, + "recall": 0.982213, + "f1": 0.977174, + "accuracy": 0.982213, + "main_score": 0.977174, + "hf_subset": "est_Latn-ary_Arab", + "languages": [ + "est-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ces_Latn", + "languages": [ + "est-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580147, + "recall": 0.640316, + "f1": 0.597258, + "accuracy": 0.640316, + "main_score": 0.597258, + "hf_subset": "est_Latn-gaz_Latn", + "languages": [ + "est-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587229, + "recall": 0.647233, + "f1": 0.604891, + "accuracy": 0.647233, + "main_score": 0.604891, + "hf_subset": "est_Latn-kam_Latn", + "languages": [ + "est-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-lit_Latn", + "languages": [ + "est-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-nob_Latn", + "languages": [ + "est-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "est_Latn-scn_Latn", + "languages": [ + "est-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "est_Latn-tgk_Cyrl", + "languages": [ + "est-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717128, + "recall": 0.782609, + "f1": 0.737206, + "accuracy": 0.782609, + "main_score": 0.737206, + "hf_subset": "est_Latn-yor_Latn", + "languages": [ + "est-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-arz_Arab", + "languages": [ + "est-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555609, + "recall": 0.61166, + "f1": 0.572069, + "accuracy": 0.61166, + "main_score": 0.572069, + "hf_subset": "est_Latn-cjk_Latn", + "languages": [ + "est-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789526, + "recall": 0.840909, + "f1": 0.805058, + "accuracy": 0.840909, + "main_score": 0.805058, + "hf_subset": "est_Latn-gla_Latn", + "languages": [ + "est-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-kan_Knda", + "languages": [ + "est-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "est_Latn-lmo_Latn", + "languages": [ + "est-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "est_Latn-npi_Deva", + "languages": [ + "est-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466684, + "recall": 0.520751, + "f1": 0.481941, + "accuracy": 0.520751, + "main_score": 0.481941, + "hf_subset": "est_Latn-shn_Mymr", + "languages": [ + "est-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-tgl_Latn", + "languages": [ + "est-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-yue_Hant", + "languages": [ + "est-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-asm_Beng", + "languages": [ + "est-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "est_Latn-ckb_Arab", + "languages": [ + "est-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882987, + "recall": 0.914032, + "f1": 0.892655, + "accuracy": 0.914032, + "main_score": 0.892655, + "hf_subset": "est_Latn-gle_Latn", + "languages": [ + "est-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935935, + "recall": 0.955534, + "f1": 0.942358, + "accuracy": 0.955534, + "main_score": 0.942358, + "hf_subset": "est_Latn-kas_Arab", + "languages": [ + "est-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94837, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "est_Latn-ltg_Latn", + "languages": [ + "est-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606807, + "recall": 0.653162, + "f1": 0.619226, + "accuracy": 0.653162, + "main_score": 0.619226, + "hf_subset": "est_Latn-nso_Latn", + "languages": [ + "est-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "est_Latn-sin_Sinh", + "languages": [ + "est-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-tha_Thai", + "languages": [ + "est-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-zho_Hans", + "languages": [ + "est-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-ast_Latn", + "languages": [ + "est-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-crh_Latn", + "languages": [ + "est-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-glg_Latn", + "languages": [ + "est-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889361, + "recall": 0.920949, + "f1": 0.899539, + "accuracy": 0.920949, + "main_score": 0.899539, + "hf_subset": "est_Latn-kas_Deva", + "languages": [ + "est-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "est_Latn-ltz_Latn", + "languages": [ + "est-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468997, + "recall": 0.529644, + "f1": 0.485586, + "accuracy": 0.529644, + "main_score": 0.485586, + "hf_subset": "est_Latn-nus_Latn", + "languages": [ + "est-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-slk_Latn", + "languages": [ + "est-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618224, + "recall": 0.688735, + "f1": 0.638709, + "accuracy": 0.688735, + "main_score": 0.638709, + "hf_subset": "est_Latn-tir_Ethi", + "languages": [ + "est-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-zho_Hant", + "languages": [ + "est-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "est_Latn-awa_Deva", + "languages": [ + "est-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "est_Latn-cym_Latn", + "languages": [ + "est-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830567, + "recall": 0.869565, + "f1": 0.842457, + "accuracy": 0.869565, + "main_score": 0.842457, + "hf_subset": "est_Latn-grn_Latn", + "languages": [ + "est-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-kat_Geor", + "languages": [ + "est-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627359, + "recall": 0.678854, + "f1": 0.64167, + "accuracy": 0.678854, + "main_score": 0.64167, + "hf_subset": "est_Latn-lua_Latn", + "languages": [ + "est-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624788, + "recall": 0.681818, + "f1": 0.640718, + "accuracy": 0.681818, + "main_score": 0.640718, + "hf_subset": "est_Latn-nya_Latn", + "languages": [ + "est-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "est_Latn-slv_Latn", + "languages": [ + "est-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "est_Latn-tpi_Latn", + "languages": [ + "est-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-zsm_Latn", + "languages": [ + "est-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534375, + "recall": 0.596838, + "f1": 0.552388, + "accuracy": 0.596838, + "main_score": 0.552388, + "hf_subset": "est_Latn-ayr_Latn", + "languages": [ + "est-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-dan_Latn", + "languages": [ + "est-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-guj_Gujr", + "languages": [ + "est-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-kaz_Cyrl", + "languages": [ + "est-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524598, + "recall": 0.578063, + "f1": 0.539178, + "accuracy": 0.578063, + "main_score": 0.539178, + "hf_subset": "est_Latn-lug_Latn", + "languages": [ + "est-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-oci_Latn", + "languages": [ + "est-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814592, + "recall": 0.862648, + "f1": 0.82948, + "accuracy": 0.862648, + "main_score": 0.82948, + "hf_subset": "est_Latn-smo_Latn", + "languages": [ + "est-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543514, + "recall": 0.597826, + "f1": 0.558452, + "accuracy": 0.597826, + "main_score": 0.558452, + "hf_subset": "est_Latn-tsn_Latn", + "languages": [ + "est-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630139, + "recall": 0.683794, + "f1": 0.645246, + "accuracy": 0.683794, + "main_score": 0.645246, + "hf_subset": "est_Latn-zul_Latn", + "languages": [ + "est-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908959, + "recall": 0.935771, + "f1": 0.917655, + "accuracy": 0.935771, + "main_score": 0.917655, + "hf_subset": "est_Latn-azb_Arab", + "languages": [ + "est-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-deu_Latn", + "languages": [ + "est-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "est_Latn-hat_Latn", + "languages": [ + "est-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501437, + "recall": 0.551383, + "f1": 0.515372, + "accuracy": 0.551383, + "main_score": 0.515372, + "hf_subset": "est_Latn-kbp_Latn", + "languages": [ + "est-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572143, + "recall": 0.626482, + "f1": 0.586997, + "accuracy": 0.626482, + "main_score": 0.586997, + "hf_subset": "est_Latn-luo_Latn", + "languages": [ + "est-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-ory_Orya", + "languages": [ + "est-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590286, + "recall": 0.651186, + "f1": 0.607576, + "accuracy": 0.651186, + "main_score": 0.607576, + "hf_subset": "est_Latn-sna_Latn", + "languages": [ + "est-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547218, + "recall": 0.602767, + "f1": 0.562463, + "accuracy": 0.602767, + "main_score": 0.562463, + "hf_subset": "est_Latn-tso_Latn", + "languages": [ + "est-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "est_Latn-azj_Latn", + "languages": [ + "est-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533745, + "recall": 0.596838, + "f1": 0.552136, + "accuracy": 0.596838, + "main_score": 0.552136, + "hf_subset": "est_Latn-dik_Latn", + "languages": [ + "est-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728302, + "recall": 0.784585, + "f1": 0.744917, + "accuracy": 0.784585, + "main_score": 0.744917, + "hf_subset": "est_Latn-hau_Latn", + "languages": [ + "est-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "est_Latn-kea_Latn", + "languages": [ + "est-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741947, + "recall": 0.795455, + "f1": 0.75807, + "accuracy": 0.795455, + "main_score": 0.75807, + "hf_subset": "est_Latn-lus_Latn", + "languages": [ + "est-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861644, + "recall": 0.891304, + "f1": 0.870422, + "accuracy": 0.891304, + "main_score": 0.870422, + "hf_subset": "est_Latn-pag_Latn", + "languages": [ + "est-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "est_Latn-snd_Arab", + "languages": [ + "est-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "est_Latn-tuk_Latn", + "languages": [ + "est-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "est_Latn-bak_Cyrl", + "languages": [ + "est-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490951, + "recall": 0.564229, + "f1": 0.512299, + "accuracy": 0.564229, + "main_score": 0.512299, + "hf_subset": "est_Latn-dyu_Latn", + "languages": [ + "est-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "est_Latn-heb_Hebr", + "languages": [ + "est-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "est_Latn-khk_Cyrl", + "languages": [ + "est-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "est_Latn-lvs_Latn", + "languages": [ + "est-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "est_Latn-pan_Guru", + "languages": [ + "est-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705155, + "recall": 0.762846, + "f1": 0.722658, + "accuracy": 0.762846, + "main_score": 0.722658, + "hf_subset": "est_Latn-som_Latn", + "languages": [ + "est-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582964, + "recall": 0.633399, + "f1": 0.596443, + "accuracy": 0.633399, + "main_score": 0.596443, + "hf_subset": "est_Latn-tum_Latn", + "languages": [ + "est-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560394, + "recall": 0.624506, + "f1": 0.578661, + "accuracy": 0.624506, + "main_score": 0.578661, + "hf_subset": "hye_Armn-ace_Arab", + "languages": [ + "hye-Armn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513266, + "recall": 0.574111, + "f1": 0.530001, + "accuracy": 0.574111, + "main_score": 0.530001, + "hf_subset": "hye_Armn-bam_Latn", + "languages": [ + "hye-Armn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459788, + "recall": 0.537549, + "f1": 0.480915, + "accuracy": 0.537549, + "main_score": 0.480915, + "hf_subset": "hye_Armn-dzo_Tibt", + "languages": [ + "hye-Armn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-hin_Deva", + "languages": [ + "hye-Armn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-khm_Khmr", + "languages": [ + "hye-Armn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-mag_Deva", + "languages": [ + "hye-Armn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hye_Armn-pap_Latn", + "languages": [ + "hye-Armn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562738, + "recall": 0.623518, + "f1": 0.579748, + "accuracy": 0.623518, + "main_score": 0.579748, + "hf_subset": "hye_Armn-sot_Latn", + "languages": [ + "hye-Armn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-tur_Latn", + "languages": [ + "hye-Armn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850247, + "recall": 0.887352, + "f1": 0.861726, + "accuracy": 0.887352, + "main_score": 0.861726, + "hf_subset": "hye_Armn-ace_Latn", + "languages": [ + "hye-Armn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950511, + "recall": 0.962451, + "f1": 0.954282, + "accuracy": 0.962451, + "main_score": 0.954282, + "hf_subset": "hye_Armn-ban_Latn", + "languages": [ + "hye-Armn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "hye_Armn-hne_Deva", + "languages": [ + "hye-Armn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591767, + "recall": 0.647233, + "f1": 0.607605, + "accuracy": 0.647233, + "main_score": 0.607605, + "hf_subset": "hye_Armn-kik_Latn", + "languages": [ + "hye-Armn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-mai_Deva", + "languages": [ + "hye-Armn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "hye_Armn-pbt_Arab", + "languages": [ + "hye-Armn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-spa_Latn", + "languages": [ + "hye-Armn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608467, + "recall": 0.662055, + "f1": 0.623505, + "accuracy": 0.662055, + "main_score": 0.623505, + "hf_subset": "hye_Armn-twi_Latn", + "languages": [ + "hye-Armn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-acm_Arab", + "languages": [ + "hye-Armn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-bel_Cyrl", + "languages": [ + "hye-Armn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-hrv_Latn", + "languages": [ + "hye-Armn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551138, + "recall": 0.610672, + "f1": 0.568112, + "accuracy": 0.610672, + "main_score": 0.568112, + "hf_subset": "hye_Armn-kin_Latn", + "languages": [ + "hye-Armn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-mal_Mlym", + "languages": [ + "hye-Armn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-pes_Arab", + "languages": [ + "hye-Armn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "hye_Armn-srd_Latn", + "languages": [ + "hye-Armn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195608, + "recall": 0.243083, + "f1": 0.2078, + "accuracy": 0.243083, + "main_score": 0.2078, + "hf_subset": "hye_Armn-tzm_Tfng", + "languages": [ + "hye-Armn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-acq_Arab", + "languages": [ + "hye-Armn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61541, + "recall": 0.666008, + "f1": 0.629444, + "accuracy": 0.666008, + "main_score": 0.629444, + "hf_subset": "hye_Armn-bem_Latn", + "languages": [ + "hye-Armn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-epo_Latn", + "languages": [ + "hye-Armn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-hun_Latn", + "languages": [ + "hye-Armn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "hye_Armn-kir_Cyrl", + "languages": [ + "hye-Armn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-mar_Deva", + "languages": [ + "hye-Armn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658169, + "recall": 0.718379, + "f1": 0.676007, + "accuracy": 0.718379, + "main_score": 0.676007, + "hf_subset": "hye_Armn-plt_Latn", + "languages": [ + "hye-Armn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-srp_Cyrl", + "languages": [ + "hye-Armn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "hye_Armn-uig_Arab", + "languages": [ + "hye-Armn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-aeb_Arab", + "languages": [ + "hye-Armn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ben_Beng", + "languages": [ + "hye-Armn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-est_Latn", + "languages": [ + "hye-Armn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542351, + "recall": 0.592885, + "f1": 0.556901, + "accuracy": 0.592885, + "main_score": 0.556901, + "hf_subset": "hye_Armn-kmb_Latn", + "languages": [ + "hye-Armn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491941, + "recall": 0.564229, + "f1": 0.511619, + "accuracy": 0.564229, + "main_score": 0.511619, + "hf_subset": "hye_Armn-min_Arab", + "languages": [ + "hye-Armn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-pol_Latn", + "languages": [ + "hye-Armn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548083, + "recall": 0.61166, + "f1": 0.566584, + "accuracy": 0.61166, + "main_score": 0.566584, + "hf_subset": "hye_Armn-ssw_Latn", + "languages": [ + "hye-Armn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ukr_Cyrl", + "languages": [ + "hye-Armn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-afr_Latn", + "languages": [ + "hye-Armn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-bho_Deva", + "languages": [ + "hye-Armn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-eus_Latn", + "languages": [ + "hye-Armn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559519, + "recall": 0.620553, + "f1": 0.57644, + "accuracy": 0.620553, + "main_score": 0.57644, + "hf_subset": "hye_Armn-ibo_Latn", + "languages": [ + "hye-Armn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911808, + "recall": 0.937747, + "f1": 0.920191, + "accuracy": 0.937747, + "main_score": 0.920191, + "hf_subset": "hye_Armn-kmr_Latn", + "languages": [ + "hye-Armn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "hye_Armn-min_Latn", + "languages": [ + "hye-Armn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-por_Latn", + "languages": [ + "hye-Armn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hye_Armn-sun_Latn", + "languages": [ + "hye-Armn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518974, + "recall": 0.576087, + "f1": 0.534648, + "accuracy": 0.576087, + "main_score": 0.534648, + "hf_subset": "hye_Armn-umb_Latn", + "languages": [ + "hye-Armn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-ajp_Arab", + "languages": [ + "hye-Armn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540255, + "recall": 0.599802, + "f1": 0.55631, + "accuracy": 0.599802, + "main_score": 0.55631, + "hf_subset": "hye_Armn-bjn_Arab", + "languages": [ + "hye-Armn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506653, + "recall": 0.562253, + "f1": 0.521941, + "accuracy": 0.562253, + "main_score": 0.521941, + "hf_subset": "hye_Armn-ewe_Latn", + "languages": [ + "hye-Armn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "hye_Armn-ilo_Latn", + "languages": [ + "hye-Armn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310857, + "recall": 0.368577, + "f1": 0.326259, + "accuracy": 0.368577, + "main_score": 0.326259, + "hf_subset": "hye_Armn-knc_Arab", + "languages": [ + "hye-Armn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-mkd_Cyrl", + "languages": [ + "hye-Armn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-prs_Arab", + "languages": [ + "hye-Armn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-swe_Latn", + "languages": [ + "hye-Armn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-urd_Arab", + "languages": [ + "hye-Armn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572787, + "recall": 0.63834, + "f1": 0.591323, + "accuracy": 0.63834, + "main_score": 0.591323, + "hf_subset": "hye_Armn-aka_Latn", + "languages": [ + "hye-Armn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hye_Armn-bjn_Latn", + "languages": [ + "hye-Armn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "hye_Armn-fao_Latn", + "languages": [ + "hye-Armn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ind_Latn", + "languages": [ + "hye-Armn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571346, + "recall": 0.629447, + "f1": 0.588359, + "accuracy": 0.629447, + "main_score": 0.588359, + "hf_subset": "hye_Armn-knc_Latn", + "languages": [ + "hye-Armn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hye_Armn-mlt_Latn", + "languages": [ + "hye-Armn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70117, + "recall": 0.762846, + "f1": 0.719143, + "accuracy": 0.762846, + "main_score": 0.719143, + "hf_subset": "hye_Armn-quy_Latn", + "languages": [ + "hye-Armn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "hye_Armn-swh_Latn", + "languages": [ + "hye-Armn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-uzn_Latn", + "languages": [ + "hye-Armn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-als_Latn", + "languages": [ + "hye-Armn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680254, + "recall": 0.753953, + "f1": 0.702654, + "accuracy": 0.753953, + "main_score": 0.702654, + "hf_subset": "hye_Armn-bod_Tibt", + "languages": [ + "hye-Armn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698618, + "recall": 0.758893, + "f1": 0.716018, + "accuracy": 0.758893, + "main_score": 0.716018, + "hf_subset": "hye_Armn-fij_Latn", + "languages": [ + "hye-Armn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "hye_Armn-isl_Latn", + "languages": [ + "hye-Armn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643636, + "recall": 0.693676, + "f1": 0.658351, + "accuracy": 0.693676, + "main_score": 0.658351, + "hf_subset": "hye_Armn-kon_Latn", + "languages": [ + "hye-Armn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650103, + "recall": 0.715415, + "f1": 0.668598, + "accuracy": 0.715415, + "main_score": 0.668598, + "hf_subset": "hye_Armn-mni_Beng", + "languages": [ + "hye-Armn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ron_Latn", + "languages": [ + "hye-Armn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "hye_Armn-szl_Latn", + "languages": [ + "hye-Armn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-vec_Latn", + "languages": [ + "hye-Armn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "hye_Armn-amh_Ethi", + "languages": [ + "hye-Armn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-bos_Latn", + "languages": [ + "hye-Armn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-fin_Latn", + "languages": [ + "hye-Armn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-ita_Latn", + "languages": [ + "hye-Armn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-kor_Hang", + "languages": [ + "hye-Armn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532659, + "recall": 0.590909, + "f1": 0.548601, + "accuracy": 0.590909, + "main_score": 0.548601, + "hf_subset": "hye_Armn-mos_Latn", + "languages": [ + "hye-Armn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556752, + "recall": 0.607708, + "f1": 0.571612, + "accuracy": 0.607708, + "main_score": 0.571612, + "hf_subset": "hye_Armn-run_Latn", + "languages": [ + "hye-Armn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-tam_Taml", + "languages": [ + "hye-Armn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-vie_Latn", + "languages": [ + "hye-Armn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-apc_Arab", + "languages": [ + "hye-Armn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785606, + "recall": 0.833004, + "f1": 0.799788, + "accuracy": 0.833004, + "main_score": 0.799788, + "hf_subset": "hye_Armn-bug_Latn", + "languages": [ + "hye-Armn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474493, + "recall": 0.529644, + "f1": 0.489106, + "accuracy": 0.529644, + "main_score": 0.489106, + "hf_subset": "hye_Armn-fon_Latn", + "languages": [ + "hye-Armn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-jav_Latn", + "languages": [ + "hye-Armn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-lao_Laoo", + "languages": [ + "hye-Armn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89669, + "recall": 0.925889, + "f1": 0.905863, + "accuracy": 0.925889, + "main_score": 0.905863, + "hf_subset": "hye_Armn-mri_Latn", + "languages": [ + "hye-Armn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-rus_Cyrl", + "languages": [ + "hye-Armn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52755, + "recall": 0.583992, + "f1": 0.542989, + "accuracy": 0.583992, + "main_score": 0.542989, + "hf_subset": "hye_Armn-taq_Latn", + "languages": [ + "hye-Armn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "hye_Armn-war_Latn", + "languages": [ + "hye-Armn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-arb_Arab", + "languages": [ + "hye-Armn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-bul_Cyrl", + "languages": [ + "hye-Armn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-fra_Latn", + "languages": [ + "hye-Armn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-jpn_Jpan", + "languages": [ + "hye-Armn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hye_Armn-lij_Latn", + "languages": [ + "hye-Armn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "hye_Armn-mya_Mymr", + "languages": [ + "hye-Armn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573744, + "recall": 0.636364, + "f1": 0.59137, + "accuracy": 0.636364, + "main_score": 0.59137, + "hf_subset": "hye_Armn-sag_Latn", + "languages": [ + "hye-Armn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19928, + "recall": 0.261858, + "f1": 0.213604, + "accuracy": 0.261858, + "main_score": 0.213604, + "hf_subset": "hye_Armn-taq_Tfng", + "languages": [ + "hye-Armn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607971, + "recall": 0.670949, + "f1": 0.626012, + "accuracy": 0.670949, + "main_score": 0.626012, + "hf_subset": "hye_Armn-wol_Latn", + "languages": [ + "hye-Armn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827322, + "recall": 0.873518, + "f1": 0.841765, + "accuracy": 0.873518, + "main_score": 0.841765, + "hf_subset": "hye_Armn-arb_Latn", + "languages": [ + "hye-Armn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-cat_Latn", + "languages": [ + "hye-Armn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "hye_Armn-fur_Latn", + "languages": [ + "hye-Armn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41335, + "recall": 0.470356, + "f1": 0.429184, + "accuracy": 0.470356, + "main_score": 0.429184, + "hf_subset": "hye_Armn-kab_Latn", + "languages": [ + "hye-Armn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-lim_Latn", + "languages": [ + "hye-Armn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-nld_Latn", + "languages": [ + "hye-Armn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "hye_Armn-san_Deva", + "languages": [ + "hye-Armn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-tat_Cyrl", + "languages": [ + "hye-Armn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666486, + "recall": 0.720356, + "f1": 0.68243, + "accuracy": 0.720356, + "main_score": 0.68243, + "hf_subset": "hye_Armn-xho_Latn", + "languages": [ + "hye-Armn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ars_Arab", + "languages": [ + "hye-Armn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ceb_Latn", + "languages": [ + "hye-Armn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555468, + "recall": 0.610672, + "f1": 0.571022, + "accuracy": 0.610672, + "main_score": 0.571022, + "hf_subset": "hye_Armn-fuv_Latn", + "languages": [ + "hye-Armn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508299, + "recall": 0.571146, + "f1": 0.525143, + "accuracy": 0.571146, + "main_score": 0.525143, + "hf_subset": "hye_Armn-kac_Latn", + "languages": [ + "hye-Armn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662264, + "recall": 0.710474, + "f1": 0.676303, + "accuracy": 0.710474, + "main_score": 0.676303, + "hf_subset": "hye_Armn-lin_Latn", + "languages": [ + "hye-Armn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-nno_Latn", + "languages": [ + "hye-Armn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242886, + "recall": 0.325099, + "f1": 0.266084, + "accuracy": 0.325099, + "main_score": 0.266084, + "hf_subset": "hye_Armn-sat_Olck", + "languages": [ + "hye-Armn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-tel_Telu", + "languages": [ + "hye-Armn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "hye_Armn-ydd_Hebr", + "languages": [ + "hye-Armn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "hye_Armn-ary_Arab", + "languages": [ + "hye-Armn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ces_Latn", + "languages": [ + "hye-Armn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586808, + "recall": 0.643281, + "f1": 0.603689, + "accuracy": 0.643281, + "main_score": 0.603689, + "hf_subset": "hye_Armn-gaz_Latn", + "languages": [ + "hye-Armn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589616, + "recall": 0.652174, + "f1": 0.607075, + "accuracy": 0.652174, + "main_score": 0.607075, + "hf_subset": "hye_Armn-kam_Latn", + "languages": [ + "hye-Armn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "hye_Armn-lit_Latn", + "languages": [ + "hye-Armn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-nob_Latn", + "languages": [ + "hye-Armn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hye_Armn-scn_Latn", + "languages": [ + "hye-Armn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "hye_Armn-tgk_Cyrl", + "languages": [ + "hye-Armn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726087, + "recall": 0.790514, + "f1": 0.745605, + "accuracy": 0.790514, + "main_score": 0.745605, + "hf_subset": "hye_Armn-yor_Latn", + "languages": [ + "hye-Armn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-arz_Arab", + "languages": [ + "hye-Armn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543092, + "recall": 0.599802, + "f1": 0.559404, + "accuracy": 0.599802, + "main_score": 0.559404, + "hf_subset": "hye_Armn-cjk_Latn", + "languages": [ + "hye-Armn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800675, + "recall": 0.848814, + "f1": 0.815613, + "accuracy": 0.848814, + "main_score": 0.815613, + "hf_subset": "hye_Armn-gla_Latn", + "languages": [ + "hye-Armn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-kan_Knda", + "languages": [ + "hye-Armn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "hye_Armn-lmo_Latn", + "languages": [ + "hye-Armn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "hye_Armn-npi_Deva", + "languages": [ + "hye-Armn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466414, + "recall": 0.527668, + "f1": 0.483525, + "accuracy": 0.527668, + "main_score": 0.483525, + "hf_subset": "hye_Armn-shn_Mymr", + "languages": [ + "hye-Armn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-tgl_Latn", + "languages": [ + "hye-Armn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-yue_Hant", + "languages": [ + "hye-Armn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-asm_Beng", + "languages": [ + "hye-Armn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hye_Armn-ckb_Arab", + "languages": [ + "hye-Armn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885293, + "recall": 0.917984, + "f1": 0.895817, + "accuracy": 0.917984, + "main_score": 0.895817, + "hf_subset": "hye_Armn-gle_Latn", + "languages": [ + "hye-Armn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "hye_Armn-kas_Arab", + "languages": [ + "hye-Armn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "hye_Armn-ltg_Latn", + "languages": [ + "hye-Armn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602887, + "recall": 0.655138, + "f1": 0.617517, + "accuracy": 0.655138, + "main_score": 0.617517, + "hf_subset": "hye_Armn-nso_Latn", + "languages": [ + "hye-Armn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "hye_Armn-sin_Sinh", + "languages": [ + "hye-Armn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-tha_Thai", + "languages": [ + "hye-Armn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-zho_Hans", + "languages": [ + "hye-Armn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ast_Latn", + "languages": [ + "hye-Armn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-crh_Latn", + "languages": [ + "hye-Armn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-glg_Latn", + "languages": [ + "hye-Armn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89081, + "recall": 0.921937, + "f1": 0.900659, + "accuracy": 0.921937, + "main_score": 0.900659, + "hf_subset": "hye_Armn-kas_Deva", + "languages": [ + "hye-Armn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hye_Armn-ltz_Latn", + "languages": [ + "hye-Armn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455023, + "recall": 0.520751, + "f1": 0.472662, + "accuracy": 0.520751, + "main_score": 0.472662, + "hf_subset": "hye_Armn-nus_Latn", + "languages": [ + "hye-Armn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-slk_Latn", + "languages": [ + "hye-Armn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624779, + "recall": 0.692688, + "f1": 0.644713, + "accuracy": 0.692688, + "main_score": 0.644713, + "hf_subset": "hye_Armn-tir_Ethi", + "languages": [ + "hye-Armn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-zho_Hant", + "languages": [ + "hye-Armn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "hye_Armn-awa_Deva", + "languages": [ + "hye-Armn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "hye_Armn-cym_Latn", + "languages": [ + "hye-Armn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833086, + "recall": 0.873518, + "f1": 0.845751, + "accuracy": 0.873518, + "main_score": 0.845751, + "hf_subset": "hye_Armn-grn_Latn", + "languages": [ + "hye-Armn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62165, + "recall": 0.676877, + "f1": 0.637808, + "accuracy": 0.676877, + "main_score": 0.637808, + "hf_subset": "hye_Armn-lua_Latn", + "languages": [ + "hye-Armn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630207, + "recall": 0.687747, + "f1": 0.646443, + "accuracy": 0.687747, + "main_score": 0.646443, + "hf_subset": "hye_Armn-nya_Latn", + "languages": [ + "hye-Armn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-slv_Latn", + "languages": [ + "hye-Armn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "hye_Armn-tpi_Latn", + "languages": [ + "hye-Armn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-zsm_Latn", + "languages": [ + "hye-Armn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538054, + "recall": 0.601779, + "f1": 0.556398, + "accuracy": 0.601779, + "main_score": 0.556398, + "hf_subset": "hye_Armn-ayr_Latn", + "languages": [ + "hye-Armn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-dan_Latn", + "languages": [ + "hye-Armn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "hye_Armn-guj_Gujr", + "languages": [ + "hye-Armn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-kaz_Cyrl", + "languages": [ + "hye-Armn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516446, + "recall": 0.58004, + "f1": 0.53423, + "accuracy": 0.58004, + "main_score": 0.53423, + "hf_subset": "hye_Armn-lug_Latn", + "languages": [ + "hye-Armn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-oci_Latn", + "languages": [ + "hye-Armn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836495, + "recall": 0.87747, + "f1": 0.849097, + "accuracy": 0.87747, + "main_score": 0.849097, + "hf_subset": "hye_Armn-smo_Latn", + "languages": [ + "hye-Armn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532053, + "recall": 0.590909, + "f1": 0.54877, + "accuracy": 0.590909, + "main_score": 0.54877, + "hf_subset": "hye_Armn-tsn_Latn", + "languages": [ + "hye-Armn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607947, + "recall": 0.672925, + "f1": 0.626729, + "accuracy": 0.672925, + "main_score": 0.626729, + "hf_subset": "hye_Armn-zul_Latn", + "languages": [ + "hye-Armn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923748, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "hye_Armn-azb_Arab", + "languages": [ + "hye-Armn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-deu_Latn", + "languages": [ + "hye-Armn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "hye_Armn-hat_Latn", + "languages": [ + "hye-Armn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489162, + "recall": 0.546443, + "f1": 0.505305, + "accuracy": 0.546443, + "main_score": 0.505305, + "hf_subset": "hye_Armn-kbp_Latn", + "languages": [ + "hye-Armn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573172, + "recall": 0.626482, + "f1": 0.587473, + "accuracy": 0.626482, + "main_score": 0.587473, + "hf_subset": "hye_Armn-luo_Latn", + "languages": [ + "hye-Armn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-ory_Orya", + "languages": [ + "hye-Armn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576343, + "recall": 0.643281, + "f1": 0.595909, + "accuracy": 0.643281, + "main_score": 0.595909, + "hf_subset": "hye_Armn-sna_Latn", + "languages": [ + "hye-Armn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550158, + "recall": 0.606719, + "f1": 0.566641, + "accuracy": 0.606719, + "main_score": 0.566641, + "hf_subset": "hye_Armn-tso_Latn", + "languages": [ + "hye-Armn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-azj_Latn", + "languages": [ + "hye-Armn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518217, + "recall": 0.586957, + "f1": 0.538011, + "accuracy": 0.586957, + "main_score": 0.538011, + "hf_subset": "hye_Armn-dik_Latn", + "languages": [ + "hye-Armn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757938, + "recall": 0.812253, + "f1": 0.774275, + "accuracy": 0.812253, + "main_score": 0.774275, + "hf_subset": "hye_Armn-hau_Latn", + "languages": [ + "hye-Armn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "hye_Armn-kea_Latn", + "languages": [ + "hye-Armn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728854, + "recall": 0.782609, + "f1": 0.744664, + "accuracy": 0.782609, + "main_score": 0.744664, + "hf_subset": "hye_Armn-lus_Latn", + "languages": [ + "hye-Armn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853124, + "recall": 0.886364, + "f1": 0.863208, + "accuracy": 0.886364, + "main_score": 0.863208, + "hf_subset": "hye_Armn-pag_Latn", + "languages": [ + "hye-Armn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "hye_Armn-snd_Arab", + "languages": [ + "hye-Armn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "hye_Armn-tuk_Latn", + "languages": [ + "hye-Armn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "hye_Armn-bak_Cyrl", + "languages": [ + "hye-Armn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480872, + "recall": 0.55336, + "f1": 0.501993, + "accuracy": 0.55336, + "main_score": 0.501993, + "hf_subset": "hye_Armn-dyu_Latn", + "languages": [ + "hye-Armn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-heb_Hebr", + "languages": [ + "hye-Armn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "hye_Armn-khk_Cyrl", + "languages": [ + "hye-Armn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hye_Armn-lvs_Latn", + "languages": [ + "hye-Armn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "hye_Armn-pan_Guru", + "languages": [ + "hye-Armn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709332, + "recall": 0.766798, + "f1": 0.726699, + "accuracy": 0.766798, + "main_score": 0.726699, + "hf_subset": "hye_Armn-som_Latn", + "languages": [ + "hye-Armn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595711, + "recall": 0.646245, + "f1": 0.610246, + "accuracy": 0.646245, + "main_score": 0.610246, + "hf_subset": "hye_Armn-tum_Latn", + "languages": [ + "hye-Armn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433778, + "recall": 0.48419, + "f1": 0.447748, + "accuracy": 0.48419, + "main_score": 0.447748, + "hf_subset": "kmb_Latn-ace_Arab", + "languages": [ + "kmb-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506209, + "recall": 0.544466, + "f1": 0.517819, + "accuracy": 0.544466, + "main_score": 0.517819, + "hf_subset": "kmb_Latn-bam_Latn", + "languages": [ + "kmb-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223685, + "recall": 0.26581, + "f1": 0.234923, + "accuracy": 0.26581, + "main_score": 0.234923, + "hf_subset": "kmb_Latn-dzo_Tibt", + "languages": [ + "kmb-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5423, + "recall": 0.582016, + "f1": 0.552493, + "accuracy": 0.582016, + "main_score": 0.552493, + "hf_subset": "kmb_Latn-hin_Deva", + "languages": [ + "kmb-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499885, + "recall": 0.540514, + "f1": 0.511685, + "accuracy": 0.540514, + "main_score": 0.511685, + "hf_subset": "kmb_Latn-khm_Khmr", + "languages": [ + "kmb-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526718, + "recall": 0.566206, + "f1": 0.537617, + "accuracy": 0.566206, + "main_score": 0.537617, + "hf_subset": "kmb_Latn-mag_Deva", + "languages": [ + "kmb-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551924, + "recall": 0.589921, + "f1": 0.561324, + "accuracy": 0.589921, + "main_score": 0.561324, + "hf_subset": "kmb_Latn-pap_Latn", + "languages": [ + "kmb-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547545, + "recall": 0.587945, + "f1": 0.558816, + "accuracy": 0.587945, + "main_score": 0.558816, + "hf_subset": "kmb_Latn-sot_Latn", + "languages": [ + "kmb-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517065, + "recall": 0.567194, + "f1": 0.531075, + "accuracy": 0.567194, + "main_score": 0.531075, + "hf_subset": "kmb_Latn-tur_Latn", + "languages": [ + "kmb-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544888, + "recall": 0.583992, + "f1": 0.555076, + "accuracy": 0.583992, + "main_score": 0.555076, + "hf_subset": "kmb_Latn-ace_Latn", + "languages": [ + "kmb-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54139, + "recall": 0.579051, + "f1": 0.550848, + "accuracy": 0.579051, + "main_score": 0.550848, + "hf_subset": "kmb_Latn-ban_Latn", + "languages": [ + "kmb-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523919, + "recall": 0.572134, + "f1": 0.53694, + "accuracy": 0.572134, + "main_score": 0.53694, + "hf_subset": "kmb_Latn-ell_Grek", + "languages": [ + "kmb-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51425, + "recall": 0.561265, + "f1": 0.526447, + "accuracy": 0.561265, + "main_score": 0.526447, + "hf_subset": "kmb_Latn-hne_Deva", + "languages": [ + "kmb-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488531, + "recall": 0.534585, + "f1": 0.50167, + "accuracy": 0.534585, + "main_score": 0.50167, + "hf_subset": "kmb_Latn-kik_Latn", + "languages": [ + "kmb-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530469, + "recall": 0.572134, + "f1": 0.541154, + "accuracy": 0.572134, + "main_score": 0.541154, + "hf_subset": "kmb_Latn-mai_Deva", + "languages": [ + "kmb-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484132, + "recall": 0.534585, + "f1": 0.497294, + "accuracy": 0.534585, + "main_score": 0.497294, + "hf_subset": "kmb_Latn-pbt_Arab", + "languages": [ + "kmb-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530822, + "recall": 0.576087, + "f1": 0.543031, + "accuracy": 0.576087, + "main_score": 0.543031, + "hf_subset": "kmb_Latn-spa_Latn", + "languages": [ + "kmb-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538488, + "recall": 0.577075, + "f1": 0.549649, + "accuracy": 0.577075, + "main_score": 0.549649, + "hf_subset": "kmb_Latn-twi_Latn", + "languages": [ + "kmb-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526433, + "recall": 0.568182, + "f1": 0.537872, + "accuracy": 0.568182, + "main_score": 0.537872, + "hf_subset": "kmb_Latn-acm_Arab", + "languages": [ + "kmb-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508494, + "recall": 0.55336, + "f1": 0.520548, + "accuracy": 0.55336, + "main_score": 0.520548, + "hf_subset": "kmb_Latn-bel_Cyrl", + "languages": [ + "kmb-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556414, + "recall": 0.599802, + "f1": 0.567974, + "accuracy": 0.599802, + "main_score": 0.567974, + "hf_subset": "kmb_Latn-eng_Latn", + "languages": [ + "kmb-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545317, + "recall": 0.592885, + "f1": 0.558045, + "accuracy": 0.592885, + "main_score": 0.558045, + "hf_subset": "kmb_Latn-hrv_Latn", + "languages": [ + "kmb-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519502, + "recall": 0.565217, + "f1": 0.531886, + "accuracy": 0.565217, + "main_score": 0.531886, + "hf_subset": "kmb_Latn-kin_Latn", + "languages": [ + "kmb-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518785, + "recall": 0.565217, + "f1": 0.531362, + "accuracy": 0.565217, + "main_score": 0.531362, + "hf_subset": "kmb_Latn-mal_Mlym", + "languages": [ + "kmb-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523414, + "recall": 0.570158, + "f1": 0.535719, + "accuracy": 0.570158, + "main_score": 0.535719, + "hf_subset": "kmb_Latn-pes_Arab", + "languages": [ + "kmb-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550799, + "recall": 0.590909, + "f1": 0.561456, + "accuracy": 0.590909, + "main_score": 0.561456, + "hf_subset": "kmb_Latn-srd_Latn", + "languages": [ + "kmb-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.218727, + "recall": 0.256917, + "f1": 0.22804, + "accuracy": 0.256917, + "main_score": 0.22804, + "hf_subset": "kmb_Latn-tzm_Tfng", + "languages": [ + "kmb-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523559, + "recall": 0.566206, + "f1": 0.535663, + "accuracy": 0.566206, + "main_score": 0.535663, + "hf_subset": "kmb_Latn-acq_Arab", + "languages": [ + "kmb-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55969, + "recall": 0.597826, + "f1": 0.569434, + "accuracy": 0.597826, + "main_score": 0.569434, + "hf_subset": "kmb_Latn-bem_Latn", + "languages": [ + "kmb-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543218, + "recall": 0.583004, + "f1": 0.553605, + "accuracy": 0.583004, + "main_score": 0.553605, + "hf_subset": "kmb_Latn-epo_Latn", + "languages": [ + "kmb-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540805, + "recall": 0.579051, + "f1": 0.551357, + "accuracy": 0.579051, + "main_score": 0.551357, + "hf_subset": "kmb_Latn-hun_Latn", + "languages": [ + "kmb-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514379, + "recall": 0.556324, + "f1": 0.525605, + "accuracy": 0.556324, + "main_score": 0.525605, + "hf_subset": "kmb_Latn-kir_Cyrl", + "languages": [ + "kmb-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527684, + "recall": 0.570158, + "f1": 0.539423, + "accuracy": 0.570158, + "main_score": 0.539423, + "hf_subset": "kmb_Latn-mar_Deva", + "languages": [ + "kmb-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540518, + "recall": 0.576087, + "f1": 0.549952, + "accuracy": 0.576087, + "main_score": 0.549952, + "hf_subset": "kmb_Latn-plt_Latn", + "languages": [ + "kmb-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544814, + "recall": 0.589921, + "f1": 0.55745, + "accuracy": 0.589921, + "main_score": 0.55745, + "hf_subset": "kmb_Latn-srp_Cyrl", + "languages": [ + "kmb-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465295, + "recall": 0.514822, + "f1": 0.478629, + "accuracy": 0.514822, + "main_score": 0.478629, + "hf_subset": "kmb_Latn-uig_Arab", + "languages": [ + "kmb-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518217, + "recall": 0.557312, + "f1": 0.528618, + "accuracy": 0.557312, + "main_score": 0.528618, + "hf_subset": "kmb_Latn-aeb_Arab", + "languages": [ + "kmb-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511557, + "recall": 0.565217, + "f1": 0.526469, + "accuracy": 0.565217, + "main_score": 0.526469, + "hf_subset": "kmb_Latn-ben_Beng", + "languages": [ + "kmb-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521609, + "recall": 0.56917, + "f1": 0.534651, + "accuracy": 0.56917, + "main_score": 0.534651, + "hf_subset": "kmb_Latn-est_Latn", + "languages": [ + "kmb-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519107, + "recall": 0.561265, + "f1": 0.530396, + "accuracy": 0.561265, + "main_score": 0.530396, + "hf_subset": "kmb_Latn-hye_Armn", + "languages": [ + "kmb-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401618, + "recall": 0.452569, + "f1": 0.415831, + "accuracy": 0.452569, + "main_score": 0.415831, + "hf_subset": "kmb_Latn-min_Arab", + "languages": [ + "kmb-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53466, + "recall": 0.577075, + "f1": 0.546287, + "accuracy": 0.577075, + "main_score": 0.546287, + "hf_subset": "kmb_Latn-pol_Latn", + "languages": [ + "kmb-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535202, + "recall": 0.575099, + "f1": 0.546222, + "accuracy": 0.575099, + "main_score": 0.546222, + "hf_subset": "kmb_Latn-ssw_Latn", + "languages": [ + "kmb-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54408, + "recall": 0.593874, + "f1": 0.557392, + "accuracy": 0.593874, + "main_score": 0.557392, + "hf_subset": "kmb_Latn-ukr_Cyrl", + "languages": [ + "kmb-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551249, + "recall": 0.59585, + "f1": 0.56402, + "accuracy": 0.59585, + "main_score": 0.56402, + "hf_subset": "kmb_Latn-afr_Latn", + "languages": [ + "kmb-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516357, + "recall": 0.561265, + "f1": 0.52846, + "accuracy": 0.561265, + "main_score": 0.52846, + "hf_subset": "kmb_Latn-bho_Deva", + "languages": [ + "kmb-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533495, + "recall": 0.576087, + "f1": 0.544762, + "accuracy": 0.576087, + "main_score": 0.544762, + "hf_subset": "kmb_Latn-eus_Latn", + "languages": [ + "kmb-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540653, + "recall": 0.581028, + "f1": 0.551934, + "accuracy": 0.581028, + "main_score": 0.551934, + "hf_subset": "kmb_Latn-ibo_Latn", + "languages": [ + "kmb-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544372, + "recall": 0.582016, + "f1": 0.554283, + "accuracy": 0.582016, + "main_score": 0.554283, + "hf_subset": "kmb_Latn-kmr_Latn", + "languages": [ + "kmb-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554722, + "recall": 0.593874, + "f1": 0.564508, + "accuracy": 0.593874, + "main_score": 0.564508, + "hf_subset": "kmb_Latn-min_Latn", + "languages": [ + "kmb-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567917, + "recall": 0.605731, + "f1": 0.57805, + "accuracy": 0.605731, + "main_score": 0.57805, + "hf_subset": "kmb_Latn-por_Latn", + "languages": [ + "kmb-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557615, + "recall": 0.598814, + "f1": 0.567815, + "accuracy": 0.598814, + "main_score": 0.567815, + "hf_subset": "kmb_Latn-sun_Latn", + "languages": [ + "kmb-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559034, + "recall": 0.606719, + "f1": 0.571781, + "accuracy": 0.606719, + "main_score": 0.571781, + "hf_subset": "kmb_Latn-umb_Latn", + "languages": [ + "kmb-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526912, + "recall": 0.572134, + "f1": 0.539322, + "accuracy": 0.572134, + "main_score": 0.539322, + "hf_subset": "kmb_Latn-ajp_Arab", + "languages": [ + "kmb-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410628, + "recall": 0.458498, + "f1": 0.423454, + "accuracy": 0.458498, + "main_score": 0.423454, + "hf_subset": "kmb_Latn-bjn_Arab", + "languages": [ + "kmb-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507292, + "recall": 0.54249, + "f1": 0.516935, + "accuracy": 0.54249, + "main_score": 0.516935, + "hf_subset": "kmb_Latn-ewe_Latn", + "languages": [ + "kmb-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553195, + "recall": 0.588933, + "f1": 0.562313, + "accuracy": 0.588933, + "main_score": 0.562313, + "hf_subset": "kmb_Latn-ilo_Latn", + "languages": [ + "kmb-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299644, + "recall": 0.349802, + "f1": 0.312937, + "accuracy": 0.349802, + "main_score": 0.312937, + "hf_subset": "kmb_Latn-knc_Arab", + "languages": [ + "kmb-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540943, + "recall": 0.586957, + "f1": 0.554066, + "accuracy": 0.586957, + "main_score": 0.554066, + "hf_subset": "kmb_Latn-mkd_Cyrl", + "languages": [ + "kmb-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519001, + "recall": 0.567194, + "f1": 0.531823, + "accuracy": 0.567194, + "main_score": 0.531823, + "hf_subset": "kmb_Latn-prs_Arab", + "languages": [ + "kmb-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541219, + "recall": 0.583004, + "f1": 0.552181, + "accuracy": 0.583004, + "main_score": 0.552181, + "hf_subset": "kmb_Latn-swe_Latn", + "languages": [ + "kmb-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508528, + "recall": 0.561265, + "f1": 0.52266, + "accuracy": 0.561265, + "main_score": 0.52266, + "hf_subset": "kmb_Latn-urd_Arab", + "languages": [ + "kmb-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534116, + "recall": 0.574111, + "f1": 0.545275, + "accuracy": 0.574111, + "main_score": 0.545275, + "hf_subset": "kmb_Latn-aka_Latn", + "languages": [ + "kmb-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559659, + "recall": 0.592885, + "f1": 0.568577, + "accuracy": 0.592885, + "main_score": 0.568577, + "hf_subset": "kmb_Latn-bjn_Latn", + "languages": [ + "kmb-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538351, + "recall": 0.575099, + "f1": 0.549209, + "accuracy": 0.575099, + "main_score": 0.549209, + "hf_subset": "kmb_Latn-fao_Latn", + "languages": [ + "kmb-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557317, + "recall": 0.590909, + "f1": 0.566556, + "accuracy": 0.590909, + "main_score": 0.566556, + "hf_subset": "kmb_Latn-ind_Latn", + "languages": [ + "kmb-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520538, + "recall": 0.563241, + "f1": 0.532266, + "accuracy": 0.563241, + "main_score": 0.532266, + "hf_subset": "kmb_Latn-knc_Latn", + "languages": [ + "kmb-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54965, + "recall": 0.594862, + "f1": 0.561033, + "accuracy": 0.594862, + "main_score": 0.561033, + "hf_subset": "kmb_Latn-mlt_Latn", + "languages": [ + "kmb-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535413, + "recall": 0.572134, + "f1": 0.545439, + "accuracy": 0.572134, + "main_score": 0.545439, + "hf_subset": "kmb_Latn-quy_Latn", + "languages": [ + "kmb-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54595, + "recall": 0.592885, + "f1": 0.557736, + "accuracy": 0.592885, + "main_score": 0.557736, + "hf_subset": "kmb_Latn-swh_Latn", + "languages": [ + "kmb-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522619, + "recall": 0.563241, + "f1": 0.533076, + "accuracy": 0.563241, + "main_score": 0.533076, + "hf_subset": "kmb_Latn-uzn_Latn", + "languages": [ + "kmb-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54035, + "recall": 0.579051, + "f1": 0.550283, + "accuracy": 0.579051, + "main_score": 0.550283, + "hf_subset": "kmb_Latn-als_Latn", + "languages": [ + "kmb-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.26266, + "recall": 0.317194, + "f1": 0.276725, + "accuracy": 0.317194, + "main_score": 0.276725, + "hf_subset": "kmb_Latn-bod_Tibt", + "languages": [ + "kmb-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509782, + "recall": 0.554348, + "f1": 0.52201, + "accuracy": 0.554348, + "main_score": 0.52201, + "hf_subset": "kmb_Latn-fij_Latn", + "languages": [ + "kmb-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514106, + "recall": 0.561265, + "f1": 0.526588, + "accuracy": 0.561265, + "main_score": 0.526588, + "hf_subset": "kmb_Latn-isl_Latn", + "languages": [ + "kmb-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547265, + "recall": 0.589921, + "f1": 0.559004, + "accuracy": 0.589921, + "main_score": 0.559004, + "hf_subset": "kmb_Latn-kon_Latn", + "languages": [ + "kmb-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458889, + "recall": 0.507905, + "f1": 0.471854, + "accuracy": 0.507905, + "main_score": 0.471854, + "hf_subset": "kmb_Latn-mni_Beng", + "languages": [ + "kmb-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560317, + "recall": 0.601779, + "f1": 0.571598, + "accuracy": 0.601779, + "main_score": 0.571598, + "hf_subset": "kmb_Latn-ron_Latn", + "languages": [ + "kmb-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530494, + "recall": 0.577075, + "f1": 0.543128, + "accuracy": 0.577075, + "main_score": 0.543128, + "hf_subset": "kmb_Latn-szl_Latn", + "languages": [ + "kmb-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555936, + "recall": 0.590909, + "f1": 0.565734, + "accuracy": 0.590909, + "main_score": 0.565734, + "hf_subset": "kmb_Latn-vec_Latn", + "languages": [ + "kmb-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458584, + "recall": 0.511858, + "f1": 0.473603, + "accuracy": 0.511858, + "main_score": 0.473603, + "hf_subset": "kmb_Latn-amh_Ethi", + "languages": [ + "kmb-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552402, + "recall": 0.591897, + "f1": 0.563058, + "accuracy": 0.591897, + "main_score": 0.563058, + "hf_subset": "kmb_Latn-bos_Latn", + "languages": [ + "kmb-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529744, + "recall": 0.575099, + "f1": 0.541523, + "accuracy": 0.575099, + "main_score": 0.541523, + "hf_subset": "kmb_Latn-fin_Latn", + "languages": [ + "kmb-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548057, + "recall": 0.590909, + "f1": 0.559743, + "accuracy": 0.590909, + "main_score": 0.559743, + "hf_subset": "kmb_Latn-ita_Latn", + "languages": [ + "kmb-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520983, + "recall": 0.566206, + "f1": 0.533183, + "accuracy": 0.566206, + "main_score": 0.533183, + "hf_subset": "kmb_Latn-kor_Hang", + "languages": [ + "kmb-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503486, + "recall": 0.541502, + "f1": 0.514317, + "accuracy": 0.541502, + "main_score": 0.514317, + "hf_subset": "kmb_Latn-mos_Latn", + "languages": [ + "kmb-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523799, + "recall": 0.561265, + "f1": 0.53387, + "accuracy": 0.561265, + "main_score": 0.53387, + "hf_subset": "kmb_Latn-run_Latn", + "languages": [ + "kmb-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502838, + "recall": 0.55336, + "f1": 0.516695, + "accuracy": 0.55336, + "main_score": 0.516695, + "hf_subset": "kmb_Latn-tam_Taml", + "languages": [ + "kmb-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535357, + "recall": 0.577075, + "f1": 0.547156, + "accuracy": 0.577075, + "main_score": 0.547156, + "hf_subset": "kmb_Latn-vie_Latn", + "languages": [ + "kmb-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525181, + "recall": 0.573123, + "f1": 0.5385, + "accuracy": 0.573123, + "main_score": 0.5385, + "hf_subset": "kmb_Latn-apc_Arab", + "languages": [ + "kmb-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534533, + "recall": 0.573123, + "f1": 0.544865, + "accuracy": 0.573123, + "main_score": 0.544865, + "hf_subset": "kmb_Latn-bug_Latn", + "languages": [ + "kmb-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469689, + "recall": 0.509881, + "f1": 0.480736, + "accuracy": 0.509881, + "main_score": 0.480736, + "hf_subset": "kmb_Latn-fon_Latn", + "languages": [ + "kmb-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556098, + "recall": 0.592885, + "f1": 0.566339, + "accuracy": 0.592885, + "main_score": 0.566339, + "hf_subset": "kmb_Latn-jav_Latn", + "languages": [ + "kmb-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496913, + "recall": 0.544466, + "f1": 0.509487, + "accuracy": 0.544466, + "main_score": 0.509487, + "hf_subset": "kmb_Latn-lao_Laoo", + "languages": [ + "kmb-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50446, + "recall": 0.545455, + "f1": 0.515896, + "accuracy": 0.545455, + "main_score": 0.515896, + "hf_subset": "kmb_Latn-mri_Latn", + "languages": [ + "kmb-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529963, + "recall": 0.573123, + "f1": 0.541659, + "accuracy": 0.573123, + "main_score": 0.541659, + "hf_subset": "kmb_Latn-rus_Cyrl", + "languages": [ + "kmb-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486132, + "recall": 0.524704, + "f1": 0.497043, + "accuracy": 0.524704, + "main_score": 0.497043, + "hf_subset": "kmb_Latn-taq_Latn", + "languages": [ + "kmb-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560932, + "recall": 0.594862, + "f1": 0.569424, + "accuracy": 0.594862, + "main_score": 0.569424, + "hf_subset": "kmb_Latn-war_Latn", + "languages": [ + "kmb-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527102, + "recall": 0.571146, + "f1": 0.53901, + "accuracy": 0.571146, + "main_score": 0.53901, + "hf_subset": "kmb_Latn-arb_Arab", + "languages": [ + "kmb-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541048, + "recall": 0.585968, + "f1": 0.553695, + "accuracy": 0.585968, + "main_score": 0.553695, + "hf_subset": "kmb_Latn-bul_Cyrl", + "languages": [ + "kmb-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550727, + "recall": 0.592885, + "f1": 0.561749, + "accuracy": 0.592885, + "main_score": 0.561749, + "hf_subset": "kmb_Latn-fra_Latn", + "languages": [ + "kmb-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525462, + "recall": 0.568182, + "f1": 0.537237, + "accuracy": 0.568182, + "main_score": 0.537237, + "hf_subset": "kmb_Latn-jpn_Jpan", + "languages": [ + "kmb-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546946, + "recall": 0.583992, + "f1": 0.557352, + "accuracy": 0.583992, + "main_score": 0.557352, + "hf_subset": "kmb_Latn-lij_Latn", + "languages": [ + "kmb-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397533, + "recall": 0.464427, + "f1": 0.415553, + "accuracy": 0.464427, + "main_score": 0.415553, + "hf_subset": "kmb_Latn-mya_Mymr", + "languages": [ + "kmb-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503912, + "recall": 0.552372, + "f1": 0.51649, + "accuracy": 0.552372, + "main_score": 0.51649, + "hf_subset": "kmb_Latn-sag_Latn", + "languages": [ + "kmb-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221767, + "recall": 0.26581, + "f1": 0.231814, + "accuracy": 0.26581, + "main_score": 0.231814, + "hf_subset": "kmb_Latn-taq_Tfng", + "languages": [ + "kmb-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53004, + "recall": 0.566206, + "f1": 0.540121, + "accuracy": 0.566206, + "main_score": 0.540121, + "hf_subset": "kmb_Latn-wol_Latn", + "languages": [ + "kmb-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450016, + "recall": 0.495059, + "f1": 0.463214, + "accuracy": 0.495059, + "main_score": 0.463214, + "hf_subset": "kmb_Latn-arb_Latn", + "languages": [ + "kmb-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540598, + "recall": 0.587945, + "f1": 0.553898, + "accuracy": 0.587945, + "main_score": 0.553898, + "hf_subset": "kmb_Latn-cat_Latn", + "languages": [ + "kmb-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543907, + "recall": 0.583992, + "f1": 0.554368, + "accuracy": 0.583992, + "main_score": 0.554368, + "hf_subset": "kmb_Latn-fur_Latn", + "languages": [ + "kmb-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446789, + "recall": 0.496047, + "f1": 0.459962, + "accuracy": 0.496047, + "main_score": 0.459962, + "hf_subset": "kmb_Latn-kab_Latn", + "languages": [ + "kmb-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553344, + "recall": 0.587945, + "f1": 0.56274, + "accuracy": 0.587945, + "main_score": 0.56274, + "hf_subset": "kmb_Latn-lim_Latn", + "languages": [ + "kmb-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529974, + "recall": 0.573123, + "f1": 0.541754, + "accuracy": 0.573123, + "main_score": 0.541754, + "hf_subset": "kmb_Latn-nld_Latn", + "languages": [ + "kmb-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495932, + "recall": 0.54249, + "f1": 0.508233, + "accuracy": 0.54249, + "main_score": 0.508233, + "hf_subset": "kmb_Latn-san_Deva", + "languages": [ + "kmb-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515197, + "recall": 0.564229, + "f1": 0.528888, + "accuracy": 0.564229, + "main_score": 0.528888, + "hf_subset": "kmb_Latn-tat_Cyrl", + "languages": [ + "kmb-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538088, + "recall": 0.577075, + "f1": 0.548914, + "accuracy": 0.577075, + "main_score": 0.548914, + "hf_subset": "kmb_Latn-xho_Latn", + "languages": [ + "kmb-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510472, + "recall": 0.5583, + "f1": 0.523754, + "accuracy": 0.5583, + "main_score": 0.523754, + "hf_subset": "kmb_Latn-ars_Arab", + "languages": [ + "kmb-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553537, + "recall": 0.592885, + "f1": 0.564348, + "accuracy": 0.592885, + "main_score": 0.564348, + "hf_subset": "kmb_Latn-ceb_Latn", + "languages": [ + "kmb-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487708, + "recall": 0.527668, + "f1": 0.498562, + "accuracy": 0.527668, + "main_score": 0.498562, + "hf_subset": "kmb_Latn-fuv_Latn", + "languages": [ + "kmb-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491255, + "recall": 0.534585, + "f1": 0.502963, + "accuracy": 0.534585, + "main_score": 0.502963, + "hf_subset": "kmb_Latn-kac_Latn", + "languages": [ + "kmb-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559439, + "recall": 0.601779, + "f1": 0.570725, + "accuracy": 0.601779, + "main_score": 0.570725, + "hf_subset": "kmb_Latn-lin_Latn", + "languages": [ + "kmb-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544718, + "recall": 0.585968, + "f1": 0.555845, + "accuracy": 0.585968, + "main_score": 0.555845, + "hf_subset": "kmb_Latn-nno_Latn", + "languages": [ + "kmb-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.123622, + "recall": 0.167984, + "f1": 0.135067, + "accuracy": 0.167984, + "main_score": 0.135067, + "hf_subset": "kmb_Latn-sat_Olck", + "languages": [ + "kmb-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508461, + "recall": 0.556324, + "f1": 0.521208, + "accuracy": 0.556324, + "main_score": 0.521208, + "hf_subset": "kmb_Latn-tel_Telu", + "languages": [ + "kmb-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457114, + "recall": 0.507905, + "f1": 0.470399, + "accuracy": 0.507905, + "main_score": 0.470399, + "hf_subset": "kmb_Latn-ydd_Hebr", + "languages": [ + "kmb-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510415, + "recall": 0.550395, + "f1": 0.521204, + "accuracy": 0.550395, + "main_score": 0.521204, + "hf_subset": "kmb_Latn-ary_Arab", + "languages": [ + "kmb-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542786, + "recall": 0.585968, + "f1": 0.55425, + "accuracy": 0.585968, + "main_score": 0.55425, + "hf_subset": "kmb_Latn-ces_Latn", + "languages": [ + "kmb-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495367, + "recall": 0.54249, + "f1": 0.508945, + "accuracy": 0.54249, + "main_score": 0.508945, + "hf_subset": "kmb_Latn-gaz_Latn", + "languages": [ + "kmb-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524004, + "recall": 0.564229, + "f1": 0.535103, + "accuracy": 0.564229, + "main_score": 0.535103, + "hf_subset": "kmb_Latn-kam_Latn", + "languages": [ + "kmb-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518995, + "recall": 0.567194, + "f1": 0.53172, + "accuracy": 0.567194, + "main_score": 0.53172, + "hf_subset": "kmb_Latn-lit_Latn", + "languages": [ + "kmb-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547488, + "recall": 0.589921, + "f1": 0.559476, + "accuracy": 0.589921, + "main_score": 0.559476, + "hf_subset": "kmb_Latn-nob_Latn", + "languages": [ + "kmb-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536586, + "recall": 0.577075, + "f1": 0.5477, + "accuracy": 0.577075, + "main_score": 0.5477, + "hf_subset": "kmb_Latn-scn_Latn", + "languages": [ + "kmb-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517665, + "recall": 0.559289, + "f1": 0.528725, + "accuracy": 0.559289, + "main_score": 0.528725, + "hf_subset": "kmb_Latn-tgk_Cyrl", + "languages": [ + "kmb-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480659, + "recall": 0.52668, + "f1": 0.493876, + "accuracy": 0.52668, + "main_score": 0.493876, + "hf_subset": "kmb_Latn-yor_Latn", + "languages": [ + "kmb-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521287, + "recall": 0.563241, + "f1": 0.532836, + "accuracy": 0.563241, + "main_score": 0.532836, + "hf_subset": "kmb_Latn-arz_Arab", + "languages": [ + "kmb-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524202, + "recall": 0.565217, + "f1": 0.535426, + "accuracy": 0.565217, + "main_score": 0.535426, + "hf_subset": "kmb_Latn-cjk_Latn", + "languages": [ + "kmb-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500242, + "recall": 0.54249, + "f1": 0.512286, + "accuracy": 0.54249, + "main_score": 0.512286, + "hf_subset": "kmb_Latn-gla_Latn", + "languages": [ + "kmb-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522505, + "recall": 0.56917, + "f1": 0.534995, + "accuracy": 0.56917, + "main_score": 0.534995, + "hf_subset": "kmb_Latn-kan_Knda", + "languages": [ + "kmb-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541389, + "recall": 0.58004, + "f1": 0.552578, + "accuracy": 0.58004, + "main_score": 0.552578, + "hf_subset": "kmb_Latn-lmo_Latn", + "languages": [ + "kmb-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526142, + "recall": 0.572134, + "f1": 0.538365, + "accuracy": 0.572134, + "main_score": 0.538365, + "hf_subset": "kmb_Latn-npi_Deva", + "languages": [ + "kmb-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450914, + "recall": 0.5, + "f1": 0.463668, + "accuracy": 0.5, + "main_score": 0.463668, + "hf_subset": "kmb_Latn-shn_Mymr", + "languages": [ + "kmb-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565576, + "recall": 0.606719, + "f1": 0.577123, + "accuracy": 0.606719, + "main_score": 0.577123, + "hf_subset": "kmb_Latn-tgl_Latn", + "languages": [ + "kmb-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506102, + "recall": 0.554348, + "f1": 0.518688, + "accuracy": 0.554348, + "main_score": 0.518688, + "hf_subset": "kmb_Latn-yue_Hant", + "languages": [ + "kmb-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493857, + "recall": 0.549407, + "f1": 0.509467, + "accuracy": 0.549407, + "main_score": 0.509467, + "hf_subset": "kmb_Latn-asm_Beng", + "languages": [ + "kmb-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479667, + "recall": 0.530632, + "f1": 0.493499, + "accuracy": 0.530632, + "main_score": 0.493499, + "hf_subset": "kmb_Latn-ckb_Arab", + "languages": [ + "kmb-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494339, + "recall": 0.537549, + "f1": 0.506313, + "accuracy": 0.537549, + "main_score": 0.506313, + "hf_subset": "kmb_Latn-gle_Latn", + "languages": [ + "kmb-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4558, + "recall": 0.505929, + "f1": 0.469699, + "accuracy": 0.505929, + "main_score": 0.469699, + "hf_subset": "kmb_Latn-kas_Arab", + "languages": [ + "kmb-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524688, + "recall": 0.566206, + "f1": 0.536535, + "accuracy": 0.566206, + "main_score": 0.536535, + "hf_subset": "kmb_Latn-ltg_Latn", + "languages": [ + "kmb-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566245, + "recall": 0.604743, + "f1": 0.5764, + "accuracy": 0.604743, + "main_score": 0.5764, + "hf_subset": "kmb_Latn-nso_Latn", + "languages": [ + "kmb-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468475, + "recall": 0.519763, + "f1": 0.482055, + "accuracy": 0.519763, + "main_score": 0.482055, + "hf_subset": "kmb_Latn-sin_Sinh", + "languages": [ + "kmb-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528737, + "recall": 0.574111, + "f1": 0.540937, + "accuracy": 0.574111, + "main_score": 0.540937, + "hf_subset": "kmb_Latn-tha_Thai", + "languages": [ + "kmb-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518143, + "recall": 0.560277, + "f1": 0.529024, + "accuracy": 0.560277, + "main_score": 0.529024, + "hf_subset": "kmb_Latn-zho_Hans", + "languages": [ + "kmb-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548689, + "recall": 0.593874, + "f1": 0.561466, + "accuracy": 0.593874, + "main_score": 0.561466, + "hf_subset": "kmb_Latn-ast_Latn", + "languages": [ + "kmb-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525076, + "recall": 0.574111, + "f1": 0.537766, + "accuracy": 0.574111, + "main_score": 0.537766, + "hf_subset": "kmb_Latn-crh_Latn", + "languages": [ + "kmb-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551788, + "recall": 0.588933, + "f1": 0.562665, + "accuracy": 0.588933, + "main_score": 0.562665, + "hf_subset": "kmb_Latn-glg_Latn", + "languages": [ + "kmb-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481004, + "recall": 0.529644, + "f1": 0.494553, + "accuracy": 0.529644, + "main_score": 0.494553, + "hf_subset": "kmb_Latn-kas_Deva", + "languages": [ + "kmb-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517527, + "recall": 0.563241, + "f1": 0.529505, + "accuracy": 0.563241, + "main_score": 0.529505, + "hf_subset": "kmb_Latn-ltz_Latn", + "languages": [ + "kmb-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46126, + "recall": 0.508893, + "f1": 0.474224, + "accuracy": 0.508893, + "main_score": 0.474224, + "hf_subset": "kmb_Latn-nus_Latn", + "languages": [ + "kmb-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539005, + "recall": 0.586957, + "f1": 0.551894, + "accuracy": 0.586957, + "main_score": 0.551894, + "hf_subset": "kmb_Latn-slk_Latn", + "languages": [ + "kmb-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391242, + "recall": 0.449605, + "f1": 0.407092, + "accuracy": 0.449605, + "main_score": 0.407092, + "hf_subset": "kmb_Latn-tir_Ethi", + "languages": [ + "kmb-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500045, + "recall": 0.55336, + "f1": 0.514008, + "accuracy": 0.55336, + "main_score": 0.514008, + "hf_subset": "kmb_Latn-zho_Hant", + "languages": [ + "kmb-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518958, + "recall": 0.562253, + "f1": 0.53058, + "accuracy": 0.562253, + "main_score": 0.53058, + "hf_subset": "kmb_Latn-awa_Deva", + "languages": [ + "kmb-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540768, + "recall": 0.586957, + "f1": 0.553242, + "accuracy": 0.586957, + "main_score": 0.553242, + "hf_subset": "kmb_Latn-cym_Latn", + "languages": [ + "kmb-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54052, + "recall": 0.583004, + "f1": 0.551765, + "accuracy": 0.583004, + "main_score": 0.551765, + "hf_subset": "kmb_Latn-grn_Latn", + "languages": [ + "kmb-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503315, + "recall": 0.548419, + "f1": 0.515436, + "accuracy": 0.548419, + "main_score": 0.515436, + "hf_subset": "kmb_Latn-kat_Geor", + "languages": [ + "kmb-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555205, + "recall": 0.591897, + "f1": 0.565107, + "accuracy": 0.591897, + "main_score": 0.565107, + "hf_subset": "kmb_Latn-lua_Latn", + "languages": [ + "kmb-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5432, + "recall": 0.589921, + "f1": 0.555862, + "accuracy": 0.589921, + "main_score": 0.555862, + "hf_subset": "kmb_Latn-nya_Latn", + "languages": [ + "kmb-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548761, + "recall": 0.58498, + "f1": 0.558509, + "accuracy": 0.58498, + "main_score": 0.558509, + "hf_subset": "kmb_Latn-slv_Latn", + "languages": [ + "kmb-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544179, + "recall": 0.586957, + "f1": 0.555413, + "accuracy": 0.586957, + "main_score": 0.555413, + "hf_subset": "kmb_Latn-tpi_Latn", + "languages": [ + "kmb-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566988, + "recall": 0.604743, + "f1": 0.577383, + "accuracy": 0.604743, + "main_score": 0.577383, + "hf_subset": "kmb_Latn-zsm_Latn", + "languages": [ + "kmb-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501658, + "recall": 0.548419, + "f1": 0.515026, + "accuracy": 0.548419, + "main_score": 0.515026, + "hf_subset": "kmb_Latn-ayr_Latn", + "languages": [ + "kmb-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552864, + "recall": 0.59585, + "f1": 0.56434, + "accuracy": 0.59585, + "main_score": 0.56434, + "hf_subset": "kmb_Latn-dan_Latn", + "languages": [ + "kmb-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529222, + "recall": 0.570158, + "f1": 0.54053, + "accuracy": 0.570158, + "main_score": 0.54053, + "hf_subset": "kmb_Latn-guj_Gujr", + "languages": [ + "kmb-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520898, + "recall": 0.567194, + "f1": 0.533603, + "accuracy": 0.567194, + "main_score": 0.533603, + "hf_subset": "kmb_Latn-kaz_Cyrl", + "languages": [ + "kmb-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499567, + "recall": 0.544466, + "f1": 0.511909, + "accuracy": 0.544466, + "main_score": 0.511909, + "hf_subset": "kmb_Latn-lug_Latn", + "languages": [ + "kmb-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565221, + "recall": 0.608696, + "f1": 0.576964, + "accuracy": 0.608696, + "main_score": 0.576964, + "hf_subset": "kmb_Latn-oci_Latn", + "languages": [ + "kmb-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53251, + "recall": 0.570158, + "f1": 0.543289, + "accuracy": 0.570158, + "main_score": 0.543289, + "hf_subset": "kmb_Latn-smo_Latn", + "languages": [ + "kmb-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518197, + "recall": 0.563241, + "f1": 0.530391, + "accuracy": 0.563241, + "main_score": 0.530391, + "hf_subset": "kmb_Latn-tsn_Latn", + "languages": [ + "kmb-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527226, + "recall": 0.573123, + "f1": 0.539992, + "accuracy": 0.573123, + "main_score": 0.539992, + "hf_subset": "kmb_Latn-zul_Latn", + "languages": [ + "kmb-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476339, + "recall": 0.522727, + "f1": 0.488224, + "accuracy": 0.522727, + "main_score": 0.488224, + "hf_subset": "kmb_Latn-azb_Arab", + "languages": [ + "kmb-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542883, + "recall": 0.585968, + "f1": 0.554993, + "accuracy": 0.585968, + "main_score": 0.554993, + "hf_subset": "kmb_Latn-deu_Latn", + "languages": [ + "kmb-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518808, + "recall": 0.566206, + "f1": 0.531378, + "accuracy": 0.566206, + "main_score": 0.531378, + "hf_subset": "kmb_Latn-hat_Latn", + "languages": [ + "kmb-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496559, + "recall": 0.54249, + "f1": 0.509134, + "accuracy": 0.54249, + "main_score": 0.509134, + "hf_subset": "kmb_Latn-kbp_Latn", + "languages": [ + "kmb-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545678, + "recall": 0.58004, + "f1": 0.555392, + "accuracy": 0.58004, + "main_score": 0.555392, + "hf_subset": "kmb_Latn-luo_Latn", + "languages": [ + "kmb-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511323, + "recall": 0.560277, + "f1": 0.524616, + "accuracy": 0.560277, + "main_score": 0.524616, + "hf_subset": "kmb_Latn-ory_Orya", + "languages": [ + "kmb-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536705, + "recall": 0.586957, + "f1": 0.550286, + "accuracy": 0.586957, + "main_score": 0.550286, + "hf_subset": "kmb_Latn-sna_Latn", + "languages": [ + "kmb-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51707, + "recall": 0.562253, + "f1": 0.529547, + "accuracy": 0.562253, + "main_score": 0.529547, + "hf_subset": "kmb_Latn-tso_Latn", + "languages": [ + "kmb-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513426, + "recall": 0.559289, + "f1": 0.526161, + "accuracy": 0.559289, + "main_score": 0.526161, + "hf_subset": "kmb_Latn-azj_Latn", + "languages": [ + "kmb-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484461, + "recall": 0.527668, + "f1": 0.496717, + "accuracy": 0.527668, + "main_score": 0.496717, + "hf_subset": "kmb_Latn-dik_Latn", + "languages": [ + "kmb-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52111, + "recall": 0.560277, + "f1": 0.531611, + "accuracy": 0.560277, + "main_score": 0.531611, + "hf_subset": "kmb_Latn-hau_Latn", + "languages": [ + "kmb-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563441, + "recall": 0.59585, + "f1": 0.571917, + "accuracy": 0.59585, + "main_score": 0.571917, + "hf_subset": "kmb_Latn-kea_Latn", + "languages": [ + "kmb-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526566, + "recall": 0.56917, + "f1": 0.538189, + "accuracy": 0.56917, + "main_score": 0.538189, + "hf_subset": "kmb_Latn-lus_Latn", + "languages": [ + "kmb-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526428, + "recall": 0.56917, + "f1": 0.538027, + "accuracy": 0.56917, + "main_score": 0.538027, + "hf_subset": "kmb_Latn-pag_Latn", + "languages": [ + "kmb-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506743, + "recall": 0.552372, + "f1": 0.519481, + "accuracy": 0.552372, + "main_score": 0.519481, + "hf_subset": "kmb_Latn-snd_Arab", + "languages": [ + "kmb-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495137, + "recall": 0.543478, + "f1": 0.509045, + "accuracy": 0.543478, + "main_score": 0.509045, + "hf_subset": "kmb_Latn-tuk_Latn", + "languages": [ + "kmb-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533601, + "recall": 0.573123, + "f1": 0.544052, + "accuracy": 0.573123, + "main_score": 0.544052, + "hf_subset": "kmb_Latn-bak_Cyrl", + "languages": [ + "kmb-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407882, + "recall": 0.468379, + "f1": 0.425113, + "accuracy": 0.468379, + "main_score": 0.425113, + "hf_subset": "kmb_Latn-dyu_Latn", + "languages": [ + "kmb-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51146, + "recall": 0.557312, + "f1": 0.523962, + "accuracy": 0.557312, + "main_score": 0.523962, + "hf_subset": "kmb_Latn-heb_Hebr", + "languages": [ + "kmb-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514433, + "recall": 0.555336, + "f1": 0.525591, + "accuracy": 0.555336, + "main_score": 0.525591, + "hf_subset": "kmb_Latn-khk_Cyrl", + "languages": [ + "kmb-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527913, + "recall": 0.573123, + "f1": 0.540309, + "accuracy": 0.573123, + "main_score": 0.540309, + "hf_subset": "kmb_Latn-lvs_Latn", + "languages": [ + "kmb-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509588, + "recall": 0.555336, + "f1": 0.521766, + "accuracy": 0.555336, + "main_score": 0.521766, + "hf_subset": "kmb_Latn-pan_Guru", + "languages": [ + "kmb-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513141, + "recall": 0.556324, + "f1": 0.524939, + "accuracy": 0.556324, + "main_score": 0.524939, + "hf_subset": "kmb_Latn-som_Latn", + "languages": [ + "kmb-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521303, + "recall": 0.557312, + "f1": 0.531643, + "accuracy": 0.557312, + "main_score": 0.531643, + "hf_subset": "kmb_Latn-tum_Latn", + "languages": [ + "kmb-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651199, + "recall": 0.700593, + "f1": 0.664833, + "accuracy": 0.700593, + "main_score": 0.664833, + "hf_subset": "min_Arab-ace_Arab", + "languages": [ + "min-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.368531, + "recall": 0.416008, + "f1": 0.381378, + "accuracy": 0.416008, + "main_score": 0.381378, + "hf_subset": "min_Arab-bam_Latn", + "languages": [ + "min-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186366, + "recall": 0.225296, + "f1": 0.195825, + "accuracy": 0.225296, + "main_score": 0.195825, + "hf_subset": "min_Arab-dzo_Tibt", + "languages": [ + "min-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47507, + "recall": 0.540514, + "f1": 0.492178, + "accuracy": 0.540514, + "main_score": 0.492178, + "hf_subset": "min_Arab-hin_Deva", + "languages": [ + "min-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396321, + "recall": 0.454545, + "f1": 0.411024, + "accuracy": 0.454545, + "main_score": 0.411024, + "hf_subset": "min_Arab-khm_Khmr", + "languages": [ + "min-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475916, + "recall": 0.538538, + "f1": 0.492524, + "accuracy": 0.538538, + "main_score": 0.492524, + "hf_subset": "min_Arab-mag_Deva", + "languages": [ + "min-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507032, + "recall": 0.563241, + "f1": 0.521477, + "accuracy": 0.563241, + "main_score": 0.521477, + "hf_subset": "min_Arab-pap_Latn", + "languages": [ + "min-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394932, + "recall": 0.445652, + "f1": 0.408234, + "accuracy": 0.445652, + "main_score": 0.408234, + "hf_subset": "min_Arab-sot_Latn", + "languages": [ + "min-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473484, + "recall": 0.532609, + "f1": 0.488606, + "accuracy": 0.532609, + "main_score": 0.488606, + "hf_subset": "min_Arab-tur_Latn", + "languages": [ + "min-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552707, + "recall": 0.609684, + "f1": 0.566888, + "accuracy": 0.609684, + "main_score": 0.566888, + "hf_subset": "min_Arab-ace_Latn", + "languages": [ + "min-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542184, + "recall": 0.59585, + "f1": 0.556007, + "accuracy": 0.59585, + "main_score": 0.556007, + "hf_subset": "min_Arab-ban_Latn", + "languages": [ + "min-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446505, + "recall": 0.511858, + "f1": 0.463334, + "accuracy": 0.511858, + "main_score": 0.463334, + "hf_subset": "min_Arab-ell_Grek", + "languages": [ + "min-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458951, + "recall": 0.517787, + "f1": 0.473556, + "accuracy": 0.517787, + "main_score": 0.473556, + "hf_subset": "min_Arab-hne_Deva", + "languages": [ + "min-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31955, + "recall": 0.376482, + "f1": 0.334773, + "accuracy": 0.376482, + "main_score": 0.334773, + "hf_subset": "min_Arab-kik_Latn", + "languages": [ + "min-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476967, + "recall": 0.541502, + "f1": 0.493853, + "accuracy": 0.541502, + "main_score": 0.493853, + "hf_subset": "min_Arab-mai_Deva", + "languages": [ + "min-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442857, + "recall": 0.502964, + "f1": 0.457751, + "accuracy": 0.502964, + "main_score": 0.457751, + "hf_subset": "min_Arab-pbt_Arab", + "languages": [ + "min-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465794, + "recall": 0.529644, + "f1": 0.482283, + "accuracy": 0.529644, + "main_score": 0.482283, + "hf_subset": "min_Arab-spa_Latn", + "languages": [ + "min-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412068, + "recall": 0.466403, + "f1": 0.426961, + "accuracy": 0.466403, + "main_score": 0.426961, + "hf_subset": "min_Arab-twi_Latn", + "languages": [ + "min-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460749, + "recall": 0.522727, + "f1": 0.475988, + "accuracy": 0.522727, + "main_score": 0.475988, + "hf_subset": "min_Arab-acm_Arab", + "languages": [ + "min-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41899, + "recall": 0.491107, + "f1": 0.436583, + "accuracy": 0.491107, + "main_score": 0.436583, + "hf_subset": "min_Arab-bel_Cyrl", + "languages": [ + "min-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498659, + "recall": 0.566206, + "f1": 0.516077, + "accuracy": 0.566206, + "main_score": 0.516077, + "hf_subset": "min_Arab-eng_Latn", + "languages": [ + "min-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493644, + "recall": 0.556324, + "f1": 0.509291, + "accuracy": 0.556324, + "main_score": 0.509291, + "hf_subset": "min_Arab-hrv_Latn", + "languages": [ + "min-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373348, + "recall": 0.426877, + "f1": 0.387542, + "accuracy": 0.426877, + "main_score": 0.387542, + "hf_subset": "min_Arab-kin_Latn", + "languages": [ + "min-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463553, + "recall": 0.531621, + "f1": 0.480004, + "accuracy": 0.531621, + "main_score": 0.480004, + "hf_subset": "min_Arab-mal_Mlym", + "languages": [ + "min-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483335, + "recall": 0.543478, + "f1": 0.498946, + "accuracy": 0.543478, + "main_score": 0.498946, + "hf_subset": "min_Arab-pes_Arab", + "languages": [ + "min-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499515, + "recall": 0.557312, + "f1": 0.514271, + "accuracy": 0.557312, + "main_score": 0.514271, + "hf_subset": "min_Arab-srd_Latn", + "languages": [ + "min-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.217977, + "recall": 0.252964, + "f1": 0.226652, + "accuracy": 0.252964, + "main_score": 0.226652, + "hf_subset": "min_Arab-tzm_Tfng", + "languages": [ + "min-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450899, + "recall": 0.518775, + "f1": 0.467341, + "accuracy": 0.518775, + "main_score": 0.467341, + "hf_subset": "min_Arab-acq_Arab", + "languages": [ + "min-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393083, + "recall": 0.456522, + "f1": 0.408944, + "accuracy": 0.456522, + "main_score": 0.408944, + "hf_subset": "min_Arab-bem_Latn", + "languages": [ + "min-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494252, + "recall": 0.552372, + "f1": 0.508554, + "accuracy": 0.552372, + "main_score": 0.508554, + "hf_subset": "min_Arab-epo_Latn", + "languages": [ + "min-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500681, + "recall": 0.556324, + "f1": 0.515742, + "accuracy": 0.556324, + "main_score": 0.515742, + "hf_subset": "min_Arab-hun_Latn", + "languages": [ + "min-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460388, + "recall": 0.518775, + "f1": 0.475397, + "accuracy": 0.518775, + "main_score": 0.475397, + "hf_subset": "min_Arab-kir_Cyrl", + "languages": [ + "min-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472949, + "recall": 0.532609, + "f1": 0.488139, + "accuracy": 0.532609, + "main_score": 0.488139, + "hf_subset": "min_Arab-mar_Deva", + "languages": [ + "min-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420661, + "recall": 0.464427, + "f1": 0.432261, + "accuracy": 0.464427, + "main_score": 0.432261, + "hf_subset": "min_Arab-plt_Latn", + "languages": [ + "min-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495166, + "recall": 0.5583, + "f1": 0.511482, + "accuracy": 0.5583, + "main_score": 0.511482, + "hf_subset": "min_Arab-srp_Cyrl", + "languages": [ + "min-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391103, + "recall": 0.450593, + "f1": 0.406116, + "accuracy": 0.450593, + "main_score": 0.406116, + "hf_subset": "min_Arab-uig_Arab", + "languages": [ + "min-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43909, + "recall": 0.496047, + "f1": 0.452995, + "accuracy": 0.496047, + "main_score": 0.452995, + "hf_subset": "min_Arab-aeb_Arab", + "languages": [ + "min-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465403, + "recall": 0.533597, + "f1": 0.483053, + "accuracy": 0.533597, + "main_score": 0.483053, + "hf_subset": "min_Arab-ben_Beng", + "languages": [ + "min-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467506, + "recall": 0.52668, + "f1": 0.482357, + "accuracy": 0.52668, + "main_score": 0.482357, + "hf_subset": "min_Arab-est_Latn", + "languages": [ + "min-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45522, + "recall": 0.516798, + "f1": 0.471278, + "accuracy": 0.516798, + "main_score": 0.471278, + "hf_subset": "min_Arab-hye_Armn", + "languages": [ + "min-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382059, + "recall": 0.435771, + "f1": 0.396708, + "accuracy": 0.435771, + "main_score": 0.396708, + "hf_subset": "min_Arab-kmb_Latn", + "languages": [ + "min-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465944, + "recall": 0.527668, + "f1": 0.481991, + "accuracy": 0.527668, + "main_score": 0.481991, + "hf_subset": "min_Arab-pol_Latn", + "languages": [ + "min-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378123, + "recall": 0.427866, + "f1": 0.391389, + "accuracy": 0.427866, + "main_score": 0.391389, + "hf_subset": "min_Arab-ssw_Latn", + "languages": [ + "min-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482787, + "recall": 0.544466, + "f1": 0.498182, + "accuracy": 0.544466, + "main_score": 0.498182, + "hf_subset": "min_Arab-ukr_Cyrl", + "languages": [ + "min-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515634, + "recall": 0.58498, + "f1": 0.533206, + "accuracy": 0.58498, + "main_score": 0.533206, + "hf_subset": "min_Arab-afr_Latn", + "languages": [ + "min-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446012, + "recall": 0.506917, + "f1": 0.460579, + "accuracy": 0.506917, + "main_score": 0.460579, + "hf_subset": "min_Arab-bho_Deva", + "languages": [ + "min-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467792, + "recall": 0.531621, + "f1": 0.484395, + "accuracy": 0.531621, + "main_score": 0.484395, + "hf_subset": "min_Arab-eus_Latn", + "languages": [ + "min-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364647, + "recall": 0.431818, + "f1": 0.381685, + "accuracy": 0.431818, + "main_score": 0.381685, + "hf_subset": "min_Arab-ibo_Latn", + "languages": [ + "min-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459123, + "recall": 0.516798, + "f1": 0.474656, + "accuracy": 0.516798, + "main_score": 0.474656, + "hf_subset": "min_Arab-kmr_Latn", + "languages": [ + "min-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686274, + "recall": 0.740119, + "f1": 0.699966, + "accuracy": 0.740119, + "main_score": 0.699966, + "hf_subset": "min_Arab-min_Latn", + "languages": [ + "min-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497567, + "recall": 0.566206, + "f1": 0.515331, + "accuracy": 0.566206, + "main_score": 0.515331, + "hf_subset": "min_Arab-por_Latn", + "languages": [ + "min-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541763, + "recall": 0.593874, + "f1": 0.555691, + "accuracy": 0.593874, + "main_score": 0.555691, + "hf_subset": "min_Arab-sun_Latn", + "languages": [ + "min-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363929, + "recall": 0.416008, + "f1": 0.377783, + "accuracy": 0.416008, + "main_score": 0.377783, + "hf_subset": "min_Arab-umb_Latn", + "languages": [ + "min-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474421, + "recall": 0.537549, + "f1": 0.490419, + "accuracy": 0.537549, + "main_score": 0.490419, + "hf_subset": "min_Arab-ajp_Arab", + "languages": [ + "min-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665399, + "recall": 0.727273, + "f1": 0.683174, + "accuracy": 0.727273, + "main_score": 0.683174, + "hf_subset": "min_Arab-bjn_Arab", + "languages": [ + "min-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.343683, + "recall": 0.387352, + "f1": 0.355226, + "accuracy": 0.387352, + "main_score": 0.355226, + "hf_subset": "min_Arab-ewe_Latn", + "languages": [ + "min-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480084, + "recall": 0.538538, + "f1": 0.494733, + "accuracy": 0.538538, + "main_score": 0.494733, + "hf_subset": "min_Arab-ilo_Latn", + "languages": [ + "min-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.272779, + "recall": 0.315217, + "f1": 0.283951, + "accuracy": 0.315217, + "main_score": 0.283951, + "hf_subset": "min_Arab-knc_Arab", + "languages": [ + "min-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489799, + "recall": 0.551383, + "f1": 0.505455, + "accuracy": 0.551383, + "main_score": 0.505455, + "hf_subset": "min_Arab-mkd_Cyrl", + "languages": [ + "min-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47337, + "recall": 0.533597, + "f1": 0.488527, + "accuracy": 0.533597, + "main_score": 0.488527, + "hf_subset": "min_Arab-prs_Arab", + "languages": [ + "min-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497526, + "recall": 0.562253, + "f1": 0.513951, + "accuracy": 0.562253, + "main_score": 0.513951, + "hf_subset": "min_Arab-swe_Latn", + "languages": [ + "min-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461316, + "recall": 0.527668, + "f1": 0.4786, + "accuracy": 0.527668, + "main_score": 0.4786, + "hf_subset": "min_Arab-urd_Arab", + "languages": [ + "min-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373408, + "recall": 0.426877, + "f1": 0.387313, + "accuracy": 0.426877, + "main_score": 0.387313, + "hf_subset": "min_Arab-aka_Latn", + "languages": [ + "min-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538581, + "recall": 0.59585, + "f1": 0.552701, + "accuracy": 0.59585, + "main_score": 0.552701, + "hf_subset": "min_Arab-bjn_Latn", + "languages": [ + "min-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433306, + "recall": 0.498024, + "f1": 0.449395, + "accuracy": 0.498024, + "main_score": 0.449395, + "hf_subset": "min_Arab-fao_Latn", + "languages": [ + "min-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533685, + "recall": 0.598814, + "f1": 0.55002, + "accuracy": 0.598814, + "main_score": 0.55002, + "hf_subset": "min_Arab-ind_Latn", + "languages": [ + "min-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408929, + "recall": 0.445652, + "f1": 0.418932, + "accuracy": 0.445652, + "main_score": 0.418932, + "hf_subset": "min_Arab-knc_Latn", + "languages": [ + "min-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511297, + "recall": 0.563241, + "f1": 0.523849, + "accuracy": 0.563241, + "main_score": 0.523849, + "hf_subset": "min_Arab-mlt_Latn", + "languages": [ + "min-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4096, + "recall": 0.462451, + "f1": 0.423305, + "accuracy": 0.462451, + "main_score": 0.423305, + "hf_subset": "min_Arab-quy_Latn", + "languages": [ + "min-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455973, + "recall": 0.51581, + "f1": 0.471249, + "accuracy": 0.51581, + "main_score": 0.471249, + "hf_subset": "min_Arab-swh_Latn", + "languages": [ + "min-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469469, + "recall": 0.527668, + "f1": 0.484077, + "accuracy": 0.527668, + "main_score": 0.484077, + "hf_subset": "min_Arab-uzn_Latn", + "languages": [ + "min-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501846, + "recall": 0.566206, + "f1": 0.517181, + "accuracy": 0.566206, + "main_score": 0.517181, + "hf_subset": "min_Arab-als_Latn", + "languages": [ + "min-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.238265, + "recall": 0.286561, + "f1": 0.249966, + "accuracy": 0.286561, + "main_score": 0.249966, + "hf_subset": "min_Arab-bod_Tibt", + "languages": [ + "min-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382471, + "recall": 0.434783, + "f1": 0.396693, + "accuracy": 0.434783, + "main_score": 0.396693, + "hf_subset": "min_Arab-fij_Latn", + "languages": [ + "min-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432435, + "recall": 0.496047, + "f1": 0.44827, + "accuracy": 0.496047, + "main_score": 0.44827, + "hf_subset": "min_Arab-isl_Latn", + "languages": [ + "min-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433944, + "recall": 0.478261, + "f1": 0.445811, + "accuracy": 0.478261, + "main_score": 0.445811, + "hf_subset": "min_Arab-kon_Latn", + "languages": [ + "min-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404828, + "recall": 0.465415, + "f1": 0.42044, + "accuracy": 0.465415, + "main_score": 0.42044, + "hf_subset": "min_Arab-mni_Beng", + "languages": [ + "min-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497643, + "recall": 0.5583, + "f1": 0.513532, + "accuracy": 0.5583, + "main_score": 0.513532, + "hf_subset": "min_Arab-ron_Latn", + "languages": [ + "min-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478709, + "recall": 0.534585, + "f1": 0.493474, + "accuracy": 0.534585, + "main_score": 0.493474, + "hf_subset": "min_Arab-szl_Latn", + "languages": [ + "min-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499666, + "recall": 0.556324, + "f1": 0.513567, + "accuracy": 0.556324, + "main_score": 0.513567, + "hf_subset": "min_Arab-vec_Latn", + "languages": [ + "min-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403702, + "recall": 0.467391, + "f1": 0.42064, + "accuracy": 0.467391, + "main_score": 0.42064, + "hf_subset": "min_Arab-amh_Ethi", + "languages": [ + "min-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491934, + "recall": 0.552372, + "f1": 0.507843, + "accuracy": 0.552372, + "main_score": 0.507843, + "hf_subset": "min_Arab-bos_Latn", + "languages": [ + "min-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444306, + "recall": 0.505929, + "f1": 0.460107, + "accuracy": 0.505929, + "main_score": 0.460107, + "hf_subset": "min_Arab-fin_Latn", + "languages": [ + "min-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470879, + "recall": 0.534585, + "f1": 0.486913, + "accuracy": 0.534585, + "main_score": 0.486913, + "hf_subset": "min_Arab-ita_Latn", + "languages": [ + "min-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465957, + "recall": 0.533597, + "f1": 0.483243, + "accuracy": 0.533597, + "main_score": 0.483243, + "hf_subset": "min_Arab-kor_Hang", + "languages": [ + "min-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.376017, + "recall": 0.422925, + "f1": 0.388218, + "accuracy": 0.422925, + "main_score": 0.388218, + "hf_subset": "min_Arab-mos_Latn", + "languages": [ + "min-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380482, + "recall": 0.429842, + "f1": 0.393327, + "accuracy": 0.429842, + "main_score": 0.393327, + "hf_subset": "min_Arab-run_Latn", + "languages": [ + "min-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439021, + "recall": 0.500988, + "f1": 0.454046, + "accuracy": 0.500988, + "main_score": 0.454046, + "hf_subset": "min_Arab-tam_Taml", + "languages": [ + "min-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460211, + "recall": 0.52668, + "f1": 0.476915, + "accuracy": 0.52668, + "main_score": 0.476915, + "hf_subset": "min_Arab-vie_Latn", + "languages": [ + "min-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463169, + "recall": 0.527668, + "f1": 0.479246, + "accuracy": 0.527668, + "main_score": 0.479246, + "hf_subset": "min_Arab-apc_Arab", + "languages": [ + "min-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482814, + "recall": 0.537549, + "f1": 0.497523, + "accuracy": 0.537549, + "main_score": 0.497523, + "hf_subset": "min_Arab-bug_Latn", + "languages": [ + "min-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322534, + "recall": 0.364625, + "f1": 0.33363, + "accuracy": 0.364625, + "main_score": 0.33363, + "hf_subset": "min_Arab-fon_Latn", + "languages": [ + "min-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537564, + "recall": 0.590909, + "f1": 0.551269, + "accuracy": 0.590909, + "main_score": 0.551269, + "hf_subset": "min_Arab-jav_Latn", + "languages": [ + "min-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394257, + "recall": 0.455534, + "f1": 0.409568, + "accuracy": 0.455534, + "main_score": 0.409568, + "hf_subset": "min_Arab-lao_Laoo", + "languages": [ + "min-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379165, + "recall": 0.437747, + "f1": 0.393999, + "accuracy": 0.437747, + "main_score": 0.393999, + "hf_subset": "min_Arab-mri_Latn", + "languages": [ + "min-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47848, + "recall": 0.538538, + "f1": 0.493114, + "accuracy": 0.538538, + "main_score": 0.493114, + "hf_subset": "min_Arab-rus_Cyrl", + "languages": [ + "min-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380023, + "recall": 0.43083, + "f1": 0.393459, + "accuracy": 0.43083, + "main_score": 0.393459, + "hf_subset": "min_Arab-taq_Latn", + "languages": [ + "min-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515253, + "recall": 0.566206, + "f1": 0.527245, + "accuracy": 0.566206, + "main_score": 0.527245, + "hf_subset": "min_Arab-war_Latn", + "languages": [ + "min-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456179, + "recall": 0.521739, + "f1": 0.472638, + "accuracy": 0.521739, + "main_score": 0.472638, + "hf_subset": "min_Arab-arb_Arab", + "languages": [ + "min-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475751, + "recall": 0.54249, + "f1": 0.493088, + "accuracy": 0.54249, + "main_score": 0.493088, + "hf_subset": "min_Arab-bul_Cyrl", + "languages": [ + "min-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4888, + "recall": 0.546443, + "f1": 0.503508, + "accuracy": 0.546443, + "main_score": 0.503508, + "hf_subset": "min_Arab-fra_Latn", + "languages": [ + "min-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443315, + "recall": 0.507905, + "f1": 0.459541, + "accuracy": 0.507905, + "main_score": 0.459541, + "hf_subset": "min_Arab-jpn_Jpan", + "languages": [ + "min-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47573, + "recall": 0.537549, + "f1": 0.491855, + "accuracy": 0.537549, + "main_score": 0.491855, + "hf_subset": "min_Arab-lij_Latn", + "languages": [ + "min-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.336, + "recall": 0.401186, + "f1": 0.352582, + "accuracy": 0.401186, + "main_score": 0.352582, + "hf_subset": "min_Arab-mya_Mymr", + "languages": [ + "min-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395137, + "recall": 0.461462, + "f1": 0.41307, + "accuracy": 0.461462, + "main_score": 0.41307, + "hf_subset": "min_Arab-sag_Latn", + "languages": [ + "min-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20236, + "recall": 0.233202, + "f1": 0.209312, + "accuracy": 0.233202, + "main_score": 0.209312, + "hf_subset": "min_Arab-taq_Tfng", + "languages": [ + "min-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411768, + "recall": 0.461462, + "f1": 0.424847, + "accuracy": 0.461462, + "main_score": 0.424847, + "hf_subset": "min_Arab-wol_Latn", + "languages": [ + "min-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.359702, + "recall": 0.41502, + "f1": 0.373815, + "accuracy": 0.41502, + "main_score": 0.373815, + "hf_subset": "min_Arab-arb_Latn", + "languages": [ + "min-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48195, + "recall": 0.552372, + "f1": 0.499788, + "accuracy": 0.552372, + "main_score": 0.499788, + "hf_subset": "min_Arab-cat_Latn", + "languages": [ + "min-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500643, + "recall": 0.549407, + "f1": 0.512792, + "accuracy": 0.549407, + "main_score": 0.512792, + "hf_subset": "min_Arab-fur_Latn", + "languages": [ + "min-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.340567, + "recall": 0.387352, + "f1": 0.352593, + "accuracy": 0.387352, + "main_score": 0.352593, + "hf_subset": "min_Arab-kab_Latn", + "languages": [ + "min-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491562, + "recall": 0.552372, + "f1": 0.507593, + "accuracy": 0.552372, + "main_score": 0.507593, + "hf_subset": "min_Arab-lim_Latn", + "languages": [ + "min-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474918, + "recall": 0.539526, + "f1": 0.491957, + "accuracy": 0.539526, + "main_score": 0.491957, + "hf_subset": "min_Arab-nld_Latn", + "languages": [ + "min-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415809, + "recall": 0.485178, + "f1": 0.433041, + "accuracy": 0.485178, + "main_score": 0.433041, + "hf_subset": "min_Arab-san_Deva", + "languages": [ + "min-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469232, + "recall": 0.531621, + "f1": 0.484013, + "accuracy": 0.531621, + "main_score": 0.484013, + "hf_subset": "min_Arab-tat_Cyrl", + "languages": [ + "min-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416342, + "recall": 0.47332, + "f1": 0.431137, + "accuracy": 0.47332, + "main_score": 0.431137, + "hf_subset": "min_Arab-xho_Latn", + "languages": [ + "min-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428695, + "recall": 0.5, + "f1": 0.446555, + "accuracy": 0.5, + "main_score": 0.446555, + "hf_subset": "min_Arab-ars_Arab", + "languages": [ + "min-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503371, + "recall": 0.561265, + "f1": 0.517674, + "accuracy": 0.561265, + "main_score": 0.517674, + "hf_subset": "min_Arab-ceb_Latn", + "languages": [ + "min-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.361003, + "recall": 0.408103, + "f1": 0.372903, + "accuracy": 0.408103, + "main_score": 0.372903, + "hf_subset": "min_Arab-fuv_Latn", + "languages": [ + "min-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.36046, + "recall": 0.412055, + "f1": 0.374102, + "accuracy": 0.412055, + "main_score": 0.374102, + "hf_subset": "min_Arab-kac_Latn", + "languages": [ + "min-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432118, + "recall": 0.478261, + "f1": 0.444568, + "accuracy": 0.478261, + "main_score": 0.444568, + "hf_subset": "min_Arab-lin_Latn", + "languages": [ + "min-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49198, + "recall": 0.557312, + "f1": 0.508103, + "accuracy": 0.557312, + "main_score": 0.508103, + "hf_subset": "min_Arab-nno_Latn", + "languages": [ + "min-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124801, + "recall": 0.168972, + "f1": 0.135786, + "accuracy": 0.168972, + "main_score": 0.135786, + "hf_subset": "min_Arab-sat_Olck", + "languages": [ + "min-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450777, + "recall": 0.509881, + "f1": 0.465083, + "accuracy": 0.509881, + "main_score": 0.465083, + "hf_subset": "min_Arab-tel_Telu", + "languages": [ + "min-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451342, + "recall": 0.502964, + "f1": 0.464898, + "accuracy": 0.502964, + "main_score": 0.464898, + "hf_subset": "min_Arab-ydd_Hebr", + "languages": [ + "min-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431729, + "recall": 0.491107, + "f1": 0.445705, + "accuracy": 0.491107, + "main_score": 0.445705, + "hf_subset": "min_Arab-ary_Arab", + "languages": [ + "min-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487993, + "recall": 0.554348, + "f1": 0.504976, + "accuracy": 0.554348, + "main_score": 0.504976, + "hf_subset": "min_Arab-ces_Latn", + "languages": [ + "min-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401667, + "recall": 0.453557, + "f1": 0.415317, + "accuracy": 0.453557, + "main_score": 0.415317, + "hf_subset": "min_Arab-gaz_Latn", + "languages": [ + "min-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.36536, + "recall": 0.41502, + "f1": 0.378387, + "accuracy": 0.41502, + "main_score": 0.378387, + "hf_subset": "min_Arab-kam_Latn", + "languages": [ + "min-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466092, + "recall": 0.529644, + "f1": 0.482794, + "accuracy": 0.529644, + "main_score": 0.482794, + "hf_subset": "min_Arab-lit_Latn", + "languages": [ + "min-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502247, + "recall": 0.565217, + "f1": 0.518381, + "accuracy": 0.565217, + "main_score": 0.518381, + "hf_subset": "min_Arab-nob_Latn", + "languages": [ + "min-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470963, + "recall": 0.528656, + "f1": 0.48491, + "accuracy": 0.528656, + "main_score": 0.48491, + "hf_subset": "min_Arab-scn_Latn", + "languages": [ + "min-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437419, + "recall": 0.486166, + "f1": 0.449729, + "accuracy": 0.486166, + "main_score": 0.449729, + "hf_subset": "min_Arab-tgk_Cyrl", + "languages": [ + "min-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330278, + "recall": 0.393281, + "f1": 0.346745, + "accuracy": 0.393281, + "main_score": 0.346745, + "hf_subset": "min_Arab-yor_Latn", + "languages": [ + "min-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463947, + "recall": 0.52668, + "f1": 0.479368, + "accuracy": 0.52668, + "main_score": 0.479368, + "hf_subset": "min_Arab-arz_Arab", + "languages": [ + "min-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354611, + "recall": 0.409091, + "f1": 0.368789, + "accuracy": 0.409091, + "main_score": 0.368789, + "hf_subset": "min_Arab-cjk_Latn", + "languages": [ + "min-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389102, + "recall": 0.444664, + "f1": 0.403253, + "accuracy": 0.444664, + "main_score": 0.403253, + "hf_subset": "min_Arab-gla_Latn", + "languages": [ + "min-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453531, + "recall": 0.522727, + "f1": 0.470704, + "accuracy": 0.522727, + "main_score": 0.470704, + "hf_subset": "min_Arab-kan_Knda", + "languages": [ + "min-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501836, + "recall": 0.5583, + "f1": 0.515842, + "accuracy": 0.5583, + "main_score": 0.515842, + "hf_subset": "min_Arab-lmo_Latn", + "languages": [ + "min-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468536, + "recall": 0.536561, + "f1": 0.486455, + "accuracy": 0.536561, + "main_score": 0.486455, + "hf_subset": "min_Arab-npi_Deva", + "languages": [ + "min-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295803, + "recall": 0.343874, + "f1": 0.308049, + "accuracy": 0.343874, + "main_score": 0.308049, + "hf_subset": "min_Arab-shn_Mymr", + "languages": [ + "min-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506051, + "recall": 0.559289, + "f1": 0.519945, + "accuracy": 0.559289, + "main_score": 0.519945, + "hf_subset": "min_Arab-tgl_Latn", + "languages": [ + "min-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457778, + "recall": 0.51581, + "f1": 0.471536, + "accuracy": 0.51581, + "main_score": 0.471536, + "hf_subset": "min_Arab-yue_Hant", + "languages": [ + "min-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427205, + "recall": 0.492095, + "f1": 0.443984, + "accuracy": 0.492095, + "main_score": 0.443984, + "hf_subset": "min_Arab-asm_Beng", + "languages": [ + "min-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431397, + "recall": 0.488142, + "f1": 0.445451, + "accuracy": 0.488142, + "main_score": 0.445451, + "hf_subset": "min_Arab-ckb_Arab", + "languages": [ + "min-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414481, + "recall": 0.466403, + "f1": 0.427433, + "accuracy": 0.466403, + "main_score": 0.427433, + "hf_subset": "min_Arab-gle_Latn", + "languages": [ + "min-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427635, + "recall": 0.482213, + "f1": 0.441009, + "accuracy": 0.482213, + "main_score": 0.441009, + "hf_subset": "min_Arab-kas_Arab", + "languages": [ + "min-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474938, + "recall": 0.534585, + "f1": 0.489717, + "accuracy": 0.534585, + "main_score": 0.489717, + "hf_subset": "min_Arab-ltg_Latn", + "languages": [ + "min-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431394, + "recall": 0.475296, + "f1": 0.442165, + "accuracy": 0.475296, + "main_score": 0.442165, + "hf_subset": "min_Arab-nso_Latn", + "languages": [ + "min-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40086, + "recall": 0.467391, + "f1": 0.418346, + "accuracy": 0.467391, + "main_score": 0.418346, + "hf_subset": "min_Arab-sin_Sinh", + "languages": [ + "min-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459201, + "recall": 0.522727, + "f1": 0.475561, + "accuracy": 0.522727, + "main_score": 0.475561, + "hf_subset": "min_Arab-tha_Thai", + "languages": [ + "min-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435102, + "recall": 0.486166, + "f1": 0.448303, + "accuracy": 0.486166, + "main_score": 0.448303, + "hf_subset": "min_Arab-zho_Hans", + "languages": [ + "min-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497977, + "recall": 0.555336, + "f1": 0.511677, + "accuracy": 0.555336, + "main_score": 0.511677, + "hf_subset": "min_Arab-ast_Latn", + "languages": [ + "min-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453826, + "recall": 0.519763, + "f1": 0.470339, + "accuracy": 0.519763, + "main_score": 0.470339, + "hf_subset": "min_Arab-crh_Latn", + "languages": [ + "min-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504815, + "recall": 0.568182, + "f1": 0.521629, + "accuracy": 0.568182, + "main_score": 0.521629, + "hf_subset": "min_Arab-glg_Latn", + "languages": [ + "min-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414186, + "recall": 0.459486, + "f1": 0.42582, + "accuracy": 0.459486, + "main_score": 0.42582, + "hf_subset": "min_Arab-kas_Deva", + "languages": [ + "min-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477652, + "recall": 0.532609, + "f1": 0.491697, + "accuracy": 0.532609, + "main_score": 0.491697, + "hf_subset": "min_Arab-ltz_Latn", + "languages": [ + "min-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355823, + "recall": 0.409091, + "f1": 0.369683, + "accuracy": 0.409091, + "main_score": 0.369683, + "hf_subset": "min_Arab-nus_Latn", + "languages": [ + "min-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488216, + "recall": 0.546443, + "f1": 0.50241, + "accuracy": 0.546443, + "main_score": 0.50241, + "hf_subset": "min_Arab-slk_Latn", + "languages": [ + "min-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.346145, + "recall": 0.399209, + "f1": 0.36007, + "accuracy": 0.399209, + "main_score": 0.36007, + "hf_subset": "min_Arab-tir_Ethi", + "languages": [ + "min-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45369, + "recall": 0.514822, + "f1": 0.469151, + "accuracy": 0.514822, + "main_score": 0.469151, + "hf_subset": "min_Arab-zho_Hant", + "languages": [ + "min-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46147, + "recall": 0.524704, + "f1": 0.477898, + "accuracy": 0.524704, + "main_score": 0.477898, + "hf_subset": "min_Arab-awa_Deva", + "languages": [ + "min-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459596, + "recall": 0.513834, + "f1": 0.473598, + "accuracy": 0.513834, + "main_score": 0.473598, + "hf_subset": "min_Arab-cym_Latn", + "languages": [ + "min-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440532, + "recall": 0.493083, + "f1": 0.454348, + "accuracy": 0.493083, + "main_score": 0.454348, + "hf_subset": "min_Arab-grn_Latn", + "languages": [ + "min-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454961, + "recall": 0.508893, + "f1": 0.467933, + "accuracy": 0.508893, + "main_score": 0.467933, + "hf_subset": "min_Arab-kat_Geor", + "languages": [ + "min-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400198, + "recall": 0.454545, + "f1": 0.414293, + "accuracy": 0.454545, + "main_score": 0.414293, + "hf_subset": "min_Arab-lua_Latn", + "languages": [ + "min-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395996, + "recall": 0.445652, + "f1": 0.408743, + "accuracy": 0.445652, + "main_score": 0.408743, + "hf_subset": "min_Arab-nya_Latn", + "languages": [ + "min-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478296, + "recall": 0.539526, + "f1": 0.494596, + "accuracy": 0.539526, + "main_score": 0.494596, + "hf_subset": "min_Arab-slv_Latn", + "languages": [ + "min-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466246, + "recall": 0.518775, + "f1": 0.479609, + "accuracy": 0.518775, + "main_score": 0.479609, + "hf_subset": "min_Arab-tpi_Latn", + "languages": [ + "min-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515535, + "recall": 0.583992, + "f1": 0.532729, + "accuracy": 0.583992, + "main_score": 0.532729, + "hf_subset": "min_Arab-zsm_Latn", + "languages": [ + "min-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378262, + "recall": 0.429842, + "f1": 0.392169, + "accuracy": 0.429842, + "main_score": 0.392169, + "hf_subset": "min_Arab-ayr_Latn", + "languages": [ + "min-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492457, + "recall": 0.552372, + "f1": 0.507818, + "accuracy": 0.552372, + "main_score": 0.507818, + "hf_subset": "min_Arab-dan_Latn", + "languages": [ + "min-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470648, + "recall": 0.539526, + "f1": 0.488421, + "accuracy": 0.539526, + "main_score": 0.488421, + "hf_subset": "min_Arab-guj_Gujr", + "languages": [ + "min-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483463, + "recall": 0.54249, + "f1": 0.498293, + "accuracy": 0.54249, + "main_score": 0.498293, + "hf_subset": "min_Arab-kaz_Cyrl", + "languages": [ + "min-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.358091, + "recall": 0.412055, + "f1": 0.372091, + "accuracy": 0.412055, + "main_score": 0.372091, + "hf_subset": "min_Arab-lug_Latn", + "languages": [ + "min-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515356, + "recall": 0.58004, + "f1": 0.531625, + "accuracy": 0.58004, + "main_score": 0.531625, + "hf_subset": "min_Arab-oci_Latn", + "languages": [ + "min-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412711, + "recall": 0.470356, + "f1": 0.42809, + "accuracy": 0.470356, + "main_score": 0.42809, + "hf_subset": "min_Arab-smo_Latn", + "languages": [ + "min-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362578, + "recall": 0.418972, + "f1": 0.37733, + "accuracy": 0.418972, + "main_score": 0.37733, + "hf_subset": "min_Arab-tsn_Latn", + "languages": [ + "min-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402823, + "recall": 0.454545, + "f1": 0.416915, + "accuracy": 0.454545, + "main_score": 0.416915, + "hf_subset": "min_Arab-zul_Latn", + "languages": [ + "min-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43577, + "recall": 0.48913, + "f1": 0.449955, + "accuracy": 0.48913, + "main_score": 0.449955, + "hf_subset": "min_Arab-azb_Arab", + "languages": [ + "min-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479118, + "recall": 0.544466, + "f1": 0.495577, + "accuracy": 0.544466, + "main_score": 0.495577, + "hf_subset": "min_Arab-deu_Latn", + "languages": [ + "min-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46088, + "recall": 0.530632, + "f1": 0.479115, + "accuracy": 0.530632, + "main_score": 0.479115, + "hf_subset": "min_Arab-hat_Latn", + "languages": [ + "min-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367942, + "recall": 0.411067, + "f1": 0.379277, + "accuracy": 0.411067, + "main_score": 0.379277, + "hf_subset": "min_Arab-kbp_Latn", + "languages": [ + "min-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405741, + "recall": 0.452569, + "f1": 0.418337, + "accuracy": 0.452569, + "main_score": 0.418337, + "hf_subset": "min_Arab-luo_Latn", + "languages": [ + "min-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446953, + "recall": 0.514822, + "f1": 0.464184, + "accuracy": 0.514822, + "main_score": 0.464184, + "hf_subset": "min_Arab-ory_Orya", + "languages": [ + "min-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364285, + "recall": 0.416996, + "f1": 0.377199, + "accuracy": 0.416996, + "main_score": 0.377199, + "hf_subset": "min_Arab-sna_Latn", + "languages": [ + "min-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381305, + "recall": 0.423913, + "f1": 0.392831, + "accuracy": 0.423913, + "main_score": 0.392831, + "hf_subset": "min_Arab-tso_Latn", + "languages": [ + "min-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443453, + "recall": 0.512846, + "f1": 0.460658, + "accuracy": 0.512846, + "main_score": 0.460658, + "hf_subset": "min_Arab-azj_Latn", + "languages": [ + "min-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323542, + "recall": 0.381423, + "f1": 0.339319, + "accuracy": 0.381423, + "main_score": 0.339319, + "hf_subset": "min_Arab-dik_Latn", + "languages": [ + "min-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409954, + "recall": 0.471344, + "f1": 0.425746, + "accuracy": 0.471344, + "main_score": 0.425746, + "hf_subset": "min_Arab-hau_Latn", + "languages": [ + "min-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497396, + "recall": 0.540514, + "f1": 0.508014, + "accuracy": 0.540514, + "main_score": 0.508014, + "hf_subset": "min_Arab-kea_Latn", + "languages": [ + "min-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420842, + "recall": 0.462451, + "f1": 0.432514, + "accuracy": 0.462451, + "main_score": 0.432514, + "hf_subset": "min_Arab-lus_Latn", + "languages": [ + "min-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467431, + "recall": 0.518775, + "f1": 0.481109, + "accuracy": 0.518775, + "main_score": 0.481109, + "hf_subset": "min_Arab-pag_Latn", + "languages": [ + "min-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467784, + "recall": 0.529644, + "f1": 0.482794, + "accuracy": 0.529644, + "main_score": 0.482794, + "hf_subset": "min_Arab-snd_Arab", + "languages": [ + "min-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431216, + "recall": 0.48913, + "f1": 0.446097, + "accuracy": 0.48913, + "main_score": 0.446097, + "hf_subset": "min_Arab-tuk_Latn", + "languages": [ + "min-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468418, + "recall": 0.532609, + "f1": 0.485388, + "accuracy": 0.532609, + "main_score": 0.485388, + "hf_subset": "min_Arab-bak_Cyrl", + "languages": [ + "min-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283788, + "recall": 0.342885, + "f1": 0.299411, + "accuracy": 0.342885, + "main_score": 0.299411, + "hf_subset": "min_Arab-dyu_Latn", + "languages": [ + "min-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48078, + "recall": 0.543478, + "f1": 0.496544, + "accuracy": 0.543478, + "main_score": 0.496544, + "hf_subset": "min_Arab-heb_Hebr", + "languages": [ + "min-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428741, + "recall": 0.48913, + "f1": 0.444033, + "accuracy": 0.48913, + "main_score": 0.444033, + "hf_subset": "min_Arab-khk_Cyrl", + "languages": [ + "min-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485106, + "recall": 0.540514, + "f1": 0.498877, + "accuracy": 0.540514, + "main_score": 0.498877, + "hf_subset": "min_Arab-lvs_Latn", + "languages": [ + "min-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453468, + "recall": 0.52668, + "f1": 0.471889, + "accuracy": 0.52668, + "main_score": 0.471889, + "hf_subset": "min_Arab-pan_Guru", + "languages": [ + "min-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402861, + "recall": 0.451581, + "f1": 0.415749, + "accuracy": 0.451581, + "main_score": 0.415749, + "hf_subset": "min_Arab-som_Latn", + "languages": [ + "min-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38135, + "recall": 0.423913, + "f1": 0.392148, + "accuracy": 0.423913, + "main_score": 0.392148, + "hf_subset": "min_Arab-tum_Latn", + "languages": [ + "min-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582076, + "recall": 0.649209, + "f1": 0.600878, + "accuracy": 0.649209, + "main_score": 0.600878, + "hf_subset": "pol_Latn-ace_Arab", + "languages": [ + "pol-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540807, + "recall": 0.607708, + "f1": 0.559721, + "accuracy": 0.607708, + "main_score": 0.559721, + "hf_subset": "pol_Latn-bam_Latn", + "languages": [ + "pol-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442, + "recall": 0.51581, + "f1": 0.462826, + "accuracy": 0.51581, + "main_score": 0.462826, + "hf_subset": "pol_Latn-dzo_Tibt", + "languages": [ + "pol-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-khm_Khmr", + "languages": [ + "pol-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-mag_Deva", + "languages": [ + "pol-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pol_Latn-pap_Latn", + "languages": [ + "pol-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611948, + "recall": 0.664032, + "f1": 0.626468, + "accuracy": 0.664032, + "main_score": 0.626468, + "hf_subset": "pol_Latn-sot_Latn", + "languages": [ + "pol-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877635, + "recall": 0.910079, + "f1": 0.88778, + "accuracy": 0.910079, + "main_score": 0.88778, + "hf_subset": "pol_Latn-ace_Latn", + "languages": [ + "pol-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.974308, + "f1": 0.968379, + "accuracy": 0.974308, + "main_score": 0.968379, + "hf_subset": "pol_Latn-ban_Latn", + "languages": [ + "pol-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-hne_Deva", + "languages": [ + "pol-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604513, + "recall": 0.660079, + "f1": 0.619848, + "accuracy": 0.660079, + "main_score": 0.619848, + "hf_subset": "pol_Latn-kik_Latn", + "languages": [ + "pol-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-mai_Deva", + "languages": [ + "pol-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "pol_Latn-pbt_Arab", + "languages": [ + "pol-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624466, + "recall": 0.681818, + "f1": 0.640686, + "accuracy": 0.681818, + "main_score": 0.640686, + "hf_subset": "pol_Latn-twi_Latn", + "languages": [ + "pol-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-acm_Arab", + "languages": [ + "pol-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570755, + "recall": 0.630435, + "f1": 0.587142, + "accuracy": 0.630435, + "main_score": 0.587142, + "hf_subset": "pol_Latn-kin_Latn", + "languages": [ + "pol-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-mal_Mlym", + "languages": [ + "pol-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-pes_Arab", + "languages": [ + "pol-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-srd_Latn", + "languages": [ + "pol-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18133, + "recall": 0.232213, + "f1": 0.193859, + "accuracy": 0.232213, + "main_score": 0.193859, + "hf_subset": "pol_Latn-tzm_Tfng", + "languages": [ + "pol-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-acq_Arab", + "languages": [ + "pol-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63784, + "recall": 0.6917, + "f1": 0.653082, + "accuracy": 0.6917, + "main_score": 0.653082, + "hf_subset": "pol_Latn-bem_Latn", + "languages": [ + "pol-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-epo_Latn", + "languages": [ + "pol-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-kir_Cyrl", + "languages": [ + "pol-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-mar_Deva", + "languages": [ + "pol-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685145, + "recall": 0.738142, + "f1": 0.701073, + "accuracy": 0.738142, + "main_score": 0.701073, + "hf_subset": "pol_Latn-plt_Latn", + "languages": [ + "pol-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "pol_Latn-uig_Arab", + "languages": [ + "pol-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-aeb_Arab", + "languages": [ + "pol-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-est_Latn", + "languages": [ + "pol-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-hye_Armn", + "languages": [ + "pol-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551103, + "recall": 0.602767, + "f1": 0.566008, + "accuracy": 0.602767, + "main_score": 0.566008, + "hf_subset": "pol_Latn-kmb_Latn", + "languages": [ + "pol-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507304, + "recall": 0.583992, + "f1": 0.528478, + "accuracy": 0.583992, + "main_score": 0.528478, + "hf_subset": "pol_Latn-min_Arab", + "languages": [ + "pol-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571624, + "recall": 0.634387, + "f1": 0.590288, + "accuracy": 0.634387, + "main_score": 0.590288, + "hf_subset": "pol_Latn-ssw_Latn", + "languages": [ + "pol-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-afr_Latn", + "languages": [ + "pol-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-bho_Deva", + "languages": [ + "pol-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-eus_Latn", + "languages": [ + "pol-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58302, + "recall": 0.645257, + "f1": 0.600612, + "accuracy": 0.645257, + "main_score": 0.600612, + "hf_subset": "pol_Latn-ibo_Latn", + "languages": [ + "pol-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899868, + "recall": 0.926877, + "f1": 0.908267, + "accuracy": 0.926877, + "main_score": 0.908267, + "hf_subset": "pol_Latn-kmr_Latn", + "languages": [ + "pol-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pol_Latn-min_Latn", + "languages": [ + "pol-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-sun_Latn", + "languages": [ + "pol-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539759, + "recall": 0.59585, + "f1": 0.555901, + "accuracy": 0.59585, + "main_score": 0.555901, + "hf_subset": "pol_Latn-umb_Latn", + "languages": [ + "pol-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ajp_Arab", + "languages": [ + "pol-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552088, + "recall": 0.613636, + "f1": 0.569278, + "accuracy": 0.613636, + "main_score": 0.569278, + "hf_subset": "pol_Latn-bjn_Arab", + "languages": [ + "pol-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526232, + "recall": 0.582016, + "f1": 0.542155, + "accuracy": 0.582016, + "main_score": 0.542155, + "hf_subset": "pol_Latn-ewe_Latn", + "languages": [ + "pol-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948864, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "pol_Latn-ilo_Latn", + "languages": [ + "pol-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314321, + "recall": 0.376482, + "f1": 0.331953, + "accuracy": 0.376482, + "main_score": 0.331953, + "hf_subset": "pol_Latn-knc_Arab", + "languages": [ + "pol-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-prs_Arab", + "languages": [ + "pol-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-urd_Arab", + "languages": [ + "pol-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59974, + "recall": 0.661067, + "f1": 0.617201, + "accuracy": 0.661067, + "main_score": 0.617201, + "hf_subset": "pol_Latn-aka_Latn", + "languages": [ + "pol-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-bjn_Latn", + "languages": [ + "pol-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "pol_Latn-fao_Latn", + "languages": [ + "pol-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590604, + "recall": 0.648221, + "f1": 0.607505, + "accuracy": 0.648221, + "main_score": 0.607505, + "hf_subset": "pol_Latn-knc_Latn", + "languages": [ + "pol-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-mlt_Latn", + "languages": [ + "pol-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720232, + "recall": 0.77668, + "f1": 0.736306, + "accuracy": 0.77668, + "main_score": 0.736306, + "hf_subset": "pol_Latn-quy_Latn", + "languages": [ + "pol-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "pol_Latn-swh_Latn", + "languages": [ + "pol-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-uzn_Latn", + "languages": [ + "pol-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-als_Latn", + "languages": [ + "pol-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648979, + "recall": 0.727273, + "f1": 0.671504, + "accuracy": 0.727273, + "main_score": 0.671504, + "hf_subset": "pol_Latn-bod_Tibt", + "languages": [ + "pol-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731969, + "recall": 0.783597, + "f1": 0.746959, + "accuracy": 0.783597, + "main_score": 0.746959, + "hf_subset": "pol_Latn-fij_Latn", + "languages": [ + "pol-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-isl_Latn", + "languages": [ + "pol-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6661, + "recall": 0.717391, + "f1": 0.681359, + "accuracy": 0.717391, + "main_score": 0.681359, + "hf_subset": "pol_Latn-kon_Latn", + "languages": [ + "pol-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66022, + "recall": 0.721344, + "f1": 0.677816, + "accuracy": 0.721344, + "main_score": 0.677816, + "hf_subset": "pol_Latn-mni_Beng", + "languages": [ + "pol-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ron_Latn", + "languages": [ + "pol-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "pol_Latn-szl_Latn", + "languages": [ + "pol-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-vec_Latn", + "languages": [ + "pol-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944499, + "recall": 0.962451, + "f1": 0.950428, + "accuracy": 0.962451, + "main_score": 0.950428, + "hf_subset": "pol_Latn-amh_Ethi", + "languages": [ + "pol-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ita_Latn", + "languages": [ + "pol-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55975, + "recall": 0.621542, + "f1": 0.577382, + "accuracy": 0.621542, + "main_score": 0.577382, + "hf_subset": "pol_Latn-mos_Latn", + "languages": [ + "pol-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560583, + "recall": 0.613636, + "f1": 0.575859, + "accuracy": 0.613636, + "main_score": 0.575859, + "hf_subset": "pol_Latn-run_Latn", + "languages": [ + "pol-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-apc_Arab", + "languages": [ + "pol-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803673, + "recall": 0.849802, + "f1": 0.817918, + "accuracy": 0.849802, + "main_score": 0.817918, + "hf_subset": "pol_Latn-bug_Latn", + "languages": [ + "pol-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477229, + "recall": 0.535573, + "f1": 0.492535, + "accuracy": 0.535573, + "main_score": 0.492535, + "hf_subset": "pol_Latn-fon_Latn", + "languages": [ + "pol-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-jav_Latn", + "languages": [ + "pol-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "pol_Latn-lao_Laoo", + "languages": [ + "pol-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878376, + "recall": 0.913043, + "f1": 0.889559, + "accuracy": 0.913043, + "main_score": 0.889559, + "hf_subset": "pol_Latn-mri_Latn", + "languages": [ + "pol-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545544, + "recall": 0.610672, + "f1": 0.563792, + "accuracy": 0.610672, + "main_score": 0.563792, + "hf_subset": "pol_Latn-taq_Latn", + "languages": [ + "pol-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-war_Latn", + "languages": [ + "pol-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-lij_Latn", + "languages": [ + "pol-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "pol_Latn-mya_Mymr", + "languages": [ + "pol-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613811, + "recall": 0.674901, + "f1": 0.630935, + "accuracy": 0.674901, + "main_score": 0.630935, + "hf_subset": "pol_Latn-sag_Latn", + "languages": [ + "pol-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192864, + "recall": 0.248024, + "f1": 0.205339, + "accuracy": 0.248024, + "main_score": 0.205339, + "hf_subset": "pol_Latn-taq_Tfng", + "languages": [ + "pol-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632263, + "recall": 0.693676, + "f1": 0.649423, + "accuracy": 0.693676, + "main_score": 0.649423, + "hf_subset": "pol_Latn-wol_Latn", + "languages": [ + "pol-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798254, + "recall": 0.850791, + "f1": 0.814526, + "accuracy": 0.850791, + "main_score": 0.814526, + "hf_subset": "pol_Latn-arb_Latn", + "languages": [ + "pol-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-cat_Latn", + "languages": [ + "pol-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pol_Latn-fur_Latn", + "languages": [ + "pol-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416664, + "recall": 0.47332, + "f1": 0.432312, + "accuracy": 0.47332, + "main_score": 0.432312, + "hf_subset": "pol_Latn-kab_Latn", + "languages": [ + "pol-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-lim_Latn", + "languages": [ + "pol-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pol_Latn-san_Deva", + "languages": [ + "pol-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pol_Latn-tat_Cyrl", + "languages": [ + "pol-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675552, + "recall": 0.732213, + "f1": 0.692314, + "accuracy": 0.732213, + "main_score": 0.692314, + "hf_subset": "pol_Latn-xho_Latn", + "languages": [ + "pol-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ars_Arab", + "languages": [ + "pol-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ceb_Latn", + "languages": [ + "pol-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575237, + "recall": 0.633399, + "f1": 0.592112, + "accuracy": 0.633399, + "main_score": 0.592112, + "hf_subset": "pol_Latn-fuv_Latn", + "languages": [ + "pol-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521095, + "recall": 0.58498, + "f1": 0.538909, + "accuracy": 0.58498, + "main_score": 0.538909, + "hf_subset": "pol_Latn-kac_Latn", + "languages": [ + "pol-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688908, + "recall": 0.736166, + "f1": 0.702822, + "accuracy": 0.736166, + "main_score": 0.702822, + "hf_subset": "pol_Latn-lin_Latn", + "languages": [ + "pol-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-nno_Latn", + "languages": [ + "pol-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.216708, + "recall": 0.298419, + "f1": 0.237606, + "accuracy": 0.298419, + "main_score": 0.237606, + "hf_subset": "pol_Latn-sat_Olck", + "languages": [ + "pol-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-tel_Telu", + "languages": [ + "pol-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "pol_Latn-ydd_Hebr", + "languages": [ + "pol-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pol_Latn-ary_Arab", + "languages": [ + "pol-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586281, + "recall": 0.646245, + "f1": 0.604004, + "accuracy": 0.646245, + "main_score": 0.604004, + "hf_subset": "pol_Latn-gaz_Latn", + "languages": [ + "pol-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584947, + "recall": 0.646245, + "f1": 0.60328, + "accuracy": 0.646245, + "main_score": 0.60328, + "hf_subset": "pol_Latn-kam_Latn", + "languages": [ + "pol-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-nob_Latn", + "languages": [ + "pol-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "pol_Latn-scn_Latn", + "languages": [ + "pol-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "pol_Latn-tgk_Cyrl", + "languages": [ + "pol-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725066, + "recall": 0.785573, + "f1": 0.742711, + "accuracy": 0.785573, + "main_score": 0.742711, + "hf_subset": "pol_Latn-yor_Latn", + "languages": [ + "pol-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-arz_Arab", + "languages": [ + "pol-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576583, + "recall": 0.641304, + "f1": 0.595809, + "accuracy": 0.641304, + "main_score": 0.595809, + "hf_subset": "pol_Latn-cjk_Latn", + "languages": [ + "pol-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798172, + "recall": 0.842885, + "f1": 0.811759, + "accuracy": 0.842885, + "main_score": 0.811759, + "hf_subset": "pol_Latn-gla_Latn", + "languages": [ + "pol-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-kan_Knda", + "languages": [ + "pol-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-lmo_Latn", + "languages": [ + "pol-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "pol_Latn-npi_Deva", + "languages": [ + "pol-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472694, + "recall": 0.535573, + "f1": 0.490895, + "accuracy": 0.535573, + "main_score": 0.490895, + "hf_subset": "pol_Latn-shn_Mymr", + "languages": [ + "pol-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tgl_Latn", + "languages": [ + "pol-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-yue_Hant", + "languages": [ + "pol-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-asm_Beng", + "languages": [ + "pol-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "pol_Latn-ckb_Arab", + "languages": [ + "pol-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896739, + "recall": 0.925889, + "f1": 0.905929, + "accuracy": 0.925889, + "main_score": 0.905929, + "hf_subset": "pol_Latn-gle_Latn", + "languages": [ + "pol-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "pol_Latn-kas_Arab", + "languages": [ + "pol-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "pol_Latn-ltg_Latn", + "languages": [ + "pol-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626585, + "recall": 0.674901, + "f1": 0.640653, + "accuracy": 0.674901, + "main_score": 0.640653, + "hf_subset": "pol_Latn-nso_Latn", + "languages": [ + "pol-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pol_Latn-sin_Sinh", + "languages": [ + "pol-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-tha_Thai", + "languages": [ + "pol-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-zho_Hans", + "languages": [ + "pol-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-ast_Latn", + "languages": [ + "pol-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-crh_Latn", + "languages": [ + "pol-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-glg_Latn", + "languages": [ + "pol-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900527, + "recall": 0.931818, + "f1": 0.910738, + "accuracy": 0.931818, + "main_score": 0.910738, + "hf_subset": "pol_Latn-kas_Deva", + "languages": [ + "pol-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pol_Latn-ltz_Latn", + "languages": [ + "pol-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470611, + "recall": 0.536561, + "f1": 0.488752, + "accuracy": 0.536561, + "main_score": 0.488752, + "hf_subset": "pol_Latn-nus_Latn", + "languages": [ + "pol-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626466, + "recall": 0.697628, + "f1": 0.648372, + "accuracy": 0.697628, + "main_score": 0.648372, + "hf_subset": "pol_Latn-tir_Ethi", + "languages": [ + "pol-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "pol_Latn-awa_Deva", + "languages": [ + "pol-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "pol_Latn-cym_Latn", + "languages": [ + "pol-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854743, + "recall": 0.890316, + "f1": 0.86558, + "accuracy": 0.890316, + "main_score": 0.86558, + "hf_subset": "pol_Latn-grn_Latn", + "languages": [ + "pol-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-kat_Geor", + "languages": [ + "pol-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642819, + "recall": 0.69664, + "f1": 0.658137, + "accuracy": 0.69664, + "main_score": 0.658137, + "hf_subset": "pol_Latn-lua_Latn", + "languages": [ + "pol-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65207, + "recall": 0.70751, + "f1": 0.668314, + "accuracy": 0.70751, + "main_score": 0.668314, + "hf_subset": "pol_Latn-nya_Latn", + "languages": [ + "pol-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "pol_Latn-tpi_Latn", + "languages": [ + "pol-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-zsm_Latn", + "languages": [ + "pol-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548718, + "recall": 0.61166, + "f1": 0.567311, + "accuracy": 0.61166, + "main_score": 0.567311, + "hf_subset": "pol_Latn-ayr_Latn", + "languages": [ + "pol-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-dan_Latn", + "languages": [ + "pol-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-guj_Gujr", + "languages": [ + "pol-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pol_Latn-kaz_Cyrl", + "languages": [ + "pol-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547993, + "recall": 0.607708, + "f1": 0.564864, + "accuracy": 0.607708, + "main_score": 0.564864, + "hf_subset": "pol_Latn-lug_Latn", + "languages": [ + "pol-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-oci_Latn", + "languages": [ + "pol-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826746, + "recall": 0.869565, + "f1": 0.839822, + "accuracy": 0.869565, + "main_score": 0.839822, + "hf_subset": "pol_Latn-smo_Latn", + "languages": [ + "pol-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550598, + "recall": 0.609684, + "f1": 0.567504, + "accuracy": 0.609684, + "main_score": 0.567504, + "hf_subset": "pol_Latn-tsn_Latn", + "languages": [ + "pol-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642808, + "recall": 0.703557, + "f1": 0.660178, + "accuracy": 0.703557, + "main_score": 0.660178, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929348, + "recall": 0.951581, + "f1": 0.936594, + "accuracy": 0.951581, + "main_score": 0.936594, + "hf_subset": "pol_Latn-azb_Arab", + "languages": [ + "pol-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "pol_Latn-hat_Latn", + "languages": [ + "pol-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507025, + "recall": 0.564229, + "f1": 0.523667, + "accuracy": 0.564229, + "main_score": 0.523667, + "hf_subset": "pol_Latn-kbp_Latn", + "languages": [ + "pol-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582778, + "recall": 0.641304, + "f1": 0.598592, + "accuracy": 0.641304, + "main_score": 0.598592, + "hf_subset": "pol_Latn-luo_Latn", + "languages": [ + "pol-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-ory_Orya", + "languages": [ + "pol-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594081, + "recall": 0.656126, + "f1": 0.611832, + "accuracy": 0.656126, + "main_score": 0.611832, + "hf_subset": "pol_Latn-sna_Latn", + "languages": [ + "pol-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566931, + "recall": 0.619565, + "f1": 0.581386, + "accuracy": 0.619565, + "main_score": 0.581386, + "hf_subset": "pol_Latn-tso_Latn", + "languages": [ + "pol-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pol_Latn-azj_Latn", + "languages": [ + "pol-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543771, + "recall": 0.609684, + "f1": 0.563094, + "accuracy": 0.609684, + "main_score": 0.563094, + "hf_subset": "pol_Latn-dik_Latn", + "languages": [ + "pol-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743478, + "recall": 0.799407, + "f1": 0.760408, + "accuracy": 0.799407, + "main_score": 0.760408, + "hf_subset": "pol_Latn-hau_Latn", + "languages": [ + "pol-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-kea_Latn", + "languages": [ + "pol-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740787, + "recall": 0.790514, + "f1": 0.75555, + "accuracy": 0.790514, + "main_score": 0.75555, + "hf_subset": "pol_Latn-lus_Latn", + "languages": [ + "pol-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890646, + "recall": 0.916996, + "f1": 0.898847, + "accuracy": 0.916996, + "main_score": 0.898847, + "hf_subset": "pol_Latn-pag_Latn", + "languages": [ + "pol-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-snd_Arab", + "languages": [ + "pol-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "pol_Latn-tuk_Latn", + "languages": [ + "pol-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "pol_Latn-bak_Cyrl", + "languages": [ + "pol-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502883, + "recall": 0.58004, + "f1": 0.525815, + "accuracy": 0.58004, + "main_score": 0.525815, + "hf_subset": "pol_Latn-dyu_Latn", + "languages": [ + "pol-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pol_Latn-khk_Cyrl", + "languages": [ + "pol-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pol_Latn-lvs_Latn", + "languages": [ + "pol-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pol_Latn-pan_Guru", + "languages": [ + "pol-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7007, + "recall": 0.762846, + "f1": 0.719375, + "accuracy": 0.762846, + "main_score": 0.719375, + "hf_subset": "pol_Latn-som_Latn", + "languages": [ + "pol-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611786, + "recall": 0.660079, + "f1": 0.625491, + "accuracy": 0.660079, + "main_score": 0.625491, + "hf_subset": "pol_Latn-tum_Latn", + "languages": [ + "pol-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42211, + "recall": 0.468379, + "f1": 0.434604, + "accuracy": 0.468379, + "main_score": 0.434604, + "hf_subset": "ssw_Latn-ace_Arab", + "languages": [ + "ssw-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519541, + "recall": 0.564229, + "f1": 0.5321, + "accuracy": 0.564229, + "main_score": 0.5321, + "hf_subset": "ssw_Latn-bam_Latn", + "languages": [ + "ssw-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.219972, + "recall": 0.261858, + "f1": 0.230285, + "accuracy": 0.261858, + "main_score": 0.230285, + "hf_subset": "ssw_Latn-dzo_Tibt", + "languages": [ + "ssw-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554366, + "recall": 0.610672, + "f1": 0.568422, + "accuracy": 0.610672, + "main_score": 0.568422, + "hf_subset": "ssw_Latn-hin_Deva", + "languages": [ + "ssw-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519724, + "recall": 0.573123, + "f1": 0.533805, + "accuracy": 0.573123, + "main_score": 0.533805, + "hf_subset": "ssw_Latn-khm_Khmr", + "languages": [ + "ssw-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544849, + "recall": 0.594862, + "f1": 0.558122, + "accuracy": 0.594862, + "main_score": 0.558122, + "hf_subset": "ssw_Latn-mag_Deva", + "languages": [ + "ssw-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551261, + "recall": 0.592885, + "f1": 0.56201, + "accuracy": 0.592885, + "main_score": 0.56201, + "hf_subset": "ssw_Latn-pap_Latn", + "languages": [ + "ssw-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592602, + "recall": 0.633399, + "f1": 0.603365, + "accuracy": 0.633399, + "main_score": 0.603365, + "hf_subset": "ssw_Latn-sot_Latn", + "languages": [ + "ssw-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558651, + "recall": 0.602767, + "f1": 0.5706, + "accuracy": 0.602767, + "main_score": 0.5706, + "hf_subset": "ssw_Latn-tur_Latn", + "languages": [ + "ssw-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563089, + "recall": 0.597826, + "f1": 0.57212, + "accuracy": 0.597826, + "main_score": 0.57212, + "hf_subset": "ssw_Latn-ace_Latn", + "languages": [ + "ssw-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56706, + "recall": 0.602767, + "f1": 0.57706, + "accuracy": 0.602767, + "main_score": 0.57706, + "hf_subset": "ssw_Latn-ban_Latn", + "languages": [ + "ssw-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545122, + "recall": 0.59585, + "f1": 0.557636, + "accuracy": 0.59585, + "main_score": 0.557636, + "hf_subset": "ssw_Latn-ell_Grek", + "languages": [ + "ssw-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539688, + "recall": 0.590909, + "f1": 0.553291, + "accuracy": 0.590909, + "main_score": 0.553291, + "hf_subset": "ssw_Latn-hne_Deva", + "languages": [ + "ssw-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510456, + "recall": 0.55336, + "f1": 0.521852, + "accuracy": 0.55336, + "main_score": 0.521852, + "hf_subset": "ssw_Latn-kik_Latn", + "languages": [ + "ssw-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550335, + "recall": 0.594862, + "f1": 0.561331, + "accuracy": 0.594862, + "main_score": 0.561331, + "hf_subset": "ssw_Latn-mai_Deva", + "languages": [ + "ssw-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497326, + "recall": 0.549407, + "f1": 0.510666, + "accuracy": 0.549407, + "main_score": 0.510666, + "hf_subset": "ssw_Latn-pbt_Arab", + "languages": [ + "ssw-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558756, + "recall": 0.612648, + "f1": 0.572519, + "accuracy": 0.612648, + "main_score": 0.572519, + "hf_subset": "ssw_Latn-spa_Latn", + "languages": [ + "ssw-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559973, + "recall": 0.59585, + "f1": 0.569864, + "accuracy": 0.59585, + "main_score": 0.569864, + "hf_subset": "ssw_Latn-twi_Latn", + "languages": [ + "ssw-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551146, + "recall": 0.59585, + "f1": 0.561834, + "accuracy": 0.59585, + "main_score": 0.561834, + "hf_subset": "ssw_Latn-acm_Arab", + "languages": [ + "ssw-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525791, + "recall": 0.571146, + "f1": 0.53665, + "accuracy": 0.571146, + "main_score": 0.53665, + "hf_subset": "ssw_Latn-bel_Cyrl", + "languages": [ + "ssw-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587047, + "recall": 0.631423, + "f1": 0.598177, + "accuracy": 0.631423, + "main_score": 0.598177, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583502, + "recall": 0.630435, + "f1": 0.595063, + "accuracy": 0.630435, + "main_score": 0.595063, + "hf_subset": "ssw_Latn-hrv_Latn", + "languages": [ + "ssw-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561744, + "recall": 0.605731, + "f1": 0.574201, + "accuracy": 0.605731, + "main_score": 0.574201, + "hf_subset": "ssw_Latn-kin_Latn", + "languages": [ + "ssw-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542286, + "recall": 0.596838, + "f1": 0.556236, + "accuracy": 0.596838, + "main_score": 0.556236, + "hf_subset": "ssw_Latn-mal_Mlym", + "languages": [ + "ssw-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558799, + "recall": 0.610672, + "f1": 0.572563, + "accuracy": 0.610672, + "main_score": 0.572563, + "hf_subset": "ssw_Latn-pes_Arab", + "languages": [ + "ssw-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551753, + "recall": 0.594862, + "f1": 0.563493, + "accuracy": 0.594862, + "main_score": 0.563493, + "hf_subset": "ssw_Latn-srd_Latn", + "languages": [ + "ssw-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207461, + "recall": 0.25, + "f1": 0.217889, + "accuracy": 0.25, + "main_score": 0.217889, + "hf_subset": "ssw_Latn-tzm_Tfng", + "languages": [ + "ssw-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56151, + "recall": 0.607708, + "f1": 0.572584, + "accuracy": 0.607708, + "main_score": 0.572584, + "hf_subset": "ssw_Latn-acq_Arab", + "languages": [ + "ssw-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593389, + "recall": 0.636364, + "f1": 0.605621, + "accuracy": 0.636364, + "main_score": 0.605621, + "hf_subset": "ssw_Latn-bem_Latn", + "languages": [ + "ssw-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563467, + "recall": 0.610672, + "f1": 0.575523, + "accuracy": 0.610672, + "main_score": 0.575523, + "hf_subset": "ssw_Latn-epo_Latn", + "languages": [ + "ssw-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55391, + "recall": 0.605731, + "f1": 0.567614, + "accuracy": 0.605731, + "main_score": 0.567614, + "hf_subset": "ssw_Latn-hun_Latn", + "languages": [ + "ssw-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534793, + "recall": 0.58004, + "f1": 0.546604, + "accuracy": 0.58004, + "main_score": 0.546604, + "hf_subset": "ssw_Latn-kir_Cyrl", + "languages": [ + "ssw-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565291, + "recall": 0.609684, + "f1": 0.57649, + "accuracy": 0.609684, + "main_score": 0.57649, + "hf_subset": "ssw_Latn-mar_Deva", + "languages": [ + "ssw-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54477, + "recall": 0.583992, + "f1": 0.555803, + "accuracy": 0.583992, + "main_score": 0.555803, + "hf_subset": "ssw_Latn-plt_Latn", + "languages": [ + "ssw-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576443, + "recall": 0.623518, + "f1": 0.58779, + "accuracy": 0.623518, + "main_score": 0.58779, + "hf_subset": "ssw_Latn-srp_Cyrl", + "languages": [ + "ssw-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477051, + "recall": 0.529644, + "f1": 0.490745, + "accuracy": 0.529644, + "main_score": 0.490745, + "hf_subset": "ssw_Latn-uig_Arab", + "languages": [ + "ssw-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53215, + "recall": 0.575099, + "f1": 0.543002, + "accuracy": 0.575099, + "main_score": 0.543002, + "hf_subset": "ssw_Latn-aeb_Arab", + "languages": [ + "ssw-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555657, + "recall": 0.610672, + "f1": 0.569937, + "accuracy": 0.610672, + "main_score": 0.569937, + "hf_subset": "ssw_Latn-ben_Beng", + "languages": [ + "ssw-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554903, + "recall": 0.602767, + "f1": 0.567022, + "accuracy": 0.602767, + "main_score": 0.567022, + "hf_subset": "ssw_Latn-est_Latn", + "languages": [ + "ssw-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532901, + "recall": 0.583992, + "f1": 0.546155, + "accuracy": 0.583992, + "main_score": 0.546155, + "hf_subset": "ssw_Latn-hye_Armn", + "languages": [ + "ssw-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534486, + "recall": 0.571146, + "f1": 0.545539, + "accuracy": 0.571146, + "main_score": 0.545539, + "hf_subset": "ssw_Latn-kmb_Latn", + "languages": [ + "ssw-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393798, + "recall": 0.440711, + "f1": 0.406142, + "accuracy": 0.440711, + "main_score": 0.406142, + "hf_subset": "ssw_Latn-min_Arab", + "languages": [ + "ssw-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558596, + "recall": 0.605731, + "f1": 0.570738, + "accuracy": 0.605731, + "main_score": 0.570738, + "hf_subset": "ssw_Latn-pol_Latn", + "languages": [ + "ssw-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552477, + "recall": 0.604743, + "f1": 0.566332, + "accuracy": 0.604743, + "main_score": 0.566332, + "hf_subset": "ssw_Latn-ukr_Cyrl", + "languages": [ + "ssw-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583118, + "recall": 0.626482, + "f1": 0.5942, + "accuracy": 0.626482, + "main_score": 0.5942, + "hf_subset": "ssw_Latn-afr_Latn", + "languages": [ + "ssw-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552013, + "recall": 0.594862, + "f1": 0.562604, + "accuracy": 0.594862, + "main_score": 0.562604, + "hf_subset": "ssw_Latn-bho_Deva", + "languages": [ + "ssw-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55828, + "recall": 0.603755, + "f1": 0.570328, + "accuracy": 0.603755, + "main_score": 0.570328, + "hf_subset": "ssw_Latn-eus_Latn", + "languages": [ + "ssw-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552076, + "recall": 0.59585, + "f1": 0.564516, + "accuracy": 0.59585, + "main_score": 0.564516, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540627, + "recall": 0.586957, + "f1": 0.552294, + "accuracy": 0.586957, + "main_score": 0.552294, + "hf_subset": "ssw_Latn-kmr_Latn", + "languages": [ + "ssw-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566246, + "recall": 0.607708, + "f1": 0.576355, + "accuracy": 0.607708, + "main_score": 0.576355, + "hf_subset": "ssw_Latn-min_Latn", + "languages": [ + "ssw-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580445, + "recall": 0.629447, + "f1": 0.592743, + "accuracy": 0.629447, + "main_score": 0.592743, + "hf_subset": "ssw_Latn-por_Latn", + "languages": [ + "ssw-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578666, + "recall": 0.62253, + "f1": 0.590579, + "accuracy": 0.62253, + "main_score": 0.590579, + "hf_subset": "ssw_Latn-sun_Latn", + "languages": [ + "ssw-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507042, + "recall": 0.549407, + "f1": 0.519483, + "accuracy": 0.549407, + "main_score": 0.519483, + "hf_subset": "ssw_Latn-umb_Latn", + "languages": [ + "ssw-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559962, + "recall": 0.604743, + "f1": 0.571078, + "accuracy": 0.604743, + "main_score": 0.571078, + "hf_subset": "ssw_Latn-ajp_Arab", + "languages": [ + "ssw-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409894, + "recall": 0.449605, + "f1": 0.420488, + "accuracy": 0.449605, + "main_score": 0.420488, + "hf_subset": "ssw_Latn-bjn_Arab", + "languages": [ + "ssw-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491158, + "recall": 0.530632, + "f1": 0.502485, + "accuracy": 0.530632, + "main_score": 0.502485, + "hf_subset": "ssw_Latn-ewe_Latn", + "languages": [ + "ssw-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56455, + "recall": 0.602767, + "f1": 0.574907, + "accuracy": 0.602767, + "main_score": 0.574907, + "hf_subset": "ssw_Latn-ilo_Latn", + "languages": [ + "ssw-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302136, + "recall": 0.346838, + "f1": 0.313979, + "accuracy": 0.346838, + "main_score": 0.313979, + "hf_subset": "ssw_Latn-knc_Arab", + "languages": [ + "ssw-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556579, + "recall": 0.608696, + "f1": 0.570132, + "accuracy": 0.608696, + "main_score": 0.570132, + "hf_subset": "ssw_Latn-mkd_Cyrl", + "languages": [ + "ssw-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553847, + "recall": 0.601779, + "f1": 0.565328, + "accuracy": 0.601779, + "main_score": 0.565328, + "hf_subset": "ssw_Latn-prs_Arab", + "languages": [ + "ssw-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568943, + "recall": 0.616601, + "f1": 0.581464, + "accuracy": 0.616601, + "main_score": 0.581464, + "hf_subset": "ssw_Latn-swe_Latn", + "languages": [ + "ssw-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531507, + "recall": 0.588933, + "f1": 0.546578, + "accuracy": 0.588933, + "main_score": 0.546578, + "hf_subset": "ssw_Latn-urd_Arab", + "languages": [ + "ssw-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553006, + "recall": 0.594862, + "f1": 0.56358, + "accuracy": 0.594862, + "main_score": 0.56358, + "hf_subset": "ssw_Latn-aka_Latn", + "languages": [ + "ssw-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562489, + "recall": 0.603755, + "f1": 0.573105, + "accuracy": 0.603755, + "main_score": 0.573105, + "hf_subset": "ssw_Latn-bjn_Latn", + "languages": [ + "ssw-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55286, + "recall": 0.598814, + "f1": 0.564796, + "accuracy": 0.598814, + "main_score": 0.564796, + "hf_subset": "ssw_Latn-fao_Latn", + "languages": [ + "ssw-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581026, + "recall": 0.628458, + "f1": 0.593438, + "accuracy": 0.628458, + "main_score": 0.593438, + "hf_subset": "ssw_Latn-ind_Latn", + "languages": [ + "ssw-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528989, + "recall": 0.570158, + "f1": 0.540361, + "accuracy": 0.570158, + "main_score": 0.540361, + "hf_subset": "ssw_Latn-knc_Latn", + "languages": [ + "ssw-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565179, + "recall": 0.603755, + "f1": 0.574554, + "accuracy": 0.603755, + "main_score": 0.574554, + "hf_subset": "ssw_Latn-mlt_Latn", + "languages": [ + "ssw-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516701, + "recall": 0.564229, + "f1": 0.529753, + "accuracy": 0.564229, + "main_score": 0.529753, + "hf_subset": "ssw_Latn-quy_Latn", + "languages": [ + "ssw-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586117, + "recall": 0.628458, + "f1": 0.597923, + "accuracy": 0.628458, + "main_score": 0.597923, + "hf_subset": "ssw_Latn-swh_Latn", + "languages": [ + "ssw-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534364, + "recall": 0.582016, + "f1": 0.546442, + "accuracy": 0.582016, + "main_score": 0.546442, + "hf_subset": "ssw_Latn-uzn_Latn", + "languages": [ + "ssw-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555695, + "recall": 0.597826, + "f1": 0.566201, + "accuracy": 0.597826, + "main_score": 0.566201, + "hf_subset": "ssw_Latn-als_Latn", + "languages": [ + "ssw-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286847, + "recall": 0.33498, + "f1": 0.299039, + "accuracy": 0.33498, + "main_score": 0.299039, + "hf_subset": "ssw_Latn-bod_Tibt", + "languages": [ + "ssw-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541001, + "recall": 0.58004, + "f1": 0.551336, + "accuracy": 0.58004, + "main_score": 0.551336, + "hf_subset": "ssw_Latn-fij_Latn", + "languages": [ + "ssw-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535977, + "recall": 0.585968, + "f1": 0.549509, + "accuracy": 0.585968, + "main_score": 0.549509, + "hf_subset": "ssw_Latn-isl_Latn", + "languages": [ + "ssw-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544092, + "recall": 0.585968, + "f1": 0.555492, + "accuracy": 0.585968, + "main_score": 0.555492, + "hf_subset": "ssw_Latn-kon_Latn", + "languages": [ + "ssw-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471938, + "recall": 0.516798, + "f1": 0.484299, + "accuracy": 0.516798, + "main_score": 0.484299, + "hf_subset": "ssw_Latn-mni_Beng", + "languages": [ + "ssw-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574597, + "recall": 0.624506, + "f1": 0.587283, + "accuracy": 0.624506, + "main_score": 0.587283, + "hf_subset": "ssw_Latn-ron_Latn", + "languages": [ + "ssw-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557718, + "recall": 0.604743, + "f1": 0.569965, + "accuracy": 0.604743, + "main_score": 0.569965, + "hf_subset": "ssw_Latn-szl_Latn", + "languages": [ + "ssw-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562829, + "recall": 0.606719, + "f1": 0.574017, + "accuracy": 0.606719, + "main_score": 0.574017, + "hf_subset": "ssw_Latn-vec_Latn", + "languages": [ + "ssw-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488677, + "recall": 0.534585, + "f1": 0.500986, + "accuracy": 0.534585, + "main_score": 0.500986, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574752, + "recall": 0.621542, + "f1": 0.586752, + "accuracy": 0.621542, + "main_score": 0.586752, + "hf_subset": "ssw_Latn-bos_Latn", + "languages": [ + "ssw-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545381, + "recall": 0.596838, + "f1": 0.557818, + "accuracy": 0.596838, + "main_score": 0.557818, + "hf_subset": "ssw_Latn-fin_Latn", + "languages": [ + "ssw-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562756, + "recall": 0.605731, + "f1": 0.573973, + "accuracy": 0.605731, + "main_score": 0.573973, + "hf_subset": "ssw_Latn-ita_Latn", + "languages": [ + "ssw-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53515, + "recall": 0.586957, + "f1": 0.548792, + "accuracy": 0.586957, + "main_score": 0.548792, + "hf_subset": "ssw_Latn-kor_Hang", + "languages": [ + "ssw-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507819, + "recall": 0.543478, + "f1": 0.51761, + "accuracy": 0.543478, + "main_score": 0.51761, + "hf_subset": "ssw_Latn-mos_Latn", + "languages": [ + "ssw-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543157, + "recall": 0.59585, + "f1": 0.557419, + "accuracy": 0.59585, + "main_score": 0.557419, + "hf_subset": "ssw_Latn-run_Latn", + "languages": [ + "ssw-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52515, + "recall": 0.579051, + "f1": 0.539078, + "accuracy": 0.579051, + "main_score": 0.539078, + "hf_subset": "ssw_Latn-tam_Taml", + "languages": [ + "ssw-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558871, + "recall": 0.608696, + "f1": 0.571, + "accuracy": 0.608696, + "main_score": 0.571, + "hf_subset": "ssw_Latn-vie_Latn", + "languages": [ + "ssw-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555121, + "recall": 0.607708, + "f1": 0.568493, + "accuracy": 0.607708, + "main_score": 0.568493, + "hf_subset": "ssw_Latn-apc_Arab", + "languages": [ + "ssw-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537933, + "recall": 0.582016, + "f1": 0.5487, + "accuracy": 0.582016, + "main_score": 0.5487, + "hf_subset": "ssw_Latn-bug_Latn", + "languages": [ + "ssw-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478054, + "recall": 0.513834, + "f1": 0.48742, + "accuracy": 0.513834, + "main_score": 0.48742, + "hf_subset": "ssw_Latn-fon_Latn", + "languages": [ + "ssw-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584748, + "recall": 0.621542, + "f1": 0.594215, + "accuracy": 0.621542, + "main_score": 0.594215, + "hf_subset": "ssw_Latn-jav_Latn", + "languages": [ + "ssw-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521814, + "recall": 0.571146, + "f1": 0.534485, + "accuracy": 0.571146, + "main_score": 0.534485, + "hf_subset": "ssw_Latn-lao_Laoo", + "languages": [ + "ssw-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514645, + "recall": 0.561265, + "f1": 0.52667, + "accuracy": 0.561265, + "main_score": 0.52667, + "hf_subset": "ssw_Latn-mri_Latn", + "languages": [ + "ssw-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562052, + "recall": 0.61166, + "f1": 0.57471, + "accuracy": 0.61166, + "main_score": 0.57471, + "hf_subset": "ssw_Latn-rus_Cyrl", + "languages": [ + "ssw-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485417, + "recall": 0.525692, + "f1": 0.497147, + "accuracy": 0.525692, + "main_score": 0.497147, + "hf_subset": "ssw_Latn-taq_Latn", + "languages": [ + "ssw-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585184, + "recall": 0.62747, + "f1": 0.596113, + "accuracy": 0.62747, + "main_score": 0.596113, + "hf_subset": "ssw_Latn-war_Latn", + "languages": [ + "ssw-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558239, + "recall": 0.601779, + "f1": 0.569357, + "accuracy": 0.601779, + "main_score": 0.569357, + "hf_subset": "ssw_Latn-arb_Arab", + "languages": [ + "ssw-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573397, + "recall": 0.617589, + "f1": 0.58538, + "accuracy": 0.617589, + "main_score": 0.58538, + "hf_subset": "ssw_Latn-bul_Cyrl", + "languages": [ + "ssw-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574288, + "recall": 0.623518, + "f1": 0.586983, + "accuracy": 0.623518, + "main_score": 0.586983, + "hf_subset": "ssw_Latn-fra_Latn", + "languages": [ + "ssw-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541753, + "recall": 0.587945, + "f1": 0.553677, + "accuracy": 0.587945, + "main_score": 0.553677, + "hf_subset": "ssw_Latn-jpn_Jpan", + "languages": [ + "ssw-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541964, + "recall": 0.591897, + "f1": 0.555258, + "accuracy": 0.591897, + "main_score": 0.555258, + "hf_subset": "ssw_Latn-lij_Latn", + "languages": [ + "ssw-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413347, + "recall": 0.481225, + "f1": 0.431147, + "accuracy": 0.481225, + "main_score": 0.431147, + "hf_subset": "ssw_Latn-mya_Mymr", + "languages": [ + "ssw-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521132, + "recall": 0.560277, + "f1": 0.531272, + "accuracy": 0.560277, + "main_score": 0.531272, + "hf_subset": "ssw_Latn-sag_Latn", + "languages": [ + "ssw-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211978, + "recall": 0.257905, + "f1": 0.223114, + "accuracy": 0.257905, + "main_score": 0.223114, + "hf_subset": "ssw_Latn-taq_Tfng", + "languages": [ + "ssw-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548983, + "recall": 0.587945, + "f1": 0.560048, + "accuracy": 0.587945, + "main_score": 0.560048, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464582, + "recall": 0.506917, + "f1": 0.475716, + "accuracy": 0.506917, + "main_score": 0.475716, + "hf_subset": "ssw_Latn-arb_Latn", + "languages": [ + "ssw-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560523, + "recall": 0.610672, + "f1": 0.57377, + "accuracy": 0.610672, + "main_score": 0.57377, + "hf_subset": "ssw_Latn-cat_Latn", + "languages": [ + "ssw-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561807, + "recall": 0.600791, + "f1": 0.571341, + "accuracy": 0.600791, + "main_score": 0.571341, + "hf_subset": "ssw_Latn-fur_Latn", + "languages": [ + "ssw-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45532, + "recall": 0.506917, + "f1": 0.469292, + "accuracy": 0.506917, + "main_score": 0.469292, + "hf_subset": "ssw_Latn-kab_Latn", + "languages": [ + "ssw-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553891, + "recall": 0.597826, + "f1": 0.565136, + "accuracy": 0.597826, + "main_score": 0.565136, + "hf_subset": "ssw_Latn-lim_Latn", + "languages": [ + "ssw-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559011, + "recall": 0.614625, + "f1": 0.573227, + "accuracy": 0.614625, + "main_score": 0.573227, + "hf_subset": "ssw_Latn-nld_Latn", + "languages": [ + "ssw-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518918, + "recall": 0.571146, + "f1": 0.532783, + "accuracy": 0.571146, + "main_score": 0.532783, + "hf_subset": "ssw_Latn-san_Deva", + "languages": [ + "ssw-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547071, + "recall": 0.592885, + "f1": 0.559646, + "accuracy": 0.592885, + "main_score": 0.559646, + "hf_subset": "ssw_Latn-tat_Cyrl", + "languages": [ + "ssw-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661432, + "recall": 0.710474, + "f1": 0.675338, + "accuracy": 0.710474, + "main_score": 0.675338, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538667, + "recall": 0.586957, + "f1": 0.55171, + "accuracy": 0.586957, + "main_score": 0.55171, + "hf_subset": "ssw_Latn-ars_Arab", + "languages": [ + "ssw-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583509, + "recall": 0.620553, + "f1": 0.593469, + "accuracy": 0.620553, + "main_score": 0.593469, + "hf_subset": "ssw_Latn-ceb_Latn", + "languages": [ + "ssw-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488902, + "recall": 0.535573, + "f1": 0.502189, + "accuracy": 0.535573, + "main_score": 0.502189, + "hf_subset": "ssw_Latn-fuv_Latn", + "languages": [ + "ssw-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503347, + "recall": 0.548419, + "f1": 0.51578, + "accuracy": 0.548419, + "main_score": 0.51578, + "hf_subset": "ssw_Latn-kac_Latn", + "languages": [ + "ssw-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551978, + "recall": 0.589921, + "f1": 0.561943, + "accuracy": 0.589921, + "main_score": 0.561943, + "hf_subset": "ssw_Latn-lin_Latn", + "languages": [ + "ssw-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553783, + "recall": 0.601779, + "f1": 0.567017, + "accuracy": 0.601779, + "main_score": 0.567017, + "hf_subset": "ssw_Latn-nno_Latn", + "languages": [ + "ssw-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139964, + "recall": 0.185771, + "f1": 0.151929, + "accuracy": 0.185771, + "main_score": 0.151929, + "hf_subset": "ssw_Latn-sat_Olck", + "languages": [ + "ssw-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553907, + "recall": 0.605731, + "f1": 0.567904, + "accuracy": 0.605731, + "main_score": 0.567904, + "hf_subset": "ssw_Latn-tel_Telu", + "languages": [ + "ssw-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481427, + "recall": 0.535573, + "f1": 0.495636, + "accuracy": 0.535573, + "main_score": 0.495636, + "hf_subset": "ssw_Latn-ydd_Hebr", + "languages": [ + "ssw-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535808, + "recall": 0.58004, + "f1": 0.547332, + "accuracy": 0.58004, + "main_score": 0.547332, + "hf_subset": "ssw_Latn-ary_Arab", + "languages": [ + "ssw-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561417, + "recall": 0.607708, + "f1": 0.573507, + "accuracy": 0.607708, + "main_score": 0.573507, + "hf_subset": "ssw_Latn-ces_Latn", + "languages": [ + "ssw-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510864, + "recall": 0.5583, + "f1": 0.523611, + "accuracy": 0.5583, + "main_score": 0.523611, + "hf_subset": "ssw_Latn-gaz_Latn", + "languages": [ + "ssw-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520611, + "recall": 0.570158, + "f1": 0.534422, + "accuracy": 0.570158, + "main_score": 0.534422, + "hf_subset": "ssw_Latn-kam_Latn", + "languages": [ + "ssw-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54315, + "recall": 0.598814, + "f1": 0.557537, + "accuracy": 0.598814, + "main_score": 0.557537, + "hf_subset": "ssw_Latn-lit_Latn", + "languages": [ + "ssw-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568446, + "recall": 0.612648, + "f1": 0.579996, + "accuracy": 0.612648, + "main_score": 0.579996, + "hf_subset": "ssw_Latn-nob_Latn", + "languages": [ + "ssw-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555321, + "recall": 0.600791, + "f1": 0.56668, + "accuracy": 0.600791, + "main_score": 0.56668, + "hf_subset": "ssw_Latn-scn_Latn", + "languages": [ + "ssw-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545147, + "recall": 0.588933, + "f1": 0.556958, + "accuracy": 0.588933, + "main_score": 0.556958, + "hf_subset": "ssw_Latn-tgk_Cyrl", + "languages": [ + "ssw-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52066, + "recall": 0.572134, + "f1": 0.536019, + "accuracy": 0.572134, + "main_score": 0.536019, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564275, + "recall": 0.608696, + "f1": 0.575286, + "accuracy": 0.608696, + "main_score": 0.575286, + "hf_subset": "ssw_Latn-arz_Arab", + "languages": [ + "ssw-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49091, + "recall": 0.529644, + "f1": 0.501714, + "accuracy": 0.529644, + "main_score": 0.501714, + "hf_subset": "ssw_Latn-cjk_Latn", + "languages": [ + "ssw-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517207, + "recall": 0.564229, + "f1": 0.529858, + "accuracy": 0.564229, + "main_score": 0.529858, + "hf_subset": "ssw_Latn-gla_Latn", + "languages": [ + "ssw-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551371, + "recall": 0.598814, + "f1": 0.564127, + "accuracy": 0.598814, + "main_score": 0.564127, + "hf_subset": "ssw_Latn-kan_Knda", + "languages": [ + "ssw-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562107, + "recall": 0.609684, + "f1": 0.574456, + "accuracy": 0.609684, + "main_score": 0.574456, + "hf_subset": "ssw_Latn-lmo_Latn", + "languages": [ + "ssw-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53594, + "recall": 0.591897, + "f1": 0.550515, + "accuracy": 0.591897, + "main_score": 0.550515, + "hf_subset": "ssw_Latn-npi_Deva", + "languages": [ + "ssw-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451224, + "recall": 0.496047, + "f1": 0.462972, + "accuracy": 0.496047, + "main_score": 0.462972, + "hf_subset": "ssw_Latn-shn_Mymr", + "languages": [ + "ssw-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589682, + "recall": 0.635375, + "f1": 0.601841, + "accuracy": 0.635375, + "main_score": 0.601841, + "hf_subset": "ssw_Latn-tgl_Latn", + "languages": [ + "ssw-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540312, + "recall": 0.592885, + "f1": 0.553142, + "accuracy": 0.592885, + "main_score": 0.553142, + "hf_subset": "ssw_Latn-yue_Hant", + "languages": [ + "ssw-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522956, + "recall": 0.58004, + "f1": 0.537543, + "accuracy": 0.58004, + "main_score": 0.537543, + "hf_subset": "ssw_Latn-asm_Beng", + "languages": [ + "ssw-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505352, + "recall": 0.5583, + "f1": 0.519024, + "accuracy": 0.5583, + "main_score": 0.519024, + "hf_subset": "ssw_Latn-ckb_Arab", + "languages": [ + "ssw-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515697, + "recall": 0.561265, + "f1": 0.5284, + "accuracy": 0.561265, + "main_score": 0.5284, + "hf_subset": "ssw_Latn-gle_Latn", + "languages": [ + "ssw-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482949, + "recall": 0.534585, + "f1": 0.496809, + "accuracy": 0.534585, + "main_score": 0.496809, + "hf_subset": "ssw_Latn-kas_Arab", + "languages": [ + "ssw-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520117, + "recall": 0.567194, + "f1": 0.532211, + "accuracy": 0.567194, + "main_score": 0.532211, + "hf_subset": "ssw_Latn-ltg_Latn", + "languages": [ + "ssw-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59938, + "recall": 0.639328, + "f1": 0.609704, + "accuracy": 0.639328, + "main_score": 0.609704, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484829, + "recall": 0.540514, + "f1": 0.498815, + "accuracy": 0.540514, + "main_score": 0.498815, + "hf_subset": "ssw_Latn-sin_Sinh", + "languages": [ + "ssw-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55129, + "recall": 0.603755, + "f1": 0.563859, + "accuracy": 0.603755, + "main_score": 0.563859, + "hf_subset": "ssw_Latn-tha_Thai", + "languages": [ + "ssw-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534966, + "recall": 0.58004, + "f1": 0.546309, + "accuracy": 0.58004, + "main_score": 0.546309, + "hf_subset": "ssw_Latn-zho_Hans", + "languages": [ + "ssw-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570514, + "recall": 0.620553, + "f1": 0.584163, + "accuracy": 0.620553, + "main_score": 0.584163, + "hf_subset": "ssw_Latn-ast_Latn", + "languages": [ + "ssw-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548318, + "recall": 0.593874, + "f1": 0.55989, + "accuracy": 0.593874, + "main_score": 0.55989, + "hf_subset": "ssw_Latn-crh_Latn", + "languages": [ + "ssw-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564855, + "recall": 0.613636, + "f1": 0.577371, + "accuracy": 0.613636, + "main_score": 0.577371, + "hf_subset": "ssw_Latn-glg_Latn", + "languages": [ + "ssw-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497797, + "recall": 0.551383, + "f1": 0.51121, + "accuracy": 0.551383, + "main_score": 0.51121, + "hf_subset": "ssw_Latn-kas_Deva", + "languages": [ + "ssw-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548383, + "recall": 0.585968, + "f1": 0.557839, + "accuracy": 0.585968, + "main_score": 0.557839, + "hf_subset": "ssw_Latn-ltz_Latn", + "languages": [ + "ssw-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46582, + "recall": 0.51581, + "f1": 0.479147, + "accuracy": 0.51581, + "main_score": 0.479147, + "hf_subset": "ssw_Latn-nus_Latn", + "languages": [ + "ssw-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558377, + "recall": 0.610672, + "f1": 0.571448, + "accuracy": 0.610672, + "main_score": 0.571448, + "hf_subset": "ssw_Latn-slk_Latn", + "languages": [ + "ssw-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397279, + "recall": 0.449605, + "f1": 0.411557, + "accuracy": 0.449605, + "main_score": 0.411557, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530048, + "recall": 0.58004, + "f1": 0.542719, + "accuracy": 0.58004, + "main_score": 0.542719, + "hf_subset": "ssw_Latn-zho_Hant", + "languages": [ + "ssw-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546129, + "recall": 0.596838, + "f1": 0.560238, + "accuracy": 0.596838, + "main_score": 0.560238, + "hf_subset": "ssw_Latn-awa_Deva", + "languages": [ + "ssw-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557593, + "recall": 0.599802, + "f1": 0.568513, + "accuracy": 0.599802, + "main_score": 0.568513, + "hf_subset": "ssw_Latn-cym_Latn", + "languages": [ + "ssw-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546221, + "recall": 0.581028, + "f1": 0.5558, + "accuracy": 0.581028, + "main_score": 0.5558, + "hf_subset": "ssw_Latn-grn_Latn", + "languages": [ + "ssw-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518171, + "recall": 0.568182, + "f1": 0.530589, + "accuracy": 0.568182, + "main_score": 0.530589, + "hf_subset": "ssw_Latn-kat_Geor", + "languages": [ + "ssw-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538412, + "recall": 0.582016, + "f1": 0.550125, + "accuracy": 0.582016, + "main_score": 0.550125, + "hf_subset": "ssw_Latn-lua_Latn", + "languages": [ + "ssw-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557568, + "recall": 0.598814, + "f1": 0.568888, + "accuracy": 0.598814, + "main_score": 0.568888, + "hf_subset": "ssw_Latn-nya_Latn", + "languages": [ + "ssw-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549527, + "recall": 0.588933, + "f1": 0.559621, + "accuracy": 0.588933, + "main_score": 0.559621, + "hf_subset": "ssw_Latn-slv_Latn", + "languages": [ + "ssw-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569286, + "recall": 0.61166, + "f1": 0.579882, + "accuracy": 0.61166, + "main_score": 0.579882, + "hf_subset": "ssw_Latn-tpi_Latn", + "languages": [ + "ssw-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584253, + "recall": 0.629447, + "f1": 0.595474, + "accuracy": 0.629447, + "main_score": 0.595474, + "hf_subset": "ssw_Latn-zsm_Latn", + "languages": [ + "ssw-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515977, + "recall": 0.559289, + "f1": 0.528317, + "accuracy": 0.559289, + "main_score": 0.528317, + "hf_subset": "ssw_Latn-ayr_Latn", + "languages": [ + "ssw-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566802, + "recall": 0.616601, + "f1": 0.57869, + "accuracy": 0.616601, + "main_score": 0.57869, + "hf_subset": "ssw_Latn-dan_Latn", + "languages": [ + "ssw-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547014, + "recall": 0.600791, + "f1": 0.56051, + "accuracy": 0.600791, + "main_score": 0.56051, + "hf_subset": "ssw_Latn-guj_Gujr", + "languages": [ + "ssw-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560191, + "recall": 0.614625, + "f1": 0.574249, + "accuracy": 0.614625, + "main_score": 0.574249, + "hf_subset": "ssw_Latn-kaz_Cyrl", + "languages": [ + "ssw-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531173, + "recall": 0.577075, + "f1": 0.543786, + "accuracy": 0.577075, + "main_score": 0.543786, + "hf_subset": "ssw_Latn-lug_Latn", + "languages": [ + "ssw-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566643, + "recall": 0.615613, + "f1": 0.579305, + "accuracy": 0.615613, + "main_score": 0.579305, + "hf_subset": "ssw_Latn-oci_Latn", + "languages": [ + "ssw-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56146, + "recall": 0.600791, + "f1": 0.571357, + "accuracy": 0.600791, + "main_score": 0.571357, + "hf_subset": "ssw_Latn-smo_Latn", + "languages": [ + "ssw-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563435, + "recall": 0.599802, + "f1": 0.573419, + "accuracy": 0.599802, + "main_score": 0.573419, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739939, + "recall": 0.793478, + "f1": 0.755435, + "accuracy": 0.793478, + "main_score": 0.755435, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481167, + "recall": 0.527668, + "f1": 0.49405, + "accuracy": 0.527668, + "main_score": 0.49405, + "hf_subset": "ssw_Latn-azb_Arab", + "languages": [ + "ssw-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568776, + "recall": 0.617589, + "f1": 0.581266, + "accuracy": 0.617589, + "main_score": 0.581266, + "hf_subset": "ssw_Latn-deu_Latn", + "languages": [ + "ssw-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517283, + "recall": 0.568182, + "f1": 0.530764, + "accuracy": 0.568182, + "main_score": 0.530764, + "hf_subset": "ssw_Latn-hat_Latn", + "languages": [ + "ssw-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499376, + "recall": 0.54249, + "f1": 0.511495, + "accuracy": 0.54249, + "main_score": 0.511495, + "hf_subset": "ssw_Latn-kbp_Latn", + "languages": [ + "ssw-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554664, + "recall": 0.593874, + "f1": 0.565041, + "accuracy": 0.593874, + "main_score": 0.565041, + "hf_subset": "ssw_Latn-luo_Latn", + "languages": [ + "ssw-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538873, + "recall": 0.590909, + "f1": 0.552327, + "accuracy": 0.590909, + "main_score": 0.552327, + "hf_subset": "ssw_Latn-ory_Orya", + "languages": [ + "ssw-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566363, + "recall": 0.612648, + "f1": 0.579303, + "accuracy": 0.612648, + "main_score": 0.579303, + "hf_subset": "ssw_Latn-sna_Latn", + "languages": [ + "ssw-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570774, + "recall": 0.615613, + "f1": 0.582641, + "accuracy": 0.615613, + "main_score": 0.582641, + "hf_subset": "ssw_Latn-tso_Latn", + "languages": [ + "ssw-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520043, + "recall": 0.571146, + "f1": 0.533157, + "accuracy": 0.571146, + "main_score": 0.533157, + "hf_subset": "ssw_Latn-azj_Latn", + "languages": [ + "ssw-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4998, + "recall": 0.541502, + "f1": 0.512222, + "accuracy": 0.541502, + "main_score": 0.512222, + "hf_subset": "ssw_Latn-dik_Latn", + "languages": [ + "ssw-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560032, + "recall": 0.599802, + "f1": 0.571046, + "accuracy": 0.599802, + "main_score": 0.571046, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554161, + "recall": 0.592885, + "f1": 0.563747, + "accuracy": 0.592885, + "main_score": 0.563747, + "hf_subset": "ssw_Latn-kea_Latn", + "languages": [ + "ssw-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554267, + "recall": 0.592885, + "f1": 0.564635, + "accuracy": 0.592885, + "main_score": 0.564635, + "hf_subset": "ssw_Latn-lus_Latn", + "languages": [ + "ssw-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550741, + "recall": 0.585968, + "f1": 0.560145, + "accuracy": 0.585968, + "main_score": 0.560145, + "hf_subset": "ssw_Latn-pag_Latn", + "languages": [ + "ssw-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529267, + "recall": 0.583004, + "f1": 0.544006, + "accuracy": 0.583004, + "main_score": 0.544006, + "hf_subset": "ssw_Latn-snd_Arab", + "languages": [ + "ssw-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510785, + "recall": 0.5583, + "f1": 0.523569, + "accuracy": 0.5583, + "main_score": 0.523569, + "hf_subset": "ssw_Latn-tuk_Latn", + "languages": [ + "ssw-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546177, + "recall": 0.594862, + "f1": 0.558507, + "accuracy": 0.594862, + "main_score": 0.558507, + "hf_subset": "ssw_Latn-bak_Cyrl", + "languages": [ + "ssw-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399539, + "recall": 0.464427, + "f1": 0.418706, + "accuracy": 0.464427, + "main_score": 0.418706, + "hf_subset": "ssw_Latn-dyu_Latn", + "languages": [ + "ssw-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543105, + "recall": 0.586957, + "f1": 0.554654, + "accuracy": 0.586957, + "main_score": 0.554654, + "hf_subset": "ssw_Latn-heb_Hebr", + "languages": [ + "ssw-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529704, + "recall": 0.576087, + "f1": 0.541723, + "accuracy": 0.576087, + "main_score": 0.541723, + "hf_subset": "ssw_Latn-khk_Cyrl", + "languages": [ + "ssw-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551381, + "recall": 0.59585, + "f1": 0.563115, + "accuracy": 0.59585, + "main_score": 0.563115, + "hf_subset": "ssw_Latn-lvs_Latn", + "languages": [ + "ssw-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5549, + "recall": 0.604743, + "f1": 0.567854, + "accuracy": 0.604743, + "main_score": 0.567854, + "hf_subset": "ssw_Latn-pan_Guru", + "languages": [ + "ssw-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51896, + "recall": 0.567194, + "f1": 0.531789, + "accuracy": 0.567194, + "main_score": 0.531789, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544007, + "recall": 0.583992, + "f1": 0.55521, + "accuracy": 0.583992, + "main_score": 0.55521, + "hf_subset": "ssw_Latn-tum_Latn", + "languages": [ + "ssw-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601814, + "recall": 0.661067, + "f1": 0.618472, + "accuracy": 0.661067, + "main_score": 0.618472, + "hf_subset": "ukr_Cyrl-ace_Arab", + "languages": [ + "ukr-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527472, + "recall": 0.585968, + "f1": 0.544288, + "accuracy": 0.585968, + "main_score": 0.544288, + "hf_subset": "ukr_Cyrl-bam_Latn", + "languages": [ + "ukr-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456305, + "recall": 0.533597, + "f1": 0.476978, + "accuracy": 0.533597, + "main_score": 0.476978, + "hf_subset": "ukr_Cyrl-dzo_Tibt", + "languages": [ + "ukr-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hin_Deva", + "languages": [ + "ukr-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-khm_Khmr", + "languages": [ + "ukr-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-mag_Deva", + "languages": [ + "ukr-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-pap_Latn", + "languages": [ + "ukr-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603771, + "recall": 0.663043, + "f1": 0.620346, + "accuracy": 0.663043, + "main_score": 0.620346, + "hf_subset": "ukr_Cyrl-sot_Latn", + "languages": [ + "ukr-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-tur_Latn", + "languages": [ + "ukr-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880056, + "recall": 0.911067, + "f1": 0.88969, + "accuracy": 0.911067, + "main_score": 0.88969, + "hf_subset": "ukr_Cyrl-ace_Latn", + "languages": [ + "ukr-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "ukr_Cyrl-ban_Latn", + "languages": [ + "ukr-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ell_Grek", + "languages": [ + "ukr-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ukr_Cyrl-hne_Deva", + "languages": [ + "ukr-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601146, + "recall": 0.662055, + "f1": 0.618623, + "accuracy": 0.662055, + "main_score": 0.618623, + "hf_subset": "ukr_Cyrl-kik_Latn", + "languages": [ + "ukr-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-mai_Deva", + "languages": [ + "ukr-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ukr_Cyrl-pbt_Arab", + "languages": [ + "ukr-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-spa_Latn", + "languages": [ + "ukr-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621386, + "recall": 0.687747, + "f1": 0.640516, + "accuracy": 0.687747, + "main_score": 0.640516, + "hf_subset": "ukr_Cyrl-twi_Latn", + "languages": [ + "ukr-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-acm_Arab", + "languages": [ + "ukr-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561801, + "recall": 0.624506, + "f1": 0.579469, + "accuracy": 0.624506, + "main_score": 0.579469, + "hf_subset": "ukr_Cyrl-kin_Latn", + "languages": [ + "ukr-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-mal_Mlym", + "languages": [ + "ukr-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-pes_Arab", + "languages": [ + "ukr-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-srd_Latn", + "languages": [ + "ukr-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184191, + "recall": 0.23419, + "f1": 0.197127, + "accuracy": 0.23419, + "main_score": 0.197127, + "hf_subset": "ukr_Cyrl-tzm_Tfng", + "languages": [ + "ukr-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-acq_Arab", + "languages": [ + "ukr-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638727, + "recall": 0.690711, + "f1": 0.652692, + "accuracy": 0.690711, + "main_score": 0.652692, + "hf_subset": "ukr_Cyrl-bem_Latn", + "languages": [ + "ukr-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-epo_Latn", + "languages": [ + "ukr-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hun_Latn", + "languages": [ + "ukr-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-kir_Cyrl", + "languages": [ + "ukr-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-mar_Deva", + "languages": [ + "ukr-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682724, + "recall": 0.743083, + "f1": 0.700344, + "accuracy": 0.743083, + "main_score": 0.700344, + "hf_subset": "ukr_Cyrl-plt_Latn", + "languages": [ + "ukr-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ukr_Cyrl-uig_Arab", + "languages": [ + "ukr-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-aeb_Arab", + "languages": [ + "ukr-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ben_Beng", + "languages": [ + "ukr-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-est_Latn", + "languages": [ + "ukr-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-hye_Armn", + "languages": [ + "ukr-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546625, + "recall": 0.601779, + "f1": 0.562917, + "accuracy": 0.601779, + "main_score": 0.562917, + "hf_subset": "ukr_Cyrl-kmb_Latn", + "languages": [ + "ukr-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523527, + "recall": 0.593874, + "f1": 0.542688, + "accuracy": 0.593874, + "main_score": 0.542688, + "hf_subset": "ukr_Cyrl-min_Arab", + "languages": [ + "ukr-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564906, + "recall": 0.631423, + "f1": 0.584623, + "accuracy": 0.631423, + "main_score": 0.584623, + "hf_subset": "ukr_Cyrl-ssw_Latn", + "languages": [ + "ukr-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-afr_Latn", + "languages": [ + "ukr-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bho_Deva", + "languages": [ + "ukr-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-eus_Latn", + "languages": [ + "ukr-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584364, + "recall": 0.648221, + "f1": 0.601853, + "accuracy": 0.648221, + "main_score": 0.601853, + "hf_subset": "ukr_Cyrl-ibo_Latn", + "languages": [ + "ukr-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923913, + "recall": 0.945652, + "f1": 0.93083, + "accuracy": 0.945652, + "main_score": 0.93083, + "hf_subset": "ukr_Cyrl-kmr_Latn", + "languages": [ + "ukr-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ukr_Cyrl-min_Latn", + "languages": [ + "ukr-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-por_Latn", + "languages": [ + "ukr-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-sun_Latn", + "languages": [ + "ukr-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531194, + "recall": 0.593874, + "f1": 0.549187, + "accuracy": 0.593874, + "main_score": 0.549187, + "hf_subset": "ukr_Cyrl-umb_Latn", + "languages": [ + "ukr-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ajp_Arab", + "languages": [ + "ukr-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565648, + "recall": 0.630435, + "f1": 0.583554, + "accuracy": 0.630435, + "main_score": 0.583554, + "hf_subset": "ukr_Cyrl-bjn_Arab", + "languages": [ + "ukr-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529974, + "recall": 0.586957, + "f1": 0.545506, + "accuracy": 0.586957, + "main_score": 0.545506, + "hf_subset": "ukr_Cyrl-ewe_Latn", + "languages": [ + "ukr-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ukr_Cyrl-ilo_Latn", + "languages": [ + "ukr-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316206, + "recall": 0.378458, + "f1": 0.33328, + "accuracy": 0.378458, + "main_score": 0.33328, + "hf_subset": "ukr_Cyrl-knc_Arab", + "languages": [ + "ukr-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-prs_Arab", + "languages": [ + "ukr-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-swe_Latn", + "languages": [ + "ukr-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-urd_Arab", + "languages": [ + "ukr-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602283, + "recall": 0.667984, + "f1": 0.620891, + "accuracy": 0.667984, + "main_score": 0.620891, + "hf_subset": "ukr_Cyrl-aka_Latn", + "languages": [ + "ukr-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ukr_Cyrl-bjn_Latn", + "languages": [ + "ukr-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-fao_Latn", + "languages": [ + "ukr-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ind_Latn", + "languages": [ + "ukr-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591002, + "recall": 0.645257, + "f1": 0.606958, + "accuracy": 0.645257, + "main_score": 0.606958, + "hf_subset": "ukr_Cyrl-knc_Latn", + "languages": [ + "ukr-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-mlt_Latn", + "languages": [ + "ukr-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721552, + "recall": 0.783597, + "f1": 0.739874, + "accuracy": 0.783597, + "main_score": 0.739874, + "hf_subset": "ukr_Cyrl-quy_Latn", + "languages": [ + "ukr-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ukr_Cyrl-swh_Latn", + "languages": [ + "ukr-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-uzn_Latn", + "languages": [ + "ukr-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-als_Latn", + "languages": [ + "ukr-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691634, + "recall": 0.76087, + "f1": 0.711895, + "accuracy": 0.76087, + "main_score": 0.711895, + "hf_subset": "ukr_Cyrl-bod_Tibt", + "languages": [ + "ukr-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724621, + "recall": 0.782609, + "f1": 0.741474, + "accuracy": 0.782609, + "main_score": 0.741474, + "hf_subset": "ukr_Cyrl-fij_Latn", + "languages": [ + "ukr-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ukr_Cyrl-isl_Latn", + "languages": [ + "ukr-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66805, + "recall": 0.725296, + "f1": 0.685178, + "accuracy": 0.725296, + "main_score": 0.685178, + "hf_subset": "ukr_Cyrl-kon_Latn", + "languages": [ + "ukr-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667836, + "recall": 0.735178, + "f1": 0.687349, + "accuracy": 0.735178, + "main_score": 0.687349, + "hf_subset": "ukr_Cyrl-mni_Beng", + "languages": [ + "ukr-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ron_Latn", + "languages": [ + "ukr-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "ukr_Cyrl-szl_Latn", + "languages": [ + "ukr-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-vec_Latn", + "languages": [ + "ukr-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ukr_Cyrl-amh_Ethi", + "languages": [ + "ukr-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-fin_Latn", + "languages": [ + "ukr-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ita_Latn", + "languages": [ + "ukr-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-kor_Hang", + "languages": [ + "ukr-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558936, + "recall": 0.62253, + "f1": 0.576336, + "accuracy": 0.62253, + "main_score": 0.576336, + "hf_subset": "ukr_Cyrl-mos_Latn", + "languages": [ + "ukr-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565927, + "recall": 0.625494, + "f1": 0.582977, + "accuracy": 0.625494, + "main_score": 0.582977, + "hf_subset": "ukr_Cyrl-run_Latn", + "languages": [ + "ukr-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-tam_Taml", + "languages": [ + "ukr-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-vie_Latn", + "languages": [ + "ukr-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-apc_Arab", + "languages": [ + "ukr-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818989, + "recall": 0.862648, + "f1": 0.832213, + "accuracy": 0.862648, + "main_score": 0.832213, + "hf_subset": "ukr_Cyrl-bug_Latn", + "languages": [ + "ukr-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480921, + "recall": 0.535573, + "f1": 0.495005, + "accuracy": 0.535573, + "main_score": 0.495005, + "hf_subset": "ukr_Cyrl-fon_Latn", + "languages": [ + "ukr-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ukr_Cyrl-jav_Latn", + "languages": [ + "ukr-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-lao_Laoo", + "languages": [ + "ukr-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89538, + "recall": 0.924901, + "f1": 0.904699, + "accuracy": 0.924901, + "main_score": 0.904699, + "hf_subset": "ukr_Cyrl-mri_Latn", + "languages": [ + "ukr-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544079, + "recall": 0.612648, + "f1": 0.562709, + "accuracy": 0.612648, + "main_score": 0.562709, + "hf_subset": "ukr_Cyrl-taq_Latn", + "languages": [ + "ukr-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-war_Latn", + "languages": [ + "ukr-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-arb_Arab", + "languages": [ + "ukr-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-fra_Latn", + "languages": [ + "ukr-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-jpn_Jpan", + "languages": [ + "ukr-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-lij_Latn", + "languages": [ + "ukr-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "ukr_Cyrl-mya_Mymr", + "languages": [ + "ukr-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606289, + "recall": 0.672925, + "f1": 0.625196, + "accuracy": 0.672925, + "main_score": 0.625196, + "hf_subset": "ukr_Cyrl-sag_Latn", + "languages": [ + "ukr-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201863, + "recall": 0.259881, + "f1": 0.214846, + "accuracy": 0.259881, + "main_score": 0.214846, + "hf_subset": "ukr_Cyrl-taq_Tfng", + "languages": [ + "ukr-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634447, + "recall": 0.697628, + "f1": 0.652083, + "accuracy": 0.697628, + "main_score": 0.652083, + "hf_subset": "ukr_Cyrl-wol_Latn", + "languages": [ + "ukr-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820323, + "recall": 0.868577, + "f1": 0.835408, + "accuracy": 0.868577, + "main_score": 0.835408, + "hf_subset": "ukr_Cyrl-arb_Latn", + "languages": [ + "ukr-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-cat_Latn", + "languages": [ + "ukr-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-fur_Latn", + "languages": [ + "ukr-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411882, + "recall": 0.472332, + "f1": 0.427974, + "accuracy": 0.472332, + "main_score": 0.427974, + "hf_subset": "ukr_Cyrl-kab_Latn", + "languages": [ + "ukr-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ukr_Cyrl-lim_Latn", + "languages": [ + "ukr-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-nld_Latn", + "languages": [ + "ukr-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ukr_Cyrl-san_Deva", + "languages": [ + "ukr-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-tat_Cyrl", + "languages": [ + "ukr-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684002, + "recall": 0.743083, + "f1": 0.701635, + "accuracy": 0.743083, + "main_score": 0.701635, + "hf_subset": "ukr_Cyrl-xho_Latn", + "languages": [ + "ukr-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ars_Arab", + "languages": [ + "ukr-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-ceb_Latn", + "languages": [ + "ukr-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567579, + "recall": 0.628458, + "f1": 0.584569, + "accuracy": 0.628458, + "main_score": 0.584569, + "hf_subset": "ukr_Cyrl-fuv_Latn", + "languages": [ + "ukr-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515571, + "recall": 0.581028, + "f1": 0.53363, + "accuracy": 0.581028, + "main_score": 0.53363, + "hf_subset": "ukr_Cyrl-kac_Latn", + "languages": [ + "ukr-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676672, + "recall": 0.732213, + "f1": 0.69294, + "accuracy": 0.732213, + "main_score": 0.69294, + "hf_subset": "ukr_Cyrl-lin_Latn", + "languages": [ + "ukr-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-nno_Latn", + "languages": [ + "ukr-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.239031, + "recall": 0.317194, + "f1": 0.259648, + "accuracy": 0.317194, + "main_score": 0.259648, + "hf_subset": "ukr_Cyrl-sat_Olck", + "languages": [ + "ukr-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-tel_Telu", + "languages": [ + "ukr-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ukr_Cyrl-ydd_Hebr", + "languages": [ + "ukr-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ukr_Cyrl-ary_Arab", + "languages": [ + "ukr-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579463, + "recall": 0.644269, + "f1": 0.597784, + "accuracy": 0.644269, + "main_score": 0.597784, + "hf_subset": "ukr_Cyrl-gaz_Latn", + "languages": [ + "ukr-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599839, + "recall": 0.66502, + "f1": 0.618396, + "accuracy": 0.66502, + "main_score": 0.618396, + "hf_subset": "ukr_Cyrl-kam_Latn", + "languages": [ + "ukr-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ukr_Cyrl-lit_Latn", + "languages": [ + "ukr-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-nob_Latn", + "languages": [ + "ukr-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ukr_Cyrl-scn_Latn", + "languages": [ + "ukr-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ukr_Cyrl-tgk_Cyrl", + "languages": [ + "ukr-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738761, + "recall": 0.798419, + "f1": 0.756656, + "accuracy": 0.798419, + "main_score": 0.756656, + "hf_subset": "ukr_Cyrl-yor_Latn", + "languages": [ + "ukr-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-arz_Arab", + "languages": [ + "ukr-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570493, + "recall": 0.632411, + "f1": 0.588375, + "accuracy": 0.632411, + "main_score": 0.588375, + "hf_subset": "ukr_Cyrl-cjk_Latn", + "languages": [ + "ukr-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811594, + "recall": 0.858696, + "f1": 0.826383, + "accuracy": 0.858696, + "main_score": 0.826383, + "hf_subset": "ukr_Cyrl-gla_Latn", + "languages": [ + "ukr-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-kan_Knda", + "languages": [ + "ukr-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ukr_Cyrl-lmo_Latn", + "languages": [ + "ukr-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ukr_Cyrl-npi_Deva", + "languages": [ + "ukr-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469525, + "recall": 0.535573, + "f1": 0.48761, + "accuracy": 0.535573, + "main_score": 0.48761, + "hf_subset": "ukr_Cyrl-shn_Mymr", + "languages": [ + "ukr-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-tgl_Latn", + "languages": [ + "ukr-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-yue_Hant", + "languages": [ + "ukr-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-asm_Beng", + "languages": [ + "ukr-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ukr_Cyrl-ckb_Arab", + "languages": [ + "ukr-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914559, + "recall": 0.939723, + "f1": 0.922596, + "accuracy": 0.939723, + "main_score": 0.922596, + "hf_subset": "ukr_Cyrl-gle_Latn", + "languages": [ + "ukr-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "ukr_Cyrl-kas_Arab", + "languages": [ + "ukr-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "ukr_Cyrl-ltg_Latn", + "languages": [ + "ukr-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624589, + "recall": 0.681818, + "f1": 0.641526, + "accuracy": 0.681818, + "main_score": 0.641526, + "hf_subset": "ukr_Cyrl-nso_Latn", + "languages": [ + "ukr-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-sin_Sinh", + "languages": [ + "ukr-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-tha_Thai", + "languages": [ + "ukr-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-zho_Hans", + "languages": [ + "ukr-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ast_Latn", + "languages": [ + "ukr-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-crh_Latn", + "languages": [ + "ukr-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-glg_Latn", + "languages": [ + "ukr-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918725, + "recall": 0.943676, + "f1": 0.926614, + "accuracy": 0.943676, + "main_score": 0.926614, + "hf_subset": "ukr_Cyrl-kas_Deva", + "languages": [ + "ukr-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ukr_Cyrl-ltz_Latn", + "languages": [ + "ukr-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476831, + "recall": 0.54249, + "f1": 0.49431, + "accuracy": 0.54249, + "main_score": 0.49431, + "hf_subset": "ukr_Cyrl-nus_Latn", + "languages": [ + "ukr-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653468, + "recall": 0.721344, + "f1": 0.673158, + "accuracy": 0.721344, + "main_score": 0.673158, + "hf_subset": "ukr_Cyrl-tir_Ethi", + "languages": [ + "ukr-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-zho_Hant", + "languages": [ + "ukr-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ukr_Cyrl-awa_Deva", + "languages": [ + "ukr-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ukr_Cyrl-cym_Latn", + "languages": [ + "ukr-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858119, + "recall": 0.893281, + "f1": 0.868939, + "accuracy": 0.893281, + "main_score": 0.868939, + "hf_subset": "ukr_Cyrl-grn_Latn", + "languages": [ + "ukr-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-kat_Geor", + "languages": [ + "ukr-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662143, + "recall": 0.717391, + "f1": 0.678382, + "accuracy": 0.717391, + "main_score": 0.678382, + "hf_subset": "ukr_Cyrl-lua_Latn", + "languages": [ + "ukr-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648575, + "recall": 0.715415, + "f1": 0.667945, + "accuracy": 0.715415, + "main_score": 0.667945, + "hf_subset": "ukr_Cyrl-nya_Latn", + "languages": [ + "ukr-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ukr_Cyrl-tpi_Latn", + "languages": [ + "ukr-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-zsm_Latn", + "languages": [ + "ukr-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545899, + "recall": 0.617589, + "f1": 0.566249, + "accuracy": 0.617589, + "main_score": 0.566249, + "hf_subset": "ukr_Cyrl-ayr_Latn", + "languages": [ + "ukr-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-dan_Latn", + "languages": [ + "ukr-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-guj_Gujr", + "languages": [ + "ukr-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-kaz_Cyrl", + "languages": [ + "ukr-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552869, + "recall": 0.614625, + "f1": 0.570418, + "accuracy": 0.614625, + "main_score": 0.570418, + "hf_subset": "ukr_Cyrl-lug_Latn", + "languages": [ + "ukr-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-oci_Latn", + "languages": [ + "ukr-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837204, + "recall": 0.881423, + "f1": 0.850908, + "accuracy": 0.881423, + "main_score": 0.850908, + "hf_subset": "ukr_Cyrl-smo_Latn", + "languages": [ + "ukr-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547328, + "recall": 0.615613, + "f1": 0.566922, + "accuracy": 0.615613, + "main_score": 0.566922, + "hf_subset": "ukr_Cyrl-tsn_Latn", + "languages": [ + "ukr-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633073, + "recall": 0.692688, + "f1": 0.649602, + "accuracy": 0.692688, + "main_score": 0.649602, + "hf_subset": "ukr_Cyrl-zul_Latn", + "languages": [ + "ukr-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "ukr_Cyrl-azb_Arab", + "languages": [ + "ukr-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-deu_Latn", + "languages": [ + "ukr-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "ukr_Cyrl-hat_Latn", + "languages": [ + "ukr-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499639, + "recall": 0.556324, + "f1": 0.515275, + "accuracy": 0.556324, + "main_score": 0.515275, + "hf_subset": "ukr_Cyrl-kbp_Latn", + "languages": [ + "ukr-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584832, + "recall": 0.645257, + "f1": 0.601926, + "accuracy": 0.645257, + "main_score": 0.601926, + "hf_subset": "ukr_Cyrl-luo_Latn", + "languages": [ + "ukr-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-ory_Orya", + "languages": [ + "ukr-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608547, + "recall": 0.671937, + "f1": 0.626981, + "accuracy": 0.671937, + "main_score": 0.626981, + "hf_subset": "ukr_Cyrl-sna_Latn", + "languages": [ + "ukr-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563164, + "recall": 0.624506, + "f1": 0.580336, + "accuracy": 0.624506, + "main_score": 0.580336, + "hf_subset": "ukr_Cyrl-tso_Latn", + "languages": [ + "ukr-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ukr_Cyrl-azj_Latn", + "languages": [ + "ukr-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538759, + "recall": 0.607708, + "f1": 0.558534, + "accuracy": 0.607708, + "main_score": 0.558534, + "hf_subset": "ukr_Cyrl-dik_Latn", + "languages": [ + "ukr-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762615, + "recall": 0.816206, + "f1": 0.77892, + "accuracy": 0.816206, + "main_score": 0.77892, + "hf_subset": "ukr_Cyrl-hau_Latn", + "languages": [ + "ukr-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ukr_Cyrl-kea_Latn", + "languages": [ + "ukr-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759997, + "recall": 0.810277, + "f1": 0.775198, + "accuracy": 0.810277, + "main_score": 0.775198, + "hf_subset": "ukr_Cyrl-lus_Latn", + "languages": [ + "ukr-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880665, + "recall": 0.908103, + "f1": 0.888919, + "accuracy": 0.908103, + "main_score": 0.888919, + "hf_subset": "ukr_Cyrl-pag_Latn", + "languages": [ + "ukr-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-snd_Arab", + "languages": [ + "ukr-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ukr_Cyrl-tuk_Latn", + "languages": [ + "ukr-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ukr_Cyrl-bak_Cyrl", + "languages": [ + "ukr-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48914, + "recall": 0.564229, + "f1": 0.511168, + "accuracy": 0.564229, + "main_score": 0.511168, + "hf_subset": "ukr_Cyrl-dyu_Latn", + "languages": [ + "ukr-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-heb_Hebr", + "languages": [ + "ukr-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ukr_Cyrl-khk_Cyrl", + "languages": [ + "ukr-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-lvs_Latn", + "languages": [ + "ukr-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ukr_Cyrl-pan_Guru", + "languages": [ + "ukr-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723584, + "recall": 0.779644, + "f1": 0.740603, + "accuracy": 0.779644, + "main_score": 0.740603, + "hf_subset": "ukr_Cyrl-som_Latn", + "languages": [ + "ukr-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608836, + "recall": 0.661067, + "f1": 0.623446, + "accuracy": 0.661067, + "main_score": 0.623446, + "hf_subset": "ukr_Cyrl-tum_Latn", + "languages": [ + "ukr-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601961, + "recall": 0.666008, + "f1": 0.620234, + "accuracy": 0.666008, + "main_score": 0.620234, + "hf_subset": "afr_Latn-ace_Arab", + "languages": [ + "afr-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545341, + "recall": 0.607708, + "f1": 0.563062, + "accuracy": 0.607708, + "main_score": 0.563062, + "hf_subset": "afr_Latn-bam_Latn", + "languages": [ + "afr-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463196, + "recall": 0.532609, + "f1": 0.481596, + "accuracy": 0.532609, + "main_score": 0.481596, + "hf_subset": "afr_Latn-dzo_Tibt", + "languages": [ + "afr-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hin_Deva", + "languages": [ + "afr-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-khm_Khmr", + "languages": [ + "afr-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-mag_Deva", + "languages": [ + "afr-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-pap_Latn", + "languages": [ + "afr-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61469, + "recall": 0.667984, + "f1": 0.629869, + "accuracy": 0.667984, + "main_score": 0.629869, + "hf_subset": "afr_Latn-sot_Latn", + "languages": [ + "afr-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-tur_Latn", + "languages": [ + "afr-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890728, + "recall": 0.91996, + "f1": 0.900052, + "accuracy": 0.91996, + "main_score": 0.900052, + "hf_subset": "afr_Latn-ace_Latn", + "languages": [ + "afr-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.972332, + "f1": 0.965415, + "accuracy": 0.972332, + "main_score": 0.965415, + "hf_subset": "afr_Latn-ban_Latn", + "languages": [ + "afr-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ell_Grek", + "languages": [ + "afr-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "afr_Latn-hne_Deva", + "languages": [ + "afr-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622642, + "recall": 0.681818, + "f1": 0.639081, + "accuracy": 0.681818, + "main_score": 0.639081, + "hf_subset": "afr_Latn-kik_Latn", + "languages": [ + "afr-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-mai_Deva", + "languages": [ + "afr-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "afr_Latn-pbt_Arab", + "languages": [ + "afr-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-spa_Latn", + "languages": [ + "afr-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624797, + "recall": 0.689723, + "f1": 0.643059, + "accuracy": 0.689723, + "main_score": 0.643059, + "hf_subset": "afr_Latn-twi_Latn", + "languages": [ + "afr-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-acm_Arab", + "languages": [ + "afr-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-bel_Cyrl", + "languages": [ + "afr-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hrv_Latn", + "languages": [ + "afr-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580732, + "recall": 0.640316, + "f1": 0.596961, + "accuracy": 0.640316, + "main_score": 0.596961, + "hf_subset": "afr_Latn-kin_Latn", + "languages": [ + "afr-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-mal_Mlym", + "languages": [ + "afr-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-pes_Arab", + "languages": [ + "afr-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-srd_Latn", + "languages": [ + "afr-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187427, + "recall": 0.233202, + "f1": 0.198353, + "accuracy": 0.233202, + "main_score": 0.198353, + "hf_subset": "afr_Latn-tzm_Tfng", + "languages": [ + "afr-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-acq_Arab", + "languages": [ + "afr-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649391, + "recall": 0.697628, + "f1": 0.662602, + "accuracy": 0.697628, + "main_score": 0.662602, + "hf_subset": "afr_Latn-bem_Latn", + "languages": [ + "afr-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-epo_Latn", + "languages": [ + "afr-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hun_Latn", + "languages": [ + "afr-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-kir_Cyrl", + "languages": [ + "afr-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-mar_Deva", + "languages": [ + "afr-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682255, + "recall": 0.737154, + "f1": 0.698474, + "accuracy": 0.737154, + "main_score": 0.698474, + "hf_subset": "afr_Latn-plt_Latn", + "languages": [ + "afr-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-srp_Cyrl", + "languages": [ + "afr-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "afr_Latn-uig_Arab", + "languages": [ + "afr-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-aeb_Arab", + "languages": [ + "afr-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ben_Beng", + "languages": [ + "afr-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-est_Latn", + "languages": [ + "afr-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-hye_Armn", + "languages": [ + "afr-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561442, + "recall": 0.612648, + "f1": 0.57606, + "accuracy": 0.612648, + "main_score": 0.57606, + "hf_subset": "afr_Latn-kmb_Latn", + "languages": [ + "afr-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528828, + "recall": 0.602767, + "f1": 0.549022, + "accuracy": 0.602767, + "main_score": 0.549022, + "hf_subset": "afr_Latn-min_Arab", + "languages": [ + "afr-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-pol_Latn", + "languages": [ + "afr-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575273, + "recall": 0.637352, + "f1": 0.593419, + "accuracy": 0.637352, + "main_score": 0.593419, + "hf_subset": "afr_Latn-ssw_Latn", + "languages": [ + "afr-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ukr_Cyrl", + "languages": [ + "afr-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-bho_Deva", + "languages": [ + "afr-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-eus_Latn", + "languages": [ + "afr-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603987, + "recall": 0.66502, + "f1": 0.621321, + "accuracy": 0.66502, + "main_score": 0.621321, + "hf_subset": "afr_Latn-ibo_Latn", + "languages": [ + "afr-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914114, + "recall": 0.938735, + "f1": 0.921673, + "accuracy": 0.938735, + "main_score": 0.921673, + "hf_subset": "afr_Latn-kmr_Latn", + "languages": [ + "afr-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-min_Latn", + "languages": [ + "afr-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-por_Latn", + "languages": [ + "afr-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-sun_Latn", + "languages": [ + "afr-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543597, + "recall": 0.598814, + "f1": 0.559247, + "accuracy": 0.598814, + "main_score": 0.559247, + "hf_subset": "afr_Latn-umb_Latn", + "languages": [ + "afr-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ajp_Arab", + "languages": [ + "afr-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561593, + "recall": 0.62747, + "f1": 0.580102, + "accuracy": 0.62747, + "main_score": 0.580102, + "hf_subset": "afr_Latn-bjn_Arab", + "languages": [ + "afr-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549692, + "recall": 0.602767, + "f1": 0.56433, + "accuracy": 0.602767, + "main_score": 0.56433, + "hf_subset": "afr_Latn-ewe_Latn", + "languages": [ + "afr-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "afr_Latn-ilo_Latn", + "languages": [ + "afr-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326677, + "recall": 0.389328, + "f1": 0.344134, + "accuracy": 0.389328, + "main_score": 0.344134, + "hf_subset": "afr_Latn-knc_Arab", + "languages": [ + "afr-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-mkd_Cyrl", + "languages": [ + "afr-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-prs_Arab", + "languages": [ + "afr-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-urd_Arab", + "languages": [ + "afr-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606835, + "recall": 0.668972, + "f1": 0.624525, + "accuracy": 0.668972, + "main_score": 0.624525, + "hf_subset": "afr_Latn-aka_Latn", + "languages": [ + "afr-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "afr_Latn-bjn_Latn", + "languages": [ + "afr-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ind_Latn", + "languages": [ + "afr-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609416, + "recall": 0.659091, + "f1": 0.62369, + "accuracy": 0.659091, + "main_score": 0.62369, + "hf_subset": "afr_Latn-knc_Latn", + "languages": [ + "afr-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "afr_Latn-mlt_Latn", + "languages": [ + "afr-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718532, + "recall": 0.775692, + "f1": 0.735112, + "accuracy": 0.775692, + "main_score": 0.735112, + "hf_subset": "afr_Latn-quy_Latn", + "languages": [ + "afr-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "afr_Latn-swh_Latn", + "languages": [ + "afr-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-uzn_Latn", + "languages": [ + "afr-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-als_Latn", + "languages": [ + "afr-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688142, + "recall": 0.759881, + "f1": 0.708945, + "accuracy": 0.759881, + "main_score": 0.708945, + "hf_subset": "afr_Latn-bod_Tibt", + "languages": [ + "afr-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719441, + "recall": 0.775692, + "f1": 0.735743, + "accuracy": 0.775692, + "main_score": 0.735743, + "hf_subset": "afr_Latn-fij_Latn", + "languages": [ + "afr-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68415, + "recall": 0.729249, + "f1": 0.697203, + "accuracy": 0.729249, + "main_score": 0.697203, + "hf_subset": "afr_Latn-kon_Latn", + "languages": [ + "afr-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668795, + "recall": 0.730237, + "f1": 0.68647, + "accuracy": 0.730237, + "main_score": 0.68647, + "hf_subset": "afr_Latn-mni_Beng", + "languages": [ + "afr-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ron_Latn", + "languages": [ + "afr-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "afr_Latn-szl_Latn", + "languages": [ + "afr-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-vec_Latn", + "languages": [ + "afr-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "afr_Latn-amh_Ethi", + "languages": [ + "afr-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bos_Latn", + "languages": [ + "afr-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-fin_Latn", + "languages": [ + "afr-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ita_Latn", + "languages": [ + "afr-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-kor_Hang", + "languages": [ + "afr-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566049, + "recall": 0.62253, + "f1": 0.5817, + "accuracy": 0.62253, + "main_score": 0.5817, + "hf_subset": "afr_Latn-mos_Latn", + "languages": [ + "afr-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575988, + "recall": 0.632411, + "f1": 0.592151, + "accuracy": 0.632411, + "main_score": 0.592151, + "hf_subset": "afr_Latn-run_Latn", + "languages": [ + "afr-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-tam_Taml", + "languages": [ + "afr-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-vie_Latn", + "languages": [ + "afr-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-apc_Arab", + "languages": [ + "afr-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819993, + "recall": 0.860672, + "f1": 0.831917, + "accuracy": 0.860672, + "main_score": 0.831917, + "hf_subset": "afr_Latn-bug_Latn", + "languages": [ + "afr-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478409, + "recall": 0.538538, + "f1": 0.494946, + "accuracy": 0.538538, + "main_score": 0.494946, + "hf_subset": "afr_Latn-fon_Latn", + "languages": [ + "afr-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-jav_Latn", + "languages": [ + "afr-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-lao_Laoo", + "languages": [ + "afr-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900609, + "recall": 0.927866, + "f1": 0.909321, + "accuracy": 0.927866, + "main_score": 0.909321, + "hf_subset": "afr_Latn-mri_Latn", + "languages": [ + "afr-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-rus_Cyrl", + "languages": [ + "afr-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555159, + "recall": 0.619565, + "f1": 0.573012, + "accuracy": 0.619565, + "main_score": 0.573012, + "hf_subset": "afr_Latn-taq_Latn", + "languages": [ + "afr-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-war_Latn", + "languages": [ + "afr-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-arb_Arab", + "languages": [ + "afr-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-bul_Cyrl", + "languages": [ + "afr-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-fra_Latn", + "languages": [ + "afr-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-jpn_Jpan", + "languages": [ + "afr-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-lij_Latn", + "languages": [ + "afr-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "afr_Latn-mya_Mymr", + "languages": [ + "afr-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607158, + "recall": 0.670949, + "f1": 0.624893, + "accuracy": 0.670949, + "main_score": 0.624893, + "hf_subset": "afr_Latn-sag_Latn", + "languages": [ + "afr-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202592, + "recall": 0.261858, + "f1": 0.216227, + "accuracy": 0.261858, + "main_score": 0.216227, + "hf_subset": "afr_Latn-taq_Tfng", + "languages": [ + "afr-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65196, + "recall": 0.710474, + "f1": 0.668812, + "accuracy": 0.710474, + "main_score": 0.668812, + "hf_subset": "afr_Latn-wol_Latn", + "languages": [ + "afr-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815909, + "recall": 0.864625, + "f1": 0.830797, + "accuracy": 0.864625, + "main_score": 0.830797, + "hf_subset": "afr_Latn-arb_Latn", + "languages": [ + "afr-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-cat_Latn", + "languages": [ + "afr-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "afr_Latn-fur_Latn", + "languages": [ + "afr-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428336, + "recall": 0.485178, + "f1": 0.44408, + "accuracy": 0.485178, + "main_score": 0.44408, + "hf_subset": "afr_Latn-kab_Latn", + "languages": [ + "afr-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "afr_Latn-lim_Latn", + "languages": [ + "afr-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "afr_Latn-san_Deva", + "languages": [ + "afr-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-tat_Cyrl", + "languages": [ + "afr-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698715, + "recall": 0.752964, + "f1": 0.714523, + "accuracy": 0.752964, + "main_score": 0.714523, + "hf_subset": "afr_Latn-xho_Latn", + "languages": [ + "afr-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ars_Arab", + "languages": [ + "afr-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-ceb_Latn", + "languages": [ + "afr-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579095, + "recall": 0.643281, + "f1": 0.597482, + "accuracy": 0.643281, + "main_score": 0.597482, + "hf_subset": "afr_Latn-fuv_Latn", + "languages": [ + "afr-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533067, + "recall": 0.59585, + "f1": 0.550558, + "accuracy": 0.59585, + "main_score": 0.550558, + "hf_subset": "afr_Latn-kac_Latn", + "languages": [ + "afr-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700296, + "recall": 0.749012, + "f1": 0.714808, + "accuracy": 0.749012, + "main_score": 0.714808, + "hf_subset": "afr_Latn-lin_Latn", + "languages": [ + "afr-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.247404, + "recall": 0.316206, + "f1": 0.265419, + "accuracy": 0.316206, + "main_score": 0.265419, + "hf_subset": "afr_Latn-sat_Olck", + "languages": [ + "afr-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-tel_Telu", + "languages": [ + "afr-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "afr_Latn-ydd_Hebr", + "languages": [ + "afr-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "afr_Latn-ary_Arab", + "languages": [ + "afr-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ces_Latn", + "languages": [ + "afr-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605015, + "recall": 0.660079, + "f1": 0.621022, + "accuracy": 0.660079, + "main_score": 0.621022, + "hf_subset": "afr_Latn-gaz_Latn", + "languages": [ + "afr-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601419, + "recall": 0.662055, + "f1": 0.618117, + "accuracy": 0.662055, + "main_score": 0.618117, + "hf_subset": "afr_Latn-kam_Latn", + "languages": [ + "afr-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "afr_Latn-lit_Latn", + "languages": [ + "afr-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "afr_Latn-scn_Latn", + "languages": [ + "afr-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "afr_Latn-tgk_Cyrl", + "languages": [ + "afr-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741683, + "recall": 0.804348, + "f1": 0.76079, + "accuracy": 0.804348, + "main_score": 0.76079, + "hf_subset": "afr_Latn-yor_Latn", + "languages": [ + "afr-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-arz_Arab", + "languages": [ + "afr-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579545, + "recall": 0.63834, + "f1": 0.59691, + "accuracy": 0.63834, + "main_score": 0.59691, + "hf_subset": "afr_Latn-cjk_Latn", + "languages": [ + "afr-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827157, + "recall": 0.868577, + "f1": 0.839789, + "accuracy": 0.868577, + "main_score": 0.839789, + "hf_subset": "afr_Latn-gla_Latn", + "languages": [ + "afr-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-kan_Knda", + "languages": [ + "afr-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "afr_Latn-lmo_Latn", + "languages": [ + "afr-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "afr_Latn-npi_Deva", + "languages": [ + "afr-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48573, + "recall": 0.545455, + "f1": 0.501733, + "accuracy": 0.545455, + "main_score": 0.501733, + "hf_subset": "afr_Latn-shn_Mymr", + "languages": [ + "afr-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-tgl_Latn", + "languages": [ + "afr-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-yue_Hant", + "languages": [ + "afr-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-asm_Beng", + "languages": [ + "afr-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "afr_Latn-ckb_Arab", + "languages": [ + "afr-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898913, + "recall": 0.925889, + "f1": 0.907279, + "accuracy": 0.925889, + "main_score": 0.907279, + "hf_subset": "afr_Latn-gle_Latn", + "languages": [ + "afr-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "afr_Latn-kas_Arab", + "languages": [ + "afr-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "afr_Latn-ltg_Latn", + "languages": [ + "afr-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630748, + "recall": 0.687747, + "f1": 0.64653, + "accuracy": 0.687747, + "main_score": 0.64653, + "hf_subset": "afr_Latn-nso_Latn", + "languages": [ + "afr-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-sin_Sinh", + "languages": [ + "afr-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-tha_Thai", + "languages": [ + "afr-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-zho_Hans", + "languages": [ + "afr-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ast_Latn", + "languages": [ + "afr-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-crh_Latn", + "languages": [ + "afr-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-glg_Latn", + "languages": [ + "afr-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916914, + "recall": 0.942688, + "f1": 0.925132, + "accuracy": 0.942688, + "main_score": 0.925132, + "hf_subset": "afr_Latn-kas_Deva", + "languages": [ + "afr-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48752, + "recall": 0.552372, + "f1": 0.504863, + "accuracy": 0.552372, + "main_score": 0.504863, + "hf_subset": "afr_Latn-nus_Latn", + "languages": [ + "afr-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-slk_Latn", + "languages": [ + "afr-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637914, + "recall": 0.702569, + "f1": 0.656145, + "accuracy": 0.702569, + "main_score": 0.656145, + "hf_subset": "afr_Latn-tir_Ethi", + "languages": [ + "afr-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-zho_Hant", + "languages": [ + "afr-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "afr_Latn-awa_Deva", + "languages": [ + "afr-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "afr_Latn-cym_Latn", + "languages": [ + "afr-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846047, + "recall": 0.886364, + "f1": 0.858663, + "accuracy": 0.886364, + "main_score": 0.858663, + "hf_subset": "afr_Latn-grn_Latn", + "languages": [ + "afr-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-kat_Geor", + "languages": [ + "afr-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664081, + "recall": 0.712451, + "f1": 0.678155, + "accuracy": 0.712451, + "main_score": 0.678155, + "hf_subset": "afr_Latn-lua_Latn", + "languages": [ + "afr-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660327, + "recall": 0.718379, + "f1": 0.677283, + "accuracy": 0.718379, + "main_score": 0.677283, + "hf_subset": "afr_Latn-nya_Latn", + "languages": [ + "afr-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-slv_Latn", + "languages": [ + "afr-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "afr_Latn-tpi_Latn", + "languages": [ + "afr-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-zsm_Latn", + "languages": [ + "afr-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566792, + "recall": 0.630435, + "f1": 0.585244, + "accuracy": 0.630435, + "main_score": 0.585244, + "hf_subset": "afr_Latn-ayr_Latn", + "languages": [ + "afr-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "afr_Latn-guj_Gujr", + "languages": [ + "afr-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-kaz_Cyrl", + "languages": [ + "afr-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560277, + "recall": 0.62253, + "f1": 0.578003, + "accuracy": 0.62253, + "main_score": 0.578003, + "hf_subset": "afr_Latn-lug_Latn", + "languages": [ + "afr-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-oci_Latn", + "languages": [ + "afr-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866881, + "recall": 0.901186, + "f1": 0.877372, + "accuracy": 0.901186, + "main_score": 0.877372, + "hf_subset": "afr_Latn-smo_Latn", + "languages": [ + "afr-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562475, + "recall": 0.625494, + "f1": 0.579823, + "accuracy": 0.625494, + "main_score": 0.579823, + "hf_subset": "afr_Latn-tsn_Latn", + "languages": [ + "afr-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654731, + "recall": 0.712451, + "f1": 0.670935, + "accuracy": 0.712451, + "main_score": 0.670935, + "hf_subset": "afr_Latn-zul_Latn", + "languages": [ + "afr-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943429, + "recall": 0.960474, + "f1": 0.948847, + "accuracy": 0.960474, + "main_score": 0.948847, + "hf_subset": "afr_Latn-azb_Arab", + "languages": [ + "afr-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "afr_Latn-hat_Latn", + "languages": [ + "afr-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505502, + "recall": 0.560277, + "f1": 0.520814, + "accuracy": 0.560277, + "main_score": 0.520814, + "hf_subset": "afr_Latn-kbp_Latn", + "languages": [ + "afr-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59256, + "recall": 0.643281, + "f1": 0.60651, + "accuracy": 0.643281, + "main_score": 0.60651, + "hf_subset": "afr_Latn-luo_Latn", + "languages": [ + "afr-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-ory_Orya", + "languages": [ + "afr-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616182, + "recall": 0.676877, + "f1": 0.633552, + "accuracy": 0.676877, + "main_score": 0.633552, + "hf_subset": "afr_Latn-sna_Latn", + "languages": [ + "afr-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580343, + "recall": 0.634387, + "f1": 0.59522, + "accuracy": 0.634387, + "main_score": 0.59522, + "hf_subset": "afr_Latn-tso_Latn", + "languages": [ + "afr-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "afr_Latn-azj_Latn", + "languages": [ + "afr-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555619, + "recall": 0.617589, + "f1": 0.573522, + "accuracy": 0.617589, + "main_score": 0.573522, + "hf_subset": "afr_Latn-dik_Latn", + "languages": [ + "afr-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759347, + "recall": 0.810277, + "f1": 0.774424, + "accuracy": 0.810277, + "main_score": 0.774424, + "hf_subset": "afr_Latn-hau_Latn", + "languages": [ + "afr-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-kea_Latn", + "languages": [ + "afr-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764987, + "recall": 0.813241, + "f1": 0.779743, + "accuracy": 0.813241, + "main_score": 0.779743, + "hf_subset": "afr_Latn-lus_Latn", + "languages": [ + "afr-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883383, + "recall": 0.912055, + "f1": 0.892194, + "accuracy": 0.912055, + "main_score": 0.892194, + "hf_subset": "afr_Latn-pag_Latn", + "languages": [ + "afr-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "afr_Latn-snd_Arab", + "languages": [ + "afr-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "afr_Latn-tuk_Latn", + "languages": [ + "afr-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "afr_Latn-bak_Cyrl", + "languages": [ + "afr-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507898, + "recall": 0.583992, + "f1": 0.530231, + "accuracy": 0.583992, + "main_score": 0.530231, + "hf_subset": "afr_Latn-dyu_Latn", + "languages": [ + "afr-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-heb_Hebr", + "languages": [ + "afr-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "afr_Latn-khk_Cyrl", + "languages": [ + "afr-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-lvs_Latn", + "languages": [ + "afr-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "afr_Latn-pan_Guru", + "languages": [ + "afr-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742038, + "recall": 0.796443, + "f1": 0.758237, + "accuracy": 0.796443, + "main_score": 0.758237, + "hf_subset": "afr_Latn-som_Latn", + "languages": [ + "afr-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626042, + "recall": 0.66996, + "f1": 0.638128, + "accuracy": 0.66996, + "main_score": 0.638128, + "hf_subset": "afr_Latn-tum_Latn", + "languages": [ + "afr-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539325, + "recall": 0.608696, + "f1": 0.559168, + "accuracy": 0.608696, + "main_score": 0.559168, + "hf_subset": "bho_Deva-ace_Arab", + "languages": [ + "bho-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508237, + "recall": 0.573123, + "f1": 0.526236, + "accuracy": 0.573123, + "main_score": 0.526236, + "hf_subset": "bho_Deva-bam_Latn", + "languages": [ + "bho-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426366, + "recall": 0.509881, + "f1": 0.44849, + "accuracy": 0.509881, + "main_score": 0.44849, + "hf_subset": "bho_Deva-dzo_Tibt", + "languages": [ + "bho-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-hin_Deva", + "languages": [ + "bho-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-khm_Khmr", + "languages": [ + "bho-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-mag_Deva", + "languages": [ + "bho-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96945, + "recall": 0.978261, + "f1": 0.972233, + "accuracy": 0.978261, + "main_score": 0.972233, + "hf_subset": "bho_Deva-pap_Latn", + "languages": [ + "bho-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571407, + "recall": 0.626482, + "f1": 0.587037, + "accuracy": 0.626482, + "main_score": 0.587037, + "hf_subset": "bho_Deva-sot_Latn", + "languages": [ + "bho-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-tur_Latn", + "languages": [ + "bho-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843495, + "recall": 0.883399, + "f1": 0.855962, + "accuracy": 0.883399, + "main_score": 0.855962, + "hf_subset": "bho_Deva-ace_Latn", + "languages": [ + "bho-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945735, + "recall": 0.961462, + "f1": 0.950659, + "accuracy": 0.961462, + "main_score": 0.950659, + "hf_subset": "bho_Deva-ban_Latn", + "languages": [ + "bho-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-ell_Grek", + "languages": [ + "bho-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "bho_Deva-hne_Deva", + "languages": [ + "bho-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583629, + "recall": 0.642292, + "f1": 0.600107, + "accuracy": 0.642292, + "main_score": 0.600107, + "hf_subset": "bho_Deva-kik_Latn", + "languages": [ + "bho-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-mai_Deva", + "languages": [ + "bho-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "bho_Deva-pbt_Arab", + "languages": [ + "bho-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-spa_Latn", + "languages": [ + "bho-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613183, + "recall": 0.68083, + "f1": 0.631806, + "accuracy": 0.68083, + "main_score": 0.631806, + "hf_subset": "bho_Deva-twi_Latn", + "languages": [ + "bho-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-acm_Arab", + "languages": [ + "bho-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-bel_Cyrl", + "languages": [ + "bho-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-eng_Latn", + "languages": [ + "bho-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-hrv_Latn", + "languages": [ + "bho-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542005, + "recall": 0.603755, + "f1": 0.559706, + "accuracy": 0.603755, + "main_score": 0.559706, + "hf_subset": "bho_Deva-kin_Latn", + "languages": [ + "bho-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-mal_Mlym", + "languages": [ + "bho-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-pes_Arab", + "languages": [ + "bho-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "bho_Deva-srd_Latn", + "languages": [ + "bho-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179458, + "recall": 0.22332, + "f1": 0.190455, + "accuracy": 0.22332, + "main_score": 0.190455, + "hf_subset": "bho_Deva-tzm_Tfng", + "languages": [ + "bho-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-acq_Arab", + "languages": [ + "bho-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611646, + "recall": 0.66502, + "f1": 0.626713, + "accuracy": 0.66502, + "main_score": 0.626713, + "hf_subset": "bho_Deva-bem_Latn", + "languages": [ + "bho-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-epo_Latn", + "languages": [ + "bho-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-hun_Latn", + "languages": [ + "bho-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bho_Deva-kir_Cyrl", + "languages": [ + "bho-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-mar_Deva", + "languages": [ + "bho-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639683, + "recall": 0.702569, + "f1": 0.657809, + "accuracy": 0.702569, + "main_score": 0.657809, + "hf_subset": "bho_Deva-plt_Latn", + "languages": [ + "bho-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-srp_Cyrl", + "languages": [ + "bho-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "bho_Deva-uig_Arab", + "languages": [ + "bho-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-aeb_Arab", + "languages": [ + "bho-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-ben_Beng", + "languages": [ + "bho-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "bho_Deva-est_Latn", + "languages": [ + "bho-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-hye_Armn", + "languages": [ + "bho-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524016, + "recall": 0.583992, + "f1": 0.541406, + "accuracy": 0.583992, + "main_score": 0.541406, + "hf_subset": "bho_Deva-kmb_Latn", + "languages": [ + "bho-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477062, + "recall": 0.554348, + "f1": 0.497585, + "accuracy": 0.554348, + "main_score": 0.497585, + "hf_subset": "bho_Deva-min_Arab", + "languages": [ + "bho-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-pol_Latn", + "languages": [ + "bho-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544411, + "recall": 0.607708, + "f1": 0.562049, + "accuracy": 0.607708, + "main_score": 0.562049, + "hf_subset": "bho_Deva-ssw_Latn", + "languages": [ + "bho-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ukr_Cyrl", + "languages": [ + "bho-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-afr_Latn", + "languages": [ + "bho-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bho_Deva-eus_Latn", + "languages": [ + "bho-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555864, + "recall": 0.620553, + "f1": 0.57414, + "accuracy": 0.620553, + "main_score": 0.57414, + "hf_subset": "bho_Deva-ibo_Latn", + "languages": [ + "bho-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846863, + "recall": 0.885375, + "f1": 0.858586, + "accuracy": 0.885375, + "main_score": 0.858586, + "hf_subset": "bho_Deva-kmr_Latn", + "languages": [ + "bho-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "bho_Deva-min_Latn", + "languages": [ + "bho-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-por_Latn", + "languages": [ + "bho-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-sun_Latn", + "languages": [ + "bho-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504438, + "recall": 0.564229, + "f1": 0.521535, + "accuracy": 0.564229, + "main_score": 0.521535, + "hf_subset": "bho_Deva-umb_Latn", + "languages": [ + "bho-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ajp_Arab", + "languages": [ + "bho-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515295, + "recall": 0.58498, + "f1": 0.534581, + "accuracy": 0.58498, + "main_score": 0.534581, + "hf_subset": "bho_Deva-bjn_Arab", + "languages": [ + "bho-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512286, + "recall": 0.576087, + "f1": 0.529641, + "accuracy": 0.576087, + "main_score": 0.529641, + "hf_subset": "bho_Deva-ewe_Latn", + "languages": [ + "bho-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930534, + "recall": 0.950593, + "f1": 0.936924, + "accuracy": 0.950593, + "main_score": 0.936924, + "hf_subset": "bho_Deva-ilo_Latn", + "languages": [ + "bho-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315393, + "recall": 0.374506, + "f1": 0.331738, + "accuracy": 0.374506, + "main_score": 0.331738, + "hf_subset": "bho_Deva-knc_Arab", + "languages": [ + "bho-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-mkd_Cyrl", + "languages": [ + "bho-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-prs_Arab", + "languages": [ + "bho-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-swe_Latn", + "languages": [ + "bho-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-urd_Arab", + "languages": [ + "bho-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575921, + "recall": 0.642292, + "f1": 0.595029, + "accuracy": 0.642292, + "main_score": 0.595029, + "hf_subset": "bho_Deva-aka_Latn", + "languages": [ + "bho-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976532, + "recall": 0.983202, + "f1": 0.978656, + "accuracy": 0.983202, + "main_score": 0.978656, + "hf_subset": "bho_Deva-bjn_Latn", + "languages": [ + "bho-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "bho_Deva-fao_Latn", + "languages": [ + "bho-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ind_Latn", + "languages": [ + "bho-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580625, + "recall": 0.639328, + "f1": 0.597081, + "accuracy": 0.639328, + "main_score": 0.597081, + "hf_subset": "bho_Deva-knc_Latn", + "languages": [ + "bho-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bho_Deva-mlt_Latn", + "languages": [ + "bho-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683753, + "recall": 0.745059, + "f1": 0.701834, + "accuracy": 0.745059, + "main_score": 0.701834, + "hf_subset": "bho_Deva-quy_Latn", + "languages": [ + "bho-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "bho_Deva-swh_Latn", + "languages": [ + "bho-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bho_Deva-uzn_Latn", + "languages": [ + "bho-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-als_Latn", + "languages": [ + "bho-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625272, + "recall": 0.701581, + "f1": 0.647396, + "accuracy": 0.701581, + "main_score": 0.647396, + "hf_subset": "bho_Deva-bod_Tibt", + "languages": [ + "bho-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681225, + "recall": 0.742095, + "f1": 0.699097, + "accuracy": 0.742095, + "main_score": 0.699097, + "hf_subset": "bho_Deva-fij_Latn", + "languages": [ + "bho-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "bho_Deva-isl_Latn", + "languages": [ + "bho-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6472, + "recall": 0.703557, + "f1": 0.663523, + "accuracy": 0.703557, + "main_score": 0.663523, + "hf_subset": "bho_Deva-kon_Latn", + "languages": [ + "bho-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680567, + "recall": 0.746047, + "f1": 0.699967, + "accuracy": 0.746047, + "main_score": 0.699967, + "hf_subset": "bho_Deva-mni_Beng", + "languages": [ + "bho-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ron_Latn", + "languages": [ + "bho-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "bho_Deva-szl_Latn", + "languages": [ + "bho-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-vec_Latn", + "languages": [ + "bho-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922101, + "recall": 0.945652, + "f1": 0.929677, + "accuracy": 0.945652, + "main_score": 0.929677, + "hf_subset": "bho_Deva-amh_Ethi", + "languages": [ + "bho-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-bos_Latn", + "languages": [ + "bho-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-fin_Latn", + "languages": [ + "bho-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-ita_Latn", + "languages": [ + "bho-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-kor_Hang", + "languages": [ + "bho-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538036, + "recall": 0.597826, + "f1": 0.554858, + "accuracy": 0.597826, + "main_score": 0.554858, + "hf_subset": "bho_Deva-mos_Latn", + "languages": [ + "bho-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53705, + "recall": 0.601779, + "f1": 0.555129, + "accuracy": 0.601779, + "main_score": 0.555129, + "hf_subset": "bho_Deva-run_Latn", + "languages": [ + "bho-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-tam_Taml", + "languages": [ + "bho-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-vie_Latn", + "languages": [ + "bho-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-apc_Arab", + "languages": [ + "bho-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78279, + "recall": 0.831028, + "f1": 0.797266, + "accuracy": 0.831028, + "main_score": 0.797266, + "hf_subset": "bho_Deva-bug_Latn", + "languages": [ + "bho-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464803, + "recall": 0.523715, + "f1": 0.480836, + "accuracy": 0.523715, + "main_score": 0.480836, + "hf_subset": "bho_Deva-fon_Latn", + "languages": [ + "bho-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bho_Deva-jav_Latn", + "languages": [ + "bho-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bho_Deva-lao_Laoo", + "languages": [ + "bho-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815391, + "recall": 0.86166, + "f1": 0.829233, + "accuracy": 0.86166, + "main_score": 0.829233, + "hf_subset": "bho_Deva-mri_Latn", + "languages": [ + "bho-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-rus_Cyrl", + "languages": [ + "bho-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537924, + "recall": 0.601779, + "f1": 0.555365, + "accuracy": 0.601779, + "main_score": 0.555365, + "hf_subset": "bho_Deva-taq_Latn", + "languages": [ + "bho-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "bho_Deva-war_Latn", + "languages": [ + "bho-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-arb_Arab", + "languages": [ + "bho-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-bul_Cyrl", + "languages": [ + "bho-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-fra_Latn", + "languages": [ + "bho-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-jpn_Jpan", + "languages": [ + "bho-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-lij_Latn", + "languages": [ + "bho-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "bho_Deva-mya_Mymr", + "languages": [ + "bho-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572411, + "recall": 0.642292, + "f1": 0.591823, + "accuracy": 0.642292, + "main_score": 0.591823, + "hf_subset": "bho_Deva-sag_Latn", + "languages": [ + "bho-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203347, + "recall": 0.256917, + "f1": 0.214929, + "accuracy": 0.256917, + "main_score": 0.214929, + "hf_subset": "bho_Deva-taq_Tfng", + "languages": [ + "bho-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613992, + "recall": 0.685771, + "f1": 0.634263, + "accuracy": 0.685771, + "main_score": 0.634263, + "hf_subset": "bho_Deva-wol_Latn", + "languages": [ + "bho-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752997, + "recall": 0.811265, + "f1": 0.770638, + "accuracy": 0.811265, + "main_score": 0.770638, + "hf_subset": "bho_Deva-arb_Latn", + "languages": [ + "bho-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-cat_Latn", + "languages": [ + "bho-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "bho_Deva-fur_Latn", + "languages": [ + "bho-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399818, + "recall": 0.458498, + "f1": 0.415804, + "accuracy": 0.458498, + "main_score": 0.415804, + "hf_subset": "bho_Deva-kab_Latn", + "languages": [ + "bho-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bho_Deva-lim_Latn", + "languages": [ + "bho-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-nld_Latn", + "languages": [ + "bho-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "bho_Deva-san_Deva", + "languages": [ + "bho-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-tat_Cyrl", + "languages": [ + "bho-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641864, + "recall": 0.700593, + "f1": 0.658692, + "accuracy": 0.700593, + "main_score": 0.658692, + "hf_subset": "bho_Deva-xho_Latn", + "languages": [ + "bho-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-ars_Arab", + "languages": [ + "bho-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-ceb_Latn", + "languages": [ + "bho-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546513, + "recall": 0.612648, + "f1": 0.565256, + "accuracy": 0.612648, + "main_score": 0.565256, + "hf_subset": "bho_Deva-fuv_Latn", + "languages": [ + "bho-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503189, + "recall": 0.577075, + "f1": 0.523282, + "accuracy": 0.577075, + "main_score": 0.523282, + "hf_subset": "bho_Deva-kac_Latn", + "languages": [ + "bho-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659627, + "recall": 0.715415, + "f1": 0.675826, + "accuracy": 0.715415, + "main_score": 0.675826, + "hf_subset": "bho_Deva-lin_Latn", + "languages": [ + "bho-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-nno_Latn", + "languages": [ + "bho-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229402, + "recall": 0.312253, + "f1": 0.250826, + "accuracy": 0.312253, + "main_score": 0.250826, + "hf_subset": "bho_Deva-sat_Olck", + "languages": [ + "bho-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-tel_Telu", + "languages": [ + "bho-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925807, + "recall": 0.949605, + "f1": 0.933531, + "accuracy": 0.949605, + "main_score": 0.933531, + "hf_subset": "bho_Deva-ydd_Hebr", + "languages": [ + "bho-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "bho_Deva-ary_Arab", + "languages": [ + "bho-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ces_Latn", + "languages": [ + "bho-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555155, + "recall": 0.618577, + "f1": 0.573725, + "accuracy": 0.618577, + "main_score": 0.573725, + "hf_subset": "bho_Deva-gaz_Latn", + "languages": [ + "bho-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583526, + "recall": 0.645257, + "f1": 0.600329, + "accuracy": 0.645257, + "main_score": 0.600329, + "hf_subset": "bho_Deva-kam_Latn", + "languages": [ + "bho-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-lit_Latn", + "languages": [ + "bho-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-nob_Latn", + "languages": [ + "bho-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bho_Deva-scn_Latn", + "languages": [ + "bho-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "bho_Deva-tgk_Cyrl", + "languages": [ + "bho-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670925, + "recall": 0.736166, + "f1": 0.690681, + "accuracy": 0.736166, + "main_score": 0.690681, + "hf_subset": "bho_Deva-yor_Latn", + "languages": [ + "bho-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-arz_Arab", + "languages": [ + "bho-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564668, + "recall": 0.625494, + "f1": 0.582049, + "accuracy": 0.625494, + "main_score": 0.582049, + "hf_subset": "bho_Deva-cjk_Latn", + "languages": [ + "bho-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734865, + "recall": 0.788538, + "f1": 0.750612, + "accuracy": 0.788538, + "main_score": 0.750612, + "hf_subset": "bho_Deva-gla_Latn", + "languages": [ + "bho-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-kan_Knda", + "languages": [ + "bho-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979414, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "bho_Deva-lmo_Latn", + "languages": [ + "bho-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bho_Deva-npi_Deva", + "languages": [ + "bho-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4592, + "recall": 0.52668, + "f1": 0.477382, + "accuracy": 0.52668, + "main_score": 0.477382, + "hf_subset": "bho_Deva-shn_Mymr", + "languages": [ + "bho-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bho_Deva-tgl_Latn", + "languages": [ + "bho-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-yue_Hant", + "languages": [ + "bho-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bho_Deva-asm_Beng", + "languages": [ + "bho-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93885, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "bho_Deva-ckb_Arab", + "languages": [ + "bho-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809321, + "recall": 0.857708, + "f1": 0.824407, + "accuracy": 0.857708, + "main_score": 0.824407, + "hf_subset": "bho_Deva-gle_Latn", + "languages": [ + "bho-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "bho_Deva-kas_Arab", + "languages": [ + "bho-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912912, + "recall": 0.937747, + "f1": 0.920586, + "accuracy": 0.937747, + "main_score": 0.920586, + "hf_subset": "bho_Deva-ltg_Latn", + "languages": [ + "bho-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595372, + "recall": 0.655138, + "f1": 0.612592, + "accuracy": 0.655138, + "main_score": 0.612592, + "hf_subset": "bho_Deva-nso_Latn", + "languages": [ + "bho-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "bho_Deva-sin_Sinh", + "languages": [ + "bho-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-tha_Thai", + "languages": [ + "bho-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-zho_Hans", + "languages": [ + "bho-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ast_Latn", + "languages": [ + "bho-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bho_Deva-crh_Latn", + "languages": [ + "bho-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-glg_Latn", + "languages": [ + "bho-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897563, + "recall": 0.928854, + "f1": 0.90774, + "accuracy": 0.928854, + "main_score": 0.90774, + "hf_subset": "bho_Deva-kas_Deva", + "languages": [ + "bho-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "bho_Deva-ltz_Latn", + "languages": [ + "bho-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450272, + "recall": 0.517787, + "f1": 0.468617, + "accuracy": 0.517787, + "main_score": 0.468617, + "hf_subset": "bho_Deva-nus_Latn", + "languages": [ + "bho-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-slk_Latn", + "languages": [ + "bho-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616841, + "recall": 0.688735, + "f1": 0.637881, + "accuracy": 0.688735, + "main_score": 0.637881, + "hf_subset": "bho_Deva-tir_Ethi", + "languages": [ + "bho-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-zho_Hant", + "languages": [ + "bho-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983449, + "recall": 0.987154, + "f1": 0.984585, + "accuracy": 0.987154, + "main_score": 0.984585, + "hf_subset": "bho_Deva-awa_Deva", + "languages": [ + "bho-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "bho_Deva-cym_Latn", + "languages": [ + "bho-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810375, + "recall": 0.854743, + "f1": 0.82388, + "accuracy": 0.854743, + "main_score": 0.82388, + "hf_subset": "bho_Deva-grn_Latn", + "languages": [ + "bho-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bho_Deva-kat_Geor", + "languages": [ + "bho-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633311, + "recall": 0.6917, + "f1": 0.65011, + "accuracy": 0.6917, + "main_score": 0.65011, + "hf_subset": "bho_Deva-lua_Latn", + "languages": [ + "bho-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630872, + "recall": 0.692688, + "f1": 0.648737, + "accuracy": 0.692688, + "main_score": 0.648737, + "hf_subset": "bho_Deva-nya_Latn", + "languages": [ + "bho-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-slv_Latn", + "languages": [ + "bho-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "bho_Deva-tpi_Latn", + "languages": [ + "bho-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-zsm_Latn", + "languages": [ + "bho-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543224, + "recall": 0.605731, + "f1": 0.561248, + "accuracy": 0.605731, + "main_score": 0.561248, + "hf_subset": "bho_Deva-ayr_Latn", + "languages": [ + "bho-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-dan_Latn", + "languages": [ + "bho-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bho_Deva-guj_Gujr", + "languages": [ + "bho-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bho_Deva-kaz_Cyrl", + "languages": [ + "bho-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531208, + "recall": 0.593874, + "f1": 0.548149, + "accuracy": 0.593874, + "main_score": 0.548149, + "hf_subset": "bho_Deva-lug_Latn", + "languages": [ + "bho-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-oci_Latn", + "languages": [ + "bho-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785154, + "recall": 0.836957, + "f1": 0.800727, + "accuracy": 0.836957, + "main_score": 0.800727, + "hf_subset": "bho_Deva-smo_Latn", + "languages": [ + "bho-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531827, + "recall": 0.598814, + "f1": 0.550804, + "accuracy": 0.598814, + "main_score": 0.550804, + "hf_subset": "bho_Deva-tsn_Latn", + "languages": [ + "bho-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581788, + "recall": 0.648221, + "f1": 0.600729, + "accuracy": 0.648221, + "main_score": 0.600729, + "hf_subset": "bho_Deva-zul_Latn", + "languages": [ + "bho-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904265, + "recall": 0.931818, + "f1": 0.912945, + "accuracy": 0.931818, + "main_score": 0.912945, + "hf_subset": "bho_Deva-azb_Arab", + "languages": [ + "bho-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-deu_Latn", + "languages": [ + "bho-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "bho_Deva-hat_Latn", + "languages": [ + "bho-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48428, + "recall": 0.545455, + "f1": 0.501184, + "accuracy": 0.545455, + "main_score": 0.501184, + "hf_subset": "bho_Deva-kbp_Latn", + "languages": [ + "bho-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55296, + "recall": 0.617589, + "f1": 0.570565, + "accuracy": 0.617589, + "main_score": 0.570565, + "hf_subset": "bho_Deva-luo_Latn", + "languages": [ + "bho-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bho_Deva-ory_Orya", + "languages": [ + "bho-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575329, + "recall": 0.641304, + "f1": 0.594156, + "accuracy": 0.641304, + "main_score": 0.594156, + "hf_subset": "bho_Deva-sna_Latn", + "languages": [ + "bho-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545825, + "recall": 0.598814, + "f1": 0.560849, + "accuracy": 0.598814, + "main_score": 0.560849, + "hf_subset": "bho_Deva-tso_Latn", + "languages": [ + "bho-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-azj_Latn", + "languages": [ + "bho-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525198, + "recall": 0.59585, + "f1": 0.54577, + "accuracy": 0.59585, + "main_score": 0.54577, + "hf_subset": "bho_Deva-dik_Latn", + "languages": [ + "bho-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706648, + "recall": 0.762846, + "f1": 0.723155, + "accuracy": 0.762846, + "main_score": 0.723155, + "hf_subset": "bho_Deva-hau_Latn", + "languages": [ + "bho-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bho_Deva-kea_Latn", + "languages": [ + "bho-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736495, + "recall": 0.784585, + "f1": 0.750889, + "accuracy": 0.784585, + "main_score": 0.750889, + "hf_subset": "bho_Deva-lus_Latn", + "languages": [ + "bho-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860096, + "recall": 0.892292, + "f1": 0.869518, + "accuracy": 0.892292, + "main_score": 0.869518, + "hf_subset": "bho_Deva-pag_Latn", + "languages": [ + "bho-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-snd_Arab", + "languages": [ + "bho-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9361, + "recall": 0.955534, + "f1": 0.942358, + "accuracy": 0.955534, + "main_score": 0.942358, + "hf_subset": "bho_Deva-tuk_Latn", + "languages": [ + "bho-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bho_Deva-bak_Cyrl", + "languages": [ + "bho-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466329, + "recall": 0.549407, + "f1": 0.49047, + "accuracy": 0.549407, + "main_score": 0.49047, + "hf_subset": "bho_Deva-dyu_Latn", + "languages": [ + "bho-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bho_Deva-heb_Hebr", + "languages": [ + "bho-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "bho_Deva-khk_Cyrl", + "languages": [ + "bho-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho_Deva-lvs_Latn", + "languages": [ + "bho-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho_Deva-pan_Guru", + "languages": [ + "bho-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674852, + "recall": 0.735178, + "f1": 0.69289, + "accuracy": 0.735178, + "main_score": 0.69289, + "hf_subset": "bho_Deva-som_Latn", + "languages": [ + "bho-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582766, + "recall": 0.635375, + "f1": 0.598125, + "accuracy": 0.635375, + "main_score": 0.598125, + "hf_subset": "bho_Deva-tum_Latn", + "languages": [ + "bho-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560366, + "recall": 0.619565, + "f1": 0.577462, + "accuracy": 0.619565, + "main_score": 0.577462, + "hf_subset": "eus_Latn-ace_Arab", + "languages": [ + "eus-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540633, + "recall": 0.596838, + "f1": 0.555875, + "accuracy": 0.596838, + "main_score": 0.555875, + "hf_subset": "eus_Latn-bam_Latn", + "languages": [ + "eus-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.375055, + "recall": 0.44664, + "f1": 0.393821, + "accuracy": 0.44664, + "main_score": 0.393821, + "hf_subset": "eus_Latn-dzo_Tibt", + "languages": [ + "eus-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-khm_Khmr", + "languages": [ + "eus-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "eus_Latn-mag_Deva", + "languages": [ + "eus-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "eus_Latn-pap_Latn", + "languages": [ + "eus-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59586, + "recall": 0.646245, + "f1": 0.609944, + "accuracy": 0.646245, + "main_score": 0.609944, + "hf_subset": "eus_Latn-sot_Latn", + "languages": [ + "eus-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-tur_Latn", + "languages": [ + "eus-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843034, + "recall": 0.875494, + "f1": 0.852635, + "accuracy": 0.875494, + "main_score": 0.852635, + "hf_subset": "eus_Latn-ace_Latn", + "languages": [ + "eus-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91917, + "recall": 0.940711, + "f1": 0.925889, + "accuracy": 0.940711, + "main_score": 0.925889, + "hf_subset": "eus_Latn-ban_Latn", + "languages": [ + "eus-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-ell_Grek", + "languages": [ + "eus-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970389, + "recall": 0.978261, + "f1": 0.972826, + "accuracy": 0.978261, + "main_score": 0.972826, + "hf_subset": "eus_Latn-hne_Deva", + "languages": [ + "eus-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589839, + "recall": 0.644269, + "f1": 0.60514, + "accuracy": 0.644269, + "main_score": 0.60514, + "hf_subset": "eus_Latn-kik_Latn", + "languages": [ + "eus-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "eus_Latn-mai_Deva", + "languages": [ + "eus-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "eus_Latn-pbt_Arab", + "languages": [ + "eus-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-spa_Latn", + "languages": [ + "eus-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604975, + "recall": 0.666996, + "f1": 0.622107, + "accuracy": 0.666996, + "main_score": 0.622107, + "hf_subset": "eus_Latn-twi_Latn", + "languages": [ + "eus-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-acm_Arab", + "languages": [ + "eus-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "eus_Latn-bel_Cyrl", + "languages": [ + "eus-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-hrv_Latn", + "languages": [ + "eus-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560204, + "recall": 0.614625, + "f1": 0.575536, + "accuracy": 0.614625, + "main_score": 0.575536, + "hf_subset": "eus_Latn-kin_Latn", + "languages": [ + "eus-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eus_Latn-mal_Mlym", + "languages": [ + "eus-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-pes_Arab", + "languages": [ + "eus-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "eus_Latn-srd_Latn", + "languages": [ + "eus-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198139, + "recall": 0.240119, + "f1": 0.208641, + "accuracy": 0.240119, + "main_score": 0.208641, + "hf_subset": "eus_Latn-tzm_Tfng", + "languages": [ + "eus-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-acq_Arab", + "languages": [ + "eus-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611334, + "recall": 0.659091, + "f1": 0.624634, + "accuracy": 0.659091, + "main_score": 0.624634, + "hf_subset": "eus_Latn-bem_Latn", + "languages": [ + "eus-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-epo_Latn", + "languages": [ + "eus-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-hun_Latn", + "languages": [ + "eus-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "eus_Latn-kir_Cyrl", + "languages": [ + "eus-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670283, + "recall": 0.716403, + "f1": 0.683157, + "accuracy": 0.716403, + "main_score": 0.683157, + "hf_subset": "eus_Latn-plt_Latn", + "languages": [ + "eus-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-srp_Cyrl", + "languages": [ + "eus-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915184, + "recall": 0.937747, + "f1": 0.922186, + "accuracy": 0.937747, + "main_score": 0.922186, + "hf_subset": "eus_Latn-uig_Arab", + "languages": [ + "eus-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "eus_Latn-aeb_Arab", + "languages": [ + "eus-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eus_Latn-est_Latn", + "languages": [ + "eus-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "eus_Latn-hye_Armn", + "languages": [ + "eus-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542563, + "recall": 0.593874, + "f1": 0.557609, + "accuracy": 0.593874, + "main_score": 0.557609, + "hf_subset": "eus_Latn-kmb_Latn", + "languages": [ + "eus-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509316, + "recall": 0.572134, + "f1": 0.526428, + "accuracy": 0.572134, + "main_score": 0.526428, + "hf_subset": "eus_Latn-min_Arab", + "languages": [ + "eus-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-pol_Latn", + "languages": [ + "eus-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553468, + "recall": 0.605731, + "f1": 0.568674, + "accuracy": 0.605731, + "main_score": 0.568674, + "hf_subset": "eus_Latn-ssw_Latn", + "languages": [ + "eus-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-ukr_Cyrl", + "languages": [ + "eus-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eus_Latn-afr_Latn", + "languages": [ + "eus-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "eus_Latn-bho_Deva", + "languages": [ + "eus-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57784, + "recall": 0.631423, + "f1": 0.593544, + "accuracy": 0.631423, + "main_score": 0.593544, + "hf_subset": "eus_Latn-ibo_Latn", + "languages": [ + "eus-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848155, + "recall": 0.886364, + "f1": 0.860051, + "accuracy": 0.886364, + "main_score": 0.860051, + "hf_subset": "eus_Latn-kmr_Latn", + "languages": [ + "eus-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "eus_Latn-min_Latn", + "languages": [ + "eus-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-por_Latn", + "languages": [ + "eus-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.978261, + "f1": 0.972958, + "accuracy": 0.978261, + "main_score": 0.972958, + "hf_subset": "eus_Latn-sun_Latn", + "languages": [ + "eus-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523932, + "recall": 0.576087, + "f1": 0.539005, + "accuracy": 0.576087, + "main_score": 0.539005, + "hf_subset": "eus_Latn-umb_Latn", + "languages": [ + "eus-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "eus_Latn-ajp_Arab", + "languages": [ + "eus-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527155, + "recall": 0.586957, + "f1": 0.543866, + "accuracy": 0.586957, + "main_score": 0.543866, + "hf_subset": "eus_Latn-bjn_Arab", + "languages": [ + "eus-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519046, + "recall": 0.564229, + "f1": 0.53162, + "accuracy": 0.564229, + "main_score": 0.53162, + "hf_subset": "eus_Latn-ewe_Latn", + "languages": [ + "eus-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914032, + "recall": 0.938735, + "f1": 0.921937, + "accuracy": 0.938735, + "main_score": 0.921937, + "hf_subset": "eus_Latn-ilo_Latn", + "languages": [ + "eus-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318001, + "recall": 0.37253, + "f1": 0.333548, + "accuracy": 0.37253, + "main_score": 0.333548, + "hf_subset": "eus_Latn-knc_Arab", + "languages": [ + "eus-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-mkd_Cyrl", + "languages": [ + "eus-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-prs_Arab", + "languages": [ + "eus-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eus_Latn-swe_Latn", + "languages": [ + "eus-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57046, + "recall": 0.629447, + "f1": 0.587108, + "accuracy": 0.629447, + "main_score": 0.587108, + "hf_subset": "eus_Latn-aka_Latn", + "languages": [ + "eus-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.965415, + "f1": 0.956475, + "accuracy": 0.965415, + "main_score": 0.956475, + "hf_subset": "eus_Latn-bjn_Latn", + "languages": [ + "eus-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927899, + "recall": 0.948617, + "f1": 0.934453, + "accuracy": 0.948617, + "main_score": 0.934453, + "hf_subset": "eus_Latn-fao_Latn", + "languages": [ + "eus-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-ind_Latn", + "languages": [ + "eus-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572459, + "recall": 0.619565, + "f1": 0.585919, + "accuracy": 0.619565, + "main_score": 0.585919, + "hf_subset": "eus_Latn-knc_Latn", + "languages": [ + "eus-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "eus_Latn-mlt_Latn", + "languages": [ + "eus-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703386, + "recall": 0.757905, + "f1": 0.719977, + "accuracy": 0.757905, + "main_score": 0.719977, + "hf_subset": "eus_Latn-quy_Latn", + "languages": [ + "eus-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "eus_Latn-swh_Latn", + "languages": [ + "eus-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "eus_Latn-uzn_Latn", + "languages": [ + "eus-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eus_Latn-als_Latn", + "languages": [ + "eus-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568182, + "recall": 0.647233, + "f1": 0.590693, + "accuracy": 0.647233, + "main_score": 0.590693, + "hf_subset": "eus_Latn-bod_Tibt", + "languages": [ + "eus-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675362, + "recall": 0.724308, + "f1": 0.689047, + "accuracy": 0.724308, + "main_score": 0.689047, + "hf_subset": "eus_Latn-fij_Latn", + "languages": [ + "eus-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "eus_Latn-isl_Latn", + "languages": [ + "eus-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662946, + "recall": 0.711462, + "f1": 0.676389, + "accuracy": 0.711462, + "main_score": 0.676389, + "hf_subset": "eus_Latn-kon_Latn", + "languages": [ + "eus-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630215, + "recall": 0.690711, + "f1": 0.647812, + "accuracy": 0.690711, + "main_score": 0.647812, + "hf_subset": "eus_Latn-mni_Beng", + "languages": [ + "eus-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-ron_Latn", + "languages": [ + "eus-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.978261, + "f1": 0.973485, + "accuracy": 0.978261, + "main_score": 0.973485, + "hf_subset": "eus_Latn-szl_Latn", + "languages": [ + "eus-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "eus_Latn-vec_Latn", + "languages": [ + "eus-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906456, + "recall": 0.932806, + "f1": 0.914855, + "accuracy": 0.932806, + "main_score": 0.914855, + "hf_subset": "eus_Latn-amh_Ethi", + "languages": [ + "eus-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eus_Latn-bos_Latn", + "languages": [ + "eus-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-fin_Latn", + "languages": [ + "eus-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991765, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "eus_Latn-ita_Latn", + "languages": [ + "eus-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "eus_Latn-kor_Hang", + "languages": [ + "eus-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548856, + "recall": 0.606719, + "f1": 0.564605, + "accuracy": 0.606719, + "main_score": 0.564605, + "hf_subset": "eus_Latn-mos_Latn", + "languages": [ + "eus-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562681, + "recall": 0.617589, + "f1": 0.578287, + "accuracy": 0.617589, + "main_score": 0.578287, + "hf_subset": "eus_Latn-run_Latn", + "languages": [ + "eus-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "eus_Latn-vie_Latn", + "languages": [ + "eus-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eus_Latn-apc_Arab", + "languages": [ + "eus-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767721, + "recall": 0.813241, + "f1": 0.781014, + "accuracy": 0.813241, + "main_score": 0.781014, + "hf_subset": "eus_Latn-bug_Latn", + "languages": [ + "eus-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468138, + "recall": 0.519763, + "f1": 0.481761, + "accuracy": 0.519763, + "main_score": 0.481761, + "hf_subset": "eus_Latn-fon_Latn", + "languages": [ + "eus-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "eus_Latn-jav_Latn", + "languages": [ + "eus-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "eus_Latn-lao_Laoo", + "languages": [ + "eus-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829653, + "recall": 0.87253, + "f1": 0.842644, + "accuracy": 0.87253, + "main_score": 0.842644, + "hf_subset": "eus_Latn-mri_Latn", + "languages": [ + "eus-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-rus_Cyrl", + "languages": [ + "eus-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543605, + "recall": 0.59585, + "f1": 0.558104, + "accuracy": 0.59585, + "main_score": 0.558104, + "hf_subset": "eus_Latn-taq_Latn", + "languages": [ + "eus-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "eus_Latn-war_Latn", + "languages": [ + "eus-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "eus_Latn-arb_Arab", + "languages": [ + "eus-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-bul_Cyrl", + "languages": [ + "eus-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-fra_Latn", + "languages": [ + "eus-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "eus_Latn-jpn_Jpan", + "languages": [ + "eus-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "eus_Latn-lij_Latn", + "languages": [ + "eus-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.967391, + "f1": 0.958827, + "accuracy": 0.967391, + "main_score": 0.958827, + "hf_subset": "eus_Latn-mya_Mymr", + "languages": [ + "eus-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605925, + "recall": 0.657115, + "f1": 0.620674, + "accuracy": 0.657115, + "main_score": 0.620674, + "hf_subset": "eus_Latn-sag_Latn", + "languages": [ + "eus-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200107, + "recall": 0.246047, + "f1": 0.210294, + "accuracy": 0.246047, + "main_score": 0.210294, + "hf_subset": "eus_Latn-taq_Tfng", + "languages": [ + "eus-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611538, + "recall": 0.670949, + "f1": 0.628889, + "accuracy": 0.670949, + "main_score": 0.628889, + "hf_subset": "eus_Latn-wol_Latn", + "languages": [ + "eus-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736653, + "recall": 0.788538, + "f1": 0.751423, + "accuracy": 0.788538, + "main_score": 0.751423, + "hf_subset": "eus_Latn-arb_Latn", + "languages": [ + "eus-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-cat_Latn", + "languages": [ + "eus-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.976285, + "f1": 0.970685, + "accuracy": 0.976285, + "main_score": 0.970685, + "hf_subset": "eus_Latn-fur_Latn", + "languages": [ + "eus-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414929, + "recall": 0.469368, + "f1": 0.429737, + "accuracy": 0.469368, + "main_score": 0.429737, + "hf_subset": "eus_Latn-kab_Latn", + "languages": [ + "eus-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957872, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "eus_Latn-lim_Latn", + "languages": [ + "eus-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-nld_Latn", + "languages": [ + "eus-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954463, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "eus_Latn-san_Deva", + "languages": [ + "eus-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "eus_Latn-tat_Cyrl", + "languages": [ + "eus-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652734, + "recall": 0.706522, + "f1": 0.669038, + "accuracy": 0.706522, + "main_score": 0.669038, + "hf_subset": "eus_Latn-xho_Latn", + "languages": [ + "eus-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "eus_Latn-ars_Arab", + "languages": [ + "eus-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "eus_Latn-ceb_Latn", + "languages": [ + "eus-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558575, + "recall": 0.618577, + "f1": 0.575113, + "accuracy": 0.618577, + "main_score": 0.575113, + "hf_subset": "eus_Latn-fuv_Latn", + "languages": [ + "eus-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506195, + "recall": 0.562253, + "f1": 0.52186, + "accuracy": 0.562253, + "main_score": 0.52186, + "hf_subset": "eus_Latn-kac_Latn", + "languages": [ + "eus-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672096, + "recall": 0.717391, + "f1": 0.684853, + "accuracy": 0.717391, + "main_score": 0.684853, + "hf_subset": "eus_Latn-lin_Latn", + "languages": [ + "eus-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "eus_Latn-nno_Latn", + "languages": [ + "eus-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210811, + "recall": 0.278656, + "f1": 0.228572, + "accuracy": 0.278656, + "main_score": 0.228572, + "hf_subset": "eus_Latn-sat_Olck", + "languages": [ + "eus-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909585, + "recall": 0.932806, + "f1": 0.916751, + "accuracy": 0.932806, + "main_score": 0.916751, + "hf_subset": "eus_Latn-ydd_Hebr", + "languages": [ + "eus-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.967391, + "f1": 0.957971, + "accuracy": 0.967391, + "main_score": 0.957971, + "hf_subset": "eus_Latn-ary_Arab", + "languages": [ + "eus-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-ces_Latn", + "languages": [ + "eus-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580248, + "recall": 0.63834, + "f1": 0.597431, + "accuracy": 0.63834, + "main_score": 0.597431, + "hf_subset": "eus_Latn-gaz_Latn", + "languages": [ + "eus-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570141, + "recall": 0.635375, + "f1": 0.588287, + "accuracy": 0.635375, + "main_score": 0.588287, + "hf_subset": "eus_Latn-kam_Latn", + "languages": [ + "eus-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "eus_Latn-lit_Latn", + "languages": [ + "eus-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-nob_Latn", + "languages": [ + "eus-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "eus_Latn-scn_Latn", + "languages": [ + "eus-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.962451, + "f1": 0.952569, + "accuracy": 0.962451, + "main_score": 0.952569, + "hf_subset": "eus_Latn-tgk_Cyrl", + "languages": [ + "eus-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692434, + "recall": 0.747036, + "f1": 0.708599, + "accuracy": 0.747036, + "main_score": 0.708599, + "hf_subset": "eus_Latn-yor_Latn", + "languages": [ + "eus-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973732, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "eus_Latn-arz_Arab", + "languages": [ + "eus-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559966, + "recall": 0.620553, + "f1": 0.576694, + "accuracy": 0.620553, + "main_score": 0.576694, + "hf_subset": "eus_Latn-cjk_Latn", + "languages": [ + "eus-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750148, + "recall": 0.800395, + "f1": 0.764347, + "accuracy": 0.800395, + "main_score": 0.764347, + "hf_subset": "eus_Latn-gla_Latn", + "languages": [ + "eus-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.95751, + "accuracy": 0.966403, + "main_score": 0.95751, + "hf_subset": "eus_Latn-lmo_Latn", + "languages": [ + "eus-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "eus_Latn-npi_Deva", + "languages": [ + "eus-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464709, + "recall": 0.517787, + "f1": 0.478895, + "accuracy": 0.517787, + "main_score": 0.478895, + "hf_subset": "eus_Latn-shn_Mymr", + "languages": [ + "eus-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "eus_Latn-tgl_Latn", + "languages": [ + "eus-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eus_Latn-yue_Hant", + "languages": [ + "eus-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "eus_Latn-asm_Beng", + "languages": [ + "eus-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915711, + "recall": 0.939723, + "f1": 0.923254, + "accuracy": 0.939723, + "main_score": 0.923254, + "hf_subset": "eus_Latn-ckb_Arab", + "languages": [ + "eus-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833992, + "recall": 0.876482, + "f1": 0.847252, + "accuracy": 0.876482, + "main_score": 0.847252, + "hf_subset": "eus_Latn-gle_Latn", + "languages": [ + "eus-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899325, + "recall": 0.925889, + "f1": 0.907675, + "accuracy": 0.925889, + "main_score": 0.907675, + "hf_subset": "eus_Latn-kas_Arab", + "languages": [ + "eus-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893116, + "recall": 0.921937, + "f1": 0.902141, + "accuracy": 0.921937, + "main_score": 0.902141, + "hf_subset": "eus_Latn-ltg_Latn", + "languages": [ + "eus-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616508, + "recall": 0.661067, + "f1": 0.628581, + "accuracy": 0.661067, + "main_score": 0.628581, + "hf_subset": "eus_Latn-nso_Latn", + "languages": [ + "eus-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954381, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "eus_Latn-tha_Thai", + "languages": [ + "eus-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "eus_Latn-zho_Hans", + "languages": [ + "eus-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-ast_Latn", + "languages": [ + "eus-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "eus_Latn-crh_Latn", + "languages": [ + "eus-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eus_Latn-glg_Latn", + "languages": [ + "eus-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82085, + "recall": 0.86166, + "f1": 0.833267, + "accuracy": 0.86166, + "main_score": 0.833267, + "hf_subset": "eus_Latn-kas_Deva", + "languages": [ + "eus-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "eus_Latn-ltz_Latn", + "languages": [ + "eus-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459363, + "recall": 0.520751, + "f1": 0.475564, + "accuracy": 0.520751, + "main_score": 0.475564, + "hf_subset": "eus_Latn-nus_Latn", + "languages": [ + "eus-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-slk_Latn", + "languages": [ + "eus-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595747, + "recall": 0.664032, + "f1": 0.614785, + "accuracy": 0.664032, + "main_score": 0.614785, + "hf_subset": "eus_Latn-tir_Ethi", + "languages": [ + "eus-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "eus_Latn-zho_Hant", + "languages": [ + "eus-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "eus_Latn-awa_Deva", + "languages": [ + "eus-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940629, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "eus_Latn-cym_Latn", + "languages": [ + "eus-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796723, + "recall": 0.839921, + "f1": 0.809369, + "accuracy": 0.839921, + "main_score": 0.809369, + "hf_subset": "eus_Latn-grn_Latn", + "languages": [ + "eus-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "eus_Latn-kat_Geor", + "languages": [ + "eus-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641667, + "recall": 0.689723, + "f1": 0.655672, + "accuracy": 0.689723, + "main_score": 0.655672, + "hf_subset": "eus_Latn-lua_Latn", + "languages": [ + "eus-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611402, + "recall": 0.66996, + "f1": 0.628647, + "accuracy": 0.66996, + "main_score": 0.628647, + "hf_subset": "eus_Latn-nya_Latn", + "languages": [ + "eus-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "eus_Latn-slv_Latn", + "languages": [ + "eus-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88997, + "recall": 0.917984, + "f1": 0.898207, + "accuracy": 0.917984, + "main_score": 0.898207, + "hf_subset": "eus_Latn-tpi_Latn", + "languages": [ + "eus-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-zsm_Latn", + "languages": [ + "eus-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555996, + "recall": 0.607708, + "f1": 0.570549, + "accuracy": 0.607708, + "main_score": 0.570549, + "hf_subset": "eus_Latn-ayr_Latn", + "languages": [ + "eus-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-dan_Latn", + "languages": [ + "eus-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "eus_Latn-kaz_Cyrl", + "languages": [ + "eus-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534685, + "recall": 0.593874, + "f1": 0.551463, + "accuracy": 0.593874, + "main_score": 0.551463, + "hf_subset": "eus_Latn-lug_Latn", + "languages": [ + "eus-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "eus_Latn-oci_Latn", + "languages": [ + "eus-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79114, + "recall": 0.831028, + "f1": 0.802602, + "accuracy": 0.831028, + "main_score": 0.802602, + "hf_subset": "eus_Latn-smo_Latn", + "languages": [ + "eus-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542773, + "recall": 0.598814, + "f1": 0.55812, + "accuracy": 0.598814, + "main_score": 0.55812, + "hf_subset": "eus_Latn-tsn_Latn", + "languages": [ + "eus-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626707, + "recall": 0.679842, + "f1": 0.642165, + "accuracy": 0.679842, + "main_score": 0.642165, + "hf_subset": "eus_Latn-zul_Latn", + "languages": [ + "eus-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879809, + "recall": 0.910079, + "f1": 0.889295, + "accuracy": 0.910079, + "main_score": 0.889295, + "hf_subset": "eus_Latn-azb_Arab", + "languages": [ + "eus-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eus_Latn-deu_Latn", + "languages": [ + "eus-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934321, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "eus_Latn-hat_Latn", + "languages": [ + "eus-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499473, + "recall": 0.544466, + "f1": 0.511707, + "accuracy": 0.544466, + "main_score": 0.511707, + "hf_subset": "eus_Latn-kbp_Latn", + "languages": [ + "eus-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565902, + "recall": 0.616601, + "f1": 0.580145, + "accuracy": 0.616601, + "main_score": 0.580145, + "hf_subset": "eus_Latn-luo_Latn", + "languages": [ + "eus-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "eus_Latn-ory_Orya", + "languages": [ + "eus-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572084, + "recall": 0.628458, + "f1": 0.587832, + "accuracy": 0.628458, + "main_score": 0.587832, + "hf_subset": "eus_Latn-sna_Latn", + "languages": [ + "eus-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544561, + "recall": 0.596838, + "f1": 0.558584, + "accuracy": 0.596838, + "main_score": 0.558584, + "hf_subset": "eus_Latn-tso_Latn", + "languages": [ + "eus-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "eus_Latn-azj_Latn", + "languages": [ + "eus-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536917, + "recall": 0.590909, + "f1": 0.552416, + "accuracy": 0.590909, + "main_score": 0.552416, + "hf_subset": "eus_Latn-dik_Latn", + "languages": [ + "eus-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711957, + "recall": 0.764822, + "f1": 0.727266, + "accuracy": 0.764822, + "main_score": 0.727266, + "hf_subset": "eus_Latn-hau_Latn", + "languages": [ + "eus-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "eus_Latn-kea_Latn", + "languages": [ + "eus-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716963, + "recall": 0.76581, + "f1": 0.731606, + "accuracy": 0.76581, + "main_score": 0.731606, + "hf_subset": "eus_Latn-lus_Latn", + "languages": [ + "eus-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832131, + "recall": 0.863636, + "f1": 0.841798, + "accuracy": 0.863636, + "main_score": 0.841798, + "hf_subset": "eus_Latn-pag_Latn", + "languages": [ + "eus-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921278, + "recall": 0.942688, + "f1": 0.927997, + "accuracy": 0.942688, + "main_score": 0.927997, + "hf_subset": "eus_Latn-tuk_Latn", + "languages": [ + "eus-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "eus_Latn-bak_Cyrl", + "languages": [ + "eus-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476427, + "recall": 0.545455, + "f1": 0.496414, + "accuracy": 0.545455, + "main_score": 0.496414, + "hf_subset": "eus_Latn-dyu_Latn", + "languages": [ + "eus-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "eus_Latn-heb_Hebr", + "languages": [ + "eus-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945735, + "recall": 0.961462, + "f1": 0.950823, + "accuracy": 0.961462, + "main_score": 0.950823, + "hf_subset": "eus_Latn-khk_Cyrl", + "languages": [ + "eus-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "eus_Latn-lvs_Latn", + "languages": [ + "eus-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676007, + "recall": 0.732213, + "f1": 0.692633, + "accuracy": 0.732213, + "main_score": 0.692633, + "hf_subset": "eus_Latn-som_Latn", + "languages": [ + "eus-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571056, + "recall": 0.616601, + "f1": 0.583427, + "accuracy": 0.616601, + "main_score": 0.583427, + "hf_subset": "eus_Latn-tum_Latn", + "languages": [ + "eus-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418713, + "recall": 0.474308, + "f1": 0.433928, + "accuracy": 0.474308, + "main_score": 0.433928, + "hf_subset": "ibo_Latn-ace_Arab", + "languages": [ + "ibo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511712, + "recall": 0.552372, + "f1": 0.523082, + "accuracy": 0.552372, + "main_score": 0.523082, + "hf_subset": "ibo_Latn-bam_Latn", + "languages": [ + "ibo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222822, + "recall": 0.268775, + "f1": 0.23431, + "accuracy": 0.268775, + "main_score": 0.23431, + "hf_subset": "ibo_Latn-dzo_Tibt", + "languages": [ + "ibo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557529, + "recall": 0.603755, + "f1": 0.568963, + "accuracy": 0.603755, + "main_score": 0.568963, + "hf_subset": "ibo_Latn-hin_Deva", + "languages": [ + "ibo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50916, + "recall": 0.560277, + "f1": 0.522269, + "accuracy": 0.560277, + "main_score": 0.522269, + "hf_subset": "ibo_Latn-khm_Khmr", + "languages": [ + "ibo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539756, + "recall": 0.585968, + "f1": 0.551568, + "accuracy": 0.585968, + "main_score": 0.551568, + "hf_subset": "ibo_Latn-mag_Deva", + "languages": [ + "ibo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583017, + "recall": 0.617589, + "f1": 0.591405, + "accuracy": 0.617589, + "main_score": 0.591405, + "hf_subset": "ibo_Latn-pap_Latn", + "languages": [ + "ibo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560857, + "recall": 0.598814, + "f1": 0.571084, + "accuracy": 0.598814, + "main_score": 0.571084, + "hf_subset": "ibo_Latn-sot_Latn", + "languages": [ + "ibo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545509, + "recall": 0.59585, + "f1": 0.558453, + "accuracy": 0.59585, + "main_score": 0.558453, + "hf_subset": "ibo_Latn-tur_Latn", + "languages": [ + "ibo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563526, + "recall": 0.593874, + "f1": 0.571603, + "accuracy": 0.593874, + "main_score": 0.571603, + "hf_subset": "ibo_Latn-ace_Latn", + "languages": [ + "ibo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562576, + "recall": 0.597826, + "f1": 0.57252, + "accuracy": 0.597826, + "main_score": 0.57252, + "hf_subset": "ibo_Latn-ban_Latn", + "languages": [ + "ibo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546753, + "recall": 0.597826, + "f1": 0.559373, + "accuracy": 0.597826, + "main_score": 0.559373, + "hf_subset": "ibo_Latn-ell_Grek", + "languages": [ + "ibo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530533, + "recall": 0.576087, + "f1": 0.543074, + "accuracy": 0.576087, + "main_score": 0.543074, + "hf_subset": "ibo_Latn-hne_Deva", + "languages": [ + "ibo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515826, + "recall": 0.559289, + "f1": 0.527523, + "accuracy": 0.559289, + "main_score": 0.527523, + "hf_subset": "ibo_Latn-kik_Latn", + "languages": [ + "ibo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539487, + "recall": 0.590909, + "f1": 0.552344, + "accuracy": 0.590909, + "main_score": 0.552344, + "hf_subset": "ibo_Latn-mai_Deva", + "languages": [ + "ibo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512909, + "recall": 0.567194, + "f1": 0.526301, + "accuracy": 0.567194, + "main_score": 0.526301, + "hf_subset": "ibo_Latn-pbt_Arab", + "languages": [ + "ibo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556831, + "recall": 0.605731, + "f1": 0.569046, + "accuracy": 0.605731, + "main_score": 0.569046, + "hf_subset": "ibo_Latn-spa_Latn", + "languages": [ + "ibo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551046, + "recall": 0.586957, + "f1": 0.561503, + "accuracy": 0.586957, + "main_score": 0.561503, + "hf_subset": "ibo_Latn-twi_Latn", + "languages": [ + "ibo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529776, + "recall": 0.578063, + "f1": 0.542004, + "accuracy": 0.578063, + "main_score": 0.542004, + "hf_subset": "ibo_Latn-acm_Arab", + "languages": [ + "ibo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508875, + "recall": 0.561265, + "f1": 0.521992, + "accuracy": 0.561265, + "main_score": 0.521992, + "hf_subset": "ibo_Latn-bel_Cyrl", + "languages": [ + "ibo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59289, + "recall": 0.63834, + "f1": 0.604213, + "accuracy": 0.63834, + "main_score": 0.604213, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571636, + "recall": 0.623518, + "f1": 0.584775, + "accuracy": 0.623518, + "main_score": 0.584775, + "hf_subset": "ibo_Latn-hrv_Latn", + "languages": [ + "ibo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526236, + "recall": 0.56917, + "f1": 0.537698, + "accuracy": 0.56917, + "main_score": 0.537698, + "hf_subset": "ibo_Latn-kin_Latn", + "languages": [ + "ibo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531143, + "recall": 0.583004, + "f1": 0.544809, + "accuracy": 0.583004, + "main_score": 0.544809, + "hf_subset": "ibo_Latn-mal_Mlym", + "languages": [ + "ibo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536361, + "recall": 0.586957, + "f1": 0.549245, + "accuracy": 0.586957, + "main_score": 0.549245, + "hf_subset": "ibo_Latn-pes_Arab", + "languages": [ + "ibo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571597, + "recall": 0.610672, + "f1": 0.581552, + "accuracy": 0.610672, + "main_score": 0.581552, + "hf_subset": "ibo_Latn-srd_Latn", + "languages": [ + "ibo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190932, + "recall": 0.224308, + "f1": 0.198906, + "accuracy": 0.224308, + "main_score": 0.198906, + "hf_subset": "ibo_Latn-tzm_Tfng", + "languages": [ + "ibo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530811, + "recall": 0.582016, + "f1": 0.543957, + "accuracy": 0.582016, + "main_score": 0.543957, + "hf_subset": "ibo_Latn-acq_Arab", + "languages": [ + "ibo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557898, + "recall": 0.592885, + "f1": 0.567785, + "accuracy": 0.592885, + "main_score": 0.567785, + "hf_subset": "ibo_Latn-bem_Latn", + "languages": [ + "ibo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55853, + "recall": 0.604743, + "f1": 0.570277, + "accuracy": 0.604743, + "main_score": 0.570277, + "hf_subset": "ibo_Latn-epo_Latn", + "languages": [ + "ibo-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551322, + "recall": 0.598814, + "f1": 0.563246, + "accuracy": 0.598814, + "main_score": 0.563246, + "hf_subset": "ibo_Latn-hun_Latn", + "languages": [ + "ibo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540935, + "recall": 0.589921, + "f1": 0.553985, + "accuracy": 0.589921, + "main_score": 0.553985, + "hf_subset": "ibo_Latn-kir_Cyrl", + "languages": [ + "ibo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542507, + "recall": 0.58498, + "f1": 0.553304, + "accuracy": 0.58498, + "main_score": 0.553304, + "hf_subset": "ibo_Latn-mar_Deva", + "languages": [ + "ibo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547464, + "recall": 0.589921, + "f1": 0.5589, + "accuracy": 0.589921, + "main_score": 0.5589, + "hf_subset": "ibo_Latn-plt_Latn", + "languages": [ + "ibo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567284, + "recall": 0.612648, + "f1": 0.578789, + "accuracy": 0.612648, + "main_score": 0.578789, + "hf_subset": "ibo_Latn-srp_Cyrl", + "languages": [ + "ibo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469697, + "recall": 0.519763, + "f1": 0.482746, + "accuracy": 0.519763, + "main_score": 0.482746, + "hf_subset": "ibo_Latn-uig_Arab", + "languages": [ + "ibo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526134, + "recall": 0.56917, + "f1": 0.53678, + "accuracy": 0.56917, + "main_score": 0.53678, + "hf_subset": "ibo_Latn-aeb_Arab", + "languages": [ + "ibo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543217, + "recall": 0.596838, + "f1": 0.557786, + "accuracy": 0.596838, + "main_score": 0.557786, + "hf_subset": "ibo_Latn-ben_Beng", + "languages": [ + "ibo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543225, + "recall": 0.588933, + "f1": 0.555085, + "accuracy": 0.588933, + "main_score": 0.555085, + "hf_subset": "ibo_Latn-est_Latn", + "languages": [ + "ibo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524115, + "recall": 0.572134, + "f1": 0.536093, + "accuracy": 0.572134, + "main_score": 0.536093, + "hf_subset": "ibo_Latn-hye_Armn", + "languages": [ + "ibo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531206, + "recall": 0.565217, + "f1": 0.540642, + "accuracy": 0.565217, + "main_score": 0.540642, + "hf_subset": "ibo_Latn-kmb_Latn", + "languages": [ + "ibo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370429, + "recall": 0.416996, + "f1": 0.382166, + "accuracy": 0.416996, + "main_score": 0.382166, + "hf_subset": "ibo_Latn-min_Arab", + "languages": [ + "ibo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557105, + "recall": 0.605731, + "f1": 0.569039, + "accuracy": 0.605731, + "main_score": 0.569039, + "hf_subset": "ibo_Latn-pol_Latn", + "languages": [ + "ibo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549512, + "recall": 0.587945, + "f1": 0.560063, + "accuracy": 0.587945, + "main_score": 0.560063, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566731, + "recall": 0.618577, + "f1": 0.579951, + "accuracy": 0.618577, + "main_score": 0.579951, + "hf_subset": "ibo_Latn-ukr_Cyrl", + "languages": [ + "ibo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585044, + "recall": 0.630435, + "f1": 0.597196, + "accuracy": 0.630435, + "main_score": 0.597196, + "hf_subset": "ibo_Latn-afr_Latn", + "languages": [ + "ibo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54219, + "recall": 0.585968, + "f1": 0.553517, + "accuracy": 0.585968, + "main_score": 0.553517, + "hf_subset": "ibo_Latn-bho_Deva", + "languages": [ + "ibo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552263, + "recall": 0.59585, + "f1": 0.563578, + "accuracy": 0.59585, + "main_score": 0.563578, + "hf_subset": "ibo_Latn-eus_Latn", + "languages": [ + "ibo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548925, + "recall": 0.590909, + "f1": 0.559992, + "accuracy": 0.590909, + "main_score": 0.559992, + "hf_subset": "ibo_Latn-kmr_Latn", + "languages": [ + "ibo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579089, + "recall": 0.617589, + "f1": 0.589045, + "accuracy": 0.617589, + "main_score": 0.589045, + "hf_subset": "ibo_Latn-min_Latn", + "languages": [ + "ibo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568182, + "recall": 0.620553, + "f1": 0.582028, + "accuracy": 0.620553, + "main_score": 0.582028, + "hf_subset": "ibo_Latn-por_Latn", + "languages": [ + "ibo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570887, + "recall": 0.61166, + "f1": 0.581609, + "accuracy": 0.61166, + "main_score": 0.581609, + "hf_subset": "ibo_Latn-sun_Latn", + "languages": [ + "ibo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486407, + "recall": 0.533597, + "f1": 0.49978, + "accuracy": 0.533597, + "main_score": 0.49978, + "hf_subset": "ibo_Latn-umb_Latn", + "languages": [ + "ibo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554231, + "recall": 0.600791, + "f1": 0.565679, + "accuracy": 0.600791, + "main_score": 0.565679, + "hf_subset": "ibo_Latn-ajp_Arab", + "languages": [ + "ibo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397826, + "recall": 0.448617, + "f1": 0.411641, + "accuracy": 0.448617, + "main_score": 0.411641, + "hf_subset": "ibo_Latn-bjn_Arab", + "languages": [ + "ibo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505816, + "recall": 0.538538, + "f1": 0.514936, + "accuracy": 0.538538, + "main_score": 0.514936, + "hf_subset": "ibo_Latn-ewe_Latn", + "languages": [ + "ibo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594923, + "recall": 0.637352, + "f1": 0.60594, + "accuracy": 0.637352, + "main_score": 0.60594, + "hf_subset": "ibo_Latn-ilo_Latn", + "languages": [ + "ibo-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311628, + "recall": 0.354743, + "f1": 0.323313, + "accuracy": 0.354743, + "main_score": 0.323313, + "hf_subset": "ibo_Latn-knc_Arab", + "languages": [ + "ibo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557669, + "recall": 0.610672, + "f1": 0.570847, + "accuracy": 0.610672, + "main_score": 0.570847, + "hf_subset": "ibo_Latn-mkd_Cyrl", + "languages": [ + "ibo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539001, + "recall": 0.590909, + "f1": 0.55267, + "accuracy": 0.590909, + "main_score": 0.55267, + "hf_subset": "ibo_Latn-prs_Arab", + "languages": [ + "ibo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57737, + "recall": 0.62253, + "f1": 0.588837, + "accuracy": 0.62253, + "main_score": 0.588837, + "hf_subset": "ibo_Latn-swe_Latn", + "languages": [ + "ibo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523031, + "recall": 0.577075, + "f1": 0.537378, + "accuracy": 0.577075, + "main_score": 0.537378, + "hf_subset": "ibo_Latn-urd_Arab", + "languages": [ + "ibo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541826, + "recall": 0.582016, + "f1": 0.552547, + "accuracy": 0.582016, + "main_score": 0.552547, + "hf_subset": "ibo_Latn-aka_Latn", + "languages": [ + "ibo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575988, + "recall": 0.613636, + "f1": 0.585698, + "accuracy": 0.613636, + "main_score": 0.585698, + "hf_subset": "ibo_Latn-bjn_Latn", + "languages": [ + "ibo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553145, + "recall": 0.590909, + "f1": 0.562476, + "accuracy": 0.590909, + "main_score": 0.562476, + "hf_subset": "ibo_Latn-fao_Latn", + "languages": [ + "ibo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585477, + "recall": 0.624506, + "f1": 0.595562, + "accuracy": 0.624506, + "main_score": 0.595562, + "hf_subset": "ibo_Latn-ind_Latn", + "languages": [ + "ibo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517489, + "recall": 0.563241, + "f1": 0.52996, + "accuracy": 0.563241, + "main_score": 0.52996, + "hf_subset": "ibo_Latn-knc_Latn", + "languages": [ + "ibo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570577, + "recall": 0.613636, + "f1": 0.58133, + "accuracy": 0.613636, + "main_score": 0.58133, + "hf_subset": "ibo_Latn-mlt_Latn", + "languages": [ + "ibo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542822, + "recall": 0.588933, + "f1": 0.555146, + "accuracy": 0.588933, + "main_score": 0.555146, + "hf_subset": "ibo_Latn-quy_Latn", + "languages": [ + "ibo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556797, + "recall": 0.608696, + "f1": 0.570257, + "accuracy": 0.608696, + "main_score": 0.570257, + "hf_subset": "ibo_Latn-swh_Latn", + "languages": [ + "ibo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530275, + "recall": 0.578063, + "f1": 0.542935, + "accuracy": 0.578063, + "main_score": 0.542935, + "hf_subset": "ibo_Latn-uzn_Latn", + "languages": [ + "ibo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559005, + "recall": 0.604743, + "f1": 0.571162, + "accuracy": 0.604743, + "main_score": 0.571162, + "hf_subset": "ibo_Latn-als_Latn", + "languages": [ + "ibo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.260566, + "recall": 0.316206, + "f1": 0.273748, + "accuracy": 0.316206, + "main_score": 0.273748, + "hf_subset": "ibo_Latn-bod_Tibt", + "languages": [ + "ibo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548718, + "recall": 0.592885, + "f1": 0.56111, + "accuracy": 0.592885, + "main_score": 0.56111, + "hf_subset": "ibo_Latn-fij_Latn", + "languages": [ + "ibo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530998, + "recall": 0.581028, + "f1": 0.543593, + "accuracy": 0.581028, + "main_score": 0.543593, + "hf_subset": "ibo_Latn-isl_Latn", + "languages": [ + "ibo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550409, + "recall": 0.589921, + "f1": 0.561293, + "accuracy": 0.589921, + "main_score": 0.561293, + "hf_subset": "ibo_Latn-kon_Latn", + "languages": [ + "ibo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476443, + "recall": 0.527668, + "f1": 0.490472, + "accuracy": 0.527668, + "main_score": 0.490472, + "hf_subset": "ibo_Latn-mni_Beng", + "languages": [ + "ibo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5911, + "recall": 0.629447, + "f1": 0.600731, + "accuracy": 0.629447, + "main_score": 0.600731, + "hf_subset": "ibo_Latn-ron_Latn", + "languages": [ + "ibo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572179, + "recall": 0.618577, + "f1": 0.584206, + "accuracy": 0.618577, + "main_score": 0.584206, + "hf_subset": "ibo_Latn-szl_Latn", + "languages": [ + "ibo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564758, + "recall": 0.607708, + "f1": 0.575833, + "accuracy": 0.607708, + "main_score": 0.575833, + "hf_subset": "ibo_Latn-vec_Latn", + "languages": [ + "ibo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469166, + "recall": 0.527668, + "f1": 0.484742, + "accuracy": 0.527668, + "main_score": 0.484742, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574977, + "recall": 0.620553, + "f1": 0.586626, + "accuracy": 0.620553, + "main_score": 0.586626, + "hf_subset": "ibo_Latn-bos_Latn", + "languages": [ + "ibo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534503, + "recall": 0.582016, + "f1": 0.546709, + "accuracy": 0.582016, + "main_score": 0.546709, + "hf_subset": "ibo_Latn-fin_Latn", + "languages": [ + "ibo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572444, + "recall": 0.618577, + "f1": 0.58407, + "accuracy": 0.618577, + "main_score": 0.58407, + "hf_subset": "ibo_Latn-ita_Latn", + "languages": [ + "ibo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543563, + "recall": 0.590909, + "f1": 0.55555, + "accuracy": 0.590909, + "main_score": 0.55555, + "hf_subset": "ibo_Latn-kor_Hang", + "languages": [ + "ibo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496692, + "recall": 0.544466, + "f1": 0.510107, + "accuracy": 0.544466, + "main_score": 0.510107, + "hf_subset": "ibo_Latn-mos_Latn", + "languages": [ + "ibo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521965, + "recall": 0.564229, + "f1": 0.533169, + "accuracy": 0.564229, + "main_score": 0.533169, + "hf_subset": "ibo_Latn-run_Latn", + "languages": [ + "ibo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52251, + "recall": 0.576087, + "f1": 0.536435, + "accuracy": 0.576087, + "main_score": 0.536435, + "hf_subset": "ibo_Latn-tam_Taml", + "languages": [ + "ibo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555768, + "recall": 0.596838, + "f1": 0.565902, + "accuracy": 0.596838, + "main_score": 0.565902, + "hf_subset": "ibo_Latn-vie_Latn", + "languages": [ + "ibo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540049, + "recall": 0.591897, + "f1": 0.553486, + "accuracy": 0.591897, + "main_score": 0.553486, + "hf_subset": "ibo_Latn-apc_Arab", + "languages": [ + "ibo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535985, + "recall": 0.575099, + "f1": 0.546009, + "accuracy": 0.575099, + "main_score": 0.546009, + "hf_subset": "ibo_Latn-bug_Latn", + "languages": [ + "ibo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457799, + "recall": 0.495059, + "f1": 0.468777, + "accuracy": 0.495059, + "main_score": 0.468777, + "hf_subset": "ibo_Latn-fon_Latn", + "languages": [ + "ibo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595549, + "recall": 0.635375, + "f1": 0.605202, + "accuracy": 0.635375, + "main_score": 0.605202, + "hf_subset": "ibo_Latn-jav_Latn", + "languages": [ + "ibo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498616, + "recall": 0.551383, + "f1": 0.511595, + "accuracy": 0.551383, + "main_score": 0.511595, + "hf_subset": "ibo_Latn-lao_Laoo", + "languages": [ + "ibo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501168, + "recall": 0.543478, + "f1": 0.51202, + "accuracy": 0.543478, + "main_score": 0.51202, + "hf_subset": "ibo_Latn-mri_Latn", + "languages": [ + "ibo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54624, + "recall": 0.601779, + "f1": 0.559986, + "accuracy": 0.601779, + "main_score": 0.559986, + "hf_subset": "ibo_Latn-rus_Cyrl", + "languages": [ + "ibo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482746, + "recall": 0.532609, + "f1": 0.496871, + "accuracy": 0.532609, + "main_score": 0.496871, + "hf_subset": "ibo_Latn-taq_Latn", + "languages": [ + "ibo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577318, + "recall": 0.621542, + "f1": 0.58764, + "accuracy": 0.621542, + "main_score": 0.58764, + "hf_subset": "ibo_Latn-war_Latn", + "languages": [ + "ibo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542815, + "recall": 0.593874, + "f1": 0.555142, + "accuracy": 0.593874, + "main_score": 0.555142, + "hf_subset": "ibo_Latn-arb_Arab", + "languages": [ + "ibo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574371, + "recall": 0.621542, + "f1": 0.586893, + "accuracy": 0.621542, + "main_score": 0.586893, + "hf_subset": "ibo_Latn-bul_Cyrl", + "languages": [ + "ibo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569265, + "recall": 0.616601, + "f1": 0.580884, + "accuracy": 0.616601, + "main_score": 0.580884, + "hf_subset": "ibo_Latn-fra_Latn", + "languages": [ + "ibo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542938, + "recall": 0.590909, + "f1": 0.554855, + "accuracy": 0.590909, + "main_score": 0.554855, + "hf_subset": "ibo_Latn-jpn_Jpan", + "languages": [ + "ibo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557306, + "recall": 0.602767, + "f1": 0.568881, + "accuracy": 0.602767, + "main_score": 0.568881, + "hf_subset": "ibo_Latn-lij_Latn", + "languages": [ + "ibo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396291, + "recall": 0.461462, + "f1": 0.413032, + "accuracy": 0.461462, + "main_score": 0.413032, + "hf_subset": "ibo_Latn-mya_Mymr", + "languages": [ + "ibo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526913, + "recall": 0.568182, + "f1": 0.537721, + "accuracy": 0.568182, + "main_score": 0.537721, + "hf_subset": "ibo_Latn-sag_Latn", + "languages": [ + "ibo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192636, + "recall": 0.238142, + "f1": 0.202603, + "accuracy": 0.238142, + "main_score": 0.202603, + "hf_subset": "ibo_Latn-taq_Tfng", + "languages": [ + "ibo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551367, + "recall": 0.587945, + "f1": 0.562055, + "accuracy": 0.587945, + "main_score": 0.562055, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447573, + "recall": 0.499012, + "f1": 0.460924, + "accuracy": 0.499012, + "main_score": 0.460924, + "hf_subset": "ibo_Latn-arb_Latn", + "languages": [ + "ibo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569951, + "recall": 0.620553, + "f1": 0.582533, + "accuracy": 0.620553, + "main_score": 0.582533, + "hf_subset": "ibo_Latn-cat_Latn", + "languages": [ + "ibo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559577, + "recall": 0.608696, + "f1": 0.571837, + "accuracy": 0.608696, + "main_score": 0.571837, + "hf_subset": "ibo_Latn-fur_Latn", + "languages": [ + "ibo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428084, + "recall": 0.478261, + "f1": 0.442083, + "accuracy": 0.478261, + "main_score": 0.442083, + "hf_subset": "ibo_Latn-kab_Latn", + "languages": [ + "ibo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551789, + "recall": 0.590909, + "f1": 0.561343, + "accuracy": 0.590909, + "main_score": 0.561343, + "hf_subset": "ibo_Latn-lim_Latn", + "languages": [ + "ibo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556347, + "recall": 0.599802, + "f1": 0.567151, + "accuracy": 0.599802, + "main_score": 0.567151, + "hf_subset": "ibo_Latn-nld_Latn", + "languages": [ + "ibo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510792, + "recall": 0.5583, + "f1": 0.522808, + "accuracy": 0.5583, + "main_score": 0.522808, + "hf_subset": "ibo_Latn-san_Deva", + "languages": [ + "ibo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554264, + "recall": 0.602767, + "f1": 0.567491, + "accuracy": 0.602767, + "main_score": 0.567491, + "hf_subset": "ibo_Latn-tat_Cyrl", + "languages": [ + "ibo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56633, + "recall": 0.607708, + "f1": 0.577949, + "accuracy": 0.607708, + "main_score": 0.577949, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511687, + "recall": 0.567194, + "f1": 0.525639, + "accuracy": 0.567194, + "main_score": 0.525639, + "hf_subset": "ibo_Latn-ars_Arab", + "languages": [ + "ibo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591335, + "recall": 0.629447, + "f1": 0.600745, + "accuracy": 0.629447, + "main_score": 0.600745, + "hf_subset": "ibo_Latn-ceb_Latn", + "languages": [ + "ibo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5078, + "recall": 0.550395, + "f1": 0.520114, + "accuracy": 0.550395, + "main_score": 0.520114, + "hf_subset": "ibo_Latn-fuv_Latn", + "languages": [ + "ibo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498814, + "recall": 0.541502, + "f1": 0.510147, + "accuracy": 0.541502, + "main_score": 0.510147, + "hf_subset": "ibo_Latn-kac_Latn", + "languages": [ + "ibo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569291, + "recall": 0.605731, + "f1": 0.578702, + "accuracy": 0.605731, + "main_score": 0.578702, + "hf_subset": "ibo_Latn-lin_Latn", + "languages": [ + "ibo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557604, + "recall": 0.602767, + "f1": 0.569557, + "accuracy": 0.602767, + "main_score": 0.569557, + "hf_subset": "ibo_Latn-nno_Latn", + "languages": [ + "ibo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121197, + "recall": 0.157115, + "f1": 0.129968, + "accuracy": 0.157115, + "main_score": 0.129968, + "hf_subset": "ibo_Latn-sat_Olck", + "languages": [ + "ibo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528494, + "recall": 0.582016, + "f1": 0.542027, + "accuracy": 0.582016, + "main_score": 0.542027, + "hf_subset": "ibo_Latn-tel_Telu", + "languages": [ + "ibo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481701, + "recall": 0.533597, + "f1": 0.495393, + "accuracy": 0.533597, + "main_score": 0.495393, + "hf_subset": "ibo_Latn-ydd_Hebr", + "languages": [ + "ibo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501151, + "recall": 0.551383, + "f1": 0.514286, + "accuracy": 0.551383, + "main_score": 0.514286, + "hf_subset": "ibo_Latn-ary_Arab", + "languages": [ + "ibo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558145, + "recall": 0.605731, + "f1": 0.570269, + "accuracy": 0.605731, + "main_score": 0.570269, + "hf_subset": "ibo_Latn-ces_Latn", + "languages": [ + "ibo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495582, + "recall": 0.552372, + "f1": 0.511563, + "accuracy": 0.552372, + "main_score": 0.511563, + "hf_subset": "ibo_Latn-gaz_Latn", + "languages": [ + "ibo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533127, + "recall": 0.573123, + "f1": 0.544254, + "accuracy": 0.573123, + "main_score": 0.544254, + "hf_subset": "ibo_Latn-kam_Latn", + "languages": [ + "ibo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529107, + "recall": 0.58004, + "f1": 0.541328, + "accuracy": 0.58004, + "main_score": 0.541328, + "hf_subset": "ibo_Latn-lit_Latn", + "languages": [ + "ibo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570224, + "recall": 0.618577, + "f1": 0.582557, + "accuracy": 0.618577, + "main_score": 0.582557, + "hf_subset": "ibo_Latn-nob_Latn", + "languages": [ + "ibo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556837, + "recall": 0.602767, + "f1": 0.56846, + "accuracy": 0.602767, + "main_score": 0.56846, + "hf_subset": "ibo_Latn-scn_Latn", + "languages": [ + "ibo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536986, + "recall": 0.579051, + "f1": 0.548347, + "accuracy": 0.579051, + "main_score": 0.548347, + "hf_subset": "ibo_Latn-tgk_Cyrl", + "languages": [ + "ibo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518659, + "recall": 0.566206, + "f1": 0.532221, + "accuracy": 0.566206, + "main_score": 0.532221, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532731, + "recall": 0.582016, + "f1": 0.545528, + "accuracy": 0.582016, + "main_score": 0.545528, + "hf_subset": "ibo_Latn-arz_Arab", + "languages": [ + "ibo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476326, + "recall": 0.51581, + "f1": 0.487342, + "accuracy": 0.51581, + "main_score": 0.487342, + "hf_subset": "ibo_Latn-cjk_Latn", + "languages": [ + "ibo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511158, + "recall": 0.5583, + "f1": 0.523777, + "accuracy": 0.5583, + "main_score": 0.523777, + "hf_subset": "ibo_Latn-gla_Latn", + "languages": [ + "ibo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54263, + "recall": 0.594862, + "f1": 0.555879, + "accuracy": 0.594862, + "main_score": 0.555879, + "hf_subset": "ibo_Latn-kan_Knda", + "languages": [ + "ibo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566162, + "recall": 0.608696, + "f1": 0.577528, + "accuracy": 0.608696, + "main_score": 0.577528, + "hf_subset": "ibo_Latn-lmo_Latn", + "languages": [ + "ibo-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542578, + "recall": 0.594862, + "f1": 0.555629, + "accuracy": 0.594862, + "main_score": 0.555629, + "hf_subset": "ibo_Latn-npi_Deva", + "languages": [ + "ibo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429067, + "recall": 0.474308, + "f1": 0.441646, + "accuracy": 0.474308, + "main_score": 0.441646, + "hf_subset": "ibo_Latn-shn_Mymr", + "languages": [ + "ibo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583543, + "recall": 0.626482, + "f1": 0.594403, + "accuracy": 0.626482, + "main_score": 0.594403, + "hf_subset": "ibo_Latn-tgl_Latn", + "languages": [ + "ibo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526584, + "recall": 0.577075, + "f1": 0.53883, + "accuracy": 0.577075, + "main_score": 0.53883, + "hf_subset": "ibo_Latn-yue_Hant", + "languages": [ + "ibo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518049, + "recall": 0.567194, + "f1": 0.531245, + "accuracy": 0.567194, + "main_score": 0.531245, + "hf_subset": "ibo_Latn-asm_Beng", + "languages": [ + "ibo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516401, + "recall": 0.554348, + "f1": 0.52657, + "accuracy": 0.554348, + "main_score": 0.52657, + "hf_subset": "ibo_Latn-ckb_Arab", + "languages": [ + "ibo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511213, + "recall": 0.551383, + "f1": 0.522045, + "accuracy": 0.551383, + "main_score": 0.522045, + "hf_subset": "ibo_Latn-gle_Latn", + "languages": [ + "ibo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472921, + "recall": 0.529644, + "f1": 0.487612, + "accuracy": 0.529644, + "main_score": 0.487612, + "hf_subset": "ibo_Latn-kas_Arab", + "languages": [ + "ibo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523532, + "recall": 0.574111, + "f1": 0.536629, + "accuracy": 0.574111, + "main_score": 0.536629, + "hf_subset": "ibo_Latn-ltg_Latn", + "languages": [ + "ibo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562056, + "recall": 0.602767, + "f1": 0.57299, + "accuracy": 0.602767, + "main_score": 0.57299, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483057, + "recall": 0.544466, + "f1": 0.499127, + "accuracy": 0.544466, + "main_score": 0.499127, + "hf_subset": "ibo_Latn-sin_Sinh", + "languages": [ + "ibo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543157, + "recall": 0.585968, + "f1": 0.554747, + "accuracy": 0.585968, + "main_score": 0.554747, + "hf_subset": "ibo_Latn-tha_Thai", + "languages": [ + "ibo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525636, + "recall": 0.566206, + "f1": 0.534888, + "accuracy": 0.566206, + "main_score": 0.534888, + "hf_subset": "ibo_Latn-zho_Hans", + "languages": [ + "ibo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5657, + "recall": 0.615613, + "f1": 0.578315, + "accuracy": 0.615613, + "main_score": 0.578315, + "hf_subset": "ibo_Latn-ast_Latn", + "languages": [ + "ibo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525867, + "recall": 0.578063, + "f1": 0.539442, + "accuracy": 0.578063, + "main_score": 0.539442, + "hf_subset": "ibo_Latn-crh_Latn", + "languages": [ + "ibo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567768, + "recall": 0.61166, + "f1": 0.579853, + "accuracy": 0.61166, + "main_score": 0.579853, + "hf_subset": "ibo_Latn-glg_Latn", + "languages": [ + "ibo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501369, + "recall": 0.541502, + "f1": 0.512174, + "accuracy": 0.541502, + "main_score": 0.512174, + "hf_subset": "ibo_Latn-kas_Deva", + "languages": [ + "ibo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543104, + "recall": 0.586957, + "f1": 0.55493, + "accuracy": 0.586957, + "main_score": 0.55493, + "hf_subset": "ibo_Latn-ltz_Latn", + "languages": [ + "ibo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455931, + "recall": 0.517787, + "f1": 0.472912, + "accuracy": 0.517787, + "main_score": 0.472912, + "hf_subset": "ibo_Latn-nus_Latn", + "languages": [ + "ibo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557558, + "recall": 0.601779, + "f1": 0.568902, + "accuracy": 0.601779, + "main_score": 0.568902, + "hf_subset": "ibo_Latn-slk_Latn", + "languages": [ + "ibo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394461, + "recall": 0.449605, + "f1": 0.409725, + "accuracy": 0.449605, + "main_score": 0.409725, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523175, + "recall": 0.575099, + "f1": 0.536177, + "accuracy": 0.575099, + "main_score": 0.536177, + "hf_subset": "ibo_Latn-zho_Hant", + "languages": [ + "ibo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539166, + "recall": 0.589921, + "f1": 0.551736, + "accuracy": 0.589921, + "main_score": 0.551736, + "hf_subset": "ibo_Latn-awa_Deva", + "languages": [ + "ibo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565646, + "recall": 0.608696, + "f1": 0.576705, + "accuracy": 0.608696, + "main_score": 0.576705, + "hf_subset": "ibo_Latn-cym_Latn", + "languages": [ + "ibo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558304, + "recall": 0.596838, + "f1": 0.568349, + "accuracy": 0.596838, + "main_score": 0.568349, + "hf_subset": "ibo_Latn-grn_Latn", + "languages": [ + "ibo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523912, + "recall": 0.572134, + "f1": 0.536661, + "accuracy": 0.572134, + "main_score": 0.536661, + "hf_subset": "ibo_Latn-kat_Geor", + "languages": [ + "ibo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545518, + "recall": 0.583004, + "f1": 0.556183, + "accuracy": 0.583004, + "main_score": 0.556183, + "hf_subset": "ibo_Latn-lua_Latn", + "languages": [ + "ibo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529947, + "recall": 0.566206, + "f1": 0.539156, + "accuracy": 0.566206, + "main_score": 0.539156, + "hf_subset": "ibo_Latn-nya_Latn", + "languages": [ + "ibo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568088, + "recall": 0.612648, + "f1": 0.579023, + "accuracy": 0.612648, + "main_score": 0.579023, + "hf_subset": "ibo_Latn-slv_Latn", + "languages": [ + "ibo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578386, + "recall": 0.621542, + "f1": 0.588968, + "accuracy": 0.621542, + "main_score": 0.588968, + "hf_subset": "ibo_Latn-tpi_Latn", + "languages": [ + "ibo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5855, + "recall": 0.625494, + "f1": 0.594947, + "accuracy": 0.625494, + "main_score": 0.594947, + "hf_subset": "ibo_Latn-zsm_Latn", + "languages": [ + "ibo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479945, + "recall": 0.523715, + "f1": 0.492723, + "accuracy": 0.523715, + "main_score": 0.492723, + "hf_subset": "ibo_Latn-ayr_Latn", + "languages": [ + "ibo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579788, + "recall": 0.629447, + "f1": 0.591653, + "accuracy": 0.629447, + "main_score": 0.591653, + "hf_subset": "ibo_Latn-dan_Latn", + "languages": [ + "ibo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535423, + "recall": 0.58498, + "f1": 0.548122, + "accuracy": 0.58498, + "main_score": 0.548122, + "hf_subset": "ibo_Latn-guj_Gujr", + "languages": [ + "ibo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54521, + "recall": 0.594862, + "f1": 0.558199, + "accuracy": 0.594862, + "main_score": 0.558199, + "hf_subset": "ibo_Latn-kaz_Cyrl", + "languages": [ + "ibo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500388, + "recall": 0.546443, + "f1": 0.513051, + "accuracy": 0.546443, + "main_score": 0.513051, + "hf_subset": "ibo_Latn-lug_Latn", + "languages": [ + "ibo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584002, + "recall": 0.62747, + "f1": 0.594712, + "accuracy": 0.62747, + "main_score": 0.594712, + "hf_subset": "ibo_Latn-oci_Latn", + "languages": [ + "ibo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551337, + "recall": 0.596838, + "f1": 0.56246, + "accuracy": 0.596838, + "main_score": 0.56246, + "hf_subset": "ibo_Latn-smo_Latn", + "languages": [ + "ibo-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522738, + "recall": 0.56917, + "f1": 0.53507, + "accuracy": 0.56917, + "main_score": 0.53507, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535107, + "recall": 0.58498, + "f1": 0.548181, + "accuracy": 0.58498, + "main_score": 0.548181, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466456, + "recall": 0.520751, + "f1": 0.48091, + "accuracy": 0.520751, + "main_score": 0.48091, + "hf_subset": "ibo_Latn-azb_Arab", + "languages": [ + "ibo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571953, + "recall": 0.618577, + "f1": 0.58387, + "accuracy": 0.618577, + "main_score": 0.58387, + "hf_subset": "ibo_Latn-deu_Latn", + "languages": [ + "ibo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519286, + "recall": 0.568182, + "f1": 0.532737, + "accuracy": 0.568182, + "main_score": 0.532737, + "hf_subset": "ibo_Latn-hat_Latn", + "languages": [ + "ibo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480166, + "recall": 0.523715, + "f1": 0.491884, + "accuracy": 0.523715, + "main_score": 0.491884, + "hf_subset": "ibo_Latn-kbp_Latn", + "languages": [ + "ibo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553745, + "recall": 0.587945, + "f1": 0.563168, + "accuracy": 0.587945, + "main_score": 0.563168, + "hf_subset": "ibo_Latn-luo_Latn", + "languages": [ + "ibo-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529595, + "recall": 0.583004, + "f1": 0.543126, + "accuracy": 0.583004, + "main_score": 0.543126, + "hf_subset": "ibo_Latn-ory_Orya", + "languages": [ + "ibo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538969, + "recall": 0.585968, + "f1": 0.552, + "accuracy": 0.585968, + "main_score": 0.552, + "hf_subset": "ibo_Latn-sna_Latn", + "languages": [ + "ibo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528905, + "recall": 0.566206, + "f1": 0.538723, + "accuracy": 0.566206, + "main_score": 0.538723, + "hf_subset": "ibo_Latn-tso_Latn", + "languages": [ + "ibo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509785, + "recall": 0.559289, + "f1": 0.522698, + "accuracy": 0.559289, + "main_score": 0.522698, + "hf_subset": "ibo_Latn-azj_Latn", + "languages": [ + "ibo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509696, + "recall": 0.552372, + "f1": 0.521994, + "accuracy": 0.552372, + "main_score": 0.521994, + "hf_subset": "ibo_Latn-dik_Latn", + "languages": [ + "ibo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54389, + "recall": 0.58004, + "f1": 0.553619, + "accuracy": 0.58004, + "main_score": 0.553619, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57587, + "recall": 0.610672, + "f1": 0.585237, + "accuracy": 0.610672, + "main_score": 0.585237, + "hf_subset": "ibo_Latn-kea_Latn", + "languages": [ + "ibo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555552, + "recall": 0.587945, + "f1": 0.564333, + "accuracy": 0.587945, + "main_score": 0.564333, + "hf_subset": "ibo_Latn-lus_Latn", + "languages": [ + "ibo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555538, + "recall": 0.586957, + "f1": 0.564239, + "accuracy": 0.586957, + "main_score": 0.564239, + "hf_subset": "ibo_Latn-pag_Latn", + "languages": [ + "ibo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506366, + "recall": 0.567194, + "f1": 0.522434, + "accuracy": 0.567194, + "main_score": 0.522434, + "hf_subset": "ibo_Latn-snd_Arab", + "languages": [ + "ibo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517459, + "recall": 0.567194, + "f1": 0.530385, + "accuracy": 0.567194, + "main_score": 0.530385, + "hf_subset": "ibo_Latn-tuk_Latn", + "languages": [ + "ibo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549315, + "recall": 0.589921, + "f1": 0.559985, + "accuracy": 0.589921, + "main_score": 0.559985, + "hf_subset": "ibo_Latn-bak_Cyrl", + "languages": [ + "ibo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439119, + "recall": 0.492095, + "f1": 0.454254, + "accuracy": 0.492095, + "main_score": 0.454254, + "hf_subset": "ibo_Latn-dyu_Latn", + "languages": [ + "ibo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544655, + "recall": 0.593874, + "f1": 0.5568, + "accuracy": 0.593874, + "main_score": 0.5568, + "hf_subset": "ibo_Latn-heb_Hebr", + "languages": [ + "ibo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514733, + "recall": 0.561265, + "f1": 0.526988, + "accuracy": 0.561265, + "main_score": 0.526988, + "hf_subset": "ibo_Latn-khk_Cyrl", + "languages": [ + "ibo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553392, + "recall": 0.598814, + "f1": 0.564353, + "accuracy": 0.598814, + "main_score": 0.564353, + "hf_subset": "ibo_Latn-lvs_Latn", + "languages": [ + "ibo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538737, + "recall": 0.589921, + "f1": 0.551708, + "accuracy": 0.589921, + "main_score": 0.551708, + "hf_subset": "ibo_Latn-pan_Guru", + "languages": [ + "ibo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505792, + "recall": 0.550395, + "f1": 0.518347, + "accuracy": 0.550395, + "main_score": 0.518347, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514692, + "recall": 0.552372, + "f1": 0.525093, + "accuracy": 0.552372, + "main_score": 0.525093, + "hf_subset": "ibo_Latn-tum_Latn", + "languages": [ + "ibo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517892, + "recall": 0.572134, + "f1": 0.53292, + "accuracy": 0.572134, + "main_score": 0.53292, + "hf_subset": "kmr_Latn-ace_Arab", + "languages": [ + "kmr-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542945, + "recall": 0.590909, + "f1": 0.556748, + "accuracy": 0.590909, + "main_score": 0.556748, + "hf_subset": "kmr_Latn-bam_Latn", + "languages": [ + "kmr-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302159, + "recall": 0.354743, + "f1": 0.315895, + "accuracy": 0.354743, + "main_score": 0.315895, + "hf_subset": "kmr_Latn-dzo_Tibt", + "languages": [ + "kmr-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89297, + "recall": 0.91996, + "f1": 0.900812, + "accuracy": 0.91996, + "main_score": 0.900812, + "hf_subset": "kmr_Latn-hin_Deva", + "languages": [ + "kmr-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840991, + "recall": 0.87747, + "f1": 0.851589, + "accuracy": 0.87747, + "main_score": 0.851589, + "hf_subset": "kmr_Latn-khm_Khmr", + "languages": [ + "kmr-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868561, + "recall": 0.900198, + "f1": 0.877555, + "accuracy": 0.900198, + "main_score": 0.877555, + "hf_subset": "kmr_Latn-mag_Deva", + "languages": [ + "kmr-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804448, + "recall": 0.838933, + "f1": 0.813925, + "accuracy": 0.838933, + "main_score": 0.813925, + "hf_subset": "kmr_Latn-pap_Latn", + "languages": [ + "kmr-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580369, + "recall": 0.62253, + "f1": 0.592317, + "accuracy": 0.62253, + "main_score": 0.592317, + "hf_subset": "kmr_Latn-sot_Latn", + "languages": [ + "kmr-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89968, + "recall": 0.924901, + "f1": 0.907131, + "accuracy": 0.924901, + "main_score": 0.907131, + "hf_subset": "kmr_Latn-tur_Latn", + "languages": [ + "kmr-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734684, + "recall": 0.771739, + "f1": 0.745653, + "accuracy": 0.771739, + "main_score": 0.745653, + "hf_subset": "kmr_Latn-ace_Latn", + "languages": [ + "kmr-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791271, + "recall": 0.826087, + "f1": 0.801394, + "accuracy": 0.826087, + "main_score": 0.801394, + "hf_subset": "kmr_Latn-ban_Latn", + "languages": [ + "kmr-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865316, + "recall": 0.898221, + "f1": 0.875052, + "accuracy": 0.898221, + "main_score": 0.875052, + "hf_subset": "kmr_Latn-ell_Grek", + "languages": [ + "kmr-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852152, + "recall": 0.884387, + "f1": 0.861462, + "accuracy": 0.884387, + "main_score": 0.861462, + "hf_subset": "kmr_Latn-hne_Deva", + "languages": [ + "kmr-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550127, + "recall": 0.590909, + "f1": 0.561379, + "accuracy": 0.590909, + "main_score": 0.561379, + "hf_subset": "kmr_Latn-kik_Latn", + "languages": [ + "kmr-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85118, + "recall": 0.886364, + "f1": 0.861119, + "accuracy": 0.886364, + "main_score": 0.861119, + "hf_subset": "kmr_Latn-mai_Deva", + "languages": [ + "kmr-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815613, + "recall": 0.857708, + "f1": 0.82787, + "accuracy": 0.857708, + "main_score": 0.82787, + "hf_subset": "kmr_Latn-pbt_Arab", + "languages": [ + "kmr-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881242, + "recall": 0.912055, + "f1": 0.890349, + "accuracy": 0.912055, + "main_score": 0.890349, + "hf_subset": "kmr_Latn-spa_Latn", + "languages": [ + "kmr-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570365, + "recall": 0.617589, + "f1": 0.584272, + "accuracy": 0.617589, + "main_score": 0.584272, + "hf_subset": "kmr_Latn-twi_Latn", + "languages": [ + "kmr-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857564, + "recall": 0.893281, + "f1": 0.868069, + "accuracy": 0.893281, + "main_score": 0.868069, + "hf_subset": "kmr_Latn-acm_Arab", + "languages": [ + "kmr-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830879, + "recall": 0.870553, + "f1": 0.842445, + "accuracy": 0.870553, + "main_score": 0.842445, + "hf_subset": "kmr_Latn-bel_Cyrl", + "languages": [ + "kmr-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901499, + "recall": 0.926877, + "f1": 0.90911, + "accuracy": 0.926877, + "main_score": 0.90911, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882782, + "recall": 0.913043, + "f1": 0.892051, + "accuracy": 0.913043, + "main_score": 0.892051, + "hf_subset": "kmr_Latn-hrv_Latn", + "languages": [ + "kmr-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548629, + "recall": 0.59585, + "f1": 0.561748, + "accuracy": 0.59585, + "main_score": 0.561748, + "hf_subset": "kmr_Latn-kin_Latn", + "languages": [ + "kmr-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873468, + "recall": 0.906126, + "f1": 0.883536, + "accuracy": 0.906126, + "main_score": 0.883536, + "hf_subset": "kmr_Latn-mal_Mlym", + "languages": [ + "kmr-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890794, + "recall": 0.920949, + "f1": 0.899901, + "accuracy": 0.920949, + "main_score": 0.899901, + "hf_subset": "kmr_Latn-pes_Arab", + "languages": [ + "kmr-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829491, + "recall": 0.864625, + "f1": 0.839874, + "accuracy": 0.864625, + "main_score": 0.839874, + "hf_subset": "kmr_Latn-srd_Latn", + "languages": [ + "kmr-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198003, + "recall": 0.23913, + "f1": 0.208409, + "accuracy": 0.23913, + "main_score": 0.208409, + "hf_subset": "kmr_Latn-tzm_Tfng", + "languages": [ + "kmr-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86811, + "recall": 0.903162, + "f1": 0.878689, + "accuracy": 0.903162, + "main_score": 0.878689, + "hf_subset": "kmr_Latn-acq_Arab", + "languages": [ + "kmr-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587266, + "recall": 0.631423, + "f1": 0.599606, + "accuracy": 0.631423, + "main_score": 0.599606, + "hf_subset": "kmr_Latn-bem_Latn", + "languages": [ + "kmr-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891123, + "recall": 0.91996, + "f1": 0.899901, + "accuracy": 0.91996, + "main_score": 0.899901, + "hf_subset": "kmr_Latn-epo_Latn", + "languages": [ + "kmr-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88415, + "recall": 0.913043, + "f1": 0.892342, + "accuracy": 0.913043, + "main_score": 0.892342, + "hf_subset": "kmr_Latn-hun_Latn", + "languages": [ + "kmr-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829406, + "recall": 0.863636, + "f1": 0.838741, + "accuracy": 0.863636, + "main_score": 0.838741, + "hf_subset": "kmr_Latn-kir_Cyrl", + "languages": [ + "kmr-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881678, + "recall": 0.910079, + "f1": 0.890024, + "accuracy": 0.910079, + "main_score": 0.890024, + "hf_subset": "kmr_Latn-mar_Deva", + "languages": [ + "kmr-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633591, + "recall": 0.674901, + "f1": 0.645319, + "accuracy": 0.674901, + "main_score": 0.645319, + "hf_subset": "kmr_Latn-plt_Latn", + "languages": [ + "kmr-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889206, + "recall": 0.918972, + "f1": 0.898271, + "accuracy": 0.918972, + "main_score": 0.898271, + "hf_subset": "kmr_Latn-srp_Cyrl", + "languages": [ + "kmr-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758412, + "recall": 0.801383, + "f1": 0.770956, + "accuracy": 0.801383, + "main_score": 0.770956, + "hf_subset": "kmr_Latn-uig_Arab", + "languages": [ + "kmr-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83633, + "recall": 0.866601, + "f1": 0.844645, + "accuracy": 0.866601, + "main_score": 0.844645, + "hf_subset": "kmr_Latn-aeb_Arab", + "languages": [ + "kmr-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88107, + "recall": 0.912055, + "f1": 0.890497, + "accuracy": 0.912055, + "main_score": 0.890497, + "hf_subset": "kmr_Latn-ben_Beng", + "languages": [ + "kmr-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880015, + "recall": 0.909091, + "f1": 0.888743, + "accuracy": 0.909091, + "main_score": 0.888743, + "hf_subset": "kmr_Latn-est_Latn", + "languages": [ + "kmr-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877783, + "recall": 0.912055, + "f1": 0.887846, + "accuracy": 0.912055, + "main_score": 0.887846, + "hf_subset": "kmr_Latn-hye_Armn", + "languages": [ + "kmr-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538802, + "recall": 0.579051, + "f1": 0.550782, + "accuracy": 0.579051, + "main_score": 0.550782, + "hf_subset": "kmr_Latn-kmb_Latn", + "languages": [ + "kmr-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452522, + "recall": 0.513834, + "f1": 0.469165, + "accuracy": 0.513834, + "main_score": 0.469165, + "hf_subset": "kmr_Latn-min_Arab", + "languages": [ + "kmr-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880724, + "recall": 0.908103, + "f1": 0.888512, + "accuracy": 0.908103, + "main_score": 0.888512, + "hf_subset": "kmr_Latn-pol_Latn", + "languages": [ + "kmr-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557305, + "recall": 0.601779, + "f1": 0.569864, + "accuracy": 0.601779, + "main_score": 0.569864, + "hf_subset": "kmr_Latn-ssw_Latn", + "languages": [ + "kmr-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897151, + "recall": 0.923913, + "f1": 0.905439, + "accuracy": 0.923913, + "main_score": 0.905439, + "hf_subset": "kmr_Latn-ukr_Cyrl", + "languages": [ + "kmr-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902315, + "recall": 0.928854, + "f1": 0.91026, + "accuracy": 0.928854, + "main_score": 0.91026, + "hf_subset": "kmr_Latn-afr_Latn", + "languages": [ + "kmr-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824186, + "recall": 0.858696, + "f1": 0.834091, + "accuracy": 0.858696, + "main_score": 0.834091, + "hf_subset": "kmr_Latn-bho_Deva", + "languages": [ + "kmr-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848024, + "recall": 0.883399, + "f1": 0.858387, + "accuracy": 0.883399, + "main_score": 0.858387, + "hf_subset": "kmr_Latn-eus_Latn", + "languages": [ + "kmr-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57343, + "recall": 0.616601, + "f1": 0.58479, + "accuracy": 0.616601, + "main_score": 0.58479, + "hf_subset": "kmr_Latn-ibo_Latn", + "languages": [ + "kmr-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833613, + "recall": 0.869565, + "f1": 0.844551, + "accuracy": 0.869565, + "main_score": 0.844551, + "hf_subset": "kmr_Latn-min_Latn", + "languages": [ + "kmr-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89678, + "recall": 0.923913, + "f1": 0.905047, + "accuracy": 0.923913, + "main_score": 0.905047, + "hf_subset": "kmr_Latn-por_Latn", + "languages": [ + "kmr-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848188, + "recall": 0.884387, + "f1": 0.858762, + "accuracy": 0.884387, + "main_score": 0.858762, + "hf_subset": "kmr_Latn-sun_Latn", + "languages": [ + "kmr-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503294, + "recall": 0.546443, + "f1": 0.51573, + "accuracy": 0.546443, + "main_score": 0.51573, + "hf_subset": "kmr_Latn-umb_Latn", + "languages": [ + "kmr-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87052, + "recall": 0.903162, + "f1": 0.880205, + "accuracy": 0.903162, + "main_score": 0.880205, + "hf_subset": "kmr_Latn-ajp_Arab", + "languages": [ + "kmr-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475901, + "recall": 0.533597, + "f1": 0.49147, + "accuracy": 0.533597, + "main_score": 0.49147, + "hf_subset": "kmr_Latn-bjn_Arab", + "languages": [ + "kmr-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517928, + "recall": 0.557312, + "f1": 0.529098, + "accuracy": 0.557312, + "main_score": 0.529098, + "hf_subset": "kmr_Latn-ewe_Latn", + "languages": [ + "kmr-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777095, + "recall": 0.816206, + "f1": 0.787985, + "accuracy": 0.816206, + "main_score": 0.787985, + "hf_subset": "kmr_Latn-ilo_Latn", + "languages": [ + "kmr-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311891, + "recall": 0.357708, + "f1": 0.32477, + "accuracy": 0.357708, + "main_score": 0.32477, + "hf_subset": "kmr_Latn-knc_Arab", + "languages": [ + "kmr-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88307, + "recall": 0.913043, + "f1": 0.892377, + "accuracy": 0.913043, + "main_score": 0.892377, + "hf_subset": "kmr_Latn-mkd_Cyrl", + "languages": [ + "kmr-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896311, + "recall": 0.922925, + "f1": 0.90407, + "accuracy": 0.922925, + "main_score": 0.90407, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89194, + "recall": 0.91996, + "f1": 0.900247, + "accuracy": 0.91996, + "main_score": 0.900247, + "hf_subset": "kmr_Latn-swe_Latn", + "languages": [ + "kmr-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881432, + "recall": 0.912055, + "f1": 0.890333, + "accuracy": 0.912055, + "main_score": 0.890333, + "hf_subset": "kmr_Latn-urd_Arab", + "languages": [ + "kmr-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54688, + "recall": 0.596838, + "f1": 0.561546, + "accuracy": 0.596838, + "main_score": 0.561546, + "hf_subset": "kmr_Latn-aka_Latn", + "languages": [ + "kmr-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80678, + "recall": 0.841897, + "f1": 0.816623, + "accuracy": 0.841897, + "main_score": 0.816623, + "hf_subset": "kmr_Latn-bjn_Latn", + "languages": [ + "kmr-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800934, + "recall": 0.843874, + "f1": 0.813558, + "accuracy": 0.843874, + "main_score": 0.813558, + "hf_subset": "kmr_Latn-fao_Latn", + "languages": [ + "kmr-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903862, + "recall": 0.927866, + "f1": 0.91099, + "accuracy": 0.927866, + "main_score": 0.91099, + "hf_subset": "kmr_Latn-ind_Latn", + "languages": [ + "kmr-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555922, + "recall": 0.592885, + "f1": 0.56698, + "accuracy": 0.592885, + "main_score": 0.56698, + "hf_subset": "kmr_Latn-knc_Latn", + "languages": [ + "kmr-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856712, + "recall": 0.88834, + "f1": 0.865563, + "accuracy": 0.88834, + "main_score": 0.865563, + "hf_subset": "kmr_Latn-mlt_Latn", + "languages": [ + "kmr-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627026, + "recall": 0.68083, + "f1": 0.642384, + "accuracy": 0.68083, + "main_score": 0.642384, + "hf_subset": "kmr_Latn-quy_Latn", + "languages": [ + "kmr-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818718, + "recall": 0.860672, + "f1": 0.830978, + "accuracy": 0.860672, + "main_score": 0.830978, + "hf_subset": "kmr_Latn-swh_Latn", + "languages": [ + "kmr-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880715, + "recall": 0.908103, + "f1": 0.888726, + "accuracy": 0.908103, + "main_score": 0.888726, + "hf_subset": "kmr_Latn-uzn_Latn", + "languages": [ + "kmr-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876803, + "recall": 0.907115, + "f1": 0.885317, + "accuracy": 0.907115, + "main_score": 0.885317, + "hf_subset": "kmr_Latn-als_Latn", + "languages": [ + "kmr-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442135, + "recall": 0.51087, + "f1": 0.460487, + "accuracy": 0.51087, + "main_score": 0.460487, + "hf_subset": "kmr_Latn-bod_Tibt", + "languages": [ + "kmr-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61498, + "recall": 0.663043, + "f1": 0.628491, + "accuracy": 0.663043, + "main_score": 0.628491, + "hf_subset": "kmr_Latn-fij_Latn", + "languages": [ + "kmr-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817811, + "recall": 0.860672, + "f1": 0.830632, + "accuracy": 0.860672, + "main_score": 0.830632, + "hf_subset": "kmr_Latn-isl_Latn", + "languages": [ + "kmr-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619301, + "recall": 0.662055, + "f1": 0.631573, + "accuracy": 0.662055, + "main_score": 0.631573, + "hf_subset": "kmr_Latn-kon_Latn", + "languages": [ + "kmr-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578257, + "recall": 0.632411, + "f1": 0.593223, + "accuracy": 0.632411, + "main_score": 0.593223, + "hf_subset": "kmr_Latn-mni_Beng", + "languages": [ + "kmr-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90135, + "recall": 0.927866, + "f1": 0.909552, + "accuracy": 0.927866, + "main_score": 0.909552, + "hf_subset": "kmr_Latn-ron_Latn", + "languages": [ + "kmr-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850009, + "recall": 0.884387, + "f1": 0.859983, + "accuracy": 0.884387, + "main_score": 0.859983, + "hf_subset": "kmr_Latn-szl_Latn", + "languages": [ + "kmr-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868149, + "recall": 0.901186, + "f1": 0.878228, + "accuracy": 0.901186, + "main_score": 0.878228, + "hf_subset": "kmr_Latn-vec_Latn", + "languages": [ + "kmr-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771757, + "recall": 0.817194, + "f1": 0.785264, + "accuracy": 0.817194, + "main_score": 0.785264, + "hf_subset": "kmr_Latn-amh_Ethi", + "languages": [ + "kmr-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891857, + "recall": 0.917984, + "f1": 0.899687, + "accuracy": 0.917984, + "main_score": 0.899687, + "hf_subset": "kmr_Latn-bos_Latn", + "languages": [ + "kmr-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874572, + "recall": 0.90415, + "f1": 0.88309, + "accuracy": 0.90415, + "main_score": 0.88309, + "hf_subset": "kmr_Latn-fin_Latn", + "languages": [ + "kmr-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880682, + "recall": 0.912055, + "f1": 0.890137, + "accuracy": 0.912055, + "main_score": 0.890137, + "hf_subset": "kmr_Latn-ita_Latn", + "languages": [ + "kmr-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866181, + "recall": 0.899209, + "f1": 0.875845, + "accuracy": 0.899209, + "main_score": 0.875845, + "hf_subset": "kmr_Latn-kor_Hang", + "languages": [ + "kmr-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532592, + "recall": 0.573123, + "f1": 0.54419, + "accuracy": 0.573123, + "main_score": 0.54419, + "hf_subset": "kmr_Latn-mos_Latn", + "languages": [ + "kmr-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553796, + "recall": 0.597826, + "f1": 0.566072, + "accuracy": 0.597826, + "main_score": 0.566072, + "hf_subset": "kmr_Latn-run_Latn", + "languages": [ + "kmr-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867457, + "recall": 0.902174, + "f1": 0.878049, + "accuracy": 0.902174, + "main_score": 0.878049, + "hf_subset": "kmr_Latn-tam_Taml", + "languages": [ + "kmr-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861493, + "recall": 0.893281, + "f1": 0.870965, + "accuracy": 0.893281, + "main_score": 0.870965, + "hf_subset": "kmr_Latn-vie_Latn", + "languages": [ + "kmr-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859701, + "recall": 0.895257, + "f1": 0.870394, + "accuracy": 0.895257, + "main_score": 0.870394, + "hf_subset": "kmr_Latn-apc_Arab", + "languages": [ + "kmr-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680734, + "recall": 0.721344, + "f1": 0.692545, + "accuracy": 0.721344, + "main_score": 0.692545, + "hf_subset": "kmr_Latn-bug_Latn", + "languages": [ + "kmr-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471355, + "recall": 0.51087, + "f1": 0.482595, + "accuracy": 0.51087, + "main_score": 0.482595, + "hf_subset": "kmr_Latn-fon_Latn", + "languages": [ + "kmr-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875999, + "recall": 0.903162, + "f1": 0.883893, + "accuracy": 0.903162, + "main_score": 0.883893, + "hf_subset": "kmr_Latn-jav_Latn", + "languages": [ + "kmr-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824449, + "recall": 0.863636, + "f1": 0.835712, + "accuracy": 0.863636, + "main_score": 0.835712, + "hf_subset": "kmr_Latn-lao_Laoo", + "languages": [ + "kmr-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725545, + "recall": 0.775692, + "f1": 0.739685, + "accuracy": 0.775692, + "main_score": 0.739685, + "hf_subset": "kmr_Latn-mri_Latn", + "languages": [ + "kmr-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871684, + "recall": 0.90415, + "f1": 0.881376, + "accuracy": 0.90415, + "main_score": 0.881376, + "hf_subset": "kmr_Latn-rus_Cyrl", + "languages": [ + "kmr-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527529, + "recall": 0.576087, + "f1": 0.541006, + "accuracy": 0.576087, + "main_score": 0.541006, + "hf_subset": "kmr_Latn-taq_Latn", + "languages": [ + "kmr-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848962, + "recall": 0.881423, + "f1": 0.858136, + "accuracy": 0.881423, + "main_score": 0.858136, + "hf_subset": "kmr_Latn-war_Latn", + "languages": [ + "kmr-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864661, + "recall": 0.901186, + "f1": 0.875642, + "accuracy": 0.901186, + "main_score": 0.875642, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884176, + "recall": 0.912055, + "f1": 0.892165, + "accuracy": 0.912055, + "main_score": 0.892165, + "hf_subset": "kmr_Latn-bul_Cyrl", + "languages": [ + "kmr-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890053, + "recall": 0.918972, + "f1": 0.898847, + "accuracy": 0.918972, + "main_score": 0.898847, + "hf_subset": "kmr_Latn-fra_Latn", + "languages": [ + "kmr-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846963, + "recall": 0.882411, + "f1": 0.857161, + "accuracy": 0.882411, + "main_score": 0.857161, + "hf_subset": "kmr_Latn-jpn_Jpan", + "languages": [ + "kmr-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853344, + "recall": 0.882411, + "f1": 0.861808, + "accuracy": 0.882411, + "main_score": 0.861808, + "hf_subset": "kmr_Latn-lij_Latn", + "languages": [ + "kmr-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793379, + "recall": 0.84585, + "f1": 0.80934, + "accuracy": 0.84585, + "main_score": 0.80934, + "hf_subset": "kmr_Latn-mya_Mymr", + "languages": [ + "kmr-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546609, + "recall": 0.592885, + "f1": 0.559704, + "accuracy": 0.592885, + "main_score": 0.559704, + "hf_subset": "kmr_Latn-sag_Latn", + "languages": [ + "kmr-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211182, + "recall": 0.255929, + "f1": 0.221774, + "accuracy": 0.255929, + "main_score": 0.221774, + "hf_subset": "kmr_Latn-taq_Tfng", + "languages": [ + "kmr-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593142, + "recall": 0.639328, + "f1": 0.606229, + "accuracy": 0.639328, + "main_score": 0.606229, + "hf_subset": "kmr_Latn-wol_Latn", + "languages": [ + "kmr-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622656, + "recall": 0.681818, + "f1": 0.63886, + "accuracy": 0.681818, + "main_score": 0.63886, + "hf_subset": "kmr_Latn-arb_Latn", + "languages": [ + "kmr-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891667, + "recall": 0.91996, + "f1": 0.900282, + "accuracy": 0.91996, + "main_score": 0.900282, + "hf_subset": "kmr_Latn-cat_Latn", + "languages": [ + "kmr-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850595, + "recall": 0.884387, + "f1": 0.860131, + "accuracy": 0.884387, + "main_score": 0.860131, + "hf_subset": "kmr_Latn-fur_Latn", + "languages": [ + "kmr-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422974, + "recall": 0.471344, + "f1": 0.436185, + "accuracy": 0.471344, + "main_score": 0.436185, + "hf_subset": "kmr_Latn-kab_Latn", + "languages": [ + "kmr-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815141, + "recall": 0.854743, + "f1": 0.826614, + "accuracy": 0.854743, + "main_score": 0.826614, + "hf_subset": "kmr_Latn-lim_Latn", + "languages": [ + "kmr-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873397, + "recall": 0.905138, + "f1": 0.882693, + "accuracy": 0.905138, + "main_score": 0.882693, + "hf_subset": "kmr_Latn-nld_Latn", + "languages": [ + "kmr-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800972, + "recall": 0.847826, + "f1": 0.815109, + "accuracy": 0.847826, + "main_score": 0.815109, + "hf_subset": "kmr_Latn-san_Deva", + "languages": [ + "kmr-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856912, + "recall": 0.890316, + "f1": 0.866784, + "accuracy": 0.890316, + "main_score": 0.866784, + "hf_subset": "kmr_Latn-tat_Cyrl", + "languages": [ + "kmr-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622414, + "recall": 0.671937, + "f1": 0.636858, + "accuracy": 0.671937, + "main_score": 0.636858, + "hf_subset": "kmr_Latn-xho_Latn", + "languages": [ + "kmr-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855894, + "recall": 0.893281, + "f1": 0.867013, + "accuracy": 0.893281, + "main_score": 0.867013, + "hf_subset": "kmr_Latn-ars_Arab", + "languages": [ + "kmr-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866756, + "recall": 0.897233, + "f1": 0.875626, + "accuracy": 0.897233, + "main_score": 0.875626, + "hf_subset": "kmr_Latn-ceb_Latn", + "languages": [ + "kmr-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545224, + "recall": 0.593874, + "f1": 0.559637, + "accuracy": 0.593874, + "main_score": 0.559637, + "hf_subset": "kmr_Latn-fuv_Latn", + "languages": [ + "kmr-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516222, + "recall": 0.564229, + "f1": 0.52952, + "accuracy": 0.564229, + "main_score": 0.52952, + "hf_subset": "kmr_Latn-kac_Latn", + "languages": [ + "kmr-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620397, + "recall": 0.657115, + "f1": 0.630778, + "accuracy": 0.657115, + "main_score": 0.630778, + "hf_subset": "kmr_Latn-lin_Latn", + "languages": [ + "kmr-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878294, + "recall": 0.908103, + "f1": 0.88706, + "accuracy": 0.908103, + "main_score": 0.88706, + "hf_subset": "kmr_Latn-nno_Latn", + "languages": [ + "kmr-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202425, + "recall": 0.268775, + "f1": 0.219714, + "accuracy": 0.268775, + "main_score": 0.219714, + "hf_subset": "kmr_Latn-sat_Olck", + "languages": [ + "kmr-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85187, + "recall": 0.890316, + "f1": 0.863587, + "accuracy": 0.890316, + "main_score": 0.863587, + "hf_subset": "kmr_Latn-tel_Telu", + "languages": [ + "kmr-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755595, + "recall": 0.80336, + "f1": 0.769583, + "accuracy": 0.80336, + "main_score": 0.769583, + "hf_subset": "kmr_Latn-ydd_Hebr", + "languages": [ + "kmr-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808187, + "recall": 0.848814, + "f1": 0.819698, + "accuracy": 0.848814, + "main_score": 0.819698, + "hf_subset": "kmr_Latn-ary_Arab", + "languages": [ + "kmr-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878656, + "recall": 0.911067, + "f1": 0.888274, + "accuracy": 0.911067, + "main_score": 0.888274, + "hf_subset": "kmr_Latn-ces_Latn", + "languages": [ + "kmr-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569031, + "recall": 0.621542, + "f1": 0.584225, + "accuracy": 0.621542, + "main_score": 0.584225, + "hf_subset": "kmr_Latn-gaz_Latn", + "languages": [ + "kmr-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549705, + "recall": 0.59585, + "f1": 0.562757, + "accuracy": 0.59585, + "main_score": 0.562757, + "hf_subset": "kmr_Latn-kam_Latn", + "languages": [ + "kmr-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879818, + "recall": 0.911067, + "f1": 0.888916, + "accuracy": 0.911067, + "main_score": 0.888916, + "hf_subset": "kmr_Latn-lit_Latn", + "languages": [ + "kmr-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887773, + "recall": 0.916996, + "f1": 0.896511, + "accuracy": 0.916996, + "main_score": 0.896511, + "hf_subset": "kmr_Latn-nob_Latn", + "languages": [ + "kmr-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823232, + "recall": 0.859684, + "f1": 0.833157, + "accuracy": 0.859684, + "main_score": 0.833157, + "hf_subset": "kmr_Latn-scn_Latn", + "languages": [ + "kmr-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854941, + "recall": 0.891304, + "f1": 0.866206, + "accuracy": 0.891304, + "main_score": 0.866206, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616568, + "recall": 0.673913, + "f1": 0.633978, + "accuracy": 0.673913, + "main_score": 0.633978, + "hf_subset": "kmr_Latn-yor_Latn", + "languages": [ + "kmr-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866329, + "recall": 0.896245, + "f1": 0.87494, + "accuracy": 0.896245, + "main_score": 0.87494, + "hf_subset": "kmr_Latn-arz_Arab", + "languages": [ + "kmr-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522763, + "recall": 0.566206, + "f1": 0.535724, + "accuracy": 0.566206, + "main_score": 0.535724, + "hf_subset": "kmr_Latn-cjk_Latn", + "languages": [ + "kmr-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683608, + "recall": 0.743083, + "f1": 0.700696, + "accuracy": 0.743083, + "main_score": 0.700696, + "hf_subset": "kmr_Latn-gla_Latn", + "languages": [ + "kmr-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869417, + "recall": 0.902174, + "f1": 0.878938, + "accuracy": 0.902174, + "main_score": 0.878938, + "hf_subset": "kmr_Latn-kan_Knda", + "languages": [ + "kmr-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832108, + "recall": 0.867589, + "f1": 0.842471, + "accuracy": 0.867589, + "main_score": 0.842471, + "hf_subset": "kmr_Latn-lmo_Latn", + "languages": [ + "kmr-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862912, + "recall": 0.897233, + "f1": 0.872944, + "accuracy": 0.897233, + "main_score": 0.872944, + "hf_subset": "kmr_Latn-npi_Deva", + "languages": [ + "kmr-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451401, + "recall": 0.497036, + "f1": 0.463941, + "accuracy": 0.497036, + "main_score": 0.463941, + "hf_subset": "kmr_Latn-shn_Mymr", + "languages": [ + "kmr-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881068, + "recall": 0.909091, + "f1": 0.889032, + "accuracy": 0.909091, + "main_score": 0.889032, + "hf_subset": "kmr_Latn-tgl_Latn", + "languages": [ + "kmr-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851473, + "recall": 0.886364, + "f1": 0.861462, + "accuracy": 0.886364, + "main_score": 0.861462, + "hf_subset": "kmr_Latn-yue_Hant", + "languages": [ + "kmr-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838142, + "recall": 0.874506, + "f1": 0.849017, + "accuracy": 0.874506, + "main_score": 0.849017, + "hf_subset": "kmr_Latn-asm_Beng", + "languages": [ + "kmr-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816783, + "recall": 0.857708, + "f1": 0.828695, + "accuracy": 0.857708, + "main_score": 0.828695, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739476, + "recall": 0.784585, + "f1": 0.752839, + "accuracy": 0.784585, + "main_score": 0.752839, + "hf_subset": "kmr_Latn-gle_Latn", + "languages": [ + "kmr-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740925, + "recall": 0.789526, + "f1": 0.755062, + "accuracy": 0.789526, + "main_score": 0.755062, + "hf_subset": "kmr_Latn-kas_Arab", + "languages": [ + "kmr-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762692, + "recall": 0.806324, + "f1": 0.775645, + "accuracy": 0.806324, + "main_score": 0.775645, + "hf_subset": "kmr_Latn-ltg_Latn", + "languages": [ + "kmr-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599919, + "recall": 0.639328, + "f1": 0.610757, + "accuracy": 0.639328, + "main_score": 0.610757, + "hf_subset": "kmr_Latn-nso_Latn", + "languages": [ + "kmr-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796212, + "recall": 0.844862, + "f1": 0.811067, + "accuracy": 0.844862, + "main_score": 0.811067, + "hf_subset": "kmr_Latn-sin_Sinh", + "languages": [ + "kmr-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867935, + "recall": 0.903162, + "f1": 0.878638, + "accuracy": 0.903162, + "main_score": 0.878638, + "hf_subset": "kmr_Latn-tha_Thai", + "languages": [ + "kmr-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834881, + "recall": 0.870553, + "f1": 0.844887, + "accuracy": 0.870553, + "main_score": 0.844887, + "hf_subset": "kmr_Latn-zho_Hans", + "languages": [ + "kmr-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886285, + "recall": 0.91502, + "f1": 0.894845, + "accuracy": 0.91502, + "main_score": 0.894845, + "hf_subset": "kmr_Latn-ast_Latn", + "languages": [ + "kmr-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870125, + "recall": 0.901186, + "f1": 0.879381, + "accuracy": 0.901186, + "main_score": 0.879381, + "hf_subset": "kmr_Latn-crh_Latn", + "languages": [ + "kmr-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88275, + "recall": 0.912055, + "f1": 0.891471, + "accuracy": 0.912055, + "main_score": 0.891471, + "hf_subset": "kmr_Latn-glg_Latn", + "languages": [ + "kmr-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677282, + "recall": 0.732213, + "f1": 0.692874, + "accuracy": 0.732213, + "main_score": 0.692874, + "hf_subset": "kmr_Latn-kas_Deva", + "languages": [ + "kmr-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828469, + "recall": 0.867589, + "f1": 0.839889, + "accuracy": 0.867589, + "main_score": 0.839889, + "hf_subset": "kmr_Latn-ltz_Latn", + "languages": [ + "kmr-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457395, + "recall": 0.511858, + "f1": 0.47275, + "accuracy": 0.511858, + "main_score": 0.47275, + "hf_subset": "kmr_Latn-nus_Latn", + "languages": [ + "kmr-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879786, + "recall": 0.909091, + "f1": 0.888401, + "accuracy": 0.909091, + "main_score": 0.888401, + "hf_subset": "kmr_Latn-slk_Latn", + "languages": [ + "kmr-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531983, + "recall": 0.592885, + "f1": 0.549097, + "accuracy": 0.592885, + "main_score": 0.549097, + "hf_subset": "kmr_Latn-tir_Ethi", + "languages": [ + "kmr-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843577, + "recall": 0.884387, + "f1": 0.855374, + "accuracy": 0.884387, + "main_score": 0.855374, + "hf_subset": "kmr_Latn-zho_Hant", + "languages": [ + "kmr-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859721, + "recall": 0.891304, + "f1": 0.868769, + "accuracy": 0.891304, + "main_score": 0.868769, + "hf_subset": "kmr_Latn-awa_Deva", + "languages": [ + "kmr-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846889, + "recall": 0.881423, + "f1": 0.856842, + "accuracy": 0.881423, + "main_score": 0.856842, + "hf_subset": "kmr_Latn-cym_Latn", + "languages": [ + "kmr-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696071, + "recall": 0.733202, + "f1": 0.706351, + "accuracy": 0.733202, + "main_score": 0.706351, + "hf_subset": "kmr_Latn-grn_Latn", + "languages": [ + "kmr-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854883, + "recall": 0.88834, + "f1": 0.86435, + "accuracy": 0.88834, + "main_score": 0.86435, + "hf_subset": "kmr_Latn-kat_Geor", + "languages": [ + "kmr-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585059, + "recall": 0.628458, + "f1": 0.597294, + "accuracy": 0.628458, + "main_score": 0.597294, + "hf_subset": "kmr_Latn-lua_Latn", + "languages": [ + "kmr-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576105, + "recall": 0.621542, + "f1": 0.588839, + "accuracy": 0.621542, + "main_score": 0.588839, + "hf_subset": "kmr_Latn-nya_Latn", + "languages": [ + "kmr-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880484, + "recall": 0.910079, + "f1": 0.889032, + "accuracy": 0.910079, + "main_score": 0.889032, + "hf_subset": "kmr_Latn-slv_Latn", + "languages": [ + "kmr-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745391, + "recall": 0.787549, + "f1": 0.756532, + "accuracy": 0.787549, + "main_score": 0.756532, + "hf_subset": "kmr_Latn-tpi_Latn", + "languages": [ + "kmr-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89944, + "recall": 0.923913, + "f1": 0.906738, + "accuracy": 0.923913, + "main_score": 0.906738, + "hf_subset": "kmr_Latn-zsm_Latn", + "languages": [ + "kmr-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529111, + "recall": 0.582016, + "f1": 0.544707, + "accuracy": 0.582016, + "main_score": 0.544707, + "hf_subset": "kmr_Latn-ayr_Latn", + "languages": [ + "kmr-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898551, + "recall": 0.926877, + "f1": 0.907444, + "accuracy": 0.926877, + "main_score": 0.907444, + "hf_subset": "kmr_Latn-dan_Latn", + "languages": [ + "kmr-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890188, + "recall": 0.916008, + "f1": 0.897711, + "accuracy": 0.916008, + "main_score": 0.897711, + "hf_subset": "kmr_Latn-guj_Gujr", + "languages": [ + "kmr-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854609, + "recall": 0.88834, + "f1": 0.864575, + "accuracy": 0.88834, + "main_score": 0.864575, + "hf_subset": "kmr_Latn-kaz_Cyrl", + "languages": [ + "kmr-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52856, + "recall": 0.58004, + "f1": 0.542484, + "accuracy": 0.58004, + "main_score": 0.542484, + "hf_subset": "kmr_Latn-lug_Latn", + "languages": [ + "kmr-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893116, + "recall": 0.920949, + "f1": 0.901614, + "accuracy": 0.920949, + "main_score": 0.901614, + "hf_subset": "kmr_Latn-oci_Latn", + "languages": [ + "kmr-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703128, + "recall": 0.746047, + "f1": 0.715164, + "accuracy": 0.746047, + "main_score": 0.715164, + "hf_subset": "kmr_Latn-smo_Latn", + "languages": [ + "kmr-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534648, + "recall": 0.585968, + "f1": 0.548973, + "accuracy": 0.585968, + "main_score": 0.548973, + "hf_subset": "kmr_Latn-tsn_Latn", + "languages": [ + "kmr-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591114, + "recall": 0.63834, + "f1": 0.604729, + "accuracy": 0.63834, + "main_score": 0.604729, + "hf_subset": "kmr_Latn-zul_Latn", + "languages": [ + "kmr-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744269, + "recall": 0.793478, + "f1": 0.758748, + "accuracy": 0.793478, + "main_score": 0.758748, + "hf_subset": "kmr_Latn-azb_Arab", + "languages": [ + "kmr-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893866, + "recall": 0.917984, + "f1": 0.900958, + "accuracy": 0.917984, + "main_score": 0.900958, + "hf_subset": "kmr_Latn-deu_Latn", + "languages": [ + "kmr-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830684, + "recall": 0.870553, + "f1": 0.84249, + "accuracy": 0.870553, + "main_score": 0.84249, + "hf_subset": "kmr_Latn-hat_Latn", + "languages": [ + "kmr-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493874, + "recall": 0.537549, + "f1": 0.505917, + "accuracy": 0.537549, + "main_score": 0.505917, + "hf_subset": "kmr_Latn-kbp_Latn", + "languages": [ + "kmr-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563373, + "recall": 0.608696, + "f1": 0.576597, + "accuracy": 0.608696, + "main_score": 0.576597, + "hf_subset": "kmr_Latn-luo_Latn", + "languages": [ + "kmr-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870266, + "recall": 0.903162, + "f1": 0.879943, + "accuracy": 0.903162, + "main_score": 0.879943, + "hf_subset": "kmr_Latn-ory_Orya", + "languages": [ + "kmr-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547746, + "recall": 0.59585, + "f1": 0.561753, + "accuracy": 0.59585, + "main_score": 0.561753, + "hf_subset": "kmr_Latn-sna_Latn", + "languages": [ + "kmr-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534899, + "recall": 0.578063, + "f1": 0.547351, + "accuracy": 0.578063, + "main_score": 0.547351, + "hf_subset": "kmr_Latn-tso_Latn", + "languages": [ + "kmr-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848732, + "recall": 0.886364, + "f1": 0.860046, + "accuracy": 0.886364, + "main_score": 0.860046, + "hf_subset": "kmr_Latn-azj_Latn", + "languages": [ + "kmr-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527569, + "recall": 0.576087, + "f1": 0.541756, + "accuracy": 0.576087, + "main_score": 0.541756, + "hf_subset": "kmr_Latn-dik_Latn", + "languages": [ + "kmr-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657123, + "recall": 0.709486, + "f1": 0.671865, + "accuracy": 0.709486, + "main_score": 0.671865, + "hf_subset": "kmr_Latn-hau_Latn", + "languages": [ + "kmr-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815448, + "recall": 0.852767, + "f1": 0.826059, + "accuracy": 0.852767, + "main_score": 0.826059, + "hf_subset": "kmr_Latn-kea_Latn", + "languages": [ + "kmr-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628527, + "recall": 0.66996, + "f1": 0.640376, + "accuracy": 0.66996, + "main_score": 0.640376, + "hf_subset": "kmr_Latn-lus_Latn", + "languages": [ + "kmr-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697518, + "recall": 0.737154, + "f1": 0.709063, + "accuracy": 0.737154, + "main_score": 0.709063, + "hf_subset": "kmr_Latn-pag_Latn", + "languages": [ + "kmr-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862846, + "recall": 0.894269, + "f1": 0.872221, + "accuracy": 0.894269, + "main_score": 0.872221, + "hf_subset": "kmr_Latn-snd_Arab", + "languages": [ + "kmr-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787575, + "recall": 0.83498, + "f1": 0.801499, + "accuracy": 0.83498, + "main_score": 0.801499, + "hf_subset": "kmr_Latn-tuk_Latn", + "languages": [ + "kmr-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83946, + "recall": 0.876482, + "f1": 0.850315, + "accuracy": 0.876482, + "main_score": 0.850315, + "hf_subset": "kmr_Latn-bak_Cyrl", + "languages": [ + "kmr-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462493, + "recall": 0.524704, + "f1": 0.480635, + "accuracy": 0.524704, + "main_score": 0.480635, + "hf_subset": "kmr_Latn-dyu_Latn", + "languages": [ + "kmr-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897014, + "recall": 0.920949, + "f1": 0.903854, + "accuracy": 0.920949, + "main_score": 0.903854, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837105, + "recall": 0.868577, + "f1": 0.845973, + "accuracy": 0.868577, + "main_score": 0.845973, + "hf_subset": "kmr_Latn-khk_Cyrl", + "languages": [ + "kmr-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884693, + "recall": 0.912055, + "f1": 0.892968, + "accuracy": 0.912055, + "main_score": 0.892968, + "hf_subset": "kmr_Latn-lvs_Latn", + "languages": [ + "kmr-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871863, + "recall": 0.90415, + "f1": 0.881318, + "accuracy": 0.90415, + "main_score": 0.881318, + "hf_subset": "kmr_Latn-pan_Guru", + "languages": [ + "kmr-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636298, + "recall": 0.684783, + "f1": 0.650184, + "accuracy": 0.684783, + "main_score": 0.650184, + "hf_subset": "kmr_Latn-som_Latn", + "languages": [ + "kmr-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545005, + "recall": 0.587945, + "f1": 0.556805, + "accuracy": 0.587945, + "main_score": 0.556805, + "hf_subset": "kmr_Latn-tum_Latn", + "languages": [ + "kmr-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629958, + "recall": 0.684783, + "f1": 0.645776, + "accuracy": 0.684783, + "main_score": 0.645776, + "hf_subset": "min_Latn-ace_Arab", + "languages": [ + "min-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549042, + "recall": 0.597826, + "f1": 0.562945, + "accuracy": 0.597826, + "main_score": 0.562945, + "hf_subset": "min_Latn-bam_Latn", + "languages": [ + "min-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355779, + "recall": 0.417984, + "f1": 0.371783, + "accuracy": 0.417984, + "main_score": 0.371783, + "hf_subset": "min_Latn-dzo_Tibt", + "languages": [ + "min-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-hin_Deva", + "languages": [ + "min-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "min_Latn-khm_Khmr", + "languages": [ + "min-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-mag_Deva", + "languages": [ + "min-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955451, + "recall": 0.968379, + "f1": 0.959552, + "accuracy": 0.968379, + "main_score": 0.959552, + "hf_subset": "min_Latn-pap_Latn", + "languages": [ + "min-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601919, + "recall": 0.651186, + "f1": 0.615783, + "accuracy": 0.651186, + "main_score": 0.615783, + "hf_subset": "min_Latn-sot_Latn", + "languages": [ + "min-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "min_Latn-tur_Latn", + "languages": [ + "min-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887088, + "recall": 0.913043, + "f1": 0.895059, + "accuracy": 0.913043, + "main_score": 0.895059, + "hf_subset": "min_Latn-ace_Latn", + "languages": [ + "min-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947134, + "recall": 0.960474, + "f1": 0.951219, + "accuracy": 0.960474, + "main_score": 0.951219, + "hf_subset": "min_Latn-ban_Latn", + "languages": [ + "min-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-ell_Grek", + "languages": [ + "min-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967918, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "min_Latn-hne_Deva", + "languages": [ + "min-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609807, + "recall": 0.659091, + "f1": 0.623693, + "accuracy": 0.659091, + "main_score": 0.623693, + "hf_subset": "min_Latn-kik_Latn", + "languages": [ + "min-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-mai_Deva", + "languages": [ + "min-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927783, + "recall": 0.949605, + "f1": 0.934684, + "accuracy": 0.949605, + "main_score": 0.934684, + "hf_subset": "min_Latn-pbt_Arab", + "languages": [ + "min-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "min_Latn-spa_Latn", + "languages": [ + "min-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626936, + "recall": 0.681818, + "f1": 0.641929, + "accuracy": 0.681818, + "main_score": 0.641929, + "hf_subset": "min_Latn-twi_Latn", + "languages": [ + "min-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971591, + "recall": 0.980237, + "f1": 0.974374, + "accuracy": 0.980237, + "main_score": 0.974374, + "hf_subset": "min_Latn-acm_Arab", + "languages": [ + "min-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960921, + "accuracy": 0.969368, + "main_score": 0.960921, + "hf_subset": "min_Latn-bel_Cyrl", + "languages": [ + "min-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "min_Latn-eng_Latn", + "languages": [ + "min-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-hrv_Latn", + "languages": [ + "min-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568645, + "recall": 0.625494, + "f1": 0.584308, + "accuracy": 0.625494, + "main_score": 0.584308, + "hf_subset": "min_Latn-kin_Latn", + "languages": [ + "min-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-mal_Mlym", + "languages": [ + "min-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-pes_Arab", + "languages": [ + "min-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956884, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "min_Latn-srd_Latn", + "languages": [ + "min-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195745, + "recall": 0.236166, + "f1": 0.205733, + "accuracy": 0.236166, + "main_score": 0.205733, + "hf_subset": "min_Latn-tzm_Tfng", + "languages": [ + "min-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "min_Latn-acq_Arab", + "languages": [ + "min-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631613, + "recall": 0.673913, + "f1": 0.643401, + "accuracy": 0.673913, + "main_score": 0.643401, + "hf_subset": "min_Latn-bem_Latn", + "languages": [ + "min-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "min_Latn-epo_Latn", + "languages": [ + "min-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "min_Latn-hun_Latn", + "languages": [ + "min-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.957082, + "accuracy": 0.966403, + "main_score": 0.957082, + "hf_subset": "min_Latn-kir_Cyrl", + "languages": [ + "min-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "min_Latn-mar_Deva", + "languages": [ + "min-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673387, + "recall": 0.72332, + "f1": 0.687786, + "accuracy": 0.72332, + "main_score": 0.687786, + "hf_subset": "min_Latn-plt_Latn", + "languages": [ + "min-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-srp_Cyrl", + "languages": [ + "min-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89081, + "recall": 0.91996, + "f1": 0.9, + "accuracy": 0.91996, + "main_score": 0.9, + "hf_subset": "min_Latn-uig_Arab", + "languages": [ + "min-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "min_Latn-aeb_Arab", + "languages": [ + "min-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "min_Latn-ben_Beng", + "languages": [ + "min-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-est_Latn", + "languages": [ + "min-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-hye_Armn", + "languages": [ + "min-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573004, + "recall": 0.619565, + "f1": 0.586317, + "accuracy": 0.619565, + "main_score": 0.586317, + "hf_subset": "min_Latn-kmb_Latn", + "languages": [ + "min-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694223, + "recall": 0.764822, + "f1": 0.71433, + "accuracy": 0.764822, + "main_score": 0.71433, + "hf_subset": "min_Latn-min_Arab", + "languages": [ + "min-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "min_Latn-pol_Latn", + "languages": [ + "min-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56745, + "recall": 0.625494, + "f1": 0.584005, + "accuracy": 0.625494, + "main_score": 0.584005, + "hf_subset": "min_Latn-ssw_Latn", + "languages": [ + "min-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "min_Latn-ukr_Cyrl", + "languages": [ + "min-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-afr_Latn", + "languages": [ + "min-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969779, + "recall": 0.978261, + "f1": 0.972398, + "accuracy": 0.978261, + "main_score": 0.972398, + "hf_subset": "min_Latn-bho_Deva", + "languages": [ + "min-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "min_Latn-eus_Latn", + "languages": [ + "min-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586512, + "recall": 0.649209, + "f1": 0.603491, + "accuracy": 0.649209, + "main_score": 0.603491, + "hf_subset": "min_Latn-ibo_Latn", + "languages": [ + "min-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83611, + "recall": 0.873518, + "f1": 0.847546, + "accuracy": 0.873518, + "main_score": 0.847546, + "hf_subset": "min_Latn-kmr_Latn", + "languages": [ + "min-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "min_Latn-por_Latn", + "languages": [ + "min-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-sun_Latn", + "languages": [ + "min-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533675, + "recall": 0.586957, + "f1": 0.549253, + "accuracy": 0.586957, + "main_score": 0.549253, + "hf_subset": "min_Latn-umb_Latn", + "languages": [ + "min-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "min_Latn-ajp_Arab", + "languages": [ + "min-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599138, + "recall": 0.661067, + "f1": 0.615967, + "accuracy": 0.661067, + "main_score": 0.615967, + "hf_subset": "min_Latn-bjn_Arab", + "languages": [ + "min-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535743, + "recall": 0.582016, + "f1": 0.548796, + "accuracy": 0.582016, + "main_score": 0.548796, + "hf_subset": "min_Latn-ewe_Latn", + "languages": [ + "min-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923748, + "recall": 0.944664, + "f1": 0.930303, + "accuracy": 0.944664, + "main_score": 0.930303, + "hf_subset": "min_Latn-ilo_Latn", + "languages": [ + "min-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.328846, + "recall": 0.384387, + "f1": 0.344034, + "accuracy": 0.384387, + "main_score": 0.344034, + "hf_subset": "min_Latn-knc_Arab", + "languages": [ + "min-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "min_Latn-mkd_Cyrl", + "languages": [ + "min-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-prs_Arab", + "languages": [ + "min-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-swe_Latn", + "languages": [ + "min-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "min_Latn-urd_Arab", + "languages": [ + "min-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593932, + "recall": 0.653162, + "f1": 0.610521, + "accuracy": 0.653162, + "main_score": 0.610521, + "hf_subset": "min_Latn-aka_Latn", + "languages": [ + "min-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "min_Latn-bjn_Latn", + "languages": [ + "min-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919302, + "recall": 0.940711, + "f1": 0.926021, + "accuracy": 0.940711, + "main_score": 0.926021, + "hf_subset": "min_Latn-fao_Latn", + "languages": [ + "min-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "min_Latn-ind_Latn", + "languages": [ + "min-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608856, + "recall": 0.658103, + "f1": 0.623161, + "accuracy": 0.658103, + "main_score": 0.623161, + "hf_subset": "min_Latn-knc_Latn", + "languages": [ + "min-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "min_Latn-mlt_Latn", + "languages": [ + "min-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682576, + "recall": 0.740119, + "f1": 0.69976, + "accuracy": 0.740119, + "main_score": 0.69976, + "hf_subset": "min_Latn-quy_Latn", + "languages": [ + "min-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931736, + "recall": 0.951581, + "f1": 0.937945, + "accuracy": 0.951581, + "main_score": 0.937945, + "hf_subset": "min_Latn-swh_Latn", + "languages": [ + "min-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "min_Latn-uzn_Latn", + "languages": [ + "min-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-als_Latn", + "languages": [ + "min-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525927, + "recall": 0.616601, + "f1": 0.550711, + "accuracy": 0.616601, + "main_score": 0.550711, + "hf_subset": "min_Latn-bod_Tibt", + "languages": [ + "min-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687211, + "recall": 0.742095, + "f1": 0.702641, + "accuracy": 0.742095, + "main_score": 0.702641, + "hf_subset": "min_Latn-fij_Latn", + "languages": [ + "min-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943182, + "recall": 0.961462, + "f1": 0.949111, + "accuracy": 0.961462, + "main_score": 0.949111, + "hf_subset": "min_Latn-isl_Latn", + "languages": [ + "min-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671146, + "recall": 0.716403, + "f1": 0.684881, + "accuracy": 0.716403, + "main_score": 0.684881, + "hf_subset": "min_Latn-kon_Latn", + "languages": [ + "min-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644738, + "recall": 0.705534, + "f1": 0.662115, + "accuracy": 0.705534, + "main_score": 0.662115, + "hf_subset": "min_Latn-mni_Beng", + "languages": [ + "min-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-ron_Latn", + "languages": [ + "min-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.965415, + "f1": 0.956522, + "accuracy": 0.965415, + "main_score": 0.956522, + "hf_subset": "min_Latn-szl_Latn", + "languages": [ + "min-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "min_Latn-vec_Latn", + "languages": [ + "min-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875988, + "recall": 0.912055, + "f1": 0.887469, + "accuracy": 0.912055, + "main_score": 0.887469, + "hf_subset": "min_Latn-amh_Ethi", + "languages": [ + "min-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "min_Latn-bos_Latn", + "languages": [ + "min-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981966, + "recall": 0.987154, + "f1": 0.983597, + "accuracy": 0.987154, + "main_score": 0.983597, + "hf_subset": "min_Latn-fin_Latn", + "languages": [ + "min-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-ita_Latn", + "languages": [ + "min-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "min_Latn-kor_Hang", + "languages": [ + "min-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558696, + "recall": 0.612648, + "f1": 0.57369, + "accuracy": 0.612648, + "main_score": 0.57369, + "hf_subset": "min_Latn-mos_Latn", + "languages": [ + "min-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55802, + "recall": 0.61166, + "f1": 0.57308, + "accuracy": 0.61166, + "main_score": 0.57308, + "hf_subset": "min_Latn-run_Latn", + "languages": [ + "min-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "min_Latn-tam_Taml", + "languages": [ + "min-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "min_Latn-vie_Latn", + "languages": [ + "min-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "min_Latn-apc_Arab", + "languages": [ + "min-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798214, + "recall": 0.840909, + "f1": 0.810839, + "accuracy": 0.840909, + "main_score": 0.810839, + "hf_subset": "min_Latn-bug_Latn", + "languages": [ + "min-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486649, + "recall": 0.539526, + "f1": 0.500285, + "accuracy": 0.539526, + "main_score": 0.500285, + "hf_subset": "min_Latn-fon_Latn", + "languages": [ + "min-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "min_Latn-jav_Latn", + "languages": [ + "min-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "min_Latn-lao_Laoo", + "languages": [ + "min-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807543, + "recall": 0.849802, + "f1": 0.820059, + "accuracy": 0.849802, + "main_score": 0.820059, + "hf_subset": "min_Latn-mri_Latn", + "languages": [ + "min-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-rus_Cyrl", + "languages": [ + "min-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559438, + "recall": 0.614625, + "f1": 0.57493, + "accuracy": 0.614625, + "main_score": 0.57493, + "hf_subset": "min_Latn-taq_Latn", + "languages": [ + "min-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.97332, + "f1": 0.966403, + "accuracy": 0.97332, + "main_score": 0.966403, + "hf_subset": "min_Latn-war_Latn", + "languages": [ + "min-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-arb_Arab", + "languages": [ + "min-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "min_Latn-bul_Cyrl", + "languages": [ + "min-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "min_Latn-fra_Latn", + "languages": [ + "min-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "min_Latn-jpn_Jpan", + "languages": [ + "min-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.974308, + "f1": 0.967523, + "accuracy": 0.974308, + "main_score": 0.967523, + "hf_subset": "min_Latn-lij_Latn", + "languages": [ + "min-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93643, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "min_Latn-mya_Mymr", + "languages": [ + "min-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602134, + "recall": 0.657115, + "f1": 0.617862, + "accuracy": 0.657115, + "main_score": 0.617862, + "hf_subset": "min_Latn-sag_Latn", + "languages": [ + "min-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206557, + "recall": 0.258893, + "f1": 0.218693, + "accuracy": 0.258893, + "main_score": 0.218693, + "hf_subset": "min_Latn-taq_Tfng", + "languages": [ + "min-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643679, + "recall": 0.693676, + "f1": 0.658125, + "accuracy": 0.693676, + "main_score": 0.658125, + "hf_subset": "min_Latn-wol_Latn", + "languages": [ + "min-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732782, + "recall": 0.789526, + "f1": 0.749223, + "accuracy": 0.789526, + "main_score": 0.749223, + "hf_subset": "min_Latn-arb_Latn", + "languages": [ + "min-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "min_Latn-cat_Latn", + "languages": [ + "min-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971097, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "min_Latn-fur_Latn", + "languages": [ + "min-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442567, + "recall": 0.500988, + "f1": 0.458868, + "accuracy": 0.500988, + "main_score": 0.458868, + "hf_subset": "min_Latn-kab_Latn", + "languages": [ + "min-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.960474, + "f1": 0.949934, + "accuracy": 0.960474, + "main_score": 0.949934, + "hf_subset": "min_Latn-lim_Latn", + "languages": [ + "min-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-nld_Latn", + "languages": [ + "min-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "min_Latn-san_Deva", + "languages": [ + "min-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "min_Latn-tat_Cyrl", + "languages": [ + "min-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661158, + "recall": 0.717391, + "f1": 0.677793, + "accuracy": 0.717391, + "main_score": 0.677793, + "hf_subset": "min_Latn-xho_Latn", + "languages": [ + "min-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "min_Latn-ars_Arab", + "languages": [ + "min-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "min_Latn-ceb_Latn", + "languages": [ + "min-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569871, + "recall": 0.623518, + "f1": 0.586267, + "accuracy": 0.623518, + "main_score": 0.586267, + "hf_subset": "min_Latn-fuv_Latn", + "languages": [ + "min-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521725, + "recall": 0.58004, + "f1": 0.537913, + "accuracy": 0.58004, + "main_score": 0.537913, + "hf_subset": "min_Latn-kac_Latn", + "languages": [ + "min-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676508, + "recall": 0.722332, + "f1": 0.689712, + "accuracy": 0.722332, + "main_score": 0.689712, + "hf_subset": "min_Latn-lin_Latn", + "languages": [ + "min-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "min_Latn-nno_Latn", + "languages": [ + "min-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.216985, + "recall": 0.282609, + "f1": 0.234313, + "accuracy": 0.282609, + "main_score": 0.234313, + "hf_subset": "min_Latn-sat_Olck", + "languages": [ + "min-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "min_Latn-tel_Telu", + "languages": [ + "min-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898666, + "recall": 0.924901, + "f1": 0.906653, + "accuracy": 0.924901, + "main_score": 0.906653, + "hf_subset": "min_Latn-ydd_Hebr", + "languages": [ + "min-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950711, + "accuracy": 0.961462, + "main_score": 0.950711, + "hf_subset": "min_Latn-ary_Arab", + "languages": [ + "min-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-ces_Latn", + "languages": [ + "min-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599466, + "recall": 0.65415, + "f1": 0.615224, + "accuracy": 0.65415, + "main_score": 0.615224, + "hf_subset": "min_Latn-gaz_Latn", + "languages": [ + "min-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587997, + "recall": 0.644269, + "f1": 0.603796, + "accuracy": 0.644269, + "main_score": 0.603796, + "hf_subset": "min_Latn-kam_Latn", + "languages": [ + "min-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "min_Latn-lit_Latn", + "languages": [ + "min-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-nob_Latn", + "languages": [ + "min-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.958959, + "accuracy": 0.968379, + "main_score": 0.958959, + "hf_subset": "min_Latn-scn_Latn", + "languages": [ + "min-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942276, + "recall": 0.958498, + "f1": 0.947318, + "accuracy": 0.958498, + "main_score": 0.947318, + "hf_subset": "min_Latn-tgk_Cyrl", + "languages": [ + "min-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692902, + "recall": 0.754941, + "f1": 0.71166, + "accuracy": 0.754941, + "main_score": 0.71166, + "hf_subset": "min_Latn-yor_Latn", + "languages": [ + "min-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974226, + "recall": 0.981225, + "f1": 0.97635, + "accuracy": 0.981225, + "main_score": 0.97635, + "hf_subset": "min_Latn-arz_Arab", + "languages": [ + "min-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557842, + "recall": 0.615613, + "f1": 0.574475, + "accuracy": 0.615613, + "main_score": 0.574475, + "hf_subset": "min_Latn-cjk_Latn", + "languages": [ + "min-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740829, + "recall": 0.790514, + "f1": 0.755351, + "accuracy": 0.790514, + "main_score": 0.755351, + "hf_subset": "min_Latn-gla_Latn", + "languages": [ + "min-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "min_Latn-kan_Knda", + "languages": [ + "min-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "min_Latn-lmo_Latn", + "languages": [ + "min-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "min_Latn-npi_Deva", + "languages": [ + "min-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467518, + "recall": 0.527668, + "f1": 0.484526, + "accuracy": 0.527668, + "main_score": 0.484526, + "hf_subset": "min_Latn-shn_Mymr", + "languages": [ + "min-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-tgl_Latn", + "languages": [ + "min-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "min_Latn-yue_Hant", + "languages": [ + "min-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "min_Latn-asm_Beng", + "languages": [ + "min-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895208, + "recall": 0.924901, + "f1": 0.904545, + "accuracy": 0.924901, + "main_score": 0.904545, + "hf_subset": "min_Latn-ckb_Arab", + "languages": [ + "min-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792556, + "recall": 0.840909, + "f1": 0.807049, + "accuracy": 0.840909, + "main_score": 0.807049, + "hf_subset": "min_Latn-gle_Latn", + "languages": [ + "min-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897678, + "recall": 0.924901, + "f1": 0.906192, + "accuracy": 0.924901, + "main_score": 0.906192, + "hf_subset": "min_Latn-kas_Arab", + "languages": [ + "min-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881588, + "recall": 0.914032, + "f1": 0.891601, + "accuracy": 0.914032, + "main_score": 0.891601, + "hf_subset": "min_Latn-ltg_Latn", + "languages": [ + "min-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622259, + "recall": 0.671937, + "f1": 0.635869, + "accuracy": 0.671937, + "main_score": 0.635869, + "hf_subset": "min_Latn-nso_Latn", + "languages": [ + "min-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927783, + "recall": 0.948617, + "f1": 0.934354, + "accuracy": 0.948617, + "main_score": 0.934354, + "hf_subset": "min_Latn-sin_Sinh", + "languages": [ + "min-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "min_Latn-tha_Thai", + "languages": [ + "min-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977684, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "min_Latn-zho_Hans", + "languages": [ + "min-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "min_Latn-ast_Latn", + "languages": [ + "min-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951285, + "recall": 0.965415, + "f1": 0.955698, + "accuracy": 0.965415, + "main_score": 0.955698, + "hf_subset": "min_Latn-crh_Latn", + "languages": [ + "min-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "min_Latn-glg_Latn", + "languages": [ + "min-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820718, + "recall": 0.865613, + "f1": 0.834571, + "accuracy": 0.865613, + "main_score": 0.834571, + "hf_subset": "min_Latn-kas_Deva", + "languages": [ + "min-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943758, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "min_Latn-ltz_Latn", + "languages": [ + "min-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490442, + "recall": 0.548419, + "f1": 0.506216, + "accuracy": 0.548419, + "main_score": 0.506216, + "hf_subset": "min_Latn-nus_Latn", + "languages": [ + "min-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "min_Latn-slk_Latn", + "languages": [ + "min-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569182, + "recall": 0.639328, + "f1": 0.589042, + "accuracy": 0.639328, + "main_score": 0.589042, + "hf_subset": "min_Latn-tir_Ethi", + "languages": [ + "min-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "min_Latn-zho_Hant", + "languages": [ + "min-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "min_Latn-awa_Deva", + "languages": [ + "min-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926696, + "recall": 0.947628, + "f1": 0.933202, + "accuracy": 0.947628, + "main_score": 0.933202, + "hf_subset": "min_Latn-cym_Latn", + "languages": [ + "min-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787945, + "recall": 0.829051, + "f1": 0.800494, + "accuracy": 0.829051, + "main_score": 0.800494, + "hf_subset": "min_Latn-grn_Latn", + "languages": [ + "min-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "min_Latn-kat_Geor", + "languages": [ + "min-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662121, + "recall": 0.70751, + "f1": 0.675282, + "accuracy": 0.70751, + "main_score": 0.675282, + "hf_subset": "min_Latn-lua_Latn", + "languages": [ + "min-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640736, + "recall": 0.694664, + "f1": 0.656135, + "accuracy": 0.694664, + "main_score": 0.656135, + "hf_subset": "min_Latn-nya_Latn", + "languages": [ + "min-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "min_Latn-slv_Latn", + "languages": [ + "min-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90196, + "recall": 0.927866, + "f1": 0.90998, + "accuracy": 0.927866, + "main_score": 0.90998, + "hf_subset": "min_Latn-tpi_Latn", + "languages": [ + "min-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-zsm_Latn", + "languages": [ + "min-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55851, + "recall": 0.61166, + "f1": 0.573326, + "accuracy": 0.61166, + "main_score": 0.573326, + "hf_subset": "min_Latn-ayr_Latn", + "languages": [ + "min-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "min_Latn-dan_Latn", + "languages": [ + "min-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "min_Latn-guj_Gujr", + "languages": [ + "min-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "min_Latn-kaz_Cyrl", + "languages": [ + "min-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547502, + "recall": 0.606719, + "f1": 0.564282, + "accuracy": 0.606719, + "main_score": 0.564282, + "hf_subset": "min_Latn-lug_Latn", + "languages": [ + "min-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-oci_Latn", + "languages": [ + "min-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787665, + "recall": 0.833992, + "f1": 0.801172, + "accuracy": 0.833992, + "main_score": 0.801172, + "hf_subset": "min_Latn-smo_Latn", + "languages": [ + "min-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562058, + "recall": 0.619565, + "f1": 0.577548, + "accuracy": 0.619565, + "main_score": 0.577548, + "hf_subset": "min_Latn-tsn_Latn", + "languages": [ + "min-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618061, + "recall": 0.674901, + "f1": 0.633485, + "accuracy": 0.674901, + "main_score": 0.633485, + "hf_subset": "min_Latn-zul_Latn", + "languages": [ + "min-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858284, + "recall": 0.895257, + "f1": 0.869532, + "accuracy": 0.895257, + "main_score": 0.869532, + "hf_subset": "min_Latn-azb_Arab", + "languages": [ + "min-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "min_Latn-deu_Latn", + "languages": [ + "min-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934371, + "recall": 0.952569, + "f1": 0.940119, + "accuracy": 0.952569, + "main_score": 0.940119, + "hf_subset": "min_Latn-hat_Latn", + "languages": [ + "min-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510609, + "recall": 0.564229, + "f1": 0.525685, + "accuracy": 0.564229, + "main_score": 0.525685, + "hf_subset": "min_Latn-kbp_Latn", + "languages": [ + "min-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594623, + "recall": 0.641304, + "f1": 0.607388, + "accuracy": 0.641304, + "main_score": 0.607388, + "hf_subset": "min_Latn-luo_Latn", + "languages": [ + "min-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "min_Latn-ory_Orya", + "languages": [ + "min-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600676, + "recall": 0.659091, + "f1": 0.616937, + "accuracy": 0.659091, + "main_score": 0.616937, + "hf_subset": "min_Latn-sna_Latn", + "languages": [ + "min-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566756, + "recall": 0.616601, + "f1": 0.580327, + "accuracy": 0.616601, + "main_score": 0.580327, + "hf_subset": "min_Latn-tso_Latn", + "languages": [ + "min-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "min_Latn-azj_Latn", + "languages": [ + "min-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5509, + "recall": 0.605731, + "f1": 0.566634, + "accuracy": 0.605731, + "main_score": 0.566634, + "hf_subset": "min_Latn-dik_Latn", + "languages": [ + "min-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725553, + "recall": 0.774704, + "f1": 0.739726, + "accuracy": 0.774704, + "main_score": 0.739726, + "hf_subset": "min_Latn-hau_Latn", + "languages": [ + "min-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957592, + "recall": 0.969368, + "f1": 0.961199, + "accuracy": 0.969368, + "main_score": 0.961199, + "hf_subset": "min_Latn-kea_Latn", + "languages": [ + "min-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721847, + "recall": 0.766798, + "f1": 0.734983, + "accuracy": 0.766798, + "main_score": 0.734983, + "hf_subset": "min_Latn-lus_Latn", + "languages": [ + "min-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843215, + "recall": 0.871542, + "f1": 0.851303, + "accuracy": 0.871542, + "main_score": 0.851303, + "hf_subset": "min_Latn-pag_Latn", + "languages": [ + "min-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "min_Latn-snd_Arab", + "languages": [ + "min-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874786, + "recall": 0.905138, + "f1": 0.883729, + "accuracy": 0.905138, + "main_score": 0.883729, + "hf_subset": "min_Latn-tuk_Latn", + "languages": [ + "min-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942664, + "recall": 0.959486, + "f1": 0.94804, + "accuracy": 0.959486, + "main_score": 0.94804, + "hf_subset": "min_Latn-bak_Cyrl", + "languages": [ + "min-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486177, + "recall": 0.565217, + "f1": 0.50896, + "accuracy": 0.565217, + "main_score": 0.50896, + "hf_subset": "min_Latn-dyu_Latn", + "languages": [ + "min-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "min_Latn-heb_Hebr", + "languages": [ + "min-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.964427, + "f1": 0.954348, + "accuracy": 0.964427, + "main_score": 0.954348, + "hf_subset": "min_Latn-khk_Cyrl", + "languages": [ + "min-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "min_Latn-lvs_Latn", + "languages": [ + "min-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "min_Latn-pan_Guru", + "languages": [ + "min-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690604, + "recall": 0.747036, + "f1": 0.707301, + "accuracy": 0.747036, + "main_score": 0.707301, + "hf_subset": "min_Latn-som_Latn", + "languages": [ + "min-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580929, + "recall": 0.624506, + "f1": 0.593455, + "accuracy": 0.624506, + "main_score": 0.593455, + "hf_subset": "min_Latn-tum_Latn", + "languages": [ + "min-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610279, + "recall": 0.672925, + "f1": 0.627706, + "accuracy": 0.672925, + "main_score": 0.627706, + "hf_subset": "por_Latn-ace_Arab", + "languages": [ + "por-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556892, + "recall": 0.619565, + "f1": 0.574678, + "accuracy": 0.619565, + "main_score": 0.574678, + "hf_subset": "por_Latn-bam_Latn", + "languages": [ + "por-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450431, + "recall": 0.534585, + "f1": 0.473703, + "accuracy": 0.534585, + "main_score": 0.473703, + "hf_subset": "por_Latn-dzo_Tibt", + "languages": [ + "por-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-khm_Khmr", + "languages": [ + "por-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-mag_Deva", + "languages": [ + "por-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-pap_Latn", + "languages": [ + "por-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612102, + "recall": 0.671937, + "f1": 0.628953, + "accuracy": 0.671937, + "main_score": 0.628953, + "hf_subset": "por_Latn-sot_Latn", + "languages": [ + "por-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888538, + "recall": 0.918972, + "f1": 0.898221, + "accuracy": 0.918972, + "main_score": 0.898221, + "hf_subset": "por_Latn-ace_Latn", + "languages": [ + "por-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "por_Latn-ban_Latn", + "languages": [ + "por-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-hne_Deva", + "languages": [ + "por-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630394, + "recall": 0.687747, + "f1": 0.646582, + "accuracy": 0.687747, + "main_score": 0.646582, + "hf_subset": "por_Latn-kik_Latn", + "languages": [ + "por-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-mai_Deva", + "languages": [ + "por-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "por_Latn-pbt_Arab", + "languages": [ + "por-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626459, + "recall": 0.694664, + "f1": 0.645918, + "accuracy": 0.694664, + "main_score": 0.645918, + "hf_subset": "por_Latn-twi_Latn", + "languages": [ + "por-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-acm_Arab", + "languages": [ + "por-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-bel_Cyrl", + "languages": [ + "por-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-hrv_Latn", + "languages": [ + "por-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582636, + "recall": 0.642292, + "f1": 0.598959, + "accuracy": 0.642292, + "main_score": 0.598959, + "hf_subset": "por_Latn-kin_Latn", + "languages": [ + "por-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-mal_Mlym", + "languages": [ + "por-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-pes_Arab", + "languages": [ + "por-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-srd_Latn", + "languages": [ + "por-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185533, + "recall": 0.236166, + "f1": 0.198046, + "accuracy": 0.236166, + "main_score": 0.198046, + "hf_subset": "por_Latn-tzm_Tfng", + "languages": [ + "por-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-acq_Arab", + "languages": [ + "por-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655643, + "recall": 0.710474, + "f1": 0.670495, + "accuracy": 0.710474, + "main_score": 0.670495, + "hf_subset": "por_Latn-bem_Latn", + "languages": [ + "por-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-epo_Latn", + "languages": [ + "por-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-kir_Cyrl", + "languages": [ + "por-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-mar_Deva", + "languages": [ + "por-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694203, + "recall": 0.75, + "f1": 0.710808, + "accuracy": 0.75, + "main_score": 0.710808, + "hf_subset": "por_Latn-plt_Latn", + "languages": [ + "por-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-srp_Cyrl", + "languages": [ + "por-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "por_Latn-uig_Arab", + "languages": [ + "por-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-aeb_Arab", + "languages": [ + "por-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-est_Latn", + "languages": [ + "por-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-hye_Armn", + "languages": [ + "por-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575842, + "recall": 0.62747, + "f1": 0.590631, + "accuracy": 0.62747, + "main_score": 0.590631, + "hf_subset": "por_Latn-kmb_Latn", + "languages": [ + "por-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54053, + "recall": 0.61166, + "f1": 0.560184, + "accuracy": 0.61166, + "main_score": 0.560184, + "hf_subset": "por_Latn-min_Arab", + "languages": [ + "por-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577586, + "recall": 0.649209, + "f1": 0.598325, + "accuracy": 0.649209, + "main_score": 0.598325, + "hf_subset": "por_Latn-ssw_Latn", + "languages": [ + "por-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ukr_Cyrl", + "languages": [ + "por-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-afr_Latn", + "languages": [ + "por-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-bho_Deva", + "languages": [ + "por-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "por_Latn-eus_Latn", + "languages": [ + "por-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609766, + "recall": 0.670949, + "f1": 0.626948, + "accuracy": 0.670949, + "main_score": 0.626948, + "hf_subset": "por_Latn-ibo_Latn", + "languages": [ + "por-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909338, + "recall": 0.935771, + "f1": 0.917885, + "accuracy": 0.935771, + "main_score": 0.917885, + "hf_subset": "por_Latn-kmr_Latn", + "languages": [ + "por-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-min_Latn", + "languages": [ + "por-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-sun_Latn", + "languages": [ + "por-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545835, + "recall": 0.602767, + "f1": 0.562131, + "accuracy": 0.602767, + "main_score": 0.562131, + "hf_subset": "por_Latn-umb_Latn", + "languages": [ + "por-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ajp_Arab", + "languages": [ + "por-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564356, + "recall": 0.626482, + "f1": 0.58124, + "accuracy": 0.626482, + "main_score": 0.58124, + "hf_subset": "por_Latn-bjn_Arab", + "languages": [ + "por-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535508, + "recall": 0.588933, + "f1": 0.550395, + "accuracy": 0.588933, + "main_score": 0.550395, + "hf_subset": "por_Latn-ewe_Latn", + "languages": [ + "por-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "por_Latn-ilo_Latn", + "languages": [ + "por-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321899, + "recall": 0.38834, + "f1": 0.340247, + "accuracy": 0.38834, + "main_score": 0.340247, + "hf_subset": "por_Latn-knc_Arab", + "languages": [ + "por-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-mkd_Cyrl", + "languages": [ + "por-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-prs_Arab", + "languages": [ + "por-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-urd_Arab", + "languages": [ + "por-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614097, + "recall": 0.674901, + "f1": 0.63123, + "accuracy": 0.674901, + "main_score": 0.63123, + "hf_subset": "por_Latn-aka_Latn", + "languages": [ + "por-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-bjn_Latn", + "languages": [ + "por-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "por_Latn-fao_Latn", + "languages": [ + "por-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610893, + "recall": 0.663043, + "f1": 0.625535, + "accuracy": 0.663043, + "main_score": 0.625535, + "hf_subset": "por_Latn-knc_Latn", + "languages": [ + "por-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734942, + "recall": 0.796443, + "f1": 0.753491, + "accuracy": 0.796443, + "main_score": 0.753491, + "hf_subset": "por_Latn-quy_Latn", + "languages": [ + "por-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "por_Latn-swh_Latn", + "languages": [ + "por-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-uzn_Latn", + "languages": [ + "por-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-als_Latn", + "languages": [ + "por-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684964, + "recall": 0.758893, + "f1": 0.706541, + "accuracy": 0.758893, + "main_score": 0.706541, + "hf_subset": "por_Latn-bod_Tibt", + "languages": [ + "por-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732593, + "recall": 0.788538, + "f1": 0.74889, + "accuracy": 0.788538, + "main_score": 0.74889, + "hf_subset": "por_Latn-fij_Latn", + "languages": [ + "por-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "por_Latn-isl_Latn", + "languages": [ + "por-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69018, + "recall": 0.743083, + "f1": 0.705715, + "accuracy": 0.743083, + "main_score": 0.705715, + "hf_subset": "por_Latn-kon_Latn", + "languages": [ + "por-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687665, + "recall": 0.751976, + "f1": 0.706653, + "accuracy": 0.751976, + "main_score": 0.706653, + "hf_subset": "por_Latn-mni_Beng", + "languages": [ + "por-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "por_Latn-szl_Latn", + "languages": [ + "por-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-vec_Latn", + "languages": [ + "por-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "por_Latn-amh_Ethi", + "languages": [ + "por-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-bos_Latn", + "languages": [ + "por-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580439, + "recall": 0.640316, + "f1": 0.597312, + "accuracy": 0.640316, + "main_score": 0.597312, + "hf_subset": "por_Latn-mos_Latn", + "languages": [ + "por-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583605, + "recall": 0.643281, + "f1": 0.600285, + "accuracy": 0.643281, + "main_score": 0.600285, + "hf_subset": "por_Latn-run_Latn", + "languages": [ + "por-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-apc_Arab", + "languages": [ + "por-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821229, + "recall": 0.865613, + "f1": 0.83498, + "accuracy": 0.865613, + "main_score": 0.83498, + "hf_subset": "por_Latn-bug_Latn", + "languages": [ + "por-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48655, + "recall": 0.54249, + "f1": 0.501761, + "accuracy": 0.54249, + "main_score": 0.501761, + "hf_subset": "por_Latn-fon_Latn", + "languages": [ + "por-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-jav_Latn", + "languages": [ + "por-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-lao_Laoo", + "languages": [ + "por-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905056, + "recall": 0.931818, + "f1": 0.913392, + "accuracy": 0.931818, + "main_score": 0.913392, + "hf_subset": "por_Latn-mri_Latn", + "languages": [ + "por-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556837, + "recall": 0.618577, + "f1": 0.573984, + "accuracy": 0.618577, + "main_score": 0.573984, + "hf_subset": "por_Latn-taq_Latn", + "languages": [ + "por-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-war_Latn", + "languages": [ + "por-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-bul_Cyrl", + "languages": [ + "por-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-lij_Latn", + "languages": [ + "por-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.992095, + "f1": 0.990942, + "accuracy": 0.992095, + "main_score": 0.990942, + "hf_subset": "por_Latn-mya_Mymr", + "languages": [ + "por-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620891, + "recall": 0.688735, + "f1": 0.640458, + "accuracy": 0.688735, + "main_score": 0.640458, + "hf_subset": "por_Latn-sag_Latn", + "languages": [ + "por-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201253, + "recall": 0.262846, + "f1": 0.215168, + "accuracy": 0.262846, + "main_score": 0.215168, + "hf_subset": "por_Latn-taq_Tfng", + "languages": [ + "por-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654143, + "recall": 0.716403, + "f1": 0.672038, + "accuracy": 0.716403, + "main_score": 0.672038, + "hf_subset": "por_Latn-wol_Latn", + "languages": [ + "por-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832345, + "recall": 0.878458, + "f1": 0.84697, + "accuracy": 0.878458, + "main_score": 0.84697, + "hf_subset": "por_Latn-arb_Latn", + "languages": [ + "por-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-fur_Latn", + "languages": [ + "por-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426712, + "recall": 0.488142, + "f1": 0.44398, + "accuracy": 0.488142, + "main_score": 0.44398, + "hf_subset": "por_Latn-kab_Latn", + "languages": [ + "por-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-lim_Latn", + "languages": [ + "por-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "por_Latn-san_Deva", + "languages": [ + "por-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tat_Cyrl", + "languages": [ + "por-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700041, + "recall": 0.758893, + "f1": 0.717446, + "accuracy": 0.758893, + "main_score": 0.717446, + "hf_subset": "por_Latn-xho_Latn", + "languages": [ + "por-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ars_Arab", + "languages": [ + "por-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ceb_Latn", + "languages": [ + "por-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578216, + "recall": 0.63834, + "f1": 0.595333, + "accuracy": 0.63834, + "main_score": 0.595333, + "hf_subset": "por_Latn-fuv_Latn", + "languages": [ + "por-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526049, + "recall": 0.592885, + "f1": 0.544512, + "accuracy": 0.592885, + "main_score": 0.544512, + "hf_subset": "por_Latn-kac_Latn", + "languages": [ + "por-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690958, + "recall": 0.747036, + "f1": 0.707759, + "accuracy": 0.747036, + "main_score": 0.707759, + "hf_subset": "por_Latn-lin_Latn", + "languages": [ + "por-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nno_Latn", + "languages": [ + "por-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255681, + "recall": 0.333992, + "f1": 0.276484, + "accuracy": 0.333992, + "main_score": 0.276484, + "hf_subset": "por_Latn-sat_Olck", + "languages": [ + "por-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tel_Telu", + "languages": [ + "por-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "por_Latn-ydd_Hebr", + "languages": [ + "por-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "por_Latn-ary_Arab", + "languages": [ + "por-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ces_Latn", + "languages": [ + "por-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594492, + "recall": 0.659091, + "f1": 0.613413, + "accuracy": 0.659091, + "main_score": 0.613413, + "hf_subset": "por_Latn-gaz_Latn", + "languages": [ + "por-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602802, + "recall": 0.671937, + "f1": 0.622592, + "accuracy": 0.671937, + "main_score": 0.622592, + "hf_subset": "por_Latn-kam_Latn", + "languages": [ + "por-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-nob_Latn", + "languages": [ + "por-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "por_Latn-scn_Latn", + "languages": [ + "por-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "por_Latn-tgk_Cyrl", + "languages": [ + "por-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75202, + "recall": 0.813241, + "f1": 0.770473, + "accuracy": 0.813241, + "main_score": 0.770473, + "hf_subset": "por_Latn-yor_Latn", + "languages": [ + "por-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-arz_Arab", + "languages": [ + "por-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581826, + "recall": 0.647233, + "f1": 0.600837, + "accuracy": 0.647233, + "main_score": 0.600837, + "hf_subset": "por_Latn-cjk_Latn", + "languages": [ + "por-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824638, + "recall": 0.865613, + "f1": 0.837088, + "accuracy": 0.865613, + "main_score": 0.837088, + "hf_subset": "por_Latn-gla_Latn", + "languages": [ + "por-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-kan_Knda", + "languages": [ + "por-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "por_Latn-lmo_Latn", + "languages": [ + "por-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "por_Latn-npi_Deva", + "languages": [ + "por-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484887, + "recall": 0.551383, + "f1": 0.503384, + "accuracy": 0.551383, + "main_score": 0.503384, + "hf_subset": "por_Latn-shn_Mymr", + "languages": [ + "por-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tgl_Latn", + "languages": [ + "por-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-yue_Hant", + "languages": [ + "por-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-asm_Beng", + "languages": [ + "por-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "por_Latn-ckb_Arab", + "languages": [ + "por-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90415, + "recall": 0.932806, + "f1": 0.913175, + "accuracy": 0.932806, + "main_score": 0.913175, + "hf_subset": "por_Latn-gle_Latn", + "languages": [ + "por-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "por_Latn-kas_Arab", + "languages": [ + "por-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "por_Latn-ltg_Latn", + "languages": [ + "por-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639954, + "recall": 0.695652, + "f1": 0.656109, + "accuracy": 0.695652, + "main_score": 0.656109, + "hf_subset": "por_Latn-nso_Latn", + "languages": [ + "por-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "por_Latn-sin_Sinh", + "languages": [ + "por-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-tha_Thai", + "languages": [ + "por-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-zho_Hans", + "languages": [ + "por-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-ast_Latn", + "languages": [ + "por-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-crh_Latn", + "languages": [ + "por-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924325, + "recall": 0.94664, + "f1": 0.93139, + "accuracy": 0.94664, + "main_score": 0.93139, + "hf_subset": "por_Latn-kas_Deva", + "languages": [ + "por-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-ltz_Latn", + "languages": [ + "por-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480801, + "recall": 0.550395, + "f1": 0.499969, + "accuracy": 0.550395, + "main_score": 0.499969, + "hf_subset": "por_Latn-nus_Latn", + "languages": [ + "por-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-slk_Latn", + "languages": [ + "por-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657955, + "recall": 0.732213, + "f1": 0.680044, + "accuracy": 0.732213, + "main_score": 0.680044, + "hf_subset": "por_Latn-tir_Ethi", + "languages": [ + "por-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "por_Latn-awa_Deva", + "languages": [ + "por-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "por_Latn-cym_Latn", + "languages": [ + "por-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882411, + "recall": 0.91502, + "f1": 0.892622, + "accuracy": 0.91502, + "main_score": 0.892622, + "hf_subset": "por_Latn-grn_Latn", + "languages": [ + "por-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-kat_Geor", + "languages": [ + "por-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66947, + "recall": 0.722332, + "f1": 0.684733, + "accuracy": 0.722332, + "main_score": 0.684733, + "hf_subset": "por_Latn-lua_Latn", + "languages": [ + "por-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67743, + "recall": 0.733202, + "f1": 0.693561, + "accuracy": 0.733202, + "main_score": 0.693561, + "hf_subset": "por_Latn-nya_Latn", + "languages": [ + "por-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-slv_Latn", + "languages": [ + "por-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "por_Latn-tpi_Latn", + "languages": [ + "por-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-zsm_Latn", + "languages": [ + "por-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56629, + "recall": 0.630435, + "f1": 0.584558, + "accuracy": 0.630435, + "main_score": 0.584558, + "hf_subset": "por_Latn-ayr_Latn", + "languages": [ + "por-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-dan_Latn", + "languages": [ + "por-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-guj_Gujr", + "languages": [ + "por-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-kaz_Cyrl", + "languages": [ + "por-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558676, + "recall": 0.62253, + "f1": 0.576633, + "accuracy": 0.62253, + "main_score": 0.576633, + "hf_subset": "por_Latn-lug_Latn", + "languages": [ + "por-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-oci_Latn", + "languages": [ + "por-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863142, + "recall": 0.901186, + "f1": 0.875132, + "accuracy": 0.901186, + "main_score": 0.875132, + "hf_subset": "por_Latn-smo_Latn", + "languages": [ + "por-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562996, + "recall": 0.62747, + "f1": 0.581275, + "accuracy": 0.62747, + "main_score": 0.581275, + "hf_subset": "por_Latn-tsn_Latn", + "languages": [ + "por-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643906, + "recall": 0.70751, + "f1": 0.662409, + "accuracy": 0.70751, + "main_score": 0.662409, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947134, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "por_Latn-azb_Arab", + "languages": [ + "por-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "por_Latn-hat_Latn", + "languages": [ + "por-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516744, + "recall": 0.571146, + "f1": 0.531983, + "accuracy": 0.571146, + "main_score": 0.531983, + "hf_subset": "por_Latn-kbp_Latn", + "languages": [ + "por-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587174, + "recall": 0.644269, + "f1": 0.602693, + "accuracy": 0.644269, + "main_score": 0.602693, + "hf_subset": "por_Latn-luo_Latn", + "languages": [ + "por-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-ory_Orya", + "languages": [ + "por-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605627, + "recall": 0.675889, + "f1": 0.625993, + "accuracy": 0.675889, + "main_score": 0.625993, + "hf_subset": "por_Latn-sna_Latn", + "languages": [ + "por-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579384, + "recall": 0.636364, + "f1": 0.595084, + "accuracy": 0.636364, + "main_score": 0.595084, + "hf_subset": "por_Latn-tso_Latn", + "languages": [ + "por-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "por_Latn-azj_Latn", + "languages": [ + "por-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552975, + "recall": 0.62253, + "f1": 0.57317, + "accuracy": 0.62253, + "main_score": 0.57317, + "hf_subset": "por_Latn-dik_Latn", + "languages": [ + "por-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777677, + "recall": 0.827075, + "f1": 0.79238, + "accuracy": 0.827075, + "main_score": 0.79238, + "hf_subset": "por_Latn-hau_Latn", + "languages": [ + "por-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "por_Latn-kea_Latn", + "languages": [ + "por-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768775, + "recall": 0.821146, + "f1": 0.784848, + "accuracy": 0.821146, + "main_score": 0.784848, + "hf_subset": "por_Latn-lus_Latn", + "languages": [ + "por-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905362, + "recall": 0.928854, + "f1": 0.912533, + "accuracy": 0.928854, + "main_score": 0.912533, + "hf_subset": "por_Latn-pag_Latn", + "languages": [ + "por-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-snd_Arab", + "languages": [ + "por-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "por_Latn-tuk_Latn", + "languages": [ + "por-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "por_Latn-bak_Cyrl", + "languages": [ + "por-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506359, + "recall": 0.587945, + "f1": 0.530369, + "accuracy": 0.587945, + "main_score": 0.530369, + "hf_subset": "por_Latn-dyu_Latn", + "languages": [ + "por-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "por_Latn-khk_Cyrl", + "languages": [ + "por-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-lvs_Latn", + "languages": [ + "por-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "por_Latn-pan_Guru", + "languages": [ + "por-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744104, + "recall": 0.800395, + "f1": 0.760992, + "accuracy": 0.800395, + "main_score": 0.760992, + "hf_subset": "por_Latn-som_Latn", + "languages": [ + "por-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625915, + "recall": 0.675889, + "f1": 0.640206, + "accuracy": 0.675889, + "main_score": 0.640206, + "hf_subset": "por_Latn-tum_Latn", + "languages": [ + "por-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618136, + "recall": 0.685771, + "f1": 0.637599, + "accuracy": 0.685771, + "main_score": 0.637599, + "hf_subset": "sun_Latn-ace_Arab", + "languages": [ + "sun-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547376, + "recall": 0.607708, + "f1": 0.564152, + "accuracy": 0.607708, + "main_score": 0.564152, + "hf_subset": "sun_Latn-bam_Latn", + "languages": [ + "sun-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37912, + "recall": 0.448617, + "f1": 0.397367, + "accuracy": 0.448617, + "main_score": 0.397367, + "hf_subset": "sun_Latn-dzo_Tibt", + "languages": [ + "sun-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-hin_Deva", + "languages": [ + "sun-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-khm_Khmr", + "languages": [ + "sun-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-mag_Deva", + "languages": [ + "sun-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "sun_Latn-pap_Latn", + "languages": [ + "sun-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611629, + "recall": 0.667984, + "f1": 0.627082, + "accuracy": 0.667984, + "main_score": 0.627082, + "hf_subset": "sun_Latn-sot_Latn", + "languages": [ + "sun-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-tur_Latn", + "languages": [ + "sun-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89641, + "recall": 0.926877, + "f1": 0.906456, + "accuracy": 0.926877, + "main_score": 0.906456, + "hf_subset": "sun_Latn-ace_Latn", + "languages": [ + "sun-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.964427, + "f1": 0.955698, + "accuracy": 0.964427, + "main_score": 0.955698, + "hf_subset": "sun_Latn-ban_Latn", + "languages": [ + "sun-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-ell_Grek", + "languages": [ + "sun-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "sun_Latn-hne_Deva", + "languages": [ + "sun-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610458, + "recall": 0.662055, + "f1": 0.624851, + "accuracy": 0.662055, + "main_score": 0.624851, + "hf_subset": "sun_Latn-kik_Latn", + "languages": [ + "sun-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-mai_Deva", + "languages": [ + "sun-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "sun_Latn-pbt_Arab", + "languages": [ + "sun-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-spa_Latn", + "languages": [ + "sun-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616236, + "recall": 0.682806, + "f1": 0.635368, + "accuracy": 0.682806, + "main_score": 0.635368, + "hf_subset": "sun_Latn-twi_Latn", + "languages": [ + "sun-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-acm_Arab", + "languages": [ + "sun-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "sun_Latn-bel_Cyrl", + "languages": [ + "sun-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-hrv_Latn", + "languages": [ + "sun-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561911, + "recall": 0.628458, + "f1": 0.580247, + "accuracy": 0.628458, + "main_score": 0.580247, + "hf_subset": "sun_Latn-kin_Latn", + "languages": [ + "sun-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-mal_Mlym", + "languages": [ + "sun-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-pes_Arab", + "languages": [ + "sun-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "sun_Latn-srd_Latn", + "languages": [ + "sun-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1884, + "recall": 0.23419, + "f1": 0.199548, + "accuracy": 0.23419, + "main_score": 0.199548, + "hf_subset": "sun_Latn-tzm_Tfng", + "languages": [ + "sun-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "sun_Latn-acq_Arab", + "languages": [ + "sun-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636387, + "recall": 0.684783, + "f1": 0.649812, + "accuracy": 0.684783, + "main_score": 0.649812, + "hf_subset": "sun_Latn-bem_Latn", + "languages": [ + "sun-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-epo_Latn", + "languages": [ + "sun-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-hun_Latn", + "languages": [ + "sun-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "sun_Latn-kir_Cyrl", + "languages": [ + "sun-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-mar_Deva", + "languages": [ + "sun-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687409, + "recall": 0.741107, + "f1": 0.70246, + "accuracy": 0.741107, + "main_score": 0.70246, + "hf_subset": "sun_Latn-plt_Latn", + "languages": [ + "sun-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-srp_Cyrl", + "languages": [ + "sun-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921607, + "recall": 0.944664, + "f1": 0.929183, + "accuracy": 0.944664, + "main_score": 0.929183, + "hf_subset": "sun_Latn-uig_Arab", + "languages": [ + "sun-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "sun_Latn-aeb_Arab", + "languages": [ + "sun-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-ben_Beng", + "languages": [ + "sun-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "sun_Latn-est_Latn", + "languages": [ + "sun-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-hye_Armn", + "languages": [ + "sun-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560894, + "recall": 0.609684, + "f1": 0.574797, + "accuracy": 0.609684, + "main_score": 0.574797, + "hf_subset": "sun_Latn-kmb_Latn", + "languages": [ + "sun-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52624, + "recall": 0.603755, + "f1": 0.546959, + "accuracy": 0.603755, + "main_score": 0.546959, + "hf_subset": "sun_Latn-min_Arab", + "languages": [ + "sun-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-pol_Latn", + "languages": [ + "sun-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580525, + "recall": 0.645257, + "f1": 0.599434, + "accuracy": 0.645257, + "main_score": 0.599434, + "hf_subset": "sun_Latn-ssw_Latn", + "languages": [ + "sun-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-ukr_Cyrl", + "languages": [ + "sun-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-afr_Latn", + "languages": [ + "sun-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sun_Latn-bho_Deva", + "languages": [ + "sun-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "sun_Latn-eus_Latn", + "languages": [ + "sun-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588992, + "recall": 0.647233, + "f1": 0.605112, + "accuracy": 0.647233, + "main_score": 0.605112, + "hf_subset": "sun_Latn-ibo_Latn", + "languages": [ + "sun-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861117, + "recall": 0.898221, + "f1": 0.872925, + "accuracy": 0.898221, + "main_score": 0.872925, + "hf_subset": "sun_Latn-kmr_Latn", + "languages": [ + "sun-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-min_Latn", + "languages": [ + "sun-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-por_Latn", + "languages": [ + "sun-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535327, + "recall": 0.594862, + "f1": 0.552862, + "accuracy": 0.594862, + "main_score": 0.552862, + "hf_subset": "sun_Latn-umb_Latn", + "languages": [ + "sun-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-ajp_Arab", + "languages": [ + "sun-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586492, + "recall": 0.650198, + "f1": 0.604331, + "accuracy": 0.650198, + "main_score": 0.604331, + "hf_subset": "sun_Latn-bjn_Arab", + "languages": [ + "sun-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523265, + "recall": 0.577075, + "f1": 0.537456, + "accuracy": 0.577075, + "main_score": 0.537456, + "hf_subset": "sun_Latn-ewe_Latn", + "languages": [ + "sun-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.952569, + "f1": 0.939888, + "accuracy": 0.952569, + "main_score": 0.939888, + "hf_subset": "sun_Latn-ilo_Latn", + "languages": [ + "sun-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321748, + "recall": 0.37747, + "f1": 0.337014, + "accuracy": 0.37747, + "main_score": 0.337014, + "hf_subset": "sun_Latn-knc_Arab", + "languages": [ + "sun-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-mkd_Cyrl", + "languages": [ + "sun-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-prs_Arab", + "languages": [ + "sun-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-swe_Latn", + "languages": [ + "sun-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-urd_Arab", + "languages": [ + "sun-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594245, + "recall": 0.656126, + "f1": 0.611692, + "accuracy": 0.656126, + "main_score": 0.611692, + "hf_subset": "sun_Latn-aka_Latn", + "languages": [ + "sun-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-bjn_Latn", + "languages": [ + "sun-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.959486, + "f1": 0.950216, + "accuracy": 0.959486, + "main_score": 0.950216, + "hf_subset": "sun_Latn-fao_Latn", + "languages": [ + "sun-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-ind_Latn", + "languages": [ + "sun-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613356, + "recall": 0.66502, + "f1": 0.627815, + "accuracy": 0.66502, + "main_score": 0.627815, + "hf_subset": "sun_Latn-knc_Latn", + "languages": [ + "sun-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-mlt_Latn", + "languages": [ + "sun-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692147, + "recall": 0.750988, + "f1": 0.709472, + "accuracy": 0.750988, + "main_score": 0.709472, + "hf_subset": "sun_Latn-quy_Latn", + "languages": [ + "sun-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "sun_Latn-swh_Latn", + "languages": [ + "sun-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "sun_Latn-uzn_Latn", + "languages": [ + "sun-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-als_Latn", + "languages": [ + "sun-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575536, + "recall": 0.656126, + "f1": 0.598299, + "accuracy": 0.656126, + "main_score": 0.598299, + "hf_subset": "sun_Latn-bod_Tibt", + "languages": [ + "sun-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695993, + "recall": 0.753953, + "f1": 0.712422, + "accuracy": 0.753953, + "main_score": 0.712422, + "hf_subset": "sun_Latn-fij_Latn", + "languages": [ + "sun-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969615, + "recall": 0.979249, + "f1": 0.972727, + "accuracy": 0.979249, + "main_score": 0.972727, + "hf_subset": "sun_Latn-isl_Latn", + "languages": [ + "sun-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671447, + "recall": 0.724308, + "f1": 0.687219, + "accuracy": 0.724308, + "main_score": 0.687219, + "hf_subset": "sun_Latn-kon_Latn", + "languages": [ + "sun-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65555, + "recall": 0.720356, + "f1": 0.674474, + "accuracy": 0.720356, + "main_score": 0.674474, + "hf_subset": "sun_Latn-mni_Beng", + "languages": [ + "sun-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-ron_Latn", + "languages": [ + "sun-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.982213, + "f1": 0.977931, + "accuracy": 0.982213, + "main_score": 0.977931, + "hf_subset": "sun_Latn-szl_Latn", + "languages": [ + "sun-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-vec_Latn", + "languages": [ + "sun-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916255, + "recall": 0.940711, + "f1": 0.923979, + "accuracy": 0.940711, + "main_score": 0.923979, + "hf_subset": "sun_Latn-amh_Ethi", + "languages": [ + "sun-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-bos_Latn", + "languages": [ + "sun-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-fin_Latn", + "languages": [ + "sun-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-ita_Latn", + "languages": [ + "sun-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-kor_Hang", + "languages": [ + "sun-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558032, + "recall": 0.618577, + "f1": 0.575167, + "accuracy": 0.618577, + "main_score": 0.575167, + "hf_subset": "sun_Latn-mos_Latn", + "languages": [ + "sun-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561787, + "recall": 0.620553, + "f1": 0.578856, + "accuracy": 0.620553, + "main_score": 0.578856, + "hf_subset": "sun_Latn-run_Latn", + "languages": [ + "sun-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sun_Latn-tam_Taml", + "languages": [ + "sun-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sun_Latn-vie_Latn", + "languages": [ + "sun-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sun_Latn-apc_Arab", + "languages": [ + "sun-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825856, + "recall": 0.866601, + "f1": 0.838241, + "accuracy": 0.866601, + "main_score": 0.838241, + "hf_subset": "sun_Latn-bug_Latn", + "languages": [ + "sun-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477372, + "recall": 0.533597, + "f1": 0.492418, + "accuracy": 0.533597, + "main_score": 0.492418, + "hf_subset": "sun_Latn-fon_Latn", + "languages": [ + "sun-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-jav_Latn", + "languages": [ + "sun-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sun_Latn-lao_Laoo", + "languages": [ + "sun-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837731, + "recall": 0.878458, + "f1": 0.850118, + "accuracy": 0.878458, + "main_score": 0.850118, + "hf_subset": "sun_Latn-mri_Latn", + "languages": [ + "sun-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "sun_Latn-rus_Cyrl", + "languages": [ + "sun-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547146, + "recall": 0.604743, + "f1": 0.562976, + "accuracy": 0.604743, + "main_score": 0.562976, + "hf_subset": "sun_Latn-taq_Latn", + "languages": [ + "sun-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-war_Latn", + "languages": [ + "sun-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-arb_Arab", + "languages": [ + "sun-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-bul_Cyrl", + "languages": [ + "sun-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-fra_Latn", + "languages": [ + "sun-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-jpn_Jpan", + "languages": [ + "sun-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "sun_Latn-lij_Latn", + "languages": [ + "sun-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "sun_Latn-mya_Mymr", + "languages": [ + "sun-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619887, + "recall": 0.682806, + "f1": 0.637578, + "accuracy": 0.682806, + "main_score": 0.637578, + "hf_subset": "sun_Latn-sag_Latn", + "languages": [ + "sun-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203464, + "recall": 0.263834, + "f1": 0.217131, + "accuracy": 0.263834, + "main_score": 0.217131, + "hf_subset": "sun_Latn-taq_Tfng", + "languages": [ + "sun-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646487, + "recall": 0.70751, + "f1": 0.663919, + "accuracy": 0.70751, + "main_score": 0.663919, + "hf_subset": "sun_Latn-wol_Latn", + "languages": [ + "sun-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763523, + "recall": 0.818182, + "f1": 0.779743, + "accuracy": 0.818182, + "main_score": 0.779743, + "hf_subset": "sun_Latn-arb_Latn", + "languages": [ + "sun-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-cat_Latn", + "languages": [ + "sun-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "sun_Latn-fur_Latn", + "languages": [ + "sun-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431912, + "recall": 0.495059, + "f1": 0.449085, + "accuracy": 0.495059, + "main_score": 0.449085, + "hf_subset": "sun_Latn-kab_Latn", + "languages": [ + "sun-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "sun_Latn-lim_Latn", + "languages": [ + "sun-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-nld_Latn", + "languages": [ + "sun-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "sun_Latn-san_Deva", + "languages": [ + "sun-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "sun_Latn-tat_Cyrl", + "languages": [ + "sun-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677457, + "recall": 0.733202, + "f1": 0.693706, + "accuracy": 0.733202, + "main_score": 0.693706, + "hf_subset": "sun_Latn-xho_Latn", + "languages": [ + "sun-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-ars_Arab", + "languages": [ + "sun-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-ceb_Latn", + "languages": [ + "sun-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574171, + "recall": 0.631423, + "f1": 0.590901, + "accuracy": 0.631423, + "main_score": 0.590901, + "hf_subset": "sun_Latn-fuv_Latn", + "languages": [ + "sun-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519353, + "recall": 0.58004, + "f1": 0.536698, + "accuracy": 0.58004, + "main_score": 0.536698, + "hf_subset": "sun_Latn-kac_Latn", + "languages": [ + "sun-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679762, + "recall": 0.730237, + "f1": 0.694096, + "accuracy": 0.730237, + "main_score": 0.694096, + "hf_subset": "sun_Latn-lin_Latn", + "languages": [ + "sun-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-nno_Latn", + "languages": [ + "sun-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210116, + "recall": 0.277668, + "f1": 0.22824, + "accuracy": 0.277668, + "main_score": 0.22824, + "hf_subset": "sun_Latn-sat_Olck", + "languages": [ + "sun-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "sun_Latn-tel_Telu", + "languages": [ + "sun-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931357, + "recall": 0.951581, + "f1": 0.937582, + "accuracy": 0.951581, + "main_score": 0.937582, + "hf_subset": "sun_Latn-ydd_Hebr", + "languages": [ + "sun-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "sun_Latn-ary_Arab", + "languages": [ + "sun-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-ces_Latn", + "languages": [ + "sun-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597308, + "recall": 0.660079, + "f1": 0.615733, + "accuracy": 0.660079, + "main_score": 0.615733, + "hf_subset": "sun_Latn-gaz_Latn", + "languages": [ + "sun-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586366, + "recall": 0.655138, + "f1": 0.606332, + "accuracy": 0.655138, + "main_score": 0.606332, + "hf_subset": "sun_Latn-kam_Latn", + "languages": [ + "sun-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "sun_Latn-lit_Latn", + "languages": [ + "sun-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-nob_Latn", + "languages": [ + "sun-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "sun_Latn-scn_Latn", + "languages": [ + "sun-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "sun_Latn-tgk_Cyrl", + "languages": [ + "sun-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700502, + "recall": 0.764822, + "f1": 0.720001, + "accuracy": 0.764822, + "main_score": 0.720001, + "hf_subset": "sun_Latn-yor_Latn", + "languages": [ + "sun-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "sun_Latn-arz_Arab", + "languages": [ + "sun-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574695, + "recall": 0.632411, + "f1": 0.591008, + "accuracy": 0.632411, + "main_score": 0.591008, + "hf_subset": "sun_Latn-cjk_Latn", + "languages": [ + "sun-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750395, + "recall": 0.804348, + "f1": 0.76693, + "accuracy": 0.804348, + "main_score": 0.76693, + "hf_subset": "sun_Latn-gla_Latn", + "languages": [ + "sun-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-kan_Knda", + "languages": [ + "sun-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sun_Latn-lmo_Latn", + "languages": [ + "sun-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sun_Latn-npi_Deva", + "languages": [ + "sun-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468198, + "recall": 0.533597, + "f1": 0.486888, + "accuracy": 0.533597, + "main_score": 0.486888, + "hf_subset": "sun_Latn-shn_Mymr", + "languages": [ + "sun-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-tgl_Latn", + "languages": [ + "sun-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-yue_Hant", + "languages": [ + "sun-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sun_Latn-asm_Beng", + "languages": [ + "sun-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "sun_Latn-ckb_Arab", + "languages": [ + "sun-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826499, + "recall": 0.867589, + "f1": 0.839295, + "accuracy": 0.867589, + "main_score": 0.839295, + "hf_subset": "sun_Latn-gle_Latn", + "languages": [ + "sun-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927454, + "recall": 0.947628, + "f1": 0.93386, + "accuracy": 0.947628, + "main_score": 0.93386, + "hf_subset": "sun_Latn-kas_Arab", + "languages": [ + "sun-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92029, + "recall": 0.943676, + "f1": 0.927701, + "accuracy": 0.943676, + "main_score": 0.927701, + "hf_subset": "sun_Latn-ltg_Latn", + "languages": [ + "sun-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63319, + "recall": 0.683794, + "f1": 0.647308, + "accuracy": 0.683794, + "main_score": 0.647308, + "hf_subset": "sun_Latn-nso_Latn", + "languages": [ + "sun-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "sun_Latn-sin_Sinh", + "languages": [ + "sun-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-tha_Thai", + "languages": [ + "sun-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-zho_Hans", + "languages": [ + "sun-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-ast_Latn", + "languages": [ + "sun-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "sun_Latn-crh_Latn", + "languages": [ + "sun-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-glg_Latn", + "languages": [ + "sun-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864542, + "recall": 0.901186, + "f1": 0.875856, + "accuracy": 0.901186, + "main_score": 0.875856, + "hf_subset": "sun_Latn-kas_Deva", + "languages": [ + "sun-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "sun_Latn-ltz_Latn", + "languages": [ + "sun-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482035, + "recall": 0.545455, + "f1": 0.499544, + "accuracy": 0.545455, + "main_score": 0.499544, + "hf_subset": "sun_Latn-nus_Latn", + "languages": [ + "sun-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sun_Latn-slk_Latn", + "languages": [ + "sun-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603179, + "recall": 0.670949, + "f1": 0.623061, + "accuracy": 0.670949, + "main_score": 0.623061, + "hf_subset": "sun_Latn-tir_Ethi", + "languages": [ + "sun-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sun_Latn-zho_Hant", + "languages": [ + "sun-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "sun_Latn-awa_Deva", + "languages": [ + "sun-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "sun_Latn-cym_Latn", + "languages": [ + "sun-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828458, + "recall": 0.864625, + "f1": 0.839229, + "accuracy": 0.864625, + "main_score": 0.839229, + "hf_subset": "sun_Latn-grn_Latn", + "languages": [ + "sun-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "sun_Latn-kat_Geor", + "languages": [ + "sun-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655468, + "recall": 0.706522, + "f1": 0.670244, + "accuracy": 0.706522, + "main_score": 0.670244, + "hf_subset": "sun_Latn-lua_Latn", + "languages": [ + "sun-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632318, + "recall": 0.689723, + "f1": 0.648734, + "accuracy": 0.689723, + "main_score": 0.648734, + "hf_subset": "sun_Latn-nya_Latn", + "languages": [ + "sun-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sun_Latn-slv_Latn", + "languages": [ + "sun-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921443, + "recall": 0.943676, + "f1": 0.928524, + "accuracy": 0.943676, + "main_score": 0.928524, + "hf_subset": "sun_Latn-tpi_Latn", + "languages": [ + "sun-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-zsm_Latn", + "languages": [ + "sun-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551198, + "recall": 0.613636, + "f1": 0.568373, + "accuracy": 0.613636, + "main_score": 0.568373, + "hf_subset": "sun_Latn-ayr_Latn", + "languages": [ + "sun-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "sun_Latn-dan_Latn", + "languages": [ + "sun-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-guj_Gujr", + "languages": [ + "sun-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sun_Latn-kaz_Cyrl", + "languages": [ + "sun-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549806, + "recall": 0.606719, + "f1": 0.565703, + "accuracy": 0.606719, + "main_score": 0.565703, + "hf_subset": "sun_Latn-lug_Latn", + "languages": [ + "sun-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "sun_Latn-oci_Latn", + "languages": [ + "sun-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797826, + "recall": 0.844862, + "f1": 0.812154, + "accuracy": 0.844862, + "main_score": 0.812154, + "hf_subset": "sun_Latn-smo_Latn", + "languages": [ + "sun-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554304, + "recall": 0.617589, + "f1": 0.571914, + "accuracy": 0.617589, + "main_score": 0.571914, + "hf_subset": "sun_Latn-tsn_Latn", + "languages": [ + "sun-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62959, + "recall": 0.687747, + "f1": 0.646004, + "accuracy": 0.687747, + "main_score": 0.646004, + "hf_subset": "sun_Latn-zul_Latn", + "languages": [ + "sun-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898527, + "recall": 0.926877, + "f1": 0.907691, + "accuracy": 0.926877, + "main_score": 0.907691, + "hf_subset": "sun_Latn-azb_Arab", + "languages": [ + "sun-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "sun_Latn-deu_Latn", + "languages": [ + "sun-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947134, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "sun_Latn-hat_Latn", + "languages": [ + "sun-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50766, + "recall": 0.565217, + "f1": 0.523585, + "accuracy": 0.565217, + "main_score": 0.523585, + "hf_subset": "sun_Latn-kbp_Latn", + "languages": [ + "sun-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588607, + "recall": 0.642292, + "f1": 0.603197, + "accuracy": 0.642292, + "main_score": 0.603197, + "hf_subset": "sun_Latn-luo_Latn", + "languages": [ + "sun-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-ory_Orya", + "languages": [ + "sun-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596058, + "recall": 0.660079, + "f1": 0.614145, + "accuracy": 0.660079, + "main_score": 0.614145, + "hf_subset": "sun_Latn-sna_Latn", + "languages": [ + "sun-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557574, + "recall": 0.616601, + "f1": 0.573726, + "accuracy": 0.616601, + "main_score": 0.573726, + "hf_subset": "sun_Latn-tso_Latn", + "languages": [ + "sun-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sun_Latn-azj_Latn", + "languages": [ + "sun-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554726, + "recall": 0.621542, + "f1": 0.573514, + "accuracy": 0.621542, + "main_score": 0.573514, + "hf_subset": "sun_Latn-dik_Latn", + "languages": [ + "sun-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725066, + "recall": 0.781621, + "f1": 0.741751, + "accuracy": 0.781621, + "main_score": 0.741751, + "hf_subset": "sun_Latn-hau_Latn", + "languages": [ + "sun-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "sun_Latn-kea_Latn", + "languages": [ + "sun-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740728, + "recall": 0.789526, + "f1": 0.755303, + "accuracy": 0.789526, + "main_score": 0.755303, + "hf_subset": "sun_Latn-lus_Latn", + "languages": [ + "sun-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861891, + "recall": 0.891304, + "f1": 0.870652, + "accuracy": 0.891304, + "main_score": 0.870652, + "hf_subset": "sun_Latn-pag_Latn", + "languages": [ + "sun-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sun_Latn-snd_Arab", + "languages": [ + "sun-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920866, + "recall": 0.943676, + "f1": 0.928096, + "accuracy": 0.943676, + "main_score": 0.928096, + "hf_subset": "sun_Latn-tuk_Latn", + "languages": [ + "sun-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "sun_Latn-bak_Cyrl", + "languages": [ + "sun-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497508, + "recall": 0.577075, + "f1": 0.520855, + "accuracy": 0.577075, + "main_score": 0.520855, + "hf_subset": "sun_Latn-dyu_Latn", + "languages": [ + "sun-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sun_Latn-heb_Hebr", + "languages": [ + "sun-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "sun_Latn-khk_Cyrl", + "languages": [ + "sun-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "sun_Latn-lvs_Latn", + "languages": [ + "sun-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sun_Latn-pan_Guru", + "languages": [ + "sun-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710823, + "recall": 0.766798, + "f1": 0.726929, + "accuracy": 0.766798, + "main_score": 0.726929, + "hf_subset": "sun_Latn-som_Latn", + "languages": [ + "sun-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606018, + "recall": 0.65415, + "f1": 0.618923, + "accuracy": 0.65415, + "main_score": 0.618923, + "hf_subset": "sun_Latn-tum_Latn", + "languages": [ + "sun-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395044, + "recall": 0.448617, + "f1": 0.410678, + "accuracy": 0.448617, + "main_score": 0.410678, + "hf_subset": "umb_Latn-ace_Arab", + "languages": [ + "umb-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47826, + "recall": 0.518775, + "f1": 0.489767, + "accuracy": 0.518775, + "main_score": 0.489767, + "hf_subset": "umb_Latn-bam_Latn", + "languages": [ + "umb-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201364, + "recall": 0.242095, + "f1": 0.211338, + "accuracy": 0.242095, + "main_score": 0.211338, + "hf_subset": "umb_Latn-dzo_Tibt", + "languages": [ + "umb-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513546, + "recall": 0.557312, + "f1": 0.52501, + "accuracy": 0.557312, + "main_score": 0.52501, + "hf_subset": "umb_Latn-hin_Deva", + "languages": [ + "umb-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464965, + "recall": 0.509881, + "f1": 0.476994, + "accuracy": 0.509881, + "main_score": 0.476994, + "hf_subset": "umb_Latn-khm_Khmr", + "languages": [ + "umb-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519863, + "recall": 0.561265, + "f1": 0.531284, + "accuracy": 0.561265, + "main_score": 0.531284, + "hf_subset": "umb_Latn-mag_Deva", + "languages": [ + "umb-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517354, + "recall": 0.546443, + "f1": 0.524911, + "accuracy": 0.546443, + "main_score": 0.524911, + "hf_subset": "umb_Latn-pap_Latn", + "languages": [ + "umb-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505022, + "recall": 0.540514, + "f1": 0.51466, + "accuracy": 0.540514, + "main_score": 0.51466, + "hf_subset": "umb_Latn-sot_Latn", + "languages": [ + "umb-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517676, + "recall": 0.564229, + "f1": 0.529778, + "accuracy": 0.564229, + "main_score": 0.529778, + "hf_subset": "umb_Latn-tur_Latn", + "languages": [ + "umb-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513909, + "recall": 0.549407, + "f1": 0.523353, + "accuracy": 0.549407, + "main_score": 0.523353, + "hf_subset": "umb_Latn-ace_Latn", + "languages": [ + "umb-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522882, + "recall": 0.562253, + "f1": 0.533634, + "accuracy": 0.562253, + "main_score": 0.533634, + "hf_subset": "umb_Latn-ban_Latn", + "languages": [ + "umb-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501188, + "recall": 0.549407, + "f1": 0.513521, + "accuracy": 0.549407, + "main_score": 0.513521, + "hf_subset": "umb_Latn-ell_Grek", + "languages": [ + "umb-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506617, + "recall": 0.546443, + "f1": 0.516853, + "accuracy": 0.546443, + "main_score": 0.516853, + "hf_subset": "umb_Latn-hne_Deva", + "languages": [ + "umb-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457952, + "recall": 0.502964, + "f1": 0.46995, + "accuracy": 0.502964, + "main_score": 0.46995, + "hf_subset": "umb_Latn-kik_Latn", + "languages": [ + "umb-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515618, + "recall": 0.555336, + "f1": 0.526306, + "accuracy": 0.555336, + "main_score": 0.526306, + "hf_subset": "umb_Latn-mai_Deva", + "languages": [ + "umb-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45915, + "recall": 0.508893, + "f1": 0.472304, + "accuracy": 0.508893, + "main_score": 0.472304, + "hf_subset": "umb_Latn-pbt_Arab", + "languages": [ + "umb-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516861, + "recall": 0.561265, + "f1": 0.528289, + "accuracy": 0.561265, + "main_score": 0.528289, + "hf_subset": "umb_Latn-spa_Latn", + "languages": [ + "umb-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509017, + "recall": 0.541502, + "f1": 0.517642, + "accuracy": 0.541502, + "main_score": 0.517642, + "hf_subset": "umb_Latn-twi_Latn", + "languages": [ + "umb-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493088, + "recall": 0.534585, + "f1": 0.504167, + "accuracy": 0.534585, + "main_score": 0.504167, + "hf_subset": "umb_Latn-acm_Arab", + "languages": [ + "umb-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469526, + "recall": 0.519763, + "f1": 0.482438, + "accuracy": 0.519763, + "main_score": 0.482438, + "hf_subset": "umb_Latn-bel_Cyrl", + "languages": [ + "umb-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540566, + "recall": 0.582016, + "f1": 0.551899, + "accuracy": 0.582016, + "main_score": 0.551899, + "hf_subset": "umb_Latn-eng_Latn", + "languages": [ + "umb-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523067, + "recall": 0.561265, + "f1": 0.533343, + "accuracy": 0.561265, + "main_score": 0.533343, + "hf_subset": "umb_Latn-hrv_Latn", + "languages": [ + "umb-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49536, + "recall": 0.537549, + "f1": 0.506952, + "accuracy": 0.537549, + "main_score": 0.506952, + "hf_subset": "umb_Latn-kin_Latn", + "languages": [ + "umb-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491667, + "recall": 0.54249, + "f1": 0.505094, + "accuracy": 0.54249, + "main_score": 0.505094, + "hf_subset": "umb_Latn-mal_Mlym", + "languages": [ + "umb-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510037, + "recall": 0.555336, + "f1": 0.521739, + "accuracy": 0.555336, + "main_score": 0.521739, + "hf_subset": "umb_Latn-pes_Arab", + "languages": [ + "umb-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519386, + "recall": 0.559289, + "f1": 0.530316, + "accuracy": 0.559289, + "main_score": 0.530316, + "hf_subset": "umb_Latn-srd_Latn", + "languages": [ + "umb-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203265, + "recall": 0.238142, + "f1": 0.211525, + "accuracy": 0.238142, + "main_score": 0.211525, + "hf_subset": "umb_Latn-tzm_Tfng", + "languages": [ + "umb-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495842, + "recall": 0.537549, + "f1": 0.507366, + "accuracy": 0.537549, + "main_score": 0.507366, + "hf_subset": "umb_Latn-acq_Arab", + "languages": [ + "umb-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522167, + "recall": 0.557312, + "f1": 0.532334, + "accuracy": 0.557312, + "main_score": 0.532334, + "hf_subset": "umb_Latn-bem_Latn", + "languages": [ + "umb-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517873, + "recall": 0.564229, + "f1": 0.530044, + "accuracy": 0.564229, + "main_score": 0.530044, + "hf_subset": "umb_Latn-epo_Latn", + "languages": [ + "umb-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507073, + "recall": 0.552372, + "f1": 0.519062, + "accuracy": 0.552372, + "main_score": 0.519062, + "hf_subset": "umb_Latn-hun_Latn", + "languages": [ + "umb-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495666, + "recall": 0.538538, + "f1": 0.507127, + "accuracy": 0.538538, + "main_score": 0.507127, + "hf_subset": "umb_Latn-kir_Cyrl", + "languages": [ + "umb-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497858, + "recall": 0.545455, + "f1": 0.510969, + "accuracy": 0.545455, + "main_score": 0.510969, + "hf_subset": "umb_Latn-mar_Deva", + "languages": [ + "umb-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512355, + "recall": 0.549407, + "f1": 0.522867, + "accuracy": 0.549407, + "main_score": 0.522867, + "hf_subset": "umb_Latn-plt_Latn", + "languages": [ + "umb-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511477, + "recall": 0.552372, + "f1": 0.522857, + "accuracy": 0.552372, + "main_score": 0.522857, + "hf_subset": "umb_Latn-srp_Cyrl", + "languages": [ + "umb-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439518, + "recall": 0.483202, + "f1": 0.450828, + "accuracy": 0.483202, + "main_score": 0.450828, + "hf_subset": "umb_Latn-uig_Arab", + "languages": [ + "umb-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486407, + "recall": 0.527668, + "f1": 0.498073, + "accuracy": 0.527668, + "main_score": 0.498073, + "hf_subset": "umb_Latn-aeb_Arab", + "languages": [ + "umb-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505181, + "recall": 0.5583, + "f1": 0.519823, + "accuracy": 0.5583, + "main_score": 0.519823, + "hf_subset": "umb_Latn-ben_Beng", + "languages": [ + "umb-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505752, + "recall": 0.552372, + "f1": 0.517895, + "accuracy": 0.552372, + "main_score": 0.517895, + "hf_subset": "umb_Latn-est_Latn", + "languages": [ + "umb-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499759, + "recall": 0.543478, + "f1": 0.511301, + "accuracy": 0.543478, + "main_score": 0.511301, + "hf_subset": "umb_Latn-hye_Armn", + "languages": [ + "umb-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558494, + "recall": 0.59585, + "f1": 0.5685, + "accuracy": 0.59585, + "main_score": 0.5685, + "hf_subset": "umb_Latn-kmb_Latn", + "languages": [ + "umb-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363539, + "recall": 0.423913, + "f1": 0.380146, + "accuracy": 0.423913, + "main_score": 0.380146, + "hf_subset": "umb_Latn-min_Arab", + "languages": [ + "umb-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504642, + "recall": 0.545455, + "f1": 0.51565, + "accuracy": 0.545455, + "main_score": 0.51565, + "hf_subset": "umb_Latn-pol_Latn", + "languages": [ + "umb-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513506, + "recall": 0.549407, + "f1": 0.523225, + "accuracy": 0.549407, + "main_score": 0.523225, + "hf_subset": "umb_Latn-ssw_Latn", + "languages": [ + "umb-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518018, + "recall": 0.563241, + "f1": 0.530362, + "accuracy": 0.563241, + "main_score": 0.530362, + "hf_subset": "umb_Latn-ukr_Cyrl", + "languages": [ + "umb-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529779, + "recall": 0.570158, + "f1": 0.540851, + "accuracy": 0.570158, + "main_score": 0.540851, + "hf_subset": "umb_Latn-afr_Latn", + "languages": [ + "umb-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497759, + "recall": 0.544466, + "f1": 0.509598, + "accuracy": 0.544466, + "main_score": 0.509598, + "hf_subset": "umb_Latn-bho_Deva", + "languages": [ + "umb-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513817, + "recall": 0.555336, + "f1": 0.525144, + "accuracy": 0.555336, + "main_score": 0.525144, + "hf_subset": "umb_Latn-eus_Latn", + "languages": [ + "umb-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496528, + "recall": 0.539526, + "f1": 0.509067, + "accuracy": 0.539526, + "main_score": 0.509067, + "hf_subset": "umb_Latn-ibo_Latn", + "languages": [ + "umb-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508643, + "recall": 0.545455, + "f1": 0.518247, + "accuracy": 0.545455, + "main_score": 0.518247, + "hf_subset": "umb_Latn-kmr_Latn", + "languages": [ + "umb-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530911, + "recall": 0.570158, + "f1": 0.540344, + "accuracy": 0.570158, + "main_score": 0.540344, + "hf_subset": "umb_Latn-min_Latn", + "languages": [ + "umb-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532048, + "recall": 0.578063, + "f1": 0.544275, + "accuracy": 0.578063, + "main_score": 0.544275, + "hf_subset": "umb_Latn-por_Latn", + "languages": [ + "umb-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535198, + "recall": 0.575099, + "f1": 0.545976, + "accuracy": 0.575099, + "main_score": 0.545976, + "hf_subset": "umb_Latn-sun_Latn", + "languages": [ + "umb-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50501, + "recall": 0.548419, + "f1": 0.516838, + "accuracy": 0.548419, + "main_score": 0.516838, + "hf_subset": "umb_Latn-ajp_Arab", + "languages": [ + "umb-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37381, + "recall": 0.426877, + "f1": 0.387935, + "accuracy": 0.426877, + "main_score": 0.387935, + "hf_subset": "umb_Latn-bjn_Arab", + "languages": [ + "umb-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479167, + "recall": 0.509881, + "f1": 0.487992, + "accuracy": 0.509881, + "main_score": 0.487992, + "hf_subset": "umb_Latn-ewe_Latn", + "languages": [ + "umb-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525856, + "recall": 0.565217, + "f1": 0.53586, + "accuracy": 0.565217, + "main_score": 0.53586, + "hf_subset": "umb_Latn-ilo_Latn", + "languages": [ + "umb-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297697, + "recall": 0.344862, + "f1": 0.310687, + "accuracy": 0.344862, + "main_score": 0.310687, + "hf_subset": "umb_Latn-knc_Arab", + "languages": [ + "umb-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525755, + "recall": 0.568182, + "f1": 0.536721, + "accuracy": 0.568182, + "main_score": 0.536721, + "hf_subset": "umb_Latn-mkd_Cyrl", + "languages": [ + "umb-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503604, + "recall": 0.551383, + "f1": 0.515834, + "accuracy": 0.551383, + "main_score": 0.515834, + "hf_subset": "umb_Latn-prs_Arab", + "languages": [ + "umb-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515181, + "recall": 0.562253, + "f1": 0.527756, + "accuracy": 0.562253, + "main_score": 0.527756, + "hf_subset": "umb_Latn-swe_Latn", + "languages": [ + "umb-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485287, + "recall": 0.531621, + "f1": 0.497477, + "accuracy": 0.531621, + "main_score": 0.497477, + "hf_subset": "umb_Latn-urd_Arab", + "languages": [ + "umb-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50386, + "recall": 0.535573, + "f1": 0.512226, + "accuracy": 0.535573, + "main_score": 0.512226, + "hf_subset": "umb_Latn-aka_Latn", + "languages": [ + "umb-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529053, + "recall": 0.562253, + "f1": 0.538091, + "accuracy": 0.562253, + "main_score": 0.538091, + "hf_subset": "umb_Latn-bjn_Latn", + "languages": [ + "umb-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512916, + "recall": 0.544466, + "f1": 0.521279, + "accuracy": 0.544466, + "main_score": 0.521279, + "hf_subset": "umb_Latn-fao_Latn", + "languages": [ + "umb-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526896, + "recall": 0.564229, + "f1": 0.536573, + "accuracy": 0.564229, + "main_score": 0.536573, + "hf_subset": "umb_Latn-ind_Latn", + "languages": [ + "umb-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502547, + "recall": 0.540514, + "f1": 0.513302, + "accuracy": 0.540514, + "main_score": 0.513302, + "hf_subset": "umb_Latn-knc_Latn", + "languages": [ + "umb-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528033, + "recall": 0.565217, + "f1": 0.537834, + "accuracy": 0.565217, + "main_score": 0.537834, + "hf_subset": "umb_Latn-mlt_Latn", + "languages": [ + "umb-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505597, + "recall": 0.540514, + "f1": 0.515379, + "accuracy": 0.540514, + "main_score": 0.515379, + "hf_subset": "umb_Latn-quy_Latn", + "languages": [ + "umb-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525584, + "recall": 0.56917, + "f1": 0.537163, + "accuracy": 0.56917, + "main_score": 0.537163, + "hf_subset": "umb_Latn-swh_Latn", + "languages": [ + "umb-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498188, + "recall": 0.541502, + "f1": 0.509969, + "accuracy": 0.541502, + "main_score": 0.509969, + "hf_subset": "umb_Latn-uzn_Latn", + "languages": [ + "umb-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522421, + "recall": 0.560277, + "f1": 0.532427, + "accuracy": 0.560277, + "main_score": 0.532427, + "hf_subset": "umb_Latn-als_Latn", + "languages": [ + "umb-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.263258, + "recall": 0.307312, + "f1": 0.274959, + "accuracy": 0.307312, + "main_score": 0.274959, + "hf_subset": "umb_Latn-bod_Tibt", + "languages": [ + "umb-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48826, + "recall": 0.523715, + "f1": 0.498325, + "accuracy": 0.523715, + "main_score": 0.498325, + "hf_subset": "umb_Latn-fij_Latn", + "languages": [ + "umb-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509174, + "recall": 0.546443, + "f1": 0.519339, + "accuracy": 0.546443, + "main_score": 0.519339, + "hf_subset": "umb_Latn-isl_Latn", + "languages": [ + "umb-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535543, + "recall": 0.566206, + "f1": 0.544008, + "accuracy": 0.566206, + "main_score": 0.544008, + "hf_subset": "umb_Latn-kon_Latn", + "languages": [ + "umb-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427452, + "recall": 0.479249, + "f1": 0.442089, + "accuracy": 0.479249, + "main_score": 0.442089, + "hf_subset": "umb_Latn-mni_Beng", + "languages": [ + "umb-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538544, + "recall": 0.58004, + "f1": 0.548868, + "accuracy": 0.58004, + "main_score": 0.548868, + "hf_subset": "umb_Latn-ron_Latn", + "languages": [ + "umb-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515396, + "recall": 0.556324, + "f1": 0.526358, + "accuracy": 0.556324, + "main_score": 0.526358, + "hf_subset": "umb_Latn-szl_Latn", + "languages": [ + "umb-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529769, + "recall": 0.573123, + "f1": 0.541394, + "accuracy": 0.573123, + "main_score": 0.541394, + "hf_subset": "umb_Latn-vec_Latn", + "languages": [ + "umb-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423753, + "recall": 0.476285, + "f1": 0.438111, + "accuracy": 0.476285, + "main_score": 0.438111, + "hf_subset": "umb_Latn-amh_Ethi", + "languages": [ + "umb-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52499, + "recall": 0.570158, + "f1": 0.536981, + "accuracy": 0.570158, + "main_score": 0.536981, + "hf_subset": "umb_Latn-bos_Latn", + "languages": [ + "umb-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503418, + "recall": 0.545455, + "f1": 0.514627, + "accuracy": 0.545455, + "main_score": 0.514627, + "hf_subset": "umb_Latn-fin_Latn", + "languages": [ + "umb-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515166, + "recall": 0.556324, + "f1": 0.526677, + "accuracy": 0.556324, + "main_score": 0.526677, + "hf_subset": "umb_Latn-ita_Latn", + "languages": [ + "umb-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50481, + "recall": 0.55336, + "f1": 0.51714, + "accuracy": 0.55336, + "main_score": 0.51714, + "hf_subset": "umb_Latn-kor_Hang", + "languages": [ + "umb-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496594, + "recall": 0.532609, + "f1": 0.505807, + "accuracy": 0.532609, + "main_score": 0.505807, + "hf_subset": "umb_Latn-mos_Latn", + "languages": [ + "umb-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49449, + "recall": 0.529644, + "f1": 0.504385, + "accuracy": 0.529644, + "main_score": 0.504385, + "hf_subset": "umb_Latn-run_Latn", + "languages": [ + "umb-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490693, + "recall": 0.543478, + "f1": 0.504643, + "accuracy": 0.543478, + "main_score": 0.504643, + "hf_subset": "umb_Latn-tam_Taml", + "languages": [ + "umb-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514542, + "recall": 0.556324, + "f1": 0.525851, + "accuracy": 0.556324, + "main_score": 0.525851, + "hf_subset": "umb_Latn-vie_Latn", + "languages": [ + "umb-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505375, + "recall": 0.549407, + "f1": 0.517415, + "accuracy": 0.549407, + "main_score": 0.517415, + "hf_subset": "umb_Latn-apc_Arab", + "languages": [ + "umb-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502792, + "recall": 0.539526, + "f1": 0.512926, + "accuracy": 0.539526, + "main_score": 0.512926, + "hf_subset": "umb_Latn-bug_Latn", + "languages": [ + "umb-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440511, + "recall": 0.483202, + "f1": 0.452519, + "accuracy": 0.483202, + "main_score": 0.452519, + "hf_subset": "umb_Latn-fon_Latn", + "languages": [ + "umb-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53962, + "recall": 0.572134, + "f1": 0.548527, + "accuracy": 0.572134, + "main_score": 0.548527, + "hf_subset": "umb_Latn-jav_Latn", + "languages": [ + "umb-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477594, + "recall": 0.523715, + "f1": 0.490068, + "accuracy": 0.523715, + "main_score": 0.490068, + "hf_subset": "umb_Latn-lao_Laoo", + "languages": [ + "umb-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469229, + "recall": 0.501976, + "f1": 0.478303, + "accuracy": 0.501976, + "main_score": 0.478303, + "hf_subset": "umb_Latn-mri_Latn", + "languages": [ + "umb-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506494, + "recall": 0.551383, + "f1": 0.518314, + "accuracy": 0.551383, + "main_score": 0.518314, + "hf_subset": "umb_Latn-rus_Cyrl", + "languages": [ + "umb-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480854, + "recall": 0.514822, + "f1": 0.490019, + "accuracy": 0.514822, + "main_score": 0.490019, + "hf_subset": "umb_Latn-taq_Latn", + "languages": [ + "umb-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539028, + "recall": 0.576087, + "f1": 0.54863, + "accuracy": 0.576087, + "main_score": 0.54863, + "hf_subset": "umb_Latn-war_Latn", + "languages": [ + "umb-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499944, + "recall": 0.540514, + "f1": 0.511548, + "accuracy": 0.540514, + "main_score": 0.511548, + "hf_subset": "umb_Latn-arb_Arab", + "languages": [ + "umb-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525561, + "recall": 0.564229, + "f1": 0.536133, + "accuracy": 0.564229, + "main_score": 0.536133, + "hf_subset": "umb_Latn-bul_Cyrl", + "languages": [ + "umb-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522452, + "recall": 0.568182, + "f1": 0.534302, + "accuracy": 0.568182, + "main_score": 0.534302, + "hf_subset": "umb_Latn-fra_Latn", + "languages": [ + "umb-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499059, + "recall": 0.541502, + "f1": 0.510358, + "accuracy": 0.541502, + "main_score": 0.510358, + "hf_subset": "umb_Latn-jpn_Jpan", + "languages": [ + "umb-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514832, + "recall": 0.552372, + "f1": 0.524064, + "accuracy": 0.552372, + "main_score": 0.524064, + "hf_subset": "umb_Latn-lij_Latn", + "languages": [ + "umb-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392869, + "recall": 0.44664, + "f1": 0.406804, + "accuracy": 0.44664, + "main_score": 0.406804, + "hf_subset": "umb_Latn-mya_Mymr", + "languages": [ + "umb-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497631, + "recall": 0.530632, + "f1": 0.507104, + "accuracy": 0.530632, + "main_score": 0.507104, + "hf_subset": "umb_Latn-sag_Latn", + "languages": [ + "umb-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210136, + "recall": 0.252964, + "f1": 0.220203, + "accuracy": 0.252964, + "main_score": 0.220203, + "hf_subset": "umb_Latn-taq_Tfng", + "languages": [ + "umb-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497615, + "recall": 0.540514, + "f1": 0.509478, + "accuracy": 0.540514, + "main_score": 0.509478, + "hf_subset": "umb_Latn-wol_Latn", + "languages": [ + "umb-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433667, + "recall": 0.468379, + "f1": 0.443579, + "accuracy": 0.468379, + "main_score": 0.443579, + "hf_subset": "umb_Latn-arb_Latn", + "languages": [ + "umb-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527993, + "recall": 0.568182, + "f1": 0.538754, + "accuracy": 0.568182, + "main_score": 0.538754, + "hf_subset": "umb_Latn-cat_Latn", + "languages": [ + "umb-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513257, + "recall": 0.551383, + "f1": 0.523531, + "accuracy": 0.551383, + "main_score": 0.523531, + "hf_subset": "umb_Latn-fur_Latn", + "languages": [ + "umb-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406159, + "recall": 0.442688, + "f1": 0.416093, + "accuracy": 0.442688, + "main_score": 0.416093, + "hf_subset": "umb_Latn-kab_Latn", + "languages": [ + "umb-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524272, + "recall": 0.555336, + "f1": 0.532879, + "accuracy": 0.555336, + "main_score": 0.532879, + "hf_subset": "umb_Latn-lim_Latn", + "languages": [ + "umb-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513796, + "recall": 0.5583, + "f1": 0.525951, + "accuracy": 0.5583, + "main_score": 0.525951, + "hf_subset": "umb_Latn-nld_Latn", + "languages": [ + "umb-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472962, + "recall": 0.521739, + "f1": 0.485772, + "accuracy": 0.521739, + "main_score": 0.485772, + "hf_subset": "umb_Latn-san_Deva", + "languages": [ + "umb-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506745, + "recall": 0.551383, + "f1": 0.518743, + "accuracy": 0.551383, + "main_score": 0.518743, + "hf_subset": "umb_Latn-tat_Cyrl", + "languages": [ + "umb-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548758, + "recall": 0.581028, + "f1": 0.557639, + "accuracy": 0.581028, + "main_score": 0.557639, + "hf_subset": "umb_Latn-xho_Latn", + "languages": [ + "umb-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48373, + "recall": 0.527668, + "f1": 0.496444, + "accuracy": 0.527668, + "main_score": 0.496444, + "hf_subset": "umb_Latn-ars_Arab", + "languages": [ + "umb-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541625, + "recall": 0.578063, + "f1": 0.551309, + "accuracy": 0.578063, + "main_score": 0.551309, + "hf_subset": "umb_Latn-ceb_Latn", + "languages": [ + "umb-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470375, + "recall": 0.51087, + "f1": 0.48207, + "accuracy": 0.51087, + "main_score": 0.48207, + "hf_subset": "umb_Latn-fuv_Latn", + "languages": [ + "umb-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469375, + "recall": 0.512846, + "f1": 0.480889, + "accuracy": 0.512846, + "main_score": 0.480889, + "hf_subset": "umb_Latn-kac_Latn", + "languages": [ + "umb-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535167, + "recall": 0.567194, + "f1": 0.543763, + "accuracy": 0.567194, + "main_score": 0.543763, + "hf_subset": "umb_Latn-lin_Latn", + "languages": [ + "umb-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508753, + "recall": 0.55336, + "f1": 0.520854, + "accuracy": 0.55336, + "main_score": 0.520854, + "hf_subset": "umb_Latn-nno_Latn", + "languages": [ + "umb-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121056, + "recall": 0.155138, + "f1": 0.129953, + "accuracy": 0.155138, + "main_score": 0.129953, + "hf_subset": "umb_Latn-sat_Olck", + "languages": [ + "umb-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501219, + "recall": 0.552372, + "f1": 0.513872, + "accuracy": 0.552372, + "main_score": 0.513872, + "hf_subset": "umb_Latn-tel_Telu", + "languages": [ + "umb-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440236, + "recall": 0.488142, + "f1": 0.453122, + "accuracy": 0.488142, + "main_score": 0.453122, + "hf_subset": "umb_Latn-ydd_Hebr", + "languages": [ + "umb-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481799, + "recall": 0.52668, + "f1": 0.49378, + "accuracy": 0.52668, + "main_score": 0.49378, + "hf_subset": "umb_Latn-ary_Arab", + "languages": [ + "umb-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527799, + "recall": 0.565217, + "f1": 0.537869, + "accuracy": 0.565217, + "main_score": 0.537869, + "hf_subset": "umb_Latn-ces_Latn", + "languages": [ + "umb-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465174, + "recall": 0.51087, + "f1": 0.477349, + "accuracy": 0.51087, + "main_score": 0.477349, + "hf_subset": "umb_Latn-gaz_Latn", + "languages": [ + "umb-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494725, + "recall": 0.534585, + "f1": 0.505589, + "accuracy": 0.534585, + "main_score": 0.505589, + "hf_subset": "umb_Latn-kam_Latn", + "languages": [ + "umb-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502015, + "recall": 0.545455, + "f1": 0.512669, + "accuracy": 0.545455, + "main_score": 0.512669, + "hf_subset": "umb_Latn-lit_Latn", + "languages": [ + "umb-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521142, + "recall": 0.567194, + "f1": 0.533351, + "accuracy": 0.567194, + "main_score": 0.533351, + "hf_subset": "umb_Latn-nob_Latn", + "languages": [ + "umb-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503608, + "recall": 0.54249, + "f1": 0.513903, + "accuracy": 0.54249, + "main_score": 0.513903, + "hf_subset": "umb_Latn-scn_Latn", + "languages": [ + "umb-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485948, + "recall": 0.524704, + "f1": 0.496287, + "accuracy": 0.524704, + "main_score": 0.496287, + "hf_subset": "umb_Latn-tgk_Cyrl", + "languages": [ + "umb-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459116, + "recall": 0.504941, + "f1": 0.472674, + "accuracy": 0.504941, + "main_score": 0.472674, + "hf_subset": "umb_Latn-yor_Latn", + "languages": [ + "umb-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507483, + "recall": 0.550395, + "f1": 0.51855, + "accuracy": 0.550395, + "main_score": 0.51855, + "hf_subset": "umb_Latn-arz_Arab", + "languages": [ + "umb-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493025, + "recall": 0.524704, + "f1": 0.501676, + "accuracy": 0.524704, + "main_score": 0.501676, + "hf_subset": "umb_Latn-cjk_Latn", + "languages": [ + "umb-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472594, + "recall": 0.512846, + "f1": 0.483876, + "accuracy": 0.512846, + "main_score": 0.483876, + "hf_subset": "umb_Latn-gla_Latn", + "languages": [ + "umb-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490341, + "recall": 0.541502, + "f1": 0.504096, + "accuracy": 0.541502, + "main_score": 0.504096, + "hf_subset": "umb_Latn-kan_Knda", + "languages": [ + "umb-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514106, + "recall": 0.551383, + "f1": 0.524446, + "accuracy": 0.551383, + "main_score": 0.524446, + "hf_subset": "umb_Latn-lmo_Latn", + "languages": [ + "umb-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503175, + "recall": 0.547431, + "f1": 0.514445, + "accuracy": 0.547431, + "main_score": 0.514445, + "hf_subset": "umb_Latn-npi_Deva", + "languages": [ + "umb-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413669, + "recall": 0.45751, + "f1": 0.425651, + "accuracy": 0.45751, + "main_score": 0.425651, + "hf_subset": "umb_Latn-shn_Mymr", + "languages": [ + "umb-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52685, + "recall": 0.563241, + "f1": 0.537209, + "accuracy": 0.563241, + "main_score": 0.537209, + "hf_subset": "umb_Latn-tgl_Latn", + "languages": [ + "umb-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493526, + "recall": 0.536561, + "f1": 0.505107, + "accuracy": 0.536561, + "main_score": 0.505107, + "hf_subset": "umb_Latn-yue_Hant", + "languages": [ + "umb-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46835, + "recall": 0.514822, + "f1": 0.481504, + "accuracy": 0.514822, + "main_score": 0.481504, + "hf_subset": "umb_Latn-asm_Beng", + "languages": [ + "umb-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484061, + "recall": 0.527668, + "f1": 0.495483, + "accuracy": 0.527668, + "main_score": 0.495483, + "hf_subset": "umb_Latn-ckb_Arab", + "languages": [ + "umb-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46896, + "recall": 0.511858, + "f1": 0.480238, + "accuracy": 0.511858, + "main_score": 0.480238, + "hf_subset": "umb_Latn-gle_Latn", + "languages": [ + "umb-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434924, + "recall": 0.487154, + "f1": 0.449485, + "accuracy": 0.487154, + "main_score": 0.449485, + "hf_subset": "umb_Latn-kas_Arab", + "languages": [ + "umb-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488936, + "recall": 0.531621, + "f1": 0.500045, + "accuracy": 0.531621, + "main_score": 0.500045, + "hf_subset": "umb_Latn-ltg_Latn", + "languages": [ + "umb-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534531, + "recall": 0.568182, + "f1": 0.54371, + "accuracy": 0.568182, + "main_score": 0.54371, + "hf_subset": "umb_Latn-nso_Latn", + "languages": [ + "umb-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435474, + "recall": 0.486166, + "f1": 0.448774, + "accuracy": 0.486166, + "main_score": 0.448774, + "hf_subset": "umb_Latn-sin_Sinh", + "languages": [ + "umb-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500093, + "recall": 0.546443, + "f1": 0.512052, + "accuracy": 0.546443, + "main_score": 0.512052, + "hf_subset": "umb_Latn-tha_Thai", + "languages": [ + "umb-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494942, + "recall": 0.535573, + "f1": 0.504764, + "accuracy": 0.535573, + "main_score": 0.504764, + "hf_subset": "umb_Latn-zho_Hans", + "languages": [ + "umb-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538741, + "recall": 0.58004, + "f1": 0.549719, + "accuracy": 0.58004, + "main_score": 0.549719, + "hf_subset": "umb_Latn-ast_Latn", + "languages": [ + "umb-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505378, + "recall": 0.556324, + "f1": 0.51845, + "accuracy": 0.556324, + "main_score": 0.51845, + "hf_subset": "umb_Latn-crh_Latn", + "languages": [ + "umb-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534515, + "recall": 0.566206, + "f1": 0.543121, + "accuracy": 0.566206, + "main_score": 0.543121, + "hf_subset": "umb_Latn-glg_Latn", + "languages": [ + "umb-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464018, + "recall": 0.51087, + "f1": 0.476276, + "accuracy": 0.51087, + "main_score": 0.476276, + "hf_subset": "umb_Latn-kas_Deva", + "languages": [ + "umb-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48944, + "recall": 0.531621, + "f1": 0.500194, + "accuracy": 0.531621, + "main_score": 0.500194, + "hf_subset": "umb_Latn-ltz_Latn", + "languages": [ + "umb-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427032, + "recall": 0.472332, + "f1": 0.438869, + "accuracy": 0.472332, + "main_score": 0.438869, + "hf_subset": "umb_Latn-nus_Latn", + "languages": [ + "umb-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507001, + "recall": 0.552372, + "f1": 0.51925, + "accuracy": 0.552372, + "main_score": 0.51925, + "hf_subset": "umb_Latn-slk_Latn", + "languages": [ + "umb-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381309, + "recall": 0.426877, + "f1": 0.393642, + "accuracy": 0.426877, + "main_score": 0.393642, + "hf_subset": "umb_Latn-tir_Ethi", + "languages": [ + "umb-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488254, + "recall": 0.533597, + "f1": 0.499675, + "accuracy": 0.533597, + "main_score": 0.499675, + "hf_subset": "umb_Latn-zho_Hant", + "languages": [ + "umb-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512802, + "recall": 0.551383, + "f1": 0.523125, + "accuracy": 0.551383, + "main_score": 0.523125, + "hf_subset": "umb_Latn-awa_Deva", + "languages": [ + "umb-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50932, + "recall": 0.548419, + "f1": 0.519962, + "accuracy": 0.548419, + "main_score": 0.519962, + "hf_subset": "umb_Latn-cym_Latn", + "languages": [ + "umb-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517791, + "recall": 0.551383, + "f1": 0.526793, + "accuracy": 0.551383, + "main_score": 0.526793, + "hf_subset": "umb_Latn-grn_Latn", + "languages": [ + "umb-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473088, + "recall": 0.52668, + "f1": 0.487704, + "accuracy": 0.52668, + "main_score": 0.487704, + "hf_subset": "umb_Latn-kat_Geor", + "languages": [ + "umb-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510819, + "recall": 0.551383, + "f1": 0.522043, + "accuracy": 0.551383, + "main_score": 0.522043, + "hf_subset": "umb_Latn-lua_Latn", + "languages": [ + "umb-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518551, + "recall": 0.550395, + "f1": 0.527568, + "accuracy": 0.550395, + "main_score": 0.527568, + "hf_subset": "umb_Latn-nya_Latn", + "languages": [ + "umb-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51575, + "recall": 0.559289, + "f1": 0.527311, + "accuracy": 0.559289, + "main_score": 0.527311, + "hf_subset": "umb_Latn-slv_Latn", + "languages": [ + "umb-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512134, + "recall": 0.546443, + "f1": 0.52145, + "accuracy": 0.546443, + "main_score": 0.52145, + "hf_subset": "umb_Latn-tpi_Latn", + "languages": [ + "umb-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539345, + "recall": 0.579051, + "f1": 0.549784, + "accuracy": 0.579051, + "main_score": 0.549784, + "hf_subset": "umb_Latn-zsm_Latn", + "languages": [ + "umb-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481102, + "recall": 0.513834, + "f1": 0.490832, + "accuracy": 0.513834, + "main_score": 0.490832, + "hf_subset": "umb_Latn-ayr_Latn", + "languages": [ + "umb-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524482, + "recall": 0.570158, + "f1": 0.537372, + "accuracy": 0.570158, + "main_score": 0.537372, + "hf_subset": "umb_Latn-dan_Latn", + "languages": [ + "umb-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502295, + "recall": 0.549407, + "f1": 0.51491, + "accuracy": 0.549407, + "main_score": 0.51491, + "hf_subset": "umb_Latn-guj_Gujr", + "languages": [ + "umb-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505301, + "recall": 0.552372, + "f1": 0.517842, + "accuracy": 0.552372, + "main_score": 0.517842, + "hf_subset": "umb_Latn-kaz_Cyrl", + "languages": [ + "umb-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470424, + "recall": 0.51581, + "f1": 0.48292, + "accuracy": 0.51581, + "main_score": 0.48292, + "hf_subset": "umb_Latn-lug_Latn", + "languages": [ + "umb-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538612, + "recall": 0.577075, + "f1": 0.549086, + "accuracy": 0.577075, + "main_score": 0.549086, + "hf_subset": "umb_Latn-oci_Latn", + "languages": [ + "umb-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500066, + "recall": 0.528656, + "f1": 0.508161, + "accuracy": 0.528656, + "main_score": 0.508161, + "hf_subset": "umb_Latn-smo_Latn", + "languages": [ + "umb-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493423, + "recall": 0.528656, + "f1": 0.503423, + "accuracy": 0.528656, + "main_score": 0.503423, + "hf_subset": "umb_Latn-tsn_Latn", + "languages": [ + "umb-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483507, + "recall": 0.527668, + "f1": 0.496088, + "accuracy": 0.527668, + "main_score": 0.496088, + "hf_subset": "umb_Latn-zul_Latn", + "languages": [ + "umb-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443937, + "recall": 0.48913, + "f1": 0.455945, + "accuracy": 0.48913, + "main_score": 0.455945, + "hf_subset": "umb_Latn-azb_Arab", + "languages": [ + "umb-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51896, + "recall": 0.562253, + "f1": 0.530801, + "accuracy": 0.562253, + "main_score": 0.530801, + "hf_subset": "umb_Latn-deu_Latn", + "languages": [ + "umb-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468313, + "recall": 0.514822, + "f1": 0.480887, + "accuracy": 0.514822, + "main_score": 0.480887, + "hf_subset": "umb_Latn-hat_Latn", + "languages": [ + "umb-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471851, + "recall": 0.51087, + "f1": 0.482891, + "accuracy": 0.51087, + "main_score": 0.482891, + "hf_subset": "umb_Latn-kbp_Latn", + "languages": [ + "umb-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507997, + "recall": 0.539526, + "f1": 0.516613, + "accuracy": 0.539526, + "main_score": 0.516613, + "hf_subset": "umb_Latn-luo_Latn", + "languages": [ + "umb-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497822, + "recall": 0.546443, + "f1": 0.510712, + "accuracy": 0.546443, + "main_score": 0.510712, + "hf_subset": "umb_Latn-ory_Orya", + "languages": [ + "umb-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505501, + "recall": 0.54249, + "f1": 0.516323, + "accuracy": 0.54249, + "main_score": 0.516323, + "hf_subset": "umb_Latn-sna_Latn", + "languages": [ + "umb-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490807, + "recall": 0.528656, + "f1": 0.501191, + "accuracy": 0.528656, + "main_score": 0.501191, + "hf_subset": "umb_Latn-tso_Latn", + "languages": [ + "umb-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485694, + "recall": 0.533597, + "f1": 0.498248, + "accuracy": 0.533597, + "main_score": 0.498248, + "hf_subset": "umb_Latn-azj_Latn", + "languages": [ + "umb-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472521, + "recall": 0.514822, + "f1": 0.48512, + "accuracy": 0.514822, + "main_score": 0.48512, + "hf_subset": "umb_Latn-dik_Latn", + "languages": [ + "umb-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505229, + "recall": 0.533597, + "f1": 0.513447, + "accuracy": 0.533597, + "main_score": 0.513447, + "hf_subset": "umb_Latn-hau_Latn", + "languages": [ + "umb-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527784, + "recall": 0.565217, + "f1": 0.537572, + "accuracy": 0.565217, + "main_score": 0.537572, + "hf_subset": "umb_Latn-kea_Latn", + "languages": [ + "umb-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507516, + "recall": 0.544466, + "f1": 0.517591, + "accuracy": 0.544466, + "main_score": 0.517591, + "hf_subset": "umb_Latn-lus_Latn", + "languages": [ + "umb-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511557, + "recall": 0.543478, + "f1": 0.520345, + "accuracy": 0.543478, + "main_score": 0.520345, + "hf_subset": "umb_Latn-pag_Latn", + "languages": [ + "umb-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471698, + "recall": 0.520751, + "f1": 0.484856, + "accuracy": 0.520751, + "main_score": 0.484856, + "hf_subset": "umb_Latn-snd_Arab", + "languages": [ + "umb-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484985, + "recall": 0.521739, + "f1": 0.494965, + "accuracy": 0.521739, + "main_score": 0.494965, + "hf_subset": "umb_Latn-tuk_Latn", + "languages": [ + "umb-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500395, + "recall": 0.537549, + "f1": 0.510846, + "accuracy": 0.537549, + "main_score": 0.510846, + "hf_subset": "umb_Latn-bak_Cyrl", + "languages": [ + "umb-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380131, + "recall": 0.433794, + "f1": 0.394969, + "accuracy": 0.433794, + "main_score": 0.394969, + "hf_subset": "umb_Latn-dyu_Latn", + "languages": [ + "umb-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495352, + "recall": 0.535573, + "f1": 0.506149, + "accuracy": 0.535573, + "main_score": 0.506149, + "hf_subset": "umb_Latn-heb_Hebr", + "languages": [ + "umb-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490023, + "recall": 0.527668, + "f1": 0.50014, + "accuracy": 0.527668, + "main_score": 0.50014, + "hf_subset": "umb_Latn-khk_Cyrl", + "languages": [ + "umb-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49925, + "recall": 0.536561, + "f1": 0.509801, + "accuracy": 0.536561, + "main_score": 0.509801, + "hf_subset": "umb_Latn-lvs_Latn", + "languages": [ + "umb-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504061, + "recall": 0.549407, + "f1": 0.516321, + "accuracy": 0.549407, + "main_score": 0.516321, + "hf_subset": "umb_Latn-pan_Guru", + "languages": [ + "umb-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46805, + "recall": 0.506917, + "f1": 0.479106, + "accuracy": 0.506917, + "main_score": 0.479106, + "hf_subset": "umb_Latn-som_Latn", + "languages": [ + "umb-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497801, + "recall": 0.531621, + "f1": 0.507767, + "accuracy": 0.531621, + "main_score": 0.507767, + "hf_subset": "umb_Latn-tum_Latn", + "languages": [ + "umb-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588303, + "recall": 0.65415, + "f1": 0.606993, + "accuracy": 0.65415, + "main_score": 0.606993, + "hf_subset": "ajp_Arab-ace_Arab", + "languages": [ + "ajp-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527002, + "recall": 0.593874, + "f1": 0.545294, + "accuracy": 0.593874, + "main_score": 0.545294, + "hf_subset": "ajp_Arab-bam_Latn", + "languages": [ + "ajp-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439824, + "recall": 0.519763, + "f1": 0.461105, + "accuracy": 0.519763, + "main_score": 0.461105, + "hf_subset": "ajp_Arab-dzo_Tibt", + "languages": [ + "ajp-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-hin_Deva", + "languages": [ + "ajp-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-khm_Khmr", + "languages": [ + "ajp-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-mag_Deva", + "languages": [ + "ajp-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ajp_Arab-pap_Latn", + "languages": [ + "ajp-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606695, + "recall": 0.664032, + "f1": 0.623293, + "accuracy": 0.664032, + "main_score": 0.623293, + "hf_subset": "ajp_Arab-sot_Latn", + "languages": [ + "ajp-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-tur_Latn", + "languages": [ + "ajp-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882411, + "recall": 0.913043, + "f1": 0.892081, + "accuracy": 0.913043, + "main_score": 0.892081, + "hf_subset": "ajp_Arab-ace_Latn", + "languages": [ + "ajp-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "ajp_Arab-ban_Latn", + "languages": [ + "ajp-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ell_Grek", + "languages": [ + "ajp-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ajp_Arab-hne_Deva", + "languages": [ + "ajp-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613629, + "recall": 0.672925, + "f1": 0.630898, + "accuracy": 0.672925, + "main_score": 0.630898, + "hf_subset": "ajp_Arab-kik_Latn", + "languages": [ + "ajp-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-mai_Deva", + "languages": [ + "ajp-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ajp_Arab-pbt_Arab", + "languages": [ + "ajp-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-spa_Latn", + "languages": [ + "ajp-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611971, + "recall": 0.676877, + "f1": 0.630155, + "accuracy": 0.676877, + "main_score": 0.630155, + "hf_subset": "ajp_Arab-twi_Latn", + "languages": [ + "ajp-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-acm_Arab", + "languages": [ + "ajp-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-bel_Cyrl", + "languages": [ + "ajp-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-eng_Latn", + "languages": [ + "ajp-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-hrv_Latn", + "languages": [ + "ajp-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563935, + "recall": 0.628458, + "f1": 0.581856, + "accuracy": 0.628458, + "main_score": 0.581856, + "hf_subset": "ajp_Arab-kin_Latn", + "languages": [ + "ajp-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-mal_Mlym", + "languages": [ + "ajp-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-pes_Arab", + "languages": [ + "ajp-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-srd_Latn", + "languages": [ + "ajp-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191419, + "recall": 0.247036, + "f1": 0.205354, + "accuracy": 0.247036, + "main_score": 0.205354, + "hf_subset": "ajp_Arab-tzm_Tfng", + "languages": [ + "ajp-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-acq_Arab", + "languages": [ + "ajp-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636752, + "recall": 0.686759, + "f1": 0.651009, + "accuracy": 0.686759, + "main_score": 0.651009, + "hf_subset": "ajp_Arab-bem_Latn", + "languages": [ + "ajp-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-epo_Latn", + "languages": [ + "ajp-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-hun_Latn", + "languages": [ + "ajp-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-kir_Cyrl", + "languages": [ + "ajp-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-mar_Deva", + "languages": [ + "ajp-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68069, + "recall": 0.73419, + "f1": 0.695693, + "accuracy": 0.73419, + "main_score": 0.695693, + "hf_subset": "ajp_Arab-plt_Latn", + "languages": [ + "ajp-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-srp_Cyrl", + "languages": [ + "ajp-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974967, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "ajp_Arab-uig_Arab", + "languages": [ + "ajp-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-aeb_Arab", + "languages": [ + "ajp-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ben_Beng", + "languages": [ + "ajp-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-est_Latn", + "languages": [ + "ajp-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-hye_Armn", + "languages": [ + "ajp-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559717, + "recall": 0.609684, + "f1": 0.574115, + "accuracy": 0.609684, + "main_score": 0.574115, + "hf_subset": "ajp_Arab-kmb_Latn", + "languages": [ + "ajp-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515351, + "recall": 0.590909, + "f1": 0.535889, + "accuracy": 0.590909, + "main_score": 0.535889, + "hf_subset": "ajp_Arab-min_Arab", + "languages": [ + "ajp-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-pol_Latn", + "languages": [ + "ajp-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580948, + "recall": 0.643281, + "f1": 0.599045, + "accuracy": 0.643281, + "main_score": 0.599045, + "hf_subset": "ajp_Arab-ssw_Latn", + "languages": [ + "ajp-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ukr_Cyrl", + "languages": [ + "ajp-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-afr_Latn", + "languages": [ + "ajp-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bho_Deva", + "languages": [ + "ajp-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-eus_Latn", + "languages": [ + "ajp-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584594, + "recall": 0.647233, + "f1": 0.601668, + "accuracy": 0.647233, + "main_score": 0.601668, + "hf_subset": "ajp_Arab-ibo_Latn", + "languages": [ + "ajp-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897431, + "recall": 0.926877, + "f1": 0.906785, + "accuracy": 0.926877, + "main_score": 0.906785, + "hf_subset": "ajp_Arab-kmr_Latn", + "languages": [ + "ajp-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ajp_Arab-min_Latn", + "languages": [ + "ajp-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-por_Latn", + "languages": [ + "ajp-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-sun_Latn", + "languages": [ + "ajp-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529738, + "recall": 0.585968, + "f1": 0.546231, + "accuracy": 0.585968, + "main_score": 0.546231, + "hf_subset": "ajp_Arab-umb_Latn", + "languages": [ + "ajp-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561442, + "recall": 0.621542, + "f1": 0.5783, + "accuracy": 0.621542, + "main_score": 0.5783, + "hf_subset": "ajp_Arab-bjn_Arab", + "languages": [ + "ajp-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519041, + "recall": 0.577075, + "f1": 0.535028, + "accuracy": 0.577075, + "main_score": 0.535028, + "hf_subset": "ajp_Arab-ewe_Latn", + "languages": [ + "ajp-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946229, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "ajp_Arab-ilo_Latn", + "languages": [ + "ajp-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323851, + "recall": 0.382411, + "f1": 0.339806, + "accuracy": 0.382411, + "main_score": 0.339806, + "hf_subset": "ajp_Arab-knc_Arab", + "languages": [ + "ajp-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-mkd_Cyrl", + "languages": [ + "ajp-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-prs_Arab", + "languages": [ + "ajp-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-swe_Latn", + "languages": [ + "ajp-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-urd_Arab", + "languages": [ + "ajp-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596567, + "recall": 0.655138, + "f1": 0.613324, + "accuracy": 0.655138, + "main_score": 0.613324, + "hf_subset": "ajp_Arab-aka_Latn", + "languages": [ + "ajp-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ajp_Arab-bjn_Latn", + "languages": [ + "ajp-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ajp_Arab-fao_Latn", + "languages": [ + "ajp-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ind_Latn", + "languages": [ + "ajp-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600951, + "recall": 0.653162, + "f1": 0.615934, + "accuracy": 0.653162, + "main_score": 0.615934, + "hf_subset": "ajp_Arab-knc_Latn", + "languages": [ + "ajp-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-mlt_Latn", + "languages": [ + "ajp-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728798, + "recall": 0.788538, + "f1": 0.745996, + "accuracy": 0.788538, + "main_score": 0.745996, + "hf_subset": "ajp_Arab-quy_Latn", + "languages": [ + "ajp-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ajp_Arab-swh_Latn", + "languages": [ + "ajp-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-uzn_Latn", + "languages": [ + "ajp-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-als_Latn", + "languages": [ + "ajp-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663266, + "recall": 0.73913, + "f1": 0.685694, + "accuracy": 0.73913, + "main_score": 0.685694, + "hf_subset": "ajp_Arab-bod_Tibt", + "languages": [ + "ajp-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71446, + "recall": 0.771739, + "f1": 0.731654, + "accuracy": 0.771739, + "main_score": 0.731654, + "hf_subset": "ajp_Arab-fij_Latn", + "languages": [ + "ajp-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-isl_Latn", + "languages": [ + "ajp-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667383, + "recall": 0.716403, + "f1": 0.68217, + "accuracy": 0.716403, + "main_score": 0.68217, + "hf_subset": "ajp_Arab-kon_Latn", + "languages": [ + "ajp-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65164, + "recall": 0.721344, + "f1": 0.672268, + "accuracy": 0.721344, + "main_score": 0.672268, + "hf_subset": "ajp_Arab-mni_Beng", + "languages": [ + "ajp-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ron_Latn", + "languages": [ + "ajp-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "ajp_Arab-szl_Latn", + "languages": [ + "ajp-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-vec_Latn", + "languages": [ + "ajp-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ajp_Arab-amh_Ethi", + "languages": [ + "ajp-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bos_Latn", + "languages": [ + "ajp-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "ajp_Arab-fin_Latn", + "languages": [ + "ajp-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ita_Latn", + "languages": [ + "ajp-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-kor_Hang", + "languages": [ + "ajp-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550623, + "recall": 0.609684, + "f1": 0.566772, + "accuracy": 0.609684, + "main_score": 0.566772, + "hf_subset": "ajp_Arab-mos_Latn", + "languages": [ + "ajp-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566744, + "recall": 0.624506, + "f1": 0.583504, + "accuracy": 0.624506, + "main_score": 0.583504, + "hf_subset": "ajp_Arab-run_Latn", + "languages": [ + "ajp-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-tam_Taml", + "languages": [ + "ajp-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-vie_Latn", + "languages": [ + "ajp-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-apc_Arab", + "languages": [ + "ajp-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805204, + "recall": 0.850791, + "f1": 0.819222, + "accuracy": 0.850791, + "main_score": 0.819222, + "hf_subset": "ajp_Arab-bug_Latn", + "languages": [ + "ajp-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46625, + "recall": 0.52668, + "f1": 0.48233, + "accuracy": 0.52668, + "main_score": 0.48233, + "hf_subset": "ajp_Arab-fon_Latn", + "languages": [ + "ajp-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-jav_Latn", + "languages": [ + "ajp-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-lao_Laoo", + "languages": [ + "ajp-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887764, + "recall": 0.920949, + "f1": 0.898452, + "accuracy": 0.920949, + "main_score": 0.898452, + "hf_subset": "ajp_Arab-mri_Latn", + "languages": [ + "ajp-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-rus_Cyrl", + "languages": [ + "ajp-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555303, + "recall": 0.614625, + "f1": 0.571444, + "accuracy": 0.614625, + "main_score": 0.571444, + "hf_subset": "ajp_Arab-taq_Latn", + "languages": [ + "ajp-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ajp_Arab-war_Latn", + "languages": [ + "ajp-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arb_Arab", + "languages": [ + "ajp-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-bul_Cyrl", + "languages": [ + "ajp-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-fra_Latn", + "languages": [ + "ajp-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-jpn_Jpan", + "languages": [ + "ajp-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-lij_Latn", + "languages": [ + "ajp-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.991107, + "f1": 0.989625, + "accuracy": 0.991107, + "main_score": 0.989625, + "hf_subset": "ajp_Arab-mya_Mymr", + "languages": [ + "ajp-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608005, + "recall": 0.675889, + "f1": 0.62683, + "accuracy": 0.675889, + "main_score": 0.62683, + "hf_subset": "ajp_Arab-sag_Latn", + "languages": [ + "ajp-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2027, + "recall": 0.26087, + "f1": 0.215998, + "accuracy": 0.26087, + "main_score": 0.215998, + "hf_subset": "ajp_Arab-taq_Tfng", + "languages": [ + "ajp-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634107, + "recall": 0.697628, + "f1": 0.652692, + "accuracy": 0.697628, + "main_score": 0.652692, + "hf_subset": "ajp_Arab-wol_Latn", + "languages": [ + "ajp-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888175, + "recall": 0.921937, + "f1": 0.899045, + "accuracy": 0.921937, + "main_score": 0.899045, + "hf_subset": "ajp_Arab-arb_Latn", + "languages": [ + "ajp-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-cat_Latn", + "languages": [ + "ajp-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ajp_Arab-fur_Latn", + "languages": [ + "ajp-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4416, + "recall": 0.498024, + "f1": 0.456757, + "accuracy": 0.498024, + "main_score": 0.456757, + "hf_subset": "ajp_Arab-kab_Latn", + "languages": [ + "ajp-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-lim_Latn", + "languages": [ + "ajp-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-nld_Latn", + "languages": [ + "ajp-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "ajp_Arab-san_Deva", + "languages": [ + "ajp-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-tat_Cyrl", + "languages": [ + "ajp-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67455, + "recall": 0.736166, + "f1": 0.692805, + "accuracy": 0.736166, + "main_score": 0.692805, + "hf_subset": "ajp_Arab-xho_Latn", + "languages": [ + "ajp-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-ars_Arab", + "languages": [ + "ajp-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ceb_Latn", + "languages": [ + "ajp-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573739, + "recall": 0.632411, + "f1": 0.590275, + "accuracy": 0.632411, + "main_score": 0.590275, + "hf_subset": "ajp_Arab-fuv_Latn", + "languages": [ + "ajp-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515199, + "recall": 0.58498, + "f1": 0.534306, + "accuracy": 0.58498, + "main_score": 0.534306, + "hf_subset": "ajp_Arab-kac_Latn", + "languages": [ + "ajp-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678623, + "recall": 0.731225, + "f1": 0.694433, + "accuracy": 0.731225, + "main_score": 0.694433, + "hf_subset": "ajp_Arab-lin_Latn", + "languages": [ + "ajp-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-nno_Latn", + "languages": [ + "ajp-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.252585, + "recall": 0.337945, + "f1": 0.275201, + "accuracy": 0.337945, + "main_score": 0.275201, + "hf_subset": "ajp_Arab-sat_Olck", + "languages": [ + "ajp-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-tel_Telu", + "languages": [ + "ajp-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ajp_Arab-ydd_Hebr", + "languages": [ + "ajp-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ajp_Arab-ary_Arab", + "languages": [ + "ajp-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ces_Latn", + "languages": [ + "ajp-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59207, + "recall": 0.658103, + "f1": 0.61132, + "accuracy": 0.658103, + "main_score": 0.61132, + "hf_subset": "ajp_Arab-gaz_Latn", + "languages": [ + "ajp-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589808, + "recall": 0.65415, + "f1": 0.608689, + "accuracy": 0.65415, + "main_score": 0.608689, + "hf_subset": "ajp_Arab-kam_Latn", + "languages": [ + "ajp-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ajp_Arab-lit_Latn", + "languages": [ + "ajp-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-nob_Latn", + "languages": [ + "ajp-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ajp_Arab-scn_Latn", + "languages": [ + "ajp-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ajp_Arab-tgk_Cyrl", + "languages": [ + "ajp-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728821, + "recall": 0.79249, + "f1": 0.748193, + "accuracy": 0.79249, + "main_score": 0.748193, + "hf_subset": "ajp_Arab-yor_Latn", + "languages": [ + "ajp-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-arz_Arab", + "languages": [ + "ajp-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579647, + "recall": 0.634387, + "f1": 0.595513, + "accuracy": 0.634387, + "main_score": 0.595513, + "hf_subset": "ajp_Arab-cjk_Latn", + "languages": [ + "ajp-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796854, + "recall": 0.843874, + "f1": 0.811298, + "accuracy": 0.843874, + "main_score": 0.811298, + "hf_subset": "ajp_Arab-gla_Latn", + "languages": [ + "ajp-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-kan_Knda", + "languages": [ + "ajp-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ajp_Arab-lmo_Latn", + "languages": [ + "ajp-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "ajp_Arab-npi_Deva", + "languages": [ + "ajp-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472225, + "recall": 0.536561, + "f1": 0.489604, + "accuracy": 0.536561, + "main_score": 0.489604, + "hf_subset": "ajp_Arab-shn_Mymr", + "languages": [ + "ajp-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-tgl_Latn", + "languages": [ + "ajp-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-yue_Hant", + "languages": [ + "ajp-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-asm_Beng", + "languages": [ + "ajp-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ajp_Arab-ckb_Arab", + "languages": [ + "ajp-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883679, + "recall": 0.912055, + "f1": 0.892523, + "accuracy": 0.912055, + "main_score": 0.892523, + "hf_subset": "ajp_Arab-gle_Latn", + "languages": [ + "ajp-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "ajp_Arab-kas_Arab", + "languages": [ + "ajp-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.959486, + "f1": 0.946311, + "accuracy": 0.959486, + "main_score": 0.946311, + "hf_subset": "ajp_Arab-ltg_Latn", + "languages": [ + "ajp-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624591, + "recall": 0.676877, + "f1": 0.639921, + "accuracy": 0.676877, + "main_score": 0.639921, + "hf_subset": "ajp_Arab-nso_Latn", + "languages": [ + "ajp-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ajp_Arab-sin_Sinh", + "languages": [ + "ajp-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-tha_Thai", + "languages": [ + "ajp-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-zho_Hans", + "languages": [ + "ajp-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ast_Latn", + "languages": [ + "ajp-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ajp_Arab-crh_Latn", + "languages": [ + "ajp-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-glg_Latn", + "languages": [ + "ajp-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917243, + "recall": 0.942688, + "f1": 0.925461, + "accuracy": 0.942688, + "main_score": 0.925461, + "hf_subset": "ajp_Arab-kas_Deva", + "languages": [ + "ajp-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ajp_Arab-ltz_Latn", + "languages": [ + "ajp-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464724, + "recall": 0.531621, + "f1": 0.482568, + "accuracy": 0.531621, + "main_score": 0.482568, + "hf_subset": "ajp_Arab-nus_Latn", + "languages": [ + "ajp-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-slk_Latn", + "languages": [ + "ajp-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654416, + "recall": 0.721344, + "f1": 0.673753, + "accuracy": 0.721344, + "main_score": 0.673753, + "hf_subset": "ajp_Arab-tir_Ethi", + "languages": [ + "ajp-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-zho_Hant", + "languages": [ + "ajp-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ajp_Arab-awa_Deva", + "languages": [ + "ajp-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ajp_Arab-cym_Latn", + "languages": [ + "ajp-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84865, + "recall": 0.885375, + "f1": 0.859947, + "accuracy": 0.885375, + "main_score": 0.859947, + "hf_subset": "ajp_Arab-grn_Latn", + "languages": [ + "ajp-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-kat_Geor", + "languages": [ + "ajp-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660177, + "recall": 0.711462, + "f1": 0.674824, + "accuracy": 0.711462, + "main_score": 0.674824, + "hf_subset": "ajp_Arab-lua_Latn", + "languages": [ + "ajp-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643265, + "recall": 0.706522, + "f1": 0.661346, + "accuracy": 0.706522, + "main_score": 0.661346, + "hf_subset": "ajp_Arab-nya_Latn", + "languages": [ + "ajp-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-slv_Latn", + "languages": [ + "ajp-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ajp_Arab-tpi_Latn", + "languages": [ + "ajp-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-zsm_Latn", + "languages": [ + "ajp-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550248, + "recall": 0.610672, + "f1": 0.567157, + "accuracy": 0.610672, + "main_score": 0.567157, + "hf_subset": "ajp_Arab-ayr_Latn", + "languages": [ + "ajp-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-dan_Latn", + "languages": [ + "ajp-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-guj_Gujr", + "languages": [ + "ajp-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ajp_Arab-kaz_Cyrl", + "languages": [ + "ajp-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542829, + "recall": 0.609684, + "f1": 0.561535, + "accuracy": 0.609684, + "main_score": 0.561535, + "hf_subset": "ajp_Arab-lug_Latn", + "languages": [ + "ajp-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-oci_Latn", + "languages": [ + "ajp-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842968, + "recall": 0.885375, + "f1": 0.856225, + "accuracy": 0.885375, + "main_score": 0.856225, + "hf_subset": "ajp_Arab-smo_Latn", + "languages": [ + "ajp-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556479, + "recall": 0.617589, + "f1": 0.574246, + "accuracy": 0.617589, + "main_score": 0.574246, + "hf_subset": "ajp_Arab-tsn_Latn", + "languages": [ + "ajp-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629314, + "recall": 0.694664, + "f1": 0.648361, + "accuracy": 0.694664, + "main_score": 0.648361, + "hf_subset": "ajp_Arab-zul_Latn", + "languages": [ + "ajp-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937665, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "ajp_Arab-azb_Arab", + "languages": [ + "ajp-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-deu_Latn", + "languages": [ + "ajp-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "ajp_Arab-hat_Latn", + "languages": [ + "ajp-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488187, + "recall": 0.549407, + "f1": 0.505404, + "accuracy": 0.549407, + "main_score": 0.505404, + "hf_subset": "ajp_Arab-kbp_Latn", + "languages": [ + "ajp-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586005, + "recall": 0.643281, + "f1": 0.601434, + "accuracy": 0.643281, + "main_score": 0.601434, + "hf_subset": "ajp_Arab-luo_Latn", + "languages": [ + "ajp-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-ory_Orya", + "languages": [ + "ajp-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584776, + "recall": 0.650198, + "f1": 0.603583, + "accuracy": 0.650198, + "main_score": 0.603583, + "hf_subset": "ajp_Arab-sna_Latn", + "languages": [ + "ajp-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560648, + "recall": 0.613636, + "f1": 0.575059, + "accuracy": 0.613636, + "main_score": 0.575059, + "hf_subset": "ajp_Arab-tso_Latn", + "languages": [ + "ajp-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-azj_Latn", + "languages": [ + "ajp-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551079, + "recall": 0.616601, + "f1": 0.569939, + "accuracy": 0.616601, + "main_score": 0.569939, + "hf_subset": "ajp_Arab-dik_Latn", + "languages": [ + "ajp-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768874, + "recall": 0.820158, + "f1": 0.783992, + "accuracy": 0.820158, + "main_score": 0.783992, + "hf_subset": "ajp_Arab-hau_Latn", + "languages": [ + "ajp-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ajp_Arab-kea_Latn", + "languages": [ + "ajp-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753327, + "recall": 0.804348, + "f1": 0.768874, + "accuracy": 0.804348, + "main_score": 0.768874, + "hf_subset": "ajp_Arab-lus_Latn", + "languages": [ + "ajp-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879324, + "recall": 0.909091, + "f1": 0.888389, + "accuracy": 0.909091, + "main_score": 0.888389, + "hf_subset": "ajp_Arab-pag_Latn", + "languages": [ + "ajp-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-snd_Arab", + "languages": [ + "ajp-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "ajp_Arab-tuk_Latn", + "languages": [ + "ajp-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "ajp_Arab-bak_Cyrl", + "languages": [ + "ajp-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490069, + "recall": 0.566206, + "f1": 0.512071, + "accuracy": 0.566206, + "main_score": 0.512071, + "hf_subset": "ajp_Arab-dyu_Latn", + "languages": [ + "ajp-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ajp_Arab-heb_Hebr", + "languages": [ + "ajp-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ajp_Arab-khk_Cyrl", + "languages": [ + "ajp-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-lvs_Latn", + "languages": [ + "ajp-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ajp_Arab-pan_Guru", + "languages": [ + "ajp-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718511, + "recall": 0.781621, + "f1": 0.737338, + "accuracy": 0.781621, + "main_score": 0.737338, + "hf_subset": "ajp_Arab-som_Latn", + "languages": [ + "ajp-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604712, + "recall": 0.656126, + "f1": 0.619444, + "accuracy": 0.656126, + "main_score": 0.619444, + "hf_subset": "ajp_Arab-tum_Latn", + "languages": [ + "ajp-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635467, + "recall": 0.69664, + "f1": 0.653179, + "accuracy": 0.69664, + "main_score": 0.653179, + "hf_subset": "bjn_Arab-ace_Arab", + "languages": [ + "bjn-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402434, + "recall": 0.455534, + "f1": 0.415793, + "accuracy": 0.455534, + "main_score": 0.415793, + "hf_subset": "bjn_Arab-bam_Latn", + "languages": [ + "bjn-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190128, + "recall": 0.227273, + "f1": 0.199761, + "accuracy": 0.227273, + "main_score": 0.199761, + "hf_subset": "bjn_Arab-dzo_Tibt", + "languages": [ + "bjn-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502763, + "recall": 0.568182, + "f1": 0.519607, + "accuracy": 0.568182, + "main_score": 0.519607, + "hf_subset": "bjn_Arab-hin_Deva", + "languages": [ + "bjn-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442916, + "recall": 0.506917, + "f1": 0.45993, + "accuracy": 0.506917, + "main_score": 0.45993, + "hf_subset": "bjn_Arab-khm_Khmr", + "languages": [ + "bjn-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512208, + "recall": 0.58004, + "f1": 0.529738, + "accuracy": 0.58004, + "main_score": 0.529738, + "hf_subset": "bjn_Arab-mag_Deva", + "languages": [ + "bjn-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545389, + "recall": 0.59585, + "f1": 0.558667, + "accuracy": 0.59585, + "main_score": 0.558667, + "hf_subset": "bjn_Arab-pap_Latn", + "languages": [ + "bjn-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428453, + "recall": 0.476285, + "f1": 0.440983, + "accuracy": 0.476285, + "main_score": 0.440983, + "hf_subset": "bjn_Arab-sot_Latn", + "languages": [ + "bjn-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512825, + "recall": 0.574111, + "f1": 0.528434, + "accuracy": 0.574111, + "main_score": 0.528434, + "hf_subset": "bjn_Arab-tur_Latn", + "languages": [ + "bjn-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570286, + "recall": 0.618577, + "f1": 0.583958, + "accuracy": 0.618577, + "main_score": 0.583958, + "hf_subset": "bjn_Arab-ace_Latn", + "languages": [ + "bjn-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567895, + "recall": 0.616601, + "f1": 0.580446, + "accuracy": 0.616601, + "main_score": 0.580446, + "hf_subset": "bjn_Arab-ban_Latn", + "languages": [ + "bjn-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488687, + "recall": 0.5583, + "f1": 0.50597, + "accuracy": 0.5583, + "main_score": 0.50597, + "hf_subset": "bjn_Arab-ell_Grek", + "languages": [ + "bjn-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504193, + "recall": 0.563241, + "f1": 0.518625, + "accuracy": 0.563241, + "main_score": 0.518625, + "hf_subset": "bjn_Arab-hne_Deva", + "languages": [ + "bjn-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369199, + "recall": 0.423913, + "f1": 0.383426, + "accuracy": 0.423913, + "main_score": 0.383426, + "hf_subset": "bjn_Arab-kik_Latn", + "languages": [ + "bjn-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502732, + "recall": 0.568182, + "f1": 0.519693, + "accuracy": 0.568182, + "main_score": 0.519693, + "hf_subset": "bjn_Arab-mai_Deva", + "languages": [ + "bjn-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482084, + "recall": 0.540514, + "f1": 0.496232, + "accuracy": 0.540514, + "main_score": 0.496232, + "hf_subset": "bjn_Arab-pbt_Arab", + "languages": [ + "bjn-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50112, + "recall": 0.563241, + "f1": 0.516543, + "accuracy": 0.563241, + "main_score": 0.516543, + "hf_subset": "bjn_Arab-spa_Latn", + "languages": [ + "bjn-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4387, + "recall": 0.495059, + "f1": 0.45387, + "accuracy": 0.495059, + "main_score": 0.45387, + "hf_subset": "bjn_Arab-twi_Latn", + "languages": [ + "bjn-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507201, + "recall": 0.574111, + "f1": 0.524378, + "accuracy": 0.574111, + "main_score": 0.524378, + "hf_subset": "bjn_Arab-acm_Arab", + "languages": [ + "bjn-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470366, + "recall": 0.535573, + "f1": 0.487261, + "accuracy": 0.535573, + "main_score": 0.487261, + "hf_subset": "bjn_Arab-bel_Cyrl", + "languages": [ + "bjn-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539328, + "recall": 0.608696, + "f1": 0.557047, + "accuracy": 0.608696, + "main_score": 0.557047, + "hf_subset": "bjn_Arab-eng_Latn", + "languages": [ + "bjn-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531984, + "recall": 0.592885, + "f1": 0.547716, + "accuracy": 0.592885, + "main_score": 0.547716, + "hf_subset": "bjn_Arab-hrv_Latn", + "languages": [ + "bjn-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394008, + "recall": 0.455534, + "f1": 0.409797, + "accuracy": 0.455534, + "main_score": 0.409797, + "hf_subset": "bjn_Arab-kin_Latn", + "languages": [ + "bjn-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487244, + "recall": 0.552372, + "f1": 0.503614, + "accuracy": 0.552372, + "main_score": 0.503614, + "hf_subset": "bjn_Arab-mal_Mlym", + "languages": [ + "bjn-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507269, + "recall": 0.567194, + "f1": 0.52271, + "accuracy": 0.567194, + "main_score": 0.52271, + "hf_subset": "bjn_Arab-pes_Arab", + "languages": [ + "bjn-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543209, + "recall": 0.601779, + "f1": 0.558713, + "accuracy": 0.601779, + "main_score": 0.558713, + "hf_subset": "bjn_Arab-srd_Latn", + "languages": [ + "bjn-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214143, + "recall": 0.253953, + "f1": 0.224204, + "accuracy": 0.253953, + "main_score": 0.224204, + "hf_subset": "bjn_Arab-tzm_Tfng", + "languages": [ + "bjn-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510355, + "recall": 0.571146, + "f1": 0.525873, + "accuracy": 0.571146, + "main_score": 0.525873, + "hf_subset": "bjn_Arab-acq_Arab", + "languages": [ + "bjn-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439501, + "recall": 0.493083, + "f1": 0.453953, + "accuracy": 0.493083, + "main_score": 0.453953, + "hf_subset": "bjn_Arab-bem_Latn", + "languages": [ + "bjn-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535328, + "recall": 0.590909, + "f1": 0.550044, + "accuracy": 0.590909, + "main_score": 0.550044, + "hf_subset": "bjn_Arab-epo_Latn", + "languages": [ + "bjn-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527777, + "recall": 0.588933, + "f1": 0.544008, + "accuracy": 0.588933, + "main_score": 0.544008, + "hf_subset": "bjn_Arab-hun_Latn", + "languages": [ + "bjn-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473251, + "recall": 0.532609, + "f1": 0.488697, + "accuracy": 0.532609, + "main_score": 0.488697, + "hf_subset": "bjn_Arab-kir_Cyrl", + "languages": [ + "bjn-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498419, + "recall": 0.562253, + "f1": 0.515077, + "accuracy": 0.562253, + "main_score": 0.515077, + "hf_subset": "bjn_Arab-mar_Deva", + "languages": [ + "bjn-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442228, + "recall": 0.495059, + "f1": 0.455968, + "accuracy": 0.495059, + "main_score": 0.455968, + "hf_subset": "bjn_Arab-plt_Latn", + "languages": [ + "bjn-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544325, + "recall": 0.607708, + "f1": 0.560607, + "accuracy": 0.607708, + "main_score": 0.560607, + "hf_subset": "bjn_Arab-srp_Cyrl", + "languages": [ + "bjn-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454171, + "recall": 0.508893, + "f1": 0.468101, + "accuracy": 0.508893, + "main_score": 0.468101, + "hf_subset": "bjn_Arab-uig_Arab", + "languages": [ + "bjn-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48869, + "recall": 0.543478, + "f1": 0.503228, + "accuracy": 0.543478, + "main_score": 0.503228, + "hf_subset": "bjn_Arab-aeb_Arab", + "languages": [ + "bjn-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486977, + "recall": 0.563241, + "f1": 0.507454, + "accuracy": 0.563241, + "main_score": 0.507454, + "hf_subset": "bjn_Arab-ben_Beng", + "languages": [ + "bjn-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517925, + "recall": 0.579051, + "f1": 0.534133, + "accuracy": 0.579051, + "main_score": 0.534133, + "hf_subset": "bjn_Arab-est_Latn", + "languages": [ + "bjn-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494513, + "recall": 0.559289, + "f1": 0.510255, + "accuracy": 0.559289, + "main_score": 0.510255, + "hf_subset": "bjn_Arab-hye_Armn", + "languages": [ + "bjn-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404127, + "recall": 0.454545, + "f1": 0.417754, + "accuracy": 0.454545, + "main_score": 0.417754, + "hf_subset": "bjn_Arab-kmb_Latn", + "languages": [ + "bjn-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697285, + "recall": 0.758893, + "f1": 0.715599, + "accuracy": 0.758893, + "main_score": 0.715599, + "hf_subset": "bjn_Arab-min_Arab", + "languages": [ + "bjn-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512523, + "recall": 0.575099, + "f1": 0.529444, + "accuracy": 0.575099, + "main_score": 0.529444, + "hf_subset": "bjn_Arab-pol_Latn", + "languages": [ + "bjn-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417127, + "recall": 0.468379, + "f1": 0.431431, + "accuracy": 0.468379, + "main_score": 0.431431, + "hf_subset": "bjn_Arab-ssw_Latn", + "languages": [ + "bjn-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535816, + "recall": 0.601779, + "f1": 0.552729, + "accuracy": 0.601779, + "main_score": 0.552729, + "hf_subset": "bjn_Arab-ukr_Cyrl", + "languages": [ + "bjn-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564439, + "recall": 0.624506, + "f1": 0.580065, + "accuracy": 0.624506, + "main_score": 0.580065, + "hf_subset": "bjn_Arab-afr_Latn", + "languages": [ + "bjn-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474716, + "recall": 0.538538, + "f1": 0.491032, + "accuracy": 0.538538, + "main_score": 0.491032, + "hf_subset": "bjn_Arab-bho_Deva", + "languages": [ + "bjn-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51367, + "recall": 0.573123, + "f1": 0.529319, + "accuracy": 0.573123, + "main_score": 0.529319, + "hf_subset": "bjn_Arab-eus_Latn", + "languages": [ + "bjn-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391235, + "recall": 0.460474, + "f1": 0.409473, + "accuracy": 0.460474, + "main_score": 0.409473, + "hf_subset": "bjn_Arab-ibo_Latn", + "languages": [ + "bjn-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487618, + "recall": 0.545455, + "f1": 0.503406, + "accuracy": 0.545455, + "main_score": 0.503406, + "hf_subset": "bjn_Arab-kmr_Latn", + "languages": [ + "bjn-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577583, + "recall": 0.63834, + "f1": 0.593358, + "accuracy": 0.63834, + "main_score": 0.593358, + "hf_subset": "bjn_Arab-min_Latn", + "languages": [ + "bjn-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516236, + "recall": 0.583004, + "f1": 0.532891, + "accuracy": 0.583004, + "main_score": 0.532891, + "hf_subset": "bjn_Arab-por_Latn", + "languages": [ + "bjn-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578888, + "recall": 0.630435, + "f1": 0.592863, + "accuracy": 0.630435, + "main_score": 0.592863, + "hf_subset": "bjn_Arab-sun_Latn", + "languages": [ + "bjn-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3885, + "recall": 0.442688, + "f1": 0.402933, + "accuracy": 0.442688, + "main_score": 0.402933, + "hf_subset": "bjn_Arab-umb_Latn", + "languages": [ + "bjn-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506362, + "recall": 0.573123, + "f1": 0.523956, + "accuracy": 0.573123, + "main_score": 0.523956, + "hf_subset": "bjn_Arab-ajp_Arab", + "languages": [ + "bjn-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370432, + "recall": 0.41502, + "f1": 0.381724, + "accuracy": 0.41502, + "main_score": 0.381724, + "hf_subset": "bjn_Arab-ewe_Latn", + "languages": [ + "bjn-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537114, + "recall": 0.588933, + "f1": 0.55014, + "accuracy": 0.588933, + "main_score": 0.55014, + "hf_subset": "bjn_Arab-ilo_Latn", + "languages": [ + "bjn-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286803, + "recall": 0.327075, + "f1": 0.297645, + "accuracy": 0.327075, + "main_score": 0.297645, + "hf_subset": "bjn_Arab-knc_Arab", + "languages": [ + "bjn-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53558, + "recall": 0.606719, + "f1": 0.553797, + "accuracy": 0.606719, + "main_score": 0.553797, + "hf_subset": "bjn_Arab-mkd_Cyrl", + "languages": [ + "bjn-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514323, + "recall": 0.571146, + "f1": 0.528553, + "accuracy": 0.571146, + "main_score": 0.528553, + "hf_subset": "bjn_Arab-prs_Arab", + "languages": [ + "bjn-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531205, + "recall": 0.601779, + "f1": 0.550404, + "accuracy": 0.601779, + "main_score": 0.550404, + "hf_subset": "bjn_Arab-swe_Latn", + "languages": [ + "bjn-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492521, + "recall": 0.565217, + "f1": 0.512146, + "accuracy": 0.565217, + "main_score": 0.512146, + "hf_subset": "bjn_Arab-urd_Arab", + "languages": [ + "bjn-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407009, + "recall": 0.460474, + "f1": 0.421109, + "accuracy": 0.460474, + "main_score": 0.421109, + "hf_subset": "bjn_Arab-aka_Latn", + "languages": [ + "bjn-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672178, + "recall": 0.732213, + "f1": 0.687616, + "accuracy": 0.732213, + "main_score": 0.687616, + "hf_subset": "bjn_Arab-bjn_Latn", + "languages": [ + "bjn-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47681, + "recall": 0.535573, + "f1": 0.492338, + "accuracy": 0.535573, + "main_score": 0.492338, + "hf_subset": "bjn_Arab-fao_Latn", + "languages": [ + "bjn-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584266, + "recall": 0.643281, + "f1": 0.600066, + "accuracy": 0.643281, + "main_score": 0.600066, + "hf_subset": "bjn_Arab-ind_Latn", + "languages": [ + "bjn-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432283, + "recall": 0.47332, + "f1": 0.443681, + "accuracy": 0.47332, + "main_score": 0.443681, + "hf_subset": "bjn_Arab-knc_Latn", + "languages": [ + "bjn-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542054, + "recall": 0.596838, + "f1": 0.555697, + "accuracy": 0.596838, + "main_score": 0.555697, + "hf_subset": "bjn_Arab-mlt_Latn", + "languages": [ + "bjn-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450351, + "recall": 0.500988, + "f1": 0.463844, + "accuracy": 0.500988, + "main_score": 0.463844, + "hf_subset": "bjn_Arab-quy_Latn", + "languages": [ + "bjn-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495763, + "recall": 0.556324, + "f1": 0.511488, + "accuracy": 0.556324, + "main_score": 0.511488, + "hf_subset": "bjn_Arab-swh_Latn", + "languages": [ + "bjn-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494925, + "recall": 0.559289, + "f1": 0.51128, + "accuracy": 0.559289, + "main_score": 0.51128, + "hf_subset": "bjn_Arab-uzn_Latn", + "languages": [ + "bjn-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535392, + "recall": 0.592885, + "f1": 0.549955, + "accuracy": 0.592885, + "main_score": 0.549955, + "hf_subset": "bjn_Arab-als_Latn", + "languages": [ + "bjn-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.258202, + "recall": 0.311265, + "f1": 0.271127, + "accuracy": 0.311265, + "main_score": 0.271127, + "hf_subset": "bjn_Arab-bod_Tibt", + "languages": [ + "bjn-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435727, + "recall": 0.483202, + "f1": 0.448251, + "accuracy": 0.483202, + "main_score": 0.448251, + "hf_subset": "bjn_Arab-fij_Latn", + "languages": [ + "bjn-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453216, + "recall": 0.512846, + "f1": 0.468706, + "accuracy": 0.512846, + "main_score": 0.468706, + "hf_subset": "bjn_Arab-isl_Latn", + "languages": [ + "bjn-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444963, + "recall": 0.498024, + "f1": 0.459447, + "accuracy": 0.498024, + "main_score": 0.459447, + "hf_subset": "bjn_Arab-kon_Latn", + "languages": [ + "bjn-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43886, + "recall": 0.490119, + "f1": 0.452819, + "accuracy": 0.490119, + "main_score": 0.452819, + "hf_subset": "bjn_Arab-mni_Beng", + "languages": [ + "bjn-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532682, + "recall": 0.596838, + "f1": 0.549339, + "accuracy": 0.596838, + "main_score": 0.549339, + "hf_subset": "bjn_Arab-ron_Latn", + "languages": [ + "bjn-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524011, + "recall": 0.585968, + "f1": 0.539913, + "accuracy": 0.585968, + "main_score": 0.539913, + "hf_subset": "bjn_Arab-szl_Latn", + "languages": [ + "bjn-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535146, + "recall": 0.593874, + "f1": 0.550138, + "accuracy": 0.593874, + "main_score": 0.550138, + "hf_subset": "bjn_Arab-vec_Latn", + "languages": [ + "bjn-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438855, + "recall": 0.502964, + "f1": 0.455599, + "accuracy": 0.502964, + "main_score": 0.455599, + "hf_subset": "bjn_Arab-amh_Ethi", + "languages": [ + "bjn-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546258, + "recall": 0.609684, + "f1": 0.562748, + "accuracy": 0.609684, + "main_score": 0.562748, + "hf_subset": "bjn_Arab-bos_Latn", + "languages": [ + "bjn-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492974, + "recall": 0.556324, + "f1": 0.509709, + "accuracy": 0.556324, + "main_score": 0.509709, + "hf_subset": "bjn_Arab-fin_Latn", + "languages": [ + "bjn-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51402, + "recall": 0.573123, + "f1": 0.529008, + "accuracy": 0.573123, + "main_score": 0.529008, + "hf_subset": "bjn_Arab-ita_Latn", + "languages": [ + "bjn-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47614, + "recall": 0.541502, + "f1": 0.493095, + "accuracy": 0.541502, + "main_score": 0.493095, + "hf_subset": "bjn_Arab-kor_Hang", + "languages": [ + "bjn-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400126, + "recall": 0.452569, + "f1": 0.413333, + "accuracy": 0.452569, + "main_score": 0.413333, + "hf_subset": "bjn_Arab-mos_Latn", + "languages": [ + "bjn-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413982, + "recall": 0.468379, + "f1": 0.428526, + "accuracy": 0.468379, + "main_score": 0.428526, + "hf_subset": "bjn_Arab-run_Latn", + "languages": [ + "bjn-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475167, + "recall": 0.539526, + "f1": 0.492285, + "accuracy": 0.539526, + "main_score": 0.492285, + "hf_subset": "bjn_Arab-tam_Taml", + "languages": [ + "bjn-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492977, + "recall": 0.550395, + "f1": 0.507125, + "accuracy": 0.550395, + "main_score": 0.507125, + "hf_subset": "bjn_Arab-vie_Latn", + "languages": [ + "bjn-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508003, + "recall": 0.56917, + "f1": 0.524492, + "accuracy": 0.56917, + "main_score": 0.524492, + "hf_subset": "bjn_Arab-apc_Arab", + "languages": [ + "bjn-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535223, + "recall": 0.586957, + "f1": 0.54859, + "accuracy": 0.586957, + "main_score": 0.54859, + "hf_subset": "bjn_Arab-bug_Latn", + "languages": [ + "bjn-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.339483, + "recall": 0.393281, + "f1": 0.353408, + "accuracy": 0.393281, + "main_score": 0.353408, + "hf_subset": "bjn_Arab-fon_Latn", + "languages": [ + "bjn-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59162, + "recall": 0.641304, + "f1": 0.604875, + "accuracy": 0.641304, + "main_score": 0.604875, + "hf_subset": "bjn_Arab-jav_Latn", + "languages": [ + "bjn-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43339, + "recall": 0.497036, + "f1": 0.450119, + "accuracy": 0.497036, + "main_score": 0.450119, + "hf_subset": "bjn_Arab-lao_Laoo", + "languages": [ + "bjn-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414801, + "recall": 0.461462, + "f1": 0.427939, + "accuracy": 0.461462, + "main_score": 0.427939, + "hf_subset": "bjn_Arab-mri_Latn", + "languages": [ + "bjn-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518605, + "recall": 0.583992, + "f1": 0.535602, + "accuracy": 0.583992, + "main_score": 0.535602, + "hf_subset": "bjn_Arab-rus_Cyrl", + "languages": [ + "bjn-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40324, + "recall": 0.45751, + "f1": 0.417826, + "accuracy": 0.45751, + "main_score": 0.417826, + "hf_subset": "bjn_Arab-taq_Latn", + "languages": [ + "bjn-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552577, + "recall": 0.607708, + "f1": 0.566593, + "accuracy": 0.607708, + "main_score": 0.566593, + "hf_subset": "bjn_Arab-war_Latn", + "languages": [ + "bjn-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508024, + "recall": 0.570158, + "f1": 0.524064, + "accuracy": 0.570158, + "main_score": 0.524064, + "hf_subset": "bjn_Arab-arb_Arab", + "languages": [ + "bjn-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541056, + "recall": 0.600791, + "f1": 0.556372, + "accuracy": 0.600791, + "main_score": 0.556372, + "hf_subset": "bjn_Arab-bul_Cyrl", + "languages": [ + "bjn-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515876, + "recall": 0.572134, + "f1": 0.530492, + "accuracy": 0.572134, + "main_score": 0.530492, + "hf_subset": "bjn_Arab-fra_Latn", + "languages": [ + "bjn-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478409, + "recall": 0.54249, + "f1": 0.49437, + "accuracy": 0.54249, + "main_score": 0.49437, + "hf_subset": "bjn_Arab-jpn_Jpan", + "languages": [ + "bjn-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52817, + "recall": 0.585968, + "f1": 0.542503, + "accuracy": 0.585968, + "main_score": 0.542503, + "hf_subset": "bjn_Arab-lij_Latn", + "languages": [ + "bjn-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363527, + "recall": 0.429842, + "f1": 0.379918, + "accuracy": 0.429842, + "main_score": 0.379918, + "hf_subset": "bjn_Arab-mya_Mymr", + "languages": [ + "bjn-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41227, + "recall": 0.47332, + "f1": 0.428431, + "accuracy": 0.47332, + "main_score": 0.428431, + "hf_subset": "bjn_Arab-sag_Latn", + "languages": [ + "bjn-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215305, + "recall": 0.251976, + "f1": 0.22429, + "accuracy": 0.251976, + "main_score": 0.22429, + "hf_subset": "bjn_Arab-taq_Tfng", + "languages": [ + "bjn-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446562, + "recall": 0.500988, + "f1": 0.461201, + "accuracy": 0.500988, + "main_score": 0.461201, + "hf_subset": "bjn_Arab-wol_Latn", + "languages": [ + "bjn-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385727, + "recall": 0.442688, + "f1": 0.400481, + "accuracy": 0.442688, + "main_score": 0.400481, + "hf_subset": "bjn_Arab-arb_Latn", + "languages": [ + "bjn-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535393, + "recall": 0.59585, + "f1": 0.550221, + "accuracy": 0.59585, + "main_score": 0.550221, + "hf_subset": "bjn_Arab-cat_Latn", + "languages": [ + "bjn-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551113, + "recall": 0.602767, + "f1": 0.564237, + "accuracy": 0.602767, + "main_score": 0.564237, + "hf_subset": "bjn_Arab-fur_Latn", + "languages": [ + "bjn-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.351113, + "recall": 0.407115, + "f1": 0.365237, + "accuracy": 0.407115, + "main_score": 0.365237, + "hf_subset": "bjn_Arab-kab_Latn", + "languages": [ + "bjn-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51479, + "recall": 0.567194, + "f1": 0.529299, + "accuracy": 0.567194, + "main_score": 0.529299, + "hf_subset": "bjn_Arab-lim_Latn", + "languages": [ + "bjn-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520295, + "recall": 0.583992, + "f1": 0.536359, + "accuracy": 0.583992, + "main_score": 0.536359, + "hf_subset": "bjn_Arab-nld_Latn", + "languages": [ + "bjn-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450434, + "recall": 0.511858, + "f1": 0.466432, + "accuracy": 0.511858, + "main_score": 0.466432, + "hf_subset": "bjn_Arab-san_Deva", + "languages": [ + "bjn-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519523, + "recall": 0.581028, + "f1": 0.534342, + "accuracy": 0.581028, + "main_score": 0.534342, + "hf_subset": "bjn_Arab-tat_Cyrl", + "languages": [ + "bjn-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448103, + "recall": 0.505929, + "f1": 0.46342, + "accuracy": 0.505929, + "main_score": 0.46342, + "hf_subset": "bjn_Arab-xho_Latn", + "languages": [ + "bjn-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485801, + "recall": 0.551383, + "f1": 0.502267, + "accuracy": 0.551383, + "main_score": 0.502267, + "hf_subset": "bjn_Arab-ars_Arab", + "languages": [ + "bjn-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545879, + "recall": 0.600791, + "f1": 0.560041, + "accuracy": 0.600791, + "main_score": 0.560041, + "hf_subset": "bjn_Arab-ceb_Latn", + "languages": [ + "bjn-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405419, + "recall": 0.454545, + "f1": 0.418862, + "accuracy": 0.454545, + "main_score": 0.418862, + "hf_subset": "bjn_Arab-fuv_Latn", + "languages": [ + "bjn-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381919, + "recall": 0.432806, + "f1": 0.395518, + "accuracy": 0.432806, + "main_score": 0.395518, + "hf_subset": "bjn_Arab-kac_Latn", + "languages": [ + "bjn-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460477, + "recall": 0.511858, + "f1": 0.473923, + "accuracy": 0.511858, + "main_score": 0.473923, + "hf_subset": "bjn_Arab-lin_Latn", + "languages": [ + "bjn-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529403, + "recall": 0.59585, + "f1": 0.546266, + "accuracy": 0.59585, + "main_score": 0.546266, + "hf_subset": "bjn_Arab-nno_Latn", + "languages": [ + "bjn-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135977, + "recall": 0.18083, + "f1": 0.148053, + "accuracy": 0.18083, + "main_score": 0.148053, + "hf_subset": "bjn_Arab-sat_Olck", + "languages": [ + "bjn-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491597, + "recall": 0.554348, + "f1": 0.507418, + "accuracy": 0.554348, + "main_score": 0.507418, + "hf_subset": "bjn_Arab-tel_Telu", + "languages": [ + "bjn-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475795, + "recall": 0.528656, + "f1": 0.490275, + "accuracy": 0.528656, + "main_score": 0.490275, + "hf_subset": "bjn_Arab-ydd_Hebr", + "languages": [ + "bjn-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477831, + "recall": 0.532609, + "f1": 0.491041, + "accuracy": 0.532609, + "main_score": 0.491041, + "hf_subset": "bjn_Arab-ary_Arab", + "languages": [ + "bjn-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519951, + "recall": 0.587945, + "f1": 0.536855, + "accuracy": 0.587945, + "main_score": 0.536855, + "hf_subset": "bjn_Arab-ces_Latn", + "languages": [ + "bjn-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435397, + "recall": 0.492095, + "f1": 0.450633, + "accuracy": 0.492095, + "main_score": 0.450633, + "hf_subset": "bjn_Arab-gaz_Latn", + "languages": [ + "bjn-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410263, + "recall": 0.462451, + "f1": 0.423758, + "accuracy": 0.462451, + "main_score": 0.423758, + "hf_subset": "bjn_Arab-kam_Latn", + "languages": [ + "bjn-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506383, + "recall": 0.567194, + "f1": 0.521479, + "accuracy": 0.567194, + "main_score": 0.521479, + "hf_subset": "bjn_Arab-lit_Latn", + "languages": [ + "bjn-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524675, + "recall": 0.58498, + "f1": 0.540515, + "accuracy": 0.58498, + "main_score": 0.540515, + "hf_subset": "bjn_Arab-nob_Latn", + "languages": [ + "bjn-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534583, + "recall": 0.589921, + "f1": 0.548951, + "accuracy": 0.589921, + "main_score": 0.548951, + "hf_subset": "bjn_Arab-scn_Latn", + "languages": [ + "bjn-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48691, + "recall": 0.54249, + "f1": 0.501431, + "accuracy": 0.54249, + "main_score": 0.501431, + "hf_subset": "bjn_Arab-tgk_Cyrl", + "languages": [ + "bjn-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3758, + "recall": 0.443676, + "f1": 0.393781, + "accuracy": 0.443676, + "main_score": 0.393781, + "hf_subset": "bjn_Arab-yor_Latn", + "languages": [ + "bjn-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498372, + "recall": 0.555336, + "f1": 0.513126, + "accuracy": 0.555336, + "main_score": 0.513126, + "hf_subset": "bjn_Arab-arz_Arab", + "languages": [ + "bjn-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402448, + "recall": 0.452569, + "f1": 0.415326, + "accuracy": 0.452569, + "main_score": 0.415326, + "hf_subset": "bjn_Arab-cjk_Latn", + "languages": [ + "bjn-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410365, + "recall": 0.468379, + "f1": 0.425457, + "accuracy": 0.468379, + "main_score": 0.425457, + "hf_subset": "bjn_Arab-gla_Latn", + "languages": [ + "bjn-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481472, + "recall": 0.549407, + "f1": 0.498824, + "accuracy": 0.549407, + "main_score": 0.498824, + "hf_subset": "bjn_Arab-kan_Knda", + "languages": [ + "bjn-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533211, + "recall": 0.588933, + "f1": 0.548525, + "accuracy": 0.588933, + "main_score": 0.548525, + "hf_subset": "bjn_Arab-lmo_Latn", + "languages": [ + "bjn-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50128, + "recall": 0.568182, + "f1": 0.518269, + "accuracy": 0.568182, + "main_score": 0.518269, + "hf_subset": "bjn_Arab-npi_Deva", + "languages": [ + "bjn-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.327007, + "recall": 0.37747, + "f1": 0.340275, + "accuracy": 0.37747, + "main_score": 0.340275, + "hf_subset": "bjn_Arab-shn_Mymr", + "languages": [ + "bjn-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550154, + "recall": 0.601779, + "f1": 0.56334, + "accuracy": 0.601779, + "main_score": 0.56334, + "hf_subset": "bjn_Arab-tgl_Latn", + "languages": [ + "bjn-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476684, + "recall": 0.537549, + "f1": 0.49238, + "accuracy": 0.537549, + "main_score": 0.49238, + "hf_subset": "bjn_Arab-yue_Hant", + "languages": [ + "bjn-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468662, + "recall": 0.533597, + "f1": 0.486262, + "accuracy": 0.533597, + "main_score": 0.486262, + "hf_subset": "bjn_Arab-asm_Beng", + "languages": [ + "bjn-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469627, + "recall": 0.530632, + "f1": 0.48521, + "accuracy": 0.530632, + "main_score": 0.48521, + "hf_subset": "bjn_Arab-ckb_Arab", + "languages": [ + "bjn-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439446, + "recall": 0.490119, + "f1": 0.45305, + "accuracy": 0.490119, + "main_score": 0.45305, + "hf_subset": "bjn_Arab-gle_Latn", + "languages": [ + "bjn-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458369, + "recall": 0.51581, + "f1": 0.47283, + "accuracy": 0.51581, + "main_score": 0.47283, + "hf_subset": "bjn_Arab-kas_Arab", + "languages": [ + "bjn-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503736, + "recall": 0.571146, + "f1": 0.521668, + "accuracy": 0.571146, + "main_score": 0.521668, + "hf_subset": "bjn_Arab-ltg_Latn", + "languages": [ + "bjn-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45277, + "recall": 0.503953, + "f1": 0.466678, + "accuracy": 0.503953, + "main_score": 0.466678, + "hf_subset": "bjn_Arab-nso_Latn", + "languages": [ + "bjn-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434319, + "recall": 0.495059, + "f1": 0.449881, + "accuracy": 0.495059, + "main_score": 0.449881, + "hf_subset": "bjn_Arab-sin_Sinh", + "languages": [ + "bjn-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500235, + "recall": 0.562253, + "f1": 0.51583, + "accuracy": 0.562253, + "main_score": 0.51583, + "hf_subset": "bjn_Arab-tha_Thai", + "languages": [ + "bjn-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44963, + "recall": 0.502964, + "f1": 0.462742, + "accuracy": 0.502964, + "main_score": 0.462742, + "hf_subset": "bjn_Arab-zho_Hans", + "languages": [ + "bjn-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530442, + "recall": 0.599802, + "f1": 0.547985, + "accuracy": 0.599802, + "main_score": 0.547985, + "hf_subset": "bjn_Arab-ast_Latn", + "languages": [ + "bjn-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483446, + "recall": 0.547431, + "f1": 0.499746, + "accuracy": 0.547431, + "main_score": 0.499746, + "hf_subset": "bjn_Arab-crh_Latn", + "languages": [ + "bjn-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524167, + "recall": 0.586957, + "f1": 0.539758, + "accuracy": 0.586957, + "main_score": 0.539758, + "hf_subset": "bjn_Arab-glg_Latn", + "languages": [ + "bjn-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440784, + "recall": 0.490119, + "f1": 0.453683, + "accuracy": 0.490119, + "main_score": 0.453683, + "hf_subset": "bjn_Arab-kas_Deva", + "languages": [ + "bjn-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523382, + "recall": 0.571146, + "f1": 0.53552, + "accuracy": 0.571146, + "main_score": 0.53552, + "hf_subset": "bjn_Arab-ltz_Latn", + "languages": [ + "bjn-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360748, + "recall": 0.421937, + "f1": 0.376285, + "accuracy": 0.421937, + "main_score": 0.376285, + "hf_subset": "bjn_Arab-nus_Latn", + "languages": [ + "bjn-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51402, + "recall": 0.58004, + "f1": 0.531101, + "accuracy": 0.58004, + "main_score": 0.531101, + "hf_subset": "bjn_Arab-slk_Latn", + "languages": [ + "bjn-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362774, + "recall": 0.422925, + "f1": 0.377568, + "accuracy": 0.422925, + "main_score": 0.377568, + "hf_subset": "bjn_Arab-tir_Ethi", + "languages": [ + "bjn-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452536, + "recall": 0.513834, + "f1": 0.467298, + "accuracy": 0.513834, + "main_score": 0.467298, + "hf_subset": "bjn_Arab-zho_Hant", + "languages": [ + "bjn-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487981, + "recall": 0.560277, + "f1": 0.506552, + "accuracy": 0.560277, + "main_score": 0.506552, + "hf_subset": "bjn_Arab-awa_Deva", + "languages": [ + "bjn-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481616, + "recall": 0.536561, + "f1": 0.495687, + "accuracy": 0.536561, + "main_score": 0.495687, + "hf_subset": "bjn_Arab-cym_Latn", + "languages": [ + "bjn-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494336, + "recall": 0.54249, + "f1": 0.507502, + "accuracy": 0.54249, + "main_score": 0.507502, + "hf_subset": "bjn_Arab-grn_Latn", + "languages": [ + "bjn-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495445, + "recall": 0.550395, + "f1": 0.509609, + "accuracy": 0.550395, + "main_score": 0.509609, + "hf_subset": "bjn_Arab-kat_Geor", + "languages": [ + "bjn-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451742, + "recall": 0.505929, + "f1": 0.466048, + "accuracy": 0.505929, + "main_score": 0.466048, + "hf_subset": "bjn_Arab-lua_Latn", + "languages": [ + "bjn-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438327, + "recall": 0.490119, + "f1": 0.452241, + "accuracy": 0.490119, + "main_score": 0.452241, + "hf_subset": "bjn_Arab-nya_Latn", + "languages": [ + "bjn-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526841, + "recall": 0.58498, + "f1": 0.541164, + "accuracy": 0.58498, + "main_score": 0.541164, + "hf_subset": "bjn_Arab-slv_Latn", + "languages": [ + "bjn-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505005, + "recall": 0.554348, + "f1": 0.517769, + "accuracy": 0.554348, + "main_score": 0.517769, + "hf_subset": "bjn_Arab-tpi_Latn", + "languages": [ + "bjn-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566792, + "recall": 0.625494, + "f1": 0.582285, + "accuracy": 0.625494, + "main_score": 0.582285, + "hf_subset": "bjn_Arab-zsm_Latn", + "languages": [ + "bjn-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402467, + "recall": 0.458498, + "f1": 0.417039, + "accuracy": 0.458498, + "main_score": 0.417039, + "hf_subset": "bjn_Arab-ayr_Latn", + "languages": [ + "bjn-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537907, + "recall": 0.599802, + "f1": 0.55479, + "accuracy": 0.599802, + "main_score": 0.55479, + "hf_subset": "bjn_Arab-dan_Latn", + "languages": [ + "bjn-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510386, + "recall": 0.572134, + "f1": 0.527134, + "accuracy": 0.572134, + "main_score": 0.527134, + "hf_subset": "bjn_Arab-guj_Gujr", + "languages": [ + "bjn-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496145, + "recall": 0.560277, + "f1": 0.512075, + "accuracy": 0.560277, + "main_score": 0.512075, + "hf_subset": "bjn_Arab-kaz_Cyrl", + "languages": [ + "bjn-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394866, + "recall": 0.444664, + "f1": 0.408684, + "accuracy": 0.444664, + "main_score": 0.408684, + "hf_subset": "bjn_Arab-lug_Latn", + "languages": [ + "bjn-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546343, + "recall": 0.613636, + "f1": 0.563567, + "accuracy": 0.613636, + "main_score": 0.563567, + "hf_subset": "bjn_Arab-oci_Latn", + "languages": [ + "bjn-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446291, + "recall": 0.500988, + "f1": 0.461313, + "accuracy": 0.500988, + "main_score": 0.461313, + "hf_subset": "bjn_Arab-smo_Latn", + "languages": [ + "bjn-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383513, + "recall": 0.440711, + "f1": 0.398514, + "accuracy": 0.440711, + "main_score": 0.398514, + "hf_subset": "bjn_Arab-tsn_Latn", + "languages": [ + "bjn-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426176, + "recall": 0.479249, + "f1": 0.439475, + "accuracy": 0.479249, + "main_score": 0.439475, + "hf_subset": "bjn_Arab-zul_Latn", + "languages": [ + "bjn-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445542, + "recall": 0.506917, + "f1": 0.462167, + "accuracy": 0.506917, + "main_score": 0.462167, + "hf_subset": "bjn_Arab-azb_Arab", + "languages": [ + "bjn-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521955, + "recall": 0.589921, + "f1": 0.538883, + "accuracy": 0.589921, + "main_score": 0.538883, + "hf_subset": "bjn_Arab-deu_Latn", + "languages": [ + "bjn-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517777, + "recall": 0.575099, + "f1": 0.533686, + "accuracy": 0.575099, + "main_score": 0.533686, + "hf_subset": "bjn_Arab-hat_Latn", + "languages": [ + "bjn-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371809, + "recall": 0.423913, + "f1": 0.385871, + "accuracy": 0.423913, + "main_score": 0.385871, + "hf_subset": "bjn_Arab-kbp_Latn", + "languages": [ + "bjn-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43561, + "recall": 0.486166, + "f1": 0.449519, + "accuracy": 0.486166, + "main_score": 0.449519, + "hf_subset": "bjn_Arab-luo_Latn", + "languages": [ + "bjn-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476928, + "recall": 0.547431, + "f1": 0.495084, + "accuracy": 0.547431, + "main_score": 0.495084, + "hf_subset": "bjn_Arab-ory_Orya", + "languages": [ + "bjn-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404883, + "recall": 0.460474, + "f1": 0.41902, + "accuracy": 0.460474, + "main_score": 0.41902, + "hf_subset": "bjn_Arab-sna_Latn", + "languages": [ + "bjn-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403291, + "recall": 0.451581, + "f1": 0.416329, + "accuracy": 0.451581, + "main_score": 0.416329, + "hf_subset": "bjn_Arab-tso_Latn", + "languages": [ + "bjn-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47557, + "recall": 0.541502, + "f1": 0.493419, + "accuracy": 0.541502, + "main_score": 0.493419, + "hf_subset": "bjn_Arab-azj_Latn", + "languages": [ + "bjn-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381366, + "recall": 0.439723, + "f1": 0.397994, + "accuracy": 0.439723, + "main_score": 0.397994, + "hf_subset": "bjn_Arab-dik_Latn", + "languages": [ + "bjn-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450325, + "recall": 0.503953, + "f1": 0.464442, + "accuracy": 0.503953, + "main_score": 0.464442, + "hf_subset": "bjn_Arab-hau_Latn", + "languages": [ + "bjn-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52671, + "recall": 0.58004, + "f1": 0.540565, + "accuracy": 0.58004, + "main_score": 0.540565, + "hf_subset": "bjn_Arab-kea_Latn", + "languages": [ + "bjn-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461739, + "recall": 0.512846, + "f1": 0.475664, + "accuracy": 0.512846, + "main_score": 0.475664, + "hf_subset": "bjn_Arab-lus_Latn", + "languages": [ + "bjn-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521174, + "recall": 0.563241, + "f1": 0.532844, + "accuracy": 0.563241, + "main_score": 0.532844, + "hf_subset": "bjn_Arab-pag_Latn", + "languages": [ + "bjn-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476683, + "recall": 0.543478, + "f1": 0.493769, + "accuracy": 0.543478, + "main_score": 0.493769, + "hf_subset": "bjn_Arab-snd_Arab", + "languages": [ + "bjn-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483587, + "recall": 0.545455, + "f1": 0.500617, + "accuracy": 0.545455, + "main_score": 0.500617, + "hf_subset": "bjn_Arab-tuk_Latn", + "languages": [ + "bjn-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514252, + "recall": 0.58004, + "f1": 0.531659, + "accuracy": 0.58004, + "main_score": 0.531659, + "hf_subset": "bjn_Arab-bak_Cyrl", + "languages": [ + "bjn-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319856, + "recall": 0.386364, + "f1": 0.337719, + "accuracy": 0.386364, + "main_score": 0.337719, + "hf_subset": "bjn_Arab-dyu_Latn", + "languages": [ + "bjn-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5126, + "recall": 0.568182, + "f1": 0.527078, + "accuracy": 0.568182, + "main_score": 0.527078, + "hf_subset": "bjn_Arab-heb_Hebr", + "languages": [ + "bjn-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465484, + "recall": 0.529644, + "f1": 0.481767, + "accuracy": 0.529644, + "main_score": 0.481767, + "hf_subset": "bjn_Arab-khk_Cyrl", + "languages": [ + "bjn-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528787, + "recall": 0.585968, + "f1": 0.54351, + "accuracy": 0.585968, + "main_score": 0.54351, + "hf_subset": "bjn_Arab-lvs_Latn", + "languages": [ + "bjn-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485796, + "recall": 0.55336, + "f1": 0.50299, + "accuracy": 0.55336, + "main_score": 0.50299, + "hf_subset": "bjn_Arab-pan_Guru", + "languages": [ + "bjn-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424581, + "recall": 0.478261, + "f1": 0.439205, + "accuracy": 0.478261, + "main_score": 0.439205, + "hf_subset": "bjn_Arab-som_Latn", + "languages": [ + "bjn-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397783, + "recall": 0.447628, + "f1": 0.410631, + "accuracy": 0.447628, + "main_score": 0.410631, + "hf_subset": "bjn_Arab-tum_Latn", + "languages": [ + "bjn-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4038, + "recall": 0.450593, + "f1": 0.417067, + "accuracy": 0.450593, + "main_score": 0.417067, + "hf_subset": "ewe_Latn-ace_Arab", + "languages": [ + "ewe-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493818, + "recall": 0.52668, + "f1": 0.503651, + "accuracy": 0.52668, + "main_score": 0.503651, + "hf_subset": "ewe_Latn-bam_Latn", + "languages": [ + "ewe-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208814, + "recall": 0.25, + "f1": 0.220403, + "accuracy": 0.25, + "main_score": 0.220403, + "hf_subset": "ewe_Latn-dzo_Tibt", + "languages": [ + "ewe-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501366, + "recall": 0.544466, + "f1": 0.513738, + "accuracy": 0.544466, + "main_score": 0.513738, + "hf_subset": "ewe_Latn-hin_Deva", + "languages": [ + "ewe-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460361, + "recall": 0.507905, + "f1": 0.47347, + "accuracy": 0.507905, + "main_score": 0.47347, + "hf_subset": "ewe_Latn-khm_Khmr", + "languages": [ + "ewe-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502632, + "recall": 0.54249, + "f1": 0.513797, + "accuracy": 0.54249, + "main_score": 0.513797, + "hf_subset": "ewe_Latn-mag_Deva", + "languages": [ + "ewe-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523637, + "recall": 0.556324, + "f1": 0.532451, + "accuracy": 0.556324, + "main_score": 0.532451, + "hf_subset": "ewe_Latn-pap_Latn", + "languages": [ + "ewe-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518841, + "recall": 0.556324, + "f1": 0.529415, + "accuracy": 0.556324, + "main_score": 0.529415, + "hf_subset": "ewe_Latn-sot_Latn", + "languages": [ + "ewe-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511342, + "recall": 0.555336, + "f1": 0.523812, + "accuracy": 0.555336, + "main_score": 0.523812, + "hf_subset": "ewe_Latn-tur_Latn", + "languages": [ + "ewe-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511043, + "recall": 0.545455, + "f1": 0.520912, + "accuracy": 0.545455, + "main_score": 0.520912, + "hf_subset": "ewe_Latn-ace_Latn", + "languages": [ + "ewe-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525935, + "recall": 0.559289, + "f1": 0.535066, + "accuracy": 0.559289, + "main_score": 0.535066, + "hf_subset": "ewe_Latn-ban_Latn", + "languages": [ + "ewe-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49377, + "recall": 0.541502, + "f1": 0.506448, + "accuracy": 0.541502, + "main_score": 0.506448, + "hf_subset": "ewe_Latn-ell_Grek", + "languages": [ + "ewe-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510541, + "recall": 0.551383, + "f1": 0.522161, + "accuracy": 0.551383, + "main_score": 0.522161, + "hf_subset": "ewe_Latn-hne_Deva", + "languages": [ + "ewe-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470333, + "recall": 0.511858, + "f1": 0.482373, + "accuracy": 0.511858, + "main_score": 0.482373, + "hf_subset": "ewe_Latn-kik_Latn", + "languages": [ + "ewe-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494191, + "recall": 0.54249, + "f1": 0.50711, + "accuracy": 0.54249, + "main_score": 0.50711, + "hf_subset": "ewe_Latn-mai_Deva", + "languages": [ + "ewe-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461608, + "recall": 0.508893, + "f1": 0.474541, + "accuracy": 0.508893, + "main_score": 0.474541, + "hf_subset": "ewe_Latn-pbt_Arab", + "languages": [ + "ewe-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511175, + "recall": 0.55336, + "f1": 0.523035, + "accuracy": 0.55336, + "main_score": 0.523035, + "hf_subset": "ewe_Latn-spa_Latn", + "languages": [ + "ewe-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54277, + "recall": 0.573123, + "f1": 0.55191, + "accuracy": 0.573123, + "main_score": 0.55191, + "hf_subset": "ewe_Latn-twi_Latn", + "languages": [ + "ewe-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496171, + "recall": 0.537549, + "f1": 0.507243, + "accuracy": 0.537549, + "main_score": 0.507243, + "hf_subset": "ewe_Latn-acm_Arab", + "languages": [ + "ewe-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466293, + "recall": 0.509881, + "f1": 0.478708, + "accuracy": 0.509881, + "main_score": 0.478708, + "hf_subset": "ewe_Latn-bel_Cyrl", + "languages": [ + "ewe-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533988, + "recall": 0.58004, + "f1": 0.546466, + "accuracy": 0.58004, + "main_score": 0.546466, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522409, + "recall": 0.560277, + "f1": 0.532897, + "accuracy": 0.560277, + "main_score": 0.532897, + "hf_subset": "ewe_Latn-hrv_Latn", + "languages": [ + "ewe-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470869, + "recall": 0.512846, + "f1": 0.482712, + "accuracy": 0.512846, + "main_score": 0.482712, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490592, + "recall": 0.535573, + "f1": 0.503034, + "accuracy": 0.535573, + "main_score": 0.503034, + "hf_subset": "ewe_Latn-mal_Mlym", + "languages": [ + "ewe-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491004, + "recall": 0.539526, + "f1": 0.505251, + "accuracy": 0.539526, + "main_score": 0.505251, + "hf_subset": "ewe_Latn-pes_Arab", + "languages": [ + "ewe-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520908, + "recall": 0.559289, + "f1": 0.531399, + "accuracy": 0.559289, + "main_score": 0.531399, + "hf_subset": "ewe_Latn-srd_Latn", + "languages": [ + "ewe-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179779, + "recall": 0.212451, + "f1": 0.18826, + "accuracy": 0.212451, + "main_score": 0.18826, + "hf_subset": "ewe_Latn-tzm_Tfng", + "languages": [ + "ewe-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494048, + "recall": 0.536561, + "f1": 0.505864, + "accuracy": 0.536561, + "main_score": 0.505864, + "hf_subset": "ewe_Latn-acq_Arab", + "languages": [ + "ewe-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527599, + "recall": 0.567194, + "f1": 0.538303, + "accuracy": 0.567194, + "main_score": 0.538303, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501413, + "recall": 0.543478, + "f1": 0.512996, + "accuracy": 0.543478, + "main_score": 0.512996, + "hf_subset": "ewe_Latn-epo_Latn", + "languages": [ + "ewe-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516011, + "recall": 0.556324, + "f1": 0.527015, + "accuracy": 0.556324, + "main_score": 0.527015, + "hf_subset": "ewe_Latn-hun_Latn", + "languages": [ + "ewe-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488656, + "recall": 0.533597, + "f1": 0.501525, + "accuracy": 0.533597, + "main_score": 0.501525, + "hf_subset": "ewe_Latn-kir_Cyrl", + "languages": [ + "ewe-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505934, + "recall": 0.546443, + "f1": 0.517116, + "accuracy": 0.546443, + "main_score": 0.517116, + "hf_subset": "ewe_Latn-mar_Deva", + "languages": [ + "ewe-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517515, + "recall": 0.551383, + "f1": 0.52724, + "accuracy": 0.551383, + "main_score": 0.52724, + "hf_subset": "ewe_Latn-plt_Latn", + "languages": [ + "ewe-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504377, + "recall": 0.547431, + "f1": 0.516016, + "accuracy": 0.547431, + "main_score": 0.516016, + "hf_subset": "ewe_Latn-srp_Cyrl", + "languages": [ + "ewe-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436907, + "recall": 0.48419, + "f1": 0.450224, + "accuracy": 0.48419, + "main_score": 0.450224, + "hf_subset": "ewe_Latn-uig_Arab", + "languages": [ + "ewe-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484305, + "recall": 0.523715, + "f1": 0.494713, + "accuracy": 0.523715, + "main_score": 0.494713, + "hf_subset": "ewe_Latn-aeb_Arab", + "languages": [ + "ewe-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508126, + "recall": 0.55336, + "f1": 0.521019, + "accuracy": 0.55336, + "main_score": 0.521019, + "hf_subset": "ewe_Latn-ben_Beng", + "languages": [ + "ewe-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5103, + "recall": 0.551383, + "f1": 0.521399, + "accuracy": 0.551383, + "main_score": 0.521399, + "hf_subset": "ewe_Latn-est_Latn", + "languages": [ + "ewe-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46856, + "recall": 0.518775, + "f1": 0.482341, + "accuracy": 0.518775, + "main_score": 0.482341, + "hf_subset": "ewe_Latn-hye_Armn", + "languages": [ + "ewe-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506971, + "recall": 0.54249, + "f1": 0.51749, + "accuracy": 0.54249, + "main_score": 0.51749, + "hf_subset": "ewe_Latn-kmb_Latn", + "languages": [ + "ewe-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.368582, + "recall": 0.417984, + "f1": 0.381876, + "accuracy": 0.417984, + "main_score": 0.381876, + "hf_subset": "ewe_Latn-min_Arab", + "languages": [ + "ewe-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509562, + "recall": 0.55336, + "f1": 0.521739, + "accuracy": 0.55336, + "main_score": 0.521739, + "hf_subset": "ewe_Latn-pol_Latn", + "languages": [ + "ewe-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499832, + "recall": 0.536561, + "f1": 0.510158, + "accuracy": 0.536561, + "main_score": 0.510158, + "hf_subset": "ewe_Latn-ssw_Latn", + "languages": [ + "ewe-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499525, + "recall": 0.545455, + "f1": 0.512571, + "accuracy": 0.545455, + "main_score": 0.512571, + "hf_subset": "ewe_Latn-ukr_Cyrl", + "languages": [ + "ewe-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526447, + "recall": 0.571146, + "f1": 0.539009, + "accuracy": 0.571146, + "main_score": 0.539009, + "hf_subset": "ewe_Latn-afr_Latn", + "languages": [ + "ewe-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502732, + "recall": 0.544466, + "f1": 0.513956, + "accuracy": 0.544466, + "main_score": 0.513956, + "hf_subset": "ewe_Latn-bho_Deva", + "languages": [ + "ewe-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519146, + "recall": 0.559289, + "f1": 0.530528, + "accuracy": 0.559289, + "main_score": 0.530528, + "hf_subset": "ewe_Latn-eus_Latn", + "languages": [ + "ewe-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507305, + "recall": 0.548419, + "f1": 0.519666, + "accuracy": 0.548419, + "main_score": 0.519666, + "hf_subset": "ewe_Latn-ibo_Latn", + "languages": [ + "ewe-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504513, + "recall": 0.545455, + "f1": 0.516487, + "accuracy": 0.545455, + "main_score": 0.516487, + "hf_subset": "ewe_Latn-kmr_Latn", + "languages": [ + "ewe-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525569, + "recall": 0.557312, + "f1": 0.534853, + "accuracy": 0.557312, + "main_score": 0.534853, + "hf_subset": "ewe_Latn-min_Latn", + "languages": [ + "ewe-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523059, + "recall": 0.563241, + "f1": 0.534121, + "accuracy": 0.563241, + "main_score": 0.534121, + "hf_subset": "ewe_Latn-por_Latn", + "languages": [ + "ewe-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531945, + "recall": 0.565217, + "f1": 0.541846, + "accuracy": 0.565217, + "main_score": 0.541846, + "hf_subset": "ewe_Latn-sun_Latn", + "languages": [ + "ewe-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479151, + "recall": 0.522727, + "f1": 0.491238, + "accuracy": 0.522727, + "main_score": 0.491238, + "hf_subset": "ewe_Latn-umb_Latn", + "languages": [ + "ewe-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503173, + "recall": 0.544466, + "f1": 0.514138, + "accuracy": 0.544466, + "main_score": 0.514138, + "hf_subset": "ewe_Latn-ajp_Arab", + "languages": [ + "ewe-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381304, + "recall": 0.423913, + "f1": 0.393274, + "accuracy": 0.423913, + "main_score": 0.393274, + "hf_subset": "ewe_Latn-bjn_Arab", + "languages": [ + "ewe-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532172, + "recall": 0.564229, + "f1": 0.541108, + "accuracy": 0.564229, + "main_score": 0.541108, + "hf_subset": "ewe_Latn-ilo_Latn", + "languages": [ + "ewe-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.288351, + "recall": 0.335968, + "f1": 0.301008, + "accuracy": 0.335968, + "main_score": 0.301008, + "hf_subset": "ewe_Latn-knc_Arab", + "languages": [ + "ewe-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501829, + "recall": 0.54249, + "f1": 0.512882, + "accuracy": 0.54249, + "main_score": 0.512882, + "hf_subset": "ewe_Latn-mkd_Cyrl", + "languages": [ + "ewe-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497413, + "recall": 0.545455, + "f1": 0.510984, + "accuracy": 0.545455, + "main_score": 0.510984, + "hf_subset": "ewe_Latn-prs_Arab", + "languages": [ + "ewe-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520937, + "recall": 0.561265, + "f1": 0.532101, + "accuracy": 0.561265, + "main_score": 0.532101, + "hf_subset": "ewe_Latn-swe_Latn", + "languages": [ + "ewe-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47614, + "recall": 0.527668, + "f1": 0.490779, + "accuracy": 0.527668, + "main_score": 0.490779, + "hf_subset": "ewe_Latn-urd_Arab", + "languages": [ + "ewe-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516679, + "recall": 0.554348, + "f1": 0.527162, + "accuracy": 0.554348, + "main_score": 0.527162, + "hf_subset": "ewe_Latn-aka_Latn", + "languages": [ + "ewe-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530145, + "recall": 0.564229, + "f1": 0.53904, + "accuracy": 0.564229, + "main_score": 0.53904, + "hf_subset": "ewe_Latn-bjn_Latn", + "languages": [ + "ewe-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499336, + "recall": 0.540514, + "f1": 0.511727, + "accuracy": 0.540514, + "main_score": 0.511727, + "hf_subset": "ewe_Latn-fao_Latn", + "languages": [ + "ewe-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521304, + "recall": 0.560277, + "f1": 0.532008, + "accuracy": 0.560277, + "main_score": 0.532008, + "hf_subset": "ewe_Latn-ind_Latn", + "languages": [ + "ewe-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494728, + "recall": 0.533597, + "f1": 0.505602, + "accuracy": 0.533597, + "main_score": 0.505602, + "hf_subset": "ewe_Latn-knc_Latn", + "languages": [ + "ewe-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525653, + "recall": 0.560277, + "f1": 0.535043, + "accuracy": 0.560277, + "main_score": 0.535043, + "hf_subset": "ewe_Latn-mlt_Latn", + "languages": [ + "ewe-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499654, + "recall": 0.538538, + "f1": 0.511063, + "accuracy": 0.538538, + "main_score": 0.511063, + "hf_subset": "ewe_Latn-quy_Latn", + "languages": [ + "ewe-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527881, + "recall": 0.557312, + "f1": 0.536095, + "accuracy": 0.557312, + "main_score": 0.536095, + "hf_subset": "ewe_Latn-swh_Latn", + "languages": [ + "ewe-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485802, + "recall": 0.532609, + "f1": 0.498367, + "accuracy": 0.532609, + "main_score": 0.498367, + "hf_subset": "ewe_Latn-uzn_Latn", + "languages": [ + "ewe-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509514, + "recall": 0.548419, + "f1": 0.520045, + "accuracy": 0.548419, + "main_score": 0.520045, + "hf_subset": "ewe_Latn-als_Latn", + "languages": [ + "ewe-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.24414, + "recall": 0.286561, + "f1": 0.25393, + "accuracy": 0.286561, + "main_score": 0.25393, + "hf_subset": "ewe_Latn-bod_Tibt", + "languages": [ + "ewe-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492397, + "recall": 0.528656, + "f1": 0.503101, + "accuracy": 0.528656, + "main_score": 0.503101, + "hf_subset": "ewe_Latn-fij_Latn", + "languages": [ + "ewe-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484907, + "recall": 0.532609, + "f1": 0.498835, + "accuracy": 0.532609, + "main_score": 0.498835, + "hf_subset": "ewe_Latn-isl_Latn", + "languages": [ + "ewe-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52679, + "recall": 0.556324, + "f1": 0.535386, + "accuracy": 0.556324, + "main_score": 0.535386, + "hf_subset": "ewe_Latn-kon_Latn", + "languages": [ + "ewe-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44624, + "recall": 0.497036, + "f1": 0.460784, + "accuracy": 0.497036, + "main_score": 0.460784, + "hf_subset": "ewe_Latn-mni_Beng", + "languages": [ + "ewe-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533343, + "recall": 0.573123, + "f1": 0.54343, + "accuracy": 0.573123, + "main_score": 0.54343, + "hf_subset": "ewe_Latn-ron_Latn", + "languages": [ + "ewe-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512057, + "recall": 0.555336, + "f1": 0.524249, + "accuracy": 0.555336, + "main_score": 0.524249, + "hf_subset": "ewe_Latn-szl_Latn", + "languages": [ + "ewe-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51112, + "recall": 0.557312, + "f1": 0.523828, + "accuracy": 0.557312, + "main_score": 0.523828, + "hf_subset": "ewe_Latn-vec_Latn", + "languages": [ + "ewe-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427372, + "recall": 0.477273, + "f1": 0.442307, + "accuracy": 0.477273, + "main_score": 0.442307, + "hf_subset": "ewe_Latn-amh_Ethi", + "languages": [ + "ewe-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530914, + "recall": 0.56917, + "f1": 0.54155, + "accuracy": 0.56917, + "main_score": 0.54155, + "hf_subset": "ewe_Latn-bos_Latn", + "languages": [ + "ewe-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489496, + "recall": 0.535573, + "f1": 0.502514, + "accuracy": 0.535573, + "main_score": 0.502514, + "hf_subset": "ewe_Latn-fin_Latn", + "languages": [ + "ewe-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512375, + "recall": 0.554348, + "f1": 0.523911, + "accuracy": 0.554348, + "main_score": 0.523911, + "hf_subset": "ewe_Latn-ita_Latn", + "languages": [ + "ewe-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501583, + "recall": 0.551383, + "f1": 0.514929, + "accuracy": 0.551383, + "main_score": 0.514929, + "hf_subset": "ewe_Latn-kor_Hang", + "languages": [ + "ewe-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497819, + "recall": 0.534585, + "f1": 0.508435, + "accuracy": 0.534585, + "main_score": 0.508435, + "hf_subset": "ewe_Latn-mos_Latn", + "languages": [ + "ewe-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502421, + "recall": 0.541502, + "f1": 0.51344, + "accuracy": 0.541502, + "main_score": 0.51344, + "hf_subset": "ewe_Latn-run_Latn", + "languages": [ + "ewe-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477096, + "recall": 0.531621, + "f1": 0.492015, + "accuracy": 0.531621, + "main_score": 0.492015, + "hf_subset": "ewe_Latn-tam_Taml", + "languages": [ + "ewe-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522427, + "recall": 0.563241, + "f1": 0.533631, + "accuracy": 0.563241, + "main_score": 0.533631, + "hf_subset": "ewe_Latn-vie_Latn", + "languages": [ + "ewe-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488422, + "recall": 0.529644, + "f1": 0.499736, + "accuracy": 0.529644, + "main_score": 0.499736, + "hf_subset": "ewe_Latn-apc_Arab", + "languages": [ + "ewe-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520598, + "recall": 0.555336, + "f1": 0.53062, + "accuracy": 0.555336, + "main_score": 0.53062, + "hf_subset": "ewe_Latn-bug_Latn", + "languages": [ + "ewe-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461086, + "recall": 0.496047, + "f1": 0.470949, + "accuracy": 0.496047, + "main_score": 0.470949, + "hf_subset": "ewe_Latn-fon_Latn", + "languages": [ + "ewe-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52717, + "recall": 0.561265, + "f1": 0.536709, + "accuracy": 0.561265, + "main_score": 0.536709, + "hf_subset": "ewe_Latn-jav_Latn", + "languages": [ + "ewe-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460113, + "recall": 0.505929, + "f1": 0.472688, + "accuracy": 0.505929, + "main_score": 0.472688, + "hf_subset": "ewe_Latn-lao_Laoo", + "languages": [ + "ewe-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472555, + "recall": 0.506917, + "f1": 0.482587, + "accuracy": 0.506917, + "main_score": 0.482587, + "hf_subset": "ewe_Latn-mri_Latn", + "languages": [ + "ewe-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506867, + "recall": 0.552372, + "f1": 0.518676, + "accuracy": 0.552372, + "main_score": 0.518676, + "hf_subset": "ewe_Latn-rus_Cyrl", + "languages": [ + "ewe-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480889, + "recall": 0.518775, + "f1": 0.491984, + "accuracy": 0.518775, + "main_score": 0.491984, + "hf_subset": "ewe_Latn-taq_Latn", + "languages": [ + "ewe-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53418, + "recall": 0.567194, + "f1": 0.543422, + "accuracy": 0.567194, + "main_score": 0.543422, + "hf_subset": "ewe_Latn-war_Latn", + "languages": [ + "ewe-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500746, + "recall": 0.541502, + "f1": 0.511857, + "accuracy": 0.541502, + "main_score": 0.511857, + "hf_subset": "ewe_Latn-arb_Arab", + "languages": [ + "ewe-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511028, + "recall": 0.552372, + "f1": 0.521992, + "accuracy": 0.552372, + "main_score": 0.521992, + "hf_subset": "ewe_Latn-bul_Cyrl", + "languages": [ + "ewe-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519645, + "recall": 0.564229, + "f1": 0.531931, + "accuracy": 0.564229, + "main_score": 0.531931, + "hf_subset": "ewe_Latn-fra_Latn", + "languages": [ + "ewe-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505661, + "recall": 0.549407, + "f1": 0.51757, + "accuracy": 0.549407, + "main_score": 0.51757, + "hf_subset": "ewe_Latn-jpn_Jpan", + "languages": [ + "ewe-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506867, + "recall": 0.548419, + "f1": 0.517954, + "accuracy": 0.548419, + "main_score": 0.517954, + "hf_subset": "ewe_Latn-lij_Latn", + "languages": [ + "ewe-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356536, + "recall": 0.414032, + "f1": 0.371716, + "accuracy": 0.414032, + "main_score": 0.371716, + "hf_subset": "ewe_Latn-mya_Mymr", + "languages": [ + "ewe-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48933, + "recall": 0.532609, + "f1": 0.501976, + "accuracy": 0.532609, + "main_score": 0.501976, + "hf_subset": "ewe_Latn-sag_Latn", + "languages": [ + "ewe-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203262, + "recall": 0.243083, + "f1": 0.212501, + "accuracy": 0.243083, + "main_score": 0.212501, + "hf_subset": "ewe_Latn-taq_Tfng", + "languages": [ + "ewe-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505312, + "recall": 0.54249, + "f1": 0.516142, + "accuracy": 0.54249, + "main_score": 0.516142, + "hf_subset": "ewe_Latn-wol_Latn", + "languages": [ + "ewe-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425446, + "recall": 0.463439, + "f1": 0.436567, + "accuracy": 0.463439, + "main_score": 0.436567, + "hf_subset": "ewe_Latn-arb_Latn", + "languages": [ + "ewe-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510693, + "recall": 0.552372, + "f1": 0.522736, + "accuracy": 0.552372, + "main_score": 0.522736, + "hf_subset": "ewe_Latn-cat_Latn", + "languages": [ + "ewe-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518375, + "recall": 0.55336, + "f1": 0.527464, + "accuracy": 0.55336, + "main_score": 0.527464, + "hf_subset": "ewe_Latn-fur_Latn", + "languages": [ + "ewe-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410741, + "recall": 0.454545, + "f1": 0.422788, + "accuracy": 0.454545, + "main_score": 0.422788, + "hf_subset": "ewe_Latn-kab_Latn", + "languages": [ + "ewe-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517303, + "recall": 0.552372, + "f1": 0.526732, + "accuracy": 0.552372, + "main_score": 0.526732, + "hf_subset": "ewe_Latn-lim_Latn", + "languages": [ + "ewe-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514324, + "recall": 0.555336, + "f1": 0.525667, + "accuracy": 0.555336, + "main_score": 0.525667, + "hf_subset": "ewe_Latn-nld_Latn", + "languages": [ + "ewe-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463757, + "recall": 0.513834, + "f1": 0.477147, + "accuracy": 0.513834, + "main_score": 0.477147, + "hf_subset": "ewe_Latn-san_Deva", + "languages": [ + "ewe-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508475, + "recall": 0.546443, + "f1": 0.518358, + "accuracy": 0.546443, + "main_score": 0.518358, + "hf_subset": "ewe_Latn-tat_Cyrl", + "languages": [ + "ewe-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510952, + "recall": 0.549407, + "f1": 0.522517, + "accuracy": 0.549407, + "main_score": 0.522517, + "hf_subset": "ewe_Latn-xho_Latn", + "languages": [ + "ewe-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477811, + "recall": 0.524704, + "f1": 0.490746, + "accuracy": 0.524704, + "main_score": 0.490746, + "hf_subset": "ewe_Latn-ars_Arab", + "languages": [ + "ewe-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54088, + "recall": 0.568182, + "f1": 0.548788, + "accuracy": 0.568182, + "main_score": 0.548788, + "hf_subset": "ewe_Latn-ceb_Latn", + "languages": [ + "ewe-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483389, + "recall": 0.52668, + "f1": 0.495959, + "accuracy": 0.52668, + "main_score": 0.495959, + "hf_subset": "ewe_Latn-fuv_Latn", + "languages": [ + "ewe-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487442, + "recall": 0.524704, + "f1": 0.498381, + "accuracy": 0.524704, + "main_score": 0.498381, + "hf_subset": "ewe_Latn-kac_Latn", + "languages": [ + "ewe-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521626, + "recall": 0.555336, + "f1": 0.531014, + "accuracy": 0.555336, + "main_score": 0.531014, + "hf_subset": "ewe_Latn-lin_Latn", + "languages": [ + "ewe-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506927, + "recall": 0.554348, + "f1": 0.519605, + "accuracy": 0.554348, + "main_score": 0.519605, + "hf_subset": "ewe_Latn-nno_Latn", + "languages": [ + "ewe-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.085975, + "recall": 0.121542, + "f1": 0.094407, + "accuracy": 0.121542, + "main_score": 0.094407, + "hf_subset": "ewe_Latn-sat_Olck", + "languages": [ + "ewe-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494583, + "recall": 0.54249, + "f1": 0.507991, + "accuracy": 0.54249, + "main_score": 0.507991, + "hf_subset": "ewe_Latn-tel_Telu", + "languages": [ + "ewe-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413124, + "recall": 0.466403, + "f1": 0.427291, + "accuracy": 0.466403, + "main_score": 0.427291, + "hf_subset": "ewe_Latn-ydd_Hebr", + "languages": [ + "ewe-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479303, + "recall": 0.519763, + "f1": 0.490747, + "accuracy": 0.519763, + "main_score": 0.490747, + "hf_subset": "ewe_Latn-ary_Arab", + "languages": [ + "ewe-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514789, + "recall": 0.559289, + "f1": 0.526481, + "accuracy": 0.559289, + "main_score": 0.526481, + "hf_subset": "ewe_Latn-ces_Latn", + "languages": [ + "ewe-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461554, + "recall": 0.505929, + "f1": 0.474189, + "accuracy": 0.505929, + "main_score": 0.474189, + "hf_subset": "ewe_Latn-gaz_Latn", + "languages": [ + "ewe-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491102, + "recall": 0.527668, + "f1": 0.501852, + "accuracy": 0.527668, + "main_score": 0.501852, + "hf_subset": "ewe_Latn-kam_Latn", + "languages": [ + "ewe-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495422, + "recall": 0.541502, + "f1": 0.508215, + "accuracy": 0.541502, + "main_score": 0.508215, + "hf_subset": "ewe_Latn-lit_Latn", + "languages": [ + "ewe-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513611, + "recall": 0.561265, + "f1": 0.52643, + "accuracy": 0.561265, + "main_score": 0.52643, + "hf_subset": "ewe_Latn-nob_Latn", + "languages": [ + "ewe-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513527, + "recall": 0.548419, + "f1": 0.523364, + "accuracy": 0.548419, + "main_score": 0.523364, + "hf_subset": "ewe_Latn-scn_Latn", + "languages": [ + "ewe-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479204, + "recall": 0.517787, + "f1": 0.489483, + "accuracy": 0.517787, + "main_score": 0.489483, + "hf_subset": "ewe_Latn-tgk_Cyrl", + "languages": [ + "ewe-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458435, + "recall": 0.506917, + "f1": 0.472525, + "accuracy": 0.506917, + "main_score": 0.472525, + "hf_subset": "ewe_Latn-yor_Latn", + "languages": [ + "ewe-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494978, + "recall": 0.537549, + "f1": 0.506522, + "accuracy": 0.537549, + "main_score": 0.506522, + "hf_subset": "ewe_Latn-arz_Arab", + "languages": [ + "ewe-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465613, + "recall": 0.504941, + "f1": 0.477339, + "accuracy": 0.504941, + "main_score": 0.477339, + "hf_subset": "ewe_Latn-cjk_Latn", + "languages": [ + "ewe-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474955, + "recall": 0.51581, + "f1": 0.485269, + "accuracy": 0.51581, + "main_score": 0.485269, + "hf_subset": "ewe_Latn-gla_Latn", + "languages": [ + "ewe-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507875, + "recall": 0.547431, + "f1": 0.51916, + "accuracy": 0.547431, + "main_score": 0.51916, + "hf_subset": "ewe_Latn-kan_Knda", + "languages": [ + "ewe-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511148, + "recall": 0.551383, + "f1": 0.522416, + "accuracy": 0.551383, + "main_score": 0.522416, + "hf_subset": "ewe_Latn-lmo_Latn", + "languages": [ + "ewe-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487108, + "recall": 0.538538, + "f1": 0.501314, + "accuracy": 0.538538, + "main_score": 0.501314, + "hf_subset": "ewe_Latn-npi_Deva", + "languages": [ + "ewe-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411782, + "recall": 0.461462, + "f1": 0.425549, + "accuracy": 0.461462, + "main_score": 0.425549, + "hf_subset": "ewe_Latn-shn_Mymr", + "languages": [ + "ewe-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532489, + "recall": 0.572134, + "f1": 0.543048, + "accuracy": 0.572134, + "main_score": 0.543048, + "hf_subset": "ewe_Latn-tgl_Latn", + "languages": [ + "ewe-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483672, + "recall": 0.534585, + "f1": 0.496274, + "accuracy": 0.534585, + "main_score": 0.496274, + "hf_subset": "ewe_Latn-yue_Hant", + "languages": [ + "ewe-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473186, + "recall": 0.520751, + "f1": 0.487052, + "accuracy": 0.520751, + "main_score": 0.487052, + "hf_subset": "ewe_Latn-asm_Beng", + "languages": [ + "ewe-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477704, + "recall": 0.522727, + "f1": 0.489629, + "accuracy": 0.522727, + "main_score": 0.489629, + "hf_subset": "ewe_Latn-ckb_Arab", + "languages": [ + "ewe-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475654, + "recall": 0.517787, + "f1": 0.486938, + "accuracy": 0.517787, + "main_score": 0.486938, + "hf_subset": "ewe_Latn-gle_Latn", + "languages": [ + "ewe-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432378, + "recall": 0.479249, + "f1": 0.4449, + "accuracy": 0.479249, + "main_score": 0.4449, + "hf_subset": "ewe_Latn-kas_Arab", + "languages": [ + "ewe-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497481, + "recall": 0.538538, + "f1": 0.508168, + "accuracy": 0.538538, + "main_score": 0.508168, + "hf_subset": "ewe_Latn-ltg_Latn", + "languages": [ + "ewe-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54166, + "recall": 0.577075, + "f1": 0.551821, + "accuracy": 0.577075, + "main_score": 0.551821, + "hf_subset": "ewe_Latn-nso_Latn", + "languages": [ + "ewe-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422724, + "recall": 0.479249, + "f1": 0.438425, + "accuracy": 0.479249, + "main_score": 0.438425, + "hf_subset": "ewe_Latn-sin_Sinh", + "languages": [ + "ewe-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495093, + "recall": 0.537549, + "f1": 0.507212, + "accuracy": 0.537549, + "main_score": 0.507212, + "hf_subset": "ewe_Latn-tha_Thai", + "languages": [ + "ewe-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492888, + "recall": 0.533597, + "f1": 0.503552, + "accuracy": 0.533597, + "main_score": 0.503552, + "hf_subset": "ewe_Latn-zho_Hans", + "languages": [ + "ewe-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527107, + "recall": 0.565217, + "f1": 0.537496, + "accuracy": 0.565217, + "main_score": 0.537496, + "hf_subset": "ewe_Latn-ast_Latn", + "languages": [ + "ewe-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470804, + "recall": 0.514822, + "f1": 0.483092, + "accuracy": 0.514822, + "main_score": 0.483092, + "hf_subset": "ewe_Latn-crh_Latn", + "languages": [ + "ewe-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518671, + "recall": 0.556324, + "f1": 0.529201, + "accuracy": 0.556324, + "main_score": 0.529201, + "hf_subset": "ewe_Latn-glg_Latn", + "languages": [ + "ewe-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467348, + "recall": 0.511858, + "f1": 0.47991, + "accuracy": 0.511858, + "main_score": 0.47991, + "hf_subset": "ewe_Latn-kas_Deva", + "languages": [ + "ewe-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504396, + "recall": 0.545455, + "f1": 0.515848, + "accuracy": 0.545455, + "main_score": 0.515848, + "hf_subset": "ewe_Latn-ltz_Latn", + "languages": [ + "ewe-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444907, + "recall": 0.497036, + "f1": 0.459261, + "accuracy": 0.497036, + "main_score": 0.459261, + "hf_subset": "ewe_Latn-nus_Latn", + "languages": [ + "ewe-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506951, + "recall": 0.551383, + "f1": 0.520164, + "accuracy": 0.551383, + "main_score": 0.520164, + "hf_subset": "ewe_Latn-slk_Latn", + "languages": [ + "ewe-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.368354, + "recall": 0.424901, + "f1": 0.38451, + "accuracy": 0.424901, + "main_score": 0.38451, + "hf_subset": "ewe_Latn-tir_Ethi", + "languages": [ + "ewe-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489738, + "recall": 0.536561, + "f1": 0.502036, + "accuracy": 0.536561, + "main_score": 0.502036, + "hf_subset": "ewe_Latn-zho_Hant", + "languages": [ + "ewe-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505472, + "recall": 0.546443, + "f1": 0.516838, + "accuracy": 0.546443, + "main_score": 0.516838, + "hf_subset": "ewe_Latn-awa_Deva", + "languages": [ + "ewe-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50041, + "recall": 0.540514, + "f1": 0.511142, + "accuracy": 0.540514, + "main_score": 0.511142, + "hf_subset": "ewe_Latn-cym_Latn", + "languages": [ + "ewe-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50899, + "recall": 0.545455, + "f1": 0.519193, + "accuracy": 0.545455, + "main_score": 0.519193, + "hf_subset": "ewe_Latn-grn_Latn", + "languages": [ + "ewe-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472777, + "recall": 0.520751, + "f1": 0.485567, + "accuracy": 0.520751, + "main_score": 0.485567, + "hf_subset": "ewe_Latn-kat_Geor", + "languages": [ + "ewe-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512408, + "recall": 0.548419, + "f1": 0.522828, + "accuracy": 0.548419, + "main_score": 0.522828, + "hf_subset": "ewe_Latn-lua_Latn", + "languages": [ + "ewe-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514894, + "recall": 0.551383, + "f1": 0.524771, + "accuracy": 0.551383, + "main_score": 0.524771, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507058, + "recall": 0.551383, + "f1": 0.518141, + "accuracy": 0.551383, + "main_score": 0.518141, + "hf_subset": "ewe_Latn-slv_Latn", + "languages": [ + "ewe-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513953, + "recall": 0.552372, + "f1": 0.524669, + "accuracy": 0.552372, + "main_score": 0.524669, + "hf_subset": "ewe_Latn-tpi_Latn", + "languages": [ + "ewe-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532755, + "recall": 0.575099, + "f1": 0.543546, + "accuracy": 0.575099, + "main_score": 0.543546, + "hf_subset": "ewe_Latn-zsm_Latn", + "languages": [ + "ewe-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48612, + "recall": 0.528656, + "f1": 0.498393, + "accuracy": 0.528656, + "main_score": 0.498393, + "hf_subset": "ewe_Latn-ayr_Latn", + "languages": [ + "ewe-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5209, + "recall": 0.5583, + "f1": 0.531414, + "accuracy": 0.5583, + "main_score": 0.531414, + "hf_subset": "ewe_Latn-dan_Latn", + "languages": [ + "ewe-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496599, + "recall": 0.54249, + "f1": 0.509115, + "accuracy": 0.54249, + "main_score": 0.509115, + "hf_subset": "ewe_Latn-guj_Gujr", + "languages": [ + "ewe-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499088, + "recall": 0.545455, + "f1": 0.511878, + "accuracy": 0.545455, + "main_score": 0.511878, + "hf_subset": "ewe_Latn-kaz_Cyrl", + "languages": [ + "ewe-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466599, + "recall": 0.505929, + "f1": 0.477545, + "accuracy": 0.505929, + "main_score": 0.477545, + "hf_subset": "ewe_Latn-lug_Latn", + "languages": [ + "ewe-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527314, + "recall": 0.56917, + "f1": 0.538186, + "accuracy": 0.56917, + "main_score": 0.538186, + "hf_subset": "ewe_Latn-oci_Latn", + "languages": [ + "ewe-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507753, + "recall": 0.540514, + "f1": 0.516606, + "accuracy": 0.540514, + "main_score": 0.516606, + "hf_subset": "ewe_Latn-smo_Latn", + "languages": [ + "ewe-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492351, + "recall": 0.531621, + "f1": 0.503988, + "accuracy": 0.531621, + "main_score": 0.503988, + "hf_subset": "ewe_Latn-tsn_Latn", + "languages": [ + "ewe-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492571, + "recall": 0.531621, + "f1": 0.503783, + "accuracy": 0.531621, + "main_score": 0.503783, + "hf_subset": "ewe_Latn-zul_Latn", + "languages": [ + "ewe-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43083, + "recall": 0.477273, + "f1": 0.444312, + "accuracy": 0.477273, + "main_score": 0.444312, + "hf_subset": "ewe_Latn-azb_Arab", + "languages": [ + "ewe-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512578, + "recall": 0.555336, + "f1": 0.524529, + "accuracy": 0.555336, + "main_score": 0.524529, + "hf_subset": "ewe_Latn-deu_Latn", + "languages": [ + "ewe-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471729, + "recall": 0.518775, + "f1": 0.484738, + "accuracy": 0.518775, + "main_score": 0.484738, + "hf_subset": "ewe_Latn-hat_Latn", + "languages": [ + "ewe-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478664, + "recall": 0.517787, + "f1": 0.489874, + "accuracy": 0.517787, + "main_score": 0.489874, + "hf_subset": "ewe_Latn-kbp_Latn", + "languages": [ + "ewe-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519408, + "recall": 0.557312, + "f1": 0.530468, + "accuracy": 0.557312, + "main_score": 0.530468, + "hf_subset": "ewe_Latn-luo_Latn", + "languages": [ + "ewe-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47812, + "recall": 0.522727, + "f1": 0.49078, + "accuracy": 0.522727, + "main_score": 0.49078, + "hf_subset": "ewe_Latn-ory_Orya", + "languages": [ + "ewe-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502098, + "recall": 0.549407, + "f1": 0.515188, + "accuracy": 0.549407, + "main_score": 0.515188, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492375, + "recall": 0.529644, + "f1": 0.502794, + "accuracy": 0.529644, + "main_score": 0.502794, + "hf_subset": "ewe_Latn-tso_Latn", + "languages": [ + "ewe-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488656, + "recall": 0.532609, + "f1": 0.500487, + "accuracy": 0.532609, + "main_score": 0.500487, + "hf_subset": "ewe_Latn-azj_Latn", + "languages": [ + "ewe-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470949, + "recall": 0.516798, + "f1": 0.484816, + "accuracy": 0.516798, + "main_score": 0.484816, + "hf_subset": "ewe_Latn-dik_Latn", + "languages": [ + "ewe-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489444, + "recall": 0.525692, + "f1": 0.499589, + "accuracy": 0.525692, + "main_score": 0.499589, + "hf_subset": "ewe_Latn-hau_Latn", + "languages": [ + "ewe-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514921, + "recall": 0.551383, + "f1": 0.525434, + "accuracy": 0.551383, + "main_score": 0.525434, + "hf_subset": "ewe_Latn-kea_Latn", + "languages": [ + "ewe-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51961, + "recall": 0.559289, + "f1": 0.531007, + "accuracy": 0.559289, + "main_score": 0.531007, + "hf_subset": "ewe_Latn-lus_Latn", + "languages": [ + "ewe-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508746, + "recall": 0.541502, + "f1": 0.517708, + "accuracy": 0.541502, + "main_score": 0.517708, + "hf_subset": "ewe_Latn-pag_Latn", + "languages": [ + "ewe-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45758, + "recall": 0.509881, + "f1": 0.472146, + "accuracy": 0.509881, + "main_score": 0.472146, + "hf_subset": "ewe_Latn-snd_Arab", + "languages": [ + "ewe-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479056, + "recall": 0.519763, + "f1": 0.4901, + "accuracy": 0.519763, + "main_score": 0.4901, + "hf_subset": "ewe_Latn-tuk_Latn", + "languages": [ + "ewe-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512479, + "recall": 0.552372, + "f1": 0.523437, + "accuracy": 0.552372, + "main_score": 0.523437, + "hf_subset": "ewe_Latn-bak_Cyrl", + "languages": [ + "ewe-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403963, + "recall": 0.460474, + "f1": 0.420232, + "accuracy": 0.460474, + "main_score": 0.420232, + "hf_subset": "ewe_Latn-dyu_Latn", + "languages": [ + "ewe-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489677, + "recall": 0.531621, + "f1": 0.501774, + "accuracy": 0.531621, + "main_score": 0.501774, + "hf_subset": "ewe_Latn-heb_Hebr", + "languages": [ + "ewe-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480512, + "recall": 0.520751, + "f1": 0.491809, + "accuracy": 0.520751, + "main_score": 0.491809, + "hf_subset": "ewe_Latn-khk_Cyrl", + "languages": [ + "ewe-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503215, + "recall": 0.548419, + "f1": 0.515607, + "accuracy": 0.548419, + "main_score": 0.515607, + "hf_subset": "ewe_Latn-lvs_Latn", + "languages": [ + "ewe-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489334, + "recall": 0.540514, + "f1": 0.503211, + "accuracy": 0.540514, + "main_score": 0.503211, + "hf_subset": "ewe_Latn-pan_Guru", + "languages": [ + "ewe-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457173, + "recall": 0.500988, + "f1": 0.469944, + "accuracy": 0.500988, + "main_score": 0.469944, + "hf_subset": "ewe_Latn-som_Latn", + "languages": [ + "ewe-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497233, + "recall": 0.532609, + "f1": 0.507397, + "accuracy": 0.532609, + "main_score": 0.507397, + "hf_subset": "ewe_Latn-tum_Latn", + "languages": [ + "ewe-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574599, + "recall": 0.634387, + "f1": 0.591583, + "accuracy": 0.634387, + "main_score": 0.591583, + "hf_subset": "ilo_Latn-ace_Arab", + "languages": [ + "ilo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554694, + "recall": 0.609684, + "f1": 0.570069, + "accuracy": 0.609684, + "main_score": 0.570069, + "hf_subset": "ilo_Latn-bam_Latn", + "languages": [ + "ilo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.338059, + "recall": 0.397233, + "f1": 0.353531, + "accuracy": 0.397233, + "main_score": 0.353531, + "hf_subset": "ilo_Latn-dzo_Tibt", + "languages": [ + "ilo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944631, + "accuracy": 0.95751, + "main_score": 0.944631, + "hf_subset": "ilo_Latn-hin_Deva", + "languages": [ + "ilo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901493, + "recall": 0.927866, + "f1": 0.909585, + "accuracy": 0.927866, + "main_score": 0.909585, + "hf_subset": "ilo_Latn-khm_Khmr", + "languages": [ + "ilo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938982, + "recall": 0.954545, + "f1": 0.943906, + "accuracy": 0.954545, + "main_score": 0.943906, + "hf_subset": "ilo_Latn-mag_Deva", + "languages": [ + "ilo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916502, + "recall": 0.933794, + "f1": 0.921937, + "accuracy": 0.933794, + "main_score": 0.921937, + "hf_subset": "ilo_Latn-pap_Latn", + "languages": [ + "ilo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610764, + "recall": 0.66502, + "f1": 0.625631, + "accuracy": 0.66502, + "main_score": 0.625631, + "hf_subset": "ilo_Latn-sot_Latn", + "languages": [ + "ilo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934289, + "recall": 0.953557, + "f1": 0.940349, + "accuracy": 0.953557, + "main_score": 0.940349, + "hf_subset": "ilo_Latn-tur_Latn", + "languages": [ + "ilo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831851, + "recall": 0.867589, + "f1": 0.84249, + "accuracy": 0.867589, + "main_score": 0.84249, + "hf_subset": "ilo_Latn-ace_Latn", + "languages": [ + "ilo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90513, + "recall": 0.924901, + "f1": 0.91091, + "accuracy": 0.924901, + "main_score": 0.91091, + "hf_subset": "ilo_Latn-ban_Latn", + "languages": [ + "ilo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.955534, + "f1": 0.944631, + "accuracy": 0.955534, + "main_score": 0.944631, + "hf_subset": "ilo_Latn-ell_Grek", + "languages": [ + "ilo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921146, + "recall": 0.940711, + "f1": 0.92716, + "accuracy": 0.940711, + "main_score": 0.92716, + "hf_subset": "ilo_Latn-hne_Deva", + "languages": [ + "ilo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625455, + "recall": 0.678854, + "f1": 0.640761, + "accuracy": 0.678854, + "main_score": 0.640761, + "hf_subset": "ilo_Latn-kik_Latn", + "languages": [ + "ilo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943429, + "recall": 0.958498, + "f1": 0.948024, + "accuracy": 0.958498, + "main_score": 0.948024, + "hf_subset": "ilo_Latn-mai_Deva", + "languages": [ + "ilo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863719, + "recall": 0.898221, + "f1": 0.874736, + "accuracy": 0.898221, + "main_score": 0.874736, + "hf_subset": "ilo_Latn-pbt_Arab", + "languages": [ + "ilo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946673, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "ilo_Latn-spa_Latn", + "languages": [ + "ilo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625586, + "recall": 0.692688, + "f1": 0.644776, + "accuracy": 0.692688, + "main_score": 0.644776, + "hf_subset": "ilo_Latn-twi_Latn", + "languages": [ + "ilo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.949605, + "f1": 0.937324, + "accuracy": 0.949605, + "main_score": 0.937324, + "hf_subset": "ilo_Latn-acm_Arab", + "languages": [ + "ilo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895273, + "recall": 0.91996, + "f1": 0.902749, + "accuracy": 0.91996, + "main_score": 0.902749, + "hf_subset": "ilo_Latn-bel_Cyrl", + "languages": [ + "ilo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964394, + "accuracy": 0.972332, + "main_score": 0.964394, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940382, + "recall": 0.95751, + "f1": 0.945817, + "accuracy": 0.95751, + "main_score": 0.945817, + "hf_subset": "ilo_Latn-hrv_Latn", + "languages": [ + "ilo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575185, + "recall": 0.634387, + "f1": 0.591125, + "accuracy": 0.634387, + "main_score": 0.591125, + "hf_subset": "ilo_Latn-kin_Latn", + "languages": [ + "ilo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925675, + "recall": 0.94664, + "f1": 0.932213, + "accuracy": 0.94664, + "main_score": 0.932213, + "hf_subset": "ilo_Latn-mal_Mlym", + "languages": [ + "ilo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.952569, + "f1": 0.93969, + "accuracy": 0.952569, + "main_score": 0.93969, + "hf_subset": "ilo_Latn-pes_Arab", + "languages": [ + "ilo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92315, + "recall": 0.942688, + "f1": 0.929117, + "accuracy": 0.942688, + "main_score": 0.929117, + "hf_subset": "ilo_Latn-srd_Latn", + "languages": [ + "ilo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198601, + "recall": 0.247036, + "f1": 0.210148, + "accuracy": 0.247036, + "main_score": 0.210148, + "hf_subset": "ilo_Latn-tzm_Tfng", + "languages": [ + "ilo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9375, + "recall": 0.954545, + "f1": 0.942721, + "accuracy": 0.954545, + "main_score": 0.942721, + "hf_subset": "ilo_Latn-acq_Arab", + "languages": [ + "ilo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647991, + "recall": 0.693676, + "f1": 0.660718, + "accuracy": 0.693676, + "main_score": 0.660718, + "hf_subset": "ilo_Latn-bem_Latn", + "languages": [ + "ilo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944252, + "recall": 0.959486, + "f1": 0.948847, + "accuracy": 0.959486, + "main_score": 0.948847, + "hf_subset": "ilo_Latn-epo_Latn", + "languages": [ + "ilo-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954348, + "accuracy": 0.964427, + "main_score": 0.954348, + "hf_subset": "ilo_Latn-hun_Latn", + "languages": [ + "ilo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88974, + "recall": 0.917984, + "f1": 0.898781, + "accuracy": 0.917984, + "main_score": 0.898781, + "hf_subset": "ilo_Latn-kir_Cyrl", + "languages": [ + "ilo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.95751, + "f1": 0.947003, + "accuracy": 0.95751, + "main_score": 0.947003, + "hf_subset": "ilo_Latn-mar_Deva", + "languages": [ + "ilo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672996, + "recall": 0.730237, + "f1": 0.689512, + "accuracy": 0.730237, + "main_score": 0.689512, + "hf_subset": "ilo_Latn-plt_Latn", + "languages": [ + "ilo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945076, + "recall": 0.961462, + "f1": 0.950165, + "accuracy": 0.961462, + "main_score": 0.950165, + "hf_subset": "ilo_Latn-srp_Cyrl", + "languages": [ + "ilo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795128, + "recall": 0.838933, + "f1": 0.808137, + "accuracy": 0.838933, + "main_score": 0.808137, + "hf_subset": "ilo_Latn-uig_Arab", + "languages": [ + "ilo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909684, + "recall": 0.932806, + "f1": 0.916437, + "accuracy": 0.932806, + "main_score": 0.916437, + "hf_subset": "ilo_Latn-aeb_Arab", + "languages": [ + "ilo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932872, + "recall": 0.951581, + "f1": 0.93857, + "accuracy": 0.951581, + "main_score": 0.93857, + "hf_subset": "ilo_Latn-ben_Beng", + "languages": [ + "ilo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932642, + "recall": 0.951581, + "f1": 0.938538, + "accuracy": 0.951581, + "main_score": 0.938538, + "hf_subset": "ilo_Latn-est_Latn", + "languages": [ + "ilo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.938735, + "f1": 0.92141, + "accuracy": 0.938735, + "main_score": 0.92141, + "hf_subset": "ilo_Latn-hye_Armn", + "languages": [ + "ilo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538779, + "recall": 0.598814, + "f1": 0.556014, + "accuracy": 0.598814, + "main_score": 0.556014, + "hf_subset": "ilo_Latn-kmb_Latn", + "languages": [ + "ilo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502201, + "recall": 0.577075, + "f1": 0.522726, + "accuracy": 0.577075, + "main_score": 0.522726, + "hf_subset": "ilo_Latn-min_Arab", + "languages": [ + "ilo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "ilo_Latn-pol_Latn", + "languages": [ + "ilo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574049, + "recall": 0.644269, + "f1": 0.594318, + "accuracy": 0.644269, + "main_score": 0.594318, + "hf_subset": "ilo_Latn-ssw_Latn", + "languages": [ + "ilo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.964427, + "f1": 0.955007, + "accuracy": 0.964427, + "main_score": 0.955007, + "hf_subset": "ilo_Latn-ukr_Cyrl", + "languages": [ + "ilo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "ilo_Latn-afr_Latn", + "languages": [ + "ilo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909503, + "recall": 0.931818, + "f1": 0.916568, + "accuracy": 0.931818, + "main_score": 0.916568, + "hf_subset": "ilo_Latn-bho_Deva", + "languages": [ + "ilo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91502, + "recall": 0.937747, + "f1": 0.922069, + "accuracy": 0.937747, + "main_score": 0.922069, + "hf_subset": "ilo_Latn-eus_Latn", + "languages": [ + "ilo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59823, + "recall": 0.663043, + "f1": 0.616355, + "accuracy": 0.663043, + "main_score": 0.616355, + "hf_subset": "ilo_Latn-ibo_Latn", + "languages": [ + "ilo-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790209, + "recall": 0.835968, + "f1": 0.803913, + "accuracy": 0.835968, + "main_score": 0.803913, + "hf_subset": "ilo_Latn-kmr_Latn", + "languages": [ + "ilo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913818, + "recall": 0.934783, + "f1": 0.920158, + "accuracy": 0.934783, + "main_score": 0.920158, + "hf_subset": "ilo_Latn-min_Latn", + "languages": [ + "ilo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ilo_Latn-por_Latn", + "languages": [ + "ilo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932181, + "recall": 0.950593, + "f1": 0.937714, + "accuracy": 0.950593, + "main_score": 0.937714, + "hf_subset": "ilo_Latn-sun_Latn", + "languages": [ + "ilo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535148, + "recall": 0.593874, + "f1": 0.552118, + "accuracy": 0.593874, + "main_score": 0.552118, + "hf_subset": "ilo_Latn-umb_Latn", + "languages": [ + "ilo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943594, + "recall": 0.958498, + "f1": 0.947977, + "accuracy": 0.958498, + "main_score": 0.947977, + "hf_subset": "ilo_Latn-ajp_Arab", + "languages": [ + "ilo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545366, + "recall": 0.608696, + "f1": 0.563207, + "accuracy": 0.608696, + "main_score": 0.563207, + "hf_subset": "ilo_Latn-bjn_Arab", + "languages": [ + "ilo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537651, + "recall": 0.591897, + "f1": 0.552837, + "accuracy": 0.591897, + "main_score": 0.552837, + "hf_subset": "ilo_Latn-ewe_Latn", + "languages": [ + "ilo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.33501, + "recall": 0.397233, + "f1": 0.351202, + "accuracy": 0.397233, + "main_score": 0.351202, + "hf_subset": "ilo_Latn-knc_Arab", + "languages": [ + "ilo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9472, + "recall": 0.961462, + "f1": 0.951416, + "accuracy": 0.961462, + "main_score": 0.951416, + "hf_subset": "ilo_Latn-mkd_Cyrl", + "languages": [ + "ilo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938686, + "recall": 0.956522, + "f1": 0.944236, + "accuracy": 0.956522, + "main_score": 0.944236, + "hf_subset": "ilo_Latn-prs_Arab", + "languages": [ + "ilo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "ilo_Latn-swe_Latn", + "languages": [ + "ilo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938653, + "recall": 0.956522, + "f1": 0.944401, + "accuracy": 0.956522, + "main_score": 0.944401, + "hf_subset": "ilo_Latn-urd_Arab", + "languages": [ + "ilo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596926, + "recall": 0.659091, + "f1": 0.614308, + "accuracy": 0.659091, + "main_score": 0.614308, + "hf_subset": "ilo_Latn-aka_Latn", + "languages": [ + "ilo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918427, + "recall": 0.936759, + "f1": 0.923836, + "accuracy": 0.936759, + "main_score": 0.923836, + "hf_subset": "ilo_Latn-bjn_Latn", + "languages": [ + "ilo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852396, + "recall": 0.883399, + "f1": 0.861753, + "accuracy": 0.883399, + "main_score": 0.861753, + "hf_subset": "ilo_Latn-fao_Latn", + "languages": [ + "ilo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962862, + "recall": 0.97332, + "f1": 0.965975, + "accuracy": 0.97332, + "main_score": 0.965975, + "hf_subset": "ilo_Latn-ind_Latn", + "languages": [ + "ilo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604004, + "recall": 0.655138, + "f1": 0.618676, + "accuracy": 0.655138, + "main_score": 0.618676, + "hf_subset": "ilo_Latn-knc_Latn", + "languages": [ + "ilo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93083, + "recall": 0.949605, + "f1": 0.936514, + "accuracy": 0.949605, + "main_score": 0.936514, + "hf_subset": "ilo_Latn-mlt_Latn", + "languages": [ + "ilo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677473, + "recall": 0.73419, + "f1": 0.694521, + "accuracy": 0.73419, + "main_score": 0.694521, + "hf_subset": "ilo_Latn-quy_Latn", + "languages": [ + "ilo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870553, + "recall": 0.903162, + "f1": 0.880519, + "accuracy": 0.903162, + "main_score": 0.880519, + "hf_subset": "ilo_Latn-swh_Latn", + "languages": [ + "ilo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904685, + "recall": 0.928854, + "f1": 0.911964, + "accuracy": 0.928854, + "main_score": 0.911964, + "hf_subset": "ilo_Latn-uzn_Latn", + "languages": [ + "ilo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934486, + "recall": 0.952569, + "f1": 0.94002, + "accuracy": 0.952569, + "main_score": 0.94002, + "hf_subset": "ilo_Latn-als_Latn", + "languages": [ + "ilo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451623, + "recall": 0.528656, + "f1": 0.472507, + "accuracy": 0.528656, + "main_score": 0.472507, + "hf_subset": "ilo_Latn-bod_Tibt", + "languages": [ + "ilo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680078, + "recall": 0.728261, + "f1": 0.693552, + "accuracy": 0.728261, + "main_score": 0.693552, + "hf_subset": "ilo_Latn-fij_Latn", + "languages": [ + "ilo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878706, + "recall": 0.911067, + "f1": 0.888867, + "accuracy": 0.911067, + "main_score": 0.888867, + "hf_subset": "ilo_Latn-isl_Latn", + "languages": [ + "ilo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695142, + "recall": 0.744071, + "f1": 0.70952, + "accuracy": 0.744071, + "main_score": 0.70952, + "hf_subset": "ilo_Latn-kon_Latn", + "languages": [ + "ilo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657256, + "recall": 0.727273, + "f1": 0.67759, + "accuracy": 0.727273, + "main_score": 0.67759, + "hf_subset": "ilo_Latn-mni_Beng", + "languages": [ + "ilo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953508, + "recall": 0.966403, + "f1": 0.957411, + "accuracy": 0.966403, + "main_score": 0.957411, + "hf_subset": "ilo_Latn-ron_Latn", + "languages": [ + "ilo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916667, + "recall": 0.938735, + "f1": 0.923748, + "accuracy": 0.938735, + "main_score": 0.923748, + "hf_subset": "ilo_Latn-szl_Latn", + "languages": [ + "ilo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.954545, + "f1": 0.943281, + "accuracy": 0.954545, + "main_score": 0.943281, + "hf_subset": "ilo_Latn-vec_Latn", + "languages": [ + "ilo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818725, + "recall": 0.862648, + "f1": 0.832082, + "accuracy": 0.862648, + "main_score": 0.832082, + "hf_subset": "ilo_Latn-amh_Ethi", + "languages": [ + "ilo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949522, + "recall": 0.963439, + "f1": 0.953788, + "accuracy": 0.963439, + "main_score": 0.953788, + "hf_subset": "ilo_Latn-bos_Latn", + "languages": [ + "ilo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939394, + "recall": 0.955534, + "f1": 0.944302, + "accuracy": 0.955534, + "main_score": 0.944302, + "hf_subset": "ilo_Latn-fin_Latn", + "languages": [ + "ilo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.963439, + "f1": 0.953722, + "accuracy": 0.963439, + "main_score": 0.953722, + "hf_subset": "ilo_Latn-ita_Latn", + "languages": [ + "ilo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932263, + "recall": 0.949605, + "f1": 0.937286, + "accuracy": 0.949605, + "main_score": 0.937286, + "hf_subset": "ilo_Latn-kor_Hang", + "languages": [ + "ilo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574744, + "recall": 0.632411, + "f1": 0.591097, + "accuracy": 0.632411, + "main_score": 0.591097, + "hf_subset": "ilo_Latn-mos_Latn", + "languages": [ + "ilo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562568, + "recall": 0.618577, + "f1": 0.578562, + "accuracy": 0.618577, + "main_score": 0.578562, + "hf_subset": "ilo_Latn-run_Latn", + "languages": [ + "ilo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928195, + "recall": 0.948617, + "f1": 0.934618, + "accuracy": 0.948617, + "main_score": 0.934618, + "hf_subset": "ilo_Latn-tam_Taml", + "languages": [ + "ilo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "ilo_Latn-vie_Latn", + "languages": [ + "ilo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924325, + "recall": 0.943676, + "f1": 0.930402, + "accuracy": 0.943676, + "main_score": 0.930402, + "hf_subset": "ilo_Latn-apc_Arab", + "languages": [ + "ilo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78246, + "recall": 0.824111, + "f1": 0.794993, + "accuracy": 0.824111, + "main_score": 0.794993, + "hf_subset": "ilo_Latn-bug_Latn", + "languages": [ + "ilo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478904, + "recall": 0.534585, + "f1": 0.493799, + "accuracy": 0.534585, + "main_score": 0.493799, + "hf_subset": "ilo_Latn-fon_Latn", + "languages": [ + "ilo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927042, + "recall": 0.944664, + "f1": 0.932279, + "accuracy": 0.944664, + "main_score": 0.932279, + "hf_subset": "ilo_Latn-jav_Latn", + "languages": [ + "ilo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88018, + "recall": 0.913043, + "f1": 0.890272, + "accuracy": 0.913043, + "main_score": 0.890272, + "hf_subset": "ilo_Latn-lao_Laoo", + "languages": [ + "ilo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767933, + "recall": 0.809289, + "f1": 0.77943, + "accuracy": 0.809289, + "main_score": 0.77943, + "hf_subset": "ilo_Latn-mri_Latn", + "languages": [ + "ilo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "ilo_Latn-rus_Cyrl", + "languages": [ + "ilo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552232, + "recall": 0.609684, + "f1": 0.568425, + "accuracy": 0.609684, + "main_score": 0.568425, + "hf_subset": "ilo_Latn-taq_Latn", + "languages": [ + "ilo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957098, + "recall": 0.969368, + "f1": 0.96087, + "accuracy": 0.969368, + "main_score": 0.96087, + "hf_subset": "ilo_Latn-war_Latn", + "languages": [ + "ilo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942935, + "recall": 0.95751, + "f1": 0.94712, + "accuracy": 0.95751, + "main_score": 0.94712, + "hf_subset": "ilo_Latn-arb_Arab", + "languages": [ + "ilo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.966403, + "f1": 0.957642, + "accuracy": 0.966403, + "main_score": 0.957642, + "hf_subset": "ilo_Latn-bul_Cyrl", + "languages": [ + "ilo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954663, + "accuracy": 0.964427, + "main_score": 0.954663, + "hf_subset": "ilo_Latn-fra_Latn", + "languages": [ + "ilo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928461, + "recall": 0.944664, + "f1": 0.933059, + "accuracy": 0.944664, + "main_score": 0.933059, + "hf_subset": "ilo_Latn-jpn_Jpan", + "languages": [ + "ilo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916873, + "recall": 0.938735, + "f1": 0.92354, + "accuracy": 0.938735, + "main_score": 0.92354, + "hf_subset": "ilo_Latn-lij_Latn", + "languages": [ + "ilo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859084, + "recall": 0.897233, + "f1": 0.870937, + "accuracy": 0.897233, + "main_score": 0.870937, + "hf_subset": "ilo_Latn-mya_Mymr", + "languages": [ + "ilo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6114, + "recall": 0.671937, + "f1": 0.628387, + "accuracy": 0.671937, + "main_score": 0.628387, + "hf_subset": "ilo_Latn-sag_Latn", + "languages": [ + "ilo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196173, + "recall": 0.247036, + "f1": 0.207609, + "accuracy": 0.247036, + "main_score": 0.207609, + "hf_subset": "ilo_Latn-taq_Tfng", + "languages": [ + "ilo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652009, + "recall": 0.709486, + "f1": 0.668615, + "accuracy": 0.709486, + "main_score": 0.668615, + "hf_subset": "ilo_Latn-wol_Latn", + "languages": [ + "ilo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691008, + "recall": 0.746047, + "f1": 0.706823, + "accuracy": 0.746047, + "main_score": 0.706823, + "hf_subset": "ilo_Latn-arb_Latn", + "languages": [ + "ilo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951449, + "recall": 0.965415, + "f1": 0.955698, + "accuracy": 0.965415, + "main_score": 0.955698, + "hf_subset": "ilo_Latn-cat_Latn", + "languages": [ + "ilo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929265, + "recall": 0.947628, + "f1": 0.934651, + "accuracy": 0.947628, + "main_score": 0.934651, + "hf_subset": "ilo_Latn-fur_Latn", + "languages": [ + "ilo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429927, + "recall": 0.494071, + "f1": 0.447108, + "accuracy": 0.494071, + "main_score": 0.447108, + "hf_subset": "ilo_Latn-kab_Latn", + "languages": [ + "ilo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916535, + "recall": 0.938735, + "f1": 0.923584, + "accuracy": 0.938735, + "main_score": 0.923584, + "hf_subset": "ilo_Latn-lim_Latn", + "languages": [ + "ilo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "ilo_Latn-nld_Latn", + "languages": [ + "ilo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882271, + "recall": 0.911067, + "f1": 0.890818, + "accuracy": 0.911067, + "main_score": 0.890818, + "hf_subset": "ilo_Latn-san_Deva", + "languages": [ + "ilo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915349, + "recall": 0.937747, + "f1": 0.922021, + "accuracy": 0.937747, + "main_score": 0.922021, + "hf_subset": "ilo_Latn-tat_Cyrl", + "languages": [ + "ilo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678763, + "recall": 0.733202, + "f1": 0.694818, + "accuracy": 0.733202, + "main_score": 0.694818, + "hf_subset": "ilo_Latn-xho_Latn", + "languages": [ + "ilo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939987, + "recall": 0.955534, + "f1": 0.944466, + "accuracy": 0.955534, + "main_score": 0.944466, + "hf_subset": "ilo_Latn-ars_Arab", + "languages": [ + "ilo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96638, + "recall": 0.975296, + "f1": 0.969121, + "accuracy": 0.975296, + "main_score": 0.969121, + "hf_subset": "ilo_Latn-ceb_Latn", + "languages": [ + "ilo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571859, + "recall": 0.633399, + "f1": 0.589794, + "accuracy": 0.633399, + "main_score": 0.589794, + "hf_subset": "ilo_Latn-fuv_Latn", + "languages": [ + "ilo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524953, + "recall": 0.588933, + "f1": 0.542147, + "accuracy": 0.588933, + "main_score": 0.542147, + "hf_subset": "ilo_Latn-kac_Latn", + "languages": [ + "ilo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680439, + "recall": 0.731225, + "f1": 0.694897, + "accuracy": 0.731225, + "main_score": 0.694897, + "hf_subset": "ilo_Latn-lin_Latn", + "languages": [ + "ilo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946887, + "recall": 0.962451, + "f1": 0.951647, + "accuracy": 0.962451, + "main_score": 0.951647, + "hf_subset": "ilo_Latn-nno_Latn", + "languages": [ + "ilo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19021, + "recall": 0.252964, + "f1": 0.206161, + "accuracy": 0.252964, + "main_score": 0.206161, + "hf_subset": "ilo_Latn-sat_Olck", + "languages": [ + "ilo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930665, + "recall": 0.950593, + "f1": 0.936891, + "accuracy": 0.950593, + "main_score": 0.936891, + "hf_subset": "ilo_Latn-tel_Telu", + "languages": [ + "ilo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84156, + "recall": 0.884387, + "f1": 0.854765, + "accuracy": 0.884387, + "main_score": 0.854765, + "hf_subset": "ilo_Latn-ydd_Hebr", + "languages": [ + "ilo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903287, + "recall": 0.926877, + "f1": 0.910194, + "accuracy": 0.926877, + "main_score": 0.910194, + "hf_subset": "ilo_Latn-ary_Arab", + "languages": [ + "ilo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940135, + "recall": 0.956522, + "f1": 0.945026, + "accuracy": 0.956522, + "main_score": 0.945026, + "hf_subset": "ilo_Latn-ces_Latn", + "languages": [ + "ilo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598972, + "recall": 0.657115, + "f1": 0.615563, + "accuracy": 0.657115, + "main_score": 0.615563, + "hf_subset": "ilo_Latn-gaz_Latn", + "languages": [ + "ilo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594253, + "recall": 0.65415, + "f1": 0.610975, + "accuracy": 0.65415, + "main_score": 0.610975, + "hf_subset": "ilo_Latn-kam_Latn", + "languages": [ + "ilo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933053, + "recall": 0.951581, + "f1": 0.938966, + "accuracy": 0.951581, + "main_score": 0.938966, + "hf_subset": "ilo_Latn-lit_Latn", + "languages": [ + "ilo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944285, + "recall": 0.959486, + "f1": 0.948682, + "accuracy": 0.959486, + "main_score": 0.948682, + "hf_subset": "ilo_Latn-nob_Latn", + "languages": [ + "ilo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908514, + "recall": 0.933794, + "f1": 0.916403, + "accuracy": 0.933794, + "main_score": 0.916403, + "hf_subset": "ilo_Latn-scn_Latn", + "languages": [ + "ilo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886463, + "recall": 0.913043, + "f1": 0.894153, + "accuracy": 0.913043, + "main_score": 0.894153, + "hf_subset": "ilo_Latn-tgk_Cyrl", + "languages": [ + "ilo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64703, + "recall": 0.715415, + "f1": 0.667278, + "accuracy": 0.715415, + "main_score": 0.667278, + "hf_subset": "ilo_Latn-yor_Latn", + "languages": [ + "ilo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932642, + "recall": 0.950593, + "f1": 0.938208, + "accuracy": 0.950593, + "main_score": 0.938208, + "hf_subset": "ilo_Latn-arz_Arab", + "languages": [ + "ilo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56076, + "recall": 0.621542, + "f1": 0.577767, + "accuracy": 0.621542, + "main_score": 0.577767, + "hf_subset": "ilo_Latn-cjk_Latn", + "languages": [ + "ilo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705741, + "recall": 0.767787, + "f1": 0.724231, + "accuracy": 0.767787, + "main_score": 0.724231, + "hf_subset": "ilo_Latn-gla_Latn", + "languages": [ + "ilo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917276, + "recall": 0.938735, + "f1": 0.923781, + "accuracy": 0.938735, + "main_score": 0.923781, + "hf_subset": "ilo_Latn-kan_Knda", + "languages": [ + "ilo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930583, + "recall": 0.947628, + "f1": 0.935592, + "accuracy": 0.947628, + "main_score": 0.935592, + "hf_subset": "ilo_Latn-lmo_Latn", + "languages": [ + "ilo-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92976, + "recall": 0.947628, + "f1": 0.935343, + "accuracy": 0.947628, + "main_score": 0.935343, + "hf_subset": "ilo_Latn-npi_Deva", + "languages": [ + "ilo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472103, + "recall": 0.535573, + "f1": 0.489291, + "accuracy": 0.535573, + "main_score": 0.489291, + "hf_subset": "ilo_Latn-shn_Mymr", + "languages": [ + "ilo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962295, + "recall": 0.972332, + "f1": 0.965333, + "accuracy": 0.972332, + "main_score": 0.965333, + "hf_subset": "ilo_Latn-tgl_Latn", + "languages": [ + "ilo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.955534, + "f1": 0.944419, + "accuracy": 0.955534, + "main_score": 0.944419, + "hf_subset": "ilo_Latn-yue_Hant", + "languages": [ + "ilo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914312, + "recall": 0.937747, + "f1": 0.921297, + "accuracy": 0.937747, + "main_score": 0.921297, + "hf_subset": "ilo_Latn-asm_Beng", + "languages": [ + "ilo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835623, + "recall": 0.879447, + "f1": 0.848965, + "accuracy": 0.879447, + "main_score": 0.848965, + "hf_subset": "ilo_Latn-ckb_Arab", + "languages": [ + "ilo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760016, + "recall": 0.809289, + "f1": 0.77444, + "accuracy": 0.809289, + "main_score": 0.77444, + "hf_subset": "ilo_Latn-gle_Latn", + "languages": [ + "ilo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827009, + "recall": 0.867589, + "f1": 0.838834, + "accuracy": 0.867589, + "main_score": 0.838834, + "hf_subset": "ilo_Latn-kas_Arab", + "languages": [ + "ilo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851202, + "recall": 0.887352, + "f1": 0.862154, + "accuracy": 0.887352, + "main_score": 0.862154, + "hf_subset": "ilo_Latn-ltg_Latn", + "languages": [ + "ilo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640736, + "recall": 0.688735, + "f1": 0.654013, + "accuracy": 0.688735, + "main_score": 0.654013, + "hf_subset": "ilo_Latn-nso_Latn", + "languages": [ + "ilo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84693, + "recall": 0.88834, + "f1": 0.859634, + "accuracy": 0.88834, + "main_score": 0.859634, + "hf_subset": "ilo_Latn-sin_Sinh", + "languages": [ + "ilo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "ilo_Latn-tha_Thai", + "languages": [ + "ilo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928896, + "recall": 0.94664, + "f1": 0.934009, + "accuracy": 0.94664, + "main_score": 0.934009, + "hf_subset": "ilo_Latn-zho_Hans", + "languages": [ + "ilo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951334, + "recall": 0.965415, + "f1": 0.955764, + "accuracy": 0.965415, + "main_score": 0.955764, + "hf_subset": "ilo_Latn-ast_Latn", + "languages": [ + "ilo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906489, + "recall": 0.931818, + "f1": 0.914163, + "accuracy": 0.931818, + "main_score": 0.914163, + "hf_subset": "ilo_Latn-crh_Latn", + "languages": [ + "ilo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961215, + "recall": 0.972332, + "f1": 0.964657, + "accuracy": 0.972332, + "main_score": 0.964657, + "hf_subset": "ilo_Latn-glg_Latn", + "languages": [ + "ilo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768297, + "recall": 0.817194, + "f1": 0.782331, + "accuracy": 0.817194, + "main_score": 0.782331, + "hf_subset": "ilo_Latn-kas_Deva", + "languages": [ + "ilo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91115, + "recall": 0.935771, + "f1": 0.918709, + "accuracy": 0.935771, + "main_score": 0.918709, + "hf_subset": "ilo_Latn-ltz_Latn", + "languages": [ + "ilo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49256, + "recall": 0.562253, + "f1": 0.511355, + "accuracy": 0.562253, + "main_score": 0.511355, + "hf_subset": "ilo_Latn-nus_Latn", + "languages": [ + "ilo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958114, + "recall": 0.969368, + "f1": 0.961495, + "accuracy": 0.969368, + "main_score": 0.961495, + "hf_subset": "ilo_Latn-slk_Latn", + "languages": [ + "ilo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562987, + "recall": 0.637352, + "f1": 0.584098, + "accuracy": 0.637352, + "main_score": 0.584098, + "hf_subset": "ilo_Latn-tir_Ethi", + "languages": [ + "ilo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931604, + "recall": 0.950593, + "f1": 0.937319, + "accuracy": 0.950593, + "main_score": 0.937319, + "hf_subset": "ilo_Latn-zho_Hant", + "languages": [ + "ilo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917852, + "recall": 0.940711, + "f1": 0.924704, + "accuracy": 0.940711, + "main_score": 0.924704, + "hf_subset": "ilo_Latn-awa_Deva", + "languages": [ + "ilo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877767, + "recall": 0.907115, + "f1": 0.886496, + "accuracy": 0.907115, + "main_score": 0.886496, + "hf_subset": "ilo_Latn-cym_Latn", + "languages": [ + "ilo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79557, + "recall": 0.837945, + "f1": 0.8083, + "accuracy": 0.837945, + "main_score": 0.8083, + "hf_subset": "ilo_Latn-grn_Latn", + "languages": [ + "ilo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913439, + "recall": 0.935771, + "f1": 0.920092, + "accuracy": 0.935771, + "main_score": 0.920092, + "hf_subset": "ilo_Latn-kat_Geor", + "languages": [ + "ilo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650967, + "recall": 0.702569, + "f1": 0.666023, + "accuracy": 0.702569, + "main_score": 0.666023, + "hf_subset": "ilo_Latn-lua_Latn", + "languages": [ + "ilo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643268, + "recall": 0.698617, + "f1": 0.659353, + "accuracy": 0.698617, + "main_score": 0.659353, + "hf_subset": "ilo_Latn-nya_Latn", + "languages": [ + "ilo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.956522, + "f1": 0.945949, + "accuracy": 0.956522, + "main_score": 0.945949, + "hf_subset": "ilo_Latn-slv_Latn", + "languages": [ + "ilo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858794, + "recall": 0.892292, + "f1": 0.869218, + "accuracy": 0.892292, + "main_score": 0.869218, + "hf_subset": "ilo_Latn-tpi_Latn", + "languages": [ + "ilo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "ilo_Latn-zsm_Latn", + "languages": [ + "ilo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556559, + "recall": 0.626482, + "f1": 0.576584, + "accuracy": 0.626482, + "main_score": 0.576584, + "hf_subset": "ilo_Latn-ayr_Latn", + "languages": [ + "ilo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ilo_Latn-dan_Latn", + "languages": [ + "ilo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949852, + "recall": 0.964427, + "f1": 0.954282, + "accuracy": 0.964427, + "main_score": 0.954282, + "hf_subset": "ilo_Latn-guj_Gujr", + "languages": [ + "ilo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917984, + "recall": 0.9417, + "f1": 0.925527, + "accuracy": 0.9417, + "main_score": 0.925527, + "hf_subset": "ilo_Latn-kaz_Cyrl", + "languages": [ + "ilo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554205, + "recall": 0.613636, + "f1": 0.570858, + "accuracy": 0.613636, + "main_score": 0.570858, + "hf_subset": "ilo_Latn-lug_Latn", + "languages": [ + "ilo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942474, + "recall": 0.956522, + "f1": 0.946542, + "accuracy": 0.956522, + "main_score": 0.946542, + "hf_subset": "ilo_Latn-oci_Latn", + "languages": [ + "ilo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746327, + "recall": 0.798419, + "f1": 0.761119, + "accuracy": 0.798419, + "main_score": 0.761119, + "hf_subset": "ilo_Latn-smo_Latn", + "languages": [ + "ilo-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5703, + "recall": 0.629447, + "f1": 0.586655, + "accuracy": 0.629447, + "main_score": 0.586655, + "hf_subset": "ilo_Latn-tsn_Latn", + "languages": [ + "ilo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625403, + "recall": 0.678854, + "f1": 0.64087, + "accuracy": 0.678854, + "main_score": 0.64087, + "hf_subset": "ilo_Latn-zul_Latn", + "languages": [ + "ilo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81051, + "recall": 0.850791, + "f1": 0.822826, + "accuracy": 0.850791, + "main_score": 0.822826, + "hf_subset": "ilo_Latn-azb_Arab", + "languages": [ + "ilo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949226, + "recall": 0.963439, + "f1": 0.953458, + "accuracy": 0.963439, + "main_score": 0.953458, + "hf_subset": "ilo_Latn-deu_Latn", + "languages": [ + "ilo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888867, + "recall": 0.916008, + "f1": 0.897036, + "accuracy": 0.916008, + "main_score": 0.897036, + "hf_subset": "ilo_Latn-hat_Latn", + "languages": [ + "ilo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516559, + "recall": 0.572134, + "f1": 0.531594, + "accuracy": 0.572134, + "main_score": 0.531594, + "hf_subset": "ilo_Latn-kbp_Latn", + "languages": [ + "ilo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594586, + "recall": 0.65415, + "f1": 0.610953, + "accuracy": 0.65415, + "main_score": 0.610953, + "hf_subset": "ilo_Latn-luo_Latn", + "languages": [ + "ilo-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922843, + "recall": 0.944664, + "f1": 0.929578, + "accuracy": 0.944664, + "main_score": 0.929578, + "hf_subset": "ilo_Latn-ory_Orya", + "languages": [ + "ilo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607638, + "recall": 0.663043, + "f1": 0.623499, + "accuracy": 0.663043, + "main_score": 0.623499, + "hf_subset": "ilo_Latn-sna_Latn", + "languages": [ + "ilo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569196, + "recall": 0.624506, + "f1": 0.584254, + "accuracy": 0.624506, + "main_score": 0.584254, + "hf_subset": "ilo_Latn-tso_Latn", + "languages": [ + "ilo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899209, + "recall": 0.927866, + "f1": 0.90807, + "accuracy": 0.927866, + "main_score": 0.90807, + "hf_subset": "ilo_Latn-azj_Latn", + "languages": [ + "ilo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559358, + "recall": 0.616601, + "f1": 0.576005, + "accuracy": 0.616601, + "main_score": 0.576005, + "hf_subset": "ilo_Latn-dik_Latn", + "languages": [ + "ilo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674318, + "recall": 0.728261, + "f1": 0.689641, + "accuracy": 0.728261, + "main_score": 0.689641, + "hf_subset": "ilo_Latn-hau_Latn", + "languages": [ + "ilo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912549, + "recall": 0.934783, + "f1": 0.919598, + "accuracy": 0.934783, + "main_score": 0.919598, + "hf_subset": "ilo_Latn-kea_Latn", + "languages": [ + "ilo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735952, + "recall": 0.777668, + "f1": 0.748386, + "accuracy": 0.777668, + "main_score": 0.748386, + "hf_subset": "ilo_Latn-lus_Latn", + "languages": [ + "ilo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873304, + "recall": 0.899209, + "f1": 0.881032, + "accuracy": 0.899209, + "main_score": 0.881032, + "hf_subset": "ilo_Latn-pag_Latn", + "languages": [ + "ilo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91115, + "recall": 0.935771, + "f1": 0.918709, + "accuracy": 0.935771, + "main_score": 0.918709, + "hf_subset": "ilo_Latn-snd_Arab", + "languages": [ + "ilo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840697, + "recall": 0.875494, + "f1": 0.851219, + "accuracy": 0.875494, + "main_score": 0.851219, + "hf_subset": "ilo_Latn-tuk_Latn", + "languages": [ + "ilo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895652, + "recall": 0.921937, + "f1": 0.903458, + "accuracy": 0.921937, + "main_score": 0.903458, + "hf_subset": "ilo_Latn-bak_Cyrl", + "languages": [ + "ilo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506077, + "recall": 0.586957, + "f1": 0.529331, + "accuracy": 0.586957, + "main_score": 0.529331, + "hf_subset": "ilo_Latn-dyu_Latn", + "languages": [ + "ilo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952981, + "recall": 0.966403, + "f1": 0.957082, + "accuracy": 0.966403, + "main_score": 0.957082, + "hf_subset": "ilo_Latn-heb_Hebr", + "languages": [ + "ilo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863413, + "recall": 0.895257, + "f1": 0.872859, + "accuracy": 0.895257, + "main_score": 0.872859, + "hf_subset": "ilo_Latn-khk_Cyrl", + "languages": [ + "ilo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940217, + "recall": 0.956522, + "f1": 0.945078, + "accuracy": 0.956522, + "main_score": 0.945078, + "hf_subset": "ilo_Latn-lvs_Latn", + "languages": [ + "ilo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940547, + "recall": 0.956522, + "f1": 0.945652, + "accuracy": 0.956522, + "main_score": 0.945652, + "hf_subset": "ilo_Latn-pan_Guru", + "languages": [ + "ilo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648471, + "recall": 0.712451, + "f1": 0.666803, + "accuracy": 0.712451, + "main_score": 0.666803, + "hf_subset": "ilo_Latn-som_Latn", + "languages": [ + "ilo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604282, + "recall": 0.651186, + "f1": 0.617231, + "accuracy": 0.651186, + "main_score": 0.617231, + "hf_subset": "ilo_Latn-tum_Latn", + "languages": [ + "ilo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.274268, + "recall": 0.30336, + "f1": 0.282496, + "accuracy": 0.30336, + "main_score": 0.282496, + "hf_subset": "knc_Arab-ace_Arab", + "languages": [ + "knc-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277844, + "recall": 0.304348, + "f1": 0.285132, + "accuracy": 0.304348, + "main_score": 0.285132, + "hf_subset": "knc_Arab-bam_Latn", + "languages": [ + "knc-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15632, + "recall": 0.183794, + "f1": 0.163593, + "accuracy": 0.183794, + "main_score": 0.163593, + "hf_subset": "knc_Arab-dzo_Tibt", + "languages": [ + "knc-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292291, + "recall": 0.337945, + "f1": 0.303908, + "accuracy": 0.337945, + "main_score": 0.303908, + "hf_subset": "knc_Arab-hin_Deva", + "languages": [ + "knc-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.266503, + "recall": 0.298419, + "f1": 0.274039, + "accuracy": 0.298419, + "main_score": 0.274039, + "hf_subset": "knc_Arab-khm_Khmr", + "languages": [ + "knc-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297806, + "recall": 0.333992, + "f1": 0.306901, + "accuracy": 0.333992, + "main_score": 0.306901, + "hf_subset": "knc_Arab-mag_Deva", + "languages": [ + "knc-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28987, + "recall": 0.325099, + "f1": 0.29784, + "accuracy": 0.325099, + "main_score": 0.29784, + "hf_subset": "knc_Arab-pap_Latn", + "languages": [ + "knc-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289512, + "recall": 0.324111, + "f1": 0.299096, + "accuracy": 0.324111, + "main_score": 0.299096, + "hf_subset": "knc_Arab-sot_Latn", + "languages": [ + "knc-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.279498, + "recall": 0.321146, + "f1": 0.290304, + "accuracy": 0.321146, + "main_score": 0.290304, + "hf_subset": "knc_Arab-tur_Latn", + "languages": [ + "knc-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294992, + "recall": 0.326087, + "f1": 0.303604, + "accuracy": 0.326087, + "main_score": 0.303604, + "hf_subset": "knc_Arab-ace_Latn", + "languages": [ + "knc-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.301245, + "recall": 0.333992, + "f1": 0.309876, + "accuracy": 0.333992, + "main_score": 0.309876, + "hf_subset": "knc_Arab-ban_Latn", + "languages": [ + "knc-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267318, + "recall": 0.314229, + "f1": 0.279323, + "accuracy": 0.314229, + "main_score": 0.279323, + "hf_subset": "knc_Arab-ell_Grek", + "languages": [ + "knc-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291184, + "recall": 0.331028, + "f1": 0.301431, + "accuracy": 0.331028, + "main_score": 0.301431, + "hf_subset": "knc_Arab-hne_Deva", + "languages": [ + "knc-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.219053, + "recall": 0.253953, + "f1": 0.227535, + "accuracy": 0.253953, + "main_score": 0.227535, + "hf_subset": "knc_Arab-kik_Latn", + "languages": [ + "knc-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295731, + "recall": 0.33498, + "f1": 0.305779, + "accuracy": 0.33498, + "main_score": 0.305779, + "hf_subset": "knc_Arab-mai_Deva", + "languages": [ + "knc-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277385, + "recall": 0.31917, + "f1": 0.287509, + "accuracy": 0.31917, + "main_score": 0.287509, + "hf_subset": "knc_Arab-pbt_Arab", + "languages": [ + "knc-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293385, + "recall": 0.333992, + "f1": 0.303523, + "accuracy": 0.333992, + "main_score": 0.303523, + "hf_subset": "knc_Arab-spa_Latn", + "languages": [ + "knc-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295252, + "recall": 0.336957, + "f1": 0.306432, + "accuracy": 0.336957, + "main_score": 0.306432, + "hf_subset": "knc_Arab-twi_Latn", + "languages": [ + "knc-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282414, + "recall": 0.322134, + "f1": 0.292909, + "accuracy": 0.322134, + "main_score": 0.292909, + "hf_subset": "knc_Arab-acm_Arab", + "languages": [ + "knc-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.263931, + "recall": 0.306324, + "f1": 0.274573, + "accuracy": 0.306324, + "main_score": 0.274573, + "hf_subset": "knc_Arab-bel_Cyrl", + "languages": [ + "knc-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309547, + "recall": 0.348814, + "f1": 0.31987, + "accuracy": 0.348814, + "main_score": 0.31987, + "hf_subset": "knc_Arab-eng_Latn", + "languages": [ + "knc-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293598, + "recall": 0.336957, + "f1": 0.304001, + "accuracy": 0.336957, + "main_score": 0.304001, + "hf_subset": "knc_Arab-hrv_Latn", + "languages": [ + "knc-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.276451, + "recall": 0.312253, + "f1": 0.28618, + "accuracy": 0.312253, + "main_score": 0.28618, + "hf_subset": "knc_Arab-kin_Latn", + "languages": [ + "knc-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28921, + "recall": 0.339921, + "f1": 0.301653, + "accuracy": 0.339921, + "main_score": 0.301653, + "hf_subset": "knc_Arab-mal_Mlym", + "languages": [ + "knc-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290773, + "recall": 0.33498, + "f1": 0.301874, + "accuracy": 0.33498, + "main_score": 0.301874, + "hf_subset": "knc_Arab-pes_Arab", + "languages": [ + "knc-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283149, + "recall": 0.322134, + "f1": 0.293286, + "accuracy": 0.322134, + "main_score": 0.293286, + "hf_subset": "knc_Arab-srd_Latn", + "languages": [ + "knc-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1803, + "recall": 0.210474, + "f1": 0.188112, + "accuracy": 0.210474, + "main_score": 0.188112, + "hf_subset": "knc_Arab-tzm_Tfng", + "languages": [ + "knc-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277735, + "recall": 0.318182, + "f1": 0.287466, + "accuracy": 0.318182, + "main_score": 0.287466, + "hf_subset": "knc_Arab-acq_Arab", + "languages": [ + "knc-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291938, + "recall": 0.323123, + "f1": 0.299987, + "accuracy": 0.323123, + "main_score": 0.299987, + "hf_subset": "knc_Arab-bem_Latn", + "languages": [ + "knc-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28968, + "recall": 0.331028, + "f1": 0.300289, + "accuracy": 0.331028, + "main_score": 0.300289, + "hf_subset": "knc_Arab-epo_Latn", + "languages": [ + "knc-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287282, + "recall": 0.327075, + "f1": 0.29757, + "accuracy": 0.327075, + "main_score": 0.29757, + "hf_subset": "knc_Arab-hun_Latn", + "languages": [ + "knc-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290916, + "recall": 0.329051, + "f1": 0.300487, + "accuracy": 0.329051, + "main_score": 0.300487, + "hf_subset": "knc_Arab-kir_Cyrl", + "languages": [ + "knc-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.301608, + "recall": 0.340909, + "f1": 0.311944, + "accuracy": 0.340909, + "main_score": 0.311944, + "hf_subset": "knc_Arab-mar_Deva", + "languages": [ + "knc-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290662, + "recall": 0.322134, + "f1": 0.298814, + "accuracy": 0.322134, + "main_score": 0.298814, + "hf_subset": "knc_Arab-plt_Latn", + "languages": [ + "knc-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287457, + "recall": 0.333004, + "f1": 0.298413, + "accuracy": 0.333004, + "main_score": 0.298413, + "hf_subset": "knc_Arab-srp_Cyrl", + "languages": [ + "knc-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28029, + "recall": 0.318182, + "f1": 0.290166, + "accuracy": 0.318182, + "main_score": 0.290166, + "hf_subset": "knc_Arab-uig_Arab", + "languages": [ + "knc-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277999, + "recall": 0.313241, + "f1": 0.286803, + "accuracy": 0.313241, + "main_score": 0.286803, + "hf_subset": "knc_Arab-aeb_Arab", + "languages": [ + "knc-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292284, + "recall": 0.343874, + "f1": 0.304979, + "accuracy": 0.343874, + "main_score": 0.304979, + "hf_subset": "knc_Arab-ben_Beng", + "languages": [ + "knc-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281917, + "recall": 0.326087, + "f1": 0.293515, + "accuracy": 0.326087, + "main_score": 0.293515, + "hf_subset": "knc_Arab-est_Latn", + "languages": [ + "knc-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.278496, + "recall": 0.321146, + "f1": 0.289183, + "accuracy": 0.321146, + "main_score": 0.289183, + "hf_subset": "knc_Arab-hye_Armn", + "languages": [ + "knc-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.276261, + "recall": 0.312253, + "f1": 0.286352, + "accuracy": 0.312253, + "main_score": 0.286352, + "hf_subset": "knc_Arab-kmb_Latn", + "languages": [ + "knc-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.258242, + "recall": 0.296443, + "f1": 0.268881, + "accuracy": 0.296443, + "main_score": 0.268881, + "hf_subset": "knc_Arab-min_Arab", + "languages": [ + "knc-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289663, + "recall": 0.328063, + "f1": 0.300082, + "accuracy": 0.328063, + "main_score": 0.300082, + "hf_subset": "knc_Arab-pol_Latn", + "languages": [ + "knc-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283502, + "recall": 0.320158, + "f1": 0.293631, + "accuracy": 0.320158, + "main_score": 0.293631, + "hf_subset": "knc_Arab-ssw_Latn", + "languages": [ + "knc-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293833, + "recall": 0.337945, + "f1": 0.304571, + "accuracy": 0.337945, + "main_score": 0.304571, + "hf_subset": "knc_Arab-ukr_Cyrl", + "languages": [ + "knc-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304691, + "recall": 0.350791, + "f1": 0.315681, + "accuracy": 0.350791, + "main_score": 0.315681, + "hf_subset": "knc_Arab-afr_Latn", + "languages": [ + "knc-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293084, + "recall": 0.329051, + "f1": 0.301943, + "accuracy": 0.329051, + "main_score": 0.301943, + "hf_subset": "knc_Arab-bho_Deva", + "languages": [ + "knc-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.29545, + "recall": 0.332016, + "f1": 0.304639, + "accuracy": 0.332016, + "main_score": 0.304639, + "hf_subset": "knc_Arab-eus_Latn", + "languages": [ + "knc-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286404, + "recall": 0.331028, + "f1": 0.298367, + "accuracy": 0.331028, + "main_score": 0.298367, + "hf_subset": "knc_Arab-ibo_Latn", + "languages": [ + "knc-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291979, + "recall": 0.33004, + "f1": 0.30206, + "accuracy": 0.33004, + "main_score": 0.30206, + "hf_subset": "knc_Arab-kmr_Latn", + "languages": [ + "knc-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300181, + "recall": 0.33498, + "f1": 0.308937, + "accuracy": 0.33498, + "main_score": 0.308937, + "hf_subset": "knc_Arab-min_Latn", + "languages": [ + "knc-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.296757, + "recall": 0.338933, + "f1": 0.307077, + "accuracy": 0.338933, + "main_score": 0.307077, + "hf_subset": "knc_Arab-por_Latn", + "languages": [ + "knc-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299524, + "recall": 0.333992, + "f1": 0.309162, + "accuracy": 0.333992, + "main_score": 0.309162, + "hf_subset": "knc_Arab-sun_Latn", + "languages": [ + "knc-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.285104, + "recall": 0.321146, + "f1": 0.29407, + "accuracy": 0.321146, + "main_score": 0.29407, + "hf_subset": "knc_Arab-umb_Latn", + "languages": [ + "knc-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28116, + "recall": 0.322134, + "f1": 0.291745, + "accuracy": 0.322134, + "main_score": 0.291745, + "hf_subset": "knc_Arab-ajp_Arab", + "languages": [ + "knc-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262063, + "recall": 0.290514, + "f1": 0.269234, + "accuracy": 0.290514, + "main_score": 0.269234, + "hf_subset": "knc_Arab-bjn_Arab", + "languages": [ + "knc-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280204, + "recall": 0.315217, + "f1": 0.28957, + "accuracy": 0.315217, + "main_score": 0.28957, + "hf_subset": "knc_Arab-ewe_Latn", + "languages": [ + "knc-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304157, + "recall": 0.342885, + "f1": 0.313952, + "accuracy": 0.342885, + "main_score": 0.313952, + "hf_subset": "knc_Arab-ilo_Latn", + "languages": [ + "knc-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283137, + "recall": 0.329051, + "f1": 0.294159, + "accuracy": 0.329051, + "main_score": 0.294159, + "hf_subset": "knc_Arab-mkd_Cyrl", + "languages": [ + "knc-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295067, + "recall": 0.33498, + "f1": 0.30551, + "accuracy": 0.33498, + "main_score": 0.30551, + "hf_subset": "knc_Arab-prs_Arab", + "languages": [ + "knc-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.296216, + "recall": 0.341897, + "f1": 0.307899, + "accuracy": 0.341897, + "main_score": 0.307899, + "hf_subset": "knc_Arab-swe_Latn", + "languages": [ + "knc-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283451, + "recall": 0.333004, + "f1": 0.29565, + "accuracy": 0.333004, + "main_score": 0.29565, + "hf_subset": "knc_Arab-urd_Arab", + "languages": [ + "knc-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271919, + "recall": 0.307312, + "f1": 0.281481, + "accuracy": 0.307312, + "main_score": 0.281481, + "hf_subset": "knc_Arab-aka_Latn", + "languages": [ + "knc-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304847, + "recall": 0.335968, + "f1": 0.313068, + "accuracy": 0.335968, + "main_score": 0.313068, + "hf_subset": "knc_Arab-bjn_Latn", + "languages": [ + "knc-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287185, + "recall": 0.320158, + "f1": 0.29564, + "accuracy": 0.320158, + "main_score": 0.29564, + "hf_subset": "knc_Arab-fao_Latn", + "languages": [ + "knc-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306103, + "recall": 0.342885, + "f1": 0.315529, + "accuracy": 0.342885, + "main_score": 0.315529, + "hf_subset": "knc_Arab-ind_Latn", + "languages": [ + "knc-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330113, + "recall": 0.365613, + "f1": 0.340101, + "accuracy": 0.365613, + "main_score": 0.340101, + "hf_subset": "knc_Arab-knc_Latn", + "languages": [ + "knc-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289449, + "recall": 0.322134, + "f1": 0.297414, + "accuracy": 0.322134, + "main_score": 0.297414, + "hf_subset": "knc_Arab-mlt_Latn", + "languages": [ + "knc-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28342, + "recall": 0.324111, + "f1": 0.293766, + "accuracy": 0.324111, + "main_score": 0.293766, + "hf_subset": "knc_Arab-quy_Latn", + "languages": [ + "knc-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291629, + "recall": 0.332016, + "f1": 0.302534, + "accuracy": 0.332016, + "main_score": 0.302534, + "hf_subset": "knc_Arab-swh_Latn", + "languages": [ + "knc-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289982, + "recall": 0.33004, + "f1": 0.300107, + "accuracy": 0.33004, + "main_score": 0.300107, + "hf_subset": "knc_Arab-uzn_Latn", + "languages": [ + "knc-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289752, + "recall": 0.328063, + "f1": 0.299208, + "accuracy": 0.328063, + "main_score": 0.299208, + "hf_subset": "knc_Arab-als_Latn", + "languages": [ + "knc-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181942, + "recall": 0.208498, + "f1": 0.189186, + "accuracy": 0.208498, + "main_score": 0.189186, + "hf_subset": "knc_Arab-bod_Tibt", + "languages": [ + "knc-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284685, + "recall": 0.320158, + "f1": 0.293985, + "accuracy": 0.320158, + "main_score": 0.293985, + "hf_subset": "knc_Arab-fij_Latn", + "languages": [ + "knc-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.276011, + "recall": 0.320158, + "f1": 0.287472, + "accuracy": 0.320158, + "main_score": 0.287472, + "hf_subset": "knc_Arab-isl_Latn", + "languages": [ + "knc-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283167, + "recall": 0.315217, + "f1": 0.291476, + "accuracy": 0.315217, + "main_score": 0.291476, + "hf_subset": "knc_Arab-kon_Latn", + "languages": [ + "knc-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287727, + "recall": 0.328063, + "f1": 0.298028, + "accuracy": 0.328063, + "main_score": 0.298028, + "hf_subset": "knc_Arab-mni_Beng", + "languages": [ + "knc-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298061, + "recall": 0.336957, + "f1": 0.308711, + "accuracy": 0.336957, + "main_score": 0.308711, + "hf_subset": "knc_Arab-ron_Latn", + "languages": [ + "knc-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.29324, + "recall": 0.333004, + "f1": 0.303628, + "accuracy": 0.333004, + "main_score": 0.303628, + "hf_subset": "knc_Arab-szl_Latn", + "languages": [ + "knc-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295009, + "recall": 0.333992, + "f1": 0.304486, + "accuracy": 0.333992, + "main_score": 0.304486, + "hf_subset": "knc_Arab-vec_Latn", + "languages": [ + "knc-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.275165, + "recall": 0.317194, + "f1": 0.28604, + "accuracy": 0.317194, + "main_score": 0.28604, + "hf_subset": "knc_Arab-amh_Ethi", + "languages": [ + "knc-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.296039, + "recall": 0.338933, + "f1": 0.30686, + "accuracy": 0.338933, + "main_score": 0.30686, + "hf_subset": "knc_Arab-bos_Latn", + "languages": [ + "knc-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284966, + "recall": 0.321146, + "f1": 0.293631, + "accuracy": 0.321146, + "main_score": 0.293631, + "hf_subset": "knc_Arab-fin_Latn", + "languages": [ + "knc-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292349, + "recall": 0.331028, + "f1": 0.302063, + "accuracy": 0.331028, + "main_score": 0.302063, + "hf_subset": "knc_Arab-ita_Latn", + "languages": [ + "knc-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.276504, + "recall": 0.325099, + "f1": 0.28936, + "accuracy": 0.325099, + "main_score": 0.28936, + "hf_subset": "knc_Arab-kor_Hang", + "languages": [ + "knc-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281655, + "recall": 0.318182, + "f1": 0.291413, + "accuracy": 0.318182, + "main_score": 0.291413, + "hf_subset": "knc_Arab-mos_Latn", + "languages": [ + "knc-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284263, + "recall": 0.320158, + "f1": 0.293993, + "accuracy": 0.320158, + "main_score": 0.293993, + "hf_subset": "knc_Arab-run_Latn", + "languages": [ + "knc-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287508, + "recall": 0.329051, + "f1": 0.298473, + "accuracy": 0.329051, + "main_score": 0.298473, + "hf_subset": "knc_Arab-tam_Taml", + "languages": [ + "knc-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.285483, + "recall": 0.324111, + "f1": 0.295051, + "accuracy": 0.324111, + "main_score": 0.295051, + "hf_subset": "knc_Arab-vie_Latn", + "languages": [ + "knc-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289752, + "recall": 0.33004, + "f1": 0.300444, + "accuracy": 0.33004, + "main_score": 0.300444, + "hf_subset": "knc_Arab-apc_Arab", + "languages": [ + "knc-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293604, + "recall": 0.326087, + "f1": 0.301924, + "accuracy": 0.326087, + "main_score": 0.301924, + "hf_subset": "knc_Arab-bug_Latn", + "languages": [ + "knc-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262831, + "recall": 0.297431, + "f1": 0.27213, + "accuracy": 0.297431, + "main_score": 0.27213, + "hf_subset": "knc_Arab-fon_Latn", + "languages": [ + "knc-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.305473, + "recall": 0.340909, + "f1": 0.315698, + "accuracy": 0.340909, + "main_score": 0.315698, + "hf_subset": "knc_Arab-jav_Latn", + "languages": [ + "knc-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.274861, + "recall": 0.309289, + "f1": 0.283986, + "accuracy": 0.309289, + "main_score": 0.283986, + "hf_subset": "knc_Arab-lao_Laoo", + "languages": [ + "knc-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.264096, + "recall": 0.295455, + "f1": 0.272504, + "accuracy": 0.295455, + "main_score": 0.272504, + "hf_subset": "knc_Arab-mri_Latn", + "languages": [ + "knc-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292427, + "recall": 0.336957, + "f1": 0.303391, + "accuracy": 0.336957, + "main_score": 0.303391, + "hf_subset": "knc_Arab-rus_Cyrl", + "languages": [ + "knc-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292316, + "recall": 0.321146, + "f1": 0.300249, + "accuracy": 0.321146, + "main_score": 0.300249, + "hf_subset": "knc_Arab-taq_Latn", + "languages": [ + "knc-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309694, + "recall": 0.343874, + "f1": 0.318245, + "accuracy": 0.343874, + "main_score": 0.318245, + "hf_subset": "knc_Arab-war_Latn", + "languages": [ + "knc-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287972, + "recall": 0.327075, + "f1": 0.297382, + "accuracy": 0.327075, + "main_score": 0.297382, + "hf_subset": "knc_Arab-arb_Arab", + "languages": [ + "knc-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294117, + "recall": 0.335968, + "f1": 0.304498, + "accuracy": 0.335968, + "main_score": 0.304498, + "hf_subset": "knc_Arab-bul_Cyrl", + "languages": [ + "knc-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299493, + "recall": 0.331028, + "f1": 0.307536, + "accuracy": 0.331028, + "main_score": 0.307536, + "hf_subset": "knc_Arab-fra_Latn", + "languages": [ + "knc-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281173, + "recall": 0.324111, + "f1": 0.292221, + "accuracy": 0.324111, + "main_score": 0.292221, + "hf_subset": "knc_Arab-jpn_Jpan", + "languages": [ + "knc-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287185, + "recall": 0.327075, + "f1": 0.296869, + "accuracy": 0.327075, + "main_score": 0.296869, + "hf_subset": "knc_Arab-lij_Latn", + "languages": [ + "knc-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240912, + "recall": 0.277668, + "f1": 0.25044, + "accuracy": 0.277668, + "main_score": 0.25044, + "hf_subset": "knc_Arab-mya_Mymr", + "languages": [ + "knc-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281942, + "recall": 0.323123, + "f1": 0.292679, + "accuracy": 0.323123, + "main_score": 0.292679, + "hf_subset": "knc_Arab-sag_Latn", + "languages": [ + "knc-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191962, + "recall": 0.219368, + "f1": 0.19913, + "accuracy": 0.219368, + "main_score": 0.19913, + "hf_subset": "knc_Arab-taq_Tfng", + "languages": [ + "knc-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.288036, + "recall": 0.329051, + "f1": 0.298581, + "accuracy": 0.329051, + "main_score": 0.298581, + "hf_subset": "knc_Arab-wol_Latn", + "languages": [ + "knc-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242831, + "recall": 0.27668, + "f1": 0.252054, + "accuracy": 0.27668, + "main_score": 0.252054, + "hf_subset": "knc_Arab-arb_Latn", + "languages": [ + "knc-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297014, + "recall": 0.338933, + "f1": 0.307582, + "accuracy": 0.338933, + "main_score": 0.307582, + "hf_subset": "knc_Arab-cat_Latn", + "languages": [ + "knc-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286455, + "recall": 0.321146, + "f1": 0.295013, + "accuracy": 0.321146, + "main_score": 0.295013, + "hf_subset": "knc_Arab-fur_Latn", + "languages": [ + "knc-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.265738, + "recall": 0.302372, + "f1": 0.275636, + "accuracy": 0.302372, + "main_score": 0.275636, + "hf_subset": "knc_Arab-kab_Latn", + "languages": [ + "knc-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.288811, + "recall": 0.325099, + "f1": 0.297902, + "accuracy": 0.325099, + "main_score": 0.297902, + "hf_subset": "knc_Arab-lim_Latn", + "languages": [ + "knc-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289689, + "recall": 0.331028, + "f1": 0.300353, + "accuracy": 0.331028, + "main_score": 0.300353, + "hf_subset": "knc_Arab-nld_Latn", + "languages": [ + "knc-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.285624, + "recall": 0.331028, + "f1": 0.296712, + "accuracy": 0.331028, + "main_score": 0.296712, + "hf_subset": "knc_Arab-san_Deva", + "languages": [ + "knc-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284959, + "recall": 0.322134, + "f1": 0.294553, + "accuracy": 0.322134, + "main_score": 0.294553, + "hf_subset": "knc_Arab-tat_Cyrl", + "languages": [ + "knc-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299053, + "recall": 0.328063, + "f1": 0.306608, + "accuracy": 0.328063, + "main_score": 0.306608, + "hf_subset": "knc_Arab-xho_Latn", + "languages": [ + "knc-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.265485, + "recall": 0.309289, + "f1": 0.275629, + "accuracy": 0.309289, + "main_score": 0.275629, + "hf_subset": "knc_Arab-ars_Arab", + "languages": [ + "knc-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295906, + "recall": 0.329051, + "f1": 0.304504, + "accuracy": 0.329051, + "main_score": 0.304504, + "hf_subset": "knc_Arab-ceb_Latn", + "languages": [ + "knc-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267951, + "recall": 0.30336, + "f1": 0.276962, + "accuracy": 0.30336, + "main_score": 0.276962, + "hf_subset": "knc_Arab-fuv_Latn", + "languages": [ + "knc-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.275281, + "recall": 0.315217, + "f1": 0.286332, + "accuracy": 0.315217, + "main_score": 0.286332, + "hf_subset": "knc_Arab-kac_Latn", + "languages": [ + "knc-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290333, + "recall": 0.322134, + "f1": 0.297893, + "accuracy": 0.322134, + "main_score": 0.297893, + "hf_subset": "knc_Arab-lin_Latn", + "languages": [ + "knc-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292491, + "recall": 0.332016, + "f1": 0.302504, + "accuracy": 0.332016, + "main_score": 0.302504, + "hf_subset": "knc_Arab-nno_Latn", + "languages": [ + "knc-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.09191, + "recall": 0.123518, + "f1": 0.099832, + "accuracy": 0.123518, + "main_score": 0.099832, + "hf_subset": "knc_Arab-sat_Olck", + "languages": [ + "knc-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298148, + "recall": 0.335968, + "f1": 0.30834, + "accuracy": 0.335968, + "main_score": 0.30834, + "hf_subset": "knc_Arab-tel_Telu", + "languages": [ + "knc-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281776, + "recall": 0.315217, + "f1": 0.290569, + "accuracy": 0.315217, + "main_score": 0.290569, + "hf_subset": "knc_Arab-ydd_Hebr", + "languages": [ + "knc-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270016, + "recall": 0.301383, + "f1": 0.278226, + "accuracy": 0.301383, + "main_score": 0.278226, + "hf_subset": "knc_Arab-ary_Arab", + "languages": [ + "knc-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.301966, + "recall": 0.342885, + "f1": 0.312553, + "accuracy": 0.342885, + "main_score": 0.312553, + "hf_subset": "knc_Arab-ces_Latn", + "languages": [ + "knc-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282388, + "recall": 0.318182, + "f1": 0.292048, + "accuracy": 0.318182, + "main_score": 0.292048, + "hf_subset": "knc_Arab-gaz_Latn", + "languages": [ + "knc-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.274993, + "recall": 0.312253, + "f1": 0.285048, + "accuracy": 0.312253, + "main_score": 0.285048, + "hf_subset": "knc_Arab-kam_Latn", + "languages": [ + "knc-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287586, + "recall": 0.320158, + "f1": 0.295985, + "accuracy": 0.320158, + "main_score": 0.295985, + "hf_subset": "knc_Arab-lit_Latn", + "languages": [ + "knc-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294566, + "recall": 0.337945, + "f1": 0.304875, + "accuracy": 0.337945, + "main_score": 0.304875, + "hf_subset": "knc_Arab-nob_Latn", + "languages": [ + "knc-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281036, + "recall": 0.318182, + "f1": 0.289904, + "accuracy": 0.318182, + "main_score": 0.289904, + "hf_subset": "knc_Arab-scn_Latn", + "languages": [ + "knc-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2776, + "recall": 0.312253, + "f1": 0.286926, + "accuracy": 0.312253, + "main_score": 0.286926, + "hf_subset": "knc_Arab-tgk_Cyrl", + "languages": [ + "knc-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.246065, + "recall": 0.293478, + "f1": 0.257992, + "accuracy": 0.293478, + "main_score": 0.257992, + "hf_subset": "knc_Arab-yor_Latn", + "languages": [ + "knc-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280931, + "recall": 0.324111, + "f1": 0.291312, + "accuracy": 0.324111, + "main_score": 0.291312, + "hf_subset": "knc_Arab-arz_Arab", + "languages": [ + "knc-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.266093, + "recall": 0.30336, + "f1": 0.276395, + "accuracy": 0.30336, + "main_score": 0.276395, + "hf_subset": "knc_Arab-cjk_Latn", + "languages": [ + "knc-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284239, + "recall": 0.316206, + "f1": 0.293108, + "accuracy": 0.316206, + "main_score": 0.293108, + "hf_subset": "knc_Arab-gla_Latn", + "languages": [ + "knc-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297921, + "recall": 0.344862, + "f1": 0.31017, + "accuracy": 0.344862, + "main_score": 0.31017, + "hf_subset": "knc_Arab-kan_Knda", + "languages": [ + "knc-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280942, + "recall": 0.317194, + "f1": 0.290187, + "accuracy": 0.317194, + "main_score": 0.290187, + "hf_subset": "knc_Arab-lmo_Latn", + "languages": [ + "knc-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.288318, + "recall": 0.336957, + "f1": 0.300585, + "accuracy": 0.336957, + "main_score": 0.300585, + "hf_subset": "knc_Arab-npi_Deva", + "languages": [ + "knc-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.248095, + "recall": 0.285573, + "f1": 0.257099, + "accuracy": 0.285573, + "main_score": 0.257099, + "hf_subset": "knc_Arab-shn_Mymr", + "languages": [ + "knc-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299609, + "recall": 0.338933, + "f1": 0.309708, + "accuracy": 0.338933, + "main_score": 0.309708, + "hf_subset": "knc_Arab-tgl_Latn", + "languages": [ + "knc-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281462, + "recall": 0.322134, + "f1": 0.292008, + "accuracy": 0.322134, + "main_score": 0.292008, + "hf_subset": "knc_Arab-yue_Hant", + "languages": [ + "knc-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267256, + "recall": 0.310277, + "f1": 0.27776, + "accuracy": 0.310277, + "main_score": 0.27776, + "hf_subset": "knc_Arab-asm_Beng", + "languages": [ + "knc-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295176, + "recall": 0.332016, + "f1": 0.304132, + "accuracy": 0.332016, + "main_score": 0.304132, + "hf_subset": "knc_Arab-ckb_Arab", + "languages": [ + "knc-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271302, + "recall": 0.30336, + "f1": 0.280058, + "accuracy": 0.30336, + "main_score": 0.280058, + "hf_subset": "knc_Arab-gle_Latn", + "languages": [ + "knc-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283155, + "recall": 0.322134, + "f1": 0.2931, + "accuracy": 0.322134, + "main_score": 0.2931, + "hf_subset": "knc_Arab-kas_Arab", + "languages": [ + "knc-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289159, + "recall": 0.323123, + "f1": 0.297629, + "accuracy": 0.323123, + "main_score": 0.297629, + "hf_subset": "knc_Arab-ltg_Latn", + "languages": [ + "knc-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.307682, + "recall": 0.344862, + "f1": 0.317366, + "accuracy": 0.344862, + "main_score": 0.317366, + "hf_subset": "knc_Arab-nso_Latn", + "languages": [ + "knc-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269605, + "recall": 0.315217, + "f1": 0.281087, + "accuracy": 0.315217, + "main_score": 0.281087, + "hf_subset": "knc_Arab-sin_Sinh", + "languages": [ + "knc-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.275855, + "recall": 0.318182, + "f1": 0.286724, + "accuracy": 0.318182, + "main_score": 0.286724, + "hf_subset": "knc_Arab-tha_Thai", + "languages": [ + "knc-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269829, + "recall": 0.307312, + "f1": 0.278753, + "accuracy": 0.307312, + "main_score": 0.278753, + "hf_subset": "knc_Arab-zho_Hans", + "languages": [ + "knc-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297706, + "recall": 0.338933, + "f1": 0.308045, + "accuracy": 0.338933, + "main_score": 0.308045, + "hf_subset": "knc_Arab-ast_Latn", + "languages": [ + "knc-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294866, + "recall": 0.333992, + "f1": 0.30442, + "accuracy": 0.333992, + "main_score": 0.30442, + "hf_subset": "knc_Arab-crh_Latn", + "languages": [ + "knc-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295072, + "recall": 0.333004, + "f1": 0.304838, + "accuracy": 0.333004, + "main_score": 0.304838, + "hf_subset": "knc_Arab-glg_Latn", + "languages": [ + "knc-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290034, + "recall": 0.329051, + "f1": 0.299155, + "accuracy": 0.329051, + "main_score": 0.299155, + "hf_subset": "knc_Arab-kas_Deva", + "languages": [ + "knc-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270943, + "recall": 0.304348, + "f1": 0.280193, + "accuracy": 0.304348, + "main_score": 0.280193, + "hf_subset": "knc_Arab-ltz_Latn", + "languages": [ + "knc-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.279945, + "recall": 0.316206, + "f1": 0.289417, + "accuracy": 0.316206, + "main_score": 0.289417, + "hf_subset": "knc_Arab-nus_Latn", + "languages": [ + "knc-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287057, + "recall": 0.332016, + "f1": 0.298315, + "accuracy": 0.332016, + "main_score": 0.298315, + "hf_subset": "knc_Arab-slk_Latn", + "languages": [ + "knc-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255376, + "recall": 0.289526, + "f1": 0.264032, + "accuracy": 0.289526, + "main_score": 0.264032, + "hf_subset": "knc_Arab-tir_Ethi", + "languages": [ + "knc-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.273372, + "recall": 0.316206, + "f1": 0.283465, + "accuracy": 0.316206, + "main_score": 0.283465, + "hf_subset": "knc_Arab-zho_Hant", + "languages": [ + "knc-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.305354, + "recall": 0.350791, + "f1": 0.31657, + "accuracy": 0.350791, + "main_score": 0.31657, + "hf_subset": "knc_Arab-awa_Deva", + "languages": [ + "knc-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.272007, + "recall": 0.306324, + "f1": 0.280834, + "accuracy": 0.306324, + "main_score": 0.280834, + "hf_subset": "knc_Arab-cym_Latn", + "languages": [ + "knc-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.272625, + "recall": 0.313241, + "f1": 0.283066, + "accuracy": 0.313241, + "main_score": 0.283066, + "hf_subset": "knc_Arab-grn_Latn", + "languages": [ + "knc-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270171, + "recall": 0.314229, + "f1": 0.280936, + "accuracy": 0.314229, + "main_score": 0.280936, + "hf_subset": "knc_Arab-kat_Geor", + "languages": [ + "knc-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280267, + "recall": 0.318182, + "f1": 0.290396, + "accuracy": 0.318182, + "main_score": 0.290396, + "hf_subset": "knc_Arab-lua_Latn", + "languages": [ + "knc-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282488, + "recall": 0.325099, + "f1": 0.293779, + "accuracy": 0.325099, + "main_score": 0.293779, + "hf_subset": "knc_Arab-nya_Latn", + "languages": [ + "knc-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.30073, + "recall": 0.33498, + "f1": 0.309488, + "accuracy": 0.33498, + "main_score": 0.309488, + "hf_subset": "knc_Arab-slv_Latn", + "languages": [ + "knc-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308838, + "recall": 0.335968, + "f1": 0.316217, + "accuracy": 0.335968, + "main_score": 0.316217, + "hf_subset": "knc_Arab-tpi_Latn", + "languages": [ + "knc-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289579, + "recall": 0.335968, + "f1": 0.30136, + "accuracy": 0.335968, + "main_score": 0.30136, + "hf_subset": "knc_Arab-zsm_Latn", + "languages": [ + "knc-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.279973, + "recall": 0.318182, + "f1": 0.290647, + "accuracy": 0.318182, + "main_score": 0.290647, + "hf_subset": "knc_Arab-ayr_Latn", + "languages": [ + "knc-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298244, + "recall": 0.339921, + "f1": 0.309022, + "accuracy": 0.339921, + "main_score": 0.309022, + "hf_subset": "knc_Arab-dan_Latn", + "languages": [ + "knc-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297001, + "recall": 0.342885, + "f1": 0.308558, + "accuracy": 0.342885, + "main_score": 0.308558, + "hf_subset": "knc_Arab-guj_Gujr", + "languages": [ + "knc-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.27973, + "recall": 0.328063, + "f1": 0.292054, + "accuracy": 0.328063, + "main_score": 0.292054, + "hf_subset": "knc_Arab-kaz_Cyrl", + "languages": [ + "knc-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.265442, + "recall": 0.300395, + "f1": 0.274666, + "accuracy": 0.300395, + "main_score": 0.274666, + "hf_subset": "knc_Arab-lug_Latn", + "languages": [ + "knc-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.305978, + "recall": 0.343874, + "f1": 0.315991, + "accuracy": 0.343874, + "main_score": 0.315991, + "hf_subset": "knc_Arab-oci_Latn", + "languages": [ + "knc-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.281416, + "recall": 0.315217, + "f1": 0.289852, + "accuracy": 0.315217, + "main_score": 0.289852, + "hf_subset": "knc_Arab-smo_Latn", + "languages": [ + "knc-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270913, + "recall": 0.300395, + "f1": 0.278495, + "accuracy": 0.300395, + "main_score": 0.278495, + "hf_subset": "knc_Arab-tsn_Latn", + "languages": [ + "knc-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287246, + "recall": 0.322134, + "f1": 0.29717, + "accuracy": 0.322134, + "main_score": 0.29717, + "hf_subset": "knc_Arab-zul_Latn", + "languages": [ + "knc-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.264612, + "recall": 0.305336, + "f1": 0.274509, + "accuracy": 0.305336, + "main_score": 0.274509, + "hf_subset": "knc_Arab-azb_Arab", + "languages": [ + "knc-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292663, + "recall": 0.333992, + "f1": 0.303433, + "accuracy": 0.333992, + "main_score": 0.303433, + "hf_subset": "knc_Arab-deu_Latn", + "languages": [ + "knc-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277629, + "recall": 0.324111, + "f1": 0.288834, + "accuracy": 0.324111, + "main_score": 0.288834, + "hf_subset": "knc_Arab-hat_Latn", + "languages": [ + "knc-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.264565, + "recall": 0.30336, + "f1": 0.27506, + "accuracy": 0.30336, + "main_score": 0.27506, + "hf_subset": "knc_Arab-kbp_Latn", + "languages": [ + "knc-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289107, + "recall": 0.324111, + "f1": 0.298461, + "accuracy": 0.324111, + "main_score": 0.298461, + "hf_subset": "knc_Arab-luo_Latn", + "languages": [ + "knc-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287971, + "recall": 0.337945, + "f1": 0.300023, + "accuracy": 0.337945, + "main_score": 0.300023, + "hf_subset": "knc_Arab-ory_Orya", + "languages": [ + "knc-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.270293, + "recall": 0.307312, + "f1": 0.280607, + "accuracy": 0.307312, + "main_score": 0.280607, + "hf_subset": "knc_Arab-sna_Latn", + "languages": [ + "knc-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287451, + "recall": 0.323123, + "f1": 0.29667, + "accuracy": 0.323123, + "main_score": 0.29667, + "hf_subset": "knc_Arab-tso_Latn", + "languages": [ + "knc-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271858, + "recall": 0.315217, + "f1": 0.282647, + "accuracy": 0.315217, + "main_score": 0.282647, + "hf_subset": "knc_Arab-azj_Latn", + "languages": [ + "knc-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244378, + "recall": 0.291502, + "f1": 0.257106, + "accuracy": 0.291502, + "main_score": 0.257106, + "hf_subset": "knc_Arab-dik_Latn", + "languages": [ + "knc-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294196, + "recall": 0.333004, + "f1": 0.304012, + "accuracy": 0.333004, + "main_score": 0.304012, + "hf_subset": "knc_Arab-hau_Latn", + "languages": [ + "knc-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284198, + "recall": 0.316206, + "f1": 0.292384, + "accuracy": 0.316206, + "main_score": 0.292384, + "hf_subset": "knc_Arab-kea_Latn", + "languages": [ + "knc-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292276, + "recall": 0.323123, + "f1": 0.301275, + "accuracy": 0.323123, + "main_score": 0.301275, + "hf_subset": "knc_Arab-lus_Latn", + "languages": [ + "knc-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.301181, + "recall": 0.338933, + "f1": 0.310973, + "accuracy": 0.338933, + "main_score": 0.310973, + "hf_subset": "knc_Arab-pag_Latn", + "languages": [ + "knc-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283821, + "recall": 0.323123, + "f1": 0.293267, + "accuracy": 0.323123, + "main_score": 0.293267, + "hf_subset": "knc_Arab-snd_Arab", + "languages": [ + "knc-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280694, + "recall": 0.316206, + "f1": 0.290321, + "accuracy": 0.316206, + "main_score": 0.290321, + "hf_subset": "knc_Arab-tuk_Latn", + "languages": [ + "knc-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.287088, + "recall": 0.327075, + "f1": 0.297521, + "accuracy": 0.327075, + "main_score": 0.297521, + "hf_subset": "knc_Arab-bak_Cyrl", + "languages": [ + "knc-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207325, + "recall": 0.246047, + "f1": 0.218087, + "accuracy": 0.246047, + "main_score": 0.218087, + "hf_subset": "knc_Arab-dyu_Latn", + "languages": [ + "knc-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282844, + "recall": 0.322134, + "f1": 0.292853, + "accuracy": 0.322134, + "main_score": 0.292853, + "hf_subset": "knc_Arab-heb_Hebr", + "languages": [ + "knc-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.274468, + "recall": 0.311265, + "f1": 0.284273, + "accuracy": 0.311265, + "main_score": 0.284273, + "hf_subset": "knc_Arab-khk_Cyrl", + "languages": [ + "knc-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297963, + "recall": 0.337945, + "f1": 0.308264, + "accuracy": 0.337945, + "main_score": 0.308264, + "hf_subset": "knc_Arab-lvs_Latn", + "languages": [ + "knc-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283729, + "recall": 0.333992, + "f1": 0.296813, + "accuracy": 0.333992, + "main_score": 0.296813, + "hf_subset": "knc_Arab-pan_Guru", + "languages": [ + "knc-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.29215, + "recall": 0.329051, + "f1": 0.301626, + "accuracy": 0.329051, + "main_score": 0.301626, + "hf_subset": "knc_Arab-som_Latn", + "languages": [ + "knc-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290046, + "recall": 0.322134, + "f1": 0.298242, + "accuracy": 0.322134, + "main_score": 0.298242, + "hf_subset": "knc_Arab-tum_Latn", + "languages": [ + "knc-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608962, + "recall": 0.672925, + "f1": 0.627306, + "accuracy": 0.672925, + "main_score": 0.627306, + "hf_subset": "mkd_Cyrl-ace_Arab", + "languages": [ + "mkd-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539196, + "recall": 0.597826, + "f1": 0.556005, + "accuracy": 0.597826, + "main_score": 0.556005, + "hf_subset": "mkd_Cyrl-bam_Latn", + "languages": [ + "mkd-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453595, + "recall": 0.529644, + "f1": 0.474379, + "accuracy": 0.529644, + "main_score": 0.474379, + "hf_subset": "mkd_Cyrl-dzo_Tibt", + "languages": [ + "mkd-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hin_Deva", + "languages": [ + "mkd-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-khm_Khmr", + "languages": [ + "mkd-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-mag_Deva", + "languages": [ + "mkd-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-pap_Latn", + "languages": [ + "mkd-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615046, + "recall": 0.666996, + "f1": 0.629863, + "accuracy": 0.666996, + "main_score": 0.629863, + "hf_subset": "mkd_Cyrl-sot_Latn", + "languages": [ + "mkd-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-tur_Latn", + "languages": [ + "mkd-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888175, + "recall": 0.91996, + "f1": 0.898024, + "accuracy": 0.91996, + "main_score": 0.898024, + "hf_subset": "mkd_Cyrl-ace_Latn", + "languages": [ + "mkd-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.971344, + "f1": 0.963603, + "accuracy": 0.971344, + "main_score": 0.963603, + "hf_subset": "mkd_Cyrl-ban_Latn", + "languages": [ + "mkd-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ell_Grek", + "languages": [ + "mkd-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "mkd_Cyrl-hne_Deva", + "languages": [ + "mkd-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612361, + "recall": 0.666996, + "f1": 0.627515, + "accuracy": 0.666996, + "main_score": 0.627515, + "hf_subset": "mkd_Cyrl-kik_Latn", + "languages": [ + "mkd-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-mai_Deva", + "languages": [ + "mkd-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mkd_Cyrl-pbt_Arab", + "languages": [ + "mkd-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-spa_Latn", + "languages": [ + "mkd-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618175, + "recall": 0.682806, + "f1": 0.636874, + "accuracy": 0.682806, + "main_score": 0.636874, + "hf_subset": "mkd_Cyrl-twi_Latn", + "languages": [ + "mkd-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-acm_Arab", + "languages": [ + "mkd-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589377, + "recall": 0.653162, + "f1": 0.607413, + "accuracy": 0.653162, + "main_score": 0.607413, + "hf_subset": "mkd_Cyrl-kin_Latn", + "languages": [ + "mkd-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-mal_Mlym", + "languages": [ + "mkd-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-pes_Arab", + "languages": [ + "mkd-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-srd_Latn", + "languages": [ + "mkd-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192109, + "recall": 0.243083, + "f1": 0.204955, + "accuracy": 0.243083, + "main_score": 0.204955, + "hf_subset": "mkd_Cyrl-tzm_Tfng", + "languages": [ + "mkd-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-acq_Arab", + "languages": [ + "mkd-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647457, + "recall": 0.699605, + "f1": 0.661852, + "accuracy": 0.699605, + "main_score": 0.661852, + "hf_subset": "mkd_Cyrl-bem_Latn", + "languages": [ + "mkd-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-epo_Latn", + "languages": [ + "mkd-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-hun_Latn", + "languages": [ + "mkd-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-kir_Cyrl", + "languages": [ + "mkd-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-mar_Deva", + "languages": [ + "mkd-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692391, + "recall": 0.744071, + "f1": 0.70766, + "accuracy": 0.744071, + "main_score": 0.70766, + "hf_subset": "mkd_Cyrl-plt_Latn", + "languages": [ + "mkd-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mkd_Cyrl-uig_Arab", + "languages": [ + "mkd-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-aeb_Arab", + "languages": [ + "mkd-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ben_Beng", + "languages": [ + "mkd-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-est_Latn", + "languages": [ + "mkd-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-hye_Armn", + "languages": [ + "mkd-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55942, + "recall": 0.61166, + "f1": 0.574577, + "accuracy": 0.61166, + "main_score": 0.574577, + "hf_subset": "mkd_Cyrl-kmb_Latn", + "languages": [ + "mkd-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525844, + "recall": 0.604743, + "f1": 0.547835, + "accuracy": 0.604743, + "main_score": 0.547835, + "hf_subset": "mkd_Cyrl-min_Arab", + "languages": [ + "mkd-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571673, + "recall": 0.636364, + "f1": 0.590928, + "accuracy": 0.636364, + "main_score": 0.590928, + "hf_subset": "mkd_Cyrl-ssw_Latn", + "languages": [ + "mkd-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-afr_Latn", + "languages": [ + "mkd-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-bho_Deva", + "languages": [ + "mkd-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-eus_Latn", + "languages": [ + "mkd-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594401, + "recall": 0.659091, + "f1": 0.612309, + "accuracy": 0.659091, + "main_score": 0.612309, + "hf_subset": "mkd_Cyrl-ibo_Latn", + "languages": [ + "mkd-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926548, + "recall": 0.947628, + "f1": 0.9333, + "accuracy": 0.947628, + "main_score": 0.9333, + "hf_subset": "mkd_Cyrl-kmr_Latn", + "languages": [ + "mkd-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-min_Latn", + "languages": [ + "mkd-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-por_Latn", + "languages": [ + "mkd-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-sun_Latn", + "languages": [ + "mkd-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534538, + "recall": 0.591897, + "f1": 0.55056, + "accuracy": 0.591897, + "main_score": 0.55056, + "hf_subset": "mkd_Cyrl-umb_Latn", + "languages": [ + "mkd-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ajp_Arab", + "languages": [ + "mkd-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564893, + "recall": 0.629447, + "f1": 0.583233, + "accuracy": 0.629447, + "main_score": 0.583233, + "hf_subset": "mkd_Cyrl-bjn_Arab", + "languages": [ + "mkd-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526556, + "recall": 0.585968, + "f1": 0.543239, + "accuracy": 0.585968, + "main_score": 0.543239, + "hf_subset": "mkd_Cyrl-ewe_Latn", + "languages": [ + "mkd-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "mkd_Cyrl-ilo_Latn", + "languages": [ + "mkd-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332148, + "recall": 0.392292, + "f1": 0.349161, + "accuracy": 0.392292, + "main_score": 0.349161, + "hf_subset": "mkd_Cyrl-knc_Arab", + "languages": [ + "mkd-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-prs_Arab", + "languages": [ + "mkd-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-swe_Latn", + "languages": [ + "mkd-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-urd_Arab", + "languages": [ + "mkd-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604236, + "recall": 0.660079, + "f1": 0.619657, + "accuracy": 0.660079, + "main_score": 0.619657, + "hf_subset": "mkd_Cyrl-aka_Latn", + "languages": [ + "mkd-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mkd_Cyrl-bjn_Latn", + "languages": [ + "mkd-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-fao_Latn", + "languages": [ + "mkd-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ind_Latn", + "languages": [ + "mkd-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597622, + "recall": 0.650198, + "f1": 0.612955, + "accuracy": 0.650198, + "main_score": 0.612955, + "hf_subset": "mkd_Cyrl-knc_Latn", + "languages": [ + "mkd-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-mlt_Latn", + "languages": [ + "mkd-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715984, + "recall": 0.778656, + "f1": 0.734291, + "accuracy": 0.778656, + "main_score": 0.734291, + "hf_subset": "mkd_Cyrl-quy_Latn", + "languages": [ + "mkd-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mkd_Cyrl-swh_Latn", + "languages": [ + "mkd-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-uzn_Latn", + "languages": [ + "mkd-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-als_Latn", + "languages": [ + "mkd-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664904, + "recall": 0.742095, + "f1": 0.687818, + "accuracy": 0.742095, + "main_score": 0.687818, + "hf_subset": "mkd_Cyrl-bod_Tibt", + "languages": [ + "mkd-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717871, + "recall": 0.775692, + "f1": 0.734688, + "accuracy": 0.775692, + "main_score": 0.734688, + "hf_subset": "mkd_Cyrl-fij_Latn", + "languages": [ + "mkd-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-isl_Latn", + "languages": [ + "mkd-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682108, + "recall": 0.733202, + "f1": 0.697005, + "accuracy": 0.733202, + "main_score": 0.697005, + "hf_subset": "mkd_Cyrl-kon_Latn", + "languages": [ + "mkd-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673354, + "recall": 0.735178, + "f1": 0.691889, + "accuracy": 0.735178, + "main_score": 0.691889, + "hf_subset": "mkd_Cyrl-mni_Beng", + "languages": [ + "mkd-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ron_Latn", + "languages": [ + "mkd-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "mkd_Cyrl-szl_Latn", + "languages": [ + "mkd-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-vec_Latn", + "languages": [ + "mkd-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "mkd_Cyrl-amh_Ethi", + "languages": [ + "mkd-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-fin_Latn", + "languages": [ + "mkd-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ita_Latn", + "languages": [ + "mkd-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-kor_Hang", + "languages": [ + "mkd-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554115, + "recall": 0.612648, + "f1": 0.570071, + "accuracy": 0.612648, + "main_score": 0.570071, + "hf_subset": "mkd_Cyrl-mos_Latn", + "languages": [ + "mkd-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554825, + "recall": 0.612648, + "f1": 0.571104, + "accuracy": 0.612648, + "main_score": 0.571104, + "hf_subset": "mkd_Cyrl-run_Latn", + "languages": [ + "mkd-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-tam_Taml", + "languages": [ + "mkd-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-vie_Latn", + "languages": [ + "mkd-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-apc_Arab", + "languages": [ + "mkd-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818495, + "recall": 0.86166, + "f1": 0.831357, + "accuracy": 0.86166, + "main_score": 0.831357, + "hf_subset": "mkd_Cyrl-bug_Latn", + "languages": [ + "mkd-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477306, + "recall": 0.529644, + "f1": 0.491582, + "accuracy": 0.529644, + "main_score": 0.491582, + "hf_subset": "mkd_Cyrl-fon_Latn", + "languages": [ + "mkd-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-jav_Latn", + "languages": [ + "mkd-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-lao_Laoo", + "languages": [ + "mkd-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904785, + "recall": 0.932806, + "f1": 0.913785, + "accuracy": 0.932806, + "main_score": 0.913785, + "hf_subset": "mkd_Cyrl-mri_Latn", + "languages": [ + "mkd-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542683, + "recall": 0.607708, + "f1": 0.560583, + "accuracy": 0.607708, + "main_score": 0.560583, + "hf_subset": "mkd_Cyrl-taq_Latn", + "languages": [ + "mkd-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-war_Latn", + "languages": [ + "mkd-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-arb_Arab", + "languages": [ + "mkd-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-fra_Latn", + "languages": [ + "mkd-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-jpn_Jpan", + "languages": [ + "mkd-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mkd_Cyrl-lij_Latn", + "languages": [ + "mkd-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "mkd_Cyrl-mya_Mymr", + "languages": [ + "mkd-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602922, + "recall": 0.663043, + "f1": 0.619557, + "accuracy": 0.663043, + "main_score": 0.619557, + "hf_subset": "mkd_Cyrl-sag_Latn", + "languages": [ + "mkd-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202952, + "recall": 0.26087, + "f1": 0.216683, + "accuracy": 0.26087, + "main_score": 0.216683, + "hf_subset": "mkd_Cyrl-taq_Tfng", + "languages": [ + "mkd-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644673, + "recall": 0.704545, + "f1": 0.661794, + "accuracy": 0.704545, + "main_score": 0.661794, + "hf_subset": "mkd_Cyrl-wol_Latn", + "languages": [ + "mkd-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825099, + "recall": 0.873518, + "f1": 0.840217, + "accuracy": 0.873518, + "main_score": 0.840217, + "hf_subset": "mkd_Cyrl-arb_Latn", + "languages": [ + "mkd-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-cat_Latn", + "languages": [ + "mkd-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mkd_Cyrl-fur_Latn", + "languages": [ + "mkd-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426647, + "recall": 0.485178, + "f1": 0.442662, + "accuracy": 0.485178, + "main_score": 0.442662, + "hf_subset": "mkd_Cyrl-kab_Latn", + "languages": [ + "mkd-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mkd_Cyrl-lim_Latn", + "languages": [ + "mkd-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-nld_Latn", + "languages": [ + "mkd-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "mkd_Cyrl-san_Deva", + "languages": [ + "mkd-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-tat_Cyrl", + "languages": [ + "mkd-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684876, + "recall": 0.746047, + "f1": 0.703458, + "accuracy": 0.746047, + "main_score": 0.703458, + "hf_subset": "mkd_Cyrl-xho_Latn", + "languages": [ + "mkd-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ars_Arab", + "languages": [ + "mkd-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ceb_Latn", + "languages": [ + "mkd-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576929, + "recall": 0.635375, + "f1": 0.594197, + "accuracy": 0.635375, + "main_score": 0.594197, + "hf_subset": "mkd_Cyrl-fuv_Latn", + "languages": [ + "mkd-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521691, + "recall": 0.591897, + "f1": 0.540466, + "accuracy": 0.591897, + "main_score": 0.540466, + "hf_subset": "mkd_Cyrl-kac_Latn", + "languages": [ + "mkd-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690991, + "recall": 0.742095, + "f1": 0.70639, + "accuracy": 0.742095, + "main_score": 0.70639, + "hf_subset": "mkd_Cyrl-lin_Latn", + "languages": [ + "mkd-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-nno_Latn", + "languages": [ + "mkd-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.245473, + "recall": 0.331028, + "f1": 0.267367, + "accuracy": 0.331028, + "main_score": 0.267367, + "hf_subset": "mkd_Cyrl-sat_Olck", + "languages": [ + "mkd-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-tel_Telu", + "languages": [ + "mkd-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "mkd_Cyrl-ydd_Hebr", + "languages": [ + "mkd-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mkd_Cyrl-ary_Arab", + "languages": [ + "mkd-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591149, + "recall": 0.657115, + "f1": 0.610114, + "accuracy": 0.657115, + "main_score": 0.610114, + "hf_subset": "mkd_Cyrl-gaz_Latn", + "languages": [ + "mkd-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600528, + "recall": 0.661067, + "f1": 0.617698, + "accuracy": 0.661067, + "main_score": 0.617698, + "hf_subset": "mkd_Cyrl-kam_Latn", + "languages": [ + "mkd-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mkd_Cyrl-lit_Latn", + "languages": [ + "mkd-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-nob_Latn", + "languages": [ + "mkd-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mkd_Cyrl-scn_Latn", + "languages": [ + "mkd-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mkd_Cyrl-tgk_Cyrl", + "languages": [ + "mkd-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737658, + "recall": 0.80336, + "f1": 0.757889, + "accuracy": 0.80336, + "main_score": 0.757889, + "hf_subset": "mkd_Cyrl-yor_Latn", + "languages": [ + "mkd-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-arz_Arab", + "languages": [ + "mkd-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564255, + "recall": 0.628458, + "f1": 0.583417, + "accuracy": 0.628458, + "main_score": 0.583417, + "hf_subset": "mkd_Cyrl-cjk_Latn", + "languages": [ + "mkd-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814065, + "recall": 0.86166, + "f1": 0.829018, + "accuracy": 0.86166, + "main_score": 0.829018, + "hf_subset": "mkd_Cyrl-gla_Latn", + "languages": [ + "mkd-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-kan_Knda", + "languages": [ + "mkd-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-lmo_Latn", + "languages": [ + "mkd-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "mkd_Cyrl-npi_Deva", + "languages": [ + "mkd-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466011, + "recall": 0.532609, + "f1": 0.484597, + "accuracy": 0.532609, + "main_score": 0.484597, + "hf_subset": "mkd_Cyrl-shn_Mymr", + "languages": [ + "mkd-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-tgl_Latn", + "languages": [ + "mkd-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-yue_Hant", + "languages": [ + "mkd-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-asm_Beng", + "languages": [ + "mkd-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "mkd_Cyrl-ckb_Arab", + "languages": [ + "mkd-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912451, + "recall": 0.935771, + "f1": 0.919466, + "accuracy": 0.935771, + "main_score": 0.919466, + "hf_subset": "mkd_Cyrl-gle_Latn", + "languages": [ + "mkd-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "mkd_Cyrl-kas_Arab", + "languages": [ + "mkd-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "mkd_Cyrl-ltg_Latn", + "languages": [ + "mkd-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619393, + "recall": 0.674901, + "f1": 0.635317, + "accuracy": 0.674901, + "main_score": 0.635317, + "hf_subset": "mkd_Cyrl-nso_Latn", + "languages": [ + "mkd-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mkd_Cyrl-sin_Sinh", + "languages": [ + "mkd-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-tha_Thai", + "languages": [ + "mkd-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-zho_Hans", + "languages": [ + "mkd-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mkd_Cyrl-ast_Latn", + "languages": [ + "mkd-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-crh_Latn", + "languages": [ + "mkd-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-glg_Latn", + "languages": [ + "mkd-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909667, + "recall": 0.935771, + "f1": 0.91805, + "accuracy": 0.935771, + "main_score": 0.91805, + "hf_subset": "mkd_Cyrl-kas_Deva", + "languages": [ + "mkd-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-ltz_Latn", + "languages": [ + "mkd-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46728, + "recall": 0.534585, + "f1": 0.485543, + "accuracy": 0.534585, + "main_score": 0.485543, + "hf_subset": "mkd_Cyrl-nus_Latn", + "languages": [ + "mkd-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637354, + "recall": 0.711462, + "f1": 0.659354, + "accuracy": 0.711462, + "main_score": 0.659354, + "hf_subset": "mkd_Cyrl-tir_Ethi", + "languages": [ + "mkd-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-zho_Hant", + "languages": [ + "mkd-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "mkd_Cyrl-awa_Deva", + "languages": [ + "mkd-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mkd_Cyrl-cym_Latn", + "languages": [ + "mkd-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854282, + "recall": 0.891304, + "f1": 0.86558, + "accuracy": 0.891304, + "main_score": 0.86558, + "hf_subset": "mkd_Cyrl-grn_Latn", + "languages": [ + "mkd-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-kat_Geor", + "languages": [ + "mkd-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670251, + "recall": 0.718379, + "f1": 0.683738, + "accuracy": 0.718379, + "main_score": 0.683738, + "hf_subset": "mkd_Cyrl-lua_Latn", + "languages": [ + "mkd-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662618, + "recall": 0.720356, + "f1": 0.67937, + "accuracy": 0.720356, + "main_score": 0.67937, + "hf_subset": "mkd_Cyrl-nya_Latn", + "languages": [ + "mkd-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "mkd_Cyrl-tpi_Latn", + "languages": [ + "mkd-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-zsm_Latn", + "languages": [ + "mkd-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559406, + "recall": 0.620553, + "f1": 0.576868, + "accuracy": 0.620553, + "main_score": 0.576868, + "hf_subset": "mkd_Cyrl-ayr_Latn", + "languages": [ + "mkd-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-dan_Latn", + "languages": [ + "mkd-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-guj_Gujr", + "languages": [ + "mkd-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-kaz_Cyrl", + "languages": [ + "mkd-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547457, + "recall": 0.610672, + "f1": 0.564986, + "accuracy": 0.610672, + "main_score": 0.564986, + "hf_subset": "mkd_Cyrl-lug_Latn", + "languages": [ + "mkd-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-oci_Latn", + "languages": [ + "mkd-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852306, + "recall": 0.891304, + "f1": 0.864262, + "accuracy": 0.891304, + "main_score": 0.864262, + "hf_subset": "mkd_Cyrl-smo_Latn", + "languages": [ + "mkd-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562505, + "recall": 0.626482, + "f1": 0.580786, + "accuracy": 0.626482, + "main_score": 0.580786, + "hf_subset": "mkd_Cyrl-tsn_Latn", + "languages": [ + "mkd-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624372, + "recall": 0.686759, + "f1": 0.642064, + "accuracy": 0.686759, + "main_score": 0.642064, + "hf_subset": "mkd_Cyrl-zul_Latn", + "languages": [ + "mkd-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "mkd_Cyrl-azb_Arab", + "languages": [ + "mkd-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-deu_Latn", + "languages": [ + "mkd-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "mkd_Cyrl-hat_Latn", + "languages": [ + "mkd-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49972, + "recall": 0.556324, + "f1": 0.51553, + "accuracy": 0.556324, + "main_score": 0.51553, + "hf_subset": "mkd_Cyrl-kbp_Latn", + "languages": [ + "mkd-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580715, + "recall": 0.635375, + "f1": 0.595781, + "accuracy": 0.635375, + "main_score": 0.595781, + "hf_subset": "mkd_Cyrl-luo_Latn", + "languages": [ + "mkd-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-ory_Orya", + "languages": [ + "mkd-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600849, + "recall": 0.662055, + "f1": 0.618862, + "accuracy": 0.662055, + "main_score": 0.618862, + "hf_subset": "mkd_Cyrl-sna_Latn", + "languages": [ + "mkd-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576486, + "recall": 0.630435, + "f1": 0.591236, + "accuracy": 0.630435, + "main_score": 0.591236, + "hf_subset": "mkd_Cyrl-tso_Latn", + "languages": [ + "mkd-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mkd_Cyrl-azj_Latn", + "languages": [ + "mkd-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539436, + "recall": 0.606719, + "f1": 0.558651, + "accuracy": 0.606719, + "main_score": 0.558651, + "hf_subset": "mkd_Cyrl-dik_Latn", + "languages": [ + "mkd-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761281, + "recall": 0.817194, + "f1": 0.778458, + "accuracy": 0.817194, + "main_score": 0.778458, + "hf_subset": "mkd_Cyrl-hau_Latn", + "languages": [ + "mkd-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-kea_Latn", + "languages": [ + "mkd-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754727, + "recall": 0.805336, + "f1": 0.769928, + "accuracy": 0.805336, + "main_score": 0.769928, + "hf_subset": "mkd_Cyrl-lus_Latn", + "languages": [ + "mkd-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889575, + "recall": 0.916996, + "f1": 0.898075, + "accuracy": 0.916996, + "main_score": 0.898075, + "hf_subset": "mkd_Cyrl-pag_Latn", + "languages": [ + "mkd-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mkd_Cyrl-snd_Arab", + "languages": [ + "mkd-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "mkd_Cyrl-tuk_Latn", + "languages": [ + "mkd-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mkd_Cyrl-bak_Cyrl", + "languages": [ + "mkd-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494501, + "recall": 0.56917, + "f1": 0.516486, + "accuracy": 0.56917, + "main_score": 0.516486, + "hf_subset": "mkd_Cyrl-dyu_Latn", + "languages": [ + "mkd-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-heb_Hebr", + "languages": [ + "mkd-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mkd_Cyrl-khk_Cyrl", + "languages": [ + "mkd-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-lvs_Latn", + "languages": [ + "mkd-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mkd_Cyrl-pan_Guru", + "languages": [ + "mkd-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741905, + "recall": 0.797431, + "f1": 0.758816, + "accuracy": 0.797431, + "main_score": 0.758816, + "hf_subset": "mkd_Cyrl-som_Latn", + "languages": [ + "mkd-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621845, + "recall": 0.66996, + "f1": 0.635611, + "accuracy": 0.66996, + "main_score": 0.635611, + "hf_subset": "mkd_Cyrl-tum_Latn", + "languages": [ + "mkd-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574879, + "recall": 0.63834, + "f1": 0.592761, + "accuracy": 0.63834, + "main_score": 0.592761, + "hf_subset": "prs_Arab-ace_Arab", + "languages": [ + "prs-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525696, + "recall": 0.583992, + "f1": 0.541622, + "accuracy": 0.583992, + "main_score": 0.541622, + "hf_subset": "prs_Arab-bam_Latn", + "languages": [ + "prs-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417209, + "recall": 0.499012, + "f1": 0.439479, + "accuracy": 0.499012, + "main_score": 0.439479, + "hf_subset": "prs_Arab-dzo_Tibt", + "languages": [ + "prs-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-hin_Deva", + "languages": [ + "prs-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-khm_Khmr", + "languages": [ + "prs-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-mag_Deva", + "languages": [ + "prs-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "prs_Arab-pap_Latn", + "languages": [ + "prs-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584199, + "recall": 0.642292, + "f1": 0.600628, + "accuracy": 0.642292, + "main_score": 0.600628, + "hf_subset": "prs_Arab-sot_Latn", + "languages": [ + "prs-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-tur_Latn", + "languages": [ + "prs-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870965, + "recall": 0.905138, + "f1": 0.881785, + "accuracy": 0.905138, + "main_score": 0.881785, + "hf_subset": "prs_Arab-ace_Latn", + "languages": [ + "prs-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.971344, + "f1": 0.964262, + "accuracy": 0.971344, + "main_score": 0.964262, + "hf_subset": "prs_Arab-ban_Latn", + "languages": [ + "prs-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ell_Grek", + "languages": [ + "prs-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "prs_Arab-hne_Deva", + "languages": [ + "prs-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595517, + "recall": 0.655138, + "f1": 0.611867, + "accuracy": 0.655138, + "main_score": 0.611867, + "hf_subset": "prs_Arab-kik_Latn", + "languages": [ + "prs-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-mai_Deva", + "languages": [ + "prs-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "prs_Arab-pbt_Arab", + "languages": [ + "prs-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-spa_Latn", + "languages": [ + "prs-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612015, + "recall": 0.674901, + "f1": 0.629943, + "accuracy": 0.674901, + "main_score": 0.629943, + "hf_subset": "prs_Arab-twi_Latn", + "languages": [ + "prs-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-acm_Arab", + "languages": [ + "prs-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-bel_Cyrl", + "languages": [ + "prs-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-hrv_Latn", + "languages": [ + "prs-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55398, + "recall": 0.615613, + "f1": 0.571494, + "accuracy": 0.615613, + "main_score": 0.571494, + "hf_subset": "prs_Arab-kin_Latn", + "languages": [ + "prs-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-mal_Mlym", + "languages": [ + "prs-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-pes_Arab", + "languages": [ + "prs-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-srd_Latn", + "languages": [ + "prs-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186711, + "recall": 0.233202, + "f1": 0.198548, + "accuracy": 0.233202, + "main_score": 0.198548, + "hf_subset": "prs_Arab-tzm_Tfng", + "languages": [ + "prs-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-acq_Arab", + "languages": [ + "prs-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625955, + "recall": 0.672925, + "f1": 0.639116, + "accuracy": 0.672925, + "main_score": 0.639116, + "hf_subset": "prs_Arab-bem_Latn", + "languages": [ + "prs-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-epo_Latn", + "languages": [ + "prs-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-hun_Latn", + "languages": [ + "prs-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-kir_Cyrl", + "languages": [ + "prs-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-mar_Deva", + "languages": [ + "prs-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668939, + "recall": 0.721344, + "f1": 0.684307, + "accuracy": 0.721344, + "main_score": 0.684307, + "hf_subset": "prs_Arab-plt_Latn", + "languages": [ + "prs-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-srp_Cyrl", + "languages": [ + "prs-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "prs_Arab-uig_Arab", + "languages": [ + "prs-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-aeb_Arab", + "languages": [ + "prs-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ben_Beng", + "languages": [ + "prs-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-est_Latn", + "languages": [ + "prs-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-hye_Armn", + "languages": [ + "prs-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526913, + "recall": 0.58004, + "f1": 0.542325, + "accuracy": 0.58004, + "main_score": 0.542325, + "hf_subset": "prs_Arab-kmb_Latn", + "languages": [ + "prs-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498199, + "recall": 0.56917, + "f1": 0.517262, + "accuracy": 0.56917, + "main_score": 0.517262, + "hf_subset": "prs_Arab-min_Arab", + "languages": [ + "prs-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-pol_Latn", + "languages": [ + "prs-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552339, + "recall": 0.620553, + "f1": 0.571927, + "accuracy": 0.620553, + "main_score": 0.571927, + "hf_subset": "prs_Arab-ssw_Latn", + "languages": [ + "prs-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ukr_Cyrl", + "languages": [ + "prs-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-afr_Latn", + "languages": [ + "prs-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-bho_Deva", + "languages": [ + "prs-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-eus_Latn", + "languages": [ + "prs-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571108, + "recall": 0.635375, + "f1": 0.588708, + "accuracy": 0.635375, + "main_score": 0.588708, + "hf_subset": "prs_Arab-ibo_Latn", + "languages": [ + "prs-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916914, + "recall": 0.939723, + "f1": 0.923979, + "accuracy": 0.939723, + "main_score": 0.923979, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "prs_Arab-min_Latn", + "languages": [ + "prs-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-por_Latn", + "languages": [ + "prs-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-sun_Latn", + "languages": [ + "prs-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519798, + "recall": 0.575099, + "f1": 0.534859, + "accuracy": 0.575099, + "main_score": 0.534859, + "hf_subset": "prs_Arab-umb_Latn", + "languages": [ + "prs-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ajp_Arab", + "languages": [ + "prs-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544515, + "recall": 0.608696, + "f1": 0.562447, + "accuracy": 0.608696, + "main_score": 0.562447, + "hf_subset": "prs_Arab-bjn_Arab", + "languages": [ + "prs-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517174, + "recall": 0.571146, + "f1": 0.531764, + "accuracy": 0.571146, + "main_score": 0.531764, + "hf_subset": "prs_Arab-ewe_Latn", + "languages": [ + "prs-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943923, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "prs_Arab-ilo_Latn", + "languages": [ + "prs-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324111, + "recall": 0.379447, + "f1": 0.339322, + "accuracy": 0.379447, + "main_score": 0.339322, + "hf_subset": "prs_Arab-knc_Arab", + "languages": [ + "prs-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-mkd_Cyrl", + "languages": [ + "prs-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-swe_Latn", + "languages": [ + "prs-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-urd_Arab", + "languages": [ + "prs-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591321, + "recall": 0.651186, + "f1": 0.607971, + "accuracy": 0.651186, + "main_score": 0.607971, + "hf_subset": "prs_Arab-aka_Latn", + "languages": [ + "prs-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-bjn_Latn", + "languages": [ + "prs-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-fao_Latn", + "languages": [ + "prs-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ind_Latn", + "languages": [ + "prs-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593273, + "recall": 0.648221, + "f1": 0.608791, + "accuracy": 0.648221, + "main_score": 0.608791, + "hf_subset": "prs_Arab-knc_Latn", + "languages": [ + "prs-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-mlt_Latn", + "languages": [ + "prs-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70625, + "recall": 0.768775, + "f1": 0.724711, + "accuracy": 0.768775, + "main_score": 0.724711, + "hf_subset": "prs_Arab-quy_Latn", + "languages": [ + "prs-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "prs_Arab-swh_Latn", + "languages": [ + "prs-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-uzn_Latn", + "languages": [ + "prs-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-als_Latn", + "languages": [ + "prs-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679694, + "recall": 0.748024, + "f1": 0.699492, + "accuracy": 0.748024, + "main_score": 0.699492, + "hf_subset": "prs_Arab-bod_Tibt", + "languages": [ + "prs-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704778, + "recall": 0.756917, + "f1": 0.719697, + "accuracy": 0.756917, + "main_score": 0.719697, + "hf_subset": "prs_Arab-fij_Latn", + "languages": [ + "prs-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-isl_Latn", + "languages": [ + "prs-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665622, + "recall": 0.713439, + "f1": 0.67968, + "accuracy": 0.713439, + "main_score": 0.67968, + "hf_subset": "prs_Arab-kon_Latn", + "languages": [ + "prs-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651105, + "recall": 0.717391, + "f1": 0.670267, + "accuracy": 0.717391, + "main_score": 0.670267, + "hf_subset": "prs_Arab-mni_Beng", + "languages": [ + "prs-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ron_Latn", + "languages": [ + "prs-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.986166, + "f1": 0.983366, + "accuracy": 0.986166, + "main_score": 0.983366, + "hf_subset": "prs_Arab-szl_Latn", + "languages": [ + "prs-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-vec_Latn", + "languages": [ + "prs-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "prs_Arab-amh_Ethi", + "languages": [ + "prs-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-bos_Latn", + "languages": [ + "prs-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-fin_Latn", + "languages": [ + "prs-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ita_Latn", + "languages": [ + "prs-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-kor_Hang", + "languages": [ + "prs-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547523, + "recall": 0.603755, + "f1": 0.563015, + "accuracy": 0.603755, + "main_score": 0.563015, + "hf_subset": "prs_Arab-mos_Latn", + "languages": [ + "prs-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546445, + "recall": 0.605731, + "f1": 0.562832, + "accuracy": 0.605731, + "main_score": 0.562832, + "hf_subset": "prs_Arab-run_Latn", + "languages": [ + "prs-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-tam_Taml", + "languages": [ + "prs-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-vie_Latn", + "languages": [ + "prs-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-apc_Arab", + "languages": [ + "prs-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819038, + "recall": 0.860672, + "f1": 0.831752, + "accuracy": 0.860672, + "main_score": 0.831752, + "hf_subset": "prs_Arab-bug_Latn", + "languages": [ + "prs-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471674, + "recall": 0.528656, + "f1": 0.48736, + "accuracy": 0.528656, + "main_score": 0.48736, + "hf_subset": "prs_Arab-fon_Latn", + "languages": [ + "prs-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-jav_Latn", + "languages": [ + "prs-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-lao_Laoo", + "languages": [ + "prs-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882362, + "recall": 0.916008, + "f1": 0.892852, + "accuracy": 0.916008, + "main_score": 0.892852, + "hf_subset": "prs_Arab-mri_Latn", + "languages": [ + "prs-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-rus_Cyrl", + "languages": [ + "prs-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554235, + "recall": 0.61166, + "f1": 0.570025, + "accuracy": 0.61166, + "main_score": 0.570025, + "hf_subset": "prs_Arab-taq_Latn", + "languages": [ + "prs-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "prs_Arab-war_Latn", + "languages": [ + "prs-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-bul_Cyrl", + "languages": [ + "prs-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-fra_Latn", + "languages": [ + "prs-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-jpn_Jpan", + "languages": [ + "prs-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-lij_Latn", + "languages": [ + "prs-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-mya_Mymr", + "languages": [ + "prs-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602063, + "recall": 0.659091, + "f1": 0.618146, + "accuracy": 0.659091, + "main_score": 0.618146, + "hf_subset": "prs_Arab-sag_Latn", + "languages": [ + "prs-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20439, + "recall": 0.26087, + "f1": 0.216893, + "accuracy": 0.26087, + "main_score": 0.216893, + "hf_subset": "prs_Arab-taq_Tfng", + "languages": [ + "prs-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618423, + "recall": 0.68083, + "f1": 0.636287, + "accuracy": 0.68083, + "main_score": 0.636287, + "hf_subset": "prs_Arab-wol_Latn", + "languages": [ + "prs-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820899, + "recall": 0.869565, + "f1": 0.836199, + "accuracy": 0.869565, + "main_score": 0.836199, + "hf_subset": "prs_Arab-arb_Latn", + "languages": [ + "prs-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-cat_Latn", + "languages": [ + "prs-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-fur_Latn", + "languages": [ + "prs-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419352, + "recall": 0.477273, + "f1": 0.435214, + "accuracy": 0.477273, + "main_score": 0.435214, + "hf_subset": "prs_Arab-kab_Latn", + "languages": [ + "prs-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-lim_Latn", + "languages": [ + "prs-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-nld_Latn", + "languages": [ + "prs-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "prs_Arab-san_Deva", + "languages": [ + "prs-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "prs_Arab-tat_Cyrl", + "languages": [ + "prs-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688505, + "recall": 0.744071, + "f1": 0.704762, + "accuracy": 0.744071, + "main_score": 0.704762, + "hf_subset": "prs_Arab-xho_Latn", + "languages": [ + "prs-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ars_Arab", + "languages": [ + "prs-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-ceb_Latn", + "languages": [ + "prs-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573039, + "recall": 0.635375, + "f1": 0.590145, + "accuracy": 0.635375, + "main_score": 0.590145, + "hf_subset": "prs_Arab-fuv_Latn", + "languages": [ + "prs-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500753, + "recall": 0.564229, + "f1": 0.517627, + "accuracy": 0.564229, + "main_score": 0.517627, + "hf_subset": "prs_Arab-kac_Latn", + "languages": [ + "prs-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685507, + "recall": 0.729249, + "f1": 0.697977, + "accuracy": 0.729249, + "main_score": 0.697977, + "hf_subset": "prs_Arab-lin_Latn", + "languages": [ + "prs-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nno_Latn", + "languages": [ + "prs-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250217, + "recall": 0.33004, + "f1": 0.271472, + "accuracy": 0.33004, + "main_score": 0.271472, + "hf_subset": "prs_Arab-sat_Olck", + "languages": [ + "prs-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-tel_Telu", + "languages": [ + "prs-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "prs_Arab-ydd_Hebr", + "languages": [ + "prs-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "prs_Arab-ary_Arab", + "languages": [ + "prs-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-ces_Latn", + "languages": [ + "prs-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572021, + "recall": 0.62747, + "f1": 0.587601, + "accuracy": 0.62747, + "main_score": 0.587601, + "hf_subset": "prs_Arab-gaz_Latn", + "languages": [ + "prs-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574434, + "recall": 0.640316, + "f1": 0.593176, + "accuracy": 0.640316, + "main_score": 0.593176, + "hf_subset": "prs_Arab-kam_Latn", + "languages": [ + "prs-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "prs_Arab-lit_Latn", + "languages": [ + "prs-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-nob_Latn", + "languages": [ + "prs-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "prs_Arab-scn_Latn", + "languages": [ + "prs-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73163, + "recall": 0.796443, + "f1": 0.751287, + "accuracy": 0.796443, + "main_score": 0.751287, + "hf_subset": "prs_Arab-yor_Latn", + "languages": [ + "prs-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-arz_Arab", + "languages": [ + "prs-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554466, + "recall": 0.616601, + "f1": 0.572142, + "accuracy": 0.616601, + "main_score": 0.572142, + "hf_subset": "prs_Arab-cjk_Latn", + "languages": [ + "prs-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787582, + "recall": 0.839921, + "f1": 0.803656, + "accuracy": 0.839921, + "main_score": 0.803656, + "hf_subset": "prs_Arab-gla_Latn", + "languages": [ + "prs-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-kan_Knda", + "languages": [ + "prs-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "prs_Arab-lmo_Latn", + "languages": [ + "prs-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "prs_Arab-npi_Deva", + "languages": [ + "prs-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471501, + "recall": 0.528656, + "f1": 0.487312, + "accuracy": 0.528656, + "main_score": 0.487312, + "hf_subset": "prs_Arab-shn_Mymr", + "languages": [ + "prs-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-tgl_Latn", + "languages": [ + "prs-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-yue_Hant", + "languages": [ + "prs-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-asm_Beng", + "languages": [ + "prs-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898115, + "recall": 0.925889, + "f1": 0.906933, + "accuracy": 0.925889, + "main_score": 0.906933, + "hf_subset": "prs_Arab-gle_Latn", + "languages": [ + "prs-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "prs_Arab-kas_Arab", + "languages": [ + "prs-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935935, + "recall": 0.955534, + "f1": 0.942358, + "accuracy": 0.955534, + "main_score": 0.942358, + "hf_subset": "prs_Arab-ltg_Latn", + "languages": [ + "prs-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609561, + "recall": 0.660079, + "f1": 0.623759, + "accuracy": 0.660079, + "main_score": 0.623759, + "hf_subset": "prs_Arab-nso_Latn", + "languages": [ + "prs-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "prs_Arab-sin_Sinh", + "languages": [ + "prs-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-tha_Thai", + "languages": [ + "prs-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-zho_Hans", + "languages": [ + "prs-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ast_Latn", + "languages": [ + "prs-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-crh_Latn", + "languages": [ + "prs-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-glg_Latn", + "languages": [ + "prs-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905962, + "recall": 0.934783, + "f1": 0.915349, + "accuracy": 0.934783, + "main_score": 0.915349, + "hf_subset": "prs_Arab-kas_Deva", + "languages": [ + "prs-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "prs_Arab-ltz_Latn", + "languages": [ + "prs-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454016, + "recall": 0.522727, + "f1": 0.472937, + "accuracy": 0.522727, + "main_score": 0.472937, + "hf_subset": "prs_Arab-nus_Latn", + "languages": [ + "prs-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-slk_Latn", + "languages": [ + "prs-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626722, + "recall": 0.69664, + "f1": 0.647057, + "accuracy": 0.69664, + "main_score": 0.647057, + "hf_subset": "prs_Arab-tir_Ethi", + "languages": [ + "prs-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-zho_Hant", + "languages": [ + "prs-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "prs_Arab-awa_Deva", + "languages": [ + "prs-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "prs_Arab-cym_Latn", + "languages": [ + "prs-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830369, + "recall": 0.87253, + "f1": 0.843314, + "accuracy": 0.87253, + "main_score": 0.843314, + "hf_subset": "prs_Arab-grn_Latn", + "languages": [ + "prs-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-kat_Geor", + "languages": [ + "prs-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642465, + "recall": 0.695652, + "f1": 0.65766, + "accuracy": 0.695652, + "main_score": 0.65766, + "hf_subset": "prs_Arab-lua_Latn", + "languages": [ + "prs-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643717, + "recall": 0.703557, + "f1": 0.660766, + "accuracy": 0.703557, + "main_score": 0.660766, + "hf_subset": "prs_Arab-nya_Latn", + "languages": [ + "prs-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-slv_Latn", + "languages": [ + "prs-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "prs_Arab-tpi_Latn", + "languages": [ + "prs-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-zsm_Latn", + "languages": [ + "prs-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545464, + "recall": 0.606719, + "f1": 0.56274, + "accuracy": 0.606719, + "main_score": 0.56274, + "hf_subset": "prs_Arab-ayr_Latn", + "languages": [ + "prs-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-dan_Latn", + "languages": [ + "prs-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-guj_Gujr", + "languages": [ + "prs-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-kaz_Cyrl", + "languages": [ + "prs-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531368, + "recall": 0.596838, + "f1": 0.54976, + "accuracy": 0.596838, + "main_score": 0.54976, + "hf_subset": "prs_Arab-lug_Latn", + "languages": [ + "prs-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-oci_Latn", + "languages": [ + "prs-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835672, + "recall": 0.878458, + "f1": 0.848748, + "accuracy": 0.878458, + "main_score": 0.848748, + "hf_subset": "prs_Arab-smo_Latn", + "languages": [ + "prs-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539414, + "recall": 0.600791, + "f1": 0.556557, + "accuracy": 0.600791, + "main_score": 0.556557, + "hf_subset": "prs_Arab-tsn_Latn", + "languages": [ + "prs-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630715, + "recall": 0.687747, + "f1": 0.647003, + "accuracy": 0.687747, + "main_score": 0.647003, + "hf_subset": "prs_Arab-zul_Latn", + "languages": [ + "prs-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "prs_Arab-azb_Arab", + "languages": [ + "prs-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-deu_Latn", + "languages": [ + "prs-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "prs_Arab-hat_Latn", + "languages": [ + "prs-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494642, + "recall": 0.545455, + "f1": 0.508424, + "accuracy": 0.545455, + "main_score": 0.508424, + "hf_subset": "prs_Arab-kbp_Latn", + "languages": [ + "prs-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569801, + "recall": 0.626482, + "f1": 0.585421, + "accuracy": 0.626482, + "main_score": 0.585421, + "hf_subset": "prs_Arab-luo_Latn", + "languages": [ + "prs-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-ory_Orya", + "languages": [ + "prs-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58658, + "recall": 0.646245, + "f1": 0.603746, + "accuracy": 0.646245, + "main_score": 0.603746, + "hf_subset": "prs_Arab-sna_Latn", + "languages": [ + "prs-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561514, + "recall": 0.615613, + "f1": 0.575782, + "accuracy": 0.615613, + "main_score": 0.575782, + "hf_subset": "prs_Arab-tso_Latn", + "languages": [ + "prs-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "prs_Arab-azj_Latn", + "languages": [ + "prs-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534745, + "recall": 0.600791, + "f1": 0.553597, + "accuracy": 0.600791, + "main_score": 0.553597, + "hf_subset": "prs_Arab-dik_Latn", + "languages": [ + "prs-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748232, + "recall": 0.801383, + "f1": 0.76357, + "accuracy": 0.801383, + "main_score": 0.76357, + "hf_subset": "prs_Arab-hau_Latn", + "languages": [ + "prs-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "prs_Arab-kea_Latn", + "languages": [ + "prs-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756209, + "recall": 0.800395, + "f1": 0.769452, + "accuracy": 0.800395, + "main_score": 0.769452, + "hf_subset": "prs_Arab-lus_Latn", + "languages": [ + "prs-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872727, + "recall": 0.903162, + "f1": 0.881884, + "accuracy": 0.903162, + "main_score": 0.881884, + "hf_subset": "prs_Arab-pag_Latn", + "languages": [ + "prs-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-snd_Arab", + "languages": [ + "prs-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "prs_Arab-tuk_Latn", + "languages": [ + "prs-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "prs_Arab-bak_Cyrl", + "languages": [ + "prs-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474613, + "recall": 0.555336, + "f1": 0.497967, + "accuracy": 0.555336, + "main_score": 0.497967, + "hf_subset": "prs_Arab-dyu_Latn", + "languages": [ + "prs-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "prs_Arab-khk_Cyrl", + "languages": [ + "prs-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-lvs_Latn", + "languages": [ + "prs-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "prs_Arab-pan_Guru", + "languages": [ + "prs-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721617, + "recall": 0.780632, + "f1": 0.739312, + "accuracy": 0.780632, + "main_score": 0.739312, + "hf_subset": "prs_Arab-som_Latn", + "languages": [ + "prs-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598323, + "recall": 0.648221, + "f1": 0.612118, + "accuracy": 0.648221, + "main_score": 0.612118, + "hf_subset": "prs_Arab-tum_Latn", + "languages": [ + "prs-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580288, + "recall": 0.645257, + "f1": 0.598462, + "accuracy": 0.645257, + "main_score": 0.598462, + "hf_subset": "swe_Latn-ace_Arab", + "languages": [ + "swe-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541636, + "recall": 0.600791, + "f1": 0.557671, + "accuracy": 0.600791, + "main_score": 0.557671, + "hf_subset": "swe_Latn-bam_Latn", + "languages": [ + "swe-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438934, + "recall": 0.51581, + "f1": 0.459979, + "accuracy": 0.51581, + "main_score": 0.459979, + "hf_subset": "swe_Latn-dzo_Tibt", + "languages": [ + "swe-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-khm_Khmr", + "languages": [ + "swe-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-mag_Deva", + "languages": [ + "swe-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "swe_Latn-pap_Latn", + "languages": [ + "swe-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608074, + "recall": 0.668972, + "f1": 0.625431, + "accuracy": 0.668972, + "main_score": 0.625431, + "hf_subset": "swe_Latn-sot_Latn", + "languages": [ + "swe-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88694, + "recall": 0.916996, + "f1": 0.896429, + "accuracy": 0.916996, + "main_score": 0.896429, + "hf_subset": "swe_Latn-ace_Latn", + "languages": [ + "swe-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.978261, + "f1": 0.973155, + "accuracy": 0.978261, + "main_score": 0.973155, + "hf_subset": "swe_Latn-ban_Latn", + "languages": [ + "swe-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "swe_Latn-hne_Deva", + "languages": [ + "swe-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605938, + "recall": 0.662055, + "f1": 0.622419, + "accuracy": 0.662055, + "main_score": 0.622419, + "hf_subset": "swe_Latn-kik_Latn", + "languages": [ + "swe-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-mai_Deva", + "languages": [ + "swe-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "swe_Latn-pbt_Arab", + "languages": [ + "swe-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617038, + "recall": 0.682806, + "f1": 0.635693, + "accuracy": 0.682806, + "main_score": 0.635693, + "hf_subset": "swe_Latn-twi_Latn", + "languages": [ + "swe-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-acm_Arab", + "languages": [ + "swe-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-bel_Cyrl", + "languages": [ + "swe-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-hrv_Latn", + "languages": [ + "swe-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556096, + "recall": 0.620553, + "f1": 0.574115, + "accuracy": 0.620553, + "main_score": 0.574115, + "hf_subset": "swe_Latn-kin_Latn", + "languages": [ + "swe-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-mal_Mlym", + "languages": [ + "swe-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-pes_Arab", + "languages": [ + "swe-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-srd_Latn", + "languages": [ + "swe-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184871, + "recall": 0.236166, + "f1": 0.197699, + "accuracy": 0.236166, + "main_score": 0.197699, + "hf_subset": "swe_Latn-tzm_Tfng", + "languages": [ + "swe-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-acq_Arab", + "languages": [ + "swe-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636471, + "recall": 0.6917, + "f1": 0.65215, + "accuracy": 0.6917, + "main_score": 0.65215, + "hf_subset": "swe_Latn-bem_Latn", + "languages": [ + "swe-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-epo_Latn", + "languages": [ + "swe-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-kir_Cyrl", + "languages": [ + "swe-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-mar_Deva", + "languages": [ + "swe-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685754, + "recall": 0.742095, + "f1": 0.702339, + "accuracy": 0.742095, + "main_score": 0.702339, + "hf_subset": "swe_Latn-plt_Latn", + "languages": [ + "swe-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-srp_Cyrl", + "languages": [ + "swe-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "swe_Latn-uig_Arab", + "languages": [ + "swe-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-aeb_Arab", + "languages": [ + "swe-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-est_Latn", + "languages": [ + "swe-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-hye_Armn", + "languages": [ + "swe-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566825, + "recall": 0.62253, + "f1": 0.582532, + "accuracy": 0.62253, + "main_score": 0.582532, + "hf_subset": "swe_Latn-kmb_Latn", + "languages": [ + "swe-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51625, + "recall": 0.591897, + "f1": 0.537035, + "accuracy": 0.591897, + "main_score": 0.537035, + "hf_subset": "swe_Latn-min_Arab", + "languages": [ + "swe-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567803, + "recall": 0.629447, + "f1": 0.586067, + "accuracy": 0.629447, + "main_score": 0.586067, + "hf_subset": "swe_Latn-ssw_Latn", + "languages": [ + "swe-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ukr_Cyrl", + "languages": [ + "swe-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-bho_Deva", + "languages": [ + "swe-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-eus_Latn", + "languages": [ + "swe-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599301, + "recall": 0.666008, + "f1": 0.618664, + "accuracy": 0.666008, + "main_score": 0.618664, + "hf_subset": "swe_Latn-ibo_Latn", + "languages": [ + "swe-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918725, + "recall": 0.943676, + "f1": 0.926779, + "accuracy": 0.943676, + "main_score": 0.926779, + "hf_subset": "swe_Latn-kmr_Latn", + "languages": [ + "swe-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "swe_Latn-min_Latn", + "languages": [ + "swe-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-sun_Latn", + "languages": [ + "swe-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529481, + "recall": 0.588933, + "f1": 0.546669, + "accuracy": 0.588933, + "main_score": 0.546669, + "hf_subset": "swe_Latn-umb_Latn", + "languages": [ + "swe-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ajp_Arab", + "languages": [ + "swe-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546914, + "recall": 0.615613, + "f1": 0.56618, + "accuracy": 0.615613, + "main_score": 0.56618, + "hf_subset": "swe_Latn-bjn_Arab", + "languages": [ + "swe-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541669, + "recall": 0.597826, + "f1": 0.556913, + "accuracy": 0.597826, + "main_score": 0.556913, + "hf_subset": "swe_Latn-ewe_Latn", + "languages": [ + "swe-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "swe_Latn-ilo_Latn", + "languages": [ + "swe-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324713, + "recall": 0.384387, + "f1": 0.341087, + "accuracy": 0.384387, + "main_score": 0.341087, + "hf_subset": "swe_Latn-knc_Arab", + "languages": [ + "swe-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-mkd_Cyrl", + "languages": [ + "swe-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-prs_Arab", + "languages": [ + "swe-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-urd_Arab", + "languages": [ + "swe-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608317, + "recall": 0.670949, + "f1": 0.625781, + "accuracy": 0.670949, + "main_score": 0.625781, + "hf_subset": "swe_Latn-aka_Latn", + "languages": [ + "swe-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-bjn_Latn", + "languages": [ + "swe-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604161, + "recall": 0.656126, + "f1": 0.61895, + "accuracy": 0.656126, + "main_score": 0.61895, + "hf_subset": "swe_Latn-knc_Latn", + "languages": [ + "swe-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-mlt_Latn", + "languages": [ + "swe-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723058, + "recall": 0.781621, + "f1": 0.740275, + "accuracy": 0.781621, + "main_score": 0.740275, + "hf_subset": "swe_Latn-quy_Latn", + "languages": [ + "swe-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "swe_Latn-swh_Latn", + "languages": [ + "swe-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-uzn_Latn", + "languages": [ + "swe-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-als_Latn", + "languages": [ + "swe-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648641, + "recall": 0.729249, + "f1": 0.672227, + "accuracy": 0.729249, + "main_score": 0.672227, + "hf_subset": "swe_Latn-bod_Tibt", + "languages": [ + "swe-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730896, + "recall": 0.787549, + "f1": 0.747563, + "accuracy": 0.787549, + "main_score": 0.747563, + "hf_subset": "swe_Latn-fij_Latn", + "languages": [ + "swe-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67817, + "recall": 0.731225, + "f1": 0.693961, + "accuracy": 0.731225, + "main_score": 0.693961, + "hf_subset": "swe_Latn-kon_Latn", + "languages": [ + "swe-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681679, + "recall": 0.740119, + "f1": 0.698666, + "accuracy": 0.740119, + "main_score": 0.698666, + "hf_subset": "swe_Latn-mni_Beng", + "languages": [ + "swe-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ron_Latn", + "languages": [ + "swe-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "swe_Latn-szl_Latn", + "languages": [ + "swe-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-vec_Latn", + "languages": [ + "swe-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "swe_Latn-amh_Ethi", + "languages": [ + "swe-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-bos_Latn", + "languages": [ + "swe-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ita_Latn", + "languages": [ + "swe-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558813, + "recall": 0.621542, + "f1": 0.576611, + "accuracy": 0.621542, + "main_score": 0.576611, + "hf_subset": "swe_Latn-mos_Latn", + "languages": [ + "swe-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561613, + "recall": 0.617589, + "f1": 0.577986, + "accuracy": 0.617589, + "main_score": 0.577986, + "hf_subset": "swe_Latn-run_Latn", + "languages": [ + "swe-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-apc_Arab", + "languages": [ + "swe-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813603, + "recall": 0.857708, + "f1": 0.826995, + "accuracy": 0.857708, + "main_score": 0.826995, + "hf_subset": "swe_Latn-bug_Latn", + "languages": [ + "swe-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479844, + "recall": 0.538538, + "f1": 0.495446, + "accuracy": 0.538538, + "main_score": 0.495446, + "hf_subset": "swe_Latn-fon_Latn", + "languages": [ + "swe-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-jav_Latn", + "languages": [ + "swe-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "swe_Latn-lao_Laoo", + "languages": [ + "swe-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891304, + "recall": 0.922925, + "f1": 0.901318, + "accuracy": 0.922925, + "main_score": 0.901318, + "hf_subset": "swe_Latn-mri_Latn", + "languages": [ + "swe-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544642, + "recall": 0.607708, + "f1": 0.562474, + "accuracy": 0.607708, + "main_score": 0.562474, + "hf_subset": "swe_Latn-taq_Latn", + "languages": [ + "swe-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-war_Latn", + "languages": [ + "swe-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-bul_Cyrl", + "languages": [ + "swe-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "swe_Latn-lij_Latn", + "languages": [ + "swe-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "swe_Latn-mya_Mymr", + "languages": [ + "swe-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617751, + "recall": 0.682806, + "f1": 0.635976, + "accuracy": 0.682806, + "main_score": 0.635976, + "hf_subset": "swe_Latn-sag_Latn", + "languages": [ + "swe-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192746, + "recall": 0.250988, + "f1": 0.206284, + "accuracy": 0.250988, + "main_score": 0.206284, + "hf_subset": "swe_Latn-taq_Tfng", + "languages": [ + "swe-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648065, + "recall": 0.708498, + "f1": 0.665156, + "accuracy": 0.708498, + "main_score": 0.665156, + "hf_subset": "swe_Latn-wol_Latn", + "languages": [ + "swe-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810919, + "recall": 0.858696, + "f1": 0.825264, + "accuracy": 0.858696, + "main_score": 0.825264, + "hf_subset": "swe_Latn-arb_Latn", + "languages": [ + "swe-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-cat_Latn", + "languages": [ + "swe-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-fur_Latn", + "languages": [ + "swe-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416365, + "recall": 0.479249, + "f1": 0.434126, + "accuracy": 0.479249, + "main_score": 0.434126, + "hf_subset": "swe_Latn-kab_Latn", + "languages": [ + "swe-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-lim_Latn", + "languages": [ + "swe-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "swe_Latn-san_Deva", + "languages": [ + "swe-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-tat_Cyrl", + "languages": [ + "swe-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691215, + "recall": 0.747036, + "f1": 0.708006, + "accuracy": 0.747036, + "main_score": 0.708006, + "hf_subset": "swe_Latn-xho_Latn", + "languages": [ + "swe-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ars_Arab", + "languages": [ + "swe-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ceb_Latn", + "languages": [ + "swe-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570854, + "recall": 0.630435, + "f1": 0.587611, + "accuracy": 0.630435, + "main_score": 0.587611, + "hf_subset": "swe_Latn-fuv_Latn", + "languages": [ + "swe-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515116, + "recall": 0.583992, + "f1": 0.534321, + "accuracy": 0.583992, + "main_score": 0.534321, + "hf_subset": "swe_Latn-kac_Latn", + "languages": [ + "swe-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673413, + "recall": 0.728261, + "f1": 0.689756, + "accuracy": 0.728261, + "main_score": 0.689756, + "hf_subset": "swe_Latn-lin_Latn", + "languages": [ + "swe-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244408, + "recall": 0.325099, + "f1": 0.265158, + "accuracy": 0.325099, + "main_score": 0.265158, + "hf_subset": "swe_Latn-sat_Olck", + "languages": [ + "swe-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-tel_Telu", + "languages": [ + "swe-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "swe_Latn-ydd_Hebr", + "languages": [ + "swe-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "swe_Latn-ary_Arab", + "languages": [ + "swe-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ces_Latn", + "languages": [ + "swe-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590935, + "recall": 0.653162, + "f1": 0.609437, + "accuracy": 0.653162, + "main_score": 0.609437, + "hf_subset": "swe_Latn-gaz_Latn", + "languages": [ + "swe-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592377, + "recall": 0.655138, + "f1": 0.610117, + "accuracy": 0.655138, + "main_score": 0.610117, + "hf_subset": "swe_Latn-kam_Latn", + "languages": [ + "swe-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "swe_Latn-scn_Latn", + "languages": [ + "swe-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "swe_Latn-tgk_Cyrl", + "languages": [ + "swe-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728706, + "recall": 0.79249, + "f1": 0.748188, + "accuracy": 0.79249, + "main_score": 0.748188, + "hf_subset": "swe_Latn-yor_Latn", + "languages": [ + "swe-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-arz_Arab", + "languages": [ + "swe-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558857, + "recall": 0.617589, + "f1": 0.575601, + "accuracy": 0.617589, + "main_score": 0.575601, + "hf_subset": "swe_Latn-cjk_Latn", + "languages": [ + "swe-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814476, + "recall": 0.860672, + "f1": 0.828873, + "accuracy": 0.860672, + "main_score": 0.828873, + "hf_subset": "swe_Latn-gla_Latn", + "languages": [ + "swe-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-kan_Knda", + "languages": [ + "swe-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "swe_Latn-lmo_Latn", + "languages": [ + "swe-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "swe_Latn-npi_Deva", + "languages": [ + "swe-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478999, + "recall": 0.545455, + "f1": 0.49728, + "accuracy": 0.545455, + "main_score": 0.49728, + "hf_subset": "swe_Latn-shn_Mymr", + "languages": [ + "swe-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-tgl_Latn", + "languages": [ + "swe-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-yue_Hant", + "languages": [ + "swe-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-asm_Beng", + "languages": [ + "swe-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "swe_Latn-ckb_Arab", + "languages": [ + "swe-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911067, + "recall": 0.935771, + "f1": 0.918775, + "accuracy": 0.935771, + "main_score": 0.918775, + "hf_subset": "swe_Latn-gle_Latn", + "languages": [ + "swe-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "swe_Latn-kas_Arab", + "languages": [ + "swe-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "swe_Latn-ltg_Latn", + "languages": [ + "swe-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621816, + "recall": 0.679842, + "f1": 0.638894, + "accuracy": 0.679842, + "main_score": 0.638894, + "hf_subset": "swe_Latn-nso_Latn", + "languages": [ + "swe-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-sin_Sinh", + "languages": [ + "swe-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-tha_Thai", + "languages": [ + "swe-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-zho_Hans", + "languages": [ + "swe-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ast_Latn", + "languages": [ + "swe-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-crh_Latn", + "languages": [ + "swe-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-glg_Latn", + "languages": [ + "swe-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914279, + "recall": 0.939723, + "f1": 0.922299, + "accuracy": 0.939723, + "main_score": 0.922299, + "hf_subset": "swe_Latn-kas_Deva", + "languages": [ + "swe-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465277, + "recall": 0.535573, + "f1": 0.484696, + "accuracy": 0.535573, + "main_score": 0.484696, + "hf_subset": "swe_Latn-nus_Latn", + "languages": [ + "swe-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-slk_Latn", + "languages": [ + "swe-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634463, + "recall": 0.708498, + "f1": 0.656326, + "accuracy": 0.708498, + "main_score": 0.656326, + "hf_subset": "swe_Latn-tir_Ethi", + "languages": [ + "swe-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "swe_Latn-awa_Deva", + "languages": [ + "swe-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "swe_Latn-cym_Latn", + "languages": [ + "swe-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867836, + "recall": 0.902174, + "f1": 0.878524, + "accuracy": 0.902174, + "main_score": 0.878524, + "hf_subset": "swe_Latn-grn_Latn", + "languages": [ + "swe-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-kat_Geor", + "languages": [ + "swe-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665927, + "recall": 0.717391, + "f1": 0.680818, + "accuracy": 0.717391, + "main_score": 0.680818, + "hf_subset": "swe_Latn-lua_Latn", + "languages": [ + "swe-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662057, + "recall": 0.719368, + "f1": 0.678644, + "accuracy": 0.719368, + "main_score": 0.678644, + "hf_subset": "swe_Latn-nya_Latn", + "languages": [ + "swe-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-slv_Latn", + "languages": [ + "swe-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "swe_Latn-tpi_Latn", + "languages": [ + "swe-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-zsm_Latn", + "languages": [ + "swe-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553956, + "recall": 0.620553, + "f1": 0.572703, + "accuracy": 0.620553, + "main_score": 0.572703, + "hf_subset": "swe_Latn-ayr_Latn", + "languages": [ + "swe-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-guj_Gujr", + "languages": [ + "swe-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-kaz_Cyrl", + "languages": [ + "swe-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55942, + "recall": 0.619565, + "f1": 0.576446, + "accuracy": 0.619565, + "main_score": 0.576446, + "hf_subset": "swe_Latn-lug_Latn", + "languages": [ + "swe-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-oci_Latn", + "languages": [ + "swe-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844121, + "recall": 0.883399, + "f1": 0.856061, + "accuracy": 0.883399, + "main_score": 0.856061, + "hf_subset": "swe_Latn-smo_Latn", + "languages": [ + "swe-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55755, + "recall": 0.62253, + "f1": 0.576129, + "accuracy": 0.62253, + "main_score": 0.576129, + "hf_subset": "swe_Latn-tsn_Latn", + "languages": [ + "swe-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630256, + "recall": 0.693676, + "f1": 0.649031, + "accuracy": 0.693676, + "main_score": 0.649031, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936841, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "swe_Latn-azb_Arab", + "languages": [ + "swe-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "swe_Latn-hat_Latn", + "languages": [ + "swe-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505247, + "recall": 0.562253, + "f1": 0.521137, + "accuracy": 0.562253, + "main_score": 0.521137, + "hf_subset": "swe_Latn-kbp_Latn", + "languages": [ + "swe-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583625, + "recall": 0.636364, + "f1": 0.597836, + "accuracy": 0.636364, + "main_score": 0.597836, + "hf_subset": "swe_Latn-luo_Latn", + "languages": [ + "swe-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-ory_Orya", + "languages": [ + "swe-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60388, + "recall": 0.666996, + "f1": 0.622306, + "accuracy": 0.666996, + "main_score": 0.622306, + "hf_subset": "swe_Latn-sna_Latn", + "languages": [ + "swe-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560945, + "recall": 0.619565, + "f1": 0.577332, + "accuracy": 0.619565, + "main_score": 0.577332, + "hf_subset": "swe_Latn-tso_Latn", + "languages": [ + "swe-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-azj_Latn", + "languages": [ + "swe-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550128, + "recall": 0.619565, + "f1": 0.570425, + "accuracy": 0.619565, + "main_score": 0.570425, + "hf_subset": "swe_Latn-dik_Latn", + "languages": [ + "swe-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764585, + "recall": 0.815217, + "f1": 0.779694, + "accuracy": 0.815217, + "main_score": 0.779694, + "hf_subset": "swe_Latn-hau_Latn", + "languages": [ + "swe-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "swe_Latn-kea_Latn", + "languages": [ + "swe-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746574, + "recall": 0.801383, + "f1": 0.763359, + "accuracy": 0.801383, + "main_score": 0.763359, + "hf_subset": "swe_Latn-lus_Latn", + "languages": [ + "swe-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885244, + "recall": 0.913043, + "f1": 0.893906, + "accuracy": 0.913043, + "main_score": 0.893906, + "hf_subset": "swe_Latn-pag_Latn", + "languages": [ + "swe-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "swe_Latn-snd_Arab", + "languages": [ + "swe-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "swe_Latn-tuk_Latn", + "languages": [ + "swe-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "swe_Latn-bak_Cyrl", + "languages": [ + "swe-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506893, + "recall": 0.582016, + "f1": 0.529405, + "accuracy": 0.582016, + "main_score": 0.529405, + "hf_subset": "swe_Latn-dyu_Latn", + "languages": [ + "swe-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "swe_Latn-khk_Cyrl", + "languages": [ + "swe-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-lvs_Latn", + "languages": [ + "swe-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "swe_Latn-pan_Guru", + "languages": [ + "swe-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723486, + "recall": 0.778656, + "f1": 0.740176, + "accuracy": 0.778656, + "main_score": 0.740176, + "hf_subset": "swe_Latn-som_Latn", + "languages": [ + "swe-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602877, + "recall": 0.656126, + "f1": 0.617638, + "accuracy": 0.656126, + "main_score": 0.617638, + "hf_subset": "swe_Latn-tum_Latn", + "languages": [ + "swe-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542379, + "recall": 0.603755, + "f1": 0.559189, + "accuracy": 0.603755, + "main_score": 0.559189, + "hf_subset": "urd_Arab-ace_Arab", + "languages": [ + "urd-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494549, + "recall": 0.557312, + "f1": 0.511992, + "accuracy": 0.557312, + "main_score": 0.511992, + "hf_subset": "urd_Arab-bam_Latn", + "languages": [ + "urd-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431481, + "recall": 0.508893, + "f1": 0.451368, + "accuracy": 0.508893, + "main_score": 0.451368, + "hf_subset": "urd_Arab-dzo_Tibt", + "languages": [ + "urd-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-khm_Khmr", + "languages": [ + "urd-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-mag_Deva", + "languages": [ + "urd-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "urd_Arab-pap_Latn", + "languages": [ + "urd-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571762, + "recall": 0.631423, + "f1": 0.588178, + "accuracy": 0.631423, + "main_score": 0.588178, + "hf_subset": "urd_Arab-sot_Latn", + "languages": [ + "urd-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-tur_Latn", + "languages": [ + "urd-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854308, + "recall": 0.891304, + "f1": 0.865728, + "accuracy": 0.891304, + "main_score": 0.865728, + "hf_subset": "urd_Arab-ace_Latn", + "languages": [ + "urd-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955781, + "recall": 0.967391, + "f1": 0.959552, + "accuracy": 0.967391, + "main_score": 0.959552, + "hf_subset": "urd_Arab-ban_Latn", + "languages": [ + "urd-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ell_Grek", + "languages": [ + "urd-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "urd_Arab-hne_Deva", + "languages": [ + "urd-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565195, + "recall": 0.629447, + "f1": 0.583835, + "accuracy": 0.629447, + "main_score": 0.583835, + "hf_subset": "urd_Arab-kik_Latn", + "languages": [ + "urd-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "urd_Arab-pbt_Arab", + "languages": [ + "urd-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-spa_Latn", + "languages": [ + "urd-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592787, + "recall": 0.658103, + "f1": 0.610484, + "accuracy": 0.658103, + "main_score": 0.610484, + "hf_subset": "urd_Arab-twi_Latn", + "languages": [ + "urd-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-acm_Arab", + "languages": [ + "urd-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-bel_Cyrl", + "languages": [ + "urd-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-hrv_Latn", + "languages": [ + "urd-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536001, + "recall": 0.596838, + "f1": 0.552815, + "accuracy": 0.596838, + "main_score": 0.552815, + "hf_subset": "urd_Arab-kin_Latn", + "languages": [ + "urd-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-pes_Arab", + "languages": [ + "urd-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-srd_Latn", + "languages": [ + "urd-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190796, + "recall": 0.235178, + "f1": 0.202245, + "accuracy": 0.235178, + "main_score": 0.202245, + "hf_subset": "urd_Arab-tzm_Tfng", + "languages": [ + "urd-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-acq_Arab", + "languages": [ + "urd-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60635, + "recall": 0.653162, + "f1": 0.619323, + "accuracy": 0.653162, + "main_score": 0.619323, + "hf_subset": "urd_Arab-bem_Latn", + "languages": [ + "urd-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-epo_Latn", + "languages": [ + "urd-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-hun_Latn", + "languages": [ + "urd-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-kir_Cyrl", + "languages": [ + "urd-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653195, + "recall": 0.710474, + "f1": 0.670323, + "accuracy": 0.710474, + "main_score": 0.670323, + "hf_subset": "urd_Arab-plt_Latn", + "languages": [ + "urd-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-srp_Cyrl", + "languages": [ + "urd-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "urd_Arab-uig_Arab", + "languages": [ + "urd-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "urd_Arab-aeb_Arab", + "languages": [ + "urd-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-est_Latn", + "languages": [ + "urd-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-hye_Armn", + "languages": [ + "urd-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519344, + "recall": 0.572134, + "f1": 0.534324, + "accuracy": 0.572134, + "main_score": 0.534324, + "hf_subset": "urd_Arab-kmb_Latn", + "languages": [ + "urd-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473749, + "recall": 0.546443, + "f1": 0.492832, + "accuracy": 0.546443, + "main_score": 0.492832, + "hf_subset": "urd_Arab-min_Arab", + "languages": [ + "urd-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-pol_Latn", + "languages": [ + "urd-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537493, + "recall": 0.603755, + "f1": 0.556868, + "accuracy": 0.603755, + "main_score": 0.556868, + "hf_subset": "urd_Arab-ssw_Latn", + "languages": [ + "urd-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ukr_Cyrl", + "languages": [ + "urd-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-afr_Latn", + "languages": [ + "urd-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-bho_Deva", + "languages": [ + "urd-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55094, + "recall": 0.616601, + "f1": 0.569326, + "accuracy": 0.616601, + "main_score": 0.569326, + "hf_subset": "urd_Arab-ibo_Latn", + "languages": [ + "urd-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883811, + "recall": 0.916008, + "f1": 0.894005, + "accuracy": 0.916008, + "main_score": 0.894005, + "hf_subset": "urd_Arab-kmr_Latn", + "languages": [ + "urd-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "urd_Arab-min_Latn", + "languages": [ + "urd-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-por_Latn", + "languages": [ + "urd-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-sun_Latn", + "languages": [ + "urd-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497989, + "recall": 0.556324, + "f1": 0.51425, + "accuracy": 0.556324, + "main_score": 0.51425, + "hf_subset": "urd_Arab-umb_Latn", + "languages": [ + "urd-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-ajp_Arab", + "languages": [ + "urd-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516892, + "recall": 0.577075, + "f1": 0.534158, + "accuracy": 0.577075, + "main_score": 0.534158, + "hf_subset": "urd_Arab-bjn_Arab", + "languages": [ + "urd-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487219, + "recall": 0.548419, + "f1": 0.503474, + "accuracy": 0.548419, + "main_score": 0.503474, + "hf_subset": "urd_Arab-ewe_Latn", + "languages": [ + "urd-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "urd_Arab-ilo_Latn", + "languages": [ + "urd-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313142, + "recall": 0.371542, + "f1": 0.329589, + "accuracy": 0.371542, + "main_score": 0.329589, + "hf_subset": "urd_Arab-knc_Arab", + "languages": [ + "urd-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-mkd_Cyrl", + "languages": [ + "urd-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-prs_Arab", + "languages": [ + "urd-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-swe_Latn", + "languages": [ + "urd-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561372, + "recall": 0.629447, + "f1": 0.580378, + "accuracy": 0.629447, + "main_score": 0.580378, + "hf_subset": "urd_Arab-aka_Latn", + "languages": [ + "urd-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-bjn_Latn", + "languages": [ + "urd-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "urd_Arab-fao_Latn", + "languages": [ + "urd-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ind_Latn", + "languages": [ + "urd-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559504, + "recall": 0.615613, + "f1": 0.575264, + "accuracy": 0.615613, + "main_score": 0.575264, + "hf_subset": "urd_Arab-knc_Latn", + "languages": [ + "urd-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-mlt_Latn", + "languages": [ + "urd-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697019, + "recall": 0.755929, + "f1": 0.714277, + "accuracy": 0.755929, + "main_score": 0.714277, + "hf_subset": "urd_Arab-quy_Latn", + "languages": [ + "urd-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "urd_Arab-swh_Latn", + "languages": [ + "urd-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-uzn_Latn", + "languages": [ + "urd-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-als_Latn", + "languages": [ + "urd-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655418, + "recall": 0.732213, + "f1": 0.678153, + "accuracy": 0.732213, + "main_score": 0.678153, + "hf_subset": "urd_Arab-bod_Tibt", + "languages": [ + "urd-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684347, + "recall": 0.744071, + "f1": 0.701452, + "accuracy": 0.744071, + "main_score": 0.701452, + "hf_subset": "urd_Arab-fij_Latn", + "languages": [ + "urd-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "urd_Arab-isl_Latn", + "languages": [ + "urd-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63504, + "recall": 0.6917, + "f1": 0.651774, + "accuracy": 0.6917, + "main_score": 0.651774, + "hf_subset": "urd_Arab-kon_Latn", + "languages": [ + "urd-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659848, + "recall": 0.724308, + "f1": 0.678054, + "accuracy": 0.724308, + "main_score": 0.678054, + "hf_subset": "urd_Arab-mni_Beng", + "languages": [ + "urd-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ron_Latn", + "languages": [ + "urd-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "urd_Arab-szl_Latn", + "languages": [ + "urd-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-vec_Latn", + "languages": [ + "urd-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "urd_Arab-amh_Ethi", + "languages": [ + "urd-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-bos_Latn", + "languages": [ + "urd-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-fin_Latn", + "languages": [ + "urd-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ita_Latn", + "languages": [ + "urd-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-kor_Hang", + "languages": [ + "urd-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523134, + "recall": 0.582016, + "f1": 0.539678, + "accuracy": 0.582016, + "main_score": 0.539678, + "hf_subset": "urd_Arab-mos_Latn", + "languages": [ + "urd-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528726, + "recall": 0.587945, + "f1": 0.545269, + "accuracy": 0.587945, + "main_score": 0.545269, + "hf_subset": "urd_Arab-run_Latn", + "languages": [ + "urd-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-vie_Latn", + "languages": [ + "urd-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-apc_Arab", + "languages": [ + "urd-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780484, + "recall": 0.832016, + "f1": 0.795916, + "accuracy": 0.832016, + "main_score": 0.795916, + "hf_subset": "urd_Arab-bug_Latn", + "languages": [ + "urd-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447756, + "recall": 0.505929, + "f1": 0.463157, + "accuracy": 0.505929, + "main_score": 0.463157, + "hf_subset": "urd_Arab-fon_Latn", + "languages": [ + "urd-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-jav_Latn", + "languages": [ + "urd-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-lao_Laoo", + "languages": [ + "urd-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86861, + "recall": 0.905138, + "f1": 0.880105, + "accuracy": 0.905138, + "main_score": 0.880105, + "hf_subset": "urd_Arab-mri_Latn", + "languages": [ + "urd-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-rus_Cyrl", + "languages": [ + "urd-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522472, + "recall": 0.582016, + "f1": 0.538711, + "accuracy": 0.582016, + "main_score": 0.538711, + "hf_subset": "urd_Arab-taq_Latn", + "languages": [ + "urd-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-war_Latn", + "languages": [ + "urd-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-arb_Arab", + "languages": [ + "urd-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-bul_Cyrl", + "languages": [ + "urd-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-fra_Latn", + "languages": [ + "urd-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-jpn_Jpan", + "languages": [ + "urd-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "urd_Arab-lij_Latn", + "languages": [ + "urd-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "urd_Arab-mya_Mymr", + "languages": [ + "urd-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556089, + "recall": 0.620553, + "f1": 0.57389, + "accuracy": 0.620553, + "main_score": 0.57389, + "hf_subset": "urd_Arab-sag_Latn", + "languages": [ + "urd-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203606, + "recall": 0.259881, + "f1": 0.216439, + "accuracy": 0.259881, + "main_score": 0.216439, + "hf_subset": "urd_Arab-taq_Tfng", + "languages": [ + "urd-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59865, + "recall": 0.661067, + "f1": 0.61613, + "accuracy": 0.661067, + "main_score": 0.61613, + "hf_subset": "urd_Arab-wol_Latn", + "languages": [ + "urd-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788752, + "recall": 0.841897, + "f1": 0.804696, + "accuracy": 0.841897, + "main_score": 0.804696, + "hf_subset": "urd_Arab-arb_Latn", + "languages": [ + "urd-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-cat_Latn", + "languages": [ + "urd-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-fur_Latn", + "languages": [ + "urd-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397287, + "recall": 0.449605, + "f1": 0.411655, + "accuracy": 0.449605, + "main_score": 0.411655, + "hf_subset": "urd_Arab-kab_Latn", + "languages": [ + "urd-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "urd_Arab-lim_Latn", + "languages": [ + "urd-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-nld_Latn", + "languages": [ + "urd-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-tat_Cyrl", + "languages": [ + "urd-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661314, + "recall": 0.721344, + "f1": 0.679006, + "accuracy": 0.721344, + "main_score": 0.679006, + "hf_subset": "urd_Arab-xho_Latn", + "languages": [ + "urd-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ars_Arab", + "languages": [ + "urd-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ceb_Latn", + "languages": [ + "urd-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548546, + "recall": 0.61166, + "f1": 0.566008, + "accuracy": 0.61166, + "main_score": 0.566008, + "hf_subset": "urd_Arab-fuv_Latn", + "languages": [ + "urd-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486278, + "recall": 0.55336, + "f1": 0.504263, + "accuracy": 0.55336, + "main_score": 0.504263, + "hf_subset": "urd_Arab-kac_Latn", + "languages": [ + "urd-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65373, + "recall": 0.706522, + "f1": 0.669084, + "accuracy": 0.706522, + "main_score": 0.669084, + "hf_subset": "urd_Arab-lin_Latn", + "languages": [ + "urd-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-nno_Latn", + "languages": [ + "urd-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.254863, + "recall": 0.333004, + "f1": 0.274937, + "accuracy": 0.333004, + "main_score": 0.274937, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "urd_Arab-ydd_Hebr", + "languages": [ + "urd-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "urd_Arab-ary_Arab", + "languages": [ + "urd-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ces_Latn", + "languages": [ + "urd-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567491, + "recall": 0.628458, + "f1": 0.584727, + "accuracy": 0.628458, + "main_score": 0.584727, + "hf_subset": "urd_Arab-gaz_Latn", + "languages": [ + "urd-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565291, + "recall": 0.633399, + "f1": 0.584667, + "accuracy": 0.633399, + "main_score": 0.584667, + "hf_subset": "urd_Arab-kam_Latn", + "languages": [ + "urd-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "urd_Arab-lit_Latn", + "languages": [ + "urd-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-nob_Latn", + "languages": [ + "urd-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "urd_Arab-scn_Latn", + "languages": [ + "urd-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "urd_Arab-tgk_Cyrl", + "languages": [ + "urd-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705567, + "recall": 0.772727, + "f1": 0.725593, + "accuracy": 0.772727, + "main_score": 0.725593, + "hf_subset": "urd_Arab-yor_Latn", + "languages": [ + "urd-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-arz_Arab", + "languages": [ + "urd-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52767, + "recall": 0.590909, + "f1": 0.545735, + "accuracy": 0.590909, + "main_score": 0.545735, + "hf_subset": "urd_Arab-cjk_Latn", + "languages": [ + "urd-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775774, + "recall": 0.829051, + "f1": 0.792523, + "accuracy": 0.829051, + "main_score": 0.792523, + "hf_subset": "urd_Arab-gla_Latn", + "languages": [ + "urd-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "urd_Arab-lmo_Latn", + "languages": [ + "urd-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443791, + "recall": 0.506917, + "f1": 0.460835, + "accuracy": 0.506917, + "main_score": 0.460835, + "hf_subset": "urd_Arab-shn_Mymr", + "languages": [ + "urd-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-tgl_Latn", + "languages": [ + "urd-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-yue_Hant", + "languages": [ + "urd-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "urd_Arab-ckb_Arab", + "languages": [ + "urd-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882205, + "recall": 0.91502, + "f1": 0.892512, + "accuracy": 0.91502, + "main_score": 0.892512, + "hf_subset": "urd_Arab-gle_Latn", + "languages": [ + "urd-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936924, + "recall": 0.956522, + "f1": 0.943347, + "accuracy": 0.956522, + "main_score": 0.943347, + "hf_subset": "urd_Arab-ltg_Latn", + "languages": [ + "urd-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589145, + "recall": 0.642292, + "f1": 0.60388, + "accuracy": 0.642292, + "main_score": 0.60388, + "hf_subset": "urd_Arab-nso_Latn", + "languages": [ + "urd-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-tha_Thai", + "languages": [ + "urd-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-zho_Hans", + "languages": [ + "urd-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-ast_Latn", + "languages": [ + "urd-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-crh_Latn", + "languages": [ + "urd-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-glg_Latn", + "languages": [ + "urd-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923584, + "recall": 0.94664, + "f1": 0.930995, + "accuracy": 0.94664, + "main_score": 0.930995, + "hf_subset": "urd_Arab-kas_Deva", + "languages": [ + "urd-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "urd_Arab-ltz_Latn", + "languages": [ + "urd-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440903, + "recall": 0.51087, + "f1": 0.460192, + "accuracy": 0.51087, + "main_score": 0.460192, + "hf_subset": "urd_Arab-nus_Latn", + "languages": [ + "urd-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-slk_Latn", + "languages": [ + "urd-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612624, + "recall": 0.683794, + "f1": 0.63328, + "accuracy": 0.683794, + "main_score": 0.63328, + "hf_subset": "urd_Arab-tir_Ethi", + "languages": [ + "urd-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-zho_Hant", + "languages": [ + "urd-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "urd_Arab-awa_Deva", + "languages": [ + "urd-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "urd_Arab-cym_Latn", + "languages": [ + "urd-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818874, + "recall": 0.860672, + "f1": 0.831409, + "accuracy": 0.860672, + "main_score": 0.831409, + "hf_subset": "urd_Arab-grn_Latn", + "languages": [ + "urd-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-kat_Geor", + "languages": [ + "urd-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621745, + "recall": 0.676877, + "f1": 0.637189, + "accuracy": 0.676877, + "main_score": 0.637189, + "hf_subset": "urd_Arab-lua_Latn", + "languages": [ + "urd-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621774, + "recall": 0.683794, + "f1": 0.639545, + "accuracy": 0.683794, + "main_score": 0.639545, + "hf_subset": "urd_Arab-nya_Latn", + "languages": [ + "urd-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-slv_Latn", + "languages": [ + "urd-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "urd_Arab-tpi_Latn", + "languages": [ + "urd-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-zsm_Latn", + "languages": [ + "urd-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527167, + "recall": 0.588933, + "f1": 0.544621, + "accuracy": 0.588933, + "main_score": 0.544621, + "hf_subset": "urd_Arab-ayr_Latn", + "languages": [ + "urd-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-dan_Latn", + "languages": [ + "urd-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "urd_Arab-kaz_Cyrl", + "languages": [ + "urd-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510264, + "recall": 0.575099, + "f1": 0.527902, + "accuracy": 0.575099, + "main_score": 0.527902, + "hf_subset": "urd_Arab-lug_Latn", + "languages": [ + "urd-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-oci_Latn", + "languages": [ + "urd-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825049, + "recall": 0.869565, + "f1": 0.838556, + "accuracy": 0.869565, + "main_score": 0.838556, + "hf_subset": "urd_Arab-smo_Latn", + "languages": [ + "urd-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518183, + "recall": 0.586957, + "f1": 0.537157, + "accuracy": 0.586957, + "main_score": 0.537157, + "hf_subset": "urd_Arab-tsn_Latn", + "languages": [ + "urd-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607708, + "recall": 0.666996, + "f1": 0.62477, + "accuracy": 0.666996, + "main_score": 0.62477, + "hf_subset": "urd_Arab-zul_Latn", + "languages": [ + "urd-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "urd_Arab-azb_Arab", + "languages": [ + "urd-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-deu_Latn", + "languages": [ + "urd-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "urd_Arab-hat_Latn", + "languages": [ + "urd-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459389, + "recall": 0.521739, + "f1": 0.476337, + "accuracy": 0.521739, + "main_score": 0.476337, + "hf_subset": "urd_Arab-kbp_Latn", + "languages": [ + "urd-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550678, + "recall": 0.612648, + "f1": 0.566856, + "accuracy": 0.612648, + "main_score": 0.566856, + "hf_subset": "urd_Arab-luo_Latn", + "languages": [ + "urd-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550602, + "recall": 0.620553, + "f1": 0.57027, + "accuracy": 0.620553, + "main_score": 0.57027, + "hf_subset": "urd_Arab-sna_Latn", + "languages": [ + "urd-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544026, + "recall": 0.596838, + "f1": 0.558472, + "accuracy": 0.596838, + "main_score": 0.558472, + "hf_subset": "urd_Arab-tso_Latn", + "languages": [ + "urd-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-azj_Latn", + "languages": [ + "urd-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512192, + "recall": 0.583004, + "f1": 0.532548, + "accuracy": 0.583004, + "main_score": 0.532548, + "hf_subset": "urd_Arab-dik_Latn", + "languages": [ + "urd-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719928, + "recall": 0.774704, + "f1": 0.736364, + "accuracy": 0.774704, + "main_score": 0.736364, + "hf_subset": "urd_Arab-hau_Latn", + "languages": [ + "urd-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "urd_Arab-kea_Latn", + "languages": [ + "urd-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732131, + "recall": 0.783597, + "f1": 0.747727, + "accuracy": 0.783597, + "main_score": 0.747727, + "hf_subset": "urd_Arab-lus_Latn", + "languages": [ + "urd-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86027, + "recall": 0.892292, + "f1": 0.869812, + "accuracy": 0.892292, + "main_score": 0.869812, + "hf_subset": "urd_Arab-pag_Latn", + "languages": [ + "urd-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "urd_Arab-tuk_Latn", + "languages": [ + "urd-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "urd_Arab-bak_Cyrl", + "languages": [ + "urd-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465459, + "recall": 0.541502, + "f1": 0.487546, + "accuracy": 0.541502, + "main_score": 0.487546, + "hf_subset": "urd_Arab-dyu_Latn", + "languages": [ + "urd-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "urd_Arab-heb_Hebr", + "languages": [ + "urd-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "urd_Arab-khk_Cyrl", + "languages": [ + "urd-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd_Arab-lvs_Latn", + "languages": [ + "urd-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697193, + "recall": 0.757905, + "f1": 0.714971, + "accuracy": 0.757905, + "main_score": 0.714971, + "hf_subset": "urd_Arab-som_Latn", + "languages": [ + "urd-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57584, + "recall": 0.626482, + "f1": 0.590102, + "accuracy": 0.626482, + "main_score": 0.590102, + "hf_subset": "urd_Arab-tum_Latn", + "languages": [ + "urd-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421025, + "recall": 0.472332, + "f1": 0.435387, + "accuracy": 0.472332, + "main_score": 0.435387, + "hf_subset": "aka_Latn-ace_Arab", + "languages": [ + "aka-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49742, + "recall": 0.547431, + "f1": 0.51115, + "accuracy": 0.547431, + "main_score": 0.51115, + "hf_subset": "aka_Latn-bam_Latn", + "languages": [ + "aka-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223261, + "recall": 0.263834, + "f1": 0.233169, + "accuracy": 0.263834, + "main_score": 0.233169, + "hf_subset": "aka_Latn-dzo_Tibt", + "languages": [ + "aka-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582721, + "recall": 0.631423, + "f1": 0.595619, + "accuracy": 0.631423, + "main_score": 0.595619, + "hf_subset": "aka_Latn-hin_Deva", + "languages": [ + "aka-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520325, + "recall": 0.566206, + "f1": 0.532641, + "accuracy": 0.566206, + "main_score": 0.532641, + "hf_subset": "aka_Latn-khm_Khmr", + "languages": [ + "aka-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575602, + "recall": 0.617589, + "f1": 0.587881, + "accuracy": 0.617589, + "main_score": 0.587881, + "hf_subset": "aka_Latn-mag_Deva", + "languages": [ + "aka-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604863, + "recall": 0.645257, + "f1": 0.615051, + "accuracy": 0.645257, + "main_score": 0.615051, + "hf_subset": "aka_Latn-pap_Latn", + "languages": [ + "aka-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550409, + "recall": 0.598814, + "f1": 0.563237, + "accuracy": 0.598814, + "main_score": 0.563237, + "hf_subset": "aka_Latn-sot_Latn", + "languages": [ + "aka-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577815, + "recall": 0.62747, + "f1": 0.591103, + "accuracy": 0.62747, + "main_score": 0.591103, + "hf_subset": "aka_Latn-tur_Latn", + "languages": [ + "aka-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583029, + "recall": 0.62253, + "f1": 0.594185, + "accuracy": 0.62253, + "main_score": 0.594185, + "hf_subset": "aka_Latn-ace_Latn", + "languages": [ + "aka-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599416, + "recall": 0.636364, + "f1": 0.609838, + "accuracy": 0.636364, + "main_score": 0.609838, + "hf_subset": "aka_Latn-ban_Latn", + "languages": [ + "aka-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565682, + "recall": 0.617589, + "f1": 0.579716, + "accuracy": 0.617589, + "main_score": 0.579716, + "hf_subset": "aka_Latn-ell_Grek", + "languages": [ + "aka-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565316, + "recall": 0.612648, + "f1": 0.577815, + "accuracy": 0.612648, + "main_score": 0.577815, + "hf_subset": "aka_Latn-hne_Deva", + "languages": [ + "aka-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547366, + "recall": 0.593874, + "f1": 0.560225, + "accuracy": 0.593874, + "main_score": 0.560225, + "hf_subset": "aka_Latn-kik_Latn", + "languages": [ + "aka-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573146, + "recall": 0.619565, + "f1": 0.585804, + "accuracy": 0.619565, + "main_score": 0.585804, + "hf_subset": "aka_Latn-mai_Deva", + "languages": [ + "aka-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51397, + "recall": 0.567194, + "f1": 0.5285, + "accuracy": 0.567194, + "main_score": 0.5285, + "hf_subset": "aka_Latn-pbt_Arab", + "languages": [ + "aka-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599815, + "recall": 0.642292, + "f1": 0.611193, + "accuracy": 0.642292, + "main_score": 0.611193, + "hf_subset": "aka_Latn-spa_Latn", + "languages": [ + "aka-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73857, + "recall": 0.793478, + "f1": 0.7544, + "accuracy": 0.793478, + "main_score": 0.7544, + "hf_subset": "aka_Latn-twi_Latn", + "languages": [ + "aka-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56579, + "recall": 0.613636, + "f1": 0.579189, + "accuracy": 0.613636, + "main_score": 0.579189, + "hf_subset": "aka_Latn-acm_Arab", + "languages": [ + "aka-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553173, + "recall": 0.603755, + "f1": 0.567098, + "accuracy": 0.603755, + "main_score": 0.567098, + "hf_subset": "aka_Latn-bel_Cyrl", + "languages": [ + "aka-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624736, + "recall": 0.668972, + "f1": 0.637039, + "accuracy": 0.668972, + "main_score": 0.637039, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605063, + "recall": 0.646245, + "f1": 0.615972, + "accuracy": 0.646245, + "main_score": 0.615972, + "hf_subset": "aka_Latn-hrv_Latn", + "languages": [ + "aka-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493968, + "recall": 0.54249, + "f1": 0.505902, + "accuracy": 0.54249, + "main_score": 0.505902, + "hf_subset": "aka_Latn-kin_Latn", + "languages": [ + "aka-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57626, + "recall": 0.625494, + "f1": 0.589147, + "accuracy": 0.625494, + "main_score": 0.589147, + "hf_subset": "aka_Latn-mal_Mlym", + "languages": [ + "aka-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569381, + "recall": 0.620553, + "f1": 0.583423, + "accuracy": 0.620553, + "main_score": 0.583423, + "hf_subset": "aka_Latn-pes_Arab", + "languages": [ + "aka-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593703, + "recall": 0.63834, + "f1": 0.605788, + "accuracy": 0.63834, + "main_score": 0.605788, + "hf_subset": "aka_Latn-srd_Latn", + "languages": [ + "aka-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18334, + "recall": 0.22332, + "f1": 0.19292, + "accuracy": 0.22332, + "main_score": 0.19292, + "hf_subset": "aka_Latn-tzm_Tfng", + "languages": [ + "aka-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568706, + "recall": 0.615613, + "f1": 0.581375, + "accuracy": 0.615613, + "main_score": 0.581375, + "hf_subset": "aka_Latn-acq_Arab", + "languages": [ + "aka-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583829, + "recall": 0.623518, + "f1": 0.594493, + "accuracy": 0.623518, + "main_score": 0.594493, + "hf_subset": "aka_Latn-bem_Latn", + "languages": [ + "aka-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577167, + "recall": 0.623518, + "f1": 0.589816, + "accuracy": 0.623518, + "main_score": 0.589816, + "hf_subset": "aka_Latn-epo_Latn", + "languages": [ + "aka-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584788, + "recall": 0.629447, + "f1": 0.5974, + "accuracy": 0.629447, + "main_score": 0.5974, + "hf_subset": "aka_Latn-hun_Latn", + "languages": [ + "aka-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552462, + "recall": 0.603755, + "f1": 0.566136, + "accuracy": 0.603755, + "main_score": 0.566136, + "hf_subset": "aka_Latn-kir_Cyrl", + "languages": [ + "aka-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574145, + "recall": 0.623518, + "f1": 0.587751, + "accuracy": 0.623518, + "main_score": 0.587751, + "hf_subset": "aka_Latn-mar_Deva", + "languages": [ + "aka-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545075, + "recall": 0.591897, + "f1": 0.557632, + "accuracy": 0.591897, + "main_score": 0.557632, + "hf_subset": "aka_Latn-plt_Latn", + "languages": [ + "aka-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592057, + "recall": 0.632411, + "f1": 0.602818, + "accuracy": 0.632411, + "main_score": 0.602818, + "hf_subset": "aka_Latn-srp_Cyrl", + "languages": [ + "aka-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484353, + "recall": 0.536561, + "f1": 0.498011, + "accuracy": 0.536561, + "main_score": 0.498011, + "hf_subset": "aka_Latn-uig_Arab", + "languages": [ + "aka-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556214, + "recall": 0.602767, + "f1": 0.5685, + "accuracy": 0.602767, + "main_score": 0.5685, + "hf_subset": "aka_Latn-aeb_Arab", + "languages": [ + "aka-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575389, + "recall": 0.630435, + "f1": 0.590469, + "accuracy": 0.630435, + "main_score": 0.590469, + "hf_subset": "aka_Latn-ben_Beng", + "languages": [ + "aka-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564999, + "recall": 0.614625, + "f1": 0.578293, + "accuracy": 0.614625, + "main_score": 0.578293, + "hf_subset": "aka_Latn-est_Latn", + "languages": [ + "aka-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555865, + "recall": 0.603755, + "f1": 0.569223, + "accuracy": 0.603755, + "main_score": 0.569223, + "hf_subset": "aka_Latn-hye_Armn", + "languages": [ + "aka-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526801, + "recall": 0.576087, + "f1": 0.539897, + "accuracy": 0.576087, + "main_score": 0.539897, + "hf_subset": "aka_Latn-kmb_Latn", + "languages": [ + "aka-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398772, + "recall": 0.450593, + "f1": 0.412614, + "accuracy": 0.450593, + "main_score": 0.412614, + "hf_subset": "aka_Latn-min_Arab", + "languages": [ + "aka-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577062, + "recall": 0.62747, + "f1": 0.590749, + "accuracy": 0.62747, + "main_score": 0.590749, + "hf_subset": "aka_Latn-pol_Latn", + "languages": [ + "aka-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54137, + "recall": 0.585968, + "f1": 0.553404, + "accuracy": 0.585968, + "main_score": 0.553404, + "hf_subset": "aka_Latn-ssw_Latn", + "languages": [ + "aka-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586248, + "recall": 0.633399, + "f1": 0.59922, + "accuracy": 0.633399, + "main_score": 0.59922, + "hf_subset": "aka_Latn-ukr_Cyrl", + "languages": [ + "aka-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610477, + "recall": 0.65415, + "f1": 0.6226, + "accuracy": 0.65415, + "main_score": 0.6226, + "hf_subset": "aka_Latn-afr_Latn", + "languages": [ + "aka-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569407, + "recall": 0.616601, + "f1": 0.581959, + "accuracy": 0.616601, + "main_score": 0.581959, + "hf_subset": "aka_Latn-bho_Deva", + "languages": [ + "aka-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561336, + "recall": 0.615613, + "f1": 0.575813, + "accuracy": 0.615613, + "main_score": 0.575813, + "hf_subset": "aka_Latn-eus_Latn", + "languages": [ + "aka-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544853, + "recall": 0.592885, + "f1": 0.558308, + "accuracy": 0.592885, + "main_score": 0.558308, + "hf_subset": "aka_Latn-ibo_Latn", + "languages": [ + "aka-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534475, + "recall": 0.583004, + "f1": 0.54815, + "accuracy": 0.583004, + "main_score": 0.54815, + "hf_subset": "aka_Latn-kmr_Latn", + "languages": [ + "aka-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577855, + "recall": 0.62253, + "f1": 0.589843, + "accuracy": 0.62253, + "main_score": 0.589843, + "hf_subset": "aka_Latn-min_Latn", + "languages": [ + "aka-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604037, + "recall": 0.649209, + "f1": 0.616191, + "accuracy": 0.649209, + "main_score": 0.616191, + "hf_subset": "aka_Latn-por_Latn", + "languages": [ + "aka-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593297, + "recall": 0.635375, + "f1": 0.604659, + "accuracy": 0.635375, + "main_score": 0.604659, + "hf_subset": "aka_Latn-sun_Latn", + "languages": [ + "aka-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500643, + "recall": 0.556324, + "f1": 0.515508, + "accuracy": 0.556324, + "main_score": 0.515508, + "hf_subset": "aka_Latn-umb_Latn", + "languages": [ + "aka-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569697, + "recall": 0.618577, + "f1": 0.583415, + "accuracy": 0.618577, + "main_score": 0.583415, + "hf_subset": "aka_Latn-ajp_Arab", + "languages": [ + "aka-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409648, + "recall": 0.463439, + "f1": 0.424079, + "accuracy": 0.463439, + "main_score": 0.424079, + "hf_subset": "aka_Latn-bjn_Arab", + "languages": [ + "aka-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522948, + "recall": 0.563241, + "f1": 0.534431, + "accuracy": 0.563241, + "main_score": 0.534431, + "hf_subset": "aka_Latn-ewe_Latn", + "languages": [ + "aka-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607833, + "recall": 0.648221, + "f1": 0.619172, + "accuracy": 0.648221, + "main_score": 0.619172, + "hf_subset": "aka_Latn-ilo_Latn", + "languages": [ + "aka-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302408, + "recall": 0.346838, + "f1": 0.313957, + "accuracy": 0.346838, + "main_score": 0.313957, + "hf_subset": "aka_Latn-knc_Arab", + "languages": [ + "aka-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583905, + "recall": 0.632411, + "f1": 0.596649, + "accuracy": 0.632411, + "main_score": 0.596649, + "hf_subset": "aka_Latn-mkd_Cyrl", + "languages": [ + "aka-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572733, + "recall": 0.625494, + "f1": 0.586837, + "accuracy": 0.625494, + "main_score": 0.586837, + "hf_subset": "aka_Latn-prs_Arab", + "languages": [ + "aka-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596738, + "recall": 0.642292, + "f1": 0.609196, + "accuracy": 0.642292, + "main_score": 0.609196, + "hf_subset": "aka_Latn-swe_Latn", + "languages": [ + "aka-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540621, + "recall": 0.59585, + "f1": 0.556067, + "accuracy": 0.59585, + "main_score": 0.556067, + "hf_subset": "aka_Latn-urd_Arab", + "languages": [ + "aka-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604122, + "recall": 0.637352, + "f1": 0.613386, + "accuracy": 0.637352, + "main_score": 0.613386, + "hf_subset": "aka_Latn-bjn_Latn", + "languages": [ + "aka-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558999, + "recall": 0.598814, + "f1": 0.570014, + "accuracy": 0.598814, + "main_score": 0.570014, + "hf_subset": "aka_Latn-fao_Latn", + "languages": [ + "aka-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603818, + "recall": 0.645257, + "f1": 0.614748, + "accuracy": 0.645257, + "main_score": 0.614748, + "hf_subset": "aka_Latn-ind_Latn", + "languages": [ + "aka-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545256, + "recall": 0.588933, + "f1": 0.557334, + "accuracy": 0.588933, + "main_score": 0.557334, + "hf_subset": "aka_Latn-knc_Latn", + "languages": [ + "aka-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592997, + "recall": 0.637352, + "f1": 0.604244, + "accuracy": 0.637352, + "main_score": 0.604244, + "hf_subset": "aka_Latn-mlt_Latn", + "languages": [ + "aka-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544891, + "recall": 0.590909, + "f1": 0.558061, + "accuracy": 0.590909, + "main_score": 0.558061, + "hf_subset": "aka_Latn-quy_Latn", + "languages": [ + "aka-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549351, + "recall": 0.592885, + "f1": 0.561044, + "accuracy": 0.592885, + "main_score": 0.561044, + "hf_subset": "aka_Latn-swh_Latn", + "languages": [ + "aka-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554759, + "recall": 0.605731, + "f1": 0.568644, + "accuracy": 0.605731, + "main_score": 0.568644, + "hf_subset": "aka_Latn-uzn_Latn", + "languages": [ + "aka-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567333, + "recall": 0.613636, + "f1": 0.57984, + "accuracy": 0.613636, + "main_score": 0.57984, + "hf_subset": "aka_Latn-als_Latn", + "languages": [ + "aka-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267351, + "recall": 0.31917, + "f1": 0.279509, + "accuracy": 0.31917, + "main_score": 0.279509, + "hf_subset": "aka_Latn-bod_Tibt", + "languages": [ + "aka-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553288, + "recall": 0.59585, + "f1": 0.565272, + "accuracy": 0.59585, + "main_score": 0.565272, + "hf_subset": "aka_Latn-fij_Latn", + "languages": [ + "aka-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535875, + "recall": 0.592885, + "f1": 0.551346, + "accuracy": 0.592885, + "main_score": 0.551346, + "hf_subset": "aka_Latn-isl_Latn", + "languages": [ + "aka-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55684, + "recall": 0.597826, + "f1": 0.568165, + "accuracy": 0.597826, + "main_score": 0.568165, + "hf_subset": "aka_Latn-kon_Latn", + "languages": [ + "aka-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494613, + "recall": 0.552372, + "f1": 0.510042, + "accuracy": 0.552372, + "main_score": 0.510042, + "hf_subset": "aka_Latn-mni_Beng", + "languages": [ + "aka-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612154, + "recall": 0.653162, + "f1": 0.622461, + "accuracy": 0.653162, + "main_score": 0.622461, + "hf_subset": "aka_Latn-ron_Latn", + "languages": [ + "aka-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583653, + "recall": 0.629447, + "f1": 0.595982, + "accuracy": 0.629447, + "main_score": 0.595982, + "hf_subset": "aka_Latn-szl_Latn", + "languages": [ + "aka-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612833, + "recall": 0.649209, + "f1": 0.623375, + "accuracy": 0.649209, + "main_score": 0.623375, + "hf_subset": "aka_Latn-vec_Latn", + "languages": [ + "aka-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478416, + "recall": 0.535573, + "f1": 0.493866, + "accuracy": 0.535573, + "main_score": 0.493866, + "hf_subset": "aka_Latn-amh_Ethi", + "languages": [ + "aka-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603816, + "recall": 0.645257, + "f1": 0.615395, + "accuracy": 0.645257, + "main_score": 0.615395, + "hf_subset": "aka_Latn-bos_Latn", + "languages": [ + "aka-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561855, + "recall": 0.615613, + "f1": 0.576808, + "accuracy": 0.615613, + "main_score": 0.576808, + "hf_subset": "aka_Latn-fin_Latn", + "languages": [ + "aka-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591809, + "recall": 0.639328, + "f1": 0.604611, + "accuracy": 0.639328, + "main_score": 0.604611, + "hf_subset": "aka_Latn-ita_Latn", + "languages": [ + "aka-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565668, + "recall": 0.612648, + "f1": 0.578713, + "accuracy": 0.612648, + "main_score": 0.578713, + "hf_subset": "aka_Latn-kor_Hang", + "languages": [ + "aka-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510064, + "recall": 0.559289, + "f1": 0.523011, + "accuracy": 0.559289, + "main_score": 0.523011, + "hf_subset": "aka_Latn-mos_Latn", + "languages": [ + "aka-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515151, + "recall": 0.5583, + "f1": 0.526306, + "accuracy": 0.5583, + "main_score": 0.526306, + "hf_subset": "aka_Latn-run_Latn", + "languages": [ + "aka-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547537, + "recall": 0.598814, + "f1": 0.561202, + "accuracy": 0.598814, + "main_score": 0.561202, + "hf_subset": "aka_Latn-tam_Taml", + "languages": [ + "aka-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577165, + "recall": 0.619565, + "f1": 0.588456, + "accuracy": 0.619565, + "main_score": 0.588456, + "hf_subset": "aka_Latn-vie_Latn", + "languages": [ + "aka-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562391, + "recall": 0.609684, + "f1": 0.57521, + "accuracy": 0.609684, + "main_score": 0.57521, + "hf_subset": "aka_Latn-apc_Arab", + "languages": [ + "aka-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574293, + "recall": 0.620553, + "f1": 0.586269, + "accuracy": 0.620553, + "main_score": 0.586269, + "hf_subset": "aka_Latn-bug_Latn", + "languages": [ + "aka-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488549, + "recall": 0.536561, + "f1": 0.501307, + "accuracy": 0.536561, + "main_score": 0.501307, + "hf_subset": "aka_Latn-fon_Latn", + "languages": [ + "aka-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602669, + "recall": 0.643281, + "f1": 0.614325, + "accuracy": 0.643281, + "main_score": 0.614325, + "hf_subset": "aka_Latn-jav_Latn", + "languages": [ + "aka-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521611, + "recall": 0.573123, + "f1": 0.535136, + "accuracy": 0.573123, + "main_score": 0.535136, + "hf_subset": "aka_Latn-lao_Laoo", + "languages": [ + "aka-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502875, + "recall": 0.550395, + "f1": 0.516211, + "accuracy": 0.550395, + "main_score": 0.516211, + "hf_subset": "aka_Latn-mri_Latn", + "languages": [ + "aka-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596767, + "recall": 0.640316, + "f1": 0.608811, + "accuracy": 0.640316, + "main_score": 0.608811, + "hf_subset": "aka_Latn-rus_Cyrl", + "languages": [ + "aka-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498007, + "recall": 0.544466, + "f1": 0.511434, + "accuracy": 0.544466, + "main_score": 0.511434, + "hf_subset": "aka_Latn-taq_Latn", + "languages": [ + "aka-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620883, + "recall": 0.657115, + "f1": 0.630436, + "accuracy": 0.657115, + "main_score": 0.630436, + "hf_subset": "aka_Latn-war_Latn", + "languages": [ + "aka-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572155, + "recall": 0.619565, + "f1": 0.584518, + "accuracy": 0.619565, + "main_score": 0.584518, + "hf_subset": "aka_Latn-arb_Arab", + "languages": [ + "aka-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583351, + "recall": 0.632411, + "f1": 0.596943, + "accuracy": 0.632411, + "main_score": 0.596943, + "hf_subset": "aka_Latn-bul_Cyrl", + "languages": [ + "aka-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608665, + "recall": 0.651186, + "f1": 0.620115, + "accuracy": 0.651186, + "main_score": 0.620115, + "hf_subset": "aka_Latn-fra_Latn", + "languages": [ + "aka-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567489, + "recall": 0.616601, + "f1": 0.580681, + "accuracy": 0.616601, + "main_score": 0.580681, + "hf_subset": "aka_Latn-jpn_Jpan", + "languages": [ + "aka-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580391, + "recall": 0.62747, + "f1": 0.592996, + "accuracy": 0.62747, + "main_score": 0.592996, + "hf_subset": "aka_Latn-lij_Latn", + "languages": [ + "aka-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410712, + "recall": 0.471344, + "f1": 0.426192, + "accuracy": 0.471344, + "main_score": 0.426192, + "hf_subset": "aka_Latn-mya_Mymr", + "languages": [ + "aka-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548476, + "recall": 0.593874, + "f1": 0.561368, + "accuracy": 0.593874, + "main_score": 0.561368, + "hf_subset": "aka_Latn-sag_Latn", + "languages": [ + "aka-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191487, + "recall": 0.233202, + "f1": 0.200834, + "accuracy": 0.233202, + "main_score": 0.200834, + "hf_subset": "aka_Latn-taq_Tfng", + "languages": [ + "aka-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54508, + "recall": 0.586957, + "f1": 0.556228, + "accuracy": 0.586957, + "main_score": 0.556228, + "hf_subset": "aka_Latn-wol_Latn", + "languages": [ + "aka-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448168, + "recall": 0.494071, + "f1": 0.46049, + "accuracy": 0.494071, + "main_score": 0.46049, + "hf_subset": "aka_Latn-arb_Latn", + "languages": [ + "aka-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594072, + "recall": 0.643281, + "f1": 0.607479, + "accuracy": 0.643281, + "main_score": 0.607479, + "hf_subset": "aka_Latn-cat_Latn", + "languages": [ + "aka-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583758, + "recall": 0.62747, + "f1": 0.595534, + "accuracy": 0.62747, + "main_score": 0.595534, + "hf_subset": "aka_Latn-fur_Latn", + "languages": [ + "aka-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4187, + "recall": 0.469368, + "f1": 0.432072, + "accuracy": 0.469368, + "main_score": 0.432072, + "hf_subset": "aka_Latn-kab_Latn", + "languages": [ + "aka-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577996, + "recall": 0.624506, + "f1": 0.591519, + "accuracy": 0.624506, + "main_score": 0.591519, + "hf_subset": "aka_Latn-lim_Latn", + "languages": [ + "aka-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588533, + "recall": 0.634387, + "f1": 0.601096, + "accuracy": 0.634387, + "main_score": 0.601096, + "hf_subset": "aka_Latn-nld_Latn", + "languages": [ + "aka-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52673, + "recall": 0.58004, + "f1": 0.541431, + "accuracy": 0.58004, + "main_score": 0.541431, + "hf_subset": "aka_Latn-san_Deva", + "languages": [ + "aka-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569825, + "recall": 0.610672, + "f1": 0.581197, + "accuracy": 0.610672, + "main_score": 0.581197, + "hf_subset": "aka_Latn-tat_Cyrl", + "languages": [ + "aka-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55899, + "recall": 0.605731, + "f1": 0.571304, + "accuracy": 0.605731, + "main_score": 0.571304, + "hf_subset": "aka_Latn-xho_Latn", + "languages": [ + "aka-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559712, + "recall": 0.607708, + "f1": 0.571921, + "accuracy": 0.607708, + "main_score": 0.571921, + "hf_subset": "aka_Latn-ars_Arab", + "languages": [ + "aka-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58947, + "recall": 0.635375, + "f1": 0.601714, + "accuracy": 0.635375, + "main_score": 0.601714, + "hf_subset": "aka_Latn-ceb_Latn", + "languages": [ + "aka-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514657, + "recall": 0.563241, + "f1": 0.528614, + "accuracy": 0.563241, + "main_score": 0.528614, + "hf_subset": "aka_Latn-fuv_Latn", + "languages": [ + "aka-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513434, + "recall": 0.564229, + "f1": 0.527447, + "accuracy": 0.564229, + "main_score": 0.527447, + "hf_subset": "aka_Latn-kac_Latn", + "languages": [ + "aka-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575175, + "recall": 0.615613, + "f1": 0.58594, + "accuracy": 0.615613, + "main_score": 0.58594, + "hf_subset": "aka_Latn-lin_Latn", + "languages": [ + "aka-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578613, + "recall": 0.62747, + "f1": 0.592059, + "accuracy": 0.62747, + "main_score": 0.592059, + "hf_subset": "aka_Latn-nno_Latn", + "languages": [ + "aka-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122845, + "recall": 0.159091, + "f1": 0.131223, + "accuracy": 0.159091, + "main_score": 0.131223, + "hf_subset": "aka_Latn-sat_Olck", + "languages": [ + "aka-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567707, + "recall": 0.619565, + "f1": 0.581093, + "accuracy": 0.619565, + "main_score": 0.581093, + "hf_subset": "aka_Latn-tel_Telu", + "languages": [ + "aka-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479555, + "recall": 0.536561, + "f1": 0.495192, + "accuracy": 0.536561, + "main_score": 0.495192, + "hf_subset": "aka_Latn-ydd_Hebr", + "languages": [ + "aka-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539754, + "recall": 0.586957, + "f1": 0.552849, + "accuracy": 0.586957, + "main_score": 0.552849, + "hf_subset": "aka_Latn-ary_Arab", + "languages": [ + "aka-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589499, + "recall": 0.635375, + "f1": 0.601756, + "accuracy": 0.635375, + "main_score": 0.601756, + "hf_subset": "aka_Latn-ces_Latn", + "languages": [ + "aka-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480284, + "recall": 0.533597, + "f1": 0.494902, + "accuracy": 0.533597, + "main_score": 0.494902, + "hf_subset": "aka_Latn-gaz_Latn", + "languages": [ + "aka-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518182, + "recall": 0.573123, + "f1": 0.533748, + "accuracy": 0.573123, + "main_score": 0.533748, + "hf_subset": "aka_Latn-kam_Latn", + "languages": [ + "aka-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572016, + "recall": 0.620553, + "f1": 0.5851, + "accuracy": 0.620553, + "main_score": 0.5851, + "hf_subset": "aka_Latn-lit_Latn", + "languages": [ + "aka-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588602, + "recall": 0.637352, + "f1": 0.601948, + "accuracy": 0.637352, + "main_score": 0.601948, + "hf_subset": "aka_Latn-nob_Latn", + "languages": [ + "aka-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5873, + "recall": 0.623518, + "f1": 0.596926, + "accuracy": 0.623518, + "main_score": 0.596926, + "hf_subset": "aka_Latn-scn_Latn", + "languages": [ + "aka-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551307, + "recall": 0.593874, + "f1": 0.563232, + "accuracy": 0.593874, + "main_score": 0.563232, + "hf_subset": "aka_Latn-tgk_Cyrl", + "languages": [ + "aka-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509492, + "recall": 0.555336, + "f1": 0.522303, + "accuracy": 0.555336, + "main_score": 0.522303, + "hf_subset": "aka_Latn-yor_Latn", + "languages": [ + "aka-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563057, + "recall": 0.61166, + "f1": 0.576342, + "accuracy": 0.61166, + "main_score": 0.576342, + "hf_subset": "aka_Latn-arz_Arab", + "languages": [ + "aka-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505517, + "recall": 0.555336, + "f1": 0.519138, + "accuracy": 0.555336, + "main_score": 0.519138, + "hf_subset": "aka_Latn-cjk_Latn", + "languages": [ + "aka-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488734, + "recall": 0.540514, + "f1": 0.501941, + "accuracy": 0.540514, + "main_score": 0.501941, + "hf_subset": "aka_Latn-gla_Latn", + "languages": [ + "aka-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558564, + "recall": 0.607708, + "f1": 0.572718, + "accuracy": 0.607708, + "main_score": 0.572718, + "hf_subset": "aka_Latn-kan_Knda", + "languages": [ + "aka-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59204, + "recall": 0.630435, + "f1": 0.602793, + "accuracy": 0.630435, + "main_score": 0.602793, + "hf_subset": "aka_Latn-lmo_Latn", + "languages": [ + "aka-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556353, + "recall": 0.609684, + "f1": 0.57046, + "accuracy": 0.609684, + "main_score": 0.57046, + "hf_subset": "aka_Latn-npi_Deva", + "languages": [ + "aka-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453933, + "recall": 0.51087, + "f1": 0.469259, + "accuracy": 0.51087, + "main_score": 0.469259, + "hf_subset": "aka_Latn-shn_Mymr", + "languages": [ + "aka-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596864, + "recall": 0.642292, + "f1": 0.608689, + "accuracy": 0.642292, + "main_score": 0.608689, + "hf_subset": "aka_Latn-tgl_Latn", + "languages": [ + "aka-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560749, + "recall": 0.614625, + "f1": 0.574373, + "accuracy": 0.614625, + "main_score": 0.574373, + "hf_subset": "aka_Latn-yue_Hant", + "languages": [ + "aka-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536221, + "recall": 0.585968, + "f1": 0.550222, + "accuracy": 0.585968, + "main_score": 0.550222, + "hf_subset": "aka_Latn-asm_Beng", + "languages": [ + "aka-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510504, + "recall": 0.561265, + "f1": 0.524744, + "accuracy": 0.561265, + "main_score": 0.524744, + "hf_subset": "aka_Latn-ckb_Arab", + "languages": [ + "aka-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503308, + "recall": 0.548419, + "f1": 0.515431, + "accuracy": 0.548419, + "main_score": 0.515431, + "hf_subset": "aka_Latn-gle_Latn", + "languages": [ + "aka-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501968, + "recall": 0.557312, + "f1": 0.516063, + "accuracy": 0.557312, + "main_score": 0.516063, + "hf_subset": "aka_Latn-kas_Arab", + "languages": [ + "aka-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527304, + "recall": 0.577075, + "f1": 0.540031, + "accuracy": 0.577075, + "main_score": 0.540031, + "hf_subset": "aka_Latn-ltg_Latn", + "languages": [ + "aka-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559872, + "recall": 0.605731, + "f1": 0.571924, + "accuracy": 0.605731, + "main_score": 0.571924, + "hf_subset": "aka_Latn-nso_Latn", + "languages": [ + "aka-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474264, + "recall": 0.531621, + "f1": 0.489096, + "accuracy": 0.531621, + "main_score": 0.489096, + "hf_subset": "aka_Latn-sin_Sinh", + "languages": [ + "aka-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563075, + "recall": 0.614625, + "f1": 0.577334, + "accuracy": 0.614625, + "main_score": 0.577334, + "hf_subset": "aka_Latn-tha_Thai", + "languages": [ + "aka-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554842, + "recall": 0.609684, + "f1": 0.569463, + "accuracy": 0.609684, + "main_score": 0.569463, + "hf_subset": "aka_Latn-zho_Hans", + "languages": [ + "aka-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606946, + "recall": 0.650198, + "f1": 0.618575, + "accuracy": 0.650198, + "main_score": 0.618575, + "hf_subset": "aka_Latn-ast_Latn", + "languages": [ + "aka-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551441, + "recall": 0.602767, + "f1": 0.565109, + "accuracy": 0.602767, + "main_score": 0.565109, + "hf_subset": "aka_Latn-crh_Latn", + "languages": [ + "aka-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61009, + "recall": 0.648221, + "f1": 0.620648, + "accuracy": 0.648221, + "main_score": 0.620648, + "hf_subset": "aka_Latn-glg_Latn", + "languages": [ + "aka-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521257, + "recall": 0.56917, + "f1": 0.534415, + "accuracy": 0.56917, + "main_score": 0.534415, + "hf_subset": "aka_Latn-kas_Deva", + "languages": [ + "aka-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570771, + "recall": 0.615613, + "f1": 0.582655, + "accuracy": 0.615613, + "main_score": 0.582655, + "hf_subset": "aka_Latn-ltz_Latn", + "languages": [ + "aka-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45374, + "recall": 0.508893, + "f1": 0.468555, + "accuracy": 0.508893, + "main_score": 0.468555, + "hf_subset": "aka_Latn-nus_Latn", + "languages": [ + "aka-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583114, + "recall": 0.631423, + "f1": 0.595979, + "accuracy": 0.631423, + "main_score": 0.595979, + "hf_subset": "aka_Latn-slk_Latn", + "languages": [ + "aka-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406245, + "recall": 0.470356, + "f1": 0.423291, + "accuracy": 0.470356, + "main_score": 0.423291, + "hf_subset": "aka_Latn-tir_Ethi", + "languages": [ + "aka-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540447, + "recall": 0.59585, + "f1": 0.555284, + "accuracy": 0.59585, + "main_score": 0.555284, + "hf_subset": "aka_Latn-zho_Hant", + "languages": [ + "aka-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5686, + "recall": 0.616601, + "f1": 0.581531, + "accuracy": 0.616601, + "main_score": 0.581531, + "hf_subset": "aka_Latn-awa_Deva", + "languages": [ + "aka-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549557, + "recall": 0.588933, + "f1": 0.559946, + "accuracy": 0.588933, + "main_score": 0.559946, + "hf_subset": "aka_Latn-cym_Latn", + "languages": [ + "aka-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572879, + "recall": 0.619565, + "f1": 0.585643, + "accuracy": 0.619565, + "main_score": 0.585643, + "hf_subset": "aka_Latn-grn_Latn", + "languages": [ + "aka-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53004, + "recall": 0.586957, + "f1": 0.545176, + "accuracy": 0.586957, + "main_score": 0.545176, + "hf_subset": "aka_Latn-kat_Geor", + "languages": [ + "aka-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560236, + "recall": 0.603755, + "f1": 0.572574, + "accuracy": 0.603755, + "main_score": 0.572574, + "hf_subset": "aka_Latn-lua_Latn", + "languages": [ + "aka-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568937, + "recall": 0.61166, + "f1": 0.580816, + "accuracy": 0.61166, + "main_score": 0.580816, + "hf_subset": "aka_Latn-nya_Latn", + "languages": [ + "aka-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577181, + "recall": 0.626482, + "f1": 0.590323, + "accuracy": 0.626482, + "main_score": 0.590323, + "hf_subset": "aka_Latn-slv_Latn", + "languages": [ + "aka-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62137, + "recall": 0.659091, + "f1": 0.630939, + "accuracy": 0.659091, + "main_score": 0.630939, + "hf_subset": "aka_Latn-tpi_Latn", + "languages": [ + "aka-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611487, + "recall": 0.65415, + "f1": 0.62288, + "accuracy": 0.65415, + "main_score": 0.62288, + "hf_subset": "aka_Latn-zsm_Latn", + "languages": [ + "aka-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50378, + "recall": 0.552372, + "f1": 0.517275, + "accuracy": 0.552372, + "main_score": 0.517275, + "hf_subset": "aka_Latn-ayr_Latn", + "languages": [ + "aka-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599814, + "recall": 0.648221, + "f1": 0.612898, + "accuracy": 0.648221, + "main_score": 0.612898, + "hf_subset": "aka_Latn-dan_Latn", + "languages": [ + "aka-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557485, + "recall": 0.61166, + "f1": 0.572487, + "accuracy": 0.61166, + "main_score": 0.572487, + "hf_subset": "aka_Latn-guj_Gujr", + "languages": [ + "aka-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583255, + "recall": 0.631423, + "f1": 0.595958, + "accuracy": 0.631423, + "main_score": 0.595958, + "hf_subset": "aka_Latn-kaz_Cyrl", + "languages": [ + "aka-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49321, + "recall": 0.546443, + "f1": 0.506958, + "accuracy": 0.546443, + "main_score": 0.506958, + "hf_subset": "aka_Latn-lug_Latn", + "languages": [ + "aka-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595306, + "recall": 0.639328, + "f1": 0.606929, + "accuracy": 0.639328, + "main_score": 0.606929, + "hf_subset": "aka_Latn-oci_Latn", + "languages": [ + "aka-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559451, + "recall": 0.601779, + "f1": 0.57127, + "accuracy": 0.601779, + "main_score": 0.57127, + "hf_subset": "aka_Latn-smo_Latn", + "languages": [ + "aka-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530819, + "recall": 0.578063, + "f1": 0.543711, + "accuracy": 0.578063, + "main_score": 0.543711, + "hf_subset": "aka_Latn-tsn_Latn", + "languages": [ + "aka-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518734, + "recall": 0.573123, + "f1": 0.534249, + "accuracy": 0.573123, + "main_score": 0.534249, + "hf_subset": "aka_Latn-zul_Latn", + "languages": [ + "aka-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48606, + "recall": 0.54249, + "f1": 0.50081, + "accuracy": 0.54249, + "main_score": 0.50081, + "hf_subset": "aka_Latn-azb_Arab", + "languages": [ + "aka-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584493, + "recall": 0.632411, + "f1": 0.597264, + "accuracy": 0.632411, + "main_score": 0.597264, + "hf_subset": "aka_Latn-deu_Latn", + "languages": [ + "aka-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521653, + "recall": 0.573123, + "f1": 0.53535, + "accuracy": 0.573123, + "main_score": 0.53535, + "hf_subset": "aka_Latn-hat_Latn", + "languages": [ + "aka-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488466, + "recall": 0.532609, + "f1": 0.500061, + "accuracy": 0.532609, + "main_score": 0.500061, + "hf_subset": "aka_Latn-kbp_Latn", + "languages": [ + "aka-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556891, + "recall": 0.603755, + "f1": 0.569559, + "accuracy": 0.603755, + "main_score": 0.569559, + "hf_subset": "aka_Latn-luo_Latn", + "languages": [ + "aka-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548947, + "recall": 0.599802, + "f1": 0.562775, + "accuracy": 0.599802, + "main_score": 0.562775, + "hf_subset": "aka_Latn-ory_Orya", + "languages": [ + "aka-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55402, + "recall": 0.599802, + "f1": 0.566209, + "accuracy": 0.599802, + "main_score": 0.566209, + "hf_subset": "aka_Latn-sna_Latn", + "languages": [ + "aka-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516361, + "recall": 0.566206, + "f1": 0.529591, + "accuracy": 0.566206, + "main_score": 0.529591, + "hf_subset": "aka_Latn-tso_Latn", + "languages": [ + "aka-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543246, + "recall": 0.596838, + "f1": 0.55838, + "accuracy": 0.596838, + "main_score": 0.55838, + "hf_subset": "aka_Latn-azj_Latn", + "languages": [ + "aka-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539133, + "recall": 0.592885, + "f1": 0.554353, + "accuracy": 0.592885, + "main_score": 0.554353, + "hf_subset": "aka_Latn-dik_Latn", + "languages": [ + "aka-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541723, + "recall": 0.585968, + "f1": 0.553531, + "accuracy": 0.585968, + "main_score": 0.553531, + "hf_subset": "aka_Latn-hau_Latn", + "languages": [ + "aka-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587114, + "recall": 0.624506, + "f1": 0.597312, + "accuracy": 0.624506, + "main_score": 0.597312, + "hf_subset": "aka_Latn-kea_Latn", + "languages": [ + "aka-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598358, + "recall": 0.635375, + "f1": 0.609278, + "accuracy": 0.635375, + "main_score": 0.609278, + "hf_subset": "aka_Latn-lus_Latn", + "languages": [ + "aka-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599386, + "recall": 0.635375, + "f1": 0.609165, + "accuracy": 0.635375, + "main_score": 0.609165, + "hf_subset": "aka_Latn-pag_Latn", + "languages": [ + "aka-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539163, + "recall": 0.581028, + "f1": 0.550577, + "accuracy": 0.581028, + "main_score": 0.550577, + "hf_subset": "aka_Latn-snd_Arab", + "languages": [ + "aka-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523789, + "recall": 0.574111, + "f1": 0.537812, + "accuracy": 0.574111, + "main_score": 0.537812, + "hf_subset": "aka_Latn-tuk_Latn", + "languages": [ + "aka-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584335, + "recall": 0.628458, + "f1": 0.596197, + "accuracy": 0.628458, + "main_score": 0.596197, + "hf_subset": "aka_Latn-bak_Cyrl", + "languages": [ + "aka-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446224, + "recall": 0.509881, + "f1": 0.464056, + "accuracy": 0.509881, + "main_score": 0.464056, + "hf_subset": "aka_Latn-dyu_Latn", + "languages": [ + "aka-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565159, + "recall": 0.61166, + "f1": 0.577667, + "accuracy": 0.61166, + "main_score": 0.577667, + "hf_subset": "aka_Latn-heb_Hebr", + "languages": [ + "aka-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535109, + "recall": 0.58498, + "f1": 0.548612, + "accuracy": 0.58498, + "main_score": 0.548612, + "hf_subset": "aka_Latn-khk_Cyrl", + "languages": [ + "aka-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58266, + "recall": 0.626482, + "f1": 0.595311, + "accuracy": 0.626482, + "main_score": 0.595311, + "hf_subset": "aka_Latn-lvs_Latn", + "languages": [ + "aka-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559684, + "recall": 0.608696, + "f1": 0.573162, + "accuracy": 0.608696, + "main_score": 0.573162, + "hf_subset": "aka_Latn-pan_Guru", + "languages": [ + "aka-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49294, + "recall": 0.541502, + "f1": 0.505708, + "accuracy": 0.541502, + "main_score": 0.505708, + "hf_subset": "aka_Latn-som_Latn", + "languages": [ + "aka-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523706, + "recall": 0.566206, + "f1": 0.535278, + "accuracy": 0.566206, + "main_score": 0.535278, + "hf_subset": "aka_Latn-tum_Latn", + "languages": [ + "aka-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591985, + "recall": 0.655138, + "f1": 0.609202, + "accuracy": 0.655138, + "main_score": 0.609202, + "hf_subset": "bjn_Latn-ace_Arab", + "languages": [ + "bjn-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551699, + "recall": 0.607708, + "f1": 0.567674, + "accuracy": 0.607708, + "main_score": 0.567674, + "hf_subset": "bjn_Latn-bam_Latn", + "languages": [ + "bjn-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398131, + "recall": 0.469368, + "f1": 0.41645, + "accuracy": 0.469368, + "main_score": 0.41645, + "hf_subset": "bjn_Latn-dzo_Tibt", + "languages": [ + "bjn-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "bjn_Latn-hin_Deva", + "languages": [ + "bjn-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "bjn_Latn-khm_Khmr", + "languages": [ + "bjn-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bjn_Latn-mag_Deva", + "languages": [ + "bjn-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952322, + "recall": 0.965415, + "f1": 0.956423, + "accuracy": 0.965415, + "main_score": 0.956423, + "hf_subset": "bjn_Latn-pap_Latn", + "languages": [ + "bjn-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604475, + "recall": 0.658103, + "f1": 0.619172, + "accuracy": 0.658103, + "main_score": 0.619172, + "hf_subset": "bjn_Latn-sot_Latn", + "languages": [ + "bjn-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-tur_Latn", + "languages": [ + "bjn-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875329, + "recall": 0.907115, + "f1": 0.884966, + "accuracy": 0.907115, + "main_score": 0.884966, + "hf_subset": "bjn_Latn-ace_Latn", + "languages": [ + "bjn-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939147, + "recall": 0.954545, + "f1": 0.943874, + "accuracy": 0.954545, + "main_score": 0.943874, + "hf_subset": "bjn_Latn-ban_Latn", + "languages": [ + "bjn-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-ell_Grek", + "languages": [ + "bjn-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bjn_Latn-hne_Deva", + "languages": [ + "bjn-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61484, + "recall": 0.662055, + "f1": 0.628238, + "accuracy": 0.662055, + "main_score": 0.628238, + "hf_subset": "bjn_Latn-kik_Latn", + "languages": [ + "bjn-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bjn_Latn-mai_Deva", + "languages": [ + "bjn-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925758, + "recall": 0.94664, + "f1": 0.932312, + "accuracy": 0.94664, + "main_score": 0.932312, + "hf_subset": "bjn_Latn-pbt_Arab", + "languages": [ + "bjn-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bjn_Latn-spa_Latn", + "languages": [ + "bjn-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618058, + "recall": 0.676877, + "f1": 0.634806, + "accuracy": 0.676877, + "main_score": 0.634806, + "hf_subset": "bjn_Latn-twi_Latn", + "languages": [ + "bjn-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bjn_Latn-acm_Arab", + "languages": [ + "bjn-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96385, + "recall": 0.974308, + "f1": 0.967128, + "accuracy": 0.974308, + "main_score": 0.967128, + "hf_subset": "bjn_Latn-bel_Cyrl", + "languages": [ + "bjn-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bjn_Latn-eng_Latn", + "languages": [ + "bjn-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bjn_Latn-hrv_Latn", + "languages": [ + "bjn-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56587, + "recall": 0.62747, + "f1": 0.583294, + "accuracy": 0.62747, + "main_score": 0.583294, + "hf_subset": "bjn_Latn-kin_Latn", + "languages": [ + "bjn-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "bjn_Latn-mal_Mlym", + "languages": [ + "bjn-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bjn_Latn-pes_Arab", + "languages": [ + "bjn-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.974308, + "f1": 0.967885, + "accuracy": 0.974308, + "main_score": 0.967885, + "hf_subset": "bjn_Latn-srd_Latn", + "languages": [ + "bjn-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19426, + "recall": 0.23913, + "f1": 0.205098, + "accuracy": 0.23913, + "main_score": 0.205098, + "hf_subset": "bjn_Latn-tzm_Tfng", + "languages": [ + "bjn-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-acq_Arab", + "languages": [ + "bjn-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635161, + "recall": 0.68083, + "f1": 0.648174, + "accuracy": 0.68083, + "main_score": 0.648174, + "hf_subset": "bjn_Latn-bem_Latn", + "languages": [ + "bjn-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-epo_Latn", + "languages": [ + "bjn-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-hun_Latn", + "languages": [ + "bjn-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950181, + "recall": 0.964427, + "f1": 0.954611, + "accuracy": 0.964427, + "main_score": 0.954611, + "hf_subset": "bjn_Latn-kir_Cyrl", + "languages": [ + "bjn-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bjn_Latn-mar_Deva", + "languages": [ + "bjn-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659354, + "recall": 0.712451, + "f1": 0.675056, + "accuracy": 0.712451, + "main_score": 0.675056, + "hf_subset": "bjn_Latn-plt_Latn", + "languages": [ + "bjn-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-srp_Cyrl", + "languages": [ + "bjn-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899127, + "recall": 0.927866, + "f1": 0.908333, + "accuracy": 0.927866, + "main_score": 0.908333, + "hf_subset": "bjn_Latn-uig_Arab", + "languages": [ + "bjn-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "bjn_Latn-aeb_Arab", + "languages": [ + "bjn-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bjn_Latn-ben_Beng", + "languages": [ + "bjn-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97472, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "bjn_Latn-est_Latn", + "languages": [ + "bjn-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "bjn_Latn-hye_Armn", + "languages": [ + "bjn-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55744, + "recall": 0.608696, + "f1": 0.571714, + "accuracy": 0.608696, + "main_score": 0.571714, + "hf_subset": "bjn_Latn-kmb_Latn", + "languages": [ + "bjn-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553658, + "recall": 0.619565, + "f1": 0.571765, + "accuracy": 0.619565, + "main_score": 0.571765, + "hf_subset": "bjn_Latn-min_Arab", + "languages": [ + "bjn-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bjn_Latn-pol_Latn", + "languages": [ + "bjn-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566834, + "recall": 0.624506, + "f1": 0.583275, + "accuracy": 0.624506, + "main_score": 0.583275, + "hf_subset": "bjn_Latn-ssw_Latn", + "languages": [ + "bjn-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bjn_Latn-ukr_Cyrl", + "languages": [ + "bjn-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bjn_Latn-afr_Latn", + "languages": [ + "bjn-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972414, + "recall": 0.980237, + "f1": 0.974868, + "accuracy": 0.980237, + "main_score": 0.974868, + "hf_subset": "bjn_Latn-bho_Deva", + "languages": [ + "bjn-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.964427, + "f1": 0.955665, + "accuracy": 0.964427, + "main_score": 0.955665, + "hf_subset": "bjn_Latn-eus_Latn", + "languages": [ + "bjn-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592401, + "recall": 0.652174, + "f1": 0.609093, + "accuracy": 0.652174, + "main_score": 0.609093, + "hf_subset": "bjn_Latn-ibo_Latn", + "languages": [ + "bjn-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817029, + "recall": 0.862648, + "f1": 0.831159, + "accuracy": 0.862648, + "main_score": 0.831159, + "hf_subset": "bjn_Latn-kmr_Latn", + "languages": [ + "bjn-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bjn_Latn-min_Latn", + "languages": [ + "bjn-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "bjn_Latn-por_Latn", + "languages": [ + "bjn-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bjn_Latn-sun_Latn", + "languages": [ + "bjn-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52963, + "recall": 0.583992, + "f1": 0.545591, + "accuracy": 0.583992, + "main_score": 0.545591, + "hf_subset": "bjn_Latn-umb_Latn", + "languages": [ + "bjn-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-ajp_Arab", + "languages": [ + "bjn-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68508, + "recall": 0.744071, + "f1": 0.701537, + "accuracy": 0.744071, + "main_score": 0.701537, + "hf_subset": "bjn_Latn-bjn_Arab", + "languages": [ + "bjn-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517037, + "recall": 0.56917, + "f1": 0.531267, + "accuracy": 0.56917, + "main_score": 0.531267, + "hf_subset": "bjn_Latn-ewe_Latn", + "languages": [ + "bjn-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911726, + "recall": 0.936759, + "f1": 0.919401, + "accuracy": 0.936759, + "main_score": 0.919401, + "hf_subset": "bjn_Latn-ilo_Latn", + "languages": [ + "bjn-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.329549, + "recall": 0.383399, + "f1": 0.344488, + "accuracy": 0.383399, + "main_score": 0.344488, + "hf_subset": "bjn_Latn-knc_Arab", + "languages": [ + "bjn-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bjn_Latn-mkd_Cyrl", + "languages": [ + "bjn-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bjn_Latn-prs_Arab", + "languages": [ + "bjn-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-swe_Latn", + "languages": [ + "bjn-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bjn_Latn-urd_Arab", + "languages": [ + "bjn-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594023, + "recall": 0.650198, + "f1": 0.609873, + "accuracy": 0.650198, + "main_score": 0.609873, + "hf_subset": "bjn_Latn-aka_Latn", + "languages": [ + "bjn-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926466, + "recall": 0.947628, + "f1": 0.933202, + "accuracy": 0.947628, + "main_score": 0.933202, + "hf_subset": "bjn_Latn-fao_Latn", + "languages": [ + "bjn-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-ind_Latn", + "languages": [ + "bjn-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601339, + "recall": 0.652174, + "f1": 0.615539, + "accuracy": 0.652174, + "main_score": 0.615539, + "hf_subset": "bjn_Latn-knc_Latn", + "languages": [ + "bjn-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "bjn_Latn-mlt_Latn", + "languages": [ + "bjn-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690739, + "recall": 0.750988, + "f1": 0.708261, + "accuracy": 0.750988, + "main_score": 0.708261, + "hf_subset": "bjn_Latn-quy_Latn", + "languages": [ + "bjn-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929924, + "recall": 0.950593, + "f1": 0.936495, + "accuracy": 0.950593, + "main_score": 0.936495, + "hf_subset": "bjn_Latn-swh_Latn", + "languages": [ + "bjn-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "bjn_Latn-uzn_Latn", + "languages": [ + "bjn-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-als_Latn", + "languages": [ + "bjn-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559061, + "recall": 0.640316, + "f1": 0.581386, + "accuracy": 0.640316, + "main_score": 0.581386, + "hf_subset": "bjn_Latn-bod_Tibt", + "languages": [ + "bjn-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679044, + "recall": 0.733202, + "f1": 0.694229, + "accuracy": 0.733202, + "main_score": 0.694229, + "hf_subset": "bjn_Latn-fij_Latn", + "languages": [ + "bjn-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935359, + "recall": 0.954545, + "f1": 0.941601, + "accuracy": 0.954545, + "main_score": 0.941601, + "hf_subset": "bjn_Latn-isl_Latn", + "languages": [ + "bjn-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660474, + "recall": 0.706522, + "f1": 0.674082, + "accuracy": 0.706522, + "main_score": 0.674082, + "hf_subset": "bjn_Latn-kon_Latn", + "languages": [ + "bjn-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641078, + "recall": 0.70751, + "f1": 0.660458, + "accuracy": 0.70751, + "main_score": 0.660458, + "hf_subset": "bjn_Latn-mni_Beng", + "languages": [ + "bjn-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-ron_Latn", + "languages": [ + "bjn-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.970356, + "f1": 0.96278, + "accuracy": 0.970356, + "main_score": 0.96278, + "hf_subset": "bjn_Latn-szl_Latn", + "languages": [ + "bjn-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97752, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "bjn_Latn-vec_Latn", + "languages": [ + "bjn-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865695, + "recall": 0.900198, + "f1": 0.876515, + "accuracy": 0.900198, + "main_score": 0.876515, + "hf_subset": "bjn_Latn-amh_Ethi", + "languages": [ + "bjn-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bjn_Latn-bos_Latn", + "languages": [ + "bjn-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-fin_Latn", + "languages": [ + "bjn-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-ita_Latn", + "languages": [ + "bjn-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-kor_Hang", + "languages": [ + "bjn-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560783, + "recall": 0.616601, + "f1": 0.576243, + "accuracy": 0.616601, + "main_score": 0.576243, + "hf_subset": "bjn_Latn-mos_Latn", + "languages": [ + "bjn-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565516, + "recall": 0.620553, + "f1": 0.581079, + "accuracy": 0.620553, + "main_score": 0.581079, + "hf_subset": "bjn_Latn-run_Latn", + "languages": [ + "bjn-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "bjn_Latn-tam_Taml", + "languages": [ + "bjn-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-vie_Latn", + "languages": [ + "bjn-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-apc_Arab", + "languages": [ + "bjn-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794112, + "recall": 0.838933, + "f1": 0.80684, + "accuracy": 0.838933, + "main_score": 0.80684, + "hf_subset": "bjn_Latn-bug_Latn", + "languages": [ + "bjn-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478752, + "recall": 0.533597, + "f1": 0.493301, + "accuracy": 0.533597, + "main_score": 0.493301, + "hf_subset": "bjn_Latn-fon_Latn", + "languages": [ + "bjn-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-jav_Latn", + "languages": [ + "bjn-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.971344, + "f1": 0.964097, + "accuracy": 0.971344, + "main_score": 0.964097, + "hf_subset": "bjn_Latn-lao_Laoo", + "languages": [ + "bjn-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800148, + "recall": 0.844862, + "f1": 0.813373, + "accuracy": 0.844862, + "main_score": 0.813373, + "hf_subset": "bjn_Latn-mri_Latn", + "languages": [ + "bjn-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-rus_Cyrl", + "languages": [ + "bjn-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541776, + "recall": 0.600791, + "f1": 0.557932, + "accuracy": 0.600791, + "main_score": 0.557932, + "hf_subset": "bjn_Latn-taq_Latn", + "languages": [ + "bjn-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971673, + "recall": 0.979249, + "f1": 0.974144, + "accuracy": 0.979249, + "main_score": 0.974144, + "hf_subset": "bjn_Latn-war_Latn", + "languages": [ + "bjn-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-arb_Arab", + "languages": [ + "bjn-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-bul_Cyrl", + "languages": [ + "bjn-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bjn_Latn-fra_Latn", + "languages": [ + "bjn-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-jpn_Jpan", + "languages": [ + "bjn-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965003, + "recall": 0.974308, + "f1": 0.967951, + "accuracy": 0.974308, + "main_score": 0.967951, + "hf_subset": "bjn_Latn-lij_Latn", + "languages": [ + "bjn-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.953063, + "accuracy": 0.963439, + "main_score": 0.953063, + "hf_subset": "bjn_Latn-mya_Mymr", + "languages": [ + "bjn-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612415, + "recall": 0.674901, + "f1": 0.629663, + "accuracy": 0.674901, + "main_score": 0.629663, + "hf_subset": "bjn_Latn-sag_Latn", + "languages": [ + "bjn-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198314, + "recall": 0.253953, + "f1": 0.210697, + "accuracy": 0.253953, + "main_score": 0.210697, + "hf_subset": "bjn_Latn-taq_Tfng", + "languages": [ + "bjn-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640547, + "recall": 0.697628, + "f1": 0.656945, + "accuracy": 0.697628, + "main_score": 0.656945, + "hf_subset": "bjn_Latn-wol_Latn", + "languages": [ + "bjn-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730633, + "recall": 0.783597, + "f1": 0.746064, + "accuracy": 0.783597, + "main_score": 0.746064, + "hf_subset": "bjn_Latn-arb_Latn", + "languages": [ + "bjn-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bjn_Latn-cat_Latn", + "languages": [ + "bjn-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "bjn_Latn-fur_Latn", + "languages": [ + "bjn-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438959, + "recall": 0.499012, + "f1": 0.455524, + "accuracy": 0.499012, + "main_score": 0.455524, + "hf_subset": "bjn_Latn-kab_Latn", + "languages": [ + "bjn-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957263, + "recall": 0.968379, + "f1": 0.960705, + "accuracy": 0.968379, + "main_score": 0.960705, + "hf_subset": "bjn_Latn-lim_Latn", + "languages": [ + "bjn-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985096, + "recall": 0.98913, + "f1": 0.986232, + "accuracy": 0.98913, + "main_score": 0.986232, + "hf_subset": "bjn_Latn-nld_Latn", + "languages": [ + "bjn-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "bjn_Latn-san_Deva", + "languages": [ + "bjn-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "bjn_Latn-tat_Cyrl", + "languages": [ + "bjn-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679744, + "recall": 0.731225, + "f1": 0.695109, + "accuracy": 0.731225, + "main_score": 0.695109, + "hf_subset": "bjn_Latn-xho_Latn", + "languages": [ + "bjn-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bjn_Latn-ars_Arab", + "languages": [ + "bjn-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.983202, + "f1": 0.978873, + "accuracy": 0.983202, + "main_score": 0.978873, + "hf_subset": "bjn_Latn-ceb_Latn", + "languages": [ + "bjn-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575233, + "recall": 0.632411, + "f1": 0.591817, + "accuracy": 0.632411, + "main_score": 0.591817, + "hf_subset": "bjn_Latn-fuv_Latn", + "languages": [ + "bjn-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511958, + "recall": 0.574111, + "f1": 0.529085, + "accuracy": 0.574111, + "main_score": 0.529085, + "hf_subset": "bjn_Latn-kac_Latn", + "languages": [ + "bjn-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663868, + "recall": 0.710474, + "f1": 0.67741, + "accuracy": 0.710474, + "main_score": 0.67741, + "hf_subset": "bjn_Latn-lin_Latn", + "languages": [ + "bjn-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-nno_Latn", + "languages": [ + "bjn-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193474, + "recall": 0.258893, + "f1": 0.211003, + "accuracy": 0.258893, + "main_score": 0.211003, + "hf_subset": "bjn_Latn-sat_Olck", + "languages": [ + "bjn-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "bjn_Latn-tel_Telu", + "languages": [ + "bjn-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904397, + "recall": 0.929842, + "f1": 0.912088, + "accuracy": 0.929842, + "main_score": 0.912088, + "hf_subset": "bjn_Latn-ydd_Hebr", + "languages": [ + "bjn-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956719, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "bjn_Latn-ary_Arab", + "languages": [ + "bjn-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bjn_Latn-ces_Latn", + "languages": [ + "bjn-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583136, + "recall": 0.642292, + "f1": 0.600428, + "accuracy": 0.642292, + "main_score": 0.600428, + "hf_subset": "bjn_Latn-gaz_Latn", + "languages": [ + "bjn-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601745, + "recall": 0.658103, + "f1": 0.618017, + "accuracy": 0.658103, + "main_score": 0.618017, + "hf_subset": "bjn_Latn-kam_Latn", + "languages": [ + "bjn-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "bjn_Latn-lit_Latn", + "languages": [ + "bjn-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-nob_Latn", + "languages": [ + "bjn-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.970356, + "f1": 0.962945, + "accuracy": 0.970356, + "main_score": 0.962945, + "hf_subset": "bjn_Latn-scn_Latn", + "languages": [ + "bjn-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925758, + "recall": 0.945652, + "f1": 0.931983, + "accuracy": 0.945652, + "main_score": 0.931983, + "hf_subset": "bjn_Latn-tgk_Cyrl", + "languages": [ + "bjn-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6778, + "recall": 0.748024, + "f1": 0.698946, + "accuracy": 0.748024, + "main_score": 0.698946, + "hf_subset": "bjn_Latn-yor_Latn", + "languages": [ + "bjn-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bjn_Latn-arz_Arab", + "languages": [ + "bjn-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569359, + "recall": 0.618577, + "f1": 0.58328, + "accuracy": 0.618577, + "main_score": 0.58328, + "hf_subset": "bjn_Latn-cjk_Latn", + "languages": [ + "bjn-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729918, + "recall": 0.785573, + "f1": 0.746399, + "accuracy": 0.785573, + "main_score": 0.746399, + "hf_subset": "bjn_Latn-gla_Latn", + "languages": [ + "bjn-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bjn_Latn-kan_Knda", + "languages": [ + "bjn-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963883, + "recall": 0.974308, + "f1": 0.967128, + "accuracy": 0.974308, + "main_score": 0.967128, + "hf_subset": "bjn_Latn-lmo_Latn", + "languages": [ + "bjn-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "bjn_Latn-npi_Deva", + "languages": [ + "bjn-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469015, + "recall": 0.531621, + "f1": 0.486775, + "accuracy": 0.531621, + "main_score": 0.486775, + "hf_subset": "bjn_Latn-shn_Mymr", + "languages": [ + "bjn-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bjn_Latn-tgl_Latn", + "languages": [ + "bjn-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bjn_Latn-yue_Hant", + "languages": [ + "bjn-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "bjn_Latn-asm_Beng", + "languages": [ + "bjn-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913488, + "recall": 0.936759, + "f1": 0.92085, + "accuracy": 0.936759, + "main_score": 0.92085, + "hf_subset": "bjn_Latn-ckb_Arab", + "languages": [ + "bjn-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804908, + "recall": 0.849802, + "f1": 0.818281, + "accuracy": 0.849802, + "main_score": 0.818281, + "hf_subset": "bjn_Latn-gle_Latn", + "languages": [ + "bjn-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889526, + "recall": 0.918972, + "f1": 0.898847, + "accuracy": 0.918972, + "main_score": 0.898847, + "hf_subset": "bjn_Latn-kas_Arab", + "languages": [ + "bjn-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874951, + "recall": 0.909091, + "f1": 0.885573, + "accuracy": 0.909091, + "main_score": 0.885573, + "hf_subset": "bjn_Latn-ltg_Latn", + "languages": [ + "bjn-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636284, + "recall": 0.685771, + "f1": 0.65013, + "accuracy": 0.685771, + "main_score": 0.65013, + "hf_subset": "bjn_Latn-nso_Latn", + "languages": [ + "bjn-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923913, + "recall": 0.94664, + "f1": 0.931159, + "accuracy": 0.94664, + "main_score": 0.931159, + "hf_subset": "bjn_Latn-sin_Sinh", + "languages": [ + "bjn-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bjn_Latn-tha_Thai", + "languages": [ + "bjn-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bjn_Latn-zho_Hans", + "languages": [ + "bjn-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-ast_Latn", + "languages": [ + "bjn-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963356, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "bjn_Latn-crh_Latn", + "languages": [ + "bjn-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bjn_Latn-glg_Latn", + "languages": [ + "bjn-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836957, + "recall": 0.876482, + "f1": 0.849111, + "accuracy": 0.876482, + "main_score": 0.849111, + "hf_subset": "bjn_Latn-kas_Deva", + "languages": [ + "bjn-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935194, + "recall": 0.952569, + "f1": 0.940613, + "accuracy": 0.952569, + "main_score": 0.940613, + "hf_subset": "bjn_Latn-ltz_Latn", + "languages": [ + "bjn-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476917, + "recall": 0.54249, + "f1": 0.494718, + "accuracy": 0.54249, + "main_score": 0.494718, + "hf_subset": "bjn_Latn-nus_Latn", + "languages": [ + "bjn-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "bjn_Latn-slk_Latn", + "languages": [ + "bjn-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582345, + "recall": 0.65415, + "f1": 0.603379, + "accuracy": 0.65415, + "main_score": 0.603379, + "hf_subset": "bjn_Latn-tir_Ethi", + "languages": [ + "bjn-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "bjn_Latn-zho_Hant", + "languages": [ + "bjn-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967144, + "recall": 0.976285, + "f1": 0.970092, + "accuracy": 0.976285, + "main_score": 0.970092, + "hf_subset": "bjn_Latn-awa_Deva", + "languages": [ + "bjn-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917714, + "recall": 0.938735, + "f1": 0.92385, + "accuracy": 0.938735, + "main_score": 0.92385, + "hf_subset": "bjn_Latn-cym_Latn", + "languages": [ + "bjn-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801532, + "recall": 0.84585, + "f1": 0.815086, + "accuracy": 0.84585, + "main_score": 0.815086, + "hf_subset": "bjn_Latn-grn_Latn", + "languages": [ + "bjn-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970603, + "recall": 0.979249, + "f1": 0.973221, + "accuracy": 0.979249, + "main_score": 0.973221, + "hf_subset": "bjn_Latn-kat_Geor", + "languages": [ + "bjn-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647803, + "recall": 0.698617, + "f1": 0.662302, + "accuracy": 0.698617, + "main_score": 0.662302, + "hf_subset": "bjn_Latn-lua_Latn", + "languages": [ + "bjn-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644738, + "recall": 0.700593, + "f1": 0.660877, + "accuracy": 0.700593, + "main_score": 0.660877, + "hf_subset": "bjn_Latn-nya_Latn", + "languages": [ + "bjn-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bjn_Latn-slv_Latn", + "languages": [ + "bjn-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892144, + "recall": 0.920949, + "f1": 0.901087, + "accuracy": 0.920949, + "main_score": 0.901087, + "hf_subset": "bjn_Latn-tpi_Latn", + "languages": [ + "bjn-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bjn_Latn-zsm_Latn", + "languages": [ + "bjn-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547625, + "recall": 0.604743, + "f1": 0.563469, + "accuracy": 0.604743, + "main_score": 0.563469, + "hf_subset": "bjn_Latn-ayr_Latn", + "languages": [ + "bjn-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bjn_Latn-dan_Latn", + "languages": [ + "bjn-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bjn_Latn-guj_Gujr", + "languages": [ + "bjn-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "bjn_Latn-kaz_Cyrl", + "languages": [ + "bjn-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541563, + "recall": 0.602767, + "f1": 0.559073, + "accuracy": 0.602767, + "main_score": 0.559073, + "hf_subset": "bjn_Latn-lug_Latn", + "languages": [ + "bjn-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bjn_Latn-oci_Latn", + "languages": [ + "bjn-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781159, + "recall": 0.826087, + "f1": 0.794664, + "accuracy": 0.826087, + "main_score": 0.794664, + "hf_subset": "bjn_Latn-smo_Latn", + "languages": [ + "bjn-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557607, + "recall": 0.618577, + "f1": 0.574848, + "accuracy": 0.618577, + "main_score": 0.574848, + "hf_subset": "bjn_Latn-tsn_Latn", + "languages": [ + "bjn-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630247, + "recall": 0.686759, + "f1": 0.646182, + "accuracy": 0.686759, + "main_score": 0.646182, + "hf_subset": "bjn_Latn-zul_Latn", + "languages": [ + "bjn-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87108, + "recall": 0.905138, + "f1": 0.881686, + "accuracy": 0.905138, + "main_score": 0.881686, + "hf_subset": "bjn_Latn-azb_Arab", + "languages": [ + "bjn-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bjn_Latn-deu_Latn", + "languages": [ + "bjn-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919746, + "recall": 0.9417, + "f1": 0.926614, + "accuracy": 0.9417, + "main_score": 0.926614, + "hf_subset": "bjn_Latn-hat_Latn", + "languages": [ + "bjn-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502688, + "recall": 0.5583, + "f1": 0.517485, + "accuracy": 0.5583, + "main_score": 0.517485, + "hf_subset": "bjn_Latn-kbp_Latn", + "languages": [ + "bjn-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577794, + "recall": 0.629447, + "f1": 0.591474, + "accuracy": 0.629447, + "main_score": 0.591474, + "hf_subset": "bjn_Latn-luo_Latn", + "languages": [ + "bjn-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bjn_Latn-ory_Orya", + "languages": [ + "bjn-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600077, + "recall": 0.656126, + "f1": 0.616078, + "accuracy": 0.656126, + "main_score": 0.616078, + "hf_subset": "bjn_Latn-sna_Latn", + "languages": [ + "bjn-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570688, + "recall": 0.62253, + "f1": 0.584957, + "accuracy": 0.62253, + "main_score": 0.584957, + "hf_subset": "bjn_Latn-tso_Latn", + "languages": [ + "bjn-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956275, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "bjn_Latn-azj_Latn", + "languages": [ + "bjn-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552924, + "recall": 0.617589, + "f1": 0.570929, + "accuracy": 0.617589, + "main_score": 0.570929, + "hf_subset": "bjn_Latn-dik_Latn", + "languages": [ + "bjn-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72197, + "recall": 0.772727, + "f1": 0.736909, + "accuracy": 0.772727, + "main_score": 0.736909, + "hf_subset": "bjn_Latn-hau_Latn", + "languages": [ + "bjn-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945767, + "recall": 0.961462, + "f1": 0.950659, + "accuracy": 0.961462, + "main_score": 0.950659, + "hf_subset": "bjn_Latn-kea_Latn", + "languages": [ + "bjn-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69865, + "recall": 0.75, + "f1": 0.7143, + "accuracy": 0.75, + "main_score": 0.7143, + "hf_subset": "bjn_Latn-lus_Latn", + "languages": [ + "bjn-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857717, + "recall": 0.885375, + "f1": 0.865991, + "accuracy": 0.885375, + "main_score": 0.865991, + "hf_subset": "bjn_Latn-pag_Latn", + "languages": [ + "bjn-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "bjn_Latn-snd_Arab", + "languages": [ + "bjn-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882576, + "recall": 0.91502, + "f1": 0.892787, + "accuracy": 0.91502, + "main_score": 0.892787, + "hf_subset": "bjn_Latn-tuk_Latn", + "languages": [ + "bjn-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.956522, + "f1": 0.946513, + "accuracy": 0.956522, + "main_score": 0.946513, + "hf_subset": "bjn_Latn-bak_Cyrl", + "languages": [ + "bjn-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481711, + "recall": 0.556324, + "f1": 0.503335, + "accuracy": 0.556324, + "main_score": 0.503335, + "hf_subset": "bjn_Latn-dyu_Latn", + "languages": [ + "bjn-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bjn_Latn-heb_Hebr", + "languages": [ + "bjn-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943923, + "recall": 0.959486, + "f1": 0.948847, + "accuracy": 0.959486, + "main_score": 0.948847, + "hf_subset": "bjn_Latn-khk_Cyrl", + "languages": [ + "bjn-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bjn_Latn-lvs_Latn", + "languages": [ + "bjn-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bjn_Latn-pan_Guru", + "languages": [ + "bjn-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673312, + "recall": 0.733202, + "f1": 0.691195, + "accuracy": 0.733202, + "main_score": 0.691195, + "hf_subset": "bjn_Latn-som_Latn", + "languages": [ + "bjn-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588574, + "recall": 0.635375, + "f1": 0.601161, + "accuracy": 0.635375, + "main_score": 0.601161, + "hf_subset": "bjn_Latn-tum_Latn", + "languages": [ + "bjn-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500614, + "recall": 0.545455, + "f1": 0.512916, + "accuracy": 0.545455, + "main_score": 0.512916, + "hf_subset": "fao_Latn-ace_Arab", + "languages": [ + "fao-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527334, + "recall": 0.578063, + "f1": 0.541297, + "accuracy": 0.578063, + "main_score": 0.541297, + "hf_subset": "fao_Latn-bam_Latn", + "languages": [ + "fao-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362212, + "recall": 0.428854, + "f1": 0.379644, + "accuracy": 0.428854, + "main_score": 0.379644, + "hf_subset": "fao_Latn-dzo_Tibt", + "languages": [ + "fao-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fao_Latn-hin_Deva", + "languages": [ + "fao-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944252, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "fao_Latn-khm_Khmr", + "languages": [ + "fao-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960721, + "recall": 0.972332, + "f1": 0.964328, + "accuracy": 0.972332, + "main_score": 0.964328, + "hf_subset": "fao_Latn-mag_Deva", + "languages": [ + "fao-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894681, + "recall": 0.920949, + "f1": 0.902851, + "accuracy": 0.920949, + "main_score": 0.902851, + "hf_subset": "fao_Latn-pap_Latn", + "languages": [ + "fao-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575484, + "recall": 0.624506, + "f1": 0.589531, + "accuracy": 0.624506, + "main_score": 0.589531, + "hf_subset": "fao_Latn-sot_Latn", + "languages": [ + "fao-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fao_Latn-tur_Latn", + "languages": [ + "fao-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74399, + "recall": 0.787549, + "f1": 0.757073, + "accuracy": 0.787549, + "main_score": 0.757073, + "hf_subset": "fao_Latn-ace_Latn", + "languages": [ + "fao-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839954, + "recall": 0.87253, + "f1": 0.849464, + "accuracy": 0.87253, + "main_score": 0.849464, + "hf_subset": "fao_Latn-ban_Latn", + "languages": [ + "fao-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fao_Latn-ell_Grek", + "languages": [ + "fao-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948781, + "recall": 0.963439, + "f1": 0.95336, + "accuracy": 0.963439, + "main_score": 0.95336, + "hf_subset": "fao_Latn-hne_Deva", + "languages": [ + "fao-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557536, + "recall": 0.610672, + "f1": 0.571681, + "accuracy": 0.610672, + "main_score": 0.571681, + "hf_subset": "fao_Latn-kik_Latn", + "languages": [ + "fao-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963521, + "recall": 0.974308, + "f1": 0.966963, + "accuracy": 0.974308, + "main_score": 0.966963, + "hf_subset": "fao_Latn-mai_Deva", + "languages": [ + "fao-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892787, + "recall": 0.920949, + "f1": 0.901252, + "accuracy": 0.920949, + "main_score": 0.901252, + "hf_subset": "fao_Latn-pbt_Arab", + "languages": [ + "fao-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "fao_Latn-spa_Latn", + "languages": [ + "fao-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600283, + "recall": 0.641304, + "f1": 0.611734, + "accuracy": 0.641304, + "main_score": 0.611734, + "hf_subset": "fao_Latn-twi_Latn", + "languages": [ + "fao-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "fao_Latn-acm_Arab", + "languages": [ + "fao-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948287, + "recall": 0.962451, + "f1": 0.952503, + "accuracy": 0.962451, + "main_score": 0.952503, + "hf_subset": "fao_Latn-bel_Cyrl", + "languages": [ + "fao-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-hrv_Latn", + "languages": [ + "fao-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554365, + "recall": 0.606719, + "f1": 0.568603, + "accuracy": 0.606719, + "main_score": 0.568603, + "hf_subset": "fao_Latn-kin_Latn", + "languages": [ + "fao-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "fao_Latn-mal_Mlym", + "languages": [ + "fao-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.96438, + "accuracy": 0.972332, + "main_score": 0.96438, + "hf_subset": "fao_Latn-pes_Arab", + "languages": [ + "fao-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918462, + "recall": 0.939723, + "f1": 0.924802, + "accuracy": 0.939723, + "main_score": 0.924802, + "hf_subset": "fao_Latn-srd_Latn", + "languages": [ + "fao-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206764, + "recall": 0.248024, + "f1": 0.216928, + "accuracy": 0.248024, + "main_score": 0.216928, + "hf_subset": "fao_Latn-tzm_Tfng", + "languages": [ + "fao-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "fao_Latn-acq_Arab", + "languages": [ + "fao-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61238, + "recall": 0.65415, + "f1": 0.623498, + "accuracy": 0.65415, + "main_score": 0.623498, + "hf_subset": "fao_Latn-bem_Latn", + "languages": [ + "fao-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974967, + "recall": 0.982213, + "f1": 0.977226, + "accuracy": 0.982213, + "main_score": 0.977226, + "hf_subset": "fao_Latn-epo_Latn", + "languages": [ + "fao-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "fao_Latn-hun_Latn", + "languages": [ + "fao-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913949, + "recall": 0.939723, + "f1": 0.922167, + "accuracy": 0.939723, + "main_score": 0.922167, + "hf_subset": "fao_Latn-kir_Cyrl", + "languages": [ + "fao-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "fao_Latn-mar_Deva", + "languages": [ + "fao-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629381, + "recall": 0.676877, + "f1": 0.642726, + "accuracy": 0.676877, + "main_score": 0.642726, + "hf_subset": "fao_Latn-plt_Latn", + "languages": [ + "fao-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97472, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "fao_Latn-srp_Cyrl", + "languages": [ + "fao-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86581, + "recall": 0.899209, + "f1": 0.87612, + "accuracy": 0.899209, + "main_score": 0.87612, + "hf_subset": "fao_Latn-uig_Arab", + "languages": [ + "fao-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94277, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "fao_Latn-aeb_Arab", + "languages": [ + "fao-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fao_Latn-ben_Beng", + "languages": [ + "fao-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96945, + "recall": 0.978261, + "f1": 0.972233, + "accuracy": 0.978261, + "main_score": 0.972233, + "hf_subset": "fao_Latn-est_Latn", + "languages": [ + "fao-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "fao_Latn-hye_Armn", + "languages": [ + "fao-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535551, + "recall": 0.577075, + "f1": 0.547079, + "accuracy": 0.577075, + "main_score": 0.547079, + "hf_subset": "fao_Latn-kmb_Latn", + "languages": [ + "fao-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453866, + "recall": 0.514822, + "f1": 0.470528, + "accuracy": 0.514822, + "main_score": 0.470528, + "hf_subset": "fao_Latn-min_Arab", + "languages": [ + "fao-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "fao_Latn-pol_Latn", + "languages": [ + "fao-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553129, + "recall": 0.608696, + "f1": 0.569401, + "accuracy": 0.608696, + "main_score": 0.569401, + "hf_subset": "fao_Latn-ssw_Latn", + "languages": [ + "fao-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-ukr_Cyrl", + "languages": [ + "fao-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9347, + "recall": 0.953557, + "f1": 0.940613, + "accuracy": 0.953557, + "main_score": 0.940613, + "hf_subset": "fao_Latn-bho_Deva", + "languages": [ + "fao-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917984, + "recall": 0.940711, + "f1": 0.925019, + "accuracy": 0.940711, + "main_score": 0.925019, + "hf_subset": "fao_Latn-eus_Latn", + "languages": [ + "fao-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576385, + "recall": 0.630435, + "f1": 0.591362, + "accuracy": 0.630435, + "main_score": 0.591362, + "hf_subset": "fao_Latn-ibo_Latn", + "languages": [ + "fao-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801499, + "recall": 0.843874, + "f1": 0.814577, + "accuracy": 0.843874, + "main_score": 0.814577, + "hf_subset": "fao_Latn-kmr_Latn", + "languages": [ + "fao-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906538, + "recall": 0.931818, + "f1": 0.914262, + "accuracy": 0.931818, + "main_score": 0.914262, + "hf_subset": "fao_Latn-min_Latn", + "languages": [ + "fao-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fao_Latn-por_Latn", + "languages": [ + "fao-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921393, + "recall": 0.943676, + "f1": 0.928228, + "accuracy": 0.943676, + "main_score": 0.928228, + "hf_subset": "fao_Latn-sun_Latn", + "languages": [ + "fao-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521769, + "recall": 0.570158, + "f1": 0.53517, + "accuracy": 0.570158, + "main_score": 0.53517, + "hf_subset": "fao_Latn-umb_Latn", + "languages": [ + "fao-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963686, + "recall": 0.974308, + "f1": 0.966963, + "accuracy": 0.974308, + "main_score": 0.966963, + "hf_subset": "fao_Latn-ajp_Arab", + "languages": [ + "fao-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492273, + "recall": 0.546443, + "f1": 0.506806, + "accuracy": 0.546443, + "main_score": 0.506806, + "hf_subset": "fao_Latn-bjn_Arab", + "languages": [ + "fao-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527087, + "recall": 0.571146, + "f1": 0.539057, + "accuracy": 0.571146, + "main_score": 0.539057, + "hf_subset": "fao_Latn-ewe_Latn", + "languages": [ + "fao-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836775, + "recall": 0.865613, + "f1": 0.845097, + "accuracy": 0.865613, + "main_score": 0.845097, + "hf_subset": "fao_Latn-ilo_Latn", + "languages": [ + "fao-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315284, + "recall": 0.366601, + "f1": 0.329509, + "accuracy": 0.366601, + "main_score": 0.329509, + "hf_subset": "fao_Latn-knc_Arab", + "languages": [ + "fao-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978953, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "fao_Latn-mkd_Cyrl", + "languages": [ + "fao-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "fao_Latn-prs_Arab", + "languages": [ + "fao-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "fao_Latn-urd_Arab", + "languages": [ + "fao-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572436, + "recall": 0.616601, + "f1": 0.584986, + "accuracy": 0.616601, + "main_score": 0.584986, + "hf_subset": "fao_Latn-aka_Latn", + "languages": [ + "fao-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916035, + "recall": 0.937747, + "f1": 0.922464, + "accuracy": 0.937747, + "main_score": 0.922464, + "hf_subset": "fao_Latn-bjn_Latn", + "languages": [ + "fao-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fao_Latn-ind_Latn", + "languages": [ + "fao-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563407, + "recall": 0.607708, + "f1": 0.576323, + "accuracy": 0.607708, + "main_score": 0.576323, + "hf_subset": "fao_Latn-knc_Latn", + "languages": [ + "fao-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92771, + "recall": 0.947628, + "f1": 0.933679, + "accuracy": 0.947628, + "main_score": 0.933679, + "hf_subset": "fao_Latn-mlt_Latn", + "languages": [ + "fao-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665504, + "recall": 0.713439, + "f1": 0.679217, + "accuracy": 0.713439, + "main_score": 0.679217, + "hf_subset": "fao_Latn-quy_Latn", + "languages": [ + "fao-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92024, + "recall": 0.942688, + "f1": 0.927075, + "accuracy": 0.942688, + "main_score": 0.927075, + "hf_subset": "fao_Latn-swh_Latn", + "languages": [ + "fao-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942424, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "fao_Latn-uzn_Latn", + "languages": [ + "fao-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "fao_Latn-als_Latn", + "languages": [ + "fao-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569319, + "recall": 0.649209, + "f1": 0.591794, + "accuracy": 0.649209, + "main_score": 0.591794, + "hf_subset": "fao_Latn-bod_Tibt", + "languages": [ + "fao-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658392, + "recall": 0.712451, + "f1": 0.673294, + "accuracy": 0.712451, + "main_score": 0.673294, + "hf_subset": "fao_Latn-fij_Latn", + "languages": [ + "fao-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602638, + "recall": 0.646245, + "f1": 0.614357, + "accuracy": 0.646245, + "main_score": 0.614357, + "hf_subset": "fao_Latn-kon_Latn", + "languages": [ + "fao-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563556, + "recall": 0.623518, + "f1": 0.58025, + "accuracy": 0.623518, + "main_score": 0.58025, + "hf_subset": "fao_Latn-mni_Beng", + "languages": [ + "fao-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fao_Latn-ron_Latn", + "languages": [ + "fao-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.962451, + "f1": 0.95303, + "accuracy": 0.962451, + "main_score": 0.95303, + "hf_subset": "fao_Latn-szl_Latn", + "languages": [ + "fao-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "fao_Latn-vec_Latn", + "languages": [ + "fao-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84585, + "recall": 0.885375, + "f1": 0.857877, + "accuracy": 0.885375, + "main_score": 0.857877, + "hf_subset": "fao_Latn-amh_Ethi", + "languages": [ + "fao-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97999, + "recall": 0.986166, + "f1": 0.98195, + "accuracy": 0.986166, + "main_score": 0.98195, + "hf_subset": "fao_Latn-bos_Latn", + "languages": [ + "fao-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975543, + "recall": 0.983202, + "f1": 0.977997, + "accuracy": 0.983202, + "main_score": 0.977997, + "hf_subset": "fao_Latn-fin_Latn", + "languages": [ + "fao-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fao_Latn-ita_Latn", + "languages": [ + "fao-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "fao_Latn-kor_Hang", + "languages": [ + "fao-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544623, + "recall": 0.588933, + "f1": 0.556793, + "accuracy": 0.588933, + "main_score": 0.556793, + "hf_subset": "fao_Latn-mos_Latn", + "languages": [ + "fao-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55575, + "recall": 0.599802, + "f1": 0.567956, + "accuracy": 0.599802, + "main_score": 0.567956, + "hf_subset": "fao_Latn-run_Latn", + "languages": [ + "fao-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "fao_Latn-tam_Taml", + "languages": [ + "fao-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "fao_Latn-vie_Latn", + "languages": [ + "fao-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fao_Latn-apc_Arab", + "languages": [ + "fao-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683474, + "recall": 0.732213, + "f1": 0.697236, + "accuracy": 0.732213, + "main_score": 0.697236, + "hf_subset": "fao_Latn-bug_Latn", + "languages": [ + "fao-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490357, + "recall": 0.534585, + "f1": 0.502852, + "accuracy": 0.534585, + "main_score": 0.502852, + "hf_subset": "fao_Latn-fon_Latn", + "languages": [ + "fao-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.958498, + "f1": 0.947219, + "accuracy": 0.958498, + "main_score": 0.947219, + "hf_subset": "fao_Latn-jav_Latn", + "languages": [ + "fao-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "fao_Latn-lao_Laoo", + "languages": [ + "fao-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815003, + "recall": 0.859684, + "f1": 0.828557, + "accuracy": 0.859684, + "main_score": 0.828557, + "hf_subset": "fao_Latn-mri_Latn", + "languages": [ + "fao-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-rus_Cyrl", + "languages": [ + "fao-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535259, + "recall": 0.579051, + "f1": 0.547485, + "accuracy": 0.579051, + "main_score": 0.547485, + "hf_subset": "fao_Latn-taq_Latn", + "languages": [ + "fao-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929924, + "recall": 0.949605, + "f1": 0.935954, + "accuracy": 0.949605, + "main_score": 0.935954, + "hf_subset": "fao_Latn-war_Latn", + "languages": [ + "fao-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "fao_Latn-arb_Arab", + "languages": [ + "fao-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "fao_Latn-bul_Cyrl", + "languages": [ + "fao-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fao_Latn-fra_Latn", + "languages": [ + "fao-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950428, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "fao_Latn-jpn_Jpan", + "languages": [ + "fao-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929825, + "recall": 0.947628, + "f1": 0.935178, + "accuracy": 0.947628, + "main_score": 0.935178, + "hf_subset": "fao_Latn-lij_Latn", + "languages": [ + "fao-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907938, + "recall": 0.936759, + "f1": 0.917325, + "accuracy": 0.936759, + "main_score": 0.917325, + "hf_subset": "fao_Latn-mya_Mymr", + "languages": [ + "fao-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568052, + "recall": 0.621542, + "f1": 0.582929, + "accuracy": 0.621542, + "main_score": 0.582929, + "hf_subset": "fao_Latn-sag_Latn", + "languages": [ + "fao-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202928, + "recall": 0.250988, + "f1": 0.214303, + "accuracy": 0.250988, + "main_score": 0.214303, + "hf_subset": "fao_Latn-taq_Tfng", + "languages": [ + "fao-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611833, + "recall": 0.655138, + "f1": 0.62417, + "accuracy": 0.655138, + "main_score": 0.62417, + "hf_subset": "fao_Latn-wol_Latn", + "languages": [ + "fao-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693478, + "recall": 0.753953, + "f1": 0.7103, + "accuracy": 0.753953, + "main_score": 0.7103, + "hf_subset": "fao_Latn-arb_Latn", + "languages": [ + "fao-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fao_Latn-cat_Latn", + "languages": [ + "fao-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928195, + "recall": 0.948617, + "f1": 0.934585, + "accuracy": 0.948617, + "main_score": 0.934585, + "hf_subset": "fao_Latn-fur_Latn", + "languages": [ + "fao-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434264, + "recall": 0.490119, + "f1": 0.449864, + "accuracy": 0.490119, + "main_score": 0.449864, + "hf_subset": "fao_Latn-kab_Latn", + "languages": [ + "fao-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92803, + "recall": 0.947628, + "f1": 0.934091, + "accuracy": 0.947628, + "main_score": 0.934091, + "hf_subset": "fao_Latn-lim_Latn", + "languages": [ + "fao-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.949605, + "f1": 0.9361, + "accuracy": 0.949605, + "main_score": 0.9361, + "hf_subset": "fao_Latn-san_Deva", + "languages": [ + "fao-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.959486, + "f1": 0.948419, + "accuracy": 0.959486, + "main_score": 0.948419, + "hf_subset": "fao_Latn-tat_Cyrl", + "languages": [ + "fao-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64777, + "recall": 0.699605, + "f1": 0.662812, + "accuracy": 0.699605, + "main_score": 0.662812, + "hf_subset": "fao_Latn-xho_Latn", + "languages": [ + "fao-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "fao_Latn-ars_Arab", + "languages": [ + "fao-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945958, + "recall": 0.961462, + "f1": 0.95084, + "accuracy": 0.961462, + "main_score": 0.95084, + "hf_subset": "fao_Latn-ceb_Latn", + "languages": [ + "fao-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555029, + "recall": 0.600791, + "f1": 0.567862, + "accuracy": 0.600791, + "main_score": 0.567862, + "hf_subset": "fao_Latn-fuv_Latn", + "languages": [ + "fao-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506148, + "recall": 0.5583, + "f1": 0.520575, + "accuracy": 0.5583, + "main_score": 0.520575, + "hf_subset": "fao_Latn-kac_Latn", + "languages": [ + "fao-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629011, + "recall": 0.671937, + "f1": 0.641114, + "accuracy": 0.671937, + "main_score": 0.641114, + "hf_subset": "fao_Latn-lin_Latn", + "languages": [ + "fao-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222435, + "recall": 0.295455, + "f1": 0.240808, + "accuracy": 0.295455, + "main_score": 0.240808, + "hf_subset": "fao_Latn-sat_Olck", + "languages": [ + "fao-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "fao_Latn-tel_Telu", + "languages": [ + "fao-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9083, + "recall": 0.933794, + "f1": 0.916304, + "accuracy": 0.933794, + "main_score": 0.916304, + "hf_subset": "fao_Latn-ydd_Hebr", + "languages": [ + "fao-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926548, + "recall": 0.948617, + "f1": 0.933597, + "accuracy": 0.948617, + "main_score": 0.933597, + "hf_subset": "fao_Latn-ary_Arab", + "languages": [ + "fao-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "fao_Latn-ces_Latn", + "languages": [ + "fao-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549539, + "recall": 0.600791, + "f1": 0.563956, + "accuracy": 0.600791, + "main_score": 0.563956, + "hf_subset": "fao_Latn-gaz_Latn", + "languages": [ + "fao-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565004, + "recall": 0.616601, + "f1": 0.579039, + "accuracy": 0.616601, + "main_score": 0.579039, + "hf_subset": "fao_Latn-kam_Latn", + "languages": [ + "fao-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "fao_Latn-lit_Latn", + "languages": [ + "fao-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939081, + "recall": 0.953557, + "f1": 0.943248, + "accuracy": 0.953557, + "main_score": 0.943248, + "hf_subset": "fao_Latn-scn_Latn", + "languages": [ + "fao-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920619, + "recall": 0.943676, + "f1": 0.9278, + "accuracy": 0.943676, + "main_score": 0.9278, + "hf_subset": "fao_Latn-tgk_Cyrl", + "languages": [ + "fao-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661709, + "recall": 0.729249, + "f1": 0.682279, + "accuracy": 0.729249, + "main_score": 0.682279, + "hf_subset": "fao_Latn-yor_Latn", + "languages": [ + "fao-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949028, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "fao_Latn-arz_Arab", + "languages": [ + "fao-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536965, + "recall": 0.582016, + "f1": 0.549502, + "accuracy": 0.582016, + "main_score": 0.549502, + "hf_subset": "fao_Latn-cjk_Latn", + "languages": [ + "fao-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72915, + "recall": 0.778656, + "f1": 0.743398, + "accuracy": 0.778656, + "main_score": 0.743398, + "hf_subset": "fao_Latn-gla_Latn", + "languages": [ + "fao-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "fao_Latn-kan_Knda", + "languages": [ + "fao-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920323, + "recall": 0.9417, + "f1": 0.926845, + "accuracy": 0.9417, + "main_score": 0.926845, + "hf_subset": "fao_Latn-lmo_Latn", + "languages": [ + "fao-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "fao_Latn-npi_Deva", + "languages": [ + "fao-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460886, + "recall": 0.509881, + "f1": 0.474593, + "accuracy": 0.509881, + "main_score": 0.474593, + "hf_subset": "fao_Latn-shn_Mymr", + "languages": [ + "fao-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fao_Latn-tgl_Latn", + "languages": [ + "fao-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "fao_Latn-yue_Hant", + "languages": [ + "fao-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936759, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "fao_Latn-asm_Beng", + "languages": [ + "fao-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881406, + "recall": 0.912055, + "f1": 0.890646, + "accuracy": 0.912055, + "main_score": 0.890646, + "hf_subset": "fao_Latn-ckb_Arab", + "languages": [ + "fao-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800511, + "recall": 0.846838, + "f1": 0.8143, + "accuracy": 0.846838, + "main_score": 0.8143, + "hf_subset": "fao_Latn-gle_Latn", + "languages": [ + "fao-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838323, + "recall": 0.875494, + "f1": 0.849144, + "accuracy": 0.875494, + "main_score": 0.849144, + "hf_subset": "fao_Latn-kas_Arab", + "languages": [ + "fao-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835919, + "recall": 0.875494, + "f1": 0.848386, + "accuracy": 0.875494, + "main_score": 0.848386, + "hf_subset": "fao_Latn-ltg_Latn", + "languages": [ + "fao-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588652, + "recall": 0.632411, + "f1": 0.600338, + "accuracy": 0.632411, + "main_score": 0.600338, + "hf_subset": "fao_Latn-nso_Latn", + "languages": [ + "fao-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910244, + "recall": 0.936759, + "f1": 0.918643, + "accuracy": 0.936759, + "main_score": 0.918643, + "hf_subset": "fao_Latn-sin_Sinh", + "languages": [ + "fao-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951169, + "recall": 0.965415, + "f1": 0.955764, + "accuracy": 0.965415, + "main_score": 0.955764, + "hf_subset": "fao_Latn-tha_Thai", + "languages": [ + "fao-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948205, + "recall": 0.963439, + "f1": 0.952931, + "accuracy": 0.963439, + "main_score": 0.952931, + "hf_subset": "fao_Latn-zho_Hans", + "languages": [ + "fao-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "fao_Latn-ast_Latn", + "languages": [ + "fao-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947381, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "fao_Latn-crh_Latn", + "languages": [ + "fao-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "fao_Latn-glg_Latn", + "languages": [ + "fao-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772796, + "recall": 0.822134, + "f1": 0.787879, + "accuracy": 0.822134, + "main_score": 0.787879, + "hf_subset": "fao_Latn-kas_Deva", + "languages": [ + "fao-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926054, + "recall": 0.94664, + "f1": 0.932397, + "accuracy": 0.94664, + "main_score": 0.932397, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467491, + "recall": 0.518775, + "f1": 0.481692, + "accuracy": 0.518775, + "main_score": 0.481692, + "hf_subset": "fao_Latn-nus_Latn", + "languages": [ + "fao-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "fao_Latn-slk_Latn", + "languages": [ + "fao-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534752, + "recall": 0.603755, + "f1": 0.554389, + "accuracy": 0.603755, + "main_score": 0.554389, + "hf_subset": "fao_Latn-tir_Ethi", + "languages": [ + "fao-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.971344, + "f1": 0.961792, + "accuracy": 0.971344, + "main_score": 0.961792, + "hf_subset": "fao_Latn-zho_Hant", + "languages": [ + "fao-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954677, + "accuracy": 0.964427, + "main_score": 0.954677, + "hf_subset": "fao_Latn-awa_Deva", + "languages": [ + "fao-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924769, + "recall": 0.945652, + "f1": 0.931159, + "accuracy": 0.945652, + "main_score": 0.931159, + "hf_subset": "fao_Latn-cym_Latn", + "languages": [ + "fao-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734671, + "recall": 0.779644, + "f1": 0.74709, + "accuracy": 0.779644, + "main_score": 0.74709, + "hf_subset": "fao_Latn-grn_Latn", + "languages": [ + "fao-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "fao_Latn-kat_Geor", + "languages": [ + "fao-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60476, + "recall": 0.65415, + "f1": 0.618621, + "accuracy": 0.65415, + "main_score": 0.618621, + "hf_subset": "fao_Latn-lua_Latn", + "languages": [ + "fao-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61778, + "recall": 0.666996, + "f1": 0.631392, + "accuracy": 0.666996, + "main_score": 0.631392, + "hf_subset": "fao_Latn-nya_Latn", + "languages": [ + "fao-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "fao_Latn-slv_Latn", + "languages": [ + "fao-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826688, + "recall": 0.867589, + "f1": 0.838381, + "accuracy": 0.867589, + "main_score": 0.838381, + "hf_subset": "fao_Latn-tpi_Latn", + "languages": [ + "fao-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "fao_Latn-zsm_Latn", + "languages": [ + "fao-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538924, + "recall": 0.590909, + "f1": 0.553745, + "accuracy": 0.590909, + "main_score": 0.553745, + "hf_subset": "fao_Latn-ayr_Latn", + "languages": [ + "fao-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959239, + "recall": 0.972332, + "f1": 0.963505, + "accuracy": 0.972332, + "main_score": 0.963505, + "hf_subset": "fao_Latn-guj_Gujr", + "languages": [ + "fao-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "fao_Latn-kaz_Cyrl", + "languages": [ + "fao-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532431, + "recall": 0.581028, + "f1": 0.545927, + "accuracy": 0.581028, + "main_score": 0.545927, + "hf_subset": "fao_Latn-lug_Latn", + "languages": [ + "fao-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "fao_Latn-oci_Latn", + "languages": [ + "fao-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759085, + "recall": 0.806324, + "f1": 0.772782, + "accuracy": 0.806324, + "main_score": 0.772782, + "hf_subset": "fao_Latn-smo_Latn", + "languages": [ + "fao-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540525, + "recall": 0.591897, + "f1": 0.554527, + "accuracy": 0.591897, + "main_score": 0.554527, + "hf_subset": "fao_Latn-tsn_Latn", + "languages": [ + "fao-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60835, + "recall": 0.666996, + "f1": 0.625077, + "accuracy": 0.666996, + "main_score": 0.625077, + "hf_subset": "fao_Latn-zul_Latn", + "languages": [ + "fao-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799852, + "recall": 0.849802, + "f1": 0.815382, + "accuracy": 0.849802, + "main_score": 0.815382, + "hf_subset": "fao_Latn-azb_Arab", + "languages": [ + "fao-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903442, + "recall": 0.928854, + "f1": 0.9111, + "accuracy": 0.928854, + "main_score": 0.9111, + "hf_subset": "fao_Latn-hat_Latn", + "languages": [ + "fao-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492723, + "recall": 0.537549, + "f1": 0.504851, + "accuracy": 0.537549, + "main_score": 0.504851, + "hf_subset": "fao_Latn-kbp_Latn", + "languages": [ + "fao-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560483, + "recall": 0.601779, + "f1": 0.571945, + "accuracy": 0.601779, + "main_score": 0.571945, + "hf_subset": "fao_Latn-luo_Latn", + "languages": [ + "fao-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "fao_Latn-ory_Orya", + "languages": [ + "fao-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580416, + "recall": 0.635375, + "f1": 0.595626, + "accuracy": 0.635375, + "main_score": 0.595626, + "hf_subset": "fao_Latn-sna_Latn", + "languages": [ + "fao-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562173, + "recall": 0.605731, + "f1": 0.573755, + "accuracy": 0.605731, + "main_score": 0.573755, + "hf_subset": "fao_Latn-tso_Latn", + "languages": [ + "fao-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "fao_Latn-azj_Latn", + "languages": [ + "fao-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518728, + "recall": 0.571146, + "f1": 0.533925, + "accuracy": 0.571146, + "main_score": 0.533925, + "hf_subset": "fao_Latn-dik_Latn", + "languages": [ + "fao-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689081, + "recall": 0.743083, + "f1": 0.704992, + "accuracy": 0.743083, + "main_score": 0.704992, + "hf_subset": "fao_Latn-hau_Latn", + "languages": [ + "fao-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888982, + "recall": 0.916996, + "f1": 0.897007, + "accuracy": 0.916996, + "main_score": 0.897007, + "hf_subset": "fao_Latn-kea_Latn", + "languages": [ + "fao-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650373, + "recall": 0.69664, + "f1": 0.663575, + "accuracy": 0.69664, + "main_score": 0.663575, + "hf_subset": "fao_Latn-lus_Latn", + "languages": [ + "fao-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758096, + "recall": 0.796443, + "f1": 0.768769, + "accuracy": 0.796443, + "main_score": 0.768769, + "hf_subset": "fao_Latn-pag_Latn", + "languages": [ + "fao-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955237, + "recall": 0.968379, + "f1": 0.959321, + "accuracy": 0.968379, + "main_score": 0.959321, + "hf_subset": "fao_Latn-snd_Arab", + "languages": [ + "fao-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856143, + "recall": 0.894269, + "f1": 0.867951, + "accuracy": 0.894269, + "main_score": 0.867951, + "hf_subset": "fao_Latn-tuk_Latn", + "languages": [ + "fao-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922793, + "recall": 0.943676, + "f1": 0.92915, + "accuracy": 0.943676, + "main_score": 0.92915, + "hf_subset": "fao_Latn-bak_Cyrl", + "languages": [ + "fao-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476953, + "recall": 0.535573, + "f1": 0.493372, + "accuracy": 0.535573, + "main_score": 0.493372, + "hf_subset": "fao_Latn-dyu_Latn", + "languages": [ + "fao-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fao_Latn-heb_Hebr", + "languages": [ + "fao-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916337, + "recall": 0.940711, + "f1": 0.923913, + "accuracy": 0.940711, + "main_score": 0.923913, + "hf_subset": "fao_Latn-khk_Cyrl", + "languages": [ + "fao-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96698, + "recall": 0.977273, + "f1": 0.970257, + "accuracy": 0.977273, + "main_score": 0.970257, + "hf_subset": "fao_Latn-lvs_Latn", + "languages": [ + "fao-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "fao_Latn-pan_Guru", + "languages": [ + "fao-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665958, + "recall": 0.722332, + "f1": 0.681973, + "accuracy": 0.722332, + "main_score": 0.681973, + "hf_subset": "fao_Latn-som_Latn", + "languages": [ + "fao-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590073, + "recall": 0.632411, + "f1": 0.601805, + "accuracy": 0.632411, + "main_score": 0.601805, + "hf_subset": "fao_Latn-tum_Latn", + "languages": [ + "fao-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647428, + "recall": 0.708498, + "f1": 0.664921, + "accuracy": 0.708498, + "main_score": 0.664921, + "hf_subset": "ind_Latn-ace_Arab", + "languages": [ + "ind-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547675, + "recall": 0.610672, + "f1": 0.564988, + "accuracy": 0.610672, + "main_score": 0.564988, + "hf_subset": "ind_Latn-bam_Latn", + "languages": [ + "ind-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45443, + "recall": 0.535573, + "f1": 0.476151, + "accuracy": 0.535573, + "main_score": 0.476151, + "hf_subset": "ind_Latn-dzo_Tibt", + "languages": [ + "ind-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-khm_Khmr", + "languages": [ + "ind-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-mag_Deva", + "languages": [ + "ind-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ind_Latn-pap_Latn", + "languages": [ + "ind-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624218, + "recall": 0.68083, + "f1": 0.640073, + "accuracy": 0.68083, + "main_score": 0.640073, + "hf_subset": "ind_Latn-sot_Latn", + "languages": [ + "ind-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90835, + "recall": 0.934783, + "f1": 0.916733, + "accuracy": 0.934783, + "main_score": 0.916733, + "hf_subset": "ind_Latn-ace_Latn", + "languages": [ + "ind-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "ind_Latn-ban_Latn", + "languages": [ + "ind-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ind_Latn-hne_Deva", + "languages": [ + "ind-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619802, + "recall": 0.675889, + "f1": 0.635386, + "accuracy": 0.675889, + "main_score": 0.635386, + "hf_subset": "ind_Latn-kik_Latn", + "languages": [ + "ind-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-mai_Deva", + "languages": [ + "ind-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ind_Latn-pbt_Arab", + "languages": [ + "ind-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625807, + "recall": 0.692688, + "f1": 0.644419, + "accuracy": 0.692688, + "main_score": 0.644419, + "hf_subset": "ind_Latn-twi_Latn", + "languages": [ + "ind-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-acm_Arab", + "languages": [ + "ind-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bel_Cyrl", + "languages": [ + "ind-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-hrv_Latn", + "languages": [ + "ind-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574819, + "recall": 0.636364, + "f1": 0.592496, + "accuracy": 0.636364, + "main_score": 0.592496, + "hf_subset": "ind_Latn-kin_Latn", + "languages": [ + "ind-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-pes_Arab", + "languages": [ + "ind-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-srd_Latn", + "languages": [ + "ind-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184278, + "recall": 0.235178, + "f1": 0.196874, + "accuracy": 0.235178, + "main_score": 0.196874, + "hf_subset": "ind_Latn-tzm_Tfng", + "languages": [ + "ind-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-acq_Arab", + "languages": [ + "ind-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659988, + "recall": 0.709486, + "f1": 0.67433, + "accuracy": 0.709486, + "main_score": 0.67433, + "hf_subset": "ind_Latn-bem_Latn", + "languages": [ + "ind-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-epo_Latn", + "languages": [ + "ind-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-kir_Cyrl", + "languages": [ + "ind-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-mar_Deva", + "languages": [ + "ind-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696369, + "recall": 0.75, + "f1": 0.71188, + "accuracy": 0.75, + "main_score": 0.71188, + "hf_subset": "ind_Latn-plt_Latn", + "languages": [ + "ind-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-srp_Cyrl", + "languages": [ + "ind-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "ind_Latn-uig_Arab", + "languages": [ + "ind-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-aeb_Arab", + "languages": [ + "ind-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-est_Latn", + "languages": [ + "ind-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-hye_Armn", + "languages": [ + "ind-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564897, + "recall": 0.619565, + "f1": 0.580565, + "accuracy": 0.619565, + "main_score": 0.580565, + "hf_subset": "ind_Latn-kmb_Latn", + "languages": [ + "ind-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560624, + "recall": 0.631423, + "f1": 0.57971, + "accuracy": 0.631423, + "main_score": 0.57971, + "hf_subset": "ind_Latn-min_Arab", + "languages": [ + "ind-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588514, + "recall": 0.652174, + "f1": 0.606587, + "accuracy": 0.652174, + "main_score": 0.606587, + "hf_subset": "ind_Latn-ssw_Latn", + "languages": [ + "ind-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ukr_Cyrl", + "languages": [ + "ind-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-afr_Latn", + "languages": [ + "ind-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bho_Deva", + "languages": [ + "ind-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-eus_Latn", + "languages": [ + "ind-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606937, + "recall": 0.670949, + "f1": 0.624904, + "accuracy": 0.670949, + "main_score": 0.624904, + "hf_subset": "ind_Latn-ibo_Latn", + "languages": [ + "ind-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922843, + "recall": 0.945652, + "f1": 0.930237, + "accuracy": 0.945652, + "main_score": 0.930237, + "hf_subset": "ind_Latn-kmr_Latn", + "languages": [ + "ind-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-min_Latn", + "languages": [ + "ind-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-sun_Latn", + "languages": [ + "ind-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533558, + "recall": 0.591897, + "f1": 0.550378, + "accuracy": 0.591897, + "main_score": 0.550378, + "hf_subset": "ind_Latn-umb_Latn", + "languages": [ + "ind-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ajp_Arab", + "languages": [ + "ind-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597518, + "recall": 0.66502, + "f1": 0.616401, + "accuracy": 0.66502, + "main_score": 0.616401, + "hf_subset": "ind_Latn-bjn_Arab", + "languages": [ + "ind-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532022, + "recall": 0.588933, + "f1": 0.54793, + "accuracy": 0.588933, + "main_score": 0.54793, + "hf_subset": "ind_Latn-ewe_Latn", + "languages": [ + "ind-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "ind_Latn-ilo_Latn", + "languages": [ + "ind-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332471, + "recall": 0.393281, + "f1": 0.349351, + "accuracy": 0.393281, + "main_score": 0.349351, + "hf_subset": "ind_Latn-knc_Arab", + "languages": [ + "ind-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-mkd_Cyrl", + "languages": [ + "ind-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-prs_Arab", + "languages": [ + "ind-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-urd_Arab", + "languages": [ + "ind-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605731, + "recall": 0.663043, + "f1": 0.622007, + "accuracy": 0.663043, + "main_score": 0.622007, + "hf_subset": "ind_Latn-aka_Latn", + "languages": [ + "ind-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-bjn_Latn", + "languages": [ + "ind-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ind_Latn-fao_Latn", + "languages": [ + "ind-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612147, + "recall": 0.66502, + "f1": 0.627465, + "accuracy": 0.66502, + "main_score": 0.627465, + "hf_subset": "ind_Latn-knc_Latn", + "languages": [ + "ind-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ind_Latn-mlt_Latn", + "languages": [ + "ind-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720964, + "recall": 0.780632, + "f1": 0.738367, + "accuracy": 0.780632, + "main_score": 0.738367, + "hf_subset": "ind_Latn-quy_Latn", + "languages": [ + "ind-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ind_Latn-swh_Latn", + "languages": [ + "ind-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-uzn_Latn", + "languages": [ + "ind-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-als_Latn", + "languages": [ + "ind-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66558, + "recall": 0.743083, + "f1": 0.688411, + "accuracy": 0.743083, + "main_score": 0.688411, + "hf_subset": "ind_Latn-bod_Tibt", + "languages": [ + "ind-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716362, + "recall": 0.771739, + "f1": 0.732602, + "accuracy": 0.771739, + "main_score": 0.732602, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-isl_Latn", + "languages": [ + "ind-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690758, + "recall": 0.73913, + "f1": 0.704498, + "accuracy": 0.73913, + "main_score": 0.704498, + "hf_subset": "ind_Latn-kon_Latn", + "languages": [ + "ind-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681555, + "recall": 0.743083, + "f1": 0.699079, + "accuracy": 0.743083, + "main_score": 0.699079, + "hf_subset": "ind_Latn-mni_Beng", + "languages": [ + "ind-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ron_Latn", + "languages": [ + "ind-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "ind_Latn-szl_Latn", + "languages": [ + "ind-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-vec_Latn", + "languages": [ + "ind-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "ind_Latn-amh_Ethi", + "languages": [ + "ind-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bos_Latn", + "languages": [ + "ind-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ita_Latn", + "languages": [ + "ind-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570028, + "recall": 0.635375, + "f1": 0.588469, + "accuracy": 0.635375, + "main_score": 0.588469, + "hf_subset": "ind_Latn-mos_Latn", + "languages": [ + "ind-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566915, + "recall": 0.623518, + "f1": 0.583028, + "accuracy": 0.623518, + "main_score": 0.583028, + "hf_subset": "ind_Latn-run_Latn", + "languages": [ + "ind-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-apc_Arab", + "languages": [ + "ind-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83083, + "recall": 0.874506, + "f1": 0.843841, + "accuracy": 0.874506, + "main_score": 0.843841, + "hf_subset": "ind_Latn-bug_Latn", + "languages": [ + "ind-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481662, + "recall": 0.539526, + "f1": 0.497107, + "accuracy": 0.539526, + "main_score": 0.497107, + "hf_subset": "ind_Latn-fon_Latn", + "languages": [ + "ind-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-jav_Latn", + "languages": [ + "ind-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-lao_Laoo", + "languages": [ + "ind-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902997, + "recall": 0.93083, + "f1": 0.911679, + "accuracy": 0.93083, + "main_score": 0.911679, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547038, + "recall": 0.609684, + "f1": 0.564382, + "accuracy": 0.609684, + "main_score": 0.564382, + "hf_subset": "ind_Latn-taq_Latn", + "languages": [ + "ind-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-war_Latn", + "languages": [ + "ind-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-bul_Cyrl", + "languages": [ + "ind-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-lij_Latn", + "languages": [ + "ind-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.991107, + "f1": 0.989625, + "accuracy": 0.991107, + "main_score": 0.989625, + "hf_subset": "ind_Latn-mya_Mymr", + "languages": [ + "ind-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621413, + "recall": 0.687747, + "f1": 0.640507, + "accuracy": 0.687747, + "main_score": 0.640507, + "hf_subset": "ind_Latn-sag_Latn", + "languages": [ + "ind-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198559, + "recall": 0.26087, + "f1": 0.21238, + "accuracy": 0.26087, + "main_score": 0.21238, + "hf_subset": "ind_Latn-taq_Tfng", + "languages": [ + "ind-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65659, + "recall": 0.715415, + "f1": 0.673102, + "accuracy": 0.715415, + "main_score": 0.673102, + "hf_subset": "ind_Latn-wol_Latn", + "languages": [ + "ind-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827602, + "recall": 0.873518, + "f1": 0.841634, + "accuracy": 0.873518, + "main_score": 0.841634, + "hf_subset": "ind_Latn-arb_Latn", + "languages": [ + "ind-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-cat_Latn", + "languages": [ + "ind-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-fur_Latn", + "languages": [ + "ind-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435312, + "recall": 0.495059, + "f1": 0.451797, + "accuracy": 0.495059, + "main_score": 0.451797, + "hf_subset": "ind_Latn-kab_Latn", + "languages": [ + "ind-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ind_Latn-lim_Latn", + "languages": [ + "ind-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ind_Latn-san_Deva", + "languages": [ + "ind-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-tat_Cyrl", + "languages": [ + "ind-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68946, + "recall": 0.748024, + "f1": 0.706604, + "accuracy": 0.748024, + "main_score": 0.706604, + "hf_subset": "ind_Latn-xho_Latn", + "languages": [ + "ind-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ars_Arab", + "languages": [ + "ind-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ceb_Latn", + "languages": [ + "ind-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574074, + "recall": 0.632411, + "f1": 0.590694, + "accuracy": 0.632411, + "main_score": 0.590694, + "hf_subset": "ind_Latn-fuv_Latn", + "languages": [ + "ind-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522139, + "recall": 0.588933, + "f1": 0.540348, + "accuracy": 0.588933, + "main_score": 0.540348, + "hf_subset": "ind_Latn-kac_Latn", + "languages": [ + "ind-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686182, + "recall": 0.736166, + "f1": 0.70119, + "accuracy": 0.736166, + "main_score": 0.70119, + "hf_subset": "ind_Latn-lin_Latn", + "languages": [ + "ind-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-nno_Latn", + "languages": [ + "ind-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.244165, + "recall": 0.323123, + "f1": 0.264931, + "accuracy": 0.323123, + "main_score": 0.264931, + "hf_subset": "ind_Latn-sat_Olck", + "languages": [ + "ind-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-tel_Telu", + "languages": [ + "ind-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ind_Latn-ydd_Hebr", + "languages": [ + "ind-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ind_Latn-ary_Arab", + "languages": [ + "ind-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ces_Latn", + "languages": [ + "ind-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608992, + "recall": 0.663043, + "f1": 0.624736, + "accuracy": 0.663043, + "main_score": 0.624736, + "hf_subset": "ind_Latn-gaz_Latn", + "languages": [ + "ind-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605352, + "recall": 0.667984, + "f1": 0.623359, + "accuracy": 0.667984, + "main_score": 0.623359, + "hf_subset": "ind_Latn-kam_Latn", + "languages": [ + "ind-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-nob_Latn", + "languages": [ + "ind-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ind_Latn-scn_Latn", + "languages": [ + "ind-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "ind_Latn-tgk_Cyrl", + "languages": [ + "ind-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74417, + "recall": 0.80336, + "f1": 0.762107, + "accuracy": 0.80336, + "main_score": 0.762107, + "hf_subset": "ind_Latn-yor_Latn", + "languages": [ + "ind-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-arz_Arab", + "languages": [ + "ind-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574958, + "recall": 0.63834, + "f1": 0.593484, + "accuracy": 0.63834, + "main_score": 0.593484, + "hf_subset": "ind_Latn-cjk_Latn", + "languages": [ + "ind-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804595, + "recall": 0.853755, + "f1": 0.820224, + "accuracy": 0.853755, + "main_score": 0.820224, + "hf_subset": "ind_Latn-gla_Latn", + "languages": [ + "ind-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-kan_Knda", + "languages": [ + "ind-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ind_Latn-lmo_Latn", + "languages": [ + "ind-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ind_Latn-npi_Deva", + "languages": [ + "ind-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486372, + "recall": 0.55336, + "f1": 0.504955, + "accuracy": 0.55336, + "main_score": 0.504955, + "hf_subset": "ind_Latn-shn_Mymr", + "languages": [ + "ind-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-tgl_Latn", + "languages": [ + "ind-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-yue_Hant", + "languages": [ + "ind-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-asm_Beng", + "languages": [ + "ind-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ind_Latn-ckb_Arab", + "languages": [ + "ind-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902174, + "recall": 0.928854, + "f1": 0.91054, + "accuracy": 0.928854, + "main_score": 0.91054, + "hf_subset": "ind_Latn-gle_Latn", + "languages": [ + "ind-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ind_Latn-kas_Arab", + "languages": [ + "ind-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "ind_Latn-ltg_Latn", + "languages": [ + "ind-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630311, + "recall": 0.684783, + "f1": 0.646466, + "accuracy": 0.684783, + "main_score": 0.646466, + "hf_subset": "ind_Latn-nso_Latn", + "languages": [ + "ind-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ind_Latn-sin_Sinh", + "languages": [ + "ind-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-tha_Thai", + "languages": [ + "ind-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-zho_Hans", + "languages": [ + "ind-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ast_Latn", + "languages": [ + "ind-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-crh_Latn", + "languages": [ + "ind-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-glg_Latn", + "languages": [ + "ind-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913208, + "recall": 0.939723, + "f1": 0.921772, + "accuracy": 0.939723, + "main_score": 0.921772, + "hf_subset": "ind_Latn-kas_Deva", + "languages": [ + "ind-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ind_Latn-ltz_Latn", + "languages": [ + "ind-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481416, + "recall": 0.552372, + "f1": 0.501221, + "accuracy": 0.552372, + "main_score": 0.501221, + "hf_subset": "ind_Latn-nus_Latn", + "languages": [ + "ind-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-slk_Latn", + "languages": [ + "ind-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62843, + "recall": 0.695652, + "f1": 0.647878, + "accuracy": 0.695652, + "main_score": 0.647878, + "hf_subset": "ind_Latn-tir_Ethi", + "languages": [ + "ind-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "ind_Latn-awa_Deva", + "languages": [ + "ind-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ind_Latn-cym_Latn", + "languages": [ + "ind-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853706, + "recall": 0.891304, + "f1": 0.865481, + "accuracy": 0.891304, + "main_score": 0.865481, + "hf_subset": "ind_Latn-grn_Latn", + "languages": [ + "ind-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-kat_Geor", + "languages": [ + "ind-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6625, + "recall": 0.712451, + "f1": 0.676812, + "accuracy": 0.712451, + "main_score": 0.676812, + "hf_subset": "ind_Latn-lua_Latn", + "languages": [ + "ind-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65131, + "recall": 0.713439, + "f1": 0.669455, + "accuracy": 0.713439, + "main_score": 0.669455, + "hf_subset": "ind_Latn-nya_Latn", + "languages": [ + "ind-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-slv_Latn", + "languages": [ + "ind-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ind_Latn-tpi_Latn", + "languages": [ + "ind-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-zsm_Latn", + "languages": [ + "ind-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571558, + "recall": 0.632411, + "f1": 0.589162, + "accuracy": 0.632411, + "main_score": 0.589162, + "hf_subset": "ind_Latn-ayr_Latn", + "languages": [ + "ind-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-dan_Latn", + "languages": [ + "ind-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-guj_Gujr", + "languages": [ + "ind-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ind_Latn-kaz_Cyrl", + "languages": [ + "ind-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545629, + "recall": 0.61166, + "f1": 0.564427, + "accuracy": 0.61166, + "main_score": 0.564427, + "hf_subset": "ind_Latn-lug_Latn", + "languages": [ + "ind-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-oci_Latn", + "languages": [ + "ind-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852256, + "recall": 0.890316, + "f1": 0.864196, + "accuracy": 0.890316, + "main_score": 0.864196, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566271, + "recall": 0.62747, + "f1": 0.583606, + "accuracy": 0.62747, + "main_score": 0.583606, + "hf_subset": "ind_Latn-tsn_Latn", + "languages": [ + "ind-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639377, + "recall": 0.700593, + "f1": 0.657333, + "accuracy": 0.700593, + "main_score": 0.657333, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9417, + "recall": 0.960474, + "f1": 0.947793, + "accuracy": 0.960474, + "main_score": 0.947793, + "hf_subset": "ind_Latn-azb_Arab", + "languages": [ + "ind-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "ind_Latn-hat_Latn", + "languages": [ + "ind-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50816, + "recall": 0.567194, + "f1": 0.524788, + "accuracy": 0.567194, + "main_score": 0.524788, + "hf_subset": "ind_Latn-kbp_Latn", + "languages": [ + "ind-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59278, + "recall": 0.651186, + "f1": 0.608372, + "accuracy": 0.651186, + "main_score": 0.608372, + "hf_subset": "ind_Latn-luo_Latn", + "languages": [ + "ind-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-ory_Orya", + "languages": [ + "ind-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605912, + "recall": 0.672925, + "f1": 0.625401, + "accuracy": 0.672925, + "main_score": 0.625401, + "hf_subset": "ind_Latn-sna_Latn", + "languages": [ + "ind-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578228, + "recall": 0.634387, + "f1": 0.594012, + "accuracy": 0.634387, + "main_score": 0.594012, + "hf_subset": "ind_Latn-tso_Latn", + "languages": [ + "ind-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-azj_Latn", + "languages": [ + "ind-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544593, + "recall": 0.612648, + "f1": 0.56469, + "accuracy": 0.612648, + "main_score": 0.56469, + "hf_subset": "ind_Latn-dik_Latn", + "languages": [ + "ind-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7736, + "recall": 0.823123, + "f1": 0.788142, + "accuracy": 0.823123, + "main_score": 0.788142, + "hf_subset": "ind_Latn-hau_Latn", + "languages": [ + "ind-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-kea_Latn", + "languages": [ + "ind-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77248, + "recall": 0.818182, + "f1": 0.786547, + "accuracy": 0.818182, + "main_score": 0.786547, + "hf_subset": "ind_Latn-lus_Latn", + "languages": [ + "ind-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889493, + "recall": 0.916996, + "f1": 0.897859, + "accuracy": 0.916996, + "main_score": 0.897859, + "hf_subset": "ind_Latn-pag_Latn", + "languages": [ + "ind-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-snd_Arab", + "languages": [ + "ind-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ind_Latn-tuk_Latn", + "languages": [ + "ind-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ind_Latn-bak_Cyrl", + "languages": [ + "ind-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506228, + "recall": 0.583992, + "f1": 0.5284, + "accuracy": 0.583992, + "main_score": 0.5284, + "hf_subset": "ind_Latn-dyu_Latn", + "languages": [ + "ind-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ind_Latn-khk_Cyrl", + "languages": [ + "ind-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-lvs_Latn", + "languages": [ + "ind-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ind_Latn-pan_Guru", + "languages": [ + "ind-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75191, + "recall": 0.805336, + "f1": 0.768003, + "accuracy": 0.805336, + "main_score": 0.768003, + "hf_subset": "ind_Latn-som_Latn", + "languages": [ + "ind-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616967, + "recall": 0.664032, + "f1": 0.629847, + "accuracy": 0.664032, + "main_score": 0.629847, + "hf_subset": "ind_Latn-tum_Latn", + "languages": [ + "ind-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447793, + "recall": 0.491107, + "f1": 0.460329, + "accuracy": 0.491107, + "main_score": 0.460329, + "hf_subset": "knc_Latn-ace_Arab", + "languages": [ + "knc-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516808, + "recall": 0.561265, + "f1": 0.529398, + "accuracy": 0.561265, + "main_score": 0.529398, + "hf_subset": "knc_Latn-bam_Latn", + "languages": [ + "knc-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.241609, + "recall": 0.281621, + "f1": 0.252419, + "accuracy": 0.281621, + "main_score": 0.252419, + "hf_subset": "knc_Latn-dzo_Tibt", + "languages": [ + "knc-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585347, + "recall": 0.631423, + "f1": 0.59813, + "accuracy": 0.631423, + "main_score": 0.59813, + "hf_subset": "knc_Latn-hin_Deva", + "languages": [ + "knc-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52685, + "recall": 0.579051, + "f1": 0.541396, + "accuracy": 0.579051, + "main_score": 0.541396, + "hf_subset": "knc_Latn-khm_Khmr", + "languages": [ + "knc-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581685, + "recall": 0.62747, + "f1": 0.594342, + "accuracy": 0.62747, + "main_score": 0.594342, + "hf_subset": "knc_Latn-mag_Deva", + "languages": [ + "knc-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591269, + "recall": 0.624506, + "f1": 0.59973, + "accuracy": 0.624506, + "main_score": 0.59973, + "hf_subset": "knc_Latn-pap_Latn", + "languages": [ + "knc-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556445, + "recall": 0.600791, + "f1": 0.568396, + "accuracy": 0.600791, + "main_score": 0.568396, + "hf_subset": "knc_Latn-sot_Latn", + "languages": [ + "knc-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569328, + "recall": 0.614625, + "f1": 0.581468, + "accuracy": 0.614625, + "main_score": 0.581468, + "hf_subset": "knc_Latn-tur_Latn", + "languages": [ + "knc-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580839, + "recall": 0.62253, + "f1": 0.592263, + "accuracy": 0.62253, + "main_score": 0.592263, + "hf_subset": "knc_Latn-ace_Latn", + "languages": [ + "knc-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600238, + "recall": 0.634387, + "f1": 0.609651, + "accuracy": 0.634387, + "main_score": 0.609651, + "hf_subset": "knc_Latn-ban_Latn", + "languages": [ + "knc-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568741, + "recall": 0.624506, + "f1": 0.583872, + "accuracy": 0.624506, + "main_score": 0.583872, + "hf_subset": "knc_Latn-ell_Grek", + "languages": [ + "knc-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580434, + "recall": 0.625494, + "f1": 0.592638, + "accuracy": 0.625494, + "main_score": 0.592638, + "hf_subset": "knc_Latn-hne_Deva", + "languages": [ + "knc-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519923, + "recall": 0.563241, + "f1": 0.532203, + "accuracy": 0.563241, + "main_score": 0.532203, + "hf_subset": "knc_Latn-kik_Latn", + "languages": [ + "knc-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575593, + "recall": 0.624506, + "f1": 0.589, + "accuracy": 0.624506, + "main_score": 0.589, + "hf_subset": "knc_Latn-mai_Deva", + "languages": [ + "knc-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531156, + "recall": 0.579051, + "f1": 0.544405, + "accuracy": 0.579051, + "main_score": 0.544405, + "hf_subset": "knc_Latn-pbt_Arab", + "languages": [ + "knc-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583186, + "recall": 0.631423, + "f1": 0.595715, + "accuracy": 0.631423, + "main_score": 0.595715, + "hf_subset": "knc_Latn-spa_Latn", + "languages": [ + "knc-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560316, + "recall": 0.597826, + "f1": 0.570647, + "accuracy": 0.597826, + "main_score": 0.570647, + "hf_subset": "knc_Latn-twi_Latn", + "languages": [ + "knc-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566951, + "recall": 0.610672, + "f1": 0.578739, + "accuracy": 0.610672, + "main_score": 0.578739, + "hf_subset": "knc_Latn-acm_Arab", + "languages": [ + "knc-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544164, + "recall": 0.589921, + "f1": 0.556933, + "accuracy": 0.589921, + "main_score": 0.556933, + "hf_subset": "knc_Latn-bel_Cyrl", + "languages": [ + "knc-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597483, + "recall": 0.642292, + "f1": 0.609525, + "accuracy": 0.642292, + "main_score": 0.609525, + "hf_subset": "knc_Latn-eng_Latn", + "languages": [ + "knc-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59192, + "recall": 0.639328, + "f1": 0.604066, + "accuracy": 0.639328, + "main_score": 0.604066, + "hf_subset": "knc_Latn-hrv_Latn", + "languages": [ + "knc-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505184, + "recall": 0.551383, + "f1": 0.518055, + "accuracy": 0.551383, + "main_score": 0.518055, + "hf_subset": "knc_Latn-kin_Latn", + "languages": [ + "knc-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560538, + "recall": 0.616601, + "f1": 0.576022, + "accuracy": 0.616601, + "main_score": 0.576022, + "hf_subset": "knc_Latn-mal_Mlym", + "languages": [ + "knc-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563712, + "recall": 0.612648, + "f1": 0.577059, + "accuracy": 0.612648, + "main_score": 0.577059, + "hf_subset": "knc_Latn-pes_Arab", + "languages": [ + "knc-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570149, + "recall": 0.612648, + "f1": 0.581567, + "accuracy": 0.612648, + "main_score": 0.581567, + "hf_subset": "knc_Latn-srd_Latn", + "languages": [ + "knc-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19586, + "recall": 0.236166, + "f1": 0.205956, + "accuracy": 0.236166, + "main_score": 0.205956, + "hf_subset": "knc_Latn-tzm_Tfng", + "languages": [ + "knc-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565804, + "recall": 0.613636, + "f1": 0.578531, + "accuracy": 0.613636, + "main_score": 0.578531, + "hf_subset": "knc_Latn-acq_Arab", + "languages": [ + "knc-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577454, + "recall": 0.614625, + "f1": 0.588227, + "accuracy": 0.614625, + "main_score": 0.588227, + "hf_subset": "knc_Latn-bem_Latn", + "languages": [ + "knc-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569328, + "recall": 0.614625, + "f1": 0.581835, + "accuracy": 0.614625, + "main_score": 0.581835, + "hf_subset": "knc_Latn-epo_Latn", + "languages": [ + "knc-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577695, + "recall": 0.626482, + "f1": 0.59058, + "accuracy": 0.626482, + "main_score": 0.59058, + "hf_subset": "knc_Latn-hun_Latn", + "languages": [ + "knc-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557567, + "recall": 0.602767, + "f1": 0.569973, + "accuracy": 0.602767, + "main_score": 0.569973, + "hf_subset": "knc_Latn-kir_Cyrl", + "languages": [ + "knc-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565992, + "recall": 0.615613, + "f1": 0.579176, + "accuracy": 0.615613, + "main_score": 0.579176, + "hf_subset": "knc_Latn-mar_Deva", + "languages": [ + "knc-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553102, + "recall": 0.594862, + "f1": 0.565245, + "accuracy": 0.594862, + "main_score": 0.565245, + "hf_subset": "knc_Latn-plt_Latn", + "languages": [ + "knc-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583302, + "recall": 0.632411, + "f1": 0.596491, + "accuracy": 0.632411, + "main_score": 0.596491, + "hf_subset": "knc_Latn-srp_Cyrl", + "languages": [ + "knc-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496249, + "recall": 0.543478, + "f1": 0.508911, + "accuracy": 0.543478, + "main_score": 0.508911, + "hf_subset": "knc_Latn-uig_Arab", + "languages": [ + "knc-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556587, + "recall": 0.599802, + "f1": 0.568312, + "accuracy": 0.599802, + "main_score": 0.568312, + "hf_subset": "knc_Latn-aeb_Arab", + "languages": [ + "knc-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563977, + "recall": 0.618577, + "f1": 0.579407, + "accuracy": 0.618577, + "main_score": 0.579407, + "hf_subset": "knc_Latn-ben_Beng", + "languages": [ + "knc-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581611, + "recall": 0.62253, + "f1": 0.59247, + "accuracy": 0.62253, + "main_score": 0.59247, + "hf_subset": "knc_Latn-est_Latn", + "languages": [ + "knc-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555579, + "recall": 0.601779, + "f1": 0.56781, + "accuracy": 0.601779, + "main_score": 0.56781, + "hf_subset": "knc_Latn-hye_Armn", + "languages": [ + "knc-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520458, + "recall": 0.56917, + "f1": 0.534489, + "accuracy": 0.56917, + "main_score": 0.534489, + "hf_subset": "knc_Latn-kmb_Latn", + "languages": [ + "knc-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418737, + "recall": 0.471344, + "f1": 0.432954, + "accuracy": 0.471344, + "main_score": 0.432954, + "hf_subset": "knc_Latn-min_Arab", + "languages": [ + "knc-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591494, + "recall": 0.637352, + "f1": 0.604246, + "accuracy": 0.637352, + "main_score": 0.604246, + "hf_subset": "knc_Latn-pol_Latn", + "languages": [ + "knc-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531904, + "recall": 0.581028, + "f1": 0.545212, + "accuracy": 0.581028, + "main_score": 0.545212, + "hf_subset": "knc_Latn-ssw_Latn", + "languages": [ + "knc-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579545, + "recall": 0.628458, + "f1": 0.593276, + "accuracy": 0.628458, + "main_score": 0.593276, + "hf_subset": "knc_Latn-ukr_Cyrl", + "languages": [ + "knc-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593582, + "recall": 0.639328, + "f1": 0.6064, + "accuracy": 0.639328, + "main_score": 0.6064, + "hf_subset": "knc_Latn-afr_Latn", + "languages": [ + "knc-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574757, + "recall": 0.613636, + "f1": 0.585521, + "accuracy": 0.613636, + "main_score": 0.585521, + "hf_subset": "knc_Latn-bho_Deva", + "languages": [ + "knc-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573627, + "recall": 0.618577, + "f1": 0.585729, + "accuracy": 0.618577, + "main_score": 0.585729, + "hf_subset": "knc_Latn-eus_Latn", + "languages": [ + "knc-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533393, + "recall": 0.583004, + "f1": 0.547139, + "accuracy": 0.583004, + "main_score": 0.547139, + "hf_subset": "knc_Latn-ibo_Latn", + "languages": [ + "knc-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5466, + "recall": 0.586957, + "f1": 0.558533, + "accuracy": 0.586957, + "main_score": 0.558533, + "hf_subset": "knc_Latn-kmr_Latn", + "languages": [ + "knc-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596915, + "recall": 0.637352, + "f1": 0.608123, + "accuracy": 0.637352, + "main_score": 0.608123, + "hf_subset": "knc_Latn-min_Latn", + "languages": [ + "knc-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593397, + "recall": 0.63834, + "f1": 0.606136, + "accuracy": 0.63834, + "main_score": 0.606136, + "hf_subset": "knc_Latn-por_Latn", + "languages": [ + "knc-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604822, + "recall": 0.643281, + "f1": 0.615777, + "accuracy": 0.643281, + "main_score": 0.615777, + "hf_subset": "knc_Latn-sun_Latn", + "languages": [ + "knc-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499069, + "recall": 0.546443, + "f1": 0.512938, + "accuracy": 0.546443, + "main_score": 0.512938, + "hf_subset": "knc_Latn-umb_Latn", + "languages": [ + "knc-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573594, + "recall": 0.617589, + "f1": 0.585722, + "accuracy": 0.617589, + "main_score": 0.585722, + "hf_subset": "knc_Latn-ajp_Arab", + "languages": [ + "knc-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435484, + "recall": 0.479249, + "f1": 0.447673, + "accuracy": 0.479249, + "main_score": 0.447673, + "hf_subset": "knc_Latn-bjn_Arab", + "languages": [ + "knc-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511269, + "recall": 0.549407, + "f1": 0.521169, + "accuracy": 0.549407, + "main_score": 0.521169, + "hf_subset": "knc_Latn-ewe_Latn", + "languages": [ + "knc-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608363, + "recall": 0.649209, + "f1": 0.619325, + "accuracy": 0.649209, + "main_score": 0.619325, + "hf_subset": "knc_Latn-ilo_Latn", + "languages": [ + "knc-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.349655, + "recall": 0.40415, + "f1": 0.364418, + "accuracy": 0.40415, + "main_score": 0.364418, + "hf_subset": "knc_Latn-knc_Arab", + "languages": [ + "knc-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57402, + "recall": 0.62747, + "f1": 0.588043, + "accuracy": 0.62747, + "main_score": 0.588043, + "hf_subset": "knc_Latn-mkd_Cyrl", + "languages": [ + "knc-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568384, + "recall": 0.621542, + "f1": 0.582651, + "accuracy": 0.621542, + "main_score": 0.582651, + "hf_subset": "knc_Latn-prs_Arab", + "languages": [ + "knc-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579211, + "recall": 0.62253, + "f1": 0.591284, + "accuracy": 0.62253, + "main_score": 0.591284, + "hf_subset": "knc_Latn-swe_Latn", + "languages": [ + "knc-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541509, + "recall": 0.593874, + "f1": 0.55539, + "accuracy": 0.593874, + "main_score": 0.55539, + "hf_subset": "knc_Latn-urd_Arab", + "languages": [ + "knc-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547927, + "recall": 0.590909, + "f1": 0.559941, + "accuracy": 0.590909, + "main_score": 0.559941, + "hf_subset": "knc_Latn-aka_Latn", + "languages": [ + "knc-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599515, + "recall": 0.631423, + "f1": 0.607968, + "accuracy": 0.631423, + "main_score": 0.607968, + "hf_subset": "knc_Latn-bjn_Latn", + "languages": [ + "knc-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554747, + "recall": 0.597826, + "f1": 0.567309, + "accuracy": 0.597826, + "main_score": 0.567309, + "hf_subset": "knc_Latn-fao_Latn", + "languages": [ + "knc-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599335, + "recall": 0.640316, + "f1": 0.610149, + "accuracy": 0.640316, + "main_score": 0.610149, + "hf_subset": "knc_Latn-ind_Latn", + "languages": [ + "knc-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581119, + "recall": 0.621542, + "f1": 0.591226, + "accuracy": 0.621542, + "main_score": 0.591226, + "hf_subset": "knc_Latn-mlt_Latn", + "languages": [ + "knc-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54053, + "recall": 0.581028, + "f1": 0.552668, + "accuracy": 0.581028, + "main_score": 0.552668, + "hf_subset": "knc_Latn-quy_Latn", + "languages": [ + "knc-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581285, + "recall": 0.624506, + "f1": 0.59274, + "accuracy": 0.624506, + "main_score": 0.59274, + "hf_subset": "knc_Latn-swh_Latn", + "languages": [ + "knc-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543742, + "recall": 0.591897, + "f1": 0.557004, + "accuracy": 0.591897, + "main_score": 0.557004, + "hf_subset": "knc_Latn-uzn_Latn", + "languages": [ + "knc-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578643, + "recall": 0.62253, + "f1": 0.590036, + "accuracy": 0.62253, + "main_score": 0.590036, + "hf_subset": "knc_Latn-als_Latn", + "languages": [ + "knc-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292078, + "recall": 0.343874, + "f1": 0.30493, + "accuracy": 0.343874, + "main_score": 0.30493, + "hf_subset": "knc_Latn-bod_Tibt", + "languages": [ + "knc-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554796, + "recall": 0.593874, + "f1": 0.565902, + "accuracy": 0.593874, + "main_score": 0.565902, + "hf_subset": "knc_Latn-fij_Latn", + "languages": [ + "knc-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556466, + "recall": 0.604743, + "f1": 0.569396, + "accuracy": 0.604743, + "main_score": 0.569396, + "hf_subset": "knc_Latn-isl_Latn", + "languages": [ + "knc-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568452, + "recall": 0.604743, + "f1": 0.578256, + "accuracy": 0.604743, + "main_score": 0.578256, + "hf_subset": "knc_Latn-kon_Latn", + "languages": [ + "knc-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489476, + "recall": 0.537549, + "f1": 0.503164, + "accuracy": 0.537549, + "main_score": 0.503164, + "hf_subset": "knc_Latn-mni_Beng", + "languages": [ + "knc-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597331, + "recall": 0.644269, + "f1": 0.609863, + "accuracy": 0.644269, + "main_score": 0.609863, + "hf_subset": "knc_Latn-ron_Latn", + "languages": [ + "knc-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581446, + "recall": 0.617589, + "f1": 0.591695, + "accuracy": 0.617589, + "main_score": 0.591695, + "hf_subset": "knc_Latn-szl_Latn", + "languages": [ + "knc-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579998, + "recall": 0.626482, + "f1": 0.592827, + "accuracy": 0.626482, + "main_score": 0.592827, + "hf_subset": "knc_Latn-vec_Latn", + "languages": [ + "knc-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493521, + "recall": 0.552372, + "f1": 0.509689, + "accuracy": 0.552372, + "main_score": 0.509689, + "hf_subset": "knc_Latn-amh_Ethi", + "languages": [ + "knc-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588683, + "recall": 0.635375, + "f1": 0.60091, + "accuracy": 0.635375, + "main_score": 0.60091, + "hf_subset": "knc_Latn-bos_Latn", + "languages": [ + "knc-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569321, + "recall": 0.621542, + "f1": 0.583175, + "accuracy": 0.621542, + "main_score": 0.583175, + "hf_subset": "knc_Latn-fin_Latn", + "languages": [ + "knc-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58876, + "recall": 0.633399, + "f1": 0.600732, + "accuracy": 0.633399, + "main_score": 0.600732, + "hf_subset": "knc_Latn-ita_Latn", + "languages": [ + "knc-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570579, + "recall": 0.620553, + "f1": 0.584482, + "accuracy": 0.620553, + "main_score": 0.584482, + "hf_subset": "knc_Latn-kor_Hang", + "languages": [ + "knc-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512378, + "recall": 0.55336, + "f1": 0.524501, + "accuracy": 0.55336, + "main_score": 0.524501, + "hf_subset": "knc_Latn-mos_Latn", + "languages": [ + "knc-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519221, + "recall": 0.571146, + "f1": 0.533537, + "accuracy": 0.571146, + "main_score": 0.533537, + "hf_subset": "knc_Latn-run_Latn", + "languages": [ + "knc-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55527, + "recall": 0.605731, + "f1": 0.568418, + "accuracy": 0.605731, + "main_score": 0.568418, + "hf_subset": "knc_Latn-tam_Taml", + "languages": [ + "knc-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567475, + "recall": 0.615613, + "f1": 0.580237, + "accuracy": 0.615613, + "main_score": 0.580237, + "hf_subset": "knc_Latn-vie_Latn", + "languages": [ + "knc-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578088, + "recall": 0.621542, + "f1": 0.589915, + "accuracy": 0.621542, + "main_score": 0.589915, + "hf_subset": "knc_Latn-apc_Arab", + "languages": [ + "knc-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575946, + "recall": 0.612648, + "f1": 0.586397, + "accuracy": 0.612648, + "main_score": 0.586397, + "hf_subset": "knc_Latn-bug_Latn", + "languages": [ + "knc-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480631, + "recall": 0.524704, + "f1": 0.492594, + "accuracy": 0.524704, + "main_score": 0.492594, + "hf_subset": "knc_Latn-fon_Latn", + "languages": [ + "knc-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598475, + "recall": 0.640316, + "f1": 0.610079, + "accuracy": 0.640316, + "main_score": 0.610079, + "hf_subset": "knc_Latn-jav_Latn", + "languages": [ + "knc-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52416, + "recall": 0.576087, + "f1": 0.539352, + "accuracy": 0.576087, + "main_score": 0.539352, + "hf_subset": "knc_Latn-lao_Laoo", + "languages": [ + "knc-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506359, + "recall": 0.555336, + "f1": 0.519822, + "accuracy": 0.555336, + "main_score": 0.519822, + "hf_subset": "knc_Latn-mri_Latn", + "languages": [ + "knc-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5778, + "recall": 0.624506, + "f1": 0.590451, + "accuracy": 0.624506, + "main_score": 0.590451, + "hf_subset": "knc_Latn-rus_Cyrl", + "languages": [ + "knc-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503437, + "recall": 0.541502, + "f1": 0.514446, + "accuracy": 0.541502, + "main_score": 0.514446, + "hf_subset": "knc_Latn-taq_Latn", + "languages": [ + "knc-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608516, + "recall": 0.644269, + "f1": 0.617404, + "accuracy": 0.644269, + "main_score": 0.617404, + "hf_subset": "knc_Latn-war_Latn", + "languages": [ + "knc-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560206, + "recall": 0.610672, + "f1": 0.574178, + "accuracy": 0.610672, + "main_score": 0.574178, + "hf_subset": "knc_Latn-arb_Arab", + "languages": [ + "knc-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582497, + "recall": 0.630435, + "f1": 0.595431, + "accuracy": 0.630435, + "main_score": 0.595431, + "hf_subset": "knc_Latn-bul_Cyrl", + "languages": [ + "knc-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590845, + "recall": 0.636364, + "f1": 0.603292, + "accuracy": 0.636364, + "main_score": 0.603292, + "hf_subset": "knc_Latn-fra_Latn", + "languages": [ + "knc-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572595, + "recall": 0.615613, + "f1": 0.584429, + "accuracy": 0.615613, + "main_score": 0.584429, + "hf_subset": "knc_Latn-jpn_Jpan", + "languages": [ + "knc-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56306, + "recall": 0.609684, + "f1": 0.575993, + "accuracy": 0.609684, + "main_score": 0.575993, + "hf_subset": "knc_Latn-lij_Latn", + "languages": [ + "knc-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439058, + "recall": 0.504941, + "f1": 0.456974, + "accuracy": 0.504941, + "main_score": 0.456974, + "hf_subset": "knc_Latn-mya_Mymr", + "languages": [ + "knc-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546072, + "recall": 0.587945, + "f1": 0.558469, + "accuracy": 0.587945, + "main_score": 0.558469, + "hf_subset": "knc_Latn-sag_Latn", + "languages": [ + "knc-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206056, + "recall": 0.247036, + "f1": 0.215555, + "accuracy": 0.247036, + "main_score": 0.215555, + "hf_subset": "knc_Latn-taq_Tfng", + "languages": [ + "knc-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557353, + "recall": 0.598814, + "f1": 0.569902, + "accuracy": 0.598814, + "main_score": 0.569902, + "hf_subset": "knc_Latn-wol_Latn", + "languages": [ + "knc-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459667, + "recall": 0.51087, + "f1": 0.47404, + "accuracy": 0.51087, + "main_score": 0.47404, + "hf_subset": "knc_Latn-arb_Latn", + "languages": [ + "knc-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582126, + "recall": 0.631423, + "f1": 0.594781, + "accuracy": 0.631423, + "main_score": 0.594781, + "hf_subset": "knc_Latn-cat_Latn", + "languages": [ + "knc-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572713, + "recall": 0.608696, + "f1": 0.582474, + "accuracy": 0.608696, + "main_score": 0.582474, + "hf_subset": "knc_Latn-fur_Latn", + "languages": [ + "knc-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426361, + "recall": 0.477273, + "f1": 0.43965, + "accuracy": 0.477273, + "main_score": 0.43965, + "hf_subset": "knc_Latn-kab_Latn", + "languages": [ + "knc-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571601, + "recall": 0.616601, + "f1": 0.583725, + "accuracy": 0.616601, + "main_score": 0.583725, + "hf_subset": "knc_Latn-lim_Latn", + "languages": [ + "knc-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576791, + "recall": 0.623518, + "f1": 0.589747, + "accuracy": 0.623518, + "main_score": 0.589747, + "hf_subset": "knc_Latn-nld_Latn", + "languages": [ + "knc-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516744, + "recall": 0.574111, + "f1": 0.531632, + "accuracy": 0.574111, + "main_score": 0.531632, + "hf_subset": "knc_Latn-san_Deva", + "languages": [ + "knc-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570684, + "recall": 0.614625, + "f1": 0.582286, + "accuracy": 0.614625, + "main_score": 0.582286, + "hf_subset": "knc_Latn-tat_Cyrl", + "languages": [ + "knc-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566411, + "recall": 0.606719, + "f1": 0.577841, + "accuracy": 0.606719, + "main_score": 0.577841, + "hf_subset": "knc_Latn-xho_Latn", + "languages": [ + "knc-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547928, + "recall": 0.598814, + "f1": 0.562066, + "accuracy": 0.598814, + "main_score": 0.562066, + "hf_subset": "knc_Latn-ars_Arab", + "languages": [ + "knc-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600302, + "recall": 0.63834, + "f1": 0.610394, + "accuracy": 0.63834, + "main_score": 0.610394, + "hf_subset": "knc_Latn-ceb_Latn", + "languages": [ + "knc-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513906, + "recall": 0.563241, + "f1": 0.528135, + "accuracy": 0.563241, + "main_score": 0.528135, + "hf_subset": "knc_Latn-fuv_Latn", + "languages": [ + "knc-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509841, + "recall": 0.552372, + "f1": 0.522277, + "accuracy": 0.552372, + "main_score": 0.522277, + "hf_subset": "knc_Latn-kac_Latn", + "languages": [ + "knc-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560987, + "recall": 0.597826, + "f1": 0.57093, + "accuracy": 0.597826, + "main_score": 0.57093, + "hf_subset": "knc_Latn-lin_Latn", + "languages": [ + "knc-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577662, + "recall": 0.621542, + "f1": 0.589599, + "accuracy": 0.621542, + "main_score": 0.589599, + "hf_subset": "knc_Latn-nno_Latn", + "languages": [ + "knc-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.12533, + "recall": 0.172925, + "f1": 0.13742, + "accuracy": 0.172925, + "main_score": 0.13742, + "hf_subset": "knc_Latn-sat_Olck", + "languages": [ + "knc-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561925, + "recall": 0.610672, + "f1": 0.57546, + "accuracy": 0.610672, + "main_score": 0.57546, + "hf_subset": "knc_Latn-tel_Telu", + "languages": [ + "knc-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512367, + "recall": 0.562253, + "f1": 0.526008, + "accuracy": 0.562253, + "main_score": 0.526008, + "hf_subset": "knc_Latn-ydd_Hebr", + "languages": [ + "knc-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546266, + "recall": 0.592885, + "f1": 0.558732, + "accuracy": 0.592885, + "main_score": 0.558732, + "hf_subset": "knc_Latn-ary_Arab", + "languages": [ + "knc-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579969, + "recall": 0.629447, + "f1": 0.593689, + "accuracy": 0.629447, + "main_score": 0.593689, + "hf_subset": "knc_Latn-ces_Latn", + "languages": [ + "knc-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509999, + "recall": 0.559289, + "f1": 0.523205, + "accuracy": 0.559289, + "main_score": 0.523205, + "hf_subset": "knc_Latn-gaz_Latn", + "languages": [ + "knc-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529308, + "recall": 0.573123, + "f1": 0.542064, + "accuracy": 0.573123, + "main_score": 0.542064, + "hf_subset": "knc_Latn-kam_Latn", + "languages": [ + "knc-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564361, + "recall": 0.612648, + "f1": 0.577901, + "accuracy": 0.612648, + "main_score": 0.577901, + "hf_subset": "knc_Latn-lit_Latn", + "languages": [ + "knc-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577522, + "recall": 0.620553, + "f1": 0.589129, + "accuracy": 0.620553, + "main_score": 0.589129, + "hf_subset": "knc_Latn-nob_Latn", + "languages": [ + "knc-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580879, + "recall": 0.620553, + "f1": 0.591654, + "accuracy": 0.620553, + "main_score": 0.591654, + "hf_subset": "knc_Latn-scn_Latn", + "languages": [ + "knc-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550418, + "recall": 0.594862, + "f1": 0.562275, + "accuracy": 0.594862, + "main_score": 0.562275, + "hf_subset": "knc_Latn-tgk_Cyrl", + "languages": [ + "knc-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505323, + "recall": 0.5583, + "f1": 0.520768, + "accuracy": 0.5583, + "main_score": 0.520768, + "hf_subset": "knc_Latn-yor_Latn", + "languages": [ + "knc-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568302, + "recall": 0.609684, + "f1": 0.579465, + "accuracy": 0.609684, + "main_score": 0.579465, + "hf_subset": "knc_Latn-arz_Arab", + "languages": [ + "knc-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499729, + "recall": 0.541502, + "f1": 0.512467, + "accuracy": 0.541502, + "main_score": 0.512467, + "hf_subset": "knc_Latn-cjk_Latn", + "languages": [ + "knc-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504352, + "recall": 0.5583, + "f1": 0.519144, + "accuracy": 0.5583, + "main_score": 0.519144, + "hf_subset": "knc_Latn-gla_Latn", + "languages": [ + "knc-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563274, + "recall": 0.616601, + "f1": 0.578168, + "accuracy": 0.616601, + "main_score": 0.578168, + "hf_subset": "knc_Latn-kan_Knda", + "languages": [ + "knc-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583622, + "recall": 0.626482, + "f1": 0.595227, + "accuracy": 0.626482, + "main_score": 0.595227, + "hf_subset": "knc_Latn-lmo_Latn", + "languages": [ + "knc-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560315, + "recall": 0.61166, + "f1": 0.574776, + "accuracy": 0.61166, + "main_score": 0.574776, + "hf_subset": "knc_Latn-npi_Deva", + "languages": [ + "knc-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452819, + "recall": 0.500988, + "f1": 0.466008, + "accuracy": 0.500988, + "main_score": 0.466008, + "hf_subset": "knc_Latn-shn_Mymr", + "languages": [ + "knc-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604343, + "recall": 0.643281, + "f1": 0.61449, + "accuracy": 0.643281, + "main_score": 0.61449, + "hf_subset": "knc_Latn-tgl_Latn", + "languages": [ + "knc-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563464, + "recall": 0.607708, + "f1": 0.575456, + "accuracy": 0.607708, + "main_score": 0.575456, + "hf_subset": "knc_Latn-yue_Hant", + "languages": [ + "knc-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54321, + "recall": 0.591897, + "f1": 0.55611, + "accuracy": 0.591897, + "main_score": 0.55611, + "hf_subset": "knc_Latn-asm_Beng", + "languages": [ + "knc-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530831, + "recall": 0.582016, + "f1": 0.544433, + "accuracy": 0.582016, + "main_score": 0.544433, + "hf_subset": "knc_Latn-ckb_Arab", + "languages": [ + "knc-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51609, + "recall": 0.559289, + "f1": 0.52876, + "accuracy": 0.559289, + "main_score": 0.52876, + "hf_subset": "knc_Latn-gle_Latn", + "languages": [ + "knc-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514371, + "recall": 0.561265, + "f1": 0.526228, + "accuracy": 0.561265, + "main_score": 0.526228, + "hf_subset": "knc_Latn-kas_Arab", + "languages": [ + "knc-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538729, + "recall": 0.585968, + "f1": 0.551683, + "accuracy": 0.585968, + "main_score": 0.551683, + "hf_subset": "knc_Latn-ltg_Latn", + "languages": [ + "knc-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569766, + "recall": 0.600791, + "f1": 0.578353, + "accuracy": 0.600791, + "main_score": 0.578353, + "hf_subset": "knc_Latn-nso_Latn", + "languages": [ + "knc-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505301, + "recall": 0.566206, + "f1": 0.522319, + "accuracy": 0.566206, + "main_score": 0.522319, + "hf_subset": "knc_Latn-sin_Sinh", + "languages": [ + "knc-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561444, + "recall": 0.61166, + "f1": 0.575228, + "accuracy": 0.61166, + "main_score": 0.575228, + "hf_subset": "knc_Latn-tha_Thai", + "languages": [ + "knc-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558599, + "recall": 0.603755, + "f1": 0.570343, + "accuracy": 0.603755, + "main_score": 0.570343, + "hf_subset": "knc_Latn-zho_Hans", + "languages": [ + "knc-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59861, + "recall": 0.639328, + "f1": 0.609624, + "accuracy": 0.639328, + "main_score": 0.609624, + "hf_subset": "knc_Latn-ast_Latn", + "languages": [ + "knc-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576227, + "recall": 0.619565, + "f1": 0.587554, + "accuracy": 0.619565, + "main_score": 0.587554, + "hf_subset": "knc_Latn-crh_Latn", + "languages": [ + "knc-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591062, + "recall": 0.636364, + "f1": 0.60345, + "accuracy": 0.636364, + "main_score": 0.60345, + "hf_subset": "knc_Latn-glg_Latn", + "languages": [ + "knc-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523641, + "recall": 0.571146, + "f1": 0.536936, + "accuracy": 0.571146, + "main_score": 0.536936, + "hf_subset": "knc_Latn-kas_Deva", + "languages": [ + "knc-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556014, + "recall": 0.605731, + "f1": 0.569708, + "accuracy": 0.605731, + "main_score": 0.569708, + "hf_subset": "knc_Latn-ltz_Latn", + "languages": [ + "knc-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478695, + "recall": 0.529644, + "f1": 0.492972, + "accuracy": 0.529644, + "main_score": 0.492972, + "hf_subset": "knc_Latn-nus_Latn", + "languages": [ + "knc-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576071, + "recall": 0.623518, + "f1": 0.589559, + "accuracy": 0.623518, + "main_score": 0.589559, + "hf_subset": "knc_Latn-slk_Latn", + "languages": [ + "knc-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419433, + "recall": 0.474308, + "f1": 0.434986, + "accuracy": 0.474308, + "main_score": 0.434986, + "hf_subset": "knc_Latn-tir_Ethi", + "languages": [ + "knc-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549387, + "recall": 0.597826, + "f1": 0.561323, + "accuracy": 0.597826, + "main_score": 0.561323, + "hf_subset": "knc_Latn-zho_Hant", + "languages": [ + "knc-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569377, + "recall": 0.615613, + "f1": 0.581901, + "accuracy": 0.615613, + "main_score": 0.581901, + "hf_subset": "knc_Latn-awa_Deva", + "languages": [ + "knc-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555146, + "recall": 0.591897, + "f1": 0.565107, + "accuracy": 0.591897, + "main_score": 0.565107, + "hf_subset": "knc_Latn-cym_Latn", + "languages": [ + "knc-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56498, + "recall": 0.602767, + "f1": 0.575891, + "accuracy": 0.602767, + "main_score": 0.575891, + "hf_subset": "knc_Latn-grn_Latn", + "languages": [ + "knc-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545582, + "recall": 0.597826, + "f1": 0.559376, + "accuracy": 0.597826, + "main_score": 0.559376, + "hf_subset": "knc_Latn-kat_Geor", + "languages": [ + "knc-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551539, + "recall": 0.590909, + "f1": 0.561773, + "accuracy": 0.590909, + "main_score": 0.561773, + "hf_subset": "knc_Latn-lua_Latn", + "languages": [ + "knc-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564785, + "recall": 0.607708, + "f1": 0.576744, + "accuracy": 0.607708, + "main_score": 0.576744, + "hf_subset": "knc_Latn-nya_Latn", + "languages": [ + "knc-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571929, + "recall": 0.613636, + "f1": 0.583245, + "accuracy": 0.613636, + "main_score": 0.583245, + "hf_subset": "knc_Latn-slv_Latn", + "languages": [ + "knc-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58457, + "recall": 0.620553, + "f1": 0.594481, + "accuracy": 0.620553, + "main_score": 0.594481, + "hf_subset": "knc_Latn-tpi_Latn", + "languages": [ + "knc-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594403, + "recall": 0.633399, + "f1": 0.605004, + "accuracy": 0.633399, + "main_score": 0.605004, + "hf_subset": "knc_Latn-zsm_Latn", + "languages": [ + "knc-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518323, + "recall": 0.563241, + "f1": 0.530881, + "accuracy": 0.563241, + "main_score": 0.530881, + "hf_subset": "knc_Latn-ayr_Latn", + "languages": [ + "knc-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576585, + "recall": 0.617589, + "f1": 0.587189, + "accuracy": 0.617589, + "main_score": 0.587189, + "hf_subset": "knc_Latn-dan_Latn", + "languages": [ + "knc-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578652, + "recall": 0.628458, + "f1": 0.591768, + "accuracy": 0.628458, + "main_score": 0.591768, + "hf_subset": "knc_Latn-guj_Gujr", + "languages": [ + "knc-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561237, + "recall": 0.613636, + "f1": 0.575175, + "accuracy": 0.613636, + "main_score": 0.575175, + "hf_subset": "knc_Latn-kaz_Cyrl", + "languages": [ + "knc-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510179, + "recall": 0.559289, + "f1": 0.524202, + "accuracy": 0.559289, + "main_score": 0.524202, + "hf_subset": "knc_Latn-lug_Latn", + "languages": [ + "knc-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592263, + "recall": 0.635375, + "f1": 0.603901, + "accuracy": 0.635375, + "main_score": 0.603901, + "hf_subset": "knc_Latn-oci_Latn", + "languages": [ + "knc-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555815, + "recall": 0.600791, + "f1": 0.568364, + "accuracy": 0.600791, + "main_score": 0.568364, + "hf_subset": "knc_Latn-smo_Latn", + "languages": [ + "knc-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516113, + "recall": 0.563241, + "f1": 0.529255, + "accuracy": 0.563241, + "main_score": 0.529255, + "hf_subset": "knc_Latn-tsn_Latn", + "languages": [ + "knc-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532511, + "recall": 0.579051, + "f1": 0.545461, + "accuracy": 0.579051, + "main_score": 0.545461, + "hf_subset": "knc_Latn-zul_Latn", + "languages": [ + "knc-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498093, + "recall": 0.547431, + "f1": 0.511056, + "accuracy": 0.547431, + "main_score": 0.511056, + "hf_subset": "knc_Latn-azb_Arab", + "languages": [ + "knc-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574689, + "recall": 0.62253, + "f1": 0.588276, + "accuracy": 0.62253, + "main_score": 0.588276, + "hf_subset": "knc_Latn-deu_Latn", + "languages": [ + "knc-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529878, + "recall": 0.582016, + "f1": 0.544333, + "accuracy": 0.582016, + "main_score": 0.544333, + "hf_subset": "knc_Latn-hat_Latn", + "languages": [ + "knc-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498067, + "recall": 0.537549, + "f1": 0.509068, + "accuracy": 0.537549, + "main_score": 0.509068, + "hf_subset": "knc_Latn-kbp_Latn", + "languages": [ + "knc-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548163, + "recall": 0.587945, + "f1": 0.559161, + "accuracy": 0.587945, + "main_score": 0.559161, + "hf_subset": "knc_Latn-luo_Latn", + "languages": [ + "knc-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570949, + "recall": 0.621542, + "f1": 0.58478, + "accuracy": 0.621542, + "main_score": 0.58478, + "hf_subset": "knc_Latn-ory_Orya", + "languages": [ + "knc-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541332, + "recall": 0.590909, + "f1": 0.555017, + "accuracy": 0.590909, + "main_score": 0.555017, + "hf_subset": "knc_Latn-sna_Latn", + "languages": [ + "knc-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539141, + "recall": 0.576087, + "f1": 0.549426, + "accuracy": 0.576087, + "main_score": 0.549426, + "hf_subset": "knc_Latn-tso_Latn", + "languages": [ + "knc-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546932, + "recall": 0.601779, + "f1": 0.56173, + "accuracy": 0.601779, + "main_score": 0.56173, + "hf_subset": "knc_Latn-azj_Latn", + "languages": [ + "knc-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52021, + "recall": 0.566206, + "f1": 0.533404, + "accuracy": 0.566206, + "main_score": 0.533404, + "hf_subset": "knc_Latn-dik_Latn", + "languages": [ + "knc-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578404, + "recall": 0.617589, + "f1": 0.589676, + "accuracy": 0.617589, + "main_score": 0.589676, + "hf_subset": "knc_Latn-hau_Latn", + "languages": [ + "knc-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585073, + "recall": 0.618577, + "f1": 0.593881, + "accuracy": 0.618577, + "main_score": 0.593881, + "hf_subset": "knc_Latn-kea_Latn", + "languages": [ + "knc-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5824, + "recall": 0.617589, + "f1": 0.592576, + "accuracy": 0.617589, + "main_score": 0.592576, + "hf_subset": "knc_Latn-lus_Latn", + "languages": [ + "knc-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58569, + "recall": 0.619565, + "f1": 0.594825, + "accuracy": 0.619565, + "main_score": 0.594825, + "hf_subset": "knc_Latn-pag_Latn", + "languages": [ + "knc-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540436, + "recall": 0.589921, + "f1": 0.553565, + "accuracy": 0.589921, + "main_score": 0.553565, + "hf_subset": "knc_Latn-snd_Arab", + "languages": [ + "knc-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522448, + "recall": 0.570158, + "f1": 0.535553, + "accuracy": 0.570158, + "main_score": 0.535553, + "hf_subset": "knc_Latn-tuk_Latn", + "languages": [ + "knc-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562482, + "recall": 0.607708, + "f1": 0.574412, + "accuracy": 0.607708, + "main_score": 0.574412, + "hf_subset": "knc_Latn-bak_Cyrl", + "languages": [ + "knc-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456274, + "recall": 0.519763, + "f1": 0.474561, + "accuracy": 0.519763, + "main_score": 0.474561, + "hf_subset": "knc_Latn-dyu_Latn", + "languages": [ + "knc-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5723, + "recall": 0.614625, + "f1": 0.583852, + "accuracy": 0.614625, + "main_score": 0.583852, + "hf_subset": "knc_Latn-heb_Hebr", + "languages": [ + "knc-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543897, + "recall": 0.586957, + "f1": 0.555673, + "accuracy": 0.586957, + "main_score": 0.555673, + "hf_subset": "knc_Latn-khk_Cyrl", + "languages": [ + "knc-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559527, + "recall": 0.606719, + "f1": 0.57172, + "accuracy": 0.606719, + "main_score": 0.57172, + "hf_subset": "knc_Latn-lvs_Latn", + "languages": [ + "knc-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568355, + "recall": 0.617589, + "f1": 0.581603, + "accuracy": 0.617589, + "main_score": 0.581603, + "hf_subset": "knc_Latn-pan_Guru", + "languages": [ + "knc-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522035, + "recall": 0.564229, + "f1": 0.533587, + "accuracy": 0.564229, + "main_score": 0.533587, + "hf_subset": "knc_Latn-som_Latn", + "languages": [ + "knc-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536812, + "recall": 0.571146, + "f1": 0.546066, + "accuracy": 0.571146, + "main_score": 0.546066, + "hf_subset": "knc_Latn-tum_Latn", + "languages": [ + "knc-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605097, + "recall": 0.670949, + "f1": 0.624288, + "accuracy": 0.670949, + "main_score": 0.624288, + "hf_subset": "mlt_Latn-ace_Arab", + "languages": [ + "mlt-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543769, + "recall": 0.608696, + "f1": 0.561969, + "accuracy": 0.608696, + "main_score": 0.561969, + "hf_subset": "mlt_Latn-bam_Latn", + "languages": [ + "mlt-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385827, + "recall": 0.453557, + "f1": 0.403689, + "accuracy": 0.453557, + "main_score": 0.403689, + "hf_subset": "mlt_Latn-dzo_Tibt", + "languages": [ + "mlt-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-hin_Deva", + "languages": [ + "mlt-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "mlt_Latn-khm_Khmr", + "languages": [ + "mlt-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mlt_Latn-mag_Deva", + "languages": [ + "mlt-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "mlt_Latn-pap_Latn", + "languages": [ + "mlt-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611177, + "recall": 0.666996, + "f1": 0.627508, + "accuracy": 0.666996, + "main_score": 0.627508, + "hf_subset": "mlt_Latn-sot_Latn", + "languages": [ + "mlt-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-tur_Latn", + "languages": [ + "mlt-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86773, + "recall": 0.901186, + "f1": 0.877816, + "accuracy": 0.901186, + "main_score": 0.877816, + "hf_subset": "mlt_Latn-ace_Latn", + "languages": [ + "mlt-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.961462, + "f1": 0.951746, + "accuracy": 0.961462, + "main_score": 0.951746, + "hf_subset": "mlt_Latn-ban_Latn", + "languages": [ + "mlt-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "mlt_Latn-ell_Grek", + "languages": [ + "mlt-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mlt_Latn-hne_Deva", + "languages": [ + "mlt-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621352, + "recall": 0.674901, + "f1": 0.636886, + "accuracy": 0.674901, + "main_score": 0.636886, + "hf_subset": "mlt_Latn-kik_Latn", + "languages": [ + "mlt-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mlt_Latn-mai_Deva", + "languages": [ + "mlt-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953524, + "accuracy": 0.964427, + "main_score": 0.953524, + "hf_subset": "mlt_Latn-pbt_Arab", + "languages": [ + "mlt-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622697, + "recall": 0.687747, + "f1": 0.641129, + "accuracy": 0.687747, + "main_score": 0.641129, + "hf_subset": "mlt_Latn-twi_Latn", + "languages": [ + "mlt-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-acm_Arab", + "languages": [ + "mlt-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mlt_Latn-bel_Cyrl", + "languages": [ + "mlt-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-hrv_Latn", + "languages": [ + "mlt-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58938, + "recall": 0.653162, + "f1": 0.607298, + "accuracy": 0.653162, + "main_score": 0.607298, + "hf_subset": "mlt_Latn-kin_Latn", + "languages": [ + "mlt-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-mal_Mlym", + "languages": [ + "mlt-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-pes_Arab", + "languages": [ + "mlt-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mlt_Latn-srd_Latn", + "languages": [ + "mlt-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199802, + "recall": 0.247036, + "f1": 0.211507, + "accuracy": 0.247036, + "main_score": 0.211507, + "hf_subset": "mlt_Latn-tzm_Tfng", + "languages": [ + "mlt-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-acq_Arab", + "languages": [ + "mlt-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654284, + "recall": 0.708498, + "f1": 0.668809, + "accuracy": 0.708498, + "main_score": 0.668809, + "hf_subset": "mlt_Latn-bem_Latn", + "languages": [ + "mlt-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-epo_Latn", + "languages": [ + "mlt-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-hun_Latn", + "languages": [ + "mlt-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963521, + "recall": 0.974308, + "f1": 0.966963, + "accuracy": 0.974308, + "main_score": 0.966963, + "hf_subset": "mlt_Latn-kir_Cyrl", + "languages": [ + "mlt-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-mar_Deva", + "languages": [ + "mlt-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690424, + "recall": 0.743083, + "f1": 0.705931, + "accuracy": 0.743083, + "main_score": 0.705931, + "hf_subset": "mlt_Latn-plt_Latn", + "languages": [ + "mlt-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-srp_Cyrl", + "languages": [ + "mlt-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905879, + "recall": 0.93083, + "f1": 0.913735, + "accuracy": 0.93083, + "main_score": 0.913735, + "hf_subset": "mlt_Latn-uig_Arab", + "languages": [ + "mlt-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mlt_Latn-aeb_Arab", + "languages": [ + "mlt-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "mlt_Latn-ben_Beng", + "languages": [ + "mlt-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991848, + "recall": 0.994071, + "f1": 0.99249, + "accuracy": 0.994071, + "main_score": 0.99249, + "hf_subset": "mlt_Latn-est_Latn", + "languages": [ + "mlt-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-hye_Armn", + "languages": [ + "mlt-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572233, + "recall": 0.621542, + "f1": 0.586284, + "accuracy": 0.621542, + "main_score": 0.586284, + "hf_subset": "mlt_Latn-kmb_Latn", + "languages": [ + "mlt-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524808, + "recall": 0.599802, + "f1": 0.54481, + "accuracy": 0.599802, + "main_score": 0.54481, + "hf_subset": "mlt_Latn-min_Arab", + "languages": [ + "mlt-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-pol_Latn", + "languages": [ + "mlt-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58195, + "recall": 0.640316, + "f1": 0.598405, + "accuracy": 0.640316, + "main_score": 0.598405, + "hf_subset": "mlt_Latn-ssw_Latn", + "languages": [ + "mlt-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-ukr_Cyrl", + "languages": [ + "mlt-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-afr_Latn", + "languages": [ + "mlt-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mlt_Latn-bho_Deva", + "languages": [ + "mlt-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mlt_Latn-eus_Latn", + "languages": [ + "mlt-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614356, + "recall": 0.676877, + "f1": 0.632103, + "accuracy": 0.676877, + "main_score": 0.632103, + "hf_subset": "mlt_Latn-ibo_Latn", + "languages": [ + "mlt-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883235, + "recall": 0.916996, + "f1": 0.893939, + "accuracy": 0.916996, + "main_score": 0.893939, + "hf_subset": "mlt_Latn-kmr_Latn", + "languages": [ + "mlt-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "mlt_Latn-min_Latn", + "languages": [ + "mlt-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mlt_Latn-sun_Latn", + "languages": [ + "mlt-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529854, + "recall": 0.586957, + "f1": 0.546313, + "accuracy": 0.586957, + "main_score": 0.546313, + "hf_subset": "mlt_Latn-umb_Latn", + "languages": [ + "mlt-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "mlt_Latn-ajp_Arab", + "languages": [ + "mlt-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574681, + "recall": 0.63834, + "f1": 0.592202, + "accuracy": 0.63834, + "main_score": 0.592202, + "hf_subset": "mlt_Latn-bjn_Arab", + "languages": [ + "mlt-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540747, + "recall": 0.593874, + "f1": 0.555079, + "accuracy": 0.593874, + "main_score": 0.555079, + "hf_subset": "mlt_Latn-ewe_Latn", + "languages": [ + "mlt-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940135, + "recall": 0.956522, + "f1": 0.945224, + "accuracy": 0.956522, + "main_score": 0.945224, + "hf_subset": "mlt_Latn-ilo_Latn", + "languages": [ + "mlt-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323621, + "recall": 0.37747, + "f1": 0.338724, + "accuracy": 0.37747, + "main_score": 0.338724, + "hf_subset": "mlt_Latn-knc_Arab", + "languages": [ + "mlt-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-mkd_Cyrl", + "languages": [ + "mlt-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mlt_Latn-prs_Arab", + "languages": [ + "mlt-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-swe_Latn", + "languages": [ + "mlt-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-urd_Arab", + "languages": [ + "mlt-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602504, + "recall": 0.660079, + "f1": 0.619241, + "accuracy": 0.660079, + "main_score": 0.619241, + "hf_subset": "mlt_Latn-aka_Latn", + "languages": [ + "mlt-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966601, + "recall": 0.976285, + "f1": 0.969697, + "accuracy": 0.976285, + "main_score": 0.969697, + "hf_subset": "mlt_Latn-bjn_Latn", + "languages": [ + "mlt-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946064, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "mlt_Latn-fao_Latn", + "languages": [ + "mlt-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-ind_Latn", + "languages": [ + "mlt-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596633, + "recall": 0.653162, + "f1": 0.612435, + "accuracy": 0.653162, + "main_score": 0.612435, + "hf_subset": "mlt_Latn-knc_Latn", + "languages": [ + "mlt-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6994, + "recall": 0.758893, + "f1": 0.716665, + "accuracy": 0.758893, + "main_score": 0.716665, + "hf_subset": "mlt_Latn-quy_Latn", + "languages": [ + "mlt-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95504, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "mlt_Latn-swh_Latn", + "languages": [ + "mlt-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mlt_Latn-uzn_Latn", + "languages": [ + "mlt-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-als_Latn", + "languages": [ + "mlt-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597283, + "recall": 0.671937, + "f1": 0.61845, + "accuracy": 0.671937, + "main_score": 0.61845, + "hf_subset": "mlt_Latn-bod_Tibt", + "languages": [ + "mlt-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697628, + "recall": 0.753953, + "f1": 0.713919, + "accuracy": 0.753953, + "main_score": 0.713919, + "hf_subset": "mlt_Latn-fij_Latn", + "languages": [ + "mlt-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "mlt_Latn-isl_Latn", + "languages": [ + "mlt-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682551, + "recall": 0.733202, + "f1": 0.697288, + "accuracy": 0.733202, + "main_score": 0.697288, + "hf_subset": "mlt_Latn-kon_Latn", + "languages": [ + "mlt-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675858, + "recall": 0.735178, + "f1": 0.693173, + "accuracy": 0.735178, + "main_score": 0.693173, + "hf_subset": "mlt_Latn-mni_Beng", + "languages": [ + "mlt-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "mlt_Latn-szl_Latn", + "languages": [ + "mlt-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-vec_Latn", + "languages": [ + "mlt-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915679, + "recall": 0.938735, + "f1": 0.922892, + "accuracy": 0.938735, + "main_score": 0.922892, + "hf_subset": "mlt_Latn-amh_Ethi", + "languages": [ + "mlt-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-bos_Latn", + "languages": [ + "mlt-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-fin_Latn", + "languages": [ + "mlt-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-kor_Hang", + "languages": [ + "mlt-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556645, + "recall": 0.614625, + "f1": 0.572803, + "accuracy": 0.614625, + "main_score": 0.572803, + "hf_subset": "mlt_Latn-mos_Latn", + "languages": [ + "mlt-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577521, + "recall": 0.629447, + "f1": 0.592632, + "accuracy": 0.629447, + "main_score": 0.592632, + "hf_subset": "mlt_Latn-run_Latn", + "languages": [ + "mlt-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "mlt_Latn-tam_Taml", + "languages": [ + "mlt-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-vie_Latn", + "languages": [ + "mlt-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mlt_Latn-apc_Arab", + "languages": [ + "mlt-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794812, + "recall": 0.839921, + "f1": 0.808418, + "accuracy": 0.839921, + "main_score": 0.808418, + "hf_subset": "mlt_Latn-bug_Latn", + "languages": [ + "mlt-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480285, + "recall": 0.535573, + "f1": 0.494158, + "accuracy": 0.535573, + "main_score": 0.494158, + "hf_subset": "mlt_Latn-fon_Latn", + "languages": [ + "mlt-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mlt_Latn-jav_Latn", + "languages": [ + "mlt-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "mlt_Latn-lao_Laoo", + "languages": [ + "mlt-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836685, + "recall": 0.875494, + "f1": 0.848177, + "accuracy": 0.875494, + "main_score": 0.848177, + "hf_subset": "mlt_Latn-mri_Latn", + "languages": [ + "mlt-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-rus_Cyrl", + "languages": [ + "mlt-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560684, + "recall": 0.616601, + "f1": 0.575702, + "accuracy": 0.616601, + "main_score": 0.575702, + "hf_subset": "mlt_Latn-taq_Latn", + "languages": [ + "mlt-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991848, + "recall": 0.994071, + "f1": 0.99249, + "accuracy": 0.994071, + "main_score": 0.99249, + "hf_subset": "mlt_Latn-war_Latn", + "languages": [ + "mlt-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-arb_Arab", + "languages": [ + "mlt-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-bul_Cyrl", + "languages": [ + "mlt-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "mlt_Latn-jpn_Jpan", + "languages": [ + "mlt-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-lij_Latn", + "languages": [ + "mlt-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "mlt_Latn-mya_Mymr", + "languages": [ + "mlt-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612667, + "recall": 0.675889, + "f1": 0.630231, + "accuracy": 0.675889, + "main_score": 0.630231, + "hf_subset": "mlt_Latn-sag_Latn", + "languages": [ + "mlt-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19837, + "recall": 0.255929, + "f1": 0.210593, + "accuracy": 0.255929, + "main_score": 0.210593, + "hf_subset": "mlt_Latn-taq_Tfng", + "languages": [ + "mlt-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645603, + "recall": 0.703557, + "f1": 0.662436, + "accuracy": 0.703557, + "main_score": 0.662436, + "hf_subset": "mlt_Latn-wol_Latn", + "languages": [ + "mlt-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795662, + "recall": 0.842885, + "f1": 0.809917, + "accuracy": 0.842885, + "main_score": 0.809917, + "hf_subset": "mlt_Latn-arb_Latn", + "languages": [ + "mlt-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-fur_Latn", + "languages": [ + "mlt-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445872, + "recall": 0.503953, + "f1": 0.461915, + "accuracy": 0.503953, + "main_score": 0.461915, + "hf_subset": "mlt_Latn-kab_Latn", + "languages": [ + "mlt-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "mlt_Latn-lim_Latn", + "languages": [ + "mlt-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-nld_Latn", + "languages": [ + "mlt-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "mlt_Latn-san_Deva", + "languages": [ + "mlt-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-tat_Cyrl", + "languages": [ + "mlt-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69025, + "recall": 0.742095, + "f1": 0.705915, + "accuracy": 0.742095, + "main_score": 0.705915, + "hf_subset": "mlt_Latn-xho_Latn", + "languages": [ + "mlt-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-ars_Arab", + "languages": [ + "mlt-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mlt_Latn-ceb_Latn", + "languages": [ + "mlt-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566744, + "recall": 0.626482, + "f1": 0.583853, + "accuracy": 0.626482, + "main_score": 0.583853, + "hf_subset": "mlt_Latn-fuv_Latn", + "languages": [ + "mlt-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53228, + "recall": 0.594862, + "f1": 0.549696, + "accuracy": 0.594862, + "main_score": 0.549696, + "hf_subset": "mlt_Latn-kac_Latn", + "languages": [ + "mlt-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688185, + "recall": 0.740119, + "f1": 0.702986, + "accuracy": 0.740119, + "main_score": 0.702986, + "hf_subset": "mlt_Latn-lin_Latn", + "languages": [ + "mlt-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-nno_Latn", + "languages": [ + "mlt-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227349, + "recall": 0.300395, + "f1": 0.245762, + "accuracy": 0.300395, + "main_score": 0.245762, + "hf_subset": "mlt_Latn-sat_Olck", + "languages": [ + "mlt-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mlt_Latn-tel_Telu", + "languages": [ + "mlt-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "mlt_Latn-ydd_Hebr", + "languages": [ + "mlt-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "mlt_Latn-ary_Arab", + "languages": [ + "mlt-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-ces_Latn", + "languages": [ + "mlt-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619229, + "recall": 0.678854, + "f1": 0.636728, + "accuracy": 0.678854, + "main_score": 0.636728, + "hf_subset": "mlt_Latn-gaz_Latn", + "languages": [ + "mlt-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588555, + "recall": 0.658103, + "f1": 0.608541, + "accuracy": 0.658103, + "main_score": 0.608541, + "hf_subset": "mlt_Latn-kam_Latn", + "languages": [ + "mlt-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "mlt_Latn-lit_Latn", + "languages": [ + "mlt-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-nob_Latn", + "languages": [ + "mlt-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mlt_Latn-scn_Latn", + "languages": [ + "mlt-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "mlt_Latn-tgk_Cyrl", + "languages": [ + "mlt-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693412, + "recall": 0.756917, + "f1": 0.713161, + "accuracy": 0.756917, + "main_score": 0.713161, + "hf_subset": "mlt_Latn-yor_Latn", + "languages": [ + "mlt-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-arz_Arab", + "languages": [ + "mlt-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569717, + "recall": 0.629447, + "f1": 0.58648, + "accuracy": 0.629447, + "main_score": 0.58648, + "hf_subset": "mlt_Latn-cjk_Latn", + "languages": [ + "mlt-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793725, + "recall": 0.840909, + "f1": 0.808333, + "accuracy": 0.840909, + "main_score": 0.808333, + "hf_subset": "mlt_Latn-gla_Latn", + "languages": [ + "mlt-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "mlt_Latn-kan_Knda", + "languages": [ + "mlt-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mlt_Latn-lmo_Latn", + "languages": [ + "mlt-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mlt_Latn-npi_Deva", + "languages": [ + "mlt-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477887, + "recall": 0.541502, + "f1": 0.495113, + "accuracy": 0.541502, + "main_score": 0.495113, + "hf_subset": "mlt_Latn-shn_Mymr", + "languages": [ + "mlt-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-tgl_Latn", + "languages": [ + "mlt-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mlt_Latn-yue_Hant", + "languages": [ + "mlt-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mlt_Latn-asm_Beng", + "languages": [ + "mlt-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93503, + "recall": 0.954545, + "f1": 0.941271, + "accuracy": 0.954545, + "main_score": 0.941271, + "hf_subset": "mlt_Latn-ckb_Arab", + "languages": [ + "mlt-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860013, + "recall": 0.894269, + "f1": 0.870323, + "accuracy": 0.894269, + "main_score": 0.870323, + "hf_subset": "mlt_Latn-gle_Latn", + "languages": [ + "mlt-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928936, + "recall": 0.949605, + "f1": 0.935672, + "accuracy": 0.949605, + "main_score": 0.935672, + "hf_subset": "mlt_Latn-kas_Arab", + "languages": [ + "mlt-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922184, + "recall": 0.945652, + "f1": 0.929743, + "accuracy": 0.945652, + "main_score": 0.929743, + "hf_subset": "mlt_Latn-ltg_Latn", + "languages": [ + "mlt-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631057, + "recall": 0.682806, + "f1": 0.645544, + "accuracy": 0.682806, + "main_score": 0.645544, + "hf_subset": "mlt_Latn-nso_Latn", + "languages": [ + "mlt-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962368, + "recall": 0.97332, + "f1": 0.96581, + "accuracy": 0.97332, + "main_score": 0.96581, + "hf_subset": "mlt_Latn-sin_Sinh", + "languages": [ + "mlt-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-tha_Thai", + "languages": [ + "mlt-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mlt_Latn-zho_Hans", + "languages": [ + "mlt-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-ast_Latn", + "languages": [ + "mlt-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "mlt_Latn-crh_Latn", + "languages": [ + "mlt-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852767, + "recall": 0.893281, + "f1": 0.86525, + "accuracy": 0.893281, + "main_score": 0.86525, + "hf_subset": "mlt_Latn-kas_Deva", + "languages": [ + "mlt-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "mlt_Latn-ltz_Latn", + "languages": [ + "mlt-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492379, + "recall": 0.552372, + "f1": 0.508449, + "accuracy": 0.552372, + "main_score": 0.508449, + "hf_subset": "mlt_Latn-nus_Latn", + "languages": [ + "mlt-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-slk_Latn", + "languages": [ + "mlt-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61479, + "recall": 0.687747, + "f1": 0.635946, + "accuracy": 0.687747, + "main_score": 0.635946, + "hf_subset": "mlt_Latn-tir_Ethi", + "languages": [ + "mlt-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mlt_Latn-zho_Hant", + "languages": [ + "mlt-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "mlt_Latn-awa_Deva", + "languages": [ + "mlt-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "mlt_Latn-cym_Latn", + "languages": [ + "mlt-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826318, + "recall": 0.868577, + "f1": 0.839196, + "accuracy": 0.868577, + "main_score": 0.839196, + "hf_subset": "mlt_Latn-grn_Latn", + "languages": [ + "mlt-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mlt_Latn-kat_Geor", + "languages": [ + "mlt-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659293, + "recall": 0.712451, + "f1": 0.674243, + "accuracy": 0.712451, + "main_score": 0.674243, + "hf_subset": "mlt_Latn-lua_Latn", + "languages": [ + "mlt-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64683, + "recall": 0.705534, + "f1": 0.663696, + "accuracy": 0.705534, + "main_score": 0.663696, + "hf_subset": "mlt_Latn-nya_Latn", + "languages": [ + "mlt-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-slv_Latn", + "languages": [ + "mlt-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920208, + "recall": 0.9417, + "f1": 0.927108, + "accuracy": 0.9417, + "main_score": 0.927108, + "hf_subset": "mlt_Latn-tpi_Latn", + "languages": [ + "mlt-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mlt_Latn-zsm_Latn", + "languages": [ + "mlt-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560152, + "recall": 0.62747, + "f1": 0.579897, + "accuracy": 0.62747, + "main_score": 0.579897, + "hf_subset": "mlt_Latn-ayr_Latn", + "languages": [ + "mlt-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mlt_Latn-dan_Latn", + "languages": [ + "mlt-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "mlt_Latn-guj_Gujr", + "languages": [ + "mlt-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mlt_Latn-kaz_Cyrl", + "languages": [ + "mlt-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558227, + "recall": 0.620553, + "f1": 0.575728, + "accuracy": 0.620553, + "main_score": 0.575728, + "hf_subset": "mlt_Latn-lug_Latn", + "languages": [ + "mlt-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mlt_Latn-oci_Latn", + "languages": [ + "mlt-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827355, + "recall": 0.87253, + "f1": 0.841469, + "accuracy": 0.87253, + "main_score": 0.841469, + "hf_subset": "mlt_Latn-smo_Latn", + "languages": [ + "mlt-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570472, + "recall": 0.633399, + "f1": 0.588178, + "accuracy": 0.633399, + "main_score": 0.588178, + "hf_subset": "mlt_Latn-tsn_Latn", + "languages": [ + "mlt-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628856, + "recall": 0.6917, + "f1": 0.647319, + "accuracy": 0.6917, + "main_score": 0.647319, + "hf_subset": "mlt_Latn-zul_Latn", + "languages": [ + "mlt-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896854, + "recall": 0.926877, + "f1": 0.906522, + "accuracy": 0.926877, + "main_score": 0.906522, + "hf_subset": "mlt_Latn-azb_Arab", + "languages": [ + "mlt-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "mlt_Latn-deu_Latn", + "languages": [ + "mlt-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "mlt_Latn-hat_Latn", + "languages": [ + "mlt-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511586, + "recall": 0.565217, + "f1": 0.526476, + "accuracy": 0.565217, + "main_score": 0.526476, + "hf_subset": "mlt_Latn-kbp_Latn", + "languages": [ + "mlt-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584745, + "recall": 0.639328, + "f1": 0.599618, + "accuracy": 0.639328, + "main_score": 0.599618, + "hf_subset": "mlt_Latn-luo_Latn", + "languages": [ + "mlt-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mlt_Latn-ory_Orya", + "languages": [ + "mlt-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607336, + "recall": 0.666008, + "f1": 0.623668, + "accuracy": 0.666008, + "main_score": 0.623668, + "hf_subset": "mlt_Latn-sna_Latn", + "languages": [ + "mlt-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565523, + "recall": 0.62253, + "f1": 0.58106, + "accuracy": 0.62253, + "main_score": 0.58106, + "hf_subset": "mlt_Latn-tso_Latn", + "languages": [ + "mlt-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mlt_Latn-azj_Latn", + "languages": [ + "mlt-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542936, + "recall": 0.603755, + "f1": 0.56048, + "accuracy": 0.603755, + "main_score": 0.56048, + "hf_subset": "mlt_Latn-dik_Latn", + "languages": [ + "mlt-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731917, + "recall": 0.786561, + "f1": 0.748372, + "accuracy": 0.786561, + "main_score": 0.748372, + "hf_subset": "mlt_Latn-hau_Latn", + "languages": [ + "mlt-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mlt_Latn-kea_Latn", + "languages": [ + "mlt-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731917, + "recall": 0.780632, + "f1": 0.74664, + "accuracy": 0.780632, + "main_score": 0.74664, + "hf_subset": "mlt_Latn-lus_Latn", + "languages": [ + "mlt-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871574, + "recall": 0.901186, + "f1": 0.88067, + "accuracy": 0.901186, + "main_score": 0.88067, + "hf_subset": "mlt_Latn-pag_Latn", + "languages": [ + "mlt-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "mlt_Latn-snd_Arab", + "languages": [ + "mlt-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925395, + "recall": 0.945652, + "f1": 0.931818, + "accuracy": 0.945652, + "main_score": 0.931818, + "hf_subset": "mlt_Latn-tuk_Latn", + "languages": [ + "mlt-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "mlt_Latn-bak_Cyrl", + "languages": [ + "mlt-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497531, + "recall": 0.573123, + "f1": 0.520004, + "accuracy": 0.573123, + "main_score": 0.520004, + "hf_subset": "mlt_Latn-dyu_Latn", + "languages": [ + "mlt-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mlt_Latn-heb_Hebr", + "languages": [ + "mlt-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "mlt_Latn-khk_Cyrl", + "languages": [ + "mlt-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "mlt_Latn-lvs_Latn", + "languages": [ + "mlt-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "mlt_Latn-pan_Guru", + "languages": [ + "mlt-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713752, + "recall": 0.770751, + "f1": 0.730966, + "accuracy": 0.770751, + "main_score": 0.730966, + "hf_subset": "mlt_Latn-som_Latn", + "languages": [ + "mlt-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591645, + "recall": 0.63834, + "f1": 0.604896, + "accuracy": 0.63834, + "main_score": 0.604896, + "hf_subset": "mlt_Latn-tum_Latn", + "languages": [ + "mlt-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467289, + "recall": 0.520751, + "f1": 0.482129, + "accuracy": 0.520751, + "main_score": 0.482129, + "hf_subset": "quy_Latn-ace_Arab", + "languages": [ + "quy-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509696, + "recall": 0.5583, + "f1": 0.522865, + "accuracy": 0.5583, + "main_score": 0.522865, + "hf_subset": "quy_Latn-bam_Latn", + "languages": [ + "quy-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.248958, + "recall": 0.300395, + "f1": 0.261721, + "accuracy": 0.300395, + "main_score": 0.261721, + "hf_subset": "quy_Latn-dzo_Tibt", + "languages": [ + "quy-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694703, + "recall": 0.740119, + "f1": 0.70698, + "accuracy": 0.740119, + "main_score": 0.70698, + "hf_subset": "quy_Latn-hin_Deva", + "languages": [ + "quy-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63914, + "recall": 0.694664, + "f1": 0.654062, + "accuracy": 0.694664, + "main_score": 0.654062, + "hf_subset": "quy_Latn-khm_Khmr", + "languages": [ + "quy-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685276, + "recall": 0.733202, + "f1": 0.698818, + "accuracy": 0.733202, + "main_score": 0.698818, + "hf_subset": "quy_Latn-mag_Deva", + "languages": [ + "quy-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683756, + "recall": 0.72332, + "f1": 0.694676, + "accuracy": 0.72332, + "main_score": 0.694676, + "hf_subset": "quy_Latn-pap_Latn", + "languages": [ + "quy-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54693, + "recall": 0.590909, + "f1": 0.559211, + "accuracy": 0.590909, + "main_score": 0.559211, + "hf_subset": "quy_Latn-sot_Latn", + "languages": [ + "quy-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700971, + "recall": 0.748024, + "f1": 0.713493, + "accuracy": 0.748024, + "main_score": 0.713493, + "hf_subset": "quy_Latn-tur_Latn", + "languages": [ + "quy-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643781, + "recall": 0.685771, + "f1": 0.654548, + "accuracy": 0.685771, + "main_score": 0.654548, + "hf_subset": "quy_Latn-ace_Latn", + "languages": [ + "quy-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670588, + "recall": 0.710474, + "f1": 0.681601, + "accuracy": 0.710474, + "main_score": 0.681601, + "hf_subset": "quy_Latn-ban_Latn", + "languages": [ + "quy-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69311, + "recall": 0.745059, + "f1": 0.706543, + "accuracy": 0.745059, + "main_score": 0.706543, + "hf_subset": "quy_Latn-ell_Grek", + "languages": [ + "quy-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674822, + "recall": 0.72332, + "f1": 0.68805, + "accuracy": 0.72332, + "main_score": 0.68805, + "hf_subset": "quy_Latn-hne_Deva", + "languages": [ + "quy-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542423, + "recall": 0.588933, + "f1": 0.554846, + "accuracy": 0.588933, + "main_score": 0.554846, + "hf_subset": "quy_Latn-kik_Latn", + "languages": [ + "quy-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679196, + "recall": 0.728261, + "f1": 0.691892, + "accuracy": 0.728261, + "main_score": 0.691892, + "hf_subset": "quy_Latn-mai_Deva", + "languages": [ + "quy-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62421, + "recall": 0.68083, + "f1": 0.639879, + "accuracy": 0.68083, + "main_score": 0.639879, + "hf_subset": "quy_Latn-pbt_Arab", + "languages": [ + "quy-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699942, + "recall": 0.748024, + "f1": 0.712848, + "accuracy": 0.748024, + "main_score": 0.712848, + "hf_subset": "quy_Latn-spa_Latn", + "languages": [ + "quy-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584437, + "recall": 0.621542, + "f1": 0.595097, + "accuracy": 0.621542, + "main_score": 0.595097, + "hf_subset": "quy_Latn-twi_Latn", + "languages": [ + "quy-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678716, + "recall": 0.730237, + "f1": 0.692387, + "accuracy": 0.730237, + "main_score": 0.692387, + "hf_subset": "quy_Latn-acm_Arab", + "languages": [ + "quy-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67246, + "recall": 0.717391, + "f1": 0.684112, + "accuracy": 0.717391, + "main_score": 0.684112, + "hf_subset": "quy_Latn-bel_Cyrl", + "languages": [ + "quy-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721129, + "recall": 0.770751, + "f1": 0.734395, + "accuracy": 0.770751, + "main_score": 0.734395, + "hf_subset": "quy_Latn-eng_Latn", + "languages": [ + "quy-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699485, + "recall": 0.752964, + "f1": 0.713977, + "accuracy": 0.752964, + "main_score": 0.713977, + "hf_subset": "quy_Latn-hrv_Latn", + "languages": [ + "quy-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514388, + "recall": 0.563241, + "f1": 0.528066, + "accuracy": 0.563241, + "main_score": 0.528066, + "hf_subset": "quy_Latn-kin_Latn", + "languages": [ + "quy-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676172, + "recall": 0.731225, + "f1": 0.691452, + "accuracy": 0.731225, + "main_score": 0.691452, + "hf_subset": "quy_Latn-mal_Mlym", + "languages": [ + "quy-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704259, + "recall": 0.749012, + "f1": 0.716247, + "accuracy": 0.749012, + "main_score": 0.716247, + "hf_subset": "quy_Latn-pes_Arab", + "languages": [ + "quy-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686214, + "recall": 0.729249, + "f1": 0.697423, + "accuracy": 0.729249, + "main_score": 0.697423, + "hf_subset": "quy_Latn-srd_Latn", + "languages": [ + "quy-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201326, + "recall": 0.242095, + "f1": 0.211668, + "accuracy": 0.242095, + "main_score": 0.211668, + "hf_subset": "quy_Latn-tzm_Tfng", + "languages": [ + "quy-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682174, + "recall": 0.736166, + "f1": 0.696406, + "accuracy": 0.736166, + "main_score": 0.696406, + "hf_subset": "quy_Latn-acq_Arab", + "languages": [ + "quy-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578697, + "recall": 0.62253, + "f1": 0.591041, + "accuracy": 0.62253, + "main_score": 0.591041, + "hf_subset": "quy_Latn-bem_Latn", + "languages": [ + "quy-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704217, + "recall": 0.753953, + "f1": 0.717263, + "accuracy": 0.753953, + "main_score": 0.717263, + "hf_subset": "quy_Latn-epo_Latn", + "languages": [ + "quy-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703458, + "recall": 0.749012, + "f1": 0.716305, + "accuracy": 0.749012, + "main_score": 0.716305, + "hf_subset": "quy_Latn-hun_Latn", + "languages": [ + "quy-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665855, + "recall": 0.713439, + "f1": 0.679062, + "accuracy": 0.713439, + "main_score": 0.679062, + "hf_subset": "quy_Latn-kir_Cyrl", + "languages": [ + "quy-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697822, + "recall": 0.747036, + "f1": 0.711326, + "accuracy": 0.747036, + "main_score": 0.711326, + "hf_subset": "quy_Latn-mar_Deva", + "languages": [ + "quy-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595079, + "recall": 0.636364, + "f1": 0.606215, + "accuracy": 0.636364, + "main_score": 0.606215, + "hf_subset": "quy_Latn-plt_Latn", + "languages": [ + "quy-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704899, + "recall": 0.750988, + "f1": 0.717213, + "accuracy": 0.750988, + "main_score": 0.717213, + "hf_subset": "quy_Latn-srp_Cyrl", + "languages": [ + "quy-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60393, + "recall": 0.661067, + "f1": 0.619138, + "accuracy": 0.661067, + "main_score": 0.619138, + "hf_subset": "quy_Latn-uig_Arab", + "languages": [ + "quy-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653217, + "recall": 0.702569, + "f1": 0.666215, + "accuracy": 0.702569, + "main_score": 0.666215, + "hf_subset": "quy_Latn-aeb_Arab", + "languages": [ + "quy-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695571, + "recall": 0.745059, + "f1": 0.709429, + "accuracy": 0.745059, + "main_score": 0.709429, + "hf_subset": "quy_Latn-ben_Beng", + "languages": [ + "quy-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6936, + "recall": 0.741107, + "f1": 0.706128, + "accuracy": 0.741107, + "main_score": 0.706128, + "hf_subset": "quy_Latn-est_Latn", + "languages": [ + "quy-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669565, + "recall": 0.721344, + "f1": 0.683387, + "accuracy": 0.721344, + "main_score": 0.683387, + "hf_subset": "quy_Latn-hye_Armn", + "languages": [ + "quy-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535957, + "recall": 0.585968, + "f1": 0.549896, + "accuracy": 0.585968, + "main_score": 0.549896, + "hf_subset": "quy_Latn-kmb_Latn", + "languages": [ + "quy-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422044, + "recall": 0.479249, + "f1": 0.437444, + "accuracy": 0.479249, + "main_score": 0.437444, + "hf_subset": "quy_Latn-min_Arab", + "languages": [ + "quy-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722158, + "recall": 0.767787, + "f1": 0.734433, + "accuracy": 0.767787, + "main_score": 0.734433, + "hf_subset": "quy_Latn-pol_Latn", + "languages": [ + "quy-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527479, + "recall": 0.578063, + "f1": 0.542565, + "accuracy": 0.578063, + "main_score": 0.542565, + "hf_subset": "quy_Latn-ssw_Latn", + "languages": [ + "quy-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703497, + "recall": 0.754941, + "f1": 0.71775, + "accuracy": 0.754941, + "main_score": 0.71775, + "hf_subset": "quy_Latn-ukr_Cyrl", + "languages": [ + "quy-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713113, + "recall": 0.757905, + "f1": 0.724749, + "accuracy": 0.757905, + "main_score": 0.724749, + "hf_subset": "quy_Latn-afr_Latn", + "languages": [ + "quy-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683898, + "recall": 0.725296, + "f1": 0.694554, + "accuracy": 0.725296, + "main_score": 0.694554, + "hf_subset": "quy_Latn-bho_Deva", + "languages": [ + "quy-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689896, + "recall": 0.738142, + "f1": 0.702387, + "accuracy": 0.738142, + "main_score": 0.702387, + "hf_subset": "quy_Latn-eus_Latn", + "languages": [ + "quy-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546688, + "recall": 0.602767, + "f1": 0.562896, + "accuracy": 0.602767, + "main_score": 0.562896, + "hf_subset": "quy_Latn-ibo_Latn", + "languages": [ + "quy-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646697, + "recall": 0.6917, + "f1": 0.65982, + "accuracy": 0.6917, + "main_score": 0.65982, + "hf_subset": "quy_Latn-kmr_Latn", + "languages": [ + "quy-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687461, + "recall": 0.730237, + "f1": 0.698388, + "accuracy": 0.730237, + "main_score": 0.698388, + "hf_subset": "quy_Latn-min_Latn", + "languages": [ + "quy-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725079, + "recall": 0.769763, + "f1": 0.737482, + "accuracy": 0.769763, + "main_score": 0.737482, + "hf_subset": "quy_Latn-por_Latn", + "languages": [ + "quy-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693733, + "recall": 0.733202, + "f1": 0.704275, + "accuracy": 0.733202, + "main_score": 0.704275, + "hf_subset": "quy_Latn-sun_Latn", + "languages": [ + "quy-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521801, + "recall": 0.570158, + "f1": 0.535649, + "accuracy": 0.570158, + "main_score": 0.535649, + "hf_subset": "quy_Latn-umb_Latn", + "languages": [ + "quy-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674782, + "recall": 0.717391, + "f1": 0.686179, + "accuracy": 0.717391, + "main_score": 0.686179, + "hf_subset": "quy_Latn-ajp_Arab", + "languages": [ + "quy-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453955, + "recall": 0.501976, + "f1": 0.466915, + "accuracy": 0.501976, + "main_score": 0.466915, + "hf_subset": "quy_Latn-bjn_Arab", + "languages": [ + "quy-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506921, + "recall": 0.550395, + "f1": 0.519323, + "accuracy": 0.550395, + "main_score": 0.519323, + "hf_subset": "quy_Latn-ewe_Latn", + "languages": [ + "quy-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681234, + "recall": 0.721344, + "f1": 0.691837, + "accuracy": 0.721344, + "main_score": 0.691837, + "hf_subset": "quy_Latn-ilo_Latn", + "languages": [ + "quy-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313003, + "recall": 0.365613, + "f1": 0.32699, + "accuracy": 0.365613, + "main_score": 0.32699, + "hf_subset": "quy_Latn-knc_Arab", + "languages": [ + "quy-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701046, + "recall": 0.747036, + "f1": 0.713007, + "accuracy": 0.747036, + "main_score": 0.713007, + "hf_subset": "quy_Latn-mkd_Cyrl", + "languages": [ + "quy-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685967, + "recall": 0.73419, + "f1": 0.698675, + "accuracy": 0.73419, + "main_score": 0.698675, + "hf_subset": "quy_Latn-prs_Arab", + "languages": [ + "quy-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712574, + "recall": 0.759881, + "f1": 0.725447, + "accuracy": 0.759881, + "main_score": 0.725447, + "hf_subset": "quy_Latn-swe_Latn", + "languages": [ + "quy-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686354, + "recall": 0.738142, + "f1": 0.70035, + "accuracy": 0.738142, + "main_score": 0.70035, + "hf_subset": "quy_Latn-urd_Arab", + "languages": [ + "quy-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565927, + "recall": 0.609684, + "f1": 0.578159, + "accuracy": 0.609684, + "main_score": 0.578159, + "hf_subset": "quy_Latn-aka_Latn", + "languages": [ + "quy-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692389, + "recall": 0.730237, + "f1": 0.702374, + "accuracy": 0.730237, + "main_score": 0.702374, + "hf_subset": "quy_Latn-bjn_Latn", + "languages": [ + "quy-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662991, + "recall": 0.705534, + "f1": 0.674108, + "accuracy": 0.705534, + "main_score": 0.674108, + "hf_subset": "quy_Latn-fao_Latn", + "languages": [ + "quy-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716929, + "recall": 0.763834, + "f1": 0.729767, + "accuracy": 0.763834, + "main_score": 0.729767, + "hf_subset": "quy_Latn-ind_Latn", + "languages": [ + "quy-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54745, + "recall": 0.591897, + "f1": 0.560197, + "accuracy": 0.591897, + "main_score": 0.560197, + "hf_subset": "quy_Latn-knc_Latn", + "languages": [ + "quy-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68998, + "recall": 0.735178, + "f1": 0.701487, + "accuracy": 0.735178, + "main_score": 0.701487, + "hf_subset": "quy_Latn-mlt_Latn", + "languages": [ + "quy-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643198, + "recall": 0.695652, + "f1": 0.657791, + "accuracy": 0.695652, + "main_score": 0.657791, + "hf_subset": "quy_Latn-swh_Latn", + "languages": [ + "quy-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677727, + "recall": 0.729249, + "f1": 0.692082, + "accuracy": 0.729249, + "main_score": 0.692082, + "hf_subset": "quy_Latn-uzn_Latn", + "languages": [ + "quy-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708043, + "recall": 0.748024, + "f1": 0.718192, + "accuracy": 0.748024, + "main_score": 0.718192, + "hf_subset": "quy_Latn-als_Latn", + "languages": [ + "quy-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.342392, + "recall": 0.401186, + "f1": 0.356866, + "accuracy": 0.401186, + "main_score": 0.356866, + "hf_subset": "quy_Latn-bod_Tibt", + "languages": [ + "quy-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567143, + "recall": 0.61166, + "f1": 0.57924, + "accuracy": 0.61166, + "main_score": 0.57924, + "hf_subset": "quy_Latn-fij_Latn", + "languages": [ + "quy-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641842, + "recall": 0.6917, + "f1": 0.655304, + "accuracy": 0.6917, + "main_score": 0.655304, + "hf_subset": "quy_Latn-isl_Latn", + "languages": [ + "quy-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60221, + "recall": 0.646245, + "f1": 0.614385, + "accuracy": 0.646245, + "main_score": 0.614385, + "hf_subset": "quy_Latn-kon_Latn", + "languages": [ + "quy-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543861, + "recall": 0.596838, + "f1": 0.558531, + "accuracy": 0.596838, + "main_score": 0.558531, + "hf_subset": "quy_Latn-mni_Beng", + "languages": [ + "quy-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720607, + "recall": 0.76581, + "f1": 0.732751, + "accuracy": 0.76581, + "main_score": 0.732751, + "hf_subset": "quy_Latn-ron_Latn", + "languages": [ + "quy-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689701, + "recall": 0.736166, + "f1": 0.702245, + "accuracy": 0.736166, + "main_score": 0.702245, + "hf_subset": "quy_Latn-szl_Latn", + "languages": [ + "quy-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713103, + "recall": 0.757905, + "f1": 0.724967, + "accuracy": 0.757905, + "main_score": 0.724967, + "hf_subset": "quy_Latn-vec_Latn", + "languages": [ + "quy-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5752, + "recall": 0.634387, + "f1": 0.591633, + "accuracy": 0.634387, + "main_score": 0.591633, + "hf_subset": "quy_Latn-amh_Ethi", + "languages": [ + "quy-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711478, + "recall": 0.756917, + "f1": 0.723886, + "accuracy": 0.756917, + "main_score": 0.723886, + "hf_subset": "quy_Latn-bos_Latn", + "languages": [ + "quy-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683351, + "recall": 0.736166, + "f1": 0.69772, + "accuracy": 0.736166, + "main_score": 0.69772, + "hf_subset": "quy_Latn-fin_Latn", + "languages": [ + "quy-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697803, + "recall": 0.745059, + "f1": 0.71101, + "accuracy": 0.745059, + "main_score": 0.71101, + "hf_subset": "quy_Latn-ita_Latn", + "languages": [ + "quy-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668661, + "recall": 0.725296, + "f1": 0.683889, + "accuracy": 0.725296, + "main_score": 0.683889, + "hf_subset": "quy_Latn-kor_Hang", + "languages": [ + "quy-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525386, + "recall": 0.576087, + "f1": 0.540321, + "accuracy": 0.576087, + "main_score": 0.540321, + "hf_subset": "quy_Latn-mos_Latn", + "languages": [ + "quy-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531355, + "recall": 0.575099, + "f1": 0.543881, + "accuracy": 0.575099, + "main_score": 0.543881, + "hf_subset": "quy_Latn-run_Latn", + "languages": [ + "quy-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67722, + "recall": 0.731225, + "f1": 0.691662, + "accuracy": 0.731225, + "main_score": 0.691662, + "hf_subset": "quy_Latn-tam_Taml", + "languages": [ + "quy-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682382, + "recall": 0.732213, + "f1": 0.695753, + "accuracy": 0.732213, + "main_score": 0.695753, + "hf_subset": "quy_Latn-vie_Latn", + "languages": [ + "quy-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675508, + "recall": 0.73419, + "f1": 0.691843, + "accuracy": 0.73419, + "main_score": 0.691843, + "hf_subset": "quy_Latn-apc_Arab", + "languages": [ + "quy-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620771, + "recall": 0.66502, + "f1": 0.632782, + "accuracy": 0.66502, + "main_score": 0.632782, + "hf_subset": "quy_Latn-bug_Latn", + "languages": [ + "quy-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480535, + "recall": 0.525692, + "f1": 0.493747, + "accuracy": 0.525692, + "main_score": 0.493747, + "hf_subset": "quy_Latn-fon_Latn", + "languages": [ + "quy-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686795, + "recall": 0.730237, + "f1": 0.698682, + "accuracy": 0.730237, + "main_score": 0.698682, + "hf_subset": "quy_Latn-jav_Latn", + "languages": [ + "quy-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620472, + "recall": 0.678854, + "f1": 0.635409, + "accuracy": 0.678854, + "main_score": 0.635409, + "hf_subset": "quy_Latn-lao_Laoo", + "languages": [ + "quy-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578143, + "recall": 0.625494, + "f1": 0.591708, + "accuracy": 0.625494, + "main_score": 0.591708, + "hf_subset": "quy_Latn-mri_Latn", + "languages": [ + "quy-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679367, + "recall": 0.733202, + "f1": 0.694271, + "accuracy": 0.733202, + "main_score": 0.694271, + "hf_subset": "quy_Latn-rus_Cyrl", + "languages": [ + "quy-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513785, + "recall": 0.554348, + "f1": 0.525565, + "accuracy": 0.554348, + "main_score": 0.525565, + "hf_subset": "quy_Latn-taq_Latn", + "languages": [ + "quy-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700053, + "recall": 0.743083, + "f1": 0.71088, + "accuracy": 0.743083, + "main_score": 0.71088, + "hf_subset": "quy_Latn-war_Latn", + "languages": [ + "quy-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681113, + "recall": 0.73419, + "f1": 0.694955, + "accuracy": 0.73419, + "main_score": 0.694955, + "hf_subset": "quy_Latn-arb_Arab", + "languages": [ + "quy-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702996, + "recall": 0.751976, + "f1": 0.717051, + "accuracy": 0.751976, + "main_score": 0.717051, + "hf_subset": "quy_Latn-bul_Cyrl", + "languages": [ + "quy-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715221, + "recall": 0.761858, + "f1": 0.727121, + "accuracy": 0.761858, + "main_score": 0.727121, + "hf_subset": "quy_Latn-fra_Latn", + "languages": [ + "quy-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679069, + "recall": 0.725296, + "f1": 0.691927, + "accuracy": 0.725296, + "main_score": 0.691927, + "hf_subset": "quy_Latn-jpn_Jpan", + "languages": [ + "quy-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699647, + "recall": 0.73913, + "f1": 0.710209, + "accuracy": 0.73913, + "main_score": 0.710209, + "hf_subset": "quy_Latn-lij_Latn", + "languages": [ + "quy-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582675, + "recall": 0.653162, + "f1": 0.601968, + "accuracy": 0.653162, + "main_score": 0.601968, + "hf_subset": "quy_Latn-mya_Mymr", + "languages": [ + "quy-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559537, + "recall": 0.609684, + "f1": 0.573252, + "accuracy": 0.609684, + "main_score": 0.573252, + "hf_subset": "quy_Latn-sag_Latn", + "languages": [ + "quy-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212657, + "recall": 0.255929, + "f1": 0.222462, + "accuracy": 0.255929, + "main_score": 0.222462, + "hf_subset": "quy_Latn-taq_Tfng", + "languages": [ + "quy-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572622, + "recall": 0.619565, + "f1": 0.585968, + "accuracy": 0.619565, + "main_score": 0.585968, + "hf_subset": "quy_Latn-wol_Latn", + "languages": [ + "quy-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501457, + "recall": 0.559289, + "f1": 0.5166, + "accuracy": 0.559289, + "main_score": 0.5166, + "hf_subset": "quy_Latn-arb_Latn", + "languages": [ + "quy-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710964, + "recall": 0.758893, + "f1": 0.723775, + "accuracy": 0.758893, + "main_score": 0.723775, + "hf_subset": "quy_Latn-cat_Latn", + "languages": [ + "quy-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683748, + "recall": 0.725296, + "f1": 0.69482, + "accuracy": 0.725296, + "main_score": 0.69482, + "hf_subset": "quy_Latn-fur_Latn", + "languages": [ + "quy-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416404, + "recall": 0.471344, + "f1": 0.431726, + "accuracy": 0.471344, + "main_score": 0.431726, + "hf_subset": "quy_Latn-kab_Latn", + "languages": [ + "quy-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673442, + "recall": 0.717391, + "f1": 0.684965, + "accuracy": 0.717391, + "main_score": 0.684965, + "hf_subset": "quy_Latn-lim_Latn", + "languages": [ + "quy-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69613, + "recall": 0.748024, + "f1": 0.710068, + "accuracy": 0.748024, + "main_score": 0.710068, + "hf_subset": "quy_Latn-nld_Latn", + "languages": [ + "quy-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628445, + "recall": 0.690711, + "f1": 0.64518, + "accuracy": 0.690711, + "main_score": 0.64518, + "hf_subset": "quy_Latn-san_Deva", + "languages": [ + "quy-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670659, + "recall": 0.720356, + "f1": 0.684088, + "accuracy": 0.720356, + "main_score": 0.684088, + "hf_subset": "quy_Latn-tat_Cyrl", + "languages": [ + "quy-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59358, + "recall": 0.639328, + "f1": 0.606251, + "accuracy": 0.639328, + "main_score": 0.606251, + "hf_subset": "quy_Latn-xho_Latn", + "languages": [ + "quy-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680122, + "recall": 0.73419, + "f1": 0.694704, + "accuracy": 0.73419, + "main_score": 0.694704, + "hf_subset": "quy_Latn-ars_Arab", + "languages": [ + "quy-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711238, + "recall": 0.75, + "f1": 0.721551, + "accuracy": 0.75, + "main_score": 0.721551, + "hf_subset": "quy_Latn-ceb_Latn", + "languages": [ + "quy-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520438, + "recall": 0.564229, + "f1": 0.533616, + "accuracy": 0.564229, + "main_score": 0.533616, + "hf_subset": "quy_Latn-fuv_Latn", + "languages": [ + "quy-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504814, + "recall": 0.552372, + "f1": 0.518756, + "accuracy": 0.552372, + "main_score": 0.518756, + "hf_subset": "quy_Latn-kac_Latn", + "languages": [ + "quy-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606241, + "recall": 0.652174, + "f1": 0.618737, + "accuracy": 0.652174, + "main_score": 0.618737, + "hf_subset": "quy_Latn-lin_Latn", + "languages": [ + "quy-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704018, + "recall": 0.751976, + "f1": 0.71726, + "accuracy": 0.751976, + "main_score": 0.71726, + "hf_subset": "quy_Latn-nno_Latn", + "languages": [ + "quy-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160862, + "recall": 0.215415, + "f1": 0.173961, + "accuracy": 0.215415, + "main_score": 0.173961, + "hf_subset": "quy_Latn-sat_Olck", + "languages": [ + "quy-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69112, + "recall": 0.744071, + "f1": 0.705041, + "accuracy": 0.744071, + "main_score": 0.705041, + "hf_subset": "quy_Latn-tel_Telu", + "languages": [ + "quy-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59162, + "recall": 0.651186, + "f1": 0.607744, + "accuracy": 0.651186, + "main_score": 0.607744, + "hf_subset": "quy_Latn-ydd_Hebr", + "languages": [ + "quy-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643885, + "recall": 0.694664, + "f1": 0.658344, + "accuracy": 0.694664, + "main_score": 0.658344, + "hf_subset": "quy_Latn-ary_Arab", + "languages": [ + "quy-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704138, + "recall": 0.752964, + "f1": 0.717685, + "accuracy": 0.752964, + "main_score": 0.717685, + "hf_subset": "quy_Latn-ces_Latn", + "languages": [ + "quy-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531337, + "recall": 0.581028, + "f1": 0.544859, + "accuracy": 0.581028, + "main_score": 0.544859, + "hf_subset": "quy_Latn-gaz_Latn", + "languages": [ + "quy-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533584, + "recall": 0.585968, + "f1": 0.547994, + "accuracy": 0.585968, + "main_score": 0.547994, + "hf_subset": "quy_Latn-kam_Latn", + "languages": [ + "quy-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682815, + "recall": 0.735178, + "f1": 0.697061, + "accuracy": 0.735178, + "main_score": 0.697061, + "hf_subset": "quy_Latn-lit_Latn", + "languages": [ + "quy-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714322, + "recall": 0.756917, + "f1": 0.726146, + "accuracy": 0.756917, + "main_score": 0.726146, + "hf_subset": "quy_Latn-nob_Latn", + "languages": [ + "quy-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683324, + "recall": 0.722332, + "f1": 0.694039, + "accuracy": 0.722332, + "main_score": 0.694039, + "hf_subset": "quy_Latn-scn_Latn", + "languages": [ + "quy-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653723, + "recall": 0.700593, + "f1": 0.666383, + "accuracy": 0.700593, + "main_score": 0.666383, + "hf_subset": "quy_Latn-tgk_Cyrl", + "languages": [ + "quy-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544878, + "recall": 0.602767, + "f1": 0.561229, + "accuracy": 0.602767, + "main_score": 0.561229, + "hf_subset": "quy_Latn-yor_Latn", + "languages": [ + "quy-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664631, + "recall": 0.718379, + "f1": 0.678989, + "accuracy": 0.718379, + "main_score": 0.678989, + "hf_subset": "quy_Latn-arz_Arab", + "languages": [ + "quy-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534067, + "recall": 0.58004, + "f1": 0.546965, + "accuracy": 0.58004, + "main_score": 0.546965, + "hf_subset": "quy_Latn-cjk_Latn", + "languages": [ + "quy-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552372, + "recall": 0.603755, + "f1": 0.566627, + "accuracy": 0.603755, + "main_score": 0.566627, + "hf_subset": "quy_Latn-gla_Latn", + "languages": [ + "quy-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67942, + "recall": 0.732213, + "f1": 0.693875, + "accuracy": 0.732213, + "main_score": 0.693875, + "hf_subset": "quy_Latn-kan_Knda", + "languages": [ + "quy-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683931, + "recall": 0.724308, + "f1": 0.69457, + "accuracy": 0.724308, + "main_score": 0.69457, + "hf_subset": "quy_Latn-lmo_Latn", + "languages": [ + "quy-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675249, + "recall": 0.728261, + "f1": 0.689444, + "accuracy": 0.728261, + "main_score": 0.689444, + "hf_subset": "quy_Latn-npi_Deva", + "languages": [ + "quy-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452565, + "recall": 0.502964, + "f1": 0.466639, + "accuracy": 0.502964, + "main_score": 0.466639, + "hf_subset": "quy_Latn-shn_Mymr", + "languages": [ + "quy-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722497, + "recall": 0.767787, + "f1": 0.73469, + "accuracy": 0.767787, + "main_score": 0.73469, + "hf_subset": "quy_Latn-tgl_Latn", + "languages": [ + "quy-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664549, + "recall": 0.716403, + "f1": 0.677623, + "accuracy": 0.716403, + "main_score": 0.677623, + "hf_subset": "quy_Latn-yue_Hant", + "languages": [ + "quy-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671437, + "recall": 0.724308, + "f1": 0.68608, + "accuracy": 0.724308, + "main_score": 0.68608, + "hf_subset": "quy_Latn-asm_Beng", + "languages": [ + "quy-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614683, + "recall": 0.668972, + "f1": 0.629327, + "accuracy": 0.668972, + "main_score": 0.629327, + "hf_subset": "quy_Latn-ckb_Arab", + "languages": [ + "quy-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571003, + "recall": 0.621542, + "f1": 0.585246, + "accuracy": 0.621542, + "main_score": 0.585246, + "hf_subset": "quy_Latn-gle_Latn", + "languages": [ + "quy-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592757, + "recall": 0.644269, + "f1": 0.606951, + "accuracy": 0.644269, + "main_score": 0.606951, + "hf_subset": "quy_Latn-kas_Arab", + "languages": [ + "quy-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645018, + "recall": 0.695652, + "f1": 0.658887, + "accuracy": 0.695652, + "main_score": 0.658887, + "hf_subset": "quy_Latn-ltg_Latn", + "languages": [ + "quy-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575187, + "recall": 0.61166, + "f1": 0.585441, + "accuracy": 0.61166, + "main_score": 0.585441, + "hf_subset": "quy_Latn-nso_Latn", + "languages": [ + "quy-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597054, + "recall": 0.658103, + "f1": 0.61393, + "accuracy": 0.658103, + "main_score": 0.61393, + "hf_subset": "quy_Latn-sin_Sinh", + "languages": [ + "quy-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669487, + "recall": 0.719368, + "f1": 0.682799, + "accuracy": 0.719368, + "main_score": 0.682799, + "hf_subset": "quy_Latn-tha_Thai", + "languages": [ + "quy-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652674, + "recall": 0.699605, + "f1": 0.664139, + "accuracy": 0.699605, + "main_score": 0.664139, + "hf_subset": "quy_Latn-zho_Hans", + "languages": [ + "quy-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7134, + "recall": 0.758893, + "f1": 0.725561, + "accuracy": 0.758893, + "main_score": 0.725561, + "hf_subset": "quy_Latn-ast_Latn", + "languages": [ + "quy-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670223, + "recall": 0.724308, + "f1": 0.684549, + "accuracy": 0.724308, + "main_score": 0.684549, + "hf_subset": "quy_Latn-crh_Latn", + "languages": [ + "quy-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716018, + "recall": 0.757905, + "f1": 0.726989, + "accuracy": 0.757905, + "main_score": 0.726989, + "hf_subset": "quy_Latn-glg_Latn", + "languages": [ + "quy-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586545, + "recall": 0.643281, + "f1": 0.602934, + "accuracy": 0.643281, + "main_score": 0.602934, + "hf_subset": "quy_Latn-kas_Deva", + "languages": [ + "quy-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671688, + "recall": 0.711462, + "f1": 0.682435, + "accuracy": 0.711462, + "main_score": 0.682435, + "hf_subset": "quy_Latn-ltz_Latn", + "languages": [ + "quy-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450955, + "recall": 0.503953, + "f1": 0.465194, + "accuracy": 0.503953, + "main_score": 0.465194, + "hf_subset": "quy_Latn-nus_Latn", + "languages": [ + "quy-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711222, + "recall": 0.757905, + "f1": 0.724546, + "accuracy": 0.757905, + "main_score": 0.724546, + "hf_subset": "quy_Latn-slk_Latn", + "languages": [ + "quy-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462683, + "recall": 0.528656, + "f1": 0.480592, + "accuracy": 0.528656, + "main_score": 0.480592, + "hf_subset": "quy_Latn-tir_Ethi", + "languages": [ + "quy-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659806, + "recall": 0.715415, + "f1": 0.674602, + "accuracy": 0.715415, + "main_score": 0.674602, + "hf_subset": "quy_Latn-zho_Hant", + "languages": [ + "quy-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690952, + "recall": 0.735178, + "f1": 0.70241, + "accuracy": 0.735178, + "main_score": 0.70241, + "hf_subset": "quy_Latn-awa_Deva", + "languages": [ + "quy-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649251, + "recall": 0.697628, + "f1": 0.663024, + "accuracy": 0.697628, + "main_score": 0.663024, + "hf_subset": "quy_Latn-cym_Latn", + "languages": [ + "quy-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652463, + "recall": 0.697628, + "f1": 0.665169, + "accuracy": 0.697628, + "main_score": 0.665169, + "hf_subset": "quy_Latn-grn_Latn", + "languages": [ + "quy-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655222, + "recall": 0.704545, + "f1": 0.668481, + "accuracy": 0.704545, + "main_score": 0.668481, + "hf_subset": "quy_Latn-kat_Geor", + "languages": [ + "quy-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575067, + "recall": 0.617589, + "f1": 0.587428, + "accuracy": 0.617589, + "main_score": 0.587428, + "hf_subset": "quy_Latn-lua_Latn", + "languages": [ + "quy-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560237, + "recall": 0.608696, + "f1": 0.574477, + "accuracy": 0.608696, + "main_score": 0.574477, + "hf_subset": "quy_Latn-nya_Latn", + "languages": [ + "quy-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692717, + "recall": 0.741107, + "f1": 0.705605, + "accuracy": 0.741107, + "main_score": 0.705605, + "hf_subset": "quy_Latn-slv_Latn", + "languages": [ + "quy-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653916, + "recall": 0.702569, + "f1": 0.667358, + "accuracy": 0.702569, + "main_score": 0.667358, + "hf_subset": "quy_Latn-tpi_Latn", + "languages": [ + "quy-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712455, + "recall": 0.762846, + "f1": 0.725671, + "accuracy": 0.762846, + "main_score": 0.725671, + "hf_subset": "quy_Latn-zsm_Latn", + "languages": [ + "quy-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560474, + "recall": 0.610672, + "f1": 0.575249, + "accuracy": 0.610672, + "main_score": 0.575249, + "hf_subset": "quy_Latn-ayr_Latn", + "languages": [ + "quy-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707343, + "recall": 0.757905, + "f1": 0.720622, + "accuracy": 0.757905, + "main_score": 0.720622, + "hf_subset": "quy_Latn-dan_Latn", + "languages": [ + "quy-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697598, + "recall": 0.746047, + "f1": 0.710713, + "accuracy": 0.746047, + "main_score": 0.710713, + "hf_subset": "quy_Latn-guj_Gujr", + "languages": [ + "quy-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691185, + "recall": 0.743083, + "f1": 0.705522, + "accuracy": 0.743083, + "main_score": 0.705522, + "hf_subset": "quy_Latn-kaz_Cyrl", + "languages": [ + "quy-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503303, + "recall": 0.552372, + "f1": 0.516838, + "accuracy": 0.552372, + "main_score": 0.516838, + "hf_subset": "quy_Latn-lug_Latn", + "languages": [ + "quy-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718728, + "recall": 0.766798, + "f1": 0.731528, + "accuracy": 0.766798, + "main_score": 0.731528, + "hf_subset": "quy_Latn-oci_Latn", + "languages": [ + "quy-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61769, + "recall": 0.666008, + "f1": 0.63097, + "accuracy": 0.666008, + "main_score": 0.63097, + "hf_subset": "quy_Latn-smo_Latn", + "languages": [ + "quy-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513263, + "recall": 0.562253, + "f1": 0.526502, + "accuracy": 0.562253, + "main_score": 0.526502, + "hf_subset": "quy_Latn-tsn_Latn", + "languages": [ + "quy-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539587, + "recall": 0.59585, + "f1": 0.555052, + "accuracy": 0.59585, + "main_score": 0.555052, + "hf_subset": "quy_Latn-zul_Latn", + "languages": [ + "quy-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590827, + "recall": 0.642292, + "f1": 0.606001, + "accuracy": 0.642292, + "main_score": 0.606001, + "hf_subset": "quy_Latn-azb_Arab", + "languages": [ + "quy-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702594, + "recall": 0.752964, + "f1": 0.716299, + "accuracy": 0.752964, + "main_score": 0.716299, + "hf_subset": "quy_Latn-deu_Latn", + "languages": [ + "quy-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641109, + "recall": 0.697628, + "f1": 0.656927, + "accuracy": 0.697628, + "main_score": 0.656927, + "hf_subset": "quy_Latn-hat_Latn", + "languages": [ + "quy-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494092, + "recall": 0.540514, + "f1": 0.507136, + "accuracy": 0.540514, + "main_score": 0.507136, + "hf_subset": "quy_Latn-kbp_Latn", + "languages": [ + "quy-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561919, + "recall": 0.606719, + "f1": 0.574926, + "accuracy": 0.606719, + "main_score": 0.574926, + "hf_subset": "quy_Latn-luo_Latn", + "languages": [ + "quy-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683584, + "recall": 0.73419, + "f1": 0.697521, + "accuracy": 0.73419, + "main_score": 0.697521, + "hf_subset": "quy_Latn-ory_Orya", + "languages": [ + "quy-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557963, + "recall": 0.603755, + "f1": 0.57114, + "accuracy": 0.603755, + "main_score": 0.57114, + "hf_subset": "quy_Latn-sna_Latn", + "languages": [ + "quy-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528138, + "recall": 0.571146, + "f1": 0.540431, + "accuracy": 0.571146, + "main_score": 0.540431, + "hf_subset": "quy_Latn-tso_Latn", + "languages": [ + "quy-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671083, + "recall": 0.72332, + "f1": 0.684888, + "accuracy": 0.72332, + "main_score": 0.684888, + "hf_subset": "quy_Latn-azj_Latn", + "languages": [ + "quy-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525207, + "recall": 0.575099, + "f1": 0.540333, + "accuracy": 0.575099, + "main_score": 0.540333, + "hf_subset": "quy_Latn-dik_Latn", + "languages": [ + "quy-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576436, + "recall": 0.625494, + "f1": 0.59054, + "accuracy": 0.625494, + "main_score": 0.59054, + "hf_subset": "quy_Latn-hau_Latn", + "languages": [ + "quy-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682805, + "recall": 0.726285, + "f1": 0.69355, + "accuracy": 0.726285, + "main_score": 0.69355, + "hf_subset": "quy_Latn-kea_Latn", + "languages": [ + "quy-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61833, + "recall": 0.656126, + "f1": 0.629894, + "accuracy": 0.656126, + "main_score": 0.629894, + "hf_subset": "quy_Latn-lus_Latn", + "languages": [ + "quy-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65956, + "recall": 0.688735, + "f1": 0.667681, + "accuracy": 0.688735, + "main_score": 0.667681, + "hf_subset": "quy_Latn-pag_Latn", + "languages": [ + "quy-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66019, + "recall": 0.710474, + "f1": 0.674494, + "accuracy": 0.710474, + "main_score": 0.674494, + "hf_subset": "quy_Latn-snd_Arab", + "languages": [ + "quy-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639119, + "recall": 0.6917, + "f1": 0.653926, + "accuracy": 0.6917, + "main_score": 0.653926, + "hf_subset": "quy_Latn-tuk_Latn", + "languages": [ + "quy-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680136, + "recall": 0.727273, + "f1": 0.693515, + "accuracy": 0.727273, + "main_score": 0.693515, + "hf_subset": "quy_Latn-bak_Cyrl", + "languages": [ + "quy-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448355, + "recall": 0.51087, + "f1": 0.466864, + "accuracy": 0.51087, + "main_score": 0.466864, + "hf_subset": "quy_Latn-dyu_Latn", + "languages": [ + "quy-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686646, + "recall": 0.736166, + "f1": 0.70003, + "accuracy": 0.736166, + "main_score": 0.70003, + "hf_subset": "quy_Latn-heb_Hebr", + "languages": [ + "quy-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634474, + "recall": 0.689723, + "f1": 0.649908, + "accuracy": 0.689723, + "main_score": 0.649908, + "hf_subset": "quy_Latn-khk_Cyrl", + "languages": [ + "quy-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676206, + "recall": 0.725296, + "f1": 0.689255, + "accuracy": 0.725296, + "main_score": 0.689255, + "hf_subset": "quy_Latn-lvs_Latn", + "languages": [ + "quy-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687448, + "recall": 0.73913, + "f1": 0.701136, + "accuracy": 0.73913, + "main_score": 0.701136, + "hf_subset": "quy_Latn-pan_Guru", + "languages": [ + "quy-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54728, + "recall": 0.59585, + "f1": 0.560754, + "accuracy": 0.59585, + "main_score": 0.560754, + "hf_subset": "quy_Latn-som_Latn", + "languages": [ + "quy-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53219, + "recall": 0.575099, + "f1": 0.544263, + "accuracy": 0.575099, + "main_score": 0.544263, + "hf_subset": "quy_Latn-tum_Latn", + "languages": [ + "quy-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497573, + "recall": 0.55336, + "f1": 0.513006, + "accuracy": 0.55336, + "main_score": 0.513006, + "hf_subset": "swh_Latn-ace_Arab", + "languages": [ + "swh-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538739, + "recall": 0.58498, + "f1": 0.551602, + "accuracy": 0.58498, + "main_score": 0.551602, + "hf_subset": "swh_Latn-bam_Latn", + "languages": [ + "swh-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.361073, + "recall": 0.433794, + "f1": 0.379511, + "accuracy": 0.433794, + "main_score": 0.379511, + "hf_subset": "swh_Latn-dzo_Tibt", + "languages": [ + "swh-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "swh_Latn-hin_Deva", + "languages": [ + "swh-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "swh_Latn-khm_Khmr", + "languages": [ + "swh-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "swh_Latn-mag_Deva", + "languages": [ + "swh-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906209, + "recall": 0.931818, + "f1": 0.914262, + "accuracy": 0.931818, + "main_score": 0.914262, + "hf_subset": "swh_Latn-pap_Latn", + "languages": [ + "swh-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603354, + "recall": 0.650198, + "f1": 0.616605, + "accuracy": 0.650198, + "main_score": 0.616605, + "hf_subset": "swh_Latn-sot_Latn", + "languages": [ + "swh-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "swh_Latn-tur_Latn", + "languages": [ + "swh-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78694, + "recall": 0.83004, + "f1": 0.799722, + "accuracy": 0.83004, + "main_score": 0.799722, + "hf_subset": "swh_Latn-ace_Latn", + "languages": [ + "swh-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861561, + "recall": 0.88834, + "f1": 0.869288, + "accuracy": 0.88834, + "main_score": 0.869288, + "hf_subset": "swh_Latn-ban_Latn", + "languages": [ + "swh-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "swh_Latn-ell_Grek", + "languages": [ + "swh-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93643, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "swh_Latn-hne_Deva", + "languages": [ + "swh-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591789, + "recall": 0.644269, + "f1": 0.606367, + "accuracy": 0.644269, + "main_score": 0.606367, + "hf_subset": "swh_Latn-kik_Latn", + "languages": [ + "swh-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "swh_Latn-mai_Deva", + "languages": [ + "swh-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908218, + "recall": 0.933794, + "f1": 0.916074, + "accuracy": 0.933794, + "main_score": 0.916074, + "hf_subset": "swh_Latn-pbt_Arab", + "languages": [ + "swh-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "swh_Latn-spa_Latn", + "languages": [ + "swh-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586241, + "recall": 0.633399, + "f1": 0.599574, + "accuracy": 0.633399, + "main_score": 0.599574, + "hf_subset": "swh_Latn-twi_Latn", + "languages": [ + "swh-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "swh_Latn-acm_Arab", + "languages": [ + "swh-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942194, + "recall": 0.958498, + "f1": 0.947464, + "accuracy": 0.958498, + "main_score": 0.947464, + "hf_subset": "swh_Latn-bel_Cyrl", + "languages": [ + "swh-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "swh_Latn-hrv_Latn", + "languages": [ + "swh-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596709, + "recall": 0.653162, + "f1": 0.611873, + "accuracy": 0.653162, + "main_score": 0.611873, + "hf_subset": "swh_Latn-kin_Latn", + "languages": [ + "swh-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "swh_Latn-mal_Mlym", + "languages": [ + "swh-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970553, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "swh_Latn-pes_Arab", + "languages": [ + "swh-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923946, + "recall": 0.942688, + "f1": 0.929677, + "accuracy": 0.942688, + "main_score": 0.929677, + "hf_subset": "swh_Latn-srd_Latn", + "languages": [ + "swh-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202193, + "recall": 0.250988, + "f1": 0.214525, + "accuracy": 0.250988, + "main_score": 0.214525, + "hf_subset": "swh_Latn-tzm_Tfng", + "languages": [ + "swh-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "swh_Latn-acq_Arab", + "languages": [ + "swh-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631193, + "recall": 0.681818, + "f1": 0.645029, + "accuracy": 0.681818, + "main_score": 0.645029, + "hf_subset": "swh_Latn-bem_Latn", + "languages": [ + "swh-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "swh_Latn-epo_Latn", + "languages": [ + "swh-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970059, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "swh_Latn-hun_Latn", + "languages": [ + "swh-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90056, + "recall": 0.929842, + "f1": 0.909914, + "accuracy": 0.929842, + "main_score": 0.909914, + "hf_subset": "swh_Latn-kir_Cyrl", + "languages": [ + "swh-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "swh_Latn-mar_Deva", + "languages": [ + "swh-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654671, + "recall": 0.700593, + "f1": 0.667424, + "accuracy": 0.700593, + "main_score": 0.667424, + "hf_subset": "swh_Latn-plt_Latn", + "languages": [ + "swh-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "swh_Latn-srp_Cyrl", + "languages": [ + "swh-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880715, + "recall": 0.911067, + "f1": 0.89002, + "accuracy": 0.911067, + "main_score": 0.89002, + "hf_subset": "swh_Latn-uig_Arab", + "languages": [ + "swh-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942852, + "recall": 0.959486, + "f1": 0.948287, + "accuracy": 0.959486, + "main_score": 0.948287, + "hf_subset": "swh_Latn-aeb_Arab", + "languages": [ + "swh-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956719, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "swh_Latn-ben_Beng", + "languages": [ + "swh-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "swh_Latn-est_Latn", + "languages": [ + "swh-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "swh_Latn-hye_Armn", + "languages": [ + "swh-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554771, + "recall": 0.596838, + "f1": 0.566718, + "accuracy": 0.596838, + "main_score": 0.566718, + "hf_subset": "swh_Latn-kmb_Latn", + "languages": [ + "swh-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466265, + "recall": 0.530632, + "f1": 0.48299, + "accuracy": 0.530632, + "main_score": 0.48299, + "hf_subset": "swh_Latn-min_Arab", + "languages": [ + "swh-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "swh_Latn-pol_Latn", + "languages": [ + "swh-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585772, + "recall": 0.640316, + "f1": 0.600278, + "accuracy": 0.640316, + "main_score": 0.600278, + "hf_subset": "swh_Latn-ssw_Latn", + "languages": [ + "swh-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "swh_Latn-ukr_Cyrl", + "languages": [ + "swh-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "swh_Latn-afr_Latn", + "languages": [ + "swh-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.950593, + "f1": 0.936232, + "accuracy": 0.950593, + "main_score": 0.936232, + "hf_subset": "swh_Latn-bho_Deva", + "languages": [ + "swh-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942605, + "recall": 0.959486, + "f1": 0.948024, + "accuracy": 0.959486, + "main_score": 0.948024, + "hf_subset": "swh_Latn-eus_Latn", + "languages": [ + "swh-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588268, + "recall": 0.642292, + "f1": 0.602663, + "accuracy": 0.642292, + "main_score": 0.602663, + "hf_subset": "swh_Latn-ibo_Latn", + "languages": [ + "swh-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828508, + "recall": 0.870553, + "f1": 0.841224, + "accuracy": 0.870553, + "main_score": 0.841224, + "hf_subset": "swh_Latn-kmr_Latn", + "languages": [ + "swh-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919384, + "recall": 0.942688, + "f1": 0.926779, + "accuracy": 0.942688, + "main_score": 0.926779, + "hf_subset": "swh_Latn-min_Latn", + "languages": [ + "swh-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "swh_Latn-por_Latn", + "languages": [ + "swh-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943709, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "swh_Latn-sun_Latn", + "languages": [ + "swh-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52542, + "recall": 0.579051, + "f1": 0.539896, + "accuracy": 0.579051, + "main_score": 0.539896, + "hf_subset": "swh_Latn-umb_Latn", + "languages": [ + "swh-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "swh_Latn-ajp_Arab", + "languages": [ + "swh-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481695, + "recall": 0.540514, + "f1": 0.497098, + "accuracy": 0.540514, + "main_score": 0.497098, + "hf_subset": "swh_Latn-bjn_Arab", + "languages": [ + "swh-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521533, + "recall": 0.567194, + "f1": 0.53381, + "accuracy": 0.567194, + "main_score": 0.53381, + "hf_subset": "swh_Latn-ewe_Latn", + "languages": [ + "swh-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861899, + "recall": 0.894269, + "f1": 0.871267, + "accuracy": 0.894269, + "main_score": 0.871267, + "hf_subset": "swh_Latn-ilo_Latn", + "languages": [ + "swh-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323223, + "recall": 0.37747, + "f1": 0.338475, + "accuracy": 0.37747, + "main_score": 0.338475, + "hf_subset": "swh_Latn-knc_Arab", + "languages": [ + "swh-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "swh_Latn-mkd_Cyrl", + "languages": [ + "swh-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "swh_Latn-prs_Arab", + "languages": [ + "swh-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "swh_Latn-swe_Latn", + "languages": [ + "swh-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "swh_Latn-urd_Arab", + "languages": [ + "swh-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555435, + "recall": 0.602767, + "f1": 0.569433, + "accuracy": 0.602767, + "main_score": 0.569433, + "hf_subset": "swh_Latn-aka_Latn", + "languages": [ + "swh-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912385, + "recall": 0.934783, + "f1": 0.91919, + "accuracy": 0.934783, + "main_score": 0.91919, + "hf_subset": "swh_Latn-bjn_Latn", + "languages": [ + "swh-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907955, + "recall": 0.932806, + "f1": 0.91525, + "accuracy": 0.932806, + "main_score": 0.91525, + "hf_subset": "swh_Latn-fao_Latn", + "languages": [ + "swh-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "swh_Latn-ind_Latn", + "languages": [ + "swh-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570332, + "recall": 0.618577, + "f1": 0.58454, + "accuracy": 0.618577, + "main_score": 0.58454, + "hf_subset": "swh_Latn-knc_Latn", + "languages": [ + "swh-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957757, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "swh_Latn-mlt_Latn", + "languages": [ + "swh-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663351, + "recall": 0.718379, + "f1": 0.679451, + "accuracy": 0.718379, + "main_score": 0.679451, + "hf_subset": "swh_Latn-quy_Latn", + "languages": [ + "swh-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "swh_Latn-uzn_Latn", + "languages": [ + "swh-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97192, + "recall": 0.980237, + "f1": 0.974539, + "accuracy": 0.980237, + "main_score": 0.974539, + "hf_subset": "swh_Latn-als_Latn", + "languages": [ + "swh-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580174, + "recall": 0.660079, + "f1": 0.602056, + "accuracy": 0.660079, + "main_score": 0.602056, + "hf_subset": "swh_Latn-bod_Tibt", + "languages": [ + "swh-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678081, + "recall": 0.733202, + "f1": 0.693846, + "accuracy": 0.733202, + "main_score": 0.693846, + "hf_subset": "swh_Latn-fij_Latn", + "languages": [ + "swh-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "swh_Latn-isl_Latn", + "languages": [ + "swh-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629242, + "recall": 0.679842, + "f1": 0.643598, + "accuracy": 0.679842, + "main_score": 0.643598, + "hf_subset": "swh_Latn-kon_Latn", + "languages": [ + "swh-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572283, + "recall": 0.632411, + "f1": 0.589933, + "accuracy": 0.632411, + "main_score": 0.589933, + "hf_subset": "swh_Latn-mni_Beng", + "languages": [ + "swh-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "swh_Latn-ron_Latn", + "languages": [ + "swh-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.951581, + "f1": 0.939559, + "accuracy": 0.951581, + "main_score": 0.939559, + "hf_subset": "swh_Latn-szl_Latn", + "languages": [ + "swh-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "swh_Latn-vec_Latn", + "languages": [ + "swh-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904891, + "recall": 0.932806, + "f1": 0.913768, + "accuracy": 0.932806, + "main_score": 0.913768, + "hf_subset": "swh_Latn-amh_Ethi", + "languages": [ + "swh-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "swh_Latn-bos_Latn", + "languages": [ + "swh-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "swh_Latn-fin_Latn", + "languages": [ + "swh-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "swh_Latn-ita_Latn", + "languages": [ + "swh-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "swh_Latn-kor_Hang", + "languages": [ + "swh-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536627, + "recall": 0.582016, + "f1": 0.549953, + "accuracy": 0.582016, + "main_score": 0.549953, + "hf_subset": "swh_Latn-mos_Latn", + "languages": [ + "swh-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564347, + "recall": 0.615613, + "f1": 0.578211, + "accuracy": 0.615613, + "main_score": 0.578211, + "hf_subset": "swh_Latn-run_Latn", + "languages": [ + "swh-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "swh_Latn-tam_Taml", + "languages": [ + "swh-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "swh_Latn-vie_Latn", + "languages": [ + "swh-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "swh_Latn-apc_Arab", + "languages": [ + "swh-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713275, + "recall": 0.762846, + "f1": 0.727231, + "accuracy": 0.762846, + "main_score": 0.727231, + "hf_subset": "swh_Latn-bug_Latn", + "languages": [ + "swh-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466723, + "recall": 0.512846, + "f1": 0.479317, + "accuracy": 0.512846, + "main_score": 0.479317, + "hf_subset": "swh_Latn-fon_Latn", + "languages": [ + "swh-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "swh_Latn-jav_Latn", + "languages": [ + "swh-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961545, + "recall": 0.97332, + "f1": 0.965316, + "accuracy": 0.97332, + "main_score": 0.965316, + "hf_subset": "swh_Latn-lao_Laoo", + "languages": [ + "swh-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829545, + "recall": 0.875494, + "f1": 0.843808, + "accuracy": 0.875494, + "main_score": 0.843808, + "hf_subset": "swh_Latn-mri_Latn", + "languages": [ + "swh-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "swh_Latn-rus_Cyrl", + "languages": [ + "swh-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515226, + "recall": 0.564229, + "f1": 0.528157, + "accuracy": 0.564229, + "main_score": 0.528157, + "hf_subset": "swh_Latn-taq_Latn", + "languages": [ + "swh-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953475, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "swh_Latn-war_Latn", + "languages": [ + "swh-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "swh_Latn-arb_Arab", + "languages": [ + "swh-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "swh_Latn-bul_Cyrl", + "languages": [ + "swh-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "swh_Latn-fra_Latn", + "languages": [ + "swh-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.958959, + "accuracy": 0.968379, + "main_score": 0.958959, + "hf_subset": "swh_Latn-jpn_Jpan", + "languages": [ + "swh-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9333, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "swh_Latn-lij_Latn", + "languages": [ + "swh-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918808, + "recall": 0.942688, + "f1": 0.926548, + "accuracy": 0.942688, + "main_score": 0.926548, + "hf_subset": "swh_Latn-mya_Mymr", + "languages": [ + "swh-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562585, + "recall": 0.616601, + "f1": 0.57775, + "accuracy": 0.616601, + "main_score": 0.57775, + "hf_subset": "swh_Latn-sag_Latn", + "languages": [ + "swh-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207977, + "recall": 0.250988, + "f1": 0.218131, + "accuracy": 0.250988, + "main_score": 0.218131, + "hf_subset": "swh_Latn-taq_Tfng", + "languages": [ + "swh-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600587, + "recall": 0.649209, + "f1": 0.614822, + "accuracy": 0.649209, + "main_score": 0.614822, + "hf_subset": "swh_Latn-wol_Latn", + "languages": [ + "swh-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727037, + "recall": 0.789526, + "f1": 0.745428, + "accuracy": 0.789526, + "main_score": 0.745428, + "hf_subset": "swh_Latn-arb_Latn", + "languages": [ + "swh-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "swh_Latn-cat_Latn", + "languages": [ + "swh-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930501, + "recall": 0.948617, + "f1": 0.935903, + "accuracy": 0.948617, + "main_score": 0.935903, + "hf_subset": "swh_Latn-fur_Latn", + "languages": [ + "swh-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439166, + "recall": 0.492095, + "f1": 0.453214, + "accuracy": 0.492095, + "main_score": 0.453214, + "hf_subset": "swh_Latn-kab_Latn", + "languages": [ + "swh-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916914, + "recall": 0.938735, + "f1": 0.923814, + "accuracy": 0.938735, + "main_score": 0.923814, + "hf_subset": "swh_Latn-lim_Latn", + "languages": [ + "swh-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958696, + "recall": 0.969368, + "f1": 0.961957, + "accuracy": 0.969368, + "main_score": 0.961957, + "hf_subset": "swh_Latn-nld_Latn", + "languages": [ + "swh-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930336, + "recall": 0.950593, + "f1": 0.936726, + "accuracy": 0.950593, + "main_score": 0.936726, + "hf_subset": "swh_Latn-san_Deva", + "languages": [ + "swh-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934536, + "recall": 0.954545, + "f1": 0.940942, + "accuracy": 0.954545, + "main_score": 0.940942, + "hf_subset": "swh_Latn-tat_Cyrl", + "languages": [ + "swh-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68952, + "recall": 0.738142, + "f1": 0.703181, + "accuracy": 0.738142, + "main_score": 0.703181, + "hf_subset": "swh_Latn-xho_Latn", + "languages": [ + "swh-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960507, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "swh_Latn-ars_Arab", + "languages": [ + "swh-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "swh_Latn-ceb_Latn", + "languages": [ + "swh-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544309, + "recall": 0.598814, + "f1": 0.559766, + "accuracy": 0.598814, + "main_score": 0.559766, + "hf_subset": "swh_Latn-fuv_Latn", + "languages": [ + "swh-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498224, + "recall": 0.551383, + "f1": 0.512738, + "accuracy": 0.551383, + "main_score": 0.512738, + "hf_subset": "swh_Latn-kac_Latn", + "languages": [ + "swh-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630142, + "recall": 0.683794, + "f1": 0.645292, + "accuracy": 0.683794, + "main_score": 0.645292, + "hf_subset": "swh_Latn-lin_Latn", + "languages": [ + "swh-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "swh_Latn-nno_Latn", + "languages": [ + "swh-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233809, + "recall": 0.30336, + "f1": 0.251902, + "accuracy": 0.30336, + "main_score": 0.251902, + "hf_subset": "swh_Latn-sat_Olck", + "languages": [ + "swh-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "swh_Latn-tel_Telu", + "languages": [ + "swh-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885639, + "recall": 0.91502, + "f1": 0.894928, + "accuracy": 0.91502, + "main_score": 0.894928, + "hf_subset": "swh_Latn-ydd_Hebr", + "languages": [ + "swh-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918429, + "recall": 0.9417, + "f1": 0.925626, + "accuracy": 0.9417, + "main_score": 0.925626, + "hf_subset": "swh_Latn-ary_Arab", + "languages": [ + "swh-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "swh_Latn-ces_Latn", + "languages": [ + "swh-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582915, + "recall": 0.631423, + "f1": 0.596906, + "accuracy": 0.631423, + "main_score": 0.596906, + "hf_subset": "swh_Latn-gaz_Latn", + "languages": [ + "swh-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606038, + "recall": 0.658103, + "f1": 0.620401, + "accuracy": 0.658103, + "main_score": 0.620401, + "hf_subset": "swh_Latn-kam_Latn", + "languages": [ + "swh-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "swh_Latn-lit_Latn", + "languages": [ + "swh-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "swh_Latn-nob_Latn", + "languages": [ + "swh-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939641, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "swh_Latn-scn_Latn", + "languages": [ + "swh-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936018, + "recall": 0.954545, + "f1": 0.941765, + "accuracy": 0.954545, + "main_score": 0.941765, + "hf_subset": "swh_Latn-tgk_Cyrl", + "languages": [ + "swh-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713389, + "recall": 0.773715, + "f1": 0.731522, + "accuracy": 0.773715, + "main_score": 0.731522, + "hf_subset": "swh_Latn-yor_Latn", + "languages": [ + "swh-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "swh_Latn-arz_Arab", + "languages": [ + "swh-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542194, + "recall": 0.591897, + "f1": 0.556881, + "accuracy": 0.591897, + "main_score": 0.556881, + "hf_subset": "swh_Latn-cjk_Latn", + "languages": [ + "swh-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745208, + "recall": 0.797431, + "f1": 0.760823, + "accuracy": 0.797431, + "main_score": 0.760823, + "hf_subset": "swh_Latn-gla_Latn", + "languages": [ + "swh-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "swh_Latn-kan_Knda", + "languages": [ + "swh-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930534, + "recall": 0.949605, + "f1": 0.936594, + "accuracy": 0.949605, + "main_score": 0.936594, + "hf_subset": "swh_Latn-lmo_Latn", + "languages": [ + "swh-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "swh_Latn-npi_Deva", + "languages": [ + "swh-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449804, + "recall": 0.500988, + "f1": 0.464065, + "accuracy": 0.500988, + "main_score": 0.464065, + "hf_subset": "swh_Latn-shn_Mymr", + "languages": [ + "swh-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "swh_Latn-tgl_Latn", + "languages": [ + "swh-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "swh_Latn-yue_Hant", + "languages": [ + "swh-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956719, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "swh_Latn-asm_Beng", + "languages": [ + "swh-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905221, + "recall": 0.93083, + "f1": 0.913241, + "accuracy": 0.93083, + "main_score": 0.913241, + "hf_subset": "swh_Latn-ckb_Arab", + "languages": [ + "swh-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829291, + "recall": 0.868577, + "f1": 0.84109, + "accuracy": 0.868577, + "main_score": 0.84109, + "hf_subset": "swh_Latn-gle_Latn", + "languages": [ + "swh-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850527, + "recall": 0.881423, + "f1": 0.859478, + "accuracy": 0.881423, + "main_score": 0.859478, + "hf_subset": "swh_Latn-kas_Arab", + "languages": [ + "swh-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842795, + "recall": 0.878458, + "f1": 0.853151, + "accuracy": 0.878458, + "main_score": 0.853151, + "hf_subset": "swh_Latn-ltg_Latn", + "languages": [ + "swh-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616002, + "recall": 0.660079, + "f1": 0.628153, + "accuracy": 0.660079, + "main_score": 0.628153, + "hf_subset": "swh_Latn-nso_Latn", + "languages": [ + "swh-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.945652, + "accuracy": 0.95751, + "main_score": 0.945652, + "hf_subset": "swh_Latn-sin_Sinh", + "languages": [ + "swh-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "swh_Latn-tha_Thai", + "languages": [ + "swh-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "swh_Latn-zho_Hans", + "languages": [ + "swh-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "swh_Latn-ast_Latn", + "languages": [ + "swh-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "swh_Latn-crh_Latn", + "languages": [ + "swh-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "swh_Latn-glg_Latn", + "languages": [ + "swh-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765316, + "recall": 0.815217, + "f1": 0.780355, + "accuracy": 0.815217, + "main_score": 0.780355, + "hf_subset": "swh_Latn-kas_Deva", + "languages": [ + "swh-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913291, + "recall": 0.937747, + "f1": 0.920803, + "accuracy": 0.937747, + "main_score": 0.920803, + "hf_subset": "swh_Latn-ltz_Latn", + "languages": [ + "swh-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473487, + "recall": 0.530632, + "f1": 0.489018, + "accuracy": 0.530632, + "main_score": 0.489018, + "hf_subset": "swh_Latn-nus_Latn", + "languages": [ + "swh-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969895, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "swh_Latn-slk_Latn", + "languages": [ + "swh-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563053, + "recall": 0.631423, + "f1": 0.58304, + "accuracy": 0.631423, + "main_score": 0.58304, + "hf_subset": "swh_Latn-tir_Ethi", + "languages": [ + "swh-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "swh_Latn-zho_Hant", + "languages": [ + "swh-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948205, + "recall": 0.962451, + "f1": 0.952635, + "accuracy": 0.962451, + "main_score": 0.952635, + "hf_subset": "swh_Latn-awa_Deva", + "languages": [ + "swh-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.961462, + "f1": 0.950922, + "accuracy": 0.961462, + "main_score": 0.950922, + "hf_subset": "swh_Latn-cym_Latn", + "languages": [ + "swh-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729973, + "recall": 0.77668, + "f1": 0.742932, + "accuracy": 0.77668, + "main_score": 0.742932, + "hf_subset": "swh_Latn-grn_Latn", + "languages": [ + "swh-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930748, + "recall": 0.951581, + "f1": 0.937484, + "accuracy": 0.951581, + "main_score": 0.937484, + "hf_subset": "swh_Latn-kat_Geor", + "languages": [ + "swh-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613104, + "recall": 0.660079, + "f1": 0.6266, + "accuracy": 0.660079, + "main_score": 0.6266, + "hf_subset": "swh_Latn-lua_Latn", + "languages": [ + "swh-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641356, + "recall": 0.695652, + "f1": 0.656812, + "accuracy": 0.695652, + "main_score": 0.656812, + "hf_subset": "swh_Latn-nya_Latn", + "languages": [ + "swh-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "swh_Latn-slv_Latn", + "languages": [ + "swh-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841682, + "recall": 0.879447, + "f1": 0.852742, + "accuracy": 0.879447, + "main_score": 0.852742, + "hf_subset": "swh_Latn-tpi_Latn", + "languages": [ + "swh-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "swh_Latn-zsm_Latn", + "languages": [ + "swh-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524507, + "recall": 0.573123, + "f1": 0.538629, + "accuracy": 0.573123, + "main_score": 0.538629, + "hf_subset": "swh_Latn-ayr_Latn", + "languages": [ + "swh-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "swh_Latn-dan_Latn", + "languages": [ + "swh-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "swh_Latn-guj_Gujr", + "languages": [ + "swh-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954381, + "recall": 0.969368, + "f1": 0.959321, + "accuracy": 0.969368, + "main_score": 0.959321, + "hf_subset": "swh_Latn-kaz_Cyrl", + "languages": [ + "swh-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567281, + "recall": 0.626482, + "f1": 0.584303, + "accuracy": 0.626482, + "main_score": 0.584303, + "hf_subset": "swh_Latn-lug_Latn", + "languages": [ + "swh-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "swh_Latn-oci_Latn", + "languages": [ + "swh-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8139, + "recall": 0.857708, + "f1": 0.827306, + "accuracy": 0.857708, + "main_score": 0.827306, + "hf_subset": "swh_Latn-smo_Latn", + "languages": [ + "swh-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558284, + "recall": 0.61166, + "f1": 0.573187, + "accuracy": 0.61166, + "main_score": 0.573187, + "hf_subset": "swh_Latn-tsn_Latn", + "languages": [ + "swh-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646772, + "recall": 0.703557, + "f1": 0.663128, + "accuracy": 0.703557, + "main_score": 0.663128, + "hf_subset": "swh_Latn-zul_Latn", + "languages": [ + "swh-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810392, + "recall": 0.854743, + "f1": 0.823946, + "accuracy": 0.854743, + "main_score": 0.823946, + "hf_subset": "swh_Latn-azb_Arab", + "languages": [ + "swh-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "swh_Latn-deu_Latn", + "languages": [ + "swh-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925313, + "recall": 0.94664, + "f1": 0.932049, + "accuracy": 0.94664, + "main_score": 0.932049, + "hf_subset": "swh_Latn-hat_Latn", + "languages": [ + "swh-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490923, + "recall": 0.537549, + "f1": 0.503743, + "accuracy": 0.537549, + "main_score": 0.503743, + "hf_subset": "swh_Latn-kbp_Latn", + "languages": [ + "swh-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585067, + "recall": 0.630435, + "f1": 0.597646, + "accuracy": 0.630435, + "main_score": 0.597646, + "hf_subset": "swh_Latn-luo_Latn", + "languages": [ + "swh-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "swh_Latn-ory_Orya", + "languages": [ + "swh-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57044, + "recall": 0.629447, + "f1": 0.586895, + "accuracy": 0.629447, + "main_score": 0.586895, + "hf_subset": "swh_Latn-sna_Latn", + "languages": [ + "swh-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55963, + "recall": 0.604743, + "f1": 0.57158, + "accuracy": 0.604743, + "main_score": 0.57158, + "hf_subset": "swh_Latn-tso_Latn", + "languages": [ + "swh-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939312, + "recall": 0.95751, + "f1": 0.945224, + "accuracy": 0.95751, + "main_score": 0.945224, + "hf_subset": "swh_Latn-azj_Latn", + "languages": [ + "swh-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528133, + "recall": 0.579051, + "f1": 0.542204, + "accuracy": 0.579051, + "main_score": 0.542204, + "hf_subset": "swh_Latn-dik_Latn", + "languages": [ + "swh-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736093, + "recall": 0.784585, + "f1": 0.750313, + "accuracy": 0.784585, + "main_score": 0.750313, + "hf_subset": "swh_Latn-hau_Latn", + "languages": [ + "swh-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913702, + "recall": 0.937747, + "f1": 0.921033, + "accuracy": 0.937747, + "main_score": 0.921033, + "hf_subset": "swh_Latn-kea_Latn", + "languages": [ + "swh-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666914, + "recall": 0.709486, + "f1": 0.678971, + "accuracy": 0.709486, + "main_score": 0.678971, + "hf_subset": "swh_Latn-lus_Latn", + "languages": [ + "swh-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762091, + "recall": 0.802372, + "f1": 0.773682, + "accuracy": 0.802372, + "main_score": 0.773682, + "hf_subset": "swh_Latn-pag_Latn", + "languages": [ + "swh-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "swh_Latn-snd_Arab", + "languages": [ + "swh-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867902, + "recall": 0.902174, + "f1": 0.878656, + "accuracy": 0.902174, + "main_score": 0.878656, + "hf_subset": "swh_Latn-tuk_Latn", + "languages": [ + "swh-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912714, + "recall": 0.935771, + "f1": 0.919702, + "accuracy": 0.935771, + "main_score": 0.919702, + "hf_subset": "swh_Latn-bak_Cyrl", + "languages": [ + "swh-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469403, + "recall": 0.531621, + "f1": 0.487096, + "accuracy": 0.531621, + "main_score": 0.487096, + "hf_subset": "swh_Latn-dyu_Latn", + "languages": [ + "swh-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "swh_Latn-heb_Hebr", + "languages": [ + "swh-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935104, + "recall": 0.952569, + "f1": 0.940437, + "accuracy": 0.952569, + "main_score": 0.940437, + "hf_subset": "swh_Latn-khk_Cyrl", + "languages": [ + "swh-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "swh_Latn-lvs_Latn", + "languages": [ + "swh-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "swh_Latn-pan_Guru", + "languages": [ + "swh-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725082, + "recall": 0.783597, + "f1": 0.742721, + "accuracy": 0.783597, + "main_score": 0.742721, + "hf_subset": "swh_Latn-som_Latn", + "languages": [ + "swh-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598835, + "recall": 0.644269, + "f1": 0.61107, + "accuracy": 0.644269, + "main_score": 0.61107, + "hf_subset": "swh_Latn-tum_Latn", + "languages": [ + "swh-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552478, + "recall": 0.61166, + "f1": 0.568905, + "accuracy": 0.61166, + "main_score": 0.568905, + "hf_subset": "uzn_Latn-ace_Arab", + "languages": [ + "uzn-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510156, + "recall": 0.567194, + "f1": 0.526369, + "accuracy": 0.567194, + "main_score": 0.526369, + "hf_subset": "uzn_Latn-bam_Latn", + "languages": [ + "uzn-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406368, + "recall": 0.488142, + "f1": 0.427704, + "accuracy": 0.488142, + "main_score": 0.427704, + "hf_subset": "uzn_Latn-dzo_Tibt", + "languages": [ + "uzn-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-hin_Deva", + "languages": [ + "uzn-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-khm_Khmr", + "languages": [ + "uzn-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-mag_Deva", + "languages": [ + "uzn-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "uzn_Latn-pap_Latn", + "languages": [ + "uzn-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57612, + "recall": 0.632411, + "f1": 0.591872, + "accuracy": 0.632411, + "main_score": 0.591872, + "hf_subset": "uzn_Latn-sot_Latn", + "languages": [ + "uzn-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-tur_Latn", + "languages": [ + "uzn-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836225, + "recall": 0.87253, + "f1": 0.847447, + "accuracy": 0.87253, + "main_score": 0.847447, + "hf_subset": "uzn_Latn-ace_Latn", + "languages": [ + "uzn-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.955534, + "f1": 0.944288, + "accuracy": 0.955534, + "main_score": 0.944288, + "hf_subset": "uzn_Latn-ban_Latn", + "languages": [ + "uzn-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-ell_Grek", + "languages": [ + "uzn-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "uzn_Latn-hne_Deva", + "languages": [ + "uzn-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575221, + "recall": 0.630435, + "f1": 0.590633, + "accuracy": 0.630435, + "main_score": 0.590633, + "hf_subset": "uzn_Latn-kik_Latn", + "languages": [ + "uzn-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-mai_Deva", + "languages": [ + "uzn-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "uzn_Latn-pbt_Arab", + "languages": [ + "uzn-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-spa_Latn", + "languages": [ + "uzn-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597473, + "recall": 0.655138, + "f1": 0.613719, + "accuracy": 0.655138, + "main_score": 0.613719, + "hf_subset": "uzn_Latn-twi_Latn", + "languages": [ + "uzn-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-acm_Arab", + "languages": [ + "uzn-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-bel_Cyrl", + "languages": [ + "uzn-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-hrv_Latn", + "languages": [ + "uzn-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546245, + "recall": 0.602767, + "f1": 0.561818, + "accuracy": 0.602767, + "main_score": 0.561818, + "hf_subset": "uzn_Latn-kin_Latn", + "languages": [ + "uzn-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-mal_Mlym", + "languages": [ + "uzn-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-pes_Arab", + "languages": [ + "uzn-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "uzn_Latn-srd_Latn", + "languages": [ + "uzn-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182273, + "recall": 0.228261, + "f1": 0.193833, + "accuracy": 0.228261, + "main_score": 0.193833, + "hf_subset": "uzn_Latn-tzm_Tfng", + "languages": [ + "uzn-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-acq_Arab", + "languages": [ + "uzn-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6016, + "recall": 0.651186, + "f1": 0.615253, + "accuracy": 0.651186, + "main_score": 0.615253, + "hf_subset": "uzn_Latn-bem_Latn", + "languages": [ + "uzn-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-epo_Latn", + "languages": [ + "uzn-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-hun_Latn", + "languages": [ + "uzn-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-kir_Cyrl", + "languages": [ + "uzn-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-mar_Deva", + "languages": [ + "uzn-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643445, + "recall": 0.698617, + "f1": 0.659848, + "accuracy": 0.698617, + "main_score": 0.659848, + "hf_subset": "uzn_Latn-plt_Latn", + "languages": [ + "uzn-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-srp_Cyrl", + "languages": [ + "uzn-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "uzn_Latn-uig_Arab", + "languages": [ + "uzn-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "uzn_Latn-aeb_Arab", + "languages": [ + "uzn-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-ben_Beng", + "languages": [ + "uzn-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-est_Latn", + "languages": [ + "uzn-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-hye_Armn", + "languages": [ + "uzn-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530674, + "recall": 0.583992, + "f1": 0.546168, + "accuracy": 0.583992, + "main_score": 0.546168, + "hf_subset": "uzn_Latn-kmb_Latn", + "languages": [ + "uzn-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486489, + "recall": 0.549407, + "f1": 0.502768, + "accuracy": 0.549407, + "main_score": 0.502768, + "hf_subset": "uzn_Latn-min_Arab", + "languages": [ + "uzn-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-pol_Latn", + "languages": [ + "uzn-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546722, + "recall": 0.609684, + "f1": 0.564882, + "accuracy": 0.609684, + "main_score": 0.564882, + "hf_subset": "uzn_Latn-ssw_Latn", + "languages": [ + "uzn-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-ukr_Cyrl", + "languages": [ + "uzn-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-afr_Latn", + "languages": [ + "uzn-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-bho_Deva", + "languages": [ + "uzn-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-eus_Latn", + "languages": [ + "uzn-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558679, + "recall": 0.620553, + "f1": 0.575932, + "accuracy": 0.620553, + "main_score": 0.575932, + "hf_subset": "uzn_Latn-ibo_Latn", + "languages": [ + "uzn-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884634, + "recall": 0.916996, + "f1": 0.894946, + "accuracy": 0.916996, + "main_score": 0.894946, + "hf_subset": "uzn_Latn-kmr_Latn", + "languages": [ + "uzn-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "uzn_Latn-min_Latn", + "languages": [ + "uzn-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-por_Latn", + "languages": [ + "uzn-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "uzn_Latn-sun_Latn", + "languages": [ + "uzn-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509652, + "recall": 0.563241, + "f1": 0.524582, + "accuracy": 0.563241, + "main_score": 0.524582, + "hf_subset": "uzn_Latn-umb_Latn", + "languages": [ + "uzn-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997365, + "recall": 0.998024, + "f1": 0.99753, + "accuracy": 0.998024, + "main_score": 0.99753, + "hf_subset": "uzn_Latn-ajp_Arab", + "languages": [ + "uzn-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519547, + "recall": 0.579051, + "f1": 0.535891, + "accuracy": 0.579051, + "main_score": 0.535891, + "hf_subset": "uzn_Latn-bjn_Arab", + "languages": [ + "uzn-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495726, + "recall": 0.551383, + "f1": 0.510744, + "accuracy": 0.551383, + "main_score": 0.510744, + "hf_subset": "uzn_Latn-ewe_Latn", + "languages": [ + "uzn-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92696, + "recall": 0.947628, + "f1": 0.933366, + "accuracy": 0.947628, + "main_score": 0.933366, + "hf_subset": "uzn_Latn-ilo_Latn", + "languages": [ + "uzn-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322735, + "recall": 0.370553, + "f1": 0.336033, + "accuracy": 0.370553, + "main_score": 0.336033, + "hf_subset": "uzn_Latn-knc_Arab", + "languages": [ + "uzn-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-mkd_Cyrl", + "languages": [ + "uzn-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-prs_Arab", + "languages": [ + "uzn-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-swe_Latn", + "languages": [ + "uzn-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-urd_Arab", + "languages": [ + "uzn-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569779, + "recall": 0.632411, + "f1": 0.587443, + "accuracy": 0.632411, + "main_score": 0.587443, + "hf_subset": "uzn_Latn-aka_Latn", + "languages": [ + "uzn-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973024, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "uzn_Latn-bjn_Latn", + "languages": [ + "uzn-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951943, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "uzn_Latn-fao_Latn", + "languages": [ + "uzn-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-ind_Latn", + "languages": [ + "uzn-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570029, + "recall": 0.617589, + "f1": 0.583778, + "accuracy": 0.617589, + "main_score": 0.583778, + "hf_subset": "uzn_Latn-knc_Latn", + "languages": [ + "uzn-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "uzn_Latn-mlt_Latn", + "languages": [ + "uzn-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687319, + "recall": 0.744071, + "f1": 0.704359, + "accuracy": 0.744071, + "main_score": 0.704359, + "hf_subset": "uzn_Latn-quy_Latn", + "languages": [ + "uzn-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "uzn_Latn-swh_Latn", + "languages": [ + "uzn-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-als_Latn", + "languages": [ + "uzn-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635705, + "recall": 0.712451, + "f1": 0.657058, + "accuracy": 0.712451, + "main_score": 0.657058, + "hf_subset": "uzn_Latn-bod_Tibt", + "languages": [ + "uzn-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678578, + "recall": 0.73419, + "f1": 0.694436, + "accuracy": 0.73419, + "main_score": 0.694436, + "hf_subset": "uzn_Latn-fij_Latn", + "languages": [ + "uzn-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-isl_Latn", + "languages": [ + "uzn-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631395, + "recall": 0.68083, + "f1": 0.646146, + "accuracy": 0.68083, + "main_score": 0.646146, + "hf_subset": "uzn_Latn-kon_Latn", + "languages": [ + "uzn-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637665, + "recall": 0.699605, + "f1": 0.655832, + "accuracy": 0.699605, + "main_score": 0.655832, + "hf_subset": "uzn_Latn-mni_Beng", + "languages": [ + "uzn-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-ron_Latn", + "languages": [ + "uzn-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.985178, + "f1": 0.981884, + "accuracy": 0.985178, + "main_score": 0.981884, + "hf_subset": "uzn_Latn-szl_Latn", + "languages": [ + "uzn-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-vec_Latn", + "languages": [ + "uzn-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "uzn_Latn-amh_Ethi", + "languages": [ + "uzn-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-bos_Latn", + "languages": [ + "uzn-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "uzn_Latn-fin_Latn", + "languages": [ + "uzn-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-ita_Latn", + "languages": [ + "uzn-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-kor_Hang", + "languages": [ + "uzn-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537822, + "recall": 0.593874, + "f1": 0.553656, + "accuracy": 0.593874, + "main_score": 0.553656, + "hf_subset": "uzn_Latn-mos_Latn", + "languages": [ + "uzn-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547211, + "recall": 0.594862, + "f1": 0.560303, + "accuracy": 0.594862, + "main_score": 0.560303, + "hf_subset": "uzn_Latn-run_Latn", + "languages": [ + "uzn-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-tam_Taml", + "languages": [ + "uzn-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-vie_Latn", + "languages": [ + "uzn-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-apc_Arab", + "languages": [ + "uzn-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771937, + "recall": 0.820158, + "f1": 0.786133, + "accuracy": 0.820158, + "main_score": 0.786133, + "hf_subset": "uzn_Latn-bug_Latn", + "languages": [ + "uzn-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469219, + "recall": 0.516798, + "f1": 0.481737, + "accuracy": 0.516798, + "main_score": 0.481737, + "hf_subset": "uzn_Latn-fon_Latn", + "languages": [ + "uzn-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "uzn_Latn-jav_Latn", + "languages": [ + "uzn-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-lao_Laoo", + "languages": [ + "uzn-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867013, + "recall": 0.901186, + "f1": 0.877306, + "accuracy": 0.901186, + "main_score": 0.877306, + "hf_subset": "uzn_Latn-mri_Latn", + "languages": [ + "uzn-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-rus_Cyrl", + "languages": [ + "uzn-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532168, + "recall": 0.588933, + "f1": 0.548144, + "accuracy": 0.588933, + "main_score": 0.548144, + "hf_subset": "uzn_Latn-taq_Latn", + "languages": [ + "uzn-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "uzn_Latn-war_Latn", + "languages": [ + "uzn-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-arb_Arab", + "languages": [ + "uzn-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-bul_Cyrl", + "languages": [ + "uzn-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-fra_Latn", + "languages": [ + "uzn-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-jpn_Jpan", + "languages": [ + "uzn-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "uzn_Latn-lij_Latn", + "languages": [ + "uzn-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "uzn_Latn-mya_Mymr", + "languages": [ + "uzn-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577072, + "recall": 0.634387, + "f1": 0.593347, + "accuracy": 0.634387, + "main_score": 0.593347, + "hf_subset": "uzn_Latn-sag_Latn", + "languages": [ + "uzn-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191648, + "recall": 0.242095, + "f1": 0.202958, + "accuracy": 0.242095, + "main_score": 0.202958, + "hf_subset": "uzn_Latn-taq_Tfng", + "languages": [ + "uzn-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613705, + "recall": 0.668972, + "f1": 0.629414, + "accuracy": 0.668972, + "main_score": 0.629414, + "hf_subset": "uzn_Latn-wol_Latn", + "languages": [ + "uzn-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771963, + "recall": 0.824111, + "f1": 0.787321, + "accuracy": 0.824111, + "main_score": 0.787321, + "hf_subset": "uzn_Latn-arb_Latn", + "languages": [ + "uzn-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-cat_Latn", + "languages": [ + "uzn-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "uzn_Latn-fur_Latn", + "languages": [ + "uzn-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404178, + "recall": 0.454545, + "f1": 0.418385, + "accuracy": 0.454545, + "main_score": 0.418385, + "hf_subset": "uzn_Latn-kab_Latn", + "languages": [ + "uzn-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "uzn_Latn-lim_Latn", + "languages": [ + "uzn-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-nld_Latn", + "languages": [ + "uzn-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "uzn_Latn-san_Deva", + "languages": [ + "uzn-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "uzn_Latn-tat_Cyrl", + "languages": [ + "uzn-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664592, + "recall": 0.720356, + "f1": 0.680618, + "accuracy": 0.720356, + "main_score": 0.680618, + "hf_subset": "uzn_Latn-xho_Latn", + "languages": [ + "uzn-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-ars_Arab", + "languages": [ + "uzn-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "uzn_Latn-ceb_Latn", + "languages": [ + "uzn-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522991, + "recall": 0.583004, + "f1": 0.540066, + "accuracy": 0.583004, + "main_score": 0.540066, + "hf_subset": "uzn_Latn-fuv_Latn", + "languages": [ + "uzn-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495566, + "recall": 0.560277, + "f1": 0.513092, + "accuracy": 0.560277, + "main_score": 0.513092, + "hf_subset": "uzn_Latn-kac_Latn", + "languages": [ + "uzn-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646007, + "recall": 0.694664, + "f1": 0.660001, + "accuracy": 0.694664, + "main_score": 0.660001, + "hf_subset": "uzn_Latn-lin_Latn", + "languages": [ + "uzn-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-nno_Latn", + "languages": [ + "uzn-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.22002, + "recall": 0.304348, + "f1": 0.241859, + "accuracy": 0.304348, + "main_score": 0.241859, + "hf_subset": "uzn_Latn-sat_Olck", + "languages": [ + "uzn-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-tel_Telu", + "languages": [ + "uzn-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "uzn_Latn-ydd_Hebr", + "languages": [ + "uzn-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "uzn_Latn-ary_Arab", + "languages": [ + "uzn-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-ces_Latn", + "languages": [ + "uzn-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574104, + "recall": 0.631423, + "f1": 0.5907, + "accuracy": 0.631423, + "main_score": 0.5907, + "hf_subset": "uzn_Latn-gaz_Latn", + "languages": [ + "uzn-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563646, + "recall": 0.619565, + "f1": 0.579317, + "accuracy": 0.619565, + "main_score": 0.579317, + "hf_subset": "uzn_Latn-kam_Latn", + "languages": [ + "uzn-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "uzn_Latn-lit_Latn", + "languages": [ + "uzn-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-nob_Latn", + "languages": [ + "uzn-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "uzn_Latn-scn_Latn", + "languages": [ + "uzn-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "uzn_Latn-tgk_Cyrl", + "languages": [ + "uzn-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70607, + "recall": 0.767787, + "f1": 0.724094, + "accuracy": 0.767787, + "main_score": 0.724094, + "hf_subset": "uzn_Latn-yor_Latn", + "languages": [ + "uzn-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-arz_Arab", + "languages": [ + "uzn-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542188, + "recall": 0.596838, + "f1": 0.557609, + "accuracy": 0.596838, + "main_score": 0.557609, + "hf_subset": "uzn_Latn-cjk_Latn", + "languages": [ + "uzn-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767375, + "recall": 0.81917, + "f1": 0.7833, + "accuracy": 0.81917, + "main_score": 0.7833, + "hf_subset": "uzn_Latn-gla_Latn", + "languages": [ + "uzn-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-kan_Knda", + "languages": [ + "uzn-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "uzn_Latn-lmo_Latn", + "languages": [ + "uzn-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "uzn_Latn-npi_Deva", + "languages": [ + "uzn-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458091, + "recall": 0.51087, + "f1": 0.472699, + "accuracy": 0.51087, + "main_score": 0.472699, + "hf_subset": "uzn_Latn-shn_Mymr", + "languages": [ + "uzn-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-tgl_Latn", + "languages": [ + "uzn-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-yue_Hant", + "languages": [ + "uzn-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-asm_Beng", + "languages": [ + "uzn-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "uzn_Latn-ckb_Arab", + "languages": [ + "uzn-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86129, + "recall": 0.900198, + "f1": 0.873573, + "accuracy": 0.900198, + "main_score": 0.873573, + "hf_subset": "uzn_Latn-gle_Latn", + "languages": [ + "uzn-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934371, + "recall": 0.954545, + "f1": 0.940942, + "accuracy": 0.954545, + "main_score": 0.940942, + "hf_subset": "uzn_Latn-kas_Arab", + "languages": [ + "uzn-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925231, + "recall": 0.94664, + "f1": 0.93195, + "accuracy": 0.94664, + "main_score": 0.93195, + "hf_subset": "uzn_Latn-ltg_Latn", + "languages": [ + "uzn-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599304, + "recall": 0.649209, + "f1": 0.61333, + "accuracy": 0.649209, + "main_score": 0.61333, + "hf_subset": "uzn_Latn-nso_Latn", + "languages": [ + "uzn-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "uzn_Latn-sin_Sinh", + "languages": [ + "uzn-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-tha_Thai", + "languages": [ + "uzn-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-zho_Hans", + "languages": [ + "uzn-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-ast_Latn", + "languages": [ + "uzn-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-crh_Latn", + "languages": [ + "uzn-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-glg_Latn", + "languages": [ + "uzn-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8722, + "recall": 0.909091, + "f1": 0.884025, + "accuracy": 0.909091, + "main_score": 0.884025, + "hf_subset": "uzn_Latn-kas_Deva", + "languages": [ + "uzn-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "uzn_Latn-ltz_Latn", + "languages": [ + "uzn-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430344, + "recall": 0.498024, + "f1": 0.448711, + "accuracy": 0.498024, + "main_score": 0.448711, + "hf_subset": "uzn_Latn-nus_Latn", + "languages": [ + "uzn-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-slk_Latn", + "languages": [ + "uzn-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61312, + "recall": 0.687747, + "f1": 0.633901, + "accuracy": 0.687747, + "main_score": 0.633901, + "hf_subset": "uzn_Latn-tir_Ethi", + "languages": [ + "uzn-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-zho_Hant", + "languages": [ + "uzn-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "uzn_Latn-awa_Deva", + "languages": [ + "uzn-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "uzn_Latn-cym_Latn", + "languages": [ + "uzn-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806439, + "recall": 0.850791, + "f1": 0.820224, + "accuracy": 0.850791, + "main_score": 0.820224, + "hf_subset": "uzn_Latn-grn_Latn", + "languages": [ + "uzn-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-kat_Geor", + "languages": [ + "uzn-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631597, + "recall": 0.676877, + "f1": 0.644699, + "accuracy": 0.676877, + "main_score": 0.644699, + "hf_subset": "uzn_Latn-lua_Latn", + "languages": [ + "uzn-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618471, + "recall": 0.675889, + "f1": 0.635007, + "accuracy": 0.675889, + "main_score": 0.635007, + "hf_subset": "uzn_Latn-nya_Latn", + "languages": [ + "uzn-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-slv_Latn", + "languages": [ + "uzn-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924769, + "recall": 0.944664, + "f1": 0.93083, + "accuracy": 0.944664, + "main_score": 0.93083, + "hf_subset": "uzn_Latn-tpi_Latn", + "languages": [ + "uzn-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-zsm_Latn", + "languages": [ + "uzn-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538354, + "recall": 0.593874, + "f1": 0.55396, + "accuracy": 0.593874, + "main_score": 0.55396, + "hf_subset": "uzn_Latn-ayr_Latn", + "languages": [ + "uzn-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-dan_Latn", + "languages": [ + "uzn-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-guj_Gujr", + "languages": [ + "uzn-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-kaz_Cyrl", + "languages": [ + "uzn-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526731, + "recall": 0.585968, + "f1": 0.543289, + "accuracy": 0.585968, + "main_score": 0.543289, + "hf_subset": "uzn_Latn-lug_Latn", + "languages": [ + "uzn-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-oci_Latn", + "languages": [ + "uzn-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819486, + "recall": 0.86166, + "f1": 0.832104, + "accuracy": 0.86166, + "main_score": 0.832104, + "hf_subset": "uzn_Latn-smo_Latn", + "languages": [ + "uzn-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530528, + "recall": 0.587945, + "f1": 0.546872, + "accuracy": 0.587945, + "main_score": 0.546872, + "hf_subset": "uzn_Latn-tsn_Latn", + "languages": [ + "uzn-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618275, + "recall": 0.676877, + "f1": 0.634967, + "accuracy": 0.676877, + "main_score": 0.634967, + "hf_subset": "uzn_Latn-zul_Latn", + "languages": [ + "uzn-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920899, + "recall": 0.942688, + "f1": 0.927602, + "accuracy": 0.942688, + "main_score": 0.927602, + "hf_subset": "uzn_Latn-azb_Arab", + "languages": [ + "uzn-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "uzn_Latn-deu_Latn", + "languages": [ + "uzn-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "uzn_Latn-hat_Latn", + "languages": [ + "uzn-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48145, + "recall": 0.528656, + "f1": 0.494505, + "accuracy": 0.528656, + "main_score": 0.494505, + "hf_subset": "uzn_Latn-kbp_Latn", + "languages": [ + "uzn-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554729, + "recall": 0.608696, + "f1": 0.569421, + "accuracy": 0.608696, + "main_score": 0.569421, + "hf_subset": "uzn_Latn-luo_Latn", + "languages": [ + "uzn-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "uzn_Latn-ory_Orya", + "languages": [ + "uzn-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575224, + "recall": 0.637352, + "f1": 0.592281, + "accuracy": 0.637352, + "main_score": 0.592281, + "hf_subset": "uzn_Latn-sna_Latn", + "languages": [ + "uzn-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524787, + "recall": 0.581028, + "f1": 0.540261, + "accuracy": 0.581028, + "main_score": 0.540261, + "hf_subset": "uzn_Latn-tso_Latn", + "languages": [ + "uzn-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-azj_Latn", + "languages": [ + "uzn-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534474, + "recall": 0.594862, + "f1": 0.552061, + "accuracy": 0.594862, + "main_score": 0.552061, + "hf_subset": "uzn_Latn-dik_Latn", + "languages": [ + "uzn-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726243, + "recall": 0.781621, + "f1": 0.74271, + "accuracy": 0.781621, + "main_score": 0.74271, + "hf_subset": "uzn_Latn-hau_Latn", + "languages": [ + "uzn-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974391, + "recall": 0.982213, + "f1": 0.976845, + "accuracy": 0.982213, + "main_score": 0.976845, + "hf_subset": "uzn_Latn-kea_Latn", + "languages": [ + "uzn-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730188, + "recall": 0.777668, + "f1": 0.744763, + "accuracy": 0.777668, + "main_score": 0.744763, + "hf_subset": "uzn_Latn-lus_Latn", + "languages": [ + "uzn-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831719, + "recall": 0.866601, + "f1": 0.842095, + "accuracy": 0.866601, + "main_score": 0.842095, + "hf_subset": "uzn_Latn-pag_Latn", + "languages": [ + "uzn-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "uzn_Latn-snd_Arab", + "languages": [ + "uzn-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "uzn_Latn-tuk_Latn", + "languages": [ + "uzn-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "uzn_Latn-bak_Cyrl", + "languages": [ + "uzn-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473298, + "recall": 0.544466, + "f1": 0.493828, + "accuracy": 0.544466, + "main_score": 0.493828, + "hf_subset": "uzn_Latn-dyu_Latn", + "languages": [ + "uzn-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "uzn_Latn-heb_Hebr", + "languages": [ + "uzn-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "uzn_Latn-khk_Cyrl", + "languages": [ + "uzn-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "uzn_Latn-lvs_Latn", + "languages": [ + "uzn-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "uzn_Latn-pan_Guru", + "languages": [ + "uzn-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688366, + "recall": 0.747036, + "f1": 0.705734, + "accuracy": 0.747036, + "main_score": 0.705734, + "hf_subset": "uzn_Latn-som_Latn", + "languages": [ + "uzn-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562218, + "recall": 0.616601, + "f1": 0.57775, + "accuracy": 0.616601, + "main_score": 0.57775, + "hf_subset": "uzn_Latn-tum_Latn", + "languages": [ + "uzn-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599153, + "recall": 0.66502, + "f1": 0.618551, + "accuracy": 0.66502, + "main_score": 0.618551, + "hf_subset": "als_Latn-ace_Arab", + "languages": [ + "als-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543612, + "recall": 0.603755, + "f1": 0.56055, + "accuracy": 0.603755, + "main_score": 0.56055, + "hf_subset": "als_Latn-bam_Latn", + "languages": [ + "als-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430347, + "recall": 0.505929, + "f1": 0.45112, + "accuracy": 0.505929, + "main_score": 0.45112, + "hf_subset": "als_Latn-dzo_Tibt", + "languages": [ + "als-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-hin_Deva", + "languages": [ + "als-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-khm_Khmr", + "languages": [ + "als-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-mag_Deva", + "languages": [ + "als-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "als_Latn-pap_Latn", + "languages": [ + "als-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613294, + "recall": 0.66996, + "f1": 0.629204, + "accuracy": 0.66996, + "main_score": 0.629204, + "hf_subset": "als_Latn-sot_Latn", + "languages": [ + "als-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-tur_Latn", + "languages": [ + "als-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874045, + "recall": 0.906126, + "f1": 0.884058, + "accuracy": 0.906126, + "main_score": 0.884058, + "hf_subset": "als_Latn-ace_Latn", + "languages": [ + "als-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.958498, + "f1": 0.947628, + "accuracy": 0.958498, + "main_score": 0.947628, + "hf_subset": "als_Latn-ban_Latn", + "languages": [ + "als-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-ell_Grek", + "languages": [ + "als-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "als_Latn-hne_Deva", + "languages": [ + "als-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608206, + "recall": 0.662055, + "f1": 0.623751, + "accuracy": 0.662055, + "main_score": 0.623751, + "hf_subset": "als_Latn-kik_Latn", + "languages": [ + "als-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-mai_Deva", + "languages": [ + "als-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "als_Latn-pbt_Arab", + "languages": [ + "als-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-spa_Latn", + "languages": [ + "als-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623264, + "recall": 0.683794, + "f1": 0.640502, + "accuracy": 0.683794, + "main_score": 0.640502, + "hf_subset": "als_Latn-twi_Latn", + "languages": [ + "als-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-acm_Arab", + "languages": [ + "als-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-bel_Cyrl", + "languages": [ + "als-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-hrv_Latn", + "languages": [ + "als-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577437, + "recall": 0.640316, + "f1": 0.595064, + "accuracy": 0.640316, + "main_score": 0.595064, + "hf_subset": "als_Latn-kin_Latn", + "languages": [ + "als-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-mal_Mlym", + "languages": [ + "als-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-pes_Arab", + "languages": [ + "als-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-srd_Latn", + "languages": [ + "als-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195963, + "recall": 0.248024, + "f1": 0.208941, + "accuracy": 0.248024, + "main_score": 0.208941, + "hf_subset": "als_Latn-tzm_Tfng", + "languages": [ + "als-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-acq_Arab", + "languages": [ + "als-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641784, + "recall": 0.688735, + "f1": 0.654433, + "accuracy": 0.688735, + "main_score": 0.654433, + "hf_subset": "als_Latn-bem_Latn", + "languages": [ + "als-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-epo_Latn", + "languages": [ + "als-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-hun_Latn", + "languages": [ + "als-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-kir_Cyrl", + "languages": [ + "als-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-mar_Deva", + "languages": [ + "als-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691568, + "recall": 0.741107, + "f1": 0.706192, + "accuracy": 0.741107, + "main_score": 0.706192, + "hf_subset": "als_Latn-plt_Latn", + "languages": [ + "als-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-srp_Cyrl", + "languages": [ + "als-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "als_Latn-uig_Arab", + "languages": [ + "als-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-aeb_Arab", + "languages": [ + "als-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ben_Beng", + "languages": [ + "als-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-est_Latn", + "languages": [ + "als-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-hye_Armn", + "languages": [ + "als-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561084, + "recall": 0.608696, + "f1": 0.575019, + "accuracy": 0.608696, + "main_score": 0.575019, + "hf_subset": "als_Latn-kmb_Latn", + "languages": [ + "als-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536166, + "recall": 0.602767, + "f1": 0.553751, + "accuracy": 0.602767, + "main_score": 0.553751, + "hf_subset": "als_Latn-min_Arab", + "languages": [ + "als-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-pol_Latn", + "languages": [ + "als-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570918, + "recall": 0.62747, + "f1": 0.587041, + "accuracy": 0.62747, + "main_score": 0.587041, + "hf_subset": "als_Latn-ssw_Latn", + "languages": [ + "als-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ukr_Cyrl", + "languages": [ + "als-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-afr_Latn", + "languages": [ + "als-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-bho_Deva", + "languages": [ + "als-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-eus_Latn", + "languages": [ + "als-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592582, + "recall": 0.656126, + "f1": 0.610152, + "accuracy": 0.656126, + "main_score": 0.610152, + "hf_subset": "als_Latn-ibo_Latn", + "languages": [ + "als-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907773, + "recall": 0.933794, + "f1": 0.915843, + "accuracy": 0.933794, + "main_score": 0.915843, + "hf_subset": "als_Latn-kmr_Latn", + "languages": [ + "als-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "als_Latn-min_Latn", + "languages": [ + "als-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-por_Latn", + "languages": [ + "als-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-sun_Latn", + "languages": [ + "als-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542089, + "recall": 0.594862, + "f1": 0.557122, + "accuracy": 0.594862, + "main_score": 0.557122, + "hf_subset": "als_Latn-umb_Latn", + "languages": [ + "als-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-ajp_Arab", + "languages": [ + "als-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556596, + "recall": 0.618577, + "f1": 0.573904, + "accuracy": 0.618577, + "main_score": 0.573904, + "hf_subset": "als_Latn-bjn_Arab", + "languages": [ + "als-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525851, + "recall": 0.578063, + "f1": 0.540407, + "accuracy": 0.578063, + "main_score": 0.540407, + "hf_subset": "als_Latn-ewe_Latn", + "languages": [ + "als-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950511, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "als_Latn-ilo_Latn", + "languages": [ + "als-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31768, + "recall": 0.380435, + "f1": 0.334812, + "accuracy": 0.380435, + "main_score": 0.334812, + "hf_subset": "als_Latn-knc_Arab", + "languages": [ + "als-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-mkd_Cyrl", + "languages": [ + "als-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-prs_Arab", + "languages": [ + "als-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-swe_Latn", + "languages": [ + "als-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-urd_Arab", + "languages": [ + "als-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594071, + "recall": 0.655138, + "f1": 0.611222, + "accuracy": 0.655138, + "main_score": 0.611222, + "hf_subset": "als_Latn-aka_Latn", + "languages": [ + "als-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "als_Latn-bjn_Latn", + "languages": [ + "als-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "als_Latn-fao_Latn", + "languages": [ + "als-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ind_Latn", + "languages": [ + "als-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591857, + "recall": 0.643281, + "f1": 0.606905, + "accuracy": 0.643281, + "main_score": 0.606905, + "hf_subset": "als_Latn-knc_Latn", + "languages": [ + "als-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "als_Latn-mlt_Latn", + "languages": [ + "als-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717905, + "recall": 0.778656, + "f1": 0.736056, + "accuracy": 0.778656, + "main_score": 0.736056, + "hf_subset": "als_Latn-quy_Latn", + "languages": [ + "als-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "als_Latn-swh_Latn", + "languages": [ + "als-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-uzn_Latn", + "languages": [ + "als-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647365, + "recall": 0.727273, + "f1": 0.670949, + "accuracy": 0.727273, + "main_score": 0.670949, + "hf_subset": "als_Latn-bod_Tibt", + "languages": [ + "als-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709634, + "recall": 0.762846, + "f1": 0.724873, + "accuracy": 0.762846, + "main_score": 0.724873, + "hf_subset": "als_Latn-fij_Latn", + "languages": [ + "als-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "als_Latn-isl_Latn", + "languages": [ + "als-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668466, + "recall": 0.72332, + "f1": 0.684503, + "accuracy": 0.72332, + "main_score": 0.684503, + "hf_subset": "als_Latn-kon_Latn", + "languages": [ + "als-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670727, + "recall": 0.732213, + "f1": 0.688883, + "accuracy": 0.732213, + "main_score": 0.688883, + "hf_subset": "als_Latn-mni_Beng", + "languages": [ + "als-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ron_Latn", + "languages": [ + "als-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.991107, + "f1": 0.98946, + "accuracy": 0.991107, + "main_score": 0.98946, + "hf_subset": "als_Latn-szl_Latn", + "languages": [ + "als-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-vec_Latn", + "languages": [ + "als-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "als_Latn-amh_Ethi", + "languages": [ + "als-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-bos_Latn", + "languages": [ + "als-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-fin_Latn", + "languages": [ + "als-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ita_Latn", + "languages": [ + "als-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-kor_Hang", + "languages": [ + "als-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551201, + "recall": 0.609684, + "f1": 0.567217, + "accuracy": 0.609684, + "main_score": 0.567217, + "hf_subset": "als_Latn-mos_Latn", + "languages": [ + "als-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570076, + "recall": 0.621542, + "f1": 0.58459, + "accuracy": 0.621542, + "main_score": 0.58459, + "hf_subset": "als_Latn-run_Latn", + "languages": [ + "als-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-tam_Taml", + "languages": [ + "als-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-vie_Latn", + "languages": [ + "als-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-apc_Arab", + "languages": [ + "als-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799333, + "recall": 0.844862, + "f1": 0.812689, + "accuracy": 0.844862, + "main_score": 0.812689, + "hf_subset": "als_Latn-bug_Latn", + "languages": [ + "als-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473572, + "recall": 0.529644, + "f1": 0.488478, + "accuracy": 0.529644, + "main_score": 0.488478, + "hf_subset": "als_Latn-fon_Latn", + "languages": [ + "als-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "als_Latn-jav_Latn", + "languages": [ + "als-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-lao_Laoo", + "languages": [ + "als-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883376, + "recall": 0.916996, + "f1": 0.893989, + "accuracy": 0.916996, + "main_score": 0.893989, + "hf_subset": "als_Latn-mri_Latn", + "languages": [ + "als-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-rus_Cyrl", + "languages": [ + "als-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553847, + "recall": 0.613636, + "f1": 0.570642, + "accuracy": 0.613636, + "main_score": 0.570642, + "hf_subset": "als_Latn-taq_Latn", + "languages": [ + "als-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-war_Latn", + "languages": [ + "als-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-arb_Arab", + "languages": [ + "als-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-bul_Cyrl", + "languages": [ + "als-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-fra_Latn", + "languages": [ + "als-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-jpn_Jpan", + "languages": [ + "als-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "als_Latn-lij_Latn", + "languages": [ + "als-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "als_Latn-mya_Mymr", + "languages": [ + "als-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614955, + "recall": 0.674901, + "f1": 0.631582, + "accuracy": 0.674901, + "main_score": 0.631582, + "hf_subset": "als_Latn-sag_Latn", + "languages": [ + "als-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201228, + "recall": 0.261858, + "f1": 0.215501, + "accuracy": 0.261858, + "main_score": 0.215501, + "hf_subset": "als_Latn-taq_Tfng", + "languages": [ + "als-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639635, + "recall": 0.698617, + "f1": 0.656094, + "accuracy": 0.698617, + "main_score": 0.656094, + "hf_subset": "als_Latn-wol_Latn", + "languages": [ + "als-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815662, + "recall": 0.863636, + "f1": 0.830369, + "accuracy": 0.863636, + "main_score": 0.830369, + "hf_subset": "als_Latn-arb_Latn", + "languages": [ + "als-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-cat_Latn", + "languages": [ + "als-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-fur_Latn", + "languages": [ + "als-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441617, + "recall": 0.492095, + "f1": 0.455498, + "accuracy": 0.492095, + "main_score": 0.455498, + "hf_subset": "als_Latn-kab_Latn", + "languages": [ + "als-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "als_Latn-lim_Latn", + "languages": [ + "als-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-nld_Latn", + "languages": [ + "als-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "als_Latn-san_Deva", + "languages": [ + "als-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-tat_Cyrl", + "languages": [ + "als-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698083, + "recall": 0.749012, + "f1": 0.71298, + "accuracy": 0.749012, + "main_score": 0.71298, + "hf_subset": "als_Latn-xho_Latn", + "languages": [ + "als-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ars_Arab", + "languages": [ + "als-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-ceb_Latn", + "languages": [ + "als-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565644, + "recall": 0.624506, + "f1": 0.583256, + "accuracy": 0.624506, + "main_score": 0.583256, + "hf_subset": "als_Latn-fuv_Latn", + "languages": [ + "als-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512383, + "recall": 0.577075, + "f1": 0.530555, + "accuracy": 0.577075, + "main_score": 0.530555, + "hf_subset": "als_Latn-kac_Latn", + "languages": [ + "als-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67514, + "recall": 0.727273, + "f1": 0.690192, + "accuracy": 0.727273, + "main_score": 0.690192, + "hf_subset": "als_Latn-lin_Latn", + "languages": [ + "als-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-nno_Latn", + "languages": [ + "als-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250345, + "recall": 0.325099, + "f1": 0.270374, + "accuracy": 0.325099, + "main_score": 0.270374, + "hf_subset": "als_Latn-sat_Olck", + "languages": [ + "als-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-tel_Telu", + "languages": [ + "als-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "als_Latn-ydd_Hebr", + "languages": [ + "als-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "als_Latn-ary_Arab", + "languages": [ + "als-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-ces_Latn", + "languages": [ + "als-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610871, + "recall": 0.668972, + "f1": 0.628022, + "accuracy": 0.668972, + "main_score": 0.628022, + "hf_subset": "als_Latn-gaz_Latn", + "languages": [ + "als-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593037, + "recall": 0.657115, + "f1": 0.611355, + "accuracy": 0.657115, + "main_score": 0.611355, + "hf_subset": "als_Latn-kam_Latn", + "languages": [ + "als-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "als_Latn-lit_Latn", + "languages": [ + "als-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-nob_Latn", + "languages": [ + "als-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "als_Latn-scn_Latn", + "languages": [ + "als-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "als_Latn-tgk_Cyrl", + "languages": [ + "als-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738201, + "recall": 0.796443, + "f1": 0.755964, + "accuracy": 0.796443, + "main_score": 0.755964, + "hf_subset": "als_Latn-yor_Latn", + "languages": [ + "als-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-arz_Arab", + "languages": [ + "als-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564348, + "recall": 0.624506, + "f1": 0.581883, + "accuracy": 0.624506, + "main_score": 0.581883, + "hf_subset": "als_Latn-cjk_Latn", + "languages": [ + "als-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823205, + "recall": 0.864625, + "f1": 0.835837, + "accuracy": 0.864625, + "main_score": 0.835837, + "hf_subset": "als_Latn-gla_Latn", + "languages": [ + "als-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-kan_Knda", + "languages": [ + "als-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "als_Latn-lmo_Latn", + "languages": [ + "als-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "als_Latn-npi_Deva", + "languages": [ + "als-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457515, + "recall": 0.518775, + "f1": 0.474351, + "accuracy": 0.518775, + "main_score": 0.474351, + "hf_subset": "als_Latn-shn_Mymr", + "languages": [ + "als-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-tgl_Latn", + "languages": [ + "als-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-yue_Hant", + "languages": [ + "als-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-asm_Beng", + "languages": [ + "als-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "als_Latn-ckb_Arab", + "languages": [ + "als-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893511, + "recall": 0.922925, + "f1": 0.902833, + "accuracy": 0.922925, + "main_score": 0.902833, + "hf_subset": "als_Latn-gle_Latn", + "languages": [ + "als-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950181, + "recall": 0.964427, + "f1": 0.954776, + "accuracy": 0.964427, + "main_score": 0.954776, + "hf_subset": "als_Latn-kas_Arab", + "languages": [ + "als-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "als_Latn-ltg_Latn", + "languages": [ + "als-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627488, + "recall": 0.676877, + "f1": 0.641268, + "accuracy": 0.676877, + "main_score": 0.641268, + "hf_subset": "als_Latn-nso_Latn", + "languages": [ + "als-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "als_Latn-sin_Sinh", + "languages": [ + "als-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-tha_Thai", + "languages": [ + "als-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-zho_Hans", + "languages": [ + "als-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-ast_Latn", + "languages": [ + "als-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-crh_Latn", + "languages": [ + "als-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-glg_Latn", + "languages": [ + "als-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88694, + "recall": 0.916008, + "f1": 0.895949, + "accuracy": 0.916008, + "main_score": 0.895949, + "hf_subset": "als_Latn-kas_Deva", + "languages": [ + "als-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "als_Latn-ltz_Latn", + "languages": [ + "als-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479094, + "recall": 0.543478, + "f1": 0.496691, + "accuracy": 0.543478, + "main_score": 0.496691, + "hf_subset": "als_Latn-nus_Latn", + "languages": [ + "als-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-slk_Latn", + "languages": [ + "als-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637542, + "recall": 0.70751, + "f1": 0.65763, + "accuracy": 0.70751, + "main_score": 0.65763, + "hf_subset": "als_Latn-tir_Ethi", + "languages": [ + "als-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-zho_Hant", + "languages": [ + "als-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "als_Latn-awa_Deva", + "languages": [ + "als-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "als_Latn-cym_Latn", + "languages": [ + "als-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845257, + "recall": 0.882411, + "f1": 0.856686, + "accuracy": 0.882411, + "main_score": 0.856686, + "hf_subset": "als_Latn-grn_Latn", + "languages": [ + "als-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "als_Latn-kat_Geor", + "languages": [ + "als-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6506, + "recall": 0.699605, + "f1": 0.664217, + "accuracy": 0.699605, + "main_score": 0.664217, + "hf_subset": "als_Latn-lua_Latn", + "languages": [ + "als-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65513, + "recall": 0.715415, + "f1": 0.673328, + "accuracy": 0.715415, + "main_score": 0.673328, + "hf_subset": "als_Latn-nya_Latn", + "languages": [ + "als-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-slv_Latn", + "languages": [ + "als-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "als_Latn-tpi_Latn", + "languages": [ + "als-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-zsm_Latn", + "languages": [ + "als-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545177, + "recall": 0.608696, + "f1": 0.56289, + "accuracy": 0.608696, + "main_score": 0.56289, + "hf_subset": "als_Latn-ayr_Latn", + "languages": [ + "als-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-dan_Latn", + "languages": [ + "als-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-guj_Gujr", + "languages": [ + "als-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-kaz_Cyrl", + "languages": [ + "als-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542078, + "recall": 0.604743, + "f1": 0.559853, + "accuracy": 0.604743, + "main_score": 0.559853, + "hf_subset": "als_Latn-lug_Latn", + "languages": [ + "als-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-oci_Latn", + "languages": [ + "als-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82892, + "recall": 0.870553, + "f1": 0.841817, + "accuracy": 0.870553, + "main_score": 0.841817, + "hf_subset": "als_Latn-smo_Latn", + "languages": [ + "als-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548127, + "recall": 0.609684, + "f1": 0.565475, + "accuracy": 0.609684, + "main_score": 0.565475, + "hf_subset": "als_Latn-tsn_Latn", + "languages": [ + "als-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641576, + "recall": 0.700593, + "f1": 0.658901, + "accuracy": 0.700593, + "main_score": 0.658901, + "hf_subset": "als_Latn-zul_Latn", + "languages": [ + "als-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "als_Latn-azb_Arab", + "languages": [ + "als-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-deu_Latn", + "languages": [ + "als-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "als_Latn-hat_Latn", + "languages": [ + "als-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501837, + "recall": 0.554348, + "f1": 0.51618, + "accuracy": 0.554348, + "main_score": 0.51618, + "hf_subset": "als_Latn-kbp_Latn", + "languages": [ + "als-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575252, + "recall": 0.629447, + "f1": 0.589897, + "accuracy": 0.629447, + "main_score": 0.589897, + "hf_subset": "als_Latn-luo_Latn", + "languages": [ + "als-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-ory_Orya", + "languages": [ + "als-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601779, + "recall": 0.663043, + "f1": 0.619325, + "accuracy": 0.663043, + "main_score": 0.619325, + "hf_subset": "als_Latn-sna_Latn", + "languages": [ + "als-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570865, + "recall": 0.623518, + "f1": 0.585134, + "accuracy": 0.623518, + "main_score": 0.585134, + "hf_subset": "als_Latn-tso_Latn", + "languages": [ + "als-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "als_Latn-azj_Latn", + "languages": [ + "als-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538488, + "recall": 0.603755, + "f1": 0.557891, + "accuracy": 0.603755, + "main_score": 0.557891, + "hf_subset": "als_Latn-dik_Latn", + "languages": [ + "als-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750652, + "recall": 0.80336, + "f1": 0.766584, + "accuracy": 0.80336, + "main_score": 0.766584, + "hf_subset": "als_Latn-hau_Latn", + "languages": [ + "als-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "als_Latn-kea_Latn", + "languages": [ + "als-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744944, + "recall": 0.789526, + "f1": 0.757905, + "accuracy": 0.789526, + "main_score": 0.757905, + "hf_subset": "als_Latn-lus_Latn", + "languages": [ + "als-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86553, + "recall": 0.894269, + "f1": 0.874374, + "accuracy": 0.894269, + "main_score": 0.874374, + "hf_subset": "als_Latn-pag_Latn", + "languages": [ + "als-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "als_Latn-snd_Arab", + "languages": [ + "als-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "als_Latn-tuk_Latn", + "languages": [ + "als-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "als_Latn-bak_Cyrl", + "languages": [ + "als-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484865, + "recall": 0.564229, + "f1": 0.508166, + "accuracy": 0.564229, + "main_score": 0.508166, + "hf_subset": "als_Latn-dyu_Latn", + "languages": [ + "als-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "als_Latn-heb_Hebr", + "languages": [ + "als-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "als_Latn-khk_Cyrl", + "languages": [ + "als-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-lvs_Latn", + "languages": [ + "als-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "als_Latn-pan_Guru", + "languages": [ + "als-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725642, + "recall": 0.782609, + "f1": 0.742463, + "accuracy": 0.782609, + "main_score": 0.742463, + "hf_subset": "als_Latn-som_Latn", + "languages": [ + "als-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607316, + "recall": 0.658103, + "f1": 0.621469, + "accuracy": 0.658103, + "main_score": 0.621469, + "hf_subset": "als_Latn-tum_Latn", + "languages": [ + "als-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.230314, + "recall": 0.261858, + "f1": 0.237903, + "accuracy": 0.261858, + "main_score": 0.237903, + "hf_subset": "bod_Tibt-ace_Arab", + "languages": [ + "bod-Tibt", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.232727, + "recall": 0.272727, + "f1": 0.241973, + "accuracy": 0.272727, + "main_score": 0.241973, + "hf_subset": "bod_Tibt-bam_Latn", + "languages": [ + "bod-Tibt", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451519, + "recall": 0.535573, + "f1": 0.474662, + "accuracy": 0.535573, + "main_score": 0.474662, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595269, + "recall": 0.673913, + "f1": 0.616028, + "accuracy": 0.673913, + "main_score": 0.616028, + "hf_subset": "bod_Tibt-hin_Deva", + "languages": [ + "bod-Tibt", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554209, + "recall": 0.630435, + "f1": 0.573979, + "accuracy": 0.630435, + "main_score": 0.573979, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558105, + "recall": 0.636364, + "f1": 0.578545, + "accuracy": 0.636364, + "main_score": 0.578545, + "hf_subset": "bod_Tibt-mag_Deva", + "languages": [ + "bod-Tibt", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427236, + "recall": 0.488142, + "f1": 0.441483, + "accuracy": 0.488142, + "main_score": 0.441483, + "hf_subset": "bod_Tibt-pap_Latn", + "languages": [ + "bod-Tibt", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.253611, + "recall": 0.30336, + "f1": 0.265228, + "accuracy": 0.30336, + "main_score": 0.265228, + "hf_subset": "bod_Tibt-sot_Latn", + "languages": [ + "bod-Tibt", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573522, + "recall": 0.649209, + "f1": 0.592741, + "accuracy": 0.649209, + "main_score": 0.592741, + "hf_subset": "bod_Tibt-tur_Latn", + "languages": [ + "bod-Tibt", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.327375, + "recall": 0.38834, + "f1": 0.342746, + "accuracy": 0.38834, + "main_score": 0.342746, + "hf_subset": "bod_Tibt-ace_Latn", + "languages": [ + "bod-Tibt", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379496, + "recall": 0.450593, + "f1": 0.397302, + "accuracy": 0.450593, + "main_score": 0.397302, + "hf_subset": "bod_Tibt-ban_Latn", + "languages": [ + "bod-Tibt", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559565, + "recall": 0.642292, + "f1": 0.580876, + "accuracy": 0.642292, + "main_score": 0.580876, + "hf_subset": "bod_Tibt-ell_Grek", + "languages": [ + "bod-Tibt", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527398, + "recall": 0.607708, + "f1": 0.547519, + "accuracy": 0.607708, + "main_score": 0.547519, + "hf_subset": "bod_Tibt-hne_Deva", + "languages": [ + "bod-Tibt", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163834, + "recall": 0.205534, + "f1": 0.173264, + "accuracy": 0.205534, + "main_score": 0.173264, + "hf_subset": "bod_Tibt-kik_Latn", + "languages": [ + "bod-Tibt", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543006, + "recall": 0.623518, + "f1": 0.563742, + "accuracy": 0.623518, + "main_score": 0.563742, + "hf_subset": "bod_Tibt-mai_Deva", + "languages": [ + "bod-Tibt", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448044, + "recall": 0.527668, + "f1": 0.46777, + "accuracy": 0.527668, + "main_score": 0.46777, + "hf_subset": "bod_Tibt-pbt_Arab", + "languages": [ + "bod-Tibt", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545708, + "recall": 0.621542, + "f1": 0.564272, + "accuracy": 0.621542, + "main_score": 0.564272, + "hf_subset": "bod_Tibt-spa_Latn", + "languages": [ + "bod-Tibt", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.247373, + "recall": 0.284585, + "f1": 0.256736, + "accuracy": 0.284585, + "main_score": 0.256736, + "hf_subset": "bod_Tibt-twi_Latn", + "languages": [ + "bod-Tibt", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559555, + "recall": 0.632411, + "f1": 0.578339, + "accuracy": 0.632411, + "main_score": 0.578339, + "hf_subset": "bod_Tibt-acm_Arab", + "languages": [ + "bod-Tibt", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471479, + "recall": 0.549407, + "f1": 0.490656, + "accuracy": 0.549407, + "main_score": 0.490656, + "hf_subset": "bod_Tibt-bel_Cyrl", + "languages": [ + "bod-Tibt", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61252, + "recall": 0.685771, + "f1": 0.630925, + "accuracy": 0.685771, + "main_score": 0.630925, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575751, + "recall": 0.650198, + "f1": 0.59487, + "accuracy": 0.650198, + "main_score": 0.59487, + "hf_subset": "bod_Tibt-hrv_Latn", + "languages": [ + "bod-Tibt", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255964, + "recall": 0.293478, + "f1": 0.265539, + "accuracy": 0.293478, + "main_score": 0.265539, + "hf_subset": "bod_Tibt-kin_Latn", + "languages": [ + "bod-Tibt", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574206, + "recall": 0.655138, + "f1": 0.59525, + "accuracy": 0.655138, + "main_score": 0.59525, + "hf_subset": "bod_Tibt-mal_Mlym", + "languages": [ + "bod-Tibt", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606089, + "recall": 0.672925, + "f1": 0.623853, + "accuracy": 0.672925, + "main_score": 0.623853, + "hf_subset": "bod_Tibt-pes_Arab", + "languages": [ + "bod-Tibt", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463927, + "recall": 0.535573, + "f1": 0.481571, + "accuracy": 0.535573, + "main_score": 0.481571, + "hf_subset": "bod_Tibt-srd_Latn", + "languages": [ + "bod-Tibt", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168351, + "recall": 0.198617, + "f1": 0.17647, + "accuracy": 0.198617, + "main_score": 0.17647, + "hf_subset": "bod_Tibt-tzm_Tfng", + "languages": [ + "bod-Tibt", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566333, + "recall": 0.63834, + "f1": 0.585016, + "accuracy": 0.63834, + "main_score": 0.585016, + "hf_subset": "bod_Tibt-acq_Arab", + "languages": [ + "bod-Tibt", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.278239, + "recall": 0.321146, + "f1": 0.289001, + "accuracy": 0.321146, + "main_score": 0.289001, + "hf_subset": "bod_Tibt-bem_Latn", + "languages": [ + "bod-Tibt", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554715, + "recall": 0.636364, + "f1": 0.575695, + "accuracy": 0.636364, + "main_score": 0.575695, + "hf_subset": "bod_Tibt-epo_Latn", + "languages": [ + "bod-Tibt", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579947, + "recall": 0.65415, + "f1": 0.599593, + "accuracy": 0.65415, + "main_score": 0.599593, + "hf_subset": "bod_Tibt-hun_Latn", + "languages": [ + "bod-Tibt", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463446, + "recall": 0.554348, + "f1": 0.486497, + "accuracy": 0.554348, + "main_score": 0.486497, + "hf_subset": "bod_Tibt-kir_Cyrl", + "languages": [ + "bod-Tibt", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59233, + "recall": 0.662055, + "f1": 0.61039, + "accuracy": 0.662055, + "main_score": 0.61039, + "hf_subset": "bod_Tibt-mar_Deva", + "languages": [ + "bod-Tibt", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271395, + "recall": 0.318182, + "f1": 0.282343, + "accuracy": 0.318182, + "main_score": 0.282343, + "hf_subset": "bod_Tibt-plt_Latn", + "languages": [ + "bod-Tibt", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577585, + "recall": 0.652174, + "f1": 0.596034, + "accuracy": 0.652174, + "main_score": 0.596034, + "hf_subset": "bod_Tibt-srp_Cyrl", + "languages": [ + "bod-Tibt", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517272, + "recall": 0.587945, + "f1": 0.535613, + "accuracy": 0.587945, + "main_score": 0.535613, + "hf_subset": "bod_Tibt-uig_Arab", + "languages": [ + "bod-Tibt", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50569, + "recall": 0.574111, + "f1": 0.522669, + "accuracy": 0.574111, + "main_score": 0.522669, + "hf_subset": "bod_Tibt-aeb_Arab", + "languages": [ + "bod-Tibt", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607299, + "recall": 0.684783, + "f1": 0.627789, + "accuracy": 0.684783, + "main_score": 0.627789, + "hf_subset": "bod_Tibt-ben_Beng", + "languages": [ + "bod-Tibt", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547796, + "recall": 0.631423, + "f1": 0.568825, + "accuracy": 0.631423, + "main_score": 0.568825, + "hf_subset": "bod_Tibt-est_Latn", + "languages": [ + "bod-Tibt", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569389, + "recall": 0.648221, + "f1": 0.590005, + "accuracy": 0.648221, + "main_score": 0.590005, + "hf_subset": "bod_Tibt-hye_Armn", + "languages": [ + "bod-Tibt", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.224987, + "recall": 0.264822, + "f1": 0.234231, + "accuracy": 0.264822, + "main_score": 0.234231, + "hf_subset": "bod_Tibt-kmb_Latn", + "languages": [ + "bod-Tibt", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221603, + "recall": 0.264822, + "f1": 0.231592, + "accuracy": 0.264822, + "main_score": 0.231592, + "hf_subset": "bod_Tibt-min_Arab", + "languages": [ + "bod-Tibt", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560923, + "recall": 0.637352, + "f1": 0.579895, + "accuracy": 0.637352, + "main_score": 0.579895, + "hf_subset": "bod_Tibt-pol_Latn", + "languages": [ + "bod-Tibt", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262269, + "recall": 0.306324, + "f1": 0.272761, + "accuracy": 0.306324, + "main_score": 0.272761, + "hf_subset": "bod_Tibt-ssw_Latn", + "languages": [ + "bod-Tibt", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571333, + "recall": 0.652174, + "f1": 0.591962, + "accuracy": 0.652174, + "main_score": 0.591962, + "hf_subset": "bod_Tibt-ukr_Cyrl", + "languages": [ + "bod-Tibt", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603806, + "recall": 0.68083, + "f1": 0.623971, + "accuracy": 0.68083, + "main_score": 0.623971, + "hf_subset": "bod_Tibt-afr_Latn", + "languages": [ + "bod-Tibt", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540039, + "recall": 0.612648, + "f1": 0.558539, + "accuracy": 0.612648, + "main_score": 0.558539, + "hf_subset": "bod_Tibt-bho_Deva", + "languages": [ + "bod-Tibt", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484204, + "recall": 0.561265, + "f1": 0.503369, + "accuracy": 0.561265, + "main_score": 0.503369, + "hf_subset": "bod_Tibt-eus_Latn", + "languages": [ + "bod-Tibt", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.226473, + "recall": 0.274704, + "f1": 0.238245, + "accuracy": 0.274704, + "main_score": 0.238245, + "hf_subset": "bod_Tibt-ibo_Latn", + "languages": [ + "bod-Tibt", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388023, + "recall": 0.450593, + "f1": 0.404064, + "accuracy": 0.450593, + "main_score": 0.404064, + "hf_subset": "bod_Tibt-kmr_Latn", + "languages": [ + "bod-Tibt", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464039, + "recall": 0.543478, + "f1": 0.483016, + "accuracy": 0.543478, + "main_score": 0.483016, + "hf_subset": "bod_Tibt-min_Latn", + "languages": [ + "bod-Tibt", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575609, + "recall": 0.651186, + "f1": 0.595274, + "accuracy": 0.651186, + "main_score": 0.595274, + "hf_subset": "bod_Tibt-por_Latn", + "languages": [ + "bod-Tibt", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498956, + "recall": 0.58004, + "f1": 0.51891, + "accuracy": 0.58004, + "main_score": 0.51891, + "hf_subset": "bod_Tibt-sun_Latn", + "languages": [ + "bod-Tibt", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.237438, + "recall": 0.274704, + "f1": 0.246131, + "accuracy": 0.274704, + "main_score": 0.246131, + "hf_subset": "bod_Tibt-umb_Latn", + "languages": [ + "bod-Tibt", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561564, + "recall": 0.634387, + "f1": 0.578727, + "accuracy": 0.634387, + "main_score": 0.578727, + "hf_subset": "bod_Tibt-ajp_Arab", + "languages": [ + "bod-Tibt", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223002, + "recall": 0.261858, + "f1": 0.232724, + "accuracy": 0.261858, + "main_score": 0.232724, + "hf_subset": "bod_Tibt-bjn_Arab", + "languages": [ + "bod-Tibt", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227119, + "recall": 0.261858, + "f1": 0.235005, + "accuracy": 0.261858, + "main_score": 0.235005, + "hf_subset": "bod_Tibt-ewe_Latn", + "languages": [ + "bod-Tibt", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.359625, + "recall": 0.425889, + "f1": 0.375126, + "accuracy": 0.425889, + "main_score": 0.375126, + "hf_subset": "bod_Tibt-ilo_Latn", + "languages": [ + "bod-Tibt", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187669, + "recall": 0.213439, + "f1": 0.194211, + "accuracy": 0.213439, + "main_score": 0.194211, + "hf_subset": "bod_Tibt-knc_Arab", + "languages": [ + "bod-Tibt", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563197, + "recall": 0.644269, + "f1": 0.583663, + "accuracy": 0.644269, + "main_score": 0.583663, + "hf_subset": "bod_Tibt-mkd_Cyrl", + "languages": [ + "bod-Tibt", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574003, + "recall": 0.649209, + "f1": 0.594078, + "accuracy": 0.649209, + "main_score": 0.594078, + "hf_subset": "bod_Tibt-prs_Arab", + "languages": [ + "bod-Tibt", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583901, + "recall": 0.666008, + "f1": 0.605134, + "accuracy": 0.666008, + "main_score": 0.605134, + "hf_subset": "bod_Tibt-swe_Latn", + "languages": [ + "bod-Tibt", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575854, + "recall": 0.660079, + "f1": 0.598407, + "accuracy": 0.660079, + "main_score": 0.598407, + "hf_subset": "bod_Tibt-urd_Arab", + "languages": [ + "bod-Tibt", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23265, + "recall": 0.278656, + "f1": 0.244113, + "accuracy": 0.278656, + "main_score": 0.244113, + "hf_subset": "bod_Tibt-aka_Latn", + "languages": [ + "bod-Tibt", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479813, + "recall": 0.54249, + "f1": 0.494971, + "accuracy": 0.54249, + "main_score": 0.494971, + "hf_subset": "bod_Tibt-bjn_Latn", + "languages": [ + "bod-Tibt", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477836, + "recall": 0.556324, + "f1": 0.498166, + "accuracy": 0.556324, + "main_score": 0.498166, + "hf_subset": "bod_Tibt-fao_Latn", + "languages": [ + "bod-Tibt", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579361, + "recall": 0.659091, + "f1": 0.60021, + "accuracy": 0.659091, + "main_score": 0.60021, + "hf_subset": "bod_Tibt-ind_Latn", + "languages": [ + "bod-Tibt", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.245735, + "recall": 0.277668, + "f1": 0.253913, + "accuracy": 0.277668, + "main_score": 0.253913, + "hf_subset": "bod_Tibt-knc_Latn", + "languages": [ + "bod-Tibt", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487398, + "recall": 0.5583, + "f1": 0.505372, + "accuracy": 0.5583, + "main_score": 0.505372, + "hf_subset": "bod_Tibt-mlt_Latn", + "languages": [ + "bod-Tibt", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.27755, + "recall": 0.33498, + "f1": 0.291105, + "accuracy": 0.33498, + "main_score": 0.291105, + "hf_subset": "bod_Tibt-quy_Latn", + "languages": [ + "bod-Tibt", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510449, + "recall": 0.583992, + "f1": 0.529249, + "accuracy": 0.583992, + "main_score": 0.529249, + "hf_subset": "bod_Tibt-swh_Latn", + "languages": [ + "bod-Tibt", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547067, + "recall": 0.625494, + "f1": 0.567779, + "accuracy": 0.625494, + "main_score": 0.567779, + "hf_subset": "bod_Tibt-uzn_Latn", + "languages": [ + "bod-Tibt", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551103, + "recall": 0.628458, + "f1": 0.570273, + "accuracy": 0.628458, + "main_score": 0.570273, + "hf_subset": "bod_Tibt-als_Latn", + "languages": [ + "bod-Tibt", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295677, + "recall": 0.351779, + "f1": 0.309895, + "accuracy": 0.351779, + "main_score": 0.309895, + "hf_subset": "bod_Tibt-fij_Latn", + "languages": [ + "bod-Tibt", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520528, + "recall": 0.599802, + "f1": 0.542113, + "accuracy": 0.599802, + "main_score": 0.542113, + "hf_subset": "bod_Tibt-isl_Latn", + "languages": [ + "bod-Tibt", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.257199, + "recall": 0.296443, + "f1": 0.266895, + "accuracy": 0.296443, + "main_score": 0.266895, + "hf_subset": "bod_Tibt-kon_Latn", + "languages": [ + "bod-Tibt", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250476, + "recall": 0.30336, + "f1": 0.26355, + "accuracy": 0.30336, + "main_score": 0.26355, + "hf_subset": "bod_Tibt-mni_Beng", + "languages": [ + "bod-Tibt", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589963, + "recall": 0.66502, + "f1": 0.60945, + "accuracy": 0.66502, + "main_score": 0.60945, + "hf_subset": "bod_Tibt-ron_Latn", + "languages": [ + "bod-Tibt", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503711, + "recall": 0.583004, + "f1": 0.523529, + "accuracy": 0.583004, + "main_score": 0.523529, + "hf_subset": "bod_Tibt-szl_Latn", + "languages": [ + "bod-Tibt", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550322, + "recall": 0.620553, + "f1": 0.568495, + "accuracy": 0.620553, + "main_score": 0.568495, + "hf_subset": "bod_Tibt-vec_Latn", + "languages": [ + "bod-Tibt", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476611, + "recall": 0.563241, + "f1": 0.498286, + "accuracy": 0.563241, + "main_score": 0.498286, + "hf_subset": "bod_Tibt-amh_Ethi", + "languages": [ + "bod-Tibt", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573336, + "recall": 0.651186, + "f1": 0.592422, + "accuracy": 0.651186, + "main_score": 0.592422, + "hf_subset": "bod_Tibt-bos_Latn", + "languages": [ + "bod-Tibt", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549387, + "recall": 0.633399, + "f1": 0.57046, + "accuracy": 0.633399, + "main_score": 0.57046, + "hf_subset": "bod_Tibt-fin_Latn", + "languages": [ + "bod-Tibt", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564243, + "recall": 0.643281, + "f1": 0.584395, + "accuracy": 0.643281, + "main_score": 0.584395, + "hf_subset": "bod_Tibt-ita_Latn", + "languages": [ + "bod-Tibt", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568384, + "recall": 0.648221, + "f1": 0.589587, + "accuracy": 0.648221, + "main_score": 0.589587, + "hf_subset": "bod_Tibt-kor_Hang", + "languages": [ + "bod-Tibt", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23661, + "recall": 0.279644, + "f1": 0.24693, + "accuracy": 0.279644, + "main_score": 0.24693, + "hf_subset": "bod_Tibt-mos_Latn", + "languages": [ + "bod-Tibt", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261236, + "recall": 0.302372, + "f1": 0.271167, + "accuracy": 0.302372, + "main_score": 0.271167, + "hf_subset": "bod_Tibt-run_Latn", + "languages": [ + "bod-Tibt", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591873, + "recall": 0.671937, + "f1": 0.612875, + "accuracy": 0.671937, + "main_score": 0.612875, + "hf_subset": "bod_Tibt-tam_Taml", + "languages": [ + "bod-Tibt", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550129, + "recall": 0.626482, + "f1": 0.569459, + "accuracy": 0.626482, + "main_score": 0.569459, + "hf_subset": "bod_Tibt-vie_Latn", + "languages": [ + "bod-Tibt", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550748, + "recall": 0.624506, + "f1": 0.568865, + "accuracy": 0.624506, + "main_score": 0.568865, + "hf_subset": "bod_Tibt-apc_Arab", + "languages": [ + "bod-Tibt", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303209, + "recall": 0.353755, + "f1": 0.31618, + "accuracy": 0.353755, + "main_score": 0.31618, + "hf_subset": "bod_Tibt-bug_Latn", + "languages": [ + "bod-Tibt", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.218705, + "recall": 0.258893, + "f1": 0.228317, + "accuracy": 0.258893, + "main_score": 0.228317, + "hf_subset": "bod_Tibt-fon_Latn", + "languages": [ + "bod-Tibt", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521555, + "recall": 0.602767, + "f1": 0.541718, + "accuracy": 0.602767, + "main_score": 0.541718, + "hf_subset": "bod_Tibt-jav_Latn", + "languages": [ + "bod-Tibt", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539464, + "recall": 0.624506, + "f1": 0.561452, + "accuracy": 0.624506, + "main_score": 0.561452, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425077, + "recall": 0.498024, + "f1": 0.443325, + "accuracy": 0.498024, + "main_score": 0.443325, + "hf_subset": "bod_Tibt-mri_Latn", + "languages": [ + "bod-Tibt", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553007, + "recall": 0.630435, + "f1": 0.572262, + "accuracy": 0.630435, + "main_score": 0.572262, + "hf_subset": "bod_Tibt-rus_Cyrl", + "languages": [ + "bod-Tibt", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233407, + "recall": 0.262846, + "f1": 0.240648, + "accuracy": 0.262846, + "main_score": 0.240648, + "hf_subset": "bod_Tibt-taq_Latn", + "languages": [ + "bod-Tibt", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461483, + "recall": 0.539526, + "f1": 0.480198, + "accuracy": 0.539526, + "main_score": 0.480198, + "hf_subset": "bod_Tibt-war_Latn", + "languages": [ + "bod-Tibt", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581158, + "recall": 0.651186, + "f1": 0.598279, + "accuracy": 0.651186, + "main_score": 0.598279, + "hf_subset": "bod_Tibt-arb_Arab", + "languages": [ + "bod-Tibt", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574863, + "recall": 0.647233, + "f1": 0.592701, + "accuracy": 0.647233, + "main_score": 0.592701, + "hf_subset": "bod_Tibt-bul_Cyrl", + "languages": [ + "bod-Tibt", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581306, + "recall": 0.657115, + "f1": 0.601005, + "accuracy": 0.657115, + "main_score": 0.601005, + "hf_subset": "bod_Tibt-fra_Latn", + "languages": [ + "bod-Tibt", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531814, + "recall": 0.606719, + "f1": 0.55049, + "accuracy": 0.606719, + "main_score": 0.55049, + "hf_subset": "bod_Tibt-jpn_Jpan", + "languages": [ + "bod-Tibt", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477674, + "recall": 0.557312, + "f1": 0.498063, + "accuracy": 0.557312, + "main_score": 0.498063, + "hf_subset": "bod_Tibt-lij_Latn", + "languages": [ + "bod-Tibt", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560693, + "recall": 0.644269, + "f1": 0.582373, + "accuracy": 0.644269, + "main_score": 0.582373, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233859, + "recall": 0.277668, + "f1": 0.243842, + "accuracy": 0.277668, + "main_score": 0.243842, + "hf_subset": "bod_Tibt-sag_Latn", + "languages": [ + "bod-Tibt", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169885, + "recall": 0.202569, + "f1": 0.177704, + "accuracy": 0.202569, + "main_score": 0.177704, + "hf_subset": "bod_Tibt-taq_Tfng", + "languages": [ + "bod-Tibt", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242626, + "recall": 0.294466, + "f1": 0.25455, + "accuracy": 0.294466, + "main_score": 0.25455, + "hf_subset": "bod_Tibt-wol_Latn", + "languages": [ + "bod-Tibt", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326257, + "recall": 0.394269, + "f1": 0.342959, + "accuracy": 0.394269, + "main_score": 0.342959, + "hf_subset": "bod_Tibt-arb_Latn", + "languages": [ + "bod-Tibt", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575405, + "recall": 0.656126, + "f1": 0.596678, + "accuracy": 0.656126, + "main_score": 0.596678, + "hf_subset": "bod_Tibt-cat_Latn", + "languages": [ + "bod-Tibt", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447573, + "recall": 0.51581, + "f1": 0.463681, + "accuracy": 0.51581, + "main_score": 0.463681, + "hf_subset": "bod_Tibt-fur_Latn", + "languages": [ + "bod-Tibt", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215987, + "recall": 0.254941, + "f1": 0.225598, + "accuracy": 0.254941, + "main_score": 0.225598, + "hf_subset": "bod_Tibt-kab_Latn", + "languages": [ + "bod-Tibt", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447848, + "recall": 0.522727, + "f1": 0.466569, + "accuracy": 0.522727, + "main_score": 0.466569, + "hf_subset": "bod_Tibt-lim_Latn", + "languages": [ + "bod-Tibt", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557383, + "recall": 0.632411, + "f1": 0.576546, + "accuracy": 0.632411, + "main_score": 0.576546, + "hf_subset": "bod_Tibt-nld_Latn", + "languages": [ + "bod-Tibt", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554494, + "recall": 0.634387, + "f1": 0.575271, + "accuracy": 0.634387, + "main_score": 0.575271, + "hf_subset": "bod_Tibt-san_Deva", + "languages": [ + "bod-Tibt", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493465, + "recall": 0.582016, + "f1": 0.51514, + "accuracy": 0.582016, + "main_score": 0.51514, + "hf_subset": "bod_Tibt-tat_Cyrl", + "languages": [ + "bod-Tibt", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.283199, + "recall": 0.33004, + "f1": 0.294324, + "accuracy": 0.33004, + "main_score": 0.294324, + "hf_subset": "bod_Tibt-xho_Latn", + "languages": [ + "bod-Tibt", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543468, + "recall": 0.62253, + "f1": 0.563812, + "accuracy": 0.62253, + "main_score": 0.563812, + "hf_subset": "bod_Tibt-ars_Arab", + "languages": [ + "bod-Tibt", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511121, + "recall": 0.589921, + "f1": 0.53115, + "accuracy": 0.589921, + "main_score": 0.53115, + "hf_subset": "bod_Tibt-ceb_Latn", + "languages": [ + "bod-Tibt", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229875, + "recall": 0.270751, + "f1": 0.240894, + "accuracy": 0.270751, + "main_score": 0.240894, + "hf_subset": "bod_Tibt-fuv_Latn", + "languages": [ + "bod-Tibt", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.228355, + "recall": 0.266798, + "f1": 0.237181, + "accuracy": 0.266798, + "main_score": 0.237181, + "hf_subset": "bod_Tibt-kac_Latn", + "languages": [ + "bod-Tibt", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255002, + "recall": 0.298419, + "f1": 0.264681, + "accuracy": 0.298419, + "main_score": 0.264681, + "hf_subset": "bod_Tibt-lin_Latn", + "languages": [ + "bod-Tibt", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55205, + "recall": 0.635375, + "f1": 0.573753, + "accuracy": 0.635375, + "main_score": 0.573753, + "hf_subset": "bod_Tibt-nno_Latn", + "languages": [ + "bod-Tibt", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175793, + "recall": 0.237154, + "f1": 0.191686, + "accuracy": 0.237154, + "main_score": 0.191686, + "hf_subset": "bod_Tibt-sat_Olck", + "languages": [ + "bod-Tibt", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577952, + "recall": 0.663043, + "f1": 0.600329, + "accuracy": 0.663043, + "main_score": 0.600329, + "hf_subset": "bod_Tibt-tel_Telu", + "languages": [ + "bod-Tibt", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448736, + "recall": 0.513834, + "f1": 0.464706, + "accuracy": 0.513834, + "main_score": 0.464706, + "hf_subset": "bod_Tibt-ydd_Hebr", + "languages": [ + "bod-Tibt", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486652, + "recall": 0.554348, + "f1": 0.503266, + "accuracy": 0.554348, + "main_score": 0.503266, + "hf_subset": "bod_Tibt-ary_Arab", + "languages": [ + "bod-Tibt", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551695, + "recall": 0.630435, + "f1": 0.571212, + "accuracy": 0.630435, + "main_score": 0.571212, + "hf_subset": "bod_Tibt-ces_Latn", + "languages": [ + "bod-Tibt", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.275143, + "recall": 0.323123, + "f1": 0.287309, + "accuracy": 0.323123, + "main_score": 0.287309, + "hf_subset": "bod_Tibt-gaz_Latn", + "languages": [ + "bod-Tibt", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262256, + "recall": 0.310277, + "f1": 0.274882, + "accuracy": 0.310277, + "main_score": 0.274882, + "hf_subset": "bod_Tibt-kam_Latn", + "languages": [ + "bod-Tibt", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543619, + "recall": 0.619565, + "f1": 0.563439, + "accuracy": 0.619565, + "main_score": 0.563439, + "hf_subset": "bod_Tibt-lit_Latn", + "languages": [ + "bod-Tibt", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560604, + "recall": 0.636364, + "f1": 0.579262, + "accuracy": 0.636364, + "main_score": 0.579262, + "hf_subset": "bod_Tibt-nob_Latn", + "languages": [ + "bod-Tibt", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453594, + "recall": 0.519763, + "f1": 0.469053, + "accuracy": 0.519763, + "main_score": 0.469053, + "hf_subset": "bod_Tibt-scn_Latn", + "languages": [ + "bod-Tibt", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493255, + "recall": 0.564229, + "f1": 0.511167, + "accuracy": 0.564229, + "main_score": 0.511167, + "hf_subset": "bod_Tibt-tgk_Cyrl", + "languages": [ + "bod-Tibt", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277045, + "recall": 0.349802, + "f1": 0.295587, + "accuracy": 0.349802, + "main_score": 0.295587, + "hf_subset": "bod_Tibt-yor_Latn", + "languages": [ + "bod-Tibt", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516432, + "recall": 0.593874, + "f1": 0.535659, + "accuracy": 0.593874, + "main_score": 0.535659, + "hf_subset": "bod_Tibt-arz_Arab", + "languages": [ + "bod-Tibt", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.234234, + "recall": 0.277668, + "f1": 0.244686, + "accuracy": 0.277668, + "main_score": 0.244686, + "hf_subset": "bod_Tibt-cjk_Latn", + "languages": [ + "bod-Tibt", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332132, + "recall": 0.400198, + "f1": 0.34921, + "accuracy": 0.400198, + "main_score": 0.34921, + "hf_subset": "bod_Tibt-gla_Latn", + "languages": [ + "bod-Tibt", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588204, + "recall": 0.661067, + "f1": 0.607007, + "accuracy": 0.661067, + "main_score": 0.607007, + "hf_subset": "bod_Tibt-kan_Knda", + "languages": [ + "bod-Tibt", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463343, + "recall": 0.536561, + "f1": 0.481606, + "accuracy": 0.536561, + "main_score": 0.481606, + "hf_subset": "bod_Tibt-lmo_Latn", + "languages": [ + "bod-Tibt", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58604, + "recall": 0.666996, + "f1": 0.606966, + "accuracy": 0.666996, + "main_score": 0.606966, + "hf_subset": "bod_Tibt-npi_Deva", + "languages": [ + "bod-Tibt", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190113, + "recall": 0.221344, + "f1": 0.197594, + "accuracy": 0.221344, + "main_score": 0.197594, + "hf_subset": "bod_Tibt-shn_Mymr", + "languages": [ + "bod-Tibt", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564821, + "recall": 0.642292, + "f1": 0.584037, + "accuracy": 0.642292, + "main_score": 0.584037, + "hf_subset": "bod_Tibt-tgl_Latn", + "languages": [ + "bod-Tibt", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559747, + "recall": 0.639328, + "f1": 0.579896, + "accuracy": 0.639328, + "main_score": 0.579896, + "hf_subset": "bod_Tibt-yue_Hant", + "languages": [ + "bod-Tibt", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573895, + "recall": 0.650198, + "f1": 0.593597, + "accuracy": 0.650198, + "main_score": 0.593597, + "hf_subset": "bod_Tibt-asm_Beng", + "languages": [ + "bod-Tibt", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471588, + "recall": 0.547431, + "f1": 0.490147, + "accuracy": 0.547431, + "main_score": 0.490147, + "hf_subset": "bod_Tibt-ckb_Arab", + "languages": [ + "bod-Tibt", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400895, + "recall": 0.469368, + "f1": 0.417841, + "accuracy": 0.469368, + "main_score": 0.417841, + "hf_subset": "bod_Tibt-gle_Latn", + "languages": [ + "bod-Tibt", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378441, + "recall": 0.449605, + "f1": 0.39539, + "accuracy": 0.449605, + "main_score": 0.39539, + "hf_subset": "bod_Tibt-kas_Arab", + "languages": [ + "bod-Tibt", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382797, + "recall": 0.459486, + "f1": 0.401699, + "accuracy": 0.459486, + "main_score": 0.401699, + "hf_subset": "bod_Tibt-ltg_Latn", + "languages": [ + "bod-Tibt", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261195, + "recall": 0.300395, + "f1": 0.270275, + "accuracy": 0.300395, + "main_score": 0.270275, + "hf_subset": "bod_Tibt-nso_Latn", + "languages": [ + "bod-Tibt", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529826, + "recall": 0.606719, + "f1": 0.550231, + "accuracy": 0.606719, + "main_score": 0.550231, + "hf_subset": "bod_Tibt-sin_Sinh", + "languages": [ + "bod-Tibt", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55203, + "recall": 0.630435, + "f1": 0.572043, + "accuracy": 0.630435, + "main_score": 0.572043, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517029, + "recall": 0.591897, + "f1": 0.535381, + "accuracy": 0.591897, + "main_score": 0.535381, + "hf_subset": "bod_Tibt-zho_Hans", + "languages": [ + "bod-Tibt", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551048, + "recall": 0.626482, + "f1": 0.570539, + "accuracy": 0.626482, + "main_score": 0.570539, + "hf_subset": "bod_Tibt-ast_Latn", + "languages": [ + "bod-Tibt", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517907, + "recall": 0.604743, + "f1": 0.540884, + "accuracy": 0.604743, + "main_score": 0.540884, + "hf_subset": "bod_Tibt-crh_Latn", + "languages": [ + "bod-Tibt", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571871, + "recall": 0.653162, + "f1": 0.59244, + "accuracy": 0.653162, + "main_score": 0.59244, + "hf_subset": "bod_Tibt-glg_Latn", + "languages": [ + "bod-Tibt", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34987, + "recall": 0.416008, + "f1": 0.365525, + "accuracy": 0.416008, + "main_score": 0.365525, + "hf_subset": "bod_Tibt-kas_Deva", + "languages": [ + "bod-Tibt", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435962, + "recall": 0.509881, + "f1": 0.45369, + "accuracy": 0.509881, + "main_score": 0.45369, + "hf_subset": "bod_Tibt-ltz_Latn", + "languages": [ + "bod-Tibt", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.238072, + "recall": 0.274704, + "f1": 0.247022, + "accuracy": 0.274704, + "main_score": 0.247022, + "hf_subset": "bod_Tibt-nus_Latn", + "languages": [ + "bod-Tibt", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560396, + "recall": 0.635375, + "f1": 0.579401, + "accuracy": 0.635375, + "main_score": 0.579401, + "hf_subset": "bod_Tibt-slk_Latn", + "languages": [ + "bod-Tibt", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.273611, + "recall": 0.332016, + "f1": 0.288633, + "accuracy": 0.332016, + "main_score": 0.288633, + "hf_subset": "bod_Tibt-tir_Ethi", + "languages": [ + "bod-Tibt", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545439, + "recall": 0.625494, + "f1": 0.566313, + "accuracy": 0.625494, + "main_score": 0.566313, + "hf_subset": "bod_Tibt-zho_Hant", + "languages": [ + "bod-Tibt", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571537, + "recall": 0.650198, + "f1": 0.592377, + "accuracy": 0.650198, + "main_score": 0.592377, + "hf_subset": "bod_Tibt-awa_Deva", + "languages": [ + "bod-Tibt", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467828, + "recall": 0.548419, + "f1": 0.4885, + "accuracy": 0.548419, + "main_score": 0.4885, + "hf_subset": "bod_Tibt-cym_Latn", + "languages": [ + "bod-Tibt", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303107, + "recall": 0.356719, + "f1": 0.315984, + "accuracy": 0.356719, + "main_score": 0.315984, + "hf_subset": "bod_Tibt-grn_Latn", + "languages": [ + "bod-Tibt", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521307, + "recall": 0.599802, + "f1": 0.541122, + "accuracy": 0.599802, + "main_score": 0.541122, + "hf_subset": "bod_Tibt-kat_Geor", + "languages": [ + "bod-Tibt", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.258865, + "recall": 0.306324, + "f1": 0.270942, + "accuracy": 0.306324, + "main_score": 0.270942, + "hf_subset": "bod_Tibt-lua_Latn", + "languages": [ + "bod-Tibt", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255398, + "recall": 0.301383, + "f1": 0.266326, + "accuracy": 0.301383, + "main_score": 0.266326, + "hf_subset": "bod_Tibt-nya_Latn", + "languages": [ + "bod-Tibt", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549747, + "recall": 0.624506, + "f1": 0.568465, + "accuracy": 0.624506, + "main_score": 0.568465, + "hf_subset": "bod_Tibt-slv_Latn", + "languages": [ + "bod-Tibt", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386331, + "recall": 0.45751, + "f1": 0.403801, + "accuracy": 0.45751, + "main_score": 0.403801, + "hf_subset": "bod_Tibt-tpi_Latn", + "languages": [ + "bod-Tibt", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590033, + "recall": 0.664032, + "f1": 0.608633, + "accuracy": 0.664032, + "main_score": 0.608633, + "hf_subset": "bod_Tibt-zsm_Latn", + "languages": [ + "bod-Tibt", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242077, + "recall": 0.27668, + "f1": 0.250178, + "accuracy": 0.27668, + "main_score": 0.250178, + "hf_subset": "bod_Tibt-ayr_Latn", + "languages": [ + "bod-Tibt", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567038, + "recall": 0.651186, + "f1": 0.589157, + "accuracy": 0.651186, + "main_score": 0.589157, + "hf_subset": "bod_Tibt-dan_Latn", + "languages": [ + "bod-Tibt", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603799, + "recall": 0.676877, + "f1": 0.62255, + "accuracy": 0.676877, + "main_score": 0.62255, + "hf_subset": "bod_Tibt-guj_Gujr", + "languages": [ + "bod-Tibt", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559022, + "recall": 0.636364, + "f1": 0.579032, + "accuracy": 0.636364, + "main_score": 0.579032, + "hf_subset": "bod_Tibt-kaz_Cyrl", + "languages": [ + "bod-Tibt", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233061, + "recall": 0.279644, + "f1": 0.244291, + "accuracy": 0.279644, + "main_score": 0.244291, + "hf_subset": "bod_Tibt-lug_Latn", + "languages": [ + "bod-Tibt", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553043, + "recall": 0.628458, + "f1": 0.572187, + "accuracy": 0.628458, + "main_score": 0.572187, + "hf_subset": "bod_Tibt-oci_Latn", + "languages": [ + "bod-Tibt", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373911, + "recall": 0.4417, + "f1": 0.391648, + "accuracy": 0.4417, + "main_score": 0.391648, + "hf_subset": "bod_Tibt-smo_Latn", + "languages": [ + "bod-Tibt", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240351, + "recall": 0.283597, + "f1": 0.251287, + "accuracy": 0.283597, + "main_score": 0.251287, + "hf_subset": "bod_Tibt-tsn_Latn", + "languages": [ + "bod-Tibt", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.273129, + "recall": 0.322134, + "f1": 0.285255, + "accuracy": 0.322134, + "main_score": 0.285255, + "hf_subset": "bod_Tibt-zul_Latn", + "languages": [ + "bod-Tibt", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37375, + "recall": 0.439723, + "f1": 0.390385, + "accuracy": 0.439723, + "main_score": 0.390385, + "hf_subset": "bod_Tibt-azb_Arab", + "languages": [ + "bod-Tibt", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563853, + "recall": 0.644269, + "f1": 0.584586, + "accuracy": 0.644269, + "main_score": 0.584586, + "hf_subset": "bod_Tibt-deu_Latn", + "languages": [ + "bod-Tibt", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454867, + "recall": 0.523715, + "f1": 0.47228, + "accuracy": 0.523715, + "main_score": 0.47228, + "hf_subset": "bod_Tibt-hat_Latn", + "languages": [ + "bod-Tibt", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212486, + "recall": 0.253953, + "f1": 0.223441, + "accuracy": 0.253953, + "main_score": 0.223441, + "hf_subset": "bod_Tibt-kbp_Latn", + "languages": [ + "bod-Tibt", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221682, + "recall": 0.269763, + "f1": 0.233049, + "accuracy": 0.269763, + "main_score": 0.233049, + "hf_subset": "bod_Tibt-luo_Latn", + "languages": [ + "bod-Tibt", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585114, + "recall": 0.663043, + "f1": 0.605298, + "accuracy": 0.663043, + "main_score": 0.605298, + "hf_subset": "bod_Tibt-ory_Orya", + "languages": [ + "bod-Tibt", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225555, + "recall": 0.274704, + "f1": 0.236604, + "accuracy": 0.274704, + "main_score": 0.236604, + "hf_subset": "bod_Tibt-sna_Latn", + "languages": [ + "bod-Tibt", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23777, + "recall": 0.280632, + "f1": 0.247247, + "accuracy": 0.280632, + "main_score": 0.247247, + "hf_subset": "bod_Tibt-tso_Latn", + "languages": [ + "bod-Tibt", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513692, + "recall": 0.600791, + "f1": 0.536165, + "accuracy": 0.600791, + "main_score": 0.536165, + "hf_subset": "bod_Tibt-azj_Latn", + "languages": [ + "bod-Tibt", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172483, + "recall": 0.214427, + "f1": 0.183308, + "accuracy": 0.214427, + "main_score": 0.183308, + "hf_subset": "bod_Tibt-dik_Latn", + "languages": [ + "bod-Tibt", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.346822, + "recall": 0.411067, + "f1": 0.361883, + "accuracy": 0.411067, + "main_score": 0.361883, + "hf_subset": "bod_Tibt-hau_Latn", + "languages": [ + "bod-Tibt", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436302, + "recall": 0.490119, + "f1": 0.450433, + "accuracy": 0.490119, + "main_score": 0.450433, + "hf_subset": "bod_Tibt-kea_Latn", + "languages": [ + "bod-Tibt", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.278782, + "recall": 0.33004, + "f1": 0.290823, + "accuracy": 0.33004, + "main_score": 0.290823, + "hf_subset": "bod_Tibt-lus_Latn", + "languages": [ + "bod-Tibt", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313596, + "recall": 0.367589, + "f1": 0.326822, + "accuracy": 0.367589, + "main_score": 0.326822, + "hf_subset": "bod_Tibt-pag_Latn", + "languages": [ + "bod-Tibt", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555613, + "recall": 0.633399, + "f1": 0.575343, + "accuracy": 0.633399, + "main_score": 0.575343, + "hf_subset": "bod_Tibt-snd_Arab", + "languages": [ + "bod-Tibt", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433632, + "recall": 0.508893, + "f1": 0.452093, + "accuracy": 0.508893, + "main_score": 0.452093, + "hf_subset": "bod_Tibt-tuk_Latn", + "languages": [ + "bod-Tibt", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469674, + "recall": 0.547431, + "f1": 0.488629, + "accuracy": 0.547431, + "main_score": 0.488629, + "hf_subset": "bod_Tibt-bak_Cyrl", + "languages": [ + "bod-Tibt", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135882, + "recall": 0.181818, + "f1": 0.146388, + "accuracy": 0.181818, + "main_score": 0.146388, + "hf_subset": "bod_Tibt-dyu_Latn", + "languages": [ + "bod-Tibt", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584495, + "recall": 0.660079, + "f1": 0.604284, + "accuracy": 0.660079, + "main_score": 0.604284, + "hf_subset": "bod_Tibt-heb_Hebr", + "languages": [ + "bod-Tibt", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500668, + "recall": 0.579051, + "f1": 0.520656, + "accuracy": 0.579051, + "main_score": 0.520656, + "hf_subset": "bod_Tibt-khk_Cyrl", + "languages": [ + "bod-Tibt", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555645, + "recall": 0.632411, + "f1": 0.574758, + "accuracy": 0.632411, + "main_score": 0.574758, + "hf_subset": "bod_Tibt-lvs_Latn", + "languages": [ + "bod-Tibt", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60011, + "recall": 0.674901, + "f1": 0.620026, + "accuracy": 0.674901, + "main_score": 0.620026, + "hf_subset": "bod_Tibt-pan_Guru", + "languages": [ + "bod-Tibt", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319043, + "recall": 0.376482, + "f1": 0.333147, + "accuracy": 0.376482, + "main_score": 0.333147, + "hf_subset": "bod_Tibt-som_Latn", + "languages": [ + "bod-Tibt", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250542, + "recall": 0.293478, + "f1": 0.261145, + "accuracy": 0.293478, + "main_score": 0.261145, + "hf_subset": "bod_Tibt-tum_Latn", + "languages": [ + "bod-Tibt", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455116, + "recall": 0.506917, + "f1": 0.469051, + "accuracy": 0.506917, + "main_score": 0.469051, + "hf_subset": "fij_Latn-ace_Arab", + "languages": [ + "fij-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507068, + "recall": 0.551383, + "f1": 0.519408, + "accuracy": 0.551383, + "main_score": 0.519408, + "hf_subset": "fij_Latn-bam_Latn", + "languages": [ + "fij-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261503, + "recall": 0.311265, + "f1": 0.273587, + "accuracy": 0.311265, + "main_score": 0.273587, + "hf_subset": "fij_Latn-dzo_Tibt", + "languages": [ + "fij-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674764, + "recall": 0.730237, + "f1": 0.689563, + "accuracy": 0.730237, + "main_score": 0.689563, + "hf_subset": "fij_Latn-hin_Deva", + "languages": [ + "fij-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619278, + "recall": 0.676877, + "f1": 0.634312, + "accuracy": 0.676877, + "main_score": 0.634312, + "hf_subset": "fij_Latn-khm_Khmr", + "languages": [ + "fij-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653718, + "recall": 0.70751, + "f1": 0.668021, + "accuracy": 0.70751, + "main_score": 0.668021, + "hf_subset": "fij_Latn-mag_Deva", + "languages": [ + "fij-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639139, + "recall": 0.685771, + "f1": 0.65078, + "accuracy": 0.685771, + "main_score": 0.65078, + "hf_subset": "fij_Latn-pap_Latn", + "languages": [ + "fij-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577305, + "recall": 0.620553, + "f1": 0.588708, + "accuracy": 0.620553, + "main_score": 0.588708, + "hf_subset": "fij_Latn-sot_Latn", + "languages": [ + "fij-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64012, + "recall": 0.699605, + "f1": 0.657123, + "accuracy": 0.699605, + "main_score": 0.657123, + "hf_subset": "fij_Latn-tur_Latn", + "languages": [ + "fij-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622552, + "recall": 0.660079, + "f1": 0.632289, + "accuracy": 0.660079, + "main_score": 0.632289, + "hf_subset": "fij_Latn-ace_Latn", + "languages": [ + "fij-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636437, + "recall": 0.668972, + "f1": 0.644644, + "accuracy": 0.668972, + "main_score": 0.644644, + "hf_subset": "fij_Latn-ban_Latn", + "languages": [ + "fij-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651004, + "recall": 0.708498, + "f1": 0.665793, + "accuracy": 0.708498, + "main_score": 0.665793, + "hf_subset": "fij_Latn-ell_Grek", + "languages": [ + "fij-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635589, + "recall": 0.6917, + "f1": 0.650457, + "accuracy": 0.6917, + "main_score": 0.650457, + "hf_subset": "fij_Latn-hne_Deva", + "languages": [ + "fij-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515524, + "recall": 0.559289, + "f1": 0.527961, + "accuracy": 0.559289, + "main_score": 0.527961, + "hf_subset": "fij_Latn-kik_Latn", + "languages": [ + "fij-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653741, + "recall": 0.705534, + "f1": 0.667038, + "accuracy": 0.705534, + "main_score": 0.667038, + "hf_subset": "fij_Latn-mai_Deva", + "languages": [ + "fij-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588881, + "recall": 0.648221, + "f1": 0.604664, + "accuracy": 0.648221, + "main_score": 0.604664, + "hf_subset": "fij_Latn-pbt_Arab", + "languages": [ + "fij-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667496, + "recall": 0.721344, + "f1": 0.682067, + "accuracy": 0.721344, + "main_score": 0.682067, + "hf_subset": "fij_Latn-spa_Latn", + "languages": [ + "fij-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54116, + "recall": 0.582016, + "f1": 0.552515, + "accuracy": 0.582016, + "main_score": 0.552515, + "hf_subset": "fij_Latn-twi_Latn", + "languages": [ + "fij-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650291, + "recall": 0.705534, + "f1": 0.665118, + "accuracy": 0.705534, + "main_score": 0.665118, + "hf_subset": "fij_Latn-acm_Arab", + "languages": [ + "fij-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629282, + "recall": 0.68083, + "f1": 0.642813, + "accuracy": 0.68083, + "main_score": 0.642813, + "hf_subset": "fij_Latn-bel_Cyrl", + "languages": [ + "fij-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693243, + "recall": 0.746047, + "f1": 0.707418, + "accuracy": 0.746047, + "main_score": 0.707418, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684996, + "recall": 0.727273, + "f1": 0.695645, + "accuracy": 0.727273, + "main_score": 0.695645, + "hf_subset": "fij_Latn-hrv_Latn", + "languages": [ + "fij-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517342, + "recall": 0.5583, + "f1": 0.529076, + "accuracy": 0.5583, + "main_score": 0.529076, + "hf_subset": "fij_Latn-kin_Latn", + "languages": [ + "fij-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653711, + "recall": 0.706522, + "f1": 0.667173, + "accuracy": 0.706522, + "main_score": 0.667173, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647384, + "recall": 0.705534, + "f1": 0.66275, + "accuracy": 0.705534, + "main_score": 0.66275, + "hf_subset": "fij_Latn-pes_Arab", + "languages": [ + "fij-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636737, + "recall": 0.685771, + "f1": 0.64923, + "accuracy": 0.685771, + "main_score": 0.64923, + "hf_subset": "fij_Latn-srd_Latn", + "languages": [ + "fij-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202817, + "recall": 0.248024, + "f1": 0.214488, + "accuracy": 0.248024, + "main_score": 0.214488, + "hf_subset": "fij_Latn-tzm_Tfng", + "languages": [ + "fij-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643073, + "recall": 0.704545, + "f1": 0.659565, + "accuracy": 0.704545, + "main_score": 0.659565, + "hf_subset": "fij_Latn-acq_Arab", + "languages": [ + "fij-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596382, + "recall": 0.634387, + "f1": 0.606656, + "accuracy": 0.634387, + "main_score": 0.606656, + "hf_subset": "fij_Latn-bem_Latn", + "languages": [ + "fij-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665451, + "recall": 0.716403, + "f1": 0.679548, + "accuracy": 0.716403, + "main_score": 0.679548, + "hf_subset": "fij_Latn-epo_Latn", + "languages": [ + "fij-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66505, + "recall": 0.714427, + "f1": 0.677787, + "accuracy": 0.714427, + "main_score": 0.677787, + "hf_subset": "fij_Latn-hun_Latn", + "languages": [ + "fij-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615696, + "recall": 0.672925, + "f1": 0.631244, + "accuracy": 0.672925, + "main_score": 0.631244, + "hf_subset": "fij_Latn-kir_Cyrl", + "languages": [ + "fij-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657045, + "recall": 0.70751, + "f1": 0.670662, + "accuracy": 0.70751, + "main_score": 0.670662, + "hf_subset": "fij_Latn-mar_Deva", + "languages": [ + "fij-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573421, + "recall": 0.621542, + "f1": 0.586227, + "accuracy": 0.621542, + "main_score": 0.586227, + "hf_subset": "fij_Latn-plt_Latn", + "languages": [ + "fij-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670731, + "recall": 0.725296, + "f1": 0.684963, + "accuracy": 0.725296, + "main_score": 0.684963, + "hf_subset": "fij_Latn-srp_Cyrl", + "languages": [ + "fij-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577223, + "recall": 0.635375, + "f1": 0.593125, + "accuracy": 0.635375, + "main_score": 0.593125, + "hf_subset": "fij_Latn-uig_Arab", + "languages": [ + "fij-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627164, + "recall": 0.685771, + "f1": 0.642892, + "accuracy": 0.685771, + "main_score": 0.642892, + "hf_subset": "fij_Latn-aeb_Arab", + "languages": [ + "fij-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655533, + "recall": 0.711462, + "f1": 0.671213, + "accuracy": 0.711462, + "main_score": 0.671213, + "hf_subset": "fij_Latn-ben_Beng", + "languages": [ + "fij-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644923, + "recall": 0.69664, + "f1": 0.659338, + "accuracy": 0.69664, + "main_score": 0.659338, + "hf_subset": "fij_Latn-est_Latn", + "languages": [ + "fij-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641469, + "recall": 0.701581, + "f1": 0.657509, + "accuracy": 0.701581, + "main_score": 0.657509, + "hf_subset": "fij_Latn-hye_Armn", + "languages": [ + "fij-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52128, + "recall": 0.563241, + "f1": 0.533564, + "accuracy": 0.563241, + "main_score": 0.533564, + "hf_subset": "fij_Latn-kmb_Latn", + "languages": [ + "fij-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405154, + "recall": 0.452569, + "f1": 0.418228, + "accuracy": 0.452569, + "main_score": 0.418228, + "hf_subset": "fij_Latn-min_Arab", + "languages": [ + "fij-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650621, + "recall": 0.708498, + "f1": 0.666508, + "accuracy": 0.708498, + "main_score": 0.666508, + "hf_subset": "fij_Latn-pol_Latn", + "languages": [ + "fij-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55057, + "recall": 0.599802, + "f1": 0.564197, + "accuracy": 0.599802, + "main_score": 0.564197, + "hf_subset": "fij_Latn-ssw_Latn", + "languages": [ + "fij-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677097, + "recall": 0.733202, + "f1": 0.692862, + "accuracy": 0.733202, + "main_score": 0.692862, + "hf_subset": "fij_Latn-ukr_Cyrl", + "languages": [ + "fij-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681338, + "recall": 0.73913, + "f1": 0.697221, + "accuracy": 0.73913, + "main_score": 0.697221, + "hf_subset": "fij_Latn-afr_Latn", + "languages": [ + "fij-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637215, + "recall": 0.688735, + "f1": 0.651503, + "accuracy": 0.688735, + "main_score": 0.651503, + "hf_subset": "fij_Latn-bho_Deva", + "languages": [ + "fij-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634331, + "recall": 0.688735, + "f1": 0.648759, + "accuracy": 0.688735, + "main_score": 0.648759, + "hf_subset": "fij_Latn-eus_Latn", + "languages": [ + "fij-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54493, + "recall": 0.599802, + "f1": 0.560409, + "accuracy": 0.599802, + "main_score": 0.560409, + "hf_subset": "fij_Latn-ibo_Latn", + "languages": [ + "fij-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595566, + "recall": 0.642292, + "f1": 0.608418, + "accuracy": 0.642292, + "main_score": 0.608418, + "hf_subset": "fij_Latn-kmr_Latn", + "languages": [ + "fij-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652657, + "recall": 0.694664, + "f1": 0.664177, + "accuracy": 0.694664, + "main_score": 0.664177, + "hf_subset": "fij_Latn-min_Latn", + "languages": [ + "fij-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684635, + "recall": 0.735178, + "f1": 0.698464, + "accuracy": 0.735178, + "main_score": 0.698464, + "hf_subset": "fij_Latn-por_Latn", + "languages": [ + "fij-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656287, + "recall": 0.712451, + "f1": 0.670644, + "accuracy": 0.712451, + "main_score": 0.670644, + "hf_subset": "fij_Latn-sun_Latn", + "languages": [ + "fij-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486942, + "recall": 0.535573, + "f1": 0.501303, + "accuracy": 0.535573, + "main_score": 0.501303, + "hf_subset": "fij_Latn-umb_Latn", + "languages": [ + "fij-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650785, + "recall": 0.705534, + "f1": 0.66563, + "accuracy": 0.705534, + "main_score": 0.66563, + "hf_subset": "fij_Latn-ajp_Arab", + "languages": [ + "fij-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433879, + "recall": 0.479249, + "f1": 0.445987, + "accuracy": 0.479249, + "main_score": 0.445987, + "hf_subset": "fij_Latn-bjn_Arab", + "languages": [ + "fij-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484666, + "recall": 0.531621, + "f1": 0.497632, + "accuracy": 0.531621, + "main_score": 0.497632, + "hf_subset": "fij_Latn-ewe_Latn", + "languages": [ + "fij-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649793, + "recall": 0.693676, + "f1": 0.661517, + "accuracy": 0.693676, + "main_score": 0.661517, + "hf_subset": "fij_Latn-ilo_Latn", + "languages": [ + "fij-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303888, + "recall": 0.352767, + "f1": 0.317339, + "accuracy": 0.352767, + "main_score": 0.317339, + "hf_subset": "fij_Latn-knc_Arab", + "languages": [ + "fij-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66258, + "recall": 0.725296, + "f1": 0.679185, + "accuracy": 0.725296, + "main_score": 0.679185, + "hf_subset": "fij_Latn-mkd_Cyrl", + "languages": [ + "fij-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645629, + "recall": 0.702569, + "f1": 0.66107, + "accuracy": 0.702569, + "main_score": 0.66107, + "hf_subset": "fij_Latn-prs_Arab", + "languages": [ + "fij-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685532, + "recall": 0.741107, + "f1": 0.700933, + "accuracy": 0.741107, + "main_score": 0.700933, + "hf_subset": "fij_Latn-swe_Latn", + "languages": [ + "fij-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652369, + "recall": 0.706522, + "f1": 0.667014, + "accuracy": 0.706522, + "main_score": 0.667014, + "hf_subset": "fij_Latn-urd_Arab", + "languages": [ + "fij-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545791, + "recall": 0.585968, + "f1": 0.556895, + "accuracy": 0.585968, + "main_score": 0.556895, + "hf_subset": "fij_Latn-aka_Latn", + "languages": [ + "fij-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658912, + "recall": 0.703557, + "f1": 0.670425, + "accuracy": 0.703557, + "main_score": 0.670425, + "hf_subset": "fij_Latn-bjn_Latn", + "languages": [ + "fij-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63208, + "recall": 0.678854, + "f1": 0.644533, + "accuracy": 0.678854, + "main_score": 0.644533, + "hf_subset": "fij_Latn-fao_Latn", + "languages": [ + "fij-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686682, + "recall": 0.740119, + "f1": 0.700868, + "accuracy": 0.740119, + "main_score": 0.700868, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548865, + "recall": 0.586957, + "f1": 0.559845, + "accuracy": 0.586957, + "main_score": 0.559845, + "hf_subset": "fij_Latn-knc_Latn", + "languages": [ + "fij-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648401, + "recall": 0.703557, + "f1": 0.662906, + "accuracy": 0.703557, + "main_score": 0.662906, + "hf_subset": "fij_Latn-mlt_Latn", + "languages": [ + "fij-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551989, + "recall": 0.596838, + "f1": 0.565159, + "accuracy": 0.596838, + "main_score": 0.565159, + "hf_subset": "fij_Latn-quy_Latn", + "languages": [ + "fij-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65412, + "recall": 0.709486, + "f1": 0.669314, + "accuracy": 0.709486, + "main_score": 0.669314, + "hf_subset": "fij_Latn-swh_Latn", + "languages": [ + "fij-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630451, + "recall": 0.686759, + "f1": 0.645597, + "accuracy": 0.686759, + "main_score": 0.645597, + "hf_subset": "fij_Latn-uzn_Latn", + "languages": [ + "fij-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669196, + "recall": 0.722332, + "f1": 0.683605, + "accuracy": 0.722332, + "main_score": 0.683605, + "hf_subset": "fij_Latn-als_Latn", + "languages": [ + "fij-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35535, + "recall": 0.420949, + "f1": 0.371887, + "accuracy": 0.420949, + "main_score": 0.371887, + "hf_subset": "fij_Latn-bod_Tibt", + "languages": [ + "fij-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631105, + "recall": 0.682806, + "f1": 0.645495, + "accuracy": 0.682806, + "main_score": 0.645495, + "hf_subset": "fij_Latn-isl_Latn", + "languages": [ + "fij-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567989, + "recall": 0.607708, + "f1": 0.579296, + "accuracy": 0.607708, + "main_score": 0.579296, + "hf_subset": "fij_Latn-kon_Latn", + "languages": [ + "fij-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50071, + "recall": 0.550395, + "f1": 0.514444, + "accuracy": 0.550395, + "main_score": 0.514444, + "hf_subset": "fij_Latn-mni_Beng", + "languages": [ + "fij-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693732, + "recall": 0.744071, + "f1": 0.707247, + "accuracy": 0.744071, + "main_score": 0.707247, + "hf_subset": "fij_Latn-ron_Latn", + "languages": [ + "fij-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636453, + "recall": 0.689723, + "f1": 0.651013, + "accuracy": 0.689723, + "main_score": 0.651013, + "hf_subset": "fij_Latn-szl_Latn", + "languages": [ + "fij-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676239, + "recall": 0.731225, + "f1": 0.691172, + "accuracy": 0.731225, + "main_score": 0.691172, + "hf_subset": "fij_Latn-vec_Latn", + "languages": [ + "fij-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55449, + "recall": 0.617589, + "f1": 0.571344, + "accuracy": 0.617589, + "main_score": 0.571344, + "hf_subset": "fij_Latn-amh_Ethi", + "languages": [ + "fij-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690871, + "recall": 0.742095, + "f1": 0.704358, + "accuracy": 0.742095, + "main_score": 0.704358, + "hf_subset": "fij_Latn-bos_Latn", + "languages": [ + "fij-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648994, + "recall": 0.704545, + "f1": 0.664063, + "accuracy": 0.704545, + "main_score": 0.664063, + "hf_subset": "fij_Latn-fin_Latn", + "languages": [ + "fij-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676855, + "recall": 0.730237, + "f1": 0.69099, + "accuracy": 0.730237, + "main_score": 0.69099, + "hf_subset": "fij_Latn-ita_Latn", + "languages": [ + "fij-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650586, + "recall": 0.710474, + "f1": 0.666572, + "accuracy": 0.710474, + "main_score": 0.666572, + "hf_subset": "fij_Latn-kor_Hang", + "languages": [ + "fij-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513743, + "recall": 0.554348, + "f1": 0.525276, + "accuracy": 0.554348, + "main_score": 0.525276, + "hf_subset": "fij_Latn-mos_Latn", + "languages": [ + "fij-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525047, + "recall": 0.566206, + "f1": 0.536715, + "accuracy": 0.566206, + "main_score": 0.536715, + "hf_subset": "fij_Latn-run_Latn", + "languages": [ + "fij-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628798, + "recall": 0.684783, + "f1": 0.643909, + "accuracy": 0.684783, + "main_score": 0.643909, + "hf_subset": "fij_Latn-tam_Taml", + "languages": [ + "fij-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66493, + "recall": 0.721344, + "f1": 0.678708, + "accuracy": 0.721344, + "main_score": 0.678708, + "hf_subset": "fij_Latn-vie_Latn", + "languages": [ + "fij-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643528, + "recall": 0.705534, + "f1": 0.661043, + "accuracy": 0.705534, + "main_score": 0.661043, + "hf_subset": "fij_Latn-apc_Arab", + "languages": [ + "fij-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579248, + "recall": 0.630435, + "f1": 0.592911, + "accuracy": 0.630435, + "main_score": 0.592911, + "hf_subset": "fij_Latn-bug_Latn", + "languages": [ + "fij-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460968, + "recall": 0.508893, + "f1": 0.473959, + "accuracy": 0.508893, + "main_score": 0.473959, + "hf_subset": "fij_Latn-fon_Latn", + "languages": [ + "fij-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690408, + "recall": 0.73419, + "f1": 0.702294, + "accuracy": 0.73419, + "main_score": 0.702294, + "hf_subset": "fij_Latn-jav_Latn", + "languages": [ + "fij-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606602, + "recall": 0.66502, + "f1": 0.622036, + "accuracy": 0.66502, + "main_score": 0.622036, + "hf_subset": "fij_Latn-lao_Laoo", + "languages": [ + "fij-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630103, + "recall": 0.678854, + "f1": 0.642857, + "accuracy": 0.678854, + "main_score": 0.642857, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671086, + "recall": 0.722332, + "f1": 0.684365, + "accuracy": 0.722332, + "main_score": 0.684365, + "hf_subset": "fij_Latn-rus_Cyrl", + "languages": [ + "fij-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481037, + "recall": 0.525692, + "f1": 0.49351, + "accuracy": 0.525692, + "main_score": 0.49351, + "hf_subset": "fij_Latn-taq_Latn", + "languages": [ + "fij-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689018, + "recall": 0.730237, + "f1": 0.698716, + "accuracy": 0.730237, + "main_score": 0.698716, + "hf_subset": "fij_Latn-war_Latn", + "languages": [ + "fij-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656281, + "recall": 0.715415, + "f1": 0.671734, + "accuracy": 0.715415, + "main_score": 0.671734, + "hf_subset": "fij_Latn-arb_Arab", + "languages": [ + "fij-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680814, + "recall": 0.727273, + "f1": 0.692992, + "accuracy": 0.727273, + "main_score": 0.692992, + "hf_subset": "fij_Latn-bul_Cyrl", + "languages": [ + "fij-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669736, + "recall": 0.721344, + "f1": 0.683016, + "accuracy": 0.721344, + "main_score": 0.683016, + "hf_subset": "fij_Latn-fra_Latn", + "languages": [ + "fij-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634154, + "recall": 0.689723, + "f1": 0.649505, + "accuracy": 0.689723, + "main_score": 0.649505, + "hf_subset": "fij_Latn-jpn_Jpan", + "languages": [ + "fij-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645695, + "recall": 0.700593, + "f1": 0.660797, + "accuracy": 0.700593, + "main_score": 0.660797, + "hf_subset": "fij_Latn-lij_Latn", + "languages": [ + "fij-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543312, + "recall": 0.614625, + "f1": 0.562485, + "accuracy": 0.614625, + "main_score": 0.562485, + "hf_subset": "fij_Latn-mya_Mymr", + "languages": [ + "fij-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521876, + "recall": 0.56917, + "f1": 0.535014, + "accuracy": 0.56917, + "main_score": 0.535014, + "hf_subset": "fij_Latn-sag_Latn", + "languages": [ + "fij-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206415, + "recall": 0.257905, + "f1": 0.218619, + "accuracy": 0.257905, + "main_score": 0.218619, + "hf_subset": "fij_Latn-taq_Tfng", + "languages": [ + "fij-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543535, + "recall": 0.588933, + "f1": 0.555925, + "accuracy": 0.588933, + "main_score": 0.555925, + "hf_subset": "fij_Latn-wol_Latn", + "languages": [ + "fij-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501153, + "recall": 0.556324, + "f1": 0.516607, + "accuracy": 0.556324, + "main_score": 0.516607, + "hf_subset": "fij_Latn-arb_Latn", + "languages": [ + "fij-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675741, + "recall": 0.731225, + "f1": 0.690448, + "accuracy": 0.731225, + "main_score": 0.690448, + "hf_subset": "fij_Latn-cat_Latn", + "languages": [ + "fij-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651696, + "recall": 0.695652, + "f1": 0.662564, + "accuracy": 0.695652, + "main_score": 0.662564, + "hf_subset": "fij_Latn-fur_Latn", + "languages": [ + "fij-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426971, + "recall": 0.479249, + "f1": 0.440946, + "accuracy": 0.479249, + "main_score": 0.440946, + "hf_subset": "fij_Latn-kab_Latn", + "languages": [ + "fij-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629458, + "recall": 0.675889, + "f1": 0.641757, + "accuracy": 0.675889, + "main_score": 0.641757, + "hf_subset": "fij_Latn-lim_Latn", + "languages": [ + "fij-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666391, + "recall": 0.720356, + "f1": 0.680189, + "accuracy": 0.720356, + "main_score": 0.680189, + "hf_subset": "fij_Latn-nld_Latn", + "languages": [ + "fij-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591742, + "recall": 0.660079, + "f1": 0.60991, + "accuracy": 0.660079, + "main_score": 0.60991, + "hf_subset": "fij_Latn-san_Deva", + "languages": [ + "fij-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633988, + "recall": 0.6917, + "f1": 0.649851, + "accuracy": 0.6917, + "main_score": 0.649851, + "hf_subset": "fij_Latn-tat_Cyrl", + "languages": [ + "fij-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575552, + "recall": 0.62253, + "f1": 0.588942, + "accuracy": 0.62253, + "main_score": 0.588942, + "hf_subset": "fij_Latn-xho_Latn", + "languages": [ + "fij-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631495, + "recall": 0.697628, + "f1": 0.649243, + "accuracy": 0.697628, + "main_score": 0.649243, + "hf_subset": "fij_Latn-ars_Arab", + "languages": [ + "fij-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685331, + "recall": 0.737154, + "f1": 0.699452, + "accuracy": 0.737154, + "main_score": 0.699452, + "hf_subset": "fij_Latn-ceb_Latn", + "languages": [ + "fij-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505436, + "recall": 0.557312, + "f1": 0.520554, + "accuracy": 0.557312, + "main_score": 0.520554, + "hf_subset": "fij_Latn-fuv_Latn", + "languages": [ + "fij-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486378, + "recall": 0.540514, + "f1": 0.501311, + "accuracy": 0.540514, + "main_score": 0.501311, + "hf_subset": "fij_Latn-kac_Latn", + "languages": [ + "fij-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571805, + "recall": 0.613636, + "f1": 0.58344, + "accuracy": 0.613636, + "main_score": 0.58344, + "hf_subset": "fij_Latn-lin_Latn", + "languages": [ + "fij-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676353, + "recall": 0.729249, + "f1": 0.690453, + "accuracy": 0.729249, + "main_score": 0.690453, + "hf_subset": "fij_Latn-nno_Latn", + "languages": [ + "fij-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.156603, + "recall": 0.202569, + "f1": 0.16866, + "accuracy": 0.202569, + "main_score": 0.16866, + "hf_subset": "fij_Latn-sat_Olck", + "languages": [ + "fij-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653762, + "recall": 0.708498, + "f1": 0.667988, + "accuracy": 0.708498, + "main_score": 0.667988, + "hf_subset": "fij_Latn-tel_Telu", + "languages": [ + "fij-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564382, + "recall": 0.62253, + "f1": 0.579872, + "accuracy": 0.62253, + "main_score": 0.579872, + "hf_subset": "fij_Latn-ydd_Hebr", + "languages": [ + "fij-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621796, + "recall": 0.674901, + "f1": 0.636316, + "accuracy": 0.674901, + "main_score": 0.636316, + "hf_subset": "fij_Latn-ary_Arab", + "languages": [ + "fij-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672126, + "recall": 0.72332, + "f1": 0.68598, + "accuracy": 0.72332, + "main_score": 0.68598, + "hf_subset": "fij_Latn-ces_Latn", + "languages": [ + "fij-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51083, + "recall": 0.568182, + "f1": 0.527263, + "accuracy": 0.568182, + "main_score": 0.527263, + "hf_subset": "fij_Latn-gaz_Latn", + "languages": [ + "fij-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536117, + "recall": 0.586957, + "f1": 0.550645, + "accuracy": 0.586957, + "main_score": 0.550645, + "hf_subset": "fij_Latn-kam_Latn", + "languages": [ + "fij-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662098, + "recall": 0.712451, + "f1": 0.674956, + "accuracy": 0.712451, + "main_score": 0.674956, + "hf_subset": "fij_Latn-lit_Latn", + "languages": [ + "fij-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670035, + "recall": 0.729249, + "f1": 0.686462, + "accuracy": 0.729249, + "main_score": 0.686462, + "hf_subset": "fij_Latn-nob_Latn", + "languages": [ + "fij-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643293, + "recall": 0.693676, + "f1": 0.656446, + "accuracy": 0.693676, + "main_score": 0.656446, + "hf_subset": "fij_Latn-scn_Latn", + "languages": [ + "fij-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61677, + "recall": 0.667984, + "f1": 0.630115, + "accuracy": 0.667984, + "main_score": 0.630115, + "hf_subset": "fij_Latn-tgk_Cyrl", + "languages": [ + "fij-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534471, + "recall": 0.588933, + "f1": 0.549548, + "accuracy": 0.588933, + "main_score": 0.549548, + "hf_subset": "fij_Latn-yor_Latn", + "languages": [ + "fij-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651167, + "recall": 0.709486, + "f1": 0.666469, + "accuracy": 0.709486, + "main_score": 0.666469, + "hf_subset": "fij_Latn-arz_Arab", + "languages": [ + "fij-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498265, + "recall": 0.543478, + "f1": 0.511287, + "accuracy": 0.543478, + "main_score": 0.511287, + "hf_subset": "fij_Latn-cjk_Latn", + "languages": [ + "fij-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552071, + "recall": 0.606719, + "f1": 0.567075, + "accuracy": 0.606719, + "main_score": 0.567075, + "hf_subset": "fij_Latn-gla_Latn", + "languages": [ + "fij-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638819, + "recall": 0.699605, + "f1": 0.65442, + "accuracy": 0.699605, + "main_score": 0.65442, + "hf_subset": "fij_Latn-kan_Knda", + "languages": [ + "fij-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63901, + "recall": 0.689723, + "f1": 0.65278, + "accuracy": 0.689723, + "main_score": 0.65278, + "hf_subset": "fij_Latn-lmo_Latn", + "languages": [ + "fij-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644319, + "recall": 0.699605, + "f1": 0.658705, + "accuracy": 0.699605, + "main_score": 0.658705, + "hf_subset": "fij_Latn-npi_Deva", + "languages": [ + "fij-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459343, + "recall": 0.509881, + "f1": 0.472935, + "accuracy": 0.509881, + "main_score": 0.472935, + "hf_subset": "fij_Latn-shn_Mymr", + "languages": [ + "fij-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701103, + "recall": 0.748024, + "f1": 0.713, + "accuracy": 0.748024, + "main_score": 0.713, + "hf_subset": "fij_Latn-tgl_Latn", + "languages": [ + "fij-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634915, + "recall": 0.697628, + "f1": 0.65129, + "accuracy": 0.697628, + "main_score": 0.65129, + "hf_subset": "fij_Latn-yue_Hant", + "languages": [ + "fij-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629731, + "recall": 0.693676, + "f1": 0.647038, + "accuracy": 0.693676, + "main_score": 0.647038, + "hf_subset": "fij_Latn-asm_Beng", + "languages": [ + "fij-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595191, + "recall": 0.648221, + "f1": 0.60938, + "accuracy": 0.648221, + "main_score": 0.60938, + "hf_subset": "fij_Latn-ckb_Arab", + "languages": [ + "fij-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57284, + "recall": 0.624506, + "f1": 0.586963, + "accuracy": 0.624506, + "main_score": 0.586963, + "hf_subset": "fij_Latn-gle_Latn", + "languages": [ + "fij-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536855, + "recall": 0.591897, + "f1": 0.550929, + "accuracy": 0.591897, + "main_score": 0.550929, + "hf_subset": "fij_Latn-kas_Arab", + "languages": [ + "fij-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578109, + "recall": 0.63834, + "f1": 0.594061, + "accuracy": 0.63834, + "main_score": 0.594061, + "hf_subset": "fij_Latn-ltg_Latn", + "languages": [ + "fij-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57397, + "recall": 0.614625, + "f1": 0.586067, + "accuracy": 0.614625, + "main_score": 0.586067, + "hf_subset": "fij_Latn-nso_Latn", + "languages": [ + "fij-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594901, + "recall": 0.659091, + "f1": 0.612239, + "accuracy": 0.659091, + "main_score": 0.612239, + "hf_subset": "fij_Latn-sin_Sinh", + "languages": [ + "fij-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655316, + "recall": 0.715415, + "f1": 0.670759, + "accuracy": 0.715415, + "main_score": 0.670759, + "hf_subset": "fij_Latn-tha_Thai", + "languages": [ + "fij-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638693, + "recall": 0.692688, + "f1": 0.652486, + "accuracy": 0.692688, + "main_score": 0.652486, + "hf_subset": "fij_Latn-zho_Hans", + "languages": [ + "fij-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677556, + "recall": 0.731225, + "f1": 0.692284, + "accuracy": 0.731225, + "main_score": 0.692284, + "hf_subset": "fij_Latn-ast_Latn", + "languages": [ + "fij-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633789, + "recall": 0.688735, + "f1": 0.64783, + "accuracy": 0.688735, + "main_score": 0.64783, + "hf_subset": "fij_Latn-crh_Latn", + "languages": [ + "fij-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686094, + "recall": 0.729249, + "f1": 0.69761, + "accuracy": 0.729249, + "main_score": 0.69761, + "hf_subset": "fij_Latn-glg_Latn", + "languages": [ + "fij-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573041, + "recall": 0.628458, + "f1": 0.58785, + "accuracy": 0.628458, + "main_score": 0.58785, + "hf_subset": "fij_Latn-kas_Deva", + "languages": [ + "fij-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623409, + "recall": 0.679842, + "f1": 0.639136, + "accuracy": 0.679842, + "main_score": 0.639136, + "hf_subset": "fij_Latn-ltz_Latn", + "languages": [ + "fij-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470516, + "recall": 0.518775, + "f1": 0.483984, + "accuracy": 0.518775, + "main_score": 0.483984, + "hf_subset": "fij_Latn-nus_Latn", + "languages": [ + "fij-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660669, + "recall": 0.716403, + "f1": 0.676043, + "accuracy": 0.716403, + "main_score": 0.676043, + "hf_subset": "fij_Latn-slk_Latn", + "languages": [ + "fij-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438395, + "recall": 0.503953, + "f1": 0.45601, + "accuracy": 0.503953, + "main_score": 0.45601, + "hf_subset": "fij_Latn-tir_Ethi", + "languages": [ + "fij-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635983, + "recall": 0.692688, + "f1": 0.651006, + "accuracy": 0.692688, + "main_score": 0.651006, + "hf_subset": "fij_Latn-zho_Hant", + "languages": [ + "fij-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654618, + "recall": 0.708498, + "f1": 0.669156, + "accuracy": 0.708498, + "main_score": 0.669156, + "hf_subset": "fij_Latn-awa_Deva", + "languages": [ + "fij-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644134, + "recall": 0.688735, + "f1": 0.65588, + "accuracy": 0.688735, + "main_score": 0.65588, + "hf_subset": "fij_Latn-cym_Latn", + "languages": [ + "fij-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590639, + "recall": 0.630435, + "f1": 0.601634, + "accuracy": 0.630435, + "main_score": 0.601634, + "hf_subset": "fij_Latn-grn_Latn", + "languages": [ + "fij-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60896, + "recall": 0.671937, + "f1": 0.626066, + "accuracy": 0.671937, + "main_score": 0.626066, + "hf_subset": "fij_Latn-kat_Geor", + "languages": [ + "fij-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569989, + "recall": 0.607708, + "f1": 0.580865, + "accuracy": 0.607708, + "main_score": 0.580865, + "hf_subset": "fij_Latn-lua_Latn", + "languages": [ + "fij-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588514, + "recall": 0.631423, + "f1": 0.600925, + "accuracy": 0.631423, + "main_score": 0.600925, + "hf_subset": "fij_Latn-nya_Latn", + "languages": [ + "fij-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661871, + "recall": 0.718379, + "f1": 0.676552, + "accuracy": 0.718379, + "main_score": 0.676552, + "hf_subset": "fij_Latn-slv_Latn", + "languages": [ + "fij-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638385, + "recall": 0.682806, + "f1": 0.650347, + "accuracy": 0.682806, + "main_score": 0.650347, + "hf_subset": "fij_Latn-tpi_Latn", + "languages": [ + "fij-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69575, + "recall": 0.744071, + "f1": 0.708603, + "accuracy": 0.744071, + "main_score": 0.708603, + "hf_subset": "fij_Latn-zsm_Latn", + "languages": [ + "fij-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507139, + "recall": 0.55336, + "f1": 0.520364, + "accuracy": 0.55336, + "main_score": 0.520364, + "hf_subset": "fij_Latn-ayr_Latn", + "languages": [ + "fij-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681964, + "recall": 0.733202, + "f1": 0.695384, + "accuracy": 0.733202, + "main_score": 0.695384, + "hf_subset": "fij_Latn-dan_Latn", + "languages": [ + "fij-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642149, + "recall": 0.698617, + "f1": 0.657675, + "accuracy": 0.698617, + "main_score": 0.657675, + "hf_subset": "fij_Latn-guj_Gujr", + "languages": [ + "fij-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639166, + "recall": 0.701581, + "f1": 0.65593, + "accuracy": 0.701581, + "main_score": 0.65593, + "hf_subset": "fij_Latn-kaz_Cyrl", + "languages": [ + "fij-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519087, + "recall": 0.568182, + "f1": 0.532839, + "accuracy": 0.568182, + "main_score": 0.532839, + "hf_subset": "fij_Latn-lug_Latn", + "languages": [ + "fij-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670715, + "recall": 0.725296, + "f1": 0.685289, + "accuracy": 0.725296, + "main_score": 0.685289, + "hf_subset": "fij_Latn-oci_Latn", + "languages": [ + "fij-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651999, + "recall": 0.69664, + "f1": 0.664208, + "accuracy": 0.69664, + "main_score": 0.664208, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527402, + "recall": 0.586957, + "f1": 0.543844, + "accuracy": 0.586957, + "main_score": 0.543844, + "hf_subset": "fij_Latn-tsn_Latn", + "languages": [ + "fij-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546092, + "recall": 0.601779, + "f1": 0.56145, + "accuracy": 0.601779, + "main_score": 0.56145, + "hf_subset": "fij_Latn-zul_Latn", + "languages": [ + "fij-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537196, + "recall": 0.590909, + "f1": 0.552101, + "accuracy": 0.590909, + "main_score": 0.552101, + "hf_subset": "fij_Latn-azb_Arab", + "languages": [ + "fij-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672537, + "recall": 0.726285, + "f1": 0.68682, + "accuracy": 0.726285, + "main_score": 0.68682, + "hf_subset": "fij_Latn-deu_Latn", + "languages": [ + "fij-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590346, + "recall": 0.652174, + "f1": 0.607613, + "accuracy": 0.652174, + "main_score": 0.607613, + "hf_subset": "fij_Latn-hat_Latn", + "languages": [ + "fij-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4876, + "recall": 0.534585, + "f1": 0.501012, + "accuracy": 0.534585, + "main_score": 0.501012, + "hf_subset": "fij_Latn-kbp_Latn", + "languages": [ + "fij-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547261, + "recall": 0.588933, + "f1": 0.559472, + "accuracy": 0.588933, + "main_score": 0.559472, + "hf_subset": "fij_Latn-luo_Latn", + "languages": [ + "fij-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64706, + "recall": 0.704545, + "f1": 0.662374, + "accuracy": 0.704545, + "main_score": 0.662374, + "hf_subset": "fij_Latn-ory_Orya", + "languages": [ + "fij-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542113, + "recall": 0.597826, + "f1": 0.557814, + "accuracy": 0.597826, + "main_score": 0.557814, + "hf_subset": "fij_Latn-sna_Latn", + "languages": [ + "fij-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545953, + "recall": 0.587945, + "f1": 0.557169, + "accuracy": 0.587945, + "main_score": 0.557169, + "hf_subset": "fij_Latn-tso_Latn", + "languages": [ + "fij-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623024, + "recall": 0.686759, + "f1": 0.640672, + "accuracy": 0.686759, + "main_score": 0.640672, + "hf_subset": "fij_Latn-azj_Latn", + "languages": [ + "fij-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503574, + "recall": 0.551383, + "f1": 0.518149, + "accuracy": 0.551383, + "main_score": 0.518149, + "hf_subset": "fij_Latn-dik_Latn", + "languages": [ + "fij-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589196, + "recall": 0.636364, + "f1": 0.602296, + "accuracy": 0.636364, + "main_score": 0.602296, + "hf_subset": "fij_Latn-hau_Latn", + "languages": [ + "fij-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638116, + "recall": 0.686759, + "f1": 0.650204, + "accuracy": 0.686759, + "main_score": 0.650204, + "hf_subset": "fij_Latn-kea_Latn", + "languages": [ + "fij-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579258, + "recall": 0.621542, + "f1": 0.59096, + "accuracy": 0.621542, + "main_score": 0.59096, + "hf_subset": "fij_Latn-lus_Latn", + "languages": [ + "fij-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606946, + "recall": 0.646245, + "f1": 0.617456, + "accuracy": 0.646245, + "main_score": 0.617456, + "hf_subset": "fij_Latn-pag_Latn", + "languages": [ + "fij-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628435, + "recall": 0.685771, + "f1": 0.643957, + "accuracy": 0.685771, + "main_score": 0.643957, + "hf_subset": "fij_Latn-snd_Arab", + "languages": [ + "fij-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590842, + "recall": 0.640316, + "f1": 0.604156, + "accuracy": 0.640316, + "main_score": 0.604156, + "hf_subset": "fij_Latn-tuk_Latn", + "languages": [ + "fij-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627599, + "recall": 0.676877, + "f1": 0.641026, + "accuracy": 0.676877, + "main_score": 0.641026, + "hf_subset": "fij_Latn-bak_Cyrl", + "languages": [ + "fij-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420303, + "recall": 0.493083, + "f1": 0.440854, + "accuracy": 0.493083, + "main_score": 0.440854, + "hf_subset": "fij_Latn-dyu_Latn", + "languages": [ + "fij-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653656, + "recall": 0.705534, + "f1": 0.667812, + "accuracy": 0.705534, + "main_score": 0.667812, + "hf_subset": "fij_Latn-heb_Hebr", + "languages": [ + "fij-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611425, + "recall": 0.661067, + "f1": 0.624695, + "accuracy": 0.661067, + "main_score": 0.624695, + "hf_subset": "fij_Latn-khk_Cyrl", + "languages": [ + "fij-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655732, + "recall": 0.706522, + "f1": 0.668454, + "accuracy": 0.706522, + "main_score": 0.668454, + "hf_subset": "fij_Latn-lvs_Latn", + "languages": [ + "fij-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658089, + "recall": 0.718379, + "f1": 0.674749, + "accuracy": 0.718379, + "main_score": 0.674749, + "hf_subset": "fij_Latn-pan_Guru", + "languages": [ + "fij-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540869, + "recall": 0.589921, + "f1": 0.554099, + "accuracy": 0.589921, + "main_score": 0.554099, + "hf_subset": "fij_Latn-som_Latn", + "languages": [ + "fij-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547621, + "recall": 0.588933, + "f1": 0.55925, + "accuracy": 0.588933, + "main_score": 0.55925, + "hf_subset": "fij_Latn-tum_Latn", + "languages": [ + "fij-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483888, + "recall": 0.540514, + "f1": 0.499402, + "accuracy": 0.540514, + "main_score": 0.499402, + "hf_subset": "isl_Latn-ace_Arab", + "languages": [ + "isl-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508937, + "recall": 0.561265, + "f1": 0.523559, + "accuracy": 0.561265, + "main_score": 0.523559, + "hf_subset": "isl_Latn-bam_Latn", + "languages": [ + "isl-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392391, + "recall": 0.460474, + "f1": 0.410833, + "accuracy": 0.460474, + "main_score": 0.410833, + "hf_subset": "isl_Latn-dzo_Tibt", + "languages": [ + "isl-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-hin_Deva", + "languages": [ + "isl-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "isl_Latn-khm_Khmr", + "languages": [ + "isl-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-mag_Deva", + "languages": [ + "isl-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92164, + "recall": 0.942688, + "f1": 0.927997, + "accuracy": 0.942688, + "main_score": 0.927997, + "hf_subset": "isl_Latn-pap_Latn", + "languages": [ + "isl-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553255, + "recall": 0.602767, + "f1": 0.567586, + "accuracy": 0.602767, + "main_score": 0.567586, + "hf_subset": "isl_Latn-sot_Latn", + "languages": [ + "isl-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "isl_Latn-tur_Latn", + "languages": [ + "isl-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761248, + "recall": 0.810277, + "f1": 0.775315, + "accuracy": 0.810277, + "main_score": 0.775315, + "hf_subset": "isl_Latn-ace_Latn", + "languages": [ + "isl-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873593, + "recall": 0.902174, + "f1": 0.882131, + "accuracy": 0.902174, + "main_score": 0.882131, + "hf_subset": "isl_Latn-ban_Latn", + "languages": [ + "isl-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-ell_Grek", + "languages": [ + "isl-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "isl_Latn-hne_Deva", + "languages": [ + "isl-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540357, + "recall": 0.588933, + "f1": 0.553804, + "accuracy": 0.588933, + "main_score": 0.553804, + "hf_subset": "isl_Latn-kik_Latn", + "languages": [ + "isl-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-mai_Deva", + "languages": [ + "isl-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92169, + "recall": 0.943676, + "f1": 0.92859, + "accuracy": 0.943676, + "main_score": 0.92859, + "hf_subset": "isl_Latn-pbt_Arab", + "languages": [ + "isl-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-spa_Latn", + "languages": [ + "isl-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574882, + "recall": 0.623518, + "f1": 0.58902, + "accuracy": 0.623518, + "main_score": 0.58902, + "hf_subset": "isl_Latn-twi_Latn", + "languages": [ + "isl-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-acm_Arab", + "languages": [ + "isl-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "isl_Latn-bel_Cyrl", + "languages": [ + "isl-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-hrv_Latn", + "languages": [ + "isl-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539023, + "recall": 0.594862, + "f1": 0.554733, + "accuracy": 0.594862, + "main_score": 0.554733, + "hf_subset": "isl_Latn-kin_Latn", + "languages": [ + "isl-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-mal_Mlym", + "languages": [ + "isl-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-pes_Arab", + "languages": [ + "isl-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.962451, + "f1": 0.950593, + "accuracy": 0.962451, + "main_score": 0.950593, + "hf_subset": "isl_Latn-srd_Latn", + "languages": [ + "isl-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180479, + "recall": 0.222332, + "f1": 0.191279, + "accuracy": 0.222332, + "main_score": 0.191279, + "hf_subset": "isl_Latn-tzm_Tfng", + "languages": [ + "isl-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-acq_Arab", + "languages": [ + "isl-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612592, + "recall": 0.658103, + "f1": 0.624649, + "accuracy": 0.658103, + "main_score": 0.624649, + "hf_subset": "isl_Latn-bem_Latn", + "languages": [ + "isl-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-epo_Latn", + "languages": [ + "isl-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-hun_Latn", + "languages": [ + "isl-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958086, + "recall": 0.971344, + "f1": 0.962352, + "accuracy": 0.971344, + "main_score": 0.962352, + "hf_subset": "isl_Latn-kir_Cyrl", + "languages": [ + "isl-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "isl_Latn-mar_Deva", + "languages": [ + "isl-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644469, + "recall": 0.693676, + "f1": 0.658385, + "accuracy": 0.693676, + "main_score": 0.658385, + "hf_subset": "isl_Latn-plt_Latn", + "languages": [ + "isl-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "isl_Latn-srp_Cyrl", + "languages": [ + "isl-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918067, + "recall": 0.940711, + "f1": 0.925099, + "accuracy": 0.940711, + "main_score": 0.925099, + "hf_subset": "isl_Latn-uig_Arab", + "languages": [ + "isl-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "isl_Latn-aeb_Arab", + "languages": [ + "isl-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-ben_Beng", + "languages": [ + "isl-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-est_Latn", + "languages": [ + "isl-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-hye_Armn", + "languages": [ + "isl-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538643, + "recall": 0.586957, + "f1": 0.551997, + "accuracy": 0.586957, + "main_score": 0.551997, + "hf_subset": "isl_Latn-kmb_Latn", + "languages": [ + "isl-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439417, + "recall": 0.505929, + "f1": 0.457228, + "accuracy": 0.505929, + "main_score": 0.457228, + "hf_subset": "isl_Latn-min_Arab", + "languages": [ + "isl-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-pol_Latn", + "languages": [ + "isl-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575407, + "recall": 0.623518, + "f1": 0.58843, + "accuracy": 0.623518, + "main_score": 0.58843, + "hf_subset": "isl_Latn-ssw_Latn", + "languages": [ + "isl-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "isl_Latn-ukr_Cyrl", + "languages": [ + "isl-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "isl_Latn-bho_Deva", + "languages": [ + "isl-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "isl_Latn-eus_Latn", + "languages": [ + "isl-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556194, + "recall": 0.610672, + "f1": 0.571305, + "accuracy": 0.610672, + "main_score": 0.571305, + "hf_subset": "isl_Latn-ibo_Latn", + "languages": [ + "isl-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809743, + "recall": 0.853755, + "f1": 0.823106, + "accuracy": 0.853755, + "main_score": 0.823106, + "hf_subset": "isl_Latn-kmr_Latn", + "languages": [ + "isl-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947661, + "recall": 0.962451, + "f1": 0.952404, + "accuracy": 0.962451, + "main_score": 0.952404, + "hf_subset": "isl_Latn-min_Latn", + "languages": [ + "isl-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "isl_Latn-por_Latn", + "languages": [ + "isl-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "isl_Latn-sun_Latn", + "languages": [ + "isl-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505329, + "recall": 0.561265, + "f1": 0.521244, + "accuracy": 0.561265, + "main_score": 0.521244, + "hf_subset": "isl_Latn-umb_Latn", + "languages": [ + "isl-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-ajp_Arab", + "languages": [ + "isl-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472104, + "recall": 0.522727, + "f1": 0.485816, + "accuracy": 0.522727, + "main_score": 0.485816, + "hf_subset": "isl_Latn-bjn_Arab", + "languages": [ + "isl-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514006, + "recall": 0.557312, + "f1": 0.52672, + "accuracy": 0.557312, + "main_score": 0.52672, + "hf_subset": "isl_Latn-ewe_Latn", + "languages": [ + "isl-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870711, + "recall": 0.899209, + "f1": 0.878903, + "accuracy": 0.899209, + "main_score": 0.878903, + "hf_subset": "isl_Latn-ilo_Latn", + "languages": [ + "isl-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310221, + "recall": 0.360672, + "f1": 0.32452, + "accuracy": 0.360672, + "main_score": 0.32452, + "hf_subset": "isl_Latn-knc_Arab", + "languages": [ + "isl-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-mkd_Cyrl", + "languages": [ + "isl-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-prs_Arab", + "languages": [ + "isl-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-urd_Arab", + "languages": [ + "isl-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552161, + "recall": 0.601779, + "f1": 0.565751, + "accuracy": 0.601779, + "main_score": 0.565751, + "hf_subset": "isl_Latn-aka_Latn", + "languages": [ + "isl-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926032, + "recall": 0.945652, + "f1": 0.932181, + "accuracy": 0.945652, + "main_score": 0.932181, + "hf_subset": "isl_Latn-bjn_Latn", + "languages": [ + "isl-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-ind_Latn", + "languages": [ + "isl-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56361, + "recall": 0.605731, + "f1": 0.575389, + "accuracy": 0.605731, + "main_score": 0.575389, + "hf_subset": "isl_Latn-knc_Latn", + "languages": [ + "isl-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "isl_Latn-mlt_Latn", + "languages": [ + "isl-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638022, + "recall": 0.694664, + "f1": 0.654318, + "accuracy": 0.694664, + "main_score": 0.654318, + "hf_subset": "isl_Latn-quy_Latn", + "languages": [ + "isl-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941453, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "isl_Latn-swh_Latn", + "languages": [ + "isl-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "isl_Latn-uzn_Latn", + "languages": [ + "isl-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "isl_Latn-als_Latn", + "languages": [ + "isl-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578458, + "recall": 0.66502, + "f1": 0.603346, + "accuracy": 0.66502, + "main_score": 0.603346, + "hf_subset": "isl_Latn-bod_Tibt", + "languages": [ + "isl-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678881, + "recall": 0.733202, + "f1": 0.694143, + "accuracy": 0.733202, + "main_score": 0.694143, + "hf_subset": "isl_Latn-fij_Latn", + "languages": [ + "isl-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624411, + "recall": 0.666996, + "f1": 0.636338, + "accuracy": 0.666996, + "main_score": 0.636338, + "hf_subset": "isl_Latn-kon_Latn", + "languages": [ + "isl-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554622, + "recall": 0.617589, + "f1": 0.573094, + "accuracy": 0.617589, + "main_score": 0.573094, + "hf_subset": "isl_Latn-mni_Beng", + "languages": [ + "isl-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "isl_Latn-ron_Latn", + "languages": [ + "isl-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967144, + "recall": 0.976285, + "f1": 0.970092, + "accuracy": 0.976285, + "main_score": 0.970092, + "hf_subset": "isl_Latn-szl_Latn", + "languages": [ + "isl-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "isl_Latn-vec_Latn", + "languages": [ + "isl-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891469, + "recall": 0.922925, + "f1": 0.901435, + "accuracy": 0.922925, + "main_score": 0.901435, + "hf_subset": "isl_Latn-amh_Ethi", + "languages": [ + "isl-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-bos_Latn", + "languages": [ + "isl-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "isl_Latn-fin_Latn", + "languages": [ + "isl-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-ita_Latn", + "languages": [ + "isl-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "isl_Latn-kor_Hang", + "languages": [ + "isl-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517467, + "recall": 0.570158, + "f1": 0.532721, + "accuracy": 0.570158, + "main_score": 0.532721, + "hf_subset": "isl_Latn-mos_Latn", + "languages": [ + "isl-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541091, + "recall": 0.590909, + "f1": 0.554349, + "accuracy": 0.590909, + "main_score": 0.554349, + "hf_subset": "isl_Latn-run_Latn", + "languages": [ + "isl-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-tam_Taml", + "languages": [ + "isl-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-vie_Latn", + "languages": [ + "isl-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-apc_Arab", + "languages": [ + "isl-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717837, + "recall": 0.767787, + "f1": 0.73181, + "accuracy": 0.767787, + "main_score": 0.73181, + "hf_subset": "isl_Latn-bug_Latn", + "languages": [ + "isl-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466449, + "recall": 0.514822, + "f1": 0.479996, + "accuracy": 0.514822, + "main_score": 0.479996, + "hf_subset": "isl_Latn-fon_Latn", + "languages": [ + "isl-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "isl_Latn-jav_Latn", + "languages": [ + "isl-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "isl_Latn-lao_Laoo", + "languages": [ + "isl-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81992, + "recall": 0.864625, + "f1": 0.833613, + "accuracy": 0.864625, + "main_score": 0.833613, + "hf_subset": "isl_Latn-mri_Latn", + "languages": [ + "isl-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-rus_Cyrl", + "languages": [ + "isl-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495209, + "recall": 0.548419, + "f1": 0.510207, + "accuracy": 0.548419, + "main_score": 0.510207, + "hf_subset": "isl_Latn-taq_Latn", + "languages": [ + "isl-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962862, + "recall": 0.974308, + "f1": 0.966469, + "accuracy": 0.974308, + "main_score": 0.966469, + "hf_subset": "isl_Latn-war_Latn", + "languages": [ + "isl-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-arb_Arab", + "languages": [ + "isl-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-bul_Cyrl", + "languages": [ + "isl-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-fra_Latn", + "languages": [ + "isl-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-jpn_Jpan", + "languages": [ + "isl-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949687, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "isl_Latn-lij_Latn", + "languages": [ + "isl-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "isl_Latn-mya_Mymr", + "languages": [ + "isl-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550152, + "recall": 0.610672, + "f1": 0.567107, + "accuracy": 0.610672, + "main_score": 0.567107, + "hf_subset": "isl_Latn-sag_Latn", + "languages": [ + "isl-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186365, + "recall": 0.23419, + "f1": 0.197857, + "accuracy": 0.23419, + "main_score": 0.197857, + "hf_subset": "isl_Latn-taq_Tfng", + "languages": [ + "isl-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586627, + "recall": 0.63834, + "f1": 0.601407, + "accuracy": 0.63834, + "main_score": 0.601407, + "hf_subset": "isl_Latn-wol_Latn", + "languages": [ + "isl-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726564, + "recall": 0.784585, + "f1": 0.743336, + "accuracy": 0.784585, + "main_score": 0.743336, + "hf_subset": "isl_Latn-arb_Latn", + "languages": [ + "isl-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-cat_Latn", + "languages": [ + "isl-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.962451, + "f1": 0.953393, + "accuracy": 0.962451, + "main_score": 0.953393, + "hf_subset": "isl_Latn-fur_Latn", + "languages": [ + "isl-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429929, + "recall": 0.479249, + "f1": 0.44342, + "accuracy": 0.479249, + "main_score": 0.44342, + "hf_subset": "isl_Latn-kab_Latn", + "languages": [ + "isl-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "isl_Latn-lim_Latn", + "languages": [ + "isl-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.974308, + "f1": 0.967556, + "accuracy": 0.974308, + "main_score": 0.967556, + "hf_subset": "isl_Latn-san_Deva", + "languages": [ + "isl-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "isl_Latn-tat_Cyrl", + "languages": [ + "isl-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639604, + "recall": 0.692688, + "f1": 0.65449, + "accuracy": 0.692688, + "main_score": 0.65449, + "hf_subset": "isl_Latn-xho_Latn", + "languages": [ + "isl-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-ars_Arab", + "languages": [ + "isl-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "isl_Latn-ceb_Latn", + "languages": [ + "isl-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538954, + "recall": 0.583004, + "f1": 0.551428, + "accuracy": 0.583004, + "main_score": 0.551428, + "hf_subset": "isl_Latn-fuv_Latn", + "languages": [ + "isl-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49952, + "recall": 0.549407, + "f1": 0.513216, + "accuracy": 0.549407, + "main_score": 0.513216, + "hf_subset": "isl_Latn-kac_Latn", + "languages": [ + "isl-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620415, + "recall": 0.670949, + "f1": 0.634673, + "accuracy": 0.670949, + "main_score": 0.634673, + "hf_subset": "isl_Latn-lin_Latn", + "languages": [ + "isl-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.220813, + "recall": 0.289526, + "f1": 0.238624, + "accuracy": 0.289526, + "main_score": 0.238624, + "hf_subset": "isl_Latn-sat_Olck", + "languages": [ + "isl-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-tel_Telu", + "languages": [ + "isl-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909173, + "recall": 0.935771, + "f1": 0.917721, + "accuracy": 0.935771, + "main_score": 0.917721, + "hf_subset": "isl_Latn-ydd_Hebr", + "languages": [ + "isl-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "isl_Latn-ary_Arab", + "languages": [ + "isl-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "isl_Latn-ces_Latn", + "languages": [ + "isl-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527977, + "recall": 0.58004, + "f1": 0.542229, + "accuracy": 0.58004, + "main_score": 0.542229, + "hf_subset": "isl_Latn-gaz_Latn", + "languages": [ + "isl-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56038, + "recall": 0.615613, + "f1": 0.576092, + "accuracy": 0.615613, + "main_score": 0.576092, + "hf_subset": "isl_Latn-kam_Latn", + "languages": [ + "isl-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "isl_Latn-lit_Latn", + "languages": [ + "isl-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "isl_Latn-scn_Latn", + "languages": [ + "isl-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "isl_Latn-tgk_Cyrl", + "languages": [ + "isl-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681645, + "recall": 0.749012, + "f1": 0.702503, + "accuracy": 0.749012, + "main_score": 0.702503, + "hf_subset": "isl_Latn-yor_Latn", + "languages": [ + "isl-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.975856, + "accuracy": 0.981225, + "main_score": 0.975856, + "hf_subset": "isl_Latn-arz_Arab", + "languages": [ + "isl-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525396, + "recall": 0.574111, + "f1": 0.539166, + "accuracy": 0.574111, + "main_score": 0.539166, + "hf_subset": "isl_Latn-cjk_Latn", + "languages": [ + "isl-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747711, + "recall": 0.800395, + "f1": 0.763048, + "accuracy": 0.800395, + "main_score": 0.763048, + "hf_subset": "isl_Latn-gla_Latn", + "languages": [ + "isl-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "isl_Latn-kan_Knda", + "languages": [ + "isl-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951663, + "recall": 0.965415, + "f1": 0.955929, + "accuracy": 0.965415, + "main_score": 0.955929, + "hf_subset": "isl_Latn-lmo_Latn", + "languages": [ + "isl-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "isl_Latn-npi_Deva", + "languages": [ + "isl-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451825, + "recall": 0.504941, + "f1": 0.466112, + "accuracy": 0.504941, + "main_score": 0.466112, + "hf_subset": "isl_Latn-shn_Mymr", + "languages": [ + "isl-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-tgl_Latn", + "languages": [ + "isl-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "isl_Latn-yue_Hant", + "languages": [ + "isl-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "isl_Latn-asm_Beng", + "languages": [ + "isl-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931489, + "recall": 0.951581, + "f1": 0.937714, + "accuracy": 0.951581, + "main_score": 0.937714, + "hf_subset": "isl_Latn-ckb_Arab", + "languages": [ + "isl-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831778, + "recall": 0.871542, + "f1": 0.843744, + "accuracy": 0.871542, + "main_score": 0.843744, + "hf_subset": "isl_Latn-gle_Latn", + "languages": [ + "isl-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871574, + "recall": 0.900198, + "f1": 0.880402, + "accuracy": 0.900198, + "main_score": 0.880402, + "hf_subset": "isl_Latn-kas_Arab", + "languages": [ + "isl-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858646, + "recall": 0.897233, + "f1": 0.870572, + "accuracy": 0.897233, + "main_score": 0.870572, + "hf_subset": "isl_Latn-ltg_Latn", + "languages": [ + "isl-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57464, + "recall": 0.620553, + "f1": 0.5871, + "accuracy": 0.620553, + "main_score": 0.5871, + "hf_subset": "isl_Latn-nso_Latn", + "languages": [ + "isl-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950626, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "isl_Latn-sin_Sinh", + "languages": [ + "isl-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-tha_Thai", + "languages": [ + "isl-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97472, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "isl_Latn-zho_Hans", + "languages": [ + "isl-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "isl_Latn-ast_Latn", + "languages": [ + "isl-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "isl_Latn-crh_Latn", + "languages": [ + "isl-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "isl_Latn-glg_Latn", + "languages": [ + "isl-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786808, + "recall": 0.838933, + "f1": 0.802734, + "accuracy": 0.838933, + "main_score": 0.802734, + "hf_subset": "isl_Latn-kas_Deva", + "languages": [ + "isl-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459158, + "recall": 0.511858, + "f1": 0.473481, + "accuracy": 0.511858, + "main_score": 0.473481, + "hf_subset": "isl_Latn-nus_Latn", + "languages": [ + "isl-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "isl_Latn-slk_Latn", + "languages": [ + "isl-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545796, + "recall": 0.61166, + "f1": 0.56421, + "accuracy": 0.61166, + "main_score": 0.56421, + "hf_subset": "isl_Latn-tir_Ethi", + "languages": [ + "isl-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-zho_Hant", + "languages": [ + "isl-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "isl_Latn-awa_Deva", + "languages": [ + "isl-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "isl_Latn-cym_Latn", + "languages": [ + "isl-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737832, + "recall": 0.785573, + "f1": 0.751641, + "accuracy": 0.785573, + "main_score": 0.751641, + "hf_subset": "isl_Latn-grn_Latn", + "languages": [ + "isl-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "isl_Latn-kat_Geor", + "languages": [ + "isl-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60807, + "recall": 0.65415, + "f1": 0.621655, + "accuracy": 0.65415, + "main_score": 0.621655, + "hf_subset": "isl_Latn-lua_Latn", + "languages": [ + "isl-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600718, + "recall": 0.652174, + "f1": 0.615398, + "accuracy": 0.652174, + "main_score": 0.615398, + "hf_subset": "isl_Latn-nya_Latn", + "languages": [ + "isl-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "isl_Latn-slv_Latn", + "languages": [ + "isl-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85415, + "recall": 0.890316, + "f1": 0.864723, + "accuracy": 0.890316, + "main_score": 0.864723, + "hf_subset": "isl_Latn-tpi_Latn", + "languages": [ + "isl-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "isl_Latn-zsm_Latn", + "languages": [ + "isl-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512959, + "recall": 0.561265, + "f1": 0.525803, + "accuracy": 0.561265, + "main_score": 0.525803, + "hf_subset": "isl_Latn-ayr_Latn", + "languages": [ + "isl-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "isl_Latn-guj_Gujr", + "languages": [ + "isl-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978837, + "recall": 0.985178, + "f1": 0.980797, + "accuracy": 0.985178, + "main_score": 0.980797, + "hf_subset": "isl_Latn-kaz_Cyrl", + "languages": [ + "isl-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521038, + "recall": 0.573123, + "f1": 0.535207, + "accuracy": 0.573123, + "main_score": 0.535207, + "hf_subset": "isl_Latn-lug_Latn", + "languages": [ + "isl-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "isl_Latn-oci_Latn", + "languages": [ + "isl-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779604, + "recall": 0.827075, + "f1": 0.793514, + "accuracy": 0.827075, + "main_score": 0.793514, + "hf_subset": "isl_Latn-smo_Latn", + "languages": [ + "isl-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515797, + "recall": 0.573123, + "f1": 0.531709, + "accuracy": 0.573123, + "main_score": 0.531709, + "hf_subset": "isl_Latn-tsn_Latn", + "languages": [ + "isl-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586126, + "recall": 0.643281, + "f1": 0.601749, + "accuracy": 0.643281, + "main_score": 0.601749, + "hf_subset": "isl_Latn-zul_Latn", + "languages": [ + "isl-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827734, + "recall": 0.870553, + "f1": 0.840679, + "accuracy": 0.870553, + "main_score": 0.840679, + "hf_subset": "isl_Latn-azb_Arab", + "languages": [ + "isl-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923584, + "recall": 0.94664, + "f1": 0.930995, + "accuracy": 0.94664, + "main_score": 0.930995, + "hf_subset": "isl_Latn-hat_Latn", + "languages": [ + "isl-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48504, + "recall": 0.539526, + "f1": 0.499993, + "accuracy": 0.539526, + "main_score": 0.499993, + "hf_subset": "isl_Latn-kbp_Latn", + "languages": [ + "isl-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545985, + "recall": 0.591897, + "f1": 0.558545, + "accuracy": 0.591897, + "main_score": 0.558545, + "hf_subset": "isl_Latn-luo_Latn", + "languages": [ + "isl-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "isl_Latn-ory_Orya", + "languages": [ + "isl-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564166, + "recall": 0.617589, + "f1": 0.578953, + "accuracy": 0.617589, + "main_score": 0.578953, + "hf_subset": "isl_Latn-sna_Latn", + "languages": [ + "isl-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535264, + "recall": 0.583992, + "f1": 0.54847, + "accuracy": 0.583992, + "main_score": 0.54847, + "hf_subset": "isl_Latn-tso_Latn", + "languages": [ + "isl-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "isl_Latn-azj_Latn", + "languages": [ + "isl-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505361, + "recall": 0.566206, + "f1": 0.522544, + "accuracy": 0.566206, + "main_score": 0.522544, + "hf_subset": "isl_Latn-dik_Latn", + "languages": [ + "isl-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682832, + "recall": 0.741107, + "f1": 0.699678, + "accuracy": 0.741107, + "main_score": 0.699678, + "hf_subset": "isl_Latn-hau_Latn", + "languages": [ + "isl-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932724, + "recall": 0.951581, + "f1": 0.938636, + "accuracy": 0.951581, + "main_score": 0.938636, + "hf_subset": "isl_Latn-kea_Latn", + "languages": [ + "isl-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654134, + "recall": 0.709486, + "f1": 0.670116, + "accuracy": 0.709486, + "main_score": 0.670116, + "hf_subset": "isl_Latn-lus_Latn", + "languages": [ + "isl-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788525, + "recall": 0.825099, + "f1": 0.798962, + "accuracy": 0.825099, + "main_score": 0.798962, + "hf_subset": "isl_Latn-pag_Latn", + "languages": [ + "isl-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "isl_Latn-snd_Arab", + "languages": [ + "isl-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896245, + "recall": 0.925889, + "f1": 0.905599, + "accuracy": 0.925889, + "main_score": 0.905599, + "hf_subset": "isl_Latn-tuk_Latn", + "languages": [ + "isl-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.964427, + "f1": 0.954513, + "accuracy": 0.964427, + "main_score": 0.954513, + "hf_subset": "isl_Latn-bak_Cyrl", + "languages": [ + "isl-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451935, + "recall": 0.51581, + "f1": 0.470138, + "accuracy": 0.51581, + "main_score": 0.470138, + "hf_subset": "isl_Latn-dyu_Latn", + "languages": [ + "isl-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-heb_Hebr", + "languages": [ + "isl-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "isl_Latn-khk_Cyrl", + "languages": [ + "isl-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "isl_Latn-lvs_Latn", + "languages": [ + "isl-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "isl_Latn-pan_Guru", + "languages": [ + "isl-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669064, + "recall": 0.726285, + "f1": 0.685784, + "accuracy": 0.726285, + "main_score": 0.685784, + "hf_subset": "isl_Latn-som_Latn", + "languages": [ + "isl-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571585, + "recall": 0.61166, + "f1": 0.582213, + "accuracy": 0.61166, + "main_score": 0.582213, + "hf_subset": "isl_Latn-tum_Latn", + "languages": [ + "isl-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484533, + "recall": 0.544466, + "f1": 0.500676, + "accuracy": 0.544466, + "main_score": 0.500676, + "hf_subset": "kon_Latn-ace_Arab", + "languages": [ + "kon-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528417, + "recall": 0.579051, + "f1": 0.543453, + "accuracy": 0.579051, + "main_score": 0.543453, + "hf_subset": "kon_Latn-bam_Latn", + "languages": [ + "kon-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.230493, + "recall": 0.278656, + "f1": 0.242347, + "accuracy": 0.278656, + "main_score": 0.242347, + "hf_subset": "kon_Latn-dzo_Tibt", + "languages": [ + "kon-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649914, + "recall": 0.700593, + "f1": 0.662904, + "accuracy": 0.700593, + "main_score": 0.662904, + "hf_subset": "kon_Latn-hin_Deva", + "languages": [ + "kon-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58823, + "recall": 0.644269, + "f1": 0.603561, + "accuracy": 0.644269, + "main_score": 0.603561, + "hf_subset": "kon_Latn-khm_Khmr", + "languages": [ + "kon-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641062, + "recall": 0.689723, + "f1": 0.654528, + "accuracy": 0.689723, + "main_score": 0.654528, + "hf_subset": "kon_Latn-mag_Deva", + "languages": [ + "kon-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651937, + "recall": 0.693676, + "f1": 0.662922, + "accuracy": 0.693676, + "main_score": 0.662922, + "hf_subset": "kon_Latn-pap_Latn", + "languages": [ + "kon-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589025, + "recall": 0.634387, + "f1": 0.60129, + "accuracy": 0.634387, + "main_score": 0.60129, + "hf_subset": "kon_Latn-sot_Latn", + "languages": [ + "kon-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653442, + "recall": 0.699605, + "f1": 0.666202, + "accuracy": 0.699605, + "main_score": 0.666202, + "hf_subset": "kon_Latn-tur_Latn", + "languages": [ + "kon-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63339, + "recall": 0.68083, + "f1": 0.646348, + "accuracy": 0.68083, + "main_score": 0.646348, + "hf_subset": "kon_Latn-ace_Latn", + "languages": [ + "kon-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652578, + "recall": 0.693676, + "f1": 0.663537, + "accuracy": 0.693676, + "main_score": 0.663537, + "hf_subset": "kon_Latn-ban_Latn", + "languages": [ + "kon-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639555, + "recall": 0.690711, + "f1": 0.653452, + "accuracy": 0.690711, + "main_score": 0.653452, + "hf_subset": "kon_Latn-ell_Grek", + "languages": [ + "kon-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625368, + "recall": 0.673913, + "f1": 0.638236, + "accuracy": 0.673913, + "main_score": 0.638236, + "hf_subset": "kon_Latn-hne_Deva", + "languages": [ + "kon-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55575, + "recall": 0.607708, + "f1": 0.570655, + "accuracy": 0.607708, + "main_score": 0.570655, + "hf_subset": "kon_Latn-kik_Latn", + "languages": [ + "kon-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62234, + "recall": 0.679842, + "f1": 0.637391, + "accuracy": 0.679842, + "main_score": 0.637391, + "hf_subset": "kon_Latn-mai_Deva", + "languages": [ + "kon-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593908, + "recall": 0.648221, + "f1": 0.609128, + "accuracy": 0.648221, + "main_score": 0.609128, + "hf_subset": "kon_Latn-pbt_Arab", + "languages": [ + "kon-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658119, + "recall": 0.711462, + "f1": 0.67252, + "accuracy": 0.711462, + "main_score": 0.67252, + "hf_subset": "kon_Latn-spa_Latn", + "languages": [ + "kon-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579802, + "recall": 0.629447, + "f1": 0.593367, + "accuracy": 0.629447, + "main_score": 0.593367, + "hf_subset": "kon_Latn-twi_Latn", + "languages": [ + "kon-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634845, + "recall": 0.682806, + "f1": 0.648461, + "accuracy": 0.682806, + "main_score": 0.648461, + "hf_subset": "kon_Latn-acm_Arab", + "languages": [ + "kon-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610476, + "recall": 0.659091, + "f1": 0.623006, + "accuracy": 0.659091, + "main_score": 0.623006, + "hf_subset": "kon_Latn-bel_Cyrl", + "languages": [ + "kon-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671042, + "recall": 0.72332, + "f1": 0.684934, + "accuracy": 0.72332, + "main_score": 0.684934, + "hf_subset": "kon_Latn-eng_Latn", + "languages": [ + "kon-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660908, + "recall": 0.710474, + "f1": 0.673906, + "accuracy": 0.710474, + "main_score": 0.673906, + "hf_subset": "kon_Latn-hrv_Latn", + "languages": [ + "kon-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547562, + "recall": 0.605731, + "f1": 0.563866, + "accuracy": 0.605731, + "main_score": 0.563866, + "hf_subset": "kon_Latn-kin_Latn", + "languages": [ + "kon-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633646, + "recall": 0.6917, + "f1": 0.64943, + "accuracy": 0.6917, + "main_score": 0.64943, + "hf_subset": "kon_Latn-mal_Mlym", + "languages": [ + "kon-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634965, + "recall": 0.689723, + "f1": 0.649269, + "accuracy": 0.689723, + "main_score": 0.649269, + "hf_subset": "kon_Latn-pes_Arab", + "languages": [ + "kon-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648472, + "recall": 0.698617, + "f1": 0.662034, + "accuracy": 0.698617, + "main_score": 0.662034, + "hf_subset": "kon_Latn-srd_Latn", + "languages": [ + "kon-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20607, + "recall": 0.251976, + "f1": 0.218211, + "accuracy": 0.251976, + "main_score": 0.218211, + "hf_subset": "kon_Latn-tzm_Tfng", + "languages": [ + "kon-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625352, + "recall": 0.679842, + "f1": 0.640294, + "accuracy": 0.679842, + "main_score": 0.640294, + "hf_subset": "kon_Latn-acq_Arab", + "languages": [ + "kon-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600286, + "recall": 0.645257, + "f1": 0.612716, + "accuracy": 0.645257, + "main_score": 0.612716, + "hf_subset": "kon_Latn-bem_Latn", + "languages": [ + "kon-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664707, + "recall": 0.713439, + "f1": 0.676965, + "accuracy": 0.713439, + "main_score": 0.676965, + "hf_subset": "kon_Latn-epo_Latn", + "languages": [ + "kon-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637677, + "recall": 0.689723, + "f1": 0.651964, + "accuracy": 0.689723, + "main_score": 0.651964, + "hf_subset": "kon_Latn-hun_Latn", + "languages": [ + "kon-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629974, + "recall": 0.675889, + "f1": 0.64239, + "accuracy": 0.675889, + "main_score": 0.64239, + "hf_subset": "kon_Latn-kir_Cyrl", + "languages": [ + "kon-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638967, + "recall": 0.685771, + "f1": 0.651671, + "accuracy": 0.685771, + "main_score": 0.651671, + "hf_subset": "kon_Latn-mar_Deva", + "languages": [ + "kon-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57888, + "recall": 0.624506, + "f1": 0.591457, + "accuracy": 0.624506, + "main_score": 0.591457, + "hf_subset": "kon_Latn-plt_Latn", + "languages": [ + "kon-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652581, + "recall": 0.705534, + "f1": 0.666552, + "accuracy": 0.705534, + "main_score": 0.666552, + "hf_subset": "kon_Latn-srp_Cyrl", + "languages": [ + "kon-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539419, + "recall": 0.591897, + "f1": 0.554101, + "accuracy": 0.591897, + "main_score": 0.554101, + "hf_subset": "kon_Latn-uig_Arab", + "languages": [ + "kon-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611079, + "recall": 0.657115, + "f1": 0.623643, + "accuracy": 0.657115, + "main_score": 0.623643, + "hf_subset": "kon_Latn-aeb_Arab", + "languages": [ + "kon-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628396, + "recall": 0.682806, + "f1": 0.643282, + "accuracy": 0.682806, + "main_score": 0.643282, + "hf_subset": "kon_Latn-ben_Beng", + "languages": [ + "kon-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631591, + "recall": 0.684783, + "f1": 0.645948, + "accuracy": 0.684783, + "main_score": 0.645948, + "hf_subset": "kon_Latn-est_Latn", + "languages": [ + "kon-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604269, + "recall": 0.658103, + "f1": 0.619123, + "accuracy": 0.658103, + "main_score": 0.619123, + "hf_subset": "kon_Latn-hye_Armn", + "languages": [ + "kon-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5631, + "recall": 0.612648, + "f1": 0.577077, + "accuracy": 0.612648, + "main_score": 0.577077, + "hf_subset": "kon_Latn-kmb_Latn", + "languages": [ + "kon-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434634, + "recall": 0.495059, + "f1": 0.451801, + "accuracy": 0.495059, + "main_score": 0.451801, + "hf_subset": "kon_Latn-min_Arab", + "languages": [ + "kon-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642004, + "recall": 0.69664, + "f1": 0.657445, + "accuracy": 0.69664, + "main_score": 0.657445, + "hf_subset": "kon_Latn-pol_Latn", + "languages": [ + "kon-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562195, + "recall": 0.612648, + "f1": 0.575776, + "accuracy": 0.612648, + "main_score": 0.575776, + "hf_subset": "kon_Latn-ssw_Latn", + "languages": [ + "kon-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638866, + "recall": 0.697628, + "f1": 0.655484, + "accuracy": 0.697628, + "main_score": 0.655484, + "hf_subset": "kon_Latn-ukr_Cyrl", + "languages": [ + "kon-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669313, + "recall": 0.724308, + "f1": 0.684028, + "accuracy": 0.724308, + "main_score": 0.684028, + "hf_subset": "kon_Latn-afr_Latn", + "languages": [ + "kon-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626409, + "recall": 0.675889, + "f1": 0.640083, + "accuracy": 0.675889, + "main_score": 0.640083, + "hf_subset": "kon_Latn-bho_Deva", + "languages": [ + "kon-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645366, + "recall": 0.6917, + "f1": 0.657767, + "accuracy": 0.6917, + "main_score": 0.657767, + "hf_subset": "kon_Latn-eus_Latn", + "languages": [ + "kon-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550299, + "recall": 0.607708, + "f1": 0.566935, + "accuracy": 0.607708, + "main_score": 0.566935, + "hf_subset": "kon_Latn-ibo_Latn", + "languages": [ + "kon-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597818, + "recall": 0.645257, + "f1": 0.611508, + "accuracy": 0.645257, + "main_score": 0.611508, + "hf_subset": "kon_Latn-kmr_Latn", + "languages": [ + "kon-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650947, + "recall": 0.698617, + "f1": 0.663437, + "accuracy": 0.698617, + "main_score": 0.663437, + "hf_subset": "kon_Latn-min_Latn", + "languages": [ + "kon-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664404, + "recall": 0.714427, + "f1": 0.678101, + "accuracy": 0.714427, + "main_score": 0.678101, + "hf_subset": "kon_Latn-por_Latn", + "languages": [ + "kon-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655474, + "recall": 0.705534, + "f1": 0.669354, + "accuracy": 0.705534, + "main_score": 0.669354, + "hf_subset": "kon_Latn-sun_Latn", + "languages": [ + "kon-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53421, + "recall": 0.583992, + "f1": 0.548426, + "accuracy": 0.583992, + "main_score": 0.548426, + "hf_subset": "kon_Latn-umb_Latn", + "languages": [ + "kon-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635564, + "recall": 0.688735, + "f1": 0.650154, + "accuracy": 0.688735, + "main_score": 0.650154, + "hf_subset": "kon_Latn-ajp_Arab", + "languages": [ + "kon-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448715, + "recall": 0.508893, + "f1": 0.465419, + "accuracy": 0.508893, + "main_score": 0.465419, + "hf_subset": "kon_Latn-bjn_Arab", + "languages": [ + "kon-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518643, + "recall": 0.567194, + "f1": 0.532712, + "accuracy": 0.567194, + "main_score": 0.532712, + "hf_subset": "kon_Latn-ewe_Latn", + "languages": [ + "kon-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673739, + "recall": 0.710474, + "f1": 0.683519, + "accuracy": 0.710474, + "main_score": 0.683519, + "hf_subset": "kon_Latn-ilo_Latn", + "languages": [ + "kon-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.312123, + "recall": 0.369565, + "f1": 0.327673, + "accuracy": 0.369565, + "main_score": 0.327673, + "hf_subset": "kon_Latn-knc_Arab", + "languages": [ + "kon-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647899, + "recall": 0.703557, + "f1": 0.663058, + "accuracy": 0.703557, + "main_score": 0.663058, + "hf_subset": "kon_Latn-mkd_Cyrl", + "languages": [ + "kon-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637732, + "recall": 0.688735, + "f1": 0.651817, + "accuracy": 0.688735, + "main_score": 0.651817, + "hf_subset": "kon_Latn-prs_Arab", + "languages": [ + "kon-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656868, + "recall": 0.712451, + "f1": 0.671846, + "accuracy": 0.712451, + "main_score": 0.671846, + "hf_subset": "kon_Latn-swe_Latn", + "languages": [ + "kon-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609068, + "recall": 0.674901, + "f1": 0.627887, + "accuracy": 0.674901, + "main_score": 0.627887, + "hf_subset": "kon_Latn-urd_Arab", + "languages": [ + "kon-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562778, + "recall": 0.610672, + "f1": 0.57613, + "accuracy": 0.610672, + "main_score": 0.57613, + "hf_subset": "kon_Latn-aka_Latn", + "languages": [ + "kon-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643415, + "recall": 0.682806, + "f1": 0.653824, + "accuracy": 0.682806, + "main_score": 0.653824, + "hf_subset": "kon_Latn-bjn_Latn", + "languages": [ + "kon-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598357, + "recall": 0.644269, + "f1": 0.610598, + "accuracy": 0.644269, + "main_score": 0.610598, + "hf_subset": "kon_Latn-fao_Latn", + "languages": [ + "kon-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661179, + "recall": 0.710474, + "f1": 0.674497, + "accuracy": 0.710474, + "main_score": 0.674497, + "hf_subset": "kon_Latn-ind_Latn", + "languages": [ + "kon-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554293, + "recall": 0.603755, + "f1": 0.567939, + "accuracy": 0.603755, + "main_score": 0.567939, + "hf_subset": "kon_Latn-knc_Latn", + "languages": [ + "kon-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657769, + "recall": 0.698617, + "f1": 0.668537, + "accuracy": 0.698617, + "main_score": 0.668537, + "hf_subset": "kon_Latn-mlt_Latn", + "languages": [ + "kon-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580298, + "recall": 0.630435, + "f1": 0.595026, + "accuracy": 0.630435, + "main_score": 0.595026, + "hf_subset": "kon_Latn-quy_Latn", + "languages": [ + "kon-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614016, + "recall": 0.666008, + "f1": 0.628957, + "accuracy": 0.666008, + "main_score": 0.628957, + "hf_subset": "kon_Latn-swh_Latn", + "languages": [ + "kon-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614892, + "recall": 0.664032, + "f1": 0.628302, + "accuracy": 0.664032, + "main_score": 0.628302, + "hf_subset": "kon_Latn-uzn_Latn", + "languages": [ + "kon-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634988, + "recall": 0.686759, + "f1": 0.648665, + "accuracy": 0.686759, + "main_score": 0.648665, + "hf_subset": "kon_Latn-als_Latn", + "languages": [ + "kon-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282271, + "recall": 0.352767, + "f1": 0.300235, + "accuracy": 0.352767, + "main_score": 0.300235, + "hf_subset": "kon_Latn-bod_Tibt", + "languages": [ + "kon-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569347, + "recall": 0.618577, + "f1": 0.583028, + "accuracy": 0.618577, + "main_score": 0.583028, + "hf_subset": "kon_Latn-fij_Latn", + "languages": [ + "kon-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599902, + "recall": 0.65415, + "f1": 0.614388, + "accuracy": 0.65415, + "main_score": 0.614388, + "hf_subset": "kon_Latn-isl_Latn", + "languages": [ + "kon-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53666, + "recall": 0.597826, + "f1": 0.554616, + "accuracy": 0.597826, + "main_score": 0.554616, + "hf_subset": "kon_Latn-mni_Beng", + "languages": [ + "kon-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669722, + "recall": 0.720356, + "f1": 0.683549, + "accuracy": 0.720356, + "main_score": 0.683549, + "hf_subset": "kon_Latn-ron_Latn", + "languages": [ + "kon-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637831, + "recall": 0.686759, + "f1": 0.649989, + "accuracy": 0.686759, + "main_score": 0.649989, + "hf_subset": "kon_Latn-szl_Latn", + "languages": [ + "kon-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669784, + "recall": 0.711462, + "f1": 0.680941, + "accuracy": 0.711462, + "main_score": 0.680941, + "hf_subset": "kon_Latn-vec_Latn", + "languages": [ + "kon-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547541, + "recall": 0.604743, + "f1": 0.563841, + "accuracy": 0.604743, + "main_score": 0.563841, + "hf_subset": "kon_Latn-amh_Ethi", + "languages": [ + "kon-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654797, + "recall": 0.709486, + "f1": 0.669637, + "accuracy": 0.709486, + "main_score": 0.669637, + "hf_subset": "kon_Latn-bos_Latn", + "languages": [ + "kon-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634382, + "recall": 0.686759, + "f1": 0.648413, + "accuracy": 0.686759, + "main_score": 0.648413, + "hf_subset": "kon_Latn-fin_Latn", + "languages": [ + "kon-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640897, + "recall": 0.695652, + "f1": 0.656119, + "accuracy": 0.695652, + "main_score": 0.656119, + "hf_subset": "kon_Latn-ita_Latn", + "languages": [ + "kon-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635162, + "recall": 0.692688, + "f1": 0.651166, + "accuracy": 0.692688, + "main_score": 0.651166, + "hf_subset": "kon_Latn-kor_Hang", + "languages": [ + "kon-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553298, + "recall": 0.597826, + "f1": 0.565398, + "accuracy": 0.597826, + "main_score": 0.565398, + "hf_subset": "kon_Latn-mos_Latn", + "languages": [ + "kon-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537917, + "recall": 0.594862, + "f1": 0.553928, + "accuracy": 0.594862, + "main_score": 0.553928, + "hf_subset": "kon_Latn-run_Latn", + "languages": [ + "kon-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596851, + "recall": 0.660079, + "f1": 0.614407, + "accuracy": 0.660079, + "main_score": 0.614407, + "hf_subset": "kon_Latn-tam_Taml", + "languages": [ + "kon-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637758, + "recall": 0.686759, + "f1": 0.650205, + "accuracy": 0.686759, + "main_score": 0.650205, + "hf_subset": "kon_Latn-vie_Latn", + "languages": [ + "kon-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638564, + "recall": 0.6917, + "f1": 0.65233, + "accuracy": 0.6917, + "main_score": 0.65233, + "hf_subset": "kon_Latn-apc_Arab", + "languages": [ + "kon-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608045, + "recall": 0.653162, + "f1": 0.62077, + "accuracy": 0.653162, + "main_score": 0.62077, + "hf_subset": "kon_Latn-bug_Latn", + "languages": [ + "kon-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477318, + "recall": 0.525692, + "f1": 0.490793, + "accuracy": 0.525692, + "main_score": 0.490793, + "hf_subset": "kon_Latn-fon_Latn", + "languages": [ + "kon-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658179, + "recall": 0.705534, + "f1": 0.67102, + "accuracy": 0.705534, + "main_score": 0.67102, + "hf_subset": "kon_Latn-jav_Latn", + "languages": [ + "kon-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567959, + "recall": 0.623518, + "f1": 0.583307, + "accuracy": 0.623518, + "main_score": 0.583307, + "hf_subset": "kon_Latn-lao_Laoo", + "languages": [ + "kon-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540262, + "recall": 0.585968, + "f1": 0.553024, + "accuracy": 0.585968, + "main_score": 0.553024, + "hf_subset": "kon_Latn-mri_Latn", + "languages": [ + "kon-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637644, + "recall": 0.688735, + "f1": 0.651523, + "accuracy": 0.688735, + "main_score": 0.651523, + "hf_subset": "kon_Latn-rus_Cyrl", + "languages": [ + "kon-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519245, + "recall": 0.56917, + "f1": 0.533166, + "accuracy": 0.56917, + "main_score": 0.533166, + "hf_subset": "kon_Latn-taq_Latn", + "languages": [ + "kon-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679623, + "recall": 0.72332, + "f1": 0.691249, + "accuracy": 0.72332, + "main_score": 0.691249, + "hf_subset": "kon_Latn-war_Latn", + "languages": [ + "kon-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623402, + "recall": 0.68083, + "f1": 0.639229, + "accuracy": 0.68083, + "main_score": 0.639229, + "hf_subset": "kon_Latn-arb_Arab", + "languages": [ + "kon-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650026, + "recall": 0.69664, + "f1": 0.662718, + "accuracy": 0.69664, + "main_score": 0.662718, + "hf_subset": "kon_Latn-bul_Cyrl", + "languages": [ + "kon-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658377, + "recall": 0.708498, + "f1": 0.671826, + "accuracy": 0.708498, + "main_score": 0.671826, + "hf_subset": "kon_Latn-fra_Latn", + "languages": [ + "kon-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628837, + "recall": 0.682806, + "f1": 0.643116, + "accuracy": 0.682806, + "main_score": 0.643116, + "hf_subset": "kon_Latn-jpn_Jpan", + "languages": [ + "kon-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637008, + "recall": 0.683794, + "f1": 0.649776, + "accuracy": 0.683794, + "main_score": 0.649776, + "hf_subset": "kon_Latn-lij_Latn", + "languages": [ + "kon-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48238, + "recall": 0.557312, + "f1": 0.502696, + "accuracy": 0.557312, + "main_score": 0.502696, + "hf_subset": "kon_Latn-mya_Mymr", + "languages": [ + "kon-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575971, + "recall": 0.621542, + "f1": 0.589044, + "accuracy": 0.621542, + "main_score": 0.589044, + "hf_subset": "kon_Latn-sag_Latn", + "languages": [ + "kon-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20648, + "recall": 0.257905, + "f1": 0.21769, + "accuracy": 0.257905, + "main_score": 0.21769, + "hf_subset": "kon_Latn-taq_Tfng", + "languages": [ + "kon-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586208, + "recall": 0.632411, + "f1": 0.599951, + "accuracy": 0.632411, + "main_score": 0.599951, + "hf_subset": "kon_Latn-wol_Latn", + "languages": [ + "kon-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5153, + "recall": 0.571146, + "f1": 0.530623, + "accuracy": 0.571146, + "main_score": 0.530623, + "hf_subset": "kon_Latn-arb_Latn", + "languages": [ + "kon-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658423, + "recall": 0.709486, + "f1": 0.672983, + "accuracy": 0.709486, + "main_score": 0.672983, + "hf_subset": "kon_Latn-cat_Latn", + "languages": [ + "kon-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642974, + "recall": 0.688735, + "f1": 0.655482, + "accuracy": 0.688735, + "main_score": 0.655482, + "hf_subset": "kon_Latn-fur_Latn", + "languages": [ + "kon-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427161, + "recall": 0.48419, + "f1": 0.442182, + "accuracy": 0.48419, + "main_score": 0.442182, + "hf_subset": "kon_Latn-kab_Latn", + "languages": [ + "kon-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639018, + "recall": 0.6917, + "f1": 0.652928, + "accuracy": 0.6917, + "main_score": 0.652928, + "hf_subset": "kon_Latn-lim_Latn", + "languages": [ + "kon-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632216, + "recall": 0.685771, + "f1": 0.646546, + "accuracy": 0.685771, + "main_score": 0.646546, + "hf_subset": "kon_Latn-nld_Latn", + "languages": [ + "kon-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583138, + "recall": 0.641304, + "f1": 0.598369, + "accuracy": 0.641304, + "main_score": 0.598369, + "hf_subset": "kon_Latn-san_Deva", + "languages": [ + "kon-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621277, + "recall": 0.667984, + "f1": 0.633866, + "accuracy": 0.667984, + "main_score": 0.633866, + "hf_subset": "kon_Latn-tat_Cyrl", + "languages": [ + "kon-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594125, + "recall": 0.644269, + "f1": 0.608347, + "accuracy": 0.644269, + "main_score": 0.608347, + "hf_subset": "kon_Latn-xho_Latn", + "languages": [ + "kon-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616257, + "recall": 0.674901, + "f1": 0.632805, + "accuracy": 0.674901, + "main_score": 0.632805, + "hf_subset": "kon_Latn-ars_Arab", + "languages": [ + "kon-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674652, + "recall": 0.721344, + "f1": 0.687403, + "accuracy": 0.721344, + "main_score": 0.687403, + "hf_subset": "kon_Latn-ceb_Latn", + "languages": [ + "kon-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538588, + "recall": 0.585968, + "f1": 0.552038, + "accuracy": 0.585968, + "main_score": 0.552038, + "hf_subset": "kon_Latn-fuv_Latn", + "languages": [ + "kon-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522461, + "recall": 0.571146, + "f1": 0.535801, + "accuracy": 0.571146, + "main_score": 0.535801, + "hf_subset": "kon_Latn-kac_Latn", + "languages": [ + "kon-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703896, + "recall": 0.744071, + "f1": 0.715381, + "accuracy": 0.744071, + "main_score": 0.715381, + "hf_subset": "kon_Latn-lin_Latn", + "languages": [ + "kon-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650598, + "recall": 0.705534, + "f1": 0.665798, + "accuracy": 0.705534, + "main_score": 0.665798, + "hf_subset": "kon_Latn-nno_Latn", + "languages": [ + "kon-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.120254, + "recall": 0.170949, + "f1": 0.133294, + "accuracy": 0.170949, + "main_score": 0.133294, + "hf_subset": "kon_Latn-sat_Olck", + "languages": [ + "kon-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62433, + "recall": 0.678854, + "f1": 0.639192, + "accuracy": 0.678854, + "main_score": 0.639192, + "hf_subset": "kon_Latn-tel_Telu", + "languages": [ + "kon-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548941, + "recall": 0.607708, + "f1": 0.564601, + "accuracy": 0.607708, + "main_score": 0.564601, + "hf_subset": "kon_Latn-ydd_Hebr", + "languages": [ + "kon-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603706, + "recall": 0.660079, + "f1": 0.618978, + "accuracy": 0.660079, + "main_score": 0.618978, + "hf_subset": "kon_Latn-ary_Arab", + "languages": [ + "kon-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656811, + "recall": 0.70751, + "f1": 0.67007, + "accuracy": 0.70751, + "main_score": 0.67007, + "hf_subset": "kon_Latn-ces_Latn", + "languages": [ + "kon-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516845, + "recall": 0.574111, + "f1": 0.532998, + "accuracy": 0.574111, + "main_score": 0.532998, + "hf_subset": "kon_Latn-gaz_Latn", + "languages": [ + "kon-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539065, + "recall": 0.593874, + "f1": 0.555519, + "accuracy": 0.593874, + "main_score": 0.555519, + "hf_subset": "kon_Latn-kam_Latn", + "languages": [ + "kon-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632165, + "recall": 0.684783, + "f1": 0.645987, + "accuracy": 0.684783, + "main_score": 0.645987, + "hf_subset": "kon_Latn-lit_Latn", + "languages": [ + "kon-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654118, + "recall": 0.705534, + "f1": 0.668124, + "accuracy": 0.705534, + "main_score": 0.668124, + "hf_subset": "kon_Latn-nob_Latn", + "languages": [ + "kon-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635938, + "recall": 0.68083, + "f1": 0.648273, + "accuracy": 0.68083, + "main_score": 0.648273, + "hf_subset": "kon_Latn-scn_Latn", + "languages": [ + "kon-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600182, + "recall": 0.645257, + "f1": 0.612932, + "accuracy": 0.645257, + "main_score": 0.612932, + "hf_subset": "kon_Latn-tgk_Cyrl", + "languages": [ + "kon-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531088, + "recall": 0.596838, + "f1": 0.54962, + "accuracy": 0.596838, + "main_score": 0.54962, + "hf_subset": "kon_Latn-yor_Latn", + "languages": [ + "kon-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628579, + "recall": 0.684783, + "f1": 0.643989, + "accuracy": 0.684783, + "main_score": 0.643989, + "hf_subset": "kon_Latn-arz_Arab", + "languages": [ + "kon-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519252, + "recall": 0.568182, + "f1": 0.533564, + "accuracy": 0.568182, + "main_score": 0.533564, + "hf_subset": "kon_Latn-cjk_Latn", + "languages": [ + "kon-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534085, + "recall": 0.583004, + "f1": 0.547602, + "accuracy": 0.583004, + "main_score": 0.547602, + "hf_subset": "kon_Latn-gla_Latn", + "languages": [ + "kon-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623336, + "recall": 0.68083, + "f1": 0.63861, + "accuracy": 0.68083, + "main_score": 0.63861, + "hf_subset": "kon_Latn-kan_Knda", + "languages": [ + "kon-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640148, + "recall": 0.684783, + "f1": 0.652481, + "accuracy": 0.684783, + "main_score": 0.652481, + "hf_subset": "kon_Latn-lmo_Latn", + "languages": [ + "kon-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614817, + "recall": 0.667984, + "f1": 0.629269, + "accuracy": 0.667984, + "main_score": 0.629269, + "hf_subset": "kon_Latn-npi_Deva", + "languages": [ + "kon-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450301, + "recall": 0.506917, + "f1": 0.466191, + "accuracy": 0.506917, + "main_score": 0.466191, + "hf_subset": "kon_Latn-shn_Mymr", + "languages": [ + "kon-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68076, + "recall": 0.724308, + "f1": 0.691945, + "accuracy": 0.724308, + "main_score": 0.691945, + "hf_subset": "kon_Latn-tgl_Latn", + "languages": [ + "kon-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615426, + "recall": 0.673913, + "f1": 0.631341, + "accuracy": 0.673913, + "main_score": 0.631341, + "hf_subset": "kon_Latn-yue_Hant", + "languages": [ + "kon-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593243, + "recall": 0.649209, + "f1": 0.609407, + "accuracy": 0.649209, + "main_score": 0.609407, + "hf_subset": "kon_Latn-asm_Beng", + "languages": [ + "kon-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568177, + "recall": 0.626482, + "f1": 0.583926, + "accuracy": 0.626482, + "main_score": 0.583926, + "hf_subset": "kon_Latn-ckb_Arab", + "languages": [ + "kon-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541812, + "recall": 0.589921, + "f1": 0.554519, + "accuracy": 0.589921, + "main_score": 0.554519, + "hf_subset": "kon_Latn-gle_Latn", + "languages": [ + "kon-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556962, + "recall": 0.612648, + "f1": 0.572592, + "accuracy": 0.612648, + "main_score": 0.572592, + "hf_subset": "kon_Latn-kas_Arab", + "languages": [ + "kon-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608863, + "recall": 0.663043, + "f1": 0.624459, + "accuracy": 0.663043, + "main_score": 0.624459, + "hf_subset": "kon_Latn-ltg_Latn", + "languages": [ + "kon-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595718, + "recall": 0.645257, + "f1": 0.610433, + "accuracy": 0.645257, + "main_score": 0.610433, + "hf_subset": "kon_Latn-nso_Latn", + "languages": [ + "kon-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545909, + "recall": 0.608696, + "f1": 0.563061, + "accuracy": 0.608696, + "main_score": 0.563061, + "hf_subset": "kon_Latn-sin_Sinh", + "languages": [ + "kon-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63382, + "recall": 0.685771, + "f1": 0.647824, + "accuracy": 0.685771, + "main_score": 0.647824, + "hf_subset": "kon_Latn-tha_Thai", + "languages": [ + "kon-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618786, + "recall": 0.66502, + "f1": 0.631438, + "accuracy": 0.66502, + "main_score": 0.631438, + "hf_subset": "kon_Latn-zho_Hans", + "languages": [ + "kon-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665459, + "recall": 0.714427, + "f1": 0.679317, + "accuracy": 0.714427, + "main_score": 0.679317, + "hf_subset": "kon_Latn-ast_Latn", + "languages": [ + "kon-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618471, + "recall": 0.670949, + "f1": 0.632387, + "accuracy": 0.670949, + "main_score": 0.632387, + "hf_subset": "kon_Latn-crh_Latn", + "languages": [ + "kon-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665728, + "recall": 0.710474, + "f1": 0.677973, + "accuracy": 0.710474, + "main_score": 0.677973, + "hf_subset": "kon_Latn-glg_Latn", + "languages": [ + "kon-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557922, + "recall": 0.618577, + "f1": 0.575412, + "accuracy": 0.618577, + "main_score": 0.575412, + "hf_subset": "kon_Latn-kas_Deva", + "languages": [ + "kon-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64314, + "recall": 0.689723, + "f1": 0.655418, + "accuracy": 0.689723, + "main_score": 0.655418, + "hf_subset": "kon_Latn-ltz_Latn", + "languages": [ + "kon-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4715, + "recall": 0.527668, + "f1": 0.487134, + "accuracy": 0.527668, + "main_score": 0.487134, + "hf_subset": "kon_Latn-nus_Latn", + "languages": [ + "kon-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658601, + "recall": 0.705534, + "f1": 0.671416, + "accuracy": 0.705534, + "main_score": 0.671416, + "hf_subset": "kon_Latn-slk_Latn", + "languages": [ + "kon-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447727, + "recall": 0.514822, + "f1": 0.466198, + "accuracy": 0.514822, + "main_score": 0.466198, + "hf_subset": "kon_Latn-tir_Ethi", + "languages": [ + "kon-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630637, + "recall": 0.682806, + "f1": 0.644109, + "accuracy": 0.682806, + "main_score": 0.644109, + "hf_subset": "kon_Latn-zho_Hant", + "languages": [ + "kon-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634335, + "recall": 0.689723, + "f1": 0.649567, + "accuracy": 0.689723, + "main_score": 0.649567, + "hf_subset": "kon_Latn-awa_Deva", + "languages": [ + "kon-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601966, + "recall": 0.646245, + "f1": 0.613957, + "accuracy": 0.646245, + "main_score": 0.613957, + "hf_subset": "kon_Latn-cym_Latn", + "languages": [ + "kon-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620753, + "recall": 0.667984, + "f1": 0.633951, + "accuracy": 0.667984, + "main_score": 0.633951, + "hf_subset": "kon_Latn-grn_Latn", + "languages": [ + "kon-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602826, + "recall": 0.661067, + "f1": 0.618819, + "accuracy": 0.661067, + "main_score": 0.618819, + "hf_subset": "kon_Latn-kat_Geor", + "languages": [ + "kon-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603483, + "recall": 0.653162, + "f1": 0.61819, + "accuracy": 0.653162, + "main_score": 0.61819, + "hf_subset": "kon_Latn-lua_Latn", + "languages": [ + "kon-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605224, + "recall": 0.653162, + "f1": 0.618869, + "accuracy": 0.653162, + "main_score": 0.618869, + "hf_subset": "kon_Latn-nya_Latn", + "languages": [ + "kon-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648663, + "recall": 0.694664, + "f1": 0.660644, + "accuracy": 0.694664, + "main_score": 0.660644, + "hf_subset": "kon_Latn-slv_Latn", + "languages": [ + "kon-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638592, + "recall": 0.685771, + "f1": 0.652044, + "accuracy": 0.685771, + "main_score": 0.652044, + "hf_subset": "kon_Latn-tpi_Latn", + "languages": [ + "kon-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671068, + "recall": 0.716403, + "f1": 0.683715, + "accuracy": 0.716403, + "main_score": 0.683715, + "hf_subset": "kon_Latn-zsm_Latn", + "languages": [ + "kon-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527614, + "recall": 0.58498, + "f1": 0.543554, + "accuracy": 0.58498, + "main_score": 0.543554, + "hf_subset": "kon_Latn-ayr_Latn", + "languages": [ + "kon-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659863, + "recall": 0.709486, + "f1": 0.673839, + "accuracy": 0.709486, + "main_score": 0.673839, + "hf_subset": "kon_Latn-dan_Latn", + "languages": [ + "kon-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624207, + "recall": 0.678854, + "f1": 0.638847, + "accuracy": 0.678854, + "main_score": 0.638847, + "hf_subset": "kon_Latn-guj_Gujr", + "languages": [ + "kon-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624388, + "recall": 0.672925, + "f1": 0.63784, + "accuracy": 0.672925, + "main_score": 0.63784, + "hf_subset": "kon_Latn-kaz_Cyrl", + "languages": [ + "kon-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533714, + "recall": 0.58498, + "f1": 0.547563, + "accuracy": 0.58498, + "main_score": 0.547563, + "hf_subset": "kon_Latn-lug_Latn", + "languages": [ + "kon-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671923, + "recall": 0.725296, + "f1": 0.686871, + "accuracy": 0.725296, + "main_score": 0.686871, + "hf_subset": "kon_Latn-oci_Latn", + "languages": [ + "kon-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583582, + "recall": 0.630435, + "f1": 0.596482, + "accuracy": 0.630435, + "main_score": 0.596482, + "hf_subset": "kon_Latn-smo_Latn", + "languages": [ + "kon-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532213, + "recall": 0.583004, + "f1": 0.546067, + "accuracy": 0.583004, + "main_score": 0.546067, + "hf_subset": "kon_Latn-tsn_Latn", + "languages": [ + "kon-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570082, + "recall": 0.619565, + "f1": 0.583884, + "accuracy": 0.619565, + "main_score": 0.583884, + "hf_subset": "kon_Latn-zul_Latn", + "languages": [ + "kon-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557043, + "recall": 0.618577, + "f1": 0.574483, + "accuracy": 0.618577, + "main_score": 0.574483, + "hf_subset": "kon_Latn-azb_Arab", + "languages": [ + "kon-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646511, + "recall": 0.704545, + "f1": 0.662684, + "accuracy": 0.704545, + "main_score": 0.662684, + "hf_subset": "kon_Latn-deu_Latn", + "languages": [ + "kon-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592887, + "recall": 0.650198, + "f1": 0.608893, + "accuracy": 0.650198, + "main_score": 0.608893, + "hf_subset": "kon_Latn-hat_Latn", + "languages": [ + "kon-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515212, + "recall": 0.572134, + "f1": 0.530755, + "accuracy": 0.572134, + "main_score": 0.530755, + "hf_subset": "kon_Latn-kbp_Latn", + "languages": [ + "kon-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572621, + "recall": 0.620553, + "f1": 0.586063, + "accuracy": 0.620553, + "main_score": 0.586063, + "hf_subset": "kon_Latn-luo_Latn", + "languages": [ + "kon-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621983, + "recall": 0.677866, + "f1": 0.637397, + "accuracy": 0.677866, + "main_score": 0.637397, + "hf_subset": "kon_Latn-ory_Orya", + "languages": [ + "kon-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571724, + "recall": 0.617589, + "f1": 0.584332, + "accuracy": 0.617589, + "main_score": 0.584332, + "hf_subset": "kon_Latn-sna_Latn", + "languages": [ + "kon-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547745, + "recall": 0.597826, + "f1": 0.561996, + "accuracy": 0.597826, + "main_score": 0.561996, + "hf_subset": "kon_Latn-tso_Latn", + "languages": [ + "kon-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607172, + "recall": 0.66502, + "f1": 0.62216, + "accuracy": 0.66502, + "main_score": 0.62216, + "hf_subset": "kon_Latn-azj_Latn", + "languages": [ + "kon-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521964, + "recall": 0.571146, + "f1": 0.536179, + "accuracy": 0.571146, + "main_score": 0.536179, + "hf_subset": "kon_Latn-dik_Latn", + "languages": [ + "kon-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567878, + "recall": 0.619565, + "f1": 0.58222, + "accuracy": 0.619565, + "main_score": 0.58222, + "hf_subset": "kon_Latn-hau_Latn", + "languages": [ + "kon-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649844, + "recall": 0.69664, + "f1": 0.661929, + "accuracy": 0.69664, + "main_score": 0.661929, + "hf_subset": "kon_Latn-kea_Latn", + "languages": [ + "kon-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596544, + "recall": 0.640316, + "f1": 0.60921, + "accuracy": 0.640316, + "main_score": 0.60921, + "hf_subset": "kon_Latn-lus_Latn", + "languages": [ + "kon-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629021, + "recall": 0.674901, + "f1": 0.642395, + "accuracy": 0.674901, + "main_score": 0.642395, + "hf_subset": "kon_Latn-pag_Latn", + "languages": [ + "kon-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579661, + "recall": 0.644269, + "f1": 0.597647, + "accuracy": 0.644269, + "main_score": 0.597647, + "hf_subset": "kon_Latn-snd_Arab", + "languages": [ + "kon-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586368, + "recall": 0.643281, + "f1": 0.602301, + "accuracy": 0.643281, + "main_score": 0.602301, + "hf_subset": "kon_Latn-tuk_Latn", + "languages": [ + "kon-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626766, + "recall": 0.670949, + "f1": 0.639187, + "accuracy": 0.670949, + "main_score": 0.639187, + "hf_subset": "kon_Latn-bak_Cyrl", + "languages": [ + "kon-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467977, + "recall": 0.540514, + "f1": 0.4891, + "accuracy": 0.540514, + "main_score": 0.4891, + "hf_subset": "kon_Latn-dyu_Latn", + "languages": [ + "kon-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635509, + "recall": 0.688735, + "f1": 0.649556, + "accuracy": 0.688735, + "main_score": 0.649556, + "hf_subset": "kon_Latn-heb_Hebr", + "languages": [ + "kon-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589676, + "recall": 0.636364, + "f1": 0.602671, + "accuracy": 0.636364, + "main_score": 0.602671, + "hf_subset": "kon_Latn-khk_Cyrl", + "languages": [ + "kon-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636917, + "recall": 0.694664, + "f1": 0.652298, + "accuracy": 0.694664, + "main_score": 0.652298, + "hf_subset": "kon_Latn-lvs_Latn", + "languages": [ + "kon-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61197, + "recall": 0.670949, + "f1": 0.627711, + "accuracy": 0.670949, + "main_score": 0.627711, + "hf_subset": "kon_Latn-pan_Guru", + "languages": [ + "kon-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533502, + "recall": 0.589921, + "f1": 0.548893, + "accuracy": 0.589921, + "main_score": 0.548893, + "hf_subset": "kon_Latn-som_Latn", + "languages": [ + "kon-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561597, + "recall": 0.608696, + "f1": 0.575167, + "accuracy": 0.608696, + "main_score": 0.575167, + "hf_subset": "kon_Latn-tum_Latn", + "languages": [ + "kon-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467648, + "recall": 0.517787, + "f1": 0.481378, + "accuracy": 0.517787, + "main_score": 0.481378, + "hf_subset": "mni_Beng-ace_Arab", + "languages": [ + "mni-Beng", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454759, + "recall": 0.511858, + "f1": 0.470507, + "accuracy": 0.511858, + "main_score": 0.470507, + "hf_subset": "mni_Beng-bam_Latn", + "languages": [ + "mni-Beng", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.251119, + "recall": 0.299407, + "f1": 0.262855, + "accuracy": 0.299407, + "main_score": 0.262855, + "hf_subset": "mni_Beng-dzo_Tibt", + "languages": [ + "mni-Beng", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68582, + "recall": 0.73419, + "f1": 0.698675, + "accuracy": 0.73419, + "main_score": 0.698675, + "hf_subset": "mni_Beng-hin_Deva", + "languages": [ + "mni-Beng", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5602, + "recall": 0.617589, + "f1": 0.575688, + "accuracy": 0.617589, + "main_score": 0.575688, + "hf_subset": "mni_Beng-khm_Khmr", + "languages": [ + "mni-Beng", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686288, + "recall": 0.730237, + "f1": 0.698111, + "accuracy": 0.730237, + "main_score": 0.698111, + "hf_subset": "mni_Beng-mag_Deva", + "languages": [ + "mni-Beng", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643701, + "recall": 0.683794, + "f1": 0.654339, + "accuracy": 0.683794, + "main_score": 0.654339, + "hf_subset": "mni_Beng-pap_Latn", + "languages": [ + "mni-Beng", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52111, + "recall": 0.564229, + "f1": 0.532704, + "accuracy": 0.564229, + "main_score": 0.532704, + "hf_subset": "mni_Beng-sot_Latn", + "languages": [ + "mni-Beng", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640501, + "recall": 0.694664, + "f1": 0.654705, + "accuracy": 0.694664, + "main_score": 0.654705, + "hf_subset": "mni_Beng-tur_Latn", + "languages": [ + "mni-Beng", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621246, + "recall": 0.664032, + "f1": 0.633094, + "accuracy": 0.664032, + "main_score": 0.633094, + "hf_subset": "mni_Beng-ace_Latn", + "languages": [ + "mni-Beng", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670364, + "recall": 0.709486, + "f1": 0.681081, + "accuracy": 0.709486, + "main_score": 0.681081, + "hf_subset": "mni_Beng-ban_Latn", + "languages": [ + "mni-Beng", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647864, + "recall": 0.703557, + "f1": 0.662442, + "accuracy": 0.703557, + "main_score": 0.662442, + "hf_subset": "mni_Beng-ell_Grek", + "languages": [ + "mni-Beng", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671629, + "recall": 0.713439, + "f1": 0.682929, + "accuracy": 0.713439, + "main_score": 0.682929, + "hf_subset": "mni_Beng-hne_Deva", + "languages": [ + "mni-Beng", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4541, + "recall": 0.509881, + "f1": 0.468749, + "accuracy": 0.509881, + "main_score": 0.468749, + "hf_subset": "mni_Beng-kik_Latn", + "languages": [ + "mni-Beng", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683318, + "recall": 0.732213, + "f1": 0.695975, + "accuracy": 0.732213, + "main_score": 0.695975, + "hf_subset": "mni_Beng-mai_Deva", + "languages": [ + "mni-Beng", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597668, + "recall": 0.653162, + "f1": 0.612194, + "accuracy": 0.653162, + "main_score": 0.612194, + "hf_subset": "mni_Beng-pbt_Arab", + "languages": [ + "mni-Beng", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665222, + "recall": 0.710474, + "f1": 0.676699, + "accuracy": 0.710474, + "main_score": 0.676699, + "hf_subset": "mni_Beng-spa_Latn", + "languages": [ + "mni-Beng", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521099, + "recall": 0.581028, + "f1": 0.537438, + "accuracy": 0.581028, + "main_score": 0.537438, + "hf_subset": "mni_Beng-twi_Latn", + "languages": [ + "mni-Beng", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630037, + "recall": 0.684783, + "f1": 0.644556, + "accuracy": 0.684783, + "main_score": 0.644556, + "hf_subset": "mni_Beng-acm_Arab", + "languages": [ + "mni-Beng", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608347, + "recall": 0.656126, + "f1": 0.62035, + "accuracy": 0.656126, + "main_score": 0.62035, + "hf_subset": "mni_Beng-bel_Cyrl", + "languages": [ + "mni-Beng", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708996, + "recall": 0.757905, + "f1": 0.721365, + "accuracy": 0.757905, + "main_score": 0.721365, + "hf_subset": "mni_Beng-eng_Latn", + "languages": [ + "mni-Beng", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661403, + "recall": 0.711462, + "f1": 0.674721, + "accuracy": 0.711462, + "main_score": 0.674721, + "hf_subset": "mni_Beng-hrv_Latn", + "languages": [ + "mni-Beng", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458627, + "recall": 0.511858, + "f1": 0.474099, + "accuracy": 0.511858, + "main_score": 0.474099, + "hf_subset": "mni_Beng-kin_Latn", + "languages": [ + "mni-Beng", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677986, + "recall": 0.73419, + "f1": 0.692937, + "accuracy": 0.73419, + "main_score": 0.692937, + "hf_subset": "mni_Beng-mal_Mlym", + "languages": [ + "mni-Beng", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654944, + "recall": 0.702569, + "f1": 0.667159, + "accuracy": 0.702569, + "main_score": 0.667159, + "hf_subset": "mni_Beng-pes_Arab", + "languages": [ + "mni-Beng", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648475, + "recall": 0.693676, + "f1": 0.660357, + "accuracy": 0.693676, + "main_score": 0.660357, + "hf_subset": "mni_Beng-srd_Latn", + "languages": [ + "mni-Beng", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194462, + "recall": 0.23419, + "f1": 0.203678, + "accuracy": 0.23419, + "main_score": 0.203678, + "hf_subset": "mni_Beng-tzm_Tfng", + "languages": [ + "mni-Beng", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638126, + "recall": 0.6917, + "f1": 0.65263, + "accuracy": 0.6917, + "main_score": 0.65263, + "hf_subset": "mni_Beng-acq_Arab", + "languages": [ + "mni-Beng", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519198, + "recall": 0.568182, + "f1": 0.532504, + "accuracy": 0.568182, + "main_score": 0.532504, + "hf_subset": "mni_Beng-bem_Latn", + "languages": [ + "mni-Beng", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641493, + "recall": 0.693676, + "f1": 0.655509, + "accuracy": 0.693676, + "main_score": 0.655509, + "hf_subset": "mni_Beng-epo_Latn", + "languages": [ + "mni-Beng", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651926, + "recall": 0.69664, + "f1": 0.664394, + "accuracy": 0.69664, + "main_score": 0.664394, + "hf_subset": "mni_Beng-hun_Latn", + "languages": [ + "mni-Beng", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625909, + "recall": 0.671937, + "f1": 0.638486, + "accuracy": 0.671937, + "main_score": 0.638486, + "hf_subset": "mni_Beng-kir_Cyrl", + "languages": [ + "mni-Beng", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682528, + "recall": 0.736166, + "f1": 0.696808, + "accuracy": 0.736166, + "main_score": 0.696808, + "hf_subset": "mni_Beng-mar_Deva", + "languages": [ + "mni-Beng", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52714, + "recall": 0.576087, + "f1": 0.540857, + "accuracy": 0.576087, + "main_score": 0.540857, + "hf_subset": "mni_Beng-plt_Latn", + "languages": [ + "mni-Beng", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650442, + "recall": 0.701581, + "f1": 0.66469, + "accuracy": 0.701581, + "main_score": 0.66469, + "hf_subset": "mni_Beng-srp_Cyrl", + "languages": [ + "mni-Beng", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546991, + "recall": 0.601779, + "f1": 0.561866, + "accuracy": 0.601779, + "main_score": 0.561866, + "hf_subset": "mni_Beng-uig_Arab", + "languages": [ + "mni-Beng", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611142, + "recall": 0.657115, + "f1": 0.62337, + "accuracy": 0.657115, + "main_score": 0.62337, + "hf_subset": "mni_Beng-aeb_Arab", + "languages": [ + "mni-Beng", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682924, + "recall": 0.731225, + "f1": 0.696371, + "accuracy": 0.731225, + "main_score": 0.696371, + "hf_subset": "mni_Beng-ben_Beng", + "languages": [ + "mni-Beng", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63763, + "recall": 0.688735, + "f1": 0.651758, + "accuracy": 0.688735, + "main_score": 0.651758, + "hf_subset": "mni_Beng-est_Latn", + "languages": [ + "mni-Beng", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627499, + "recall": 0.676877, + "f1": 0.640678, + "accuracy": 0.676877, + "main_score": 0.640678, + "hf_subset": "mni_Beng-hye_Armn", + "languages": [ + "mni-Beng", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44609, + "recall": 0.503953, + "f1": 0.462302, + "accuracy": 0.503953, + "main_score": 0.462302, + "hf_subset": "mni_Beng-kmb_Latn", + "languages": [ + "mni-Beng", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427473, + "recall": 0.490119, + "f1": 0.444719, + "accuracy": 0.490119, + "main_score": 0.444719, + "hf_subset": "mni_Beng-min_Arab", + "languages": [ + "mni-Beng", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666242, + "recall": 0.712451, + "f1": 0.678385, + "accuracy": 0.712451, + "main_score": 0.678385, + "hf_subset": "mni_Beng-pol_Latn", + "languages": [ + "mni-Beng", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467453, + "recall": 0.52668, + "f1": 0.484241, + "accuracy": 0.52668, + "main_score": 0.484241, + "hf_subset": "mni_Beng-ssw_Latn", + "languages": [ + "mni-Beng", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67228, + "recall": 0.720356, + "f1": 0.684831, + "accuracy": 0.720356, + "main_score": 0.684831, + "hf_subset": "mni_Beng-ukr_Cyrl", + "languages": [ + "mni-Beng", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665008, + "recall": 0.717391, + "f1": 0.678704, + "accuracy": 0.717391, + "main_score": 0.678704, + "hf_subset": "mni_Beng-afr_Latn", + "languages": [ + "mni-Beng", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669508, + "recall": 0.711462, + "f1": 0.680732, + "accuracy": 0.711462, + "main_score": 0.680732, + "hf_subset": "mni_Beng-bho_Deva", + "languages": [ + "mni-Beng", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637273, + "recall": 0.68083, + "f1": 0.648593, + "accuracy": 0.68083, + "main_score": 0.648593, + "hf_subset": "mni_Beng-eus_Latn", + "languages": [ + "mni-Beng", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478294, + "recall": 0.539526, + "f1": 0.494718, + "accuracy": 0.539526, + "main_score": 0.494718, + "hf_subset": "mni_Beng-ibo_Latn", + "languages": [ + "mni-Beng", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559393, + "recall": 0.606719, + "f1": 0.572949, + "accuracy": 0.606719, + "main_score": 0.572949, + "hf_subset": "mni_Beng-kmr_Latn", + "languages": [ + "mni-Beng", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641407, + "recall": 0.681818, + "f1": 0.652648, + "accuracy": 0.681818, + "main_score": 0.652648, + "hf_subset": "mni_Beng-min_Latn", + "languages": [ + "mni-Beng", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670025, + "recall": 0.72332, + "f1": 0.684255, + "accuracy": 0.72332, + "main_score": 0.684255, + "hf_subset": "mni_Beng-por_Latn", + "languages": [ + "mni-Beng", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653759, + "recall": 0.690711, + "f1": 0.663938, + "accuracy": 0.690711, + "main_score": 0.663938, + "hf_subset": "mni_Beng-sun_Latn", + "languages": [ + "mni-Beng", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422201, + "recall": 0.47332, + "f1": 0.435989, + "accuracy": 0.47332, + "main_score": 0.435989, + "hf_subset": "mni_Beng-umb_Latn", + "languages": [ + "mni-Beng", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64163, + "recall": 0.689723, + "f1": 0.653793, + "accuracy": 0.689723, + "main_score": 0.653793, + "hf_subset": "mni_Beng-ajp_Arab", + "languages": [ + "mni-Beng", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451925, + "recall": 0.502964, + "f1": 0.465828, + "accuracy": 0.502964, + "main_score": 0.465828, + "hf_subset": "mni_Beng-bjn_Arab", + "languages": [ + "mni-Beng", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44482, + "recall": 0.491107, + "f1": 0.45734, + "accuracy": 0.491107, + "main_score": 0.45734, + "hf_subset": "mni_Beng-ewe_Latn", + "languages": [ + "mni-Beng", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662416, + "recall": 0.705534, + "f1": 0.674075, + "accuracy": 0.705534, + "main_score": 0.674075, + "hf_subset": "mni_Beng-ilo_Latn", + "languages": [ + "mni-Beng", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31055, + "recall": 0.355731, + "f1": 0.322183, + "accuracy": 0.355731, + "main_score": 0.322183, + "hf_subset": "mni_Beng-knc_Arab", + "languages": [ + "mni-Beng", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664212, + "recall": 0.711462, + "f1": 0.676373, + "accuracy": 0.711462, + "main_score": 0.676373, + "hf_subset": "mni_Beng-mkd_Cyrl", + "languages": [ + "mni-Beng", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639053, + "recall": 0.686759, + "f1": 0.65247, + "accuracy": 0.686759, + "main_score": 0.65247, + "hf_subset": "mni_Beng-prs_Arab", + "languages": [ + "mni-Beng", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669684, + "recall": 0.716403, + "f1": 0.682611, + "accuracy": 0.716403, + "main_score": 0.682611, + "hf_subset": "mni_Beng-swe_Latn", + "languages": [ + "mni-Beng", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662088, + "recall": 0.715415, + "f1": 0.677118, + "accuracy": 0.715415, + "main_score": 0.677118, + "hf_subset": "mni_Beng-urd_Arab", + "languages": [ + "mni-Beng", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494577, + "recall": 0.551383, + "f1": 0.510601, + "accuracy": 0.551383, + "main_score": 0.510601, + "hf_subset": "mni_Beng-aka_Latn", + "languages": [ + "mni-Beng", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64061, + "recall": 0.686759, + "f1": 0.652362, + "accuracy": 0.686759, + "main_score": 0.652362, + "hf_subset": "mni_Beng-bjn_Latn", + "languages": [ + "mni-Beng", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560152, + "recall": 0.612648, + "f1": 0.574338, + "accuracy": 0.612648, + "main_score": 0.574338, + "hf_subset": "mni_Beng-fao_Latn", + "languages": [ + "mni-Beng", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674332, + "recall": 0.720356, + "f1": 0.686499, + "accuracy": 0.720356, + "main_score": 0.686499, + "hf_subset": "mni_Beng-ind_Latn", + "languages": [ + "mni-Beng", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497091, + "recall": 0.545455, + "f1": 0.510444, + "accuracy": 0.545455, + "main_score": 0.510444, + "hf_subset": "mni_Beng-knc_Latn", + "languages": [ + "mni-Beng", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653317, + "recall": 0.694664, + "f1": 0.66509, + "accuracy": 0.694664, + "main_score": 0.66509, + "hf_subset": "mni_Beng-mlt_Latn", + "languages": [ + "mni-Beng", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536743, + "recall": 0.589921, + "f1": 0.552045, + "accuracy": 0.589921, + "main_score": 0.552045, + "hf_subset": "mni_Beng-quy_Latn", + "languages": [ + "mni-Beng", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563811, + "recall": 0.618577, + "f1": 0.578117, + "accuracy": 0.618577, + "main_score": 0.578117, + "hf_subset": "mni_Beng-swh_Latn", + "languages": [ + "mni-Beng", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631344, + "recall": 0.670949, + "f1": 0.642546, + "accuracy": 0.670949, + "main_score": 0.642546, + "hf_subset": "mni_Beng-uzn_Latn", + "languages": [ + "mni-Beng", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646994, + "recall": 0.695652, + "f1": 0.65987, + "accuracy": 0.695652, + "main_score": 0.65987, + "hf_subset": "mni_Beng-als_Latn", + "languages": [ + "mni-Beng", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299347, + "recall": 0.358696, + "f1": 0.31332, + "accuracy": 0.358696, + "main_score": 0.31332, + "hf_subset": "mni_Beng-bod_Tibt", + "languages": [ + "mni-Beng", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5174, + "recall": 0.56917, + "f1": 0.531777, + "accuracy": 0.56917, + "main_score": 0.531777, + "hf_subset": "mni_Beng-fij_Latn", + "languages": [ + "mni-Beng", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555348, + "recall": 0.61166, + "f1": 0.570725, + "accuracy": 0.61166, + "main_score": 0.570725, + "hf_subset": "mni_Beng-isl_Latn", + "languages": [ + "mni-Beng", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54033, + "recall": 0.590909, + "f1": 0.554303, + "accuracy": 0.590909, + "main_score": 0.554303, + "hf_subset": "mni_Beng-kon_Latn", + "languages": [ + "mni-Beng", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687113, + "recall": 0.730237, + "f1": 0.698442, + "accuracy": 0.730237, + "main_score": 0.698442, + "hf_subset": "mni_Beng-ron_Latn", + "languages": [ + "mni-Beng", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626434, + "recall": 0.676877, + "f1": 0.639883, + "accuracy": 0.676877, + "main_score": 0.639883, + "hf_subset": "mni_Beng-szl_Latn", + "languages": [ + "mni-Beng", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649349, + "recall": 0.692688, + "f1": 0.660427, + "accuracy": 0.692688, + "main_score": 0.660427, + "hf_subset": "mni_Beng-vec_Latn", + "languages": [ + "mni-Beng", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533156, + "recall": 0.58498, + "f1": 0.547208, + "accuracy": 0.58498, + "main_score": 0.547208, + "hf_subset": "mni_Beng-amh_Ethi", + "languages": [ + "mni-Beng", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675491, + "recall": 0.719368, + "f1": 0.687384, + "accuracy": 0.719368, + "main_score": 0.687384, + "hf_subset": "mni_Beng-bos_Latn", + "languages": [ + "mni-Beng", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627537, + "recall": 0.676877, + "f1": 0.640745, + "accuracy": 0.676877, + "main_score": 0.640745, + "hf_subset": "mni_Beng-fin_Latn", + "languages": [ + "mni-Beng", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664404, + "recall": 0.715415, + "f1": 0.677503, + "accuracy": 0.715415, + "main_score": 0.677503, + "hf_subset": "mni_Beng-ita_Latn", + "languages": [ + "mni-Beng", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646586, + "recall": 0.701581, + "f1": 0.66148, + "accuracy": 0.701581, + "main_score": 0.66148, + "hf_subset": "mni_Beng-kor_Hang", + "languages": [ + "mni-Beng", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480496, + "recall": 0.532609, + "f1": 0.494765, + "accuracy": 0.532609, + "main_score": 0.494765, + "hf_subset": "mni_Beng-mos_Latn", + "languages": [ + "mni-Beng", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45103, + "recall": 0.5, + "f1": 0.463984, + "accuracy": 0.5, + "main_score": 0.463984, + "hf_subset": "mni_Beng-run_Latn", + "languages": [ + "mni-Beng", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630303, + "recall": 0.689723, + "f1": 0.646213, + "accuracy": 0.689723, + "main_score": 0.646213, + "hf_subset": "mni_Beng-tam_Taml", + "languages": [ + "mni-Beng", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639159, + "recall": 0.695652, + "f1": 0.654316, + "accuracy": 0.695652, + "main_score": 0.654316, + "hf_subset": "mni_Beng-vie_Latn", + "languages": [ + "mni-Beng", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634304, + "recall": 0.681818, + "f1": 0.646587, + "accuracy": 0.681818, + "main_score": 0.646587, + "hf_subset": "mni_Beng-apc_Arab", + "languages": [ + "mni-Beng", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608178, + "recall": 0.652174, + "f1": 0.620921, + "accuracy": 0.652174, + "main_score": 0.620921, + "hf_subset": "mni_Beng-bug_Latn", + "languages": [ + "mni-Beng", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401719, + "recall": 0.449605, + "f1": 0.414736, + "accuracy": 0.449605, + "main_score": 0.414736, + "hf_subset": "mni_Beng-fon_Latn", + "languages": [ + "mni-Beng", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663888, + "recall": 0.700593, + "f1": 0.673761, + "accuracy": 0.700593, + "main_score": 0.673761, + "hf_subset": "mni_Beng-jav_Latn", + "languages": [ + "mni-Beng", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550446, + "recall": 0.605731, + "f1": 0.565107, + "accuracy": 0.605731, + "main_score": 0.565107, + "hf_subset": "mni_Beng-lao_Laoo", + "languages": [ + "mni-Beng", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47345, + "recall": 0.52668, + "f1": 0.488139, + "accuracy": 0.52668, + "main_score": 0.488139, + "hf_subset": "mni_Beng-mri_Latn", + "languages": [ + "mni-Beng", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652658, + "recall": 0.704545, + "f1": 0.666137, + "accuracy": 0.704545, + "main_score": 0.666137, + "hf_subset": "mni_Beng-rus_Cyrl", + "languages": [ + "mni-Beng", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476254, + "recall": 0.521739, + "f1": 0.488523, + "accuracy": 0.521739, + "main_score": 0.488523, + "hf_subset": "mni_Beng-taq_Latn", + "languages": [ + "mni-Beng", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678971, + "recall": 0.718379, + "f1": 0.689445, + "accuracy": 0.718379, + "main_score": 0.689445, + "hf_subset": "mni_Beng-war_Latn", + "languages": [ + "mni-Beng", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63735, + "recall": 0.690711, + "f1": 0.651462, + "accuracy": 0.690711, + "main_score": 0.651462, + "hf_subset": "mni_Beng-arb_Arab", + "languages": [ + "mni-Beng", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669221, + "recall": 0.716403, + "f1": 0.681445, + "accuracy": 0.716403, + "main_score": 0.681445, + "hf_subset": "mni_Beng-bul_Cyrl", + "languages": [ + "mni-Beng", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668567, + "recall": 0.714427, + "f1": 0.680349, + "accuracy": 0.714427, + "main_score": 0.680349, + "hf_subset": "mni_Beng-fra_Latn", + "languages": [ + "mni-Beng", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64435, + "recall": 0.693676, + "f1": 0.657996, + "accuracy": 0.693676, + "main_score": 0.657996, + "hf_subset": "mni_Beng-jpn_Jpan", + "languages": [ + "mni-Beng", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648379, + "recall": 0.698617, + "f1": 0.661751, + "accuracy": 0.698617, + "main_score": 0.661751, + "hf_subset": "mni_Beng-lij_Latn", + "languages": [ + "mni-Beng", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510549, + "recall": 0.582016, + "f1": 0.529949, + "accuracy": 0.582016, + "main_score": 0.529949, + "hf_subset": "mni_Beng-mya_Mymr", + "languages": [ + "mni-Beng", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495267, + "recall": 0.549407, + "f1": 0.510032, + "accuracy": 0.549407, + "main_score": 0.510032, + "hf_subset": "mni_Beng-sag_Latn", + "languages": [ + "mni-Beng", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200633, + "recall": 0.251976, + "f1": 0.212236, + "accuracy": 0.251976, + "main_score": 0.212236, + "hf_subset": "mni_Beng-taq_Tfng", + "languages": [ + "mni-Beng", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547236, + "recall": 0.602767, + "f1": 0.562479, + "accuracy": 0.602767, + "main_score": 0.562479, + "hf_subset": "mni_Beng-wol_Latn", + "languages": [ + "mni-Beng", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450759, + "recall": 0.502964, + "f1": 0.465253, + "accuracy": 0.502964, + "main_score": 0.465253, + "hf_subset": "mni_Beng-arb_Latn", + "languages": [ + "mni-Beng", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682654, + "recall": 0.726285, + "f1": 0.694144, + "accuracy": 0.726285, + "main_score": 0.694144, + "hf_subset": "mni_Beng-cat_Latn", + "languages": [ + "mni-Beng", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633748, + "recall": 0.677866, + "f1": 0.645849, + "accuracy": 0.677866, + "main_score": 0.645849, + "hf_subset": "mni_Beng-fur_Latn", + "languages": [ + "mni-Beng", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357024, + "recall": 0.407115, + "f1": 0.370065, + "accuracy": 0.407115, + "main_score": 0.370065, + "hf_subset": "mni_Beng-kab_Latn", + "languages": [ + "mni-Beng", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629769, + "recall": 0.671937, + "f1": 0.641491, + "accuracy": 0.671937, + "main_score": 0.641491, + "hf_subset": "mni_Beng-lim_Latn", + "languages": [ + "mni-Beng", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647702, + "recall": 0.699605, + "f1": 0.660947, + "accuracy": 0.699605, + "main_score": 0.660947, + "hf_subset": "mni_Beng-nld_Latn", + "languages": [ + "mni-Beng", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603385, + "recall": 0.661067, + "f1": 0.618748, + "accuracy": 0.661067, + "main_score": 0.618748, + "hf_subset": "mni_Beng-san_Deva", + "languages": [ + "mni-Beng", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644835, + "recall": 0.692688, + "f1": 0.657333, + "accuracy": 0.692688, + "main_score": 0.657333, + "hf_subset": "mni_Beng-tat_Cyrl", + "languages": [ + "mni-Beng", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521989, + "recall": 0.575099, + "f1": 0.536422, + "accuracy": 0.575099, + "main_score": 0.536422, + "hf_subset": "mni_Beng-xho_Latn", + "languages": [ + "mni-Beng", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618268, + "recall": 0.676877, + "f1": 0.634293, + "accuracy": 0.676877, + "main_score": 0.634293, + "hf_subset": "mni_Beng-ars_Arab", + "languages": [ + "mni-Beng", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661104, + "recall": 0.708498, + "f1": 0.67421, + "accuracy": 0.708498, + "main_score": 0.67421, + "hf_subset": "mni_Beng-ceb_Latn", + "languages": [ + "mni-Beng", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466943, + "recall": 0.527668, + "f1": 0.484001, + "accuracy": 0.527668, + "main_score": 0.484001, + "hf_subset": "mni_Beng-fuv_Latn", + "languages": [ + "mni-Beng", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459388, + "recall": 0.523715, + "f1": 0.476683, + "accuracy": 0.523715, + "main_score": 0.476683, + "hf_subset": "mni_Beng-kac_Latn", + "languages": [ + "mni-Beng", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556227, + "recall": 0.602767, + "f1": 0.569277, + "accuracy": 0.602767, + "main_score": 0.569277, + "hf_subset": "mni_Beng-lin_Latn", + "languages": [ + "mni-Beng", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657598, + "recall": 0.703557, + "f1": 0.669658, + "accuracy": 0.703557, + "main_score": 0.669658, + "hf_subset": "mni_Beng-nno_Latn", + "languages": [ + "mni-Beng", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135264, + "recall": 0.181818, + "f1": 0.146662, + "accuracy": 0.181818, + "main_score": 0.146662, + "hf_subset": "mni_Beng-sat_Olck", + "languages": [ + "mni-Beng", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677875, + "recall": 0.726285, + "f1": 0.690597, + "accuracy": 0.726285, + "main_score": 0.690597, + "hf_subset": "mni_Beng-tel_Telu", + "languages": [ + "mni-Beng", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58373, + "recall": 0.635375, + "f1": 0.597982, + "accuracy": 0.635375, + "main_score": 0.597982, + "hf_subset": "mni_Beng-ydd_Hebr", + "languages": [ + "mni-Beng", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613599, + "recall": 0.661067, + "f1": 0.626444, + "accuracy": 0.661067, + "main_score": 0.626444, + "hf_subset": "mni_Beng-ary_Arab", + "languages": [ + "mni-Beng", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656652, + "recall": 0.703557, + "f1": 0.669095, + "accuracy": 0.703557, + "main_score": 0.669095, + "hf_subset": "mni_Beng-ces_Latn", + "languages": [ + "mni-Beng", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485824, + "recall": 0.538538, + "f1": 0.500029, + "accuracy": 0.538538, + "main_score": 0.500029, + "hf_subset": "mni_Beng-gaz_Latn", + "languages": [ + "mni-Beng", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465529, + "recall": 0.519763, + "f1": 0.480585, + "accuracy": 0.519763, + "main_score": 0.480585, + "hf_subset": "mni_Beng-kam_Latn", + "languages": [ + "mni-Beng", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633996, + "recall": 0.684783, + "f1": 0.648281, + "accuracy": 0.684783, + "main_score": 0.648281, + "hf_subset": "mni_Beng-lit_Latn", + "languages": [ + "mni-Beng", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667666, + "recall": 0.717391, + "f1": 0.681139, + "accuracy": 0.717391, + "main_score": 0.681139, + "hf_subset": "mni_Beng-nob_Latn", + "languages": [ + "mni-Beng", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640909, + "recall": 0.681818, + "f1": 0.652006, + "accuracy": 0.681818, + "main_score": 0.652006, + "hf_subset": "mni_Beng-scn_Latn", + "languages": [ + "mni-Beng", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588949, + "recall": 0.634387, + "f1": 0.602028, + "accuracy": 0.634387, + "main_score": 0.602028, + "hf_subset": "mni_Beng-tgk_Cyrl", + "languages": [ + "mni-Beng", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451154, + "recall": 0.511858, + "f1": 0.468297, + "accuracy": 0.511858, + "main_score": 0.468297, + "hf_subset": "mni_Beng-yor_Latn", + "languages": [ + "mni-Beng", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644359, + "recall": 0.690711, + "f1": 0.656338, + "accuracy": 0.690711, + "main_score": 0.656338, + "hf_subset": "mni_Beng-arz_Arab", + "languages": [ + "mni-Beng", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472811, + "recall": 0.525692, + "f1": 0.487597, + "accuracy": 0.525692, + "main_score": 0.487597, + "hf_subset": "mni_Beng-cjk_Latn", + "languages": [ + "mni-Beng", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498544, + "recall": 0.551383, + "f1": 0.513029, + "accuracy": 0.551383, + "main_score": 0.513029, + "hf_subset": "mni_Beng-gla_Latn", + "languages": [ + "mni-Beng", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668785, + "recall": 0.720356, + "f1": 0.682684, + "accuracy": 0.720356, + "main_score": 0.682684, + "hf_subset": "mni_Beng-kan_Knda", + "languages": [ + "mni-Beng", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640523, + "recall": 0.682806, + "f1": 0.651214, + "accuracy": 0.682806, + "main_score": 0.651214, + "hf_subset": "mni_Beng-lmo_Latn", + "languages": [ + "mni-Beng", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66503, + "recall": 0.717391, + "f1": 0.679663, + "accuracy": 0.717391, + "main_score": 0.679663, + "hf_subset": "mni_Beng-npi_Deva", + "languages": [ + "mni-Beng", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389099, + "recall": 0.442688, + "f1": 0.403239, + "accuracy": 0.442688, + "main_score": 0.403239, + "hf_subset": "mni_Beng-shn_Mymr", + "languages": [ + "mni-Beng", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686974, + "recall": 0.733202, + "f1": 0.699096, + "accuracy": 0.733202, + "main_score": 0.699096, + "hf_subset": "mni_Beng-tgl_Latn", + "languages": [ + "mni-Beng", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640386, + "recall": 0.688735, + "f1": 0.653284, + "accuracy": 0.688735, + "main_score": 0.653284, + "hf_subset": "mni_Beng-yue_Hant", + "languages": [ + "mni-Beng", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645212, + "recall": 0.699605, + "f1": 0.660351, + "accuracy": 0.699605, + "main_score": 0.660351, + "hf_subset": "mni_Beng-asm_Beng", + "languages": [ + "mni-Beng", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544709, + "recall": 0.598814, + "f1": 0.559357, + "accuracy": 0.598814, + "main_score": 0.559357, + "hf_subset": "mni_Beng-ckb_Arab", + "languages": [ + "mni-Beng", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479021, + "recall": 0.533597, + "f1": 0.493645, + "accuracy": 0.533597, + "main_score": 0.493645, + "hf_subset": "mni_Beng-gle_Latn", + "languages": [ + "mni-Beng", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627031, + "recall": 0.672925, + "f1": 0.639795, + "accuracy": 0.672925, + "main_score": 0.639795, + "hf_subset": "mni_Beng-kas_Arab", + "languages": [ + "mni-Beng", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61229, + "recall": 0.658103, + "f1": 0.624721, + "accuracy": 0.658103, + "main_score": 0.624721, + "hf_subset": "mni_Beng-ltg_Latn", + "languages": [ + "mni-Beng", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518873, + "recall": 0.570158, + "f1": 0.532678, + "accuracy": 0.570158, + "main_score": 0.532678, + "hf_subset": "mni_Beng-nso_Latn", + "languages": [ + "mni-Beng", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570506, + "recall": 0.62253, + "f1": 0.584286, + "accuracy": 0.62253, + "main_score": 0.584286, + "hf_subset": "mni_Beng-sin_Sinh", + "languages": [ + "mni-Beng", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662408, + "recall": 0.711462, + "f1": 0.6753, + "accuracy": 0.711462, + "main_score": 0.6753, + "hf_subset": "mni_Beng-tha_Thai", + "languages": [ + "mni-Beng", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627252, + "recall": 0.674901, + "f1": 0.639667, + "accuracy": 0.674901, + "main_score": 0.639667, + "hf_subset": "mni_Beng-zho_Hans", + "languages": [ + "mni-Beng", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677081, + "recall": 0.724308, + "f1": 0.690214, + "accuracy": 0.724308, + "main_score": 0.690214, + "hf_subset": "mni_Beng-ast_Latn", + "languages": [ + "mni-Beng", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6086, + "recall": 0.659091, + "f1": 0.622126, + "accuracy": 0.659091, + "main_score": 0.622126, + "hf_subset": "mni_Beng-crh_Latn", + "languages": [ + "mni-Beng", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663485, + "recall": 0.708498, + "f1": 0.675292, + "accuracy": 0.708498, + "main_score": 0.675292, + "hf_subset": "mni_Beng-glg_Latn", + "languages": [ + "mni-Beng", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594093, + "recall": 0.645257, + "f1": 0.608302, + "accuracy": 0.645257, + "main_score": 0.608302, + "hf_subset": "mni_Beng-kas_Deva", + "languages": [ + "mni-Beng", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633292, + "recall": 0.675889, + "f1": 0.644859, + "accuracy": 0.675889, + "main_score": 0.644859, + "hf_subset": "mni_Beng-ltz_Latn", + "languages": [ + "mni-Beng", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428057, + "recall": 0.482213, + "f1": 0.441704, + "accuracy": 0.482213, + "main_score": 0.441704, + "hf_subset": "mni_Beng-nus_Latn", + "languages": [ + "mni-Beng", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65215, + "recall": 0.697628, + "f1": 0.664139, + "accuracy": 0.697628, + "main_score": 0.664139, + "hf_subset": "mni_Beng-slk_Latn", + "languages": [ + "mni-Beng", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45435, + "recall": 0.513834, + "f1": 0.470782, + "accuracy": 0.513834, + "main_score": 0.470782, + "hf_subset": "mni_Beng-tir_Ethi", + "languages": [ + "mni-Beng", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616334, + "recall": 0.66996, + "f1": 0.63101, + "accuracy": 0.66996, + "main_score": 0.63101, + "hf_subset": "mni_Beng-zho_Hant", + "languages": [ + "mni-Beng", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666095, + "recall": 0.716403, + "f1": 0.679463, + "accuracy": 0.716403, + "main_score": 0.679463, + "hf_subset": "mni_Beng-awa_Deva", + "languages": [ + "mni-Beng", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561535, + "recall": 0.614625, + "f1": 0.575572, + "accuracy": 0.614625, + "main_score": 0.575572, + "hf_subset": "mni_Beng-cym_Latn", + "languages": [ + "mni-Beng", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614894, + "recall": 0.659091, + "f1": 0.627251, + "accuracy": 0.659091, + "main_score": 0.627251, + "hf_subset": "mni_Beng-grn_Latn", + "languages": [ + "mni-Beng", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631682, + "recall": 0.675889, + "f1": 0.643521, + "accuracy": 0.675889, + "main_score": 0.643521, + "hf_subset": "mni_Beng-kat_Geor", + "languages": [ + "mni-Beng", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518114, + "recall": 0.568182, + "f1": 0.531462, + "accuracy": 0.568182, + "main_score": 0.531462, + "hf_subset": "mni_Beng-lua_Latn", + "languages": [ + "mni-Beng", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506032, + "recall": 0.5583, + "f1": 0.520673, + "accuracy": 0.5583, + "main_score": 0.520673, + "hf_subset": "mni_Beng-nya_Latn", + "languages": [ + "mni-Beng", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64917, + "recall": 0.69664, + "f1": 0.661504, + "accuracy": 0.69664, + "main_score": 0.661504, + "hf_subset": "mni_Beng-slv_Latn", + "languages": [ + "mni-Beng", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655496, + "recall": 0.700593, + "f1": 0.667929, + "accuracy": 0.700593, + "main_score": 0.667929, + "hf_subset": "mni_Beng-tpi_Latn", + "languages": [ + "mni-Beng", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676164, + "recall": 0.727273, + "f1": 0.689696, + "accuracy": 0.727273, + "main_score": 0.689696, + "hf_subset": "mni_Beng-zsm_Latn", + "languages": [ + "mni-Beng", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450394, + "recall": 0.503953, + "f1": 0.465038, + "accuracy": 0.503953, + "main_score": 0.465038, + "hf_subset": "mni_Beng-ayr_Latn", + "languages": [ + "mni-Beng", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672075, + "recall": 0.717391, + "f1": 0.684413, + "accuracy": 0.717391, + "main_score": 0.684413, + "hf_subset": "mni_Beng-dan_Latn", + "languages": [ + "mni-Beng", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682994, + "recall": 0.727273, + "f1": 0.694492, + "accuracy": 0.727273, + "main_score": 0.694492, + "hf_subset": "mni_Beng-guj_Gujr", + "languages": [ + "mni-Beng", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641929, + "recall": 0.692688, + "f1": 0.655344, + "accuracy": 0.692688, + "main_score": 0.655344, + "hf_subset": "mni_Beng-kaz_Cyrl", + "languages": [ + "mni-Beng", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440163, + "recall": 0.494071, + "f1": 0.454657, + "accuracy": 0.494071, + "main_score": 0.454657, + "hf_subset": "mni_Beng-lug_Latn", + "languages": [ + "mni-Beng", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666981, + "recall": 0.710474, + "f1": 0.67878, + "accuracy": 0.710474, + "main_score": 0.67878, + "hf_subset": "mni_Beng-oci_Latn", + "languages": [ + "mni-Beng", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531134, + "recall": 0.581028, + "f1": 0.544505, + "accuracy": 0.581028, + "main_score": 0.544505, + "hf_subset": "mni_Beng-smo_Latn", + "languages": [ + "mni-Beng", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461575, + "recall": 0.519763, + "f1": 0.477353, + "accuracy": 0.519763, + "main_score": 0.477353, + "hf_subset": "mni_Beng-tsn_Latn", + "languages": [ + "mni-Beng", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474597, + "recall": 0.528656, + "f1": 0.489354, + "accuracy": 0.528656, + "main_score": 0.489354, + "hf_subset": "mni_Beng-zul_Latn", + "languages": [ + "mni-Beng", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583971, + "recall": 0.631423, + "f1": 0.597266, + "accuracy": 0.631423, + "main_score": 0.597266, + "hf_subset": "mni_Beng-azb_Arab", + "languages": [ + "mni-Beng", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6745, + "recall": 0.72332, + "f1": 0.687345, + "accuracy": 0.72332, + "main_score": 0.687345, + "hf_subset": "mni_Beng-deu_Latn", + "languages": [ + "mni-Beng", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5857, + "recall": 0.644269, + "f1": 0.601484, + "accuracy": 0.644269, + "main_score": 0.601484, + "hf_subset": "mni_Beng-hat_Latn", + "languages": [ + "mni-Beng", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428912, + "recall": 0.482213, + "f1": 0.443415, + "accuracy": 0.482213, + "main_score": 0.443415, + "hf_subset": "mni_Beng-kbp_Latn", + "languages": [ + "mni-Beng", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50066, + "recall": 0.559289, + "f1": 0.516786, + "accuracy": 0.559289, + "main_score": 0.516786, + "hf_subset": "mni_Beng-luo_Latn", + "languages": [ + "mni-Beng", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663585, + "recall": 0.721344, + "f1": 0.679366, + "accuracy": 0.721344, + "main_score": 0.679366, + "hf_subset": "mni_Beng-ory_Orya", + "languages": [ + "mni-Beng", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485891, + "recall": 0.545455, + "f1": 0.502266, + "accuracy": 0.545455, + "main_score": 0.502266, + "hf_subset": "mni_Beng-sna_Latn", + "languages": [ + "mni-Beng", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483951, + "recall": 0.530632, + "f1": 0.495998, + "accuracy": 0.530632, + "main_score": 0.495998, + "hf_subset": "mni_Beng-tso_Latn", + "languages": [ + "mni-Beng", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628014, + "recall": 0.683794, + "f1": 0.643605, + "accuracy": 0.683794, + "main_score": 0.643605, + "hf_subset": "mni_Beng-azj_Latn", + "languages": [ + "mni-Beng", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445858, + "recall": 0.505929, + "f1": 0.462988, + "accuracy": 0.505929, + "main_score": 0.462988, + "hf_subset": "mni_Beng-dik_Latn", + "languages": [ + "mni-Beng", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492484, + "recall": 0.54249, + "f1": 0.505835, + "accuracy": 0.54249, + "main_score": 0.505835, + "hf_subset": "mni_Beng-hau_Latn", + "languages": [ + "mni-Beng", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627401, + "recall": 0.667984, + "f1": 0.638233, + "accuracy": 0.667984, + "main_score": 0.638233, + "hf_subset": "mni_Beng-kea_Latn", + "languages": [ + "mni-Beng", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587085, + "recall": 0.634387, + "f1": 0.600008, + "accuracy": 0.634387, + "main_score": 0.600008, + "hf_subset": "mni_Beng-lus_Latn", + "languages": [ + "mni-Beng", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647512, + "recall": 0.681818, + "f1": 0.657104, + "accuracy": 0.681818, + "main_score": 0.657104, + "hf_subset": "mni_Beng-pag_Latn", + "languages": [ + "mni-Beng", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638797, + "recall": 0.690711, + "f1": 0.652881, + "accuracy": 0.690711, + "main_score": 0.652881, + "hf_subset": "mni_Beng-snd_Arab", + "languages": [ + "mni-Beng", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590705, + "recall": 0.639328, + "f1": 0.604164, + "accuracy": 0.639328, + "main_score": 0.604164, + "hf_subset": "mni_Beng-tuk_Latn", + "languages": [ + "mni-Beng", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663153, + "recall": 0.703557, + "f1": 0.674033, + "accuracy": 0.703557, + "main_score": 0.674033, + "hf_subset": "mni_Beng-bak_Cyrl", + "languages": [ + "mni-Beng", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397957, + "recall": 0.471344, + "f1": 0.418472, + "accuracy": 0.471344, + "main_score": 0.418472, + "hf_subset": "mni_Beng-dyu_Latn", + "languages": [ + "mni-Beng", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633292, + "recall": 0.68083, + "f1": 0.645876, + "accuracy": 0.68083, + "main_score": 0.645876, + "hf_subset": "mni_Beng-heb_Hebr", + "languages": [ + "mni-Beng", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585768, + "recall": 0.636364, + "f1": 0.599651, + "accuracy": 0.636364, + "main_score": 0.599651, + "hf_subset": "mni_Beng-khk_Cyrl", + "languages": [ + "mni-Beng", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653854, + "recall": 0.6917, + "f1": 0.664955, + "accuracy": 0.6917, + "main_score": 0.664955, + "hf_subset": "mni_Beng-lvs_Latn", + "languages": [ + "mni-Beng", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670008, + "recall": 0.728261, + "f1": 0.68581, + "accuracy": 0.728261, + "main_score": 0.68581, + "hf_subset": "mni_Beng-pan_Guru", + "languages": [ + "mni-Beng", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458949, + "recall": 0.51581, + "f1": 0.474766, + "accuracy": 0.51581, + "main_score": 0.474766, + "hf_subset": "mni_Beng-som_Latn", + "languages": [ + "mni-Beng", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476561, + "recall": 0.52668, + "f1": 0.489616, + "accuracy": 0.52668, + "main_score": 0.489616, + "hf_subset": "mni_Beng-tum_Latn", + "languages": [ + "mni-Beng", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613118, + "recall": 0.674901, + "f1": 0.630934, + "accuracy": 0.674901, + "main_score": 0.630934, + "hf_subset": "ron_Latn-ace_Arab", + "languages": [ + "ron-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554051, + "recall": 0.616601, + "f1": 0.571532, + "accuracy": 0.616601, + "main_score": 0.571532, + "hf_subset": "ron_Latn-bam_Latn", + "languages": [ + "ron-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459611, + "recall": 0.537549, + "f1": 0.480707, + "accuracy": 0.537549, + "main_score": 0.480707, + "hf_subset": "ron_Latn-dzo_Tibt", + "languages": [ + "ron-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hin_Deva", + "languages": [ + "ron-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-khm_Khmr", + "languages": [ + "ron-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mag_Deva", + "languages": [ + "ron-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ron_Latn-pap_Latn", + "languages": [ + "ron-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618619, + "recall": 0.677866, + "f1": 0.634738, + "accuracy": 0.677866, + "main_score": 0.634738, + "hf_subset": "ron_Latn-sot_Latn", + "languages": [ + "ron-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tur_Latn", + "languages": [ + "ron-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898633, + "recall": 0.926877, + "f1": 0.907628, + "accuracy": 0.926877, + "main_score": 0.907628, + "hf_subset": "ron_Latn-ace_Latn", + "languages": [ + "ron-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.979249, + "f1": 0.973979, + "accuracy": 0.979249, + "main_score": 0.973979, + "hf_subset": "ron_Latn-ban_Latn", + "languages": [ + "ron-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ell_Grek", + "languages": [ + "ron-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ron_Latn-hne_Deva", + "languages": [ + "ron-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623938, + "recall": 0.681818, + "f1": 0.640653, + "accuracy": 0.681818, + "main_score": 0.640653, + "hf_subset": "ron_Latn-kik_Latn", + "languages": [ + "ron-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-mai_Deva", + "languages": [ + "ron-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ron_Latn-pbt_Arab", + "languages": [ + "ron-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640566, + "recall": 0.706522, + "f1": 0.659373, + "accuracy": 0.706522, + "main_score": 0.659373, + "hf_subset": "ron_Latn-twi_Latn", + "languages": [ + "ron-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-acm_Arab", + "languages": [ + "ron-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-bel_Cyrl", + "languages": [ + "ron-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hrv_Latn", + "languages": [ + "ron-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588554, + "recall": 0.648221, + "f1": 0.605623, + "accuracy": 0.648221, + "main_score": 0.605623, + "hf_subset": "ron_Latn-kin_Latn", + "languages": [ + "ron-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mal_Mlym", + "languages": [ + "ron-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-pes_Arab", + "languages": [ + "ron-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-srd_Latn", + "languages": [ + "ron-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190675, + "recall": 0.237154, + "f1": 0.201988, + "accuracy": 0.237154, + "main_score": 0.201988, + "hf_subset": "ron_Latn-tzm_Tfng", + "languages": [ + "ron-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-acq_Arab", + "languages": [ + "ron-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646598, + "recall": 0.69664, + "f1": 0.660512, + "accuracy": 0.69664, + "main_score": 0.660512, + "hf_subset": "ron_Latn-bem_Latn", + "languages": [ + "ron-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-epo_Latn", + "languages": [ + "ron-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hun_Latn", + "languages": [ + "ron-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-kir_Cyrl", + "languages": [ + "ron-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-mar_Deva", + "languages": [ + "ron-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702355, + "recall": 0.754941, + "f1": 0.717819, + "accuracy": 0.754941, + "main_score": 0.717819, + "hf_subset": "ron_Latn-plt_Latn", + "languages": [ + "ron-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-srp_Cyrl", + "languages": [ + "ron-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ron_Latn-uig_Arab", + "languages": [ + "ron-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-aeb_Arab", + "languages": [ + "ron-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ben_Beng", + "languages": [ + "ron-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-est_Latn", + "languages": [ + "ron-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-hye_Armn", + "languages": [ + "ron-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572661, + "recall": 0.624506, + "f1": 0.587226, + "accuracy": 0.624506, + "main_score": 0.587226, + "hf_subset": "ron_Latn-kmb_Latn", + "languages": [ + "ron-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533199, + "recall": 0.604743, + "f1": 0.552648, + "accuracy": 0.604743, + "main_score": 0.552648, + "hf_subset": "ron_Latn-min_Arab", + "languages": [ + "ron-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-pol_Latn", + "languages": [ + "ron-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576853, + "recall": 0.642292, + "f1": 0.595345, + "accuracy": 0.642292, + "main_score": 0.595345, + "hf_subset": "ron_Latn-ssw_Latn", + "languages": [ + "ron-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ukr_Cyrl", + "languages": [ + "ron-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-afr_Latn", + "languages": [ + "ron-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-bho_Deva", + "languages": [ + "ron-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-eus_Latn", + "languages": [ + "ron-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605043, + "recall": 0.667984, + "f1": 0.622424, + "accuracy": 0.667984, + "main_score": 0.622424, + "hf_subset": "ron_Latn-ibo_Latn", + "languages": [ + "ron-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920949, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "ron_Latn-kmr_Latn", + "languages": [ + "ron-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-min_Latn", + "languages": [ + "ron-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-sun_Latn", + "languages": [ + "ron-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544057, + "recall": 0.608696, + "f1": 0.562502, + "accuracy": 0.608696, + "main_score": 0.562502, + "hf_subset": "ron_Latn-umb_Latn", + "languages": [ + "ron-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ajp_Arab", + "languages": [ + "ron-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567582, + "recall": 0.632411, + "f1": 0.585899, + "accuracy": 0.632411, + "main_score": 0.585899, + "hf_subset": "ron_Latn-bjn_Arab", + "languages": [ + "ron-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529474, + "recall": 0.583004, + "f1": 0.544526, + "accuracy": 0.583004, + "main_score": 0.544526, + "hf_subset": "ron_Latn-ewe_Latn", + "languages": [ + "ron-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ron_Latn-ilo_Latn", + "languages": [ + "ron-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.333967, + "recall": 0.396245, + "f1": 0.351557, + "accuracy": 0.396245, + "main_score": 0.351557, + "hf_subset": "ron_Latn-knc_Arab", + "languages": [ + "ron-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-mkd_Cyrl", + "languages": [ + "ron-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-prs_Arab", + "languages": [ + "ron-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-swe_Latn", + "languages": [ + "ron-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-urd_Arab", + "languages": [ + "ron-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615596, + "recall": 0.671937, + "f1": 0.631418, + "accuracy": 0.671937, + "main_score": 0.631418, + "hf_subset": "ron_Latn-aka_Latn", + "languages": [ + "ron-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ron_Latn-bjn_Latn", + "languages": [ + "ron-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ron_Latn-fao_Latn", + "languages": [ + "ron-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ind_Latn", + "languages": [ + "ron-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610706, + "recall": 0.66996, + "f1": 0.627489, + "accuracy": 0.66996, + "main_score": 0.627489, + "hf_subset": "ron_Latn-knc_Latn", + "languages": [ + "ron-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741447, + "recall": 0.800395, + "f1": 0.759143, + "accuracy": 0.800395, + "main_score": 0.759143, + "hf_subset": "ron_Latn-quy_Latn", + "languages": [ + "ron-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ron_Latn-swh_Latn", + "languages": [ + "ron-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-uzn_Latn", + "languages": [ + "ron-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-als_Latn", + "languages": [ + "ron-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6903, + "recall": 0.761858, + "f1": 0.711034, + "accuracy": 0.761858, + "main_score": 0.711034, + "hf_subset": "ron_Latn-bod_Tibt", + "languages": [ + "ron-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734, + "recall": 0.784585, + "f1": 0.74854, + "accuracy": 0.784585, + "main_score": 0.74854, + "hf_subset": "ron_Latn-fij_Latn", + "languages": [ + "ron-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ron_Latn-isl_Latn", + "languages": [ + "ron-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693307, + "recall": 0.746047, + "f1": 0.709272, + "accuracy": 0.746047, + "main_score": 0.709272, + "hf_subset": "ron_Latn-kon_Latn", + "languages": [ + "ron-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6841, + "recall": 0.747036, + "f1": 0.70292, + "accuracy": 0.747036, + "main_score": 0.70292, + "hf_subset": "ron_Latn-mni_Beng", + "languages": [ + "ron-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "ron_Latn-szl_Latn", + "languages": [ + "ron-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-vec_Latn", + "languages": [ + "ron-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ron_Latn-amh_Ethi", + "languages": [ + "ron-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bos_Latn", + "languages": [ + "ron-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-fin_Latn", + "languages": [ + "ron-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-kor_Hang", + "languages": [ + "ron-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572934, + "recall": 0.637352, + "f1": 0.591096, + "accuracy": 0.637352, + "main_score": 0.591096, + "hf_subset": "ron_Latn-mos_Latn", + "languages": [ + "ron-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581201, + "recall": 0.637352, + "f1": 0.597156, + "accuracy": 0.637352, + "main_score": 0.597156, + "hf_subset": "ron_Latn-run_Latn", + "languages": [ + "ron-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tam_Taml", + "languages": [ + "ron-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-vie_Latn", + "languages": [ + "ron-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-apc_Arab", + "languages": [ + "ron-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815448, + "recall": 0.860672, + "f1": 0.829183, + "accuracy": 0.860672, + "main_score": 0.829183, + "hf_subset": "ron_Latn-bug_Latn", + "languages": [ + "ron-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486992, + "recall": 0.54249, + "f1": 0.501536, + "accuracy": 0.54249, + "main_score": 0.501536, + "hf_subset": "ron_Latn-fon_Latn", + "languages": [ + "ron-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-jav_Latn", + "languages": [ + "ron-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-lao_Laoo", + "languages": [ + "ron-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891593, + "recall": 0.920949, + "f1": 0.900747, + "accuracy": 0.920949, + "main_score": 0.900747, + "hf_subset": "ron_Latn-mri_Latn", + "languages": [ + "ron-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-rus_Cyrl", + "languages": [ + "ron-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552463, + "recall": 0.616601, + "f1": 0.570764, + "accuracy": 0.616601, + "main_score": 0.570764, + "hf_subset": "ron_Latn-taq_Latn", + "languages": [ + "ron-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-war_Latn", + "languages": [ + "ron-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-arb_Arab", + "languages": [ + "ron-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-bul_Cyrl", + "languages": [ + "ron-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-jpn_Jpan", + "languages": [ + "ron-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-lij_Latn", + "languages": [ + "ron-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99193, + "recall": 0.993083, + "f1": 0.99226, + "accuracy": 0.993083, + "main_score": 0.99226, + "hf_subset": "ron_Latn-mya_Mymr", + "languages": [ + "ron-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63596, + "recall": 0.701581, + "f1": 0.654362, + "accuracy": 0.701581, + "main_score": 0.654362, + "hf_subset": "ron_Latn-sag_Latn", + "languages": [ + "ron-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201362, + "recall": 0.262846, + "f1": 0.215836, + "accuracy": 0.262846, + "main_score": 0.215836, + "hf_subset": "ron_Latn-taq_Tfng", + "languages": [ + "ron-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641314, + "recall": 0.709486, + "f1": 0.661121, + "accuracy": 0.709486, + "main_score": 0.661121, + "hf_subset": "ron_Latn-wol_Latn", + "languages": [ + "ron-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832428, + "recall": 0.878458, + "f1": 0.846871, + "accuracy": 0.878458, + "main_score": 0.846871, + "hf_subset": "ron_Latn-arb_Latn", + "languages": [ + "ron-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-fur_Latn", + "languages": [ + "ron-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430971, + "recall": 0.495059, + "f1": 0.448916, + "accuracy": 0.495059, + "main_score": 0.448916, + "hf_subset": "ron_Latn-kab_Latn", + "languages": [ + "ron-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ron_Latn-lim_Latn", + "languages": [ + "ron-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-nld_Latn", + "languages": [ + "ron-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ron_Latn-san_Deva", + "languages": [ + "ron-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tat_Cyrl", + "languages": [ + "ron-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696789, + "recall": 0.753953, + "f1": 0.713702, + "accuracy": 0.753953, + "main_score": 0.713702, + "hf_subset": "ron_Latn-xho_Latn", + "languages": [ + "ron-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ars_Arab", + "languages": [ + "ron-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-ceb_Latn", + "languages": [ + "ron-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579501, + "recall": 0.642292, + "f1": 0.597475, + "accuracy": 0.642292, + "main_score": 0.597475, + "hf_subset": "ron_Latn-fuv_Latn", + "languages": [ + "ron-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527944, + "recall": 0.591897, + "f1": 0.54564, + "accuracy": 0.591897, + "main_score": 0.54564, + "hf_subset": "ron_Latn-kac_Latn", + "languages": [ + "ron-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701426, + "recall": 0.751976, + "f1": 0.716504, + "accuracy": 0.751976, + "main_score": 0.716504, + "hf_subset": "ron_Latn-lin_Latn", + "languages": [ + "ron-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-nno_Latn", + "languages": [ + "ron-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250122, + "recall": 0.337945, + "f1": 0.273776, + "accuracy": 0.337945, + "main_score": 0.273776, + "hf_subset": "ron_Latn-sat_Olck", + "languages": [ + "ron-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-tel_Telu", + "languages": [ + "ron-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ron_Latn-ydd_Hebr", + "languages": [ + "ron-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ron_Latn-ary_Arab", + "languages": [ + "ron-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ces_Latn", + "languages": [ + "ron-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611917, + "recall": 0.672925, + "f1": 0.629825, + "accuracy": 0.672925, + "main_score": 0.629825, + "hf_subset": "ron_Latn-gaz_Latn", + "languages": [ + "ron-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613046, + "recall": 0.673913, + "f1": 0.630512, + "accuracy": 0.673913, + "main_score": 0.630512, + "hf_subset": "ron_Latn-kam_Latn", + "languages": [ + "ron-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ron_Latn-lit_Latn", + "languages": [ + "ron-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-nob_Latn", + "languages": [ + "ron-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ron_Latn-scn_Latn", + "languages": [ + "ron-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ron_Latn-tgk_Cyrl", + "languages": [ + "ron-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736364, + "recall": 0.798419, + "f1": 0.755322, + "accuracy": 0.798419, + "main_score": 0.755322, + "hf_subset": "ron_Latn-yor_Latn", + "languages": [ + "ron-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-arz_Arab", + "languages": [ + "ron-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5772, + "recall": 0.639328, + "f1": 0.595604, + "accuracy": 0.639328, + "main_score": 0.595604, + "hf_subset": "ron_Latn-cjk_Latn", + "languages": [ + "ron-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830945, + "recall": 0.875494, + "f1": 0.84473, + "accuracy": 0.875494, + "main_score": 0.84473, + "hf_subset": "ron_Latn-gla_Latn", + "languages": [ + "ron-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-kan_Knda", + "languages": [ + "ron-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "ron_Latn-lmo_Latn", + "languages": [ + "ron-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "ron_Latn-npi_Deva", + "languages": [ + "ron-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489469, + "recall": 0.55336, + "f1": 0.507047, + "accuracy": 0.55336, + "main_score": 0.507047, + "hf_subset": "ron_Latn-shn_Mymr", + "languages": [ + "ron-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tgl_Latn", + "languages": [ + "ron-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-yue_Hant", + "languages": [ + "ron-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-asm_Beng", + "languages": [ + "ron-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "ron_Latn-ckb_Arab", + "languages": [ + "ron-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906456, + "recall": 0.932806, + "f1": 0.914643, + "accuracy": 0.932806, + "main_score": 0.914643, + "hf_subset": "ron_Latn-gle_Latn", + "languages": [ + "ron-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "ron_Latn-kas_Arab", + "languages": [ + "ron-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "ron_Latn-ltg_Latn", + "languages": [ + "ron-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64082, + "recall": 0.6917, + "f1": 0.655354, + "accuracy": 0.6917, + "main_score": 0.655354, + "hf_subset": "ron_Latn-nso_Latn", + "languages": [ + "ron-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ron_Latn-sin_Sinh", + "languages": [ + "ron-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-tha_Thai", + "languages": [ + "ron-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-zho_Hans", + "languages": [ + "ron-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ast_Latn", + "languages": [ + "ron-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-crh_Latn", + "languages": [ + "ron-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910738, + "recall": 0.937747, + "f1": 0.919631, + "accuracy": 0.937747, + "main_score": 0.919631, + "hf_subset": "ron_Latn-kas_Deva", + "languages": [ + "ron-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ron_Latn-ltz_Latn", + "languages": [ + "ron-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484684, + "recall": 0.555336, + "f1": 0.504166, + "accuracy": 0.555336, + "main_score": 0.504166, + "hf_subset": "ron_Latn-nus_Latn", + "languages": [ + "ron-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-slk_Latn", + "languages": [ + "ron-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634124, + "recall": 0.709486, + "f1": 0.656348, + "accuracy": 0.709486, + "main_score": 0.656348, + "hf_subset": "ron_Latn-tir_Ethi", + "languages": [ + "ron-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-zho_Hant", + "languages": [ + "ron-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ron_Latn-awa_Deva", + "languages": [ + "ron-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ron_Latn-cym_Latn", + "languages": [ + "ron-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873353, + "recall": 0.909091, + "f1": 0.884717, + "accuracy": 0.909091, + "main_score": 0.884717, + "hf_subset": "ron_Latn-grn_Latn", + "languages": [ + "ron-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-kat_Geor", + "languages": [ + "ron-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672342, + "recall": 0.721344, + "f1": 0.68619, + "accuracy": 0.721344, + "main_score": 0.68619, + "hf_subset": "ron_Latn-lua_Latn", + "languages": [ + "ron-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672523, + "recall": 0.731225, + "f1": 0.689481, + "accuracy": 0.731225, + "main_score": 0.689481, + "hf_subset": "ron_Latn-nya_Latn", + "languages": [ + "ron-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-slv_Latn", + "languages": [ + "ron-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ron_Latn-tpi_Latn", + "languages": [ + "ron-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-zsm_Latn", + "languages": [ + "ron-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553014, + "recall": 0.617589, + "f1": 0.571445, + "accuracy": 0.617589, + "main_score": 0.571445, + "hf_subset": "ron_Latn-ayr_Latn", + "languages": [ + "ron-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-dan_Latn", + "languages": [ + "ron-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-guj_Gujr", + "languages": [ + "ron-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-kaz_Cyrl", + "languages": [ + "ron-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558714, + "recall": 0.621542, + "f1": 0.575825, + "accuracy": 0.621542, + "main_score": 0.575825, + "hf_subset": "ron_Latn-lug_Latn", + "languages": [ + "ron-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-oci_Latn", + "languages": [ + "ron-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861989, + "recall": 0.900198, + "f1": 0.873781, + "accuracy": 0.900198, + "main_score": 0.873781, + "hf_subset": "ron_Latn-smo_Latn", + "languages": [ + "ron-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5627, + "recall": 0.62747, + "f1": 0.581104, + "accuracy": 0.62747, + "main_score": 0.581104, + "hf_subset": "ron_Latn-tsn_Latn", + "languages": [ + "ron-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644177, + "recall": 0.704545, + "f1": 0.661797, + "accuracy": 0.704545, + "main_score": 0.661797, + "hf_subset": "ron_Latn-zul_Latn", + "languages": [ + "ron-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "ron_Latn-azb_Arab", + "languages": [ + "ron-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-deu_Latn", + "languages": [ + "ron-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "ron_Latn-hat_Latn", + "languages": [ + "ron-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511224, + "recall": 0.566206, + "f1": 0.527036, + "accuracy": 0.566206, + "main_score": 0.527036, + "hf_subset": "ron_Latn-kbp_Latn", + "languages": [ + "ron-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604751, + "recall": 0.657115, + "f1": 0.619631, + "accuracy": 0.657115, + "main_score": 0.619631, + "hf_subset": "ron_Latn-luo_Latn", + "languages": [ + "ron-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-ory_Orya", + "languages": [ + "ron-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619788, + "recall": 0.68083, + "f1": 0.63728, + "accuracy": 0.68083, + "main_score": 0.63728, + "hf_subset": "ron_Latn-sna_Latn", + "languages": [ + "ron-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578756, + "recall": 0.635375, + "f1": 0.594787, + "accuracy": 0.635375, + "main_score": 0.594787, + "hf_subset": "ron_Latn-tso_Latn", + "languages": [ + "ron-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-azj_Latn", + "languages": [ + "ron-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563587, + "recall": 0.625494, + "f1": 0.581606, + "accuracy": 0.625494, + "main_score": 0.581606, + "hf_subset": "ron_Latn-dik_Latn", + "languages": [ + "ron-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766502, + "recall": 0.81917, + "f1": 0.782613, + "accuracy": 0.81917, + "main_score": 0.782613, + "hf_subset": "ron_Latn-hau_Latn", + "languages": [ + "ron-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ron_Latn-kea_Latn", + "languages": [ + "ron-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770266, + "recall": 0.818182, + "f1": 0.784964, + "accuracy": 0.818182, + "main_score": 0.784964, + "hf_subset": "ron_Latn-lus_Latn", + "languages": [ + "ron-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893314, + "recall": 0.918972, + "f1": 0.901153, + "accuracy": 0.918972, + "main_score": 0.901153, + "hf_subset": "ron_Latn-pag_Latn", + "languages": [ + "ron-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-snd_Arab", + "languages": [ + "ron-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ron_Latn-tuk_Latn", + "languages": [ + "ron-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ron_Latn-bak_Cyrl", + "languages": [ + "ron-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517396, + "recall": 0.593874, + "f1": 0.540119, + "accuracy": 0.593874, + "main_score": 0.540119, + "hf_subset": "ron_Latn-dyu_Latn", + "languages": [ + "ron-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ron_Latn-heb_Hebr", + "languages": [ + "ron-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ron_Latn-khk_Cyrl", + "languages": [ + "ron-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-lvs_Latn", + "languages": [ + "ron-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ron_Latn-pan_Guru", + "languages": [ + "ron-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745193, + "recall": 0.799407, + "f1": 0.761561, + "accuracy": 0.799407, + "main_score": 0.761561, + "hf_subset": "ron_Latn-som_Latn", + "languages": [ + "ron-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633649, + "recall": 0.682806, + "f1": 0.64737, + "accuracy": 0.682806, + "main_score": 0.64737, + "hf_subset": "ron_Latn-tum_Latn", + "languages": [ + "ron-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600002, + "recall": 0.659091, + "f1": 0.617439, + "accuracy": 0.659091, + "main_score": 0.617439, + "hf_subset": "szl_Latn-ace_Arab", + "languages": [ + "szl-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540367, + "recall": 0.603755, + "f1": 0.558466, + "accuracy": 0.603755, + "main_score": 0.558466, + "hf_subset": "szl_Latn-bam_Latn", + "languages": [ + "szl-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386003, + "recall": 0.454545, + "f1": 0.404078, + "accuracy": 0.454545, + "main_score": 0.404078, + "hf_subset": "szl_Latn-dzo_Tibt", + "languages": [ + "szl-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-hin_Deva", + "languages": [ + "szl-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.979249, + "f1": 0.973979, + "accuracy": 0.979249, + "main_score": 0.973979, + "hf_subset": "szl_Latn-khm_Khmr", + "languages": [ + "szl-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-mag_Deva", + "languages": [ + "szl-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.975296, + "f1": 0.96917, + "accuracy": 0.975296, + "main_score": 0.96917, + "hf_subset": "szl_Latn-pap_Latn", + "languages": [ + "szl-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596272, + "recall": 0.653162, + "f1": 0.61223, + "accuracy": 0.653162, + "main_score": 0.61223, + "hf_subset": "szl_Latn-sot_Latn", + "languages": [ + "szl-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-tur_Latn", + "languages": [ + "szl-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853673, + "recall": 0.887352, + "f1": 0.864361, + "accuracy": 0.887352, + "main_score": 0.864361, + "hf_subset": "szl_Latn-ace_Latn", + "languages": [ + "szl-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933992, + "recall": 0.949605, + "f1": 0.9389, + "accuracy": 0.949605, + "main_score": 0.9389, + "hf_subset": "szl_Latn-ban_Latn", + "languages": [ + "szl-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-ell_Grek", + "languages": [ + "szl-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.98419, + "f1": 0.980402, + "accuracy": 0.98419, + "main_score": 0.980402, + "hf_subset": "szl_Latn-hne_Deva", + "languages": [ + "szl-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607547, + "recall": 0.658103, + "f1": 0.62176, + "accuracy": 0.658103, + "main_score": 0.62176, + "hf_subset": "szl_Latn-kik_Latn", + "languages": [ + "szl-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-mai_Deva", + "languages": [ + "szl-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947711, + "recall": 0.962451, + "f1": 0.952306, + "accuracy": 0.962451, + "main_score": 0.952306, + "hf_subset": "szl_Latn-pbt_Arab", + "languages": [ + "szl-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-spa_Latn", + "languages": [ + "szl-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607642, + "recall": 0.668972, + "f1": 0.625569, + "accuracy": 0.668972, + "main_score": 0.625569, + "hf_subset": "szl_Latn-twi_Latn", + "languages": [ + "szl-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-acm_Arab", + "languages": [ + "szl-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "szl_Latn-bel_Cyrl", + "languages": [ + "szl-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-eng_Latn", + "languages": [ + "szl-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-hrv_Latn", + "languages": [ + "szl-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577686, + "recall": 0.633399, + "f1": 0.593587, + "accuracy": 0.633399, + "main_score": 0.593587, + "hf_subset": "szl_Latn-kin_Latn", + "languages": [ + "szl-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "szl_Latn-mal_Mlym", + "languages": [ + "szl-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "szl_Latn-pes_Arab", + "languages": [ + "szl-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "szl_Latn-srd_Latn", + "languages": [ + "szl-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194008, + "recall": 0.23913, + "f1": 0.204917, + "accuracy": 0.23913, + "main_score": 0.204917, + "hf_subset": "szl_Latn-tzm_Tfng", + "languages": [ + "szl-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-acq_Arab", + "languages": [ + "szl-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640748, + "recall": 0.685771, + "f1": 0.653334, + "accuracy": 0.685771, + "main_score": 0.653334, + "hf_subset": "szl_Latn-bem_Latn", + "languages": [ + "szl-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-epo_Latn", + "languages": [ + "szl-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-hun_Latn", + "languages": [ + "szl-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "szl_Latn-kir_Cyrl", + "languages": [ + "szl-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "szl_Latn-mar_Deva", + "languages": [ + "szl-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669862, + "recall": 0.717391, + "f1": 0.683451, + "accuracy": 0.717391, + "main_score": 0.683451, + "hf_subset": "szl_Latn-plt_Latn", + "languages": [ + "szl-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.990119, + "f1": 0.988307, + "accuracy": 0.990119, + "main_score": 0.988307, + "hf_subset": "szl_Latn-srp_Cyrl", + "languages": [ + "szl-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.956522, + "f1": 0.944993, + "accuracy": 0.956522, + "main_score": 0.944993, + "hf_subset": "szl_Latn-uig_Arab", + "languages": [ + "szl-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-aeb_Arab", + "languages": [ + "szl-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987895, + "recall": 0.990119, + "f1": 0.988538, + "accuracy": 0.990119, + "main_score": 0.988538, + "hf_subset": "szl_Latn-ben_Beng", + "languages": [ + "szl-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-est_Latn", + "languages": [ + "szl-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.991107, + "f1": 0.989625, + "accuracy": 0.991107, + "main_score": 0.989625, + "hf_subset": "szl_Latn-hye_Armn", + "languages": [ + "szl-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553549, + "recall": 0.603755, + "f1": 0.567959, + "accuracy": 0.603755, + "main_score": 0.567959, + "hf_subset": "szl_Latn-kmb_Latn", + "languages": [ + "szl-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508508, + "recall": 0.577075, + "f1": 0.526524, + "accuracy": 0.577075, + "main_score": 0.526524, + "hf_subset": "szl_Latn-min_Arab", + "languages": [ + "szl-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.992095, + "f1": 0.990613, + "accuracy": 0.992095, + "main_score": 0.990613, + "hf_subset": "szl_Latn-pol_Latn", + "languages": [ + "szl-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570604, + "recall": 0.637352, + "f1": 0.589668, + "accuracy": 0.637352, + "main_score": 0.589668, + "hf_subset": "szl_Latn-ssw_Latn", + "languages": [ + "szl-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ukr_Cyrl", + "languages": [ + "szl-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "szl_Latn-afr_Latn", + "languages": [ + "szl-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "szl_Latn-bho_Deva", + "languages": [ + "szl-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "szl_Latn-eus_Latn", + "languages": [ + "szl-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59916, + "recall": 0.651186, + "f1": 0.613374, + "accuracy": 0.651186, + "main_score": 0.613374, + "hf_subset": "szl_Latn-ibo_Latn", + "languages": [ + "szl-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874918, + "recall": 0.907115, + "f1": 0.884947, + "accuracy": 0.907115, + "main_score": 0.884947, + "hf_subset": "szl_Latn-kmr_Latn", + "languages": [ + "szl-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "szl_Latn-min_Latn", + "languages": [ + "szl-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "szl_Latn-por_Latn", + "languages": [ + "szl-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974967, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "szl_Latn-sun_Latn", + "languages": [ + "szl-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526633, + "recall": 0.581028, + "f1": 0.542542, + "accuracy": 0.581028, + "main_score": 0.542542, + "hf_subset": "szl_Latn-umb_Latn", + "languages": [ + "szl-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-ajp_Arab", + "languages": [ + "szl-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565619, + "recall": 0.624506, + "f1": 0.581953, + "accuracy": 0.624506, + "main_score": 0.581953, + "hf_subset": "szl_Latn-bjn_Arab", + "languages": [ + "szl-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529079, + "recall": 0.579051, + "f1": 0.542406, + "accuracy": 0.579051, + "main_score": 0.542406, + "hf_subset": "szl_Latn-ewe_Latn", + "languages": [ + "szl-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917572, + "recall": 0.937747, + "f1": 0.92365, + "accuracy": 0.937747, + "main_score": 0.92365, + "hf_subset": "szl_Latn-ilo_Latn", + "languages": [ + "szl-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318478, + "recall": 0.375494, + "f1": 0.335084, + "accuracy": 0.375494, + "main_score": 0.335084, + "hf_subset": "szl_Latn-knc_Arab", + "languages": [ + "szl-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "szl_Latn-mkd_Cyrl", + "languages": [ + "szl-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.98913, + "f1": 0.986989, + "accuracy": 0.98913, + "main_score": 0.986989, + "hf_subset": "szl_Latn-prs_Arab", + "languages": [ + "szl-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-swe_Latn", + "languages": [ + "szl-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "szl_Latn-urd_Arab", + "languages": [ + "szl-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594706, + "recall": 0.647233, + "f1": 0.609493, + "accuracy": 0.647233, + "main_score": 0.609493, + "hf_subset": "szl_Latn-aka_Latn", + "languages": [ + "szl-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.97332, + "f1": 0.967015, + "accuracy": 0.97332, + "main_score": 0.967015, + "hf_subset": "szl_Latn-bjn_Latn", + "languages": [ + "szl-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "szl_Latn-fao_Latn", + "languages": [ + "szl-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-ind_Latn", + "languages": [ + "szl-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588231, + "recall": 0.63834, + "f1": 0.602913, + "accuracy": 0.63834, + "main_score": 0.602913, + "hf_subset": "szl_Latn-knc_Latn", + "languages": [ + "szl-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.977273, + "f1": 0.971673, + "accuracy": 0.977273, + "main_score": 0.971673, + "hf_subset": "szl_Latn-mlt_Latn", + "languages": [ + "szl-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707274, + "recall": 0.768775, + "f1": 0.725551, + "accuracy": 0.768775, + "main_score": 0.725551, + "hf_subset": "szl_Latn-quy_Latn", + "languages": [ + "szl-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9403, + "recall": 0.956522, + "f1": 0.945389, + "accuracy": 0.956522, + "main_score": 0.945389, + "hf_subset": "szl_Latn-swh_Latn", + "languages": [ + "szl-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "szl_Latn-uzn_Latn", + "languages": [ + "szl-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-als_Latn", + "languages": [ + "szl-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584841, + "recall": 0.666996, + "f1": 0.608514, + "accuracy": 0.666996, + "main_score": 0.608514, + "hf_subset": "szl_Latn-bod_Tibt", + "languages": [ + "szl-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694295, + "recall": 0.745059, + "f1": 0.709145, + "accuracy": 0.745059, + "main_score": 0.709145, + "hf_subset": "szl_Latn-fij_Latn", + "languages": [ + "szl-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "szl_Latn-isl_Latn", + "languages": [ + "szl-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666021, + "recall": 0.712451, + "f1": 0.679106, + "accuracy": 0.712451, + "main_score": 0.679106, + "hf_subset": "szl_Latn-kon_Latn", + "languages": [ + "szl-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651092, + "recall": 0.710474, + "f1": 0.668742, + "accuracy": 0.710474, + "main_score": 0.668742, + "hf_subset": "szl_Latn-mni_Beng", + "languages": [ + "szl-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-ron_Latn", + "languages": [ + "szl-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "szl_Latn-vec_Latn", + "languages": [ + "szl-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908267, + "recall": 0.933794, + "f1": 0.916304, + "accuracy": 0.933794, + "main_score": 0.916304, + "hf_subset": "szl_Latn-amh_Ethi", + "languages": [ + "szl-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-bos_Latn", + "languages": [ + "szl-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "szl_Latn-fin_Latn", + "languages": [ + "szl-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.991107, + "f1": 0.989625, + "accuracy": 0.991107, + "main_score": 0.989625, + "hf_subset": "szl_Latn-ita_Latn", + "languages": [ + "szl-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "szl_Latn-kor_Hang", + "languages": [ + "szl-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55234, + "recall": 0.610672, + "f1": 0.569175, + "accuracy": 0.610672, + "main_score": 0.569175, + "hf_subset": "szl_Latn-mos_Latn", + "languages": [ + "szl-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572061, + "recall": 0.62253, + "f1": 0.586531, + "accuracy": 0.62253, + "main_score": 0.586531, + "hf_subset": "szl_Latn-run_Latn", + "languages": [ + "szl-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "szl_Latn-tam_Taml", + "languages": [ + "szl-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "szl_Latn-vie_Latn", + "languages": [ + "szl-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-apc_Arab", + "languages": [ + "szl-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786506, + "recall": 0.833004, + "f1": 0.800282, + "accuracy": 0.833004, + "main_score": 0.800282, + "hf_subset": "szl_Latn-bug_Latn", + "languages": [ + "szl-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485681, + "recall": 0.535573, + "f1": 0.499117, + "accuracy": 0.535573, + "main_score": 0.499117, + "hf_subset": "szl_Latn-fon_Latn", + "languages": [ + "szl-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "szl_Latn-jav_Latn", + "languages": [ + "szl-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.978261, + "f1": 0.972661, + "accuracy": 0.978261, + "main_score": 0.972661, + "hf_subset": "szl_Latn-lao_Laoo", + "languages": [ + "szl-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841156, + "recall": 0.881423, + "f1": 0.853953, + "accuracy": 0.881423, + "main_score": 0.853953, + "hf_subset": "szl_Latn-mri_Latn", + "languages": [ + "szl-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-rus_Cyrl", + "languages": [ + "szl-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553962, + "recall": 0.606719, + "f1": 0.56828, + "accuracy": 0.606719, + "main_score": 0.56828, + "hf_subset": "szl_Latn-taq_Latn", + "languages": [ + "szl-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.983202, + "f1": 0.979743, + "accuracy": 0.983202, + "main_score": 0.979743, + "hf_subset": "szl_Latn-war_Latn", + "languages": [ + "szl-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "szl_Latn-arb_Arab", + "languages": [ + "szl-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "szl_Latn-bul_Cyrl", + "languages": [ + "szl-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-fra_Latn", + "languages": [ + "szl-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "szl_Latn-jpn_Jpan", + "languages": [ + "szl-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "szl_Latn-lij_Latn", + "languages": [ + "szl-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "szl_Latn-mya_Mymr", + "languages": [ + "szl-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621117, + "recall": 0.681818, + "f1": 0.638046, + "accuracy": 0.681818, + "main_score": 0.638046, + "hf_subset": "szl_Latn-sag_Latn", + "languages": [ + "szl-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201692, + "recall": 0.257905, + "f1": 0.214178, + "accuracy": 0.257905, + "main_score": 0.214178, + "hf_subset": "szl_Latn-taq_Tfng", + "languages": [ + "szl-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63321, + "recall": 0.6917, + "f1": 0.649975, + "accuracy": 0.6917, + "main_score": 0.649975, + "hf_subset": "szl_Latn-wol_Latn", + "languages": [ + "szl-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770777, + "recall": 0.822134, + "f1": 0.786165, + "accuracy": 0.822134, + "main_score": 0.786165, + "hf_subset": "szl_Latn-arb_Latn", + "languages": [ + "szl-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-cat_Latn", + "languages": [ + "szl-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "szl_Latn-fur_Latn", + "languages": [ + "szl-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425776, + "recall": 0.481225, + "f1": 0.441126, + "accuracy": 0.481225, + "main_score": 0.441126, + "hf_subset": "szl_Latn-kab_Latn", + "languages": [ + "szl-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "szl_Latn-lim_Latn", + "languages": [ + "szl-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-nld_Latn", + "languages": [ + "szl-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.980237, + "f1": 0.975461, + "accuracy": 0.980237, + "main_score": 0.975461, + "hf_subset": "szl_Latn-san_Deva", + "languages": [ + "szl-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980484, + "recall": 0.985178, + "f1": 0.98195, + "accuracy": 0.985178, + "main_score": 0.98195, + "hf_subset": "szl_Latn-tat_Cyrl", + "languages": [ + "szl-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686413, + "recall": 0.737154, + "f1": 0.701172, + "accuracy": 0.737154, + "main_score": 0.701172, + "hf_subset": "szl_Latn-xho_Latn", + "languages": [ + "szl-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "szl_Latn-ars_Arab", + "languages": [ + "szl-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "szl_Latn-ceb_Latn", + "languages": [ + "szl-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544475, + "recall": 0.601779, + "f1": 0.561704, + "accuracy": 0.601779, + "main_score": 0.561704, + "hf_subset": "szl_Latn-fuv_Latn", + "languages": [ + "szl-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511771, + "recall": 0.573123, + "f1": 0.528684, + "accuracy": 0.573123, + "main_score": 0.528684, + "hf_subset": "szl_Latn-kac_Latn", + "languages": [ + "szl-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664369, + "recall": 0.712451, + "f1": 0.678005, + "accuracy": 0.712451, + "main_score": 0.678005, + "hf_subset": "szl_Latn-lin_Latn", + "languages": [ + "szl-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-nno_Latn", + "languages": [ + "szl-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.232081, + "recall": 0.310277, + "f1": 0.253049, + "accuracy": 0.310277, + "main_score": 0.253049, + "hf_subset": "szl_Latn-sat_Olck", + "languages": [ + "szl-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "szl_Latn-tel_Telu", + "languages": [ + "szl-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "szl_Latn-ydd_Hebr", + "languages": [ + "szl-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "szl_Latn-ary_Arab", + "languages": [ + "szl-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-ces_Latn", + "languages": [ + "szl-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588867, + "recall": 0.641304, + "f1": 0.604235, + "accuracy": 0.641304, + "main_score": 0.604235, + "hf_subset": "szl_Latn-gaz_Latn", + "languages": [ + "szl-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583083, + "recall": 0.646245, + "f1": 0.600922, + "accuracy": 0.646245, + "main_score": 0.600922, + "hf_subset": "szl_Latn-kam_Latn", + "languages": [ + "szl-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "szl_Latn-lit_Latn", + "languages": [ + "szl-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-nob_Latn", + "languages": [ + "szl-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "szl_Latn-scn_Latn", + "languages": [ + "szl-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "szl_Latn-tgk_Cyrl", + "languages": [ + "szl-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696846, + "recall": 0.755929, + "f1": 0.714152, + "accuracy": 0.755929, + "main_score": 0.714152, + "hf_subset": "szl_Latn-yor_Latn", + "languages": [ + "szl-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "szl_Latn-arz_Arab", + "languages": [ + "szl-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563475, + "recall": 0.624506, + "f1": 0.580887, + "accuracy": 0.624506, + "main_score": 0.580887, + "hf_subset": "szl_Latn-cjk_Latn", + "languages": [ + "szl-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787467, + "recall": 0.836957, + "f1": 0.802866, + "accuracy": 0.836957, + "main_score": 0.802866, + "hf_subset": "szl_Latn-gla_Latn", + "languages": [ + "szl-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.988142, + "f1": 0.985672, + "accuracy": 0.988142, + "main_score": 0.985672, + "hf_subset": "szl_Latn-kan_Knda", + "languages": [ + "szl-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.978261, + "f1": 0.97332, + "accuracy": 0.978261, + "main_score": 0.97332, + "hf_subset": "szl_Latn-lmo_Latn", + "languages": [ + "szl-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "szl_Latn-npi_Deva", + "languages": [ + "szl-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4646, + "recall": 0.522727, + "f1": 0.480371, + "accuracy": 0.522727, + "main_score": 0.480371, + "hf_subset": "szl_Latn-shn_Mymr", + "languages": [ + "szl-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-tgl_Latn", + "languages": [ + "szl-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.98913, + "f1": 0.986989, + "accuracy": 0.98913, + "main_score": 0.986989, + "hf_subset": "szl_Latn-yue_Hant", + "languages": [ + "szl-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "szl_Latn-asm_Beng", + "languages": [ + "szl-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938488, + "recall": 0.955534, + "f1": 0.943906, + "accuracy": 0.955534, + "main_score": 0.943906, + "hf_subset": "szl_Latn-ckb_Arab", + "languages": [ + "szl-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855649, + "recall": 0.894269, + "f1": 0.867819, + "accuracy": 0.894269, + "main_score": 0.867819, + "hf_subset": "szl_Latn-gle_Latn", + "languages": [ + "szl-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.936759, + "f1": 0.920751, + "accuracy": 0.936759, + "main_score": 0.920751, + "hf_subset": "szl_Latn-kas_Arab", + "languages": [ + "szl-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940217, + "recall": 0.95751, + "f1": 0.945817, + "accuracy": 0.95751, + "main_score": 0.945817, + "hf_subset": "szl_Latn-ltg_Latn", + "languages": [ + "szl-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616765, + "recall": 0.667984, + "f1": 0.631136, + "accuracy": 0.667984, + "main_score": 0.631136, + "hf_subset": "szl_Latn-nso_Latn", + "languages": [ + "szl-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "szl_Latn-sin_Sinh", + "languages": [ + "szl-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "szl_Latn-tha_Thai", + "languages": [ + "szl-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "szl_Latn-zho_Hans", + "languages": [ + "szl-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "szl_Latn-ast_Latn", + "languages": [ + "szl-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979496, + "recall": 0.98419, + "f1": 0.980962, + "accuracy": 0.98419, + "main_score": 0.980962, + "hf_subset": "szl_Latn-crh_Latn", + "languages": [ + "szl-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.991107, + "f1": 0.989295, + "accuracy": 0.991107, + "main_score": 0.989295, + "hf_subset": "szl_Latn-glg_Latn", + "languages": [ + "szl-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853961, + "recall": 0.890316, + "f1": 0.865357, + "accuracy": 0.890316, + "main_score": 0.865357, + "hf_subset": "szl_Latn-kas_Deva", + "languages": [ + "szl-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.977273, + "f1": 0.971838, + "accuracy": 0.977273, + "main_score": 0.971838, + "hf_subset": "szl_Latn-ltz_Latn", + "languages": [ + "szl-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449696, + "recall": 0.516798, + "f1": 0.467963, + "accuracy": 0.516798, + "main_score": 0.467963, + "hf_subset": "szl_Latn-nus_Latn", + "languages": [ + "szl-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-slk_Latn", + "languages": [ + "szl-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602981, + "recall": 0.66996, + "f1": 0.622501, + "accuracy": 0.66996, + "main_score": 0.622501, + "hf_subset": "szl_Latn-tir_Ethi", + "languages": [ + "szl-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.988142, + "f1": 0.985672, + "accuracy": 0.988142, + "main_score": 0.985672, + "hf_subset": "szl_Latn-zho_Hant", + "languages": [ + "szl-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972003, + "recall": 0.979249, + "f1": 0.974308, + "accuracy": 0.979249, + "main_score": 0.974308, + "hf_subset": "szl_Latn-awa_Deva", + "languages": [ + "szl-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945899, + "recall": 0.961462, + "f1": 0.950988, + "accuracy": 0.961462, + "main_score": 0.950988, + "hf_subset": "szl_Latn-cym_Latn", + "languages": [ + "szl-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826993, + "recall": 0.867589, + "f1": 0.839215, + "accuracy": 0.867589, + "main_score": 0.839215, + "hf_subset": "szl_Latn-grn_Latn", + "languages": [ + "szl-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "szl_Latn-kat_Geor", + "languages": [ + "szl-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654438, + "recall": 0.703557, + "f1": 0.668071, + "accuracy": 0.703557, + "main_score": 0.668071, + "hf_subset": "szl_Latn-lua_Latn", + "languages": [ + "szl-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64867, + "recall": 0.70751, + "f1": 0.666175, + "accuracy": 0.70751, + "main_score": 0.666175, + "hf_subset": "szl_Latn-nya_Latn", + "languages": [ + "szl-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "szl_Latn-slv_Latn", + "languages": [ + "szl-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922431, + "recall": 0.945652, + "f1": 0.930007, + "accuracy": 0.945652, + "main_score": 0.930007, + "hf_subset": "szl_Latn-tpi_Latn", + "languages": [ + "szl-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-zsm_Latn", + "languages": [ + "szl-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549194, + "recall": 0.605731, + "f1": 0.565392, + "accuracy": 0.605731, + "main_score": 0.565392, + "hf_subset": "szl_Latn-ayr_Latn", + "languages": [ + "szl-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.993083, + "f1": 0.991765, + "accuracy": 0.993083, + "main_score": 0.991765, + "hf_subset": "szl_Latn-dan_Latn", + "languages": [ + "szl-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "szl_Latn-guj_Gujr", + "languages": [ + "szl-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "szl_Latn-kaz_Cyrl", + "languages": [ + "szl-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534363, + "recall": 0.589921, + "f1": 0.549797, + "accuracy": 0.589921, + "main_score": 0.549797, + "hf_subset": "szl_Latn-lug_Latn", + "languages": [ + "szl-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "szl_Latn-oci_Latn", + "languages": [ + "szl-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807378, + "recall": 0.851779, + "f1": 0.820553, + "accuracy": 0.851779, + "main_score": 0.820553, + "hf_subset": "szl_Latn-smo_Latn", + "languages": [ + "szl-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553816, + "recall": 0.612648, + "f1": 0.570474, + "accuracy": 0.612648, + "main_score": 0.570474, + "hf_subset": "szl_Latn-tsn_Latn", + "languages": [ + "szl-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628354, + "recall": 0.687747, + "f1": 0.644946, + "accuracy": 0.687747, + "main_score": 0.644946, + "hf_subset": "szl_Latn-zul_Latn", + "languages": [ + "szl-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887599, + "recall": 0.91996, + "f1": 0.897958, + "accuracy": 0.91996, + "main_score": 0.897958, + "hf_subset": "szl_Latn-azb_Arab", + "languages": [ + "szl-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "szl_Latn-deu_Latn", + "languages": [ + "szl-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941041, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "szl_Latn-hat_Latn", + "languages": [ + "szl-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514463, + "recall": 0.564229, + "f1": 0.528513, + "accuracy": 0.564229, + "main_score": 0.528513, + "hf_subset": "szl_Latn-kbp_Latn", + "languages": [ + "szl-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589114, + "recall": 0.642292, + "f1": 0.604452, + "accuracy": 0.642292, + "main_score": 0.604452, + "hf_subset": "szl_Latn-luo_Latn", + "languages": [ + "szl-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.988142, + "f1": 0.985672, + "accuracy": 0.988142, + "main_score": 0.985672, + "hf_subset": "szl_Latn-ory_Orya", + "languages": [ + "szl-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583765, + "recall": 0.642292, + "f1": 0.600727, + "accuracy": 0.642292, + "main_score": 0.600727, + "hf_subset": "szl_Latn-sna_Latn", + "languages": [ + "szl-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553159, + "recall": 0.606719, + "f1": 0.568191, + "accuracy": 0.606719, + "main_score": 0.568191, + "hf_subset": "szl_Latn-tso_Latn", + "languages": [ + "szl-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "szl_Latn-azj_Latn", + "languages": [ + "szl-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544779, + "recall": 0.605731, + "f1": 0.562982, + "accuracy": 0.605731, + "main_score": 0.562982, + "hf_subset": "szl_Latn-dik_Latn", + "languages": [ + "szl-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742045, + "recall": 0.79249, + "f1": 0.757411, + "accuracy": 0.79249, + "main_score": 0.757411, + "hf_subset": "szl_Latn-hau_Latn", + "languages": [ + "szl-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963192, + "recall": 0.97332, + "f1": 0.966304, + "accuracy": 0.97332, + "main_score": 0.966304, + "hf_subset": "szl_Latn-kea_Latn", + "languages": [ + "szl-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727997, + "recall": 0.773715, + "f1": 0.74129, + "accuracy": 0.773715, + "main_score": 0.74129, + "hf_subset": "szl_Latn-lus_Latn", + "languages": [ + "szl-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855649, + "recall": 0.886364, + "f1": 0.864893, + "accuracy": 0.886364, + "main_score": 0.864893, + "hf_subset": "szl_Latn-pag_Latn", + "languages": [ + "szl-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "szl_Latn-snd_Arab", + "languages": [ + "szl-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "szl_Latn-tuk_Latn", + "languages": [ + "szl-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965448, + "recall": 0.974308, + "f1": 0.968215, + "accuracy": 0.974308, + "main_score": 0.968215, + "hf_subset": "szl_Latn-bak_Cyrl", + "languages": [ + "szl-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488629, + "recall": 0.564229, + "f1": 0.511187, + "accuracy": 0.564229, + "main_score": 0.511187, + "hf_subset": "szl_Latn-dyu_Latn", + "languages": [ + "szl-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "szl_Latn-heb_Hebr", + "languages": [ + "szl-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.974308, + "f1": 0.967391, + "accuracy": 0.974308, + "main_score": 0.967391, + "hf_subset": "szl_Latn-khk_Cyrl", + "languages": [ + "szl-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.992095, + "f1": 0.990613, + "accuracy": 0.992095, + "main_score": 0.990613, + "hf_subset": "szl_Latn-lvs_Latn", + "languages": [ + "szl-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.987154, + "f1": 0.984354, + "accuracy": 0.987154, + "main_score": 0.984354, + "hf_subset": "szl_Latn-pan_Guru", + "languages": [ + "szl-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703426, + "recall": 0.761858, + "f1": 0.721066, + "accuracy": 0.761858, + "main_score": 0.721066, + "hf_subset": "szl_Latn-som_Latn", + "languages": [ + "szl-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599722, + "recall": 0.646245, + "f1": 0.612505, + "accuracy": 0.646245, + "main_score": 0.612505, + "hf_subset": "szl_Latn-tum_Latn", + "languages": [ + "szl-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591413, + "recall": 0.652174, + "f1": 0.608797, + "accuracy": 0.652174, + "main_score": 0.608797, + "hf_subset": "vec_Latn-ace_Arab", + "languages": [ + "vec-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537362, + "recall": 0.597826, + "f1": 0.553786, + "accuracy": 0.597826, + "main_score": 0.553786, + "hf_subset": "vec_Latn-bam_Latn", + "languages": [ + "vec-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409265, + "recall": 0.485178, + "f1": 0.429448, + "accuracy": 0.485178, + "main_score": 0.429448, + "hf_subset": "vec_Latn-dzo_Tibt", + "languages": [ + "vec-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-hin_Deva", + "languages": [ + "vec-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-khm_Khmr", + "languages": [ + "vec-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-mag_Deva", + "languages": [ + "vec-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-pap_Latn", + "languages": [ + "vec-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605188, + "recall": 0.662055, + "f1": 0.620753, + "accuracy": 0.662055, + "main_score": 0.620753, + "hf_subset": "vec_Latn-sot_Latn", + "languages": [ + "vec-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-tur_Latn", + "languages": [ + "vec-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865975, + "recall": 0.898221, + "f1": 0.875988, + "accuracy": 0.898221, + "main_score": 0.875988, + "hf_subset": "vec_Latn-ace_Latn", + "languages": [ + "vec-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "vec_Latn-ban_Latn", + "languages": [ + "vec-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ell_Grek", + "languages": [ + "vec-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "vec_Latn-hne_Deva", + "languages": [ + "vec-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611679, + "recall": 0.666008, + "f1": 0.627442, + "accuracy": 0.666008, + "main_score": 0.627442, + "hf_subset": "vec_Latn-kik_Latn", + "languages": [ + "vec-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-mai_Deva", + "languages": [ + "vec-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "vec_Latn-pbt_Arab", + "languages": [ + "vec-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-spa_Latn", + "languages": [ + "vec-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618744, + "recall": 0.681818, + "f1": 0.637107, + "accuracy": 0.681818, + "main_score": 0.637107, + "hf_subset": "vec_Latn-twi_Latn", + "languages": [ + "vec-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-acm_Arab", + "languages": [ + "vec-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-bel_Cyrl", + "languages": [ + "vec-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-eng_Latn", + "languages": [ + "vec-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-hrv_Latn", + "languages": [ + "vec-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557651, + "recall": 0.616601, + "f1": 0.573918, + "accuracy": 0.616601, + "main_score": 0.573918, + "hf_subset": "vec_Latn-kin_Latn", + "languages": [ + "vec-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-mal_Mlym", + "languages": [ + "vec-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-pes_Arab", + "languages": [ + "vec-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-srd_Latn", + "languages": [ + "vec-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17269, + "recall": 0.215415, + "f1": 0.183504, + "accuracy": 0.215415, + "main_score": 0.183504, + "hf_subset": "vec_Latn-tzm_Tfng", + "languages": [ + "vec-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-acq_Arab", + "languages": [ + "vec-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629702, + "recall": 0.678854, + "f1": 0.64274, + "accuracy": 0.678854, + "main_score": 0.64274, + "hf_subset": "vec_Latn-bem_Latn", + "languages": [ + "vec-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-epo_Latn", + "languages": [ + "vec-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-hun_Latn", + "languages": [ + "vec-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-kir_Cyrl", + "languages": [ + "vec-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-mar_Deva", + "languages": [ + "vec-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681423, + "recall": 0.735178, + "f1": 0.697073, + "accuracy": 0.735178, + "main_score": 0.697073, + "hf_subset": "vec_Latn-plt_Latn", + "languages": [ + "vec-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-srp_Cyrl", + "languages": [ + "vec-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "vec_Latn-uig_Arab", + "languages": [ + "vec-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-aeb_Arab", + "languages": [ + "vec-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ben_Beng", + "languages": [ + "vec-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-est_Latn", + "languages": [ + "vec-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-hye_Armn", + "languages": [ + "vec-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55295, + "recall": 0.605731, + "f1": 0.567462, + "accuracy": 0.605731, + "main_score": 0.567462, + "hf_subset": "vec_Latn-kmb_Latn", + "languages": [ + "vec-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520148, + "recall": 0.587945, + "f1": 0.538237, + "accuracy": 0.587945, + "main_score": 0.538237, + "hf_subset": "vec_Latn-min_Arab", + "languages": [ + "vec-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-pol_Latn", + "languages": [ + "vec-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565703, + "recall": 0.625494, + "f1": 0.582861, + "accuracy": 0.625494, + "main_score": 0.582861, + "hf_subset": "vec_Latn-ssw_Latn", + "languages": [ + "vec-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ukr_Cyrl", + "languages": [ + "vec-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-afr_Latn", + "languages": [ + "vec-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-bho_Deva", + "languages": [ + "vec-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "vec_Latn-eus_Latn", + "languages": [ + "vec-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589824, + "recall": 0.65415, + "f1": 0.607971, + "accuracy": 0.65415, + "main_score": 0.607971, + "hf_subset": "vec_Latn-ibo_Latn", + "languages": [ + "vec-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882205, + "recall": 0.914032, + "f1": 0.89215, + "accuracy": 0.914032, + "main_score": 0.89215, + "hf_subset": "vec_Latn-kmr_Latn", + "languages": [ + "vec-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "vec_Latn-min_Latn", + "languages": [ + "vec-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-por_Latn", + "languages": [ + "vec-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-sun_Latn", + "languages": [ + "vec-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535172, + "recall": 0.596838, + "f1": 0.552292, + "accuracy": 0.596838, + "main_score": 0.552292, + "hf_subset": "vec_Latn-umb_Latn", + "languages": [ + "vec-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ajp_Arab", + "languages": [ + "vec-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552179, + "recall": 0.618577, + "f1": 0.570243, + "accuracy": 0.618577, + "main_score": 0.570243, + "hf_subset": "vec_Latn-bjn_Arab", + "languages": [ + "vec-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535251, + "recall": 0.587945, + "f1": 0.549553, + "accuracy": 0.587945, + "main_score": 0.549553, + "hf_subset": "vec_Latn-ewe_Latn", + "languages": [ + "vec-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937039, + "recall": 0.952569, + "f1": 0.941568, + "accuracy": 0.952569, + "main_score": 0.941568, + "hf_subset": "vec_Latn-ilo_Latn", + "languages": [ + "vec-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.327087, + "recall": 0.382411, + "f1": 0.342423, + "accuracy": 0.382411, + "main_score": 0.342423, + "hf_subset": "vec_Latn-knc_Arab", + "languages": [ + "vec-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-mkd_Cyrl", + "languages": [ + "vec-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-prs_Arab", + "languages": [ + "vec-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-swe_Latn", + "languages": [ + "vec-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-urd_Arab", + "languages": [ + "vec-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606559, + "recall": 0.66502, + "f1": 0.622828, + "accuracy": 0.66502, + "main_score": 0.622828, + "hf_subset": "vec_Latn-aka_Latn", + "languages": [ + "vec-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "vec_Latn-bjn_Latn", + "languages": [ + "vec-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "vec_Latn-fao_Latn", + "languages": [ + "vec-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ind_Latn", + "languages": [ + "vec-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589408, + "recall": 0.643281, + "f1": 0.605058, + "accuracy": 0.643281, + "main_score": 0.605058, + "hf_subset": "vec_Latn-knc_Latn", + "languages": [ + "vec-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "vec_Latn-mlt_Latn", + "languages": [ + "vec-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707689, + "recall": 0.76581, + "f1": 0.724391, + "accuracy": 0.76581, + "main_score": 0.724391, + "hf_subset": "vec_Latn-quy_Latn", + "languages": [ + "vec-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "vec_Latn-swh_Latn", + "languages": [ + "vec-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-uzn_Latn", + "languages": [ + "vec-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-als_Latn", + "languages": [ + "vec-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601574, + "recall": 0.674901, + "f1": 0.622264, + "accuracy": 0.674901, + "main_score": 0.622264, + "hf_subset": "vec_Latn-bod_Tibt", + "languages": [ + "vec-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694599, + "recall": 0.752964, + "f1": 0.711059, + "accuracy": 0.752964, + "main_score": 0.711059, + "hf_subset": "vec_Latn-fij_Latn", + "languages": [ + "vec-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vec_Latn-isl_Latn", + "languages": [ + "vec-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679595, + "recall": 0.727273, + "f1": 0.693795, + "accuracy": 0.727273, + "main_score": 0.693795, + "hf_subset": "vec_Latn-kon_Latn", + "languages": [ + "vec-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667506, + "recall": 0.730237, + "f1": 0.685482, + "accuracy": 0.730237, + "main_score": 0.685482, + "hf_subset": "vec_Latn-mni_Beng", + "languages": [ + "vec-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ron_Latn", + "languages": [ + "vec-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "vec_Latn-szl_Latn", + "languages": [ + "vec-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937912, + "recall": 0.956522, + "f1": 0.943808, + "accuracy": 0.956522, + "main_score": 0.943808, + "hf_subset": "vec_Latn-amh_Ethi", + "languages": [ + "vec-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-bos_Latn", + "languages": [ + "vec-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-fin_Latn", + "languages": [ + "vec-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ita_Latn", + "languages": [ + "vec-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-kor_Hang", + "languages": [ + "vec-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555203, + "recall": 0.613636, + "f1": 0.571251, + "accuracy": 0.613636, + "main_score": 0.571251, + "hf_subset": "vec_Latn-mos_Latn", + "languages": [ + "vec-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555897, + "recall": 0.614625, + "f1": 0.572272, + "accuracy": 0.614625, + "main_score": 0.572272, + "hf_subset": "vec_Latn-run_Latn", + "languages": [ + "vec-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-tam_Taml", + "languages": [ + "vec-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-vie_Latn", + "languages": [ + "vec-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-apc_Arab", + "languages": [ + "vec-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80611, + "recall": 0.851779, + "f1": 0.81965, + "accuracy": 0.851779, + "main_score": 0.81965, + "hf_subset": "vec_Latn-bug_Latn", + "languages": [ + "vec-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481548, + "recall": 0.536561, + "f1": 0.496105, + "accuracy": 0.536561, + "main_score": 0.496105, + "hf_subset": "vec_Latn-fon_Latn", + "languages": [ + "vec-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-jav_Latn", + "languages": [ + "vec-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vec_Latn-lao_Laoo", + "languages": [ + "vec-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841024, + "recall": 0.881423, + "f1": 0.853129, + "accuracy": 0.881423, + "main_score": 0.853129, + "hf_subset": "vec_Latn-mri_Latn", + "languages": [ + "vec-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-rus_Cyrl", + "languages": [ + "vec-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552833, + "recall": 0.609684, + "f1": 0.568818, + "accuracy": 0.609684, + "main_score": 0.568818, + "hf_subset": "vec_Latn-taq_Latn", + "languages": [ + "vec-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-war_Latn", + "languages": [ + "vec-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-arb_Arab", + "languages": [ + "vec-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-bul_Cyrl", + "languages": [ + "vec-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-fra_Latn", + "languages": [ + "vec-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-jpn_Jpan", + "languages": [ + "vec-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-lij_Latn", + "languages": [ + "vec-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "vec_Latn-mya_Mymr", + "languages": [ + "vec-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620388, + "recall": 0.68083, + "f1": 0.637277, + "accuracy": 0.68083, + "main_score": 0.637277, + "hf_subset": "vec_Latn-sag_Latn", + "languages": [ + "vec-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195873, + "recall": 0.251976, + "f1": 0.208329, + "accuracy": 0.251976, + "main_score": 0.208329, + "hf_subset": "vec_Latn-taq_Tfng", + "languages": [ + "vec-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654776, + "recall": 0.709486, + "f1": 0.670276, + "accuracy": 0.709486, + "main_score": 0.670276, + "hf_subset": "vec_Latn-wol_Latn", + "languages": [ + "vec-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795199, + "recall": 0.844862, + "f1": 0.810365, + "accuracy": 0.844862, + "main_score": 0.810365, + "hf_subset": "vec_Latn-arb_Latn", + "languages": [ + "vec-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-cat_Latn", + "languages": [ + "vec-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-fur_Latn", + "languages": [ + "vec-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430627, + "recall": 0.482213, + "f1": 0.444117, + "accuracy": 0.482213, + "main_score": 0.444117, + "hf_subset": "vec_Latn-kab_Latn", + "languages": [ + "vec-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-lim_Latn", + "languages": [ + "vec-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-nld_Latn", + "languages": [ + "vec-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "vec_Latn-san_Deva", + "languages": [ + "vec-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-tat_Cyrl", + "languages": [ + "vec-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671402, + "recall": 0.729249, + "f1": 0.68825, + "accuracy": 0.729249, + "main_score": 0.68825, + "hf_subset": "vec_Latn-xho_Latn", + "languages": [ + "vec-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ars_Arab", + "languages": [ + "vec-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ceb_Latn", + "languages": [ + "vec-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569759, + "recall": 0.628458, + "f1": 0.586261, + "accuracy": 0.628458, + "main_score": 0.586261, + "hf_subset": "vec_Latn-fuv_Latn", + "languages": [ + "vec-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518227, + "recall": 0.583992, + "f1": 0.535883, + "accuracy": 0.583992, + "main_score": 0.535883, + "hf_subset": "vec_Latn-kac_Latn", + "languages": [ + "vec-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682743, + "recall": 0.733202, + "f1": 0.697332, + "accuracy": 0.733202, + "main_score": 0.697332, + "hf_subset": "vec_Latn-lin_Latn", + "languages": [ + "vec-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-nno_Latn", + "languages": [ + "vec-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223927, + "recall": 0.296443, + "f1": 0.242446, + "accuracy": 0.296443, + "main_score": 0.242446, + "hf_subset": "vec_Latn-sat_Olck", + "languages": [ + "vec-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-tel_Telu", + "languages": [ + "vec-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "vec_Latn-ydd_Hebr", + "languages": [ + "vec-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "vec_Latn-ary_Arab", + "languages": [ + "vec-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ces_Latn", + "languages": [ + "vec-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57893, + "recall": 0.645257, + "f1": 0.597834, + "accuracy": 0.645257, + "main_score": 0.597834, + "hf_subset": "vec_Latn-gaz_Latn", + "languages": [ + "vec-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593958, + "recall": 0.656126, + "f1": 0.611401, + "accuracy": 0.656126, + "main_score": 0.611401, + "hf_subset": "vec_Latn-kam_Latn", + "languages": [ + "vec-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "vec_Latn-lit_Latn", + "languages": [ + "vec-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-nob_Latn", + "languages": [ + "vec-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "vec_Latn-scn_Latn", + "languages": [ + "vec-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976038, + "recall": 0.982213, + "f1": 0.977997, + "accuracy": 0.982213, + "main_score": 0.977997, + "hf_subset": "vec_Latn-tgk_Cyrl", + "languages": [ + "vec-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695645, + "recall": 0.761858, + "f1": 0.715319, + "accuracy": 0.761858, + "main_score": 0.715319, + "hf_subset": "vec_Latn-yor_Latn", + "languages": [ + "vec-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-arz_Arab", + "languages": [ + "vec-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581032, + "recall": 0.645257, + "f1": 0.598643, + "accuracy": 0.645257, + "main_score": 0.598643, + "hf_subset": "vec_Latn-cjk_Latn", + "languages": [ + "vec-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77076, + "recall": 0.81917, + "f1": 0.785096, + "accuracy": 0.81917, + "main_score": 0.785096, + "hf_subset": "vec_Latn-gla_Latn", + "languages": [ + "vec-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-kan_Knda", + "languages": [ + "vec-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vec_Latn-lmo_Latn", + "languages": [ + "vec-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "vec_Latn-npi_Deva", + "languages": [ + "vec-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47333, + "recall": 0.536561, + "f1": 0.490535, + "accuracy": 0.536561, + "main_score": 0.490535, + "hf_subset": "vec_Latn-shn_Mymr", + "languages": [ + "vec-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-tgl_Latn", + "languages": [ + "vec-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-yue_Hant", + "languages": [ + "vec-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vec_Latn-asm_Beng", + "languages": [ + "vec-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "vec_Latn-ckb_Arab", + "languages": [ + "vec-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869433, + "recall": 0.905138, + "f1": 0.880567, + "accuracy": 0.905138, + "main_score": 0.880567, + "hf_subset": "vec_Latn-gle_Latn", + "languages": [ + "vec-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "vec_Latn-kas_Arab", + "languages": [ + "vec-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935194, + "recall": 0.954545, + "f1": 0.941436, + "accuracy": 0.954545, + "main_score": 0.941436, + "hf_subset": "vec_Latn-ltg_Latn", + "languages": [ + "vec-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614717, + "recall": 0.671937, + "f1": 0.630714, + "accuracy": 0.671937, + "main_score": 0.630714, + "hf_subset": "vec_Latn-nso_Latn", + "languages": [ + "vec-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "vec_Latn-sin_Sinh", + "languages": [ + "vec-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-tha_Thai", + "languages": [ + "vec-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-zho_Hans", + "languages": [ + "vec-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-ast_Latn", + "languages": [ + "vec-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-crh_Latn", + "languages": [ + "vec-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-glg_Latn", + "languages": [ + "vec-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899901, + "recall": 0.928854, + "f1": 0.908893, + "accuracy": 0.928854, + "main_score": 0.908893, + "hf_subset": "vec_Latn-kas_Deva", + "languages": [ + "vec-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vec_Latn-ltz_Latn", + "languages": [ + "vec-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470999, + "recall": 0.538538, + "f1": 0.489137, + "accuracy": 0.538538, + "main_score": 0.489137, + "hf_subset": "vec_Latn-nus_Latn", + "languages": [ + "vec-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-slk_Latn", + "languages": [ + "vec-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608911, + "recall": 0.676877, + "f1": 0.628911, + "accuracy": 0.676877, + "main_score": 0.628911, + "hf_subset": "vec_Latn-tir_Ethi", + "languages": [ + "vec-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-zho_Hant", + "languages": [ + "vec-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "vec_Latn-awa_Deva", + "languages": [ + "vec-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "vec_Latn-cym_Latn", + "languages": [ + "vec-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862648, + "recall": 0.898221, + "f1": 0.873617, + "accuracy": 0.898221, + "main_score": 0.873617, + "hf_subset": "vec_Latn-grn_Latn", + "languages": [ + "vec-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-kat_Geor", + "languages": [ + "vec-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654316, + "recall": 0.710474, + "f1": 0.670382, + "accuracy": 0.710474, + "main_score": 0.670382, + "hf_subset": "vec_Latn-lua_Latn", + "languages": [ + "vec-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646752, + "recall": 0.704545, + "f1": 0.663114, + "accuracy": 0.704545, + "main_score": 0.663114, + "hf_subset": "vec_Latn-nya_Latn", + "languages": [ + "vec-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-slv_Latn", + "languages": [ + "vec-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951383, + "accuracy": 0.962451, + "main_score": 0.951383, + "hf_subset": "vec_Latn-tpi_Latn", + "languages": [ + "vec-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-zsm_Latn", + "languages": [ + "vec-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545727, + "recall": 0.609684, + "f1": 0.563816, + "accuracy": 0.609684, + "main_score": 0.563816, + "hf_subset": "vec_Latn-ayr_Latn", + "languages": [ + "vec-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-dan_Latn", + "languages": [ + "vec-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-guj_Gujr", + "languages": [ + "vec-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vec_Latn-kaz_Cyrl", + "languages": [ + "vec-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549896, + "recall": 0.610672, + "f1": 0.566655, + "accuracy": 0.610672, + "main_score": 0.566655, + "hf_subset": "vec_Latn-lug_Latn", + "languages": [ + "vec-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-oci_Latn", + "languages": [ + "vec-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814097, + "recall": 0.860672, + "f1": 0.828327, + "accuracy": 0.860672, + "main_score": 0.828327, + "hf_subset": "vec_Latn-smo_Latn", + "languages": [ + "vec-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55305, + "recall": 0.612648, + "f1": 0.569638, + "accuracy": 0.612648, + "main_score": 0.569638, + "hf_subset": "vec_Latn-tsn_Latn", + "languages": [ + "vec-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623027, + "recall": 0.682806, + "f1": 0.639768, + "accuracy": 0.682806, + "main_score": 0.639768, + "hf_subset": "vec_Latn-zul_Latn", + "languages": [ + "vec-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931851, + "recall": 0.951581, + "f1": 0.938076, + "accuracy": 0.951581, + "main_score": 0.938076, + "hf_subset": "vec_Latn-azb_Arab", + "languages": [ + "vec-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-deu_Latn", + "languages": [ + "vec-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "vec_Latn-hat_Latn", + "languages": [ + "vec-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506317, + "recall": 0.564229, + "f1": 0.522388, + "accuracy": 0.564229, + "main_score": 0.522388, + "hf_subset": "vec_Latn-kbp_Latn", + "languages": [ + "vec-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595498, + "recall": 0.648221, + "f1": 0.609855, + "accuracy": 0.648221, + "main_score": 0.609855, + "hf_subset": "vec_Latn-luo_Latn", + "languages": [ + "vec-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-ory_Orya", + "languages": [ + "vec-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585392, + "recall": 0.650198, + "f1": 0.604297, + "accuracy": 0.650198, + "main_score": 0.604297, + "hf_subset": "vec_Latn-sna_Latn", + "languages": [ + "vec-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563648, + "recall": 0.614625, + "f1": 0.577751, + "accuracy": 0.614625, + "main_score": 0.577751, + "hf_subset": "vec_Latn-tso_Latn", + "languages": [ + "vec-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vec_Latn-azj_Latn", + "languages": [ + "vec-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541886, + "recall": 0.608696, + "f1": 0.561152, + "accuracy": 0.608696, + "main_score": 0.561152, + "hf_subset": "vec_Latn-dik_Latn", + "languages": [ + "vec-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726433, + "recall": 0.781621, + "f1": 0.742396, + "accuracy": 0.781621, + "main_score": 0.742396, + "hf_subset": "vec_Latn-hau_Latn", + "languages": [ + "vec-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vec_Latn-kea_Latn", + "languages": [ + "vec-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756126, + "recall": 0.80336, + "f1": 0.770553, + "accuracy": 0.80336, + "main_score": 0.770553, + "hf_subset": "vec_Latn-lus_Latn", + "languages": [ + "vec-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867671, + "recall": 0.898221, + "f1": 0.877009, + "accuracy": 0.898221, + "main_score": 0.877009, + "hf_subset": "vec_Latn-pag_Latn", + "languages": [ + "vec-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vec_Latn-snd_Arab", + "languages": [ + "vec-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934042, + "recall": 0.953557, + "f1": 0.940283, + "accuracy": 0.953557, + "main_score": 0.940283, + "hf_subset": "vec_Latn-tuk_Latn", + "languages": [ + "vec-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "vec_Latn-bak_Cyrl", + "languages": [ + "vec-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495932, + "recall": 0.572134, + "f1": 0.517792, + "accuracy": 0.572134, + "main_score": 0.517792, + "hf_subset": "vec_Latn-dyu_Latn", + "languages": [ + "vec-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vec_Latn-heb_Hebr", + "languages": [ + "vec-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "vec_Latn-khk_Cyrl", + "languages": [ + "vec-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vec_Latn-lvs_Latn", + "languages": [ + "vec-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vec_Latn-pan_Guru", + "languages": [ + "vec-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71726, + "recall": 0.772727, + "f1": 0.734486, + "accuracy": 0.772727, + "main_score": 0.734486, + "hf_subset": "vec_Latn-som_Latn", + "languages": [ + "vec-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601363, + "recall": 0.650198, + "f1": 0.615199, + "accuracy": 0.650198, + "main_score": 0.615199, + "hf_subset": "vec_Latn-tum_Latn", + "languages": [ + "vec-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449341, + "recall": 0.51087, + "f1": 0.467101, + "accuracy": 0.51087, + "main_score": 0.467101, + "hf_subset": "amh_Ethi-ace_Arab", + "languages": [ + "amh-Ethi", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455827, + "recall": 0.506917, + "f1": 0.469639, + "accuracy": 0.506917, + "main_score": 0.469639, + "hf_subset": "amh_Ethi-bam_Latn", + "languages": [ + "amh-Ethi", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366619, + "recall": 0.432806, + "f1": 0.384428, + "accuracy": 0.432806, + "main_score": 0.384428, + "hf_subset": "amh_Ethi-dzo_Tibt", + "languages": [ + "amh-Ethi", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942111, + "recall": 0.959486, + "f1": 0.94753, + "accuracy": 0.959486, + "main_score": 0.94753, + "hf_subset": "amh_Ethi-hin_Deva", + "languages": [ + "amh-Ethi", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907889, + "recall": 0.933794, + "f1": 0.916074, + "accuracy": 0.933794, + "main_score": 0.916074, + "hf_subset": "amh_Ethi-khm_Khmr", + "languages": [ + "amh-Ethi", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "amh_Ethi-mag_Deva", + "languages": [ + "amh-Ethi", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841034, + "recall": 0.880435, + "f1": 0.852684, + "accuracy": 0.880435, + "main_score": 0.852684, + "hf_subset": "amh_Ethi-pap_Latn", + "languages": [ + "amh-Ethi", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509908, + "recall": 0.561265, + "f1": 0.52338, + "accuracy": 0.561265, + "main_score": 0.52338, + "hf_subset": "amh_Ethi-sot_Latn", + "languages": [ + "amh-Ethi", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.961462, + "f1": 0.950725, + "accuracy": 0.961462, + "main_score": 0.950725, + "hf_subset": "amh_Ethi-tur_Latn", + "languages": [ + "amh-Ethi", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702709, + "recall": 0.75, + "f1": 0.716271, + "accuracy": 0.75, + "main_score": 0.716271, + "hf_subset": "amh_Ethi-ace_Latn", + "languages": [ + "amh-Ethi", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800247, + "recall": 0.838933, + "f1": 0.811679, + "accuracy": 0.838933, + "main_score": 0.811679, + "hf_subset": "amh_Ethi-ban_Latn", + "languages": [ + "amh-Ethi", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "amh_Ethi-ell_Grek", + "languages": [ + "amh-Ethi", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905781, + "recall": 0.932806, + "f1": 0.914097, + "accuracy": 0.932806, + "main_score": 0.914097, + "hf_subset": "amh_Ethi-hne_Deva", + "languages": [ + "amh-Ethi", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461258, + "recall": 0.518775, + "f1": 0.476997, + "accuracy": 0.518775, + "main_score": 0.476997, + "hf_subset": "amh_Ethi-kik_Latn", + "languages": [ + "amh-Ethi", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927619, + "recall": 0.950593, + "f1": 0.935013, + "accuracy": 0.950593, + "main_score": 0.935013, + "hf_subset": "amh_Ethi-mai_Deva", + "languages": [ + "amh-Ethi", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854894, + "recall": 0.892292, + "f1": 0.86618, + "accuracy": 0.892292, + "main_score": 0.86618, + "hf_subset": "amh_Ethi-pbt_Arab", + "languages": [ + "amh-Ethi", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93643, + "recall": 0.956522, + "f1": 0.942852, + "accuracy": 0.956522, + "main_score": 0.942852, + "hf_subset": "amh_Ethi-spa_Latn", + "languages": [ + "amh-Ethi", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52216, + "recall": 0.575099, + "f1": 0.537025, + "accuracy": 0.575099, + "main_score": 0.537025, + "hf_subset": "amh_Ethi-twi_Latn", + "languages": [ + "amh-Ethi", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917819, + "recall": 0.9417, + "f1": 0.925184, + "accuracy": 0.9417, + "main_score": 0.925184, + "hf_subset": "amh_Ethi-acm_Arab", + "languages": [ + "amh-Ethi", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892408, + "recall": 0.920949, + "f1": 0.901087, + "accuracy": 0.920949, + "main_score": 0.901087, + "hf_subset": "amh_Ethi-bel_Cyrl", + "languages": [ + "amh-Ethi", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93997, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "amh_Ethi-hrv_Latn", + "languages": [ + "amh-Ethi", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495211, + "recall": 0.556324, + "f1": 0.511659, + "accuracy": 0.556324, + "main_score": 0.511659, + "hf_subset": "amh_Ethi-kin_Latn", + "languages": [ + "amh-Ethi", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939476, + "recall": 0.95751, + "f1": 0.945059, + "accuracy": 0.95751, + "main_score": 0.945059, + "hf_subset": "amh_Ethi-mal_Mlym", + "languages": [ + "amh-Ethi", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.943906, + "accuracy": 0.956522, + "main_score": 0.943906, + "hf_subset": "amh_Ethi-pes_Arab", + "languages": [ + "amh-Ethi", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881472, + "recall": 0.911067, + "f1": 0.890199, + "accuracy": 0.911067, + "main_score": 0.890199, + "hf_subset": "amh_Ethi-srd_Latn", + "languages": [ + "amh-Ethi", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18848, + "recall": 0.231225, + "f1": 0.200162, + "accuracy": 0.231225, + "main_score": 0.200162, + "hf_subset": "amh_Ethi-tzm_Tfng", + "languages": [ + "amh-Ethi", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944088, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "amh_Ethi-acq_Arab", + "languages": [ + "amh-Ethi", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534169, + "recall": 0.581028, + "f1": 0.546939, + "accuracy": 0.581028, + "main_score": 0.546939, + "hf_subset": "amh_Ethi-bem_Latn", + "languages": [ + "amh-Ethi", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9333, + "recall": 0.953557, + "f1": 0.93969, + "accuracy": 0.953557, + "main_score": 0.93969, + "hf_subset": "amh_Ethi-epo_Latn", + "languages": [ + "amh-Ethi", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932806, + "recall": 0.952569, + "f1": 0.938853, + "accuracy": 0.952569, + "main_score": 0.938853, + "hf_subset": "amh_Ethi-hun_Latn", + "languages": [ + "amh-Ethi", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871163, + "recall": 0.907115, + "f1": 0.882148, + "accuracy": 0.907115, + "main_score": 0.882148, + "hf_subset": "amh_Ethi-kir_Cyrl", + "languages": [ + "amh-Ethi", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "amh_Ethi-mar_Deva", + "languages": [ + "amh-Ethi", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572826, + "recall": 0.626482, + "f1": 0.588082, + "accuracy": 0.626482, + "main_score": 0.588082, + "hf_subset": "amh_Ethi-plt_Latn", + "languages": [ + "amh-Ethi", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946887, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "amh_Ethi-srp_Cyrl", + "languages": [ + "amh-Ethi", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838678, + "recall": 0.880435, + "f1": 0.85157, + "accuracy": 0.880435, + "main_score": 0.85157, + "hf_subset": "amh_Ethi-uig_Arab", + "languages": [ + "amh-Ethi", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87843, + "recall": 0.907115, + "f1": 0.886883, + "accuracy": 0.907115, + "main_score": 0.886883, + "hf_subset": "amh_Ethi-aeb_Arab", + "languages": [ + "amh-Ethi", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.954545, + "f1": 0.941667, + "accuracy": 0.954545, + "main_score": 0.941667, + "hf_subset": "amh_Ethi-ben_Beng", + "languages": [ + "amh-Ethi", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925922, + "recall": 0.947628, + "f1": 0.932642, + "accuracy": 0.947628, + "main_score": 0.932642, + "hf_subset": "amh_Ethi-est_Latn", + "languages": [ + "amh-Ethi", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "amh_Ethi-hye_Armn", + "languages": [ + "amh-Ethi", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471084, + "recall": 0.521739, + "f1": 0.485119, + "accuracy": 0.521739, + "main_score": 0.485119, + "hf_subset": "amh_Ethi-kmb_Latn", + "languages": [ + "amh-Ethi", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427575, + "recall": 0.485178, + "f1": 0.44339, + "accuracy": 0.485178, + "main_score": 0.44339, + "hf_subset": "amh_Ethi-min_Arab", + "languages": [ + "amh-Ethi", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925807, + "recall": 0.947628, + "f1": 0.932496, + "accuracy": 0.947628, + "main_score": 0.932496, + "hf_subset": "amh_Ethi-pol_Latn", + "languages": [ + "amh-Ethi", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494533, + "recall": 0.549407, + "f1": 0.50928, + "accuracy": 0.549407, + "main_score": 0.50928, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939394, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "amh_Ethi-ukr_Cyrl", + "languages": [ + "amh-Ethi", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "amh_Ethi-afr_Latn", + "languages": [ + "amh-Ethi", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896584, + "recall": 0.923913, + "f1": 0.904825, + "accuracy": 0.923913, + "main_score": 0.904825, + "hf_subset": "amh_Ethi-bho_Deva", + "languages": [ + "amh-Ethi", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899572, + "recall": 0.924901, + "f1": 0.907411, + "accuracy": 0.924901, + "main_score": 0.907411, + "hf_subset": "amh_Ethi-eus_Latn", + "languages": [ + "amh-Ethi", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477326, + "recall": 0.538538, + "f1": 0.49477, + "accuracy": 0.538538, + "main_score": 0.49477, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781268, + "recall": 0.833004, + "f1": 0.79653, + "accuracy": 0.833004, + "main_score": 0.79653, + "hf_subset": "amh_Ethi-kmr_Latn", + "languages": [ + "amh-Ethi", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877421, + "recall": 0.911067, + "f1": 0.887879, + "accuracy": 0.911067, + "main_score": 0.887879, + "hf_subset": "amh_Ethi-min_Latn", + "languages": [ + "amh-Ethi", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947217, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "amh_Ethi-por_Latn", + "languages": [ + "amh-Ethi", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892869, + "recall": 0.921937, + "f1": 0.901666, + "accuracy": 0.921937, + "main_score": 0.901666, + "hf_subset": "amh_Ethi-sun_Latn", + "languages": [ + "amh-Ethi", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452128, + "recall": 0.505929, + "f1": 0.467249, + "accuracy": 0.505929, + "main_score": 0.467249, + "hf_subset": "amh_Ethi-umb_Latn", + "languages": [ + "amh-Ethi", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937006, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "amh_Ethi-ajp_Arab", + "languages": [ + "amh-Ethi", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458726, + "recall": 0.518775, + "f1": 0.474962, + "accuracy": 0.518775, + "main_score": 0.474962, + "hf_subset": "amh_Ethi-bjn_Arab", + "languages": [ + "amh-Ethi", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459364, + "recall": 0.508893, + "f1": 0.472343, + "accuracy": 0.508893, + "main_score": 0.472343, + "hf_subset": "amh_Ethi-ewe_Latn", + "languages": [ + "amh-Ethi", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806884, + "recall": 0.848814, + "f1": 0.819157, + "accuracy": 0.848814, + "main_score": 0.819157, + "hf_subset": "amh_Ethi-ilo_Latn", + "languages": [ + "amh-Ethi", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308656, + "recall": 0.359684, + "f1": 0.322384, + "accuracy": 0.359684, + "main_score": 0.322384, + "hf_subset": "amh_Ethi-knc_Arab", + "languages": [ + "amh-Ethi", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938768, + "recall": 0.956522, + "f1": 0.944137, + "accuracy": 0.956522, + "main_score": 0.944137, + "hf_subset": "amh_Ethi-mkd_Cyrl", + "languages": [ + "amh-Ethi", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "amh_Ethi-prs_Arab", + "languages": [ + "amh-Ethi", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "amh_Ethi-swe_Latn", + "languages": [ + "amh-Ethi", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939312, + "recall": 0.958498, + "f1": 0.945553, + "accuracy": 0.958498, + "main_score": 0.945553, + "hf_subset": "amh_Ethi-urd_Arab", + "languages": [ + "amh-Ethi", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4958, + "recall": 0.548419, + "f1": 0.510325, + "accuracy": 0.548419, + "main_score": 0.510325, + "hf_subset": "amh_Ethi-aka_Latn", + "languages": [ + "amh-Ethi", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852417, + "recall": 0.88834, + "f1": 0.86308, + "accuracy": 0.88834, + "main_score": 0.86308, + "hf_subset": "amh_Ethi-bjn_Latn", + "languages": [ + "amh-Ethi", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825832, + "recall": 0.870553, + "f1": 0.839152, + "accuracy": 0.870553, + "main_score": 0.839152, + "hf_subset": "amh_Ethi-fao_Latn", + "languages": [ + "amh-Ethi", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "amh_Ethi-ind_Latn", + "languages": [ + "amh-Ethi", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507296, + "recall": 0.55336, + "f1": 0.520663, + "accuracy": 0.55336, + "main_score": 0.520663, + "hf_subset": "amh_Ethi-knc_Latn", + "languages": [ + "amh-Ethi", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900889, + "recall": 0.926877, + "f1": 0.908729, + "accuracy": 0.926877, + "main_score": 0.908729, + "hf_subset": "amh_Ethi-mlt_Latn", + "languages": [ + "amh-Ethi", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596833, + "recall": 0.659091, + "f1": 0.613978, + "accuracy": 0.659091, + "main_score": 0.613978, + "hf_subset": "amh_Ethi-quy_Latn", + "languages": [ + "amh-Ethi", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895916, + "recall": 0.926877, + "f1": 0.905764, + "accuracy": 0.926877, + "main_score": 0.905764, + "hf_subset": "amh_Ethi-swh_Latn", + "languages": [ + "amh-Ethi", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936924, + "recall": 0.955534, + "f1": 0.942819, + "accuracy": 0.955534, + "main_score": 0.942819, + "hf_subset": "amh_Ethi-uzn_Latn", + "languages": [ + "amh-Ethi", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930287, + "recall": 0.949605, + "f1": 0.936331, + "accuracy": 0.949605, + "main_score": 0.936331, + "hf_subset": "amh_Ethi-als_Latn", + "languages": [ + "amh-Ethi", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538159, + "recall": 0.617589, + "f1": 0.56066, + "accuracy": 0.617589, + "main_score": 0.56066, + "hf_subset": "amh_Ethi-bod_Tibt", + "languages": [ + "amh-Ethi", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587091, + "recall": 0.649209, + "f1": 0.603868, + "accuracy": 0.649209, + "main_score": 0.603868, + "hf_subset": "amh_Ethi-fij_Latn", + "languages": [ + "amh-Ethi", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891008, + "recall": 0.921937, + "f1": 0.900659, + "accuracy": 0.921937, + "main_score": 0.900659, + "hf_subset": "amh_Ethi-isl_Latn", + "languages": [ + "amh-Ethi", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537719, + "recall": 0.592885, + "f1": 0.553182, + "accuracy": 0.592885, + "main_score": 0.553182, + "hf_subset": "amh_Ethi-kon_Latn", + "languages": [ + "amh-Ethi", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544307, + "recall": 0.605731, + "f1": 0.561909, + "accuracy": 0.605731, + "main_score": 0.561909, + "hf_subset": "amh_Ethi-mni_Beng", + "languages": [ + "amh-Ethi", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951696, + "recall": 0.964427, + "f1": 0.955599, + "accuracy": 0.964427, + "main_score": 0.955599, + "hf_subset": "amh_Ethi-ron_Latn", + "languages": [ + "amh-Ethi", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891808, + "recall": 0.91996, + "f1": 0.900214, + "accuracy": 0.91996, + "main_score": 0.900214, + "hf_subset": "amh_Ethi-szl_Latn", + "languages": [ + "amh-Ethi", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913414, + "recall": 0.935771, + "f1": 0.920246, + "accuracy": 0.935771, + "main_score": 0.920246, + "hf_subset": "amh_Ethi-vec_Latn", + "languages": [ + "amh-Ethi", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "amh_Ethi-bos_Latn", + "languages": [ + "amh-Ethi", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921781, + "recall": 0.943676, + "f1": 0.928607, + "accuracy": 0.943676, + "main_score": 0.928607, + "hf_subset": "amh_Ethi-fin_Latn", + "languages": [ + "amh-Ethi", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939509, + "recall": 0.95751, + "f1": 0.945059, + "accuracy": 0.95751, + "main_score": 0.945059, + "hf_subset": "amh_Ethi-ita_Latn", + "languages": [ + "amh-Ethi", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922843, + "recall": 0.945652, + "f1": 0.929875, + "accuracy": 0.945652, + "main_score": 0.929875, + "hf_subset": "amh_Ethi-kor_Hang", + "languages": [ + "amh-Ethi", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463547, + "recall": 0.51581, + "f1": 0.478288, + "accuracy": 0.51581, + "main_score": 0.478288, + "hf_subset": "amh_Ethi-mos_Latn", + "languages": [ + "amh-Ethi", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474755, + "recall": 0.534585, + "f1": 0.491048, + "accuracy": 0.534585, + "main_score": 0.491048, + "hf_subset": "amh_Ethi-run_Latn", + "languages": [ + "amh-Ethi", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934865, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "amh_Ethi-tam_Taml", + "languages": [ + "amh-Ethi", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926442, + "recall": 0.947628, + "f1": 0.932955, + "accuracy": 0.947628, + "main_score": 0.932955, + "hf_subset": "amh_Ethi-vie_Latn", + "languages": [ + "amh-Ethi", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916502, + "recall": 0.938735, + "f1": 0.923174, + "accuracy": 0.938735, + "main_score": 0.923174, + "hf_subset": "amh_Ethi-apc_Arab", + "languages": [ + "amh-Ethi", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649902, + "recall": 0.700593, + "f1": 0.663941, + "accuracy": 0.700593, + "main_score": 0.663941, + "hf_subset": "amh_Ethi-bug_Latn", + "languages": [ + "amh-Ethi", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413841, + "recall": 0.462451, + "f1": 0.426969, + "accuracy": 0.462451, + "main_score": 0.426969, + "hf_subset": "amh_Ethi-fon_Latn", + "languages": [ + "amh-Ethi", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903516, + "recall": 0.927866, + "f1": 0.910397, + "accuracy": 0.927866, + "main_score": 0.910397, + "hf_subset": "amh_Ethi-jav_Latn", + "languages": [ + "amh-Ethi", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900774, + "recall": 0.928854, + "f1": 0.909439, + "accuracy": 0.928854, + "main_score": 0.909439, + "hf_subset": "amh_Ethi-lao_Laoo", + "languages": [ + "amh-Ethi", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748468, + "recall": 0.806324, + "f1": 0.765928, + "accuracy": 0.806324, + "main_score": 0.765928, + "hf_subset": "amh_Ethi-mri_Latn", + "languages": [ + "amh-Ethi", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937994, + "recall": 0.95751, + "f1": 0.944236, + "accuracy": 0.95751, + "main_score": 0.944236, + "hf_subset": "amh_Ethi-rus_Cyrl", + "languages": [ + "amh-Ethi", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466234, + "recall": 0.513834, + "f1": 0.479255, + "accuracy": 0.513834, + "main_score": 0.479255, + "hf_subset": "amh_Ethi-taq_Latn", + "languages": [ + "amh-Ethi", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89417, + "recall": 0.922925, + "f1": 0.90295, + "accuracy": 0.922925, + "main_score": 0.90295, + "hf_subset": "amh_Ethi-war_Latn", + "languages": [ + "amh-Ethi", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943429, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "amh_Ethi-arb_Arab", + "languages": [ + "amh-Ethi", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948864, + "recall": 0.963439, + "f1": 0.953294, + "accuracy": 0.963439, + "main_score": 0.953294, + "hf_subset": "amh_Ethi-bul_Cyrl", + "languages": [ + "amh-Ethi", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943462, + "recall": 0.959486, + "f1": 0.948306, + "accuracy": 0.959486, + "main_score": 0.948306, + "hf_subset": "amh_Ethi-fra_Latn", + "languages": [ + "amh-Ethi", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919278, + "recall": 0.940711, + "f1": 0.92576, + "accuracy": 0.940711, + "main_score": 0.92576, + "hf_subset": "amh_Ethi-jpn_Jpan", + "languages": [ + "amh-Ethi", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885616, + "recall": 0.913043, + "f1": 0.893685, + "accuracy": 0.913043, + "main_score": 0.893685, + "hf_subset": "amh_Ethi-lij_Latn", + "languages": [ + "amh-Ethi", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912138, + "recall": 0.936759, + "f1": 0.919815, + "accuracy": 0.936759, + "main_score": 0.919815, + "hf_subset": "amh_Ethi-mya_Mymr", + "languages": [ + "amh-Ethi", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487152, + "recall": 0.545455, + "f1": 0.502531, + "accuracy": 0.545455, + "main_score": 0.502531, + "hf_subset": "amh_Ethi-sag_Latn", + "languages": [ + "amh-Ethi", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205341, + "recall": 0.253953, + "f1": 0.216517, + "accuracy": 0.253953, + "main_score": 0.216517, + "hf_subset": "amh_Ethi-taq_Tfng", + "languages": [ + "amh-Ethi", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526993, + "recall": 0.583004, + "f1": 0.54307, + "accuracy": 0.583004, + "main_score": 0.54307, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643707, + "recall": 0.711462, + "f1": 0.662566, + "accuracy": 0.711462, + "main_score": 0.662566, + "hf_subset": "amh_Ethi-arb_Latn", + "languages": [ + "amh-Ethi", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.963439, + "f1": 0.952851, + "accuracy": 0.963439, + "main_score": 0.952851, + "hf_subset": "amh_Ethi-cat_Latn", + "languages": [ + "amh-Ethi", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873271, + "recall": 0.907115, + "f1": 0.883564, + "accuracy": 0.907115, + "main_score": 0.883564, + "hf_subset": "amh_Ethi-fur_Latn", + "languages": [ + "amh-Ethi", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366455, + "recall": 0.412055, + "f1": 0.379345, + "accuracy": 0.412055, + "main_score": 0.379345, + "hf_subset": "amh_Ethi-kab_Latn", + "languages": [ + "amh-Ethi", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855105, + "recall": 0.892292, + "f1": 0.866238, + "accuracy": 0.892292, + "main_score": 0.866238, + "hf_subset": "amh_Ethi-lim_Latn", + "languages": [ + "amh-Ethi", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926136, + "recall": 0.947628, + "f1": 0.932675, + "accuracy": 0.947628, + "main_score": 0.932675, + "hf_subset": "amh_Ethi-nld_Latn", + "languages": [ + "amh-Ethi", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888524, + "recall": 0.916996, + "f1": 0.897222, + "accuracy": 0.916996, + "main_score": 0.897222, + "hf_subset": "amh_Ethi-san_Deva", + "languages": [ + "amh-Ethi", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903244, + "recall": 0.931818, + "f1": 0.912286, + "accuracy": 0.931818, + "main_score": 0.912286, + "hf_subset": "amh_Ethi-tat_Cyrl", + "languages": [ + "amh-Ethi", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584094, + "recall": 0.637352, + "f1": 0.599335, + "accuracy": 0.637352, + "main_score": 0.599335, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931769, + "recall": 0.952569, + "f1": 0.938307, + "accuracy": 0.952569, + "main_score": 0.938307, + "hf_subset": "amh_Ethi-ars_Arab", + "languages": [ + "amh-Ethi", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935023, + "recall": 0.951581, + "f1": 0.940194, + "accuracy": 0.951581, + "main_score": 0.940194, + "hf_subset": "amh_Ethi-ceb_Latn", + "languages": [ + "amh-Ethi", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471737, + "recall": 0.525692, + "f1": 0.487335, + "accuracy": 0.525692, + "main_score": 0.487335, + "hf_subset": "amh_Ethi-fuv_Latn", + "languages": [ + "amh-Ethi", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452157, + "recall": 0.503953, + "f1": 0.466668, + "accuracy": 0.503953, + "main_score": 0.466668, + "hf_subset": "amh_Ethi-kac_Latn", + "languages": [ + "amh-Ethi", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569989, + "recall": 0.623518, + "f1": 0.58555, + "accuracy": 0.623518, + "main_score": 0.58555, + "hf_subset": "amh_Ethi-lin_Latn", + "languages": [ + "amh-Ethi", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929324, + "recall": 0.949605, + "f1": 0.935688, + "accuracy": 0.949605, + "main_score": 0.935688, + "hf_subset": "amh_Ethi-nno_Latn", + "languages": [ + "amh-Ethi", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.231709, + "recall": 0.299407, + "f1": 0.249482, + "accuracy": 0.299407, + "main_score": 0.249482, + "hf_subset": "amh_Ethi-sat_Olck", + "languages": [ + "amh-Ethi", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "amh_Ethi-tel_Telu", + "languages": [ + "amh-Ethi", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842951, + "recall": 0.881423, + "f1": 0.854498, + "accuracy": 0.881423, + "main_score": 0.854498, + "hf_subset": "amh_Ethi-ydd_Hebr", + "languages": [ + "amh-Ethi", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858597, + "recall": 0.897233, + "f1": 0.870487, + "accuracy": 0.897233, + "main_score": 0.870487, + "hf_subset": "amh_Ethi-ary_Arab", + "languages": [ + "amh-Ethi", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936512, + "recall": 0.956522, + "f1": 0.942918, + "accuracy": 0.956522, + "main_score": 0.942918, + "hf_subset": "amh_Ethi-ces_Latn", + "languages": [ + "amh-Ethi", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537685, + "recall": 0.597826, + "f1": 0.554877, + "accuracy": 0.597826, + "main_score": 0.554877, + "hf_subset": "amh_Ethi-gaz_Latn", + "languages": [ + "amh-Ethi", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502315, + "recall": 0.562253, + "f1": 0.51916, + "accuracy": 0.562253, + "main_score": 0.51916, + "hf_subset": "amh_Ethi-kam_Latn", + "languages": [ + "amh-Ethi", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919137, + "recall": 0.942688, + "f1": 0.926515, + "accuracy": 0.942688, + "main_score": 0.926515, + "hf_subset": "amh_Ethi-lit_Latn", + "languages": [ + "amh-Ethi", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945382, + "recall": 0.960474, + "f1": 0.949918, + "accuracy": 0.960474, + "main_score": 0.949918, + "hf_subset": "amh_Ethi-nob_Latn", + "languages": [ + "amh-Ethi", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860434, + "recall": 0.892292, + "f1": 0.869437, + "accuracy": 0.892292, + "main_score": 0.869437, + "hf_subset": "amh_Ethi-scn_Latn", + "languages": [ + "amh-Ethi", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865119, + "recall": 0.899209, + "f1": 0.875546, + "accuracy": 0.899209, + "main_score": 0.875546, + "hf_subset": "amh_Ethi-tgk_Cyrl", + "languages": [ + "amh-Ethi", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622523, + "recall": 0.692688, + "f1": 0.643236, + "accuracy": 0.692688, + "main_score": 0.643236, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915135, + "recall": 0.939723, + "f1": 0.922661, + "accuracy": 0.939723, + "main_score": 0.922661, + "hf_subset": "amh_Ethi-arz_Arab", + "languages": [ + "amh-Ethi", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464527, + "recall": 0.513834, + "f1": 0.47817, + "accuracy": 0.513834, + "main_score": 0.47817, + "hf_subset": "amh_Ethi-cjk_Latn", + "languages": [ + "amh-Ethi", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685828, + "recall": 0.746047, + "f1": 0.703057, + "accuracy": 0.746047, + "main_score": 0.703057, + "hf_subset": "amh_Ethi-gla_Latn", + "languages": [ + "amh-Ethi", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929018, + "recall": 0.950593, + "f1": 0.935935, + "accuracy": 0.950593, + "main_score": 0.935935, + "hf_subset": "amh_Ethi-kan_Knda", + "languages": [ + "amh-Ethi", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880542, + "recall": 0.910079, + "f1": 0.889614, + "accuracy": 0.910079, + "main_score": 0.889614, + "hf_subset": "amh_Ethi-lmo_Latn", + "languages": [ + "amh-Ethi", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "amh_Ethi-npi_Deva", + "languages": [ + "amh-Ethi", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385734, + "recall": 0.434783, + "f1": 0.399313, + "accuracy": 0.434783, + "main_score": 0.399313, + "hf_subset": "amh_Ethi-shn_Mymr", + "languages": [ + "amh-Ethi", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938735, + "recall": 0.956522, + "f1": 0.944302, + "accuracy": 0.956522, + "main_score": 0.944302, + "hf_subset": "amh_Ethi-tgl_Latn", + "languages": [ + "amh-Ethi", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918396, + "recall": 0.942688, + "f1": 0.925922, + "accuracy": 0.942688, + "main_score": 0.925922, + "hf_subset": "amh_Ethi-yue_Hant", + "languages": [ + "amh-Ethi", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9264, + "recall": 0.94664, + "f1": 0.932558, + "accuracy": 0.94664, + "main_score": 0.932558, + "hf_subset": "amh_Ethi-asm_Beng", + "languages": [ + "amh-Ethi", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860911, + "recall": 0.895257, + "f1": 0.871253, + "accuracy": 0.895257, + "main_score": 0.871253, + "hf_subset": "amh_Ethi-ckb_Arab", + "languages": [ + "amh-Ethi", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761989, + "recall": 0.813241, + "f1": 0.777255, + "accuracy": 0.813241, + "main_score": 0.777255, + "hf_subset": "amh_Ethi-gle_Latn", + "languages": [ + "amh-Ethi", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784947, + "recall": 0.827075, + "f1": 0.797636, + "accuracy": 0.827075, + "main_score": 0.797636, + "hf_subset": "amh_Ethi-kas_Arab", + "languages": [ + "amh-Ethi", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778207, + "recall": 0.823123, + "f1": 0.790563, + "accuracy": 0.823123, + "main_score": 0.790563, + "hf_subset": "amh_Ethi-ltg_Latn", + "languages": [ + "amh-Ethi", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533318, + "recall": 0.583004, + "f1": 0.547315, + "accuracy": 0.583004, + "main_score": 0.547315, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911571, + "recall": 0.933794, + "f1": 0.918396, + "accuracy": 0.933794, + "main_score": 0.918396, + "hf_subset": "amh_Ethi-sin_Sinh", + "languages": [ + "amh-Ethi", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930698, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "amh_Ethi-tha_Thai", + "languages": [ + "amh-Ethi", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906822, + "recall": 0.928854, + "f1": 0.912848, + "accuracy": 0.928854, + "main_score": 0.912848, + "hf_subset": "amh_Ethi-zho_Hans", + "languages": [ + "amh-Ethi", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "amh_Ethi-ast_Latn", + "languages": [ + "amh-Ethi", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902668, + "recall": 0.928854, + "f1": 0.910658, + "accuracy": 0.928854, + "main_score": 0.910658, + "hf_subset": "amh_Ethi-crh_Latn", + "languages": [ + "amh-Ethi", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942309, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "amh_Ethi-glg_Latn", + "languages": [ + "amh-Ethi", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698265, + "recall": 0.759881, + "f1": 0.715551, + "accuracy": 0.759881, + "main_score": 0.715551, + "hf_subset": "amh_Ethi-kas_Deva", + "languages": [ + "amh-Ethi", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851592, + "recall": 0.887352, + "f1": 0.861877, + "accuracy": 0.887352, + "main_score": 0.861877, + "hf_subset": "amh_Ethi-ltz_Latn", + "languages": [ + "amh-Ethi", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407847, + "recall": 0.466403, + "f1": 0.423747, + "accuracy": 0.466403, + "main_score": 0.423747, + "hf_subset": "amh_Ethi-nus_Latn", + "languages": [ + "amh-Ethi", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942803, + "recall": 0.958498, + "f1": 0.947483, + "accuracy": 0.958498, + "main_score": 0.947483, + "hf_subset": "amh_Ethi-slk_Latn", + "languages": [ + "amh-Ethi", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697571, + "recall": 0.759881, + "f1": 0.716411, + "accuracy": 0.759881, + "main_score": 0.716411, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907032, + "recall": 0.935771, + "f1": 0.916238, + "accuracy": 0.935771, + "main_score": 0.916238, + "hf_subset": "amh_Ethi-zho_Hant", + "languages": [ + "amh-Ethi", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918982, + "recall": 0.9417, + "f1": 0.926136, + "accuracy": 0.9417, + "main_score": 0.926136, + "hf_subset": "amh_Ethi-awa_Deva", + "languages": [ + "amh-Ethi", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884783, + "recall": 0.916996, + "f1": 0.89473, + "accuracy": 0.916996, + "main_score": 0.89473, + "hf_subset": "amh_Ethi-cym_Latn", + "languages": [ + "amh-Ethi", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654623, + "recall": 0.705534, + "f1": 0.668466, + "accuracy": 0.705534, + "main_score": 0.668466, + "hf_subset": "amh_Ethi-grn_Latn", + "languages": [ + "amh-Ethi", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923979, + "recall": 0.945652, + "f1": 0.93083, + "accuracy": 0.945652, + "main_score": 0.93083, + "hf_subset": "amh_Ethi-kat_Geor", + "languages": [ + "amh-Ethi", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523214, + "recall": 0.574111, + "f1": 0.537544, + "accuracy": 0.574111, + "main_score": 0.537544, + "hf_subset": "amh_Ethi-lua_Latn", + "languages": [ + "amh-Ethi", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52201, + "recall": 0.576087, + "f1": 0.536429, + "accuracy": 0.576087, + "main_score": 0.536429, + "hf_subset": "amh_Ethi-nya_Latn", + "languages": [ + "amh-Ethi", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939806, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "amh_Ethi-slv_Latn", + "languages": [ + "amh-Ethi", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781661, + "recall": 0.828063, + "f1": 0.794921, + "accuracy": 0.828063, + "main_score": 0.794921, + "hf_subset": "amh_Ethi-tpi_Latn", + "languages": [ + "amh-Ethi", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937047, + "recall": 0.955534, + "f1": 0.942907, + "accuracy": 0.955534, + "main_score": 0.942907, + "hf_subset": "amh_Ethi-zsm_Latn", + "languages": [ + "amh-Ethi", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474902, + "recall": 0.529644, + "f1": 0.489818, + "accuracy": 0.529644, + "main_score": 0.489818, + "hf_subset": "amh_Ethi-ayr_Latn", + "languages": [ + "amh-Ethi", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955007, + "accuracy": 0.965415, + "main_score": 0.955007, + "hf_subset": "amh_Ethi-dan_Latn", + "languages": [ + "amh-Ethi", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947052, + "recall": 0.962451, + "f1": 0.951812, + "accuracy": 0.962451, + "main_score": 0.951812, + "hf_subset": "amh_Ethi-guj_Gujr", + "languages": [ + "amh-Ethi", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9417, + "recall": 0.958498, + "f1": 0.946923, + "accuracy": 0.958498, + "main_score": 0.946923, + "hf_subset": "amh_Ethi-kaz_Cyrl", + "languages": [ + "amh-Ethi", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462796, + "recall": 0.522727, + "f1": 0.479485, + "accuracy": 0.522727, + "main_score": 0.479485, + "hf_subset": "amh_Ethi-lug_Latn", + "languages": [ + "amh-Ethi", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938109, + "recall": 0.955534, + "f1": 0.943478, + "accuracy": 0.955534, + "main_score": 0.943478, + "hf_subset": "amh_Ethi-oci_Latn", + "languages": [ + "amh-Ethi", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688289, + "recall": 0.743083, + "f1": 0.703395, + "accuracy": 0.743083, + "main_score": 0.703395, + "hf_subset": "amh_Ethi-smo_Latn", + "languages": [ + "amh-Ethi", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472833, + "recall": 0.524704, + "f1": 0.486548, + "accuracy": 0.524704, + "main_score": 0.486548, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55529, + "recall": 0.617589, + "f1": 0.572598, + "accuracy": 0.617589, + "main_score": 0.572598, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768544, + "recall": 0.815217, + "f1": 0.782284, + "accuracy": 0.815217, + "main_score": 0.782284, + "hf_subset": "amh_Ethi-azb_Arab", + "languages": [ + "amh-Ethi", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944368, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "amh_Ethi-deu_Latn", + "languages": [ + "amh-Ethi", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854677, + "recall": 0.893281, + "f1": 0.866568, + "accuracy": 0.893281, + "main_score": 0.866568, + "hf_subset": "amh_Ethi-hat_Latn", + "languages": [ + "amh-Ethi", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420122, + "recall": 0.472332, + "f1": 0.434637, + "accuracy": 0.472332, + "main_score": 0.434637, + "hf_subset": "amh_Ethi-kbp_Latn", + "languages": [ + "amh-Ethi", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494461, + "recall": 0.543478, + "f1": 0.508374, + "accuracy": 0.543478, + "main_score": 0.508374, + "hf_subset": "amh_Ethi-luo_Latn", + "languages": [ + "amh-Ethi", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "amh_Ethi-ory_Orya", + "languages": [ + "amh-Ethi", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489984, + "recall": 0.556324, + "f1": 0.508259, + "accuracy": 0.556324, + "main_score": 0.508259, + "hf_subset": "amh_Ethi-sna_Latn", + "languages": [ + "amh-Ethi", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483656, + "recall": 0.538538, + "f1": 0.499447, + "accuracy": 0.538538, + "main_score": 0.499447, + "hf_subset": "amh_Ethi-tso_Latn", + "languages": [ + "amh-Ethi", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905056, + "recall": 0.932806, + "f1": 0.913768, + "accuracy": 0.932806, + "main_score": 0.913768, + "hf_subset": "amh_Ethi-azj_Latn", + "languages": [ + "amh-Ethi", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434225, + "recall": 0.495059, + "f1": 0.451845, + "accuracy": 0.495059, + "main_score": 0.451845, + "hf_subset": "amh_Ethi-dik_Latn", + "languages": [ + "amh-Ethi", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637286, + "recall": 0.69664, + "f1": 0.654221, + "accuracy": 0.69664, + "main_score": 0.654221, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843473, + "recall": 0.87747, + "f1": 0.853021, + "accuracy": 0.87747, + "main_score": 0.853021, + "hf_subset": "amh_Ethi-kea_Latn", + "languages": [ + "amh-Ethi", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611004, + "recall": 0.661067, + "f1": 0.625118, + "accuracy": 0.661067, + "main_score": 0.625118, + "hf_subset": "amh_Ethi-lus_Latn", + "languages": [ + "amh-Ethi", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701418, + "recall": 0.741107, + "f1": 0.712804, + "accuracy": 0.741107, + "main_score": 0.712804, + "hf_subset": "amh_Ethi-pag_Latn", + "languages": [ + "amh-Ethi", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931653, + "recall": 0.950593, + "f1": 0.937502, + "accuracy": 0.950593, + "main_score": 0.937502, + "hf_subset": "amh_Ethi-snd_Arab", + "languages": [ + "amh-Ethi", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823403, + "recall": 0.867589, + "f1": 0.836613, + "accuracy": 0.867589, + "main_score": 0.836613, + "hf_subset": "amh_Ethi-tuk_Latn", + "languages": [ + "amh-Ethi", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882141, + "recall": 0.912055, + "f1": 0.891029, + "accuracy": 0.912055, + "main_score": 0.891029, + "hf_subset": "amh_Ethi-bak_Cyrl", + "languages": [ + "amh-Ethi", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385088, + "recall": 0.464427, + "f1": 0.407194, + "accuracy": 0.464427, + "main_score": 0.407194, + "hf_subset": "amh_Ethi-dyu_Latn", + "languages": [ + "amh-Ethi", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "amh_Ethi-heb_Hebr", + "languages": [ + "amh-Ethi", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902739, + "recall": 0.927866, + "f1": 0.910343, + "accuracy": 0.927866, + "main_score": 0.910343, + "hf_subset": "amh_Ethi-khk_Cyrl", + "languages": [ + "amh-Ethi", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927289, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "amh_Ethi-lvs_Latn", + "languages": [ + "amh-Ethi", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945487, + "recall": 0.963439, + "f1": 0.951416, + "accuracy": 0.963439, + "main_score": 0.951416, + "hf_subset": "amh_Ethi-pan_Guru", + "languages": [ + "amh-Ethi", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615415, + "recall": 0.675889, + "f1": 0.63291, + "accuracy": 0.675889, + "main_score": 0.63291, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495078, + "recall": 0.54249, + "f1": 0.508244, + "accuracy": 0.54249, + "main_score": 0.508244, + "hf_subset": "amh_Ethi-tum_Latn", + "languages": [ + "amh-Ethi", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601376, + "recall": 0.666008, + "f1": 0.619949, + "accuracy": 0.666008, + "main_score": 0.619949, + "hf_subset": "bos_Latn-ace_Arab", + "languages": [ + "bos-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540055, + "recall": 0.602767, + "f1": 0.557651, + "accuracy": 0.602767, + "main_score": 0.557651, + "hf_subset": "bos_Latn-bam_Latn", + "languages": [ + "bos-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446938, + "recall": 0.52668, + "f1": 0.468994, + "accuracy": 0.52668, + "main_score": 0.468994, + "hf_subset": "bos_Latn-dzo_Tibt", + "languages": [ + "bos-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hin_Deva", + "languages": [ + "bos-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-khm_Khmr", + "languages": [ + "bos-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-mag_Deva", + "languages": [ + "bos-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "bos_Latn-pap_Latn", + "languages": [ + "bos-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617863, + "recall": 0.675889, + "f1": 0.634637, + "accuracy": 0.675889, + "main_score": 0.634637, + "hf_subset": "bos_Latn-sot_Latn", + "languages": [ + "bos-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-tur_Latn", + "languages": [ + "bos-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893676, + "recall": 0.921937, + "f1": 0.90247, + "accuracy": 0.921937, + "main_score": 0.90247, + "hf_subset": "bos_Latn-ace_Latn", + "languages": [ + "bos-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "bos_Latn-ban_Latn", + "languages": [ + "bos-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ell_Grek", + "languages": [ + "bos-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bos_Latn-hne_Deva", + "languages": [ + "bos-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619429, + "recall": 0.675889, + "f1": 0.635444, + "accuracy": 0.675889, + "main_score": 0.635444, + "hf_subset": "bos_Latn-kik_Latn", + "languages": [ + "bos-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-mai_Deva", + "languages": [ + "bos-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bos_Latn-pbt_Arab", + "languages": [ + "bos-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-spa_Latn", + "languages": [ + "bos-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629002, + "recall": 0.693676, + "f1": 0.647351, + "accuracy": 0.693676, + "main_score": 0.647351, + "hf_subset": "bos_Latn-twi_Latn", + "languages": [ + "bos-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-acm_Arab", + "languages": [ + "bos-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576203, + "recall": 0.642292, + "f1": 0.59477, + "accuracy": 0.642292, + "main_score": 0.59477, + "hf_subset": "bos_Latn-kin_Latn", + "languages": [ + "bos-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-mal_Mlym", + "languages": [ + "bos-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-pes_Arab", + "languages": [ + "bos-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-srd_Latn", + "languages": [ + "bos-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189964, + "recall": 0.23913, + "f1": 0.202455, + "accuracy": 0.23913, + "main_score": 0.202455, + "hf_subset": "bos_Latn-tzm_Tfng", + "languages": [ + "bos-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-acq_Arab", + "languages": [ + "bos-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640662, + "recall": 0.692688, + "f1": 0.655552, + "accuracy": 0.692688, + "main_score": 0.655552, + "hf_subset": "bos_Latn-bem_Latn", + "languages": [ + "bos-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-epo_Latn", + "languages": [ + "bos-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hun_Latn", + "languages": [ + "bos-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-kir_Cyrl", + "languages": [ + "bos-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-mar_Deva", + "languages": [ + "bos-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695026, + "recall": 0.747036, + "f1": 0.710446, + "accuracy": 0.747036, + "main_score": 0.710446, + "hf_subset": "bos_Latn-plt_Latn", + "languages": [ + "bos-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bos_Latn-uig_Arab", + "languages": [ + "bos-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-aeb_Arab", + "languages": [ + "bos-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-ben_Beng", + "languages": [ + "bos-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-est_Latn", + "languages": [ + "bos-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-hye_Armn", + "languages": [ + "bos-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570949, + "recall": 0.624506, + "f1": 0.585801, + "accuracy": 0.624506, + "main_score": 0.585801, + "hf_subset": "bos_Latn-kmb_Latn", + "languages": [ + "bos-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545599, + "recall": 0.61166, + "f1": 0.563478, + "accuracy": 0.61166, + "main_score": 0.563478, + "hf_subset": "bos_Latn-min_Arab", + "languages": [ + "bos-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575703, + "recall": 0.642292, + "f1": 0.595196, + "accuracy": 0.642292, + "main_score": 0.595196, + "hf_subset": "bos_Latn-ssw_Latn", + "languages": [ + "bos-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-afr_Latn", + "languages": [ + "bos-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-bho_Deva", + "languages": [ + "bos-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "bos_Latn-eus_Latn", + "languages": [ + "bos-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609766, + "recall": 0.675889, + "f1": 0.628752, + "accuracy": 0.675889, + "main_score": 0.628752, + "hf_subset": "bos_Latn-ibo_Latn", + "languages": [ + "bos-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922596, + "recall": 0.945652, + "f1": 0.930171, + "accuracy": 0.945652, + "main_score": 0.930171, + "hf_subset": "bos_Latn-kmr_Latn", + "languages": [ + "bos-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-min_Latn", + "languages": [ + "bos-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-por_Latn", + "languages": [ + "bos-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-sun_Latn", + "languages": [ + "bos-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540184, + "recall": 0.597826, + "f1": 0.55673, + "accuracy": 0.597826, + "main_score": 0.55673, + "hf_subset": "bos_Latn-umb_Latn", + "languages": [ + "bos-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ajp_Arab", + "languages": [ + "bos-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566178, + "recall": 0.626482, + "f1": 0.583163, + "accuracy": 0.626482, + "main_score": 0.583163, + "hf_subset": "bos_Latn-bjn_Arab", + "languages": [ + "bos-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535154, + "recall": 0.588933, + "f1": 0.549777, + "accuracy": 0.588933, + "main_score": 0.549777, + "hf_subset": "bos_Latn-ewe_Latn", + "languages": [ + "bos-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "bos_Latn-ilo_Latn", + "languages": [ + "bos-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.331523, + "recall": 0.393281, + "f1": 0.348938, + "accuracy": 0.393281, + "main_score": 0.348938, + "hf_subset": "bos_Latn-knc_Arab", + "languages": [ + "bos-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-prs_Arab", + "languages": [ + "bos-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-swe_Latn", + "languages": [ + "bos-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-urd_Arab", + "languages": [ + "bos-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608722, + "recall": 0.66996, + "f1": 0.626353, + "accuracy": 0.66996, + "main_score": 0.626353, + "hf_subset": "bos_Latn-aka_Latn", + "languages": [ + "bos-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-bjn_Latn", + "languages": [ + "bos-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bos_Latn-fao_Latn", + "languages": [ + "bos-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ind_Latn", + "languages": [ + "bos-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60535, + "recall": 0.659091, + "f1": 0.620943, + "accuracy": 0.659091, + "main_score": 0.620943, + "hf_subset": "bos_Latn-knc_Latn", + "languages": [ + "bos-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-mlt_Latn", + "languages": [ + "bos-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728566, + "recall": 0.788538, + "f1": 0.746385, + "accuracy": 0.788538, + "main_score": 0.746385, + "hf_subset": "bos_Latn-quy_Latn", + "languages": [ + "bos-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bos_Latn-swh_Latn", + "languages": [ + "bos-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-uzn_Latn", + "languages": [ + "bos-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-als_Latn", + "languages": [ + "bos-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678706, + "recall": 0.754941, + "f1": 0.701139, + "accuracy": 0.754941, + "main_score": 0.701139, + "hf_subset": "bos_Latn-bod_Tibt", + "languages": [ + "bos-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728938, + "recall": 0.786561, + "f1": 0.746146, + "accuracy": 0.786561, + "main_score": 0.746146, + "hf_subset": "bos_Latn-fij_Latn", + "languages": [ + "bos-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-isl_Latn", + "languages": [ + "bos-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690785, + "recall": 0.740119, + "f1": 0.705731, + "accuracy": 0.740119, + "main_score": 0.705731, + "hf_subset": "bos_Latn-kon_Latn", + "languages": [ + "bos-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674212, + "recall": 0.73913, + "f1": 0.692893, + "accuracy": 0.73913, + "main_score": 0.692893, + "hf_subset": "bos_Latn-mni_Beng", + "languages": [ + "bos-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ron_Latn", + "languages": [ + "bos-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "bos_Latn-szl_Latn", + "languages": [ + "bos-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-vec_Latn", + "languages": [ + "bos-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "bos_Latn-amh_Ethi", + "languages": [ + "bos-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-fin_Latn", + "languages": [ + "bos-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ita_Latn", + "languages": [ + "bos-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-kor_Hang", + "languages": [ + "bos-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566857, + "recall": 0.626482, + "f1": 0.58383, + "accuracy": 0.626482, + "main_score": 0.58383, + "hf_subset": "bos_Latn-mos_Latn", + "languages": [ + "bos-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571097, + "recall": 0.62747, + "f1": 0.587488, + "accuracy": 0.62747, + "main_score": 0.587488, + "hf_subset": "bos_Latn-run_Latn", + "languages": [ + "bos-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-tam_Taml", + "languages": [ + "bos-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-vie_Latn", + "languages": [ + "bos-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-apc_Arab", + "languages": [ + "bos-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825132, + "recall": 0.865613, + "f1": 0.837173, + "accuracy": 0.865613, + "main_score": 0.837173, + "hf_subset": "bos_Latn-bug_Latn", + "languages": [ + "bos-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488432, + "recall": 0.546443, + "f1": 0.503654, + "accuracy": 0.546443, + "main_score": 0.503654, + "hf_subset": "bos_Latn-fon_Latn", + "languages": [ + "bos-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-jav_Latn", + "languages": [ + "bos-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-lao_Laoo", + "languages": [ + "bos-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89161, + "recall": 0.922925, + "f1": 0.9014, + "accuracy": 0.922925, + "main_score": 0.9014, + "hf_subset": "bos_Latn-mri_Latn", + "languages": [ + "bos-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550304, + "recall": 0.609684, + "f1": 0.566751, + "accuracy": 0.609684, + "main_score": 0.566751, + "hf_subset": "bos_Latn-taq_Latn", + "languages": [ + "bos-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-war_Latn", + "languages": [ + "bos-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-arb_Arab", + "languages": [ + "bos-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-fra_Latn", + "languages": [ + "bos-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-jpn_Jpan", + "languages": [ + "bos-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-lij_Latn", + "languages": [ + "bos-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "bos_Latn-mya_Mymr", + "languages": [ + "bos-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613002, + "recall": 0.676877, + "f1": 0.630938, + "accuracy": 0.676877, + "main_score": 0.630938, + "hf_subset": "bos_Latn-sag_Latn", + "languages": [ + "bos-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208714, + "recall": 0.26581, + "f1": 0.222208, + "accuracy": 0.26581, + "main_score": 0.222208, + "hf_subset": "bos_Latn-taq_Tfng", + "languages": [ + "bos-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659124, + "recall": 0.717391, + "f1": 0.675809, + "accuracy": 0.717391, + "main_score": 0.675809, + "hf_subset": "bos_Latn-wol_Latn", + "languages": [ + "bos-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82691, + "recall": 0.871542, + "f1": 0.840349, + "accuracy": 0.871542, + "main_score": 0.840349, + "hf_subset": "bos_Latn-arb_Latn", + "languages": [ + "bos-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-cat_Latn", + "languages": [ + "bos-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-fur_Latn", + "languages": [ + "bos-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434339, + "recall": 0.494071, + "f1": 0.450355, + "accuracy": 0.494071, + "main_score": 0.450355, + "hf_subset": "bos_Latn-kab_Latn", + "languages": [ + "bos-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-lim_Latn", + "languages": [ + "bos-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-nld_Latn", + "languages": [ + "bos-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bos_Latn-san_Deva", + "languages": [ + "bos-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-tat_Cyrl", + "languages": [ + "bos-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702612, + "recall": 0.757905, + "f1": 0.718678, + "accuracy": 0.757905, + "main_score": 0.718678, + "hf_subset": "bos_Latn-xho_Latn", + "languages": [ + "bos-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ars_Arab", + "languages": [ + "bos-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ceb_Latn", + "languages": [ + "bos-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580709, + "recall": 0.639328, + "f1": 0.597851, + "accuracy": 0.639328, + "main_score": 0.597851, + "hf_subset": "bos_Latn-fuv_Latn", + "languages": [ + "bos-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514483, + "recall": 0.583992, + "f1": 0.533084, + "accuracy": 0.583992, + "main_score": 0.533084, + "hf_subset": "bos_Latn-kac_Latn", + "languages": [ + "bos-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701673, + "recall": 0.75, + "f1": 0.715827, + "accuracy": 0.75, + "main_score": 0.715827, + "hf_subset": "bos_Latn-lin_Latn", + "languages": [ + "bos-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-nno_Latn", + "languages": [ + "bos-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.256377, + "recall": 0.33498, + "f1": 0.276533, + "accuracy": 0.33498, + "main_score": 0.276533, + "hf_subset": "bos_Latn-sat_Olck", + "languages": [ + "bos-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-tel_Telu", + "languages": [ + "bos-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bos_Latn-ydd_Hebr", + "languages": [ + "bos-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bos_Latn-ary_Arab", + "languages": [ + "bos-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610721, + "recall": 0.668972, + "f1": 0.627442, + "accuracy": 0.668972, + "main_score": 0.627442, + "hf_subset": "bos_Latn-gaz_Latn", + "languages": [ + "bos-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599959, + "recall": 0.66502, + "f1": 0.618825, + "accuracy": 0.66502, + "main_score": 0.618825, + "hf_subset": "bos_Latn-kam_Latn", + "languages": [ + "bos-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-lit_Latn", + "languages": [ + "bos-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-nob_Latn", + "languages": [ + "bos-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bos_Latn-scn_Latn", + "languages": [ + "bos-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "bos_Latn-tgk_Cyrl", + "languages": [ + "bos-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739032, + "recall": 0.800395, + "f1": 0.757759, + "accuracy": 0.800395, + "main_score": 0.757759, + "hf_subset": "bos_Latn-yor_Latn", + "languages": [ + "bos-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-arz_Arab", + "languages": [ + "bos-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576912, + "recall": 0.639328, + "f1": 0.595347, + "accuracy": 0.639328, + "main_score": 0.595347, + "hf_subset": "bos_Latn-cjk_Latn", + "languages": [ + "bos-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821262, + "recall": 0.866601, + "f1": 0.835178, + "accuracy": 0.866601, + "main_score": 0.835178, + "hf_subset": "bos_Latn-gla_Latn", + "languages": [ + "bos-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-kan_Knda", + "languages": [ + "bos-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-lmo_Latn", + "languages": [ + "bos-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "bos_Latn-npi_Deva", + "languages": [ + "bos-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479531, + "recall": 0.546443, + "f1": 0.498386, + "accuracy": 0.546443, + "main_score": 0.498386, + "hf_subset": "bos_Latn-shn_Mymr", + "languages": [ + "bos-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-tgl_Latn", + "languages": [ + "bos-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-yue_Hant", + "languages": [ + "bos-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bos_Latn-asm_Beng", + "languages": [ + "bos-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bos_Latn-ckb_Arab", + "languages": [ + "bos-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907338, + "recall": 0.932806, + "f1": 0.915333, + "accuracy": 0.932806, + "main_score": 0.915333, + "hf_subset": "bos_Latn-gle_Latn", + "languages": [ + "bos-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "bos_Latn-kas_Arab", + "languages": [ + "bos-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "bos_Latn-ltg_Latn", + "languages": [ + "bos-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631154, + "recall": 0.6917, + "f1": 0.648808, + "accuracy": 0.6917, + "main_score": 0.648808, + "hf_subset": "bos_Latn-nso_Latn", + "languages": [ + "bos-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-sin_Sinh", + "languages": [ + "bos-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-tha_Thai", + "languages": [ + "bos-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-zho_Hans", + "languages": [ + "bos-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ast_Latn", + "languages": [ + "bos-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-crh_Latn", + "languages": [ + "bos-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-glg_Latn", + "languages": [ + "bos-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917408, + "recall": 0.942688, + "f1": 0.925461, + "accuracy": 0.942688, + "main_score": 0.925461, + "hf_subset": "bos_Latn-kas_Deva", + "languages": [ + "bos-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bos_Latn-ltz_Latn", + "languages": [ + "bos-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486801, + "recall": 0.554348, + "f1": 0.504817, + "accuracy": 0.554348, + "main_score": 0.504817, + "hf_subset": "bos_Latn-nus_Latn", + "languages": [ + "bos-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633716, + "recall": 0.705534, + "f1": 0.65491, + "accuracy": 0.705534, + "main_score": 0.65491, + "hf_subset": "bos_Latn-tir_Ethi", + "languages": [ + "bos-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-zho_Hant", + "languages": [ + "bos-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "bos_Latn-awa_Deva", + "languages": [ + "bos-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bos_Latn-cym_Latn", + "languages": [ + "bos-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860211, + "recall": 0.898221, + "f1": 0.872003, + "accuracy": 0.898221, + "main_score": 0.872003, + "hf_subset": "bos_Latn-grn_Latn", + "languages": [ + "bos-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-kat_Geor", + "languages": [ + "bos-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669731, + "recall": 0.722332, + "f1": 0.684959, + "accuracy": 0.722332, + "main_score": 0.684959, + "hf_subset": "bos_Latn-lua_Latn", + "languages": [ + "bos-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666115, + "recall": 0.728261, + "f1": 0.684231, + "accuracy": 0.728261, + "main_score": 0.684231, + "hf_subset": "bos_Latn-nya_Latn", + "languages": [ + "bos-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "bos_Latn-tpi_Latn", + "languages": [ + "bos-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-zsm_Latn", + "languages": [ + "bos-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566841, + "recall": 0.630435, + "f1": 0.58473, + "accuracy": 0.630435, + "main_score": 0.58473, + "hf_subset": "bos_Latn-ayr_Latn", + "languages": [ + "bos-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-dan_Latn", + "languages": [ + "bos-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-guj_Gujr", + "languages": [ + "bos-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bos_Latn-kaz_Cyrl", + "languages": [ + "bos-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556876, + "recall": 0.623518, + "f1": 0.576153, + "accuracy": 0.623518, + "main_score": 0.576153, + "hf_subset": "bos_Latn-lug_Latn", + "languages": [ + "bos-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-oci_Latn", + "languages": [ + "bos-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859717, + "recall": 0.898221, + "f1": 0.871824, + "accuracy": 0.898221, + "main_score": 0.871824, + "hf_subset": "bos_Latn-smo_Latn", + "languages": [ + "bos-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558506, + "recall": 0.62253, + "f1": 0.576689, + "accuracy": 0.62253, + "main_score": 0.576689, + "hf_subset": "bos_Latn-tsn_Latn", + "languages": [ + "bos-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645152, + "recall": 0.704545, + "f1": 0.662295, + "accuracy": 0.704545, + "main_score": 0.662295, + "hf_subset": "bos_Latn-zul_Latn", + "languages": [ + "bos-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "bos_Latn-azb_Arab", + "languages": [ + "bos-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-deu_Latn", + "languages": [ + "bos-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "bos_Latn-hat_Latn", + "languages": [ + "bos-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514603, + "recall": 0.572134, + "f1": 0.530981, + "accuracy": 0.572134, + "main_score": 0.530981, + "hf_subset": "bos_Latn-kbp_Latn", + "languages": [ + "bos-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592048, + "recall": 0.649209, + "f1": 0.607438, + "accuracy": 0.649209, + "main_score": 0.607438, + "hf_subset": "bos_Latn-luo_Latn", + "languages": [ + "bos-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-ory_Orya", + "languages": [ + "bos-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610145, + "recall": 0.672925, + "f1": 0.628129, + "accuracy": 0.672925, + "main_score": 0.628129, + "hf_subset": "bos_Latn-sna_Latn", + "languages": [ + "bos-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577164, + "recall": 0.63834, + "f1": 0.594529, + "accuracy": 0.63834, + "main_score": 0.594529, + "hf_subset": "bos_Latn-tso_Latn", + "languages": [ + "bos-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bos_Latn-azj_Latn", + "languages": [ + "bos-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553895, + "recall": 0.618577, + "f1": 0.57265, + "accuracy": 0.618577, + "main_score": 0.57265, + "hf_subset": "bos_Latn-dik_Latn", + "languages": [ + "bos-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77108, + "recall": 0.824111, + "f1": 0.786759, + "accuracy": 0.824111, + "main_score": 0.786759, + "hf_subset": "bos_Latn-hau_Latn", + "languages": [ + "bos-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bos_Latn-kea_Latn", + "languages": [ + "bos-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767328, + "recall": 0.814229, + "f1": 0.781851, + "accuracy": 0.814229, + "main_score": 0.781851, + "hf_subset": "bos_Latn-lus_Latn", + "languages": [ + "bos-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895339, + "recall": 0.916008, + "f1": 0.901548, + "accuracy": 0.916008, + "main_score": 0.901548, + "hf_subset": "bos_Latn-pag_Latn", + "languages": [ + "bos-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-snd_Arab", + "languages": [ + "bos-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "bos_Latn-tuk_Latn", + "languages": [ + "bos-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bos_Latn-bak_Cyrl", + "languages": [ + "bos-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494937, + "recall": 0.572134, + "f1": 0.517671, + "accuracy": 0.572134, + "main_score": 0.517671, + "hf_subset": "bos_Latn-dyu_Latn", + "languages": [ + "bos-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-heb_Hebr", + "languages": [ + "bos-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "bos_Latn-khk_Cyrl", + "languages": [ + "bos-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-lvs_Latn", + "languages": [ + "bos-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bos_Latn-pan_Guru", + "languages": [ + "bos-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735016, + "recall": 0.789526, + "f1": 0.751241, + "accuracy": 0.789526, + "main_score": 0.751241, + "hf_subset": "bos_Latn-som_Latn", + "languages": [ + "bos-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624263, + "recall": 0.671937, + "f1": 0.637797, + "accuracy": 0.671937, + "main_score": 0.637797, + "hf_subset": "bos_Latn-tum_Latn", + "languages": [ + "bos-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559151, + "recall": 0.623518, + "f1": 0.577533, + "accuracy": 0.623518, + "main_score": 0.577533, + "hf_subset": "fin_Latn-ace_Arab", + "languages": [ + "fin-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523108, + "recall": 0.582016, + "f1": 0.539733, + "accuracy": 0.582016, + "main_score": 0.539733, + "hf_subset": "fin_Latn-bam_Latn", + "languages": [ + "fin-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448441, + "recall": 0.521739, + "f1": 0.467862, + "accuracy": 0.521739, + "main_score": 0.467862, + "hf_subset": "fin_Latn-dzo_Tibt", + "languages": [ + "fin-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-khm_Khmr", + "languages": [ + "fin-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "fin_Latn-mag_Deva", + "languages": [ + "fin-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "fin_Latn-pap_Latn", + "languages": [ + "fin-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589928, + "recall": 0.644269, + "f1": 0.605605, + "accuracy": 0.644269, + "main_score": 0.605605, + "hf_subset": "fin_Latn-sot_Latn", + "languages": [ + "fin-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867342, + "recall": 0.899209, + "f1": 0.87716, + "accuracy": 0.899209, + "main_score": 0.87716, + "hf_subset": "fin_Latn-ace_Latn", + "languages": [ + "fin-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.968379, + "f1": 0.960145, + "accuracy": 0.968379, + "main_score": 0.960145, + "hf_subset": "fin_Latn-ban_Latn", + "languages": [ + "fin-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "fin_Latn-hne_Deva", + "languages": [ + "fin-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593125, + "recall": 0.646245, + "f1": 0.608453, + "accuracy": 0.646245, + "main_score": 0.608453, + "hf_subset": "fin_Latn-kik_Latn", + "languages": [ + "fin-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-mai_Deva", + "languages": [ + "fin-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "fin_Latn-pbt_Arab", + "languages": [ + "fin-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611991, + "recall": 0.673913, + "f1": 0.629767, + "accuracy": 0.673913, + "main_score": 0.629767, + "hf_subset": "fin_Latn-twi_Latn", + "languages": [ + "fin-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-acm_Arab", + "languages": [ + "fin-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bel_Cyrl", + "languages": [ + "fin-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-hrv_Latn", + "languages": [ + "fin-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551941, + "recall": 0.618577, + "f1": 0.570448, + "accuracy": 0.618577, + "main_score": 0.570448, + "hf_subset": "fin_Latn-kin_Latn", + "languages": [ + "fin-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-mal_Mlym", + "languages": [ + "fin-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-pes_Arab", + "languages": [ + "fin-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "fin_Latn-srd_Latn", + "languages": [ + "fin-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183041, + "recall": 0.22332, + "f1": 0.193128, + "accuracy": 0.22332, + "main_score": 0.193128, + "hf_subset": "fin_Latn-tzm_Tfng", + "languages": [ + "fin-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-acq_Arab", + "languages": [ + "fin-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614453, + "recall": 0.668972, + "f1": 0.62952, + "accuracy": 0.668972, + "main_score": 0.62952, + "hf_subset": "fin_Latn-bem_Latn", + "languages": [ + "fin-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-epo_Latn", + "languages": [ + "fin-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-kir_Cyrl", + "languages": [ + "fin-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-mar_Deva", + "languages": [ + "fin-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669351, + "recall": 0.721344, + "f1": 0.684571, + "accuracy": 0.721344, + "main_score": 0.684571, + "hf_subset": "fin_Latn-plt_Latn", + "languages": [ + "fin-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-srp_Cyrl", + "languages": [ + "fin-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "fin_Latn-uig_Arab", + "languages": [ + "fin-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-aeb_Arab", + "languages": [ + "fin-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-est_Latn", + "languages": [ + "fin-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-hye_Armn", + "languages": [ + "fin-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542556, + "recall": 0.591897, + "f1": 0.556969, + "accuracy": 0.591897, + "main_score": 0.556969, + "hf_subset": "fin_Latn-kmb_Latn", + "languages": [ + "fin-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497681, + "recall": 0.568182, + "f1": 0.517075, + "accuracy": 0.568182, + "main_score": 0.517075, + "hf_subset": "fin_Latn-min_Arab", + "languages": [ + "fin-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558632, + "recall": 0.616601, + "f1": 0.575429, + "accuracy": 0.616601, + "main_score": 0.575429, + "hf_subset": "fin_Latn-ssw_Latn", + "languages": [ + "fin-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ukr_Cyrl", + "languages": [ + "fin-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-afr_Latn", + "languages": [ + "fin-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bho_Deva", + "languages": [ + "fin-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fin_Latn-eus_Latn", + "languages": [ + "fin-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579794, + "recall": 0.646245, + "f1": 0.599003, + "accuracy": 0.646245, + "main_score": 0.599003, + "hf_subset": "fin_Latn-ibo_Latn", + "languages": [ + "fin-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901845, + "recall": 0.928854, + "f1": 0.910738, + "accuracy": 0.928854, + "main_score": 0.910738, + "hf_subset": "fin_Latn-kmr_Latn", + "languages": [ + "fin-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "fin_Latn-min_Latn", + "languages": [ + "fin-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fin_Latn-sun_Latn", + "languages": [ + "fin-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519477, + "recall": 0.579051, + "f1": 0.536654, + "accuracy": 0.579051, + "main_score": 0.536654, + "hf_subset": "fin_Latn-umb_Latn", + "languages": [ + "fin-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ajp_Arab", + "languages": [ + "fin-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521362, + "recall": 0.590909, + "f1": 0.540488, + "accuracy": 0.590909, + "main_score": 0.540488, + "hf_subset": "fin_Latn-bjn_Arab", + "languages": [ + "fin-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521902, + "recall": 0.573123, + "f1": 0.535331, + "accuracy": 0.573123, + "main_score": 0.535331, + "hf_subset": "fin_Latn-ewe_Latn", + "languages": [ + "fin-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.95751, + "f1": 0.945949, + "accuracy": 0.95751, + "main_score": 0.945949, + "hf_subset": "fin_Latn-ilo_Latn", + "languages": [ + "fin-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317336, + "recall": 0.375494, + "f1": 0.333987, + "accuracy": 0.375494, + "main_score": 0.333987, + "hf_subset": "fin_Latn-knc_Arab", + "languages": [ + "fin-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-mkd_Cyrl", + "languages": [ + "fin-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-prs_Arab", + "languages": [ + "fin-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-urd_Arab", + "languages": [ + "fin-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580724, + "recall": 0.641304, + "f1": 0.597932, + "accuracy": 0.641304, + "main_score": 0.597932, + "hf_subset": "fin_Latn-aka_Latn", + "languages": [ + "fin-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-bjn_Latn", + "languages": [ + "fin-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fin_Latn-fao_Latn", + "languages": [ + "fin-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586555, + "recall": 0.636364, + "f1": 0.600885, + "accuracy": 0.636364, + "main_score": 0.600885, + "hf_subset": "fin_Latn-knc_Latn", + "languages": [ + "fin-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fin_Latn-mlt_Latn", + "languages": [ + "fin-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706509, + "recall": 0.763834, + "f1": 0.723111, + "accuracy": 0.763834, + "main_score": 0.723111, + "hf_subset": "fin_Latn-quy_Latn", + "languages": [ + "fin-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "fin_Latn-swh_Latn", + "languages": [ + "fin-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-uzn_Latn", + "languages": [ + "fin-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-als_Latn", + "languages": [ + "fin-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651691, + "recall": 0.73419, + "f1": 0.676026, + "accuracy": 0.73419, + "main_score": 0.676026, + "hf_subset": "fin_Latn-bod_Tibt", + "languages": [ + "fin-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691559, + "recall": 0.753953, + "f1": 0.709848, + "accuracy": 0.753953, + "main_score": 0.709848, + "hf_subset": "fin_Latn-fij_Latn", + "languages": [ + "fin-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "fin_Latn-isl_Latn", + "languages": [ + "fin-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657658, + "recall": 0.710474, + "f1": 0.673405, + "accuracy": 0.710474, + "main_score": 0.673405, + "hf_subset": "fin_Latn-kon_Latn", + "languages": [ + "fin-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647711, + "recall": 0.713439, + "f1": 0.667165, + "accuracy": 0.713439, + "main_score": 0.667165, + "hf_subset": "fin_Latn-mni_Beng", + "languages": [ + "fin-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ron_Latn", + "languages": [ + "fin-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "fin_Latn-szl_Latn", + "languages": [ + "fin-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-vec_Latn", + "languages": [ + "fin-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949687, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "fin_Latn-amh_Ethi", + "languages": [ + "fin-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-bos_Latn", + "languages": [ + "fin-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-ita_Latn", + "languages": [ + "fin-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554866, + "recall": 0.61166, + "f1": 0.570729, + "accuracy": 0.61166, + "main_score": 0.570729, + "hf_subset": "fin_Latn-mos_Latn", + "languages": [ + "fin-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541625, + "recall": 0.598814, + "f1": 0.558271, + "accuracy": 0.598814, + "main_score": 0.558271, + "hf_subset": "fin_Latn-run_Latn", + "languages": [ + "fin-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-apc_Arab", + "languages": [ + "fin-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784651, + "recall": 0.83498, + "f1": 0.800198, + "accuracy": 0.83498, + "main_score": 0.800198, + "hf_subset": "fin_Latn-bug_Latn", + "languages": [ + "fin-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470912, + "recall": 0.524704, + "f1": 0.48553, + "accuracy": 0.524704, + "main_score": 0.48553, + "hf_subset": "fin_Latn-fon_Latn", + "languages": [ + "fin-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-jav_Latn", + "languages": [ + "fin-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-lao_Laoo", + "languages": [ + "fin-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869401, + "recall": 0.90415, + "f1": 0.880402, + "accuracy": 0.90415, + "main_score": 0.880402, + "hf_subset": "fin_Latn-mri_Latn", + "languages": [ + "fin-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530857, + "recall": 0.591897, + "f1": 0.547465, + "accuracy": 0.591897, + "main_score": 0.547465, + "hf_subset": "fin_Latn-taq_Latn", + "languages": [ + "fin-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fin_Latn-war_Latn", + "languages": [ + "fin-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-bul_Cyrl", + "languages": [ + "fin-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "fin_Latn-lij_Latn", + "languages": [ + "fin-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "fin_Latn-mya_Mymr", + "languages": [ + "fin-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586124, + "recall": 0.643281, + "f1": 0.602061, + "accuracy": 0.643281, + "main_score": 0.602061, + "hf_subset": "fin_Latn-sag_Latn", + "languages": [ + "fin-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192636, + "recall": 0.248024, + "f1": 0.205472, + "accuracy": 0.248024, + "main_score": 0.205472, + "hf_subset": "fin_Latn-taq_Tfng", + "languages": [ + "fin-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622621, + "recall": 0.679842, + "f1": 0.638601, + "accuracy": 0.679842, + "main_score": 0.638601, + "hf_subset": "fin_Latn-wol_Latn", + "languages": [ + "fin-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804924, + "recall": 0.854743, + "f1": 0.820356, + "accuracy": 0.854743, + "main_score": 0.820356, + "hf_subset": "fin_Latn-arb_Latn", + "languages": [ + "fin-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-cat_Latn", + "languages": [ + "fin-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fin_Latn-fur_Latn", + "languages": [ + "fin-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404457, + "recall": 0.462451, + "f1": 0.420368, + "accuracy": 0.462451, + "main_score": 0.420368, + "hf_subset": "fin_Latn-kab_Latn", + "languages": [ + "fin-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fin_Latn-lim_Latn", + "languages": [ + "fin-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "fin_Latn-san_Deva", + "languages": [ + "fin-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-tat_Cyrl", + "languages": [ + "fin-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660104, + "recall": 0.714427, + "f1": 0.675831, + "accuracy": 0.714427, + "main_score": 0.675831, + "hf_subset": "fin_Latn-xho_Latn", + "languages": [ + "fin-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-ars_Arab", + "languages": [ + "fin-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-ceb_Latn", + "languages": [ + "fin-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551721, + "recall": 0.608696, + "f1": 0.567649, + "accuracy": 0.608696, + "main_score": 0.567649, + "hf_subset": "fin_Latn-fuv_Latn", + "languages": [ + "fin-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5204, + "recall": 0.587945, + "f1": 0.539018, + "accuracy": 0.587945, + "main_score": 0.539018, + "hf_subset": "fin_Latn-kac_Latn", + "languages": [ + "fin-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644426, + "recall": 0.699605, + "f1": 0.660674, + "accuracy": 0.699605, + "main_score": 0.660674, + "hf_subset": "fin_Latn-lin_Latn", + "languages": [ + "fin-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-nno_Latn", + "languages": [ + "fin-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.219935, + "recall": 0.301383, + "f1": 0.241276, + "accuracy": 0.301383, + "main_score": 0.241276, + "hf_subset": "fin_Latn-sat_Olck", + "languages": [ + "fin-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-tel_Telu", + "languages": [ + "fin-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "fin_Latn-ydd_Hebr", + "languages": [ + "fin-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "fin_Latn-ary_Arab", + "languages": [ + "fin-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-ces_Latn", + "languages": [ + "fin-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582206, + "recall": 0.645257, + "f1": 0.600445, + "accuracy": 0.645257, + "main_score": 0.600445, + "hf_subset": "fin_Latn-gaz_Latn", + "languages": [ + "fin-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587684, + "recall": 0.645257, + "f1": 0.604545, + "accuracy": 0.645257, + "main_score": 0.604545, + "hf_subset": "fin_Latn-kam_Latn", + "languages": [ + "fin-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-nob_Latn", + "languages": [ + "fin-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "fin_Latn-scn_Latn", + "languages": [ + "fin-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fin_Latn-tgk_Cyrl", + "languages": [ + "fin-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707379, + "recall": 0.768775, + "f1": 0.725368, + "accuracy": 0.768775, + "main_score": 0.725368, + "hf_subset": "fin_Latn-yor_Latn", + "languages": [ + "fin-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-arz_Arab", + "languages": [ + "fin-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552566, + "recall": 0.608696, + "f1": 0.568553, + "accuracy": 0.608696, + "main_score": 0.568553, + "hf_subset": "fin_Latn-cjk_Latn", + "languages": [ + "fin-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801054, + "recall": 0.850791, + "f1": 0.81629, + "accuracy": 0.850791, + "main_score": 0.81629, + "hf_subset": "fin_Latn-gla_Latn", + "languages": [ + "fin-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-kan_Knda", + "languages": [ + "fin-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fin_Latn-lmo_Latn", + "languages": [ + "fin-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "fin_Latn-npi_Deva", + "languages": [ + "fin-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464803, + "recall": 0.527668, + "f1": 0.482253, + "accuracy": 0.527668, + "main_score": 0.482253, + "hf_subset": "fin_Latn-shn_Mymr", + "languages": [ + "fin-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-tgl_Latn", + "languages": [ + "fin-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-yue_Hant", + "languages": [ + "fin-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-asm_Beng", + "languages": [ + "fin-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "fin_Latn-ckb_Arab", + "languages": [ + "fin-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895257, + "recall": 0.921937, + "f1": 0.903411, + "accuracy": 0.921937, + "main_score": 0.903411, + "hf_subset": "fin_Latn-gle_Latn", + "languages": [ + "fin-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "fin_Latn-kas_Arab", + "languages": [ + "fin-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "fin_Latn-ltg_Latn", + "languages": [ + "fin-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60006, + "recall": 0.651186, + "f1": 0.614703, + "accuracy": 0.651186, + "main_score": 0.614703, + "hf_subset": "fin_Latn-nso_Latn", + "languages": [ + "fin-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fin_Latn-sin_Sinh", + "languages": [ + "fin-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-tha_Thai", + "languages": [ + "fin-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-zho_Hans", + "languages": [ + "fin-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-ast_Latn", + "languages": [ + "fin-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-crh_Latn", + "languages": [ + "fin-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-glg_Latn", + "languages": [ + "fin-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897069, + "recall": 0.927866, + "f1": 0.906917, + "accuracy": 0.927866, + "main_score": 0.906917, + "hf_subset": "fin_Latn-kas_Deva", + "languages": [ + "fin-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-ltz_Latn", + "languages": [ + "fin-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465139, + "recall": 0.521739, + "f1": 0.480305, + "accuracy": 0.521739, + "main_score": 0.480305, + "hf_subset": "fin_Latn-nus_Latn", + "languages": [ + "fin-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-slk_Latn", + "languages": [ + "fin-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613439, + "recall": 0.682806, + "f1": 0.633804, + "accuracy": 0.682806, + "main_score": 0.633804, + "hf_subset": "fin_Latn-tir_Ethi", + "languages": [ + "fin-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "fin_Latn-awa_Deva", + "languages": [ + "fin-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "fin_Latn-cym_Latn", + "languages": [ + "fin-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824605, + "recall": 0.867589, + "f1": 0.838076, + "accuracy": 0.867589, + "main_score": 0.838076, + "hf_subset": "fin_Latn-grn_Latn", + "languages": [ + "fin-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-kat_Geor", + "languages": [ + "fin-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63583, + "recall": 0.684783, + "f1": 0.649778, + "accuracy": 0.684783, + "main_score": 0.649778, + "hf_subset": "fin_Latn-lua_Latn", + "languages": [ + "fin-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627193, + "recall": 0.6917, + "f1": 0.646311, + "accuracy": 0.6917, + "main_score": 0.646311, + "hf_subset": "fin_Latn-nya_Latn", + "languages": [ + "fin-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-slv_Latn", + "languages": [ + "fin-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "fin_Latn-tpi_Latn", + "languages": [ + "fin-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-zsm_Latn", + "languages": [ + "fin-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544981, + "recall": 0.607708, + "f1": 0.562999, + "accuracy": 0.607708, + "main_score": 0.562999, + "hf_subset": "fin_Latn-ayr_Latn", + "languages": [ + "fin-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-dan_Latn", + "languages": [ + "fin-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-guj_Gujr", + "languages": [ + "fin-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fin_Latn-kaz_Cyrl", + "languages": [ + "fin-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530685, + "recall": 0.594862, + "f1": 0.548279, + "accuracy": 0.594862, + "main_score": 0.548279, + "hf_subset": "fin_Latn-lug_Latn", + "languages": [ + "fin-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-oci_Latn", + "languages": [ + "fin-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823864, + "recall": 0.867589, + "f1": 0.837088, + "accuracy": 0.867589, + "main_score": 0.837088, + "hf_subset": "fin_Latn-smo_Latn", + "languages": [ + "fin-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540771, + "recall": 0.602767, + "f1": 0.558366, + "accuracy": 0.602767, + "main_score": 0.558366, + "hf_subset": "fin_Latn-tsn_Latn", + "languages": [ + "fin-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60094, + "recall": 0.66502, + "f1": 0.619637, + "accuracy": 0.66502, + "main_score": 0.619637, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918478, + "recall": 0.940711, + "f1": 0.925725, + "accuracy": 0.940711, + "main_score": 0.925725, + "hf_subset": "fin_Latn-azb_Arab", + "languages": [ + "fin-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972332, + "accuracy": 0.978261, + "main_score": 0.972332, + "hf_subset": "fin_Latn-hat_Latn", + "languages": [ + "fin-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485486, + "recall": 0.54249, + "f1": 0.501003, + "accuracy": 0.54249, + "main_score": 0.501003, + "hf_subset": "fin_Latn-kbp_Latn", + "languages": [ + "fin-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575998, + "recall": 0.632411, + "f1": 0.591366, + "accuracy": 0.632411, + "main_score": 0.591366, + "hf_subset": "fin_Latn-luo_Latn", + "languages": [ + "fin-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-ory_Orya", + "languages": [ + "fin-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591922, + "recall": 0.653162, + "f1": 0.609052, + "accuracy": 0.653162, + "main_score": 0.609052, + "hf_subset": "fin_Latn-sna_Latn", + "languages": [ + "fin-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538441, + "recall": 0.596838, + "f1": 0.554858, + "accuracy": 0.596838, + "main_score": 0.554858, + "hf_subset": "fin_Latn-tso_Latn", + "languages": [ + "fin-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "fin_Latn-azj_Latn", + "languages": [ + "fin-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529558, + "recall": 0.594862, + "f1": 0.548328, + "accuracy": 0.594862, + "main_score": 0.548328, + "hf_subset": "fin_Latn-dik_Latn", + "languages": [ + "fin-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741617, + "recall": 0.794466, + "f1": 0.757529, + "accuracy": 0.794466, + "main_score": 0.757529, + "hf_subset": "fin_Latn-hau_Latn", + "languages": [ + "fin-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "fin_Latn-kea_Latn", + "languages": [ + "fin-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743092, + "recall": 0.79249, + "f1": 0.757922, + "accuracy": 0.79249, + "main_score": 0.757922, + "hf_subset": "fin_Latn-lus_Latn", + "languages": [ + "fin-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866469, + "recall": 0.896245, + "f1": 0.875414, + "accuracy": 0.896245, + "main_score": 0.875414, + "hf_subset": "fin_Latn-pag_Latn", + "languages": [ + "fin-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fin_Latn-snd_Arab", + "languages": [ + "fin-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "fin_Latn-tuk_Latn", + "languages": [ + "fin-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fin_Latn-bak_Cyrl", + "languages": [ + "fin-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481539, + "recall": 0.5583, + "f1": 0.5045, + "accuracy": 0.5583, + "main_score": 0.5045, + "hf_subset": "fin_Latn-dyu_Latn", + "languages": [ + "fin-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fin_Latn-khk_Cyrl", + "languages": [ + "fin-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-lvs_Latn", + "languages": [ + "fin-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fin_Latn-pan_Guru", + "languages": [ + "fin-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702226, + "recall": 0.755929, + "f1": 0.718281, + "accuracy": 0.755929, + "main_score": 0.718281, + "hf_subset": "fin_Latn-som_Latn", + "languages": [ + "fin-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596123, + "recall": 0.646245, + "f1": 0.610337, + "accuracy": 0.646245, + "main_score": 0.610337, + "hf_subset": "fin_Latn-tum_Latn", + "languages": [ + "fin-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612534, + "recall": 0.673913, + "f1": 0.630149, + "accuracy": 0.673913, + "main_score": 0.630149, + "hf_subset": "ita_Latn-ace_Arab", + "languages": [ + "ita-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538572, + "recall": 0.601779, + "f1": 0.556221, + "accuracy": 0.601779, + "main_score": 0.556221, + "hf_subset": "ita_Latn-bam_Latn", + "languages": [ + "ita-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456849, + "recall": 0.535573, + "f1": 0.478106, + "accuracy": 0.535573, + "main_score": 0.478106, + "hf_subset": "ita_Latn-dzo_Tibt", + "languages": [ + "ita-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-hin_Deva", + "languages": [ + "ita-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-khm_Khmr", + "languages": [ + "ita-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-mag_Deva", + "languages": [ + "ita-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ita_Latn-pap_Latn", + "languages": [ + "ita-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613343, + "recall": 0.673913, + "f1": 0.630412, + "accuracy": 0.673913, + "main_score": 0.630412, + "hf_subset": "ita_Latn-sot_Latn", + "languages": [ + "ita-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tur_Latn", + "languages": [ + "ita-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893034, + "recall": 0.924901, + "f1": 0.903228, + "accuracy": 0.924901, + "main_score": 0.903228, + "hf_subset": "ita_Latn-ace_Latn", + "languages": [ + "ita-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "ita_Latn-ban_Latn", + "languages": [ + "ita-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ell_Grek", + "languages": [ + "ita-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ita_Latn-hne_Deva", + "languages": [ + "ita-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616231, + "recall": 0.674901, + "f1": 0.633072, + "accuracy": 0.674901, + "main_score": 0.633072, + "hf_subset": "ita_Latn-kik_Latn", + "languages": [ + "ita-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-mai_Deva", + "languages": [ + "ita-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ita_Latn-pbt_Arab", + "languages": [ + "ita-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61996, + "recall": 0.685771, + "f1": 0.638829, + "accuracy": 0.685771, + "main_score": 0.638829, + "hf_subset": "ita_Latn-twi_Latn", + "languages": [ + "ita-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-acm_Arab", + "languages": [ + "ita-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-bel_Cyrl", + "languages": [ + "ita-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-hrv_Latn", + "languages": [ + "ita-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569962, + "recall": 0.633399, + "f1": 0.588007, + "accuracy": 0.633399, + "main_score": 0.588007, + "hf_subset": "ita_Latn-kin_Latn", + "languages": [ + "ita-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-mal_Mlym", + "languages": [ + "ita-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-pes_Arab", + "languages": [ + "ita-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-srd_Latn", + "languages": [ + "ita-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176318, + "recall": 0.22332, + "f1": 0.187942, + "accuracy": 0.22332, + "main_score": 0.187942, + "hf_subset": "ita_Latn-tzm_Tfng", + "languages": [ + "ita-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-acq_Arab", + "languages": [ + "ita-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633277, + "recall": 0.689723, + "f1": 0.649574, + "accuracy": 0.689723, + "main_score": 0.649574, + "hf_subset": "ita_Latn-bem_Latn", + "languages": [ + "ita-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-epo_Latn", + "languages": [ + "ita-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-hun_Latn", + "languages": [ + "ita-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-kir_Cyrl", + "languages": [ + "ita-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-mar_Deva", + "languages": [ + "ita-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699349, + "recall": 0.747036, + "f1": 0.713098, + "accuracy": 0.747036, + "main_score": 0.713098, + "hf_subset": "ita_Latn-plt_Latn", + "languages": [ + "ita-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-srp_Cyrl", + "languages": [ + "ita-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "ita_Latn-uig_Arab", + "languages": [ + "ita-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-aeb_Arab", + "languages": [ + "ita-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ben_Beng", + "languages": [ + "ita-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-est_Latn", + "languages": [ + "ita-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-hye_Armn", + "languages": [ + "ita-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560153, + "recall": 0.61166, + "f1": 0.574627, + "accuracy": 0.61166, + "main_score": 0.574627, + "hf_subset": "ita_Latn-kmb_Latn", + "languages": [ + "ita-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514877, + "recall": 0.588933, + "f1": 0.534761, + "accuracy": 0.588933, + "main_score": 0.534761, + "hf_subset": "ita_Latn-min_Arab", + "languages": [ + "ita-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-pol_Latn", + "languages": [ + "ita-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561528, + "recall": 0.630435, + "f1": 0.581719, + "accuracy": 0.630435, + "main_score": 0.581719, + "hf_subset": "ita_Latn-ssw_Latn", + "languages": [ + "ita-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ukr_Cyrl", + "languages": [ + "ita-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-afr_Latn", + "languages": [ + "ita-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-bho_Deva", + "languages": [ + "ita-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-eus_Latn", + "languages": [ + "ita-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592361, + "recall": 0.657115, + "f1": 0.61083, + "accuracy": 0.657115, + "main_score": 0.61083, + "hf_subset": "ita_Latn-ibo_Latn", + "languages": [ + "ita-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916173, + "recall": 0.9417, + "f1": 0.924407, + "accuracy": 0.9417, + "main_score": 0.924407, + "hf_subset": "ita_Latn-kmr_Latn", + "languages": [ + "ita-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ita_Latn-min_Latn", + "languages": [ + "ita-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-sun_Latn", + "languages": [ + "ita-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522868, + "recall": 0.590909, + "f1": 0.542478, + "accuracy": 0.590909, + "main_score": 0.542478, + "hf_subset": "ita_Latn-umb_Latn", + "languages": [ + "ita-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ajp_Arab", + "languages": [ + "ita-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55329, + "recall": 0.618577, + "f1": 0.571532, + "accuracy": 0.618577, + "main_score": 0.571532, + "hf_subset": "ita_Latn-bjn_Arab", + "languages": [ + "ita-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526818, + "recall": 0.585968, + "f1": 0.543592, + "accuracy": 0.585968, + "main_score": 0.543592, + "hf_subset": "ita_Latn-ewe_Latn", + "languages": [ + "ita-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ita_Latn-ilo_Latn", + "languages": [ + "ita-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319583, + "recall": 0.37747, + "f1": 0.335948, + "accuracy": 0.37747, + "main_score": 0.335948, + "hf_subset": "ita_Latn-knc_Arab", + "languages": [ + "ita-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-mkd_Cyrl", + "languages": [ + "ita-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-prs_Arab", + "languages": [ + "ita-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-swe_Latn", + "languages": [ + "ita-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-urd_Arab", + "languages": [ + "ita-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605126, + "recall": 0.666008, + "f1": 0.621812, + "accuracy": 0.666008, + "main_score": 0.621812, + "hf_subset": "ita_Latn-aka_Latn", + "languages": [ + "ita-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-bjn_Latn", + "languages": [ + "ita-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ita_Latn-fao_Latn", + "languages": [ + "ita-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ind_Latn", + "languages": [ + "ita-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599496, + "recall": 0.657115, + "f1": 0.615906, + "accuracy": 0.657115, + "main_score": 0.615906, + "hf_subset": "ita_Latn-knc_Latn", + "languages": [ + "ita-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723884, + "recall": 0.786561, + "f1": 0.742163, + "accuracy": 0.786561, + "main_score": 0.742163, + "hf_subset": "ita_Latn-quy_Latn", + "languages": [ + "ita-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ita_Latn-swh_Latn", + "languages": [ + "ita-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-uzn_Latn", + "languages": [ + "ita-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-als_Latn", + "languages": [ + "ita-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688291, + "recall": 0.76087, + "f1": 0.709783, + "accuracy": 0.76087, + "main_score": 0.709783, + "hf_subset": "ita_Latn-bod_Tibt", + "languages": [ + "ita-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719324, + "recall": 0.775692, + "f1": 0.735804, + "accuracy": 0.775692, + "main_score": 0.735804, + "hf_subset": "ita_Latn-fij_Latn", + "languages": [ + "ita-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ita_Latn-isl_Latn", + "languages": [ + "ita-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688307, + "recall": 0.73913, + "f1": 0.703364, + "accuracy": 0.73913, + "main_score": 0.703364, + "hf_subset": "ita_Latn-kon_Latn", + "languages": [ + "ita-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683959, + "recall": 0.747036, + "f1": 0.702296, + "accuracy": 0.747036, + "main_score": 0.702296, + "hf_subset": "ita_Latn-mni_Beng", + "languages": [ + "ita-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "ita_Latn-szl_Latn", + "languages": [ + "ita-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-vec_Latn", + "languages": [ + "ita-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944335, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "ita_Latn-amh_Ethi", + "languages": [ + "ita-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-bos_Latn", + "languages": [ + "ita-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-fin_Latn", + "languages": [ + "ita-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-kor_Hang", + "languages": [ + "ita-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563452, + "recall": 0.625494, + "f1": 0.580853, + "accuracy": 0.625494, + "main_score": 0.580853, + "hf_subset": "ita_Latn-mos_Latn", + "languages": [ + "ita-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565349, + "recall": 0.623518, + "f1": 0.581461, + "accuracy": 0.623518, + "main_score": 0.581461, + "hf_subset": "ita_Latn-run_Latn", + "languages": [ + "ita-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tam_Taml", + "languages": [ + "ita-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-vie_Latn", + "languages": [ + "ita-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-apc_Arab", + "languages": [ + "ita-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814097, + "recall": 0.857708, + "f1": 0.826779, + "accuracy": 0.857708, + "main_score": 0.826779, + "hf_subset": "ita_Latn-bug_Latn", + "languages": [ + "ita-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474358, + "recall": 0.535573, + "f1": 0.490784, + "accuracy": 0.535573, + "main_score": 0.490784, + "hf_subset": "ita_Latn-fon_Latn", + "languages": [ + "ita-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-jav_Latn", + "languages": [ + "ita-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-lao_Laoo", + "languages": [ + "ita-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882493, + "recall": 0.916996, + "f1": 0.893629, + "accuracy": 0.916996, + "main_score": 0.893629, + "hf_subset": "ita_Latn-mri_Latn", + "languages": [ + "ita-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-rus_Cyrl", + "languages": [ + "ita-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54911, + "recall": 0.612648, + "f1": 0.566693, + "accuracy": 0.612648, + "main_score": 0.566693, + "hf_subset": "ita_Latn-taq_Latn", + "languages": [ + "ita-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-war_Latn", + "languages": [ + "ita-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-arb_Arab", + "languages": [ + "ita-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-bul_Cyrl", + "languages": [ + "ita-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-jpn_Jpan", + "languages": [ + "ita-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-lij_Latn", + "languages": [ + "ita-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "ita_Latn-mya_Mymr", + "languages": [ + "ita-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616981, + "recall": 0.685771, + "f1": 0.636422, + "accuracy": 0.685771, + "main_score": 0.636422, + "hf_subset": "ita_Latn-sag_Latn", + "languages": [ + "ita-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194446, + "recall": 0.250988, + "f1": 0.207447, + "accuracy": 0.250988, + "main_score": 0.207447, + "hf_subset": "ita_Latn-taq_Tfng", + "languages": [ + "ita-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640349, + "recall": 0.705534, + "f1": 0.659096, + "accuracy": 0.705534, + "main_score": 0.659096, + "hf_subset": "ita_Latn-wol_Latn", + "languages": [ + "ita-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832049, + "recall": 0.876482, + "f1": 0.845652, + "accuracy": 0.876482, + "main_score": 0.845652, + "hf_subset": "ita_Latn-arb_Latn", + "languages": [ + "ita-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-fur_Latn", + "languages": [ + "ita-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420128, + "recall": 0.479249, + "f1": 0.436328, + "accuracy": 0.479249, + "main_score": 0.436328, + "hf_subset": "ita_Latn-kab_Latn", + "languages": [ + "ita-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ita_Latn-lim_Latn", + "languages": [ + "ita-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-nld_Latn", + "languages": [ + "ita-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ita_Latn-san_Deva", + "languages": [ + "ita-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-tat_Cyrl", + "languages": [ + "ita-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67832, + "recall": 0.738142, + "f1": 0.696017, + "accuracy": 0.738142, + "main_score": 0.696017, + "hf_subset": "ita_Latn-xho_Latn", + "languages": [ + "ita-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ars_Arab", + "languages": [ + "ita-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-ceb_Latn", + "languages": [ + "ita-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572632, + "recall": 0.634387, + "f1": 0.590057, + "accuracy": 0.634387, + "main_score": 0.590057, + "hf_subset": "ita_Latn-fuv_Latn", + "languages": [ + "ita-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524284, + "recall": 0.592885, + "f1": 0.543587, + "accuracy": 0.592885, + "main_score": 0.543587, + "hf_subset": "ita_Latn-kac_Latn", + "languages": [ + "ita-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694928, + "recall": 0.742095, + "f1": 0.708912, + "accuracy": 0.742095, + "main_score": 0.708912, + "hf_subset": "ita_Latn-lin_Latn", + "languages": [ + "ita-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-nno_Latn", + "languages": [ + "ita-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229599, + "recall": 0.310277, + "f1": 0.251223, + "accuracy": 0.310277, + "main_score": 0.251223, + "hf_subset": "ita_Latn-sat_Olck", + "languages": [ + "ita-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tel_Telu", + "languages": [ + "ita-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ita_Latn-ydd_Hebr", + "languages": [ + "ita-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-ary_Arab", + "languages": [ + "ita-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ces_Latn", + "languages": [ + "ita-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5861, + "recall": 0.653162, + "f1": 0.605999, + "accuracy": 0.653162, + "main_score": 0.605999, + "hf_subset": "ita_Latn-gaz_Latn", + "languages": [ + "ita-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589888, + "recall": 0.657115, + "f1": 0.609036, + "accuracy": 0.657115, + "main_score": 0.609036, + "hf_subset": "ita_Latn-kam_Latn", + "languages": [ + "ita-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ita_Latn-lit_Latn", + "languages": [ + "ita-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-nob_Latn", + "languages": [ + "ita-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ita_Latn-scn_Latn", + "languages": [ + "ita-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ita_Latn-tgk_Cyrl", + "languages": [ + "ita-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732889, + "recall": 0.793478, + "f1": 0.751421, + "accuracy": 0.793478, + "main_score": 0.751421, + "hf_subset": "ita_Latn-yor_Latn", + "languages": [ + "ita-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-arz_Arab", + "languages": [ + "ita-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569188, + "recall": 0.636364, + "f1": 0.588792, + "accuracy": 0.636364, + "main_score": 0.588792, + "hf_subset": "ita_Latn-cjk_Latn", + "languages": [ + "ita-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803771, + "recall": 0.852767, + "f1": 0.818544, + "accuracy": 0.852767, + "main_score": 0.818544, + "hf_subset": "ita_Latn-gla_Latn", + "languages": [ + "ita-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-kan_Knda", + "languages": [ + "ita-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ita_Latn-lmo_Latn", + "languages": [ + "ita-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ita_Latn-npi_Deva", + "languages": [ + "ita-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482686, + "recall": 0.548419, + "f1": 0.500729, + "accuracy": 0.548419, + "main_score": 0.500729, + "hf_subset": "ita_Latn-shn_Mymr", + "languages": [ + "ita-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tgl_Latn", + "languages": [ + "ita-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-yue_Hant", + "languages": [ + "ita-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-asm_Beng", + "languages": [ + "ita-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ita_Latn-ckb_Arab", + "languages": [ + "ita-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898419, + "recall": 0.927866, + "f1": 0.907773, + "accuracy": 0.927866, + "main_score": 0.907773, + "hf_subset": "ita_Latn-gle_Latn", + "languages": [ + "ita-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ita_Latn-kas_Arab", + "languages": [ + "ita-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ita_Latn-ltg_Latn", + "languages": [ + "ita-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626105, + "recall": 0.678854, + "f1": 0.641498, + "accuracy": 0.678854, + "main_score": 0.641498, + "hf_subset": "ita_Latn-nso_Latn", + "languages": [ + "ita-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ita_Latn-sin_Sinh", + "languages": [ + "ita-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-tha_Thai", + "languages": [ + "ita-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-zho_Hans", + "languages": [ + "ita-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ast_Latn", + "languages": [ + "ita-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-crh_Latn", + "languages": [ + "ita-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913043, + "recall": 0.939723, + "f1": 0.921574, + "accuracy": 0.939723, + "main_score": 0.921574, + "hf_subset": "ita_Latn-kas_Deva", + "languages": [ + "ita-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ita_Latn-ltz_Latn", + "languages": [ + "ita-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47142, + "recall": 0.541502, + "f1": 0.490301, + "accuracy": 0.541502, + "main_score": 0.490301, + "hf_subset": "ita_Latn-nus_Latn", + "languages": [ + "ita-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-slk_Latn", + "languages": [ + "ita-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640333, + "recall": 0.714427, + "f1": 0.662832, + "accuracy": 0.714427, + "main_score": 0.662832, + "hf_subset": "ita_Latn-tir_Ethi", + "languages": [ + "ita-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-zho_Hant", + "languages": [ + "ita-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "ita_Latn-awa_Deva", + "languages": [ + "ita-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ita_Latn-cym_Latn", + "languages": [ + "ita-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865036, + "recall": 0.900198, + "f1": 0.875856, + "accuracy": 0.900198, + "main_score": 0.875856, + "hf_subset": "ita_Latn-grn_Latn", + "languages": [ + "ita-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-kat_Geor", + "languages": [ + "ita-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663697, + "recall": 0.719368, + "f1": 0.67968, + "accuracy": 0.719368, + "main_score": 0.67968, + "hf_subset": "ita_Latn-lua_Latn", + "languages": [ + "ita-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663935, + "recall": 0.725296, + "f1": 0.681936, + "accuracy": 0.725296, + "main_score": 0.681936, + "hf_subset": "ita_Latn-nya_Latn", + "languages": [ + "ita-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-slv_Latn", + "languages": [ + "ita-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ita_Latn-tpi_Latn", + "languages": [ + "ita-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-zsm_Latn", + "languages": [ + "ita-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544568, + "recall": 0.615613, + "f1": 0.565277, + "accuracy": 0.615613, + "main_score": 0.565277, + "hf_subset": "ita_Latn-ayr_Latn", + "languages": [ + "ita-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-dan_Latn", + "languages": [ + "ita-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-guj_Gujr", + "languages": [ + "ita-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-kaz_Cyrl", + "languages": [ + "ita-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551257, + "recall": 0.613636, + "f1": 0.56845, + "accuracy": 0.613636, + "main_score": 0.56845, + "hf_subset": "ita_Latn-lug_Latn", + "languages": [ + "ita-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-oci_Latn", + "languages": [ + "ita-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838472, + "recall": 0.882411, + "f1": 0.852207, + "accuracy": 0.882411, + "main_score": 0.852207, + "hf_subset": "ita_Latn-smo_Latn", + "languages": [ + "ita-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568365, + "recall": 0.630435, + "f1": 0.586148, + "accuracy": 0.630435, + "main_score": 0.586148, + "hf_subset": "ita_Latn-tsn_Latn", + "languages": [ + "ita-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622431, + "recall": 0.682806, + "f1": 0.640059, + "accuracy": 0.682806, + "main_score": 0.640059, + "hf_subset": "ita_Latn-zul_Latn", + "languages": [ + "ita-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9347, + "recall": 0.954545, + "f1": 0.941107, + "accuracy": 0.954545, + "main_score": 0.941107, + "hf_subset": "ita_Latn-azb_Arab", + "languages": [ + "ita-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-deu_Latn", + "languages": [ + "ita-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "ita_Latn-hat_Latn", + "languages": [ + "ita-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504317, + "recall": 0.559289, + "f1": 0.519965, + "accuracy": 0.559289, + "main_score": 0.519965, + "hf_subset": "ita_Latn-kbp_Latn", + "languages": [ + "ita-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584955, + "recall": 0.644269, + "f1": 0.60137, + "accuracy": 0.644269, + "main_score": 0.60137, + "hf_subset": "ita_Latn-luo_Latn", + "languages": [ + "ita-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-ory_Orya", + "languages": [ + "ita-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603576, + "recall": 0.666996, + "f1": 0.622101, + "accuracy": 0.666996, + "main_score": 0.622101, + "hf_subset": "ita_Latn-sna_Latn", + "languages": [ + "ita-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580708, + "recall": 0.63834, + "f1": 0.596823, + "accuracy": 0.63834, + "main_score": 0.596823, + "hf_subset": "ita_Latn-tso_Latn", + "languages": [ + "ita-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-azj_Latn", + "languages": [ + "ita-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548021, + "recall": 0.616601, + "f1": 0.568019, + "accuracy": 0.616601, + "main_score": 0.568019, + "hf_subset": "ita_Latn-dik_Latn", + "languages": [ + "ita-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750758, + "recall": 0.80336, + "f1": 0.766337, + "accuracy": 0.80336, + "main_score": 0.766337, + "hf_subset": "ita_Latn-hau_Latn", + "languages": [ + "ita-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-kea_Latn", + "languages": [ + "ita-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752668, + "recall": 0.80336, + "f1": 0.767984, + "accuracy": 0.80336, + "main_score": 0.767984, + "hf_subset": "ita_Latn-lus_Latn", + "languages": [ + "ita-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88941, + "recall": 0.918972, + "f1": 0.898551, + "accuracy": 0.918972, + "main_score": 0.898551, + "hf_subset": "ita_Latn-pag_Latn", + "languages": [ + "ita-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ita_Latn-snd_Arab", + "languages": [ + "ita-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "ita_Latn-tuk_Latn", + "languages": [ + "ita-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ita_Latn-bak_Cyrl", + "languages": [ + "ita-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505643, + "recall": 0.58004, + "f1": 0.526882, + "accuracy": 0.58004, + "main_score": 0.526882, + "hf_subset": "ita_Latn-dyu_Latn", + "languages": [ + "ita-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-heb_Hebr", + "languages": [ + "ita-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ita_Latn-khk_Cyrl", + "languages": [ + "ita-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ita_Latn-lvs_Latn", + "languages": [ + "ita-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ita_Latn-pan_Guru", + "languages": [ + "ita-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709964, + "recall": 0.771739, + "f1": 0.728482, + "accuracy": 0.771739, + "main_score": 0.728482, + "hf_subset": "ita_Latn-som_Latn", + "languages": [ + "ita-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609174, + "recall": 0.661067, + "f1": 0.623685, + "accuracy": 0.661067, + "main_score": 0.623685, + "hf_subset": "ita_Latn-tum_Latn", + "languages": [ + "ita-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553468, + "recall": 0.620553, + "f1": 0.572185, + "accuracy": 0.620553, + "main_score": 0.572185, + "hf_subset": "kor_Hang-ace_Arab", + "languages": [ + "kor-Hang", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507216, + "recall": 0.572134, + "f1": 0.524759, + "accuracy": 0.572134, + "main_score": 0.524759, + "hf_subset": "kor_Hang-bam_Latn", + "languages": [ + "kor-Hang", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430089, + "recall": 0.513834, + "f1": 0.452395, + "accuracy": 0.513834, + "main_score": 0.452395, + "hf_subset": "kor_Hang-dzo_Tibt", + "languages": [ + "kor-Hang", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-khm_Khmr", + "languages": [ + "kor-Hang", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mag_Deva", + "languages": [ + "kor-Hang", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-pap_Latn", + "languages": [ + "kor-Hang", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567449, + "recall": 0.626482, + "f1": 0.58362, + "accuracy": 0.626482, + "main_score": 0.58362, + "hf_subset": "kor_Hang-sot_Latn", + "languages": [ + "kor-Hang", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849226, + "recall": 0.889328, + "f1": 0.861693, + "accuracy": 0.889328, + "main_score": 0.861693, + "hf_subset": "kor_Hang-ace_Latn", + "languages": [ + "kor-Hang", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "kor_Hang-ban_Latn", + "languages": [ + "kor-Hang", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "kor_Hang-hne_Deva", + "languages": [ + "kor-Hang", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586314, + "recall": 0.644269, + "f1": 0.603305, + "accuracy": 0.644269, + "main_score": 0.603305, + "hf_subset": "kor_Hang-kik_Latn", + "languages": [ + "kor-Hang", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-mai_Deva", + "languages": [ + "kor-Hang", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kor_Hang-pbt_Arab", + "languages": [ + "kor-Hang", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599886, + "recall": 0.671937, + "f1": 0.619703, + "accuracy": 0.671937, + "main_score": 0.619703, + "hf_subset": "kor_Hang-twi_Latn", + "languages": [ + "kor-Hang", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-acm_Arab", + "languages": [ + "kor-Hang", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-bel_Cyrl", + "languages": [ + "kor-Hang", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-hrv_Latn", + "languages": [ + "kor-Hang", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531374, + "recall": 0.596838, + "f1": 0.549638, + "accuracy": 0.596838, + "main_score": 0.549638, + "hf_subset": "kor_Hang-kin_Latn", + "languages": [ + "kor-Hang", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-mal_Mlym", + "languages": [ + "kor-Hang", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-pes_Arab", + "languages": [ + "kor-Hang", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kor_Hang-srd_Latn", + "languages": [ + "kor-Hang", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164416, + "recall": 0.218379, + "f1": 0.177491, + "accuracy": 0.218379, + "main_score": 0.177491, + "hf_subset": "kor_Hang-tzm_Tfng", + "languages": [ + "kor-Hang", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-acq_Arab", + "languages": [ + "kor-Hang", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612445, + "recall": 0.66996, + "f1": 0.628614, + "accuracy": 0.66996, + "main_score": 0.628614, + "hf_subset": "kor_Hang-bem_Latn", + "languages": [ + "kor-Hang", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-epo_Latn", + "languages": [ + "kor-Hang", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-kir_Cyrl", + "languages": [ + "kor-Hang", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mar_Deva", + "languages": [ + "kor-Hang", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650447, + "recall": 0.70751, + "f1": 0.666667, + "accuracy": 0.70751, + "main_score": 0.666667, + "hf_subset": "kor_Hang-plt_Latn", + "languages": [ + "kor-Hang", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-srp_Cyrl", + "languages": [ + "kor-Hang", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kor_Hang-uig_Arab", + "languages": [ + "kor-Hang", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-aeb_Arab", + "languages": [ + "kor-Hang", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-est_Latn", + "languages": [ + "kor-Hang", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-hye_Armn", + "languages": [ + "kor-Hang", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530592, + "recall": 0.587945, + "f1": 0.546511, + "accuracy": 0.587945, + "main_score": 0.546511, + "hf_subset": "kor_Hang-kmb_Latn", + "languages": [ + "kor-Hang", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484301, + "recall": 0.560277, + "f1": 0.504492, + "accuracy": 0.560277, + "main_score": 0.504492, + "hf_subset": "kor_Hang-min_Arab", + "languages": [ + "kor-Hang", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540991, + "recall": 0.607708, + "f1": 0.560248, + "accuracy": 0.607708, + "main_score": 0.560248, + "hf_subset": "kor_Hang-ssw_Latn", + "languages": [ + "kor-Hang", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ukr_Cyrl", + "languages": [ + "kor-Hang", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-afr_Latn", + "languages": [ + "kor-Hang", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-bho_Deva", + "languages": [ + "kor-Hang", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kor_Hang-eus_Latn", + "languages": [ + "kor-Hang", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56424, + "recall": 0.628458, + "f1": 0.581787, + "accuracy": 0.628458, + "main_score": 0.581787, + "hf_subset": "kor_Hang-ibo_Latn", + "languages": [ + "kor-Hang", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882691, + "recall": 0.914032, + "f1": 0.892358, + "accuracy": 0.914032, + "main_score": 0.892358, + "hf_subset": "kor_Hang-kmr_Latn", + "languages": [ + "kor-Hang", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kor_Hang-min_Latn", + "languages": [ + "kor-Hang", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kor_Hang-sun_Latn", + "languages": [ + "kor-Hang", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517081, + "recall": 0.575099, + "f1": 0.533638, + "accuracy": 0.575099, + "main_score": 0.533638, + "hf_subset": "kor_Hang-umb_Latn", + "languages": [ + "kor-Hang", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ajp_Arab", + "languages": [ + "kor-Hang", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508426, + "recall": 0.579051, + "f1": 0.528262, + "accuracy": 0.579051, + "main_score": 0.528262, + "hf_subset": "kor_Hang-bjn_Arab", + "languages": [ + "kor-Hang", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510128, + "recall": 0.56917, + "f1": 0.526448, + "accuracy": 0.56917, + "main_score": 0.526448, + "hf_subset": "kor_Hang-ewe_Latn", + "languages": [ + "kor-Hang", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "kor_Hang-ilo_Latn", + "languages": [ + "kor-Hang", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306595, + "recall": 0.363636, + "f1": 0.322864, + "accuracy": 0.363636, + "main_score": 0.322864, + "hf_subset": "kor_Hang-knc_Arab", + "languages": [ + "kor-Hang", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-mkd_Cyrl", + "languages": [ + "kor-Hang", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-prs_Arab", + "languages": [ + "kor-Hang", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-urd_Arab", + "languages": [ + "kor-Hang", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592988, + "recall": 0.655138, + "f1": 0.609724, + "accuracy": 0.655138, + "main_score": 0.609724, + "hf_subset": "kor_Hang-aka_Latn", + "languages": [ + "kor-Hang", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "kor_Hang-bjn_Latn", + "languages": [ + "kor-Hang", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "kor_Hang-fao_Latn", + "languages": [ + "kor-Hang", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572586, + "recall": 0.632411, + "f1": 0.589654, + "accuracy": 0.632411, + "main_score": 0.589654, + "hf_subset": "kor_Hang-knc_Latn", + "languages": [ + "kor-Hang", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kor_Hang-mlt_Latn", + "languages": [ + "kor-Hang", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683943, + "recall": 0.75, + "f1": 0.703045, + "accuracy": 0.75, + "main_score": 0.703045, + "hf_subset": "kor_Hang-quy_Latn", + "languages": [ + "kor-Hang", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kor_Hang-swh_Latn", + "languages": [ + "kor-Hang", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-uzn_Latn", + "languages": [ + "kor-Hang", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-als_Latn", + "languages": [ + "kor-Hang", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652809, + "recall": 0.730237, + "f1": 0.676038, + "accuracy": 0.730237, + "main_score": 0.676038, + "hf_subset": "kor_Hang-bod_Tibt", + "languages": [ + "kor-Hang", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689438, + "recall": 0.748024, + "f1": 0.706291, + "accuracy": 0.748024, + "main_score": 0.706291, + "hf_subset": "kor_Hang-fij_Latn", + "languages": [ + "kor-Hang", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "kor_Hang-isl_Latn", + "languages": [ + "kor-Hang", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653343, + "recall": 0.708498, + "f1": 0.669598, + "accuracy": 0.708498, + "main_score": 0.669598, + "hf_subset": "kor_Hang-kon_Latn", + "languages": [ + "kor-Hang", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647697, + "recall": 0.719368, + "f1": 0.669104, + "accuracy": 0.719368, + "main_score": 0.669104, + "hf_subset": "kor_Hang-mni_Beng", + "languages": [ + "kor-Hang", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ron_Latn", + "languages": [ + "kor-Hang", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "kor_Hang-szl_Latn", + "languages": [ + "kor-Hang", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-vec_Latn", + "languages": [ + "kor-Hang", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.963439, + "f1": 0.951252, + "accuracy": 0.963439, + "main_score": 0.951252, + "hf_subset": "kor_Hang-amh_Ethi", + "languages": [ + "kor-Hang", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-bos_Latn", + "languages": [ + "kor-Hang", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ita_Latn", + "languages": [ + "kor-Hang", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537855, + "recall": 0.596838, + "f1": 0.55439, + "accuracy": 0.596838, + "main_score": 0.55439, + "hf_subset": "kor_Hang-mos_Latn", + "languages": [ + "kor-Hang", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54053, + "recall": 0.600791, + "f1": 0.556683, + "accuracy": 0.600791, + "main_score": 0.556683, + "hf_subset": "kor_Hang-run_Latn", + "languages": [ + "kor-Hang", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-apc_Arab", + "languages": [ + "kor-Hang", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799835, + "recall": 0.848814, + "f1": 0.814248, + "accuracy": 0.848814, + "main_score": 0.814248, + "hf_subset": "kor_Hang-bug_Latn", + "languages": [ + "kor-Hang", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462057, + "recall": 0.523715, + "f1": 0.478822, + "accuracy": 0.523715, + "main_score": 0.478822, + "hf_subset": "kor_Hang-fon_Latn", + "languages": [ + "kor-Hang", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kor_Hang-jav_Latn", + "languages": [ + "kor-Hang", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-lao_Laoo", + "languages": [ + "kor-Hang", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848271, + "recall": 0.88834, + "f1": 0.860361, + "accuracy": 0.88834, + "main_score": 0.860361, + "hf_subset": "kor_Hang-mri_Latn", + "languages": [ + "kor-Hang", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529062, + "recall": 0.592885, + "f1": 0.546382, + "accuracy": 0.592885, + "main_score": 0.546382, + "hf_subset": "kor_Hang-taq_Latn", + "languages": [ + "kor-Hang", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-war_Latn", + "languages": [ + "kor-Hang", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-bul_Cyrl", + "languages": [ + "kor-Hang", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kor_Hang-lij_Latn", + "languages": [ + "kor-Hang", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kor_Hang-mya_Mymr", + "languages": [ + "kor-Hang", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583919, + "recall": 0.655138, + "f1": 0.603495, + "accuracy": 0.655138, + "main_score": 0.603495, + "hf_subset": "kor_Hang-sag_Latn", + "languages": [ + "kor-Hang", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182639, + "recall": 0.242095, + "f1": 0.195668, + "accuracy": 0.242095, + "main_score": 0.195668, + "hf_subset": "kor_Hang-taq_Tfng", + "languages": [ + "kor-Hang", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619661, + "recall": 0.684783, + "f1": 0.637352, + "accuracy": 0.684783, + "main_score": 0.637352, + "hf_subset": "kor_Hang-wol_Latn", + "languages": [ + "kor-Hang", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763422, + "recall": 0.826087, + "f1": 0.783089, + "accuracy": 0.826087, + "main_score": 0.783089, + "hf_subset": "kor_Hang-arb_Latn", + "languages": [ + "kor-Hang", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-cat_Latn", + "languages": [ + "kor-Hang", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kor_Hang-fur_Latn", + "languages": [ + "kor-Hang", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408326, + "recall": 0.465415, + "f1": 0.423688, + "accuracy": 0.465415, + "main_score": 0.423688, + "hf_subset": "kor_Hang-kab_Latn", + "languages": [ + "kor-Hang", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kor_Hang-lim_Latn", + "languages": [ + "kor-Hang", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kor_Hang-san_Deva", + "languages": [ + "kor-Hang", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-tat_Cyrl", + "languages": [ + "kor-Hang", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654776, + "recall": 0.711462, + "f1": 0.671673, + "accuracy": 0.711462, + "main_score": 0.671673, + "hf_subset": "kor_Hang-xho_Latn", + "languages": [ + "kor-Hang", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ars_Arab", + "languages": [ + "kor-Hang", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-ceb_Latn", + "languages": [ + "kor-Hang", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54169, + "recall": 0.61166, + "f1": 0.56112, + "accuracy": 0.61166, + "main_score": 0.56112, + "hf_subset": "kor_Hang-fuv_Latn", + "languages": [ + "kor-Hang", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498261, + "recall": 0.568182, + "f1": 0.516792, + "accuracy": 0.568182, + "main_score": 0.516792, + "hf_subset": "kor_Hang-kac_Latn", + "languages": [ + "kor-Hang", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652948, + "recall": 0.710474, + "f1": 0.669716, + "accuracy": 0.710474, + "main_score": 0.669716, + "hf_subset": "kor_Hang-lin_Latn", + "languages": [ + "kor-Hang", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-nno_Latn", + "languages": [ + "kor-Hang", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20148, + "recall": 0.27668, + "f1": 0.220174, + "accuracy": 0.27668, + "main_score": 0.220174, + "hf_subset": "kor_Hang-sat_Olck", + "languages": [ + "kor-Hang", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-tel_Telu", + "languages": [ + "kor-Hang", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "kor_Hang-ydd_Hebr", + "languages": [ + "kor-Hang", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "kor_Hang-ary_Arab", + "languages": [ + "kor-Hang", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ces_Latn", + "languages": [ + "kor-Hang", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567647, + "recall": 0.632411, + "f1": 0.58616, + "accuracy": 0.632411, + "main_score": 0.58616, + "hf_subset": "kor_Hang-gaz_Latn", + "languages": [ + "kor-Hang", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558609, + "recall": 0.628458, + "f1": 0.57848, + "accuracy": 0.628458, + "main_score": 0.57848, + "hf_subset": "kor_Hang-kam_Latn", + "languages": [ + "kor-Hang", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-nob_Latn", + "languages": [ + "kor-Hang", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kor_Hang-scn_Latn", + "languages": [ + "kor-Hang", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "kor_Hang-tgk_Cyrl", + "languages": [ + "kor-Hang", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683886, + "recall": 0.758893, + "f1": 0.706279, + "accuracy": 0.758893, + "main_score": 0.706279, + "hf_subset": "kor_Hang-yor_Latn", + "languages": [ + "kor-Hang", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-arz_Arab", + "languages": [ + "kor-Hang", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552025, + "recall": 0.621542, + "f1": 0.57193, + "accuracy": 0.621542, + "main_score": 0.57193, + "hf_subset": "kor_Hang-cjk_Latn", + "languages": [ + "kor-Hang", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762582, + "recall": 0.816206, + "f1": 0.778953, + "accuracy": 0.816206, + "main_score": 0.778953, + "hf_subset": "kor_Hang-gla_Latn", + "languages": [ + "kor-Hang", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-kan_Knda", + "languages": [ + "kor-Hang", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kor_Hang-lmo_Latn", + "languages": [ + "kor-Hang", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "kor_Hang-npi_Deva", + "languages": [ + "kor-Hang", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462957, + "recall": 0.531621, + "f1": 0.481439, + "accuracy": 0.531621, + "main_score": 0.481439, + "hf_subset": "kor_Hang-shn_Mymr", + "languages": [ + "kor-Hang", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-tgl_Latn", + "languages": [ + "kor-Hang", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-asm_Beng", + "languages": [ + "kor-Hang", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.976285, + "f1": 0.968379, + "accuracy": 0.976285, + "main_score": 0.968379, + "hf_subset": "kor_Hang-ckb_Arab", + "languages": [ + "kor-Hang", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846327, + "recall": 0.88834, + "f1": 0.859585, + "accuracy": 0.88834, + "main_score": 0.859585, + "hf_subset": "kor_Hang-gle_Latn", + "languages": [ + "kor-Hang", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "kor_Hang-kas_Arab", + "languages": [ + "kor-Hang", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927701, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "kor_Hang-ltg_Latn", + "languages": [ + "kor-Hang", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597647, + "recall": 0.659091, + "f1": 0.614832, + "accuracy": 0.659091, + "main_score": 0.614832, + "hf_subset": "kor_Hang-nso_Latn", + "languages": [ + "kor-Hang", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kor_Hang-sin_Sinh", + "languages": [ + "kor-Hang", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-tha_Thai", + "languages": [ + "kor-Hang", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ast_Latn", + "languages": [ + "kor-Hang", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kor_Hang-crh_Latn", + "languages": [ + "kor-Hang", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-glg_Latn", + "languages": [ + "kor-Hang", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89608, + "recall": 0.926877, + "f1": 0.905962, + "accuracy": 0.926877, + "main_score": 0.905962, + "hf_subset": "kor_Hang-kas_Deva", + "languages": [ + "kor-Hang", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kor_Hang-ltz_Latn", + "languages": [ + "kor-Hang", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444256, + "recall": 0.517787, + "f1": 0.464453, + "accuracy": 0.517787, + "main_score": 0.464453, + "hf_subset": "kor_Hang-nus_Latn", + "languages": [ + "kor-Hang", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-slk_Latn", + "languages": [ + "kor-Hang", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611819, + "recall": 0.685771, + "f1": 0.633202, + "accuracy": 0.685771, + "main_score": 0.633202, + "hf_subset": "kor_Hang-tir_Ethi", + "languages": [ + "kor-Hang", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "kor_Hang-awa_Deva", + "languages": [ + "kor-Hang", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "kor_Hang-cym_Latn", + "languages": [ + "kor-Hang", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817556, + "recall": 0.865613, + "f1": 0.832477, + "accuracy": 0.865613, + "main_score": 0.832477, + "hf_subset": "kor_Hang-grn_Latn", + "languages": [ + "kor-Hang", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-kat_Geor", + "languages": [ + "kor-Hang", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629035, + "recall": 0.688735, + "f1": 0.6462, + "accuracy": 0.688735, + "main_score": 0.6462, + "hf_subset": "kor_Hang-lua_Latn", + "languages": [ + "kor-Hang", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632766, + "recall": 0.6917, + "f1": 0.649114, + "accuracy": 0.6917, + "main_score": 0.649114, + "hf_subset": "kor_Hang-nya_Latn", + "languages": [ + "kor-Hang", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-slv_Latn", + "languages": [ + "kor-Hang", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "kor_Hang-tpi_Latn", + "languages": [ + "kor-Hang", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-zsm_Latn", + "languages": [ + "kor-Hang", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534957, + "recall": 0.602767, + "f1": 0.55389, + "accuracy": 0.602767, + "main_score": 0.55389, + "hf_subset": "kor_Hang-ayr_Latn", + "languages": [ + "kor-Hang", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-dan_Latn", + "languages": [ + "kor-Hang", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-guj_Gujr", + "languages": [ + "kor-Hang", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kor_Hang-kaz_Cyrl", + "languages": [ + "kor-Hang", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51974, + "recall": 0.583992, + "f1": 0.537543, + "accuracy": 0.583992, + "main_score": 0.537543, + "hf_subset": "kor_Hang-lug_Latn", + "languages": [ + "kor-Hang", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-oci_Latn", + "languages": [ + "kor-Hang", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783498, + "recall": 0.837945, + "f1": 0.799967, + "accuracy": 0.837945, + "main_score": 0.799967, + "hf_subset": "kor_Hang-smo_Latn", + "languages": [ + "kor-Hang", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52955, + "recall": 0.592885, + "f1": 0.547326, + "accuracy": 0.592885, + "main_score": 0.547326, + "hf_subset": "kor_Hang-tsn_Latn", + "languages": [ + "kor-Hang", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60136, + "recall": 0.66996, + "f1": 0.62105, + "accuracy": 0.66996, + "main_score": 0.62105, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934947, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "kor_Hang-azb_Arab", + "languages": [ + "kor-Hang", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "kor_Hang-hat_Latn", + "languages": [ + "kor-Hang", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480429, + "recall": 0.543478, + "f1": 0.49805, + "accuracy": 0.543478, + "main_score": 0.49805, + "hf_subset": "kor_Hang-kbp_Latn", + "languages": [ + "kor-Hang", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557008, + "recall": 0.620553, + "f1": 0.574681, + "accuracy": 0.620553, + "main_score": 0.574681, + "hf_subset": "kor_Hang-luo_Latn", + "languages": [ + "kor-Hang", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-ory_Orya", + "languages": [ + "kor-Hang", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56377, + "recall": 0.631423, + "f1": 0.58307, + "accuracy": 0.631423, + "main_score": 0.58307, + "hf_subset": "kor_Hang-sna_Latn", + "languages": [ + "kor-Hang", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559499, + "recall": 0.616601, + "f1": 0.575693, + "accuracy": 0.616601, + "main_score": 0.575693, + "hf_subset": "kor_Hang-tso_Latn", + "languages": [ + "kor-Hang", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-azj_Latn", + "languages": [ + "kor-Hang", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52859, + "recall": 0.597826, + "f1": 0.548726, + "accuracy": 0.597826, + "main_score": 0.548726, + "hf_subset": "kor_Hang-dik_Latn", + "languages": [ + "kor-Hang", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736175, + "recall": 0.791502, + "f1": 0.752783, + "accuracy": 0.791502, + "main_score": 0.752783, + "hf_subset": "kor_Hang-hau_Latn", + "languages": [ + "kor-Hang", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kor_Hang-kea_Latn", + "languages": [ + "kor-Hang", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752266, + "recall": 0.801383, + "f1": 0.766142, + "accuracy": 0.801383, + "main_score": 0.766142, + "hf_subset": "kor_Hang-lus_Latn", + "languages": [ + "kor-Hang", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869483, + "recall": 0.903162, + "f1": 0.879974, + "accuracy": 0.903162, + "main_score": 0.879974, + "hf_subset": "kor_Hang-pag_Latn", + "languages": [ + "kor-Hang", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-snd_Arab", + "languages": [ + "kor-Hang", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "kor_Hang-tuk_Latn", + "languages": [ + "kor-Hang", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kor_Hang-bak_Cyrl", + "languages": [ + "kor-Hang", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471476, + "recall": 0.552372, + "f1": 0.495342, + "accuracy": 0.552372, + "main_score": 0.495342, + "hf_subset": "kor_Hang-dyu_Latn", + "languages": [ + "kor-Hang", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kor_Hang-khk_Cyrl", + "languages": [ + "kor-Hang", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kor_Hang-lvs_Latn", + "languages": [ + "kor-Hang", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kor_Hang-pan_Guru", + "languages": [ + "kor-Hang", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688076, + "recall": 0.748024, + "f1": 0.705774, + "accuracy": 0.748024, + "main_score": 0.705774, + "hf_subset": "kor_Hang-som_Latn", + "languages": [ + "kor-Hang", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585594, + "recall": 0.642292, + "f1": 0.602008, + "accuracy": 0.642292, + "main_score": 0.602008, + "hf_subset": "kor_Hang-tum_Latn", + "languages": [ + "kor-Hang", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420513, + "recall": 0.463439, + "f1": 0.433006, + "accuracy": 0.463439, + "main_score": 0.433006, + "hf_subset": "mos_Latn-ace_Arab", + "languages": [ + "mos-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497325, + "recall": 0.539526, + "f1": 0.509633, + "accuracy": 0.539526, + "main_score": 0.509633, + "hf_subset": "mos_Latn-bam_Latn", + "languages": [ + "mos-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203475, + "recall": 0.245059, + "f1": 0.21401, + "accuracy": 0.245059, + "main_score": 0.21401, + "hf_subset": "mos_Latn-dzo_Tibt", + "languages": [ + "mos-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536158, + "recall": 0.589921, + "f1": 0.550941, + "accuracy": 0.589921, + "main_score": 0.550941, + "hf_subset": "mos_Latn-hin_Deva", + "languages": [ + "mos-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4817, + "recall": 0.533597, + "f1": 0.495996, + "accuracy": 0.533597, + "main_score": 0.495996, + "hf_subset": "mos_Latn-khm_Khmr", + "languages": [ + "mos-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522328, + "recall": 0.576087, + "f1": 0.537161, + "accuracy": 0.576087, + "main_score": 0.537161, + "hf_subset": "mos_Latn-mag_Deva", + "languages": [ + "mos-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537508, + "recall": 0.58004, + "f1": 0.548895, + "accuracy": 0.58004, + "main_score": 0.548895, + "hf_subset": "mos_Latn-pap_Latn", + "languages": [ + "mos-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513126, + "recall": 0.557312, + "f1": 0.524624, + "accuracy": 0.557312, + "main_score": 0.524624, + "hf_subset": "mos_Latn-sot_Latn", + "languages": [ + "mos-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530357, + "recall": 0.578063, + "f1": 0.543272, + "accuracy": 0.578063, + "main_score": 0.543272, + "hf_subset": "mos_Latn-tur_Latn", + "languages": [ + "mos-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54966, + "recall": 0.589921, + "f1": 0.560866, + "accuracy": 0.589921, + "main_score": 0.560866, + "hf_subset": "mos_Latn-ace_Latn", + "languages": [ + "mos-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542409, + "recall": 0.579051, + "f1": 0.552735, + "accuracy": 0.579051, + "main_score": 0.552735, + "hf_subset": "mos_Latn-ban_Latn", + "languages": [ + "mos-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518211, + "recall": 0.578063, + "f1": 0.534062, + "accuracy": 0.578063, + "main_score": 0.534062, + "hf_subset": "mos_Latn-ell_Grek", + "languages": [ + "mos-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516095, + "recall": 0.568182, + "f1": 0.530123, + "accuracy": 0.568182, + "main_score": 0.530123, + "hf_subset": "mos_Latn-hne_Deva", + "languages": [ + "mos-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453942, + "recall": 0.498024, + "f1": 0.465879, + "accuracy": 0.498024, + "main_score": 0.465879, + "hf_subset": "mos_Latn-kik_Latn", + "languages": [ + "mos-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519079, + "recall": 0.572134, + "f1": 0.533159, + "accuracy": 0.572134, + "main_score": 0.533159, + "hf_subset": "mos_Latn-mai_Deva", + "languages": [ + "mos-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479763, + "recall": 0.530632, + "f1": 0.493114, + "accuracy": 0.530632, + "main_score": 0.493114, + "hf_subset": "mos_Latn-pbt_Arab", + "languages": [ + "mos-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529435, + "recall": 0.581028, + "f1": 0.542983, + "accuracy": 0.581028, + "main_score": 0.542983, + "hf_subset": "mos_Latn-spa_Latn", + "languages": [ + "mos-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52941, + "recall": 0.571146, + "f1": 0.541765, + "accuracy": 0.571146, + "main_score": 0.541765, + "hf_subset": "mos_Latn-twi_Latn", + "languages": [ + "mos-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520666, + "recall": 0.567194, + "f1": 0.533073, + "accuracy": 0.567194, + "main_score": 0.533073, + "hf_subset": "mos_Latn-acm_Arab", + "languages": [ + "mos-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502975, + "recall": 0.556324, + "f1": 0.516884, + "accuracy": 0.556324, + "main_score": 0.516884, + "hf_subset": "mos_Latn-bel_Cyrl", + "languages": [ + "mos-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551683, + "recall": 0.600791, + "f1": 0.564733, + "accuracy": 0.600791, + "main_score": 0.564733, + "hf_subset": "mos_Latn-eng_Latn", + "languages": [ + "mos-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534017, + "recall": 0.588933, + "f1": 0.547767, + "accuracy": 0.588933, + "main_score": 0.547767, + "hf_subset": "mos_Latn-hrv_Latn", + "languages": [ + "mos-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492123, + "recall": 0.537549, + "f1": 0.505405, + "accuracy": 0.537549, + "main_score": 0.505405, + "hf_subset": "mos_Latn-kin_Latn", + "languages": [ + "mos-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512278, + "recall": 0.572134, + "f1": 0.528404, + "accuracy": 0.572134, + "main_score": 0.528404, + "hf_subset": "mos_Latn-mal_Mlym", + "languages": [ + "mos-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5117, + "recall": 0.564229, + "f1": 0.525889, + "accuracy": 0.564229, + "main_score": 0.525889, + "hf_subset": "mos_Latn-pes_Arab", + "languages": [ + "mos-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531809, + "recall": 0.572134, + "f1": 0.54275, + "accuracy": 0.572134, + "main_score": 0.54275, + "hf_subset": "mos_Latn-srd_Latn", + "languages": [ + "mos-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18808, + "recall": 0.224308, + "f1": 0.196898, + "accuracy": 0.224308, + "main_score": 0.196898, + "hf_subset": "mos_Latn-tzm_Tfng", + "languages": [ + "mos-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515018, + "recall": 0.566206, + "f1": 0.529502, + "accuracy": 0.566206, + "main_score": 0.529502, + "hf_subset": "mos_Latn-acq_Arab", + "languages": [ + "mos-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525797, + "recall": 0.564229, + "f1": 0.535929, + "accuracy": 0.564229, + "main_score": 0.535929, + "hf_subset": "mos_Latn-bem_Latn", + "languages": [ + "mos-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533461, + "recall": 0.581028, + "f1": 0.546848, + "accuracy": 0.581028, + "main_score": 0.546848, + "hf_subset": "mos_Latn-epo_Latn", + "languages": [ + "mos-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541079, + "recall": 0.586957, + "f1": 0.553287, + "accuracy": 0.586957, + "main_score": 0.553287, + "hf_subset": "mos_Latn-hun_Latn", + "languages": [ + "mos-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509024, + "recall": 0.563241, + "f1": 0.524129, + "accuracy": 0.563241, + "main_score": 0.524129, + "hf_subset": "mos_Latn-kir_Cyrl", + "languages": [ + "mos-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521186, + "recall": 0.567194, + "f1": 0.533635, + "accuracy": 0.567194, + "main_score": 0.533635, + "hf_subset": "mos_Latn-mar_Deva", + "languages": [ + "mos-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527, + "recall": 0.562253, + "f1": 0.536498, + "accuracy": 0.562253, + "main_score": 0.536498, + "hf_subset": "mos_Latn-plt_Latn", + "languages": [ + "mos-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538273, + "recall": 0.591897, + "f1": 0.552284, + "accuracy": 0.591897, + "main_score": 0.552284, + "hf_subset": "mos_Latn-srp_Cyrl", + "languages": [ + "mos-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453942, + "recall": 0.505929, + "f1": 0.467985, + "accuracy": 0.505929, + "main_score": 0.467985, + "hf_subset": "mos_Latn-uig_Arab", + "languages": [ + "mos-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512962, + "recall": 0.556324, + "f1": 0.525004, + "accuracy": 0.556324, + "main_score": 0.525004, + "hf_subset": "mos_Latn-aeb_Arab", + "languages": [ + "mos-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524137, + "recall": 0.58004, + "f1": 0.539943, + "accuracy": 0.58004, + "main_score": 0.539943, + "hf_subset": "mos_Latn-ben_Beng", + "languages": [ + "mos-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528562, + "recall": 0.578063, + "f1": 0.542062, + "accuracy": 0.578063, + "main_score": 0.542062, + "hf_subset": "mos_Latn-est_Latn", + "languages": [ + "mos-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501133, + "recall": 0.555336, + "f1": 0.516031, + "accuracy": 0.555336, + "main_score": 0.516031, + "hf_subset": "mos_Latn-hye_Armn", + "languages": [ + "mos-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495175, + "recall": 0.533597, + "f1": 0.506315, + "accuracy": 0.533597, + "main_score": 0.506315, + "hf_subset": "mos_Latn-kmb_Latn", + "languages": [ + "mos-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384349, + "recall": 0.432806, + "f1": 0.397872, + "accuracy": 0.432806, + "main_score": 0.397872, + "hf_subset": "mos_Latn-min_Arab", + "languages": [ + "mos-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536064, + "recall": 0.589921, + "f1": 0.550333, + "accuracy": 0.589921, + "main_score": 0.550333, + "hf_subset": "mos_Latn-pol_Latn", + "languages": [ + "mos-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515521, + "recall": 0.554348, + "f1": 0.526736, + "accuracy": 0.554348, + "main_score": 0.526736, + "hf_subset": "mos_Latn-ssw_Latn", + "languages": [ + "mos-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540978, + "recall": 0.590909, + "f1": 0.554341, + "accuracy": 0.590909, + "main_score": 0.554341, + "hf_subset": "mos_Latn-ukr_Cyrl", + "languages": [ + "mos-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559175, + "recall": 0.607708, + "f1": 0.572691, + "accuracy": 0.607708, + "main_score": 0.572691, + "hf_subset": "mos_Latn-afr_Latn", + "languages": [ + "mos-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518035, + "recall": 0.562253, + "f1": 0.530043, + "accuracy": 0.562253, + "main_score": 0.530043, + "hf_subset": "mos_Latn-bho_Deva", + "languages": [ + "mos-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532081, + "recall": 0.573123, + "f1": 0.543357, + "accuracy": 0.573123, + "main_score": 0.543357, + "hf_subset": "mos_Latn-eus_Latn", + "languages": [ + "mos-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504752, + "recall": 0.550395, + "f1": 0.517447, + "accuracy": 0.550395, + "main_score": 0.517447, + "hf_subset": "mos_Latn-ibo_Latn", + "languages": [ + "mos-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516217, + "recall": 0.557312, + "f1": 0.527705, + "accuracy": 0.557312, + "main_score": 0.527705, + "hf_subset": "mos_Latn-kmr_Latn", + "languages": [ + "mos-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540704, + "recall": 0.583004, + "f1": 0.552762, + "accuracy": 0.583004, + "main_score": 0.552762, + "hf_subset": "mos_Latn-min_Latn", + "languages": [ + "mos-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560439, + "recall": 0.613636, + "f1": 0.574925, + "accuracy": 0.613636, + "main_score": 0.574925, + "hf_subset": "mos_Latn-por_Latn", + "languages": [ + "mos-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548001, + "recall": 0.585968, + "f1": 0.558466, + "accuracy": 0.585968, + "main_score": 0.558466, + "hf_subset": "mos_Latn-sun_Latn", + "languages": [ + "mos-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487603, + "recall": 0.530632, + "f1": 0.499685, + "accuracy": 0.530632, + "main_score": 0.499685, + "hf_subset": "mos_Latn-umb_Latn", + "languages": [ + "mos-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516674, + "recall": 0.562253, + "f1": 0.529116, + "accuracy": 0.562253, + "main_score": 0.529116, + "hf_subset": "mos_Latn-ajp_Arab", + "languages": [ + "mos-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403693, + "recall": 0.451581, + "f1": 0.416455, + "accuracy": 0.451581, + "main_score": 0.416455, + "hf_subset": "mos_Latn-bjn_Arab", + "languages": [ + "mos-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498002, + "recall": 0.532609, + "f1": 0.508029, + "accuracy": 0.532609, + "main_score": 0.508029, + "hf_subset": "mos_Latn-ewe_Latn", + "languages": [ + "mos-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559819, + "recall": 0.596838, + "f1": 0.569553, + "accuracy": 0.596838, + "main_score": 0.569553, + "hf_subset": "mos_Latn-ilo_Latn", + "languages": [ + "mos-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297984, + "recall": 0.342885, + "f1": 0.310328, + "accuracy": 0.342885, + "main_score": 0.310328, + "hf_subset": "mos_Latn-knc_Arab", + "languages": [ + "mos-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54396, + "recall": 0.594862, + "f1": 0.557674, + "accuracy": 0.594862, + "main_score": 0.557674, + "hf_subset": "mos_Latn-mkd_Cyrl", + "languages": [ + "mos-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511376, + "recall": 0.566206, + "f1": 0.525724, + "accuracy": 0.566206, + "main_score": 0.525724, + "hf_subset": "mos_Latn-prs_Arab", + "languages": [ + "mos-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548025, + "recall": 0.59585, + "f1": 0.560872, + "accuracy": 0.59585, + "main_score": 0.560872, + "hf_subset": "mos_Latn-swe_Latn", + "languages": [ + "mos-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497783, + "recall": 0.554348, + "f1": 0.51336, + "accuracy": 0.554348, + "main_score": 0.51336, + "hf_subset": "mos_Latn-urd_Arab", + "languages": [ + "mos-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513778, + "recall": 0.550395, + "f1": 0.524302, + "accuracy": 0.550395, + "main_score": 0.524302, + "hf_subset": "mos_Latn-aka_Latn", + "languages": [ + "mos-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553925, + "recall": 0.590909, + "f1": 0.563594, + "accuracy": 0.590909, + "main_score": 0.563594, + "hf_subset": "mos_Latn-bjn_Latn", + "languages": [ + "mos-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527111, + "recall": 0.563241, + "f1": 0.537196, + "accuracy": 0.563241, + "main_score": 0.537196, + "hf_subset": "mos_Latn-fao_Latn", + "languages": [ + "mos-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548951, + "recall": 0.590909, + "f1": 0.560769, + "accuracy": 0.590909, + "main_score": 0.560769, + "hf_subset": "mos_Latn-ind_Latn", + "languages": [ + "mos-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502339, + "recall": 0.54249, + "f1": 0.513721, + "accuracy": 0.54249, + "main_score": 0.513721, + "hf_subset": "mos_Latn-knc_Latn", + "languages": [ + "mos-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538984, + "recall": 0.58004, + "f1": 0.548913, + "accuracy": 0.58004, + "main_score": 0.548913, + "hf_subset": "mos_Latn-mlt_Latn", + "languages": [ + "mos-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510293, + "recall": 0.551383, + "f1": 0.522845, + "accuracy": 0.551383, + "main_score": 0.522845, + "hf_subset": "mos_Latn-quy_Latn", + "languages": [ + "mos-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525198, + "recall": 0.568182, + "f1": 0.53705, + "accuracy": 0.568182, + "main_score": 0.53705, + "hf_subset": "mos_Latn-swh_Latn", + "languages": [ + "mos-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516855, + "recall": 0.567194, + "f1": 0.530397, + "accuracy": 0.567194, + "main_score": 0.530397, + "hf_subset": "mos_Latn-uzn_Latn", + "languages": [ + "mos-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530277, + "recall": 0.576087, + "f1": 0.542855, + "accuracy": 0.576087, + "main_score": 0.542855, + "hf_subset": "mos_Latn-als_Latn", + "languages": [ + "mos-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262272, + "recall": 0.306324, + "f1": 0.27315, + "accuracy": 0.306324, + "main_score": 0.27315, + "hf_subset": "mos_Latn-bod_Tibt", + "languages": [ + "mos-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505473, + "recall": 0.541502, + "f1": 0.51567, + "accuracy": 0.541502, + "main_score": 0.51567, + "hf_subset": "mos_Latn-fij_Latn", + "languages": [ + "mos-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521154, + "recall": 0.566206, + "f1": 0.533316, + "accuracy": 0.566206, + "main_score": 0.533316, + "hf_subset": "mos_Latn-isl_Latn", + "languages": [ + "mos-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536139, + "recall": 0.577075, + "f1": 0.547878, + "accuracy": 0.577075, + "main_score": 0.547878, + "hf_subset": "mos_Latn-kon_Latn", + "languages": [ + "mos-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464893, + "recall": 0.516798, + "f1": 0.479439, + "accuracy": 0.516798, + "main_score": 0.479439, + "hf_subset": "mos_Latn-mni_Beng", + "languages": [ + "mos-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558739, + "recall": 0.610672, + "f1": 0.572198, + "accuracy": 0.610672, + "main_score": 0.572198, + "hf_subset": "mos_Latn-ron_Latn", + "languages": [ + "mos-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534368, + "recall": 0.58498, + "f1": 0.547043, + "accuracy": 0.58498, + "main_score": 0.547043, + "hf_subset": "mos_Latn-szl_Latn", + "languages": [ + "mos-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530405, + "recall": 0.575099, + "f1": 0.54283, + "accuracy": 0.575099, + "main_score": 0.54283, + "hf_subset": "mos_Latn-vec_Latn", + "languages": [ + "mos-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454955, + "recall": 0.508893, + "f1": 0.469491, + "accuracy": 0.508893, + "main_score": 0.469491, + "hf_subset": "mos_Latn-amh_Ethi", + "languages": [ + "mos-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541243, + "recall": 0.592885, + "f1": 0.555277, + "accuracy": 0.592885, + "main_score": 0.555277, + "hf_subset": "mos_Latn-bos_Latn", + "languages": [ + "mos-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523321, + "recall": 0.574111, + "f1": 0.5371, + "accuracy": 0.574111, + "main_score": 0.5371, + "hf_subset": "mos_Latn-fin_Latn", + "languages": [ + "mos-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548333, + "recall": 0.596838, + "f1": 0.561152, + "accuracy": 0.596838, + "main_score": 0.561152, + "hf_subset": "mos_Latn-ita_Latn", + "languages": [ + "mos-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516851, + "recall": 0.572134, + "f1": 0.531333, + "accuracy": 0.572134, + "main_score": 0.531333, + "hf_subset": "mos_Latn-kor_Hang", + "languages": [ + "mos-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509046, + "recall": 0.551383, + "f1": 0.520891, + "accuracy": 0.551383, + "main_score": 0.520891, + "hf_subset": "mos_Latn-run_Latn", + "languages": [ + "mos-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5097, + "recall": 0.563241, + "f1": 0.524269, + "accuracy": 0.563241, + "main_score": 0.524269, + "hf_subset": "mos_Latn-tam_Taml", + "languages": [ + "mos-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543938, + "recall": 0.590909, + "f1": 0.555131, + "accuracy": 0.590909, + "main_score": 0.555131, + "hf_subset": "mos_Latn-vie_Latn", + "languages": [ + "mos-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526666, + "recall": 0.577075, + "f1": 0.540891, + "accuracy": 0.577075, + "main_score": 0.540891, + "hf_subset": "mos_Latn-apc_Arab", + "languages": [ + "mos-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519875, + "recall": 0.560277, + "f1": 0.530923, + "accuracy": 0.560277, + "main_score": 0.530923, + "hf_subset": "mos_Latn-bug_Latn", + "languages": [ + "mos-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45355, + "recall": 0.491107, + "f1": 0.46401, + "accuracy": 0.491107, + "main_score": 0.46401, + "hf_subset": "mos_Latn-fon_Latn", + "languages": [ + "mos-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552877, + "recall": 0.589921, + "f1": 0.56349, + "accuracy": 0.589921, + "main_score": 0.56349, + "hf_subset": "mos_Latn-jav_Latn", + "languages": [ + "mos-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485524, + "recall": 0.527668, + "f1": 0.497299, + "accuracy": 0.527668, + "main_score": 0.497299, + "hf_subset": "mos_Latn-lao_Laoo", + "languages": [ + "mos-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48131, + "recall": 0.516798, + "f1": 0.491018, + "accuracy": 0.516798, + "main_score": 0.491018, + "hf_subset": "mos_Latn-mri_Latn", + "languages": [ + "mos-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536626, + "recall": 0.58498, + "f1": 0.549435, + "accuracy": 0.58498, + "main_score": 0.549435, + "hf_subset": "mos_Latn-rus_Cyrl", + "languages": [ + "mos-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473333, + "recall": 0.51581, + "f1": 0.485032, + "accuracy": 0.51581, + "main_score": 0.485032, + "hf_subset": "mos_Latn-taq_Latn", + "languages": [ + "mos-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543247, + "recall": 0.58498, + "f1": 0.554504, + "accuracy": 0.58498, + "main_score": 0.554504, + "hf_subset": "mos_Latn-war_Latn", + "languages": [ + "mos-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521298, + "recall": 0.568182, + "f1": 0.534295, + "accuracy": 0.568182, + "main_score": 0.534295, + "hf_subset": "mos_Latn-arb_Arab", + "languages": [ + "mos-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542532, + "recall": 0.592885, + "f1": 0.555719, + "accuracy": 0.592885, + "main_score": 0.555719, + "hf_subset": "mos_Latn-bul_Cyrl", + "languages": [ + "mos-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547227, + "recall": 0.599802, + "f1": 0.560963, + "accuracy": 0.599802, + "main_score": 0.560963, + "hf_subset": "mos_Latn-fra_Latn", + "languages": [ + "mos-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526275, + "recall": 0.571146, + "f1": 0.538681, + "accuracy": 0.571146, + "main_score": 0.538681, + "hf_subset": "mos_Latn-jpn_Jpan", + "languages": [ + "mos-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529301, + "recall": 0.58004, + "f1": 0.542615, + "accuracy": 0.58004, + "main_score": 0.542615, + "hf_subset": "mos_Latn-lij_Latn", + "languages": [ + "mos-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38693, + "recall": 0.451581, + "f1": 0.404034, + "accuracy": 0.451581, + "main_score": 0.404034, + "hf_subset": "mos_Latn-mya_Mymr", + "languages": [ + "mos-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522331, + "recall": 0.567194, + "f1": 0.535146, + "accuracy": 0.567194, + "main_score": 0.535146, + "hf_subset": "mos_Latn-sag_Latn", + "languages": [ + "mos-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214861, + "recall": 0.250988, + "f1": 0.223736, + "accuracy": 0.250988, + "main_score": 0.223736, + "hf_subset": "mos_Latn-taq_Tfng", + "languages": [ + "mos-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5451, + "recall": 0.586957, + "f1": 0.557471, + "accuracy": 0.586957, + "main_score": 0.557471, + "hf_subset": "mos_Latn-wol_Latn", + "languages": [ + "mos-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429787, + "recall": 0.474308, + "f1": 0.442426, + "accuracy": 0.474308, + "main_score": 0.442426, + "hf_subset": "mos_Latn-arb_Latn", + "languages": [ + "mos-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551267, + "recall": 0.598814, + "f1": 0.563223, + "accuracy": 0.598814, + "main_score": 0.563223, + "hf_subset": "mos_Latn-cat_Latn", + "languages": [ + "mos-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530383, + "recall": 0.573123, + "f1": 0.541963, + "accuracy": 0.573123, + "main_score": 0.541963, + "hf_subset": "mos_Latn-fur_Latn", + "languages": [ + "mos-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401233, + "recall": 0.452569, + "f1": 0.415845, + "accuracy": 0.452569, + "main_score": 0.415845, + "hf_subset": "mos_Latn-kab_Latn", + "languages": [ + "mos-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532681, + "recall": 0.570158, + "f1": 0.543409, + "accuracy": 0.570158, + "main_score": 0.543409, + "hf_subset": "mos_Latn-lim_Latn", + "languages": [ + "mos-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538153, + "recall": 0.588933, + "f1": 0.551344, + "accuracy": 0.588933, + "main_score": 0.551344, + "hf_subset": "mos_Latn-nld_Latn", + "languages": [ + "mos-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491489, + "recall": 0.54249, + "f1": 0.505042, + "accuracy": 0.54249, + "main_score": 0.505042, + "hf_subset": "mos_Latn-san_Deva", + "languages": [ + "mos-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527674, + "recall": 0.574111, + "f1": 0.540173, + "accuracy": 0.574111, + "main_score": 0.540173, + "hf_subset": "mos_Latn-tat_Cyrl", + "languages": [ + "mos-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529416, + "recall": 0.565217, + "f1": 0.539888, + "accuracy": 0.565217, + "main_score": 0.539888, + "hf_subset": "mos_Latn-xho_Latn", + "languages": [ + "mos-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507663, + "recall": 0.559289, + "f1": 0.52224, + "accuracy": 0.559289, + "main_score": 0.52224, + "hf_subset": "mos_Latn-ars_Arab", + "languages": [ + "mos-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55717, + "recall": 0.59585, + "f1": 0.567277, + "accuracy": 0.59585, + "main_score": 0.567277, + "hf_subset": "mos_Latn-ceb_Latn", + "languages": [ + "mos-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475626, + "recall": 0.517787, + "f1": 0.48857, + "accuracy": 0.517787, + "main_score": 0.48857, + "hf_subset": "mos_Latn-fuv_Latn", + "languages": [ + "mos-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47758, + "recall": 0.519763, + "f1": 0.490203, + "accuracy": 0.519763, + "main_score": 0.490203, + "hf_subset": "mos_Latn-kac_Latn", + "languages": [ + "mos-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558274, + "recall": 0.597826, + "f1": 0.569244, + "accuracy": 0.597826, + "main_score": 0.569244, + "hf_subset": "mos_Latn-lin_Latn", + "languages": [ + "mos-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527421, + "recall": 0.583004, + "f1": 0.541989, + "accuracy": 0.583004, + "main_score": 0.541989, + "hf_subset": "mos_Latn-nno_Latn", + "languages": [ + "mos-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.115946, + "recall": 0.153162, + "f1": 0.125028, + "accuracy": 0.153162, + "main_score": 0.125028, + "hf_subset": "mos_Latn-sat_Olck", + "languages": [ + "mos-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517492, + "recall": 0.572134, + "f1": 0.532453, + "accuracy": 0.572134, + "main_score": 0.532453, + "hf_subset": "mos_Latn-tel_Telu", + "languages": [ + "mos-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455563, + "recall": 0.503953, + "f1": 0.468774, + "accuracy": 0.503953, + "main_score": 0.468774, + "hf_subset": "mos_Latn-ydd_Hebr", + "languages": [ + "mos-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500916, + "recall": 0.545455, + "f1": 0.512232, + "accuracy": 0.545455, + "main_score": 0.512232, + "hf_subset": "mos_Latn-ary_Arab", + "languages": [ + "mos-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529556, + "recall": 0.581028, + "f1": 0.542564, + "accuracy": 0.581028, + "main_score": 0.542564, + "hf_subset": "mos_Latn-ces_Latn", + "languages": [ + "mos-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465087, + "recall": 0.516798, + "f1": 0.479985, + "accuracy": 0.516798, + "main_score": 0.479985, + "hf_subset": "mos_Latn-gaz_Latn", + "languages": [ + "mos-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489032, + "recall": 0.527668, + "f1": 0.499925, + "accuracy": 0.527668, + "main_score": 0.499925, + "hf_subset": "mos_Latn-kam_Latn", + "languages": [ + "mos-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518178, + "recall": 0.566206, + "f1": 0.531058, + "accuracy": 0.566206, + "main_score": 0.531058, + "hf_subset": "mos_Latn-lit_Latn", + "languages": [ + "mos-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527421, + "recall": 0.573123, + "f1": 0.539931, + "accuracy": 0.573123, + "main_score": 0.539931, + "hf_subset": "mos_Latn-nob_Latn", + "languages": [ + "mos-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521205, + "recall": 0.566206, + "f1": 0.532653, + "accuracy": 0.566206, + "main_score": 0.532653, + "hf_subset": "mos_Latn-scn_Latn", + "languages": [ + "mos-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511038, + "recall": 0.554348, + "f1": 0.523619, + "accuracy": 0.554348, + "main_score": 0.523619, + "hf_subset": "mos_Latn-tgk_Cyrl", + "languages": [ + "mos-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466251, + "recall": 0.508893, + "f1": 0.478107, + "accuracy": 0.508893, + "main_score": 0.478107, + "hf_subset": "mos_Latn-yor_Latn", + "languages": [ + "mos-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505749, + "recall": 0.55336, + "f1": 0.518329, + "accuracy": 0.55336, + "main_score": 0.518329, + "hf_subset": "mos_Latn-arz_Arab", + "languages": [ + "mos-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480965, + "recall": 0.522727, + "f1": 0.493097, + "accuracy": 0.522727, + "main_score": 0.493097, + "hf_subset": "mos_Latn-cjk_Latn", + "languages": [ + "mos-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479586, + "recall": 0.522727, + "f1": 0.491113, + "accuracy": 0.522727, + "main_score": 0.491113, + "hf_subset": "mos_Latn-gla_Latn", + "languages": [ + "mos-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508109, + "recall": 0.563241, + "f1": 0.523288, + "accuracy": 0.563241, + "main_score": 0.523288, + "hf_subset": "mos_Latn-kan_Knda", + "languages": [ + "mos-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526784, + "recall": 0.568182, + "f1": 0.538687, + "accuracy": 0.568182, + "main_score": 0.538687, + "hf_subset": "mos_Latn-lmo_Latn", + "languages": [ + "mos-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511193, + "recall": 0.567194, + "f1": 0.526483, + "accuracy": 0.567194, + "main_score": 0.526483, + "hf_subset": "mos_Latn-npi_Deva", + "languages": [ + "mos-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430984, + "recall": 0.479249, + "f1": 0.444501, + "accuracy": 0.479249, + "main_score": 0.444501, + "hf_subset": "mos_Latn-shn_Mymr", + "languages": [ + "mos-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558096, + "recall": 0.602767, + "f1": 0.570629, + "accuracy": 0.602767, + "main_score": 0.570629, + "hf_subset": "mos_Latn-tgl_Latn", + "languages": [ + "mos-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505393, + "recall": 0.560277, + "f1": 0.519018, + "accuracy": 0.560277, + "main_score": 0.519018, + "hf_subset": "mos_Latn-yue_Hant", + "languages": [ + "mos-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490271, + "recall": 0.545455, + "f1": 0.505791, + "accuracy": 0.545455, + "main_score": 0.505791, + "hf_subset": "mos_Latn-asm_Beng", + "languages": [ + "mos-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483482, + "recall": 0.530632, + "f1": 0.49677, + "accuracy": 0.530632, + "main_score": 0.49677, + "hf_subset": "mos_Latn-ckb_Arab", + "languages": [ + "mos-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46905, + "recall": 0.514822, + "f1": 0.481601, + "accuracy": 0.514822, + "main_score": 0.481601, + "hf_subset": "mos_Latn-gle_Latn", + "languages": [ + "mos-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462717, + "recall": 0.520751, + "f1": 0.477284, + "accuracy": 0.520751, + "main_score": 0.477284, + "hf_subset": "mos_Latn-kas_Arab", + "languages": [ + "mos-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509816, + "recall": 0.549407, + "f1": 0.52084, + "accuracy": 0.549407, + "main_score": 0.52084, + "hf_subset": "mos_Latn-ltg_Latn", + "languages": [ + "mos-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532061, + "recall": 0.566206, + "f1": 0.541442, + "accuracy": 0.566206, + "main_score": 0.541442, + "hf_subset": "mos_Latn-nso_Latn", + "languages": [ + "mos-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442017, + "recall": 0.494071, + "f1": 0.456823, + "accuracy": 0.494071, + "main_score": 0.456823, + "hf_subset": "mos_Latn-sin_Sinh", + "languages": [ + "mos-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511604, + "recall": 0.561265, + "f1": 0.524649, + "accuracy": 0.561265, + "main_score": 0.524649, + "hf_subset": "mos_Latn-tha_Thai", + "languages": [ + "mos-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495015, + "recall": 0.546443, + "f1": 0.508784, + "accuracy": 0.546443, + "main_score": 0.508784, + "hf_subset": "mos_Latn-zho_Hans", + "languages": [ + "mos-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538783, + "recall": 0.587945, + "f1": 0.552071, + "accuracy": 0.587945, + "main_score": 0.552071, + "hf_subset": "mos_Latn-ast_Latn", + "languages": [ + "mos-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530132, + "recall": 0.574111, + "f1": 0.541899, + "accuracy": 0.574111, + "main_score": 0.541899, + "hf_subset": "mos_Latn-crh_Latn", + "languages": [ + "mos-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548181, + "recall": 0.599802, + "f1": 0.561739, + "accuracy": 0.599802, + "main_score": 0.561739, + "hf_subset": "mos_Latn-glg_Latn", + "languages": [ + "mos-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48757, + "recall": 0.534585, + "f1": 0.500242, + "accuracy": 0.534585, + "main_score": 0.500242, + "hf_subset": "mos_Latn-kas_Deva", + "languages": [ + "mos-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516164, + "recall": 0.559289, + "f1": 0.52795, + "accuracy": 0.559289, + "main_score": 0.52795, + "hf_subset": "mos_Latn-ltz_Latn", + "languages": [ + "mos-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45378, + "recall": 0.495059, + "f1": 0.46523, + "accuracy": 0.495059, + "main_score": 0.46523, + "hf_subset": "mos_Latn-nus_Latn", + "languages": [ + "mos-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525855, + "recall": 0.579051, + "f1": 0.540512, + "accuracy": 0.579051, + "main_score": 0.540512, + "hf_subset": "mos_Latn-slk_Latn", + "languages": [ + "mos-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384651, + "recall": 0.436759, + "f1": 0.39992, + "accuracy": 0.436759, + "main_score": 0.39992, + "hf_subset": "mos_Latn-tir_Ethi", + "languages": [ + "mos-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498735, + "recall": 0.55336, + "f1": 0.512162, + "accuracy": 0.55336, + "main_score": 0.512162, + "hf_subset": "mos_Latn-zho_Hant", + "languages": [ + "mos-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509536, + "recall": 0.561265, + "f1": 0.523561, + "accuracy": 0.561265, + "main_score": 0.523561, + "hf_subset": "mos_Latn-awa_Deva", + "languages": [ + "mos-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50522, + "recall": 0.54249, + "f1": 0.515964, + "accuracy": 0.54249, + "main_score": 0.515964, + "hf_subset": "mos_Latn-cym_Latn", + "languages": [ + "mos-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532834, + "recall": 0.570158, + "f1": 0.544038, + "accuracy": 0.570158, + "main_score": 0.544038, + "hf_subset": "mos_Latn-grn_Latn", + "languages": [ + "mos-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49707, + "recall": 0.550395, + "f1": 0.511097, + "accuracy": 0.550395, + "main_score": 0.511097, + "hf_subset": "mos_Latn-kat_Geor", + "languages": [ + "mos-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518723, + "recall": 0.556324, + "f1": 0.52929, + "accuracy": 0.556324, + "main_score": 0.52929, + "hf_subset": "mos_Latn-lua_Latn", + "languages": [ + "mos-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501976, + "recall": 0.540514, + "f1": 0.513735, + "accuracy": 0.540514, + "main_score": 0.513735, + "hf_subset": "mos_Latn-nya_Latn", + "languages": [ + "mos-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535396, + "recall": 0.582016, + "f1": 0.547706, + "accuracy": 0.582016, + "main_score": 0.547706, + "hf_subset": "mos_Latn-slv_Latn", + "languages": [ + "mos-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527808, + "recall": 0.570158, + "f1": 0.539641, + "accuracy": 0.570158, + "main_score": 0.539641, + "hf_subset": "mos_Latn-tpi_Latn", + "languages": [ + "mos-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565916, + "recall": 0.61166, + "f1": 0.577602, + "accuracy": 0.61166, + "main_score": 0.577602, + "hf_subset": "mos_Latn-zsm_Latn", + "languages": [ + "mos-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48876, + "recall": 0.528656, + "f1": 0.500244, + "accuracy": 0.528656, + "main_score": 0.500244, + "hf_subset": "mos_Latn-ayr_Latn", + "languages": [ + "mos-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541158, + "recall": 0.585968, + "f1": 0.55261, + "accuracy": 0.585968, + "main_score": 0.55261, + "hf_subset": "mos_Latn-dan_Latn", + "languages": [ + "mos-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520688, + "recall": 0.576087, + "f1": 0.535505, + "accuracy": 0.576087, + "main_score": 0.535505, + "hf_subset": "mos_Latn-guj_Gujr", + "languages": [ + "mos-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524124, + "recall": 0.574111, + "f1": 0.537318, + "accuracy": 0.574111, + "main_score": 0.537318, + "hf_subset": "mos_Latn-kaz_Cyrl", + "languages": [ + "mos-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476088, + "recall": 0.520751, + "f1": 0.488282, + "accuracy": 0.520751, + "main_score": 0.488282, + "hf_subset": "mos_Latn-lug_Latn", + "languages": [ + "mos-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547665, + "recall": 0.596838, + "f1": 0.560225, + "accuracy": 0.596838, + "main_score": 0.560225, + "hf_subset": "mos_Latn-oci_Latn", + "languages": [ + "mos-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52039, + "recall": 0.560277, + "f1": 0.532069, + "accuracy": 0.560277, + "main_score": 0.532069, + "hf_subset": "mos_Latn-smo_Latn", + "languages": [ + "mos-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493648, + "recall": 0.533597, + "f1": 0.504091, + "accuracy": 0.533597, + "main_score": 0.504091, + "hf_subset": "mos_Latn-tsn_Latn", + "languages": [ + "mos-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49248, + "recall": 0.536561, + "f1": 0.504571, + "accuracy": 0.536561, + "main_score": 0.504571, + "hf_subset": "mos_Latn-zul_Latn", + "languages": [ + "mos-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460247, + "recall": 0.509881, + "f1": 0.473791, + "accuracy": 0.509881, + "main_score": 0.473791, + "hf_subset": "mos_Latn-azb_Arab", + "languages": [ + "mos-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529292, + "recall": 0.578063, + "f1": 0.542346, + "accuracy": 0.578063, + "main_score": 0.542346, + "hf_subset": "mos_Latn-deu_Latn", + "languages": [ + "mos-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505072, + "recall": 0.556324, + "f1": 0.519064, + "accuracy": 0.556324, + "main_score": 0.519064, + "hf_subset": "mos_Latn-hat_Latn", + "languages": [ + "mos-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481098, + "recall": 0.523715, + "f1": 0.492867, + "accuracy": 0.523715, + "main_score": 0.492867, + "hf_subset": "mos_Latn-kbp_Latn", + "languages": [ + "mos-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524814, + "recall": 0.561265, + "f1": 0.535194, + "accuracy": 0.561265, + "main_score": 0.535194, + "hf_subset": "mos_Latn-luo_Latn", + "languages": [ + "mos-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512568, + "recall": 0.565217, + "f1": 0.52724, + "accuracy": 0.565217, + "main_score": 0.52724, + "hf_subset": "mos_Latn-ory_Orya", + "languages": [ + "mos-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501697, + "recall": 0.543478, + "f1": 0.513419, + "accuracy": 0.543478, + "main_score": 0.513419, + "hf_subset": "mos_Latn-sna_Latn", + "languages": [ + "mos-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493801, + "recall": 0.530632, + "f1": 0.504295, + "accuracy": 0.530632, + "main_score": 0.504295, + "hf_subset": "mos_Latn-tso_Latn", + "languages": [ + "mos-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50435, + "recall": 0.557312, + "f1": 0.518466, + "accuracy": 0.557312, + "main_score": 0.518466, + "hf_subset": "mos_Latn-azj_Latn", + "languages": [ + "mos-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468923, + "recall": 0.513834, + "f1": 0.482411, + "accuracy": 0.513834, + "main_score": 0.482411, + "hf_subset": "mos_Latn-dik_Latn", + "languages": [ + "mos-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508667, + "recall": 0.547431, + "f1": 0.519846, + "accuracy": 0.547431, + "main_score": 0.519846, + "hf_subset": "mos_Latn-hau_Latn", + "languages": [ + "mos-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535438, + "recall": 0.572134, + "f1": 0.545263, + "accuracy": 0.572134, + "main_score": 0.545263, + "hf_subset": "mos_Latn-kea_Latn", + "languages": [ + "mos-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542882, + "recall": 0.583004, + "f1": 0.554655, + "accuracy": 0.583004, + "main_score": 0.554655, + "hf_subset": "mos_Latn-lus_Latn", + "languages": [ + "mos-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526998, + "recall": 0.567194, + "f1": 0.538259, + "accuracy": 0.567194, + "main_score": 0.538259, + "hf_subset": "mos_Latn-pag_Latn", + "languages": [ + "mos-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479571, + "recall": 0.530632, + "f1": 0.494356, + "accuracy": 0.530632, + "main_score": 0.494356, + "hf_subset": "mos_Latn-snd_Arab", + "languages": [ + "mos-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506308, + "recall": 0.554348, + "f1": 0.520032, + "accuracy": 0.554348, + "main_score": 0.520032, + "hf_subset": "mos_Latn-tuk_Latn", + "languages": [ + "mos-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526655, + "recall": 0.571146, + "f1": 0.538958, + "accuracy": 0.571146, + "main_score": 0.538958, + "hf_subset": "mos_Latn-bak_Cyrl", + "languages": [ + "mos-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425572, + "recall": 0.488142, + "f1": 0.443551, + "accuracy": 0.488142, + "main_score": 0.443551, + "hf_subset": "mos_Latn-dyu_Latn", + "languages": [ + "mos-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514452, + "recall": 0.564229, + "f1": 0.527906, + "accuracy": 0.564229, + "main_score": 0.527906, + "hf_subset": "mos_Latn-heb_Hebr", + "languages": [ + "mos-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487173, + "recall": 0.531621, + "f1": 0.499411, + "accuracy": 0.531621, + "main_score": 0.499411, + "hf_subset": "mos_Latn-khk_Cyrl", + "languages": [ + "mos-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520738, + "recall": 0.566206, + "f1": 0.532247, + "accuracy": 0.566206, + "main_score": 0.532247, + "hf_subset": "mos_Latn-lvs_Latn", + "languages": [ + "mos-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50245, + "recall": 0.561265, + "f1": 0.518571, + "accuracy": 0.561265, + "main_score": 0.518571, + "hf_subset": "mos_Latn-pan_Guru", + "languages": [ + "mos-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475705, + "recall": 0.520751, + "f1": 0.48839, + "accuracy": 0.520751, + "main_score": 0.48839, + "hf_subset": "mos_Latn-som_Latn", + "languages": [ + "mos-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484046, + "recall": 0.519763, + "f1": 0.494035, + "accuracy": 0.519763, + "main_score": 0.494035, + "hf_subset": "mos_Latn-tum_Latn", + "languages": [ + "mos-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42047, + "recall": 0.459486, + "f1": 0.430454, + "accuracy": 0.459486, + "main_score": 0.430454, + "hf_subset": "run_Latn-ace_Arab", + "languages": [ + "run-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490399, + "recall": 0.529644, + "f1": 0.501954, + "accuracy": 0.529644, + "main_score": 0.501954, + "hf_subset": "run_Latn-bam_Latn", + "languages": [ + "run-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213363, + "recall": 0.264822, + "f1": 0.226893, + "accuracy": 0.264822, + "main_score": 0.226893, + "hf_subset": "run_Latn-dzo_Tibt", + "languages": [ + "run-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533526, + "recall": 0.576087, + "f1": 0.544587, + "accuracy": 0.576087, + "main_score": 0.544587, + "hf_subset": "run_Latn-hin_Deva", + "languages": [ + "run-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49811, + "recall": 0.544466, + "f1": 0.510506, + "accuracy": 0.544466, + "main_score": 0.510506, + "hf_subset": "run_Latn-khm_Khmr", + "languages": [ + "run-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523348, + "recall": 0.568182, + "f1": 0.535999, + "accuracy": 0.568182, + "main_score": 0.535999, + "hf_subset": "run_Latn-mag_Deva", + "languages": [ + "run-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52739, + "recall": 0.566206, + "f1": 0.536871, + "accuracy": 0.566206, + "main_score": 0.536871, + "hf_subset": "run_Latn-pap_Latn", + "languages": [ + "run-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545047, + "recall": 0.581028, + "f1": 0.554617, + "accuracy": 0.581028, + "main_score": 0.554617, + "hf_subset": "run_Latn-sot_Latn", + "languages": [ + "run-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526779, + "recall": 0.572134, + "f1": 0.538124, + "accuracy": 0.572134, + "main_score": 0.538124, + "hf_subset": "run_Latn-tur_Latn", + "languages": [ + "run-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525979, + "recall": 0.561265, + "f1": 0.535017, + "accuracy": 0.561265, + "main_score": 0.535017, + "hf_subset": "run_Latn-ace_Latn", + "languages": [ + "run-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531017, + "recall": 0.564229, + "f1": 0.539718, + "accuracy": 0.564229, + "main_score": 0.539718, + "hf_subset": "run_Latn-ban_Latn", + "languages": [ + "run-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526556, + "recall": 0.576087, + "f1": 0.539362, + "accuracy": 0.576087, + "main_score": 0.539362, + "hf_subset": "run_Latn-ell_Grek", + "languages": [ + "run-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503226, + "recall": 0.550395, + "f1": 0.515344, + "accuracy": 0.550395, + "main_score": 0.515344, + "hf_subset": "run_Latn-hne_Deva", + "languages": [ + "run-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490969, + "recall": 0.531621, + "f1": 0.501976, + "accuracy": 0.531621, + "main_score": 0.501976, + "hf_subset": "run_Latn-kik_Latn", + "languages": [ + "run-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524801, + "recall": 0.568182, + "f1": 0.535992, + "accuracy": 0.568182, + "main_score": 0.535992, + "hf_subset": "run_Latn-mai_Deva", + "languages": [ + "run-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473401, + "recall": 0.530632, + "f1": 0.487704, + "accuracy": 0.530632, + "main_score": 0.487704, + "hf_subset": "run_Latn-pbt_Arab", + "languages": [ + "run-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543088, + "recall": 0.591897, + "f1": 0.556084, + "accuracy": 0.591897, + "main_score": 0.556084, + "hf_subset": "run_Latn-spa_Latn", + "languages": [ + "run-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521158, + "recall": 0.557312, + "f1": 0.531777, + "accuracy": 0.557312, + "main_score": 0.531777, + "hf_subset": "run_Latn-twi_Latn", + "languages": [ + "run-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523746, + "recall": 0.572134, + "f1": 0.535403, + "accuracy": 0.572134, + "main_score": 0.535403, + "hf_subset": "run_Latn-acm_Arab", + "languages": [ + "run-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504957, + "recall": 0.547431, + "f1": 0.51576, + "accuracy": 0.547431, + "main_score": 0.51576, + "hf_subset": "run_Latn-bel_Cyrl", + "languages": [ + "run-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558142, + "recall": 0.603755, + "f1": 0.569142, + "accuracy": 0.603755, + "main_score": 0.569142, + "hf_subset": "run_Latn-eng_Latn", + "languages": [ + "run-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549051, + "recall": 0.588933, + "f1": 0.558463, + "accuracy": 0.588933, + "main_score": 0.558463, + "hf_subset": "run_Latn-hrv_Latn", + "languages": [ + "run-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712468, + "recall": 0.767787, + "f1": 0.728351, + "accuracy": 0.767787, + "main_score": 0.728351, + "hf_subset": "run_Latn-kin_Latn", + "languages": [ + "run-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512943, + "recall": 0.564229, + "f1": 0.525612, + "accuracy": 0.564229, + "main_score": 0.525612, + "hf_subset": "run_Latn-mal_Mlym", + "languages": [ + "run-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529905, + "recall": 0.575099, + "f1": 0.541127, + "accuracy": 0.575099, + "main_score": 0.541127, + "hf_subset": "run_Latn-pes_Arab", + "languages": [ + "run-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531253, + "recall": 0.561265, + "f1": 0.539259, + "accuracy": 0.561265, + "main_score": 0.539259, + "hf_subset": "run_Latn-srd_Latn", + "languages": [ + "run-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213382, + "recall": 0.254941, + "f1": 0.22453, + "accuracy": 0.254941, + "main_score": 0.22453, + "hf_subset": "run_Latn-tzm_Tfng", + "languages": [ + "run-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528765, + "recall": 0.576087, + "f1": 0.540567, + "accuracy": 0.576087, + "main_score": 0.540567, + "hf_subset": "run_Latn-acq_Arab", + "languages": [ + "run-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576214, + "recall": 0.623518, + "f1": 0.588669, + "accuracy": 0.623518, + "main_score": 0.588669, + "hf_subset": "run_Latn-bem_Latn", + "languages": [ + "run-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537401, + "recall": 0.583992, + "f1": 0.549173, + "accuracy": 0.583992, + "main_score": 0.549173, + "hf_subset": "run_Latn-epo_Latn", + "languages": [ + "run-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53637, + "recall": 0.579051, + "f1": 0.54662, + "accuracy": 0.579051, + "main_score": 0.54662, + "hf_subset": "run_Latn-hun_Latn", + "languages": [ + "run-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506255, + "recall": 0.55336, + "f1": 0.51863, + "accuracy": 0.55336, + "main_score": 0.51863, + "hf_subset": "run_Latn-kir_Cyrl", + "languages": [ + "run-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533012, + "recall": 0.570158, + "f1": 0.542941, + "accuracy": 0.570158, + "main_score": 0.542941, + "hf_subset": "run_Latn-mar_Deva", + "languages": [ + "run-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541441, + "recall": 0.581028, + "f1": 0.551879, + "accuracy": 0.581028, + "main_score": 0.551879, + "hf_subset": "run_Latn-plt_Latn", + "languages": [ + "run-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540112, + "recall": 0.589921, + "f1": 0.552562, + "accuracy": 0.589921, + "main_score": 0.552562, + "hf_subset": "run_Latn-srp_Cyrl", + "languages": [ + "run-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461999, + "recall": 0.508893, + "f1": 0.475304, + "accuracy": 0.508893, + "main_score": 0.475304, + "hf_subset": "run_Latn-uig_Arab", + "languages": [ + "run-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510355, + "recall": 0.548419, + "f1": 0.520023, + "accuracy": 0.548419, + "main_score": 0.520023, + "hf_subset": "run_Latn-aeb_Arab", + "languages": [ + "run-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527949, + "recall": 0.579051, + "f1": 0.541357, + "accuracy": 0.579051, + "main_score": 0.541357, + "hf_subset": "run_Latn-ben_Beng", + "languages": [ + "run-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532517, + "recall": 0.575099, + "f1": 0.54341, + "accuracy": 0.575099, + "main_score": 0.54341, + "hf_subset": "run_Latn-est_Latn", + "languages": [ + "run-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504099, + "recall": 0.557312, + "f1": 0.517812, + "accuracy": 0.557312, + "main_score": 0.517812, + "hf_subset": "run_Latn-hye_Armn", + "languages": [ + "run-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513028, + "recall": 0.55336, + "f1": 0.524071, + "accuracy": 0.55336, + "main_score": 0.524071, + "hf_subset": "run_Latn-kmb_Latn", + "languages": [ + "run-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371781, + "recall": 0.424901, + "f1": 0.385949, + "accuracy": 0.424901, + "main_score": 0.385949, + "hf_subset": "run_Latn-min_Arab", + "languages": [ + "run-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532217, + "recall": 0.579051, + "f1": 0.543249, + "accuracy": 0.579051, + "main_score": 0.543249, + "hf_subset": "run_Latn-pol_Latn", + "languages": [ + "run-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538092, + "recall": 0.58498, + "f1": 0.550337, + "accuracy": 0.58498, + "main_score": 0.550337, + "hf_subset": "run_Latn-ssw_Latn", + "languages": [ + "run-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541393, + "recall": 0.591897, + "f1": 0.554766, + "accuracy": 0.591897, + "main_score": 0.554766, + "hf_subset": "run_Latn-ukr_Cyrl", + "languages": [ + "run-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557101, + "recall": 0.596838, + "f1": 0.567302, + "accuracy": 0.596838, + "main_score": 0.567302, + "hf_subset": "run_Latn-afr_Latn", + "languages": [ + "run-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518066, + "recall": 0.561265, + "f1": 0.52951, + "accuracy": 0.561265, + "main_score": 0.52951, + "hf_subset": "run_Latn-bho_Deva", + "languages": [ + "run-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526165, + "recall": 0.56917, + "f1": 0.537417, + "accuracy": 0.56917, + "main_score": 0.537417, + "hf_subset": "run_Latn-eus_Latn", + "languages": [ + "run-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516582, + "recall": 0.561265, + "f1": 0.529014, + "accuracy": 0.561265, + "main_score": 0.529014, + "hf_subset": "run_Latn-ibo_Latn", + "languages": [ + "run-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515783, + "recall": 0.559289, + "f1": 0.527328, + "accuracy": 0.559289, + "main_score": 0.527328, + "hf_subset": "run_Latn-kmr_Latn", + "languages": [ + "run-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542885, + "recall": 0.583992, + "f1": 0.553041, + "accuracy": 0.583992, + "main_score": 0.553041, + "hf_subset": "run_Latn-min_Latn", + "languages": [ + "run-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553988, + "recall": 0.599802, + "f1": 0.565428, + "accuracy": 0.599802, + "main_score": 0.565428, + "hf_subset": "run_Latn-por_Latn", + "languages": [ + "run-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561891, + "recall": 0.59585, + "f1": 0.570217, + "accuracy": 0.59585, + "main_score": 0.570217, + "hf_subset": "run_Latn-sun_Latn", + "languages": [ + "run-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490951, + "recall": 0.532609, + "f1": 0.503626, + "accuracy": 0.532609, + "main_score": 0.503626, + "hf_subset": "run_Latn-umb_Latn", + "languages": [ + "run-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533619, + "recall": 0.583004, + "f1": 0.546249, + "accuracy": 0.583004, + "main_score": 0.546249, + "hf_subset": "run_Latn-ajp_Arab", + "languages": [ + "run-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391233, + "recall": 0.4417, + "f1": 0.404803, + "accuracy": 0.4417, + "main_score": 0.404803, + "hf_subset": "run_Latn-bjn_Arab", + "languages": [ + "run-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489225, + "recall": 0.525692, + "f1": 0.499488, + "accuracy": 0.525692, + "main_score": 0.499488, + "hf_subset": "run_Latn-ewe_Latn", + "languages": [ + "run-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55652, + "recall": 0.590909, + "f1": 0.56533, + "accuracy": 0.590909, + "main_score": 0.56533, + "hf_subset": "run_Latn-ilo_Latn", + "languages": [ + "run-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300154, + "recall": 0.350791, + "f1": 0.313979, + "accuracy": 0.350791, + "main_score": 0.313979, + "hf_subset": "run_Latn-knc_Arab", + "languages": [ + "run-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538076, + "recall": 0.588933, + "f1": 0.550185, + "accuracy": 0.588933, + "main_score": 0.550185, + "hf_subset": "run_Latn-mkd_Cyrl", + "languages": [ + "run-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513887, + "recall": 0.56917, + "f1": 0.528657, + "accuracy": 0.56917, + "main_score": 0.528657, + "hf_subset": "run_Latn-prs_Arab", + "languages": [ + "run-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536371, + "recall": 0.585968, + "f1": 0.548689, + "accuracy": 0.585968, + "main_score": 0.548689, + "hf_subset": "run_Latn-swe_Latn", + "languages": [ + "run-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510123, + "recall": 0.563241, + "f1": 0.524097, + "accuracy": 0.563241, + "main_score": 0.524097, + "hf_subset": "run_Latn-urd_Arab", + "languages": [ + "run-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509162, + "recall": 0.545455, + "f1": 0.518403, + "accuracy": 0.545455, + "main_score": 0.518403, + "hf_subset": "run_Latn-aka_Latn", + "languages": [ + "run-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548362, + "recall": 0.581028, + "f1": 0.556923, + "accuracy": 0.581028, + "main_score": 0.556923, + "hf_subset": "run_Latn-bjn_Latn", + "languages": [ + "run-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543237, + "recall": 0.58004, + "f1": 0.5523, + "accuracy": 0.58004, + "main_score": 0.5523, + "hf_subset": "run_Latn-fao_Latn", + "languages": [ + "run-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554591, + "recall": 0.599802, + "f1": 0.566123, + "accuracy": 0.599802, + "main_score": 0.566123, + "hf_subset": "run_Latn-ind_Latn", + "languages": [ + "run-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519105, + "recall": 0.552372, + "f1": 0.52825, + "accuracy": 0.552372, + "main_score": 0.52825, + "hf_subset": "run_Latn-knc_Latn", + "languages": [ + "run-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538313, + "recall": 0.576087, + "f1": 0.547859, + "accuracy": 0.576087, + "main_score": 0.547859, + "hf_subset": "run_Latn-mlt_Latn", + "languages": [ + "run-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509447, + "recall": 0.552372, + "f1": 0.521615, + "accuracy": 0.552372, + "main_score": 0.521615, + "hf_subset": "run_Latn-quy_Latn", + "languages": [ + "run-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555484, + "recall": 0.598814, + "f1": 0.566142, + "accuracy": 0.598814, + "main_score": 0.566142, + "hf_subset": "run_Latn-swh_Latn", + "languages": [ + "run-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519571, + "recall": 0.559289, + "f1": 0.528799, + "accuracy": 0.559289, + "main_score": 0.528799, + "hf_subset": "run_Latn-uzn_Latn", + "languages": [ + "run-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548136, + "recall": 0.593874, + "f1": 0.55946, + "accuracy": 0.593874, + "main_score": 0.55946, + "hf_subset": "run_Latn-als_Latn", + "languages": [ + "run-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286799, + "recall": 0.344862, + "f1": 0.30075, + "accuracy": 0.344862, + "main_score": 0.30075, + "hf_subset": "run_Latn-bod_Tibt", + "languages": [ + "run-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543633, + "recall": 0.579051, + "f1": 0.552884, + "accuracy": 0.579051, + "main_score": 0.552884, + "hf_subset": "run_Latn-fij_Latn", + "languages": [ + "run-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530371, + "recall": 0.578063, + "f1": 0.542525, + "accuracy": 0.578063, + "main_score": 0.542525, + "hf_subset": "run_Latn-isl_Latn", + "languages": [ + "run-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54041, + "recall": 0.579051, + "f1": 0.55099, + "accuracy": 0.579051, + "main_score": 0.55099, + "hf_subset": "run_Latn-kon_Latn", + "languages": [ + "run-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444272, + "recall": 0.492095, + "f1": 0.457984, + "accuracy": 0.492095, + "main_score": 0.457984, + "hf_subset": "run_Latn-mni_Beng", + "languages": [ + "run-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558662, + "recall": 0.604743, + "f1": 0.569583, + "accuracy": 0.604743, + "main_score": 0.569583, + "hf_subset": "run_Latn-ron_Latn", + "languages": [ + "run-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543656, + "recall": 0.58498, + "f1": 0.554474, + "accuracy": 0.58498, + "main_score": 0.554474, + "hf_subset": "run_Latn-szl_Latn", + "languages": [ + "run-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544291, + "recall": 0.583004, + "f1": 0.553897, + "accuracy": 0.583004, + "main_score": 0.553897, + "hf_subset": "run_Latn-vec_Latn", + "languages": [ + "run-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460046, + "recall": 0.514822, + "f1": 0.474154, + "accuracy": 0.514822, + "main_score": 0.474154, + "hf_subset": "run_Latn-amh_Ethi", + "languages": [ + "run-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558703, + "recall": 0.603755, + "f1": 0.569498, + "accuracy": 0.603755, + "main_score": 0.569498, + "hf_subset": "run_Latn-bos_Latn", + "languages": [ + "run-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526287, + "recall": 0.572134, + "f1": 0.537597, + "accuracy": 0.572134, + "main_score": 0.537597, + "hf_subset": "run_Latn-fin_Latn", + "languages": [ + "run-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543232, + "recall": 0.594862, + "f1": 0.555977, + "accuracy": 0.594862, + "main_score": 0.555977, + "hf_subset": "run_Latn-ita_Latn", + "languages": [ + "run-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523585, + "recall": 0.573123, + "f1": 0.536092, + "accuracy": 0.573123, + "main_score": 0.536092, + "hf_subset": "run_Latn-kor_Hang", + "languages": [ + "run-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506795, + "recall": 0.545455, + "f1": 0.517991, + "accuracy": 0.545455, + "main_score": 0.517991, + "hf_subset": "run_Latn-mos_Latn", + "languages": [ + "run-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519881, + "recall": 0.566206, + "f1": 0.532219, + "accuracy": 0.566206, + "main_score": 0.532219, + "hf_subset": "run_Latn-tam_Taml", + "languages": [ + "run-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536227, + "recall": 0.579051, + "f1": 0.546663, + "accuracy": 0.579051, + "main_score": 0.546663, + "hf_subset": "run_Latn-vie_Latn", + "languages": [ + "run-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522519, + "recall": 0.571146, + "f1": 0.534572, + "accuracy": 0.571146, + "main_score": 0.534572, + "hf_subset": "run_Latn-apc_Arab", + "languages": [ + "run-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504607, + "recall": 0.545455, + "f1": 0.51523, + "accuracy": 0.545455, + "main_score": 0.51523, + "hf_subset": "run_Latn-bug_Latn", + "languages": [ + "run-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468049, + "recall": 0.504941, + "f1": 0.478008, + "accuracy": 0.504941, + "main_score": 0.478008, + "hf_subset": "run_Latn-fon_Latn", + "languages": [ + "run-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553426, + "recall": 0.594862, + "f1": 0.563862, + "accuracy": 0.594862, + "main_score": 0.563862, + "hf_subset": "run_Latn-jav_Latn", + "languages": [ + "run-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503892, + "recall": 0.55336, + "f1": 0.516646, + "accuracy": 0.55336, + "main_score": 0.516646, + "hf_subset": "run_Latn-lao_Laoo", + "languages": [ + "run-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506694, + "recall": 0.54249, + "f1": 0.516293, + "accuracy": 0.54249, + "main_score": 0.516293, + "hf_subset": "run_Latn-mri_Latn", + "languages": [ + "run-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543612, + "recall": 0.594862, + "f1": 0.55673, + "accuracy": 0.594862, + "main_score": 0.55673, + "hf_subset": "run_Latn-rus_Cyrl", + "languages": [ + "run-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477569, + "recall": 0.511858, + "f1": 0.487418, + "accuracy": 0.511858, + "main_score": 0.487418, + "hf_subset": "run_Latn-taq_Latn", + "languages": [ + "run-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550518, + "recall": 0.588933, + "f1": 0.559392, + "accuracy": 0.588933, + "main_score": 0.559392, + "hf_subset": "run_Latn-war_Latn", + "languages": [ + "run-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519376, + "recall": 0.567194, + "f1": 0.531082, + "accuracy": 0.567194, + "main_score": 0.531082, + "hf_subset": "run_Latn-arb_Arab", + "languages": [ + "run-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532883, + "recall": 0.583004, + "f1": 0.5453, + "accuracy": 0.583004, + "main_score": 0.5453, + "hf_subset": "run_Latn-bul_Cyrl", + "languages": [ + "run-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547238, + "recall": 0.598814, + "f1": 0.559928, + "accuracy": 0.598814, + "main_score": 0.559928, + "hf_subset": "run_Latn-fra_Latn", + "languages": [ + "run-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528334, + "recall": 0.570158, + "f1": 0.539287, + "accuracy": 0.570158, + "main_score": 0.539287, + "hf_subset": "run_Latn-jpn_Jpan", + "languages": [ + "run-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531864, + "recall": 0.573123, + "f1": 0.542429, + "accuracy": 0.573123, + "main_score": 0.542429, + "hf_subset": "run_Latn-lij_Latn", + "languages": [ + "run-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40421, + "recall": 0.465415, + "f1": 0.419511, + "accuracy": 0.465415, + "main_score": 0.419511, + "hf_subset": "run_Latn-mya_Mymr", + "languages": [ + "run-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515203, + "recall": 0.557312, + "f1": 0.526793, + "accuracy": 0.557312, + "main_score": 0.526793, + "hf_subset": "run_Latn-sag_Latn", + "languages": [ + "run-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204777, + "recall": 0.246047, + "f1": 0.215064, + "accuracy": 0.246047, + "main_score": 0.215064, + "hf_subset": "run_Latn-taq_Tfng", + "languages": [ + "run-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524944, + "recall": 0.563241, + "f1": 0.535559, + "accuracy": 0.563241, + "main_score": 0.535559, + "hf_subset": "run_Latn-wol_Latn", + "languages": [ + "run-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442644, + "recall": 0.490119, + "f1": 0.455723, + "accuracy": 0.490119, + "main_score": 0.455723, + "hf_subset": "run_Latn-arb_Latn", + "languages": [ + "run-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541947, + "recall": 0.586957, + "f1": 0.553858, + "accuracy": 0.586957, + "main_score": 0.553858, + "hf_subset": "run_Latn-cat_Latn", + "languages": [ + "run-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534046, + "recall": 0.573123, + "f1": 0.54416, + "accuracy": 0.573123, + "main_score": 0.54416, + "hf_subset": "run_Latn-fur_Latn", + "languages": [ + "run-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437563, + "recall": 0.491107, + "f1": 0.452069, + "accuracy": 0.491107, + "main_score": 0.452069, + "hf_subset": "run_Latn-kab_Latn", + "languages": [ + "run-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537055, + "recall": 0.573123, + "f1": 0.54613, + "accuracy": 0.573123, + "main_score": 0.54613, + "hf_subset": "run_Latn-lim_Latn", + "languages": [ + "run-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531911, + "recall": 0.573123, + "f1": 0.54307, + "accuracy": 0.573123, + "main_score": 0.54307, + "hf_subset": "run_Latn-nld_Latn", + "languages": [ + "run-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493918, + "recall": 0.541502, + "f1": 0.505872, + "accuracy": 0.541502, + "main_score": 0.505872, + "hf_subset": "run_Latn-san_Deva", + "languages": [ + "run-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535648, + "recall": 0.578063, + "f1": 0.546626, + "accuracy": 0.578063, + "main_score": 0.546626, + "hf_subset": "run_Latn-tat_Cyrl", + "languages": [ + "run-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544833, + "recall": 0.583992, + "f1": 0.555837, + "accuracy": 0.583992, + "main_score": 0.555837, + "hf_subset": "run_Latn-xho_Latn", + "languages": [ + "run-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505667, + "recall": 0.552372, + "f1": 0.517212, + "accuracy": 0.552372, + "main_score": 0.517212, + "hf_subset": "run_Latn-ars_Arab", + "languages": [ + "run-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559749, + "recall": 0.596838, + "f1": 0.568386, + "accuracy": 0.596838, + "main_score": 0.568386, + "hf_subset": "run_Latn-ceb_Latn", + "languages": [ + "run-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473715, + "recall": 0.513834, + "f1": 0.485438, + "accuracy": 0.513834, + "main_score": 0.485438, + "hf_subset": "run_Latn-fuv_Latn", + "languages": [ + "run-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48814, + "recall": 0.533597, + "f1": 0.499978, + "accuracy": 0.533597, + "main_score": 0.499978, + "hf_subset": "run_Latn-kac_Latn", + "languages": [ + "run-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534922, + "recall": 0.574111, + "f1": 0.545091, + "accuracy": 0.574111, + "main_score": 0.545091, + "hf_subset": "run_Latn-lin_Latn", + "languages": [ + "run-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52994, + "recall": 0.577075, + "f1": 0.54216, + "accuracy": 0.577075, + "main_score": 0.54216, + "hf_subset": "run_Latn-nno_Latn", + "languages": [ + "run-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.137775, + "recall": 0.186759, + "f1": 0.150101, + "accuracy": 0.186759, + "main_score": 0.150101, + "hf_subset": "run_Latn-sat_Olck", + "languages": [ + "run-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515394, + "recall": 0.563241, + "f1": 0.527616, + "accuracy": 0.563241, + "main_score": 0.527616, + "hf_subset": "run_Latn-tel_Telu", + "languages": [ + "run-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465248, + "recall": 0.519763, + "f1": 0.479773, + "accuracy": 0.519763, + "main_score": 0.479773, + "hf_subset": "run_Latn-ydd_Hebr", + "languages": [ + "run-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512306, + "recall": 0.560277, + "f1": 0.524298, + "accuracy": 0.560277, + "main_score": 0.524298, + "hf_subset": "run_Latn-ary_Arab", + "languages": [ + "run-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546943, + "recall": 0.594862, + "f1": 0.559078, + "accuracy": 0.594862, + "main_score": 0.559078, + "hf_subset": "run_Latn-ces_Latn", + "languages": [ + "run-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484322, + "recall": 0.527668, + "f1": 0.49636, + "accuracy": 0.527668, + "main_score": 0.49636, + "hf_subset": "run_Latn-gaz_Latn", + "languages": [ + "run-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51202, + "recall": 0.55336, + "f1": 0.523347, + "accuracy": 0.55336, + "main_score": 0.523347, + "hf_subset": "run_Latn-kam_Latn", + "languages": [ + "run-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526801, + "recall": 0.566206, + "f1": 0.536121, + "accuracy": 0.566206, + "main_score": 0.536121, + "hf_subset": "run_Latn-lit_Latn", + "languages": [ + "run-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536517, + "recall": 0.582016, + "f1": 0.547295, + "accuracy": 0.582016, + "main_score": 0.547295, + "hf_subset": "run_Latn-nob_Latn", + "languages": [ + "run-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544404, + "recall": 0.58498, + "f1": 0.554117, + "accuracy": 0.58498, + "main_score": 0.554117, + "hf_subset": "run_Latn-scn_Latn", + "languages": [ + "run-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512756, + "recall": 0.552372, + "f1": 0.523239, + "accuracy": 0.552372, + "main_score": 0.523239, + "hf_subset": "run_Latn-tgk_Cyrl", + "languages": [ + "run-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480668, + "recall": 0.531621, + "f1": 0.495191, + "accuracy": 0.531621, + "main_score": 0.495191, + "hf_subset": "run_Latn-yor_Latn", + "languages": [ + "run-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521041, + "recall": 0.565217, + "f1": 0.531243, + "accuracy": 0.565217, + "main_score": 0.531243, + "hf_subset": "run_Latn-arz_Arab", + "languages": [ + "run-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474582, + "recall": 0.517787, + "f1": 0.486498, + "accuracy": 0.517787, + "main_score": 0.486498, + "hf_subset": "run_Latn-cjk_Latn", + "languages": [ + "run-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51504, + "recall": 0.555336, + "f1": 0.526335, + "accuracy": 0.555336, + "main_score": 0.526335, + "hf_subset": "run_Latn-gla_Latn", + "languages": [ + "run-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518181, + "recall": 0.564229, + "f1": 0.530094, + "accuracy": 0.564229, + "main_score": 0.530094, + "hf_subset": "run_Latn-kan_Knda", + "languages": [ + "run-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526137, + "recall": 0.565217, + "f1": 0.535481, + "accuracy": 0.565217, + "main_score": 0.535481, + "hf_subset": "run_Latn-lmo_Latn", + "languages": [ + "run-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503584, + "recall": 0.555336, + "f1": 0.516901, + "accuracy": 0.555336, + "main_score": 0.516901, + "hf_subset": "run_Latn-npi_Deva", + "languages": [ + "run-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42992, + "recall": 0.475296, + "f1": 0.442288, + "accuracy": 0.475296, + "main_score": 0.442288, + "hf_subset": "run_Latn-shn_Mymr", + "languages": [ + "run-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561328, + "recall": 0.602767, + "f1": 0.572195, + "accuracy": 0.602767, + "main_score": 0.572195, + "hf_subset": "run_Latn-tgl_Latn", + "languages": [ + "run-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516206, + "recall": 0.566206, + "f1": 0.529085, + "accuracy": 0.566206, + "main_score": 0.529085, + "hf_subset": "run_Latn-yue_Hant", + "languages": [ + "run-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494705, + "recall": 0.54249, + "f1": 0.507214, + "accuracy": 0.54249, + "main_score": 0.507214, + "hf_subset": "run_Latn-asm_Beng", + "languages": [ + "run-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50009, + "recall": 0.543478, + "f1": 0.511127, + "accuracy": 0.543478, + "main_score": 0.511127, + "hf_subset": "run_Latn-ckb_Arab", + "languages": [ + "run-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50819, + "recall": 0.551383, + "f1": 0.519398, + "accuracy": 0.551383, + "main_score": 0.519398, + "hf_subset": "run_Latn-gle_Latn", + "languages": [ + "run-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4384, + "recall": 0.487154, + "f1": 0.450844, + "accuracy": 0.487154, + "main_score": 0.450844, + "hf_subset": "run_Latn-kas_Arab", + "languages": [ + "run-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514034, + "recall": 0.556324, + "f1": 0.525115, + "accuracy": 0.556324, + "main_score": 0.525115, + "hf_subset": "run_Latn-ltg_Latn", + "languages": [ + "run-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542456, + "recall": 0.583004, + "f1": 0.553488, + "accuracy": 0.583004, + "main_score": 0.553488, + "hf_subset": "run_Latn-nso_Latn", + "languages": [ + "run-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473683, + "recall": 0.529644, + "f1": 0.487873, + "accuracy": 0.529644, + "main_score": 0.487873, + "hf_subset": "run_Latn-sin_Sinh", + "languages": [ + "run-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532929, + "recall": 0.582016, + "f1": 0.54542, + "accuracy": 0.582016, + "main_score": 0.54542, + "hf_subset": "run_Latn-tha_Thai", + "languages": [ + "run-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511539, + "recall": 0.550395, + "f1": 0.521402, + "accuracy": 0.550395, + "main_score": 0.521402, + "hf_subset": "run_Latn-zho_Hans", + "languages": [ + "run-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558599, + "recall": 0.599802, + "f1": 0.569452, + "accuracy": 0.599802, + "main_score": 0.569452, + "hf_subset": "run_Latn-ast_Latn", + "languages": [ + "run-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533004, + "recall": 0.579051, + "f1": 0.54411, + "accuracy": 0.579051, + "main_score": 0.54411, + "hf_subset": "run_Latn-crh_Latn", + "languages": [ + "run-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541767, + "recall": 0.586957, + "f1": 0.552855, + "accuracy": 0.586957, + "main_score": 0.552855, + "hf_subset": "run_Latn-glg_Latn", + "languages": [ + "run-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469152, + "recall": 0.514822, + "f1": 0.481164, + "accuracy": 0.514822, + "main_score": 0.481164, + "hf_subset": "run_Latn-kas_Deva", + "languages": [ + "run-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507629, + "recall": 0.544466, + "f1": 0.517114, + "accuracy": 0.544466, + "main_score": 0.517114, + "hf_subset": "run_Latn-ltz_Latn", + "languages": [ + "run-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438656, + "recall": 0.488142, + "f1": 0.452614, + "accuracy": 0.488142, + "main_score": 0.452614, + "hf_subset": "run_Latn-nus_Latn", + "languages": [ + "run-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533246, + "recall": 0.583992, + "f1": 0.54642, + "accuracy": 0.583992, + "main_score": 0.54642, + "hf_subset": "run_Latn-slk_Latn", + "languages": [ + "run-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384707, + "recall": 0.440711, + "f1": 0.399993, + "accuracy": 0.440711, + "main_score": 0.399993, + "hf_subset": "run_Latn-tir_Ethi", + "languages": [ + "run-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506438, + "recall": 0.556324, + "f1": 0.518582, + "accuracy": 0.556324, + "main_score": 0.518582, + "hf_subset": "run_Latn-zho_Hant", + "languages": [ + "run-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515042, + "recall": 0.563241, + "f1": 0.527594, + "accuracy": 0.563241, + "main_score": 0.527594, + "hf_subset": "run_Latn-awa_Deva", + "languages": [ + "run-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539292, + "recall": 0.577075, + "f1": 0.549599, + "accuracy": 0.577075, + "main_score": 0.549599, + "hf_subset": "run_Latn-cym_Latn", + "languages": [ + "run-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523565, + "recall": 0.563241, + "f1": 0.534009, + "accuracy": 0.563241, + "main_score": 0.534009, + "hf_subset": "run_Latn-grn_Latn", + "languages": [ + "run-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49466, + "recall": 0.545455, + "f1": 0.50745, + "accuracy": 0.545455, + "main_score": 0.50745, + "hf_subset": "run_Latn-kat_Geor", + "languages": [ + "run-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541411, + "recall": 0.575099, + "f1": 0.55089, + "accuracy": 0.575099, + "main_score": 0.55089, + "hf_subset": "run_Latn-lua_Latn", + "languages": [ + "run-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552715, + "recall": 0.59585, + "f1": 0.564692, + "accuracy": 0.59585, + "main_score": 0.564692, + "hf_subset": "run_Latn-nya_Latn", + "languages": [ + "run-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53651, + "recall": 0.581028, + "f1": 0.547437, + "accuracy": 0.581028, + "main_score": 0.547437, + "hf_subset": "run_Latn-slv_Latn", + "languages": [ + "run-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539894, + "recall": 0.575099, + "f1": 0.548948, + "accuracy": 0.575099, + "main_score": 0.548948, + "hf_subset": "run_Latn-tpi_Latn", + "languages": [ + "run-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574658, + "recall": 0.61166, + "f1": 0.583507, + "accuracy": 0.61166, + "main_score": 0.583507, + "hf_subset": "run_Latn-zsm_Latn", + "languages": [ + "run-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479522, + "recall": 0.520751, + "f1": 0.491632, + "accuracy": 0.520751, + "main_score": 0.491632, + "hf_subset": "run_Latn-ayr_Latn", + "languages": [ + "run-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538862, + "recall": 0.585968, + "f1": 0.550196, + "accuracy": 0.585968, + "main_score": 0.550196, + "hf_subset": "run_Latn-dan_Latn", + "languages": [ + "run-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527848, + "recall": 0.575099, + "f1": 0.539826, + "accuracy": 0.575099, + "main_score": 0.539826, + "hf_subset": "run_Latn-guj_Gujr", + "languages": [ + "run-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525005, + "recall": 0.572134, + "f1": 0.53688, + "accuracy": 0.572134, + "main_score": 0.53688, + "hf_subset": "run_Latn-kaz_Cyrl", + "languages": [ + "run-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525645, + "recall": 0.578063, + "f1": 0.540529, + "accuracy": 0.578063, + "main_score": 0.540529, + "hf_subset": "run_Latn-lug_Latn", + "languages": [ + "run-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556755, + "recall": 0.602767, + "f1": 0.567918, + "accuracy": 0.602767, + "main_score": 0.567918, + "hf_subset": "run_Latn-oci_Latn", + "languages": [ + "run-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532619, + "recall": 0.572134, + "f1": 0.543336, + "accuracy": 0.572134, + "main_score": 0.543336, + "hf_subset": "run_Latn-smo_Latn", + "languages": [ + "run-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509945, + "recall": 0.548419, + "f1": 0.520479, + "accuracy": 0.548419, + "main_score": 0.520479, + "hf_subset": "run_Latn-tsn_Latn", + "languages": [ + "run-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531742, + "recall": 0.583004, + "f1": 0.545989, + "accuracy": 0.583004, + "main_score": 0.545989, + "hf_subset": "run_Latn-zul_Latn", + "languages": [ + "run-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437167, + "recall": 0.493083, + "f1": 0.452277, + "accuracy": 0.493083, + "main_score": 0.452277, + "hf_subset": "run_Latn-azb_Arab", + "languages": [ + "run-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538375, + "recall": 0.582016, + "f1": 0.549351, + "accuracy": 0.582016, + "main_score": 0.549351, + "hf_subset": "run_Latn-deu_Latn", + "languages": [ + "run-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514433, + "recall": 0.557312, + "f1": 0.525782, + "accuracy": 0.557312, + "main_score": 0.525782, + "hf_subset": "run_Latn-hat_Latn", + "languages": [ + "run-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479204, + "recall": 0.527668, + "f1": 0.492446, + "accuracy": 0.527668, + "main_score": 0.492446, + "hf_subset": "run_Latn-kbp_Latn", + "languages": [ + "run-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541542, + "recall": 0.56917, + "f1": 0.549558, + "accuracy": 0.56917, + "main_score": 0.549558, + "hf_subset": "run_Latn-luo_Latn", + "languages": [ + "run-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500157, + "recall": 0.556324, + "f1": 0.514793, + "accuracy": 0.556324, + "main_score": 0.514793, + "hf_subset": "run_Latn-ory_Orya", + "languages": [ + "run-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518584, + "recall": 0.565217, + "f1": 0.530871, + "accuracy": 0.565217, + "main_score": 0.530871, + "hf_subset": "run_Latn-sna_Latn", + "languages": [ + "run-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517443, + "recall": 0.557312, + "f1": 0.527842, + "accuracy": 0.557312, + "main_score": 0.527842, + "hf_subset": "run_Latn-tso_Latn", + "languages": [ + "run-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494227, + "recall": 0.547431, + "f1": 0.507822, + "accuracy": 0.547431, + "main_score": 0.507822, + "hf_subset": "run_Latn-azj_Latn", + "languages": [ + "run-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477677, + "recall": 0.521739, + "f1": 0.490776, + "accuracy": 0.521739, + "main_score": 0.490776, + "hf_subset": "run_Latn-dik_Latn", + "languages": [ + "run-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535338, + "recall": 0.573123, + "f1": 0.545028, + "accuracy": 0.573123, + "main_score": 0.545028, + "hf_subset": "run_Latn-hau_Latn", + "languages": [ + "run-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529785, + "recall": 0.565217, + "f1": 0.538587, + "accuracy": 0.565217, + "main_score": 0.538587, + "hf_subset": "run_Latn-kea_Latn", + "languages": [ + "run-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518544, + "recall": 0.556324, + "f1": 0.529213, + "accuracy": 0.556324, + "main_score": 0.529213, + "hf_subset": "run_Latn-lus_Latn", + "languages": [ + "run-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532658, + "recall": 0.564229, + "f1": 0.541124, + "accuracy": 0.564229, + "main_score": 0.541124, + "hf_subset": "run_Latn-pag_Latn", + "languages": [ + "run-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500378, + "recall": 0.549407, + "f1": 0.513733, + "accuracy": 0.549407, + "main_score": 0.513733, + "hf_subset": "run_Latn-snd_Arab", + "languages": [ + "run-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50215, + "recall": 0.544466, + "f1": 0.51285, + "accuracy": 0.544466, + "main_score": 0.51285, + "hf_subset": "run_Latn-tuk_Latn", + "languages": [ + "run-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5207, + "recall": 0.560277, + "f1": 0.530789, + "accuracy": 0.560277, + "main_score": 0.530789, + "hf_subset": "run_Latn-bak_Cyrl", + "languages": [ + "run-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423184, + "recall": 0.481225, + "f1": 0.439099, + "accuracy": 0.481225, + "main_score": 0.439099, + "hf_subset": "run_Latn-dyu_Latn", + "languages": [ + "run-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525668, + "recall": 0.571146, + "f1": 0.537708, + "accuracy": 0.571146, + "main_score": 0.537708, + "hf_subset": "run_Latn-heb_Hebr", + "languages": [ + "run-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498267, + "recall": 0.538538, + "f1": 0.508868, + "accuracy": 0.538538, + "main_score": 0.508868, + "hf_subset": "run_Latn-khk_Cyrl", + "languages": [ + "run-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517529, + "recall": 0.567194, + "f1": 0.529895, + "accuracy": 0.567194, + "main_score": 0.529895, + "hf_subset": "run_Latn-lvs_Latn", + "languages": [ + "run-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512521, + "recall": 0.561265, + "f1": 0.524593, + "accuracy": 0.561265, + "main_score": 0.524593, + "hf_subset": "run_Latn-pan_Guru", + "languages": [ + "run-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511162, + "recall": 0.552372, + "f1": 0.522362, + "accuracy": 0.552372, + "main_score": 0.522362, + "hf_subset": "run_Latn-som_Latn", + "languages": [ + "run-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516618, + "recall": 0.55336, + "f1": 0.52677, + "accuracy": 0.55336, + "main_score": 0.52677, + "hf_subset": "run_Latn-tum_Latn", + "languages": [ + "run-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529483, + "recall": 0.594862, + "f1": 0.548337, + "accuracy": 0.594862, + "main_score": 0.548337, + "hf_subset": "tam_Taml-ace_Arab", + "languages": [ + "tam-Taml", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502439, + "recall": 0.56917, + "f1": 0.520879, + "accuracy": 0.56917, + "main_score": 0.520879, + "hf_subset": "tam_Taml-bam_Latn", + "languages": [ + "tam-Taml", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432094, + "recall": 0.511858, + "f1": 0.453182, + "accuracy": 0.511858, + "main_score": 0.453182, + "hf_subset": "tam_Taml-dzo_Tibt", + "languages": [ + "tam-Taml", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-khm_Khmr", + "languages": [ + "tam-Taml", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-mag_Deva", + "languages": [ + "tam-Taml", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.98419, + "f1": 0.980072, + "accuracy": 0.98419, + "main_score": 0.980072, + "hf_subset": "tam_Taml-pap_Latn", + "languages": [ + "tam-Taml", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568768, + "recall": 0.625494, + "f1": 0.584653, + "accuracy": 0.625494, + "main_score": 0.584653, + "hf_subset": "tam_Taml-sot_Latn", + "languages": [ + "tam-Taml", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845257, + "recall": 0.883399, + "f1": 0.857016, + "accuracy": 0.883399, + "main_score": 0.857016, + "hf_subset": "tam_Taml-ace_Latn", + "languages": [ + "tam-Taml", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.962451, + "f1": 0.953393, + "accuracy": 0.962451, + "main_score": 0.953393, + "hf_subset": "tam_Taml-ban_Latn", + "languages": [ + "tam-Taml", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tam_Taml-hne_Deva", + "languages": [ + "tam-Taml", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57155, + "recall": 0.634387, + "f1": 0.589761, + "accuracy": 0.634387, + "main_score": 0.589761, + "hf_subset": "tam_Taml-kik_Latn", + "languages": [ + "tam-Taml", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tam_Taml-pbt_Arab", + "languages": [ + "tam-Taml", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592526, + "recall": 0.659091, + "f1": 0.611109, + "accuracy": 0.659091, + "main_score": 0.611109, + "hf_subset": "tam_Taml-twi_Latn", + "languages": [ + "tam-Taml", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-acm_Arab", + "languages": [ + "tam-Taml", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-bel_Cyrl", + "languages": [ + "tam-Taml", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-hrv_Latn", + "languages": [ + "tam-Taml", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52754, + "recall": 0.591897, + "f1": 0.545388, + "accuracy": 0.591897, + "main_score": 0.545388, + "hf_subset": "tam_Taml-kin_Latn", + "languages": [ + "tam-Taml", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-pes_Arab", + "languages": [ + "tam-Taml", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-srd_Latn", + "languages": [ + "tam-Taml", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171762, + "recall": 0.22332, + "f1": 0.18405, + "accuracy": 0.22332, + "main_score": 0.18405, + "hf_subset": "tam_Taml-tzm_Tfng", + "languages": [ + "tam-Taml", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-acq_Arab", + "languages": [ + "tam-Taml", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6035, + "recall": 0.657115, + "f1": 0.618919, + "accuracy": 0.657115, + "main_score": 0.618919, + "hf_subset": "tam_Taml-bem_Latn", + "languages": [ + "tam-Taml", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-epo_Latn", + "languages": [ + "tam-Taml", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-kir_Cyrl", + "languages": [ + "tam-Taml", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631992, + "recall": 0.694664, + "f1": 0.649885, + "accuracy": 0.694664, + "main_score": 0.649885, + "hf_subset": "tam_Taml-plt_Latn", + "languages": [ + "tam-Taml", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-srp_Cyrl", + "languages": [ + "tam-Taml", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "tam_Taml-uig_Arab", + "languages": [ + "tam-Taml", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-aeb_Arab", + "languages": [ + "tam-Taml", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-est_Latn", + "languages": [ + "tam-Taml", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-hye_Armn", + "languages": [ + "tam-Taml", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514377, + "recall": 0.572134, + "f1": 0.53067, + "accuracy": 0.572134, + "main_score": 0.53067, + "hf_subset": "tam_Taml-kmb_Latn", + "languages": [ + "tam-Taml", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474896, + "recall": 0.546443, + "f1": 0.493625, + "accuracy": 0.546443, + "main_score": 0.493625, + "hf_subset": "tam_Taml-min_Arab", + "languages": [ + "tam-Taml", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527454, + "recall": 0.593874, + "f1": 0.546367, + "accuracy": 0.593874, + "main_score": 0.546367, + "hf_subset": "tam_Taml-ssw_Latn", + "languages": [ + "tam-Taml", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ukr_Cyrl", + "languages": [ + "tam-Taml", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-afr_Latn", + "languages": [ + "tam-Taml", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-bho_Deva", + "languages": [ + "tam-Taml", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552249, + "recall": 0.613636, + "f1": 0.568845, + "accuracy": 0.613636, + "main_score": 0.568845, + "hf_subset": "tam_Taml-ibo_Latn", + "languages": [ + "tam-Taml", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886446, + "recall": 0.916008, + "f1": 0.895817, + "accuracy": 0.916008, + "main_score": 0.895817, + "hf_subset": "tam_Taml-kmr_Latn", + "languages": [ + "tam-Taml", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-min_Latn", + "languages": [ + "tam-Taml", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tam_Taml-sun_Latn", + "languages": [ + "tam-Taml", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505069, + "recall": 0.565217, + "f1": 0.522238, + "accuracy": 0.565217, + "main_score": 0.522238, + "hf_subset": "tam_Taml-umb_Latn", + "languages": [ + "tam-Taml", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ajp_Arab", + "languages": [ + "tam-Taml", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480875, + "recall": 0.55336, + "f1": 0.50089, + "accuracy": 0.55336, + "main_score": 0.50089, + "hf_subset": "tam_Taml-bjn_Arab", + "languages": [ + "tam-Taml", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4874, + "recall": 0.545455, + "f1": 0.503314, + "accuracy": 0.545455, + "main_score": 0.503314, + "hf_subset": "tam_Taml-ewe_Latn", + "languages": [ + "tam-Taml", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947596, + "accuracy": 0.959486, + "main_score": 0.947596, + "hf_subset": "tam_Taml-ilo_Latn", + "languages": [ + "tam-Taml", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313254, + "recall": 0.367589, + "f1": 0.328353, + "accuracy": 0.367589, + "main_score": 0.328353, + "hf_subset": "tam_Taml-knc_Arab", + "languages": [ + "tam-Taml", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-mkd_Cyrl", + "languages": [ + "tam-Taml", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-prs_Arab", + "languages": [ + "tam-Taml", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557412, + "recall": 0.62747, + "f1": 0.577071, + "accuracy": 0.62747, + "main_score": 0.577071, + "hf_subset": "tam_Taml-aka_Latn", + "languages": [ + "tam-Taml", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tam_Taml-bjn_Latn", + "languages": [ + "tam-Taml", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tam_Taml-fao_Latn", + "languages": [ + "tam-Taml", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55982, + "recall": 0.617589, + "f1": 0.575758, + "accuracy": 0.617589, + "main_score": 0.575758, + "hf_subset": "tam_Taml-knc_Latn", + "languages": [ + "tam-Taml", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-mlt_Latn", + "languages": [ + "tam-Taml", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697837, + "recall": 0.76581, + "f1": 0.718217, + "accuracy": 0.76581, + "main_score": 0.718217, + "hf_subset": "tam_Taml-quy_Latn", + "languages": [ + "tam-Taml", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tam_Taml-swh_Latn", + "languages": [ + "tam-Taml", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-uzn_Latn", + "languages": [ + "tam-Taml", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-als_Latn", + "languages": [ + "tam-Taml", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65084, + "recall": 0.731225, + "f1": 0.674821, + "accuracy": 0.731225, + "main_score": 0.674821, + "hf_subset": "tam_Taml-bod_Tibt", + "languages": [ + "tam-Taml", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698759, + "recall": 0.756917, + "f1": 0.715326, + "accuracy": 0.756917, + "main_score": 0.715326, + "hf_subset": "tam_Taml-fij_Latn", + "languages": [ + "tam-Taml", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-isl_Latn", + "languages": [ + "tam-Taml", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633936, + "recall": 0.689723, + "f1": 0.649838, + "accuracy": 0.689723, + "main_score": 0.649838, + "hf_subset": "tam_Taml-kon_Latn", + "languages": [ + "tam-Taml", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640761, + "recall": 0.710474, + "f1": 0.661072, + "accuracy": 0.710474, + "main_score": 0.661072, + "hf_subset": "tam_Taml-mni_Beng", + "languages": [ + "tam-Taml", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ron_Latn", + "languages": [ + "tam-Taml", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "tam_Taml-szl_Latn", + "languages": [ + "tam-Taml", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-vec_Latn", + "languages": [ + "tam-Taml", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "tam_Taml-amh_Ethi", + "languages": [ + "tam-Taml", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-bos_Latn", + "languages": [ + "tam-Taml", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ita_Latn", + "languages": [ + "tam-Taml", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525427, + "recall": 0.586957, + "f1": 0.542378, + "accuracy": 0.586957, + "main_score": 0.542378, + "hf_subset": "tam_Taml-mos_Latn", + "languages": [ + "tam-Taml", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523947, + "recall": 0.585968, + "f1": 0.541358, + "accuracy": 0.585968, + "main_score": 0.541358, + "hf_subset": "tam_Taml-run_Latn", + "languages": [ + "tam-Taml", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-apc_Arab", + "languages": [ + "tam-Taml", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769944, + "recall": 0.822134, + "f1": 0.785211, + "accuracy": 0.822134, + "main_score": 0.785211, + "hf_subset": "tam_Taml-bug_Latn", + "languages": [ + "tam-Taml", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440553, + "recall": 0.499012, + "f1": 0.456219, + "accuracy": 0.499012, + "main_score": 0.456219, + "hf_subset": "tam_Taml-fon_Latn", + "languages": [ + "tam-Taml", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-jav_Latn", + "languages": [ + "tam-Taml", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-lao_Laoo", + "languages": [ + "tam-Taml", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855138, + "recall": 0.893281, + "f1": 0.86685, + "accuracy": 0.893281, + "main_score": 0.86685, + "hf_subset": "tam_Taml-mri_Latn", + "languages": [ + "tam-Taml", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523143, + "recall": 0.587945, + "f1": 0.540693, + "accuracy": 0.587945, + "main_score": 0.540693, + "hf_subset": "tam_Taml-taq_Latn", + "languages": [ + "tam-Taml", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-war_Latn", + "languages": [ + "tam-Taml", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-bul_Cyrl", + "languages": [ + "tam-Taml", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "tam_Taml-lij_Latn", + "languages": [ + "tam-Taml", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "tam_Taml-mya_Mymr", + "languages": [ + "tam-Taml", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556524, + "recall": 0.626482, + "f1": 0.576205, + "accuracy": 0.626482, + "main_score": 0.576205, + "hf_subset": "tam_Taml-sag_Latn", + "languages": [ + "tam-Taml", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185459, + "recall": 0.243083, + "f1": 0.197824, + "accuracy": 0.243083, + "main_score": 0.197824, + "hf_subset": "tam_Taml-taq_Tfng", + "languages": [ + "tam-Taml", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605734, + "recall": 0.666008, + "f1": 0.622298, + "accuracy": 0.666008, + "main_score": 0.622298, + "hf_subset": "tam_Taml-wol_Latn", + "languages": [ + "tam-Taml", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782559, + "recall": 0.836957, + "f1": 0.799064, + "accuracy": 0.836957, + "main_score": 0.799064, + "hf_subset": "tam_Taml-arb_Latn", + "languages": [ + "tam-Taml", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-cat_Latn", + "languages": [ + "tam-Taml", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-fur_Latn", + "languages": [ + "tam-Taml", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380208, + "recall": 0.442688, + "f1": 0.397321, + "accuracy": 0.442688, + "main_score": 0.397321, + "hf_subset": "tam_Taml-kab_Latn", + "languages": [ + "tam-Taml", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tam_Taml-lim_Latn", + "languages": [ + "tam-Taml", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-tat_Cyrl", + "languages": [ + "tam-Taml", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660285, + "recall": 0.715415, + "f1": 0.6762, + "accuracy": 0.715415, + "main_score": 0.6762, + "hf_subset": "tam_Taml-xho_Latn", + "languages": [ + "tam-Taml", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-ars_Arab", + "languages": [ + "tam-Taml", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ceb_Latn", + "languages": [ + "tam-Taml", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54477, + "recall": 0.599802, + "f1": 0.559977, + "accuracy": 0.599802, + "main_score": 0.559977, + "hf_subset": "tam_Taml-fuv_Latn", + "languages": [ + "tam-Taml", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492816, + "recall": 0.561265, + "f1": 0.511689, + "accuracy": 0.561265, + "main_score": 0.511689, + "hf_subset": "tam_Taml-kac_Latn", + "languages": [ + "tam-Taml", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637887, + "recall": 0.697628, + "f1": 0.654887, + "accuracy": 0.697628, + "main_score": 0.654887, + "hf_subset": "tam_Taml-lin_Latn", + "languages": [ + "tam-Taml", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-nno_Latn", + "languages": [ + "tam-Taml", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.230599, + "recall": 0.318182, + "f1": 0.2537, + "accuracy": 0.318182, + "main_score": 0.2537, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "tam_Taml-ydd_Hebr", + "languages": [ + "tam-Taml", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "tam_Taml-ary_Arab", + "languages": [ + "tam-Taml", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-ces_Latn", + "languages": [ + "tam-Taml", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569773, + "recall": 0.635375, + "f1": 0.588776, + "accuracy": 0.635375, + "main_score": 0.588776, + "hf_subset": "tam_Taml-gaz_Latn", + "languages": [ + "tam-Taml", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560608, + "recall": 0.624506, + "f1": 0.578107, + "accuracy": 0.624506, + "main_score": 0.578107, + "hf_subset": "tam_Taml-kam_Latn", + "languages": [ + "tam-Taml", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-nob_Latn", + "languages": [ + "tam-Taml", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tam_Taml-scn_Latn", + "languages": [ + "tam-Taml", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "tam_Taml-tgk_Cyrl", + "languages": [ + "tam-Taml", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683886, + "recall": 0.753953, + "f1": 0.705178, + "accuracy": 0.753953, + "main_score": 0.705178, + "hf_subset": "tam_Taml-yor_Latn", + "languages": [ + "tam-Taml", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-arz_Arab", + "languages": [ + "tam-Taml", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540541, + "recall": 0.603755, + "f1": 0.558115, + "accuracy": 0.603755, + "main_score": 0.558115, + "hf_subset": "tam_Taml-cjk_Latn", + "languages": [ + "tam-Taml", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755774, + "recall": 0.812253, + "f1": 0.77273, + "accuracy": 0.812253, + "main_score": 0.77273, + "hf_subset": "tam_Taml-gla_Latn", + "languages": [ + "tam-Taml", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tam_Taml-lmo_Latn", + "languages": [ + "tam-Taml", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455528, + "recall": 0.518775, + "f1": 0.472411, + "accuracy": 0.518775, + "main_score": 0.472411, + "hf_subset": "tam_Taml-shn_Mymr", + "languages": [ + "tam-Taml", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-tgl_Latn", + "languages": [ + "tam-Taml", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-yue_Hant", + "languages": [ + "tam-Taml", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tam_Taml-ckb_Arab", + "languages": [ + "tam-Taml", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858613, + "recall": 0.894269, + "f1": 0.869763, + "accuracy": 0.894269, + "main_score": 0.869763, + "hf_subset": "tam_Taml-gle_Latn", + "languages": [ + "tam-Taml", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933877, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "tam_Taml-ltg_Latn", + "languages": [ + "tam-Taml", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581581, + "recall": 0.637352, + "f1": 0.596968, + "accuracy": 0.637352, + "main_score": 0.596968, + "hf_subset": "tam_Taml-nso_Latn", + "languages": [ + "tam-Taml", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-tha_Thai", + "languages": [ + "tam-Taml", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-zho_Hans", + "languages": [ + "tam-Taml", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ast_Latn", + "languages": [ + "tam-Taml", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-crh_Latn", + "languages": [ + "tam-Taml", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-glg_Latn", + "languages": [ + "tam-Taml", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894763, + "recall": 0.926877, + "f1": 0.904941, + "accuracy": 0.926877, + "main_score": 0.904941, + "hf_subset": "tam_Taml-kas_Deva", + "languages": [ + "tam-Taml", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tam_Taml-ltz_Latn", + "languages": [ + "tam-Taml", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417687, + "recall": 0.490119, + "f1": 0.436922, + "accuracy": 0.490119, + "main_score": 0.436922, + "hf_subset": "tam_Taml-nus_Latn", + "languages": [ + "tam-Taml", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-slk_Latn", + "languages": [ + "tam-Taml", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621253, + "recall": 0.693676, + "f1": 0.64248, + "accuracy": 0.693676, + "main_score": 0.64248, + "hf_subset": "tam_Taml-tir_Ethi", + "languages": [ + "tam-Taml", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "tam_Taml-awa_Deva", + "languages": [ + "tam-Taml", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tam_Taml-cym_Latn", + "languages": [ + "tam-Taml", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808336, + "recall": 0.853755, + "f1": 0.822332, + "accuracy": 0.853755, + "main_score": 0.822332, + "hf_subset": "tam_Taml-grn_Latn", + "languages": [ + "tam-Taml", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-kat_Geor", + "languages": [ + "tam-Taml", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618249, + "recall": 0.675889, + "f1": 0.634709, + "accuracy": 0.675889, + "main_score": 0.634709, + "hf_subset": "tam_Taml-lua_Latn", + "languages": [ + "tam-Taml", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621526, + "recall": 0.683794, + "f1": 0.639009, + "accuracy": 0.683794, + "main_score": 0.639009, + "hf_subset": "tam_Taml-nya_Latn", + "languages": [ + "tam-Taml", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-slv_Latn", + "languages": [ + "tam-Taml", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935441, + "recall": 0.954545, + "f1": 0.941535, + "accuracy": 0.954545, + "main_score": 0.941535, + "hf_subset": "tam_Taml-tpi_Latn", + "languages": [ + "tam-Taml", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-zsm_Latn", + "languages": [ + "tam-Taml", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5251, + "recall": 0.590909, + "f1": 0.543504, + "accuracy": 0.590909, + "main_score": 0.543504, + "hf_subset": "tam_Taml-ayr_Latn", + "languages": [ + "tam-Taml", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-dan_Latn", + "languages": [ + "tam-Taml", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-kaz_Cyrl", + "languages": [ + "tam-Taml", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514453, + "recall": 0.578063, + "f1": 0.532136, + "accuracy": 0.578063, + "main_score": 0.532136, + "hf_subset": "tam_Taml-lug_Latn", + "languages": [ + "tam-Taml", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-oci_Latn", + "languages": [ + "tam-Taml", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806752, + "recall": 0.853755, + "f1": 0.820916, + "accuracy": 0.853755, + "main_score": 0.820916, + "hf_subset": "tam_Taml-smo_Latn", + "languages": [ + "tam-Taml", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524911, + "recall": 0.588933, + "f1": 0.542579, + "accuracy": 0.588933, + "main_score": 0.542579, + "hf_subset": "tam_Taml-tsn_Latn", + "languages": [ + "tam-Taml", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596394, + "recall": 0.658103, + "f1": 0.614166, + "accuracy": 0.658103, + "main_score": 0.614166, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917161, + "recall": 0.9417, + "f1": 0.925033, + "accuracy": 0.9417, + "main_score": 0.925033, + "hf_subset": "tam_Taml-azb_Arab", + "languages": [ + "tam-Taml", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "tam_Taml-hat_Latn", + "languages": [ + "tam-Taml", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462347, + "recall": 0.524704, + "f1": 0.479424, + "accuracy": 0.524704, + "main_score": 0.479424, + "hf_subset": "tam_Taml-kbp_Latn", + "languages": [ + "tam-Taml", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552496, + "recall": 0.609684, + "f1": 0.568184, + "accuracy": 0.609684, + "main_score": 0.568184, + "hf_subset": "tam_Taml-luo_Latn", + "languages": [ + "tam-Taml", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57351, + "recall": 0.633399, + "f1": 0.59063, + "accuracy": 0.633399, + "main_score": 0.59063, + "hf_subset": "tam_Taml-sna_Latn", + "languages": [ + "tam-Taml", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533, + "recall": 0.591897, + "f1": 0.548679, + "accuracy": 0.591897, + "main_score": 0.548679, + "hf_subset": "tam_Taml-tso_Latn", + "languages": [ + "tam-Taml", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tam_Taml-azj_Latn", + "languages": [ + "tam-Taml", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510647, + "recall": 0.581028, + "f1": 0.530504, + "accuracy": 0.581028, + "main_score": 0.530504, + "hf_subset": "tam_Taml-dik_Latn", + "languages": [ + "tam-Taml", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732082, + "recall": 0.790514, + "f1": 0.749308, + "accuracy": 0.790514, + "main_score": 0.749308, + "hf_subset": "tam_Taml-hau_Latn", + "languages": [ + "tam-Taml", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tam_Taml-kea_Latn", + "languages": [ + "tam-Taml", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717474, + "recall": 0.77668, + "f1": 0.734848, + "accuracy": 0.77668, + "main_score": 0.734848, + "hf_subset": "tam_Taml-lus_Latn", + "languages": [ + "tam-Taml", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856061, + "recall": 0.889328, + "f1": 0.866191, + "accuracy": 0.889328, + "main_score": 0.866191, + "hf_subset": "tam_Taml-pag_Latn", + "languages": [ + "tam-Taml", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "tam_Taml-tuk_Latn", + "languages": [ + "tam-Taml", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "tam_Taml-bak_Cyrl", + "languages": [ + "tam-Taml", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44419, + "recall": 0.52668, + "f1": 0.467685, + "accuracy": 0.52668, + "main_score": 0.467685, + "hf_subset": "tam_Taml-dyu_Latn", + "languages": [ + "tam-Taml", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tam_Taml-khk_Cyrl", + "languages": [ + "tam-Taml", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam_Taml-lvs_Latn", + "languages": [ + "tam-Taml", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694624, + "recall": 0.759881, + "f1": 0.714086, + "accuracy": 0.759881, + "main_score": 0.714086, + "hf_subset": "tam_Taml-som_Latn", + "languages": [ + "tam-Taml", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564406, + "recall": 0.621542, + "f1": 0.580934, + "accuracy": 0.621542, + "main_score": 0.580934, + "hf_subset": "tam_Taml-tum_Latn", + "languages": [ + "tam-Taml", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576798, + "recall": 0.646245, + "f1": 0.596799, + "accuracy": 0.646245, + "main_score": 0.596799, + "hf_subset": "vie_Latn-ace_Arab", + "languages": [ + "vie-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54437, + "recall": 0.603755, + "f1": 0.561284, + "accuracy": 0.603755, + "main_score": 0.561284, + "hf_subset": "vie_Latn-bam_Latn", + "languages": [ + "vie-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476495, + "recall": 0.552372, + "f1": 0.497048, + "accuracy": 0.552372, + "main_score": 0.497048, + "hf_subset": "vie_Latn-dzo_Tibt", + "languages": [ + "vie-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-khm_Khmr", + "languages": [ + "vie-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mag_Deva", + "languages": [ + "vie-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "vie_Latn-pap_Latn", + "languages": [ + "vie-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60262, + "recall": 0.662055, + "f1": 0.619462, + "accuracy": 0.662055, + "main_score": 0.619462, + "hf_subset": "vie_Latn-sot_Latn", + "languages": [ + "vie-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871492, + "recall": 0.907115, + "f1": 0.882562, + "accuracy": 0.907115, + "main_score": 0.882562, + "hf_subset": "vie_Latn-ace_Latn", + "languages": [ + "vie-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "vie_Latn-ban_Latn", + "languages": [ + "vie-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "vie_Latn-hne_Deva", + "languages": [ + "vie-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61678, + "recall": 0.672925, + "f1": 0.632597, + "accuracy": 0.672925, + "main_score": 0.632597, + "hf_subset": "vie_Latn-kik_Latn", + "languages": [ + "vie-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mai_Deva", + "languages": [ + "vie-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "vie_Latn-pbt_Arab", + "languages": [ + "vie-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616036, + "recall": 0.683794, + "f1": 0.634816, + "accuracy": 0.683794, + "main_score": 0.634816, + "hf_subset": "vie_Latn-twi_Latn", + "languages": [ + "vie-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-acm_Arab", + "languages": [ + "vie-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bel_Cyrl", + "languages": [ + "vie-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-hrv_Latn", + "languages": [ + "vie-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57759, + "recall": 0.637352, + "f1": 0.594704, + "accuracy": 0.637352, + "main_score": 0.594704, + "hf_subset": "vie_Latn-kin_Latn", + "languages": [ + "vie-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-mal_Mlym", + "languages": [ + "vie-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-pes_Arab", + "languages": [ + "vie-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-srd_Latn", + "languages": [ + "vie-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185988, + "recall": 0.242095, + "f1": 0.19987, + "accuracy": 0.242095, + "main_score": 0.19987, + "hf_subset": "vie_Latn-tzm_Tfng", + "languages": [ + "vie-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-acq_Arab", + "languages": [ + "vie-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642622, + "recall": 0.692688, + "f1": 0.656819, + "accuracy": 0.692688, + "main_score": 0.656819, + "hf_subset": "vie_Latn-bem_Latn", + "languages": [ + "vie-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-epo_Latn", + "languages": [ + "vie-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-kir_Cyrl", + "languages": [ + "vie-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mar_Deva", + "languages": [ + "vie-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678096, + "recall": 0.738142, + "f1": 0.695591, + "accuracy": 0.738142, + "main_score": 0.695591, + "hf_subset": "vie_Latn-plt_Latn", + "languages": [ + "vie-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-srp_Cyrl", + "languages": [ + "vie-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "vie_Latn-uig_Arab", + "languages": [ + "vie-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-aeb_Arab", + "languages": [ + "vie-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-est_Latn", + "languages": [ + "vie-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-hye_Armn", + "languages": [ + "vie-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553204, + "recall": 0.604743, + "f1": 0.568462, + "accuracy": 0.604743, + "main_score": 0.568462, + "hf_subset": "vie_Latn-kmb_Latn", + "languages": [ + "vie-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507169, + "recall": 0.581028, + "f1": 0.527359, + "accuracy": 0.581028, + "main_score": 0.527359, + "hf_subset": "vie_Latn-min_Arab", + "languages": [ + "vie-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568857, + "recall": 0.637352, + "f1": 0.58882, + "accuracy": 0.637352, + "main_score": 0.58882, + "hf_subset": "vie_Latn-ssw_Latn", + "languages": [ + "vie-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ukr_Cyrl", + "languages": [ + "vie-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-afr_Latn", + "languages": [ + "vie-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bho_Deva", + "languages": [ + "vie-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-eus_Latn", + "languages": [ + "vie-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588505, + "recall": 0.650198, + "f1": 0.605096, + "accuracy": 0.650198, + "main_score": 0.605096, + "hf_subset": "vie_Latn-ibo_Latn", + "languages": [ + "vie-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889246, + "recall": 0.920949, + "f1": 0.89944, + "accuracy": 0.920949, + "main_score": 0.89944, + "hf_subset": "vie_Latn-kmr_Latn", + "languages": [ + "vie-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-min_Latn", + "languages": [ + "vie-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-sun_Latn", + "languages": [ + "vie-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520489, + "recall": 0.581028, + "f1": 0.538247, + "accuracy": 0.581028, + "main_score": 0.538247, + "hf_subset": "vie_Latn-umb_Latn", + "languages": [ + "vie-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ajp_Arab", + "languages": [ + "vie-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536532, + "recall": 0.597826, + "f1": 0.553776, + "accuracy": 0.597826, + "main_score": 0.553776, + "hf_subset": "vie_Latn-bjn_Arab", + "languages": [ + "vie-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532186, + "recall": 0.590909, + "f1": 0.548824, + "accuracy": 0.590909, + "main_score": 0.548824, + "hf_subset": "vie_Latn-ewe_Latn", + "languages": [ + "vie-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "vie_Latn-ilo_Latn", + "languages": [ + "vie-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316782, + "recall": 0.375494, + "f1": 0.332932, + "accuracy": 0.375494, + "main_score": 0.332932, + "hf_subset": "vie_Latn-knc_Arab", + "languages": [ + "vie-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-mkd_Cyrl", + "languages": [ + "vie-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-prs_Arab", + "languages": [ + "vie-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-urd_Arab", + "languages": [ + "vie-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602581, + "recall": 0.66502, + "f1": 0.620262, + "accuracy": 0.66502, + "main_score": 0.620262, + "hf_subset": "vie_Latn-aka_Latn", + "languages": [ + "vie-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "vie_Latn-bjn_Latn", + "languages": [ + "vie-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "vie_Latn-fao_Latn", + "languages": [ + "vie-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596849, + "recall": 0.649209, + "f1": 0.612286, + "accuracy": 0.649209, + "main_score": 0.612286, + "hf_subset": "vie_Latn-knc_Latn", + "languages": [ + "vie-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "vie_Latn-mlt_Latn", + "languages": [ + "vie-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714223, + "recall": 0.774704, + "f1": 0.731774, + "accuracy": 0.774704, + "main_score": 0.731774, + "hf_subset": "vie_Latn-quy_Latn", + "languages": [ + "vie-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "vie_Latn-swh_Latn", + "languages": [ + "vie-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-uzn_Latn", + "languages": [ + "vie-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-als_Latn", + "languages": [ + "vie-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665333, + "recall": 0.744071, + "f1": 0.689032, + "accuracy": 0.744071, + "main_score": 0.689032, + "hf_subset": "vie_Latn-bod_Tibt", + "languages": [ + "vie-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717172, + "recall": 0.774704, + "f1": 0.734063, + "accuracy": 0.774704, + "main_score": 0.734063, + "hf_subset": "vie_Latn-fij_Latn", + "languages": [ + "vie-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "vie_Latn-isl_Latn", + "languages": [ + "vie-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67281, + "recall": 0.724308, + "f1": 0.688407, + "accuracy": 0.724308, + "main_score": 0.688407, + "hf_subset": "vie_Latn-kon_Latn", + "languages": [ + "vie-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66418, + "recall": 0.73419, + "f1": 0.684472, + "accuracy": 0.73419, + "main_score": 0.684472, + "hf_subset": "vie_Latn-mni_Beng", + "languages": [ + "vie-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ron_Latn", + "languages": [ + "vie-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "vie_Latn-szl_Latn", + "languages": [ + "vie-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-vec_Latn", + "languages": [ + "vie-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95084, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "vie_Latn-amh_Ethi", + "languages": [ + "vie-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bos_Latn", + "languages": [ + "vie-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ita_Latn", + "languages": [ + "vie-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560961, + "recall": 0.620553, + "f1": 0.577532, + "accuracy": 0.620553, + "main_score": 0.577532, + "hf_subset": "vie_Latn-mos_Latn", + "languages": [ + "vie-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567955, + "recall": 0.623518, + "f1": 0.583731, + "accuracy": 0.623518, + "main_score": 0.583731, + "hf_subset": "vie_Latn-run_Latn", + "languages": [ + "vie-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-apc_Arab", + "languages": [ + "vie-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809124, + "recall": 0.856719, + "f1": 0.823504, + "accuracy": 0.856719, + "main_score": 0.823504, + "hf_subset": "vie_Latn-bug_Latn", + "languages": [ + "vie-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486411, + "recall": 0.539526, + "f1": 0.49998, + "accuracy": 0.539526, + "main_score": 0.49998, + "hf_subset": "vie_Latn-fon_Latn", + "languages": [ + "vie-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-jav_Latn", + "languages": [ + "vie-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-lao_Laoo", + "languages": [ + "vie-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88307, + "recall": 0.91502, + "f1": 0.893281, + "accuracy": 0.91502, + "main_score": 0.893281, + "hf_subset": "vie_Latn-mri_Latn", + "languages": [ + "vie-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544968, + "recall": 0.610672, + "f1": 0.563472, + "accuracy": 0.610672, + "main_score": 0.563472, + "hf_subset": "vie_Latn-taq_Latn", + "languages": [ + "vie-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-war_Latn", + "languages": [ + "vie-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-bul_Cyrl", + "languages": [ + "vie-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-lij_Latn", + "languages": [ + "vie-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "vie_Latn-mya_Mymr", + "languages": [ + "vie-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618432, + "recall": 0.683794, + "f1": 0.636866, + "accuracy": 0.683794, + "main_score": 0.636866, + "hf_subset": "vie_Latn-sag_Latn", + "languages": [ + "vie-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197772, + "recall": 0.257905, + "f1": 0.211611, + "accuracy": 0.257905, + "main_score": 0.211611, + "hf_subset": "vie_Latn-taq_Tfng", + "languages": [ + "vie-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639858, + "recall": 0.703557, + "f1": 0.658256, + "accuracy": 0.703557, + "main_score": 0.658256, + "hf_subset": "vie_Latn-wol_Latn", + "languages": [ + "vie-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813027, + "recall": 0.862648, + "f1": 0.828247, + "accuracy": 0.862648, + "main_score": 0.828247, + "hf_subset": "vie_Latn-arb_Latn", + "languages": [ + "vie-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-cat_Latn", + "languages": [ + "vie-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "vie_Latn-fur_Latn", + "languages": [ + "vie-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430164, + "recall": 0.487154, + "f1": 0.445938, + "accuracy": 0.487154, + "main_score": 0.445938, + "hf_subset": "vie_Latn-kab_Latn", + "languages": [ + "vie-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "vie_Latn-lim_Latn", + "languages": [ + "vie-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "vie_Latn-san_Deva", + "languages": [ + "vie-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-tat_Cyrl", + "languages": [ + "vie-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67929, + "recall": 0.737154, + "f1": 0.696187, + "accuracy": 0.737154, + "main_score": 0.696187, + "hf_subset": "vie_Latn-xho_Latn", + "languages": [ + "vie-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ars_Arab", + "languages": [ + "vie-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ceb_Latn", + "languages": [ + "vie-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559106, + "recall": 0.62253, + "f1": 0.577054, + "accuracy": 0.62253, + "main_score": 0.577054, + "hf_subset": "vie_Latn-fuv_Latn", + "languages": [ + "vie-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514617, + "recall": 0.583004, + "f1": 0.533301, + "accuracy": 0.583004, + "main_score": 0.533301, + "hf_subset": "vie_Latn-kac_Latn", + "languages": [ + "vie-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674078, + "recall": 0.732213, + "f1": 0.691591, + "accuracy": 0.732213, + "main_score": 0.691591, + "hf_subset": "vie_Latn-lin_Latn", + "languages": [ + "vie-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-nno_Latn", + "languages": [ + "vie-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.246897, + "recall": 0.326087, + "f1": 0.268128, + "accuracy": 0.326087, + "main_score": 0.268128, + "hf_subset": "vie_Latn-sat_Olck", + "languages": [ + "vie-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-tel_Telu", + "languages": [ + "vie-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "vie_Latn-ydd_Hebr", + "languages": [ + "vie-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "vie_Latn-ary_Arab", + "languages": [ + "vie-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ces_Latn", + "languages": [ + "vie-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591702, + "recall": 0.65415, + "f1": 0.60942, + "accuracy": 0.65415, + "main_score": 0.60942, + "hf_subset": "vie_Latn-gaz_Latn", + "languages": [ + "vie-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597032, + "recall": 0.663043, + "f1": 0.616041, + "accuracy": 0.663043, + "main_score": 0.616041, + "hf_subset": "vie_Latn-kam_Latn", + "languages": [ + "vie-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-nob_Latn", + "languages": [ + "vie-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "vie_Latn-scn_Latn", + "languages": [ + "vie-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "vie_Latn-tgk_Cyrl", + "languages": [ + "vie-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71554, + "recall": 0.783597, + "f1": 0.736018, + "accuracy": 0.783597, + "main_score": 0.736018, + "hf_subset": "vie_Latn-yor_Latn", + "languages": [ + "vie-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-arz_Arab", + "languages": [ + "vie-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577859, + "recall": 0.637352, + "f1": 0.5952, + "accuracy": 0.637352, + "main_score": 0.5952, + "hf_subset": "vie_Latn-cjk_Latn", + "languages": [ + "vie-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801005, + "recall": 0.852767, + "f1": 0.817048, + "accuracy": 0.852767, + "main_score": 0.817048, + "hf_subset": "vie_Latn-gla_Latn", + "languages": [ + "vie-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-kan_Knda", + "languages": [ + "vie-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "vie_Latn-lmo_Latn", + "languages": [ + "vie-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "vie_Latn-npi_Deva", + "languages": [ + "vie-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489151, + "recall": 0.555336, + "f1": 0.506967, + "accuracy": 0.555336, + "main_score": 0.506967, + "hf_subset": "vie_Latn-shn_Mymr", + "languages": [ + "vie-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-tgl_Latn", + "languages": [ + "vie-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "vie_Latn-asm_Beng", + "languages": [ + "vie-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "vie_Latn-ckb_Arab", + "languages": [ + "vie-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889246, + "recall": 0.91996, + "f1": 0.898946, + "accuracy": 0.91996, + "main_score": 0.898946, + "hf_subset": "vie_Latn-gle_Latn", + "languages": [ + "vie-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "vie_Latn-kas_Arab", + "languages": [ + "vie-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943676, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "vie_Latn-ltg_Latn", + "languages": [ + "vie-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623815, + "recall": 0.676877, + "f1": 0.639053, + "accuracy": 0.676877, + "main_score": 0.639053, + "hf_subset": "vie_Latn-nso_Latn", + "languages": [ + "vie-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "vie_Latn-sin_Sinh", + "languages": [ + "vie-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-tha_Thai", + "languages": [ + "vie-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ast_Latn", + "languages": [ + "vie-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-crh_Latn", + "languages": [ + "vie-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-glg_Latn", + "languages": [ + "vie-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903574, + "recall": 0.931818, + "f1": 0.912451, + "accuracy": 0.931818, + "main_score": 0.912451, + "hf_subset": "vie_Latn-kas_Deva", + "languages": [ + "vie-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "vie_Latn-ltz_Latn", + "languages": [ + "vie-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467942, + "recall": 0.536561, + "f1": 0.486247, + "accuracy": 0.536561, + "main_score": 0.486247, + "hf_subset": "vie_Latn-nus_Latn", + "languages": [ + "vie-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-slk_Latn", + "languages": [ + "vie-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627067, + "recall": 0.697628, + "f1": 0.647721, + "accuracy": 0.697628, + "main_score": 0.647721, + "hf_subset": "vie_Latn-tir_Ethi", + "languages": [ + "vie-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988389, + "recall": 0.991107, + "f1": 0.989196, + "accuracy": 0.991107, + "main_score": 0.989196, + "hf_subset": "vie_Latn-awa_Deva", + "languages": [ + "vie-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "vie_Latn-cym_Latn", + "languages": [ + "vie-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843791, + "recall": 0.883399, + "f1": 0.856094, + "accuracy": 0.883399, + "main_score": 0.856094, + "hf_subset": "vie_Latn-grn_Latn", + "languages": [ + "vie-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-kat_Geor", + "languages": [ + "vie-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65992, + "recall": 0.712451, + "f1": 0.674873, + "accuracy": 0.712451, + "main_score": 0.674873, + "hf_subset": "vie_Latn-lua_Latn", + "languages": [ + "vie-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648099, + "recall": 0.709486, + "f1": 0.666241, + "accuracy": 0.709486, + "main_score": 0.666241, + "hf_subset": "vie_Latn-nya_Latn", + "languages": [ + "vie-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-slv_Latn", + "languages": [ + "vie-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "vie_Latn-tpi_Latn", + "languages": [ + "vie-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-zsm_Latn", + "languages": [ + "vie-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550671, + "recall": 0.61166, + "f1": 0.567443, + "accuracy": 0.61166, + "main_score": 0.567443, + "hf_subset": "vie_Latn-ayr_Latn", + "languages": [ + "vie-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-dan_Latn", + "languages": [ + "vie-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-guj_Gujr", + "languages": [ + "vie-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-kaz_Cyrl", + "languages": [ + "vie-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548472, + "recall": 0.615613, + "f1": 0.567064, + "accuracy": 0.615613, + "main_score": 0.567064, + "hf_subset": "vie_Latn-lug_Latn", + "languages": [ + "vie-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-oci_Latn", + "languages": [ + "vie-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835293, + "recall": 0.878458, + "f1": 0.848518, + "accuracy": 0.878458, + "main_score": 0.848518, + "hf_subset": "vie_Latn-smo_Latn", + "languages": [ + "vie-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562324, + "recall": 0.62253, + "f1": 0.579087, + "accuracy": 0.62253, + "main_score": 0.579087, + "hf_subset": "vie_Latn-tsn_Latn", + "languages": [ + "vie-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624711, + "recall": 0.690711, + "f1": 0.643812, + "accuracy": 0.690711, + "main_score": 0.643812, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93083, + "recall": 0.951581, + "f1": 0.937582, + "accuracy": 0.951581, + "main_score": 0.937582, + "hf_subset": "vie_Latn-azb_Arab", + "languages": [ + "vie-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "vie_Latn-hat_Latn", + "languages": [ + "vie-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504702, + "recall": 0.564229, + "f1": 0.521582, + "accuracy": 0.564229, + "main_score": 0.521582, + "hf_subset": "vie_Latn-kbp_Latn", + "languages": [ + "vie-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580539, + "recall": 0.641304, + "f1": 0.59731, + "accuracy": 0.641304, + "main_score": 0.59731, + "hf_subset": "vie_Latn-luo_Latn", + "languages": [ + "vie-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-ory_Orya", + "languages": [ + "vie-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605197, + "recall": 0.664032, + "f1": 0.622551, + "accuracy": 0.664032, + "main_score": 0.622551, + "hf_subset": "vie_Latn-sna_Latn", + "languages": [ + "vie-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568611, + "recall": 0.620553, + "f1": 0.583038, + "accuracy": 0.620553, + "main_score": 0.583038, + "hf_subset": "vie_Latn-tso_Latn", + "languages": [ + "vie-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-azj_Latn", + "languages": [ + "vie-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550289, + "recall": 0.613636, + "f1": 0.568666, + "accuracy": 0.613636, + "main_score": 0.568666, + "hf_subset": "vie_Latn-dik_Latn", + "languages": [ + "vie-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.76143, + "recall": 0.814229, + "f1": 0.777193, + "accuracy": 0.814229, + "main_score": 0.777193, + "hf_subset": "vie_Latn-hau_Latn", + "languages": [ + "vie-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-kea_Latn", + "languages": [ + "vie-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765102, + "recall": 0.813241, + "f1": 0.779677, + "accuracy": 0.813241, + "main_score": 0.779677, + "hf_subset": "vie_Latn-lus_Latn", + "languages": [ + "vie-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879611, + "recall": 0.909091, + "f1": 0.888768, + "accuracy": 0.909091, + "main_score": 0.888768, + "hf_subset": "vie_Latn-pag_Latn", + "languages": [ + "vie-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "vie_Latn-snd_Arab", + "languages": [ + "vie-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "vie_Latn-tuk_Latn", + "languages": [ + "vie-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "vie_Latn-bak_Cyrl", + "languages": [ + "vie-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494977, + "recall": 0.570158, + "f1": 0.516768, + "accuracy": 0.570158, + "main_score": 0.516768, + "hf_subset": "vie_Latn-dyu_Latn", + "languages": [ + "vie-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "vie_Latn-khk_Cyrl", + "languages": [ + "vie-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-lvs_Latn", + "languages": [ + "vie-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "vie_Latn-pan_Guru", + "languages": [ + "vie-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71376, + "recall": 0.774704, + "f1": 0.732108, + "accuracy": 0.774704, + "main_score": 0.732108, + "hf_subset": "vie_Latn-som_Latn", + "languages": [ + "vie-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613661, + "recall": 0.666996, + "f1": 0.629356, + "accuracy": 0.666996, + "main_score": 0.629356, + "hf_subset": "vie_Latn-tum_Latn", + "languages": [ + "vie-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560246, + "recall": 0.630435, + "f1": 0.580466, + "accuracy": 0.630435, + "main_score": 0.580466, + "hf_subset": "apc_Arab-ace_Arab", + "languages": [ + "apc-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524106, + "recall": 0.587945, + "f1": 0.541641, + "accuracy": 0.587945, + "main_score": 0.541641, + "hf_subset": "apc_Arab-bam_Latn", + "languages": [ + "apc-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419466, + "recall": 0.501976, + "f1": 0.44169, + "accuracy": 0.501976, + "main_score": 0.44169, + "hf_subset": "apc_Arab-dzo_Tibt", + "languages": [ + "apc-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-hin_Deva", + "languages": [ + "apc-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-khm_Khmr", + "languages": [ + "apc-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-mag_Deva", + "languages": [ + "apc-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "apc_Arab-pap_Latn", + "languages": [ + "apc-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581896, + "recall": 0.644269, + "f1": 0.599686, + "accuracy": 0.644269, + "main_score": 0.599686, + "hf_subset": "apc_Arab-sot_Latn", + "languages": [ + "apc-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-tur_Latn", + "languages": [ + "apc-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864354, + "recall": 0.901186, + "f1": 0.875972, + "accuracy": 0.901186, + "main_score": 0.875972, + "hf_subset": "apc_Arab-ace_Latn", + "languages": [ + "apc-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.97332, + "f1": 0.966238, + "accuracy": 0.97332, + "main_score": 0.966238, + "hf_subset": "apc_Arab-ban_Latn", + "languages": [ + "apc-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ell_Grek", + "languages": [ + "apc-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "apc_Arab-hne_Deva", + "languages": [ + "apc-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606506, + "recall": 0.659091, + "f1": 0.621552, + "accuracy": 0.659091, + "main_score": 0.621552, + "hf_subset": "apc_Arab-kik_Latn", + "languages": [ + "apc-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-mai_Deva", + "languages": [ + "apc-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "apc_Arab-pbt_Arab", + "languages": [ + "apc-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-spa_Latn", + "languages": [ + "apc-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604762, + "recall": 0.666996, + "f1": 0.622175, + "accuracy": 0.666996, + "main_score": 0.622175, + "hf_subset": "apc_Arab-twi_Latn", + "languages": [ + "apc-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-acm_Arab", + "languages": [ + "apc-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-bel_Cyrl", + "languages": [ + "apc-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-hrv_Latn", + "languages": [ + "apc-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555215, + "recall": 0.614625, + "f1": 0.571644, + "accuracy": 0.614625, + "main_score": 0.571644, + "hf_subset": "apc_Arab-kin_Latn", + "languages": [ + "apc-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-mal_Mlym", + "languages": [ + "apc-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-pes_Arab", + "languages": [ + "apc-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-srd_Latn", + "languages": [ + "apc-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183807, + "recall": 0.232213, + "f1": 0.195718, + "accuracy": 0.232213, + "main_score": 0.195718, + "hf_subset": "apc_Arab-tzm_Tfng", + "languages": [ + "apc-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-acq_Arab", + "languages": [ + "apc-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630542, + "recall": 0.679842, + "f1": 0.644701, + "accuracy": 0.679842, + "main_score": 0.644701, + "hf_subset": "apc_Arab-bem_Latn", + "languages": [ + "apc-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-epo_Latn", + "languages": [ + "apc-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-hun_Latn", + "languages": [ + "apc-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "apc_Arab-kir_Cyrl", + "languages": [ + "apc-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-mar_Deva", + "languages": [ + "apc-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656439, + "recall": 0.716403, + "f1": 0.674374, + "accuracy": 0.716403, + "main_score": 0.674374, + "hf_subset": "apc_Arab-plt_Latn", + "languages": [ + "apc-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-srp_Cyrl", + "languages": [ + "apc-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "apc_Arab-uig_Arab", + "languages": [ + "apc-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-aeb_Arab", + "languages": [ + "apc-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ben_Beng", + "languages": [ + "apc-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-est_Latn", + "languages": [ + "apc-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-hye_Armn", + "languages": [ + "apc-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539914, + "recall": 0.589921, + "f1": 0.554021, + "accuracy": 0.589921, + "main_score": 0.554021, + "hf_subset": "apc_Arab-kmb_Latn", + "languages": [ + "apc-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48956, + "recall": 0.565217, + "f1": 0.509685, + "accuracy": 0.565217, + "main_score": 0.509685, + "hf_subset": "apc_Arab-min_Arab", + "languages": [ + "apc-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-pol_Latn", + "languages": [ + "apc-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56158, + "recall": 0.62253, + "f1": 0.579776, + "accuracy": 0.62253, + "main_score": 0.579776, + "hf_subset": "apc_Arab-ssw_Latn", + "languages": [ + "apc-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ukr_Cyrl", + "languages": [ + "apc-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-afr_Latn", + "languages": [ + "apc-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-bho_Deva", + "languages": [ + "apc-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-eus_Latn", + "languages": [ + "apc-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564638, + "recall": 0.630435, + "f1": 0.582599, + "accuracy": 0.630435, + "main_score": 0.582599, + "hf_subset": "apc_Arab-ibo_Latn", + "languages": [ + "apc-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886199, + "recall": 0.918972, + "f1": 0.896574, + "accuracy": 0.918972, + "main_score": 0.896574, + "hf_subset": "apc_Arab-kmr_Latn", + "languages": [ + "apc-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-min_Latn", + "languages": [ + "apc-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-por_Latn", + "languages": [ + "apc-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "apc_Arab-sun_Latn", + "languages": [ + "apc-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509009, + "recall": 0.56917, + "f1": 0.526896, + "accuracy": 0.56917, + "main_score": 0.526896, + "hf_subset": "apc_Arab-umb_Latn", + "languages": [ + "apc-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ajp_Arab", + "languages": [ + "apc-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5367, + "recall": 0.603755, + "f1": 0.555414, + "accuracy": 0.603755, + "main_score": 0.555414, + "hf_subset": "apc_Arab-bjn_Arab", + "languages": [ + "apc-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511958, + "recall": 0.567194, + "f1": 0.527447, + "accuracy": 0.567194, + "main_score": 0.527447, + "hf_subset": "apc_Arab-ewe_Latn", + "languages": [ + "apc-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.963439, + "f1": 0.952866, + "accuracy": 0.963439, + "main_score": 0.952866, + "hf_subset": "apc_Arab-ilo_Latn", + "languages": [ + "apc-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319063, + "recall": 0.37747, + "f1": 0.334956, + "accuracy": 0.37747, + "main_score": 0.334956, + "hf_subset": "apc_Arab-knc_Arab", + "languages": [ + "apc-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-mkd_Cyrl", + "languages": [ + "apc-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-prs_Arab", + "languages": [ + "apc-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-swe_Latn", + "languages": [ + "apc-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-urd_Arab", + "languages": [ + "apc-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585137, + "recall": 0.646245, + "f1": 0.602281, + "accuracy": 0.646245, + "main_score": 0.602281, + "hf_subset": "apc_Arab-aka_Latn", + "languages": [ + "apc-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "apc_Arab-bjn_Latn", + "languages": [ + "apc-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "apc_Arab-fao_Latn", + "languages": [ + "apc-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ind_Latn", + "languages": [ + "apc-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591851, + "recall": 0.644269, + "f1": 0.6069, + "accuracy": 0.644269, + "main_score": 0.6069, + "hf_subset": "apc_Arab-knc_Latn", + "languages": [ + "apc-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-mlt_Latn", + "languages": [ + "apc-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709002, + "recall": 0.770751, + "f1": 0.727254, + "accuracy": 0.770751, + "main_score": 0.727254, + "hf_subset": "apc_Arab-quy_Latn", + "languages": [ + "apc-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "apc_Arab-swh_Latn", + "languages": [ + "apc-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-uzn_Latn", + "languages": [ + "apc-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-als_Latn", + "languages": [ + "apc-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644845, + "recall": 0.721344, + "f1": 0.667292, + "accuracy": 0.721344, + "main_score": 0.667292, + "hf_subset": "apc_Arab-bod_Tibt", + "languages": [ + "apc-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68342, + "recall": 0.743083, + "f1": 0.701103, + "accuracy": 0.743083, + "main_score": 0.701103, + "hf_subset": "apc_Arab-fij_Latn", + "languages": [ + "apc-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "apc_Arab-isl_Latn", + "languages": [ + "apc-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655978, + "recall": 0.712451, + "f1": 0.672859, + "accuracy": 0.712451, + "main_score": 0.672859, + "hf_subset": "apc_Arab-kon_Latn", + "languages": [ + "apc-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640851, + "recall": 0.710474, + "f1": 0.660977, + "accuracy": 0.710474, + "main_score": 0.660977, + "hf_subset": "apc_Arab-mni_Beng", + "languages": [ + "apc-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ron_Latn", + "languages": [ + "apc-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "apc_Arab-szl_Latn", + "languages": [ + "apc-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-vec_Latn", + "languages": [ + "apc-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "apc_Arab-amh_Ethi", + "languages": [ + "apc-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-bos_Latn", + "languages": [ + "apc-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-fin_Latn", + "languages": [ + "apc-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ita_Latn", + "languages": [ + "apc-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-kor_Hang", + "languages": [ + "apc-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545987, + "recall": 0.604743, + "f1": 0.562434, + "accuracy": 0.604743, + "main_score": 0.562434, + "hf_subset": "apc_Arab-mos_Latn", + "languages": [ + "apc-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547688, + "recall": 0.607708, + "f1": 0.564519, + "accuracy": 0.607708, + "main_score": 0.564519, + "hf_subset": "apc_Arab-run_Latn", + "languages": [ + "apc-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-tam_Taml", + "languages": [ + "apc-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-vie_Latn", + "languages": [ + "apc-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803146, + "recall": 0.846838, + "f1": 0.816206, + "accuracy": 0.846838, + "main_score": 0.816206, + "hf_subset": "apc_Arab-bug_Latn", + "languages": [ + "apc-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465603, + "recall": 0.52668, + "f1": 0.481659, + "accuracy": 0.52668, + "main_score": 0.481659, + "hf_subset": "apc_Arab-fon_Latn", + "languages": [ + "apc-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-jav_Latn", + "languages": [ + "apc-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-lao_Laoo", + "languages": [ + "apc-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860648, + "recall": 0.899209, + "f1": 0.872941, + "accuracy": 0.899209, + "main_score": 0.872941, + "hf_subset": "apc_Arab-mri_Latn", + "languages": [ + "apc-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-rus_Cyrl", + "languages": [ + "apc-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540794, + "recall": 0.599802, + "f1": 0.557397, + "accuracy": 0.599802, + "main_score": 0.557397, + "hf_subset": "apc_Arab-taq_Latn", + "languages": [ + "apc-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "apc_Arab-war_Latn", + "languages": [ + "apc-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-arb_Arab", + "languages": [ + "apc-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-bul_Cyrl", + "languages": [ + "apc-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-fra_Latn", + "languages": [ + "apc-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-jpn_Jpan", + "languages": [ + "apc-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-lij_Latn", + "languages": [ + "apc-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "apc_Arab-mya_Mymr", + "languages": [ + "apc-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586884, + "recall": 0.653162, + "f1": 0.60567, + "accuracy": 0.653162, + "main_score": 0.60567, + "hf_subset": "apc_Arab-sag_Latn", + "languages": [ + "apc-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200217, + "recall": 0.262846, + "f1": 0.214194, + "accuracy": 0.262846, + "main_score": 0.214194, + "hf_subset": "apc_Arab-taq_Tfng", + "languages": [ + "apc-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617428, + "recall": 0.683794, + "f1": 0.636611, + "accuracy": 0.683794, + "main_score": 0.636611, + "hf_subset": "apc_Arab-wol_Latn", + "languages": [ + "apc-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86693, + "recall": 0.905138, + "f1": 0.87859, + "accuracy": 0.905138, + "main_score": 0.87859, + "hf_subset": "apc_Arab-arb_Latn", + "languages": [ + "apc-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-cat_Latn", + "languages": [ + "apc-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "apc_Arab-fur_Latn", + "languages": [ + "apc-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427844, + "recall": 0.481225, + "f1": 0.44158, + "accuracy": 0.481225, + "main_score": 0.44158, + "hf_subset": "apc_Arab-kab_Latn", + "languages": [ + "apc-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "apc_Arab-lim_Latn", + "languages": [ + "apc-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-nld_Latn", + "languages": [ + "apc-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "apc_Arab-san_Deva", + "languages": [ + "apc-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-tat_Cyrl", + "languages": [ + "apc-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667252, + "recall": 0.726285, + "f1": 0.684503, + "accuracy": 0.726285, + "main_score": 0.684503, + "hf_subset": "apc_Arab-xho_Latn", + "languages": [ + "apc-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ars_Arab", + "languages": [ + "apc-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-ceb_Latn", + "languages": [ + "apc-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56609, + "recall": 0.628458, + "f1": 0.583839, + "accuracy": 0.628458, + "main_score": 0.583839, + "hf_subset": "apc_Arab-fuv_Latn", + "languages": [ + "apc-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496898, + "recall": 0.565217, + "f1": 0.515852, + "accuracy": 0.565217, + "main_score": 0.515852, + "hf_subset": "apc_Arab-kac_Latn", + "languages": [ + "apc-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658227, + "recall": 0.714427, + "f1": 0.674725, + "accuracy": 0.714427, + "main_score": 0.674725, + "hf_subset": "apc_Arab-lin_Latn", + "languages": [ + "apc-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-nno_Latn", + "languages": [ + "apc-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227688, + "recall": 0.304348, + "f1": 0.248149, + "accuracy": 0.304348, + "main_score": 0.248149, + "hf_subset": "apc_Arab-sat_Olck", + "languages": [ + "apc-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-tel_Telu", + "languages": [ + "apc-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "apc_Arab-ydd_Hebr", + "languages": [ + "apc-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "apc_Arab-ary_Arab", + "languages": [ + "apc-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-ces_Latn", + "languages": [ + "apc-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563646, + "recall": 0.626482, + "f1": 0.582493, + "accuracy": 0.626482, + "main_score": 0.582493, + "hf_subset": "apc_Arab-gaz_Latn", + "languages": [ + "apc-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5918, + "recall": 0.651186, + "f1": 0.609181, + "accuracy": 0.651186, + "main_score": 0.609181, + "hf_subset": "apc_Arab-kam_Latn", + "languages": [ + "apc-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "apc_Arab-lit_Latn", + "languages": [ + "apc-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-nob_Latn", + "languages": [ + "apc-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "apc_Arab-scn_Latn", + "languages": [ + "apc-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "apc_Arab-tgk_Cyrl", + "languages": [ + "apc-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700165, + "recall": 0.76581, + "f1": 0.719899, + "accuracy": 0.76581, + "main_score": 0.719899, + "hf_subset": "apc_Arab-yor_Latn", + "languages": [ + "apc-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-arz_Arab", + "languages": [ + "apc-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567721, + "recall": 0.630435, + "f1": 0.585922, + "accuracy": 0.630435, + "main_score": 0.585922, + "hf_subset": "apc_Arab-cjk_Latn", + "languages": [ + "apc-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766502, + "recall": 0.822134, + "f1": 0.783169, + "accuracy": 0.822134, + "main_score": 0.783169, + "hf_subset": "apc_Arab-gla_Latn", + "languages": [ + "apc-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-kan_Knda", + "languages": [ + "apc-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "apc_Arab-lmo_Latn", + "languages": [ + "apc-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "apc_Arab-npi_Deva", + "languages": [ + "apc-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470545, + "recall": 0.530632, + "f1": 0.487002, + "accuracy": 0.530632, + "main_score": 0.487002, + "hf_subset": "apc_Arab-shn_Mymr", + "languages": [ + "apc-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-tgl_Latn", + "languages": [ + "apc-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-yue_Hant", + "languages": [ + "apc-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-asm_Beng", + "languages": [ + "apc-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "apc_Arab-ckb_Arab", + "languages": [ + "apc-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882938, + "recall": 0.914032, + "f1": 0.892787, + "accuracy": 0.914032, + "main_score": 0.892787, + "hf_subset": "apc_Arab-gle_Latn", + "languages": [ + "apc-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966897, + "accuracy": 0.974308, + "main_score": 0.966897, + "hf_subset": "apc_Arab-kas_Arab", + "languages": [ + "apc-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "apc_Arab-ltg_Latn", + "languages": [ + "apc-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60632, + "recall": 0.664032, + "f1": 0.622653, + "accuracy": 0.664032, + "main_score": 0.622653, + "hf_subset": "apc_Arab-nso_Latn", + "languages": [ + "apc-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "apc_Arab-sin_Sinh", + "languages": [ + "apc-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-tha_Thai", + "languages": [ + "apc-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-zho_Hans", + "languages": [ + "apc-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ast_Latn", + "languages": [ + "apc-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "apc_Arab-crh_Latn", + "languages": [ + "apc-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-glg_Latn", + "languages": [ + "apc-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889987, + "recall": 0.923913, + "f1": 0.901021, + "accuracy": 0.923913, + "main_score": 0.901021, + "hf_subset": "apc_Arab-kas_Deva", + "languages": [ + "apc-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "apc_Arab-ltz_Latn", + "languages": [ + "apc-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448419, + "recall": 0.516798, + "f1": 0.466562, + "accuracy": 0.516798, + "main_score": 0.466562, + "hf_subset": "apc_Arab-nus_Latn", + "languages": [ + "apc-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-slk_Latn", + "languages": [ + "apc-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636281, + "recall": 0.704545, + "f1": 0.656541, + "accuracy": 0.704545, + "main_score": 0.656541, + "hf_subset": "apc_Arab-tir_Ethi", + "languages": [ + "apc-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-zho_Hant", + "languages": [ + "apc-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.990119, + "f1": 0.988307, + "accuracy": 0.990119, + "main_score": 0.988307, + "hf_subset": "apc_Arab-awa_Deva", + "languages": [ + "apc-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "apc_Arab-cym_Latn", + "languages": [ + "apc-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829414, + "recall": 0.873518, + "f1": 0.843003, + "accuracy": 0.873518, + "main_score": 0.843003, + "hf_subset": "apc_Arab-grn_Latn", + "languages": [ + "apc-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-kat_Geor", + "languages": [ + "apc-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644877, + "recall": 0.700593, + "f1": 0.661409, + "accuracy": 0.700593, + "main_score": 0.661409, + "hf_subset": "apc_Arab-lua_Latn", + "languages": [ + "apc-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625112, + "recall": 0.687747, + "f1": 0.642481, + "accuracy": 0.687747, + "main_score": 0.642481, + "hf_subset": "apc_Arab-nya_Latn", + "languages": [ + "apc-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-slv_Latn", + "languages": [ + "apc-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953063, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "apc_Arab-tpi_Latn", + "languages": [ + "apc-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-zsm_Latn", + "languages": [ + "apc-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54009, + "recall": 0.603755, + "f1": 0.558256, + "accuracy": 0.603755, + "main_score": 0.558256, + "hf_subset": "apc_Arab-ayr_Latn", + "languages": [ + "apc-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-dan_Latn", + "languages": [ + "apc-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-guj_Gujr", + "languages": [ + "apc-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-kaz_Cyrl", + "languages": [ + "apc-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528129, + "recall": 0.592885, + "f1": 0.546861, + "accuracy": 0.592885, + "main_score": 0.546861, + "hf_subset": "apc_Arab-lug_Latn", + "languages": [ + "apc-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-oci_Latn", + "languages": [ + "apc-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833086, + "recall": 0.878458, + "f1": 0.847233, + "accuracy": 0.878458, + "main_score": 0.847233, + "hf_subset": "apc_Arab-smo_Latn", + "languages": [ + "apc-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545806, + "recall": 0.607708, + "f1": 0.563258, + "accuracy": 0.607708, + "main_score": 0.563258, + "hf_subset": "apc_Arab-tsn_Latn", + "languages": [ + "apc-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603115, + "recall": 0.672925, + "f1": 0.623307, + "accuracy": 0.672925, + "main_score": 0.623307, + "hf_subset": "apc_Arab-zul_Latn", + "languages": [ + "apc-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920949, + "recall": 0.944664, + "f1": 0.928491, + "accuracy": 0.944664, + "main_score": 0.928491, + "hf_subset": "apc_Arab-azb_Arab", + "languages": [ + "apc-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-deu_Latn", + "languages": [ + "apc-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "apc_Arab-hat_Latn", + "languages": [ + "apc-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490984, + "recall": 0.551383, + "f1": 0.508066, + "accuracy": 0.551383, + "main_score": 0.508066, + "hf_subset": "apc_Arab-kbp_Latn", + "languages": [ + "apc-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569912, + "recall": 0.62747, + "f1": 0.585489, + "accuracy": 0.62747, + "main_score": 0.585489, + "hf_subset": "apc_Arab-luo_Latn", + "languages": [ + "apc-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-ory_Orya", + "languages": [ + "apc-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575807, + "recall": 0.639328, + "f1": 0.594438, + "accuracy": 0.639328, + "main_score": 0.594438, + "hf_subset": "apc_Arab-sna_Latn", + "languages": [ + "apc-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546136, + "recall": 0.601779, + "f1": 0.561507, + "accuracy": 0.601779, + "main_score": 0.561507, + "hf_subset": "apc_Arab-tso_Latn", + "languages": [ + "apc-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "apc_Arab-azj_Latn", + "languages": [ + "apc-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53186, + "recall": 0.606719, + "f1": 0.553667, + "accuracy": 0.606719, + "main_score": 0.553667, + "hf_subset": "apc_Arab-dik_Latn", + "languages": [ + "apc-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739246, + "recall": 0.796443, + "f1": 0.756225, + "accuracy": 0.796443, + "main_score": 0.756225, + "hf_subset": "apc_Arab-hau_Latn", + "languages": [ + "apc-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "apc_Arab-kea_Latn", + "languages": [ + "apc-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741749, + "recall": 0.79249, + "f1": 0.756917, + "accuracy": 0.79249, + "main_score": 0.756917, + "hf_subset": "apc_Arab-lus_Latn", + "languages": [ + "apc-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873518, + "recall": 0.903162, + "f1": 0.88266, + "accuracy": 0.903162, + "main_score": 0.88266, + "hf_subset": "apc_Arab-pag_Latn", + "languages": [ + "apc-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "apc_Arab-snd_Arab", + "languages": [ + "apc-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "apc_Arab-tuk_Latn", + "languages": [ + "apc-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "apc_Arab-bak_Cyrl", + "languages": [ + "apc-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470529, + "recall": 0.549407, + "f1": 0.493371, + "accuracy": 0.549407, + "main_score": 0.493371, + "hf_subset": "apc_Arab-dyu_Latn", + "languages": [ + "apc-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "apc_Arab-heb_Hebr", + "languages": [ + "apc-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "apc_Arab-khk_Cyrl", + "languages": [ + "apc-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-lvs_Latn", + "languages": [ + "apc-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "apc_Arab-pan_Guru", + "languages": [ + "apc-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71801, + "recall": 0.780632, + "f1": 0.736709, + "accuracy": 0.780632, + "main_score": 0.736709, + "hf_subset": "apc_Arab-som_Latn", + "languages": [ + "apc-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596585, + "recall": 0.644269, + "f1": 0.610315, + "accuracy": 0.644269, + "main_score": 0.610315, + "hf_subset": "apc_Arab-tum_Latn", + "languages": [ + "apc-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554785, + "recall": 0.62253, + "f1": 0.574129, + "accuracy": 0.62253, + "main_score": 0.574129, + "hf_subset": "bug_Latn-ace_Arab", + "languages": [ + "bug-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520331, + "recall": 0.576087, + "f1": 0.536622, + "accuracy": 0.576087, + "main_score": 0.536622, + "hf_subset": "bug_Latn-bam_Latn", + "languages": [ + "bug-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284713, + "recall": 0.33498, + "f1": 0.297807, + "accuracy": 0.33498, + "main_score": 0.297807, + "hf_subset": "bug_Latn-dzo_Tibt", + "languages": [ + "bug-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794313, + "recall": 0.838933, + "f1": 0.80753, + "accuracy": 0.838933, + "main_score": 0.80753, + "hf_subset": "bug_Latn-hin_Deva", + "languages": [ + "bug-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726121, + "recall": 0.779644, + "f1": 0.742125, + "accuracy": 0.779644, + "main_score": 0.742125, + "hf_subset": "bug_Latn-khm_Khmr", + "languages": [ + "bug-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797768, + "recall": 0.836957, + "f1": 0.809015, + "accuracy": 0.836957, + "main_score": 0.809015, + "hf_subset": "bug_Latn-mag_Deva", + "languages": [ + "bug-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805235, + "recall": 0.840909, + "f1": 0.815379, + "accuracy": 0.840909, + "main_score": 0.815379, + "hf_subset": "bug_Latn-pap_Latn", + "languages": [ + "bug-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573015, + "recall": 0.619565, + "f1": 0.58594, + "accuracy": 0.619565, + "main_score": 0.58594, + "hf_subset": "bug_Latn-sot_Latn", + "languages": [ + "bug-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792542, + "recall": 0.835968, + "f1": 0.804884, + "accuracy": 0.835968, + "main_score": 0.804884, + "hf_subset": "bug_Latn-tur_Latn", + "languages": [ + "bug-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767404, + "recall": 0.806324, + "f1": 0.779183, + "accuracy": 0.806324, + "main_score": 0.779183, + "hf_subset": "bug_Latn-ace_Latn", + "languages": [ + "bug-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828941, + "recall": 0.859684, + "f1": 0.837709, + "accuracy": 0.859684, + "main_score": 0.837709, + "hf_subset": "bug_Latn-ban_Latn", + "languages": [ + "bug-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782931, + "recall": 0.829051, + "f1": 0.796478, + "accuracy": 0.829051, + "main_score": 0.796478, + "hf_subset": "bug_Latn-ell_Grek", + "languages": [ + "bug-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787015, + "recall": 0.831028, + "f1": 0.799669, + "accuracy": 0.831028, + "main_score": 0.799669, + "hf_subset": "bug_Latn-hne_Deva", + "languages": [ + "bug-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56693, + "recall": 0.617589, + "f1": 0.582148, + "accuracy": 0.617589, + "main_score": 0.582148, + "hf_subset": "bug_Latn-kik_Latn", + "languages": [ + "bug-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798394, + "recall": 0.842885, + "f1": 0.811456, + "accuracy": 0.842885, + "main_score": 0.811456, + "hf_subset": "bug_Latn-mai_Deva", + "languages": [ + "bug-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73135, + "recall": 0.780632, + "f1": 0.745447, + "accuracy": 0.780632, + "main_score": 0.745447, + "hf_subset": "bug_Latn-pbt_Arab", + "languages": [ + "bug-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812549, + "recall": 0.853755, + "f1": 0.824398, + "accuracy": 0.853755, + "main_score": 0.824398, + "hf_subset": "bug_Latn-spa_Latn", + "languages": [ + "bug-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609956, + "recall": 0.661067, + "f1": 0.625125, + "accuracy": 0.661067, + "main_score": 0.625125, + "hf_subset": "bug_Latn-twi_Latn", + "languages": [ + "bug-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798181, + "recall": 0.841897, + "f1": 0.810839, + "accuracy": 0.841897, + "main_score": 0.810839, + "hf_subset": "bug_Latn-acm_Arab", + "languages": [ + "bug-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751894, + "recall": 0.795455, + "f1": 0.76422, + "accuracy": 0.795455, + "main_score": 0.76422, + "hf_subset": "bug_Latn-bel_Cyrl", + "languages": [ + "bug-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8305, + "recall": 0.868577, + "f1": 0.841389, + "accuracy": 0.868577, + "main_score": 0.841389, + "hf_subset": "bug_Latn-eng_Latn", + "languages": [ + "bug-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814814, + "recall": 0.857708, + "f1": 0.827646, + "accuracy": 0.857708, + "main_score": 0.827646, + "hf_subset": "bug_Latn-hrv_Latn", + "languages": [ + "bug-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525621, + "recall": 0.578063, + "f1": 0.540648, + "accuracy": 0.578063, + "main_score": 0.540648, + "hf_subset": "bug_Latn-kin_Latn", + "languages": [ + "bug-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797843, + "recall": 0.838933, + "f1": 0.81014, + "accuracy": 0.838933, + "main_score": 0.81014, + "hf_subset": "bug_Latn-mal_Mlym", + "languages": [ + "bug-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803788, + "recall": 0.841897, + "f1": 0.814424, + "accuracy": 0.841897, + "main_score": 0.814424, + "hf_subset": "bug_Latn-pes_Arab", + "languages": [ + "bug-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800747, + "recall": 0.832016, + "f1": 0.809362, + "accuracy": 0.832016, + "main_score": 0.809362, + "hf_subset": "bug_Latn-srd_Latn", + "languages": [ + "bug-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190787, + "recall": 0.23419, + "f1": 0.201307, + "accuracy": 0.23419, + "main_score": 0.201307, + "hf_subset": "bug_Latn-tzm_Tfng", + "languages": [ + "bug-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798537, + "recall": 0.841897, + "f1": 0.810592, + "accuracy": 0.841897, + "main_score": 0.810592, + "hf_subset": "bug_Latn-acq_Arab", + "languages": [ + "bug-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605933, + "recall": 0.648221, + "f1": 0.617624, + "accuracy": 0.648221, + "main_score": 0.617624, + "hf_subset": "bug_Latn-bem_Latn", + "languages": [ + "bug-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807896, + "recall": 0.846838, + "f1": 0.819175, + "accuracy": 0.846838, + "main_score": 0.819175, + "hf_subset": "bug_Latn-epo_Latn", + "languages": [ + "bug-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815446, + "recall": 0.852767, + "f1": 0.826084, + "accuracy": 0.852767, + "main_score": 0.826084, + "hf_subset": "bug_Latn-hun_Latn", + "languages": [ + "bug-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757108, + "recall": 0.80336, + "f1": 0.770925, + "accuracy": 0.80336, + "main_score": 0.770925, + "hf_subset": "bug_Latn-kir_Cyrl", + "languages": [ + "bug-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778957, + "recall": 0.826087, + "f1": 0.792627, + "accuracy": 0.826087, + "main_score": 0.792627, + "hf_subset": "bug_Latn-mar_Deva", + "languages": [ + "bug-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619443, + "recall": 0.666008, + "f1": 0.633402, + "accuracy": 0.666008, + "main_score": 0.633402, + "hf_subset": "bug_Latn-plt_Latn", + "languages": [ + "bug-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813451, + "recall": 0.849802, + "f1": 0.823774, + "accuracy": 0.849802, + "main_score": 0.823774, + "hf_subset": "bug_Latn-srp_Cyrl", + "languages": [ + "bug-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679915, + "recall": 0.733202, + "f1": 0.695222, + "accuracy": 0.733202, + "main_score": 0.695222, + "hf_subset": "bug_Latn-uig_Arab", + "languages": [ + "bug-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77202, + "recall": 0.81917, + "f1": 0.785018, + "accuracy": 0.81917, + "main_score": 0.785018, + "hf_subset": "bug_Latn-aeb_Arab", + "languages": [ + "bug-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794076, + "recall": 0.837945, + "f1": 0.806741, + "accuracy": 0.837945, + "main_score": 0.806741, + "hf_subset": "bug_Latn-ben_Beng", + "languages": [ + "bug-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796653, + "recall": 0.835968, + "f1": 0.807883, + "accuracy": 0.835968, + "main_score": 0.807883, + "hf_subset": "bug_Latn-est_Latn", + "languages": [ + "bug-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764719, + "recall": 0.811265, + "f1": 0.778007, + "accuracy": 0.811265, + "main_score": 0.778007, + "hf_subset": "bug_Latn-hye_Armn", + "languages": [ + "bug-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537529, + "recall": 0.588933, + "f1": 0.5524, + "accuracy": 0.588933, + "main_score": 0.5524, + "hf_subset": "bug_Latn-kmb_Latn", + "languages": [ + "bug-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498035, + "recall": 0.566206, + "f1": 0.515835, + "accuracy": 0.566206, + "main_score": 0.515835, + "hf_subset": "bug_Latn-min_Arab", + "languages": [ + "bug-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799341, + "recall": 0.844862, + "f1": 0.813043, + "accuracy": 0.844862, + "main_score": 0.813043, + "hf_subset": "bug_Latn-pol_Latn", + "languages": [ + "bug-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55327, + "recall": 0.606719, + "f1": 0.568565, + "accuracy": 0.606719, + "main_score": 0.568565, + "hf_subset": "bug_Latn-ssw_Latn", + "languages": [ + "bug-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80827, + "recall": 0.850791, + "f1": 0.820674, + "accuracy": 0.850791, + "main_score": 0.820674, + "hf_subset": "bug_Latn-ukr_Cyrl", + "languages": [ + "bug-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82341, + "recall": 0.86166, + "f1": 0.834827, + "accuracy": 0.86166, + "main_score": 0.834827, + "hf_subset": "bug_Latn-afr_Latn", + "languages": [ + "bug-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774697, + "recall": 0.816206, + "f1": 0.786329, + "accuracy": 0.816206, + "main_score": 0.786329, + "hf_subset": "bug_Latn-bho_Deva", + "languages": [ + "bug-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772605, + "recall": 0.818182, + "f1": 0.786051, + "accuracy": 0.818182, + "main_score": 0.786051, + "hf_subset": "bug_Latn-eus_Latn", + "languages": [ + "bug-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549506, + "recall": 0.602767, + "f1": 0.564391, + "accuracy": 0.602767, + "main_score": 0.564391, + "hf_subset": "bug_Latn-ibo_Latn", + "languages": [ + "bug-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678376, + "recall": 0.730237, + "f1": 0.693812, + "accuracy": 0.730237, + "main_score": 0.693812, + "hf_subset": "bug_Latn-kmr_Latn", + "languages": [ + "bug-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814098, + "recall": 0.847826, + "f1": 0.823405, + "accuracy": 0.847826, + "main_score": 0.823405, + "hf_subset": "bug_Latn-min_Latn", + "languages": [ + "bug-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829498, + "recall": 0.868577, + "f1": 0.840716, + "accuracy": 0.868577, + "main_score": 0.840716, + "hf_subset": "bug_Latn-por_Latn", + "languages": [ + "bug-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829113, + "recall": 0.858696, + "f1": 0.837709, + "accuracy": 0.858696, + "main_score": 0.837709, + "hf_subset": "bug_Latn-sun_Latn", + "languages": [ + "bug-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516676, + "recall": 0.572134, + "f1": 0.532795, + "accuracy": 0.572134, + "main_score": 0.532795, + "hf_subset": "bug_Latn-umb_Latn", + "languages": [ + "bug-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799868, + "recall": 0.843874, + "f1": 0.812973, + "accuracy": 0.843874, + "main_score": 0.812973, + "hf_subset": "bug_Latn-ajp_Arab", + "languages": [ + "bug-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522196, + "recall": 0.585968, + "f1": 0.540668, + "accuracy": 0.585968, + "main_score": 0.540668, + "hf_subset": "bug_Latn-bjn_Arab", + "languages": [ + "bug-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521064, + "recall": 0.563241, + "f1": 0.533037, + "accuracy": 0.563241, + "main_score": 0.533037, + "hf_subset": "bug_Latn-ewe_Latn", + "languages": [ + "bug-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787452, + "recall": 0.81917, + "f1": 0.796745, + "accuracy": 0.81917, + "main_score": 0.796745, + "hf_subset": "bug_Latn-ilo_Latn", + "languages": [ + "bug-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317504, + "recall": 0.373518, + "f1": 0.332313, + "accuracy": 0.373518, + "main_score": 0.332313, + "hf_subset": "bug_Latn-knc_Arab", + "languages": [ + "bug-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814472, + "recall": 0.851779, + "f1": 0.825167, + "accuracy": 0.851779, + "main_score": 0.825167, + "hf_subset": "bug_Latn-mkd_Cyrl", + "languages": [ + "bug-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799158, + "recall": 0.839921, + "f1": 0.810932, + "accuracy": 0.839921, + "main_score": 0.810932, + "hf_subset": "bug_Latn-prs_Arab", + "languages": [ + "bug-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815509, + "recall": 0.852767, + "f1": 0.826168, + "accuracy": 0.852767, + "main_score": 0.826168, + "hf_subset": "bug_Latn-swe_Latn", + "languages": [ + "bug-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77384, + "recall": 0.825099, + "f1": 0.78941, + "accuracy": 0.825099, + "main_score": 0.78941, + "hf_subset": "bug_Latn-urd_Arab", + "languages": [ + "bug-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576202, + "recall": 0.636364, + "f1": 0.593258, + "accuracy": 0.636364, + "main_score": 0.593258, + "hf_subset": "bug_Latn-aka_Latn", + "languages": [ + "bug-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800078, + "recall": 0.83498, + "f1": 0.810168, + "accuracy": 0.83498, + "main_score": 0.810168, + "hf_subset": "bug_Latn-bjn_Latn", + "languages": [ + "bug-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691071, + "recall": 0.744071, + "f1": 0.70651, + "accuracy": 0.744071, + "main_score": 0.70651, + "hf_subset": "bug_Latn-fao_Latn", + "languages": [ + "bug-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841363, + "recall": 0.874506, + "f1": 0.850343, + "accuracy": 0.874506, + "main_score": 0.850343, + "hf_subset": "bug_Latn-ind_Latn", + "languages": [ + "bug-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57332, + "recall": 0.618577, + "f1": 0.586214, + "accuracy": 0.618577, + "main_score": 0.586214, + "hf_subset": "bug_Latn-knc_Latn", + "languages": [ + "bug-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802119, + "recall": 0.836957, + "f1": 0.811534, + "accuracy": 0.836957, + "main_score": 0.811534, + "hf_subset": "bug_Latn-mlt_Latn", + "languages": [ + "bug-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619782, + "recall": 0.677866, + "f1": 0.63627, + "accuracy": 0.677866, + "main_score": 0.63627, + "hf_subset": "bug_Latn-quy_Latn", + "languages": [ + "bug-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718587, + "recall": 0.766798, + "f1": 0.731952, + "accuracy": 0.766798, + "main_score": 0.731952, + "hf_subset": "bug_Latn-swh_Latn", + "languages": [ + "bug-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780143, + "recall": 0.820158, + "f1": 0.791596, + "accuracy": 0.820158, + "main_score": 0.791596, + "hf_subset": "bug_Latn-uzn_Latn", + "languages": [ + "bug-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803096, + "recall": 0.843874, + "f1": 0.814874, + "accuracy": 0.843874, + "main_score": 0.814874, + "hf_subset": "bug_Latn-als_Latn", + "languages": [ + "bug-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356559, + "recall": 0.425889, + "f1": 0.375037, + "accuracy": 0.425889, + "main_score": 0.375037, + "hf_subset": "bug_Latn-bod_Tibt", + "languages": [ + "bug-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595162, + "recall": 0.649209, + "f1": 0.61051, + "accuracy": 0.649209, + "main_score": 0.61051, + "hf_subset": "bug_Latn-fij_Latn", + "languages": [ + "bug-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7142, + "recall": 0.761858, + "f1": 0.728087, + "accuracy": 0.761858, + "main_score": 0.728087, + "hf_subset": "bug_Latn-isl_Latn", + "languages": [ + "bug-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61721, + "recall": 0.662055, + "f1": 0.630436, + "accuracy": 0.662055, + "main_score": 0.630436, + "hf_subset": "bug_Latn-kon_Latn", + "languages": [ + "bug-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604499, + "recall": 0.666008, + "f1": 0.622563, + "accuracy": 0.666008, + "main_score": 0.622563, + "hf_subset": "bug_Latn-mni_Beng", + "languages": [ + "bug-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827198, + "recall": 0.864625, + "f1": 0.837949, + "accuracy": 0.864625, + "main_score": 0.837949, + "hf_subset": "bug_Latn-ron_Latn", + "languages": [ + "bug-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790757, + "recall": 0.83004, + "f1": 0.802509, + "accuracy": 0.83004, + "main_score": 0.802509, + "hf_subset": "bug_Latn-szl_Latn", + "languages": [ + "bug-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803567, + "recall": 0.840909, + "f1": 0.814575, + "accuracy": 0.840909, + "main_score": 0.814575, + "hf_subset": "bug_Latn-vec_Latn", + "languages": [ + "bug-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643237, + "recall": 0.702569, + "f1": 0.660554, + "accuracy": 0.702569, + "main_score": 0.660554, + "hf_subset": "bug_Latn-amh_Ethi", + "languages": [ + "bug-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814033, + "recall": 0.851779, + "f1": 0.825289, + "accuracy": 0.851779, + "main_score": 0.825289, + "hf_subset": "bug_Latn-bos_Latn", + "languages": [ + "bug-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777061, + "recall": 0.822134, + "f1": 0.789874, + "accuracy": 0.822134, + "main_score": 0.789874, + "hf_subset": "bug_Latn-fin_Latn", + "languages": [ + "bug-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81783, + "recall": 0.855731, + "f1": 0.828929, + "accuracy": 0.855731, + "main_score": 0.828929, + "hf_subset": "bug_Latn-ita_Latn", + "languages": [ + "bug-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79305, + "recall": 0.837945, + "f1": 0.806246, + "accuracy": 0.837945, + "main_score": 0.806246, + "hf_subset": "bug_Latn-kor_Hang", + "languages": [ + "bug-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537385, + "recall": 0.591897, + "f1": 0.552786, + "accuracy": 0.591897, + "main_score": 0.552786, + "hf_subset": "bug_Latn-mos_Latn", + "languages": [ + "bug-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533353, + "recall": 0.585968, + "f1": 0.548163, + "accuracy": 0.585968, + "main_score": 0.548163, + "hf_subset": "bug_Latn-run_Latn", + "languages": [ + "bug-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754416, + "recall": 0.814229, + "f1": 0.772293, + "accuracy": 0.814229, + "main_score": 0.772293, + "hf_subset": "bug_Latn-tam_Taml", + "languages": [ + "bug-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803104, + "recall": 0.843874, + "f1": 0.81462, + "accuracy": 0.843874, + "main_score": 0.81462, + "hf_subset": "bug_Latn-vie_Latn", + "languages": [ + "bug-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799706, + "recall": 0.844862, + "f1": 0.812769, + "accuracy": 0.844862, + "main_score": 0.812769, + "hf_subset": "bug_Latn-apc_Arab", + "languages": [ + "bug-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469229, + "recall": 0.52668, + "f1": 0.484649, + "accuracy": 0.52668, + "main_score": 0.484649, + "hf_subset": "bug_Latn-fon_Latn", + "languages": [ + "bug-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825733, + "recall": 0.856719, + "f1": 0.834842, + "accuracy": 0.856719, + "main_score": 0.834842, + "hf_subset": "bug_Latn-jav_Latn", + "languages": [ + "bug-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718046, + "recall": 0.770751, + "f1": 0.733249, + "accuracy": 0.770751, + "main_score": 0.733249, + "hf_subset": "bug_Latn-lao_Laoo", + "languages": [ + "bug-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605818, + "recall": 0.659091, + "f1": 0.621316, + "accuracy": 0.659091, + "main_score": 0.621316, + "hf_subset": "bug_Latn-mri_Latn", + "languages": [ + "bug-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813426, + "recall": 0.850791, + "f1": 0.823855, + "accuracy": 0.850791, + "main_score": 0.823855, + "hf_subset": "bug_Latn-rus_Cyrl", + "languages": [ + "bug-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53438, + "recall": 0.590909, + "f1": 0.550233, + "accuracy": 0.590909, + "main_score": 0.550233, + "hf_subset": "bug_Latn-taq_Latn", + "languages": [ + "bug-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820957, + "recall": 0.852767, + "f1": 0.83019, + "accuracy": 0.852767, + "main_score": 0.83019, + "hf_subset": "bug_Latn-war_Latn", + "languages": [ + "bug-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799986, + "recall": 0.839921, + "f1": 0.810786, + "accuracy": 0.839921, + "main_score": 0.810786, + "hf_subset": "bug_Latn-arb_Arab", + "languages": [ + "bug-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809765, + "recall": 0.850791, + "f1": 0.82153, + "accuracy": 0.850791, + "main_score": 0.82153, + "hf_subset": "bug_Latn-bul_Cyrl", + "languages": [ + "bug-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821403, + "recall": 0.860672, + "f1": 0.832583, + "accuracy": 0.860672, + "main_score": 0.832583, + "hf_subset": "bug_Latn-fra_Latn", + "languages": [ + "bug-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802922, + "recall": 0.841897, + "f1": 0.814403, + "accuracy": 0.841897, + "main_score": 0.814403, + "hf_subset": "bug_Latn-jpn_Jpan", + "languages": [ + "bug-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786594, + "recall": 0.831028, + "f1": 0.799409, + "accuracy": 0.831028, + "main_score": 0.799409, + "hf_subset": "bug_Latn-lij_Latn", + "languages": [ + "bug-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665161, + "recall": 0.731225, + "f1": 0.68448, + "accuracy": 0.731225, + "main_score": 0.68448, + "hf_subset": "bug_Latn-mya_Mymr", + "languages": [ + "bug-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564683, + "recall": 0.629447, + "f1": 0.58237, + "accuracy": 0.629447, + "main_score": 0.58237, + "hf_subset": "bug_Latn-sag_Latn", + "languages": [ + "bug-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207222, + "recall": 0.257905, + "f1": 0.218385, + "accuracy": 0.257905, + "main_score": 0.218385, + "hf_subset": "bug_Latn-taq_Tfng", + "languages": [ + "bug-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62705, + "recall": 0.674901, + "f1": 0.641129, + "accuracy": 0.674901, + "main_score": 0.641129, + "hf_subset": "bug_Latn-wol_Latn", + "languages": [ + "bug-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570047, + "recall": 0.625494, + "f1": 0.585826, + "accuracy": 0.625494, + "main_score": 0.585826, + "hf_subset": "bug_Latn-arb_Latn", + "languages": [ + "bug-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828404, + "recall": 0.864625, + "f1": 0.838785, + "accuracy": 0.864625, + "main_score": 0.838785, + "hf_subset": "bug_Latn-cat_Latn", + "languages": [ + "bug-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79857, + "recall": 0.836957, + "f1": 0.809378, + "accuracy": 0.836957, + "main_score": 0.809378, + "hf_subset": "bug_Latn-fur_Latn", + "languages": [ + "bug-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413192, + "recall": 0.464427, + "f1": 0.426908, + "accuracy": 0.464427, + "main_score": 0.426908, + "hf_subset": "bug_Latn-kab_Latn", + "languages": [ + "bug-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790415, + "recall": 0.826087, + "f1": 0.800927, + "accuracy": 0.826087, + "main_score": 0.800927, + "hf_subset": "bug_Latn-lim_Latn", + "languages": [ + "bug-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792419, + "recall": 0.837945, + "f1": 0.805404, + "accuracy": 0.837945, + "main_score": 0.805404, + "hf_subset": "bug_Latn-nld_Latn", + "languages": [ + "bug-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737786, + "recall": 0.790514, + "f1": 0.752722, + "accuracy": 0.790514, + "main_score": 0.752722, + "hf_subset": "bug_Latn-san_Deva", + "languages": [ + "bug-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767542, + "recall": 0.817194, + "f1": 0.782049, + "accuracy": 0.817194, + "main_score": 0.782049, + "hf_subset": "bug_Latn-tat_Cyrl", + "languages": [ + "bug-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597439, + "recall": 0.651186, + "f1": 0.613, + "accuracy": 0.651186, + "main_score": 0.613, + "hf_subset": "bug_Latn-xho_Latn", + "languages": [ + "bug-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789737, + "recall": 0.833004, + "f1": 0.80192, + "accuracy": 0.833004, + "main_score": 0.80192, + "hf_subset": "bug_Latn-ars_Arab", + "languages": [ + "bug-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822894, + "recall": 0.855731, + "f1": 0.8321, + "accuracy": 0.855731, + "main_score": 0.8321, + "hf_subset": "bug_Latn-ceb_Latn", + "languages": [ + "bug-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547291, + "recall": 0.604743, + "f1": 0.564501, + "accuracy": 0.604743, + "main_score": 0.564501, + "hf_subset": "bug_Latn-fuv_Latn", + "languages": [ + "bug-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514848, + "recall": 0.572134, + "f1": 0.530692, + "accuracy": 0.572134, + "main_score": 0.530692, + "hf_subset": "bug_Latn-kac_Latn", + "languages": [ + "bug-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634265, + "recall": 0.685771, + "f1": 0.649297, + "accuracy": 0.685771, + "main_score": 0.649297, + "hf_subset": "bug_Latn-lin_Latn", + "languages": [ + "bug-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797559, + "recall": 0.837945, + "f1": 0.809256, + "accuracy": 0.837945, + "main_score": 0.809256, + "hf_subset": "bug_Latn-nno_Latn", + "languages": [ + "bug-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.145088, + "recall": 0.185771, + "f1": 0.155345, + "accuracy": 0.185771, + "main_score": 0.155345, + "hf_subset": "bug_Latn-sat_Olck", + "languages": [ + "bug-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786006, + "recall": 0.826087, + "f1": 0.797394, + "accuracy": 0.826087, + "main_score": 0.797394, + "hf_subset": "bug_Latn-tel_Telu", + "languages": [ + "bug-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691701, + "recall": 0.748024, + "f1": 0.70816, + "accuracy": 0.748024, + "main_score": 0.70816, + "hf_subset": "bug_Latn-ydd_Hebr", + "languages": [ + "bug-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75629, + "recall": 0.799407, + "f1": 0.768506, + "accuracy": 0.799407, + "main_score": 0.768506, + "hf_subset": "bug_Latn-ary_Arab", + "languages": [ + "bug-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796452, + "recall": 0.842885, + "f1": 0.810199, + "accuracy": 0.842885, + "main_score": 0.810199, + "hf_subset": "bug_Latn-ces_Latn", + "languages": [ + "bug-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534437, + "recall": 0.590909, + "f1": 0.550791, + "accuracy": 0.590909, + "main_score": 0.550791, + "hf_subset": "bug_Latn-gaz_Latn", + "languages": [ + "bug-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535746, + "recall": 0.596838, + "f1": 0.552972, + "accuracy": 0.596838, + "main_score": 0.552972, + "hf_subset": "bug_Latn-kam_Latn", + "languages": [ + "bug-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791589, + "recall": 0.832016, + "f1": 0.803387, + "accuracy": 0.832016, + "main_score": 0.803387, + "hf_subset": "bug_Latn-lit_Latn", + "languages": [ + "bug-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809065, + "recall": 0.850791, + "f1": 0.821099, + "accuracy": 0.850791, + "main_score": 0.821099, + "hf_subset": "bug_Latn-nob_Latn", + "languages": [ + "bug-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787783, + "recall": 0.822134, + "f1": 0.797278, + "accuracy": 0.822134, + "main_score": 0.797278, + "hf_subset": "bug_Latn-scn_Latn", + "languages": [ + "bug-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746968, + "recall": 0.796443, + "f1": 0.761042, + "accuracy": 0.796443, + "main_score": 0.761042, + "hf_subset": "bug_Latn-tgk_Cyrl", + "languages": [ + "bug-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539625, + "recall": 0.602767, + "f1": 0.558517, + "accuracy": 0.602767, + "main_score": 0.558517, + "hf_subset": "bug_Latn-yor_Latn", + "languages": [ + "bug-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791238, + "recall": 0.832016, + "f1": 0.802881, + "accuracy": 0.832016, + "main_score": 0.802881, + "hf_subset": "bug_Latn-arz_Arab", + "languages": [ + "bug-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544092, + "recall": 0.604743, + "f1": 0.561216, + "accuracy": 0.604743, + "main_score": 0.561216, + "hf_subset": "bug_Latn-cjk_Latn", + "languages": [ + "bug-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57637, + "recall": 0.630435, + "f1": 0.591755, + "accuracy": 0.630435, + "main_score": 0.591755, + "hf_subset": "bug_Latn-gla_Latn", + "languages": [ + "bug-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798115, + "recall": 0.841897, + "f1": 0.81053, + "accuracy": 0.841897, + "main_score": 0.81053, + "hf_subset": "bug_Latn-kan_Knda", + "languages": [ + "bug-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788441, + "recall": 0.829051, + "f1": 0.800202, + "accuracy": 0.829051, + "main_score": 0.800202, + "hf_subset": "bug_Latn-lmo_Latn", + "languages": [ + "bug-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770168, + "recall": 0.818182, + "f1": 0.784705, + "accuracy": 0.818182, + "main_score": 0.784705, + "hf_subset": "bug_Latn-npi_Deva", + "languages": [ + "bug-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456272, + "recall": 0.519763, + "f1": 0.473515, + "accuracy": 0.519763, + "main_score": 0.473515, + "hf_subset": "bug_Latn-shn_Mymr", + "languages": [ + "bug-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80905, + "recall": 0.84585, + "f1": 0.819606, + "accuracy": 0.84585, + "main_score": 0.819606, + "hf_subset": "bug_Latn-tgl_Latn", + "languages": [ + "bug-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786374, + "recall": 0.829051, + "f1": 0.798019, + "accuracy": 0.829051, + "main_score": 0.798019, + "hf_subset": "bug_Latn-yue_Hant", + "languages": [ + "bug-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761702, + "recall": 0.814229, + "f1": 0.777652, + "accuracy": 0.814229, + "main_score": 0.777652, + "hf_subset": "bug_Latn-asm_Beng", + "languages": [ + "bug-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697241, + "recall": 0.753953, + "f1": 0.713193, + "accuracy": 0.753953, + "main_score": 0.713193, + "hf_subset": "bug_Latn-ckb_Arab", + "languages": [ + "bug-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624314, + "recall": 0.679842, + "f1": 0.640119, + "accuracy": 0.679842, + "main_score": 0.640119, + "hf_subset": "bug_Latn-gle_Latn", + "languages": [ + "bug-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735759, + "recall": 0.778656, + "f1": 0.748218, + "accuracy": 0.778656, + "main_score": 0.748218, + "hf_subset": "bug_Latn-kas_Arab", + "languages": [ + "bug-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739908, + "recall": 0.787549, + "f1": 0.753876, + "accuracy": 0.787549, + "main_score": 0.753876, + "hf_subset": "bug_Latn-ltg_Latn", + "languages": [ + "bug-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597999, + "recall": 0.644269, + "f1": 0.611108, + "accuracy": 0.644269, + "main_score": 0.611108, + "hf_subset": "bug_Latn-nso_Latn", + "languages": [ + "bug-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686991, + "recall": 0.747036, + "f1": 0.70366, + "accuracy": 0.747036, + "main_score": 0.70366, + "hf_subset": "bug_Latn-sin_Sinh", + "languages": [ + "bug-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803641, + "recall": 0.844862, + "f1": 0.815077, + "accuracy": 0.844862, + "main_score": 0.815077, + "hf_subset": "bug_Latn-tha_Thai", + "languages": [ + "bug-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777227, + "recall": 0.821146, + "f1": 0.789436, + "accuracy": 0.821146, + "main_score": 0.789436, + "hf_subset": "bug_Latn-zho_Hans", + "languages": [ + "bug-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807312, + "recall": 0.847826, + "f1": 0.818978, + "accuracy": 0.847826, + "main_score": 0.818978, + "hf_subset": "bug_Latn-ast_Latn", + "languages": [ + "bug-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744343, + "recall": 0.791502, + "f1": 0.757913, + "accuracy": 0.791502, + "main_score": 0.757913, + "hf_subset": "bug_Latn-crh_Latn", + "languages": [ + "bug-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825595, + "recall": 0.863636, + "f1": 0.837004, + "accuracy": 0.863636, + "main_score": 0.837004, + "hf_subset": "bug_Latn-glg_Latn", + "languages": [ + "bug-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677815, + "recall": 0.732213, + "f1": 0.693585, + "accuracy": 0.732213, + "main_score": 0.693585, + "hf_subset": "bug_Latn-kas_Deva", + "languages": [ + "bug-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78487, + "recall": 0.820158, + "f1": 0.795158, + "accuracy": 0.820158, + "main_score": 0.795158, + "hf_subset": "bug_Latn-ltz_Latn", + "languages": [ + "bug-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456393, + "recall": 0.522727, + "f1": 0.474444, + "accuracy": 0.522727, + "main_score": 0.474444, + "hf_subset": "bug_Latn-nus_Latn", + "languages": [ + "bug-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809513, + "recall": 0.846838, + "f1": 0.82045, + "accuracy": 0.846838, + "main_score": 0.82045, + "hf_subset": "bug_Latn-slk_Latn", + "languages": [ + "bug-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485065, + "recall": 0.552372, + "f1": 0.50387, + "accuracy": 0.552372, + "main_score": 0.50387, + "hf_subset": "bug_Latn-tir_Ethi", + "languages": [ + "bug-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789706, + "recall": 0.833992, + "f1": 0.801868, + "accuracy": 0.833992, + "main_score": 0.801868, + "hf_subset": "bug_Latn-zho_Hant", + "languages": [ + "bug-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793142, + "recall": 0.833004, + "f1": 0.804469, + "accuracy": 0.833004, + "main_score": 0.804469, + "hf_subset": "bug_Latn-awa_Deva", + "languages": [ + "bug-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720958, + "recall": 0.769763, + "f1": 0.734801, + "accuracy": 0.769763, + "main_score": 0.734801, + "hf_subset": "bug_Latn-cym_Latn", + "languages": [ + "bug-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719483, + "recall": 0.764822, + "f1": 0.733235, + "accuracy": 0.764822, + "main_score": 0.733235, + "hf_subset": "bug_Latn-grn_Latn", + "languages": [ + "bug-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770874, + "recall": 0.809289, + "f1": 0.781757, + "accuracy": 0.809289, + "main_score": 0.781757, + "hf_subset": "bug_Latn-kat_Geor", + "languages": [ + "bug-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604985, + "recall": 0.653162, + "f1": 0.618594, + "accuracy": 0.653162, + "main_score": 0.618594, + "hf_subset": "bug_Latn-lua_Latn", + "languages": [ + "bug-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573896, + "recall": 0.626482, + "f1": 0.589284, + "accuracy": 0.626482, + "main_score": 0.589284, + "hf_subset": "bug_Latn-nya_Latn", + "languages": [ + "bug-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798452, + "recall": 0.839921, + "f1": 0.810592, + "accuracy": 0.839921, + "main_score": 0.810592, + "hf_subset": "bug_Latn-slv_Latn", + "languages": [ + "bug-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753542, + "recall": 0.795455, + "f1": 0.765507, + "accuracy": 0.795455, + "main_score": 0.765507, + "hf_subset": "bug_Latn-tpi_Latn", + "languages": [ + "bug-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835352, + "recall": 0.873518, + "f1": 0.846558, + "accuracy": 0.873518, + "main_score": 0.846558, + "hf_subset": "bug_Latn-zsm_Latn", + "languages": [ + "bug-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529003, + "recall": 0.588933, + "f1": 0.546124, + "accuracy": 0.588933, + "main_score": 0.546124, + "hf_subset": "bug_Latn-ayr_Latn", + "languages": [ + "bug-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805785, + "recall": 0.847826, + "f1": 0.817855, + "accuracy": 0.847826, + "main_score": 0.817855, + "hf_subset": "bug_Latn-dan_Latn", + "languages": [ + "bug-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792, + "recall": 0.83498, + "f1": 0.804421, + "accuracy": 0.83498, + "main_score": 0.804421, + "hf_subset": "bug_Latn-guj_Gujr", + "languages": [ + "bug-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800647, + "recall": 0.840909, + "f1": 0.811919, + "accuracy": 0.840909, + "main_score": 0.811919, + "hf_subset": "bug_Latn-kaz_Cyrl", + "languages": [ + "bug-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516109, + "recall": 0.573123, + "f1": 0.532679, + "accuracy": 0.573123, + "main_score": 0.532679, + "hf_subset": "bug_Latn-lug_Latn", + "languages": [ + "bug-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826021, + "recall": 0.86166, + "f1": 0.836647, + "accuracy": 0.86166, + "main_score": 0.836647, + "hf_subset": "bug_Latn-oci_Latn", + "languages": [ + "bug-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643187, + "recall": 0.693676, + "f1": 0.657736, + "accuracy": 0.693676, + "main_score": 0.657736, + "hf_subset": "bug_Latn-smo_Latn", + "languages": [ + "bug-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545981, + "recall": 0.601779, + "f1": 0.56155, + "accuracy": 0.601779, + "main_score": 0.56155, + "hf_subset": "bug_Latn-tsn_Latn", + "languages": [ + "bug-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555017, + "recall": 0.613636, + "f1": 0.571162, + "accuracy": 0.613636, + "main_score": 0.571162, + "hf_subset": "bug_Latn-zul_Latn", + "languages": [ + "bug-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702093, + "recall": 0.757905, + "f1": 0.718543, + "accuracy": 0.757905, + "main_score": 0.718543, + "hf_subset": "bug_Latn-azb_Arab", + "languages": [ + "bug-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817704, + "recall": 0.855731, + "f1": 0.828525, + "accuracy": 0.855731, + "main_score": 0.828525, + "hf_subset": "bug_Latn-deu_Latn", + "languages": [ + "bug-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731003, + "recall": 0.778656, + "f1": 0.744917, + "accuracy": 0.778656, + "main_score": 0.744917, + "hf_subset": "bug_Latn-hat_Latn", + "languages": [ + "bug-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497106, + "recall": 0.555336, + "f1": 0.513156, + "accuracy": 0.555336, + "main_score": 0.513156, + "hf_subset": "bug_Latn-kbp_Latn", + "languages": [ + "bug-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572838, + "recall": 0.625494, + "f1": 0.58698, + "accuracy": 0.625494, + "main_score": 0.58698, + "hf_subset": "bug_Latn-luo_Latn", + "languages": [ + "bug-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782963, + "recall": 0.831028, + "f1": 0.796469, + "accuracy": 0.831028, + "main_score": 0.796469, + "hf_subset": "bug_Latn-ory_Orya", + "languages": [ + "bug-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542963, + "recall": 0.600791, + "f1": 0.559478, + "accuracy": 0.600791, + "main_score": 0.559478, + "hf_subset": "bug_Latn-sna_Latn", + "languages": [ + "bug-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539194, + "recall": 0.588933, + "f1": 0.553142, + "accuracy": 0.588933, + "main_score": 0.553142, + "hf_subset": "bug_Latn-tso_Latn", + "languages": [ + "bug-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768383, + "recall": 0.817194, + "f1": 0.782071, + "accuracy": 0.817194, + "main_score": 0.782071, + "hf_subset": "bug_Latn-azj_Latn", + "languages": [ + "bug-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53443, + "recall": 0.589921, + "f1": 0.551023, + "accuracy": 0.589921, + "main_score": 0.551023, + "hf_subset": "bug_Latn-dik_Latn", + "languages": [ + "bug-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592434, + "recall": 0.650198, + "f1": 0.608732, + "accuracy": 0.650198, + "main_score": 0.608732, + "hf_subset": "bug_Latn-hau_Latn", + "languages": [ + "bug-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803607, + "recall": 0.838933, + "f1": 0.81316, + "accuracy": 0.838933, + "main_score": 0.81316, + "hf_subset": "bug_Latn-kea_Latn", + "languages": [ + "bug-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662088, + "recall": 0.708498, + "f1": 0.676106, + "accuracy": 0.708498, + "main_score": 0.676106, + "hf_subset": "bug_Latn-lus_Latn", + "languages": [ + "bug-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75611, + "recall": 0.787549, + "f1": 0.765693, + "accuracy": 0.787549, + "main_score": 0.765693, + "hf_subset": "bug_Latn-pag_Latn", + "languages": [ + "bug-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755525, + "recall": 0.80336, + "f1": 0.76975, + "accuracy": 0.80336, + "main_score": 0.76975, + "hf_subset": "bug_Latn-snd_Arab", + "languages": [ + "bug-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694491, + "recall": 0.75, + "f1": 0.710199, + "accuracy": 0.75, + "main_score": 0.710199, + "hf_subset": "bug_Latn-tuk_Latn", + "languages": [ + "bug-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780758, + "recall": 0.820158, + "f1": 0.791678, + "accuracy": 0.820158, + "main_score": 0.791678, + "hf_subset": "bug_Latn-bak_Cyrl", + "languages": [ + "bug-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463134, + "recall": 0.538538, + "f1": 0.485317, + "accuracy": 0.538538, + "main_score": 0.485317, + "hf_subset": "bug_Latn-dyu_Latn", + "languages": [ + "bug-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794437, + "recall": 0.833004, + "f1": 0.805959, + "accuracy": 0.833004, + "main_score": 0.805959, + "hf_subset": "bug_Latn-heb_Hebr", + "languages": [ + "bug-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721314, + "recall": 0.772727, + "f1": 0.735976, + "accuracy": 0.772727, + "main_score": 0.735976, + "hf_subset": "bug_Latn-khk_Cyrl", + "languages": [ + "bug-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796152, + "recall": 0.833004, + "f1": 0.806083, + "accuracy": 0.833004, + "main_score": 0.806083, + "hf_subset": "bug_Latn-lvs_Latn", + "languages": [ + "bug-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782404, + "recall": 0.825099, + "f1": 0.794469, + "accuracy": 0.825099, + "main_score": 0.794469, + "hf_subset": "bug_Latn-pan_Guru", + "languages": [ + "bug-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570438, + "recall": 0.629447, + "f1": 0.587485, + "accuracy": 0.629447, + "main_score": 0.587485, + "hf_subset": "bug_Latn-som_Latn", + "languages": [ + "bug-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559461, + "recall": 0.599802, + "f1": 0.570858, + "accuracy": 0.599802, + "main_score": 0.570858, + "hf_subset": "bug_Latn-tum_Latn", + "languages": [ + "bug-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360457, + "recall": 0.40415, + "f1": 0.372784, + "accuracy": 0.40415, + "main_score": 0.372784, + "hf_subset": "fon_Latn-ace_Arab", + "languages": [ + "fon-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457996, + "recall": 0.494071, + "f1": 0.468651, + "accuracy": 0.494071, + "main_score": 0.468651, + "hf_subset": "fon_Latn-bam_Latn", + "languages": [ + "fon-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201566, + "recall": 0.240119, + "f1": 0.21183, + "accuracy": 0.240119, + "main_score": 0.21183, + "hf_subset": "fon_Latn-dzo_Tibt", + "languages": [ + "fon-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461214, + "recall": 0.504941, + "f1": 0.473086, + "accuracy": 0.504941, + "main_score": 0.473086, + "hf_subset": "fon_Latn-hin_Deva", + "languages": [ + "fon-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436621, + "recall": 0.483202, + "f1": 0.449378, + "accuracy": 0.483202, + "main_score": 0.449378, + "hf_subset": "fon_Latn-khm_Khmr", + "languages": [ + "fon-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456666, + "recall": 0.5, + "f1": 0.46883, + "accuracy": 0.5, + "main_score": 0.46883, + "hf_subset": "fon_Latn-mag_Deva", + "languages": [ + "fon-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472759, + "recall": 0.505929, + "f1": 0.481407, + "accuracy": 0.505929, + "main_score": 0.481407, + "hf_subset": "fon_Latn-pap_Latn", + "languages": [ + "fon-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47915, + "recall": 0.511858, + "f1": 0.488354, + "accuracy": 0.511858, + "main_score": 0.488354, + "hf_subset": "fon_Latn-sot_Latn", + "languages": [ + "fon-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470732, + "recall": 0.51087, + "f1": 0.481249, + "accuracy": 0.51087, + "main_score": 0.481249, + "hf_subset": "fon_Latn-tur_Latn", + "languages": [ + "fon-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466767, + "recall": 0.501976, + "f1": 0.476596, + "accuracy": 0.501976, + "main_score": 0.476596, + "hf_subset": "fon_Latn-ace_Latn", + "languages": [ + "fon-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469484, + "recall": 0.502964, + "f1": 0.478924, + "accuracy": 0.502964, + "main_score": 0.478924, + "hf_subset": "fon_Latn-ban_Latn", + "languages": [ + "fon-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455877, + "recall": 0.504941, + "f1": 0.469494, + "accuracy": 0.504941, + "main_score": 0.469494, + "hf_subset": "fon_Latn-ell_Grek", + "languages": [ + "fon-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44677, + "recall": 0.48913, + "f1": 0.457869, + "accuracy": 0.48913, + "main_score": 0.457869, + "hf_subset": "fon_Latn-hne_Deva", + "languages": [ + "fon-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420214, + "recall": 0.462451, + "f1": 0.431956, + "accuracy": 0.462451, + "main_score": 0.431956, + "hf_subset": "fon_Latn-kik_Latn", + "languages": [ + "fon-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466457, + "recall": 0.505929, + "f1": 0.477613, + "accuracy": 0.505929, + "main_score": 0.477613, + "hf_subset": "fon_Latn-mai_Deva", + "languages": [ + "fon-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4191, + "recall": 0.470356, + "f1": 0.43269, + "accuracy": 0.470356, + "main_score": 0.43269, + "hf_subset": "fon_Latn-pbt_Arab", + "languages": [ + "fon-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478454, + "recall": 0.514822, + "f1": 0.488724, + "accuracy": 0.514822, + "main_score": 0.488724, + "hf_subset": "fon_Latn-spa_Latn", + "languages": [ + "fon-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471624, + "recall": 0.508893, + "f1": 0.482449, + "accuracy": 0.508893, + "main_score": 0.482449, + "hf_subset": "fon_Latn-twi_Latn", + "languages": [ + "fon-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463049, + "recall": 0.504941, + "f1": 0.474776, + "accuracy": 0.504941, + "main_score": 0.474776, + "hf_subset": "fon_Latn-acm_Arab", + "languages": [ + "fon-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451032, + "recall": 0.48913, + "f1": 0.461421, + "accuracy": 0.48913, + "main_score": 0.461421, + "hf_subset": "fon_Latn-bel_Cyrl", + "languages": [ + "fon-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477415, + "recall": 0.518775, + "f1": 0.489123, + "accuracy": 0.518775, + "main_score": 0.489123, + "hf_subset": "fon_Latn-eng_Latn", + "languages": [ + "fon-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474975, + "recall": 0.513834, + "f1": 0.485377, + "accuracy": 0.513834, + "main_score": 0.485377, + "hf_subset": "fon_Latn-hrv_Latn", + "languages": [ + "fon-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454123, + "recall": 0.491107, + "f1": 0.464235, + "accuracy": 0.491107, + "main_score": 0.464235, + "hf_subset": "fon_Latn-kin_Latn", + "languages": [ + "fon-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451859, + "recall": 0.494071, + "f1": 0.46364, + "accuracy": 0.494071, + "main_score": 0.46364, + "hf_subset": "fon_Latn-mal_Mlym", + "languages": [ + "fon-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457919, + "recall": 0.502964, + "f1": 0.469075, + "accuracy": 0.502964, + "main_score": 0.469075, + "hf_subset": "fon_Latn-pes_Arab", + "languages": [ + "fon-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472619, + "recall": 0.51087, + "f1": 0.482996, + "accuracy": 0.51087, + "main_score": 0.482996, + "hf_subset": "fon_Latn-srd_Latn", + "languages": [ + "fon-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179564, + "recall": 0.216403, + "f1": 0.189005, + "accuracy": 0.216403, + "main_score": 0.189005, + "hf_subset": "fon_Latn-tzm_Tfng", + "languages": [ + "fon-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465759, + "recall": 0.506917, + "f1": 0.47649, + "accuracy": 0.506917, + "main_score": 0.47649, + "hf_subset": "fon_Latn-acq_Arab", + "languages": [ + "fon-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50005, + "recall": 0.527668, + "f1": 0.507511, + "accuracy": 0.527668, + "main_score": 0.507511, + "hf_subset": "fon_Latn-bem_Latn", + "languages": [ + "fon-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469326, + "recall": 0.507905, + "f1": 0.480181, + "accuracy": 0.507905, + "main_score": 0.480181, + "hf_subset": "fon_Latn-epo_Latn", + "languages": [ + "fon-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471403, + "recall": 0.512846, + "f1": 0.48271, + "accuracy": 0.512846, + "main_score": 0.48271, + "hf_subset": "fon_Latn-hun_Latn", + "languages": [ + "fon-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467108, + "recall": 0.502964, + "f1": 0.477096, + "accuracy": 0.502964, + "main_score": 0.477096, + "hf_subset": "fon_Latn-kir_Cyrl", + "languages": [ + "fon-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460398, + "recall": 0.5, + "f1": 0.471572, + "accuracy": 0.5, + "main_score": 0.471572, + "hf_subset": "fon_Latn-mar_Deva", + "languages": [ + "fon-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479286, + "recall": 0.513834, + "f1": 0.488894, + "accuracy": 0.513834, + "main_score": 0.488894, + "hf_subset": "fon_Latn-plt_Latn", + "languages": [ + "fon-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466676, + "recall": 0.51087, + "f1": 0.478911, + "accuracy": 0.51087, + "main_score": 0.478911, + "hf_subset": "fon_Latn-srp_Cyrl", + "languages": [ + "fon-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398391, + "recall": 0.449605, + "f1": 0.413073, + "accuracy": 0.449605, + "main_score": 0.413073, + "hf_subset": "fon_Latn-uig_Arab", + "languages": [ + "fon-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460913, + "recall": 0.499012, + "f1": 0.471075, + "accuracy": 0.499012, + "main_score": 0.471075, + "hf_subset": "fon_Latn-aeb_Arab", + "languages": [ + "fon-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44448, + "recall": 0.495059, + "f1": 0.457237, + "accuracy": 0.495059, + "main_score": 0.457237, + "hf_subset": "fon_Latn-ben_Beng", + "languages": [ + "fon-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468906, + "recall": 0.502964, + "f1": 0.478291, + "accuracy": 0.502964, + "main_score": 0.478291, + "hf_subset": "fon_Latn-est_Latn", + "languages": [ + "fon-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453211, + "recall": 0.500988, + "f1": 0.465806, + "accuracy": 0.500988, + "main_score": 0.465806, + "hf_subset": "fon_Latn-hye_Armn", + "languages": [ + "fon-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478117, + "recall": 0.514822, + "f1": 0.488236, + "accuracy": 0.514822, + "main_score": 0.488236, + "hf_subset": "fon_Latn-kmb_Latn", + "languages": [ + "fon-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.346207, + "recall": 0.38834, + "f1": 0.357099, + "accuracy": 0.38834, + "main_score": 0.357099, + "hf_subset": "fon_Latn-min_Arab", + "languages": [ + "fon-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472641, + "recall": 0.511858, + "f1": 0.483277, + "accuracy": 0.511858, + "main_score": 0.483277, + "hf_subset": "fon_Latn-pol_Latn", + "languages": [ + "fon-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461353, + "recall": 0.499012, + "f1": 0.471628, + "accuracy": 0.499012, + "main_score": 0.471628, + "hf_subset": "fon_Latn-ssw_Latn", + "languages": [ + "fon-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465779, + "recall": 0.508893, + "f1": 0.478192, + "accuracy": 0.508893, + "main_score": 0.478192, + "hf_subset": "fon_Latn-ukr_Cyrl", + "languages": [ + "fon-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469337, + "recall": 0.512846, + "f1": 0.481416, + "accuracy": 0.512846, + "main_score": 0.481416, + "hf_subset": "fon_Latn-afr_Latn", + "languages": [ + "fon-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45143, + "recall": 0.490119, + "f1": 0.461743, + "accuracy": 0.490119, + "main_score": 0.461743, + "hf_subset": "fon_Latn-bho_Deva", + "languages": [ + "fon-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467176, + "recall": 0.504941, + "f1": 0.477387, + "accuracy": 0.504941, + "main_score": 0.477387, + "hf_subset": "fon_Latn-eus_Latn", + "languages": [ + "fon-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454645, + "recall": 0.492095, + "f1": 0.465747, + "accuracy": 0.492095, + "main_score": 0.465747, + "hf_subset": "fon_Latn-ibo_Latn", + "languages": [ + "fon-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470277, + "recall": 0.507905, + "f1": 0.480993, + "accuracy": 0.507905, + "main_score": 0.480993, + "hf_subset": "fon_Latn-kmr_Latn", + "languages": [ + "fon-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472984, + "recall": 0.509881, + "f1": 0.483319, + "accuracy": 0.509881, + "main_score": 0.483319, + "hf_subset": "fon_Latn-min_Latn", + "languages": [ + "fon-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484239, + "recall": 0.518775, + "f1": 0.494368, + "accuracy": 0.518775, + "main_score": 0.494368, + "hf_subset": "fon_Latn-por_Latn", + "languages": [ + "fon-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485446, + "recall": 0.521739, + "f1": 0.495492, + "accuracy": 0.521739, + "main_score": 0.495492, + "hf_subset": "fon_Latn-sun_Latn", + "languages": [ + "fon-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459082, + "recall": 0.500988, + "f1": 0.47051, + "accuracy": 0.500988, + "main_score": 0.47051, + "hf_subset": "fon_Latn-umb_Latn", + "languages": [ + "fon-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458373, + "recall": 0.499012, + "f1": 0.469403, + "accuracy": 0.499012, + "main_score": 0.469403, + "hf_subset": "fon_Latn-ajp_Arab", + "languages": [ + "fon-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344695, + "recall": 0.38834, + "f1": 0.35636, + "accuracy": 0.38834, + "main_score": 0.35636, + "hf_subset": "fon_Latn-bjn_Arab", + "languages": [ + "fon-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462838, + "recall": 0.494071, + "f1": 0.471786, + "accuracy": 0.494071, + "main_score": 0.471786, + "hf_subset": "fon_Latn-ewe_Latn", + "languages": [ + "fon-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486062, + "recall": 0.520751, + "f1": 0.494731, + "accuracy": 0.520751, + "main_score": 0.494731, + "hf_subset": "fon_Latn-ilo_Latn", + "languages": [ + "fon-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.282233, + "recall": 0.322134, + "f1": 0.293046, + "accuracy": 0.322134, + "main_score": 0.293046, + "hf_subset": "fon_Latn-knc_Arab", + "languages": [ + "fon-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46526, + "recall": 0.501976, + "f1": 0.475601, + "accuracy": 0.501976, + "main_score": 0.475601, + "hf_subset": "fon_Latn-mkd_Cyrl", + "languages": [ + "fon-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463721, + "recall": 0.501976, + "f1": 0.474145, + "accuracy": 0.501976, + "main_score": 0.474145, + "hf_subset": "fon_Latn-prs_Arab", + "languages": [ + "fon-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460409, + "recall": 0.502964, + "f1": 0.472026, + "accuracy": 0.502964, + "main_score": 0.472026, + "hf_subset": "fon_Latn-swe_Latn", + "languages": [ + "fon-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437344, + "recall": 0.487154, + "f1": 0.450776, + "accuracy": 0.487154, + "main_score": 0.450776, + "hf_subset": "fon_Latn-urd_Arab", + "languages": [ + "fon-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486915, + "recall": 0.522727, + "f1": 0.49696, + "accuracy": 0.522727, + "main_score": 0.49696, + "hf_subset": "fon_Latn-aka_Latn", + "languages": [ + "fon-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478531, + "recall": 0.509881, + "f1": 0.486746, + "accuracy": 0.509881, + "main_score": 0.486746, + "hf_subset": "fon_Latn-bjn_Latn", + "languages": [ + "fon-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472631, + "recall": 0.507905, + "f1": 0.482371, + "accuracy": 0.507905, + "main_score": 0.482371, + "hf_subset": "fon_Latn-fao_Latn", + "languages": [ + "fon-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480185, + "recall": 0.514822, + "f1": 0.490139, + "accuracy": 0.514822, + "main_score": 0.490139, + "hf_subset": "fon_Latn-ind_Latn", + "languages": [ + "fon-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46234, + "recall": 0.496047, + "f1": 0.471777, + "accuracy": 0.496047, + "main_score": 0.471777, + "hf_subset": "fon_Latn-knc_Latn", + "languages": [ + "fon-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477269, + "recall": 0.511858, + "f1": 0.486479, + "accuracy": 0.511858, + "main_score": 0.486479, + "hf_subset": "fon_Latn-mlt_Latn", + "languages": [ + "fon-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473397, + "recall": 0.51087, + "f1": 0.484358, + "accuracy": 0.51087, + "main_score": 0.484358, + "hf_subset": "fon_Latn-quy_Latn", + "languages": [ + "fon-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465791, + "recall": 0.5, + "f1": 0.475705, + "accuracy": 0.5, + "main_score": 0.475705, + "hf_subset": "fon_Latn-swh_Latn", + "languages": [ + "fon-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448002, + "recall": 0.493083, + "f1": 0.460863, + "accuracy": 0.493083, + "main_score": 0.460863, + "hf_subset": "fon_Latn-uzn_Latn", + "languages": [ + "fon-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464575, + "recall": 0.5, + "f1": 0.474184, + "accuracy": 0.5, + "main_score": 0.474184, + "hf_subset": "fon_Latn-als_Latn", + "languages": [ + "fon-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.238232, + "recall": 0.284585, + "f1": 0.249285, + "accuracy": 0.284585, + "main_score": 0.249285, + "hf_subset": "fon_Latn-bod_Tibt", + "languages": [ + "fon-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466996, + "recall": 0.505929, + "f1": 0.477903, + "accuracy": 0.505929, + "main_score": 0.477903, + "hf_subset": "fon_Latn-fij_Latn", + "languages": [ + "fon-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460259, + "recall": 0.497036, + "f1": 0.469417, + "accuracy": 0.497036, + "main_score": 0.469417, + "hf_subset": "fon_Latn-isl_Latn", + "languages": [ + "fon-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468892, + "recall": 0.505929, + "f1": 0.47913, + "accuracy": 0.505929, + "main_score": 0.47913, + "hf_subset": "fon_Latn-kon_Latn", + "languages": [ + "fon-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393352, + "recall": 0.440711, + "f1": 0.406197, + "accuracy": 0.440711, + "main_score": 0.406197, + "hf_subset": "fon_Latn-mni_Beng", + "languages": [ + "fon-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481439, + "recall": 0.520751, + "f1": 0.492166, + "accuracy": 0.520751, + "main_score": 0.492166, + "hf_subset": "fon_Latn-ron_Latn", + "languages": [ + "fon-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478376, + "recall": 0.513834, + "f1": 0.488022, + "accuracy": 0.513834, + "main_score": 0.488022, + "hf_subset": "fon_Latn-szl_Latn", + "languages": [ + "fon-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469975, + "recall": 0.507905, + "f1": 0.480399, + "accuracy": 0.507905, + "main_score": 0.480399, + "hf_subset": "fon_Latn-vec_Latn", + "languages": [ + "fon-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407071, + "recall": 0.450593, + "f1": 0.418788, + "accuracy": 0.450593, + "main_score": 0.418788, + "hf_subset": "fon_Latn-amh_Ethi", + "languages": [ + "fon-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48261, + "recall": 0.518775, + "f1": 0.493023, + "accuracy": 0.518775, + "main_score": 0.493023, + "hf_subset": "fon_Latn-bos_Latn", + "languages": [ + "fon-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449269, + "recall": 0.497036, + "f1": 0.462291, + "accuracy": 0.497036, + "main_score": 0.462291, + "hf_subset": "fon_Latn-fin_Latn", + "languages": [ + "fon-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473221, + "recall": 0.511858, + "f1": 0.484323, + "accuracy": 0.511858, + "main_score": 0.484323, + "hf_subset": "fon_Latn-ita_Latn", + "languages": [ + "fon-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457126, + "recall": 0.506917, + "f1": 0.47092, + "accuracy": 0.506917, + "main_score": 0.47092, + "hf_subset": "fon_Latn-kor_Hang", + "languages": [ + "fon-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458837, + "recall": 0.494071, + "f1": 0.468614, + "accuracy": 0.494071, + "main_score": 0.468614, + "hf_subset": "fon_Latn-mos_Latn", + "languages": [ + "fon-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463918, + "recall": 0.501976, + "f1": 0.473839, + "accuracy": 0.501976, + "main_score": 0.473839, + "hf_subset": "fon_Latn-run_Latn", + "languages": [ + "fon-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430175, + "recall": 0.477273, + "f1": 0.443616, + "accuracy": 0.477273, + "main_score": 0.443616, + "hf_subset": "fon_Latn-tam_Taml", + "languages": [ + "fon-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467376, + "recall": 0.504941, + "f1": 0.477834, + "accuracy": 0.504941, + "main_score": 0.477834, + "hf_subset": "fon_Latn-vie_Latn", + "languages": [ + "fon-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458431, + "recall": 0.500988, + "f1": 0.470416, + "accuracy": 0.500988, + "main_score": 0.470416, + "hf_subset": "fon_Latn-apc_Arab", + "languages": [ + "fon-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47438, + "recall": 0.511858, + "f1": 0.484651, + "accuracy": 0.511858, + "main_score": 0.484651, + "hf_subset": "fon_Latn-bug_Latn", + "languages": [ + "fon-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490629, + "recall": 0.525692, + "f1": 0.49996, + "accuracy": 0.525692, + "main_score": 0.49996, + "hf_subset": "fon_Latn-jav_Latn", + "languages": [ + "fon-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437269, + "recall": 0.479249, + "f1": 0.448192, + "accuracy": 0.479249, + "main_score": 0.448192, + "hf_subset": "fon_Latn-lao_Laoo", + "languages": [ + "fon-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439704, + "recall": 0.475296, + "f1": 0.449424, + "accuracy": 0.475296, + "main_score": 0.449424, + "hf_subset": "fon_Latn-mri_Latn", + "languages": [ + "fon-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468081, + "recall": 0.509881, + "f1": 0.479466, + "accuracy": 0.509881, + "main_score": 0.479466, + "hf_subset": "fon_Latn-rus_Cyrl", + "languages": [ + "fon-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443752, + "recall": 0.481225, + "f1": 0.453902, + "accuracy": 0.481225, + "main_score": 0.453902, + "hf_subset": "fon_Latn-taq_Latn", + "languages": [ + "fon-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492765, + "recall": 0.522727, + "f1": 0.500781, + "accuracy": 0.522727, + "main_score": 0.500781, + "hf_subset": "fon_Latn-war_Latn", + "languages": [ + "fon-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464683, + "recall": 0.505929, + "f1": 0.476339, + "accuracy": 0.505929, + "main_score": 0.476339, + "hf_subset": "fon_Latn-arb_Arab", + "languages": [ + "fon-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466478, + "recall": 0.507905, + "f1": 0.477863, + "accuracy": 0.507905, + "main_score": 0.477863, + "hf_subset": "fon_Latn-bul_Cyrl", + "languages": [ + "fon-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48695, + "recall": 0.522727, + "f1": 0.497531, + "accuracy": 0.522727, + "main_score": 0.497531, + "hf_subset": "fon_Latn-fra_Latn", + "languages": [ + "fon-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452736, + "recall": 0.497036, + "f1": 0.465219, + "accuracy": 0.497036, + "main_score": 0.465219, + "hf_subset": "fon_Latn-jpn_Jpan", + "languages": [ + "fon-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472106, + "recall": 0.513834, + "f1": 0.483126, + "accuracy": 0.513834, + "main_score": 0.483126, + "hf_subset": "fon_Latn-lij_Latn", + "languages": [ + "fon-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.333013, + "recall": 0.38834, + "f1": 0.347272, + "accuracy": 0.38834, + "main_score": 0.347272, + "hf_subset": "fon_Latn-mya_Mymr", + "languages": [ + "fon-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480725, + "recall": 0.51581, + "f1": 0.490425, + "accuracy": 0.51581, + "main_score": 0.490425, + "hf_subset": "fon_Latn-sag_Latn", + "languages": [ + "fon-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195471, + "recall": 0.238142, + "f1": 0.20586, + "accuracy": 0.238142, + "main_score": 0.20586, + "hf_subset": "fon_Latn-taq_Tfng", + "languages": [ + "fon-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473063, + "recall": 0.503953, + "f1": 0.481582, + "accuracy": 0.503953, + "main_score": 0.481582, + "hf_subset": "fon_Latn-wol_Latn", + "languages": [ + "fon-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407035, + "recall": 0.4417, + "f1": 0.416475, + "accuracy": 0.4417, + "main_score": 0.416475, + "hf_subset": "fon_Latn-arb_Latn", + "languages": [ + "fon-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481535, + "recall": 0.519763, + "f1": 0.492694, + "accuracy": 0.519763, + "main_score": 0.492694, + "hf_subset": "fon_Latn-cat_Latn", + "languages": [ + "fon-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484411, + "recall": 0.517787, + "f1": 0.492999, + "accuracy": 0.517787, + "main_score": 0.492999, + "hf_subset": "fon_Latn-fur_Latn", + "languages": [ + "fon-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381064, + "recall": 0.426877, + "f1": 0.393401, + "accuracy": 0.426877, + "main_score": 0.393401, + "hf_subset": "fon_Latn-kab_Latn", + "languages": [ + "fon-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463936, + "recall": 0.499012, + "f1": 0.473087, + "accuracy": 0.499012, + "main_score": 0.473087, + "hf_subset": "fon_Latn-lim_Latn", + "languages": [ + "fon-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463174, + "recall": 0.505929, + "f1": 0.474897, + "accuracy": 0.505929, + "main_score": 0.474897, + "hf_subset": "fon_Latn-nld_Latn", + "languages": [ + "fon-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433922, + "recall": 0.481225, + "f1": 0.446172, + "accuracy": 0.481225, + "main_score": 0.446172, + "hf_subset": "fon_Latn-san_Deva", + "languages": [ + "fon-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460016, + "recall": 0.500988, + "f1": 0.471036, + "accuracy": 0.500988, + "main_score": 0.471036, + "hf_subset": "fon_Latn-tat_Cyrl", + "languages": [ + "fon-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46867, + "recall": 0.503953, + "f1": 0.478877, + "accuracy": 0.503953, + "main_score": 0.478877, + "hf_subset": "fon_Latn-xho_Latn", + "languages": [ + "fon-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444248, + "recall": 0.490119, + "f1": 0.457344, + "accuracy": 0.490119, + "main_score": 0.457344, + "hf_subset": "fon_Latn-ars_Arab", + "languages": [ + "fon-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49207, + "recall": 0.52668, + "f1": 0.501226, + "accuracy": 0.52668, + "main_score": 0.501226, + "hf_subset": "fon_Latn-ceb_Latn", + "languages": [ + "fon-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446348, + "recall": 0.481225, + "f1": 0.456597, + "accuracy": 0.481225, + "main_score": 0.456597, + "hf_subset": "fon_Latn-fuv_Latn", + "languages": [ + "fon-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444548, + "recall": 0.478261, + "f1": 0.454238, + "accuracy": 0.478261, + "main_score": 0.454238, + "hf_subset": "fon_Latn-kac_Latn", + "languages": [ + "fon-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485863, + "recall": 0.51581, + "f1": 0.494001, + "accuracy": 0.51581, + "main_score": 0.494001, + "hf_subset": "fon_Latn-lin_Latn", + "languages": [ + "fon-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471334, + "recall": 0.508893, + "f1": 0.481738, + "accuracy": 0.508893, + "main_score": 0.481738, + "hf_subset": "fon_Latn-nno_Latn", + "languages": [ + "fon-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.09073, + "recall": 0.134387, + "f1": 0.101832, + "accuracy": 0.134387, + "main_score": 0.101832, + "hf_subset": "fon_Latn-sat_Olck", + "languages": [ + "fon-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43374, + "recall": 0.481225, + "f1": 0.447188, + "accuracy": 0.481225, + "main_score": 0.447188, + "hf_subset": "fon_Latn-tel_Telu", + "languages": [ + "fon-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386683, + "recall": 0.4417, + "f1": 0.400603, + "accuracy": 0.4417, + "main_score": 0.400603, + "hf_subset": "fon_Latn-ydd_Hebr", + "languages": [ + "fon-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442954, + "recall": 0.487154, + "f1": 0.454744, + "accuracy": 0.487154, + "main_score": 0.454744, + "hf_subset": "fon_Latn-ary_Arab", + "languages": [ + "fon-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475748, + "recall": 0.514822, + "f1": 0.48619, + "accuracy": 0.514822, + "main_score": 0.48619, + "hf_subset": "fon_Latn-ces_Latn", + "languages": [ + "fon-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426185, + "recall": 0.470356, + "f1": 0.438776, + "accuracy": 0.470356, + "main_score": 0.438776, + "hf_subset": "fon_Latn-gaz_Latn", + "languages": [ + "fon-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460026, + "recall": 0.496047, + "f1": 0.46997, + "accuracy": 0.496047, + "main_score": 0.46997, + "hf_subset": "fon_Latn-kam_Latn", + "languages": [ + "fon-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456927, + "recall": 0.495059, + "f1": 0.467512, + "accuracy": 0.495059, + "main_score": 0.467512, + "hf_subset": "fon_Latn-lit_Latn", + "languages": [ + "fon-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464337, + "recall": 0.507905, + "f1": 0.476936, + "accuracy": 0.507905, + "main_score": 0.476936, + "hf_subset": "fon_Latn-nob_Latn", + "languages": [ + "fon-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474715, + "recall": 0.506917, + "f1": 0.484097, + "accuracy": 0.506917, + "main_score": 0.484097, + "hf_subset": "fon_Latn-scn_Latn", + "languages": [ + "fon-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459111, + "recall": 0.495059, + "f1": 0.469463, + "accuracy": 0.495059, + "main_score": 0.469463, + "hf_subset": "fon_Latn-tgk_Cyrl", + "languages": [ + "fon-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435431, + "recall": 0.475296, + "f1": 0.446909, + "accuracy": 0.475296, + "main_score": 0.446909, + "hf_subset": "fon_Latn-yor_Latn", + "languages": [ + "fon-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453176, + "recall": 0.496047, + "f1": 0.464048, + "accuracy": 0.496047, + "main_score": 0.464048, + "hf_subset": "fon_Latn-arz_Arab", + "languages": [ + "fon-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451268, + "recall": 0.491107, + "f1": 0.462433, + "accuracy": 0.491107, + "main_score": 0.462433, + "hf_subset": "fon_Latn-cjk_Latn", + "languages": [ + "fon-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442416, + "recall": 0.478261, + "f1": 0.452613, + "accuracy": 0.478261, + "main_score": 0.452613, + "hf_subset": "fon_Latn-gla_Latn", + "languages": [ + "fon-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441992, + "recall": 0.48913, + "f1": 0.455151, + "accuracy": 0.48913, + "main_score": 0.455151, + "hf_subset": "fon_Latn-kan_Knda", + "languages": [ + "fon-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458609, + "recall": 0.495059, + "f1": 0.468631, + "accuracy": 0.495059, + "main_score": 0.468631, + "hf_subset": "fon_Latn-lmo_Latn", + "languages": [ + "fon-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44807, + "recall": 0.497036, + "f1": 0.461195, + "accuracy": 0.497036, + "main_score": 0.461195, + "hf_subset": "fon_Latn-npi_Deva", + "languages": [ + "fon-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398027, + "recall": 0.445652, + "f1": 0.410783, + "accuracy": 0.445652, + "main_score": 0.410783, + "hf_subset": "fon_Latn-shn_Mymr", + "languages": [ + "fon-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490387, + "recall": 0.524704, + "f1": 0.500283, + "accuracy": 0.524704, + "main_score": 0.500283, + "hf_subset": "fon_Latn-tgl_Latn", + "languages": [ + "fon-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455993, + "recall": 0.497036, + "f1": 0.467449, + "accuracy": 0.497036, + "main_score": 0.467449, + "hf_subset": "fon_Latn-yue_Hant", + "languages": [ + "fon-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409409, + "recall": 0.459486, + "f1": 0.423086, + "accuracy": 0.459486, + "main_score": 0.423086, + "hf_subset": "fon_Latn-asm_Beng", + "languages": [ + "fon-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416489, + "recall": 0.465415, + "f1": 0.429403, + "accuracy": 0.465415, + "main_score": 0.429403, + "hf_subset": "fon_Latn-ckb_Arab", + "languages": [ + "fon-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433144, + "recall": 0.471344, + "f1": 0.443589, + "accuracy": 0.471344, + "main_score": 0.443589, + "hf_subset": "fon_Latn-gle_Latn", + "languages": [ + "fon-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414036, + "recall": 0.453557, + "f1": 0.425369, + "accuracy": 0.453557, + "main_score": 0.425369, + "hf_subset": "fon_Latn-kas_Arab", + "languages": [ + "fon-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445371, + "recall": 0.486166, + "f1": 0.456118, + "accuracy": 0.486166, + "main_score": 0.456118, + "hf_subset": "fon_Latn-ltg_Latn", + "languages": [ + "fon-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480259, + "recall": 0.512846, + "f1": 0.489409, + "accuracy": 0.512846, + "main_score": 0.489409, + "hf_subset": "fon_Latn-nso_Latn", + "languages": [ + "fon-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383561, + "recall": 0.436759, + "f1": 0.3974, + "accuracy": 0.436759, + "main_score": 0.3974, + "hf_subset": "fon_Latn-sin_Sinh", + "languages": [ + "fon-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458623, + "recall": 0.498024, + "f1": 0.469931, + "accuracy": 0.498024, + "main_score": 0.469931, + "hf_subset": "fon_Latn-tha_Thai", + "languages": [ + "fon-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453476, + "recall": 0.494071, + "f1": 0.464488, + "accuracy": 0.494071, + "main_score": 0.464488, + "hf_subset": "fon_Latn-zho_Hans", + "languages": [ + "fon-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49084, + "recall": 0.521739, + "f1": 0.499526, + "accuracy": 0.521739, + "main_score": 0.499526, + "hf_subset": "fon_Latn-ast_Latn", + "languages": [ + "fon-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462588, + "recall": 0.503953, + "f1": 0.474199, + "accuracy": 0.503953, + "main_score": 0.474199, + "hf_subset": "fon_Latn-crh_Latn", + "languages": [ + "fon-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482395, + "recall": 0.516798, + "f1": 0.492226, + "accuracy": 0.516798, + "main_score": 0.492226, + "hf_subset": "fon_Latn-glg_Latn", + "languages": [ + "fon-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435132, + "recall": 0.477273, + "f1": 0.446821, + "accuracy": 0.477273, + "main_score": 0.446821, + "hf_subset": "fon_Latn-kas_Deva", + "languages": [ + "fon-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458087, + "recall": 0.499012, + "f1": 0.469101, + "accuracy": 0.499012, + "main_score": 0.469101, + "hf_subset": "fon_Latn-ltz_Latn", + "languages": [ + "fon-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40901, + "recall": 0.449605, + "f1": 0.419865, + "accuracy": 0.449605, + "main_score": 0.419865, + "hf_subset": "fon_Latn-nus_Latn", + "languages": [ + "fon-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471064, + "recall": 0.51087, + "f1": 0.482891, + "accuracy": 0.51087, + "main_score": 0.482891, + "hf_subset": "fon_Latn-slk_Latn", + "languages": [ + "fon-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.346209, + "recall": 0.396245, + "f1": 0.359625, + "accuracy": 0.396245, + "main_score": 0.359625, + "hf_subset": "fon_Latn-tir_Ethi", + "languages": [ + "fon-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435662, + "recall": 0.487154, + "f1": 0.448839, + "accuracy": 0.487154, + "main_score": 0.448839, + "hf_subset": "fon_Latn-zho_Hant", + "languages": [ + "fon-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460377, + "recall": 0.498024, + "f1": 0.47108, + "accuracy": 0.498024, + "main_score": 0.47108, + "hf_subset": "fon_Latn-awa_Deva", + "languages": [ + "fon-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474057, + "recall": 0.506917, + "f1": 0.482476, + "accuracy": 0.506917, + "main_score": 0.482476, + "hf_subset": "fon_Latn-cym_Latn", + "languages": [ + "fon-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483845, + "recall": 0.514822, + "f1": 0.492606, + "accuracy": 0.514822, + "main_score": 0.492606, + "hf_subset": "fon_Latn-grn_Latn", + "languages": [ + "fon-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441158, + "recall": 0.479249, + "f1": 0.451297, + "accuracy": 0.479249, + "main_score": 0.451297, + "hf_subset": "fon_Latn-kat_Geor", + "languages": [ + "fon-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481581, + "recall": 0.514822, + "f1": 0.49089, + "accuracy": 0.514822, + "main_score": 0.49089, + "hf_subset": "fon_Latn-lua_Latn", + "languages": [ + "fon-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476647, + "recall": 0.517787, + "f1": 0.488262, + "accuracy": 0.517787, + "main_score": 0.488262, + "hf_subset": "fon_Latn-nya_Latn", + "languages": [ + "fon-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486382, + "recall": 0.520751, + "f1": 0.495322, + "accuracy": 0.520751, + "main_score": 0.495322, + "hf_subset": "fon_Latn-slv_Latn", + "languages": [ + "fon-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47543, + "recall": 0.505929, + "f1": 0.484363, + "accuracy": 0.505929, + "main_score": 0.484363, + "hf_subset": "fon_Latn-tpi_Latn", + "languages": [ + "fon-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485885, + "recall": 0.519763, + "f1": 0.495823, + "accuracy": 0.519763, + "main_score": 0.495823, + "hf_subset": "fon_Latn-zsm_Latn", + "languages": [ + "fon-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463115, + "recall": 0.506917, + "f1": 0.475578, + "accuracy": 0.506917, + "main_score": 0.475578, + "hf_subset": "fon_Latn-ayr_Latn", + "languages": [ + "fon-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477913, + "recall": 0.514822, + "f1": 0.488764, + "accuracy": 0.514822, + "main_score": 0.488764, + "hf_subset": "fon_Latn-dan_Latn", + "languages": [ + "fon-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44186, + "recall": 0.490119, + "f1": 0.455239, + "accuracy": 0.490119, + "main_score": 0.455239, + "hf_subset": "fon_Latn-guj_Gujr", + "languages": [ + "fon-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469042, + "recall": 0.511858, + "f1": 0.480449, + "accuracy": 0.511858, + "main_score": 0.480449, + "hf_subset": "fon_Latn-kaz_Cyrl", + "languages": [ + "fon-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439147, + "recall": 0.485178, + "f1": 0.452037, + "accuracy": 0.485178, + "main_score": 0.452037, + "hf_subset": "fon_Latn-lug_Latn", + "languages": [ + "fon-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492498, + "recall": 0.523715, + "f1": 0.501177, + "accuracy": 0.523715, + "main_score": 0.501177, + "hf_subset": "fon_Latn-oci_Latn", + "languages": [ + "fon-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460896, + "recall": 0.495059, + "f1": 0.470695, + "accuracy": 0.495059, + "main_score": 0.470695, + "hf_subset": "fon_Latn-smo_Latn", + "languages": [ + "fon-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458407, + "recall": 0.497036, + "f1": 0.469796, + "accuracy": 0.497036, + "main_score": 0.469796, + "hf_subset": "fon_Latn-tsn_Latn", + "languages": [ + "fon-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455576, + "recall": 0.498024, + "f1": 0.467506, + "accuracy": 0.498024, + "main_score": 0.467506, + "hf_subset": "fon_Latn-zul_Latn", + "languages": [ + "fon-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391376, + "recall": 0.432806, + "f1": 0.402122, + "accuracy": 0.432806, + "main_score": 0.402122, + "hf_subset": "fon_Latn-azb_Arab", + "languages": [ + "fon-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47259, + "recall": 0.514822, + "f1": 0.483881, + "accuracy": 0.514822, + "main_score": 0.483881, + "hf_subset": "fon_Latn-deu_Latn", + "languages": [ + "fon-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459579, + "recall": 0.499012, + "f1": 0.469956, + "accuracy": 0.499012, + "main_score": 0.469956, + "hf_subset": "fon_Latn-hat_Latn", + "languages": [ + "fon-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465553, + "recall": 0.499012, + "f1": 0.474916, + "accuracy": 0.499012, + "main_score": 0.474916, + "hf_subset": "fon_Latn-kbp_Latn", + "languages": [ + "fon-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477767, + "recall": 0.513834, + "f1": 0.488242, + "accuracy": 0.513834, + "main_score": 0.488242, + "hf_subset": "fon_Latn-luo_Latn", + "languages": [ + "fon-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439965, + "recall": 0.48913, + "f1": 0.452791, + "accuracy": 0.48913, + "main_score": 0.452791, + "hf_subset": "fon_Latn-ory_Orya", + "languages": [ + "fon-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458862, + "recall": 0.497036, + "f1": 0.469945, + "accuracy": 0.497036, + "main_score": 0.469945, + "hf_subset": "fon_Latn-sna_Latn", + "languages": [ + "fon-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469008, + "recall": 0.502964, + "f1": 0.478244, + "accuracy": 0.502964, + "main_score": 0.478244, + "hf_subset": "fon_Latn-tso_Latn", + "languages": [ + "fon-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441613, + "recall": 0.487154, + "f1": 0.454438, + "accuracy": 0.487154, + "main_score": 0.454438, + "hf_subset": "fon_Latn-azj_Latn", + "languages": [ + "fon-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435032, + "recall": 0.480237, + "f1": 0.448573, + "accuracy": 0.480237, + "main_score": 0.448573, + "hf_subset": "fon_Latn-dik_Latn", + "languages": [ + "fon-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461132, + "recall": 0.500988, + "f1": 0.472396, + "accuracy": 0.500988, + "main_score": 0.472396, + "hf_subset": "fon_Latn-hau_Latn", + "languages": [ + "fon-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47877, + "recall": 0.51087, + "f1": 0.487167, + "accuracy": 0.51087, + "main_score": 0.487167, + "hf_subset": "fon_Latn-kea_Latn", + "languages": [ + "fon-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473719, + "recall": 0.511858, + "f1": 0.483531, + "accuracy": 0.511858, + "main_score": 0.483531, + "hf_subset": "fon_Latn-lus_Latn", + "languages": [ + "fon-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476483, + "recall": 0.51087, + "f1": 0.486163, + "accuracy": 0.51087, + "main_score": 0.486163, + "hf_subset": "fon_Latn-pag_Latn", + "languages": [ + "fon-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432462, + "recall": 0.475296, + "f1": 0.444129, + "accuracy": 0.475296, + "main_score": 0.444129, + "hf_subset": "fon_Latn-snd_Arab", + "languages": [ + "fon-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443238, + "recall": 0.481225, + "f1": 0.453927, + "accuracy": 0.481225, + "main_score": 0.453927, + "hf_subset": "fon_Latn-tuk_Latn", + "languages": [ + "fon-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463702, + "recall": 0.499012, + "f1": 0.473772, + "accuracy": 0.499012, + "main_score": 0.473772, + "hf_subset": "fon_Latn-bak_Cyrl", + "languages": [ + "fon-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379405, + "recall": 0.435771, + "f1": 0.394684, + "accuracy": 0.435771, + "main_score": 0.394684, + "hf_subset": "fon_Latn-dyu_Latn", + "languages": [ + "fon-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436091, + "recall": 0.479249, + "f1": 0.448875, + "accuracy": 0.479249, + "main_score": 0.448875, + "hf_subset": "fon_Latn-heb_Hebr", + "languages": [ + "fon-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450931, + "recall": 0.494071, + "f1": 0.463099, + "accuracy": 0.494071, + "main_score": 0.463099, + "hf_subset": "fon_Latn-khk_Cyrl", + "languages": [ + "fon-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467095, + "recall": 0.505929, + "f1": 0.477437, + "accuracy": 0.505929, + "main_score": 0.477437, + "hf_subset": "fon_Latn-lvs_Latn", + "languages": [ + "fon-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449141, + "recall": 0.499012, + "f1": 0.461975, + "accuracy": 0.499012, + "main_score": 0.461975, + "hf_subset": "fon_Latn-pan_Guru", + "languages": [ + "fon-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438234, + "recall": 0.478261, + "f1": 0.44933, + "accuracy": 0.478261, + "main_score": 0.44933, + "hf_subset": "fon_Latn-som_Latn", + "languages": [ + "fon-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468248, + "recall": 0.501976, + "f1": 0.477889, + "accuracy": 0.501976, + "main_score": 0.477889, + "hf_subset": "fon_Latn-tum_Latn", + "languages": [ + "fon-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62297, + "recall": 0.68083, + "f1": 0.63869, + "accuracy": 0.68083, + "main_score": 0.63869, + "hf_subset": "jav_Latn-ace_Arab", + "languages": [ + "jav-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549515, + "recall": 0.608696, + "f1": 0.566322, + "accuracy": 0.608696, + "main_score": 0.566322, + "hf_subset": "jav_Latn-bam_Latn", + "languages": [ + "jav-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417558, + "recall": 0.486166, + "f1": 0.435443, + "accuracy": 0.486166, + "main_score": 0.435443, + "hf_subset": "jav_Latn-dzo_Tibt", + "languages": [ + "jav-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-hin_Deva", + "languages": [ + "jav-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-khm_Khmr", + "languages": [ + "jav-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-mag_Deva", + "languages": [ + "jav-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "jav_Latn-pap_Latn", + "languages": [ + "jav-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618735, + "recall": 0.673913, + "f1": 0.634143, + "accuracy": 0.673913, + "main_score": 0.634143, + "hf_subset": "jav_Latn-sot_Latn", + "languages": [ + "jav-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-tur_Latn", + "languages": [ + "jav-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890152, + "recall": 0.91996, + "f1": 0.899624, + "accuracy": 0.91996, + "main_score": 0.899624, + "hf_subset": "jav_Latn-ace_Latn", + "languages": [ + "jav-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.970356, + "f1": 0.962615, + "accuracy": 0.970356, + "main_score": 0.962615, + "hf_subset": "jav_Latn-ban_Latn", + "languages": [ + "jav-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-ell_Grek", + "languages": [ + "jav-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jav_Latn-hne_Deva", + "languages": [ + "jav-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611564, + "recall": 0.66502, + "f1": 0.626714, + "accuracy": 0.66502, + "main_score": 0.626714, + "hf_subset": "jav_Latn-kik_Latn", + "languages": [ + "jav-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-mai_Deva", + "languages": [ + "jav-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "jav_Latn-pbt_Arab", + "languages": [ + "jav-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-spa_Latn", + "languages": [ + "jav-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622129, + "recall": 0.684783, + "f1": 0.639731, + "accuracy": 0.684783, + "main_score": 0.639731, + "hf_subset": "jav_Latn-twi_Latn", + "languages": [ + "jav-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-acm_Arab", + "languages": [ + "jav-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "jav_Latn-bel_Cyrl", + "languages": [ + "jav-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-hrv_Latn", + "languages": [ + "jav-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580404, + "recall": 0.63834, + "f1": 0.596664, + "accuracy": 0.63834, + "main_score": 0.596664, + "hf_subset": "jav_Latn-kin_Latn", + "languages": [ + "jav-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-mal_Mlym", + "languages": [ + "jav-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-pes_Arab", + "languages": [ + "jav-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-srd_Latn", + "languages": [ + "jav-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191446, + "recall": 0.238142, + "f1": 0.202862, + "accuracy": 0.238142, + "main_score": 0.202862, + "hf_subset": "jav_Latn-tzm_Tfng", + "languages": [ + "jav-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-acq_Arab", + "languages": [ + "jav-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64147, + "recall": 0.688735, + "f1": 0.65464, + "accuracy": 0.688735, + "main_score": 0.65464, + "hf_subset": "jav_Latn-bem_Latn", + "languages": [ + "jav-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-epo_Latn", + "languages": [ + "jav-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-hun_Latn", + "languages": [ + "jav-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "jav_Latn-kir_Cyrl", + "languages": [ + "jav-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-mar_Deva", + "languages": [ + "jav-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68643, + "recall": 0.737154, + "f1": 0.700308, + "accuracy": 0.737154, + "main_score": 0.700308, + "hf_subset": "jav_Latn-plt_Latn", + "languages": [ + "jav-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-srp_Cyrl", + "languages": [ + "jav-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "jav_Latn-uig_Arab", + "languages": [ + "jav-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-aeb_Arab", + "languages": [ + "jav-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "jav_Latn-ben_Beng", + "languages": [ + "jav-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-est_Latn", + "languages": [ + "jav-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-hye_Armn", + "languages": [ + "jav-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568678, + "recall": 0.617589, + "f1": 0.582807, + "accuracy": 0.617589, + "main_score": 0.582807, + "hf_subset": "jav_Latn-kmb_Latn", + "languages": [ + "jav-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546313, + "recall": 0.613636, + "f1": 0.564052, + "accuracy": 0.613636, + "main_score": 0.564052, + "hf_subset": "jav_Latn-min_Arab", + "languages": [ + "jav-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-pol_Latn", + "languages": [ + "jav-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585057, + "recall": 0.644269, + "f1": 0.601702, + "accuracy": 0.644269, + "main_score": 0.601702, + "hf_subset": "jav_Latn-ssw_Latn", + "languages": [ + "jav-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-ukr_Cyrl", + "languages": [ + "jav-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-afr_Latn", + "languages": [ + "jav-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-bho_Deva", + "languages": [ + "jav-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jav_Latn-eus_Latn", + "languages": [ + "jav-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601943, + "recall": 0.659091, + "f1": 0.617763, + "accuracy": 0.659091, + "main_score": 0.617763, + "hf_subset": "jav_Latn-ibo_Latn", + "languages": [ + "jav-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883235, + "recall": 0.91502, + "f1": 0.893083, + "accuracy": 0.91502, + "main_score": 0.893083, + "hf_subset": "jav_Latn-kmr_Latn", + "languages": [ + "jav-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jav_Latn-min_Latn", + "languages": [ + "jav-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-por_Latn", + "languages": [ + "jav-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-sun_Latn", + "languages": [ + "jav-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537785, + "recall": 0.592885, + "f1": 0.553436, + "accuracy": 0.592885, + "main_score": 0.553436, + "hf_subset": "jav_Latn-umb_Latn", + "languages": [ + "jav-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-ajp_Arab", + "languages": [ + "jav-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580929, + "recall": 0.644269, + "f1": 0.599277, + "accuracy": 0.644269, + "main_score": 0.599277, + "hf_subset": "jav_Latn-bjn_Arab", + "languages": [ + "jav-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526105, + "recall": 0.577075, + "f1": 0.540042, + "accuracy": 0.577075, + "main_score": 0.540042, + "hf_subset": "jav_Latn-ewe_Latn", + "languages": [ + "jav-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930089, + "recall": 0.949605, + "f1": 0.936166, + "accuracy": 0.949605, + "main_score": 0.936166, + "hf_subset": "jav_Latn-ilo_Latn", + "languages": [ + "jav-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.333113, + "recall": 0.384387, + "f1": 0.347105, + "accuracy": 0.384387, + "main_score": 0.347105, + "hf_subset": "jav_Latn-knc_Arab", + "languages": [ + "jav-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-mkd_Cyrl", + "languages": [ + "jav-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-prs_Arab", + "languages": [ + "jav-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-swe_Latn", + "languages": [ + "jav-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-urd_Arab", + "languages": [ + "jav-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60271, + "recall": 0.663043, + "f1": 0.619681, + "accuracy": 0.663043, + "main_score": 0.619681, + "hf_subset": "jav_Latn-aka_Latn", + "languages": [ + "jav-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "jav_Latn-bjn_Latn", + "languages": [ + "jav-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "jav_Latn-fao_Latn", + "languages": [ + "jav-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-ind_Latn", + "languages": [ + "jav-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609923, + "recall": 0.657115, + "f1": 0.623624, + "accuracy": 0.657115, + "main_score": 0.623624, + "hf_subset": "jav_Latn-knc_Latn", + "languages": [ + "jav-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "jav_Latn-mlt_Latn", + "languages": [ + "jav-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701532, + "recall": 0.753953, + "f1": 0.717026, + "accuracy": 0.753953, + "main_score": 0.717026, + "hf_subset": "jav_Latn-quy_Latn", + "languages": [ + "jav-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "jav_Latn-swh_Latn", + "languages": [ + "jav-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-uzn_Latn", + "languages": [ + "jav-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-als_Latn", + "languages": [ + "jav-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597044, + "recall": 0.679842, + "f1": 0.620862, + "accuracy": 0.679842, + "main_score": 0.620862, + "hf_subset": "jav_Latn-bod_Tibt", + "languages": [ + "jav-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706862, + "recall": 0.761858, + "f1": 0.722808, + "accuracy": 0.761858, + "main_score": 0.722808, + "hf_subset": "jav_Latn-fij_Latn", + "languages": [ + "jav-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "jav_Latn-isl_Latn", + "languages": [ + "jav-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689207, + "recall": 0.73419, + "f1": 0.702141, + "accuracy": 0.73419, + "main_score": 0.702141, + "hf_subset": "jav_Latn-kon_Latn", + "languages": [ + "jav-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673542, + "recall": 0.736166, + "f1": 0.691805, + "accuracy": 0.736166, + "main_score": 0.691805, + "hf_subset": "jav_Latn-mni_Beng", + "languages": [ + "jav-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-ron_Latn", + "languages": [ + "jav-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.985178, + "f1": 0.981884, + "accuracy": 0.985178, + "main_score": 0.981884, + "hf_subset": "jav_Latn-szl_Latn", + "languages": [ + "jav-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-vec_Latn", + "languages": [ + "jav-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920125, + "recall": 0.942688, + "f1": 0.927174, + "accuracy": 0.942688, + "main_score": 0.927174, + "hf_subset": "jav_Latn-amh_Ethi", + "languages": [ + "jav-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-bos_Latn", + "languages": [ + "jav-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-fin_Latn", + "languages": [ + "jav-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-ita_Latn", + "languages": [ + "jav-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-kor_Hang", + "languages": [ + "jav-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564552, + "recall": 0.621542, + "f1": 0.580701, + "accuracy": 0.621542, + "main_score": 0.580701, + "hf_subset": "jav_Latn-mos_Latn", + "languages": [ + "jav-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563134, + "recall": 0.615613, + "f1": 0.578109, + "accuracy": 0.615613, + "main_score": 0.578109, + "hf_subset": "jav_Latn-run_Latn", + "languages": [ + "jav-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-tam_Taml", + "languages": [ + "jav-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-vie_Latn", + "languages": [ + "jav-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-apc_Arab", + "languages": [ + "jav-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824786, + "recall": 0.866601, + "f1": 0.836924, + "accuracy": 0.866601, + "main_score": 0.836924, + "hf_subset": "jav_Latn-bug_Latn", + "languages": [ + "jav-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481125, + "recall": 0.531621, + "f1": 0.494333, + "accuracy": 0.531621, + "main_score": 0.494333, + "hf_subset": "jav_Latn-fon_Latn", + "languages": [ + "jav-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-lao_Laoo", + "languages": [ + "jav-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866314, + "recall": 0.900198, + "f1": 0.876532, + "accuracy": 0.900198, + "main_score": 0.876532, + "hf_subset": "jav_Latn-mri_Latn", + "languages": [ + "jav-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-rus_Cyrl", + "languages": [ + "jav-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545254, + "recall": 0.605731, + "f1": 0.561768, + "accuracy": 0.605731, + "main_score": 0.561768, + "hf_subset": "jav_Latn-taq_Latn", + "languages": [ + "jav-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jav_Latn-war_Latn", + "languages": [ + "jav-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-arb_Arab", + "languages": [ + "jav-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-bul_Cyrl", + "languages": [ + "jav-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-fra_Latn", + "languages": [ + "jav-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-jpn_Jpan", + "languages": [ + "jav-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "jav_Latn-lij_Latn", + "languages": [ + "jav-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "jav_Latn-mya_Mymr", + "languages": [ + "jav-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611224, + "recall": 0.671937, + "f1": 0.628694, + "accuracy": 0.671937, + "main_score": 0.628694, + "hf_subset": "jav_Latn-sag_Latn", + "languages": [ + "jav-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201561, + "recall": 0.253953, + "f1": 0.213726, + "accuracy": 0.253953, + "main_score": 0.213726, + "hf_subset": "jav_Latn-taq_Tfng", + "languages": [ + "jav-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648081, + "recall": 0.706522, + "f1": 0.66491, + "accuracy": 0.706522, + "main_score": 0.66491, + "hf_subset": "jav_Latn-wol_Latn", + "languages": [ + "jav-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764151, + "recall": 0.81917, + "f1": 0.780305, + "accuracy": 0.81917, + "main_score": 0.780305, + "hf_subset": "jav_Latn-arb_Latn", + "languages": [ + "jav-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-cat_Latn", + "languages": [ + "jav-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "jav_Latn-fur_Latn", + "languages": [ + "jav-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430005, + "recall": 0.488142, + "f1": 0.445509, + "accuracy": 0.488142, + "main_score": 0.445509, + "hf_subset": "jav_Latn-kab_Latn", + "languages": [ + "jav-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-lim_Latn", + "languages": [ + "jav-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-nld_Latn", + "languages": [ + "jav-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "jav_Latn-san_Deva", + "languages": [ + "jav-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "jav_Latn-tat_Cyrl", + "languages": [ + "jav-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700543, + "recall": 0.747036, + "f1": 0.714168, + "accuracy": 0.747036, + "main_score": 0.714168, + "hf_subset": "jav_Latn-xho_Latn", + "languages": [ + "jav-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-ars_Arab", + "languages": [ + "jav-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993248, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "jav_Latn-ceb_Latn", + "languages": [ + "jav-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578189, + "recall": 0.633399, + "f1": 0.594042, + "accuracy": 0.633399, + "main_score": 0.594042, + "hf_subset": "jav_Latn-fuv_Latn", + "languages": [ + "jav-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515927, + "recall": 0.58004, + "f1": 0.533281, + "accuracy": 0.58004, + "main_score": 0.533281, + "hf_subset": "jav_Latn-kac_Latn", + "languages": [ + "jav-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678096, + "recall": 0.729249, + "f1": 0.693365, + "accuracy": 0.729249, + "main_score": 0.693365, + "hf_subset": "jav_Latn-lin_Latn", + "languages": [ + "jav-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-nno_Latn", + "languages": [ + "jav-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.219769, + "recall": 0.295455, + "f1": 0.23932, + "accuracy": 0.295455, + "main_score": 0.23932, + "hf_subset": "jav_Latn-sat_Olck", + "languages": [ + "jav-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-tel_Telu", + "languages": [ + "jav-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944862, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "jav_Latn-ydd_Hebr", + "languages": [ + "jav-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "jav_Latn-ary_Arab", + "languages": [ + "jav-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-ces_Latn", + "languages": [ + "jav-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607042, + "recall": 0.664032, + "f1": 0.62393, + "accuracy": 0.664032, + "main_score": 0.62393, + "hf_subset": "jav_Latn-gaz_Latn", + "languages": [ + "jav-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596617, + "recall": 0.659091, + "f1": 0.614613, + "accuracy": 0.659091, + "main_score": 0.614613, + "hf_subset": "jav_Latn-kam_Latn", + "languages": [ + "jav-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "jav_Latn-lit_Latn", + "languages": [ + "jav-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-nob_Latn", + "languages": [ + "jav-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "jav_Latn-scn_Latn", + "languages": [ + "jav-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.970356, + "f1": 0.962516, + "accuracy": 0.970356, + "main_score": 0.962516, + "hf_subset": "jav_Latn-tgk_Cyrl", + "languages": [ + "jav-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716264, + "recall": 0.778656, + "f1": 0.734536, + "accuracy": 0.778656, + "main_score": 0.734536, + "hf_subset": "jav_Latn-yor_Latn", + "languages": [ + "jav-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-arz_Arab", + "languages": [ + "jav-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569746, + "recall": 0.623518, + "f1": 0.58554, + "accuracy": 0.623518, + "main_score": 0.58554, + "hf_subset": "jav_Latn-cjk_Latn", + "languages": [ + "jav-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757691, + "recall": 0.810277, + "f1": 0.773386, + "accuracy": 0.810277, + "main_score": 0.773386, + "hf_subset": "jav_Latn-gla_Latn", + "languages": [ + "jav-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-kan_Knda", + "languages": [ + "jav-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "jav_Latn-lmo_Latn", + "languages": [ + "jav-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "jav_Latn-npi_Deva", + "languages": [ + "jav-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476456, + "recall": 0.540514, + "f1": 0.493894, + "accuracy": 0.540514, + "main_score": 0.493894, + "hf_subset": "jav_Latn-shn_Mymr", + "languages": [ + "jav-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-tgl_Latn", + "languages": [ + "jav-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-yue_Hant", + "languages": [ + "jav-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jav_Latn-asm_Beng", + "languages": [ + "jav-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947134, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "jav_Latn-ckb_Arab", + "languages": [ + "jav-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854802, + "recall": 0.88834, + "f1": 0.865267, + "accuracy": 0.88834, + "main_score": 0.865267, + "hf_subset": "jav_Latn-gle_Latn", + "languages": [ + "jav-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925642, + "recall": 0.945652, + "f1": 0.931884, + "accuracy": 0.945652, + "main_score": 0.931884, + "hf_subset": "jav_Latn-kas_Arab", + "languages": [ + "jav-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927075, + "recall": 0.94664, + "f1": 0.933136, + "accuracy": 0.94664, + "main_score": 0.933136, + "hf_subset": "jav_Latn-ltg_Latn", + "languages": [ + "jav-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630705, + "recall": 0.68083, + "f1": 0.644056, + "accuracy": 0.68083, + "main_score": 0.644056, + "hf_subset": "jav_Latn-nso_Latn", + "languages": [ + "jav-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962204, + "recall": 0.974308, + "f1": 0.96614, + "accuracy": 0.974308, + "main_score": 0.96614, + "hf_subset": "jav_Latn-sin_Sinh", + "languages": [ + "jav-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-tha_Thai", + "languages": [ + "jav-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-zho_Hans", + "languages": [ + "jav-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-ast_Latn", + "languages": [ + "jav-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "jav_Latn-crh_Latn", + "languages": [ + "jav-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-glg_Latn", + "languages": [ + "jav-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862566, + "recall": 0.899209, + "f1": 0.873833, + "accuracy": 0.899209, + "main_score": 0.873833, + "hf_subset": "jav_Latn-kas_Deva", + "languages": [ + "jav-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "jav_Latn-ltz_Latn", + "languages": [ + "jav-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483787, + "recall": 0.550395, + "f1": 0.502129, + "accuracy": 0.550395, + "main_score": 0.502129, + "hf_subset": "jav_Latn-nus_Latn", + "languages": [ + "jav-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-slk_Latn", + "languages": [ + "jav-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604949, + "recall": 0.670949, + "f1": 0.623756, + "accuracy": 0.670949, + "main_score": 0.623756, + "hf_subset": "jav_Latn-tir_Ethi", + "languages": [ + "jav-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jav_Latn-zho_Hant", + "languages": [ + "jav-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "jav_Latn-awa_Deva", + "languages": [ + "jav-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "jav_Latn-cym_Latn", + "languages": [ + "jav-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828832, + "recall": 0.867589, + "f1": 0.840533, + "accuracy": 0.867589, + "main_score": 0.840533, + "hf_subset": "jav_Latn-grn_Latn", + "languages": [ + "jav-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jav_Latn-kat_Geor", + "languages": [ + "jav-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660211, + "recall": 0.706522, + "f1": 0.6736, + "accuracy": 0.706522, + "main_score": 0.6736, + "hf_subset": "jav_Latn-lua_Latn", + "languages": [ + "jav-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649654, + "recall": 0.705534, + "f1": 0.666126, + "accuracy": 0.705534, + "main_score": 0.666126, + "hf_subset": "jav_Latn-nya_Latn", + "languages": [ + "jav-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jav_Latn-slv_Latn", + "languages": [ + "jav-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "jav_Latn-tpi_Latn", + "languages": [ + "jav-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-zsm_Latn", + "languages": [ + "jav-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554327, + "recall": 0.614625, + "f1": 0.571359, + "accuracy": 0.614625, + "main_score": 0.571359, + "hf_subset": "jav_Latn-ayr_Latn", + "languages": [ + "jav-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jav_Latn-dan_Latn", + "languages": [ + "jav-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-guj_Gujr", + "languages": [ + "jav-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jav_Latn-kaz_Cyrl", + "languages": [ + "jav-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557335, + "recall": 0.613636, + "f1": 0.572882, + "accuracy": 0.613636, + "main_score": 0.572882, + "hf_subset": "jav_Latn-lug_Latn", + "languages": [ + "jav-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-oci_Latn", + "languages": [ + "jav-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814784, + "recall": 0.858696, + "f1": 0.828162, + "accuracy": 0.858696, + "main_score": 0.828162, + "hf_subset": "jav_Latn-smo_Latn", + "languages": [ + "jav-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570065, + "recall": 0.630435, + "f1": 0.586322, + "accuracy": 0.630435, + "main_score": 0.586322, + "hf_subset": "jav_Latn-tsn_Latn", + "languages": [ + "jav-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63124, + "recall": 0.688735, + "f1": 0.647322, + "accuracy": 0.688735, + "main_score": 0.647322, + "hf_subset": "jav_Latn-zul_Latn", + "languages": [ + "jav-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892622, + "recall": 0.921937, + "f1": 0.901765, + "accuracy": 0.921937, + "main_score": 0.901765, + "hf_subset": "jav_Latn-azb_Arab", + "languages": [ + "jav-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-deu_Latn", + "languages": [ + "jav-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "jav_Latn-hat_Latn", + "languages": [ + "jav-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512069, + "recall": 0.564229, + "f1": 0.526362, + "accuracy": 0.564229, + "main_score": 0.526362, + "hf_subset": "jav_Latn-kbp_Latn", + "languages": [ + "jav-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598692, + "recall": 0.652174, + "f1": 0.613508, + "accuracy": 0.652174, + "main_score": 0.613508, + "hf_subset": "jav_Latn-luo_Latn", + "languages": [ + "jav-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "jav_Latn-ory_Orya", + "languages": [ + "jav-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609754, + "recall": 0.666996, + "f1": 0.625732, + "accuracy": 0.666996, + "main_score": 0.625732, + "hf_subset": "jav_Latn-sna_Latn", + "languages": [ + "jav-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574147, + "recall": 0.626482, + "f1": 0.588785, + "accuracy": 0.626482, + "main_score": 0.588785, + "hf_subset": "jav_Latn-tso_Latn", + "languages": [ + "jav-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "jav_Latn-azj_Latn", + "languages": [ + "jav-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554078, + "recall": 0.620553, + "f1": 0.573036, + "accuracy": 0.620553, + "main_score": 0.573036, + "hf_subset": "jav_Latn-dik_Latn", + "languages": [ + "jav-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746426, + "recall": 0.800395, + "f1": 0.762093, + "accuracy": 0.800395, + "main_score": 0.762093, + "hf_subset": "jav_Latn-hau_Latn", + "languages": [ + "jav-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "jav_Latn-kea_Latn", + "languages": [ + "jav-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757115, + "recall": 0.800395, + "f1": 0.76965, + "accuracy": 0.800395, + "main_score": 0.76965, + "hf_subset": "jav_Latn-lus_Latn", + "languages": [ + "jav-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868857, + "recall": 0.894269, + "f1": 0.876501, + "accuracy": 0.894269, + "main_score": 0.876501, + "hf_subset": "jav_Latn-pag_Latn", + "languages": [ + "jav-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jav_Latn-snd_Arab", + "languages": [ + "jav-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.954545, + "f1": 0.940876, + "accuracy": 0.954545, + "main_score": 0.940876, + "hf_subset": "jav_Latn-tuk_Latn", + "languages": [ + "jav-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "jav_Latn-bak_Cyrl", + "languages": [ + "jav-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505271, + "recall": 0.576087, + "f1": 0.525815, + "accuracy": 0.576087, + "main_score": 0.525815, + "hf_subset": "jav_Latn-dyu_Latn", + "languages": [ + "jav-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-heb_Hebr", + "languages": [ + "jav-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "jav_Latn-khk_Cyrl", + "languages": [ + "jav-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jav_Latn-lvs_Latn", + "languages": [ + "jav-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jav_Latn-pan_Guru", + "languages": [ + "jav-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737451, + "recall": 0.790514, + "f1": 0.753313, + "accuracy": 0.790514, + "main_score": 0.753313, + "hf_subset": "jav_Latn-som_Latn", + "languages": [ + "jav-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596865, + "recall": 0.649209, + "f1": 0.61063, + "accuracy": 0.649209, + "main_score": 0.61063, + "hf_subset": "jav_Latn-tum_Latn", + "languages": [ + "jav-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465135, + "recall": 0.525692, + "f1": 0.481817, + "accuracy": 0.525692, + "main_score": 0.481817, + "hf_subset": "lao_Laoo-ace_Arab", + "languages": [ + "lao-Laoo", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488298, + "recall": 0.538538, + "f1": 0.503029, + "accuracy": 0.538538, + "main_score": 0.503029, + "hf_subset": "lao_Laoo-bam_Latn", + "languages": [ + "lao-Laoo", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402007, + "recall": 0.487154, + "f1": 0.425164, + "accuracy": 0.487154, + "main_score": 0.425164, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-hin_Deva", + "languages": [ + "lao-Laoo", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-mag_Deva", + "languages": [ + "lao-Laoo", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "lao_Laoo-pap_Latn", + "languages": [ + "lao-Laoo", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527488, + "recall": 0.583992, + "f1": 0.543244, + "accuracy": 0.583992, + "main_score": 0.543244, + "hf_subset": "lao_Laoo-sot_Latn", + "languages": [ + "lao-Laoo", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-tur_Latn", + "languages": [ + "lao-Laoo", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784239, + "recall": 0.832016, + "f1": 0.798551, + "accuracy": 0.832016, + "main_score": 0.798551, + "hf_subset": "lao_Laoo-ace_Latn", + "languages": [ + "lao-Laoo", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894516, + "recall": 0.923913, + "f1": 0.903722, + "accuracy": 0.923913, + "main_score": 0.903722, + "hf_subset": "lao_Laoo-ban_Latn", + "languages": [ + "lao-Laoo", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ell_Grek", + "languages": [ + "lao-Laoo", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lao_Laoo-hne_Deva", + "languages": [ + "lao-Laoo", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531392, + "recall": 0.579051, + "f1": 0.544928, + "accuracy": 0.579051, + "main_score": 0.544928, + "hf_subset": "lao_Laoo-kik_Latn", + "languages": [ + "lao-Laoo", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-mai_Deva", + "languages": [ + "lao-Laoo", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "lao_Laoo-pbt_Arab", + "languages": [ + "lao-Laoo", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-spa_Latn", + "languages": [ + "lao-Laoo", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548626, + "recall": 0.59585, + "f1": 0.562434, + "accuracy": 0.59585, + "main_score": 0.562434, + "hf_subset": "lao_Laoo-twi_Latn", + "languages": [ + "lao-Laoo", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-acm_Arab", + "languages": [ + "lao-Laoo", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lao_Laoo-bel_Cyrl", + "languages": [ + "lao-Laoo", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-hrv_Latn", + "languages": [ + "lao-Laoo", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522566, + "recall": 0.583004, + "f1": 0.538585, + "accuracy": 0.583004, + "main_score": 0.538585, + "hf_subset": "lao_Laoo-kin_Latn", + "languages": [ + "lao-Laoo", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lao_Laoo-mal_Mlym", + "languages": [ + "lao-Laoo", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-pes_Arab", + "languages": [ + "lao-Laoo", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "lao_Laoo-srd_Latn", + "languages": [ + "lao-Laoo", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189306, + "recall": 0.235178, + "f1": 0.201319, + "accuracy": 0.235178, + "main_score": 0.201319, + "hf_subset": "lao_Laoo-tzm_Tfng", + "languages": [ + "lao-Laoo", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-acq_Arab", + "languages": [ + "lao-Laoo", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564921, + "recall": 0.616601, + "f1": 0.579601, + "accuracy": 0.616601, + "main_score": 0.579601, + "hf_subset": "lao_Laoo-bem_Latn", + "languages": [ + "lao-Laoo", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-epo_Latn", + "languages": [ + "lao-Laoo", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-hun_Latn", + "languages": [ + "lao-Laoo", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "lao_Laoo-kir_Cyrl", + "languages": [ + "lao-Laoo", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-mar_Deva", + "languages": [ + "lao-Laoo", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624654, + "recall": 0.677866, + "f1": 0.639998, + "accuracy": 0.677866, + "main_score": 0.639998, + "hf_subset": "lao_Laoo-plt_Latn", + "languages": [ + "lao-Laoo", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lao_Laoo-srp_Cyrl", + "languages": [ + "lao-Laoo", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935277, + "recall": 0.955534, + "f1": 0.941864, + "accuracy": 0.955534, + "main_score": 0.941864, + "hf_subset": "lao_Laoo-uig_Arab", + "languages": [ + "lao-Laoo", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lao_Laoo-aeb_Arab", + "languages": [ + "lao-Laoo", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ben_Beng", + "languages": [ + "lao-Laoo", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lao_Laoo-est_Latn", + "languages": [ + "lao-Laoo", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-hye_Armn", + "languages": [ + "lao-Laoo", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501532, + "recall": 0.548419, + "f1": 0.515068, + "accuracy": 0.548419, + "main_score": 0.515068, + "hf_subset": "lao_Laoo-kmb_Latn", + "languages": [ + "lao-Laoo", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419665, + "recall": 0.488142, + "f1": 0.43752, + "accuracy": 0.488142, + "main_score": 0.43752, + "hf_subset": "lao_Laoo-min_Arab", + "languages": [ + "lao-Laoo", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-pol_Latn", + "languages": [ + "lao-Laoo", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52776, + "recall": 0.58498, + "f1": 0.543518, + "accuracy": 0.58498, + "main_score": 0.543518, + "hf_subset": "lao_Laoo-ssw_Latn", + "languages": [ + "lao-Laoo", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ukr_Cyrl", + "languages": [ + "lao-Laoo", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lao_Laoo-afr_Latn", + "languages": [ + "lao-Laoo", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lao_Laoo-bho_Deva", + "languages": [ + "lao-Laoo", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "lao_Laoo-eus_Latn", + "languages": [ + "lao-Laoo", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526355, + "recall": 0.587945, + "f1": 0.543337, + "accuracy": 0.587945, + "main_score": 0.543337, + "hf_subset": "lao_Laoo-ibo_Latn", + "languages": [ + "lao-Laoo", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839015, + "recall": 0.881423, + "f1": 0.852306, + "accuracy": 0.881423, + "main_score": 0.852306, + "hf_subset": "lao_Laoo-kmr_Latn", + "languages": [ + "lao-Laoo", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "lao_Laoo-min_Latn", + "languages": [ + "lao-Laoo", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-por_Latn", + "languages": [ + "lao-Laoo", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "lao_Laoo-sun_Latn", + "languages": [ + "lao-Laoo", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481432, + "recall": 0.535573, + "f1": 0.496533, + "accuracy": 0.535573, + "main_score": 0.496533, + "hf_subset": "lao_Laoo-umb_Latn", + "languages": [ + "lao-Laoo", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-ajp_Arab", + "languages": [ + "lao-Laoo", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465403, + "recall": 0.527668, + "f1": 0.481999, + "accuracy": 0.527668, + "main_score": 0.481999, + "hf_subset": "lao_Laoo-bjn_Arab", + "languages": [ + "lao-Laoo", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478449, + "recall": 0.523715, + "f1": 0.490878, + "accuracy": 0.523715, + "main_score": 0.490878, + "hf_subset": "lao_Laoo-ewe_Latn", + "languages": [ + "lao-Laoo", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888373, + "recall": 0.918972, + "f1": 0.897859, + "accuracy": 0.918972, + "main_score": 0.897859, + "hf_subset": "lao_Laoo-ilo_Latn", + "languages": [ + "lao-Laoo", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298605, + "recall": 0.349802, + "f1": 0.312869, + "accuracy": 0.349802, + "main_score": 0.312869, + "hf_subset": "lao_Laoo-knc_Arab", + "languages": [ + "lao-Laoo", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-mkd_Cyrl", + "languages": [ + "lao-Laoo", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-prs_Arab", + "languages": [ + "lao-Laoo", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-swe_Latn", + "languages": [ + "lao-Laoo", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-urd_Arab", + "languages": [ + "lao-Laoo", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542857, + "recall": 0.596838, + "f1": 0.557957, + "accuracy": 0.596838, + "main_score": 0.557957, + "hf_subset": "lao_Laoo-aka_Latn", + "languages": [ + "lao-Laoo", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "lao_Laoo-bjn_Latn", + "languages": [ + "lao-Laoo", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.965415, + "f1": 0.956028, + "accuracy": 0.965415, + "main_score": 0.956028, + "hf_subset": "lao_Laoo-fao_Latn", + "languages": [ + "lao-Laoo", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ind_Latn", + "languages": [ + "lao-Laoo", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53317, + "recall": 0.582016, + "f1": 0.547206, + "accuracy": 0.582016, + "main_score": 0.547206, + "hf_subset": "lao_Laoo-knc_Latn", + "languages": [ + "lao-Laoo", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lao_Laoo-mlt_Latn", + "languages": [ + "lao-Laoo", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638909, + "recall": 0.700593, + "f1": 0.656792, + "accuracy": 0.700593, + "main_score": 0.656792, + "hf_subset": "lao_Laoo-quy_Latn", + "languages": [ + "lao-Laoo", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "lao_Laoo-swh_Latn", + "languages": [ + "lao-Laoo", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lao_Laoo-uzn_Latn", + "languages": [ + "lao-Laoo", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-als_Latn", + "languages": [ + "lao-Laoo", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647044, + "recall": 0.724308, + "f1": 0.670001, + "accuracy": 0.724308, + "main_score": 0.670001, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655405, + "recall": 0.716403, + "f1": 0.672196, + "accuracy": 0.716403, + "main_score": 0.672196, + "hf_subset": "lao_Laoo-fij_Latn", + "languages": [ + "lao-Laoo", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "lao_Laoo-isl_Latn", + "languages": [ + "lao-Laoo", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576081, + "recall": 0.630435, + "f1": 0.591511, + "accuracy": 0.630435, + "main_score": 0.591511, + "hf_subset": "lao_Laoo-kon_Latn", + "languages": [ + "lao-Laoo", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561293, + "recall": 0.629447, + "f1": 0.580672, + "accuracy": 0.629447, + "main_score": 0.580672, + "hf_subset": "lao_Laoo-mni_Beng", + "languages": [ + "lao-Laoo", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-ron_Latn", + "languages": [ + "lao-Laoo", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.980237, + "f1": 0.975296, + "accuracy": 0.980237, + "main_score": 0.975296, + "hf_subset": "lao_Laoo-szl_Latn", + "languages": [ + "lao-Laoo", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lao_Laoo-vec_Latn", + "languages": [ + "lao-Laoo", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914032, + "recall": 0.939723, + "f1": 0.922431, + "accuracy": 0.939723, + "main_score": 0.922431, + "hf_subset": "lao_Laoo-amh_Ethi", + "languages": [ + "lao-Laoo", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-bos_Latn", + "languages": [ + "lao-Laoo", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-fin_Latn", + "languages": [ + "lao-Laoo", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ita_Latn", + "languages": [ + "lao-Laoo", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-kor_Hang", + "languages": [ + "lao-Laoo", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498554, + "recall": 0.55336, + "f1": 0.51426, + "accuracy": 0.55336, + "main_score": 0.51426, + "hf_subset": "lao_Laoo-mos_Latn", + "languages": [ + "lao-Laoo", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509431, + "recall": 0.564229, + "f1": 0.524779, + "accuracy": 0.564229, + "main_score": 0.524779, + "hf_subset": "lao_Laoo-run_Latn", + "languages": [ + "lao-Laoo", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-tam_Taml", + "languages": [ + "lao-Laoo", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-vie_Latn", + "languages": [ + "lao-Laoo", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lao_Laoo-apc_Arab", + "languages": [ + "lao-Laoo", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709364, + "recall": 0.767787, + "f1": 0.72639, + "accuracy": 0.767787, + "main_score": 0.72639, + "hf_subset": "lao_Laoo-bug_Latn", + "languages": [ + "lao-Laoo", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442207, + "recall": 0.493083, + "f1": 0.455527, + "accuracy": 0.493083, + "main_score": 0.455527, + "hf_subset": "lao_Laoo-fon_Latn", + "languages": [ + "lao-Laoo", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lao_Laoo-jav_Latn", + "languages": [ + "lao-Laoo", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843305, + "recall": 0.882411, + "f1": 0.855534, + "accuracy": 0.882411, + "main_score": 0.855534, + "hf_subset": "lao_Laoo-mri_Latn", + "languages": [ + "lao-Laoo", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-rus_Cyrl", + "languages": [ + "lao-Laoo", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486282, + "recall": 0.535573, + "f1": 0.500115, + "accuracy": 0.535573, + "main_score": 0.500115, + "hf_subset": "lao_Laoo-taq_Latn", + "languages": [ + "lao-Laoo", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lao_Laoo-war_Latn", + "languages": [ + "lao-Laoo", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-arb_Arab", + "languages": [ + "lao-Laoo", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-bul_Cyrl", + "languages": [ + "lao-Laoo", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-fra_Latn", + "languages": [ + "lao-Laoo", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lao_Laoo-jpn_Jpan", + "languages": [ + "lao-Laoo", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lao_Laoo-lij_Latn", + "languages": [ + "lao-Laoo", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506444, + "recall": 0.576087, + "f1": 0.526204, + "accuracy": 0.576087, + "main_score": 0.526204, + "hf_subset": "lao_Laoo-sag_Latn", + "languages": [ + "lao-Laoo", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201403, + "recall": 0.250988, + "f1": 0.213832, + "accuracy": 0.250988, + "main_score": 0.213832, + "hf_subset": "lao_Laoo-taq_Tfng", + "languages": [ + "lao-Laoo", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547867, + "recall": 0.605731, + "f1": 0.564651, + "accuracy": 0.605731, + "main_score": 0.564651, + "hf_subset": "lao_Laoo-wol_Latn", + "languages": [ + "lao-Laoo", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744252, + "recall": 0.804348, + "f1": 0.762272, + "accuracy": 0.804348, + "main_score": 0.762272, + "hf_subset": "lao_Laoo-arb_Latn", + "languages": [ + "lao-Laoo", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-cat_Latn", + "languages": [ + "lao-Laoo", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "lao_Laoo-fur_Latn", + "languages": [ + "lao-Laoo", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416814, + "recall": 0.470356, + "f1": 0.431771, + "accuracy": 0.470356, + "main_score": 0.431771, + "hf_subset": "lao_Laoo-kab_Latn", + "languages": [ + "lao-Laoo", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "lao_Laoo-lim_Latn", + "languages": [ + "lao-Laoo", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lao_Laoo-nld_Latn", + "languages": [ + "lao-Laoo", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lao_Laoo-san_Deva", + "languages": [ + "lao-Laoo", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "lao_Laoo-tat_Cyrl", + "languages": [ + "lao-Laoo", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609398, + "recall": 0.66996, + "f1": 0.626835, + "accuracy": 0.66996, + "main_score": 0.626835, + "hf_subset": "lao_Laoo-xho_Latn", + "languages": [ + "lao-Laoo", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-ars_Arab", + "languages": [ + "lao-Laoo", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lao_Laoo-ceb_Latn", + "languages": [ + "lao-Laoo", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490897, + "recall": 0.544466, + "f1": 0.506966, + "accuracy": 0.544466, + "main_score": 0.506966, + "hf_subset": "lao_Laoo-fuv_Latn", + "languages": [ + "lao-Laoo", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46132, + "recall": 0.523715, + "f1": 0.478156, + "accuracy": 0.523715, + "main_score": 0.478156, + "hf_subset": "lao_Laoo-kac_Latn", + "languages": [ + "lao-Laoo", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577322, + "recall": 0.629447, + "f1": 0.592476, + "accuracy": 0.629447, + "main_score": 0.592476, + "hf_subset": "lao_Laoo-lin_Latn", + "languages": [ + "lao-Laoo", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lao_Laoo-nno_Latn", + "languages": [ + "lao-Laoo", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267013, + "recall": 0.346838, + "f1": 0.288269, + "accuracy": 0.346838, + "main_score": 0.288269, + "hf_subset": "lao_Laoo-sat_Olck", + "languages": [ + "lao-Laoo", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-tel_Telu", + "languages": [ + "lao-Laoo", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910935, + "recall": 0.937747, + "f1": 0.919631, + "accuracy": 0.937747, + "main_score": 0.919631, + "hf_subset": "lao_Laoo-ydd_Hebr", + "languages": [ + "lao-Laoo", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "lao_Laoo-ary_Arab", + "languages": [ + "lao-Laoo", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-ces_Latn", + "languages": [ + "lao-Laoo", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53368, + "recall": 0.589921, + "f1": 0.549973, + "accuracy": 0.589921, + "main_score": 0.549973, + "hf_subset": "lao_Laoo-gaz_Latn", + "languages": [ + "lao-Laoo", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552495, + "recall": 0.608696, + "f1": 0.568241, + "accuracy": 0.608696, + "main_score": 0.568241, + "hf_subset": "lao_Laoo-kam_Latn", + "languages": [ + "lao-Laoo", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lao_Laoo-lit_Latn", + "languages": [ + "lao-Laoo", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-nob_Latn", + "languages": [ + "lao-Laoo", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960063, + "recall": 0.971344, + "f1": 0.963505, + "accuracy": 0.971344, + "main_score": 0.963505, + "hf_subset": "lao_Laoo-scn_Latn", + "languages": [ + "lao-Laoo", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "lao_Laoo-tgk_Cyrl", + "languages": [ + "lao-Laoo", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682115, + "recall": 0.751976, + "f1": 0.703327, + "accuracy": 0.751976, + "main_score": 0.703327, + "hf_subset": "lao_Laoo-yor_Latn", + "languages": [ + "lao-Laoo", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-arz_Arab", + "languages": [ + "lao-Laoo", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510397, + "recall": 0.560277, + "f1": 0.524216, + "accuracy": 0.560277, + "main_score": 0.524216, + "hf_subset": "lao_Laoo-cjk_Latn", + "languages": [ + "lao-Laoo", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768017, + "recall": 0.820158, + "f1": 0.783465, + "accuracy": 0.820158, + "main_score": 0.783465, + "hf_subset": "lao_Laoo-gla_Latn", + "languages": [ + "lao-Laoo", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lao_Laoo-kan_Knda", + "languages": [ + "lao-Laoo", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970916, + "accuracy": 0.977273, + "main_score": 0.970916, + "hf_subset": "lao_Laoo-lmo_Latn", + "languages": [ + "lao-Laoo", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lao_Laoo-npi_Deva", + "languages": [ + "lao-Laoo", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448306, + "recall": 0.500988, + "f1": 0.462961, + "accuracy": 0.500988, + "main_score": 0.462961, + "hf_subset": "lao_Laoo-shn_Mymr", + "languages": [ + "lao-Laoo", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-tgl_Latn", + "languages": [ + "lao-Laoo", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lao_Laoo-yue_Hant", + "languages": [ + "lao-Laoo", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lao_Laoo-asm_Beng", + "languages": [ + "lao-Laoo", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940053, + "recall": 0.959486, + "f1": 0.946476, + "accuracy": 0.959486, + "main_score": 0.946476, + "hf_subset": "lao_Laoo-ckb_Arab", + "languages": [ + "lao-Laoo", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836545, + "recall": 0.879447, + "f1": 0.850329, + "accuracy": 0.879447, + "main_score": 0.850329, + "hf_subset": "lao_Laoo-gle_Latn", + "languages": [ + "lao-Laoo", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896245, + "recall": 0.924901, + "f1": 0.905058, + "accuracy": 0.924901, + "main_score": 0.905058, + "hf_subset": "lao_Laoo-kas_Arab", + "languages": [ + "lao-Laoo", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881258, + "recall": 0.916996, + "f1": 0.892754, + "accuracy": 0.916996, + "main_score": 0.892754, + "hf_subset": "lao_Laoo-ltg_Latn", + "languages": [ + "lao-Laoo", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557973, + "recall": 0.602767, + "f1": 0.570328, + "accuracy": 0.602767, + "main_score": 0.570328, + "hf_subset": "lao_Laoo-nso_Latn", + "languages": [ + "lao-Laoo", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lao_Laoo-sin_Sinh", + "languages": [ + "lao-Laoo", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-zho_Hans", + "languages": [ + "lao-Laoo", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-ast_Latn", + "languages": [ + "lao-Laoo", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lao_Laoo-crh_Latn", + "languages": [ + "lao-Laoo", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-glg_Latn", + "languages": [ + "lao-Laoo", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836314, + "recall": 0.87747, + "f1": 0.849045, + "accuracy": 0.87747, + "main_score": 0.849045, + "hf_subset": "lao_Laoo-kas_Deva", + "languages": [ + "lao-Laoo", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "lao_Laoo-ltz_Latn", + "languages": [ + "lao-Laoo", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427948, + "recall": 0.488142, + "f1": 0.444073, + "accuracy": 0.488142, + "main_score": 0.444073, + "hf_subset": "lao_Laoo-nus_Latn", + "languages": [ + "lao-Laoo", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-slk_Latn", + "languages": [ + "lao-Laoo", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551303, + "recall": 0.62747, + "f1": 0.573064, + "accuracy": 0.62747, + "main_score": 0.573064, + "hf_subset": "lao_Laoo-tir_Ethi", + "languages": [ + "lao-Laoo", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lao_Laoo-zho_Hant", + "languages": [ + "lao-Laoo", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "lao_Laoo-awa_Deva", + "languages": [ + "lao-Laoo", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "lao_Laoo-cym_Latn", + "languages": [ + "lao-Laoo", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727167, + "recall": 0.779644, + "f1": 0.742328, + "accuracy": 0.779644, + "main_score": 0.742328, + "hf_subset": "lao_Laoo-grn_Latn", + "languages": [ + "lao-Laoo", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lao_Laoo-kat_Geor", + "languages": [ + "lao-Laoo", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557486, + "recall": 0.615613, + "f1": 0.574152, + "accuracy": 0.615613, + "main_score": 0.574152, + "hf_subset": "lao_Laoo-lua_Latn", + "languages": [ + "lao-Laoo", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58326, + "recall": 0.636364, + "f1": 0.598056, + "accuracy": 0.636364, + "main_score": 0.598056, + "hf_subset": "lao_Laoo-nya_Latn", + "languages": [ + "lao-Laoo", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-slv_Latn", + "languages": [ + "lao-Laoo", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870998, + "recall": 0.905138, + "f1": 0.881423, + "accuracy": 0.905138, + "main_score": 0.881423, + "hf_subset": "lao_Laoo-tpi_Latn", + "languages": [ + "lao-Laoo", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-zsm_Latn", + "languages": [ + "lao-Laoo", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503591, + "recall": 0.556324, + "f1": 0.518007, + "accuracy": 0.556324, + "main_score": 0.518007, + "hf_subset": "lao_Laoo-ayr_Latn", + "languages": [ + "lao-Laoo", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-dan_Latn", + "languages": [ + "lao-Laoo", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-guj_Gujr", + "languages": [ + "lao-Laoo", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-kaz_Cyrl", + "languages": [ + "lao-Laoo", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508269, + "recall": 0.562253, + "f1": 0.523184, + "accuracy": 0.562253, + "main_score": 0.523184, + "hf_subset": "lao_Laoo-lug_Latn", + "languages": [ + "lao-Laoo", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-oci_Latn", + "languages": [ + "lao-Laoo", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80667, + "recall": 0.852767, + "f1": 0.820309, + "accuracy": 0.852767, + "main_score": 0.820309, + "hf_subset": "lao_Laoo-smo_Latn", + "languages": [ + "lao-Laoo", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506111, + "recall": 0.567194, + "f1": 0.523476, + "accuracy": 0.567194, + "main_score": 0.523476, + "hf_subset": "lao_Laoo-tsn_Latn", + "languages": [ + "lao-Laoo", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575968, + "recall": 0.639328, + "f1": 0.594335, + "accuracy": 0.639328, + "main_score": 0.594335, + "hf_subset": "lao_Laoo-zul_Latn", + "languages": [ + "lao-Laoo", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836166, + "recall": 0.878458, + "f1": 0.849242, + "accuracy": 0.878458, + "main_score": 0.849242, + "hf_subset": "lao_Laoo-azb_Arab", + "languages": [ + "lao-Laoo", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lao_Laoo-deu_Latn", + "languages": [ + "lao-Laoo", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "lao_Laoo-hat_Latn", + "languages": [ + "lao-Laoo", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468986, + "recall": 0.520751, + "f1": 0.483718, + "accuracy": 0.520751, + "main_score": 0.483718, + "hf_subset": "lao_Laoo-kbp_Latn", + "languages": [ + "lao-Laoo", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514807, + "recall": 0.565217, + "f1": 0.528125, + "accuracy": 0.565217, + "main_score": 0.528125, + "hf_subset": "lao_Laoo-luo_Latn", + "languages": [ + "lao-Laoo", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lao_Laoo-ory_Orya", + "languages": [ + "lao-Laoo", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543319, + "recall": 0.602767, + "f1": 0.56019, + "accuracy": 0.602767, + "main_score": 0.56019, + "hf_subset": "lao_Laoo-sna_Latn", + "languages": [ + "lao-Laoo", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515673, + "recall": 0.566206, + "f1": 0.529605, + "accuracy": 0.566206, + "main_score": 0.529605, + "hf_subset": "lao_Laoo-tso_Latn", + "languages": [ + "lao-Laoo", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lao_Laoo-azj_Latn", + "languages": [ + "lao-Laoo", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484023, + "recall": 0.540514, + "f1": 0.500238, + "accuracy": 0.540514, + "main_score": 0.500238, + "hf_subset": "lao_Laoo-dik_Latn", + "languages": [ + "lao-Laoo", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710458, + "recall": 0.773715, + "f1": 0.729315, + "accuracy": 0.773715, + "main_score": 0.729315, + "hf_subset": "lao_Laoo-hau_Latn", + "languages": [ + "lao-Laoo", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "lao_Laoo-kea_Latn", + "languages": [ + "lao-Laoo", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660754, + "recall": 0.711462, + "f1": 0.675725, + "accuracy": 0.711462, + "main_score": 0.675725, + "hf_subset": "lao_Laoo-lus_Latn", + "languages": [ + "lao-Laoo", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763587, + "recall": 0.804348, + "f1": 0.77574, + "accuracy": 0.804348, + "main_score": 0.77574, + "hf_subset": "lao_Laoo-pag_Latn", + "languages": [ + "lao-Laoo", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lao_Laoo-snd_Arab", + "languages": [ + "lao-Laoo", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92029, + "recall": 0.944664, + "f1": 0.928195, + "accuracy": 0.944664, + "main_score": 0.928195, + "hf_subset": "lao_Laoo-tuk_Latn", + "languages": [ + "lao-Laoo", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "lao_Laoo-bak_Cyrl", + "languages": [ + "lao-Laoo", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424228, + "recall": 0.495059, + "f1": 0.444782, + "accuracy": 0.495059, + "main_score": 0.444782, + "hf_subset": "lao_Laoo-dyu_Latn", + "languages": [ + "lao-Laoo", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lao_Laoo-heb_Hebr", + "languages": [ + "lao-Laoo", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lao_Laoo-khk_Cyrl", + "languages": [ + "lao-Laoo", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lao_Laoo-lvs_Latn", + "languages": [ + "lao-Laoo", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lao_Laoo-pan_Guru", + "languages": [ + "lao-Laoo", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673395, + "recall": 0.740119, + "f1": 0.693132, + "accuracy": 0.740119, + "main_score": 0.693132, + "hf_subset": "lao_Laoo-som_Latn", + "languages": [ + "lao-Laoo", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554735, + "recall": 0.600791, + "f1": 0.567353, + "accuracy": 0.600791, + "main_score": 0.567353, + "hf_subset": "lao_Laoo-tum_Latn", + "languages": [ + "lao-Laoo", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4147, + "recall": 0.472332, + "f1": 0.431315, + "accuracy": 0.472332, + "main_score": 0.431315, + "hf_subset": "mri_Latn-ace_Arab", + "languages": [ + "mri-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486867, + "recall": 0.527668, + "f1": 0.498346, + "accuracy": 0.527668, + "main_score": 0.498346, + "hf_subset": "mri_Latn-bam_Latn", + "languages": [ + "mri-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321968, + "recall": 0.385375, + "f1": 0.338804, + "accuracy": 0.385375, + "main_score": 0.338804, + "hf_subset": "mri_Latn-dzo_Tibt", + "languages": [ + "mri-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83397, + "recall": 0.878458, + "f1": 0.847101, + "accuracy": 0.878458, + "main_score": 0.847101, + "hf_subset": "mri_Latn-hin_Deva", + "languages": [ + "mri-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801098, + "recall": 0.844862, + "f1": 0.813872, + "accuracy": 0.844862, + "main_score": 0.813872, + "hf_subset": "mri_Latn-khm_Khmr", + "languages": [ + "mri-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802926, + "recall": 0.849802, + "f1": 0.816521, + "accuracy": 0.849802, + "main_score": 0.816521, + "hf_subset": "mri_Latn-mag_Deva", + "languages": [ + "mri-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741235, + "recall": 0.783597, + "f1": 0.752665, + "accuracy": 0.783597, + "main_score": 0.752665, + "hf_subset": "mri_Latn-pap_Latn", + "languages": [ + "mri-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531961, + "recall": 0.567194, + "f1": 0.541928, + "accuracy": 0.567194, + "main_score": 0.541928, + "hf_subset": "mri_Latn-sot_Latn", + "languages": [ + "mri-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825594, + "recall": 0.871542, + "f1": 0.839334, + "accuracy": 0.871542, + "main_score": 0.839334, + "hf_subset": "mri_Latn-tur_Latn", + "languages": [ + "mri-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635438, + "recall": 0.688735, + "f1": 0.649823, + "accuracy": 0.688735, + "main_score": 0.649823, + "hf_subset": "mri_Latn-ace_Latn", + "languages": [ + "mri-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699253, + "recall": 0.748024, + "f1": 0.712018, + "accuracy": 0.748024, + "main_score": 0.712018, + "hf_subset": "mri_Latn-ban_Latn", + "languages": [ + "mri-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819977, + "recall": 0.867589, + "f1": 0.834091, + "accuracy": 0.867589, + "main_score": 0.834091, + "hf_subset": "mri_Latn-ell_Grek", + "languages": [ + "mri-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801583, + "recall": 0.846838, + "f1": 0.814565, + "accuracy": 0.846838, + "main_score": 0.814565, + "hf_subset": "mri_Latn-hne_Deva", + "languages": [ + "mri-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49167, + "recall": 0.534585, + "f1": 0.502808, + "accuracy": 0.534585, + "main_score": 0.502808, + "hf_subset": "mri_Latn-kik_Latn", + "languages": [ + "mri-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804705, + "recall": 0.852767, + "f1": 0.818761, + "accuracy": 0.852767, + "main_score": 0.818761, + "hf_subset": "mri_Latn-mai_Deva", + "languages": [ + "mri-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749013, + "recall": 0.804348, + "f1": 0.764489, + "accuracy": 0.804348, + "main_score": 0.764489, + "hf_subset": "mri_Latn-pbt_Arab", + "languages": [ + "mri-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812379, + "recall": 0.859684, + "f1": 0.826383, + "accuracy": 0.859684, + "main_score": 0.826383, + "hf_subset": "mri_Latn-spa_Latn", + "languages": [ + "mri-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510085, + "recall": 0.551383, + "f1": 0.521229, + "accuracy": 0.551383, + "main_score": 0.521229, + "hf_subset": "mri_Latn-twi_Latn", + "languages": [ + "mri-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811381, + "recall": 0.857708, + "f1": 0.824775, + "accuracy": 0.857708, + "main_score": 0.824775, + "hf_subset": "mri_Latn-acm_Arab", + "languages": [ + "mri-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779547, + "recall": 0.827075, + "f1": 0.792489, + "accuracy": 0.827075, + "main_score": 0.792489, + "hf_subset": "mri_Latn-bel_Cyrl", + "languages": [ + "mri-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857032, + "recall": 0.894269, + "f1": 0.868267, + "accuracy": 0.894269, + "main_score": 0.868267, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839454, + "recall": 0.881423, + "f1": 0.851732, + "accuracy": 0.881423, + "main_score": 0.851732, + "hf_subset": "mri_Latn-hrv_Latn", + "languages": [ + "mri-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513695, + "recall": 0.563241, + "f1": 0.527348, + "accuracy": 0.563241, + "main_score": 0.527348, + "hf_subset": "mri_Latn-kin_Latn", + "languages": [ + "mri-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806102, + "recall": 0.858696, + "f1": 0.822058, + "accuracy": 0.858696, + "main_score": 0.822058, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825287, + "recall": 0.868577, + "f1": 0.837832, + "accuracy": 0.868577, + "main_score": 0.837832, + "hf_subset": "mri_Latn-pes_Arab", + "languages": [ + "mri-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755603, + "recall": 0.80336, + "f1": 0.768797, + "accuracy": 0.80336, + "main_score": 0.768797, + "hf_subset": "mri_Latn-srd_Latn", + "languages": [ + "mri-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189184, + "recall": 0.236166, + "f1": 0.201126, + "accuracy": 0.236166, + "main_score": 0.201126, + "hf_subset": "mri_Latn-tzm_Tfng", + "languages": [ + "mri-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823188, + "recall": 0.866601, + "f1": 0.835578, + "accuracy": 0.866601, + "main_score": 0.835578, + "hf_subset": "mri_Latn-acq_Arab", + "languages": [ + "mri-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543929, + "recall": 0.592885, + "f1": 0.556424, + "accuracy": 0.592885, + "main_score": 0.556424, + "hf_subset": "mri_Latn-bem_Latn", + "languages": [ + "mri-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820589, + "recall": 0.867589, + "f1": 0.834486, + "accuracy": 0.867589, + "main_score": 0.834486, + "hf_subset": "mri_Latn-epo_Latn", + "languages": [ + "mri-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831829, + "recall": 0.873518, + "f1": 0.843911, + "accuracy": 0.873518, + "main_score": 0.843911, + "hf_subset": "mri_Latn-hun_Latn", + "languages": [ + "mri-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760525, + "recall": 0.813241, + "f1": 0.775308, + "accuracy": 0.813241, + "main_score": 0.775308, + "hf_subset": "mri_Latn-kir_Cyrl", + "languages": [ + "mri-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829556, + "recall": 0.874506, + "f1": 0.842594, + "accuracy": 0.874506, + "main_score": 0.842594, + "hf_subset": "mri_Latn-mar_Deva", + "languages": [ + "mri-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558062, + "recall": 0.607708, + "f1": 0.570607, + "accuracy": 0.607708, + "main_score": 0.570607, + "hf_subset": "mri_Latn-plt_Latn", + "languages": [ + "mri-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841543, + "recall": 0.881423, + "f1": 0.852986, + "accuracy": 0.881423, + "main_score": 0.852986, + "hf_subset": "mri_Latn-srp_Cyrl", + "languages": [ + "mri-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722481, + "recall": 0.778656, + "f1": 0.738859, + "accuracy": 0.778656, + "main_score": 0.738859, + "hf_subset": "mri_Latn-uig_Arab", + "languages": [ + "mri-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783117, + "recall": 0.828063, + "f1": 0.795772, + "accuracy": 0.828063, + "main_score": 0.795772, + "hf_subset": "mri_Latn-aeb_Arab", + "languages": [ + "mri-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834205, + "recall": 0.878458, + "f1": 0.847848, + "accuracy": 0.878458, + "main_score": 0.847848, + "hf_subset": "mri_Latn-ben_Beng", + "languages": [ + "mri-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825165, + "recall": 0.870553, + "f1": 0.838575, + "accuracy": 0.870553, + "main_score": 0.838575, + "hf_subset": "mri_Latn-est_Latn", + "languages": [ + "mri-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842959, + "recall": 0.881423, + "f1": 0.854196, + "accuracy": 0.881423, + "main_score": 0.854196, + "hf_subset": "mri_Latn-hye_Armn", + "languages": [ + "mri-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510363, + "recall": 0.545455, + "f1": 0.520457, + "accuracy": 0.545455, + "main_score": 0.520457, + "hf_subset": "mri_Latn-kmb_Latn", + "languages": [ + "mri-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39442, + "recall": 0.451581, + "f1": 0.409139, + "accuracy": 0.451581, + "main_score": 0.409139, + "hf_subset": "mri_Latn-min_Arab", + "languages": [ + "mri-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828936, + "recall": 0.869565, + "f1": 0.840453, + "accuracy": 0.869565, + "main_score": 0.840453, + "hf_subset": "mri_Latn-pol_Latn", + "languages": [ + "mri-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516467, + "recall": 0.565217, + "f1": 0.530014, + "accuracy": 0.565217, + "main_score": 0.530014, + "hf_subset": "mri_Latn-ssw_Latn", + "languages": [ + "mri-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837615, + "recall": 0.882411, + "f1": 0.851501, + "accuracy": 0.882411, + "main_score": 0.851501, + "hf_subset": "mri_Latn-ukr_Cyrl", + "languages": [ + "mri-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849209, + "recall": 0.890316, + "f1": 0.861957, + "accuracy": 0.890316, + "main_score": 0.861957, + "hf_subset": "mri_Latn-afr_Latn", + "languages": [ + "mri-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774507, + "recall": 0.824111, + "f1": 0.788497, + "accuracy": 0.824111, + "main_score": 0.788497, + "hf_subset": "mri_Latn-bho_Deva", + "languages": [ + "mri-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793321, + "recall": 0.838933, + "f1": 0.806548, + "accuracy": 0.838933, + "main_score": 0.806548, + "hf_subset": "mri_Latn-eus_Latn", + "languages": [ + "mri-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513474, + "recall": 0.557312, + "f1": 0.525656, + "accuracy": 0.557312, + "main_score": 0.525656, + "hf_subset": "mri_Latn-ibo_Latn", + "languages": [ + "mri-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705847, + "recall": 0.754941, + "f1": 0.72013, + "accuracy": 0.754941, + "main_score": 0.72013, + "hf_subset": "mri_Latn-kmr_Latn", + "languages": [ + "mri-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774155, + "recall": 0.824111, + "f1": 0.788919, + "accuracy": 0.824111, + "main_score": 0.788919, + "hf_subset": "mri_Latn-min_Latn", + "languages": [ + "mri-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844789, + "recall": 0.887352, + "f1": 0.857428, + "accuracy": 0.887352, + "main_score": 0.857428, + "hf_subset": "mri_Latn-por_Latn", + "languages": [ + "mri-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803901, + "recall": 0.849802, + "f1": 0.817333, + "accuracy": 0.849802, + "main_score": 0.817333, + "hf_subset": "mri_Latn-sun_Latn", + "languages": [ + "mri-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462247, + "recall": 0.507905, + "f1": 0.474976, + "accuracy": 0.507905, + "main_score": 0.474976, + "hf_subset": "mri_Latn-umb_Latn", + "languages": [ + "mri-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817918, + "recall": 0.862648, + "f1": 0.830958, + "accuracy": 0.862648, + "main_score": 0.830958, + "hf_subset": "mri_Latn-ajp_Arab", + "languages": [ + "mri-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413577, + "recall": 0.470356, + "f1": 0.428377, + "accuracy": 0.470356, + "main_score": 0.428377, + "hf_subset": "mri_Latn-bjn_Arab", + "languages": [ + "mri-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473501, + "recall": 0.51087, + "f1": 0.483567, + "accuracy": 0.51087, + "main_score": 0.483567, + "hf_subset": "mri_Latn-ewe_Latn", + "languages": [ + "mri-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700333, + "recall": 0.750988, + "f1": 0.71356, + "accuracy": 0.750988, + "main_score": 0.71356, + "hf_subset": "mri_Latn-ilo_Latn", + "languages": [ + "mri-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.292943, + "recall": 0.340909, + "f1": 0.306445, + "accuracy": 0.340909, + "main_score": 0.306445, + "hf_subset": "mri_Latn-knc_Arab", + "languages": [ + "mri-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841263, + "recall": 0.880435, + "f1": 0.852629, + "accuracy": 0.880435, + "main_score": 0.852629, + "hf_subset": "mri_Latn-mkd_Cyrl", + "languages": [ + "mri-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840887, + "recall": 0.884387, + "f1": 0.854183, + "accuracy": 0.884387, + "main_score": 0.854183, + "hf_subset": "mri_Latn-prs_Arab", + "languages": [ + "mri-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844689, + "recall": 0.885375, + "f1": 0.856826, + "accuracy": 0.885375, + "main_score": 0.856826, + "hf_subset": "mri_Latn-swe_Latn", + "languages": [ + "mri-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827833, + "recall": 0.87253, + "f1": 0.840961, + "accuracy": 0.87253, + "main_score": 0.840961, + "hf_subset": "mri_Latn-urd_Arab", + "languages": [ + "mri-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501342, + "recall": 0.54249, + "f1": 0.512058, + "accuracy": 0.54249, + "main_score": 0.512058, + "hf_subset": "mri_Latn-aka_Latn", + "languages": [ + "mri-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765595, + "recall": 0.806324, + "f1": 0.776426, + "accuracy": 0.806324, + "main_score": 0.776426, + "hf_subset": "mri_Latn-bjn_Latn", + "languages": [ + "mri-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785561, + "recall": 0.83004, + "f1": 0.797948, + "accuracy": 0.83004, + "main_score": 0.797948, + "hf_subset": "mri_Latn-fao_Latn", + "languages": [ + "mri-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841773, + "recall": 0.880435, + "f1": 0.8532, + "accuracy": 0.880435, + "main_score": 0.8532, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50729, + "recall": 0.550395, + "f1": 0.519532, + "accuracy": 0.550395, + "main_score": 0.519532, + "hf_subset": "mri_Latn-knc_Latn", + "languages": [ + "mri-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777562, + "recall": 0.822134, + "f1": 0.790278, + "accuracy": 0.822134, + "main_score": 0.790278, + "hf_subset": "mri_Latn-mlt_Latn", + "languages": [ + "mri-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55953, + "recall": 0.612648, + "f1": 0.57454, + "accuracy": 0.612648, + "main_score": 0.57454, + "hf_subset": "mri_Latn-quy_Latn", + "languages": [ + "mri-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804952, + "recall": 0.850791, + "f1": 0.81861, + "accuracy": 0.850791, + "main_score": 0.81861, + "hf_subset": "mri_Latn-swh_Latn", + "languages": [ + "mri-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812994, + "recall": 0.858696, + "f1": 0.826333, + "accuracy": 0.858696, + "main_score": 0.826333, + "hf_subset": "mri_Latn-uzn_Latn", + "languages": [ + "mri-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824275, + "recall": 0.868577, + "f1": 0.837155, + "accuracy": 0.868577, + "main_score": 0.837155, + "hf_subset": "mri_Latn-als_Latn", + "languages": [ + "mri-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491705, + "recall": 0.572134, + "f1": 0.513423, + "accuracy": 0.572134, + "main_score": 0.513423, + "hf_subset": "mri_Latn-bod_Tibt", + "languages": [ + "mri-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642058, + "recall": 0.686759, + "f1": 0.654683, + "accuracy": 0.686759, + "main_score": 0.654683, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794823, + "recall": 0.838933, + "f1": 0.807444, + "accuracy": 0.838933, + "main_score": 0.807444, + "hf_subset": "mri_Latn-isl_Latn", + "languages": [ + "mri-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538664, + "recall": 0.583004, + "f1": 0.549791, + "accuracy": 0.583004, + "main_score": 0.549791, + "hf_subset": "mri_Latn-kon_Latn", + "languages": [ + "mri-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495731, + "recall": 0.547431, + "f1": 0.509616, + "accuracy": 0.547431, + "main_score": 0.509616, + "hf_subset": "mri_Latn-mni_Beng", + "languages": [ + "mri-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839182, + "recall": 0.878458, + "f1": 0.850395, + "accuracy": 0.878458, + "main_score": 0.850395, + "hf_subset": "mri_Latn-ron_Latn", + "languages": [ + "mri-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77879, + "recall": 0.828063, + "f1": 0.792923, + "accuracy": 0.828063, + "main_score": 0.792923, + "hf_subset": "mri_Latn-szl_Latn", + "languages": [ + "mri-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791266, + "recall": 0.838933, + "f1": 0.804605, + "accuracy": 0.838933, + "main_score": 0.804605, + "hf_subset": "mri_Latn-vec_Latn", + "languages": [ + "mri-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724353, + "recall": 0.781621, + "f1": 0.740863, + "accuracy": 0.781621, + "main_score": 0.740863, + "hf_subset": "mri_Latn-amh_Ethi", + "languages": [ + "mri-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836693, + "recall": 0.879447, + "f1": 0.849346, + "accuracy": 0.879447, + "main_score": 0.849346, + "hf_subset": "mri_Latn-bos_Latn", + "languages": [ + "mri-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820942, + "recall": 0.862648, + "f1": 0.83299, + "accuracy": 0.862648, + "main_score": 0.83299, + "hf_subset": "mri_Latn-fin_Latn", + "languages": [ + "mri-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83079, + "recall": 0.874506, + "f1": 0.843758, + "accuracy": 0.874506, + "main_score": 0.843758, + "hf_subset": "mri_Latn-ita_Latn", + "languages": [ + "mri-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816462, + "recall": 0.860672, + "f1": 0.829501, + "accuracy": 0.860672, + "main_score": 0.829501, + "hf_subset": "mri_Latn-kor_Hang", + "languages": [ + "mri-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482156, + "recall": 0.525692, + "f1": 0.49439, + "accuracy": 0.525692, + "main_score": 0.49439, + "hf_subset": "mri_Latn-mos_Latn", + "languages": [ + "mri-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509974, + "recall": 0.552372, + "f1": 0.521509, + "accuracy": 0.552372, + "main_score": 0.521509, + "hf_subset": "mri_Latn-run_Latn", + "languages": [ + "mri-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824962, + "recall": 0.869565, + "f1": 0.838346, + "accuracy": 0.869565, + "main_score": 0.838346, + "hf_subset": "mri_Latn-tam_Taml", + "languages": [ + "mri-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821824, + "recall": 0.866601, + "f1": 0.835087, + "accuracy": 0.866601, + "main_score": 0.835087, + "hf_subset": "mri_Latn-vie_Latn", + "languages": [ + "mri-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813786, + "recall": 0.857708, + "f1": 0.826389, + "accuracy": 0.857708, + "main_score": 0.826389, + "hf_subset": "mri_Latn-apc_Arab", + "languages": [ + "mri-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591932, + "recall": 0.640316, + "f1": 0.604162, + "accuracy": 0.640316, + "main_score": 0.604162, + "hf_subset": "mri_Latn-bug_Latn", + "languages": [ + "mri-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436733, + "recall": 0.479249, + "f1": 0.448559, + "accuracy": 0.479249, + "main_score": 0.448559, + "hf_subset": "mri_Latn-fon_Latn", + "languages": [ + "mri-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809353, + "recall": 0.851779, + "f1": 0.821339, + "accuracy": 0.851779, + "main_score": 0.821339, + "hf_subset": "mri_Latn-jav_Latn", + "languages": [ + "mri-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81391, + "recall": 0.856719, + "f1": 0.826609, + "accuracy": 0.856719, + "main_score": 0.826609, + "hf_subset": "mri_Latn-lao_Laoo", + "languages": [ + "mri-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823136, + "recall": 0.864625, + "f1": 0.83515, + "accuracy": 0.864625, + "main_score": 0.83515, + "hf_subset": "mri_Latn-rus_Cyrl", + "languages": [ + "mri-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458529, + "recall": 0.5, + "f1": 0.469871, + "accuracy": 0.5, + "main_score": 0.469871, + "hf_subset": "mri_Latn-taq_Latn", + "languages": [ + "mri-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798785, + "recall": 0.844862, + "f1": 0.811291, + "accuracy": 0.844862, + "main_score": 0.811291, + "hf_subset": "mri_Latn-war_Latn", + "languages": [ + "mri-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825848, + "recall": 0.867589, + "f1": 0.837708, + "accuracy": 0.867589, + "main_score": 0.837708, + "hf_subset": "mri_Latn-arb_Arab", + "languages": [ + "mri-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833993, + "recall": 0.875494, + "f1": 0.846086, + "accuracy": 0.875494, + "main_score": 0.846086, + "hf_subset": "mri_Latn-bul_Cyrl", + "languages": [ + "mri-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838973, + "recall": 0.881423, + "f1": 0.851779, + "accuracy": 0.881423, + "main_score": 0.851779, + "hf_subset": "mri_Latn-fra_Latn", + "languages": [ + "mri-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785946, + "recall": 0.833992, + "f1": 0.8, + "accuracy": 0.833992, + "main_score": 0.8, + "hf_subset": "mri_Latn-jpn_Jpan", + "languages": [ + "mri-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772356, + "recall": 0.822134, + "f1": 0.786233, + "accuracy": 0.822134, + "main_score": 0.786233, + "hf_subset": "mri_Latn-lij_Latn", + "languages": [ + "mri-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764224, + "recall": 0.81917, + "f1": 0.780281, + "accuracy": 0.81917, + "main_score": 0.780281, + "hf_subset": "mri_Latn-mya_Mymr", + "languages": [ + "mri-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491396, + "recall": 0.54249, + "f1": 0.504902, + "accuracy": 0.54249, + "main_score": 0.504902, + "hf_subset": "mri_Latn-sag_Latn", + "languages": [ + "mri-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199921, + "recall": 0.249012, + "f1": 0.211584, + "accuracy": 0.249012, + "main_score": 0.211584, + "hf_subset": "mri_Latn-taq_Tfng", + "languages": [ + "mri-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524739, + "recall": 0.571146, + "f1": 0.537499, + "accuracy": 0.571146, + "main_score": 0.537499, + "hf_subset": "mri_Latn-wol_Latn", + "languages": [ + "mri-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589572, + "recall": 0.65415, + "f1": 0.606732, + "accuracy": 0.65415, + "main_score": 0.606732, + "hf_subset": "mri_Latn-arb_Latn", + "languages": [ + "mri-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840448, + "recall": 0.882411, + "f1": 0.852833, + "accuracy": 0.882411, + "main_score": 0.852833, + "hf_subset": "mri_Latn-cat_Latn", + "languages": [ + "mri-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785197, + "recall": 0.831028, + "f1": 0.798533, + "accuracy": 0.831028, + "main_score": 0.798533, + "hf_subset": "mri_Latn-fur_Latn", + "languages": [ + "mri-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418028, + "recall": 0.461462, + "f1": 0.429804, + "accuracy": 0.461462, + "main_score": 0.429804, + "hf_subset": "mri_Latn-kab_Latn", + "languages": [ + "mri-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761004, + "recall": 0.811265, + "f1": 0.775448, + "accuracy": 0.811265, + "main_score": 0.775448, + "hf_subset": "mri_Latn-lim_Latn", + "languages": [ + "mri-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820801, + "recall": 0.865613, + "f1": 0.834211, + "accuracy": 0.865613, + "main_score": 0.834211, + "hf_subset": "mri_Latn-nld_Latn", + "languages": [ + "mri-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775661, + "recall": 0.826087, + "f1": 0.790236, + "accuracy": 0.826087, + "main_score": 0.790236, + "hf_subset": "mri_Latn-san_Deva", + "languages": [ + "mri-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780675, + "recall": 0.828063, + "f1": 0.794495, + "accuracy": 0.828063, + "main_score": 0.794495, + "hf_subset": "mri_Latn-tat_Cyrl", + "languages": [ + "mri-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586506, + "recall": 0.639328, + "f1": 0.601128, + "accuracy": 0.639328, + "main_score": 0.601128, + "hf_subset": "mri_Latn-xho_Latn", + "languages": [ + "mri-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820738, + "recall": 0.867589, + "f1": 0.83462, + "accuracy": 0.867589, + "main_score": 0.83462, + "hf_subset": "mri_Latn-ars_Arab", + "languages": [ + "mri-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812643, + "recall": 0.857708, + "f1": 0.825993, + "accuracy": 0.857708, + "main_score": 0.825993, + "hf_subset": "mri_Latn-ceb_Latn", + "languages": [ + "mri-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481452, + "recall": 0.525692, + "f1": 0.49377, + "accuracy": 0.525692, + "main_score": 0.49377, + "hf_subset": "mri_Latn-fuv_Latn", + "languages": [ + "mri-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467832, + "recall": 0.516798, + "f1": 0.480375, + "accuracy": 0.516798, + "main_score": 0.480375, + "hf_subset": "mri_Latn-kac_Latn", + "languages": [ + "mri-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540659, + "recall": 0.583004, + "f1": 0.551901, + "accuracy": 0.583004, + "main_score": 0.551901, + "hf_subset": "mri_Latn-lin_Latn", + "languages": [ + "mri-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830221, + "recall": 0.871542, + "f1": 0.842262, + "accuracy": 0.871542, + "main_score": 0.842262, + "hf_subset": "mri_Latn-nno_Latn", + "languages": [ + "mri-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20167, + "recall": 0.271739, + "f1": 0.219351, + "accuracy": 0.271739, + "main_score": 0.219351, + "hf_subset": "mri_Latn-sat_Olck", + "languages": [ + "mri-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822506, + "recall": 0.867589, + "f1": 0.835853, + "accuracy": 0.867589, + "main_score": 0.835853, + "hf_subset": "mri_Latn-tel_Telu", + "languages": [ + "mri-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726887, + "recall": 0.781621, + "f1": 0.74249, + "accuracy": 0.781621, + "main_score": 0.74249, + "hf_subset": "mri_Latn-ydd_Hebr", + "languages": [ + "mri-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766446, + "recall": 0.818182, + "f1": 0.781775, + "accuracy": 0.818182, + "main_score": 0.781775, + "hf_subset": "mri_Latn-ary_Arab", + "languages": [ + "mri-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827175, + "recall": 0.87253, + "f1": 0.840392, + "accuracy": 0.87253, + "main_score": 0.840392, + "hf_subset": "mri_Latn-ces_Latn", + "languages": [ + "mri-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488916, + "recall": 0.546443, + "f1": 0.505651, + "accuracy": 0.546443, + "main_score": 0.505651, + "hf_subset": "mri_Latn-gaz_Latn", + "languages": [ + "mri-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525159, + "recall": 0.575099, + "f1": 0.538392, + "accuracy": 0.575099, + "main_score": 0.538392, + "hf_subset": "mri_Latn-kam_Latn", + "languages": [ + "mri-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821926, + "recall": 0.864625, + "f1": 0.834638, + "accuracy": 0.864625, + "main_score": 0.834638, + "hf_subset": "mri_Latn-lit_Latn", + "languages": [ + "mri-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831464, + "recall": 0.873518, + "f1": 0.843538, + "accuracy": 0.873518, + "main_score": 0.843538, + "hf_subset": "mri_Latn-nob_Latn", + "languages": [ + "mri-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762659, + "recall": 0.811265, + "f1": 0.776278, + "accuracy": 0.811265, + "main_score": 0.776278, + "hf_subset": "mri_Latn-scn_Latn", + "languages": [ + "mri-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774622, + "recall": 0.823123, + "f1": 0.788679, + "accuracy": 0.823123, + "main_score": 0.788679, + "hf_subset": "mri_Latn-tgk_Cyrl", + "languages": [ + "mri-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619123, + "recall": 0.681818, + "f1": 0.636961, + "accuracy": 0.681818, + "main_score": 0.636961, + "hf_subset": "mri_Latn-yor_Latn", + "languages": [ + "mri-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805946, + "recall": 0.851779, + "f1": 0.819213, + "accuracy": 0.851779, + "main_score": 0.819213, + "hf_subset": "mri_Latn-arz_Arab", + "languages": [ + "mri-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489051, + "recall": 0.528656, + "f1": 0.499994, + "accuracy": 0.528656, + "main_score": 0.499994, + "hf_subset": "mri_Latn-cjk_Latn", + "languages": [ + "mri-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657915, + "recall": 0.712451, + "f1": 0.673125, + "accuracy": 0.712451, + "main_score": 0.673125, + "hf_subset": "mri_Latn-gla_Latn", + "languages": [ + "mri-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82076, + "recall": 0.863636, + "f1": 0.833529, + "accuracy": 0.863636, + "main_score": 0.833529, + "hf_subset": "mri_Latn-kan_Knda", + "languages": [ + "mri-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779049, + "recall": 0.823123, + "f1": 0.791667, + "accuracy": 0.823123, + "main_score": 0.791667, + "hf_subset": "mri_Latn-lmo_Latn", + "languages": [ + "mri-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814707, + "recall": 0.862648, + "f1": 0.828793, + "accuracy": 0.862648, + "main_score": 0.828793, + "hf_subset": "mri_Latn-npi_Deva", + "languages": [ + "mri-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426219, + "recall": 0.472332, + "f1": 0.438017, + "accuracy": 0.472332, + "main_score": 0.438017, + "hf_subset": "mri_Latn-shn_Mymr", + "languages": [ + "mri-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853376, + "recall": 0.887352, + "f1": 0.863392, + "accuracy": 0.887352, + "main_score": 0.863392, + "hf_subset": "mri_Latn-tgl_Latn", + "languages": [ + "mri-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806165, + "recall": 0.852767, + "f1": 0.819408, + "accuracy": 0.852767, + "main_score": 0.819408, + "hf_subset": "mri_Latn-yue_Hant", + "languages": [ + "mri-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807881, + "recall": 0.853755, + "f1": 0.820993, + "accuracy": 0.853755, + "main_score": 0.820993, + "hf_subset": "mri_Latn-asm_Beng", + "languages": [ + "mri-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743903, + "recall": 0.801383, + "f1": 0.760394, + "accuracy": 0.801383, + "main_score": 0.760394, + "hf_subset": "mri_Latn-ckb_Arab", + "languages": [ + "mri-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701082, + "recall": 0.756917, + "f1": 0.717116, + "accuracy": 0.756917, + "main_score": 0.717116, + "hf_subset": "mri_Latn-gle_Latn", + "languages": [ + "mri-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643137, + "recall": 0.698617, + "f1": 0.658012, + "accuracy": 0.698617, + "main_score": 0.658012, + "hf_subset": "mri_Latn-kas_Arab", + "languages": [ + "mri-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680418, + "recall": 0.735178, + "f1": 0.695781, + "accuracy": 0.735178, + "main_score": 0.695781, + "hf_subset": "mri_Latn-ltg_Latn", + "languages": [ + "mri-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52796, + "recall": 0.571146, + "f1": 0.539192, + "accuracy": 0.571146, + "main_score": 0.539192, + "hf_subset": "mri_Latn-nso_Latn", + "languages": [ + "mri-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753148, + "recall": 0.811265, + "f1": 0.769874, + "accuracy": 0.811265, + "main_score": 0.769874, + "hf_subset": "mri_Latn-sin_Sinh", + "languages": [ + "mri-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804076, + "recall": 0.852767, + "f1": 0.817973, + "accuracy": 0.852767, + "main_score": 0.817973, + "hf_subset": "mri_Latn-tha_Thai", + "languages": [ + "mri-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782814, + "recall": 0.83004, + "f1": 0.795972, + "accuracy": 0.83004, + "main_score": 0.795972, + "hf_subset": "mri_Latn-zho_Hans", + "languages": [ + "mri-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830863, + "recall": 0.87747, + "f1": 0.844833, + "accuracy": 0.87747, + "main_score": 0.844833, + "hf_subset": "mri_Latn-ast_Latn", + "languages": [ + "mri-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794236, + "recall": 0.842885, + "f1": 0.808682, + "accuracy": 0.842885, + "main_score": 0.808682, + "hf_subset": "mri_Latn-crh_Latn", + "languages": [ + "mri-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844657, + "recall": 0.885375, + "f1": 0.85659, + "accuracy": 0.885375, + "main_score": 0.85659, + "hf_subset": "mri_Latn-glg_Latn", + "languages": [ + "mri-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619039, + "recall": 0.684783, + "f1": 0.637183, + "accuracy": 0.684783, + "main_score": 0.637183, + "hf_subset": "mri_Latn-kas_Deva", + "languages": [ + "mri-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761433, + "recall": 0.812253, + "f1": 0.775756, + "accuracy": 0.812253, + "main_score": 0.775756, + "hf_subset": "mri_Latn-ltz_Latn", + "languages": [ + "mri-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444263, + "recall": 0.491107, + "f1": 0.457097, + "accuracy": 0.491107, + "main_score": 0.457097, + "hf_subset": "mri_Latn-nus_Latn", + "languages": [ + "mri-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832346, + "recall": 0.873518, + "f1": 0.844502, + "accuracy": 0.873518, + "main_score": 0.844502, + "hf_subset": "mri_Latn-slk_Latn", + "languages": [ + "mri-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456757, + "recall": 0.527668, + "f1": 0.475747, + "accuracy": 0.527668, + "main_score": 0.475747, + "hf_subset": "mri_Latn-tir_Ethi", + "languages": [ + "mri-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813142, + "recall": 0.862648, + "f1": 0.828129, + "accuracy": 0.862648, + "main_score": 0.828129, + "hf_subset": "mri_Latn-zho_Hant", + "languages": [ + "mri-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810502, + "recall": 0.857708, + "f1": 0.82436, + "accuracy": 0.857708, + "main_score": 0.82436, + "hf_subset": "mri_Latn-awa_Deva", + "languages": [ + "mri-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806588, + "recall": 0.848814, + "f1": 0.818648, + "accuracy": 0.848814, + "main_score": 0.818648, + "hf_subset": "mri_Latn-cym_Latn", + "languages": [ + "mri-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606837, + "recall": 0.65415, + "f1": 0.619307, + "accuracy": 0.65415, + "main_score": 0.619307, + "hf_subset": "mri_Latn-grn_Latn", + "languages": [ + "mri-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779455, + "recall": 0.83004, + "f1": 0.794079, + "accuracy": 0.83004, + "main_score": 0.794079, + "hf_subset": "mri_Latn-kat_Geor", + "languages": [ + "mri-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525946, + "recall": 0.570158, + "f1": 0.537229, + "accuracy": 0.570158, + "main_score": 0.537229, + "hf_subset": "mri_Latn-lua_Latn", + "languages": [ + "mri-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546914, + "recall": 0.593874, + "f1": 0.559783, + "accuracy": 0.593874, + "main_score": 0.559783, + "hf_subset": "mri_Latn-nya_Latn", + "languages": [ + "mri-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827395, + "recall": 0.867589, + "f1": 0.839314, + "accuracy": 0.867589, + "main_score": 0.839314, + "hf_subset": "mri_Latn-slv_Latn", + "languages": [ + "mri-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685562, + "recall": 0.743083, + "f1": 0.701301, + "accuracy": 0.743083, + "main_score": 0.701301, + "hf_subset": "mri_Latn-tpi_Latn", + "languages": [ + "mri-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853137, + "recall": 0.892292, + "f1": 0.864632, + "accuracy": 0.892292, + "main_score": 0.864632, + "hf_subset": "mri_Latn-zsm_Latn", + "languages": [ + "mri-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48858, + "recall": 0.533597, + "f1": 0.501161, + "accuracy": 0.533597, + "main_score": 0.501161, + "hf_subset": "mri_Latn-ayr_Latn", + "languages": [ + "mri-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847711, + "recall": 0.88834, + "f1": 0.859896, + "accuracy": 0.88834, + "main_score": 0.859896, + "hf_subset": "mri_Latn-dan_Latn", + "languages": [ + "mri-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825998, + "recall": 0.868577, + "f1": 0.838664, + "accuracy": 0.868577, + "main_score": 0.838664, + "hf_subset": "mri_Latn-guj_Gujr", + "languages": [ + "mri-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819722, + "recall": 0.866601, + "f1": 0.833322, + "accuracy": 0.866601, + "main_score": 0.833322, + "hf_subset": "mri_Latn-kaz_Cyrl", + "languages": [ + "mri-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496186, + "recall": 0.541502, + "f1": 0.508406, + "accuracy": 0.541502, + "main_score": 0.508406, + "hf_subset": "mri_Latn-lug_Latn", + "languages": [ + "mri-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826202, + "recall": 0.870553, + "f1": 0.839121, + "accuracy": 0.870553, + "main_score": 0.839121, + "hf_subset": "mri_Latn-oci_Latn", + "languages": [ + "mri-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707856, + "recall": 0.759881, + "f1": 0.722371, + "accuracy": 0.759881, + "main_score": 0.722371, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527281, + "recall": 0.571146, + "f1": 0.538882, + "accuracy": 0.571146, + "main_score": 0.538882, + "hf_subset": "mri_Latn-tsn_Latn", + "languages": [ + "mri-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571139, + "recall": 0.620553, + "f1": 0.585693, + "accuracy": 0.620553, + "main_score": 0.585693, + "hf_subset": "mri_Latn-zul_Latn", + "languages": [ + "mri-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640615, + "recall": 0.700593, + "f1": 0.657709, + "accuracy": 0.700593, + "main_score": 0.657709, + "hf_subset": "mri_Latn-azb_Arab", + "languages": [ + "mri-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832065, + "recall": 0.873518, + "f1": 0.844203, + "accuracy": 0.873518, + "main_score": 0.844203, + "hf_subset": "mri_Latn-deu_Latn", + "languages": [ + "mri-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756088, + "recall": 0.813241, + "f1": 0.77309, + "accuracy": 0.813241, + "main_score": 0.77309, + "hf_subset": "mri_Latn-hat_Latn", + "languages": [ + "mri-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466727, + "recall": 0.508893, + "f1": 0.477696, + "accuracy": 0.508893, + "main_score": 0.477696, + "hf_subset": "mri_Latn-kbp_Latn", + "languages": [ + "mri-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504178, + "recall": 0.54249, + "f1": 0.515021, + "accuracy": 0.54249, + "main_score": 0.515021, + "hf_subset": "mri_Latn-luo_Latn", + "languages": [ + "mri-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805698, + "recall": 0.854743, + "f1": 0.820309, + "accuracy": 0.854743, + "main_score": 0.820309, + "hf_subset": "mri_Latn-ory_Orya", + "languages": [ + "mri-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498786, + "recall": 0.555336, + "f1": 0.514058, + "accuracy": 0.555336, + "main_score": 0.514058, + "hf_subset": "mri_Latn-sna_Latn", + "languages": [ + "mri-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506918, + "recall": 0.546443, + "f1": 0.51699, + "accuracy": 0.546443, + "main_score": 0.51699, + "hf_subset": "mri_Latn-tso_Latn", + "languages": [ + "mri-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781013, + "recall": 0.827075, + "f1": 0.793651, + "accuracy": 0.827075, + "main_score": 0.793651, + "hf_subset": "mri_Latn-azj_Latn", + "languages": [ + "mri-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45108, + "recall": 0.501976, + "f1": 0.465171, + "accuracy": 0.501976, + "main_score": 0.465171, + "hf_subset": "mri_Latn-dik_Latn", + "languages": [ + "mri-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63223, + "recall": 0.688735, + "f1": 0.648315, + "accuracy": 0.688735, + "main_score": 0.648315, + "hf_subset": "mri_Latn-hau_Latn", + "languages": [ + "mri-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749973, + "recall": 0.796443, + "f1": 0.762271, + "accuracy": 0.796443, + "main_score": 0.762271, + "hf_subset": "mri_Latn-kea_Latn", + "languages": [ + "mri-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558893, + "recall": 0.605731, + "f1": 0.571324, + "accuracy": 0.605731, + "main_score": 0.571324, + "hf_subset": "mri_Latn-lus_Latn", + "languages": [ + "mri-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625095, + "recall": 0.667984, + "f1": 0.636255, + "accuracy": 0.667984, + "main_score": 0.636255, + "hf_subset": "mri_Latn-pag_Latn", + "languages": [ + "mri-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774797, + "recall": 0.829051, + "f1": 0.790831, + "accuracy": 0.829051, + "main_score": 0.790831, + "hf_subset": "mri_Latn-snd_Arab", + "languages": [ + "mri-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710408, + "recall": 0.76581, + "f1": 0.726666, + "accuracy": 0.76581, + "main_score": 0.726666, + "hf_subset": "mri_Latn-tuk_Latn", + "languages": [ + "mri-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757773, + "recall": 0.806324, + "f1": 0.771535, + "accuracy": 0.806324, + "main_score": 0.771535, + "hf_subset": "mri_Latn-bak_Cyrl", + "languages": [ + "mri-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406276, + "recall": 0.469368, + "f1": 0.423937, + "accuracy": 0.469368, + "main_score": 0.423937, + "hf_subset": "mri_Latn-dyu_Latn", + "languages": [ + "mri-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823943, + "recall": 0.869565, + "f1": 0.837451, + "accuracy": 0.869565, + "main_score": 0.837451, + "hf_subset": "mri_Latn-heb_Hebr", + "languages": [ + "mri-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775767, + "recall": 0.821146, + "f1": 0.787896, + "accuracy": 0.821146, + "main_score": 0.787896, + "hf_subset": "mri_Latn-khk_Cyrl", + "languages": [ + "mri-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821032, + "recall": 0.865613, + "f1": 0.833801, + "accuracy": 0.865613, + "main_score": 0.833801, + "hf_subset": "mri_Latn-lvs_Latn", + "languages": [ + "mri-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83107, + "recall": 0.871542, + "f1": 0.842902, + "accuracy": 0.871542, + "main_score": 0.842902, + "hf_subset": "mri_Latn-pan_Guru", + "languages": [ + "mri-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616559, + "recall": 0.670949, + "f1": 0.632105, + "accuracy": 0.670949, + "main_score": 0.632105, + "hf_subset": "mri_Latn-som_Latn", + "languages": [ + "mri-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519882, + "recall": 0.559289, + "f1": 0.530221, + "accuracy": 0.559289, + "main_score": 0.530221, + "hf_subset": "mri_Latn-tum_Latn", + "languages": [ + "mri-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596772, + "recall": 0.662055, + "f1": 0.615457, + "accuracy": 0.662055, + "main_score": 0.615457, + "hf_subset": "rus_Cyrl-ace_Arab", + "languages": [ + "rus-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537806, + "recall": 0.602767, + "f1": 0.55655, + "accuracy": 0.602767, + "main_score": 0.55655, + "hf_subset": "rus_Cyrl-bam_Latn", + "languages": [ + "rus-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469664, + "recall": 0.544466, + "f1": 0.490329, + "accuracy": 0.544466, + "main_score": 0.490329, + "hf_subset": "rus_Cyrl-dzo_Tibt", + "languages": [ + "rus-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-khm_Khmr", + "languages": [ + "rus-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-mag_Deva", + "languages": [ + "rus-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "rus_Cyrl-pap_Latn", + "languages": [ + "rus-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599045, + "recall": 0.658103, + "f1": 0.615848, + "accuracy": 0.658103, + "main_score": 0.615848, + "hf_subset": "rus_Cyrl-sot_Latn", + "languages": [ + "rus-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879447, + "recall": 0.912055, + "f1": 0.889789, + "accuracy": 0.912055, + "main_score": 0.889789, + "hf_subset": "rus_Cyrl-ace_Latn", + "languages": [ + "rus-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.972332, + "f1": 0.96558, + "accuracy": 0.972332, + "main_score": 0.96558, + "hf_subset": "rus_Cyrl-ban_Latn", + "languages": [ + "rus-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "rus_Cyrl-hne_Deva", + "languages": [ + "rus-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608193, + "recall": 0.66502, + "f1": 0.624561, + "accuracy": 0.66502, + "main_score": 0.624561, + "hf_subset": "rus_Cyrl-kik_Latn", + "languages": [ + "rus-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mai_Deva", + "languages": [ + "rus-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "rus_Cyrl-pbt_Arab", + "languages": [ + "rus-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614321, + "recall": 0.68083, + "f1": 0.633467, + "accuracy": 0.68083, + "main_score": 0.633467, + "hf_subset": "rus_Cyrl-twi_Latn", + "languages": [ + "rus-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-acm_Arab", + "languages": [ + "rus-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569237, + "recall": 0.633399, + "f1": 0.587376, + "accuracy": 0.633399, + "main_score": 0.587376, + "hf_subset": "rus_Cyrl-kin_Latn", + "languages": [ + "rus-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-mal_Mlym", + "languages": [ + "rus-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-pes_Arab", + "languages": [ + "rus-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-srd_Latn", + "languages": [ + "rus-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186957, + "recall": 0.243083, + "f1": 0.201566, + "accuracy": 0.243083, + "main_score": 0.201566, + "hf_subset": "rus_Cyrl-tzm_Tfng", + "languages": [ + "rus-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-acq_Arab", + "languages": [ + "rus-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649094, + "recall": 0.701581, + "f1": 0.663407, + "accuracy": 0.701581, + "main_score": 0.663407, + "hf_subset": "rus_Cyrl-bem_Latn", + "languages": [ + "rus-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-epo_Latn", + "languages": [ + "rus-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-kir_Cyrl", + "languages": [ + "rus-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mar_Deva", + "languages": [ + "rus-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681861, + "recall": 0.737154, + "f1": 0.697866, + "accuracy": 0.737154, + "main_score": 0.697866, + "hf_subset": "rus_Cyrl-plt_Latn", + "languages": [ + "rus-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "rus_Cyrl-uig_Arab", + "languages": [ + "rus-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-aeb_Arab", + "languages": [ + "rus-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-est_Latn", + "languages": [ + "rus-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-hye_Armn", + "languages": [ + "rus-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558474, + "recall": 0.614625, + "f1": 0.574508, + "accuracy": 0.614625, + "main_score": 0.574508, + "hf_subset": "rus_Cyrl-kmb_Latn", + "languages": [ + "rus-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509783, + "recall": 0.583004, + "f1": 0.530794, + "accuracy": 0.583004, + "main_score": 0.530794, + "hf_subset": "rus_Cyrl-min_Arab", + "languages": [ + "rus-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562789, + "recall": 0.630435, + "f1": 0.582413, + "accuracy": 0.630435, + "main_score": 0.582413, + "hf_subset": "rus_Cyrl-ssw_Latn", + "languages": [ + "rus-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-afr_Latn", + "languages": [ + "rus-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-bho_Deva", + "languages": [ + "rus-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "rus_Cyrl-eus_Latn", + "languages": [ + "rus-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582898, + "recall": 0.650198, + "f1": 0.601847, + "accuracy": 0.650198, + "main_score": 0.601847, + "hf_subset": "rus_Cyrl-ibo_Latn", + "languages": [ + "rus-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918429, + "recall": 0.9417, + "f1": 0.925791, + "accuracy": 0.9417, + "main_score": 0.925791, + "hf_subset": "rus_Cyrl-kmr_Latn", + "languages": [ + "rus-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-min_Latn", + "languages": [ + "rus-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-sun_Latn", + "languages": [ + "rus-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528163, + "recall": 0.588933, + "f1": 0.546316, + "accuracy": 0.588933, + "main_score": 0.546316, + "hf_subset": "rus_Cyrl-umb_Latn", + "languages": [ + "rus-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ajp_Arab", + "languages": [ + "rus-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550693, + "recall": 0.618577, + "f1": 0.569252, + "accuracy": 0.618577, + "main_score": 0.569252, + "hf_subset": "rus_Cyrl-bjn_Arab", + "languages": [ + "rus-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52936, + "recall": 0.58498, + "f1": 0.545193, + "accuracy": 0.58498, + "main_score": 0.545193, + "hf_subset": "rus_Cyrl-ewe_Latn", + "languages": [ + "rus-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950428, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "rus_Cyrl-ilo_Latn", + "languages": [ + "rus-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322498, + "recall": 0.380435, + "f1": 0.338254, + "accuracy": 0.380435, + "main_score": 0.338254, + "hf_subset": "rus_Cyrl-knc_Arab", + "languages": [ + "rus-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-prs_Arab", + "languages": [ + "rus-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-urd_Arab", + "languages": [ + "rus-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598758, + "recall": 0.661067, + "f1": 0.616556, + "accuracy": 0.661067, + "main_score": 0.616556, + "hf_subset": "rus_Cyrl-aka_Latn", + "languages": [ + "rus-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "rus_Cyrl-bjn_Latn", + "languages": [ + "rus-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "rus_Cyrl-fao_Latn", + "languages": [ + "rus-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585773, + "recall": 0.644269, + "f1": 0.603383, + "accuracy": 0.644269, + "main_score": 0.603383, + "hf_subset": "rus_Cyrl-knc_Latn", + "languages": [ + "rus-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-mlt_Latn", + "languages": [ + "rus-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728394, + "recall": 0.786561, + "f1": 0.74546, + "accuracy": 0.786561, + "main_score": 0.74546, + "hf_subset": "rus_Cyrl-quy_Latn", + "languages": [ + "rus-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "rus_Cyrl-swh_Latn", + "languages": [ + "rus-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-uzn_Latn", + "languages": [ + "rus-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-als_Latn", + "languages": [ + "rus-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668297, + "recall": 0.745059, + "f1": 0.691323, + "accuracy": 0.745059, + "main_score": 0.691323, + "hf_subset": "rus_Cyrl-bod_Tibt", + "languages": [ + "rus-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718407, + "recall": 0.771739, + "f1": 0.733663, + "accuracy": 0.771739, + "main_score": 0.733663, + "hf_subset": "rus_Cyrl-fij_Latn", + "languages": [ + "rus-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "rus_Cyrl-isl_Latn", + "languages": [ + "rus-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680649, + "recall": 0.735178, + "f1": 0.696937, + "accuracy": 0.735178, + "main_score": 0.696937, + "hf_subset": "rus_Cyrl-kon_Latn", + "languages": [ + "rus-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671287, + "recall": 0.740119, + "f1": 0.6919, + "accuracy": 0.740119, + "main_score": 0.6919, + "hf_subset": "rus_Cyrl-mni_Beng", + "languages": [ + "rus-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ron_Latn", + "languages": [ + "rus-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "rus_Cyrl-szl_Latn", + "languages": [ + "rus-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-vec_Latn", + "languages": [ + "rus-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "rus_Cyrl-amh_Ethi", + "languages": [ + "rus-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ita_Latn", + "languages": [ + "rus-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558093, + "recall": 0.62253, + "f1": 0.57604, + "accuracy": 0.62253, + "main_score": 0.57604, + "hf_subset": "rus_Cyrl-mos_Latn", + "languages": [ + "rus-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571492, + "recall": 0.630435, + "f1": 0.588312, + "accuracy": 0.630435, + "main_score": 0.588312, + "hf_subset": "rus_Cyrl-run_Latn", + "languages": [ + "rus-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-apc_Arab", + "languages": [ + "rus-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813027, + "recall": 0.855731, + "f1": 0.825922, + "accuracy": 0.855731, + "main_score": 0.825922, + "hf_subset": "rus_Cyrl-bug_Latn", + "languages": [ + "rus-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475137, + "recall": 0.536561, + "f1": 0.491766, + "accuracy": 0.536561, + "main_score": 0.491766, + "hf_subset": "rus_Cyrl-fon_Latn", + "languages": [ + "rus-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-jav_Latn", + "languages": [ + "rus-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-lao_Laoo", + "languages": [ + "rus-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886034, + "recall": 0.916008, + "f1": 0.895389, + "accuracy": 0.916008, + "main_score": 0.895389, + "hf_subset": "rus_Cyrl-mri_Latn", + "languages": [ + "rus-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550457, + "recall": 0.613636, + "f1": 0.568013, + "accuracy": 0.613636, + "main_score": 0.568013, + "hf_subset": "rus_Cyrl-taq_Latn", + "languages": [ + "rus-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "rus_Cyrl-war_Latn", + "languages": [ + "rus-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-lij_Latn", + "languages": [ + "rus-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "rus_Cyrl-mya_Mymr", + "languages": [ + "rus-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591307, + "recall": 0.660079, + "f1": 0.610458, + "accuracy": 0.660079, + "main_score": 0.610458, + "hf_subset": "rus_Cyrl-sag_Latn", + "languages": [ + "rus-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198562, + "recall": 0.263834, + "f1": 0.21333, + "accuracy": 0.263834, + "main_score": 0.21333, + "hf_subset": "rus_Cyrl-taq_Tfng", + "languages": [ + "rus-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632749, + "recall": 0.69664, + "f1": 0.651128, + "accuracy": 0.69664, + "main_score": 0.651128, + "hf_subset": "rus_Cyrl-wol_Latn", + "languages": [ + "rus-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805418, + "recall": 0.855731, + "f1": 0.820817, + "accuracy": 0.855731, + "main_score": 0.820817, + "hf_subset": "rus_Cyrl-arb_Latn", + "languages": [ + "rus-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-cat_Latn", + "languages": [ + "rus-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-fur_Latn", + "languages": [ + "rus-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418628, + "recall": 0.482213, + "f1": 0.436125, + "accuracy": 0.482213, + "main_score": 0.436125, + "hf_subset": "rus_Cyrl-kab_Latn", + "languages": [ + "rus-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "rus_Cyrl-lim_Latn", + "languages": [ + "rus-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "rus_Cyrl-san_Deva", + "languages": [ + "rus-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-tat_Cyrl", + "languages": [ + "rus-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689388, + "recall": 0.744071, + "f1": 0.705355, + "accuracy": 0.744071, + "main_score": 0.705355, + "hf_subset": "rus_Cyrl-xho_Latn", + "languages": [ + "rus-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ars_Arab", + "languages": [ + "rus-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-ceb_Latn", + "languages": [ + "rus-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574342, + "recall": 0.634387, + "f1": 0.59137, + "accuracy": 0.634387, + "main_score": 0.59137, + "hf_subset": "rus_Cyrl-fuv_Latn", + "languages": [ + "rus-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509741, + "recall": 0.583992, + "f1": 0.530356, + "accuracy": 0.583992, + "main_score": 0.530356, + "hf_subset": "rus_Cyrl-kac_Latn", + "languages": [ + "rus-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680155, + "recall": 0.735178, + "f1": 0.696989, + "accuracy": 0.735178, + "main_score": 0.696989, + "hf_subset": "rus_Cyrl-lin_Latn", + "languages": [ + "rus-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-nno_Latn", + "languages": [ + "rus-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240354, + "recall": 0.324111, + "f1": 0.262939, + "accuracy": 0.324111, + "main_score": 0.262939, + "hf_subset": "rus_Cyrl-sat_Olck", + "languages": [ + "rus-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tel_Telu", + "languages": [ + "rus-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "rus_Cyrl-ydd_Hebr", + "languages": [ + "rus-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "rus_Cyrl-ary_Arab", + "languages": [ + "rus-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59053, + "recall": 0.651186, + "f1": 0.608663, + "accuracy": 0.651186, + "main_score": 0.608663, + "hf_subset": "rus_Cyrl-gaz_Latn", + "languages": [ + "rus-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592428, + "recall": 0.658103, + "f1": 0.611187, + "accuracy": 0.658103, + "main_score": 0.611187, + "hf_subset": "rus_Cyrl-kam_Latn", + "languages": [ + "rus-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-nob_Latn", + "languages": [ + "rus-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "rus_Cyrl-scn_Latn", + "languages": [ + "rus-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "rus_Cyrl-tgk_Cyrl", + "languages": [ + "rus-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732552, + "recall": 0.796443, + "f1": 0.751748, + "accuracy": 0.796443, + "main_score": 0.751748, + "hf_subset": "rus_Cyrl-yor_Latn", + "languages": [ + "rus-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-arz_Arab", + "languages": [ + "rus-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562682, + "recall": 0.62747, + "f1": 0.581755, + "accuracy": 0.62747, + "main_score": 0.581755, + "hf_subset": "rus_Cyrl-cjk_Latn", + "languages": [ + "rus-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811594, + "recall": 0.857708, + "f1": 0.825856, + "accuracy": 0.857708, + "main_score": 0.825856, + "hf_subset": "rus_Cyrl-gla_Latn", + "languages": [ + "rus-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-kan_Knda", + "languages": [ + "rus-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "rus_Cyrl-lmo_Latn", + "languages": [ + "rus-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "rus_Cyrl-npi_Deva", + "languages": [ + "rus-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473395, + "recall": 0.544466, + "f1": 0.492917, + "accuracy": 0.544466, + "main_score": 0.492917, + "hf_subset": "rus_Cyrl-shn_Mymr", + "languages": [ + "rus-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tgl_Latn", + "languages": [ + "rus-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-yue_Hant", + "languages": [ + "rus-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-asm_Beng", + "languages": [ + "rus-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "rus_Cyrl-ckb_Arab", + "languages": [ + "rus-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904265, + "recall": 0.93083, + "f1": 0.912615, + "accuracy": 0.93083, + "main_score": 0.912615, + "hf_subset": "rus_Cyrl-gle_Latn", + "languages": [ + "rus-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "rus_Cyrl-kas_Arab", + "languages": [ + "rus-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "rus_Cyrl-ltg_Latn", + "languages": [ + "rus-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62632, + "recall": 0.682806, + "f1": 0.642049, + "accuracy": 0.682806, + "main_score": 0.642049, + "hf_subset": "rus_Cyrl-nso_Latn", + "languages": [ + "rus-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-sin_Sinh", + "languages": [ + "rus-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-tha_Thai", + "languages": [ + "rus-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-zho_Hans", + "languages": [ + "rus-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ast_Latn", + "languages": [ + "rus-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-crh_Latn", + "languages": [ + "rus-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-glg_Latn", + "languages": [ + "rus-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906621, + "recall": 0.935771, + "f1": 0.916008, + "accuracy": 0.935771, + "main_score": 0.916008, + "hf_subset": "rus_Cyrl-kas_Deva", + "languages": [ + "rus-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-ltz_Latn", + "languages": [ + "rus-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480074, + "recall": 0.550395, + "f1": 0.499146, + "accuracy": 0.550395, + "main_score": 0.499146, + "hf_subset": "rus_Cyrl-nus_Latn", + "languages": [ + "rus-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625313, + "recall": 0.700593, + "f1": 0.647567, + "accuracy": 0.700593, + "main_score": 0.647567, + "hf_subset": "rus_Cyrl-tir_Ethi", + "languages": [ + "rus-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "rus_Cyrl-awa_Deva", + "languages": [ + "rus-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "rus_Cyrl-cym_Latn", + "languages": [ + "rus-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854167, + "recall": 0.893281, + "f1": 0.866469, + "accuracy": 0.893281, + "main_score": 0.866469, + "hf_subset": "rus_Cyrl-grn_Latn", + "languages": [ + "rus-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-kat_Geor", + "languages": [ + "rus-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660486, + "recall": 0.715415, + "f1": 0.676158, + "accuracy": 0.715415, + "main_score": 0.676158, + "hf_subset": "rus_Cyrl-lua_Latn", + "languages": [ + "rus-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659677, + "recall": 0.718379, + "f1": 0.676729, + "accuracy": 0.718379, + "main_score": 0.676729, + "hf_subset": "rus_Cyrl-nya_Latn", + "languages": [ + "rus-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "rus_Cyrl-tpi_Latn", + "languages": [ + "rus-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-zsm_Latn", + "languages": [ + "rus-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545909, + "recall": 0.613636, + "f1": 0.565649, + "accuracy": 0.613636, + "main_score": 0.565649, + "hf_subset": "rus_Cyrl-ayr_Latn", + "languages": [ + "rus-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-dan_Latn", + "languages": [ + "rus-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-guj_Gujr", + "languages": [ + "rus-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "rus_Cyrl-kaz_Cyrl", + "languages": [ + "rus-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549724, + "recall": 0.614625, + "f1": 0.567944, + "accuracy": 0.614625, + "main_score": 0.567944, + "hf_subset": "rus_Cyrl-lug_Latn", + "languages": [ + "rus-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-oci_Latn", + "languages": [ + "rus-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848765, + "recall": 0.886364, + "f1": 0.860211, + "accuracy": 0.886364, + "main_score": 0.860211, + "hf_subset": "rus_Cyrl-smo_Latn", + "languages": [ + "rus-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559579, + "recall": 0.62253, + "f1": 0.577204, + "accuracy": 0.62253, + "main_score": 0.577204, + "hf_subset": "rus_Cyrl-tsn_Latn", + "languages": [ + "rus-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632098, + "recall": 0.693676, + "f1": 0.650118, + "accuracy": 0.693676, + "main_score": 0.650118, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "rus_Cyrl-azb_Arab", + "languages": [ + "rus-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "rus_Cyrl-hat_Latn", + "languages": [ + "rus-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492507, + "recall": 0.549407, + "f1": 0.508522, + "accuracy": 0.549407, + "main_score": 0.508522, + "hf_subset": "rus_Cyrl-kbp_Latn", + "languages": [ + "rus-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581318, + "recall": 0.63834, + "f1": 0.596916, + "accuracy": 0.63834, + "main_score": 0.596916, + "hf_subset": "rus_Cyrl-luo_Latn", + "languages": [ + "rus-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-ory_Orya", + "languages": [ + "rus-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590054, + "recall": 0.656126, + "f1": 0.609478, + "accuracy": 0.656126, + "main_score": 0.609478, + "hf_subset": "rus_Cyrl-sna_Latn", + "languages": [ + "rus-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568059, + "recall": 0.623518, + "f1": 0.583337, + "accuracy": 0.623518, + "main_score": 0.583337, + "hf_subset": "rus_Cyrl-tso_Latn", + "languages": [ + "rus-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-azj_Latn", + "languages": [ + "rus-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541133, + "recall": 0.612648, + "f1": 0.561809, + "accuracy": 0.612648, + "main_score": 0.561809, + "hf_subset": "rus_Cyrl-dik_Latn", + "languages": [ + "rus-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747348, + "recall": 0.804348, + "f1": 0.764643, + "accuracy": 0.804348, + "main_score": 0.764643, + "hf_subset": "rus_Cyrl-hau_Latn", + "languages": [ + "rus-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "rus_Cyrl-kea_Latn", + "languages": [ + "rus-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761726, + "recall": 0.812253, + "f1": 0.77691, + "accuracy": 0.812253, + "main_score": 0.77691, + "hf_subset": "rus_Cyrl-lus_Latn", + "languages": [ + "rus-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88969, + "recall": 0.916996, + "f1": 0.897991, + "accuracy": 0.916996, + "main_score": 0.897991, + "hf_subset": "rus_Cyrl-pag_Latn", + "languages": [ + "rus-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-snd_Arab", + "languages": [ + "rus-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "rus_Cyrl-tuk_Latn", + "languages": [ + "rus-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "rus_Cyrl-bak_Cyrl", + "languages": [ + "rus-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495596, + "recall": 0.576087, + "f1": 0.519337, + "accuracy": 0.576087, + "main_score": 0.519337, + "hf_subset": "rus_Cyrl-dyu_Latn", + "languages": [ + "rus-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "rus_Cyrl-khk_Cyrl", + "languages": [ + "rus-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-lvs_Latn", + "languages": [ + "rus-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "rus_Cyrl-pan_Guru", + "languages": [ + "rus-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727042, + "recall": 0.781621, + "f1": 0.743314, + "accuracy": 0.781621, + "main_score": 0.743314, + "hf_subset": "rus_Cyrl-som_Latn", + "languages": [ + "rus-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612574, + "recall": 0.66502, + "f1": 0.627464, + "accuracy": 0.66502, + "main_score": 0.627464, + "hf_subset": "rus_Cyrl-tum_Latn", + "languages": [ + "rus-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406042, + "recall": 0.453557, + "f1": 0.419696, + "accuracy": 0.453557, + "main_score": 0.419696, + "hf_subset": "taq_Latn-ace_Arab", + "languages": [ + "taq-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477141, + "recall": 0.512846, + "f1": 0.488076, + "accuracy": 0.512846, + "main_score": 0.488076, + "hf_subset": "taq_Latn-bam_Latn", + "languages": [ + "taq-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205552, + "recall": 0.246047, + "f1": 0.216113, + "accuracy": 0.246047, + "main_score": 0.216113, + "hf_subset": "taq_Latn-dzo_Tibt", + "languages": [ + "taq-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537183, + "recall": 0.577075, + "f1": 0.548041, + "accuracy": 0.577075, + "main_score": 0.548041, + "hf_subset": "taq_Latn-hin_Deva", + "languages": [ + "taq-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499037, + "recall": 0.546443, + "f1": 0.51224, + "accuracy": 0.546443, + "main_score": 0.51224, + "hf_subset": "taq_Latn-khm_Khmr", + "languages": [ + "taq-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540631, + "recall": 0.581028, + "f1": 0.551735, + "accuracy": 0.581028, + "main_score": 0.551735, + "hf_subset": "taq_Latn-mag_Deva", + "languages": [ + "taq-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546854, + "recall": 0.586957, + "f1": 0.557234, + "accuracy": 0.586957, + "main_score": 0.557234, + "hf_subset": "taq_Latn-pap_Latn", + "languages": [ + "taq-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502133, + "recall": 0.538538, + "f1": 0.512506, + "accuracy": 0.538538, + "main_score": 0.512506, + "hf_subset": "taq_Latn-sot_Latn", + "languages": [ + "taq-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52787, + "recall": 0.575099, + "f1": 0.54045, + "accuracy": 0.575099, + "main_score": 0.54045, + "hf_subset": "taq_Latn-tur_Latn", + "languages": [ + "taq-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536008, + "recall": 0.56917, + "f1": 0.545431, + "accuracy": 0.56917, + "main_score": 0.545431, + "hf_subset": "taq_Latn-ace_Latn", + "languages": [ + "taq-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548693, + "recall": 0.58498, + "f1": 0.559212, + "accuracy": 0.58498, + "main_score": 0.559212, + "hf_subset": "taq_Latn-ban_Latn", + "languages": [ + "taq-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513262, + "recall": 0.565217, + "f1": 0.527164, + "accuracy": 0.565217, + "main_score": 0.527164, + "hf_subset": "taq_Latn-ell_Grek", + "languages": [ + "taq-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527997, + "recall": 0.574111, + "f1": 0.540085, + "accuracy": 0.574111, + "main_score": 0.540085, + "hf_subset": "taq_Latn-hne_Deva", + "languages": [ + "taq-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485853, + "recall": 0.523715, + "f1": 0.497233, + "accuracy": 0.523715, + "main_score": 0.497233, + "hf_subset": "taq_Latn-kik_Latn", + "languages": [ + "taq-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54032, + "recall": 0.583992, + "f1": 0.552177, + "accuracy": 0.583992, + "main_score": 0.552177, + "hf_subset": "taq_Latn-mai_Deva", + "languages": [ + "taq-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499003, + "recall": 0.548419, + "f1": 0.511968, + "accuracy": 0.548419, + "main_score": 0.511968, + "hf_subset": "taq_Latn-pbt_Arab", + "languages": [ + "taq-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529781, + "recall": 0.58004, + "f1": 0.542806, + "accuracy": 0.58004, + "main_score": 0.542806, + "hf_subset": "taq_Latn-spa_Latn", + "languages": [ + "taq-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531374, + "recall": 0.564229, + "f1": 0.541038, + "accuracy": 0.564229, + "main_score": 0.541038, + "hf_subset": "taq_Latn-twi_Latn", + "languages": [ + "taq-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514048, + "recall": 0.557312, + "f1": 0.525089, + "accuracy": 0.557312, + "main_score": 0.525089, + "hf_subset": "taq_Latn-acm_Arab", + "languages": [ + "taq-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515273, + "recall": 0.5583, + "f1": 0.526037, + "accuracy": 0.5583, + "main_score": 0.526037, + "hf_subset": "taq_Latn-bel_Cyrl", + "languages": [ + "taq-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553918, + "recall": 0.601779, + "f1": 0.566456, + "accuracy": 0.601779, + "main_score": 0.566456, + "hf_subset": "taq_Latn-eng_Latn", + "languages": [ + "taq-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541197, + "recall": 0.585968, + "f1": 0.55286, + "accuracy": 0.585968, + "main_score": 0.55286, + "hf_subset": "taq_Latn-hrv_Latn", + "languages": [ + "taq-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475202, + "recall": 0.516798, + "f1": 0.486407, + "accuracy": 0.516798, + "main_score": 0.486407, + "hf_subset": "taq_Latn-kin_Latn", + "languages": [ + "taq-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522359, + "recall": 0.571146, + "f1": 0.535965, + "accuracy": 0.571146, + "main_score": 0.535965, + "hf_subset": "taq_Latn-mal_Mlym", + "languages": [ + "taq-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533025, + "recall": 0.578063, + "f1": 0.545259, + "accuracy": 0.578063, + "main_score": 0.545259, + "hf_subset": "taq_Latn-pes_Arab", + "languages": [ + "taq-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53975, + "recall": 0.574111, + "f1": 0.548942, + "accuracy": 0.574111, + "main_score": 0.548942, + "hf_subset": "taq_Latn-srd_Latn", + "languages": [ + "taq-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193697, + "recall": 0.230237, + "f1": 0.202758, + "accuracy": 0.230237, + "main_score": 0.202758, + "hf_subset": "taq_Latn-tzm_Tfng", + "languages": [ + "taq-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520245, + "recall": 0.566206, + "f1": 0.531854, + "accuracy": 0.566206, + "main_score": 0.531854, + "hf_subset": "taq_Latn-acq_Arab", + "languages": [ + "taq-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515127, + "recall": 0.554348, + "f1": 0.526091, + "accuracy": 0.554348, + "main_score": 0.526091, + "hf_subset": "taq_Latn-bem_Latn", + "languages": [ + "taq-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536499, + "recall": 0.577075, + "f1": 0.547663, + "accuracy": 0.577075, + "main_score": 0.547663, + "hf_subset": "taq_Latn-epo_Latn", + "languages": [ + "taq-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546116, + "recall": 0.58498, + "f1": 0.557214, + "accuracy": 0.58498, + "main_score": 0.557214, + "hf_subset": "taq_Latn-hun_Latn", + "languages": [ + "taq-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51561, + "recall": 0.555336, + "f1": 0.526772, + "accuracy": 0.555336, + "main_score": 0.526772, + "hf_subset": "taq_Latn-kir_Cyrl", + "languages": [ + "taq-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53214, + "recall": 0.577075, + "f1": 0.544404, + "accuracy": 0.577075, + "main_score": 0.544404, + "hf_subset": "taq_Latn-mar_Deva", + "languages": [ + "taq-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498962, + "recall": 0.541502, + "f1": 0.51113, + "accuracy": 0.541502, + "main_score": 0.51113, + "hf_subset": "taq_Latn-plt_Latn", + "languages": [ + "taq-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536845, + "recall": 0.583992, + "f1": 0.549556, + "accuracy": 0.583992, + "main_score": 0.549556, + "hf_subset": "taq_Latn-srp_Cyrl", + "languages": [ + "taq-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44746, + "recall": 0.497036, + "f1": 0.46142, + "accuracy": 0.497036, + "main_score": 0.46142, + "hf_subset": "taq_Latn-uig_Arab", + "languages": [ + "taq-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50236, + "recall": 0.540514, + "f1": 0.512317, + "accuracy": 0.540514, + "main_score": 0.512317, + "hf_subset": "taq_Latn-aeb_Arab", + "languages": [ + "taq-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536476, + "recall": 0.58498, + "f1": 0.549445, + "accuracy": 0.58498, + "main_score": 0.549445, + "hf_subset": "taq_Latn-ben_Beng", + "languages": [ + "taq-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528652, + "recall": 0.572134, + "f1": 0.540167, + "accuracy": 0.572134, + "main_score": 0.540167, + "hf_subset": "taq_Latn-est_Latn", + "languages": [ + "taq-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507081, + "recall": 0.556324, + "f1": 0.519501, + "accuracy": 0.556324, + "main_score": 0.519501, + "hf_subset": "taq_Latn-hye_Armn", + "languages": [ + "taq-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494419, + "recall": 0.533597, + "f1": 0.505091, + "accuracy": 0.533597, + "main_score": 0.505091, + "hf_subset": "taq_Latn-kmb_Latn", + "languages": [ + "taq-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39902, + "recall": 0.448617, + "f1": 0.412479, + "accuracy": 0.448617, + "main_score": 0.412479, + "hf_subset": "taq_Latn-min_Arab", + "languages": [ + "taq-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541571, + "recall": 0.587945, + "f1": 0.55355, + "accuracy": 0.587945, + "main_score": 0.55355, + "hf_subset": "taq_Latn-pol_Latn", + "languages": [ + "taq-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486785, + "recall": 0.523715, + "f1": 0.49781, + "accuracy": 0.523715, + "main_score": 0.49781, + "hf_subset": "taq_Latn-ssw_Latn", + "languages": [ + "taq-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525383, + "recall": 0.576087, + "f1": 0.539081, + "accuracy": 0.576087, + "main_score": 0.539081, + "hf_subset": "taq_Latn-ukr_Cyrl", + "languages": [ + "taq-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548057, + "recall": 0.596838, + "f1": 0.561689, + "accuracy": 0.596838, + "main_score": 0.561689, + "hf_subset": "taq_Latn-afr_Latn", + "languages": [ + "taq-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523257, + "recall": 0.571146, + "f1": 0.536486, + "accuracy": 0.571146, + "main_score": 0.536486, + "hf_subset": "taq_Latn-bho_Deva", + "languages": [ + "taq-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53785, + "recall": 0.579051, + "f1": 0.548403, + "accuracy": 0.579051, + "main_score": 0.548403, + "hf_subset": "taq_Latn-eus_Latn", + "languages": [ + "taq-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487887, + "recall": 0.535573, + "f1": 0.501471, + "accuracy": 0.535573, + "main_score": 0.501471, + "hf_subset": "taq_Latn-ibo_Latn", + "languages": [ + "taq-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509128, + "recall": 0.551383, + "f1": 0.521003, + "accuracy": 0.551383, + "main_score": 0.521003, + "hf_subset": "taq_Latn-kmr_Latn", + "languages": [ + "taq-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556628, + "recall": 0.591897, + "f1": 0.566495, + "accuracy": 0.591897, + "main_score": 0.566495, + "hf_subset": "taq_Latn-min_Latn", + "languages": [ + "taq-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543035, + "recall": 0.590909, + "f1": 0.555599, + "accuracy": 0.590909, + "main_score": 0.555599, + "hf_subset": "taq_Latn-por_Latn", + "languages": [ + "taq-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549368, + "recall": 0.587945, + "f1": 0.560232, + "accuracy": 0.587945, + "main_score": 0.560232, + "hf_subset": "taq_Latn-sun_Latn", + "languages": [ + "taq-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474113, + "recall": 0.516798, + "f1": 0.486693, + "accuracy": 0.516798, + "main_score": 0.486693, + "hf_subset": "taq_Latn-umb_Latn", + "languages": [ + "taq-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538601, + "recall": 0.583992, + "f1": 0.550696, + "accuracy": 0.583992, + "main_score": 0.550696, + "hf_subset": "taq_Latn-ajp_Arab", + "languages": [ + "taq-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407505, + "recall": 0.452569, + "f1": 0.419769, + "accuracy": 0.452569, + "main_score": 0.419769, + "hf_subset": "taq_Latn-bjn_Arab", + "languages": [ + "taq-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478516, + "recall": 0.51581, + "f1": 0.488941, + "accuracy": 0.51581, + "main_score": 0.488941, + "hf_subset": "taq_Latn-ewe_Latn", + "languages": [ + "taq-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55597, + "recall": 0.592885, + "f1": 0.565603, + "accuracy": 0.592885, + "main_score": 0.565603, + "hf_subset": "taq_Latn-ilo_Latn", + "languages": [ + "taq-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299261, + "recall": 0.352767, + "f1": 0.314042, + "accuracy": 0.352767, + "main_score": 0.314042, + "hf_subset": "taq_Latn-knc_Arab", + "languages": [ + "taq-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529552, + "recall": 0.578063, + "f1": 0.542156, + "accuracy": 0.578063, + "main_score": 0.542156, + "hf_subset": "taq_Latn-mkd_Cyrl", + "languages": [ + "taq-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518411, + "recall": 0.567194, + "f1": 0.531606, + "accuracy": 0.567194, + "main_score": 0.531606, + "hf_subset": "taq_Latn-prs_Arab", + "languages": [ + "taq-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543062, + "recall": 0.58498, + "f1": 0.554842, + "accuracy": 0.58498, + "main_score": 0.554842, + "hf_subset": "taq_Latn-swe_Latn", + "languages": [ + "taq-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510763, + "recall": 0.562253, + "f1": 0.524669, + "accuracy": 0.562253, + "main_score": 0.524669, + "hf_subset": "taq_Latn-urd_Arab", + "languages": [ + "taq-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510676, + "recall": 0.555336, + "f1": 0.522926, + "accuracy": 0.555336, + "main_score": 0.522926, + "hf_subset": "taq_Latn-aka_Latn", + "languages": [ + "taq-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558654, + "recall": 0.592885, + "f1": 0.568058, + "accuracy": 0.592885, + "main_score": 0.568058, + "hf_subset": "taq_Latn-bjn_Latn", + "languages": [ + "taq-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508323, + "recall": 0.545455, + "f1": 0.518665, + "accuracy": 0.545455, + "main_score": 0.518665, + "hf_subset": "taq_Latn-fao_Latn", + "languages": [ + "taq-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53583, + "recall": 0.578063, + "f1": 0.547252, + "accuracy": 0.578063, + "main_score": 0.547252, + "hf_subset": "taq_Latn-ind_Latn", + "languages": [ + "taq-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507279, + "recall": 0.537549, + "f1": 0.515994, + "accuracy": 0.537549, + "main_score": 0.515994, + "hf_subset": "taq_Latn-knc_Latn", + "languages": [ + "taq-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554575, + "recall": 0.588933, + "f1": 0.563892, + "accuracy": 0.588933, + "main_score": 0.563892, + "hf_subset": "taq_Latn-mlt_Latn", + "languages": [ + "taq-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504971, + "recall": 0.548419, + "f1": 0.517485, + "accuracy": 0.548419, + "main_score": 0.517485, + "hf_subset": "taq_Latn-quy_Latn", + "languages": [ + "taq-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51403, + "recall": 0.555336, + "f1": 0.52538, + "accuracy": 0.555336, + "main_score": 0.52538, + "hf_subset": "taq_Latn-swh_Latn", + "languages": [ + "taq-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518207, + "recall": 0.560277, + "f1": 0.530103, + "accuracy": 0.560277, + "main_score": 0.530103, + "hf_subset": "taq_Latn-uzn_Latn", + "languages": [ + "taq-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540957, + "recall": 0.579051, + "f1": 0.551021, + "accuracy": 0.579051, + "main_score": 0.551021, + "hf_subset": "taq_Latn-als_Latn", + "languages": [ + "taq-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.268072, + "recall": 0.312253, + "f1": 0.279222, + "accuracy": 0.312253, + "main_score": 0.279222, + "hf_subset": "taq_Latn-bod_Tibt", + "languages": [ + "taq-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488159, + "recall": 0.525692, + "f1": 0.499127, + "accuracy": 0.525692, + "main_score": 0.499127, + "hf_subset": "taq_Latn-fij_Latn", + "languages": [ + "taq-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48902, + "recall": 0.540514, + "f1": 0.502697, + "accuracy": 0.540514, + "main_score": 0.502697, + "hf_subset": "taq_Latn-isl_Latn", + "languages": [ + "taq-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53082, + "recall": 0.567194, + "f1": 0.541183, + "accuracy": 0.567194, + "main_score": 0.541183, + "hf_subset": "taq_Latn-kon_Latn", + "languages": [ + "taq-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462656, + "recall": 0.509881, + "f1": 0.476271, + "accuracy": 0.509881, + "main_score": 0.476271, + "hf_subset": "taq_Latn-mni_Beng", + "languages": [ + "taq-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543801, + "recall": 0.592885, + "f1": 0.556377, + "accuracy": 0.592885, + "main_score": 0.556377, + "hf_subset": "taq_Latn-ron_Latn", + "languages": [ + "taq-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52723, + "recall": 0.567194, + "f1": 0.538432, + "accuracy": 0.567194, + "main_score": 0.538432, + "hf_subset": "taq_Latn-szl_Latn", + "languages": [ + "taq-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552478, + "recall": 0.593874, + "f1": 0.564196, + "accuracy": 0.593874, + "main_score": 0.564196, + "hf_subset": "taq_Latn-vec_Latn", + "languages": [ + "taq-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461354, + "recall": 0.505929, + "f1": 0.47394, + "accuracy": 0.505929, + "main_score": 0.47394, + "hf_subset": "taq_Latn-amh_Ethi", + "languages": [ + "taq-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537573, + "recall": 0.582016, + "f1": 0.549785, + "accuracy": 0.582016, + "main_score": 0.549785, + "hf_subset": "taq_Latn-bos_Latn", + "languages": [ + "taq-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515415, + "recall": 0.564229, + "f1": 0.528409, + "accuracy": 0.564229, + "main_score": 0.528409, + "hf_subset": "taq_Latn-fin_Latn", + "languages": [ + "taq-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533843, + "recall": 0.575099, + "f1": 0.544309, + "accuracy": 0.575099, + "main_score": 0.544309, + "hf_subset": "taq_Latn-ita_Latn", + "languages": [ + "taq-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516892, + "recall": 0.564229, + "f1": 0.529759, + "accuracy": 0.564229, + "main_score": 0.529759, + "hf_subset": "taq_Latn-kor_Hang", + "languages": [ + "taq-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485028, + "recall": 0.521739, + "f1": 0.495311, + "accuracy": 0.521739, + "main_score": 0.495311, + "hf_subset": "taq_Latn-mos_Latn", + "languages": [ + "taq-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477079, + "recall": 0.519763, + "f1": 0.489058, + "accuracy": 0.519763, + "main_score": 0.489058, + "hf_subset": "taq_Latn-run_Latn", + "languages": [ + "taq-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508168, + "recall": 0.563241, + "f1": 0.522635, + "accuracy": 0.563241, + "main_score": 0.522635, + "hf_subset": "taq_Latn-tam_Taml", + "languages": [ + "taq-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52272, + "recall": 0.566206, + "f1": 0.533665, + "accuracy": 0.566206, + "main_score": 0.533665, + "hf_subset": "taq_Latn-vie_Latn", + "languages": [ + "taq-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534508, + "recall": 0.579051, + "f1": 0.54612, + "accuracy": 0.579051, + "main_score": 0.54612, + "hf_subset": "taq_Latn-apc_Arab", + "languages": [ + "taq-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539872, + "recall": 0.577075, + "f1": 0.55034, + "accuracy": 0.577075, + "main_score": 0.55034, + "hf_subset": "taq_Latn-bug_Latn", + "languages": [ + "taq-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439602, + "recall": 0.483202, + "f1": 0.451447, + "accuracy": 0.483202, + "main_score": 0.451447, + "hf_subset": "taq_Latn-fon_Latn", + "languages": [ + "taq-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556897, + "recall": 0.590909, + "f1": 0.566694, + "accuracy": 0.590909, + "main_score": 0.566694, + "hf_subset": "taq_Latn-jav_Latn", + "languages": [ + "taq-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479187, + "recall": 0.524704, + "f1": 0.491398, + "accuracy": 0.524704, + "main_score": 0.491398, + "hf_subset": "taq_Latn-lao_Laoo", + "languages": [ + "taq-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458259, + "recall": 0.494071, + "f1": 0.468561, + "accuracy": 0.494071, + "main_score": 0.468561, + "hf_subset": "taq_Latn-mri_Latn", + "languages": [ + "taq-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52817, + "recall": 0.574111, + "f1": 0.539961, + "accuracy": 0.574111, + "main_score": 0.539961, + "hf_subset": "taq_Latn-rus_Cyrl", + "languages": [ + "taq-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553222, + "recall": 0.588933, + "f1": 0.562518, + "accuracy": 0.588933, + "main_score": 0.562518, + "hf_subset": "taq_Latn-war_Latn", + "languages": [ + "taq-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521415, + "recall": 0.565217, + "f1": 0.532588, + "accuracy": 0.565217, + "main_score": 0.532588, + "hf_subset": "taq_Latn-arb_Arab", + "languages": [ + "taq-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538355, + "recall": 0.583992, + "f1": 0.550168, + "accuracy": 0.583992, + "main_score": 0.550168, + "hf_subset": "taq_Latn-bul_Cyrl", + "languages": [ + "taq-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545716, + "recall": 0.589921, + "f1": 0.557292, + "accuracy": 0.589921, + "main_score": 0.557292, + "hf_subset": "taq_Latn-fra_Latn", + "languages": [ + "taq-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51585, + "recall": 0.562253, + "f1": 0.528275, + "accuracy": 0.562253, + "main_score": 0.528275, + "hf_subset": "taq_Latn-jpn_Jpan", + "languages": [ + "taq-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527265, + "recall": 0.571146, + "f1": 0.5393, + "accuracy": 0.571146, + "main_score": 0.5393, + "hf_subset": "taq_Latn-lij_Latn", + "languages": [ + "taq-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389633, + "recall": 0.450593, + "f1": 0.405098, + "accuracy": 0.450593, + "main_score": 0.405098, + "hf_subset": "taq_Latn-mya_Mymr", + "languages": [ + "taq-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487925, + "recall": 0.539526, + "f1": 0.502226, + "accuracy": 0.539526, + "main_score": 0.502226, + "hf_subset": "taq_Latn-sag_Latn", + "languages": [ + "taq-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448197, + "recall": 0.535573, + "f1": 0.469708, + "accuracy": 0.535573, + "main_score": 0.469708, + "hf_subset": "taq_Latn-taq_Tfng", + "languages": [ + "taq-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529703, + "recall": 0.568182, + "f1": 0.54025, + "accuracy": 0.568182, + "main_score": 0.54025, + "hf_subset": "taq_Latn-wol_Latn", + "languages": [ + "taq-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436448, + "recall": 0.475296, + "f1": 0.447437, + "accuracy": 0.475296, + "main_score": 0.447437, + "hf_subset": "taq_Latn-arb_Latn", + "languages": [ + "taq-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551558, + "recall": 0.592885, + "f1": 0.562314, + "accuracy": 0.592885, + "main_score": 0.562314, + "hf_subset": "taq_Latn-cat_Latn", + "languages": [ + "taq-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532913, + "recall": 0.571146, + "f1": 0.543204, + "accuracy": 0.571146, + "main_score": 0.543204, + "hf_subset": "taq_Latn-fur_Latn", + "languages": [ + "taq-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422266, + "recall": 0.474308, + "f1": 0.437272, + "accuracy": 0.474308, + "main_score": 0.437272, + "hf_subset": "taq_Latn-kab_Latn", + "languages": [ + "taq-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529259, + "recall": 0.571146, + "f1": 0.540498, + "accuracy": 0.571146, + "main_score": 0.540498, + "hf_subset": "taq_Latn-lim_Latn", + "languages": [ + "taq-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543534, + "recall": 0.58498, + "f1": 0.554447, + "accuracy": 0.58498, + "main_score": 0.554447, + "hf_subset": "taq_Latn-nld_Latn", + "languages": [ + "taq-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481764, + "recall": 0.537549, + "f1": 0.49587, + "accuracy": 0.537549, + "main_score": 0.49587, + "hf_subset": "taq_Latn-san_Deva", + "languages": [ + "taq-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530017, + "recall": 0.572134, + "f1": 0.541737, + "accuracy": 0.572134, + "main_score": 0.541737, + "hf_subset": "taq_Latn-tat_Cyrl", + "languages": [ + "taq-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51287, + "recall": 0.554348, + "f1": 0.524594, + "accuracy": 0.554348, + "main_score": 0.524594, + "hf_subset": "taq_Latn-xho_Latn", + "languages": [ + "taq-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506247, + "recall": 0.550395, + "f1": 0.517863, + "accuracy": 0.550395, + "main_score": 0.517863, + "hf_subset": "taq_Latn-ars_Arab", + "languages": [ + "taq-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558286, + "recall": 0.596838, + "f1": 0.568095, + "accuracy": 0.596838, + "main_score": 0.568095, + "hf_subset": "taq_Latn-ceb_Latn", + "languages": [ + "taq-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481925, + "recall": 0.523715, + "f1": 0.493952, + "accuracy": 0.523715, + "main_score": 0.493952, + "hf_subset": "taq_Latn-fuv_Latn", + "languages": [ + "taq-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472431, + "recall": 0.512846, + "f1": 0.484241, + "accuracy": 0.512846, + "main_score": 0.484241, + "hf_subset": "taq_Latn-kac_Latn", + "languages": [ + "taq-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520591, + "recall": 0.565217, + "f1": 0.532533, + "accuracy": 0.565217, + "main_score": 0.532533, + "hf_subset": "taq_Latn-lin_Latn", + "languages": [ + "taq-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536823, + "recall": 0.58004, + "f1": 0.548653, + "accuracy": 0.58004, + "main_score": 0.548653, + "hf_subset": "taq_Latn-nno_Latn", + "languages": [ + "taq-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.102784, + "recall": 0.142292, + "f1": 0.11299, + "accuracy": 0.142292, + "main_score": 0.11299, + "hf_subset": "taq_Latn-sat_Olck", + "languages": [ + "taq-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519282, + "recall": 0.568182, + "f1": 0.531977, + "accuracy": 0.568182, + "main_score": 0.531977, + "hf_subset": "taq_Latn-tel_Telu", + "languages": [ + "taq-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458968, + "recall": 0.505929, + "f1": 0.471761, + "accuracy": 0.505929, + "main_score": 0.471761, + "hf_subset": "taq_Latn-ydd_Hebr", + "languages": [ + "taq-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510665, + "recall": 0.551383, + "f1": 0.521798, + "accuracy": 0.551383, + "main_score": 0.521798, + "hf_subset": "taq_Latn-ary_Arab", + "languages": [ + "taq-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538321, + "recall": 0.58004, + "f1": 0.549289, + "accuracy": 0.58004, + "main_score": 0.549289, + "hf_subset": "taq_Latn-ces_Latn", + "languages": [ + "taq-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470337, + "recall": 0.516798, + "f1": 0.483482, + "accuracy": 0.516798, + "main_score": 0.483482, + "hf_subset": "taq_Latn-gaz_Latn", + "languages": [ + "taq-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47433, + "recall": 0.516798, + "f1": 0.4862, + "accuracy": 0.516798, + "main_score": 0.4862, + "hf_subset": "taq_Latn-kam_Latn", + "languages": [ + "taq-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519764, + "recall": 0.567194, + "f1": 0.532857, + "accuracy": 0.567194, + "main_score": 0.532857, + "hf_subset": "taq_Latn-lit_Latn", + "languages": [ + "taq-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535712, + "recall": 0.58004, + "f1": 0.547145, + "accuracy": 0.58004, + "main_score": 0.547145, + "hf_subset": "taq_Latn-nob_Latn", + "languages": [ + "taq-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545275, + "recall": 0.583004, + "f1": 0.555322, + "accuracy": 0.583004, + "main_score": 0.555322, + "hf_subset": "taq_Latn-scn_Latn", + "languages": [ + "taq-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516721, + "recall": 0.555336, + "f1": 0.526886, + "accuracy": 0.555336, + "main_score": 0.526886, + "hf_subset": "taq_Latn-tgk_Cyrl", + "languages": [ + "taq-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461093, + "recall": 0.506917, + "f1": 0.473864, + "accuracy": 0.506917, + "main_score": 0.473864, + "hf_subset": "taq_Latn-yor_Latn", + "languages": [ + "taq-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520047, + "recall": 0.565217, + "f1": 0.531455, + "accuracy": 0.565217, + "main_score": 0.531455, + "hf_subset": "taq_Latn-arz_Arab", + "languages": [ + "taq-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475758, + "recall": 0.516798, + "f1": 0.487429, + "accuracy": 0.516798, + "main_score": 0.487429, + "hf_subset": "taq_Latn-cjk_Latn", + "languages": [ + "taq-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462847, + "recall": 0.499012, + "f1": 0.472702, + "accuracy": 0.499012, + "main_score": 0.472702, + "hf_subset": "taq_Latn-gla_Latn", + "languages": [ + "taq-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525839, + "recall": 0.575099, + "f1": 0.539335, + "accuracy": 0.575099, + "main_score": 0.539335, + "hf_subset": "taq_Latn-kan_Knda", + "languages": [ + "taq-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532306, + "recall": 0.571146, + "f1": 0.54273, + "accuracy": 0.571146, + "main_score": 0.54273, + "hf_subset": "taq_Latn-lmo_Latn", + "languages": [ + "taq-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513254, + "recall": 0.564229, + "f1": 0.526521, + "accuracy": 0.564229, + "main_score": 0.526521, + "hf_subset": "taq_Latn-npi_Deva", + "languages": [ + "taq-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417474, + "recall": 0.462451, + "f1": 0.430094, + "accuracy": 0.462451, + "main_score": 0.430094, + "hf_subset": "taq_Latn-shn_Mymr", + "languages": [ + "taq-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556776, + "recall": 0.598814, + "f1": 0.568376, + "accuracy": 0.598814, + "main_score": 0.568376, + "hf_subset": "taq_Latn-tgl_Latn", + "languages": [ + "taq-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504279, + "recall": 0.554348, + "f1": 0.517379, + "accuracy": 0.554348, + "main_score": 0.517379, + "hf_subset": "taq_Latn-yue_Hant", + "languages": [ + "taq-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4903, + "recall": 0.535573, + "f1": 0.502646, + "accuracy": 0.535573, + "main_score": 0.502646, + "hf_subset": "taq_Latn-asm_Beng", + "languages": [ + "taq-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478405, + "recall": 0.518775, + "f1": 0.489603, + "accuracy": 0.518775, + "main_score": 0.489603, + "hf_subset": "taq_Latn-ckb_Arab", + "languages": [ + "taq-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469324, + "recall": 0.512846, + "f1": 0.481008, + "accuracy": 0.512846, + "main_score": 0.481008, + "hf_subset": "taq_Latn-gle_Latn", + "languages": [ + "taq-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479038, + "recall": 0.522727, + "f1": 0.491469, + "accuracy": 0.522727, + "main_score": 0.491469, + "hf_subset": "taq_Latn-kas_Arab", + "languages": [ + "taq-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501495, + "recall": 0.545455, + "f1": 0.513806, + "accuracy": 0.545455, + "main_score": 0.513806, + "hf_subset": "taq_Latn-ltg_Latn", + "languages": [ + "taq-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520858, + "recall": 0.565217, + "f1": 0.532904, + "accuracy": 0.565217, + "main_score": 0.532904, + "hf_subset": "taq_Latn-nso_Latn", + "languages": [ + "taq-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459265, + "recall": 0.51087, + "f1": 0.473232, + "accuracy": 0.51087, + "main_score": 0.473232, + "hf_subset": "taq_Latn-sin_Sinh", + "languages": [ + "taq-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526332, + "recall": 0.570158, + "f1": 0.538349, + "accuracy": 0.570158, + "main_score": 0.538349, + "hf_subset": "taq_Latn-tha_Thai", + "languages": [ + "taq-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497229, + "recall": 0.546443, + "f1": 0.509665, + "accuracy": 0.546443, + "main_score": 0.509665, + "hf_subset": "taq_Latn-zho_Hans", + "languages": [ + "taq-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533424, + "recall": 0.578063, + "f1": 0.545309, + "accuracy": 0.578063, + "main_score": 0.545309, + "hf_subset": "taq_Latn-ast_Latn", + "languages": [ + "taq-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521423, + "recall": 0.565217, + "f1": 0.533346, + "accuracy": 0.565217, + "main_score": 0.533346, + "hf_subset": "taq_Latn-crh_Latn", + "languages": [ + "taq-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56327, + "recall": 0.603755, + "f1": 0.574523, + "accuracy": 0.603755, + "main_score": 0.574523, + "hf_subset": "taq_Latn-glg_Latn", + "languages": [ + "taq-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485068, + "recall": 0.530632, + "f1": 0.497687, + "accuracy": 0.530632, + "main_score": 0.497687, + "hf_subset": "taq_Latn-kas_Deva", + "languages": [ + "taq-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528302, + "recall": 0.567194, + "f1": 0.538657, + "accuracy": 0.567194, + "main_score": 0.538657, + "hf_subset": "taq_Latn-ltz_Latn", + "languages": [ + "taq-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434654, + "recall": 0.48913, + "f1": 0.449466, + "accuracy": 0.48913, + "main_score": 0.449466, + "hf_subset": "taq_Latn-nus_Latn", + "languages": [ + "taq-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53569, + "recall": 0.577075, + "f1": 0.5471, + "accuracy": 0.577075, + "main_score": 0.5471, + "hf_subset": "taq_Latn-slk_Latn", + "languages": [ + "taq-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406118, + "recall": 0.456522, + "f1": 0.419949, + "accuracy": 0.456522, + "main_score": 0.419949, + "hf_subset": "taq_Latn-tir_Ethi", + "languages": [ + "taq-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497621, + "recall": 0.550395, + "f1": 0.511576, + "accuracy": 0.550395, + "main_score": 0.511576, + "hf_subset": "taq_Latn-zho_Hant", + "languages": [ + "taq-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527478, + "recall": 0.575099, + "f1": 0.540487, + "accuracy": 0.575099, + "main_score": 0.540487, + "hf_subset": "taq_Latn-awa_Deva", + "languages": [ + "taq-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508077, + "recall": 0.549407, + "f1": 0.519305, + "accuracy": 0.549407, + "main_score": 0.519305, + "hf_subset": "taq_Latn-cym_Latn", + "languages": [ + "taq-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530554, + "recall": 0.571146, + "f1": 0.542075, + "accuracy": 0.571146, + "main_score": 0.542075, + "hf_subset": "taq_Latn-grn_Latn", + "languages": [ + "taq-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502927, + "recall": 0.549407, + "f1": 0.515439, + "accuracy": 0.549407, + "main_score": 0.515439, + "hf_subset": "taq_Latn-kat_Geor", + "languages": [ + "taq-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528387, + "recall": 0.56917, + "f1": 0.539691, + "accuracy": 0.56917, + "main_score": 0.539691, + "hf_subset": "taq_Latn-lua_Latn", + "languages": [ + "taq-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504653, + "recall": 0.545455, + "f1": 0.516565, + "accuracy": 0.545455, + "main_score": 0.516565, + "hf_subset": "taq_Latn-nya_Latn", + "languages": [ + "taq-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529537, + "recall": 0.568182, + "f1": 0.539691, + "accuracy": 0.568182, + "main_score": 0.539691, + "hf_subset": "taq_Latn-slv_Latn", + "languages": [ + "taq-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538437, + "recall": 0.578063, + "f1": 0.549509, + "accuracy": 0.578063, + "main_score": 0.549509, + "hf_subset": "taq_Latn-tpi_Latn", + "languages": [ + "taq-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53956, + "recall": 0.586957, + "f1": 0.551805, + "accuracy": 0.586957, + "main_score": 0.551805, + "hf_subset": "taq_Latn-zsm_Latn", + "languages": [ + "taq-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463548, + "recall": 0.504941, + "f1": 0.474928, + "accuracy": 0.504941, + "main_score": 0.474928, + "hf_subset": "taq_Latn-ayr_Latn", + "languages": [ + "taq-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543576, + "recall": 0.587945, + "f1": 0.555453, + "accuracy": 0.587945, + "main_score": 0.555453, + "hf_subset": "taq_Latn-dan_Latn", + "languages": [ + "taq-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531698, + "recall": 0.581028, + "f1": 0.545265, + "accuracy": 0.581028, + "main_score": 0.545265, + "hf_subset": "taq_Latn-guj_Gujr", + "languages": [ + "taq-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526149, + "recall": 0.572134, + "f1": 0.538485, + "accuracy": 0.572134, + "main_score": 0.538485, + "hf_subset": "taq_Latn-kaz_Cyrl", + "languages": [ + "taq-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461964, + "recall": 0.505929, + "f1": 0.474329, + "accuracy": 0.505929, + "main_score": 0.474329, + "hf_subset": "taq_Latn-lug_Latn", + "languages": [ + "taq-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553234, + "recall": 0.590909, + "f1": 0.563508, + "accuracy": 0.590909, + "main_score": 0.563508, + "hf_subset": "taq_Latn-oci_Latn", + "languages": [ + "taq-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508926, + "recall": 0.545455, + "f1": 0.519039, + "accuracy": 0.545455, + "main_score": 0.519039, + "hf_subset": "taq_Latn-smo_Latn", + "languages": [ + "taq-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471256, + "recall": 0.516798, + "f1": 0.482698, + "accuracy": 0.516798, + "main_score": 0.482698, + "hf_subset": "taq_Latn-tsn_Latn", + "languages": [ + "taq-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485579, + "recall": 0.532609, + "f1": 0.498388, + "accuracy": 0.532609, + "main_score": 0.498388, + "hf_subset": "taq_Latn-zul_Latn", + "languages": [ + "taq-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455727, + "recall": 0.505929, + "f1": 0.469633, + "accuracy": 0.505929, + "main_score": 0.469633, + "hf_subset": "taq_Latn-azb_Arab", + "languages": [ + "taq-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542271, + "recall": 0.588933, + "f1": 0.554434, + "accuracy": 0.588933, + "main_score": 0.554434, + "hf_subset": "taq_Latn-deu_Latn", + "languages": [ + "taq-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500934, + "recall": 0.548419, + "f1": 0.513804, + "accuracy": 0.548419, + "main_score": 0.513804, + "hf_subset": "taq_Latn-hat_Latn", + "languages": [ + "taq-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457544, + "recall": 0.499012, + "f1": 0.469246, + "accuracy": 0.499012, + "main_score": 0.469246, + "hf_subset": "taq_Latn-kbp_Latn", + "languages": [ + "taq-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51923, + "recall": 0.554348, + "f1": 0.529465, + "accuracy": 0.554348, + "main_score": 0.529465, + "hf_subset": "taq_Latn-luo_Latn", + "languages": [ + "taq-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502137, + "recall": 0.554348, + "f1": 0.517237, + "accuracy": 0.554348, + "main_score": 0.517237, + "hf_subset": "taq_Latn-ory_Orya", + "languages": [ + "taq-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485111, + "recall": 0.528656, + "f1": 0.497299, + "accuracy": 0.528656, + "main_score": 0.497299, + "hf_subset": "taq_Latn-sna_Latn", + "languages": [ + "taq-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477537, + "recall": 0.509881, + "f1": 0.486882, + "accuracy": 0.509881, + "main_score": 0.486882, + "hf_subset": "taq_Latn-tso_Latn", + "languages": [ + "taq-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51176, + "recall": 0.564229, + "f1": 0.525981, + "accuracy": 0.564229, + "main_score": 0.525981, + "hf_subset": "taq_Latn-azj_Latn", + "languages": [ + "taq-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474477, + "recall": 0.519763, + "f1": 0.487838, + "accuracy": 0.519763, + "main_score": 0.487838, + "hf_subset": "taq_Latn-dik_Latn", + "languages": [ + "taq-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491686, + "recall": 0.532609, + "f1": 0.503085, + "accuracy": 0.532609, + "main_score": 0.503085, + "hf_subset": "taq_Latn-hau_Latn", + "languages": [ + "taq-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549102, + "recall": 0.582016, + "f1": 0.557854, + "accuracy": 0.582016, + "main_score": 0.557854, + "hf_subset": "taq_Latn-kea_Latn", + "languages": [ + "taq-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520669, + "recall": 0.551383, + "f1": 0.530093, + "accuracy": 0.551383, + "main_score": 0.530093, + "hf_subset": "taq_Latn-lus_Latn", + "languages": [ + "taq-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548961, + "recall": 0.583004, + "f1": 0.558635, + "accuracy": 0.583004, + "main_score": 0.558635, + "hf_subset": "taq_Latn-pag_Latn", + "languages": [ + "taq-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50452, + "recall": 0.552372, + "f1": 0.517915, + "accuracy": 0.552372, + "main_score": 0.517915, + "hf_subset": "taq_Latn-snd_Arab", + "languages": [ + "taq-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498183, + "recall": 0.537549, + "f1": 0.509166, + "accuracy": 0.537549, + "main_score": 0.509166, + "hf_subset": "taq_Latn-tuk_Latn", + "languages": [ + "taq-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526015, + "recall": 0.564229, + "f1": 0.536561, + "accuracy": 0.564229, + "main_score": 0.536561, + "hf_subset": "taq_Latn-bak_Cyrl", + "languages": [ + "taq-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423833, + "recall": 0.481225, + "f1": 0.440057, + "accuracy": 0.481225, + "main_score": 0.440057, + "hf_subset": "taq_Latn-dyu_Latn", + "languages": [ + "taq-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519835, + "recall": 0.559289, + "f1": 0.530711, + "accuracy": 0.559289, + "main_score": 0.530711, + "hf_subset": "taq_Latn-heb_Hebr", + "languages": [ + "taq-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497645, + "recall": 0.543478, + "f1": 0.509984, + "accuracy": 0.543478, + "main_score": 0.509984, + "hf_subset": "taq_Latn-khk_Cyrl", + "languages": [ + "taq-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52649, + "recall": 0.566206, + "f1": 0.537304, + "accuracy": 0.566206, + "main_score": 0.537304, + "hf_subset": "taq_Latn-lvs_Latn", + "languages": [ + "taq-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525775, + "recall": 0.571146, + "f1": 0.537556, + "accuracy": 0.571146, + "main_score": 0.537556, + "hf_subset": "taq_Latn-pan_Guru", + "languages": [ + "taq-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458974, + "recall": 0.504941, + "f1": 0.471901, + "accuracy": 0.504941, + "main_score": 0.471901, + "hf_subset": "taq_Latn-som_Latn", + "languages": [ + "taq-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486347, + "recall": 0.518775, + "f1": 0.495459, + "accuracy": 0.518775, + "main_score": 0.495459, + "hf_subset": "taq_Latn-tum_Latn", + "languages": [ + "taq-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601501, + "recall": 0.659091, + "f1": 0.618252, + "accuracy": 0.659091, + "main_score": 0.618252, + "hf_subset": "war_Latn-ace_Arab", + "languages": [ + "war-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55159, + "recall": 0.613636, + "f1": 0.568768, + "accuracy": 0.613636, + "main_score": 0.568768, + "hf_subset": "war_Latn-bam_Latn", + "languages": [ + "war-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407867, + "recall": 0.478261, + "f1": 0.426364, + "accuracy": 0.478261, + "main_score": 0.426364, + "hf_subset": "war_Latn-dzo_Tibt", + "languages": [ + "war-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-hin_Deva", + "languages": [ + "war-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-khm_Khmr", + "languages": [ + "war-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "war_Latn-mag_Deva", + "languages": [ + "war-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "war_Latn-pap_Latn", + "languages": [ + "war-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623306, + "recall": 0.681818, + "f1": 0.639493, + "accuracy": 0.681818, + "main_score": 0.639493, + "hf_subset": "war_Latn-sot_Latn", + "languages": [ + "war-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-tur_Latn", + "languages": [ + "war-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883921, + "recall": 0.913043, + "f1": 0.892852, + "accuracy": 0.913043, + "main_score": 0.892852, + "hf_subset": "war_Latn-ace_Latn", + "languages": [ + "war-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.965415, + "f1": 0.957148, + "accuracy": 0.965415, + "main_score": 0.957148, + "hf_subset": "war_Latn-ban_Latn", + "languages": [ + "war-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-ell_Grek", + "languages": [ + "war-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-hne_Deva", + "languages": [ + "war-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633235, + "recall": 0.687747, + "f1": 0.6487, + "accuracy": 0.687747, + "main_score": 0.6487, + "hf_subset": "war_Latn-kik_Latn", + "languages": [ + "war-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-mai_Deva", + "languages": [ + "war-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "war_Latn-pbt_Arab", + "languages": [ + "war-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-spa_Latn", + "languages": [ + "war-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641954, + "recall": 0.703557, + "f1": 0.658998, + "accuracy": 0.703557, + "main_score": 0.658998, + "hf_subset": "war_Latn-twi_Latn", + "languages": [ + "war-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-acm_Arab", + "languages": [ + "war-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "war_Latn-bel_Cyrl", + "languages": [ + "war-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-hrv_Latn", + "languages": [ + "war-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578296, + "recall": 0.641304, + "f1": 0.595996, + "accuracy": 0.641304, + "main_score": 0.595996, + "hf_subset": "war_Latn-kin_Latn", + "languages": [ + "war-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-mal_Mlym", + "languages": [ + "war-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-pes_Arab", + "languages": [ + "war-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-srd_Latn", + "languages": [ + "war-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192174, + "recall": 0.241107, + "f1": 0.203711, + "accuracy": 0.241107, + "main_score": 0.203711, + "hf_subset": "war_Latn-tzm_Tfng", + "languages": [ + "war-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "war_Latn-acq_Arab", + "languages": [ + "war-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658482, + "recall": 0.706522, + "f1": 0.672007, + "accuracy": 0.706522, + "main_score": 0.672007, + "hf_subset": "war_Latn-bem_Latn", + "languages": [ + "war-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "war_Latn-epo_Latn", + "languages": [ + "war-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-hun_Latn", + "languages": [ + "war-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "war_Latn-kir_Cyrl", + "languages": [ + "war-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-mar_Deva", + "languages": [ + "war-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683482, + "recall": 0.738142, + "f1": 0.700132, + "accuracy": 0.738142, + "main_score": 0.700132, + "hf_subset": "war_Latn-plt_Latn", + "languages": [ + "war-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-srp_Cyrl", + "languages": [ + "war-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927125, + "recall": 0.947628, + "f1": 0.933696, + "accuracy": 0.947628, + "main_score": 0.933696, + "hf_subset": "war_Latn-uig_Arab", + "languages": [ + "war-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "war_Latn-aeb_Arab", + "languages": [ + "war-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ben_Beng", + "languages": [ + "war-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-est_Latn", + "languages": [ + "war-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-hye_Armn", + "languages": [ + "war-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574235, + "recall": 0.625494, + "f1": 0.588132, + "accuracy": 0.625494, + "main_score": 0.588132, + "hf_subset": "war_Latn-kmb_Latn", + "languages": [ + "war-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529578, + "recall": 0.604743, + "f1": 0.549634, + "accuracy": 0.604743, + "main_score": 0.549634, + "hf_subset": "war_Latn-min_Arab", + "languages": [ + "war-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "war_Latn-pol_Latn", + "languages": [ + "war-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582971, + "recall": 0.649209, + "f1": 0.601835, + "accuracy": 0.649209, + "main_score": 0.601835, + "hf_subset": "war_Latn-ssw_Latn", + "languages": [ + "war-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-ukr_Cyrl", + "languages": [ + "war-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-afr_Latn", + "languages": [ + "war-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "war_Latn-bho_Deva", + "languages": [ + "war-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "war_Latn-eus_Latn", + "languages": [ + "war-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611068, + "recall": 0.670949, + "f1": 0.627692, + "accuracy": 0.670949, + "main_score": 0.627692, + "hf_subset": "war_Latn-ibo_Latn", + "languages": [ + "war-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881258, + "recall": 0.912055, + "f1": 0.890777, + "accuracy": 0.912055, + "main_score": 0.890777, + "hf_subset": "war_Latn-kmr_Latn", + "languages": [ + "war-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "war_Latn-min_Latn", + "languages": [ + "war-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-por_Latn", + "languages": [ + "war-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "war_Latn-sun_Latn", + "languages": [ + "war-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544919, + "recall": 0.600791, + "f1": 0.561654, + "accuracy": 0.600791, + "main_score": 0.561654, + "hf_subset": "war_Latn-umb_Latn", + "languages": [ + "war-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ajp_Arab", + "languages": [ + "war-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567941, + "recall": 0.632411, + "f1": 0.585638, + "accuracy": 0.632411, + "main_score": 0.585638, + "hf_subset": "war_Latn-bjn_Arab", + "languages": [ + "war-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547885, + "recall": 0.600791, + "f1": 0.562788, + "accuracy": 0.600791, + "main_score": 0.562788, + "hf_subset": "war_Latn-ewe_Latn", + "languages": [ + "war-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "war_Latn-ilo_Latn", + "languages": [ + "war-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321549, + "recall": 0.384387, + "f1": 0.339014, + "accuracy": 0.384387, + "main_score": 0.339014, + "hf_subset": "war_Latn-knc_Arab", + "languages": [ + "war-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-mkd_Cyrl", + "languages": [ + "war-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-prs_Arab", + "languages": [ + "war-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-swe_Latn", + "languages": [ + "war-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-urd_Arab", + "languages": [ + "war-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618274, + "recall": 0.681818, + "f1": 0.635971, + "accuracy": 0.681818, + "main_score": 0.635971, + "hf_subset": "war_Latn-aka_Latn", + "languages": [ + "war-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.98419, + "f1": 0.980303, + "accuracy": 0.98419, + "main_score": 0.980303, + "hf_subset": "war_Latn-bjn_Latn", + "languages": [ + "war-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959239, + "recall": 0.971344, + "f1": 0.963011, + "accuracy": 0.971344, + "main_score": 0.963011, + "hf_subset": "war_Latn-fao_Latn", + "languages": [ + "war-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ind_Latn", + "languages": [ + "war-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628369, + "recall": 0.679842, + "f1": 0.643063, + "accuracy": 0.679842, + "main_score": 0.643063, + "hf_subset": "war_Latn-knc_Latn", + "languages": [ + "war-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-mlt_Latn", + "languages": [ + "war-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714864, + "recall": 0.775692, + "f1": 0.732677, + "accuracy": 0.775692, + "main_score": 0.732677, + "hf_subset": "war_Latn-quy_Latn", + "languages": [ + "war-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "war_Latn-swh_Latn", + "languages": [ + "war-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "war_Latn-uzn_Latn", + "languages": [ + "war-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-als_Latn", + "languages": [ + "war-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587809, + "recall": 0.673913, + "f1": 0.612804, + "accuracy": 0.673913, + "main_score": 0.612804, + "hf_subset": "war_Latn-bod_Tibt", + "languages": [ + "war-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718857, + "recall": 0.768775, + "f1": 0.733418, + "accuracy": 0.768775, + "main_score": 0.733418, + "hf_subset": "war_Latn-fij_Latn", + "languages": [ + "war-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "war_Latn-isl_Latn", + "languages": [ + "war-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696157, + "recall": 0.748024, + "f1": 0.711594, + "accuracy": 0.748024, + "main_score": 0.711594, + "hf_subset": "war_Latn-kon_Latn", + "languages": [ + "war-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68909, + "recall": 0.753953, + "f1": 0.708369, + "accuracy": 0.753953, + "main_score": 0.708369, + "hf_subset": "war_Latn-mni_Beng", + "languages": [ + "war-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-ron_Latn", + "languages": [ + "war-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "war_Latn-szl_Latn", + "languages": [ + "war-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-vec_Latn", + "languages": [ + "war-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912385, + "recall": 0.938735, + "f1": 0.920949, + "accuracy": 0.938735, + "main_score": 0.920949, + "hf_subset": "war_Latn-amh_Ethi", + "languages": [ + "war-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "war_Latn-bos_Latn", + "languages": [ + "war-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "war_Latn-fin_Latn", + "languages": [ + "war-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ita_Latn", + "languages": [ + "war-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-kor_Hang", + "languages": [ + "war-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572852, + "recall": 0.637352, + "f1": 0.590823, + "accuracy": 0.637352, + "main_score": 0.590823, + "hf_subset": "war_Latn-mos_Latn", + "languages": [ + "war-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578419, + "recall": 0.630435, + "f1": 0.592643, + "accuracy": 0.630435, + "main_score": 0.592643, + "hf_subset": "war_Latn-run_Latn", + "languages": [ + "war-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-tam_Taml", + "languages": [ + "war-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-vie_Latn", + "languages": [ + "war-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-apc_Arab", + "languages": [ + "war-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812978, + "recall": 0.855731, + "f1": 0.825809, + "accuracy": 0.855731, + "main_score": 0.825809, + "hf_subset": "war_Latn-bug_Latn", + "languages": [ + "war-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488974, + "recall": 0.545455, + "f1": 0.503718, + "accuracy": 0.545455, + "main_score": 0.503718, + "hf_subset": "war_Latn-fon_Latn", + "languages": [ + "war-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-jav_Latn", + "languages": [ + "war-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "war_Latn-lao_Laoo", + "languages": [ + "war-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859305, + "recall": 0.895257, + "f1": 0.870224, + "accuracy": 0.895257, + "main_score": 0.870224, + "hf_subset": "war_Latn-mri_Latn", + "languages": [ + "war-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-rus_Cyrl", + "languages": [ + "war-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553846, + "recall": 0.615613, + "f1": 0.570745, + "accuracy": 0.615613, + "main_score": 0.570745, + "hf_subset": "war_Latn-taq_Latn", + "languages": [ + "war-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-arb_Arab", + "languages": [ + "war-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-bul_Cyrl", + "languages": [ + "war-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-fra_Latn", + "languages": [ + "war-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-jpn_Jpan", + "languages": [ + "war-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "war_Latn-lij_Latn", + "languages": [ + "war-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "war_Latn-mya_Mymr", + "languages": [ + "war-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623236, + "recall": 0.694664, + "f1": 0.643716, + "accuracy": 0.694664, + "main_score": 0.643716, + "hf_subset": "war_Latn-sag_Latn", + "languages": [ + "war-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199952, + "recall": 0.256917, + "f1": 0.212258, + "accuracy": 0.256917, + "main_score": 0.212258, + "hf_subset": "war_Latn-taq_Tfng", + "languages": [ + "war-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644426, + "recall": 0.709486, + "f1": 0.662947, + "accuracy": 0.709486, + "main_score": 0.662947, + "hf_subset": "war_Latn-wol_Latn", + "languages": [ + "war-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780049, + "recall": 0.833004, + "f1": 0.795833, + "accuracy": 0.833004, + "main_score": 0.795833, + "hf_subset": "war_Latn-arb_Latn", + "languages": [ + "war-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-cat_Latn", + "languages": [ + "war-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "war_Latn-fur_Latn", + "languages": [ + "war-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441958, + "recall": 0.502964, + "f1": 0.458707, + "accuracy": 0.502964, + "main_score": 0.458707, + "hf_subset": "war_Latn-kab_Latn", + "languages": [ + "war-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-lim_Latn", + "languages": [ + "war-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-nld_Latn", + "languages": [ + "war-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "war_Latn-san_Deva", + "languages": [ + "war-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "war_Latn-tat_Cyrl", + "languages": [ + "war-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694401, + "recall": 0.75, + "f1": 0.710917, + "accuracy": 0.75, + "main_score": 0.710917, + "hf_subset": "war_Latn-xho_Latn", + "languages": [ + "war-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ars_Arab", + "languages": [ + "war-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ceb_Latn", + "languages": [ + "war-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56885, + "recall": 0.634387, + "f1": 0.587492, + "accuracy": 0.634387, + "main_score": 0.587492, + "hf_subset": "war_Latn-fuv_Latn", + "languages": [ + "war-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51815, + "recall": 0.588933, + "f1": 0.537445, + "accuracy": 0.588933, + "main_score": 0.537445, + "hf_subset": "war_Latn-kac_Latn", + "languages": [ + "war-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695306, + "recall": 0.749012, + "f1": 0.710794, + "accuracy": 0.749012, + "main_score": 0.710794, + "hf_subset": "war_Latn-lin_Latn", + "languages": [ + "war-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "war_Latn-nno_Latn", + "languages": [ + "war-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225866, + "recall": 0.300395, + "f1": 0.245522, + "accuracy": 0.300395, + "main_score": 0.245522, + "hf_subset": "war_Latn-sat_Olck", + "languages": [ + "war-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-tel_Telu", + "languages": [ + "war-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "war_Latn-ydd_Hebr", + "languages": [ + "war-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.980237, + "f1": 0.975296, + "accuracy": 0.980237, + "main_score": 0.975296, + "hf_subset": "war_Latn-ary_Arab", + "languages": [ + "war-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-ces_Latn", + "languages": [ + "war-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603738, + "recall": 0.663043, + "f1": 0.620759, + "accuracy": 0.663043, + "main_score": 0.620759, + "hf_subset": "war_Latn-gaz_Latn", + "languages": [ + "war-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602204, + "recall": 0.668972, + "f1": 0.62109, + "accuracy": 0.668972, + "main_score": 0.62109, + "hf_subset": "war_Latn-kam_Latn", + "languages": [ + "war-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "war_Latn-lit_Latn", + "languages": [ + "war-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-nob_Latn", + "languages": [ + "war-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "war_Latn-scn_Latn", + "languages": [ + "war-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "war_Latn-tgk_Cyrl", + "languages": [ + "war-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717218, + "recall": 0.77668, + "f1": 0.735068, + "accuracy": 0.77668, + "main_score": 0.735068, + "hf_subset": "war_Latn-yor_Latn", + "languages": [ + "war-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-arz_Arab", + "languages": [ + "war-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571897, + "recall": 0.635375, + "f1": 0.58977, + "accuracy": 0.635375, + "main_score": 0.58977, + "hf_subset": "war_Latn-cjk_Latn", + "languages": [ + "war-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781818, + "recall": 0.83004, + "f1": 0.796509, + "accuracy": 0.83004, + "main_score": 0.796509, + "hf_subset": "war_Latn-gla_Latn", + "languages": [ + "war-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-kan_Knda", + "languages": [ + "war-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "war_Latn-lmo_Latn", + "languages": [ + "war-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99193, + "recall": 0.994071, + "f1": 0.992589, + "accuracy": 0.994071, + "main_score": 0.992589, + "hf_subset": "war_Latn-npi_Deva", + "languages": [ + "war-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485806, + "recall": 0.550395, + "f1": 0.503202, + "accuracy": 0.550395, + "main_score": 0.503202, + "hf_subset": "war_Latn-shn_Mymr", + "languages": [ + "war-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "war_Latn-tgl_Latn", + "languages": [ + "war-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "war_Latn-yue_Hant", + "languages": [ + "war-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "war_Latn-asm_Beng", + "languages": [ + "war-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939065, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "war_Latn-ckb_Arab", + "languages": [ + "war-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846673, + "recall": 0.881423, + "f1": 0.857298, + "accuracy": 0.881423, + "main_score": 0.857298, + "hf_subset": "war_Latn-gle_Latn", + "languages": [ + "war-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940794, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "war_Latn-kas_Arab", + "languages": [ + "war-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924242, + "recall": 0.945652, + "f1": 0.930929, + "accuracy": 0.945652, + "main_score": 0.930929, + "hf_subset": "war_Latn-ltg_Latn", + "languages": [ + "war-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651652, + "recall": 0.701581, + "f1": 0.665686, + "accuracy": 0.701581, + "main_score": 0.665686, + "hf_subset": "war_Latn-nso_Latn", + "languages": [ + "war-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.975296, + "f1": 0.968709, + "accuracy": 0.975296, + "main_score": 0.968709, + "hf_subset": "war_Latn-sin_Sinh", + "languages": [ + "war-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "war_Latn-tha_Thai", + "languages": [ + "war-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-zho_Hans", + "languages": [ + "war-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-ast_Latn", + "languages": [ + "war-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-crh_Latn", + "languages": [ + "war-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-glg_Latn", + "languages": [ + "war-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858893, + "recall": 0.899209, + "f1": 0.871706, + "accuracy": 0.899209, + "main_score": 0.871706, + "hf_subset": "war_Latn-kas_Deva", + "languages": [ + "war-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "war_Latn-ltz_Latn", + "languages": [ + "war-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490039, + "recall": 0.554348, + "f1": 0.507205, + "accuracy": 0.554348, + "main_score": 0.507205, + "hf_subset": "war_Latn-nus_Latn", + "languages": [ + "war-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-slk_Latn", + "languages": [ + "war-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623146, + "recall": 0.698617, + "f1": 0.645525, + "accuracy": 0.698617, + "main_score": 0.645525, + "hf_subset": "war_Latn-tir_Ethi", + "languages": [ + "war-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-zho_Hant", + "languages": [ + "war-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980978, + "recall": 0.986166, + "f1": 0.982609, + "accuracy": 0.986166, + "main_score": 0.982609, + "hf_subset": "war_Latn-awa_Deva", + "languages": [ + "war-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "war_Latn-cym_Latn", + "languages": [ + "war-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85472, + "recall": 0.88834, + "f1": 0.865168, + "accuracy": 0.88834, + "main_score": 0.865168, + "hf_subset": "war_Latn-grn_Latn", + "languages": [ + "war-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "war_Latn-kat_Geor", + "languages": [ + "war-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675532, + "recall": 0.724308, + "f1": 0.689813, + "accuracy": 0.724308, + "main_score": 0.689813, + "hf_subset": "war_Latn-lua_Latn", + "languages": [ + "war-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673724, + "recall": 0.735178, + "f1": 0.691613, + "accuracy": 0.735178, + "main_score": 0.691613, + "hf_subset": "war_Latn-nya_Latn", + "languages": [ + "war-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "war_Latn-slv_Latn", + "languages": [ + "war-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934206, + "recall": 0.951581, + "f1": 0.939789, + "accuracy": 0.951581, + "main_score": 0.939789, + "hf_subset": "war_Latn-tpi_Latn", + "languages": [ + "war-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-zsm_Latn", + "languages": [ + "war-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563401, + "recall": 0.62747, + "f1": 0.581764, + "accuracy": 0.62747, + "main_score": 0.581764, + "hf_subset": "war_Latn-ayr_Latn", + "languages": [ + "war-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-dan_Latn", + "languages": [ + "war-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-guj_Gujr", + "languages": [ + "war-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "war_Latn-kaz_Cyrl", + "languages": [ + "war-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56554, + "recall": 0.62747, + "f1": 0.584027, + "accuracy": 0.62747, + "main_score": 0.584027, + "hf_subset": "war_Latn-lug_Latn", + "languages": [ + "war-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "war_Latn-oci_Latn", + "languages": [ + "war-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833004, + "recall": 0.87253, + "f1": 0.845125, + "accuracy": 0.87253, + "main_score": 0.845125, + "hf_subset": "war_Latn-smo_Latn", + "languages": [ + "war-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575453, + "recall": 0.634387, + "f1": 0.59202, + "accuracy": 0.634387, + "main_score": 0.59202, + "hf_subset": "war_Latn-tsn_Latn", + "languages": [ + "war-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652154, + "recall": 0.708498, + "f1": 0.668863, + "accuracy": 0.708498, + "main_score": 0.668863, + "hf_subset": "war_Latn-zul_Latn", + "languages": [ + "war-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902174, + "recall": 0.928854, + "f1": 0.910738, + "accuracy": 0.928854, + "main_score": 0.910738, + "hf_subset": "war_Latn-azb_Arab", + "languages": [ + "war-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "war_Latn-deu_Latn", + "languages": [ + "war-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "war_Latn-hat_Latn", + "languages": [ + "war-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519346, + "recall": 0.574111, + "f1": 0.534065, + "accuracy": 0.574111, + "main_score": 0.534065, + "hf_subset": "war_Latn-kbp_Latn", + "languages": [ + "war-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604851, + "recall": 0.662055, + "f1": 0.620628, + "accuracy": 0.662055, + "main_score": 0.620628, + "hf_subset": "war_Latn-luo_Latn", + "languages": [ + "war-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "war_Latn-ory_Orya", + "languages": [ + "war-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61083, + "recall": 0.673913, + "f1": 0.629482, + "accuracy": 0.673913, + "main_score": 0.629482, + "hf_subset": "war_Latn-sna_Latn", + "languages": [ + "war-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589576, + "recall": 0.645257, + "f1": 0.605313, + "accuracy": 0.645257, + "main_score": 0.605313, + "hf_subset": "war_Latn-tso_Latn", + "languages": [ + "war-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "war_Latn-azj_Latn", + "languages": [ + "war-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559405, + "recall": 0.626482, + "f1": 0.578977, + "accuracy": 0.626482, + "main_score": 0.578977, + "hf_subset": "war_Latn-dik_Latn", + "languages": [ + "war-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739163, + "recall": 0.790514, + "f1": 0.754315, + "accuracy": 0.790514, + "main_score": 0.754315, + "hf_subset": "war_Latn-hau_Latn", + "languages": [ + "war-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "war_Latn-kea_Latn", + "languages": [ + "war-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757246, + "recall": 0.810277, + "f1": 0.773287, + "accuracy": 0.810277, + "main_score": 0.773287, + "hf_subset": "war_Latn-lus_Latn", + "languages": [ + "war-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902454, + "recall": 0.926877, + "f1": 0.910145, + "accuracy": 0.926877, + "main_score": 0.910145, + "hf_subset": "war_Latn-pag_Latn", + "languages": [ + "war-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-snd_Arab", + "languages": [ + "war-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.950593, + "f1": 0.93643, + "accuracy": 0.950593, + "main_score": 0.93643, + "hf_subset": "war_Latn-tuk_Latn", + "languages": [ + "war-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "war_Latn-bak_Cyrl", + "languages": [ + "war-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503246, + "recall": 0.585968, + "f1": 0.527528, + "accuracy": 0.585968, + "main_score": 0.527528, + "hf_subset": "war_Latn-dyu_Latn", + "languages": [ + "war-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-heb_Hebr", + "languages": [ + "war-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "war_Latn-khk_Cyrl", + "languages": [ + "war-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "war_Latn-lvs_Latn", + "languages": [ + "war-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "war_Latn-pan_Guru", + "languages": [ + "war-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714519, + "recall": 0.77668, + "f1": 0.733811, + "accuracy": 0.77668, + "main_score": 0.733811, + "hf_subset": "war_Latn-som_Latn", + "languages": [ + "war-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620895, + "recall": 0.667984, + "f1": 0.634423, + "accuracy": 0.667984, + "main_score": 0.634423, + "hf_subset": "war_Latn-tum_Latn", + "languages": [ + "war-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58295, + "recall": 0.648221, + "f1": 0.601921, + "accuracy": 0.648221, + "main_score": 0.601921, + "hf_subset": "arb_Arab-ace_Arab", + "languages": [ + "arb-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532666, + "recall": 0.596838, + "f1": 0.550385, + "accuracy": 0.596838, + "main_score": 0.550385, + "hf_subset": "arb_Arab-bam_Latn", + "languages": [ + "arb-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441579, + "recall": 0.521739, + "f1": 0.463291, + "accuracy": 0.521739, + "main_score": 0.463291, + "hf_subset": "arb_Arab-dzo_Tibt", + "languages": [ + "arb-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-khm_Khmr", + "languages": [ + "arb-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-mag_Deva", + "languages": [ + "arb-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "arb_Arab-pap_Latn", + "languages": [ + "arb-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598642, + "recall": 0.659091, + "f1": 0.615883, + "accuracy": 0.659091, + "main_score": 0.615883, + "hf_subset": "arb_Arab-sot_Latn", + "languages": [ + "arb-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882032, + "recall": 0.913043, + "f1": 0.8917, + "accuracy": 0.913043, + "main_score": 0.8917, + "hf_subset": "arb_Arab-ace_Latn", + "languages": [ + "arb-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962368, + "recall": 0.97332, + "f1": 0.96581, + "accuracy": 0.97332, + "main_score": 0.96581, + "hf_subset": "arb_Arab-ban_Latn", + "languages": [ + "arb-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "arb_Arab-hne_Deva", + "languages": [ + "arb-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60231, + "recall": 0.65415, + "f1": 0.617196, + "accuracy": 0.65415, + "main_score": 0.617196, + "hf_subset": "arb_Arab-kik_Latn", + "languages": [ + "arb-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-mai_Deva", + "languages": [ + "arb-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "arb_Arab-pbt_Arab", + "languages": [ + "arb-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612212, + "recall": 0.671937, + "f1": 0.628847, + "accuracy": 0.671937, + "main_score": 0.628847, + "hf_subset": "arb_Arab-twi_Latn", + "languages": [ + "arb-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-acm_Arab", + "languages": [ + "arb-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bel_Cyrl", + "languages": [ + "arb-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-hrv_Latn", + "languages": [ + "arb-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561037, + "recall": 0.625494, + "f1": 0.579809, + "accuracy": 0.625494, + "main_score": 0.579809, + "hf_subset": "arb_Arab-kin_Latn", + "languages": [ + "arb-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-mal_Mlym", + "languages": [ + "arb-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-pes_Arab", + "languages": [ + "arb-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-srd_Latn", + "languages": [ + "arb-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17862, + "recall": 0.236166, + "f1": 0.193139, + "accuracy": 0.236166, + "main_score": 0.193139, + "hf_subset": "arb_Arab-tzm_Tfng", + "languages": [ + "arb-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-acq_Arab", + "languages": [ + "arb-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622927, + "recall": 0.676877, + "f1": 0.638213, + "accuracy": 0.676877, + "main_score": 0.638213, + "hf_subset": "arb_Arab-bem_Latn", + "languages": [ + "arb-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-epo_Latn", + "languages": [ + "arb-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-kir_Cyrl", + "languages": [ + "arb-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-mar_Deva", + "languages": [ + "arb-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673221, + "recall": 0.728261, + "f1": 0.689808, + "accuracy": 0.728261, + "main_score": 0.689808, + "hf_subset": "arb_Arab-plt_Latn", + "languages": [ + "arb-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-srp_Cyrl", + "languages": [ + "arb-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "arb_Arab-uig_Arab", + "languages": [ + "arb-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-aeb_Arab", + "languages": [ + "arb-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-est_Latn", + "languages": [ + "arb-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-hye_Armn", + "languages": [ + "arb-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557091, + "recall": 0.608696, + "f1": 0.571624, + "accuracy": 0.608696, + "main_score": 0.571624, + "hf_subset": "arb_Arab-kmb_Latn", + "languages": [ + "arb-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512573, + "recall": 0.586957, + "f1": 0.532623, + "accuracy": 0.586957, + "main_score": 0.532623, + "hf_subset": "arb_Arab-min_Arab", + "languages": [ + "arb-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558547, + "recall": 0.624506, + "f1": 0.577889, + "accuracy": 0.624506, + "main_score": 0.577889, + "hf_subset": "arb_Arab-ssw_Latn", + "languages": [ + "arb-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ukr_Cyrl", + "languages": [ + "arb-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-afr_Latn", + "languages": [ + "arb-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bho_Deva", + "languages": [ + "arb-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-eus_Latn", + "languages": [ + "arb-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577256, + "recall": 0.643281, + "f1": 0.595613, + "accuracy": 0.643281, + "main_score": 0.595613, + "hf_subset": "arb_Arab-ibo_Latn", + "languages": [ + "arb-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91222, + "recall": 0.937747, + "f1": 0.920455, + "accuracy": 0.937747, + "main_score": 0.920455, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-min_Latn", + "languages": [ + "arb-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arb_Arab-sun_Latn", + "languages": [ + "arb-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515655, + "recall": 0.571146, + "f1": 0.531886, + "accuracy": 0.571146, + "main_score": 0.531886, + "hf_subset": "arb_Arab-umb_Latn", + "languages": [ + "arb-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ajp_Arab", + "languages": [ + "arb-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538269, + "recall": 0.606719, + "f1": 0.557733, + "accuracy": 0.606719, + "main_score": 0.557733, + "hf_subset": "arb_Arab-bjn_Arab", + "languages": [ + "arb-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51243, + "recall": 0.574111, + "f1": 0.530075, + "accuracy": 0.574111, + "main_score": 0.530075, + "hf_subset": "arb_Arab-ewe_Latn", + "languages": [ + "arb-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947464, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "arb_Arab-ilo_Latn", + "languages": [ + "arb-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322623, + "recall": 0.380435, + "f1": 0.338622, + "accuracy": 0.380435, + "main_score": 0.338622, + "hf_subset": "arb_Arab-knc_Arab", + "languages": [ + "arb-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-mkd_Cyrl", + "languages": [ + "arb-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-urd_Arab", + "languages": [ + "arb-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584898, + "recall": 0.650198, + "f1": 0.603444, + "accuracy": 0.650198, + "main_score": 0.603444, + "hf_subset": "arb_Arab-aka_Latn", + "languages": [ + "arb-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-bjn_Latn", + "languages": [ + "arb-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "arb_Arab-fao_Latn", + "languages": [ + "arb-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581021, + "recall": 0.642292, + "f1": 0.599111, + "accuracy": 0.642292, + "main_score": 0.599111, + "hf_subset": "arb_Arab-knc_Latn", + "languages": [ + "arb-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arb_Arab-mlt_Latn", + "languages": [ + "arb-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71917, + "recall": 0.778656, + "f1": 0.736892, + "accuracy": 0.778656, + "main_score": 0.736892, + "hf_subset": "arb_Arab-quy_Latn", + "languages": [ + "arb-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "arb_Arab-swh_Latn", + "languages": [ + "arb-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-uzn_Latn", + "languages": [ + "arb-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-als_Latn", + "languages": [ + "arb-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676499, + "recall": 0.751976, + "f1": 0.698518, + "accuracy": 0.751976, + "main_score": 0.698518, + "hf_subset": "arb_Arab-bod_Tibt", + "languages": [ + "arb-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712829, + "recall": 0.771739, + "f1": 0.730276, + "accuracy": 0.771739, + "main_score": 0.730276, + "hf_subset": "arb_Arab-fij_Latn", + "languages": [ + "arb-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "arb_Arab-isl_Latn", + "languages": [ + "arb-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65826, + "recall": 0.714427, + "f1": 0.674984, + "accuracy": 0.714427, + "main_score": 0.674984, + "hf_subset": "arb_Arab-kon_Latn", + "languages": [ + "arb-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657436, + "recall": 0.727273, + "f1": 0.677775, + "accuracy": 0.727273, + "main_score": 0.677775, + "hf_subset": "arb_Arab-mni_Beng", + "languages": [ + "arb-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ron_Latn", + "languages": [ + "arb-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "arb_Arab-szl_Latn", + "languages": [ + "arb-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-vec_Latn", + "languages": [ + "arb-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "arb_Arab-amh_Ethi", + "languages": [ + "arb-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bos_Latn", + "languages": [ + "arb-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ita_Latn", + "languages": [ + "arb-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545662, + "recall": 0.607708, + "f1": 0.562873, + "accuracy": 0.607708, + "main_score": 0.562873, + "hf_subset": "arb_Arab-mos_Latn", + "languages": [ + "arb-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553475, + "recall": 0.61166, + "f1": 0.570078, + "accuracy": 0.61166, + "main_score": 0.570078, + "hf_subset": "arb_Arab-run_Latn", + "languages": [ + "arb-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-apc_Arab", + "languages": [ + "arb-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807684, + "recall": 0.850791, + "f1": 0.820504, + "accuracy": 0.850791, + "main_score": 0.820504, + "hf_subset": "arb_Arab-bug_Latn", + "languages": [ + "arb-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473559, + "recall": 0.533597, + "f1": 0.489788, + "accuracy": 0.533597, + "main_score": 0.489788, + "hf_subset": "arb_Arab-fon_Latn", + "languages": [ + "arb-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-jav_Latn", + "languages": [ + "arb-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-lao_Laoo", + "languages": [ + "arb-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896304, + "recall": 0.925889, + "f1": 0.905616, + "accuracy": 0.925889, + "main_score": 0.905616, + "hf_subset": "arb_Arab-mri_Latn", + "languages": [ + "arb-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540566, + "recall": 0.606719, + "f1": 0.559227, + "accuracy": 0.606719, + "main_score": 0.559227, + "hf_subset": "arb_Arab-taq_Latn", + "languages": [ + "arb-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-war_Latn", + "languages": [ + "arb-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-bul_Cyrl", + "languages": [ + "arb-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "arb_Arab-lij_Latn", + "languages": [ + "arb-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "arb_Arab-mya_Mymr", + "languages": [ + "arb-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592032, + "recall": 0.660079, + "f1": 0.611622, + "accuracy": 0.660079, + "main_score": 0.611622, + "hf_subset": "arb_Arab-sag_Latn", + "languages": [ + "arb-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200122, + "recall": 0.261858, + "f1": 0.213942, + "accuracy": 0.261858, + "main_score": 0.213942, + "hf_subset": "arb_Arab-taq_Tfng", + "languages": [ + "arb-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611981, + "recall": 0.683794, + "f1": 0.632861, + "accuracy": 0.683794, + "main_score": 0.632861, + "hf_subset": "arb_Arab-wol_Latn", + "languages": [ + "arb-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869318, + "recall": 0.905138, + "f1": 0.880501, + "accuracy": 0.905138, + "main_score": 0.880501, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-cat_Latn", + "languages": [ + "arb-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-fur_Latn", + "languages": [ + "arb-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429456, + "recall": 0.488142, + "f1": 0.44545, + "accuracy": 0.488142, + "main_score": 0.44545, + "hf_subset": "arb_Arab-kab_Latn", + "languages": [ + "arb-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-lim_Latn", + "languages": [ + "arb-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "arb_Arab-san_Deva", + "languages": [ + "arb-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-tat_Cyrl", + "languages": [ + "arb-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688523, + "recall": 0.749012, + "f1": 0.706621, + "accuracy": 0.749012, + "main_score": 0.706621, + "hf_subset": "arb_Arab-xho_Latn", + "languages": [ + "arb-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ars_Arab", + "languages": [ + "arb-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ceb_Latn", + "languages": [ + "arb-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570355, + "recall": 0.624506, + "f1": 0.58571, + "accuracy": 0.624506, + "main_score": 0.58571, + "hf_subset": "arb_Arab-fuv_Latn", + "languages": [ + "arb-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502867, + "recall": 0.573123, + "f1": 0.522836, + "accuracy": 0.573123, + "main_score": 0.522836, + "hf_subset": "arb_Arab-kac_Latn", + "languages": [ + "arb-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677602, + "recall": 0.730237, + "f1": 0.693958, + "accuracy": 0.730237, + "main_score": 0.693958, + "hf_subset": "arb_Arab-lin_Latn", + "languages": [ + "arb-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-nno_Latn", + "languages": [ + "arb-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242067, + "recall": 0.329051, + "f1": 0.265124, + "accuracy": 0.329051, + "main_score": 0.265124, + "hf_subset": "arb_Arab-sat_Olck", + "languages": [ + "arb-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-tel_Telu", + "languages": [ + "arb-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "arb_Arab-ydd_Hebr", + "languages": [ + "arb-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "arb_Arab-ary_Arab", + "languages": [ + "arb-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ces_Latn", + "languages": [ + "arb-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567852, + "recall": 0.637352, + "f1": 0.58826, + "accuracy": 0.637352, + "main_score": 0.58826, + "hf_subset": "arb_Arab-gaz_Latn", + "languages": [ + "arb-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591151, + "recall": 0.653162, + "f1": 0.6085, + "accuracy": 0.653162, + "main_score": 0.6085, + "hf_subset": "arb_Arab-kam_Latn", + "languages": [ + "arb-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-nob_Latn", + "languages": [ + "arb-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arb_Arab-scn_Latn", + "languages": [ + "arb-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730352, + "recall": 0.793478, + "f1": 0.749835, + "accuracy": 0.793478, + "main_score": 0.749835, + "hf_subset": "arb_Arab-yor_Latn", + "languages": [ + "arb-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-arz_Arab", + "languages": [ + "arb-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57103, + "recall": 0.628458, + "f1": 0.58728, + "accuracy": 0.628458, + "main_score": 0.58728, + "hf_subset": "arb_Arab-cjk_Latn", + "languages": [ + "arb-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797711, + "recall": 0.849802, + "f1": 0.8139, + "accuracy": 0.849802, + "main_score": 0.8139, + "hf_subset": "arb_Arab-gla_Latn", + "languages": [ + "arb-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-kan_Knda", + "languages": [ + "arb-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-lmo_Latn", + "languages": [ + "arb-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "arb_Arab-npi_Deva", + "languages": [ + "arb-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458763, + "recall": 0.527668, + "f1": 0.477468, + "accuracy": 0.527668, + "main_score": 0.477468, + "hf_subset": "arb_Arab-shn_Mymr", + "languages": [ + "arb-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-tgl_Latn", + "languages": [ + "arb-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-yue_Hant", + "languages": [ + "arb-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-asm_Beng", + "languages": [ + "arb-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91003, + "recall": 0.935771, + "f1": 0.91805, + "accuracy": 0.935771, + "main_score": 0.91805, + "hf_subset": "arb_Arab-gle_Latn", + "languages": [ + "arb-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.972332, + "f1": 0.963109, + "accuracy": 0.972332, + "main_score": 0.963109, + "hf_subset": "arb_Arab-kas_Arab", + "languages": [ + "arb-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938159, + "recall": 0.95751, + "f1": 0.944401, + "accuracy": 0.95751, + "main_score": 0.944401, + "hf_subset": "arb_Arab-ltg_Latn", + "languages": [ + "arb-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616115, + "recall": 0.66996, + "f1": 0.631548, + "accuracy": 0.66996, + "main_score": 0.631548, + "hf_subset": "arb_Arab-nso_Latn", + "languages": [ + "arb-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-sin_Sinh", + "languages": [ + "arb-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-tha_Thai", + "languages": [ + "arb-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-zho_Hans", + "languages": [ + "arb-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ast_Latn", + "languages": [ + "arb-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-crh_Latn", + "languages": [ + "arb-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-glg_Latn", + "languages": [ + "arb-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912467, + "recall": 0.937747, + "f1": 0.920685, + "accuracy": 0.937747, + "main_score": 0.920685, + "hf_subset": "arb_Arab-kas_Deva", + "languages": [ + "arb-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "arb_Arab-ltz_Latn", + "languages": [ + "arb-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453557, + "recall": 0.521739, + "f1": 0.472399, + "accuracy": 0.521739, + "main_score": 0.472399, + "hf_subset": "arb_Arab-nus_Latn", + "languages": [ + "arb-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-slk_Latn", + "languages": [ + "arb-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656678, + "recall": 0.721344, + "f1": 0.675525, + "accuracy": 0.721344, + "main_score": 0.675525, + "hf_subset": "arb_Arab-tir_Ethi", + "languages": [ + "arb-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "arb_Arab-awa_Deva", + "languages": [ + "arb-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "arb_Arab-cym_Latn", + "languages": [ + "arb-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845767, + "recall": 0.886364, + "f1": 0.85855, + "accuracy": 0.886364, + "main_score": 0.85855, + "hf_subset": "arb_Arab-grn_Latn", + "languages": [ + "arb-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-kat_Geor", + "languages": [ + "arb-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64954, + "recall": 0.701581, + "f1": 0.664617, + "accuracy": 0.701581, + "main_score": 0.664617, + "hf_subset": "arb_Arab-lua_Latn", + "languages": [ + "arb-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637207, + "recall": 0.700593, + "f1": 0.655144, + "accuracy": 0.700593, + "main_score": 0.655144, + "hf_subset": "arb_Arab-nya_Latn", + "languages": [ + "arb-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-slv_Latn", + "languages": [ + "arb-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "arb_Arab-tpi_Latn", + "languages": [ + "arb-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-zsm_Latn", + "languages": [ + "arb-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54222, + "recall": 0.606719, + "f1": 0.560338, + "accuracy": 0.606719, + "main_score": 0.560338, + "hf_subset": "arb_Arab-ayr_Latn", + "languages": [ + "arb-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-dan_Latn", + "languages": [ + "arb-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-guj_Gujr", + "languages": [ + "arb-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arb_Arab-kaz_Cyrl", + "languages": [ + "arb-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543201, + "recall": 0.608696, + "f1": 0.561406, + "accuracy": 0.608696, + "main_score": 0.561406, + "hf_subset": "arb_Arab-lug_Latn", + "languages": [ + "arb-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-oci_Latn", + "languages": [ + "arb-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844565, + "recall": 0.887352, + "f1": 0.857675, + "accuracy": 0.887352, + "main_score": 0.857675, + "hf_subset": "arb_Arab-smo_Latn", + "languages": [ + "arb-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548221, + "recall": 0.609684, + "f1": 0.56574, + "accuracy": 0.609684, + "main_score": 0.56574, + "hf_subset": "arb_Arab-tsn_Latn", + "languages": [ + "arb-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619203, + "recall": 0.684783, + "f1": 0.63822, + "accuracy": 0.684783, + "main_score": 0.63822, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932642, + "recall": 0.953557, + "f1": 0.939559, + "accuracy": 0.953557, + "main_score": 0.939559, + "hf_subset": "arb_Arab-azb_Arab", + "languages": [ + "arb-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "arb_Arab-hat_Latn", + "languages": [ + "arb-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4849, + "recall": 0.54249, + "f1": 0.500847, + "accuracy": 0.54249, + "main_score": 0.500847, + "hf_subset": "arb_Arab-kbp_Latn", + "languages": [ + "arb-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585719, + "recall": 0.644269, + "f1": 0.60164, + "accuracy": 0.644269, + "main_score": 0.60164, + "hf_subset": "arb_Arab-luo_Latn", + "languages": [ + "arb-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-ory_Orya", + "languages": [ + "arb-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585566, + "recall": 0.655138, + "f1": 0.605865, + "accuracy": 0.655138, + "main_score": 0.605865, + "hf_subset": "arb_Arab-sna_Latn", + "languages": [ + "arb-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56107, + "recall": 0.619565, + "f1": 0.577016, + "accuracy": 0.619565, + "main_score": 0.577016, + "hf_subset": "arb_Arab-tso_Latn", + "languages": [ + "arb-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-azj_Latn", + "languages": [ + "arb-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542422, + "recall": 0.609684, + "f1": 0.561564, + "accuracy": 0.609684, + "main_score": 0.561564, + "hf_subset": "arb_Arab-dik_Latn", + "languages": [ + "arb-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759816, + "recall": 0.815217, + "f1": 0.776388, + "accuracy": 0.815217, + "main_score": 0.776388, + "hf_subset": "arb_Arab-hau_Latn", + "languages": [ + "arb-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arb_Arab-kea_Latn", + "languages": [ + "arb-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737236, + "recall": 0.791502, + "f1": 0.754117, + "accuracy": 0.791502, + "main_score": 0.754117, + "hf_subset": "arb_Arab-lus_Latn", + "languages": [ + "arb-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87887, + "recall": 0.909091, + "f1": 0.888043, + "accuracy": 0.909091, + "main_score": 0.888043, + "hf_subset": "arb_Arab-pag_Latn", + "languages": [ + "arb-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-snd_Arab", + "languages": [ + "arb-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "arb_Arab-tuk_Latn", + "languages": [ + "arb-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arb_Arab-bak_Cyrl", + "languages": [ + "arb-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474178, + "recall": 0.550395, + "f1": 0.496547, + "accuracy": 0.550395, + "main_score": 0.496547, + "hf_subset": "arb_Arab-dyu_Latn", + "languages": [ + "arb-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arb_Arab-khk_Cyrl", + "languages": [ + "arb-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arb_Arab-lvs_Latn", + "languages": [ + "arb-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arb_Arab-pan_Guru", + "languages": [ + "arb-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719277, + "recall": 0.783597, + "f1": 0.738776, + "accuracy": 0.783597, + "main_score": 0.738776, + "hf_subset": "arb_Arab-som_Latn", + "languages": [ + "arb-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600955, + "recall": 0.652174, + "f1": 0.615843, + "accuracy": 0.652174, + "main_score": 0.615843, + "hf_subset": "arb_Arab-tum_Latn", + "languages": [ + "arb-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594856, + "recall": 0.659091, + "f1": 0.612982, + "accuracy": 0.659091, + "main_score": 0.612982, + "hf_subset": "bul_Cyrl-ace_Arab", + "languages": [ + "bul-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546776, + "recall": 0.609684, + "f1": 0.564726, + "accuracy": 0.609684, + "main_score": 0.564726, + "hf_subset": "bul_Cyrl-bam_Latn", + "languages": [ + "bul-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445679, + "recall": 0.531621, + "f1": 0.469376, + "accuracy": 0.531621, + "main_score": 0.469376, + "hf_subset": "bul_Cyrl-dzo_Tibt", + "languages": [ + "bul-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-hin_Deva", + "languages": [ + "bul-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-khm_Khmr", + "languages": [ + "bul-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mag_Deva", + "languages": [ + "bul-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bul_Cyrl-pap_Latn", + "languages": [ + "bul-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605312, + "recall": 0.662055, + "f1": 0.621332, + "accuracy": 0.662055, + "main_score": 0.621332, + "hf_subset": "bul_Cyrl-sot_Latn", + "languages": [ + "bul-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tur_Latn", + "languages": [ + "bul-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888505, + "recall": 0.916008, + "f1": 0.897003, + "accuracy": 0.916008, + "main_score": 0.897003, + "hf_subset": "bul_Cyrl-ace_Latn", + "languages": [ + "bul-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.977273, + "f1": 0.971673, + "accuracy": 0.977273, + "main_score": 0.971673, + "hf_subset": "bul_Cyrl-ban_Latn", + "languages": [ + "bul-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ell_Grek", + "languages": [ + "bul-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bul_Cyrl-hne_Deva", + "languages": [ + "bul-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614592, + "recall": 0.668972, + "f1": 0.629976, + "accuracy": 0.668972, + "main_score": 0.629976, + "hf_subset": "bul_Cyrl-kik_Latn", + "languages": [ + "bul-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mai_Deva", + "languages": [ + "bul-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bul_Cyrl-pbt_Arab", + "languages": [ + "bul-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-spa_Latn", + "languages": [ + "bul-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619457, + "recall": 0.684783, + "f1": 0.637916, + "accuracy": 0.684783, + "main_score": 0.637916, + "hf_subset": "bul_Cyrl-twi_Latn", + "languages": [ + "bul-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-acm_Arab", + "languages": [ + "bul-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5701, + "recall": 0.640316, + "f1": 0.589802, + "accuracy": 0.640316, + "main_score": 0.589802, + "hf_subset": "bul_Cyrl-kin_Latn", + "languages": [ + "bul-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-mal_Mlym", + "languages": [ + "bul-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-pes_Arab", + "languages": [ + "bul-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-srd_Latn", + "languages": [ + "bul-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182969, + "recall": 0.237154, + "f1": 0.197116, + "accuracy": 0.237154, + "main_score": 0.197116, + "hf_subset": "bul_Cyrl-tzm_Tfng", + "languages": [ + "bul-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-acq_Arab", + "languages": [ + "bul-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649901, + "recall": 0.699605, + "f1": 0.663712, + "accuracy": 0.699605, + "main_score": 0.663712, + "hf_subset": "bul_Cyrl-bem_Latn", + "languages": [ + "bul-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-epo_Latn", + "languages": [ + "bul-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-hun_Latn", + "languages": [ + "bul-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-kir_Cyrl", + "languages": [ + "bul-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mar_Deva", + "languages": [ + "bul-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685021, + "recall": 0.744071, + "f1": 0.702412, + "accuracy": 0.744071, + "main_score": 0.702412, + "hf_subset": "bul_Cyrl-plt_Latn", + "languages": [ + "bul-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "bul_Cyrl-uig_Arab", + "languages": [ + "bul-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-aeb_Arab", + "languages": [ + "bul-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ben_Beng", + "languages": [ + "bul-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-est_Latn", + "languages": [ + "bul-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-hye_Armn", + "languages": [ + "bul-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553862, + "recall": 0.608696, + "f1": 0.569837, + "accuracy": 0.608696, + "main_score": 0.569837, + "hf_subset": "bul_Cyrl-kmb_Latn", + "languages": [ + "bul-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52592, + "recall": 0.597826, + "f1": 0.545687, + "accuracy": 0.597826, + "main_score": 0.545687, + "hf_subset": "bul_Cyrl-min_Arab", + "languages": [ + "bul-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571498, + "recall": 0.634387, + "f1": 0.589756, + "accuracy": 0.634387, + "main_score": 0.589756, + "hf_subset": "bul_Cyrl-ssw_Latn", + "languages": [ + "bul-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-afr_Latn", + "languages": [ + "bul-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-bho_Deva", + "languages": [ + "bul-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-eus_Latn", + "languages": [ + "bul-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604507, + "recall": 0.664032, + "f1": 0.620862, + "accuracy": 0.664032, + "main_score": 0.620862, + "hf_subset": "bul_Cyrl-ibo_Latn", + "languages": [ + "bul-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920455, + "recall": 0.944664, + "f1": 0.928195, + "accuracy": 0.944664, + "main_score": 0.928195, + "hf_subset": "bul_Cyrl-kmr_Latn", + "languages": [ + "bul-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-min_Latn", + "languages": [ + "bul-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-por_Latn", + "languages": [ + "bul-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-sun_Latn", + "languages": [ + "bul-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539142, + "recall": 0.596838, + "f1": 0.555983, + "accuracy": 0.596838, + "main_score": 0.555983, + "hf_subset": "bul_Cyrl-umb_Latn", + "languages": [ + "bul-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ajp_Arab", + "languages": [ + "bul-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56789, + "recall": 0.632411, + "f1": 0.585551, + "accuracy": 0.632411, + "main_score": 0.585551, + "hf_subset": "bul_Cyrl-bjn_Arab", + "languages": [ + "bul-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528383, + "recall": 0.586957, + "f1": 0.545002, + "accuracy": 0.586957, + "main_score": 0.545002, + "hf_subset": "bul_Cyrl-ewe_Latn", + "languages": [ + "bul-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "bul_Cyrl-ilo_Latn", + "languages": [ + "bul-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326813, + "recall": 0.38834, + "f1": 0.343503, + "accuracy": 0.38834, + "main_score": 0.343503, + "hf_subset": "bul_Cyrl-knc_Arab", + "languages": [ + "bul-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-prs_Arab", + "languages": [ + "bul-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-swe_Latn", + "languages": [ + "bul-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-urd_Arab", + "languages": [ + "bul-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606493, + "recall": 0.668972, + "f1": 0.623685, + "accuracy": 0.668972, + "main_score": 0.623685, + "hf_subset": "bul_Cyrl-aka_Latn", + "languages": [ + "bul-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bul_Cyrl-bjn_Latn", + "languages": [ + "bul-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-fao_Latn", + "languages": [ + "bul-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ind_Latn", + "languages": [ + "bul-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593742, + "recall": 0.651186, + "f1": 0.610403, + "accuracy": 0.651186, + "main_score": 0.610403, + "hf_subset": "bul_Cyrl-knc_Latn", + "languages": [ + "bul-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-mlt_Latn", + "languages": [ + "bul-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718993, + "recall": 0.780632, + "f1": 0.737124, + "accuracy": 0.780632, + "main_score": 0.737124, + "hf_subset": "bul_Cyrl-quy_Latn", + "languages": [ + "bul-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bul_Cyrl-swh_Latn", + "languages": [ + "bul-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-uzn_Latn", + "languages": [ + "bul-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-als_Latn", + "languages": [ + "bul-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689163, + "recall": 0.763834, + "f1": 0.711495, + "accuracy": 0.763834, + "main_score": 0.711495, + "hf_subset": "bul_Cyrl-bod_Tibt", + "languages": [ + "bul-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713422, + "recall": 0.772727, + "f1": 0.731079, + "accuracy": 0.772727, + "main_score": 0.731079, + "hf_subset": "bul_Cyrl-fij_Latn", + "languages": [ + "bul-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-isl_Latn", + "languages": [ + "bul-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668972, + "recall": 0.72332, + "f1": 0.685507, + "accuracy": 0.72332, + "main_score": 0.685507, + "hf_subset": "bul_Cyrl-kon_Latn", + "languages": [ + "bul-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680428, + "recall": 0.745059, + "f1": 0.699033, + "accuracy": 0.745059, + "main_score": 0.699033, + "hf_subset": "bul_Cyrl-mni_Beng", + "languages": [ + "bul-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ron_Latn", + "languages": [ + "bul-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "bul_Cyrl-szl_Latn", + "languages": [ + "bul-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-vec_Latn", + "languages": [ + "bul-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "bul_Cyrl-amh_Ethi", + "languages": [ + "bul-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-fin_Latn", + "languages": [ + "bul-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ita_Latn", + "languages": [ + "bul-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-kor_Hang", + "languages": [ + "bul-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555065, + "recall": 0.616601, + "f1": 0.572267, + "accuracy": 0.616601, + "main_score": 0.572267, + "hf_subset": "bul_Cyrl-mos_Latn", + "languages": [ + "bul-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571362, + "recall": 0.629447, + "f1": 0.587607, + "accuracy": 0.629447, + "main_score": 0.587607, + "hf_subset": "bul_Cyrl-run_Latn", + "languages": [ + "bul-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tam_Taml", + "languages": [ + "bul-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-vie_Latn", + "languages": [ + "bul-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-apc_Arab", + "languages": [ + "bul-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816897, + "recall": 0.859684, + "f1": 0.829776, + "accuracy": 0.859684, + "main_score": 0.829776, + "hf_subset": "bul_Cyrl-bug_Latn", + "languages": [ + "bul-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471982, + "recall": 0.532609, + "f1": 0.488149, + "accuracy": 0.532609, + "main_score": 0.488149, + "hf_subset": "bul_Cyrl-fon_Latn", + "languages": [ + "bul-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-jav_Latn", + "languages": [ + "bul-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-lao_Laoo", + "languages": [ + "bul-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899268, + "recall": 0.927866, + "f1": 0.908251, + "accuracy": 0.927866, + "main_score": 0.908251, + "hf_subset": "bul_Cyrl-mri_Latn", + "languages": [ + "bul-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549309, + "recall": 0.617589, + "f1": 0.568324, + "accuracy": 0.617589, + "main_score": 0.568324, + "hf_subset": "bul_Cyrl-taq_Latn", + "languages": [ + "bul-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bul_Cyrl-war_Latn", + "languages": [ + "bul-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-arb_Arab", + "languages": [ + "bul-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-fra_Latn", + "languages": [ + "bul-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-jpn_Jpan", + "languages": [ + "bul-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-lij_Latn", + "languages": [ + "bul-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "bul_Cyrl-mya_Mymr", + "languages": [ + "bul-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601828, + "recall": 0.667984, + "f1": 0.62072, + "accuracy": 0.667984, + "main_score": 0.62072, + "hf_subset": "bul_Cyrl-sag_Latn", + "languages": [ + "bul-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201807, + "recall": 0.263834, + "f1": 0.215984, + "accuracy": 0.263834, + "main_score": 0.215984, + "hf_subset": "bul_Cyrl-taq_Tfng", + "languages": [ + "bul-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641923, + "recall": 0.705534, + "f1": 0.660031, + "accuracy": 0.705534, + "main_score": 0.660031, + "hf_subset": "bul_Cyrl-wol_Latn", + "languages": [ + "bul-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833333, + "recall": 0.879447, + "f1": 0.84776, + "accuracy": 0.879447, + "main_score": 0.84776, + "hf_subset": "bul_Cyrl-arb_Latn", + "languages": [ + "bul-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-cat_Latn", + "languages": [ + "bul-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bul_Cyrl-fur_Latn", + "languages": [ + "bul-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432946, + "recall": 0.492095, + "f1": 0.449638, + "accuracy": 0.492095, + "main_score": 0.449638, + "hf_subset": "bul_Cyrl-kab_Latn", + "languages": [ + "bul-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-lim_Latn", + "languages": [ + "bul-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-nld_Latn", + "languages": [ + "bul-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "bul_Cyrl-san_Deva", + "languages": [ + "bul-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tat_Cyrl", + "languages": [ + "bul-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693685, + "recall": 0.75, + "f1": 0.710575, + "accuracy": 0.75, + "main_score": 0.710575, + "hf_subset": "bul_Cyrl-xho_Latn", + "languages": [ + "bul-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ars_Arab", + "languages": [ + "bul-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-ceb_Latn", + "languages": [ + "bul-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578168, + "recall": 0.636364, + "f1": 0.59473, + "accuracy": 0.636364, + "main_score": 0.59473, + "hf_subset": "bul_Cyrl-fuv_Latn", + "languages": [ + "bul-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510394, + "recall": 0.58004, + "f1": 0.529635, + "accuracy": 0.58004, + "main_score": 0.529635, + "hf_subset": "bul_Cyrl-kac_Latn", + "languages": [ + "bul-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674555, + "recall": 0.727273, + "f1": 0.690203, + "accuracy": 0.727273, + "main_score": 0.690203, + "hf_subset": "bul_Cyrl-lin_Latn", + "languages": [ + "bul-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-nno_Latn", + "languages": [ + "bul-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23835, + "recall": 0.324111, + "f1": 0.260908, + "accuracy": 0.324111, + "main_score": 0.260908, + "hf_subset": "bul_Cyrl-sat_Olck", + "languages": [ + "bul-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tel_Telu", + "languages": [ + "bul-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "bul_Cyrl-ydd_Hebr", + "languages": [ + "bul-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bul_Cyrl-ary_Arab", + "languages": [ + "bul-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603887, + "recall": 0.663043, + "f1": 0.620822, + "accuracy": 0.663043, + "main_score": 0.620822, + "hf_subset": "bul_Cyrl-gaz_Latn", + "languages": [ + "bul-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607486, + "recall": 0.668972, + "f1": 0.625416, + "accuracy": 0.668972, + "main_score": 0.625416, + "hf_subset": "bul_Cyrl-kam_Latn", + "languages": [ + "bul-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "bul_Cyrl-lit_Latn", + "languages": [ + "bul-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-nob_Latn", + "languages": [ + "bul-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "bul_Cyrl-scn_Latn", + "languages": [ + "bul-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "bul_Cyrl-tgk_Cyrl", + "languages": [ + "bul-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752743, + "recall": 0.812253, + "f1": 0.7708, + "accuracy": 0.812253, + "main_score": 0.7708, + "hf_subset": "bul_Cyrl-yor_Latn", + "languages": [ + "bul-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-arz_Arab", + "languages": [ + "bul-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561248, + "recall": 0.624506, + "f1": 0.579553, + "accuracy": 0.624506, + "main_score": 0.579553, + "hf_subset": "bul_Cyrl-cjk_Latn", + "languages": [ + "bul-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808794, + "recall": 0.857708, + "f1": 0.824242, + "accuracy": 0.857708, + "main_score": 0.824242, + "hf_subset": "bul_Cyrl-gla_Latn", + "languages": [ + "bul-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-kan_Knda", + "languages": [ + "bul-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-lmo_Latn", + "languages": [ + "bul-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "bul_Cyrl-npi_Deva", + "languages": [ + "bul-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477355, + "recall": 0.544466, + "f1": 0.496036, + "accuracy": 0.544466, + "main_score": 0.496036, + "hf_subset": "bul_Cyrl-shn_Mymr", + "languages": [ + "bul-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tgl_Latn", + "languages": [ + "bul-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-yue_Hant", + "languages": [ + "bul-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-asm_Beng", + "languages": [ + "bul-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "bul_Cyrl-ckb_Arab", + "languages": [ + "bul-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906406, + "recall": 0.932806, + "f1": 0.914592, + "accuracy": 0.932806, + "main_score": 0.914592, + "hf_subset": "bul_Cyrl-gle_Latn", + "languages": [ + "bul-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "bul_Cyrl-kas_Arab", + "languages": [ + "bul-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "bul_Cyrl-ltg_Latn", + "languages": [ + "bul-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626617, + "recall": 0.682806, + "f1": 0.643044, + "accuracy": 0.682806, + "main_score": 0.643044, + "hf_subset": "bul_Cyrl-nso_Latn", + "languages": [ + "bul-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bul_Cyrl-sin_Sinh", + "languages": [ + "bul-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-tha_Thai", + "languages": [ + "bul-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-zho_Hans", + "languages": [ + "bul-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ast_Latn", + "languages": [ + "bul-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-crh_Latn", + "languages": [ + "bul-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-glg_Latn", + "languages": [ + "bul-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917655, + "recall": 0.943676, + "f1": 0.926219, + "accuracy": 0.943676, + "main_score": 0.926219, + "hf_subset": "bul_Cyrl-kas_Deva", + "languages": [ + "bul-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bul_Cyrl-ltz_Latn", + "languages": [ + "bul-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469944, + "recall": 0.540514, + "f1": 0.488987, + "accuracy": 0.540514, + "main_score": 0.488987, + "hf_subset": "bul_Cyrl-nus_Latn", + "languages": [ + "bul-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644191, + "recall": 0.713439, + "f1": 0.664676, + "accuracy": 0.713439, + "main_score": 0.664676, + "hf_subset": "bul_Cyrl-tir_Ethi", + "languages": [ + "bul-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-zho_Hant", + "languages": [ + "bul-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "bul_Cyrl-awa_Deva", + "languages": [ + "bul-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bul_Cyrl-cym_Latn", + "languages": [ + "bul-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859437, + "recall": 0.893281, + "f1": 0.869763, + "accuracy": 0.893281, + "main_score": 0.869763, + "hf_subset": "bul_Cyrl-grn_Latn", + "languages": [ + "bul-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-kat_Geor", + "languages": [ + "bul-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657027, + "recall": 0.709486, + "f1": 0.672224, + "accuracy": 0.709486, + "main_score": 0.672224, + "hf_subset": "bul_Cyrl-lua_Latn", + "languages": [ + "bul-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651663, + "recall": 0.716403, + "f1": 0.670437, + "accuracy": 0.716403, + "main_score": 0.670437, + "hf_subset": "bul_Cyrl-nya_Latn", + "languages": [ + "bul-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "bul_Cyrl-tpi_Latn", + "languages": [ + "bul-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-zsm_Latn", + "languages": [ + "bul-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555296, + "recall": 0.621542, + "f1": 0.574447, + "accuracy": 0.621542, + "main_score": 0.574447, + "hf_subset": "bul_Cyrl-ayr_Latn", + "languages": [ + "bul-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-dan_Latn", + "languages": [ + "bul-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-guj_Gujr", + "languages": [ + "bul-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-kaz_Cyrl", + "languages": [ + "bul-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548847, + "recall": 0.614625, + "f1": 0.567365, + "accuracy": 0.614625, + "main_score": 0.567365, + "hf_subset": "bul_Cyrl-lug_Latn", + "languages": [ + "bul-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-oci_Latn", + "languages": [ + "bul-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850774, + "recall": 0.891304, + "f1": 0.863373, + "accuracy": 0.891304, + "main_score": 0.863373, + "hf_subset": "bul_Cyrl-smo_Latn", + "languages": [ + "bul-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559632, + "recall": 0.623518, + "f1": 0.578437, + "accuracy": 0.623518, + "main_score": 0.578437, + "hf_subset": "bul_Cyrl-tsn_Latn", + "languages": [ + "bul-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630001, + "recall": 0.694664, + "f1": 0.648833, + "accuracy": 0.694664, + "main_score": 0.648833, + "hf_subset": "bul_Cyrl-zul_Latn", + "languages": [ + "bul-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "bul_Cyrl-azb_Arab", + "languages": [ + "bul-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-deu_Latn", + "languages": [ + "bul-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "bul_Cyrl-hat_Latn", + "languages": [ + "bul-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509751, + "recall": 0.564229, + "f1": 0.524794, + "accuracy": 0.564229, + "main_score": 0.524794, + "hf_subset": "bul_Cyrl-kbp_Latn", + "languages": [ + "bul-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580374, + "recall": 0.641304, + "f1": 0.596916, + "accuracy": 0.641304, + "main_score": 0.596916, + "hf_subset": "bul_Cyrl-luo_Latn", + "languages": [ + "bul-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-ory_Orya", + "languages": [ + "bul-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606159, + "recall": 0.66996, + "f1": 0.624492, + "accuracy": 0.66996, + "main_score": 0.624492, + "hf_subset": "bul_Cyrl-sna_Latn", + "languages": [ + "bul-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570148, + "recall": 0.62747, + "f1": 0.586049, + "accuracy": 0.62747, + "main_score": 0.586049, + "hf_subset": "bul_Cyrl-tso_Latn", + "languages": [ + "bul-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "bul_Cyrl-azj_Latn", + "languages": [ + "bul-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538291, + "recall": 0.610672, + "f1": 0.559947, + "accuracy": 0.610672, + "main_score": 0.559947, + "hf_subset": "bul_Cyrl-dik_Latn", + "languages": [ + "bul-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770586, + "recall": 0.824111, + "f1": 0.787088, + "accuracy": 0.824111, + "main_score": 0.787088, + "hf_subset": "bul_Cyrl-hau_Latn", + "languages": [ + "bul-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bul_Cyrl-kea_Latn", + "languages": [ + "bul-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765267, + "recall": 0.815217, + "f1": 0.780468, + "accuracy": 0.815217, + "main_score": 0.780468, + "hf_subset": "bul_Cyrl-lus_Latn", + "languages": [ + "bul-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887204, + "recall": 0.91502, + "f1": 0.895817, + "accuracy": 0.91502, + "main_score": 0.895817, + "hf_subset": "bul_Cyrl-pag_Latn", + "languages": [ + "bul-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "bul_Cyrl-snd_Arab", + "languages": [ + "bul-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "bul_Cyrl-tuk_Latn", + "languages": [ + "bul-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-bak_Cyrl", + "languages": [ + "bul-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496716, + "recall": 0.576087, + "f1": 0.52016, + "accuracy": 0.576087, + "main_score": 0.52016, + "hf_subset": "bul_Cyrl-dyu_Latn", + "languages": [ + "bul-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-heb_Hebr", + "languages": [ + "bul-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bul_Cyrl-khk_Cyrl", + "languages": [ + "bul-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-lvs_Latn", + "languages": [ + "bul-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bul_Cyrl-pan_Guru", + "languages": [ + "bul-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741849, + "recall": 0.795455, + "f1": 0.757911, + "accuracy": 0.795455, + "main_score": 0.757911, + "hf_subset": "bul_Cyrl-som_Latn", + "languages": [ + "bul-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617951, + "recall": 0.667984, + "f1": 0.632068, + "accuracy": 0.667984, + "main_score": 0.632068, + "hf_subset": "bul_Cyrl-tum_Latn", + "languages": [ + "bul-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611158, + "recall": 0.673913, + "f1": 0.629031, + "accuracy": 0.673913, + "main_score": 0.629031, + "hf_subset": "fra_Latn-ace_Arab", + "languages": [ + "fra-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549407, + "recall": 0.619565, + "f1": 0.569612, + "accuracy": 0.619565, + "main_score": 0.569612, + "hf_subset": "fra_Latn-bam_Latn", + "languages": [ + "fra-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47014, + "recall": 0.54249, + "f1": 0.490389, + "accuracy": 0.54249, + "main_score": 0.490389, + "hf_subset": "fra_Latn-dzo_Tibt", + "languages": [ + "fra-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-khm_Khmr", + "languages": [ + "fra-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-mag_Deva", + "languages": [ + "fra-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-pap_Latn", + "languages": [ + "fra-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606557, + "recall": 0.670949, + "f1": 0.624949, + "accuracy": 0.670949, + "main_score": 0.624949, + "hf_subset": "fra_Latn-sot_Latn", + "languages": [ + "fra-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889904, + "recall": 0.91996, + "f1": 0.89944, + "accuracy": 0.91996, + "main_score": 0.89944, + "hf_subset": "fra_Latn-ace_Latn", + "languages": [ + "fra-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.979249, + "f1": 0.974473, + "accuracy": 0.979249, + "main_score": 0.974473, + "hf_subset": "fra_Latn-ban_Latn", + "languages": [ + "fra-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fra_Latn-hne_Deva", + "languages": [ + "fra-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624745, + "recall": 0.68083, + "f1": 0.640973, + "accuracy": 0.68083, + "main_score": 0.640973, + "hf_subset": "fra_Latn-kik_Latn", + "languages": [ + "fra-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-mai_Deva", + "languages": [ + "fra-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "fra_Latn-pbt_Arab", + "languages": [ + "fra-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620496, + "recall": 0.687747, + "f1": 0.639558, + "accuracy": 0.687747, + "main_score": 0.639558, + "hf_subset": "fra_Latn-twi_Latn", + "languages": [ + "fra-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-acm_Arab", + "languages": [ + "fra-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-bel_Cyrl", + "languages": [ + "fra-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-hrv_Latn", + "languages": [ + "fra-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582379, + "recall": 0.646245, + "f1": 0.600438, + "accuracy": 0.646245, + "main_score": 0.600438, + "hf_subset": "fra_Latn-kin_Latn", + "languages": [ + "fra-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-mal_Mlym", + "languages": [ + "fra-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-pes_Arab", + "languages": [ + "fra-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-srd_Latn", + "languages": [ + "fra-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17425, + "recall": 0.230237, + "f1": 0.188231, + "accuracy": 0.230237, + "main_score": 0.188231, + "hf_subset": "fra_Latn-tzm_Tfng", + "languages": [ + "fra-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-acq_Arab", + "languages": [ + "fra-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653675, + "recall": 0.706522, + "f1": 0.668288, + "accuracy": 0.706522, + "main_score": 0.668288, + "hf_subset": "fra_Latn-bem_Latn", + "languages": [ + "fra-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-epo_Latn", + "languages": [ + "fra-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-kir_Cyrl", + "languages": [ + "fra-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-mar_Deva", + "languages": [ + "fra-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699333, + "recall": 0.753953, + "f1": 0.715357, + "accuracy": 0.753953, + "main_score": 0.715357, + "hf_subset": "fra_Latn-plt_Latn", + "languages": [ + "fra-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-srp_Cyrl", + "languages": [ + "fra-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "fra_Latn-uig_Arab", + "languages": [ + "fra-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-aeb_Arab", + "languages": [ + "fra-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-est_Latn", + "languages": [ + "fra-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-hye_Armn", + "languages": [ + "fra-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563175, + "recall": 0.61166, + "f1": 0.576849, + "accuracy": 0.61166, + "main_score": 0.576849, + "hf_subset": "fra_Latn-kmb_Latn", + "languages": [ + "fra-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520323, + "recall": 0.600791, + "f1": 0.542361, + "accuracy": 0.600791, + "main_score": 0.542361, + "hf_subset": "fra_Latn-min_Arab", + "languages": [ + "fra-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5722, + "recall": 0.639328, + "f1": 0.591836, + "accuracy": 0.639328, + "main_score": 0.591836, + "hf_subset": "fra_Latn-ssw_Latn", + "languages": [ + "fra-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ukr_Cyrl", + "languages": [ + "fra-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-afr_Latn", + "languages": [ + "fra-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-bho_Deva", + "languages": [ + "fra-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fra_Latn-eus_Latn", + "languages": [ + "fra-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606597, + "recall": 0.673913, + "f1": 0.625365, + "accuracy": 0.673913, + "main_score": 0.625365, + "hf_subset": "fra_Latn-ibo_Latn", + "languages": [ + "fra-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926877, + "recall": 0.947628, + "f1": 0.933465, + "accuracy": 0.947628, + "main_score": 0.933465, + "hf_subset": "fra_Latn-kmr_Latn", + "languages": [ + "fra-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-min_Latn", + "languages": [ + "fra-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-sun_Latn", + "languages": [ + "fra-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541366, + "recall": 0.603755, + "f1": 0.559329, + "accuracy": 0.603755, + "main_score": 0.559329, + "hf_subset": "fra_Latn-umb_Latn", + "languages": [ + "fra-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ajp_Arab", + "languages": [ + "fra-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565938, + "recall": 0.635375, + "f1": 0.585503, + "accuracy": 0.635375, + "main_score": 0.585503, + "hf_subset": "fra_Latn-bjn_Arab", + "languages": [ + "fra-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526076, + "recall": 0.585968, + "f1": 0.542891, + "accuracy": 0.585968, + "main_score": 0.542891, + "hf_subset": "fra_Latn-ewe_Latn", + "languages": [ + "fra-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "fra_Latn-ilo_Latn", + "languages": [ + "fra-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319988, + "recall": 0.382411, + "f1": 0.337378, + "accuracy": 0.382411, + "main_score": 0.337378, + "hf_subset": "fra_Latn-knc_Arab", + "languages": [ + "fra-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-mkd_Cyrl", + "languages": [ + "fra-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-prs_Arab", + "languages": [ + "fra-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-urd_Arab", + "languages": [ + "fra-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607823, + "recall": 0.673913, + "f1": 0.626384, + "accuracy": 0.673913, + "main_score": 0.626384, + "hf_subset": "fra_Latn-aka_Latn", + "languages": [ + "fra-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-bjn_Latn", + "languages": [ + "fra-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fra_Latn-fao_Latn", + "languages": [ + "fra-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602975, + "recall": 0.661067, + "f1": 0.619761, + "accuracy": 0.661067, + "main_score": 0.619761, + "hf_subset": "fra_Latn-knc_Latn", + "languages": [ + "fra-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73311, + "recall": 0.793478, + "f1": 0.750696, + "accuracy": 0.793478, + "main_score": 0.750696, + "hf_subset": "fra_Latn-quy_Latn", + "languages": [ + "fra-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fra_Latn-swh_Latn", + "languages": [ + "fra-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-uzn_Latn", + "languages": [ + "fra-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-als_Latn", + "languages": [ + "fra-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675379, + "recall": 0.751976, + "f1": 0.698254, + "accuracy": 0.751976, + "main_score": 0.698254, + "hf_subset": "fra_Latn-bod_Tibt", + "languages": [ + "fra-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722052, + "recall": 0.77668, + "f1": 0.737686, + "accuracy": 0.77668, + "main_score": 0.737686, + "hf_subset": "fra_Latn-fij_Latn", + "languages": [ + "fra-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fra_Latn-isl_Latn", + "languages": [ + "fra-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703146, + "recall": 0.75, + "f1": 0.717133, + "accuracy": 0.75, + "main_score": 0.717133, + "hf_subset": "fra_Latn-kon_Latn", + "languages": [ + "fra-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698287, + "recall": 0.754941, + "f1": 0.715104, + "accuracy": 0.754941, + "main_score": 0.715104, + "hf_subset": "fra_Latn-mni_Beng", + "languages": [ + "fra-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "fra_Latn-szl_Latn", + "languages": [ + "fra-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-vec_Latn", + "languages": [ + "fra-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "fra_Latn-amh_Ethi", + "languages": [ + "fra-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-bos_Latn", + "languages": [ + "fra-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568218, + "recall": 0.628458, + "f1": 0.585252, + "accuracy": 0.628458, + "main_score": 0.585252, + "hf_subset": "fra_Latn-mos_Latn", + "languages": [ + "fra-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58428, + "recall": 0.641304, + "f1": 0.600107, + "accuracy": 0.641304, + "main_score": 0.600107, + "hf_subset": "fra_Latn-run_Latn", + "languages": [ + "fra-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-apc_Arab", + "languages": [ + "fra-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823897, + "recall": 0.864625, + "f1": 0.835968, + "accuracy": 0.864625, + "main_score": 0.835968, + "hf_subset": "fra_Latn-bug_Latn", + "languages": [ + "fra-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49052, + "recall": 0.548419, + "f1": 0.505752, + "accuracy": 0.548419, + "main_score": 0.505752, + "hf_subset": "fra_Latn-fon_Latn", + "languages": [ + "fra-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-jav_Latn", + "languages": [ + "fra-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-lao_Laoo", + "languages": [ + "fra-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898419, + "recall": 0.926877, + "f1": 0.907246, + "accuracy": 0.926877, + "main_score": 0.907246, + "hf_subset": "fra_Latn-mri_Latn", + "languages": [ + "fra-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558798, + "recall": 0.617589, + "f1": 0.575068, + "accuracy": 0.617589, + "main_score": 0.575068, + "hf_subset": "fra_Latn-taq_Latn", + "languages": [ + "fra-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-war_Latn", + "languages": [ + "fra-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-bul_Cyrl", + "languages": [ + "fra-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-lij_Latn", + "languages": [ + "fra-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "fra_Latn-mya_Mymr", + "languages": [ + "fra-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625672, + "recall": 0.695652, + "f1": 0.645898, + "accuracy": 0.695652, + "main_score": 0.645898, + "hf_subset": "fra_Latn-sag_Latn", + "languages": [ + "fra-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193835, + "recall": 0.256917, + "f1": 0.208526, + "accuracy": 0.256917, + "main_score": 0.208526, + "hf_subset": "fra_Latn-taq_Tfng", + "languages": [ + "fra-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653707, + "recall": 0.715415, + "f1": 0.671453, + "accuracy": 0.715415, + "main_score": 0.671453, + "hf_subset": "fra_Latn-wol_Latn", + "languages": [ + "fra-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839509, + "recall": 0.882411, + "f1": 0.852931, + "accuracy": 0.882411, + "main_score": 0.852931, + "hf_subset": "fra_Latn-arb_Latn", + "languages": [ + "fra-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-fur_Latn", + "languages": [ + "fra-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428254, + "recall": 0.488142, + "f1": 0.444945, + "accuracy": 0.488142, + "main_score": 0.444945, + "hf_subset": "fra_Latn-kab_Latn", + "languages": [ + "fra-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-lim_Latn", + "languages": [ + "fra-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "fra_Latn-san_Deva", + "languages": [ + "fra-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-tat_Cyrl", + "languages": [ + "fra-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694837, + "recall": 0.751976, + "f1": 0.71147, + "accuracy": 0.751976, + "main_score": 0.71147, + "hf_subset": "fra_Latn-xho_Latn", + "languages": [ + "fra-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ars_Arab", + "languages": [ + "fra-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-ceb_Latn", + "languages": [ + "fra-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57318, + "recall": 0.637352, + "f1": 0.591488, + "accuracy": 0.637352, + "main_score": 0.591488, + "hf_subset": "fra_Latn-fuv_Latn", + "languages": [ + "fra-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5139, + "recall": 0.583004, + "f1": 0.533028, + "accuracy": 0.583004, + "main_score": 0.533028, + "hf_subset": "fra_Latn-kac_Latn", + "languages": [ + "fra-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692441, + "recall": 0.745059, + "f1": 0.707877, + "accuracy": 0.745059, + "main_score": 0.707877, + "hf_subset": "fra_Latn-lin_Latn", + "languages": [ + "fra-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-nno_Latn", + "languages": [ + "fra-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2513, + "recall": 0.33498, + "f1": 0.274028, + "accuracy": 0.33498, + "main_score": 0.274028, + "hf_subset": "fra_Latn-sat_Olck", + "languages": [ + "fra-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-tel_Telu", + "languages": [ + "fra-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "fra_Latn-ydd_Hebr", + "languages": [ + "fra-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fra_Latn-ary_Arab", + "languages": [ + "fra-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ces_Latn", + "languages": [ + "fra-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579562, + "recall": 0.648221, + "f1": 0.600216, + "accuracy": 0.648221, + "main_score": 0.600216, + "hf_subset": "fra_Latn-gaz_Latn", + "languages": [ + "fra-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595999, + "recall": 0.662055, + "f1": 0.614748, + "accuracy": 0.662055, + "main_score": 0.614748, + "hf_subset": "fra_Latn-kam_Latn", + "languages": [ + "fra-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-nob_Latn", + "languages": [ + "fra-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "fra_Latn-scn_Latn", + "languages": [ + "fra-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "fra_Latn-tgk_Cyrl", + "languages": [ + "fra-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727644, + "recall": 0.791502, + "f1": 0.747184, + "accuracy": 0.791502, + "main_score": 0.747184, + "hf_subset": "fra_Latn-yor_Latn", + "languages": [ + "fra-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-arz_Arab", + "languages": [ + "fra-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578113, + "recall": 0.63834, + "f1": 0.595574, + "accuracy": 0.63834, + "main_score": 0.595574, + "hf_subset": "fra_Latn-cjk_Latn", + "languages": [ + "fra-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822744, + "recall": 0.868577, + "f1": 0.837022, + "accuracy": 0.868577, + "main_score": 0.837022, + "hf_subset": "fra_Latn-gla_Latn", + "languages": [ + "fra-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-kan_Knda", + "languages": [ + "fra-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fra_Latn-lmo_Latn", + "languages": [ + "fra-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "fra_Latn-npi_Deva", + "languages": [ + "fra-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477204, + "recall": 0.546443, + "f1": 0.495871, + "accuracy": 0.546443, + "main_score": 0.495871, + "hf_subset": "fra_Latn-shn_Mymr", + "languages": [ + "fra-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-tgl_Latn", + "languages": [ + "fra-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-yue_Hant", + "languages": [ + "fra-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-asm_Beng", + "languages": [ + "fra-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "fra_Latn-ckb_Arab", + "languages": [ + "fra-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9167, + "recall": 0.940711, + "f1": 0.924209, + "accuracy": 0.940711, + "main_score": 0.924209, + "hf_subset": "fra_Latn-gle_Latn", + "languages": [ + "fra-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "fra_Latn-kas_Arab", + "languages": [ + "fra-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "fra_Latn-ltg_Latn", + "languages": [ + "fra-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63355, + "recall": 0.689723, + "f1": 0.650249, + "accuracy": 0.689723, + "main_score": 0.650249, + "hf_subset": "fra_Latn-nso_Latn", + "languages": [ + "fra-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-sin_Sinh", + "languages": [ + "fra-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-tha_Thai", + "languages": [ + "fra-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-zho_Hans", + "languages": [ + "fra-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ast_Latn", + "languages": [ + "fra-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-crh_Latn", + "languages": [ + "fra-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917243, + "recall": 0.942688, + "f1": 0.925461, + "accuracy": 0.942688, + "main_score": 0.925461, + "hf_subset": "fra_Latn-kas_Deva", + "languages": [ + "fra-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fra_Latn-ltz_Latn", + "languages": [ + "fra-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479555, + "recall": 0.545455, + "f1": 0.497358, + "accuracy": 0.545455, + "main_score": 0.497358, + "hf_subset": "fra_Latn-nus_Latn", + "languages": [ + "fra-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-slk_Latn", + "languages": [ + "fra-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639279, + "recall": 0.716403, + "f1": 0.662436, + "accuracy": 0.716403, + "main_score": 0.662436, + "hf_subset": "fra_Latn-tir_Ethi", + "languages": [ + "fra-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "fra_Latn-awa_Deva", + "languages": [ + "fra-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fra_Latn-cym_Latn", + "languages": [ + "fra-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869977, + "recall": 0.906126, + "f1": 0.881653, + "accuracy": 0.906126, + "main_score": 0.881653, + "hf_subset": "fra_Latn-grn_Latn", + "languages": [ + "fra-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-kat_Geor", + "languages": [ + "fra-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673857, + "recall": 0.728261, + "f1": 0.689709, + "accuracy": 0.728261, + "main_score": 0.689709, + "hf_subset": "fra_Latn-lua_Latn", + "languages": [ + "fra-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663562, + "recall": 0.72332, + "f1": 0.680494, + "accuracy": 0.72332, + "main_score": 0.680494, + "hf_subset": "fra_Latn-nya_Latn", + "languages": [ + "fra-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-slv_Latn", + "languages": [ + "fra-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "fra_Latn-tpi_Latn", + "languages": [ + "fra-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-zsm_Latn", + "languages": [ + "fra-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563434, + "recall": 0.62747, + "f1": 0.581646, + "accuracy": 0.62747, + "main_score": 0.581646, + "hf_subset": "fra_Latn-ayr_Latn", + "languages": [ + "fra-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-dan_Latn", + "languages": [ + "fra-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-guj_Gujr", + "languages": [ + "fra-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-kaz_Cyrl", + "languages": [ + "fra-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553726, + "recall": 0.619565, + "f1": 0.571958, + "accuracy": 0.619565, + "main_score": 0.571958, + "hf_subset": "fra_Latn-lug_Latn", + "languages": [ + "fra-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-oci_Latn", + "languages": [ + "fra-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851861, + "recall": 0.892292, + "f1": 0.864493, + "accuracy": 0.892292, + "main_score": 0.864493, + "hf_subset": "fra_Latn-smo_Latn", + "languages": [ + "fra-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565787, + "recall": 0.632411, + "f1": 0.584776, + "accuracy": 0.632411, + "main_score": 0.584776, + "hf_subset": "fra_Latn-tsn_Latn", + "languages": [ + "fra-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642111, + "recall": 0.701581, + "f1": 0.659201, + "accuracy": 0.701581, + "main_score": 0.659201, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943017, + "recall": 0.960474, + "f1": 0.948617, + "accuracy": 0.960474, + "main_score": 0.948617, + "hf_subset": "fra_Latn-azb_Arab", + "languages": [ + "fra-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "fra_Latn-hat_Latn", + "languages": [ + "fra-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504564, + "recall": 0.565217, + "f1": 0.521758, + "accuracy": 0.565217, + "main_score": 0.521758, + "hf_subset": "fra_Latn-kbp_Latn", + "languages": [ + "fra-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594293, + "recall": 0.650198, + "f1": 0.609656, + "accuracy": 0.650198, + "main_score": 0.609656, + "hf_subset": "fra_Latn-luo_Latn", + "languages": [ + "fra-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-ory_Orya", + "languages": [ + "fra-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608689, + "recall": 0.673913, + "f1": 0.627755, + "accuracy": 0.673913, + "main_score": 0.627755, + "hf_subset": "fra_Latn-sna_Latn", + "languages": [ + "fra-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575282, + "recall": 0.635375, + "f1": 0.592081, + "accuracy": 0.635375, + "main_score": 0.592081, + "hf_subset": "fra_Latn-tso_Latn", + "languages": [ + "fra-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-azj_Latn", + "languages": [ + "fra-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54529, + "recall": 0.616601, + "f1": 0.566183, + "accuracy": 0.616601, + "main_score": 0.566183, + "hf_subset": "fra_Latn-dik_Latn", + "languages": [ + "fra-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769203, + "recall": 0.823123, + "f1": 0.785277, + "accuracy": 0.823123, + "main_score": 0.785277, + "hf_subset": "fra_Latn-hau_Latn", + "languages": [ + "fra-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-kea_Latn", + "languages": [ + "fra-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75723, + "recall": 0.811265, + "f1": 0.773551, + "accuracy": 0.811265, + "main_score": 0.773551, + "hf_subset": "fra_Latn-lus_Latn", + "languages": [ + "fra-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890184, + "recall": 0.916996, + "f1": 0.898353, + "accuracy": 0.916996, + "main_score": 0.898353, + "hf_subset": "fra_Latn-pag_Latn", + "languages": [ + "fra-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fra_Latn-snd_Arab", + "languages": [ + "fra-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "fra_Latn-tuk_Latn", + "languages": [ + "fra-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "fra_Latn-bak_Cyrl", + "languages": [ + "fra-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524292, + "recall": 0.599802, + "f1": 0.546213, + "accuracy": 0.599802, + "main_score": 0.546213, + "hf_subset": "fra_Latn-dyu_Latn", + "languages": [ + "fra-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fra_Latn-khk_Cyrl", + "languages": [ + "fra-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-lvs_Latn", + "languages": [ + "fra-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fra_Latn-pan_Guru", + "languages": [ + "fra-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725659, + "recall": 0.784585, + "f1": 0.743088, + "accuracy": 0.784585, + "main_score": 0.743088, + "hf_subset": "fra_Latn-som_Latn", + "languages": [ + "fra-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61857, + "recall": 0.672925, + "f1": 0.634178, + "accuracy": 0.672925, + "main_score": 0.634178, + "hf_subset": "fra_Latn-tum_Latn", + "languages": [ + "fra-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553074, + "recall": 0.623518, + "f1": 0.573493, + "accuracy": 0.623518, + "main_score": 0.573493, + "hf_subset": "jpn_Jpan-ace_Arab", + "languages": [ + "jpn-Jpan", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499405, + "recall": 0.572134, + "f1": 0.519917, + "accuracy": 0.572134, + "main_score": 0.519917, + "hf_subset": "jpn_Jpan-bam_Latn", + "languages": [ + "jpn-Jpan", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438392, + "recall": 0.514822, + "f1": 0.459195, + "accuracy": 0.514822, + "main_score": 0.459195, + "hf_subset": "jpn_Jpan-dzo_Tibt", + "languages": [ + "jpn-Jpan", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-khm_Khmr", + "languages": [ + "jpn-Jpan", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mag_Deva", + "languages": [ + "jpn-Jpan", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "jpn_Jpan-pap_Latn", + "languages": [ + "jpn-Jpan", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56186, + "recall": 0.621542, + "f1": 0.578236, + "accuracy": 0.621542, + "main_score": 0.578236, + "hf_subset": "jpn_Jpan-sot_Latn", + "languages": [ + "jpn-Jpan", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848979, + "recall": 0.889328, + "f1": 0.86158, + "accuracy": 0.889328, + "main_score": 0.86158, + "hf_subset": "jpn_Jpan-ace_Latn", + "languages": [ + "jpn-Jpan", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "jpn_Jpan-ban_Latn", + "languages": [ + "jpn-Jpan", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "jpn_Jpan-hne_Deva", + "languages": [ + "jpn-Jpan", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584558, + "recall": 0.650198, + "f1": 0.60336, + "accuracy": 0.650198, + "main_score": 0.60336, + "hf_subset": "jpn_Jpan-kik_Latn", + "languages": [ + "jpn-Jpan", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mai_Deva", + "languages": [ + "jpn-Jpan", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "jpn_Jpan-pbt_Arab", + "languages": [ + "jpn-Jpan", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604456, + "recall": 0.677866, + "f1": 0.625195, + "accuracy": 0.677866, + "main_score": 0.625195, + "hf_subset": "jpn_Jpan-twi_Latn", + "languages": [ + "jpn-Jpan", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-acm_Arab", + "languages": [ + "jpn-Jpan", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-bel_Cyrl", + "languages": [ + "jpn-Jpan", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-hrv_Latn", + "languages": [ + "jpn-Jpan", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523522, + "recall": 0.592885, + "f1": 0.543349, + "accuracy": 0.592885, + "main_score": 0.543349, + "hf_subset": "jpn_Jpan-kin_Latn", + "languages": [ + "jpn-Jpan", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mal_Mlym", + "languages": [ + "jpn-Jpan", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-pes_Arab", + "languages": [ + "jpn-Jpan", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-srd_Latn", + "languages": [ + "jpn-Jpan", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160733, + "recall": 0.211462, + "f1": 0.173468, + "accuracy": 0.211462, + "main_score": 0.173468, + "hf_subset": "jpn_Jpan-tzm_Tfng", + "languages": [ + "jpn-Jpan", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-acq_Arab", + "languages": [ + "jpn-Jpan", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621558, + "recall": 0.68083, + "f1": 0.637687, + "accuracy": 0.68083, + "main_score": 0.637687, + "hf_subset": "jpn_Jpan-bem_Latn", + "languages": [ + "jpn-Jpan", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-epo_Latn", + "languages": [ + "jpn-Jpan", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-kir_Cyrl", + "languages": [ + "jpn-Jpan", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-mar_Deva", + "languages": [ + "jpn-Jpan", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649736, + "recall": 0.710474, + "f1": 0.667523, + "accuracy": 0.710474, + "main_score": 0.667523, + "hf_subset": "jpn_Jpan-plt_Latn", + "languages": [ + "jpn-Jpan", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-srp_Cyrl", + "languages": [ + "jpn-Jpan", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "jpn_Jpan-uig_Arab", + "languages": [ + "jpn-Jpan", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-aeb_Arab", + "languages": [ + "jpn-Jpan", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-est_Latn", + "languages": [ + "jpn-Jpan", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-hye_Armn", + "languages": [ + "jpn-Jpan", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526565, + "recall": 0.585968, + "f1": 0.543198, + "accuracy": 0.585968, + "main_score": 0.543198, + "hf_subset": "jpn_Jpan-kmb_Latn", + "languages": [ + "jpn-Jpan", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476448, + "recall": 0.551383, + "f1": 0.497021, + "accuracy": 0.551383, + "main_score": 0.497021, + "hf_subset": "jpn_Jpan-min_Arab", + "languages": [ + "jpn-Jpan", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526243, + "recall": 0.600791, + "f1": 0.547556, + "accuracy": 0.600791, + "main_score": 0.547556, + "hf_subset": "jpn_Jpan-ssw_Latn", + "languages": [ + "jpn-Jpan", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ukr_Cyrl", + "languages": [ + "jpn-Jpan", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-afr_Latn", + "languages": [ + "jpn-Jpan", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-bho_Deva", + "languages": [ + "jpn-Jpan", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "jpn_Jpan-eus_Latn", + "languages": [ + "jpn-Jpan", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55211, + "recall": 0.621542, + "f1": 0.571254, + "accuracy": 0.621542, + "main_score": 0.571254, + "hf_subset": "jpn_Jpan-ibo_Latn", + "languages": [ + "jpn-Jpan", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880352, + "recall": 0.91502, + "f1": 0.891535, + "accuracy": 0.91502, + "main_score": 0.891535, + "hf_subset": "jpn_Jpan-kmr_Latn", + "languages": [ + "jpn-Jpan", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-min_Latn", + "languages": [ + "jpn-Jpan", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "jpn_Jpan-sun_Latn", + "languages": [ + "jpn-Jpan", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51078, + "recall": 0.576087, + "f1": 0.529571, + "accuracy": 0.576087, + "main_score": 0.529571, + "hf_subset": "jpn_Jpan-umb_Latn", + "languages": [ + "jpn-Jpan", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ajp_Arab", + "languages": [ + "jpn-Jpan", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513625, + "recall": 0.583992, + "f1": 0.532984, + "accuracy": 0.583992, + "main_score": 0.532984, + "hf_subset": "jpn_Jpan-bjn_Arab", + "languages": [ + "jpn-Jpan", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516773, + "recall": 0.578063, + "f1": 0.533681, + "accuracy": 0.578063, + "main_score": 0.533681, + "hf_subset": "jpn_Jpan-ewe_Latn", + "languages": [ + "jpn-Jpan", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933383, + "recall": 0.951581, + "f1": 0.938768, + "accuracy": 0.951581, + "main_score": 0.938768, + "hf_subset": "jpn_Jpan-ilo_Latn", + "languages": [ + "jpn-Jpan", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303695, + "recall": 0.369565, + "f1": 0.322403, + "accuracy": 0.369565, + "main_score": 0.322403, + "hf_subset": "jpn_Jpan-knc_Arab", + "languages": [ + "jpn-Jpan", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-mkd_Cyrl", + "languages": [ + "jpn-Jpan", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-prs_Arab", + "languages": [ + "jpn-Jpan", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-urd_Arab", + "languages": [ + "jpn-Jpan", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586432, + "recall": 0.656126, + "f1": 0.606051, + "accuracy": 0.656126, + "main_score": 0.606051, + "hf_subset": "jpn_Jpan-aka_Latn", + "languages": [ + "jpn-Jpan", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "jpn_Jpan-bjn_Latn", + "languages": [ + "jpn-Jpan", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "jpn_Jpan-fao_Latn", + "languages": [ + "jpn-Jpan", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579449, + "recall": 0.637352, + "f1": 0.596196, + "accuracy": 0.637352, + "main_score": 0.596196, + "hf_subset": "jpn_Jpan-knc_Latn", + "languages": [ + "jpn-Jpan", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jpn_Jpan-mlt_Latn", + "languages": [ + "jpn-Jpan", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684728, + "recall": 0.751976, + "f1": 0.704682, + "accuracy": 0.751976, + "main_score": 0.704682, + "hf_subset": "jpn_Jpan-quy_Latn", + "languages": [ + "jpn-Jpan", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "jpn_Jpan-swh_Latn", + "languages": [ + "jpn-Jpan", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-uzn_Latn", + "languages": [ + "jpn-Jpan", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-als_Latn", + "languages": [ + "jpn-Jpan", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630912, + "recall": 0.710474, + "f1": 0.654404, + "accuracy": 0.710474, + "main_score": 0.654404, + "hf_subset": "jpn_Jpan-bod_Tibt", + "languages": [ + "jpn-Jpan", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67799, + "recall": 0.740119, + "f1": 0.696116, + "accuracy": 0.740119, + "main_score": 0.696116, + "hf_subset": "jpn_Jpan-fij_Latn", + "languages": [ + "jpn-Jpan", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "jpn_Jpan-isl_Latn", + "languages": [ + "jpn-Jpan", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645693, + "recall": 0.704545, + "f1": 0.662854, + "accuracy": 0.704545, + "main_score": 0.662854, + "hf_subset": "jpn_Jpan-kon_Latn", + "languages": [ + "jpn-Jpan", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650239, + "recall": 0.719368, + "f1": 0.670844, + "accuracy": 0.719368, + "main_score": 0.670844, + "hf_subset": "jpn_Jpan-mni_Beng", + "languages": [ + "jpn-Jpan", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ron_Latn", + "languages": [ + "jpn-Jpan", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.988142, + "f1": 0.986166, + "accuracy": 0.988142, + "main_score": 0.986166, + "hf_subset": "jpn_Jpan-szl_Latn", + "languages": [ + "jpn-Jpan", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-vec_Latn", + "languages": [ + "jpn-Jpan", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939065, + "recall": 0.958498, + "f1": 0.945487, + "accuracy": 0.958498, + "main_score": 0.945487, + "hf_subset": "jpn_Jpan-amh_Ethi", + "languages": [ + "jpn-Jpan", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-bos_Latn", + "languages": [ + "jpn-Jpan", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ita_Latn", + "languages": [ + "jpn-Jpan", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543029, + "recall": 0.605731, + "f1": 0.560575, + "accuracy": 0.605731, + "main_score": 0.560575, + "hf_subset": "jpn_Jpan-mos_Latn", + "languages": [ + "jpn-Jpan", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547563, + "recall": 0.605731, + "f1": 0.563938, + "accuracy": 0.605731, + "main_score": 0.563938, + "hf_subset": "jpn_Jpan-run_Latn", + "languages": [ + "jpn-Jpan", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-apc_Arab", + "languages": [ + "jpn-Jpan", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791683, + "recall": 0.840909, + "f1": 0.806277, + "accuracy": 0.840909, + "main_score": 0.806277, + "hf_subset": "jpn_Jpan-bug_Latn", + "languages": [ + "jpn-Jpan", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454125, + "recall": 0.521739, + "f1": 0.472305, + "accuracy": 0.521739, + "main_score": 0.472305, + "hf_subset": "jpn_Jpan-fon_Latn", + "languages": [ + "jpn-Jpan", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-jav_Latn", + "languages": [ + "jpn-Jpan", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-lao_Laoo", + "languages": [ + "jpn-Jpan", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837236, + "recall": 0.879447, + "f1": 0.850165, + "accuracy": 0.879447, + "main_score": 0.850165, + "hf_subset": "jpn_Jpan-mri_Latn", + "languages": [ + "jpn-Jpan", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525562, + "recall": 0.598814, + "f1": 0.545902, + "accuracy": 0.598814, + "main_score": 0.545902, + "hf_subset": "jpn_Jpan-taq_Latn", + "languages": [ + "jpn-Jpan", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "jpn_Jpan-war_Latn", + "languages": [ + "jpn-Jpan", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-bul_Cyrl", + "languages": [ + "jpn-Jpan", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "jpn_Jpan-lij_Latn", + "languages": [ + "jpn-Jpan", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "jpn_Jpan-mya_Mymr", + "languages": [ + "jpn-Jpan", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585124, + "recall": 0.658103, + "f1": 0.605137, + "accuracy": 0.658103, + "main_score": 0.605137, + "hf_subset": "jpn_Jpan-sag_Latn", + "languages": [ + "jpn-Jpan", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178317, + "recall": 0.245059, + "f1": 0.193248, + "accuracy": 0.245059, + "main_score": 0.193248, + "hf_subset": "jpn_Jpan-taq_Tfng", + "languages": [ + "jpn-Jpan", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61642, + "recall": 0.686759, + "f1": 0.636335, + "accuracy": 0.686759, + "main_score": 0.636335, + "hf_subset": "jpn_Jpan-wol_Latn", + "languages": [ + "jpn-Jpan", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778336, + "recall": 0.832016, + "f1": 0.794798, + "accuracy": 0.832016, + "main_score": 0.794798, + "hf_subset": "jpn_Jpan-arb_Latn", + "languages": [ + "jpn-Jpan", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-cat_Latn", + "languages": [ + "jpn-Jpan", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "jpn_Jpan-fur_Latn", + "languages": [ + "jpn-Jpan", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397407, + "recall": 0.455534, + "f1": 0.4131, + "accuracy": 0.455534, + "main_score": 0.4131, + "hf_subset": "jpn_Jpan-kab_Latn", + "languages": [ + "jpn-Jpan", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jpn_Jpan-lim_Latn", + "languages": [ + "jpn-Jpan", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "jpn_Jpan-san_Deva", + "languages": [ + "jpn-Jpan", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-tat_Cyrl", + "languages": [ + "jpn-Jpan", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637747, + "recall": 0.698617, + "f1": 0.655653, + "accuracy": 0.698617, + "main_score": 0.655653, + "hf_subset": "jpn_Jpan-xho_Latn", + "languages": [ + "jpn-Jpan", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ars_Arab", + "languages": [ + "jpn-Jpan", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "jpn_Jpan-ceb_Latn", + "languages": [ + "jpn-Jpan", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550272, + "recall": 0.615613, + "f1": 0.568175, + "accuracy": 0.615613, + "main_score": 0.568175, + "hf_subset": "jpn_Jpan-fuv_Latn", + "languages": [ + "jpn-Jpan", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498601, + "recall": 0.571146, + "f1": 0.518659, + "accuracy": 0.571146, + "main_score": 0.518659, + "hf_subset": "jpn_Jpan-kac_Latn", + "languages": [ + "jpn-Jpan", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654397, + "recall": 0.709486, + "f1": 0.670751, + "accuracy": 0.709486, + "main_score": 0.670751, + "hf_subset": "jpn_Jpan-lin_Latn", + "languages": [ + "jpn-Jpan", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-nno_Latn", + "languages": [ + "jpn-Jpan", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194757, + "recall": 0.267787, + "f1": 0.213338, + "accuracy": 0.267787, + "main_score": 0.213338, + "hf_subset": "jpn_Jpan-sat_Olck", + "languages": [ + "jpn-Jpan", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-tel_Telu", + "languages": [ + "jpn-Jpan", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "jpn_Jpan-ydd_Hebr", + "languages": [ + "jpn-Jpan", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "jpn_Jpan-ary_Arab", + "languages": [ + "jpn-Jpan", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ces_Latn", + "languages": [ + "jpn-Jpan", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554941, + "recall": 0.62253, + "f1": 0.574738, + "accuracy": 0.62253, + "main_score": 0.574738, + "hf_subset": "jpn_Jpan-gaz_Latn", + "languages": [ + "jpn-Jpan", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569443, + "recall": 0.635375, + "f1": 0.587881, + "accuracy": 0.635375, + "main_score": 0.587881, + "hf_subset": "jpn_Jpan-kam_Latn", + "languages": [ + "jpn-Jpan", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-nob_Latn", + "languages": [ + "jpn-Jpan", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "jpn_Jpan-scn_Latn", + "languages": [ + "jpn-Jpan", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "jpn_Jpan-tgk_Cyrl", + "languages": [ + "jpn-Jpan", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681312, + "recall": 0.746047, + "f1": 0.700398, + "accuracy": 0.746047, + "main_score": 0.700398, + "hf_subset": "jpn_Jpan-yor_Latn", + "languages": [ + "jpn-Jpan", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-arz_Arab", + "languages": [ + "jpn-Jpan", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545651, + "recall": 0.614625, + "f1": 0.565409, + "accuracy": 0.614625, + "main_score": 0.565409, + "hf_subset": "jpn_Jpan-cjk_Latn", + "languages": [ + "jpn-Jpan", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753277, + "recall": 0.810277, + "f1": 0.770586, + "accuracy": 0.810277, + "main_score": 0.770586, + "hf_subset": "jpn_Jpan-gla_Latn", + "languages": [ + "jpn-Jpan", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-kan_Knda", + "languages": [ + "jpn-Jpan", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "jpn_Jpan-lmo_Latn", + "languages": [ + "jpn-Jpan", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "jpn_Jpan-npi_Deva", + "languages": [ + "jpn-Jpan", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470421, + "recall": 0.54249, + "f1": 0.48993, + "accuracy": 0.54249, + "main_score": 0.48993, + "hf_subset": "jpn_Jpan-shn_Mymr", + "languages": [ + "jpn-Jpan", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-tgl_Latn", + "languages": [ + "jpn-Jpan", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-asm_Beng", + "languages": [ + "jpn-Jpan", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "jpn_Jpan-ckb_Arab", + "languages": [ + "jpn-Jpan", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843874, + "recall": 0.886364, + "f1": 0.857181, + "accuracy": 0.886364, + "main_score": 0.857181, + "hf_subset": "jpn_Jpan-gle_Latn", + "languages": [ + "jpn-Jpan", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "jpn_Jpan-kas_Arab", + "languages": [ + "jpn-Jpan", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939394, + "accuracy": 0.953557, + "main_score": 0.939394, + "hf_subset": "jpn_Jpan-ltg_Latn", + "languages": [ + "jpn-Jpan", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593958, + "recall": 0.653162, + "f1": 0.61067, + "accuracy": 0.653162, + "main_score": 0.61067, + "hf_subset": "jpn_Jpan-nso_Latn", + "languages": [ + "jpn-Jpan", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "jpn_Jpan-sin_Sinh", + "languages": [ + "jpn-Jpan", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-tha_Thai", + "languages": [ + "jpn-Jpan", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ast_Latn", + "languages": [ + "jpn-Jpan", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-crh_Latn", + "languages": [ + "jpn-Jpan", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-glg_Latn", + "languages": [ + "jpn-Jpan", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893939, + "recall": 0.924901, + "f1": 0.903458, + "accuracy": 0.924901, + "main_score": 0.903458, + "hf_subset": "jpn_Jpan-kas_Deva", + "languages": [ + "jpn-Jpan", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "jpn_Jpan-ltz_Latn", + "languages": [ + "jpn-Jpan", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430032, + "recall": 0.503953, + "f1": 0.450121, + "accuracy": 0.503953, + "main_score": 0.450121, + "hf_subset": "jpn_Jpan-nus_Latn", + "languages": [ + "jpn-Jpan", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-slk_Latn", + "languages": [ + "jpn-Jpan", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60575, + "recall": 0.677866, + "f1": 0.62683, + "accuracy": 0.677866, + "main_score": 0.62683, + "hf_subset": "jpn_Jpan-tir_Ethi", + "languages": [ + "jpn-Jpan", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "jpn_Jpan-awa_Deva", + "languages": [ + "jpn-Jpan", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "jpn_Jpan-cym_Latn", + "languages": [ + "jpn-Jpan", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828327, + "recall": 0.87253, + "f1": 0.841864, + "accuracy": 0.87253, + "main_score": 0.841864, + "hf_subset": "jpn_Jpan-grn_Latn", + "languages": [ + "jpn-Jpan", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "jpn_Jpan-kat_Geor", + "languages": [ + "jpn-Jpan", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624946, + "recall": 0.683794, + "f1": 0.641622, + "accuracy": 0.683794, + "main_score": 0.641622, + "hf_subset": "jpn_Jpan-lua_Latn", + "languages": [ + "jpn-Jpan", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624104, + "recall": 0.687747, + "f1": 0.642544, + "accuracy": 0.687747, + "main_score": 0.642544, + "hf_subset": "jpn_Jpan-nya_Latn", + "languages": [ + "jpn-Jpan", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-slv_Latn", + "languages": [ + "jpn-Jpan", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949193, + "recall": 0.965415, + "f1": 0.954447, + "accuracy": 0.965415, + "main_score": 0.954447, + "hf_subset": "jpn_Jpan-tpi_Latn", + "languages": [ + "jpn-Jpan", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-zsm_Latn", + "languages": [ + "jpn-Jpan", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538155, + "recall": 0.602767, + "f1": 0.556139, + "accuracy": 0.602767, + "main_score": 0.556139, + "hf_subset": "jpn_Jpan-ayr_Latn", + "languages": [ + "jpn-Jpan", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-dan_Latn", + "languages": [ + "jpn-Jpan", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-guj_Gujr", + "languages": [ + "jpn-Jpan", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-kaz_Cyrl", + "languages": [ + "jpn-Jpan", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527704, + "recall": 0.587945, + "f1": 0.544874, + "accuracy": 0.587945, + "main_score": 0.544874, + "hf_subset": "jpn_Jpan-lug_Latn", + "languages": [ + "jpn-Jpan", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-oci_Latn", + "languages": [ + "jpn-Jpan", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799193, + "recall": 0.848814, + "f1": 0.814182, + "accuracy": 0.848814, + "main_score": 0.814182, + "hf_subset": "jpn_Jpan-smo_Latn", + "languages": [ + "jpn-Jpan", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523326, + "recall": 0.591897, + "f1": 0.542186, + "accuracy": 0.591897, + "main_score": 0.542186, + "hf_subset": "jpn_Jpan-tsn_Latn", + "languages": [ + "jpn-Jpan", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583038, + "recall": 0.649209, + "f1": 0.60169, + "accuracy": 0.649209, + "main_score": 0.60169, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913538, + "recall": 0.937747, + "f1": 0.921278, + "accuracy": 0.937747, + "main_score": 0.921278, + "hf_subset": "jpn_Jpan-azb_Arab", + "languages": [ + "jpn-Jpan", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "jpn_Jpan-hat_Latn", + "languages": [ + "jpn-Jpan", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491295, + "recall": 0.550395, + "f1": 0.507764, + "accuracy": 0.550395, + "main_score": 0.507764, + "hf_subset": "jpn_Jpan-kbp_Latn", + "languages": [ + "jpn-Jpan", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56401, + "recall": 0.621542, + "f1": 0.579474, + "accuracy": 0.621542, + "main_score": 0.579474, + "hf_subset": "jpn_Jpan-luo_Latn", + "languages": [ + "jpn-Jpan", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-ory_Orya", + "languages": [ + "jpn-Jpan", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579474, + "recall": 0.644269, + "f1": 0.597707, + "accuracy": 0.644269, + "main_score": 0.597707, + "hf_subset": "jpn_Jpan-sna_Latn", + "languages": [ + "jpn-Jpan", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547575, + "recall": 0.604743, + "f1": 0.563665, + "accuracy": 0.604743, + "main_score": 0.563665, + "hf_subset": "jpn_Jpan-tso_Latn", + "languages": [ + "jpn-Jpan", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-azj_Latn", + "languages": [ + "jpn-Jpan", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530971, + "recall": 0.602767, + "f1": 0.551499, + "accuracy": 0.602767, + "main_score": 0.551499, + "hf_subset": "jpn_Jpan-dik_Latn", + "languages": [ + "jpn-Jpan", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703633, + "recall": 0.763834, + "f1": 0.721069, + "accuracy": 0.763834, + "main_score": 0.721069, + "hf_subset": "jpn_Jpan-hau_Latn", + "languages": [ + "jpn-Jpan", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jpn_Jpan-kea_Latn", + "languages": [ + "jpn-Jpan", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742128, + "recall": 0.797431, + "f1": 0.758794, + "accuracy": 0.797431, + "main_score": 0.758794, + "hf_subset": "jpn_Jpan-lus_Latn", + "languages": [ + "jpn-Jpan", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872118, + "recall": 0.906126, + "f1": 0.882609, + "accuracy": 0.906126, + "main_score": 0.882609, + "hf_subset": "jpn_Jpan-pag_Latn", + "languages": [ + "jpn-Jpan", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "jpn_Jpan-snd_Arab", + "languages": [ + "jpn-Jpan", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95504, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "jpn_Jpan-tuk_Latn", + "languages": [ + "jpn-Jpan", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "jpn_Jpan-bak_Cyrl", + "languages": [ + "jpn-Jpan", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470466, + "recall": 0.552372, + "f1": 0.49449, + "accuracy": 0.552372, + "main_score": 0.49449, + "hf_subset": "jpn_Jpan-dyu_Latn", + "languages": [ + "jpn-Jpan", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "jpn_Jpan-khk_Cyrl", + "languages": [ + "jpn-Jpan", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "jpn_Jpan-lvs_Latn", + "languages": [ + "jpn-Jpan", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "jpn_Jpan-pan_Guru", + "languages": [ + "jpn-Jpan", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667605, + "recall": 0.731225, + "f1": 0.686665, + "accuracy": 0.731225, + "main_score": 0.686665, + "hf_subset": "jpn_Jpan-som_Latn", + "languages": [ + "jpn-Jpan", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582816, + "recall": 0.639328, + "f1": 0.599259, + "accuracy": 0.639328, + "main_score": 0.599259, + "hf_subset": "jpn_Jpan-tum_Latn", + "languages": [ + "jpn-Jpan", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583813, + "recall": 0.649209, + "f1": 0.602602, + "accuracy": 0.649209, + "main_score": 0.602602, + "hf_subset": "lij_Latn-ace_Arab", + "languages": [ + "lij-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541791, + "recall": 0.597826, + "f1": 0.557692, + "accuracy": 0.597826, + "main_score": 0.557692, + "hf_subset": "lij_Latn-bam_Latn", + "languages": [ + "lij-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383682, + "recall": 0.449605, + "f1": 0.401451, + "accuracy": 0.449605, + "main_score": 0.401451, + "hf_subset": "lij_Latn-dzo_Tibt", + "languages": [ + "lij-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-hin_Deva", + "languages": [ + "lij-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-khm_Khmr", + "languages": [ + "lij-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983284, + "recall": 0.987154, + "f1": 0.98442, + "accuracy": 0.987154, + "main_score": 0.98442, + "hf_subset": "lij_Latn-mag_Deva", + "languages": [ + "lij-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lij_Latn-pap_Latn", + "languages": [ + "lij-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595358, + "recall": 0.649209, + "f1": 0.61036, + "accuracy": 0.649209, + "main_score": 0.61036, + "hf_subset": "lij_Latn-sot_Latn", + "languages": [ + "lij-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-tur_Latn", + "languages": [ + "lij-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855649, + "recall": 0.886364, + "f1": 0.864973, + "accuracy": 0.886364, + "main_score": 0.864973, + "hf_subset": "lij_Latn-ace_Latn", + "languages": [ + "lij-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9375, + "recall": 0.954545, + "f1": 0.942918, + "accuracy": 0.954545, + "main_score": 0.942918, + "hf_subset": "lij_Latn-ban_Latn", + "languages": [ + "lij-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-ell_Grek", + "languages": [ + "lij-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979084, + "recall": 0.985178, + "f1": 0.981061, + "accuracy": 0.985178, + "main_score": 0.981061, + "hf_subset": "lij_Latn-hne_Deva", + "languages": [ + "lij-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60341, + "recall": 0.655138, + "f1": 0.61814, + "accuracy": 0.655138, + "main_score": 0.61814, + "hf_subset": "lij_Latn-kik_Latn", + "languages": [ + "lij-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-mai_Deva", + "languages": [ + "lij-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "lij_Latn-pbt_Arab", + "languages": [ + "lij-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-spa_Latn", + "languages": [ + "lij-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625965, + "recall": 0.681818, + "f1": 0.641562, + "accuracy": 0.681818, + "main_score": 0.641562, + "hf_subset": "lij_Latn-twi_Latn", + "languages": [ + "lij-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-acm_Arab", + "languages": [ + "lij-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "lij_Latn-bel_Cyrl", + "languages": [ + "lij-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-eng_Latn", + "languages": [ + "lij-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lij_Latn-hrv_Latn", + "languages": [ + "lij-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571123, + "recall": 0.628458, + "f1": 0.587293, + "accuracy": 0.628458, + "main_score": 0.587293, + "hf_subset": "lij_Latn-kin_Latn", + "languages": [ + "lij-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-mal_Mlym", + "languages": [ + "lij-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lij_Latn-pes_Arab", + "languages": [ + "lij-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-srd_Latn", + "languages": [ + "lij-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180672, + "recall": 0.22332, + "f1": 0.191205, + "accuracy": 0.22332, + "main_score": 0.191205, + "hf_subset": "lij_Latn-tzm_Tfng", + "languages": [ + "lij-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-acq_Arab", + "languages": [ + "lij-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642311, + "recall": 0.685771, + "f1": 0.654205, + "accuracy": 0.685771, + "main_score": 0.654205, + "hf_subset": "lij_Latn-bem_Latn", + "languages": [ + "lij-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-epo_Latn", + "languages": [ + "lij-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-hun_Latn", + "languages": [ + "lij-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "lij_Latn-kir_Cyrl", + "languages": [ + "lij-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979167, + "recall": 0.985178, + "f1": 0.980962, + "accuracy": 0.985178, + "main_score": 0.980962, + "hf_subset": "lij_Latn-mar_Deva", + "languages": [ + "lij-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675758, + "recall": 0.729249, + "f1": 0.69137, + "accuracy": 0.729249, + "main_score": 0.69137, + "hf_subset": "lij_Latn-plt_Latn", + "languages": [ + "lij-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lij_Latn-srp_Cyrl", + "languages": [ + "lij-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92691, + "recall": 0.947628, + "f1": 0.933465, + "accuracy": 0.947628, + "main_score": 0.933465, + "hf_subset": "lij_Latn-uig_Arab", + "languages": [ + "lij-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lij_Latn-aeb_Arab", + "languages": [ + "lij-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lij_Latn-ben_Beng", + "languages": [ + "lij-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lij_Latn-est_Latn", + "languages": [ + "lij-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "lij_Latn-hye_Armn", + "languages": [ + "lij-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56549, + "recall": 0.617589, + "f1": 0.580503, + "accuracy": 0.617589, + "main_score": 0.580503, + "hf_subset": "lij_Latn-kmb_Latn", + "languages": [ + "lij-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512907, + "recall": 0.581028, + "f1": 0.530558, + "accuracy": 0.581028, + "main_score": 0.530558, + "hf_subset": "lij_Latn-min_Arab", + "languages": [ + "lij-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-pol_Latn", + "languages": [ + "lij-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563599, + "recall": 0.620553, + "f1": 0.5798, + "accuracy": 0.620553, + "main_score": 0.5798, + "hf_subset": "lij_Latn-ssw_Latn", + "languages": [ + "lij-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-ukr_Cyrl", + "languages": [ + "lij-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-afr_Latn", + "languages": [ + "lij-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lij_Latn-bho_Deva", + "languages": [ + "lij-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "lij_Latn-eus_Latn", + "languages": [ + "lij-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578244, + "recall": 0.635375, + "f1": 0.594603, + "accuracy": 0.635375, + "main_score": 0.594603, + "hf_subset": "lij_Latn-ibo_Latn", + "languages": [ + "lij-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86516, + "recall": 0.898221, + "f1": 0.875238, + "accuracy": 0.898221, + "main_score": 0.875238, + "hf_subset": "lij_Latn-kmr_Latn", + "languages": [ + "lij-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "lij_Latn-min_Latn", + "languages": [ + "lij-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-por_Latn", + "languages": [ + "lij-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.981225, + "f1": 0.97635, + "accuracy": 0.981225, + "main_score": 0.97635, + "hf_subset": "lij_Latn-sun_Latn", + "languages": [ + "lij-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530608, + "recall": 0.583004, + "f1": 0.545956, + "accuracy": 0.583004, + "main_score": 0.545956, + "hf_subset": "lij_Latn-umb_Latn", + "languages": [ + "lij-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-ajp_Arab", + "languages": [ + "lij-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545441, + "recall": 0.608696, + "f1": 0.56279, + "accuracy": 0.608696, + "main_score": 0.56279, + "hf_subset": "lij_Latn-bjn_Arab", + "languages": [ + "lij-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525586, + "recall": 0.578063, + "f1": 0.540467, + "accuracy": 0.578063, + "main_score": 0.540467, + "hf_subset": "lij_Latn-ewe_Latn", + "languages": [ + "lij-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.951581, + "f1": 0.939526, + "accuracy": 0.951581, + "main_score": 0.939526, + "hf_subset": "lij_Latn-ilo_Latn", + "languages": [ + "lij-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.312366, + "recall": 0.369565, + "f1": 0.328404, + "accuracy": 0.369565, + "main_score": 0.328404, + "hf_subset": "lij_Latn-knc_Arab", + "languages": [ + "lij-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lij_Latn-mkd_Cyrl", + "languages": [ + "lij-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lij_Latn-prs_Arab", + "languages": [ + "lij-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-swe_Latn", + "languages": [ + "lij-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lij_Latn-urd_Arab", + "languages": [ + "lij-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583547, + "recall": 0.639328, + "f1": 0.599177, + "accuracy": 0.639328, + "main_score": 0.599177, + "hf_subset": "lij_Latn-aka_Latn", + "languages": [ + "lij-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964043, + "recall": 0.97332, + "f1": 0.96693, + "accuracy": 0.97332, + "main_score": 0.96693, + "hf_subset": "lij_Latn-bjn_Latn", + "languages": [ + "lij-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "lij_Latn-fao_Latn", + "languages": [ + "lij-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lij_Latn-ind_Latn", + "languages": [ + "lij-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603829, + "recall": 0.656126, + "f1": 0.618442, + "accuracy": 0.656126, + "main_score": 0.618442, + "hf_subset": "lij_Latn-knc_Latn", + "languages": [ + "lij-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-mlt_Latn", + "languages": [ + "lij-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703535, + "recall": 0.763834, + "f1": 0.721334, + "accuracy": 0.763834, + "main_score": 0.721334, + "hf_subset": "lij_Latn-quy_Latn", + "languages": [ + "lij-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931324, + "recall": 0.952569, + "f1": 0.938241, + "accuracy": 0.952569, + "main_score": 0.938241, + "hf_subset": "lij_Latn-swh_Latn", + "languages": [ + "lij-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lij_Latn-uzn_Latn", + "languages": [ + "lij-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lij_Latn-als_Latn", + "languages": [ + "lij-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577363, + "recall": 0.653162, + "f1": 0.598477, + "accuracy": 0.653162, + "main_score": 0.598477, + "hf_subset": "lij_Latn-bod_Tibt", + "languages": [ + "lij-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689223, + "recall": 0.741107, + "f1": 0.70391, + "accuracy": 0.741107, + "main_score": 0.70391, + "hf_subset": "lij_Latn-fij_Latn", + "languages": [ + "lij-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "lij_Latn-isl_Latn", + "languages": [ + "lij-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678002, + "recall": 0.729249, + "f1": 0.693412, + "accuracy": 0.729249, + "main_score": 0.693412, + "hf_subset": "lij_Latn-kon_Latn", + "languages": [ + "lij-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65072, + "recall": 0.716403, + "f1": 0.669872, + "accuracy": 0.716403, + "main_score": 0.669872, + "hf_subset": "lij_Latn-mni_Beng", + "languages": [ + "lij-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-ron_Latn", + "languages": [ + "lij-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "lij_Latn-szl_Latn", + "languages": [ + "lij-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-vec_Latn", + "languages": [ + "lij-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900033, + "recall": 0.928854, + "f1": 0.909256, + "accuracy": 0.928854, + "main_score": 0.909256, + "hf_subset": "lij_Latn-amh_Ethi", + "languages": [ + "lij-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lij_Latn-bos_Latn", + "languages": [ + "lij-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lij_Latn-fin_Latn", + "languages": [ + "lij-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lij_Latn-ita_Latn", + "languages": [ + "lij-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-kor_Hang", + "languages": [ + "lij-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564987, + "recall": 0.614625, + "f1": 0.578831, + "accuracy": 0.614625, + "main_score": 0.578831, + "hf_subset": "lij_Latn-mos_Latn", + "languages": [ + "lij-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568422, + "recall": 0.619565, + "f1": 0.58342, + "accuracy": 0.619565, + "main_score": 0.58342, + "hf_subset": "lij_Latn-run_Latn", + "languages": [ + "lij-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lij_Latn-tam_Taml", + "languages": [ + "lij-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lij_Latn-vie_Latn", + "languages": [ + "lij-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "lij_Latn-apc_Arab", + "languages": [ + "lij-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799367, + "recall": 0.840909, + "f1": 0.811512, + "accuracy": 0.840909, + "main_score": 0.811512, + "hf_subset": "lij_Latn-bug_Latn", + "languages": [ + "lij-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479805, + "recall": 0.532609, + "f1": 0.493954, + "accuracy": 0.532609, + "main_score": 0.493954, + "hf_subset": "lij_Latn-fon_Latn", + "languages": [ + "lij-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984881, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "lij_Latn-jav_Latn", + "languages": [ + "lij-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "lij_Latn-lao_Laoo", + "languages": [ + "lij-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824398, + "recall": 0.865613, + "f1": 0.836844, + "accuracy": 0.865613, + "main_score": 0.836844, + "hf_subset": "lij_Latn-mri_Latn", + "languages": [ + "lij-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-rus_Cyrl", + "languages": [ + "lij-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548946, + "recall": 0.603755, + "f1": 0.56422, + "accuracy": 0.603755, + "main_score": 0.56422, + "hf_subset": "lij_Latn-taq_Latn", + "languages": [ + "lij-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "lij_Latn-war_Latn", + "languages": [ + "lij-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-arb_Arab", + "languages": [ + "lij-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-bul_Cyrl", + "languages": [ + "lij-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-fra_Latn", + "languages": [ + "lij-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-jpn_Jpan", + "languages": [ + "lij-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "lij_Latn-mya_Mymr", + "languages": [ + "lij-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608504, + "recall": 0.675889, + "f1": 0.627556, + "accuracy": 0.675889, + "main_score": 0.627556, + "hf_subset": "lij_Latn-sag_Latn", + "languages": [ + "lij-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201869, + "recall": 0.255929, + "f1": 0.214174, + "accuracy": 0.255929, + "main_score": 0.214174, + "hf_subset": "lij_Latn-taq_Tfng", + "languages": [ + "lij-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640148, + "recall": 0.693676, + "f1": 0.654748, + "accuracy": 0.693676, + "main_score": 0.654748, + "hf_subset": "lij_Latn-wol_Latn", + "languages": [ + "lij-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772926, + "recall": 0.827075, + "f1": 0.789103, + "accuracy": 0.827075, + "main_score": 0.789103, + "hf_subset": "lij_Latn-arb_Latn", + "languages": [ + "lij-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lij_Latn-cat_Latn", + "languages": [ + "lij-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lij_Latn-fur_Latn", + "languages": [ + "lij-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431029, + "recall": 0.479249, + "f1": 0.444246, + "accuracy": 0.479249, + "main_score": 0.444246, + "hf_subset": "lij_Latn-kab_Latn", + "languages": [ + "lij-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970932, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "lij_Latn-lim_Latn", + "languages": [ + "lij-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lij_Latn-nld_Latn", + "languages": [ + "lij-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "lij_Latn-san_Deva", + "languages": [ + "lij-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lij_Latn-tat_Cyrl", + "languages": [ + "lij-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67864, + "recall": 0.729249, + "f1": 0.69388, + "accuracy": 0.729249, + "main_score": 0.69388, + "hf_subset": "lij_Latn-xho_Latn", + "languages": [ + "lij-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lij_Latn-ars_Arab", + "languages": [ + "lij-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-ceb_Latn", + "languages": [ + "lij-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561884, + "recall": 0.619565, + "f1": 0.578336, + "accuracy": 0.619565, + "main_score": 0.578336, + "hf_subset": "lij_Latn-fuv_Latn", + "languages": [ + "lij-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516685, + "recall": 0.574111, + "f1": 0.532584, + "accuracy": 0.574111, + "main_score": 0.532584, + "hf_subset": "lij_Latn-kac_Latn", + "languages": [ + "lij-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688175, + "recall": 0.733202, + "f1": 0.700847, + "accuracy": 0.733202, + "main_score": 0.700847, + "hf_subset": "lij_Latn-lin_Latn", + "languages": [ + "lij-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-nno_Latn", + "languages": [ + "lij-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208698, + "recall": 0.277668, + "f1": 0.226132, + "accuracy": 0.277668, + "main_score": 0.226132, + "hf_subset": "lij_Latn-sat_Olck", + "languages": [ + "lij-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-tel_Telu", + "languages": [ + "lij-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932065, + "recall": 0.951581, + "f1": 0.938142, + "accuracy": 0.951581, + "main_score": 0.938142, + "hf_subset": "lij_Latn-ydd_Hebr", + "languages": [ + "lij-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "lij_Latn-ary_Arab", + "languages": [ + "lij-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lij_Latn-ces_Latn", + "languages": [ + "lij-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582866, + "recall": 0.640316, + "f1": 0.599316, + "accuracy": 0.640316, + "main_score": 0.599316, + "hf_subset": "lij_Latn-gaz_Latn", + "languages": [ + "lij-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585771, + "recall": 0.647233, + "f1": 0.603609, + "accuracy": 0.647233, + "main_score": 0.603609, + "hf_subset": "lij_Latn-kam_Latn", + "languages": [ + "lij-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "lij_Latn-lit_Latn", + "languages": [ + "lij-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-nob_Latn", + "languages": [ + "lij-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-scn_Latn", + "languages": [ + "lij-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "lij_Latn-tgk_Cyrl", + "languages": [ + "lij-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699786, + "recall": 0.762846, + "f1": 0.718662, + "accuracy": 0.762846, + "main_score": 0.718662, + "hf_subset": "lij_Latn-yor_Latn", + "languages": [ + "lij-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lij_Latn-arz_Arab", + "languages": [ + "lij-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576706, + "recall": 0.63834, + "f1": 0.594353, + "accuracy": 0.63834, + "main_score": 0.594353, + "hf_subset": "lij_Latn-cjk_Latn", + "languages": [ + "lij-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767408, + "recall": 0.818182, + "f1": 0.782773, + "accuracy": 0.818182, + "main_score": 0.782773, + "hf_subset": "lij_Latn-gla_Latn", + "languages": [ + "lij-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lij_Latn-kan_Knda", + "languages": [ + "lij-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989377, + "recall": 0.992095, + "f1": 0.990184, + "accuracy": 0.992095, + "main_score": 0.990184, + "hf_subset": "lij_Latn-lmo_Latn", + "languages": [ + "lij-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lij_Latn-npi_Deva", + "languages": [ + "lij-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472009, + "recall": 0.533597, + "f1": 0.488826, + "accuracy": 0.533597, + "main_score": 0.488826, + "hf_subset": "lij_Latn-shn_Mymr", + "languages": [ + "lij-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-tgl_Latn", + "languages": [ + "lij-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-yue_Hant", + "languages": [ + "lij-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lij_Latn-asm_Beng", + "languages": [ + "lij-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912467, + "recall": 0.937747, + "f1": 0.92052, + "accuracy": 0.937747, + "main_score": 0.92052, + "hf_subset": "lij_Latn-ckb_Arab", + "languages": [ + "lij-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842638, + "recall": 0.881423, + "f1": 0.85455, + "accuracy": 0.881423, + "main_score": 0.85455, + "hf_subset": "lij_Latn-gle_Latn", + "languages": [ + "lij-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924078, + "recall": 0.944664, + "f1": 0.930665, + "accuracy": 0.944664, + "main_score": 0.930665, + "hf_subset": "lij_Latn-kas_Arab", + "languages": [ + "lij-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920949, + "recall": 0.942688, + "f1": 0.927833, + "accuracy": 0.942688, + "main_score": 0.927833, + "hf_subset": "lij_Latn-ltg_Latn", + "languages": [ + "lij-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607768, + "recall": 0.662055, + "f1": 0.623062, + "accuracy": 0.662055, + "main_score": 0.623062, + "hf_subset": "lij_Latn-nso_Latn", + "languages": [ + "lij-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lij_Latn-sin_Sinh", + "languages": [ + "lij-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lij_Latn-tha_Thai", + "languages": [ + "lij-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lij_Latn-zho_Hans", + "languages": [ + "lij-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-ast_Latn", + "languages": [ + "lij-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "lij_Latn-crh_Latn", + "languages": [ + "lij-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-glg_Latn", + "languages": [ + "lij-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854661, + "recall": 0.892292, + "f1": 0.866634, + "accuracy": 0.892292, + "main_score": 0.866634, + "hf_subset": "lij_Latn-kas_Deva", + "languages": [ + "lij-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "lij_Latn-ltz_Latn", + "languages": [ + "lij-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478469, + "recall": 0.541502, + "f1": 0.494493, + "accuracy": 0.541502, + "main_score": 0.494493, + "hf_subset": "lij_Latn-nus_Latn", + "languages": [ + "lij-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lij_Latn-slk_Latn", + "languages": [ + "lij-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586526, + "recall": 0.657115, + "f1": 0.606563, + "accuracy": 0.657115, + "main_score": 0.606563, + "hf_subset": "lij_Latn-tir_Ethi", + "languages": [ + "lij-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lij_Latn-zho_Hant", + "languages": [ + "lij-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.981225, + "f1": 0.97612, + "accuracy": 0.981225, + "main_score": 0.97612, + "hf_subset": "lij_Latn-awa_Deva", + "languages": [ + "lij-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937335, + "recall": 0.955534, + "f1": 0.943083, + "accuracy": 0.955534, + "main_score": 0.943083, + "hf_subset": "lij_Latn-cym_Latn", + "languages": [ + "lij-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839674, + "recall": 0.87747, + "f1": 0.851318, + "accuracy": 0.87747, + "main_score": 0.851318, + "hf_subset": "lij_Latn-grn_Latn", + "languages": [ + "lij-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "lij_Latn-kat_Geor", + "languages": [ + "lij-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642977, + "recall": 0.690711, + "f1": 0.656755, + "accuracy": 0.690711, + "main_score": 0.656755, + "hf_subset": "lij_Latn-lua_Latn", + "languages": [ + "lij-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639728, + "recall": 0.700593, + "f1": 0.657204, + "accuracy": 0.700593, + "main_score": 0.657204, + "hf_subset": "lij_Latn-nya_Latn", + "languages": [ + "lij-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lij_Latn-slv_Latn", + "languages": [ + "lij-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921278, + "recall": 0.944664, + "f1": 0.928821, + "accuracy": 0.944664, + "main_score": 0.928821, + "hf_subset": "lij_Latn-tpi_Latn", + "languages": [ + "lij-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-zsm_Latn", + "languages": [ + "lij-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566915, + "recall": 0.620553, + "f1": 0.581588, + "accuracy": 0.620553, + "main_score": 0.581588, + "hf_subset": "lij_Latn-ayr_Latn", + "languages": [ + "lij-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lij_Latn-dan_Latn", + "languages": [ + "lij-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lij_Latn-guj_Gujr", + "languages": [ + "lij-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lij_Latn-kaz_Cyrl", + "languages": [ + "lij-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529373, + "recall": 0.58498, + "f1": 0.544853, + "accuracy": 0.58498, + "main_score": 0.544853, + "hf_subset": "lij_Latn-lug_Latn", + "languages": [ + "lij-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lij_Latn-oci_Latn", + "languages": [ + "lij-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796838, + "recall": 0.841897, + "f1": 0.81054, + "accuracy": 0.841897, + "main_score": 0.81054, + "hf_subset": "lij_Latn-smo_Latn", + "languages": [ + "lij-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550715, + "recall": 0.614625, + "f1": 0.568643, + "accuracy": 0.614625, + "main_score": 0.568643, + "hf_subset": "lij_Latn-tsn_Latn", + "languages": [ + "lij-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609637, + "recall": 0.671937, + "f1": 0.627957, + "accuracy": 0.671937, + "main_score": 0.627957, + "hf_subset": "lij_Latn-zul_Latn", + "languages": [ + "lij-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902092, + "recall": 0.927866, + "f1": 0.910145, + "accuracy": 0.927866, + "main_score": 0.910145, + "hf_subset": "lij_Latn-azb_Arab", + "languages": [ + "lij-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lij_Latn-deu_Latn", + "languages": [ + "lij-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.968379, + "f1": 0.96031, + "accuracy": 0.968379, + "main_score": 0.96031, + "hf_subset": "lij_Latn-hat_Latn", + "languages": [ + "lij-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495751, + "recall": 0.547431, + "f1": 0.510372, + "accuracy": 0.547431, + "main_score": 0.510372, + "hf_subset": "lij_Latn-kbp_Latn", + "languages": [ + "lij-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582504, + "recall": 0.637352, + "f1": 0.597555, + "accuracy": 0.637352, + "main_score": 0.597555, + "hf_subset": "lij_Latn-luo_Latn", + "languages": [ + "lij-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lij_Latn-ory_Orya", + "languages": [ + "lij-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583869, + "recall": 0.63834, + "f1": 0.599057, + "accuracy": 0.63834, + "main_score": 0.599057, + "hf_subset": "lij_Latn-sna_Latn", + "languages": [ + "lij-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55401, + "recall": 0.605731, + "f1": 0.56859, + "accuracy": 0.605731, + "main_score": 0.56859, + "hf_subset": "lij_Latn-tso_Latn", + "languages": [ + "lij-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "lij_Latn-azj_Latn", + "languages": [ + "lij-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542737, + "recall": 0.602767, + "f1": 0.560197, + "accuracy": 0.602767, + "main_score": 0.560197, + "hf_subset": "lij_Latn-dik_Latn", + "languages": [ + "lij-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726459, + "recall": 0.777668, + "f1": 0.741471, + "accuracy": 0.777668, + "main_score": 0.741471, + "hf_subset": "lij_Latn-hau_Latn", + "languages": [ + "lij-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "lij_Latn-kea_Latn", + "languages": [ + "lij-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735072, + "recall": 0.779644, + "f1": 0.748435, + "accuracy": 0.779644, + "main_score": 0.748435, + "hf_subset": "lij_Latn-lus_Latn", + "languages": [ + "lij-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853623, + "recall": 0.884387, + "f1": 0.862945, + "accuracy": 0.884387, + "main_score": 0.862945, + "hf_subset": "lij_Latn-pag_Latn", + "languages": [ + "lij-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "lij_Latn-snd_Arab", + "languages": [ + "lij-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905995, + "recall": 0.93083, + "f1": 0.913702, + "accuracy": 0.93083, + "main_score": 0.913702, + "hf_subset": "lij_Latn-tuk_Latn", + "languages": [ + "lij-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955451, + "recall": 0.967391, + "f1": 0.959223, + "accuracy": 0.967391, + "main_score": 0.959223, + "hf_subset": "lij_Latn-bak_Cyrl", + "languages": [ + "lij-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487611, + "recall": 0.56917, + "f1": 0.511154, + "accuracy": 0.56917, + "main_score": 0.511154, + "hf_subset": "lij_Latn-dyu_Latn", + "languages": [ + "lij-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lij_Latn-heb_Hebr", + "languages": [ + "lij-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949275, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "lij_Latn-khk_Cyrl", + "languages": [ + "lij-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lij_Latn-lvs_Latn", + "languages": [ + "lij-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lij_Latn-pan_Guru", + "languages": [ + "lij-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693363, + "recall": 0.75, + "f1": 0.710098, + "accuracy": 0.75, + "main_score": 0.710098, + "hf_subset": "lij_Latn-som_Latn", + "languages": [ + "lij-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597998, + "recall": 0.643281, + "f1": 0.610874, + "accuracy": 0.643281, + "main_score": 0.610874, + "hf_subset": "lij_Latn-tum_Latn", + "languages": [ + "lij-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393866, + "recall": 0.463439, + "f1": 0.412615, + "accuracy": 0.463439, + "main_score": 0.412615, + "hf_subset": "mya_Mymr-ace_Arab", + "languages": [ + "mya-Mymr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395594, + "recall": 0.462451, + "f1": 0.413459, + "accuracy": 0.462451, + "main_score": 0.413459, + "hf_subset": "mya_Mymr-bam_Latn", + "languages": [ + "mya-Mymr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392398, + "recall": 0.476285, + "f1": 0.415316, + "accuracy": 0.476285, + "main_score": 0.415316, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-hin_Deva", + "languages": [ + "mya-Mymr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mya_Mymr-mag_Deva", + "languages": [ + "mya-Mymr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942391, + "recall": 0.958498, + "f1": 0.947464, + "accuracy": 0.958498, + "main_score": 0.947464, + "hf_subset": "mya_Mymr-pap_Latn", + "languages": [ + "mya-Mymr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431599, + "recall": 0.497036, + "f1": 0.449382, + "accuracy": 0.497036, + "main_score": 0.449382, + "hf_subset": "mya_Mymr-sot_Latn", + "languages": [ + "mya-Mymr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "mya_Mymr-tur_Latn", + "languages": [ + "mya-Mymr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741224, + "recall": 0.798419, + "f1": 0.75863, + "accuracy": 0.798419, + "main_score": 0.75863, + "hf_subset": "mya_Mymr-ace_Latn", + "languages": [ + "mya-Mymr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886775, + "recall": 0.916996, + "f1": 0.896278, + "accuracy": 0.916996, + "main_score": 0.896278, + "hf_subset": "mya_Mymr-ban_Latn", + "languages": [ + "mya-Mymr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-ell_Grek", + "languages": [ + "mya-Mymr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "mya_Mymr-hne_Deva", + "languages": [ + "mya-Mymr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410919, + "recall": 0.483202, + "f1": 0.430831, + "accuracy": 0.483202, + "main_score": 0.430831, + "hf_subset": "mya_Mymr-kik_Latn", + "languages": [ + "mya-Mymr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-mai_Deva", + "languages": [ + "mya-Mymr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937829, + "recall": 0.95751, + "f1": 0.944236, + "accuracy": 0.95751, + "main_score": 0.944236, + "hf_subset": "mya_Mymr-pbt_Arab", + "languages": [ + "mya-Mymr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-spa_Latn", + "languages": [ + "mya-Mymr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474729, + "recall": 0.546443, + "f1": 0.494202, + "accuracy": 0.546443, + "main_score": 0.494202, + "hf_subset": "mya_Mymr-twi_Latn", + "languages": [ + "mya-Mymr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "mya_Mymr-acm_Arab", + "languages": [ + "mya-Mymr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "mya_Mymr-bel_Cyrl", + "languages": [ + "mya-Mymr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-hrv_Latn", + "languages": [ + "mya-Mymr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423332, + "recall": 0.486166, + "f1": 0.440507, + "accuracy": 0.486166, + "main_score": 0.440507, + "hf_subset": "mya_Mymr-kin_Latn", + "languages": [ + "mya-Mymr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "mya_Mymr-mal_Mlym", + "languages": [ + "mya-Mymr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mya_Mymr-pes_Arab", + "languages": [ + "mya-Mymr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940794, + "recall": 0.959486, + "f1": 0.946871, + "accuracy": 0.959486, + "main_score": 0.946871, + "hf_subset": "mya_Mymr-srd_Latn", + "languages": [ + "mya-Mymr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171939, + "recall": 0.206522, + "f1": 0.181324, + "accuracy": 0.206522, + "main_score": 0.181324, + "hf_subset": "mya_Mymr-tzm_Tfng", + "languages": [ + "mya-Mymr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-acq_Arab", + "languages": [ + "mya-Mymr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481723, + "recall": 0.535573, + "f1": 0.496796, + "accuracy": 0.535573, + "main_score": 0.496796, + "hf_subset": "mya_Mymr-bem_Latn", + "languages": [ + "mya-Mymr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "mya_Mymr-epo_Latn", + "languages": [ + "mya-Mymr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-hun_Latn", + "languages": [ + "mya-Mymr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "mya_Mymr-kir_Cyrl", + "languages": [ + "mya-Mymr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mya_Mymr-mar_Deva", + "languages": [ + "mya-Mymr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50192, + "recall": 0.577075, + "f1": 0.523083, + "accuracy": 0.577075, + "main_score": 0.523083, + "hf_subset": "mya_Mymr-plt_Latn", + "languages": [ + "mya-Mymr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mya_Mymr-srp_Cyrl", + "languages": [ + "mya-Mymr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938241, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "mya_Mymr-uig_Arab", + "languages": [ + "mya-Mymr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "mya_Mymr-aeb_Arab", + "languages": [ + "mya-Mymr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mya_Mymr-ben_Beng", + "languages": [ + "mya-Mymr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "mya_Mymr-est_Latn", + "languages": [ + "mya-Mymr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mya_Mymr-hye_Armn", + "languages": [ + "mya-Mymr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405758, + "recall": 0.469368, + "f1": 0.423265, + "accuracy": 0.469368, + "main_score": 0.423265, + "hf_subset": "mya_Mymr-kmb_Latn", + "languages": [ + "mya-Mymr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350972, + "recall": 0.41996, + "f1": 0.368368, + "accuracy": 0.41996, + "main_score": 0.368368, + "hf_subset": "mya_Mymr-min_Arab", + "languages": [ + "mya-Mymr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "mya_Mymr-pol_Latn", + "languages": [ + "mya-Mymr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440346, + "recall": 0.506917, + "f1": 0.458364, + "accuracy": 0.506917, + "main_score": 0.458364, + "hf_subset": "mya_Mymr-ssw_Latn", + "languages": [ + "mya-Mymr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-ukr_Cyrl", + "languages": [ + "mya-Mymr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-afr_Latn", + "languages": [ + "mya-Mymr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "mya_Mymr-bho_Deva", + "languages": [ + "mya-Mymr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "mya_Mymr-eus_Latn", + "languages": [ + "mya-Mymr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430445, + "recall": 0.499012, + "f1": 0.448209, + "accuracy": 0.499012, + "main_score": 0.448209, + "hf_subset": "mya_Mymr-ibo_Latn", + "languages": [ + "mya-Mymr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778607, + "recall": 0.83498, + "f1": 0.795751, + "accuracy": 0.83498, + "main_score": 0.795751, + "hf_subset": "mya_Mymr-kmr_Latn", + "languages": [ + "mya-Mymr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "mya_Mymr-min_Latn", + "languages": [ + "mya-Mymr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-por_Latn", + "languages": [ + "mya-Mymr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "mya_Mymr-sun_Latn", + "languages": [ + "mya-Mymr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392758, + "recall": 0.449605, + "f1": 0.407903, + "accuracy": 0.449605, + "main_score": 0.407903, + "hf_subset": "mya_Mymr-umb_Latn", + "languages": [ + "mya-Mymr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-ajp_Arab", + "languages": [ + "mya-Mymr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382528, + "recall": 0.449605, + "f1": 0.400577, + "accuracy": 0.449605, + "main_score": 0.400577, + "hf_subset": "mya_Mymr-bjn_Arab", + "languages": [ + "mya-Mymr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377199, + "recall": 0.431818, + "f1": 0.392166, + "accuracy": 0.431818, + "main_score": 0.392166, + "hf_subset": "mya_Mymr-ewe_Latn", + "languages": [ + "mya-Mymr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860895, + "recall": 0.898221, + "f1": 0.872316, + "accuracy": 0.898221, + "main_score": 0.872316, + "hf_subset": "mya_Mymr-ilo_Latn", + "languages": [ + "mya-Mymr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.24506, + "recall": 0.290514, + "f1": 0.257187, + "accuracy": 0.290514, + "main_score": 0.257187, + "hf_subset": "mya_Mymr-knc_Arab", + "languages": [ + "mya-Mymr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-mkd_Cyrl", + "languages": [ + "mya-Mymr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "mya_Mymr-prs_Arab", + "languages": [ + "mya-Mymr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-swe_Latn", + "languages": [ + "mya-Mymr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-urd_Arab", + "languages": [ + "mya-Mymr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432345, + "recall": 0.503953, + "f1": 0.451445, + "accuracy": 0.503953, + "main_score": 0.451445, + "hf_subset": "mya_Mymr-aka_Latn", + "languages": [ + "mya-Mymr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951219, + "accuracy": 0.962451, + "main_score": 0.951219, + "hf_subset": "mya_Mymr-bjn_Latn", + "languages": [ + "mya-Mymr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924522, + "recall": 0.94664, + "f1": 0.931555, + "accuracy": 0.94664, + "main_score": 0.931555, + "hf_subset": "mya_Mymr-fao_Latn", + "languages": [ + "mya-Mymr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-ind_Latn", + "languages": [ + "mya-Mymr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457218, + "recall": 0.513834, + "f1": 0.472721, + "accuracy": 0.513834, + "main_score": 0.472721, + "hf_subset": "mya_Mymr-knc_Latn", + "languages": [ + "mya-Mymr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "mya_Mymr-mlt_Latn", + "languages": [ + "mya-Mymr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588085, + "recall": 0.659091, + "f1": 0.607572, + "accuracy": 0.659091, + "main_score": 0.607572, + "hf_subset": "mya_Mymr-quy_Latn", + "languages": [ + "mya-Mymr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923172, + "recall": 0.947628, + "f1": 0.931225, + "accuracy": 0.947628, + "main_score": 0.931225, + "hf_subset": "mya_Mymr-swh_Latn", + "languages": [ + "mya-Mymr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "mya_Mymr-uzn_Latn", + "languages": [ + "mya-Mymr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mya_Mymr-als_Latn", + "languages": [ + "mya-Mymr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60807, + "recall": 0.690711, + "f1": 0.632364, + "accuracy": 0.690711, + "main_score": 0.632364, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564389, + "recall": 0.633399, + "f1": 0.583413, + "accuracy": 0.633399, + "main_score": 0.583413, + "hf_subset": "mya_Mymr-fij_Latn", + "languages": [ + "mya-Mymr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "mya_Mymr-isl_Latn", + "languages": [ + "mya-Mymr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498991, + "recall": 0.564229, + "f1": 0.516669, + "accuracy": 0.564229, + "main_score": 0.516669, + "hf_subset": "mya_Mymr-kon_Latn", + "languages": [ + "mya-Mymr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537373, + "recall": 0.613636, + "f1": 0.55941, + "accuracy": 0.613636, + "main_score": 0.55941, + "hf_subset": "mya_Mymr-mni_Beng", + "languages": [ + "mya-Mymr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-ron_Latn", + "languages": [ + "mya-Mymr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960639, + "accuracy": 0.969368, + "main_score": 0.960639, + "hf_subset": "mya_Mymr-szl_Latn", + "languages": [ + "mya-Mymr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mya_Mymr-vec_Latn", + "languages": [ + "mya-Mymr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903986, + "recall": 0.932806, + "f1": 0.913208, + "accuracy": 0.932806, + "main_score": 0.913208, + "hf_subset": "mya_Mymr-amh_Ethi", + "languages": [ + "mya-Mymr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-bos_Latn", + "languages": [ + "mya-Mymr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "mya_Mymr-fin_Latn", + "languages": [ + "mya-Mymr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-ita_Latn", + "languages": [ + "mya-Mymr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-kor_Hang", + "languages": [ + "mya-Mymr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419915, + "recall": 0.476285, + "f1": 0.434788, + "accuracy": 0.476285, + "main_score": 0.434788, + "hf_subset": "mya_Mymr-mos_Latn", + "languages": [ + "mya-Mymr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415939, + "recall": 0.475296, + "f1": 0.432011, + "accuracy": 0.475296, + "main_score": 0.432011, + "hf_subset": "mya_Mymr-run_Latn", + "languages": [ + "mya-Mymr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-tam_Taml", + "languages": [ + "mya-Mymr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-vie_Latn", + "languages": [ + "mya-Mymr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-apc_Arab", + "languages": [ + "mya-Mymr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661779, + "recall": 0.726285, + "f1": 0.680131, + "accuracy": 0.726285, + "main_score": 0.680131, + "hf_subset": "mya_Mymr-bug_Latn", + "languages": [ + "mya-Mymr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.349338, + "recall": 0.405138, + "f1": 0.363632, + "accuracy": 0.405138, + "main_score": 0.363632, + "hf_subset": "mya_Mymr-fon_Latn", + "languages": [ + "mya-Mymr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "mya_Mymr-jav_Latn", + "languages": [ + "mya-Mymr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79725, + "recall": 0.851779, + "f1": 0.814262, + "accuracy": 0.851779, + "main_score": 0.814262, + "hf_subset": "mya_Mymr-mri_Latn", + "languages": [ + "mya-Mymr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-rus_Cyrl", + "languages": [ + "mya-Mymr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417736, + "recall": 0.475296, + "f1": 0.432897, + "accuracy": 0.475296, + "main_score": 0.432897, + "hf_subset": "mya_Mymr-taq_Latn", + "languages": [ + "mya-Mymr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "mya_Mymr-war_Latn", + "languages": [ + "mya-Mymr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-arb_Arab", + "languages": [ + "mya-Mymr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-bul_Cyrl", + "languages": [ + "mya-Mymr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-fra_Latn", + "languages": [ + "mya-Mymr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-jpn_Jpan", + "languages": [ + "mya-Mymr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "mya_Mymr-lij_Latn", + "languages": [ + "mya-Mymr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424779, + "recall": 0.498024, + "f1": 0.444155, + "accuracy": 0.498024, + "main_score": 0.444155, + "hf_subset": "mya_Mymr-sag_Latn", + "languages": [ + "mya-Mymr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181302, + "recall": 0.237154, + "f1": 0.193988, + "accuracy": 0.237154, + "main_score": 0.193988, + "hf_subset": "mya_Mymr-taq_Tfng", + "languages": [ + "mya-Mymr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470297, + "recall": 0.543478, + "f1": 0.489537, + "accuracy": 0.543478, + "main_score": 0.489537, + "hf_subset": "mya_Mymr-wol_Latn", + "languages": [ + "mya-Mymr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676943, + "recall": 0.747036, + "f1": 0.697548, + "accuracy": 0.747036, + "main_score": 0.697548, + "hf_subset": "mya_Mymr-arb_Latn", + "languages": [ + "mya-Mymr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "mya_Mymr-cat_Latn", + "languages": [ + "mya-Mymr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.963439, + "f1": 0.951581, + "accuracy": 0.963439, + "main_score": 0.951581, + "hf_subset": "mya_Mymr-fur_Latn", + "languages": [ + "mya-Mymr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.312899, + "recall": 0.367589, + "f1": 0.328001, + "accuracy": 0.367589, + "main_score": 0.328001, + "hf_subset": "mya_Mymr-kab_Latn", + "languages": [ + "mya-Mymr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.945487, + "accuracy": 0.95751, + "main_score": 0.945487, + "hf_subset": "mya_Mymr-lim_Latn", + "languages": [ + "mya-Mymr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "mya_Mymr-nld_Latn", + "languages": [ + "mya-Mymr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "mya_Mymr-san_Deva", + "languages": [ + "mya-Mymr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mya_Mymr-tat_Cyrl", + "languages": [ + "mya-Mymr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542335, + "recall": 0.606719, + "f1": 0.559773, + "accuracy": 0.606719, + "main_score": 0.559773, + "hf_subset": "mya_Mymr-xho_Latn", + "languages": [ + "mya-Mymr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "mya_Mymr-ars_Arab", + "languages": [ + "mya-Mymr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "mya_Mymr-ceb_Latn", + "languages": [ + "mya-Mymr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410867, + "recall": 0.477273, + "f1": 0.428318, + "accuracy": 0.477273, + "main_score": 0.428318, + "hf_subset": "mya_Mymr-fuv_Latn", + "languages": [ + "mya-Mymr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38316, + "recall": 0.444664, + "f1": 0.399319, + "accuracy": 0.444664, + "main_score": 0.399319, + "hf_subset": "mya_Mymr-kac_Latn", + "languages": [ + "mya-Mymr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524814, + "recall": 0.591897, + "f1": 0.543327, + "accuracy": 0.591897, + "main_score": 0.543327, + "hf_subset": "mya_Mymr-lin_Latn", + "languages": [ + "mya-Mymr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-nno_Latn", + "languages": [ + "mya-Mymr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.220706, + "recall": 0.301383, + "f1": 0.24179, + "accuracy": 0.301383, + "main_score": 0.24179, + "hf_subset": "mya_Mymr-sat_Olck", + "languages": [ + "mya-Mymr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "mya_Mymr-tel_Telu", + "languages": [ + "mya-Mymr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919384, + "recall": 0.943676, + "f1": 0.927108, + "accuracy": 0.943676, + "main_score": 0.927108, + "hf_subset": "mya_Mymr-ydd_Hebr", + "languages": [ + "mya-Mymr", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "mya_Mymr-ary_Arab", + "languages": [ + "mya-Mymr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "mya_Mymr-ces_Latn", + "languages": [ + "mya-Mymr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441841, + "recall": 0.51087, + "f1": 0.460599, + "accuracy": 0.51087, + "main_score": 0.460599, + "hf_subset": "mya_Mymr-gaz_Latn", + "languages": [ + "mya-Mymr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462664, + "recall": 0.527668, + "f1": 0.48036, + "accuracy": 0.527668, + "main_score": 0.48036, + "hf_subset": "mya_Mymr-kam_Latn", + "languages": [ + "mya-Mymr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "mya_Mymr-lit_Latn", + "languages": [ + "mya-Mymr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-nob_Latn", + "languages": [ + "mya-Mymr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "mya_Mymr-scn_Latn", + "languages": [ + "mya-Mymr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "mya_Mymr-tgk_Cyrl", + "languages": [ + "mya-Mymr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588488, + "recall": 0.672925, + "f1": 0.613768, + "accuracy": 0.672925, + "main_score": 0.613768, + "hf_subset": "mya_Mymr-yor_Latn", + "languages": [ + "mya-Mymr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "mya_Mymr-arz_Arab", + "languages": [ + "mya-Mymr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437845, + "recall": 0.497036, + "f1": 0.453598, + "accuracy": 0.497036, + "main_score": 0.453598, + "hf_subset": "mya_Mymr-cjk_Latn", + "languages": [ + "mya-Mymr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636924, + "recall": 0.713439, + "f1": 0.659373, + "accuracy": 0.713439, + "main_score": 0.659373, + "hf_subset": "mya_Mymr-gla_Latn", + "languages": [ + "mya-Mymr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mya_Mymr-kan_Knda", + "languages": [ + "mya-Mymr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "mya_Mymr-lmo_Latn", + "languages": [ + "mya-Mymr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.98913, + "f1": 0.986495, + "accuracy": 0.98913, + "main_score": 0.986495, + "hf_subset": "mya_Mymr-npi_Deva", + "languages": [ + "mya-Mymr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34721, + "recall": 0.396245, + "f1": 0.360572, + "accuracy": 0.396245, + "main_score": 0.360572, + "hf_subset": "mya_Mymr-shn_Mymr", + "languages": [ + "mya-Mymr", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "mya_Mymr-tgl_Latn", + "languages": [ + "mya-Mymr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-yue_Hant", + "languages": [ + "mya-Mymr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "mya_Mymr-asm_Beng", + "languages": [ + "mya-Mymr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918972, + "recall": 0.942688, + "f1": 0.926548, + "accuracy": 0.942688, + "main_score": 0.926548, + "hf_subset": "mya_Mymr-ckb_Arab", + "languages": [ + "mya-Mymr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756283, + "recall": 0.816206, + "f1": 0.774166, + "accuracy": 0.816206, + "main_score": 0.774166, + "hf_subset": "mya_Mymr-gle_Latn", + "languages": [ + "mya-Mymr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893067, + "recall": 0.921937, + "f1": 0.902075, + "accuracy": 0.921937, + "main_score": 0.902075, + "hf_subset": "mya_Mymr-kas_Arab", + "languages": [ + "mya-Mymr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858729, + "recall": 0.898221, + "f1": 0.870982, + "accuracy": 0.898221, + "main_score": 0.870982, + "hf_subset": "mya_Mymr-ltg_Latn", + "languages": [ + "mya-Mymr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457972, + "recall": 0.511858, + "f1": 0.472025, + "accuracy": 0.511858, + "main_score": 0.472025, + "hf_subset": "mya_Mymr-nso_Latn", + "languages": [ + "mya-Mymr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "mya_Mymr-sin_Sinh", + "languages": [ + "mya-Mymr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-zho_Hans", + "languages": [ + "mya-Mymr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-ast_Latn", + "languages": [ + "mya-Mymr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "mya_Mymr-crh_Latn", + "languages": [ + "mya-Mymr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-glg_Latn", + "languages": [ + "mya-Mymr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813159, + "recall": 0.863636, + "f1": 0.828788, + "accuracy": 0.863636, + "main_score": 0.828788, + "hf_subset": "mya_Mymr-kas_Deva", + "languages": [ + "mya-Mymr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "mya_Mymr-ltz_Latn", + "languages": [ + "mya-Mymr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.337909, + "recall": 0.401186, + "f1": 0.354557, + "accuracy": 0.401186, + "main_score": 0.354557, + "hf_subset": "mya_Mymr-nus_Latn", + "languages": [ + "mya-Mymr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-slk_Latn", + "languages": [ + "mya-Mymr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51873, + "recall": 0.596838, + "f1": 0.540152, + "accuracy": 0.596838, + "main_score": 0.540152, + "hf_subset": "mya_Mymr-tir_Ethi", + "languages": [ + "mya-Mymr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-zho_Hant", + "languages": [ + "mya-Mymr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "mya_Mymr-awa_Deva", + "languages": [ + "mya-Mymr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931406, + "recall": 0.951581, + "f1": 0.937813, + "accuracy": 0.951581, + "main_score": 0.937813, + "hf_subset": "mya_Mymr-cym_Latn", + "languages": [ + "mya-Mymr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711402, + "recall": 0.772727, + "f1": 0.728938, + "accuracy": 0.772727, + "main_score": 0.728938, + "hf_subset": "mya_Mymr-grn_Latn", + "languages": [ + "mya-Mymr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "mya_Mymr-kat_Geor", + "languages": [ + "mya-Mymr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479543, + "recall": 0.544466, + "f1": 0.497375, + "accuracy": 0.544466, + "main_score": 0.497375, + "hf_subset": "mya_Mymr-lua_Latn", + "languages": [ + "mya-Mymr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483752, + "recall": 0.5583, + "f1": 0.504321, + "accuracy": 0.5583, + "main_score": 0.504321, + "hf_subset": "mya_Mymr-nya_Latn", + "languages": [ + "mya-Mymr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-slv_Latn", + "languages": [ + "mya-Mymr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864081, + "recall": 0.903162, + "f1": 0.876383, + "accuracy": 0.903162, + "main_score": 0.876383, + "hf_subset": "mya_Mymr-tpi_Latn", + "languages": [ + "mya-Mymr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-zsm_Latn", + "languages": [ + "mya-Mymr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402045, + "recall": 0.466403, + "f1": 0.419097, + "accuracy": 0.466403, + "main_score": 0.419097, + "hf_subset": "mya_Mymr-ayr_Latn", + "languages": [ + "mya-Mymr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-dan_Latn", + "languages": [ + "mya-Mymr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-guj_Gujr", + "languages": [ + "mya-Mymr", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "mya_Mymr-kaz_Cyrl", + "languages": [ + "mya-Mymr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384743, + "recall": 0.44664, + "f1": 0.402308, + "accuracy": 0.44664, + "main_score": 0.402308, + "hf_subset": "mya_Mymr-lug_Latn", + "languages": [ + "mya-Mymr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "mya_Mymr-oci_Latn", + "languages": [ + "mya-Mymr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716304, + "recall": 0.778656, + "f1": 0.734703, + "accuracy": 0.778656, + "main_score": 0.734703, + "hf_subset": "mya_Mymr-smo_Latn", + "languages": [ + "mya-Mymr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40916, + "recall": 0.468379, + "f1": 0.425344, + "accuracy": 0.468379, + "main_score": 0.425344, + "hf_subset": "mya_Mymr-tsn_Latn", + "languages": [ + "mya-Mymr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47129, + "recall": 0.544466, + "f1": 0.491519, + "accuracy": 0.544466, + "main_score": 0.491519, + "hf_subset": "mya_Mymr-zul_Latn", + "languages": [ + "mya-Mymr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853837, + "recall": 0.894269, + "f1": 0.866634, + "accuracy": 0.894269, + "main_score": 0.866634, + "hf_subset": "mya_Mymr-azb_Arab", + "languages": [ + "mya-Mymr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-deu_Latn", + "languages": [ + "mya-Mymr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.933136, + "accuracy": 0.948617, + "main_score": 0.933136, + "hf_subset": "mya_Mymr-hat_Latn", + "languages": [ + "mya-Mymr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362629, + "recall": 0.422925, + "f1": 0.378548, + "accuracy": 0.422925, + "main_score": 0.378548, + "hf_subset": "mya_Mymr-kbp_Latn", + "languages": [ + "mya-Mymr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426856, + "recall": 0.492095, + "f1": 0.444382, + "accuracy": 0.492095, + "main_score": 0.444382, + "hf_subset": "mya_Mymr-luo_Latn", + "languages": [ + "mya-Mymr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-ory_Orya", + "languages": [ + "mya-Mymr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448134, + "recall": 0.517787, + "f1": 0.46662, + "accuracy": 0.517787, + "main_score": 0.46662, + "hf_subset": "mya_Mymr-sna_Latn", + "languages": [ + "mya-Mymr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419873, + "recall": 0.488142, + "f1": 0.437599, + "accuracy": 0.488142, + "main_score": 0.437599, + "hf_subset": "mya_Mymr-tso_Latn", + "languages": [ + "mya-Mymr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "mya_Mymr-azj_Latn", + "languages": [ + "mya-Mymr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385264, + "recall": 0.459486, + "f1": 0.405798, + "accuracy": 0.459486, + "main_score": 0.405798, + "hf_subset": "mya_Mymr-dik_Latn", + "languages": [ + "mya-Mymr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621624, + "recall": 0.695652, + "f1": 0.642923, + "accuracy": 0.695652, + "main_score": 0.642923, + "hf_subset": "mya_Mymr-hau_Latn", + "languages": [ + "mya-Mymr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931653, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "mya_Mymr-kea_Latn", + "languages": [ + "mya-Mymr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621583, + "recall": 0.688735, + "f1": 0.640851, + "accuracy": 0.688735, + "main_score": 0.640851, + "hf_subset": "mya_Mymr-lus_Latn", + "languages": [ + "mya-Mymr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772541, + "recall": 0.818182, + "f1": 0.786105, + "accuracy": 0.818182, + "main_score": 0.786105, + "hf_subset": "mya_Mymr-pag_Latn", + "languages": [ + "mya-Mymr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "mya_Mymr-snd_Arab", + "languages": [ + "mya-Mymr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90695, + "recall": 0.935771, + "f1": 0.916337, + "accuracy": 0.935771, + "main_score": 0.916337, + "hf_subset": "mya_Mymr-tuk_Latn", + "languages": [ + "mya-Mymr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959404, + "recall": 0.970356, + "f1": 0.962846, + "accuracy": 0.970356, + "main_score": 0.962846, + "hf_subset": "mya_Mymr-bak_Cyrl", + "languages": [ + "mya-Mymr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.325909, + "recall": 0.405138, + "f1": 0.347207, + "accuracy": 0.405138, + "main_score": 0.347207, + "hf_subset": "mya_Mymr-dyu_Latn", + "languages": [ + "mya-Mymr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-heb_Hebr", + "languages": [ + "mya-Mymr", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "mya_Mymr-khk_Cyrl", + "languages": [ + "mya-Mymr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "mya_Mymr-lvs_Latn", + "languages": [ + "mya-Mymr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "mya_Mymr-pan_Guru", + "languages": [ + "mya-Mymr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602893, + "recall": 0.675889, + "f1": 0.623951, + "accuracy": 0.675889, + "main_score": 0.623951, + "hf_subset": "mya_Mymr-som_Latn", + "languages": [ + "mya-Mymr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467723, + "recall": 0.523715, + "f1": 0.482749, + "accuracy": 0.523715, + "main_score": 0.482749, + "hf_subset": "mya_Mymr-tum_Latn", + "languages": [ + "mya-Mymr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435158, + "recall": 0.482213, + "f1": 0.448544, + "accuracy": 0.482213, + "main_score": 0.448544, + "hf_subset": "sag_Latn-ace_Arab", + "languages": [ + "sag-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503208, + "recall": 0.547431, + "f1": 0.51571, + "accuracy": 0.547431, + "main_score": 0.51571, + "hf_subset": "sag_Latn-bam_Latn", + "languages": [ + "sag-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233779, + "recall": 0.27668, + "f1": 0.244892, + "accuracy": 0.27668, + "main_score": 0.244892, + "hf_subset": "sag_Latn-dzo_Tibt", + "languages": [ + "sag-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582566, + "recall": 0.629447, + "f1": 0.595129, + "accuracy": 0.629447, + "main_score": 0.595129, + "hf_subset": "sag_Latn-hin_Deva", + "languages": [ + "sag-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530789, + "recall": 0.581028, + "f1": 0.543995, + "accuracy": 0.581028, + "main_score": 0.543995, + "hf_subset": "sag_Latn-khm_Khmr", + "languages": [ + "sag-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574676, + "recall": 0.62253, + "f1": 0.587657, + "accuracy": 0.62253, + "main_score": 0.587657, + "hf_subset": "sag_Latn-mag_Deva", + "languages": [ + "sag-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599681, + "recall": 0.637352, + "f1": 0.609745, + "accuracy": 0.637352, + "main_score": 0.609745, + "hf_subset": "sag_Latn-pap_Latn", + "languages": [ + "sag-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536226, + "recall": 0.581028, + "f1": 0.548721, + "accuracy": 0.581028, + "main_score": 0.548721, + "hf_subset": "sag_Latn-sot_Latn", + "languages": [ + "sag-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585976, + "recall": 0.631423, + "f1": 0.598358, + "accuracy": 0.631423, + "main_score": 0.598358, + "hf_subset": "sag_Latn-tur_Latn", + "languages": [ + "sag-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593759, + "recall": 0.633399, + "f1": 0.60467, + "accuracy": 0.633399, + "main_score": 0.60467, + "hf_subset": "sag_Latn-ace_Latn", + "languages": [ + "sag-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614869, + "recall": 0.649209, + "f1": 0.624895, + "accuracy": 0.649209, + "main_score": 0.624895, + "hf_subset": "sag_Latn-ban_Latn", + "languages": [ + "sag-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590564, + "recall": 0.636364, + "f1": 0.602619, + "accuracy": 0.636364, + "main_score": 0.602619, + "hf_subset": "sag_Latn-ell_Grek", + "languages": [ + "sag-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571678, + "recall": 0.620553, + "f1": 0.585198, + "accuracy": 0.620553, + "main_score": 0.585198, + "hf_subset": "sag_Latn-hne_Deva", + "languages": [ + "sag-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502136, + "recall": 0.550395, + "f1": 0.515687, + "accuracy": 0.550395, + "main_score": 0.515687, + "hf_subset": "sag_Latn-kik_Latn", + "languages": [ + "sag-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579484, + "recall": 0.634387, + "f1": 0.594852, + "accuracy": 0.634387, + "main_score": 0.594852, + "hf_subset": "sag_Latn-mai_Deva", + "languages": [ + "sag-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526528, + "recall": 0.582016, + "f1": 0.540961, + "accuracy": 0.582016, + "main_score": 0.540961, + "hf_subset": "sag_Latn-pbt_Arab", + "languages": [ + "sag-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597311, + "recall": 0.643281, + "f1": 0.610575, + "accuracy": 0.643281, + "main_score": 0.610575, + "hf_subset": "sag_Latn-spa_Latn", + "languages": [ + "sag-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574326, + "recall": 0.610672, + "f1": 0.58427, + "accuracy": 0.610672, + "main_score": 0.58427, + "hf_subset": "sag_Latn-twi_Latn", + "languages": [ + "sag-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563422, + "recall": 0.614625, + "f1": 0.577312, + "accuracy": 0.614625, + "main_score": 0.577312, + "hf_subset": "sag_Latn-acm_Arab", + "languages": [ + "sag-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570203, + "recall": 0.615613, + "f1": 0.58162, + "accuracy": 0.615613, + "main_score": 0.58162, + "hf_subset": "sag_Latn-bel_Cyrl", + "languages": [ + "sag-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618364, + "recall": 0.666008, + "f1": 0.630974, + "accuracy": 0.666008, + "main_score": 0.630974, + "hf_subset": "sag_Latn-eng_Latn", + "languages": [ + "sag-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600883, + "recall": 0.643281, + "f1": 0.612098, + "accuracy": 0.643281, + "main_score": 0.612098, + "hf_subset": "sag_Latn-hrv_Latn", + "languages": [ + "sag-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492857, + "recall": 0.535573, + "f1": 0.504165, + "accuracy": 0.535573, + "main_score": 0.504165, + "hf_subset": "sag_Latn-kin_Latn", + "languages": [ + "sag-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57398, + "recall": 0.62253, + "f1": 0.586921, + "accuracy": 0.62253, + "main_score": 0.586921, + "hf_subset": "sag_Latn-mal_Mlym", + "languages": [ + "sag-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57991, + "recall": 0.630435, + "f1": 0.594075, + "accuracy": 0.630435, + "main_score": 0.594075, + "hf_subset": "sag_Latn-pes_Arab", + "languages": [ + "sag-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581599, + "recall": 0.626482, + "f1": 0.59365, + "accuracy": 0.626482, + "main_score": 0.59365, + "hf_subset": "sag_Latn-srd_Latn", + "languages": [ + "sag-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199267, + "recall": 0.237154, + "f1": 0.209254, + "accuracy": 0.237154, + "main_score": 0.209254, + "hf_subset": "sag_Latn-tzm_Tfng", + "languages": [ + "sag-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571609, + "recall": 0.624506, + "f1": 0.586118, + "accuracy": 0.624506, + "main_score": 0.586118, + "hf_subset": "sag_Latn-acq_Arab", + "languages": [ + "sag-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565234, + "recall": 0.599802, + "f1": 0.574462, + "accuracy": 0.599802, + "main_score": 0.574462, + "hf_subset": "sag_Latn-bem_Latn", + "languages": [ + "sag-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605355, + "recall": 0.652174, + "f1": 0.617243, + "accuracy": 0.652174, + "main_score": 0.617243, + "hf_subset": "sag_Latn-epo_Latn", + "languages": [ + "sag-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591349, + "recall": 0.639328, + "f1": 0.604476, + "accuracy": 0.639328, + "main_score": 0.604476, + "hf_subset": "sag_Latn-hun_Latn", + "languages": [ + "sag-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558053, + "recall": 0.605731, + "f1": 0.571076, + "accuracy": 0.605731, + "main_score": 0.571076, + "hf_subset": "sag_Latn-kir_Cyrl", + "languages": [ + "sag-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575314, + "recall": 0.626482, + "f1": 0.589282, + "accuracy": 0.626482, + "main_score": 0.589282, + "hf_subset": "sag_Latn-mar_Deva", + "languages": [ + "sag-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550594, + "recall": 0.589921, + "f1": 0.56155, + "accuracy": 0.589921, + "main_score": 0.56155, + "hf_subset": "sag_Latn-plt_Latn", + "languages": [ + "sag-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590708, + "recall": 0.63834, + "f1": 0.603512, + "accuracy": 0.63834, + "main_score": 0.603512, + "hf_subset": "sag_Latn-srp_Cyrl", + "languages": [ + "sag-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492524, + "recall": 0.549407, + "f1": 0.508029, + "accuracy": 0.549407, + "main_score": 0.508029, + "hf_subset": "sag_Latn-uig_Arab", + "languages": [ + "sag-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554576, + "recall": 0.605731, + "f1": 0.567969, + "accuracy": 0.605731, + "main_score": 0.567969, + "hf_subset": "sag_Latn-aeb_Arab", + "languages": [ + "sag-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568406, + "recall": 0.623518, + "f1": 0.583252, + "accuracy": 0.623518, + "main_score": 0.583252, + "hf_subset": "sag_Latn-ben_Beng", + "languages": [ + "sag-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561631, + "recall": 0.610672, + "f1": 0.575142, + "accuracy": 0.610672, + "main_score": 0.575142, + "hf_subset": "sag_Latn-est_Latn", + "languages": [ + "sag-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558156, + "recall": 0.606719, + "f1": 0.571429, + "accuracy": 0.606719, + "main_score": 0.571429, + "hf_subset": "sag_Latn-hye_Armn", + "languages": [ + "sag-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520677, + "recall": 0.561265, + "f1": 0.532392, + "accuracy": 0.561265, + "main_score": 0.532392, + "hf_subset": "sag_Latn-kmb_Latn", + "languages": [ + "sag-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405268, + "recall": 0.463439, + "f1": 0.420828, + "accuracy": 0.463439, + "main_score": 0.420828, + "hf_subset": "sag_Latn-min_Arab", + "languages": [ + "sag-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597011, + "recall": 0.639328, + "f1": 0.609332, + "accuracy": 0.639328, + "main_score": 0.609332, + "hf_subset": "sag_Latn-pol_Latn", + "languages": [ + "sag-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518429, + "recall": 0.559289, + "f1": 0.529349, + "accuracy": 0.559289, + "main_score": 0.529349, + "hf_subset": "sag_Latn-ssw_Latn", + "languages": [ + "sag-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599356, + "recall": 0.645257, + "f1": 0.611956, + "accuracy": 0.645257, + "main_score": 0.611956, + "hf_subset": "sag_Latn-ukr_Cyrl", + "languages": [ + "sag-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617057, + "recall": 0.66996, + "f1": 0.630763, + "accuracy": 0.66996, + "main_score": 0.630763, + "hf_subset": "sag_Latn-afr_Latn", + "languages": [ + "sag-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569692, + "recall": 0.616601, + "f1": 0.582051, + "accuracy": 0.616601, + "main_score": 0.582051, + "hf_subset": "sag_Latn-bho_Deva", + "languages": [ + "sag-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59047, + "recall": 0.631423, + "f1": 0.601861, + "accuracy": 0.631423, + "main_score": 0.601861, + "hf_subset": "sag_Latn-eus_Latn", + "languages": [ + "sag-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523658, + "recall": 0.567194, + "f1": 0.536014, + "accuracy": 0.567194, + "main_score": 0.536014, + "hf_subset": "sag_Latn-ibo_Latn", + "languages": [ + "sag-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546026, + "recall": 0.587945, + "f1": 0.557889, + "accuracy": 0.587945, + "main_score": 0.557889, + "hf_subset": "sag_Latn-kmr_Latn", + "languages": [ + "sag-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586113, + "recall": 0.628458, + "f1": 0.597581, + "accuracy": 0.628458, + "main_score": 0.597581, + "hf_subset": "sag_Latn-min_Latn", + "languages": [ + "sag-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597025, + "recall": 0.646245, + "f1": 0.611144, + "accuracy": 0.646245, + "main_score": 0.611144, + "hf_subset": "sag_Latn-por_Latn", + "languages": [ + "sag-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598773, + "recall": 0.639328, + "f1": 0.609983, + "accuracy": 0.639328, + "main_score": 0.609983, + "hf_subset": "sag_Latn-sun_Latn", + "languages": [ + "sag-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495974, + "recall": 0.541502, + "f1": 0.509351, + "accuracy": 0.541502, + "main_score": 0.509351, + "hf_subset": "sag_Latn-umb_Latn", + "languages": [ + "sag-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578631, + "recall": 0.62747, + "f1": 0.591983, + "accuracy": 0.62747, + "main_score": 0.591983, + "hf_subset": "sag_Latn-ajp_Arab", + "languages": [ + "sag-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42016, + "recall": 0.470356, + "f1": 0.434085, + "accuracy": 0.470356, + "main_score": 0.434085, + "hf_subset": "sag_Latn-bjn_Arab", + "languages": [ + "sag-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493043, + "recall": 0.534585, + "f1": 0.505174, + "accuracy": 0.534585, + "main_score": 0.505174, + "hf_subset": "sag_Latn-ewe_Latn", + "languages": [ + "sag-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609636, + "recall": 0.646245, + "f1": 0.619616, + "accuracy": 0.646245, + "main_score": 0.619616, + "hf_subset": "sag_Latn-ilo_Latn", + "languages": [ + "sag-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313145, + "recall": 0.356719, + "f1": 0.325645, + "accuracy": 0.356719, + "main_score": 0.325645, + "hf_subset": "sag_Latn-knc_Arab", + "languages": [ + "sag-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591308, + "recall": 0.641304, + "f1": 0.605054, + "accuracy": 0.641304, + "main_score": 0.605054, + "hf_subset": "sag_Latn-mkd_Cyrl", + "languages": [ + "sag-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554146, + "recall": 0.608696, + "f1": 0.568331, + "accuracy": 0.608696, + "main_score": 0.568331, + "hf_subset": "sag_Latn-prs_Arab", + "languages": [ + "sag-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598329, + "recall": 0.646245, + "f1": 0.610863, + "accuracy": 0.646245, + "main_score": 0.610863, + "hf_subset": "sag_Latn-swe_Latn", + "languages": [ + "sag-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545559, + "recall": 0.604743, + "f1": 0.560594, + "accuracy": 0.604743, + "main_score": 0.560594, + "hf_subset": "sag_Latn-urd_Arab", + "languages": [ + "sag-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560518, + "recall": 0.602767, + "f1": 0.572587, + "accuracy": 0.602767, + "main_score": 0.572587, + "hf_subset": "sag_Latn-aka_Latn", + "languages": [ + "sag-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604733, + "recall": 0.643281, + "f1": 0.614776, + "accuracy": 0.643281, + "main_score": 0.614776, + "hf_subset": "sag_Latn-bjn_Latn", + "languages": [ + "sag-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57165, + "recall": 0.608696, + "f1": 0.582724, + "accuracy": 0.608696, + "main_score": 0.582724, + "hf_subset": "sag_Latn-fao_Latn", + "languages": [ + "sag-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598923, + "recall": 0.644269, + "f1": 0.611095, + "accuracy": 0.644269, + "main_score": 0.611095, + "hf_subset": "sag_Latn-ind_Latn", + "languages": [ + "sag-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539033, + "recall": 0.577075, + "f1": 0.549881, + "accuracy": 0.577075, + "main_score": 0.549881, + "hf_subset": "sag_Latn-knc_Latn", + "languages": [ + "sag-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588699, + "recall": 0.635375, + "f1": 0.600333, + "accuracy": 0.635375, + "main_score": 0.600333, + "hf_subset": "sag_Latn-mlt_Latn", + "languages": [ + "sag-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560392, + "recall": 0.601779, + "f1": 0.572205, + "accuracy": 0.601779, + "main_score": 0.572205, + "hf_subset": "sag_Latn-quy_Latn", + "languages": [ + "sag-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555308, + "recall": 0.604743, + "f1": 0.568571, + "accuracy": 0.604743, + "main_score": 0.568571, + "hf_subset": "sag_Latn-swh_Latn", + "languages": [ + "sag-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561535, + "recall": 0.612648, + "f1": 0.575975, + "accuracy": 0.612648, + "main_score": 0.575975, + "hf_subset": "sag_Latn-uzn_Latn", + "languages": [ + "sag-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574208, + "recall": 0.621542, + "f1": 0.587613, + "accuracy": 0.621542, + "main_score": 0.587613, + "hf_subset": "sag_Latn-als_Latn", + "languages": [ + "sag-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2724, + "recall": 0.317194, + "f1": 0.282888, + "accuracy": 0.317194, + "main_score": 0.282888, + "hf_subset": "sag_Latn-bod_Tibt", + "languages": [ + "sag-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538359, + "recall": 0.575099, + "f1": 0.549129, + "accuracy": 0.575099, + "main_score": 0.549129, + "hf_subset": "sag_Latn-fij_Latn", + "languages": [ + "sag-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545886, + "recall": 0.587945, + "f1": 0.558272, + "accuracy": 0.587945, + "main_score": 0.558272, + "hf_subset": "sag_Latn-isl_Latn", + "languages": [ + "sag-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580688, + "recall": 0.621542, + "f1": 0.59151, + "accuracy": 0.621542, + "main_score": 0.59151, + "hf_subset": "sag_Latn-kon_Latn", + "languages": [ + "sag-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479913, + "recall": 0.535573, + "f1": 0.495961, + "accuracy": 0.535573, + "main_score": 0.495961, + "hf_subset": "sag_Latn-mni_Beng", + "languages": [ + "sag-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619246, + "recall": 0.666008, + "f1": 0.631599, + "accuracy": 0.666008, + "main_score": 0.631599, + "hf_subset": "sag_Latn-ron_Latn", + "languages": [ + "sag-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596974, + "recall": 0.635375, + "f1": 0.606748, + "accuracy": 0.635375, + "main_score": 0.606748, + "hf_subset": "sag_Latn-szl_Latn", + "languages": [ + "sag-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606657, + "recall": 0.649209, + "f1": 0.617795, + "accuracy": 0.649209, + "main_score": 0.617795, + "hf_subset": "sag_Latn-vec_Latn", + "languages": [ + "sag-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484734, + "recall": 0.541502, + "f1": 0.50009, + "accuracy": 0.541502, + "main_score": 0.50009, + "hf_subset": "sag_Latn-amh_Ethi", + "languages": [ + "sag-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598817, + "recall": 0.641304, + "f1": 0.609729, + "accuracy": 0.641304, + "main_score": 0.609729, + "hf_subset": "sag_Latn-bos_Latn", + "languages": [ + "sag-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562659, + "recall": 0.608696, + "f1": 0.57511, + "accuracy": 0.608696, + "main_score": 0.57511, + "hf_subset": "sag_Latn-fin_Latn", + "languages": [ + "sag-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598052, + "recall": 0.640316, + "f1": 0.609821, + "accuracy": 0.640316, + "main_score": 0.609821, + "hf_subset": "sag_Latn-ita_Latn", + "languages": [ + "sag-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564232, + "recall": 0.621542, + "f1": 0.579561, + "accuracy": 0.621542, + "main_score": 0.579561, + "hf_subset": "sag_Latn-kor_Hang", + "languages": [ + "sag-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514973, + "recall": 0.561265, + "f1": 0.52851, + "accuracy": 0.561265, + "main_score": 0.52851, + "hf_subset": "sag_Latn-mos_Latn", + "languages": [ + "sag-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531037, + "recall": 0.571146, + "f1": 0.542624, + "accuracy": 0.571146, + "main_score": 0.542624, + "hf_subset": "sag_Latn-run_Latn", + "languages": [ + "sag-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545624, + "recall": 0.600791, + "f1": 0.560203, + "accuracy": 0.600791, + "main_score": 0.560203, + "hf_subset": "sag_Latn-tam_Taml", + "languages": [ + "sag-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597823, + "recall": 0.641304, + "f1": 0.608858, + "accuracy": 0.641304, + "main_score": 0.608858, + "hf_subset": "sag_Latn-vie_Latn", + "languages": [ + "sag-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572427, + "recall": 0.625494, + "f1": 0.585797, + "accuracy": 0.625494, + "main_score": 0.585797, + "hf_subset": "sag_Latn-apc_Arab", + "languages": [ + "sag-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564873, + "recall": 0.609684, + "f1": 0.577352, + "accuracy": 0.609684, + "main_score": 0.577352, + "hf_subset": "sag_Latn-bug_Latn", + "languages": [ + "sag-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468067, + "recall": 0.511858, + "f1": 0.480338, + "accuracy": 0.511858, + "main_score": 0.480338, + "hf_subset": "sag_Latn-fon_Latn", + "languages": [ + "sag-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597951, + "recall": 0.639328, + "f1": 0.609032, + "accuracy": 0.639328, + "main_score": 0.609032, + "hf_subset": "sag_Latn-jav_Latn", + "languages": [ + "sag-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520064, + "recall": 0.56917, + "f1": 0.533525, + "accuracy": 0.56917, + "main_score": 0.533525, + "hf_subset": "sag_Latn-lao_Laoo", + "languages": [ + "sag-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501623, + "recall": 0.538538, + "f1": 0.511579, + "accuracy": 0.538538, + "main_score": 0.511579, + "hf_subset": "sag_Latn-mri_Latn", + "languages": [ + "sag-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587341, + "recall": 0.635375, + "f1": 0.600562, + "accuracy": 0.635375, + "main_score": 0.600562, + "hf_subset": "sag_Latn-rus_Cyrl", + "languages": [ + "sag-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509051, + "recall": 0.550395, + "f1": 0.520589, + "accuracy": 0.550395, + "main_score": 0.520589, + "hf_subset": "sag_Latn-taq_Latn", + "languages": [ + "sag-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609575, + "recall": 0.649209, + "f1": 0.620548, + "accuracy": 0.649209, + "main_score": 0.620548, + "hf_subset": "sag_Latn-war_Latn", + "languages": [ + "sag-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562281, + "recall": 0.612648, + "f1": 0.575969, + "accuracy": 0.612648, + "main_score": 0.575969, + "hf_subset": "sag_Latn-arb_Arab", + "languages": [ + "sag-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590829, + "recall": 0.635375, + "f1": 0.603122, + "accuracy": 0.635375, + "main_score": 0.603122, + "hf_subset": "sag_Latn-bul_Cyrl", + "languages": [ + "sag-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61833, + "recall": 0.662055, + "f1": 0.630671, + "accuracy": 0.662055, + "main_score": 0.630671, + "hf_subset": "sag_Latn-fra_Latn", + "languages": [ + "sag-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561307, + "recall": 0.610672, + "f1": 0.573949, + "accuracy": 0.610672, + "main_score": 0.573949, + "hf_subset": "sag_Latn-jpn_Jpan", + "languages": [ + "sag-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584696, + "recall": 0.630435, + "f1": 0.5967, + "accuracy": 0.630435, + "main_score": 0.5967, + "hf_subset": "sag_Latn-lij_Latn", + "languages": [ + "sag-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417321, + "recall": 0.482213, + "f1": 0.434076, + "accuracy": 0.482213, + "main_score": 0.434076, + "hf_subset": "sag_Latn-mya_Mymr", + "languages": [ + "sag-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206043, + "recall": 0.252964, + "f1": 0.217311, + "accuracy": 0.252964, + "main_score": 0.217311, + "hf_subset": "sag_Latn-taq_Tfng", + "languages": [ + "sag-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559724, + "recall": 0.604743, + "f1": 0.573123, + "accuracy": 0.604743, + "main_score": 0.573123, + "hf_subset": "sag_Latn-wol_Latn", + "languages": [ + "sag-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454516, + "recall": 0.501976, + "f1": 0.467318, + "accuracy": 0.501976, + "main_score": 0.467318, + "hf_subset": "sag_Latn-arb_Latn", + "languages": [ + "sag-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596661, + "recall": 0.644269, + "f1": 0.609891, + "accuracy": 0.644269, + "main_score": 0.609891, + "hf_subset": "sag_Latn-cat_Latn", + "languages": [ + "sag-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603276, + "recall": 0.645257, + "f1": 0.614269, + "accuracy": 0.645257, + "main_score": 0.614269, + "hf_subset": "sag_Latn-fur_Latn", + "languages": [ + "sag-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422104, + "recall": 0.471344, + "f1": 0.435484, + "accuracy": 0.471344, + "main_score": 0.435484, + "hf_subset": "sag_Latn-kab_Latn", + "languages": [ + "sag-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587443, + "recall": 0.628458, + "f1": 0.598365, + "accuracy": 0.628458, + "main_score": 0.598365, + "hf_subset": "sag_Latn-lim_Latn", + "languages": [ + "sag-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583808, + "recall": 0.631423, + "f1": 0.596522, + "accuracy": 0.631423, + "main_score": 0.596522, + "hf_subset": "sag_Latn-nld_Latn", + "languages": [ + "sag-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519604, + "recall": 0.577075, + "f1": 0.534368, + "accuracy": 0.577075, + "main_score": 0.534368, + "hf_subset": "sag_Latn-san_Deva", + "languages": [ + "sag-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56433, + "recall": 0.61166, + "f1": 0.577671, + "accuracy": 0.61166, + "main_score": 0.577671, + "hf_subset": "sag_Latn-tat_Cyrl", + "languages": [ + "sag-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548442, + "recall": 0.588933, + "f1": 0.559851, + "accuracy": 0.588933, + "main_score": 0.559851, + "hf_subset": "sag_Latn-xho_Latn", + "languages": [ + "sag-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547654, + "recall": 0.600791, + "f1": 0.562167, + "accuracy": 0.600791, + "main_score": 0.562167, + "hf_subset": "sag_Latn-ars_Arab", + "languages": [ + "sag-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613705, + "recall": 0.653162, + "f1": 0.624058, + "accuracy": 0.653162, + "main_score": 0.624058, + "hf_subset": "sag_Latn-ceb_Latn", + "languages": [ + "sag-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505856, + "recall": 0.550395, + "f1": 0.518975, + "accuracy": 0.550395, + "main_score": 0.518975, + "hf_subset": "sag_Latn-fuv_Latn", + "languages": [ + "sag-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499296, + "recall": 0.54249, + "f1": 0.511328, + "accuracy": 0.54249, + "main_score": 0.511328, + "hf_subset": "sag_Latn-kac_Latn", + "languages": [ + "sag-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584, + "recall": 0.62253, + "f1": 0.594778, + "accuracy": 0.62253, + "main_score": 0.594778, + "hf_subset": "sag_Latn-lin_Latn", + "languages": [ + "sag-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59035, + "recall": 0.640316, + "f1": 0.604603, + "accuracy": 0.640316, + "main_score": 0.604603, + "hf_subset": "sag_Latn-nno_Latn", + "languages": [ + "sag-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.109052, + "recall": 0.145257, + "f1": 0.118053, + "accuracy": 0.145257, + "main_score": 0.118053, + "hf_subset": "sag_Latn-sat_Olck", + "languages": [ + "sag-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55984, + "recall": 0.615613, + "f1": 0.574664, + "accuracy": 0.615613, + "main_score": 0.574664, + "hf_subset": "sag_Latn-tel_Telu", + "languages": [ + "sag-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491628, + "recall": 0.540514, + "f1": 0.504245, + "accuracy": 0.540514, + "main_score": 0.504245, + "hf_subset": "sag_Latn-ydd_Hebr", + "languages": [ + "sag-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540348, + "recall": 0.583992, + "f1": 0.552049, + "accuracy": 0.583992, + "main_score": 0.552049, + "hf_subset": "sag_Latn-ary_Arab", + "languages": [ + "sag-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587323, + "recall": 0.63834, + "f1": 0.600835, + "accuracy": 0.63834, + "main_score": 0.600835, + "hf_subset": "sag_Latn-ces_Latn", + "languages": [ + "sag-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480368, + "recall": 0.529644, + "f1": 0.493652, + "accuracy": 0.529644, + "main_score": 0.493652, + "hf_subset": "sag_Latn-gaz_Latn", + "languages": [ + "sag-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507407, + "recall": 0.548419, + "f1": 0.518569, + "accuracy": 0.548419, + "main_score": 0.518569, + "hf_subset": "sag_Latn-kam_Latn", + "languages": [ + "sag-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570987, + "recall": 0.618577, + "f1": 0.583862, + "accuracy": 0.618577, + "main_score": 0.583862, + "hf_subset": "sag_Latn-lit_Latn", + "languages": [ + "sag-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600422, + "recall": 0.650198, + "f1": 0.613642, + "accuracy": 0.650198, + "main_score": 0.613642, + "hf_subset": "sag_Latn-nob_Latn", + "languages": [ + "sag-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590836, + "recall": 0.628458, + "f1": 0.601177, + "accuracy": 0.628458, + "main_score": 0.601177, + "hf_subset": "sag_Latn-scn_Latn", + "languages": [ + "sag-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549432, + "recall": 0.59585, + "f1": 0.562938, + "accuracy": 0.59585, + "main_score": 0.562938, + "hf_subset": "sag_Latn-tgk_Cyrl", + "languages": [ + "sag-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472003, + "recall": 0.524704, + "f1": 0.487433, + "accuracy": 0.524704, + "main_score": 0.487433, + "hf_subset": "sag_Latn-yor_Latn", + "languages": [ + "sag-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559645, + "recall": 0.608696, + "f1": 0.573468, + "accuracy": 0.608696, + "main_score": 0.573468, + "hf_subset": "sag_Latn-arz_Arab", + "languages": [ + "sag-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508904, + "recall": 0.555336, + "f1": 0.522365, + "accuracy": 0.555336, + "main_score": 0.522365, + "hf_subset": "sag_Latn-cjk_Latn", + "languages": [ + "sag-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493728, + "recall": 0.534585, + "f1": 0.50445, + "accuracy": 0.534585, + "main_score": 0.50445, + "hf_subset": "sag_Latn-gla_Latn", + "languages": [ + "sag-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555788, + "recall": 0.613636, + "f1": 0.571383, + "accuracy": 0.613636, + "main_score": 0.571383, + "hf_subset": "sag_Latn-kan_Knda", + "languages": [ + "sag-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594838, + "recall": 0.639328, + "f1": 0.607075, + "accuracy": 0.639328, + "main_score": 0.607075, + "hf_subset": "sag_Latn-lmo_Latn", + "languages": [ + "sag-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548141, + "recall": 0.602767, + "f1": 0.562419, + "accuracy": 0.602767, + "main_score": 0.562419, + "hf_subset": "sag_Latn-npi_Deva", + "languages": [ + "sag-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42828, + "recall": 0.48419, + "f1": 0.443027, + "accuracy": 0.48419, + "main_score": 0.443027, + "hf_subset": "sag_Latn-shn_Mymr", + "languages": [ + "sag-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612587, + "recall": 0.65415, + "f1": 0.623275, + "accuracy": 0.65415, + "main_score": 0.623275, + "hf_subset": "sag_Latn-tgl_Latn", + "languages": [ + "sag-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562897, + "recall": 0.608696, + "f1": 0.574836, + "accuracy": 0.608696, + "main_score": 0.574836, + "hf_subset": "sag_Latn-yue_Hant", + "languages": [ + "sag-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527869, + "recall": 0.586957, + "f1": 0.54445, + "accuracy": 0.586957, + "main_score": 0.54445, + "hf_subset": "sag_Latn-asm_Beng", + "languages": [ + "sag-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512338, + "recall": 0.565217, + "f1": 0.527372, + "accuracy": 0.565217, + "main_score": 0.527372, + "hf_subset": "sag_Latn-ckb_Arab", + "languages": [ + "sag-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505489, + "recall": 0.549407, + "f1": 0.517291, + "accuracy": 0.549407, + "main_score": 0.517291, + "hf_subset": "sag_Latn-gle_Latn", + "languages": [ + "sag-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510898, + "recall": 0.565217, + "f1": 0.52565, + "accuracy": 0.565217, + "main_score": 0.52565, + "hf_subset": "sag_Latn-kas_Arab", + "languages": [ + "sag-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553856, + "recall": 0.605731, + "f1": 0.567493, + "accuracy": 0.605731, + "main_score": 0.567493, + "hf_subset": "sag_Latn-ltg_Latn", + "languages": [ + "sag-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559302, + "recall": 0.596838, + "f1": 0.569913, + "accuracy": 0.596838, + "main_score": 0.569913, + "hf_subset": "sag_Latn-nso_Latn", + "languages": [ + "sag-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489714, + "recall": 0.549407, + "f1": 0.505917, + "accuracy": 0.549407, + "main_score": 0.505917, + "hf_subset": "sag_Latn-sin_Sinh", + "languages": [ + "sag-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567775, + "recall": 0.620553, + "f1": 0.582176, + "accuracy": 0.620553, + "main_score": 0.582176, + "hf_subset": "sag_Latn-tha_Thai", + "languages": [ + "sag-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571533, + "recall": 0.616601, + "f1": 0.583349, + "accuracy": 0.616601, + "main_score": 0.583349, + "hf_subset": "sag_Latn-zho_Hans", + "languages": [ + "sag-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612172, + "recall": 0.656126, + "f1": 0.624526, + "accuracy": 0.656126, + "main_score": 0.624526, + "hf_subset": "sag_Latn-ast_Latn", + "languages": [ + "sag-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574463, + "recall": 0.620553, + "f1": 0.586994, + "accuracy": 0.620553, + "main_score": 0.586994, + "hf_subset": "sag_Latn-crh_Latn", + "languages": [ + "sag-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614282, + "recall": 0.655138, + "f1": 0.625724, + "accuracy": 0.655138, + "main_score": 0.625724, + "hf_subset": "sag_Latn-glg_Latn", + "languages": [ + "sag-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514184, + "recall": 0.567194, + "f1": 0.528908, + "accuracy": 0.567194, + "main_score": 0.528908, + "hf_subset": "sag_Latn-kas_Deva", + "languages": [ + "sag-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576844, + "recall": 0.624506, + "f1": 0.5895, + "accuracy": 0.624506, + "main_score": 0.5895, + "hf_subset": "sag_Latn-ltz_Latn", + "languages": [ + "sag-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44673, + "recall": 0.499012, + "f1": 0.461668, + "accuracy": 0.499012, + "main_score": 0.461668, + "hf_subset": "sag_Latn-nus_Latn", + "languages": [ + "sag-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573415, + "recall": 0.62253, + "f1": 0.586833, + "accuracy": 0.62253, + "main_score": 0.586833, + "hf_subset": "sag_Latn-slk_Latn", + "languages": [ + "sag-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402332, + "recall": 0.456522, + "f1": 0.416942, + "accuracy": 0.456522, + "main_score": 0.416942, + "hf_subset": "sag_Latn-tir_Ethi", + "languages": [ + "sag-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564013, + "recall": 0.61166, + "f1": 0.576707, + "accuracy": 0.61166, + "main_score": 0.576707, + "hf_subset": "sag_Latn-zho_Hant", + "languages": [ + "sag-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569148, + "recall": 0.617589, + "f1": 0.582795, + "accuracy": 0.617589, + "main_score": 0.582795, + "hf_subset": "sag_Latn-awa_Deva", + "languages": [ + "sag-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567225, + "recall": 0.603755, + "f1": 0.57697, + "accuracy": 0.603755, + "main_score": 0.57697, + "hf_subset": "sag_Latn-cym_Latn", + "languages": [ + "sag-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59193, + "recall": 0.62747, + "f1": 0.602419, + "accuracy": 0.62747, + "main_score": 0.602419, + "hf_subset": "sag_Latn-grn_Latn", + "languages": [ + "sag-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550001, + "recall": 0.602767, + "f1": 0.563764, + "accuracy": 0.602767, + "main_score": 0.563764, + "hf_subset": "sag_Latn-kat_Geor", + "languages": [ + "sag-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564575, + "recall": 0.603755, + "f1": 0.575961, + "accuracy": 0.603755, + "main_score": 0.575961, + "hf_subset": "sag_Latn-lua_Latn", + "languages": [ + "sag-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554119, + "recall": 0.599802, + "f1": 0.566809, + "accuracy": 0.599802, + "main_score": 0.566809, + "hf_subset": "sag_Latn-nya_Latn", + "languages": [ + "sag-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596955, + "recall": 0.639328, + "f1": 0.608393, + "accuracy": 0.639328, + "main_score": 0.608393, + "hf_subset": "sag_Latn-slv_Latn", + "languages": [ + "sag-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586191, + "recall": 0.625494, + "f1": 0.597556, + "accuracy": 0.625494, + "main_score": 0.597556, + "hf_subset": "sag_Latn-tpi_Latn", + "languages": [ + "sag-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593114, + "recall": 0.642292, + "f1": 0.606398, + "accuracy": 0.642292, + "main_score": 0.606398, + "hf_subset": "sag_Latn-zsm_Latn", + "languages": [ + "sag-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510771, + "recall": 0.556324, + "f1": 0.524393, + "accuracy": 0.556324, + "main_score": 0.524393, + "hf_subset": "sag_Latn-ayr_Latn", + "languages": [ + "sag-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58817, + "recall": 0.639328, + "f1": 0.602141, + "accuracy": 0.639328, + "main_score": 0.602141, + "hf_subset": "sag_Latn-dan_Latn", + "languages": [ + "sag-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563347, + "recall": 0.614625, + "f1": 0.57756, + "accuracy": 0.614625, + "main_score": 0.57756, + "hf_subset": "sag_Latn-guj_Gujr", + "languages": [ + "sag-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571743, + "recall": 0.62253, + "f1": 0.585487, + "accuracy": 0.62253, + "main_score": 0.585487, + "hf_subset": "sag_Latn-kaz_Cyrl", + "languages": [ + "sag-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488543, + "recall": 0.532609, + "f1": 0.501325, + "accuracy": 0.532609, + "main_score": 0.501325, + "hf_subset": "sag_Latn-lug_Latn", + "languages": [ + "sag-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622446, + "recall": 0.666996, + "f1": 0.634046, + "accuracy": 0.666996, + "main_score": 0.634046, + "hf_subset": "sag_Latn-oci_Latn", + "languages": [ + "sag-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539046, + "recall": 0.581028, + "f1": 0.550793, + "accuracy": 0.581028, + "main_score": 0.550793, + "hf_subset": "sag_Latn-smo_Latn", + "languages": [ + "sag-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499609, + "recall": 0.545455, + "f1": 0.512329, + "accuracy": 0.545455, + "main_score": 0.512329, + "hf_subset": "sag_Latn-tsn_Latn", + "languages": [ + "sag-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513649, + "recall": 0.5583, + "f1": 0.526265, + "accuracy": 0.5583, + "main_score": 0.526265, + "hf_subset": "sag_Latn-zul_Latn", + "languages": [ + "sag-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505585, + "recall": 0.560277, + "f1": 0.52074, + "accuracy": 0.560277, + "main_score": 0.52074, + "hf_subset": "sag_Latn-azb_Arab", + "languages": [ + "sag-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598762, + "recall": 0.643281, + "f1": 0.610482, + "accuracy": 0.643281, + "main_score": 0.610482, + "hf_subset": "sag_Latn-deu_Latn", + "languages": [ + "sag-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548583, + "recall": 0.605731, + "f1": 0.564629, + "accuracy": 0.605731, + "main_score": 0.564629, + "hf_subset": "sag_Latn-hat_Latn", + "languages": [ + "sag-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47906, + "recall": 0.528656, + "f1": 0.492978, + "accuracy": 0.528656, + "main_score": 0.492978, + "hf_subset": "sag_Latn-kbp_Latn", + "languages": [ + "sag-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555451, + "recall": 0.591897, + "f1": 0.565754, + "accuracy": 0.591897, + "main_score": 0.565754, + "hf_subset": "sag_Latn-luo_Latn", + "languages": [ + "sag-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545907, + "recall": 0.605731, + "f1": 0.562084, + "accuracy": 0.605731, + "main_score": 0.562084, + "hf_subset": "sag_Latn-ory_Orya", + "languages": [ + "sag-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523343, + "recall": 0.571146, + "f1": 0.536867, + "accuracy": 0.571146, + "main_score": 0.536867, + "hf_subset": "sag_Latn-sna_Latn", + "languages": [ + "sag-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509597, + "recall": 0.550395, + "f1": 0.521163, + "accuracy": 0.550395, + "main_score": 0.521163, + "hf_subset": "sag_Latn-tso_Latn", + "languages": [ + "sag-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549874, + "recall": 0.607708, + "f1": 0.564765, + "accuracy": 0.607708, + "main_score": 0.564765, + "hf_subset": "sag_Latn-azj_Latn", + "languages": [ + "sag-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519553, + "recall": 0.568182, + "f1": 0.534015, + "accuracy": 0.568182, + "main_score": 0.534015, + "hf_subset": "sag_Latn-dik_Latn", + "languages": [ + "sag-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538971, + "recall": 0.576087, + "f1": 0.549269, + "accuracy": 0.576087, + "main_score": 0.549269, + "hf_subset": "sag_Latn-hau_Latn", + "languages": [ + "sag-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607279, + "recall": 0.644269, + "f1": 0.617469, + "accuracy": 0.644269, + "main_score": 0.617469, + "hf_subset": "sag_Latn-kea_Latn", + "languages": [ + "sag-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566981, + "recall": 0.602767, + "f1": 0.577422, + "accuracy": 0.602767, + "main_score": 0.577422, + "hf_subset": "sag_Latn-lus_Latn", + "languages": [ + "sag-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581624, + "recall": 0.619565, + "f1": 0.591699, + "accuracy": 0.619565, + "main_score": 0.591699, + "hf_subset": "sag_Latn-pag_Latn", + "languages": [ + "sag-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545891, + "recall": 0.605731, + "f1": 0.561655, + "accuracy": 0.605731, + "main_score": 0.561655, + "hf_subset": "sag_Latn-snd_Arab", + "languages": [ + "sag-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541383, + "recall": 0.589921, + "f1": 0.554189, + "accuracy": 0.589921, + "main_score": 0.554189, + "hf_subset": "sag_Latn-tuk_Latn", + "languages": [ + "sag-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589967, + "recall": 0.631423, + "f1": 0.600987, + "accuracy": 0.631423, + "main_score": 0.600987, + "hf_subset": "sag_Latn-bak_Cyrl", + "languages": [ + "sag-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436475, + "recall": 0.5, + "f1": 0.454621, + "accuracy": 0.5, + "main_score": 0.454621, + "hf_subset": "sag_Latn-dyu_Latn", + "languages": [ + "sag-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577684, + "recall": 0.624506, + "f1": 0.590719, + "accuracy": 0.624506, + "main_score": 0.590719, + "hf_subset": "sag_Latn-heb_Hebr", + "languages": [ + "sag-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550413, + "recall": 0.593874, + "f1": 0.562155, + "accuracy": 0.593874, + "main_score": 0.562155, + "hf_subset": "sag_Latn-khk_Cyrl", + "languages": [ + "sag-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56142, + "recall": 0.613636, + "f1": 0.574903, + "accuracy": 0.613636, + "main_score": 0.574903, + "hf_subset": "sag_Latn-lvs_Latn", + "languages": [ + "sag-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561337, + "recall": 0.613636, + "f1": 0.575669, + "accuracy": 0.613636, + "main_score": 0.575669, + "hf_subset": "sag_Latn-pan_Guru", + "languages": [ + "sag-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490122, + "recall": 0.534585, + "f1": 0.502751, + "accuracy": 0.534585, + "main_score": 0.502751, + "hf_subset": "sag_Latn-som_Latn", + "languages": [ + "sag-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512616, + "recall": 0.55336, + "f1": 0.524438, + "accuracy": 0.55336, + "main_score": 0.524438, + "hf_subset": "sag_Latn-tum_Latn", + "languages": [ + "sag-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163516, + "recall": 0.194664, + "f1": 0.170927, + "accuracy": 0.194664, + "main_score": 0.170927, + "hf_subset": "taq_Tfng-ace_Arab", + "languages": [ + "taq-Tfng", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168408, + "recall": 0.202569, + "f1": 0.176435, + "accuracy": 0.202569, + "main_score": 0.176435, + "hf_subset": "taq_Tfng-bam_Latn", + "languages": [ + "taq-Tfng", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129496, + "recall": 0.15415, + "f1": 0.136106, + "accuracy": 0.15415, + "main_score": 0.136106, + "hf_subset": "taq_Tfng-dzo_Tibt", + "languages": [ + "taq-Tfng", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17432, + "recall": 0.208498, + "f1": 0.181978, + "accuracy": 0.208498, + "main_score": 0.181978, + "hf_subset": "taq_Tfng-hin_Deva", + "languages": [ + "taq-Tfng", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171922, + "recall": 0.202569, + "f1": 0.179426, + "accuracy": 0.202569, + "main_score": 0.179426, + "hf_subset": "taq_Tfng-khm_Khmr", + "languages": [ + "taq-Tfng", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168165, + "recall": 0.203557, + "f1": 0.175901, + "accuracy": 0.203557, + "main_score": 0.175901, + "hf_subset": "taq_Tfng-mag_Deva", + "languages": [ + "taq-Tfng", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183607, + "recall": 0.214427, + "f1": 0.190627, + "accuracy": 0.214427, + "main_score": 0.190627, + "hf_subset": "taq_Tfng-pap_Latn", + "languages": [ + "taq-Tfng", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187455, + "recall": 0.216403, + "f1": 0.194819, + "accuracy": 0.216403, + "main_score": 0.194819, + "hf_subset": "taq_Tfng-sot_Latn", + "languages": [ + "taq-Tfng", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184945, + "recall": 0.215415, + "f1": 0.192155, + "accuracy": 0.215415, + "main_score": 0.192155, + "hf_subset": "taq_Tfng-tur_Latn", + "languages": [ + "taq-Tfng", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185918, + "recall": 0.213439, + "f1": 0.192558, + "accuracy": 0.213439, + "main_score": 0.192558, + "hf_subset": "taq_Tfng-ace_Latn", + "languages": [ + "taq-Tfng", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183318, + "recall": 0.208498, + "f1": 0.189079, + "accuracy": 0.208498, + "main_score": 0.189079, + "hf_subset": "taq_Tfng-ban_Latn", + "languages": [ + "taq-Tfng", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167361, + "recall": 0.199605, + "f1": 0.173733, + "accuracy": 0.199605, + "main_score": 0.173733, + "hf_subset": "taq_Tfng-ell_Grek", + "languages": [ + "taq-Tfng", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176529, + "recall": 0.209486, + "f1": 0.184302, + "accuracy": 0.209486, + "main_score": 0.184302, + "hf_subset": "taq_Tfng-hne_Deva", + "languages": [ + "taq-Tfng", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.096132, + "recall": 0.131423, + "f1": 0.103255, + "accuracy": 0.131423, + "main_score": 0.103255, + "hf_subset": "taq_Tfng-kik_Latn", + "languages": [ + "taq-Tfng", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191908, + "recall": 0.229249, + "f1": 0.200177, + "accuracy": 0.229249, + "main_score": 0.200177, + "hf_subset": "taq_Tfng-mai_Deva", + "languages": [ + "taq-Tfng", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171134, + "recall": 0.200593, + "f1": 0.178069, + "accuracy": 0.200593, + "main_score": 0.178069, + "hf_subset": "taq_Tfng-pbt_Arab", + "languages": [ + "taq-Tfng", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175452, + "recall": 0.209486, + "f1": 0.183143, + "accuracy": 0.209486, + "main_score": 0.183143, + "hf_subset": "taq_Tfng-spa_Latn", + "languages": [ + "taq-Tfng", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174502, + "recall": 0.20751, + "f1": 0.182628, + "accuracy": 0.20751, + "main_score": 0.182628, + "hf_subset": "taq_Tfng-twi_Latn", + "languages": [ + "taq-Tfng", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172133, + "recall": 0.206522, + "f1": 0.179716, + "accuracy": 0.206522, + "main_score": 0.179716, + "hf_subset": "taq_Tfng-acm_Arab", + "languages": [ + "taq-Tfng", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175481, + "recall": 0.201581, + "f1": 0.181834, + "accuracy": 0.201581, + "main_score": 0.181834, + "hf_subset": "taq_Tfng-bel_Cyrl", + "languages": [ + "taq-Tfng", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192352, + "recall": 0.229249, + "f1": 0.201115, + "accuracy": 0.229249, + "main_score": 0.201115, + "hf_subset": "taq_Tfng-eng_Latn", + "languages": [ + "taq-Tfng", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18769, + "recall": 0.216403, + "f1": 0.19454, + "accuracy": 0.216403, + "main_score": 0.19454, + "hf_subset": "taq_Tfng-hrv_Latn", + "languages": [ + "taq-Tfng", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18038, + "recall": 0.212451, + "f1": 0.188478, + "accuracy": 0.212451, + "main_score": 0.188478, + "hf_subset": "taq_Tfng-kin_Latn", + "languages": [ + "taq-Tfng", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174899, + "recall": 0.214427, + "f1": 0.183931, + "accuracy": 0.214427, + "main_score": 0.183931, + "hf_subset": "taq_Tfng-mal_Mlym", + "languages": [ + "taq-Tfng", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185551, + "recall": 0.218379, + "f1": 0.193302, + "accuracy": 0.218379, + "main_score": 0.193302, + "hf_subset": "taq_Tfng-pes_Arab", + "languages": [ + "taq-Tfng", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17546, + "recall": 0.20751, + "f1": 0.183343, + "accuracy": 0.20751, + "main_score": 0.183343, + "hf_subset": "taq_Tfng-srd_Latn", + "languages": [ + "taq-Tfng", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.243429, + "recall": 0.27668, + "f1": 0.252506, + "accuracy": 0.27668, + "main_score": 0.252506, + "hf_subset": "taq_Tfng-tzm_Tfng", + "languages": [ + "taq-Tfng", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180387, + "recall": 0.212451, + "f1": 0.187446, + "accuracy": 0.212451, + "main_score": 0.187446, + "hf_subset": "taq_Tfng-acq_Arab", + "languages": [ + "taq-Tfng", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173985, + "recall": 0.206522, + "f1": 0.180345, + "accuracy": 0.206522, + "main_score": 0.180345, + "hf_subset": "taq_Tfng-bem_Latn", + "languages": [ + "taq-Tfng", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182361, + "recall": 0.213439, + "f1": 0.189692, + "accuracy": 0.213439, + "main_score": 0.189692, + "hf_subset": "taq_Tfng-epo_Latn", + "languages": [ + "taq-Tfng", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177741, + "recall": 0.213439, + "f1": 0.185889, + "accuracy": 0.213439, + "main_score": 0.185889, + "hf_subset": "taq_Tfng-hun_Latn", + "languages": [ + "taq-Tfng", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174517, + "recall": 0.210474, + "f1": 0.18214, + "accuracy": 0.210474, + "main_score": 0.18214, + "hf_subset": "taq_Tfng-kir_Cyrl", + "languages": [ + "taq-Tfng", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176472, + "recall": 0.201581, + "f1": 0.182703, + "accuracy": 0.201581, + "main_score": 0.182703, + "hf_subset": "taq_Tfng-mar_Deva", + "languages": [ + "taq-Tfng", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184731, + "recall": 0.212451, + "f1": 0.191588, + "accuracy": 0.212451, + "main_score": 0.191588, + "hf_subset": "taq_Tfng-plt_Latn", + "languages": [ + "taq-Tfng", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174776, + "recall": 0.20751, + "f1": 0.182328, + "accuracy": 0.20751, + "main_score": 0.182328, + "hf_subset": "taq_Tfng-srp_Cyrl", + "languages": [ + "taq-Tfng", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168139, + "recall": 0.198617, + "f1": 0.176103, + "accuracy": 0.198617, + "main_score": 0.176103, + "hf_subset": "taq_Tfng-uig_Arab", + "languages": [ + "taq-Tfng", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171355, + "recall": 0.203557, + "f1": 0.178549, + "accuracy": 0.203557, + "main_score": 0.178549, + "hf_subset": "taq_Tfng-aeb_Arab", + "languages": [ + "taq-Tfng", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186476, + "recall": 0.217391, + "f1": 0.194079, + "accuracy": 0.217391, + "main_score": 0.194079, + "hf_subset": "taq_Tfng-ben_Beng", + "languages": [ + "taq-Tfng", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171571, + "recall": 0.203557, + "f1": 0.179309, + "accuracy": 0.203557, + "main_score": 0.179309, + "hf_subset": "taq_Tfng-est_Latn", + "languages": [ + "taq-Tfng", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16148, + "recall": 0.195652, + "f1": 0.169998, + "accuracy": 0.195652, + "main_score": 0.169998, + "hf_subset": "taq_Tfng-hye_Armn", + "languages": [ + "taq-Tfng", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169572, + "recall": 0.199605, + "f1": 0.176761, + "accuracy": 0.199605, + "main_score": 0.176761, + "hf_subset": "taq_Tfng-kmb_Latn", + "languages": [ + "taq-Tfng", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178227, + "recall": 0.206522, + "f1": 0.184907, + "accuracy": 0.206522, + "main_score": 0.184907, + "hf_subset": "taq_Tfng-min_Arab", + "languages": [ + "taq-Tfng", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176409, + "recall": 0.211462, + "f1": 0.184544, + "accuracy": 0.211462, + "main_score": 0.184544, + "hf_subset": "taq_Tfng-pol_Latn", + "languages": [ + "taq-Tfng", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188466, + "recall": 0.222332, + "f1": 0.196439, + "accuracy": 0.222332, + "main_score": 0.196439, + "hf_subset": "taq_Tfng-ssw_Latn", + "languages": [ + "taq-Tfng", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177967, + "recall": 0.215415, + "f1": 0.186288, + "accuracy": 0.215415, + "main_score": 0.186288, + "hf_subset": "taq_Tfng-ukr_Cyrl", + "languages": [ + "taq-Tfng", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18201, + "recall": 0.219368, + "f1": 0.19055, + "accuracy": 0.219368, + "main_score": 0.19055, + "hf_subset": "taq_Tfng-afr_Latn", + "languages": [ + "taq-Tfng", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179887, + "recall": 0.209486, + "f1": 0.186859, + "accuracy": 0.209486, + "main_score": 0.186859, + "hf_subset": "taq_Tfng-bho_Deva", + "languages": [ + "taq-Tfng", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18258, + "recall": 0.212451, + "f1": 0.189942, + "accuracy": 0.212451, + "main_score": 0.189942, + "hf_subset": "taq_Tfng-eus_Latn", + "languages": [ + "taq-Tfng", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160846, + "recall": 0.198617, + "f1": 0.169093, + "accuracy": 0.198617, + "main_score": 0.169093, + "hf_subset": "taq_Tfng-ibo_Latn", + "languages": [ + "taq-Tfng", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180866, + "recall": 0.209486, + "f1": 0.187547, + "accuracy": 0.209486, + "main_score": 0.187547, + "hf_subset": "taq_Tfng-kmr_Latn", + "languages": [ + "taq-Tfng", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179729, + "recall": 0.211462, + "f1": 0.187591, + "accuracy": 0.211462, + "main_score": 0.187591, + "hf_subset": "taq_Tfng-min_Latn", + "languages": [ + "taq-Tfng", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186617, + "recall": 0.220356, + "f1": 0.193833, + "accuracy": 0.220356, + "main_score": 0.193833, + "hf_subset": "taq_Tfng-por_Latn", + "languages": [ + "taq-Tfng", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183005, + "recall": 0.218379, + "f1": 0.191174, + "accuracy": 0.218379, + "main_score": 0.191174, + "hf_subset": "taq_Tfng-sun_Latn", + "languages": [ + "taq-Tfng", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177514, + "recall": 0.209486, + "f1": 0.184857, + "accuracy": 0.209486, + "main_score": 0.184857, + "hf_subset": "taq_Tfng-umb_Latn", + "languages": [ + "taq-Tfng", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177291, + "recall": 0.212451, + "f1": 0.184209, + "accuracy": 0.212451, + "main_score": 0.184209, + "hf_subset": "taq_Tfng-ajp_Arab", + "languages": [ + "taq-Tfng", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169475, + "recall": 0.199605, + "f1": 0.176371, + "accuracy": 0.199605, + "main_score": 0.176371, + "hf_subset": "taq_Tfng-bjn_Arab", + "languages": [ + "taq-Tfng", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172886, + "recall": 0.202569, + "f1": 0.179756, + "accuracy": 0.202569, + "main_score": 0.179756, + "hf_subset": "taq_Tfng-ewe_Latn", + "languages": [ + "taq-Tfng", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174818, + "recall": 0.20751, + "f1": 0.182467, + "accuracy": 0.20751, + "main_score": 0.182467, + "hf_subset": "taq_Tfng-ilo_Latn", + "languages": [ + "taq-Tfng", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18169, + "recall": 0.203557, + "f1": 0.187257, + "accuracy": 0.203557, + "main_score": 0.187257, + "hf_subset": "taq_Tfng-knc_Arab", + "languages": [ + "taq-Tfng", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178024, + "recall": 0.212451, + "f1": 0.185474, + "accuracy": 0.212451, + "main_score": 0.185474, + "hf_subset": "taq_Tfng-mkd_Cyrl", + "languages": [ + "taq-Tfng", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184712, + "recall": 0.220356, + "f1": 0.192845, + "accuracy": 0.220356, + "main_score": 0.192845, + "hf_subset": "taq_Tfng-prs_Arab", + "languages": [ + "taq-Tfng", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162779, + "recall": 0.195652, + "f1": 0.17063, + "accuracy": 0.195652, + "main_score": 0.17063, + "hf_subset": "taq_Tfng-swe_Latn", + "languages": [ + "taq-Tfng", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17183, + "recall": 0.211462, + "f1": 0.180711, + "accuracy": 0.211462, + "main_score": 0.180711, + "hf_subset": "taq_Tfng-urd_Arab", + "languages": [ + "taq-Tfng", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163682, + "recall": 0.19664, + "f1": 0.171048, + "accuracy": 0.19664, + "main_score": 0.171048, + "hf_subset": "taq_Tfng-aka_Latn", + "languages": [ + "taq-Tfng", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184436, + "recall": 0.214427, + "f1": 0.191483, + "accuracy": 0.214427, + "main_score": 0.191483, + "hf_subset": "taq_Tfng-bjn_Latn", + "languages": [ + "taq-Tfng", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17852, + "recall": 0.208498, + "f1": 0.18558, + "accuracy": 0.208498, + "main_score": 0.18558, + "hf_subset": "taq_Tfng-fao_Latn", + "languages": [ + "taq-Tfng", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1865, + "recall": 0.216403, + "f1": 0.193432, + "accuracy": 0.216403, + "main_score": 0.193432, + "hf_subset": "taq_Tfng-ind_Latn", + "languages": [ + "taq-Tfng", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.166048, + "recall": 0.19664, + "f1": 0.173674, + "accuracy": 0.19664, + "main_score": 0.173674, + "hf_subset": "taq_Tfng-knc_Latn", + "languages": [ + "taq-Tfng", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182985, + "recall": 0.214427, + "f1": 0.190282, + "accuracy": 0.214427, + "main_score": 0.190282, + "hf_subset": "taq_Tfng-mlt_Latn", + "languages": [ + "taq-Tfng", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174341, + "recall": 0.209486, + "f1": 0.182822, + "accuracy": 0.209486, + "main_score": 0.182822, + "hf_subset": "taq_Tfng-quy_Latn", + "languages": [ + "taq-Tfng", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170655, + "recall": 0.205534, + "f1": 0.179418, + "accuracy": 0.205534, + "main_score": 0.179418, + "hf_subset": "taq_Tfng-swh_Latn", + "languages": [ + "taq-Tfng", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174911, + "recall": 0.204545, + "f1": 0.182254, + "accuracy": 0.204545, + "main_score": 0.182254, + "hf_subset": "taq_Tfng-uzn_Latn", + "languages": [ + "taq-Tfng", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178435, + "recall": 0.211462, + "f1": 0.185752, + "accuracy": 0.211462, + "main_score": 0.185752, + "hf_subset": "taq_Tfng-als_Latn", + "languages": [ + "taq-Tfng", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171983, + "recall": 0.197628, + "f1": 0.178426, + "accuracy": 0.197628, + "main_score": 0.178426, + "hf_subset": "taq_Tfng-bod_Tibt", + "languages": [ + "taq-Tfng", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178769, + "recall": 0.210474, + "f1": 0.186361, + "accuracy": 0.210474, + "main_score": 0.186361, + "hf_subset": "taq_Tfng-fij_Latn", + "languages": [ + "taq-Tfng", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.166664, + "recall": 0.199605, + "f1": 0.174152, + "accuracy": 0.199605, + "main_score": 0.174152, + "hf_subset": "taq_Tfng-isl_Latn", + "languages": [ + "taq-Tfng", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174483, + "recall": 0.206522, + "f1": 0.181672, + "accuracy": 0.206522, + "main_score": 0.181672, + "hf_subset": "taq_Tfng-kon_Latn", + "languages": [ + "taq-Tfng", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180495, + "recall": 0.216403, + "f1": 0.188848, + "accuracy": 0.216403, + "main_score": 0.188848, + "hf_subset": "taq_Tfng-mni_Beng", + "languages": [ + "taq-Tfng", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188455, + "recall": 0.216403, + "f1": 0.195243, + "accuracy": 0.216403, + "main_score": 0.195243, + "hf_subset": "taq_Tfng-ron_Latn", + "languages": [ + "taq-Tfng", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170359, + "recall": 0.214427, + "f1": 0.180187, + "accuracy": 0.214427, + "main_score": 0.180187, + "hf_subset": "taq_Tfng-szl_Latn", + "languages": [ + "taq-Tfng", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179378, + "recall": 0.209486, + "f1": 0.185875, + "accuracy": 0.209486, + "main_score": 0.185875, + "hf_subset": "taq_Tfng-vec_Latn", + "languages": [ + "taq-Tfng", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178221, + "recall": 0.215415, + "f1": 0.187269, + "accuracy": 0.215415, + "main_score": 0.187269, + "hf_subset": "taq_Tfng-amh_Ethi", + "languages": [ + "taq-Tfng", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183749, + "recall": 0.215415, + "f1": 0.191229, + "accuracy": 0.215415, + "main_score": 0.191229, + "hf_subset": "taq_Tfng-bos_Latn", + "languages": [ + "taq-Tfng", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172468, + "recall": 0.20751, + "f1": 0.180703, + "accuracy": 0.20751, + "main_score": 0.180703, + "hf_subset": "taq_Tfng-fin_Latn", + "languages": [ + "taq-Tfng", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171387, + "recall": 0.204545, + "f1": 0.178833, + "accuracy": 0.204545, + "main_score": 0.178833, + "hf_subset": "taq_Tfng-ita_Latn", + "languages": [ + "taq-Tfng", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174016, + "recall": 0.206522, + "f1": 0.18117, + "accuracy": 0.206522, + "main_score": 0.18117, + "hf_subset": "taq_Tfng-kor_Hang", + "languages": [ + "taq-Tfng", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180759, + "recall": 0.211462, + "f1": 0.188117, + "accuracy": 0.211462, + "main_score": 0.188117, + "hf_subset": "taq_Tfng-mos_Latn", + "languages": [ + "taq-Tfng", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177665, + "recall": 0.20751, + "f1": 0.183959, + "accuracy": 0.20751, + "main_score": 0.183959, + "hf_subset": "taq_Tfng-run_Latn", + "languages": [ + "taq-Tfng", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167343, + "recall": 0.209486, + "f1": 0.177009, + "accuracy": 0.209486, + "main_score": 0.177009, + "hf_subset": "taq_Tfng-tam_Taml", + "languages": [ + "taq-Tfng", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182481, + "recall": 0.212451, + "f1": 0.189864, + "accuracy": 0.212451, + "main_score": 0.189864, + "hf_subset": "taq_Tfng-vie_Latn", + "languages": [ + "taq-Tfng", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184134, + "recall": 0.219368, + "f1": 0.191147, + "accuracy": 0.219368, + "main_score": 0.191147, + "hf_subset": "taq_Tfng-apc_Arab", + "languages": [ + "taq-Tfng", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171809, + "recall": 0.202569, + "f1": 0.178646, + "accuracy": 0.202569, + "main_score": 0.178646, + "hf_subset": "taq_Tfng-bug_Latn", + "languages": [ + "taq-Tfng", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.159427, + "recall": 0.1917, + "f1": 0.167559, + "accuracy": 0.1917, + "main_score": 0.167559, + "hf_subset": "taq_Tfng-fon_Latn", + "languages": [ + "taq-Tfng", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183644, + "recall": 0.218379, + "f1": 0.191044, + "accuracy": 0.218379, + "main_score": 0.191044, + "hf_subset": "taq_Tfng-jav_Latn", + "languages": [ + "taq-Tfng", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171026, + "recall": 0.205534, + "f1": 0.179012, + "accuracy": 0.205534, + "main_score": 0.179012, + "hf_subset": "taq_Tfng-lao_Laoo", + "languages": [ + "taq-Tfng", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171567, + "recall": 0.200593, + "f1": 0.178698, + "accuracy": 0.200593, + "main_score": 0.178698, + "hf_subset": "taq_Tfng-mri_Latn", + "languages": [ + "taq-Tfng", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18557, + "recall": 0.217391, + "f1": 0.193707, + "accuracy": 0.217391, + "main_score": 0.193707, + "hf_subset": "taq_Tfng-rus_Cyrl", + "languages": [ + "taq-Tfng", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.345765, + "recall": 0.421937, + "f1": 0.362846, + "accuracy": 0.421937, + "main_score": 0.362846, + "hf_subset": "taq_Tfng-taq_Latn", + "languages": [ + "taq-Tfng", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18029, + "recall": 0.214427, + "f1": 0.188805, + "accuracy": 0.214427, + "main_score": 0.188805, + "hf_subset": "taq_Tfng-war_Latn", + "languages": [ + "taq-Tfng", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180062, + "recall": 0.214427, + "f1": 0.186958, + "accuracy": 0.214427, + "main_score": 0.186958, + "hf_subset": "taq_Tfng-arb_Arab", + "languages": [ + "taq-Tfng", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174511, + "recall": 0.212451, + "f1": 0.183466, + "accuracy": 0.212451, + "main_score": 0.183466, + "hf_subset": "taq_Tfng-bul_Cyrl", + "languages": [ + "taq-Tfng", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179972, + "recall": 0.212451, + "f1": 0.187457, + "accuracy": 0.212451, + "main_score": 0.187457, + "hf_subset": "taq_Tfng-fra_Latn", + "languages": [ + "taq-Tfng", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174449, + "recall": 0.206522, + "f1": 0.181672, + "accuracy": 0.206522, + "main_score": 0.181672, + "hf_subset": "taq_Tfng-jpn_Jpan", + "languages": [ + "taq-Tfng", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174132, + "recall": 0.205534, + "f1": 0.181383, + "accuracy": 0.205534, + "main_score": 0.181383, + "hf_subset": "taq_Tfng-lij_Latn", + "languages": [ + "taq-Tfng", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160163, + "recall": 0.195652, + "f1": 0.168662, + "accuracy": 0.195652, + "main_score": 0.168662, + "hf_subset": "taq_Tfng-mya_Mymr", + "languages": [ + "taq-Tfng", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164949, + "recall": 0.195652, + "f1": 0.172594, + "accuracy": 0.195652, + "main_score": 0.172594, + "hf_subset": "taq_Tfng-sag_Latn", + "languages": [ + "taq-Tfng", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171783, + "recall": 0.206522, + "f1": 0.179542, + "accuracy": 0.206522, + "main_score": 0.179542, + "hf_subset": "taq_Tfng-wol_Latn", + "languages": [ + "taq-Tfng", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146711, + "recall": 0.176877, + "f1": 0.153491, + "accuracy": 0.176877, + "main_score": 0.153491, + "hf_subset": "taq_Tfng-arb_Latn", + "languages": [ + "taq-Tfng", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1687, + "recall": 0.209486, + "f1": 0.177855, + "accuracy": 0.209486, + "main_score": 0.177855, + "hf_subset": "taq_Tfng-cat_Latn", + "languages": [ + "taq-Tfng", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174985, + "recall": 0.211462, + "f1": 0.18267, + "accuracy": 0.211462, + "main_score": 0.18267, + "hf_subset": "taq_Tfng-fur_Latn", + "languages": [ + "taq-Tfng", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194174, + "recall": 0.231225, + "f1": 0.203819, + "accuracy": 0.231225, + "main_score": 0.203819, + "hf_subset": "taq_Tfng-kab_Latn", + "languages": [ + "taq-Tfng", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163454, + "recall": 0.194664, + "f1": 0.170792, + "accuracy": 0.194664, + "main_score": 0.170792, + "hf_subset": "taq_Tfng-lim_Latn", + "languages": [ + "taq-Tfng", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172079, + "recall": 0.20751, + "f1": 0.179537, + "accuracy": 0.20751, + "main_score": 0.179537, + "hf_subset": "taq_Tfng-nld_Latn", + "languages": [ + "taq-Tfng", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175829, + "recall": 0.206522, + "f1": 0.182466, + "accuracy": 0.206522, + "main_score": 0.182466, + "hf_subset": "taq_Tfng-san_Deva", + "languages": [ + "taq-Tfng", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174279, + "recall": 0.206522, + "f1": 0.181448, + "accuracy": 0.206522, + "main_score": 0.181448, + "hf_subset": "taq_Tfng-tat_Cyrl", + "languages": [ + "taq-Tfng", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183484, + "recall": 0.217391, + "f1": 0.190924, + "accuracy": 0.217391, + "main_score": 0.190924, + "hf_subset": "taq_Tfng-xho_Latn", + "languages": [ + "taq-Tfng", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146947, + "recall": 0.183794, + "f1": 0.154481, + "accuracy": 0.183794, + "main_score": 0.154481, + "hf_subset": "taq_Tfng-ars_Arab", + "languages": [ + "taq-Tfng", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174389, + "recall": 0.208498, + "f1": 0.182399, + "accuracy": 0.208498, + "main_score": 0.182399, + "hf_subset": "taq_Tfng-ceb_Latn", + "languages": [ + "taq-Tfng", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173743, + "recall": 0.206522, + "f1": 0.18137, + "accuracy": 0.206522, + "main_score": 0.18137, + "hf_subset": "taq_Tfng-fuv_Latn", + "languages": [ + "taq-Tfng", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160714, + "recall": 0.194664, + "f1": 0.168914, + "accuracy": 0.194664, + "main_score": 0.168914, + "hf_subset": "taq_Tfng-kac_Latn", + "languages": [ + "taq-Tfng", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186798, + "recall": 0.219368, + "f1": 0.193557, + "accuracy": 0.219368, + "main_score": 0.193557, + "hf_subset": "taq_Tfng-lin_Latn", + "languages": [ + "taq-Tfng", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179808, + "recall": 0.212451, + "f1": 0.188019, + "accuracy": 0.212451, + "main_score": 0.188019, + "hf_subset": "taq_Tfng-nno_Latn", + "languages": [ + "taq-Tfng", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.100585, + "recall": 0.143281, + "f1": 0.110723, + "accuracy": 0.143281, + "main_score": 0.110723, + "hf_subset": "taq_Tfng-sat_Olck", + "languages": [ + "taq-Tfng", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164425, + "recall": 0.201581, + "f1": 0.173284, + "accuracy": 0.201581, + "main_score": 0.173284, + "hf_subset": "taq_Tfng-tel_Telu", + "languages": [ + "taq-Tfng", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180772, + "recall": 0.216403, + "f1": 0.188956, + "accuracy": 0.216403, + "main_score": 0.188956, + "hf_subset": "taq_Tfng-ydd_Hebr", + "languages": [ + "taq-Tfng", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176793, + "recall": 0.208498, + "f1": 0.183699, + "accuracy": 0.208498, + "main_score": 0.183699, + "hf_subset": "taq_Tfng-ary_Arab", + "languages": [ + "taq-Tfng", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17573, + "recall": 0.206522, + "f1": 0.182775, + "accuracy": 0.206522, + "main_score": 0.182775, + "hf_subset": "taq_Tfng-ces_Latn", + "languages": [ + "taq-Tfng", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192327, + "recall": 0.217391, + "f1": 0.198589, + "accuracy": 0.217391, + "main_score": 0.198589, + "hf_subset": "taq_Tfng-gaz_Latn", + "languages": [ + "taq-Tfng", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164653, + "recall": 0.197628, + "f1": 0.173185, + "accuracy": 0.197628, + "main_score": 0.173185, + "hf_subset": "taq_Tfng-kam_Latn", + "languages": [ + "taq-Tfng", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170848, + "recall": 0.208498, + "f1": 0.180152, + "accuracy": 0.208498, + "main_score": 0.180152, + "hf_subset": "taq_Tfng-lit_Latn", + "languages": [ + "taq-Tfng", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180723, + "recall": 0.216403, + "f1": 0.188663, + "accuracy": 0.216403, + "main_score": 0.188663, + "hf_subset": "taq_Tfng-nob_Latn", + "languages": [ + "taq-Tfng", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172868, + "recall": 0.20751, + "f1": 0.180922, + "accuracy": 0.20751, + "main_score": 0.180922, + "hf_subset": "taq_Tfng-scn_Latn", + "languages": [ + "taq-Tfng", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172002, + "recall": 0.206522, + "f1": 0.17928, + "accuracy": 0.206522, + "main_score": 0.17928, + "hf_subset": "taq_Tfng-tgk_Cyrl", + "languages": [ + "taq-Tfng", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.123442, + "recall": 0.159091, + "f1": 0.130824, + "accuracy": 0.159091, + "main_score": 0.130824, + "hf_subset": "taq_Tfng-yor_Latn", + "languages": [ + "taq-Tfng", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175417, + "recall": 0.211462, + "f1": 0.183144, + "accuracy": 0.211462, + "main_score": 0.183144, + "hf_subset": "taq_Tfng-arz_Arab", + "languages": [ + "taq-Tfng", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181612, + "recall": 0.210474, + "f1": 0.188353, + "accuracy": 0.210474, + "main_score": 0.188353, + "hf_subset": "taq_Tfng-cjk_Latn", + "languages": [ + "taq-Tfng", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1781, + "recall": 0.20751, + "f1": 0.184741, + "accuracy": 0.20751, + "main_score": 0.184741, + "hf_subset": "taq_Tfng-gla_Latn", + "languages": [ + "taq-Tfng", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176329, + "recall": 0.209486, + "f1": 0.183846, + "accuracy": 0.209486, + "main_score": 0.183846, + "hf_subset": "taq_Tfng-kan_Knda", + "languages": [ + "taq-Tfng", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175949, + "recall": 0.209486, + "f1": 0.183536, + "accuracy": 0.209486, + "main_score": 0.183536, + "hf_subset": "taq_Tfng-lmo_Latn", + "languages": [ + "taq-Tfng", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170122, + "recall": 0.204545, + "f1": 0.17849, + "accuracy": 0.204545, + "main_score": 0.17849, + "hf_subset": "taq_Tfng-npi_Deva", + "languages": [ + "taq-Tfng", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154137, + "recall": 0.193676, + "f1": 0.163495, + "accuracy": 0.193676, + "main_score": 0.163495, + "hf_subset": "taq_Tfng-shn_Mymr", + "languages": [ + "taq-Tfng", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184066, + "recall": 0.220356, + "f1": 0.192092, + "accuracy": 0.220356, + "main_score": 0.192092, + "hf_subset": "taq_Tfng-tgl_Latn", + "languages": [ + "taq-Tfng", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164244, + "recall": 0.192688, + "f1": 0.17075, + "accuracy": 0.192688, + "main_score": 0.17075, + "hf_subset": "taq_Tfng-yue_Hant", + "languages": [ + "taq-Tfng", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175045, + "recall": 0.211462, + "f1": 0.183132, + "accuracy": 0.211462, + "main_score": 0.183132, + "hf_subset": "taq_Tfng-asm_Beng", + "languages": [ + "taq-Tfng", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183716, + "recall": 0.216403, + "f1": 0.191695, + "accuracy": 0.216403, + "main_score": 0.191695, + "hf_subset": "taq_Tfng-ckb_Arab", + "languages": [ + "taq-Tfng", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170864, + "recall": 0.203557, + "f1": 0.178776, + "accuracy": 0.203557, + "main_score": 0.178776, + "hf_subset": "taq_Tfng-gle_Latn", + "languages": [ + "taq-Tfng", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175442, + "recall": 0.20751, + "f1": 0.182976, + "accuracy": 0.20751, + "main_score": 0.182976, + "hf_subset": "taq_Tfng-kas_Arab", + "languages": [ + "taq-Tfng", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174301, + "recall": 0.206522, + "f1": 0.182372, + "accuracy": 0.206522, + "main_score": 0.182372, + "hf_subset": "taq_Tfng-ltg_Latn", + "languages": [ + "taq-Tfng", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189481, + "recall": 0.222332, + "f1": 0.196615, + "accuracy": 0.222332, + "main_score": 0.196615, + "hf_subset": "taq_Tfng-nso_Latn", + "languages": [ + "taq-Tfng", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171345, + "recall": 0.204545, + "f1": 0.178991, + "accuracy": 0.204545, + "main_score": 0.178991, + "hf_subset": "taq_Tfng-sin_Sinh", + "languages": [ + "taq-Tfng", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180949, + "recall": 0.209486, + "f1": 0.187896, + "accuracy": 0.209486, + "main_score": 0.187896, + "hf_subset": "taq_Tfng-tha_Thai", + "languages": [ + "taq-Tfng", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.162284, + "recall": 0.1917, + "f1": 0.169657, + "accuracy": 0.1917, + "main_score": 0.169657, + "hf_subset": "taq_Tfng-zho_Hans", + "languages": [ + "taq-Tfng", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177793, + "recall": 0.215415, + "f1": 0.186211, + "accuracy": 0.215415, + "main_score": 0.186211, + "hf_subset": "taq_Tfng-ast_Latn", + "languages": [ + "taq-Tfng", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182501, + "recall": 0.214427, + "f1": 0.189701, + "accuracy": 0.214427, + "main_score": 0.189701, + "hf_subset": "taq_Tfng-crh_Latn", + "languages": [ + "taq-Tfng", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182435, + "recall": 0.221344, + "f1": 0.190861, + "accuracy": 0.221344, + "main_score": 0.190861, + "hf_subset": "taq_Tfng-glg_Latn", + "languages": [ + "taq-Tfng", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.155128, + "recall": 0.187747, + "f1": 0.162106, + "accuracy": 0.187747, + "main_score": 0.162106, + "hf_subset": "taq_Tfng-kas_Deva", + "languages": [ + "taq-Tfng", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165967, + "recall": 0.198617, + "f1": 0.17391, + "accuracy": 0.198617, + "main_score": 0.17391, + "hf_subset": "taq_Tfng-ltz_Latn", + "languages": [ + "taq-Tfng", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186953, + "recall": 0.221344, + "f1": 0.194881, + "accuracy": 0.221344, + "main_score": 0.194881, + "hf_subset": "taq_Tfng-nus_Latn", + "languages": [ + "taq-Tfng", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175767, + "recall": 0.213439, + "f1": 0.18474, + "accuracy": 0.213439, + "main_score": 0.18474, + "hf_subset": "taq_Tfng-slk_Latn", + "languages": [ + "taq-Tfng", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167563, + "recall": 0.199605, + "f1": 0.175742, + "accuracy": 0.199605, + "main_score": 0.175742, + "hf_subset": "taq_Tfng-tir_Ethi", + "languages": [ + "taq-Tfng", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180809, + "recall": 0.206522, + "f1": 0.186658, + "accuracy": 0.206522, + "main_score": 0.186658, + "hf_subset": "taq_Tfng-zho_Hant", + "languages": [ + "taq-Tfng", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177248, + "recall": 0.211462, + "f1": 0.184621, + "accuracy": 0.211462, + "main_score": 0.184621, + "hf_subset": "taq_Tfng-awa_Deva", + "languages": [ + "taq-Tfng", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1668, + "recall": 0.198617, + "f1": 0.173856, + "accuracy": 0.198617, + "main_score": 0.173856, + "hf_subset": "taq_Tfng-cym_Latn", + "languages": [ + "taq-Tfng", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.161739, + "recall": 0.199605, + "f1": 0.169838, + "accuracy": 0.199605, + "main_score": 0.169838, + "hf_subset": "taq_Tfng-grn_Latn", + "languages": [ + "taq-Tfng", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171899, + "recall": 0.205534, + "f1": 0.179234, + "accuracy": 0.205534, + "main_score": 0.179234, + "hf_subset": "taq_Tfng-kat_Geor", + "languages": [ + "taq-Tfng", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180462, + "recall": 0.216403, + "f1": 0.189129, + "accuracy": 0.216403, + "main_score": 0.189129, + "hf_subset": "taq_Tfng-lua_Latn", + "languages": [ + "taq-Tfng", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164842, + "recall": 0.192688, + "f1": 0.171907, + "accuracy": 0.192688, + "main_score": 0.171907, + "hf_subset": "taq_Tfng-nya_Latn", + "languages": [ + "taq-Tfng", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173317, + "recall": 0.20751, + "f1": 0.181305, + "accuracy": 0.20751, + "main_score": 0.181305, + "hf_subset": "taq_Tfng-slv_Latn", + "languages": [ + "taq-Tfng", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179335, + "recall": 0.211462, + "f1": 0.187345, + "accuracy": 0.211462, + "main_score": 0.187345, + "hf_subset": "taq_Tfng-tpi_Latn", + "languages": [ + "taq-Tfng", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182751, + "recall": 0.215415, + "f1": 0.190323, + "accuracy": 0.215415, + "main_score": 0.190323, + "hf_subset": "taq_Tfng-zsm_Latn", + "languages": [ + "taq-Tfng", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168543, + "recall": 0.202569, + "f1": 0.176658, + "accuracy": 0.202569, + "main_score": 0.176658, + "hf_subset": "taq_Tfng-ayr_Latn", + "languages": [ + "taq-Tfng", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185889, + "recall": 0.220356, + "f1": 0.194041, + "accuracy": 0.220356, + "main_score": 0.194041, + "hf_subset": "taq_Tfng-dan_Latn", + "languages": [ + "taq-Tfng", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185812, + "recall": 0.222332, + "f1": 0.193599, + "accuracy": 0.222332, + "main_score": 0.193599, + "hf_subset": "taq_Tfng-guj_Gujr", + "languages": [ + "taq-Tfng", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17894, + "recall": 0.214427, + "f1": 0.186976, + "accuracy": 0.214427, + "main_score": 0.186976, + "hf_subset": "taq_Tfng-kaz_Cyrl", + "languages": [ + "taq-Tfng", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.163616, + "recall": 0.19664, + "f1": 0.171928, + "accuracy": 0.19664, + "main_score": 0.171928, + "hf_subset": "taq_Tfng-lug_Latn", + "languages": [ + "taq-Tfng", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185508, + "recall": 0.216403, + "f1": 0.19265, + "accuracy": 0.216403, + "main_score": 0.19265, + "hf_subset": "taq_Tfng-oci_Latn", + "languages": [ + "taq-Tfng", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.175206, + "recall": 0.206522, + "f1": 0.183207, + "accuracy": 0.206522, + "main_score": 0.183207, + "hf_subset": "taq_Tfng-smo_Latn", + "languages": [ + "taq-Tfng", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160799, + "recall": 0.195652, + "f1": 0.168399, + "accuracy": 0.195652, + "main_score": 0.168399, + "hf_subset": "taq_Tfng-tsn_Latn", + "languages": [ + "taq-Tfng", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185461, + "recall": 0.214427, + "f1": 0.192706, + "accuracy": 0.214427, + "main_score": 0.192706, + "hf_subset": "taq_Tfng-zul_Latn", + "languages": [ + "taq-Tfng", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15946, + "recall": 0.1917, + "f1": 0.16617, + "accuracy": 0.1917, + "main_score": 0.16617, + "hf_subset": "taq_Tfng-azb_Arab", + "languages": [ + "taq-Tfng", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179593, + "recall": 0.208498, + "f1": 0.18646, + "accuracy": 0.208498, + "main_score": 0.18646, + "hf_subset": "taq_Tfng-deu_Latn", + "languages": [ + "taq-Tfng", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170476, + "recall": 0.205534, + "f1": 0.178855, + "accuracy": 0.205534, + "main_score": 0.178855, + "hf_subset": "taq_Tfng-hat_Latn", + "languages": [ + "taq-Tfng", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171229, + "recall": 0.203557, + "f1": 0.178577, + "accuracy": 0.203557, + "main_score": 0.178577, + "hf_subset": "taq_Tfng-kbp_Latn", + "languages": [ + "taq-Tfng", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169045, + "recall": 0.199605, + "f1": 0.176461, + "accuracy": 0.199605, + "main_score": 0.176461, + "hf_subset": "taq_Tfng-luo_Latn", + "languages": [ + "taq-Tfng", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178485, + "recall": 0.210474, + "f1": 0.186252, + "accuracy": 0.210474, + "main_score": 0.186252, + "hf_subset": "taq_Tfng-ory_Orya", + "languages": [ + "taq-Tfng", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16035, + "recall": 0.194664, + "f1": 0.167944, + "accuracy": 0.194664, + "main_score": 0.167944, + "hf_subset": "taq_Tfng-sna_Latn", + "languages": [ + "taq-Tfng", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18082, + "recall": 0.209486, + "f1": 0.186936, + "accuracy": 0.209486, + "main_score": 0.186936, + "hf_subset": "taq_Tfng-tso_Latn", + "languages": [ + "taq-Tfng", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177753, + "recall": 0.211462, + "f1": 0.186174, + "accuracy": 0.211462, + "main_score": 0.186174, + "hf_subset": "taq_Tfng-azj_Latn", + "languages": [ + "taq-Tfng", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122185, + "recall": 0.158103, + "f1": 0.130515, + "accuracy": 0.158103, + "main_score": 0.130515, + "hf_subset": "taq_Tfng-dik_Latn", + "languages": [ + "taq-Tfng", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180562, + "recall": 0.208498, + "f1": 0.187251, + "accuracy": 0.208498, + "main_score": 0.187251, + "hf_subset": "taq_Tfng-hau_Latn", + "languages": [ + "taq-Tfng", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178088, + "recall": 0.203557, + "f1": 0.184078, + "accuracy": 0.203557, + "main_score": 0.184078, + "hf_subset": "taq_Tfng-kea_Latn", + "languages": [ + "taq-Tfng", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171691, + "recall": 0.193676, + "f1": 0.177706, + "accuracy": 0.193676, + "main_score": 0.177706, + "hf_subset": "taq_Tfng-lus_Latn", + "languages": [ + "taq-Tfng", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183409, + "recall": 0.212451, + "f1": 0.190862, + "accuracy": 0.212451, + "main_score": 0.190862, + "hf_subset": "taq_Tfng-pag_Latn", + "languages": [ + "taq-Tfng", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178949, + "recall": 0.214427, + "f1": 0.186573, + "accuracy": 0.214427, + "main_score": 0.186573, + "hf_subset": "taq_Tfng-snd_Arab", + "languages": [ + "taq-Tfng", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172642, + "recall": 0.200593, + "f1": 0.179943, + "accuracy": 0.200593, + "main_score": 0.179943, + "hf_subset": "taq_Tfng-tuk_Latn", + "languages": [ + "taq-Tfng", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172218, + "recall": 0.203557, + "f1": 0.179572, + "accuracy": 0.203557, + "main_score": 0.179572, + "hf_subset": "taq_Tfng-bak_Cyrl", + "languages": [ + "taq-Tfng", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.084982, + "recall": 0.117589, + "f1": 0.09171, + "accuracy": 0.117589, + "main_score": 0.09171, + "hf_subset": "taq_Tfng-dyu_Latn", + "languages": [ + "taq-Tfng", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180254, + "recall": 0.210474, + "f1": 0.187623, + "accuracy": 0.210474, + "main_score": 0.187623, + "hf_subset": "taq_Tfng-heb_Hebr", + "languages": [ + "taq-Tfng", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164538, + "recall": 0.198617, + "f1": 0.172426, + "accuracy": 0.198617, + "main_score": 0.172426, + "hf_subset": "taq_Tfng-khk_Cyrl", + "languages": [ + "taq-Tfng", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184332, + "recall": 0.212451, + "f1": 0.191709, + "accuracy": 0.212451, + "main_score": 0.191709, + "hf_subset": "taq_Tfng-lvs_Latn", + "languages": [ + "taq-Tfng", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.174084, + "recall": 0.212451, + "f1": 0.182641, + "accuracy": 0.212451, + "main_score": 0.182641, + "hf_subset": "taq_Tfng-pan_Guru", + "languages": [ + "taq-Tfng", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180725, + "recall": 0.20751, + "f1": 0.187463, + "accuracy": 0.20751, + "main_score": 0.187463, + "hf_subset": "taq_Tfng-som_Latn", + "languages": [ + "taq-Tfng", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171439, + "recall": 0.203557, + "f1": 0.179289, + "accuracy": 0.203557, + "main_score": 0.179289, + "hf_subset": "taq_Tfng-tum_Latn", + "languages": [ + "taq-Tfng", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467925, + "recall": 0.514822, + "f1": 0.481357, + "accuracy": 0.514822, + "main_score": 0.481357, + "hf_subset": "wol_Latn-ace_Arab", + "languages": [ + "wol-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551087, + "recall": 0.590909, + "f1": 0.562601, + "accuracy": 0.590909, + "main_score": 0.562601, + "hf_subset": "wol_Latn-bam_Latn", + "languages": [ + "wol-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.224731, + "recall": 0.268775, + "f1": 0.235561, + "accuracy": 0.268775, + "main_score": 0.235561, + "hf_subset": "wol_Latn-dzo_Tibt", + "languages": [ + "wol-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624658, + "recall": 0.666996, + "f1": 0.636207, + "accuracy": 0.666996, + "main_score": 0.636207, + "hf_subset": "wol_Latn-hin_Deva", + "languages": [ + "wol-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564524, + "recall": 0.618577, + "f1": 0.579885, + "accuracy": 0.618577, + "main_score": 0.579885, + "hf_subset": "wol_Latn-khm_Khmr", + "languages": [ + "wol-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631518, + "recall": 0.673913, + "f1": 0.643083, + "accuracy": 0.673913, + "main_score": 0.643083, + "hf_subset": "wol_Latn-mag_Deva", + "languages": [ + "wol-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637921, + "recall": 0.676877, + "f1": 0.648167, + "accuracy": 0.676877, + "main_score": 0.648167, + "hf_subset": "wol_Latn-pap_Latn", + "languages": [ + "wol-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570633, + "recall": 0.61166, + "f1": 0.581957, + "accuracy": 0.61166, + "main_score": 0.581957, + "hf_subset": "wol_Latn-sot_Latn", + "languages": [ + "wol-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6166, + "recall": 0.662055, + "f1": 0.629054, + "accuracy": 0.662055, + "main_score": 0.629054, + "hf_subset": "wol_Latn-tur_Latn", + "languages": [ + "wol-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622433, + "recall": 0.659091, + "f1": 0.63236, + "accuracy": 0.659091, + "main_score": 0.63236, + "hf_subset": "wol_Latn-ace_Latn", + "languages": [ + "wol-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640081, + "recall": 0.674901, + "f1": 0.650071, + "accuracy": 0.674901, + "main_score": 0.650071, + "hf_subset": "wol_Latn-ban_Latn", + "languages": [ + "wol-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619765, + "recall": 0.670949, + "f1": 0.633239, + "accuracy": 0.670949, + "main_score": 0.633239, + "hf_subset": "wol_Latn-ell_Grek", + "languages": [ + "wol-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613823, + "recall": 0.659091, + "f1": 0.626414, + "accuracy": 0.659091, + "main_score": 0.626414, + "hf_subset": "wol_Latn-hne_Deva", + "languages": [ + "wol-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544205, + "recall": 0.585968, + "f1": 0.556109, + "accuracy": 0.585968, + "main_score": 0.556109, + "hf_subset": "wol_Latn-kik_Latn", + "languages": [ + "wol-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633734, + "recall": 0.678854, + "f1": 0.646095, + "accuracy": 0.678854, + "main_score": 0.646095, + "hf_subset": "wol_Latn-mai_Deva", + "languages": [ + "wol-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565737, + "recall": 0.612648, + "f1": 0.578487, + "accuracy": 0.612648, + "main_score": 0.578487, + "hf_subset": "wol_Latn-pbt_Arab", + "languages": [ + "wol-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63612, + "recall": 0.677866, + "f1": 0.647415, + "accuracy": 0.677866, + "main_score": 0.647415, + "hf_subset": "wol_Latn-spa_Latn", + "languages": [ + "wol-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565172, + "recall": 0.609684, + "f1": 0.578216, + "accuracy": 0.609684, + "main_score": 0.578216, + "hf_subset": "wol_Latn-twi_Latn", + "languages": [ + "wol-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609209, + "recall": 0.655138, + "f1": 0.621402, + "accuracy": 0.655138, + "main_score": 0.621402, + "hf_subset": "wol_Latn-acm_Arab", + "languages": [ + "wol-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591822, + "recall": 0.63834, + "f1": 0.604382, + "accuracy": 0.63834, + "main_score": 0.604382, + "hf_subset": "wol_Latn-bel_Cyrl", + "languages": [ + "wol-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651067, + "recall": 0.692688, + "f1": 0.662383, + "accuracy": 0.692688, + "main_score": 0.662383, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637501, + "recall": 0.68083, + "f1": 0.649615, + "accuracy": 0.68083, + "main_score": 0.649615, + "hf_subset": "wol_Latn-hrv_Latn", + "languages": [ + "wol-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528263, + "recall": 0.578063, + "f1": 0.542725, + "accuracy": 0.578063, + "main_score": 0.542725, + "hf_subset": "wol_Latn-kin_Latn", + "languages": [ + "wol-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600026, + "recall": 0.651186, + "f1": 0.613792, + "accuracy": 0.651186, + "main_score": 0.613792, + "hf_subset": "wol_Latn-mal_Mlym", + "languages": [ + "wol-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617299, + "recall": 0.664032, + "f1": 0.630393, + "accuracy": 0.664032, + "main_score": 0.630393, + "hf_subset": "wol_Latn-pes_Arab", + "languages": [ + "wol-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637845, + "recall": 0.674901, + "f1": 0.648475, + "accuracy": 0.674901, + "main_score": 0.648475, + "hf_subset": "wol_Latn-srd_Latn", + "languages": [ + "wol-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194345, + "recall": 0.237154, + "f1": 0.205755, + "accuracy": 0.237154, + "main_score": 0.205755, + "hf_subset": "wol_Latn-tzm_Tfng", + "languages": [ + "wol-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608911, + "recall": 0.657115, + "f1": 0.622621, + "accuracy": 0.657115, + "main_score": 0.622621, + "hf_subset": "wol_Latn-acq_Arab", + "languages": [ + "wol-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576699, + "recall": 0.621542, + "f1": 0.58955, + "accuracy": 0.621542, + "main_score": 0.58955, + "hf_subset": "wol_Latn-bem_Latn", + "languages": [ + "wol-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626173, + "recall": 0.66502, + "f1": 0.637279, + "accuracy": 0.66502, + "main_score": 0.637279, + "hf_subset": "wol_Latn-epo_Latn", + "languages": [ + "wol-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624849, + "recall": 0.668972, + "f1": 0.636619, + "accuracy": 0.668972, + "main_score": 0.636619, + "hf_subset": "wol_Latn-hun_Latn", + "languages": [ + "wol-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601809, + "recall": 0.63834, + "f1": 0.611355, + "accuracy": 0.63834, + "main_score": 0.611355, + "hf_subset": "wol_Latn-kir_Cyrl", + "languages": [ + "wol-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6097, + "recall": 0.659091, + "f1": 0.622853, + "accuracy": 0.659091, + "main_score": 0.622853, + "hf_subset": "wol_Latn-mar_Deva", + "languages": [ + "wol-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569571, + "recall": 0.613636, + "f1": 0.581439, + "accuracy": 0.613636, + "main_score": 0.581439, + "hf_subset": "wol_Latn-plt_Latn", + "languages": [ + "wol-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631915, + "recall": 0.675889, + "f1": 0.643805, + "accuracy": 0.675889, + "main_score": 0.643805, + "hf_subset": "wol_Latn-srp_Cyrl", + "languages": [ + "wol-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520345, + "recall": 0.575099, + "f1": 0.536138, + "accuracy": 0.575099, + "main_score": 0.536138, + "hf_subset": "wol_Latn-uig_Arab", + "languages": [ + "wol-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602423, + "recall": 0.649209, + "f1": 0.614447, + "accuracy": 0.649209, + "main_score": 0.614447, + "hf_subset": "wol_Latn-aeb_Arab", + "languages": [ + "wol-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607257, + "recall": 0.661067, + "f1": 0.621871, + "accuracy": 0.661067, + "main_score": 0.621871, + "hf_subset": "wol_Latn-ben_Beng", + "languages": [ + "wol-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608875, + "recall": 0.655138, + "f1": 0.621526, + "accuracy": 0.655138, + "main_score": 0.621526, + "hf_subset": "wol_Latn-est_Latn", + "languages": [ + "wol-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579276, + "recall": 0.630435, + "f1": 0.592935, + "accuracy": 0.630435, + "main_score": 0.592935, + "hf_subset": "wol_Latn-hye_Armn", + "languages": [ + "wol-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529142, + "recall": 0.579051, + "f1": 0.543387, + "accuracy": 0.579051, + "main_score": 0.543387, + "hf_subset": "wol_Latn-kmb_Latn", + "languages": [ + "wol-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432736, + "recall": 0.488142, + "f1": 0.447183, + "accuracy": 0.488142, + "main_score": 0.447183, + "hf_subset": "wol_Latn-min_Arab", + "languages": [ + "wol-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621792, + "recall": 0.66502, + "f1": 0.633657, + "accuracy": 0.66502, + "main_score": 0.633657, + "hf_subset": "wol_Latn-pol_Latn", + "languages": [ + "wol-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546624, + "recall": 0.592885, + "f1": 0.560245, + "accuracy": 0.592885, + "main_score": 0.560245, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638418, + "recall": 0.68083, + "f1": 0.649727, + "accuracy": 0.68083, + "main_score": 0.649727, + "hf_subset": "wol_Latn-ukr_Cyrl", + "languages": [ + "wol-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655972, + "recall": 0.693676, + "f1": 0.666464, + "accuracy": 0.693676, + "main_score": 0.666464, + "hf_subset": "wol_Latn-afr_Latn", + "languages": [ + "wol-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60469, + "recall": 0.652174, + "f1": 0.617947, + "accuracy": 0.652174, + "main_score": 0.617947, + "hf_subset": "wol_Latn-bho_Deva", + "languages": [ + "wol-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622299, + "recall": 0.664032, + "f1": 0.633873, + "accuracy": 0.664032, + "main_score": 0.633873, + "hf_subset": "wol_Latn-eus_Latn", + "languages": [ + "wol-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563142, + "recall": 0.614625, + "f1": 0.578111, + "accuracy": 0.614625, + "main_score": 0.578111, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588863, + "recall": 0.634387, + "f1": 0.60206, + "accuracy": 0.634387, + "main_score": 0.60206, + "hf_subset": "wol_Latn-kmr_Latn", + "languages": [ + "wol-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629253, + "recall": 0.666996, + "f1": 0.639307, + "accuracy": 0.666996, + "main_score": 0.639307, + "hf_subset": "wol_Latn-min_Latn", + "languages": [ + "wol-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646185, + "recall": 0.685771, + "f1": 0.657249, + "accuracy": 0.685771, + "main_score": 0.657249, + "hf_subset": "wol_Latn-por_Latn", + "languages": [ + "wol-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645902, + "recall": 0.683794, + "f1": 0.655798, + "accuracy": 0.683794, + "main_score": 0.655798, + "hf_subset": "wol_Latn-sun_Latn", + "languages": [ + "wol-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496772, + "recall": 0.548419, + "f1": 0.511961, + "accuracy": 0.548419, + "main_score": 0.511961, + "hf_subset": "wol_Latn-umb_Latn", + "languages": [ + "wol-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618383, + "recall": 0.664032, + "f1": 0.630885, + "accuracy": 0.664032, + "main_score": 0.630885, + "hf_subset": "wol_Latn-ajp_Arab", + "languages": [ + "wol-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432992, + "recall": 0.491107, + "f1": 0.449115, + "accuracy": 0.491107, + "main_score": 0.449115, + "hf_subset": "wol_Latn-bjn_Arab", + "languages": [ + "wol-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513629, + "recall": 0.554348, + "f1": 0.525313, + "accuracy": 0.554348, + "main_score": 0.525313, + "hf_subset": "wol_Latn-ewe_Latn", + "languages": [ + "wol-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637926, + "recall": 0.679842, + "f1": 0.649131, + "accuracy": 0.679842, + "main_score": 0.649131, + "hf_subset": "wol_Latn-ilo_Latn", + "languages": [ + "wol-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.312484, + "recall": 0.359684, + "f1": 0.325814, + "accuracy": 0.359684, + "main_score": 0.325814, + "hf_subset": "wol_Latn-knc_Arab", + "languages": [ + "wol-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630862, + "recall": 0.671937, + "f1": 0.642237, + "accuracy": 0.671937, + "main_score": 0.642237, + "hf_subset": "wol_Latn-mkd_Cyrl", + "languages": [ + "wol-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599977, + "recall": 0.650198, + "f1": 0.614014, + "accuracy": 0.650198, + "main_score": 0.614014, + "hf_subset": "wol_Latn-prs_Arab", + "languages": [ + "wol-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638442, + "recall": 0.68083, + "f1": 0.650156, + "accuracy": 0.68083, + "main_score": 0.650156, + "hf_subset": "wol_Latn-swe_Latn", + "languages": [ + "wol-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599226, + "recall": 0.650198, + "f1": 0.613453, + "accuracy": 0.650198, + "main_score": 0.613453, + "hf_subset": "wol_Latn-urd_Arab", + "languages": [ + "wol-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548328, + "recall": 0.592885, + "f1": 0.560739, + "accuracy": 0.592885, + "main_score": 0.560739, + "hf_subset": "wol_Latn-aka_Latn", + "languages": [ + "wol-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644307, + "recall": 0.678854, + "f1": 0.65388, + "accuracy": 0.678854, + "main_score": 0.65388, + "hf_subset": "wol_Latn-bjn_Latn", + "languages": [ + "wol-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585839, + "recall": 0.629447, + "f1": 0.59822, + "accuracy": 0.629447, + "main_score": 0.59822, + "hf_subset": "wol_Latn-fao_Latn", + "languages": [ + "wol-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65699, + "recall": 0.697628, + "f1": 0.66861, + "accuracy": 0.697628, + "main_score": 0.66861, + "hf_subset": "wol_Latn-ind_Latn", + "languages": [ + "wol-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564264, + "recall": 0.603755, + "f1": 0.575795, + "accuracy": 0.603755, + "main_score": 0.575795, + "hf_subset": "wol_Latn-knc_Latn", + "languages": [ + "wol-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635287, + "recall": 0.674901, + "f1": 0.645688, + "accuracy": 0.674901, + "main_score": 0.645688, + "hf_subset": "wol_Latn-mlt_Latn", + "languages": [ + "wol-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565388, + "recall": 0.610672, + "f1": 0.578779, + "accuracy": 0.610672, + "main_score": 0.578779, + "hf_subset": "wol_Latn-quy_Latn", + "languages": [ + "wol-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594428, + "recall": 0.641304, + "f1": 0.606738, + "accuracy": 0.641304, + "main_score": 0.606738, + "hf_subset": "wol_Latn-swh_Latn", + "languages": [ + "wol-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601715, + "recall": 0.643281, + "f1": 0.613707, + "accuracy": 0.643281, + "main_score": 0.613707, + "hf_subset": "wol_Latn-uzn_Latn", + "languages": [ + "wol-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620786, + "recall": 0.664032, + "f1": 0.632768, + "accuracy": 0.664032, + "main_score": 0.632768, + "hf_subset": "wol_Latn-als_Latn", + "languages": [ + "wol-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290626, + "recall": 0.34585, + "f1": 0.304025, + "accuracy": 0.34585, + "main_score": 0.304025, + "hf_subset": "wol_Latn-bod_Tibt", + "languages": [ + "wol-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552103, + "recall": 0.592885, + "f1": 0.563246, + "accuracy": 0.592885, + "main_score": 0.563246, + "hf_subset": "wol_Latn-fij_Latn", + "languages": [ + "wol-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582828, + "recall": 0.626482, + "f1": 0.595165, + "accuracy": 0.626482, + "main_score": 0.595165, + "hf_subset": "wol_Latn-isl_Latn", + "languages": [ + "wol-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602532, + "recall": 0.645257, + "f1": 0.614656, + "accuracy": 0.645257, + "main_score": 0.614656, + "hf_subset": "wol_Latn-kon_Latn", + "languages": [ + "wol-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541853, + "recall": 0.599802, + "f1": 0.557999, + "accuracy": 0.599802, + "main_score": 0.557999, + "hf_subset": "wol_Latn-mni_Beng", + "languages": [ + "wol-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646856, + "recall": 0.688735, + "f1": 0.658404, + "accuracy": 0.688735, + "main_score": 0.658404, + "hf_subset": "wol_Latn-ron_Latn", + "languages": [ + "wol-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629739, + "recall": 0.667984, + "f1": 0.639806, + "accuracy": 0.667984, + "main_score": 0.639806, + "hf_subset": "wol_Latn-szl_Latn", + "languages": [ + "wol-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655671, + "recall": 0.693676, + "f1": 0.665753, + "accuracy": 0.693676, + "main_score": 0.665753, + "hf_subset": "wol_Latn-vec_Latn", + "languages": [ + "wol-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523139, + "recall": 0.578063, + "f1": 0.538649, + "accuracy": 0.578063, + "main_score": 0.538649, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649594, + "recall": 0.694664, + "f1": 0.661902, + "accuracy": 0.694664, + "main_score": 0.661902, + "hf_subset": "wol_Latn-bos_Latn", + "languages": [ + "wol-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609196, + "recall": 0.663043, + "f1": 0.623992, + "accuracy": 0.663043, + "main_score": 0.623992, + "hf_subset": "wol_Latn-fin_Latn", + "languages": [ + "wol-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632721, + "recall": 0.673913, + "f1": 0.643878, + "accuracy": 0.673913, + "main_score": 0.643878, + "hf_subset": "wol_Latn-ita_Latn", + "languages": [ + "wol-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594627, + "recall": 0.644269, + "f1": 0.608642, + "accuracy": 0.644269, + "main_score": 0.608642, + "hf_subset": "wol_Latn-kor_Hang", + "languages": [ + "wol-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551638, + "recall": 0.592885, + "f1": 0.563834, + "accuracy": 0.592885, + "main_score": 0.563834, + "hf_subset": "wol_Latn-mos_Latn", + "languages": [ + "wol-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547003, + "recall": 0.588933, + "f1": 0.559354, + "accuracy": 0.588933, + "main_score": 0.559354, + "hf_subset": "wol_Latn-run_Latn", + "languages": [ + "wol-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590697, + "recall": 0.645257, + "f1": 0.605459, + "accuracy": 0.645257, + "main_score": 0.605459, + "hf_subset": "wol_Latn-tam_Taml", + "languages": [ + "wol-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624637, + "recall": 0.668972, + "f1": 0.636164, + "accuracy": 0.668972, + "main_score": 0.636164, + "hf_subset": "wol_Latn-vie_Latn", + "languages": [ + "wol-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609451, + "recall": 0.660079, + "f1": 0.622865, + "accuracy": 0.660079, + "main_score": 0.622865, + "hf_subset": "wol_Latn-apc_Arab", + "languages": [ + "wol-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614806, + "recall": 0.649209, + "f1": 0.624498, + "accuracy": 0.649209, + "main_score": 0.624498, + "hf_subset": "wol_Latn-bug_Latn", + "languages": [ + "wol-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477248, + "recall": 0.516798, + "f1": 0.48848, + "accuracy": 0.516798, + "main_score": 0.48848, + "hf_subset": "wol_Latn-fon_Latn", + "languages": [ + "wol-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654538, + "recall": 0.692688, + "f1": 0.66514, + "accuracy": 0.692688, + "main_score": 0.66514, + "hf_subset": "wol_Latn-jav_Latn", + "languages": [ + "wol-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542606, + "recall": 0.596838, + "f1": 0.557445, + "accuracy": 0.596838, + "main_score": 0.557445, + "hf_subset": "wol_Latn-lao_Laoo", + "languages": [ + "wol-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525686, + "recall": 0.567194, + "f1": 0.537148, + "accuracy": 0.567194, + "main_score": 0.537148, + "hf_subset": "wol_Latn-mri_Latn", + "languages": [ + "wol-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62602, + "recall": 0.672925, + "f1": 0.638552, + "accuracy": 0.672925, + "main_score": 0.638552, + "hf_subset": "wol_Latn-rus_Cyrl", + "languages": [ + "wol-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524987, + "recall": 0.570158, + "f1": 0.537593, + "accuracy": 0.570158, + "main_score": 0.537593, + "hf_subset": "wol_Latn-taq_Latn", + "languages": [ + "wol-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651057, + "recall": 0.687747, + "f1": 0.660194, + "accuracy": 0.687747, + "main_score": 0.660194, + "hf_subset": "wol_Latn-war_Latn", + "languages": [ + "wol-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605054, + "recall": 0.657115, + "f1": 0.619667, + "accuracy": 0.657115, + "main_score": 0.619667, + "hf_subset": "wol_Latn-arb_Arab", + "languages": [ + "wol-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644963, + "recall": 0.687747, + "f1": 0.656268, + "accuracy": 0.687747, + "main_score": 0.656268, + "hf_subset": "wol_Latn-bul_Cyrl", + "languages": [ + "wol-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652658, + "recall": 0.692688, + "f1": 0.663362, + "accuracy": 0.692688, + "main_score": 0.663362, + "hf_subset": "wol_Latn-fra_Latn", + "languages": [ + "wol-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6033, + "recall": 0.649209, + "f1": 0.616283, + "accuracy": 0.649209, + "main_score": 0.616283, + "hf_subset": "wol_Latn-jpn_Jpan", + "languages": [ + "wol-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631597, + "recall": 0.671937, + "f1": 0.64245, + "accuracy": 0.671937, + "main_score": 0.64245, + "hf_subset": "wol_Latn-lij_Latn", + "languages": [ + "wol-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452596, + "recall": 0.520751, + "f1": 0.471103, + "accuracy": 0.520751, + "main_score": 0.471103, + "hf_subset": "wol_Latn-mya_Mymr", + "languages": [ + "wol-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563415, + "recall": 0.610672, + "f1": 0.577155, + "accuracy": 0.610672, + "main_score": 0.577155, + "hf_subset": "wol_Latn-sag_Latn", + "languages": [ + "wol-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197682, + "recall": 0.245059, + "f1": 0.209246, + "accuracy": 0.245059, + "main_score": 0.209246, + "hf_subset": "wol_Latn-taq_Tfng", + "languages": [ + "wol-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482398, + "recall": 0.531621, + "f1": 0.496101, + "accuracy": 0.531621, + "main_score": 0.496101, + "hf_subset": "wol_Latn-arb_Latn", + "languages": [ + "wol-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642155, + "recall": 0.68083, + "f1": 0.652986, + "accuracy": 0.68083, + "main_score": 0.652986, + "hf_subset": "wol_Latn-cat_Latn", + "languages": [ + "wol-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641046, + "recall": 0.674901, + "f1": 0.650102, + "accuracy": 0.674901, + "main_score": 0.650102, + "hf_subset": "wol_Latn-fur_Latn", + "languages": [ + "wol-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437275, + "recall": 0.492095, + "f1": 0.452299, + "accuracy": 0.492095, + "main_score": 0.452299, + "hf_subset": "wol_Latn-kab_Latn", + "languages": [ + "wol-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620118, + "recall": 0.657115, + "f1": 0.630752, + "accuracy": 0.657115, + "main_score": 0.630752, + "hf_subset": "wol_Latn-lim_Latn", + "languages": [ + "wol-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629941, + "recall": 0.672925, + "f1": 0.641877, + "accuracy": 0.672925, + "main_score": 0.641877, + "hf_subset": "wol_Latn-nld_Latn", + "languages": [ + "wol-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573177, + "recall": 0.621542, + "f1": 0.586968, + "accuracy": 0.621542, + "main_score": 0.586968, + "hf_subset": "wol_Latn-san_Deva", + "languages": [ + "wol-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60568, + "recall": 0.648221, + "f1": 0.617007, + "accuracy": 0.648221, + "main_score": 0.617007, + "hf_subset": "wol_Latn-tat_Cyrl", + "languages": [ + "wol-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58142, + "recall": 0.625494, + "f1": 0.594115, + "accuracy": 0.625494, + "main_score": 0.594115, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586057, + "recall": 0.644269, + "f1": 0.602318, + "accuracy": 0.644269, + "main_score": 0.602318, + "hf_subset": "wol_Latn-ars_Arab", + "languages": [ + "wol-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645837, + "recall": 0.682806, + "f1": 0.655783, + "accuracy": 0.682806, + "main_score": 0.655783, + "hf_subset": "wol_Latn-ceb_Latn", + "languages": [ + "wol-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520358, + "recall": 0.570158, + "f1": 0.534897, + "accuracy": 0.570158, + "main_score": 0.534897, + "hf_subset": "wol_Latn-fuv_Latn", + "languages": [ + "wol-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503171, + "recall": 0.550395, + "f1": 0.516717, + "accuracy": 0.550395, + "main_score": 0.516717, + "hf_subset": "wol_Latn-kac_Latn", + "languages": [ + "wol-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608758, + "recall": 0.652174, + "f1": 0.621286, + "accuracy": 0.652174, + "main_score": 0.621286, + "hf_subset": "wol_Latn-lin_Latn", + "languages": [ + "wol-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631622, + "recall": 0.677866, + "f1": 0.644619, + "accuracy": 0.677866, + "main_score": 0.644619, + "hf_subset": "wol_Latn-nno_Latn", + "languages": [ + "wol-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13621, + "recall": 0.181818, + "f1": 0.147468, + "accuracy": 0.181818, + "main_score": 0.147468, + "hf_subset": "wol_Latn-sat_Olck", + "languages": [ + "wol-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603771, + "recall": 0.659091, + "f1": 0.618441, + "accuracy": 0.659091, + "main_score": 0.618441, + "hf_subset": "wol_Latn-tel_Telu", + "languages": [ + "wol-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538097, + "recall": 0.589921, + "f1": 0.552088, + "accuracy": 0.589921, + "main_score": 0.552088, + "hf_subset": "wol_Latn-ydd_Hebr", + "languages": [ + "wol-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579919, + "recall": 0.623518, + "f1": 0.590888, + "accuracy": 0.623518, + "main_score": 0.590888, + "hf_subset": "wol_Latn-ary_Arab", + "languages": [ + "wol-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632271, + "recall": 0.68083, + "f1": 0.645564, + "accuracy": 0.68083, + "main_score": 0.645564, + "hf_subset": "wol_Latn-ces_Latn", + "languages": [ + "wol-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531689, + "recall": 0.579051, + "f1": 0.544474, + "accuracy": 0.579051, + "main_score": 0.544474, + "hf_subset": "wol_Latn-gaz_Latn", + "languages": [ + "wol-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521058, + "recall": 0.570158, + "f1": 0.534901, + "accuracy": 0.570158, + "main_score": 0.534901, + "hf_subset": "wol_Latn-kam_Latn", + "languages": [ + "wol-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614195, + "recall": 0.662055, + "f1": 0.627001, + "accuracy": 0.662055, + "main_score": 0.627001, + "hf_subset": "wol_Latn-lit_Latn", + "languages": [ + "wol-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642498, + "recall": 0.685771, + "f1": 0.65459, + "accuracy": 0.685771, + "main_score": 0.65459, + "hf_subset": "wol_Latn-nob_Latn", + "languages": [ + "wol-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630331, + "recall": 0.666008, + "f1": 0.640509, + "accuracy": 0.666008, + "main_score": 0.640509, + "hf_subset": "wol_Latn-scn_Latn", + "languages": [ + "wol-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593836, + "recall": 0.637352, + "f1": 0.605847, + "accuracy": 0.637352, + "main_score": 0.605847, + "hf_subset": "wol_Latn-tgk_Cyrl", + "languages": [ + "wol-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51622, + "recall": 0.56917, + "f1": 0.530835, + "accuracy": 0.56917, + "main_score": 0.530835, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59364, + "recall": 0.641304, + "f1": 0.606584, + "accuracy": 0.641304, + "main_score": 0.606584, + "hf_subset": "wol_Latn-arz_Arab", + "languages": [ + "wol-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520333, + "recall": 0.566206, + "f1": 0.533376, + "accuracy": 0.566206, + "main_score": 0.533376, + "hf_subset": "wol_Latn-cjk_Latn", + "languages": [ + "wol-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538246, + "recall": 0.58498, + "f1": 0.551109, + "accuracy": 0.58498, + "main_score": 0.551109, + "hf_subset": "wol_Latn-gla_Latn", + "languages": [ + "wol-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616918, + "recall": 0.659091, + "f1": 0.629496, + "accuracy": 0.659091, + "main_score": 0.629496, + "hf_subset": "wol_Latn-kan_Knda", + "languages": [ + "wol-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631882, + "recall": 0.670949, + "f1": 0.643008, + "accuracy": 0.670949, + "main_score": 0.643008, + "hf_subset": "wol_Latn-lmo_Latn", + "languages": [ + "wol-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60516, + "recall": 0.659091, + "f1": 0.619977, + "accuracy": 0.659091, + "main_score": 0.619977, + "hf_subset": "wol_Latn-npi_Deva", + "languages": [ + "wol-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458788, + "recall": 0.514822, + "f1": 0.473618, + "accuracy": 0.514822, + "main_score": 0.473618, + "hf_subset": "wol_Latn-shn_Mymr", + "languages": [ + "wol-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650968, + "recall": 0.688735, + "f1": 0.661482, + "accuracy": 0.688735, + "main_score": 0.661482, + "hf_subset": "wol_Latn-tgl_Latn", + "languages": [ + "wol-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59741, + "recall": 0.647233, + "f1": 0.610856, + "accuracy": 0.647233, + "main_score": 0.610856, + "hf_subset": "wol_Latn-yue_Hant", + "languages": [ + "wol-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57055, + "recall": 0.621542, + "f1": 0.584558, + "accuracy": 0.621542, + "main_score": 0.584558, + "hf_subset": "wol_Latn-asm_Beng", + "languages": [ + "wol-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55561, + "recall": 0.606719, + "f1": 0.570016, + "accuracy": 0.606719, + "main_score": 0.570016, + "hf_subset": "wol_Latn-ckb_Arab", + "languages": [ + "wol-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544595, + "recall": 0.589921, + "f1": 0.557124, + "accuracy": 0.589921, + "main_score": 0.557124, + "hf_subset": "wol_Latn-gle_Latn", + "languages": [ + "wol-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555823, + "recall": 0.602767, + "f1": 0.568782, + "accuracy": 0.602767, + "main_score": 0.568782, + "hf_subset": "wol_Latn-kas_Arab", + "languages": [ + "wol-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594677, + "recall": 0.646245, + "f1": 0.609035, + "accuracy": 0.646245, + "main_score": 0.609035, + "hf_subset": "wol_Latn-ltg_Latn", + "languages": [ + "wol-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585574, + "recall": 0.621542, + "f1": 0.595758, + "accuracy": 0.621542, + "main_score": 0.595758, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518998, + "recall": 0.579051, + "f1": 0.535507, + "accuracy": 0.579051, + "main_score": 0.535507, + "hf_subset": "wol_Latn-sin_Sinh", + "languages": [ + "wol-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6093, + "recall": 0.65415, + "f1": 0.621877, + "accuracy": 0.65415, + "main_score": 0.621877, + "hf_subset": "wol_Latn-tha_Thai", + "languages": [ + "wol-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584795, + "recall": 0.632411, + "f1": 0.597461, + "accuracy": 0.632411, + "main_score": 0.597461, + "hf_subset": "wol_Latn-zho_Hans", + "languages": [ + "wol-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647182, + "recall": 0.684783, + "f1": 0.657487, + "accuracy": 0.684783, + "main_score": 0.657487, + "hf_subset": "wol_Latn-ast_Latn", + "languages": [ + "wol-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601721, + "recall": 0.646245, + "f1": 0.613809, + "accuracy": 0.646245, + "main_score": 0.613809, + "hf_subset": "wol_Latn-crh_Latn", + "languages": [ + "wol-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645934, + "recall": 0.686759, + "f1": 0.656995, + "accuracy": 0.686759, + "main_score": 0.656995, + "hf_subset": "wol_Latn-glg_Latn", + "languages": [ + "wol-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555352, + "recall": 0.603755, + "f1": 0.569277, + "accuracy": 0.603755, + "main_score": 0.569277, + "hf_subset": "wol_Latn-kas_Deva", + "languages": [ + "wol-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624936, + "recall": 0.663043, + "f1": 0.635006, + "accuracy": 0.663043, + "main_score": 0.635006, + "hf_subset": "wol_Latn-ltz_Latn", + "languages": [ + "wol-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460032, + "recall": 0.51581, + "f1": 0.475409, + "accuracy": 0.51581, + "main_score": 0.475409, + "hf_subset": "wol_Latn-nus_Latn", + "languages": [ + "wol-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631066, + "recall": 0.676877, + "f1": 0.642997, + "accuracy": 0.676877, + "main_score": 0.642997, + "hf_subset": "wol_Latn-slk_Latn", + "languages": [ + "wol-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420794, + "recall": 0.483202, + "f1": 0.438571, + "accuracy": 0.483202, + "main_score": 0.438571, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596792, + "recall": 0.652174, + "f1": 0.611627, + "accuracy": 0.652174, + "main_score": 0.611627, + "hf_subset": "wol_Latn-zho_Hant", + "languages": [ + "wol-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610211, + "recall": 0.660079, + "f1": 0.624437, + "accuracy": 0.660079, + "main_score": 0.624437, + "hf_subset": "wol_Latn-awa_Deva", + "languages": [ + "wol-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597608, + "recall": 0.639328, + "f1": 0.608406, + "accuracy": 0.639328, + "main_score": 0.608406, + "hf_subset": "wol_Latn-cym_Latn", + "languages": [ + "wol-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622867, + "recall": 0.662055, + "f1": 0.634099, + "accuracy": 0.662055, + "main_score": 0.634099, + "hf_subset": "wol_Latn-grn_Latn", + "languages": [ + "wol-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588915, + "recall": 0.639328, + "f1": 0.602383, + "accuracy": 0.639328, + "main_score": 0.602383, + "hf_subset": "wol_Latn-kat_Geor", + "languages": [ + "wol-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59041, + "recall": 0.626482, + "f1": 0.600823, + "accuracy": 0.626482, + "main_score": 0.600823, + "hf_subset": "wol_Latn-lua_Latn", + "languages": [ + "wol-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569179, + "recall": 0.613636, + "f1": 0.582077, + "accuracy": 0.613636, + "main_score": 0.582077, + "hf_subset": "wol_Latn-nya_Latn", + "languages": [ + "wol-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61702, + "recall": 0.660079, + "f1": 0.628856, + "accuracy": 0.660079, + "main_score": 0.628856, + "hf_subset": "wol_Latn-slv_Latn", + "languages": [ + "wol-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631517, + "recall": 0.675889, + "f1": 0.64274, + "accuracy": 0.675889, + "main_score": 0.64274, + "hf_subset": "wol_Latn-tpi_Latn", + "languages": [ + "wol-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650656, + "recall": 0.69664, + "f1": 0.663214, + "accuracy": 0.69664, + "main_score": 0.663214, + "hf_subset": "wol_Latn-zsm_Latn", + "languages": [ + "wol-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531143, + "recall": 0.578063, + "f1": 0.544401, + "accuracy": 0.578063, + "main_score": 0.544401, + "hf_subset": "wol_Latn-ayr_Latn", + "languages": [ + "wol-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644399, + "recall": 0.682806, + "f1": 0.654974, + "accuracy": 0.682806, + "main_score": 0.654974, + "hf_subset": "wol_Latn-dan_Latn", + "languages": [ + "wol-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622334, + "recall": 0.670949, + "f1": 0.635826, + "accuracy": 0.670949, + "main_score": 0.635826, + "hf_subset": "wol_Latn-guj_Gujr", + "languages": [ + "wol-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612044, + "recall": 0.659091, + "f1": 0.624316, + "accuracy": 0.659091, + "main_score": 0.624316, + "hf_subset": "wol_Latn-kaz_Cyrl", + "languages": [ + "wol-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506749, + "recall": 0.554348, + "f1": 0.520492, + "accuracy": 0.554348, + "main_score": 0.520492, + "hf_subset": "wol_Latn-lug_Latn", + "languages": [ + "wol-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657139, + "recall": 0.698617, + "f1": 0.668294, + "accuracy": 0.698617, + "main_score": 0.668294, + "hf_subset": "wol_Latn-oci_Latn", + "languages": [ + "wol-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59403, + "recall": 0.635375, + "f1": 0.605705, + "accuracy": 0.635375, + "main_score": 0.605705, + "hf_subset": "wol_Latn-smo_Latn", + "languages": [ + "wol-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523433, + "recall": 0.56917, + "f1": 0.536077, + "accuracy": 0.56917, + "main_score": 0.536077, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537168, + "recall": 0.58498, + "f1": 0.550321, + "accuracy": 0.58498, + "main_score": 0.550321, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530337, + "recall": 0.58004, + "f1": 0.544114, + "accuracy": 0.58004, + "main_score": 0.544114, + "hf_subset": "wol_Latn-azb_Arab", + "languages": [ + "wol-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638776, + "recall": 0.68083, + "f1": 0.649394, + "accuracy": 0.68083, + "main_score": 0.649394, + "hf_subset": "wol_Latn-deu_Latn", + "languages": [ + "wol-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586408, + "recall": 0.635375, + "f1": 0.599853, + "accuracy": 0.635375, + "main_score": 0.599853, + "hf_subset": "wol_Latn-hat_Latn", + "languages": [ + "wol-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506776, + "recall": 0.55336, + "f1": 0.519749, + "accuracy": 0.55336, + "main_score": 0.519749, + "hf_subset": "wol_Latn-kbp_Latn", + "languages": [ + "wol-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570918, + "recall": 0.608696, + "f1": 0.581804, + "accuracy": 0.608696, + "main_score": 0.581804, + "hf_subset": "wol_Latn-luo_Latn", + "languages": [ + "wol-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596692, + "recall": 0.647233, + "f1": 0.610923, + "accuracy": 0.647233, + "main_score": 0.610923, + "hf_subset": "wol_Latn-ory_Orya", + "languages": [ + "wol-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555372, + "recall": 0.604743, + "f1": 0.569474, + "accuracy": 0.604743, + "main_score": 0.569474, + "hf_subset": "wol_Latn-sna_Latn", + "languages": [ + "wol-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528396, + "recall": 0.568182, + "f1": 0.539091, + "accuracy": 0.568182, + "main_score": 0.539091, + "hf_subset": "wol_Latn-tso_Latn", + "languages": [ + "wol-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572413, + "recall": 0.62747, + "f1": 0.587458, + "accuracy": 0.62747, + "main_score": 0.587458, + "hf_subset": "wol_Latn-azj_Latn", + "languages": [ + "wol-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526169, + "recall": 0.571146, + "f1": 0.539723, + "accuracy": 0.571146, + "main_score": 0.539723, + "hf_subset": "wol_Latn-dik_Latn", + "languages": [ + "wol-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5585, + "recall": 0.603755, + "f1": 0.571279, + "accuracy": 0.603755, + "main_score": 0.571279, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63186, + "recall": 0.663043, + "f1": 0.640502, + "accuracy": 0.663043, + "main_score": 0.640502, + "hf_subset": "wol_Latn-kea_Latn", + "languages": [ + "wol-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602198, + "recall": 0.63834, + "f1": 0.612415, + "accuracy": 0.63834, + "main_score": 0.612415, + "hf_subset": "wol_Latn-lus_Latn", + "languages": [ + "wol-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630792, + "recall": 0.666996, + "f1": 0.640965, + "accuracy": 0.666996, + "main_score": 0.640965, + "hf_subset": "wol_Latn-pag_Latn", + "languages": [ + "wol-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582477, + "recall": 0.637352, + "f1": 0.597831, + "accuracy": 0.637352, + "main_score": 0.597831, + "hf_subset": "wol_Latn-snd_Arab", + "languages": [ + "wol-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57398, + "recall": 0.620553, + "f1": 0.587333, + "accuracy": 0.620553, + "main_score": 0.587333, + "hf_subset": "wol_Latn-tuk_Latn", + "languages": [ + "wol-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611568, + "recall": 0.65415, + "f1": 0.62364, + "accuracy": 0.65415, + "main_score": 0.62364, + "hf_subset": "wol_Latn-bak_Cyrl", + "languages": [ + "wol-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490173, + "recall": 0.550395, + "f1": 0.507533, + "accuracy": 0.550395, + "main_score": 0.507533, + "hf_subset": "wol_Latn-dyu_Latn", + "languages": [ + "wol-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601226, + "recall": 0.647233, + "f1": 0.614399, + "accuracy": 0.647233, + "main_score": 0.614399, + "hf_subset": "wol_Latn-heb_Hebr", + "languages": [ + "wol-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573976, + "recall": 0.621542, + "f1": 0.586895, + "accuracy": 0.621542, + "main_score": 0.586895, + "hf_subset": "wol_Latn-khk_Cyrl", + "languages": [ + "wol-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627499, + "recall": 0.668972, + "f1": 0.638407, + "accuracy": 0.668972, + "main_score": 0.638407, + "hf_subset": "wol_Latn-lvs_Latn", + "languages": [ + "wol-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606505, + "recall": 0.659091, + "f1": 0.621208, + "accuracy": 0.659091, + "main_score": 0.621208, + "hf_subset": "wol_Latn-pan_Guru", + "languages": [ + "wol-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536913, + "recall": 0.58498, + "f1": 0.550433, + "accuracy": 0.58498, + "main_score": 0.550433, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536053, + "recall": 0.574111, + "f1": 0.546978, + "accuracy": 0.574111, + "main_score": 0.546978, + "hf_subset": "wol_Latn-tum_Latn", + "languages": [ + "wol-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41846, + "recall": 0.469368, + "f1": 0.431863, + "accuracy": 0.469368, + "main_score": 0.431863, + "hf_subset": "arb_Latn-ace_Arab", + "languages": [ + "arb-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451585, + "recall": 0.491107, + "f1": 0.462297, + "accuracy": 0.491107, + "main_score": 0.462297, + "hf_subset": "arb_Latn-bam_Latn", + "languages": [ + "arb-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.272322, + "recall": 0.329051, + "f1": 0.285984, + "accuracy": 0.329051, + "main_score": 0.285984, + "hf_subset": "arb_Latn-dzo_Tibt", + "languages": [ + "arb-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787946, + "recall": 0.836957, + "f1": 0.801902, + "accuracy": 0.836957, + "main_score": 0.801902, + "hf_subset": "arb_Latn-hin_Deva", + "languages": [ + "arb-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755886, + "recall": 0.801383, + "f1": 0.768208, + "accuracy": 0.801383, + "main_score": 0.768208, + "hf_subset": "arb_Latn-khm_Khmr", + "languages": [ + "arb-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79165, + "recall": 0.836957, + "f1": 0.804771, + "accuracy": 0.836957, + "main_score": 0.804771, + "hf_subset": "arb_Latn-mag_Deva", + "languages": [ + "arb-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706056, + "recall": 0.757905, + "f1": 0.720204, + "accuracy": 0.757905, + "main_score": 0.720204, + "hf_subset": "arb_Latn-pap_Latn", + "languages": [ + "arb-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489735, + "recall": 0.537549, + "f1": 0.501624, + "accuracy": 0.537549, + "main_score": 0.501624, + "hf_subset": "arb_Latn-sot_Latn", + "languages": [ + "arb-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786956, + "recall": 0.833004, + "f1": 0.799644, + "accuracy": 0.833004, + "main_score": 0.799644, + "hf_subset": "arb_Latn-tur_Latn", + "languages": [ + "arb-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610235, + "recall": 0.663043, + "f1": 0.624035, + "accuracy": 0.663043, + "main_score": 0.624035, + "hf_subset": "arb_Latn-ace_Latn", + "languages": [ + "arb-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684635, + "recall": 0.730237, + "f1": 0.697103, + "accuracy": 0.730237, + "main_score": 0.697103, + "hf_subset": "arb_Latn-ban_Latn", + "languages": [ + "arb-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795209, + "recall": 0.841897, + "f1": 0.808428, + "accuracy": 0.841897, + "main_score": 0.808428, + "hf_subset": "arb_Latn-ell_Grek", + "languages": [ + "arb-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748786, + "recall": 0.797431, + "f1": 0.762666, + "accuracy": 0.797431, + "main_score": 0.762666, + "hf_subset": "arb_Latn-hne_Deva", + "languages": [ + "arb-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468865, + "recall": 0.509881, + "f1": 0.479505, + "accuracy": 0.509881, + "main_score": 0.479505, + "hf_subset": "arb_Latn-kik_Latn", + "languages": [ + "arb-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762923, + "recall": 0.810277, + "f1": 0.775687, + "accuracy": 0.810277, + "main_score": 0.775687, + "hf_subset": "arb_Latn-mai_Deva", + "languages": [ + "arb-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711946, + "recall": 0.770751, + "f1": 0.728785, + "accuracy": 0.770751, + "main_score": 0.728785, + "hf_subset": "arb_Latn-pbt_Arab", + "languages": [ + "arb-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793606, + "recall": 0.839921, + "f1": 0.806873, + "accuracy": 0.839921, + "main_score": 0.806873, + "hf_subset": "arb_Latn-spa_Latn", + "languages": [ + "arb-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487269, + "recall": 0.529644, + "f1": 0.499222, + "accuracy": 0.529644, + "main_score": 0.499222, + "hf_subset": "arb_Latn-twi_Latn", + "languages": [ + "arb-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850299, + "recall": 0.887352, + "f1": 0.861185, + "accuracy": 0.887352, + "main_score": 0.861185, + "hf_subset": "arb_Latn-acm_Arab", + "languages": [ + "arb-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756039, + "recall": 0.809289, + "f1": 0.770572, + "accuracy": 0.809289, + "main_score": 0.770572, + "hf_subset": "arb_Latn-bel_Cyrl", + "languages": [ + "arb-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821289, + "recall": 0.863636, + "f1": 0.8333, + "accuracy": 0.863636, + "main_score": 0.8333, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806216, + "recall": 0.850791, + "f1": 0.818999, + "accuracy": 0.850791, + "main_score": 0.818999, + "hf_subset": "arb_Latn-hrv_Latn", + "languages": [ + "arb-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475493, + "recall": 0.518775, + "f1": 0.486924, + "accuracy": 0.518775, + "main_score": 0.486924, + "hf_subset": "arb_Latn-kin_Latn", + "languages": [ + "arb-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762369, + "recall": 0.813241, + "f1": 0.776507, + "accuracy": 0.813241, + "main_score": 0.776507, + "hf_subset": "arb_Latn-mal_Mlym", + "languages": [ + "arb-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802103, + "recall": 0.840909, + "f1": 0.812923, + "accuracy": 0.840909, + "main_score": 0.812923, + "hf_subset": "arb_Latn-pes_Arab", + "languages": [ + "arb-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751403, + "recall": 0.799407, + "f1": 0.764576, + "accuracy": 0.799407, + "main_score": 0.764576, + "hf_subset": "arb_Latn-srd_Latn", + "languages": [ + "arb-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160478, + "recall": 0.215415, + "f1": 0.172776, + "accuracy": 0.215415, + "main_score": 0.172776, + "hf_subset": "arb_Latn-tzm_Tfng", + "languages": [ + "arb-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848518, + "recall": 0.884387, + "f1": 0.858951, + "accuracy": 0.884387, + "main_score": 0.858951, + "hf_subset": "arb_Latn-acq_Arab", + "languages": [ + "arb-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507161, + "recall": 0.544466, + "f1": 0.516934, + "accuracy": 0.544466, + "main_score": 0.516934, + "hf_subset": "arb_Latn-bem_Latn", + "languages": [ + "arb-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797837, + "recall": 0.837945, + "f1": 0.808984, + "accuracy": 0.837945, + "main_score": 0.808984, + "hf_subset": "arb_Latn-epo_Latn", + "languages": [ + "arb-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777812, + "recall": 0.821146, + "f1": 0.790049, + "accuracy": 0.821146, + "main_score": 0.790049, + "hf_subset": "arb_Latn-hun_Latn", + "languages": [ + "arb-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715305, + "recall": 0.770751, + "f1": 0.7303, + "accuracy": 0.770751, + "main_score": 0.7303, + "hf_subset": "arb_Latn-kir_Cyrl", + "languages": [ + "arb-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763152, + "recall": 0.810277, + "f1": 0.775803, + "accuracy": 0.810277, + "main_score": 0.775803, + "hf_subset": "arb_Latn-mar_Deva", + "languages": [ + "arb-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532674, + "recall": 0.572134, + "f1": 0.543736, + "accuracy": 0.572134, + "main_score": 0.543736, + "hf_subset": "arb_Latn-plt_Latn", + "languages": [ + "arb-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813936, + "recall": 0.855731, + "f1": 0.825762, + "accuracy": 0.855731, + "main_score": 0.825762, + "hf_subset": "arb_Latn-srp_Cyrl", + "languages": [ + "arb-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677309, + "recall": 0.726285, + "f1": 0.691087, + "accuracy": 0.726285, + "main_score": 0.691087, + "hf_subset": "arb_Latn-uig_Arab", + "languages": [ + "arb-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820037, + "recall": 0.857708, + "f1": 0.830374, + "accuracy": 0.857708, + "main_score": 0.830374, + "hf_subset": "arb_Latn-aeb_Arab", + "languages": [ + "arb-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779476, + "recall": 0.826087, + "f1": 0.792632, + "accuracy": 0.826087, + "main_score": 0.792632, + "hf_subset": "arb_Latn-ben_Beng", + "languages": [ + "arb-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771786, + "recall": 0.816206, + "f1": 0.784391, + "accuracy": 0.816206, + "main_score": 0.784391, + "hf_subset": "arb_Latn-est_Latn", + "languages": [ + "arb-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782949, + "recall": 0.826087, + "f1": 0.794333, + "accuracy": 0.826087, + "main_score": 0.794333, + "hf_subset": "arb_Latn-hye_Armn", + "languages": [ + "arb-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480658, + "recall": 0.518775, + "f1": 0.491068, + "accuracy": 0.518775, + "main_score": 0.491068, + "hf_subset": "arb_Latn-kmb_Latn", + "languages": [ + "arb-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.387661, + "recall": 0.438735, + "f1": 0.401128, + "accuracy": 0.438735, + "main_score": 0.401128, + "hf_subset": "arb_Latn-min_Arab", + "languages": [ + "arb-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80112, + "recall": 0.846838, + "f1": 0.813954, + "accuracy": 0.846838, + "main_score": 0.813954, + "hf_subset": "arb_Latn-pol_Latn", + "languages": [ + "arb-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478574, + "recall": 0.524704, + "f1": 0.491319, + "accuracy": 0.524704, + "main_score": 0.491319, + "hf_subset": "arb_Latn-ssw_Latn", + "languages": [ + "arb-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803931, + "recall": 0.849802, + "f1": 0.817063, + "accuracy": 0.849802, + "main_score": 0.817063, + "hf_subset": "arb_Latn-ukr_Cyrl", + "languages": [ + "arb-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820743, + "recall": 0.86166, + "f1": 0.83242, + "accuracy": 0.86166, + "main_score": 0.83242, + "hf_subset": "arb_Latn-afr_Latn", + "languages": [ + "arb-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725984, + "recall": 0.777668, + "f1": 0.739803, + "accuracy": 0.777668, + "main_score": 0.739803, + "hf_subset": "arb_Latn-bho_Deva", + "languages": [ + "arb-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719327, + "recall": 0.772727, + "f1": 0.734266, + "accuracy": 0.772727, + "main_score": 0.734266, + "hf_subset": "arb_Latn-eus_Latn", + "languages": [ + "arb-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457417, + "recall": 0.507905, + "f1": 0.471368, + "accuracy": 0.507905, + "main_score": 0.471368, + "hf_subset": "arb_Latn-ibo_Latn", + "languages": [ + "arb-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617977, + "recall": 0.670949, + "f1": 0.631834, + "accuracy": 0.670949, + "main_score": 0.631834, + "hf_subset": "arb_Latn-kmr_Latn", + "languages": [ + "arb-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731421, + "recall": 0.77668, + "f1": 0.743451, + "accuracy": 0.77668, + "main_score": 0.743451, + "hf_subset": "arb_Latn-min_Latn", + "languages": [ + "arb-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814973, + "recall": 0.859684, + "f1": 0.827786, + "accuracy": 0.859684, + "main_score": 0.827786, + "hf_subset": "arb_Latn-por_Latn", + "languages": [ + "arb-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753958, + "recall": 0.801383, + "f1": 0.76624, + "accuracy": 0.801383, + "main_score": 0.76624, + "hf_subset": "arb_Latn-sun_Latn", + "languages": [ + "arb-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443045, + "recall": 0.48913, + "f1": 0.456396, + "accuracy": 0.48913, + "main_score": 0.456396, + "hf_subset": "arb_Latn-umb_Latn", + "languages": [ + "arb-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849662, + "recall": 0.880435, + "f1": 0.858631, + "accuracy": 0.880435, + "main_score": 0.858631, + "hf_subset": "arb_Latn-ajp_Arab", + "languages": [ + "arb-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411701, + "recall": 0.465415, + "f1": 0.427013, + "accuracy": 0.465415, + "main_score": 0.427013, + "hf_subset": "arb_Latn-bjn_Arab", + "languages": [ + "arb-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443557, + "recall": 0.488142, + "f1": 0.45454, + "accuracy": 0.488142, + "main_score": 0.45454, + "hf_subset": "arb_Latn-ewe_Latn", + "languages": [ + "arb-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667019, + "recall": 0.712451, + "f1": 0.679757, + "accuracy": 0.712451, + "main_score": 0.679757, + "hf_subset": "arb_Latn-ilo_Latn", + "languages": [ + "arb-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261227, + "recall": 0.317194, + "f1": 0.275381, + "accuracy": 0.317194, + "main_score": 0.275381, + "hf_subset": "arb_Latn-knc_Arab", + "languages": [ + "arb-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802271, + "recall": 0.840909, + "f1": 0.812891, + "accuracy": 0.840909, + "main_score": 0.812891, + "hf_subset": "arb_Latn-mkd_Cyrl", + "languages": [ + "arb-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796022, + "recall": 0.836957, + "f1": 0.807164, + "accuracy": 0.836957, + "main_score": 0.807164, + "hf_subset": "arb_Latn-prs_Arab", + "languages": [ + "arb-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793359, + "recall": 0.837945, + "f1": 0.806248, + "accuracy": 0.837945, + "main_score": 0.806248, + "hf_subset": "arb_Latn-swe_Latn", + "languages": [ + "arb-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773573, + "recall": 0.823123, + "f1": 0.787478, + "accuracy": 0.823123, + "main_score": 0.787478, + "hf_subset": "arb_Latn-urd_Arab", + "languages": [ + "arb-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466163, + "recall": 0.51087, + "f1": 0.478026, + "accuracy": 0.51087, + "main_score": 0.478026, + "hf_subset": "arb_Latn-aka_Latn", + "languages": [ + "arb-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719362, + "recall": 0.771739, + "f1": 0.733584, + "accuracy": 0.771739, + "main_score": 0.733584, + "hf_subset": "arb_Latn-bjn_Latn", + "languages": [ + "arb-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701442, + "recall": 0.753953, + "f1": 0.715371, + "accuracy": 0.753953, + "main_score": 0.715371, + "hf_subset": "arb_Latn-fao_Latn", + "languages": [ + "arb-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809257, + "recall": 0.854743, + "f1": 0.822243, + "accuracy": 0.854743, + "main_score": 0.822243, + "hf_subset": "arb_Latn-ind_Latn", + "languages": [ + "arb-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483769, + "recall": 0.528656, + "f1": 0.496436, + "accuracy": 0.528656, + "main_score": 0.496436, + "hf_subset": "arb_Latn-knc_Latn", + "languages": [ + "arb-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769031, + "recall": 0.813241, + "f1": 0.781283, + "accuracy": 0.813241, + "main_score": 0.781283, + "hf_subset": "arb_Latn-mlt_Latn", + "languages": [ + "arb-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50007, + "recall": 0.561265, + "f1": 0.516422, + "accuracy": 0.561265, + "main_score": 0.516422, + "hf_subset": "arb_Latn-quy_Latn", + "languages": [ + "arb-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74243, + "recall": 0.79249, + "f1": 0.756719, + "accuracy": 0.79249, + "main_score": 0.756719, + "hf_subset": "arb_Latn-swh_Latn", + "languages": [ + "arb-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753357, + "recall": 0.802372, + "f1": 0.767128, + "accuracy": 0.802372, + "main_score": 0.767128, + "hf_subset": "arb_Latn-uzn_Latn", + "languages": [ + "arb-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786461, + "recall": 0.829051, + "f1": 0.797576, + "accuracy": 0.829051, + "main_score": 0.797576, + "hf_subset": "arb_Latn-als_Latn", + "languages": [ + "arb-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369733, + "recall": 0.449605, + "f1": 0.390098, + "accuracy": 0.449605, + "main_score": 0.390098, + "hf_subset": "arb_Latn-bod_Tibt", + "languages": [ + "arb-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526407, + "recall": 0.579051, + "f1": 0.539788, + "accuracy": 0.579051, + "main_score": 0.539788, + "hf_subset": "arb_Latn-fij_Latn", + "languages": [ + "arb-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719679, + "recall": 0.768775, + "f1": 0.732723, + "accuracy": 0.768775, + "main_score": 0.732723, + "hf_subset": "arb_Latn-isl_Latn", + "languages": [ + "arb-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517511, + "recall": 0.557312, + "f1": 0.527148, + "accuracy": 0.557312, + "main_score": 0.527148, + "hf_subset": "arb_Latn-kon_Latn", + "languages": [ + "arb-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462642, + "recall": 0.516798, + "f1": 0.478208, + "accuracy": 0.516798, + "main_score": 0.478208, + "hf_subset": "arb_Latn-mni_Beng", + "languages": [ + "arb-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818445, + "recall": 0.858696, + "f1": 0.829768, + "accuracy": 0.858696, + "main_score": 0.829768, + "hf_subset": "arb_Latn-ron_Latn", + "languages": [ + "arb-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742298, + "recall": 0.782609, + "f1": 0.75317, + "accuracy": 0.782609, + "main_score": 0.75317, + "hf_subset": "arb_Latn-szl_Latn", + "languages": [ + "arb-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775672, + "recall": 0.820158, + "f1": 0.788137, + "accuracy": 0.820158, + "main_score": 0.788137, + "hf_subset": "arb_Latn-vec_Latn", + "languages": [ + "arb-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653379, + "recall": 0.714427, + "f1": 0.669709, + "accuracy": 0.714427, + "main_score": 0.669709, + "hf_subset": "arb_Latn-amh_Ethi", + "languages": [ + "arb-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807009, + "recall": 0.851779, + "f1": 0.819897, + "accuracy": 0.851779, + "main_score": 0.819897, + "hf_subset": "arb_Latn-bos_Latn", + "languages": [ + "arb-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767809, + "recall": 0.812253, + "f1": 0.779784, + "accuracy": 0.812253, + "main_score": 0.779784, + "hf_subset": "arb_Latn-fin_Latn", + "languages": [ + "arb-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804825, + "recall": 0.848814, + "f1": 0.817159, + "accuracy": 0.848814, + "main_score": 0.817159, + "hf_subset": "arb_Latn-ita_Latn", + "languages": [ + "arb-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769442, + "recall": 0.821146, + "f1": 0.783968, + "accuracy": 0.821146, + "main_score": 0.783968, + "hf_subset": "arb_Latn-kor_Hang", + "languages": [ + "arb-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451534, + "recall": 0.499012, + "f1": 0.464409, + "accuracy": 0.499012, + "main_score": 0.464409, + "hf_subset": "arb_Latn-mos_Latn", + "languages": [ + "arb-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478218, + "recall": 0.521739, + "f1": 0.489841, + "accuracy": 0.521739, + "main_score": 0.489841, + "hf_subset": "arb_Latn-run_Latn", + "languages": [ + "arb-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763798, + "recall": 0.815217, + "f1": 0.778193, + "accuracy": 0.815217, + "main_score": 0.778193, + "hf_subset": "arb_Latn-tam_Taml", + "languages": [ + "arb-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791165, + "recall": 0.833004, + "f1": 0.802794, + "accuracy": 0.833004, + "main_score": 0.802794, + "hf_subset": "arb_Latn-vie_Latn", + "languages": [ + "arb-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852281, + "recall": 0.887352, + "f1": 0.862466, + "accuracy": 0.887352, + "main_score": 0.862466, + "hf_subset": "arb_Latn-apc_Arab", + "languages": [ + "arb-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565805, + "recall": 0.615613, + "f1": 0.579554, + "accuracy": 0.615613, + "main_score": 0.579554, + "hf_subset": "arb_Latn-bug_Latn", + "languages": [ + "arb-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420162, + "recall": 0.45751, + "f1": 0.429702, + "accuracy": 0.45751, + "main_score": 0.429702, + "hf_subset": "arb_Latn-fon_Latn", + "languages": [ + "arb-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754609, + "recall": 0.799407, + "f1": 0.766671, + "accuracy": 0.799407, + "main_score": 0.766671, + "hf_subset": "arb_Latn-jav_Latn", + "languages": [ + "arb-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720815, + "recall": 0.77668, + "f1": 0.735787, + "accuracy": 0.77668, + "main_score": 0.735787, + "hf_subset": "arb_Latn-lao_Laoo", + "languages": [ + "arb-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626271, + "recall": 0.68083, + "f1": 0.640664, + "accuracy": 0.68083, + "main_score": 0.640664, + "hf_subset": "arb_Latn-mri_Latn", + "languages": [ + "arb-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794293, + "recall": 0.839921, + "f1": 0.806907, + "accuracy": 0.839921, + "main_score": 0.806907, + "hf_subset": "arb_Latn-rus_Cyrl", + "languages": [ + "arb-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447583, + "recall": 0.496047, + "f1": 0.460429, + "accuracy": 0.496047, + "main_score": 0.460429, + "hf_subset": "arb_Latn-taq_Latn", + "languages": [ + "arb-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747282, + "recall": 0.793478, + "f1": 0.759409, + "accuracy": 0.793478, + "main_score": 0.759409, + "hf_subset": "arb_Latn-war_Latn", + "languages": [ + "arb-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853136, + "recall": 0.886364, + "f1": 0.862886, + "accuracy": 0.886364, + "main_score": 0.862886, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809124, + "recall": 0.851779, + "f1": 0.820838, + "accuracy": 0.851779, + "main_score": 0.820838, + "hf_subset": "arb_Latn-bul_Cyrl", + "languages": [ + "arb-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812576, + "recall": 0.852767, + "f1": 0.823435, + "accuracy": 0.852767, + "main_score": 0.823435, + "hf_subset": "arb_Latn-fra_Latn", + "languages": [ + "arb-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761384, + "recall": 0.80336, + "f1": 0.772613, + "accuracy": 0.80336, + "main_score": 0.772613, + "hf_subset": "arb_Latn-jpn_Jpan", + "languages": [ + "arb-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751686, + "recall": 0.796443, + "f1": 0.764155, + "accuracy": 0.796443, + "main_score": 0.764155, + "hf_subset": "arb_Latn-lij_Latn", + "languages": [ + "arb-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671701, + "recall": 0.73419, + "f1": 0.689041, + "accuracy": 0.73419, + "main_score": 0.689041, + "hf_subset": "arb_Latn-mya_Mymr", + "languages": [ + "arb-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467013, + "recall": 0.518775, + "f1": 0.480557, + "accuracy": 0.518775, + "main_score": 0.480557, + "hf_subset": "arb_Latn-sag_Latn", + "languages": [ + "arb-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183463, + "recall": 0.235178, + "f1": 0.195966, + "accuracy": 0.235178, + "main_score": 0.195966, + "hf_subset": "arb_Latn-taq_Tfng", + "languages": [ + "arb-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488295, + "recall": 0.543478, + "f1": 0.503376, + "accuracy": 0.543478, + "main_score": 0.503376, + "hf_subset": "arb_Latn-wol_Latn", + "languages": [ + "arb-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805057, + "recall": 0.849802, + "f1": 0.817943, + "accuracy": 0.849802, + "main_score": 0.817943, + "hf_subset": "arb_Latn-cat_Latn", + "languages": [ + "arb-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737616, + "recall": 0.789526, + "f1": 0.751892, + "accuracy": 0.789526, + "main_score": 0.751892, + "hf_subset": "arb_Latn-fur_Latn", + "languages": [ + "arb-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39419, + "recall": 0.445652, + "f1": 0.407509, + "accuracy": 0.445652, + "main_score": 0.407509, + "hf_subset": "arb_Latn-kab_Latn", + "languages": [ + "arb-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726209, + "recall": 0.772727, + "f1": 0.738911, + "accuracy": 0.772727, + "main_score": 0.738911, + "hf_subset": "arb_Latn-lim_Latn", + "languages": [ + "arb-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775832, + "recall": 0.824111, + "f1": 0.789161, + "accuracy": 0.824111, + "main_score": 0.789161, + "hf_subset": "arb_Latn-nld_Latn", + "languages": [ + "arb-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730527, + "recall": 0.788538, + "f1": 0.747247, + "accuracy": 0.788538, + "main_score": 0.747247, + "hf_subset": "arb_Latn-san_Deva", + "languages": [ + "arb-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728198, + "recall": 0.786561, + "f1": 0.744035, + "accuracy": 0.786561, + "main_score": 0.744035, + "hf_subset": "arb_Latn-tat_Cyrl", + "languages": [ + "arb-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522885, + "recall": 0.562253, + "f1": 0.533732, + "accuracy": 0.562253, + "main_score": 0.533732, + "hf_subset": "arb_Latn-xho_Latn", + "languages": [ + "arb-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840748, + "recall": 0.875494, + "f1": 0.851016, + "accuracy": 0.875494, + "main_score": 0.851016, + "hf_subset": "arb_Latn-ars_Arab", + "languages": [ + "arb-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774765, + "recall": 0.820158, + "f1": 0.787577, + "accuracy": 0.820158, + "main_score": 0.787577, + "hf_subset": "arb_Latn-ceb_Latn", + "languages": [ + "arb-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463183, + "recall": 0.508893, + "f1": 0.476047, + "accuracy": 0.508893, + "main_score": 0.476047, + "hf_subset": "arb_Latn-fuv_Latn", + "languages": [ + "arb-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43576, + "recall": 0.483202, + "f1": 0.447625, + "accuracy": 0.483202, + "main_score": 0.447625, + "hf_subset": "arb_Latn-kac_Latn", + "languages": [ + "arb-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52165, + "recall": 0.561265, + "f1": 0.532144, + "accuracy": 0.561265, + "main_score": 0.532144, + "hf_subset": "arb_Latn-lin_Latn", + "languages": [ + "arb-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786282, + "recall": 0.825099, + "f1": 0.7969, + "accuracy": 0.825099, + "main_score": 0.7969, + "hf_subset": "arb_Latn-nno_Latn", + "languages": [ + "arb-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.145899, + "recall": 0.211462, + "f1": 0.161475, + "accuracy": 0.211462, + "main_score": 0.161475, + "hf_subset": "arb_Latn-sat_Olck", + "languages": [ + "arb-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760866, + "recall": 0.815217, + "f1": 0.775936, + "accuracy": 0.815217, + "main_score": 0.775936, + "hf_subset": "arb_Latn-tel_Telu", + "languages": [ + "arb-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66928, + "recall": 0.725296, + "f1": 0.684823, + "accuracy": 0.725296, + "main_score": 0.684823, + "hf_subset": "arb_Latn-ydd_Hebr", + "languages": [ + "arb-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789001, + "recall": 0.83004, + "f1": 0.800278, + "accuracy": 0.83004, + "main_score": 0.800278, + "hf_subset": "arb_Latn-ary_Arab", + "languages": [ + "arb-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789128, + "recall": 0.835968, + "f1": 0.802557, + "accuracy": 0.835968, + "main_score": 0.802557, + "hf_subset": "arb_Latn-ces_Latn", + "languages": [ + "arb-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475561, + "recall": 0.525692, + "f1": 0.489162, + "accuracy": 0.525692, + "main_score": 0.489162, + "hf_subset": "arb_Latn-gaz_Latn", + "languages": [ + "arb-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483288, + "recall": 0.523715, + "f1": 0.493909, + "accuracy": 0.523715, + "main_score": 0.493909, + "hf_subset": "arb_Latn-kam_Latn", + "languages": [ + "arb-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767081, + "recall": 0.817194, + "f1": 0.780843, + "accuracy": 0.817194, + "main_score": 0.780843, + "hf_subset": "arb_Latn-lit_Latn", + "languages": [ + "arb-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780884, + "recall": 0.832016, + "f1": 0.795376, + "accuracy": 0.832016, + "main_score": 0.795376, + "hf_subset": "arb_Latn-nob_Latn", + "languages": [ + "arb-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735688, + "recall": 0.785573, + "f1": 0.749131, + "accuracy": 0.785573, + "main_score": 0.749131, + "hf_subset": "arb_Latn-scn_Latn", + "languages": [ + "arb-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74471, + "recall": 0.793478, + "f1": 0.75801, + "accuracy": 0.793478, + "main_score": 0.75801, + "hf_subset": "arb_Latn-tgk_Cyrl", + "languages": [ + "arb-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507944, + "recall": 0.568182, + "f1": 0.524209, + "accuracy": 0.568182, + "main_score": 0.524209, + "hf_subset": "arb_Latn-yor_Latn", + "languages": [ + "arb-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820992, + "recall": 0.858696, + "f1": 0.831462, + "accuracy": 0.858696, + "main_score": 0.831462, + "hf_subset": "arb_Latn-arz_Arab", + "languages": [ + "arb-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455454, + "recall": 0.5, + "f1": 0.467859, + "accuracy": 0.5, + "main_score": 0.467859, + "hf_subset": "arb_Latn-cjk_Latn", + "languages": [ + "arb-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588617, + "recall": 0.647233, + "f1": 0.604741, + "accuracy": 0.647233, + "main_score": 0.604741, + "hf_subset": "arb_Latn-gla_Latn", + "languages": [ + "arb-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764137, + "recall": 0.814229, + "f1": 0.777681, + "accuracy": 0.814229, + "main_score": 0.777681, + "hf_subset": "arb_Latn-kan_Knda", + "languages": [ + "arb-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761959, + "recall": 0.809289, + "f1": 0.775133, + "accuracy": 0.809289, + "main_score": 0.775133, + "hf_subset": "arb_Latn-lmo_Latn", + "languages": [ + "arb-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775898, + "recall": 0.823123, + "f1": 0.789507, + "accuracy": 0.823123, + "main_score": 0.789507, + "hf_subset": "arb_Latn-npi_Deva", + "languages": [ + "arb-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396173, + "recall": 0.439723, + "f1": 0.407825, + "accuracy": 0.439723, + "main_score": 0.407825, + "hf_subset": "arb_Latn-shn_Mymr", + "languages": [ + "arb-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789149, + "recall": 0.837945, + "f1": 0.802736, + "accuracy": 0.837945, + "main_score": 0.802736, + "hf_subset": "arb_Latn-tgl_Latn", + "languages": [ + "arb-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762392, + "recall": 0.816206, + "f1": 0.777759, + "accuracy": 0.816206, + "main_score": 0.777759, + "hf_subset": "arb_Latn-yue_Hant", + "languages": [ + "arb-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722217, + "recall": 0.780632, + "f1": 0.738785, + "accuracy": 0.780632, + "main_score": 0.738785, + "hf_subset": "arb_Latn-asm_Beng", + "languages": [ + "arb-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696771, + "recall": 0.750988, + "f1": 0.711883, + "accuracy": 0.750988, + "main_score": 0.711883, + "hf_subset": "arb_Latn-ckb_Arab", + "languages": [ + "arb-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651643, + "recall": 0.695652, + "f1": 0.663549, + "accuracy": 0.695652, + "main_score": 0.663549, + "hf_subset": "arb_Latn-gle_Latn", + "languages": [ + "arb-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648706, + "recall": 0.701581, + "f1": 0.663674, + "accuracy": 0.701581, + "main_score": 0.663674, + "hf_subset": "arb_Latn-kas_Arab", + "languages": [ + "arb-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648488, + "recall": 0.697628, + "f1": 0.66178, + "accuracy": 0.697628, + "main_score": 0.66178, + "hf_subset": "arb_Latn-ltg_Latn", + "languages": [ + "arb-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509428, + "recall": 0.548419, + "f1": 0.519587, + "accuracy": 0.548419, + "main_score": 0.519587, + "hf_subset": "arb_Latn-nso_Latn", + "languages": [ + "arb-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706933, + "recall": 0.764822, + "f1": 0.722897, + "accuracy": 0.764822, + "main_score": 0.722897, + "hf_subset": "arb_Latn-sin_Sinh", + "languages": [ + "arb-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776871, + "recall": 0.822134, + "f1": 0.789625, + "accuracy": 0.822134, + "main_score": 0.789625, + "hf_subset": "arb_Latn-tha_Thai", + "languages": [ + "arb-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765206, + "recall": 0.816206, + "f1": 0.779506, + "accuracy": 0.816206, + "main_score": 0.779506, + "hf_subset": "arb_Latn-zho_Hans", + "languages": [ + "arb-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77298, + "recall": 0.820158, + "f1": 0.785994, + "accuracy": 0.820158, + "main_score": 0.785994, + "hf_subset": "arb_Latn-ast_Latn", + "languages": [ + "arb-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745441, + "recall": 0.802372, + "f1": 0.762207, + "accuracy": 0.802372, + "main_score": 0.762207, + "hf_subset": "arb_Latn-crh_Latn", + "languages": [ + "arb-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817772, + "recall": 0.856719, + "f1": 0.828524, + "accuracy": 0.856719, + "main_score": 0.828524, + "hf_subset": "arb_Latn-glg_Latn", + "languages": [ + "arb-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607699, + "recall": 0.66502, + "f1": 0.622506, + "accuracy": 0.66502, + "main_score": 0.622506, + "hf_subset": "arb_Latn-kas_Deva", + "languages": [ + "arb-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714176, + "recall": 0.761858, + "f1": 0.727659, + "accuracy": 0.761858, + "main_score": 0.727659, + "hf_subset": "arb_Latn-ltz_Latn", + "languages": [ + "arb-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403581, + "recall": 0.463439, + "f1": 0.419984, + "accuracy": 0.463439, + "main_score": 0.419984, + "hf_subset": "arb_Latn-nus_Latn", + "languages": [ + "arb-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799655, + "recall": 0.842885, + "f1": 0.811442, + "accuracy": 0.842885, + "main_score": 0.811442, + "hf_subset": "arb_Latn-slk_Latn", + "languages": [ + "arb-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422645, + "recall": 0.475296, + "f1": 0.436481, + "accuracy": 0.475296, + "main_score": 0.436481, + "hf_subset": "arb_Latn-tir_Ethi", + "languages": [ + "arb-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757332, + "recall": 0.811265, + "f1": 0.772523, + "accuracy": 0.811265, + "main_score": 0.772523, + "hf_subset": "arb_Latn-zho_Hant", + "languages": [ + "arb-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766718, + "recall": 0.815217, + "f1": 0.779967, + "accuracy": 0.815217, + "main_score": 0.779967, + "hf_subset": "arb_Latn-awa_Deva", + "languages": [ + "arb-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715653, + "recall": 0.766798, + "f1": 0.729833, + "accuracy": 0.766798, + "main_score": 0.729833, + "hf_subset": "arb_Latn-cym_Latn", + "languages": [ + "arb-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600588, + "recall": 0.647233, + "f1": 0.613572, + "accuracy": 0.647233, + "main_score": 0.613572, + "hf_subset": "arb_Latn-grn_Latn", + "languages": [ + "arb-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751272, + "recall": 0.800395, + "f1": 0.764827, + "accuracy": 0.800395, + "main_score": 0.764827, + "hf_subset": "arb_Latn-kat_Geor", + "languages": [ + "arb-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499232, + "recall": 0.54249, + "f1": 0.510028, + "accuracy": 0.54249, + "main_score": 0.510028, + "hf_subset": "arb_Latn-lua_Latn", + "languages": [ + "arb-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509581, + "recall": 0.555336, + "f1": 0.520724, + "accuracy": 0.555336, + "main_score": 0.520724, + "hf_subset": "arb_Latn-nya_Latn", + "languages": [ + "arb-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778347, + "recall": 0.824111, + "f1": 0.791144, + "accuracy": 0.824111, + "main_score": 0.791144, + "hf_subset": "arb_Latn-slv_Latn", + "languages": [ + "arb-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6253, + "recall": 0.679842, + "f1": 0.639727, + "accuracy": 0.679842, + "main_score": 0.639727, + "hf_subset": "arb_Latn-tpi_Latn", + "languages": [ + "arb-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816023, + "recall": 0.857708, + "f1": 0.827926, + "accuracy": 0.857708, + "main_score": 0.827926, + "hf_subset": "arb_Latn-zsm_Latn", + "languages": [ + "arb-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462967, + "recall": 0.506917, + "f1": 0.474737, + "accuracy": 0.506917, + "main_score": 0.474737, + "hf_subset": "arb_Latn-ayr_Latn", + "languages": [ + "arb-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802308, + "recall": 0.846838, + "f1": 0.815159, + "accuracy": 0.846838, + "main_score": 0.815159, + "hf_subset": "arb_Latn-dan_Latn", + "languages": [ + "arb-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767636, + "recall": 0.818182, + "f1": 0.781742, + "accuracy": 0.818182, + "main_score": 0.781742, + "hf_subset": "arb_Latn-guj_Gujr", + "languages": [ + "arb-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763333, + "recall": 0.807312, + "f1": 0.775491, + "accuracy": 0.807312, + "main_score": 0.775491, + "hf_subset": "arb_Latn-kaz_Cyrl", + "languages": [ + "arb-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457428, + "recall": 0.503953, + "f1": 0.469368, + "accuracy": 0.503953, + "main_score": 0.469368, + "hf_subset": "arb_Latn-lug_Latn", + "languages": [ + "arb-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78907, + "recall": 0.831028, + "f1": 0.800434, + "accuracy": 0.831028, + "main_score": 0.800434, + "hf_subset": "arb_Latn-oci_Latn", + "languages": [ + "arb-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580199, + "recall": 0.626482, + "f1": 0.593091, + "accuracy": 0.626482, + "main_score": 0.593091, + "hf_subset": "arb_Latn-smo_Latn", + "languages": [ + "arb-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461778, + "recall": 0.514822, + "f1": 0.475933, + "accuracy": 0.514822, + "main_score": 0.475933, + "hf_subset": "arb_Latn-tsn_Latn", + "languages": [ + "arb-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503221, + "recall": 0.554348, + "f1": 0.518216, + "accuracy": 0.554348, + "main_score": 0.518216, + "hf_subset": "arb_Latn-zul_Latn", + "languages": [ + "arb-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640659, + "recall": 0.700593, + "f1": 0.6574, + "accuracy": 0.700593, + "main_score": 0.6574, + "hf_subset": "arb_Latn-azb_Arab", + "languages": [ + "arb-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797039, + "recall": 0.844862, + "f1": 0.810558, + "accuracy": 0.844862, + "main_score": 0.810558, + "hf_subset": "arb_Latn-deu_Latn", + "languages": [ + "arb-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706553, + "recall": 0.761858, + "f1": 0.721211, + "accuracy": 0.761858, + "main_score": 0.721211, + "hf_subset": "arb_Latn-hat_Latn", + "languages": [ + "arb-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444688, + "recall": 0.487154, + "f1": 0.455895, + "accuracy": 0.487154, + "main_score": 0.455895, + "hf_subset": "arb_Latn-kbp_Latn", + "languages": [ + "arb-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494078, + "recall": 0.536561, + "f1": 0.505034, + "accuracy": 0.536561, + "main_score": 0.505034, + "hf_subset": "arb_Latn-luo_Latn", + "languages": [ + "arb-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757149, + "recall": 0.806324, + "f1": 0.770953, + "accuracy": 0.806324, + "main_score": 0.770953, + "hf_subset": "arb_Latn-ory_Orya", + "languages": [ + "arb-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490934, + "recall": 0.532609, + "f1": 0.501963, + "accuracy": 0.532609, + "main_score": 0.501963, + "hf_subset": "arb_Latn-sna_Latn", + "languages": [ + "arb-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473312, + "recall": 0.511858, + "f1": 0.483366, + "accuracy": 0.511858, + "main_score": 0.483366, + "hf_subset": "arb_Latn-tso_Latn", + "languages": [ + "arb-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751627, + "recall": 0.802372, + "f1": 0.765854, + "accuracy": 0.802372, + "main_score": 0.765854, + "hf_subset": "arb_Latn-azj_Latn", + "languages": [ + "arb-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441861, + "recall": 0.494071, + "f1": 0.455848, + "accuracy": 0.494071, + "main_score": 0.455848, + "hf_subset": "arb_Latn-dik_Latn", + "languages": [ + "arb-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575935, + "recall": 0.62253, + "f1": 0.588357, + "accuracy": 0.62253, + "main_score": 0.588357, + "hf_subset": "arb_Latn-hau_Latn", + "languages": [ + "arb-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702677, + "recall": 0.751976, + "f1": 0.71588, + "accuracy": 0.751976, + "main_score": 0.71588, + "hf_subset": "arb_Latn-kea_Latn", + "languages": [ + "arb-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5317, + "recall": 0.577075, + "f1": 0.543527, + "accuracy": 0.577075, + "main_score": 0.543527, + "hf_subset": "arb_Latn-lus_Latn", + "languages": [ + "arb-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592946, + "recall": 0.640316, + "f1": 0.605707, + "accuracy": 0.640316, + "main_score": 0.605707, + "hf_subset": "arb_Latn-pag_Latn", + "languages": [ + "arb-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75424, + "recall": 0.801383, + "f1": 0.7674, + "accuracy": 0.801383, + "main_score": 0.7674, + "hf_subset": "arb_Latn-snd_Arab", + "languages": [ + "arb-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66221, + "recall": 0.719368, + "f1": 0.677751, + "accuracy": 0.719368, + "main_score": 0.677751, + "hf_subset": "arb_Latn-tuk_Latn", + "languages": [ + "arb-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70252, + "recall": 0.751976, + "f1": 0.715488, + "accuracy": 0.751976, + "main_score": 0.715488, + "hf_subset": "arb_Latn-bak_Cyrl", + "languages": [ + "arb-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391332, + "recall": 0.443676, + "f1": 0.405865, + "accuracy": 0.443676, + "main_score": 0.405865, + "hf_subset": "arb_Latn-dyu_Latn", + "languages": [ + "arb-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785783, + "recall": 0.829051, + "f1": 0.797822, + "accuracy": 0.829051, + "main_score": 0.797822, + "hf_subset": "arb_Latn-heb_Hebr", + "languages": [ + "arb-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730425, + "recall": 0.779644, + "f1": 0.744193, + "accuracy": 0.779644, + "main_score": 0.744193, + "hf_subset": "arb_Latn-khk_Cyrl", + "languages": [ + "arb-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776245, + "recall": 0.820158, + "f1": 0.787664, + "accuracy": 0.820158, + "main_score": 0.787664, + "hf_subset": "arb_Latn-lvs_Latn", + "languages": [ + "arb-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779748, + "recall": 0.826087, + "f1": 0.792911, + "accuracy": 0.826087, + "main_score": 0.792911, + "hf_subset": "arb_Latn-pan_Guru", + "languages": [ + "arb-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580348, + "recall": 0.631423, + "f1": 0.594109, + "accuracy": 0.631423, + "main_score": 0.594109, + "hf_subset": "arb_Latn-som_Latn", + "languages": [ + "arb-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491254, + "recall": 0.532609, + "f1": 0.501826, + "accuracy": 0.532609, + "main_score": 0.501826, + "hf_subset": "arb_Latn-tum_Latn", + "languages": [ + "arb-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604613, + "recall": 0.666008, + "f1": 0.622065, + "accuracy": 0.666008, + "main_score": 0.622065, + "hf_subset": "cat_Latn-ace_Arab", + "languages": [ + "cat-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540873, + "recall": 0.608696, + "f1": 0.560252, + "accuracy": 0.608696, + "main_score": 0.560252, + "hf_subset": "cat_Latn-bam_Latn", + "languages": [ + "cat-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45791, + "recall": 0.533597, + "f1": 0.479079, + "accuracy": 0.533597, + "main_score": 0.479079, + "hf_subset": "cat_Latn-dzo_Tibt", + "languages": [ + "cat-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-hin_Deva", + "languages": [ + "cat-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-khm_Khmr", + "languages": [ + "cat-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-mag_Deva", + "languages": [ + "cat-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "cat_Latn-pap_Latn", + "languages": [ + "cat-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612115, + "recall": 0.66996, + "f1": 0.628261, + "accuracy": 0.66996, + "main_score": 0.628261, + "hf_subset": "cat_Latn-sot_Latn", + "languages": [ + "cat-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-tur_Latn", + "languages": [ + "cat-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893281, + "recall": 0.922925, + "f1": 0.902635, + "accuracy": 0.922925, + "main_score": 0.902635, + "hf_subset": "cat_Latn-ace_Latn", + "languages": [ + "cat-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "cat_Latn-ban_Latn", + "languages": [ + "cat-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ell_Grek", + "languages": [ + "cat-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "cat_Latn-hne_Deva", + "languages": [ + "cat-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622656, + "recall": 0.681818, + "f1": 0.639549, + "accuracy": 0.681818, + "main_score": 0.639549, + "hf_subset": "cat_Latn-kik_Latn", + "languages": [ + "cat-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-mai_Deva", + "languages": [ + "cat-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "cat_Latn-pbt_Arab", + "languages": [ + "cat-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624753, + "recall": 0.690711, + "f1": 0.643139, + "accuracy": 0.690711, + "main_score": 0.643139, + "hf_subset": "cat_Latn-twi_Latn", + "languages": [ + "cat-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-acm_Arab", + "languages": [ + "cat-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-bel_Cyrl", + "languages": [ + "cat-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-hrv_Latn", + "languages": [ + "cat-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57176, + "recall": 0.633399, + "f1": 0.589693, + "accuracy": 0.633399, + "main_score": 0.589693, + "hf_subset": "cat_Latn-kin_Latn", + "languages": [ + "cat-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-mal_Mlym", + "languages": [ + "cat-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-pes_Arab", + "languages": [ + "cat-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-srd_Latn", + "languages": [ + "cat-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184001, + "recall": 0.230237, + "f1": 0.195322, + "accuracy": 0.230237, + "main_score": 0.195322, + "hf_subset": "cat_Latn-tzm_Tfng", + "languages": [ + "cat-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-acq_Arab", + "languages": [ + "cat-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647638, + "recall": 0.695652, + "f1": 0.660938, + "accuracy": 0.695652, + "main_score": 0.660938, + "hf_subset": "cat_Latn-bem_Latn", + "languages": [ + "cat-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-epo_Latn", + "languages": [ + "cat-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-hun_Latn", + "languages": [ + "cat-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-kir_Cyrl", + "languages": [ + "cat-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-mar_Deva", + "languages": [ + "cat-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693488, + "recall": 0.748024, + "f1": 0.709423, + "accuracy": 0.748024, + "main_score": 0.709423, + "hf_subset": "cat_Latn-plt_Latn", + "languages": [ + "cat-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-srp_Cyrl", + "languages": [ + "cat-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "cat_Latn-uig_Arab", + "languages": [ + "cat-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-aeb_Arab", + "languages": [ + "cat-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ben_Beng", + "languages": [ + "cat-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-est_Latn", + "languages": [ + "cat-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-hye_Armn", + "languages": [ + "cat-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568766, + "recall": 0.621542, + "f1": 0.583948, + "accuracy": 0.621542, + "main_score": 0.583948, + "hf_subset": "cat_Latn-kmb_Latn", + "languages": [ + "cat-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508653, + "recall": 0.58498, + "f1": 0.529014, + "accuracy": 0.58498, + "main_score": 0.529014, + "hf_subset": "cat_Latn-min_Arab", + "languages": [ + "cat-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-pol_Latn", + "languages": [ + "cat-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576573, + "recall": 0.641304, + "f1": 0.595633, + "accuracy": 0.641304, + "main_score": 0.595633, + "hf_subset": "cat_Latn-ssw_Latn", + "languages": [ + "cat-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ukr_Cyrl", + "languages": [ + "cat-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-afr_Latn", + "languages": [ + "cat-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-bho_Deva", + "languages": [ + "cat-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-eus_Latn", + "languages": [ + "cat-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600208, + "recall": 0.668972, + "f1": 0.618801, + "accuracy": 0.668972, + "main_score": 0.618801, + "hf_subset": "cat_Latn-ibo_Latn", + "languages": [ + "cat-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898386, + "recall": 0.928854, + "f1": 0.908103, + "accuracy": 0.928854, + "main_score": 0.908103, + "hf_subset": "cat_Latn-kmr_Latn", + "languages": [ + "cat-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-min_Latn", + "languages": [ + "cat-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-sun_Latn", + "languages": [ + "cat-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534321, + "recall": 0.596838, + "f1": 0.551992, + "accuracy": 0.596838, + "main_score": 0.551992, + "hf_subset": "cat_Latn-umb_Latn", + "languages": [ + "cat-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ajp_Arab", + "languages": [ + "cat-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565971, + "recall": 0.629447, + "f1": 0.583042, + "accuracy": 0.629447, + "main_score": 0.583042, + "hf_subset": "cat_Latn-bjn_Arab", + "languages": [ + "cat-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530268, + "recall": 0.585968, + "f1": 0.546122, + "accuracy": 0.585968, + "main_score": 0.546122, + "hf_subset": "cat_Latn-ewe_Latn", + "languages": [ + "cat-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "cat_Latn-ilo_Latn", + "languages": [ + "cat-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322615, + "recall": 0.381423, + "f1": 0.338404, + "accuracy": 0.381423, + "main_score": 0.338404, + "hf_subset": "cat_Latn-knc_Arab", + "languages": [ + "cat-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-mkd_Cyrl", + "languages": [ + "cat-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-prs_Arab", + "languages": [ + "cat-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-swe_Latn", + "languages": [ + "cat-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-urd_Arab", + "languages": [ + "cat-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603237, + "recall": 0.667984, + "f1": 0.621379, + "accuracy": 0.667984, + "main_score": 0.621379, + "hf_subset": "cat_Latn-aka_Latn", + "languages": [ + "cat-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-bjn_Latn", + "languages": [ + "cat-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-fao_Latn", + "languages": [ + "cat-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ind_Latn", + "languages": [ + "cat-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598892, + "recall": 0.656126, + "f1": 0.61507, + "accuracy": 0.656126, + "main_score": 0.61507, + "hf_subset": "cat_Latn-knc_Latn", + "languages": [ + "cat-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740695, + "recall": 0.799407, + "f1": 0.758015, + "accuracy": 0.799407, + "main_score": 0.758015, + "hf_subset": "cat_Latn-quy_Latn", + "languages": [ + "cat-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "cat_Latn-swh_Latn", + "languages": [ + "cat-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-uzn_Latn", + "languages": [ + "cat-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-als_Latn", + "languages": [ + "cat-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668198, + "recall": 0.743083, + "f1": 0.689846, + "accuracy": 0.743083, + "main_score": 0.689846, + "hf_subset": "cat_Latn-bod_Tibt", + "languages": [ + "cat-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729403, + "recall": 0.784585, + "f1": 0.745506, + "accuracy": 0.784585, + "main_score": 0.745506, + "hf_subset": "cat_Latn-fij_Latn", + "languages": [ + "cat-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-isl_Latn", + "languages": [ + "cat-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685959, + "recall": 0.736166, + "f1": 0.700494, + "accuracy": 0.736166, + "main_score": 0.700494, + "hf_subset": "cat_Latn-kon_Latn", + "languages": [ + "cat-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684851, + "recall": 0.750988, + "f1": 0.704498, + "accuracy": 0.750988, + "main_score": 0.704498, + "hf_subset": "cat_Latn-mni_Beng", + "languages": [ + "cat-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "cat_Latn-szl_Latn", + "languages": [ + "cat-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-vec_Latn", + "languages": [ + "cat-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "cat_Latn-amh_Ethi", + "languages": [ + "cat-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-bos_Latn", + "languages": [ + "cat-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-fin_Latn", + "languages": [ + "cat-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-kor_Hang", + "languages": [ + "cat-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567328, + "recall": 0.633399, + "f1": 0.58608, + "accuracy": 0.633399, + "main_score": 0.58608, + "hf_subset": "cat_Latn-mos_Latn", + "languages": [ + "cat-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563417, + "recall": 0.62253, + "f1": 0.580176, + "accuracy": 0.62253, + "main_score": 0.580176, + "hf_subset": "cat_Latn-run_Latn", + "languages": [ + "cat-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-tam_Taml", + "languages": [ + "cat-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-vie_Latn", + "languages": [ + "cat-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-apc_Arab", + "languages": [ + "cat-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822118, + "recall": 0.863636, + "f1": 0.834651, + "accuracy": 0.863636, + "main_score": 0.834651, + "hf_subset": "cat_Latn-bug_Latn", + "languages": [ + "cat-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480646, + "recall": 0.540514, + "f1": 0.497214, + "accuracy": 0.540514, + "main_score": 0.497214, + "hf_subset": "cat_Latn-fon_Latn", + "languages": [ + "cat-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-jav_Latn", + "languages": [ + "cat-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-lao_Laoo", + "languages": [ + "cat-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895125, + "recall": 0.926877, + "f1": 0.905303, + "accuracy": 0.926877, + "main_score": 0.905303, + "hf_subset": "cat_Latn-mri_Latn", + "languages": [ + "cat-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-rus_Cyrl", + "languages": [ + "cat-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558344, + "recall": 0.615613, + "f1": 0.574134, + "accuracy": 0.615613, + "main_score": 0.574134, + "hf_subset": "cat_Latn-taq_Latn", + "languages": [ + "cat-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-war_Latn", + "languages": [ + "cat-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-arb_Arab", + "languages": [ + "cat-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-bul_Cyrl", + "languages": [ + "cat-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-jpn_Jpan", + "languages": [ + "cat-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "cat_Latn-lij_Latn", + "languages": [ + "cat-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "cat_Latn-mya_Mymr", + "languages": [ + "cat-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61698, + "recall": 0.682806, + "f1": 0.635811, + "accuracy": 0.682806, + "main_score": 0.635811, + "hf_subset": "cat_Latn-sag_Latn", + "languages": [ + "cat-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191981, + "recall": 0.252964, + "f1": 0.205981, + "accuracy": 0.252964, + "main_score": 0.205981, + "hf_subset": "cat_Latn-taq_Tfng", + "languages": [ + "cat-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648777, + "recall": 0.712451, + "f1": 0.666606, + "accuracy": 0.712451, + "main_score": 0.666606, + "hf_subset": "cat_Latn-wol_Latn", + "languages": [ + "cat-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828887, + "recall": 0.874506, + "f1": 0.842984, + "accuracy": 0.874506, + "main_score": 0.842984, + "hf_subset": "cat_Latn-arb_Latn", + "languages": [ + "cat-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-fur_Latn", + "languages": [ + "cat-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425807, + "recall": 0.483202, + "f1": 0.4417, + "accuracy": 0.483202, + "main_score": 0.4417, + "hf_subset": "cat_Latn-kab_Latn", + "languages": [ + "cat-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "cat_Latn-lim_Latn", + "languages": [ + "cat-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-nld_Latn", + "languages": [ + "cat-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "cat_Latn-san_Deva", + "languages": [ + "cat-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "cat_Latn-tat_Cyrl", + "languages": [ + "cat-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69291, + "recall": 0.747036, + "f1": 0.708981, + "accuracy": 0.747036, + "main_score": 0.708981, + "hf_subset": "cat_Latn-xho_Latn", + "languages": [ + "cat-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ars_Arab", + "languages": [ + "cat-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ceb_Latn", + "languages": [ + "cat-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574417, + "recall": 0.637352, + "f1": 0.592322, + "accuracy": 0.637352, + "main_score": 0.592322, + "hf_subset": "cat_Latn-fuv_Latn", + "languages": [ + "cat-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521777, + "recall": 0.588933, + "f1": 0.540301, + "accuracy": 0.588933, + "main_score": 0.540301, + "hf_subset": "cat_Latn-kac_Latn", + "languages": [ + "cat-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688686, + "recall": 0.740119, + "f1": 0.704084, + "accuracy": 0.740119, + "main_score": 0.704084, + "hf_subset": "cat_Latn-lin_Latn", + "languages": [ + "cat-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-nno_Latn", + "languages": [ + "cat-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23503, + "recall": 0.318182, + "f1": 0.257722, + "accuracy": 0.318182, + "main_score": 0.257722, + "hf_subset": "cat_Latn-sat_Olck", + "languages": [ + "cat-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-tel_Telu", + "languages": [ + "cat-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "cat_Latn-ydd_Hebr", + "languages": [ + "cat-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "cat_Latn-ary_Arab", + "languages": [ + "cat-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-ces_Latn", + "languages": [ + "cat-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595678, + "recall": 0.661067, + "f1": 0.614443, + "accuracy": 0.661067, + "main_score": 0.614443, + "hf_subset": "cat_Latn-gaz_Latn", + "languages": [ + "cat-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601657, + "recall": 0.668972, + "f1": 0.620792, + "accuracy": 0.668972, + "main_score": 0.620792, + "hf_subset": "cat_Latn-kam_Latn", + "languages": [ + "cat-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "cat_Latn-lit_Latn", + "languages": [ + "cat-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-nob_Latn", + "languages": [ + "cat-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "cat_Latn-scn_Latn", + "languages": [ + "cat-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "cat_Latn-tgk_Cyrl", + "languages": [ + "cat-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738488, + "recall": 0.800395, + "f1": 0.757529, + "accuracy": 0.800395, + "main_score": 0.757529, + "hf_subset": "cat_Latn-yor_Latn", + "languages": [ + "cat-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-arz_Arab", + "languages": [ + "cat-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584205, + "recall": 0.647233, + "f1": 0.602506, + "accuracy": 0.647233, + "main_score": 0.602506, + "hf_subset": "cat_Latn-cjk_Latn", + "languages": [ + "cat-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818923, + "recall": 0.860672, + "f1": 0.831522, + "accuracy": 0.860672, + "main_score": 0.831522, + "hf_subset": "cat_Latn-gla_Latn", + "languages": [ + "cat-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-kan_Knda", + "languages": [ + "cat-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "cat_Latn-lmo_Latn", + "languages": [ + "cat-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "cat_Latn-npi_Deva", + "languages": [ + "cat-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4723, + "recall": 0.54249, + "f1": 0.491616, + "accuracy": 0.54249, + "main_score": 0.491616, + "hf_subset": "cat_Latn-shn_Mymr", + "languages": [ + "cat-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-tgl_Latn", + "languages": [ + "cat-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-yue_Hant", + "languages": [ + "cat-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-asm_Beng", + "languages": [ + "cat-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "cat_Latn-ckb_Arab", + "languages": [ + "cat-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912714, + "recall": 0.936759, + "f1": 0.920257, + "accuracy": 0.936759, + "main_score": 0.920257, + "hf_subset": "cat_Latn-gle_Latn", + "languages": [ + "cat-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "cat_Latn-kas_Arab", + "languages": [ + "cat-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "cat_Latn-ltg_Latn", + "languages": [ + "cat-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625111, + "recall": 0.679842, + "f1": 0.640952, + "accuracy": 0.679842, + "main_score": 0.640952, + "hf_subset": "cat_Latn-nso_Latn", + "languages": [ + "cat-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "cat_Latn-sin_Sinh", + "languages": [ + "cat-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-tha_Thai", + "languages": [ + "cat-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-zho_Hans", + "languages": [ + "cat-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ast_Latn", + "languages": [ + "cat-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-crh_Latn", + "languages": [ + "cat-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917325, + "recall": 0.942688, + "f1": 0.925527, + "accuracy": 0.942688, + "main_score": 0.925527, + "hf_subset": "cat_Latn-kas_Deva", + "languages": [ + "cat-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cat_Latn-ltz_Latn", + "languages": [ + "cat-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473677, + "recall": 0.544466, + "f1": 0.492923, + "accuracy": 0.544466, + "main_score": 0.492923, + "hf_subset": "cat_Latn-nus_Latn", + "languages": [ + "cat-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-slk_Latn", + "languages": [ + "cat-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636265, + "recall": 0.709486, + "f1": 0.658042, + "accuracy": 0.709486, + "main_score": 0.658042, + "hf_subset": "cat_Latn-tir_Ethi", + "languages": [ + "cat-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-zho_Hant", + "languages": [ + "cat-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "cat_Latn-awa_Deva", + "languages": [ + "cat-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-cym_Latn", + "languages": [ + "cat-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872612, + "recall": 0.906126, + "f1": 0.883056, + "accuracy": 0.906126, + "main_score": 0.883056, + "hf_subset": "cat_Latn-grn_Latn", + "languages": [ + "cat-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-kat_Geor", + "languages": [ + "cat-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671881, + "recall": 0.722332, + "f1": 0.686401, + "accuracy": 0.722332, + "main_score": 0.686401, + "hf_subset": "cat_Latn-lua_Latn", + "languages": [ + "cat-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653104, + "recall": 0.715415, + "f1": 0.671353, + "accuracy": 0.715415, + "main_score": 0.671353, + "hf_subset": "cat_Latn-nya_Latn", + "languages": [ + "cat-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-slv_Latn", + "languages": [ + "cat-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "cat_Latn-tpi_Latn", + "languages": [ + "cat-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-zsm_Latn", + "languages": [ + "cat-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559661, + "recall": 0.626482, + "f1": 0.57808, + "accuracy": 0.626482, + "main_score": 0.57808, + "hf_subset": "cat_Latn-ayr_Latn", + "languages": [ + "cat-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-dan_Latn", + "languages": [ + "cat-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-guj_Gujr", + "languages": [ + "cat-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-kaz_Cyrl", + "languages": [ + "cat-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550907, + "recall": 0.615613, + "f1": 0.569392, + "accuracy": 0.615613, + "main_score": 0.569392, + "hf_subset": "cat_Latn-lug_Latn", + "languages": [ + "cat-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-oci_Latn", + "languages": [ + "cat-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856061, + "recall": 0.893281, + "f1": 0.867885, + "accuracy": 0.893281, + "main_score": 0.867885, + "hf_subset": "cat_Latn-smo_Latn", + "languages": [ + "cat-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558507, + "recall": 0.621542, + "f1": 0.576208, + "accuracy": 0.621542, + "main_score": 0.576208, + "hf_subset": "cat_Latn-tsn_Latn", + "languages": [ + "cat-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637554, + "recall": 0.698617, + "f1": 0.655501, + "accuracy": 0.698617, + "main_score": 0.655501, + "hf_subset": "cat_Latn-zul_Latn", + "languages": [ + "cat-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931324, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "cat_Latn-azb_Arab", + "languages": [ + "cat-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-deu_Latn", + "languages": [ + "cat-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "cat_Latn-hat_Latn", + "languages": [ + "cat-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498054, + "recall": 0.557312, + "f1": 0.514894, + "accuracy": 0.557312, + "main_score": 0.514894, + "hf_subset": "cat_Latn-kbp_Latn", + "languages": [ + "cat-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596201, + "recall": 0.652174, + "f1": 0.611117, + "accuracy": 0.652174, + "main_score": 0.611117, + "hf_subset": "cat_Latn-luo_Latn", + "languages": [ + "cat-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-ory_Orya", + "languages": [ + "cat-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60112, + "recall": 0.666008, + "f1": 0.620225, + "accuracy": 0.666008, + "main_score": 0.620225, + "hf_subset": "cat_Latn-sna_Latn", + "languages": [ + "cat-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571397, + "recall": 0.628458, + "f1": 0.587293, + "accuracy": 0.628458, + "main_score": 0.587293, + "hf_subset": "cat_Latn-tso_Latn", + "languages": [ + "cat-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-azj_Latn", + "languages": [ + "cat-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543264, + "recall": 0.61166, + "f1": 0.562805, + "accuracy": 0.61166, + "main_score": 0.562805, + "hf_subset": "cat_Latn-dik_Latn", + "languages": [ + "cat-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765556, + "recall": 0.815217, + "f1": 0.780122, + "accuracy": 0.815217, + "main_score": 0.780122, + "hf_subset": "cat_Latn-hau_Latn", + "languages": [ + "cat-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "cat_Latn-kea_Latn", + "languages": [ + "cat-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760853, + "recall": 0.811265, + "f1": 0.776219, + "accuracy": 0.811265, + "main_score": 0.776219, + "hf_subset": "cat_Latn-lus_Latn", + "languages": [ + "cat-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887796, + "recall": 0.91502, + "f1": 0.895949, + "accuracy": 0.91502, + "main_score": 0.895949, + "hf_subset": "cat_Latn-pag_Latn", + "languages": [ + "cat-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-snd_Arab", + "languages": [ + "cat-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "cat_Latn-tuk_Latn", + "languages": [ + "cat-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "cat_Latn-bak_Cyrl", + "languages": [ + "cat-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514464, + "recall": 0.591897, + "f1": 0.536695, + "accuracy": 0.591897, + "main_score": 0.536695, + "hf_subset": "cat_Latn-dyu_Latn", + "languages": [ + "cat-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "cat_Latn-heb_Hebr", + "languages": [ + "cat-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "cat_Latn-khk_Cyrl", + "languages": [ + "cat-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-lvs_Latn", + "languages": [ + "cat-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "cat_Latn-pan_Guru", + "languages": [ + "cat-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733038, + "recall": 0.788538, + "f1": 0.749366, + "accuracy": 0.788538, + "main_score": 0.749366, + "hf_subset": "cat_Latn-som_Latn", + "languages": [ + "cat-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612241, + "recall": 0.664032, + "f1": 0.626303, + "accuracy": 0.664032, + "main_score": 0.626303, + "hf_subset": "cat_Latn-tum_Latn", + "languages": [ + "cat-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571386, + "recall": 0.63834, + "f1": 0.590112, + "accuracy": 0.63834, + "main_score": 0.590112, + "hf_subset": "fur_Latn-ace_Arab", + "languages": [ + "fur-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549624, + "recall": 0.610672, + "f1": 0.566227, + "accuracy": 0.610672, + "main_score": 0.566227, + "hf_subset": "fur_Latn-bam_Latn", + "languages": [ + "fur-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383691, + "recall": 0.450593, + "f1": 0.40111, + "accuracy": 0.450593, + "main_score": 0.40111, + "hf_subset": "fur_Latn-dzo_Tibt", + "languages": [ + "fur-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fur_Latn-hin_Deva", + "languages": [ + "fur-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fur_Latn-khm_Khmr", + "languages": [ + "fur-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "fur_Latn-mag_Deva", + "languages": [ + "fur-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-pap_Latn", + "languages": [ + "fur-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599993, + "recall": 0.657115, + "f1": 0.615898, + "accuracy": 0.657115, + "main_score": 0.615898, + "hf_subset": "fur_Latn-sot_Latn", + "languages": [ + "fur-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-tur_Latn", + "languages": [ + "fur-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859354, + "recall": 0.893281, + "f1": 0.870026, + "accuracy": 0.893281, + "main_score": 0.870026, + "hf_subset": "fur_Latn-ace_Latn", + "languages": [ + "fur-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.962451, + "f1": 0.953063, + "accuracy": 0.962451, + "main_score": 0.953063, + "hf_subset": "fur_Latn-ban_Latn", + "languages": [ + "fur-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ell_Grek", + "languages": [ + "fur-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fur_Latn-hne_Deva", + "languages": [ + "fur-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605205, + "recall": 0.660079, + "f1": 0.62113, + "accuracy": 0.660079, + "main_score": 0.62113, + "hf_subset": "fur_Latn-kik_Latn", + "languages": [ + "fur-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-mai_Deva", + "languages": [ + "fur-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94277, + "recall": 0.958498, + "f1": 0.947647, + "accuracy": 0.958498, + "main_score": 0.947647, + "hf_subset": "fur_Latn-pbt_Arab", + "languages": [ + "fur-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-spa_Latn", + "languages": [ + "fur-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613953, + "recall": 0.672925, + "f1": 0.630489, + "accuracy": 0.672925, + "main_score": 0.630489, + "hf_subset": "fur_Latn-twi_Latn", + "languages": [ + "fur-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-acm_Arab", + "languages": [ + "fur-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "fur_Latn-bel_Cyrl", + "languages": [ + "fur-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-eng_Latn", + "languages": [ + "fur-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-hrv_Latn", + "languages": [ + "fur-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558951, + "recall": 0.616601, + "f1": 0.575291, + "accuracy": 0.616601, + "main_score": 0.575291, + "hf_subset": "fur_Latn-kin_Latn", + "languages": [ + "fur-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-mal_Mlym", + "languages": [ + "fur-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-pes_Arab", + "languages": [ + "fur-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fur_Latn-srd_Latn", + "languages": [ + "fur-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199527, + "recall": 0.244071, + "f1": 0.209834, + "accuracy": 0.244071, + "main_score": 0.209834, + "hf_subset": "fur_Latn-tzm_Tfng", + "languages": [ + "fur-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-acq_Arab", + "languages": [ + "fur-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622021, + "recall": 0.66996, + "f1": 0.635413, + "accuracy": 0.66996, + "main_score": 0.635413, + "hf_subset": "fur_Latn-bem_Latn", + "languages": [ + "fur-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-epo_Latn", + "languages": [ + "fur-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-hun_Latn", + "languages": [ + "fur-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.967391, + "f1": 0.959157, + "accuracy": 0.967391, + "main_score": 0.959157, + "hf_subset": "fur_Latn-kir_Cyrl", + "languages": [ + "fur-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-mar_Deva", + "languages": [ + "fur-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663323, + "recall": 0.718379, + "f1": 0.679616, + "accuracy": 0.718379, + "main_score": 0.679616, + "hf_subset": "fur_Latn-plt_Latn", + "languages": [ + "fur-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-srp_Cyrl", + "languages": [ + "fur-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917852, + "recall": 0.939723, + "f1": 0.924572, + "accuracy": 0.939723, + "main_score": 0.924572, + "hf_subset": "fur_Latn-uig_Arab", + "languages": [ + "fur-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fur_Latn-aeb_Arab", + "languages": [ + "fur-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-ben_Beng", + "languages": [ + "fur-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "fur_Latn-est_Latn", + "languages": [ + "fur-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "fur_Latn-hye_Armn", + "languages": [ + "fur-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562518, + "recall": 0.614625, + "f1": 0.577052, + "accuracy": 0.614625, + "main_score": 0.577052, + "hf_subset": "fur_Latn-kmb_Latn", + "languages": [ + "fur-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510629, + "recall": 0.581028, + "f1": 0.529316, + "accuracy": 0.581028, + "main_score": 0.529316, + "hf_subset": "fur_Latn-min_Arab", + "languages": [ + "fur-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-pol_Latn", + "languages": [ + "fur-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561605, + "recall": 0.621542, + "f1": 0.579103, + "accuracy": 0.621542, + "main_score": 0.579103, + "hf_subset": "fur_Latn-ssw_Latn", + "languages": [ + "fur-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-ukr_Cyrl", + "languages": [ + "fur-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-afr_Latn", + "languages": [ + "fur-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "fur_Latn-bho_Deva", + "languages": [ + "fur-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "fur_Latn-eus_Latn", + "languages": [ + "fur-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587412, + "recall": 0.647233, + "f1": 0.604327, + "accuracy": 0.647233, + "main_score": 0.604327, + "hf_subset": "fur_Latn-ibo_Latn", + "languages": [ + "fur-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861331, + "recall": 0.897233, + "f1": 0.872628, + "accuracy": 0.897233, + "main_score": 0.872628, + "hf_subset": "fur_Latn-kmr_Latn", + "languages": [ + "fur-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "fur_Latn-min_Latn", + "languages": [ + "fur-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-por_Latn", + "languages": [ + "fur-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976367, + "recall": 0.983202, + "f1": 0.978491, + "accuracy": 0.983202, + "main_score": 0.978491, + "hf_subset": "fur_Latn-sun_Latn", + "languages": [ + "fur-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518092, + "recall": 0.578063, + "f1": 0.535285, + "accuracy": 0.578063, + "main_score": 0.535285, + "hf_subset": "fur_Latn-umb_Latn", + "languages": [ + "fur-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-ajp_Arab", + "languages": [ + "fur-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554616, + "recall": 0.618577, + "f1": 0.571174, + "accuracy": 0.618577, + "main_score": 0.571174, + "hf_subset": "fur_Latn-bjn_Arab", + "languages": [ + "fur-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521602, + "recall": 0.583004, + "f1": 0.538746, + "accuracy": 0.583004, + "main_score": 0.538746, + "hf_subset": "fur_Latn-ewe_Latn", + "languages": [ + "fur-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944944, + "recall": 0.960474, + "f1": 0.949671, + "accuracy": 0.960474, + "main_score": 0.949671, + "hf_subset": "fur_Latn-ilo_Latn", + "languages": [ + "fur-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.317988, + "recall": 0.374506, + "f1": 0.333544, + "accuracy": 0.374506, + "main_score": 0.333544, + "hf_subset": "fur_Latn-knc_Arab", + "languages": [ + "fur-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-mkd_Cyrl", + "languages": [ + "fur-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "fur_Latn-prs_Arab", + "languages": [ + "fur-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-swe_Latn", + "languages": [ + "fur-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-urd_Arab", + "languages": [ + "fur-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603034, + "recall": 0.661067, + "f1": 0.619199, + "accuracy": 0.661067, + "main_score": 0.619199, + "hf_subset": "fur_Latn-aka_Latn", + "languages": [ + "fur-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967015, + "accuracy": 0.974308, + "main_score": 0.967015, + "hf_subset": "fur_Latn-bjn_Latn", + "languages": [ + "fur-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946723, + "recall": 0.961462, + "f1": 0.95127, + "accuracy": 0.961462, + "main_score": 0.95127, + "hf_subset": "fur_Latn-fao_Latn", + "languages": [ + "fur-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ind_Latn", + "languages": [ + "fur-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585864, + "recall": 0.639328, + "f1": 0.601518, + "accuracy": 0.639328, + "main_score": 0.601518, + "hf_subset": "fur_Latn-knc_Latn", + "languages": [ + "fur-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-mlt_Latn", + "languages": [ + "fur-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695825, + "recall": 0.754941, + "f1": 0.713329, + "accuracy": 0.754941, + "main_score": 0.713329, + "hf_subset": "fur_Latn-quy_Latn", + "languages": [ + "fur-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.964427, + "f1": 0.954875, + "accuracy": 0.964427, + "main_score": 0.954875, + "hf_subset": "fur_Latn-swh_Latn", + "languages": [ + "fur-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fur_Latn-uzn_Latn", + "languages": [ + "fur-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-als_Latn", + "languages": [ + "fur-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544063, + "recall": 0.62747, + "f1": 0.567498, + "accuracy": 0.62747, + "main_score": 0.567498, + "hf_subset": "fur_Latn-bod_Tibt", + "languages": [ + "fur-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681069, + "recall": 0.73419, + "f1": 0.696272, + "accuracy": 0.73419, + "main_score": 0.696272, + "hf_subset": "fur_Latn-fij_Latn", + "languages": [ + "fur-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "fur_Latn-isl_Latn", + "languages": [ + "fur-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673979, + "recall": 0.724308, + "f1": 0.688603, + "accuracy": 0.724308, + "main_score": 0.688603, + "hf_subset": "fur_Latn-kon_Latn", + "languages": [ + "fur-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65318, + "recall": 0.717391, + "f1": 0.671698, + "accuracy": 0.717391, + "main_score": 0.671698, + "hf_subset": "fur_Latn-mni_Beng", + "languages": [ + "fur-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-ron_Latn", + "languages": [ + "fur-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.976285, + "f1": 0.970191, + "accuracy": 0.976285, + "main_score": 0.970191, + "hf_subset": "fur_Latn-szl_Latn", + "languages": [ + "fur-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "fur_Latn-vec_Latn", + "languages": [ + "fur-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890481, + "recall": 0.921937, + "f1": 0.900494, + "accuracy": 0.921937, + "main_score": 0.900494, + "hf_subset": "fur_Latn-amh_Ethi", + "languages": [ + "fur-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "fur_Latn-bos_Latn", + "languages": [ + "fur-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "fur_Latn-fin_Latn", + "languages": [ + "fur-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-ita_Latn", + "languages": [ + "fur-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-kor_Hang", + "languages": [ + "fur-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564591, + "recall": 0.618577, + "f1": 0.579486, + "accuracy": 0.618577, + "main_score": 0.579486, + "hf_subset": "fur_Latn-mos_Latn", + "languages": [ + "fur-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563603, + "recall": 0.614625, + "f1": 0.578448, + "accuracy": 0.614625, + "main_score": 0.578448, + "hf_subset": "fur_Latn-run_Latn", + "languages": [ + "fur-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "fur_Latn-tam_Taml", + "languages": [ + "fur-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "fur_Latn-vie_Latn", + "languages": [ + "fur-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-apc_Arab", + "languages": [ + "fur-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793808, + "recall": 0.839921, + "f1": 0.808023, + "accuracy": 0.839921, + "main_score": 0.808023, + "hf_subset": "fur_Latn-bug_Latn", + "languages": [ + "fur-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482785, + "recall": 0.534585, + "f1": 0.496442, + "accuracy": 0.534585, + "main_score": 0.496442, + "hf_subset": "fur_Latn-fon_Latn", + "languages": [ + "fur-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "fur_Latn-jav_Latn", + "languages": [ + "fur-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "fur_Latn-lao_Laoo", + "languages": [ + "fur-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802149, + "recall": 0.848814, + "f1": 0.816096, + "accuracy": 0.848814, + "main_score": 0.816096, + "hf_subset": "fur_Latn-mri_Latn", + "languages": [ + "fur-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "fur_Latn-rus_Cyrl", + "languages": [ + "fur-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541916, + "recall": 0.597826, + "f1": 0.55743, + "accuracy": 0.597826, + "main_score": 0.55743, + "hf_subset": "fur_Latn-taq_Latn", + "languages": [ + "fur-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "fur_Latn-war_Latn", + "languages": [ + "fur-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fur_Latn-arb_Arab", + "languages": [ + "fur-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-bul_Cyrl", + "languages": [ + "fur-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "fur_Latn-fra_Latn", + "languages": [ + "fur-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-jpn_Jpan", + "languages": [ + "fur-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-lij_Latn", + "languages": [ + "fur-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950511, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "fur_Latn-mya_Mymr", + "languages": [ + "fur-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611149, + "recall": 0.672925, + "f1": 0.627886, + "accuracy": 0.672925, + "main_score": 0.627886, + "hf_subset": "fur_Latn-sag_Latn", + "languages": [ + "fur-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208979, + "recall": 0.261858, + "f1": 0.220747, + "accuracy": 0.261858, + "main_score": 0.220747, + "hf_subset": "fur_Latn-taq_Tfng", + "languages": [ + "fur-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627735, + "recall": 0.686759, + "f1": 0.644161, + "accuracy": 0.686759, + "main_score": 0.644161, + "hf_subset": "fur_Latn-wol_Latn", + "languages": [ + "fur-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73635, + "recall": 0.79249, + "f1": 0.753005, + "accuracy": 0.79249, + "main_score": 0.753005, + "hf_subset": "fur_Latn-arb_Latn", + "languages": [ + "fur-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-cat_Latn", + "languages": [ + "fur-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420515, + "recall": 0.476285, + "f1": 0.435637, + "accuracy": 0.476285, + "main_score": 0.435637, + "hf_subset": "fur_Latn-kab_Latn", + "languages": [ + "fur-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967556, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "fur_Latn-lim_Latn", + "languages": [ + "fur-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-nld_Latn", + "languages": [ + "fur-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "fur_Latn-san_Deva", + "languages": [ + "fur-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "fur_Latn-tat_Cyrl", + "languages": [ + "fur-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661542, + "recall": 0.717391, + "f1": 0.677734, + "accuracy": 0.717391, + "main_score": 0.677734, + "hf_subset": "fur_Latn-xho_Latn", + "languages": [ + "fur-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "fur_Latn-ars_Arab", + "languages": [ + "fur-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "fur_Latn-ceb_Latn", + "languages": [ + "fur-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557867, + "recall": 0.614625, + "f1": 0.574755, + "accuracy": 0.614625, + "main_score": 0.574755, + "hf_subset": "fur_Latn-fuv_Latn", + "languages": [ + "fur-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515444, + "recall": 0.581028, + "f1": 0.533705, + "accuracy": 0.581028, + "main_score": 0.533705, + "hf_subset": "fur_Latn-kac_Latn", + "languages": [ + "fur-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681155, + "recall": 0.731225, + "f1": 0.695273, + "accuracy": 0.731225, + "main_score": 0.695273, + "hf_subset": "fur_Latn-lin_Latn", + "languages": [ + "fur-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "fur_Latn-nno_Latn", + "languages": [ + "fur-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214619, + "recall": 0.279644, + "f1": 0.231192, + "accuracy": 0.279644, + "main_score": 0.231192, + "hf_subset": "fur_Latn-sat_Olck", + "languages": [ + "fur-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "fur_Latn-tel_Telu", + "languages": [ + "fur-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926301, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "fur_Latn-ydd_Hebr", + "languages": [ + "fur-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966156, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "fur_Latn-ary_Arab", + "languages": [ + "fur-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-ces_Latn", + "languages": [ + "fur-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572985, + "recall": 0.632411, + "f1": 0.589497, + "accuracy": 0.632411, + "main_score": 0.589497, + "hf_subset": "fur_Latn-gaz_Latn", + "languages": [ + "fur-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588622, + "recall": 0.650198, + "f1": 0.60594, + "accuracy": 0.650198, + "main_score": 0.60594, + "hf_subset": "fur_Latn-kam_Latn", + "languages": [ + "fur-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "fur_Latn-lit_Latn", + "languages": [ + "fur-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-nob_Latn", + "languages": [ + "fur-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "fur_Latn-scn_Latn", + "languages": [ + "fur-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.969368, + "f1": 0.962088, + "accuracy": 0.969368, + "main_score": 0.962088, + "hf_subset": "fur_Latn-tgk_Cyrl", + "languages": [ + "fur-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668198, + "recall": 0.731225, + "f1": 0.687041, + "accuracy": 0.731225, + "main_score": 0.687041, + "hf_subset": "fur_Latn-yor_Latn", + "languages": [ + "fur-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "fur_Latn-arz_Arab", + "languages": [ + "fur-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572947, + "recall": 0.635375, + "f1": 0.59026, + "accuracy": 0.635375, + "main_score": 0.59026, + "hf_subset": "fur_Latn-cjk_Latn", + "languages": [ + "fur-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739453, + "recall": 0.798419, + "f1": 0.757065, + "accuracy": 0.798419, + "main_score": 0.757065, + "hf_subset": "fur_Latn-gla_Latn", + "languages": [ + "fur-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "fur_Latn-kan_Knda", + "languages": [ + "fur-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-lmo_Latn", + "languages": [ + "fur-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "fur_Latn-npi_Deva", + "languages": [ + "fur-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474121, + "recall": 0.535573, + "f1": 0.490901, + "accuracy": 0.535573, + "main_score": 0.490901, + "hf_subset": "fur_Latn-shn_Mymr", + "languages": [ + "fur-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-tgl_Latn", + "languages": [ + "fur-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "fur_Latn-yue_Hant", + "languages": [ + "fur-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "fur_Latn-asm_Beng", + "languages": [ + "fur-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90802, + "recall": 0.935771, + "f1": 0.916864, + "accuracy": 0.935771, + "main_score": 0.916864, + "hf_subset": "fur_Latn-ckb_Arab", + "languages": [ + "fur-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827759, + "recall": 0.867589, + "f1": 0.839383, + "accuracy": 0.867589, + "main_score": 0.839383, + "hf_subset": "fur_Latn-gle_Latn", + "languages": [ + "fur-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927701, + "recall": 0.948617, + "f1": 0.934453, + "accuracy": 0.948617, + "main_score": 0.934453, + "hf_subset": "fur_Latn-kas_Arab", + "languages": [ + "fur-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918149, + "recall": 0.9417, + "f1": 0.925725, + "accuracy": 0.9417, + "main_score": 0.925725, + "hf_subset": "fur_Latn-ltg_Latn", + "languages": [ + "fur-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618975, + "recall": 0.671937, + "f1": 0.633525, + "accuracy": 0.671937, + "main_score": 0.633525, + "hf_subset": "fur_Latn-nso_Latn", + "languages": [ + "fur-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "fur_Latn-sin_Sinh", + "languages": [ + "fur-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-tha_Thai", + "languages": [ + "fur-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-zho_Hans", + "languages": [ + "fur-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "fur_Latn-ast_Latn", + "languages": [ + "fur-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "fur_Latn-crh_Latn", + "languages": [ + "fur-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-glg_Latn", + "languages": [ + "fur-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846509, + "recall": 0.885375, + "f1": 0.858451, + "accuracy": 0.885375, + "main_score": 0.858451, + "hf_subset": "fur_Latn-kas_Deva", + "languages": [ + "fur-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "fur_Latn-ltz_Latn", + "languages": [ + "fur-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477682, + "recall": 0.541502, + "f1": 0.494726, + "accuracy": 0.541502, + "main_score": 0.494726, + "hf_subset": "fur_Latn-nus_Latn", + "languages": [ + "fur-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "fur_Latn-slk_Latn", + "languages": [ + "fur-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582593, + "recall": 0.656126, + "f1": 0.604047, + "accuracy": 0.656126, + "main_score": 0.604047, + "hf_subset": "fur_Latn-tir_Ethi", + "languages": [ + "fur-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "fur_Latn-zho_Hant", + "languages": [ + "fur-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "fur_Latn-awa_Deva", + "languages": [ + "fur-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93531, + "recall": 0.954545, + "f1": 0.94137, + "accuracy": 0.954545, + "main_score": 0.94137, + "hf_subset": "fur_Latn-cym_Latn", + "languages": [ + "fur-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834074, + "recall": 0.871542, + "f1": 0.845685, + "accuracy": 0.871542, + "main_score": 0.845685, + "hf_subset": "fur_Latn-grn_Latn", + "languages": [ + "fur-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "fur_Latn-kat_Geor", + "languages": [ + "fur-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642156, + "recall": 0.695652, + "f1": 0.657142, + "accuracy": 0.695652, + "main_score": 0.657142, + "hf_subset": "fur_Latn-lua_Latn", + "languages": [ + "fur-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6287, + "recall": 0.686759, + "f1": 0.64536, + "accuracy": 0.686759, + "main_score": 0.64536, + "hf_subset": "fur_Latn-nya_Latn", + "languages": [ + "fur-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-slv_Latn", + "languages": [ + "fur-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916173, + "recall": 0.936759, + "f1": 0.922596, + "accuracy": 0.936759, + "main_score": 0.922596, + "hf_subset": "fur_Latn-tpi_Latn", + "languages": [ + "fur-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "fur_Latn-zsm_Latn", + "languages": [ + "fur-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540169, + "recall": 0.601779, + "f1": 0.557352, + "accuracy": 0.601779, + "main_score": 0.557352, + "hf_subset": "fur_Latn-ayr_Latn", + "languages": [ + "fur-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "fur_Latn-dan_Latn", + "languages": [ + "fur-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "fur_Latn-guj_Gujr", + "languages": [ + "fur-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "fur_Latn-kaz_Cyrl", + "languages": [ + "fur-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535426, + "recall": 0.597826, + "f1": 0.552829, + "accuracy": 0.597826, + "main_score": 0.552829, + "hf_subset": "fur_Latn-lug_Latn", + "languages": [ + "fur-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "fur_Latn-oci_Latn", + "languages": [ + "fur-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783498, + "recall": 0.828063, + "f1": 0.796494, + "accuracy": 0.828063, + "main_score": 0.796494, + "hf_subset": "fur_Latn-smo_Latn", + "languages": [ + "fur-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559012, + "recall": 0.613636, + "f1": 0.573832, + "accuracy": 0.613636, + "main_score": 0.573832, + "hf_subset": "fur_Latn-tsn_Latn", + "languages": [ + "fur-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605214, + "recall": 0.666996, + "f1": 0.62333, + "accuracy": 0.666996, + "main_score": 0.62333, + "hf_subset": "fur_Latn-zul_Latn", + "languages": [ + "fur-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895504, + "recall": 0.922925, + "f1": 0.904216, + "accuracy": 0.922925, + "main_score": 0.904216, + "hf_subset": "fur_Latn-azb_Arab", + "languages": [ + "fur-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "fur_Latn-deu_Latn", + "languages": [ + "fur-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "fur_Latn-hat_Latn", + "languages": [ + "fur-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49932, + "recall": 0.55336, + "f1": 0.513548, + "accuracy": 0.55336, + "main_score": 0.513548, + "hf_subset": "fur_Latn-kbp_Latn", + "languages": [ + "fur-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570084, + "recall": 0.631423, + "f1": 0.586906, + "accuracy": 0.631423, + "main_score": 0.586906, + "hf_subset": "fur_Latn-luo_Latn", + "languages": [ + "fur-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "fur_Latn-ory_Orya", + "languages": [ + "fur-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59026, + "recall": 0.649209, + "f1": 0.607533, + "accuracy": 0.649209, + "main_score": 0.607533, + "hf_subset": "fur_Latn-sna_Latn", + "languages": [ + "fur-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555734, + "recall": 0.613636, + "f1": 0.572169, + "accuracy": 0.613636, + "main_score": 0.572169, + "hf_subset": "fur_Latn-tso_Latn", + "languages": [ + "fur-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "fur_Latn-azj_Latn", + "languages": [ + "fur-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53274, + "recall": 0.601779, + "f1": 0.552983, + "accuracy": 0.601779, + "main_score": 0.552983, + "hf_subset": "fur_Latn-dik_Latn", + "languages": [ + "fur-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701739, + "recall": 0.76087, + "f1": 0.718664, + "accuracy": 0.76087, + "main_score": 0.718664, + "hf_subset": "fur_Latn-hau_Latn", + "languages": [ + "fur-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fur_Latn-kea_Latn", + "languages": [ + "fur-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725741, + "recall": 0.774704, + "f1": 0.740415, + "accuracy": 0.774704, + "main_score": 0.740415, + "hf_subset": "fur_Latn-lus_Latn", + "languages": [ + "fur-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865695, + "recall": 0.896245, + "f1": 0.875066, + "accuracy": 0.896245, + "main_score": 0.875066, + "hf_subset": "fur_Latn-pag_Latn", + "languages": [ + "fur-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "fur_Latn-snd_Arab", + "languages": [ + "fur-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904677, + "recall": 0.932806, + "f1": 0.913702, + "accuracy": 0.932806, + "main_score": 0.913702, + "hf_subset": "fur_Latn-tuk_Latn", + "languages": [ + "fur-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.966403, + "f1": 0.956851, + "accuracy": 0.966403, + "main_score": 0.956851, + "hf_subset": "fur_Latn-bak_Cyrl", + "languages": [ + "fur-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499253, + "recall": 0.58004, + "f1": 0.522815, + "accuracy": 0.58004, + "main_score": 0.522815, + "hf_subset": "fur_Latn-dyu_Latn", + "languages": [ + "fur-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "fur_Latn-heb_Hebr", + "languages": [ + "fur-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "fur_Latn-khk_Cyrl", + "languages": [ + "fur-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "fur_Latn-lvs_Latn", + "languages": [ + "fur-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "fur_Latn-pan_Guru", + "languages": [ + "fur-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67262, + "recall": 0.729249, + "f1": 0.68991, + "accuracy": 0.729249, + "main_score": 0.68991, + "hf_subset": "fur_Latn-som_Latn", + "languages": [ + "fur-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591314, + "recall": 0.636364, + "f1": 0.603611, + "accuracy": 0.636364, + "main_score": 0.603611, + "hf_subset": "fur_Latn-tum_Latn", + "languages": [ + "fur-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344165, + "recall": 0.383399, + "f1": 0.354606, + "accuracy": 0.383399, + "main_score": 0.354606, + "hf_subset": "kab_Latn-ace_Arab", + "languages": [ + "kab-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388959, + "recall": 0.433794, + "f1": 0.402275, + "accuracy": 0.433794, + "main_score": 0.402275, + "hf_subset": "kab_Latn-bam_Latn", + "languages": [ + "kab-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18018, + "recall": 0.214427, + "f1": 0.188679, + "accuracy": 0.214427, + "main_score": 0.188679, + "hf_subset": "kab_Latn-dzo_Tibt", + "languages": [ + "kab-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372134, + "recall": 0.427866, + "f1": 0.385168, + "accuracy": 0.427866, + "main_score": 0.385168, + "hf_subset": "kab_Latn-hin_Deva", + "languages": [ + "kab-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.365213, + "recall": 0.410079, + "f1": 0.376334, + "accuracy": 0.410079, + "main_score": 0.376334, + "hf_subset": "kab_Latn-khm_Khmr", + "languages": [ + "kab-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385918, + "recall": 0.427866, + "f1": 0.396168, + "accuracy": 0.427866, + "main_score": 0.396168, + "hf_subset": "kab_Latn-mag_Deva", + "languages": [ + "kab-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381853, + "recall": 0.422925, + "f1": 0.392698, + "accuracy": 0.422925, + "main_score": 0.392698, + "hf_subset": "kab_Latn-pap_Latn", + "languages": [ + "kab-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4344, + "recall": 0.479249, + "f1": 0.445439, + "accuracy": 0.479249, + "main_score": 0.445439, + "hf_subset": "kab_Latn-sot_Latn", + "languages": [ + "kab-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378722, + "recall": 0.423913, + "f1": 0.389941, + "accuracy": 0.423913, + "main_score": 0.389941, + "hf_subset": "kab_Latn-tur_Latn", + "languages": [ + "kab-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405442, + "recall": 0.44664, + "f1": 0.41534, + "accuracy": 0.44664, + "main_score": 0.41534, + "hf_subset": "kab_Latn-ace_Latn", + "languages": [ + "kab-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403675, + "recall": 0.442688, + "f1": 0.413228, + "accuracy": 0.442688, + "main_score": 0.413228, + "hf_subset": "kab_Latn-ban_Latn", + "languages": [ + "kab-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381045, + "recall": 0.43083, + "f1": 0.392611, + "accuracy": 0.43083, + "main_score": 0.392611, + "hf_subset": "kab_Latn-ell_Grek", + "languages": [ + "kab-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37601, + "recall": 0.421937, + "f1": 0.387154, + "accuracy": 0.421937, + "main_score": 0.387154, + "hf_subset": "kab_Latn-hne_Deva", + "languages": [ + "kab-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.329111, + "recall": 0.376482, + "f1": 0.340851, + "accuracy": 0.376482, + "main_score": 0.340851, + "hf_subset": "kab_Latn-kik_Latn", + "languages": [ + "kab-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382814, + "recall": 0.429842, + "f1": 0.394409, + "accuracy": 0.429842, + "main_score": 0.394409, + "hf_subset": "kab_Latn-mai_Deva", + "languages": [ + "kab-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.345377, + "recall": 0.397233, + "f1": 0.357216, + "accuracy": 0.397233, + "main_score": 0.357216, + "hf_subset": "kab_Latn-pbt_Arab", + "languages": [ + "kab-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385233, + "recall": 0.438735, + "f1": 0.398537, + "accuracy": 0.438735, + "main_score": 0.398537, + "hf_subset": "kab_Latn-spa_Latn", + "languages": [ + "kab-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404398, + "recall": 0.447628, + "f1": 0.415715, + "accuracy": 0.447628, + "main_score": 0.415715, + "hf_subset": "kab_Latn-twi_Latn", + "languages": [ + "kab-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391445, + "recall": 0.448617, + "f1": 0.404829, + "accuracy": 0.448617, + "main_score": 0.404829, + "hf_subset": "kab_Latn-acm_Arab", + "languages": [ + "kab-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.341893, + "recall": 0.394269, + "f1": 0.353786, + "accuracy": 0.394269, + "main_score": 0.353786, + "hf_subset": "kab_Latn-bel_Cyrl", + "languages": [ + "kab-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402538, + "recall": 0.451581, + "f1": 0.414319, + "accuracy": 0.451581, + "main_score": 0.414319, + "hf_subset": "kab_Latn-eng_Latn", + "languages": [ + "kab-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391349, + "recall": 0.445652, + "f1": 0.404942, + "accuracy": 0.445652, + "main_score": 0.404942, + "hf_subset": "kab_Latn-hrv_Latn", + "languages": [ + "kab-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409803, + "recall": 0.454545, + "f1": 0.4216, + "accuracy": 0.454545, + "main_score": 0.4216, + "hf_subset": "kab_Latn-kin_Latn", + "languages": [ + "kab-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.36314, + "recall": 0.410079, + "f1": 0.374454, + "accuracy": 0.410079, + "main_score": 0.374454, + "hf_subset": "kab_Latn-mal_Mlym", + "languages": [ + "kab-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391683, + "recall": 0.437747, + "f1": 0.403204, + "accuracy": 0.437747, + "main_score": 0.403204, + "hf_subset": "kab_Latn-pes_Arab", + "languages": [ + "kab-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39748, + "recall": 0.445652, + "f1": 0.409989, + "accuracy": 0.445652, + "main_score": 0.409989, + "hf_subset": "kab_Latn-srd_Latn", + "languages": [ + "kab-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.255995, + "recall": 0.299407, + "f1": 0.266639, + "accuracy": 0.299407, + "main_score": 0.266639, + "hf_subset": "kab_Latn-tzm_Tfng", + "languages": [ + "kab-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385888, + "recall": 0.438735, + "f1": 0.398151, + "accuracy": 0.438735, + "main_score": 0.398151, + "hf_subset": "kab_Latn-acq_Arab", + "languages": [ + "kab-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426309, + "recall": 0.467391, + "f1": 0.43715, + "accuracy": 0.467391, + "main_score": 0.43715, + "hf_subset": "kab_Latn-bem_Latn", + "languages": [ + "kab-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388308, + "recall": 0.434783, + "f1": 0.399566, + "accuracy": 0.434783, + "main_score": 0.399566, + "hf_subset": "kab_Latn-epo_Latn", + "languages": [ + "kab-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390379, + "recall": 0.434783, + "f1": 0.401674, + "accuracy": 0.434783, + "main_score": 0.401674, + "hf_subset": "kab_Latn-hun_Latn", + "languages": [ + "kab-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366087, + "recall": 0.412055, + "f1": 0.377833, + "accuracy": 0.412055, + "main_score": 0.377833, + "hf_subset": "kab_Latn-kir_Cyrl", + "languages": [ + "kab-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371451, + "recall": 0.418972, + "f1": 0.382188, + "accuracy": 0.418972, + "main_score": 0.382188, + "hf_subset": "kab_Latn-mar_Deva", + "languages": [ + "kab-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421263, + "recall": 0.466403, + "f1": 0.433477, + "accuracy": 0.466403, + "main_score": 0.433477, + "hf_subset": "kab_Latn-plt_Latn", + "languages": [ + "kab-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38163, + "recall": 0.431818, + "f1": 0.393571, + "accuracy": 0.431818, + "main_score": 0.393571, + "hf_subset": "kab_Latn-srp_Cyrl", + "languages": [ + "kab-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.332902, + "recall": 0.379447, + "f1": 0.344173, + "accuracy": 0.379447, + "main_score": 0.344173, + "hf_subset": "kab_Latn-uig_Arab", + "languages": [ + "kab-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378045, + "recall": 0.422925, + "f1": 0.38887, + "accuracy": 0.422925, + "main_score": 0.38887, + "hf_subset": "kab_Latn-aeb_Arab", + "languages": [ + "kab-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377472, + "recall": 0.432806, + "f1": 0.390405, + "accuracy": 0.432806, + "main_score": 0.390405, + "hf_subset": "kab_Latn-ben_Beng", + "languages": [ + "kab-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383811, + "recall": 0.426877, + "f1": 0.394406, + "accuracy": 0.426877, + "main_score": 0.394406, + "hf_subset": "kab_Latn-est_Latn", + "languages": [ + "kab-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.375365, + "recall": 0.424901, + "f1": 0.387139, + "accuracy": 0.424901, + "main_score": 0.387139, + "hf_subset": "kab_Latn-hye_Armn", + "languages": [ + "kab-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409164, + "recall": 0.453557, + "f1": 0.421683, + "accuracy": 0.453557, + "main_score": 0.421683, + "hf_subset": "kab_Latn-kmb_Latn", + "languages": [ + "kab-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318226, + "recall": 0.367589, + "f1": 0.330706, + "accuracy": 0.367589, + "main_score": 0.330706, + "hf_subset": "kab_Latn-min_Arab", + "languages": [ + "kab-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390417, + "recall": 0.435771, + "f1": 0.401659, + "accuracy": 0.435771, + "main_score": 0.401659, + "hf_subset": "kab_Latn-pol_Latn", + "languages": [ + "kab-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436978, + "recall": 0.482213, + "f1": 0.448701, + "accuracy": 0.482213, + "main_score": 0.448701, + "hf_subset": "kab_Latn-ssw_Latn", + "languages": [ + "kab-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383069, + "recall": 0.432806, + "f1": 0.394326, + "accuracy": 0.432806, + "main_score": 0.394326, + "hf_subset": "kab_Latn-ukr_Cyrl", + "languages": [ + "kab-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406785, + "recall": 0.456522, + "f1": 0.419409, + "accuracy": 0.456522, + "main_score": 0.419409, + "hf_subset": "kab_Latn-afr_Latn", + "languages": [ + "kab-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.374878, + "recall": 0.420949, + "f1": 0.386, + "accuracy": 0.420949, + "main_score": 0.386, + "hf_subset": "kab_Latn-bho_Deva", + "languages": [ + "kab-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388769, + "recall": 0.437747, + "f1": 0.400914, + "accuracy": 0.437747, + "main_score": 0.400914, + "hf_subset": "kab_Latn-eus_Latn", + "languages": [ + "kab-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403718, + "recall": 0.460474, + "f1": 0.417611, + "accuracy": 0.460474, + "main_score": 0.417611, + "hf_subset": "kab_Latn-ibo_Latn", + "languages": [ + "kab-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405454, + "recall": 0.448617, + "f1": 0.416552, + "accuracy": 0.448617, + "main_score": 0.416552, + "hf_subset": "kab_Latn-kmr_Latn", + "languages": [ + "kab-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407089, + "recall": 0.449605, + "f1": 0.417509, + "accuracy": 0.449605, + "main_score": 0.417509, + "hf_subset": "kab_Latn-min_Latn", + "languages": [ + "kab-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403391, + "recall": 0.454545, + "f1": 0.415986, + "accuracy": 0.454545, + "main_score": 0.415986, + "hf_subset": "kab_Latn-por_Latn", + "languages": [ + "kab-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399711, + "recall": 0.443676, + "f1": 0.410353, + "accuracy": 0.443676, + "main_score": 0.410353, + "hf_subset": "kab_Latn-sun_Latn", + "languages": [ + "kab-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38777, + "recall": 0.429842, + "f1": 0.398864, + "accuracy": 0.429842, + "main_score": 0.398864, + "hf_subset": "kab_Latn-umb_Latn", + "languages": [ + "kab-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389953, + "recall": 0.439723, + "f1": 0.402149, + "accuracy": 0.439723, + "main_score": 0.402149, + "hf_subset": "kab_Latn-ajp_Arab", + "languages": [ + "kab-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318902, + "recall": 0.355731, + "f1": 0.3287, + "accuracy": 0.355731, + "main_score": 0.3287, + "hf_subset": "kab_Latn-bjn_Arab", + "languages": [ + "kab-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37856, + "recall": 0.41502, + "f1": 0.388171, + "accuracy": 0.41502, + "main_score": 0.388171, + "hf_subset": "kab_Latn-ewe_Latn", + "languages": [ + "kab-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403574, + "recall": 0.444664, + "f1": 0.413669, + "accuracy": 0.444664, + "main_score": 0.413669, + "hf_subset": "kab_Latn-ilo_Latn", + "languages": [ + "kab-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.273892, + "recall": 0.3083, + "f1": 0.282922, + "accuracy": 0.3083, + "main_score": 0.282922, + "hf_subset": "kab_Latn-knc_Arab", + "languages": [ + "kab-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386306, + "recall": 0.434783, + "f1": 0.397349, + "accuracy": 0.434783, + "main_score": 0.397349, + "hf_subset": "kab_Latn-mkd_Cyrl", + "languages": [ + "kab-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.375558, + "recall": 0.427866, + "f1": 0.388075, + "accuracy": 0.427866, + "main_score": 0.388075, + "hf_subset": "kab_Latn-prs_Arab", + "languages": [ + "kab-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390285, + "recall": 0.438735, + "f1": 0.401823, + "accuracy": 0.438735, + "main_score": 0.401823, + "hf_subset": "kab_Latn-swe_Latn", + "languages": [ + "kab-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372709, + "recall": 0.421937, + "f1": 0.385449, + "accuracy": 0.421937, + "main_score": 0.385449, + "hf_subset": "kab_Latn-urd_Arab", + "languages": [ + "kab-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395588, + "recall": 0.442688, + "f1": 0.407493, + "accuracy": 0.442688, + "main_score": 0.407493, + "hf_subset": "kab_Latn-aka_Latn", + "languages": [ + "kab-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406212, + "recall": 0.447628, + "f1": 0.415911, + "accuracy": 0.447628, + "main_score": 0.415911, + "hf_subset": "kab_Latn-bjn_Latn", + "languages": [ + "kab-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415517, + "recall": 0.450593, + "f1": 0.424754, + "accuracy": 0.450593, + "main_score": 0.424754, + "hf_subset": "kab_Latn-fao_Latn", + "languages": [ + "kab-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408022, + "recall": 0.455534, + "f1": 0.419857, + "accuracy": 0.455534, + "main_score": 0.419857, + "hf_subset": "kab_Latn-ind_Latn", + "languages": [ + "kab-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402644, + "recall": 0.438735, + "f1": 0.411953, + "accuracy": 0.438735, + "main_score": 0.411953, + "hf_subset": "kab_Latn-knc_Latn", + "languages": [ + "kab-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397585, + "recall": 0.439723, + "f1": 0.407857, + "accuracy": 0.439723, + "main_score": 0.407857, + "hf_subset": "kab_Latn-mlt_Latn", + "languages": [ + "kab-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385493, + "recall": 0.434783, + "f1": 0.39833, + "accuracy": 0.434783, + "main_score": 0.39833, + "hf_subset": "kab_Latn-quy_Latn", + "languages": [ + "kab-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414559, + "recall": 0.462451, + "f1": 0.426531, + "accuracy": 0.462451, + "main_score": 0.426531, + "hf_subset": "kab_Latn-swh_Latn", + "languages": [ + "kab-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385663, + "recall": 0.428854, + "f1": 0.396006, + "accuracy": 0.428854, + "main_score": 0.396006, + "hf_subset": "kab_Latn-uzn_Latn", + "languages": [ + "kab-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397063, + "recall": 0.439723, + "f1": 0.407801, + "accuracy": 0.439723, + "main_score": 0.407801, + "hf_subset": "kab_Latn-als_Latn", + "languages": [ + "kab-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.209357, + "recall": 0.255929, + "f1": 0.220766, + "accuracy": 0.255929, + "main_score": 0.220766, + "hf_subset": "kab_Latn-bod_Tibt", + "languages": [ + "kab-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40282, + "recall": 0.4417, + "f1": 0.412613, + "accuracy": 0.4417, + "main_score": 0.412613, + "hf_subset": "kab_Latn-fij_Latn", + "languages": [ + "kab-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409501, + "recall": 0.450593, + "f1": 0.419133, + "accuracy": 0.450593, + "main_score": 0.419133, + "hf_subset": "kab_Latn-isl_Latn", + "languages": [ + "kab-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396314, + "recall": 0.4417, + "f1": 0.408068, + "accuracy": 0.4417, + "main_score": 0.408068, + "hf_subset": "kab_Latn-kon_Latn", + "languages": [ + "kab-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.331403, + "recall": 0.373518, + "f1": 0.342082, + "accuracy": 0.373518, + "main_score": 0.342082, + "hf_subset": "kab_Latn-mni_Beng", + "languages": [ + "kab-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38706, + "recall": 0.435771, + "f1": 0.398466, + "accuracy": 0.435771, + "main_score": 0.398466, + "hf_subset": "kab_Latn-ron_Latn", + "languages": [ + "kab-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404556, + "recall": 0.454545, + "f1": 0.416763, + "accuracy": 0.454545, + "main_score": 0.416763, + "hf_subset": "kab_Latn-szl_Latn", + "languages": [ + "kab-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397957, + "recall": 0.440711, + "f1": 0.408044, + "accuracy": 0.440711, + "main_score": 0.408044, + "hf_subset": "kab_Latn-vec_Latn", + "languages": [ + "kab-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.337578, + "recall": 0.383399, + "f1": 0.349846, + "accuracy": 0.383399, + "main_score": 0.349846, + "hf_subset": "kab_Latn-amh_Ethi", + "languages": [ + "kab-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392457, + "recall": 0.442688, + "f1": 0.405298, + "accuracy": 0.442688, + "main_score": 0.405298, + "hf_subset": "kab_Latn-bos_Latn", + "languages": [ + "kab-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378285, + "recall": 0.422925, + "f1": 0.388662, + "accuracy": 0.422925, + "main_score": 0.388662, + "hf_subset": "kab_Latn-fin_Latn", + "languages": [ + "kab-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377654, + "recall": 0.425889, + "f1": 0.389609, + "accuracy": 0.425889, + "main_score": 0.389609, + "hf_subset": "kab_Latn-ita_Latn", + "languages": [ + "kab-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357879, + "recall": 0.410079, + "f1": 0.370771, + "accuracy": 0.410079, + "main_score": 0.370771, + "hf_subset": "kab_Latn-kor_Hang", + "languages": [ + "kab-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393229, + "recall": 0.434783, + "f1": 0.404215, + "accuracy": 0.434783, + "main_score": 0.404215, + "hf_subset": "kab_Latn-mos_Latn", + "languages": [ + "kab-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410863, + "recall": 0.453557, + "f1": 0.42204, + "accuracy": 0.453557, + "main_score": 0.42204, + "hf_subset": "kab_Latn-run_Latn", + "languages": [ + "kab-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.358915, + "recall": 0.417984, + "f1": 0.37346, + "accuracy": 0.417984, + "main_score": 0.37346, + "hf_subset": "kab_Latn-tam_Taml", + "languages": [ + "kab-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389541, + "recall": 0.437747, + "f1": 0.401329, + "accuracy": 0.437747, + "main_score": 0.401329, + "hf_subset": "kab_Latn-vie_Latn", + "languages": [ + "kab-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391654, + "recall": 0.440711, + "f1": 0.403106, + "accuracy": 0.440711, + "main_score": 0.403106, + "hf_subset": "kab_Latn-apc_Arab", + "languages": [ + "kab-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380103, + "recall": 0.418972, + "f1": 0.390583, + "accuracy": 0.418972, + "main_score": 0.390583, + "hf_subset": "kab_Latn-bug_Latn", + "languages": [ + "kab-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373687, + "recall": 0.416008, + "f1": 0.384794, + "accuracy": 0.416008, + "main_score": 0.384794, + "hf_subset": "kab_Latn-fon_Latn", + "languages": [ + "kab-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402999, + "recall": 0.443676, + "f1": 0.413861, + "accuracy": 0.443676, + "main_score": 0.413861, + "hf_subset": "kab_Latn-jav_Latn", + "languages": [ + "kab-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370397, + "recall": 0.411067, + "f1": 0.380851, + "accuracy": 0.411067, + "main_score": 0.380851, + "hf_subset": "kab_Latn-lao_Laoo", + "languages": [ + "kab-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386967, + "recall": 0.429842, + "f1": 0.398209, + "accuracy": 0.429842, + "main_score": 0.398209, + "hf_subset": "kab_Latn-mri_Latn", + "languages": [ + "kab-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373109, + "recall": 0.422925, + "f1": 0.384994, + "accuracy": 0.422925, + "main_score": 0.384994, + "hf_subset": "kab_Latn-rus_Cyrl", + "languages": [ + "kab-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386838, + "recall": 0.428854, + "f1": 0.39816, + "accuracy": 0.428854, + "main_score": 0.39816, + "hf_subset": "kab_Latn-taq_Latn", + "languages": [ + "kab-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394316, + "recall": 0.438735, + "f1": 0.404507, + "accuracy": 0.438735, + "main_score": 0.404507, + "hf_subset": "kab_Latn-war_Latn", + "languages": [ + "kab-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383533, + "recall": 0.438735, + "f1": 0.396454, + "accuracy": 0.438735, + "main_score": 0.396454, + "hf_subset": "kab_Latn-arb_Arab", + "languages": [ + "kab-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385455, + "recall": 0.432806, + "f1": 0.397088, + "accuracy": 0.432806, + "main_score": 0.397088, + "hf_subset": "kab_Latn-bul_Cyrl", + "languages": [ + "kab-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391286, + "recall": 0.442688, + "f1": 0.403213, + "accuracy": 0.442688, + "main_score": 0.403213, + "hf_subset": "kab_Latn-fra_Latn", + "languages": [ + "kab-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356688, + "recall": 0.399209, + "f1": 0.366818, + "accuracy": 0.399209, + "main_score": 0.366818, + "hf_subset": "kab_Latn-jpn_Jpan", + "languages": [ + "kab-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391461, + "recall": 0.427866, + "f1": 0.400722, + "accuracy": 0.427866, + "main_score": 0.400722, + "hf_subset": "kab_Latn-lij_Latn", + "languages": [ + "kab-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.29355, + "recall": 0.341897, + "f1": 0.304929, + "accuracy": 0.341897, + "main_score": 0.304929, + "hf_subset": "kab_Latn-mya_Mymr", + "languages": [ + "kab-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397287, + "recall": 0.443676, + "f1": 0.408892, + "accuracy": 0.443676, + "main_score": 0.408892, + "hf_subset": "kab_Latn-sag_Latn", + "languages": [ + "kab-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.228661, + "recall": 0.259881, + "f1": 0.236562, + "accuracy": 0.259881, + "main_score": 0.236562, + "hf_subset": "kab_Latn-taq_Tfng", + "languages": [ + "kab-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407336, + "recall": 0.448617, + "f1": 0.418399, + "accuracy": 0.448617, + "main_score": 0.418399, + "hf_subset": "kab_Latn-wol_Latn", + "languages": [ + "kab-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362781, + "recall": 0.406126, + "f1": 0.37352, + "accuracy": 0.406126, + "main_score": 0.37352, + "hf_subset": "kab_Latn-arb_Latn", + "languages": [ + "kab-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389222, + "recall": 0.4417, + "f1": 0.402147, + "accuracy": 0.4417, + "main_score": 0.402147, + "hf_subset": "kab_Latn-cat_Latn", + "languages": [ + "kab-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393085, + "recall": 0.435771, + "f1": 0.403684, + "accuracy": 0.435771, + "main_score": 0.403684, + "hf_subset": "kab_Latn-fur_Latn", + "languages": [ + "kab-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391661, + "recall": 0.434783, + "f1": 0.402922, + "accuracy": 0.434783, + "main_score": 0.402922, + "hf_subset": "kab_Latn-lim_Latn", + "languages": [ + "kab-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38163, + "recall": 0.43083, + "f1": 0.393339, + "accuracy": 0.43083, + "main_score": 0.393339, + "hf_subset": "kab_Latn-nld_Latn", + "languages": [ + "kab-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373282, + "recall": 0.421937, + "f1": 0.384585, + "accuracy": 0.421937, + "main_score": 0.384585, + "hf_subset": "kab_Latn-san_Deva", + "languages": [ + "kab-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381099, + "recall": 0.428854, + "f1": 0.393183, + "accuracy": 0.428854, + "main_score": 0.393183, + "hf_subset": "kab_Latn-tat_Cyrl", + "languages": [ + "kab-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422022, + "recall": 0.468379, + "f1": 0.434164, + "accuracy": 0.468379, + "main_score": 0.434164, + "hf_subset": "kab_Latn-xho_Latn", + "languages": [ + "kab-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360302, + "recall": 0.420949, + "f1": 0.375047, + "accuracy": 0.420949, + "main_score": 0.375047, + "hf_subset": "kab_Latn-ars_Arab", + "languages": [ + "kab-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40853, + "recall": 0.452569, + "f1": 0.41889, + "accuracy": 0.452569, + "main_score": 0.41889, + "hf_subset": "kab_Latn-ceb_Latn", + "languages": [ + "kab-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390276, + "recall": 0.433794, + "f1": 0.402205, + "accuracy": 0.433794, + "main_score": 0.402205, + "hf_subset": "kab_Latn-fuv_Latn", + "languages": [ + "kab-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390985, + "recall": 0.427866, + "f1": 0.400096, + "accuracy": 0.427866, + "main_score": 0.400096, + "hf_subset": "kab_Latn-kac_Latn", + "languages": [ + "kab-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40903, + "recall": 0.455534, + "f1": 0.420566, + "accuracy": 0.455534, + "main_score": 0.420566, + "hf_subset": "kab_Latn-lin_Latn", + "languages": [ + "kab-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.387055, + "recall": 0.439723, + "f1": 0.399854, + "accuracy": 0.439723, + "main_score": 0.399854, + "hf_subset": "kab_Latn-nno_Latn", + "languages": [ + "kab-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13818, + "recall": 0.177866, + "f1": 0.148213, + "accuracy": 0.177866, + "main_score": 0.148213, + "hf_subset": "kab_Latn-sat_Olck", + "languages": [ + "kab-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38195, + "recall": 0.426877, + "f1": 0.392616, + "accuracy": 0.426877, + "main_score": 0.392616, + "hf_subset": "kab_Latn-tel_Telu", + "languages": [ + "kab-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3422, + "recall": 0.384387, + "f1": 0.351858, + "accuracy": 0.384387, + "main_score": 0.351858, + "hf_subset": "kab_Latn-ydd_Hebr", + "languages": [ + "kab-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.376358, + "recall": 0.420949, + "f1": 0.387119, + "accuracy": 0.420949, + "main_score": 0.387119, + "hf_subset": "kab_Latn-ary_Arab", + "languages": [ + "kab-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378242, + "recall": 0.424901, + "f1": 0.390181, + "accuracy": 0.424901, + "main_score": 0.390181, + "hf_subset": "kab_Latn-ces_Latn", + "languages": [ + "kab-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4205, + "recall": 0.461462, + "f1": 0.430714, + "accuracy": 0.461462, + "main_score": 0.430714, + "hf_subset": "kab_Latn-gaz_Latn", + "languages": [ + "kab-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399657, + "recall": 0.443676, + "f1": 0.411613, + "accuracy": 0.443676, + "main_score": 0.411613, + "hf_subset": "kab_Latn-kam_Latn", + "languages": [ + "kab-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.387136, + "recall": 0.439723, + "f1": 0.400413, + "accuracy": 0.439723, + "main_score": 0.400413, + "hf_subset": "kab_Latn-lit_Latn", + "languages": [ + "kab-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3874, + "recall": 0.434783, + "f1": 0.398844, + "accuracy": 0.434783, + "main_score": 0.398844, + "hf_subset": "kab_Latn-nob_Latn", + "languages": [ + "kab-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392453, + "recall": 0.434783, + "f1": 0.403517, + "accuracy": 0.434783, + "main_score": 0.403517, + "hf_subset": "kab_Latn-scn_Latn", + "languages": [ + "kab-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388699, + "recall": 0.429842, + "f1": 0.399264, + "accuracy": 0.429842, + "main_score": 0.399264, + "hf_subset": "kab_Latn-tgk_Cyrl", + "languages": [ + "kab-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344609, + "recall": 0.403162, + "f1": 0.360479, + "accuracy": 0.403162, + "main_score": 0.360479, + "hf_subset": "kab_Latn-yor_Latn", + "languages": [ + "kab-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381417, + "recall": 0.426877, + "f1": 0.392352, + "accuracy": 0.426877, + "main_score": 0.392352, + "hf_subset": "kab_Latn-arz_Arab", + "languages": [ + "kab-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373954, + "recall": 0.422925, + "f1": 0.387506, + "accuracy": 0.422925, + "main_score": 0.387506, + "hf_subset": "kab_Latn-cjk_Latn", + "languages": [ + "kab-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409248, + "recall": 0.450593, + "f1": 0.41997, + "accuracy": 0.450593, + "main_score": 0.41997, + "hf_subset": "kab_Latn-gla_Latn", + "languages": [ + "kab-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367413, + "recall": 0.416008, + "f1": 0.379867, + "accuracy": 0.416008, + "main_score": 0.379867, + "hf_subset": "kab_Latn-kan_Knda", + "languages": [ + "kab-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393648, + "recall": 0.4417, + "f1": 0.405564, + "accuracy": 0.4417, + "main_score": 0.405564, + "hf_subset": "kab_Latn-lmo_Latn", + "languages": [ + "kab-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364578, + "recall": 0.411067, + "f1": 0.375991, + "accuracy": 0.411067, + "main_score": 0.375991, + "hf_subset": "kab_Latn-npi_Deva", + "languages": [ + "kab-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.325061, + "recall": 0.364625, + "f1": 0.33501, + "accuracy": 0.364625, + "main_score": 0.33501, + "hf_subset": "kab_Latn-shn_Mymr", + "languages": [ + "kab-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41568, + "recall": 0.458498, + "f1": 0.426488, + "accuracy": 0.458498, + "main_score": 0.426488, + "hf_subset": "kab_Latn-tgl_Latn", + "languages": [ + "kab-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363407, + "recall": 0.406126, + "f1": 0.373216, + "accuracy": 0.406126, + "main_score": 0.373216, + "hf_subset": "kab_Latn-yue_Hant", + "languages": [ + "kab-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.356123, + "recall": 0.400198, + "f1": 0.366326, + "accuracy": 0.400198, + "main_score": 0.366326, + "hf_subset": "kab_Latn-asm_Beng", + "languages": [ + "kab-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364368, + "recall": 0.410079, + "f1": 0.375606, + "accuracy": 0.410079, + "main_score": 0.375606, + "hf_subset": "kab_Latn-ckb_Arab", + "languages": [ + "kab-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402717, + "recall": 0.444664, + "f1": 0.414128, + "accuracy": 0.444664, + "main_score": 0.414128, + "hf_subset": "kab_Latn-gle_Latn", + "languages": [ + "kab-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.334618, + "recall": 0.386364, + "f1": 0.347111, + "accuracy": 0.386364, + "main_score": 0.347111, + "hf_subset": "kab_Latn-kas_Arab", + "languages": [ + "kab-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383446, + "recall": 0.425889, + "f1": 0.39438, + "accuracy": 0.425889, + "main_score": 0.39438, + "hf_subset": "kab_Latn-ltg_Latn", + "languages": [ + "kab-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433823, + "recall": 0.475296, + "f1": 0.443966, + "accuracy": 0.475296, + "main_score": 0.443966, + "hf_subset": "kab_Latn-nso_Latn", + "languages": [ + "kab-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34759, + "recall": 0.396245, + "f1": 0.359369, + "accuracy": 0.396245, + "main_score": 0.359369, + "hf_subset": "kab_Latn-sin_Sinh", + "languages": [ + "kab-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378187, + "recall": 0.41996, + "f1": 0.388805, + "accuracy": 0.41996, + "main_score": 0.388805, + "hf_subset": "kab_Latn-tha_Thai", + "languages": [ + "kab-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.352562, + "recall": 0.393281, + "f1": 0.362566, + "accuracy": 0.393281, + "main_score": 0.362566, + "hf_subset": "kab_Latn-zho_Hans", + "languages": [ + "kab-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391501, + "recall": 0.438735, + "f1": 0.403378, + "accuracy": 0.438735, + "main_score": 0.403378, + "hf_subset": "kab_Latn-ast_Latn", + "languages": [ + "kab-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38514, + "recall": 0.428854, + "f1": 0.395075, + "accuracy": 0.428854, + "main_score": 0.395075, + "hf_subset": "kab_Latn-crh_Latn", + "languages": [ + "kab-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397065, + "recall": 0.445652, + "f1": 0.409409, + "accuracy": 0.445652, + "main_score": 0.409409, + "hf_subset": "kab_Latn-glg_Latn", + "languages": [ + "kab-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34126, + "recall": 0.389328, + "f1": 0.353491, + "accuracy": 0.389328, + "main_score": 0.353491, + "hf_subset": "kab_Latn-kas_Deva", + "languages": [ + "kab-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.375479, + "recall": 0.414032, + "f1": 0.385601, + "accuracy": 0.414032, + "main_score": 0.385601, + "hf_subset": "kab_Latn-ltz_Latn", + "languages": [ + "kab-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384383, + "recall": 0.434783, + "f1": 0.397945, + "accuracy": 0.434783, + "main_score": 0.397945, + "hf_subset": "kab_Latn-nus_Latn", + "languages": [ + "kab-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379484, + "recall": 0.431818, + "f1": 0.392932, + "accuracy": 0.431818, + "main_score": 0.392932, + "hf_subset": "kab_Latn-slk_Latn", + "languages": [ + "kab-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.30565, + "recall": 0.348814, + "f1": 0.316297, + "accuracy": 0.348814, + "main_score": 0.316297, + "hf_subset": "kab_Latn-tir_Ethi", + "languages": [ + "kab-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350813, + "recall": 0.396245, + "f1": 0.361013, + "accuracy": 0.396245, + "main_score": 0.361013, + "hf_subset": "kab_Latn-zho_Hant", + "languages": [ + "kab-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.374903, + "recall": 0.421937, + "f1": 0.385843, + "accuracy": 0.421937, + "main_score": 0.385843, + "hf_subset": "kab_Latn-awa_Deva", + "languages": [ + "kab-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398945, + "recall": 0.448617, + "f1": 0.410357, + "accuracy": 0.448617, + "main_score": 0.410357, + "hf_subset": "kab_Latn-cym_Latn", + "languages": [ + "kab-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389881, + "recall": 0.432806, + "f1": 0.400035, + "accuracy": 0.432806, + "main_score": 0.400035, + "hf_subset": "kab_Latn-grn_Latn", + "languages": [ + "kab-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366286, + "recall": 0.417984, + "f1": 0.378562, + "accuracy": 0.417984, + "main_score": 0.378562, + "hf_subset": "kab_Latn-kat_Geor", + "languages": [ + "kab-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406526, + "recall": 0.453557, + "f1": 0.418655, + "accuracy": 0.453557, + "main_score": 0.418655, + "hf_subset": "kab_Latn-lua_Latn", + "languages": [ + "kab-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39944, + "recall": 0.443676, + "f1": 0.41127, + "accuracy": 0.443676, + "main_score": 0.41127, + "hf_subset": "kab_Latn-nya_Latn", + "languages": [ + "kab-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38549, + "recall": 0.429842, + "f1": 0.395932, + "accuracy": 0.429842, + "main_score": 0.395932, + "hf_subset": "kab_Latn-slv_Latn", + "languages": [ + "kab-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389732, + "recall": 0.429842, + "f1": 0.399417, + "accuracy": 0.429842, + "main_score": 0.399417, + "hf_subset": "kab_Latn-tpi_Latn", + "languages": [ + "kab-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414736, + "recall": 0.460474, + "f1": 0.426103, + "accuracy": 0.460474, + "main_score": 0.426103, + "hf_subset": "kab_Latn-zsm_Latn", + "languages": [ + "kab-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38212, + "recall": 0.423913, + "f1": 0.393452, + "accuracy": 0.423913, + "main_score": 0.393452, + "hf_subset": "kab_Latn-ayr_Latn", + "languages": [ + "kab-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384683, + "recall": 0.435771, + "f1": 0.396673, + "accuracy": 0.435771, + "main_score": 0.396673, + "hf_subset": "kab_Latn-dan_Latn", + "languages": [ + "kab-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372012, + "recall": 0.426877, + "f1": 0.385619, + "accuracy": 0.426877, + "main_score": 0.385619, + "hf_subset": "kab_Latn-guj_Gujr", + "languages": [ + "kab-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.374985, + "recall": 0.423913, + "f1": 0.386294, + "accuracy": 0.423913, + "main_score": 0.386294, + "hf_subset": "kab_Latn-kaz_Cyrl", + "languages": [ + "kab-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391304, + "recall": 0.435771, + "f1": 0.402585, + "accuracy": 0.435771, + "main_score": 0.402585, + "hf_subset": "kab_Latn-lug_Latn", + "languages": [ + "kab-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409209, + "recall": 0.458498, + "f1": 0.42081, + "accuracy": 0.458498, + "main_score": 0.42081, + "hf_subset": "kab_Latn-oci_Latn", + "languages": [ + "kab-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400479, + "recall": 0.439723, + "f1": 0.410355, + "accuracy": 0.439723, + "main_score": 0.410355, + "hf_subset": "kab_Latn-smo_Latn", + "languages": [ + "kab-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396243, + "recall": 0.440711, + "f1": 0.407835, + "accuracy": 0.440711, + "main_score": 0.407835, + "hf_subset": "kab_Latn-tsn_Latn", + "languages": [ + "kab-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434275, + "recall": 0.481225, + "f1": 0.446491, + "accuracy": 0.481225, + "main_score": 0.446491, + "hf_subset": "kab_Latn-zul_Latn", + "languages": [ + "kab-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330031, + "recall": 0.374506, + "f1": 0.341357, + "accuracy": 0.374506, + "main_score": 0.341357, + "hf_subset": "kab_Latn-azb_Arab", + "languages": [ + "kab-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385532, + "recall": 0.433794, + "f1": 0.397351, + "accuracy": 0.433794, + "main_score": 0.397351, + "hf_subset": "kab_Latn-deu_Latn", + "languages": [ + "kab-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39661, + "recall": 0.450593, + "f1": 0.409477, + "accuracy": 0.450593, + "main_score": 0.409477, + "hf_subset": "kab_Latn-hat_Latn", + "languages": [ + "kab-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396231, + "recall": 0.437747, + "f1": 0.40745, + "accuracy": 0.437747, + "main_score": 0.40745, + "hf_subset": "kab_Latn-kbp_Latn", + "languages": [ + "kab-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41377, + "recall": 0.454545, + "f1": 0.424816, + "accuracy": 0.454545, + "main_score": 0.424816, + "hf_subset": "kab_Latn-luo_Latn", + "languages": [ + "kab-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367566, + "recall": 0.416008, + "f1": 0.379257, + "accuracy": 0.416008, + "main_score": 0.379257, + "hf_subset": "kab_Latn-ory_Orya", + "languages": [ + "kab-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404477, + "recall": 0.453557, + "f1": 0.416784, + "accuracy": 0.453557, + "main_score": 0.416784, + "hf_subset": "kab_Latn-sna_Latn", + "languages": [ + "kab-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410109, + "recall": 0.451581, + "f1": 0.421222, + "accuracy": 0.451581, + "main_score": 0.421222, + "hf_subset": "kab_Latn-tso_Latn", + "languages": [ + "kab-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367974, + "recall": 0.414032, + "f1": 0.378895, + "accuracy": 0.414032, + "main_score": 0.378895, + "hf_subset": "kab_Latn-azj_Latn", + "languages": [ + "kab-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357627, + "recall": 0.407115, + "f1": 0.370659, + "accuracy": 0.407115, + "main_score": 0.370659, + "hf_subset": "kab_Latn-dik_Latn", + "languages": [ + "kab-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424688, + "recall": 0.467391, + "f1": 0.435682, + "accuracy": 0.467391, + "main_score": 0.435682, + "hf_subset": "kab_Latn-hau_Latn", + "languages": [ + "kab-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397416, + "recall": 0.434783, + "f1": 0.406982, + "accuracy": 0.434783, + "main_score": 0.406982, + "hf_subset": "kab_Latn-kea_Latn", + "languages": [ + "kab-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373728, + "recall": 0.418972, + "f1": 0.384536, + "accuracy": 0.418972, + "main_score": 0.384536, + "hf_subset": "kab_Latn-lus_Latn", + "languages": [ + "kab-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386663, + "recall": 0.420949, + "f1": 0.395445, + "accuracy": 0.420949, + "main_score": 0.395445, + "hf_subset": "kab_Latn-pag_Latn", + "languages": [ + "kab-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37023, + "recall": 0.412055, + "f1": 0.381516, + "accuracy": 0.412055, + "main_score": 0.381516, + "hf_subset": "kab_Latn-snd_Arab", + "languages": [ + "kab-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364869, + "recall": 0.409091, + "f1": 0.375558, + "accuracy": 0.409091, + "main_score": 0.375558, + "hf_subset": "kab_Latn-tuk_Latn", + "languages": [ + "kab-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389622, + "recall": 0.428854, + "f1": 0.39946, + "accuracy": 0.428854, + "main_score": 0.39946, + "hf_subset": "kab_Latn-bak_Cyrl", + "languages": [ + "kab-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302561, + "recall": 0.354743, + "f1": 0.315586, + "accuracy": 0.354743, + "main_score": 0.315586, + "hf_subset": "kab_Latn-dyu_Latn", + "languages": [ + "kab-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37718, + "recall": 0.423913, + "f1": 0.388797, + "accuracy": 0.423913, + "main_score": 0.388797, + "hf_subset": "kab_Latn-heb_Hebr", + "languages": [ + "kab-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.367583, + "recall": 0.414032, + "f1": 0.379372, + "accuracy": 0.414032, + "main_score": 0.379372, + "hf_subset": "kab_Latn-khk_Cyrl", + "languages": [ + "kab-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378378, + "recall": 0.420949, + "f1": 0.388207, + "accuracy": 0.420949, + "main_score": 0.388207, + "hf_subset": "kab_Latn-lvs_Latn", + "languages": [ + "kab-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372576, + "recall": 0.420949, + "f1": 0.384199, + "accuracy": 0.420949, + "main_score": 0.384199, + "hf_subset": "kab_Latn-pan_Guru", + "languages": [ + "kab-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429269, + "recall": 0.472332, + "f1": 0.440443, + "accuracy": 0.472332, + "main_score": 0.440443, + "hf_subset": "kab_Latn-som_Latn", + "languages": [ + "kab-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.383954, + "recall": 0.421937, + "f1": 0.393842, + "accuracy": 0.421937, + "main_score": 0.393842, + "hf_subset": "kab_Latn-tum_Latn", + "languages": [ + "kab-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590748, + "recall": 0.645257, + "f1": 0.606579, + "accuracy": 0.645257, + "main_score": 0.606579, + "hf_subset": "lim_Latn-ace_Arab", + "languages": [ + "lim-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526434, + "recall": 0.583992, + "f1": 0.543404, + "accuracy": 0.583992, + "main_score": 0.543404, + "hf_subset": "lim_Latn-bam_Latn", + "languages": [ + "lim-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38351, + "recall": 0.452569, + "f1": 0.401914, + "accuracy": 0.452569, + "main_score": 0.401914, + "hf_subset": "lim_Latn-dzo_Tibt", + "languages": [ + "lim-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-hin_Deva", + "languages": [ + "lim-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "lim_Latn-khm_Khmr", + "languages": [ + "lim-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lim_Latn-mag_Deva", + "languages": [ + "lim-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.970356, + "f1": 0.962451, + "accuracy": 0.970356, + "main_score": 0.962451, + "hf_subset": "lim_Latn-pap_Latn", + "languages": [ + "lim-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585812, + "recall": 0.637352, + "f1": 0.600467, + "accuracy": 0.637352, + "main_score": 0.600467, + "hf_subset": "lim_Latn-sot_Latn", + "languages": [ + "lim-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-tur_Latn", + "languages": [ + "lim-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853815, + "recall": 0.883399, + "f1": 0.8627, + "accuracy": 0.883399, + "main_score": 0.8627, + "hf_subset": "lim_Latn-ace_Latn", + "languages": [ + "lim-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.951581, + "f1": 0.940679, + "accuracy": 0.951581, + "main_score": 0.940679, + "hf_subset": "lim_Latn-ban_Latn", + "languages": [ + "lim-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lim_Latn-ell_Grek", + "languages": [ + "lim-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lim_Latn-hne_Deva", + "languages": [ + "lim-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585425, + "recall": 0.637352, + "f1": 0.599914, + "accuracy": 0.637352, + "main_score": 0.599914, + "hf_subset": "lim_Latn-kik_Latn", + "languages": [ + "lim-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lim_Latn-mai_Deva", + "languages": [ + "lim-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927157, + "recall": 0.948617, + "f1": 0.93386, + "accuracy": 0.948617, + "main_score": 0.93386, + "hf_subset": "lim_Latn-pbt_Arab", + "languages": [ + "lim-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lim_Latn-spa_Latn", + "languages": [ + "lim-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624894, + "recall": 0.681818, + "f1": 0.64061, + "accuracy": 0.681818, + "main_score": 0.64061, + "hf_subset": "lim_Latn-twi_Latn", + "languages": [ + "lim-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lim_Latn-acm_Arab", + "languages": [ + "lim-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "lim_Latn-bel_Cyrl", + "languages": [ + "lim-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-eng_Latn", + "languages": [ + "lim-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-hrv_Latn", + "languages": [ + "lim-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54161, + "recall": 0.600791, + "f1": 0.557795, + "accuracy": 0.600791, + "main_score": 0.557795, + "hf_subset": "lim_Latn-kin_Latn", + "languages": [ + "lim-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "lim_Latn-mal_Mlym", + "languages": [ + "lim-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-pes_Arab", + "languages": [ + "lim-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "lim_Latn-srd_Latn", + "languages": [ + "lim-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187843, + "recall": 0.232213, + "f1": 0.198378, + "accuracy": 0.232213, + "main_score": 0.198378, + "hf_subset": "lim_Latn-tzm_Tfng", + "languages": [ + "lim-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977684, + "recall": 0.98419, + "f1": 0.979644, + "accuracy": 0.98419, + "main_score": 0.979644, + "hf_subset": "lim_Latn-acq_Arab", + "languages": [ + "lim-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623364, + "recall": 0.66996, + "f1": 0.636211, + "accuracy": 0.66996, + "main_score": 0.636211, + "hf_subset": "lim_Latn-bem_Latn", + "languages": [ + "lim-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985919, + "recall": 0.990119, + "f1": 0.98722, + "accuracy": 0.990119, + "main_score": 0.98722, + "hf_subset": "lim_Latn-epo_Latn", + "languages": [ + "lim-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lim_Latn-hun_Latn", + "languages": [ + "lim-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955484, + "recall": 0.968379, + "f1": 0.959387, + "accuracy": 0.968379, + "main_score": 0.959387, + "hf_subset": "lim_Latn-kir_Cyrl", + "languages": [ + "lim-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-mar_Deva", + "languages": [ + "lim-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657016, + "recall": 0.709486, + "f1": 0.672285, + "accuracy": 0.709486, + "main_score": 0.672285, + "hf_subset": "lim_Latn-plt_Latn", + "languages": [ + "lim-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-srp_Cyrl", + "languages": [ + "lim-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907806, + "recall": 0.931818, + "f1": 0.915152, + "accuracy": 0.931818, + "main_score": 0.915152, + "hf_subset": "lim_Latn-uig_Arab", + "languages": [ + "lim-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967095, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "lim_Latn-aeb_Arab", + "languages": [ + "lim-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-ben_Beng", + "languages": [ + "lim-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lim_Latn-est_Latn", + "languages": [ + "lim-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lim_Latn-hye_Armn", + "languages": [ + "lim-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548468, + "recall": 0.597826, + "f1": 0.562156, + "accuracy": 0.597826, + "main_score": 0.562156, + "hf_subset": "lim_Latn-kmb_Latn", + "languages": [ + "lim-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519104, + "recall": 0.585968, + "f1": 0.536506, + "accuracy": 0.585968, + "main_score": 0.536506, + "hf_subset": "lim_Latn-min_Arab", + "languages": [ + "lim-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-pol_Latn", + "languages": [ + "lim-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550291, + "recall": 0.608696, + "f1": 0.566883, + "accuracy": 0.608696, + "main_score": 0.566883, + "hf_subset": "lim_Latn-ssw_Latn", + "languages": [ + "lim-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lim_Latn-ukr_Cyrl", + "languages": [ + "lim-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-afr_Latn", + "languages": [ + "lim-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "lim_Latn-bho_Deva", + "languages": [ + "lim-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "lim_Latn-eus_Latn", + "languages": [ + "lim-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576576, + "recall": 0.628458, + "f1": 0.591488, + "accuracy": 0.628458, + "main_score": 0.591488, + "hf_subset": "lim_Latn-ibo_Latn", + "languages": [ + "lim-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827726, + "recall": 0.869565, + "f1": 0.840766, + "accuracy": 0.869565, + "main_score": 0.840766, + "hf_subset": "lim_Latn-kmr_Latn", + "languages": [ + "lim-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944335, + "recall": 0.958498, + "f1": 0.948946, + "accuracy": 0.958498, + "main_score": 0.948946, + "hf_subset": "lim_Latn-min_Latn", + "languages": [ + "lim-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "lim_Latn-por_Latn", + "languages": [ + "lim-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "lim_Latn-sun_Latn", + "languages": [ + "lim-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522643, + "recall": 0.581028, + "f1": 0.539255, + "accuracy": 0.581028, + "main_score": 0.539255, + "hf_subset": "lim_Latn-umb_Latn", + "languages": [ + "lim-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lim_Latn-ajp_Arab", + "languages": [ + "lim-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540751, + "recall": 0.603755, + "f1": 0.558762, + "accuracy": 0.603755, + "main_score": 0.558762, + "hf_subset": "lim_Latn-bjn_Arab", + "languages": [ + "lim-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527533, + "recall": 0.576087, + "f1": 0.540703, + "accuracy": 0.576087, + "main_score": 0.540703, + "hf_subset": "lim_Latn-ewe_Latn", + "languages": [ + "lim-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925395, + "recall": 0.943676, + "f1": 0.930929, + "accuracy": 0.943676, + "main_score": 0.930929, + "hf_subset": "lim_Latn-ilo_Latn", + "languages": [ + "lim-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31759, + "recall": 0.37747, + "f1": 0.33435, + "accuracy": 0.37747, + "main_score": 0.33435, + "hf_subset": "lim_Latn-knc_Arab", + "languages": [ + "lim-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lim_Latn-mkd_Cyrl", + "languages": [ + "lim-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "lim_Latn-prs_Arab", + "languages": [ + "lim-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-swe_Latn", + "languages": [ + "lim-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-urd_Arab", + "languages": [ + "lim-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599949, + "recall": 0.658103, + "f1": 0.615898, + "accuracy": 0.658103, + "main_score": 0.615898, + "hf_subset": "lim_Latn-aka_Latn", + "languages": [ + "lim-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947903, + "recall": 0.962451, + "f1": 0.952437, + "accuracy": 0.962451, + "main_score": 0.952437, + "hf_subset": "lim_Latn-bjn_Latn", + "languages": [ + "lim-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947381, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "lim_Latn-fao_Latn", + "languages": [ + "lim-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lim_Latn-ind_Latn", + "languages": [ + "lim-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581039, + "recall": 0.629447, + "f1": 0.594432, + "accuracy": 0.629447, + "main_score": 0.594432, + "hf_subset": "lim_Latn-knc_Latn", + "languages": [ + "lim-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "lim_Latn-mlt_Latn", + "languages": [ + "lim-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667841, + "recall": 0.724308, + "f1": 0.684373, + "accuracy": 0.724308, + "main_score": 0.684373, + "hf_subset": "lim_Latn-quy_Latn", + "languages": [ + "lim-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924984, + "recall": 0.947628, + "f1": 0.932213, + "accuracy": 0.947628, + "main_score": 0.932213, + "hf_subset": "lim_Latn-swh_Latn", + "languages": [ + "lim-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lim_Latn-uzn_Latn", + "languages": [ + "lim-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-als_Latn", + "languages": [ + "lim-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529132, + "recall": 0.613636, + "f1": 0.552548, + "accuracy": 0.613636, + "main_score": 0.552548, + "hf_subset": "lim_Latn-bod_Tibt", + "languages": [ + "lim-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666867, + "recall": 0.722332, + "f1": 0.682418, + "accuracy": 0.722332, + "main_score": 0.682418, + "hf_subset": "lim_Latn-fij_Latn", + "languages": [ + "lim-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "lim_Latn-isl_Latn", + "languages": [ + "lim-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655379, + "recall": 0.704545, + "f1": 0.669516, + "accuracy": 0.704545, + "main_score": 0.669516, + "hf_subset": "lim_Latn-kon_Latn", + "languages": [ + "lim-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641653, + "recall": 0.706522, + "f1": 0.660471, + "accuracy": 0.706522, + "main_score": 0.660471, + "hf_subset": "lim_Latn-mni_Beng", + "languages": [ + "lim-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lim_Latn-ron_Latn", + "languages": [ + "lim-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963966, + "recall": 0.97332, + "f1": 0.966897, + "accuracy": 0.97332, + "main_score": 0.966897, + "hf_subset": "lim_Latn-szl_Latn", + "languages": [ + "lim-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "lim_Latn-vec_Latn", + "languages": [ + "lim-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877306, + "recall": 0.912055, + "f1": 0.888142, + "accuracy": 0.912055, + "main_score": 0.888142, + "hf_subset": "lim_Latn-amh_Ethi", + "languages": [ + "lim-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lim_Latn-bos_Latn", + "languages": [ + "lim-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-fin_Latn", + "languages": [ + "lim-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lim_Latn-ita_Latn", + "languages": [ + "lim-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-kor_Hang", + "languages": [ + "lim-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559058, + "recall": 0.61166, + "f1": 0.5737, + "accuracy": 0.61166, + "main_score": 0.5737, + "hf_subset": "lim_Latn-mos_Latn", + "languages": [ + "lim-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549604, + "recall": 0.604743, + "f1": 0.56509, + "accuracy": 0.604743, + "main_score": 0.56509, + "hf_subset": "lim_Latn-run_Latn", + "languages": [ + "lim-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lim_Latn-tam_Taml", + "languages": [ + "lim-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "lim_Latn-vie_Latn", + "languages": [ + "lim-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "lim_Latn-apc_Arab", + "languages": [ + "lim-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790613, + "recall": 0.83498, + "f1": 0.803741, + "accuracy": 0.83498, + "main_score": 0.803741, + "hf_subset": "lim_Latn-bug_Latn", + "languages": [ + "lim-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478781, + "recall": 0.534585, + "f1": 0.49338, + "accuracy": 0.534585, + "main_score": 0.49338, + "hf_subset": "lim_Latn-fon_Latn", + "languages": [ + "lim-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "lim_Latn-jav_Latn", + "languages": [ + "lim-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "lim_Latn-lao_Laoo", + "languages": [ + "lim-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790761, + "recall": 0.838933, + "f1": 0.804536, + "accuracy": 0.838933, + "main_score": 0.804536, + "hf_subset": "lim_Latn-mri_Latn", + "languages": [ + "lim-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lim_Latn-rus_Cyrl", + "languages": [ + "lim-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543644, + "recall": 0.594862, + "f1": 0.557666, + "accuracy": 0.594862, + "main_score": 0.557666, + "hf_subset": "lim_Latn-taq_Latn", + "languages": [ + "lim-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "lim_Latn-war_Latn", + "languages": [ + "lim-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "lim_Latn-arb_Arab", + "languages": [ + "lim-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-bul_Cyrl", + "languages": [ + "lim-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "lim_Latn-fra_Latn", + "languages": [ + "lim-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "lim_Latn-jpn_Jpan", + "languages": [ + "lim-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.978261, + "f1": 0.972614, + "accuracy": 0.978261, + "main_score": 0.972614, + "hf_subset": "lim_Latn-lij_Latn", + "languages": [ + "lim-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "lim_Latn-mya_Mymr", + "languages": [ + "lim-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602304, + "recall": 0.666996, + "f1": 0.620477, + "accuracy": 0.666996, + "main_score": 0.620477, + "hf_subset": "lim_Latn-sag_Latn", + "languages": [ + "lim-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196744, + "recall": 0.248024, + "f1": 0.208197, + "accuracy": 0.248024, + "main_score": 0.208197, + "hf_subset": "lim_Latn-taq_Tfng", + "languages": [ + "lim-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61983, + "recall": 0.674901, + "f1": 0.635174, + "accuracy": 0.674901, + "main_score": 0.635174, + "hf_subset": "lim_Latn-wol_Latn", + "languages": [ + "lim-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725431, + "recall": 0.782609, + "f1": 0.741568, + "accuracy": 0.782609, + "main_score": 0.741568, + "hf_subset": "lim_Latn-arb_Latn", + "languages": [ + "lim-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-cat_Latn", + "languages": [ + "lim-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.970356, + "f1": 0.962239, + "accuracy": 0.970356, + "main_score": 0.962239, + "hf_subset": "lim_Latn-fur_Latn", + "languages": [ + "lim-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422448, + "recall": 0.476285, + "f1": 0.437231, + "accuracy": 0.476285, + "main_score": 0.437231, + "hf_subset": "lim_Latn-kab_Latn", + "languages": [ + "lim-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-nld_Latn", + "languages": [ + "lim-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.964427, + "f1": 0.955171, + "accuracy": 0.964427, + "main_score": 0.955171, + "hf_subset": "lim_Latn-san_Deva", + "languages": [ + "lim-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971097, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "lim_Latn-tat_Cyrl", + "languages": [ + "lim-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651393, + "recall": 0.705534, + "f1": 0.667154, + "accuracy": 0.705534, + "main_score": 0.667154, + "hf_subset": "lim_Latn-xho_Latn", + "languages": [ + "lim-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979331, + "recall": 0.985178, + "f1": 0.981126, + "accuracy": 0.985178, + "main_score": 0.981126, + "hf_subset": "lim_Latn-ars_Arab", + "languages": [ + "lim-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964239, + "recall": 0.974308, + "f1": 0.967309, + "accuracy": 0.974308, + "main_score": 0.967309, + "hf_subset": "lim_Latn-ceb_Latn", + "languages": [ + "lim-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558852, + "recall": 0.613636, + "f1": 0.574548, + "accuracy": 0.613636, + "main_score": 0.574548, + "hf_subset": "lim_Latn-fuv_Latn", + "languages": [ + "lim-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515417, + "recall": 0.573123, + "f1": 0.53166, + "accuracy": 0.573123, + "main_score": 0.53166, + "hf_subset": "lim_Latn-kac_Latn", + "languages": [ + "lim-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666354, + "recall": 0.714427, + "f1": 0.68003, + "accuracy": 0.714427, + "main_score": 0.68003, + "hf_subset": "lim_Latn-lin_Latn", + "languages": [ + "lim-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-nno_Latn", + "languages": [ + "lim-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213245, + "recall": 0.277668, + "f1": 0.229431, + "accuracy": 0.277668, + "main_score": 0.229431, + "hf_subset": "lim_Latn-sat_Olck", + "languages": [ + "lim-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lim_Latn-tel_Telu", + "languages": [ + "lim-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938439, + "recall": 0.955534, + "f1": 0.943643, + "accuracy": 0.955534, + "main_score": 0.943643, + "hf_subset": "lim_Latn-ydd_Hebr", + "languages": [ + "lim-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "lim_Latn-ary_Arab", + "languages": [ + "lim-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-ces_Latn", + "languages": [ + "lim-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561166, + "recall": 0.618577, + "f1": 0.577687, + "accuracy": 0.618577, + "main_score": 0.577687, + "hf_subset": "lim_Latn-gaz_Latn", + "languages": [ + "lim-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569356, + "recall": 0.632411, + "f1": 0.586695, + "accuracy": 0.632411, + "main_score": 0.586695, + "hf_subset": "lim_Latn-kam_Latn", + "languages": [ + "lim-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "lim_Latn-lit_Latn", + "languages": [ + "lim-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-nob_Latn", + "languages": [ + "lim-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "lim_Latn-scn_Latn", + "languages": [ + "lim-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934865, + "recall": 0.953557, + "f1": 0.940566, + "accuracy": 0.953557, + "main_score": 0.940566, + "hf_subset": "lim_Latn-tgk_Cyrl", + "languages": [ + "lim-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662246, + "recall": 0.726285, + "f1": 0.681392, + "accuracy": 0.726285, + "main_score": 0.681392, + "hf_subset": "lim_Latn-yor_Latn", + "languages": [ + "lim-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976696, + "recall": 0.983202, + "f1": 0.978656, + "accuracy": 0.983202, + "main_score": 0.978656, + "hf_subset": "lim_Latn-arz_Arab", + "languages": [ + "lim-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566283, + "recall": 0.62253, + "f1": 0.582431, + "accuracy": 0.62253, + "main_score": 0.582431, + "hf_subset": "lim_Latn-cjk_Latn", + "languages": [ + "lim-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736364, + "recall": 0.787549, + "f1": 0.751647, + "accuracy": 0.787549, + "main_score": 0.751647, + "hf_subset": "lim_Latn-gla_Latn", + "languages": [ + "lim-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "lim_Latn-kan_Knda", + "languages": [ + "lim-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.979249, + "f1": 0.973979, + "accuracy": 0.979249, + "main_score": 0.973979, + "hf_subset": "lim_Latn-lmo_Latn", + "languages": [ + "lim-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "lim_Latn-npi_Deva", + "languages": [ + "lim-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461679, + "recall": 0.521739, + "f1": 0.478288, + "accuracy": 0.521739, + "main_score": 0.478288, + "hf_subset": "lim_Latn-shn_Mymr", + "languages": [ + "lim-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lim_Latn-tgl_Latn", + "languages": [ + "lim-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lim_Latn-yue_Hant", + "languages": [ + "lim-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968626, + "recall": 0.977273, + "f1": 0.971198, + "accuracy": 0.977273, + "main_score": 0.971198, + "hf_subset": "lim_Latn-asm_Beng", + "languages": [ + "lim-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908762, + "recall": 0.932806, + "f1": 0.915895, + "accuracy": 0.932806, + "main_score": 0.915895, + "hf_subset": "lim_Latn-ckb_Arab", + "languages": [ + "lim-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814657, + "recall": 0.858696, + "f1": 0.82795, + "accuracy": 0.858696, + "main_score": 0.82795, + "hf_subset": "lim_Latn-gle_Latn", + "languages": [ + "lim-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889575, + "recall": 0.917984, + "f1": 0.898405, + "accuracy": 0.917984, + "main_score": 0.898405, + "hf_subset": "lim_Latn-kas_Arab", + "languages": [ + "lim-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915761, + "recall": 0.938735, + "f1": 0.922944, + "accuracy": 0.938735, + "main_score": 0.922944, + "hf_subset": "lim_Latn-ltg_Latn", + "languages": [ + "lim-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612353, + "recall": 0.666008, + "f1": 0.627553, + "accuracy": 0.666008, + "main_score": 0.627553, + "hf_subset": "lim_Latn-nso_Latn", + "languages": [ + "lim-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929265, + "recall": 0.949605, + "f1": 0.935837, + "accuracy": 0.949605, + "main_score": 0.935837, + "hf_subset": "lim_Latn-sin_Sinh", + "languages": [ + "lim-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "lim_Latn-tha_Thai", + "languages": [ + "lim-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lim_Latn-zho_Hans", + "languages": [ + "lim-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-ast_Latn", + "languages": [ + "lim-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960721, + "recall": 0.972332, + "f1": 0.964328, + "accuracy": 0.972332, + "main_score": 0.964328, + "hf_subset": "lim_Latn-crh_Latn", + "languages": [ + "lim-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lim_Latn-glg_Latn", + "languages": [ + "lim-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851614, + "recall": 0.887352, + "f1": 0.86278, + "accuracy": 0.887352, + "main_score": 0.86278, + "hf_subset": "lim_Latn-kas_Deva", + "languages": [ + "lim-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "lim_Latn-ltz_Latn", + "languages": [ + "lim-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471369, + "recall": 0.537549, + "f1": 0.48975, + "accuracy": 0.537549, + "main_score": 0.48975, + "hf_subset": "lim_Latn-nus_Latn", + "languages": [ + "lim-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-slk_Latn", + "languages": [ + "lim-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587026, + "recall": 0.656126, + "f1": 0.606581, + "accuracy": 0.656126, + "main_score": 0.606581, + "hf_subset": "lim_Latn-tir_Ethi", + "languages": [ + "lim-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lim_Latn-zho_Hant", + "languages": [ + "lim-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968791, + "recall": 0.977273, + "f1": 0.97141, + "accuracy": 0.977273, + "main_score": 0.97141, + "hf_subset": "lim_Latn-awa_Deva", + "languages": [ + "lim-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923864, + "recall": 0.943676, + "f1": 0.929677, + "accuracy": 0.943676, + "main_score": 0.929677, + "hf_subset": "lim_Latn-cym_Latn", + "languages": [ + "lim-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817836, + "recall": 0.852767, + "f1": 0.828016, + "accuracy": 0.852767, + "main_score": 0.828016, + "hf_subset": "lim_Latn-grn_Latn", + "languages": [ + "lim-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963192, + "recall": 0.97332, + "f1": 0.96614, + "accuracy": 0.97332, + "main_score": 0.96614, + "hf_subset": "lim_Latn-kat_Geor", + "languages": [ + "lim-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648968, + "recall": 0.69664, + "f1": 0.662799, + "accuracy": 0.69664, + "main_score": 0.662799, + "hf_subset": "lim_Latn-lua_Latn", + "languages": [ + "lim-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623265, + "recall": 0.675889, + "f1": 0.638759, + "accuracy": 0.675889, + "main_score": 0.638759, + "hf_subset": "lim_Latn-nya_Latn", + "languages": [ + "lim-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lim_Latn-slv_Latn", + "languages": [ + "lim-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900009, + "recall": 0.925889, + "f1": 0.907809, + "accuracy": 0.925889, + "main_score": 0.907809, + "hf_subset": "lim_Latn-tpi_Latn", + "languages": [ + "lim-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-zsm_Latn", + "languages": [ + "lim-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547706, + "recall": 0.602767, + "f1": 0.563265, + "accuracy": 0.602767, + "main_score": 0.563265, + "hf_subset": "lim_Latn-ayr_Latn", + "languages": [ + "lim-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lim_Latn-dan_Latn", + "languages": [ + "lim-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lim_Latn-guj_Gujr", + "languages": [ + "lim-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lim_Latn-kaz_Cyrl", + "languages": [ + "lim-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528627, + "recall": 0.583992, + "f1": 0.543304, + "accuracy": 0.583992, + "main_score": 0.543304, + "hf_subset": "lim_Latn-lug_Latn", + "languages": [ + "lim-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lim_Latn-oci_Latn", + "languages": [ + "lim-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766667, + "recall": 0.818182, + "f1": 0.782016, + "accuracy": 0.818182, + "main_score": 0.782016, + "hf_subset": "lim_Latn-smo_Latn", + "languages": [ + "lim-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544846, + "recall": 0.605731, + "f1": 0.562449, + "accuracy": 0.605731, + "main_score": 0.562449, + "hf_subset": "lim_Latn-tsn_Latn", + "languages": [ + "lim-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604242, + "recall": 0.660079, + "f1": 0.620603, + "accuracy": 0.660079, + "main_score": 0.620603, + "hf_subset": "lim_Latn-zul_Latn", + "languages": [ + "lim-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872941, + "recall": 0.90415, + "f1": 0.882609, + "accuracy": 0.90415, + "main_score": 0.882609, + "hf_subset": "lim_Latn-azb_Arab", + "languages": [ + "lim-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "lim_Latn-deu_Latn", + "languages": [ + "lim-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.953557, + "f1": 0.940514, + "accuracy": 0.953557, + "main_score": 0.940514, + "hf_subset": "lim_Latn-hat_Latn", + "languages": [ + "lim-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497341, + "recall": 0.550395, + "f1": 0.512389, + "accuracy": 0.550395, + "main_score": 0.512389, + "hf_subset": "lim_Latn-kbp_Latn", + "languages": [ + "lim-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583198, + "recall": 0.635375, + "f1": 0.597109, + "accuracy": 0.635375, + "main_score": 0.597109, + "hf_subset": "lim_Latn-luo_Latn", + "languages": [ + "lim-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lim_Latn-ory_Orya", + "languages": [ + "lim-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588956, + "recall": 0.645257, + "f1": 0.605305, + "accuracy": 0.645257, + "main_score": 0.605305, + "hf_subset": "lim_Latn-sna_Latn", + "languages": [ + "lim-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560236, + "recall": 0.601779, + "f1": 0.571744, + "accuracy": 0.601779, + "main_score": 0.571744, + "hf_subset": "lim_Latn-tso_Latn", + "languages": [ + "lim-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lim_Latn-azj_Latn", + "languages": [ + "lim-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530715, + "recall": 0.592885, + "f1": 0.548635, + "accuracy": 0.592885, + "main_score": 0.548635, + "hf_subset": "lim_Latn-dik_Latn", + "languages": [ + "lim-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694322, + "recall": 0.75, + "f1": 0.710806, + "accuracy": 0.75, + "main_score": 0.710806, + "hf_subset": "lim_Latn-hau_Latn", + "languages": [ + "lim-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946558, + "recall": 0.963439, + "f1": 0.951976, + "accuracy": 0.963439, + "main_score": 0.951976, + "hf_subset": "lim_Latn-kea_Latn", + "languages": [ + "lim-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7236, + "recall": 0.770751, + "f1": 0.737305, + "accuracy": 0.770751, + "main_score": 0.737305, + "hf_subset": "lim_Latn-lus_Latn", + "languages": [ + "lim-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847908, + "recall": 0.873518, + "f1": 0.855055, + "accuracy": 0.873518, + "main_score": 0.855055, + "hf_subset": "lim_Latn-pag_Latn", + "languages": [ + "lim-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "lim_Latn-snd_Arab", + "languages": [ + "lim-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893314, + "recall": 0.921937, + "f1": 0.902339, + "accuracy": 0.921937, + "main_score": 0.902339, + "hf_subset": "lim_Latn-tuk_Latn", + "languages": [ + "lim-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958745, + "recall": 0.970356, + "f1": 0.962516, + "accuracy": 0.970356, + "main_score": 0.962516, + "hf_subset": "lim_Latn-bak_Cyrl", + "languages": [ + "lim-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496814, + "recall": 0.571146, + "f1": 0.518725, + "accuracy": 0.571146, + "main_score": 0.518725, + "hf_subset": "lim_Latn-dyu_Latn", + "languages": [ + "lim-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lim_Latn-heb_Hebr", + "languages": [ + "lim-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939839, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "lim_Latn-khk_Cyrl", + "languages": [ + "lim-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lim_Latn-lvs_Latn", + "languages": [ + "lim-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lim_Latn-pan_Guru", + "languages": [ + "lim-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673238, + "recall": 0.727273, + "f1": 0.688632, + "accuracy": 0.727273, + "main_score": 0.688632, + "hf_subset": "lim_Latn-som_Latn", + "languages": [ + "lim-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578232, + "recall": 0.626482, + "f1": 0.592036, + "accuracy": 0.626482, + "main_score": 0.592036, + "hf_subset": "lim_Latn-tum_Latn", + "languages": [ + "lim-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580596, + "recall": 0.640316, + "f1": 0.597341, + "accuracy": 0.640316, + "main_score": 0.597341, + "hf_subset": "nld_Latn-ace_Arab", + "languages": [ + "nld-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522389, + "recall": 0.585968, + "f1": 0.540514, + "accuracy": 0.585968, + "main_score": 0.540514, + "hf_subset": "nld_Latn-bam_Latn", + "languages": [ + "nld-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433258, + "recall": 0.508893, + "f1": 0.454151, + "accuracy": 0.508893, + "main_score": 0.454151, + "hf_subset": "nld_Latn-dzo_Tibt", + "languages": [ + "nld-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-khm_Khmr", + "languages": [ + "nld-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-mag_Deva", + "languages": [ + "nld-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nld_Latn-pap_Latn", + "languages": [ + "nld-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596931, + "recall": 0.651186, + "f1": 0.612469, + "accuracy": 0.651186, + "main_score": 0.612469, + "hf_subset": "nld_Latn-sot_Latn", + "languages": [ + "nld-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870636, + "recall": 0.906126, + "f1": 0.881983, + "accuracy": 0.906126, + "main_score": 0.881983, + "hf_subset": "nld_Latn-ace_Latn", + "languages": [ + "nld-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.969368, + "f1": 0.961298, + "accuracy": 0.969368, + "main_score": 0.961298, + "hf_subset": "nld_Latn-ban_Latn", + "languages": [ + "nld-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-hne_Deva", + "languages": [ + "nld-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608751, + "recall": 0.664032, + "f1": 0.624574, + "accuracy": 0.664032, + "main_score": 0.624574, + "hf_subset": "nld_Latn-kik_Latn", + "languages": [ + "nld-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-mai_Deva", + "languages": [ + "nld-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "nld_Latn-pbt_Arab", + "languages": [ + "nld-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623435, + "recall": 0.690711, + "f1": 0.642707, + "accuracy": 0.690711, + "main_score": 0.642707, + "hf_subset": "nld_Latn-twi_Latn", + "languages": [ + "nld-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-acm_Arab", + "languages": [ + "nld-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-bel_Cyrl", + "languages": [ + "nld-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-hrv_Latn", + "languages": [ + "nld-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556211, + "recall": 0.617589, + "f1": 0.573814, + "accuracy": 0.617589, + "main_score": 0.573814, + "hf_subset": "nld_Latn-kin_Latn", + "languages": [ + "nld-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-mal_Mlym", + "languages": [ + "nld-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-pes_Arab", + "languages": [ + "nld-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nld_Latn-srd_Latn", + "languages": [ + "nld-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17814, + "recall": 0.227273, + "f1": 0.190602, + "accuracy": 0.227273, + "main_score": 0.190602, + "hf_subset": "nld_Latn-tzm_Tfng", + "languages": [ + "nld-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-acq_Arab", + "languages": [ + "nld-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635916, + "recall": 0.694664, + "f1": 0.652804, + "accuracy": 0.694664, + "main_score": 0.652804, + "hf_subset": "nld_Latn-bem_Latn", + "languages": [ + "nld-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-epo_Latn", + "languages": [ + "nld-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-kir_Cyrl", + "languages": [ + "nld-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-mar_Deva", + "languages": [ + "nld-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681835, + "recall": 0.735178, + "f1": 0.697516, + "accuracy": 0.735178, + "main_score": 0.697516, + "hf_subset": "nld_Latn-plt_Latn", + "languages": [ + "nld-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-srp_Cyrl", + "languages": [ + "nld-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "nld_Latn-uig_Arab", + "languages": [ + "nld-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-aeb_Arab", + "languages": [ + "nld-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-est_Latn", + "languages": [ + "nld-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-hye_Armn", + "languages": [ + "nld-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556985, + "recall": 0.61166, + "f1": 0.572501, + "accuracy": 0.61166, + "main_score": 0.572501, + "hf_subset": "nld_Latn-kmb_Latn", + "languages": [ + "nld-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505343, + "recall": 0.577075, + "f1": 0.524776, + "accuracy": 0.577075, + "main_score": 0.524776, + "hf_subset": "nld_Latn-min_Arab", + "languages": [ + "nld-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566304, + "recall": 0.628458, + "f1": 0.584834, + "accuracy": 0.628458, + "main_score": 0.584834, + "hf_subset": "nld_Latn-ssw_Latn", + "languages": [ + "nld-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ukr_Cyrl", + "languages": [ + "nld-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-bho_Deva", + "languages": [ + "nld-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "nld_Latn-eus_Latn", + "languages": [ + "nld-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588052, + "recall": 0.650198, + "f1": 0.605626, + "accuracy": 0.650198, + "main_score": 0.605626, + "hf_subset": "nld_Latn-ibo_Latn", + "languages": [ + "nld-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897974, + "recall": 0.925889, + "f1": 0.906851, + "accuracy": 0.925889, + "main_score": 0.906851, + "hf_subset": "nld_Latn-kmr_Latn", + "languages": [ + "nld-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-min_Latn", + "languages": [ + "nld-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-sun_Latn", + "languages": [ + "nld-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524806, + "recall": 0.58498, + "f1": 0.54213, + "accuracy": 0.58498, + "main_score": 0.54213, + "hf_subset": "nld_Latn-umb_Latn", + "languages": [ + "nld-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ajp_Arab", + "languages": [ + "nld-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544551, + "recall": 0.61166, + "f1": 0.563539, + "accuracy": 0.61166, + "main_score": 0.563539, + "hf_subset": "nld_Latn-bjn_Arab", + "languages": [ + "nld-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534273, + "recall": 0.590909, + "f1": 0.550283, + "accuracy": 0.590909, + "main_score": 0.550283, + "hf_subset": "nld_Latn-ewe_Latn", + "languages": [ + "nld-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "nld_Latn-ilo_Latn", + "languages": [ + "nld-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313245, + "recall": 0.378458, + "f1": 0.331825, + "accuracy": 0.378458, + "main_score": 0.331825, + "hf_subset": "nld_Latn-knc_Arab", + "languages": [ + "nld-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-mkd_Cyrl", + "languages": [ + "nld-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-prs_Arab", + "languages": [ + "nld-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-urd_Arab", + "languages": [ + "nld-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603674, + "recall": 0.662055, + "f1": 0.620201, + "accuracy": 0.662055, + "main_score": 0.620201, + "hf_subset": "nld_Latn-aka_Latn", + "languages": [ + "nld-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-bjn_Latn", + "languages": [ + "nld-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598246, + "recall": 0.65415, + "f1": 0.614338, + "accuracy": 0.65415, + "main_score": 0.614338, + "hf_subset": "nld_Latn-knc_Latn", + "languages": [ + "nld-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-mlt_Latn", + "languages": [ + "nld-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712883, + "recall": 0.774704, + "f1": 0.731176, + "accuracy": 0.774704, + "main_score": 0.731176, + "hf_subset": "nld_Latn-quy_Latn", + "languages": [ + "nld-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "nld_Latn-swh_Latn", + "languages": [ + "nld-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-uzn_Latn", + "languages": [ + "nld-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-als_Latn", + "languages": [ + "nld-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651466, + "recall": 0.729249, + "f1": 0.674111, + "accuracy": 0.729249, + "main_score": 0.674111, + "hf_subset": "nld_Latn-bod_Tibt", + "languages": [ + "nld-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714379, + "recall": 0.766798, + "f1": 0.729716, + "accuracy": 0.766798, + "main_score": 0.729716, + "hf_subset": "nld_Latn-fij_Latn", + "languages": [ + "nld-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67761, + "recall": 0.729249, + "f1": 0.692418, + "accuracy": 0.729249, + "main_score": 0.692418, + "hf_subset": "nld_Latn-kon_Latn", + "languages": [ + "nld-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661331, + "recall": 0.725296, + "f1": 0.67996, + "accuracy": 0.725296, + "main_score": 0.67996, + "hf_subset": "nld_Latn-mni_Beng", + "languages": [ + "nld-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ron_Latn", + "languages": [ + "nld-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "nld_Latn-szl_Latn", + "languages": [ + "nld-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-vec_Latn", + "languages": [ + "nld-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "nld_Latn-amh_Ethi", + "languages": [ + "nld-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-bos_Latn", + "languages": [ + "nld-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ita_Latn", + "languages": [ + "nld-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552063, + "recall": 0.609684, + "f1": 0.568051, + "accuracy": 0.609684, + "main_score": 0.568051, + "hf_subset": "nld_Latn-mos_Latn", + "languages": [ + "nld-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564879, + "recall": 0.619565, + "f1": 0.580458, + "accuracy": 0.619565, + "main_score": 0.580458, + "hf_subset": "nld_Latn-run_Latn", + "languages": [ + "nld-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-apc_Arab", + "languages": [ + "nld-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806341, + "recall": 0.848814, + "f1": 0.818841, + "accuracy": 0.848814, + "main_score": 0.818841, + "hf_subset": "nld_Latn-bug_Latn", + "languages": [ + "nld-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480772, + "recall": 0.537549, + "f1": 0.495899, + "accuracy": 0.537549, + "main_score": 0.495899, + "hf_subset": "nld_Latn-fon_Latn", + "languages": [ + "nld-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nld_Latn-jav_Latn", + "languages": [ + "nld-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-lao_Laoo", + "languages": [ + "nld-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873271, + "recall": 0.909091, + "f1": 0.884618, + "accuracy": 0.909091, + "main_score": 0.884618, + "hf_subset": "nld_Latn-mri_Latn", + "languages": [ + "nld-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543717, + "recall": 0.612648, + "f1": 0.563018, + "accuracy": 0.612648, + "main_score": 0.563018, + "hf_subset": "nld_Latn-taq_Latn", + "languages": [ + "nld-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-war_Latn", + "languages": [ + "nld-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-bul_Cyrl", + "languages": [ + "nld-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-lij_Latn", + "languages": [ + "nld-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "nld_Latn-mya_Mymr", + "languages": [ + "nld-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608577, + "recall": 0.674901, + "f1": 0.627362, + "accuracy": 0.674901, + "main_score": 0.627362, + "hf_subset": "nld_Latn-sag_Latn", + "languages": [ + "nld-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20066, + "recall": 0.256917, + "f1": 0.212932, + "accuracy": 0.256917, + "main_score": 0.212932, + "hf_subset": "nld_Latn-taq_Tfng", + "languages": [ + "nld-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638178, + "recall": 0.701581, + "f1": 0.656131, + "accuracy": 0.701581, + "main_score": 0.656131, + "hf_subset": "nld_Latn-wol_Latn", + "languages": [ + "nld-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806308, + "recall": 0.854743, + "f1": 0.820967, + "accuracy": 0.854743, + "main_score": 0.820967, + "hf_subset": "nld_Latn-arb_Latn", + "languages": [ + "nld-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-cat_Latn", + "languages": [ + "nld-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nld_Latn-fur_Latn", + "languages": [ + "nld-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420291, + "recall": 0.476285, + "f1": 0.436059, + "accuracy": 0.476285, + "main_score": 0.436059, + "hf_subset": "nld_Latn-kab_Latn", + "languages": [ + "nld-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-lim_Latn", + "languages": [ + "nld-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nld_Latn-san_Deva", + "languages": [ + "nld-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tat_Cyrl", + "languages": [ + "nld-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679685, + "recall": 0.741107, + "f1": 0.697727, + "accuracy": 0.741107, + "main_score": 0.697727, + "hf_subset": "nld_Latn-xho_Latn", + "languages": [ + "nld-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ars_Arab", + "languages": [ + "nld-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-ceb_Latn", + "languages": [ + "nld-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564425, + "recall": 0.626482, + "f1": 0.581996, + "accuracy": 0.626482, + "main_score": 0.581996, + "hf_subset": "nld_Latn-fuv_Latn", + "languages": [ + "nld-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514947, + "recall": 0.579051, + "f1": 0.532674, + "accuracy": 0.579051, + "main_score": 0.532674, + "hf_subset": "nld_Latn-kac_Latn", + "languages": [ + "nld-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672958, + "recall": 0.725296, + "f1": 0.688378, + "accuracy": 0.725296, + "main_score": 0.688378, + "hf_subset": "nld_Latn-lin_Latn", + "languages": [ + "nld-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222534, + "recall": 0.299407, + "f1": 0.242973, + "accuracy": 0.299407, + "main_score": 0.242973, + "hf_subset": "nld_Latn-sat_Olck", + "languages": [ + "nld-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tel_Telu", + "languages": [ + "nld-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "nld_Latn-ydd_Hebr", + "languages": [ + "nld-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "nld_Latn-ary_Arab", + "languages": [ + "nld-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ces_Latn", + "languages": [ + "nld-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585738, + "recall": 0.644269, + "f1": 0.602555, + "accuracy": 0.644269, + "main_score": 0.602555, + "hf_subset": "nld_Latn-gaz_Latn", + "languages": [ + "nld-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584792, + "recall": 0.651186, + "f1": 0.603576, + "accuracy": 0.651186, + "main_score": 0.603576, + "hf_subset": "nld_Latn-kam_Latn", + "languages": [ + "nld-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "nld_Latn-scn_Latn", + "languages": [ + "nld-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "nld_Latn-tgk_Cyrl", + "languages": [ + "nld-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713201, + "recall": 0.778656, + "f1": 0.733317, + "accuracy": 0.778656, + "main_score": 0.733317, + "hf_subset": "nld_Latn-yor_Latn", + "languages": [ + "nld-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-arz_Arab", + "languages": [ + "nld-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573816, + "recall": 0.634387, + "f1": 0.590962, + "accuracy": 0.634387, + "main_score": 0.590962, + "hf_subset": "nld_Latn-cjk_Latn", + "languages": [ + "nld-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79972, + "recall": 0.848814, + "f1": 0.814559, + "accuracy": 0.848814, + "main_score": 0.814559, + "hf_subset": "nld_Latn-gla_Latn", + "languages": [ + "nld-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-kan_Knda", + "languages": [ + "nld-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nld_Latn-lmo_Latn", + "languages": [ + "nld-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "nld_Latn-npi_Deva", + "languages": [ + "nld-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480287, + "recall": 0.543478, + "f1": 0.497704, + "accuracy": 0.543478, + "main_score": 0.497704, + "hf_subset": "nld_Latn-shn_Mymr", + "languages": [ + "nld-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-tgl_Latn", + "languages": [ + "nld-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-yue_Hant", + "languages": [ + "nld-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-asm_Beng", + "languages": [ + "nld-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "nld_Latn-ckb_Arab", + "languages": [ + "nld-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890267, + "recall": 0.920949, + "f1": 0.900099, + "accuracy": 0.920949, + "main_score": 0.900099, + "hf_subset": "nld_Latn-gle_Latn", + "languages": [ + "nld-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "nld_Latn-kas_Arab", + "languages": [ + "nld-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "nld_Latn-ltg_Latn", + "languages": [ + "nld-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624392, + "recall": 0.682806, + "f1": 0.641377, + "accuracy": 0.682806, + "main_score": 0.641377, + "hf_subset": "nld_Latn-nso_Latn", + "languages": [ + "nld-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nld_Latn-sin_Sinh", + "languages": [ + "nld-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-tha_Thai", + "languages": [ + "nld-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-zho_Hans", + "languages": [ + "nld-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ast_Latn", + "languages": [ + "nld-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-crh_Latn", + "languages": [ + "nld-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-glg_Latn", + "languages": [ + "nld-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898221, + "recall": 0.929842, + "f1": 0.908432, + "accuracy": 0.929842, + "main_score": 0.908432, + "hf_subset": "nld_Latn-kas_Deva", + "languages": [ + "nld-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462675, + "recall": 0.536561, + "f1": 0.4833, + "accuracy": 0.536561, + "main_score": 0.4833, + "hf_subset": "nld_Latn-nus_Latn", + "languages": [ + "nld-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-slk_Latn", + "languages": [ + "nld-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619664, + "recall": 0.695652, + "f1": 0.641836, + "accuracy": 0.695652, + "main_score": 0.641836, + "hf_subset": "nld_Latn-tir_Ethi", + "languages": [ + "nld-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "nld_Latn-awa_Deva", + "languages": [ + "nld-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "nld_Latn-cym_Latn", + "languages": [ + "nld-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860096, + "recall": 0.895257, + "f1": 0.871113, + "accuracy": 0.895257, + "main_score": 0.871113, + "hf_subset": "nld_Latn-grn_Latn", + "languages": [ + "nld-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-kat_Geor", + "languages": [ + "nld-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645323, + "recall": 0.698617, + "f1": 0.660395, + "accuracy": 0.698617, + "main_score": 0.660395, + "hf_subset": "nld_Latn-lua_Latn", + "languages": [ + "nld-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657831, + "recall": 0.717391, + "f1": 0.675023, + "accuracy": 0.717391, + "main_score": 0.675023, + "hf_subset": "nld_Latn-nya_Latn", + "languages": [ + "nld-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-slv_Latn", + "languages": [ + "nld-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "nld_Latn-tpi_Latn", + "languages": [ + "nld-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-zsm_Latn", + "languages": [ + "nld-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555082, + "recall": 0.617589, + "f1": 0.573445, + "accuracy": 0.617589, + "main_score": 0.573445, + "hf_subset": "nld_Latn-ayr_Latn", + "languages": [ + "nld-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-guj_Gujr", + "languages": [ + "nld-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nld_Latn-kaz_Cyrl", + "languages": [ + "nld-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540747, + "recall": 0.596838, + "f1": 0.556479, + "accuracy": 0.596838, + "main_score": 0.556479, + "hf_subset": "nld_Latn-lug_Latn", + "languages": [ + "nld-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-oci_Latn", + "languages": [ + "nld-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828063, + "recall": 0.874506, + "f1": 0.842325, + "accuracy": 0.874506, + "main_score": 0.842325, + "hf_subset": "nld_Latn-smo_Latn", + "languages": [ + "nld-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552446, + "recall": 0.617589, + "f1": 0.570948, + "accuracy": 0.617589, + "main_score": 0.570948, + "hf_subset": "nld_Latn-tsn_Latn", + "languages": [ + "nld-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627759, + "recall": 0.685771, + "f1": 0.644691, + "accuracy": 0.685771, + "main_score": 0.644691, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "nld_Latn-azb_Arab", + "languages": [ + "nld-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "nld_Latn-hat_Latn", + "languages": [ + "nld-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49548, + "recall": 0.5583, + "f1": 0.513921, + "accuracy": 0.5583, + "main_score": 0.513921, + "hf_subset": "nld_Latn-kbp_Latn", + "languages": [ + "nld-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589018, + "recall": 0.646245, + "f1": 0.604981, + "accuracy": 0.646245, + "main_score": 0.604981, + "hf_subset": "nld_Latn-luo_Latn", + "languages": [ + "nld-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-ory_Orya", + "languages": [ + "nld-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603535, + "recall": 0.666008, + "f1": 0.621574, + "accuracy": 0.666008, + "main_score": 0.621574, + "hf_subset": "nld_Latn-sna_Latn", + "languages": [ + "nld-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565221, + "recall": 0.619565, + "f1": 0.580763, + "accuracy": 0.619565, + "main_score": 0.580763, + "hf_subset": "nld_Latn-tso_Latn", + "languages": [ + "nld-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-azj_Latn", + "languages": [ + "nld-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553887, + "recall": 0.619565, + "f1": 0.57309, + "accuracy": 0.619565, + "main_score": 0.57309, + "hf_subset": "nld_Latn-dik_Latn", + "languages": [ + "nld-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736561, + "recall": 0.79249, + "f1": 0.753148, + "accuracy": 0.79249, + "main_score": 0.753148, + "hf_subset": "nld_Latn-hau_Latn", + "languages": [ + "nld-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "nld_Latn-kea_Latn", + "languages": [ + "nld-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744104, + "recall": 0.794466, + "f1": 0.759274, + "accuracy": 0.794466, + "main_score": 0.759274, + "hf_subset": "nld_Latn-lus_Latn", + "languages": [ + "nld-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883959, + "recall": 0.912055, + "f1": 0.892424, + "accuracy": 0.912055, + "main_score": 0.892424, + "hf_subset": "nld_Latn-pag_Latn", + "languages": [ + "nld-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nld_Latn-snd_Arab", + "languages": [ + "nld-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "nld_Latn-tuk_Latn", + "languages": [ + "nld-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nld_Latn-bak_Cyrl", + "languages": [ + "nld-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493398, + "recall": 0.571146, + "f1": 0.516521, + "accuracy": 0.571146, + "main_score": 0.516521, + "hf_subset": "nld_Latn-dyu_Latn", + "languages": [ + "nld-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nld_Latn-khk_Cyrl", + "languages": [ + "nld-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-lvs_Latn", + "languages": [ + "nld-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "nld_Latn-pan_Guru", + "languages": [ + "nld-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691831, + "recall": 0.752964, + "f1": 0.710183, + "accuracy": 0.752964, + "main_score": 0.710183, + "hf_subset": "nld_Latn-som_Latn", + "languages": [ + "nld-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606236, + "recall": 0.656126, + "f1": 0.620613, + "accuracy": 0.656126, + "main_score": 0.620613, + "hf_subset": "nld_Latn-tum_Latn", + "languages": [ + "nld-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50193, + "recall": 0.565217, + "f1": 0.520391, + "accuracy": 0.565217, + "main_score": 0.520391, + "hf_subset": "san_Deva-ace_Arab", + "languages": [ + "san-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49904, + "recall": 0.550395, + "f1": 0.513545, + "accuracy": 0.550395, + "main_score": 0.513545, + "hf_subset": "san_Deva-bam_Latn", + "languages": [ + "san-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407651, + "recall": 0.480237, + "f1": 0.428214, + "accuracy": 0.480237, + "main_score": 0.428214, + "hf_subset": "san_Deva-dzo_Tibt", + "languages": [ + "san-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "san_Deva-khm_Khmr", + "languages": [ + "san-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-mag_Deva", + "languages": [ + "san-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "san_Deva-pap_Latn", + "languages": [ + "san-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530027, + "recall": 0.588933, + "f1": 0.546376, + "accuracy": 0.588933, + "main_score": 0.546376, + "hf_subset": "san_Deva-sot_Latn", + "languages": [ + "san-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-tur_Latn", + "languages": [ + "san-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826285, + "recall": 0.867589, + "f1": 0.838806, + "accuracy": 0.867589, + "main_score": 0.838806, + "hf_subset": "san_Deva-ace_Latn", + "languages": [ + "san-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924901, + "recall": 0.944664, + "f1": 0.931126, + "accuracy": 0.944664, + "main_score": 0.931126, + "hf_subset": "san_Deva-ban_Latn", + "languages": [ + "san-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-ell_Grek", + "languages": [ + "san-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "san_Deva-hne_Deva", + "languages": [ + "san-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546761, + "recall": 0.604743, + "f1": 0.562454, + "accuracy": 0.604743, + "main_score": 0.562454, + "hf_subset": "san_Deva-kik_Latn", + "languages": [ + "san-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "san_Deva-pbt_Arab", + "languages": [ + "san-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-spa_Latn", + "languages": [ + "san-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584192, + "recall": 0.645257, + "f1": 0.600799, + "accuracy": 0.645257, + "main_score": 0.600799, + "hf_subset": "san_Deva-twi_Latn", + "languages": [ + "san-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-acm_Arab", + "languages": [ + "san-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "san_Deva-bel_Cyrl", + "languages": [ + "san-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-hrv_Latn", + "languages": [ + "san-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498014, + "recall": 0.557312, + "f1": 0.514297, + "accuracy": 0.557312, + "main_score": 0.514297, + "hf_subset": "san_Deva-kin_Latn", + "languages": [ + "san-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-pes_Arab", + "languages": [ + "san-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "san_Deva-srd_Latn", + "languages": [ + "san-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186449, + "recall": 0.235178, + "f1": 0.198991, + "accuracy": 0.235178, + "main_score": 0.198991, + "hf_subset": "san_Deva-tzm_Tfng", + "languages": [ + "san-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-acq_Arab", + "languages": [ + "san-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592634, + "recall": 0.645257, + "f1": 0.607031, + "accuracy": 0.645257, + "main_score": 0.607031, + "hf_subset": "san_Deva-bem_Latn", + "languages": [ + "san-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-epo_Latn", + "languages": [ + "san-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-hun_Latn", + "languages": [ + "san-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "san_Deva-kir_Cyrl", + "languages": [ + "san-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615135, + "recall": 0.66996, + "f1": 0.631145, + "accuracy": 0.66996, + "main_score": 0.631145, + "hf_subset": "san_Deva-plt_Latn", + "languages": [ + "san-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-srp_Cyrl", + "languages": [ + "san-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9361, + "recall": 0.954545, + "f1": 0.942029, + "accuracy": 0.954545, + "main_score": 0.942029, + "hf_subset": "san_Deva-uig_Arab", + "languages": [ + "san-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "san_Deva-aeb_Arab", + "languages": [ + "san-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-est_Latn", + "languages": [ + "san-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-hye_Armn", + "languages": [ + "san-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510896, + "recall": 0.561265, + "f1": 0.525151, + "accuracy": 0.561265, + "main_score": 0.525151, + "hf_subset": "san_Deva-kmb_Latn", + "languages": [ + "san-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457976, + "recall": 0.525692, + "f1": 0.476604, + "accuracy": 0.525692, + "main_score": 0.476604, + "hf_subset": "san_Deva-min_Arab", + "languages": [ + "san-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-pol_Latn", + "languages": [ + "san-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533926, + "recall": 0.589921, + "f1": 0.549896, + "accuracy": 0.589921, + "main_score": 0.549896, + "hf_subset": "san_Deva-ssw_Latn", + "languages": [ + "san-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "san_Deva-ukr_Cyrl", + "languages": [ + "san-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-afr_Latn", + "languages": [ + "san-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "san_Deva-bho_Deva", + "languages": [ + "san-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959025, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "san_Deva-eus_Latn", + "languages": [ + "san-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531085, + "recall": 0.592885, + "f1": 0.548352, + "accuracy": 0.592885, + "main_score": 0.548352, + "hf_subset": "san_Deva-ibo_Latn", + "languages": [ + "san-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837072, + "recall": 0.879447, + "f1": 0.850165, + "accuracy": 0.879447, + "main_score": 0.850165, + "hf_subset": "san_Deva-kmr_Latn", + "languages": [ + "san-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "san_Deva-min_Latn", + "languages": [ + "san-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-por_Latn", + "languages": [ + "san-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "san_Deva-sun_Latn", + "languages": [ + "san-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492679, + "recall": 0.547431, + "f1": 0.508042, + "accuracy": 0.547431, + "main_score": 0.508042, + "hf_subset": "san_Deva-umb_Latn", + "languages": [ + "san-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-ajp_Arab", + "languages": [ + "san-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478504, + "recall": 0.541502, + "f1": 0.496425, + "accuracy": 0.541502, + "main_score": 0.496425, + "hf_subset": "san_Deva-bjn_Arab", + "languages": [ + "san-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487672, + "recall": 0.538538, + "f1": 0.500925, + "accuracy": 0.538538, + "main_score": 0.500925, + "hf_subset": "san_Deva-ewe_Latn", + "languages": [ + "san-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896904, + "recall": 0.926877, + "f1": 0.906456, + "accuracy": 0.926877, + "main_score": 0.906456, + "hf_subset": "san_Deva-ilo_Latn", + "languages": [ + "san-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.305092, + "recall": 0.357708, + "f1": 0.319032, + "accuracy": 0.357708, + "main_score": 0.319032, + "hf_subset": "san_Deva-knc_Arab", + "languages": [ + "san-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-mkd_Cyrl", + "languages": [ + "san-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-prs_Arab", + "languages": [ + "san-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-swe_Latn", + "languages": [ + "san-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552404, + "recall": 0.613636, + "f1": 0.56923, + "accuracy": 0.613636, + "main_score": 0.56923, + "hf_subset": "san_Deva-aka_Latn", + "languages": [ + "san-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "san_Deva-bjn_Latn", + "languages": [ + "san-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942935, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "san_Deva-fao_Latn", + "languages": [ + "san-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-ind_Latn", + "languages": [ + "san-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554311, + "recall": 0.603755, + "f1": 0.568467, + "accuracy": 0.603755, + "main_score": 0.568467, + "hf_subset": "san_Deva-knc_Latn", + "languages": [ + "san-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "san_Deva-mlt_Latn", + "languages": [ + "san-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66287, + "recall": 0.720356, + "f1": 0.679743, + "accuracy": 0.720356, + "main_score": 0.679743, + "hf_subset": "san_Deva-quy_Latn", + "languages": [ + "san-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "san_Deva-swh_Latn", + "languages": [ + "san-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "san_Deva-uzn_Latn", + "languages": [ + "san-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "san_Deva-als_Latn", + "languages": [ + "san-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620636, + "recall": 0.699605, + "f1": 0.644071, + "accuracy": 0.699605, + "main_score": 0.644071, + "hf_subset": "san_Deva-bod_Tibt", + "languages": [ + "san-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657628, + "recall": 0.718379, + "f1": 0.674558, + "accuracy": 0.718379, + "main_score": 0.674558, + "hf_subset": "san_Deva-fij_Latn", + "languages": [ + "san-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "san_Deva-isl_Latn", + "languages": [ + "san-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614888, + "recall": 0.667984, + "f1": 0.630308, + "accuracy": 0.667984, + "main_score": 0.630308, + "hf_subset": "san_Deva-kon_Latn", + "languages": [ + "san-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624819, + "recall": 0.689723, + "f1": 0.64401, + "accuracy": 0.689723, + "main_score": 0.64401, + "hf_subset": "san_Deva-mni_Beng", + "languages": [ + "san-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-ron_Latn", + "languages": [ + "san-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "san_Deva-szl_Latn", + "languages": [ + "san-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-vec_Latn", + "languages": [ + "san-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908185, + "recall": 0.935771, + "f1": 0.917227, + "accuracy": 0.935771, + "main_score": 0.917227, + "hf_subset": "san_Deva-amh_Ethi", + "languages": [ + "san-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "san_Deva-bos_Latn", + "languages": [ + "san-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-fin_Latn", + "languages": [ + "san-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-ita_Latn", + "languages": [ + "san-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-kor_Hang", + "languages": [ + "san-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515371, + "recall": 0.570158, + "f1": 0.530234, + "accuracy": 0.570158, + "main_score": 0.530234, + "hf_subset": "san_Deva-mos_Latn", + "languages": [ + "san-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526699, + "recall": 0.578063, + "f1": 0.541451, + "accuracy": 0.578063, + "main_score": 0.541451, + "hf_subset": "san_Deva-run_Latn", + "languages": [ + "san-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-vie_Latn", + "languages": [ + "san-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-apc_Arab", + "languages": [ + "san-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752536, + "recall": 0.802372, + "f1": 0.766874, + "accuracy": 0.802372, + "main_score": 0.766874, + "hf_subset": "san_Deva-bug_Latn", + "languages": [ + "san-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452216, + "recall": 0.503953, + "f1": 0.466309, + "accuracy": 0.503953, + "main_score": 0.466309, + "hf_subset": "san_Deva-fon_Latn", + "languages": [ + "san-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "san_Deva-jav_Latn", + "languages": [ + "san-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "san_Deva-lao_Laoo", + "languages": [ + "san-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806225, + "recall": 0.856719, + "f1": 0.821937, + "accuracy": 0.856719, + "main_score": 0.821937, + "hf_subset": "san_Deva-mri_Latn", + "languages": [ + "san-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-rus_Cyrl", + "languages": [ + "san-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515222, + "recall": 0.572134, + "f1": 0.53051, + "accuracy": 0.572134, + "main_score": 0.53051, + "hf_subset": "san_Deva-taq_Latn", + "languages": [ + "san-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "san_Deva-war_Latn", + "languages": [ + "san-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-arb_Arab", + "languages": [ + "san-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-bul_Cyrl", + "languages": [ + "san-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-fra_Latn", + "languages": [ + "san-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-jpn_Jpan", + "languages": [ + "san-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "san_Deva-lij_Latn", + "languages": [ + "san-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "san_Deva-mya_Mymr", + "languages": [ + "san-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540122, + "recall": 0.597826, + "f1": 0.556158, + "accuracy": 0.597826, + "main_score": 0.556158, + "hf_subset": "san_Deva-sag_Latn", + "languages": [ + "san-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195592, + "recall": 0.243083, + "f1": 0.207311, + "accuracy": 0.243083, + "main_score": 0.207311, + "hf_subset": "san_Deva-taq_Tfng", + "languages": [ + "san-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572204, + "recall": 0.630435, + "f1": 0.588361, + "accuracy": 0.630435, + "main_score": 0.588361, + "hf_subset": "san_Deva-wol_Latn", + "languages": [ + "san-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732526, + "recall": 0.797431, + "f1": 0.752292, + "accuracy": 0.797431, + "main_score": 0.752292, + "hf_subset": "san_Deva-arb_Latn", + "languages": [ + "san-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-cat_Latn", + "languages": [ + "san-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "san_Deva-fur_Latn", + "languages": [ + "san-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385766, + "recall": 0.440711, + "f1": 0.400907, + "accuracy": 0.440711, + "main_score": 0.400907, + "hf_subset": "san_Deva-kab_Latn", + "languages": [ + "san-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955451, + "recall": 0.968379, + "f1": 0.959552, + "accuracy": 0.968379, + "main_score": 0.959552, + "hf_subset": "san_Deva-lim_Latn", + "languages": [ + "san-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-nld_Latn", + "languages": [ + "san-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-tat_Cyrl", + "languages": [ + "san-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639328, + "recall": 0.697628, + "f1": 0.656175, + "accuracy": 0.697628, + "main_score": 0.656175, + "hf_subset": "san_Deva-xho_Latn", + "languages": [ + "san-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-ars_Arab", + "languages": [ + "san-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "san_Deva-ceb_Latn", + "languages": [ + "san-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522671, + "recall": 0.575099, + "f1": 0.537868, + "accuracy": 0.575099, + "main_score": 0.537868, + "hf_subset": "san_Deva-fuv_Latn", + "languages": [ + "san-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491857, + "recall": 0.551383, + "f1": 0.508231, + "accuracy": 0.551383, + "main_score": 0.508231, + "hf_subset": "san_Deva-kac_Latn", + "languages": [ + "san-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620125, + "recall": 0.671937, + "f1": 0.635197, + "accuracy": 0.671937, + "main_score": 0.635197, + "hf_subset": "san_Deva-lin_Latn", + "languages": [ + "san-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "san_Deva-nno_Latn", + "languages": [ + "san-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229742, + "recall": 0.310277, + "f1": 0.251237, + "accuracy": 0.310277, + "main_score": 0.251237, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920866, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "san_Deva-ydd_Hebr", + "languages": [ + "san-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "san_Deva-ary_Arab", + "languages": [ + "san-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-ces_Latn", + "languages": [ + "san-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542383, + "recall": 0.601779, + "f1": 0.559461, + "accuracy": 0.601779, + "main_score": 0.559461, + "hf_subset": "san_Deva-gaz_Latn", + "languages": [ + "san-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544204, + "recall": 0.602767, + "f1": 0.560923, + "accuracy": 0.602767, + "main_score": 0.560923, + "hf_subset": "san_Deva-kam_Latn", + "languages": [ + "san-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983449, + "recall": 0.988142, + "f1": 0.984914, + "accuracy": 0.988142, + "main_score": 0.984914, + "hf_subset": "san_Deva-lit_Latn", + "languages": [ + "san-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-nob_Latn", + "languages": [ + "san-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959898, + "recall": 0.972332, + "f1": 0.963834, + "accuracy": 0.972332, + "main_score": 0.963834, + "hf_subset": "san_Deva-scn_Latn", + "languages": [ + "san-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "san_Deva-tgk_Cyrl", + "languages": [ + "san-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67207, + "recall": 0.740119, + "f1": 0.691691, + "accuracy": 0.740119, + "main_score": 0.691691, + "hf_subset": "san_Deva-yor_Latn", + "languages": [ + "san-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "san_Deva-arz_Arab", + "languages": [ + "san-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544024, + "recall": 0.59585, + "f1": 0.55934, + "accuracy": 0.59585, + "main_score": 0.55934, + "hf_subset": "san_Deva-cjk_Latn", + "languages": [ + "san-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719713, + "recall": 0.782609, + "f1": 0.738801, + "accuracy": 0.782609, + "main_score": 0.738801, + "hf_subset": "san_Deva-gla_Latn", + "languages": [ + "san-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "san_Deva-lmo_Latn", + "languages": [ + "san-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447747, + "recall": 0.5, + "f1": 0.462286, + "accuracy": 0.5, + "main_score": 0.462286, + "hf_subset": "san_Deva-shn_Mymr", + "languages": [ + "san-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-tgl_Latn", + "languages": [ + "san-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-yue_Hant", + "languages": [ + "san-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932148, + "recall": 0.953557, + "f1": 0.939065, + "accuracy": 0.953557, + "main_score": 0.939065, + "hf_subset": "san_Deva-ckb_Arab", + "languages": [ + "san-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827322, + "recall": 0.868577, + "f1": 0.839954, + "accuracy": 0.868577, + "main_score": 0.839954, + "hf_subset": "san_Deva-gle_Latn", + "languages": [ + "san-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935688, + "recall": 0.955534, + "f1": 0.942095, + "accuracy": 0.955534, + "main_score": 0.942095, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902833, + "recall": 0.929842, + "f1": 0.911364, + "accuracy": 0.929842, + "main_score": 0.911364, + "hf_subset": "san_Deva-ltg_Latn", + "languages": [ + "san-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560788, + "recall": 0.612648, + "f1": 0.574843, + "accuracy": 0.612648, + "main_score": 0.574843, + "hf_subset": "san_Deva-nso_Latn", + "languages": [ + "san-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "san_Deva-sin_Sinh", + "languages": [ + "san-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-tha_Thai", + "languages": [ + "san-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-zho_Hans", + "languages": [ + "san-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-ast_Latn", + "languages": [ + "san-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "san_Deva-crh_Latn", + "languages": [ + "san-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "san_Deva-glg_Latn", + "languages": [ + "san-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864987, + "recall": 0.901186, + "f1": 0.876285, + "accuracy": 0.901186, + "main_score": 0.876285, + "hf_subset": "san_Deva-kas_Deva", + "languages": [ + "san-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "san_Deva-ltz_Latn", + "languages": [ + "san-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434398, + "recall": 0.497036, + "f1": 0.45096, + "accuracy": 0.497036, + "main_score": 0.45096, + "hf_subset": "san_Deva-nus_Latn", + "languages": [ + "san-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-slk_Latn", + "languages": [ + "san-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58859, + "recall": 0.655138, + "f1": 0.607927, + "accuracy": 0.655138, + "main_score": 0.607927, + "hf_subset": "san_Deva-tir_Ethi", + "languages": [ + "san-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "san_Deva-zho_Hant", + "languages": [ + "san-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.988142, + "f1": 0.985343, + "accuracy": 0.988142, + "main_score": 0.985343, + "hf_subset": "san_Deva-awa_Deva", + "languages": [ + "san-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943841, + "recall": 0.960474, + "f1": 0.949275, + "accuracy": 0.960474, + "main_score": 0.949275, + "hf_subset": "san_Deva-cym_Latn", + "languages": [ + "san-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778821, + "recall": 0.828063, + "f1": 0.793859, + "accuracy": 0.828063, + "main_score": 0.793859, + "hf_subset": "san_Deva-grn_Latn", + "languages": [ + "san-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-kat_Geor", + "languages": [ + "san-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605889, + "recall": 0.655138, + "f1": 0.619502, + "accuracy": 0.655138, + "main_score": 0.619502, + "hf_subset": "san_Deva-lua_Latn", + "languages": [ + "san-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593209, + "recall": 0.648221, + "f1": 0.608649, + "accuracy": 0.648221, + "main_score": 0.608649, + "hf_subset": "san_Deva-nya_Latn", + "languages": [ + "san-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-slv_Latn", + "languages": [ + "san-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909618, + "recall": 0.935771, + "f1": 0.917819, + "accuracy": 0.935771, + "main_score": 0.917819, + "hf_subset": "san_Deva-tpi_Latn", + "languages": [ + "san-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-zsm_Latn", + "languages": [ + "san-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522044, + "recall": 0.577075, + "f1": 0.537985, + "accuracy": 0.577075, + "main_score": 0.537985, + "hf_subset": "san_Deva-ayr_Latn", + "languages": [ + "san-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-dan_Latn", + "languages": [ + "san-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "san_Deva-kaz_Cyrl", + "languages": [ + "san-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508053, + "recall": 0.56917, + "f1": 0.525038, + "accuracy": 0.56917, + "main_score": 0.525038, + "hf_subset": "san_Deva-lug_Latn", + "languages": [ + "san-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-oci_Latn", + "languages": [ + "san-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773073, + "recall": 0.822134, + "f1": 0.787535, + "accuracy": 0.822134, + "main_score": 0.787535, + "hf_subset": "san_Deva-smo_Latn", + "languages": [ + "san-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510166, + "recall": 0.564229, + "f1": 0.52542, + "accuracy": 0.564229, + "main_score": 0.52542, + "hf_subset": "san_Deva-tsn_Latn", + "languages": [ + "san-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577572, + "recall": 0.63834, + "f1": 0.59449, + "accuracy": 0.63834, + "main_score": 0.59449, + "hf_subset": "san_Deva-zul_Latn", + "languages": [ + "san-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8875, + "recall": 0.916996, + "f1": 0.89664, + "accuracy": 0.916996, + "main_score": 0.89664, + "hf_subset": "san_Deva-azb_Arab", + "languages": [ + "san-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-deu_Latn", + "languages": [ + "san-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941041, + "recall": 0.958498, + "f1": 0.946805, + "accuracy": 0.958498, + "main_score": 0.946805, + "hf_subset": "san_Deva-hat_Latn", + "languages": [ + "san-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453982, + "recall": 0.512846, + "f1": 0.469996, + "accuracy": 0.512846, + "main_score": 0.469996, + "hf_subset": "san_Deva-kbp_Latn", + "languages": [ + "san-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547144, + "recall": 0.597826, + "f1": 0.561107, + "accuracy": 0.597826, + "main_score": 0.561107, + "hf_subset": "san_Deva-luo_Latn", + "languages": [ + "san-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537124, + "recall": 0.599802, + "f1": 0.554685, + "accuracy": 0.599802, + "main_score": 0.554685, + "hf_subset": "san_Deva-sna_Latn", + "languages": [ + "san-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529874, + "recall": 0.581028, + "f1": 0.543735, + "accuracy": 0.581028, + "main_score": 0.543735, + "hf_subset": "san_Deva-tso_Latn", + "languages": [ + "san-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "san_Deva-azj_Latn", + "languages": [ + "san-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512254, + "recall": 0.574111, + "f1": 0.529965, + "accuracy": 0.574111, + "main_score": 0.529965, + "hf_subset": "san_Deva-dik_Latn", + "languages": [ + "san-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694631, + "recall": 0.752964, + "f1": 0.711481, + "accuracy": 0.752964, + "main_score": 0.711481, + "hf_subset": "san_Deva-hau_Latn", + "languages": [ + "san-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "san_Deva-kea_Latn", + "languages": [ + "san-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693363, + "recall": 0.745059, + "f1": 0.708663, + "accuracy": 0.745059, + "main_score": 0.708663, + "hf_subset": "san_Deva-lus_Latn", + "languages": [ + "san-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824308, + "recall": 0.86166, + "f1": 0.83587, + "accuracy": 0.86166, + "main_score": 0.83587, + "hf_subset": "san_Deva-pag_Latn", + "languages": [ + "san-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-snd_Arab", + "languages": [ + "san-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928524, + "recall": 0.949605, + "f1": 0.935277, + "accuracy": 0.949605, + "main_score": 0.935277, + "hf_subset": "san_Deva-tuk_Latn", + "languages": [ + "san-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "san_Deva-bak_Cyrl", + "languages": [ + "san-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463035, + "recall": 0.535573, + "f1": 0.484523, + "accuracy": 0.535573, + "main_score": 0.484523, + "hf_subset": "san_Deva-dyu_Latn", + "languages": [ + "san-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "san_Deva-heb_Hebr", + "languages": [ + "san-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "san_Deva-khk_Cyrl", + "languages": [ + "san-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "san_Deva-lvs_Latn", + "languages": [ + "san-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665648, + "recall": 0.727273, + "f1": 0.683794, + "accuracy": 0.727273, + "main_score": 0.683794, + "hf_subset": "san_Deva-som_Latn", + "languages": [ + "san-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569449, + "recall": 0.618577, + "f1": 0.583755, + "accuracy": 0.618577, + "main_score": 0.583755, + "hf_subset": "san_Deva-tum_Latn", + "languages": [ + "san-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568058, + "recall": 0.626482, + "f1": 0.584005, + "accuracy": 0.626482, + "main_score": 0.584005, + "hf_subset": "tat_Cyrl-ace_Arab", + "languages": [ + "tat-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514482, + "recall": 0.577075, + "f1": 0.531617, + "accuracy": 0.577075, + "main_score": 0.531617, + "hf_subset": "tat_Cyrl-bam_Latn", + "languages": [ + "tat-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392841, + "recall": 0.467391, + "f1": 0.41297, + "accuracy": 0.467391, + "main_score": 0.41297, + "hf_subset": "tat_Cyrl-dzo_Tibt", + "languages": [ + "tat-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-hin_Deva", + "languages": [ + "tat-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-khm_Khmr", + "languages": [ + "tat-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-mag_Deva", + "languages": [ + "tat-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tat_Cyrl-pap_Latn", + "languages": [ + "tat-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580558, + "recall": 0.636364, + "f1": 0.596338, + "accuracy": 0.636364, + "main_score": 0.596338, + "hf_subset": "tat_Cyrl-sot_Latn", + "languages": [ + "tat-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846953, + "recall": 0.883399, + "f1": 0.858056, + "accuracy": 0.883399, + "main_score": 0.858056, + "hf_subset": "tat_Cyrl-ace_Latn", + "languages": [ + "tat-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.950593, + "f1": 0.939394, + "accuracy": 0.950593, + "main_score": 0.939394, + "hf_subset": "tat_Cyrl-ban_Latn", + "languages": [ + "tat-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-ell_Grek", + "languages": [ + "tat-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "tat_Cyrl-hne_Deva", + "languages": [ + "tat-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57496, + "recall": 0.630435, + "f1": 0.590217, + "accuracy": 0.630435, + "main_score": 0.590217, + "hf_subset": "tat_Cyrl-kik_Latn", + "languages": [ + "tat-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-mai_Deva", + "languages": [ + "tat-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "tat_Cyrl-pbt_Arab", + "languages": [ + "tat-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-spa_Latn", + "languages": [ + "tat-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602348, + "recall": 0.662055, + "f1": 0.618848, + "accuracy": 0.662055, + "main_score": 0.618848, + "hf_subset": "tat_Cyrl-twi_Latn", + "languages": [ + "tat-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-acm_Arab", + "languages": [ + "tat-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-bel_Cyrl", + "languages": [ + "tat-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-hrv_Latn", + "languages": [ + "tat-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543267, + "recall": 0.604743, + "f1": 0.561237, + "accuracy": 0.604743, + "main_score": 0.561237, + "hf_subset": "tat_Cyrl-kin_Latn", + "languages": [ + "tat-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-mal_Mlym", + "languages": [ + "tat-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "tat_Cyrl-pes_Arab", + "languages": [ + "tat-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "tat_Cyrl-srd_Latn", + "languages": [ + "tat-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182784, + "recall": 0.228261, + "f1": 0.193786, + "accuracy": 0.228261, + "main_score": 0.193786, + "hf_subset": "tat_Cyrl-tzm_Tfng", + "languages": [ + "tat-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-acq_Arab", + "languages": [ + "tat-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637839, + "recall": 0.687747, + "f1": 0.6512, + "accuracy": 0.687747, + "main_score": 0.6512, + "hf_subset": "tat_Cyrl-bem_Latn", + "languages": [ + "tat-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-epo_Latn", + "languages": [ + "tat-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-hun_Latn", + "languages": [ + "tat-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-mar_Deva", + "languages": [ + "tat-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659635, + "recall": 0.717391, + "f1": 0.676597, + "accuracy": 0.717391, + "main_score": 0.676597, + "hf_subset": "tat_Cyrl-plt_Latn", + "languages": [ + "tat-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-srp_Cyrl", + "languages": [ + "tat-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-aeb_Arab", + "languages": [ + "tat-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ben_Beng", + "languages": [ + "tat-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-est_Latn", + "languages": [ + "tat-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-hye_Armn", + "languages": [ + "tat-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521731, + "recall": 0.577075, + "f1": 0.537129, + "accuracy": 0.577075, + "main_score": 0.537129, + "hf_subset": "tat_Cyrl-kmb_Latn", + "languages": [ + "tat-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51013, + "recall": 0.576087, + "f1": 0.527391, + "accuracy": 0.576087, + "main_score": 0.527391, + "hf_subset": "tat_Cyrl-min_Arab", + "languages": [ + "tat-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-pol_Latn", + "languages": [ + "tat-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545346, + "recall": 0.607708, + "f1": 0.563139, + "accuracy": 0.607708, + "main_score": 0.563139, + "hf_subset": "tat_Cyrl-ssw_Latn", + "languages": [ + "tat-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ukr_Cyrl", + "languages": [ + "tat-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tat_Cyrl-afr_Latn", + "languages": [ + "tat-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tat_Cyrl-bho_Deva", + "languages": [ + "tat-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tat_Cyrl-eus_Latn", + "languages": [ + "tat-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564733, + "recall": 0.625494, + "f1": 0.581886, + "accuracy": 0.625494, + "main_score": 0.581886, + "hf_subset": "tat_Cyrl-ibo_Latn", + "languages": [ + "tat-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872259, + "recall": 0.907115, + "f1": 0.883218, + "accuracy": 0.907115, + "main_score": 0.883218, + "hf_subset": "tat_Cyrl-kmr_Latn", + "languages": [ + "tat-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "tat_Cyrl-min_Latn", + "languages": [ + "tat-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-por_Latn", + "languages": [ + "tat-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tat_Cyrl-sun_Latn", + "languages": [ + "tat-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515886, + "recall": 0.571146, + "f1": 0.531403, + "accuracy": 0.571146, + "main_score": 0.531403, + "hf_subset": "tat_Cyrl-umb_Latn", + "languages": [ + "tat-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ajp_Arab", + "languages": [ + "tat-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537615, + "recall": 0.597826, + "f1": 0.553908, + "accuracy": 0.597826, + "main_score": 0.553908, + "hf_subset": "tat_Cyrl-bjn_Arab", + "languages": [ + "tat-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512776, + "recall": 0.559289, + "f1": 0.525135, + "accuracy": 0.559289, + "main_score": 0.525135, + "hf_subset": "tat_Cyrl-ewe_Latn", + "languages": [ + "tat-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919631, + "recall": 0.942688, + "f1": 0.926877, + "accuracy": 0.942688, + "main_score": 0.926877, + "hf_subset": "tat_Cyrl-ilo_Latn", + "languages": [ + "tat-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31745, + "recall": 0.373518, + "f1": 0.33267, + "accuracy": 0.373518, + "main_score": 0.33267, + "hf_subset": "tat_Cyrl-knc_Arab", + "languages": [ + "tat-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-mkd_Cyrl", + "languages": [ + "tat-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-prs_Arab", + "languages": [ + "tat-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-swe_Latn", + "languages": [ + "tat-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-urd_Arab", + "languages": [ + "tat-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579061, + "recall": 0.63834, + "f1": 0.59557, + "accuracy": 0.63834, + "main_score": 0.59557, + "hf_subset": "tat_Cyrl-aka_Latn", + "languages": [ + "tat-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960672, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "tat_Cyrl-bjn_Latn", + "languages": [ + "tat-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "tat_Cyrl-fao_Latn", + "languages": [ + "tat-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-ind_Latn", + "languages": [ + "tat-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57165, + "recall": 0.623518, + "f1": 0.58742, + "accuracy": 0.623518, + "main_score": 0.58742, + "hf_subset": "tat_Cyrl-knc_Latn", + "languages": [ + "tat-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tat_Cyrl-mlt_Latn", + "languages": [ + "tat-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685385, + "recall": 0.744071, + "f1": 0.702342, + "accuracy": 0.744071, + "main_score": 0.702342, + "hf_subset": "tat_Cyrl-quy_Latn", + "languages": [ + "tat-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "tat_Cyrl-swh_Latn", + "languages": [ + "tat-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-uzn_Latn", + "languages": [ + "tat-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-als_Latn", + "languages": [ + "tat-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600932, + "recall": 0.687747, + "f1": 0.626226, + "accuracy": 0.687747, + "main_score": 0.626226, + "hf_subset": "tat_Cyrl-bod_Tibt", + "languages": [ + "tat-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695859, + "recall": 0.749012, + "f1": 0.71082, + "accuracy": 0.749012, + "main_score": 0.71082, + "hf_subset": "tat_Cyrl-fij_Latn", + "languages": [ + "tat-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "tat_Cyrl-isl_Latn", + "languages": [ + "tat-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624153, + "recall": 0.68083, + "f1": 0.640973, + "accuracy": 0.68083, + "main_score": 0.640973, + "hf_subset": "tat_Cyrl-kon_Latn", + "languages": [ + "tat-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649978, + "recall": 0.712451, + "f1": 0.667921, + "accuracy": 0.712451, + "main_score": 0.667921, + "hf_subset": "tat_Cyrl-mni_Beng", + "languages": [ + "tat-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-ron_Latn", + "languages": [ + "tat-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "tat_Cyrl-szl_Latn", + "languages": [ + "tat-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-vec_Latn", + "languages": [ + "tat-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934783, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "tat_Cyrl-amh_Ethi", + "languages": [ + "tat-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-bos_Latn", + "languages": [ + "tat-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-fin_Latn", + "languages": [ + "tat-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-ita_Latn", + "languages": [ + "tat-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-kor_Hang", + "languages": [ + "tat-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540653, + "recall": 0.597826, + "f1": 0.55624, + "accuracy": 0.597826, + "main_score": 0.55624, + "hf_subset": "tat_Cyrl-mos_Latn", + "languages": [ + "tat-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541881, + "recall": 0.59585, + "f1": 0.556821, + "accuracy": 0.59585, + "main_score": 0.556821, + "hf_subset": "tat_Cyrl-run_Latn", + "languages": [ + "tat-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-tam_Taml", + "languages": [ + "tat-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-vie_Latn", + "languages": [ + "tat-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-apc_Arab", + "languages": [ + "tat-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787418, + "recall": 0.831028, + "f1": 0.800249, + "accuracy": 0.831028, + "main_score": 0.800249, + "hf_subset": "tat_Cyrl-bug_Latn", + "languages": [ + "tat-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462277, + "recall": 0.518775, + "f1": 0.476775, + "accuracy": 0.518775, + "main_score": 0.476775, + "hf_subset": "tat_Cyrl-fon_Latn", + "languages": [ + "tat-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tat_Cyrl-jav_Latn", + "languages": [ + "tat-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "tat_Cyrl-lao_Laoo", + "languages": [ + "tat-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827899, + "recall": 0.871542, + "f1": 0.841173, + "accuracy": 0.871542, + "main_score": 0.841173, + "hf_subset": "tat_Cyrl-mri_Latn", + "languages": [ + "tat-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-rus_Cyrl", + "languages": [ + "tat-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526821, + "recall": 0.586957, + "f1": 0.543631, + "accuracy": 0.586957, + "main_score": 0.543631, + "hf_subset": "tat_Cyrl-taq_Latn", + "languages": [ + "tat-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tat_Cyrl-war_Latn", + "languages": [ + "tat-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-arb_Arab", + "languages": [ + "tat-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-bul_Cyrl", + "languages": [ + "tat-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-fra_Latn", + "languages": [ + "tat-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tat_Cyrl-jpn_Jpan", + "languages": [ + "tat-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "tat_Cyrl-lij_Latn", + "languages": [ + "tat-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.980237, + "f1": 0.974802, + "accuracy": 0.980237, + "main_score": 0.974802, + "hf_subset": "tat_Cyrl-mya_Mymr", + "languages": [ + "tat-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581063, + "recall": 0.645257, + "f1": 0.599445, + "accuracy": 0.645257, + "main_score": 0.599445, + "hf_subset": "tat_Cyrl-sag_Latn", + "languages": [ + "tat-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201532, + "recall": 0.252964, + "f1": 0.212533, + "accuracy": 0.252964, + "main_score": 0.212533, + "hf_subset": "tat_Cyrl-taq_Tfng", + "languages": [ + "tat-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613636, + "recall": 0.671937, + "f1": 0.630374, + "accuracy": 0.671937, + "main_score": 0.630374, + "hf_subset": "tat_Cyrl-wol_Latn", + "languages": [ + "tat-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766374, + "recall": 0.818182, + "f1": 0.781919, + "accuracy": 0.818182, + "main_score": 0.781919, + "hf_subset": "tat_Cyrl-arb_Latn", + "languages": [ + "tat-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-cat_Latn", + "languages": [ + "tat-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "tat_Cyrl-fur_Latn", + "languages": [ + "tat-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412401, + "recall": 0.466403, + "f1": 0.426758, + "accuracy": 0.466403, + "main_score": 0.426758, + "hf_subset": "tat_Cyrl-kab_Latn", + "languages": [ + "tat-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97052, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "tat_Cyrl-lim_Latn", + "languages": [ + "tat-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-nld_Latn", + "languages": [ + "tat-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "tat_Cyrl-san_Deva", + "languages": [ + "tat-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647967, + "recall": 0.705534, + "f1": 0.664806, + "accuracy": 0.705534, + "main_score": 0.664806, + "hf_subset": "tat_Cyrl-xho_Latn", + "languages": [ + "tat-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ars_Arab", + "languages": [ + "tat-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tat_Cyrl-ceb_Latn", + "languages": [ + "tat-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552421, + "recall": 0.608696, + "f1": 0.568971, + "accuracy": 0.608696, + "main_score": 0.568971, + "hf_subset": "tat_Cyrl-fuv_Latn", + "languages": [ + "tat-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508502, + "recall": 0.573123, + "f1": 0.52588, + "accuracy": 0.573123, + "main_score": 0.52588, + "hf_subset": "tat_Cyrl-kac_Latn", + "languages": [ + "tat-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654644, + "recall": 0.704545, + "f1": 0.668812, + "accuracy": 0.704545, + "main_score": 0.668812, + "hf_subset": "tat_Cyrl-lin_Latn", + "languages": [ + "tat-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-nno_Latn", + "languages": [ + "tat-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212075, + "recall": 0.29249, + "f1": 0.232468, + "accuracy": 0.29249, + "main_score": 0.232468, + "hf_subset": "tat_Cyrl-sat_Olck", + "languages": [ + "tat-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-tel_Telu", + "languages": [ + "tat-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933465, + "recall": 0.953557, + "f1": 0.939888, + "accuracy": 0.953557, + "main_score": 0.939888, + "hf_subset": "tat_Cyrl-ydd_Hebr", + "languages": [ + "tat-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tat_Cyrl-ary_Arab", + "languages": [ + "tat-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-ces_Latn", + "languages": [ + "tat-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57147, + "recall": 0.631423, + "f1": 0.588894, + "accuracy": 0.631423, + "main_score": 0.588894, + "hf_subset": "tat_Cyrl-gaz_Latn", + "languages": [ + "tat-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574164, + "recall": 0.635375, + "f1": 0.590828, + "accuracy": 0.635375, + "main_score": 0.590828, + "hf_subset": "tat_Cyrl-kam_Latn", + "languages": [ + "tat-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tat_Cyrl-lit_Latn", + "languages": [ + "tat-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-nob_Latn", + "languages": [ + "tat-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tat_Cyrl-scn_Latn", + "languages": [ + "tat-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "tat_Cyrl-tgk_Cyrl", + "languages": [ + "tat-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696979, + "recall": 0.762846, + "f1": 0.717163, + "accuracy": 0.762846, + "main_score": 0.717163, + "hf_subset": "tat_Cyrl-yor_Latn", + "languages": [ + "tat-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-arz_Arab", + "languages": [ + "tat-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548964, + "recall": 0.606719, + "f1": 0.565373, + "accuracy": 0.606719, + "main_score": 0.565373, + "hf_subset": "tat_Cyrl-cjk_Latn", + "languages": [ + "tat-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763159, + "recall": 0.817194, + "f1": 0.779103, + "accuracy": 0.817194, + "main_score": 0.779103, + "hf_subset": "tat_Cyrl-gla_Latn", + "languages": [ + "tat-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-kan_Knda", + "languages": [ + "tat-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "tat_Cyrl-lmo_Latn", + "languages": [ + "tat-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tat_Cyrl-npi_Deva", + "languages": [ + "tat-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450448, + "recall": 0.520751, + "f1": 0.470449, + "accuracy": 0.520751, + "main_score": 0.470449, + "hf_subset": "tat_Cyrl-shn_Mymr", + "languages": [ + "tat-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "tat_Cyrl-tgl_Latn", + "languages": [ + "tat-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-yue_Hant", + "languages": [ + "tat-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tat_Cyrl-asm_Beng", + "languages": [ + "tat-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926548, + "recall": 0.947628, + "f1": 0.933267, + "accuracy": 0.947628, + "main_score": 0.933267, + "hf_subset": "tat_Cyrl-ckb_Arab", + "languages": [ + "tat-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828649, + "recall": 0.873518, + "f1": 0.842507, + "accuracy": 0.873518, + "main_score": 0.842507, + "hf_subset": "tat_Cyrl-gle_Latn", + "languages": [ + "tat-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921443, + "recall": 0.944664, + "f1": 0.928854, + "accuracy": 0.944664, + "main_score": 0.928854, + "hf_subset": "tat_Cyrl-kas_Arab", + "languages": [ + "tat-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915349, + "recall": 0.940711, + "f1": 0.923419, + "accuracy": 0.940711, + "main_score": 0.923419, + "hf_subset": "tat_Cyrl-ltg_Latn", + "languages": [ + "tat-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606455, + "recall": 0.662055, + "f1": 0.622021, + "accuracy": 0.662055, + "main_score": 0.622021, + "hf_subset": "tat_Cyrl-nso_Latn", + "languages": [ + "tat-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "tat_Cyrl-sin_Sinh", + "languages": [ + "tat-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tat_Cyrl-tha_Thai", + "languages": [ + "tat-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-zho_Hans", + "languages": [ + "tat-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-ast_Latn", + "languages": [ + "tat-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-crh_Latn", + "languages": [ + "tat-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "tat_Cyrl-glg_Latn", + "languages": [ + "tat-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833333, + "recall": 0.873518, + "f1": 0.845619, + "accuracy": 0.873518, + "main_score": 0.845619, + "hf_subset": "tat_Cyrl-kas_Deva", + "languages": [ + "tat-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974012, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "tat_Cyrl-ltz_Latn", + "languages": [ + "tat-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444421, + "recall": 0.509881, + "f1": 0.461653, + "accuracy": 0.509881, + "main_score": 0.461653, + "hf_subset": "tat_Cyrl-nus_Latn", + "languages": [ + "tat-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-slk_Latn", + "languages": [ + "tat-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610392, + "recall": 0.677866, + "f1": 0.629795, + "accuracy": 0.677866, + "main_score": 0.629795, + "hf_subset": "tat_Cyrl-tir_Ethi", + "languages": [ + "tat-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-zho_Hant", + "languages": [ + "tat-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "tat_Cyrl-awa_Deva", + "languages": [ + "tat-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957757, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "tat_Cyrl-cym_Latn", + "languages": [ + "tat-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805023, + "recall": 0.843874, + "f1": 0.816685, + "accuracy": 0.843874, + "main_score": 0.816685, + "hf_subset": "tat_Cyrl-grn_Latn", + "languages": [ + "tat-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-kat_Geor", + "languages": [ + "tat-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629313, + "recall": 0.684783, + "f1": 0.644823, + "accuracy": 0.684783, + "main_score": 0.644823, + "hf_subset": "tat_Cyrl-lua_Latn", + "languages": [ + "tat-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62533, + "recall": 0.683794, + "f1": 0.641984, + "accuracy": 0.683794, + "main_score": 0.641984, + "hf_subset": "tat_Cyrl-nya_Latn", + "languages": [ + "tat-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-slv_Latn", + "languages": [ + "tat-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888011, + "recall": 0.918972, + "f1": 0.897483, + "accuracy": 0.918972, + "main_score": 0.897483, + "hf_subset": "tat_Cyrl-tpi_Latn", + "languages": [ + "tat-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-zsm_Latn", + "languages": [ + "tat-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540597, + "recall": 0.603755, + "f1": 0.558608, + "accuracy": 0.603755, + "main_score": 0.558608, + "hf_subset": "tat_Cyrl-ayr_Latn", + "languages": [ + "tat-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-dan_Latn", + "languages": [ + "tat-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-guj_Gujr", + "languages": [ + "tat-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52248, + "recall": 0.585968, + "f1": 0.540444, + "accuracy": 0.585968, + "main_score": 0.540444, + "hf_subset": "tat_Cyrl-lug_Latn", + "languages": [ + "tat-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-oci_Latn", + "languages": [ + "tat-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806835, + "recall": 0.850791, + "f1": 0.820177, + "accuracy": 0.850791, + "main_score": 0.820177, + "hf_subset": "tat_Cyrl-smo_Latn", + "languages": [ + "tat-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549299, + "recall": 0.606719, + "f1": 0.564862, + "accuracy": 0.606719, + "main_score": 0.564862, + "hf_subset": "tat_Cyrl-tsn_Latn", + "languages": [ + "tat-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600963, + "recall": 0.661067, + "f1": 0.61842, + "accuracy": 0.661067, + "main_score": 0.61842, + "hf_subset": "tat_Cyrl-zul_Latn", + "languages": [ + "tat-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891963, + "recall": 0.922925, + "f1": 0.902009, + "accuracy": 0.922925, + "main_score": 0.902009, + "hf_subset": "tat_Cyrl-azb_Arab", + "languages": [ + "tat-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tat_Cyrl-deu_Latn", + "languages": [ + "tat-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950922, + "accuracy": 0.961462, + "main_score": 0.950922, + "hf_subset": "tat_Cyrl-hat_Latn", + "languages": [ + "tat-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494124, + "recall": 0.548419, + "f1": 0.508632, + "accuracy": 0.548419, + "main_score": 0.508632, + "hf_subset": "tat_Cyrl-kbp_Latn", + "languages": [ + "tat-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554677, + "recall": 0.614625, + "f1": 0.571425, + "accuracy": 0.614625, + "main_score": 0.571425, + "hf_subset": "tat_Cyrl-luo_Latn", + "languages": [ + "tat-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tat_Cyrl-ory_Orya", + "languages": [ + "tat-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567507, + "recall": 0.631423, + "f1": 0.585568, + "accuracy": 0.631423, + "main_score": 0.585568, + "hf_subset": "tat_Cyrl-sna_Latn", + "languages": [ + "tat-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54852, + "recall": 0.601779, + "f1": 0.563128, + "accuracy": 0.601779, + "main_score": 0.563128, + "hf_subset": "tat_Cyrl-tso_Latn", + "languages": [ + "tat-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tat_Cyrl-azj_Latn", + "languages": [ + "tat-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520224, + "recall": 0.585968, + "f1": 0.53921, + "accuracy": 0.585968, + "main_score": 0.53921, + "hf_subset": "tat_Cyrl-dik_Latn", + "languages": [ + "tat-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719739, + "recall": 0.774704, + "f1": 0.735905, + "accuracy": 0.774704, + "main_score": 0.735905, + "hf_subset": "tat_Cyrl-hau_Latn", + "languages": [ + "tat-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955698, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "tat_Cyrl-kea_Latn", + "languages": [ + "tat-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714575, + "recall": 0.766798, + "f1": 0.73027, + "accuracy": 0.766798, + "main_score": 0.73027, + "hf_subset": "tat_Cyrl-lus_Latn", + "languages": [ + "tat-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830336, + "recall": 0.866601, + "f1": 0.841206, + "accuracy": 0.866601, + "main_score": 0.841206, + "hf_subset": "tat_Cyrl-pag_Latn", + "languages": [ + "tat-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tat_Cyrl-snd_Arab", + "languages": [ + "tat-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482225, + "recall": 0.559289, + "f1": 0.50476, + "accuracy": 0.559289, + "main_score": 0.50476, + "hf_subset": "tat_Cyrl-dyu_Latn", + "languages": [ + "tat-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tat_Cyrl-heb_Hebr", + "languages": [ + "tat-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tat_Cyrl-khk_Cyrl", + "languages": [ + "tat-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-lvs_Latn", + "languages": [ + "tat-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tat_Cyrl-pan_Guru", + "languages": [ + "tat-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683449, + "recall": 0.743083, + "f1": 0.701369, + "accuracy": 0.743083, + "main_score": 0.701369, + "hf_subset": "tat_Cyrl-som_Latn", + "languages": [ + "tat-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58202, + "recall": 0.634387, + "f1": 0.597085, + "accuracy": 0.634387, + "main_score": 0.597085, + "hf_subset": "tat_Cyrl-tum_Latn", + "languages": [ + "tat-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460754, + "recall": 0.514822, + "f1": 0.476147, + "accuracy": 0.514822, + "main_score": 0.476147, + "hf_subset": "xho_Latn-ace_Arab", + "languages": [ + "xho-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529453, + "recall": 0.574111, + "f1": 0.542274, + "accuracy": 0.574111, + "main_score": 0.542274, + "hf_subset": "xho_Latn-bam_Latn", + "languages": [ + "xho-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.252736, + "recall": 0.305336, + "f1": 0.2665, + "accuracy": 0.305336, + "main_score": 0.2665, + "hf_subset": "xho_Latn-dzo_Tibt", + "languages": [ + "xho-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666015, + "recall": 0.710474, + "f1": 0.677599, + "accuracy": 0.710474, + "main_score": 0.677599, + "hf_subset": "xho_Latn-hin_Deva", + "languages": [ + "xho-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614596, + "recall": 0.667984, + "f1": 0.628895, + "accuracy": 0.667984, + "main_score": 0.628895, + "hf_subset": "xho_Latn-khm_Khmr", + "languages": [ + "xho-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649356, + "recall": 0.699605, + "f1": 0.66271, + "accuracy": 0.699605, + "main_score": 0.66271, + "hf_subset": "xho_Latn-mag_Deva", + "languages": [ + "xho-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65119, + "recall": 0.690711, + "f1": 0.660638, + "accuracy": 0.690711, + "main_score": 0.660638, + "hf_subset": "xho_Latn-pap_Latn", + "languages": [ + "xho-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626989, + "recall": 0.664032, + "f1": 0.63696, + "accuracy": 0.664032, + "main_score": 0.63696, + "hf_subset": "xho_Latn-sot_Latn", + "languages": [ + "xho-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645474, + "recall": 0.693676, + "f1": 0.658195, + "accuracy": 0.693676, + "main_score": 0.658195, + "hf_subset": "xho_Latn-tur_Latn", + "languages": [ + "xho-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626063, + "recall": 0.66502, + "f1": 0.636681, + "accuracy": 0.66502, + "main_score": 0.636681, + "hf_subset": "xho_Latn-ace_Latn", + "languages": [ + "xho-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651043, + "recall": 0.682806, + "f1": 0.660098, + "accuracy": 0.682806, + "main_score": 0.660098, + "hf_subset": "xho_Latn-ban_Latn", + "languages": [ + "xho-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649412, + "recall": 0.700593, + "f1": 0.662959, + "accuracy": 0.700593, + "main_score": 0.662959, + "hf_subset": "xho_Latn-ell_Grek", + "languages": [ + "xho-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634599, + "recall": 0.684783, + "f1": 0.647517, + "accuracy": 0.684783, + "main_score": 0.647517, + "hf_subset": "xho_Latn-hne_Deva", + "languages": [ + "xho-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573624, + "recall": 0.612648, + "f1": 0.584652, + "accuracy": 0.612648, + "main_score": 0.584652, + "hf_subset": "xho_Latn-kik_Latn", + "languages": [ + "xho-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635662, + "recall": 0.685771, + "f1": 0.648379, + "accuracy": 0.685771, + "main_score": 0.648379, + "hf_subset": "xho_Latn-mai_Deva", + "languages": [ + "xho-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593188, + "recall": 0.649209, + "f1": 0.608115, + "accuracy": 0.649209, + "main_score": 0.608115, + "hf_subset": "xho_Latn-pbt_Arab", + "languages": [ + "xho-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667272, + "recall": 0.711462, + "f1": 0.678205, + "accuracy": 0.711462, + "main_score": 0.678205, + "hf_subset": "xho_Latn-spa_Latn", + "languages": [ + "xho-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58812, + "recall": 0.620553, + "f1": 0.597096, + "accuracy": 0.620553, + "main_score": 0.597096, + "hf_subset": "xho_Latn-twi_Latn", + "languages": [ + "xho-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632897, + "recall": 0.681818, + "f1": 0.64564, + "accuracy": 0.681818, + "main_score": 0.64564, + "hf_subset": "xho_Latn-acm_Arab", + "languages": [ + "xho-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618652, + "recall": 0.66996, + "f1": 0.631969, + "accuracy": 0.66996, + "main_score": 0.631969, + "hf_subset": "xho_Latn-bel_Cyrl", + "languages": [ + "xho-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688926, + "recall": 0.737154, + "f1": 0.701397, + "accuracy": 0.737154, + "main_score": 0.701397, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66984, + "recall": 0.718379, + "f1": 0.682683, + "accuracy": 0.718379, + "main_score": 0.682683, + "hf_subset": "xho_Latn-hrv_Latn", + "languages": [ + "xho-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568808, + "recall": 0.619565, + "f1": 0.583169, + "accuracy": 0.619565, + "main_score": 0.583169, + "hf_subset": "xho_Latn-kin_Latn", + "languages": [ + "xho-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641324, + "recall": 0.6917, + "f1": 0.654472, + "accuracy": 0.6917, + "main_score": 0.654472, + "hf_subset": "xho_Latn-mal_Mlym", + "languages": [ + "xho-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669233, + "recall": 0.718379, + "f1": 0.681689, + "accuracy": 0.718379, + "main_score": 0.681689, + "hf_subset": "xho_Latn-pes_Arab", + "languages": [ + "xho-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662373, + "recall": 0.698617, + "f1": 0.671779, + "accuracy": 0.698617, + "main_score": 0.671779, + "hf_subset": "xho_Latn-srd_Latn", + "languages": [ + "xho-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208822, + "recall": 0.253953, + "f1": 0.220155, + "accuracy": 0.253953, + "main_score": 0.220155, + "hf_subset": "xho_Latn-tzm_Tfng", + "languages": [ + "xho-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64701, + "recall": 0.695652, + "f1": 0.659699, + "accuracy": 0.695652, + "main_score": 0.659699, + "hf_subset": "xho_Latn-acq_Arab", + "languages": [ + "xho-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61857, + "recall": 0.666008, + "f1": 0.63201, + "accuracy": 0.666008, + "main_score": 0.63201, + "hf_subset": "xho_Latn-bem_Latn", + "languages": [ + "xho-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65921, + "recall": 0.711462, + "f1": 0.672652, + "accuracy": 0.711462, + "main_score": 0.672652, + "hf_subset": "xho_Latn-epo_Latn", + "languages": [ + "xho-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654458, + "recall": 0.706522, + "f1": 0.667618, + "accuracy": 0.706522, + "main_score": 0.667618, + "hf_subset": "xho_Latn-hun_Latn", + "languages": [ + "xho-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626769, + "recall": 0.674901, + "f1": 0.639883, + "accuracy": 0.674901, + "main_score": 0.639883, + "hf_subset": "xho_Latn-kir_Cyrl", + "languages": [ + "xho-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664743, + "recall": 0.709486, + "f1": 0.676144, + "accuracy": 0.709486, + "main_score": 0.676144, + "hf_subset": "xho_Latn-mar_Deva", + "languages": [ + "xho-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591311, + "recall": 0.634387, + "f1": 0.602907, + "accuracy": 0.634387, + "main_score": 0.602907, + "hf_subset": "xho_Latn-plt_Latn", + "languages": [ + "xho-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666467, + "recall": 0.718379, + "f1": 0.679699, + "accuracy": 0.718379, + "main_score": 0.679699, + "hf_subset": "xho_Latn-srp_Cyrl", + "languages": [ + "xho-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558907, + "recall": 0.613636, + "f1": 0.573955, + "accuracy": 0.613636, + "main_score": 0.573955, + "hf_subset": "xho_Latn-uig_Arab", + "languages": [ + "xho-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614557, + "recall": 0.661067, + "f1": 0.626826, + "accuracy": 0.661067, + "main_score": 0.626826, + "hf_subset": "xho_Latn-aeb_Arab", + "languages": [ + "xho-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667425, + "recall": 0.715415, + "f1": 0.68048, + "accuracy": 0.715415, + "main_score": 0.68048, + "hf_subset": "xho_Latn-ben_Beng", + "languages": [ + "xho-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647463, + "recall": 0.693676, + "f1": 0.659265, + "accuracy": 0.693676, + "main_score": 0.659265, + "hf_subset": "xho_Latn-est_Latn", + "languages": [ + "xho-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623693, + "recall": 0.674901, + "f1": 0.636509, + "accuracy": 0.674901, + "main_score": 0.636509, + "hf_subset": "xho_Latn-hye_Armn", + "languages": [ + "xho-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550914, + "recall": 0.591897, + "f1": 0.562722, + "accuracy": 0.591897, + "main_score": 0.562722, + "hf_subset": "xho_Latn-kmb_Latn", + "languages": [ + "xho-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435434, + "recall": 0.48913, + "f1": 0.449788, + "accuracy": 0.48913, + "main_score": 0.449788, + "hf_subset": "xho_Latn-min_Arab", + "languages": [ + "xho-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654845, + "recall": 0.699605, + "f1": 0.666883, + "accuracy": 0.699605, + "main_score": 0.666883, + "hf_subset": "xho_Latn-pol_Latn", + "languages": [ + "xho-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672984, + "recall": 0.719368, + "f1": 0.686853, + "accuracy": 0.719368, + "main_score": 0.686853, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657632, + "recall": 0.708498, + "f1": 0.670367, + "accuracy": 0.708498, + "main_score": 0.670367, + "hf_subset": "xho_Latn-ukr_Cyrl", + "languages": [ + "xho-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692624, + "recall": 0.733202, + "f1": 0.703203, + "accuracy": 0.733202, + "main_score": 0.703203, + "hf_subset": "xho_Latn-afr_Latn", + "languages": [ + "xho-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617707, + "recall": 0.663043, + "f1": 0.629194, + "accuracy": 0.663043, + "main_score": 0.629194, + "hf_subset": "xho_Latn-bho_Deva", + "languages": [ + "xho-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646891, + "recall": 0.690711, + "f1": 0.658594, + "accuracy": 0.690711, + "main_score": 0.658594, + "hf_subset": "xho_Latn-eus_Latn", + "languages": [ + "xho-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582519, + "recall": 0.624506, + "f1": 0.594931, + "accuracy": 0.624506, + "main_score": 0.594931, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615477, + "recall": 0.658103, + "f1": 0.62654, + "accuracy": 0.658103, + "main_score": 0.62654, + "hf_subset": "xho_Latn-kmr_Latn", + "languages": [ + "xho-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655694, + "recall": 0.69664, + "f1": 0.666305, + "accuracy": 0.69664, + "main_score": 0.666305, + "hf_subset": "xho_Latn-min_Latn", + "languages": [ + "xho-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679968, + "recall": 0.727273, + "f1": 0.69246, + "accuracy": 0.727273, + "main_score": 0.69246, + "hf_subset": "xho_Latn-por_Latn", + "languages": [ + "xho-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671518, + "recall": 0.709486, + "f1": 0.681436, + "accuracy": 0.709486, + "main_score": 0.681436, + "hf_subset": "xho_Latn-sun_Latn", + "languages": [ + "xho-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537636, + "recall": 0.58004, + "f1": 0.549974, + "accuracy": 0.58004, + "main_score": 0.549974, + "hf_subset": "xho_Latn-umb_Latn", + "languages": [ + "xho-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640129, + "recall": 0.684783, + "f1": 0.651514, + "accuracy": 0.684783, + "main_score": 0.651514, + "hf_subset": "xho_Latn-ajp_Arab", + "languages": [ + "xho-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452256, + "recall": 0.502964, + "f1": 0.465772, + "accuracy": 0.502964, + "main_score": 0.465772, + "hf_subset": "xho_Latn-bjn_Arab", + "languages": [ + "xho-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525587, + "recall": 0.561265, + "f1": 0.535528, + "accuracy": 0.561265, + "main_score": 0.535528, + "hf_subset": "xho_Latn-ewe_Latn", + "languages": [ + "xho-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664177, + "recall": 0.698617, + "f1": 0.673136, + "accuracy": 0.698617, + "main_score": 0.673136, + "hf_subset": "xho_Latn-ilo_Latn", + "languages": [ + "xho-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.32386, + "recall": 0.371542, + "f1": 0.337094, + "accuracy": 0.371542, + "main_score": 0.337094, + "hf_subset": "xho_Latn-knc_Arab", + "languages": [ + "xho-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664096, + "recall": 0.719368, + "f1": 0.678826, + "accuracy": 0.719368, + "main_score": 0.678826, + "hf_subset": "xho_Latn-mkd_Cyrl", + "languages": [ + "xho-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645214, + "recall": 0.697628, + "f1": 0.658473, + "accuracy": 0.697628, + "main_score": 0.658473, + "hf_subset": "xho_Latn-prs_Arab", + "languages": [ + "xho-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660039, + "recall": 0.712451, + "f1": 0.673621, + "accuracy": 0.712451, + "main_score": 0.673621, + "hf_subset": "xho_Latn-swe_Latn", + "languages": [ + "xho-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643931, + "recall": 0.699605, + "f1": 0.658787, + "accuracy": 0.699605, + "main_score": 0.658787, + "hf_subset": "xho_Latn-urd_Arab", + "languages": [ + "xho-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566653, + "recall": 0.602767, + "f1": 0.576981, + "accuracy": 0.602767, + "main_score": 0.576981, + "hf_subset": "xho_Latn-aka_Latn", + "languages": [ + "xho-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66074, + "recall": 0.700593, + "f1": 0.670781, + "accuracy": 0.700593, + "main_score": 0.670781, + "hf_subset": "xho_Latn-bjn_Latn", + "languages": [ + "xho-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639697, + "recall": 0.681818, + "f1": 0.651565, + "accuracy": 0.681818, + "main_score": 0.651565, + "hf_subset": "xho_Latn-fao_Latn", + "languages": [ + "xho-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68067, + "recall": 0.724308, + "f1": 0.691721, + "accuracy": 0.724308, + "main_score": 0.691721, + "hf_subset": "xho_Latn-ind_Latn", + "languages": [ + "xho-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566926, + "recall": 0.610672, + "f1": 0.579628, + "accuracy": 0.610672, + "main_score": 0.579628, + "hf_subset": "xho_Latn-knc_Latn", + "languages": [ + "xho-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667705, + "recall": 0.709486, + "f1": 0.678157, + "accuracy": 0.709486, + "main_score": 0.678157, + "hf_subset": "xho_Latn-mlt_Latn", + "languages": [ + "xho-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573233, + "recall": 0.616601, + "f1": 0.585628, + "accuracy": 0.616601, + "main_score": 0.585628, + "hf_subset": "xho_Latn-quy_Latn", + "languages": [ + "xho-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67021, + "recall": 0.713439, + "f1": 0.681713, + "accuracy": 0.713439, + "main_score": 0.681713, + "hf_subset": "xho_Latn-swh_Latn", + "languages": [ + "xho-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638876, + "recall": 0.686759, + "f1": 0.651101, + "accuracy": 0.686759, + "main_score": 0.651101, + "hf_subset": "xho_Latn-uzn_Latn", + "languages": [ + "xho-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667162, + "recall": 0.70751, + "f1": 0.67726, + "accuracy": 0.70751, + "main_score": 0.67726, + "hf_subset": "xho_Latn-als_Latn", + "languages": [ + "xho-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322017, + "recall": 0.384387, + "f1": 0.337329, + "accuracy": 0.384387, + "main_score": 0.337329, + "hf_subset": "xho_Latn-bod_Tibt", + "languages": [ + "xho-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589683, + "recall": 0.623518, + "f1": 0.599227, + "accuracy": 0.623518, + "main_score": 0.599227, + "hf_subset": "xho_Latn-fij_Latn", + "languages": [ + "xho-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632513, + "recall": 0.683794, + "f1": 0.64591, + "accuracy": 0.683794, + "main_score": 0.64591, + "hf_subset": "xho_Latn-isl_Latn", + "languages": [ + "xho-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607029, + "recall": 0.646245, + "f1": 0.617906, + "accuracy": 0.646245, + "main_score": 0.617906, + "hf_subset": "xho_Latn-kon_Latn", + "languages": [ + "xho-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52251, + "recall": 0.56917, + "f1": 0.535068, + "accuracy": 0.56917, + "main_score": 0.535068, + "hf_subset": "xho_Latn-mni_Beng", + "languages": [ + "xho-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67033, + "recall": 0.716403, + "f1": 0.681753, + "accuracy": 0.716403, + "main_score": 0.681753, + "hf_subset": "xho_Latn-ron_Latn", + "languages": [ + "xho-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651953, + "recall": 0.697628, + "f1": 0.664249, + "accuracy": 0.697628, + "main_score": 0.664249, + "hf_subset": "xho_Latn-szl_Latn", + "languages": [ + "xho-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658903, + "recall": 0.703557, + "f1": 0.671127, + "accuracy": 0.703557, + "main_score": 0.671127, + "hf_subset": "xho_Latn-vec_Latn", + "languages": [ + "xho-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569699, + "recall": 0.625494, + "f1": 0.585084, + "accuracy": 0.625494, + "main_score": 0.585084, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672448, + "recall": 0.716403, + "f1": 0.684099, + "accuracy": 0.716403, + "main_score": 0.684099, + "hf_subset": "xho_Latn-bos_Latn", + "languages": [ + "xho-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645902, + "recall": 0.695652, + "f1": 0.659564, + "accuracy": 0.695652, + "main_score": 0.659564, + "hf_subset": "xho_Latn-fin_Latn", + "languages": [ + "xho-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667851, + "recall": 0.710474, + "f1": 0.678919, + "accuracy": 0.710474, + "main_score": 0.678919, + "hf_subset": "xho_Latn-ita_Latn", + "languages": [ + "xho-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641684, + "recall": 0.69664, + "f1": 0.656692, + "accuracy": 0.69664, + "main_score": 0.656692, + "hf_subset": "xho_Latn-kor_Hang", + "languages": [ + "xho-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539797, + "recall": 0.578063, + "f1": 0.550776, + "accuracy": 0.578063, + "main_score": 0.550776, + "hf_subset": "xho_Latn-mos_Latn", + "languages": [ + "xho-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558383, + "recall": 0.608696, + "f1": 0.571891, + "accuracy": 0.608696, + "main_score": 0.571891, + "hf_subset": "xho_Latn-run_Latn", + "languages": [ + "xho-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626454, + "recall": 0.685771, + "f1": 0.642344, + "accuracy": 0.685771, + "main_score": 0.642344, + "hf_subset": "xho_Latn-tam_Taml", + "languages": [ + "xho-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658578, + "recall": 0.703557, + "f1": 0.669979, + "accuracy": 0.703557, + "main_score": 0.669979, + "hf_subset": "xho_Latn-vie_Latn", + "languages": [ + "xho-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636666, + "recall": 0.689723, + "f1": 0.650379, + "accuracy": 0.689723, + "main_score": 0.650379, + "hf_subset": "xho_Latn-apc_Arab", + "languages": [ + "xho-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599353, + "recall": 0.640316, + "f1": 0.610632, + "accuracy": 0.640316, + "main_score": 0.610632, + "hf_subset": "xho_Latn-bug_Latn", + "languages": [ + "xho-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467005, + "recall": 0.516798, + "f1": 0.480904, + "accuracy": 0.516798, + "main_score": 0.480904, + "hf_subset": "xho_Latn-fon_Latn", + "languages": [ + "xho-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687208, + "recall": 0.725296, + "f1": 0.697543, + "accuracy": 0.725296, + "main_score": 0.697543, + "hf_subset": "xho_Latn-jav_Latn", + "languages": [ + "xho-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596926, + "recall": 0.649209, + "f1": 0.611047, + "accuracy": 0.649209, + "main_score": 0.611047, + "hf_subset": "xho_Latn-lao_Laoo", + "languages": [ + "xho-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584083, + "recall": 0.633399, + "f1": 0.596844, + "accuracy": 0.633399, + "main_score": 0.596844, + "hf_subset": "xho_Latn-mri_Latn", + "languages": [ + "xho-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65875, + "recall": 0.711462, + "f1": 0.672211, + "accuracy": 0.711462, + "main_score": 0.672211, + "hf_subset": "xho_Latn-rus_Cyrl", + "languages": [ + "xho-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511785, + "recall": 0.549407, + "f1": 0.523007, + "accuracy": 0.549407, + "main_score": 0.523007, + "hf_subset": "xho_Latn-taq_Latn", + "languages": [ + "xho-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689781, + "recall": 0.731225, + "f1": 0.700115, + "accuracy": 0.731225, + "main_score": 0.700115, + "hf_subset": "xho_Latn-war_Latn", + "languages": [ + "xho-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649484, + "recall": 0.695652, + "f1": 0.66095, + "accuracy": 0.695652, + "main_score": 0.66095, + "hf_subset": "xho_Latn-arb_Arab", + "languages": [ + "xho-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676776, + "recall": 0.721344, + "f1": 0.688791, + "accuracy": 0.721344, + "main_score": 0.688791, + "hf_subset": "xho_Latn-bul_Cyrl", + "languages": [ + "xho-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682259, + "recall": 0.725296, + "f1": 0.69308, + "accuracy": 0.725296, + "main_score": 0.69308, + "hf_subset": "xho_Latn-fra_Latn", + "languages": [ + "xho-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622045, + "recall": 0.671937, + "f1": 0.63519, + "accuracy": 0.671937, + "main_score": 0.63519, + "hf_subset": "xho_Latn-jpn_Jpan", + "languages": [ + "xho-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647484, + "recall": 0.693676, + "f1": 0.659565, + "accuracy": 0.693676, + "main_score": 0.659565, + "hf_subset": "xho_Latn-lij_Latn", + "languages": [ + "xho-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525569, + "recall": 0.590909, + "f1": 0.543168, + "accuracy": 0.590909, + "main_score": 0.543168, + "hf_subset": "xho_Latn-mya_Mymr", + "languages": [ + "xho-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549804, + "recall": 0.590909, + "f1": 0.561424, + "accuracy": 0.590909, + "main_score": 0.561424, + "hf_subset": "xho_Latn-sag_Latn", + "languages": [ + "xho-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207768, + "recall": 0.257905, + "f1": 0.219629, + "accuracy": 0.257905, + "main_score": 0.219629, + "hf_subset": "xho_Latn-taq_Tfng", + "languages": [ + "xho-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566184, + "recall": 0.603755, + "f1": 0.576995, + "accuracy": 0.603755, + "main_score": 0.576995, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511579, + "recall": 0.560277, + "f1": 0.524517, + "accuracy": 0.560277, + "main_score": 0.524517, + "hf_subset": "xho_Latn-arb_Latn", + "languages": [ + "xho-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673701, + "recall": 0.722332, + "f1": 0.686024, + "accuracy": 0.722332, + "main_score": 0.686024, + "hf_subset": "xho_Latn-cat_Latn", + "languages": [ + "xho-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646624, + "recall": 0.686759, + "f1": 0.656778, + "accuracy": 0.686759, + "main_score": 0.656778, + "hf_subset": "xho_Latn-fur_Latn", + "languages": [ + "xho-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465197, + "recall": 0.516798, + "f1": 0.479706, + "accuracy": 0.516798, + "main_score": 0.479706, + "hf_subset": "xho_Latn-kab_Latn", + "languages": [ + "xho-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636583, + "recall": 0.682806, + "f1": 0.648876, + "accuracy": 0.682806, + "main_score": 0.648876, + "hf_subset": "xho_Latn-lim_Latn", + "languages": [ + "xho-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654364, + "recall": 0.704545, + "f1": 0.667098, + "accuracy": 0.704545, + "main_score": 0.667098, + "hf_subset": "xho_Latn-nld_Latn", + "languages": [ + "xho-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611708, + "recall": 0.668972, + "f1": 0.625988, + "accuracy": 0.668972, + "main_score": 0.625988, + "hf_subset": "xho_Latn-san_Deva", + "languages": [ + "xho-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630838, + "recall": 0.679842, + "f1": 0.644294, + "accuracy": 0.679842, + "main_score": 0.644294, + "hf_subset": "xho_Latn-tat_Cyrl", + "languages": [ + "xho-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639606, + "recall": 0.689723, + "f1": 0.652716, + "accuracy": 0.689723, + "main_score": 0.652716, + "hf_subset": "xho_Latn-ars_Arab", + "languages": [ + "xho-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680865, + "recall": 0.716403, + "f1": 0.690456, + "accuracy": 0.716403, + "main_score": 0.690456, + "hf_subset": "xho_Latn-ceb_Latn", + "languages": [ + "xho-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537854, + "recall": 0.583004, + "f1": 0.550938, + "accuracy": 0.583004, + "main_score": 0.550938, + "hf_subset": "xho_Latn-fuv_Latn", + "languages": [ + "xho-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519862, + "recall": 0.559289, + "f1": 0.531475, + "accuracy": 0.559289, + "main_score": 0.531475, + "hf_subset": "xho_Latn-kac_Latn", + "languages": [ + "xho-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602793, + "recall": 0.639328, + "f1": 0.612908, + "accuracy": 0.639328, + "main_score": 0.612908, + "hf_subset": "xho_Latn-lin_Latn", + "languages": [ + "xho-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651177, + "recall": 0.700593, + "f1": 0.664336, + "accuracy": 0.700593, + "main_score": 0.664336, + "hf_subset": "xho_Latn-nno_Latn", + "languages": [ + "xho-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157743, + "recall": 0.195652, + "f1": 0.167261, + "accuracy": 0.195652, + "main_score": 0.167261, + "hf_subset": "xho_Latn-sat_Olck", + "languages": [ + "xho-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645494, + "recall": 0.698617, + "f1": 0.659809, + "accuracy": 0.698617, + "main_score": 0.659809, + "hf_subset": "xho_Latn-tel_Telu", + "languages": [ + "xho-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594874, + "recall": 0.65415, + "f1": 0.610339, + "accuracy": 0.65415, + "main_score": 0.610339, + "hf_subset": "xho_Latn-ydd_Hebr", + "languages": [ + "xho-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604842, + "recall": 0.653162, + "f1": 0.61799, + "accuracy": 0.653162, + "main_score": 0.61799, + "hf_subset": "xho_Latn-ary_Arab", + "languages": [ + "xho-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661811, + "recall": 0.709486, + "f1": 0.6745, + "accuracy": 0.709486, + "main_score": 0.6745, + "hf_subset": "xho_Latn-ces_Latn", + "languages": [ + "xho-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550661, + "recall": 0.602767, + "f1": 0.565617, + "accuracy": 0.602767, + "main_score": 0.565617, + "hf_subset": "xho_Latn-gaz_Latn", + "languages": [ + "xho-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56418, + "recall": 0.614625, + "f1": 0.577696, + "accuracy": 0.614625, + "main_score": 0.577696, + "hf_subset": "xho_Latn-kam_Latn", + "languages": [ + "xho-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636544, + "recall": 0.683794, + "f1": 0.649153, + "accuracy": 0.683794, + "main_score": 0.649153, + "hf_subset": "xho_Latn-lit_Latn", + "languages": [ + "xho-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660184, + "recall": 0.705534, + "f1": 0.672258, + "accuracy": 0.705534, + "main_score": 0.672258, + "hf_subset": "xho_Latn-nob_Latn", + "languages": [ + "xho-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649876, + "recall": 0.684783, + "f1": 0.659068, + "accuracy": 0.684783, + "main_score": 0.659068, + "hf_subset": "xho_Latn-scn_Latn", + "languages": [ + "xho-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630047, + "recall": 0.672925, + "f1": 0.641384, + "accuracy": 0.672925, + "main_score": 0.641384, + "hf_subset": "xho_Latn-tgk_Cyrl", + "languages": [ + "xho-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556697, + "recall": 0.616601, + "f1": 0.573932, + "accuracy": 0.616601, + "main_score": 0.573932, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63669, + "recall": 0.682806, + "f1": 0.649038, + "accuracy": 0.682806, + "main_score": 0.649038, + "hf_subset": "xho_Latn-arz_Arab", + "languages": [ + "xho-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516709, + "recall": 0.554348, + "f1": 0.527422, + "accuracy": 0.554348, + "main_score": 0.527422, + "hf_subset": "xho_Latn-cjk_Latn", + "languages": [ + "xho-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587536, + "recall": 0.635375, + "f1": 0.600949, + "accuracy": 0.635375, + "main_score": 0.600949, + "hf_subset": "xho_Latn-gla_Latn", + "languages": [ + "xho-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648987, + "recall": 0.698617, + "f1": 0.662576, + "accuracy": 0.698617, + "main_score": 0.662576, + "hf_subset": "xho_Latn-kan_Knda", + "languages": [ + "xho-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643119, + "recall": 0.685771, + "f1": 0.653342, + "accuracy": 0.685771, + "main_score": 0.653342, + "hf_subset": "xho_Latn-lmo_Latn", + "languages": [ + "xho-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628601, + "recall": 0.685771, + "f1": 0.643801, + "accuracy": 0.685771, + "main_score": 0.643801, + "hf_subset": "xho_Latn-npi_Deva", + "languages": [ + "xho-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46172, + "recall": 0.509881, + "f1": 0.474906, + "accuracy": 0.509881, + "main_score": 0.474906, + "hf_subset": "xho_Latn-shn_Mymr", + "languages": [ + "xho-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699628, + "recall": 0.73913, + "f1": 0.710167, + "accuracy": 0.73913, + "main_score": 0.710167, + "hf_subset": "xho_Latn-tgl_Latn", + "languages": [ + "xho-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642484, + "recall": 0.6917, + "f1": 0.654963, + "accuracy": 0.6917, + "main_score": 0.654963, + "hf_subset": "xho_Latn-yue_Hant", + "languages": [ + "xho-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639994, + "recall": 0.689723, + "f1": 0.653209, + "accuracy": 0.689723, + "main_score": 0.653209, + "hf_subset": "xho_Latn-asm_Beng", + "languages": [ + "xho-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598536, + "recall": 0.653162, + "f1": 0.612746, + "accuracy": 0.653162, + "main_score": 0.612746, + "hf_subset": "xho_Latn-ckb_Arab", + "languages": [ + "xho-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582437, + "recall": 0.637352, + "f1": 0.597793, + "accuracy": 0.637352, + "main_score": 0.597793, + "hf_subset": "xho_Latn-gle_Latn", + "languages": [ + "xho-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573752, + "recall": 0.621542, + "f1": 0.585951, + "accuracy": 0.621542, + "main_score": 0.585951, + "hf_subset": "xho_Latn-kas_Arab", + "languages": [ + "xho-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597915, + "recall": 0.641304, + "f1": 0.610062, + "accuracy": 0.641304, + "main_score": 0.610062, + "hf_subset": "xho_Latn-ltg_Latn", + "languages": [ + "xho-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623405, + "recall": 0.658103, + "f1": 0.633367, + "accuracy": 0.658103, + "main_score": 0.633367, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568847, + "recall": 0.626482, + "f1": 0.58411, + "accuracy": 0.626482, + "main_score": 0.58411, + "hf_subset": "xho_Latn-sin_Sinh", + "languages": [ + "xho-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655198, + "recall": 0.704545, + "f1": 0.668105, + "accuracy": 0.704545, + "main_score": 0.668105, + "hf_subset": "xho_Latn-tha_Thai", + "languages": [ + "xho-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620669, + "recall": 0.667984, + "f1": 0.632508, + "accuracy": 0.667984, + "main_score": 0.632508, + "hf_subset": "xho_Latn-zho_Hans", + "languages": [ + "xho-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677752, + "recall": 0.724308, + "f1": 0.689484, + "accuracy": 0.724308, + "main_score": 0.689484, + "hf_subset": "xho_Latn-ast_Latn", + "languages": [ + "xho-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616809, + "recall": 0.671937, + "f1": 0.631626, + "accuracy": 0.671937, + "main_score": 0.631626, + "hf_subset": "xho_Latn-crh_Latn", + "languages": [ + "xho-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677793, + "recall": 0.718379, + "f1": 0.68895, + "accuracy": 0.718379, + "main_score": 0.68895, + "hf_subset": "xho_Latn-glg_Latn", + "languages": [ + "xho-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575283, + "recall": 0.623518, + "f1": 0.588545, + "accuracy": 0.623518, + "main_score": 0.588545, + "hf_subset": "xho_Latn-kas_Deva", + "languages": [ + "xho-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623984, + "recall": 0.663043, + "f1": 0.633709, + "accuracy": 0.663043, + "main_score": 0.633709, + "hf_subset": "xho_Latn-ltz_Latn", + "languages": [ + "xho-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475405, + "recall": 0.527668, + "f1": 0.490686, + "accuracy": 0.527668, + "main_score": 0.490686, + "hf_subset": "xho_Latn-nus_Latn", + "languages": [ + "xho-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665514, + "recall": 0.713439, + "f1": 0.678074, + "accuracy": 0.713439, + "main_score": 0.678074, + "hf_subset": "xho_Latn-slk_Latn", + "languages": [ + "xho-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450921, + "recall": 0.505929, + "f1": 0.466202, + "accuracy": 0.505929, + "main_score": 0.466202, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631139, + "recall": 0.682806, + "f1": 0.644298, + "accuracy": 0.682806, + "main_score": 0.644298, + "hf_subset": "xho_Latn-zho_Hant", + "languages": [ + "xho-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638836, + "recall": 0.68083, + "f1": 0.650088, + "accuracy": 0.68083, + "main_score": 0.650088, + "hf_subset": "xho_Latn-awa_Deva", + "languages": [ + "xho-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62799, + "recall": 0.676877, + "f1": 0.641148, + "accuracy": 0.676877, + "main_score": 0.641148, + "hf_subset": "xho_Latn-cym_Latn", + "languages": [ + "xho-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61493, + "recall": 0.650198, + "f1": 0.623636, + "accuracy": 0.650198, + "main_score": 0.623636, + "hf_subset": "xho_Latn-grn_Latn", + "languages": [ + "xho-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616172, + "recall": 0.664032, + "f1": 0.628854, + "accuracy": 0.664032, + "main_score": 0.628854, + "hf_subset": "xho_Latn-kat_Geor", + "languages": [ + "xho-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599624, + "recall": 0.635375, + "f1": 0.609827, + "accuracy": 0.635375, + "main_score": 0.609827, + "hf_subset": "xho_Latn-lua_Latn", + "languages": [ + "xho-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598951, + "recall": 0.642292, + "f1": 0.611439, + "accuracy": 0.642292, + "main_score": 0.611439, + "hf_subset": "xho_Latn-nya_Latn", + "languages": [ + "xho-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648532, + "recall": 0.6917, + "f1": 0.658918, + "accuracy": 0.6917, + "main_score": 0.658918, + "hf_subset": "xho_Latn-slv_Latn", + "languages": [ + "xho-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640232, + "recall": 0.676877, + "f1": 0.649652, + "accuracy": 0.676877, + "main_score": 0.649652, + "hf_subset": "xho_Latn-tpi_Latn", + "languages": [ + "xho-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688636, + "recall": 0.735178, + "f1": 0.700926, + "accuracy": 0.735178, + "main_score": 0.700926, + "hf_subset": "xho_Latn-zsm_Latn", + "languages": [ + "xho-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54437, + "recall": 0.583992, + "f1": 0.55597, + "accuracy": 0.583992, + "main_score": 0.55597, + "hf_subset": "xho_Latn-ayr_Latn", + "languages": [ + "xho-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675907, + "recall": 0.718379, + "f1": 0.686409, + "accuracy": 0.718379, + "main_score": 0.686409, + "hf_subset": "xho_Latn-dan_Latn", + "languages": [ + "xho-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638262, + "recall": 0.690711, + "f1": 0.652154, + "accuracy": 0.690711, + "main_score": 0.652154, + "hf_subset": "xho_Latn-guj_Gujr", + "languages": [ + "xho-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639251, + "recall": 0.684783, + "f1": 0.651854, + "accuracy": 0.684783, + "main_score": 0.651854, + "hf_subset": "xho_Latn-kaz_Cyrl", + "languages": [ + "xho-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549292, + "recall": 0.602767, + "f1": 0.564155, + "accuracy": 0.602767, + "main_score": 0.564155, + "hf_subset": "xho_Latn-lug_Latn", + "languages": [ + "xho-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688815, + "recall": 0.736166, + "f1": 0.701029, + "accuracy": 0.736166, + "main_score": 0.701029, + "hf_subset": "xho_Latn-oci_Latn", + "languages": [ + "xho-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620269, + "recall": 0.656126, + "f1": 0.629966, + "accuracy": 0.656126, + "main_score": 0.629966, + "hf_subset": "xho_Latn-smo_Latn", + "languages": [ + "xho-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585027, + "recall": 0.629447, + "f1": 0.59759, + "accuracy": 0.629447, + "main_score": 0.59759, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742798, + "recall": 0.796443, + "f1": 0.759256, + "accuracy": 0.796443, + "main_score": 0.759256, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529214, + "recall": 0.583004, + "f1": 0.54364, + "accuracy": 0.583004, + "main_score": 0.54364, + "hf_subset": "xho_Latn-azb_Arab", + "languages": [ + "xho-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68021, + "recall": 0.72332, + "f1": 0.692058, + "accuracy": 0.72332, + "main_score": 0.692058, + "hf_subset": "xho_Latn-deu_Latn", + "languages": [ + "xho-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609451, + "recall": 0.663043, + "f1": 0.624187, + "accuracy": 0.663043, + "main_score": 0.624187, + "hf_subset": "xho_Latn-hat_Latn", + "languages": [ + "xho-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511497, + "recall": 0.552372, + "f1": 0.523095, + "accuracy": 0.552372, + "main_score": 0.523095, + "hf_subset": "xho_Latn-kbp_Latn", + "languages": [ + "xho-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571946, + "recall": 0.613636, + "f1": 0.583568, + "accuracy": 0.613636, + "main_score": 0.583568, + "hf_subset": "xho_Latn-luo_Latn", + "languages": [ + "xho-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642803, + "recall": 0.690711, + "f1": 0.655146, + "accuracy": 0.690711, + "main_score": 0.655146, + "hf_subset": "xho_Latn-ory_Orya", + "languages": [ + "xho-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585591, + "recall": 0.635375, + "f1": 0.60009, + "accuracy": 0.635375, + "main_score": 0.60009, + "hf_subset": "xho_Latn-sna_Latn", + "languages": [ + "xho-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573601, + "recall": 0.613636, + "f1": 0.584957, + "accuracy": 0.613636, + "main_score": 0.584957, + "hf_subset": "xho_Latn-tso_Latn", + "languages": [ + "xho-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613222, + "recall": 0.66502, + "f1": 0.626391, + "accuracy": 0.66502, + "main_score": 0.626391, + "hf_subset": "xho_Latn-azj_Latn", + "languages": [ + "xho-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526702, + "recall": 0.571146, + "f1": 0.539229, + "accuracy": 0.571146, + "main_score": 0.539229, + "hf_subset": "xho_Latn-dik_Latn", + "languages": [ + "xho-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587665, + "recall": 0.631423, + "f1": 0.599741, + "accuracy": 0.631423, + "main_score": 0.599741, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642351, + "recall": 0.685771, + "f1": 0.65415, + "accuracy": 0.685771, + "main_score": 0.65415, + "hf_subset": "xho_Latn-kea_Latn", + "languages": [ + "xho-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601238, + "recall": 0.639328, + "f1": 0.611612, + "accuracy": 0.639328, + "main_score": 0.611612, + "hf_subset": "xho_Latn-lus_Latn", + "languages": [ + "xho-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622009, + "recall": 0.65415, + "f1": 0.630922, + "accuracy": 0.65415, + "main_score": 0.630922, + "hf_subset": "xho_Latn-pag_Latn", + "languages": [ + "xho-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627263, + "recall": 0.683794, + "f1": 0.64325, + "accuracy": 0.683794, + "main_score": 0.64325, + "hf_subset": "xho_Latn-snd_Arab", + "languages": [ + "xho-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590068, + "recall": 0.643281, + "f1": 0.604621, + "accuracy": 0.643281, + "main_score": 0.604621, + "hf_subset": "xho_Latn-tuk_Latn", + "languages": [ + "xho-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630686, + "recall": 0.672925, + "f1": 0.641559, + "accuracy": 0.672925, + "main_score": 0.641559, + "hf_subset": "xho_Latn-bak_Cyrl", + "languages": [ + "xho-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436184, + "recall": 0.501976, + "f1": 0.454852, + "accuracy": 0.501976, + "main_score": 0.454852, + "hf_subset": "xho_Latn-dyu_Latn", + "languages": [ + "xho-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645437, + "recall": 0.69664, + "f1": 0.658974, + "accuracy": 0.69664, + "main_score": 0.658974, + "hf_subset": "xho_Latn-heb_Hebr", + "languages": [ + "xho-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607049, + "recall": 0.650198, + "f1": 0.618809, + "accuracy": 0.650198, + "main_score": 0.618809, + "hf_subset": "xho_Latn-khk_Cyrl", + "languages": [ + "xho-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652764, + "recall": 0.698617, + "f1": 0.664684, + "accuracy": 0.698617, + "main_score": 0.664684, + "hf_subset": "xho_Latn-lvs_Latn", + "languages": [ + "xho-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63673, + "recall": 0.6917, + "f1": 0.651027, + "accuracy": 0.6917, + "main_score": 0.651027, + "hf_subset": "xho_Latn-pan_Guru", + "languages": [ + "xho-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583182, + "recall": 0.639328, + "f1": 0.598391, + "accuracy": 0.639328, + "main_score": 0.598391, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559939, + "recall": 0.594862, + "f1": 0.569738, + "accuracy": 0.594862, + "main_score": 0.569738, + "hf_subset": "xho_Latn-tum_Latn", + "languages": [ + "xho-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56811, + "recall": 0.635375, + "f1": 0.587744, + "accuracy": 0.635375, + "main_score": 0.587744, + "hf_subset": "ars_Arab-ace_Arab", + "languages": [ + "ars-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51732, + "recall": 0.585968, + "f1": 0.536332, + "accuracy": 0.585968, + "main_score": 0.536332, + "hf_subset": "ars_Arab-bam_Latn", + "languages": [ + "ars-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392518, + "recall": 0.485178, + "f1": 0.417607, + "accuracy": 0.485178, + "main_score": 0.417607, + "hf_subset": "ars_Arab-dzo_Tibt", + "languages": [ + "ars-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-hin_Deva", + "languages": [ + "ars-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-khm_Khmr", + "languages": [ + "ars-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-mag_Deva", + "languages": [ + "ars-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ars_Arab-pap_Latn", + "languages": [ + "ars-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592748, + "recall": 0.655138, + "f1": 0.610614, + "accuracy": 0.655138, + "main_score": 0.610614, + "hf_subset": "ars_Arab-sot_Latn", + "languages": [ + "ars-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-tur_Latn", + "languages": [ + "ars-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879068, + "recall": 0.911067, + "f1": 0.889065, + "accuracy": 0.911067, + "main_score": 0.889065, + "hf_subset": "ars_Arab-ace_Latn", + "languages": [ + "ars-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.974308, + "f1": 0.967227, + "accuracy": 0.974308, + "main_score": 0.967227, + "hf_subset": "ars_Arab-ban_Latn", + "languages": [ + "ars-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-ell_Grek", + "languages": [ + "ars-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ars_Arab-hne_Deva", + "languages": [ + "ars-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600218, + "recall": 0.653162, + "f1": 0.615436, + "accuracy": 0.653162, + "main_score": 0.615436, + "hf_subset": "ars_Arab-kik_Latn", + "languages": [ + "ars-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-mai_Deva", + "languages": [ + "ars-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ars_Arab-pbt_Arab", + "languages": [ + "ars-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-spa_Latn", + "languages": [ + "ars-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605204, + "recall": 0.666996, + "f1": 0.622487, + "accuracy": 0.666996, + "main_score": 0.622487, + "hf_subset": "ars_Arab-twi_Latn", + "languages": [ + "ars-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-acm_Arab", + "languages": [ + "ars-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bel_Cyrl", + "languages": [ + "ars-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-hrv_Latn", + "languages": [ + "ars-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54009, + "recall": 0.607708, + "f1": 0.559799, + "accuracy": 0.607708, + "main_score": 0.559799, + "hf_subset": "ars_Arab-kin_Latn", + "languages": [ + "ars-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-mal_Mlym", + "languages": [ + "ars-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-pes_Arab", + "languages": [ + "ars-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-srd_Latn", + "languages": [ + "ars-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142781, + "recall": 0.199605, + "f1": 0.156735, + "accuracy": 0.199605, + "main_score": 0.156735, + "hf_subset": "ars_Arab-tzm_Tfng", + "languages": [ + "ars-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-acq_Arab", + "languages": [ + "ars-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610823, + "recall": 0.666996, + "f1": 0.626948, + "accuracy": 0.666996, + "main_score": 0.626948, + "hf_subset": "ars_Arab-bem_Latn", + "languages": [ + "ars-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-epo_Latn", + "languages": [ + "ars-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-hun_Latn", + "languages": [ + "ars-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-kir_Cyrl", + "languages": [ + "ars-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-mar_Deva", + "languages": [ + "ars-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658943, + "recall": 0.718379, + "f1": 0.676863, + "accuracy": 0.718379, + "main_score": 0.676863, + "hf_subset": "ars_Arab-plt_Latn", + "languages": [ + "ars-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-srp_Cyrl", + "languages": [ + "ars-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ars_Arab-uig_Arab", + "languages": [ + "ars-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-aeb_Arab", + "languages": [ + "ars-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ben_Beng", + "languages": [ + "ars-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-est_Latn", + "languages": [ + "ars-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-hye_Armn", + "languages": [ + "ars-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543257, + "recall": 0.597826, + "f1": 0.558778, + "accuracy": 0.597826, + "main_score": 0.558778, + "hf_subset": "ars_Arab-kmb_Latn", + "languages": [ + "ars-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476825, + "recall": 0.557312, + "f1": 0.498357, + "accuracy": 0.557312, + "main_score": 0.498357, + "hf_subset": "ars_Arab-min_Arab", + "languages": [ + "ars-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-pol_Latn", + "languages": [ + "ars-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541808, + "recall": 0.610672, + "f1": 0.562109, + "accuracy": 0.610672, + "main_score": 0.562109, + "hf_subset": "ars_Arab-ssw_Latn", + "languages": [ + "ars-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ukr_Cyrl", + "languages": [ + "ars-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-afr_Latn", + "languages": [ + "ars-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bho_Deva", + "languages": [ + "ars-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-eus_Latn", + "languages": [ + "ars-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568892, + "recall": 0.635375, + "f1": 0.587206, + "accuracy": 0.635375, + "main_score": 0.587206, + "hf_subset": "ars_Arab-ibo_Latn", + "languages": [ + "ars-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910408, + "recall": 0.936759, + "f1": 0.918972, + "accuracy": 0.936759, + "main_score": 0.918972, + "hf_subset": "ars_Arab-kmr_Latn", + "languages": [ + "ars-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-min_Latn", + "languages": [ + "ars-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-por_Latn", + "languages": [ + "ars-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-sun_Latn", + "languages": [ + "ars-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507189, + "recall": 0.566206, + "f1": 0.524349, + "accuracy": 0.566206, + "main_score": 0.524349, + "hf_subset": "ars_Arab-umb_Latn", + "languages": [ + "ars-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ajp_Arab", + "languages": [ + "ars-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515905, + "recall": 0.586957, + "f1": 0.535948, + "accuracy": 0.586957, + "main_score": 0.535948, + "hf_subset": "ars_Arab-bjn_Arab", + "languages": [ + "ars-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495483, + "recall": 0.561265, + "f1": 0.514396, + "accuracy": 0.561265, + "main_score": 0.514396, + "hf_subset": "ars_Arab-ewe_Latn", + "languages": [ + "ars-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "ars_Arab-ilo_Latn", + "languages": [ + "ars-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286537, + "recall": 0.351779, + "f1": 0.304813, + "accuracy": 0.351779, + "main_score": 0.304813, + "hf_subset": "ars_Arab-knc_Arab", + "languages": [ + "ars-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-mkd_Cyrl", + "languages": [ + "ars-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-prs_Arab", + "languages": [ + "ars-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-swe_Latn", + "languages": [ + "ars-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-urd_Arab", + "languages": [ + "ars-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573946, + "recall": 0.639328, + "f1": 0.592509, + "accuracy": 0.639328, + "main_score": 0.592509, + "hf_subset": "ars_Arab-aka_Latn", + "languages": [ + "ars-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-bjn_Latn", + "languages": [ + "ars-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ars_Arab-fao_Latn", + "languages": [ + "ars-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ind_Latn", + "languages": [ + "ars-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575339, + "recall": 0.636364, + "f1": 0.59303, + "accuracy": 0.636364, + "main_score": 0.59303, + "hf_subset": "ars_Arab-knc_Latn", + "languages": [ + "ars-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-mlt_Latn", + "languages": [ + "ars-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708926, + "recall": 0.771739, + "f1": 0.727471, + "accuracy": 0.771739, + "main_score": 0.727471, + "hf_subset": "ars_Arab-quy_Latn", + "languages": [ + "ars-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ars_Arab-swh_Latn", + "languages": [ + "ars-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-uzn_Latn", + "languages": [ + "ars-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-als_Latn", + "languages": [ + "ars-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648057, + "recall": 0.731225, + "f1": 0.6722, + "accuracy": 0.731225, + "main_score": 0.6722, + "hf_subset": "ars_Arab-bod_Tibt", + "languages": [ + "ars-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701512, + "recall": 0.761858, + "f1": 0.719241, + "accuracy": 0.761858, + "main_score": 0.719241, + "hf_subset": "ars_Arab-fij_Latn", + "languages": [ + "ars-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-isl_Latn", + "languages": [ + "ars-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649532, + "recall": 0.706522, + "f1": 0.666584, + "accuracy": 0.706522, + "main_score": 0.666584, + "hf_subset": "ars_Arab-kon_Latn", + "languages": [ + "ars-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647929, + "recall": 0.720356, + "f1": 0.669008, + "accuracy": 0.720356, + "main_score": 0.669008, + "hf_subset": "ars_Arab-mni_Beng", + "languages": [ + "ars-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ron_Latn", + "languages": [ + "ars-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "ars_Arab-szl_Latn", + "languages": [ + "ars-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-vec_Latn", + "languages": [ + "ars-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ars_Arab-amh_Ethi", + "languages": [ + "ars-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bos_Latn", + "languages": [ + "ars-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-fin_Latn", + "languages": [ + "ars-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ita_Latn", + "languages": [ + "ars-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-kor_Hang", + "languages": [ + "ars-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530797, + "recall": 0.594862, + "f1": 0.548442, + "accuracy": 0.594862, + "main_score": 0.548442, + "hf_subset": "ars_Arab-mos_Latn", + "languages": [ + "ars-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543972, + "recall": 0.605731, + "f1": 0.561731, + "accuracy": 0.605731, + "main_score": 0.561731, + "hf_subset": "ars_Arab-run_Latn", + "languages": [ + "ars-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-tam_Taml", + "languages": [ + "ars-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-vie_Latn", + "languages": [ + "ars-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-apc_Arab", + "languages": [ + "ars-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799696, + "recall": 0.84585, + "f1": 0.813521, + "accuracy": 0.84585, + "main_score": 0.813521, + "hf_subset": "ars_Arab-bug_Latn", + "languages": [ + "ars-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457014, + "recall": 0.520751, + "f1": 0.474356, + "accuracy": 0.520751, + "main_score": 0.474356, + "hf_subset": "ars_Arab-fon_Latn", + "languages": [ + "ars-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-jav_Latn", + "languages": [ + "ars-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ars_Arab-lao_Laoo", + "languages": [ + "ars-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88834, + "recall": 0.920949, + "f1": 0.898668, + "accuracy": 0.920949, + "main_score": 0.898668, + "hf_subset": "ars_Arab-mri_Latn", + "languages": [ + "ars-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-rus_Cyrl", + "languages": [ + "ars-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521412, + "recall": 0.592885, + "f1": 0.541507, + "accuracy": 0.592885, + "main_score": 0.541507, + "hf_subset": "ars_Arab-taq_Latn", + "languages": [ + "ars-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-war_Latn", + "languages": [ + "ars-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arb_Arab", + "languages": [ + "ars-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-bul_Cyrl", + "languages": [ + "ars-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-fra_Latn", + "languages": [ + "ars-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-jpn_Jpan", + "languages": [ + "ars-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-lij_Latn", + "languages": [ + "ars-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ars_Arab-mya_Mymr", + "languages": [ + "ars-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576304, + "recall": 0.650198, + "f1": 0.597591, + "accuracy": 0.650198, + "main_score": 0.597591, + "hf_subset": "ars_Arab-sag_Latn", + "languages": [ + "ars-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158787, + "recall": 0.222332, + "f1": 0.173347, + "accuracy": 0.222332, + "main_score": 0.173347, + "hf_subset": "ars_Arab-taq_Tfng", + "languages": [ + "ars-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601952, + "recall": 0.675889, + "f1": 0.623413, + "accuracy": 0.675889, + "main_score": 0.623413, + "hf_subset": "ars_Arab-wol_Latn", + "languages": [ + "ars-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865777, + "recall": 0.903162, + "f1": 0.877437, + "accuracy": 0.903162, + "main_score": 0.877437, + "hf_subset": "ars_Arab-arb_Latn", + "languages": [ + "ars-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-cat_Latn", + "languages": [ + "ars-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ars_Arab-fur_Latn", + "languages": [ + "ars-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407541, + "recall": 0.470356, + "f1": 0.424658, + "accuracy": 0.470356, + "main_score": 0.424658, + "hf_subset": "ars_Arab-kab_Latn", + "languages": [ + "ars-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ars_Arab-lim_Latn", + "languages": [ + "ars-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-nld_Latn", + "languages": [ + "ars-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ars_Arab-san_Deva", + "languages": [ + "ars-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-tat_Cyrl", + "languages": [ + "ars-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675907, + "recall": 0.73913, + "f1": 0.694999, + "accuracy": 0.73913, + "main_score": 0.694999, + "hf_subset": "ars_Arab-xho_Latn", + "languages": [ + "ars-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ceb_Latn", + "languages": [ + "ars-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556616, + "recall": 0.614625, + "f1": 0.573141, + "accuracy": 0.614625, + "main_score": 0.573141, + "hf_subset": "ars_Arab-fuv_Latn", + "languages": [ + "ars-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485823, + "recall": 0.5583, + "f1": 0.506351, + "accuracy": 0.5583, + "main_score": 0.506351, + "hf_subset": "ars_Arab-kac_Latn", + "languages": [ + "ars-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666156, + "recall": 0.720356, + "f1": 0.68299, + "accuracy": 0.720356, + "main_score": 0.68299, + "hf_subset": "ars_Arab-lin_Latn", + "languages": [ + "ars-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-nno_Latn", + "languages": [ + "ars-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225968, + "recall": 0.310277, + "f1": 0.247503, + "accuracy": 0.310277, + "main_score": 0.247503, + "hf_subset": "ars_Arab-sat_Olck", + "languages": [ + "ars-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-tel_Telu", + "languages": [ + "ars-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ars_Arab-ydd_Hebr", + "languages": [ + "ars-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ars_Arab-ary_Arab", + "languages": [ + "ars-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ces_Latn", + "languages": [ + "ars-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5619, + "recall": 0.631423, + "f1": 0.582446, + "accuracy": 0.631423, + "main_score": 0.582446, + "hf_subset": "ars_Arab-gaz_Latn", + "languages": [ + "ars-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579629, + "recall": 0.644269, + "f1": 0.597837, + "accuracy": 0.644269, + "main_score": 0.597837, + "hf_subset": "ars_Arab-kam_Latn", + "languages": [ + "ars-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ars_Arab-lit_Latn", + "languages": [ + "ars-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-nob_Latn", + "languages": [ + "ars-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "ars_Arab-scn_Latn", + "languages": [ + "ars-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ars_Arab-tgk_Cyrl", + "languages": [ + "ars-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7236, + "recall": 0.788538, + "f1": 0.743544, + "accuracy": 0.788538, + "main_score": 0.743544, + "hf_subset": "ars_Arab-yor_Latn", + "languages": [ + "ars-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-arz_Arab", + "languages": [ + "ars-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554043, + "recall": 0.615613, + "f1": 0.571753, + "accuracy": 0.615613, + "main_score": 0.571753, + "hf_subset": "ars_Arab-cjk_Latn", + "languages": [ + "ars-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775642, + "recall": 0.833004, + "f1": 0.793281, + "accuracy": 0.833004, + "main_score": 0.793281, + "hf_subset": "ars_Arab-gla_Latn", + "languages": [ + "ars-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-kan_Knda", + "languages": [ + "ars-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-lmo_Latn", + "languages": [ + "ars-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "ars_Arab-npi_Deva", + "languages": [ + "ars-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441668, + "recall": 0.512846, + "f1": 0.460984, + "accuracy": 0.512846, + "main_score": 0.460984, + "hf_subset": "ars_Arab-shn_Mymr", + "languages": [ + "ars-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-tgl_Latn", + "languages": [ + "ars-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-yue_Hant", + "languages": [ + "ars-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-asm_Beng", + "languages": [ + "ars-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ars_Arab-ckb_Arab", + "languages": [ + "ars-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903393, + "recall": 0.93083, + "f1": 0.911891, + "accuracy": 0.93083, + "main_score": 0.911891, + "hf_subset": "ars_Arab-gle_Latn", + "languages": [ + "ars-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.970356, + "f1": 0.960474, + "accuracy": 0.970356, + "main_score": 0.960474, + "hf_subset": "ars_Arab-kas_Arab", + "languages": [ + "ars-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939888, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "ars_Arab-ltg_Latn", + "languages": [ + "ars-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606753, + "recall": 0.663043, + "f1": 0.623015, + "accuracy": 0.663043, + "main_score": 0.623015, + "hf_subset": "ars_Arab-nso_Latn", + "languages": [ + "ars-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-sin_Sinh", + "languages": [ + "ars-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-tha_Thai", + "languages": [ + "ars-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-zho_Hans", + "languages": [ + "ars-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ast_Latn", + "languages": [ + "ars-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ars_Arab-crh_Latn", + "languages": [ + "ars-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-glg_Latn", + "languages": [ + "ars-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901597, + "recall": 0.93083, + "f1": 0.911133, + "accuracy": 0.93083, + "main_score": 0.911133, + "hf_subset": "ars_Arab-kas_Deva", + "languages": [ + "ars-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-ltz_Latn", + "languages": [ + "ars-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432714, + "recall": 0.505929, + "f1": 0.45292, + "accuracy": 0.505929, + "main_score": 0.45292, + "hf_subset": "ars_Arab-nus_Latn", + "languages": [ + "ars-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-slk_Latn", + "languages": [ + "ars-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633427, + "recall": 0.704545, + "f1": 0.654781, + "accuracy": 0.704545, + "main_score": 0.654781, + "hf_subset": "ars_Arab-tir_Ethi", + "languages": [ + "ars-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-zho_Hant", + "languages": [ + "ars-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "ars_Arab-awa_Deva", + "languages": [ + "ars-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ars_Arab-cym_Latn", + "languages": [ + "ars-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842144, + "recall": 0.883399, + "f1": 0.855091, + "accuracy": 0.883399, + "main_score": 0.855091, + "hf_subset": "ars_Arab-grn_Latn", + "languages": [ + "ars-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-kat_Geor", + "languages": [ + "ars-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632279, + "recall": 0.688735, + "f1": 0.648667, + "accuracy": 0.688735, + "main_score": 0.648667, + "hf_subset": "ars_Arab-lua_Latn", + "languages": [ + "ars-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629194, + "recall": 0.694664, + "f1": 0.647768, + "accuracy": 0.694664, + "main_score": 0.647768, + "hf_subset": "ars_Arab-nya_Latn", + "languages": [ + "ars-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-slv_Latn", + "languages": [ + "ars-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ars_Arab-tpi_Latn", + "languages": [ + "ars-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-zsm_Latn", + "languages": [ + "ars-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5331, + "recall": 0.598814, + "f1": 0.551689, + "accuracy": 0.598814, + "main_score": 0.551689, + "hf_subset": "ars_Arab-ayr_Latn", + "languages": [ + "ars-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-dan_Latn", + "languages": [ + "ars-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-guj_Gujr", + "languages": [ + "ars-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-kaz_Cyrl", + "languages": [ + "ars-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531646, + "recall": 0.599802, + "f1": 0.550506, + "accuracy": 0.599802, + "main_score": 0.550506, + "hf_subset": "ars_Arab-lug_Latn", + "languages": [ + "ars-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-oci_Latn", + "languages": [ + "ars-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837204, + "recall": 0.881423, + "f1": 0.850823, + "accuracy": 0.881423, + "main_score": 0.850823, + "hf_subset": "ars_Arab-smo_Latn", + "languages": [ + "ars-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536651, + "recall": 0.599802, + "f1": 0.554658, + "accuracy": 0.599802, + "main_score": 0.554658, + "hf_subset": "ars_Arab-tsn_Latn", + "languages": [ + "ars-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607172, + "recall": 0.674901, + "f1": 0.626794, + "accuracy": 0.674901, + "main_score": 0.626794, + "hf_subset": "ars_Arab-zul_Latn", + "languages": [ + "ars-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925231, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "ars_Arab-azb_Arab", + "languages": [ + "ars-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-deu_Latn", + "languages": [ + "ars-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "ars_Arab-hat_Latn", + "languages": [ + "ars-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461037, + "recall": 0.524704, + "f1": 0.478746, + "accuracy": 0.524704, + "main_score": 0.478746, + "hf_subset": "ars_Arab-kbp_Latn", + "languages": [ + "ars-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563424, + "recall": 0.623518, + "f1": 0.579667, + "accuracy": 0.623518, + "main_score": 0.579667, + "hf_subset": "ars_Arab-luo_Latn", + "languages": [ + "ars-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-ory_Orya", + "languages": [ + "ars-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571436, + "recall": 0.642292, + "f1": 0.591984, + "accuracy": 0.642292, + "main_score": 0.591984, + "hf_subset": "ars_Arab-sna_Latn", + "languages": [ + "ars-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54418, + "recall": 0.605731, + "f1": 0.560927, + "accuracy": 0.605731, + "main_score": 0.560927, + "hf_subset": "ars_Arab-tso_Latn", + "languages": [ + "ars-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-azj_Latn", + "languages": [ + "ars-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535304, + "recall": 0.604743, + "f1": 0.555054, + "accuracy": 0.604743, + "main_score": 0.555054, + "hf_subset": "ars_Arab-dik_Latn", + "languages": [ + "ars-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744664, + "recall": 0.80336, + "f1": 0.762389, + "accuracy": 0.80336, + "main_score": 0.762389, + "hf_subset": "ars_Arab-hau_Latn", + "languages": [ + "ars-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ars_Arab-kea_Latn", + "languages": [ + "ars-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727141, + "recall": 0.782609, + "f1": 0.744335, + "accuracy": 0.782609, + "main_score": 0.744335, + "hf_subset": "ars_Arab-lus_Latn", + "languages": [ + "ars-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878541, + "recall": 0.909091, + "f1": 0.887846, + "accuracy": 0.909091, + "main_score": 0.887846, + "hf_subset": "ars_Arab-pag_Latn", + "languages": [ + "ars-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ars_Arab-snd_Arab", + "languages": [ + "ars-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "ars_Arab-tuk_Latn", + "languages": [ + "ars-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ars_Arab-bak_Cyrl", + "languages": [ + "ars-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470323, + "recall": 0.546443, + "f1": 0.492501, + "accuracy": 0.546443, + "main_score": 0.492501, + "hf_subset": "ars_Arab-dyu_Latn", + "languages": [ + "ars-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-heb_Hebr", + "languages": [ + "ars-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ars_Arab-khk_Cyrl", + "languages": [ + "ars-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ars_Arab-lvs_Latn", + "languages": [ + "ars-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ars_Arab-pan_Guru", + "languages": [ + "ars-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702512, + "recall": 0.771739, + "f1": 0.723342, + "accuracy": 0.771739, + "main_score": 0.723342, + "hf_subset": "ars_Arab-som_Latn", + "languages": [ + "ars-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587286, + "recall": 0.642292, + "f1": 0.603294, + "accuracy": 0.642292, + "main_score": 0.603294, + "hf_subset": "ars_Arab-tum_Latn", + "languages": [ + "ars-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584206, + "recall": 0.648221, + "f1": 0.602936, + "accuracy": 0.648221, + "main_score": 0.602936, + "hf_subset": "ceb_Latn-ace_Arab", + "languages": [ + "ceb-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554046, + "recall": 0.609684, + "f1": 0.570158, + "accuracy": 0.609684, + "main_score": 0.570158, + "hf_subset": "ceb_Latn-bam_Latn", + "languages": [ + "ceb-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425979, + "recall": 0.499012, + "f1": 0.445641, + "accuracy": 0.499012, + "main_score": 0.445641, + "hf_subset": "ceb_Latn-dzo_Tibt", + "languages": [ + "ceb-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-hin_Deva", + "languages": [ + "ceb-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-khm_Khmr", + "languages": [ + "ceb-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-mag_Deva", + "languages": [ + "ceb-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ceb_Latn-pap_Latn", + "languages": [ + "ceb-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620702, + "recall": 0.676877, + "f1": 0.636992, + "accuracy": 0.676877, + "main_score": 0.636992, + "hf_subset": "ceb_Latn-sot_Latn", + "languages": [ + "ceb-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-tur_Latn", + "languages": [ + "ceb-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871294, + "recall": 0.905138, + "f1": 0.881785, + "accuracy": 0.905138, + "main_score": 0.881785, + "hf_subset": "ceb_Latn-ace_Latn", + "languages": [ + "ceb-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955616, + "recall": 0.967391, + "f1": 0.959387, + "accuracy": 0.967391, + "main_score": 0.959387, + "hf_subset": "ceb_Latn-ban_Latn", + "languages": [ + "ceb-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-ell_Grek", + "languages": [ + "ceb-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ceb_Latn-hne_Deva", + "languages": [ + "ceb-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629061, + "recall": 0.682806, + "f1": 0.644438, + "accuracy": 0.682806, + "main_score": 0.644438, + "hf_subset": "ceb_Latn-kik_Latn", + "languages": [ + "ceb-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-mai_Deva", + "languages": [ + "ceb-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ceb_Latn-pbt_Arab", + "languages": [ + "ceb-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-spa_Latn", + "languages": [ + "ceb-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640762, + "recall": 0.700593, + "f1": 0.657553, + "accuracy": 0.700593, + "main_score": 0.657553, + "hf_subset": "ceb_Latn-twi_Latn", + "languages": [ + "ceb-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-acm_Arab", + "languages": [ + "ceb-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ceb_Latn-bel_Cyrl", + "languages": [ + "ceb-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-hrv_Latn", + "languages": [ + "ceb-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579942, + "recall": 0.647233, + "f1": 0.598933, + "accuracy": 0.647233, + "main_score": 0.598933, + "hf_subset": "ceb_Latn-kin_Latn", + "languages": [ + "ceb-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ceb_Latn-mal_Mlym", + "languages": [ + "ceb-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-pes_Arab", + "languages": [ + "ceb-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ceb_Latn-srd_Latn", + "languages": [ + "ceb-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190459, + "recall": 0.240119, + "f1": 0.202893, + "accuracy": 0.240119, + "main_score": 0.202893, + "hf_subset": "ceb_Latn-tzm_Tfng", + "languages": [ + "ceb-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-acq_Arab", + "languages": [ + "ceb-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663194, + "recall": 0.712451, + "f1": 0.677174, + "accuracy": 0.712451, + "main_score": 0.677174, + "hf_subset": "ceb_Latn-bem_Latn", + "languages": [ + "ceb-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-epo_Latn", + "languages": [ + "ceb-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-hun_Latn", + "languages": [ + "ceb-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ceb_Latn-kir_Cyrl", + "languages": [ + "ceb-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-mar_Deva", + "languages": [ + "ceb-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690721, + "recall": 0.747036, + "f1": 0.707329, + "accuracy": 0.747036, + "main_score": 0.707329, + "hf_subset": "ceb_Latn-plt_Latn", + "languages": [ + "ceb-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-srp_Cyrl", + "languages": [ + "ceb-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939312, + "recall": 0.955534, + "f1": 0.944401, + "accuracy": 0.955534, + "main_score": 0.944401, + "hf_subset": "ceb_Latn-uig_Arab", + "languages": [ + "ceb-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-aeb_Arab", + "languages": [ + "ceb-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-ben_Beng", + "languages": [ + "ceb-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-est_Latn", + "languages": [ + "ceb-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-hye_Armn", + "languages": [ + "ceb-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55947, + "recall": 0.613636, + "f1": 0.574931, + "accuracy": 0.613636, + "main_score": 0.574931, + "hf_subset": "ceb_Latn-kmb_Latn", + "languages": [ + "ceb-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515664, + "recall": 0.590909, + "f1": 0.536753, + "accuracy": 0.590909, + "main_score": 0.536753, + "hf_subset": "ceb_Latn-min_Arab", + "languages": [ + "ceb-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-pol_Latn", + "languages": [ + "ceb-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586306, + "recall": 0.649209, + "f1": 0.604191, + "accuracy": 0.649209, + "main_score": 0.604191, + "hf_subset": "ceb_Latn-ssw_Latn", + "languages": [ + "ceb-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-ukr_Cyrl", + "languages": [ + "ceb-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-afr_Latn", + "languages": [ + "ceb-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ceb_Latn-bho_Deva", + "languages": [ + "ceb-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-eus_Latn", + "languages": [ + "ceb-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610161, + "recall": 0.66996, + "f1": 0.626783, + "accuracy": 0.66996, + "main_score": 0.626783, + "hf_subset": "ceb_Latn-ibo_Latn", + "languages": [ + "ceb-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884914, + "recall": 0.91502, + "f1": 0.894269, + "accuracy": 0.91502, + "main_score": 0.894269, + "hf_subset": "ceb_Latn-kmr_Latn", + "languages": [ + "ceb-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-min_Latn", + "languages": [ + "ceb-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-por_Latn", + "languages": [ + "ceb-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ceb_Latn-sun_Latn", + "languages": [ + "ceb-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539272, + "recall": 0.596838, + "f1": 0.555809, + "accuracy": 0.596838, + "main_score": 0.555809, + "hf_subset": "ceb_Latn-umb_Latn", + "languages": [ + "ceb-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-ajp_Arab", + "languages": [ + "ceb-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562017, + "recall": 0.628458, + "f1": 0.580473, + "accuracy": 0.628458, + "main_score": 0.580473, + "hf_subset": "ceb_Latn-bjn_Arab", + "languages": [ + "ceb-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54485, + "recall": 0.598814, + "f1": 0.559986, + "accuracy": 0.598814, + "main_score": 0.559986, + "hf_subset": "ceb_Latn-ewe_Latn", + "languages": [ + "ceb-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ceb_Latn-ilo_Latn", + "languages": [ + "ceb-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326115, + "recall": 0.383399, + "f1": 0.341554, + "accuracy": 0.383399, + "main_score": 0.341554, + "hf_subset": "ceb_Latn-knc_Arab", + "languages": [ + "ceb-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-mkd_Cyrl", + "languages": [ + "ceb-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-prs_Arab", + "languages": [ + "ceb-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-swe_Latn", + "languages": [ + "ceb-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-urd_Arab", + "languages": [ + "ceb-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601021, + "recall": 0.663043, + "f1": 0.618761, + "accuracy": 0.663043, + "main_score": 0.618761, + "hf_subset": "ceb_Latn-aka_Latn", + "languages": [ + "ceb-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ceb_Latn-bjn_Latn", + "languages": [ + "ceb-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ceb_Latn-fao_Latn", + "languages": [ + "ceb-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-ind_Latn", + "languages": [ + "ceb-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613349, + "recall": 0.66996, + "f1": 0.629869, + "accuracy": 0.66996, + "main_score": 0.629869, + "hf_subset": "ceb_Latn-knc_Latn", + "languages": [ + "ceb-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987813, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ceb_Latn-mlt_Latn", + "languages": [ + "ceb-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71816, + "recall": 0.777668, + "f1": 0.735724, + "accuracy": 0.777668, + "main_score": 0.735724, + "hf_subset": "ceb_Latn-quy_Latn", + "languages": [ + "ceb-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "ceb_Latn-swh_Latn", + "languages": [ + "ceb-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-uzn_Latn", + "languages": [ + "ceb-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-als_Latn", + "languages": [ + "ceb-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6467, + "recall": 0.727273, + "f1": 0.670233, + "accuracy": 0.727273, + "main_score": 0.670233, + "hf_subset": "ceb_Latn-bod_Tibt", + "languages": [ + "ceb-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732835, + "recall": 0.786561, + "f1": 0.74844, + "accuracy": 0.786561, + "main_score": 0.74844, + "hf_subset": "ceb_Latn-fij_Latn", + "languages": [ + "ceb-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ceb_Latn-isl_Latn", + "languages": [ + "ceb-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708317, + "recall": 0.753953, + "f1": 0.721956, + "accuracy": 0.753953, + "main_score": 0.721956, + "hf_subset": "ceb_Latn-kon_Latn", + "languages": [ + "ceb-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673899, + "recall": 0.738142, + "f1": 0.692462, + "accuracy": 0.738142, + "main_score": 0.692462, + "hf_subset": "ceb_Latn-mni_Beng", + "languages": [ + "ceb-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-ron_Latn", + "languages": [ + "ceb-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "ceb_Latn-szl_Latn", + "languages": [ + "ceb-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-vec_Latn", + "languages": [ + "ceb-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "ceb_Latn-amh_Ethi", + "languages": [ + "ceb-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-bos_Latn", + "languages": [ + "ceb-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-fin_Latn", + "languages": [ + "ceb-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-ita_Latn", + "languages": [ + "ceb-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-kor_Hang", + "languages": [ + "ceb-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570014, + "recall": 0.626482, + "f1": 0.586088, + "accuracy": 0.626482, + "main_score": 0.586088, + "hf_subset": "ceb_Latn-mos_Latn", + "languages": [ + "ceb-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57594, + "recall": 0.629447, + "f1": 0.590736, + "accuracy": 0.629447, + "main_score": 0.590736, + "hf_subset": "ceb_Latn-run_Latn", + "languages": [ + "ceb-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-tam_Taml", + "languages": [ + "ceb-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-vie_Latn", + "languages": [ + "ceb-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-apc_Arab", + "languages": [ + "ceb-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813727, + "recall": 0.851779, + "f1": 0.824876, + "accuracy": 0.851779, + "main_score": 0.824876, + "hf_subset": "ceb_Latn-bug_Latn", + "languages": [ + "ceb-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485605, + "recall": 0.538538, + "f1": 0.4998, + "accuracy": 0.538538, + "main_score": 0.4998, + "hf_subset": "ceb_Latn-fon_Latn", + "languages": [ + "ceb-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-jav_Latn", + "languages": [ + "ceb-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ceb_Latn-lao_Laoo", + "languages": [ + "ceb-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888455, + "recall": 0.917984, + "f1": 0.897464, + "accuracy": 0.917984, + "main_score": 0.897464, + "hf_subset": "ceb_Latn-mri_Latn", + "languages": [ + "ceb-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-rus_Cyrl", + "languages": [ + "ceb-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558797, + "recall": 0.620553, + "f1": 0.575532, + "accuracy": 0.620553, + "main_score": 0.575532, + "hf_subset": "ceb_Latn-taq_Latn", + "languages": [ + "ceb-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-war_Latn", + "languages": [ + "ceb-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-arb_Arab", + "languages": [ + "ceb-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-bul_Cyrl", + "languages": [ + "ceb-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-fra_Latn", + "languages": [ + "ceb-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ceb_Latn-jpn_Jpan", + "languages": [ + "ceb-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ceb_Latn-lij_Latn", + "languages": [ + "ceb-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ceb_Latn-mya_Mymr", + "languages": [ + "ceb-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611933, + "recall": 0.674901, + "f1": 0.630001, + "accuracy": 0.674901, + "main_score": 0.630001, + "hf_subset": "ceb_Latn-sag_Latn", + "languages": [ + "ceb-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192183, + "recall": 0.250988, + "f1": 0.205394, + "accuracy": 0.250988, + "main_score": 0.205394, + "hf_subset": "ceb_Latn-taq_Tfng", + "languages": [ + "ceb-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645026, + "recall": 0.706522, + "f1": 0.662653, + "accuracy": 0.706522, + "main_score": 0.662653, + "hf_subset": "ceb_Latn-wol_Latn", + "languages": [ + "ceb-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793725, + "recall": 0.84585, + "f1": 0.809933, + "accuracy": 0.84585, + "main_score": 0.809933, + "hf_subset": "ceb_Latn-arb_Latn", + "languages": [ + "ceb-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-cat_Latn", + "languages": [ + "ceb-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-fur_Latn", + "languages": [ + "ceb-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431109, + "recall": 0.490119, + "f1": 0.447509, + "accuracy": 0.490119, + "main_score": 0.447509, + "hf_subset": "ceb_Latn-kab_Latn", + "languages": [ + "ceb-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ceb_Latn-lim_Latn", + "languages": [ + "ceb-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-nld_Latn", + "languages": [ + "ceb-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "ceb_Latn-san_Deva", + "languages": [ + "ceb-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-tat_Cyrl", + "languages": [ + "ceb-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694706, + "recall": 0.75, + "f1": 0.710707, + "accuracy": 0.75, + "main_score": 0.710707, + "hf_subset": "ceb_Latn-xho_Latn", + "languages": [ + "ceb-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-ars_Arab", + "languages": [ + "ceb-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563109, + "recall": 0.628458, + "f1": 0.582015, + "accuracy": 0.628458, + "main_score": 0.582015, + "hf_subset": "ceb_Latn-fuv_Latn", + "languages": [ + "ceb-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528697, + "recall": 0.592885, + "f1": 0.546353, + "accuracy": 0.592885, + "main_score": 0.546353, + "hf_subset": "ceb_Latn-kac_Latn", + "languages": [ + "ceb-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701606, + "recall": 0.750988, + "f1": 0.715423, + "accuracy": 0.750988, + "main_score": 0.715423, + "hf_subset": "ceb_Latn-lin_Latn", + "languages": [ + "ceb-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-nno_Latn", + "languages": [ + "ceb-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242906, + "recall": 0.317194, + "f1": 0.262255, + "accuracy": 0.317194, + "main_score": 0.262255, + "hf_subset": "ceb_Latn-sat_Olck", + "languages": [ + "ceb-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-tel_Telu", + "languages": [ + "ceb-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ceb_Latn-ydd_Hebr", + "languages": [ + "ceb-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "ceb_Latn-ary_Arab", + "languages": [ + "ceb-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-ces_Latn", + "languages": [ + "ceb-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606439, + "recall": 0.666996, + "f1": 0.623885, + "accuracy": 0.666996, + "main_score": 0.623885, + "hf_subset": "ceb_Latn-gaz_Latn", + "languages": [ + "ceb-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60213, + "recall": 0.663043, + "f1": 0.618952, + "accuracy": 0.663043, + "main_score": 0.618952, + "hf_subset": "ceb_Latn-kam_Latn", + "languages": [ + "ceb-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "ceb_Latn-lit_Latn", + "languages": [ + "ceb-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-nob_Latn", + "languages": [ + "ceb-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ceb_Latn-scn_Latn", + "languages": [ + "ceb-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ceb_Latn-tgk_Cyrl", + "languages": [ + "ceb-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734947, + "recall": 0.795455, + "f1": 0.752866, + "accuracy": 0.795455, + "main_score": 0.752866, + "hf_subset": "ceb_Latn-yor_Latn", + "languages": [ + "ceb-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-arz_Arab", + "languages": [ + "ceb-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588291, + "recall": 0.647233, + "f1": 0.605154, + "accuracy": 0.647233, + "main_score": 0.605154, + "hf_subset": "ceb_Latn-cjk_Latn", + "languages": [ + "ceb-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797348, + "recall": 0.847826, + "f1": 0.813076, + "accuracy": 0.847826, + "main_score": 0.813076, + "hf_subset": "ceb_Latn-gla_Latn", + "languages": [ + "ceb-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-kan_Knda", + "languages": [ + "ceb-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984848, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "ceb_Latn-lmo_Latn", + "languages": [ + "ceb-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ceb_Latn-npi_Deva", + "languages": [ + "ceb-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490745, + "recall": 0.551383, + "f1": 0.507103, + "accuracy": 0.551383, + "main_score": 0.507103, + "hf_subset": "ceb_Latn-shn_Mymr", + "languages": [ + "ceb-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-tgl_Latn", + "languages": [ + "ceb-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-yue_Hant", + "languages": [ + "ceb-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-asm_Beng", + "languages": [ + "ceb-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "ceb_Latn-ckb_Arab", + "languages": [ + "ceb-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878541, + "recall": 0.911067, + "f1": 0.8889, + "accuracy": 0.911067, + "main_score": 0.8889, + "hf_subset": "ceb_Latn-gle_Latn", + "languages": [ + "ceb-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.94664, + "accuracy": 0.958498, + "main_score": 0.94664, + "hf_subset": "ceb_Latn-kas_Arab", + "languages": [ + "ceb-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925066, + "recall": 0.947628, + "f1": 0.932115, + "accuracy": 0.947628, + "main_score": 0.932115, + "hf_subset": "ceb_Latn-ltg_Latn", + "languages": [ + "ceb-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640787, + "recall": 0.6917, + "f1": 0.654922, + "accuracy": 0.6917, + "main_score": 0.654922, + "hf_subset": "ceb_Latn-nso_Latn", + "languages": [ + "ceb-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ceb_Latn-sin_Sinh", + "languages": [ + "ceb-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "ceb_Latn-tha_Thai", + "languages": [ + "ceb-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-zho_Hans", + "languages": [ + "ceb-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-ast_Latn", + "languages": [ + "ceb-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ceb_Latn-crh_Latn", + "languages": [ + "ceb-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-glg_Latn", + "languages": [ + "ceb-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879282, + "recall": 0.916008, + "f1": 0.890975, + "accuracy": 0.916008, + "main_score": 0.890975, + "hf_subset": "ceb_Latn-kas_Deva", + "languages": [ + "ceb-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ceb_Latn-ltz_Latn", + "languages": [ + "ceb-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479925, + "recall": 0.55336, + "f1": 0.49978, + "accuracy": 0.55336, + "main_score": 0.49978, + "hf_subset": "ceb_Latn-nus_Latn", + "languages": [ + "ceb-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-slk_Latn", + "languages": [ + "ceb-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629227, + "recall": 0.693676, + "f1": 0.647958, + "accuracy": 0.693676, + "main_score": 0.647958, + "hf_subset": "ceb_Latn-tir_Ethi", + "languages": [ + "ceb-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-zho_Hant", + "languages": [ + "ceb-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "ceb_Latn-awa_Deva", + "languages": [ + "ceb-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "ceb_Latn-cym_Latn", + "languages": [ + "ceb-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847003, + "recall": 0.883399, + "f1": 0.858122, + "accuracy": 0.883399, + "main_score": 0.858122, + "hf_subset": "ceb_Latn-grn_Latn", + "languages": [ + "ceb-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-kat_Geor", + "languages": [ + "ceb-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671203, + "recall": 0.720356, + "f1": 0.685366, + "accuracy": 0.720356, + "main_score": 0.685366, + "hf_subset": "ceb_Latn-lua_Latn", + "languages": [ + "ceb-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654011, + "recall": 0.716403, + "f1": 0.672184, + "accuracy": 0.716403, + "main_score": 0.672184, + "hf_subset": "ceb_Latn-nya_Latn", + "languages": [ + "ceb-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-slv_Latn", + "languages": [ + "ceb-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9389, + "recall": 0.955534, + "f1": 0.944137, + "accuracy": 0.955534, + "main_score": 0.944137, + "hf_subset": "ceb_Latn-tpi_Latn", + "languages": [ + "ceb-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-zsm_Latn", + "languages": [ + "ceb-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567888, + "recall": 0.631423, + "f1": 0.585476, + "accuracy": 0.631423, + "main_score": 0.585476, + "hf_subset": "ceb_Latn-ayr_Latn", + "languages": [ + "ceb-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-dan_Latn", + "languages": [ + "ceb-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ceb_Latn-guj_Gujr", + "languages": [ + "ceb-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-kaz_Cyrl", + "languages": [ + "ceb-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563407, + "recall": 0.623518, + "f1": 0.580727, + "accuracy": 0.623518, + "main_score": 0.580727, + "hf_subset": "ceb_Latn-lug_Latn", + "languages": [ + "ceb-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-oci_Latn", + "languages": [ + "ceb-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847908, + "recall": 0.885375, + "f1": 0.859552, + "accuracy": 0.885375, + "main_score": 0.859552, + "hf_subset": "ceb_Latn-smo_Latn", + "languages": [ + "ceb-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559169, + "recall": 0.620553, + "f1": 0.576488, + "accuracy": 0.620553, + "main_score": 0.576488, + "hf_subset": "ceb_Latn-tsn_Latn", + "languages": [ + "ceb-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665596, + "recall": 0.724308, + "f1": 0.683432, + "accuracy": 0.724308, + "main_score": 0.683432, + "hf_subset": "ceb_Latn-zul_Latn", + "languages": [ + "ceb-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909091, + "recall": 0.932806, + "f1": 0.91662, + "accuracy": 0.932806, + "main_score": 0.91662, + "hf_subset": "ceb_Latn-azb_Arab", + "languages": [ + "ceb-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-deu_Latn", + "languages": [ + "ceb-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "ceb_Latn-hat_Latn", + "languages": [ + "ceb-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508367, + "recall": 0.561265, + "f1": 0.522621, + "accuracy": 0.561265, + "main_score": 0.522621, + "hf_subset": "ceb_Latn-kbp_Latn", + "languages": [ + "ceb-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588912, + "recall": 0.649209, + "f1": 0.605676, + "accuracy": 0.649209, + "main_score": 0.605676, + "hf_subset": "ceb_Latn-luo_Latn", + "languages": [ + "ceb-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-ory_Orya", + "languages": [ + "ceb-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613293, + "recall": 0.673913, + "f1": 0.631244, + "accuracy": 0.673913, + "main_score": 0.631244, + "hf_subset": "ceb_Latn-sna_Latn", + "languages": [ + "ceb-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569802, + "recall": 0.626482, + "f1": 0.585386, + "accuracy": 0.626482, + "main_score": 0.585386, + "hf_subset": "ceb_Latn-tso_Latn", + "languages": [ + "ceb-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ceb_Latn-azj_Latn", + "languages": [ + "ceb-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560569, + "recall": 0.625494, + "f1": 0.57901, + "accuracy": 0.625494, + "main_score": 0.57901, + "hf_subset": "ceb_Latn-dik_Latn", + "languages": [ + "ceb-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748534, + "recall": 0.804348, + "f1": 0.765448, + "accuracy": 0.804348, + "main_score": 0.765448, + "hf_subset": "ceb_Latn-hau_Latn", + "languages": [ + "ceb-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ceb_Latn-kea_Latn", + "languages": [ + "ceb-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754183, + "recall": 0.804348, + "f1": 0.769203, + "accuracy": 0.804348, + "main_score": 0.769203, + "hf_subset": "ceb_Latn-lus_Latn", + "languages": [ + "ceb-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891914, + "recall": 0.918972, + "f1": 0.900264, + "accuracy": 0.918972, + "main_score": 0.900264, + "hf_subset": "ceb_Latn-pag_Latn", + "languages": [ + "ceb-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-snd_Arab", + "languages": [ + "ceb-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.941535, + "accuracy": 0.954545, + "main_score": 0.941535, + "hf_subset": "ceb_Latn-tuk_Latn", + "languages": [ + "ceb-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ceb_Latn-bak_Cyrl", + "languages": [ + "ceb-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511693, + "recall": 0.591897, + "f1": 0.535442, + "accuracy": 0.591897, + "main_score": 0.535442, + "hf_subset": "ceb_Latn-dyu_Latn", + "languages": [ + "ceb-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ceb_Latn-heb_Hebr", + "languages": [ + "ceb-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "ceb_Latn-khk_Cyrl", + "languages": [ + "ceb-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ceb_Latn-lvs_Latn", + "languages": [ + "ceb-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ceb_Latn-pan_Guru", + "languages": [ + "ceb-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718769, + "recall": 0.778656, + "f1": 0.736503, + "accuracy": 0.778656, + "main_score": 0.736503, + "hf_subset": "ceb_Latn-som_Latn", + "languages": [ + "ceb-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611746, + "recall": 0.663043, + "f1": 0.62632, + "accuracy": 0.663043, + "main_score": 0.62632, + "hf_subset": "ceb_Latn-tum_Latn", + "languages": [ + "ceb-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403715, + "recall": 0.451581, + "f1": 0.416989, + "accuracy": 0.451581, + "main_score": 0.416989, + "hf_subset": "fuv_Latn-ace_Arab", + "languages": [ + "fuv-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483229, + "recall": 0.523715, + "f1": 0.494917, + "accuracy": 0.523715, + "main_score": 0.494917, + "hf_subset": "fuv_Latn-bam_Latn", + "languages": [ + "fuv-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208297, + "recall": 0.249012, + "f1": 0.218448, + "accuracy": 0.249012, + "main_score": 0.218448, + "hf_subset": "fuv_Latn-dzo_Tibt", + "languages": [ + "fuv-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546053, + "recall": 0.596838, + "f1": 0.559432, + "accuracy": 0.596838, + "main_score": 0.559432, + "hf_subset": "fuv_Latn-hin_Deva", + "languages": [ + "fuv-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510488, + "recall": 0.552372, + "f1": 0.521506, + "accuracy": 0.552372, + "main_score": 0.521506, + "hf_subset": "fuv_Latn-khm_Khmr", + "languages": [ + "fuv-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55695, + "recall": 0.59585, + "f1": 0.567943, + "accuracy": 0.59585, + "main_score": 0.567943, + "hf_subset": "fuv_Latn-mag_Deva", + "languages": [ + "fuv-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558949, + "recall": 0.594862, + "f1": 0.569026, + "accuracy": 0.594862, + "main_score": 0.569026, + "hf_subset": "fuv_Latn-pap_Latn", + "languages": [ + "fuv-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512617, + "recall": 0.551383, + "f1": 0.523303, + "accuracy": 0.551383, + "main_score": 0.523303, + "hf_subset": "fuv_Latn-sot_Latn", + "languages": [ + "fuv-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548646, + "recall": 0.59585, + "f1": 0.561145, + "accuracy": 0.59585, + "main_score": 0.561145, + "hf_subset": "fuv_Latn-tur_Latn", + "languages": [ + "fuv-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566288, + "recall": 0.601779, + "f1": 0.575473, + "accuracy": 0.601779, + "main_score": 0.575473, + "hf_subset": "fuv_Latn-ace_Latn", + "languages": [ + "fuv-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547972, + "recall": 0.583004, + "f1": 0.557703, + "accuracy": 0.583004, + "main_score": 0.557703, + "hf_subset": "fuv_Latn-ban_Latn", + "languages": [ + "fuv-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536014, + "recall": 0.589921, + "f1": 0.550089, + "accuracy": 0.589921, + "main_score": 0.550089, + "hf_subset": "fuv_Latn-ell_Grek", + "languages": [ + "fuv-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524405, + "recall": 0.576087, + "f1": 0.538718, + "accuracy": 0.576087, + "main_score": 0.538718, + "hf_subset": "fuv_Latn-hne_Deva", + "languages": [ + "fuv-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475302, + "recall": 0.518775, + "f1": 0.487837, + "accuracy": 0.518775, + "main_score": 0.487837, + "hf_subset": "fuv_Latn-kik_Latn", + "languages": [ + "fuv-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544347, + "recall": 0.589921, + "f1": 0.557141, + "accuracy": 0.589921, + "main_score": 0.557141, + "hf_subset": "fuv_Latn-mai_Deva", + "languages": [ + "fuv-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507924, + "recall": 0.552372, + "f1": 0.520025, + "accuracy": 0.552372, + "main_score": 0.520025, + "hf_subset": "fuv_Latn-pbt_Arab", + "languages": [ + "fuv-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561299, + "recall": 0.603755, + "f1": 0.572993, + "accuracy": 0.603755, + "main_score": 0.572993, + "hf_subset": "fuv_Latn-spa_Latn", + "languages": [ + "fuv-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524155, + "recall": 0.555336, + "f1": 0.533023, + "accuracy": 0.555336, + "main_score": 0.533023, + "hf_subset": "fuv_Latn-twi_Latn", + "languages": [ + "fuv-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537959, + "recall": 0.582016, + "f1": 0.550166, + "accuracy": 0.582016, + "main_score": 0.550166, + "hf_subset": "fuv_Latn-acm_Arab", + "languages": [ + "fuv-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513739, + "recall": 0.560277, + "f1": 0.525545, + "accuracy": 0.560277, + "main_score": 0.525545, + "hf_subset": "fuv_Latn-bel_Cyrl", + "languages": [ + "fuv-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576586, + "recall": 0.617589, + "f1": 0.588558, + "accuracy": 0.617589, + "main_score": 0.588558, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559035, + "recall": 0.606719, + "f1": 0.571292, + "accuracy": 0.606719, + "main_score": 0.571292, + "hf_subset": "fuv_Latn-hrv_Latn", + "languages": [ + "fuv-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463102, + "recall": 0.503953, + "f1": 0.474474, + "accuracy": 0.503953, + "main_score": 0.474474, + "hf_subset": "fuv_Latn-kin_Latn", + "languages": [ + "fuv-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534201, + "recall": 0.587945, + "f1": 0.548701, + "accuracy": 0.587945, + "main_score": 0.548701, + "hf_subset": "fuv_Latn-mal_Mlym", + "languages": [ + "fuv-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55052, + "recall": 0.590909, + "f1": 0.561473, + "accuracy": 0.590909, + "main_score": 0.561473, + "hf_subset": "fuv_Latn-pes_Arab", + "languages": [ + "fuv-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556581, + "recall": 0.590909, + "f1": 0.565946, + "accuracy": 0.590909, + "main_score": 0.565946, + "hf_subset": "fuv_Latn-srd_Latn", + "languages": [ + "fuv-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185319, + "recall": 0.220356, + "f1": 0.194353, + "accuracy": 0.220356, + "main_score": 0.194353, + "hf_subset": "fuv_Latn-tzm_Tfng", + "languages": [ + "fuv-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53561, + "recall": 0.58498, + "f1": 0.54912, + "accuracy": 0.58498, + "main_score": 0.54912, + "hf_subset": "fuv_Latn-acq_Arab", + "languages": [ + "fuv-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530255, + "recall": 0.567194, + "f1": 0.540417, + "accuracy": 0.567194, + "main_score": 0.540417, + "hf_subset": "fuv_Latn-bem_Latn", + "languages": [ + "fuv-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552962, + "recall": 0.591897, + "f1": 0.563637, + "accuracy": 0.591897, + "main_score": 0.563637, + "hf_subset": "fuv_Latn-epo_Latn", + "languages": [ + "fuv-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560113, + "recall": 0.597826, + "f1": 0.570912, + "accuracy": 0.597826, + "main_score": 0.570912, + "hf_subset": "fuv_Latn-hun_Latn", + "languages": [ + "fuv-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530095, + "recall": 0.571146, + "f1": 0.541201, + "accuracy": 0.571146, + "main_score": 0.541201, + "hf_subset": "fuv_Latn-kir_Cyrl", + "languages": [ + "fuv-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53358, + "recall": 0.581028, + "f1": 0.546045, + "accuracy": 0.581028, + "main_score": 0.546045, + "hf_subset": "fuv_Latn-mar_Deva", + "languages": [ + "fuv-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525382, + "recall": 0.559289, + "f1": 0.535045, + "accuracy": 0.559289, + "main_score": 0.535045, + "hf_subset": "fuv_Latn-plt_Latn", + "languages": [ + "fuv-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559819, + "recall": 0.599802, + "f1": 0.570476, + "accuracy": 0.599802, + "main_score": 0.570476, + "hf_subset": "fuv_Latn-srp_Cyrl", + "languages": [ + "fuv-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463021, + "recall": 0.518775, + "f1": 0.478928, + "accuracy": 0.518775, + "main_score": 0.478928, + "hf_subset": "fuv_Latn-uig_Arab", + "languages": [ + "fuv-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518404, + "recall": 0.566206, + "f1": 0.531133, + "accuracy": 0.566206, + "main_score": 0.531133, + "hf_subset": "fuv_Latn-aeb_Arab", + "languages": [ + "fuv-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548549, + "recall": 0.596838, + "f1": 0.561859, + "accuracy": 0.596838, + "main_score": 0.561859, + "hf_subset": "fuv_Latn-ben_Beng", + "languages": [ + "fuv-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547717, + "recall": 0.588933, + "f1": 0.558945, + "accuracy": 0.588933, + "main_score": 0.558945, + "hf_subset": "fuv_Latn-est_Latn", + "languages": [ + "fuv-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522992, + "recall": 0.566206, + "f1": 0.534544, + "accuracy": 0.566206, + "main_score": 0.534544, + "hf_subset": "fuv_Latn-hye_Armn", + "languages": [ + "fuv-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49532, + "recall": 0.531621, + "f1": 0.505467, + "accuracy": 0.531621, + "main_score": 0.505467, + "hf_subset": "fuv_Latn-kmb_Latn", + "languages": [ + "fuv-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.376419, + "recall": 0.428854, + "f1": 0.390538, + "accuracy": 0.428854, + "main_score": 0.390538, + "hf_subset": "fuv_Latn-min_Arab", + "languages": [ + "fuv-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541923, + "recall": 0.589921, + "f1": 0.554598, + "accuracy": 0.589921, + "main_score": 0.554598, + "hf_subset": "fuv_Latn-pol_Latn", + "languages": [ + "fuv-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491768, + "recall": 0.537549, + "f1": 0.504094, + "accuracy": 0.537549, + "main_score": 0.504094, + "hf_subset": "fuv_Latn-ssw_Latn", + "languages": [ + "fuv-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5531, + "recall": 0.596838, + "f1": 0.564968, + "accuracy": 0.596838, + "main_score": 0.564968, + "hf_subset": "fuv_Latn-ukr_Cyrl", + "languages": [ + "fuv-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578854, + "recall": 0.617589, + "f1": 0.589598, + "accuracy": 0.617589, + "main_score": 0.589598, + "hf_subset": "fuv_Latn-afr_Latn", + "languages": [ + "fuv-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548421, + "recall": 0.587945, + "f1": 0.558781, + "accuracy": 0.587945, + "main_score": 0.558781, + "hf_subset": "fuv_Latn-bho_Deva", + "languages": [ + "fuv-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535797, + "recall": 0.576087, + "f1": 0.546703, + "accuracy": 0.576087, + "main_score": 0.546703, + "hf_subset": "fuv_Latn-eus_Latn", + "languages": [ + "fuv-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510245, + "recall": 0.555336, + "f1": 0.523641, + "accuracy": 0.555336, + "main_score": 0.523641, + "hf_subset": "fuv_Latn-ibo_Latn", + "languages": [ + "fuv-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536766, + "recall": 0.574111, + "f1": 0.547876, + "accuracy": 0.574111, + "main_score": 0.547876, + "hf_subset": "fuv_Latn-kmr_Latn", + "languages": [ + "fuv-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571181, + "recall": 0.61166, + "f1": 0.582193, + "accuracy": 0.61166, + "main_score": 0.582193, + "hf_subset": "fuv_Latn-min_Latn", + "languages": [ + "fuv-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555675, + "recall": 0.602767, + "f1": 0.568186, + "accuracy": 0.602767, + "main_score": 0.568186, + "hf_subset": "fuv_Latn-por_Latn", + "languages": [ + "fuv-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567096, + "recall": 0.607708, + "f1": 0.578012, + "accuracy": 0.607708, + "main_score": 0.578012, + "hf_subset": "fuv_Latn-sun_Latn", + "languages": [ + "fuv-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483443, + "recall": 0.523715, + "f1": 0.495095, + "accuracy": 0.523715, + "main_score": 0.495095, + "hf_subset": "fuv_Latn-umb_Latn", + "languages": [ + "fuv-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551902, + "recall": 0.594862, + "f1": 0.563269, + "accuracy": 0.594862, + "main_score": 0.563269, + "hf_subset": "fuv_Latn-ajp_Arab", + "languages": [ + "fuv-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389559, + "recall": 0.436759, + "f1": 0.402884, + "accuracy": 0.436759, + "main_score": 0.402884, + "hf_subset": "fuv_Latn-bjn_Arab", + "languages": [ + "fuv-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486128, + "recall": 0.522727, + "f1": 0.496316, + "accuracy": 0.522727, + "main_score": 0.496316, + "hf_subset": "fuv_Latn-ewe_Latn", + "languages": [ + "fuv-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574197, + "recall": 0.605731, + "f1": 0.582413, + "accuracy": 0.605731, + "main_score": 0.582413, + "hf_subset": "fuv_Latn-ilo_Latn", + "languages": [ + "fuv-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298758, + "recall": 0.343874, + "f1": 0.311072, + "accuracy": 0.343874, + "main_score": 0.311072, + "hf_subset": "fuv_Latn-knc_Arab", + "languages": [ + "fuv-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551471, + "recall": 0.59585, + "f1": 0.563074, + "accuracy": 0.59585, + "main_score": 0.563074, + "hf_subset": "fuv_Latn-mkd_Cyrl", + "languages": [ + "fuv-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549653, + "recall": 0.599802, + "f1": 0.562836, + "accuracy": 0.599802, + "main_score": 0.562836, + "hf_subset": "fuv_Latn-prs_Arab", + "languages": [ + "fuv-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559441, + "recall": 0.600791, + "f1": 0.569565, + "accuracy": 0.600791, + "main_score": 0.569565, + "hf_subset": "fuv_Latn-swe_Latn", + "languages": [ + "fuv-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53043, + "recall": 0.582016, + "f1": 0.54397, + "accuracy": 0.582016, + "main_score": 0.54397, + "hf_subset": "fuv_Latn-urd_Arab", + "languages": [ + "fuv-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516115, + "recall": 0.552372, + "f1": 0.52694, + "accuracy": 0.552372, + "main_score": 0.52694, + "hf_subset": "fuv_Latn-aka_Latn", + "languages": [ + "fuv-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582129, + "recall": 0.612648, + "f1": 0.590189, + "accuracy": 0.612648, + "main_score": 0.590189, + "hf_subset": "fuv_Latn-bjn_Latn", + "languages": [ + "fuv-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541669, + "recall": 0.575099, + "f1": 0.551431, + "accuracy": 0.575099, + "main_score": 0.551431, + "hf_subset": "fuv_Latn-fao_Latn", + "languages": [ + "fuv-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577806, + "recall": 0.612648, + "f1": 0.587286, + "accuracy": 0.612648, + "main_score": 0.587286, + "hf_subset": "fuv_Latn-ind_Latn", + "languages": [ + "fuv-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530755, + "recall": 0.566206, + "f1": 0.540771, + "accuracy": 0.566206, + "main_score": 0.540771, + "hf_subset": "fuv_Latn-knc_Latn", + "languages": [ + "fuv-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558949, + "recall": 0.593874, + "f1": 0.567406, + "accuracy": 0.593874, + "main_score": 0.567406, + "hf_subset": "fuv_Latn-mlt_Latn", + "languages": [ + "fuv-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509437, + "recall": 0.551383, + "f1": 0.521534, + "accuracy": 0.551383, + "main_score": 0.521534, + "hf_subset": "fuv_Latn-quy_Latn", + "languages": [ + "fuv-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547173, + "recall": 0.590909, + "f1": 0.559657, + "accuracy": 0.590909, + "main_score": 0.559657, + "hf_subset": "fuv_Latn-swh_Latn", + "languages": [ + "fuv-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528401, + "recall": 0.575099, + "f1": 0.54051, + "accuracy": 0.575099, + "main_score": 0.54051, + "hf_subset": "fuv_Latn-uzn_Latn", + "languages": [ + "fuv-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560781, + "recall": 0.599802, + "f1": 0.571328, + "accuracy": 0.599802, + "main_score": 0.571328, + "hf_subset": "fuv_Latn-als_Latn", + "languages": [ + "fuv-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.253967, + "recall": 0.298419, + "f1": 0.265439, + "accuracy": 0.298419, + "main_score": 0.265439, + "hf_subset": "fuv_Latn-bod_Tibt", + "languages": [ + "fuv-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507928, + "recall": 0.547431, + "f1": 0.519245, + "accuracy": 0.547431, + "main_score": 0.519245, + "hf_subset": "fuv_Latn-fij_Latn", + "languages": [ + "fuv-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527099, + "recall": 0.567194, + "f1": 0.538633, + "accuracy": 0.567194, + "main_score": 0.538633, + "hf_subset": "fuv_Latn-isl_Latn", + "languages": [ + "fuv-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528039, + "recall": 0.564229, + "f1": 0.538105, + "accuracy": 0.564229, + "main_score": 0.538105, + "hf_subset": "fuv_Latn-kon_Latn", + "languages": [ + "fuv-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467112, + "recall": 0.517787, + "f1": 0.481106, + "accuracy": 0.517787, + "main_score": 0.481106, + "hf_subset": "fuv_Latn-mni_Beng", + "languages": [ + "fuv-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568544, + "recall": 0.608696, + "f1": 0.578562, + "accuracy": 0.608696, + "main_score": 0.578562, + "hf_subset": "fuv_Latn-ron_Latn", + "languages": [ + "fuv-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541784, + "recall": 0.585968, + "f1": 0.552516, + "accuracy": 0.585968, + "main_score": 0.552516, + "hf_subset": "fuv_Latn-szl_Latn", + "languages": [ + "fuv-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563561, + "recall": 0.603755, + "f1": 0.574675, + "accuracy": 0.603755, + "main_score": 0.574675, + "hf_subset": "fuv_Latn-vec_Latn", + "languages": [ + "fuv-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463741, + "recall": 0.520751, + "f1": 0.479945, + "accuracy": 0.520751, + "main_score": 0.479945, + "hf_subset": "fuv_Latn-amh_Ethi", + "languages": [ + "fuv-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563352, + "recall": 0.61166, + "f1": 0.57601, + "accuracy": 0.61166, + "main_score": 0.57601, + "hf_subset": "fuv_Latn-bos_Latn", + "languages": [ + "fuv-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542146, + "recall": 0.586957, + "f1": 0.554106, + "accuracy": 0.586957, + "main_score": 0.554106, + "hf_subset": "fuv_Latn-fin_Latn", + "languages": [ + "fuv-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564029, + "recall": 0.601779, + "f1": 0.574347, + "accuracy": 0.601779, + "main_score": 0.574347, + "hf_subset": "fuv_Latn-ita_Latn", + "languages": [ + "fuv-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537727, + "recall": 0.585968, + "f1": 0.550967, + "accuracy": 0.585968, + "main_score": 0.550967, + "hf_subset": "fuv_Latn-kor_Hang", + "languages": [ + "fuv-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494648, + "recall": 0.529644, + "f1": 0.50445, + "accuracy": 0.529644, + "main_score": 0.50445, + "hf_subset": "fuv_Latn-mos_Latn", + "languages": [ + "fuv-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482436, + "recall": 0.520751, + "f1": 0.493329, + "accuracy": 0.520751, + "main_score": 0.493329, + "hf_subset": "fuv_Latn-run_Latn", + "languages": [ + "fuv-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528987, + "recall": 0.578063, + "f1": 0.542008, + "accuracy": 0.578063, + "main_score": 0.542008, + "hf_subset": "fuv_Latn-tam_Taml", + "languages": [ + "fuv-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53805, + "recall": 0.585968, + "f1": 0.55049, + "accuracy": 0.585968, + "main_score": 0.55049, + "hf_subset": "fuv_Latn-vie_Latn", + "languages": [ + "fuv-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536231, + "recall": 0.589921, + "f1": 0.550285, + "accuracy": 0.589921, + "main_score": 0.550285, + "hf_subset": "fuv_Latn-apc_Arab", + "languages": [ + "fuv-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539491, + "recall": 0.576087, + "f1": 0.549331, + "accuracy": 0.576087, + "main_score": 0.549331, + "hf_subset": "fuv_Latn-bug_Latn", + "languages": [ + "fuv-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45159, + "recall": 0.491107, + "f1": 0.462962, + "accuracy": 0.491107, + "main_score": 0.462962, + "hf_subset": "fuv_Latn-fon_Latn", + "languages": [ + "fuv-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577841, + "recall": 0.609684, + "f1": 0.586839, + "accuracy": 0.609684, + "main_score": 0.586839, + "hf_subset": "fuv_Latn-jav_Latn", + "languages": [ + "fuv-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478911, + "recall": 0.528656, + "f1": 0.492592, + "accuracy": 0.528656, + "main_score": 0.492592, + "hf_subset": "fuv_Latn-lao_Laoo", + "languages": [ + "fuv-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485532, + "recall": 0.52668, + "f1": 0.497106, + "accuracy": 0.52668, + "main_score": 0.497106, + "hf_subset": "fuv_Latn-mri_Latn", + "languages": [ + "fuv-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539971, + "recall": 0.588933, + "f1": 0.553237, + "accuracy": 0.588933, + "main_score": 0.553237, + "hf_subset": "fuv_Latn-rus_Cyrl", + "languages": [ + "fuv-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481341, + "recall": 0.51581, + "f1": 0.491601, + "accuracy": 0.51581, + "main_score": 0.491601, + "hf_subset": "fuv_Latn-taq_Latn", + "languages": [ + "fuv-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564725, + "recall": 0.599802, + "f1": 0.573971, + "accuracy": 0.599802, + "main_score": 0.573971, + "hf_subset": "fuv_Latn-war_Latn", + "languages": [ + "fuv-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543865, + "recall": 0.587945, + "f1": 0.555987, + "accuracy": 0.587945, + "main_score": 0.555987, + "hf_subset": "fuv_Latn-arb_Arab", + "languages": [ + "fuv-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548115, + "recall": 0.588933, + "f1": 0.559037, + "accuracy": 0.588933, + "main_score": 0.559037, + "hf_subset": "fuv_Latn-bul_Cyrl", + "languages": [ + "fuv-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572223, + "recall": 0.609684, + "f1": 0.582521, + "accuracy": 0.609684, + "main_score": 0.582521, + "hf_subset": "fuv_Latn-fra_Latn", + "languages": [ + "fuv-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530058, + "recall": 0.578063, + "f1": 0.543545, + "accuracy": 0.578063, + "main_score": 0.543545, + "hf_subset": "fuv_Latn-jpn_Jpan", + "languages": [ + "fuv-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53904, + "recall": 0.585968, + "f1": 0.552211, + "accuracy": 0.585968, + "main_score": 0.552211, + "hf_subset": "fuv_Latn-lij_Latn", + "languages": [ + "fuv-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398373, + "recall": 0.45751, + "f1": 0.413802, + "accuracy": 0.45751, + "main_score": 0.413802, + "hf_subset": "fuv_Latn-mya_Mymr", + "languages": [ + "fuv-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505987, + "recall": 0.547431, + "f1": 0.516576, + "accuracy": 0.547431, + "main_score": 0.516576, + "hf_subset": "fuv_Latn-sag_Latn", + "languages": [ + "fuv-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197442, + "recall": 0.237154, + "f1": 0.2066, + "accuracy": 0.237154, + "main_score": 0.2066, + "hf_subset": "fuv_Latn-taq_Tfng", + "languages": [ + "fuv-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52842, + "recall": 0.566206, + "f1": 0.538918, + "accuracy": 0.566206, + "main_score": 0.538918, + "hf_subset": "fuv_Latn-wol_Latn", + "languages": [ + "fuv-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448725, + "recall": 0.493083, + "f1": 0.460688, + "accuracy": 0.493083, + "main_score": 0.460688, + "hf_subset": "fuv_Latn-arb_Latn", + "languages": [ + "fuv-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558453, + "recall": 0.600791, + "f1": 0.569682, + "accuracy": 0.600791, + "main_score": 0.569682, + "hf_subset": "fuv_Latn-cat_Latn", + "languages": [ + "fuv-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553773, + "recall": 0.588933, + "f1": 0.563304, + "accuracy": 0.588933, + "main_score": 0.563304, + "hf_subset": "fuv_Latn-fur_Latn", + "languages": [ + "fuv-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402921, + "recall": 0.450593, + "f1": 0.415947, + "accuracy": 0.450593, + "main_score": 0.415947, + "hf_subset": "fuv_Latn-kab_Latn", + "languages": [ + "fuv-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556694, + "recall": 0.588933, + "f1": 0.5659, + "accuracy": 0.588933, + "main_score": 0.5659, + "hf_subset": "fuv_Latn-lim_Latn", + "languages": [ + "fuv-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547206, + "recall": 0.591897, + "f1": 0.558748, + "accuracy": 0.591897, + "main_score": 0.558748, + "hf_subset": "fuv_Latn-nld_Latn", + "languages": [ + "fuv-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508882, + "recall": 0.552372, + "f1": 0.519529, + "accuracy": 0.552372, + "main_score": 0.519529, + "hf_subset": "fuv_Latn-san_Deva", + "languages": [ + "fuv-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538453, + "recall": 0.582016, + "f1": 0.550172, + "accuracy": 0.582016, + "main_score": 0.550172, + "hf_subset": "fuv_Latn-tat_Cyrl", + "languages": [ + "fuv-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539694, + "recall": 0.576087, + "f1": 0.550227, + "accuracy": 0.576087, + "main_score": 0.550227, + "hf_subset": "fuv_Latn-xho_Latn", + "languages": [ + "fuv-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515207, + "recall": 0.56917, + "f1": 0.530307, + "accuracy": 0.56917, + "main_score": 0.530307, + "hf_subset": "fuv_Latn-ars_Arab", + "languages": [ + "fuv-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562205, + "recall": 0.594862, + "f1": 0.570541, + "accuracy": 0.594862, + "main_score": 0.570541, + "hf_subset": "fuv_Latn-ceb_Latn", + "languages": [ + "fuv-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485169, + "recall": 0.528656, + "f1": 0.497699, + "accuracy": 0.528656, + "main_score": 0.497699, + "hf_subset": "fuv_Latn-kac_Latn", + "languages": [ + "fuv-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544026, + "recall": 0.578063, + "f1": 0.553568, + "accuracy": 0.578063, + "main_score": 0.553568, + "hf_subset": "fuv_Latn-lin_Latn", + "languages": [ + "fuv-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561798, + "recall": 0.598814, + "f1": 0.571249, + "accuracy": 0.598814, + "main_score": 0.571249, + "hf_subset": "fuv_Latn-nno_Latn", + "languages": [ + "fuv-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.100464, + "recall": 0.134387, + "f1": 0.108795, + "accuracy": 0.134387, + "main_score": 0.108795, + "hf_subset": "fuv_Latn-sat_Olck", + "languages": [ + "fuv-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528205, + "recall": 0.575099, + "f1": 0.540193, + "accuracy": 0.575099, + "main_score": 0.540193, + "hf_subset": "fuv_Latn-tel_Telu", + "languages": [ + "fuv-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472107, + "recall": 0.521739, + "f1": 0.484759, + "accuracy": 0.521739, + "main_score": 0.484759, + "hf_subset": "fuv_Latn-ydd_Hebr", + "languages": [ + "fuv-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510973, + "recall": 0.5583, + "f1": 0.524272, + "accuracy": 0.5583, + "main_score": 0.524272, + "hf_subset": "fuv_Latn-ary_Arab", + "languages": [ + "fuv-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56134, + "recall": 0.606719, + "f1": 0.57352, + "accuracy": 0.606719, + "main_score": 0.57352, + "hf_subset": "fuv_Latn-ces_Latn", + "languages": [ + "fuv-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467081, + "recall": 0.512846, + "f1": 0.480223, + "accuracy": 0.512846, + "main_score": 0.480223, + "hf_subset": "fuv_Latn-gaz_Latn", + "languages": [ + "fuv-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485375, + "recall": 0.527668, + "f1": 0.498108, + "accuracy": 0.527668, + "main_score": 0.498108, + "hf_subset": "fuv_Latn-kam_Latn", + "languages": [ + "fuv-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529157, + "recall": 0.572134, + "f1": 0.540457, + "accuracy": 0.572134, + "main_score": 0.540457, + "hf_subset": "fuv_Latn-lit_Latn", + "languages": [ + "fuv-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563111, + "recall": 0.604743, + "f1": 0.574349, + "accuracy": 0.604743, + "main_score": 0.574349, + "hf_subset": "fuv_Latn-nob_Latn", + "languages": [ + "fuv-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553042, + "recall": 0.592885, + "f1": 0.563123, + "accuracy": 0.592885, + "main_score": 0.563123, + "hf_subset": "fuv_Latn-scn_Latn", + "languages": [ + "fuv-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521902, + "recall": 0.562253, + "f1": 0.532744, + "accuracy": 0.562253, + "main_score": 0.532744, + "hf_subset": "fuv_Latn-tgk_Cyrl", + "languages": [ + "fuv-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47652, + "recall": 0.523715, + "f1": 0.489781, + "accuracy": 0.523715, + "main_score": 0.489781, + "hf_subset": "fuv_Latn-yor_Latn", + "languages": [ + "fuv-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53913, + "recall": 0.587945, + "f1": 0.552628, + "accuracy": 0.587945, + "main_score": 0.552628, + "hf_subset": "fuv_Latn-arz_Arab", + "languages": [ + "fuv-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487994, + "recall": 0.520751, + "f1": 0.497874, + "accuracy": 0.520751, + "main_score": 0.497874, + "hf_subset": "fuv_Latn-cjk_Latn", + "languages": [ + "fuv-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492513, + "recall": 0.532609, + "f1": 0.502921, + "accuracy": 0.532609, + "main_score": 0.502921, + "hf_subset": "fuv_Latn-gla_Latn", + "languages": [ + "fuv-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534265, + "recall": 0.581028, + "f1": 0.546735, + "accuracy": 0.581028, + "main_score": 0.546735, + "hf_subset": "fuv_Latn-kan_Knda", + "languages": [ + "fuv-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552993, + "recall": 0.589921, + "f1": 0.562852, + "accuracy": 0.589921, + "main_score": 0.562852, + "hf_subset": "fuv_Latn-lmo_Latn", + "languages": [ + "fuv-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53881, + "recall": 0.588933, + "f1": 0.552361, + "accuracy": 0.588933, + "main_score": 0.552361, + "hf_subset": "fuv_Latn-npi_Deva", + "languages": [ + "fuv-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409965, + "recall": 0.45751, + "f1": 0.423133, + "accuracy": 0.45751, + "main_score": 0.423133, + "hf_subset": "fuv_Latn-shn_Mymr", + "languages": [ + "fuv-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573019, + "recall": 0.610672, + "f1": 0.582634, + "accuracy": 0.610672, + "main_score": 0.582634, + "hf_subset": "fuv_Latn-tgl_Latn", + "languages": [ + "fuv-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5361, + "recall": 0.578063, + "f1": 0.547075, + "accuracy": 0.578063, + "main_score": 0.547075, + "hf_subset": "fuv_Latn-yue_Hant", + "languages": [ + "fuv-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517324, + "recall": 0.565217, + "f1": 0.530348, + "accuracy": 0.565217, + "main_score": 0.530348, + "hf_subset": "fuv_Latn-asm_Beng", + "languages": [ + "fuv-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499078, + "recall": 0.544466, + "f1": 0.511368, + "accuracy": 0.544466, + "main_score": 0.511368, + "hf_subset": "fuv_Latn-ckb_Arab", + "languages": [ + "fuv-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493109, + "recall": 0.534585, + "f1": 0.50478, + "accuracy": 0.534585, + "main_score": 0.50478, + "hf_subset": "fuv_Latn-gle_Latn", + "languages": [ + "fuv-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480073, + "recall": 0.528656, + "f1": 0.492572, + "accuracy": 0.528656, + "main_score": 0.492572, + "hf_subset": "fuv_Latn-kas_Arab", + "languages": [ + "fuv-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511944, + "recall": 0.556324, + "f1": 0.52388, + "accuracy": 0.556324, + "main_score": 0.52388, + "hf_subset": "fuv_Latn-ltg_Latn", + "languages": [ + "fuv-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549333, + "recall": 0.582016, + "f1": 0.558893, + "accuracy": 0.582016, + "main_score": 0.558893, + "hf_subset": "fuv_Latn-nso_Latn", + "languages": [ + "fuv-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46902, + "recall": 0.525692, + "f1": 0.484096, + "accuracy": 0.525692, + "main_score": 0.484096, + "hf_subset": "fuv_Latn-sin_Sinh", + "languages": [ + "fuv-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531458, + "recall": 0.583004, + "f1": 0.54531, + "accuracy": 0.583004, + "main_score": 0.54531, + "hf_subset": "fuv_Latn-tha_Thai", + "languages": [ + "fuv-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533818, + "recall": 0.574111, + "f1": 0.544347, + "accuracy": 0.574111, + "main_score": 0.544347, + "hf_subset": "fuv_Latn-zho_Hans", + "languages": [ + "fuv-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560706, + "recall": 0.596838, + "f1": 0.570954, + "accuracy": 0.596838, + "main_score": 0.570954, + "hf_subset": "fuv_Latn-ast_Latn", + "languages": [ + "fuv-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540295, + "recall": 0.579051, + "f1": 0.550678, + "accuracy": 0.579051, + "main_score": 0.550678, + "hf_subset": "fuv_Latn-crh_Latn", + "languages": [ + "fuv-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568101, + "recall": 0.607708, + "f1": 0.579033, + "accuracy": 0.607708, + "main_score": 0.579033, + "hf_subset": "fuv_Latn-glg_Latn", + "languages": [ + "fuv-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504849, + "recall": 0.551383, + "f1": 0.518304, + "accuracy": 0.551383, + "main_score": 0.518304, + "hf_subset": "fuv_Latn-kas_Deva", + "languages": [ + "fuv-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543841, + "recall": 0.583992, + "f1": 0.555, + "accuracy": 0.583992, + "main_score": 0.555, + "hf_subset": "fuv_Latn-ltz_Latn", + "languages": [ + "fuv-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430797, + "recall": 0.481225, + "f1": 0.445058, + "accuracy": 0.481225, + "main_score": 0.445058, + "hf_subset": "fuv_Latn-nus_Latn", + "languages": [ + "fuv-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556731, + "recall": 0.605731, + "f1": 0.569958, + "accuracy": 0.605731, + "main_score": 0.569958, + "hf_subset": "fuv_Latn-slk_Latn", + "languages": [ + "fuv-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395504, + "recall": 0.445652, + "f1": 0.410117, + "accuracy": 0.445652, + "main_score": 0.410117, + "hf_subset": "fuv_Latn-tir_Ethi", + "languages": [ + "fuv-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517765, + "recall": 0.570158, + "f1": 0.531882, + "accuracy": 0.570158, + "main_score": 0.531882, + "hf_subset": "fuv_Latn-zho_Hant", + "languages": [ + "fuv-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544932, + "recall": 0.589921, + "f1": 0.55734, + "accuracy": 0.589921, + "main_score": 0.55734, + "hf_subset": "fuv_Latn-awa_Deva", + "languages": [ + "fuv-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530947, + "recall": 0.565217, + "f1": 0.540587, + "accuracy": 0.565217, + "main_score": 0.540587, + "hf_subset": "fuv_Latn-cym_Latn", + "languages": [ + "fuv-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545226, + "recall": 0.578063, + "f1": 0.554368, + "accuracy": 0.578063, + "main_score": 0.554368, + "hf_subset": "fuv_Latn-grn_Latn", + "languages": [ + "fuv-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521799, + "recall": 0.566206, + "f1": 0.533174, + "accuracy": 0.566206, + "main_score": 0.533174, + "hf_subset": "fuv_Latn-kat_Geor", + "languages": [ + "fuv-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520017, + "recall": 0.555336, + "f1": 0.530288, + "accuracy": 0.555336, + "main_score": 0.530288, + "hf_subset": "fuv_Latn-lua_Latn", + "languages": [ + "fuv-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517599, + "recall": 0.557312, + "f1": 0.527913, + "accuracy": 0.557312, + "main_score": 0.527913, + "hf_subset": "fuv_Latn-nya_Latn", + "languages": [ + "fuv-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534535, + "recall": 0.582016, + "f1": 0.547459, + "accuracy": 0.582016, + "main_score": 0.547459, + "hf_subset": "fuv_Latn-slv_Latn", + "languages": [ + "fuv-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544207, + "recall": 0.58498, + "f1": 0.555291, + "accuracy": 0.58498, + "main_score": 0.555291, + "hf_subset": "fuv_Latn-tpi_Latn", + "languages": [ + "fuv-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576203, + "recall": 0.617589, + "f1": 0.586663, + "accuracy": 0.617589, + "main_score": 0.586663, + "hf_subset": "fuv_Latn-zsm_Latn", + "languages": [ + "fuv-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482807, + "recall": 0.524704, + "f1": 0.49536, + "accuracy": 0.524704, + "main_score": 0.49536, + "hf_subset": "fuv_Latn-ayr_Latn", + "languages": [ + "fuv-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561181, + "recall": 0.602767, + "f1": 0.571846, + "accuracy": 0.602767, + "main_score": 0.571846, + "hf_subset": "fuv_Latn-dan_Latn", + "languages": [ + "fuv-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5354, + "recall": 0.586957, + "f1": 0.549278, + "accuracy": 0.586957, + "main_score": 0.549278, + "hf_subset": "fuv_Latn-guj_Gujr", + "languages": [ + "fuv-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547131, + "recall": 0.589921, + "f1": 0.558068, + "accuracy": 0.589921, + "main_score": 0.558068, + "hf_subset": "fuv_Latn-kaz_Cyrl", + "languages": [ + "fuv-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48949, + "recall": 0.531621, + "f1": 0.501189, + "accuracy": 0.531621, + "main_score": 0.501189, + "hf_subset": "fuv_Latn-lug_Latn", + "languages": [ + "fuv-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566524, + "recall": 0.606719, + "f1": 0.576648, + "accuracy": 0.606719, + "main_score": 0.576648, + "hf_subset": "fuv_Latn-oci_Latn", + "languages": [ + "fuv-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518308, + "recall": 0.550395, + "f1": 0.527124, + "accuracy": 0.550395, + "main_score": 0.527124, + "hf_subset": "fuv_Latn-smo_Latn", + "languages": [ + "fuv-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504283, + "recall": 0.540514, + "f1": 0.514274, + "accuracy": 0.540514, + "main_score": 0.514274, + "hf_subset": "fuv_Latn-tsn_Latn", + "languages": [ + "fuv-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508129, + "recall": 0.550395, + "f1": 0.520149, + "accuracy": 0.550395, + "main_score": 0.520149, + "hf_subset": "fuv_Latn-zul_Latn", + "languages": [ + "fuv-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472257, + "recall": 0.520751, + "f1": 0.485466, + "accuracy": 0.520751, + "main_score": 0.485466, + "hf_subset": "fuv_Latn-azb_Arab", + "languages": [ + "fuv-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548806, + "recall": 0.591897, + "f1": 0.560182, + "accuracy": 0.591897, + "main_score": 0.560182, + "hf_subset": "fuv_Latn-deu_Latn", + "languages": [ + "fuv-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509385, + "recall": 0.559289, + "f1": 0.523112, + "accuracy": 0.559289, + "main_score": 0.523112, + "hf_subset": "fuv_Latn-hat_Latn", + "languages": [ + "fuv-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462171, + "recall": 0.509881, + "f1": 0.475783, + "accuracy": 0.509881, + "main_score": 0.475783, + "hf_subset": "fuv_Latn-kbp_Latn", + "languages": [ + "fuv-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525769, + "recall": 0.563241, + "f1": 0.536281, + "accuracy": 0.563241, + "main_score": 0.536281, + "hf_subset": "fuv_Latn-luo_Latn", + "languages": [ + "fuv-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530534, + "recall": 0.582016, + "f1": 0.544476, + "accuracy": 0.582016, + "main_score": 0.544476, + "hf_subset": "fuv_Latn-ory_Orya", + "languages": [ + "fuv-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503007, + "recall": 0.545455, + "f1": 0.514771, + "accuracy": 0.545455, + "main_score": 0.514771, + "hf_subset": "fuv_Latn-sna_Latn", + "languages": [ + "fuv-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501515, + "recall": 0.535573, + "f1": 0.51087, + "accuracy": 0.535573, + "main_score": 0.51087, + "hf_subset": "fuv_Latn-tso_Latn", + "languages": [ + "fuv-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516712, + "recall": 0.571146, + "f1": 0.531119, + "accuracy": 0.571146, + "main_score": 0.531119, + "hf_subset": "fuv_Latn-azj_Latn", + "languages": [ + "fuv-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48932, + "recall": 0.530632, + "f1": 0.501636, + "accuracy": 0.530632, + "main_score": 0.501636, + "hf_subset": "fuv_Latn-dik_Latn", + "languages": [ + "fuv-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538542, + "recall": 0.579051, + "f1": 0.549949, + "accuracy": 0.579051, + "main_score": 0.549949, + "hf_subset": "fuv_Latn-hau_Latn", + "languages": [ + "fuv-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545587, + "recall": 0.583992, + "f1": 0.55637, + "accuracy": 0.583992, + "main_score": 0.55637, + "hf_subset": "fuv_Latn-kea_Latn", + "languages": [ + "fuv-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530006, + "recall": 0.564229, + "f1": 0.539943, + "accuracy": 0.564229, + "main_score": 0.539943, + "hf_subset": "fuv_Latn-lus_Latn", + "languages": [ + "fuv-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55213, + "recall": 0.588933, + "f1": 0.561958, + "accuracy": 0.588933, + "main_score": 0.561958, + "hf_subset": "fuv_Latn-pag_Latn", + "languages": [ + "fuv-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509943, + "recall": 0.565217, + "f1": 0.525385, + "accuracy": 0.565217, + "main_score": 0.525385, + "hf_subset": "fuv_Latn-snd_Arab", + "languages": [ + "fuv-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500285, + "recall": 0.546443, + "f1": 0.513239, + "accuracy": 0.546443, + "main_score": 0.513239, + "hf_subset": "fuv_Latn-tuk_Latn", + "languages": [ + "fuv-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535159, + "recall": 0.575099, + "f1": 0.54538, + "accuracy": 0.575099, + "main_score": 0.54538, + "hf_subset": "fuv_Latn-bak_Cyrl", + "languages": [ + "fuv-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419985, + "recall": 0.481225, + "f1": 0.437695, + "accuracy": 0.481225, + "main_score": 0.437695, + "hf_subset": "fuv_Latn-dyu_Latn", + "languages": [ + "fuv-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527891, + "recall": 0.572134, + "f1": 0.53996, + "accuracy": 0.572134, + "main_score": 0.53996, + "hf_subset": "fuv_Latn-heb_Hebr", + "languages": [ + "fuv-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515606, + "recall": 0.557312, + "f1": 0.527073, + "accuracy": 0.557312, + "main_score": 0.527073, + "hf_subset": "fuv_Latn-khk_Cyrl", + "languages": [ + "fuv-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532193, + "recall": 0.570158, + "f1": 0.54171, + "accuracy": 0.570158, + "main_score": 0.54171, + "hf_subset": "fuv_Latn-lvs_Latn", + "languages": [ + "fuv-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527277, + "recall": 0.579051, + "f1": 0.540643, + "accuracy": 0.579051, + "main_score": 0.540643, + "hf_subset": "fuv_Latn-pan_Guru", + "languages": [ + "fuv-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488053, + "recall": 0.524704, + "f1": 0.498455, + "accuracy": 0.524704, + "main_score": 0.498455, + "hf_subset": "fuv_Latn-som_Latn", + "languages": [ + "fuv-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479611, + "recall": 0.51581, + "f1": 0.490711, + "accuracy": 0.51581, + "main_score": 0.490711, + "hf_subset": "fuv_Latn-tum_Latn", + "languages": [ + "fuv-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39667, + "recall": 0.436759, + "f1": 0.407957, + "accuracy": 0.436759, + "main_score": 0.407957, + "hf_subset": "kac_Latn-ace_Arab", + "languages": [ + "kac-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481301, + "recall": 0.519763, + "f1": 0.492715, + "accuracy": 0.519763, + "main_score": 0.492715, + "hf_subset": "kac_Latn-bam_Latn", + "languages": [ + "kac-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214979, + "recall": 0.254941, + "f1": 0.225444, + "accuracy": 0.254941, + "main_score": 0.225444, + "hf_subset": "kac_Latn-dzo_Tibt", + "languages": [ + "kac-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528053, + "recall": 0.56917, + "f1": 0.538496, + "accuracy": 0.56917, + "main_score": 0.538496, + "hf_subset": "kac_Latn-hin_Deva", + "languages": [ + "kac-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489016, + "recall": 0.534585, + "f1": 0.502487, + "accuracy": 0.534585, + "main_score": 0.502487, + "hf_subset": "kac_Latn-khm_Khmr", + "languages": [ + "kac-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515979, + "recall": 0.556324, + "f1": 0.526627, + "accuracy": 0.556324, + "main_score": 0.526627, + "hf_subset": "kac_Latn-mag_Deva", + "languages": [ + "kac-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54561, + "recall": 0.568182, + "f1": 0.551814, + "accuracy": 0.568182, + "main_score": 0.551814, + "hf_subset": "kac_Latn-pap_Latn", + "languages": [ + "kac-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521143, + "recall": 0.554348, + "f1": 0.529641, + "accuracy": 0.554348, + "main_score": 0.529641, + "hf_subset": "kac_Latn-sot_Latn", + "languages": [ + "kac-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523236, + "recall": 0.563241, + "f1": 0.533802, + "accuracy": 0.563241, + "main_score": 0.533802, + "hf_subset": "kac_Latn-tur_Latn", + "languages": [ + "kac-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534504, + "recall": 0.562253, + "f1": 0.541352, + "accuracy": 0.562253, + "main_score": 0.541352, + "hf_subset": "kac_Latn-ace_Latn", + "languages": [ + "kac-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537364, + "recall": 0.566206, + "f1": 0.545445, + "accuracy": 0.566206, + "main_score": 0.545445, + "hf_subset": "kac_Latn-ban_Latn", + "languages": [ + "kac-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507556, + "recall": 0.555336, + "f1": 0.519929, + "accuracy": 0.555336, + "main_score": 0.519929, + "hf_subset": "kac_Latn-ell_Grek", + "languages": [ + "kac-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513937, + "recall": 0.554348, + "f1": 0.524288, + "accuracy": 0.554348, + "main_score": 0.524288, + "hf_subset": "kac_Latn-hne_Deva", + "languages": [ + "kac-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47941, + "recall": 0.524704, + "f1": 0.491206, + "accuracy": 0.524704, + "main_score": 0.491206, + "hf_subset": "kac_Latn-kik_Latn", + "languages": [ + "kac-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530357, + "recall": 0.572134, + "f1": 0.541523, + "accuracy": 0.572134, + "main_score": 0.541523, + "hf_subset": "kac_Latn-mai_Deva", + "languages": [ + "kac-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475379, + "recall": 0.519763, + "f1": 0.487881, + "accuracy": 0.519763, + "main_score": 0.487881, + "hf_subset": "kac_Latn-pbt_Arab", + "languages": [ + "kac-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532729, + "recall": 0.571146, + "f1": 0.542973, + "accuracy": 0.571146, + "main_score": 0.542973, + "hf_subset": "kac_Latn-spa_Latn", + "languages": [ + "kac-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53309, + "recall": 0.564229, + "f1": 0.542004, + "accuracy": 0.564229, + "main_score": 0.542004, + "hf_subset": "kac_Latn-twi_Latn", + "languages": [ + "kac-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499004, + "recall": 0.544466, + "f1": 0.511518, + "accuracy": 0.544466, + "main_score": 0.511518, + "hf_subset": "kac_Latn-acm_Arab", + "languages": [ + "kac-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505337, + "recall": 0.543478, + "f1": 0.515693, + "accuracy": 0.543478, + "main_score": 0.515693, + "hf_subset": "kac_Latn-bel_Cyrl", + "languages": [ + "kac-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551649, + "recall": 0.594862, + "f1": 0.562987, + "accuracy": 0.594862, + "main_score": 0.562987, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53775, + "recall": 0.575099, + "f1": 0.548104, + "accuracy": 0.575099, + "main_score": 0.548104, + "hf_subset": "kac_Latn-hrv_Latn", + "languages": [ + "kac-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480501, + "recall": 0.514822, + "f1": 0.490104, + "accuracy": 0.514822, + "main_score": 0.490104, + "hf_subset": "kac_Latn-kin_Latn", + "languages": [ + "kac-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509068, + "recall": 0.555336, + "f1": 0.521577, + "accuracy": 0.555336, + "main_score": 0.521577, + "hf_subset": "kac_Latn-mal_Mlym", + "languages": [ + "kac-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517532, + "recall": 0.557312, + "f1": 0.528085, + "accuracy": 0.557312, + "main_score": 0.528085, + "hf_subset": "kac_Latn-pes_Arab", + "languages": [ + "kac-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523541, + "recall": 0.557312, + "f1": 0.532475, + "accuracy": 0.557312, + "main_score": 0.532475, + "hf_subset": "kac_Latn-srd_Latn", + "languages": [ + "kac-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186025, + "recall": 0.22332, + "f1": 0.195786, + "accuracy": 0.22332, + "main_score": 0.195786, + "hf_subset": "kac_Latn-tzm_Tfng", + "languages": [ + "kac-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509736, + "recall": 0.552372, + "f1": 0.520791, + "accuracy": 0.552372, + "main_score": 0.520791, + "hf_subset": "kac_Latn-acq_Arab", + "languages": [ + "kac-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524051, + "recall": 0.55336, + "f1": 0.532198, + "accuracy": 0.55336, + "main_score": 0.532198, + "hf_subset": "kac_Latn-bem_Latn", + "languages": [ + "kac-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51288, + "recall": 0.555336, + "f1": 0.524382, + "accuracy": 0.555336, + "main_score": 0.524382, + "hf_subset": "kac_Latn-epo_Latn", + "languages": [ + "kac-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519505, + "recall": 0.563241, + "f1": 0.531653, + "accuracy": 0.563241, + "main_score": 0.531653, + "hf_subset": "kac_Latn-hun_Latn", + "languages": [ + "kac-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518951, + "recall": 0.562253, + "f1": 0.529812, + "accuracy": 0.562253, + "main_score": 0.529812, + "hf_subset": "kac_Latn-kir_Cyrl", + "languages": [ + "kac-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523228, + "recall": 0.561265, + "f1": 0.533395, + "accuracy": 0.561265, + "main_score": 0.533395, + "hf_subset": "kac_Latn-mar_Deva", + "languages": [ + "kac-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517862, + "recall": 0.551383, + "f1": 0.527075, + "accuracy": 0.551383, + "main_score": 0.527075, + "hf_subset": "kac_Latn-plt_Latn", + "languages": [ + "kac-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535588, + "recall": 0.570158, + "f1": 0.545212, + "accuracy": 0.570158, + "main_score": 0.545212, + "hf_subset": "kac_Latn-srp_Cyrl", + "languages": [ + "kac-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459906, + "recall": 0.502964, + "f1": 0.471119, + "accuracy": 0.502964, + "main_score": 0.471119, + "hf_subset": "kac_Latn-uig_Arab", + "languages": [ + "kac-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505595, + "recall": 0.536561, + "f1": 0.513935, + "accuracy": 0.536561, + "main_score": 0.513935, + "hf_subset": "kac_Latn-aeb_Arab", + "languages": [ + "kac-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523756, + "recall": 0.562253, + "f1": 0.534329, + "accuracy": 0.562253, + "main_score": 0.534329, + "hf_subset": "kac_Latn-ben_Beng", + "languages": [ + "kac-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516112, + "recall": 0.555336, + "f1": 0.526296, + "accuracy": 0.555336, + "main_score": 0.526296, + "hf_subset": "kac_Latn-est_Latn", + "languages": [ + "kac-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503165, + "recall": 0.549407, + "f1": 0.515541, + "accuracy": 0.549407, + "main_score": 0.515541, + "hf_subset": "kac_Latn-hye_Armn", + "languages": [ + "kac-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512089, + "recall": 0.546443, + "f1": 0.521301, + "accuracy": 0.546443, + "main_score": 0.521301, + "hf_subset": "kac_Latn-kmb_Latn", + "languages": [ + "kac-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369769, + "recall": 0.416996, + "f1": 0.381729, + "accuracy": 0.416996, + "main_score": 0.381729, + "hf_subset": "kac_Latn-min_Arab", + "languages": [ + "kac-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524951, + "recall": 0.565217, + "f1": 0.53577, + "accuracy": 0.565217, + "main_score": 0.53577, + "hf_subset": "kac_Latn-pol_Latn", + "languages": [ + "kac-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510857, + "recall": 0.547431, + "f1": 0.520357, + "accuracy": 0.547431, + "main_score": 0.520357, + "hf_subset": "kac_Latn-ssw_Latn", + "languages": [ + "kac-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521799, + "recall": 0.561265, + "f1": 0.532605, + "accuracy": 0.561265, + "main_score": 0.532605, + "hf_subset": "kac_Latn-ukr_Cyrl", + "languages": [ + "kac-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543278, + "recall": 0.58498, + "f1": 0.55407, + "accuracy": 0.58498, + "main_score": 0.55407, + "hf_subset": "kac_Latn-afr_Latn", + "languages": [ + "kac-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515641, + "recall": 0.556324, + "f1": 0.527082, + "accuracy": 0.556324, + "main_score": 0.527082, + "hf_subset": "kac_Latn-bho_Deva", + "languages": [ + "kac-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515943, + "recall": 0.555336, + "f1": 0.526684, + "accuracy": 0.555336, + "main_score": 0.526684, + "hf_subset": "kac_Latn-eus_Latn", + "languages": [ + "kac-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49613, + "recall": 0.535573, + "f1": 0.507035, + "accuracy": 0.535573, + "main_score": 0.507035, + "hf_subset": "kac_Latn-ibo_Latn", + "languages": [ + "kac-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526494, + "recall": 0.559289, + "f1": 0.535623, + "accuracy": 0.559289, + "main_score": 0.535623, + "hf_subset": "kac_Latn-kmr_Latn", + "languages": [ + "kac-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535286, + "recall": 0.570158, + "f1": 0.544795, + "accuracy": 0.570158, + "main_score": 0.544795, + "hf_subset": "kac_Latn-min_Latn", + "languages": [ + "kac-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53803, + "recall": 0.577075, + "f1": 0.548907, + "accuracy": 0.577075, + "main_score": 0.548907, + "hf_subset": "kac_Latn-por_Latn", + "languages": [ + "kac-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53637, + "recall": 0.56917, + "f1": 0.54537, + "accuracy": 0.56917, + "main_score": 0.54537, + "hf_subset": "kac_Latn-sun_Latn", + "languages": [ + "kac-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484837, + "recall": 0.525692, + "f1": 0.496629, + "accuracy": 0.525692, + "main_score": 0.496629, + "hf_subset": "kac_Latn-umb_Latn", + "languages": [ + "kac-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512456, + "recall": 0.55336, + "f1": 0.522686, + "accuracy": 0.55336, + "main_score": 0.522686, + "hf_subset": "kac_Latn-ajp_Arab", + "languages": [ + "kac-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391032, + "recall": 0.432806, + "f1": 0.401565, + "accuracy": 0.432806, + "main_score": 0.401565, + "hf_subset": "kac_Latn-bjn_Arab", + "languages": [ + "kac-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483821, + "recall": 0.519763, + "f1": 0.493726, + "accuracy": 0.519763, + "main_score": 0.493726, + "hf_subset": "kac_Latn-ewe_Latn", + "languages": [ + "kac-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54706, + "recall": 0.575099, + "f1": 0.553816, + "accuracy": 0.575099, + "main_score": 0.553816, + "hf_subset": "kac_Latn-ilo_Latn", + "languages": [ + "kac-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.303738, + "recall": 0.352767, + "f1": 0.31695, + "accuracy": 0.352767, + "main_score": 0.31695, + "hf_subset": "kac_Latn-knc_Arab", + "languages": [ + "kac-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530605, + "recall": 0.570158, + "f1": 0.540834, + "accuracy": 0.570158, + "main_score": 0.540834, + "hf_subset": "kac_Latn-mkd_Cyrl", + "languages": [ + "kac-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51798, + "recall": 0.559289, + "f1": 0.529228, + "accuracy": 0.559289, + "main_score": 0.529228, + "hf_subset": "kac_Latn-prs_Arab", + "languages": [ + "kac-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532744, + "recall": 0.572134, + "f1": 0.543561, + "accuracy": 0.572134, + "main_score": 0.543561, + "hf_subset": "kac_Latn-swe_Latn", + "languages": [ + "kac-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490492, + "recall": 0.541502, + "f1": 0.504544, + "accuracy": 0.541502, + "main_score": 0.504544, + "hf_subset": "kac_Latn-urd_Arab", + "languages": [ + "kac-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531811, + "recall": 0.564229, + "f1": 0.541222, + "accuracy": 0.564229, + "main_score": 0.541222, + "hf_subset": "kac_Latn-aka_Latn", + "languages": [ + "kac-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532515, + "recall": 0.562253, + "f1": 0.540374, + "accuracy": 0.562253, + "main_score": 0.540374, + "hf_subset": "kac_Latn-bjn_Latn", + "languages": [ + "kac-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503463, + "recall": 0.538538, + "f1": 0.513499, + "accuracy": 0.538538, + "main_score": 0.513499, + "hf_subset": "kac_Latn-fao_Latn", + "languages": [ + "kac-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535914, + "recall": 0.573123, + "f1": 0.546512, + "accuracy": 0.573123, + "main_score": 0.546512, + "hf_subset": "kac_Latn-ind_Latn", + "languages": [ + "kac-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516349, + "recall": 0.545455, + "f1": 0.52418, + "accuracy": 0.545455, + "main_score": 0.52418, + "hf_subset": "kac_Latn-knc_Latn", + "languages": [ + "kac-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535697, + "recall": 0.56917, + "f1": 0.544546, + "accuracy": 0.56917, + "main_score": 0.544546, + "hf_subset": "kac_Latn-mlt_Latn", + "languages": [ + "kac-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501221, + "recall": 0.539526, + "f1": 0.512149, + "accuracy": 0.539526, + "main_score": 0.512149, + "hf_subset": "kac_Latn-quy_Latn", + "languages": [ + "kac-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520102, + "recall": 0.555336, + "f1": 0.529487, + "accuracy": 0.555336, + "main_score": 0.529487, + "hf_subset": "kac_Latn-swh_Latn", + "languages": [ + "kac-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519264, + "recall": 0.560277, + "f1": 0.530061, + "accuracy": 0.560277, + "main_score": 0.530061, + "hf_subset": "kac_Latn-uzn_Latn", + "languages": [ + "kac-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528387, + "recall": 0.561265, + "f1": 0.537876, + "accuracy": 0.561265, + "main_score": 0.537876, + "hf_subset": "kac_Latn-als_Latn", + "languages": [ + "kac-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.262508, + "recall": 0.30336, + "f1": 0.272667, + "accuracy": 0.30336, + "main_score": 0.272667, + "hf_subset": "kac_Latn-bod_Tibt", + "languages": [ + "kac-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497212, + "recall": 0.534585, + "f1": 0.507148, + "accuracy": 0.534585, + "main_score": 0.507148, + "hf_subset": "kac_Latn-fij_Latn", + "languages": [ + "kac-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494565, + "recall": 0.534585, + "f1": 0.505677, + "accuracy": 0.534585, + "main_score": 0.505677, + "hf_subset": "kac_Latn-isl_Latn", + "languages": [ + "kac-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523531, + "recall": 0.557312, + "f1": 0.532505, + "accuracy": 0.557312, + "main_score": 0.532505, + "hf_subset": "kac_Latn-kon_Latn", + "languages": [ + "kac-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471495, + "recall": 0.51581, + "f1": 0.483691, + "accuracy": 0.51581, + "main_score": 0.483691, + "hf_subset": "kac_Latn-mni_Beng", + "languages": [ + "kac-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533457, + "recall": 0.570158, + "f1": 0.543382, + "accuracy": 0.570158, + "main_score": 0.543382, + "hf_subset": "kac_Latn-ron_Latn", + "languages": [ + "kac-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522597, + "recall": 0.5583, + "f1": 0.531818, + "accuracy": 0.5583, + "main_score": 0.531818, + "hf_subset": "kac_Latn-szl_Latn", + "languages": [ + "kac-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53665, + "recall": 0.573123, + "f1": 0.546495, + "accuracy": 0.573123, + "main_score": 0.546495, + "hf_subset": "kac_Latn-vec_Latn", + "languages": [ + "kac-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444512, + "recall": 0.495059, + "f1": 0.45711, + "accuracy": 0.495059, + "main_score": 0.45711, + "hf_subset": "kac_Latn-amh_Ethi", + "languages": [ + "kac-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541182, + "recall": 0.582016, + "f1": 0.551398, + "accuracy": 0.582016, + "main_score": 0.551398, + "hf_subset": "kac_Latn-bos_Latn", + "languages": [ + "kac-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517243, + "recall": 0.565217, + "f1": 0.530198, + "accuracy": 0.565217, + "main_score": 0.530198, + "hf_subset": "kac_Latn-fin_Latn", + "languages": [ + "kac-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533211, + "recall": 0.576087, + "f1": 0.54414, + "accuracy": 0.576087, + "main_score": 0.54414, + "hf_subset": "kac_Latn-ita_Latn", + "languages": [ + "kac-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508126, + "recall": 0.552372, + "f1": 0.520613, + "accuracy": 0.552372, + "main_score": 0.520613, + "hf_subset": "kac_Latn-kor_Hang", + "languages": [ + "kac-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484601, + "recall": 0.521739, + "f1": 0.49499, + "accuracy": 0.521739, + "main_score": 0.49499, + "hf_subset": "kac_Latn-mos_Latn", + "languages": [ + "kac-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497994, + "recall": 0.534585, + "f1": 0.50768, + "accuracy": 0.534585, + "main_score": 0.50768, + "hf_subset": "kac_Latn-run_Latn", + "languages": [ + "kac-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510214, + "recall": 0.557312, + "f1": 0.522445, + "accuracy": 0.557312, + "main_score": 0.522445, + "hf_subset": "kac_Latn-tam_Taml", + "languages": [ + "kac-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531926, + "recall": 0.571146, + "f1": 0.5418, + "accuracy": 0.571146, + "main_score": 0.5418, + "hf_subset": "kac_Latn-vie_Latn", + "languages": [ + "kac-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506318, + "recall": 0.547431, + "f1": 0.516734, + "accuracy": 0.547431, + "main_score": 0.516734, + "hf_subset": "kac_Latn-apc_Arab", + "languages": [ + "kac-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513507, + "recall": 0.546443, + "f1": 0.522648, + "accuracy": 0.546443, + "main_score": 0.522648, + "hf_subset": "kac_Latn-bug_Latn", + "languages": [ + "kac-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461801, + "recall": 0.493083, + "f1": 0.470927, + "accuracy": 0.493083, + "main_score": 0.470927, + "hf_subset": "kac_Latn-fon_Latn", + "languages": [ + "kac-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539686, + "recall": 0.573123, + "f1": 0.54895, + "accuracy": 0.573123, + "main_score": 0.54895, + "hf_subset": "kac_Latn-jav_Latn", + "languages": [ + "kac-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483184, + "recall": 0.527668, + "f1": 0.494181, + "accuracy": 0.527668, + "main_score": 0.494181, + "hf_subset": "kac_Latn-lao_Laoo", + "languages": [ + "kac-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478902, + "recall": 0.507905, + "f1": 0.486841, + "accuracy": 0.507905, + "main_score": 0.486841, + "hf_subset": "kac_Latn-mri_Latn", + "languages": [ + "kac-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525484, + "recall": 0.566206, + "f1": 0.535956, + "accuracy": 0.566206, + "main_score": 0.535956, + "hf_subset": "kac_Latn-rus_Cyrl", + "languages": [ + "kac-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484865, + "recall": 0.518775, + "f1": 0.494565, + "accuracy": 0.518775, + "main_score": 0.494565, + "hf_subset": "kac_Latn-taq_Latn", + "languages": [ + "kac-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551346, + "recall": 0.58498, + "f1": 0.560125, + "accuracy": 0.58498, + "main_score": 0.560125, + "hf_subset": "kac_Latn-war_Latn", + "languages": [ + "kac-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499587, + "recall": 0.541502, + "f1": 0.510839, + "accuracy": 0.541502, + "main_score": 0.510839, + "hf_subset": "kac_Latn-arb_Arab", + "languages": [ + "kac-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534675, + "recall": 0.570158, + "f1": 0.544247, + "accuracy": 0.570158, + "main_score": 0.544247, + "hf_subset": "kac_Latn-bul_Cyrl", + "languages": [ + "kac-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536329, + "recall": 0.574111, + "f1": 0.546556, + "accuracy": 0.574111, + "main_score": 0.546556, + "hf_subset": "kac_Latn-fra_Latn", + "languages": [ + "kac-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515381, + "recall": 0.556324, + "f1": 0.527008, + "accuracy": 0.556324, + "main_score": 0.527008, + "hf_subset": "kac_Latn-jpn_Jpan", + "languages": [ + "kac-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516087, + "recall": 0.554348, + "f1": 0.526054, + "accuracy": 0.554348, + "main_score": 0.526054, + "hf_subset": "kac_Latn-lij_Latn", + "languages": [ + "kac-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386482, + "recall": 0.445652, + "f1": 0.401742, + "accuracy": 0.445652, + "main_score": 0.401742, + "hf_subset": "kac_Latn-mya_Mymr", + "languages": [ + "kac-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488245, + "recall": 0.52668, + "f1": 0.498776, + "accuracy": 0.52668, + "main_score": 0.498776, + "hf_subset": "kac_Latn-sag_Latn", + "languages": [ + "kac-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2011, + "recall": 0.245059, + "f1": 0.212095, + "accuracy": 0.245059, + "main_score": 0.212095, + "hf_subset": "kac_Latn-taq_Tfng", + "languages": [ + "kac-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509488, + "recall": 0.544466, + "f1": 0.518931, + "accuracy": 0.544466, + "main_score": 0.518931, + "hf_subset": "kac_Latn-wol_Latn", + "languages": [ + "kac-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427119, + "recall": 0.470356, + "f1": 0.43902, + "accuracy": 0.470356, + "main_score": 0.43902, + "hf_subset": "kac_Latn-arb_Latn", + "languages": [ + "kac-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540187, + "recall": 0.575099, + "f1": 0.549835, + "accuracy": 0.575099, + "main_score": 0.549835, + "hf_subset": "kac_Latn-cat_Latn", + "languages": [ + "kac-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527328, + "recall": 0.562253, + "f1": 0.536334, + "accuracy": 0.562253, + "main_score": 0.536334, + "hf_subset": "kac_Latn-fur_Latn", + "languages": [ + "kac-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413335, + "recall": 0.456522, + "f1": 0.424823, + "accuracy": 0.456522, + "main_score": 0.424823, + "hf_subset": "kac_Latn-kab_Latn", + "languages": [ + "kac-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533279, + "recall": 0.568182, + "f1": 0.541887, + "accuracy": 0.568182, + "main_score": 0.541887, + "hf_subset": "kac_Latn-lim_Latn", + "languages": [ + "kac-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522394, + "recall": 0.563241, + "f1": 0.533698, + "accuracy": 0.563241, + "main_score": 0.533698, + "hf_subset": "kac_Latn-nld_Latn", + "languages": [ + "kac-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495468, + "recall": 0.536561, + "f1": 0.505812, + "accuracy": 0.536561, + "main_score": 0.505812, + "hf_subset": "kac_Latn-san_Deva", + "languages": [ + "kac-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525106, + "recall": 0.565217, + "f1": 0.535927, + "accuracy": 0.565217, + "main_score": 0.535927, + "hf_subset": "kac_Latn-tat_Cyrl", + "languages": [ + "kac-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51532, + "recall": 0.554348, + "f1": 0.52595, + "accuracy": 0.554348, + "main_score": 0.52595, + "hf_subset": "kac_Latn-xho_Latn", + "languages": [ + "kac-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484341, + "recall": 0.528656, + "f1": 0.496218, + "accuracy": 0.528656, + "main_score": 0.496218, + "hf_subset": "kac_Latn-ars_Arab", + "languages": [ + "kac-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540398, + "recall": 0.575099, + "f1": 0.548889, + "accuracy": 0.575099, + "main_score": 0.548889, + "hf_subset": "kac_Latn-ceb_Latn", + "languages": [ + "kac-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485773, + "recall": 0.52668, + "f1": 0.497425, + "accuracy": 0.52668, + "main_score": 0.497425, + "hf_subset": "kac_Latn-fuv_Latn", + "languages": [ + "kac-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531534, + "recall": 0.56917, + "f1": 0.541509, + "accuracy": 0.56917, + "main_score": 0.541509, + "hf_subset": "kac_Latn-lin_Latn", + "languages": [ + "kac-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526462, + "recall": 0.568182, + "f1": 0.537631, + "accuracy": 0.568182, + "main_score": 0.537631, + "hf_subset": "kac_Latn-nno_Latn", + "languages": [ + "kac-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.103609, + "recall": 0.140316, + "f1": 0.112015, + "accuracy": 0.140316, + "main_score": 0.112015, + "hf_subset": "kac_Latn-sat_Olck", + "languages": [ + "kac-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514205, + "recall": 0.557312, + "f1": 0.525317, + "accuracy": 0.557312, + "main_score": 0.525317, + "hf_subset": "kac_Latn-tel_Telu", + "languages": [ + "kac-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430806, + "recall": 0.47332, + "f1": 0.441473, + "accuracy": 0.47332, + "main_score": 0.441473, + "hf_subset": "kac_Latn-ydd_Hebr", + "languages": [ + "kac-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493451, + "recall": 0.530632, + "f1": 0.503158, + "accuracy": 0.530632, + "main_score": 0.503158, + "hf_subset": "kac_Latn-ary_Arab", + "languages": [ + "kac-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527787, + "recall": 0.563241, + "f1": 0.53699, + "accuracy": 0.563241, + "main_score": 0.53699, + "hf_subset": "kac_Latn-ces_Latn", + "languages": [ + "kac-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474412, + "recall": 0.516798, + "f1": 0.486539, + "accuracy": 0.516798, + "main_score": 0.486539, + "hf_subset": "kac_Latn-gaz_Latn", + "languages": [ + "kac-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490652, + "recall": 0.530632, + "f1": 0.501851, + "accuracy": 0.530632, + "main_score": 0.501851, + "hf_subset": "kac_Latn-kam_Latn", + "languages": [ + "kac-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509863, + "recall": 0.548419, + "f1": 0.520634, + "accuracy": 0.548419, + "main_score": 0.520634, + "hf_subset": "kac_Latn-lit_Latn", + "languages": [ + "kac-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537084, + "recall": 0.576087, + "f1": 0.547901, + "accuracy": 0.576087, + "main_score": 0.547901, + "hf_subset": "kac_Latn-nob_Latn", + "languages": [ + "kac-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519428, + "recall": 0.555336, + "f1": 0.528632, + "accuracy": 0.555336, + "main_score": 0.528632, + "hf_subset": "kac_Latn-scn_Latn", + "languages": [ + "kac-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499212, + "recall": 0.534585, + "f1": 0.508933, + "accuracy": 0.534585, + "main_score": 0.508933, + "hf_subset": "kac_Latn-tgk_Cyrl", + "languages": [ + "kac-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455094, + "recall": 0.5, + "f1": 0.467761, + "accuracy": 0.5, + "main_score": 0.467761, + "hf_subset": "kac_Latn-yor_Latn", + "languages": [ + "kac-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514307, + "recall": 0.557312, + "f1": 0.525457, + "accuracy": 0.557312, + "main_score": 0.525457, + "hf_subset": "kac_Latn-arz_Arab", + "languages": [ + "kac-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474398, + "recall": 0.508893, + "f1": 0.48442, + "accuracy": 0.508893, + "main_score": 0.48442, + "hf_subset": "kac_Latn-cjk_Latn", + "languages": [ + "kac-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475218, + "recall": 0.514822, + "f1": 0.485775, + "accuracy": 0.514822, + "main_score": 0.485775, + "hf_subset": "kac_Latn-gla_Latn", + "languages": [ + "kac-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510124, + "recall": 0.554348, + "f1": 0.522266, + "accuracy": 0.554348, + "main_score": 0.522266, + "hf_subset": "kac_Latn-kan_Knda", + "languages": [ + "kac-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501937, + "recall": 0.543478, + "f1": 0.513515, + "accuracy": 0.543478, + "main_score": 0.513515, + "hf_subset": "kac_Latn-lmo_Latn", + "languages": [ + "kac-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508912, + "recall": 0.554348, + "f1": 0.521262, + "accuracy": 0.554348, + "main_score": 0.521262, + "hf_subset": "kac_Latn-npi_Deva", + "languages": [ + "kac-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441399, + "recall": 0.48913, + "f1": 0.453633, + "accuracy": 0.48913, + "main_score": 0.453633, + "hf_subset": "kac_Latn-shn_Mymr", + "languages": [ + "kac-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54851, + "recall": 0.586957, + "f1": 0.558184, + "accuracy": 0.586957, + "main_score": 0.558184, + "hf_subset": "kac_Latn-tgl_Latn", + "languages": [ + "kac-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508131, + "recall": 0.552372, + "f1": 0.520021, + "accuracy": 0.552372, + "main_score": 0.520021, + "hf_subset": "kac_Latn-yue_Hant", + "languages": [ + "kac-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4828, + "recall": 0.527668, + "f1": 0.495071, + "accuracy": 0.527668, + "main_score": 0.495071, + "hf_subset": "kac_Latn-asm_Beng", + "languages": [ + "kac-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472308, + "recall": 0.513834, + "f1": 0.483457, + "accuracy": 0.513834, + "main_score": 0.483457, + "hf_subset": "kac_Latn-ckb_Arab", + "languages": [ + "kac-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470028, + "recall": 0.506917, + "f1": 0.480411, + "accuracy": 0.506917, + "main_score": 0.480411, + "hf_subset": "kac_Latn-gle_Latn", + "languages": [ + "kac-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451091, + "recall": 0.496047, + "f1": 0.463674, + "accuracy": 0.496047, + "main_score": 0.463674, + "hf_subset": "kac_Latn-kas_Arab", + "languages": [ + "kac-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501163, + "recall": 0.538538, + "f1": 0.511195, + "accuracy": 0.538538, + "main_score": 0.511195, + "hf_subset": "kac_Latn-ltg_Latn", + "languages": [ + "kac-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534476, + "recall": 0.572134, + "f1": 0.545169, + "accuracy": 0.572134, + "main_score": 0.545169, + "hf_subset": "kac_Latn-nso_Latn", + "languages": [ + "kac-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44839, + "recall": 0.493083, + "f1": 0.460468, + "accuracy": 0.493083, + "main_score": 0.460468, + "hf_subset": "kac_Latn-sin_Sinh", + "languages": [ + "kac-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520896, + "recall": 0.561265, + "f1": 0.532128, + "accuracy": 0.561265, + "main_score": 0.532128, + "hf_subset": "kac_Latn-tha_Thai", + "languages": [ + "kac-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513375, + "recall": 0.554348, + "f1": 0.524217, + "accuracy": 0.554348, + "main_score": 0.524217, + "hf_subset": "kac_Latn-zho_Hans", + "languages": [ + "kac-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536485, + "recall": 0.567194, + "f1": 0.544778, + "accuracy": 0.567194, + "main_score": 0.544778, + "hf_subset": "kac_Latn-ast_Latn", + "languages": [ + "kac-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51968, + "recall": 0.5583, + "f1": 0.529871, + "accuracy": 0.5583, + "main_score": 0.529871, + "hf_subset": "kac_Latn-crh_Latn", + "languages": [ + "kac-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538299, + "recall": 0.573123, + "f1": 0.547852, + "accuracy": 0.573123, + "main_score": 0.547852, + "hf_subset": "kac_Latn-glg_Latn", + "languages": [ + "kac-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482157, + "recall": 0.522727, + "f1": 0.493791, + "accuracy": 0.522727, + "main_score": 0.493791, + "hf_subset": "kac_Latn-kas_Deva", + "languages": [ + "kac-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511217, + "recall": 0.548419, + "f1": 0.521154, + "accuracy": 0.548419, + "main_score": 0.521154, + "hf_subset": "kac_Latn-ltz_Latn", + "languages": [ + "kac-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447731, + "recall": 0.494071, + "f1": 0.459965, + "accuracy": 0.494071, + "main_score": 0.459965, + "hf_subset": "kac_Latn-nus_Latn", + "languages": [ + "kac-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521779, + "recall": 0.564229, + "f1": 0.533384, + "accuracy": 0.564229, + "main_score": 0.533384, + "hf_subset": "kac_Latn-slk_Latn", + "languages": [ + "kac-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373638, + "recall": 0.41996, + "f1": 0.386369, + "accuracy": 0.41996, + "main_score": 0.386369, + "hf_subset": "kac_Latn-tir_Ethi", + "languages": [ + "kac-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502789, + "recall": 0.546443, + "f1": 0.514474, + "accuracy": 0.546443, + "main_score": 0.514474, + "hf_subset": "kac_Latn-zho_Hant", + "languages": [ + "kac-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529534, + "recall": 0.567194, + "f1": 0.539486, + "accuracy": 0.567194, + "main_score": 0.539486, + "hf_subset": "kac_Latn-awa_Deva", + "languages": [ + "kac-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502524, + "recall": 0.538538, + "f1": 0.512871, + "accuracy": 0.538538, + "main_score": 0.512871, + "hf_subset": "kac_Latn-cym_Latn", + "languages": [ + "kac-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519829, + "recall": 0.550395, + "f1": 0.528714, + "accuracy": 0.550395, + "main_score": 0.528714, + "hf_subset": "kac_Latn-grn_Latn", + "languages": [ + "kac-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493531, + "recall": 0.536561, + "f1": 0.505073, + "accuracy": 0.536561, + "main_score": 0.505073, + "hf_subset": "kac_Latn-kat_Geor", + "languages": [ + "kac-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50841, + "recall": 0.540514, + "f1": 0.517754, + "accuracy": 0.540514, + "main_score": 0.517754, + "hf_subset": "kac_Latn-lua_Latn", + "languages": [ + "kac-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508656, + "recall": 0.54249, + "f1": 0.517849, + "accuracy": 0.54249, + "main_score": 0.517849, + "hf_subset": "kac_Latn-nya_Latn", + "languages": [ + "kac-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534079, + "recall": 0.564229, + "f1": 0.541841, + "accuracy": 0.564229, + "main_score": 0.541841, + "hf_subset": "kac_Latn-slv_Latn", + "languages": [ + "kac-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53468, + "recall": 0.571146, + "f1": 0.544439, + "accuracy": 0.571146, + "main_score": 0.544439, + "hf_subset": "kac_Latn-tpi_Latn", + "languages": [ + "kac-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552703, + "recall": 0.590909, + "f1": 0.562501, + "accuracy": 0.590909, + "main_score": 0.562501, + "hf_subset": "kac_Latn-zsm_Latn", + "languages": [ + "kac-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483344, + "recall": 0.522727, + "f1": 0.494603, + "accuracy": 0.522727, + "main_score": 0.494603, + "hf_subset": "kac_Latn-ayr_Latn", + "languages": [ + "kac-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54191, + "recall": 0.58004, + "f1": 0.55191, + "accuracy": 0.58004, + "main_score": 0.55191, + "hf_subset": "kac_Latn-dan_Latn", + "languages": [ + "kac-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522692, + "recall": 0.565217, + "f1": 0.534349, + "accuracy": 0.565217, + "main_score": 0.534349, + "hf_subset": "kac_Latn-guj_Gujr", + "languages": [ + "kac-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514562, + "recall": 0.556324, + "f1": 0.525489, + "accuracy": 0.556324, + "main_score": 0.525489, + "hf_subset": "kac_Latn-kaz_Cyrl", + "languages": [ + "kac-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47203, + "recall": 0.516798, + "f1": 0.483777, + "accuracy": 0.516798, + "main_score": 0.483777, + "hf_subset": "kac_Latn-lug_Latn", + "languages": [ + "kac-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543917, + "recall": 0.578063, + "f1": 0.552422, + "accuracy": 0.578063, + "main_score": 0.552422, + "hf_subset": "kac_Latn-oci_Latn", + "languages": [ + "kac-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516753, + "recall": 0.550395, + "f1": 0.526444, + "accuracy": 0.550395, + "main_score": 0.526444, + "hf_subset": "kac_Latn-smo_Latn", + "languages": [ + "kac-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486866, + "recall": 0.523715, + "f1": 0.497392, + "accuracy": 0.523715, + "main_score": 0.497392, + "hf_subset": "kac_Latn-tsn_Latn", + "languages": [ + "kac-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506034, + "recall": 0.548419, + "f1": 0.51708, + "accuracy": 0.548419, + "main_score": 0.51708, + "hf_subset": "kac_Latn-zul_Latn", + "languages": [ + "kac-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43976, + "recall": 0.483202, + "f1": 0.45116, + "accuracy": 0.483202, + "main_score": 0.45116, + "hf_subset": "kac_Latn-azb_Arab", + "languages": [ + "kac-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535253, + "recall": 0.573123, + "f1": 0.545008, + "accuracy": 0.573123, + "main_score": 0.545008, + "hf_subset": "kac_Latn-deu_Latn", + "languages": [ + "kac-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477602, + "recall": 0.519763, + "f1": 0.488706, + "accuracy": 0.519763, + "main_score": 0.488706, + "hf_subset": "kac_Latn-hat_Latn", + "languages": [ + "kac-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477157, + "recall": 0.519763, + "f1": 0.488097, + "accuracy": 0.519763, + "main_score": 0.488097, + "hf_subset": "kac_Latn-kbp_Latn", + "languages": [ + "kac-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525949, + "recall": 0.561265, + "f1": 0.536046, + "accuracy": 0.561265, + "main_score": 0.536046, + "hf_subset": "kac_Latn-luo_Latn", + "languages": [ + "kac-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50794, + "recall": 0.552372, + "f1": 0.520679, + "accuracy": 0.552372, + "main_score": 0.520679, + "hf_subset": "kac_Latn-ory_Orya", + "languages": [ + "kac-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505935, + "recall": 0.549407, + "f1": 0.517489, + "accuracy": 0.549407, + "main_score": 0.517489, + "hf_subset": "kac_Latn-sna_Latn", + "languages": [ + "kac-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49055, + "recall": 0.530632, + "f1": 0.501131, + "accuracy": 0.530632, + "main_score": 0.501131, + "hf_subset": "kac_Latn-tso_Latn", + "languages": [ + "kac-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506826, + "recall": 0.548419, + "f1": 0.517972, + "accuracy": 0.548419, + "main_score": 0.517972, + "hf_subset": "kac_Latn-azj_Latn", + "languages": [ + "kac-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487567, + "recall": 0.523715, + "f1": 0.497342, + "accuracy": 0.523715, + "main_score": 0.497342, + "hf_subset": "kac_Latn-dik_Latn", + "languages": [ + "kac-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506796, + "recall": 0.543478, + "f1": 0.516574, + "accuracy": 0.543478, + "main_score": 0.516574, + "hf_subset": "kac_Latn-hau_Latn", + "languages": [ + "kac-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532561, + "recall": 0.560277, + "f1": 0.539721, + "accuracy": 0.560277, + "main_score": 0.539721, + "hf_subset": "kac_Latn-kea_Latn", + "languages": [ + "kac-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537462, + "recall": 0.565217, + "f1": 0.545437, + "accuracy": 0.565217, + "main_score": 0.545437, + "hf_subset": "kac_Latn-lus_Latn", + "languages": [ + "kac-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530944, + "recall": 0.563241, + "f1": 0.53945, + "accuracy": 0.563241, + "main_score": 0.53945, + "hf_subset": "kac_Latn-pag_Latn", + "languages": [ + "kac-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489503, + "recall": 0.537549, + "f1": 0.502256, + "accuracy": 0.537549, + "main_score": 0.502256, + "hf_subset": "kac_Latn-snd_Arab", + "languages": [ + "kac-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499882, + "recall": 0.539526, + "f1": 0.510557, + "accuracy": 0.539526, + "main_score": 0.510557, + "hf_subset": "kac_Latn-tuk_Latn", + "languages": [ + "kac-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516264, + "recall": 0.548419, + "f1": 0.525506, + "accuracy": 0.548419, + "main_score": 0.525506, + "hf_subset": "kac_Latn-bak_Cyrl", + "languages": [ + "kac-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410046, + "recall": 0.462451, + "f1": 0.424823, + "accuracy": 0.462451, + "main_score": 0.424823, + "hf_subset": "kac_Latn-dyu_Latn", + "languages": [ + "kac-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50085, + "recall": 0.54249, + "f1": 0.512482, + "accuracy": 0.54249, + "main_score": 0.512482, + "hf_subset": "kac_Latn-heb_Hebr", + "languages": [ + "kac-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506364, + "recall": 0.552372, + "f1": 0.518562, + "accuracy": 0.552372, + "main_score": 0.518562, + "hf_subset": "kac_Latn-khk_Cyrl", + "languages": [ + "kac-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519121, + "recall": 0.556324, + "f1": 0.529148, + "accuracy": 0.556324, + "main_score": 0.529148, + "hf_subset": "kac_Latn-lvs_Latn", + "languages": [ + "kac-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514741, + "recall": 0.557312, + "f1": 0.526079, + "accuracy": 0.557312, + "main_score": 0.526079, + "hf_subset": "kac_Latn-pan_Guru", + "languages": [ + "kac-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468472, + "recall": 0.511858, + "f1": 0.480469, + "accuracy": 0.511858, + "main_score": 0.480469, + "hf_subset": "kac_Latn-som_Latn", + "languages": [ + "kac-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50401, + "recall": 0.540514, + "f1": 0.514362, + "accuracy": 0.540514, + "main_score": 0.514362, + "hf_subset": "kac_Latn-tum_Latn", + "languages": [ + "kac-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47088, + "recall": 0.525692, + "f1": 0.486173, + "accuracy": 0.525692, + "main_score": 0.486173, + "hf_subset": "lin_Latn-ace_Arab", + "languages": [ + "lin-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543591, + "recall": 0.588933, + "f1": 0.555809, + "accuracy": 0.588933, + "main_score": 0.555809, + "hf_subset": "lin_Latn-bam_Latn", + "languages": [ + "lin-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240652, + "recall": 0.293478, + "f1": 0.253835, + "accuracy": 0.293478, + "main_score": 0.253835, + "hf_subset": "lin_Latn-dzo_Tibt", + "languages": [ + "lin-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650038, + "recall": 0.700593, + "f1": 0.662772, + "accuracy": 0.700593, + "main_score": 0.662772, + "hf_subset": "lin_Latn-hin_Deva", + "languages": [ + "lin-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588665, + "recall": 0.644269, + "f1": 0.603139, + "accuracy": 0.644269, + "main_score": 0.603139, + "hf_subset": "lin_Latn-khm_Khmr", + "languages": [ + "lin-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657836, + "recall": 0.705534, + "f1": 0.670716, + "accuracy": 0.705534, + "main_score": 0.670716, + "hf_subset": "lin_Latn-mag_Deva", + "languages": [ + "lin-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659969, + "recall": 0.700593, + "f1": 0.67048, + "accuracy": 0.700593, + "main_score": 0.67048, + "hf_subset": "lin_Latn-pap_Latn", + "languages": [ + "lin-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601804, + "recall": 0.645257, + "f1": 0.61336, + "accuracy": 0.645257, + "main_score": 0.61336, + "hf_subset": "lin_Latn-sot_Latn", + "languages": [ + "lin-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647128, + "recall": 0.69664, + "f1": 0.660592, + "accuracy": 0.69664, + "main_score": 0.660592, + "hf_subset": "lin_Latn-tur_Latn", + "languages": [ + "lin-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646836, + "recall": 0.685771, + "f1": 0.657185, + "accuracy": 0.685771, + "main_score": 0.657185, + "hf_subset": "lin_Latn-ace_Latn", + "languages": [ + "lin-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677945, + "recall": 0.713439, + "f1": 0.687209, + "accuracy": 0.713439, + "main_score": 0.687209, + "hf_subset": "lin_Latn-ban_Latn", + "languages": [ + "lin-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638555, + "recall": 0.688735, + "f1": 0.651633, + "accuracy": 0.688735, + "main_score": 0.651633, + "hf_subset": "lin_Latn-ell_Grek", + "languages": [ + "lin-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638773, + "recall": 0.688735, + "f1": 0.651795, + "accuracy": 0.688735, + "main_score": 0.651795, + "hf_subset": "lin_Latn-hne_Deva", + "languages": [ + "lin-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563119, + "recall": 0.608696, + "f1": 0.575646, + "accuracy": 0.608696, + "main_score": 0.575646, + "hf_subset": "lin_Latn-kik_Latn", + "languages": [ + "lin-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642578, + "recall": 0.693676, + "f1": 0.655616, + "accuracy": 0.693676, + "main_score": 0.655616, + "hf_subset": "lin_Latn-mai_Deva", + "languages": [ + "lin-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616175, + "recall": 0.670949, + "f1": 0.630083, + "accuracy": 0.670949, + "main_score": 0.630083, + "hf_subset": "lin_Latn-pbt_Arab", + "languages": [ + "lin-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65433, + "recall": 0.698617, + "f1": 0.666352, + "accuracy": 0.698617, + "main_score": 0.666352, + "hf_subset": "lin_Latn-spa_Latn", + "languages": [ + "lin-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593982, + "recall": 0.632411, + "f1": 0.604404, + "accuracy": 0.632411, + "main_score": 0.604404, + "hf_subset": "lin_Latn-twi_Latn", + "languages": [ + "lin-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626983, + "recall": 0.681818, + "f1": 0.640729, + "accuracy": 0.681818, + "main_score": 0.640729, + "hf_subset": "lin_Latn-acm_Arab", + "languages": [ + "lin-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60969, + "recall": 0.658103, + "f1": 0.621532, + "accuracy": 0.658103, + "main_score": 0.621532, + "hf_subset": "lin_Latn-bel_Cyrl", + "languages": [ + "lin-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673407, + "recall": 0.719368, + "f1": 0.685246, + "accuracy": 0.719368, + "main_score": 0.685246, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653722, + "recall": 0.703557, + "f1": 0.666911, + "accuracy": 0.703557, + "main_score": 0.666911, + "hf_subset": "lin_Latn-hrv_Latn", + "languages": [ + "lin-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542509, + "recall": 0.594862, + "f1": 0.55653, + "accuracy": 0.594862, + "main_score": 0.55653, + "hf_subset": "lin_Latn-kin_Latn", + "languages": [ + "lin-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613402, + "recall": 0.66996, + "f1": 0.628877, + "accuracy": 0.66996, + "main_score": 0.628877, + "hf_subset": "lin_Latn-mal_Mlym", + "languages": [ + "lin-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658291, + "recall": 0.702569, + "f1": 0.669944, + "accuracy": 0.702569, + "main_score": 0.669944, + "hf_subset": "lin_Latn-pes_Arab", + "languages": [ + "lin-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657249, + "recall": 0.701581, + "f1": 0.669774, + "accuracy": 0.701581, + "main_score": 0.669774, + "hf_subset": "lin_Latn-srd_Latn", + "languages": [ + "lin-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212001, + "recall": 0.250988, + "f1": 0.221501, + "accuracy": 0.250988, + "main_score": 0.221501, + "hf_subset": "lin_Latn-tzm_Tfng", + "languages": [ + "lin-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632445, + "recall": 0.682806, + "f1": 0.64556, + "accuracy": 0.682806, + "main_score": 0.64556, + "hf_subset": "lin_Latn-acq_Arab", + "languages": [ + "lin-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6105, + "recall": 0.646245, + "f1": 0.620336, + "accuracy": 0.646245, + "main_score": 0.620336, + "hf_subset": "lin_Latn-bem_Latn", + "languages": [ + "lin-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662274, + "recall": 0.706522, + "f1": 0.67345, + "accuracy": 0.706522, + "main_score": 0.67345, + "hf_subset": "lin_Latn-epo_Latn", + "languages": [ + "lin-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656076, + "recall": 0.699605, + "f1": 0.668018, + "accuracy": 0.699605, + "main_score": 0.668018, + "hf_subset": "lin_Latn-hun_Latn", + "languages": [ + "lin-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615785, + "recall": 0.66502, + "f1": 0.629034, + "accuracy": 0.66502, + "main_score": 0.629034, + "hf_subset": "lin_Latn-kir_Cyrl", + "languages": [ + "lin-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648627, + "recall": 0.6917, + "f1": 0.66029, + "accuracy": 0.6917, + "main_score": 0.66029, + "hf_subset": "lin_Latn-mar_Deva", + "languages": [ + "lin-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602515, + "recall": 0.645257, + "f1": 0.614211, + "accuracy": 0.645257, + "main_score": 0.614211, + "hf_subset": "lin_Latn-plt_Latn", + "languages": [ + "lin-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655209, + "recall": 0.702569, + "f1": 0.668312, + "accuracy": 0.702569, + "main_score": 0.668312, + "hf_subset": "lin_Latn-srp_Cyrl", + "languages": [ + "lin-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538175, + "recall": 0.589921, + "f1": 0.552639, + "accuracy": 0.589921, + "main_score": 0.552639, + "hf_subset": "lin_Latn-uig_Arab", + "languages": [ + "lin-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619614, + "recall": 0.66502, + "f1": 0.631269, + "accuracy": 0.66502, + "main_score": 0.631269, + "hf_subset": "lin_Latn-aeb_Arab", + "languages": [ + "lin-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644855, + "recall": 0.689723, + "f1": 0.65738, + "accuracy": 0.689723, + "main_score": 0.65738, + "hf_subset": "lin_Latn-ben_Beng", + "languages": [ + "lin-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630185, + "recall": 0.686759, + "f1": 0.645016, + "accuracy": 0.686759, + "main_score": 0.645016, + "hf_subset": "lin_Latn-est_Latn", + "languages": [ + "lin-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636186, + "recall": 0.681818, + "f1": 0.648331, + "accuracy": 0.681818, + "main_score": 0.648331, + "hf_subset": "lin_Latn-hye_Armn", + "languages": [ + "lin-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564602, + "recall": 0.606719, + "f1": 0.576538, + "accuracy": 0.606719, + "main_score": 0.576538, + "hf_subset": "lin_Latn-kmb_Latn", + "languages": [ + "lin-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435199, + "recall": 0.497036, + "f1": 0.45195, + "accuracy": 0.497036, + "main_score": 0.45195, + "hf_subset": "lin_Latn-min_Arab", + "languages": [ + "lin-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658295, + "recall": 0.706522, + "f1": 0.671234, + "accuracy": 0.706522, + "main_score": 0.671234, + "hf_subset": "lin_Latn-pol_Latn", + "languages": [ + "lin-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561969, + "recall": 0.61166, + "f1": 0.575435, + "accuracy": 0.61166, + "main_score": 0.575435, + "hf_subset": "lin_Latn-ssw_Latn", + "languages": [ + "lin-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6615, + "recall": 0.709486, + "f1": 0.674011, + "accuracy": 0.709486, + "main_score": 0.674011, + "hf_subset": "lin_Latn-ukr_Cyrl", + "languages": [ + "lin-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661482, + "recall": 0.713439, + "f1": 0.675817, + "accuracy": 0.713439, + "main_score": 0.675817, + "hf_subset": "lin_Latn-afr_Latn", + "languages": [ + "lin-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63267, + "recall": 0.681818, + "f1": 0.644895, + "accuracy": 0.681818, + "main_score": 0.644895, + "hf_subset": "lin_Latn-bho_Deva", + "languages": [ + "lin-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644107, + "recall": 0.693676, + "f1": 0.657203, + "accuracy": 0.693676, + "main_score": 0.657203, + "hf_subset": "lin_Latn-eus_Latn", + "languages": [ + "lin-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576735, + "recall": 0.626482, + "f1": 0.590789, + "accuracy": 0.626482, + "main_score": 0.590789, + "hf_subset": "lin_Latn-ibo_Latn", + "languages": [ + "lin-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592874, + "recall": 0.639328, + "f1": 0.60631, + "accuracy": 0.639328, + "main_score": 0.60631, + "hf_subset": "lin_Latn-kmr_Latn", + "languages": [ + "lin-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656416, + "recall": 0.701581, + "f1": 0.668133, + "accuracy": 0.701581, + "main_score": 0.668133, + "hf_subset": "lin_Latn-min_Latn", + "languages": [ + "lin-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677991, + "recall": 0.720356, + "f1": 0.689608, + "accuracy": 0.720356, + "main_score": 0.689608, + "hf_subset": "lin_Latn-por_Latn", + "languages": [ + "lin-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668831, + "recall": 0.714427, + "f1": 0.68034, + "accuracy": 0.714427, + "main_score": 0.68034, + "hf_subset": "lin_Latn-sun_Latn", + "languages": [ + "lin-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547192, + "recall": 0.594862, + "f1": 0.560645, + "accuracy": 0.594862, + "main_score": 0.560645, + "hf_subset": "lin_Latn-umb_Latn", + "languages": [ + "lin-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642926, + "recall": 0.689723, + "f1": 0.654893, + "accuracy": 0.689723, + "main_score": 0.654893, + "hf_subset": "lin_Latn-ajp_Arab", + "languages": [ + "lin-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458837, + "recall": 0.507905, + "f1": 0.472105, + "accuracy": 0.507905, + "main_score": 0.472105, + "hf_subset": "lin_Latn-bjn_Arab", + "languages": [ + "lin-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523099, + "recall": 0.568182, + "f1": 0.536084, + "accuracy": 0.568182, + "main_score": 0.536084, + "hf_subset": "lin_Latn-ewe_Latn", + "languages": [ + "lin-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672826, + "recall": 0.70751, + "f1": 0.682355, + "accuracy": 0.70751, + "main_score": 0.682355, + "hf_subset": "lin_Latn-ilo_Latn", + "languages": [ + "lin-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313003, + "recall": 0.37253, + "f1": 0.328766, + "accuracy": 0.37253, + "main_score": 0.328766, + "hf_subset": "lin_Latn-knc_Arab", + "languages": [ + "lin-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660675, + "recall": 0.706522, + "f1": 0.672933, + "accuracy": 0.706522, + "main_score": 0.672933, + "hf_subset": "lin_Latn-mkd_Cyrl", + "languages": [ + "lin-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64648, + "recall": 0.693676, + "f1": 0.659243, + "accuracy": 0.693676, + "main_score": 0.659243, + "hf_subset": "lin_Latn-prs_Arab", + "languages": [ + "lin-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656155, + "recall": 0.706522, + "f1": 0.669699, + "accuracy": 0.706522, + "main_score": 0.669699, + "hf_subset": "lin_Latn-swe_Latn", + "languages": [ + "lin-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625095, + "recall": 0.676877, + "f1": 0.638549, + "accuracy": 0.676877, + "main_score": 0.638549, + "hf_subset": "lin_Latn-urd_Arab", + "languages": [ + "lin-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578284, + "recall": 0.617589, + "f1": 0.589217, + "accuracy": 0.617589, + "main_score": 0.589217, + "hf_subset": "lin_Latn-aka_Latn", + "languages": [ + "lin-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658848, + "recall": 0.694664, + "f1": 0.668609, + "accuracy": 0.694664, + "main_score": 0.668609, + "hf_subset": "lin_Latn-bjn_Latn", + "languages": [ + "lin-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617163, + "recall": 0.656126, + "f1": 0.627552, + "accuracy": 0.656126, + "main_score": 0.627552, + "hf_subset": "lin_Latn-fao_Latn", + "languages": [ + "lin-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67258, + "recall": 0.719368, + "f1": 0.685218, + "accuracy": 0.719368, + "main_score": 0.685218, + "hf_subset": "lin_Latn-ind_Latn", + "languages": [ + "lin-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565024, + "recall": 0.604743, + "f1": 0.575653, + "accuracy": 0.604743, + "main_score": 0.575653, + "hf_subset": "lin_Latn-knc_Latn", + "languages": [ + "lin-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653533, + "recall": 0.694664, + "f1": 0.664646, + "accuracy": 0.694664, + "main_score": 0.664646, + "hf_subset": "lin_Latn-mlt_Latn", + "languages": [ + "lin-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597406, + "recall": 0.643281, + "f1": 0.611254, + "accuracy": 0.643281, + "main_score": 0.611254, + "hf_subset": "lin_Latn-quy_Latn", + "languages": [ + "lin-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631596, + "recall": 0.681818, + "f1": 0.644365, + "accuracy": 0.681818, + "main_score": 0.644365, + "hf_subset": "lin_Latn-swh_Latn", + "languages": [ + "lin-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611528, + "recall": 0.667984, + "f1": 0.626291, + "accuracy": 0.667984, + "main_score": 0.626291, + "hf_subset": "lin_Latn-uzn_Latn", + "languages": [ + "lin-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647942, + "recall": 0.697628, + "f1": 0.661634, + "accuracy": 0.697628, + "main_score": 0.661634, + "hf_subset": "lin_Latn-als_Latn", + "languages": [ + "lin-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308401, + "recall": 0.376482, + "f1": 0.32494, + "accuracy": 0.376482, + "main_score": 0.32494, + "hf_subset": "lin_Latn-bod_Tibt", + "languages": [ + "lin-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569704, + "recall": 0.616601, + "f1": 0.582455, + "accuracy": 0.616601, + "main_score": 0.582455, + "hf_subset": "lin_Latn-fij_Latn", + "languages": [ + "lin-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604709, + "recall": 0.648221, + "f1": 0.616499, + "accuracy": 0.648221, + "main_score": 0.616499, + "hf_subset": "lin_Latn-isl_Latn", + "languages": [ + "lin-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69163, + "recall": 0.741107, + "f1": 0.705529, + "accuracy": 0.741107, + "main_score": 0.705529, + "hf_subset": "lin_Latn-kon_Latn", + "languages": [ + "lin-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546106, + "recall": 0.602767, + "f1": 0.561932, + "accuracy": 0.602767, + "main_score": 0.561932, + "hf_subset": "lin_Latn-mni_Beng", + "languages": [ + "lin-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67798, + "recall": 0.721344, + "f1": 0.689182, + "accuracy": 0.721344, + "main_score": 0.689182, + "hf_subset": "lin_Latn-ron_Latn", + "languages": [ + "lin-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644436, + "recall": 0.687747, + "f1": 0.655556, + "accuracy": 0.687747, + "main_score": 0.655556, + "hf_subset": "lin_Latn-szl_Latn", + "languages": [ + "lin-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664421, + "recall": 0.709486, + "f1": 0.676423, + "accuracy": 0.709486, + "main_score": 0.676423, + "hf_subset": "lin_Latn-vec_Latn", + "languages": [ + "lin-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548569, + "recall": 0.61166, + "f1": 0.565795, + "accuracy": 0.61166, + "main_score": 0.565795, + "hf_subset": "lin_Latn-amh_Ethi", + "languages": [ + "lin-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664085, + "recall": 0.713439, + "f1": 0.676788, + "accuracy": 0.713439, + "main_score": 0.676788, + "hf_subset": "lin_Latn-bos_Latn", + "languages": [ + "lin-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629937, + "recall": 0.677866, + "f1": 0.642115, + "accuracy": 0.677866, + "main_score": 0.642115, + "hf_subset": "lin_Latn-fin_Latn", + "languages": [ + "lin-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665819, + "recall": 0.70751, + "f1": 0.676567, + "accuracy": 0.70751, + "main_score": 0.676567, + "hf_subset": "lin_Latn-ita_Latn", + "languages": [ + "lin-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619856, + "recall": 0.673913, + "f1": 0.633604, + "accuracy": 0.673913, + "main_score": 0.633604, + "hf_subset": "lin_Latn-kor_Hang", + "languages": [ + "lin-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562565, + "recall": 0.608696, + "f1": 0.575343, + "accuracy": 0.608696, + "main_score": 0.575343, + "hf_subset": "lin_Latn-mos_Latn", + "languages": [ + "lin-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549307, + "recall": 0.599802, + "f1": 0.563279, + "accuracy": 0.599802, + "main_score": 0.563279, + "hf_subset": "lin_Latn-run_Latn", + "languages": [ + "lin-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615221, + "recall": 0.671937, + "f1": 0.630228, + "accuracy": 0.671937, + "main_score": 0.630228, + "hf_subset": "lin_Latn-tam_Taml", + "languages": [ + "lin-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654631, + "recall": 0.697628, + "f1": 0.66552, + "accuracy": 0.697628, + "main_score": 0.66552, + "hf_subset": "lin_Latn-vie_Latn", + "languages": [ + "lin-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622417, + "recall": 0.676877, + "f1": 0.636669, + "accuracy": 0.676877, + "main_score": 0.636669, + "hf_subset": "lin_Latn-apc_Arab", + "languages": [ + "lin-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632553, + "recall": 0.671937, + "f1": 0.642882, + "accuracy": 0.671937, + "main_score": 0.642882, + "hf_subset": "lin_Latn-bug_Latn", + "languages": [ + "lin-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490539, + "recall": 0.538538, + "f1": 0.502999, + "accuracy": 0.538538, + "main_score": 0.502999, + "hf_subset": "lin_Latn-fon_Latn", + "languages": [ + "lin-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674784, + "recall": 0.716403, + "f1": 0.686001, + "accuracy": 0.716403, + "main_score": 0.686001, + "hf_subset": "lin_Latn-jav_Latn", + "languages": [ + "lin-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551894, + "recall": 0.612648, + "f1": 0.567881, + "accuracy": 0.612648, + "main_score": 0.567881, + "hf_subset": "lin_Latn-lao_Laoo", + "languages": [ + "lin-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542722, + "recall": 0.585968, + "f1": 0.553838, + "accuracy": 0.585968, + "main_score": 0.553838, + "hf_subset": "lin_Latn-mri_Latn", + "languages": [ + "lin-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645162, + "recall": 0.693676, + "f1": 0.658238, + "accuracy": 0.693676, + "main_score": 0.658238, + "hf_subset": "lin_Latn-rus_Cyrl", + "languages": [ + "lin-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532725, + "recall": 0.583004, + "f1": 0.5469, + "accuracy": 0.583004, + "main_score": 0.5469, + "hf_subset": "lin_Latn-taq_Latn", + "languages": [ + "lin-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685087, + "recall": 0.728261, + "f1": 0.695925, + "accuracy": 0.728261, + "main_score": 0.695925, + "hf_subset": "lin_Latn-war_Latn", + "languages": [ + "lin-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636807, + "recall": 0.684783, + "f1": 0.648935, + "accuracy": 0.684783, + "main_score": 0.648935, + "hf_subset": "lin_Latn-arb_Arab", + "languages": [ + "lin-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656307, + "recall": 0.700593, + "f1": 0.66843, + "accuracy": 0.700593, + "main_score": 0.66843, + "hf_subset": "lin_Latn-bul_Cyrl", + "languages": [ + "lin-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67305, + "recall": 0.717391, + "f1": 0.68451, + "accuracy": 0.717391, + "main_score": 0.68451, + "hf_subset": "lin_Latn-fra_Latn", + "languages": [ + "lin-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638617, + "recall": 0.682806, + "f1": 0.650277, + "accuracy": 0.682806, + "main_score": 0.650277, + "hf_subset": "lin_Latn-jpn_Jpan", + "languages": [ + "lin-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650807, + "recall": 0.69664, + "f1": 0.662834, + "accuracy": 0.69664, + "main_score": 0.662834, + "hf_subset": "lin_Latn-lij_Latn", + "languages": [ + "lin-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500832, + "recall": 0.562253, + "f1": 0.516661, + "accuracy": 0.562253, + "main_score": 0.516661, + "hf_subset": "lin_Latn-mya_Mymr", + "languages": [ + "lin-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58838, + "recall": 0.637352, + "f1": 0.601593, + "accuracy": 0.637352, + "main_score": 0.601593, + "hf_subset": "lin_Latn-sag_Latn", + "languages": [ + "lin-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223352, + "recall": 0.272727, + "f1": 0.234259, + "accuracy": 0.272727, + "main_score": 0.234259, + "hf_subset": "lin_Latn-taq_Tfng", + "languages": [ + "lin-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60187, + "recall": 0.651186, + "f1": 0.615569, + "accuracy": 0.651186, + "main_score": 0.615569, + "hf_subset": "lin_Latn-wol_Latn", + "languages": [ + "lin-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501619, + "recall": 0.555336, + "f1": 0.51598, + "accuracy": 0.555336, + "main_score": 0.51598, + "hf_subset": "lin_Latn-arb_Latn", + "languages": [ + "lin-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668776, + "recall": 0.717391, + "f1": 0.68235, + "accuracy": 0.717391, + "main_score": 0.68235, + "hf_subset": "lin_Latn-cat_Latn", + "languages": [ + "lin-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663735, + "recall": 0.700593, + "f1": 0.674003, + "accuracy": 0.700593, + "main_score": 0.674003, + "hf_subset": "lin_Latn-fur_Latn", + "languages": [ + "lin-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443601, + "recall": 0.499012, + "f1": 0.458229, + "accuracy": 0.499012, + "main_score": 0.458229, + "hf_subset": "lin_Latn-kab_Latn", + "languages": [ + "lin-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653449, + "recall": 0.695652, + "f1": 0.664793, + "accuracy": 0.695652, + "main_score": 0.664793, + "hf_subset": "lin_Latn-lim_Latn", + "languages": [ + "lin-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639632, + "recall": 0.688735, + "f1": 0.652082, + "accuracy": 0.688735, + "main_score": 0.652082, + "hf_subset": "lin_Latn-nld_Latn", + "languages": [ + "lin-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580127, + "recall": 0.639328, + "f1": 0.595732, + "accuracy": 0.639328, + "main_score": 0.595732, + "hf_subset": "lin_Latn-san_Deva", + "languages": [ + "lin-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636924, + "recall": 0.685771, + "f1": 0.650168, + "accuracy": 0.685771, + "main_score": 0.650168, + "hf_subset": "lin_Latn-tat_Cyrl", + "languages": [ + "lin-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601402, + "recall": 0.648221, + "f1": 0.61441, + "accuracy": 0.648221, + "main_score": 0.61441, + "hf_subset": "lin_Latn-xho_Latn", + "languages": [ + "lin-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631952, + "recall": 0.681818, + "f1": 0.644838, + "accuracy": 0.681818, + "main_score": 0.644838, + "hf_subset": "lin_Latn-ars_Arab", + "languages": [ + "lin-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673492, + "recall": 0.717391, + "f1": 0.685802, + "accuracy": 0.717391, + "main_score": 0.685802, + "hf_subset": "lin_Latn-ceb_Latn", + "languages": [ + "lin-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54288, + "recall": 0.588933, + "f1": 0.555905, + "accuracy": 0.588933, + "main_score": 0.555905, + "hf_subset": "lin_Latn-fuv_Latn", + "languages": [ + "lin-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52715, + "recall": 0.574111, + "f1": 0.540516, + "accuracy": 0.574111, + "main_score": 0.540516, + "hf_subset": "lin_Latn-kac_Latn", + "languages": [ + "lin-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653735, + "recall": 0.704545, + "f1": 0.666879, + "accuracy": 0.704545, + "main_score": 0.666879, + "hf_subset": "lin_Latn-nno_Latn", + "languages": [ + "lin-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.133402, + "recall": 0.174901, + "f1": 0.143096, + "accuracy": 0.174901, + "main_score": 0.143096, + "hf_subset": "lin_Latn-sat_Olck", + "languages": [ + "lin-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62985, + "recall": 0.682806, + "f1": 0.644508, + "accuracy": 0.682806, + "main_score": 0.644508, + "hf_subset": "lin_Latn-tel_Telu", + "languages": [ + "lin-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548186, + "recall": 0.607708, + "f1": 0.563392, + "accuracy": 0.607708, + "main_score": 0.563392, + "hf_subset": "lin_Latn-ydd_Hebr", + "languages": [ + "lin-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613331, + "recall": 0.663043, + "f1": 0.626963, + "accuracy": 0.663043, + "main_score": 0.626963, + "hf_subset": "lin_Latn-ary_Arab", + "languages": [ + "lin-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649952, + "recall": 0.705534, + "f1": 0.665029, + "accuracy": 0.705534, + "main_score": 0.665029, + "hf_subset": "lin_Latn-ces_Latn", + "languages": [ + "lin-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534574, + "recall": 0.591897, + "f1": 0.550601, + "accuracy": 0.591897, + "main_score": 0.550601, + "hf_subset": "lin_Latn-gaz_Latn", + "languages": [ + "lin-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557905, + "recall": 0.605731, + "f1": 0.571805, + "accuracy": 0.605731, + "main_score": 0.571805, + "hf_subset": "lin_Latn-kam_Latn", + "languages": [ + "lin-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639054, + "recall": 0.685771, + "f1": 0.651309, + "accuracy": 0.685771, + "main_score": 0.651309, + "hf_subset": "lin_Latn-lit_Latn", + "languages": [ + "lin-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646772, + "recall": 0.698617, + "f1": 0.66074, + "accuracy": 0.698617, + "main_score": 0.66074, + "hf_subset": "lin_Latn-nob_Latn", + "languages": [ + "lin-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648605, + "recall": 0.6917, + "f1": 0.660027, + "accuracy": 0.6917, + "main_score": 0.660027, + "hf_subset": "lin_Latn-scn_Latn", + "languages": [ + "lin-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622501, + "recall": 0.663043, + "f1": 0.633667, + "accuracy": 0.663043, + "main_score": 0.633667, + "hf_subset": "lin_Latn-tgk_Cyrl", + "languages": [ + "lin-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532591, + "recall": 0.591897, + "f1": 0.549796, + "accuracy": 0.591897, + "main_score": 0.549796, + "hf_subset": "lin_Latn-yor_Latn", + "languages": [ + "lin-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630381, + "recall": 0.681818, + "f1": 0.643629, + "accuracy": 0.681818, + "main_score": 0.643629, + "hf_subset": "lin_Latn-arz_Arab", + "languages": [ + "lin-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534456, + "recall": 0.583992, + "f1": 0.548889, + "accuracy": 0.583992, + "main_score": 0.548889, + "hf_subset": "lin_Latn-cjk_Latn", + "languages": [ + "lin-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546227, + "recall": 0.596838, + "f1": 0.559925, + "accuracy": 0.596838, + "main_score": 0.559925, + "hf_subset": "lin_Latn-gla_Latn", + "languages": [ + "lin-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62446, + "recall": 0.68083, + "f1": 0.63933, + "accuracy": 0.68083, + "main_score": 0.63933, + "hf_subset": "lin_Latn-kan_Knda", + "languages": [ + "lin-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644792, + "recall": 0.689723, + "f1": 0.656685, + "accuracy": 0.689723, + "main_score": 0.656685, + "hf_subset": "lin_Latn-lmo_Latn", + "languages": [ + "lin-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636853, + "recall": 0.687747, + "f1": 0.650265, + "accuracy": 0.687747, + "main_score": 0.650265, + "hf_subset": "lin_Latn-npi_Deva", + "languages": [ + "lin-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454836, + "recall": 0.508893, + "f1": 0.469551, + "accuracy": 0.508893, + "main_score": 0.469551, + "hf_subset": "lin_Latn-shn_Mymr", + "languages": [ + "lin-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688134, + "recall": 0.726285, + "f1": 0.698288, + "accuracy": 0.726285, + "main_score": 0.698288, + "hf_subset": "lin_Latn-tgl_Latn", + "languages": [ + "lin-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620136, + "recall": 0.673913, + "f1": 0.633928, + "accuracy": 0.673913, + "main_score": 0.633928, + "hf_subset": "lin_Latn-yue_Hant", + "languages": [ + "lin-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591042, + "recall": 0.646245, + "f1": 0.606401, + "accuracy": 0.646245, + "main_score": 0.606401, + "hf_subset": "lin_Latn-asm_Beng", + "languages": [ + "lin-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574504, + "recall": 0.632411, + "f1": 0.59033, + "accuracy": 0.632411, + "main_score": 0.59033, + "hf_subset": "lin_Latn-ckb_Arab", + "languages": [ + "lin-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552315, + "recall": 0.59585, + "f1": 0.564003, + "accuracy": 0.59585, + "main_score": 0.564003, + "hf_subset": "lin_Latn-gle_Latn", + "languages": [ + "lin-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584592, + "recall": 0.641304, + "f1": 0.599976, + "accuracy": 0.641304, + "main_score": 0.599976, + "hf_subset": "lin_Latn-kas_Arab", + "languages": [ + "lin-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616624, + "recall": 0.666008, + "f1": 0.629863, + "accuracy": 0.666008, + "main_score": 0.629863, + "hf_subset": "lin_Latn-ltg_Latn", + "languages": [ + "lin-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600841, + "recall": 0.642292, + "f1": 0.612809, + "accuracy": 0.642292, + "main_score": 0.612809, + "hf_subset": "lin_Latn-nso_Latn", + "languages": [ + "lin-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541658, + "recall": 0.598814, + "f1": 0.557049, + "accuracy": 0.598814, + "main_score": 0.557049, + "hf_subset": "lin_Latn-sin_Sinh", + "languages": [ + "lin-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640473, + "recall": 0.693676, + "f1": 0.654154, + "accuracy": 0.693676, + "main_score": 0.654154, + "hf_subset": "lin_Latn-tha_Thai", + "languages": [ + "lin-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622483, + "recall": 0.666996, + "f1": 0.634197, + "accuracy": 0.666996, + "main_score": 0.634197, + "hf_subset": "lin_Latn-zho_Hans", + "languages": [ + "lin-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660844, + "recall": 0.709486, + "f1": 0.674244, + "accuracy": 0.709486, + "main_score": 0.674244, + "hf_subset": "lin_Latn-ast_Latn", + "languages": [ + "lin-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621435, + "recall": 0.672925, + "f1": 0.635029, + "accuracy": 0.672925, + "main_score": 0.635029, + "hf_subset": "lin_Latn-crh_Latn", + "languages": [ + "lin-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678928, + "recall": 0.721344, + "f1": 0.690414, + "accuracy": 0.721344, + "main_score": 0.690414, + "hf_subset": "lin_Latn-glg_Latn", + "languages": [ + "lin-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590483, + "recall": 0.645257, + "f1": 0.605311, + "accuracy": 0.645257, + "main_score": 0.605311, + "hf_subset": "lin_Latn-kas_Deva", + "languages": [ + "lin-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631676, + "recall": 0.676877, + "f1": 0.643107, + "accuracy": 0.676877, + "main_score": 0.643107, + "hf_subset": "lin_Latn-ltz_Latn", + "languages": [ + "lin-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476652, + "recall": 0.537549, + "f1": 0.493379, + "accuracy": 0.537549, + "main_score": 0.493379, + "hf_subset": "lin_Latn-nus_Latn", + "languages": [ + "lin-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646237, + "recall": 0.692688, + "f1": 0.658161, + "accuracy": 0.692688, + "main_score": 0.658161, + "hf_subset": "lin_Latn-slk_Latn", + "languages": [ + "lin-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460685, + "recall": 0.517787, + "f1": 0.476238, + "accuracy": 0.517787, + "main_score": 0.476238, + "hf_subset": "lin_Latn-tir_Ethi", + "languages": [ + "lin-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613392, + "recall": 0.672925, + "f1": 0.628678, + "accuracy": 0.672925, + "main_score": 0.628678, + "hf_subset": "lin_Latn-zho_Hant", + "languages": [ + "lin-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644135, + "recall": 0.692688, + "f1": 0.656582, + "accuracy": 0.692688, + "main_score": 0.656582, + "hf_subset": "lin_Latn-awa_Deva", + "languages": [ + "lin-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613708, + "recall": 0.658103, + "f1": 0.625611, + "accuracy": 0.658103, + "main_score": 0.625611, + "hf_subset": "lin_Latn-cym_Latn", + "languages": [ + "lin-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641247, + "recall": 0.681818, + "f1": 0.652086, + "accuracy": 0.681818, + "main_score": 0.652086, + "hf_subset": "lin_Latn-grn_Latn", + "languages": [ + "lin-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608042, + "recall": 0.662055, + "f1": 0.622082, + "accuracy": 0.662055, + "main_score": 0.622082, + "hf_subset": "lin_Latn-kat_Geor", + "languages": [ + "lin-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622682, + "recall": 0.661067, + "f1": 0.633407, + "accuracy": 0.661067, + "main_score": 0.633407, + "hf_subset": "lin_Latn-lua_Latn", + "languages": [ + "lin-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598139, + "recall": 0.63834, + "f1": 0.609732, + "accuracy": 0.63834, + "main_score": 0.609732, + "hf_subset": "lin_Latn-nya_Latn", + "languages": [ + "lin-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647842, + "recall": 0.6917, + "f1": 0.659409, + "accuracy": 0.6917, + "main_score": 0.659409, + "hf_subset": "lin_Latn-slv_Latn", + "languages": [ + "lin-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645131, + "recall": 0.682806, + "f1": 0.655532, + "accuracy": 0.682806, + "main_score": 0.655532, + "hf_subset": "lin_Latn-tpi_Latn", + "languages": [ + "lin-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680984, + "recall": 0.720356, + "f1": 0.691609, + "accuracy": 0.720356, + "main_score": 0.691609, + "hf_subset": "lin_Latn-zsm_Latn", + "languages": [ + "lin-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534077, + "recall": 0.585968, + "f1": 0.548363, + "accuracy": 0.585968, + "main_score": 0.548363, + "hf_subset": "lin_Latn-ayr_Latn", + "languages": [ + "lin-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65479, + "recall": 0.705534, + "f1": 0.668268, + "accuracy": 0.705534, + "main_score": 0.668268, + "hf_subset": "lin_Latn-dan_Latn", + "languages": [ + "lin-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643934, + "recall": 0.690711, + "f1": 0.656834, + "accuracy": 0.690711, + "main_score": 0.656834, + "hf_subset": "lin_Latn-guj_Gujr", + "languages": [ + "lin-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651085, + "recall": 0.701581, + "f1": 0.664446, + "accuracy": 0.701581, + "main_score": 0.664446, + "hf_subset": "lin_Latn-kaz_Cyrl", + "languages": [ + "lin-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534531, + "recall": 0.58498, + "f1": 0.548271, + "accuracy": 0.58498, + "main_score": 0.548271, + "hf_subset": "lin_Latn-lug_Latn", + "languages": [ + "lin-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674245, + "recall": 0.720356, + "f1": 0.686504, + "accuracy": 0.720356, + "main_score": 0.686504, + "hf_subset": "lin_Latn-oci_Latn", + "languages": [ + "lin-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621985, + "recall": 0.664032, + "f1": 0.632873, + "accuracy": 0.664032, + "main_score": 0.632873, + "hf_subset": "lin_Latn-smo_Latn", + "languages": [ + "lin-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55445, + "recall": 0.604743, + "f1": 0.567896, + "accuracy": 0.604743, + "main_score": 0.567896, + "hf_subset": "lin_Latn-tsn_Latn", + "languages": [ + "lin-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566582, + "recall": 0.618577, + "f1": 0.581034, + "accuracy": 0.618577, + "main_score": 0.581034, + "hf_subset": "lin_Latn-zul_Latn", + "languages": [ + "lin-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575476, + "recall": 0.634387, + "f1": 0.592705, + "accuracy": 0.634387, + "main_score": 0.592705, + "hf_subset": "lin_Latn-azb_Arab", + "languages": [ + "lin-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661264, + "recall": 0.709486, + "f1": 0.673957, + "accuracy": 0.709486, + "main_score": 0.673957, + "hf_subset": "lin_Latn-deu_Latn", + "languages": [ + "lin-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61137, + "recall": 0.663043, + "f1": 0.625053, + "accuracy": 0.663043, + "main_score": 0.625053, + "hf_subset": "lin_Latn-hat_Latn", + "languages": [ + "lin-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512716, + "recall": 0.563241, + "f1": 0.526905, + "accuracy": 0.563241, + "main_score": 0.526905, + "hf_subset": "lin_Latn-kbp_Latn", + "languages": [ + "lin-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598602, + "recall": 0.636364, + "f1": 0.608865, + "accuracy": 0.636364, + "main_score": 0.608865, + "hf_subset": "lin_Latn-luo_Latn", + "languages": [ + "lin-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62908, + "recall": 0.686759, + "f1": 0.644735, + "accuracy": 0.686759, + "main_score": 0.644735, + "hf_subset": "lin_Latn-ory_Orya", + "languages": [ + "lin-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566152, + "recall": 0.613636, + "f1": 0.579885, + "accuracy": 0.613636, + "main_score": 0.579885, + "hf_subset": "lin_Latn-sna_Latn", + "languages": [ + "lin-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566241, + "recall": 0.61166, + "f1": 0.57839, + "accuracy": 0.61166, + "main_score": 0.57839, + "hf_subset": "lin_Latn-tso_Latn", + "languages": [ + "lin-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615142, + "recall": 0.666008, + "f1": 0.628928, + "accuracy": 0.666008, + "main_score": 0.628928, + "hf_subset": "lin_Latn-azj_Latn", + "languages": [ + "lin-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534643, + "recall": 0.58498, + "f1": 0.549514, + "accuracy": 0.58498, + "main_score": 0.549514, + "hf_subset": "lin_Latn-dik_Latn", + "languages": [ + "lin-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574236, + "recall": 0.621542, + "f1": 0.587123, + "accuracy": 0.621542, + "main_score": 0.587123, + "hf_subset": "lin_Latn-hau_Latn", + "languages": [ + "lin-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652173, + "recall": 0.697628, + "f1": 0.664847, + "accuracy": 0.697628, + "main_score": 0.664847, + "hf_subset": "lin_Latn-kea_Latn", + "languages": [ + "lin-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61875, + "recall": 0.655138, + "f1": 0.628966, + "accuracy": 0.655138, + "main_score": 0.628966, + "hf_subset": "lin_Latn-lus_Latn", + "languages": [ + "lin-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646353, + "recall": 0.688735, + "f1": 0.658266, + "accuracy": 0.688735, + "main_score": 0.658266, + "hf_subset": "lin_Latn-pag_Latn", + "languages": [ + "lin-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615538, + "recall": 0.670949, + "f1": 0.631163, + "accuracy": 0.670949, + "main_score": 0.631163, + "hf_subset": "lin_Latn-snd_Arab", + "languages": [ + "lin-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587588, + "recall": 0.632411, + "f1": 0.600561, + "accuracy": 0.632411, + "main_score": 0.600561, + "hf_subset": "lin_Latn-tuk_Latn", + "languages": [ + "lin-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635964, + "recall": 0.681818, + "f1": 0.648205, + "accuracy": 0.681818, + "main_score": 0.648205, + "hf_subset": "lin_Latn-bak_Cyrl", + "languages": [ + "lin-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472376, + "recall": 0.544466, + "f1": 0.493234, + "accuracy": 0.544466, + "main_score": 0.493234, + "hf_subset": "lin_Latn-dyu_Latn", + "languages": [ + "lin-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633077, + "recall": 0.681818, + "f1": 0.646408, + "accuracy": 0.681818, + "main_score": 0.646408, + "hf_subset": "lin_Latn-heb_Hebr", + "languages": [ + "lin-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579958, + "recall": 0.630435, + "f1": 0.593544, + "accuracy": 0.630435, + "main_score": 0.593544, + "hf_subset": "lin_Latn-khk_Cyrl", + "languages": [ + "lin-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644246, + "recall": 0.6917, + "f1": 0.656851, + "accuracy": 0.6917, + "main_score": 0.656851, + "hf_subset": "lin_Latn-lvs_Latn", + "languages": [ + "lin-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629685, + "recall": 0.684783, + "f1": 0.643853, + "accuracy": 0.684783, + "main_score": 0.643853, + "hf_subset": "lin_Latn-pan_Guru", + "languages": [ + "lin-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537578, + "recall": 0.588933, + "f1": 0.55216, + "accuracy": 0.588933, + "main_score": 0.55216, + "hf_subset": "lin_Latn-som_Latn", + "languages": [ + "lin-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565612, + "recall": 0.612648, + "f1": 0.578279, + "accuracy": 0.612648, + "main_score": 0.578279, + "hf_subset": "lin_Latn-tum_Latn", + "languages": [ + "lin-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59729, + "recall": 0.662055, + "f1": 0.615845, + "accuracy": 0.662055, + "main_score": 0.615845, + "hf_subset": "nno_Latn-ace_Arab", + "languages": [ + "nno-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54125, + "recall": 0.599802, + "f1": 0.557286, + "accuracy": 0.599802, + "main_score": 0.557286, + "hf_subset": "nno_Latn-bam_Latn", + "languages": [ + "nno-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444025, + "recall": 0.512846, + "f1": 0.462465, + "accuracy": 0.512846, + "main_score": 0.462465, + "hf_subset": "nno_Latn-dzo_Tibt", + "languages": [ + "nno-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-hin_Deva", + "languages": [ + "nno-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-khm_Khmr", + "languages": [ + "nno-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-mag_Deva", + "languages": [ + "nno-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "nno_Latn-pap_Latn", + "languages": [ + "nno-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605842, + "recall": 0.66502, + "f1": 0.623049, + "accuracy": 0.66502, + "main_score": 0.623049, + "hf_subset": "nno_Latn-sot_Latn", + "languages": [ + "nno-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-tur_Latn", + "languages": [ + "nno-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870389, + "recall": 0.90415, + "f1": 0.881061, + "accuracy": 0.90415, + "main_score": 0.881061, + "hf_subset": "nno_Latn-ace_Latn", + "languages": [ + "nno-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.97332, + "f1": 0.966733, + "accuracy": 0.97332, + "main_score": 0.966733, + "hf_subset": "nno_Latn-ban_Latn", + "languages": [ + "nno-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ell_Grek", + "languages": [ + "nno-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nno_Latn-hne_Deva", + "languages": [ + "nno-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605225, + "recall": 0.661067, + "f1": 0.621497, + "accuracy": 0.661067, + "main_score": 0.621497, + "hf_subset": "nno_Latn-kik_Latn", + "languages": [ + "nno-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-mai_Deva", + "languages": [ + "nno-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "nno_Latn-pbt_Arab", + "languages": [ + "nno-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-spa_Latn", + "languages": [ + "nno-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624517, + "recall": 0.687747, + "f1": 0.642594, + "accuracy": 0.687747, + "main_score": 0.642594, + "hf_subset": "nno_Latn-twi_Latn", + "languages": [ + "nno-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-acm_Arab", + "languages": [ + "nno-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-bel_Cyrl", + "languages": [ + "nno-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-hrv_Latn", + "languages": [ + "nno-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559836, + "recall": 0.620553, + "f1": 0.576602, + "accuracy": 0.620553, + "main_score": 0.576602, + "hf_subset": "nno_Latn-kin_Latn", + "languages": [ + "nno-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-mal_Mlym", + "languages": [ + "nno-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-pes_Arab", + "languages": [ + "nno-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-srd_Latn", + "languages": [ + "nno-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178693, + "recall": 0.227273, + "f1": 0.191163, + "accuracy": 0.227273, + "main_score": 0.191163, + "hf_subset": "nno_Latn-tzm_Tfng", + "languages": [ + "nno-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-acq_Arab", + "languages": [ + "nno-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631275, + "recall": 0.681818, + "f1": 0.645766, + "accuracy": 0.681818, + "main_score": 0.645766, + "hf_subset": "nno_Latn-bem_Latn", + "languages": [ + "nno-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-epo_Latn", + "languages": [ + "nno-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-hun_Latn", + "languages": [ + "nno-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "nno_Latn-kir_Cyrl", + "languages": [ + "nno-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-mar_Deva", + "languages": [ + "nno-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686825, + "recall": 0.738142, + "f1": 0.701943, + "accuracy": 0.738142, + "main_score": 0.701943, + "hf_subset": "nno_Latn-plt_Latn", + "languages": [ + "nno-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-srp_Cyrl", + "languages": [ + "nno-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "nno_Latn-uig_Arab", + "languages": [ + "nno-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-aeb_Arab", + "languages": [ + "nno-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ben_Beng", + "languages": [ + "nno-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-est_Latn", + "languages": [ + "nno-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-hye_Armn", + "languages": [ + "nno-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556201, + "recall": 0.609684, + "f1": 0.571231, + "accuracy": 0.609684, + "main_score": 0.571231, + "hf_subset": "nno_Latn-kmb_Latn", + "languages": [ + "nno-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521254, + "recall": 0.59585, + "f1": 0.541402, + "accuracy": 0.59585, + "main_score": 0.541402, + "hf_subset": "nno_Latn-min_Arab", + "languages": [ + "nno-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-pol_Latn", + "languages": [ + "nno-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556655, + "recall": 0.624506, + "f1": 0.576347, + "accuracy": 0.624506, + "main_score": 0.576347, + "hf_subset": "nno_Latn-ssw_Latn", + "languages": [ + "nno-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ukr_Cyrl", + "languages": [ + "nno-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-bho_Deva", + "languages": [ + "nno-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-eus_Latn", + "languages": [ + "nno-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590382, + "recall": 0.656126, + "f1": 0.60934, + "accuracy": 0.656126, + "main_score": 0.60934, + "hf_subset": "nno_Latn-ibo_Latn", + "languages": [ + "nno-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900313, + "recall": 0.927866, + "f1": 0.908992, + "accuracy": 0.927866, + "main_score": 0.908992, + "hf_subset": "nno_Latn-kmr_Latn", + "languages": [ + "nno-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-min_Latn", + "languages": [ + "nno-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-por_Latn", + "languages": [ + "nno-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-sun_Latn", + "languages": [ + "nno-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525226, + "recall": 0.582016, + "f1": 0.541592, + "accuracy": 0.582016, + "main_score": 0.541592, + "hf_subset": "nno_Latn-umb_Latn", + "languages": [ + "nno-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ajp_Arab", + "languages": [ + "nno-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545487, + "recall": 0.613636, + "f1": 0.564548, + "accuracy": 0.613636, + "main_score": 0.564548, + "hf_subset": "nno_Latn-bjn_Arab", + "languages": [ + "nno-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536124, + "recall": 0.588933, + "f1": 0.550134, + "accuracy": 0.588933, + "main_score": 0.550134, + "hf_subset": "nno_Latn-ewe_Latn", + "languages": [ + "nno-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "nno_Latn-ilo_Latn", + "languages": [ + "nno-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315608, + "recall": 0.378458, + "f1": 0.333329, + "accuracy": 0.378458, + "main_score": 0.333329, + "hf_subset": "nno_Latn-knc_Arab", + "languages": [ + "nno-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-mkd_Cyrl", + "languages": [ + "nno-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-prs_Arab", + "languages": [ + "nno-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-urd_Arab", + "languages": [ + "nno-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604282, + "recall": 0.659091, + "f1": 0.619342, + "accuracy": 0.659091, + "main_score": 0.619342, + "hf_subset": "nno_Latn-aka_Latn", + "languages": [ + "nno-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "nno_Latn-bjn_Latn", + "languages": [ + "nno-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ind_Latn", + "languages": [ + "nno-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586048, + "recall": 0.63834, + "f1": 0.601186, + "accuracy": 0.63834, + "main_score": 0.601186, + "hf_subset": "nno_Latn-knc_Latn", + "languages": [ + "nno-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-mlt_Latn", + "languages": [ + "nno-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722682, + "recall": 0.783597, + "f1": 0.740497, + "accuracy": 0.783597, + "main_score": 0.740497, + "hf_subset": "nno_Latn-quy_Latn", + "languages": [ + "nno-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "nno_Latn-swh_Latn", + "languages": [ + "nno-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-uzn_Latn", + "languages": [ + "nno-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-als_Latn", + "languages": [ + "nno-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652891, + "recall": 0.731225, + "f1": 0.675746, + "accuracy": 0.731225, + "main_score": 0.675746, + "hf_subset": "nno_Latn-bod_Tibt", + "languages": [ + "nno-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719651, + "recall": 0.775692, + "f1": 0.735841, + "accuracy": 0.775692, + "main_score": 0.735841, + "hf_subset": "nno_Latn-fij_Latn", + "languages": [ + "nno-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669114, + "recall": 0.718379, + "f1": 0.683691, + "accuracy": 0.718379, + "main_score": 0.683691, + "hf_subset": "nno_Latn-kon_Latn", + "languages": [ + "nno-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661405, + "recall": 0.725296, + "f1": 0.679718, + "accuracy": 0.725296, + "main_score": 0.679718, + "hf_subset": "nno_Latn-mni_Beng", + "languages": [ + "nno-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ron_Latn", + "languages": [ + "nno-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "nno_Latn-szl_Latn", + "languages": [ + "nno-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-vec_Latn", + "languages": [ + "nno-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "nno_Latn-amh_Ethi", + "languages": [ + "nno-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-bos_Latn", + "languages": [ + "nno-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-fin_Latn", + "languages": [ + "nno-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ita_Latn", + "languages": [ + "nno-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-kor_Hang", + "languages": [ + "nno-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554845, + "recall": 0.613636, + "f1": 0.571202, + "accuracy": 0.613636, + "main_score": 0.571202, + "hf_subset": "nno_Latn-mos_Latn", + "languages": [ + "nno-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555249, + "recall": 0.610672, + "f1": 0.570767, + "accuracy": 0.610672, + "main_score": 0.570767, + "hf_subset": "nno_Latn-run_Latn", + "languages": [ + "nno-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-tam_Taml", + "languages": [ + "nno-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-vie_Latn", + "languages": [ + "nno-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-apc_Arab", + "languages": [ + "nno-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811364, + "recall": 0.853755, + "f1": 0.824242, + "accuracy": 0.853755, + "main_score": 0.824242, + "hf_subset": "nno_Latn-bug_Latn", + "languages": [ + "nno-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484856, + "recall": 0.539526, + "f1": 0.499489, + "accuracy": 0.539526, + "main_score": 0.499489, + "hf_subset": "nno_Latn-fon_Latn", + "languages": [ + "nno-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-jav_Latn", + "languages": [ + "nno-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-lao_Laoo", + "languages": [ + "nno-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887022, + "recall": 0.91996, + "f1": 0.897365, + "accuracy": 0.91996, + "main_score": 0.897365, + "hf_subset": "nno_Latn-mri_Latn", + "languages": [ + "nno-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-rus_Cyrl", + "languages": [ + "nno-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553501, + "recall": 0.61166, + "f1": 0.56947, + "accuracy": 0.61166, + "main_score": 0.56947, + "hf_subset": "nno_Latn-taq_Latn", + "languages": [ + "nno-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-war_Latn", + "languages": [ + "nno-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-arb_Arab", + "languages": [ + "nno-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-bul_Cyrl", + "languages": [ + "nno-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-fra_Latn", + "languages": [ + "nno-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-jpn_Jpan", + "languages": [ + "nno-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nno_Latn-lij_Latn", + "languages": [ + "nno-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "nno_Latn-mya_Mymr", + "languages": [ + "nno-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605131, + "recall": 0.666996, + "f1": 0.622788, + "accuracy": 0.666996, + "main_score": 0.622788, + "hf_subset": "nno_Latn-sag_Latn", + "languages": [ + "nno-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190168, + "recall": 0.248024, + "f1": 0.203026, + "accuracy": 0.248024, + "main_score": 0.203026, + "hf_subset": "nno_Latn-taq_Tfng", + "languages": [ + "nno-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650438, + "recall": 0.70751, + "f1": 0.666604, + "accuracy": 0.70751, + "main_score": 0.666604, + "hf_subset": "nno_Latn-wol_Latn", + "languages": [ + "nno-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819285, + "recall": 0.864625, + "f1": 0.832806, + "accuracy": 0.864625, + "main_score": 0.832806, + "hf_subset": "nno_Latn-arb_Latn", + "languages": [ + "nno-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-cat_Latn", + "languages": [ + "nno-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-fur_Latn", + "languages": [ + "nno-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422475, + "recall": 0.479249, + "f1": 0.438392, + "accuracy": 0.479249, + "main_score": 0.438392, + "hf_subset": "nno_Latn-kab_Latn", + "languages": [ + "nno-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-lim_Latn", + "languages": [ + "nno-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "nno_Latn-san_Deva", + "languages": [ + "nno-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-tat_Cyrl", + "languages": [ + "nno-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67481, + "recall": 0.730237, + "f1": 0.691126, + "accuracy": 0.730237, + "main_score": 0.691126, + "hf_subset": "nno_Latn-xho_Latn", + "languages": [ + "nno-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ars_Arab", + "languages": [ + "nno-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ceb_Latn", + "languages": [ + "nno-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568275, + "recall": 0.621542, + "f1": 0.583655, + "accuracy": 0.621542, + "main_score": 0.583655, + "hf_subset": "nno_Latn-fuv_Latn", + "languages": [ + "nno-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509924, + "recall": 0.575099, + "f1": 0.527795, + "accuracy": 0.575099, + "main_score": 0.527795, + "hf_subset": "nno_Latn-kac_Latn", + "languages": [ + "nno-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674275, + "recall": 0.727273, + "f1": 0.689907, + "accuracy": 0.727273, + "main_score": 0.689907, + "hf_subset": "nno_Latn-lin_Latn", + "languages": [ + "nno-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233017, + "recall": 0.314229, + "f1": 0.253675, + "accuracy": 0.314229, + "main_score": 0.253675, + "hf_subset": "nno_Latn-sat_Olck", + "languages": [ + "nno-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-tel_Telu", + "languages": [ + "nno-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "nno_Latn-ydd_Hebr", + "languages": [ + "nno-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "nno_Latn-ary_Arab", + "languages": [ + "nno-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ces_Latn", + "languages": [ + "nno-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588414, + "recall": 0.651186, + "f1": 0.606388, + "accuracy": 0.651186, + "main_score": 0.606388, + "hf_subset": "nno_Latn-gaz_Latn", + "languages": [ + "nno-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586259, + "recall": 0.647233, + "f1": 0.603189, + "accuracy": 0.647233, + "main_score": 0.603189, + "hf_subset": "nno_Latn-kam_Latn", + "languages": [ + "nno-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nno_Latn-lit_Latn", + "languages": [ + "nno-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "nno_Latn-scn_Latn", + "languages": [ + "nno-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "nno_Latn-tgk_Cyrl", + "languages": [ + "nno-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719582, + "recall": 0.780632, + "f1": 0.737672, + "accuracy": 0.780632, + "main_score": 0.737672, + "hf_subset": "nno_Latn-yor_Latn", + "languages": [ + "nno-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-arz_Arab", + "languages": [ + "nno-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562808, + "recall": 0.62747, + "f1": 0.581362, + "accuracy": 0.62747, + "main_score": 0.581362, + "hf_subset": "nno_Latn-cjk_Latn", + "languages": [ + "nno-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813982, + "recall": 0.860672, + "f1": 0.828181, + "accuracy": 0.860672, + "main_score": 0.828181, + "hf_subset": "nno_Latn-gla_Latn", + "languages": [ + "nno-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-kan_Knda", + "languages": [ + "nno-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "nno_Latn-lmo_Latn", + "languages": [ + "nno-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nno_Latn-npi_Deva", + "languages": [ + "nno-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472343, + "recall": 0.532609, + "f1": 0.489039, + "accuracy": 0.532609, + "main_score": 0.489039, + "hf_subset": "nno_Latn-shn_Mymr", + "languages": [ + "nno-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-tgl_Latn", + "languages": [ + "nno-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-yue_Hant", + "languages": [ + "nno-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-asm_Beng", + "languages": [ + "nno-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "nno_Latn-ckb_Arab", + "languages": [ + "nno-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881917, + "recall": 0.91502, + "f1": 0.892622, + "accuracy": 0.91502, + "main_score": 0.892622, + "hf_subset": "nno_Latn-gle_Latn", + "languages": [ + "nno-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.963439, + "f1": 0.953722, + "accuracy": 0.963439, + "main_score": 0.953722, + "hf_subset": "nno_Latn-kas_Arab", + "languages": [ + "nno-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "nno_Latn-ltg_Latn", + "languages": [ + "nno-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620063, + "recall": 0.672925, + "f1": 0.635408, + "accuracy": 0.672925, + "main_score": 0.635408, + "hf_subset": "nno_Latn-nso_Latn", + "languages": [ + "nno-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nno_Latn-sin_Sinh", + "languages": [ + "nno-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-tha_Thai", + "languages": [ + "nno-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-zho_Hans", + "languages": [ + "nno-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-ast_Latn", + "languages": [ + "nno-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-crh_Latn", + "languages": [ + "nno-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-glg_Latn", + "languages": [ + "nno-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901021, + "recall": 0.929842, + "f1": 0.910244, + "accuracy": 0.929842, + "main_score": 0.910244, + "hf_subset": "nno_Latn-kas_Deva", + "languages": [ + "nno-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473774, + "recall": 0.540514, + "f1": 0.491312, + "accuracy": 0.540514, + "main_score": 0.491312, + "hf_subset": "nno_Latn-nus_Latn", + "languages": [ + "nno-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-slk_Latn", + "languages": [ + "nno-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606077, + "recall": 0.678854, + "f1": 0.627508, + "accuracy": 0.678854, + "main_score": 0.627508, + "hf_subset": "nno_Latn-tir_Ethi", + "languages": [ + "nno-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-zho_Hant", + "languages": [ + "nno-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985425, + "recall": 0.98913, + "f1": 0.986561, + "accuracy": 0.98913, + "main_score": 0.986561, + "hf_subset": "nno_Latn-awa_Deva", + "languages": [ + "nno-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "nno_Latn-cym_Latn", + "languages": [ + "nno-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851318, + "recall": 0.88834, + "f1": 0.862418, + "accuracy": 0.88834, + "main_score": 0.862418, + "hf_subset": "nno_Latn-grn_Latn", + "languages": [ + "nno-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-kat_Geor", + "languages": [ + "nno-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655972, + "recall": 0.708498, + "f1": 0.670953, + "accuracy": 0.708498, + "main_score": 0.670953, + "hf_subset": "nno_Latn-lua_Latn", + "languages": [ + "nno-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649526, + "recall": 0.705534, + "f1": 0.66545, + "accuracy": 0.705534, + "main_score": 0.66545, + "hf_subset": "nno_Latn-nya_Latn", + "languages": [ + "nno-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-slv_Latn", + "languages": [ + "nno-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "nno_Latn-tpi_Latn", + "languages": [ + "nno-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-zsm_Latn", + "languages": [ + "nno-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556192, + "recall": 0.615613, + "f1": 0.572759, + "accuracy": 0.615613, + "main_score": 0.572759, + "hf_subset": "nno_Latn-ayr_Latn", + "languages": [ + "nno-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-guj_Gujr", + "languages": [ + "nno-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nno_Latn-kaz_Cyrl", + "languages": [ + "nno-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540945, + "recall": 0.602767, + "f1": 0.558233, + "accuracy": 0.602767, + "main_score": 0.558233, + "hf_subset": "nno_Latn-lug_Latn", + "languages": [ + "nno-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-oci_Latn", + "languages": [ + "nno-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827652, + "recall": 0.870553, + "f1": 0.840533, + "accuracy": 0.870553, + "main_score": 0.840533, + "hf_subset": "nno_Latn-smo_Latn", + "languages": [ + "nno-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54705, + "recall": 0.61166, + "f1": 0.565381, + "accuracy": 0.61166, + "main_score": 0.565381, + "hf_subset": "nno_Latn-tsn_Latn", + "languages": [ + "nno-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614279, + "recall": 0.676877, + "f1": 0.632449, + "accuracy": 0.676877, + "main_score": 0.632449, + "hf_subset": "nno_Latn-zul_Latn", + "languages": [ + "nno-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924572, + "recall": 0.947628, + "f1": 0.931983, + "accuracy": 0.947628, + "main_score": 0.931983, + "hf_subset": "nno_Latn-azb_Arab", + "languages": [ + "nno-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "nno_Latn-hat_Latn", + "languages": [ + "nno-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494888, + "recall": 0.551383, + "f1": 0.51119, + "accuracy": 0.551383, + "main_score": 0.51119, + "hf_subset": "nno_Latn-kbp_Latn", + "languages": [ + "nno-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577283, + "recall": 0.634387, + "f1": 0.592532, + "accuracy": 0.634387, + "main_score": 0.592532, + "hf_subset": "nno_Latn-luo_Latn", + "languages": [ + "nno-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-ory_Orya", + "languages": [ + "nno-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597277, + "recall": 0.661067, + "f1": 0.615263, + "accuracy": 0.661067, + "main_score": 0.615263, + "hf_subset": "nno_Latn-sna_Latn", + "languages": [ + "nno-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571274, + "recall": 0.623518, + "f1": 0.585452, + "accuracy": 0.623518, + "main_score": 0.585452, + "hf_subset": "nno_Latn-tso_Latn", + "languages": [ + "nno-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-azj_Latn", + "languages": [ + "nno-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536557, + "recall": 0.608696, + "f1": 0.557744, + "accuracy": 0.608696, + "main_score": 0.557744, + "hf_subset": "nno_Latn-dik_Latn", + "languages": [ + "nno-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758573, + "recall": 0.807312, + "f1": 0.772678, + "accuracy": 0.807312, + "main_score": 0.772678, + "hf_subset": "nno_Latn-hau_Latn", + "languages": [ + "nno-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "nno_Latn-kea_Latn", + "languages": [ + "nno-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754694, + "recall": 0.801383, + "f1": 0.768596, + "accuracy": 0.801383, + "main_score": 0.768596, + "hf_subset": "nno_Latn-lus_Latn", + "languages": [ + "nno-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873139, + "recall": 0.902174, + "f1": 0.881555, + "accuracy": 0.902174, + "main_score": 0.881555, + "hf_subset": "nno_Latn-pag_Latn", + "languages": [ + "nno-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nno_Latn-snd_Arab", + "languages": [ + "nno-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "nno_Latn-tuk_Latn", + "languages": [ + "nno-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nno_Latn-bak_Cyrl", + "languages": [ + "nno-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504441, + "recall": 0.577075, + "f1": 0.526054, + "accuracy": 0.577075, + "main_score": 0.526054, + "hf_subset": "nno_Latn-dyu_Latn", + "languages": [ + "nno-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nno_Latn-heb_Hebr", + "languages": [ + "nno-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "nno_Latn-khk_Cyrl", + "languages": [ + "nno-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-lvs_Latn", + "languages": [ + "nno-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nno_Latn-pan_Guru", + "languages": [ + "nno-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709808, + "recall": 0.76581, + "f1": 0.726682, + "accuracy": 0.76581, + "main_score": 0.726682, + "hf_subset": "nno_Latn-som_Latn", + "languages": [ + "nno-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602381, + "recall": 0.658103, + "f1": 0.618401, + "accuracy": 0.658103, + "main_score": 0.618401, + "hf_subset": "nno_Latn-tum_Latn", + "languages": [ + "nno-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.077511, + "recall": 0.106719, + "f1": 0.083277, + "accuracy": 0.106719, + "main_score": 0.083277, + "hf_subset": "sat_Olck-ace_Arab", + "languages": [ + "sat-Olck", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.077722, + "recall": 0.107708, + "f1": 0.084296, + "accuracy": 0.107708, + "main_score": 0.084296, + "hf_subset": "sat_Olck-bam_Latn", + "languages": [ + "sat-Olck", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.083154, + "recall": 0.115613, + "f1": 0.09035, + "accuracy": 0.115613, + "main_score": 0.09035, + "hf_subset": "sat_Olck-dzo_Tibt", + "languages": [ + "sat-Olck", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151253, + "recall": 0.215415, + "f1": 0.164025, + "accuracy": 0.215415, + "main_score": 0.164025, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138435, + "recall": 0.184783, + "f1": 0.147157, + "accuracy": 0.184783, + "main_score": 0.147157, + "hf_subset": "sat_Olck-khm_Khmr", + "languages": [ + "sat-Olck", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.158595, + "recall": 0.220356, + "f1": 0.171982, + "accuracy": 0.220356, + "main_score": 0.171982, + "hf_subset": "sat_Olck-mag_Deva", + "languages": [ + "sat-Olck", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.104064, + "recall": 0.147233, + "f1": 0.111318, + "accuracy": 0.147233, + "main_score": 0.111318, + "hf_subset": "sat_Olck-pap_Latn", + "languages": [ + "sat-Olck", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.078806, + "recall": 0.108696, + "f1": 0.084645, + "accuracy": 0.108696, + "main_score": 0.084645, + "hf_subset": "sat_Olck-sot_Latn", + "languages": [ + "sat-Olck", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127128, + "recall": 0.177866, + "f1": 0.137419, + "accuracy": 0.177866, + "main_score": 0.137419, + "hf_subset": "sat_Olck-tur_Latn", + "languages": [ + "sat-Olck", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.090255, + "recall": 0.128458, + "f1": 0.096944, + "accuracy": 0.128458, + "main_score": 0.096944, + "hf_subset": "sat_Olck-ace_Latn", + "languages": [ + "sat-Olck", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.114087, + "recall": 0.158103, + "f1": 0.122697, + "accuracy": 0.158103, + "main_score": 0.122697, + "hf_subset": "sat_Olck-ban_Latn", + "languages": [ + "sat-Olck", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124532, + "recall": 0.178854, + "f1": 0.134798, + "accuracy": 0.178854, + "main_score": 0.134798, + "hf_subset": "sat_Olck-ell_Grek", + "languages": [ + "sat-Olck", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149501, + "recall": 0.208498, + "f1": 0.161526, + "accuracy": 0.208498, + "main_score": 0.161526, + "hf_subset": "sat_Olck-hne_Deva", + "languages": [ + "sat-Olck", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.05596, + "recall": 0.083992, + "f1": 0.060545, + "accuracy": 0.083992, + "main_score": 0.060545, + "hf_subset": "sat_Olck-kik_Latn", + "languages": [ + "sat-Olck", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151796, + "recall": 0.215415, + "f1": 0.163495, + "accuracy": 0.215415, + "main_score": 0.163495, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.119736, + "recall": 0.174901, + "f1": 0.129953, + "accuracy": 0.174901, + "main_score": 0.129953, + "hf_subset": "sat_Olck-pbt_Arab", + "languages": [ + "sat-Olck", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122971, + "recall": 0.184783, + "f1": 0.134425, + "accuracy": 0.184783, + "main_score": 0.134425, + "hf_subset": "sat_Olck-spa_Latn", + "languages": [ + "sat-Olck", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.073807, + "recall": 0.104743, + "f1": 0.079121, + "accuracy": 0.104743, + "main_score": 0.079121, + "hf_subset": "sat_Olck-twi_Latn", + "languages": [ + "sat-Olck", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.119337, + "recall": 0.174901, + "f1": 0.130392, + "accuracy": 0.174901, + "main_score": 0.130392, + "hf_subset": "sat_Olck-acm_Arab", + "languages": [ + "sat-Olck", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.111821, + "recall": 0.163043, + "f1": 0.120733, + "accuracy": 0.163043, + "main_score": 0.120733, + "hf_subset": "sat_Olck-bel_Cyrl", + "languages": [ + "sat-Olck", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.150107, + "recall": 0.204545, + "f1": 0.159876, + "accuracy": 0.204545, + "main_score": 0.159876, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129577, + "recall": 0.179842, + "f1": 0.139106, + "accuracy": 0.179842, + "main_score": 0.139106, + "hf_subset": "sat_Olck-hrv_Latn", + "languages": [ + "sat-Olck", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.082007, + "recall": 0.116601, + "f1": 0.089232, + "accuracy": 0.116601, + "main_score": 0.089232, + "hf_subset": "sat_Olck-kin_Latn", + "languages": [ + "sat-Olck", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.12883, + "recall": 0.190711, + "f1": 0.140366, + "accuracy": 0.190711, + "main_score": 0.140366, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13667, + "recall": 0.183794, + "f1": 0.146828, + "accuracy": 0.183794, + "main_score": 0.146828, + "hf_subset": "sat_Olck-pes_Arab", + "languages": [ + "sat-Olck", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.114077, + "recall": 0.150198, + "f1": 0.121103, + "accuracy": 0.150198, + "main_score": 0.121103, + "hf_subset": "sat_Olck-srd_Latn", + "languages": [ + "sat-Olck", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.11777, + "recall": 0.151186, + "f1": 0.12621, + "accuracy": 0.151186, + "main_score": 0.12621, + "hf_subset": "sat_Olck-tzm_Tfng", + "languages": [ + "sat-Olck", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.125872, + "recall": 0.184783, + "f1": 0.13686, + "accuracy": 0.184783, + "main_score": 0.13686, + "hf_subset": "sat_Olck-acq_Arab", + "languages": [ + "sat-Olck", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.076272, + "recall": 0.108696, + "f1": 0.081712, + "accuracy": 0.108696, + "main_score": 0.081712, + "hf_subset": "sat_Olck-bem_Latn", + "languages": [ + "sat-Olck", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140197, + "recall": 0.190711, + "f1": 0.150399, + "accuracy": 0.190711, + "main_score": 0.150399, + "hf_subset": "sat_Olck-epo_Latn", + "languages": [ + "sat-Olck", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135324, + "recall": 0.186759, + "f1": 0.145296, + "accuracy": 0.186759, + "main_score": 0.145296, + "hf_subset": "sat_Olck-hun_Latn", + "languages": [ + "sat-Olck", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.107639, + "recall": 0.152174, + "f1": 0.115672, + "accuracy": 0.152174, + "main_score": 0.115672, + "hf_subset": "sat_Olck-kir_Cyrl", + "languages": [ + "sat-Olck", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141747, + "recall": 0.199605, + "f1": 0.153197, + "accuracy": 0.199605, + "main_score": 0.153197, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.091681, + "recall": 0.139328, + "f1": 0.100384, + "accuracy": 0.139328, + "main_score": 0.100384, + "hf_subset": "sat_Olck-plt_Latn", + "languages": [ + "sat-Olck", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.128726, + "recall": 0.182806, + "f1": 0.139228, + "accuracy": 0.182806, + "main_score": 0.139228, + "hf_subset": "sat_Olck-srp_Cyrl", + "languages": [ + "sat-Olck", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.120455, + "recall": 0.166008, + "f1": 0.128819, + "accuracy": 0.166008, + "main_score": 0.128819, + "hf_subset": "sat_Olck-uig_Arab", + "languages": [ + "sat-Olck", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130644, + "recall": 0.172925, + "f1": 0.139321, + "accuracy": 0.172925, + "main_score": 0.139321, + "hf_subset": "sat_Olck-aeb_Arab", + "languages": [ + "sat-Olck", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.164522, + "recall": 0.232213, + "f1": 0.178026, + "accuracy": 0.232213, + "main_score": 0.178026, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.132855, + "recall": 0.190711, + "f1": 0.143636, + "accuracy": 0.190711, + "main_score": 0.143636, + "hf_subset": "sat_Olck-est_Latn", + "languages": [ + "sat-Olck", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127821, + "recall": 0.181818, + "f1": 0.138007, + "accuracy": 0.181818, + "main_score": 0.138007, + "hf_subset": "sat_Olck-hye_Armn", + "languages": [ + "sat-Olck", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.073006, + "recall": 0.105731, + "f1": 0.079715, + "accuracy": 0.105731, + "main_score": 0.079715, + "hf_subset": "sat_Olck-kmb_Latn", + "languages": [ + "sat-Olck", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.077474, + "recall": 0.114625, + "f1": 0.085097, + "accuracy": 0.114625, + "main_score": 0.085097, + "hf_subset": "sat_Olck-min_Arab", + "languages": [ + "sat-Olck", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.118642, + "recall": 0.171937, + "f1": 0.128636, + "accuracy": 0.171937, + "main_score": 0.128636, + "hf_subset": "sat_Olck-pol_Latn", + "languages": [ + "sat-Olck", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.078458, + "recall": 0.112648, + "f1": 0.084913, + "accuracy": 0.112648, + "main_score": 0.084913, + "hf_subset": "sat_Olck-ssw_Latn", + "languages": [ + "sat-Olck", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142148, + "recall": 0.195652, + "f1": 0.152502, + "accuracy": 0.195652, + "main_score": 0.152502, + "hf_subset": "sat_Olck-ukr_Cyrl", + "languages": [ + "sat-Olck", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138608, + "recall": 0.200593, + "f1": 0.151291, + "accuracy": 0.200593, + "main_score": 0.151291, + "hf_subset": "sat_Olck-afr_Latn", + "languages": [ + "sat-Olck", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146949, + "recall": 0.19664, + "f1": 0.155484, + "accuracy": 0.19664, + "main_score": 0.155484, + "hf_subset": "sat_Olck-bho_Deva", + "languages": [ + "sat-Olck", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13239, + "recall": 0.181818, + "f1": 0.142121, + "accuracy": 0.181818, + "main_score": 0.142121, + "hf_subset": "sat_Olck-eus_Latn", + "languages": [ + "sat-Olck", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.076646, + "recall": 0.114625, + "f1": 0.08407, + "accuracy": 0.114625, + "main_score": 0.08407, + "hf_subset": "sat_Olck-ibo_Latn", + "languages": [ + "sat-Olck", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.120612, + "recall": 0.163043, + "f1": 0.128914, + "accuracy": 0.163043, + "main_score": 0.128914, + "hf_subset": "sat_Olck-kmr_Latn", + "languages": [ + "sat-Olck", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127931, + "recall": 0.184783, + "f1": 0.138303, + "accuracy": 0.184783, + "main_score": 0.138303, + "hf_subset": "sat_Olck-min_Latn", + "languages": [ + "sat-Olck", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139443, + "recall": 0.197628, + "f1": 0.151415, + "accuracy": 0.197628, + "main_score": 0.151415, + "hf_subset": "sat_Olck-por_Latn", + "languages": [ + "sat-Olck", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121379, + "recall": 0.168972, + "f1": 0.130333, + "accuracy": 0.168972, + "main_score": 0.130333, + "hf_subset": "sat_Olck-sun_Latn", + "languages": [ + "sat-Olck", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.071297, + "recall": 0.103755, + "f1": 0.077593, + "accuracy": 0.103755, + "main_score": 0.077593, + "hf_subset": "sat_Olck-umb_Latn", + "languages": [ + "sat-Olck", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.119422, + "recall": 0.171937, + "f1": 0.129226, + "accuracy": 0.171937, + "main_score": 0.129226, + "hf_subset": "sat_Olck-ajp_Arab", + "languages": [ + "sat-Olck", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.082548, + "recall": 0.113636, + "f1": 0.087861, + "accuracy": 0.113636, + "main_score": 0.087861, + "hf_subset": "sat_Olck-bjn_Arab", + "languages": [ + "sat-Olck", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.056484, + "recall": 0.081028, + "f1": 0.061843, + "accuracy": 0.081028, + "main_score": 0.061843, + "hf_subset": "sat_Olck-ewe_Latn", + "languages": [ + "sat-Olck", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.098162, + "recall": 0.135375, + "f1": 0.104006, + "accuracy": 0.135375, + "main_score": 0.104006, + "hf_subset": "sat_Olck-ilo_Latn", + "languages": [ + "sat-Olck", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.077292, + "recall": 0.099802, + "f1": 0.081525, + "accuracy": 0.099802, + "main_score": 0.081525, + "hf_subset": "sat_Olck-knc_Arab", + "languages": [ + "sat-Olck", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.12989, + "recall": 0.185771, + "f1": 0.140279, + "accuracy": 0.185771, + "main_score": 0.140279, + "hf_subset": "sat_Olck-mkd_Cyrl", + "languages": [ + "sat-Olck", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135436, + "recall": 0.190711, + "f1": 0.146524, + "accuracy": 0.190711, + "main_score": 0.146524, + "hf_subset": "sat_Olck-prs_Arab", + "languages": [ + "sat-Olck", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.151125, + "recall": 0.198617, + "f1": 0.16061, + "accuracy": 0.198617, + "main_score": 0.16061, + "hf_subset": "sat_Olck-swe_Latn", + "languages": [ + "sat-Olck", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149886, + "recall": 0.210474, + "f1": 0.161706, + "accuracy": 0.210474, + "main_score": 0.161706, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.071577, + "recall": 0.103755, + "f1": 0.07758, + "accuracy": 0.103755, + "main_score": 0.07758, + "hf_subset": "sat_Olck-aka_Latn", + "languages": [ + "sat-Olck", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.103083, + "recall": 0.140316, + "f1": 0.1096, + "accuracy": 0.140316, + "main_score": 0.1096, + "hf_subset": "sat_Olck-bjn_Latn", + "languages": [ + "sat-Olck", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130786, + "recall": 0.18083, + "f1": 0.140382, + "accuracy": 0.18083, + "main_score": 0.140382, + "hf_subset": "sat_Olck-fao_Latn", + "languages": [ + "sat-Olck", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.142214, + "recall": 0.193676, + "f1": 0.152023, + "accuracy": 0.193676, + "main_score": 0.152023, + "hf_subset": "sat_Olck-ind_Latn", + "languages": [ + "sat-Olck", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.072082, + "recall": 0.104743, + "f1": 0.07844, + "accuracy": 0.104743, + "main_score": 0.07844, + "hf_subset": "sat_Olck-knc_Latn", + "languages": [ + "sat-Olck", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124042, + "recall": 0.16996, + "f1": 0.132607, + "accuracy": 0.16996, + "main_score": 0.132607, + "hf_subset": "sat_Olck-mlt_Latn", + "languages": [ + "sat-Olck", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.088446, + "recall": 0.123518, + "f1": 0.095048, + "accuracy": 0.123518, + "main_score": 0.095048, + "hf_subset": "sat_Olck-quy_Latn", + "languages": [ + "sat-Olck", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.125951, + "recall": 0.179842, + "f1": 0.136587, + "accuracy": 0.179842, + "main_score": 0.136587, + "hf_subset": "sat_Olck-swh_Latn", + "languages": [ + "sat-Olck", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135961, + "recall": 0.181818, + "f1": 0.145015, + "accuracy": 0.181818, + "main_score": 0.145015, + "hf_subset": "sat_Olck-uzn_Latn", + "languages": [ + "sat-Olck", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136582, + "recall": 0.183794, + "f1": 0.145535, + "accuracy": 0.183794, + "main_score": 0.145535, + "hf_subset": "sat_Olck-als_Latn", + "languages": [ + "sat-Olck", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.133656, + "recall": 0.18083, + "f1": 0.144704, + "accuracy": 0.18083, + "main_score": 0.144704, + "hf_subset": "sat_Olck-bod_Tibt", + "languages": [ + "sat-Olck", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.085714, + "recall": 0.12747, + "f1": 0.094013, + "accuracy": 0.12747, + "main_score": 0.094013, + "hf_subset": "sat_Olck-fij_Latn", + "languages": [ + "sat-Olck", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121964, + "recall": 0.167984, + "f1": 0.131159, + "accuracy": 0.167984, + "main_score": 0.131159, + "hf_subset": "sat_Olck-isl_Latn", + "languages": [ + "sat-Olck", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.068513, + "recall": 0.093874, + "f1": 0.073497, + "accuracy": 0.093874, + "main_score": 0.073497, + "hf_subset": "sat_Olck-kon_Latn", + "languages": [ + "sat-Olck", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.094545, + "recall": 0.129447, + "f1": 0.101017, + "accuracy": 0.129447, + "main_score": 0.101017, + "hf_subset": "sat_Olck-mni_Beng", + "languages": [ + "sat-Olck", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139676, + "recall": 0.190711, + "f1": 0.149341, + "accuracy": 0.190711, + "main_score": 0.149341, + "hf_subset": "sat_Olck-ron_Latn", + "languages": [ + "sat-Olck", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138093, + "recall": 0.189723, + "f1": 0.147621, + "accuracy": 0.189723, + "main_score": 0.147621, + "hf_subset": "sat_Olck-szl_Latn", + "languages": [ + "sat-Olck", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.126258, + "recall": 0.174901, + "f1": 0.134623, + "accuracy": 0.174901, + "main_score": 0.134623, + "hf_subset": "sat_Olck-vec_Latn", + "languages": [ + "sat-Olck", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.132809, + "recall": 0.178854, + "f1": 0.141793, + "accuracy": 0.178854, + "main_score": 0.141793, + "hf_subset": "sat_Olck-amh_Ethi", + "languages": [ + "sat-Olck", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138973, + "recall": 0.1917, + "f1": 0.149217, + "accuracy": 0.1917, + "main_score": 0.149217, + "hf_subset": "sat_Olck-bos_Latn", + "languages": [ + "sat-Olck", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.125932, + "recall": 0.183794, + "f1": 0.137882, + "accuracy": 0.183794, + "main_score": 0.137882, + "hf_subset": "sat_Olck-fin_Latn", + "languages": [ + "sat-Olck", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.125087, + "recall": 0.179842, + "f1": 0.134573, + "accuracy": 0.179842, + "main_score": 0.134573, + "hf_subset": "sat_Olck-ita_Latn", + "languages": [ + "sat-Olck", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121807, + "recall": 0.175889, + "f1": 0.131807, + "accuracy": 0.175889, + "main_score": 0.131807, + "hf_subset": "sat_Olck-kor_Hang", + "languages": [ + "sat-Olck", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.073951, + "recall": 0.102767, + "f1": 0.079641, + "accuracy": 0.102767, + "main_score": 0.079641, + "hf_subset": "sat_Olck-mos_Latn", + "languages": [ + "sat-Olck", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.085398, + "recall": 0.120553, + "f1": 0.092629, + "accuracy": 0.120553, + "main_score": 0.092629, + "hf_subset": "sat_Olck-run_Latn", + "languages": [ + "sat-Olck", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134138, + "recall": 0.189723, + "f1": 0.144511, + "accuracy": 0.189723, + "main_score": 0.144511, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134469, + "recall": 0.182806, + "f1": 0.142598, + "accuracy": 0.182806, + "main_score": 0.142598, + "hf_subset": "sat_Olck-vie_Latn", + "languages": [ + "sat-Olck", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127391, + "recall": 0.179842, + "f1": 0.137437, + "accuracy": 0.179842, + "main_score": 0.137437, + "hf_subset": "sat_Olck-apc_Arab", + "languages": [ + "sat-Olck", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.08394, + "recall": 0.114625, + "f1": 0.090107, + "accuracy": 0.114625, + "main_score": 0.090107, + "hf_subset": "sat_Olck-bug_Latn", + "languages": [ + "sat-Olck", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.063089, + "recall": 0.088933, + "f1": 0.068586, + "accuracy": 0.088933, + "main_score": 0.068586, + "hf_subset": "sat_Olck-fon_Latn", + "languages": [ + "sat-Olck", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136085, + "recall": 0.186759, + "f1": 0.146366, + "accuracy": 0.186759, + "main_score": 0.146366, + "hf_subset": "sat_Olck-jav_Latn", + "languages": [ + "sat-Olck", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.144578, + "recall": 0.190711, + "f1": 0.154163, + "accuracy": 0.190711, + "main_score": 0.154163, + "hf_subset": "sat_Olck-lao_Laoo", + "languages": [ + "sat-Olck", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.114204, + "recall": 0.160079, + "f1": 0.122877, + "accuracy": 0.160079, + "main_score": 0.122877, + "hf_subset": "sat_Olck-mri_Latn", + "languages": [ + "sat-Olck", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122178, + "recall": 0.171937, + "f1": 0.131601, + "accuracy": 0.171937, + "main_score": 0.131601, + "hf_subset": "sat_Olck-rus_Cyrl", + "languages": [ + "sat-Olck", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.062447, + "recall": 0.085968, + "f1": 0.06721, + "accuracy": 0.085968, + "main_score": 0.06721, + "hf_subset": "sat_Olck-taq_Latn", + "languages": [ + "sat-Olck", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.11662, + "recall": 0.166996, + "f1": 0.126354, + "accuracy": 0.166996, + "main_score": 0.126354, + "hf_subset": "sat_Olck-war_Latn", + "languages": [ + "sat-Olck", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136051, + "recall": 0.195652, + "f1": 0.147015, + "accuracy": 0.195652, + "main_score": 0.147015, + "hf_subset": "sat_Olck-arb_Arab", + "languages": [ + "sat-Olck", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127042, + "recall": 0.177866, + "f1": 0.137018, + "accuracy": 0.177866, + "main_score": 0.137018, + "hf_subset": "sat_Olck-bul_Cyrl", + "languages": [ + "sat-Olck", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130823, + "recall": 0.179842, + "f1": 0.13936, + "accuracy": 0.179842, + "main_score": 0.13936, + "hf_subset": "sat_Olck-fra_Latn", + "languages": [ + "sat-Olck", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.105921, + "recall": 0.15415, + "f1": 0.115053, + "accuracy": 0.15415, + "main_score": 0.115053, + "hf_subset": "sat_Olck-jpn_Jpan", + "languages": [ + "sat-Olck", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129036, + "recall": 0.168972, + "f1": 0.137133, + "accuracy": 0.168972, + "main_score": 0.137133, + "hf_subset": "sat_Olck-lij_Latn", + "languages": [ + "sat-Olck", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.145884, + "recall": 0.201581, + "f1": 0.156633, + "accuracy": 0.201581, + "main_score": 0.156633, + "hf_subset": "sat_Olck-mya_Mymr", + "languages": [ + "sat-Olck", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.076079, + "recall": 0.105731, + "f1": 0.081911, + "accuracy": 0.105731, + "main_score": 0.081911, + "hf_subset": "sat_Olck-sag_Latn", + "languages": [ + "sat-Olck", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.082408, + "recall": 0.110672, + "f1": 0.088371, + "accuracy": 0.110672, + "main_score": 0.088371, + "hf_subset": "sat_Olck-taq_Tfng", + "languages": [ + "sat-Olck", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.081631, + "recall": 0.117589, + "f1": 0.08875, + "accuracy": 0.117589, + "main_score": 0.08875, + "hf_subset": "sat_Olck-wol_Latn", + "languages": [ + "sat-Olck", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.086518, + "recall": 0.118577, + "f1": 0.092233, + "accuracy": 0.118577, + "main_score": 0.092233, + "hf_subset": "sat_Olck-arb_Latn", + "languages": [ + "sat-Olck", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.131596, + "recall": 0.184783, + "f1": 0.141718, + "accuracy": 0.184783, + "main_score": 0.141718, + "hf_subset": "sat_Olck-cat_Latn", + "languages": [ + "sat-Olck", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.110193, + "recall": 0.163043, + "f1": 0.119275, + "accuracy": 0.163043, + "main_score": 0.119275, + "hf_subset": "sat_Olck-fur_Latn", + "languages": [ + "sat-Olck", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.08646, + "recall": 0.123518, + "f1": 0.09403, + "accuracy": 0.123518, + "main_score": 0.09403, + "hf_subset": "sat_Olck-kab_Latn", + "languages": [ + "sat-Olck", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.12432, + "recall": 0.176877, + "f1": 0.133963, + "accuracy": 0.176877, + "main_score": 0.133963, + "hf_subset": "sat_Olck-lim_Latn", + "languages": [ + "sat-Olck", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124643, + "recall": 0.176877, + "f1": 0.135302, + "accuracy": 0.176877, + "main_score": 0.135302, + "hf_subset": "sat_Olck-nld_Latn", + "languages": [ + "sat-Olck", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.152791, + "recall": 0.206522, + "f1": 0.164131, + "accuracy": 0.206522, + "main_score": 0.164131, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112276, + "recall": 0.166996, + "f1": 0.122438, + "accuracy": 0.166996, + "main_score": 0.122438, + "hf_subset": "sat_Olck-tat_Cyrl", + "languages": [ + "sat-Olck", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.088109, + "recall": 0.129447, + "f1": 0.095916, + "accuracy": 0.129447, + "main_score": 0.095916, + "hf_subset": "sat_Olck-xho_Latn", + "languages": [ + "sat-Olck", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.121959, + "recall": 0.179842, + "f1": 0.132908, + "accuracy": 0.179842, + "main_score": 0.132908, + "hf_subset": "sat_Olck-ars_Arab", + "languages": [ + "sat-Olck", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.119993, + "recall": 0.163043, + "f1": 0.128356, + "accuracy": 0.163043, + "main_score": 0.128356, + "hf_subset": "sat_Olck-ceb_Latn", + "languages": [ + "sat-Olck", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.068369, + "recall": 0.096838, + "f1": 0.073886, + "accuracy": 0.096838, + "main_score": 0.073886, + "hf_subset": "sat_Olck-fuv_Latn", + "languages": [ + "sat-Olck", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.059753, + "recall": 0.087945, + "f1": 0.064477, + "accuracy": 0.087945, + "main_score": 0.064477, + "hf_subset": "sat_Olck-kac_Latn", + "languages": [ + "sat-Olck", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.07453, + "recall": 0.104743, + "f1": 0.079566, + "accuracy": 0.104743, + "main_score": 0.079566, + "hf_subset": "sat_Olck-lin_Latn", + "languages": [ + "sat-Olck", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135184, + "recall": 0.185771, + "f1": 0.145586, + "accuracy": 0.185771, + "main_score": 0.145586, + "hf_subset": "sat_Olck-nno_Latn", + "languages": [ + "sat-Olck", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.148402, + "recall": 0.203557, + "f1": 0.158325, + "accuracy": 0.203557, + "main_score": 0.158325, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.139233, + "recall": 0.188735, + "f1": 0.149681, + "accuracy": 0.188735, + "main_score": 0.149681, + "hf_subset": "sat_Olck-ydd_Hebr", + "languages": [ + "sat-Olck", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112189, + "recall": 0.159091, + "f1": 0.120632, + "accuracy": 0.159091, + "main_score": 0.120632, + "hf_subset": "sat_Olck-ary_Arab", + "languages": [ + "sat-Olck", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127828, + "recall": 0.186759, + "f1": 0.140398, + "accuracy": 0.186759, + "main_score": 0.140398, + "hf_subset": "sat_Olck-ces_Latn", + "languages": [ + "sat-Olck", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.109759, + "recall": 0.145257, + "f1": 0.116642, + "accuracy": 0.145257, + "main_score": 0.116642, + "hf_subset": "sat_Olck-gaz_Latn", + "languages": [ + "sat-Olck", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.076813, + "recall": 0.115613, + "f1": 0.083939, + "accuracy": 0.115613, + "main_score": 0.083939, + "hf_subset": "sat_Olck-kam_Latn", + "languages": [ + "sat-Olck", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130549, + "recall": 0.183794, + "f1": 0.141467, + "accuracy": 0.183794, + "main_score": 0.141467, + "hf_subset": "sat_Olck-lit_Latn", + "languages": [ + "sat-Olck", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141356, + "recall": 0.194664, + "f1": 0.15142, + "accuracy": 0.194664, + "main_score": 0.15142, + "hf_subset": "sat_Olck-nob_Latn", + "languages": [ + "sat-Olck", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127072, + "recall": 0.166008, + "f1": 0.133831, + "accuracy": 0.166008, + "main_score": 0.133831, + "hf_subset": "sat_Olck-scn_Latn", + "languages": [ + "sat-Olck", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122107, + "recall": 0.175889, + "f1": 0.132173, + "accuracy": 0.175889, + "main_score": 0.132173, + "hf_subset": "sat_Olck-tgk_Cyrl", + "languages": [ + "sat-Olck", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.079032, + "recall": 0.120553, + "f1": 0.086901, + "accuracy": 0.120553, + "main_score": 0.086901, + "hf_subset": "sat_Olck-yor_Latn", + "languages": [ + "sat-Olck", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124947, + "recall": 0.175889, + "f1": 0.13404, + "accuracy": 0.175889, + "main_score": 0.13404, + "hf_subset": "sat_Olck-arz_Arab", + "languages": [ + "sat-Olck", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.071393, + "recall": 0.096838, + "f1": 0.076416, + "accuracy": 0.096838, + "main_score": 0.076416, + "hf_subset": "sat_Olck-cjk_Latn", + "languages": [ + "sat-Olck", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.115323, + "recall": 0.162055, + "f1": 0.124661, + "accuracy": 0.162055, + "main_score": 0.124661, + "hf_subset": "sat_Olck-gla_Latn", + "languages": [ + "sat-Olck", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.135925, + "recall": 0.192688, + "f1": 0.146537, + "accuracy": 0.192688, + "main_score": 0.146537, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.115519, + "recall": 0.160079, + "f1": 0.123237, + "accuracy": 0.160079, + "main_score": 0.123237, + "hf_subset": "sat_Olck-lmo_Latn", + "languages": [ + "sat-Olck", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149621, + "recall": 0.20751, + "f1": 0.160427, + "accuracy": 0.20751, + "main_score": 0.160427, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.059068, + "recall": 0.089921, + "f1": 0.064697, + "accuracy": 0.089921, + "main_score": 0.064697, + "hf_subset": "sat_Olck-shn_Mymr", + "languages": [ + "sat-Olck", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141214, + "recall": 0.201581, + "f1": 0.153047, + "accuracy": 0.201581, + "main_score": 0.153047, + "hf_subset": "sat_Olck-tgl_Latn", + "languages": [ + "sat-Olck", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.123363, + "recall": 0.182806, + "f1": 0.134905, + "accuracy": 0.182806, + "main_score": 0.134905, + "hf_subset": "sat_Olck-yue_Hant", + "languages": [ + "sat-Olck", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154177, + "recall": 0.208498, + "f1": 0.165535, + "accuracy": 0.208498, + "main_score": 0.165535, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141988, + "recall": 0.19664, + "f1": 0.153288, + "accuracy": 0.19664, + "main_score": 0.153288, + "hf_subset": "sat_Olck-ckb_Arab", + "languages": [ + "sat-Olck", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130903, + "recall": 0.172925, + "f1": 0.13964, + "accuracy": 0.172925, + "main_score": 0.13964, + "hf_subset": "sat_Olck-gle_Latn", + "languages": [ + "sat-Olck", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.106683, + "recall": 0.144269, + "f1": 0.114017, + "accuracy": 0.144269, + "main_score": 0.114017, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.09859, + "recall": 0.140316, + "f1": 0.10686, + "accuracy": 0.140316, + "main_score": 0.10686, + "hf_subset": "sat_Olck-ltg_Latn", + "languages": [ + "sat-Olck", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.078826, + "recall": 0.114625, + "f1": 0.085937, + "accuracy": 0.114625, + "main_score": 0.085937, + "hf_subset": "sat_Olck-nso_Latn", + "languages": [ + "sat-Olck", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138452, + "recall": 0.1917, + "f1": 0.148821, + "accuracy": 0.1917, + "main_score": 0.148821, + "hf_subset": "sat_Olck-sin_Sinh", + "languages": [ + "sat-Olck", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122464, + "recall": 0.179842, + "f1": 0.132844, + "accuracy": 0.179842, + "main_score": 0.132844, + "hf_subset": "sat_Olck-tha_Thai", + "languages": [ + "sat-Olck", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.11554, + "recall": 0.164032, + "f1": 0.123738, + "accuracy": 0.164032, + "main_score": 0.123738, + "hf_subset": "sat_Olck-zho_Hans", + "languages": [ + "sat-Olck", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.123052, + "recall": 0.18083, + "f1": 0.134858, + "accuracy": 0.18083, + "main_score": 0.134858, + "hf_subset": "sat_Olck-ast_Latn", + "languages": [ + "sat-Olck", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13133, + "recall": 0.185771, + "f1": 0.142149, + "accuracy": 0.185771, + "main_score": 0.142149, + "hf_subset": "sat_Olck-crh_Latn", + "languages": [ + "sat-Olck", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127792, + "recall": 0.18083, + "f1": 0.138219, + "accuracy": 0.18083, + "main_score": 0.138219, + "hf_subset": "sat_Olck-glg_Latn", + "languages": [ + "sat-Olck", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.105987, + "recall": 0.140316, + "f1": 0.112612, + "accuracy": 0.140316, + "main_score": 0.112612, + "hf_subset": "sat_Olck-kas_Deva", + "languages": [ + "sat-Olck", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112161, + "recall": 0.151186, + "f1": 0.119486, + "accuracy": 0.151186, + "main_score": 0.119486, + "hf_subset": "sat_Olck-ltz_Latn", + "languages": [ + "sat-Olck", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.080379, + "recall": 0.107708, + "f1": 0.086314, + "accuracy": 0.107708, + "main_score": 0.086314, + "hf_subset": "sat_Olck-nus_Latn", + "languages": [ + "sat-Olck", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129208, + "recall": 0.18083, + "f1": 0.138487, + "accuracy": 0.18083, + "main_score": 0.138487, + "hf_subset": "sat_Olck-slk_Latn", + "languages": [ + "sat-Olck", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.08683, + "recall": 0.119565, + "f1": 0.093855, + "accuracy": 0.119565, + "main_score": 0.093855, + "hf_subset": "sat_Olck-tir_Ethi", + "languages": [ + "sat-Olck", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112222, + "recall": 0.164032, + "f1": 0.12281, + "accuracy": 0.164032, + "main_score": 0.12281, + "hf_subset": "sat_Olck-zho_Hant", + "languages": [ + "sat-Olck", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.146809, + "recall": 0.204545, + "f1": 0.158435, + "accuracy": 0.204545, + "main_score": 0.158435, + "hf_subset": "sat_Olck-awa_Deva", + "languages": [ + "sat-Olck", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141959, + "recall": 0.194664, + "f1": 0.15221, + "accuracy": 0.194664, + "main_score": 0.15221, + "hf_subset": "sat_Olck-cym_Latn", + "languages": [ + "sat-Olck", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.090219, + "recall": 0.129447, + "f1": 0.097891, + "accuracy": 0.129447, + "main_score": 0.097891, + "hf_subset": "sat_Olck-grn_Latn", + "languages": [ + "sat-Olck", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.133983, + "recall": 0.185771, + "f1": 0.143417, + "accuracy": 0.185771, + "main_score": 0.143417, + "hf_subset": "sat_Olck-kat_Geor", + "languages": [ + "sat-Olck", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.073779, + "recall": 0.101779, + "f1": 0.07864, + "accuracy": 0.101779, + "main_score": 0.07864, + "hf_subset": "sat_Olck-lua_Latn", + "languages": [ + "sat-Olck", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.068517, + "recall": 0.101779, + "f1": 0.074357, + "accuracy": 0.101779, + "main_score": 0.074357, + "hf_subset": "sat_Olck-nya_Latn", + "languages": [ + "sat-Olck", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134887, + "recall": 0.182806, + "f1": 0.144156, + "accuracy": 0.182806, + "main_score": 0.144156, + "hf_subset": "sat_Olck-slv_Latn", + "languages": [ + "sat-Olck", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.100998, + "recall": 0.137352, + "f1": 0.106844, + "accuracy": 0.137352, + "main_score": 0.106844, + "hf_subset": "sat_Olck-tpi_Latn", + "languages": [ + "sat-Olck", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.14218, + "recall": 0.205534, + "f1": 0.153511, + "accuracy": 0.205534, + "main_score": 0.153511, + "hf_subset": "sat_Olck-zsm_Latn", + "languages": [ + "sat-Olck", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.071455, + "recall": 0.102767, + "f1": 0.077811, + "accuracy": 0.102767, + "main_score": 0.077811, + "hf_subset": "sat_Olck-ayr_Latn", + "languages": [ + "sat-Olck", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.131869, + "recall": 0.188735, + "f1": 0.142483, + "accuracy": 0.188735, + "main_score": 0.142483, + "hf_subset": "sat_Olck-dan_Latn", + "languages": [ + "sat-Olck", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.143959, + "recall": 0.204545, + "f1": 0.155417, + "accuracy": 0.204545, + "main_score": 0.155417, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140979, + "recall": 0.195652, + "f1": 0.152258, + "accuracy": 0.195652, + "main_score": 0.152258, + "hf_subset": "sat_Olck-kaz_Cyrl", + "languages": [ + "sat-Olck", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.078602, + "recall": 0.116601, + "f1": 0.08659, + "accuracy": 0.116601, + "main_score": 0.08659, + "hf_subset": "sat_Olck-lug_Latn", + "languages": [ + "sat-Olck", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.130213, + "recall": 0.183794, + "f1": 0.140067, + "accuracy": 0.183794, + "main_score": 0.140067, + "hf_subset": "sat_Olck-oci_Latn", + "languages": [ + "sat-Olck", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.098386, + "recall": 0.13834, + "f1": 0.106699, + "accuracy": 0.13834, + "main_score": 0.106699, + "hf_subset": "sat_Olck-smo_Latn", + "languages": [ + "sat-Olck", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.068613, + "recall": 0.099802, + "f1": 0.074517, + "accuracy": 0.099802, + "main_score": 0.074517, + "hf_subset": "sat_Olck-tsn_Latn", + "languages": [ + "sat-Olck", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.101827, + "recall": 0.147233, + "f1": 0.111177, + "accuracy": 0.147233, + "main_score": 0.111177, + "hf_subset": "sat_Olck-zul_Latn", + "languages": [ + "sat-Olck", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.085668, + "recall": 0.121542, + "f1": 0.091631, + "accuracy": 0.121542, + "main_score": 0.091631, + "hf_subset": "sat_Olck-azb_Arab", + "languages": [ + "sat-Olck", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.131072, + "recall": 0.18083, + "f1": 0.141021, + "accuracy": 0.18083, + "main_score": 0.141021, + "hf_subset": "sat_Olck-deu_Latn", + "languages": [ + "sat-Olck", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134185, + "recall": 0.179842, + "f1": 0.143023, + "accuracy": 0.179842, + "main_score": 0.143023, + "hf_subset": "sat_Olck-hat_Latn", + "languages": [ + "sat-Olck", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.065319, + "recall": 0.101779, + "f1": 0.072516, + "accuracy": 0.101779, + "main_score": 0.072516, + "hf_subset": "sat_Olck-kbp_Latn", + "languages": [ + "sat-Olck", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.070977, + "recall": 0.104743, + "f1": 0.077125, + "accuracy": 0.104743, + "main_score": 0.077125, + "hf_subset": "sat_Olck-luo_Latn", + "languages": [ + "sat-Olck", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.140319, + "recall": 0.200593, + "f1": 0.151757, + "accuracy": 0.200593, + "main_score": 0.151757, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.07318, + "recall": 0.112648, + "f1": 0.080909, + "accuracy": 0.112648, + "main_score": 0.080909, + "hf_subset": "sat_Olck-sna_Latn", + "languages": [ + "sat-Olck", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.081676, + "recall": 0.117589, + "f1": 0.088318, + "accuracy": 0.117589, + "main_score": 0.088318, + "hf_subset": "sat_Olck-tso_Latn", + "languages": [ + "sat-Olck", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.114777, + "recall": 0.166008, + "f1": 0.125071, + "accuracy": 0.166008, + "main_score": 0.125071, + "hf_subset": "sat_Olck-azj_Latn", + "languages": [ + "sat-Olck", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.055478, + "recall": 0.08498, + "f1": 0.061108, + "accuracy": 0.08498, + "main_score": 0.061108, + "hf_subset": "sat_Olck-dik_Latn", + "languages": [ + "sat-Olck", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.110615, + "recall": 0.159091, + "f1": 0.120864, + "accuracy": 0.159091, + "main_score": 0.120864, + "hf_subset": "sat_Olck-hau_Latn", + "languages": [ + "sat-Olck", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.101227, + "recall": 0.134387, + "f1": 0.107261, + "accuracy": 0.134387, + "main_score": 0.107261, + "hf_subset": "sat_Olck-kea_Latn", + "languages": [ + "sat-Olck", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.058973, + "recall": 0.089921, + "f1": 0.063733, + "accuracy": 0.089921, + "main_score": 0.063733, + "hf_subset": "sat_Olck-lus_Latn", + "languages": [ + "sat-Olck", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.07203, + "recall": 0.100791, + "f1": 0.077165, + "accuracy": 0.100791, + "main_score": 0.077165, + "hf_subset": "sat_Olck-pag_Latn", + "languages": [ + "sat-Olck", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17136, + "recall": 0.233202, + "f1": 0.183849, + "accuracy": 0.233202, + "main_score": 0.183849, + "hf_subset": "sat_Olck-snd_Arab", + "languages": [ + "sat-Olck", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.115134, + "recall": 0.158103, + "f1": 0.123102, + "accuracy": 0.158103, + "main_score": 0.123102, + "hf_subset": "sat_Olck-tuk_Latn", + "languages": [ + "sat-Olck", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.113913, + "recall": 0.162055, + "f1": 0.123394, + "accuracy": 0.162055, + "main_score": 0.123394, + "hf_subset": "sat_Olck-bak_Cyrl", + "languages": [ + "sat-Olck", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.054807, + "recall": 0.083004, + "f1": 0.059675, + "accuracy": 0.083004, + "main_score": 0.059675, + "hf_subset": "sat_Olck-dyu_Latn", + "languages": [ + "sat-Olck", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136092, + "recall": 0.187747, + "f1": 0.145238, + "accuracy": 0.187747, + "main_score": 0.145238, + "hf_subset": "sat_Olck-heb_Hebr", + "languages": [ + "sat-Olck", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124479, + "recall": 0.16996, + "f1": 0.134002, + "accuracy": 0.16996, + "main_score": 0.134002, + "hf_subset": "sat_Olck-khk_Cyrl", + "languages": [ + "sat-Olck", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.134709, + "recall": 0.189723, + "f1": 0.145252, + "accuracy": 0.189723, + "main_score": 0.145252, + "hf_subset": "sat_Olck-lvs_Latn", + "languages": [ + "sat-Olck", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149424, + "recall": 0.205534, + "f1": 0.16043, + "accuracy": 0.205534, + "main_score": 0.16043, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.11013, + "recall": 0.150198, + "f1": 0.11868, + "accuracy": 0.150198, + "main_score": 0.11868, + "hf_subset": "sat_Olck-som_Latn", + "languages": [ + "sat-Olck", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.074594, + "recall": 0.101779, + "f1": 0.080252, + "accuracy": 0.101779, + "main_score": 0.080252, + "hf_subset": "sat_Olck-tum_Latn", + "languages": [ + "sat-Olck", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541523, + "recall": 0.612648, + "f1": 0.561102, + "accuracy": 0.612648, + "main_score": 0.561102, + "hf_subset": "tel_Telu-ace_Arab", + "languages": [ + "tel-Telu", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506902, + "recall": 0.570158, + "f1": 0.524224, + "accuracy": 0.570158, + "main_score": 0.524224, + "hf_subset": "tel_Telu-bam_Latn", + "languages": [ + "tel-Telu", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436714, + "recall": 0.519763, + "f1": 0.458749, + "accuracy": 0.519763, + "main_score": 0.458749, + "hf_subset": "tel_Telu-dzo_Tibt", + "languages": [ + "tel-Telu", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-khm_Khmr", + "languages": [ + "tel-Telu", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-mag_Deva", + "languages": [ + "tel-Telu", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "tel_Telu-pap_Latn", + "languages": [ + "tel-Telu", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572943, + "recall": 0.635375, + "f1": 0.58988, + "accuracy": 0.635375, + "main_score": 0.58988, + "hf_subset": "tel_Telu-sot_Latn", + "languages": [ + "tel-Telu", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-tur_Latn", + "languages": [ + "tel-Telu", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850494, + "recall": 0.892292, + "f1": 0.863603, + "accuracy": 0.892292, + "main_score": 0.863603, + "hf_subset": "tel_Telu-ace_Latn", + "languages": [ + "tel-Telu", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954381, + "recall": 0.966403, + "f1": 0.958169, + "accuracy": 0.966403, + "main_score": 0.958169, + "hf_subset": "tel_Telu-ban_Latn", + "languages": [ + "tel-Telu", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-ell_Grek", + "languages": [ + "tel-Telu", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-hne_Deva", + "languages": [ + "tel-Telu", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574534, + "recall": 0.637352, + "f1": 0.59149, + "accuracy": 0.637352, + "main_score": 0.59149, + "hf_subset": "tel_Telu-kik_Latn", + "languages": [ + "tel-Telu", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tel_Telu-pbt_Arab", + "languages": [ + "tel-Telu", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-spa_Latn", + "languages": [ + "tel-Telu", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608565, + "recall": 0.673913, + "f1": 0.626248, + "accuracy": 0.673913, + "main_score": 0.626248, + "hf_subset": "tel_Telu-twi_Latn", + "languages": [ + "tel-Telu", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-acm_Arab", + "languages": [ + "tel-Telu", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-bel_Cyrl", + "languages": [ + "tel-Telu", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-hrv_Latn", + "languages": [ + "tel-Telu", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540401, + "recall": 0.610672, + "f1": 0.55934, + "accuracy": 0.610672, + "main_score": 0.55934, + "hf_subset": "tel_Telu-kin_Latn", + "languages": [ + "tel-Telu", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-pes_Arab", + "languages": [ + "tel-Telu", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-srd_Latn", + "languages": [ + "tel-Telu", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.160448, + "recall": 0.213439, + "f1": 0.17305, + "accuracy": 0.213439, + "main_score": 0.17305, + "hf_subset": "tel_Telu-tzm_Tfng", + "languages": [ + "tel-Telu", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-acq_Arab", + "languages": [ + "tel-Telu", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613267, + "recall": 0.666996, + "f1": 0.628546, + "accuracy": 0.666996, + "main_score": 0.628546, + "hf_subset": "tel_Telu-bem_Latn", + "languages": [ + "tel-Telu", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-epo_Latn", + "languages": [ + "tel-Telu", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-hun_Latn", + "languages": [ + "tel-Telu", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-kir_Cyrl", + "languages": [ + "tel-Telu", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650704, + "recall": 0.709486, + "f1": 0.667481, + "accuracy": 0.709486, + "main_score": 0.667481, + "hf_subset": "tel_Telu-plt_Latn", + "languages": [ + "tel-Telu", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-srp_Cyrl", + "languages": [ + "tel-Telu", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.971344, + "f1": 0.963603, + "accuracy": 0.971344, + "main_score": 0.963603, + "hf_subset": "tel_Telu-uig_Arab", + "languages": [ + "tel-Telu", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-aeb_Arab", + "languages": [ + "tel-Telu", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-est_Latn", + "languages": [ + "tel-Telu", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-hye_Armn", + "languages": [ + "tel-Telu", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523677, + "recall": 0.578063, + "f1": 0.538136, + "accuracy": 0.578063, + "main_score": 0.538136, + "hf_subset": "tel_Telu-kmb_Latn", + "languages": [ + "tel-Telu", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473419, + "recall": 0.549407, + "f1": 0.492928, + "accuracy": 0.549407, + "main_score": 0.492928, + "hf_subset": "tel_Telu-min_Arab", + "languages": [ + "tel-Telu", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-pol_Latn", + "languages": [ + "tel-Telu", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538183, + "recall": 0.61166, + "f1": 0.558233, + "accuracy": 0.61166, + "main_score": 0.558233, + "hf_subset": "tel_Telu-ssw_Latn", + "languages": [ + "tel-Telu", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ukr_Cyrl", + "languages": [ + "tel-Telu", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-afr_Latn", + "languages": [ + "tel-Telu", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-bho_Deva", + "languages": [ + "tel-Telu", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567551, + "recall": 0.631423, + "f1": 0.584888, + "accuracy": 0.631423, + "main_score": 0.584888, + "hf_subset": "tel_Telu-ibo_Latn", + "languages": [ + "tel-Telu", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87887, + "recall": 0.913043, + "f1": 0.889888, + "accuracy": 0.913043, + "main_score": 0.889888, + "hf_subset": "tel_Telu-kmr_Latn", + "languages": [ + "tel-Telu", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-min_Latn", + "languages": [ + "tel-Telu", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-por_Latn", + "languages": [ + "tel-Telu", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tel_Telu-sun_Latn", + "languages": [ + "tel-Telu", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490655, + "recall": 0.554348, + "f1": 0.508478, + "accuracy": 0.554348, + "main_score": 0.508478, + "hf_subset": "tel_Telu-umb_Latn", + "languages": [ + "tel-Telu", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ajp_Arab", + "languages": [ + "tel-Telu", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522467, + "recall": 0.582016, + "f1": 0.538505, + "accuracy": 0.582016, + "main_score": 0.538505, + "hf_subset": "tel_Telu-bjn_Arab", + "languages": [ + "tel-Telu", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514225, + "recall": 0.568182, + "f1": 0.528913, + "accuracy": 0.568182, + "main_score": 0.528913, + "hf_subset": "tel_Telu-ewe_Latn", + "languages": [ + "tel-Telu", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938076, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "tel_Telu-ilo_Latn", + "languages": [ + "tel-Telu", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309222, + "recall": 0.363636, + "f1": 0.324613, + "accuracy": 0.363636, + "main_score": 0.324613, + "hf_subset": "tel_Telu-knc_Arab", + "languages": [ + "tel-Telu", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-mkd_Cyrl", + "languages": [ + "tel-Telu", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-prs_Arab", + "languages": [ + "tel-Telu", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-swe_Latn", + "languages": [ + "tel-Telu", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575413, + "recall": 0.641304, + "f1": 0.593136, + "accuracy": 0.641304, + "main_score": 0.593136, + "hf_subset": "tel_Telu-aka_Latn", + "languages": [ + "tel-Telu", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tel_Telu-bjn_Latn", + "languages": [ + "tel-Telu", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "tel_Telu-fao_Latn", + "languages": [ + "tel-Telu", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ind_Latn", + "languages": [ + "tel-Telu", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569421, + "recall": 0.62747, + "f1": 0.585754, + "accuracy": 0.62747, + "main_score": 0.585754, + "hf_subset": "tel_Telu-knc_Latn", + "languages": [ + "tel-Telu", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tel_Telu-mlt_Latn", + "languages": [ + "tel-Telu", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706648, + "recall": 0.770751, + "f1": 0.724854, + "accuracy": 0.770751, + "main_score": 0.724854, + "hf_subset": "tel_Telu-quy_Latn", + "languages": [ + "tel-Telu", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "tel_Telu-swh_Latn", + "languages": [ + "tel-Telu", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-uzn_Latn", + "languages": [ + "tel-Telu", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-als_Latn", + "languages": [ + "tel-Telu", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650602, + "recall": 0.730237, + "f1": 0.673798, + "accuracy": 0.730237, + "main_score": 0.673798, + "hf_subset": "tel_Telu-bod_Tibt", + "languages": [ + "tel-Telu", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692656, + "recall": 0.749012, + "f1": 0.708936, + "accuracy": 0.749012, + "main_score": 0.708936, + "hf_subset": "tel_Telu-fij_Latn", + "languages": [ + "tel-Telu", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tel_Telu-isl_Latn", + "languages": [ + "tel-Telu", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651773, + "recall": 0.70751, + "f1": 0.66797, + "accuracy": 0.70751, + "main_score": 0.66797, + "hf_subset": "tel_Telu-kon_Latn", + "languages": [ + "tel-Telu", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666544, + "recall": 0.738142, + "f1": 0.687274, + "accuracy": 0.738142, + "main_score": 0.687274, + "hf_subset": "tel_Telu-mni_Beng", + "languages": [ + "tel-Telu", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ron_Latn", + "languages": [ + "tel-Telu", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "tel_Telu-szl_Latn", + "languages": [ + "tel-Telu", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-vec_Latn", + "languages": [ + "tel-Telu", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "tel_Telu-amh_Ethi", + "languages": [ + "tel-Telu", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-bos_Latn", + "languages": [ + "tel-Telu", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-fin_Latn", + "languages": [ + "tel-Telu", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ita_Latn", + "languages": [ + "tel-Telu", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-kor_Hang", + "languages": [ + "tel-Telu", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528967, + "recall": 0.590909, + "f1": 0.545686, + "accuracy": 0.590909, + "main_score": 0.545686, + "hf_subset": "tel_Telu-mos_Latn", + "languages": [ + "tel-Telu", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524673, + "recall": 0.587945, + "f1": 0.54263, + "accuracy": 0.587945, + "main_score": 0.54263, + "hf_subset": "tel_Telu-run_Latn", + "languages": [ + "tel-Telu", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-vie_Latn", + "languages": [ + "tel-Telu", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-apc_Arab", + "languages": [ + "tel-Telu", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786521, + "recall": 0.83498, + "f1": 0.800609, + "accuracy": 0.83498, + "main_score": 0.800609, + "hf_subset": "tel_Telu-bug_Latn", + "languages": [ + "tel-Telu", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450149, + "recall": 0.503953, + "f1": 0.464306, + "accuracy": 0.503953, + "main_score": 0.464306, + "hf_subset": "tel_Telu-fon_Latn", + "languages": [ + "tel-Telu", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-jav_Latn", + "languages": [ + "tel-Telu", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-lao_Laoo", + "languages": [ + "tel-Telu", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861001, + "recall": 0.900198, + "f1": 0.87332, + "accuracy": 0.900198, + "main_score": 0.87332, + "hf_subset": "tel_Telu-mri_Latn", + "languages": [ + "tel-Telu", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-rus_Cyrl", + "languages": [ + "tel-Telu", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520506, + "recall": 0.590909, + "f1": 0.539982, + "accuracy": 0.590909, + "main_score": 0.539982, + "hf_subset": "tel_Telu-taq_Latn", + "languages": [ + "tel-Telu", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-war_Latn", + "languages": [ + "tel-Telu", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-arb_Arab", + "languages": [ + "tel-Telu", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-bul_Cyrl", + "languages": [ + "tel-Telu", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-fra_Latn", + "languages": [ + "tel-Telu", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-jpn_Jpan", + "languages": [ + "tel-Telu", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tel_Telu-lij_Latn", + "languages": [ + "tel-Telu", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.992095, + "f1": 0.990942, + "accuracy": 0.992095, + "main_score": 0.990942, + "hf_subset": "tel_Telu-mya_Mymr", + "languages": [ + "tel-Telu", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578265, + "recall": 0.644269, + "f1": 0.596435, + "accuracy": 0.644269, + "main_score": 0.596435, + "hf_subset": "tel_Telu-sag_Latn", + "languages": [ + "tel-Telu", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.186406, + "recall": 0.245059, + "f1": 0.199256, + "accuracy": 0.245059, + "main_score": 0.199256, + "hf_subset": "tel_Telu-taq_Tfng", + "languages": [ + "tel-Telu", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621225, + "recall": 0.682806, + "f1": 0.638213, + "accuracy": 0.682806, + "main_score": 0.638213, + "hf_subset": "tel_Telu-wol_Latn", + "languages": [ + "tel-Telu", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770175, + "recall": 0.828063, + "f1": 0.78762, + "accuracy": 0.828063, + "main_score": 0.78762, + "hf_subset": "tel_Telu-arb_Latn", + "languages": [ + "tel-Telu", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-cat_Latn", + "languages": [ + "tel-Telu", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-fur_Latn", + "languages": [ + "tel-Telu", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39556, + "recall": 0.454545, + "f1": 0.411242, + "accuracy": 0.454545, + "main_score": 0.411242, + "hf_subset": "tel_Telu-kab_Latn", + "languages": [ + "tel-Telu", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tel_Telu-lim_Latn", + "languages": [ + "tel-Telu", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-nld_Latn", + "languages": [ + "tel-Telu", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "tel_Telu-tat_Cyrl", + "languages": [ + "tel-Telu", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653814, + "recall": 0.712451, + "f1": 0.670984, + "accuracy": 0.712451, + "main_score": 0.670984, + "hf_subset": "tel_Telu-xho_Latn", + "languages": [ + "tel-Telu", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-ars_Arab", + "languages": [ + "tel-Telu", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ceb_Latn", + "languages": [ + "tel-Telu", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550834, + "recall": 0.616601, + "f1": 0.569421, + "accuracy": 0.616601, + "main_score": 0.569421, + "hf_subset": "tel_Telu-fuv_Latn", + "languages": [ + "tel-Telu", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501505, + "recall": 0.574111, + "f1": 0.521239, + "accuracy": 0.574111, + "main_score": 0.521239, + "hf_subset": "tel_Telu-kac_Latn", + "languages": [ + "tel-Telu", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645892, + "recall": 0.704545, + "f1": 0.662962, + "accuracy": 0.704545, + "main_score": 0.662962, + "hf_subset": "tel_Telu-lin_Latn", + "languages": [ + "tel-Telu", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-nno_Latn", + "languages": [ + "tel-Telu", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223752, + "recall": 0.306324, + "f1": 0.244569, + "accuracy": 0.306324, + "main_score": 0.244569, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "tel_Telu-ydd_Hebr", + "languages": [ + "tel-Telu", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "tel_Telu-ary_Arab", + "languages": [ + "tel-Telu", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ces_Latn", + "languages": [ + "tel-Telu", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55725, + "recall": 0.62253, + "f1": 0.57624, + "accuracy": 0.62253, + "main_score": 0.57624, + "hf_subset": "tel_Telu-gaz_Latn", + "languages": [ + "tel-Telu", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572467, + "recall": 0.63834, + "f1": 0.591082, + "accuracy": 0.63834, + "main_score": 0.591082, + "hf_subset": "tel_Telu-kam_Latn", + "languages": [ + "tel-Telu", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "tel_Telu-lit_Latn", + "languages": [ + "tel-Telu", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-nob_Latn", + "languages": [ + "tel-Telu", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tel_Telu-scn_Latn", + "languages": [ + "tel-Telu", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tel_Telu-tgk_Cyrl", + "languages": [ + "tel-Telu", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708591, + "recall": 0.777668, + "f1": 0.729381, + "accuracy": 0.777668, + "main_score": 0.729381, + "hf_subset": "tel_Telu-yor_Latn", + "languages": [ + "tel-Telu", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-arz_Arab", + "languages": [ + "tel-Telu", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540129, + "recall": 0.600791, + "f1": 0.557205, + "accuracy": 0.600791, + "main_score": 0.557205, + "hf_subset": "tel_Telu-cjk_Latn", + "languages": [ + "tel-Telu", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765128, + "recall": 0.822134, + "f1": 0.782296, + "accuracy": 0.822134, + "main_score": 0.782296, + "hf_subset": "tel_Telu-gla_Latn", + "languages": [ + "tel-Telu", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977355, + "recall": 0.98419, + "f1": 0.97948, + "accuracy": 0.98419, + "main_score": 0.97948, + "hf_subset": "tel_Telu-lmo_Latn", + "languages": [ + "tel-Telu", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463423, + "recall": 0.533597, + "f1": 0.482761, + "accuracy": 0.533597, + "main_score": 0.482761, + "hf_subset": "tel_Telu-shn_Mymr", + "languages": [ + "tel-Telu", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-tgl_Latn", + "languages": [ + "tel-Telu", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-yue_Hant", + "languages": [ + "tel-Telu", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "tel_Telu-ckb_Arab", + "languages": [ + "tel-Telu", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860754, + "recall": 0.899209, + "f1": 0.87276, + "accuracy": 0.899209, + "main_score": 0.87276, + "hf_subset": "tel_Telu-gle_Latn", + "languages": [ + "tel-Telu", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933794, + "recall": 0.953557, + "f1": 0.940217, + "accuracy": 0.953557, + "main_score": 0.940217, + "hf_subset": "tel_Telu-ltg_Latn", + "languages": [ + "tel-Telu", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599231, + "recall": 0.653162, + "f1": 0.613767, + "accuracy": 0.653162, + "main_score": 0.613767, + "hf_subset": "tel_Telu-nso_Latn", + "languages": [ + "tel-Telu", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-tha_Thai", + "languages": [ + "tel-Telu", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-zho_Hans", + "languages": [ + "tel-Telu", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ast_Latn", + "languages": [ + "tel-Telu", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-crh_Latn", + "languages": [ + "tel-Telu", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-glg_Latn", + "languages": [ + "tel-Telu", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893034, + "recall": 0.924901, + "f1": 0.90303, + "accuracy": 0.924901, + "main_score": 0.90303, + "hf_subset": "tel_Telu-kas_Deva", + "languages": [ + "tel-Telu", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tel_Telu-ltz_Latn", + "languages": [ + "tel-Telu", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433078, + "recall": 0.502964, + "f1": 0.451544, + "accuracy": 0.502964, + "main_score": 0.451544, + "hf_subset": "tel_Telu-nus_Latn", + "languages": [ + "tel-Telu", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-slk_Latn", + "languages": [ + "tel-Telu", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608359, + "recall": 0.681818, + "f1": 0.629548, + "accuracy": 0.681818, + "main_score": 0.629548, + "hf_subset": "tel_Telu-tir_Ethi", + "languages": [ + "tel-Telu", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-zho_Hant", + "languages": [ + "tel-Telu", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "tel_Telu-awa_Deva", + "languages": [ + "tel-Telu", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tel_Telu-cym_Latn", + "languages": [ + "tel-Telu", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822744, + "recall": 0.866601, + "f1": 0.836331, + "accuracy": 0.866601, + "main_score": 0.836331, + "hf_subset": "tel_Telu-grn_Latn", + "languages": [ + "tel-Telu", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-kat_Geor", + "languages": [ + "tel-Telu", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629839, + "recall": 0.686759, + "f1": 0.646283, + "accuracy": 0.686759, + "main_score": 0.646283, + "hf_subset": "tel_Telu-lua_Latn", + "languages": [ + "tel-Telu", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621772, + "recall": 0.687747, + "f1": 0.640266, + "accuracy": 0.687747, + "main_score": 0.640266, + "hf_subset": "tel_Telu-nya_Latn", + "languages": [ + "tel-Telu", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-slv_Latn", + "languages": [ + "tel-Telu", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930534, + "recall": 0.950593, + "f1": 0.936924, + "accuracy": 0.950593, + "main_score": 0.936924, + "hf_subset": "tel_Telu-tpi_Latn", + "languages": [ + "tel-Telu", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-zsm_Latn", + "languages": [ + "tel-Telu", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524638, + "recall": 0.586957, + "f1": 0.542282, + "accuracy": 0.586957, + "main_score": 0.542282, + "hf_subset": "tel_Telu-ayr_Latn", + "languages": [ + "tel-Telu", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-dan_Latn", + "languages": [ + "tel-Telu", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-kaz_Cyrl", + "languages": [ + "tel-Telu", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51078, + "recall": 0.571146, + "f1": 0.528048, + "accuracy": 0.571146, + "main_score": 0.528048, + "hf_subset": "tel_Telu-lug_Latn", + "languages": [ + "tel-Telu", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-oci_Latn", + "languages": [ + "tel-Telu", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823024, + "recall": 0.869565, + "f1": 0.837371, + "accuracy": 0.869565, + "main_score": 0.837371, + "hf_subset": "tel_Telu-smo_Latn", + "languages": [ + "tel-Telu", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52522, + "recall": 0.593874, + "f1": 0.543787, + "accuracy": 0.593874, + "main_score": 0.543787, + "hf_subset": "tel_Telu-tsn_Latn", + "languages": [ + "tel-Telu", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607947, + "recall": 0.667984, + "f1": 0.625104, + "accuracy": 0.667984, + "main_score": 0.625104, + "hf_subset": "tel_Telu-zul_Latn", + "languages": [ + "tel-Telu", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923419, + "recall": 0.944664, + "f1": 0.930336, + "accuracy": 0.944664, + "main_score": 0.930336, + "hf_subset": "tel_Telu-azb_Arab", + "languages": [ + "tel-Telu", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-deu_Latn", + "languages": [ + "tel-Telu", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "tel_Telu-hat_Latn", + "languages": [ + "tel-Telu", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47386, + "recall": 0.533597, + "f1": 0.490514, + "accuracy": 0.533597, + "main_score": 0.490514, + "hf_subset": "tel_Telu-kbp_Latn", + "languages": [ + "tel-Telu", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561933, + "recall": 0.62253, + "f1": 0.578221, + "accuracy": 0.62253, + "main_score": 0.578221, + "hf_subset": "tel_Telu-luo_Latn", + "languages": [ + "tel-Telu", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573114, + "recall": 0.636364, + "f1": 0.5915, + "accuracy": 0.636364, + "main_score": 0.5915, + "hf_subset": "tel_Telu-sna_Latn", + "languages": [ + "tel-Telu", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539213, + "recall": 0.597826, + "f1": 0.554752, + "accuracy": 0.597826, + "main_score": 0.554752, + "hf_subset": "tel_Telu-tso_Latn", + "languages": [ + "tel-Telu", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tel_Telu-azj_Latn", + "languages": [ + "tel-Telu", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525182, + "recall": 0.594862, + "f1": 0.544828, + "accuracy": 0.594862, + "main_score": 0.544828, + "hf_subset": "tel_Telu-dik_Latn", + "languages": [ + "tel-Telu", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716137, + "recall": 0.768775, + "f1": 0.730962, + "accuracy": 0.768775, + "main_score": 0.730962, + "hf_subset": "tel_Telu-hau_Latn", + "languages": [ + "tel-Telu", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "tel_Telu-kea_Latn", + "languages": [ + "tel-Telu", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748304, + "recall": 0.799407, + "f1": 0.763439, + "accuracy": 0.799407, + "main_score": 0.763439, + "hf_subset": "tel_Telu-lus_Latn", + "languages": [ + "tel-Telu", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865283, + "recall": 0.900198, + "f1": 0.87627, + "accuracy": 0.900198, + "main_score": 0.87627, + "hf_subset": "tel_Telu-pag_Latn", + "languages": [ + "tel-Telu", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "tel_Telu-tuk_Latn", + "languages": [ + "tel-Telu", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tel_Telu-bak_Cyrl", + "languages": [ + "tel-Telu", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462223, + "recall": 0.543478, + "f1": 0.485863, + "accuracy": 0.543478, + "main_score": 0.485863, + "hf_subset": "tel_Telu-dyu_Latn", + "languages": [ + "tel-Telu", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-heb_Hebr", + "languages": [ + "tel-Telu", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tel_Telu-khk_Cyrl", + "languages": [ + "tel-Telu", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-lvs_Latn", + "languages": [ + "tel-Telu", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686891, + "recall": 0.75, + "f1": 0.705388, + "accuracy": 0.75, + "main_score": 0.705388, + "hf_subset": "tel_Telu-som_Latn", + "languages": [ + "tel-Telu", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57862, + "recall": 0.635375, + "f1": 0.594186, + "accuracy": 0.635375, + "main_score": 0.594186, + "hf_subset": "tel_Telu-tum_Latn", + "languages": [ + "tel-Telu", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499525, + "recall": 0.56917, + "f1": 0.518925, + "accuracy": 0.56917, + "main_score": 0.518925, + "hf_subset": "ydd_Hebr-ace_Arab", + "languages": [ + "ydd-Hebr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458545, + "recall": 0.518775, + "f1": 0.474867, + "accuracy": 0.518775, + "main_score": 0.474867, + "hf_subset": "ydd_Hebr-bam_Latn", + "languages": [ + "ydd-Hebr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355525, + "recall": 0.413043, + "f1": 0.370297, + "accuracy": 0.413043, + "main_score": 0.370297, + "hf_subset": "ydd_Hebr-dzo_Tibt", + "languages": [ + "ydd-Hebr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ydd_Hebr-hin_Deva", + "languages": [ + "ydd-Hebr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "ydd_Hebr-khm_Khmr", + "languages": [ + "ydd-Hebr", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948534, + "recall": 0.963439, + "f1": 0.953247, + "accuracy": 0.963439, + "main_score": 0.953247, + "hf_subset": "ydd_Hebr-mag_Deva", + "languages": [ + "ydd-Hebr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922266, + "recall": 0.942688, + "f1": 0.928689, + "accuracy": 0.942688, + "main_score": 0.928689, + "hf_subset": "ydd_Hebr-pap_Latn", + "languages": [ + "ydd-Hebr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522844, + "recall": 0.58004, + "f1": 0.538465, + "accuracy": 0.58004, + "main_score": 0.538465, + "hf_subset": "ydd_Hebr-sot_Latn", + "languages": [ + "ydd-Hebr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "ydd_Hebr-tur_Latn", + "languages": [ + "ydd-Hebr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763735, + "recall": 0.809289, + "f1": 0.777423, + "accuracy": 0.809289, + "main_score": 0.777423, + "hf_subset": "ydd_Hebr-ace_Latn", + "languages": [ + "ydd-Hebr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84254, + "recall": 0.879447, + "f1": 0.853576, + "accuracy": 0.879447, + "main_score": 0.853576, + "hf_subset": "ydd_Hebr-ban_Latn", + "languages": [ + "ydd-Hebr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ydd_Hebr-ell_Grek", + "languages": [ + "ydd-Hebr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94357, + "recall": 0.959486, + "f1": 0.948435, + "accuracy": 0.959486, + "main_score": 0.948435, + "hf_subset": "ydd_Hebr-hne_Deva", + "languages": [ + "ydd-Hebr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497167, + "recall": 0.555336, + "f1": 0.513227, + "accuracy": 0.555336, + "main_score": 0.513227, + "hf_subset": "ydd_Hebr-kik_Latn", + "languages": [ + "ydd-Hebr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945652, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "ydd_Hebr-mai_Deva", + "languages": [ + "ydd-Hebr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880879, + "recall": 0.916008, + "f1": 0.891831, + "accuracy": 0.916008, + "main_score": 0.891831, + "hf_subset": "ydd_Hebr-pbt_Arab", + "languages": [ + "ydd-Hebr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ydd_Hebr-spa_Latn", + "languages": [ + "ydd-Hebr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524657, + "recall": 0.583004, + "f1": 0.541013, + "accuracy": 0.583004, + "main_score": 0.541013, + "hf_subset": "ydd_Hebr-twi_Latn", + "languages": [ + "ydd-Hebr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947875, + "recall": 0.964427, + "f1": 0.953294, + "accuracy": 0.964427, + "main_score": 0.953294, + "hf_subset": "ydd_Hebr-acm_Arab", + "languages": [ + "ydd-Hebr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930912, + "recall": 0.951581, + "f1": 0.937484, + "accuracy": 0.951581, + "main_score": 0.937484, + "hf_subset": "ydd_Hebr-bel_Cyrl", + "languages": [ + "ydd-Hebr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ydd_Hebr-eng_Latn", + "languages": [ + "ydd-Hebr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ydd_Hebr-hrv_Latn", + "languages": [ + "ydd-Hebr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512226, + "recall": 0.575099, + "f1": 0.529548, + "accuracy": 0.575099, + "main_score": 0.529548, + "hf_subset": "ydd_Hebr-kin_Latn", + "languages": [ + "ydd-Hebr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947908, + "recall": 0.963439, + "f1": 0.9528, + "accuracy": 0.963439, + "main_score": 0.9528, + "hf_subset": "ydd_Hebr-mal_Mlym", + "languages": [ + "ydd-Hebr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.964427, + "f1": 0.954169, + "accuracy": 0.964427, + "main_score": 0.954169, + "hf_subset": "ydd_Hebr-pes_Arab", + "languages": [ + "ydd-Hebr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922587, + "recall": 0.940711, + "f1": 0.928052, + "accuracy": 0.940711, + "main_score": 0.928052, + "hf_subset": "ydd_Hebr-srd_Latn", + "languages": [ + "ydd-Hebr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19231, + "recall": 0.244071, + "f1": 0.204616, + "accuracy": 0.244071, + "main_score": 0.204616, + "hf_subset": "ydd_Hebr-tzm_Tfng", + "languages": [ + "ydd-Hebr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ydd_Hebr-acq_Arab", + "languages": [ + "ydd-Hebr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55, + "recall": 0.599802, + "f1": 0.564051, + "accuracy": 0.599802, + "main_score": 0.564051, + "hf_subset": "ydd_Hebr-bem_Latn", + "languages": [ + "ydd-Hebr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ydd_Hebr-epo_Latn", + "languages": [ + "ydd-Hebr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "ydd_Hebr-hun_Latn", + "languages": [ + "ydd-Hebr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896986, + "recall": 0.926877, + "f1": 0.906357, + "accuracy": 0.926877, + "main_score": 0.906357, + "hf_subset": "ydd_Hebr-kir_Cyrl", + "languages": [ + "ydd-Hebr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "ydd_Hebr-mar_Deva", + "languages": [ + "ydd-Hebr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592696, + "recall": 0.650198, + "f1": 0.609085, + "accuracy": 0.650198, + "main_score": 0.609085, + "hf_subset": "ydd_Hebr-plt_Latn", + "languages": [ + "ydd-Hebr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ydd_Hebr-srp_Cyrl", + "languages": [ + "ydd-Hebr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853491, + "recall": 0.887352, + "f1": 0.863768, + "accuracy": 0.887352, + "main_score": 0.863768, + "hf_subset": "ydd_Hebr-uig_Arab", + "languages": [ + "ydd-Hebr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927875, + "recall": 0.947628, + "f1": 0.933844, + "accuracy": 0.947628, + "main_score": 0.933844, + "hf_subset": "ydd_Hebr-aeb_Arab", + "languages": [ + "ydd-Hebr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "ydd_Hebr-ben_Beng", + "languages": [ + "ydd-Hebr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.964427, + "f1": 0.955336, + "accuracy": 0.964427, + "main_score": 0.955336, + "hf_subset": "ydd_Hebr-est_Latn", + "languages": [ + "ydd-Hebr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963356, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "ydd_Hebr-hye_Armn", + "languages": [ + "ydd-Hebr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474664, + "recall": 0.529644, + "f1": 0.489585, + "accuracy": 0.529644, + "main_score": 0.489585, + "hf_subset": "ydd_Hebr-kmb_Latn", + "languages": [ + "ydd-Hebr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473597, + "recall": 0.54249, + "f1": 0.491187, + "accuracy": 0.54249, + "main_score": 0.491187, + "hf_subset": "ydd_Hebr-min_Arab", + "languages": [ + "ydd-Hebr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940547, + "recall": 0.959486, + "f1": 0.946805, + "accuracy": 0.959486, + "main_score": 0.946805, + "hf_subset": "ydd_Hebr-pol_Latn", + "languages": [ + "ydd-Hebr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496458, + "recall": 0.557312, + "f1": 0.512686, + "accuracy": 0.557312, + "main_score": 0.512686, + "hf_subset": "ydd_Hebr-ssw_Latn", + "languages": [ + "ydd-Hebr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ydd_Hebr-ukr_Cyrl", + "languages": [ + "ydd-Hebr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ydd_Hebr-afr_Latn", + "languages": [ + "ydd-Hebr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921772, + "recall": 0.944664, + "f1": 0.929183, + "accuracy": 0.944664, + "main_score": 0.929183, + "hf_subset": "ydd_Hebr-bho_Deva", + "languages": [ + "ydd-Hebr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913126, + "recall": 0.935771, + "f1": 0.920191, + "accuracy": 0.935771, + "main_score": 0.920191, + "hf_subset": "ydd_Hebr-eus_Latn", + "languages": [ + "ydd-Hebr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501616, + "recall": 0.567194, + "f1": 0.519551, + "accuracy": 0.567194, + "main_score": 0.519551, + "hf_subset": "ydd_Hebr-ibo_Latn", + "languages": [ + "ydd-Hebr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784997, + "recall": 0.83498, + "f1": 0.800184, + "accuracy": 0.83498, + "main_score": 0.800184, + "hf_subset": "ydd_Hebr-kmr_Latn", + "languages": [ + "ydd-Hebr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901597, + "recall": 0.928854, + "f1": 0.910145, + "accuracy": 0.928854, + "main_score": 0.910145, + "hf_subset": "ydd_Hebr-min_Latn", + "languages": [ + "ydd-Hebr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970438, + "recall": 0.979249, + "f1": 0.973221, + "accuracy": 0.979249, + "main_score": 0.973221, + "hf_subset": "ydd_Hebr-por_Latn", + "languages": [ + "ydd-Hebr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916617, + "recall": 0.940711, + "f1": 0.924144, + "accuracy": 0.940711, + "main_score": 0.924144, + "hf_subset": "ydd_Hebr-sun_Latn", + "languages": [ + "ydd-Hebr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455461, + "recall": 0.511858, + "f1": 0.470496, + "accuracy": 0.511858, + "main_score": 0.470496, + "hf_subset": "ydd_Hebr-umb_Latn", + "languages": [ + "ydd-Hebr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "ydd_Hebr-ajp_Arab", + "languages": [ + "ydd-Hebr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497705, + "recall": 0.560277, + "f1": 0.514142, + "accuracy": 0.560277, + "main_score": 0.514142, + "hf_subset": "ydd_Hebr-bjn_Arab", + "languages": [ + "ydd-Hebr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444428, + "recall": 0.496047, + "f1": 0.459077, + "accuracy": 0.496047, + "main_score": 0.459077, + "hf_subset": "ydd_Hebr-ewe_Latn", + "languages": [ + "ydd-Hebr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857346, + "recall": 0.890316, + "f1": 0.866837, + "accuracy": 0.890316, + "main_score": 0.866837, + "hf_subset": "ydd_Hebr-ilo_Latn", + "languages": [ + "ydd-Hebr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298303, + "recall": 0.351779, + "f1": 0.312361, + "accuracy": 0.351779, + "main_score": 0.312361, + "hf_subset": "ydd_Hebr-knc_Arab", + "languages": [ + "ydd-Hebr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ydd_Hebr-mkd_Cyrl", + "languages": [ + "ydd-Hebr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "ydd_Hebr-prs_Arab", + "languages": [ + "ydd-Hebr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ydd_Hebr-swe_Latn", + "languages": [ + "ydd-Hebr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.964427, + "f1": 0.952899, + "accuracy": 0.964427, + "main_score": 0.952899, + "hf_subset": "ydd_Hebr-urd_Arab", + "languages": [ + "ydd-Hebr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49431, + "recall": 0.55336, + "f1": 0.510927, + "accuracy": 0.55336, + "main_score": 0.510927, + "hf_subset": "ydd_Hebr-aka_Latn", + "languages": [ + "ydd-Hebr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899093, + "recall": 0.924901, + "f1": 0.90684, + "accuracy": 0.924901, + "main_score": 0.90684, + "hf_subset": "ydd_Hebr-bjn_Latn", + "languages": [ + "ydd-Hebr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913159, + "recall": 0.937747, + "f1": 0.920638, + "accuracy": 0.937747, + "main_score": 0.920638, + "hf_subset": "ydd_Hebr-fao_Latn", + "languages": [ + "ydd-Hebr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "ydd_Hebr-ind_Latn", + "languages": [ + "ydd-Hebr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523436, + "recall": 0.578063, + "f1": 0.538998, + "accuracy": 0.578063, + "main_score": 0.538998, + "hf_subset": "ydd_Hebr-knc_Latn", + "languages": [ + "ydd-Hebr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938818, + "recall": 0.95751, + "f1": 0.944697, + "accuracy": 0.95751, + "main_score": 0.944697, + "hf_subset": "ydd_Hebr-mlt_Latn", + "languages": [ + "ydd-Hebr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611184, + "recall": 0.676877, + "f1": 0.63001, + "accuracy": 0.676877, + "main_score": 0.63001, + "hf_subset": "ydd_Hebr-quy_Latn", + "languages": [ + "ydd-Hebr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883811, + "recall": 0.91502, + "f1": 0.893478, + "accuracy": 0.91502, + "main_score": 0.893478, + "hf_subset": "ydd_Hebr-swh_Latn", + "languages": [ + "ydd-Hebr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.958498, + "f1": 0.946429, + "accuracy": 0.958498, + "main_score": 0.946429, + "hf_subset": "ydd_Hebr-uzn_Latn", + "languages": [ + "ydd-Hebr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965942, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ydd_Hebr-als_Latn", + "languages": [ + "ydd-Hebr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518977, + "recall": 0.597826, + "f1": 0.540471, + "accuracy": 0.597826, + "main_score": 0.540471, + "hf_subset": "ydd_Hebr-bod_Tibt", + "languages": [ + "ydd-Hebr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610927, + "recall": 0.66996, + "f1": 0.627095, + "accuracy": 0.66996, + "main_score": 0.627095, + "hf_subset": "ydd_Hebr-fij_Latn", + "languages": [ + "ydd-Hebr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895861, + "recall": 0.923913, + "f1": 0.904677, + "accuracy": 0.923913, + "main_score": 0.904677, + "hf_subset": "ydd_Hebr-isl_Latn", + "languages": [ + "ydd-Hebr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573043, + "recall": 0.625494, + "f1": 0.588161, + "accuracy": 0.625494, + "main_score": 0.588161, + "hf_subset": "ydd_Hebr-kon_Latn", + "languages": [ + "ydd-Hebr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602593, + "recall": 0.668972, + "f1": 0.620841, + "accuracy": 0.668972, + "main_score": 0.620841, + "hf_subset": "ydd_Hebr-mni_Beng", + "languages": [ + "ydd-Hebr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ydd_Hebr-ron_Latn", + "languages": [ + "ydd-Hebr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946509, + "recall": 0.961462, + "f1": 0.951087, + "accuracy": 0.961462, + "main_score": 0.951087, + "hf_subset": "ydd_Hebr-szl_Latn", + "languages": [ + "ydd-Hebr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952687, + "accuracy": 0.963439, + "main_score": 0.952687, + "hf_subset": "ydd_Hebr-vec_Latn", + "languages": [ + "ydd-Hebr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854727, + "recall": 0.891304, + "f1": 0.865909, + "accuracy": 0.891304, + "main_score": 0.865909, + "hf_subset": "ydd_Hebr-amh_Ethi", + "languages": [ + "ydd-Hebr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ydd_Hebr-bos_Latn", + "languages": [ + "ydd-Hebr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952981, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "ydd_Hebr-fin_Latn", + "languages": [ + "ydd-Hebr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ydd_Hebr-ita_Latn", + "languages": [ + "ydd-Hebr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952404, + "accuracy": 0.963439, + "main_score": 0.952404, + "hf_subset": "ydd_Hebr-kor_Hang", + "languages": [ + "ydd-Hebr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480776, + "recall": 0.535573, + "f1": 0.495834, + "accuracy": 0.535573, + "main_score": 0.495834, + "hf_subset": "ydd_Hebr-mos_Latn", + "languages": [ + "ydd-Hebr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49805, + "recall": 0.552372, + "f1": 0.512486, + "accuracy": 0.552372, + "main_score": 0.512486, + "hf_subset": "ydd_Hebr-run_Latn", + "languages": [ + "ydd-Hebr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.960474, + "f1": 0.948287, + "accuracy": 0.960474, + "main_score": 0.948287, + "hf_subset": "ydd_Hebr-tam_Taml", + "languages": [ + "ydd-Hebr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "ydd_Hebr-vie_Latn", + "languages": [ + "ydd-Hebr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950791, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "ydd_Hebr-apc_Arab", + "languages": [ + "ydd-Hebr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687553, + "recall": 0.747036, + "f1": 0.704218, + "accuracy": 0.747036, + "main_score": 0.704218, + "hf_subset": "ydd_Hebr-bug_Latn", + "languages": [ + "ydd-Hebr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407624, + "recall": 0.466403, + "f1": 0.422771, + "accuracy": 0.466403, + "main_score": 0.422771, + "hf_subset": "ydd_Hebr-fon_Latn", + "languages": [ + "ydd-Hebr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951416, + "accuracy": 0.962451, + "main_score": 0.951416, + "hf_subset": "ydd_Hebr-jav_Latn", + "languages": [ + "ydd-Hebr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919137, + "recall": 0.942688, + "f1": 0.92668, + "accuracy": 0.942688, + "main_score": 0.92668, + "hf_subset": "ydd_Hebr-lao_Laoo", + "languages": [ + "ydd-Hebr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744937, + "recall": 0.799407, + "f1": 0.760985, + "accuracy": 0.799407, + "main_score": 0.760985, + "hf_subset": "ydd_Hebr-mri_Latn", + "languages": [ + "ydd-Hebr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "ydd_Hebr-rus_Cyrl", + "languages": [ + "ydd-Hebr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471203, + "recall": 0.528656, + "f1": 0.486803, + "accuracy": 0.528656, + "main_score": 0.486803, + "hf_subset": "ydd_Hebr-taq_Latn", + "languages": [ + "ydd-Hebr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950346, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "ydd_Hebr-war_Latn", + "languages": [ + "ydd-Hebr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ydd_Hebr-arb_Arab", + "languages": [ + "ydd-Hebr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "ydd_Hebr-bul_Cyrl", + "languages": [ + "ydd-Hebr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ydd_Hebr-fra_Latn", + "languages": [ + "ydd-Hebr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940794, + "recall": 0.956522, + "f1": 0.945506, + "accuracy": 0.956522, + "main_score": 0.945506, + "hf_subset": "ydd_Hebr-jpn_Jpan", + "languages": [ + "ydd-Hebr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942227, + "recall": 0.958498, + "f1": 0.947101, + "accuracy": 0.958498, + "main_score": 0.947101, + "hf_subset": "ydd_Hebr-lij_Latn", + "languages": [ + "ydd-Hebr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913867, + "recall": 0.939723, + "f1": 0.922101, + "accuracy": 0.939723, + "main_score": 0.922101, + "hf_subset": "ydd_Hebr-mya_Mymr", + "languages": [ + "ydd-Hebr", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497013, + "recall": 0.568182, + "f1": 0.51613, + "accuracy": 0.568182, + "main_score": 0.51613, + "hf_subset": "ydd_Hebr-sag_Latn", + "languages": [ + "ydd-Hebr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210027, + "recall": 0.268775, + "f1": 0.223632, + "accuracy": 0.268775, + "main_score": 0.223632, + "hf_subset": "ydd_Hebr-taq_Tfng", + "languages": [ + "ydd-Hebr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554628, + "recall": 0.614625, + "f1": 0.571444, + "accuracy": 0.614625, + "main_score": 0.571444, + "hf_subset": "ydd_Hebr-wol_Latn", + "languages": [ + "ydd-Hebr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695662, + "recall": 0.754941, + "f1": 0.712863, + "accuracy": 0.754941, + "main_score": 0.712863, + "hf_subset": "ydd_Hebr-arb_Latn", + "languages": [ + "ydd-Hebr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "ydd_Hebr-cat_Latn", + "languages": [ + "ydd-Hebr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922184, + "recall": 0.943676, + "f1": 0.928755, + "accuracy": 0.943676, + "main_score": 0.928755, + "hf_subset": "ydd_Hebr-fur_Latn", + "languages": [ + "ydd-Hebr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.374278, + "recall": 0.428854, + "f1": 0.388769, + "accuracy": 0.428854, + "main_score": 0.388769, + "hf_subset": "ydd_Hebr-kab_Latn", + "languages": [ + "ydd-Hebr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.955534, + "f1": 0.944664, + "accuracy": 0.955534, + "main_score": 0.944664, + "hf_subset": "ydd_Hebr-lim_Latn", + "languages": [ + "ydd-Hebr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "ydd_Hebr-nld_Latn", + "languages": [ + "ydd-Hebr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903771, + "recall": 0.929842, + "f1": 0.911745, + "accuracy": 0.929842, + "main_score": 0.911745, + "hf_subset": "ydd_Hebr-san_Deva", + "languages": [ + "ydd-Hebr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92556, + "recall": 0.94664, + "f1": 0.932148, + "accuracy": 0.94664, + "main_score": 0.932148, + "hf_subset": "ydd_Hebr-tat_Cyrl", + "languages": [ + "ydd-Hebr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605635, + "recall": 0.66502, + "f1": 0.6226, + "accuracy": 0.66502, + "main_score": 0.6226, + "hf_subset": "ydd_Hebr-xho_Latn", + "languages": [ + "ydd-Hebr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "ydd_Hebr-ars_Arab", + "languages": [ + "ydd-Hebr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951383, + "accuracy": 0.962451, + "main_score": 0.951383, + "hf_subset": "ydd_Hebr-ceb_Latn", + "languages": [ + "ydd-Hebr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483145, + "recall": 0.540514, + "f1": 0.499707, + "accuracy": 0.540514, + "main_score": 0.499707, + "hf_subset": "ydd_Hebr-fuv_Latn", + "languages": [ + "ydd-Hebr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425682, + "recall": 0.487154, + "f1": 0.443012, + "accuracy": 0.487154, + "main_score": 0.443012, + "hf_subset": "ydd_Hebr-kac_Latn", + "languages": [ + "ydd-Hebr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585085, + "recall": 0.637352, + "f1": 0.599282, + "accuracy": 0.637352, + "main_score": 0.599282, + "hf_subset": "ydd_Hebr-lin_Latn", + "languages": [ + "ydd-Hebr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ydd_Hebr-nno_Latn", + "languages": [ + "ydd-Hebr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.249939, + "recall": 0.324111, + "f1": 0.268231, + "accuracy": 0.324111, + "main_score": 0.268231, + "hf_subset": "ydd_Hebr-sat_Olck", + "languages": [ + "ydd-Hebr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "ydd_Hebr-tel_Telu", + "languages": [ + "ydd-Hebr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910606, + "recall": 0.935771, + "f1": 0.918431, + "accuracy": 0.935771, + "main_score": 0.918431, + "hf_subset": "ydd_Hebr-ary_Arab", + "languages": [ + "ydd-Hebr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "ydd_Hebr-ces_Latn", + "languages": [ + "ydd-Hebr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526022, + "recall": 0.586957, + "f1": 0.543226, + "accuracy": 0.586957, + "main_score": 0.543226, + "hf_subset": "ydd_Hebr-gaz_Latn", + "languages": [ + "ydd-Hebr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502273, + "recall": 0.562253, + "f1": 0.518974, + "accuracy": 0.562253, + "main_score": 0.518974, + "hf_subset": "ydd_Hebr-kam_Latn", + "languages": [ + "ydd-Hebr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "ydd_Hebr-lit_Latn", + "languages": [ + "ydd-Hebr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "ydd_Hebr-nob_Latn", + "languages": [ + "ydd-Hebr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925889, + "recall": 0.94664, + "f1": 0.932477, + "accuracy": 0.94664, + "main_score": 0.932477, + "hf_subset": "ydd_Hebr-scn_Latn", + "languages": [ + "ydd-Hebr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902289, + "recall": 0.929842, + "f1": 0.910606, + "accuracy": 0.929842, + "main_score": 0.910606, + "hf_subset": "ydd_Hebr-tgk_Cyrl", + "languages": [ + "ydd-Hebr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608491, + "recall": 0.68083, + "f1": 0.62968, + "accuracy": 0.68083, + "main_score": 0.62968, + "hf_subset": "ydd_Hebr-yor_Latn", + "languages": [ + "ydd-Hebr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931159, + "recall": 0.952569, + "f1": 0.938076, + "accuracy": 0.952569, + "main_score": 0.938076, + "hf_subset": "ydd_Hebr-arz_Arab", + "languages": [ + "ydd-Hebr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476059, + "recall": 0.532609, + "f1": 0.491733, + "accuracy": 0.532609, + "main_score": 0.491733, + "hf_subset": "ydd_Hebr-cjk_Latn", + "languages": [ + "ydd-Hebr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717457, + "recall": 0.777668, + "f1": 0.735296, + "accuracy": 0.777668, + "main_score": 0.735296, + "hf_subset": "ydd_Hebr-gla_Latn", + "languages": [ + "ydd-Hebr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.956884, + "accuracy": 0.966403, + "main_score": 0.956884, + "hf_subset": "ydd_Hebr-kan_Knda", + "languages": [ + "ydd-Hebr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910804, + "recall": 0.934783, + "f1": 0.917951, + "accuracy": 0.934783, + "main_score": 0.917951, + "hf_subset": "ydd_Hebr-lmo_Latn", + "languages": [ + "ydd-Hebr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "ydd_Hebr-npi_Deva", + "languages": [ + "ydd-Hebr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395506, + "recall": 0.456522, + "f1": 0.41152, + "accuracy": 0.456522, + "main_score": 0.41152, + "hf_subset": "ydd_Hebr-shn_Mymr", + "languages": [ + "ydd-Hebr", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968791, + "recall": 0.978261, + "f1": 0.971739, + "accuracy": 0.978261, + "main_score": 0.971739, + "hf_subset": "ydd_Hebr-tgl_Latn", + "languages": [ + "ydd-Hebr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943347, + "recall": 0.960474, + "f1": 0.948748, + "accuracy": 0.960474, + "main_score": 0.948748, + "hf_subset": "ydd_Hebr-yue_Hant", + "languages": [ + "ydd-Hebr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945597, + "recall": 0.961462, + "f1": 0.950626, + "accuracy": 0.961462, + "main_score": 0.950626, + "hf_subset": "ydd_Hebr-asm_Beng", + "languages": [ + "ydd-Hebr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859437, + "recall": 0.897233, + "f1": 0.870916, + "accuracy": 0.897233, + "main_score": 0.870916, + "hf_subset": "ydd_Hebr-ckb_Arab", + "languages": [ + "ydd-Hebr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803338, + "recall": 0.850791, + "f1": 0.817443, + "accuracy": 0.850791, + "main_score": 0.817443, + "hf_subset": "ydd_Hebr-gle_Latn", + "languages": [ + "ydd-Hebr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838636, + "recall": 0.875494, + "f1": 0.849492, + "accuracy": 0.875494, + "main_score": 0.849492, + "hf_subset": "ydd_Hebr-kas_Arab", + "languages": [ + "ydd-Hebr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853211, + "recall": 0.890316, + "f1": 0.864281, + "accuracy": 0.890316, + "main_score": 0.864281, + "hf_subset": "ydd_Hebr-ltg_Latn", + "languages": [ + "ydd-Hebr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537872, + "recall": 0.589921, + "f1": 0.552233, + "accuracy": 0.589921, + "main_score": 0.552233, + "hf_subset": "ydd_Hebr-nso_Latn", + "languages": [ + "ydd-Hebr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919137, + "recall": 0.940711, + "f1": 0.926054, + "accuracy": 0.940711, + "main_score": 0.926054, + "hf_subset": "ydd_Hebr-sin_Sinh", + "languages": [ + "ydd-Hebr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ydd_Hebr-tha_Thai", + "languages": [ + "ydd-Hebr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932428, + "recall": 0.951581, + "f1": 0.938142, + "accuracy": 0.951581, + "main_score": 0.938142, + "hf_subset": "ydd_Hebr-zho_Hans", + "languages": [ + "ydd-Hebr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "ydd_Hebr-ast_Latn", + "languages": [ + "ydd-Hebr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915596, + "recall": 0.940711, + "f1": 0.923485, + "accuracy": 0.940711, + "main_score": 0.923485, + "hf_subset": "ydd_Hebr-crh_Latn", + "languages": [ + "ydd-Hebr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973403, + "recall": 0.981225, + "f1": 0.975856, + "accuracy": 0.981225, + "main_score": 0.975856, + "hf_subset": "ydd_Hebr-glg_Latn", + "languages": [ + "ydd-Hebr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751062, + "recall": 0.805336, + "f1": 0.766759, + "accuracy": 0.805336, + "main_score": 0.766759, + "hf_subset": "ydd_Hebr-kas_Deva", + "languages": [ + "ydd-Hebr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939262, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "ydd_Hebr-ltz_Latn", + "languages": [ + "ydd-Hebr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412349, + "recall": 0.475296, + "f1": 0.429019, + "accuracy": 0.475296, + "main_score": 0.429019, + "hf_subset": "ydd_Hebr-nus_Latn", + "languages": [ + "ydd-Hebr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961745, + "accuracy": 0.970356, + "main_score": 0.961745, + "hf_subset": "ydd_Hebr-slk_Latn", + "languages": [ + "ydd-Hebr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541051, + "recall": 0.616601, + "f1": 0.562463, + "accuracy": 0.616601, + "main_score": 0.562463, + "hf_subset": "ydd_Hebr-tir_Ethi", + "languages": [ + "ydd-Hebr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93997, + "recall": 0.958498, + "f1": 0.945883, + "accuracy": 0.958498, + "main_score": 0.945883, + "hf_subset": "ydd_Hebr-zho_Hant", + "languages": [ + "ydd-Hebr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939756, + "recall": 0.956522, + "f1": 0.944829, + "accuracy": 0.956522, + "main_score": 0.944829, + "hf_subset": "ydd_Hebr-awa_Deva", + "languages": [ + "ydd-Hebr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920208, + "recall": 0.943676, + "f1": 0.927555, + "accuracy": 0.943676, + "main_score": 0.927555, + "hf_subset": "ydd_Hebr-cym_Latn", + "languages": [ + "ydd-Hebr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713216, + "recall": 0.761858, + "f1": 0.727295, + "accuracy": 0.761858, + "main_score": 0.727295, + "hf_subset": "ydd_Hebr-grn_Latn", + "languages": [ + "ydd-Hebr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932065, + "recall": 0.951581, + "f1": 0.938142, + "accuracy": 0.951581, + "main_score": 0.938142, + "hf_subset": "ydd_Hebr-kat_Geor", + "languages": [ + "ydd-Hebr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558471, + "recall": 0.612648, + "f1": 0.572999, + "accuracy": 0.612648, + "main_score": 0.572999, + "hf_subset": "ydd_Hebr-lua_Latn", + "languages": [ + "ydd-Hebr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560719, + "recall": 0.618577, + "f1": 0.57724, + "accuracy": 0.618577, + "main_score": 0.57724, + "hf_subset": "ydd_Hebr-nya_Latn", + "languages": [ + "ydd-Hebr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951005, + "recall": 0.965415, + "f1": 0.955599, + "accuracy": 0.965415, + "main_score": 0.955599, + "hf_subset": "ydd_Hebr-slv_Latn", + "languages": [ + "ydd-Hebr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849012, + "recall": 0.884387, + "f1": 0.859618, + "accuracy": 0.884387, + "main_score": 0.859618, + "hf_subset": "ydd_Hebr-tpi_Latn", + "languages": [ + "ydd-Hebr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961495, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "ydd_Hebr-zsm_Latn", + "languages": [ + "ydd-Hebr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463132, + "recall": 0.521739, + "f1": 0.47932, + "accuracy": 0.521739, + "main_score": 0.47932, + "hf_subset": "ydd_Hebr-ayr_Latn", + "languages": [ + "ydd-Hebr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "ydd_Hebr-dan_Latn", + "languages": [ + "ydd-Hebr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ydd_Hebr-guj_Gujr", + "languages": [ + "ydd-Hebr", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ydd_Hebr-kaz_Cyrl", + "languages": [ + "ydd-Hebr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467086, + "recall": 0.523715, + "f1": 0.482777, + "accuracy": 0.523715, + "main_score": 0.482777, + "hf_subset": "ydd_Hebr-lug_Latn", + "languages": [ + "ydd-Hebr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963356, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "ydd_Hebr-oci_Latn", + "languages": [ + "ydd-Hebr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735024, + "recall": 0.789526, + "f1": 0.750993, + "accuracy": 0.789526, + "main_score": 0.750993, + "hf_subset": "ydd_Hebr-smo_Latn", + "languages": [ + "ydd-Hebr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485636, + "recall": 0.545455, + "f1": 0.501323, + "accuracy": 0.545455, + "main_score": 0.501323, + "hf_subset": "ydd_Hebr-tsn_Latn", + "languages": [ + "ydd-Hebr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56407, + "recall": 0.62747, + "f1": 0.58172, + "accuracy": 0.62747, + "main_score": 0.58172, + "hf_subset": "ydd_Hebr-zul_Latn", + "languages": [ + "ydd-Hebr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813966, + "recall": 0.854743, + "f1": 0.826092, + "accuracy": 0.854743, + "main_score": 0.826092, + "hf_subset": "ydd_Hebr-azb_Arab", + "languages": [ + "ydd-Hebr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "ydd_Hebr-deu_Latn", + "languages": [ + "ydd-Hebr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902421, + "recall": 0.929842, + "f1": 0.911133, + "accuracy": 0.929842, + "main_score": 0.911133, + "hf_subset": "ydd_Hebr-hat_Latn", + "languages": [ + "ydd-Hebr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419863, + "recall": 0.47332, + "f1": 0.434515, + "accuracy": 0.47332, + "main_score": 0.434515, + "hf_subset": "ydd_Hebr-kbp_Latn", + "languages": [ + "ydd-Hebr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480889, + "recall": 0.540514, + "f1": 0.496769, + "accuracy": 0.540514, + "main_score": 0.496769, + "hf_subset": "ydd_Hebr-luo_Latn", + "languages": [ + "ydd-Hebr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "ydd_Hebr-ory_Orya", + "languages": [ + "ydd-Hebr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49768, + "recall": 0.565217, + "f1": 0.516704, + "accuracy": 0.565217, + "main_score": 0.516704, + "hf_subset": "ydd_Hebr-sna_Latn", + "languages": [ + "ydd-Hebr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51159, + "recall": 0.572134, + "f1": 0.528808, + "accuracy": 0.572134, + "main_score": 0.528808, + "hf_subset": "ydd_Hebr-tso_Latn", + "languages": [ + "ydd-Hebr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910985, + "recall": 0.937747, + "f1": 0.919335, + "accuracy": 0.937747, + "main_score": 0.919335, + "hf_subset": "ydd_Hebr-azj_Latn", + "languages": [ + "ydd-Hebr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458502, + "recall": 0.525692, + "f1": 0.476961, + "accuracy": 0.525692, + "main_score": 0.476961, + "hf_subset": "ydd_Hebr-dik_Latn", + "languages": [ + "ydd-Hebr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66059, + "recall": 0.72332, + "f1": 0.67859, + "accuracy": 0.72332, + "main_score": 0.67859, + "hf_subset": "ydd_Hebr-hau_Latn", + "languages": [ + "ydd-Hebr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90751, + "recall": 0.933794, + "f1": 0.915467, + "accuracy": 0.933794, + "main_score": 0.915467, + "hf_subset": "ydd_Hebr-kea_Latn", + "languages": [ + "ydd-Hebr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623238, + "recall": 0.686759, + "f1": 0.641902, + "accuracy": 0.686759, + "main_score": 0.641902, + "hf_subset": "ydd_Hebr-lus_Latn", + "languages": [ + "ydd-Hebr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755948, + "recall": 0.795455, + "f1": 0.76738, + "accuracy": 0.795455, + "main_score": 0.76738, + "hf_subset": "ydd_Hebr-pag_Latn", + "languages": [ + "ydd-Hebr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941617, + "recall": 0.959486, + "f1": 0.9472, + "accuracy": 0.959486, + "main_score": 0.9472, + "hf_subset": "ydd_Hebr-snd_Arab", + "languages": [ + "ydd-Hebr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845003, + "recall": 0.886364, + "f1": 0.857395, + "accuracy": 0.886364, + "main_score": 0.857395, + "hf_subset": "ydd_Hebr-tuk_Latn", + "languages": [ + "ydd-Hebr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90448, + "recall": 0.933794, + "f1": 0.913867, + "accuracy": 0.933794, + "main_score": 0.913867, + "hf_subset": "ydd_Hebr-bak_Cyrl", + "languages": [ + "ydd-Hebr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423664, + "recall": 0.500988, + "f1": 0.445164, + "accuracy": 0.500988, + "main_score": 0.445164, + "hf_subset": "ydd_Hebr-dyu_Latn", + "languages": [ + "ydd-Hebr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "ydd_Hebr-heb_Hebr", + "languages": [ + "ydd-Hebr", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900009, + "recall": 0.926877, + "f1": 0.908317, + "accuracy": 0.926877, + "main_score": 0.908317, + "hf_subset": "ydd_Hebr-khk_Cyrl", + "languages": [ + "ydd-Hebr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "ydd_Hebr-lvs_Latn", + "languages": [ + "ydd-Hebr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951499, + "recall": 0.966403, + "f1": 0.956258, + "accuracy": 0.966403, + "main_score": 0.956258, + "hf_subset": "ydd_Hebr-pan_Guru", + "languages": [ + "ydd-Hebr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642583, + "recall": 0.705534, + "f1": 0.66073, + "accuracy": 0.705534, + "main_score": 0.66073, + "hf_subset": "ydd_Hebr-som_Latn", + "languages": [ + "ydd-Hebr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5232, + "recall": 0.572134, + "f1": 0.536648, + "accuracy": 0.572134, + "main_score": 0.536648, + "hf_subset": "ydd_Hebr-tum_Latn", + "languages": [ + "ydd-Hebr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548806, + "recall": 0.609684, + "f1": 0.565971, + "accuracy": 0.609684, + "main_score": 0.565971, + "hf_subset": "ary_Arab-ace_Arab", + "languages": [ + "ary-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503841, + "recall": 0.562253, + "f1": 0.520295, + "accuracy": 0.562253, + "main_score": 0.520295, + "hf_subset": "ary_Arab-bam_Latn", + "languages": [ + "ary-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38197, + "recall": 0.460474, + "f1": 0.403375, + "accuracy": 0.460474, + "main_score": 0.403375, + "hf_subset": "ary_Arab-dzo_Tibt", + "languages": [ + "ary-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-hin_Deva", + "languages": [ + "ary-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ary_Arab-khm_Khmr", + "languages": [ + "ary-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973567, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "ary_Arab-mag_Deva", + "languages": [ + "ary-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "ary_Arab-pap_Latn", + "languages": [ + "ary-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558062, + "recall": 0.613636, + "f1": 0.574035, + "accuracy": 0.613636, + "main_score": 0.574035, + "hf_subset": "ary_Arab-sot_Latn", + "languages": [ + "ary-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ary_Arab-tur_Latn", + "languages": [ + "ary-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831472, + "recall": 0.873518, + "f1": 0.844598, + "accuracy": 0.873518, + "main_score": 0.844598, + "hf_subset": "ary_Arab-ace_Latn", + "languages": [ + "ary-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929595, + "recall": 0.947628, + "f1": 0.935343, + "accuracy": 0.947628, + "main_score": 0.935343, + "hf_subset": "ary_Arab-ban_Latn", + "languages": [ + "ary-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-ell_Grek", + "languages": [ + "ary-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ary_Arab-hne_Deva", + "languages": [ + "ary-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579296, + "recall": 0.635375, + "f1": 0.59574, + "accuracy": 0.635375, + "main_score": 0.59574, + "hf_subset": "ary_Arab-kik_Latn", + "languages": [ + "ary-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-mai_Deva", + "languages": [ + "ary-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "ary_Arab-pbt_Arab", + "languages": [ + "ary-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-spa_Latn", + "languages": [ + "ary-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589962, + "recall": 0.651186, + "f1": 0.607188, + "accuracy": 0.651186, + "main_score": 0.607188, + "hf_subset": "ary_Arab-twi_Latn", + "languages": [ + "ary-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-acm_Arab", + "languages": [ + "ary-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ary_Arab-bel_Cyrl", + "languages": [ + "ary-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-hrv_Latn", + "languages": [ + "ary-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534445, + "recall": 0.597826, + "f1": 0.552427, + "accuracy": 0.597826, + "main_score": 0.552427, + "hf_subset": "ary_Arab-kin_Latn", + "languages": [ + "ary-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ary_Arab-mal_Mlym", + "languages": [ + "ary-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ary_Arab-pes_Arab", + "languages": [ + "ary-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.971344, + "f1": 0.963603, + "accuracy": 0.971344, + "main_score": 0.963603, + "hf_subset": "ary_Arab-srd_Latn", + "languages": [ + "ary-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179141, + "recall": 0.228261, + "f1": 0.191866, + "accuracy": 0.228261, + "main_score": 0.191866, + "hf_subset": "ary_Arab-tzm_Tfng", + "languages": [ + "ary-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ary_Arab-acq_Arab", + "languages": [ + "ary-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599525, + "recall": 0.653162, + "f1": 0.614926, + "accuracy": 0.653162, + "main_score": 0.614926, + "hf_subset": "ary_Arab-bem_Latn", + "languages": [ + "ary-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-epo_Latn", + "languages": [ + "ary-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-hun_Latn", + "languages": [ + "ary-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "ary_Arab-kir_Cyrl", + "languages": [ + "ary-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ary_Arab-mar_Deva", + "languages": [ + "ary-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639534, + "recall": 0.697628, + "f1": 0.656727, + "accuracy": 0.697628, + "main_score": 0.656727, + "hf_subset": "ary_Arab-plt_Latn", + "languages": [ + "ary-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-srp_Cyrl", + "languages": [ + "ary-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924078, + "recall": 0.94664, + "f1": 0.931324, + "accuracy": 0.94664, + "main_score": 0.931324, + "hf_subset": "ary_Arab-uig_Arab", + "languages": [ + "ary-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ary_Arab-aeb_Arab", + "languages": [ + "ary-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-ben_Beng", + "languages": [ + "ary-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "ary_Arab-est_Latn", + "languages": [ + "ary-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ary_Arab-hye_Armn", + "languages": [ + "ary-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537272, + "recall": 0.585968, + "f1": 0.551007, + "accuracy": 0.585968, + "main_score": 0.551007, + "hf_subset": "ary_Arab-kmb_Latn", + "languages": [ + "ary-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46464, + "recall": 0.535573, + "f1": 0.484163, + "accuracy": 0.535573, + "main_score": 0.484163, + "hf_subset": "ary_Arab-min_Arab", + "languages": [ + "ary-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-pol_Latn", + "languages": [ + "ary-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544285, + "recall": 0.601779, + "f1": 0.560579, + "accuracy": 0.601779, + "main_score": 0.560579, + "hf_subset": "ary_Arab-ssw_Latn", + "languages": [ + "ary-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-ukr_Cyrl", + "languages": [ + "ary-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-afr_Latn", + "languages": [ + "ary-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-bho_Deva", + "languages": [ + "ary-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ary_Arab-eus_Latn", + "languages": [ + "ary-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547871, + "recall": 0.613636, + "f1": 0.566446, + "accuracy": 0.613636, + "main_score": 0.566446, + "hf_subset": "ary_Arab-ibo_Latn", + "languages": [ + "ary-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823814, + "recall": 0.870553, + "f1": 0.838373, + "accuracy": 0.870553, + "main_score": 0.838373, + "hf_subset": "ary_Arab-kmr_Latn", + "languages": [ + "ary-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949934, + "accuracy": 0.961462, + "main_score": 0.949934, + "hf_subset": "ary_Arab-min_Latn", + "languages": [ + "ary-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-por_Latn", + "languages": [ + "ary-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "ary_Arab-sun_Latn", + "languages": [ + "ary-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498287, + "recall": 0.556324, + "f1": 0.514949, + "accuracy": 0.556324, + "main_score": 0.514949, + "hf_subset": "ary_Arab-umb_Latn", + "languages": [ + "ary-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-ajp_Arab", + "languages": [ + "ary-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514726, + "recall": 0.577075, + "f1": 0.532938, + "accuracy": 0.577075, + "main_score": 0.532938, + "hf_subset": "ary_Arab-bjn_Arab", + "languages": [ + "ary-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495895, + "recall": 0.557312, + "f1": 0.513211, + "accuracy": 0.557312, + "main_score": 0.513211, + "hf_subset": "ary_Arab-ewe_Latn", + "languages": [ + "ary-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917902, + "recall": 0.940711, + "f1": 0.925296, + "accuracy": 0.940711, + "main_score": 0.925296, + "hf_subset": "ary_Arab-ilo_Latn", + "languages": [ + "ary-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302932, + "recall": 0.36166, + "f1": 0.318664, + "accuracy": 0.36166, + "main_score": 0.318664, + "hf_subset": "ary_Arab-knc_Arab", + "languages": [ + "ary-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ary_Arab-mkd_Cyrl", + "languages": [ + "ary-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ary_Arab-prs_Arab", + "languages": [ + "ary-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-swe_Latn", + "languages": [ + "ary-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-urd_Arab", + "languages": [ + "ary-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551755, + "recall": 0.614625, + "f1": 0.569732, + "accuracy": 0.614625, + "main_score": 0.569732, + "hf_subset": "ary_Arab-aka_Latn", + "languages": [ + "ary-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "ary_Arab-bjn_Latn", + "languages": [ + "ary-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.94664, + "f1": 0.931489, + "accuracy": 0.94664, + "main_score": 0.931489, + "hf_subset": "ary_Arab-fao_Latn", + "languages": [ + "ary-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ary_Arab-ind_Latn", + "languages": [ + "ary-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565592, + "recall": 0.623518, + "f1": 0.582063, + "accuracy": 0.623518, + "main_score": 0.582063, + "hf_subset": "ary_Arab-knc_Latn", + "languages": [ + "ary-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ary_Arab-mlt_Latn", + "languages": [ + "ary-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67318, + "recall": 0.737154, + "f1": 0.692198, + "accuracy": 0.737154, + "main_score": 0.692198, + "hf_subset": "ary_Arab-quy_Latn", + "languages": [ + "ary-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935935, + "recall": 0.955534, + "f1": 0.942358, + "accuracy": 0.955534, + "main_score": 0.942358, + "hf_subset": "ary_Arab-swh_Latn", + "languages": [ + "ary-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ary_Arab-uzn_Latn", + "languages": [ + "ary-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ary_Arab-als_Latn", + "languages": [ + "ary-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576235, + "recall": 0.656126, + "f1": 0.599888, + "accuracy": 0.656126, + "main_score": 0.599888, + "hf_subset": "ary_Arab-bod_Tibt", + "languages": [ + "ary-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653832, + "recall": 0.718379, + "f1": 0.672581, + "accuracy": 0.718379, + "main_score": 0.672581, + "hf_subset": "ary_Arab-fij_Latn", + "languages": [ + "ary-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ary_Arab-isl_Latn", + "languages": [ + "ary-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64249, + "recall": 0.701581, + "f1": 0.659971, + "accuracy": 0.701581, + "main_score": 0.659971, + "hf_subset": "ary_Arab-kon_Latn", + "languages": [ + "ary-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614222, + "recall": 0.686759, + "f1": 0.635166, + "accuracy": 0.686759, + "main_score": 0.635166, + "hf_subset": "ary_Arab-mni_Beng", + "languages": [ + "ary-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-ron_Latn", + "languages": [ + "ary-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.971344, + "f1": 0.964097, + "accuracy": 0.971344, + "main_score": 0.964097, + "hf_subset": "ary_Arab-szl_Latn", + "languages": [ + "ary-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ary_Arab-vec_Latn", + "languages": [ + "ary-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874506, + "recall": 0.911067, + "f1": 0.886001, + "accuracy": 0.911067, + "main_score": 0.886001, + "hf_subset": "ary_Arab-amh_Ethi", + "languages": [ + "ary-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-bos_Latn", + "languages": [ + "ary-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ary_Arab-fin_Latn", + "languages": [ + "ary-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-ita_Latn", + "languages": [ + "ary-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ary_Arab-kor_Hang", + "languages": [ + "ary-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514822, + "recall": 0.572134, + "f1": 0.530597, + "accuracy": 0.572134, + "main_score": 0.530597, + "hf_subset": "ary_Arab-mos_Latn", + "languages": [ + "ary-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53396, + "recall": 0.594862, + "f1": 0.551342, + "accuracy": 0.594862, + "main_score": 0.551342, + "hf_subset": "ary_Arab-run_Latn", + "languages": [ + "ary-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ary_Arab-tam_Taml", + "languages": [ + "ary-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-vie_Latn", + "languages": [ + "ary-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-apc_Arab", + "languages": [ + "ary-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770866, + "recall": 0.821146, + "f1": 0.78602, + "accuracy": 0.821146, + "main_score": 0.78602, + "hf_subset": "ary_Arab-bug_Latn", + "languages": [ + "ary-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454735, + "recall": 0.513834, + "f1": 0.470597, + "accuracy": 0.513834, + "main_score": 0.470597, + "hf_subset": "ary_Arab-fon_Latn", + "languages": [ + "ary-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ary_Arab-jav_Latn", + "languages": [ + "ary-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "ary_Arab-lao_Laoo", + "languages": [ + "ary-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805748, + "recall": 0.857708, + "f1": 0.821937, + "accuracy": 0.857708, + "main_score": 0.821937, + "hf_subset": "ary_Arab-mri_Latn", + "languages": [ + "ary-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-rus_Cyrl", + "languages": [ + "ary-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529752, + "recall": 0.592885, + "f1": 0.547388, + "accuracy": 0.592885, + "main_score": 0.547388, + "hf_subset": "ary_Arab-taq_Latn", + "languages": [ + "ary-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "ary_Arab-war_Latn", + "languages": [ + "ary-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ary_Arab-arb_Arab", + "languages": [ + "ary-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ary_Arab-bul_Cyrl", + "languages": [ + "ary-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ary_Arab-fra_Latn", + "languages": [ + "ary-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ary_Arab-jpn_Jpan", + "languages": [ + "ary-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "ary_Arab-lij_Latn", + "languages": [ + "ary-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "ary_Arab-mya_Mymr", + "languages": [ + "ary-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571206, + "recall": 0.636364, + "f1": 0.589447, + "accuracy": 0.636364, + "main_score": 0.589447, + "hf_subset": "ary_Arab-sag_Latn", + "languages": [ + "ary-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197531, + "recall": 0.257905, + "f1": 0.211503, + "accuracy": 0.257905, + "main_score": 0.211503, + "hf_subset": "ary_Arab-taq_Tfng", + "languages": [ + "ary-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58834, + "recall": 0.658103, + "f1": 0.60839, + "accuracy": 0.658103, + "main_score": 0.60839, + "hf_subset": "ary_Arab-wol_Latn", + "languages": [ + "ary-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794417, + "recall": 0.847826, + "f1": 0.810559, + "accuracy": 0.847826, + "main_score": 0.810559, + "hf_subset": "ary_Arab-arb_Latn", + "languages": [ + "ary-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-cat_Latn", + "languages": [ + "ary-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ary_Arab-fur_Latn", + "languages": [ + "ary-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418291, + "recall": 0.472332, + "f1": 0.433214, + "accuracy": 0.472332, + "main_score": 0.433214, + "hf_subset": "ary_Arab-kab_Latn", + "languages": [ + "ary-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ary_Arab-lim_Latn", + "languages": [ + "ary-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-nld_Latn", + "languages": [ + "ary-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ary_Arab-san_Deva", + "languages": [ + "ary-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ary_Arab-tat_Cyrl", + "languages": [ + "ary-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648706, + "recall": 0.705534, + "f1": 0.66517, + "accuracy": 0.705534, + "main_score": 0.66517, + "hf_subset": "ary_Arab-xho_Latn", + "languages": [ + "ary-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ary_Arab-ars_Arab", + "languages": [ + "ary-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ary_Arab-ceb_Latn", + "languages": [ + "ary-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539514, + "recall": 0.600791, + "f1": 0.557365, + "accuracy": 0.600791, + "main_score": 0.557365, + "hf_subset": "ary_Arab-fuv_Latn", + "languages": [ + "ary-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496602, + "recall": 0.557312, + "f1": 0.513031, + "accuracy": 0.557312, + "main_score": 0.513031, + "hf_subset": "ary_Arab-kac_Latn", + "languages": [ + "ary-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64781, + "recall": 0.702569, + "f1": 0.663538, + "accuracy": 0.702569, + "main_score": 0.663538, + "hf_subset": "ary_Arab-lin_Latn", + "languages": [ + "ary-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "ary_Arab-nno_Latn", + "languages": [ + "ary-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208272, + "recall": 0.272727, + "f1": 0.225023, + "accuracy": 0.272727, + "main_score": 0.225023, + "hf_subset": "ary_Arab-sat_Olck", + "languages": [ + "ary-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-tel_Telu", + "languages": [ + "ary-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911841, + "recall": 0.938735, + "f1": 0.92052, + "accuracy": 0.938735, + "main_score": 0.92052, + "hf_subset": "ary_Arab-ydd_Hebr", + "languages": [ + "ary-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-ces_Latn", + "languages": [ + "ary-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527628, + "recall": 0.591897, + "f1": 0.54661, + "accuracy": 0.591897, + "main_score": 0.54661, + "hf_subset": "ary_Arab-gaz_Latn", + "languages": [ + "ary-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556663, + "recall": 0.620553, + "f1": 0.575247, + "accuracy": 0.620553, + "main_score": 0.575247, + "hf_subset": "ary_Arab-kam_Latn", + "languages": [ + "ary-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ary_Arab-lit_Latn", + "languages": [ + "ary-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ary_Arab-nob_Latn", + "languages": [ + "ary-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "ary_Arab-scn_Latn", + "languages": [ + "ary-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946887, + "recall": 0.960474, + "f1": 0.951153, + "accuracy": 0.960474, + "main_score": 0.951153, + "hf_subset": "ary_Arab-tgk_Cyrl", + "languages": [ + "ary-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662806, + "recall": 0.73419, + "f1": 0.684832, + "accuracy": 0.73419, + "main_score": 0.684832, + "hf_subset": "ary_Arab-yor_Latn", + "languages": [ + "ary-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-arz_Arab", + "languages": [ + "ary-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538735, + "recall": 0.602767, + "f1": 0.556692, + "accuracy": 0.602767, + "main_score": 0.556692, + "hf_subset": "ary_Arab-cjk_Latn", + "languages": [ + "ary-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730879, + "recall": 0.788538, + "f1": 0.748386, + "accuracy": 0.788538, + "main_score": 0.748386, + "hf_subset": "ary_Arab-gla_Latn", + "languages": [ + "ary-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "ary_Arab-kan_Knda", + "languages": [ + "ary-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.967391, + "f1": 0.958169, + "accuracy": 0.967391, + "main_score": 0.958169, + "hf_subset": "ary_Arab-lmo_Latn", + "languages": [ + "ary-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "ary_Arab-npi_Deva", + "languages": [ + "ary-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4436, + "recall": 0.507905, + "f1": 0.46129, + "accuracy": 0.507905, + "main_score": 0.46129, + "hf_subset": "ary_Arab-shn_Mymr", + "languages": [ + "ary-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ary_Arab-tgl_Latn", + "languages": [ + "ary-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-yue_Hant", + "languages": [ + "ary-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ary_Arab-asm_Beng", + "languages": [ + "ary-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912088, + "recall": 0.936759, + "f1": 0.919913, + "accuracy": 0.936759, + "main_score": 0.919913, + "hf_subset": "ary_Arab-ckb_Arab", + "languages": [ + "ary-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816271, + "recall": 0.862648, + "f1": 0.830303, + "accuracy": 0.862648, + "main_score": 0.830303, + "hf_subset": "ary_Arab-gle_Latn", + "languages": [ + "ary-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909503, + "recall": 0.932806, + "f1": 0.916733, + "accuracy": 0.932806, + "main_score": 0.916733, + "hf_subset": "ary_Arab-kas_Arab", + "languages": [ + "ary-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891634, + "recall": 0.922925, + "f1": 0.901482, + "accuracy": 0.922925, + "main_score": 0.901482, + "hf_subset": "ary_Arab-ltg_Latn", + "languages": [ + "ary-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590624, + "recall": 0.641304, + "f1": 0.605275, + "accuracy": 0.641304, + "main_score": 0.605275, + "hf_subset": "ary_Arab-nso_Latn", + "languages": [ + "ary-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "ary_Arab-sin_Sinh", + "languages": [ + "ary-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ary_Arab-tha_Thai", + "languages": [ + "ary-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-zho_Hans", + "languages": [ + "ary-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-ast_Latn", + "languages": [ + "ary-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "ary_Arab-crh_Latn", + "languages": [ + "ary-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ary_Arab-glg_Latn", + "languages": [ + "ary-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846262, + "recall": 0.88834, + "f1": 0.859538, + "accuracy": 0.88834, + "main_score": 0.859538, + "hf_subset": "ary_Arab-kas_Deva", + "languages": [ + "ary-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "ary_Arab-ltz_Latn", + "languages": [ + "ary-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436077, + "recall": 0.506917, + "f1": 0.454747, + "accuracy": 0.506917, + "main_score": 0.454747, + "hf_subset": "ary_Arab-nus_Latn", + "languages": [ + "ary-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-slk_Latn", + "languages": [ + "ary-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603666, + "recall": 0.668972, + "f1": 0.622974, + "accuracy": 0.668972, + "main_score": 0.622974, + "hf_subset": "ary_Arab-tir_Ethi", + "languages": [ + "ary-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ary_Arab-zho_Hant", + "languages": [ + "ary-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "ary_Arab-awa_Deva", + "languages": [ + "ary-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939641, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "ary_Arab-cym_Latn", + "languages": [ + "ary-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787665, + "recall": 0.835968, + "f1": 0.802372, + "accuracy": 0.835968, + "main_score": 0.802372, + "hf_subset": "ary_Arab-grn_Latn", + "languages": [ + "ary-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ary_Arab-kat_Geor", + "languages": [ + "ary-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616941, + "recall": 0.673913, + "f1": 0.633452, + "accuracy": 0.673913, + "main_score": 0.633452, + "hf_subset": "ary_Arab-lua_Latn", + "languages": [ + "ary-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612221, + "recall": 0.675889, + "f1": 0.630136, + "accuracy": 0.675889, + "main_score": 0.630136, + "hf_subset": "ary_Arab-nya_Latn", + "languages": [ + "ary-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-slv_Latn", + "languages": [ + "ary-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918643, + "recall": 0.942688, + "f1": 0.92635, + "accuracy": 0.942688, + "main_score": 0.92635, + "hf_subset": "ary_Arab-tpi_Latn", + "languages": [ + "ary-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ary_Arab-zsm_Latn", + "languages": [ + "ary-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512863, + "recall": 0.577075, + "f1": 0.531466, + "accuracy": 0.577075, + "main_score": 0.531466, + "hf_subset": "ary_Arab-ayr_Latn", + "languages": [ + "ary-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ary_Arab-dan_Latn", + "languages": [ + "ary-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "ary_Arab-guj_Gujr", + "languages": [ + "ary-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ary_Arab-kaz_Cyrl", + "languages": [ + "ary-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516865, + "recall": 0.581028, + "f1": 0.534943, + "accuracy": 0.581028, + "main_score": 0.534943, + "hf_subset": "ary_Arab-lug_Latn", + "languages": [ + "ary-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-oci_Latn", + "languages": [ + "ary-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77301, + "recall": 0.826087, + "f1": 0.789657, + "accuracy": 0.826087, + "main_score": 0.789657, + "hf_subset": "ary_Arab-smo_Latn", + "languages": [ + "ary-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524501, + "recall": 0.585968, + "f1": 0.541682, + "accuracy": 0.585968, + "main_score": 0.541682, + "hf_subset": "ary_Arab-tsn_Latn", + "languages": [ + "ary-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58312, + "recall": 0.643281, + "f1": 0.600454, + "accuracy": 0.643281, + "main_score": 0.600454, + "hf_subset": "ary_Arab-zul_Latn", + "languages": [ + "ary-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880962, + "recall": 0.91502, + "f1": 0.891963, + "accuracy": 0.91502, + "main_score": 0.891963, + "hf_subset": "ary_Arab-azb_Arab", + "languages": [ + "ary-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ary_Arab-deu_Latn", + "languages": [ + "ary-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943676, + "recall": 0.959486, + "f1": 0.948781, + "accuracy": 0.959486, + "main_score": 0.948781, + "hf_subset": "ary_Arab-hat_Latn", + "languages": [ + "ary-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481499, + "recall": 0.537549, + "f1": 0.497241, + "accuracy": 0.537549, + "main_score": 0.497241, + "hf_subset": "ary_Arab-kbp_Latn", + "languages": [ + "ary-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5564, + "recall": 0.610672, + "f1": 0.571436, + "accuracy": 0.610672, + "main_score": 0.571436, + "hf_subset": "ary_Arab-luo_Latn", + "languages": [ + "ary-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-ory_Orya", + "languages": [ + "ary-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575503, + "recall": 0.634387, + "f1": 0.592445, + "accuracy": 0.634387, + "main_score": 0.592445, + "hf_subset": "ary_Arab-sna_Latn", + "languages": [ + "ary-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529291, + "recall": 0.58498, + "f1": 0.544917, + "accuracy": 0.58498, + "main_score": 0.544917, + "hf_subset": "ary_Arab-tso_Latn", + "languages": [ + "ary-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ary_Arab-azj_Latn", + "languages": [ + "ary-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517765, + "recall": 0.587945, + "f1": 0.537966, + "accuracy": 0.587945, + "main_score": 0.537966, + "hf_subset": "ary_Arab-dik_Latn", + "languages": [ + "ary-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695998, + "recall": 0.755929, + "f1": 0.71349, + "accuracy": 0.755929, + "main_score": 0.71349, + "hf_subset": "ary_Arab-hau_Latn", + "languages": [ + "ary-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950511, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "ary_Arab-kea_Latn", + "languages": [ + "ary-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714625, + "recall": 0.771739, + "f1": 0.732148, + "accuracy": 0.771739, + "main_score": 0.732148, + "hf_subset": "ary_Arab-lus_Latn", + "languages": [ + "ary-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8361, + "recall": 0.873518, + "f1": 0.847464, + "accuracy": 0.873518, + "main_score": 0.847464, + "hf_subset": "ary_Arab-pag_Latn", + "languages": [ + "ary-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ary_Arab-snd_Arab", + "languages": [ + "ary-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910985, + "recall": 0.937747, + "f1": 0.919532, + "accuracy": 0.937747, + "main_score": 0.919532, + "hf_subset": "ary_Arab-tuk_Latn", + "languages": [ + "ary-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942111, + "recall": 0.960474, + "f1": 0.948024, + "accuracy": 0.960474, + "main_score": 0.948024, + "hf_subset": "ary_Arab-bak_Cyrl", + "languages": [ + "ary-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468261, + "recall": 0.544466, + "f1": 0.490335, + "accuracy": 0.544466, + "main_score": 0.490335, + "hf_subset": "ary_Arab-dyu_Latn", + "languages": [ + "ary-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "ary_Arab-heb_Hebr", + "languages": [ + "ary-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954298, + "recall": 0.968379, + "f1": 0.958729, + "accuracy": 0.968379, + "main_score": 0.958729, + "hf_subset": "ary_Arab-khk_Cyrl", + "languages": [ + "ary-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ary_Arab-lvs_Latn", + "languages": [ + "ary-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ary_Arab-pan_Guru", + "languages": [ + "ary-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657635, + "recall": 0.727273, + "f1": 0.678211, + "accuracy": 0.727273, + "main_score": 0.678211, + "hf_subset": "ary_Arab-som_Latn", + "languages": [ + "ary-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566116, + "recall": 0.620553, + "f1": 0.581839, + "accuracy": 0.620553, + "main_score": 0.581839, + "hf_subset": "ary_Arab-tum_Latn", + "languages": [ + "ary-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593267, + "recall": 0.659091, + "f1": 0.612131, + "accuracy": 0.659091, + "main_score": 0.612131, + "hf_subset": "ces_Latn-ace_Arab", + "languages": [ + "ces-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541047, + "recall": 0.596838, + "f1": 0.556419, + "accuracy": 0.596838, + "main_score": 0.556419, + "hf_subset": "ces_Latn-bam_Latn", + "languages": [ + "ces-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445099, + "recall": 0.520751, + "f1": 0.465537, + "accuracy": 0.520751, + "main_score": 0.465537, + "hf_subset": "ces_Latn-dzo_Tibt", + "languages": [ + "ces-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hin_Deva", + "languages": [ + "ces-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-khm_Khmr", + "languages": [ + "ces-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-mag_Deva", + "languages": [ + "ces-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-pap_Latn", + "languages": [ + "ces-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603173, + "recall": 0.659091, + "f1": 0.6185, + "accuracy": 0.659091, + "main_score": 0.6185, + "hf_subset": "ces_Latn-sot_Latn", + "languages": [ + "ces-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-tur_Latn", + "languages": [ + "ces-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878903, + "recall": 0.909091, + "f1": 0.888406, + "accuracy": 0.909091, + "main_score": 0.888406, + "hf_subset": "ces_Latn-ace_Latn", + "languages": [ + "ces-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "ces_Latn-ban_Latn", + "languages": [ + "ces-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ell_Grek", + "languages": [ + "ces-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ces_Latn-hne_Deva", + "languages": [ + "ces-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604711, + "recall": 0.661067, + "f1": 0.621134, + "accuracy": 0.661067, + "main_score": 0.621134, + "hf_subset": "ces_Latn-kik_Latn", + "languages": [ + "ces-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-mai_Deva", + "languages": [ + "ces-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "ces_Latn-pbt_Arab", + "languages": [ + "ces-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-spa_Latn", + "languages": [ + "ces-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612921, + "recall": 0.679842, + "f1": 0.631985, + "accuracy": 0.679842, + "main_score": 0.631985, + "hf_subset": "ces_Latn-twi_Latn", + "languages": [ + "ces-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-acm_Arab", + "languages": [ + "ces-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574671, + "recall": 0.634387, + "f1": 0.591338, + "accuracy": 0.634387, + "main_score": 0.591338, + "hf_subset": "ces_Latn-kin_Latn", + "languages": [ + "ces-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-mal_Mlym", + "languages": [ + "ces-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-pes_Arab", + "languages": [ + "ces-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-srd_Latn", + "languages": [ + "ces-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181511, + "recall": 0.229249, + "f1": 0.193359, + "accuracy": 0.229249, + "main_score": 0.193359, + "hf_subset": "ces_Latn-tzm_Tfng", + "languages": [ + "ces-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-acq_Arab", + "languages": [ + "ces-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632543, + "recall": 0.684783, + "f1": 0.646698, + "accuracy": 0.684783, + "main_score": 0.646698, + "hf_subset": "ces_Latn-bem_Latn", + "languages": [ + "ces-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-epo_Latn", + "languages": [ + "ces-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hun_Latn", + "languages": [ + "ces-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-kir_Cyrl", + "languages": [ + "ces-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-mar_Deva", + "languages": [ + "ces-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685771, + "recall": 0.738142, + "f1": 0.700988, + "accuracy": 0.738142, + "main_score": 0.700988, + "hf_subset": "ces_Latn-plt_Latn", + "languages": [ + "ces-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ces_Latn-uig_Arab", + "languages": [ + "ces-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-aeb_Arab", + "languages": [ + "ces-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ben_Beng", + "languages": [ + "ces-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-est_Latn", + "languages": [ + "ces-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-hye_Armn", + "languages": [ + "ces-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553509, + "recall": 0.605731, + "f1": 0.568503, + "accuracy": 0.605731, + "main_score": 0.568503, + "hf_subset": "ces_Latn-kmb_Latn", + "languages": [ + "ces-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521121, + "recall": 0.59585, + "f1": 0.542049, + "accuracy": 0.59585, + "main_score": 0.542049, + "hf_subset": "ces_Latn-min_Arab", + "languages": [ + "ces-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557849, + "recall": 0.62253, + "f1": 0.576649, + "accuracy": 0.62253, + "main_score": 0.576649, + "hf_subset": "ces_Latn-ssw_Latn", + "languages": [ + "ces-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-afr_Latn", + "languages": [ + "ces-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-bho_Deva", + "languages": [ + "ces-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-eus_Latn", + "languages": [ + "ces-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590106, + "recall": 0.650198, + "f1": 0.606952, + "accuracy": 0.650198, + "main_score": 0.606952, + "hf_subset": "ces_Latn-ibo_Latn", + "languages": [ + "ces-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903574, + "recall": 0.93083, + "f1": 0.912286, + "accuracy": 0.93083, + "main_score": 0.912286, + "hf_subset": "ces_Latn-kmr_Latn", + "languages": [ + "ces-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-min_Latn", + "languages": [ + "ces-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-por_Latn", + "languages": [ + "ces-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-sun_Latn", + "languages": [ + "ces-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535138, + "recall": 0.591897, + "f1": 0.551386, + "accuracy": 0.591897, + "main_score": 0.551386, + "hf_subset": "ces_Latn-umb_Latn", + "languages": [ + "ces-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ajp_Arab", + "languages": [ + "ces-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549856, + "recall": 0.61166, + "f1": 0.56734, + "accuracy": 0.61166, + "main_score": 0.56734, + "hf_subset": "ces_Latn-bjn_Arab", + "languages": [ + "ces-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524729, + "recall": 0.58004, + "f1": 0.539446, + "accuracy": 0.58004, + "main_score": 0.539446, + "hf_subset": "ces_Latn-ewe_Latn", + "languages": [ + "ces-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "ces_Latn-ilo_Latn", + "languages": [ + "ces-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319584, + "recall": 0.375494, + "f1": 0.335146, + "accuracy": 0.375494, + "main_score": 0.335146, + "hf_subset": "ces_Latn-knc_Arab", + "languages": [ + "ces-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-prs_Arab", + "languages": [ + "ces-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-swe_Latn", + "languages": [ + "ces-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-urd_Arab", + "languages": [ + "ces-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605599, + "recall": 0.667984, + "f1": 0.62356, + "accuracy": 0.667984, + "main_score": 0.62356, + "hf_subset": "ces_Latn-aka_Latn", + "languages": [ + "ces-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ces_Latn-bjn_Latn", + "languages": [ + "ces-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-fao_Latn", + "languages": [ + "ces-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ind_Latn", + "languages": [ + "ces-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584991, + "recall": 0.642292, + "f1": 0.601211, + "accuracy": 0.642292, + "main_score": 0.601211, + "hf_subset": "ces_Latn-knc_Latn", + "languages": [ + "ces-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-mlt_Latn", + "languages": [ + "ces-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715411, + "recall": 0.775692, + "f1": 0.732737, + "accuracy": 0.775692, + "main_score": 0.732737, + "hf_subset": "ces_Latn-quy_Latn", + "languages": [ + "ces-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "ces_Latn-swh_Latn", + "languages": [ + "ces-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-uzn_Latn", + "languages": [ + "ces-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-als_Latn", + "languages": [ + "ces-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649506, + "recall": 0.730237, + "f1": 0.673584, + "accuracy": 0.730237, + "main_score": 0.673584, + "hf_subset": "ces_Latn-bod_Tibt", + "languages": [ + "ces-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725097, + "recall": 0.777668, + "f1": 0.740168, + "accuracy": 0.777668, + "main_score": 0.740168, + "hf_subset": "ces_Latn-fij_Latn", + "languages": [ + "ces-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-isl_Latn", + "languages": [ + "ces-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676136, + "recall": 0.729249, + "f1": 0.691818, + "accuracy": 0.729249, + "main_score": 0.691818, + "hf_subset": "ces_Latn-kon_Latn", + "languages": [ + "ces-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652281, + "recall": 0.721344, + "f1": 0.672359, + "accuracy": 0.721344, + "main_score": 0.672359, + "hf_subset": "ces_Latn-mni_Beng", + "languages": [ + "ces-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ron_Latn", + "languages": [ + "ces-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.991107, + "f1": 0.989789, + "accuracy": 0.991107, + "main_score": 0.989789, + "hf_subset": "ces_Latn-szl_Latn", + "languages": [ + "ces-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-vec_Latn", + "languages": [ + "ces-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "ces_Latn-amh_Ethi", + "languages": [ + "ces-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-fin_Latn", + "languages": [ + "ces-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ita_Latn", + "languages": [ + "ces-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-kor_Hang", + "languages": [ + "ces-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558375, + "recall": 0.616601, + "f1": 0.574719, + "accuracy": 0.616601, + "main_score": 0.574719, + "hf_subset": "ces_Latn-mos_Latn", + "languages": [ + "ces-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560343, + "recall": 0.618577, + "f1": 0.576393, + "accuracy": 0.618577, + "main_score": 0.576393, + "hf_subset": "ces_Latn-run_Latn", + "languages": [ + "ces-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-tam_Taml", + "languages": [ + "ces-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-vie_Latn", + "languages": [ + "ces-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-apc_Arab", + "languages": [ + "ces-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816156, + "recall": 0.860672, + "f1": 0.829677, + "accuracy": 0.860672, + "main_score": 0.829677, + "hf_subset": "ces_Latn-bug_Latn", + "languages": [ + "ces-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4851, + "recall": 0.540514, + "f1": 0.499429, + "accuracy": 0.540514, + "main_score": 0.499429, + "hf_subset": "ces_Latn-fon_Latn", + "languages": [ + "ces-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-jav_Latn", + "languages": [ + "ces-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ces_Latn-lao_Laoo", + "languages": [ + "ces-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892161, + "recall": 0.923913, + "f1": 0.902339, + "accuracy": 0.923913, + "main_score": 0.902339, + "hf_subset": "ces_Latn-mri_Latn", + "languages": [ + "ces-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534585, + "recall": 0.601779, + "f1": 0.552918, + "accuracy": 0.601779, + "main_score": 0.552918, + "hf_subset": "ces_Latn-taq_Latn", + "languages": [ + "ces-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-war_Latn", + "languages": [ + "ces-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-arb_Arab", + "languages": [ + "ces-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-fra_Latn", + "languages": [ + "ces-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-jpn_Jpan", + "languages": [ + "ces-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-lij_Latn", + "languages": [ + "ces-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "ces_Latn-mya_Mymr", + "languages": [ + "ces-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619372, + "recall": 0.678854, + "f1": 0.63614, + "accuracy": 0.678854, + "main_score": 0.63614, + "hf_subset": "ces_Latn-sag_Latn", + "languages": [ + "ces-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193337, + "recall": 0.252964, + "f1": 0.206569, + "accuracy": 0.252964, + "main_score": 0.206569, + "hf_subset": "ces_Latn-taq_Tfng", + "languages": [ + "ces-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635065, + "recall": 0.702569, + "f1": 0.654814, + "accuracy": 0.702569, + "main_score": 0.654814, + "hf_subset": "ces_Latn-wol_Latn", + "languages": [ + "ces-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815547, + "recall": 0.864625, + "f1": 0.830632, + "accuracy": 0.864625, + "main_score": 0.830632, + "hf_subset": "ces_Latn-arb_Latn", + "languages": [ + "ces-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-cat_Latn", + "languages": [ + "ces-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-fur_Latn", + "languages": [ + "ces-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422897, + "recall": 0.476285, + "f1": 0.437769, + "accuracy": 0.476285, + "main_score": 0.437769, + "hf_subset": "ces_Latn-kab_Latn", + "languages": [ + "ces-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ces_Latn-lim_Latn", + "languages": [ + "ces-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-nld_Latn", + "languages": [ + "ces-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ces_Latn-san_Deva", + "languages": [ + "ces-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-tat_Cyrl", + "languages": [ + "ces-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681819, + "recall": 0.738142, + "f1": 0.698194, + "accuracy": 0.738142, + "main_score": 0.698194, + "hf_subset": "ces_Latn-xho_Latn", + "languages": [ + "ces-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ars_Arab", + "languages": [ + "ces-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ceb_Latn", + "languages": [ + "ces-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565068, + "recall": 0.625494, + "f1": 0.582571, + "accuracy": 0.625494, + "main_score": 0.582571, + "hf_subset": "ces_Latn-fuv_Latn", + "languages": [ + "ces-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511556, + "recall": 0.576087, + "f1": 0.528978, + "accuracy": 0.576087, + "main_score": 0.528978, + "hf_subset": "ces_Latn-kac_Latn", + "languages": [ + "ces-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682016, + "recall": 0.732213, + "f1": 0.697384, + "accuracy": 0.732213, + "main_score": 0.697384, + "hf_subset": "ces_Latn-lin_Latn", + "languages": [ + "ces-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-nno_Latn", + "languages": [ + "ces-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.241002, + "recall": 0.31917, + "f1": 0.261662, + "accuracy": 0.31917, + "main_score": 0.261662, + "hf_subset": "ces_Latn-sat_Olck", + "languages": [ + "ces-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-tel_Telu", + "languages": [ + "ces-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ces_Latn-ydd_Hebr", + "languages": [ + "ces-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ces_Latn-ary_Arab", + "languages": [ + "ces-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58969, + "recall": 0.652174, + "f1": 0.608089, + "accuracy": 0.652174, + "main_score": 0.608089, + "hf_subset": "ces_Latn-gaz_Latn", + "languages": [ + "ces-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595555, + "recall": 0.659091, + "f1": 0.613698, + "accuracy": 0.659091, + "main_score": 0.613698, + "hf_subset": "ces_Latn-kam_Latn", + "languages": [ + "ces-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ces_Latn-lit_Latn", + "languages": [ + "ces-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-nob_Latn", + "languages": [ + "ces-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ces_Latn-scn_Latn", + "languages": [ + "ces-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "ces_Latn-tgk_Cyrl", + "languages": [ + "ces-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723312, + "recall": 0.787549, + "f1": 0.742663, + "accuracy": 0.787549, + "main_score": 0.742663, + "hf_subset": "ces_Latn-yor_Latn", + "languages": [ + "ces-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-arz_Arab", + "languages": [ + "ces-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562089, + "recall": 0.62253, + "f1": 0.579558, + "accuracy": 0.62253, + "main_score": 0.579558, + "hf_subset": "ces_Latn-cjk_Latn", + "languages": [ + "ces-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807263, + "recall": 0.856719, + "f1": 0.822497, + "accuracy": 0.856719, + "main_score": 0.822497, + "hf_subset": "ces_Latn-gla_Latn", + "languages": [ + "ces-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-kan_Knda", + "languages": [ + "ces-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ces_Latn-lmo_Latn", + "languages": [ + "ces-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ces_Latn-npi_Deva", + "languages": [ + "ces-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475356, + "recall": 0.537549, + "f1": 0.492023, + "accuracy": 0.537549, + "main_score": 0.492023, + "hf_subset": "ces_Latn-shn_Mymr", + "languages": [ + "ces-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-tgl_Latn", + "languages": [ + "ces-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-yue_Hant", + "languages": [ + "ces-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-asm_Beng", + "languages": [ + "ces-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ces_Latn-ckb_Arab", + "languages": [ + "ces-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905797, + "recall": 0.929842, + "f1": 0.91334, + "accuracy": 0.929842, + "main_score": 0.91334, + "hf_subset": "ces_Latn-gle_Latn", + "languages": [ + "ces-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ces_Latn-kas_Arab", + "languages": [ + "ces-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "ces_Latn-ltg_Latn", + "languages": [ + "ces-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619664, + "recall": 0.674901, + "f1": 0.635683, + "accuracy": 0.674901, + "main_score": 0.635683, + "hf_subset": "ces_Latn-nso_Latn", + "languages": [ + "ces-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-sin_Sinh", + "languages": [ + "ces-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-tha_Thai", + "languages": [ + "ces-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-zho_Hans", + "languages": [ + "ces-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-ast_Latn", + "languages": [ + "ces-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-crh_Latn", + "languages": [ + "ces-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-glg_Latn", + "languages": [ + "ces-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90975, + "recall": 0.936759, + "f1": 0.918478, + "accuracy": 0.936759, + "main_score": 0.918478, + "hf_subset": "ces_Latn-kas_Deva", + "languages": [ + "ces-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ces_Latn-ltz_Latn", + "languages": [ + "ces-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46134, + "recall": 0.529644, + "f1": 0.479374, + "accuracy": 0.529644, + "main_score": 0.479374, + "hf_subset": "ces_Latn-nus_Latn", + "languages": [ + "ces-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627454, + "recall": 0.700593, + "f1": 0.649247, + "accuracy": 0.700593, + "main_score": 0.649247, + "hf_subset": "ces_Latn-tir_Ethi", + "languages": [ + "ces-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-zho_Hant", + "languages": [ + "ces-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "ces_Latn-awa_Deva", + "languages": [ + "ces-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ces_Latn-cym_Latn", + "languages": [ + "ces-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850955, + "recall": 0.887352, + "f1": 0.861957, + "accuracy": 0.887352, + "main_score": 0.861957, + "hf_subset": "ces_Latn-grn_Latn", + "languages": [ + "ces-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-kat_Geor", + "languages": [ + "ces-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653902, + "recall": 0.70751, + "f1": 0.669123, + "accuracy": 0.70751, + "main_score": 0.669123, + "hf_subset": "ces_Latn-lua_Latn", + "languages": [ + "ces-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636704, + "recall": 0.697628, + "f1": 0.65424, + "accuracy": 0.697628, + "main_score": 0.65424, + "hf_subset": "ces_Latn-nya_Latn", + "languages": [ + "ces-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963109, + "accuracy": 0.971344, + "main_score": 0.963109, + "hf_subset": "ces_Latn-tpi_Latn", + "languages": [ + "ces-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-zsm_Latn", + "languages": [ + "ces-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544334, + "recall": 0.612648, + "f1": 0.564007, + "accuracy": 0.612648, + "main_score": 0.564007, + "hf_subset": "ces_Latn-ayr_Latn", + "languages": [ + "ces-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-dan_Latn", + "languages": [ + "ces-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-guj_Gujr", + "languages": [ + "ces-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-kaz_Cyrl", + "languages": [ + "ces-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550888, + "recall": 0.61166, + "f1": 0.567939, + "accuracy": 0.61166, + "main_score": 0.567939, + "hf_subset": "ces_Latn-lug_Latn", + "languages": [ + "ces-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ces_Latn-oci_Latn", + "languages": [ + "ces-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836957, + "recall": 0.878458, + "f1": 0.849934, + "accuracy": 0.878458, + "main_score": 0.849934, + "hf_subset": "ces_Latn-smo_Latn", + "languages": [ + "ces-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55062, + "recall": 0.613636, + "f1": 0.568453, + "accuracy": 0.613636, + "main_score": 0.568453, + "hf_subset": "ces_Latn-tsn_Latn", + "languages": [ + "ces-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629358, + "recall": 0.689723, + "f1": 0.646156, + "accuracy": 0.689723, + "main_score": 0.646156, + "hf_subset": "ces_Latn-zul_Latn", + "languages": [ + "ces-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943017, + "recall": 0.959486, + "f1": 0.948287, + "accuracy": 0.959486, + "main_score": 0.948287, + "hf_subset": "ces_Latn-azb_Arab", + "languages": [ + "ces-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-deu_Latn", + "languages": [ + "ces-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "ces_Latn-hat_Latn", + "languages": [ + "ces-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491903, + "recall": 0.549407, + "f1": 0.508221, + "accuracy": 0.549407, + "main_score": 0.508221, + "hf_subset": "ces_Latn-kbp_Latn", + "languages": [ + "ces-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579492, + "recall": 0.634387, + "f1": 0.594547, + "accuracy": 0.634387, + "main_score": 0.594547, + "hf_subset": "ces_Latn-luo_Latn", + "languages": [ + "ces-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-ory_Orya", + "languages": [ + "ces-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600981, + "recall": 0.664032, + "f1": 0.619238, + "accuracy": 0.664032, + "main_score": 0.619238, + "hf_subset": "ces_Latn-sna_Latn", + "languages": [ + "ces-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561052, + "recall": 0.618577, + "f1": 0.576972, + "accuracy": 0.618577, + "main_score": 0.576972, + "hf_subset": "ces_Latn-tso_Latn", + "languages": [ + "ces-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-azj_Latn", + "languages": [ + "ces-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541416, + "recall": 0.609684, + "f1": 0.560741, + "accuracy": 0.609684, + "main_score": 0.560741, + "hf_subset": "ces_Latn-dik_Latn", + "languages": [ + "ces-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755616, + "recall": 0.809289, + "f1": 0.771673, + "accuracy": 0.809289, + "main_score": 0.771673, + "hf_subset": "ces_Latn-hau_Latn", + "languages": [ + "ces-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ces_Latn-kea_Latn", + "languages": [ + "ces-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755501, + "recall": 0.80336, + "f1": 0.769829, + "accuracy": 0.80336, + "main_score": 0.769829, + "hf_subset": "ces_Latn-lus_Latn", + "languages": [ + "ces-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883053, + "recall": 0.910079, + "f1": 0.891206, + "accuracy": 0.910079, + "main_score": 0.891206, + "hf_subset": "ces_Latn-pag_Latn", + "languages": [ + "ces-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ces_Latn-snd_Arab", + "languages": [ + "ces-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "ces_Latn-tuk_Latn", + "languages": [ + "ces-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ces_Latn-bak_Cyrl", + "languages": [ + "ces-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487945, + "recall": 0.566206, + "f1": 0.511006, + "accuracy": 0.566206, + "main_score": 0.511006, + "hf_subset": "ces_Latn-dyu_Latn", + "languages": [ + "ces-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-heb_Hebr", + "languages": [ + "ces-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ces_Latn-khk_Cyrl", + "languages": [ + "ces-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-lvs_Latn", + "languages": [ + "ces-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ces_Latn-pan_Guru", + "languages": [ + "ces-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73382, + "recall": 0.789526, + "f1": 0.75068, + "accuracy": 0.789526, + "main_score": 0.75068, + "hf_subset": "ces_Latn-som_Latn", + "languages": [ + "ces-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610996, + "recall": 0.658103, + "f1": 0.624247, + "accuracy": 0.658103, + "main_score": 0.624247, + "hf_subset": "ces_Latn-tum_Latn", + "languages": [ + "ces-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429629, + "recall": 0.481225, + "f1": 0.4435, + "accuracy": 0.481225, + "main_score": 0.4435, + "hf_subset": "gaz_Latn-ace_Arab", + "languages": [ + "gaz-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503157, + "recall": 0.548419, + "f1": 0.515996, + "accuracy": 0.548419, + "main_score": 0.515996, + "hf_subset": "gaz_Latn-bam_Latn", + "languages": [ + "gaz-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.237455, + "recall": 0.279644, + "f1": 0.248719, + "accuracy": 0.279644, + "main_score": 0.248719, + "hf_subset": "gaz_Latn-dzo_Tibt", + "languages": [ + "gaz-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570259, + "recall": 0.620553, + "f1": 0.583533, + "accuracy": 0.620553, + "main_score": 0.583533, + "hf_subset": "gaz_Latn-hin_Deva", + "languages": [ + "gaz-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51703, + "recall": 0.563241, + "f1": 0.529689, + "accuracy": 0.563241, + "main_score": 0.529689, + "hf_subset": "gaz_Latn-khm_Khmr", + "languages": [ + "gaz-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54993, + "recall": 0.601779, + "f1": 0.563911, + "accuracy": 0.601779, + "main_score": 0.563911, + "hf_subset": "gaz_Latn-mag_Deva", + "languages": [ + "gaz-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55683, + "recall": 0.601779, + "f1": 0.568399, + "accuracy": 0.601779, + "main_score": 0.568399, + "hf_subset": "gaz_Latn-pap_Latn", + "languages": [ + "gaz-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530804, + "recall": 0.579051, + "f1": 0.54354, + "accuracy": 0.579051, + "main_score": 0.54354, + "hf_subset": "gaz_Latn-sot_Latn", + "languages": [ + "gaz-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556967, + "recall": 0.608696, + "f1": 0.571095, + "accuracy": 0.608696, + "main_score": 0.571095, + "hf_subset": "gaz_Latn-tur_Latn", + "languages": [ + "gaz-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550854, + "recall": 0.589921, + "f1": 0.560865, + "accuracy": 0.589921, + "main_score": 0.560865, + "hf_subset": "gaz_Latn-ace_Latn", + "languages": [ + "gaz-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572226, + "recall": 0.612648, + "f1": 0.58282, + "accuracy": 0.612648, + "main_score": 0.58282, + "hf_subset": "gaz_Latn-ban_Latn", + "languages": [ + "gaz-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552363, + "recall": 0.602767, + "f1": 0.564845, + "accuracy": 0.602767, + "main_score": 0.564845, + "hf_subset": "gaz_Latn-ell_Grek", + "languages": [ + "gaz-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54456, + "recall": 0.594862, + "f1": 0.557521, + "accuracy": 0.594862, + "main_score": 0.557521, + "hf_subset": "gaz_Latn-hne_Deva", + "languages": [ + "gaz-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449339, + "recall": 0.498024, + "f1": 0.463165, + "accuracy": 0.498024, + "main_score": 0.463165, + "hf_subset": "gaz_Latn-kik_Latn", + "languages": [ + "gaz-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554722, + "recall": 0.605731, + "f1": 0.568037, + "accuracy": 0.605731, + "main_score": 0.568037, + "hf_subset": "gaz_Latn-mai_Deva", + "languages": [ + "gaz-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514004, + "recall": 0.568182, + "f1": 0.527887, + "accuracy": 0.568182, + "main_score": 0.527887, + "hf_subset": "gaz_Latn-pbt_Arab", + "languages": [ + "gaz-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562396, + "recall": 0.612648, + "f1": 0.575793, + "accuracy": 0.612648, + "main_score": 0.575793, + "hf_subset": "gaz_Latn-spa_Latn", + "languages": [ + "gaz-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516324, + "recall": 0.562253, + "f1": 0.529093, + "accuracy": 0.562253, + "main_score": 0.529093, + "hf_subset": "gaz_Latn-twi_Latn", + "languages": [ + "gaz-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538399, + "recall": 0.589921, + "f1": 0.55176, + "accuracy": 0.589921, + "main_score": 0.55176, + "hf_subset": "gaz_Latn-acm_Arab", + "languages": [ + "gaz-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505272, + "recall": 0.549407, + "f1": 0.516561, + "accuracy": 0.549407, + "main_score": 0.516561, + "hf_subset": "gaz_Latn-bel_Cyrl", + "languages": [ + "gaz-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582913, + "recall": 0.628458, + "f1": 0.594917, + "accuracy": 0.628458, + "main_score": 0.594917, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57474, + "recall": 0.624506, + "f1": 0.587569, + "accuracy": 0.624506, + "main_score": 0.587569, + "hf_subset": "gaz_Latn-hrv_Latn", + "languages": [ + "gaz-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492735, + "recall": 0.544466, + "f1": 0.506818, + "accuracy": 0.544466, + "main_score": 0.506818, + "hf_subset": "gaz_Latn-kin_Latn", + "languages": [ + "gaz-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55313, + "recall": 0.609684, + "f1": 0.568273, + "accuracy": 0.609684, + "main_score": 0.568273, + "hf_subset": "gaz_Latn-mal_Mlym", + "languages": [ + "gaz-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561493, + "recall": 0.614625, + "f1": 0.575577, + "accuracy": 0.614625, + "main_score": 0.575577, + "hf_subset": "gaz_Latn-pes_Arab", + "languages": [ + "gaz-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570495, + "recall": 0.621542, + "f1": 0.584089, + "accuracy": 0.621542, + "main_score": 0.584089, + "hf_subset": "gaz_Latn-srd_Latn", + "languages": [ + "gaz-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.226248, + "recall": 0.263834, + "f1": 0.235712, + "accuracy": 0.263834, + "main_score": 0.235712, + "hf_subset": "gaz_Latn-tzm_Tfng", + "languages": [ + "gaz-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530593, + "recall": 0.589921, + "f1": 0.546683, + "accuracy": 0.589921, + "main_score": 0.546683, + "hf_subset": "gaz_Latn-acq_Arab", + "languages": [ + "gaz-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525315, + "recall": 0.570158, + "f1": 0.537859, + "accuracy": 0.570158, + "main_score": 0.537859, + "hf_subset": "gaz_Latn-bem_Latn", + "languages": [ + "gaz-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565639, + "recall": 0.61166, + "f1": 0.577574, + "accuracy": 0.61166, + "main_score": 0.577574, + "hf_subset": "gaz_Latn-epo_Latn", + "languages": [ + "gaz-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558371, + "recall": 0.607708, + "f1": 0.571606, + "accuracy": 0.607708, + "main_score": 0.571606, + "hf_subset": "gaz_Latn-hun_Latn", + "languages": [ + "gaz-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525162, + "recall": 0.575099, + "f1": 0.538341, + "accuracy": 0.575099, + "main_score": 0.538341, + "hf_subset": "gaz_Latn-kir_Cyrl", + "languages": [ + "gaz-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550357, + "recall": 0.603755, + "f1": 0.564621, + "accuracy": 0.603755, + "main_score": 0.564621, + "hf_subset": "gaz_Latn-mar_Deva", + "languages": [ + "gaz-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533921, + "recall": 0.577075, + "f1": 0.545498, + "accuracy": 0.577075, + "main_score": 0.545498, + "hf_subset": "gaz_Latn-plt_Latn", + "languages": [ + "gaz-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560508, + "recall": 0.612648, + "f1": 0.574674, + "accuracy": 0.612648, + "main_score": 0.574674, + "hf_subset": "gaz_Latn-srp_Cyrl", + "languages": [ + "gaz-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501195, + "recall": 0.545455, + "f1": 0.512825, + "accuracy": 0.545455, + "main_score": 0.512825, + "hf_subset": "gaz_Latn-uig_Arab", + "languages": [ + "gaz-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521573, + "recall": 0.565217, + "f1": 0.533442, + "accuracy": 0.565217, + "main_score": 0.533442, + "hf_subset": "gaz_Latn-aeb_Arab", + "languages": [ + "gaz-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556568, + "recall": 0.608696, + "f1": 0.571041, + "accuracy": 0.608696, + "main_score": 0.571041, + "hf_subset": "gaz_Latn-ben_Beng", + "languages": [ + "gaz-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551781, + "recall": 0.604743, + "f1": 0.564941, + "accuracy": 0.604743, + "main_score": 0.564941, + "hf_subset": "gaz_Latn-est_Latn", + "languages": [ + "gaz-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544295, + "recall": 0.59585, + "f1": 0.558707, + "accuracy": 0.59585, + "main_score": 0.558707, + "hf_subset": "gaz_Latn-hye_Armn", + "languages": [ + "gaz-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493635, + "recall": 0.537549, + "f1": 0.50592, + "accuracy": 0.537549, + "main_score": 0.50592, + "hf_subset": "gaz_Latn-kmb_Latn", + "languages": [ + "gaz-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392171, + "recall": 0.4417, + "f1": 0.405792, + "accuracy": 0.4417, + "main_score": 0.405792, + "hf_subset": "gaz_Latn-min_Arab", + "languages": [ + "gaz-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556419, + "recall": 0.609684, + "f1": 0.5708, + "accuracy": 0.609684, + "main_score": 0.5708, + "hf_subset": "gaz_Latn-pol_Latn", + "languages": [ + "gaz-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502261, + "recall": 0.551383, + "f1": 0.515696, + "accuracy": 0.551383, + "main_score": 0.515696, + "hf_subset": "gaz_Latn-ssw_Latn", + "languages": [ + "gaz-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570162, + "recall": 0.62253, + "f1": 0.583724, + "accuracy": 0.62253, + "main_score": 0.583724, + "hf_subset": "gaz_Latn-ukr_Cyrl", + "languages": [ + "gaz-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586797, + "recall": 0.637352, + "f1": 0.600675, + "accuracy": 0.637352, + "main_score": 0.600675, + "hf_subset": "gaz_Latn-afr_Latn", + "languages": [ + "gaz-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544645, + "recall": 0.586957, + "f1": 0.555881, + "accuracy": 0.586957, + "main_score": 0.555881, + "hf_subset": "gaz_Latn-bho_Deva", + "languages": [ + "gaz-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548812, + "recall": 0.600791, + "f1": 0.562809, + "accuracy": 0.600791, + "main_score": 0.562809, + "hf_subset": "gaz_Latn-eus_Latn", + "languages": [ + "gaz-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487006, + "recall": 0.539526, + "f1": 0.501498, + "accuracy": 0.539526, + "main_score": 0.501498, + "hf_subset": "gaz_Latn-ibo_Latn", + "languages": [ + "gaz-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561605, + "recall": 0.600791, + "f1": 0.57288, + "accuracy": 0.600791, + "main_score": 0.57288, + "hf_subset": "gaz_Latn-kmr_Latn", + "languages": [ + "gaz-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573331, + "recall": 0.616601, + "f1": 0.583045, + "accuracy": 0.616601, + "main_score": 0.583045, + "hf_subset": "gaz_Latn-min_Latn", + "languages": [ + "gaz-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570808, + "recall": 0.616601, + "f1": 0.582883, + "accuracy": 0.616601, + "main_score": 0.582883, + "hf_subset": "gaz_Latn-por_Latn", + "languages": [ + "gaz-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574942, + "recall": 0.621542, + "f1": 0.587418, + "accuracy": 0.621542, + "main_score": 0.587418, + "hf_subset": "gaz_Latn-sun_Latn", + "languages": [ + "gaz-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470201, + "recall": 0.516798, + "f1": 0.483255, + "accuracy": 0.516798, + "main_score": 0.483255, + "hf_subset": "gaz_Latn-umb_Latn", + "languages": [ + "gaz-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546349, + "recall": 0.600791, + "f1": 0.559741, + "accuracy": 0.600791, + "main_score": 0.559741, + "hf_subset": "gaz_Latn-ajp_Arab", + "languages": [ + "gaz-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428352, + "recall": 0.47332, + "f1": 0.440014, + "accuracy": 0.47332, + "main_score": 0.440014, + "hf_subset": "gaz_Latn-bjn_Arab", + "languages": [ + "gaz-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468528, + "recall": 0.513834, + "f1": 0.480864, + "accuracy": 0.513834, + "main_score": 0.480864, + "hf_subset": "gaz_Latn-ewe_Latn", + "languages": [ + "gaz-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575168, + "recall": 0.618577, + "f1": 0.586934, + "accuracy": 0.618577, + "main_score": 0.586934, + "hf_subset": "gaz_Latn-ilo_Latn", + "languages": [ + "gaz-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.299229, + "recall": 0.340909, + "f1": 0.310366, + "accuracy": 0.340909, + "main_score": 0.310366, + "hf_subset": "gaz_Latn-knc_Arab", + "languages": [ + "gaz-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55736, + "recall": 0.607708, + "f1": 0.571278, + "accuracy": 0.607708, + "main_score": 0.571278, + "hf_subset": "gaz_Latn-mkd_Cyrl", + "languages": [ + "gaz-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540356, + "recall": 0.593874, + "f1": 0.55479, + "accuracy": 0.593874, + "main_score": 0.55479, + "hf_subset": "gaz_Latn-prs_Arab", + "languages": [ + "gaz-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56853, + "recall": 0.623518, + "f1": 0.582948, + "accuracy": 0.623518, + "main_score": 0.582948, + "hf_subset": "gaz_Latn-swe_Latn", + "languages": [ + "gaz-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5317, + "recall": 0.592885, + "f1": 0.548892, + "accuracy": 0.592885, + "main_score": 0.548892, + "hf_subset": "gaz_Latn-urd_Arab", + "languages": [ + "gaz-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472482, + "recall": 0.516798, + "f1": 0.484544, + "accuracy": 0.516798, + "main_score": 0.484544, + "hf_subset": "gaz_Latn-aka_Latn", + "languages": [ + "gaz-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556491, + "recall": 0.596838, + "f1": 0.566853, + "accuracy": 0.596838, + "main_score": 0.566853, + "hf_subset": "gaz_Latn-bjn_Latn", + "languages": [ + "gaz-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528151, + "recall": 0.576087, + "f1": 0.541192, + "accuracy": 0.576087, + "main_score": 0.541192, + "hf_subset": "gaz_Latn-fao_Latn", + "languages": [ + "gaz-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588529, + "recall": 0.629447, + "f1": 0.599615, + "accuracy": 0.629447, + "main_score": 0.599615, + "hf_subset": "gaz_Latn-ind_Latn", + "languages": [ + "gaz-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494845, + "recall": 0.530632, + "f1": 0.504933, + "accuracy": 0.530632, + "main_score": 0.504933, + "hf_subset": "gaz_Latn-knc_Latn", + "languages": [ + "gaz-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577875, + "recall": 0.617589, + "f1": 0.58811, + "accuracy": 0.617589, + "main_score": 0.58811, + "hf_subset": "gaz_Latn-mlt_Latn", + "languages": [ + "gaz-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497053, + "recall": 0.544466, + "f1": 0.510091, + "accuracy": 0.544466, + "main_score": 0.510091, + "hf_subset": "gaz_Latn-quy_Latn", + "languages": [ + "gaz-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583591, + "recall": 0.623518, + "f1": 0.593934, + "accuracy": 0.623518, + "main_score": 0.593934, + "hf_subset": "gaz_Latn-swh_Latn", + "languages": [ + "gaz-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559254, + "recall": 0.607708, + "f1": 0.57239, + "accuracy": 0.607708, + "main_score": 0.57239, + "hf_subset": "gaz_Latn-uzn_Latn", + "languages": [ + "gaz-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578794, + "recall": 0.617589, + "f1": 0.588657, + "accuracy": 0.617589, + "main_score": 0.588657, + "hf_subset": "gaz_Latn-als_Latn", + "languages": [ + "gaz-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297066, + "recall": 0.359684, + "f1": 0.312557, + "accuracy": 0.359684, + "main_score": 0.312557, + "hf_subset": "gaz_Latn-bod_Tibt", + "languages": [ + "gaz-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499909, + "recall": 0.546443, + "f1": 0.512294, + "accuracy": 0.546443, + "main_score": 0.512294, + "hf_subset": "gaz_Latn-fij_Latn", + "languages": [ + "gaz-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523488, + "recall": 0.568182, + "f1": 0.534978, + "accuracy": 0.568182, + "main_score": 0.534978, + "hf_subset": "gaz_Latn-isl_Latn", + "languages": [ + "gaz-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511592, + "recall": 0.5583, + "f1": 0.524429, + "accuracy": 0.5583, + "main_score": 0.524429, + "hf_subset": "gaz_Latn-kon_Latn", + "languages": [ + "gaz-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475913, + "recall": 0.52668, + "f1": 0.489576, + "accuracy": 0.52668, + "main_score": 0.489576, + "hf_subset": "gaz_Latn-mni_Beng", + "languages": [ + "gaz-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587557, + "recall": 0.630435, + "f1": 0.598462, + "accuracy": 0.630435, + "main_score": 0.598462, + "hf_subset": "gaz_Latn-ron_Latn", + "languages": [ + "gaz-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552039, + "recall": 0.600791, + "f1": 0.565401, + "accuracy": 0.600791, + "main_score": 0.565401, + "hf_subset": "gaz_Latn-szl_Latn", + "languages": [ + "gaz-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57682, + "recall": 0.626482, + "f1": 0.588645, + "accuracy": 0.626482, + "main_score": 0.588645, + "hf_subset": "gaz_Latn-vec_Latn", + "languages": [ + "gaz-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529584, + "recall": 0.582016, + "f1": 0.543638, + "accuracy": 0.582016, + "main_score": 0.543638, + "hf_subset": "gaz_Latn-amh_Ethi", + "languages": [ + "gaz-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588188, + "recall": 0.629447, + "f1": 0.599153, + "accuracy": 0.629447, + "main_score": 0.599153, + "hf_subset": "gaz_Latn-bos_Latn", + "languages": [ + "gaz-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544976, + "recall": 0.592885, + "f1": 0.557282, + "accuracy": 0.592885, + "main_score": 0.557282, + "hf_subset": "gaz_Latn-fin_Latn", + "languages": [ + "gaz-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564681, + "recall": 0.616601, + "f1": 0.578481, + "accuracy": 0.616601, + "main_score": 0.578481, + "hf_subset": "gaz_Latn-ita_Latn", + "languages": [ + "gaz-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541249, + "recall": 0.593874, + "f1": 0.554589, + "accuracy": 0.593874, + "main_score": 0.554589, + "hf_subset": "gaz_Latn-kor_Hang", + "languages": [ + "gaz-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483638, + "recall": 0.530632, + "f1": 0.49757, + "accuracy": 0.530632, + "main_score": 0.49757, + "hf_subset": "gaz_Latn-mos_Latn", + "languages": [ + "gaz-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496989, + "recall": 0.544466, + "f1": 0.510441, + "accuracy": 0.544466, + "main_score": 0.510441, + "hf_subset": "gaz_Latn-run_Latn", + "languages": [ + "gaz-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540414, + "recall": 0.598814, + "f1": 0.556059, + "accuracy": 0.598814, + "main_score": 0.556059, + "hf_subset": "gaz_Latn-tam_Taml", + "languages": [ + "gaz-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540071, + "recall": 0.591897, + "f1": 0.553595, + "accuracy": 0.591897, + "main_score": 0.553595, + "hf_subset": "gaz_Latn-vie_Latn", + "languages": [ + "gaz-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540583, + "recall": 0.592885, + "f1": 0.553861, + "accuracy": 0.592885, + "main_score": 0.553861, + "hf_subset": "gaz_Latn-apc_Arab", + "languages": [ + "gaz-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523145, + "recall": 0.563241, + "f1": 0.53396, + "accuracy": 0.563241, + "main_score": 0.53396, + "hf_subset": "gaz_Latn-bug_Latn", + "languages": [ + "gaz-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419668, + "recall": 0.462451, + "f1": 0.432099, + "accuracy": 0.462451, + "main_score": 0.432099, + "hf_subset": "gaz_Latn-fon_Latn", + "languages": [ + "gaz-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594972, + "recall": 0.63834, + "f1": 0.606203, + "accuracy": 0.63834, + "main_score": 0.606203, + "hf_subset": "gaz_Latn-jav_Latn", + "languages": [ + "gaz-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510304, + "recall": 0.560277, + "f1": 0.523109, + "accuracy": 0.560277, + "main_score": 0.523109, + "hf_subset": "gaz_Latn-lao_Laoo", + "languages": [ + "gaz-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492399, + "recall": 0.534585, + "f1": 0.50342, + "accuracy": 0.534585, + "main_score": 0.50342, + "hf_subset": "gaz_Latn-mri_Latn", + "languages": [ + "gaz-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557095, + "recall": 0.606719, + "f1": 0.570218, + "accuracy": 0.606719, + "main_score": 0.570218, + "hf_subset": "gaz_Latn-rus_Cyrl", + "languages": [ + "gaz-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465212, + "recall": 0.505929, + "f1": 0.476388, + "accuracy": 0.505929, + "main_score": 0.476388, + "hf_subset": "gaz_Latn-taq_Latn", + "languages": [ + "gaz-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565458, + "recall": 0.610672, + "f1": 0.577274, + "accuracy": 0.610672, + "main_score": 0.577274, + "hf_subset": "gaz_Latn-war_Latn", + "languages": [ + "gaz-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547018, + "recall": 0.602767, + "f1": 0.56136, + "accuracy": 0.602767, + "main_score": 0.56136, + "hf_subset": "gaz_Latn-arb_Arab", + "languages": [ + "gaz-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566221, + "recall": 0.614625, + "f1": 0.578713, + "accuracy": 0.614625, + "main_score": 0.578713, + "hf_subset": "gaz_Latn-bul_Cyrl", + "languages": [ + "gaz-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563823, + "recall": 0.609684, + "f1": 0.575407, + "accuracy": 0.609684, + "main_score": 0.575407, + "hf_subset": "gaz_Latn-fra_Latn", + "languages": [ + "gaz-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536626, + "recall": 0.589921, + "f1": 0.550901, + "accuracy": 0.589921, + "main_score": 0.550901, + "hf_subset": "gaz_Latn-jpn_Jpan", + "languages": [ + "gaz-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557648, + "recall": 0.601779, + "f1": 0.568945, + "accuracy": 0.601779, + "main_score": 0.568945, + "hf_subset": "gaz_Latn-lij_Latn", + "languages": [ + "gaz-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42703, + "recall": 0.483202, + "f1": 0.442394, + "accuracy": 0.483202, + "main_score": 0.442394, + "hf_subset": "gaz_Latn-mya_Mymr", + "languages": [ + "gaz-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476785, + "recall": 0.525692, + "f1": 0.490088, + "accuracy": 0.525692, + "main_score": 0.490088, + "hf_subset": "gaz_Latn-sag_Latn", + "languages": [ + "gaz-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.209785, + "recall": 0.254941, + "f1": 0.220236, + "accuracy": 0.254941, + "main_score": 0.220236, + "hf_subset": "gaz_Latn-taq_Tfng", + "languages": [ + "gaz-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509318, + "recall": 0.560277, + "f1": 0.523428, + "accuracy": 0.560277, + "main_score": 0.523428, + "hf_subset": "gaz_Latn-wol_Latn", + "languages": [ + "gaz-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447612, + "recall": 0.492095, + "f1": 0.459841, + "accuracy": 0.492095, + "main_score": 0.459841, + "hf_subset": "gaz_Latn-arb_Latn", + "languages": [ + "gaz-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576144, + "recall": 0.628458, + "f1": 0.589692, + "accuracy": 0.628458, + "main_score": 0.589692, + "hf_subset": "gaz_Latn-cat_Latn", + "languages": [ + "gaz-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563326, + "recall": 0.609684, + "f1": 0.575076, + "accuracy": 0.609684, + "main_score": 0.575076, + "hf_subset": "gaz_Latn-fur_Latn", + "languages": [ + "gaz-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420432, + "recall": 0.467391, + "f1": 0.433088, + "accuracy": 0.467391, + "main_score": 0.433088, + "hf_subset": "gaz_Latn-kab_Latn", + "languages": [ + "gaz-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559845, + "recall": 0.599802, + "f1": 0.569601, + "accuracy": 0.599802, + "main_score": 0.569601, + "hf_subset": "gaz_Latn-lim_Latn", + "languages": [ + "gaz-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560506, + "recall": 0.607708, + "f1": 0.572575, + "accuracy": 0.607708, + "main_score": 0.572575, + "hf_subset": "gaz_Latn-nld_Latn", + "languages": [ + "gaz-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514428, + "recall": 0.567194, + "f1": 0.528431, + "accuracy": 0.567194, + "main_score": 0.528431, + "hf_subset": "gaz_Latn-san_Deva", + "languages": [ + "gaz-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560685, + "recall": 0.609684, + "f1": 0.57407, + "accuracy": 0.609684, + "main_score": 0.57407, + "hf_subset": "gaz_Latn-tat_Cyrl", + "languages": [ + "gaz-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526361, + "recall": 0.571146, + "f1": 0.538994, + "accuracy": 0.571146, + "main_score": 0.538994, + "hf_subset": "gaz_Latn-xho_Latn", + "languages": [ + "gaz-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528691, + "recall": 0.58498, + "f1": 0.543446, + "accuracy": 0.58498, + "main_score": 0.543446, + "hf_subset": "gaz_Latn-ars_Arab", + "languages": [ + "gaz-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582675, + "recall": 0.626482, + "f1": 0.593769, + "accuracy": 0.626482, + "main_score": 0.593769, + "hf_subset": "gaz_Latn-ceb_Latn", + "languages": [ + "gaz-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462085, + "recall": 0.509881, + "f1": 0.475384, + "accuracy": 0.509881, + "main_score": 0.475384, + "hf_subset": "gaz_Latn-fuv_Latn", + "languages": [ + "gaz-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45535, + "recall": 0.503953, + "f1": 0.467988, + "accuracy": 0.503953, + "main_score": 0.467988, + "hf_subset": "gaz_Latn-kac_Latn", + "languages": [ + "gaz-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537531, + "recall": 0.58004, + "f1": 0.548822, + "accuracy": 0.58004, + "main_score": 0.548822, + "hf_subset": "gaz_Latn-lin_Latn", + "languages": [ + "gaz-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557013, + "recall": 0.607708, + "f1": 0.570518, + "accuracy": 0.607708, + "main_score": 0.570518, + "hf_subset": "gaz_Latn-nno_Latn", + "languages": [ + "gaz-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.157453, + "recall": 0.213439, + "f1": 0.171528, + "accuracy": 0.213439, + "main_score": 0.171528, + "hf_subset": "gaz_Latn-sat_Olck", + "languages": [ + "gaz-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547324, + "recall": 0.603755, + "f1": 0.562308, + "accuracy": 0.603755, + "main_score": 0.562308, + "hf_subset": "gaz_Latn-tel_Telu", + "languages": [ + "gaz-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507952, + "recall": 0.565217, + "f1": 0.523121, + "accuracy": 0.565217, + "main_score": 0.523121, + "hf_subset": "gaz_Latn-ydd_Hebr", + "languages": [ + "gaz-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515685, + "recall": 0.562253, + "f1": 0.528489, + "accuracy": 0.562253, + "main_score": 0.528489, + "hf_subset": "gaz_Latn-ary_Arab", + "languages": [ + "gaz-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563913, + "recall": 0.612648, + "f1": 0.576049, + "accuracy": 0.612648, + "main_score": 0.576049, + "hf_subset": "gaz_Latn-ces_Latn", + "languages": [ + "gaz-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478361, + "recall": 0.527668, + "f1": 0.491667, + "accuracy": 0.527668, + "main_score": 0.491667, + "hf_subset": "gaz_Latn-kam_Latn", + "languages": [ + "gaz-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550391, + "recall": 0.59585, + "f1": 0.562338, + "accuracy": 0.59585, + "main_score": 0.562338, + "hf_subset": "gaz_Latn-lit_Latn", + "languages": [ + "gaz-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568474, + "recall": 0.619565, + "f1": 0.581607, + "accuracy": 0.619565, + "main_score": 0.581607, + "hf_subset": "gaz_Latn-nob_Latn", + "languages": [ + "gaz-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55374, + "recall": 0.599802, + "f1": 0.565351, + "accuracy": 0.599802, + "main_score": 0.565351, + "hf_subset": "gaz_Latn-scn_Latn", + "languages": [ + "gaz-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547955, + "recall": 0.590909, + "f1": 0.55986, + "accuracy": 0.590909, + "main_score": 0.55986, + "hf_subset": "gaz_Latn-tgk_Cyrl", + "languages": [ + "gaz-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47878, + "recall": 0.533597, + "f1": 0.494545, + "accuracy": 0.533597, + "main_score": 0.494545, + "hf_subset": "gaz_Latn-yor_Latn", + "languages": [ + "gaz-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526284, + "recall": 0.576087, + "f1": 0.538495, + "accuracy": 0.576087, + "main_score": 0.538495, + "hf_subset": "gaz_Latn-arz_Arab", + "languages": [ + "gaz-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456485, + "recall": 0.502964, + "f1": 0.4697, + "accuracy": 0.502964, + "main_score": 0.4697, + "hf_subset": "gaz_Latn-cjk_Latn", + "languages": [ + "gaz-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516893, + "recall": 0.557312, + "f1": 0.528168, + "accuracy": 0.557312, + "main_score": 0.528168, + "hf_subset": "gaz_Latn-gla_Latn", + "languages": [ + "gaz-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549285, + "recall": 0.598814, + "f1": 0.562646, + "accuracy": 0.598814, + "main_score": 0.562646, + "hf_subset": "gaz_Latn-kan_Knda", + "languages": [ + "gaz-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553184, + "recall": 0.600791, + "f1": 0.565023, + "accuracy": 0.600791, + "main_score": 0.565023, + "hf_subset": "gaz_Latn-lmo_Latn", + "languages": [ + "gaz-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55068, + "recall": 0.603755, + "f1": 0.564422, + "accuracy": 0.603755, + "main_score": 0.564422, + "hf_subset": "gaz_Latn-npi_Deva", + "languages": [ + "gaz-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385375, + "recall": 0.434783, + "f1": 0.397646, + "accuracy": 0.434783, + "main_score": 0.397646, + "hf_subset": "gaz_Latn-shn_Mymr", + "languages": [ + "gaz-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584408, + "recall": 0.631423, + "f1": 0.597318, + "accuracy": 0.631423, + "main_score": 0.597318, + "hf_subset": "gaz_Latn-tgl_Latn", + "languages": [ + "gaz-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519913, + "recall": 0.574111, + "f1": 0.533436, + "accuracy": 0.574111, + "main_score": 0.533436, + "hf_subset": "gaz_Latn-yue_Hant", + "languages": [ + "gaz-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535161, + "recall": 0.58498, + "f1": 0.548253, + "accuracy": 0.58498, + "main_score": 0.548253, + "hf_subset": "gaz_Latn-asm_Beng", + "languages": [ + "gaz-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527119, + "recall": 0.576087, + "f1": 0.540042, + "accuracy": 0.576087, + "main_score": 0.540042, + "hf_subset": "gaz_Latn-ckb_Arab", + "languages": [ + "gaz-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519357, + "recall": 0.565217, + "f1": 0.531789, + "accuracy": 0.565217, + "main_score": 0.531789, + "hf_subset": "gaz_Latn-gle_Latn", + "languages": [ + "gaz-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50395, + "recall": 0.547431, + "f1": 0.514847, + "accuracy": 0.547431, + "main_score": 0.514847, + "hf_subset": "gaz_Latn-kas_Arab", + "languages": [ + "gaz-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533947, + "recall": 0.583004, + "f1": 0.547012, + "accuracy": 0.583004, + "main_score": 0.547012, + "hf_subset": "gaz_Latn-ltg_Latn", + "languages": [ + "gaz-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534981, + "recall": 0.583004, + "f1": 0.548015, + "accuracy": 0.583004, + "main_score": 0.548015, + "hf_subset": "gaz_Latn-nso_Latn", + "languages": [ + "gaz-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516085, + "recall": 0.572134, + "f1": 0.530139, + "accuracy": 0.572134, + "main_score": 0.530139, + "hf_subset": "gaz_Latn-sin_Sinh", + "languages": [ + "gaz-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542768, + "recall": 0.593874, + "f1": 0.556094, + "accuracy": 0.593874, + "main_score": 0.556094, + "hf_subset": "gaz_Latn-tha_Thai", + "languages": [ + "gaz-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51389, + "recall": 0.562253, + "f1": 0.526703, + "accuracy": 0.562253, + "main_score": 0.526703, + "hf_subset": "gaz_Latn-zho_Hans", + "languages": [ + "gaz-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571711, + "recall": 0.619565, + "f1": 0.584027, + "accuracy": 0.619565, + "main_score": 0.584027, + "hf_subset": "gaz_Latn-ast_Latn", + "languages": [ + "gaz-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548877, + "recall": 0.598814, + "f1": 0.561797, + "accuracy": 0.598814, + "main_score": 0.561797, + "hf_subset": "gaz_Latn-crh_Latn", + "languages": [ + "gaz-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575376, + "recall": 0.620553, + "f1": 0.587305, + "accuracy": 0.620553, + "main_score": 0.587305, + "hf_subset": "gaz_Latn-glg_Latn", + "languages": [ + "gaz-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481985, + "recall": 0.535573, + "f1": 0.49628, + "accuracy": 0.535573, + "main_score": 0.49628, + "hf_subset": "gaz_Latn-kas_Deva", + "languages": [ + "gaz-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537673, + "recall": 0.577075, + "f1": 0.547998, + "accuracy": 0.577075, + "main_score": 0.547998, + "hf_subset": "gaz_Latn-ltz_Latn", + "languages": [ + "gaz-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459717, + "recall": 0.505929, + "f1": 0.473066, + "accuracy": 0.505929, + "main_score": 0.473066, + "hf_subset": "gaz_Latn-nus_Latn", + "languages": [ + "gaz-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558622, + "recall": 0.610672, + "f1": 0.57267, + "accuracy": 0.610672, + "main_score": 0.57267, + "hf_subset": "gaz_Latn-slk_Latn", + "languages": [ + "gaz-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429942, + "recall": 0.491107, + "f1": 0.447634, + "accuracy": 0.491107, + "main_score": 0.447634, + "hf_subset": "gaz_Latn-tir_Ethi", + "languages": [ + "gaz-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52806, + "recall": 0.574111, + "f1": 0.539729, + "accuracy": 0.574111, + "main_score": 0.539729, + "hf_subset": "gaz_Latn-zho_Hant", + "languages": [ + "gaz-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54978, + "recall": 0.603755, + "f1": 0.564498, + "accuracy": 0.603755, + "main_score": 0.564498, + "hf_subset": "gaz_Latn-awa_Deva", + "languages": [ + "gaz-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564995, + "recall": 0.606719, + "f1": 0.575604, + "accuracy": 0.606719, + "main_score": 0.575604, + "hf_subset": "gaz_Latn-cym_Latn", + "languages": [ + "gaz-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536501, + "recall": 0.578063, + "f1": 0.547384, + "accuracy": 0.578063, + "main_score": 0.547384, + "hf_subset": "gaz_Latn-grn_Latn", + "languages": [ + "gaz-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543483, + "recall": 0.593874, + "f1": 0.556766, + "accuracy": 0.593874, + "main_score": 0.556766, + "hf_subset": "gaz_Latn-kat_Geor", + "languages": [ + "gaz-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511035, + "recall": 0.556324, + "f1": 0.523314, + "accuracy": 0.556324, + "main_score": 0.523314, + "hf_subset": "gaz_Latn-lua_Latn", + "languages": [ + "gaz-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50416, + "recall": 0.548419, + "f1": 0.516449, + "accuracy": 0.548419, + "main_score": 0.516449, + "hf_subset": "gaz_Latn-nya_Latn", + "languages": [ + "gaz-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56305, + "recall": 0.607708, + "f1": 0.574662, + "accuracy": 0.607708, + "main_score": 0.574662, + "hf_subset": "gaz_Latn-slv_Latn", + "languages": [ + "gaz-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541273, + "recall": 0.588933, + "f1": 0.55416, + "accuracy": 0.588933, + "main_score": 0.55416, + "hf_subset": "gaz_Latn-tpi_Latn", + "languages": [ + "gaz-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589905, + "recall": 0.640316, + "f1": 0.603158, + "accuracy": 0.640316, + "main_score": 0.603158, + "hf_subset": "gaz_Latn-zsm_Latn", + "languages": [ + "gaz-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456901, + "recall": 0.51087, + "f1": 0.472452, + "accuracy": 0.51087, + "main_score": 0.472452, + "hf_subset": "gaz_Latn-ayr_Latn", + "languages": [ + "gaz-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577454, + "recall": 0.621542, + "f1": 0.588695, + "accuracy": 0.621542, + "main_score": 0.588695, + "hf_subset": "gaz_Latn-dan_Latn", + "languages": [ + "gaz-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56209, + "recall": 0.604743, + "f1": 0.573827, + "accuracy": 0.604743, + "main_score": 0.573827, + "hf_subset": "gaz_Latn-guj_Gujr", + "languages": [ + "gaz-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545093, + "recall": 0.593874, + "f1": 0.557864, + "accuracy": 0.593874, + "main_score": 0.557864, + "hf_subset": "gaz_Latn-kaz_Cyrl", + "languages": [ + "gaz-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485425, + "recall": 0.531621, + "f1": 0.498119, + "accuracy": 0.531621, + "main_score": 0.498119, + "hf_subset": "gaz_Latn-lug_Latn", + "languages": [ + "gaz-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575783, + "recall": 0.624506, + "f1": 0.588263, + "accuracy": 0.624506, + "main_score": 0.588263, + "hf_subset": "gaz_Latn-oci_Latn", + "languages": [ + "gaz-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533322, + "recall": 0.577075, + "f1": 0.544504, + "accuracy": 0.577075, + "main_score": 0.544504, + "hf_subset": "gaz_Latn-smo_Latn", + "languages": [ + "gaz-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482181, + "recall": 0.532609, + "f1": 0.495387, + "accuracy": 0.532609, + "main_score": 0.495387, + "hf_subset": "gaz_Latn-tsn_Latn", + "languages": [ + "gaz-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530288, + "recall": 0.583004, + "f1": 0.544717, + "accuracy": 0.583004, + "main_score": 0.544717, + "hf_subset": "gaz_Latn-zul_Latn", + "languages": [ + "gaz-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476638, + "recall": 0.524704, + "f1": 0.490271, + "accuracy": 0.524704, + "main_score": 0.490271, + "hf_subset": "gaz_Latn-azb_Arab", + "languages": [ + "gaz-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565823, + "recall": 0.609684, + "f1": 0.577423, + "accuracy": 0.609684, + "main_score": 0.577423, + "hf_subset": "gaz_Latn-deu_Latn", + "languages": [ + "gaz-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556201, + "recall": 0.606719, + "f1": 0.569946, + "accuracy": 0.606719, + "main_score": 0.569946, + "hf_subset": "gaz_Latn-hat_Latn", + "languages": [ + "gaz-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46615, + "recall": 0.512846, + "f1": 0.478339, + "accuracy": 0.512846, + "main_score": 0.478339, + "hf_subset": "gaz_Latn-kbp_Latn", + "languages": [ + "gaz-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505665, + "recall": 0.550395, + "f1": 0.518249, + "accuracy": 0.550395, + "main_score": 0.518249, + "hf_subset": "gaz_Latn-luo_Latn", + "languages": [ + "gaz-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538775, + "recall": 0.594862, + "f1": 0.553773, + "accuracy": 0.594862, + "main_score": 0.553773, + "hf_subset": "gaz_Latn-ory_Orya", + "languages": [ + "gaz-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496042, + "recall": 0.552372, + "f1": 0.511316, + "accuracy": 0.552372, + "main_score": 0.511316, + "hf_subset": "gaz_Latn-sna_Latn", + "languages": [ + "gaz-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492956, + "recall": 0.543478, + "f1": 0.505856, + "accuracy": 0.543478, + "main_score": 0.505856, + "hf_subset": "gaz_Latn-tso_Latn", + "languages": [ + "gaz-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535817, + "recall": 0.593874, + "f1": 0.551689, + "accuracy": 0.593874, + "main_score": 0.551689, + "hf_subset": "gaz_Latn-azj_Latn", + "languages": [ + "gaz-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445143, + "recall": 0.495059, + "f1": 0.458908, + "accuracy": 0.495059, + "main_score": 0.458908, + "hf_subset": "gaz_Latn-dik_Latn", + "languages": [ + "gaz-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528646, + "recall": 0.577075, + "f1": 0.541841, + "accuracy": 0.577075, + "main_score": 0.541841, + "hf_subset": "gaz_Latn-hau_Latn", + "languages": [ + "gaz-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557485, + "recall": 0.591897, + "f1": 0.566964, + "accuracy": 0.591897, + "main_score": 0.566964, + "hf_subset": "gaz_Latn-kea_Latn", + "languages": [ + "gaz-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507819, + "recall": 0.555336, + "f1": 0.520759, + "accuracy": 0.555336, + "main_score": 0.520759, + "hf_subset": "gaz_Latn-lus_Latn", + "languages": [ + "gaz-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540747, + "recall": 0.579051, + "f1": 0.550871, + "accuracy": 0.579051, + "main_score": 0.550871, + "hf_subset": "gaz_Latn-pag_Latn", + "languages": [ + "gaz-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548535, + "recall": 0.598814, + "f1": 0.562141, + "accuracy": 0.598814, + "main_score": 0.562141, + "hf_subset": "gaz_Latn-snd_Arab", + "languages": [ + "gaz-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523911, + "recall": 0.574111, + "f1": 0.536765, + "accuracy": 0.574111, + "main_score": 0.536765, + "hf_subset": "gaz_Latn-tuk_Latn", + "languages": [ + "gaz-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543638, + "recall": 0.588933, + "f1": 0.555734, + "accuracy": 0.588933, + "main_score": 0.555734, + "hf_subset": "gaz_Latn-bak_Cyrl", + "languages": [ + "gaz-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398505, + "recall": 0.45751, + "f1": 0.414466, + "accuracy": 0.45751, + "main_score": 0.414466, + "hf_subset": "gaz_Latn-dyu_Latn", + "languages": [ + "gaz-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542011, + "recall": 0.591897, + "f1": 0.555449, + "accuracy": 0.591897, + "main_score": 0.555449, + "hf_subset": "gaz_Latn-heb_Hebr", + "languages": [ + "gaz-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527416, + "recall": 0.581028, + "f1": 0.541809, + "accuracy": 0.581028, + "main_score": 0.541809, + "hf_subset": "gaz_Latn-khk_Cyrl", + "languages": [ + "gaz-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565503, + "recall": 0.600791, + "f1": 0.574188, + "accuracy": 0.600791, + "main_score": 0.574188, + "hf_subset": "gaz_Latn-lvs_Latn", + "languages": [ + "gaz-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558618, + "recall": 0.61166, + "f1": 0.572424, + "accuracy": 0.61166, + "main_score": 0.572424, + "hf_subset": "gaz_Latn-pan_Guru", + "languages": [ + "gaz-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526801, + "recall": 0.576087, + "f1": 0.539901, + "accuracy": 0.576087, + "main_score": 0.539901, + "hf_subset": "gaz_Latn-som_Latn", + "languages": [ + "gaz-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482478, + "recall": 0.52668, + "f1": 0.494378, + "accuracy": 0.52668, + "main_score": 0.494378, + "hf_subset": "gaz_Latn-tum_Latn", + "languages": [ + "gaz-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416238, + "recall": 0.461462, + "f1": 0.429169, + "accuracy": 0.461462, + "main_score": 0.429169, + "hf_subset": "kam_Latn-ace_Arab", + "languages": [ + "kam-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49966, + "recall": 0.543478, + "f1": 0.512131, + "accuracy": 0.543478, + "main_score": 0.512131, + "hf_subset": "kam_Latn-bam_Latn", + "languages": [ + "kam-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212186, + "recall": 0.259881, + "f1": 0.224229, + "accuracy": 0.259881, + "main_score": 0.224229, + "hf_subset": "kam_Latn-dzo_Tibt", + "languages": [ + "kam-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576796, + "recall": 0.621542, + "f1": 0.589223, + "accuracy": 0.621542, + "main_score": 0.589223, + "hf_subset": "kam_Latn-hin_Deva", + "languages": [ + "kam-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534657, + "recall": 0.58004, + "f1": 0.546835, + "accuracy": 0.58004, + "main_score": 0.546835, + "hf_subset": "kam_Latn-khm_Khmr", + "languages": [ + "kam-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577983, + "recall": 0.618577, + "f1": 0.588437, + "accuracy": 0.618577, + "main_score": 0.588437, + "hf_subset": "kam_Latn-mag_Deva", + "languages": [ + "kam-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57439, + "recall": 0.617589, + "f1": 0.585888, + "accuracy": 0.617589, + "main_score": 0.585888, + "hf_subset": "kam_Latn-pap_Latn", + "languages": [ + "kam-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56228, + "recall": 0.601779, + "f1": 0.573359, + "accuracy": 0.601779, + "main_score": 0.573359, + "hf_subset": "kam_Latn-sot_Latn", + "languages": [ + "kam-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557429, + "recall": 0.602767, + "f1": 0.569762, + "accuracy": 0.602767, + "main_score": 0.569762, + "hf_subset": "kam_Latn-tur_Latn", + "languages": [ + "kam-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562458, + "recall": 0.596838, + "f1": 0.571641, + "accuracy": 0.596838, + "main_score": 0.571641, + "hf_subset": "kam_Latn-ace_Latn", + "languages": [ + "kam-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582421, + "recall": 0.613636, + "f1": 0.590967, + "accuracy": 0.613636, + "main_score": 0.590967, + "hf_subset": "kam_Latn-ban_Latn", + "languages": [ + "kam-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545622, + "recall": 0.597826, + "f1": 0.559038, + "accuracy": 0.597826, + "main_score": 0.559038, + "hf_subset": "kam_Latn-ell_Grek", + "languages": [ + "kam-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561414, + "recall": 0.605731, + "f1": 0.572379, + "accuracy": 0.605731, + "main_score": 0.572379, + "hf_subset": "kam_Latn-hne_Deva", + "languages": [ + "kam-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543162, + "recall": 0.59585, + "f1": 0.557123, + "accuracy": 0.59585, + "main_score": 0.557123, + "hf_subset": "kam_Latn-kik_Latn", + "languages": [ + "kam-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563862, + "recall": 0.610672, + "f1": 0.57622, + "accuracy": 0.610672, + "main_score": 0.57622, + "hf_subset": "kam_Latn-mai_Deva", + "languages": [ + "kam-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512594, + "recall": 0.560277, + "f1": 0.524643, + "accuracy": 0.560277, + "main_score": 0.524643, + "hf_subset": "kam_Latn-pbt_Arab", + "languages": [ + "kam-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574241, + "recall": 0.619565, + "f1": 0.585618, + "accuracy": 0.619565, + "main_score": 0.585618, + "hf_subset": "kam_Latn-spa_Latn", + "languages": [ + "kam-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544749, + "recall": 0.582016, + "f1": 0.555054, + "accuracy": 0.582016, + "main_score": 0.555054, + "hf_subset": "kam_Latn-twi_Latn", + "languages": [ + "kam-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5618, + "recall": 0.607708, + "f1": 0.573981, + "accuracy": 0.607708, + "main_score": 0.573981, + "hf_subset": "kam_Latn-acm_Arab", + "languages": [ + "kam-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537443, + "recall": 0.579051, + "f1": 0.548699, + "accuracy": 0.579051, + "main_score": 0.548699, + "hf_subset": "kam_Latn-bel_Cyrl", + "languages": [ + "kam-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609736, + "recall": 0.646245, + "f1": 0.618942, + "accuracy": 0.646245, + "main_score": 0.618942, + "hf_subset": "kam_Latn-eng_Latn", + "languages": [ + "kam-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597585, + "recall": 0.637352, + "f1": 0.607809, + "accuracy": 0.637352, + "main_score": 0.607809, + "hf_subset": "kam_Latn-hrv_Latn", + "languages": [ + "kam-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512499, + "recall": 0.557312, + "f1": 0.525264, + "accuracy": 0.557312, + "main_score": 0.525264, + "hf_subset": "kam_Latn-kin_Latn", + "languages": [ + "kam-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560222, + "recall": 0.610672, + "f1": 0.573736, + "accuracy": 0.610672, + "main_score": 0.573736, + "hf_subset": "kam_Latn-mal_Mlym", + "languages": [ + "kam-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561857, + "recall": 0.61166, + "f1": 0.574037, + "accuracy": 0.61166, + "main_score": 0.574037, + "hf_subset": "kam_Latn-pes_Arab", + "languages": [ + "kam-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574185, + "recall": 0.610672, + "f1": 0.584253, + "accuracy": 0.610672, + "main_score": 0.584253, + "hf_subset": "kam_Latn-srd_Latn", + "languages": [ + "kam-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180526, + "recall": 0.221344, + "f1": 0.190316, + "accuracy": 0.221344, + "main_score": 0.190316, + "hf_subset": "kam_Latn-tzm_Tfng", + "languages": [ + "kam-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57329, + "recall": 0.613636, + "f1": 0.584486, + "accuracy": 0.613636, + "main_score": 0.584486, + "hf_subset": "kam_Latn-acq_Arab", + "languages": [ + "kam-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575049, + "recall": 0.609684, + "f1": 0.584538, + "accuracy": 0.609684, + "main_score": 0.584538, + "hf_subset": "kam_Latn-bem_Latn", + "languages": [ + "kam-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580424, + "recall": 0.623518, + "f1": 0.591548, + "accuracy": 0.623518, + "main_score": 0.591548, + "hf_subset": "kam_Latn-epo_Latn", + "languages": [ + "kam-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579955, + "recall": 0.619565, + "f1": 0.590497, + "accuracy": 0.619565, + "main_score": 0.590497, + "hf_subset": "kam_Latn-hun_Latn", + "languages": [ + "kam-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560359, + "recall": 0.598814, + "f1": 0.571114, + "accuracy": 0.598814, + "main_score": 0.571114, + "hf_subset": "kam_Latn-kir_Cyrl", + "languages": [ + "kam-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556783, + "recall": 0.599802, + "f1": 0.567856, + "accuracy": 0.599802, + "main_score": 0.567856, + "hf_subset": "kam_Latn-mar_Deva", + "languages": [ + "kam-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532168, + "recall": 0.573123, + "f1": 0.543736, + "accuracy": 0.573123, + "main_score": 0.543736, + "hf_subset": "kam_Latn-plt_Latn", + "languages": [ + "kam-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576899, + "recall": 0.617589, + "f1": 0.587913, + "accuracy": 0.617589, + "main_score": 0.587913, + "hf_subset": "kam_Latn-srp_Cyrl", + "languages": [ + "kam-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481096, + "recall": 0.535573, + "f1": 0.496346, + "accuracy": 0.535573, + "main_score": 0.496346, + "hf_subset": "kam_Latn-uig_Arab", + "languages": [ + "kam-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550872, + "recall": 0.593874, + "f1": 0.562228, + "accuracy": 0.593874, + "main_score": 0.562228, + "hf_subset": "kam_Latn-aeb_Arab", + "languages": [ + "kam-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557405, + "recall": 0.604743, + "f1": 0.570012, + "accuracy": 0.604743, + "main_score": 0.570012, + "hf_subset": "kam_Latn-ben_Beng", + "languages": [ + "kam-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564228, + "recall": 0.612648, + "f1": 0.576953, + "accuracy": 0.612648, + "main_score": 0.576953, + "hf_subset": "kam_Latn-est_Latn", + "languages": [ + "kam-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553465, + "recall": 0.597826, + "f1": 0.564712, + "accuracy": 0.597826, + "main_score": 0.564712, + "hf_subset": "kam_Latn-hye_Armn", + "languages": [ + "kam-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524309, + "recall": 0.562253, + "f1": 0.534842, + "accuracy": 0.562253, + "main_score": 0.534842, + "hf_subset": "kam_Latn-kmb_Latn", + "languages": [ + "kam-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369287, + "recall": 0.424901, + "f1": 0.384382, + "accuracy": 0.424901, + "main_score": 0.384382, + "hf_subset": "kam_Latn-min_Arab", + "languages": [ + "kam-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573673, + "recall": 0.608696, + "f1": 0.583303, + "accuracy": 0.608696, + "main_score": 0.583303, + "hf_subset": "kam_Latn-pol_Latn", + "languages": [ + "kam-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53266, + "recall": 0.575099, + "f1": 0.544108, + "accuracy": 0.575099, + "main_score": 0.544108, + "hf_subset": "kam_Latn-ssw_Latn", + "languages": [ + "kam-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580962, + "recall": 0.625494, + "f1": 0.593578, + "accuracy": 0.625494, + "main_score": 0.593578, + "hf_subset": "kam_Latn-ukr_Cyrl", + "languages": [ + "kam-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595349, + "recall": 0.636364, + "f1": 0.606084, + "accuracy": 0.636364, + "main_score": 0.606084, + "hf_subset": "kam_Latn-afr_Latn", + "languages": [ + "kam-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5744, + "recall": 0.613636, + "f1": 0.584588, + "accuracy": 0.613636, + "main_score": 0.584588, + "hf_subset": "kam_Latn-bho_Deva", + "languages": [ + "kam-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564386, + "recall": 0.607708, + "f1": 0.575512, + "accuracy": 0.607708, + "main_score": 0.575512, + "hf_subset": "kam_Latn-eus_Latn", + "languages": [ + "kam-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532891, + "recall": 0.574111, + "f1": 0.544815, + "accuracy": 0.574111, + "main_score": 0.544815, + "hf_subset": "kam_Latn-ibo_Latn", + "languages": [ + "kam-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544699, + "recall": 0.586957, + "f1": 0.556205, + "accuracy": 0.586957, + "main_score": 0.556205, + "hf_subset": "kam_Latn-kmr_Latn", + "languages": [ + "kam-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574491, + "recall": 0.615613, + "f1": 0.584804, + "accuracy": 0.615613, + "main_score": 0.584804, + "hf_subset": "kam_Latn-min_Latn", + "languages": [ + "kam-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60297, + "recall": 0.643281, + "f1": 0.61352, + "accuracy": 0.643281, + "main_score": 0.61352, + "hf_subset": "kam_Latn-por_Latn", + "languages": [ + "kam-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598441, + "recall": 0.631423, + "f1": 0.607448, + "accuracy": 0.631423, + "main_score": 0.607448, + "hf_subset": "kam_Latn-sun_Latn", + "languages": [ + "kam-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498084, + "recall": 0.54249, + "f1": 0.510578, + "accuracy": 0.54249, + "main_score": 0.510578, + "hf_subset": "kam_Latn-umb_Latn", + "languages": [ + "kam-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566591, + "recall": 0.605731, + "f1": 0.577325, + "accuracy": 0.605731, + "main_score": 0.577325, + "hf_subset": "kam_Latn-ajp_Arab", + "languages": [ + "kam-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39817, + "recall": 0.440711, + "f1": 0.409973, + "accuracy": 0.440711, + "main_score": 0.409973, + "hf_subset": "kam_Latn-bjn_Arab", + "languages": [ + "kam-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492362, + "recall": 0.528656, + "f1": 0.502374, + "accuracy": 0.528656, + "main_score": 0.502374, + "hf_subset": "kam_Latn-ewe_Latn", + "languages": [ + "kam-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584274, + "recall": 0.623518, + "f1": 0.594502, + "accuracy": 0.623518, + "main_score": 0.594502, + "hf_subset": "kam_Latn-ilo_Latn", + "languages": [ + "kam-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284676, + "recall": 0.336957, + "f1": 0.298698, + "accuracy": 0.336957, + "main_score": 0.298698, + "hf_subset": "kam_Latn-knc_Arab", + "languages": [ + "kam-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568238, + "recall": 0.618577, + "f1": 0.58069, + "accuracy": 0.618577, + "main_score": 0.58069, + "hf_subset": "kam_Latn-mkd_Cyrl", + "languages": [ + "kam-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561019, + "recall": 0.609684, + "f1": 0.572974, + "accuracy": 0.609684, + "main_score": 0.572974, + "hf_subset": "kam_Latn-prs_Arab", + "languages": [ + "kam-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58631, + "recall": 0.626482, + "f1": 0.59677, + "accuracy": 0.626482, + "main_score": 0.59677, + "hf_subset": "kam_Latn-swe_Latn", + "languages": [ + "kam-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535632, + "recall": 0.585968, + "f1": 0.549366, + "accuracy": 0.585968, + "main_score": 0.549366, + "hf_subset": "kam_Latn-urd_Arab", + "languages": [ + "kam-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541354, + "recall": 0.575099, + "f1": 0.550585, + "accuracy": 0.575099, + "main_score": 0.550585, + "hf_subset": "kam_Latn-aka_Latn", + "languages": [ + "kam-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579513, + "recall": 0.612648, + "f1": 0.587718, + "accuracy": 0.612648, + "main_score": 0.587718, + "hf_subset": "kam_Latn-bjn_Latn", + "languages": [ + "kam-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555767, + "recall": 0.598814, + "f1": 0.567476, + "accuracy": 0.598814, + "main_score": 0.567476, + "hf_subset": "kam_Latn-fao_Latn", + "languages": [ + "kam-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60107, + "recall": 0.636364, + "f1": 0.610108, + "accuracy": 0.636364, + "main_score": 0.610108, + "hf_subset": "kam_Latn-ind_Latn", + "languages": [ + "kam-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526752, + "recall": 0.565217, + "f1": 0.537195, + "accuracy": 0.565217, + "main_score": 0.537195, + "hf_subset": "kam_Latn-knc_Latn", + "languages": [ + "kam-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578254, + "recall": 0.620553, + "f1": 0.589342, + "accuracy": 0.620553, + "main_score": 0.589342, + "hf_subset": "kam_Latn-mlt_Latn", + "languages": [ + "kam-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528294, + "recall": 0.56917, + "f1": 0.539777, + "accuracy": 0.56917, + "main_score": 0.539777, + "hf_subset": "kam_Latn-quy_Latn", + "languages": [ + "kam-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58501, + "recall": 0.630435, + "f1": 0.596885, + "accuracy": 0.630435, + "main_score": 0.596885, + "hf_subset": "kam_Latn-swh_Latn", + "languages": [ + "kam-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565596, + "recall": 0.61166, + "f1": 0.57782, + "accuracy": 0.61166, + "main_score": 0.57782, + "hf_subset": "kam_Latn-uzn_Latn", + "languages": [ + "kam-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57865, + "recall": 0.615613, + "f1": 0.588526, + "accuracy": 0.615613, + "main_score": 0.588526, + "hf_subset": "kam_Latn-als_Latn", + "languages": [ + "kam-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.286235, + "recall": 0.344862, + "f1": 0.30133, + "accuracy": 0.344862, + "main_score": 0.30133, + "hf_subset": "kam_Latn-bod_Tibt", + "languages": [ + "kam-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543103, + "recall": 0.581028, + "f1": 0.553146, + "accuracy": 0.581028, + "main_score": 0.553146, + "hf_subset": "kam_Latn-fij_Latn", + "languages": [ + "kam-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54677, + "recall": 0.593874, + "f1": 0.559732, + "accuracy": 0.593874, + "main_score": 0.559732, + "hf_subset": "kam_Latn-isl_Latn", + "languages": [ + "kam-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53875, + "recall": 0.571146, + "f1": 0.546991, + "accuracy": 0.571146, + "main_score": 0.546991, + "hf_subset": "kam_Latn-kon_Latn", + "languages": [ + "kam-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458029, + "recall": 0.502964, + "f1": 0.470998, + "accuracy": 0.502964, + "main_score": 0.470998, + "hf_subset": "kam_Latn-mni_Beng", + "languages": [ + "kam-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590664, + "recall": 0.635375, + "f1": 0.602224, + "accuracy": 0.635375, + "main_score": 0.602224, + "hf_subset": "kam_Latn-ron_Latn", + "languages": [ + "kam-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563329, + "recall": 0.605731, + "f1": 0.574964, + "accuracy": 0.605731, + "main_score": 0.574964, + "hf_subset": "kam_Latn-szl_Latn", + "languages": [ + "kam-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583682, + "recall": 0.621542, + "f1": 0.593332, + "accuracy": 0.621542, + "main_score": 0.593332, + "hf_subset": "kam_Latn-vec_Latn", + "languages": [ + "kam-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491986, + "recall": 0.549407, + "f1": 0.507799, + "accuracy": 0.549407, + "main_score": 0.507799, + "hf_subset": "kam_Latn-amh_Ethi", + "languages": [ + "kam-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590431, + "recall": 0.629447, + "f1": 0.60119, + "accuracy": 0.629447, + "main_score": 0.60119, + "hf_subset": "kam_Latn-bos_Latn", + "languages": [ + "kam-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560454, + "recall": 0.601779, + "f1": 0.572017, + "accuracy": 0.601779, + "main_score": 0.572017, + "hf_subset": "kam_Latn-fin_Latn", + "languages": [ + "kam-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586953, + "recall": 0.62253, + "f1": 0.596706, + "accuracy": 0.62253, + "main_score": 0.596706, + "hf_subset": "kam_Latn-ita_Latn", + "languages": [ + "kam-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552159, + "recall": 0.594862, + "f1": 0.563661, + "accuracy": 0.594862, + "main_score": 0.563661, + "hf_subset": "kam_Latn-kor_Hang", + "languages": [ + "kam-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503895, + "recall": 0.540514, + "f1": 0.514124, + "accuracy": 0.540514, + "main_score": 0.514124, + "hf_subset": "kam_Latn-mos_Latn", + "languages": [ + "kam-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517672, + "recall": 0.5583, + "f1": 0.529104, + "accuracy": 0.5583, + "main_score": 0.529104, + "hf_subset": "kam_Latn-run_Latn", + "languages": [ + "kam-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54104, + "recall": 0.593874, + "f1": 0.555097, + "accuracy": 0.593874, + "main_score": 0.555097, + "hf_subset": "kam_Latn-tam_Taml", + "languages": [ + "kam-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564266, + "recall": 0.603755, + "f1": 0.574985, + "accuracy": 0.603755, + "main_score": 0.574985, + "hf_subset": "kam_Latn-vie_Latn", + "languages": [ + "kam-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553239, + "recall": 0.59585, + "f1": 0.564646, + "accuracy": 0.59585, + "main_score": 0.564646, + "hf_subset": "kam_Latn-apc_Arab", + "languages": [ + "kam-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541818, + "recall": 0.581028, + "f1": 0.552724, + "accuracy": 0.581028, + "main_score": 0.552724, + "hf_subset": "kam_Latn-bug_Latn", + "languages": [ + "kam-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457628, + "recall": 0.495059, + "f1": 0.467952, + "accuracy": 0.495059, + "main_score": 0.467952, + "hf_subset": "kam_Latn-fon_Latn", + "languages": [ + "kam-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584027, + "recall": 0.62747, + "f1": 0.595541, + "accuracy": 0.62747, + "main_score": 0.595541, + "hf_subset": "kam_Latn-jav_Latn", + "languages": [ + "kam-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524347, + "recall": 0.570158, + "f1": 0.53653, + "accuracy": 0.570158, + "main_score": 0.53653, + "hf_subset": "kam_Latn-lao_Laoo", + "languages": [ + "kam-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526719, + "recall": 0.570158, + "f1": 0.537996, + "accuracy": 0.570158, + "main_score": 0.537996, + "hf_subset": "kam_Latn-mri_Latn", + "languages": [ + "kam-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564305, + "recall": 0.607708, + "f1": 0.575777, + "accuracy": 0.607708, + "main_score": 0.575777, + "hf_subset": "kam_Latn-rus_Cyrl", + "languages": [ + "kam-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478387, + "recall": 0.523715, + "f1": 0.491328, + "accuracy": 0.523715, + "main_score": 0.491328, + "hf_subset": "kam_Latn-taq_Latn", + "languages": [ + "kam-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592395, + "recall": 0.629447, + "f1": 0.60121, + "accuracy": 0.629447, + "main_score": 0.60121, + "hf_subset": "kam_Latn-war_Latn", + "languages": [ + "kam-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578084, + "recall": 0.619565, + "f1": 0.588917, + "accuracy": 0.619565, + "main_score": 0.588917, + "hf_subset": "kam_Latn-arb_Arab", + "languages": [ + "kam-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596925, + "recall": 0.62747, + "f1": 0.60515, + "accuracy": 0.62747, + "main_score": 0.60515, + "hf_subset": "kam_Latn-bul_Cyrl", + "languages": [ + "kam-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585003, + "recall": 0.62747, + "f1": 0.596535, + "accuracy": 0.62747, + "main_score": 0.596535, + "hf_subset": "kam_Latn-fra_Latn", + "languages": [ + "kam-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564019, + "recall": 0.603755, + "f1": 0.574248, + "accuracy": 0.603755, + "main_score": 0.574248, + "hf_subset": "kam_Latn-jpn_Jpan", + "languages": [ + "kam-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575675, + "recall": 0.614625, + "f1": 0.586342, + "accuracy": 0.614625, + "main_score": 0.586342, + "hf_subset": "kam_Latn-lij_Latn", + "languages": [ + "kam-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428991, + "recall": 0.495059, + "f1": 0.447639, + "accuracy": 0.495059, + "main_score": 0.447639, + "hf_subset": "kam_Latn-mya_Mymr", + "languages": [ + "kam-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524857, + "recall": 0.561265, + "f1": 0.534764, + "accuracy": 0.561265, + "main_score": 0.534764, + "hf_subset": "kam_Latn-sag_Latn", + "languages": [ + "kam-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197029, + "recall": 0.245059, + "f1": 0.208216, + "accuracy": 0.245059, + "main_score": 0.208216, + "hf_subset": "kam_Latn-taq_Tfng", + "languages": [ + "kam-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534851, + "recall": 0.574111, + "f1": 0.545553, + "accuracy": 0.574111, + "main_score": 0.545553, + "hf_subset": "kam_Latn-wol_Latn", + "languages": [ + "kam-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461687, + "recall": 0.501976, + "f1": 0.472619, + "accuracy": 0.501976, + "main_score": 0.472619, + "hf_subset": "kam_Latn-arb_Latn", + "languages": [ + "kam-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587618, + "recall": 0.629447, + "f1": 0.599052, + "accuracy": 0.629447, + "main_score": 0.599052, + "hf_subset": "kam_Latn-cat_Latn", + "languages": [ + "kam-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575803, + "recall": 0.610672, + "f1": 0.584874, + "accuracy": 0.610672, + "main_score": 0.584874, + "hf_subset": "kam_Latn-fur_Latn", + "languages": [ + "kam-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430147, + "recall": 0.477273, + "f1": 0.4435, + "accuracy": 0.477273, + "main_score": 0.4435, + "hf_subset": "kam_Latn-kab_Latn", + "languages": [ + "kam-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568372, + "recall": 0.602767, + "f1": 0.57775, + "accuracy": 0.602767, + "main_score": 0.57775, + "hf_subset": "kam_Latn-lim_Latn", + "languages": [ + "kam-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570447, + "recall": 0.61166, + "f1": 0.581302, + "accuracy": 0.61166, + "main_score": 0.581302, + "hf_subset": "kam_Latn-nld_Latn", + "languages": [ + "kam-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529449, + "recall": 0.58004, + "f1": 0.542586, + "accuracy": 0.58004, + "main_score": 0.542586, + "hf_subset": "kam_Latn-san_Deva", + "languages": [ + "kam-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566263, + "recall": 0.61166, + "f1": 0.577651, + "accuracy": 0.61166, + "main_score": 0.577651, + "hf_subset": "kam_Latn-tat_Cyrl", + "languages": [ + "kam-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571595, + "recall": 0.605731, + "f1": 0.580716, + "accuracy": 0.605731, + "main_score": 0.580716, + "hf_subset": "kam_Latn-xho_Latn", + "languages": [ + "kam-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553324, + "recall": 0.602767, + "f1": 0.566335, + "accuracy": 0.602767, + "main_score": 0.566335, + "hf_subset": "kam_Latn-ars_Arab", + "languages": [ + "kam-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585072, + "recall": 0.62253, + "f1": 0.594476, + "accuracy": 0.62253, + "main_score": 0.594476, + "hf_subset": "kam_Latn-ceb_Latn", + "languages": [ + "kam-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503673, + "recall": 0.545455, + "f1": 0.515481, + "accuracy": 0.545455, + "main_score": 0.515481, + "hf_subset": "kam_Latn-fuv_Latn", + "languages": [ + "kam-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491837, + "recall": 0.530632, + "f1": 0.502768, + "accuracy": 0.530632, + "main_score": 0.502768, + "hf_subset": "kam_Latn-kac_Latn", + "languages": [ + "kam-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546422, + "recall": 0.582016, + "f1": 0.556112, + "accuracy": 0.582016, + "main_score": 0.556112, + "hf_subset": "kam_Latn-lin_Latn", + "languages": [ + "kam-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579013, + "recall": 0.624506, + "f1": 0.591067, + "accuracy": 0.624506, + "main_score": 0.591067, + "hf_subset": "kam_Latn-nno_Latn", + "languages": [ + "kam-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1179, + "recall": 0.157115, + "f1": 0.127795, + "accuracy": 0.157115, + "main_score": 0.127795, + "hf_subset": "kam_Latn-sat_Olck", + "languages": [ + "kam-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553326, + "recall": 0.604743, + "f1": 0.566362, + "accuracy": 0.604743, + "main_score": 0.566362, + "hf_subset": "kam_Latn-tel_Telu", + "languages": [ + "kam-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491027, + "recall": 0.546443, + "f1": 0.505573, + "accuracy": 0.546443, + "main_score": 0.505573, + "hf_subset": "kam_Latn-ydd_Hebr", + "languages": [ + "kam-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547979, + "recall": 0.591897, + "f1": 0.559669, + "accuracy": 0.591897, + "main_score": 0.559669, + "hf_subset": "kam_Latn-ary_Arab", + "languages": [ + "kam-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575989, + "recall": 0.618577, + "f1": 0.586763, + "accuracy": 0.618577, + "main_score": 0.586763, + "hf_subset": "kam_Latn-ces_Latn", + "languages": [ + "kam-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483174, + "recall": 0.535573, + "f1": 0.497505, + "accuracy": 0.535573, + "main_score": 0.497505, + "hf_subset": "kam_Latn-gaz_Latn", + "languages": [ + "kam-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568121, + "recall": 0.605731, + "f1": 0.578438, + "accuracy": 0.605731, + "main_score": 0.578438, + "hf_subset": "kam_Latn-lit_Latn", + "languages": [ + "kam-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589314, + "recall": 0.629447, + "f1": 0.599942, + "accuracy": 0.629447, + "main_score": 0.599942, + "hf_subset": "kam_Latn-nob_Latn", + "languages": [ + "kam-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578962, + "recall": 0.619565, + "f1": 0.589452, + "accuracy": 0.619565, + "main_score": 0.589452, + "hf_subset": "kam_Latn-scn_Latn", + "languages": [ + "kam-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547009, + "recall": 0.583992, + "f1": 0.556672, + "accuracy": 0.583992, + "main_score": 0.556672, + "hf_subset": "kam_Latn-tgk_Cyrl", + "languages": [ + "kam-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515683, + "recall": 0.565217, + "f1": 0.529781, + "accuracy": 0.565217, + "main_score": 0.529781, + "hf_subset": "kam_Latn-yor_Latn", + "languages": [ + "kam-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560326, + "recall": 0.605731, + "f1": 0.572861, + "accuracy": 0.605731, + "main_score": 0.572861, + "hf_subset": "kam_Latn-arz_Arab", + "languages": [ + "kam-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491375, + "recall": 0.533597, + "f1": 0.503192, + "accuracy": 0.533597, + "main_score": 0.503192, + "hf_subset": "kam_Latn-cjk_Latn", + "languages": [ + "kam-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524681, + "recall": 0.566206, + "f1": 0.535387, + "accuracy": 0.566206, + "main_score": 0.535387, + "hf_subset": "kam_Latn-gla_Latn", + "languages": [ + "kam-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562973, + "recall": 0.605731, + "f1": 0.573694, + "accuracy": 0.605731, + "main_score": 0.573694, + "hf_subset": "kam_Latn-kan_Knda", + "languages": [ + "kam-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559384, + "recall": 0.596838, + "f1": 0.570055, + "accuracy": 0.596838, + "main_score": 0.570055, + "hf_subset": "kam_Latn-lmo_Latn", + "languages": [ + "kam-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553964, + "recall": 0.601779, + "f1": 0.566851, + "accuracy": 0.601779, + "main_score": 0.566851, + "hf_subset": "kam_Latn-npi_Deva", + "languages": [ + "kam-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439564, + "recall": 0.488142, + "f1": 0.453188, + "accuracy": 0.488142, + "main_score": 0.453188, + "hf_subset": "kam_Latn-shn_Mymr", + "languages": [ + "kam-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592645, + "recall": 0.635375, + "f1": 0.603773, + "accuracy": 0.635375, + "main_score": 0.603773, + "hf_subset": "kam_Latn-tgl_Latn", + "languages": [ + "kam-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552477, + "recall": 0.592885, + "f1": 0.562712, + "accuracy": 0.592885, + "main_score": 0.562712, + "hf_subset": "kam_Latn-yue_Hant", + "languages": [ + "kam-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536542, + "recall": 0.58498, + "f1": 0.549341, + "accuracy": 0.58498, + "main_score": 0.549341, + "hf_subset": "kam_Latn-asm_Beng", + "languages": [ + "kam-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519687, + "recall": 0.573123, + "f1": 0.53312, + "accuracy": 0.573123, + "main_score": 0.53312, + "hf_subset": "kam_Latn-ckb_Arab", + "languages": [ + "kam-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51336, + "recall": 0.560277, + "f1": 0.526144, + "accuracy": 0.560277, + "main_score": 0.526144, + "hf_subset": "kam_Latn-gle_Latn", + "languages": [ + "kam-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480327, + "recall": 0.521739, + "f1": 0.492049, + "accuracy": 0.521739, + "main_score": 0.492049, + "hf_subset": "kam_Latn-kas_Arab", + "languages": [ + "kam-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542979, + "recall": 0.585968, + "f1": 0.554251, + "accuracy": 0.585968, + "main_score": 0.554251, + "hf_subset": "kam_Latn-ltg_Latn", + "languages": [ + "kam-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543678, + "recall": 0.589921, + "f1": 0.556211, + "accuracy": 0.589921, + "main_score": 0.556211, + "hf_subset": "kam_Latn-nso_Latn", + "languages": [ + "kam-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488807, + "recall": 0.544466, + "f1": 0.503706, + "accuracy": 0.544466, + "main_score": 0.503706, + "hf_subset": "kam_Latn-sin_Sinh", + "languages": [ + "kam-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556992, + "recall": 0.600791, + "f1": 0.568355, + "accuracy": 0.600791, + "main_score": 0.568355, + "hf_subset": "kam_Latn-tha_Thai", + "languages": [ + "kam-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544272, + "recall": 0.58498, + "f1": 0.554979, + "accuracy": 0.58498, + "main_score": 0.554979, + "hf_subset": "kam_Latn-zho_Hans", + "languages": [ + "kam-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579206, + "recall": 0.623518, + "f1": 0.591048, + "accuracy": 0.623518, + "main_score": 0.591048, + "hf_subset": "kam_Latn-ast_Latn", + "languages": [ + "kam-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556398, + "recall": 0.601779, + "f1": 0.568115, + "accuracy": 0.601779, + "main_score": 0.568115, + "hf_subset": "kam_Latn-crh_Latn", + "languages": [ + "kam-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586431, + "recall": 0.625494, + "f1": 0.596453, + "accuracy": 0.625494, + "main_score": 0.596453, + "hf_subset": "kam_Latn-glg_Latn", + "languages": [ + "kam-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496589, + "recall": 0.545455, + "f1": 0.510279, + "accuracy": 0.545455, + "main_score": 0.510279, + "hf_subset": "kam_Latn-kas_Deva", + "languages": [ + "kam-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5512, + "recall": 0.587945, + "f1": 0.561084, + "accuracy": 0.587945, + "main_score": 0.561084, + "hf_subset": "kam_Latn-ltz_Latn", + "languages": [ + "kam-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444491, + "recall": 0.5, + "f1": 0.460277, + "accuracy": 0.5, + "main_score": 0.460277, + "hf_subset": "kam_Latn-nus_Latn", + "languages": [ + "kam-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578319, + "recall": 0.618577, + "f1": 0.589454, + "accuracy": 0.618577, + "main_score": 0.589454, + "hf_subset": "kam_Latn-slk_Latn", + "languages": [ + "kam-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396763, + "recall": 0.455534, + "f1": 0.412532, + "accuracy": 0.455534, + "main_score": 0.412532, + "hf_subset": "kam_Latn-tir_Ethi", + "languages": [ + "kam-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562557, + "recall": 0.604743, + "f1": 0.572978, + "accuracy": 0.604743, + "main_score": 0.572978, + "hf_subset": "kam_Latn-zho_Hant", + "languages": [ + "kam-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55702, + "recall": 0.599802, + "f1": 0.568751, + "accuracy": 0.599802, + "main_score": 0.568751, + "hf_subset": "kam_Latn-awa_Deva", + "languages": [ + "kam-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559636, + "recall": 0.599802, + "f1": 0.569777, + "accuracy": 0.599802, + "main_score": 0.569777, + "hf_subset": "kam_Latn-cym_Latn", + "languages": [ + "kam-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551905, + "recall": 0.587945, + "f1": 0.561021, + "accuracy": 0.587945, + "main_score": 0.561021, + "hf_subset": "kam_Latn-grn_Latn", + "languages": [ + "kam-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531899, + "recall": 0.581028, + "f1": 0.544827, + "accuracy": 0.581028, + "main_score": 0.544827, + "hf_subset": "kam_Latn-kat_Geor", + "languages": [ + "kam-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533622, + "recall": 0.575099, + "f1": 0.545149, + "accuracy": 0.575099, + "main_score": 0.545149, + "hf_subset": "kam_Latn-lua_Latn", + "languages": [ + "kam-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570335, + "recall": 0.615613, + "f1": 0.582516, + "accuracy": 0.615613, + "main_score": 0.582516, + "hf_subset": "kam_Latn-nya_Latn", + "languages": [ + "kam-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5889, + "recall": 0.624506, + "f1": 0.598098, + "accuracy": 0.624506, + "main_score": 0.598098, + "hf_subset": "kam_Latn-slv_Latn", + "languages": [ + "kam-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569822, + "recall": 0.607708, + "f1": 0.579712, + "accuracy": 0.607708, + "main_score": 0.579712, + "hf_subset": "kam_Latn-tpi_Latn", + "languages": [ + "kam-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609037, + "recall": 0.648221, + "f1": 0.61945, + "accuracy": 0.648221, + "main_score": 0.61945, + "hf_subset": "kam_Latn-zsm_Latn", + "languages": [ + "kam-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502372, + "recall": 0.537549, + "f1": 0.513076, + "accuracy": 0.537549, + "main_score": 0.513076, + "hf_subset": "kam_Latn-ayr_Latn", + "languages": [ + "kam-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58899, + "recall": 0.630435, + "f1": 0.599622, + "accuracy": 0.630435, + "main_score": 0.599622, + "hf_subset": "kam_Latn-dan_Latn", + "languages": [ + "kam-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566989, + "recall": 0.612648, + "f1": 0.578369, + "accuracy": 0.612648, + "main_score": 0.578369, + "hf_subset": "kam_Latn-guj_Gujr", + "languages": [ + "kam-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56481, + "recall": 0.608696, + "f1": 0.576479, + "accuracy": 0.608696, + "main_score": 0.576479, + "hf_subset": "kam_Latn-kaz_Cyrl", + "languages": [ + "kam-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501953, + "recall": 0.549407, + "f1": 0.515267, + "accuracy": 0.549407, + "main_score": 0.515267, + "hf_subset": "kam_Latn-lug_Latn", + "languages": [ + "kam-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598877, + "recall": 0.636364, + "f1": 0.608444, + "accuracy": 0.636364, + "main_score": 0.608444, + "hf_subset": "kam_Latn-oci_Latn", + "languages": [ + "kam-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575282, + "recall": 0.609684, + "f1": 0.584887, + "accuracy": 0.609684, + "main_score": 0.584887, + "hf_subset": "kam_Latn-smo_Latn", + "languages": [ + "kam-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517327, + "recall": 0.5583, + "f1": 0.528205, + "accuracy": 0.5583, + "main_score": 0.528205, + "hf_subset": "kam_Latn-tsn_Latn", + "languages": [ + "kam-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554357, + "recall": 0.598814, + "f1": 0.567141, + "accuracy": 0.598814, + "main_score": 0.567141, + "hf_subset": "kam_Latn-zul_Latn", + "languages": [ + "kam-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473744, + "recall": 0.523715, + "f1": 0.48749, + "accuracy": 0.523715, + "main_score": 0.48749, + "hf_subset": "kam_Latn-azb_Arab", + "languages": [ + "kam-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577854, + "recall": 0.620553, + "f1": 0.589091, + "accuracy": 0.620553, + "main_score": 0.589091, + "hf_subset": "kam_Latn-deu_Latn", + "languages": [ + "kam-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532073, + "recall": 0.58498, + "f1": 0.546476, + "accuracy": 0.58498, + "main_score": 0.546476, + "hf_subset": "kam_Latn-hat_Latn", + "languages": [ + "kam-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47297, + "recall": 0.51087, + "f1": 0.483636, + "accuracy": 0.51087, + "main_score": 0.483636, + "hf_subset": "kam_Latn-kbp_Latn", + "languages": [ + "kam-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545876, + "recall": 0.582016, + "f1": 0.555927, + "accuracy": 0.582016, + "main_score": 0.555927, + "hf_subset": "kam_Latn-luo_Latn", + "languages": [ + "kam-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546626, + "recall": 0.599802, + "f1": 0.560509, + "accuracy": 0.599802, + "main_score": 0.560509, + "hf_subset": "kam_Latn-ory_Orya", + "languages": [ + "kam-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544426, + "recall": 0.583992, + "f1": 0.554363, + "accuracy": 0.583992, + "main_score": 0.554363, + "hf_subset": "kam_Latn-sna_Latn", + "languages": [ + "kam-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52175, + "recall": 0.566206, + "f1": 0.533772, + "accuracy": 0.566206, + "main_score": 0.533772, + "hf_subset": "kam_Latn-tso_Latn", + "languages": [ + "kam-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525949, + "recall": 0.573123, + "f1": 0.538927, + "accuracy": 0.573123, + "main_score": 0.538927, + "hf_subset": "kam_Latn-azj_Latn", + "languages": [ + "kam-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501802, + "recall": 0.543478, + "f1": 0.513894, + "accuracy": 0.543478, + "main_score": 0.513894, + "hf_subset": "kam_Latn-dik_Latn", + "languages": [ + "kam-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540262, + "recall": 0.577075, + "f1": 0.550296, + "accuracy": 0.577075, + "main_score": 0.550296, + "hf_subset": "kam_Latn-hau_Latn", + "languages": [ + "kam-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556502, + "recall": 0.591897, + "f1": 0.565704, + "accuracy": 0.591897, + "main_score": 0.565704, + "hf_subset": "kam_Latn-kea_Latn", + "languages": [ + "kam-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531192, + "recall": 0.566206, + "f1": 0.541634, + "accuracy": 0.566206, + "main_score": 0.541634, + "hf_subset": "kam_Latn-lus_Latn", + "languages": [ + "kam-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571908, + "recall": 0.604743, + "f1": 0.580487, + "accuracy": 0.604743, + "main_score": 0.580487, + "hf_subset": "kam_Latn-pag_Latn", + "languages": [ + "kam-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528075, + "recall": 0.581028, + "f1": 0.542391, + "accuracy": 0.581028, + "main_score": 0.542391, + "hf_subset": "kam_Latn-snd_Arab", + "languages": [ + "kam-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527913, + "recall": 0.573123, + "f1": 0.539849, + "accuracy": 0.573123, + "main_score": 0.539849, + "hf_subset": "kam_Latn-tuk_Latn", + "languages": [ + "kam-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557897, + "recall": 0.599802, + "f1": 0.568787, + "accuracy": 0.599802, + "main_score": 0.568787, + "hf_subset": "kam_Latn-bak_Cyrl", + "languages": [ + "kam-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425553, + "recall": 0.482213, + "f1": 0.441459, + "accuracy": 0.482213, + "main_score": 0.441459, + "hf_subset": "kam_Latn-dyu_Latn", + "languages": [ + "kam-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559412, + "recall": 0.600791, + "f1": 0.571352, + "accuracy": 0.600791, + "main_score": 0.571352, + "hf_subset": "kam_Latn-heb_Hebr", + "languages": [ + "kam-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536407, + "recall": 0.576087, + "f1": 0.546735, + "accuracy": 0.576087, + "main_score": 0.546735, + "hf_subset": "kam_Latn-khk_Cyrl", + "languages": [ + "kam-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571215, + "recall": 0.610672, + "f1": 0.58145, + "accuracy": 0.610672, + "main_score": 0.58145, + "hf_subset": "kam_Latn-lvs_Latn", + "languages": [ + "kam-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56733, + "recall": 0.61166, + "f1": 0.578498, + "accuracy": 0.61166, + "main_score": 0.578498, + "hf_subset": "kam_Latn-pan_Guru", + "languages": [ + "kam-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520471, + "recall": 0.564229, + "f1": 0.532751, + "accuracy": 0.564229, + "main_score": 0.532751, + "hf_subset": "kam_Latn-som_Latn", + "languages": [ + "kam-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517929, + "recall": 0.555336, + "f1": 0.527904, + "accuracy": 0.555336, + "main_score": 0.527904, + "hf_subset": "kam_Latn-tum_Latn", + "languages": [ + "kam-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579093, + "recall": 0.643281, + "f1": 0.597464, + "accuracy": 0.643281, + "main_score": 0.597464, + "hf_subset": "lit_Latn-ace_Arab", + "languages": [ + "lit-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529316, + "recall": 0.590909, + "f1": 0.546495, + "accuracy": 0.590909, + "main_score": 0.546495, + "hf_subset": "lit_Latn-bam_Latn", + "languages": [ + "lit-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423034, + "recall": 0.504941, + "f1": 0.445521, + "accuracy": 0.504941, + "main_score": 0.445521, + "hf_subset": "lit_Latn-dzo_Tibt", + "languages": [ + "lit-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-khm_Khmr", + "languages": [ + "lit-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-mag_Deva", + "languages": [ + "lit-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lit_Latn-pap_Latn", + "languages": [ + "lit-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599876, + "recall": 0.655138, + "f1": 0.615933, + "accuracy": 0.655138, + "main_score": 0.615933, + "hf_subset": "lit_Latn-sot_Latn", + "languages": [ + "lit-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864657, + "recall": 0.900198, + "f1": 0.875823, + "accuracy": 0.900198, + "main_score": 0.875823, + "hf_subset": "lit_Latn-ace_Latn", + "languages": [ + "lit-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.968379, + "f1": 0.960639, + "accuracy": 0.968379, + "main_score": 0.960639, + "hf_subset": "lit_Latn-ban_Latn", + "languages": [ + "lit-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "lit_Latn-hne_Deva", + "languages": [ + "lit-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58663, + "recall": 0.644269, + "f1": 0.602991, + "accuracy": 0.644269, + "main_score": 0.602991, + "hf_subset": "lit_Latn-kik_Latn", + "languages": [ + "lit-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-mai_Deva", + "languages": [ + "lit-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "lit_Latn-pbt_Arab", + "languages": [ + "lit-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602026, + "recall": 0.666996, + "f1": 0.620939, + "accuracy": 0.666996, + "main_score": 0.620939, + "hf_subset": "lit_Latn-twi_Latn", + "languages": [ + "lit-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-acm_Arab", + "languages": [ + "lit-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-bel_Cyrl", + "languages": [ + "lit-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-hrv_Latn", + "languages": [ + "lit-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558253, + "recall": 0.62747, + "f1": 0.577357, + "accuracy": 0.62747, + "main_score": 0.577357, + "hf_subset": "lit_Latn-kin_Latn", + "languages": [ + "lit-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-mal_Mlym", + "languages": [ + "lit-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-pes_Arab", + "languages": [ + "lit-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "lit_Latn-srd_Latn", + "languages": [ + "lit-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183191, + "recall": 0.237154, + "f1": 0.196569, + "accuracy": 0.237154, + "main_score": 0.196569, + "hf_subset": "lit_Latn-tzm_Tfng", + "languages": [ + "lit-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-acq_Arab", + "languages": [ + "lit-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618669, + "recall": 0.671937, + "f1": 0.633746, + "accuracy": 0.671937, + "main_score": 0.633746, + "hf_subset": "lit_Latn-bem_Latn", + "languages": [ + "lit-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-epo_Latn", + "languages": [ + "lit-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-kir_Cyrl", + "languages": [ + "lit-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-mar_Deva", + "languages": [ + "lit-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672563, + "recall": 0.732213, + "f1": 0.690283, + "accuracy": 0.732213, + "main_score": 0.690283, + "hf_subset": "lit_Latn-plt_Latn", + "languages": [ + "lit-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-srp_Cyrl", + "languages": [ + "lit-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "lit_Latn-uig_Arab", + "languages": [ + "lit-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-aeb_Arab", + "languages": [ + "lit-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-est_Latn", + "languages": [ + "lit-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-hye_Armn", + "languages": [ + "lit-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54193, + "recall": 0.593874, + "f1": 0.556895, + "accuracy": 0.593874, + "main_score": 0.556895, + "hf_subset": "lit_Latn-kmb_Latn", + "languages": [ + "lit-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507001, + "recall": 0.576087, + "f1": 0.525671, + "accuracy": 0.576087, + "main_score": 0.525671, + "hf_subset": "lit_Latn-min_Arab", + "languages": [ + "lit-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550947, + "recall": 0.619565, + "f1": 0.570434, + "accuracy": 0.619565, + "main_score": 0.570434, + "hf_subset": "lit_Latn-ssw_Latn", + "languages": [ + "lit-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ukr_Cyrl", + "languages": [ + "lit-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-afr_Latn", + "languages": [ + "lit-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-bho_Deva", + "languages": [ + "lit-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lit_Latn-eus_Latn", + "languages": [ + "lit-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561142, + "recall": 0.619565, + "f1": 0.577835, + "accuracy": 0.619565, + "main_score": 0.577835, + "hf_subset": "lit_Latn-ibo_Latn", + "languages": [ + "lit-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903491, + "recall": 0.93083, + "f1": 0.912385, + "accuracy": 0.93083, + "main_score": 0.912385, + "hf_subset": "lit_Latn-kmr_Latn", + "languages": [ + "lit-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lit_Latn-min_Latn", + "languages": [ + "lit-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-sun_Latn", + "languages": [ + "lit-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511613, + "recall": 0.571146, + "f1": 0.528477, + "accuracy": 0.571146, + "main_score": 0.528477, + "hf_subset": "lit_Latn-umb_Latn", + "languages": [ + "lit-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ajp_Arab", + "languages": [ + "lit-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557625, + "recall": 0.616601, + "f1": 0.574595, + "accuracy": 0.616601, + "main_score": 0.574595, + "hf_subset": "lit_Latn-bjn_Arab", + "languages": [ + "lit-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506636, + "recall": 0.564229, + "f1": 0.522992, + "accuracy": 0.564229, + "main_score": 0.522992, + "hf_subset": "lit_Latn-ewe_Latn", + "languages": [ + "lit-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948781, + "recall": 0.963439, + "f1": 0.953393, + "accuracy": 0.963439, + "main_score": 0.953393, + "hf_subset": "lit_Latn-ilo_Latn", + "languages": [ + "lit-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.30323, + "recall": 0.36166, + "f1": 0.319236, + "accuracy": 0.36166, + "main_score": 0.319236, + "hf_subset": "lit_Latn-knc_Arab", + "languages": [ + "lit-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-mkd_Cyrl", + "languages": [ + "lit-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-prs_Arab", + "languages": [ + "lit-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-urd_Arab", + "languages": [ + "lit-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566414, + "recall": 0.634387, + "f1": 0.585987, + "accuracy": 0.634387, + "main_score": 0.585987, + "hf_subset": "lit_Latn-aka_Latn", + "languages": [ + "lit-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lit_Latn-bjn_Latn", + "languages": [ + "lit-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lit_Latn-fao_Latn", + "languages": [ + "lit-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568909, + "recall": 0.623518, + "f1": 0.584505, + "accuracy": 0.623518, + "main_score": 0.584505, + "hf_subset": "lit_Latn-knc_Latn", + "languages": [ + "lit-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lit_Latn-mlt_Latn", + "languages": [ + "lit-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707761, + "recall": 0.767787, + "f1": 0.725233, + "accuracy": 0.767787, + "main_score": 0.725233, + "hf_subset": "lit_Latn-quy_Latn", + "languages": [ + "lit-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "lit_Latn-swh_Latn", + "languages": [ + "lit-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-uzn_Latn", + "languages": [ + "lit-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-als_Latn", + "languages": [ + "lit-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641148, + "recall": 0.722332, + "f1": 0.664844, + "accuracy": 0.722332, + "main_score": 0.664844, + "hf_subset": "lit_Latn-bod_Tibt", + "languages": [ + "lit-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702119, + "recall": 0.76087, + "f1": 0.718826, + "accuracy": 0.76087, + "main_score": 0.718826, + "hf_subset": "lit_Latn-fij_Latn", + "languages": [ + "lit-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "lit_Latn-isl_Latn", + "languages": [ + "lit-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643718, + "recall": 0.701581, + "f1": 0.660754, + "accuracy": 0.701581, + "main_score": 0.660754, + "hf_subset": "lit_Latn-kon_Latn", + "languages": [ + "lit-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662121, + "recall": 0.72332, + "f1": 0.679269, + "accuracy": 0.72332, + "main_score": 0.679269, + "hf_subset": "lit_Latn-mni_Beng", + "languages": [ + "lit-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ron_Latn", + "languages": [ + "lit-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.986166, + "f1": 0.983531, + "accuracy": 0.986166, + "main_score": 0.983531, + "hf_subset": "lit_Latn-szl_Latn", + "languages": [ + "lit-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-vec_Latn", + "languages": [ + "lit-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93857, + "recall": 0.958498, + "f1": 0.945158, + "accuracy": 0.958498, + "main_score": 0.945158, + "hf_subset": "lit_Latn-amh_Ethi", + "languages": [ + "lit-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-bos_Latn", + "languages": [ + "lit-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ita_Latn", + "languages": [ + "lit-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54447, + "recall": 0.610672, + "f1": 0.562688, + "accuracy": 0.610672, + "main_score": 0.562688, + "hf_subset": "lit_Latn-mos_Latn", + "languages": [ + "lit-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545685, + "recall": 0.603755, + "f1": 0.562418, + "accuracy": 0.603755, + "main_score": 0.562418, + "hf_subset": "lit_Latn-run_Latn", + "languages": [ + "lit-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993412, + "recall": 0.995059, + "f1": 0.993906, + "accuracy": 0.995059, + "main_score": 0.993906, + "hf_subset": "lit_Latn-apc_Arab", + "languages": [ + "lit-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80443, + "recall": 0.851779, + "f1": 0.818794, + "accuracy": 0.851779, + "main_score": 0.818794, + "hf_subset": "lit_Latn-bug_Latn", + "languages": [ + "lit-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460433, + "recall": 0.517787, + "f1": 0.475864, + "accuracy": 0.517787, + "main_score": 0.475864, + "hf_subset": "lit_Latn-fon_Latn", + "languages": [ + "lit-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lit_Latn-jav_Latn", + "languages": [ + "lit-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-lao_Laoo", + "languages": [ + "lit-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878047, + "recall": 0.912055, + "f1": 0.8889, + "accuracy": 0.912055, + "main_score": 0.8889, + "hf_subset": "lit_Latn-mri_Latn", + "languages": [ + "lit-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529776, + "recall": 0.591897, + "f1": 0.546375, + "accuracy": 0.591897, + "main_score": 0.546375, + "hf_subset": "lit_Latn-taq_Latn", + "languages": [ + "lit-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lit_Latn-war_Latn", + "languages": [ + "lit-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-bul_Cyrl", + "languages": [ + "lit-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lit_Latn-lij_Latn", + "languages": [ + "lit-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "lit_Latn-mya_Mymr", + "languages": [ + "lit-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570969, + "recall": 0.640316, + "f1": 0.589821, + "accuracy": 0.640316, + "main_score": 0.589821, + "hf_subset": "lit_Latn-sag_Latn", + "languages": [ + "lit-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197038, + "recall": 0.254941, + "f1": 0.210606, + "accuracy": 0.254941, + "main_score": 0.210606, + "hf_subset": "lit_Latn-taq_Tfng", + "languages": [ + "lit-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621196, + "recall": 0.684783, + "f1": 0.639432, + "accuracy": 0.684783, + "main_score": 0.639432, + "hf_subset": "lit_Latn-wol_Latn", + "languages": [ + "lit-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77399, + "recall": 0.831028, + "f1": 0.791422, + "accuracy": 0.831028, + "main_score": 0.791422, + "hf_subset": "lit_Latn-arb_Latn", + "languages": [ + "lit-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-cat_Latn", + "languages": [ + "lit-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-fur_Latn", + "languages": [ + "lit-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418153, + "recall": 0.47332, + "f1": 0.43342, + "accuracy": 0.47332, + "main_score": 0.43342, + "hf_subset": "lit_Latn-kab_Latn", + "languages": [ + "lit-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "lit_Latn-lim_Latn", + "languages": [ + "lit-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "lit_Latn-san_Deva", + "languages": [ + "lit-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lit_Latn-tat_Cyrl", + "languages": [ + "lit-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66401, + "recall": 0.720356, + "f1": 0.680717, + "accuracy": 0.720356, + "main_score": 0.680717, + "hf_subset": "lit_Latn-xho_Latn", + "languages": [ + "lit-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ars_Arab", + "languages": [ + "lit-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ceb_Latn", + "languages": [ + "lit-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542253, + "recall": 0.600791, + "f1": 0.559148, + "accuracy": 0.600791, + "main_score": 0.559148, + "hf_subset": "lit_Latn-fuv_Latn", + "languages": [ + "lit-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505679, + "recall": 0.572134, + "f1": 0.523678, + "accuracy": 0.572134, + "main_score": 0.523678, + "hf_subset": "lit_Latn-kac_Latn", + "languages": [ + "lit-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661424, + "recall": 0.715415, + "f1": 0.677273, + "accuracy": 0.715415, + "main_score": 0.677273, + "hf_subset": "lit_Latn-lin_Latn", + "languages": [ + "lit-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-nno_Latn", + "languages": [ + "lit-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.232749, + "recall": 0.309289, + "f1": 0.25295, + "accuracy": 0.309289, + "main_score": 0.25295, + "hf_subset": "lit_Latn-sat_Olck", + "languages": [ + "lit-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-tel_Telu", + "languages": [ + "lit-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "lit_Latn-ydd_Hebr", + "languages": [ + "lit-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "lit_Latn-ary_Arab", + "languages": [ + "lit-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-ces_Latn", + "languages": [ + "lit-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570356, + "recall": 0.630435, + "f1": 0.587836, + "accuracy": 0.630435, + "main_score": 0.587836, + "hf_subset": "lit_Latn-gaz_Latn", + "languages": [ + "lit-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582222, + "recall": 0.646245, + "f1": 0.600342, + "accuracy": 0.646245, + "main_score": 0.600342, + "hf_subset": "lit_Latn-kam_Latn", + "languages": [ + "lit-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-nob_Latn", + "languages": [ + "lit-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "lit_Latn-scn_Latn", + "languages": [ + "lit-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lit_Latn-tgk_Cyrl", + "languages": [ + "lit-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727176, + "recall": 0.787549, + "f1": 0.745389, + "accuracy": 0.787549, + "main_score": 0.745389, + "hf_subset": "lit_Latn-yor_Latn", + "languages": [ + "lit-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-arz_Arab", + "languages": [ + "lit-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548008, + "recall": 0.608696, + "f1": 0.565769, + "accuracy": 0.608696, + "main_score": 0.565769, + "hf_subset": "lit_Latn-cjk_Latn", + "languages": [ + "lit-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787912, + "recall": 0.836957, + "f1": 0.802767, + "accuracy": 0.836957, + "main_score": 0.802767, + "hf_subset": "lit_Latn-gla_Latn", + "languages": [ + "lit-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-kan_Knda", + "languages": [ + "lit-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.983202, + "f1": 0.979414, + "accuracy": 0.983202, + "main_score": 0.979414, + "hf_subset": "lit_Latn-lmo_Latn", + "languages": [ + "lit-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lit_Latn-npi_Deva", + "languages": [ + "lit-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453453, + "recall": 0.51581, + "f1": 0.470479, + "accuracy": 0.51581, + "main_score": 0.470479, + "hf_subset": "lit_Latn-shn_Mymr", + "languages": [ + "lit-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-tgl_Latn", + "languages": [ + "lit-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-yue_Hant", + "languages": [ + "lit-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-asm_Beng", + "languages": [ + "lit-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "lit_Latn-ckb_Arab", + "languages": [ + "lit-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875329, + "recall": 0.910079, + "f1": 0.886284, + "accuracy": 0.910079, + "main_score": 0.886284, + "hf_subset": "lit_Latn-gle_Latn", + "languages": [ + "lit-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944499, + "recall": 0.960474, + "f1": 0.949769, + "accuracy": 0.960474, + "main_score": 0.949769, + "hf_subset": "lit_Latn-kas_Arab", + "languages": [ + "lit-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "lit_Latn-ltg_Latn", + "languages": [ + "lit-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607496, + "recall": 0.662055, + "f1": 0.622967, + "accuracy": 0.662055, + "main_score": 0.622967, + "hf_subset": "lit_Latn-nso_Latn", + "languages": [ + "lit-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lit_Latn-sin_Sinh", + "languages": [ + "lit-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-tha_Thai", + "languages": [ + "lit-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-zho_Hans", + "languages": [ + "lit-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ast_Latn", + "languages": [ + "lit-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-crh_Latn", + "languages": [ + "lit-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-glg_Latn", + "languages": [ + "lit-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888011, + "recall": 0.920949, + "f1": 0.898715, + "accuracy": 0.920949, + "main_score": 0.898715, + "hf_subset": "lit_Latn-kas_Deva", + "languages": [ + "lit-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "lit_Latn-ltz_Latn", + "languages": [ + "lit-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453491, + "recall": 0.521739, + "f1": 0.472343, + "accuracy": 0.521739, + "main_score": 0.472343, + "hf_subset": "lit_Latn-nus_Latn", + "languages": [ + "lit-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-slk_Latn", + "languages": [ + "lit-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611811, + "recall": 0.686759, + "f1": 0.633846, + "accuracy": 0.686759, + "main_score": 0.633846, + "hf_subset": "lit_Latn-tir_Ethi", + "languages": [ + "lit-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "lit_Latn-awa_Deva", + "languages": [ + "lit-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "lit_Latn-cym_Latn", + "languages": [ + "lit-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827602, + "recall": 0.870553, + "f1": 0.841041, + "accuracy": 0.870553, + "main_score": 0.841041, + "hf_subset": "lit_Latn-grn_Latn", + "languages": [ + "lit-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-kat_Geor", + "languages": [ + "lit-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633473, + "recall": 0.688735, + "f1": 0.64905, + "accuracy": 0.688735, + "main_score": 0.64905, + "hf_subset": "lit_Latn-lua_Latn", + "languages": [ + "lit-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625141, + "recall": 0.682806, + "f1": 0.641551, + "accuracy": 0.682806, + "main_score": 0.641551, + "hf_subset": "lit_Latn-nya_Latn", + "languages": [ + "lit-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-slv_Latn", + "languages": [ + "lit-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "lit_Latn-tpi_Latn", + "languages": [ + "lit-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-zsm_Latn", + "languages": [ + "lit-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533775, + "recall": 0.598814, + "f1": 0.552442, + "accuracy": 0.598814, + "main_score": 0.552442, + "hf_subset": "lit_Latn-ayr_Latn", + "languages": [ + "lit-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-dan_Latn", + "languages": [ + "lit-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-guj_Gujr", + "languages": [ + "lit-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lit_Latn-kaz_Cyrl", + "languages": [ + "lit-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54171, + "recall": 0.604743, + "f1": 0.559461, + "accuracy": 0.604743, + "main_score": 0.559461, + "hf_subset": "lit_Latn-lug_Latn", + "languages": [ + "lit-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-oci_Latn", + "languages": [ + "lit-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82057, + "recall": 0.869565, + "f1": 0.835573, + "accuracy": 0.869565, + "main_score": 0.835573, + "hf_subset": "lit_Latn-smo_Latn", + "languages": [ + "lit-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530865, + "recall": 0.591897, + "f1": 0.548072, + "accuracy": 0.591897, + "main_score": 0.548072, + "hf_subset": "lit_Latn-tsn_Latn", + "languages": [ + "lit-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614608, + "recall": 0.674901, + "f1": 0.632497, + "accuracy": 0.674901, + "main_score": 0.632497, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930995, + "recall": 0.951581, + "f1": 0.937747, + "accuracy": 0.951581, + "main_score": 0.937747, + "hf_subset": "lit_Latn-azb_Arab", + "languages": [ + "lit-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.974308, + "f1": 0.968379, + "accuracy": 0.974308, + "main_score": 0.968379, + "hf_subset": "lit_Latn-hat_Latn", + "languages": [ + "lit-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489568, + "recall": 0.543478, + "f1": 0.504273, + "accuracy": 0.543478, + "main_score": 0.504273, + "hf_subset": "lit_Latn-kbp_Latn", + "languages": [ + "lit-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557084, + "recall": 0.619565, + "f1": 0.574474, + "accuracy": 0.619565, + "main_score": 0.574474, + "hf_subset": "lit_Latn-luo_Latn", + "languages": [ + "lit-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-ory_Orya", + "languages": [ + "lit-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567246, + "recall": 0.634387, + "f1": 0.586141, + "accuracy": 0.634387, + "main_score": 0.586141, + "hf_subset": "lit_Latn-sna_Latn", + "languages": [ + "lit-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537995, + "recall": 0.59585, + "f1": 0.554302, + "accuracy": 0.59585, + "main_score": 0.554302, + "hf_subset": "lit_Latn-tso_Latn", + "languages": [ + "lit-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "lit_Latn-azj_Latn", + "languages": [ + "lit-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518923, + "recall": 0.591897, + "f1": 0.540368, + "accuracy": 0.591897, + "main_score": 0.540368, + "hf_subset": "lit_Latn-dik_Latn", + "languages": [ + "lit-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750247, + "recall": 0.807312, + "f1": 0.767575, + "accuracy": 0.807312, + "main_score": 0.767575, + "hf_subset": "lit_Latn-hau_Latn", + "languages": [ + "lit-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "lit_Latn-kea_Latn", + "languages": [ + "lit-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729809, + "recall": 0.780632, + "f1": 0.745191, + "accuracy": 0.780632, + "main_score": 0.745191, + "hf_subset": "lit_Latn-lus_Latn", + "languages": [ + "lit-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858514, + "recall": 0.889328, + "f1": 0.867377, + "accuracy": 0.889328, + "main_score": 0.867377, + "hf_subset": "lit_Latn-pag_Latn", + "languages": [ + "lit-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-snd_Arab", + "languages": [ + "lit-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957757, + "recall": 0.970356, + "f1": 0.961858, + "accuracy": 0.970356, + "main_score": 0.961858, + "hf_subset": "lit_Latn-tuk_Latn", + "languages": [ + "lit-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lit_Latn-bak_Cyrl", + "languages": [ + "lit-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470792, + "recall": 0.547431, + "f1": 0.492813, + "accuracy": 0.547431, + "main_score": 0.492813, + "hf_subset": "lit_Latn-dyu_Latn", + "languages": [ + "lit-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lit_Latn-khk_Cyrl", + "languages": [ + "lit-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-lvs_Latn", + "languages": [ + "lit-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lit_Latn-pan_Guru", + "languages": [ + "lit-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71154, + "recall": 0.769763, + "f1": 0.728541, + "accuracy": 0.769763, + "main_score": 0.728541, + "hf_subset": "lit_Latn-som_Latn", + "languages": [ + "lit-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586134, + "recall": 0.642292, + "f1": 0.601855, + "accuracy": 0.642292, + "main_score": 0.601855, + "hf_subset": "lit_Latn-tum_Latn", + "languages": [ + "lit-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580634, + "recall": 0.645257, + "f1": 0.599286, + "accuracy": 0.645257, + "main_score": 0.599286, + "hf_subset": "nob_Latn-ace_Arab", + "languages": [ + "nob-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543232, + "recall": 0.604743, + "f1": 0.560762, + "accuracy": 0.604743, + "main_score": 0.560762, + "hf_subset": "nob_Latn-bam_Latn", + "languages": [ + "nob-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444355, + "recall": 0.516798, + "f1": 0.464174, + "accuracy": 0.516798, + "main_score": 0.464174, + "hf_subset": "nob_Latn-dzo_Tibt", + "languages": [ + "nob-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hin_Deva", + "languages": [ + "nob-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-khm_Khmr", + "languages": [ + "nob-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mag_Deva", + "languages": [ + "nob-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-pap_Latn", + "languages": [ + "nob-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603508, + "recall": 0.656126, + "f1": 0.618403, + "accuracy": 0.656126, + "main_score": 0.618403, + "hf_subset": "nob_Latn-sot_Latn", + "languages": [ + "nob-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-tur_Latn", + "languages": [ + "nob-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883152, + "recall": 0.912055, + "f1": 0.892194, + "accuracy": 0.912055, + "main_score": 0.892194, + "hf_subset": "nob_Latn-ace_Latn", + "languages": [ + "nob-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.97332, + "f1": 0.966733, + "accuracy": 0.97332, + "main_score": 0.966733, + "hf_subset": "nob_Latn-ban_Latn", + "languages": [ + "nob-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-ell_Grek", + "languages": [ + "nob-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nob_Latn-hne_Deva", + "languages": [ + "nob-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59552, + "recall": 0.657115, + "f1": 0.613356, + "accuracy": 0.657115, + "main_score": 0.613356, + "hf_subset": "nob_Latn-kik_Latn", + "languages": [ + "nob-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mai_Deva", + "languages": [ + "nob-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "nob_Latn-pbt_Arab", + "languages": [ + "nob-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-spa_Latn", + "languages": [ + "nob-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626179, + "recall": 0.687747, + "f1": 0.64365, + "accuracy": 0.687747, + "main_score": 0.64365, + "hf_subset": "nob_Latn-twi_Latn", + "languages": [ + "nob-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-acm_Arab", + "languages": [ + "nob-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-bel_Cyrl", + "languages": [ + "nob-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hrv_Latn", + "languages": [ + "nob-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575092, + "recall": 0.632411, + "f1": 0.591161, + "accuracy": 0.632411, + "main_score": 0.591161, + "hf_subset": "nob_Latn-kin_Latn", + "languages": [ + "nob-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-mal_Mlym", + "languages": [ + "nob-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-pes_Arab", + "languages": [ + "nob-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-srd_Latn", + "languages": [ + "nob-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182393, + "recall": 0.230237, + "f1": 0.193865, + "accuracy": 0.230237, + "main_score": 0.193865, + "hf_subset": "nob_Latn-tzm_Tfng", + "languages": [ + "nob-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-acq_Arab", + "languages": [ + "nob-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637379, + "recall": 0.684783, + "f1": 0.650795, + "accuracy": 0.684783, + "main_score": 0.650795, + "hf_subset": "nob_Latn-bem_Latn", + "languages": [ + "nob-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-epo_Latn", + "languages": [ + "nob-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hun_Latn", + "languages": [ + "nob-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-kir_Cyrl", + "languages": [ + "nob-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mar_Deva", + "languages": [ + "nob-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689189, + "recall": 0.740119, + "f1": 0.703842, + "accuracy": 0.740119, + "main_score": 0.703842, + "hf_subset": "nob_Latn-plt_Latn", + "languages": [ + "nob-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-srp_Cyrl", + "languages": [ + "nob-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "nob_Latn-uig_Arab", + "languages": [ + "nob-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-aeb_Arab", + "languages": [ + "nob-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ben_Beng", + "languages": [ + "nob-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-est_Latn", + "languages": [ + "nob-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-hye_Armn", + "languages": [ + "nob-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563843, + "recall": 0.613636, + "f1": 0.578315, + "accuracy": 0.613636, + "main_score": 0.578315, + "hf_subset": "nob_Latn-kmb_Latn", + "languages": [ + "nob-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515655, + "recall": 0.590909, + "f1": 0.536426, + "accuracy": 0.590909, + "main_score": 0.536426, + "hf_subset": "nob_Latn-min_Arab", + "languages": [ + "nob-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-pol_Latn", + "languages": [ + "nob-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574449, + "recall": 0.637352, + "f1": 0.592577, + "accuracy": 0.637352, + "main_score": 0.592577, + "hf_subset": "nob_Latn-ssw_Latn", + "languages": [ + "nob-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ukr_Cyrl", + "languages": [ + "nob-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bho_Deva", + "languages": [ + "nob-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-eus_Latn", + "languages": [ + "nob-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602322, + "recall": 0.666008, + "f1": 0.620108, + "accuracy": 0.666008, + "main_score": 0.620108, + "hf_subset": "nob_Latn-ibo_Latn", + "languages": [ + "nob-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901021, + "recall": 0.928854, + "f1": 0.909717, + "accuracy": 0.928854, + "main_score": 0.909717, + "hf_subset": "nob_Latn-kmr_Latn", + "languages": [ + "nob-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "nob_Latn-min_Latn", + "languages": [ + "nob-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-por_Latn", + "languages": [ + "nob-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-sun_Latn", + "languages": [ + "nob-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527324, + "recall": 0.585968, + "f1": 0.54393, + "accuracy": 0.585968, + "main_score": 0.54393, + "hf_subset": "nob_Latn-umb_Latn", + "languages": [ + "nob-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ajp_Arab", + "languages": [ + "nob-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56532, + "recall": 0.620553, + "f1": 0.580829, + "accuracy": 0.620553, + "main_score": 0.580829, + "hf_subset": "nob_Latn-bjn_Arab", + "languages": [ + "nob-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540499, + "recall": 0.591897, + "f1": 0.554855, + "accuracy": 0.591897, + "main_score": 0.554855, + "hf_subset": "nob_Latn-ewe_Latn", + "languages": [ + "nob-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "nob_Latn-ilo_Latn", + "languages": [ + "nob-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323659, + "recall": 0.383399, + "f1": 0.340352, + "accuracy": 0.383399, + "main_score": 0.340352, + "hf_subset": "nob_Latn-knc_Arab", + "languages": [ + "nob-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-mkd_Cyrl", + "languages": [ + "nob-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-prs_Arab", + "languages": [ + "nob-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-urd_Arab", + "languages": [ + "nob-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602726, + "recall": 0.664032, + "f1": 0.619855, + "accuracy": 0.664032, + "main_score": 0.619855, + "hf_subset": "nob_Latn-aka_Latn", + "languages": [ + "nob-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-bjn_Latn", + "languages": [ + "nob-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ind_Latn", + "languages": [ + "nob-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591392, + "recall": 0.644269, + "f1": 0.606785, + "accuracy": 0.644269, + "main_score": 0.606785, + "hf_subset": "nob_Latn-knc_Latn", + "languages": [ + "nob-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-mlt_Latn", + "languages": [ + "nob-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715923, + "recall": 0.779644, + "f1": 0.735266, + "accuracy": 0.779644, + "main_score": 0.735266, + "hf_subset": "nob_Latn-quy_Latn", + "languages": [ + "nob-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "nob_Latn-swh_Latn", + "languages": [ + "nob-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-uzn_Latn", + "languages": [ + "nob-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-als_Latn", + "languages": [ + "nob-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66726, + "recall": 0.746047, + "f1": 0.690683, + "accuracy": 0.746047, + "main_score": 0.690683, + "hf_subset": "nob_Latn-bod_Tibt", + "languages": [ + "nob-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714419, + "recall": 0.771739, + "f1": 0.731233, + "accuracy": 0.771739, + "main_score": 0.731233, + "hf_subset": "nob_Latn-fij_Latn", + "languages": [ + "nob-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670128, + "recall": 0.72332, + "f1": 0.686159, + "accuracy": 0.72332, + "main_score": 0.686159, + "hf_subset": "nob_Latn-kon_Latn", + "languages": [ + "nob-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674094, + "recall": 0.740119, + "f1": 0.693629, + "accuracy": 0.740119, + "main_score": 0.693629, + "hf_subset": "nob_Latn-mni_Beng", + "languages": [ + "nob-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ron_Latn", + "languages": [ + "nob-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "nob_Latn-szl_Latn", + "languages": [ + "nob-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-vec_Latn", + "languages": [ + "nob-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "nob_Latn-amh_Ethi", + "languages": [ + "nob-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bos_Latn", + "languages": [ + "nob-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-fin_Latn", + "languages": [ + "nob-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ita_Latn", + "languages": [ + "nob-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-kor_Hang", + "languages": [ + "nob-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55528, + "recall": 0.614625, + "f1": 0.572368, + "accuracy": 0.614625, + "main_score": 0.572368, + "hf_subset": "nob_Latn-mos_Latn", + "languages": [ + "nob-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560623, + "recall": 0.615613, + "f1": 0.576685, + "accuracy": 0.615613, + "main_score": 0.576685, + "hf_subset": "nob_Latn-run_Latn", + "languages": [ + "nob-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tam_Taml", + "languages": [ + "nob-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-vie_Latn", + "languages": [ + "nob-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-apc_Arab", + "languages": [ + "nob-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811248, + "recall": 0.857708, + "f1": 0.825052, + "accuracy": 0.857708, + "main_score": 0.825052, + "hf_subset": "nob_Latn-bug_Latn", + "languages": [ + "nob-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474553, + "recall": 0.533597, + "f1": 0.490314, + "accuracy": 0.533597, + "main_score": 0.490314, + "hf_subset": "nob_Latn-fon_Latn", + "languages": [ + "nob-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-jav_Latn", + "languages": [ + "nob-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-lao_Laoo", + "languages": [ + "nob-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890869, + "recall": 0.921937, + "f1": 0.90084, + "accuracy": 0.921937, + "main_score": 0.90084, + "hf_subset": "nob_Latn-mri_Latn", + "languages": [ + "nob-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-rus_Cyrl", + "languages": [ + "nob-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546814, + "recall": 0.606719, + "f1": 0.563857, + "accuracy": 0.606719, + "main_score": 0.563857, + "hf_subset": "nob_Latn-taq_Latn", + "languages": [ + "nob-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-war_Latn", + "languages": [ + "nob-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-arb_Arab", + "languages": [ + "nob-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-bul_Cyrl", + "languages": [ + "nob-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-fra_Latn", + "languages": [ + "nob-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-jpn_Jpan", + "languages": [ + "nob-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-lij_Latn", + "languages": [ + "nob-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "nob_Latn-mya_Mymr", + "languages": [ + "nob-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598377, + "recall": 0.668972, + "f1": 0.61861, + "accuracy": 0.668972, + "main_score": 0.61861, + "hf_subset": "nob_Latn-sag_Latn", + "languages": [ + "nob-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197768, + "recall": 0.256917, + "f1": 0.210553, + "accuracy": 0.256917, + "main_score": 0.210553, + "hf_subset": "nob_Latn-taq_Tfng", + "languages": [ + "nob-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641897, + "recall": 0.69664, + "f1": 0.657369, + "accuracy": 0.69664, + "main_score": 0.657369, + "hf_subset": "nob_Latn-wol_Latn", + "languages": [ + "nob-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819582, + "recall": 0.865613, + "f1": 0.834025, + "accuracy": 0.865613, + "main_score": 0.834025, + "hf_subset": "nob_Latn-arb_Latn", + "languages": [ + "nob-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-cat_Latn", + "languages": [ + "nob-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-fur_Latn", + "languages": [ + "nob-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429978, + "recall": 0.48419, + "f1": 0.44501, + "accuracy": 0.48419, + "main_score": 0.44501, + "hf_subset": "nob_Latn-kab_Latn", + "languages": [ + "nob-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-lim_Latn", + "languages": [ + "nob-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nob_Latn-san_Deva", + "languages": [ + "nob-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tat_Cyrl", + "languages": [ + "nob-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689846, + "recall": 0.741107, + "f1": 0.70488, + "accuracy": 0.741107, + "main_score": 0.70488, + "hf_subset": "nob_Latn-xho_Latn", + "languages": [ + "nob-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ars_Arab", + "languages": [ + "nob-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "nob_Latn-ceb_Latn", + "languages": [ + "nob-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574005, + "recall": 0.633399, + "f1": 0.590637, + "accuracy": 0.633399, + "main_score": 0.590637, + "hf_subset": "nob_Latn-fuv_Latn", + "languages": [ + "nob-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525318, + "recall": 0.587945, + "f1": 0.542963, + "accuracy": 0.587945, + "main_score": 0.542963, + "hf_subset": "nob_Latn-kac_Latn", + "languages": [ + "nob-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670578, + "recall": 0.72332, + "f1": 0.686503, + "accuracy": 0.72332, + "main_score": 0.686503, + "hf_subset": "nob_Latn-lin_Latn", + "languages": [ + "nob-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23406, + "recall": 0.314229, + "f1": 0.255341, + "accuracy": 0.314229, + "main_score": 0.255341, + "hf_subset": "nob_Latn-sat_Olck", + "languages": [ + "nob-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tel_Telu", + "languages": [ + "nob-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "nob_Latn-ydd_Hebr", + "languages": [ + "nob-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "nob_Latn-ary_Arab", + "languages": [ + "nob-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ces_Latn", + "languages": [ + "nob-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593382, + "recall": 0.65415, + "f1": 0.610757, + "accuracy": 0.65415, + "main_score": 0.610757, + "hf_subset": "nob_Latn-gaz_Latn", + "languages": [ + "nob-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581994, + "recall": 0.648221, + "f1": 0.600122, + "accuracy": 0.648221, + "main_score": 0.600122, + "hf_subset": "nob_Latn-kam_Latn", + "languages": [ + "nob-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "nob_Latn-lit_Latn", + "languages": [ + "nob-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "nob_Latn-scn_Latn", + "languages": [ + "nob-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "nob_Latn-tgk_Cyrl", + "languages": [ + "nob-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726212, + "recall": 0.789526, + "f1": 0.745739, + "accuracy": 0.789526, + "main_score": 0.745739, + "hf_subset": "nob_Latn-yor_Latn", + "languages": [ + "nob-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-arz_Arab", + "languages": [ + "nob-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577834, + "recall": 0.63834, + "f1": 0.595394, + "accuracy": 0.63834, + "main_score": 0.595394, + "hf_subset": "nob_Latn-cjk_Latn", + "languages": [ + "nob-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812566, + "recall": 0.857708, + "f1": 0.826449, + "accuracy": 0.857708, + "main_score": 0.826449, + "hf_subset": "nob_Latn-gla_Latn", + "languages": [ + "nob-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-kan_Knda", + "languages": [ + "nob-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "nob_Latn-lmo_Latn", + "languages": [ + "nob-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nob_Latn-npi_Deva", + "languages": [ + "nob-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477035, + "recall": 0.540514, + "f1": 0.494652, + "accuracy": 0.540514, + "main_score": 0.494652, + "hf_subset": "nob_Latn-shn_Mymr", + "languages": [ + "nob-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-tgl_Latn", + "languages": [ + "nob-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-yue_Hant", + "languages": [ + "nob-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-asm_Beng", + "languages": [ + "nob-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "nob_Latn-ckb_Arab", + "languages": [ + "nob-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906621, + "recall": 0.933794, + "f1": 0.915152, + "accuracy": 0.933794, + "main_score": 0.915152, + "hf_subset": "nob_Latn-gle_Latn", + "languages": [ + "nob-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "nob_Latn-kas_Arab", + "languages": [ + "nob-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "nob_Latn-ltg_Latn", + "languages": [ + "nob-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631039, + "recall": 0.684783, + "f1": 0.646925, + "accuracy": 0.684783, + "main_score": 0.646925, + "hf_subset": "nob_Latn-nso_Latn", + "languages": [ + "nob-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-sin_Sinh", + "languages": [ + "nob-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-tha_Thai", + "languages": [ + "nob-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-zho_Hans", + "languages": [ + "nob-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ast_Latn", + "languages": [ + "nob-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-crh_Latn", + "languages": [ + "nob-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-glg_Latn", + "languages": [ + "nob-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915843, + "recall": 0.939723, + "f1": 0.923537, + "accuracy": 0.939723, + "main_score": 0.923537, + "hf_subset": "nob_Latn-kas_Deva", + "languages": [ + "nob-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4798, + "recall": 0.539526, + "f1": 0.496217, + "accuracy": 0.539526, + "main_score": 0.496217, + "hf_subset": "nob_Latn-nus_Latn", + "languages": [ + "nob-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-slk_Latn", + "languages": [ + "nob-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628343, + "recall": 0.69664, + "f1": 0.648273, + "accuracy": 0.69664, + "main_score": 0.648273, + "hf_subset": "nob_Latn-tir_Ethi", + "languages": [ + "nob-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-zho_Hant", + "languages": [ + "nob-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "nob_Latn-awa_Deva", + "languages": [ + "nob-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "nob_Latn-cym_Latn", + "languages": [ + "nob-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851614, + "recall": 0.890316, + "f1": 0.863735, + "accuracy": 0.890316, + "main_score": 0.863735, + "hf_subset": "nob_Latn-grn_Latn", + "languages": [ + "nob-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-kat_Geor", + "languages": [ + "nob-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66259, + "recall": 0.712451, + "f1": 0.67708, + "accuracy": 0.712451, + "main_score": 0.67708, + "hf_subset": "nob_Latn-lua_Latn", + "languages": [ + "nob-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658118, + "recall": 0.716403, + "f1": 0.674687, + "accuracy": 0.716403, + "main_score": 0.674687, + "hf_subset": "nob_Latn-nya_Latn", + "languages": [ + "nob-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-slv_Latn", + "languages": [ + "nob-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "nob_Latn-tpi_Latn", + "languages": [ + "nob-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-zsm_Latn", + "languages": [ + "nob-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56194, + "recall": 0.623518, + "f1": 0.579524, + "accuracy": 0.623518, + "main_score": 0.579524, + "hf_subset": "nob_Latn-ayr_Latn", + "languages": [ + "nob-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-guj_Gujr", + "languages": [ + "nob-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-kaz_Cyrl", + "languages": [ + "nob-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559891, + "recall": 0.616601, + "f1": 0.575732, + "accuracy": 0.616601, + "main_score": 0.575732, + "hf_subset": "nob_Latn-lug_Latn", + "languages": [ + "nob-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-oci_Latn", + "languages": [ + "nob-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839427, + "recall": 0.879447, + "f1": 0.851746, + "accuracy": 0.879447, + "main_score": 0.851746, + "hf_subset": "nob_Latn-smo_Latn", + "languages": [ + "nob-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563265, + "recall": 0.621542, + "f1": 0.580038, + "accuracy": 0.621542, + "main_score": 0.580038, + "hf_subset": "nob_Latn-tsn_Latn", + "languages": [ + "nob-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62081, + "recall": 0.681818, + "f1": 0.638309, + "accuracy": 0.681818, + "main_score": 0.638309, + "hf_subset": "nob_Latn-zul_Latn", + "languages": [ + "nob-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "nob_Latn-azb_Arab", + "languages": [ + "nob-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "nob_Latn-hat_Latn", + "languages": [ + "nob-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502868, + "recall": 0.554348, + "f1": 0.517391, + "accuracy": 0.554348, + "main_score": 0.517391, + "hf_subset": "nob_Latn-kbp_Latn", + "languages": [ + "nob-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590748, + "recall": 0.648221, + "f1": 0.605876, + "accuracy": 0.648221, + "main_score": 0.605876, + "hf_subset": "nob_Latn-luo_Latn", + "languages": [ + "nob-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-ory_Orya", + "languages": [ + "nob-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595342, + "recall": 0.664032, + "f1": 0.615109, + "accuracy": 0.664032, + "main_score": 0.615109, + "hf_subset": "nob_Latn-sna_Latn", + "languages": [ + "nob-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581517, + "recall": 0.632411, + "f1": 0.595472, + "accuracy": 0.632411, + "main_score": 0.595472, + "hf_subset": "nob_Latn-tso_Latn", + "languages": [ + "nob-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "nob_Latn-azj_Latn", + "languages": [ + "nob-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54565, + "recall": 0.613636, + "f1": 0.565248, + "accuracy": 0.613636, + "main_score": 0.565248, + "hf_subset": "nob_Latn-dik_Latn", + "languages": [ + "nob-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75942, + "recall": 0.809289, + "f1": 0.774638, + "accuracy": 0.809289, + "main_score": 0.774638, + "hf_subset": "nob_Latn-hau_Latn", + "languages": [ + "nob-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-kea_Latn", + "languages": [ + "nob-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748584, + "recall": 0.796443, + "f1": 0.762865, + "accuracy": 0.796443, + "main_score": 0.762865, + "hf_subset": "nob_Latn-lus_Latn", + "languages": [ + "nob-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888126, + "recall": 0.913043, + "f1": 0.89577, + "accuracy": 0.913043, + "main_score": 0.89577, + "hf_subset": "nob_Latn-pag_Latn", + "languages": [ + "nob-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-snd_Arab", + "languages": [ + "nob-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "nob_Latn-tuk_Latn", + "languages": [ + "nob-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "nob_Latn-bak_Cyrl", + "languages": [ + "nob-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498667, + "recall": 0.571146, + "f1": 0.519702, + "accuracy": 0.571146, + "main_score": 0.519702, + "hf_subset": "nob_Latn-dyu_Latn", + "languages": [ + "nob-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "nob_Latn-heb_Hebr", + "languages": [ + "nob-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "nob_Latn-khk_Cyrl", + "languages": [ + "nob-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-lvs_Latn", + "languages": [ + "nob-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "nob_Latn-pan_Guru", + "languages": [ + "nob-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717591, + "recall": 0.770751, + "f1": 0.733089, + "accuracy": 0.770751, + "main_score": 0.733089, + "hf_subset": "nob_Latn-som_Latn", + "languages": [ + "nob-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606642, + "recall": 0.655138, + "f1": 0.620269, + "accuracy": 0.655138, + "main_score": 0.620269, + "hf_subset": "nob_Latn-tum_Latn", + "languages": [ + "nob-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565357, + "recall": 0.63834, + "f1": 0.58639, + "accuracy": 0.63834, + "main_score": 0.58639, + "hf_subset": "scn_Latn-ace_Arab", + "languages": [ + "scn-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531908, + "recall": 0.591897, + "f1": 0.548959, + "accuracy": 0.591897, + "main_score": 0.548959, + "hf_subset": "scn_Latn-bam_Latn", + "languages": [ + "scn-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370416, + "recall": 0.439723, + "f1": 0.388877, + "accuracy": 0.439723, + "main_score": 0.388877, + "hf_subset": "scn_Latn-dzo_Tibt", + "languages": [ + "scn-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "scn_Latn-hin_Deva", + "languages": [ + "scn-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "scn_Latn-khm_Khmr", + "languages": [ + "scn-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-mag_Deva", + "languages": [ + "scn-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96418, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "scn_Latn-pap_Latn", + "languages": [ + "scn-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599972, + "recall": 0.658103, + "f1": 0.616132, + "accuracy": 0.658103, + "main_score": 0.616132, + "hf_subset": "scn_Latn-sot_Latn", + "languages": [ + "scn-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-tur_Latn", + "languages": [ + "scn-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85886, + "recall": 0.891304, + "f1": 0.869156, + "accuracy": 0.891304, + "main_score": 0.869156, + "hf_subset": "scn_Latn-ace_Latn", + "languages": [ + "scn-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929018, + "recall": 0.94664, + "f1": 0.934256, + "accuracy": 0.94664, + "main_score": 0.934256, + "hf_subset": "scn_Latn-ban_Latn", + "languages": [ + "scn-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-ell_Grek", + "languages": [ + "scn-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "scn_Latn-hne_Deva", + "languages": [ + "scn-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603574, + "recall": 0.662055, + "f1": 0.620241, + "accuracy": 0.662055, + "main_score": 0.620241, + "hf_subset": "scn_Latn-kik_Latn", + "languages": [ + "scn-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-mai_Deva", + "languages": [ + "scn-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938241, + "recall": 0.95751, + "f1": 0.944499, + "accuracy": 0.95751, + "main_score": 0.944499, + "hf_subset": "scn_Latn-pbt_Arab", + "languages": [ + "scn-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-spa_Latn", + "languages": [ + "scn-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621567, + "recall": 0.681818, + "f1": 0.638723, + "accuracy": 0.681818, + "main_score": 0.638723, + "hf_subset": "scn_Latn-twi_Latn", + "languages": [ + "scn-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-acm_Arab", + "languages": [ + "scn-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "scn_Latn-bel_Cyrl", + "languages": [ + "scn-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "scn_Latn-eng_Latn", + "languages": [ + "scn-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "scn_Latn-hrv_Latn", + "languages": [ + "scn-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559543, + "recall": 0.614625, + "f1": 0.57484, + "accuracy": 0.614625, + "main_score": 0.57484, + "hf_subset": "scn_Latn-kin_Latn", + "languages": [ + "scn-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "scn_Latn-mal_Mlym", + "languages": [ + "scn-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-pes_Arab", + "languages": [ + "scn-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "scn_Latn-srd_Latn", + "languages": [ + "scn-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.182606, + "recall": 0.233202, + "f1": 0.195042, + "accuracy": 0.233202, + "main_score": 0.195042, + "hf_subset": "scn_Latn-tzm_Tfng", + "languages": [ + "scn-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-acq_Arab", + "languages": [ + "scn-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622694, + "recall": 0.673913, + "f1": 0.637247, + "accuracy": 0.673913, + "main_score": 0.637247, + "hf_subset": "scn_Latn-bem_Latn", + "languages": [ + "scn-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-epo_Latn", + "languages": [ + "scn-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-hun_Latn", + "languages": [ + "scn-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962039, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "scn_Latn-kir_Cyrl", + "languages": [ + "scn-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-mar_Deva", + "languages": [ + "scn-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657626, + "recall": 0.708498, + "f1": 0.672457, + "accuracy": 0.708498, + "main_score": 0.672457, + "hf_subset": "scn_Latn-plt_Latn", + "languages": [ + "scn-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-srp_Cyrl", + "languages": [ + "scn-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911232, + "recall": 0.934783, + "f1": 0.91861, + "accuracy": 0.934783, + "main_score": 0.91861, + "hf_subset": "scn_Latn-uig_Arab", + "languages": [ + "scn-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973732, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "scn_Latn-aeb_Arab", + "languages": [ + "scn-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "scn_Latn-ben_Beng", + "languages": [ + "scn-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-est_Latn", + "languages": [ + "scn-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-hye_Armn", + "languages": [ + "scn-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563225, + "recall": 0.61166, + "f1": 0.576696, + "accuracy": 0.61166, + "main_score": 0.576696, + "hf_subset": "scn_Latn-kmb_Latn", + "languages": [ + "scn-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499036, + "recall": 0.576087, + "f1": 0.520248, + "accuracy": 0.576087, + "main_score": 0.520248, + "hf_subset": "scn_Latn-min_Arab", + "languages": [ + "scn-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "scn_Latn-pol_Latn", + "languages": [ + "scn-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561777, + "recall": 0.62253, + "f1": 0.579368, + "accuracy": 0.62253, + "main_score": 0.579368, + "hf_subset": "scn_Latn-ssw_Latn", + "languages": [ + "scn-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-ukr_Cyrl", + "languages": [ + "scn-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-afr_Latn", + "languages": [ + "scn-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "scn_Latn-bho_Deva", + "languages": [ + "scn-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "scn_Latn-eus_Latn", + "languages": [ + "scn-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5774, + "recall": 0.637352, + "f1": 0.593768, + "accuracy": 0.637352, + "main_score": 0.593768, + "hf_subset": "scn_Latn-ibo_Latn", + "languages": [ + "scn-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834149, + "recall": 0.878458, + "f1": 0.848013, + "accuracy": 0.878458, + "main_score": 0.848013, + "hf_subset": "scn_Latn-kmr_Latn", + "languages": [ + "scn-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "scn_Latn-min_Latn", + "languages": [ + "scn-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-por_Latn", + "languages": [ + "scn-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "scn_Latn-sun_Latn", + "languages": [ + "scn-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523502, + "recall": 0.579051, + "f1": 0.539213, + "accuracy": 0.579051, + "main_score": 0.539213, + "hf_subset": "scn_Latn-umb_Latn", + "languages": [ + "scn-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "scn_Latn-ajp_Arab", + "languages": [ + "scn-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545703, + "recall": 0.607708, + "f1": 0.562721, + "accuracy": 0.607708, + "main_score": 0.562721, + "hf_subset": "scn_Latn-bjn_Arab", + "languages": [ + "scn-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520972, + "recall": 0.571146, + "f1": 0.534794, + "accuracy": 0.571146, + "main_score": 0.534794, + "hf_subset": "scn_Latn-ewe_Latn", + "languages": [ + "scn-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921278, + "recall": 0.9417, + "f1": 0.927654, + "accuracy": 0.9417, + "main_score": 0.927654, + "hf_subset": "scn_Latn-ilo_Latn", + "languages": [ + "scn-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318733, + "recall": 0.371542, + "f1": 0.33339, + "accuracy": 0.371542, + "main_score": 0.33339, + "hf_subset": "scn_Latn-knc_Arab", + "languages": [ + "scn-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-mkd_Cyrl", + "languages": [ + "scn-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-prs_Arab", + "languages": [ + "scn-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-swe_Latn", + "languages": [ + "scn-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-urd_Arab", + "languages": [ + "scn-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579332, + "recall": 0.636364, + "f1": 0.595504, + "accuracy": 0.636364, + "main_score": 0.595504, + "hf_subset": "scn_Latn-aka_Latn", + "languages": [ + "scn-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957543, + "recall": 0.969368, + "f1": 0.961298, + "accuracy": 0.969368, + "main_score": 0.961298, + "hf_subset": "scn_Latn-bjn_Latn", + "languages": [ + "scn-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942144, + "recall": 0.958498, + "f1": 0.9472, + "accuracy": 0.958498, + "main_score": 0.9472, + "hf_subset": "scn_Latn-fao_Latn", + "languages": [ + "scn-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-ind_Latn", + "languages": [ + "scn-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594382, + "recall": 0.646245, + "f1": 0.609079, + "accuracy": 0.646245, + "main_score": 0.609079, + "hf_subset": "scn_Latn-knc_Latn", + "languages": [ + "scn-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "scn_Latn-mlt_Latn", + "languages": [ + "scn-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69403, + "recall": 0.754941, + "f1": 0.711783, + "accuracy": 0.754941, + "main_score": 0.711783, + "hf_subset": "scn_Latn-quy_Latn", + "languages": [ + "scn-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950428, + "accuracy": 0.961462, + "main_score": 0.950428, + "hf_subset": "scn_Latn-swh_Latn", + "languages": [ + "scn-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "scn_Latn-uzn_Latn", + "languages": [ + "scn-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "scn_Latn-als_Latn", + "languages": [ + "scn-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562155, + "recall": 0.643281, + "f1": 0.585108, + "accuracy": 0.643281, + "main_score": 0.585108, + "hf_subset": "scn_Latn-bod_Tibt", + "languages": [ + "scn-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673166, + "recall": 0.728261, + "f1": 0.688628, + "accuracy": 0.728261, + "main_score": 0.688628, + "hf_subset": "scn_Latn-fij_Latn", + "languages": [ + "scn-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961051, + "recall": 0.97332, + "f1": 0.964987, + "accuracy": 0.97332, + "main_score": 0.964987, + "hf_subset": "scn_Latn-isl_Latn", + "languages": [ + "scn-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667682, + "recall": 0.718379, + "f1": 0.682327, + "accuracy": 0.718379, + "main_score": 0.682327, + "hf_subset": "scn_Latn-kon_Latn", + "languages": [ + "scn-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642977, + "recall": 0.703557, + "f1": 0.660364, + "accuracy": 0.703557, + "main_score": 0.660364, + "hf_subset": "scn_Latn-mni_Beng", + "languages": [ + "scn-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-ron_Latn", + "languages": [ + "scn-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.979249, + "f1": 0.973979, + "accuracy": 0.979249, + "main_score": 0.973979, + "hf_subset": "scn_Latn-szl_Latn", + "languages": [ + "scn-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-vec_Latn", + "languages": [ + "scn-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886858, + "recall": 0.91996, + "f1": 0.89753, + "accuracy": 0.91996, + "main_score": 0.89753, + "hf_subset": "scn_Latn-amh_Ethi", + "languages": [ + "scn-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-bos_Latn", + "languages": [ + "scn-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-fin_Latn", + "languages": [ + "scn-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-ita_Latn", + "languages": [ + "scn-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "scn_Latn-kor_Hang", + "languages": [ + "scn-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55471, + "recall": 0.608696, + "f1": 0.569467, + "accuracy": 0.608696, + "main_score": 0.569467, + "hf_subset": "scn_Latn-mos_Latn", + "languages": [ + "scn-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565328, + "recall": 0.618577, + "f1": 0.579783, + "accuracy": 0.618577, + "main_score": 0.579783, + "hf_subset": "scn_Latn-run_Latn", + "languages": [ + "scn-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "scn_Latn-tam_Taml", + "languages": [ + "scn-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "scn_Latn-vie_Latn", + "languages": [ + "scn-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "scn_Latn-apc_Arab", + "languages": [ + "scn-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782839, + "recall": 0.831028, + "f1": 0.796989, + "accuracy": 0.831028, + "main_score": 0.796989, + "hf_subset": "scn_Latn-bug_Latn", + "languages": [ + "scn-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477491, + "recall": 0.528656, + "f1": 0.490958, + "accuracy": 0.528656, + "main_score": 0.490958, + "hf_subset": "scn_Latn-fon_Latn", + "languages": [ + "scn-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "scn_Latn-jav_Latn", + "languages": [ + "scn-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "scn_Latn-lao_Laoo", + "languages": [ + "scn-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814262, + "recall": 0.854743, + "f1": 0.826421, + "accuracy": 0.854743, + "main_score": 0.826421, + "hf_subset": "scn_Latn-mri_Latn", + "languages": [ + "scn-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-rus_Cyrl", + "languages": [ + "scn-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542679, + "recall": 0.599802, + "f1": 0.557885, + "accuracy": 0.599802, + "main_score": 0.557885, + "hf_subset": "scn_Latn-taq_Latn", + "languages": [ + "scn-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980319, + "recall": 0.986166, + "f1": 0.982115, + "accuracy": 0.986166, + "main_score": 0.982115, + "hf_subset": "scn_Latn-war_Latn", + "languages": [ + "scn-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "scn_Latn-arb_Arab", + "languages": [ + "scn-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990283, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "scn_Latn-bul_Cyrl", + "languages": [ + "scn-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-fra_Latn", + "languages": [ + "scn-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-jpn_Jpan", + "languages": [ + "scn-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-lij_Latn", + "languages": [ + "scn-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.958498, + "accuracy": 0.967391, + "main_score": 0.958498, + "hf_subset": "scn_Latn-mya_Mymr", + "languages": [ + "scn-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592988, + "recall": 0.659091, + "f1": 0.611534, + "accuracy": 0.659091, + "main_score": 0.611534, + "hf_subset": "scn_Latn-sag_Latn", + "languages": [ + "scn-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19455, + "recall": 0.246047, + "f1": 0.206224, + "accuracy": 0.246047, + "main_score": 0.206224, + "hf_subset": "scn_Latn-taq_Tfng", + "languages": [ + "scn-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625562, + "recall": 0.688735, + "f1": 0.643742, + "accuracy": 0.688735, + "main_score": 0.643742, + "hf_subset": "scn_Latn-wol_Latn", + "languages": [ + "scn-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751212, + "recall": 0.811265, + "f1": 0.768928, + "accuracy": 0.811265, + "main_score": 0.768928, + "hf_subset": "scn_Latn-arb_Latn", + "languages": [ + "scn-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "scn_Latn-cat_Latn", + "languages": [ + "scn-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "scn_Latn-fur_Latn", + "languages": [ + "scn-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430648, + "recall": 0.48913, + "f1": 0.446582, + "accuracy": 0.48913, + "main_score": 0.446582, + "hf_subset": "scn_Latn-kab_Latn", + "languages": [ + "scn-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964015, + "recall": 0.97332, + "f1": 0.966963, + "accuracy": 0.97332, + "main_score": 0.966963, + "hf_subset": "scn_Latn-lim_Latn", + "languages": [ + "scn-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-nld_Latn", + "languages": [ + "scn-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.963439, + "f1": 0.953722, + "accuracy": 0.963439, + "main_score": 0.953722, + "hf_subset": "scn_Latn-san_Deva", + "languages": [ + "scn-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "scn_Latn-tat_Cyrl", + "languages": [ + "scn-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665741, + "recall": 0.722332, + "f1": 0.682039, + "accuracy": 0.722332, + "main_score": 0.682039, + "hf_subset": "scn_Latn-xho_Latn", + "languages": [ + "scn-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "scn_Latn-ars_Arab", + "languages": [ + "scn-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983449, + "recall": 0.988142, + "f1": 0.984914, + "accuracy": 0.988142, + "main_score": 0.984914, + "hf_subset": "scn_Latn-ceb_Latn", + "languages": [ + "scn-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560583, + "recall": 0.616601, + "f1": 0.576401, + "accuracy": 0.616601, + "main_score": 0.576401, + "hf_subset": "scn_Latn-fuv_Latn", + "languages": [ + "scn-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500919, + "recall": 0.566206, + "f1": 0.518173, + "accuracy": 0.566206, + "main_score": 0.518173, + "hf_subset": "scn_Latn-kac_Latn", + "languages": [ + "scn-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669079, + "recall": 0.720356, + "f1": 0.683934, + "accuracy": 0.720356, + "main_score": 0.683934, + "hf_subset": "scn_Latn-lin_Latn", + "languages": [ + "scn-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-nno_Latn", + "languages": [ + "scn-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214521, + "recall": 0.288538, + "f1": 0.233422, + "accuracy": 0.288538, + "main_score": 0.233422, + "hf_subset": "scn_Latn-sat_Olck", + "languages": [ + "scn-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "scn_Latn-tel_Telu", + "languages": [ + "scn-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923419, + "recall": 0.944664, + "f1": 0.930171, + "accuracy": 0.944664, + "main_score": 0.930171, + "hf_subset": "scn_Latn-ydd_Hebr", + "languages": [ + "scn-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959898, + "recall": 0.971344, + "f1": 0.963505, + "accuracy": 0.971344, + "main_score": 0.963505, + "hf_subset": "scn_Latn-ary_Arab", + "languages": [ + "scn-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "scn_Latn-ces_Latn", + "languages": [ + "scn-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578771, + "recall": 0.636364, + "f1": 0.595298, + "accuracy": 0.636364, + "main_score": 0.595298, + "hf_subset": "scn_Latn-gaz_Latn", + "languages": [ + "scn-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582116, + "recall": 0.646245, + "f1": 0.600764, + "accuracy": 0.646245, + "main_score": 0.600764, + "hf_subset": "scn_Latn-kam_Latn", + "languages": [ + "scn-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "scn_Latn-lit_Latn", + "languages": [ + "scn-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "scn_Latn-nob_Latn", + "languages": [ + "scn-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.970356, + "f1": 0.962615, + "accuracy": 0.970356, + "main_score": 0.962615, + "hf_subset": "scn_Latn-tgk_Cyrl", + "languages": [ + "scn-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673225, + "recall": 0.737154, + "f1": 0.691936, + "accuracy": 0.737154, + "main_score": 0.691936, + "hf_subset": "scn_Latn-yor_Latn", + "languages": [ + "scn-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "scn_Latn-arz_Arab", + "languages": [ + "scn-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57301, + "recall": 0.631423, + "f1": 0.5891, + "accuracy": 0.631423, + "main_score": 0.5891, + "hf_subset": "scn_Latn-cjk_Latn", + "languages": [ + "scn-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750231, + "recall": 0.804348, + "f1": 0.766337, + "accuracy": 0.804348, + "main_score": 0.766337, + "hf_subset": "scn_Latn-gla_Latn", + "languages": [ + "scn-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "scn_Latn-kan_Knda", + "languages": [ + "scn-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "scn_Latn-lmo_Latn", + "languages": [ + "scn-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "scn_Latn-npi_Deva", + "languages": [ + "scn-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475004, + "recall": 0.532609, + "f1": 0.491015, + "accuracy": 0.532609, + "main_score": 0.491015, + "hf_subset": "scn_Latn-shn_Mymr", + "languages": [ + "scn-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "scn_Latn-tgl_Latn", + "languages": [ + "scn-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-yue_Hant", + "languages": [ + "scn-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "scn_Latn-asm_Beng", + "languages": [ + "scn-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926301, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "scn_Latn-ckb_Arab", + "languages": [ + "scn-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834972, + "recall": 0.874506, + "f1": 0.847387, + "accuracy": 0.874506, + "main_score": 0.847387, + "hf_subset": "scn_Latn-gle_Latn", + "languages": [ + "scn-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915843, + "recall": 0.939723, + "f1": 0.923386, + "accuracy": 0.939723, + "main_score": 0.923386, + "hf_subset": "scn_Latn-kas_Arab", + "languages": [ + "scn-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926342, + "recall": 0.944664, + "f1": 0.932005, + "accuracy": 0.944664, + "main_score": 0.932005, + "hf_subset": "scn_Latn-ltg_Latn", + "languages": [ + "scn-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608724, + "recall": 0.661067, + "f1": 0.622971, + "accuracy": 0.661067, + "main_score": 0.622971, + "hf_subset": "scn_Latn-nso_Latn", + "languages": [ + "scn-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "scn_Latn-sin_Sinh", + "languages": [ + "scn-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "scn_Latn-tha_Thai", + "languages": [ + "scn-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "scn_Latn-zho_Hans", + "languages": [ + "scn-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "scn_Latn-ast_Latn", + "languages": [ + "scn-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "scn_Latn-crh_Latn", + "languages": [ + "scn-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-glg_Latn", + "languages": [ + "scn-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844971, + "recall": 0.884387, + "f1": 0.857181, + "accuracy": 0.884387, + "main_score": 0.857181, + "hf_subset": "scn_Latn-kas_Deva", + "languages": [ + "scn-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969038, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "scn_Latn-ltz_Latn", + "languages": [ + "scn-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466725, + "recall": 0.529644, + "f1": 0.484197, + "accuracy": 0.529644, + "main_score": 0.484197, + "hf_subset": "scn_Latn-nus_Latn", + "languages": [ + "scn-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-slk_Latn", + "languages": [ + "scn-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584933, + "recall": 0.657115, + "f1": 0.605882, + "accuracy": 0.657115, + "main_score": 0.605882, + "hf_subset": "scn_Latn-tir_Ethi", + "languages": [ + "scn-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "scn_Latn-zho_Hant", + "languages": [ + "scn-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.978261, + "f1": 0.972167, + "accuracy": 0.978261, + "main_score": 0.972167, + "hf_subset": "scn_Latn-awa_Deva", + "languages": [ + "scn-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943017, + "recall": 0.959486, + "f1": 0.948287, + "accuracy": 0.959486, + "main_score": 0.948287, + "hf_subset": "scn_Latn-cym_Latn", + "languages": [ + "scn-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831861, + "recall": 0.868577, + "f1": 0.842808, + "accuracy": 0.868577, + "main_score": 0.842808, + "hf_subset": "scn_Latn-grn_Latn", + "languages": [ + "scn-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "scn_Latn-kat_Geor", + "languages": [ + "scn-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651897, + "recall": 0.703557, + "f1": 0.666378, + "accuracy": 0.703557, + "main_score": 0.666378, + "hf_subset": "scn_Latn-lua_Latn", + "languages": [ + "scn-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622285, + "recall": 0.677866, + "f1": 0.638327, + "accuracy": 0.677866, + "main_score": 0.638327, + "hf_subset": "scn_Latn-nya_Latn", + "languages": [ + "scn-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "scn_Latn-slv_Latn", + "languages": [ + "scn-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915843, + "recall": 0.935771, + "f1": 0.922069, + "accuracy": 0.935771, + "main_score": 0.922069, + "hf_subset": "scn_Latn-tpi_Latn", + "languages": [ + "scn-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "scn_Latn-zsm_Latn", + "languages": [ + "scn-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535264, + "recall": 0.602767, + "f1": 0.554546, + "accuracy": 0.602767, + "main_score": 0.554546, + "hf_subset": "scn_Latn-ayr_Latn", + "languages": [ + "scn-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "scn_Latn-dan_Latn", + "languages": [ + "scn-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "scn_Latn-guj_Gujr", + "languages": [ + "scn-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-kaz_Cyrl", + "languages": [ + "scn-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534819, + "recall": 0.593874, + "f1": 0.551254, + "accuracy": 0.593874, + "main_score": 0.551254, + "hf_subset": "scn_Latn-lug_Latn", + "languages": [ + "scn-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-oci_Latn", + "languages": [ + "scn-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785573, + "recall": 0.83498, + "f1": 0.800428, + "accuracy": 0.83498, + "main_score": 0.800428, + "hf_subset": "scn_Latn-smo_Latn", + "languages": [ + "scn-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551899, + "recall": 0.612648, + "f1": 0.568288, + "accuracy": 0.612648, + "main_score": 0.568288, + "hf_subset": "scn_Latn-tsn_Latn", + "languages": [ + "scn-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620054, + "recall": 0.674901, + "f1": 0.635644, + "accuracy": 0.674901, + "main_score": 0.635644, + "hf_subset": "scn_Latn-zul_Latn", + "languages": [ + "scn-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883811, + "recall": 0.916008, + "f1": 0.893972, + "accuracy": 0.916008, + "main_score": 0.893972, + "hf_subset": "scn_Latn-azb_Arab", + "languages": [ + "scn-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "scn_Latn-deu_Latn", + "languages": [ + "scn-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955698, + "recall": 0.968379, + "f1": 0.959816, + "accuracy": 0.968379, + "main_score": 0.959816, + "hf_subset": "scn_Latn-hat_Latn", + "languages": [ + "scn-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506192, + "recall": 0.557312, + "f1": 0.520042, + "accuracy": 0.557312, + "main_score": 0.520042, + "hf_subset": "scn_Latn-kbp_Latn", + "languages": [ + "scn-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578281, + "recall": 0.631423, + "f1": 0.593488, + "accuracy": 0.631423, + "main_score": 0.593488, + "hf_subset": "scn_Latn-luo_Latn", + "languages": [ + "scn-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "scn_Latn-ory_Orya", + "languages": [ + "scn-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580816, + "recall": 0.637352, + "f1": 0.59696, + "accuracy": 0.637352, + "main_score": 0.59696, + "hf_subset": "scn_Latn-sna_Latn", + "languages": [ + "scn-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553133, + "recall": 0.61166, + "f1": 0.56942, + "accuracy": 0.61166, + "main_score": 0.56942, + "hf_subset": "scn_Latn-tso_Latn", + "languages": [ + "scn-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "scn_Latn-azj_Latn", + "languages": [ + "scn-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54714, + "recall": 0.607708, + "f1": 0.564632, + "accuracy": 0.607708, + "main_score": 0.564632, + "hf_subset": "scn_Latn-dik_Latn", + "languages": [ + "scn-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701103, + "recall": 0.76087, + "f1": 0.718794, + "accuracy": 0.76087, + "main_score": 0.718794, + "hf_subset": "scn_Latn-hau_Latn", + "languages": [ + "scn-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "scn_Latn-kea_Latn", + "languages": [ + "scn-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726969, + "recall": 0.77668, + "f1": 0.741678, + "accuracy": 0.77668, + "main_score": 0.741678, + "hf_subset": "scn_Latn-lus_Latn", + "languages": [ + "scn-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841628, + "recall": 0.874506, + "f1": 0.851125, + "accuracy": 0.874506, + "main_score": 0.851125, + "hf_subset": "scn_Latn-pag_Latn", + "languages": [ + "scn-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "scn_Latn-snd_Arab", + "languages": [ + "scn-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895504, + "recall": 0.923913, + "f1": 0.904183, + "accuracy": 0.923913, + "main_score": 0.904183, + "hf_subset": "scn_Latn-tuk_Latn", + "languages": [ + "scn-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "scn_Latn-bak_Cyrl", + "languages": [ + "scn-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48159, + "recall": 0.557312, + "f1": 0.503177, + "accuracy": 0.557312, + "main_score": 0.503177, + "hf_subset": "scn_Latn-dyu_Latn", + "languages": [ + "scn-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "scn_Latn-heb_Hebr", + "languages": [ + "scn-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939147, + "recall": 0.956522, + "f1": 0.944565, + "accuracy": 0.956522, + "main_score": 0.944565, + "hf_subset": "scn_Latn-khk_Cyrl", + "languages": [ + "scn-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "scn_Latn-lvs_Latn", + "languages": [ + "scn-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "scn_Latn-pan_Guru", + "languages": [ + "scn-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689354, + "recall": 0.750988, + "f1": 0.707922, + "accuracy": 0.750988, + "main_score": 0.707922, + "hf_subset": "scn_Latn-som_Latn", + "languages": [ + "scn-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594195, + "recall": 0.637352, + "f1": 0.606779, + "accuracy": 0.637352, + "main_score": 0.606779, + "hf_subset": "scn_Latn-tum_Latn", + "languages": [ + "scn-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539056, + "recall": 0.596838, + "f1": 0.555461, + "accuracy": 0.596838, + "main_score": 0.555461, + "hf_subset": "tgk_Cyrl-ace_Arab", + "languages": [ + "tgk-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517901, + "recall": 0.571146, + "f1": 0.533256, + "accuracy": 0.571146, + "main_score": 0.533256, + "hf_subset": "tgk_Cyrl-bam_Latn", + "languages": [ + "tgk-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.394862, + "recall": 0.465415, + "f1": 0.413104, + "accuracy": 0.465415, + "main_score": 0.413104, + "hf_subset": "tgk_Cyrl-dzo_Tibt", + "languages": [ + "tgk-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "tgk_Cyrl-hin_Deva", + "languages": [ + "tgk-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.972332, + "f1": 0.964756, + "accuracy": 0.972332, + "main_score": 0.964756, + "hf_subset": "tgk_Cyrl-khm_Khmr", + "languages": [ + "tgk-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "tgk_Cyrl-mag_Deva", + "languages": [ + "tgk-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932971, + "recall": 0.950593, + "f1": 0.938406, + "accuracy": 0.950593, + "main_score": 0.938406, + "hf_subset": "tgk_Cyrl-pap_Latn", + "languages": [ + "tgk-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588377, + "recall": 0.639328, + "f1": 0.602427, + "accuracy": 0.639328, + "main_score": 0.602427, + "hf_subset": "tgk_Cyrl-sot_Latn", + "languages": [ + "tgk-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "tgk_Cyrl-tur_Latn", + "languages": [ + "tgk-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827602, + "recall": 0.863636, + "f1": 0.838556, + "accuracy": 0.863636, + "main_score": 0.838556, + "hf_subset": "tgk_Cyrl-ace_Latn", + "languages": [ + "tgk-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893396, + "recall": 0.91996, + "f1": 0.901416, + "accuracy": 0.91996, + "main_score": 0.901416, + "hf_subset": "tgk_Cyrl-ban_Latn", + "languages": [ + "tgk-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-ell_Grek", + "languages": [ + "tgk-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970026, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "tgk_Cyrl-hne_Deva", + "languages": [ + "tgk-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577754, + "recall": 0.623518, + "f1": 0.590272, + "accuracy": 0.623518, + "main_score": 0.590272, + "hf_subset": "tgk_Cyrl-kik_Latn", + "languages": [ + "tgk-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tgk_Cyrl-mai_Deva", + "languages": [ + "tgk-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "tgk_Cyrl-pbt_Arab", + "languages": [ + "tgk-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgk_Cyrl-spa_Latn", + "languages": [ + "tgk-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596016, + "recall": 0.650198, + "f1": 0.611755, + "accuracy": 0.650198, + "main_score": 0.611755, + "hf_subset": "tgk_Cyrl-twi_Latn", + "languages": [ + "tgk-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-acm_Arab", + "languages": [ + "tgk-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "tgk_Cyrl-bel_Cyrl", + "languages": [ + "tgk-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986578, + "recall": 0.990119, + "f1": 0.987549, + "accuracy": 0.990119, + "main_score": 0.987549, + "hf_subset": "tgk_Cyrl-hrv_Latn", + "languages": [ + "tgk-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556387, + "recall": 0.608696, + "f1": 0.57055, + "accuracy": 0.608696, + "main_score": 0.57055, + "hf_subset": "tgk_Cyrl-kin_Latn", + "languages": [ + "tgk-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "tgk_Cyrl-mal_Mlym", + "languages": [ + "tgk-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-pes_Arab", + "languages": [ + "tgk-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "tgk_Cyrl-srd_Latn", + "languages": [ + "tgk-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196413, + "recall": 0.240119, + "f1": 0.208013, + "accuracy": 0.240119, + "main_score": 0.208013, + "hf_subset": "tgk_Cyrl-tzm_Tfng", + "languages": [ + "tgk-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-acq_Arab", + "languages": [ + "tgk-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611915, + "recall": 0.655138, + "f1": 0.624068, + "accuracy": 0.655138, + "main_score": 0.624068, + "hf_subset": "tgk_Cyrl-bem_Latn", + "languages": [ + "tgk-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgk_Cyrl-epo_Latn", + "languages": [ + "tgk-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-hun_Latn", + "languages": [ + "tgk-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.974308, + "f1": 0.967391, + "accuracy": 0.974308, + "main_score": 0.967391, + "hf_subset": "tgk_Cyrl-kir_Cyrl", + "languages": [ + "tgk-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tgk_Cyrl-mar_Deva", + "languages": [ + "tgk-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655809, + "recall": 0.701581, + "f1": 0.669205, + "accuracy": 0.701581, + "main_score": 0.669205, + "hf_subset": "tgk_Cyrl-plt_Latn", + "languages": [ + "tgk-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-srp_Cyrl", + "languages": [ + "tgk-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932065, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "tgk_Cyrl-uig_Arab", + "languages": [ + "tgk-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "tgk_Cyrl-aeb_Arab", + "languages": [ + "tgk-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-ben_Beng", + "languages": [ + "tgk-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-est_Latn", + "languages": [ + "tgk-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-hye_Armn", + "languages": [ + "tgk-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524342, + "recall": 0.574111, + "f1": 0.538529, + "accuracy": 0.574111, + "main_score": 0.538529, + "hf_subset": "tgk_Cyrl-kmb_Latn", + "languages": [ + "tgk-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490014, + "recall": 0.549407, + "f1": 0.505855, + "accuracy": 0.549407, + "main_score": 0.505855, + "hf_subset": "tgk_Cyrl-min_Arab", + "languages": [ + "tgk-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-pol_Latn", + "languages": [ + "tgk-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55379, + "recall": 0.607708, + "f1": 0.569043, + "accuracy": 0.607708, + "main_score": 0.569043, + "hf_subset": "tgk_Cyrl-ssw_Latn", + "languages": [ + "tgk-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgk_Cyrl-ukr_Cyrl", + "languages": [ + "tgk-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-afr_Latn", + "languages": [ + "tgk-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "tgk_Cyrl-bho_Deva", + "languages": [ + "tgk-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.97332, + "f1": 0.966356, + "accuracy": 0.97332, + "main_score": 0.966356, + "hf_subset": "tgk_Cyrl-eus_Latn", + "languages": [ + "tgk-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567567, + "recall": 0.629447, + "f1": 0.585252, + "accuracy": 0.629447, + "main_score": 0.585252, + "hf_subset": "tgk_Cyrl-ibo_Latn", + "languages": [ + "tgk-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873847, + "recall": 0.908103, + "f1": 0.884486, + "accuracy": 0.908103, + "main_score": 0.884486, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "tgk_Cyrl-min_Latn", + "languages": [ + "tgk-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgk_Cyrl-por_Latn", + "languages": [ + "tgk-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "tgk_Cyrl-sun_Latn", + "languages": [ + "tgk-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506062, + "recall": 0.557312, + "f1": 0.520789, + "accuracy": 0.557312, + "main_score": 0.520789, + "hf_subset": "tgk_Cyrl-umb_Latn", + "languages": [ + "tgk-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tgk_Cyrl-ajp_Arab", + "languages": [ + "tgk-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514508, + "recall": 0.570158, + "f1": 0.530032, + "accuracy": 0.570158, + "main_score": 0.530032, + "hf_subset": "tgk_Cyrl-bjn_Arab", + "languages": [ + "tgk-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500936, + "recall": 0.544466, + "f1": 0.513188, + "accuracy": 0.544466, + "main_score": 0.513188, + "hf_subset": "tgk_Cyrl-ewe_Latn", + "languages": [ + "tgk-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900807, + "recall": 0.925889, + "f1": 0.9083, + "accuracy": 0.925889, + "main_score": 0.9083, + "hf_subset": "tgk_Cyrl-ilo_Latn", + "languages": [ + "tgk-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31845, + "recall": 0.375494, + "f1": 0.334285, + "accuracy": 0.375494, + "main_score": 0.334285, + "hf_subset": "tgk_Cyrl-knc_Arab", + "languages": [ + "tgk-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-mkd_Cyrl", + "languages": [ + "tgk-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "tgk_Cyrl-swe_Latn", + "languages": [ + "tgk-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "tgk_Cyrl-urd_Arab", + "languages": [ + "tgk-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566428, + "recall": 0.62253, + "f1": 0.583191, + "accuracy": 0.62253, + "main_score": 0.583191, + "hf_subset": "tgk_Cyrl-aka_Latn", + "languages": [ + "tgk-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934486, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "tgk_Cyrl-bjn_Latn", + "languages": [ + "tgk-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940053, + "recall": 0.95751, + "f1": 0.94544, + "accuracy": 0.95751, + "main_score": 0.94544, + "hf_subset": "tgk_Cyrl-fao_Latn", + "languages": [ + "tgk-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgk_Cyrl-ind_Latn", + "languages": [ + "tgk-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56414, + "recall": 0.61166, + "f1": 0.577685, + "accuracy": 0.61166, + "main_score": 0.577685, + "hf_subset": "tgk_Cyrl-knc_Latn", + "languages": [ + "tgk-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965662, + "recall": 0.975296, + "f1": 0.96861, + "accuracy": 0.975296, + "main_score": 0.96861, + "hf_subset": "tgk_Cyrl-mlt_Latn", + "languages": [ + "tgk-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681508, + "recall": 0.733202, + "f1": 0.696286, + "accuracy": 0.733202, + "main_score": 0.696286, + "hf_subset": "tgk_Cyrl-quy_Latn", + "languages": [ + "tgk-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949852, + "recall": 0.965415, + "f1": 0.954941, + "accuracy": 0.965415, + "main_score": 0.954941, + "hf_subset": "tgk_Cyrl-swh_Latn", + "languages": [ + "tgk-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-uzn_Latn", + "languages": [ + "tgk-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "tgk_Cyrl-als_Latn", + "languages": [ + "tgk-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604853, + "recall": 0.678854, + "f1": 0.625946, + "accuracy": 0.678854, + "main_score": 0.625946, + "hf_subset": "tgk_Cyrl-bod_Tibt", + "languages": [ + "tgk-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681554, + "recall": 0.729249, + "f1": 0.694775, + "accuracy": 0.729249, + "main_score": 0.694775, + "hf_subset": "tgk_Cyrl-fij_Latn", + "languages": [ + "tgk-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "tgk_Cyrl-isl_Latn", + "languages": [ + "tgk-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643758, + "recall": 0.688735, + "f1": 0.656917, + "accuracy": 0.688735, + "main_score": 0.656917, + "hf_subset": "tgk_Cyrl-kon_Latn", + "languages": [ + "tgk-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610507, + "recall": 0.667984, + "f1": 0.62723, + "accuracy": 0.667984, + "main_score": 0.62723, + "hf_subset": "tgk_Cyrl-mni_Beng", + "languages": [ + "tgk-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "tgk_Cyrl-ron_Latn", + "languages": [ + "tgk-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.978261, + "f1": 0.97332, + "accuracy": 0.978261, + "main_score": 0.97332, + "hf_subset": "tgk_Cyrl-szl_Latn", + "languages": [ + "tgk-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "tgk_Cyrl-vec_Latn", + "languages": [ + "tgk-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906291, + "recall": 0.932806, + "f1": 0.914493, + "accuracy": 0.932806, + "main_score": 0.914493, + "hf_subset": "tgk_Cyrl-amh_Ethi", + "languages": [ + "tgk-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "tgk_Cyrl-bos_Latn", + "languages": [ + "tgk-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-fin_Latn", + "languages": [ + "tgk-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-ita_Latn", + "languages": [ + "tgk-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-kor_Hang", + "languages": [ + "tgk-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527669, + "recall": 0.58004, + "f1": 0.542237, + "accuracy": 0.58004, + "main_score": 0.542237, + "hf_subset": "tgk_Cyrl-mos_Latn", + "languages": [ + "tgk-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559084, + "recall": 0.605731, + "f1": 0.572254, + "accuracy": 0.605731, + "main_score": 0.572254, + "hf_subset": "tgk_Cyrl-run_Latn", + "languages": [ + "tgk-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tgk_Cyrl-tam_Taml", + "languages": [ + "tgk-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.986166, + "f1": 0.982708, + "accuracy": 0.986166, + "main_score": 0.982708, + "hf_subset": "tgk_Cyrl-vie_Latn", + "languages": [ + "tgk-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-apc_Arab", + "languages": [ + "tgk-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758449, + "recall": 0.805336, + "f1": 0.771683, + "accuracy": 0.805336, + "main_score": 0.771683, + "hf_subset": "tgk_Cyrl-bug_Latn", + "languages": [ + "tgk-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466318, + "recall": 0.51581, + "f1": 0.47948, + "accuracy": 0.51581, + "main_score": 0.47948, + "hf_subset": "tgk_Cyrl-fon_Latn", + "languages": [ + "tgk-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "tgk_Cyrl-jav_Latn", + "languages": [ + "tgk-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955287, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "tgk_Cyrl-lao_Laoo", + "languages": [ + "tgk-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832708, + "recall": 0.871542, + "f1": 0.844419, + "accuracy": 0.871542, + "main_score": 0.844419, + "hf_subset": "tgk_Cyrl-mri_Latn", + "languages": [ + "tgk-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-rus_Cyrl", + "languages": [ + "tgk-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524986, + "recall": 0.576087, + "f1": 0.539355, + "accuracy": 0.576087, + "main_score": 0.539355, + "hf_subset": "tgk_Cyrl-taq_Latn", + "languages": [ + "tgk-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "tgk_Cyrl-war_Latn", + "languages": [ + "tgk-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgk_Cyrl-bul_Cyrl", + "languages": [ + "tgk-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "tgk_Cyrl-fra_Latn", + "languages": [ + "tgk-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tgk_Cyrl-jpn_Jpan", + "languages": [ + "tgk-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tgk_Cyrl-lij_Latn", + "languages": [ + "tgk-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956933, + "recall": 0.969368, + "f1": 0.96087, + "accuracy": 0.969368, + "main_score": 0.96087, + "hf_subset": "tgk_Cyrl-mya_Mymr", + "languages": [ + "tgk-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568186, + "recall": 0.629447, + "f1": 0.585594, + "accuracy": 0.629447, + "main_score": 0.585594, + "hf_subset": "tgk_Cyrl-sag_Latn", + "languages": [ + "tgk-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205021, + "recall": 0.254941, + "f1": 0.216301, + "accuracy": 0.254941, + "main_score": 0.216301, + "hf_subset": "tgk_Cyrl-taq_Tfng", + "languages": [ + "tgk-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614476, + "recall": 0.667984, + "f1": 0.630223, + "accuracy": 0.667984, + "main_score": 0.630223, + "hf_subset": "tgk_Cyrl-wol_Latn", + "languages": [ + "tgk-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747291, + "recall": 0.804348, + "f1": 0.764018, + "accuracy": 0.804348, + "main_score": 0.764018, + "hf_subset": "tgk_Cyrl-arb_Latn", + "languages": [ + "tgk-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tgk_Cyrl-cat_Latn", + "languages": [ + "tgk-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95858, + "recall": 0.971344, + "f1": 0.962681, + "accuracy": 0.971344, + "main_score": 0.962681, + "hf_subset": "tgk_Cyrl-fur_Latn", + "languages": [ + "tgk-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416818, + "recall": 0.464427, + "f1": 0.430249, + "accuracy": 0.464427, + "main_score": 0.430249, + "hf_subset": "tgk_Cyrl-kab_Latn", + "languages": [ + "tgk-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943874, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "tgk_Cyrl-lim_Latn", + "languages": [ + "tgk-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-nld_Latn", + "languages": [ + "tgk-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958202, + "recall": 0.969368, + "f1": 0.961627, + "accuracy": 0.969368, + "main_score": 0.961627, + "hf_subset": "tgk_Cyrl-san_Deva", + "languages": [ + "tgk-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-tat_Cyrl", + "languages": [ + "tgk-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647843, + "recall": 0.699605, + "f1": 0.662601, + "accuracy": 0.699605, + "main_score": 0.662601, + "hf_subset": "tgk_Cyrl-xho_Latn", + "languages": [ + "tgk-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-ars_Arab", + "languages": [ + "tgk-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "tgk_Cyrl-ceb_Latn", + "languages": [ + "tgk-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548344, + "recall": 0.597826, + "f1": 0.56319, + "accuracy": 0.597826, + "main_score": 0.56319, + "hf_subset": "tgk_Cyrl-fuv_Latn", + "languages": [ + "tgk-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489557, + "recall": 0.551383, + "f1": 0.506265, + "accuracy": 0.551383, + "main_score": 0.506265, + "hf_subset": "tgk_Cyrl-kac_Latn", + "languages": [ + "tgk-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654447, + "recall": 0.700593, + "f1": 0.667497, + "accuracy": 0.700593, + "main_score": 0.667497, + "hf_subset": "tgk_Cyrl-lin_Latn", + "languages": [ + "tgk-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-nno_Latn", + "languages": [ + "tgk-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222613, + "recall": 0.306324, + "f1": 0.243532, + "accuracy": 0.306324, + "main_score": 0.243532, + "hf_subset": "tgk_Cyrl-sat_Olck", + "languages": [ + "tgk-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "tgk_Cyrl-tel_Telu", + "languages": [ + "tgk-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909947, + "recall": 0.935771, + "f1": 0.918149, + "accuracy": 0.935771, + "main_score": 0.918149, + "hf_subset": "tgk_Cyrl-ydd_Hebr", + "languages": [ + "tgk-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938735, + "recall": 0.955534, + "f1": 0.94417, + "accuracy": 0.955534, + "main_score": 0.94417, + "hf_subset": "tgk_Cyrl-ary_Arab", + "languages": [ + "tgk-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "tgk_Cyrl-ces_Latn", + "languages": [ + "tgk-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558994, + "recall": 0.612648, + "f1": 0.574539, + "accuracy": 0.612648, + "main_score": 0.574539, + "hf_subset": "tgk_Cyrl-gaz_Latn", + "languages": [ + "tgk-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564087, + "recall": 0.618577, + "f1": 0.57935, + "accuracy": 0.618577, + "main_score": 0.57935, + "hf_subset": "tgk_Cyrl-kam_Latn", + "languages": [ + "tgk-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "tgk_Cyrl-lit_Latn", + "languages": [ + "tgk-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tgk_Cyrl-nob_Latn", + "languages": [ + "tgk-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95364, + "recall": 0.966403, + "f1": 0.957576, + "accuracy": 0.966403, + "main_score": 0.957576, + "hf_subset": "tgk_Cyrl-scn_Latn", + "languages": [ + "tgk-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691444, + "recall": 0.755929, + "f1": 0.710416, + "accuracy": 0.755929, + "main_score": 0.710416, + "hf_subset": "tgk_Cyrl-yor_Latn", + "languages": [ + "tgk-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgk_Cyrl-arz_Arab", + "languages": [ + "tgk-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556108, + "recall": 0.602767, + "f1": 0.569615, + "accuracy": 0.602767, + "main_score": 0.569615, + "hf_subset": "tgk_Cyrl-cjk_Latn", + "languages": [ + "tgk-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753146, + "recall": 0.807312, + "f1": 0.769104, + "accuracy": 0.807312, + "main_score": 0.769104, + "hf_subset": "tgk_Cyrl-gla_Latn", + "languages": [ + "tgk-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "tgk_Cyrl-kan_Knda", + "languages": [ + "tgk-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951005, + "recall": 0.964427, + "f1": 0.95527, + "accuracy": 0.964427, + "main_score": 0.95527, + "hf_subset": "tgk_Cyrl-lmo_Latn", + "languages": [ + "tgk-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "tgk_Cyrl-npi_Deva", + "languages": [ + "tgk-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463226, + "recall": 0.517787, + "f1": 0.478549, + "accuracy": 0.517787, + "main_score": 0.478549, + "hf_subset": "tgk_Cyrl-shn_Mymr", + "languages": [ + "tgk-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgk_Cyrl-tgl_Latn", + "languages": [ + "tgk-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgk_Cyrl-yue_Hant", + "languages": [ + "tgk-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968989, + "recall": 0.977273, + "f1": 0.97141, + "accuracy": 0.977273, + "main_score": 0.97141, + "hf_subset": "tgk_Cyrl-asm_Beng", + "languages": [ + "tgk-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936924, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834569, + "recall": 0.875494, + "f1": 0.846989, + "accuracy": 0.875494, + "main_score": 0.846989, + "hf_subset": "tgk_Cyrl-gle_Latn", + "languages": [ + "tgk-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906291, + "recall": 0.928854, + "f1": 0.913538, + "accuracy": 0.928854, + "main_score": 0.913538, + "hf_subset": "tgk_Cyrl-kas_Arab", + "languages": [ + "tgk-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892745, + "recall": 0.918972, + "f1": 0.901076, + "accuracy": 0.918972, + "main_score": 0.901076, + "hf_subset": "tgk_Cyrl-ltg_Latn", + "languages": [ + "tgk-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601693, + "recall": 0.641304, + "f1": 0.612799, + "accuracy": 0.641304, + "main_score": 0.612799, + "hf_subset": "tgk_Cyrl-nso_Latn", + "languages": [ + "tgk-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "tgk_Cyrl-sin_Sinh", + "languages": [ + "tgk-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-tha_Thai", + "languages": [ + "tgk-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "tgk_Cyrl-zho_Hans", + "languages": [ + "tgk-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "tgk_Cyrl-ast_Latn", + "languages": [ + "tgk-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "tgk_Cyrl-crh_Latn", + "languages": [ + "tgk-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "tgk_Cyrl-glg_Latn", + "languages": [ + "tgk-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83638, + "recall": 0.87747, + "f1": 0.848847, + "accuracy": 0.87747, + "main_score": 0.848847, + "hf_subset": "tgk_Cyrl-kas_Deva", + "languages": [ + "tgk-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939097, + "recall": 0.95751, + "f1": 0.944993, + "accuracy": 0.95751, + "main_score": 0.944993, + "hf_subset": "tgk_Cyrl-ltz_Latn", + "languages": [ + "tgk-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45324, + "recall": 0.513834, + "f1": 0.469586, + "accuracy": 0.513834, + "main_score": 0.469586, + "hf_subset": "tgk_Cyrl-nus_Latn", + "languages": [ + "tgk-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "tgk_Cyrl-slk_Latn", + "languages": [ + "tgk-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581969, + "recall": 0.649209, + "f1": 0.600782, + "accuracy": 0.649209, + "main_score": 0.600782, + "hf_subset": "tgk_Cyrl-tir_Ethi", + "languages": [ + "tgk-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-zho_Hant", + "languages": [ + "tgk-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "tgk_Cyrl-awa_Deva", + "languages": [ + "tgk-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "tgk_Cyrl-cym_Latn", + "languages": [ + "tgk-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776614, + "recall": 0.816206, + "f1": 0.788142, + "accuracy": 0.816206, + "main_score": 0.788142, + "hf_subset": "tgk_Cyrl-grn_Latn", + "languages": [ + "tgk-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tgk_Cyrl-kat_Geor", + "languages": [ + "tgk-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626566, + "recall": 0.673913, + "f1": 0.640453, + "accuracy": 0.673913, + "main_score": 0.640453, + "hf_subset": "tgk_Cyrl-lua_Latn", + "languages": [ + "tgk-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61404, + "recall": 0.667984, + "f1": 0.629901, + "accuracy": 0.667984, + "main_score": 0.629901, + "hf_subset": "tgk_Cyrl-nya_Latn", + "languages": [ + "tgk-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "tgk_Cyrl-slv_Latn", + "languages": [ + "tgk-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873913, + "recall": 0.906126, + "f1": 0.8833, + "accuracy": 0.906126, + "main_score": 0.8833, + "hf_subset": "tgk_Cyrl-tpi_Latn", + "languages": [ + "tgk-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tgk_Cyrl-zsm_Latn", + "languages": [ + "tgk-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534067, + "recall": 0.589921, + "f1": 0.549969, + "accuracy": 0.589921, + "main_score": 0.549969, + "hf_subset": "tgk_Cyrl-ayr_Latn", + "languages": [ + "tgk-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tgk_Cyrl-dan_Latn", + "languages": [ + "tgk-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-guj_Gujr", + "languages": [ + "tgk-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-kaz_Cyrl", + "languages": [ + "tgk-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530735, + "recall": 0.585968, + "f1": 0.545823, + "accuracy": 0.585968, + "main_score": 0.545823, + "hf_subset": "tgk_Cyrl-lug_Latn", + "languages": [ + "tgk-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgk_Cyrl-oci_Latn", + "languages": [ + "tgk-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787229, + "recall": 0.835968, + "f1": 0.801588, + "accuracy": 0.835968, + "main_score": 0.801588, + "hf_subset": "tgk_Cyrl-smo_Latn", + "languages": [ + "tgk-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550186, + "recall": 0.603755, + "f1": 0.56509, + "accuracy": 0.603755, + "main_score": 0.56509, + "hf_subset": "tgk_Cyrl-tsn_Latn", + "languages": [ + "tgk-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619146, + "recall": 0.672925, + "f1": 0.634606, + "accuracy": 0.672925, + "main_score": 0.634606, + "hf_subset": "tgk_Cyrl-zul_Latn", + "languages": [ + "tgk-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890152, + "recall": 0.916996, + "f1": 0.898518, + "accuracy": 0.916996, + "main_score": 0.898518, + "hf_subset": "tgk_Cyrl-azb_Arab", + "languages": [ + "tgk-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tgk_Cyrl-deu_Latn", + "languages": [ + "tgk-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931324, + "recall": 0.951581, + "f1": 0.937912, + "accuracy": 0.951581, + "main_score": 0.937912, + "hf_subset": "tgk_Cyrl-hat_Latn", + "languages": [ + "tgk-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496895, + "recall": 0.54249, + "f1": 0.508932, + "accuracy": 0.54249, + "main_score": 0.508932, + "hf_subset": "tgk_Cyrl-kbp_Latn", + "languages": [ + "tgk-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566117, + "recall": 0.609684, + "f1": 0.578152, + "accuracy": 0.609684, + "main_score": 0.578152, + "hf_subset": "tgk_Cyrl-luo_Latn", + "languages": [ + "tgk-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tgk_Cyrl-ory_Orya", + "languages": [ + "tgk-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564133, + "recall": 0.621542, + "f1": 0.579901, + "accuracy": 0.621542, + "main_score": 0.579901, + "hf_subset": "tgk_Cyrl-sna_Latn", + "languages": [ + "tgk-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557839, + "recall": 0.602767, + "f1": 0.570654, + "accuracy": 0.602767, + "main_score": 0.570654, + "hf_subset": "tgk_Cyrl-tso_Latn", + "languages": [ + "tgk-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "tgk_Cyrl-azj_Latn", + "languages": [ + "tgk-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542973, + "recall": 0.597826, + "f1": 0.559144, + "accuracy": 0.597826, + "main_score": 0.559144, + "hf_subset": "tgk_Cyrl-dik_Latn", + "languages": [ + "tgk-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73937, + "recall": 0.790514, + "f1": 0.754087, + "accuracy": 0.790514, + "main_score": 0.754087, + "hf_subset": "tgk_Cyrl-hau_Latn", + "languages": [ + "tgk-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941453, + "recall": 0.956522, + "f1": 0.945803, + "accuracy": 0.956522, + "main_score": 0.945803, + "hf_subset": "tgk_Cyrl-kea_Latn", + "languages": [ + "tgk-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690613, + "recall": 0.738142, + "f1": 0.704611, + "accuracy": 0.738142, + "main_score": 0.704611, + "hf_subset": "tgk_Cyrl-lus_Latn", + "languages": [ + "tgk-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795817, + "recall": 0.83498, + "f1": 0.80754, + "accuracy": 0.83498, + "main_score": 0.80754, + "hf_subset": "tgk_Cyrl-pag_Latn", + "languages": [ + "tgk-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "tgk_Cyrl-snd_Arab", + "languages": [ + "tgk-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.951581, + "f1": 0.938406, + "accuracy": 0.951581, + "main_score": 0.938406, + "hf_subset": "tgk_Cyrl-tuk_Latn", + "languages": [ + "tgk-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "tgk_Cyrl-bak_Cyrl", + "languages": [ + "tgk-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478624, + "recall": 0.544466, + "f1": 0.497394, + "accuracy": 0.544466, + "main_score": 0.497394, + "hf_subset": "tgk_Cyrl-dyu_Latn", + "languages": [ + "tgk-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980484, + "recall": 0.986166, + "f1": 0.982279, + "accuracy": 0.986166, + "main_score": 0.982279, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "tgk_Cyrl-khk_Cyrl", + "languages": [ + "tgk-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tgk_Cyrl-lvs_Latn", + "languages": [ + "tgk-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgk_Cyrl-pan_Guru", + "languages": [ + "tgk-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709239, + "recall": 0.763834, + "f1": 0.72556, + "accuracy": 0.763834, + "main_score": 0.72556, + "hf_subset": "tgk_Cyrl-som_Latn", + "languages": [ + "tgk-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566768, + "recall": 0.609684, + "f1": 0.579155, + "accuracy": 0.609684, + "main_score": 0.579155, + "hf_subset": "tgk_Cyrl-tum_Latn", + "languages": [ + "tgk-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381353, + "recall": 0.429842, + "f1": 0.394524, + "accuracy": 0.429842, + "main_score": 0.394524, + "hf_subset": "yor_Latn-ace_Arab", + "languages": [ + "yor-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472177, + "recall": 0.516798, + "f1": 0.484631, + "accuracy": 0.516798, + "main_score": 0.484631, + "hf_subset": "yor_Latn-bam_Latn", + "languages": [ + "yor-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223943, + "recall": 0.27668, + "f1": 0.236623, + "accuracy": 0.27668, + "main_score": 0.236623, + "hf_subset": "yor_Latn-dzo_Tibt", + "languages": [ + "yor-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682946, + "recall": 0.73913, + "f1": 0.697752, + "accuracy": 0.73913, + "main_score": 0.697752, + "hf_subset": "yor_Latn-hin_Deva", + "languages": [ + "yor-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65463, + "recall": 0.710474, + "f1": 0.670212, + "accuracy": 0.710474, + "main_score": 0.670212, + "hf_subset": "yor_Latn-khm_Khmr", + "languages": [ + "yor-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679742, + "recall": 0.730237, + "f1": 0.693603, + "accuracy": 0.730237, + "main_score": 0.693603, + "hf_subset": "yor_Latn-mag_Deva", + "languages": [ + "yor-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612105, + "recall": 0.664032, + "f1": 0.625182, + "accuracy": 0.664032, + "main_score": 0.625182, + "hf_subset": "yor_Latn-pap_Latn", + "languages": [ + "yor-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518031, + "recall": 0.568182, + "f1": 0.531652, + "accuracy": 0.568182, + "main_score": 0.531652, + "hf_subset": "yor_Latn-sot_Latn", + "languages": [ + "yor-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686868, + "recall": 0.73913, + "f1": 0.700967, + "accuracy": 0.73913, + "main_score": 0.700967, + "hf_subset": "yor_Latn-tur_Latn", + "languages": [ + "yor-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569243, + "recall": 0.614625, + "f1": 0.581368, + "accuracy": 0.614625, + "main_score": 0.581368, + "hf_subset": "yor_Latn-ace_Latn", + "languages": [ + "yor-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624995, + "recall": 0.66502, + "f1": 0.636139, + "accuracy": 0.66502, + "main_score": 0.636139, + "hf_subset": "yor_Latn-ban_Latn", + "languages": [ + "yor-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665543, + "recall": 0.72332, + "f1": 0.681283, + "accuracy": 0.72332, + "main_score": 0.681283, + "hf_subset": "yor_Latn-ell_Grek", + "languages": [ + "yor-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662347, + "recall": 0.719368, + "f1": 0.677975, + "accuracy": 0.719368, + "main_score": 0.677975, + "hf_subset": "yor_Latn-hne_Deva", + "languages": [ + "yor-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511457, + "recall": 0.550395, + "f1": 0.522421, + "accuracy": 0.550395, + "main_score": 0.522421, + "hf_subset": "yor_Latn-kik_Latn", + "languages": [ + "yor-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671203, + "recall": 0.730237, + "f1": 0.686762, + "accuracy": 0.730237, + "main_score": 0.686762, + "hf_subset": "yor_Latn-mai_Deva", + "languages": [ + "yor-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592982, + "recall": 0.657115, + "f1": 0.609804, + "accuracy": 0.657115, + "main_score": 0.609804, + "hf_subset": "yor_Latn-pbt_Arab", + "languages": [ + "yor-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671276, + "recall": 0.732213, + "f1": 0.687595, + "accuracy": 0.732213, + "main_score": 0.687595, + "hf_subset": "yor_Latn-spa_Latn", + "languages": [ + "yor-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513852, + "recall": 0.551383, + "f1": 0.524361, + "accuracy": 0.551383, + "main_score": 0.524361, + "hf_subset": "yor_Latn-twi_Latn", + "languages": [ + "yor-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661075, + "recall": 0.716403, + "f1": 0.675408, + "accuracy": 0.716403, + "main_score": 0.675408, + "hf_subset": "yor_Latn-acm_Arab", + "languages": [ + "yor-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623015, + "recall": 0.677866, + "f1": 0.637746, + "accuracy": 0.677866, + "main_score": 0.637746, + "hf_subset": "yor_Latn-bel_Cyrl", + "languages": [ + "yor-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72513, + "recall": 0.773715, + "f1": 0.738024, + "accuracy": 0.773715, + "main_score": 0.738024, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693986, + "recall": 0.743083, + "f1": 0.706918, + "accuracy": 0.743083, + "main_score": 0.706918, + "hf_subset": "yor_Latn-hrv_Latn", + "languages": [ + "yor-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483967, + "recall": 0.527668, + "f1": 0.496761, + "accuracy": 0.527668, + "main_score": 0.496761, + "hf_subset": "yor_Latn-kin_Latn", + "languages": [ + "yor-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682979, + "recall": 0.742095, + "f1": 0.699463, + "accuracy": 0.742095, + "main_score": 0.699463, + "hf_subset": "yor_Latn-mal_Mlym", + "languages": [ + "yor-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675745, + "recall": 0.733202, + "f1": 0.691801, + "accuracy": 0.733202, + "main_score": 0.691801, + "hf_subset": "yor_Latn-pes_Arab", + "languages": [ + "yor-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645979, + "recall": 0.698617, + "f1": 0.659721, + "accuracy": 0.698617, + "main_score": 0.659721, + "hf_subset": "yor_Latn-srd_Latn", + "languages": [ + "yor-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.137267, + "recall": 0.171937, + "f1": 0.145895, + "accuracy": 0.171937, + "main_score": 0.145895, + "hf_subset": "yor_Latn-tzm_Tfng", + "languages": [ + "yor-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670771, + "recall": 0.729249, + "f1": 0.68689, + "accuracy": 0.729249, + "main_score": 0.68689, + "hf_subset": "yor_Latn-acq_Arab", + "languages": [ + "yor-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537392, + "recall": 0.577075, + "f1": 0.547771, + "accuracy": 0.577075, + "main_score": 0.547771, + "hf_subset": "yor_Latn-bem_Latn", + "languages": [ + "yor-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690266, + "recall": 0.743083, + "f1": 0.704108, + "accuracy": 0.743083, + "main_score": 0.704108, + "hf_subset": "yor_Latn-epo_Latn", + "languages": [ + "yor-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704537, + "recall": 0.751976, + "f1": 0.716751, + "accuracy": 0.751976, + "main_score": 0.716751, + "hf_subset": "yor_Latn-hun_Latn", + "languages": [ + "yor-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635542, + "recall": 0.694664, + "f1": 0.65135, + "accuracy": 0.694664, + "main_score": 0.65135, + "hf_subset": "yor_Latn-kir_Cyrl", + "languages": [ + "yor-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705161, + "recall": 0.756917, + "f1": 0.719164, + "accuracy": 0.756917, + "main_score": 0.719164, + "hf_subset": "yor_Latn-mar_Deva", + "languages": [ + "yor-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540142, + "recall": 0.588933, + "f1": 0.553159, + "accuracy": 0.588933, + "main_score": 0.553159, + "hf_subset": "yor_Latn-plt_Latn", + "languages": [ + "yor-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697068, + "recall": 0.750988, + "f1": 0.711391, + "accuracy": 0.750988, + "main_score": 0.711391, + "hf_subset": "yor_Latn-srp_Cyrl", + "languages": [ + "yor-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565517, + "recall": 0.62747, + "f1": 0.582757, + "accuracy": 0.62747, + "main_score": 0.582757, + "hf_subset": "yor_Latn-uig_Arab", + "languages": [ + "yor-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64446, + "recall": 0.69664, + "f1": 0.658661, + "accuracy": 0.69664, + "main_score": 0.658661, + "hf_subset": "yor_Latn-aeb_Arab", + "languages": [ + "yor-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673825, + "recall": 0.728261, + "f1": 0.689234, + "accuracy": 0.728261, + "main_score": 0.689234, + "hf_subset": "yor_Latn-ben_Beng", + "languages": [ + "yor-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676188, + "recall": 0.730237, + "f1": 0.691231, + "accuracy": 0.730237, + "main_score": 0.691231, + "hf_subset": "yor_Latn-est_Latn", + "languages": [ + "yor-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657283, + "recall": 0.715415, + "f1": 0.672834, + "accuracy": 0.715415, + "main_score": 0.672834, + "hf_subset": "yor_Latn-hye_Armn", + "languages": [ + "yor-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476877, + "recall": 0.520751, + "f1": 0.48961, + "accuracy": 0.520751, + "main_score": 0.48961, + "hf_subset": "yor_Latn-kmb_Latn", + "languages": [ + "yor-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34391, + "recall": 0.401186, + "f1": 0.358935, + "accuracy": 0.401186, + "main_score": 0.358935, + "hf_subset": "yor_Latn-min_Arab", + "languages": [ + "yor-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691068, + "recall": 0.742095, + "f1": 0.704479, + "accuracy": 0.742095, + "main_score": 0.704479, + "hf_subset": "yor_Latn-pol_Latn", + "languages": [ + "yor-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495546, + "recall": 0.54249, + "f1": 0.508769, + "accuracy": 0.54249, + "main_score": 0.508769, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702438, + "recall": 0.755929, + "f1": 0.717066, + "accuracy": 0.755929, + "main_score": 0.717066, + "hf_subset": "yor_Latn-ukr_Cyrl", + "languages": [ + "yor-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712535, + "recall": 0.762846, + "f1": 0.72625, + "accuracy": 0.762846, + "main_score": 0.72625, + "hf_subset": "yor_Latn-afr_Latn", + "languages": [ + "yor-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635898, + "recall": 0.6917, + "f1": 0.65117, + "accuracy": 0.6917, + "main_score": 0.65117, + "hf_subset": "yor_Latn-bho_Deva", + "languages": [ + "yor-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673165, + "recall": 0.722332, + "f1": 0.686364, + "accuracy": 0.722332, + "main_score": 0.686364, + "hf_subset": "yor_Latn-eus_Latn", + "languages": [ + "yor-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537178, + "recall": 0.582016, + "f1": 0.549379, + "accuracy": 0.582016, + "main_score": 0.549379, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603074, + "recall": 0.653162, + "f1": 0.616726, + "accuracy": 0.653162, + "main_score": 0.616726, + "hf_subset": "yor_Latn-kmr_Latn", + "languages": [ + "yor-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654313, + "recall": 0.711462, + "f1": 0.669522, + "accuracy": 0.711462, + "main_score": 0.669522, + "hf_subset": "yor_Latn-min_Latn", + "languages": [ + "yor-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71427, + "recall": 0.763834, + "f1": 0.727963, + "accuracy": 0.763834, + "main_score": 0.727963, + "hf_subset": "yor_Latn-por_Latn", + "languages": [ + "yor-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685269, + "recall": 0.725296, + "f1": 0.696231, + "accuracy": 0.725296, + "main_score": 0.696231, + "hf_subset": "yor_Latn-sun_Latn", + "languages": [ + "yor-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463852, + "recall": 0.505929, + "f1": 0.47606, + "accuracy": 0.505929, + "main_score": 0.47606, + "hf_subset": "yor_Latn-umb_Latn", + "languages": [ + "yor-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682053, + "recall": 0.73913, + "f1": 0.697401, + "accuracy": 0.73913, + "main_score": 0.697401, + "hf_subset": "yor_Latn-ajp_Arab", + "languages": [ + "yor-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370168, + "recall": 0.424901, + "f1": 0.384373, + "accuracy": 0.424901, + "main_score": 0.384373, + "hf_subset": "yor_Latn-bjn_Arab", + "languages": [ + "yor-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463785, + "recall": 0.505929, + "f1": 0.475552, + "accuracy": 0.505929, + "main_score": 0.475552, + "hf_subset": "yor_Latn-ewe_Latn", + "languages": [ + "yor-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621207, + "recall": 0.666008, + "f1": 0.633074, + "accuracy": 0.666008, + "main_score": 0.633074, + "hf_subset": "yor_Latn-ilo_Latn", + "languages": [ + "yor-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.253043, + "recall": 0.298419, + "f1": 0.264961, + "accuracy": 0.298419, + "main_score": 0.264961, + "hf_subset": "yor_Latn-knc_Arab", + "languages": [ + "yor-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677509, + "recall": 0.732213, + "f1": 0.692101, + "accuracy": 0.732213, + "main_score": 0.692101, + "hf_subset": "yor_Latn-mkd_Cyrl", + "languages": [ + "yor-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667632, + "recall": 0.724308, + "f1": 0.68368, + "accuracy": 0.724308, + "main_score": 0.68368, + "hf_subset": "yor_Latn-prs_Arab", + "languages": [ + "yor-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70067, + "recall": 0.754941, + "f1": 0.715524, + "accuracy": 0.754941, + "main_score": 0.715524, + "hf_subset": "yor_Latn-swe_Latn", + "languages": [ + "yor-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67063, + "recall": 0.729249, + "f1": 0.686743, + "accuracy": 0.729249, + "main_score": 0.686743, + "hf_subset": "yor_Latn-urd_Arab", + "languages": [ + "yor-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511775, + "recall": 0.541502, + "f1": 0.520539, + "accuracy": 0.541502, + "main_score": 0.520539, + "hf_subset": "yor_Latn-aka_Latn", + "languages": [ + "yor-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677954, + "recall": 0.717391, + "f1": 0.68805, + "accuracy": 0.717391, + "main_score": 0.68805, + "hf_subset": "yor_Latn-bjn_Latn", + "languages": [ + "yor-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654517, + "recall": 0.704545, + "f1": 0.668018, + "accuracy": 0.704545, + "main_score": 0.668018, + "hf_subset": "yor_Latn-fao_Latn", + "languages": [ + "yor-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715249, + "recall": 0.766798, + "f1": 0.729184, + "accuracy": 0.766798, + "main_score": 0.729184, + "hf_subset": "yor_Latn-ind_Latn", + "languages": [ + "yor-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507916, + "recall": 0.546443, + "f1": 0.518944, + "accuracy": 0.546443, + "main_score": 0.518944, + "hf_subset": "yor_Latn-knc_Latn", + "languages": [ + "yor-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661226, + "recall": 0.706522, + "f1": 0.673072, + "accuracy": 0.706522, + "main_score": 0.673072, + "hf_subset": "yor_Latn-mlt_Latn", + "languages": [ + "yor-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523073, + "recall": 0.570158, + "f1": 0.536585, + "accuracy": 0.570158, + "main_score": 0.536585, + "hf_subset": "yor_Latn-quy_Latn", + "languages": [ + "yor-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677521, + "recall": 0.73419, + "f1": 0.693606, + "accuracy": 0.73419, + "main_score": 0.693606, + "hf_subset": "yor_Latn-swh_Latn", + "languages": [ + "yor-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669293, + "recall": 0.727273, + "f1": 0.685385, + "accuracy": 0.727273, + "main_score": 0.685385, + "hf_subset": "yor_Latn-uzn_Latn", + "languages": [ + "yor-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674823, + "recall": 0.725296, + "f1": 0.687909, + "accuracy": 0.725296, + "main_score": 0.687909, + "hf_subset": "yor_Latn-als_Latn", + "languages": [ + "yor-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.319917, + "recall": 0.398221, + "f1": 0.34002, + "accuracy": 0.398221, + "main_score": 0.34002, + "hf_subset": "yor_Latn-bod_Tibt", + "languages": [ + "yor-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558303, + "recall": 0.605731, + "f1": 0.571481, + "accuracy": 0.605731, + "main_score": 0.571481, + "hf_subset": "yor_Latn-fij_Latn", + "languages": [ + "yor-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667067, + "recall": 0.721344, + "f1": 0.681959, + "accuracy": 0.721344, + "main_score": 0.681959, + "hf_subset": "yor_Latn-isl_Latn", + "languages": [ + "yor-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527935, + "recall": 0.566206, + "f1": 0.538531, + "accuracy": 0.566206, + "main_score": 0.538531, + "hf_subset": "yor_Latn-kon_Latn", + "languages": [ + "yor-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437444, + "recall": 0.491107, + "f1": 0.452836, + "accuracy": 0.491107, + "main_score": 0.452836, + "hf_subset": "yor_Latn-mni_Beng", + "languages": [ + "yor-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733583, + "recall": 0.777668, + "f1": 0.745379, + "accuracy": 0.777668, + "main_score": 0.745379, + "hf_subset": "yor_Latn-ron_Latn", + "languages": [ + "yor-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658247, + "recall": 0.717391, + "f1": 0.674153, + "accuracy": 0.717391, + "main_score": 0.674153, + "hf_subset": "yor_Latn-szl_Latn", + "languages": [ + "yor-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670942, + "recall": 0.718379, + "f1": 0.683452, + "accuracy": 0.718379, + "main_score": 0.683452, + "hf_subset": "yor_Latn-vec_Latn", + "languages": [ + "yor-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584047, + "recall": 0.655138, + "f1": 0.604152, + "accuracy": 0.655138, + "main_score": 0.604152, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700165, + "recall": 0.751976, + "f1": 0.713567, + "accuracy": 0.751976, + "main_score": 0.713567, + "hf_subset": "yor_Latn-bos_Latn", + "languages": [ + "yor-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682591, + "recall": 0.731225, + "f1": 0.695848, + "accuracy": 0.731225, + "main_score": 0.695848, + "hf_subset": "yor_Latn-fin_Latn", + "languages": [ + "yor-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693054, + "recall": 0.746047, + "f1": 0.706842, + "accuracy": 0.746047, + "main_score": 0.706842, + "hf_subset": "yor_Latn-ita_Latn", + "languages": [ + "yor-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669832, + "recall": 0.729249, + "f1": 0.685643, + "accuracy": 0.729249, + "main_score": 0.685643, + "hf_subset": "yor_Latn-kor_Hang", + "languages": [ + "yor-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468643, + "recall": 0.503953, + "f1": 0.479, + "accuracy": 0.503953, + "main_score": 0.479, + "hf_subset": "yor_Latn-mos_Latn", + "languages": [ + "yor-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49585, + "recall": 0.541502, + "f1": 0.50891, + "accuracy": 0.541502, + "main_score": 0.50891, + "hf_subset": "yor_Latn-run_Latn", + "languages": [ + "yor-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673231, + "recall": 0.735178, + "f1": 0.690804, + "accuracy": 0.735178, + "main_score": 0.690804, + "hf_subset": "yor_Latn-tam_Taml", + "languages": [ + "yor-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669781, + "recall": 0.722332, + "f1": 0.683625, + "accuracy": 0.722332, + "main_score": 0.683625, + "hf_subset": "yor_Latn-vie_Latn", + "languages": [ + "yor-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661137, + "recall": 0.719368, + "f1": 0.676725, + "accuracy": 0.719368, + "main_score": 0.676725, + "hf_subset": "yor_Latn-apc_Arab", + "languages": [ + "yor-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53963, + "recall": 0.58498, + "f1": 0.552289, + "accuracy": 0.58498, + "main_score": 0.552289, + "hf_subset": "yor_Latn-bug_Latn", + "languages": [ + "yor-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434916, + "recall": 0.475296, + "f1": 0.446185, + "accuracy": 0.475296, + "main_score": 0.446185, + "hf_subset": "yor_Latn-fon_Latn", + "languages": [ + "yor-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701313, + "recall": 0.744071, + "f1": 0.713148, + "accuracy": 0.744071, + "main_score": 0.713148, + "hf_subset": "yor_Latn-jav_Latn", + "languages": [ + "yor-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658576, + "recall": 0.717391, + "f1": 0.674531, + "accuracy": 0.717391, + "main_score": 0.674531, + "hf_subset": "yor_Latn-lao_Laoo", + "languages": [ + "yor-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606551, + "recall": 0.656126, + "f1": 0.619705, + "accuracy": 0.656126, + "main_score": 0.619705, + "hf_subset": "yor_Latn-mri_Latn", + "languages": [ + "yor-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675155, + "recall": 0.729249, + "f1": 0.689092, + "accuracy": 0.729249, + "main_score": 0.689092, + "hf_subset": "yor_Latn-rus_Cyrl", + "languages": [ + "yor-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455568, + "recall": 0.5, + "f1": 0.467844, + "accuracy": 0.5, + "main_score": 0.467844, + "hf_subset": "yor_Latn-taq_Latn", + "languages": [ + "yor-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681394, + "recall": 0.729249, + "f1": 0.693459, + "accuracy": 0.729249, + "main_score": 0.693459, + "hf_subset": "yor_Latn-war_Latn", + "languages": [ + "yor-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669516, + "recall": 0.727273, + "f1": 0.685222, + "accuracy": 0.727273, + "main_score": 0.685222, + "hf_subset": "yor_Latn-arb_Arab", + "languages": [ + "yor-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694665, + "recall": 0.746047, + "f1": 0.708365, + "accuracy": 0.746047, + "main_score": 0.708365, + "hf_subset": "yor_Latn-bul_Cyrl", + "languages": [ + "yor-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704914, + "recall": 0.753953, + "f1": 0.71822, + "accuracy": 0.753953, + "main_score": 0.71822, + "hf_subset": "yor_Latn-fra_Latn", + "languages": [ + "yor-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661377, + "recall": 0.719368, + "f1": 0.677226, + "accuracy": 0.719368, + "main_score": 0.677226, + "hf_subset": "yor_Latn-jpn_Jpan", + "languages": [ + "yor-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653213, + "recall": 0.704545, + "f1": 0.667696, + "accuracy": 0.704545, + "main_score": 0.667696, + "hf_subset": "yor_Latn-lij_Latn", + "languages": [ + "yor-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575039, + "recall": 0.650198, + "f1": 0.59634, + "accuracy": 0.650198, + "main_score": 0.59634, + "hf_subset": "yor_Latn-mya_Mymr", + "languages": [ + "yor-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476774, + "recall": 0.521739, + "f1": 0.489577, + "accuracy": 0.521739, + "main_score": 0.489577, + "hf_subset": "yor_Latn-sag_Latn", + "languages": [ + "yor-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149087, + "recall": 0.188735, + "f1": 0.158158, + "accuracy": 0.188735, + "main_score": 0.158158, + "hf_subset": "yor_Latn-taq_Tfng", + "languages": [ + "yor-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520196, + "recall": 0.561265, + "f1": 0.532036, + "accuracy": 0.561265, + "main_score": 0.532036, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49005, + "recall": 0.543478, + "f1": 0.504774, + "accuracy": 0.543478, + "main_score": 0.504774, + "hf_subset": "yor_Latn-arb_Latn", + "languages": [ + "yor-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70229, + "recall": 0.754941, + "f1": 0.716295, + "accuracy": 0.754941, + "main_score": 0.716295, + "hf_subset": "yor_Latn-cat_Latn", + "languages": [ + "yor-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644723, + "recall": 0.693676, + "f1": 0.65746, + "accuracy": 0.693676, + "main_score": 0.65746, + "hf_subset": "yor_Latn-fur_Latn", + "languages": [ + "yor-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372685, + "recall": 0.423913, + "f1": 0.386219, + "accuracy": 0.423913, + "main_score": 0.386219, + "hf_subset": "yor_Latn-kab_Latn", + "languages": [ + "yor-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660697, + "recall": 0.704545, + "f1": 0.672678, + "accuracy": 0.704545, + "main_score": 0.672678, + "hf_subset": "yor_Latn-lim_Latn", + "languages": [ + "yor-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680509, + "recall": 0.73419, + "f1": 0.69464, + "accuracy": 0.73419, + "main_score": 0.69464, + "hf_subset": "yor_Latn-nld_Latn", + "languages": [ + "yor-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635997, + "recall": 0.6917, + "f1": 0.651044, + "accuracy": 0.6917, + "main_score": 0.651044, + "hf_subset": "yor_Latn-san_Deva", + "languages": [ + "yor-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645966, + "recall": 0.698617, + "f1": 0.659226, + "accuracy": 0.698617, + "main_score": 0.659226, + "hf_subset": "yor_Latn-tat_Cyrl", + "languages": [ + "yor-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562279, + "recall": 0.609684, + "f1": 0.575713, + "accuracy": 0.609684, + "main_score": 0.575713, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660959, + "recall": 0.720356, + "f1": 0.67727, + "accuracy": 0.720356, + "main_score": 0.67727, + "hf_subset": "yor_Latn-ars_Arab", + "languages": [ + "yor-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70446, + "recall": 0.749012, + "f1": 0.715958, + "accuracy": 0.749012, + "main_score": 0.715958, + "hf_subset": "yor_Latn-ceb_Latn", + "languages": [ + "yor-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468591, + "recall": 0.51581, + "f1": 0.482289, + "accuracy": 0.51581, + "main_score": 0.482289, + "hf_subset": "yor_Latn-fuv_Latn", + "languages": [ + "yor-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465391, + "recall": 0.506917, + "f1": 0.477248, + "accuracy": 0.506917, + "main_score": 0.477248, + "hf_subset": "yor_Latn-kac_Latn", + "languages": [ + "yor-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524228, + "recall": 0.567194, + "f1": 0.535808, + "accuracy": 0.567194, + "main_score": 0.535808, + "hf_subset": "yor_Latn-lin_Latn", + "languages": [ + "yor-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684241, + "recall": 0.741107, + "f1": 0.700217, + "accuracy": 0.741107, + "main_score": 0.700217, + "hf_subset": "yor_Latn-nno_Latn", + "languages": [ + "yor-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.136331, + "recall": 0.178854, + "f1": 0.146818, + "accuracy": 0.178854, + "main_score": 0.146818, + "hf_subset": "yor_Latn-sat_Olck", + "languages": [ + "yor-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689479, + "recall": 0.746047, + "f1": 0.705169, + "accuracy": 0.746047, + "main_score": 0.705169, + "hf_subset": "yor_Latn-tel_Telu", + "languages": [ + "yor-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561605, + "recall": 0.62747, + "f1": 0.579113, + "accuracy": 0.62747, + "main_score": 0.579113, + "hf_subset": "yor_Latn-ydd_Hebr", + "languages": [ + "yor-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62841, + "recall": 0.684783, + "f1": 0.643839, + "accuracy": 0.684783, + "main_score": 0.643839, + "hf_subset": "yor_Latn-ary_Arab", + "languages": [ + "yor-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697487, + "recall": 0.748024, + "f1": 0.710907, + "accuracy": 0.748024, + "main_score": 0.710907, + "hf_subset": "yor_Latn-ces_Latn", + "languages": [ + "yor-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474153, + "recall": 0.52668, + "f1": 0.48902, + "accuracy": 0.52668, + "main_score": 0.48902, + "hf_subset": "yor_Latn-gaz_Latn", + "languages": [ + "yor-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512544, + "recall": 0.561265, + "f1": 0.526061, + "accuracy": 0.561265, + "main_score": 0.526061, + "hf_subset": "yor_Latn-kam_Latn", + "languages": [ + "yor-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687801, + "recall": 0.740119, + "f1": 0.701823, + "accuracy": 0.740119, + "main_score": 0.701823, + "hf_subset": "yor_Latn-lit_Latn", + "languages": [ + "yor-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709984, + "recall": 0.759881, + "f1": 0.723594, + "accuracy": 0.759881, + "main_score": 0.723594, + "hf_subset": "yor_Latn-nob_Latn", + "languages": [ + "yor-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640196, + "recall": 0.69664, + "f1": 0.655114, + "accuracy": 0.69664, + "main_score": 0.655114, + "hf_subset": "yor_Latn-scn_Latn", + "languages": [ + "yor-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642733, + "recall": 0.69664, + "f1": 0.657466, + "accuracy": 0.69664, + "main_score": 0.657466, + "hf_subset": "yor_Latn-tgk_Cyrl", + "languages": [ + "yor-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651074, + "recall": 0.709486, + "f1": 0.666277, + "accuracy": 0.709486, + "main_score": 0.666277, + "hf_subset": "yor_Latn-arz_Arab", + "languages": [ + "yor-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457559, + "recall": 0.498024, + "f1": 0.469163, + "accuracy": 0.498024, + "main_score": 0.469163, + "hf_subset": "yor_Latn-cjk_Latn", + "languages": [ + "yor-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57463, + "recall": 0.629447, + "f1": 0.589148, + "accuracy": 0.629447, + "main_score": 0.589148, + "hf_subset": "yor_Latn-gla_Latn", + "languages": [ + "yor-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691122, + "recall": 0.748024, + "f1": 0.707175, + "accuracy": 0.748024, + "main_score": 0.707175, + "hf_subset": "yor_Latn-kan_Knda", + "languages": [ + "yor-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641998, + "recall": 0.685771, + "f1": 0.653711, + "accuracy": 0.685771, + "main_score": 0.653711, + "hf_subset": "yor_Latn-lmo_Latn", + "languages": [ + "yor-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669056, + "recall": 0.730237, + "f1": 0.685281, + "accuracy": 0.730237, + "main_score": 0.685281, + "hf_subset": "yor_Latn-npi_Deva", + "languages": [ + "yor-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397048, + "recall": 0.445652, + "f1": 0.410672, + "accuracy": 0.445652, + "main_score": 0.410672, + "hf_subset": "yor_Latn-shn_Mymr", + "languages": [ + "yor-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721625, + "recall": 0.769763, + "f1": 0.734428, + "accuracy": 0.769763, + "main_score": 0.734428, + "hf_subset": "yor_Latn-tgl_Latn", + "languages": [ + "yor-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631282, + "recall": 0.69664, + "f1": 0.648012, + "accuracy": 0.69664, + "main_score": 0.648012, + "hf_subset": "yor_Latn-yue_Hant", + "languages": [ + "yor-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665391, + "recall": 0.715415, + "f1": 0.679394, + "accuracy": 0.715415, + "main_score": 0.679394, + "hf_subset": "yor_Latn-asm_Beng", + "languages": [ + "yor-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593656, + "recall": 0.655138, + "f1": 0.610291, + "accuracy": 0.655138, + "main_score": 0.610291, + "hf_subset": "yor_Latn-ckb_Arab", + "languages": [ + "yor-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583657, + "recall": 0.645257, + "f1": 0.600794, + "accuracy": 0.645257, + "main_score": 0.600794, + "hf_subset": "yor_Latn-gle_Latn", + "languages": [ + "yor-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530305, + "recall": 0.589921, + "f1": 0.546248, + "accuracy": 0.589921, + "main_score": 0.546248, + "hf_subset": "yor_Latn-kas_Arab", + "languages": [ + "yor-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588534, + "recall": 0.641304, + "f1": 0.603074, + "accuracy": 0.641304, + "main_score": 0.603074, + "hf_subset": "yor_Latn-ltg_Latn", + "languages": [ + "yor-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521656, + "recall": 0.566206, + "f1": 0.53369, + "accuracy": 0.566206, + "main_score": 0.53369, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59465, + "recall": 0.664032, + "f1": 0.613781, + "accuracy": 0.664032, + "main_score": 0.613781, + "hf_subset": "yor_Latn-sin_Sinh", + "languages": [ + "yor-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672445, + "recall": 0.731225, + "f1": 0.68824, + "accuracy": 0.731225, + "main_score": 0.68824, + "hf_subset": "yor_Latn-tha_Thai", + "languages": [ + "yor-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643056, + "recall": 0.695652, + "f1": 0.656553, + "accuracy": 0.695652, + "main_score": 0.656553, + "hf_subset": "yor_Latn-zho_Hans", + "languages": [ + "yor-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69275, + "recall": 0.743083, + "f1": 0.706511, + "accuracy": 0.743083, + "main_score": 0.706511, + "hf_subset": "yor_Latn-ast_Latn", + "languages": [ + "yor-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63879, + "recall": 0.701581, + "f1": 0.65601, + "accuracy": 0.701581, + "main_score": 0.65601, + "hf_subset": "yor_Latn-crh_Latn", + "languages": [ + "yor-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696139, + "recall": 0.745059, + "f1": 0.709653, + "accuracy": 0.745059, + "main_score": 0.709653, + "hf_subset": "yor_Latn-glg_Latn", + "languages": [ + "yor-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504423, + "recall": 0.563241, + "f1": 0.519896, + "accuracy": 0.563241, + "main_score": 0.519896, + "hf_subset": "yor_Latn-kas_Deva", + "languages": [ + "yor-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640759, + "recall": 0.689723, + "f1": 0.653211, + "accuracy": 0.689723, + "main_score": 0.653211, + "hf_subset": "yor_Latn-ltz_Latn", + "languages": [ + "yor-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417897, + "recall": 0.464427, + "f1": 0.430588, + "accuracy": 0.464427, + "main_score": 0.430588, + "hf_subset": "yor_Latn-nus_Latn", + "languages": [ + "yor-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69443, + "recall": 0.743083, + "f1": 0.70713, + "accuracy": 0.743083, + "main_score": 0.70713, + "hf_subset": "yor_Latn-slk_Latn", + "languages": [ + "yor-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388481, + "recall": 0.454545, + "f1": 0.406338, + "accuracy": 0.454545, + "main_score": 0.406338, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649404, + "recall": 0.713439, + "f1": 0.666709, + "accuracy": 0.713439, + "main_score": 0.666709, + "hf_subset": "yor_Latn-zho_Hant", + "languages": [ + "yor-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671161, + "recall": 0.72332, + "f1": 0.685488, + "accuracy": 0.72332, + "main_score": 0.685488, + "hf_subset": "yor_Latn-awa_Deva", + "languages": [ + "yor-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667813, + "recall": 0.715415, + "f1": 0.68093, + "accuracy": 0.715415, + "main_score": 0.68093, + "hf_subset": "yor_Latn-cym_Latn", + "languages": [ + "yor-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557967, + "recall": 0.604743, + "f1": 0.570161, + "accuracy": 0.604743, + "main_score": 0.570161, + "hf_subset": "yor_Latn-grn_Latn", + "languages": [ + "yor-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643431, + "recall": 0.700593, + "f1": 0.657959, + "accuracy": 0.700593, + "main_score": 0.657959, + "hf_subset": "yor_Latn-kat_Geor", + "languages": [ + "yor-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52454, + "recall": 0.568182, + "f1": 0.536835, + "accuracy": 0.568182, + "main_score": 0.536835, + "hf_subset": "yor_Latn-lua_Latn", + "languages": [ + "yor-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533649, + "recall": 0.58004, + "f1": 0.54649, + "accuracy": 0.58004, + "main_score": 0.54649, + "hf_subset": "yor_Latn-nya_Latn", + "languages": [ + "yor-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691144, + "recall": 0.744071, + "f1": 0.704802, + "accuracy": 0.744071, + "main_score": 0.704802, + "hf_subset": "yor_Latn-slv_Latn", + "languages": [ + "yor-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617005, + "recall": 0.66502, + "f1": 0.62975, + "accuracy": 0.66502, + "main_score": 0.62975, + "hf_subset": "yor_Latn-tpi_Latn", + "languages": [ + "yor-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727793, + "recall": 0.778656, + "f1": 0.741525, + "accuracy": 0.778656, + "main_score": 0.741525, + "hf_subset": "yor_Latn-zsm_Latn", + "languages": [ + "yor-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478248, + "recall": 0.519763, + "f1": 0.48989, + "accuracy": 0.519763, + "main_score": 0.48989, + "hf_subset": "yor_Latn-ayr_Latn", + "languages": [ + "yor-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709394, + "recall": 0.759881, + "f1": 0.722539, + "accuracy": 0.759881, + "main_score": 0.722539, + "hf_subset": "yor_Latn-dan_Latn", + "languages": [ + "yor-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683598, + "recall": 0.740119, + "f1": 0.699533, + "accuracy": 0.740119, + "main_score": 0.699533, + "hf_subset": "yor_Latn-guj_Gujr", + "languages": [ + "yor-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685173, + "recall": 0.738142, + "f1": 0.699863, + "accuracy": 0.738142, + "main_score": 0.699863, + "hf_subset": "yor_Latn-kaz_Cyrl", + "languages": [ + "yor-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472539, + "recall": 0.520751, + "f1": 0.485722, + "accuracy": 0.520751, + "main_score": 0.485722, + "hf_subset": "yor_Latn-lug_Latn", + "languages": [ + "yor-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702861, + "recall": 0.752964, + "f1": 0.716408, + "accuracy": 0.752964, + "main_score": 0.716408, + "hf_subset": "yor_Latn-oci_Latn", + "languages": [ + "yor-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61261, + "recall": 0.663043, + "f1": 0.626254, + "accuracy": 0.663043, + "main_score": 0.626254, + "hf_subset": "yor_Latn-smo_Latn", + "languages": [ + "yor-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499677, + "recall": 0.546443, + "f1": 0.511909, + "accuracy": 0.546443, + "main_score": 0.511909, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521637, + "recall": 0.574111, + "f1": 0.537027, + "accuracy": 0.574111, + "main_score": 0.537027, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528083, + "recall": 0.586957, + "f1": 0.544384, + "accuracy": 0.586957, + "main_score": 0.544384, + "hf_subset": "yor_Latn-azb_Arab", + "languages": [ + "yor-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70174, + "recall": 0.746047, + "f1": 0.713376, + "accuracy": 0.746047, + "main_score": 0.713376, + "hf_subset": "yor_Latn-deu_Latn", + "languages": [ + "yor-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631196, + "recall": 0.690711, + "f1": 0.647317, + "accuracy": 0.690711, + "main_score": 0.647317, + "hf_subset": "yor_Latn-hat_Latn", + "languages": [ + "yor-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433509, + "recall": 0.480237, + "f1": 0.446945, + "accuracy": 0.480237, + "main_score": 0.446945, + "hf_subset": "yor_Latn-kbp_Latn", + "languages": [ + "yor-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506522, + "recall": 0.549407, + "f1": 0.519321, + "accuracy": 0.549407, + "main_score": 0.519321, + "hf_subset": "yor_Latn-luo_Latn", + "languages": [ + "yor-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671269, + "recall": 0.728261, + "f1": 0.686532, + "accuracy": 0.728261, + "main_score": 0.686532, + "hf_subset": "yor_Latn-ory_Orya", + "languages": [ + "yor-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518151, + "recall": 0.561265, + "f1": 0.529663, + "accuracy": 0.561265, + "main_score": 0.529663, + "hf_subset": "yor_Latn-sna_Latn", + "languages": [ + "yor-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493636, + "recall": 0.533597, + "f1": 0.504258, + "accuracy": 0.533597, + "main_score": 0.504258, + "hf_subset": "yor_Latn-tso_Latn", + "languages": [ + "yor-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637125, + "recall": 0.694664, + "f1": 0.651923, + "accuracy": 0.694664, + "main_score": 0.651923, + "hf_subset": "yor_Latn-azj_Latn", + "languages": [ + "yor-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485715, + "recall": 0.524704, + "f1": 0.496781, + "accuracy": 0.524704, + "main_score": 0.496781, + "hf_subset": "yor_Latn-dik_Latn", + "languages": [ + "yor-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611473, + "recall": 0.659091, + "f1": 0.625107, + "accuracy": 0.659091, + "main_score": 0.625107, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631503, + "recall": 0.682806, + "f1": 0.644374, + "accuracy": 0.682806, + "main_score": 0.644374, + "hf_subset": "yor_Latn-kea_Latn", + "languages": [ + "yor-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536248, + "recall": 0.583004, + "f1": 0.549678, + "accuracy": 0.583004, + "main_score": 0.549678, + "hf_subset": "yor_Latn-lus_Latn", + "languages": [ + "yor-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554667, + "recall": 0.593874, + "f1": 0.565002, + "accuracy": 0.593874, + "main_score": 0.565002, + "hf_subset": "yor_Latn-pag_Latn", + "languages": [ + "yor-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638655, + "recall": 0.699605, + "f1": 0.655966, + "accuracy": 0.699605, + "main_score": 0.655966, + "hf_subset": "yor_Latn-snd_Arab", + "languages": [ + "yor-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582092, + "recall": 0.646245, + "f1": 0.599532, + "accuracy": 0.646245, + "main_score": 0.599532, + "hf_subset": "yor_Latn-tuk_Latn", + "languages": [ + "yor-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635449, + "recall": 0.693676, + "f1": 0.65105, + "accuracy": 0.693676, + "main_score": 0.65105, + "hf_subset": "yor_Latn-bak_Cyrl", + "languages": [ + "yor-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425741, + "recall": 0.479249, + "f1": 0.441455, + "accuracy": 0.479249, + "main_score": 0.441455, + "hf_subset": "yor_Latn-dyu_Latn", + "languages": [ + "yor-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68149, + "recall": 0.735178, + "f1": 0.695679, + "accuracy": 0.735178, + "main_score": 0.695679, + "hf_subset": "yor_Latn-heb_Hebr", + "languages": [ + "yor-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655501, + "recall": 0.710474, + "f1": 0.669911, + "accuracy": 0.710474, + "main_score": 0.669911, + "hf_subset": "yor_Latn-khk_Cyrl", + "languages": [ + "yor-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678904, + "recall": 0.730237, + "f1": 0.692709, + "accuracy": 0.730237, + "main_score": 0.692709, + "hf_subset": "yor_Latn-lvs_Latn", + "languages": [ + "yor-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672026, + "recall": 0.730237, + "f1": 0.687715, + "accuracy": 0.730237, + "main_score": 0.687715, + "hf_subset": "yor_Latn-pan_Guru", + "languages": [ + "yor-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542631, + "recall": 0.59585, + "f1": 0.55786, + "accuracy": 0.59585, + "main_score": 0.55786, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493186, + "recall": 0.534585, + "f1": 0.5046, + "accuracy": 0.534585, + "main_score": 0.5046, + "hf_subset": "yor_Latn-tum_Latn", + "languages": [ + "yor-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557717, + "recall": 0.623518, + "f1": 0.576877, + "accuracy": 0.623518, + "main_score": 0.576877, + "hf_subset": "arz_Arab-ace_Arab", + "languages": [ + "arz-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515828, + "recall": 0.581028, + "f1": 0.534101, + "accuracy": 0.581028, + "main_score": 0.534101, + "hf_subset": "arz_Arab-bam_Latn", + "languages": [ + "arz-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417878, + "recall": 0.496047, + "f1": 0.439453, + "accuracy": 0.496047, + "main_score": 0.439453, + "hf_subset": "arz_Arab-dzo_Tibt", + "languages": [ + "arz-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hin_Deva", + "languages": [ + "arz-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-khm_Khmr", + "languages": [ + "arz-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-mag_Deva", + "languages": [ + "arz-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "arz_Arab-pap_Latn", + "languages": [ + "arz-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589906, + "recall": 0.650198, + "f1": 0.606988, + "accuracy": 0.650198, + "main_score": 0.606988, + "hf_subset": "arz_Arab-sot_Latn", + "languages": [ + "arz-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-tur_Latn", + "languages": [ + "arz-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860648, + "recall": 0.898221, + "f1": 0.872414, + "accuracy": 0.898221, + "main_score": 0.872414, + "hf_subset": "arz_Arab-ace_Latn", + "languages": [ + "arz-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961957, + "recall": 0.971344, + "f1": 0.964921, + "accuracy": 0.971344, + "main_score": 0.964921, + "hf_subset": "arz_Arab-ban_Latn", + "languages": [ + "arz-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ell_Grek", + "languages": [ + "arz-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "arz_Arab-hne_Deva", + "languages": [ + "arz-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589377, + "recall": 0.651186, + "f1": 0.607266, + "accuracy": 0.651186, + "main_score": 0.607266, + "hf_subset": "arz_Arab-kik_Latn", + "languages": [ + "arz-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-mai_Deva", + "languages": [ + "arz-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "arz_Arab-pbt_Arab", + "languages": [ + "arz-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-spa_Latn", + "languages": [ + "arz-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600066, + "recall": 0.66502, + "f1": 0.618033, + "accuracy": 0.66502, + "main_score": 0.618033, + "hf_subset": "arz_Arab-twi_Latn", + "languages": [ + "arz-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acm_Arab", + "languages": [ + "arz-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-bel_Cyrl", + "languages": [ + "arz-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hrv_Latn", + "languages": [ + "arz-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560935, + "recall": 0.621542, + "f1": 0.578181, + "accuracy": 0.621542, + "main_score": 0.578181, + "hf_subset": "arz_Arab-kin_Latn", + "languages": [ + "arz-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-mal_Mlym", + "languages": [ + "arz-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-pes_Arab", + "languages": [ + "arz-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "arz_Arab-srd_Latn", + "languages": [ + "arz-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.16791, + "recall": 0.219368, + "f1": 0.18044, + "accuracy": 0.219368, + "main_score": 0.18044, + "hf_subset": "arz_Arab-tzm_Tfng", + "languages": [ + "arz-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-acq_Arab", + "languages": [ + "arz-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620917, + "recall": 0.670949, + "f1": 0.635249, + "accuracy": 0.670949, + "main_score": 0.635249, + "hf_subset": "arz_Arab-bem_Latn", + "languages": [ + "arz-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-epo_Latn", + "languages": [ + "arz-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-hun_Latn", + "languages": [ + "arz-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-kir_Cyrl", + "languages": [ + "arz-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-mar_Deva", + "languages": [ + "arz-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664921, + "recall": 0.717391, + "f1": 0.680552, + "accuracy": 0.717391, + "main_score": 0.680552, + "hf_subset": "arz_Arab-plt_Latn", + "languages": [ + "arz-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-srp_Cyrl", + "languages": [ + "arz-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "arz_Arab-uig_Arab", + "languages": [ + "arz-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-aeb_Arab", + "languages": [ + "arz-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ben_Beng", + "languages": [ + "arz-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-est_Latn", + "languages": [ + "arz-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-hye_Armn", + "languages": [ + "arz-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549202, + "recall": 0.596838, + "f1": 0.562749, + "accuracy": 0.596838, + "main_score": 0.562749, + "hf_subset": "arz_Arab-kmb_Latn", + "languages": [ + "arz-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491048, + "recall": 0.56917, + "f1": 0.51239, + "accuracy": 0.56917, + "main_score": 0.51239, + "hf_subset": "arz_Arab-min_Arab", + "languages": [ + "arz-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-pol_Latn", + "languages": [ + "arz-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56082, + "recall": 0.626482, + "f1": 0.579715, + "accuracy": 0.626482, + "main_score": 0.579715, + "hf_subset": "arz_Arab-ssw_Latn", + "languages": [ + "arz-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ukr_Cyrl", + "languages": [ + "arz-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-afr_Latn", + "languages": [ + "arz-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-bho_Deva", + "languages": [ + "arz-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "arz_Arab-eus_Latn", + "languages": [ + "arz-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581868, + "recall": 0.646245, + "f1": 0.599906, + "accuracy": 0.646245, + "main_score": 0.599906, + "hf_subset": "arz_Arab-ibo_Latn", + "languages": [ + "arz-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877964, + "recall": 0.914032, + "f1": 0.889493, + "accuracy": 0.914032, + "main_score": 0.889493, + "hf_subset": "arz_Arab-kmr_Latn", + "languages": [ + "arz-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "arz_Arab-min_Latn", + "languages": [ + "arz-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-por_Latn", + "languages": [ + "arz-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-sun_Latn", + "languages": [ + "arz-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518594, + "recall": 0.579051, + "f1": 0.535583, + "accuracy": 0.579051, + "main_score": 0.535583, + "hf_subset": "arz_Arab-umb_Latn", + "languages": [ + "arz-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ajp_Arab", + "languages": [ + "arz-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530307, + "recall": 0.593874, + "f1": 0.548361, + "accuracy": 0.593874, + "main_score": 0.548361, + "hf_subset": "arz_Arab-bjn_Arab", + "languages": [ + "arz-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512159, + "recall": 0.567194, + "f1": 0.527588, + "accuracy": 0.567194, + "main_score": 0.527588, + "hf_subset": "arz_Arab-ewe_Latn", + "languages": [ + "arz-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946476, + "recall": 0.961462, + "f1": 0.951252, + "accuracy": 0.961462, + "main_score": 0.951252, + "hf_subset": "arz_Arab-ilo_Latn", + "languages": [ + "arz-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314902, + "recall": 0.374506, + "f1": 0.330983, + "accuracy": 0.374506, + "main_score": 0.330983, + "hf_subset": "arz_Arab-knc_Arab", + "languages": [ + "arz-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-mkd_Cyrl", + "languages": [ + "arz-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-prs_Arab", + "languages": [ + "arz-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-swe_Latn", + "languages": [ + "arz-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-urd_Arab", + "languages": [ + "arz-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577183, + "recall": 0.645257, + "f1": 0.596478, + "accuracy": 0.645257, + "main_score": 0.596478, + "hf_subset": "arz_Arab-aka_Latn", + "languages": [ + "arz-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "arz_Arab-bjn_Latn", + "languages": [ + "arz-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "arz_Arab-fao_Latn", + "languages": [ + "arz-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ind_Latn", + "languages": [ + "arz-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582153, + "recall": 0.641304, + "f1": 0.599116, + "accuracy": 0.641304, + "main_score": 0.599116, + "hf_subset": "arz_Arab-knc_Latn", + "languages": [ + "arz-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "arz_Arab-mlt_Latn", + "languages": [ + "arz-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70864, + "recall": 0.768775, + "f1": 0.726274, + "accuracy": 0.768775, + "main_score": 0.726274, + "hf_subset": "arz_Arab-quy_Latn", + "languages": [ + "arz-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "arz_Arab-swh_Latn", + "languages": [ + "arz-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-uzn_Latn", + "languages": [ + "arz-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-als_Latn", + "languages": [ + "arz-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642294, + "recall": 0.719368, + "f1": 0.664781, + "accuracy": 0.719368, + "main_score": 0.664781, + "hf_subset": "arz_Arab-bod_Tibt", + "languages": [ + "arz-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713024, + "recall": 0.76581, + "f1": 0.728645, + "accuracy": 0.76581, + "main_score": 0.728645, + "hf_subset": "arz_Arab-fij_Latn", + "languages": [ + "arz-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "arz_Arab-isl_Latn", + "languages": [ + "arz-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650346, + "recall": 0.708498, + "f1": 0.667608, + "accuracy": 0.708498, + "main_score": 0.667608, + "hf_subset": "arz_Arab-kon_Latn", + "languages": [ + "arz-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646598, + "recall": 0.718379, + "f1": 0.667278, + "accuracy": 0.718379, + "main_score": 0.667278, + "hf_subset": "arz_Arab-mni_Beng", + "languages": [ + "arz-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ron_Latn", + "languages": [ + "arz-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.983202, + "f1": 0.979249, + "accuracy": 0.983202, + "main_score": 0.979249, + "hf_subset": "arz_Arab-szl_Latn", + "languages": [ + "arz-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-vec_Latn", + "languages": [ + "arz-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9389, + "recall": 0.958498, + "f1": 0.945323, + "accuracy": 0.958498, + "main_score": 0.945323, + "hf_subset": "arz_Arab-amh_Ethi", + "languages": [ + "arz-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-bos_Latn", + "languages": [ + "arz-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-fin_Latn", + "languages": [ + "arz-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ita_Latn", + "languages": [ + "arz-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-kor_Hang", + "languages": [ + "arz-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537328, + "recall": 0.599802, + "f1": 0.554946, + "accuracy": 0.599802, + "main_score": 0.554946, + "hf_subset": "arz_Arab-mos_Latn", + "languages": [ + "arz-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564485, + "recall": 0.615613, + "f1": 0.578796, + "accuracy": 0.615613, + "main_score": 0.578796, + "hf_subset": "arz_Arab-run_Latn", + "languages": [ + "arz-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-tam_Taml", + "languages": [ + "arz-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-vie_Latn", + "languages": [ + "arz-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-apc_Arab", + "languages": [ + "arz-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795784, + "recall": 0.840909, + "f1": 0.80967, + "accuracy": 0.840909, + "main_score": 0.80967, + "hf_subset": "arz_Arab-bug_Latn", + "languages": [ + "arz-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470851, + "recall": 0.529644, + "f1": 0.48684, + "accuracy": 0.529644, + "main_score": 0.48684, + "hf_subset": "arz_Arab-fon_Latn", + "languages": [ + "arz-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-jav_Latn", + "languages": [ + "arz-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-lao_Laoo", + "languages": [ + "arz-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858844, + "recall": 0.898221, + "f1": 0.871113, + "accuracy": 0.898221, + "main_score": 0.871113, + "hf_subset": "arz_Arab-mri_Latn", + "languages": [ + "arz-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-rus_Cyrl", + "languages": [ + "arz-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539592, + "recall": 0.600791, + "f1": 0.556749, + "accuracy": 0.600791, + "main_score": 0.556749, + "hf_subset": "arz_Arab-taq_Latn", + "languages": [ + "arz-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-war_Latn", + "languages": [ + "arz-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-arb_Arab", + "languages": [ + "arz-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-bul_Cyrl", + "languages": [ + "arz-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-fra_Latn", + "languages": [ + "arz-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-jpn_Jpan", + "languages": [ + "arz-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-lij_Latn", + "languages": [ + "arz-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988389, + "recall": 0.991107, + "f1": 0.989196, + "accuracy": 0.991107, + "main_score": 0.989196, + "hf_subset": "arz_Arab-mya_Mymr", + "languages": [ + "arz-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583673, + "recall": 0.651186, + "f1": 0.602428, + "accuracy": 0.651186, + "main_score": 0.602428, + "hf_subset": "arz_Arab-sag_Latn", + "languages": [ + "arz-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190064, + "recall": 0.247036, + "f1": 0.203366, + "accuracy": 0.247036, + "main_score": 0.203366, + "hf_subset": "arz_Arab-taq_Tfng", + "languages": [ + "arz-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603887, + "recall": 0.66996, + "f1": 0.62293, + "accuracy": 0.66996, + "main_score": 0.62293, + "hf_subset": "arz_Arab-wol_Latn", + "languages": [ + "arz-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85219, + "recall": 0.892292, + "f1": 0.864526, + "accuracy": 0.892292, + "main_score": 0.864526, + "hf_subset": "arz_Arab-arb_Latn", + "languages": [ + "arz-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-cat_Latn", + "languages": [ + "arz-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "arz_Arab-fur_Latn", + "languages": [ + "arz-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422153, + "recall": 0.477273, + "f1": 0.437367, + "accuracy": 0.477273, + "main_score": 0.437367, + "hf_subset": "arz_Arab-kab_Latn", + "languages": [ + "arz-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "arz_Arab-lim_Latn", + "languages": [ + "arz-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-nld_Latn", + "languages": [ + "arz-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "arz_Arab-san_Deva", + "languages": [ + "arz-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-tat_Cyrl", + "languages": [ + "arz-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661635, + "recall": 0.725296, + "f1": 0.680113, + "accuracy": 0.725296, + "main_score": 0.680113, + "hf_subset": "arz_Arab-xho_Latn", + "languages": [ + "arz-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ars_Arab", + "languages": [ + "arz-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ceb_Latn", + "languages": [ + "arz-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565726, + "recall": 0.623518, + "f1": 0.582534, + "accuracy": 0.623518, + "main_score": 0.582534, + "hf_subset": "arz_Arab-fuv_Latn", + "languages": [ + "arz-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500547, + "recall": 0.567194, + "f1": 0.519062, + "accuracy": 0.567194, + "main_score": 0.519062, + "hf_subset": "arz_Arab-kac_Latn", + "languages": [ + "arz-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675288, + "recall": 0.729249, + "f1": 0.691162, + "accuracy": 0.729249, + "main_score": 0.691162, + "hf_subset": "arz_Arab-lin_Latn", + "languages": [ + "arz-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-nno_Latn", + "languages": [ + "arz-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.219089, + "recall": 0.302372, + "f1": 0.241124, + "accuracy": 0.302372, + "main_score": 0.241124, + "hf_subset": "arz_Arab-sat_Olck", + "languages": [ + "arz-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-tel_Telu", + "languages": [ + "arz-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.97332, + "f1": 0.964756, + "accuracy": 0.97332, + "main_score": 0.964756, + "hf_subset": "arz_Arab-ydd_Hebr", + "languages": [ + "arz-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "arz_Arab-ary_Arab", + "languages": [ + "arz-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ces_Latn", + "languages": [ + "arz-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556126, + "recall": 0.626482, + "f1": 0.576765, + "accuracy": 0.626482, + "main_score": 0.576765, + "hf_subset": "arz_Arab-gaz_Latn", + "languages": [ + "arz-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581538, + "recall": 0.643281, + "f1": 0.599294, + "accuracy": 0.643281, + "main_score": 0.599294, + "hf_subset": "arz_Arab-kam_Latn", + "languages": [ + "arz-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "arz_Arab-lit_Latn", + "languages": [ + "arz-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-nob_Latn", + "languages": [ + "arz-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "arz_Arab-scn_Latn", + "languages": [ + "arz-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "arz_Arab-tgk_Cyrl", + "languages": [ + "arz-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716989, + "recall": 0.778656, + "f1": 0.735693, + "accuracy": 0.778656, + "main_score": 0.735693, + "hf_subset": "arz_Arab-yor_Latn", + "languages": [ + "arz-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563031, + "recall": 0.623518, + "f1": 0.580668, + "accuracy": 0.623518, + "main_score": 0.580668, + "hf_subset": "arz_Arab-cjk_Latn", + "languages": [ + "arz-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769598, + "recall": 0.824111, + "f1": 0.786364, + "accuracy": 0.824111, + "main_score": 0.786364, + "hf_subset": "arz_Arab-gla_Latn", + "languages": [ + "arz-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-kan_Knda", + "languages": [ + "arz-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "arz_Arab-lmo_Latn", + "languages": [ + "arz-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "arz_Arab-npi_Deva", + "languages": [ + "arz-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45837, + "recall": 0.524704, + "f1": 0.476023, + "accuracy": 0.524704, + "main_score": 0.476023, + "hf_subset": "arz_Arab-shn_Mymr", + "languages": [ + "arz-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-tgl_Latn", + "languages": [ + "arz-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-yue_Hant", + "languages": [ + "arz-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "arz_Arab-asm_Beng", + "languages": [ + "arz-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "arz_Arab-ckb_Arab", + "languages": [ + "arz-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862154, + "recall": 0.899209, + "f1": 0.873781, + "accuracy": 0.899209, + "main_score": 0.873781, + "hf_subset": "arz_Arab-gle_Latn", + "languages": [ + "arz-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "arz_Arab-kas_Arab", + "languages": [ + "arz-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938801, + "accuracy": 0.952569, + "main_score": 0.938801, + "hf_subset": "arz_Arab-ltg_Latn", + "languages": [ + "arz-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607592, + "recall": 0.666008, + "f1": 0.624892, + "accuracy": 0.666008, + "main_score": 0.624892, + "hf_subset": "arz_Arab-nso_Latn", + "languages": [ + "arz-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "arz_Arab-sin_Sinh", + "languages": [ + "arz-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-tha_Thai", + "languages": [ + "arz-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-zho_Hans", + "languages": [ + "arz-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-ast_Latn", + "languages": [ + "arz-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-crh_Latn", + "languages": [ + "arz-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-glg_Latn", + "languages": [ + "arz-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893034, + "recall": 0.923913, + "f1": 0.903063, + "accuracy": 0.923913, + "main_score": 0.903063, + "hf_subset": "arz_Arab-kas_Deva", + "languages": [ + "arz-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "arz_Arab-ltz_Latn", + "languages": [ + "arz-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443694, + "recall": 0.51087, + "f1": 0.461999, + "accuracy": 0.51087, + "main_score": 0.461999, + "hf_subset": "arz_Arab-nus_Latn", + "languages": [ + "arz-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-slk_Latn", + "languages": [ + "arz-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638538, + "recall": 0.708498, + "f1": 0.659096, + "accuracy": 0.708498, + "main_score": 0.659096, + "hf_subset": "arz_Arab-tir_Ethi", + "languages": [ + "arz-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-zho_Hant", + "languages": [ + "arz-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "arz_Arab-awa_Deva", + "languages": [ + "arz-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "arz_Arab-cym_Latn", + "languages": [ + "arz-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833037, + "recall": 0.876482, + "f1": 0.846476, + "accuracy": 0.876482, + "main_score": 0.846476, + "hf_subset": "arz_Arab-grn_Latn", + "languages": [ + "arz-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-kat_Geor", + "languages": [ + "arz-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642382, + "recall": 0.700593, + "f1": 0.659224, + "accuracy": 0.700593, + "main_score": 0.659224, + "hf_subset": "arz_Arab-lua_Latn", + "languages": [ + "arz-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636365, + "recall": 0.695652, + "f1": 0.653436, + "accuracy": 0.695652, + "main_score": 0.653436, + "hf_subset": "arz_Arab-nya_Latn", + "languages": [ + "arz-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-slv_Latn", + "languages": [ + "arz-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.962451, + "f1": 0.952075, + "accuracy": 0.962451, + "main_score": 0.952075, + "hf_subset": "arz_Arab-tpi_Latn", + "languages": [ + "arz-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-zsm_Latn", + "languages": [ + "arz-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538978, + "recall": 0.601779, + "f1": 0.556529, + "accuracy": 0.601779, + "main_score": 0.556529, + "hf_subset": "arz_Arab-ayr_Latn", + "languages": [ + "arz-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-dan_Latn", + "languages": [ + "arz-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "arz_Arab-guj_Gujr", + "languages": [ + "arz-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-kaz_Cyrl", + "languages": [ + "arz-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528956, + "recall": 0.596838, + "f1": 0.547479, + "accuracy": 0.596838, + "main_score": 0.547479, + "hf_subset": "arz_Arab-lug_Latn", + "languages": [ + "arz-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-oci_Latn", + "languages": [ + "arz-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818462, + "recall": 0.864625, + "f1": 0.83266, + "accuracy": 0.864625, + "main_score": 0.83266, + "hf_subset": "arz_Arab-smo_Latn", + "languages": [ + "arz-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543119, + "recall": 0.605731, + "f1": 0.561331, + "accuracy": 0.605731, + "main_score": 0.561331, + "hf_subset": "arz_Arab-tsn_Latn", + "languages": [ + "arz-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59828, + "recall": 0.664032, + "f1": 0.617182, + "accuracy": 0.664032, + "main_score": 0.617182, + "hf_subset": "arz_Arab-zul_Latn", + "languages": [ + "arz-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919549, + "recall": 0.943676, + "f1": 0.927273, + "accuracy": 0.943676, + "main_score": 0.927273, + "hf_subset": "arz_Arab-azb_Arab", + "languages": [ + "arz-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-deu_Latn", + "languages": [ + "arz-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "arz_Arab-hat_Latn", + "languages": [ + "arz-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478931, + "recall": 0.540514, + "f1": 0.49597, + "accuracy": 0.540514, + "main_score": 0.49597, + "hf_subset": "arz_Arab-kbp_Latn", + "languages": [ + "arz-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564008, + "recall": 0.62253, + "f1": 0.580134, + "accuracy": 0.62253, + "main_score": 0.580134, + "hf_subset": "arz_Arab-luo_Latn", + "languages": [ + "arz-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-ory_Orya", + "languages": [ + "arz-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570356, + "recall": 0.633399, + "f1": 0.588509, + "accuracy": 0.633399, + "main_score": 0.588509, + "hf_subset": "arz_Arab-sna_Latn", + "languages": [ + "arz-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554794, + "recall": 0.610672, + "f1": 0.569709, + "accuracy": 0.610672, + "main_score": 0.569709, + "hf_subset": "arz_Arab-tso_Latn", + "languages": [ + "arz-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-azj_Latn", + "languages": [ + "arz-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541053, + "recall": 0.608696, + "f1": 0.559998, + "accuracy": 0.608696, + "main_score": 0.559998, + "hf_subset": "arz_Arab-dik_Latn", + "languages": [ + "arz-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73722, + "recall": 0.794466, + "f1": 0.754216, + "accuracy": 0.794466, + "main_score": 0.754216, + "hf_subset": "arz_Arab-hau_Latn", + "languages": [ + "arz-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "arz_Arab-kea_Latn", + "languages": [ + "arz-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749918, + "recall": 0.799407, + "f1": 0.764954, + "accuracy": 0.799407, + "main_score": 0.764954, + "hf_subset": "arz_Arab-lus_Latn", + "languages": [ + "arz-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864081, + "recall": 0.897233, + "f1": 0.874045, + "accuracy": 0.897233, + "main_score": 0.874045, + "hf_subset": "arz_Arab-pag_Latn", + "languages": [ + "arz-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "arz_Arab-snd_Arab", + "languages": [ + "arz-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947217, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "arz_Arab-tuk_Latn", + "languages": [ + "arz-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "arz_Arab-bak_Cyrl", + "languages": [ + "arz-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480519, + "recall": 0.554348, + "f1": 0.501797, + "accuracy": 0.554348, + "main_score": 0.501797, + "hf_subset": "arz_Arab-dyu_Latn", + "languages": [ + "arz-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-heb_Hebr", + "languages": [ + "arz-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "arz_Arab-khk_Cyrl", + "languages": [ + "arz-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "arz_Arab-lvs_Latn", + "languages": [ + "arz-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "arz_Arab-pan_Guru", + "languages": [ + "arz-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713258, + "recall": 0.778656, + "f1": 0.733319, + "accuracy": 0.778656, + "main_score": 0.733319, + "hf_subset": "arz_Arab-som_Latn", + "languages": [ + "arz-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597949, + "recall": 0.651186, + "f1": 0.613312, + "accuracy": 0.651186, + "main_score": 0.613312, + "hf_subset": "arz_Arab-tum_Latn", + "languages": [ + "arz-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433926, + "recall": 0.481225, + "f1": 0.447201, + "accuracy": 0.481225, + "main_score": 0.447201, + "hf_subset": "cjk_Latn-ace_Arab", + "languages": [ + "cjk-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48512, + "recall": 0.52668, + "f1": 0.497406, + "accuracy": 0.52668, + "main_score": 0.497406, + "hf_subset": "cjk_Latn-bam_Latn", + "languages": [ + "cjk-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208694, + "recall": 0.250988, + "f1": 0.220274, + "accuracy": 0.250988, + "main_score": 0.220274, + "hf_subset": "cjk_Latn-dzo_Tibt", + "languages": [ + "cjk-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565809, + "recall": 0.609684, + "f1": 0.577789, + "accuracy": 0.609684, + "main_score": 0.577789, + "hf_subset": "cjk_Latn-hin_Deva", + "languages": [ + "cjk-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524127, + "recall": 0.568182, + "f1": 0.53649, + "accuracy": 0.568182, + "main_score": 0.53649, + "hf_subset": "cjk_Latn-khm_Khmr", + "languages": [ + "cjk-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555148, + "recall": 0.59585, + "f1": 0.567478, + "accuracy": 0.59585, + "main_score": 0.567478, + "hf_subset": "cjk_Latn-mag_Deva", + "languages": [ + "cjk-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575885, + "recall": 0.61166, + "f1": 0.585615, + "accuracy": 0.61166, + "main_score": 0.585615, + "hf_subset": "cjk_Latn-pap_Latn", + "languages": [ + "cjk-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519361, + "recall": 0.554348, + "f1": 0.529223, + "accuracy": 0.554348, + "main_score": 0.529223, + "hf_subset": "cjk_Latn-sot_Latn", + "languages": [ + "cjk-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558963, + "recall": 0.601779, + "f1": 0.570933, + "accuracy": 0.601779, + "main_score": 0.570933, + "hf_subset": "cjk_Latn-tur_Latn", + "languages": [ + "cjk-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558502, + "recall": 0.592885, + "f1": 0.568142, + "accuracy": 0.592885, + "main_score": 0.568142, + "hf_subset": "cjk_Latn-ace_Latn", + "languages": [ + "cjk-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578125, + "recall": 0.608696, + "f1": 0.586199, + "accuracy": 0.608696, + "main_score": 0.586199, + "hf_subset": "cjk_Latn-ban_Latn", + "languages": [ + "cjk-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555698, + "recall": 0.59585, + "f1": 0.566585, + "accuracy": 0.59585, + "main_score": 0.566585, + "hf_subset": "cjk_Latn-ell_Grek", + "languages": [ + "cjk-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546445, + "recall": 0.583992, + "f1": 0.557092, + "accuracy": 0.583992, + "main_score": 0.557092, + "hf_subset": "cjk_Latn-hne_Deva", + "languages": [ + "cjk-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476783, + "recall": 0.523715, + "f1": 0.489977, + "accuracy": 0.523715, + "main_score": 0.489977, + "hf_subset": "cjk_Latn-kik_Latn", + "languages": [ + "cjk-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563659, + "recall": 0.605731, + "f1": 0.575209, + "accuracy": 0.605731, + "main_score": 0.575209, + "hf_subset": "cjk_Latn-mai_Deva", + "languages": [ + "cjk-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506336, + "recall": 0.551383, + "f1": 0.519019, + "accuracy": 0.551383, + "main_score": 0.519019, + "hf_subset": "cjk_Latn-pbt_Arab", + "languages": [ + "cjk-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56621, + "recall": 0.610672, + "f1": 0.577203, + "accuracy": 0.610672, + "main_score": 0.577203, + "hf_subset": "cjk_Latn-spa_Latn", + "languages": [ + "cjk-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530671, + "recall": 0.572134, + "f1": 0.543041, + "accuracy": 0.572134, + "main_score": 0.543041, + "hf_subset": "cjk_Latn-twi_Latn", + "languages": [ + "cjk-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549827, + "recall": 0.591897, + "f1": 0.561114, + "accuracy": 0.591897, + "main_score": 0.561114, + "hf_subset": "cjk_Latn-acm_Arab", + "languages": [ + "cjk-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537976, + "recall": 0.575099, + "f1": 0.548572, + "accuracy": 0.575099, + "main_score": 0.548572, + "hf_subset": "cjk_Latn-bel_Cyrl", + "languages": [ + "cjk-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586578, + "recall": 0.629447, + "f1": 0.598108, + "accuracy": 0.629447, + "main_score": 0.598108, + "hf_subset": "cjk_Latn-eng_Latn", + "languages": [ + "cjk-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57496, + "recall": 0.616601, + "f1": 0.586354, + "accuracy": 0.616601, + "main_score": 0.586354, + "hf_subset": "cjk_Latn-hrv_Latn", + "languages": [ + "cjk-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49599, + "recall": 0.534585, + "f1": 0.506741, + "accuracy": 0.534585, + "main_score": 0.506741, + "hf_subset": "cjk_Latn-kin_Latn", + "languages": [ + "cjk-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557396, + "recall": 0.598814, + "f1": 0.568257, + "accuracy": 0.598814, + "main_score": 0.568257, + "hf_subset": "cjk_Latn-mal_Mlym", + "languages": [ + "cjk-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551161, + "recall": 0.59585, + "f1": 0.563044, + "accuracy": 0.59585, + "main_score": 0.563044, + "hf_subset": "cjk_Latn-pes_Arab", + "languages": [ + "cjk-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575027, + "recall": 0.609684, + "f1": 0.585064, + "accuracy": 0.609684, + "main_score": 0.585064, + "hf_subset": "cjk_Latn-srd_Latn", + "languages": [ + "cjk-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195412, + "recall": 0.232213, + "f1": 0.204444, + "accuracy": 0.232213, + "main_score": 0.204444, + "hf_subset": "cjk_Latn-tzm_Tfng", + "languages": [ + "cjk-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554048, + "recall": 0.593874, + "f1": 0.564725, + "accuracy": 0.593874, + "main_score": 0.564725, + "hf_subset": "cjk_Latn-acq_Arab", + "languages": [ + "cjk-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532979, + "recall": 0.565217, + "f1": 0.541784, + "accuracy": 0.565217, + "main_score": 0.541784, + "hf_subset": "cjk_Latn-bem_Latn", + "languages": [ + "cjk-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567808, + "recall": 0.608696, + "f1": 0.578712, + "accuracy": 0.608696, + "main_score": 0.578712, + "hf_subset": "cjk_Latn-epo_Latn", + "languages": [ + "cjk-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562729, + "recall": 0.600791, + "f1": 0.573721, + "accuracy": 0.600791, + "main_score": 0.573721, + "hf_subset": "cjk_Latn-hun_Latn", + "languages": [ + "cjk-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532253, + "recall": 0.576087, + "f1": 0.544034, + "accuracy": 0.576087, + "main_score": 0.544034, + "hf_subset": "cjk_Latn-kir_Cyrl", + "languages": [ + "cjk-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547777, + "recall": 0.592885, + "f1": 0.559778, + "accuracy": 0.592885, + "main_score": 0.559778, + "hf_subset": "cjk_Latn-mar_Deva", + "languages": [ + "cjk-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521854, + "recall": 0.552372, + "f1": 0.530962, + "accuracy": 0.552372, + "main_score": 0.530962, + "hf_subset": "cjk_Latn-plt_Latn", + "languages": [ + "cjk-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571705, + "recall": 0.61166, + "f1": 0.58298, + "accuracy": 0.61166, + "main_score": 0.58298, + "hf_subset": "cjk_Latn-srp_Cyrl", + "languages": [ + "cjk-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456677, + "recall": 0.506917, + "f1": 0.470179, + "accuracy": 0.506917, + "main_score": 0.470179, + "hf_subset": "cjk_Latn-uig_Arab", + "languages": [ + "cjk-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543073, + "recall": 0.582016, + "f1": 0.553304, + "accuracy": 0.582016, + "main_score": 0.553304, + "hf_subset": "cjk_Latn-aeb_Arab", + "languages": [ + "cjk-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547612, + "recall": 0.597826, + "f1": 0.561297, + "accuracy": 0.597826, + "main_score": 0.561297, + "hf_subset": "cjk_Latn-ben_Beng", + "languages": [ + "cjk-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541752, + "recall": 0.588933, + "f1": 0.554274, + "accuracy": 0.588933, + "main_score": 0.554274, + "hf_subset": "cjk_Latn-est_Latn", + "languages": [ + "cjk-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53013, + "recall": 0.574111, + "f1": 0.541308, + "accuracy": 0.574111, + "main_score": 0.541308, + "hf_subset": "cjk_Latn-hye_Armn", + "languages": [ + "cjk-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533863, + "recall": 0.568182, + "f1": 0.543841, + "accuracy": 0.568182, + "main_score": 0.543841, + "hf_subset": "cjk_Latn-kmb_Latn", + "languages": [ + "cjk-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.384615, + "recall": 0.433794, + "f1": 0.397781, + "accuracy": 0.433794, + "main_score": 0.397781, + "hf_subset": "cjk_Latn-min_Arab", + "languages": [ + "cjk-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567358, + "recall": 0.613636, + "f1": 0.579849, + "accuracy": 0.613636, + "main_score": 0.579849, + "hf_subset": "cjk_Latn-pol_Latn", + "languages": [ + "cjk-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504677, + "recall": 0.540514, + "f1": 0.515236, + "accuracy": 0.540514, + "main_score": 0.515236, + "hf_subset": "cjk_Latn-ssw_Latn", + "languages": [ + "cjk-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565699, + "recall": 0.610672, + "f1": 0.5783, + "accuracy": 0.610672, + "main_score": 0.5783, + "hf_subset": "cjk_Latn-ukr_Cyrl", + "languages": [ + "cjk-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580957, + "recall": 0.621542, + "f1": 0.592365, + "accuracy": 0.621542, + "main_score": 0.592365, + "hf_subset": "cjk_Latn-afr_Latn", + "languages": [ + "cjk-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549906, + "recall": 0.590909, + "f1": 0.561606, + "accuracy": 0.590909, + "main_score": 0.561606, + "hf_subset": "cjk_Latn-bho_Deva", + "languages": [ + "cjk-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560502, + "recall": 0.601779, + "f1": 0.572135, + "accuracy": 0.601779, + "main_score": 0.572135, + "hf_subset": "cjk_Latn-eus_Latn", + "languages": [ + "cjk-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493806, + "recall": 0.539526, + "f1": 0.506652, + "accuracy": 0.539526, + "main_score": 0.506652, + "hf_subset": "cjk_Latn-ibo_Latn", + "languages": [ + "cjk-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526736, + "recall": 0.567194, + "f1": 0.538844, + "accuracy": 0.567194, + "main_score": 0.538844, + "hf_subset": "cjk_Latn-kmr_Latn", + "languages": [ + "cjk-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556105, + "recall": 0.59585, + "f1": 0.56713, + "accuracy": 0.59585, + "main_score": 0.56713, + "hf_subset": "cjk_Latn-min_Latn", + "languages": [ + "cjk-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577655, + "recall": 0.624506, + "f1": 0.590391, + "accuracy": 0.624506, + "main_score": 0.590391, + "hf_subset": "cjk_Latn-por_Latn", + "languages": [ + "cjk-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570632, + "recall": 0.604743, + "f1": 0.580267, + "accuracy": 0.604743, + "main_score": 0.580267, + "hf_subset": "cjk_Latn-sun_Latn", + "languages": [ + "cjk-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505524, + "recall": 0.545455, + "f1": 0.516745, + "accuracy": 0.545455, + "main_score": 0.516745, + "hf_subset": "cjk_Latn-umb_Latn", + "languages": [ + "cjk-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554923, + "recall": 0.593874, + "f1": 0.565333, + "accuracy": 0.593874, + "main_score": 0.565333, + "hf_subset": "cjk_Latn-ajp_Arab", + "languages": [ + "cjk-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401504, + "recall": 0.444664, + "f1": 0.413546, + "accuracy": 0.444664, + "main_score": 0.413546, + "hf_subset": "cjk_Latn-bjn_Arab", + "languages": [ + "cjk-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487006, + "recall": 0.519763, + "f1": 0.49641, + "accuracy": 0.519763, + "main_score": 0.49641, + "hf_subset": "cjk_Latn-ewe_Latn", + "languages": [ + "cjk-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576055, + "recall": 0.610672, + "f1": 0.586327, + "accuracy": 0.610672, + "main_score": 0.586327, + "hf_subset": "cjk_Latn-ilo_Latn", + "languages": [ + "cjk-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306861, + "recall": 0.34585, + "f1": 0.317544, + "accuracy": 0.34585, + "main_score": 0.317544, + "hf_subset": "cjk_Latn-knc_Arab", + "languages": [ + "cjk-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558957, + "recall": 0.606719, + "f1": 0.571566, + "accuracy": 0.606719, + "main_score": 0.571566, + "hf_subset": "cjk_Latn-mkd_Cyrl", + "languages": [ + "cjk-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548988, + "recall": 0.591897, + "f1": 0.560746, + "accuracy": 0.591897, + "main_score": 0.560746, + "hf_subset": "cjk_Latn-prs_Arab", + "languages": [ + "cjk-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578133, + "recall": 0.620553, + "f1": 0.589377, + "accuracy": 0.620553, + "main_score": 0.589377, + "hf_subset": "cjk_Latn-swe_Latn", + "languages": [ + "cjk-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537711, + "recall": 0.58498, + "f1": 0.550887, + "accuracy": 0.58498, + "main_score": 0.550887, + "hf_subset": "cjk_Latn-urd_Arab", + "languages": [ + "cjk-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512316, + "recall": 0.554348, + "f1": 0.523862, + "accuracy": 0.554348, + "main_score": 0.523862, + "hf_subset": "cjk_Latn-aka_Latn", + "languages": [ + "cjk-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576557, + "recall": 0.603755, + "f1": 0.583853, + "accuracy": 0.603755, + "main_score": 0.583853, + "hf_subset": "cjk_Latn-bjn_Latn", + "languages": [ + "cjk-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524444, + "recall": 0.565217, + "f1": 0.535995, + "accuracy": 0.565217, + "main_score": 0.535995, + "hf_subset": "cjk_Latn-fao_Latn", + "languages": [ + "cjk-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579462, + "recall": 0.620553, + "f1": 0.590881, + "accuracy": 0.620553, + "main_score": 0.590881, + "hf_subset": "cjk_Latn-ind_Latn", + "languages": [ + "cjk-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510441, + "recall": 0.54249, + "f1": 0.520059, + "accuracy": 0.54249, + "main_score": 0.520059, + "hf_subset": "cjk_Latn-knc_Latn", + "languages": [ + "cjk-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575778, + "recall": 0.608696, + "f1": 0.584031, + "accuracy": 0.608696, + "main_score": 0.584031, + "hf_subset": "cjk_Latn-mlt_Latn", + "languages": [ + "cjk-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539076, + "recall": 0.58004, + "f1": 0.550744, + "accuracy": 0.58004, + "main_score": 0.550744, + "hf_subset": "cjk_Latn-quy_Latn", + "languages": [ + "cjk-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547514, + "recall": 0.590909, + "f1": 0.559786, + "accuracy": 0.590909, + "main_score": 0.559786, + "hf_subset": "cjk_Latn-swh_Latn", + "languages": [ + "cjk-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540561, + "recall": 0.583004, + "f1": 0.5515, + "accuracy": 0.583004, + "main_score": 0.5515, + "hf_subset": "cjk_Latn-uzn_Latn", + "languages": [ + "cjk-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567913, + "recall": 0.607708, + "f1": 0.578478, + "accuracy": 0.607708, + "main_score": 0.578478, + "hf_subset": "cjk_Latn-als_Latn", + "languages": [ + "cjk-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.277771, + "recall": 0.318182, + "f1": 0.287512, + "accuracy": 0.318182, + "main_score": 0.287512, + "hf_subset": "cjk_Latn-bod_Tibt", + "languages": [ + "cjk-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50004, + "recall": 0.536561, + "f1": 0.510644, + "accuracy": 0.536561, + "main_score": 0.510644, + "hf_subset": "cjk_Latn-fij_Latn", + "languages": [ + "cjk-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529551, + "recall": 0.570158, + "f1": 0.540185, + "accuracy": 0.570158, + "main_score": 0.540185, + "hf_subset": "cjk_Latn-isl_Latn", + "languages": [ + "cjk-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530571, + "recall": 0.564229, + "f1": 0.540134, + "accuracy": 0.564229, + "main_score": 0.540134, + "hf_subset": "cjk_Latn-kon_Latn", + "languages": [ + "cjk-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478182, + "recall": 0.528656, + "f1": 0.492093, + "accuracy": 0.528656, + "main_score": 0.492093, + "hf_subset": "cjk_Latn-mni_Beng", + "languages": [ + "cjk-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595176, + "recall": 0.632411, + "f1": 0.604924, + "accuracy": 0.632411, + "main_score": 0.604924, + "hf_subset": "cjk_Latn-ron_Latn", + "languages": [ + "cjk-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559056, + "recall": 0.601779, + "f1": 0.570872, + "accuracy": 0.601779, + "main_score": 0.570872, + "hf_subset": "cjk_Latn-szl_Latn", + "languages": [ + "cjk-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579985, + "recall": 0.620553, + "f1": 0.591244, + "accuracy": 0.620553, + "main_score": 0.591244, + "hf_subset": "cjk_Latn-vec_Latn", + "languages": [ + "cjk-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473979, + "recall": 0.520751, + "f1": 0.487729, + "accuracy": 0.520751, + "main_score": 0.487729, + "hf_subset": "cjk_Latn-amh_Ethi", + "languages": [ + "cjk-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587129, + "recall": 0.625494, + "f1": 0.597113, + "accuracy": 0.625494, + "main_score": 0.597113, + "hf_subset": "cjk_Latn-bos_Latn", + "languages": [ + "cjk-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545845, + "recall": 0.587945, + "f1": 0.556831, + "accuracy": 0.587945, + "main_score": 0.556831, + "hf_subset": "cjk_Latn-fin_Latn", + "languages": [ + "cjk-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570088, + "recall": 0.612648, + "f1": 0.580908, + "accuracy": 0.612648, + "main_score": 0.580908, + "hf_subset": "cjk_Latn-ita_Latn", + "languages": [ + "cjk-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551333, + "recall": 0.599802, + "f1": 0.564237, + "accuracy": 0.599802, + "main_score": 0.564237, + "hf_subset": "cjk_Latn-kor_Hang", + "languages": [ + "cjk-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492379, + "recall": 0.530632, + "f1": 0.502992, + "accuracy": 0.530632, + "main_score": 0.502992, + "hf_subset": "cjk_Latn-mos_Latn", + "languages": [ + "cjk-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48218, + "recall": 0.517787, + "f1": 0.492162, + "accuracy": 0.517787, + "main_score": 0.492162, + "hf_subset": "cjk_Latn-run_Latn", + "languages": [ + "cjk-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540234, + "recall": 0.587945, + "f1": 0.553075, + "accuracy": 0.587945, + "main_score": 0.553075, + "hf_subset": "cjk_Latn-tam_Taml", + "languages": [ + "cjk-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563568, + "recall": 0.604743, + "f1": 0.574228, + "accuracy": 0.604743, + "main_score": 0.574228, + "hf_subset": "cjk_Latn-vie_Latn", + "languages": [ + "cjk-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548749, + "recall": 0.589921, + "f1": 0.55978, + "accuracy": 0.589921, + "main_score": 0.55978, + "hf_subset": "cjk_Latn-apc_Arab", + "languages": [ + "cjk-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538199, + "recall": 0.577075, + "f1": 0.548841, + "accuracy": 0.577075, + "main_score": 0.548841, + "hf_subset": "cjk_Latn-bug_Latn", + "languages": [ + "cjk-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451088, + "recall": 0.496047, + "f1": 0.463285, + "accuracy": 0.496047, + "main_score": 0.463285, + "hf_subset": "cjk_Latn-fon_Latn", + "languages": [ + "cjk-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572134, + "recall": 0.601779, + "f1": 0.580569, + "accuracy": 0.601779, + "main_score": 0.580569, + "hf_subset": "cjk_Latn-jav_Latn", + "languages": [ + "cjk-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508491, + "recall": 0.554348, + "f1": 0.521024, + "accuracy": 0.554348, + "main_score": 0.521024, + "hf_subset": "cjk_Latn-lao_Laoo", + "languages": [ + "cjk-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476132, + "recall": 0.508893, + "f1": 0.485199, + "accuracy": 0.508893, + "main_score": 0.485199, + "hf_subset": "cjk_Latn-mri_Latn", + "languages": [ + "cjk-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559825, + "recall": 0.602767, + "f1": 0.571527, + "accuracy": 0.602767, + "main_score": 0.571527, + "hf_subset": "cjk_Latn-rus_Cyrl", + "languages": [ + "cjk-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482955, + "recall": 0.516798, + "f1": 0.493267, + "accuracy": 0.516798, + "main_score": 0.493267, + "hf_subset": "cjk_Latn-taq_Latn", + "languages": [ + "cjk-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582581, + "recall": 0.613636, + "f1": 0.590997, + "accuracy": 0.613636, + "main_score": 0.590997, + "hf_subset": "cjk_Latn-war_Latn", + "languages": [ + "cjk-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548443, + "recall": 0.590909, + "f1": 0.559928, + "accuracy": 0.590909, + "main_score": 0.559928, + "hf_subset": "cjk_Latn-arb_Arab", + "languages": [ + "cjk-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55944, + "recall": 0.605731, + "f1": 0.571927, + "accuracy": 0.605731, + "main_score": 0.571927, + "hf_subset": "cjk_Latn-bul_Cyrl", + "languages": [ + "cjk-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576944, + "recall": 0.619565, + "f1": 0.588377, + "accuracy": 0.619565, + "main_score": 0.588377, + "hf_subset": "cjk_Latn-fra_Latn", + "languages": [ + "cjk-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555402, + "recall": 0.599802, + "f1": 0.568276, + "accuracy": 0.599802, + "main_score": 0.568276, + "hf_subset": "cjk_Latn-jpn_Jpan", + "languages": [ + "cjk-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573124, + "recall": 0.610672, + "f1": 0.582851, + "accuracy": 0.610672, + "main_score": 0.582851, + "hf_subset": "cjk_Latn-lij_Latn", + "languages": [ + "cjk-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431672, + "recall": 0.485178, + "f1": 0.446816, + "accuracy": 0.485178, + "main_score": 0.446816, + "hf_subset": "cjk_Latn-mya_Mymr", + "languages": [ + "cjk-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511218, + "recall": 0.554348, + "f1": 0.52314, + "accuracy": 0.554348, + "main_score": 0.52314, + "hf_subset": "cjk_Latn-sag_Latn", + "languages": [ + "cjk-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204168, + "recall": 0.249012, + "f1": 0.214313, + "accuracy": 0.249012, + "main_score": 0.214313, + "hf_subset": "cjk_Latn-taq_Tfng", + "languages": [ + "cjk-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519055, + "recall": 0.554348, + "f1": 0.529433, + "accuracy": 0.554348, + "main_score": 0.529433, + "hf_subset": "cjk_Latn-wol_Latn", + "languages": [ + "cjk-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458591, + "recall": 0.502964, + "f1": 0.470643, + "accuracy": 0.502964, + "main_score": 0.470643, + "hf_subset": "cjk_Latn-arb_Latn", + "languages": [ + "cjk-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574711, + "recall": 0.617589, + "f1": 0.58595, + "accuracy": 0.617589, + "main_score": 0.58595, + "hf_subset": "cjk_Latn-cat_Latn", + "languages": [ + "cjk-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569044, + "recall": 0.607708, + "f1": 0.579635, + "accuracy": 0.607708, + "main_score": 0.579635, + "hf_subset": "cjk_Latn-fur_Latn", + "languages": [ + "cjk-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39829, + "recall": 0.443676, + "f1": 0.409773, + "accuracy": 0.443676, + "main_score": 0.409773, + "hf_subset": "cjk_Latn-kab_Latn", + "languages": [ + "cjk-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576865, + "recall": 0.613636, + "f1": 0.586369, + "accuracy": 0.613636, + "main_score": 0.586369, + "hf_subset": "cjk_Latn-lim_Latn", + "languages": [ + "cjk-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564856, + "recall": 0.607708, + "f1": 0.576727, + "accuracy": 0.607708, + "main_score": 0.576727, + "hf_subset": "cjk_Latn-nld_Latn", + "languages": [ + "cjk-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519434, + "recall": 0.56917, + "f1": 0.532176, + "accuracy": 0.56917, + "main_score": 0.532176, + "hf_subset": "cjk_Latn-san_Deva", + "languages": [ + "cjk-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550988, + "recall": 0.59585, + "f1": 0.563172, + "accuracy": 0.59585, + "main_score": 0.563172, + "hf_subset": "cjk_Latn-tat_Cyrl", + "languages": [ + "cjk-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525972, + "recall": 0.563241, + "f1": 0.537206, + "accuracy": 0.563241, + "main_score": 0.537206, + "hf_subset": "cjk_Latn-xho_Latn", + "languages": [ + "cjk-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528989, + "recall": 0.575099, + "f1": 0.541703, + "accuracy": 0.575099, + "main_score": 0.541703, + "hf_subset": "cjk_Latn-ars_Arab", + "languages": [ + "cjk-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587798, + "recall": 0.616601, + "f1": 0.595586, + "accuracy": 0.616601, + "main_score": 0.595586, + "hf_subset": "cjk_Latn-ceb_Latn", + "languages": [ + "cjk-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486226, + "recall": 0.529644, + "f1": 0.499144, + "accuracy": 0.529644, + "main_score": 0.499144, + "hf_subset": "cjk_Latn-fuv_Latn", + "languages": [ + "cjk-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482444, + "recall": 0.519763, + "f1": 0.493141, + "accuracy": 0.519763, + "main_score": 0.493141, + "hf_subset": "cjk_Latn-kac_Latn", + "languages": [ + "cjk-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540867, + "recall": 0.578063, + "f1": 0.550812, + "accuracy": 0.578063, + "main_score": 0.550812, + "hf_subset": "cjk_Latn-lin_Latn", + "languages": [ + "cjk-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551679, + "recall": 0.596838, + "f1": 0.563836, + "accuracy": 0.596838, + "main_score": 0.563836, + "hf_subset": "cjk_Latn-nno_Latn", + "languages": [ + "cjk-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.112591, + "recall": 0.145257, + "f1": 0.120749, + "accuracy": 0.145257, + "main_score": 0.120749, + "hf_subset": "cjk_Latn-sat_Olck", + "languages": [ + "cjk-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550255, + "recall": 0.596838, + "f1": 0.56238, + "accuracy": 0.596838, + "main_score": 0.56238, + "hf_subset": "cjk_Latn-tel_Telu", + "languages": [ + "cjk-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47926, + "recall": 0.529644, + "f1": 0.492514, + "accuracy": 0.529644, + "main_score": 0.492514, + "hf_subset": "cjk_Latn-ydd_Hebr", + "languages": [ + "cjk-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533641, + "recall": 0.567194, + "f1": 0.542768, + "accuracy": 0.567194, + "main_score": 0.542768, + "hf_subset": "cjk_Latn-ary_Arab", + "languages": [ + "cjk-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563574, + "recall": 0.608696, + "f1": 0.574999, + "accuracy": 0.608696, + "main_score": 0.574999, + "hf_subset": "cjk_Latn-ces_Latn", + "languages": [ + "cjk-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477637, + "recall": 0.517787, + "f1": 0.48846, + "accuracy": 0.517787, + "main_score": 0.48846, + "hf_subset": "cjk_Latn-gaz_Latn", + "languages": [ + "cjk-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484543, + "recall": 0.522727, + "f1": 0.495361, + "accuracy": 0.522727, + "main_score": 0.495361, + "hf_subset": "cjk_Latn-kam_Latn", + "languages": [ + "cjk-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557059, + "recall": 0.597826, + "f1": 0.568155, + "accuracy": 0.597826, + "main_score": 0.568155, + "hf_subset": "cjk_Latn-lit_Latn", + "languages": [ + "cjk-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570259, + "recall": 0.61166, + "f1": 0.581311, + "accuracy": 0.61166, + "main_score": 0.581311, + "hf_subset": "cjk_Latn-nob_Latn", + "languages": [ + "cjk-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574066, + "recall": 0.610672, + "f1": 0.584125, + "accuracy": 0.610672, + "main_score": 0.584125, + "hf_subset": "cjk_Latn-scn_Latn", + "languages": [ + "cjk-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537893, + "recall": 0.578063, + "f1": 0.549257, + "accuracy": 0.578063, + "main_score": 0.549257, + "hf_subset": "cjk_Latn-tgk_Cyrl", + "languages": [ + "cjk-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469466, + "recall": 0.513834, + "f1": 0.482117, + "accuracy": 0.513834, + "main_score": 0.482117, + "hf_subset": "cjk_Latn-yor_Latn", + "languages": [ + "cjk-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546484, + "recall": 0.587945, + "f1": 0.557103, + "accuracy": 0.587945, + "main_score": 0.557103, + "hf_subset": "cjk_Latn-arz_Arab", + "languages": [ + "cjk-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489068, + "recall": 0.52668, + "f1": 0.499348, + "accuracy": 0.52668, + "main_score": 0.499348, + "hf_subset": "cjk_Latn-gla_Latn", + "languages": [ + "cjk-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542556, + "recall": 0.586957, + "f1": 0.555171, + "accuracy": 0.586957, + "main_score": 0.555171, + "hf_subset": "cjk_Latn-kan_Knda", + "languages": [ + "cjk-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566782, + "recall": 0.602767, + "f1": 0.576917, + "accuracy": 0.602767, + "main_score": 0.576917, + "hf_subset": "cjk_Latn-lmo_Latn", + "languages": [ + "cjk-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54903, + "recall": 0.596838, + "f1": 0.561595, + "accuracy": 0.596838, + "main_score": 0.561595, + "hf_subset": "cjk_Latn-npi_Deva", + "languages": [ + "cjk-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407604, + "recall": 0.460474, + "f1": 0.422631, + "accuracy": 0.460474, + "main_score": 0.422631, + "hf_subset": "cjk_Latn-shn_Mymr", + "languages": [ + "cjk-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580942, + "recall": 0.617589, + "f1": 0.590731, + "accuracy": 0.617589, + "main_score": 0.590731, + "hf_subset": "cjk_Latn-tgl_Latn", + "languages": [ + "cjk-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543839, + "recall": 0.58498, + "f1": 0.555114, + "accuracy": 0.58498, + "main_score": 0.555114, + "hf_subset": "cjk_Latn-yue_Hant", + "languages": [ + "cjk-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518462, + "recall": 0.562253, + "f1": 0.530217, + "accuracy": 0.562253, + "main_score": 0.530217, + "hf_subset": "cjk_Latn-asm_Beng", + "languages": [ + "cjk-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498071, + "recall": 0.54249, + "f1": 0.510546, + "accuracy": 0.54249, + "main_score": 0.510546, + "hf_subset": "cjk_Latn-ckb_Arab", + "languages": [ + "cjk-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484934, + "recall": 0.528656, + "f1": 0.496542, + "accuracy": 0.528656, + "main_score": 0.496542, + "hf_subset": "cjk_Latn-gle_Latn", + "languages": [ + "cjk-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500634, + "recall": 0.541502, + "f1": 0.511793, + "accuracy": 0.541502, + "main_score": 0.511793, + "hf_subset": "cjk_Latn-kas_Arab", + "languages": [ + "cjk-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538392, + "recall": 0.583004, + "f1": 0.551001, + "accuracy": 0.583004, + "main_score": 0.551001, + "hf_subset": "cjk_Latn-ltg_Latn", + "languages": [ + "cjk-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543399, + "recall": 0.583004, + "f1": 0.553893, + "accuracy": 0.583004, + "main_score": 0.553893, + "hf_subset": "cjk_Latn-nso_Latn", + "languages": [ + "cjk-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477375, + "recall": 0.525692, + "f1": 0.490534, + "accuracy": 0.525692, + "main_score": 0.490534, + "hf_subset": "cjk_Latn-sin_Sinh", + "languages": [ + "cjk-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546558, + "recall": 0.593874, + "f1": 0.559793, + "accuracy": 0.593874, + "main_score": 0.559793, + "hf_subset": "cjk_Latn-tha_Thai", + "languages": [ + "cjk-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539727, + "recall": 0.583004, + "f1": 0.551528, + "accuracy": 0.583004, + "main_score": 0.551528, + "hf_subset": "cjk_Latn-zho_Hans", + "languages": [ + "cjk-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576581, + "recall": 0.618577, + "f1": 0.588334, + "accuracy": 0.618577, + "main_score": 0.588334, + "hf_subset": "cjk_Latn-ast_Latn", + "languages": [ + "cjk-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536075, + "recall": 0.574111, + "f1": 0.545943, + "accuracy": 0.574111, + "main_score": 0.545943, + "hf_subset": "cjk_Latn-crh_Latn", + "languages": [ + "cjk-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569313, + "recall": 0.612648, + "f1": 0.58159, + "accuracy": 0.612648, + "main_score": 0.58159, + "hf_subset": "cjk_Latn-glg_Latn", + "languages": [ + "cjk-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501155, + "recall": 0.549407, + "f1": 0.515566, + "accuracy": 0.549407, + "main_score": 0.515566, + "hf_subset": "cjk_Latn-kas_Deva", + "languages": [ + "cjk-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552229, + "recall": 0.588933, + "f1": 0.562211, + "accuracy": 0.588933, + "main_score": 0.562211, + "hf_subset": "cjk_Latn-ltz_Latn", + "languages": [ + "cjk-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429522, + "recall": 0.479249, + "f1": 0.443549, + "accuracy": 0.479249, + "main_score": 0.443549, + "hf_subset": "cjk_Latn-nus_Latn", + "languages": [ + "cjk-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551192, + "recall": 0.603755, + "f1": 0.564896, + "accuracy": 0.603755, + "main_score": 0.564896, + "hf_subset": "cjk_Latn-slk_Latn", + "languages": [ + "cjk-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400874, + "recall": 0.447628, + "f1": 0.413924, + "accuracy": 0.447628, + "main_score": 0.413924, + "hf_subset": "cjk_Latn-tir_Ethi", + "languages": [ + "cjk-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552527, + "recall": 0.59585, + "f1": 0.563674, + "accuracy": 0.59585, + "main_score": 0.563674, + "hf_subset": "cjk_Latn-zho_Hant", + "languages": [ + "cjk-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564735, + "recall": 0.603755, + "f1": 0.575704, + "accuracy": 0.603755, + "main_score": 0.575704, + "hf_subset": "cjk_Latn-awa_Deva", + "languages": [ + "cjk-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531899, + "recall": 0.572134, + "f1": 0.543069, + "accuracy": 0.572134, + "main_score": 0.543069, + "hf_subset": "cjk_Latn-cym_Latn", + "languages": [ + "cjk-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567636, + "recall": 0.602767, + "f1": 0.577695, + "accuracy": 0.602767, + "main_score": 0.577695, + "hf_subset": "cjk_Latn-grn_Latn", + "languages": [ + "cjk-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535269, + "recall": 0.574111, + "f1": 0.545515, + "accuracy": 0.574111, + "main_score": 0.545515, + "hf_subset": "cjk_Latn-kat_Geor", + "languages": [ + "cjk-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535813, + "recall": 0.571146, + "f1": 0.545808, + "accuracy": 0.571146, + "main_score": 0.545808, + "hf_subset": "cjk_Latn-lua_Latn", + "languages": [ + "cjk-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511775, + "recall": 0.556324, + "f1": 0.524822, + "accuracy": 0.556324, + "main_score": 0.524822, + "hf_subset": "cjk_Latn-nya_Latn", + "languages": [ + "cjk-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565714, + "recall": 0.606719, + "f1": 0.576948, + "accuracy": 0.606719, + "main_score": 0.576948, + "hf_subset": "cjk_Latn-slv_Latn", + "languages": [ + "cjk-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563207, + "recall": 0.598814, + "f1": 0.573346, + "accuracy": 0.598814, + "main_score": 0.573346, + "hf_subset": "cjk_Latn-tpi_Latn", + "languages": [ + "cjk-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576375, + "recall": 0.620553, + "f1": 0.588742, + "accuracy": 0.620553, + "main_score": 0.588742, + "hf_subset": "cjk_Latn-zsm_Latn", + "languages": [ + "cjk-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493759, + "recall": 0.536561, + "f1": 0.506176, + "accuracy": 0.536561, + "main_score": 0.506176, + "hf_subset": "cjk_Latn-ayr_Latn", + "languages": [ + "cjk-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568546, + "recall": 0.612648, + "f1": 0.58035, + "accuracy": 0.612648, + "main_score": 0.58035, + "hf_subset": "cjk_Latn-dan_Latn", + "languages": [ + "cjk-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549143, + "recall": 0.594862, + "f1": 0.561314, + "accuracy": 0.594862, + "main_score": 0.561314, + "hf_subset": "cjk_Latn-guj_Gujr", + "languages": [ + "cjk-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564937, + "recall": 0.603755, + "f1": 0.575707, + "accuracy": 0.603755, + "main_score": 0.575707, + "hf_subset": "cjk_Latn-kaz_Cyrl", + "languages": [ + "cjk-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478074, + "recall": 0.517787, + "f1": 0.489173, + "accuracy": 0.517787, + "main_score": 0.489173, + "hf_subset": "cjk_Latn-lug_Latn", + "languages": [ + "cjk-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59202, + "recall": 0.630435, + "f1": 0.602264, + "accuracy": 0.630435, + "main_score": 0.602264, + "hf_subset": "cjk_Latn-oci_Latn", + "languages": [ + "cjk-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523987, + "recall": 0.562253, + "f1": 0.534875, + "accuracy": 0.562253, + "main_score": 0.534875, + "hf_subset": "cjk_Latn-smo_Latn", + "languages": [ + "cjk-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490694, + "recall": 0.532609, + "f1": 0.502389, + "accuracy": 0.532609, + "main_score": 0.502389, + "hf_subset": "cjk_Latn-tsn_Latn", + "languages": [ + "cjk-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501517, + "recall": 0.54249, + "f1": 0.512517, + "accuracy": 0.54249, + "main_score": 0.512517, + "hf_subset": "cjk_Latn-zul_Latn", + "languages": [ + "cjk-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493875, + "recall": 0.540514, + "f1": 0.507164, + "accuracy": 0.540514, + "main_score": 0.507164, + "hf_subset": "cjk_Latn-azb_Arab", + "languages": [ + "cjk-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565969, + "recall": 0.609684, + "f1": 0.578268, + "accuracy": 0.609684, + "main_score": 0.578268, + "hf_subset": "cjk_Latn-deu_Latn", + "languages": [ + "cjk-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535197, + "recall": 0.579051, + "f1": 0.546854, + "accuracy": 0.579051, + "main_score": 0.546854, + "hf_subset": "cjk_Latn-hat_Latn", + "languages": [ + "cjk-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465032, + "recall": 0.505929, + "f1": 0.476028, + "accuracy": 0.505929, + "main_score": 0.476028, + "hf_subset": "cjk_Latn-kbp_Latn", + "languages": [ + "cjk-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512667, + "recall": 0.550395, + "f1": 0.523588, + "accuracy": 0.550395, + "main_score": 0.523588, + "hf_subset": "cjk_Latn-luo_Latn", + "languages": [ + "cjk-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54239, + "recall": 0.589921, + "f1": 0.555169, + "accuracy": 0.589921, + "main_score": 0.555169, + "hf_subset": "cjk_Latn-ory_Orya", + "languages": [ + "cjk-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50415, + "recall": 0.54249, + "f1": 0.515699, + "accuracy": 0.54249, + "main_score": 0.515699, + "hf_subset": "cjk_Latn-sna_Latn", + "languages": [ + "cjk-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511685, + "recall": 0.545455, + "f1": 0.521516, + "accuracy": 0.545455, + "main_score": 0.521516, + "hf_subset": "cjk_Latn-tso_Latn", + "languages": [ + "cjk-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539688, + "recall": 0.585968, + "f1": 0.552678, + "accuracy": 0.585968, + "main_score": 0.552678, + "hf_subset": "cjk_Latn-azj_Latn", + "languages": [ + "cjk-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470372, + "recall": 0.519763, + "f1": 0.48498, + "accuracy": 0.519763, + "main_score": 0.48498, + "hf_subset": "cjk_Latn-dik_Latn", + "languages": [ + "cjk-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508427, + "recall": 0.545455, + "f1": 0.519255, + "accuracy": 0.545455, + "main_score": 0.519255, + "hf_subset": "cjk_Latn-hau_Latn", + "languages": [ + "cjk-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586664, + "recall": 0.619565, + "f1": 0.595642, + "accuracy": 0.619565, + "main_score": 0.595642, + "hf_subset": "cjk_Latn-kea_Latn", + "languages": [ + "cjk-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530683, + "recall": 0.572134, + "f1": 0.54266, + "accuracy": 0.572134, + "main_score": 0.54266, + "hf_subset": "cjk_Latn-lus_Latn", + "languages": [ + "cjk-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564291, + "recall": 0.592885, + "f1": 0.572632, + "accuracy": 0.592885, + "main_score": 0.572632, + "hf_subset": "cjk_Latn-pag_Latn", + "languages": [ + "cjk-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518798, + "recall": 0.566206, + "f1": 0.532524, + "accuracy": 0.566206, + "main_score": 0.532524, + "hf_subset": "cjk_Latn-snd_Arab", + "languages": [ + "cjk-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523784, + "recall": 0.564229, + "f1": 0.534961, + "accuracy": 0.564229, + "main_score": 0.534961, + "hf_subset": "cjk_Latn-tuk_Latn", + "languages": [ + "cjk-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555883, + "recall": 0.590909, + "f1": 0.565633, + "accuracy": 0.590909, + "main_score": 0.565633, + "hf_subset": "cjk_Latn-bak_Cyrl", + "languages": [ + "cjk-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426887, + "recall": 0.481225, + "f1": 0.442591, + "accuracy": 0.481225, + "main_score": 0.442591, + "hf_subset": "cjk_Latn-dyu_Latn", + "languages": [ + "cjk-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526965, + "recall": 0.572134, + "f1": 0.539715, + "accuracy": 0.572134, + "main_score": 0.539715, + "hf_subset": "cjk_Latn-heb_Hebr", + "languages": [ + "cjk-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532008, + "recall": 0.571146, + "f1": 0.54252, + "accuracy": 0.571146, + "main_score": 0.54252, + "hf_subset": "cjk_Latn-khk_Cyrl", + "languages": [ + "cjk-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551888, + "recall": 0.587945, + "f1": 0.561654, + "accuracy": 0.587945, + "main_score": 0.561654, + "hf_subset": "cjk_Latn-lvs_Latn", + "languages": [ + "cjk-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534773, + "recall": 0.582016, + "f1": 0.548701, + "accuracy": 0.582016, + "main_score": 0.548701, + "hf_subset": "cjk_Latn-pan_Guru", + "languages": [ + "cjk-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476251, + "recall": 0.518775, + "f1": 0.488543, + "accuracy": 0.518775, + "main_score": 0.488543, + "hf_subset": "cjk_Latn-som_Latn", + "languages": [ + "cjk-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503524, + "recall": 0.537549, + "f1": 0.513754, + "accuracy": 0.537549, + "main_score": 0.513754, + "hf_subset": "cjk_Latn-tum_Latn", + "languages": [ + "cjk-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441002, + "recall": 0.48419, + "f1": 0.453214, + "accuracy": 0.48419, + "main_score": 0.453214, + "hf_subset": "gla_Latn-ace_Arab", + "languages": [ + "gla-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496328, + "recall": 0.538538, + "f1": 0.508273, + "accuracy": 0.538538, + "main_score": 0.508273, + "hf_subset": "gla_Latn-bam_Latn", + "languages": [ + "gla-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.27031, + "recall": 0.327075, + "f1": 0.285452, + "accuracy": 0.327075, + "main_score": 0.285452, + "hf_subset": "gla_Latn-dzo_Tibt", + "languages": [ + "gla-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760789, + "recall": 0.810277, + "f1": 0.774618, + "accuracy": 0.810277, + "main_score": 0.774618, + "hf_subset": "gla_Latn-hin_Deva", + "languages": [ + "gla-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727871, + "recall": 0.777668, + "f1": 0.741472, + "accuracy": 0.777668, + "main_score": 0.741472, + "hf_subset": "gla_Latn-khm_Khmr", + "languages": [ + "gla-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732164, + "recall": 0.788538, + "f1": 0.747993, + "accuracy": 0.788538, + "main_score": 0.747993, + "hf_subset": "gla_Latn-mag_Deva", + "languages": [ + "gla-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69024, + "recall": 0.738142, + "f1": 0.702861, + "accuracy": 0.738142, + "main_score": 0.702861, + "hf_subset": "gla_Latn-pap_Latn", + "languages": [ + "gla-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5468, + "recall": 0.588933, + "f1": 0.558044, + "accuracy": 0.588933, + "main_score": 0.558044, + "hf_subset": "gla_Latn-sot_Latn", + "languages": [ + "gla-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751947, + "recall": 0.804348, + "f1": 0.765953, + "accuracy": 0.804348, + "main_score": 0.765953, + "hf_subset": "gla_Latn-tur_Latn", + "languages": [ + "gla-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609239, + "recall": 0.651186, + "f1": 0.620857, + "accuracy": 0.651186, + "main_score": 0.620857, + "hf_subset": "gla_Latn-ace_Latn", + "languages": [ + "gla-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663623, + "recall": 0.709486, + "f1": 0.6761, + "accuracy": 0.709486, + "main_score": 0.6761, + "hf_subset": "gla_Latn-ban_Latn", + "languages": [ + "gla-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751294, + "recall": 0.8083, + "f1": 0.767526, + "accuracy": 0.8083, + "main_score": 0.767526, + "hf_subset": "gla_Latn-ell_Grek", + "languages": [ + "gla-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721627, + "recall": 0.773715, + "f1": 0.73559, + "accuracy": 0.773715, + "main_score": 0.73559, + "hf_subset": "gla_Latn-hne_Deva", + "languages": [ + "gla-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47588, + "recall": 0.52668, + "f1": 0.489311, + "accuracy": 0.52668, + "main_score": 0.489311, + "hf_subset": "gla_Latn-kik_Latn", + "languages": [ + "gla-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710056, + "recall": 0.76581, + "f1": 0.725933, + "accuracy": 0.76581, + "main_score": 0.725933, + "hf_subset": "gla_Latn-mai_Deva", + "languages": [ + "gla-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682025, + "recall": 0.73913, + "f1": 0.697615, + "accuracy": 0.73913, + "main_score": 0.697615, + "hf_subset": "gla_Latn-pbt_Arab", + "languages": [ + "gla-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777023, + "recall": 0.821146, + "f1": 0.789146, + "accuracy": 0.821146, + "main_score": 0.789146, + "hf_subset": "gla_Latn-spa_Latn", + "languages": [ + "gla-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523337, + "recall": 0.562253, + "f1": 0.534553, + "accuracy": 0.562253, + "main_score": 0.534553, + "hf_subset": "gla_Latn-twi_Latn", + "languages": [ + "gla-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746227, + "recall": 0.797431, + "f1": 0.759925, + "accuracy": 0.797431, + "main_score": 0.759925, + "hf_subset": "gla_Latn-acm_Arab", + "languages": [ + "gla-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714356, + "recall": 0.764822, + "f1": 0.727555, + "accuracy": 0.764822, + "main_score": 0.727555, + "hf_subset": "gla_Latn-bel_Cyrl", + "languages": [ + "gla-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798512, + "recall": 0.84585, + "f1": 0.81184, + "accuracy": 0.84585, + "main_score": 0.81184, + "hf_subset": "gla_Latn-eng_Latn", + "languages": [ + "gla-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784814, + "recall": 0.833992, + "f1": 0.79893, + "accuracy": 0.833992, + "main_score": 0.79893, + "hf_subset": "gla_Latn-hrv_Latn", + "languages": [ + "gla-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51596, + "recall": 0.564229, + "f1": 0.529502, + "accuracy": 0.564229, + "main_score": 0.529502, + "hf_subset": "gla_Latn-kin_Latn", + "languages": [ + "gla-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74576, + "recall": 0.796443, + "f1": 0.759666, + "accuracy": 0.796443, + "main_score": 0.759666, + "hf_subset": "gla_Latn-mal_Mlym", + "languages": [ + "gla-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748701, + "recall": 0.80336, + "f1": 0.76359, + "accuracy": 0.80336, + "main_score": 0.76359, + "hf_subset": "gla_Latn-pes_Arab", + "languages": [ + "gla-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699205, + "recall": 0.748024, + "f1": 0.712367, + "accuracy": 0.748024, + "main_score": 0.712367, + "hf_subset": "gla_Latn-srd_Latn", + "languages": [ + "gla-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207036, + "recall": 0.250988, + "f1": 0.21849, + "accuracy": 0.250988, + "main_score": 0.21849, + "hf_subset": "gla_Latn-tzm_Tfng", + "languages": [ + "gla-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750929, + "recall": 0.804348, + "f1": 0.766076, + "accuracy": 0.804348, + "main_score": 0.766076, + "hf_subset": "gla_Latn-acq_Arab", + "languages": [ + "gla-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554366, + "recall": 0.596838, + "f1": 0.566253, + "accuracy": 0.596838, + "main_score": 0.566253, + "hf_subset": "gla_Latn-bem_Latn", + "languages": [ + "gla-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770018, + "recall": 0.817194, + "f1": 0.783268, + "accuracy": 0.817194, + "main_score": 0.783268, + "hf_subset": "gla_Latn-epo_Latn", + "languages": [ + "gla-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748362, + "recall": 0.799407, + "f1": 0.762656, + "accuracy": 0.799407, + "main_score": 0.762656, + "hf_subset": "gla_Latn-hun_Latn", + "languages": [ + "gla-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690762, + "recall": 0.746047, + "f1": 0.706181, + "accuracy": 0.746047, + "main_score": 0.706181, + "hf_subset": "gla_Latn-kir_Cyrl", + "languages": [ + "gla-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756299, + "recall": 0.804348, + "f1": 0.769422, + "accuracy": 0.804348, + "main_score": 0.769422, + "hf_subset": "gla_Latn-mar_Deva", + "languages": [ + "gla-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587733, + "recall": 0.631423, + "f1": 0.599399, + "accuracy": 0.631423, + "main_score": 0.599399, + "hf_subset": "gla_Latn-plt_Latn", + "languages": [ + "gla-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780699, + "recall": 0.826087, + "f1": 0.792924, + "accuracy": 0.826087, + "main_score": 0.792924, + "hf_subset": "gla_Latn-srp_Cyrl", + "languages": [ + "gla-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651341, + "recall": 0.712451, + "f1": 0.669001, + "accuracy": 0.712451, + "main_score": 0.669001, + "hf_subset": "gla_Latn-uig_Arab", + "languages": [ + "gla-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713481, + "recall": 0.754941, + "f1": 0.72545, + "accuracy": 0.754941, + "main_score": 0.72545, + "hf_subset": "gla_Latn-aeb_Arab", + "languages": [ + "gla-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755832, + "recall": 0.8083, + "f1": 0.770887, + "accuracy": 0.8083, + "main_score": 0.770887, + "hf_subset": "gla_Latn-ben_Beng", + "languages": [ + "gla-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752678, + "recall": 0.804348, + "f1": 0.76715, + "accuracy": 0.804348, + "main_score": 0.76715, + "hf_subset": "gla_Latn-est_Latn", + "languages": [ + "gla-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744891, + "recall": 0.796443, + "f1": 0.758902, + "accuracy": 0.796443, + "main_score": 0.758902, + "hf_subset": "gla_Latn-hye_Armn", + "languages": [ + "gla-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487702, + "recall": 0.532609, + "f1": 0.500332, + "accuracy": 0.532609, + "main_score": 0.500332, + "hf_subset": "gla_Latn-kmb_Latn", + "languages": [ + "gla-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379983, + "recall": 0.437747, + "f1": 0.395299, + "accuracy": 0.437747, + "main_score": 0.395299, + "hf_subset": "gla_Latn-min_Arab", + "languages": [ + "gla-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759157, + "recall": 0.810277, + "f1": 0.773734, + "accuracy": 0.810277, + "main_score": 0.773734, + "hf_subset": "gla_Latn-pol_Latn", + "languages": [ + "gla-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518675, + "recall": 0.568182, + "f1": 0.53193, + "accuracy": 0.568182, + "main_score": 0.53193, + "hf_subset": "gla_Latn-ssw_Latn", + "languages": [ + "gla-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775465, + "recall": 0.828063, + "f1": 0.79022, + "accuracy": 0.828063, + "main_score": 0.79022, + "hf_subset": "gla_Latn-ukr_Cyrl", + "languages": [ + "gla-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78611, + "recall": 0.83498, + "f1": 0.799867, + "accuracy": 0.83498, + "main_score": 0.799867, + "hf_subset": "gla_Latn-afr_Latn", + "languages": [ + "gla-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698052, + "recall": 0.744071, + "f1": 0.709857, + "accuracy": 0.744071, + "main_score": 0.709857, + "hf_subset": "gla_Latn-bho_Deva", + "languages": [ + "gla-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742866, + "recall": 0.79249, + "f1": 0.756208, + "accuracy": 0.79249, + "main_score": 0.756208, + "hf_subset": "gla_Latn-eus_Latn", + "languages": [ + "gla-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50789, + "recall": 0.559289, + "f1": 0.522309, + "accuracy": 0.559289, + "main_score": 0.522309, + "hf_subset": "gla_Latn-ibo_Latn", + "languages": [ + "gla-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66726, + "recall": 0.711462, + "f1": 0.680102, + "accuracy": 0.711462, + "main_score": 0.680102, + "hf_subset": "gla_Latn-kmr_Latn", + "languages": [ + "gla-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704333, + "recall": 0.758893, + "f1": 0.719434, + "accuracy": 0.758893, + "main_score": 0.719434, + "hf_subset": "gla_Latn-min_Latn", + "languages": [ + "gla-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777688, + "recall": 0.827075, + "f1": 0.791744, + "accuracy": 0.827075, + "main_score": 0.791744, + "hf_subset": "gla_Latn-por_Latn", + "languages": [ + "gla-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734901, + "recall": 0.781621, + "f1": 0.74702, + "accuracy": 0.781621, + "main_score": 0.74702, + "hf_subset": "gla_Latn-sun_Latn", + "languages": [ + "gla-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494281, + "recall": 0.537549, + "f1": 0.506283, + "accuracy": 0.537549, + "main_score": 0.506283, + "hf_subset": "gla_Latn-umb_Latn", + "languages": [ + "gla-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741852, + "recall": 0.79249, + "f1": 0.755456, + "accuracy": 0.79249, + "main_score": 0.755456, + "hf_subset": "gla_Latn-ajp_Arab", + "languages": [ + "gla-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408291, + "recall": 0.461462, + "f1": 0.422292, + "accuracy": 0.461462, + "main_score": 0.422292, + "hf_subset": "gla_Latn-bjn_Arab", + "languages": [ + "gla-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483325, + "recall": 0.519763, + "f1": 0.493599, + "accuracy": 0.519763, + "main_score": 0.493599, + "hf_subset": "gla_Latn-ewe_Latn", + "languages": [ + "gla-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684205, + "recall": 0.731225, + "f1": 0.696205, + "accuracy": 0.731225, + "main_score": 0.696205, + "hf_subset": "gla_Latn-ilo_Latn", + "languages": [ + "gla-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293686, + "recall": 0.337945, + "f1": 0.306258, + "accuracy": 0.337945, + "main_score": 0.306258, + "hf_subset": "gla_Latn-knc_Arab", + "languages": [ + "gla-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766996, + "recall": 0.81917, + "f1": 0.781139, + "accuracy": 0.81917, + "main_score": 0.781139, + "hf_subset": "gla_Latn-mkd_Cyrl", + "languages": [ + "gla-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739217, + "recall": 0.796443, + "f1": 0.754879, + "accuracy": 0.796443, + "main_score": 0.754879, + "hf_subset": "gla_Latn-prs_Arab", + "languages": [ + "gla-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767321, + "recall": 0.817194, + "f1": 0.781162, + "accuracy": 0.817194, + "main_score": 0.781162, + "hf_subset": "gla_Latn-swe_Latn", + "languages": [ + "gla-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753272, + "recall": 0.807312, + "f1": 0.768608, + "accuracy": 0.807312, + "main_score": 0.768608, + "hf_subset": "gla_Latn-urd_Arab", + "languages": [ + "gla-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50243, + "recall": 0.543478, + "f1": 0.513935, + "accuracy": 0.543478, + "main_score": 0.513935, + "hf_subset": "gla_Latn-aka_Latn", + "languages": [ + "gla-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703957, + "recall": 0.753953, + "f1": 0.717378, + "accuracy": 0.753953, + "main_score": 0.717378, + "hf_subset": "gla_Latn-bjn_Latn", + "languages": [ + "gla-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711255, + "recall": 0.757905, + "f1": 0.723647, + "accuracy": 0.757905, + "main_score": 0.723647, + "hf_subset": "gla_Latn-fao_Latn", + "languages": [ + "gla-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77315, + "recall": 0.823123, + "f1": 0.787091, + "accuracy": 0.823123, + "main_score": 0.787091, + "hf_subset": "gla_Latn-ind_Latn", + "languages": [ + "gla-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517492, + "recall": 0.557312, + "f1": 0.528669, + "accuracy": 0.557312, + "main_score": 0.528669, + "hf_subset": "gla_Latn-knc_Latn", + "languages": [ + "gla-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731657, + "recall": 0.781621, + "f1": 0.744588, + "accuracy": 0.781621, + "main_score": 0.744588, + "hf_subset": "gla_Latn-mlt_Latn", + "languages": [ + "gla-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54902, + "recall": 0.598814, + "f1": 0.562956, + "accuracy": 0.598814, + "main_score": 0.562956, + "hf_subset": "gla_Latn-quy_Latn", + "languages": [ + "gla-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721848, + "recall": 0.771739, + "f1": 0.735724, + "accuracy": 0.771739, + "main_score": 0.735724, + "hf_subset": "gla_Latn-swh_Latn", + "languages": [ + "gla-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731681, + "recall": 0.780632, + "f1": 0.745315, + "accuracy": 0.780632, + "main_score": 0.745315, + "hf_subset": "gla_Latn-uzn_Latn", + "languages": [ + "gla-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753092, + "recall": 0.802372, + "f1": 0.766637, + "accuracy": 0.802372, + "main_score": 0.766637, + "hf_subset": "gla_Latn-als_Latn", + "languages": [ + "gla-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397681, + "recall": 0.472332, + "f1": 0.418116, + "accuracy": 0.472332, + "main_score": 0.418116, + "hf_subset": "gla_Latn-bod_Tibt", + "languages": [ + "gla-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564543, + "recall": 0.609684, + "f1": 0.576582, + "accuracy": 0.609684, + "main_score": 0.576582, + "hf_subset": "gla_Latn-fij_Latn", + "languages": [ + "gla-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730437, + "recall": 0.779644, + "f1": 0.744162, + "accuracy": 0.779644, + "main_score": 0.744162, + "hf_subset": "gla_Latn-isl_Latn", + "languages": [ + "gla-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529812, + "recall": 0.572134, + "f1": 0.541444, + "accuracy": 0.572134, + "main_score": 0.541444, + "hf_subset": "gla_Latn-kon_Latn", + "languages": [ + "gla-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493114, + "recall": 0.547431, + "f1": 0.508375, + "accuracy": 0.547431, + "main_score": 0.508375, + "hf_subset": "gla_Latn-mni_Beng", + "languages": [ + "gla-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794642, + "recall": 0.841897, + "f1": 0.808338, + "accuracy": 0.841897, + "main_score": 0.808338, + "hf_subset": "gla_Latn-ron_Latn", + "languages": [ + "gla-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741679, + "recall": 0.790514, + "f1": 0.755337, + "accuracy": 0.790514, + "main_score": 0.755337, + "hf_subset": "gla_Latn-szl_Latn", + "languages": [ + "gla-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750167, + "recall": 0.794466, + "f1": 0.762417, + "accuracy": 0.794466, + "main_score": 0.762417, + "hf_subset": "gla_Latn-vec_Latn", + "languages": [ + "gla-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661171, + "recall": 0.719368, + "f1": 0.677915, + "accuracy": 0.719368, + "main_score": 0.677915, + "hf_subset": "gla_Latn-amh_Ethi", + "languages": [ + "gla-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788892, + "recall": 0.835968, + "f1": 0.802361, + "accuracy": 0.835968, + "main_score": 0.802361, + "hf_subset": "gla_Latn-bos_Latn", + "languages": [ + "gla-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740327, + "recall": 0.790514, + "f1": 0.754205, + "accuracy": 0.790514, + "main_score": 0.754205, + "hf_subset": "gla_Latn-fin_Latn", + "languages": [ + "gla-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761152, + "recall": 0.814229, + "f1": 0.776147, + "accuracy": 0.814229, + "main_score": 0.776147, + "hf_subset": "gla_Latn-ita_Latn", + "languages": [ + "gla-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731362, + "recall": 0.787549, + "f1": 0.747217, + "accuracy": 0.787549, + "main_score": 0.747217, + "hf_subset": "gla_Latn-kor_Hang", + "languages": [ + "gla-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482792, + "recall": 0.520751, + "f1": 0.493312, + "accuracy": 0.520751, + "main_score": 0.493312, + "hf_subset": "gla_Latn-mos_Latn", + "languages": [ + "gla-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531382, + "recall": 0.574111, + "f1": 0.543197, + "accuracy": 0.574111, + "main_score": 0.543197, + "hf_subset": "gla_Latn-run_Latn", + "languages": [ + "gla-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740936, + "recall": 0.794466, + "f1": 0.75605, + "accuracy": 0.794466, + "main_score": 0.75605, + "hf_subset": "gla_Latn-tam_Taml", + "languages": [ + "gla-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759186, + "recall": 0.811265, + "f1": 0.773943, + "accuracy": 0.811265, + "main_score": 0.773943, + "hf_subset": "gla_Latn-vie_Latn", + "languages": [ + "gla-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735414, + "recall": 0.786561, + "f1": 0.749761, + "accuracy": 0.786561, + "main_score": 0.749761, + "hf_subset": "gla_Latn-apc_Arab", + "languages": [ + "gla-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573732, + "recall": 0.619565, + "f1": 0.585195, + "accuracy": 0.619565, + "main_score": 0.585195, + "hf_subset": "gla_Latn-bug_Latn", + "languages": [ + "gla-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446338, + "recall": 0.48419, + "f1": 0.456878, + "accuracy": 0.48419, + "main_score": 0.456878, + "hf_subset": "gla_Latn-fon_Latn", + "languages": [ + "gla-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747787, + "recall": 0.79249, + "f1": 0.760361, + "accuracy": 0.79249, + "main_score": 0.760361, + "hf_subset": "gla_Latn-jav_Latn", + "languages": [ + "gla-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722592, + "recall": 0.77668, + "f1": 0.737309, + "accuracy": 0.77668, + "main_score": 0.737309, + "hf_subset": "gla_Latn-lao_Laoo", + "languages": [ + "gla-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653611, + "recall": 0.705534, + "f1": 0.667816, + "accuracy": 0.705534, + "main_score": 0.667816, + "hf_subset": "gla_Latn-mri_Latn", + "languages": [ + "gla-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769146, + "recall": 0.81917, + "f1": 0.783604, + "accuracy": 0.81917, + "main_score": 0.783604, + "hf_subset": "gla_Latn-rus_Cyrl", + "languages": [ + "gla-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460379, + "recall": 0.501976, + "f1": 0.472424, + "accuracy": 0.501976, + "main_score": 0.472424, + "hf_subset": "gla_Latn-taq_Latn", + "languages": [ + "gla-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736028, + "recall": 0.785573, + "f1": 0.748708, + "accuracy": 0.785573, + "main_score": 0.748708, + "hf_subset": "gla_Latn-war_Latn", + "languages": [ + "gla-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757317, + "recall": 0.809289, + "f1": 0.771784, + "accuracy": 0.809289, + "main_score": 0.771784, + "hf_subset": "gla_Latn-arb_Arab", + "languages": [ + "gla-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779507, + "recall": 0.827075, + "f1": 0.792698, + "accuracy": 0.827075, + "main_score": 0.792698, + "hf_subset": "gla_Latn-bul_Cyrl", + "languages": [ + "gla-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766555, + "recall": 0.817194, + "f1": 0.780676, + "accuracy": 0.817194, + "main_score": 0.780676, + "hf_subset": "gla_Latn-fra_Latn", + "languages": [ + "gla-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724001, + "recall": 0.775692, + "f1": 0.738068, + "accuracy": 0.775692, + "main_score": 0.738068, + "hf_subset": "gla_Latn-jpn_Jpan", + "languages": [ + "gla-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721853, + "recall": 0.770751, + "f1": 0.735273, + "accuracy": 0.770751, + "main_score": 0.735273, + "hf_subset": "gla_Latn-lij_Latn", + "languages": [ + "gla-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636073, + "recall": 0.712451, + "f1": 0.657793, + "accuracy": 0.712451, + "main_score": 0.657793, + "hf_subset": "gla_Latn-mya_Mymr", + "languages": [ + "gla-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502377, + "recall": 0.55336, + "f1": 0.516528, + "accuracy": 0.55336, + "main_score": 0.516528, + "hf_subset": "gla_Latn-sag_Latn", + "languages": [ + "gla-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204974, + "recall": 0.248024, + "f1": 0.21521, + "accuracy": 0.248024, + "main_score": 0.21521, + "hf_subset": "gla_Latn-taq_Tfng", + "languages": [ + "gla-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528404, + "recall": 0.572134, + "f1": 0.540393, + "accuracy": 0.572134, + "main_score": 0.540393, + "hf_subset": "gla_Latn-wol_Latn", + "languages": [ + "gla-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57862, + "recall": 0.629447, + "f1": 0.592421, + "accuracy": 0.629447, + "main_score": 0.592421, + "hf_subset": "gla_Latn-arb_Latn", + "languages": [ + "gla-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784471, + "recall": 0.83004, + "f1": 0.797128, + "accuracy": 0.83004, + "main_score": 0.797128, + "hf_subset": "gla_Latn-cat_Latn", + "languages": [ + "gla-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706498, + "recall": 0.753953, + "f1": 0.718519, + "accuracy": 0.753953, + "main_score": 0.718519, + "hf_subset": "gla_Latn-fur_Latn", + "languages": [ + "gla-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431722, + "recall": 0.481225, + "f1": 0.445412, + "accuracy": 0.481225, + "main_score": 0.445412, + "hf_subset": "gla_Latn-kab_Latn", + "languages": [ + "gla-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714419, + "recall": 0.762846, + "f1": 0.728374, + "accuracy": 0.762846, + "main_score": 0.728374, + "hf_subset": "gla_Latn-lim_Latn", + "languages": [ + "gla-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764826, + "recall": 0.815217, + "f1": 0.778757, + "accuracy": 0.815217, + "main_score": 0.778757, + "hf_subset": "gla_Latn-nld_Latn", + "languages": [ + "gla-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693639, + "recall": 0.749012, + "f1": 0.709505, + "accuracy": 0.749012, + "main_score": 0.709505, + "hf_subset": "gla_Latn-san_Deva", + "languages": [ + "gla-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716561, + "recall": 0.767787, + "f1": 0.730754, + "accuracy": 0.767787, + "main_score": 0.730754, + "hf_subset": "gla_Latn-tat_Cyrl", + "languages": [ + "gla-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592203, + "recall": 0.636364, + "f1": 0.603874, + "accuracy": 0.636364, + "main_score": 0.603874, + "hf_subset": "gla_Latn-xho_Latn", + "languages": [ + "gla-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74298, + "recall": 0.799407, + "f1": 0.758983, + "accuracy": 0.799407, + "main_score": 0.758983, + "hf_subset": "gla_Latn-ars_Arab", + "languages": [ + "gla-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773018, + "recall": 0.815217, + "f1": 0.78476, + "accuracy": 0.815217, + "main_score": 0.78476, + "hf_subset": "gla_Latn-ceb_Latn", + "languages": [ + "gla-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491133, + "recall": 0.530632, + "f1": 0.502927, + "accuracy": 0.530632, + "main_score": 0.502927, + "hf_subset": "gla_Latn-fuv_Latn", + "languages": [ + "gla-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471731, + "recall": 0.51581, + "f1": 0.483487, + "accuracy": 0.51581, + "main_score": 0.483487, + "hf_subset": "gla_Latn-kac_Latn", + "languages": [ + "gla-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551845, + "recall": 0.58498, + "f1": 0.56129, + "accuracy": 0.58498, + "main_score": 0.56129, + "hf_subset": "gla_Latn-lin_Latn", + "languages": [ + "gla-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769271, + "recall": 0.81917, + "f1": 0.783187, + "accuracy": 0.81917, + "main_score": 0.783187, + "hf_subset": "gla_Latn-nno_Latn", + "languages": [ + "gla-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178887, + "recall": 0.23913, + "f1": 0.194243, + "accuracy": 0.23913, + "main_score": 0.194243, + "hf_subset": "gla_Latn-sat_Olck", + "languages": [ + "gla-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758004, + "recall": 0.809289, + "f1": 0.772228, + "accuracy": 0.809289, + "main_score": 0.772228, + "hf_subset": "gla_Latn-tel_Telu", + "languages": [ + "gla-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678736, + "recall": 0.741107, + "f1": 0.696125, + "accuracy": 0.741107, + "main_score": 0.696125, + "hf_subset": "gla_Latn-ydd_Hebr", + "languages": [ + "gla-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693103, + "recall": 0.745059, + "f1": 0.706654, + "accuracy": 0.745059, + "main_score": 0.706654, + "hf_subset": "gla_Latn-ary_Arab", + "languages": [ + "gla-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78009, + "recall": 0.825099, + "f1": 0.792679, + "accuracy": 0.825099, + "main_score": 0.792679, + "hf_subset": "gla_Latn-ces_Latn", + "languages": [ + "gla-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518915, + "recall": 0.570158, + "f1": 0.533506, + "accuracy": 0.570158, + "main_score": 0.533506, + "hf_subset": "gla_Latn-gaz_Latn", + "languages": [ + "gla-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530781, + "recall": 0.572134, + "f1": 0.542271, + "accuracy": 0.572134, + "main_score": 0.542271, + "hf_subset": "gla_Latn-kam_Latn", + "languages": [ + "gla-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750983, + "recall": 0.800395, + "f1": 0.764483, + "accuracy": 0.800395, + "main_score": 0.764483, + "hf_subset": "gla_Latn-lit_Latn", + "languages": [ + "gla-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777422, + "recall": 0.824111, + "f1": 0.790514, + "accuracy": 0.824111, + "main_score": 0.790514, + "hf_subset": "gla_Latn-nob_Latn", + "languages": [ + "gla-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717534, + "recall": 0.763834, + "f1": 0.729614, + "accuracy": 0.763834, + "main_score": 0.729614, + "hf_subset": "gla_Latn-scn_Latn", + "languages": [ + "gla-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714359, + "recall": 0.759881, + "f1": 0.726413, + "accuracy": 0.759881, + "main_score": 0.726413, + "hf_subset": "gla_Latn-tgk_Cyrl", + "languages": [ + "gla-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567556, + "recall": 0.62747, + "f1": 0.585281, + "accuracy": 0.62747, + "main_score": 0.585281, + "hf_subset": "gla_Latn-yor_Latn", + "languages": [ + "gla-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731724, + "recall": 0.779644, + "f1": 0.744284, + "accuracy": 0.779644, + "main_score": 0.744284, + "hf_subset": "gla_Latn-arz_Arab", + "languages": [ + "gla-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483949, + "recall": 0.527668, + "f1": 0.496163, + "accuracy": 0.527668, + "main_score": 0.496163, + "hf_subset": "gla_Latn-cjk_Latn", + "languages": [ + "gla-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738985, + "recall": 0.794466, + "f1": 0.754837, + "accuracy": 0.794466, + "main_score": 0.754837, + "hf_subset": "gla_Latn-kan_Knda", + "languages": [ + "gla-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720613, + "recall": 0.766798, + "f1": 0.732927, + "accuracy": 0.766798, + "main_score": 0.732927, + "hf_subset": "gla_Latn-lmo_Latn", + "languages": [ + "gla-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749809, + "recall": 0.800395, + "f1": 0.763752, + "accuracy": 0.800395, + "main_score": 0.763752, + "hf_subset": "gla_Latn-npi_Deva", + "languages": [ + "gla-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432876, + "recall": 0.475296, + "f1": 0.444593, + "accuracy": 0.475296, + "main_score": 0.444593, + "hf_subset": "gla_Latn-shn_Mymr", + "languages": [ + "gla-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768101, + "recall": 0.812253, + "f1": 0.779692, + "accuracy": 0.812253, + "main_score": 0.779692, + "hf_subset": "gla_Latn-tgl_Latn", + "languages": [ + "gla-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728718, + "recall": 0.784585, + "f1": 0.74415, + "accuracy": 0.784585, + "main_score": 0.74415, + "hf_subset": "gla_Latn-yue_Hant", + "languages": [ + "gla-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71985, + "recall": 0.778656, + "f1": 0.736009, + "accuracy": 0.778656, + "main_score": 0.736009, + "hf_subset": "gla_Latn-asm_Beng", + "languages": [ + "gla-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686434, + "recall": 0.742095, + "f1": 0.701913, + "accuracy": 0.742095, + "main_score": 0.701913, + "hf_subset": "gla_Latn-ckb_Arab", + "languages": [ + "gla-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820306, + "recall": 0.856719, + "f1": 0.830737, + "accuracy": 0.856719, + "main_score": 0.830737, + "hf_subset": "gla_Latn-gle_Latn", + "languages": [ + "gla-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587649, + "recall": 0.644269, + "f1": 0.603477, + "accuracy": 0.644269, + "main_score": 0.603477, + "hf_subset": "gla_Latn-kas_Arab", + "languages": [ + "gla-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651585, + "recall": 0.706522, + "f1": 0.666643, + "accuracy": 0.706522, + "main_score": 0.666643, + "hf_subset": "gla_Latn-ltg_Latn", + "languages": [ + "gla-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545678, + "recall": 0.585968, + "f1": 0.556539, + "accuracy": 0.585968, + "main_score": 0.556539, + "hf_subset": "gla_Latn-nso_Latn", + "languages": [ + "gla-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681492, + "recall": 0.744071, + "f1": 0.698635, + "accuracy": 0.744071, + "main_score": 0.698635, + "hf_subset": "gla_Latn-sin_Sinh", + "languages": [ + "gla-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736299, + "recall": 0.793478, + "f1": 0.752008, + "accuracy": 0.793478, + "main_score": 0.752008, + "hf_subset": "gla_Latn-tha_Thai", + "languages": [ + "gla-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715095, + "recall": 0.770751, + "f1": 0.729986, + "accuracy": 0.770751, + "main_score": 0.729986, + "hf_subset": "gla_Latn-zho_Hans", + "languages": [ + "gla-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770432, + "recall": 0.820158, + "f1": 0.784328, + "accuracy": 0.820158, + "main_score": 0.784328, + "hf_subset": "gla_Latn-ast_Latn", + "languages": [ + "gla-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719737, + "recall": 0.773715, + "f1": 0.734812, + "accuracy": 0.773715, + "main_score": 0.734812, + "hf_subset": "gla_Latn-crh_Latn", + "languages": [ + "gla-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791419, + "recall": 0.835968, + "f1": 0.80377, + "accuracy": 0.835968, + "main_score": 0.80377, + "hf_subset": "gla_Latn-glg_Latn", + "languages": [ + "gla-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593007, + "recall": 0.653162, + "f1": 0.609193, + "accuracy": 0.653162, + "main_score": 0.609193, + "hf_subset": "gla_Latn-kas_Deva", + "languages": [ + "gla-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69518, + "recall": 0.743083, + "f1": 0.70757, + "accuracy": 0.743083, + "main_score": 0.70757, + "hf_subset": "gla_Latn-ltz_Latn", + "languages": [ + "gla-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456376, + "recall": 0.504941, + "f1": 0.469437, + "accuracy": 0.504941, + "main_score": 0.469437, + "hf_subset": "gla_Latn-nus_Latn", + "languages": [ + "gla-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779123, + "recall": 0.824111, + "f1": 0.791425, + "accuracy": 0.824111, + "main_score": 0.791425, + "hf_subset": "gla_Latn-slk_Latn", + "languages": [ + "gla-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448546, + "recall": 0.503953, + "f1": 0.46402, + "accuracy": 0.503953, + "main_score": 0.46402, + "hf_subset": "gla_Latn-tir_Ethi", + "languages": [ + "gla-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723758, + "recall": 0.786561, + "f1": 0.741471, + "accuracy": 0.786561, + "main_score": 0.741471, + "hf_subset": "gla_Latn-zho_Hant", + "languages": [ + "gla-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736019, + "recall": 0.786561, + "f1": 0.749937, + "accuracy": 0.786561, + "main_score": 0.749937, + "hf_subset": "gla_Latn-awa_Deva", + "languages": [ + "gla-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790228, + "recall": 0.83004, + "f1": 0.801082, + "accuracy": 0.83004, + "main_score": 0.801082, + "hf_subset": "gla_Latn-cym_Latn", + "languages": [ + "gla-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594492, + "recall": 0.634387, + "f1": 0.604966, + "accuracy": 0.634387, + "main_score": 0.604966, + "hf_subset": "gla_Latn-grn_Latn", + "languages": [ + "gla-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726352, + "recall": 0.780632, + "f1": 0.74113, + "accuracy": 0.780632, + "main_score": 0.74113, + "hf_subset": "gla_Latn-kat_Geor", + "languages": [ + "gla-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529275, + "recall": 0.572134, + "f1": 0.541123, + "accuracy": 0.572134, + "main_score": 0.541123, + "hf_subset": "gla_Latn-lua_Latn", + "languages": [ + "gla-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553728, + "recall": 0.598814, + "f1": 0.565886, + "accuracy": 0.598814, + "main_score": 0.565886, + "hf_subset": "gla_Latn-nya_Latn", + "languages": [ + "gla-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75903, + "recall": 0.806324, + "f1": 0.772278, + "accuracy": 0.806324, + "main_score": 0.772278, + "hf_subset": "gla_Latn-slv_Latn", + "languages": [ + "gla-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650422, + "recall": 0.697628, + "f1": 0.663353, + "accuracy": 0.697628, + "main_score": 0.663353, + "hf_subset": "gla_Latn-tpi_Latn", + "languages": [ + "gla-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787244, + "recall": 0.833992, + "f1": 0.799868, + "accuracy": 0.833992, + "main_score": 0.799868, + "hf_subset": "gla_Latn-zsm_Latn", + "languages": [ + "gla-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488215, + "recall": 0.531621, + "f1": 0.500678, + "accuracy": 0.531621, + "main_score": 0.500678, + "hf_subset": "gla_Latn-ayr_Latn", + "languages": [ + "gla-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781887, + "recall": 0.826087, + "f1": 0.793826, + "accuracy": 0.826087, + "main_score": 0.793826, + "hf_subset": "gla_Latn-dan_Latn", + "languages": [ + "gla-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759417, + "recall": 0.80336, + "f1": 0.77087, + "accuracy": 0.80336, + "main_score": 0.77087, + "hf_subset": "gla_Latn-guj_Gujr", + "languages": [ + "gla-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743136, + "recall": 0.796443, + "f1": 0.75829, + "accuracy": 0.796443, + "main_score": 0.75829, + "hf_subset": "gla_Latn-kaz_Cyrl", + "languages": [ + "gla-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505076, + "recall": 0.55336, + "f1": 0.518617, + "accuracy": 0.55336, + "main_score": 0.518617, + "hf_subset": "gla_Latn-lug_Latn", + "languages": [ + "gla-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.780293, + "recall": 0.825099, + "f1": 0.792676, + "accuracy": 0.825099, + "main_score": 0.792676, + "hf_subset": "gla_Latn-oci_Latn", + "languages": [ + "gla-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629931, + "recall": 0.676877, + "f1": 0.643404, + "accuracy": 0.676877, + "main_score": 0.643404, + "hf_subset": "gla_Latn-smo_Latn", + "languages": [ + "gla-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50319, + "recall": 0.549407, + "f1": 0.515655, + "accuracy": 0.549407, + "main_score": 0.515655, + "hf_subset": "gla_Latn-tsn_Latn", + "languages": [ + "gla-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561575, + "recall": 0.605731, + "f1": 0.57398, + "accuracy": 0.605731, + "main_score": 0.57398, + "hf_subset": "gla_Latn-zul_Latn", + "languages": [ + "gla-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594388, + "recall": 0.647233, + "f1": 0.609271, + "accuracy": 0.647233, + "main_score": 0.609271, + "hf_subset": "gla_Latn-azb_Arab", + "languages": [ + "gla-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768827, + "recall": 0.817194, + "f1": 0.782055, + "accuracy": 0.817194, + "main_score": 0.782055, + "hf_subset": "gla_Latn-deu_Latn", + "languages": [ + "gla-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68396, + "recall": 0.743083, + "f1": 0.700063, + "accuracy": 0.743083, + "main_score": 0.700063, + "hf_subset": "gla_Latn-hat_Latn", + "languages": [ + "gla-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452709, + "recall": 0.499012, + "f1": 0.466068, + "accuracy": 0.499012, + "main_score": 0.466068, + "hf_subset": "gla_Latn-kbp_Latn", + "languages": [ + "gla-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515893, + "recall": 0.562253, + "f1": 0.528271, + "accuracy": 0.562253, + "main_score": 0.528271, + "hf_subset": "gla_Latn-luo_Latn", + "languages": [ + "gla-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739923, + "recall": 0.79249, + "f1": 0.75448, + "accuracy": 0.79249, + "main_score": 0.75448, + "hf_subset": "gla_Latn-ory_Orya", + "languages": [ + "gla-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519205, + "recall": 0.566206, + "f1": 0.532486, + "accuracy": 0.566206, + "main_score": 0.532486, + "hf_subset": "gla_Latn-sna_Latn", + "languages": [ + "gla-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523674, + "recall": 0.567194, + "f1": 0.535544, + "accuracy": 0.567194, + "main_score": 0.535544, + "hf_subset": "gla_Latn-tso_Latn", + "languages": [ + "gla-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689766, + "recall": 0.756917, + "f1": 0.708304, + "accuracy": 0.756917, + "main_score": 0.708304, + "hf_subset": "gla_Latn-azj_Latn", + "languages": [ + "gla-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474428, + "recall": 0.522727, + "f1": 0.488554, + "accuracy": 0.522727, + "main_score": 0.488554, + "hf_subset": "gla_Latn-dik_Latn", + "languages": [ + "gla-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613535, + "recall": 0.666008, + "f1": 0.627953, + "accuracy": 0.666008, + "main_score": 0.627953, + "hf_subset": "gla_Latn-hau_Latn", + "languages": [ + "gla-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669736, + "recall": 0.717391, + "f1": 0.682491, + "accuracy": 0.717391, + "main_score": 0.682491, + "hf_subset": "gla_Latn-kea_Latn", + "languages": [ + "gla-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553324, + "recall": 0.599802, + "f1": 0.56592, + "accuracy": 0.599802, + "main_score": 0.56592, + "hf_subset": "gla_Latn-lus_Latn", + "languages": [ + "gla-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586326, + "recall": 0.62747, + "f1": 0.59764, + "accuracy": 0.62747, + "main_score": 0.59764, + "hf_subset": "gla_Latn-pag_Latn", + "languages": [ + "gla-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728151, + "recall": 0.77668, + "f1": 0.741535, + "accuracy": 0.77668, + "main_score": 0.741535, + "hf_subset": "gla_Latn-snd_Arab", + "languages": [ + "gla-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667141, + "recall": 0.718379, + "f1": 0.681333, + "accuracy": 0.718379, + "main_score": 0.681333, + "hf_subset": "gla_Latn-tuk_Latn", + "languages": [ + "gla-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70106, + "recall": 0.747036, + "f1": 0.713663, + "accuracy": 0.747036, + "main_score": 0.713663, + "hf_subset": "gla_Latn-bak_Cyrl", + "languages": [ + "gla-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40541, + "recall": 0.464427, + "f1": 0.421559, + "accuracy": 0.464427, + "main_score": 0.421559, + "hf_subset": "gla_Latn-dyu_Latn", + "languages": [ + "gla-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784573, + "recall": 0.827075, + "f1": 0.796631, + "accuracy": 0.827075, + "main_score": 0.796631, + "hf_subset": "gla_Latn-heb_Hebr", + "languages": [ + "gla-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687578, + "recall": 0.741107, + "f1": 0.702338, + "accuracy": 0.741107, + "main_score": 0.702338, + "hf_subset": "gla_Latn-khk_Cyrl", + "languages": [ + "gla-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766011, + "recall": 0.81917, + "f1": 0.780953, + "accuracy": 0.81917, + "main_score": 0.780953, + "hf_subset": "gla_Latn-lvs_Latn", + "languages": [ + "gla-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747687, + "recall": 0.796443, + "f1": 0.760434, + "accuracy": 0.796443, + "main_score": 0.760434, + "hf_subset": "gla_Latn-pan_Guru", + "languages": [ + "gla-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585884, + "recall": 0.635375, + "f1": 0.599466, + "accuracy": 0.635375, + "main_score": 0.599466, + "hf_subset": "gla_Latn-som_Latn", + "languages": [ + "gla-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529425, + "recall": 0.566206, + "f1": 0.539941, + "accuracy": 0.566206, + "main_score": 0.539941, + "hf_subset": "gla_Latn-tum_Latn", + "languages": [ + "gla-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534914, + "recall": 0.597826, + "f1": 0.552889, + "accuracy": 0.597826, + "main_score": 0.552889, + "hf_subset": "kan_Knda-ace_Arab", + "languages": [ + "kan-Knda", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510637, + "recall": 0.570158, + "f1": 0.526646, + "accuracy": 0.570158, + "main_score": 0.526646, + "hf_subset": "kan_Knda-bam_Latn", + "languages": [ + "kan-Knda", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439994, + "recall": 0.517787, + "f1": 0.460688, + "accuracy": 0.517787, + "main_score": 0.460688, + "hf_subset": "kan_Knda-dzo_Tibt", + "languages": [ + "kan-Knda", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-khm_Khmr", + "languages": [ + "kan-Knda", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-mag_Deva", + "languages": [ + "kan-Knda", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982378, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "kan_Knda-pap_Latn", + "languages": [ + "kan-Knda", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560731, + "recall": 0.62747, + "f1": 0.579077, + "accuracy": 0.62747, + "main_score": 0.579077, + "hf_subset": "kan_Knda-sot_Latn", + "languages": [ + "kan-Knda", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-tur_Latn", + "languages": [ + "kan-Knda", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846789, + "recall": 0.885375, + "f1": 0.858926, + "accuracy": 0.885375, + "main_score": 0.858926, + "hf_subset": "kan_Knda-ace_Latn", + "languages": [ + "kan-Knda", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "kan_Knda-ban_Latn", + "languages": [ + "kan-Knda", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ell_Grek", + "languages": [ + "kan-Knda", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "kan_Knda-hne_Deva", + "languages": [ + "kan-Knda", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578034, + "recall": 0.641304, + "f1": 0.595805, + "accuracy": 0.641304, + "main_score": 0.595805, + "hf_subset": "kan_Knda-kik_Latn", + "languages": [ + "kan-Knda", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "kan_Knda-pbt_Arab", + "languages": [ + "kan-Knda", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-spa_Latn", + "languages": [ + "kan-Knda", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599391, + "recall": 0.668972, + "f1": 0.618949, + "accuracy": 0.668972, + "main_score": 0.618949, + "hf_subset": "kan_Knda-twi_Latn", + "languages": [ + "kan-Knda", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-acm_Arab", + "languages": [ + "kan-Knda", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-bel_Cyrl", + "languages": [ + "kan-Knda", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-hrv_Latn", + "languages": [ + "kan-Knda", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531022, + "recall": 0.59585, + "f1": 0.549053, + "accuracy": 0.59585, + "main_score": 0.549053, + "hf_subset": "kan_Knda-kin_Latn", + "languages": [ + "kan-Knda", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-pes_Arab", + "languages": [ + "kan-Knda", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kan_Knda-srd_Latn", + "languages": [ + "kan-Knda", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17737, + "recall": 0.226285, + "f1": 0.189149, + "accuracy": 0.226285, + "main_score": 0.189149, + "hf_subset": "kan_Knda-tzm_Tfng", + "languages": [ + "kan-Knda", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-acq_Arab", + "languages": [ + "kan-Knda", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608866, + "recall": 0.662055, + "f1": 0.62357, + "accuracy": 0.662055, + "main_score": 0.62357, + "hf_subset": "kan_Knda-bem_Latn", + "languages": [ + "kan-Knda", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-epo_Latn", + "languages": [ + "kan-Knda", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-hun_Latn", + "languages": [ + "kan-Knda", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "kan_Knda-kir_Cyrl", + "languages": [ + "kan-Knda", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639955, + "recall": 0.699605, + "f1": 0.656791, + "accuracy": 0.699605, + "main_score": 0.656791, + "hf_subset": "kan_Knda-plt_Latn", + "languages": [ + "kan-Knda", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-srp_Cyrl", + "languages": [ + "kan-Knda", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "kan_Knda-uig_Arab", + "languages": [ + "kan-Knda", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-aeb_Arab", + "languages": [ + "kan-Knda", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-est_Latn", + "languages": [ + "kan-Knda", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-hye_Armn", + "languages": [ + "kan-Knda", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523873, + "recall": 0.579051, + "f1": 0.539072, + "accuracy": 0.579051, + "main_score": 0.539072, + "hf_subset": "kan_Knda-kmb_Latn", + "languages": [ + "kan-Knda", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485855, + "recall": 0.557312, + "f1": 0.50456, + "accuracy": 0.557312, + "main_score": 0.50456, + "hf_subset": "kan_Knda-min_Arab", + "languages": [ + "kan-Knda", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-pol_Latn", + "languages": [ + "kan-Knda", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543307, + "recall": 0.608696, + "f1": 0.561695, + "accuracy": 0.608696, + "main_score": 0.561695, + "hf_subset": "kan_Knda-ssw_Latn", + "languages": [ + "kan-Knda", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ukr_Cyrl", + "languages": [ + "kan-Knda", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-afr_Latn", + "languages": [ + "kan-Knda", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-bho_Deva", + "languages": [ + "kan-Knda", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559318, + "recall": 0.619565, + "f1": 0.575273, + "accuracy": 0.619565, + "main_score": 0.575273, + "hf_subset": "kan_Knda-ibo_Latn", + "languages": [ + "kan-Knda", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899407, + "recall": 0.926877, + "f1": 0.908103, + "accuracy": 0.926877, + "main_score": 0.908103, + "hf_subset": "kan_Knda-kmr_Latn", + "languages": [ + "kan-Knda", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kan_Knda-min_Latn", + "languages": [ + "kan-Knda", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-por_Latn", + "languages": [ + "kan-Knda", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kan_Knda-sun_Latn", + "languages": [ + "kan-Knda", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504548, + "recall": 0.56917, + "f1": 0.522638, + "accuracy": 0.56917, + "main_score": 0.522638, + "hf_subset": "kan_Knda-umb_Latn", + "languages": [ + "kan-Knda", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ajp_Arab", + "languages": [ + "kan-Knda", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502424, + "recall": 0.572134, + "f1": 0.521859, + "accuracy": 0.572134, + "main_score": 0.521859, + "hf_subset": "kan_Knda-bjn_Arab", + "languages": [ + "kan-Knda", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509003, + "recall": 0.570158, + "f1": 0.52596, + "accuracy": 0.570158, + "main_score": 0.52596, + "hf_subset": "kan_Knda-ewe_Latn", + "languages": [ + "kan-Knda", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936924, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "kan_Knda-ilo_Latn", + "languages": [ + "kan-Knda", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300849, + "recall": 0.357708, + "f1": 0.316263, + "accuracy": 0.357708, + "main_score": 0.316263, + "hf_subset": "kan_Knda-knc_Arab", + "languages": [ + "kan-Knda", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-mkd_Cyrl", + "languages": [ + "kan-Knda", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-prs_Arab", + "languages": [ + "kan-Knda", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-swe_Latn", + "languages": [ + "kan-Knda", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577643, + "recall": 0.645257, + "f1": 0.596228, + "accuracy": 0.645257, + "main_score": 0.596228, + "hf_subset": "kan_Knda-aka_Latn", + "languages": [ + "kan-Knda", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-bjn_Latn", + "languages": [ + "kan-Knda", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "kan_Knda-fao_Latn", + "languages": [ + "kan-Knda", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ind_Latn", + "languages": [ + "kan-Knda", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583737, + "recall": 0.636364, + "f1": 0.598869, + "accuracy": 0.636364, + "main_score": 0.598869, + "hf_subset": "kan_Knda-knc_Latn", + "languages": [ + "kan-Knda", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "kan_Knda-mlt_Latn", + "languages": [ + "kan-Knda", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683656, + "recall": 0.751976, + "f1": 0.704346, + "accuracy": 0.751976, + "main_score": 0.704346, + "hf_subset": "kan_Knda-quy_Latn", + "languages": [ + "kan-Knda", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963192, + "recall": 0.974308, + "f1": 0.966798, + "accuracy": 0.974308, + "main_score": 0.966798, + "hf_subset": "kan_Knda-swh_Latn", + "languages": [ + "kan-Knda", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995883, + "recall": 0.997036, + "f1": 0.996212, + "accuracy": 0.997036, + "main_score": 0.996212, + "hf_subset": "kan_Knda-uzn_Latn", + "languages": [ + "kan-Knda", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-als_Latn", + "languages": [ + "kan-Knda", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66441, + "recall": 0.741107, + "f1": 0.686731, + "accuracy": 0.741107, + "main_score": 0.686731, + "hf_subset": "kan_Knda-bod_Tibt", + "languages": [ + "kan-Knda", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700198, + "recall": 0.754941, + "f1": 0.71598, + "accuracy": 0.754941, + "main_score": 0.71598, + "hf_subset": "kan_Knda-fij_Latn", + "languages": [ + "kan-Knda", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kan_Knda-isl_Latn", + "languages": [ + "kan-Knda", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644368, + "recall": 0.705534, + "f1": 0.661862, + "accuracy": 0.705534, + "main_score": 0.661862, + "hf_subset": "kan_Knda-kon_Latn", + "languages": [ + "kan-Knda", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663441, + "recall": 0.735178, + "f1": 0.684458, + "accuracy": 0.735178, + "main_score": 0.684458, + "hf_subset": "kan_Knda-mni_Beng", + "languages": [ + "kan-Knda", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ron_Latn", + "languages": [ + "kan-Knda", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "kan_Knda-szl_Latn", + "languages": [ + "kan-Knda", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-vec_Latn", + "languages": [ + "kan-Knda", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950264, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "kan_Knda-amh_Ethi", + "languages": [ + "kan-Knda", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-bos_Latn", + "languages": [ + "kan-Knda", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-fin_Latn", + "languages": [ + "kan-Knda", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ita_Latn", + "languages": [ + "kan-Knda", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-kor_Hang", + "languages": [ + "kan-Knda", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536533, + "recall": 0.596838, + "f1": 0.553114, + "accuracy": 0.596838, + "main_score": 0.553114, + "hf_subset": "kan_Knda-mos_Latn", + "languages": [ + "kan-Knda", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528516, + "recall": 0.591897, + "f1": 0.546234, + "accuracy": 0.591897, + "main_score": 0.546234, + "hf_subset": "kan_Knda-run_Latn", + "languages": [ + "kan-Knda", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-vie_Latn", + "languages": [ + "kan-Knda", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-apc_Arab", + "languages": [ + "kan-Knda", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787582, + "recall": 0.835968, + "f1": 0.802061, + "accuracy": 0.835968, + "main_score": 0.802061, + "hf_subset": "kan_Knda-bug_Latn", + "languages": [ + "kan-Knda", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452434, + "recall": 0.508893, + "f1": 0.467385, + "accuracy": 0.508893, + "main_score": 0.467385, + "hf_subset": "kan_Knda-fon_Latn", + "languages": [ + "kan-Knda", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kan_Knda-jav_Latn", + "languages": [ + "kan-Knda", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-lao_Laoo", + "languages": [ + "kan-Knda", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854611, + "recall": 0.892292, + "f1": 0.866436, + "accuracy": 0.892292, + "main_score": 0.866436, + "hf_subset": "kan_Knda-mri_Latn", + "languages": [ + "kan-Knda", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-rus_Cyrl", + "languages": [ + "kan-Knda", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534199, + "recall": 0.593874, + "f1": 0.550271, + "accuracy": 0.593874, + "main_score": 0.550271, + "hf_subset": "kan_Knda-taq_Latn", + "languages": [ + "kan-Knda", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kan_Knda-war_Latn", + "languages": [ + "kan-Knda", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-arb_Arab", + "languages": [ + "kan-Knda", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-bul_Cyrl", + "languages": [ + "kan-Knda", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-fra_Latn", + "languages": [ + "kan-Knda", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-jpn_Jpan", + "languages": [ + "kan-Knda", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kan_Knda-lij_Latn", + "languages": [ + "kan-Knda", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "kan_Knda-mya_Mymr", + "languages": [ + "kan-Knda", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579569, + "recall": 0.646245, + "f1": 0.597932, + "accuracy": 0.646245, + "main_score": 0.597932, + "hf_subset": "kan_Knda-sag_Latn", + "languages": [ + "kan-Knda", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18299, + "recall": 0.240119, + "f1": 0.195421, + "accuracy": 0.240119, + "main_score": 0.195421, + "hf_subset": "kan_Knda-taq_Tfng", + "languages": [ + "kan-Knda", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609671, + "recall": 0.674901, + "f1": 0.62823, + "accuracy": 0.674901, + "main_score": 0.62823, + "hf_subset": "kan_Knda-wol_Latn", + "languages": [ + "kan-Knda", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77696, + "recall": 0.833992, + "f1": 0.794288, + "accuracy": 0.833992, + "main_score": 0.794288, + "hf_subset": "kan_Knda-arb_Latn", + "languages": [ + "kan-Knda", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-cat_Latn", + "languages": [ + "kan-Knda", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-fur_Latn", + "languages": [ + "kan-Knda", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395598, + "recall": 0.452569, + "f1": 0.410911, + "accuracy": 0.452569, + "main_score": 0.410911, + "hf_subset": "kan_Knda-kab_Latn", + "languages": [ + "kan-Knda", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-lim_Latn", + "languages": [ + "kan-Knda", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-nld_Latn", + "languages": [ + "kan-Knda", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-tat_Cyrl", + "languages": [ + "kan-Knda", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657411, + "recall": 0.717391, + "f1": 0.674901, + "accuracy": 0.717391, + "main_score": 0.674901, + "hf_subset": "kan_Knda-xho_Latn", + "languages": [ + "kan-Knda", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ars_Arab", + "languages": [ + "kan-Knda", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ceb_Latn", + "languages": [ + "kan-Knda", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54268, + "recall": 0.606719, + "f1": 0.560331, + "accuracy": 0.606719, + "main_score": 0.560331, + "hf_subset": "kan_Knda-fuv_Latn", + "languages": [ + "kan-Knda", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49548, + "recall": 0.567194, + "f1": 0.514661, + "accuracy": 0.567194, + "main_score": 0.514661, + "hf_subset": "kan_Knda-kac_Latn", + "languages": [ + "kan-Knda", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650026, + "recall": 0.711462, + "f1": 0.667987, + "accuracy": 0.711462, + "main_score": 0.667987, + "hf_subset": "kan_Knda-lin_Latn", + "languages": [ + "kan-Knda", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-nno_Latn", + "languages": [ + "kan-Knda", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.228153, + "recall": 0.309289, + "f1": 0.248999, + "accuracy": 0.309289, + "main_score": 0.248999, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "kan_Knda-ydd_Hebr", + "languages": [ + "kan-Knda", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kan_Knda-ary_Arab", + "languages": [ + "kan-Knda", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ces_Latn", + "languages": [ + "kan-Knda", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571237, + "recall": 0.632411, + "f1": 0.58855, + "accuracy": 0.632411, + "main_score": 0.58855, + "hf_subset": "kan_Knda-gaz_Latn", + "languages": [ + "kan-Knda", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573372, + "recall": 0.639328, + "f1": 0.59192, + "accuracy": 0.639328, + "main_score": 0.59192, + "hf_subset": "kan_Knda-kam_Latn", + "languages": [ + "kan-Knda", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kan_Knda-lit_Latn", + "languages": [ + "kan-Knda", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-nob_Latn", + "languages": [ + "kan-Knda", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kan_Knda-scn_Latn", + "languages": [ + "kan-Knda", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "kan_Knda-tgk_Cyrl", + "languages": [ + "kan-Knda", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710599, + "recall": 0.775692, + "f1": 0.72991, + "accuracy": 0.775692, + "main_score": 0.72991, + "hf_subset": "kan_Knda-yor_Latn", + "languages": [ + "kan-Knda", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-arz_Arab", + "languages": [ + "kan-Knda", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540629, + "recall": 0.605731, + "f1": 0.559431, + "accuracy": 0.605731, + "main_score": 0.559431, + "hf_subset": "kan_Knda-cjk_Latn", + "languages": [ + "kan-Knda", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75863, + "recall": 0.820158, + "f1": 0.777437, + "accuracy": 0.820158, + "main_score": 0.777437, + "hf_subset": "kan_Knda-gla_Latn", + "languages": [ + "kan-Knda", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "kan_Knda-lmo_Latn", + "languages": [ + "kan-Knda", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457068, + "recall": 0.522727, + "f1": 0.475166, + "accuracy": 0.522727, + "main_score": 0.475166, + "hf_subset": "kan_Knda-shn_Mymr", + "languages": [ + "kan-Knda", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-tgl_Latn", + "languages": [ + "kan-Knda", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-yue_Hant", + "languages": [ + "kan-Knda", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "kan_Knda-ckb_Arab", + "languages": [ + "kan-Knda", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861495, + "recall": 0.899209, + "f1": 0.873155, + "accuracy": 0.899209, + "main_score": 0.873155, + "hf_subset": "kan_Knda-gle_Latn", + "languages": [ + "kan-Knda", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.966403, + "f1": 0.955698, + "accuracy": 0.966403, + "main_score": 0.955698, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927536, + "recall": 0.947628, + "f1": 0.933762, + "accuracy": 0.947628, + "main_score": 0.933762, + "hf_subset": "kan_Knda-ltg_Latn", + "languages": [ + "kan-Knda", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598405, + "recall": 0.65415, + "f1": 0.613993, + "accuracy": 0.65415, + "main_score": 0.613993, + "hf_subset": "kan_Knda-nso_Latn", + "languages": [ + "kan-Knda", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-tha_Thai", + "languages": [ + "kan-Knda", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-zho_Hans", + "languages": [ + "kan-Knda", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ast_Latn", + "languages": [ + "kan-Knda", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kan_Knda-crh_Latn", + "languages": [ + "kan-Knda", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-glg_Latn", + "languages": [ + "kan-Knda", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895833, + "recall": 0.925889, + "f1": 0.905369, + "accuracy": 0.925889, + "main_score": 0.905369, + "hf_subset": "kan_Knda-kas_Deva", + "languages": [ + "kan-Knda", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kan_Knda-ltz_Latn", + "languages": [ + "kan-Knda", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44068, + "recall": 0.51087, + "f1": 0.458876, + "accuracy": 0.51087, + "main_score": 0.458876, + "hf_subset": "kan_Knda-nus_Latn", + "languages": [ + "kan-Knda", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-slk_Latn", + "languages": [ + "kan-Knda", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61469, + "recall": 0.687747, + "f1": 0.63611, + "accuracy": 0.687747, + "main_score": 0.63611, + "hf_subset": "kan_Knda-tir_Ethi", + "languages": [ + "kan-Knda", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-zho_Hant", + "languages": [ + "kan-Knda", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "kan_Knda-awa_Deva", + "languages": [ + "kan-Knda", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "kan_Knda-cym_Latn", + "languages": [ + "kan-Knda", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809371, + "recall": 0.857708, + "f1": 0.824638, + "accuracy": 0.857708, + "main_score": 0.824638, + "hf_subset": "kan_Knda-grn_Latn", + "languages": [ + "kan-Knda", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kan_Knda-kat_Geor", + "languages": [ + "kan-Knda", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625165, + "recall": 0.684783, + "f1": 0.641998, + "accuracy": 0.684783, + "main_score": 0.641998, + "hf_subset": "kan_Knda-lua_Latn", + "languages": [ + "kan-Knda", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632403, + "recall": 0.694664, + "f1": 0.650041, + "accuracy": 0.694664, + "main_score": 0.650041, + "hf_subset": "kan_Knda-nya_Latn", + "languages": [ + "kan-Knda", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-slv_Latn", + "languages": [ + "kan-Knda", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939476, + "recall": 0.95751, + "f1": 0.945059, + "accuracy": 0.95751, + "main_score": 0.945059, + "hf_subset": "kan_Knda-tpi_Latn", + "languages": [ + "kan-Knda", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-zsm_Latn", + "languages": [ + "kan-Knda", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529736, + "recall": 0.592885, + "f1": 0.547845, + "accuracy": 0.592885, + "main_score": 0.547845, + "hf_subset": "kan_Knda-ayr_Latn", + "languages": [ + "kan-Knda", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-dan_Latn", + "languages": [ + "kan-Knda", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-kaz_Cyrl", + "languages": [ + "kan-Knda", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52222, + "recall": 0.588933, + "f1": 0.54036, + "accuracy": 0.588933, + "main_score": 0.54036, + "hf_subset": "kan_Knda-lug_Latn", + "languages": [ + "kan-Knda", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-oci_Latn", + "languages": [ + "kan-Knda", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819993, + "recall": 0.866601, + "f1": 0.834406, + "accuracy": 0.866601, + "main_score": 0.834406, + "hf_subset": "kan_Knda-smo_Latn", + "languages": [ + "kan-Knda", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531345, + "recall": 0.597826, + "f1": 0.54926, + "accuracy": 0.597826, + "main_score": 0.54926, + "hf_subset": "kan_Knda-tsn_Latn", + "languages": [ + "kan-Knda", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596732, + "recall": 0.660079, + "f1": 0.614712, + "accuracy": 0.660079, + "main_score": 0.614712, + "hf_subset": "kan_Knda-zul_Latn", + "languages": [ + "kan-Knda", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926877, + "recall": 0.947628, + "f1": 0.93363, + "accuracy": 0.947628, + "main_score": 0.93363, + "hf_subset": "kan_Knda-azb_Arab", + "languages": [ + "kan-Knda", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-deu_Latn", + "languages": [ + "kan-Knda", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "kan_Knda-hat_Latn", + "languages": [ + "kan-Knda", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487368, + "recall": 0.543478, + "f1": 0.50303, + "accuracy": 0.543478, + "main_score": 0.50303, + "hf_subset": "kan_Knda-kbp_Latn", + "languages": [ + "kan-Knda", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551977, + "recall": 0.610672, + "f1": 0.567581, + "accuracy": 0.610672, + "main_score": 0.567581, + "hf_subset": "kan_Knda-luo_Latn", + "languages": [ + "kan-Knda", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573263, + "recall": 0.644269, + "f1": 0.593853, + "accuracy": 0.644269, + "main_score": 0.593853, + "hf_subset": "kan_Knda-sna_Latn", + "languages": [ + "kan-Knda", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547141, + "recall": 0.608696, + "f1": 0.56398, + "accuracy": 0.608696, + "main_score": 0.56398, + "hf_subset": "kan_Knda-tso_Latn", + "languages": [ + "kan-Knda", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kan_Knda-azj_Latn", + "languages": [ + "kan-Knda", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53044, + "recall": 0.600791, + "f1": 0.550598, + "accuracy": 0.600791, + "main_score": 0.550598, + "hf_subset": "kan_Knda-dik_Latn", + "languages": [ + "kan-Knda", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710006, + "recall": 0.770751, + "f1": 0.726927, + "accuracy": 0.770751, + "main_score": 0.726927, + "hf_subset": "kan_Knda-hau_Latn", + "languages": [ + "kan-Knda", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kan_Knda-kea_Latn", + "languages": [ + "kan-Knda", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741469, + "recall": 0.79249, + "f1": 0.756837, + "accuracy": 0.79249, + "main_score": 0.756837, + "hf_subset": "kan_Knda-lus_Latn", + "languages": [ + "kan-Knda", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862138, + "recall": 0.895257, + "f1": 0.872233, + "accuracy": 0.895257, + "main_score": 0.872233, + "hf_subset": "kan_Knda-pag_Latn", + "languages": [ + "kan-Knda", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "kan_Knda-tuk_Latn", + "languages": [ + "kan-Knda", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kan_Knda-bak_Cyrl", + "languages": [ + "kan-Knda", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464336, + "recall": 0.541502, + "f1": 0.486569, + "accuracy": 0.541502, + "main_score": 0.486569, + "hf_subset": "kan_Knda-dyu_Latn", + "languages": [ + "kan-Knda", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan_Knda-heb_Hebr", + "languages": [ + "kan-Knda", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kan_Knda-khk_Cyrl", + "languages": [ + "kan-Knda", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-lvs_Latn", + "languages": [ + "kan-Knda", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679331, + "recall": 0.745059, + "f1": 0.699195, + "accuracy": 0.745059, + "main_score": 0.699195, + "hf_subset": "kan_Knda-som_Latn", + "languages": [ + "kan-Knda", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594734, + "recall": 0.643281, + "f1": 0.608072, + "accuracy": 0.643281, + "main_score": 0.608072, + "hf_subset": "kan_Knda-tum_Latn", + "languages": [ + "kan-Knda", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58573, + "recall": 0.651186, + "f1": 0.604521, + "accuracy": 0.651186, + "main_score": 0.604521, + "hf_subset": "lmo_Latn-ace_Arab", + "languages": [ + "lmo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544163, + "recall": 0.605731, + "f1": 0.561259, + "accuracy": 0.605731, + "main_score": 0.561259, + "hf_subset": "lmo_Latn-bam_Latn", + "languages": [ + "lmo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378776, + "recall": 0.451581, + "f1": 0.39765, + "accuracy": 0.451581, + "main_score": 0.39765, + "hf_subset": "lmo_Latn-dzo_Tibt", + "languages": [ + "lmo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lmo_Latn-hin_Deva", + "languages": [ + "lmo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "lmo_Latn-khm_Khmr", + "languages": [ + "lmo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "lmo_Latn-mag_Deva", + "languages": [ + "lmo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "lmo_Latn-pap_Latn", + "languages": [ + "lmo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603636, + "recall": 0.658103, + "f1": 0.618775, + "accuracy": 0.658103, + "main_score": 0.618775, + "hf_subset": "lmo_Latn-sot_Latn", + "languages": [ + "lmo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-tur_Latn", + "languages": [ + "lmo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865983, + "recall": 0.894269, + "f1": 0.874791, + "accuracy": 0.894269, + "main_score": 0.874791, + "hf_subset": "lmo_Latn-ace_Latn", + "languages": [ + "lmo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944038, + "recall": 0.956522, + "f1": 0.947958, + "accuracy": 0.956522, + "main_score": 0.947958, + "hf_subset": "lmo_Latn-ban_Latn", + "languages": [ + "lmo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-ell_Grek", + "languages": [ + "lmo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "lmo_Latn-hne_Deva", + "languages": [ + "lmo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603073, + "recall": 0.658103, + "f1": 0.618761, + "accuracy": 0.658103, + "main_score": 0.618761, + "hf_subset": "lmo_Latn-kik_Latn", + "languages": [ + "lmo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lmo_Latn-mai_Deva", + "languages": [ + "lmo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942852, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "lmo_Latn-pbt_Arab", + "languages": [ + "lmo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-spa_Latn", + "languages": [ + "lmo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629578, + "recall": 0.687747, + "f1": 0.646151, + "accuracy": 0.687747, + "main_score": 0.646151, + "hf_subset": "lmo_Latn-twi_Latn", + "languages": [ + "lmo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lmo_Latn-acm_Arab", + "languages": [ + "lmo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969944, + "recall": 0.979249, + "f1": 0.972892, + "accuracy": 0.979249, + "main_score": 0.972892, + "hf_subset": "lmo_Latn-bel_Cyrl", + "languages": [ + "lmo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-eng_Latn", + "languages": [ + "lmo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-hrv_Latn", + "languages": [ + "lmo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562461, + "recall": 0.620553, + "f1": 0.5785, + "accuracy": 0.620553, + "main_score": 0.5785, + "hf_subset": "lmo_Latn-kin_Latn", + "languages": [ + "lmo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-mal_Mlym", + "languages": [ + "lmo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-pes_Arab", + "languages": [ + "lmo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "lmo_Latn-srd_Latn", + "languages": [ + "lmo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188232, + "recall": 0.231225, + "f1": 0.198833, + "accuracy": 0.231225, + "main_score": 0.198833, + "hf_subset": "lmo_Latn-tzm_Tfng", + "languages": [ + "lmo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-acq_Arab", + "languages": [ + "lmo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627478, + "recall": 0.672925, + "f1": 0.640175, + "accuracy": 0.672925, + "main_score": 0.640175, + "hf_subset": "lmo_Latn-bem_Latn", + "languages": [ + "lmo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-epo_Latn", + "languages": [ + "lmo-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-hun_Latn", + "languages": [ + "lmo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.966403, + "f1": 0.957016, + "accuracy": 0.966403, + "main_score": 0.957016, + "hf_subset": "lmo_Latn-kir_Cyrl", + "languages": [ + "lmo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "lmo_Latn-mar_Deva", + "languages": [ + "lmo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681943, + "recall": 0.73419, + "f1": 0.697104, + "accuracy": 0.73419, + "main_score": 0.697104, + "hf_subset": "lmo_Latn-plt_Latn", + "languages": [ + "lmo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-srp_Cyrl", + "languages": [ + "lmo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911561, + "recall": 0.934783, + "f1": 0.918775, + "accuracy": 0.934783, + "main_score": 0.918775, + "hf_subset": "lmo_Latn-uig_Arab", + "languages": [ + "lmo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "lmo_Latn-aeb_Arab", + "languages": [ + "lmo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lmo_Latn-ben_Beng", + "languages": [ + "lmo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lmo_Latn-est_Latn", + "languages": [ + "lmo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-hye_Armn", + "languages": [ + "lmo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558722, + "recall": 0.609684, + "f1": 0.574028, + "accuracy": 0.609684, + "main_score": 0.574028, + "hf_subset": "lmo_Latn-kmb_Latn", + "languages": [ + "lmo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534902, + "recall": 0.602767, + "f1": 0.552569, + "accuracy": 0.602767, + "main_score": 0.552569, + "hf_subset": "lmo_Latn-min_Arab", + "languages": [ + "lmo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-pol_Latn", + "languages": [ + "lmo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561481, + "recall": 0.62253, + "f1": 0.578873, + "accuracy": 0.62253, + "main_score": 0.578873, + "hf_subset": "lmo_Latn-ssw_Latn", + "languages": [ + "lmo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-ukr_Cyrl", + "languages": [ + "lmo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lmo_Latn-afr_Latn", + "languages": [ + "lmo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980402, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "lmo_Latn-bho_Deva", + "languages": [ + "lmo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961166, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "lmo_Latn-eus_Latn", + "languages": [ + "lmo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582446, + "recall": 0.643281, + "f1": 0.599045, + "accuracy": 0.643281, + "main_score": 0.599045, + "hf_subset": "lmo_Latn-ibo_Latn", + "languages": [ + "lmo-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869016, + "recall": 0.900198, + "f1": 0.878821, + "accuracy": 0.900198, + "main_score": 0.878821, + "hf_subset": "lmo_Latn-kmr_Latn", + "languages": [ + "lmo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "lmo_Latn-min_Latn", + "languages": [ + "lmo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-por_Latn", + "languages": [ + "lmo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lmo_Latn-sun_Latn", + "languages": [ + "lmo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529556, + "recall": 0.589921, + "f1": 0.546916, + "accuracy": 0.589921, + "main_score": 0.546916, + "hf_subset": "lmo_Latn-umb_Latn", + "languages": [ + "lmo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "lmo_Latn-ajp_Arab", + "languages": [ + "lmo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541596, + "recall": 0.608696, + "f1": 0.560354, + "accuracy": 0.608696, + "main_score": 0.560354, + "hf_subset": "lmo_Latn-bjn_Arab", + "languages": [ + "lmo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538096, + "recall": 0.58498, + "f1": 0.550817, + "accuracy": 0.58498, + "main_score": 0.550817, + "hf_subset": "lmo_Latn-ewe_Latn", + "languages": [ + "lmo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932378, + "recall": 0.949605, + "f1": 0.937747, + "accuracy": 0.949605, + "main_score": 0.937747, + "hf_subset": "lmo_Latn-ilo_Latn", + "languages": [ + "lmo-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314306, + "recall": 0.371542, + "f1": 0.329611, + "accuracy": 0.371542, + "main_score": 0.329611, + "hf_subset": "lmo_Latn-knc_Arab", + "languages": [ + "lmo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-mkd_Cyrl", + "languages": [ + "lmo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "lmo_Latn-prs_Arab", + "languages": [ + "lmo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-swe_Latn", + "languages": [ + "lmo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-urd_Arab", + "languages": [ + "lmo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600365, + "recall": 0.653162, + "f1": 0.614856, + "accuracy": 0.653162, + "main_score": 0.614856, + "hf_subset": "lmo_Latn-aka_Latn", + "languages": [ + "lmo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.974308, + "f1": 0.968332, + "accuracy": 0.974308, + "main_score": 0.968332, + "hf_subset": "lmo_Latn-bjn_Latn", + "languages": [ + "lmo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.956522, + "f1": 0.944796, + "accuracy": 0.956522, + "main_score": 0.944796, + "hf_subset": "lmo_Latn-fao_Latn", + "languages": [ + "lmo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-ind_Latn", + "languages": [ + "lmo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593379, + "recall": 0.648221, + "f1": 0.6096, + "accuracy": 0.648221, + "main_score": 0.6096, + "hf_subset": "lmo_Latn-knc_Latn", + "languages": [ + "lmo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "lmo_Latn-mlt_Latn", + "languages": [ + "lmo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704522, + "recall": 0.762846, + "f1": 0.721676, + "accuracy": 0.762846, + "main_score": 0.721676, + "hf_subset": "lmo_Latn-quy_Latn", + "languages": [ + "lmo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "lmo_Latn-swh_Latn", + "languages": [ + "lmo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "lmo_Latn-uzn_Latn", + "languages": [ + "lmo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-als_Latn", + "languages": [ + "lmo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559984, + "recall": 0.63834, + "f1": 0.581623, + "accuracy": 0.63834, + "main_score": 0.581623, + "hf_subset": "lmo_Latn-bod_Tibt", + "languages": [ + "lmo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683127, + "recall": 0.741107, + "f1": 0.699716, + "accuracy": 0.741107, + "main_score": 0.699716, + "hf_subset": "lmo_Latn-fij_Latn", + "languages": [ + "lmo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.959486, + "f1": 0.948123, + "accuracy": 0.959486, + "main_score": 0.948123, + "hf_subset": "lmo_Latn-isl_Latn", + "languages": [ + "lmo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670142, + "recall": 0.72332, + "f1": 0.685325, + "accuracy": 0.72332, + "main_score": 0.685325, + "hf_subset": "lmo_Latn-kon_Latn", + "languages": [ + "lmo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655197, + "recall": 0.717391, + "f1": 0.674278, + "accuracy": 0.717391, + "main_score": 0.674278, + "hf_subset": "lmo_Latn-mni_Beng", + "languages": [ + "lmo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-ron_Latn", + "languages": [ + "lmo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.976285, + "f1": 0.970026, + "accuracy": 0.976285, + "main_score": 0.970026, + "hf_subset": "lmo_Latn-szl_Latn", + "languages": [ + "lmo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-vec_Latn", + "languages": [ + "lmo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882493, + "recall": 0.914032, + "f1": 0.892358, + "accuracy": 0.914032, + "main_score": 0.892358, + "hf_subset": "lmo_Latn-amh_Ethi", + "languages": [ + "lmo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-bos_Latn", + "languages": [ + "lmo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-fin_Latn", + "languages": [ + "lmo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "lmo_Latn-ita_Latn", + "languages": [ + "lmo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "lmo_Latn-kor_Hang", + "languages": [ + "lmo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561959, + "recall": 0.614625, + "f1": 0.576805, + "accuracy": 0.614625, + "main_score": 0.576805, + "hf_subset": "lmo_Latn-mos_Latn", + "languages": [ + "lmo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567697, + "recall": 0.623518, + "f1": 0.583646, + "accuracy": 0.623518, + "main_score": 0.583646, + "hf_subset": "lmo_Latn-run_Latn", + "languages": [ + "lmo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-tam_Taml", + "languages": [ + "lmo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985837, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "lmo_Latn-vie_Latn", + "languages": [ + "lmo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "lmo_Latn-apc_Arab", + "languages": [ + "lmo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791815, + "recall": 0.83498, + "f1": 0.804908, + "accuracy": 0.83498, + "main_score": 0.804908, + "hf_subset": "lmo_Latn-bug_Latn", + "languages": [ + "lmo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482602, + "recall": 0.534585, + "f1": 0.496535, + "accuracy": 0.534585, + "main_score": 0.496535, + "hf_subset": "lmo_Latn-fon_Latn", + "languages": [ + "lmo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lmo_Latn-jav_Latn", + "languages": [ + "lmo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lmo_Latn-lao_Laoo", + "languages": [ + "lmo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814542, + "recall": 0.862648, + "f1": 0.829216, + "accuracy": 0.862648, + "main_score": 0.829216, + "hf_subset": "lmo_Latn-mri_Latn", + "languages": [ + "lmo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-rus_Cyrl", + "languages": [ + "lmo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545015, + "recall": 0.603755, + "f1": 0.561284, + "accuracy": 0.603755, + "main_score": 0.561284, + "hf_subset": "lmo_Latn-taq_Latn", + "languages": [ + "lmo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-war_Latn", + "languages": [ + "lmo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-arb_Arab", + "languages": [ + "lmo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-bul_Cyrl", + "languages": [ + "lmo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lmo_Latn-fra_Latn", + "languages": [ + "lmo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-jpn_Jpan", + "languages": [ + "lmo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-lij_Latn", + "languages": [ + "lmo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "lmo_Latn-mya_Mymr", + "languages": [ + "lmo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615771, + "recall": 0.677866, + "f1": 0.633334, + "accuracy": 0.677866, + "main_score": 0.633334, + "hf_subset": "lmo_Latn-sag_Latn", + "languages": [ + "lmo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197014, + "recall": 0.252964, + "f1": 0.209765, + "accuracy": 0.252964, + "main_score": 0.209765, + "hf_subset": "lmo_Latn-taq_Tfng", + "languages": [ + "lmo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627736, + "recall": 0.692688, + "f1": 0.646673, + "accuracy": 0.692688, + "main_score": 0.646673, + "hf_subset": "lmo_Latn-wol_Latn", + "languages": [ + "lmo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776426, + "recall": 0.829051, + "f1": 0.792013, + "accuracy": 0.829051, + "main_score": 0.792013, + "hf_subset": "lmo_Latn-arb_Latn", + "languages": [ + "lmo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-cat_Latn", + "languages": [ + "lmo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "lmo_Latn-fur_Latn", + "languages": [ + "lmo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428485, + "recall": 0.485178, + "f1": 0.444208, + "accuracy": 0.485178, + "main_score": 0.444208, + "hf_subset": "lmo_Latn-kab_Latn", + "languages": [ + "lmo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "lmo_Latn-lim_Latn", + "languages": [ + "lmo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lmo_Latn-nld_Latn", + "languages": [ + "lmo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "lmo_Latn-san_Deva", + "languages": [ + "lmo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lmo_Latn-tat_Cyrl", + "languages": [ + "lmo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669558, + "recall": 0.725296, + "f1": 0.685695, + "accuracy": 0.725296, + "main_score": 0.685695, + "hf_subset": "lmo_Latn-xho_Latn", + "languages": [ + "lmo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-ars_Arab", + "languages": [ + "lmo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986248, + "recall": 0.990119, + "f1": 0.987385, + "accuracy": 0.990119, + "main_score": 0.987385, + "hf_subset": "lmo_Latn-ceb_Latn", + "languages": [ + "lmo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572664, + "recall": 0.630435, + "f1": 0.58866, + "accuracy": 0.630435, + "main_score": 0.58866, + "hf_subset": "lmo_Latn-fuv_Latn", + "languages": [ + "lmo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51638, + "recall": 0.573123, + "f1": 0.532181, + "accuracy": 0.573123, + "main_score": 0.532181, + "hf_subset": "lmo_Latn-kac_Latn", + "languages": [ + "lmo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679078, + "recall": 0.725296, + "f1": 0.692216, + "accuracy": 0.725296, + "main_score": 0.692216, + "hf_subset": "lmo_Latn-lin_Latn", + "languages": [ + "lmo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-nno_Latn", + "languages": [ + "lmo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.22471, + "recall": 0.291502, + "f1": 0.241969, + "accuracy": 0.291502, + "main_score": 0.241969, + "hf_subset": "lmo_Latn-sat_Olck", + "languages": [ + "lmo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lmo_Latn-tel_Telu", + "languages": [ + "lmo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920949, + "recall": 0.943676, + "f1": 0.92836, + "accuracy": 0.943676, + "main_score": 0.92836, + "hf_subset": "lmo_Latn-ydd_Hebr", + "languages": [ + "lmo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959074, + "recall": 0.970356, + "f1": 0.962681, + "accuracy": 0.970356, + "main_score": 0.962681, + "hf_subset": "lmo_Latn-ary_Arab", + "languages": [ + "lmo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "lmo_Latn-ces_Latn", + "languages": [ + "lmo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575759, + "recall": 0.63834, + "f1": 0.594077, + "accuracy": 0.63834, + "main_score": 0.594077, + "hf_subset": "lmo_Latn-gaz_Latn", + "languages": [ + "lmo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58125, + "recall": 0.641304, + "f1": 0.598075, + "accuracy": 0.641304, + "main_score": 0.598075, + "hf_subset": "lmo_Latn-kam_Latn", + "languages": [ + "lmo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "lmo_Latn-lit_Latn", + "languages": [ + "lmo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "lmo_Latn-nob_Latn", + "languages": [ + "lmo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lmo_Latn-scn_Latn", + "languages": [ + "lmo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948264, + "recall": 0.961462, + "f1": 0.952322, + "accuracy": 0.961462, + "main_score": 0.952322, + "hf_subset": "lmo_Latn-tgk_Cyrl", + "languages": [ + "lmo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684489, + "recall": 0.745059, + "f1": 0.702273, + "accuracy": 0.745059, + "main_score": 0.702273, + "hf_subset": "lmo_Latn-yor_Latn", + "languages": [ + "lmo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "lmo_Latn-arz_Arab", + "languages": [ + "lmo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57053, + "recall": 0.628458, + "f1": 0.586644, + "accuracy": 0.628458, + "main_score": 0.586644, + "hf_subset": "lmo_Latn-cjk_Latn", + "languages": [ + "lmo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75028, + "recall": 0.80336, + "f1": 0.765664, + "accuracy": 0.80336, + "main_score": 0.765664, + "hf_subset": "lmo_Latn-gla_Latn", + "languages": [ + "lmo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lmo_Latn-kan_Knda", + "languages": [ + "lmo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "lmo_Latn-npi_Deva", + "languages": [ + "lmo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47612, + "recall": 0.533597, + "f1": 0.4925, + "accuracy": 0.533597, + "main_score": 0.4925, + "hf_subset": "lmo_Latn-shn_Mymr", + "languages": [ + "lmo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-tgl_Latn", + "languages": [ + "lmo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "lmo_Latn-yue_Hant", + "languages": [ + "lmo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "lmo_Latn-asm_Beng", + "languages": [ + "lmo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916667, + "recall": 0.9417, + "f1": 0.924539, + "accuracy": 0.9417, + "main_score": 0.924539, + "hf_subset": "lmo_Latn-ckb_Arab", + "languages": [ + "lmo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843198, + "recall": 0.881423, + "f1": 0.854776, + "accuracy": 0.881423, + "main_score": 0.854776, + "hf_subset": "lmo_Latn-gle_Latn", + "languages": [ + "lmo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.952569, + "f1": 0.939888, + "accuracy": 0.952569, + "main_score": 0.939888, + "hf_subset": "lmo_Latn-kas_Arab", + "languages": [ + "lmo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926219, + "recall": 0.947628, + "f1": 0.933136, + "accuracy": 0.947628, + "main_score": 0.933136, + "hf_subset": "lmo_Latn-ltg_Latn", + "languages": [ + "lmo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622728, + "recall": 0.671937, + "f1": 0.636496, + "accuracy": 0.671937, + "main_score": 0.636496, + "hf_subset": "lmo_Latn-nso_Latn", + "languages": [ + "lmo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "lmo_Latn-sin_Sinh", + "languages": [ + "lmo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lmo_Latn-tha_Thai", + "languages": [ + "lmo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-zho_Hans", + "languages": [ + "lmo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-ast_Latn", + "languages": [ + "lmo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.981225, + "f1": 0.976285, + "accuracy": 0.981225, + "main_score": 0.976285, + "hf_subset": "lmo_Latn-crh_Latn", + "languages": [ + "lmo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-glg_Latn", + "languages": [ + "lmo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850049, + "recall": 0.88834, + "f1": 0.861844, + "accuracy": 0.88834, + "main_score": 0.861844, + "hf_subset": "lmo_Latn-kas_Deva", + "languages": [ + "lmo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "lmo_Latn-ltz_Latn", + "languages": [ + "lmo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470949, + "recall": 0.534585, + "f1": 0.488283, + "accuracy": 0.534585, + "main_score": 0.488283, + "hf_subset": "lmo_Latn-nus_Latn", + "languages": [ + "lmo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lmo_Latn-slk_Latn", + "languages": [ + "lmo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602859, + "recall": 0.66996, + "f1": 0.622612, + "accuracy": 0.66996, + "main_score": 0.622612, + "hf_subset": "lmo_Latn-tir_Ethi", + "languages": [ + "lmo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-zho_Hant", + "languages": [ + "lmo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lmo_Latn-awa_Deva", + "languages": [ + "lmo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952404, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "lmo_Latn-cym_Latn", + "languages": [ + "lmo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836825, + "recall": 0.87253, + "f1": 0.847548, + "accuracy": 0.87253, + "main_score": 0.847548, + "hf_subset": "lmo_Latn-grn_Latn", + "languages": [ + "lmo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lmo_Latn-kat_Geor", + "languages": [ + "lmo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653014, + "recall": 0.703557, + "f1": 0.667904, + "accuracy": 0.703557, + "main_score": 0.667904, + "hf_subset": "lmo_Latn-lua_Latn", + "languages": [ + "lmo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625061, + "recall": 0.682806, + "f1": 0.641782, + "accuracy": 0.682806, + "main_score": 0.641782, + "hf_subset": "lmo_Latn-nya_Latn", + "languages": [ + "lmo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lmo_Latn-slv_Latn", + "languages": [ + "lmo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928113, + "recall": 0.949605, + "f1": 0.935013, + "accuracy": 0.949605, + "main_score": 0.935013, + "hf_subset": "lmo_Latn-tpi_Latn", + "languages": [ + "lmo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-zsm_Latn", + "languages": [ + "lmo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54562, + "recall": 0.609684, + "f1": 0.563976, + "accuracy": 0.609684, + "main_score": 0.563976, + "hf_subset": "lmo_Latn-ayr_Latn", + "languages": [ + "lmo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990366, + "recall": 0.993083, + "f1": 0.991173, + "accuracy": 0.993083, + "main_score": 0.991173, + "hf_subset": "lmo_Latn-dan_Latn", + "languages": [ + "lmo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lmo_Latn-guj_Gujr", + "languages": [ + "lmo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "lmo_Latn-kaz_Cyrl", + "languages": [ + "lmo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538062, + "recall": 0.597826, + "f1": 0.554649, + "accuracy": 0.597826, + "main_score": 0.554649, + "hf_subset": "lmo_Latn-lug_Latn", + "languages": [ + "lmo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "lmo_Latn-oci_Latn", + "languages": [ + "lmo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796979, + "recall": 0.836957, + "f1": 0.808797, + "accuracy": 0.836957, + "main_score": 0.808797, + "hf_subset": "lmo_Latn-smo_Latn", + "languages": [ + "lmo-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559104, + "recall": 0.618577, + "f1": 0.575828, + "accuracy": 0.618577, + "main_score": 0.575828, + "hf_subset": "lmo_Latn-tsn_Latn", + "languages": [ + "lmo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615029, + "recall": 0.677866, + "f1": 0.633238, + "accuracy": 0.677866, + "main_score": 0.633238, + "hf_subset": "lmo_Latn-zul_Latn", + "languages": [ + "lmo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912796, + "recall": 0.936759, + "f1": 0.920191, + "accuracy": 0.936759, + "main_score": 0.920191, + "hf_subset": "lmo_Latn-azb_Arab", + "languages": [ + "lmo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "lmo_Latn-deu_Latn", + "languages": [ + "lmo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956686, + "recall": 0.968379, + "f1": 0.960474, + "accuracy": 0.968379, + "main_score": 0.960474, + "hf_subset": "lmo_Latn-hat_Latn", + "languages": [ + "lmo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504731, + "recall": 0.560277, + "f1": 0.520179, + "accuracy": 0.560277, + "main_score": 0.520179, + "hf_subset": "lmo_Latn-kbp_Latn", + "languages": [ + "lmo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57109, + "recall": 0.624506, + "f1": 0.585865, + "accuracy": 0.624506, + "main_score": 0.585865, + "hf_subset": "lmo_Latn-luo_Latn", + "languages": [ + "lmo-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "lmo_Latn-ory_Orya", + "languages": [ + "lmo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589996, + "recall": 0.651186, + "f1": 0.607578, + "accuracy": 0.651186, + "main_score": 0.607578, + "hf_subset": "lmo_Latn-sna_Latn", + "languages": [ + "lmo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565938, + "recall": 0.621542, + "f1": 0.581148, + "accuracy": 0.621542, + "main_score": 0.581148, + "hf_subset": "lmo_Latn-tso_Latn", + "languages": [ + "lmo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "lmo_Latn-azj_Latn", + "languages": [ + "lmo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547885, + "recall": 0.610672, + "f1": 0.565852, + "accuracy": 0.610672, + "main_score": 0.565852, + "hf_subset": "lmo_Latn-dik_Latn", + "languages": [ + "lmo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727495, + "recall": 0.779644, + "f1": 0.743072, + "accuracy": 0.779644, + "main_score": 0.743072, + "hf_subset": "lmo_Latn-hau_Latn", + "languages": [ + "lmo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "lmo_Latn-kea_Latn", + "languages": [ + "lmo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739081, + "recall": 0.788538, + "f1": 0.753854, + "accuracy": 0.788538, + "main_score": 0.753854, + "hf_subset": "lmo_Latn-lus_Latn", + "languages": [ + "lmo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876894, + "recall": 0.902174, + "f1": 0.884783, + "accuracy": 0.902174, + "main_score": 0.884783, + "hf_subset": "lmo_Latn-pag_Latn", + "languages": [ + "lmo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "lmo_Latn-snd_Arab", + "languages": [ + "lmo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912549, + "recall": 0.936759, + "f1": 0.92029, + "accuracy": 0.936759, + "main_score": 0.92029, + "hf_subset": "lmo_Latn-tuk_Latn", + "languages": [ + "lmo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "lmo_Latn-bak_Cyrl", + "languages": [ + "lmo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494402, + "recall": 0.572134, + "f1": 0.51706, + "accuracy": 0.572134, + "main_score": 0.51706, + "hf_subset": "lmo_Latn-dyu_Latn", + "languages": [ + "lmo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lmo_Latn-heb_Hebr", + "languages": [ + "lmo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950296, + "recall": 0.963439, + "f1": 0.954216, + "accuracy": 0.963439, + "main_score": 0.954216, + "hf_subset": "lmo_Latn-khk_Cyrl", + "languages": [ + "lmo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lmo_Latn-lvs_Latn", + "languages": [ + "lmo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lmo_Latn-pan_Guru", + "languages": [ + "lmo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692951, + "recall": 0.750988, + "f1": 0.71015, + "accuracy": 0.750988, + "main_score": 0.71015, + "hf_subset": "lmo_Latn-som_Latn", + "languages": [ + "lmo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596519, + "recall": 0.637352, + "f1": 0.607753, + "accuracy": 0.637352, + "main_score": 0.607753, + "hf_subset": "lmo_Latn-tum_Latn", + "languages": [ + "lmo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559737, + "recall": 0.626482, + "f1": 0.578608, + "accuracy": 0.626482, + "main_score": 0.578608, + "hf_subset": "npi_Deva-ace_Arab", + "languages": [ + "npi-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511499, + "recall": 0.573123, + "f1": 0.528318, + "accuracy": 0.573123, + "main_score": 0.528318, + "hf_subset": "npi_Deva-bam_Latn", + "languages": [ + "npi-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435094, + "recall": 0.516798, + "f1": 0.457474, + "accuracy": 0.516798, + "main_score": 0.457474, + "hf_subset": "npi_Deva-dzo_Tibt", + "languages": [ + "npi-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-khm_Khmr", + "languages": [ + "npi-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-mag_Deva", + "languages": [ + "npi-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "npi_Deva-pap_Latn", + "languages": [ + "npi-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585745, + "recall": 0.646245, + "f1": 0.602866, + "accuracy": 0.646245, + "main_score": 0.602866, + "hf_subset": "npi_Deva-sot_Latn", + "languages": [ + "npi-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-tur_Latn", + "languages": [ + "npi-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868059, + "recall": 0.90415, + "f1": 0.879364, + "accuracy": 0.90415, + "main_score": 0.879364, + "hf_subset": "npi_Deva-ace_Latn", + "languages": [ + "npi-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95504, + "recall": 0.967391, + "f1": 0.958992, + "accuracy": 0.967391, + "main_score": 0.958992, + "hf_subset": "npi_Deva-ban_Latn", + "languages": [ + "npi-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-ell_Grek", + "languages": [ + "npi-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "npi_Deva-hne_Deva", + "languages": [ + "npi-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582262, + "recall": 0.646245, + "f1": 0.600704, + "accuracy": 0.646245, + "main_score": 0.600704, + "hf_subset": "npi_Deva-kik_Latn", + "languages": [ + "npi-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "npi_Deva-pbt_Arab", + "languages": [ + "npi-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-spa_Latn", + "languages": [ + "npi-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600551, + "recall": 0.667984, + "f1": 0.619471, + "accuracy": 0.667984, + "main_score": 0.619471, + "hf_subset": "npi_Deva-twi_Latn", + "languages": [ + "npi-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-acm_Arab", + "languages": [ + "npi-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-bel_Cyrl", + "languages": [ + "npi-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-hrv_Latn", + "languages": [ + "npi-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53026, + "recall": 0.594862, + "f1": 0.54773, + "accuracy": 0.594862, + "main_score": 0.54773, + "hf_subset": "npi_Deva-kin_Latn", + "languages": [ + "npi-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-pes_Arab", + "languages": [ + "npi-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "npi_Deva-srd_Latn", + "languages": [ + "npi-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179046, + "recall": 0.224308, + "f1": 0.190227, + "accuracy": 0.224308, + "main_score": 0.190227, + "hf_subset": "npi_Deva-tzm_Tfng", + "languages": [ + "npi-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-acq_Arab", + "languages": [ + "npi-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608112, + "recall": 0.663043, + "f1": 0.623412, + "accuracy": 0.663043, + "main_score": 0.623412, + "hf_subset": "npi_Deva-bem_Latn", + "languages": [ + "npi-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-epo_Latn", + "languages": [ + "npi-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-hun_Latn", + "languages": [ + "npi-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-kir_Cyrl", + "languages": [ + "npi-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647327, + "recall": 0.705534, + "f1": 0.663952, + "accuracy": 0.705534, + "main_score": 0.663952, + "hf_subset": "npi_Deva-plt_Latn", + "languages": [ + "npi-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-srp_Cyrl", + "languages": [ + "npi-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "npi_Deva-uig_Arab", + "languages": [ + "npi-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-aeb_Arab", + "languages": [ + "npi-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-est_Latn", + "languages": [ + "npi-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-hye_Armn", + "languages": [ + "npi-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517605, + "recall": 0.577075, + "f1": 0.53444, + "accuracy": 0.577075, + "main_score": 0.53444, + "hf_subset": "npi_Deva-kmb_Latn", + "languages": [ + "npi-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493563, + "recall": 0.56917, + "f1": 0.51408, + "accuracy": 0.56917, + "main_score": 0.51408, + "hf_subset": "npi_Deva-min_Arab", + "languages": [ + "npi-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-pol_Latn", + "languages": [ + "npi-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549572, + "recall": 0.61166, + "f1": 0.566982, + "accuracy": 0.61166, + "main_score": 0.566982, + "hf_subset": "npi_Deva-ssw_Latn", + "languages": [ + "npi-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ukr_Cyrl", + "languages": [ + "npi-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-afr_Latn", + "languages": [ + "npi-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-bho_Deva", + "languages": [ + "npi-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "npi_Deva-eus_Latn", + "languages": [ + "npi-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571983, + "recall": 0.636364, + "f1": 0.589944, + "accuracy": 0.636364, + "main_score": 0.589944, + "hf_subset": "npi_Deva-ibo_Latn", + "languages": [ + "npi-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897563, + "recall": 0.925889, + "f1": 0.906785, + "accuracy": 0.925889, + "main_score": 0.906785, + "hf_subset": "npi_Deva-kmr_Latn", + "languages": [ + "npi-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "npi_Deva-min_Latn", + "languages": [ + "npi-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-por_Latn", + "languages": [ + "npi-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-sun_Latn", + "languages": [ + "npi-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506428, + "recall": 0.563241, + "f1": 0.522721, + "accuracy": 0.563241, + "main_score": 0.522721, + "hf_subset": "npi_Deva-umb_Latn", + "languages": [ + "npi-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ajp_Arab", + "languages": [ + "npi-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529795, + "recall": 0.590909, + "f1": 0.546329, + "accuracy": 0.590909, + "main_score": 0.546329, + "hf_subset": "npi_Deva-bjn_Arab", + "languages": [ + "npi-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505553, + "recall": 0.565217, + "f1": 0.521629, + "accuracy": 0.565217, + "main_score": 0.521629, + "hf_subset": "npi_Deva-ewe_Latn", + "languages": [ + "npi-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944203, + "recall": 0.958498, + "f1": 0.94857, + "accuracy": 0.958498, + "main_score": 0.94857, + "hf_subset": "npi_Deva-ilo_Latn", + "languages": [ + "npi-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311789, + "recall": 0.368577, + "f1": 0.327934, + "accuracy": 0.368577, + "main_score": 0.327934, + "hf_subset": "npi_Deva-knc_Arab", + "languages": [ + "npi-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-mkd_Cyrl", + "languages": [ + "npi-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-prs_Arab", + "languages": [ + "npi-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-swe_Latn", + "languages": [ + "npi-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579447, + "recall": 0.643281, + "f1": 0.597224, + "accuracy": 0.643281, + "main_score": 0.597224, + "hf_subset": "npi_Deva-aka_Latn", + "languages": [ + "npi-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "npi_Deva-bjn_Latn", + "languages": [ + "npi-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "npi_Deva-fao_Latn", + "languages": [ + "npi-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ind_Latn", + "languages": [ + "npi-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579824, + "recall": 0.635375, + "f1": 0.595477, + "accuracy": 0.635375, + "main_score": 0.595477, + "hf_subset": "npi_Deva-knc_Latn", + "languages": [ + "npi-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-mlt_Latn", + "languages": [ + "npi-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701047, + "recall": 0.762846, + "f1": 0.719556, + "accuracy": 0.762846, + "main_score": 0.719556, + "hf_subset": "npi_Deva-quy_Latn", + "languages": [ + "npi-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959074, + "recall": 0.970356, + "f1": 0.962681, + "accuracy": 0.970356, + "main_score": 0.962681, + "hf_subset": "npi_Deva-swh_Latn", + "languages": [ + "npi-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-uzn_Latn", + "languages": [ + "npi-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-als_Latn", + "languages": [ + "npi-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657816, + "recall": 0.732213, + "f1": 0.679783, + "accuracy": 0.732213, + "main_score": 0.679783, + "hf_subset": "npi_Deva-bod_Tibt", + "languages": [ + "npi-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682205, + "recall": 0.740119, + "f1": 0.69894, + "accuracy": 0.740119, + "main_score": 0.69894, + "hf_subset": "npi_Deva-fij_Latn", + "languages": [ + "npi-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "npi_Deva-isl_Latn", + "languages": [ + "npi-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644412, + "recall": 0.701581, + "f1": 0.660874, + "accuracy": 0.701581, + "main_score": 0.660874, + "hf_subset": "npi_Deva-kon_Latn", + "languages": [ + "npi-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663183, + "recall": 0.731225, + "f1": 0.683685, + "accuracy": 0.731225, + "main_score": 0.683685, + "hf_subset": "npi_Deva-mni_Beng", + "languages": [ + "npi-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ron_Latn", + "languages": [ + "npi-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "npi_Deva-szl_Latn", + "languages": [ + "npi-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-vec_Latn", + "languages": [ + "npi-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "npi_Deva-amh_Ethi", + "languages": [ + "npi-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-bos_Latn", + "languages": [ + "npi-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-fin_Latn", + "languages": [ + "npi-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ita_Latn", + "languages": [ + "npi-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-kor_Hang", + "languages": [ + "npi-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526876, + "recall": 0.588933, + "f1": 0.544835, + "accuracy": 0.588933, + "main_score": 0.544835, + "hf_subset": "npi_Deva-mos_Latn", + "languages": [ + "npi-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538127, + "recall": 0.598814, + "f1": 0.554989, + "accuracy": 0.598814, + "main_score": 0.554989, + "hf_subset": "npi_Deva-run_Latn", + "languages": [ + "npi-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-vie_Latn", + "languages": [ + "npi-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-apc_Arab", + "languages": [ + "npi-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793554, + "recall": 0.841897, + "f1": 0.807987, + "accuracy": 0.841897, + "main_score": 0.807987, + "hf_subset": "npi_Deva-bug_Latn", + "languages": [ + "npi-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454404, + "recall": 0.513834, + "f1": 0.470412, + "accuracy": 0.513834, + "main_score": 0.470412, + "hf_subset": "npi_Deva-fon_Latn", + "languages": [ + "npi-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-jav_Latn", + "languages": [ + "npi-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-lao_Laoo", + "languages": [ + "npi-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860178, + "recall": 0.900198, + "f1": 0.873024, + "accuracy": 0.900198, + "main_score": 0.873024, + "hf_subset": "npi_Deva-mri_Latn", + "languages": [ + "npi-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-rus_Cyrl", + "languages": [ + "npi-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529633, + "recall": 0.590909, + "f1": 0.546617, + "accuracy": 0.590909, + "main_score": 0.546617, + "hf_subset": "npi_Deva-taq_Latn", + "languages": [ + "npi-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "npi_Deva-war_Latn", + "languages": [ + "npi-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-arb_Arab", + "languages": [ + "npi-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-bul_Cyrl", + "languages": [ + "npi-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-fra_Latn", + "languages": [ + "npi-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-jpn_Jpan", + "languages": [ + "npi-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "npi_Deva-lij_Latn", + "languages": [ + "npi-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "npi_Deva-mya_Mymr", + "languages": [ + "npi-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597013, + "recall": 0.662055, + "f1": 0.614483, + "accuracy": 0.662055, + "main_score": 0.614483, + "hf_subset": "npi_Deva-sag_Latn", + "languages": [ + "npi-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190306, + "recall": 0.246047, + "f1": 0.203265, + "accuracy": 0.246047, + "main_score": 0.203265, + "hf_subset": "npi_Deva-taq_Tfng", + "languages": [ + "npi-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608583, + "recall": 0.678854, + "f1": 0.628891, + "accuracy": 0.678854, + "main_score": 0.628891, + "hf_subset": "npi_Deva-wol_Latn", + "languages": [ + "npi-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782378, + "recall": 0.835968, + "f1": 0.798654, + "accuracy": 0.835968, + "main_score": 0.798654, + "hf_subset": "npi_Deva-arb_Latn", + "languages": [ + "npi-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-cat_Latn", + "languages": [ + "npi-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "npi_Deva-fur_Latn", + "languages": [ + "npi-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390661, + "recall": 0.449605, + "f1": 0.407207, + "accuracy": 0.449605, + "main_score": 0.407207, + "hf_subset": "npi_Deva-kab_Latn", + "languages": [ + "npi-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "npi_Deva-lim_Latn", + "languages": [ + "npi-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-nld_Latn", + "languages": [ + "npi-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "npi_Deva-tat_Cyrl", + "languages": [ + "npi-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662187, + "recall": 0.72332, + "f1": 0.679946, + "accuracy": 0.72332, + "main_score": 0.679946, + "hf_subset": "npi_Deva-xho_Latn", + "languages": [ + "npi-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ars_Arab", + "languages": [ + "npi-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ceb_Latn", + "languages": [ + "npi-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54721, + "recall": 0.613636, + "f1": 0.565923, + "accuracy": 0.613636, + "main_score": 0.565923, + "hf_subset": "npi_Deva-fuv_Latn", + "languages": [ + "npi-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49849, + "recall": 0.56917, + "f1": 0.517771, + "accuracy": 0.56917, + "main_score": 0.517771, + "hf_subset": "npi_Deva-kac_Latn", + "languages": [ + "npi-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659091, + "recall": 0.714427, + "f1": 0.675381, + "accuracy": 0.714427, + "main_score": 0.675381, + "hf_subset": "npi_Deva-lin_Latn", + "languages": [ + "npi-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-nno_Latn", + "languages": [ + "npi-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.26059, + "recall": 0.34585, + "f1": 0.283502, + "accuracy": 0.34585, + "main_score": 0.283502, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "npi_Deva-ydd_Hebr", + "languages": [ + "npi-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "npi_Deva-ary_Arab", + "languages": [ + "npi-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-ces_Latn", + "languages": [ + "npi-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565326, + "recall": 0.629447, + "f1": 0.583919, + "accuracy": 0.629447, + "main_score": 0.583919, + "hf_subset": "npi_Deva-gaz_Latn", + "languages": [ + "npi-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572227, + "recall": 0.637352, + "f1": 0.590719, + "accuracy": 0.637352, + "main_score": 0.590719, + "hf_subset": "npi_Deva-kam_Latn", + "languages": [ + "npi-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "npi_Deva-lit_Latn", + "languages": [ + "npi-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-nob_Latn", + "languages": [ + "npi-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "npi_Deva-scn_Latn", + "languages": [ + "npi-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "npi_Deva-tgk_Cyrl", + "languages": [ + "npi-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706844, + "recall": 0.777668, + "f1": 0.728508, + "accuracy": 0.777668, + "main_score": 0.728508, + "hf_subset": "npi_Deva-yor_Latn", + "languages": [ + "npi-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-arz_Arab", + "languages": [ + "npi-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556944, + "recall": 0.619565, + "f1": 0.574302, + "accuracy": 0.619565, + "main_score": 0.574302, + "hf_subset": "npi_Deva-cjk_Latn", + "languages": [ + "npi-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767441, + "recall": 0.822134, + "f1": 0.784256, + "accuracy": 0.822134, + "main_score": 0.784256, + "hf_subset": "npi_Deva-gla_Latn", + "languages": [ + "npi-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-lmo_Latn", + "languages": [ + "npi-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454503, + "recall": 0.521739, + "f1": 0.472641, + "accuracy": 0.521739, + "main_score": 0.472641, + "hf_subset": "npi_Deva-shn_Mymr", + "languages": [ + "npi-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-tgl_Latn", + "languages": [ + "npi-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-yue_Hant", + "languages": [ + "npi-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "npi_Deva-ckb_Arab", + "languages": [ + "npi-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876729, + "recall": 0.911067, + "f1": 0.887582, + "accuracy": 0.911067, + "main_score": 0.887582, + "hf_subset": "npi_Deva-gle_Latn", + "languages": [ + "npi-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940135, + "recall": 0.95751, + "f1": 0.945718, + "accuracy": 0.95751, + "main_score": 0.945718, + "hf_subset": "npi_Deva-ltg_Latn", + "languages": [ + "npi-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602717, + "recall": 0.656126, + "f1": 0.617678, + "accuracy": 0.656126, + "main_score": 0.617678, + "hf_subset": "npi_Deva-nso_Latn", + "languages": [ + "npi-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "npi_Deva-sin_Sinh", + "languages": [ + "npi-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-tha_Thai", + "languages": [ + "npi-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-zho_Hans", + "languages": [ + "npi-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ast_Latn", + "languages": [ + "npi-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-crh_Latn", + "languages": [ + "npi-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-glg_Latn", + "languages": [ + "npi-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917572, + "recall": 0.942688, + "f1": 0.925626, + "accuracy": 0.942688, + "main_score": 0.925626, + "hf_subset": "npi_Deva-kas_Deva", + "languages": [ + "npi-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "npi_Deva-ltz_Latn", + "languages": [ + "npi-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442801, + "recall": 0.51087, + "f1": 0.460632, + "accuracy": 0.51087, + "main_score": 0.460632, + "hf_subset": "npi_Deva-nus_Latn", + "languages": [ + "npi-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-slk_Latn", + "languages": [ + "npi-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628203, + "recall": 0.700593, + "f1": 0.649598, + "accuracy": 0.700593, + "main_score": 0.649598, + "hf_subset": "npi_Deva-tir_Ethi", + "languages": [ + "npi-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-zho_Hant", + "languages": [ + "npi-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "npi_Deva-awa_Deva", + "languages": [ + "npi-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "npi_Deva-cym_Latn", + "languages": [ + "npi-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827553, + "recall": 0.867589, + "f1": 0.83961, + "accuracy": 0.867589, + "main_score": 0.83961, + "hf_subset": "npi_Deva-grn_Latn", + "languages": [ + "npi-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-kat_Geor", + "languages": [ + "npi-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629888, + "recall": 0.685771, + "f1": 0.645839, + "accuracy": 0.685771, + "main_score": 0.645839, + "hf_subset": "npi_Deva-lua_Latn", + "languages": [ + "npi-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6348, + "recall": 0.693676, + "f1": 0.651591, + "accuracy": 0.693676, + "main_score": 0.651591, + "hf_subset": "npi_Deva-nya_Latn", + "languages": [ + "npi-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-slv_Latn", + "languages": [ + "npi-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "npi_Deva-tpi_Latn", + "languages": [ + "npi-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-zsm_Latn", + "languages": [ + "npi-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535345, + "recall": 0.598814, + "f1": 0.553229, + "accuracy": 0.598814, + "main_score": 0.553229, + "hf_subset": "npi_Deva-ayr_Latn", + "languages": [ + "npi-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-dan_Latn", + "languages": [ + "npi-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "npi_Deva-kaz_Cyrl", + "languages": [ + "npi-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529273, + "recall": 0.59585, + "f1": 0.548238, + "accuracy": 0.59585, + "main_score": 0.548238, + "hf_subset": "npi_Deva-lug_Latn", + "languages": [ + "npi-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-oci_Latn", + "languages": [ + "npi-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804595, + "recall": 0.853755, + "f1": 0.819796, + "accuracy": 0.853755, + "main_score": 0.819796, + "hf_subset": "npi_Deva-smo_Latn", + "languages": [ + "npi-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538743, + "recall": 0.602767, + "f1": 0.555988, + "accuracy": 0.602767, + "main_score": 0.555988, + "hf_subset": "npi_Deva-tsn_Latn", + "languages": [ + "npi-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596387, + "recall": 0.660079, + "f1": 0.614745, + "accuracy": 0.660079, + "main_score": 0.614745, + "hf_subset": "npi_Deva-zul_Latn", + "languages": [ + "npi-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9375, + "recall": 0.955534, + "f1": 0.943248, + "accuracy": 0.955534, + "main_score": 0.943248, + "hf_subset": "npi_Deva-azb_Arab", + "languages": [ + "npi-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-deu_Latn", + "languages": [ + "npi-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.978261, + "f1": 0.972497, + "accuracy": 0.978261, + "main_score": 0.972497, + "hf_subset": "npi_Deva-hat_Latn", + "languages": [ + "npi-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478137, + "recall": 0.541502, + "f1": 0.495555, + "accuracy": 0.541502, + "main_score": 0.495555, + "hf_subset": "npi_Deva-kbp_Latn", + "languages": [ + "npi-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555529, + "recall": 0.614625, + "f1": 0.571652, + "accuracy": 0.614625, + "main_score": 0.571652, + "hf_subset": "npi_Deva-luo_Latn", + "languages": [ + "npi-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569516, + "recall": 0.639328, + "f1": 0.589927, + "accuracy": 0.639328, + "main_score": 0.589927, + "hf_subset": "npi_Deva-sna_Latn", + "languages": [ + "npi-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540044, + "recall": 0.59585, + "f1": 0.555271, + "accuracy": 0.59585, + "main_score": 0.555271, + "hf_subset": "npi_Deva-tso_Latn", + "languages": [ + "npi-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-azj_Latn", + "languages": [ + "npi-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518669, + "recall": 0.583004, + "f1": 0.536992, + "accuracy": 0.583004, + "main_score": 0.536992, + "hf_subset": "npi_Deva-dik_Latn", + "languages": [ + "npi-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721412, + "recall": 0.782609, + "f1": 0.739657, + "accuracy": 0.782609, + "main_score": 0.739657, + "hf_subset": "npi_Deva-hau_Latn", + "languages": [ + "npi-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "npi_Deva-kea_Latn", + "languages": [ + "npi-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739196, + "recall": 0.79249, + "f1": 0.755204, + "accuracy": 0.79249, + "main_score": 0.755204, + "hf_subset": "npi_Deva-lus_Latn", + "languages": [ + "npi-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87915, + "recall": 0.906126, + "f1": 0.887121, + "accuracy": 0.906126, + "main_score": 0.887121, + "hf_subset": "npi_Deva-pag_Latn", + "languages": [ + "npi-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "npi_Deva-snd_Arab", + "languages": [ + "npi-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963521, + "recall": 0.974308, + "f1": 0.966963, + "accuracy": 0.974308, + "main_score": 0.966963, + "hf_subset": "npi_Deva-tuk_Latn", + "languages": [ + "npi-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "npi_Deva-bak_Cyrl", + "languages": [ + "npi-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468482, + "recall": 0.549407, + "f1": 0.491801, + "accuracy": 0.549407, + "main_score": 0.491801, + "hf_subset": "npi_Deva-dyu_Latn", + "languages": [ + "npi-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-heb_Hebr", + "languages": [ + "npi-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "npi_Deva-khk_Cyrl", + "languages": [ + "npi-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-lvs_Latn", + "languages": [ + "npi-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701441, + "recall": 0.759881, + "f1": 0.718698, + "accuracy": 0.759881, + "main_score": 0.718698, + "hf_subset": "npi_Deva-som_Latn", + "languages": [ + "npi-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582223, + "recall": 0.636364, + "f1": 0.597708, + "accuracy": 0.636364, + "main_score": 0.597708, + "hf_subset": "npi_Deva-tum_Latn", + "languages": [ + "npi-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350749, + "recall": 0.396245, + "f1": 0.363478, + "accuracy": 0.396245, + "main_score": 0.363478, + "hf_subset": "shn_Mymr-ace_Arab", + "languages": [ + "shn-Mymr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422673, + "recall": 0.469368, + "f1": 0.435252, + "accuracy": 0.469368, + "main_score": 0.435252, + "hf_subset": "shn_Mymr-bam_Latn", + "languages": [ + "shn-Mymr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213282, + "recall": 0.264822, + "f1": 0.22621, + "accuracy": 0.264822, + "main_score": 0.22621, + "hf_subset": "shn_Mymr-dzo_Tibt", + "languages": [ + "shn-Mymr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474801, + "recall": 0.517787, + "f1": 0.486535, + "accuracy": 0.517787, + "main_score": 0.486535, + "hf_subset": "shn_Mymr-hin_Deva", + "languages": [ + "shn-Mymr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428489, + "recall": 0.477273, + "f1": 0.442798, + "accuracy": 0.477273, + "main_score": 0.442798, + "hf_subset": "shn_Mymr-khm_Khmr", + "languages": [ + "shn-Mymr", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475177, + "recall": 0.513834, + "f1": 0.485674, + "accuracy": 0.513834, + "main_score": 0.485674, + "hf_subset": "shn_Mymr-mag_Deva", + "languages": [ + "shn-Mymr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482257, + "recall": 0.518775, + "f1": 0.492085, + "accuracy": 0.518775, + "main_score": 0.492085, + "hf_subset": "shn_Mymr-pap_Latn", + "languages": [ + "shn-Mymr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457042, + "recall": 0.5, + "f1": 0.468357, + "accuracy": 0.5, + "main_score": 0.468357, + "hf_subset": "shn_Mymr-sot_Latn", + "languages": [ + "shn-Mymr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467454, + "recall": 0.506917, + "f1": 0.478074, + "accuracy": 0.506917, + "main_score": 0.478074, + "hf_subset": "shn_Mymr-tur_Latn", + "languages": [ + "shn-Mymr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48465, + "recall": 0.518775, + "f1": 0.493972, + "accuracy": 0.518775, + "main_score": 0.493972, + "hf_subset": "shn_Mymr-ace_Latn", + "languages": [ + "shn-Mymr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478951, + "recall": 0.507905, + "f1": 0.487295, + "accuracy": 0.507905, + "main_score": 0.487295, + "hf_subset": "shn_Mymr-ban_Latn", + "languages": [ + "shn-Mymr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453609, + "recall": 0.494071, + "f1": 0.464109, + "accuracy": 0.494071, + "main_score": 0.464109, + "hf_subset": "shn_Mymr-ell_Grek", + "languages": [ + "shn-Mymr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461455, + "recall": 0.505929, + "f1": 0.472869, + "accuracy": 0.505929, + "main_score": 0.472869, + "hf_subset": "shn_Mymr-hne_Deva", + "languages": [ + "shn-Mymr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419143, + "recall": 0.463439, + "f1": 0.43041, + "accuracy": 0.463439, + "main_score": 0.43041, + "hf_subset": "shn_Mymr-kik_Latn", + "languages": [ + "shn-Mymr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461497, + "recall": 0.506917, + "f1": 0.473224, + "accuracy": 0.506917, + "main_score": 0.473224, + "hf_subset": "shn_Mymr-mai_Deva", + "languages": [ + "shn-Mymr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423849, + "recall": 0.470356, + "f1": 0.436373, + "accuracy": 0.470356, + "main_score": 0.436373, + "hf_subset": "shn_Mymr-pbt_Arab", + "languages": [ + "shn-Mymr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468284, + "recall": 0.506917, + "f1": 0.479071, + "accuracy": 0.506917, + "main_score": 0.479071, + "hf_subset": "shn_Mymr-spa_Latn", + "languages": [ + "shn-Mymr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48182, + "recall": 0.513834, + "f1": 0.491086, + "accuracy": 0.513834, + "main_score": 0.491086, + "hf_subset": "shn_Mymr-twi_Latn", + "languages": [ + "shn-Mymr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465175, + "recall": 0.505929, + "f1": 0.476155, + "accuracy": 0.505929, + "main_score": 0.476155, + "hf_subset": "shn_Mymr-acm_Arab", + "languages": [ + "shn-Mymr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454026, + "recall": 0.497036, + "f1": 0.465212, + "accuracy": 0.497036, + "main_score": 0.465212, + "hf_subset": "shn_Mymr-bel_Cyrl", + "languages": [ + "shn-Mymr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498444, + "recall": 0.536561, + "f1": 0.508279, + "accuracy": 0.536561, + "main_score": 0.508279, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482061, + "recall": 0.524704, + "f1": 0.493019, + "accuracy": 0.524704, + "main_score": 0.493019, + "hf_subset": "shn_Mymr-hrv_Latn", + "languages": [ + "shn-Mymr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422094, + "recall": 0.467391, + "f1": 0.434686, + "accuracy": 0.467391, + "main_score": 0.434686, + "hf_subset": "shn_Mymr-kin_Latn", + "languages": [ + "shn-Mymr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469543, + "recall": 0.512846, + "f1": 0.481548, + "accuracy": 0.512846, + "main_score": 0.481548, + "hf_subset": "shn_Mymr-mal_Mlym", + "languages": [ + "shn-Mymr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453767, + "recall": 0.500988, + "f1": 0.466092, + "accuracy": 0.500988, + "main_score": 0.466092, + "hf_subset": "shn_Mymr-pes_Arab", + "languages": [ + "shn-Mymr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466126, + "recall": 0.504941, + "f1": 0.476929, + "accuracy": 0.504941, + "main_score": 0.476929, + "hf_subset": "shn_Mymr-srd_Latn", + "languages": [ + "shn-Mymr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1717, + "recall": 0.216403, + "f1": 0.182605, + "accuracy": 0.216403, + "main_score": 0.182605, + "hf_subset": "shn_Mymr-tzm_Tfng", + "languages": [ + "shn-Mymr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456758, + "recall": 0.501976, + "f1": 0.4682, + "accuracy": 0.501976, + "main_score": 0.4682, + "hf_subset": "shn_Mymr-acq_Arab", + "languages": [ + "shn-Mymr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474847, + "recall": 0.507905, + "f1": 0.484176, + "accuracy": 0.507905, + "main_score": 0.484176, + "hf_subset": "shn_Mymr-bem_Latn", + "languages": [ + "shn-Mymr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465197, + "recall": 0.508893, + "f1": 0.477243, + "accuracy": 0.508893, + "main_score": 0.477243, + "hf_subset": "shn_Mymr-epo_Latn", + "languages": [ + "shn-Mymr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467984, + "recall": 0.511858, + "f1": 0.47907, + "accuracy": 0.511858, + "main_score": 0.47907, + "hf_subset": "shn_Mymr-hun_Latn", + "languages": [ + "shn-Mymr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460157, + "recall": 0.502964, + "f1": 0.47139, + "accuracy": 0.502964, + "main_score": 0.47139, + "hf_subset": "shn_Mymr-kir_Cyrl", + "languages": [ + "shn-Mymr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473031, + "recall": 0.507905, + "f1": 0.482834, + "accuracy": 0.507905, + "main_score": 0.482834, + "hf_subset": "shn_Mymr-mar_Deva", + "languages": [ + "shn-Mymr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463535, + "recall": 0.500988, + "f1": 0.474073, + "accuracy": 0.500988, + "main_score": 0.474073, + "hf_subset": "shn_Mymr-plt_Latn", + "languages": [ + "shn-Mymr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475739, + "recall": 0.516798, + "f1": 0.487033, + "accuracy": 0.516798, + "main_score": 0.487033, + "hf_subset": "shn_Mymr-srp_Cyrl", + "languages": [ + "shn-Mymr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38222, + "recall": 0.438735, + "f1": 0.397871, + "accuracy": 0.438735, + "main_score": 0.397871, + "hf_subset": "shn_Mymr-uig_Arab", + "languages": [ + "shn-Mymr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459407, + "recall": 0.499012, + "f1": 0.470298, + "accuracy": 0.499012, + "main_score": 0.470298, + "hf_subset": "shn_Mymr-aeb_Arab", + "languages": [ + "shn-Mymr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455565, + "recall": 0.500988, + "f1": 0.467204, + "accuracy": 0.500988, + "main_score": 0.467204, + "hf_subset": "shn_Mymr-ben_Beng", + "languages": [ + "shn-Mymr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458375, + "recall": 0.500988, + "f1": 0.470238, + "accuracy": 0.500988, + "main_score": 0.470238, + "hf_subset": "shn_Mymr-est_Latn", + "languages": [ + "shn-Mymr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446813, + "recall": 0.488142, + "f1": 0.457323, + "accuracy": 0.488142, + "main_score": 0.457323, + "hf_subset": "shn_Mymr-hye_Armn", + "languages": [ + "shn-Mymr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449827, + "recall": 0.493083, + "f1": 0.462022, + "accuracy": 0.493083, + "main_score": 0.462022, + "hf_subset": "shn_Mymr-kmb_Latn", + "languages": [ + "shn-Mymr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.335303, + "recall": 0.383399, + "f1": 0.348372, + "accuracy": 0.383399, + "main_score": 0.348372, + "hf_subset": "shn_Mymr-min_Arab", + "languages": [ + "shn-Mymr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464579, + "recall": 0.509881, + "f1": 0.476661, + "accuracy": 0.509881, + "main_score": 0.476661, + "hf_subset": "shn_Mymr-pol_Latn", + "languages": [ + "shn-Mymr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442016, + "recall": 0.485178, + "f1": 0.454036, + "accuracy": 0.485178, + "main_score": 0.454036, + "hf_subset": "shn_Mymr-ssw_Latn", + "languages": [ + "shn-Mymr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45922, + "recall": 0.507905, + "f1": 0.471819, + "accuracy": 0.507905, + "main_score": 0.471819, + "hf_subset": "shn_Mymr-ukr_Cyrl", + "languages": [ + "shn-Mymr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495871, + "recall": 0.531621, + "f1": 0.504937, + "accuracy": 0.531621, + "main_score": 0.504937, + "hf_subset": "shn_Mymr-afr_Latn", + "languages": [ + "shn-Mymr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47438, + "recall": 0.51087, + "f1": 0.483995, + "accuracy": 0.51087, + "main_score": 0.483995, + "hf_subset": "shn_Mymr-bho_Deva", + "languages": [ + "shn-Mymr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466272, + "recall": 0.51087, + "f1": 0.477941, + "accuracy": 0.51087, + "main_score": 0.477941, + "hf_subset": "shn_Mymr-eus_Latn", + "languages": [ + "shn-Mymr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435302, + "recall": 0.48419, + "f1": 0.449106, + "accuracy": 0.48419, + "main_score": 0.449106, + "hf_subset": "shn_Mymr-ibo_Latn", + "languages": [ + "shn-Mymr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461445, + "recall": 0.498024, + "f1": 0.47205, + "accuracy": 0.498024, + "main_score": 0.47205, + "hf_subset": "shn_Mymr-kmr_Latn", + "languages": [ + "shn-Mymr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470158, + "recall": 0.508893, + "f1": 0.480818, + "accuracy": 0.508893, + "main_score": 0.480818, + "hf_subset": "shn_Mymr-min_Latn", + "languages": [ + "shn-Mymr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490431, + "recall": 0.52668, + "f1": 0.500144, + "accuracy": 0.52668, + "main_score": 0.500144, + "hf_subset": "shn_Mymr-por_Latn", + "languages": [ + "shn-Mymr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473585, + "recall": 0.51087, + "f1": 0.483333, + "accuracy": 0.51087, + "main_score": 0.483333, + "hf_subset": "shn_Mymr-sun_Latn", + "languages": [ + "shn-Mymr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417459, + "recall": 0.465415, + "f1": 0.43177, + "accuracy": 0.465415, + "main_score": 0.43177, + "hf_subset": "shn_Mymr-umb_Latn", + "languages": [ + "shn-Mymr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479982, + "recall": 0.511858, + "f1": 0.48861, + "accuracy": 0.511858, + "main_score": 0.48861, + "hf_subset": "shn_Mymr-ajp_Arab", + "languages": [ + "shn-Mymr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.338914, + "recall": 0.389328, + "f1": 0.352604, + "accuracy": 0.389328, + "main_score": 0.352604, + "hf_subset": "shn_Mymr-bjn_Arab", + "languages": [ + "shn-Mymr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423122, + "recall": 0.461462, + "f1": 0.433991, + "accuracy": 0.461462, + "main_score": 0.433991, + "hf_subset": "shn_Mymr-ewe_Latn", + "languages": [ + "shn-Mymr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491982, + "recall": 0.522727, + "f1": 0.50012, + "accuracy": 0.522727, + "main_score": 0.50012, + "hf_subset": "shn_Mymr-ilo_Latn", + "languages": [ + "shn-Mymr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.259909, + "recall": 0.316206, + "f1": 0.2752, + "accuracy": 0.316206, + "main_score": 0.2752, + "hf_subset": "shn_Mymr-knc_Arab", + "languages": [ + "shn-Mymr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471973, + "recall": 0.512846, + "f1": 0.482847, + "accuracy": 0.512846, + "main_score": 0.482847, + "hf_subset": "shn_Mymr-mkd_Cyrl", + "languages": [ + "shn-Mymr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470622, + "recall": 0.51087, + "f1": 0.48153, + "accuracy": 0.51087, + "main_score": 0.48153, + "hf_subset": "shn_Mymr-prs_Arab", + "languages": [ + "shn-Mymr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477299, + "recall": 0.517787, + "f1": 0.488103, + "accuracy": 0.517787, + "main_score": 0.488103, + "hf_subset": "shn_Mymr-swe_Latn", + "languages": [ + "shn-Mymr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437737, + "recall": 0.490119, + "f1": 0.451429, + "accuracy": 0.490119, + "main_score": 0.451429, + "hf_subset": "shn_Mymr-urd_Arab", + "languages": [ + "shn-Mymr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475965, + "recall": 0.507905, + "f1": 0.485133, + "accuracy": 0.507905, + "main_score": 0.485133, + "hf_subset": "shn_Mymr-aka_Latn", + "languages": [ + "shn-Mymr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469961, + "recall": 0.507905, + "f1": 0.480106, + "accuracy": 0.507905, + "main_score": 0.480106, + "hf_subset": "shn_Mymr-bjn_Latn", + "languages": [ + "shn-Mymr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45348, + "recall": 0.496047, + "f1": 0.464318, + "accuracy": 0.496047, + "main_score": 0.464318, + "hf_subset": "shn_Mymr-fao_Latn", + "languages": [ + "shn-Mymr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485795, + "recall": 0.524704, + "f1": 0.49639, + "accuracy": 0.524704, + "main_score": 0.49639, + "hf_subset": "shn_Mymr-ind_Latn", + "languages": [ + "shn-Mymr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463185, + "recall": 0.503953, + "f1": 0.473841, + "accuracy": 0.503953, + "main_score": 0.473841, + "hf_subset": "shn_Mymr-knc_Latn", + "languages": [ + "shn-Mymr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473, + "recall": 0.51087, + "f1": 0.482509, + "accuracy": 0.51087, + "main_score": 0.482509, + "hf_subset": "shn_Mymr-mlt_Latn", + "languages": [ + "shn-Mymr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44117, + "recall": 0.486166, + "f1": 0.453974, + "accuracy": 0.486166, + "main_score": 0.453974, + "hf_subset": "shn_Mymr-quy_Latn", + "languages": [ + "shn-Mymr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453137, + "recall": 0.491107, + "f1": 0.464027, + "accuracy": 0.491107, + "main_score": 0.464027, + "hf_subset": "shn_Mymr-swh_Latn", + "languages": [ + "shn-Mymr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459993, + "recall": 0.497036, + "f1": 0.470093, + "accuracy": 0.497036, + "main_score": 0.470093, + "hf_subset": "shn_Mymr-uzn_Latn", + "languages": [ + "shn-Mymr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462085, + "recall": 0.498024, + "f1": 0.47137, + "accuracy": 0.498024, + "main_score": 0.47137, + "hf_subset": "shn_Mymr-als_Latn", + "languages": [ + "shn-Mymr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.232972, + "recall": 0.287549, + "f1": 0.24589, + "accuracy": 0.287549, + "main_score": 0.24589, + "hf_subset": "shn_Mymr-bod_Tibt", + "languages": [ + "shn-Mymr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470504, + "recall": 0.504941, + "f1": 0.480159, + "accuracy": 0.504941, + "main_score": 0.480159, + "hf_subset": "shn_Mymr-fij_Latn", + "languages": [ + "shn-Mymr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453143, + "recall": 0.490119, + "f1": 0.463863, + "accuracy": 0.490119, + "main_score": 0.463863, + "hf_subset": "shn_Mymr-isl_Latn", + "languages": [ + "shn-Mymr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449194, + "recall": 0.48913, + "f1": 0.460285, + "accuracy": 0.48913, + "main_score": 0.460285, + "hf_subset": "shn_Mymr-kon_Latn", + "languages": [ + "shn-Mymr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407558, + "recall": 0.453557, + "f1": 0.421045, + "accuracy": 0.453557, + "main_score": 0.421045, + "hf_subset": "shn_Mymr-mni_Beng", + "languages": [ + "shn-Mymr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485442, + "recall": 0.521739, + "f1": 0.494783, + "accuracy": 0.521739, + "main_score": 0.494783, + "hf_subset": "shn_Mymr-ron_Latn", + "languages": [ + "shn-Mymr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458971, + "recall": 0.498024, + "f1": 0.469338, + "accuracy": 0.498024, + "main_score": 0.469338, + "hf_subset": "shn_Mymr-szl_Latn", + "languages": [ + "shn-Mymr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481173, + "recall": 0.521739, + "f1": 0.492324, + "accuracy": 0.521739, + "main_score": 0.492324, + "hf_subset": "shn_Mymr-vec_Latn", + "languages": [ + "shn-Mymr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388365, + "recall": 0.438735, + "f1": 0.401528, + "accuracy": 0.438735, + "main_score": 0.401528, + "hf_subset": "shn_Mymr-amh_Ethi", + "languages": [ + "shn-Mymr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476601, + "recall": 0.516798, + "f1": 0.487545, + "accuracy": 0.516798, + "main_score": 0.487545, + "hf_subset": "shn_Mymr-bos_Latn", + "languages": [ + "shn-Mymr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462062, + "recall": 0.504941, + "f1": 0.473644, + "accuracy": 0.504941, + "main_score": 0.473644, + "hf_subset": "shn_Mymr-fin_Latn", + "languages": [ + "shn-Mymr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474729, + "recall": 0.517787, + "f1": 0.486004, + "accuracy": 0.517787, + "main_score": 0.486004, + "hf_subset": "shn_Mymr-ita_Latn", + "languages": [ + "shn-Mymr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46409, + "recall": 0.504941, + "f1": 0.475415, + "accuracy": 0.504941, + "main_score": 0.475415, + "hf_subset": "shn_Mymr-kor_Hang", + "languages": [ + "shn-Mymr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427465, + "recall": 0.474308, + "f1": 0.440245, + "accuracy": 0.474308, + "main_score": 0.440245, + "hf_subset": "shn_Mymr-mos_Latn", + "languages": [ + "shn-Mymr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430329, + "recall": 0.470356, + "f1": 0.442112, + "accuracy": 0.470356, + "main_score": 0.442112, + "hf_subset": "shn_Mymr-run_Latn", + "languages": [ + "shn-Mymr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455698, + "recall": 0.498024, + "f1": 0.466763, + "accuracy": 0.498024, + "main_score": 0.466763, + "hf_subset": "shn_Mymr-tam_Taml", + "languages": [ + "shn-Mymr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48741, + "recall": 0.522727, + "f1": 0.497117, + "accuracy": 0.522727, + "main_score": 0.497117, + "hf_subset": "shn_Mymr-vie_Latn", + "languages": [ + "shn-Mymr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462012, + "recall": 0.499012, + "f1": 0.471746, + "accuracy": 0.499012, + "main_score": 0.471746, + "hf_subset": "shn_Mymr-apc_Arab", + "languages": [ + "shn-Mymr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472831, + "recall": 0.508893, + "f1": 0.482977, + "accuracy": 0.508893, + "main_score": 0.482977, + "hf_subset": "shn_Mymr-bug_Latn", + "languages": [ + "shn-Mymr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414648, + "recall": 0.454545, + "f1": 0.425755, + "accuracy": 0.454545, + "main_score": 0.425755, + "hf_subset": "shn_Mymr-fon_Latn", + "languages": [ + "shn-Mymr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479398, + "recall": 0.51581, + "f1": 0.48907, + "accuracy": 0.51581, + "main_score": 0.48907, + "hf_subset": "shn_Mymr-jav_Latn", + "languages": [ + "shn-Mymr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444535, + "recall": 0.48419, + "f1": 0.455463, + "accuracy": 0.48419, + "main_score": 0.455463, + "hf_subset": "shn_Mymr-lao_Laoo", + "languages": [ + "shn-Mymr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439938, + "recall": 0.479249, + "f1": 0.450661, + "accuracy": 0.479249, + "main_score": 0.450661, + "hf_subset": "shn_Mymr-mri_Latn", + "languages": [ + "shn-Mymr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473064, + "recall": 0.512846, + "f1": 0.483656, + "accuracy": 0.512846, + "main_score": 0.483656, + "hf_subset": "shn_Mymr-rus_Cyrl", + "languages": [ + "shn-Mymr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424723, + "recall": 0.467391, + "f1": 0.436814, + "accuracy": 0.467391, + "main_score": 0.436814, + "hf_subset": "shn_Mymr-taq_Latn", + "languages": [ + "shn-Mymr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495516, + "recall": 0.529644, + "f1": 0.504827, + "accuracy": 0.529644, + "main_score": 0.504827, + "hf_subset": "shn_Mymr-war_Latn", + "languages": [ + "shn-Mymr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463848, + "recall": 0.507905, + "f1": 0.475653, + "accuracy": 0.507905, + "main_score": 0.475653, + "hf_subset": "shn_Mymr-arb_Arab", + "languages": [ + "shn-Mymr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469383, + "recall": 0.511858, + "f1": 0.480436, + "accuracy": 0.511858, + "main_score": 0.480436, + "hf_subset": "shn_Mymr-bul_Cyrl", + "languages": [ + "shn-Mymr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472378, + "recall": 0.511858, + "f1": 0.482978, + "accuracy": 0.511858, + "main_score": 0.482978, + "hf_subset": "shn_Mymr-fra_Latn", + "languages": [ + "shn-Mymr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472167, + "recall": 0.508893, + "f1": 0.483131, + "accuracy": 0.508893, + "main_score": 0.483131, + "hf_subset": "shn_Mymr-jpn_Jpan", + "languages": [ + "shn-Mymr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472897, + "recall": 0.514822, + "f1": 0.48423, + "accuracy": 0.514822, + "main_score": 0.48423, + "hf_subset": "shn_Mymr-lij_Latn", + "languages": [ + "shn-Mymr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357531, + "recall": 0.417984, + "f1": 0.372858, + "accuracy": 0.417984, + "main_score": 0.372858, + "hf_subset": "shn_Mymr-mya_Mymr", + "languages": [ + "shn-Mymr", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436217, + "recall": 0.479249, + "f1": 0.448088, + "accuracy": 0.479249, + "main_score": 0.448088, + "hf_subset": "shn_Mymr-sag_Latn", + "languages": [ + "shn-Mymr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20251, + "recall": 0.251976, + "f1": 0.214014, + "accuracy": 0.251976, + "main_score": 0.214014, + "hf_subset": "shn_Mymr-taq_Tfng", + "languages": [ + "shn-Mymr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465449, + "recall": 0.5, + "f1": 0.475533, + "accuracy": 0.5, + "main_score": 0.475533, + "hf_subset": "shn_Mymr-wol_Latn", + "languages": [ + "shn-Mymr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386735, + "recall": 0.428854, + "f1": 0.398875, + "accuracy": 0.428854, + "main_score": 0.398875, + "hf_subset": "shn_Mymr-arb_Latn", + "languages": [ + "shn-Mymr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476224, + "recall": 0.514822, + "f1": 0.485965, + "accuracy": 0.514822, + "main_score": 0.485965, + "hf_subset": "shn_Mymr-cat_Latn", + "languages": [ + "shn-Mymr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472854, + "recall": 0.511858, + "f1": 0.48339, + "accuracy": 0.511858, + "main_score": 0.48339, + "hf_subset": "shn_Mymr-fur_Latn", + "languages": [ + "shn-Mymr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354555, + "recall": 0.40415, + "f1": 0.368472, + "accuracy": 0.40415, + "main_score": 0.368472, + "hf_subset": "shn_Mymr-kab_Latn", + "languages": [ + "shn-Mymr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456269, + "recall": 0.494071, + "f1": 0.467571, + "accuracy": 0.494071, + "main_score": 0.467571, + "hf_subset": "shn_Mymr-lim_Latn", + "languages": [ + "shn-Mymr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479639, + "recall": 0.520751, + "f1": 0.490353, + "accuracy": 0.520751, + "main_score": 0.490353, + "hf_subset": "shn_Mymr-nld_Latn", + "languages": [ + "shn-Mymr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433199, + "recall": 0.479249, + "f1": 0.44614, + "accuracy": 0.479249, + "main_score": 0.44614, + "hf_subset": "shn_Mymr-san_Deva", + "languages": [ + "shn-Mymr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472601, + "recall": 0.512846, + "f1": 0.483631, + "accuracy": 0.512846, + "main_score": 0.483631, + "hf_subset": "shn_Mymr-tat_Cyrl", + "languages": [ + "shn-Mymr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466351, + "recall": 0.506917, + "f1": 0.477779, + "accuracy": 0.506917, + "main_score": 0.477779, + "hf_subset": "shn_Mymr-xho_Latn", + "languages": [ + "shn-Mymr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437277, + "recall": 0.485178, + "f1": 0.450238, + "accuracy": 0.485178, + "main_score": 0.450238, + "hf_subset": "shn_Mymr-ars_Arab", + "languages": [ + "shn-Mymr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491267, + "recall": 0.521739, + "f1": 0.4996, + "accuracy": 0.521739, + "main_score": 0.4996, + "hf_subset": "shn_Mymr-ceb_Latn", + "languages": [ + "shn-Mymr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419307, + "recall": 0.463439, + "f1": 0.431501, + "accuracy": 0.463439, + "main_score": 0.431501, + "hf_subset": "shn_Mymr-fuv_Latn", + "languages": [ + "shn-Mymr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435382, + "recall": 0.48419, + "f1": 0.449094, + "accuracy": 0.48419, + "main_score": 0.449094, + "hf_subset": "shn_Mymr-kac_Latn", + "languages": [ + "shn-Mymr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462147, + "recall": 0.499012, + "f1": 0.471938, + "accuracy": 0.499012, + "main_score": 0.471938, + "hf_subset": "shn_Mymr-lin_Latn", + "languages": [ + "shn-Mymr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470588, + "recall": 0.507905, + "f1": 0.480906, + "accuracy": 0.507905, + "main_score": 0.480906, + "hf_subset": "shn_Mymr-nno_Latn", + "languages": [ + "shn-Mymr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.094576, + "recall": 0.139328, + "f1": 0.10625, + "accuracy": 0.139328, + "main_score": 0.10625, + "hf_subset": "shn_Mymr-sat_Olck", + "languages": [ + "shn-Mymr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45857, + "recall": 0.502964, + "f1": 0.471074, + "accuracy": 0.502964, + "main_score": 0.471074, + "hf_subset": "shn_Mymr-tel_Telu", + "languages": [ + "shn-Mymr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407993, + "recall": 0.455534, + "f1": 0.421594, + "accuracy": 0.455534, + "main_score": 0.421594, + "hf_subset": "shn_Mymr-ydd_Hebr", + "languages": [ + "shn-Mymr", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432127, + "recall": 0.474308, + "f1": 0.443805, + "accuracy": 0.474308, + "main_score": 0.443805, + "hf_subset": "shn_Mymr-ary_Arab", + "languages": [ + "shn-Mymr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478917, + "recall": 0.518775, + "f1": 0.489238, + "accuracy": 0.518775, + "main_score": 0.489238, + "hf_subset": "shn_Mymr-ces_Latn", + "languages": [ + "shn-Mymr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396463, + "recall": 0.447628, + "f1": 0.410677, + "accuracy": 0.447628, + "main_score": 0.410677, + "hf_subset": "shn_Mymr-gaz_Latn", + "languages": [ + "shn-Mymr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440378, + "recall": 0.487154, + "f1": 0.452551, + "accuracy": 0.487154, + "main_score": 0.452551, + "hf_subset": "shn_Mymr-kam_Latn", + "languages": [ + "shn-Mymr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460603, + "recall": 0.503953, + "f1": 0.471709, + "accuracy": 0.503953, + "main_score": 0.471709, + "hf_subset": "shn_Mymr-lit_Latn", + "languages": [ + "shn-Mymr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468897, + "recall": 0.509881, + "f1": 0.480076, + "accuracy": 0.509881, + "main_score": 0.480076, + "hf_subset": "shn_Mymr-nob_Latn", + "languages": [ + "shn-Mymr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464079, + "recall": 0.508893, + "f1": 0.475818, + "accuracy": 0.508893, + "main_score": 0.475818, + "hf_subset": "shn_Mymr-scn_Latn", + "languages": [ + "shn-Mymr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463387, + "recall": 0.5, + "f1": 0.473437, + "accuracy": 0.5, + "main_score": 0.473437, + "hf_subset": "shn_Mymr-tgk_Cyrl", + "languages": [ + "shn-Mymr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40006, + "recall": 0.448617, + "f1": 0.414216, + "accuracy": 0.448617, + "main_score": 0.414216, + "hf_subset": "shn_Mymr-yor_Latn", + "languages": [ + "shn-Mymr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456787, + "recall": 0.500988, + "f1": 0.467917, + "accuracy": 0.500988, + "main_score": 0.467917, + "hf_subset": "shn_Mymr-arz_Arab", + "languages": [ + "shn-Mymr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41085, + "recall": 0.453557, + "f1": 0.423535, + "accuracy": 0.453557, + "main_score": 0.423535, + "hf_subset": "shn_Mymr-cjk_Latn", + "languages": [ + "shn-Mymr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423452, + "recall": 0.464427, + "f1": 0.435808, + "accuracy": 0.464427, + "main_score": 0.435808, + "hf_subset": "shn_Mymr-gla_Latn", + "languages": [ + "shn-Mymr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464536, + "recall": 0.504941, + "f1": 0.475784, + "accuracy": 0.504941, + "main_score": 0.475784, + "hf_subset": "shn_Mymr-kan_Knda", + "languages": [ + "shn-Mymr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475785, + "recall": 0.509881, + "f1": 0.485806, + "accuracy": 0.509881, + "main_score": 0.485806, + "hf_subset": "shn_Mymr-lmo_Latn", + "languages": [ + "shn-Mymr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457903, + "recall": 0.504941, + "f1": 0.47002, + "accuracy": 0.504941, + "main_score": 0.47002, + "hf_subset": "shn_Mymr-npi_Deva", + "languages": [ + "shn-Mymr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498657, + "recall": 0.528656, + "f1": 0.50699, + "accuracy": 0.528656, + "main_score": 0.50699, + "hf_subset": "shn_Mymr-tgl_Latn", + "languages": [ + "shn-Mymr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457763, + "recall": 0.5, + "f1": 0.469044, + "accuracy": 0.5, + "main_score": 0.469044, + "hf_subset": "shn_Mymr-yue_Hant", + "languages": [ + "shn-Mymr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422539, + "recall": 0.470356, + "f1": 0.435712, + "accuracy": 0.470356, + "main_score": 0.435712, + "hf_subset": "shn_Mymr-asm_Beng", + "languages": [ + "shn-Mymr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414027, + "recall": 0.459486, + "f1": 0.427051, + "accuracy": 0.459486, + "main_score": 0.427051, + "hf_subset": "shn_Mymr-ckb_Arab", + "languages": [ + "shn-Mymr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430273, + "recall": 0.469368, + "f1": 0.441186, + "accuracy": 0.469368, + "main_score": 0.441186, + "hf_subset": "shn_Mymr-gle_Latn", + "languages": [ + "shn-Mymr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413202, + "recall": 0.459486, + "f1": 0.425945, + "accuracy": 0.459486, + "main_score": 0.425945, + "hf_subset": "shn_Mymr-kas_Arab", + "languages": [ + "shn-Mymr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444688, + "recall": 0.486166, + "f1": 0.45612, + "accuracy": 0.486166, + "main_score": 0.45612, + "hf_subset": "shn_Mymr-ltg_Latn", + "languages": [ + "shn-Mymr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469135, + "recall": 0.504941, + "f1": 0.47885, + "accuracy": 0.504941, + "main_score": 0.47885, + "hf_subset": "shn_Mymr-nso_Latn", + "languages": [ + "shn-Mymr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408816, + "recall": 0.453557, + "f1": 0.421608, + "accuracy": 0.453557, + "main_score": 0.421608, + "hf_subset": "shn_Mymr-sin_Sinh", + "languages": [ + "shn-Mymr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466322, + "recall": 0.503953, + "f1": 0.476609, + "accuracy": 0.503953, + "main_score": 0.476609, + "hf_subset": "shn_Mymr-tha_Thai", + "languages": [ + "shn-Mymr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458195, + "recall": 0.5, + "f1": 0.469624, + "accuracy": 0.5, + "main_score": 0.469624, + "hf_subset": "shn_Mymr-zho_Hans", + "languages": [ + "shn-Mymr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476357, + "recall": 0.516798, + "f1": 0.486865, + "accuracy": 0.516798, + "main_score": 0.486865, + "hf_subset": "shn_Mymr-ast_Latn", + "languages": [ + "shn-Mymr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450313, + "recall": 0.488142, + "f1": 0.461444, + "accuracy": 0.488142, + "main_score": 0.461444, + "hf_subset": "shn_Mymr-crh_Latn", + "languages": [ + "shn-Mymr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471721, + "recall": 0.513834, + "f1": 0.482193, + "accuracy": 0.513834, + "main_score": 0.482193, + "hf_subset": "shn_Mymr-glg_Latn", + "languages": [ + "shn-Mymr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423736, + "recall": 0.468379, + "f1": 0.436257, + "accuracy": 0.468379, + "main_score": 0.436257, + "hf_subset": "shn_Mymr-kas_Deva", + "languages": [ + "shn-Mymr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456352, + "recall": 0.493083, + "f1": 0.466879, + "accuracy": 0.493083, + "main_score": 0.466879, + "hf_subset": "shn_Mymr-ltz_Latn", + "languages": [ + "shn-Mymr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386323, + "recall": 0.433794, + "f1": 0.399056, + "accuracy": 0.433794, + "main_score": 0.399056, + "hf_subset": "shn_Mymr-nus_Latn", + "languages": [ + "shn-Mymr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47746, + "recall": 0.516798, + "f1": 0.487859, + "accuracy": 0.516798, + "main_score": 0.487859, + "hf_subset": "shn_Mymr-slk_Latn", + "languages": [ + "shn-Mymr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3485, + "recall": 0.395257, + "f1": 0.361959, + "accuracy": 0.395257, + "main_score": 0.361959, + "hf_subset": "shn_Mymr-tir_Ethi", + "languages": [ + "shn-Mymr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448583, + "recall": 0.496047, + "f1": 0.461022, + "accuracy": 0.496047, + "main_score": 0.461022, + "hf_subset": "shn_Mymr-zho_Hant", + "languages": [ + "shn-Mymr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462208, + "recall": 0.503953, + "f1": 0.473476, + "accuracy": 0.503953, + "main_score": 0.473476, + "hf_subset": "shn_Mymr-awa_Deva", + "languages": [ + "shn-Mymr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450939, + "recall": 0.493083, + "f1": 0.462162, + "accuracy": 0.493083, + "main_score": 0.462162, + "hf_subset": "shn_Mymr-cym_Latn", + "languages": [ + "shn-Mymr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469955, + "recall": 0.51087, + "f1": 0.481351, + "accuracy": 0.51087, + "main_score": 0.481351, + "hf_subset": "shn_Mymr-grn_Latn", + "languages": [ + "shn-Mymr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452836, + "recall": 0.496047, + "f1": 0.464043, + "accuracy": 0.496047, + "main_score": 0.464043, + "hf_subset": "shn_Mymr-kat_Geor", + "languages": [ + "shn-Mymr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450792, + "recall": 0.497036, + "f1": 0.463832, + "accuracy": 0.497036, + "main_score": 0.463832, + "hf_subset": "shn_Mymr-lua_Latn", + "languages": [ + "shn-Mymr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470316, + "recall": 0.504941, + "f1": 0.47977, + "accuracy": 0.504941, + "main_score": 0.47977, + "hf_subset": "shn_Mymr-nya_Latn", + "languages": [ + "shn-Mymr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4659, + "recall": 0.503953, + "f1": 0.475622, + "accuracy": 0.503953, + "main_score": 0.475622, + "hf_subset": "shn_Mymr-slv_Latn", + "languages": [ + "shn-Mymr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478209, + "recall": 0.516798, + "f1": 0.488987, + "accuracy": 0.516798, + "main_score": 0.488987, + "hf_subset": "shn_Mymr-tpi_Latn", + "languages": [ + "shn-Mymr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490353, + "recall": 0.525692, + "f1": 0.499686, + "accuracy": 0.525692, + "main_score": 0.499686, + "hf_subset": "shn_Mymr-zsm_Latn", + "languages": [ + "shn-Mymr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429115, + "recall": 0.471344, + "f1": 0.441631, + "accuracy": 0.471344, + "main_score": 0.441631, + "hf_subset": "shn_Mymr-ayr_Latn", + "languages": [ + "shn-Mymr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476161, + "recall": 0.516798, + "f1": 0.487049, + "accuracy": 0.516798, + "main_score": 0.487049, + "hf_subset": "shn_Mymr-dan_Latn", + "languages": [ + "shn-Mymr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466813, + "recall": 0.502964, + "f1": 0.477221, + "accuracy": 0.502964, + "main_score": 0.477221, + "hf_subset": "shn_Mymr-guj_Gujr", + "languages": [ + "shn-Mymr", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461502, + "recall": 0.506917, + "f1": 0.473561, + "accuracy": 0.506917, + "main_score": 0.473561, + "hf_subset": "shn_Mymr-kaz_Cyrl", + "languages": [ + "shn-Mymr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421057, + "recall": 0.466403, + "f1": 0.434226, + "accuracy": 0.466403, + "main_score": 0.434226, + "hf_subset": "shn_Mymr-lug_Latn", + "languages": [ + "shn-Mymr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483429, + "recall": 0.518775, + "f1": 0.492907, + "accuracy": 0.518775, + "main_score": 0.492907, + "hf_subset": "shn_Mymr-oci_Latn", + "languages": [ + "shn-Mymr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455972, + "recall": 0.492095, + "f1": 0.466518, + "accuracy": 0.492095, + "main_score": 0.466518, + "hf_subset": "shn_Mymr-smo_Latn", + "languages": [ + "shn-Mymr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437689, + "recall": 0.482213, + "f1": 0.449939, + "accuracy": 0.482213, + "main_score": 0.449939, + "hf_subset": "shn_Mymr-tsn_Latn", + "languages": [ + "shn-Mymr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436592, + "recall": 0.481225, + "f1": 0.449296, + "accuracy": 0.481225, + "main_score": 0.449296, + "hf_subset": "shn_Mymr-zul_Latn", + "languages": [ + "shn-Mymr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407584, + "recall": 0.453557, + "f1": 0.420363, + "accuracy": 0.453557, + "main_score": 0.420363, + "hf_subset": "shn_Mymr-azb_Arab", + "languages": [ + "shn-Mymr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475494, + "recall": 0.518775, + "f1": 0.486441, + "accuracy": 0.518775, + "main_score": 0.486441, + "hf_subset": "shn_Mymr-deu_Latn", + "languages": [ + "shn-Mymr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422479, + "recall": 0.462451, + "f1": 0.433966, + "accuracy": 0.462451, + "main_score": 0.433966, + "hf_subset": "shn_Mymr-hat_Latn", + "languages": [ + "shn-Mymr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435254, + "recall": 0.475296, + "f1": 0.446456, + "accuracy": 0.475296, + "main_score": 0.446456, + "hf_subset": "shn_Mymr-kbp_Latn", + "languages": [ + "shn-Mymr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461893, + "recall": 0.5, + "f1": 0.472323, + "accuracy": 0.5, + "main_score": 0.472323, + "hf_subset": "shn_Mymr-luo_Latn", + "languages": [ + "shn-Mymr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449579, + "recall": 0.495059, + "f1": 0.462771, + "accuracy": 0.495059, + "main_score": 0.462771, + "hf_subset": "shn_Mymr-ory_Orya", + "languages": [ + "shn-Mymr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444884, + "recall": 0.483202, + "f1": 0.455238, + "accuracy": 0.483202, + "main_score": 0.455238, + "hf_subset": "shn_Mymr-sna_Latn", + "languages": [ + "shn-Mymr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440952, + "recall": 0.479249, + "f1": 0.451839, + "accuracy": 0.479249, + "main_score": 0.451839, + "hf_subset": "shn_Mymr-tso_Latn", + "languages": [ + "shn-Mymr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446018, + "recall": 0.494071, + "f1": 0.458786, + "accuracy": 0.494071, + "main_score": 0.458786, + "hf_subset": "shn_Mymr-azj_Latn", + "languages": [ + "shn-Mymr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429821, + "recall": 0.471344, + "f1": 0.441919, + "accuracy": 0.471344, + "main_score": 0.441919, + "hf_subset": "shn_Mymr-dik_Latn", + "languages": [ + "shn-Mymr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444098, + "recall": 0.486166, + "f1": 0.455595, + "accuracy": 0.486166, + "main_score": 0.455595, + "hf_subset": "shn_Mymr-hau_Latn", + "languages": [ + "shn-Mymr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468116, + "recall": 0.504941, + "f1": 0.478358, + "accuracy": 0.504941, + "main_score": 0.478358, + "hf_subset": "shn_Mymr-kea_Latn", + "languages": [ + "shn-Mymr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473073, + "recall": 0.502964, + "f1": 0.481851, + "accuracy": 0.502964, + "main_score": 0.481851, + "hf_subset": "shn_Mymr-lus_Latn", + "languages": [ + "shn-Mymr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486762, + "recall": 0.518775, + "f1": 0.495357, + "accuracy": 0.518775, + "main_score": 0.495357, + "hf_subset": "shn_Mymr-pag_Latn", + "languages": [ + "shn-Mymr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421947, + "recall": 0.472332, + "f1": 0.435075, + "accuracy": 0.472332, + "main_score": 0.435075, + "hf_subset": "shn_Mymr-snd_Arab", + "languages": [ + "shn-Mymr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424298, + "recall": 0.465415, + "f1": 0.436107, + "accuracy": 0.465415, + "main_score": 0.436107, + "hf_subset": "shn_Mymr-tuk_Latn", + "languages": [ + "shn-Mymr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468016, + "recall": 0.505929, + "f1": 0.478636, + "accuracy": 0.505929, + "main_score": 0.478636, + "hf_subset": "shn_Mymr-bak_Cyrl", + "languages": [ + "shn-Mymr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.347796, + "recall": 0.405138, + "f1": 0.364131, + "accuracy": 0.405138, + "main_score": 0.364131, + "hf_subset": "shn_Mymr-dyu_Latn", + "languages": [ + "shn-Mymr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453101, + "recall": 0.494071, + "f1": 0.464903, + "accuracy": 0.494071, + "main_score": 0.464903, + "hf_subset": "shn_Mymr-heb_Hebr", + "languages": [ + "shn-Mymr", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433484, + "recall": 0.478261, + "f1": 0.445776, + "accuracy": 0.478261, + "main_score": 0.445776, + "hf_subset": "shn_Mymr-khk_Cyrl", + "languages": [ + "shn-Mymr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466975, + "recall": 0.509881, + "f1": 0.478281, + "accuracy": 0.509881, + "main_score": 0.478281, + "hf_subset": "shn_Mymr-lvs_Latn", + "languages": [ + "shn-Mymr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464188, + "recall": 0.508893, + "f1": 0.476023, + "accuracy": 0.508893, + "main_score": 0.476023, + "hf_subset": "shn_Mymr-pan_Guru", + "languages": [ + "shn-Mymr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434671, + "recall": 0.47332, + "f1": 0.445599, + "accuracy": 0.47332, + "main_score": 0.445599, + "hf_subset": "shn_Mymr-som_Latn", + "languages": [ + "shn-Mymr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44405, + "recall": 0.482213, + "f1": 0.454814, + "accuracy": 0.482213, + "main_score": 0.454814, + "hf_subset": "shn_Mymr-tum_Latn", + "languages": [ + "shn-Mymr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599031, + "recall": 0.664032, + "f1": 0.618088, + "accuracy": 0.664032, + "main_score": 0.618088, + "hf_subset": "tgl_Latn-ace_Arab", + "languages": [ + "tgl-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556439, + "recall": 0.618577, + "f1": 0.574258, + "accuracy": 0.618577, + "main_score": 0.574258, + "hf_subset": "tgl_Latn-bam_Latn", + "languages": [ + "tgl-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451049, + "recall": 0.528656, + "f1": 0.471379, + "accuracy": 0.528656, + "main_score": 0.471379, + "hf_subset": "tgl_Latn-dzo_Tibt", + "languages": [ + "tgl-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-hin_Deva", + "languages": [ + "tgl-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-khm_Khmr", + "languages": [ + "tgl-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-mag_Deva", + "languages": [ + "tgl-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-pap_Latn", + "languages": [ + "tgl-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631498, + "recall": 0.685771, + "f1": 0.646855, + "accuracy": 0.685771, + "main_score": 0.646855, + "hf_subset": "tgl_Latn-sot_Latn", + "languages": [ + "tgl-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-tur_Latn", + "languages": [ + "tgl-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890152, + "recall": 0.918972, + "f1": 0.899341, + "accuracy": 0.918972, + "main_score": 0.899341, + "hf_subset": "tgl_Latn-ace_Latn", + "languages": [ + "tgl-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.974308, + "f1": 0.968379, + "accuracy": 0.974308, + "main_score": 0.968379, + "hf_subset": "tgl_Latn-ban_Latn", + "languages": [ + "tgl-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-ell_Grek", + "languages": [ + "tgl-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "tgl_Latn-hne_Deva", + "languages": [ + "tgl-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629319, + "recall": 0.683794, + "f1": 0.645033, + "accuracy": 0.683794, + "main_score": 0.645033, + "hf_subset": "tgl_Latn-kik_Latn", + "languages": [ + "tgl-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-mai_Deva", + "languages": [ + "tgl-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgl_Latn-pbt_Arab", + "languages": [ + "tgl-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-spa_Latn", + "languages": [ + "tgl-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643536, + "recall": 0.701581, + "f1": 0.660153, + "accuracy": 0.701581, + "main_score": 0.660153, + "hf_subset": "tgl_Latn-twi_Latn", + "languages": [ + "tgl-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-acm_Arab", + "languages": [ + "tgl-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-bel_Cyrl", + "languages": [ + "tgl-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-hrv_Latn", + "languages": [ + "tgl-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592869, + "recall": 0.658103, + "f1": 0.611124, + "accuracy": 0.658103, + "main_score": 0.611124, + "hf_subset": "tgl_Latn-kin_Latn", + "languages": [ + "tgl-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-mal_Mlym", + "languages": [ + "tgl-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-pes_Arab", + "languages": [ + "tgl-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tgl_Latn-srd_Latn", + "languages": [ + "tgl-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189754, + "recall": 0.240119, + "f1": 0.202126, + "accuracy": 0.240119, + "main_score": 0.202126, + "hf_subset": "tgl_Latn-tzm_Tfng", + "languages": [ + "tgl-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-acq_Arab", + "languages": [ + "tgl-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662286, + "recall": 0.709486, + "f1": 0.675363, + "accuracy": 0.709486, + "main_score": 0.675363, + "hf_subset": "tgl_Latn-bem_Latn", + "languages": [ + "tgl-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-epo_Latn", + "languages": [ + "tgl-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-hun_Latn", + "languages": [ + "tgl-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-kir_Cyrl", + "languages": [ + "tgl-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-mar_Deva", + "languages": [ + "tgl-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698435, + "recall": 0.749012, + "f1": 0.713556, + "accuracy": 0.749012, + "main_score": 0.713556, + "hf_subset": "tgl_Latn-plt_Latn", + "languages": [ + "tgl-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-srp_Cyrl", + "languages": [ + "tgl-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "tgl_Latn-uig_Arab", + "languages": [ + "tgl-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-aeb_Arab", + "languages": [ + "tgl-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ben_Beng", + "languages": [ + "tgl-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-est_Latn", + "languages": [ + "tgl-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-hye_Armn", + "languages": [ + "tgl-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565843, + "recall": 0.616601, + "f1": 0.580552, + "accuracy": 0.616601, + "main_score": 0.580552, + "hf_subset": "tgl_Latn-kmb_Latn", + "languages": [ + "tgl-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537799, + "recall": 0.607708, + "f1": 0.557119, + "accuracy": 0.607708, + "main_score": 0.557119, + "hf_subset": "tgl_Latn-min_Arab", + "languages": [ + "tgl-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-pol_Latn", + "languages": [ + "tgl-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586989, + "recall": 0.656126, + "f1": 0.606837, + "accuracy": 0.656126, + "main_score": 0.606837, + "hf_subset": "tgl_Latn-ssw_Latn", + "languages": [ + "tgl-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ukr_Cyrl", + "languages": [ + "tgl-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-afr_Latn", + "languages": [ + "tgl-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-bho_Deva", + "languages": [ + "tgl-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "tgl_Latn-eus_Latn", + "languages": [ + "tgl-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602908, + "recall": 0.666008, + "f1": 0.62072, + "accuracy": 0.666008, + "main_score": 0.62072, + "hf_subset": "tgl_Latn-ibo_Latn", + "languages": [ + "tgl-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902586, + "recall": 0.929842, + "f1": 0.911133, + "accuracy": 0.929842, + "main_score": 0.911133, + "hf_subset": "tgl_Latn-kmr_Latn", + "languages": [ + "tgl-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tgl_Latn-min_Latn", + "languages": [ + "tgl-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-por_Latn", + "languages": [ + "tgl-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-sun_Latn", + "languages": [ + "tgl-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550215, + "recall": 0.604743, + "f1": 0.565634, + "accuracy": 0.604743, + "main_score": 0.565634, + "hf_subset": "tgl_Latn-umb_Latn", + "languages": [ + "tgl-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ajp_Arab", + "languages": [ + "tgl-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567394, + "recall": 0.629447, + "f1": 0.58451, + "accuracy": 0.629447, + "main_score": 0.58451, + "hf_subset": "tgl_Latn-bjn_Arab", + "languages": [ + "tgl-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538383, + "recall": 0.599802, + "f1": 0.556074, + "accuracy": 0.599802, + "main_score": 0.556074, + "hf_subset": "tgl_Latn-ewe_Latn", + "languages": [ + "tgl-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "tgl_Latn-ilo_Latn", + "languages": [ + "tgl-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324888, + "recall": 0.383399, + "f1": 0.341236, + "accuracy": 0.383399, + "main_score": 0.341236, + "hf_subset": "tgl_Latn-knc_Arab", + "languages": [ + "tgl-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-mkd_Cyrl", + "languages": [ + "tgl-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-prs_Arab", + "languages": [ + "tgl-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-swe_Latn", + "languages": [ + "tgl-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-urd_Arab", + "languages": [ + "tgl-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610766, + "recall": 0.667984, + "f1": 0.626833, + "accuracy": 0.667984, + "main_score": 0.626833, + "hf_subset": "tgl_Latn-aka_Latn", + "languages": [ + "tgl-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-bjn_Latn", + "languages": [ + "tgl-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "tgl_Latn-fao_Latn", + "languages": [ + "tgl-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ind_Latn", + "languages": [ + "tgl-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609256, + "recall": 0.662055, + "f1": 0.624531, + "accuracy": 0.662055, + "main_score": 0.624531, + "hf_subset": "tgl_Latn-knc_Latn", + "languages": [ + "tgl-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-mlt_Latn", + "languages": [ + "tgl-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726837, + "recall": 0.787549, + "f1": 0.744801, + "accuracy": 0.787549, + "main_score": 0.744801, + "hf_subset": "tgl_Latn-quy_Latn", + "languages": [ + "tgl-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tgl_Latn-swh_Latn", + "languages": [ + "tgl-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-uzn_Latn", + "languages": [ + "tgl-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-als_Latn", + "languages": [ + "tgl-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676507, + "recall": 0.749012, + "f1": 0.698163, + "accuracy": 0.749012, + "main_score": 0.698163, + "hf_subset": "tgl_Latn-bod_Tibt", + "languages": [ + "tgl-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734323, + "recall": 0.787549, + "f1": 0.749841, + "accuracy": 0.787549, + "main_score": 0.749841, + "hf_subset": "tgl_Latn-fij_Latn", + "languages": [ + "tgl-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-isl_Latn", + "languages": [ + "tgl-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699539, + "recall": 0.749012, + "f1": 0.714361, + "accuracy": 0.749012, + "main_score": 0.714361, + "hf_subset": "tgl_Latn-kon_Latn", + "languages": [ + "tgl-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686521, + "recall": 0.751976, + "f1": 0.705592, + "accuracy": 0.751976, + "main_score": 0.705592, + "hf_subset": "tgl_Latn-mni_Beng", + "languages": [ + "tgl-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ron_Latn", + "languages": [ + "tgl-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-szl_Latn", + "languages": [ + "tgl-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-vec_Latn", + "languages": [ + "tgl-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "tgl_Latn-amh_Ethi", + "languages": [ + "tgl-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-bos_Latn", + "languages": [ + "tgl-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-fin_Latn", + "languages": [ + "tgl-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ita_Latn", + "languages": [ + "tgl-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-kor_Hang", + "languages": [ + "tgl-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567874, + "recall": 0.62747, + "f1": 0.584463, + "accuracy": 0.62747, + "main_score": 0.584463, + "hf_subset": "tgl_Latn-mos_Latn", + "languages": [ + "tgl-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586044, + "recall": 0.641304, + "f1": 0.60155, + "accuracy": 0.641304, + "main_score": 0.60155, + "hf_subset": "tgl_Latn-run_Latn", + "languages": [ + "tgl-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-tam_Taml", + "languages": [ + "tgl-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-vie_Latn", + "languages": [ + "tgl-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-apc_Arab", + "languages": [ + "tgl-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80947, + "recall": 0.852767, + "f1": 0.822497, + "accuracy": 0.852767, + "main_score": 0.822497, + "hf_subset": "tgl_Latn-bug_Latn", + "languages": [ + "tgl-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487134, + "recall": 0.540514, + "f1": 0.501789, + "accuracy": 0.540514, + "main_score": 0.501789, + "hf_subset": "tgl_Latn-fon_Latn", + "languages": [ + "tgl-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-jav_Latn", + "languages": [ + "tgl-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-lao_Laoo", + "languages": [ + "tgl-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895833, + "recall": 0.926877, + "f1": 0.905698, + "accuracy": 0.926877, + "main_score": 0.905698, + "hf_subset": "tgl_Latn-mri_Latn", + "languages": [ + "tgl-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-rus_Cyrl", + "languages": [ + "tgl-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561162, + "recall": 0.621542, + "f1": 0.57812, + "accuracy": 0.621542, + "main_score": 0.57812, + "hf_subset": "tgl_Latn-taq_Latn", + "languages": [ + "tgl-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-war_Latn", + "languages": [ + "tgl-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-arb_Arab", + "languages": [ + "tgl-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-bul_Cyrl", + "languages": [ + "tgl-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-fra_Latn", + "languages": [ + "tgl-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-jpn_Jpan", + "languages": [ + "tgl-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-lij_Latn", + "languages": [ + "tgl-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "tgl_Latn-mya_Mymr", + "languages": [ + "tgl-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612693, + "recall": 0.679842, + "f1": 0.632038, + "accuracy": 0.679842, + "main_score": 0.632038, + "hf_subset": "tgl_Latn-sag_Latn", + "languages": [ + "tgl-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207114, + "recall": 0.263834, + "f1": 0.220165, + "accuracy": 0.263834, + "main_score": 0.220165, + "hf_subset": "tgl_Latn-taq_Tfng", + "languages": [ + "tgl-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647803, + "recall": 0.706522, + "f1": 0.664792, + "accuracy": 0.706522, + "main_score": 0.664792, + "hf_subset": "tgl_Latn-wol_Latn", + "languages": [ + "tgl-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813027, + "recall": 0.860672, + "f1": 0.827404, + "accuracy": 0.860672, + "main_score": 0.827404, + "hf_subset": "tgl_Latn-arb_Latn", + "languages": [ + "tgl-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-cat_Latn", + "languages": [ + "tgl-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-fur_Latn", + "languages": [ + "tgl-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443174, + "recall": 0.502964, + "f1": 0.459917, + "accuracy": 0.502964, + "main_score": 0.459917, + "hf_subset": "tgl_Latn-kab_Latn", + "languages": [ + "tgl-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-lim_Latn", + "languages": [ + "tgl-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-nld_Latn", + "languages": [ + "tgl-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "tgl_Latn-san_Deva", + "languages": [ + "tgl-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-tat_Cyrl", + "languages": [ + "tgl-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701197, + "recall": 0.750988, + "f1": 0.716041, + "accuracy": 0.750988, + "main_score": 0.716041, + "hf_subset": "tgl_Latn-xho_Latn", + "languages": [ + "tgl-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ars_Arab", + "languages": [ + "tgl-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ceb_Latn", + "languages": [ + "tgl-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569741, + "recall": 0.633399, + "f1": 0.588271, + "accuracy": 0.633399, + "main_score": 0.588271, + "hf_subset": "tgl_Latn-fuv_Latn", + "languages": [ + "tgl-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528826, + "recall": 0.591897, + "f1": 0.545847, + "accuracy": 0.591897, + "main_score": 0.545847, + "hf_subset": "tgl_Latn-kac_Latn", + "languages": [ + "tgl-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710385, + "recall": 0.758893, + "f1": 0.724, + "accuracy": 0.758893, + "main_score": 0.724, + "hf_subset": "tgl_Latn-lin_Latn", + "languages": [ + "tgl-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-nno_Latn", + "languages": [ + "tgl-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.253635, + "recall": 0.33004, + "f1": 0.273332, + "accuracy": 0.33004, + "main_score": 0.273332, + "hf_subset": "tgl_Latn-sat_Olck", + "languages": [ + "tgl-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-tel_Telu", + "languages": [ + "tgl-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "tgl_Latn-ydd_Hebr", + "languages": [ + "tgl-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "tgl_Latn-ary_Arab", + "languages": [ + "tgl-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ces_Latn", + "languages": [ + "tgl-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624621, + "recall": 0.683794, + "f1": 0.642015, + "accuracy": 0.683794, + "main_score": 0.642015, + "hf_subset": "tgl_Latn-gaz_Latn", + "languages": [ + "tgl-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60247, + "recall": 0.666996, + "f1": 0.620911, + "accuracy": 0.666996, + "main_score": 0.620911, + "hf_subset": "tgl_Latn-kam_Latn", + "languages": [ + "tgl-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tgl_Latn-lit_Latn", + "languages": [ + "tgl-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-nob_Latn", + "languages": [ + "tgl-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "tgl_Latn-scn_Latn", + "languages": [ + "tgl-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tgl_Latn-tgk_Cyrl", + "languages": [ + "tgl-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739336, + "recall": 0.798419, + "f1": 0.757334, + "accuracy": 0.798419, + "main_score": 0.757334, + "hf_subset": "tgl_Latn-yor_Latn", + "languages": [ + "tgl-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-arz_Arab", + "languages": [ + "tgl-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572539, + "recall": 0.633399, + "f1": 0.590203, + "accuracy": 0.633399, + "main_score": 0.590203, + "hf_subset": "tgl_Latn-cjk_Latn", + "languages": [ + "tgl-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820076, + "recall": 0.863636, + "f1": 0.833531, + "accuracy": 0.863636, + "main_score": 0.833531, + "hf_subset": "tgl_Latn-gla_Latn", + "languages": [ + "tgl-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-kan_Knda", + "languages": [ + "tgl-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tgl_Latn-lmo_Latn", + "languages": [ + "tgl-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "tgl_Latn-npi_Deva", + "languages": [ + "tgl-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483625, + "recall": 0.547431, + "f1": 0.500877, + "accuracy": 0.547431, + "main_score": 0.500877, + "hf_subset": "tgl_Latn-shn_Mymr", + "languages": [ + "tgl-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-yue_Hant", + "languages": [ + "tgl-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tgl_Latn-asm_Beng", + "languages": [ + "tgl-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.97332, + "f1": 0.96558, + "accuracy": 0.97332, + "main_score": 0.96558, + "hf_subset": "tgl_Latn-ckb_Arab", + "languages": [ + "tgl-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913867, + "recall": 0.938735, + "f1": 0.921739, + "accuracy": 0.938735, + "main_score": 0.921739, + "hf_subset": "tgl_Latn-gle_Latn", + "languages": [ + "tgl-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "tgl_Latn-kas_Arab", + "languages": [ + "tgl-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.961462, + "f1": 0.94944, + "accuracy": 0.961462, + "main_score": 0.94944, + "hf_subset": "tgl_Latn-ltg_Latn", + "languages": [ + "tgl-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642379, + "recall": 0.694664, + "f1": 0.657316, + "accuracy": 0.694664, + "main_score": 0.657316, + "hf_subset": "tgl_Latn-nso_Latn", + "languages": [ + "tgl-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-sin_Sinh", + "languages": [ + "tgl-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-tha_Thai", + "languages": [ + "tgl-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-zho_Hans", + "languages": [ + "tgl-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-ast_Latn", + "languages": [ + "tgl-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-crh_Latn", + "languages": [ + "tgl-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-glg_Latn", + "languages": [ + "tgl-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908103, + "recall": 0.935771, + "f1": 0.916996, + "accuracy": 0.935771, + "main_score": 0.916996, + "hf_subset": "tgl_Latn-kas_Deva", + "languages": [ + "tgl-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tgl_Latn-ltz_Latn", + "languages": [ + "tgl-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492278, + "recall": 0.560277, + "f1": 0.511114, + "accuracy": 0.560277, + "main_score": 0.511114, + "hf_subset": "tgl_Latn-nus_Latn", + "languages": [ + "tgl-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-slk_Latn", + "languages": [ + "tgl-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640827, + "recall": 0.713439, + "f1": 0.662601, + "accuracy": 0.713439, + "main_score": 0.662601, + "hf_subset": "tgl_Latn-tir_Ethi", + "languages": [ + "tgl-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-zho_Hant", + "languages": [ + "tgl-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986907, + "recall": 0.990119, + "f1": 0.987879, + "accuracy": 0.990119, + "main_score": 0.987879, + "hf_subset": "tgl_Latn-awa_Deva", + "languages": [ + "tgl-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tgl_Latn-cym_Latn", + "languages": [ + "tgl-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850461, + "recall": 0.88834, + "f1": 0.862088, + "accuracy": 0.88834, + "main_score": 0.862088, + "hf_subset": "tgl_Latn-grn_Latn", + "languages": [ + "tgl-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-kat_Geor", + "languages": [ + "tgl-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663435, + "recall": 0.714427, + "f1": 0.677931, + "accuracy": 0.714427, + "main_score": 0.677931, + "hf_subset": "tgl_Latn-lua_Latn", + "languages": [ + "tgl-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671201, + "recall": 0.72332, + "f1": 0.686152, + "accuracy": 0.72332, + "main_score": 0.686152, + "hf_subset": "tgl_Latn-nya_Latn", + "languages": [ + "tgl-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-slv_Latn", + "languages": [ + "tgl-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "tgl_Latn-tpi_Latn", + "languages": [ + "tgl-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-zsm_Latn", + "languages": [ + "tgl-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564399, + "recall": 0.628458, + "f1": 0.582218, + "accuracy": 0.628458, + "main_score": 0.582218, + "hf_subset": "tgl_Latn-ayr_Latn", + "languages": [ + "tgl-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-dan_Latn", + "languages": [ + "tgl-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-guj_Gujr", + "languages": [ + "tgl-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tgl_Latn-kaz_Cyrl", + "languages": [ + "tgl-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558509, + "recall": 0.620553, + "f1": 0.575919, + "accuracy": 0.620553, + "main_score": 0.575919, + "hf_subset": "tgl_Latn-lug_Latn", + "languages": [ + "tgl-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-oci_Latn", + "languages": [ + "tgl-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852849, + "recall": 0.893281, + "f1": 0.865481, + "accuracy": 0.893281, + "main_score": 0.865481, + "hf_subset": "tgl_Latn-smo_Latn", + "languages": [ + "tgl-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575882, + "recall": 0.636364, + "f1": 0.592976, + "accuracy": 0.636364, + "main_score": 0.592976, + "hf_subset": "tgl_Latn-tsn_Latn", + "languages": [ + "tgl-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66917, + "recall": 0.726285, + "f1": 0.68643, + "accuracy": 0.726285, + "main_score": 0.68643, + "hf_subset": "tgl_Latn-zul_Latn", + "languages": [ + "tgl-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930583, + "recall": 0.948617, + "f1": 0.936166, + "accuracy": 0.948617, + "main_score": 0.936166, + "hf_subset": "tgl_Latn-azb_Arab", + "languages": [ + "tgl-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-deu_Latn", + "languages": [ + "tgl-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "tgl_Latn-hat_Latn", + "languages": [ + "tgl-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510921, + "recall": 0.564229, + "f1": 0.525811, + "accuracy": 0.564229, + "main_score": 0.525811, + "hf_subset": "tgl_Latn-kbp_Latn", + "languages": [ + "tgl-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600484, + "recall": 0.656126, + "f1": 0.615364, + "accuracy": 0.656126, + "main_score": 0.615364, + "hf_subset": "tgl_Latn-luo_Latn", + "languages": [ + "tgl-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-ory_Orya", + "languages": [ + "tgl-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618045, + "recall": 0.677866, + "f1": 0.635131, + "accuracy": 0.677866, + "main_score": 0.635131, + "hf_subset": "tgl_Latn-sna_Latn", + "languages": [ + "tgl-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574854, + "recall": 0.632411, + "f1": 0.590834, + "accuracy": 0.632411, + "main_score": 0.590834, + "hf_subset": "tgl_Latn-tso_Latn", + "languages": [ + "tgl-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tgl_Latn-azj_Latn", + "languages": [ + "tgl-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554854, + "recall": 0.620553, + "f1": 0.57377, + "accuracy": 0.620553, + "main_score": 0.57377, + "hf_subset": "tgl_Latn-dik_Latn", + "languages": [ + "tgl-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78358, + "recall": 0.832016, + "f1": 0.798123, + "accuracy": 0.832016, + "main_score": 0.798123, + "hf_subset": "tgl_Latn-hau_Latn", + "languages": [ + "tgl-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-kea_Latn", + "languages": [ + "tgl-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766288, + "recall": 0.813241, + "f1": 0.780665, + "accuracy": 0.813241, + "main_score": 0.780665, + "hf_subset": "tgl_Latn-lus_Latn", + "languages": [ + "tgl-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891502, + "recall": 0.91996, + "f1": 0.900165, + "accuracy": 0.91996, + "main_score": 0.900165, + "hf_subset": "tgl_Latn-pag_Latn", + "languages": [ + "tgl-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-snd_Arab", + "languages": [ + "tgl-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "tgl_Latn-tuk_Latn", + "languages": [ + "tgl-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-bak_Cyrl", + "languages": [ + "tgl-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496445, + "recall": 0.58004, + "f1": 0.520858, + "accuracy": 0.58004, + "main_score": 0.520858, + "hf_subset": "tgl_Latn-dyu_Latn", + "languages": [ + "tgl-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-heb_Hebr", + "languages": [ + "tgl-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tgl_Latn-khk_Cyrl", + "languages": [ + "tgl-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tgl_Latn-lvs_Latn", + "languages": [ + "tgl-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tgl_Latn-pan_Guru", + "languages": [ + "tgl-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741238, + "recall": 0.798419, + "f1": 0.758319, + "accuracy": 0.798419, + "main_score": 0.758319, + "hf_subset": "tgl_Latn-som_Latn", + "languages": [ + "tgl-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623454, + "recall": 0.672925, + "f1": 0.637225, + "accuracy": 0.672925, + "main_score": 0.637225, + "hf_subset": "tgl_Latn-tum_Latn", + "languages": [ + "tgl-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556499, + "recall": 0.626482, + "f1": 0.57619, + "accuracy": 0.626482, + "main_score": 0.57619, + "hf_subset": "yue_Hant-ace_Arab", + "languages": [ + "yue-Hant", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514159, + "recall": 0.582016, + "f1": 0.533475, + "accuracy": 0.582016, + "main_score": 0.533475, + "hf_subset": "yue_Hant-bam_Latn", + "languages": [ + "yue-Hant", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43893, + "recall": 0.51581, + "f1": 0.459791, + "accuracy": 0.51581, + "main_score": 0.459791, + "hf_subset": "yue_Hant-dzo_Tibt", + "languages": [ + "yue-Hant", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-hin_Deva", + "languages": [ + "yue-Hant", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-khm_Khmr", + "languages": [ + "yue-Hant", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mag_Deva", + "languages": [ + "yue-Hant", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "yue_Hant-pap_Latn", + "languages": [ + "yue-Hant", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580809, + "recall": 0.641304, + "f1": 0.598039, + "accuracy": 0.641304, + "main_score": 0.598039, + "hf_subset": "yue_Hant-sot_Latn", + "languages": [ + "yue-Hant", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tur_Latn", + "languages": [ + "yue-Hant", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864872, + "recall": 0.902174, + "f1": 0.876666, + "accuracy": 0.902174, + "main_score": 0.876666, + "hf_subset": "yue_Hant-ace_Latn", + "languages": [ + "yue-Hant", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.968379, + "f1": 0.95998, + "accuracy": 0.968379, + "main_score": 0.95998, + "hf_subset": "yue_Hant-ban_Latn", + "languages": [ + "yue-Hant", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-ell_Grek", + "languages": [ + "yue-Hant", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "yue_Hant-hne_Deva", + "languages": [ + "yue-Hant", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593001, + "recall": 0.655138, + "f1": 0.610556, + "accuracy": 0.655138, + "main_score": 0.610556, + "hf_subset": "yue_Hant-kik_Latn", + "languages": [ + "yue-Hant", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mai_Deva", + "languages": [ + "yue-Hant", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "yue_Hant-pbt_Arab", + "languages": [ + "yue-Hant", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-spa_Latn", + "languages": [ + "yue-Hant", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602915, + "recall": 0.673913, + "f1": 0.623, + "accuracy": 0.673913, + "main_score": 0.623, + "hf_subset": "yue_Hant-twi_Latn", + "languages": [ + "yue-Hant", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-acm_Arab", + "languages": [ + "yue-Hant", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-bel_Cyrl", + "languages": [ + "yue-Hant", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-hrv_Latn", + "languages": [ + "yue-Hant", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538778, + "recall": 0.602767, + "f1": 0.556686, + "accuracy": 0.602767, + "main_score": 0.556686, + "hf_subset": "yue_Hant-kin_Latn", + "languages": [ + "yue-Hant", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-mal_Mlym", + "languages": [ + "yue-Hant", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-pes_Arab", + "languages": [ + "yue-Hant", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-srd_Latn", + "languages": [ + "yue-Hant", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.168644, + "recall": 0.224308, + "f1": 0.182682, + "accuracy": 0.224308, + "main_score": 0.182682, + "hf_subset": "yue_Hant-tzm_Tfng", + "languages": [ + "yue-Hant", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-acq_Arab", + "languages": [ + "yue-Hant", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626788, + "recall": 0.683794, + "f1": 0.642497, + "accuracy": 0.683794, + "main_score": 0.642497, + "hf_subset": "yue_Hant-bem_Latn", + "languages": [ + "yue-Hant", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-epo_Latn", + "languages": [ + "yue-Hant", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-hun_Latn", + "languages": [ + "yue-Hant", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-kir_Cyrl", + "languages": [ + "yue-Hant", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-mar_Deva", + "languages": [ + "yue-Hant", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661479, + "recall": 0.719368, + "f1": 0.678477, + "accuracy": 0.719368, + "main_score": 0.678477, + "hf_subset": "yue_Hant-plt_Latn", + "languages": [ + "yue-Hant", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-srp_Cyrl", + "languages": [ + "yue-Hant", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "yue_Hant-uig_Arab", + "languages": [ + "yue-Hant", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-aeb_Arab", + "languages": [ + "yue-Hant", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ben_Beng", + "languages": [ + "yue-Hant", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-est_Latn", + "languages": [ + "yue-Hant", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-hye_Armn", + "languages": [ + "yue-Hant", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531225, + "recall": 0.587945, + "f1": 0.547567, + "accuracy": 0.587945, + "main_score": 0.547567, + "hf_subset": "yue_Hant-kmb_Latn", + "languages": [ + "yue-Hant", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478624, + "recall": 0.559289, + "f1": 0.500846, + "accuracy": 0.559289, + "main_score": 0.500846, + "hf_subset": "yue_Hant-min_Arab", + "languages": [ + "yue-Hant", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-pol_Latn", + "languages": [ + "yue-Hant", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550791, + "recall": 0.617589, + "f1": 0.570168, + "accuracy": 0.617589, + "main_score": 0.570168, + "hf_subset": "yue_Hant-ssw_Latn", + "languages": [ + "yue-Hant", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ukr_Cyrl", + "languages": [ + "yue-Hant", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-afr_Latn", + "languages": [ + "yue-Hant", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-bho_Deva", + "languages": [ + "yue-Hant", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-eus_Latn", + "languages": [ + "yue-Hant", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560673, + "recall": 0.628458, + "f1": 0.57949, + "accuracy": 0.628458, + "main_score": 0.57949, + "hf_subset": "yue_Hant-ibo_Latn", + "languages": [ + "yue-Hant", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879941, + "recall": 0.913043, + "f1": 0.890646, + "accuracy": 0.913043, + "main_score": 0.890646, + "hf_subset": "yue_Hant-kmr_Latn", + "languages": [ + "yue-Hant", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-min_Latn", + "languages": [ + "yue-Hant", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-por_Latn", + "languages": [ + "yue-Hant", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-sun_Latn", + "languages": [ + "yue-Hant", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511254, + "recall": 0.576087, + "f1": 0.530105, + "accuracy": 0.576087, + "main_score": 0.530105, + "hf_subset": "yue_Hant-umb_Latn", + "languages": [ + "yue-Hant", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ajp_Arab", + "languages": [ + "yue-Hant", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505257, + "recall": 0.574111, + "f1": 0.524268, + "accuracy": 0.574111, + "main_score": 0.524268, + "hf_subset": "yue_Hant-bjn_Arab", + "languages": [ + "yue-Hant", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507011, + "recall": 0.576087, + "f1": 0.526726, + "accuracy": 0.576087, + "main_score": 0.526726, + "hf_subset": "yue_Hant-ewe_Latn", + "languages": [ + "yue-Hant", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937171, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "yue_Hant-ilo_Latn", + "languages": [ + "yue-Hant", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.298108, + "recall": 0.360672, + "f1": 0.314791, + "accuracy": 0.360672, + "main_score": 0.314791, + "hf_subset": "yue_Hant-knc_Arab", + "languages": [ + "yue-Hant", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-mkd_Cyrl", + "languages": [ + "yue-Hant", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-prs_Arab", + "languages": [ + "yue-Hant", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-swe_Latn", + "languages": [ + "yue-Hant", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-urd_Arab", + "languages": [ + "yue-Hant", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582915, + "recall": 0.653162, + "f1": 0.602595, + "accuracy": 0.653162, + "main_score": 0.602595, + "hf_subset": "yue_Hant-aka_Latn", + "languages": [ + "yue-Hant", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-bjn_Latn", + "languages": [ + "yue-Hant", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "yue_Hant-fao_Latn", + "languages": [ + "yue-Hant", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ind_Latn", + "languages": [ + "yue-Hant", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575318, + "recall": 0.633399, + "f1": 0.592184, + "accuracy": 0.633399, + "main_score": 0.592184, + "hf_subset": "yue_Hant-knc_Latn", + "languages": [ + "yue-Hant", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-mlt_Latn", + "languages": [ + "yue-Hant", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701186, + "recall": 0.76581, + "f1": 0.720296, + "accuracy": 0.76581, + "main_score": 0.720296, + "hf_subset": "yue_Hant-quy_Latn", + "languages": [ + "yue-Hant", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "yue_Hant-swh_Latn", + "languages": [ + "yue-Hant", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-uzn_Latn", + "languages": [ + "yue-Hant", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-als_Latn", + "languages": [ + "yue-Hant", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663488, + "recall": 0.745059, + "f1": 0.687945, + "accuracy": 0.745059, + "main_score": 0.687945, + "hf_subset": "yue_Hant-bod_Tibt", + "languages": [ + "yue-Hant", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700055, + "recall": 0.757905, + "f1": 0.716831, + "accuracy": 0.757905, + "main_score": 0.716831, + "hf_subset": "yue_Hant-fij_Latn", + "languages": [ + "yue-Hant", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-isl_Latn", + "languages": [ + "yue-Hant", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658853, + "recall": 0.717391, + "f1": 0.676536, + "accuracy": 0.717391, + "main_score": 0.676536, + "hf_subset": "yue_Hant-kon_Latn", + "languages": [ + "yue-Hant", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640711, + "recall": 0.715415, + "f1": 0.662733, + "accuracy": 0.715415, + "main_score": 0.662733, + "hf_subset": "yue_Hant-mni_Beng", + "languages": [ + "yue-Hant", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ron_Latn", + "languages": [ + "yue-Hant", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "yue_Hant-szl_Latn", + "languages": [ + "yue-Hant", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-vec_Latn", + "languages": [ + "yue-Hant", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940876, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "yue_Hant-amh_Ethi", + "languages": [ + "yue-Hant", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-bos_Latn", + "languages": [ + "yue-Hant", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "yue_Hant-fin_Latn", + "languages": [ + "yue-Hant", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ita_Latn", + "languages": [ + "yue-Hant", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53077, + "recall": 0.594862, + "f1": 0.548377, + "accuracy": 0.594862, + "main_score": 0.548377, + "hf_subset": "yue_Hant-mos_Latn", + "languages": [ + "yue-Hant", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552233, + "recall": 0.61166, + "f1": 0.569186, + "accuracy": 0.61166, + "main_score": 0.569186, + "hf_subset": "yue_Hant-run_Latn", + "languages": [ + "yue-Hant", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tam_Taml", + "languages": [ + "yue-Hant", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-apc_Arab", + "languages": [ + "yue-Hant", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802026, + "recall": 0.849802, + "f1": 0.816521, + "accuracy": 0.849802, + "main_score": 0.816521, + "hf_subset": "yue_Hant-bug_Latn", + "languages": [ + "yue-Hant", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472154, + "recall": 0.529644, + "f1": 0.48738, + "accuracy": 0.529644, + "main_score": 0.48738, + "hf_subset": "yue_Hant-fon_Latn", + "languages": [ + "yue-Hant", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-jav_Latn", + "languages": [ + "yue-Hant", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-lao_Laoo", + "languages": [ + "yue-Hant", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853706, + "recall": 0.892292, + "f1": 0.865481, + "accuracy": 0.892292, + "main_score": 0.865481, + "hf_subset": "yue_Hant-mri_Latn", + "languages": [ + "yue-Hant", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-rus_Cyrl", + "languages": [ + "yue-Hant", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534258, + "recall": 0.603755, + "f1": 0.553984, + "accuracy": 0.603755, + "main_score": 0.553984, + "hf_subset": "yue_Hant-taq_Latn", + "languages": [ + "yue-Hant", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-war_Latn", + "languages": [ + "yue-Hant", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-arb_Arab", + "languages": [ + "yue-Hant", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-bul_Cyrl", + "languages": [ + "yue-Hant", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-fra_Latn", + "languages": [ + "yue-Hant", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-lij_Latn", + "languages": [ + "yue-Hant", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "yue_Hant-mya_Mymr", + "languages": [ + "yue-Hant", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585954, + "recall": 0.659091, + "f1": 0.606543, + "accuracy": 0.659091, + "main_score": 0.606543, + "hf_subset": "yue_Hant-sag_Latn", + "languages": [ + "yue-Hant", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185919, + "recall": 0.248024, + "f1": 0.20054, + "accuracy": 0.248024, + "main_score": 0.20054, + "hf_subset": "yue_Hant-taq_Tfng", + "languages": [ + "yue-Hant", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611315, + "recall": 0.683794, + "f1": 0.632186, + "accuracy": 0.683794, + "main_score": 0.632186, + "hf_subset": "yue_Hant-wol_Latn", + "languages": [ + "yue-Hant", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784453, + "recall": 0.840909, + "f1": 0.801812, + "accuracy": 0.840909, + "main_score": 0.801812, + "hf_subset": "yue_Hant-arb_Latn", + "languages": [ + "yue-Hant", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-cat_Latn", + "languages": [ + "yue-Hant", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-fur_Latn", + "languages": [ + "yue-Hant", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398453, + "recall": 0.454545, + "f1": 0.414034, + "accuracy": 0.454545, + "main_score": 0.414034, + "hf_subset": "yue_Hant-kab_Latn", + "languages": [ + "yue-Hant", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "yue_Hant-lim_Latn", + "languages": [ + "yue-Hant", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-nld_Latn", + "languages": [ + "yue-Hant", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "yue_Hant-san_Deva", + "languages": [ + "yue-Hant", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-tat_Cyrl", + "languages": [ + "yue-Hant", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654602, + "recall": 0.719368, + "f1": 0.673687, + "accuracy": 0.719368, + "main_score": 0.673687, + "hf_subset": "yue_Hant-xho_Latn", + "languages": [ + "yue-Hant", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ars_Arab", + "languages": [ + "yue-Hant", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-ceb_Latn", + "languages": [ + "yue-Hant", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547257, + "recall": 0.614625, + "f1": 0.565904, + "accuracy": 0.614625, + "main_score": 0.565904, + "hf_subset": "yue_Hant-fuv_Latn", + "languages": [ + "yue-Hant", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49158, + "recall": 0.565217, + "f1": 0.511262, + "accuracy": 0.565217, + "main_score": 0.511262, + "hf_subset": "yue_Hant-kac_Latn", + "languages": [ + "yue-Hant", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6661, + "recall": 0.724308, + "f1": 0.683185, + "accuracy": 0.724308, + "main_score": 0.683185, + "hf_subset": "yue_Hant-lin_Latn", + "languages": [ + "yue-Hant", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-nno_Latn", + "languages": [ + "yue-Hant", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.220224, + "recall": 0.297431, + "f1": 0.240721, + "accuracy": 0.297431, + "main_score": 0.240721, + "hf_subset": "yue_Hant-sat_Olck", + "languages": [ + "yue-Hant", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tel_Telu", + "languages": [ + "yue-Hant", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.967391, + "f1": 0.958169, + "accuracy": 0.967391, + "main_score": 0.958169, + "hf_subset": "yue_Hant-ydd_Hebr", + "languages": [ + "yue-Hant", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "yue_Hant-ary_Arab", + "languages": [ + "yue-Hant", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ces_Latn", + "languages": [ + "yue-Hant", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559404, + "recall": 0.628458, + "f1": 0.579418, + "accuracy": 0.628458, + "main_score": 0.579418, + "hf_subset": "yue_Hant-gaz_Latn", + "languages": [ + "yue-Hant", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580988, + "recall": 0.649209, + "f1": 0.599769, + "accuracy": 0.649209, + "main_score": 0.599769, + "hf_subset": "yue_Hant-kam_Latn", + "languages": [ + "yue-Hant", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "yue_Hant-lit_Latn", + "languages": [ + "yue-Hant", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-nob_Latn", + "languages": [ + "yue-Hant", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "yue_Hant-scn_Latn", + "languages": [ + "yue-Hant", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "yue_Hant-tgk_Cyrl", + "languages": [ + "yue-Hant", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696765, + "recall": 0.769763, + "f1": 0.718956, + "accuracy": 0.769763, + "main_score": 0.718956, + "hf_subset": "yue_Hant-yor_Latn", + "languages": [ + "yue-Hant", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-arz_Arab", + "languages": [ + "yue-Hant", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565648, + "recall": 0.630435, + "f1": 0.584412, + "accuracy": 0.630435, + "main_score": 0.584412, + "hf_subset": "yue_Hant-cjk_Latn", + "languages": [ + "yue-Hant", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772596, + "recall": 0.827075, + "f1": 0.789328, + "accuracy": 0.827075, + "main_score": 0.789328, + "hf_subset": "yue_Hant-gla_Latn", + "languages": [ + "yue-Hant", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-kan_Knda", + "languages": [ + "yue-Hant", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "yue_Hant-lmo_Latn", + "languages": [ + "yue-Hant", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "yue_Hant-npi_Deva", + "languages": [ + "yue-Hant", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4635, + "recall": 0.538538, + "f1": 0.484216, + "accuracy": 0.538538, + "main_score": 0.484216, + "hf_subset": "yue_Hant-shn_Mymr", + "languages": [ + "yue-Hant", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tgl_Latn", + "languages": [ + "yue-Hant", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-asm_Beng", + "languages": [ + "yue-Hant", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "yue_Hant-ckb_Arab", + "languages": [ + "yue-Hant", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87607, + "recall": 0.909091, + "f1": 0.886232, + "accuracy": 0.909091, + "main_score": 0.886232, + "hf_subset": "yue_Hant-gle_Latn", + "languages": [ + "yue-Hant", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "yue_Hant-kas_Arab", + "languages": [ + "yue-Hant", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938735, + "recall": 0.95751, + "f1": 0.944829, + "accuracy": 0.95751, + "main_score": 0.944829, + "hf_subset": "yue_Hant-ltg_Latn", + "languages": [ + "yue-Hant", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61485, + "recall": 0.673913, + "f1": 0.631628, + "accuracy": 0.673913, + "main_score": 0.631628, + "hf_subset": "yue_Hant-nso_Latn", + "languages": [ + "yue-Hant", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-sin_Sinh", + "languages": [ + "yue-Hant", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-tha_Thai", + "languages": [ + "yue-Hant", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ast_Latn", + "languages": [ + "yue-Hant", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "yue_Hant-crh_Latn", + "languages": [ + "yue-Hant", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-glg_Latn", + "languages": [ + "yue-Hant", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909009, + "recall": 0.936759, + "f1": 0.91805, + "accuracy": 0.936759, + "main_score": 0.91805, + "hf_subset": "yue_Hant-kas_Deva", + "languages": [ + "yue-Hant", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "yue_Hant-ltz_Latn", + "languages": [ + "yue-Hant", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448948, + "recall": 0.520751, + "f1": 0.467829, + "accuracy": 0.520751, + "main_score": 0.467829, + "hf_subset": "yue_Hant-nus_Latn", + "languages": [ + "yue-Hant", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-slk_Latn", + "languages": [ + "yue-Hant", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608646, + "recall": 0.681818, + "f1": 0.62996, + "accuracy": 0.681818, + "main_score": 0.62996, + "hf_subset": "yue_Hant-tir_Ethi", + "languages": [ + "yue-Hant", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "yue_Hant-awa_Deva", + "languages": [ + "yue-Hant", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "yue_Hant-cym_Latn", + "languages": [ + "yue-Hant", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834074, + "recall": 0.87747, + "f1": 0.847727, + "accuracy": 0.87747, + "main_score": 0.847727, + "hf_subset": "yue_Hant-grn_Latn", + "languages": [ + "yue-Hant", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-kat_Geor", + "languages": [ + "yue-Hant", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636679, + "recall": 0.697628, + "f1": 0.65422, + "accuracy": 0.697628, + "main_score": 0.65422, + "hf_subset": "yue_Hant-lua_Latn", + "languages": [ + "yue-Hant", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611448, + "recall": 0.681818, + "f1": 0.631442, + "accuracy": 0.681818, + "main_score": 0.631442, + "hf_subset": "yue_Hant-nya_Latn", + "languages": [ + "yue-Hant", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-slv_Latn", + "languages": [ + "yue-Hant", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957592, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "yue_Hant-tpi_Latn", + "languages": [ + "yue-Hant", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-zsm_Latn", + "languages": [ + "yue-Hant", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541289, + "recall": 0.605731, + "f1": 0.559896, + "accuracy": 0.605731, + "main_score": 0.559896, + "hf_subset": "yue_Hant-ayr_Latn", + "languages": [ + "yue-Hant", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-dan_Latn", + "languages": [ + "yue-Hant", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-guj_Gujr", + "languages": [ + "yue-Hant", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "yue_Hant-kaz_Cyrl", + "languages": [ + "yue-Hant", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529202, + "recall": 0.594862, + "f1": 0.547831, + "accuracy": 0.594862, + "main_score": 0.547831, + "hf_subset": "yue_Hant-lug_Latn", + "languages": [ + "yue-Hant", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-oci_Latn", + "languages": [ + "yue-Hant", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821492, + "recall": 0.864625, + "f1": 0.834519, + "accuracy": 0.864625, + "main_score": 0.834519, + "hf_subset": "yue_Hant-smo_Latn", + "languages": [ + "yue-Hant", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538303, + "recall": 0.606719, + "f1": 0.557541, + "accuracy": 0.606719, + "main_score": 0.557541, + "hf_subset": "yue_Hant-tsn_Latn", + "languages": [ + "yue-Hant", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609023, + "recall": 0.673913, + "f1": 0.627948, + "accuracy": 0.673913, + "main_score": 0.627948, + "hf_subset": "yue_Hant-zul_Latn", + "languages": [ + "yue-Hant", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923913, + "recall": 0.947628, + "f1": 0.931653, + "accuracy": 0.947628, + "main_score": 0.931653, + "hf_subset": "yue_Hant-azb_Arab", + "languages": [ + "yue-Hant", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-deu_Latn", + "languages": [ + "yue-Hant", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "yue_Hant-hat_Latn", + "languages": [ + "yue-Hant", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49274, + "recall": 0.550395, + "f1": 0.508682, + "accuracy": 0.550395, + "main_score": 0.508682, + "hf_subset": "yue_Hant-kbp_Latn", + "languages": [ + "yue-Hant", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565224, + "recall": 0.629447, + "f1": 0.582998, + "accuracy": 0.629447, + "main_score": 0.582998, + "hf_subset": "yue_Hant-luo_Latn", + "languages": [ + "yue-Hant", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-ory_Orya", + "languages": [ + "yue-Hant", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590556, + "recall": 0.657115, + "f1": 0.609983, + "accuracy": 0.657115, + "main_score": 0.609983, + "hf_subset": "yue_Hant-sna_Latn", + "languages": [ + "yue-Hant", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548892, + "recall": 0.608696, + "f1": 0.565893, + "accuracy": 0.608696, + "main_score": 0.565893, + "hf_subset": "yue_Hant-tso_Latn", + "languages": [ + "yue-Hant", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-azj_Latn", + "languages": [ + "yue-Hant", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521772, + "recall": 0.593874, + "f1": 0.542628, + "accuracy": 0.593874, + "main_score": 0.542628, + "hf_subset": "yue_Hant-dik_Latn", + "languages": [ + "yue-Hant", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741248, + "recall": 0.796443, + "f1": 0.757428, + "accuracy": 0.796443, + "main_score": 0.757428, + "hf_subset": "yue_Hant-hau_Latn", + "languages": [ + "yue-Hant", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "yue_Hant-kea_Latn", + "languages": [ + "yue-Hant", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749358, + "recall": 0.800395, + "f1": 0.764295, + "accuracy": 0.800395, + "main_score": 0.764295, + "hf_subset": "yue_Hant-lus_Latn", + "languages": [ + "yue-Hant", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875329, + "recall": 0.907115, + "f1": 0.885145, + "accuracy": 0.907115, + "main_score": 0.885145, + "hf_subset": "yue_Hant-pag_Latn", + "languages": [ + "yue-Hant", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "yue_Hant-snd_Arab", + "languages": [ + "yue-Hant", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961874, + "recall": 0.97332, + "f1": 0.965481, + "accuracy": 0.97332, + "main_score": 0.965481, + "hf_subset": "yue_Hant-tuk_Latn", + "languages": [ + "yue-Hant", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "yue_Hant-bak_Cyrl", + "languages": [ + "yue-Hant", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466774, + "recall": 0.552372, + "f1": 0.491293, + "accuracy": 0.552372, + "main_score": 0.491293, + "hf_subset": "yue_Hant-dyu_Latn", + "languages": [ + "yue-Hant", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "yue_Hant-heb_Hebr", + "languages": [ + "yue-Hant", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "yue_Hant-khk_Cyrl", + "languages": [ + "yue-Hant", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-lvs_Latn", + "languages": [ + "yue-Hant", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "yue_Hant-pan_Guru", + "languages": [ + "yue-Hant", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68526, + "recall": 0.749012, + "f1": 0.704004, + "accuracy": 0.749012, + "main_score": 0.704004, + "hf_subset": "yue_Hant-som_Latn", + "languages": [ + "yue-Hant", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603616, + "recall": 0.65415, + "f1": 0.617615, + "accuracy": 0.65415, + "main_score": 0.617615, + "hf_subset": "yue_Hant-tum_Latn", + "languages": [ + "yue-Hant", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514932, + "recall": 0.583004, + "f1": 0.533855, + "accuracy": 0.583004, + "main_score": 0.533855, + "hf_subset": "asm_Beng-ace_Arab", + "languages": [ + "asm-Beng", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493019, + "recall": 0.554348, + "f1": 0.509718, + "accuracy": 0.554348, + "main_score": 0.509718, + "hf_subset": "asm_Beng-bam_Latn", + "languages": [ + "asm-Beng", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400291, + "recall": 0.487154, + "f1": 0.422599, + "accuracy": 0.487154, + "main_score": 0.422599, + "hf_subset": "asm_Beng-dzo_Tibt", + "languages": [ + "asm-Beng", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-khm_Khmr", + "languages": [ + "asm-Beng", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-mag_Deva", + "languages": [ + "asm-Beng", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "asm_Beng-pap_Latn", + "languages": [ + "asm-Beng", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550739, + "recall": 0.605731, + "f1": 0.56585, + "accuracy": 0.605731, + "main_score": 0.56585, + "hf_subset": "asm_Beng-sot_Latn", + "languages": [ + "asm-Beng", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-tur_Latn", + "languages": [ + "asm-Beng", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823155, + "recall": 0.867589, + "f1": 0.836877, + "accuracy": 0.867589, + "main_score": 0.836877, + "hf_subset": "asm_Beng-ace_Latn", + "languages": [ + "asm-Beng", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936841, + "recall": 0.954545, + "f1": 0.942424, + "accuracy": 0.954545, + "main_score": 0.942424, + "hf_subset": "asm_Beng-ban_Latn", + "languages": [ + "asm-Beng", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-ell_Grek", + "languages": [ + "asm-Beng", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "asm_Beng-hne_Deva", + "languages": [ + "asm-Beng", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556383, + "recall": 0.614625, + "f1": 0.573089, + "accuracy": 0.614625, + "main_score": 0.573089, + "hf_subset": "asm_Beng-kik_Latn", + "languages": [ + "asm-Beng", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "asm_Beng-pbt_Arab", + "languages": [ + "asm-Beng", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-spa_Latn", + "languages": [ + "asm-Beng", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581145, + "recall": 0.648221, + "f1": 0.599525, + "accuracy": 0.648221, + "main_score": 0.599525, + "hf_subset": "asm_Beng-twi_Latn", + "languages": [ + "asm-Beng", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-acm_Arab", + "languages": [ + "asm-Beng", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-bel_Cyrl", + "languages": [ + "asm-Beng", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-hrv_Latn", + "languages": [ + "asm-Beng", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517328, + "recall": 0.58498, + "f1": 0.5354, + "accuracy": 0.58498, + "main_score": 0.5354, + "hf_subset": "asm_Beng-kin_Latn", + "languages": [ + "asm-Beng", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-pes_Arab", + "languages": [ + "asm-Beng", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "asm_Beng-srd_Latn", + "languages": [ + "asm-Beng", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.176557, + "recall": 0.216403, + "f1": 0.186355, + "accuracy": 0.216403, + "main_score": 0.186355, + "hf_subset": "asm_Beng-tzm_Tfng", + "languages": [ + "asm-Beng", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-acq_Arab", + "languages": [ + "asm-Beng", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594969, + "recall": 0.643281, + "f1": 0.608296, + "accuracy": 0.643281, + "main_score": 0.608296, + "hf_subset": "asm_Beng-bem_Latn", + "languages": [ + "asm-Beng", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-epo_Latn", + "languages": [ + "asm-Beng", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-hun_Latn", + "languages": [ + "asm-Beng", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "asm_Beng-kir_Cyrl", + "languages": [ + "asm-Beng", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63592, + "recall": 0.692688, + "f1": 0.651332, + "accuracy": 0.692688, + "main_score": 0.651332, + "hf_subset": "asm_Beng-plt_Latn", + "languages": [ + "asm-Beng", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-srp_Cyrl", + "languages": [ + "asm-Beng", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "asm_Beng-uig_Arab", + "languages": [ + "asm-Beng", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-aeb_Arab", + "languages": [ + "asm-Beng", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-est_Latn", + "languages": [ + "asm-Beng", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-hye_Armn", + "languages": [ + "asm-Beng", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503102, + "recall": 0.556324, + "f1": 0.51733, + "accuracy": 0.556324, + "main_score": 0.51733, + "hf_subset": "asm_Beng-kmb_Latn", + "languages": [ + "asm-Beng", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459827, + "recall": 0.523715, + "f1": 0.476625, + "accuracy": 0.523715, + "main_score": 0.476625, + "hf_subset": "asm_Beng-min_Arab", + "languages": [ + "asm-Beng", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-pol_Latn", + "languages": [ + "asm-Beng", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531588, + "recall": 0.592885, + "f1": 0.549017, + "accuracy": 0.592885, + "main_score": 0.549017, + "hf_subset": "asm_Beng-ssw_Latn", + "languages": [ + "asm-Beng", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ukr_Cyrl", + "languages": [ + "asm-Beng", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-afr_Latn", + "languages": [ + "asm-Beng", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-bho_Deva", + "languages": [ + "asm-Beng", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "asm_Beng-eus_Latn", + "languages": [ + "asm-Beng", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528748, + "recall": 0.592885, + "f1": 0.54594, + "accuracy": 0.592885, + "main_score": 0.54594, + "hf_subset": "asm_Beng-ibo_Latn", + "languages": [ + "asm-Beng", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86194, + "recall": 0.898221, + "f1": 0.873221, + "accuracy": 0.898221, + "main_score": 0.873221, + "hf_subset": "asm_Beng-kmr_Latn", + "languages": [ + "asm-Beng", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "asm_Beng-min_Latn", + "languages": [ + "asm-Beng", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-por_Latn", + "languages": [ + "asm-Beng", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-sun_Latn", + "languages": [ + "asm-Beng", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482776, + "recall": 0.539526, + "f1": 0.498515, + "accuracy": 0.539526, + "main_score": 0.498515, + "hf_subset": "asm_Beng-umb_Latn", + "languages": [ + "asm-Beng", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ajp_Arab", + "languages": [ + "asm-Beng", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491044, + "recall": 0.552372, + "f1": 0.508206, + "accuracy": 0.552372, + "main_score": 0.508206, + "hf_subset": "asm_Beng-bjn_Arab", + "languages": [ + "asm-Beng", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474178, + "recall": 0.530632, + "f1": 0.489096, + "accuracy": 0.530632, + "main_score": 0.489096, + "hf_subset": "asm_Beng-ewe_Latn", + "languages": [ + "asm-Beng", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915267, + "recall": 0.939723, + "f1": 0.922991, + "accuracy": 0.939723, + "main_score": 0.922991, + "hf_subset": "asm_Beng-ilo_Latn", + "languages": [ + "asm-Beng", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294764, + "recall": 0.348814, + "f1": 0.30955, + "accuracy": 0.348814, + "main_score": 0.30955, + "hf_subset": "asm_Beng-knc_Arab", + "languages": [ + "asm-Beng", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-mkd_Cyrl", + "languages": [ + "asm-Beng", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-prs_Arab", + "languages": [ + "asm-Beng", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-swe_Latn", + "languages": [ + "asm-Beng", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542902, + "recall": 0.605731, + "f1": 0.560259, + "accuracy": 0.605731, + "main_score": 0.560259, + "hf_subset": "asm_Beng-aka_Latn", + "languages": [ + "asm-Beng", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "asm_Beng-bjn_Latn", + "languages": [ + "asm-Beng", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "asm_Beng-fao_Latn", + "languages": [ + "asm-Beng", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ind_Latn", + "languages": [ + "asm-Beng", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565506, + "recall": 0.617589, + "f1": 0.579532, + "accuracy": 0.617589, + "main_score": 0.579532, + "hf_subset": "asm_Beng-knc_Latn", + "languages": [ + "asm-Beng", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "asm_Beng-mlt_Latn", + "languages": [ + "asm-Beng", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676697, + "recall": 0.741107, + "f1": 0.695241, + "accuracy": 0.741107, + "main_score": 0.695241, + "hf_subset": "asm_Beng-quy_Latn", + "languages": [ + "asm-Beng", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.969368, + "f1": 0.959651, + "accuracy": 0.969368, + "main_score": 0.959651, + "hf_subset": "asm_Beng-swh_Latn", + "languages": [ + "asm-Beng", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-uzn_Latn", + "languages": [ + "asm-Beng", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-als_Latn", + "languages": [ + "asm-Beng", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647414, + "recall": 0.717391, + "f1": 0.66741, + "accuracy": 0.717391, + "main_score": 0.66741, + "hf_subset": "asm_Beng-bod_Tibt", + "languages": [ + "asm-Beng", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670598, + "recall": 0.730237, + "f1": 0.68742, + "accuracy": 0.730237, + "main_score": 0.68742, + "hf_subset": "asm_Beng-fij_Latn", + "languages": [ + "asm-Beng", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "asm_Beng-isl_Latn", + "languages": [ + "asm-Beng", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633547, + "recall": 0.689723, + "f1": 0.649202, + "accuracy": 0.689723, + "main_score": 0.649202, + "hf_subset": "asm_Beng-kon_Latn", + "languages": [ + "asm-Beng", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654208, + "recall": 0.713439, + "f1": 0.67084, + "accuracy": 0.713439, + "main_score": 0.67084, + "hf_subset": "asm_Beng-mni_Beng", + "languages": [ + "asm-Beng", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ron_Latn", + "languages": [ + "asm-Beng", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.985178, + "f1": 0.981555, + "accuracy": 0.985178, + "main_score": 0.981555, + "hf_subset": "asm_Beng-szl_Latn", + "languages": [ + "asm-Beng", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-vec_Latn", + "languages": [ + "asm-Beng", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.959486, + "f1": 0.947925, + "accuracy": 0.959486, + "main_score": 0.947925, + "hf_subset": "asm_Beng-amh_Ethi", + "languages": [ + "asm-Beng", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-bos_Latn", + "languages": [ + "asm-Beng", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-fin_Latn", + "languages": [ + "asm-Beng", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-ita_Latn", + "languages": [ + "asm-Beng", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-kor_Hang", + "languages": [ + "asm-Beng", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5003, + "recall": 0.566206, + "f1": 0.518586, + "accuracy": 0.566206, + "main_score": 0.518586, + "hf_subset": "asm_Beng-mos_Latn", + "languages": [ + "asm-Beng", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498103, + "recall": 0.559289, + "f1": 0.515415, + "accuracy": 0.559289, + "main_score": 0.515415, + "hf_subset": "asm_Beng-run_Latn", + "languages": [ + "asm-Beng", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-vie_Latn", + "languages": [ + "asm-Beng", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-apc_Arab", + "languages": [ + "asm-Beng", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770497, + "recall": 0.821146, + "f1": 0.785378, + "accuracy": 0.821146, + "main_score": 0.785378, + "hf_subset": "asm_Beng-bug_Latn", + "languages": [ + "asm-Beng", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441356, + "recall": 0.496047, + "f1": 0.455388, + "accuracy": 0.496047, + "main_score": 0.455388, + "hf_subset": "asm_Beng-fon_Latn", + "languages": [ + "asm-Beng", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "asm_Beng-jav_Latn", + "languages": [ + "asm-Beng", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "asm_Beng-lao_Laoo", + "languages": [ + "asm-Beng", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847826, + "recall": 0.889328, + "f1": 0.860804, + "accuracy": 0.889328, + "main_score": 0.860804, + "hf_subset": "asm_Beng-mri_Latn", + "languages": [ + "asm-Beng", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-rus_Cyrl", + "languages": [ + "asm-Beng", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510507, + "recall": 0.568182, + "f1": 0.526206, + "accuracy": 0.568182, + "main_score": 0.526206, + "hf_subset": "asm_Beng-taq_Latn", + "languages": [ + "asm-Beng", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "asm_Beng-war_Latn", + "languages": [ + "asm-Beng", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-arb_Arab", + "languages": [ + "asm-Beng", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-bul_Cyrl", + "languages": [ + "asm-Beng", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-fra_Latn", + "languages": [ + "asm-Beng", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-jpn_Jpan", + "languages": [ + "asm-Beng", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "asm_Beng-lij_Latn", + "languages": [ + "asm-Beng", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989789, + "recall": 0.992095, + "f1": 0.990448, + "accuracy": 0.992095, + "main_score": 0.990448, + "hf_subset": "asm_Beng-mya_Mymr", + "languages": [ + "asm-Beng", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558745, + "recall": 0.623518, + "f1": 0.577346, + "accuracy": 0.623518, + "main_score": 0.577346, + "hf_subset": "asm_Beng-sag_Latn", + "languages": [ + "asm-Beng", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192493, + "recall": 0.240119, + "f1": 0.202994, + "accuracy": 0.240119, + "main_score": 0.202994, + "hf_subset": "asm_Beng-taq_Tfng", + "languages": [ + "asm-Beng", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599681, + "recall": 0.660079, + "f1": 0.61622, + "accuracy": 0.660079, + "main_score": 0.61622, + "hf_subset": "asm_Beng-wol_Latn", + "languages": [ + "asm-Beng", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740679, + "recall": 0.800395, + "f1": 0.757995, + "accuracy": 0.800395, + "main_score": 0.757995, + "hf_subset": "asm_Beng-arb_Latn", + "languages": [ + "asm-Beng", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-cat_Latn", + "languages": [ + "asm-Beng", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "asm_Beng-fur_Latn", + "languages": [ + "asm-Beng", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37465, + "recall": 0.426877, + "f1": 0.38892, + "accuracy": 0.426877, + "main_score": 0.38892, + "hf_subset": "asm_Beng-kab_Latn", + "languages": [ + "asm-Beng", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "asm_Beng-lim_Latn", + "languages": [ + "asm-Beng", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-nld_Latn", + "languages": [ + "asm-Beng", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "asm_Beng-tat_Cyrl", + "languages": [ + "asm-Beng", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646371, + "recall": 0.702569, + "f1": 0.662832, + "accuracy": 0.702569, + "main_score": 0.662832, + "hf_subset": "asm_Beng-xho_Latn", + "languages": [ + "asm-Beng", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ars_Arab", + "languages": [ + "asm-Beng", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-ceb_Latn", + "languages": [ + "asm-Beng", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534922, + "recall": 0.593874, + "f1": 0.551521, + "accuracy": 0.593874, + "main_score": 0.551521, + "hf_subset": "asm_Beng-fuv_Latn", + "languages": [ + "asm-Beng", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479632, + "recall": 0.54249, + "f1": 0.496415, + "accuracy": 0.54249, + "main_score": 0.496415, + "hf_subset": "asm_Beng-kac_Latn", + "languages": [ + "asm-Beng", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632249, + "recall": 0.687747, + "f1": 0.647779, + "accuracy": 0.687747, + "main_score": 0.647779, + "hf_subset": "asm_Beng-lin_Latn", + "languages": [ + "asm-Beng", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-nno_Latn", + "languages": [ + "asm-Beng", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.251009, + "recall": 0.327075, + "f1": 0.270774, + "accuracy": 0.327075, + "main_score": 0.270774, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "asm_Beng-ydd_Hebr", + "languages": [ + "asm-Beng", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974144, + "recall": 0.982213, + "f1": 0.976779, + "accuracy": 0.982213, + "main_score": 0.976779, + "hf_subset": "asm_Beng-ary_Arab", + "languages": [ + "asm-Beng", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-ces_Latn", + "languages": [ + "asm-Beng", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544616, + "recall": 0.608696, + "f1": 0.562804, + "accuracy": 0.608696, + "main_score": 0.562804, + "hf_subset": "asm_Beng-gaz_Latn", + "languages": [ + "asm-Beng", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56271, + "recall": 0.624506, + "f1": 0.579885, + "accuracy": 0.624506, + "main_score": 0.579885, + "hf_subset": "asm_Beng-kam_Latn", + "languages": [ + "asm-Beng", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "asm_Beng-lit_Latn", + "languages": [ + "asm-Beng", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-nob_Latn", + "languages": [ + "asm-Beng", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "asm_Beng-scn_Latn", + "languages": [ + "asm-Beng", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "asm_Beng-tgk_Cyrl", + "languages": [ + "asm-Beng", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690877, + "recall": 0.757905, + "f1": 0.710564, + "accuracy": 0.757905, + "main_score": 0.710564, + "hf_subset": "asm_Beng-yor_Latn", + "languages": [ + "asm-Beng", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-arz_Arab", + "languages": [ + "asm-Beng", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533762, + "recall": 0.587945, + "f1": 0.549027, + "accuracy": 0.587945, + "main_score": 0.549027, + "hf_subset": "asm_Beng-cjk_Latn", + "languages": [ + "asm-Beng", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743692, + "recall": 0.795455, + "f1": 0.759077, + "accuracy": 0.795455, + "main_score": 0.759077, + "hf_subset": "asm_Beng-gla_Latn", + "languages": [ + "asm-Beng", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "asm_Beng-lmo_Latn", + "languages": [ + "asm-Beng", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442833, + "recall": 0.502964, + "f1": 0.45951, + "accuracy": 0.502964, + "main_score": 0.45951, + "hf_subset": "asm_Beng-shn_Mymr", + "languages": [ + "asm-Beng", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-tgl_Latn", + "languages": [ + "asm-Beng", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-yue_Hant", + "languages": [ + "asm-Beng", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "asm_Beng-ckb_Arab", + "languages": [ + "asm-Beng", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822276, + "recall": 0.869565, + "f1": 0.836841, + "accuracy": 0.869565, + "main_score": 0.836841, + "hf_subset": "asm_Beng-gle_Latn", + "languages": [ + "asm-Beng", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946805, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895751, + "recall": 0.925889, + "f1": 0.90527, + "accuracy": 0.925889, + "main_score": 0.90527, + "hf_subset": "asm_Beng-ltg_Latn", + "languages": [ + "asm-Beng", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570863, + "recall": 0.62747, + "f1": 0.586295, + "accuracy": 0.62747, + "main_score": 0.586295, + "hf_subset": "asm_Beng-nso_Latn", + "languages": [ + "asm-Beng", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-sin_Sinh", + "languages": [ + "asm-Beng", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-tha_Thai", + "languages": [ + "asm-Beng", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-zho_Hans", + "languages": [ + "asm-Beng", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-ast_Latn", + "languages": [ + "asm-Beng", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-crh_Latn", + "languages": [ + "asm-Beng", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-glg_Latn", + "languages": [ + "asm-Beng", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890975, + "recall": 0.920949, + "f1": 0.900362, + "accuracy": 0.920949, + "main_score": 0.900362, + "hf_subset": "asm_Beng-kas_Deva", + "languages": [ + "asm-Beng", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "asm_Beng-ltz_Latn", + "languages": [ + "asm-Beng", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431705, + "recall": 0.498024, + "f1": 0.449335, + "accuracy": 0.498024, + "main_score": 0.449335, + "hf_subset": "asm_Beng-nus_Latn", + "languages": [ + "asm-Beng", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-slk_Latn", + "languages": [ + "asm-Beng", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598043, + "recall": 0.667984, + "f1": 0.618179, + "accuracy": 0.667984, + "main_score": 0.618179, + "hf_subset": "asm_Beng-tir_Ethi", + "languages": [ + "asm-Beng", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "asm_Beng-zho_Hant", + "languages": [ + "asm-Beng", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "asm_Beng-awa_Deva", + "languages": [ + "asm-Beng", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "asm_Beng-cym_Latn", + "languages": [ + "asm-Beng", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799605, + "recall": 0.84585, + "f1": 0.813622, + "accuracy": 0.84585, + "main_score": 0.813622, + "hf_subset": "asm_Beng-grn_Latn", + "languages": [ + "asm-Beng", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "asm_Beng-kat_Geor", + "languages": [ + "asm-Beng", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609038, + "recall": 0.661067, + "f1": 0.623814, + "accuracy": 0.661067, + "main_score": 0.623814, + "hf_subset": "asm_Beng-lua_Latn", + "languages": [ + "asm-Beng", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590673, + "recall": 0.650198, + "f1": 0.607588, + "accuracy": 0.650198, + "main_score": 0.607588, + "hf_subset": "asm_Beng-nya_Latn", + "languages": [ + "asm-Beng", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-slv_Latn", + "languages": [ + "asm-Beng", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925725, + "recall": 0.947628, + "f1": 0.932806, + "accuracy": 0.947628, + "main_score": 0.932806, + "hf_subset": "asm_Beng-tpi_Latn", + "languages": [ + "asm-Beng", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-zsm_Latn", + "languages": [ + "asm-Beng", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51436, + "recall": 0.574111, + "f1": 0.531487, + "accuracy": 0.574111, + "main_score": 0.531487, + "hf_subset": "asm_Beng-ayr_Latn", + "languages": [ + "asm-Beng", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-dan_Latn", + "languages": [ + "asm-Beng", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-kaz_Cyrl", + "languages": [ + "asm-Beng", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498106, + "recall": 0.559289, + "f1": 0.515077, + "accuracy": 0.559289, + "main_score": 0.515077, + "hf_subset": "asm_Beng-lug_Latn", + "languages": [ + "asm-Beng", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-oci_Latn", + "languages": [ + "asm-Beng", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789328, + "recall": 0.838933, + "f1": 0.80407, + "accuracy": 0.838933, + "main_score": 0.80407, + "hf_subset": "asm_Beng-smo_Latn", + "languages": [ + "asm-Beng", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507678, + "recall": 0.567194, + "f1": 0.523636, + "accuracy": 0.567194, + "main_score": 0.523636, + "hf_subset": "asm_Beng-tsn_Latn", + "languages": [ + "asm-Beng", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585706, + "recall": 0.644269, + "f1": 0.601607, + "accuracy": 0.644269, + "main_score": 0.601607, + "hf_subset": "asm_Beng-zul_Latn", + "languages": [ + "asm-Beng", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915184, + "recall": 0.938735, + "f1": 0.922563, + "accuracy": 0.938735, + "main_score": 0.922563, + "hf_subset": "asm_Beng-azb_Arab", + "languages": [ + "asm-Beng", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-deu_Latn", + "languages": [ + "asm-Beng", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "asm_Beng-hat_Latn", + "languages": [ + "asm-Beng", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455981, + "recall": 0.51581, + "f1": 0.472812, + "accuracy": 0.51581, + "main_score": 0.472812, + "hf_subset": "asm_Beng-kbp_Latn", + "languages": [ + "asm-Beng", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542128, + "recall": 0.59585, + "f1": 0.556504, + "accuracy": 0.59585, + "main_score": 0.556504, + "hf_subset": "asm_Beng-luo_Latn", + "languages": [ + "asm-Beng", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532991, + "recall": 0.601779, + "f1": 0.552459, + "accuracy": 0.601779, + "main_score": 0.552459, + "hf_subset": "asm_Beng-sna_Latn", + "languages": [ + "asm-Beng", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522263, + "recall": 0.572134, + "f1": 0.535363, + "accuracy": 0.572134, + "main_score": 0.535363, + "hf_subset": "asm_Beng-tso_Latn", + "languages": [ + "asm-Beng", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "asm_Beng-azj_Latn", + "languages": [ + "asm-Beng", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511647, + "recall": 0.575099, + "f1": 0.52972, + "accuracy": 0.575099, + "main_score": 0.52972, + "hf_subset": "asm_Beng-dik_Latn", + "languages": [ + "asm-Beng", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698744, + "recall": 0.757905, + "f1": 0.715773, + "accuracy": 0.757905, + "main_score": 0.715773, + "hf_subset": "asm_Beng-hau_Latn", + "languages": [ + "asm-Beng", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "asm_Beng-kea_Latn", + "languages": [ + "asm-Beng", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72719, + "recall": 0.777668, + "f1": 0.74233, + "accuracy": 0.777668, + "main_score": 0.74233, + "hf_subset": "asm_Beng-lus_Latn", + "languages": [ + "asm-Beng", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845438, + "recall": 0.881423, + "f1": 0.856588, + "accuracy": 0.881423, + "main_score": 0.856588, + "hf_subset": "asm_Beng-pag_Latn", + "languages": [ + "asm-Beng", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm_Beng-snd_Arab", + "languages": [ + "asm-Beng", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941453, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "asm_Beng-tuk_Latn", + "languages": [ + "asm-Beng", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "asm_Beng-bak_Cyrl", + "languages": [ + "asm-Beng", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439517, + "recall": 0.522727, + "f1": 0.463683, + "accuracy": 0.522727, + "main_score": 0.463683, + "hf_subset": "asm_Beng-dyu_Latn", + "languages": [ + "asm-Beng", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "asm_Beng-heb_Hebr", + "languages": [ + "asm-Beng", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "asm_Beng-khk_Cyrl", + "languages": [ + "asm-Beng", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "asm_Beng-lvs_Latn", + "languages": [ + "asm-Beng", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67985, + "recall": 0.738142, + "f1": 0.697025, + "accuracy": 0.738142, + "main_score": 0.697025, + "hf_subset": "asm_Beng-som_Latn", + "languages": [ + "asm-Beng", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566744, + "recall": 0.619565, + "f1": 0.581368, + "accuracy": 0.619565, + "main_score": 0.581368, + "hf_subset": "asm_Beng-tum_Latn", + "languages": [ + "asm-Beng", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51366, + "recall": 0.571146, + "f1": 0.529647, + "accuracy": 0.571146, + "main_score": 0.529647, + "hf_subset": "ckb_Arab-ace_Arab", + "languages": [ + "ckb-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493629, + "recall": 0.543478, + "f1": 0.507891, + "accuracy": 0.543478, + "main_score": 0.507891, + "hf_subset": "ckb_Arab-bam_Latn", + "languages": [ + "ckb-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360488, + "recall": 0.429842, + "f1": 0.379415, + "accuracy": 0.429842, + "main_score": 0.379415, + "hf_subset": "ckb_Arab-dzo_Tibt", + "languages": [ + "ckb-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "ckb_Arab-hin_Deva", + "languages": [ + "ckb-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947875, + "recall": 0.963439, + "f1": 0.9528, + "accuracy": 0.963439, + "main_score": 0.9528, + "hf_subset": "ckb_Arab-khm_Khmr", + "languages": [ + "ckb-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "ckb_Arab-mag_Deva", + "languages": [ + "ckb-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863505, + "recall": 0.897233, + "f1": 0.873781, + "accuracy": 0.897233, + "main_score": 0.873781, + "hf_subset": "ckb_Arab-pap_Latn", + "languages": [ + "ckb-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542571, + "recall": 0.592885, + "f1": 0.556449, + "accuracy": 0.592885, + "main_score": 0.556449, + "hf_subset": "ckb_Arab-sot_Latn", + "languages": [ + "ckb-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ckb_Arab-tur_Latn", + "languages": [ + "ckb-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743303, + "recall": 0.793478, + "f1": 0.757364, + "accuracy": 0.793478, + "main_score": 0.757364, + "hf_subset": "ckb_Arab-ace_Latn", + "languages": [ + "ckb-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832543, + "recall": 0.870553, + "f1": 0.84417, + "accuracy": 0.870553, + "main_score": 0.84417, + "hf_subset": "ckb_Arab-ban_Latn", + "languages": [ + "ckb-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.963439, + "f1": 0.95303, + "accuracy": 0.963439, + "main_score": 0.95303, + "hf_subset": "ckb_Arab-ell_Grek", + "languages": [ + "ckb-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "ckb_Arab-hne_Deva", + "languages": [ + "ckb-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526837, + "recall": 0.578063, + "f1": 0.541111, + "accuracy": 0.578063, + "main_score": 0.541111, + "hf_subset": "ckb_Arab-kik_Latn", + "languages": [ + "ckb-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "ckb_Arab-mai_Deva", + "languages": [ + "ckb-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901301, + "recall": 0.928854, + "f1": 0.90998, + "accuracy": 0.928854, + "main_score": 0.90998, + "hf_subset": "ckb_Arab-pbt_Arab", + "languages": [ + "ckb-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ckb_Arab-spa_Latn", + "languages": [ + "ckb-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555221, + "recall": 0.610672, + "f1": 0.570544, + "accuracy": 0.610672, + "main_score": 0.570544, + "hf_subset": "ckb_Arab-twi_Latn", + "languages": [ + "ckb-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958202, + "recall": 0.970356, + "f1": 0.961957, + "accuracy": 0.970356, + "main_score": 0.961957, + "hf_subset": "ckb_Arab-acm_Arab", + "languages": [ + "ckb-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925042, + "recall": 0.94664, + "f1": 0.931736, + "accuracy": 0.94664, + "main_score": 0.931736, + "hf_subset": "ckb_Arab-bel_Cyrl", + "languages": [ + "ckb-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ckb_Arab-hrv_Latn", + "languages": [ + "ckb-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514783, + "recall": 0.578063, + "f1": 0.532331, + "accuracy": 0.578063, + "main_score": 0.532331, + "hf_subset": "ckb_Arab-kin_Latn", + "languages": [ + "ckb-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951169, + "recall": 0.965415, + "f1": 0.955599, + "accuracy": 0.965415, + "main_score": 0.955599, + "hf_subset": "ckb_Arab-mal_Mlym", + "languages": [ + "ckb-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "ckb_Arab-pes_Arab", + "languages": [ + "ckb-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90695, + "recall": 0.933794, + "f1": 0.915316, + "accuracy": 0.933794, + "main_score": 0.915316, + "hf_subset": "ckb_Arab-srd_Latn", + "languages": [ + "ckb-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206936, + "recall": 0.254941, + "f1": 0.219174, + "accuracy": 0.254941, + "main_score": 0.219174, + "hf_subset": "ckb_Arab-tzm_Tfng", + "languages": [ + "ckb-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966321, + "recall": 0.976285, + "f1": 0.969433, + "accuracy": 0.976285, + "main_score": 0.969433, + "hf_subset": "ckb_Arab-acq_Arab", + "languages": [ + "ckb-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559701, + "recall": 0.604743, + "f1": 0.57246, + "accuracy": 0.604743, + "main_score": 0.57246, + "hf_subset": "ckb_Arab-bem_Latn", + "languages": [ + "ckb-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ckb_Arab-epo_Latn", + "languages": [ + "ckb-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962401, + "recall": 0.972332, + "f1": 0.965316, + "accuracy": 0.972332, + "main_score": 0.965316, + "hf_subset": "ckb_Arab-hun_Latn", + "languages": [ + "ckb-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918396, + "recall": 0.942688, + "f1": 0.925955, + "accuracy": 0.942688, + "main_score": 0.925955, + "hf_subset": "ckb_Arab-kir_Cyrl", + "languages": [ + "ckb-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958366, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "ckb_Arab-mar_Deva", + "languages": [ + "ckb-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624835, + "recall": 0.675889, + "f1": 0.639083, + "accuracy": 0.675889, + "main_score": 0.639083, + "hf_subset": "ckb_Arab-plt_Latn", + "languages": [ + "ckb-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "ckb_Arab-srp_Cyrl", + "languages": [ + "ckb-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882444, + "recall": 0.910079, + "f1": 0.891093, + "accuracy": 0.910079, + "main_score": 0.891093, + "hf_subset": "ckb_Arab-uig_Arab", + "languages": [ + "ckb-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.956522, + "f1": 0.944749, + "accuracy": 0.956522, + "main_score": 0.944749, + "hf_subset": "ckb_Arab-aeb_Arab", + "languages": [ + "ckb-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957486, + "recall": 0.969368, + "f1": 0.961215, + "accuracy": 0.969368, + "main_score": 0.961215, + "hf_subset": "ckb_Arab-ben_Beng", + "languages": [ + "ckb-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "ckb_Arab-est_Latn", + "languages": [ + "ckb-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "ckb_Arab-hye_Armn", + "languages": [ + "ckb-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496642, + "recall": 0.543478, + "f1": 0.509469, + "accuracy": 0.543478, + "main_score": 0.509469, + "hf_subset": "ckb_Arab-kmb_Latn", + "languages": [ + "ckb-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445459, + "recall": 0.513834, + "f1": 0.464559, + "accuracy": 0.513834, + "main_score": 0.464559, + "hf_subset": "ckb_Arab-min_Arab", + "languages": [ + "ckb-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963933, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "ckb_Arab-pol_Latn", + "languages": [ + "ckb-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519876, + "recall": 0.572134, + "f1": 0.534273, + "accuracy": 0.572134, + "main_score": 0.534273, + "hf_subset": "ckb_Arab-ssw_Latn", + "languages": [ + "ckb-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "ckb_Arab-ukr_Cyrl", + "languages": [ + "ckb-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "ckb_Arab-afr_Latn", + "languages": [ + "ckb-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93391, + "recall": 0.952569, + "f1": 0.939427, + "accuracy": 0.952569, + "main_score": 0.939427, + "hf_subset": "ckb_Arab-bho_Deva", + "languages": [ + "ckb-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903656, + "recall": 0.929842, + "f1": 0.911693, + "accuracy": 0.929842, + "main_score": 0.911693, + "hf_subset": "ckb_Arab-eus_Latn", + "languages": [ + "ckb-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52603, + "recall": 0.585968, + "f1": 0.543185, + "accuracy": 0.585968, + "main_score": 0.543185, + "hf_subset": "ckb_Arab-ibo_Latn", + "languages": [ + "ckb-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829051, + "recall": 0.871542, + "f1": 0.842161, + "accuracy": 0.871542, + "main_score": 0.842161, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890761, + "recall": 0.920949, + "f1": 0.900099, + "accuracy": 0.920949, + "main_score": 0.900099, + "hf_subset": "ckb_Arab-min_Latn", + "languages": [ + "ckb-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ckb_Arab-por_Latn", + "languages": [ + "ckb-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930171, + "recall": 0.950593, + "f1": 0.936594, + "accuracy": 0.950593, + "main_score": 0.936594, + "hf_subset": "ckb_Arab-sun_Latn", + "languages": [ + "ckb-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49804, + "recall": 0.544466, + "f1": 0.511401, + "accuracy": 0.544466, + "main_score": 0.511401, + "hf_subset": "ckb_Arab-umb_Latn", + "languages": [ + "ckb-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "ckb_Arab-ajp_Arab", + "languages": [ + "ckb-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486557, + "recall": 0.543478, + "f1": 0.50227, + "accuracy": 0.543478, + "main_score": 0.50227, + "hf_subset": "ckb_Arab-bjn_Arab", + "languages": [ + "ckb-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49032, + "recall": 0.527668, + "f1": 0.500643, + "accuracy": 0.527668, + "main_score": 0.500643, + "hf_subset": "ckb_Arab-ewe_Latn", + "languages": [ + "ckb-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821765, + "recall": 0.864625, + "f1": 0.834719, + "accuracy": 0.864625, + "main_score": 0.834719, + "hf_subset": "ckb_Arab-ilo_Latn", + "languages": [ + "ckb-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308568, + "recall": 0.356719, + "f1": 0.321925, + "accuracy": 0.356719, + "main_score": 0.321925, + "hf_subset": "ckb_Arab-knc_Arab", + "languages": [ + "ckb-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964345, + "recall": 0.975296, + "f1": 0.967787, + "accuracy": 0.975296, + "main_score": 0.967787, + "hf_subset": "ckb_Arab-mkd_Cyrl", + "languages": [ + "ckb-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "ckb_Arab-swe_Latn", + "languages": [ + "ckb-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "ckb_Arab-urd_Arab", + "languages": [ + "ckb-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530774, + "recall": 0.583004, + "f1": 0.54541, + "accuracy": 0.583004, + "main_score": 0.54541, + "hf_subset": "ckb_Arab-aka_Latn", + "languages": [ + "ckb-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899457, + "recall": 0.925889, + "f1": 0.907563, + "accuracy": 0.925889, + "main_score": 0.907563, + "hf_subset": "ckb_Arab-bjn_Latn", + "languages": [ + "ckb-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883762, + "recall": 0.916996, + "f1": 0.893859, + "accuracy": 0.916996, + "main_score": 0.893859, + "hf_subset": "ckb_Arab-fao_Latn", + "languages": [ + "ckb-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973238, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "ckb_Arab-ind_Latn", + "languages": [ + "ckb-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526551, + "recall": 0.575099, + "f1": 0.540137, + "accuracy": 0.575099, + "main_score": 0.540137, + "hf_subset": "ckb_Arab-knc_Latn", + "languages": [ + "ckb-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919788, + "recall": 0.938735, + "f1": 0.925205, + "accuracy": 0.938735, + "main_score": 0.925205, + "hf_subset": "ckb_Arab-mlt_Latn", + "languages": [ + "ckb-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625892, + "recall": 0.685771, + "f1": 0.64284, + "accuracy": 0.685771, + "main_score": 0.64284, + "hf_subset": "ckb_Arab-quy_Latn", + "languages": [ + "ckb-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917902, + "recall": 0.939723, + "f1": 0.924638, + "accuracy": 0.939723, + "main_score": 0.924638, + "hf_subset": "ckb_Arab-swh_Latn", + "languages": [ + "ckb-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938076, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "ckb_Arab-uzn_Latn", + "languages": [ + "ckb-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "ckb_Arab-als_Latn", + "languages": [ + "ckb-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567667, + "recall": 0.643281, + "f1": 0.588694, + "accuracy": 0.643281, + "main_score": 0.588694, + "hf_subset": "ckb_Arab-bod_Tibt", + "languages": [ + "ckb-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62745, + "recall": 0.682806, + "f1": 0.643112, + "accuracy": 0.682806, + "main_score": 0.643112, + "hf_subset": "ckb_Arab-fij_Latn", + "languages": [ + "ckb-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.945652, + "f1": 0.931324, + "accuracy": 0.945652, + "main_score": 0.931324, + "hf_subset": "ckb_Arab-isl_Latn", + "languages": [ + "ckb-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582323, + "recall": 0.633399, + "f1": 0.596754, + "accuracy": 0.633399, + "main_score": 0.596754, + "hf_subset": "ckb_Arab-kon_Latn", + "languages": [ + "ckb-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571298, + "recall": 0.618577, + "f1": 0.584832, + "accuracy": 0.618577, + "main_score": 0.584832, + "hf_subset": "ckb_Arab-mni_Beng", + "languages": [ + "ckb-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "ckb_Arab-ron_Latn", + "languages": [ + "ckb-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924901, + "recall": 0.945652, + "f1": 0.931442, + "accuracy": 0.945652, + "main_score": 0.931442, + "hf_subset": "ckb_Arab-szl_Latn", + "languages": [ + "ckb-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.949901, + "accuracy": 0.961462, + "main_score": 0.949901, + "hf_subset": "ckb_Arab-vec_Latn", + "languages": [ + "ckb-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875, + "recall": 0.909091, + "f1": 0.885672, + "accuracy": 0.909091, + "main_score": 0.885672, + "hf_subset": "ckb_Arab-amh_Ethi", + "languages": [ + "ckb-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960063, + "recall": 0.971344, + "f1": 0.963505, + "accuracy": 0.971344, + "main_score": 0.963505, + "hf_subset": "ckb_Arab-bos_Latn", + "languages": [ + "ckb-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951548, + "accuracy": 0.962451, + "main_score": 0.951548, + "hf_subset": "ckb_Arab-fin_Latn", + "languages": [ + "ckb-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956275, + "recall": 0.968379, + "f1": 0.959881, + "accuracy": 0.968379, + "main_score": 0.959881, + "hf_subset": "ckb_Arab-ita_Latn", + "languages": [ + "ckb-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951252, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "ckb_Arab-kor_Hang", + "languages": [ + "ckb-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50756, + "recall": 0.554348, + "f1": 0.519741, + "accuracy": 0.554348, + "main_score": 0.519741, + "hf_subset": "ckb_Arab-mos_Latn", + "languages": [ + "ckb-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51521, + "recall": 0.564229, + "f1": 0.528285, + "accuracy": 0.564229, + "main_score": 0.528285, + "hf_subset": "ckb_Arab-run_Latn", + "languages": [ + "ckb-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "ckb_Arab-tam_Taml", + "languages": [ + "ckb-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "ckb_Arab-vie_Latn", + "languages": [ + "ckb-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956933, + "recall": 0.969368, + "f1": 0.96087, + "accuracy": 0.969368, + "main_score": 0.96087, + "hf_subset": "ckb_Arab-apc_Arab", + "languages": [ + "ckb-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697243, + "recall": 0.744071, + "f1": 0.710646, + "accuracy": 0.744071, + "main_score": 0.710646, + "hf_subset": "ckb_Arab-bug_Latn", + "languages": [ + "ckb-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436462, + "recall": 0.48419, + "f1": 0.448683, + "accuracy": 0.48419, + "main_score": 0.448683, + "hf_subset": "ckb_Arab-fon_Latn", + "languages": [ + "ckb-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.946607, + "accuracy": 0.958498, + "main_score": 0.946607, + "hf_subset": "ckb_Arab-jav_Latn", + "languages": [ + "ckb-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929718, + "recall": 0.949605, + "f1": 0.935892, + "accuracy": 0.949605, + "main_score": 0.935892, + "hf_subset": "ckb_Arab-lao_Laoo", + "languages": [ + "ckb-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790061, + "recall": 0.833004, + "f1": 0.80269, + "accuracy": 0.833004, + "main_score": 0.80269, + "hf_subset": "ckb_Arab-mri_Latn", + "languages": [ + "ckb-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.967391, + "f1": 0.958004, + "accuracy": 0.967391, + "main_score": 0.958004, + "hf_subset": "ckb_Arab-rus_Cyrl", + "languages": [ + "ckb-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486959, + "recall": 0.537549, + "f1": 0.500711, + "accuracy": 0.537549, + "main_score": 0.500711, + "hf_subset": "ckb_Arab-taq_Latn", + "languages": [ + "ckb-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916123, + "recall": 0.940711, + "f1": 0.923814, + "accuracy": 0.940711, + "main_score": 0.923814, + "hf_subset": "ckb_Arab-war_Latn", + "languages": [ + "ckb-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96665, + "recall": 0.977273, + "f1": 0.970092, + "accuracy": 0.977273, + "main_score": 0.970092, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "ckb_Arab-bul_Cyrl", + "languages": [ + "ckb-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "ckb_Arab-fra_Latn", + "languages": [ + "ckb-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940112, + "recall": 0.955534, + "f1": 0.944615, + "accuracy": 0.955534, + "main_score": 0.944615, + "hf_subset": "ckb_Arab-jpn_Jpan", + "languages": [ + "ckb-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919944, + "recall": 0.938735, + "f1": 0.925626, + "accuracy": 0.938735, + "main_score": 0.925626, + "hf_subset": "ckb_Arab-lij_Latn", + "languages": [ + "ckb-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912302, + "recall": 0.937747, + "f1": 0.92052, + "accuracy": 0.937747, + "main_score": 0.92052, + "hf_subset": "ckb_Arab-mya_Mymr", + "languages": [ + "ckb-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528468, + "recall": 0.583004, + "f1": 0.544073, + "accuracy": 0.583004, + "main_score": 0.544073, + "hf_subset": "ckb_Arab-sag_Latn", + "languages": [ + "ckb-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211472, + "recall": 0.263834, + "f1": 0.223878, + "accuracy": 0.263834, + "main_score": 0.223878, + "hf_subset": "ckb_Arab-taq_Tfng", + "languages": [ + "ckb-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55239, + "recall": 0.603755, + "f1": 0.566897, + "accuracy": 0.603755, + "main_score": 0.566897, + "hf_subset": "ckb_Arab-wol_Latn", + "languages": [ + "ckb-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711299, + "recall": 0.76581, + "f1": 0.727099, + "accuracy": 0.76581, + "main_score": 0.727099, + "hf_subset": "ckb_Arab-arb_Latn", + "languages": [ + "ckb-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967968, + "recall": 0.977273, + "f1": 0.970751, + "accuracy": 0.977273, + "main_score": 0.970751, + "hf_subset": "ckb_Arab-cat_Latn", + "languages": [ + "ckb-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904703, + "recall": 0.928854, + "f1": 0.911841, + "accuracy": 0.928854, + "main_score": 0.911841, + "hf_subset": "ckb_Arab-fur_Latn", + "languages": [ + "ckb-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407075, + "recall": 0.454545, + "f1": 0.419513, + "accuracy": 0.454545, + "main_score": 0.419513, + "hf_subset": "ckb_Arab-kab_Latn", + "languages": [ + "ckb-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906621, + "recall": 0.931818, + "f1": 0.914328, + "accuracy": 0.931818, + "main_score": 0.914328, + "hf_subset": "ckb_Arab-lim_Latn", + "languages": [ + "ckb-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949358, + "recall": 0.963439, + "f1": 0.953741, + "accuracy": 0.963439, + "main_score": 0.953741, + "hf_subset": "ckb_Arab-nld_Latn", + "languages": [ + "ckb-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919499, + "recall": 0.9417, + "f1": 0.926219, + "accuracy": 0.9417, + "main_score": 0.926219, + "hf_subset": "ckb_Arab-san_Deva", + "languages": [ + "ckb-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923315, + "recall": 0.943676, + "f1": 0.929447, + "accuracy": 0.943676, + "main_score": 0.929447, + "hf_subset": "ckb_Arab-tat_Cyrl", + "languages": [ + "ckb-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622738, + "recall": 0.675889, + "f1": 0.637821, + "accuracy": 0.675889, + "main_score": 0.637821, + "hf_subset": "ckb_Arab-xho_Latn", + "languages": [ + "ckb-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.96405, + "accuracy": 0.972332, + "main_score": 0.96405, + "hf_subset": "ckb_Arab-ars_Arab", + "languages": [ + "ckb-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94395, + "recall": 0.959486, + "f1": 0.948814, + "accuracy": 0.959486, + "main_score": 0.948814, + "hf_subset": "ckb_Arab-ceb_Latn", + "languages": [ + "ckb-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516, + "recall": 0.567194, + "f1": 0.531036, + "accuracy": 0.567194, + "main_score": 0.531036, + "hf_subset": "ckb_Arab-fuv_Latn", + "languages": [ + "ckb-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472546, + "recall": 0.524704, + "f1": 0.487291, + "accuracy": 0.524704, + "main_score": 0.487291, + "hf_subset": "ckb_Arab-kac_Latn", + "languages": [ + "ckb-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585035, + "recall": 0.636364, + "f1": 0.598991, + "accuracy": 0.636364, + "main_score": 0.598991, + "hf_subset": "ckb_Arab-lin_Latn", + "languages": [ + "ckb-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956324, + "accuracy": 0.966403, + "main_score": 0.956324, + "hf_subset": "ckb_Arab-nno_Latn", + "languages": [ + "ckb-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.227872, + "recall": 0.296443, + "f1": 0.245409, + "accuracy": 0.296443, + "main_score": 0.245409, + "hf_subset": "ckb_Arab-sat_Olck", + "languages": [ + "ckb-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935277, + "recall": 0.953557, + "f1": 0.941041, + "accuracy": 0.953557, + "main_score": 0.941041, + "hf_subset": "ckb_Arab-tel_Telu", + "languages": [ + "ckb-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86996, + "recall": 0.905138, + "f1": 0.880731, + "accuracy": 0.905138, + "main_score": 0.880731, + "hf_subset": "ckb_Arab-ydd_Hebr", + "languages": [ + "ckb-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909009, + "recall": 0.933794, + "f1": 0.916535, + "accuracy": 0.933794, + "main_score": 0.916535, + "hf_subset": "ckb_Arab-ary_Arab", + "languages": [ + "ckb-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ckb_Arab-ces_Latn", + "languages": [ + "ckb-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538027, + "recall": 0.588933, + "f1": 0.552823, + "accuracy": 0.588933, + "main_score": 0.552823, + "hf_subset": "ckb_Arab-gaz_Latn", + "languages": [ + "ckb-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54791, + "recall": 0.596838, + "f1": 0.560972, + "accuracy": 0.596838, + "main_score": 0.560972, + "hf_subset": "ckb_Arab-kam_Latn", + "languages": [ + "ckb-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "ckb_Arab-lit_Latn", + "languages": [ + "ckb-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "ckb_Arab-nob_Latn", + "languages": [ + "ckb-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895866, + "recall": 0.921937, + "f1": 0.903581, + "accuracy": 0.921937, + "main_score": 0.903581, + "hf_subset": "ckb_Arab-scn_Latn", + "languages": [ + "ckb-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918594, + "recall": 0.940711, + "f1": 0.925264, + "accuracy": 0.940711, + "main_score": 0.925264, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627183, + "recall": 0.693676, + "f1": 0.646643, + "accuracy": 0.693676, + "main_score": 0.646643, + "hf_subset": "ckb_Arab-yor_Latn", + "languages": [ + "ckb-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.960474, + "f1": 0.949572, + "accuracy": 0.960474, + "main_score": 0.949572, + "hf_subset": "ckb_Arab-arz_Arab", + "languages": [ + "ckb-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498238, + "recall": 0.548419, + "f1": 0.513143, + "accuracy": 0.548419, + "main_score": 0.513143, + "hf_subset": "ckb_Arab-cjk_Latn", + "languages": [ + "ckb-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692852, + "recall": 0.754941, + "f1": 0.710921, + "accuracy": 0.754941, + "main_score": 0.710921, + "hf_subset": "ckb_Arab-gla_Latn", + "languages": [ + "ckb-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ckb_Arab-kan_Knda", + "languages": [ + "ckb-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901739, + "recall": 0.926877, + "f1": 0.909569, + "accuracy": 0.926877, + "main_score": 0.909569, + "hf_subset": "ckb_Arab-lmo_Latn", + "languages": [ + "ckb-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94837, + "recall": 0.963439, + "f1": 0.953129, + "accuracy": 0.963439, + "main_score": 0.953129, + "hf_subset": "ckb_Arab-npi_Deva", + "languages": [ + "ckb-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430359, + "recall": 0.483202, + "f1": 0.444623, + "accuracy": 0.483202, + "main_score": 0.444623, + "hf_subset": "ckb_Arab-shn_Mymr", + "languages": [ + "ckb-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "ckb_Arab-tgl_Latn", + "languages": [ + "ckb-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.967391, + "f1": 0.9583, + "accuracy": 0.967391, + "main_score": 0.9583, + "hf_subset": "ckb_Arab-yue_Hant", + "languages": [ + "ckb-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.963439, + "f1": 0.952701, + "accuracy": 0.963439, + "main_score": 0.952701, + "hf_subset": "ckb_Arab-asm_Beng", + "languages": [ + "ckb-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787533, + "recall": 0.833004, + "f1": 0.801383, + "accuracy": 0.833004, + "main_score": 0.801383, + "hf_subset": "ckb_Arab-gle_Latn", + "languages": [ + "ckb-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840007, + "recall": 0.879447, + "f1": 0.851602, + "accuracy": 0.879447, + "main_score": 0.851602, + "hf_subset": "ckb_Arab-kas_Arab", + "languages": [ + "ckb-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839627, + "recall": 0.87747, + "f1": 0.85112, + "accuracy": 0.87747, + "main_score": 0.85112, + "hf_subset": "ckb_Arab-ltg_Latn", + "languages": [ + "ckb-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557956, + "recall": 0.604743, + "f1": 0.571284, + "accuracy": 0.604743, + "main_score": 0.571284, + "hf_subset": "ckb_Arab-nso_Latn", + "languages": [ + "ckb-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914806, + "recall": 0.939723, + "f1": 0.922464, + "accuracy": 0.939723, + "main_score": 0.922464, + "hf_subset": "ckb_Arab-sin_Sinh", + "languages": [ + "ckb-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.967391, + "f1": 0.957411, + "accuracy": 0.967391, + "main_score": 0.957411, + "hf_subset": "ckb_Arab-tha_Thai", + "languages": [ + "ckb-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939764, + "recall": 0.955534, + "f1": 0.944408, + "accuracy": 0.955534, + "main_score": 0.944408, + "hf_subset": "ckb_Arab-zho_Hans", + "languages": [ + "ckb-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953393, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "ckb_Arab-ast_Latn", + "languages": [ + "ckb-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920043, + "recall": 0.942688, + "f1": 0.92691, + "accuracy": 0.942688, + "main_score": 0.92691, + "hf_subset": "ckb_Arab-crh_Latn", + "languages": [ + "ckb-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "ckb_Arab-glg_Latn", + "languages": [ + "ckb-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753097, + "recall": 0.810277, + "f1": 0.7699, + "accuracy": 0.810277, + "main_score": 0.7699, + "hf_subset": "ckb_Arab-kas_Deva", + "languages": [ + "ckb-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895949, + "recall": 0.923913, + "f1": 0.904611, + "accuracy": 0.923913, + "main_score": 0.904611, + "hf_subset": "ckb_Arab-ltz_Latn", + "languages": [ + "ckb-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436868, + "recall": 0.486166, + "f1": 0.450422, + "accuracy": 0.486166, + "main_score": 0.450422, + "hf_subset": "ckb_Arab-nus_Latn", + "languages": [ + "ckb-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95831, + "recall": 0.970356, + "f1": 0.962039, + "accuracy": 0.970356, + "main_score": 0.962039, + "hf_subset": "ckb_Arab-slk_Latn", + "languages": [ + "ckb-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579678, + "recall": 0.641304, + "f1": 0.59705, + "accuracy": 0.641304, + "main_score": 0.59705, + "hf_subset": "ckb_Arab-tir_Ethi", + "languages": [ + "ckb-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.958498, + "f1": 0.945817, + "accuracy": 0.958498, + "main_score": 0.945817, + "hf_subset": "ckb_Arab-zho_Hant", + "languages": [ + "ckb-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.959486, + "f1": 0.947859, + "accuracy": 0.959486, + "main_score": 0.947859, + "hf_subset": "ckb_Arab-awa_Deva", + "languages": [ + "ckb-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907757, + "recall": 0.932806, + "f1": 0.915217, + "accuracy": 0.932806, + "main_score": 0.915217, + "hf_subset": "ckb_Arab-cym_Latn", + "languages": [ + "ckb-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693906, + "recall": 0.747036, + "f1": 0.709609, + "accuracy": 0.747036, + "main_score": 0.709609, + "hf_subset": "ckb_Arab-grn_Latn", + "languages": [ + "ckb-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940794, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "ckb_Arab-kat_Geor", + "languages": [ + "ckb-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569864, + "recall": 0.618577, + "f1": 0.583903, + "accuracy": 0.618577, + "main_score": 0.583903, + "hf_subset": "ckb_Arab-lua_Latn", + "languages": [ + "ckb-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566342, + "recall": 0.626482, + "f1": 0.583832, + "accuracy": 0.626482, + "main_score": 0.583832, + "hf_subset": "ckb_Arab-nya_Latn", + "languages": [ + "ckb-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957757, + "recall": 0.970356, + "f1": 0.961693, + "accuracy": 0.970356, + "main_score": 0.961693, + "hf_subset": "ckb_Arab-slv_Latn", + "languages": [ + "ckb-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80121, + "recall": 0.847826, + "f1": 0.814797, + "accuracy": 0.847826, + "main_score": 0.814797, + "hf_subset": "ckb_Arab-tpi_Latn", + "languages": [ + "ckb-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "ckb_Arab-zsm_Latn", + "languages": [ + "ckb-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508856, + "recall": 0.5583, + "f1": 0.522654, + "accuracy": 0.5583, + "main_score": 0.522654, + "hf_subset": "ckb_Arab-ayr_Latn", + "languages": [ + "ckb-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ckb_Arab-dan_Latn", + "languages": [ + "ckb-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960392, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "ckb_Arab-guj_Gujr", + "languages": [ + "ckb-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953475, + "recall": 0.966403, + "f1": 0.957364, + "accuracy": 0.966403, + "main_score": 0.957364, + "hf_subset": "ckb_Arab-kaz_Cyrl", + "languages": [ + "ckb-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50571, + "recall": 0.560277, + "f1": 0.519701, + "accuracy": 0.560277, + "main_score": 0.519701, + "hf_subset": "ckb_Arab-lug_Latn", + "languages": [ + "ckb-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "ckb_Arab-oci_Latn", + "languages": [ + "ckb-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730362, + "recall": 0.784585, + "f1": 0.746577, + "accuracy": 0.784585, + "main_score": 0.746577, + "hf_subset": "ckb_Arab-smo_Latn", + "languages": [ + "ckb-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500553, + "recall": 0.556324, + "f1": 0.516162, + "accuracy": 0.556324, + "main_score": 0.516162, + "hf_subset": "ckb_Arab-tsn_Latn", + "languages": [ + "ckb-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580464, + "recall": 0.636364, + "f1": 0.595612, + "accuracy": 0.636364, + "main_score": 0.595612, + "hf_subset": "ckb_Arab-zul_Latn", + "languages": [ + "ckb-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826318, + "recall": 0.869565, + "f1": 0.839526, + "accuracy": 0.869565, + "main_score": 0.839526, + "hf_subset": "ckb_Arab-azb_Arab", + "languages": [ + "ckb-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962204, + "recall": 0.97332, + "f1": 0.965646, + "accuracy": 0.97332, + "main_score": 0.965646, + "hf_subset": "ckb_Arab-deu_Latn", + "languages": [ + "ckb-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881999, + "recall": 0.910079, + "f1": 0.890876, + "accuracy": 0.910079, + "main_score": 0.890876, + "hf_subset": "ckb_Arab-hat_Latn", + "languages": [ + "ckb-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466156, + "recall": 0.509881, + "f1": 0.478299, + "accuracy": 0.509881, + "main_score": 0.478299, + "hf_subset": "ckb_Arab-kbp_Latn", + "languages": [ + "ckb-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525266, + "recall": 0.574111, + "f1": 0.538352, + "accuracy": 0.574111, + "main_score": 0.538352, + "hf_subset": "ckb_Arab-luo_Latn", + "languages": [ + "ckb-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955287, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "ckb_Arab-ory_Orya", + "languages": [ + "ckb-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531014, + "recall": 0.583992, + "f1": 0.545746, + "accuracy": 0.583992, + "main_score": 0.545746, + "hf_subset": "ckb_Arab-sna_Latn", + "languages": [ + "ckb-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507057, + "recall": 0.559289, + "f1": 0.520342, + "accuracy": 0.559289, + "main_score": 0.520342, + "hf_subset": "ckb_Arab-tso_Latn", + "languages": [ + "ckb-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923995, + "recall": 0.94664, + "f1": 0.931225, + "accuracy": 0.94664, + "main_score": 0.931225, + "hf_subset": "ckb_Arab-azj_Latn", + "languages": [ + "ckb-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478331, + "recall": 0.533597, + "f1": 0.494436, + "accuracy": 0.533597, + "main_score": 0.494436, + "hf_subset": "ckb_Arab-dik_Latn", + "languages": [ + "ckb-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65896, + "recall": 0.716403, + "f1": 0.675401, + "accuracy": 0.716403, + "main_score": 0.675401, + "hf_subset": "ckb_Arab-hau_Latn", + "languages": [ + "ckb-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875856, + "recall": 0.908103, + "f1": 0.885366, + "accuracy": 0.908103, + "main_score": 0.885366, + "hf_subset": "ckb_Arab-kea_Latn", + "languages": [ + "ckb-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629736, + "recall": 0.683794, + "f1": 0.645443, + "accuracy": 0.683794, + "main_score": 0.645443, + "hf_subset": "ckb_Arab-lus_Latn", + "languages": [ + "ckb-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743883, + "recall": 0.784585, + "f1": 0.756063, + "accuracy": 0.784585, + "main_score": 0.756063, + "hf_subset": "ckb_Arab-pag_Latn", + "languages": [ + "ckb-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946064, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "ckb_Arab-snd_Arab", + "languages": [ + "ckb-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846047, + "recall": 0.886364, + "f1": 0.858827, + "accuracy": 0.886364, + "main_score": 0.858827, + "hf_subset": "ckb_Arab-tuk_Latn", + "languages": [ + "ckb-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908163, + "recall": 0.931818, + "f1": 0.915283, + "accuracy": 0.931818, + "main_score": 0.915283, + "hf_subset": "ckb_Arab-bak_Cyrl", + "languages": [ + "ckb-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42929, + "recall": 0.490119, + "f1": 0.446898, + "accuracy": 0.490119, + "main_score": 0.446898, + "hf_subset": "ckb_Arab-dyu_Latn", + "languages": [ + "ckb-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915161, + "recall": 0.938735, + "f1": 0.922466, + "accuracy": 0.938735, + "main_score": 0.922466, + "hf_subset": "ckb_Arab-khk_Cyrl", + "languages": [ + "ckb-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949193, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "ckb_Arab-lvs_Latn", + "languages": [ + "ckb-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "ckb_Arab-pan_Guru", + "languages": [ + "ckb-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64697, + "recall": 0.708498, + "f1": 0.66525, + "accuracy": 0.708498, + "main_score": 0.66525, + "hf_subset": "ckb_Arab-som_Latn", + "languages": [ + "ckb-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537815, + "recall": 0.589921, + "f1": 0.552179, + "accuracy": 0.589921, + "main_score": 0.552179, + "hf_subset": "ckb_Arab-tum_Latn", + "languages": [ + "ckb-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458063, + "recall": 0.507905, + "f1": 0.472176, + "accuracy": 0.507905, + "main_score": 0.472176, + "hf_subset": "gle_Latn-ace_Arab", + "languages": [ + "gle-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505616, + "recall": 0.544466, + "f1": 0.51682, + "accuracy": 0.544466, + "main_score": 0.51682, + "hf_subset": "gle_Latn-bam_Latn", + "languages": [ + "gle-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324642, + "recall": 0.375494, + "f1": 0.337522, + "accuracy": 0.375494, + "main_score": 0.337522, + "hf_subset": "gle_Latn-dzo_Tibt", + "languages": [ + "gle-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874292, + "recall": 0.909091, + "f1": 0.885065, + "accuracy": 0.909091, + "main_score": 0.885065, + "hf_subset": "gle_Latn-hin_Deva", + "languages": [ + "gle-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821487, + "recall": 0.864625, + "f1": 0.834091, + "accuracy": 0.864625, + "main_score": 0.834091, + "hf_subset": "gle_Latn-khm_Khmr", + "languages": [ + "gle-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832708, + "recall": 0.876482, + "f1": 0.845718, + "accuracy": 0.876482, + "main_score": 0.845718, + "hf_subset": "gle_Latn-mag_Deva", + "languages": [ + "gle-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776318, + "recall": 0.81917, + "f1": 0.7882, + "accuracy": 0.81917, + "main_score": 0.7882, + "hf_subset": "gle_Latn-pap_Latn", + "languages": [ + "gle-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558415, + "recall": 0.599802, + "f1": 0.570081, + "accuracy": 0.599802, + "main_score": 0.570081, + "hf_subset": "gle_Latn-sot_Latn", + "languages": [ + "gle-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863076, + "recall": 0.898221, + "f1": 0.873306, + "accuracy": 0.898221, + "main_score": 0.873306, + "hf_subset": "gle_Latn-tur_Latn", + "languages": [ + "gle-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670799, + "recall": 0.712451, + "f1": 0.681595, + "accuracy": 0.712451, + "main_score": 0.681595, + "hf_subset": "gle_Latn-ace_Latn", + "languages": [ + "gle-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724847, + "recall": 0.76581, + "f1": 0.735972, + "accuracy": 0.76581, + "main_score": 0.735972, + "hf_subset": "gle_Latn-ban_Latn", + "languages": [ + "gle-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846607, + "recall": 0.886364, + "f1": 0.858267, + "accuracy": 0.886364, + "main_score": 0.858267, + "hf_subset": "gle_Latn-ell_Grek", + "languages": [ + "gle-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803353, + "recall": 0.849802, + "f1": 0.816914, + "accuracy": 0.849802, + "main_score": 0.816914, + "hf_subset": "gle_Latn-hne_Deva", + "languages": [ + "gle-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508245, + "recall": 0.550395, + "f1": 0.520048, + "accuracy": 0.550395, + "main_score": 0.520048, + "hf_subset": "gle_Latn-kik_Latn", + "languages": [ + "gle-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815431, + "recall": 0.863636, + "f1": 0.830058, + "accuracy": 0.863636, + "main_score": 0.830058, + "hf_subset": "gle_Latn-mai_Deva", + "languages": [ + "gle-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762708, + "recall": 0.813241, + "f1": 0.776674, + "accuracy": 0.813241, + "main_score": 0.776674, + "hf_subset": "gle_Latn-pbt_Arab", + "languages": [ + "gle-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865596, + "recall": 0.902174, + "f1": 0.876515, + "accuracy": 0.902174, + "main_score": 0.876515, + "hf_subset": "gle_Latn-spa_Latn", + "languages": [ + "gle-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541189, + "recall": 0.583992, + "f1": 0.553428, + "accuracy": 0.583992, + "main_score": 0.553428, + "hf_subset": "gle_Latn-twi_Latn", + "languages": [ + "gle-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828055, + "recall": 0.870553, + "f1": 0.840475, + "accuracy": 0.870553, + "main_score": 0.840475, + "hf_subset": "gle_Latn-acm_Arab", + "languages": [ + "gle-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810544, + "recall": 0.852767, + "f1": 0.822777, + "accuracy": 0.852767, + "main_score": 0.822777, + "hf_subset": "gle_Latn-bel_Cyrl", + "languages": [ + "gle-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900856, + "recall": 0.928854, + "f1": 0.909321, + "accuracy": 0.928854, + "main_score": 0.909321, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878277, + "recall": 0.911067, + "f1": 0.888373, + "accuracy": 0.911067, + "main_score": 0.888373, + "hf_subset": "gle_Latn-hrv_Latn", + "languages": [ + "gle-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537715, + "recall": 0.588933, + "f1": 0.552242, + "accuracy": 0.588933, + "main_score": 0.552242, + "hf_subset": "gle_Latn-kin_Latn", + "languages": [ + "gle-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824242, + "recall": 0.867589, + "f1": 0.837206, + "accuracy": 0.867589, + "main_score": 0.837206, + "hf_subset": "gle_Latn-mal_Mlym", + "languages": [ + "gle-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859601, + "recall": 0.896245, + "f1": 0.870789, + "accuracy": 0.896245, + "main_score": 0.870789, + "hf_subset": "gle_Latn-pes_Arab", + "languages": [ + "gle-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817811, + "recall": 0.855731, + "f1": 0.828266, + "accuracy": 0.855731, + "main_score": 0.828266, + "hf_subset": "gle_Latn-srd_Latn", + "languages": [ + "gle-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204392, + "recall": 0.244071, + "f1": 0.215309, + "accuracy": 0.244071, + "main_score": 0.215309, + "hf_subset": "gle_Latn-tzm_Tfng", + "languages": [ + "gle-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850132, + "recall": 0.890316, + "f1": 0.862008, + "accuracy": 0.890316, + "main_score": 0.862008, + "hf_subset": "gle_Latn-acq_Arab", + "languages": [ + "gle-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580008, + "recall": 0.621542, + "f1": 0.591166, + "accuracy": 0.621542, + "main_score": 0.591166, + "hf_subset": "gle_Latn-bem_Latn", + "languages": [ + "gle-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886735, + "recall": 0.914032, + "f1": 0.894205, + "accuracy": 0.914032, + "main_score": 0.894205, + "hf_subset": "gle_Latn-epo_Latn", + "languages": [ + "gle-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864312, + "recall": 0.901186, + "f1": 0.875527, + "accuracy": 0.901186, + "main_score": 0.875527, + "hf_subset": "gle_Latn-hun_Latn", + "languages": [ + "gle-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783654, + "recall": 0.833004, + "f1": 0.797622, + "accuracy": 0.833004, + "main_score": 0.797622, + "hf_subset": "gle_Latn-kir_Cyrl", + "languages": [ + "gle-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856785, + "recall": 0.891304, + "f1": 0.866605, + "accuracy": 0.891304, + "main_score": 0.866605, + "hf_subset": "gle_Latn-mar_Deva", + "languages": [ + "gle-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612586, + "recall": 0.66502, + "f1": 0.626874, + "accuracy": 0.66502, + "main_score": 0.626874, + "hf_subset": "gle_Latn-plt_Latn", + "languages": [ + "gle-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888933, + "recall": 0.916996, + "f1": 0.896971, + "accuracy": 0.916996, + "main_score": 0.896971, + "hf_subset": "gle_Latn-srp_Cyrl", + "languages": [ + "gle-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730479, + "recall": 0.783597, + "f1": 0.745458, + "accuracy": 0.783597, + "main_score": 0.745458, + "hf_subset": "gle_Latn-uig_Arab", + "languages": [ + "gle-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788098, + "recall": 0.828063, + "f1": 0.799091, + "accuracy": 0.828063, + "main_score": 0.799091, + "hf_subset": "gle_Latn-aeb_Arab", + "languages": [ + "gle-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865926, + "recall": 0.900198, + "f1": 0.876153, + "accuracy": 0.900198, + "main_score": 0.876153, + "hf_subset": "gle_Latn-ben_Beng", + "languages": [ + "gle-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856143, + "recall": 0.893281, + "f1": 0.866982, + "accuracy": 0.893281, + "main_score": 0.866982, + "hf_subset": "gle_Latn-est_Latn", + "languages": [ + "gle-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849671, + "recall": 0.88834, + "f1": 0.86102, + "accuracy": 0.88834, + "main_score": 0.86102, + "hf_subset": "gle_Latn-hye_Armn", + "languages": [ + "gle-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519034, + "recall": 0.564229, + "f1": 0.531546, + "accuracy": 0.564229, + "main_score": 0.531546, + "hf_subset": "gle_Latn-kmb_Latn", + "languages": [ + "gle-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417378, + "recall": 0.474308, + "f1": 0.432543, + "accuracy": 0.474308, + "main_score": 0.432543, + "hf_subset": "gle_Latn-min_Arab", + "languages": [ + "gle-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865953, + "recall": 0.899209, + "f1": 0.875381, + "accuracy": 0.899209, + "main_score": 0.875381, + "hf_subset": "gle_Latn-pol_Latn", + "languages": [ + "gle-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530002, + "recall": 0.58004, + "f1": 0.544205, + "accuracy": 0.58004, + "main_score": 0.544205, + "hf_subset": "gle_Latn-ssw_Latn", + "languages": [ + "gle-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877553, + "recall": 0.913043, + "f1": 0.888735, + "accuracy": 0.913043, + "main_score": 0.888735, + "hf_subset": "gle_Latn-ukr_Cyrl", + "languages": [ + "gle-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894631, + "recall": 0.923913, + "f1": 0.903458, + "accuracy": 0.923913, + "main_score": 0.903458, + "hf_subset": "gle_Latn-afr_Latn", + "languages": [ + "gle-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797001, + "recall": 0.840909, + "f1": 0.809456, + "accuracy": 0.840909, + "main_score": 0.809456, + "hf_subset": "gle_Latn-bho_Deva", + "languages": [ + "gle-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828747, + "recall": 0.868577, + "f1": 0.840766, + "accuracy": 0.868577, + "main_score": 0.840766, + "hf_subset": "gle_Latn-eus_Latn", + "languages": [ + "gle-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539495, + "recall": 0.586957, + "f1": 0.553393, + "accuracy": 0.586957, + "main_score": 0.553393, + "hf_subset": "gle_Latn-ibo_Latn", + "languages": [ + "gle-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729517, + "recall": 0.773715, + "f1": 0.741784, + "accuracy": 0.773715, + "main_score": 0.741784, + "hf_subset": "gle_Latn-kmr_Latn", + "languages": [ + "gle-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787113, + "recall": 0.833004, + "f1": 0.800037, + "accuracy": 0.833004, + "main_score": 0.800037, + "hf_subset": "gle_Latn-min_Latn", + "languages": [ + "gle-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89636, + "recall": 0.925889, + "f1": 0.905501, + "accuracy": 0.925889, + "main_score": 0.905501, + "hf_subset": "gle_Latn-por_Latn", + "languages": [ + "gle-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820266, + "recall": 0.862648, + "f1": 0.832691, + "accuracy": 0.862648, + "main_score": 0.832691, + "hf_subset": "gle_Latn-sun_Latn", + "languages": [ + "gle-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489943, + "recall": 0.536561, + "f1": 0.503247, + "accuracy": 0.536561, + "main_score": 0.503247, + "hf_subset": "gle_Latn-umb_Latn", + "languages": [ + "gle-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835895, + "recall": 0.87747, + "f1": 0.848355, + "accuracy": 0.87747, + "main_score": 0.848355, + "hf_subset": "gle_Latn-ajp_Arab", + "languages": [ + "gle-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441593, + "recall": 0.497036, + "f1": 0.456381, + "accuracy": 0.497036, + "main_score": 0.456381, + "hf_subset": "gle_Latn-bjn_Arab", + "languages": [ + "gle-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500445, + "recall": 0.538538, + "f1": 0.511153, + "accuracy": 0.538538, + "main_score": 0.511153, + "hf_subset": "gle_Latn-ewe_Latn", + "languages": [ + "gle-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756601, + "recall": 0.794466, + "f1": 0.766955, + "accuracy": 0.794466, + "main_score": 0.766955, + "hf_subset": "gle_Latn-ilo_Latn", + "languages": [ + "gle-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.296841, + "recall": 0.337945, + "f1": 0.308442, + "accuracy": 0.337945, + "main_score": 0.308442, + "hf_subset": "gle_Latn-knc_Arab", + "languages": [ + "gle-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873304, + "recall": 0.905138, + "f1": 0.882844, + "accuracy": 0.905138, + "main_score": 0.882844, + "hf_subset": "gle_Latn-mkd_Cyrl", + "languages": [ + "gle-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865728, + "recall": 0.903162, + "f1": 0.877339, + "accuracy": 0.903162, + "main_score": 0.877339, + "hf_subset": "gle_Latn-prs_Arab", + "languages": [ + "gle-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890069, + "recall": 0.920949, + "f1": 0.899605, + "accuracy": 0.920949, + "main_score": 0.899605, + "hf_subset": "gle_Latn-swe_Latn", + "languages": [ + "gle-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858267, + "recall": 0.893281, + "f1": 0.869038, + "accuracy": 0.893281, + "main_score": 0.869038, + "hf_subset": "gle_Latn-urd_Arab", + "languages": [ + "gle-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510442, + "recall": 0.557312, + "f1": 0.524061, + "accuracy": 0.557312, + "main_score": 0.524061, + "hf_subset": "gle_Latn-aka_Latn", + "languages": [ + "gle-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787722, + "recall": 0.829051, + "f1": 0.798683, + "accuracy": 0.829051, + "main_score": 0.798683, + "hf_subset": "gle_Latn-bjn_Latn", + "languages": [ + "gle-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798339, + "recall": 0.841897, + "f1": 0.811023, + "accuracy": 0.841897, + "main_score": 0.811023, + "hf_subset": "gle_Latn-fao_Latn", + "languages": [ + "gle-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872243, + "recall": 0.90415, + "f1": 0.881802, + "accuracy": 0.90415, + "main_score": 0.881802, + "hf_subset": "gle_Latn-ind_Latn", + "languages": [ + "gle-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522317, + "recall": 0.564229, + "f1": 0.533825, + "accuracy": 0.564229, + "main_score": 0.533825, + "hf_subset": "gle_Latn-knc_Latn", + "languages": [ + "gle-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841601, + "recall": 0.876482, + "f1": 0.85183, + "accuracy": 0.876482, + "main_score": 0.85183, + "hf_subset": "gle_Latn-mlt_Latn", + "languages": [ + "gle-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593111, + "recall": 0.640316, + "f1": 0.606192, + "accuracy": 0.640316, + "main_score": 0.606192, + "hf_subset": "gle_Latn-quy_Latn", + "languages": [ + "gle-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813067, + "recall": 0.856719, + "f1": 0.826186, + "accuracy": 0.856719, + "main_score": 0.826186, + "hf_subset": "gle_Latn-swh_Latn", + "languages": [ + "gle-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84506, + "recall": 0.881423, + "f1": 0.855788, + "accuracy": 0.881423, + "main_score": 0.855788, + "hf_subset": "gle_Latn-uzn_Latn", + "languages": [ + "gle-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858391, + "recall": 0.894269, + "f1": 0.868895, + "accuracy": 0.894269, + "main_score": 0.868895, + "hf_subset": "gle_Latn-als_Latn", + "languages": [ + "gle-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459547, + "recall": 0.536561, + "f1": 0.48059, + "accuracy": 0.536561, + "main_score": 0.48059, + "hf_subset": "gle_Latn-bod_Tibt", + "languages": [ + "gle-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585824, + "recall": 0.635375, + "f1": 0.599433, + "accuracy": 0.635375, + "main_score": 0.599433, + "hf_subset": "gle_Latn-fij_Latn", + "languages": [ + "gle-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828206, + "recall": 0.864625, + "f1": 0.839262, + "accuracy": 0.864625, + "main_score": 0.839262, + "hf_subset": "gle_Latn-isl_Latn", + "languages": [ + "gle-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555527, + "recall": 0.597826, + "f1": 0.567025, + "accuracy": 0.597826, + "main_score": 0.567025, + "hf_subset": "gle_Latn-kon_Latn", + "languages": [ + "gle-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517308, + "recall": 0.571146, + "f1": 0.532203, + "accuracy": 0.571146, + "main_score": 0.532203, + "hf_subset": "gle_Latn-mni_Beng", + "languages": [ + "gle-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898007, + "recall": 0.926877, + "f1": 0.906969, + "accuracy": 0.926877, + "main_score": 0.906969, + "hf_subset": "gle_Latn-ron_Latn", + "languages": [ + "gle-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833868, + "recall": 0.873518, + "f1": 0.845412, + "accuracy": 0.873518, + "main_score": 0.845412, + "hf_subset": "gle_Latn-szl_Latn", + "languages": [ + "gle-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849054, + "recall": 0.882411, + "f1": 0.858064, + "accuracy": 0.882411, + "main_score": 0.858064, + "hf_subset": "gle_Latn-vec_Latn", + "languages": [ + "gle-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751298, + "recall": 0.800395, + "f1": 0.764995, + "accuracy": 0.800395, + "main_score": 0.764995, + "hf_subset": "gle_Latn-amh_Ethi", + "languages": [ + "gle-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880501, + "recall": 0.912055, + "f1": 0.889888, + "accuracy": 0.912055, + "main_score": 0.889888, + "hf_subset": "gle_Latn-bos_Latn", + "languages": [ + "gle-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870557, + "recall": 0.903162, + "f1": 0.880254, + "accuracy": 0.903162, + "main_score": 0.880254, + "hf_subset": "gle_Latn-fin_Latn", + "languages": [ + "gle-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868412, + "recall": 0.903162, + "f1": 0.878609, + "accuracy": 0.903162, + "main_score": 0.878609, + "hf_subset": "gle_Latn-ita_Latn", + "languages": [ + "gle-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843315, + "recall": 0.884387, + "f1": 0.855473, + "accuracy": 0.884387, + "main_score": 0.855473, + "hf_subset": "gle_Latn-kor_Hang", + "languages": [ + "gle-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497554, + "recall": 0.537549, + "f1": 0.508724, + "accuracy": 0.537549, + "main_score": 0.508724, + "hf_subset": "gle_Latn-mos_Latn", + "languages": [ + "gle-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524064, + "recall": 0.574111, + "f1": 0.537914, + "accuracy": 0.574111, + "main_score": 0.537914, + "hf_subset": "gle_Latn-run_Latn", + "languages": [ + "gle-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831225, + "recall": 0.876482, + "f1": 0.845158, + "accuracy": 0.876482, + "main_score": 0.845158, + "hf_subset": "gle_Latn-tam_Taml", + "languages": [ + "gle-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855164, + "recall": 0.894269, + "f1": 0.867013, + "accuracy": 0.894269, + "main_score": 0.867013, + "hf_subset": "gle_Latn-vie_Latn", + "languages": [ + "gle-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824575, + "recall": 0.863636, + "f1": 0.835347, + "accuracy": 0.863636, + "main_score": 0.835347, + "hf_subset": "gle_Latn-apc_Arab", + "languages": [ + "gle-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613902, + "recall": 0.658103, + "f1": 0.625215, + "accuracy": 0.658103, + "main_score": 0.625215, + "hf_subset": "gle_Latn-bug_Latn", + "languages": [ + "gle-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447947, + "recall": 0.492095, + "f1": 0.460528, + "accuracy": 0.492095, + "main_score": 0.460528, + "hf_subset": "gle_Latn-fon_Latn", + "languages": [ + "gle-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83078, + "recall": 0.867589, + "f1": 0.841147, + "accuracy": 0.867589, + "main_score": 0.841147, + "hf_subset": "gle_Latn-jav_Latn", + "languages": [ + "gle-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825305, + "recall": 0.867589, + "f1": 0.837576, + "accuracy": 0.867589, + "main_score": 0.837576, + "hf_subset": "gle_Latn-lao_Laoo", + "languages": [ + "gle-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723534, + "recall": 0.772727, + "f1": 0.737686, + "accuracy": 0.772727, + "main_score": 0.737686, + "hf_subset": "gle_Latn-mri_Latn", + "languages": [ + "gle-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862352, + "recall": 0.899209, + "f1": 0.873602, + "accuracy": 0.899209, + "main_score": 0.873602, + "hf_subset": "gle_Latn-rus_Cyrl", + "languages": [ + "gle-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491373, + "recall": 0.532609, + "f1": 0.503286, + "accuracy": 0.532609, + "main_score": 0.503286, + "hf_subset": "gle_Latn-taq_Latn", + "languages": [ + "gle-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816363, + "recall": 0.857708, + "f1": 0.827548, + "accuracy": 0.857708, + "main_score": 0.827548, + "hf_subset": "gle_Latn-war_Latn", + "languages": [ + "gle-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850545, + "recall": 0.88834, + "f1": 0.861619, + "accuracy": 0.88834, + "main_score": 0.861619, + "hf_subset": "gle_Latn-arb_Arab", + "languages": [ + "gle-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881868, + "recall": 0.911067, + "f1": 0.890467, + "accuracy": 0.911067, + "main_score": 0.890467, + "hf_subset": "gle_Latn-bul_Cyrl", + "languages": [ + "gle-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876318, + "recall": 0.912055, + "f1": 0.887469, + "accuracy": 0.912055, + "main_score": 0.887469, + "hf_subset": "gle_Latn-fra_Latn", + "languages": [ + "gle-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830074, + "recall": 0.869565, + "f1": 0.841249, + "accuracy": 0.869565, + "main_score": 0.841249, + "hf_subset": "gle_Latn-jpn_Jpan", + "languages": [ + "gle-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808996, + "recall": 0.844862, + "f1": 0.818863, + "accuracy": 0.844862, + "main_score": 0.818863, + "hf_subset": "gle_Latn-lij_Latn", + "languages": [ + "gle-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756431, + "recall": 0.810277, + "f1": 0.77209, + "accuracy": 0.810277, + "main_score": 0.77209, + "hf_subset": "gle_Latn-mya_Mymr", + "languages": [ + "gle-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519733, + "recall": 0.568182, + "f1": 0.532242, + "accuracy": 0.568182, + "main_score": 0.532242, + "hf_subset": "gle_Latn-sag_Latn", + "languages": [ + "gle-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201524, + "recall": 0.246047, + "f1": 0.211583, + "accuracy": 0.246047, + "main_score": 0.211583, + "hf_subset": "gle_Latn-taq_Tfng", + "languages": [ + "gle-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547244, + "recall": 0.588933, + "f1": 0.559092, + "accuracy": 0.588933, + "main_score": 0.559092, + "hf_subset": "gle_Latn-wol_Latn", + "languages": [ + "gle-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64456, + "recall": 0.709486, + "f1": 0.662551, + "accuracy": 0.709486, + "main_score": 0.662551, + "hf_subset": "gle_Latn-arb_Latn", + "languages": [ + "gle-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892375, + "recall": 0.920949, + "f1": 0.900795, + "accuracy": 0.920949, + "main_score": 0.900795, + "hf_subset": "gle_Latn-cat_Latn", + "languages": [ + "gle-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802053, + "recall": 0.843874, + "f1": 0.813236, + "accuracy": 0.843874, + "main_score": 0.813236, + "hf_subset": "gle_Latn-fur_Latn", + "languages": [ + "gle-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42747, + "recall": 0.478261, + "f1": 0.441247, + "accuracy": 0.478261, + "main_score": 0.441247, + "hf_subset": "gle_Latn-kab_Latn", + "languages": [ + "gle-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805759, + "recall": 0.849802, + "f1": 0.818285, + "accuracy": 0.849802, + "main_score": 0.818285, + "hf_subset": "gle_Latn-lim_Latn", + "languages": [ + "gle-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863406, + "recall": 0.897233, + "f1": 0.87324, + "accuracy": 0.897233, + "main_score": 0.87324, + "hf_subset": "gle_Latn-nld_Latn", + "languages": [ + "gle-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784095, + "recall": 0.829051, + "f1": 0.797096, + "accuracy": 0.829051, + "main_score": 0.797096, + "hf_subset": "gle_Latn-san_Deva", + "languages": [ + "gle-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800799, + "recall": 0.842885, + "f1": 0.812628, + "accuracy": 0.842885, + "main_score": 0.812628, + "hf_subset": "gle_Latn-tat_Cyrl", + "languages": [ + "gle-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619516, + "recall": 0.667984, + "f1": 0.633202, + "accuracy": 0.667984, + "main_score": 0.633202, + "hf_subset": "gle_Latn-xho_Latn", + "languages": [ + "gle-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847003, + "recall": 0.885375, + "f1": 0.858433, + "accuracy": 0.885375, + "main_score": 0.858433, + "hf_subset": "gle_Latn-ars_Arab", + "languages": [ + "gle-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853398, + "recall": 0.885375, + "f1": 0.862738, + "accuracy": 0.885375, + "main_score": 0.862738, + "hf_subset": "gle_Latn-ceb_Latn", + "languages": [ + "gle-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49978, + "recall": 0.541502, + "f1": 0.5119, + "accuracy": 0.541502, + "main_score": 0.5119, + "hf_subset": "gle_Latn-fuv_Latn", + "languages": [ + "gle-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473225, + "recall": 0.523715, + "f1": 0.487774, + "accuracy": 0.523715, + "main_score": 0.487774, + "hf_subset": "gle_Latn-kac_Latn", + "languages": [ + "gle-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570709, + "recall": 0.610672, + "f1": 0.581856, + "accuracy": 0.610672, + "main_score": 0.581856, + "hf_subset": "gle_Latn-lin_Latn", + "languages": [ + "gle-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88587, + "recall": 0.917984, + "f1": 0.895883, + "accuracy": 0.917984, + "main_score": 0.895883, + "hf_subset": "gle_Latn-nno_Latn", + "languages": [ + "gle-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.216083, + "recall": 0.284585, + "f1": 0.23388, + "accuracy": 0.284585, + "main_score": 0.23388, + "hf_subset": "gle_Latn-sat_Olck", + "languages": [ + "gle-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839542, + "recall": 0.878458, + "f1": 0.850908, + "accuracy": 0.878458, + "main_score": 0.850908, + "hf_subset": "gle_Latn-tel_Telu", + "languages": [ + "gle-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783482, + "recall": 0.838933, + "f1": 0.800114, + "accuracy": 0.838933, + "main_score": 0.800114, + "hf_subset": "gle_Latn-ydd_Hebr", + "languages": [ + "gle-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77781, + "recall": 0.822134, + "f1": 0.790115, + "accuracy": 0.822134, + "main_score": 0.790115, + "hf_subset": "gle_Latn-ary_Arab", + "languages": [ + "gle-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880929, + "recall": 0.912055, + "f1": 0.890415, + "accuracy": 0.912055, + "main_score": 0.890415, + "hf_subset": "gle_Latn-ces_Latn", + "languages": [ + "gle-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549793, + "recall": 0.600791, + "f1": 0.564168, + "accuracy": 0.600791, + "main_score": 0.564168, + "hf_subset": "gle_Latn-gaz_Latn", + "languages": [ + "gle-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531374, + "recall": 0.582016, + "f1": 0.54515, + "accuracy": 0.582016, + "main_score": 0.54515, + "hf_subset": "gle_Latn-kam_Latn", + "languages": [ + "gle-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856096, + "recall": 0.891304, + "f1": 0.866129, + "accuracy": 0.891304, + "main_score": 0.866129, + "hf_subset": "gle_Latn-lit_Latn", + "languages": [ + "gle-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881357, + "recall": 0.912055, + "f1": 0.890581, + "accuracy": 0.912055, + "main_score": 0.890581, + "hf_subset": "gle_Latn-nob_Latn", + "languages": [ + "gle-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82153, + "recall": 0.855731, + "f1": 0.830838, + "accuracy": 0.855731, + "main_score": 0.830838, + "hf_subset": "gle_Latn-scn_Latn", + "languages": [ + "gle-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815761, + "recall": 0.856719, + "f1": 0.827487, + "accuracy": 0.856719, + "main_score": 0.827487, + "hf_subset": "gle_Latn-tgk_Cyrl", + "languages": [ + "gle-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599235, + "recall": 0.662055, + "f1": 0.617489, + "accuracy": 0.662055, + "main_score": 0.617489, + "hf_subset": "gle_Latn-yor_Latn", + "languages": [ + "gle-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821883, + "recall": 0.86166, + "f1": 0.83294, + "accuracy": 0.86166, + "main_score": 0.83294, + "hf_subset": "gle_Latn-arz_Arab", + "languages": [ + "gle-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486605, + "recall": 0.527668, + "f1": 0.498259, + "accuracy": 0.527668, + "main_score": 0.498259, + "hf_subset": "gle_Latn-cjk_Latn", + "languages": [ + "gle-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818083, + "recall": 0.86166, + "f1": 0.831244, + "accuracy": 0.86166, + "main_score": 0.831244, + "hf_subset": "gle_Latn-gla_Latn", + "languages": [ + "gle-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849185, + "recall": 0.887352, + "f1": 0.86076, + "accuracy": 0.887352, + "main_score": 0.86076, + "hf_subset": "gle_Latn-kan_Knda", + "languages": [ + "gle-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804011, + "recall": 0.841897, + "f1": 0.814555, + "accuracy": 0.841897, + "main_score": 0.814555, + "hf_subset": "gle_Latn-lmo_Latn", + "languages": [ + "gle-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851549, + "recall": 0.887352, + "f1": 0.862006, + "accuracy": 0.887352, + "main_score": 0.862006, + "hf_subset": "gle_Latn-npi_Deva", + "languages": [ + "gle-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431248, + "recall": 0.474308, + "f1": 0.44306, + "accuracy": 0.474308, + "main_score": 0.44306, + "hf_subset": "gle_Latn-shn_Mymr", + "languages": [ + "gle-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885533, + "recall": 0.914032, + "f1": 0.893843, + "accuracy": 0.914032, + "main_score": 0.893843, + "hf_subset": "gle_Latn-tgl_Latn", + "languages": [ + "gle-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841478, + "recall": 0.882411, + "f1": 0.853277, + "accuracy": 0.882411, + "main_score": 0.853277, + "hf_subset": "gle_Latn-yue_Hant", + "languages": [ + "gle-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834827, + "recall": 0.870553, + "f1": 0.845473, + "accuracy": 0.870553, + "main_score": 0.845473, + "hf_subset": "gle_Latn-asm_Beng", + "languages": [ + "gle-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762698, + "recall": 0.815217, + "f1": 0.778129, + "accuracy": 0.815217, + "main_score": 0.778129, + "hf_subset": "gle_Latn-ckb_Arab", + "languages": [ + "gle-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66392, + "recall": 0.718379, + "f1": 0.677826, + "accuracy": 0.718379, + "main_score": 0.677826, + "hf_subset": "gle_Latn-kas_Arab", + "languages": [ + "gle-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713247, + "recall": 0.76581, + "f1": 0.727601, + "accuracy": 0.76581, + "main_score": 0.727601, + "hf_subset": "gle_Latn-ltg_Latn", + "languages": [ + "gle-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547594, + "recall": 0.592885, + "f1": 0.56051, + "accuracy": 0.592885, + "main_score": 0.56051, + "hf_subset": "gle_Latn-nso_Latn", + "languages": [ + "gle-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786709, + "recall": 0.839921, + "f1": 0.802437, + "accuracy": 0.839921, + "main_score": 0.802437, + "hf_subset": "gle_Latn-sin_Sinh", + "languages": [ + "gle-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846739, + "recall": 0.884387, + "f1": 0.858004, + "accuracy": 0.884387, + "main_score": 0.858004, + "hf_subset": "gle_Latn-tha_Thai", + "languages": [ + "gle-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814641, + "recall": 0.854743, + "f1": 0.825525, + "accuracy": 0.854743, + "main_score": 0.825525, + "hf_subset": "gle_Latn-zho_Hans", + "languages": [ + "gle-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861034, + "recall": 0.897233, + "f1": 0.871956, + "accuracy": 0.897233, + "main_score": 0.871956, + "hf_subset": "gle_Latn-ast_Latn", + "languages": [ + "gle-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816485, + "recall": 0.853755, + "f1": 0.827017, + "accuracy": 0.853755, + "main_score": 0.827017, + "hf_subset": "gle_Latn-crh_Latn", + "languages": [ + "gle-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886421, + "recall": 0.916008, + "f1": 0.895312, + "accuracy": 0.916008, + "main_score": 0.895312, + "hf_subset": "gle_Latn-glg_Latn", + "languages": [ + "gle-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622727, + "recall": 0.671937, + "f1": 0.636945, + "accuracy": 0.671937, + "main_score": 0.636945, + "hf_subset": "gle_Latn-kas_Deva", + "languages": [ + "gle-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802396, + "recall": 0.849802, + "f1": 0.815785, + "accuracy": 0.849802, + "main_score": 0.815785, + "hf_subset": "gle_Latn-ltz_Latn", + "languages": [ + "gle-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445887, + "recall": 0.504941, + "f1": 0.462674, + "accuracy": 0.504941, + "main_score": 0.462674, + "hf_subset": "gle_Latn-nus_Latn", + "languages": [ + "gle-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879407, + "recall": 0.909091, + "f1": 0.887764, + "accuracy": 0.909091, + "main_score": 0.887764, + "hf_subset": "gle_Latn-slk_Latn", + "languages": [ + "gle-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492643, + "recall": 0.547431, + "f1": 0.508388, + "accuracy": 0.547431, + "main_score": 0.508388, + "hf_subset": "gle_Latn-tir_Ethi", + "languages": [ + "gle-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824638, + "recall": 0.869565, + "f1": 0.837996, + "accuracy": 0.869565, + "main_score": 0.837996, + "hf_subset": "gle_Latn-zho_Hant", + "languages": [ + "gle-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817995, + "recall": 0.86166, + "f1": 0.830654, + "accuracy": 0.86166, + "main_score": 0.830654, + "hf_subset": "gle_Latn-awa_Deva", + "languages": [ + "gle-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880495, + "recall": 0.909091, + "f1": 0.888853, + "accuracy": 0.909091, + "main_score": 0.888853, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62968, + "recall": 0.68083, + "f1": 0.643176, + "accuracy": 0.68083, + "main_score": 0.643176, + "hf_subset": "gle_Latn-grn_Latn", + "languages": [ + "gle-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825099, + "recall": 0.870553, + "f1": 0.838746, + "accuracy": 0.870553, + "main_score": 0.838746, + "hf_subset": "gle_Latn-kat_Geor", + "languages": [ + "gle-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548304, + "recall": 0.589921, + "f1": 0.559596, + "accuracy": 0.589921, + "main_score": 0.559596, + "hf_subset": "gle_Latn-lua_Latn", + "languages": [ + "gle-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570032, + "recall": 0.610672, + "f1": 0.580943, + "accuracy": 0.610672, + "main_score": 0.580943, + "hf_subset": "gle_Latn-nya_Latn", + "languages": [ + "gle-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874704, + "recall": 0.907115, + "f1": 0.884143, + "accuracy": 0.907115, + "main_score": 0.884143, + "hf_subset": "gle_Latn-slv_Latn", + "languages": [ + "gle-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715086, + "recall": 0.757905, + "f1": 0.726635, + "accuracy": 0.757905, + "main_score": 0.726635, + "hf_subset": "gle_Latn-tpi_Latn", + "languages": [ + "gle-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889493, + "recall": 0.91996, + "f1": 0.8988, + "accuracy": 0.91996, + "main_score": 0.8988, + "hf_subset": "gle_Latn-zsm_Latn", + "languages": [ + "gle-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496708, + "recall": 0.545455, + "f1": 0.510252, + "accuracy": 0.545455, + "main_score": 0.510252, + "hf_subset": "gle_Latn-ayr_Latn", + "languages": [ + "gle-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888949, + "recall": 0.917984, + "f1": 0.897563, + "accuracy": 0.917984, + "main_score": 0.897563, + "hf_subset": "gle_Latn-dan_Latn", + "languages": [ + "gle-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863702, + "recall": 0.898221, + "f1": 0.87372, + "accuracy": 0.898221, + "main_score": 0.87372, + "hf_subset": "gle_Latn-guj_Gujr", + "languages": [ + "gle-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848774, + "recall": 0.886364, + "f1": 0.859931, + "accuracy": 0.886364, + "main_score": 0.859931, + "hf_subset": "gle_Latn-kaz_Cyrl", + "languages": [ + "gle-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497532, + "recall": 0.546443, + "f1": 0.511105, + "accuracy": 0.546443, + "main_score": 0.511105, + "hf_subset": "gle_Latn-lug_Latn", + "languages": [ + "gle-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876696, + "recall": 0.909091, + "f1": 0.886067, + "accuracy": 0.909091, + "main_score": 0.886067, + "hf_subset": "gle_Latn-oci_Latn", + "languages": [ + "gle-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69898, + "recall": 0.744071, + "f1": 0.711124, + "accuracy": 0.744071, + "main_score": 0.711124, + "hf_subset": "gle_Latn-smo_Latn", + "languages": [ + "gle-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509494, + "recall": 0.554348, + "f1": 0.521491, + "accuracy": 0.554348, + "main_score": 0.521491, + "hf_subset": "gle_Latn-tsn_Latn", + "languages": [ + "gle-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592918, + "recall": 0.643281, + "f1": 0.607577, + "accuracy": 0.643281, + "main_score": 0.607577, + "hf_subset": "gle_Latn-zul_Latn", + "languages": [ + "gle-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634466, + "recall": 0.694664, + "f1": 0.651801, + "accuracy": 0.694664, + "main_score": 0.651801, + "hf_subset": "gle_Latn-azb_Arab", + "languages": [ + "gle-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876828, + "recall": 0.907115, + "f1": 0.885343, + "accuracy": 0.907115, + "main_score": 0.885343, + "hf_subset": "gle_Latn-deu_Latn", + "languages": [ + "gle-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790227, + "recall": 0.836957, + "f1": 0.804105, + "accuracy": 0.836957, + "main_score": 0.804105, + "hf_subset": "gle_Latn-hat_Latn", + "languages": [ + "gle-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471843, + "recall": 0.516798, + "f1": 0.48395, + "accuracy": 0.516798, + "main_score": 0.48395, + "hf_subset": "gle_Latn-kbp_Latn", + "languages": [ + "gle-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538906, + "recall": 0.58004, + "f1": 0.550057, + "accuracy": 0.58004, + "main_score": 0.550057, + "hf_subset": "gle_Latn-luo_Latn", + "languages": [ + "gle-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846706, + "recall": 0.887352, + "f1": 0.858992, + "accuracy": 0.887352, + "main_score": 0.858992, + "hf_subset": "gle_Latn-ory_Orya", + "languages": [ + "gle-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531571, + "recall": 0.587945, + "f1": 0.547145, + "accuracy": 0.587945, + "main_score": 0.547145, + "hf_subset": "gle_Latn-sna_Latn", + "languages": [ + "gle-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531202, + "recall": 0.571146, + "f1": 0.541805, + "accuracy": 0.571146, + "main_score": 0.541805, + "hf_subset": "gle_Latn-tso_Latn", + "languages": [ + "gle-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811604, + "recall": 0.855731, + "f1": 0.824494, + "accuracy": 0.855731, + "main_score": 0.824494, + "hf_subset": "gle_Latn-azj_Latn", + "languages": [ + "gle-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471469, + "recall": 0.524704, + "f1": 0.487073, + "accuracy": 0.524704, + "main_score": 0.487073, + "hf_subset": "gle_Latn-dik_Latn", + "languages": [ + "gle-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636677, + "recall": 0.690711, + "f1": 0.651703, + "accuracy": 0.690711, + "main_score": 0.651703, + "hf_subset": "gle_Latn-hau_Latn", + "languages": [ + "gle-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760269, + "recall": 0.805336, + "f1": 0.772405, + "accuracy": 0.805336, + "main_score": 0.772405, + "hf_subset": "gle_Latn-kea_Latn", + "languages": [ + "gle-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578653, + "recall": 0.62747, + "f1": 0.591457, + "accuracy": 0.62747, + "main_score": 0.591457, + "hf_subset": "gle_Latn-lus_Latn", + "languages": [ + "gle-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637005, + "recall": 0.677866, + "f1": 0.647615, + "accuracy": 0.677866, + "main_score": 0.647615, + "hf_subset": "gle_Latn-pag_Latn", + "languages": [ + "gle-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837206, + "recall": 0.873518, + "f1": 0.848024, + "accuracy": 0.873518, + "main_score": 0.848024, + "hf_subset": "gle_Latn-snd_Arab", + "languages": [ + "gle-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742778, + "recall": 0.794466, + "f1": 0.757664, + "accuracy": 0.794466, + "main_score": 0.757664, + "hf_subset": "gle_Latn-tuk_Latn", + "languages": [ + "gle-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792323, + "recall": 0.833992, + "f1": 0.804444, + "accuracy": 0.833992, + "main_score": 0.804444, + "hf_subset": "gle_Latn-bak_Cyrl", + "languages": [ + "gle-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417432, + "recall": 0.475296, + "f1": 0.434052, + "accuracy": 0.475296, + "main_score": 0.434052, + "hf_subset": "gle_Latn-dyu_Latn", + "languages": [ + "gle-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871443, + "recall": 0.908103, + "f1": 0.882675, + "accuracy": 0.908103, + "main_score": 0.882675, + "hf_subset": "gle_Latn-heb_Hebr", + "languages": [ + "gle-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80746, + "recall": 0.850791, + "f1": 0.820276, + "accuracy": 0.850791, + "main_score": 0.820276, + "hf_subset": "gle_Latn-khk_Cyrl", + "languages": [ + "gle-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862681, + "recall": 0.900198, + "f1": 0.874097, + "accuracy": 0.900198, + "main_score": 0.874097, + "hf_subset": "gle_Latn-lvs_Latn", + "languages": [ + "gle-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860343, + "recall": 0.898221, + "f1": 0.871923, + "accuracy": 0.898221, + "main_score": 0.871923, + "hf_subset": "gle_Latn-pan_Guru", + "languages": [ + "gle-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625447, + "recall": 0.682806, + "f1": 0.641938, + "accuracy": 0.682806, + "main_score": 0.641938, + "hf_subset": "gle_Latn-som_Latn", + "languages": [ + "gle-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534158, + "recall": 0.570158, + "f1": 0.54395, + "accuracy": 0.570158, + "main_score": 0.54395, + "hf_subset": "gle_Latn-tum_Latn", + "languages": [ + "gle-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536817, + "recall": 0.602767, + "f1": 0.555261, + "accuracy": 0.602767, + "main_score": 0.555261, + "hf_subset": "kas_Arab-ace_Arab", + "languages": [ + "kas-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475711, + "recall": 0.537549, + "f1": 0.492581, + "accuracy": 0.537549, + "main_score": 0.492581, + "hf_subset": "kas_Arab-bam_Latn", + "languages": [ + "kas-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322982, + "recall": 0.386364, + "f1": 0.339761, + "accuracy": 0.386364, + "main_score": 0.339761, + "hf_subset": "kas_Arab-dzo_Tibt", + "languages": [ + "kas-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911677, + "recall": 0.936759, + "f1": 0.919532, + "accuracy": 0.936759, + "main_score": 0.919532, + "hf_subset": "kas_Arab-khm_Khmr", + "languages": [ + "kas-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.97332, + "f1": 0.966206, + "accuracy": 0.97332, + "main_score": 0.966206, + "hf_subset": "kas_Arab-mag_Deva", + "languages": [ + "kas-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917029, + "recall": 0.937747, + "f1": 0.923221, + "accuracy": 0.937747, + "main_score": 0.923221, + "hf_subset": "kas_Arab-pap_Latn", + "languages": [ + "kas-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532923, + "recall": 0.592885, + "f1": 0.550209, + "accuracy": 0.592885, + "main_score": 0.550209, + "hf_subset": "kas_Arab-sot_Latn", + "languages": [ + "kas-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958696, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "kas_Arab-tur_Latn", + "languages": [ + "kas-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792944, + "recall": 0.836957, + "f1": 0.806077, + "accuracy": 0.836957, + "main_score": 0.806077, + "hf_subset": "kas_Arab-ace_Latn", + "languages": [ + "kas-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894763, + "recall": 0.918972, + "f1": 0.902141, + "accuracy": 0.918972, + "main_score": 0.902141, + "hf_subset": "kas_Arab-ban_Latn", + "languages": [ + "kas-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949605, + "accuracy": 0.961462, + "main_score": 0.949605, + "hf_subset": "kas_Arab-ell_Grek", + "languages": [ + "kas-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "kas_Arab-hne_Deva", + "languages": [ + "kas-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527136, + "recall": 0.589921, + "f1": 0.544717, + "accuracy": 0.589921, + "main_score": 0.544717, + "hf_subset": "kas_Arab-kik_Latn", + "languages": [ + "kas-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916337, + "recall": 0.939723, + "f1": 0.923748, + "accuracy": 0.939723, + "main_score": 0.923748, + "hf_subset": "kas_Arab-pbt_Arab", + "languages": [ + "kas-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.968379, + "f1": 0.958333, + "accuracy": 0.968379, + "main_score": 0.958333, + "hf_subset": "kas_Arab-spa_Latn", + "languages": [ + "kas-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552242, + "recall": 0.619565, + "f1": 0.570748, + "accuracy": 0.619565, + "main_score": 0.570748, + "hf_subset": "kas_Arab-twi_Latn", + "languages": [ + "kas-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937582, + "recall": 0.95751, + "f1": 0.944005, + "accuracy": 0.95751, + "main_score": 0.944005, + "hf_subset": "kas_Arab-acm_Arab", + "languages": [ + "kas-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919302, + "recall": 0.940711, + "f1": 0.926007, + "accuracy": 0.940711, + "main_score": 0.926007, + "hf_subset": "kas_Arab-bel_Cyrl", + "languages": [ + "kas-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948287, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "kas_Arab-hrv_Latn", + "languages": [ + "kas-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479662, + "recall": 0.54249, + "f1": 0.496655, + "accuracy": 0.54249, + "main_score": 0.496655, + "hf_subset": "kas_Arab-kin_Latn", + "languages": [ + "kas-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94664, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.964427, + "f1": 0.955007, + "accuracy": 0.964427, + "main_score": 0.955007, + "hf_subset": "kas_Arab-pes_Arab", + "languages": [ + "kas-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927652, + "recall": 0.948617, + "f1": 0.934157, + "accuracy": 0.948617, + "main_score": 0.934157, + "hf_subset": "kas_Arab-srd_Latn", + "languages": [ + "kas-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184966, + "recall": 0.225296, + "f1": 0.19564, + "accuracy": 0.225296, + "main_score": 0.19564, + "hf_subset": "kas_Arab-tzm_Tfng", + "languages": [ + "kas-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942721, + "recall": 0.959486, + "f1": 0.947958, + "accuracy": 0.959486, + "main_score": 0.947958, + "hf_subset": "kas_Arab-acq_Arab", + "languages": [ + "kas-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560141, + "recall": 0.616601, + "f1": 0.57598, + "accuracy": 0.616601, + "main_score": 0.57598, + "hf_subset": "kas_Arab-bem_Latn", + "languages": [ + "kas-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.962451, + "f1": 0.952372, + "accuracy": 0.962451, + "main_score": 0.952372, + "hf_subset": "kas_Arab-epo_Latn", + "languages": [ + "kas-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937335, + "recall": 0.955534, + "f1": 0.943083, + "accuracy": 0.955534, + "main_score": 0.943083, + "hf_subset": "kas_Arab-hun_Latn", + "languages": [ + "kas-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889196, + "recall": 0.916996, + "f1": 0.89768, + "accuracy": 0.916996, + "main_score": 0.89768, + "hf_subset": "kas_Arab-kir_Cyrl", + "languages": [ + "kas-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575541, + "recall": 0.641304, + "f1": 0.594271, + "accuracy": 0.641304, + "main_score": 0.594271, + "hf_subset": "kas_Arab-plt_Latn", + "languages": [ + "kas-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.967391, + "f1": 0.958827, + "accuracy": 0.967391, + "main_score": 0.958827, + "hf_subset": "kas_Arab-srp_Cyrl", + "languages": [ + "kas-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85779, + "recall": 0.891304, + "f1": 0.868116, + "accuracy": 0.891304, + "main_score": 0.868116, + "hf_subset": "kas_Arab-uig_Arab", + "languages": [ + "kas-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922052, + "recall": 0.943676, + "f1": 0.928557, + "accuracy": 0.943676, + "main_score": 0.928557, + "hf_subset": "kas_Arab-aeb_Arab", + "languages": [ + "kas-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936841, + "recall": 0.953557, + "f1": 0.941864, + "accuracy": 0.953557, + "main_score": 0.941864, + "hf_subset": "kas_Arab-est_Latn", + "languages": [ + "kas-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.954545, + "f1": 0.942655, + "accuracy": 0.954545, + "main_score": 0.942655, + "hf_subset": "kas_Arab-hye_Armn", + "languages": [ + "kas-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491711, + "recall": 0.546443, + "f1": 0.507265, + "accuracy": 0.546443, + "main_score": 0.507265, + "hf_subset": "kas_Arab-kmb_Latn", + "languages": [ + "kas-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47366, + "recall": 0.547431, + "f1": 0.494183, + "accuracy": 0.547431, + "main_score": 0.494183, + "hf_subset": "kas_Arab-min_Arab", + "languages": [ + "kas-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952322, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "kas_Arab-pol_Latn", + "languages": [ + "kas-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518275, + "recall": 0.579051, + "f1": 0.534845, + "accuracy": 0.579051, + "main_score": 0.534845, + "hf_subset": "kas_Arab-ssw_Latn", + "languages": [ + "kas-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961545, + "recall": 0.97332, + "f1": 0.965316, + "accuracy": 0.97332, + "main_score": 0.965316, + "hf_subset": "kas_Arab-ukr_Cyrl", + "languages": [ + "kas-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.961462, + "f1": 0.950264, + "accuracy": 0.961462, + "main_score": 0.950264, + "hf_subset": "kas_Arab-afr_Latn", + "languages": [ + "kas-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.965415, + "f1": 0.955698, + "accuracy": 0.965415, + "main_score": 0.955698, + "hf_subset": "kas_Arab-bho_Deva", + "languages": [ + "kas-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896278, + "recall": 0.923913, + "f1": 0.904974, + "accuracy": 0.923913, + "main_score": 0.904974, + "hf_subset": "kas_Arab-eus_Latn", + "languages": [ + "kas-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497542, + "recall": 0.567194, + "f1": 0.516597, + "accuracy": 0.567194, + "main_score": 0.516597, + "hf_subset": "kas_Arab-ibo_Latn", + "languages": [ + "kas-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743367, + "recall": 0.788538, + "f1": 0.756755, + "accuracy": 0.788538, + "main_score": 0.756755, + "hf_subset": "kas_Arab-kmr_Latn", + "languages": [ + "kas-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902701, + "recall": 0.928854, + "f1": 0.910855, + "accuracy": 0.928854, + "main_score": 0.910855, + "hf_subset": "kas_Arab-min_Latn", + "languages": [ + "kas-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959025, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "kas_Arab-por_Latn", + "languages": [ + "kas-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929545, + "recall": 0.948617, + "f1": 0.935441, + "accuracy": 0.948617, + "main_score": 0.935441, + "hf_subset": "kas_Arab-sun_Latn", + "languages": [ + "kas-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464857, + "recall": 0.529644, + "f1": 0.482735, + "accuracy": 0.529644, + "main_score": 0.482735, + "hf_subset": "kas_Arab-umb_Latn", + "languages": [ + "kas-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "kas_Arab-ajp_Arab", + "languages": [ + "kas-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484831, + "recall": 0.554348, + "f1": 0.50439, + "accuracy": 0.554348, + "main_score": 0.50439, + "hf_subset": "kas_Arab-bjn_Arab", + "languages": [ + "kas-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458742, + "recall": 0.51581, + "f1": 0.473607, + "accuracy": 0.51581, + "main_score": 0.473607, + "hf_subset": "kas_Arab-ewe_Latn", + "languages": [ + "kas-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850494, + "recall": 0.88834, + "f1": 0.862648, + "accuracy": 0.88834, + "main_score": 0.862648, + "hf_subset": "kas_Arab-ilo_Latn", + "languages": [ + "kas-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.324806, + "recall": 0.374506, + "f1": 0.338625, + "accuracy": 0.374506, + "main_score": 0.338625, + "hf_subset": "kas_Arab-knc_Arab", + "languages": [ + "kas-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "kas_Arab-mkd_Cyrl", + "languages": [ + "kas-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.956028, + "accuracy": 0.965415, + "main_score": 0.956028, + "hf_subset": "kas_Arab-prs_Arab", + "languages": [ + "kas-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "kas_Arab-swe_Latn", + "languages": [ + "kas-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511911, + "recall": 0.58004, + "f1": 0.530722, + "accuracy": 0.58004, + "main_score": 0.530722, + "hf_subset": "kas_Arab-aka_Latn", + "languages": [ + "kas-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904562, + "recall": 0.929842, + "f1": 0.912404, + "accuracy": 0.929842, + "main_score": 0.912404, + "hf_subset": "kas_Arab-bjn_Latn", + "languages": [ + "kas-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858672, + "recall": 0.895257, + "f1": 0.869944, + "accuracy": 0.895257, + "main_score": 0.869944, + "hf_subset": "kas_Arab-fao_Latn", + "languages": [ + "kas-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.953854, + "accuracy": 0.964427, + "main_score": 0.953854, + "hf_subset": "kas_Arab-ind_Latn", + "languages": [ + "kas-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524816, + "recall": 0.583992, + "f1": 0.541046, + "accuracy": 0.583992, + "main_score": 0.541046, + "hf_subset": "kas_Arab-knc_Latn", + "languages": [ + "kas-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913712, + "recall": 0.936759, + "f1": 0.920702, + "accuracy": 0.936759, + "main_score": 0.920702, + "hf_subset": "kas_Arab-mlt_Latn", + "languages": [ + "kas-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62752, + "recall": 0.690711, + "f1": 0.645894, + "accuracy": 0.690711, + "main_score": 0.645894, + "hf_subset": "kas_Arab-quy_Latn", + "languages": [ + "kas-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86166, + "recall": 0.895257, + "f1": 0.871758, + "accuracy": 0.895257, + "main_score": 0.871758, + "hf_subset": "kas_Arab-swh_Latn", + "languages": [ + "kas-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936874, + "recall": 0.955534, + "f1": 0.942754, + "accuracy": 0.955534, + "main_score": 0.942754, + "hf_subset": "kas_Arab-uzn_Latn", + "languages": [ + "kas-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932148, + "recall": 0.950593, + "f1": 0.937865, + "accuracy": 0.950593, + "main_score": 0.937865, + "hf_subset": "kas_Arab-als_Latn", + "languages": [ + "kas-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461524, + "recall": 0.547431, + "f1": 0.485159, + "accuracy": 0.547431, + "main_score": 0.485159, + "hf_subset": "kas_Arab-bod_Tibt", + "languages": [ + "kas-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590246, + "recall": 0.653162, + "f1": 0.608138, + "accuracy": 0.653162, + "main_score": 0.608138, + "hf_subset": "kas_Arab-fij_Latn", + "languages": [ + "kas-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88302, + "recall": 0.916008, + "f1": 0.893347, + "accuracy": 0.916008, + "main_score": 0.893347, + "hf_subset": "kas_Arab-isl_Latn", + "languages": [ + "kas-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594072, + "recall": 0.652174, + "f1": 0.610419, + "accuracy": 0.652174, + "main_score": 0.610419, + "hf_subset": "kas_Arab-kon_Latn", + "languages": [ + "kas-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636792, + "recall": 0.706522, + "f1": 0.657444, + "accuracy": 0.706522, + "main_score": 0.657444, + "hf_subset": "kas_Arab-mni_Beng", + "languages": [ + "kas-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959569, + "recall": 0.972332, + "f1": 0.963669, + "accuracy": 0.972332, + "main_score": 0.963669, + "hf_subset": "kas_Arab-ron_Latn", + "languages": [ + "kas-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919252, + "recall": 0.9417, + "f1": 0.926285, + "accuracy": 0.9417, + "main_score": 0.926285, + "hf_subset": "kas_Arab-szl_Latn", + "languages": [ + "kas-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954298, + "recall": 0.967391, + "f1": 0.958564, + "accuracy": 0.967391, + "main_score": 0.958564, + "hf_subset": "kas_Arab-vec_Latn", + "languages": [ + "kas-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814674, + "recall": 0.86166, + "f1": 0.82884, + "accuracy": 0.86166, + "main_score": 0.82884, + "hf_subset": "kas_Arab-amh_Ethi", + "languages": [ + "kas-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959569, + "recall": 0.970356, + "f1": 0.962846, + "accuracy": 0.970356, + "main_score": 0.962846, + "hf_subset": "kas_Arab-bos_Latn", + "languages": [ + "kas-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932971, + "recall": 0.951581, + "f1": 0.9389, + "accuracy": 0.951581, + "main_score": 0.9389, + "hf_subset": "kas_Arab-fin_Latn", + "languages": [ + "kas-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "kas_Arab-ita_Latn", + "languages": [ + "kas-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943923, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "kas_Arab-kor_Hang", + "languages": [ + "kas-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500355, + "recall": 0.560277, + "f1": 0.516529, + "accuracy": 0.560277, + "main_score": 0.516529, + "hf_subset": "kas_Arab-mos_Latn", + "languages": [ + "kas-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459134, + "recall": 0.521739, + "f1": 0.476538, + "accuracy": 0.521739, + "main_score": 0.476538, + "hf_subset": "kas_Arab-run_Latn", + "languages": [ + "kas-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938323, + "recall": 0.956522, + "f1": 0.944071, + "accuracy": 0.956522, + "main_score": 0.944071, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940053, + "recall": 0.958498, + "f1": 0.945982, + "accuracy": 0.958498, + "main_score": 0.945982, + "hf_subset": "kas_Arab-vie_Latn", + "languages": [ + "kas-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956324, + "accuracy": 0.966403, + "main_score": 0.956324, + "hf_subset": "kas_Arab-apc_Arab", + "languages": [ + "kas-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745843, + "recall": 0.796443, + "f1": 0.760448, + "accuracy": 0.796443, + "main_score": 0.760448, + "hf_subset": "kas_Arab-bug_Latn", + "languages": [ + "kas-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419932, + "recall": 0.478261, + "f1": 0.435527, + "accuracy": 0.478261, + "main_score": 0.435527, + "hf_subset": "kas_Arab-fon_Latn", + "languages": [ + "kas-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.959486, + "f1": 0.947694, + "accuracy": 0.959486, + "main_score": 0.947694, + "hf_subset": "kas_Arab-jav_Latn", + "languages": [ + "kas-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899695, + "recall": 0.925889, + "f1": 0.907631, + "accuracy": 0.925889, + "main_score": 0.907631, + "hf_subset": "kas_Arab-lao_Laoo", + "languages": [ + "kas-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702182, + "recall": 0.763834, + "f1": 0.720199, + "accuracy": 0.763834, + "main_score": 0.720199, + "hf_subset": "kas_Arab-mri_Latn", + "languages": [ + "kas-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945899, + "recall": 0.961462, + "f1": 0.950823, + "accuracy": 0.961462, + "main_score": 0.950823, + "hf_subset": "kas_Arab-rus_Cyrl", + "languages": [ + "kas-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489668, + "recall": 0.548419, + "f1": 0.505319, + "accuracy": 0.548419, + "main_score": 0.505319, + "hf_subset": "kas_Arab-taq_Latn", + "languages": [ + "kas-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933547, + "recall": 0.952569, + "f1": 0.939625, + "accuracy": 0.952569, + "main_score": 0.939625, + "hf_subset": "kas_Arab-war_Latn", + "languages": [ + "kas-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948534, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "kas_Arab-arb_Arab", + "languages": [ + "kas-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "kas_Arab-bul_Cyrl", + "languages": [ + "kas-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "kas_Arab-fra_Latn", + "languages": [ + "kas-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "kas_Arab-jpn_Jpan", + "languages": [ + "kas-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924984, + "recall": 0.94664, + "f1": 0.931884, + "accuracy": 0.94664, + "main_score": 0.931884, + "hf_subset": "kas_Arab-lij_Latn", + "languages": [ + "kas-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884881, + "recall": 0.916996, + "f1": 0.895059, + "accuracy": 0.916996, + "main_score": 0.895059, + "hf_subset": "kas_Arab-mya_Mymr", + "languages": [ + "kas-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521569, + "recall": 0.599802, + "f1": 0.543401, + "accuracy": 0.599802, + "main_score": 0.543401, + "hf_subset": "kas_Arab-sag_Latn", + "languages": [ + "kas-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197321, + "recall": 0.248024, + "f1": 0.208591, + "accuracy": 0.248024, + "main_score": 0.208591, + "hf_subset": "kas_Arab-taq_Tfng", + "languages": [ + "kas-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55784, + "recall": 0.625494, + "f1": 0.576643, + "accuracy": 0.625494, + "main_score": 0.576643, + "hf_subset": "kas_Arab-wol_Latn", + "languages": [ + "kas-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681005, + "recall": 0.745059, + "f1": 0.699528, + "accuracy": 0.745059, + "main_score": 0.699528, + "hf_subset": "kas_Arab-arb_Latn", + "languages": [ + "kas-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951713, + "accuracy": 0.962451, + "main_score": 0.951713, + "hf_subset": "kas_Arab-cat_Latn", + "languages": [ + "kas-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932428, + "recall": 0.949605, + "f1": 0.937601, + "accuracy": 0.949605, + "main_score": 0.937601, + "hf_subset": "kas_Arab-fur_Latn", + "languages": [ + "kas-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369749, + "recall": 0.429842, + "f1": 0.385248, + "accuracy": 0.429842, + "main_score": 0.385248, + "hf_subset": "kas_Arab-kab_Latn", + "languages": [ + "kas-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898633, + "recall": 0.926877, + "f1": 0.907477, + "accuracy": 0.926877, + "main_score": 0.907477, + "hf_subset": "kas_Arab-lim_Latn", + "languages": [ + "kas-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940053, + "recall": 0.95751, + "f1": 0.945652, + "accuracy": 0.95751, + "main_score": 0.945652, + "hf_subset": "kas_Arab-nld_Latn", + "languages": [ + "kas-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.950593, + "f1": 0.93643, + "accuracy": 0.950593, + "main_score": 0.93643, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931571, + "recall": 0.949605, + "f1": 0.937272, + "accuracy": 0.949605, + "main_score": 0.937272, + "hf_subset": "kas_Arab-tat_Cyrl", + "languages": [ + "kas-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586951, + "recall": 0.650198, + "f1": 0.604674, + "accuracy": 0.650198, + "main_score": 0.604674, + "hf_subset": "kas_Arab-xho_Latn", + "languages": [ + "kas-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "kas_Arab-ars_Arab", + "languages": [ + "kas-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946838, + "recall": 0.962451, + "f1": 0.95191, + "accuracy": 0.962451, + "main_score": 0.95191, + "hf_subset": "kas_Arab-ceb_Latn", + "languages": [ + "kas-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502091, + "recall": 0.571146, + "f1": 0.521855, + "accuracy": 0.571146, + "main_score": 0.521855, + "hf_subset": "kas_Arab-fuv_Latn", + "languages": [ + "kas-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464837, + "recall": 0.533597, + "f1": 0.483146, + "accuracy": 0.533597, + "main_score": 0.483146, + "hf_subset": "kas_Arab-kac_Latn", + "languages": [ + "kas-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624495, + "recall": 0.68083, + "f1": 0.639483, + "accuracy": 0.68083, + "main_score": 0.639483, + "hf_subset": "kas_Arab-lin_Latn", + "languages": [ + "kas-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938933, + "recall": 0.956522, + "f1": 0.944499, + "accuracy": 0.956522, + "main_score": 0.944499, + "hf_subset": "kas_Arab-nno_Latn", + "languages": [ + "kas-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193079, + "recall": 0.258893, + "f1": 0.208928, + "accuracy": 0.258893, + "main_score": 0.208928, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845281, + "recall": 0.883399, + "f1": 0.857213, + "accuracy": 0.883399, + "main_score": 0.857213, + "hf_subset": "kas_Arab-ydd_Hebr", + "languages": [ + "kas-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897233, + "recall": 0.924901, + "f1": 0.905929, + "accuracy": 0.924901, + "main_score": 0.905929, + "hf_subset": "kas_Arab-ary_Arab", + "languages": [ + "kas-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "kas_Arab-ces_Latn", + "languages": [ + "kas-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523059, + "recall": 0.58498, + "f1": 0.540796, + "accuracy": 0.58498, + "main_score": 0.540796, + "hf_subset": "kas_Arab-gaz_Latn", + "languages": [ + "kas-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496336, + "recall": 0.561265, + "f1": 0.514373, + "accuracy": 0.561265, + "main_score": 0.514373, + "hf_subset": "kas_Arab-kam_Latn", + "languages": [ + "kas-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938142, + "recall": 0.955534, + "f1": 0.943676, + "accuracy": 0.955534, + "main_score": 0.943676, + "hf_subset": "kas_Arab-lit_Latn", + "languages": [ + "kas-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943594, + "recall": 0.961462, + "f1": 0.949341, + "accuracy": 0.961462, + "main_score": 0.949341, + "hf_subset": "kas_Arab-nob_Latn", + "languages": [ + "kas-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913949, + "recall": 0.936759, + "f1": 0.921179, + "accuracy": 0.936759, + "main_score": 0.921179, + "hf_subset": "kas_Arab-scn_Latn", + "languages": [ + "kas-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893363, + "recall": 0.922925, + "f1": 0.902734, + "accuracy": 0.922925, + "main_score": 0.902734, + "hf_subset": "kas_Arab-tgk_Cyrl", + "languages": [ + "kas-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567013, + "recall": 0.643281, + "f1": 0.589018, + "accuracy": 0.643281, + "main_score": 0.589018, + "hf_subset": "kas_Arab-yor_Latn", + "languages": [ + "kas-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942638, + "recall": 0.958498, + "f1": 0.94753, + "accuracy": 0.958498, + "main_score": 0.94753, + "hf_subset": "kas_Arab-arz_Arab", + "languages": [ + "kas-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49775, + "recall": 0.561265, + "f1": 0.515465, + "accuracy": 0.561265, + "main_score": 0.515465, + "hf_subset": "kas_Arab-cjk_Latn", + "languages": [ + "kas-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639362, + "recall": 0.697628, + "f1": 0.655859, + "accuracy": 0.697628, + "main_score": 0.655859, + "hf_subset": "kas_Arab-gla_Latn", + "languages": [ + "kas-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950346, + "recall": 0.965415, + "f1": 0.95527, + "accuracy": 0.965415, + "main_score": 0.95527, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927108, + "recall": 0.94664, + "f1": 0.933136, + "accuracy": 0.94664, + "main_score": 0.933136, + "hf_subset": "kas_Arab-lmo_Latn", + "languages": [ + "kas-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965744, + "accuracy": 0.97332, + "main_score": 0.965744, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425051, + "recall": 0.485178, + "f1": 0.441475, + "accuracy": 0.485178, + "main_score": 0.441475, + "hf_subset": "kas_Arab-shn_Mymr", + "languages": [ + "kas-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958696, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "kas_Arab-tgl_Latn", + "languages": [ + "kas-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "kas_Arab-yue_Hant", + "languages": [ + "kas-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848765, + "recall": 0.887352, + "f1": 0.861034, + "accuracy": 0.887352, + "main_score": 0.861034, + "hf_subset": "kas_Arab-ckb_Arab", + "languages": [ + "kas-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711048, + "recall": 0.768775, + "f1": 0.727917, + "accuracy": 0.768775, + "main_score": 0.727917, + "hf_subset": "kas_Arab-gle_Latn", + "languages": [ + "kas-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838201, + "recall": 0.876482, + "f1": 0.850115, + "accuracy": 0.876482, + "main_score": 0.850115, + "hf_subset": "kas_Arab-ltg_Latn", + "languages": [ + "kas-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564586, + "recall": 0.623518, + "f1": 0.580624, + "accuracy": 0.623518, + "main_score": 0.580624, + "hf_subset": "kas_Arab-nso_Latn", + "languages": [ + "kas-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87388, + "recall": 0.909091, + "f1": 0.884848, + "accuracy": 0.909091, + "main_score": 0.884848, + "hf_subset": "kas_Arab-sin_Sinh", + "languages": [ + "kas-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940464, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "kas_Arab-tha_Thai", + "languages": [ + "kas-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923501, + "recall": 0.94664, + "f1": 0.930731, + "accuracy": 0.94664, + "main_score": 0.930731, + "hf_subset": "kas_Arab-zho_Hans", + "languages": [ + "kas-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "kas_Arab-ast_Latn", + "languages": [ + "kas-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911067, + "recall": 0.936759, + "f1": 0.919466, + "accuracy": 0.936759, + "main_score": 0.919466, + "hf_subset": "kas_Arab-crh_Latn", + "languages": [ + "kas-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.969368, + "f1": 0.960474, + "accuracy": 0.969368, + "main_score": 0.960474, + "hf_subset": "kas_Arab-glg_Latn", + "languages": [ + "kas-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920619, + "recall": 0.944664, + "f1": 0.928524, + "accuracy": 0.944664, + "main_score": 0.928524, + "hf_subset": "kas_Arab-kas_Deva", + "languages": [ + "kas-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913603, + "recall": 0.936759, + "f1": 0.920784, + "accuracy": 0.936759, + "main_score": 0.920784, + "hf_subset": "kas_Arab-ltz_Latn", + "languages": [ + "kas-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416921, + "recall": 0.485178, + "f1": 0.435023, + "accuracy": 0.485178, + "main_score": 0.435023, + "hf_subset": "kas_Arab-nus_Latn", + "languages": [ + "kas-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948205, + "recall": 0.963439, + "f1": 0.952964, + "accuracy": 0.963439, + "main_score": 0.952964, + "hf_subset": "kas_Arab-slk_Latn", + "languages": [ + "kas-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557635, + "recall": 0.633399, + "f1": 0.5796, + "accuracy": 0.633399, + "main_score": 0.5796, + "hf_subset": "kas_Arab-tir_Ethi", + "languages": [ + "kas-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928854, + "recall": 0.950593, + "f1": 0.935724, + "accuracy": 0.950593, + "main_score": 0.935724, + "hf_subset": "kas_Arab-zho_Hant", + "languages": [ + "kas-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.966403, + "f1": 0.957839, + "accuracy": 0.966403, + "main_score": 0.957839, + "hf_subset": "kas_Arab-awa_Deva", + "languages": [ + "kas-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853755, + "recall": 0.895257, + "f1": 0.866733, + "accuracy": 0.895257, + "main_score": 0.866733, + "hf_subset": "kas_Arab-cym_Latn", + "languages": [ + "kas-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73997, + "recall": 0.788538, + "f1": 0.754268, + "accuracy": 0.788538, + "main_score": 0.754268, + "hf_subset": "kas_Arab-grn_Latn", + "languages": [ + "kas-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922266, + "recall": 0.9417, + "f1": 0.928115, + "accuracy": 0.9417, + "main_score": 0.928115, + "hf_subset": "kas_Arab-kat_Geor", + "languages": [ + "kas-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579532, + "recall": 0.642292, + "f1": 0.597237, + "accuracy": 0.642292, + "main_score": 0.597237, + "hf_subset": "kas_Arab-lua_Latn", + "languages": [ + "kas-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568351, + "recall": 0.636364, + "f1": 0.587415, + "accuracy": 0.636364, + "main_score": 0.587415, + "hf_subset": "kas_Arab-nya_Latn", + "languages": [ + "kas-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "kas_Arab-slv_Latn", + "languages": [ + "kas-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860293, + "recall": 0.894269, + "f1": 0.870586, + "accuracy": 0.894269, + "main_score": 0.870586, + "hf_subset": "kas_Arab-tpi_Latn", + "languages": [ + "kas-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950791, + "recall": 0.965415, + "f1": 0.955369, + "accuracy": 0.965415, + "main_score": 0.955369, + "hf_subset": "kas_Arab-zsm_Latn", + "languages": [ + "kas-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497339, + "recall": 0.556324, + "f1": 0.513351, + "accuracy": 0.556324, + "main_score": 0.513351, + "hf_subset": "kas_Arab-ayr_Latn", + "languages": [ + "kas-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "kas_Arab-dan_Latn", + "languages": [ + "kas-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951169, + "recall": 0.965415, + "f1": 0.955599, + "accuracy": 0.965415, + "main_score": 0.955599, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943874, + "recall": 0.960474, + "f1": 0.949111, + "accuracy": 0.960474, + "main_score": 0.949111, + "hf_subset": "kas_Arab-kaz_Cyrl", + "languages": [ + "kas-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483516, + "recall": 0.541502, + "f1": 0.499286, + "accuracy": 0.541502, + "main_score": 0.499286, + "hf_subset": "kas_Arab-lug_Latn", + "languages": [ + "kas-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952487, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "kas_Arab-oci_Latn", + "languages": [ + "kas-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684127, + "recall": 0.741107, + "f1": 0.700511, + "accuracy": 0.741107, + "main_score": 0.700511, + "hf_subset": "kas_Arab-smo_Latn", + "languages": [ + "kas-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493497, + "recall": 0.559289, + "f1": 0.511489, + "accuracy": 0.559289, + "main_score": 0.511489, + "hf_subset": "kas_Arab-tsn_Latn", + "languages": [ + "kas-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534364, + "recall": 0.600791, + "f1": 0.552719, + "accuracy": 0.600791, + "main_score": 0.552719, + "hf_subset": "kas_Arab-zul_Latn", + "languages": [ + "kas-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862072, + "recall": 0.897233, + "f1": 0.873419, + "accuracy": 0.897233, + "main_score": 0.873419, + "hf_subset": "kas_Arab-azb_Arab", + "languages": [ + "kas-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948781, + "recall": 0.965415, + "f1": 0.954216, + "accuracy": 0.965415, + "main_score": 0.954216, + "hf_subset": "kas_Arab-deu_Latn", + "languages": [ + "kas-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887599, + "recall": 0.916996, + "f1": 0.896758, + "accuracy": 0.916996, + "main_score": 0.896758, + "hf_subset": "kas_Arab-hat_Latn", + "languages": [ + "kas-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444631, + "recall": 0.503953, + "f1": 0.461146, + "accuracy": 0.503953, + "main_score": 0.461146, + "hf_subset": "kas_Arab-kbp_Latn", + "languages": [ + "kas-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517128, + "recall": 0.582016, + "f1": 0.534594, + "accuracy": 0.582016, + "main_score": 0.534594, + "hf_subset": "kas_Arab-luo_Latn", + "languages": [ + "kas-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522118, + "recall": 0.585968, + "f1": 0.54081, + "accuracy": 0.585968, + "main_score": 0.54081, + "hf_subset": "kas_Arab-sna_Latn", + "languages": [ + "kas-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512672, + "recall": 0.565217, + "f1": 0.527428, + "accuracy": 0.565217, + "main_score": 0.527428, + "hf_subset": "kas_Arab-tso_Latn", + "languages": [ + "kas-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923419, + "recall": 0.945652, + "f1": 0.930454, + "accuracy": 0.945652, + "main_score": 0.930454, + "hf_subset": "kas_Arab-azj_Latn", + "languages": [ + "kas-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4795, + "recall": 0.547431, + "f1": 0.498341, + "accuracy": 0.547431, + "main_score": 0.498341, + "hf_subset": "kas_Arab-dik_Latn", + "languages": [ + "kas-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625152, + "recall": 0.687747, + "f1": 0.642827, + "accuracy": 0.687747, + "main_score": 0.642827, + "hf_subset": "kas_Arab-hau_Latn", + "languages": [ + "kas-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929463, + "recall": 0.949605, + "f1": 0.935837, + "accuracy": 0.949605, + "main_score": 0.935837, + "hf_subset": "kas_Arab-kea_Latn", + "languages": [ + "kas-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671716, + "recall": 0.726285, + "f1": 0.687486, + "accuracy": 0.726285, + "main_score": 0.687486, + "hf_subset": "kas_Arab-lus_Latn", + "languages": [ + "kas-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814527, + "recall": 0.849802, + "f1": 0.825038, + "accuracy": 0.849802, + "main_score": 0.825038, + "hf_subset": "kas_Arab-pag_Latn", + "languages": [ + "kas-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "kas_Arab-snd_Arab", + "languages": [ + "kas-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84552, + "recall": 0.881423, + "f1": 0.856653, + "accuracy": 0.881423, + "main_score": 0.856653, + "hf_subset": "kas_Arab-tuk_Latn", + "languages": [ + "kas-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910985, + "recall": 0.936759, + "f1": 0.919203, + "accuracy": 0.936759, + "main_score": 0.919203, + "hf_subset": "kas_Arab-bak_Cyrl", + "languages": [ + "kas-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438094, + "recall": 0.513834, + "f1": 0.459492, + "accuracy": 0.513834, + "main_score": 0.459492, + "hf_subset": "kas_Arab-dyu_Latn", + "languages": [ + "kas-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937665, + "recall": 0.955534, + "f1": 0.943248, + "accuracy": 0.955534, + "main_score": 0.943248, + "hf_subset": "kas_Arab-heb_Hebr", + "languages": [ + "kas-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870586, + "recall": 0.903162, + "f1": 0.880731, + "accuracy": 0.903162, + "main_score": 0.880731, + "hf_subset": "kas_Arab-khk_Cyrl", + "languages": [ + "kas-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952355, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "kas_Arab-lvs_Latn", + "languages": [ + "kas-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602916, + "recall": 0.671937, + "f1": 0.622869, + "accuracy": 0.671937, + "main_score": 0.622869, + "hf_subset": "kas_Arab-som_Latn", + "languages": [ + "kas-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52105, + "recall": 0.575099, + "f1": 0.536646, + "accuracy": 0.575099, + "main_score": 0.536646, + "hf_subset": "kas_Arab-tum_Latn", + "languages": [ + "kas-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564616, + "recall": 0.617589, + "f1": 0.580085, + "accuracy": 0.617589, + "main_score": 0.580085, + "hf_subset": "ltg_Latn-ace_Arab", + "languages": [ + "ltg-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522007, + "recall": 0.573123, + "f1": 0.535599, + "accuracy": 0.573123, + "main_score": 0.535599, + "hf_subset": "ltg_Latn-bam_Latn", + "languages": [ + "ltg-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.351746, + "recall": 0.406126, + "f1": 0.365948, + "accuracy": 0.406126, + "main_score": 0.365948, + "hf_subset": "ltg_Latn-dzo_Tibt", + "languages": [ + "ltg-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932559, + "recall": 0.952569, + "f1": 0.938768, + "accuracy": 0.952569, + "main_score": 0.938768, + "hf_subset": "ltg_Latn-hin_Deva", + "languages": [ + "ltg-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890851, + "recall": 0.918972, + "f1": 0.899297, + "accuracy": 0.918972, + "main_score": 0.899297, + "hf_subset": "ltg_Latn-khm_Khmr", + "languages": [ + "ltg-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918544, + "recall": 0.938735, + "f1": 0.924327, + "accuracy": 0.938735, + "main_score": 0.924327, + "hf_subset": "ltg_Latn-mag_Deva", + "languages": [ + "ltg-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914526, + "recall": 0.935771, + "f1": 0.921033, + "accuracy": 0.935771, + "main_score": 0.921033, + "hf_subset": "ltg_Latn-pap_Latn", + "languages": [ + "ltg-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570579, + "recall": 0.62253, + "f1": 0.585558, + "accuracy": 0.62253, + "main_score": 0.585558, + "hf_subset": "ltg_Latn-sot_Latn", + "languages": [ + "ltg-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94473, + "recall": 0.959486, + "f1": 0.949064, + "accuracy": 0.959486, + "main_score": 0.949064, + "hf_subset": "ltg_Latn-tur_Latn", + "languages": [ + "ltg-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795894, + "recall": 0.832016, + "f1": 0.806857, + "accuracy": 0.832016, + "main_score": 0.806857, + "hf_subset": "ltg_Latn-ace_Latn", + "languages": [ + "ltg-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865119, + "recall": 0.894269, + "f1": 0.873665, + "accuracy": 0.894269, + "main_score": 0.873665, + "hf_subset": "ltg_Latn-ban_Latn", + "languages": [ + "ltg-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937615, + "recall": 0.956522, + "f1": 0.943676, + "accuracy": 0.956522, + "main_score": 0.943676, + "hf_subset": "ltg_Latn-ell_Grek", + "languages": [ + "ltg-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916182, + "recall": 0.938735, + "f1": 0.92296, + "accuracy": 0.938735, + "main_score": 0.92296, + "hf_subset": "ltg_Latn-hne_Deva", + "languages": [ + "ltg-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554559, + "recall": 0.604743, + "f1": 0.569098, + "accuracy": 0.604743, + "main_score": 0.569098, + "hf_subset": "ltg_Latn-kik_Latn", + "languages": [ + "ltg-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928063, + "recall": 0.948617, + "f1": 0.934256, + "accuracy": 0.948617, + "main_score": 0.934256, + "hf_subset": "ltg_Latn-mai_Deva", + "languages": [ + "ltg-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858482, + "recall": 0.893281, + "f1": 0.868892, + "accuracy": 0.893281, + "main_score": 0.868892, + "hf_subset": "ltg_Latn-pbt_Arab", + "languages": [ + "ltg-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.958498, + "f1": 0.947219, + "accuracy": 0.958498, + "main_score": 0.947219, + "hf_subset": "ltg_Latn-spa_Latn", + "languages": [ + "ltg-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5829, + "recall": 0.63834, + "f1": 0.598938, + "accuracy": 0.63834, + "main_score": 0.598938, + "hf_subset": "ltg_Latn-twi_Latn", + "languages": [ + "ltg-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925165, + "recall": 0.944664, + "f1": 0.930977, + "accuracy": 0.944664, + "main_score": 0.930977, + "hf_subset": "ltg_Latn-acm_Arab", + "languages": [ + "ltg-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918906, + "recall": 0.9417, + "f1": 0.925725, + "accuracy": 0.9417, + "main_score": 0.925725, + "hf_subset": "ltg_Latn-bel_Cyrl", + "languages": [ + "ltg-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957411, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "ltg_Latn-eng_Latn", + "languages": [ + "ltg-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.965415, + "f1": 0.955336, + "accuracy": 0.965415, + "main_score": 0.955336, + "hf_subset": "ltg_Latn-hrv_Latn", + "languages": [ + "ltg-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542551, + "recall": 0.589921, + "f1": 0.555316, + "accuracy": 0.589921, + "main_score": 0.555316, + "hf_subset": "ltg_Latn-kin_Latn", + "languages": [ + "ltg-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921229, + "recall": 0.943676, + "f1": 0.928214, + "accuracy": 0.943676, + "main_score": 0.928214, + "hf_subset": "ltg_Latn-mal_Mlym", + "languages": [ + "ltg-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947052, + "recall": 0.962451, + "f1": 0.951812, + "accuracy": 0.962451, + "main_score": 0.951812, + "hf_subset": "ltg_Latn-pes_Arab", + "languages": [ + "ltg-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92024, + "recall": 0.9417, + "f1": 0.926746, + "accuracy": 0.9417, + "main_score": 0.926746, + "hf_subset": "ltg_Latn-srd_Latn", + "languages": [ + "ltg-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.201511, + "recall": 0.244071, + "f1": 0.211805, + "accuracy": 0.244071, + "main_score": 0.211805, + "hf_subset": "ltg_Latn-tzm_Tfng", + "languages": [ + "ltg-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940259, + "recall": 0.955534, + "f1": 0.944705, + "accuracy": 0.955534, + "main_score": 0.944705, + "hf_subset": "ltg_Latn-acq_Arab", + "languages": [ + "ltg-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59022, + "recall": 0.637352, + "f1": 0.604084, + "accuracy": 0.637352, + "main_score": 0.604084, + "hf_subset": "ltg_Latn-bem_Latn", + "languages": [ + "ltg-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953014, + "recall": 0.966403, + "f1": 0.957246, + "accuracy": 0.966403, + "main_score": 0.957246, + "hf_subset": "ltg_Latn-epo_Latn", + "languages": [ + "ltg-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942062, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "ltg_Latn-hun_Latn", + "languages": [ + "ltg-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895175, + "recall": 0.921937, + "f1": 0.903346, + "accuracy": 0.921937, + "main_score": 0.903346, + "hf_subset": "ltg_Latn-kir_Cyrl", + "languages": [ + "ltg-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924418, + "recall": 0.943676, + "f1": 0.93004, + "accuracy": 0.943676, + "main_score": 0.93004, + "hf_subset": "ltg_Latn-mar_Deva", + "languages": [ + "ltg-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610197, + "recall": 0.663043, + "f1": 0.625758, + "accuracy": 0.663043, + "main_score": 0.625758, + "hf_subset": "ltg_Latn-plt_Latn", + "languages": [ + "ltg-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955451, + "recall": 0.969368, + "f1": 0.959881, + "accuracy": 0.969368, + "main_score": 0.959881, + "hf_subset": "ltg_Latn-srp_Cyrl", + "languages": [ + "ltg-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817476, + "recall": 0.857708, + "f1": 0.829235, + "accuracy": 0.857708, + "main_score": 0.829235, + "hf_subset": "ltg_Latn-uig_Arab", + "languages": [ + "ltg-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914987, + "recall": 0.932806, + "f1": 0.919864, + "accuracy": 0.932806, + "main_score": 0.919864, + "hf_subset": "ltg_Latn-aeb_Arab", + "languages": [ + "ltg-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936998, + "recall": 0.953557, + "f1": 0.941985, + "accuracy": 0.953557, + "main_score": 0.941985, + "hf_subset": "ltg_Latn-ben_Beng", + "languages": [ + "ltg-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941676, + "recall": 0.95751, + "f1": 0.94636, + "accuracy": 0.95751, + "main_score": 0.94636, + "hf_subset": "ltg_Latn-est_Latn", + "languages": [ + "ltg-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930592, + "recall": 0.948617, + "f1": 0.935919, + "accuracy": 0.948617, + "main_score": 0.935919, + "hf_subset": "ltg_Latn-hye_Armn", + "languages": [ + "ltg-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540301, + "recall": 0.587945, + "f1": 0.553502, + "accuracy": 0.587945, + "main_score": 0.553502, + "hf_subset": "ltg_Latn-kmb_Latn", + "languages": [ + "ltg-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495511, + "recall": 0.562253, + "f1": 0.51358, + "accuracy": 0.562253, + "main_score": 0.51358, + "hf_subset": "ltg_Latn-min_Arab", + "languages": [ + "ltg-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940168, + "recall": 0.95751, + "f1": 0.945553, + "accuracy": 0.95751, + "main_score": 0.945553, + "hf_subset": "ltg_Latn-pol_Latn", + "languages": [ + "ltg-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53892, + "recall": 0.597826, + "f1": 0.555523, + "accuracy": 0.597826, + "main_score": 0.555523, + "hf_subset": "ltg_Latn-ssw_Latn", + "languages": [ + "ltg-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954545, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "ltg_Latn-ukr_Cyrl", + "languages": [ + "ltg-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952355, + "recall": 0.965415, + "f1": 0.956423, + "accuracy": 0.965415, + "main_score": 0.956423, + "hf_subset": "ltg_Latn-afr_Latn", + "languages": [ + "ltg-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908284, + "recall": 0.932806, + "f1": 0.915595, + "accuracy": 0.932806, + "main_score": 0.915595, + "hf_subset": "ltg_Latn-bho_Deva", + "languages": [ + "ltg-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894368, + "recall": 0.91996, + "f1": 0.901779, + "accuracy": 0.91996, + "main_score": 0.901779, + "hf_subset": "ltg_Latn-eus_Latn", + "languages": [ + "ltg-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559758, + "recall": 0.612648, + "f1": 0.57458, + "accuracy": 0.612648, + "main_score": 0.57458, + "hf_subset": "ltg_Latn-ibo_Latn", + "languages": [ + "ltg-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764301, + "recall": 0.810277, + "f1": 0.777607, + "accuracy": 0.810277, + "main_score": 0.777607, + "hf_subset": "ltg_Latn-kmr_Latn", + "languages": [ + "ltg-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888702, + "recall": 0.912055, + "f1": 0.895473, + "accuracy": 0.912055, + "main_score": 0.895473, + "hf_subset": "ltg_Latn-min_Latn", + "languages": [ + "ltg-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.976285, + "f1": 0.969664, + "accuracy": 0.976285, + "main_score": 0.969664, + "hf_subset": "ltg_Latn-por_Latn", + "languages": [ + "ltg-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912088, + "recall": 0.933794, + "f1": 0.918398, + "accuracy": 0.933794, + "main_score": 0.918398, + "hf_subset": "ltg_Latn-sun_Latn", + "languages": [ + "ltg-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508476, + "recall": 0.562253, + "f1": 0.523512, + "accuracy": 0.562253, + "main_score": 0.523512, + "hf_subset": "ltg_Latn-umb_Latn", + "languages": [ + "ltg-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941321, + "recall": 0.95751, + "f1": 0.946212, + "accuracy": 0.95751, + "main_score": 0.946212, + "hf_subset": "ltg_Latn-ajp_Arab", + "languages": [ + "ltg-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536001, + "recall": 0.586957, + "f1": 0.549915, + "accuracy": 0.586957, + "main_score": 0.549915, + "hf_subset": "ltg_Latn-bjn_Arab", + "languages": [ + "ltg-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511298, + "recall": 0.561265, + "f1": 0.524755, + "accuracy": 0.561265, + "main_score": 0.524755, + "hf_subset": "ltg_Latn-ewe_Latn", + "languages": [ + "ltg-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852117, + "recall": 0.884387, + "f1": 0.861677, + "accuracy": 0.884387, + "main_score": 0.861677, + "hf_subset": "ltg_Latn-ilo_Latn", + "languages": [ + "ltg-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315596, + "recall": 0.371542, + "f1": 0.331014, + "accuracy": 0.371542, + "main_score": 0.331014, + "hf_subset": "ltg_Latn-knc_Arab", + "languages": [ + "ltg-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.957576, + "accuracy": 0.967391, + "main_score": 0.957576, + "hf_subset": "ltg_Latn-mkd_Cyrl", + "languages": [ + "ltg-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938521, + "recall": 0.956522, + "f1": 0.944071, + "accuracy": 0.956522, + "main_score": 0.944071, + "hf_subset": "ltg_Latn-prs_Arab", + "languages": [ + "ltg-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.958893, + "accuracy": 0.968379, + "main_score": 0.958893, + "hf_subset": "ltg_Latn-swe_Latn", + "languages": [ + "ltg-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939641, + "recall": 0.95751, + "f1": 0.945191, + "accuracy": 0.95751, + "main_score": 0.945191, + "hf_subset": "ltg_Latn-urd_Arab", + "languages": [ + "ltg-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553044, + "recall": 0.607708, + "f1": 0.568699, + "accuracy": 0.607708, + "main_score": 0.568699, + "hf_subset": "ltg_Latn-aka_Latn", + "languages": [ + "ltg-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883412, + "recall": 0.911067, + "f1": 0.891816, + "accuracy": 0.911067, + "main_score": 0.891816, + "hf_subset": "ltg_Latn-bjn_Latn", + "languages": [ + "ltg-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853568, + "recall": 0.890316, + "f1": 0.864427, + "accuracy": 0.890316, + "main_score": 0.864427, + "hf_subset": "ltg_Latn-fao_Latn", + "languages": [ + "ltg-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947003, + "recall": 0.962451, + "f1": 0.951863, + "accuracy": 0.962451, + "main_score": 0.951863, + "hf_subset": "ltg_Latn-ind_Latn", + "languages": [ + "ltg-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558282, + "recall": 0.607708, + "f1": 0.572561, + "accuracy": 0.607708, + "main_score": 0.572561, + "hf_subset": "ltg_Latn-knc_Latn", + "languages": [ + "ltg-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903203, + "recall": 0.925889, + "f1": 0.90979, + "accuracy": 0.925889, + "main_score": 0.90979, + "hf_subset": "ltg_Latn-mlt_Latn", + "languages": [ + "ltg-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650082, + "recall": 0.705534, + "f1": 0.666424, + "accuracy": 0.705534, + "main_score": 0.666424, + "hf_subset": "ltg_Latn-quy_Latn", + "languages": [ + "ltg-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842165, + "recall": 0.878458, + "f1": 0.852717, + "accuracy": 0.878458, + "main_score": 0.852717, + "hf_subset": "ltg_Latn-swh_Latn", + "languages": [ + "ltg-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924878, + "recall": 0.944664, + "f1": 0.930879, + "accuracy": 0.944664, + "main_score": 0.930879, + "hf_subset": "ltg_Latn-uzn_Latn", + "languages": [ + "ltg-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941617, + "recall": 0.958498, + "f1": 0.946673, + "accuracy": 0.958498, + "main_score": 0.946673, + "hf_subset": "ltg_Latn-als_Latn", + "languages": [ + "ltg-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471811, + "recall": 0.54249, + "f1": 0.491221, + "accuracy": 0.54249, + "main_score": 0.491221, + "hf_subset": "ltg_Latn-bod_Tibt", + "languages": [ + "ltg-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621214, + "recall": 0.666996, + "f1": 0.634251, + "accuracy": 0.666996, + "main_score": 0.634251, + "hf_subset": "ltg_Latn-fij_Latn", + "languages": [ + "ltg-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869475, + "recall": 0.903162, + "f1": 0.879487, + "accuracy": 0.903162, + "main_score": 0.879487, + "hf_subset": "ltg_Latn-isl_Latn", + "languages": [ + "ltg-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626167, + "recall": 0.675889, + "f1": 0.640402, + "accuracy": 0.675889, + "main_score": 0.640402, + "hf_subset": "ltg_Latn-kon_Latn", + "languages": [ + "ltg-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612313, + "recall": 0.667984, + "f1": 0.628689, + "accuracy": 0.667984, + "main_score": 0.628689, + "hf_subset": "ltg_Latn-mni_Beng", + "languages": [ + "ltg-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951499, + "recall": 0.965415, + "f1": 0.955717, + "accuracy": 0.965415, + "main_score": 0.955717, + "hf_subset": "ltg_Latn-ron_Latn", + "languages": [ + "ltg-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.949605, + "f1": 0.9361, + "accuracy": 0.949605, + "main_score": 0.9361, + "hf_subset": "ltg_Latn-szl_Latn", + "languages": [ + "ltg-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931077, + "recall": 0.949605, + "f1": 0.936778, + "accuracy": 0.949605, + "main_score": 0.936778, + "hf_subset": "ltg_Latn-vec_Latn", + "languages": [ + "ltg-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762928, + "recall": 0.814229, + "f1": 0.778342, + "accuracy": 0.814229, + "main_score": 0.778342, + "hf_subset": "ltg_Latn-amh_Ethi", + "languages": [ + "ltg-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.969368, + "f1": 0.96031, + "accuracy": 0.969368, + "main_score": 0.96031, + "hf_subset": "ltg_Latn-bos_Latn", + "languages": [ + "ltg-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944311, + "recall": 0.958498, + "f1": 0.948699, + "accuracy": 0.958498, + "main_score": 0.948699, + "hf_subset": "ltg_Latn-fin_Latn", + "languages": [ + "ltg-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947991, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ltg_Latn-ita_Latn", + "languages": [ + "ltg-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926499, + "recall": 0.94664, + "f1": 0.932543, + "accuracy": 0.94664, + "main_score": 0.932543, + "hf_subset": "ltg_Latn-kor_Hang", + "languages": [ + "ltg-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537015, + "recall": 0.586957, + "f1": 0.5511, + "accuracy": 0.586957, + "main_score": 0.5511, + "hf_subset": "ltg_Latn-mos_Latn", + "languages": [ + "ltg-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539348, + "recall": 0.583992, + "f1": 0.55132, + "accuracy": 0.583992, + "main_score": 0.55132, + "hf_subset": "ltg_Latn-run_Latn", + "languages": [ + "ltg-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921319, + "recall": 0.9417, + "f1": 0.927295, + "accuracy": 0.9417, + "main_score": 0.927295, + "hf_subset": "ltg_Latn-tam_Taml", + "languages": [ + "ltg-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940547, + "recall": 0.958498, + "f1": 0.946146, + "accuracy": 0.958498, + "main_score": 0.946146, + "hf_subset": "ltg_Latn-vie_Latn", + "languages": [ + "ltg-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929051, + "recall": 0.947628, + "f1": 0.934783, + "accuracy": 0.947628, + "main_score": 0.934783, + "hf_subset": "ltg_Latn-apc_Arab", + "languages": [ + "ltg-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744206, + "recall": 0.785573, + "f1": 0.755885, + "accuracy": 0.785573, + "main_score": 0.755885, + "hf_subset": "ltg_Latn-bug_Latn", + "languages": [ + "ltg-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463183, + "recall": 0.509881, + "f1": 0.475729, + "accuracy": 0.509881, + "main_score": 0.475729, + "hf_subset": "ltg_Latn-fon_Latn", + "languages": [ + "ltg-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923337, + "recall": 0.943676, + "f1": 0.929531, + "accuracy": 0.943676, + "main_score": 0.929531, + "hf_subset": "ltg_Latn-jav_Latn", + "languages": [ + "ltg-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880115, + "recall": 0.912055, + "f1": 0.889872, + "accuracy": 0.912055, + "main_score": 0.889872, + "hf_subset": "ltg_Latn-lao_Laoo", + "languages": [ + "ltg-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716429, + "recall": 0.76581, + "f1": 0.730687, + "accuracy": 0.76581, + "main_score": 0.730687, + "hf_subset": "ltg_Latn-mri_Latn", + "languages": [ + "ltg-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95, + "recall": 0.964427, + "f1": 0.954381, + "accuracy": 0.964427, + "main_score": 0.954381, + "hf_subset": "ltg_Latn-rus_Cyrl", + "languages": [ + "ltg-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521287, + "recall": 0.577075, + "f1": 0.536176, + "accuracy": 0.577075, + "main_score": 0.536176, + "hf_subset": "ltg_Latn-taq_Latn", + "languages": [ + "ltg-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919508, + "recall": 0.938735, + "f1": 0.925154, + "accuracy": 0.938735, + "main_score": 0.925154, + "hf_subset": "ltg_Latn-war_Latn", + "languages": [ + "ltg-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943786, + "recall": 0.959486, + "f1": 0.94865, + "accuracy": 0.959486, + "main_score": 0.94865, + "hf_subset": "ltg_Latn-arb_Arab", + "languages": [ + "ltg-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954463, + "recall": 0.967391, + "f1": 0.958366, + "accuracy": 0.967391, + "main_score": 0.958366, + "hf_subset": "ltg_Latn-bul_Cyrl", + "languages": [ + "ltg-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949391, + "recall": 0.963439, + "f1": 0.953576, + "accuracy": 0.963439, + "main_score": 0.953576, + "hf_subset": "ltg_Latn-fra_Latn", + "languages": [ + "ltg-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932126, + "recall": 0.947628, + "f1": 0.936415, + "accuracy": 0.947628, + "main_score": 0.936415, + "hf_subset": "ltg_Latn-jpn_Jpan", + "languages": [ + "ltg-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9119, + "recall": 0.932806, + "f1": 0.917987, + "accuracy": 0.932806, + "main_score": 0.917987, + "hf_subset": "ltg_Latn-lij_Latn", + "languages": [ + "ltg-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856572, + "recall": 0.895257, + "f1": 0.868231, + "accuracy": 0.895257, + "main_score": 0.868231, + "hf_subset": "ltg_Latn-mya_Mymr", + "languages": [ + "ltg-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575329, + "recall": 0.634387, + "f1": 0.591874, + "accuracy": 0.634387, + "main_score": 0.591874, + "hf_subset": "ltg_Latn-sag_Latn", + "languages": [ + "ltg-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203161, + "recall": 0.255929, + "f1": 0.215083, + "accuracy": 0.255929, + "main_score": 0.215083, + "hf_subset": "ltg_Latn-taq_Tfng", + "languages": [ + "ltg-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612006, + "recall": 0.66502, + "f1": 0.627362, + "accuracy": 0.66502, + "main_score": 0.627362, + "hf_subset": "ltg_Latn-wol_Latn", + "languages": [ + "ltg-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641324, + "recall": 0.704545, + "f1": 0.659955, + "accuracy": 0.704545, + "main_score": 0.659955, + "hf_subset": "ltg_Latn-arb_Latn", + "languages": [ + "ltg-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951096, + "recall": 0.964427, + "f1": 0.955122, + "accuracy": 0.964427, + "main_score": 0.955122, + "hf_subset": "ltg_Latn-cat_Latn", + "languages": [ + "ltg-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919293, + "recall": 0.937747, + "f1": 0.924349, + "accuracy": 0.937747, + "main_score": 0.924349, + "hf_subset": "ltg_Latn-fur_Latn", + "languages": [ + "ltg-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419789, + "recall": 0.47332, + "f1": 0.434345, + "accuracy": 0.47332, + "main_score": 0.434345, + "hf_subset": "ltg_Latn-kab_Latn", + "languages": [ + "ltg-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90471, + "recall": 0.926877, + "f1": 0.911528, + "accuracy": 0.926877, + "main_score": 0.911528, + "hf_subset": "ltg_Latn-lim_Latn", + "languages": [ + "ltg-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943643, + "accuracy": 0.956522, + "main_score": 0.943643, + "hf_subset": "ltg_Latn-nld_Latn", + "languages": [ + "ltg-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889921, + "recall": 0.916008, + "f1": 0.897436, + "accuracy": 0.916008, + "main_score": 0.897436, + "hf_subset": "ltg_Latn-san_Deva", + "languages": [ + "ltg-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91609, + "recall": 0.939723, + "f1": 0.923452, + "accuracy": 0.939723, + "main_score": 0.923452, + "hf_subset": "ltg_Latn-tat_Cyrl", + "languages": [ + "ltg-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624466, + "recall": 0.675889, + "f1": 0.639205, + "accuracy": 0.675889, + "main_score": 0.639205, + "hf_subset": "ltg_Latn-xho_Latn", + "languages": [ + "ltg-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937269, + "recall": 0.953557, + "f1": 0.94211, + "accuracy": 0.953557, + "main_score": 0.94211, + "hf_subset": "ltg_Latn-ars_Arab", + "languages": [ + "ltg-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92628, + "recall": 0.943676, + "f1": 0.931393, + "accuracy": 0.943676, + "main_score": 0.931393, + "hf_subset": "ltg_Latn-ceb_Latn", + "languages": [ + "ltg-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543211, + "recall": 0.593874, + "f1": 0.558154, + "accuracy": 0.593874, + "main_score": 0.558154, + "hf_subset": "ltg_Latn-fuv_Latn", + "languages": [ + "ltg-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494568, + "recall": 0.546443, + "f1": 0.509138, + "accuracy": 0.546443, + "main_score": 0.509138, + "hf_subset": "ltg_Latn-kac_Latn", + "languages": [ + "ltg-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63711, + "recall": 0.690711, + "f1": 0.651827, + "accuracy": 0.690711, + "main_score": 0.651827, + "hf_subset": "ltg_Latn-lin_Latn", + "languages": [ + "ltg-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946617, + "recall": 0.961462, + "f1": 0.951122, + "accuracy": 0.961462, + "main_score": 0.951122, + "hf_subset": "ltg_Latn-nno_Latn", + "languages": [ + "ltg-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.167293, + "recall": 0.231225, + "f1": 0.183906, + "accuracy": 0.231225, + "main_score": 0.183906, + "hf_subset": "ltg_Latn-sat_Olck", + "languages": [ + "ltg-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916173, + "recall": 0.939723, + "f1": 0.923339, + "accuracy": 0.939723, + "main_score": 0.923339, + "hf_subset": "ltg_Latn-tel_Telu", + "languages": [ + "ltg-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847612, + "recall": 0.884387, + "f1": 0.858696, + "accuracy": 0.884387, + "main_score": 0.858696, + "hf_subset": "ltg_Latn-ydd_Hebr", + "languages": [ + "ltg-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88624, + "recall": 0.913043, + "f1": 0.894145, + "accuracy": 0.913043, + "main_score": 0.894145, + "hf_subset": "ltg_Latn-ary_Arab", + "languages": [ + "ltg-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955616, + "recall": 0.968379, + "f1": 0.959552, + "accuracy": 0.968379, + "main_score": 0.959552, + "hf_subset": "ltg_Latn-ces_Latn", + "languages": [ + "ltg-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552043, + "recall": 0.604743, + "f1": 0.566711, + "accuracy": 0.604743, + "main_score": 0.566711, + "hf_subset": "ltg_Latn-gaz_Latn", + "languages": [ + "ltg-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548988, + "recall": 0.601779, + "f1": 0.563573, + "accuracy": 0.601779, + "main_score": 0.563573, + "hf_subset": "ltg_Latn-kam_Latn", + "languages": [ + "ltg-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949391, + "recall": 0.964427, + "f1": 0.954117, + "accuracy": 0.964427, + "main_score": 0.954117, + "hf_subset": "ltg_Latn-lit_Latn", + "languages": [ + "ltg-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954743, + "recall": 0.966403, + "f1": 0.958075, + "accuracy": 0.966403, + "main_score": 0.958075, + "hf_subset": "ltg_Latn-nob_Latn", + "languages": [ + "ltg-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907559, + "recall": 0.931818, + "f1": 0.914559, + "accuracy": 0.931818, + "main_score": 0.914559, + "hf_subset": "ltg_Latn-scn_Latn", + "languages": [ + "ltg-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868192, + "recall": 0.898221, + "f1": 0.877249, + "accuracy": 0.898221, + "main_score": 0.877249, + "hf_subset": "ltg_Latn-tgk_Cyrl", + "languages": [ + "ltg-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5987, + "recall": 0.663043, + "f1": 0.61702, + "accuracy": 0.663043, + "main_score": 0.61702, + "hf_subset": "ltg_Latn-yor_Latn", + "languages": [ + "ltg-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919746, + "recall": 0.9417, + "f1": 0.926205, + "accuracy": 0.9417, + "main_score": 0.926205, + "hf_subset": "ltg_Latn-arz_Arab", + "languages": [ + "ltg-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558395, + "recall": 0.609684, + "f1": 0.573093, + "accuracy": 0.609684, + "main_score": 0.573093, + "hf_subset": "ltg_Latn-cjk_Latn", + "languages": [ + "ltg-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668964, + "recall": 0.729249, + "f1": 0.686701, + "accuracy": 0.729249, + "main_score": 0.686701, + "hf_subset": "ltg_Latn-gla_Latn", + "languages": [ + "ltg-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91469, + "recall": 0.939723, + "f1": 0.92253, + "accuracy": 0.939723, + "main_score": 0.92253, + "hf_subset": "ltg_Latn-kan_Knda", + "languages": [ + "ltg-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917474, + "recall": 0.939723, + "f1": 0.924308, + "accuracy": 0.939723, + "main_score": 0.924308, + "hf_subset": "ltg_Latn-lmo_Latn", + "languages": [ + "ltg-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928442, + "recall": 0.947628, + "f1": 0.934321, + "accuracy": 0.947628, + "main_score": 0.934321, + "hf_subset": "ltg_Latn-npi_Deva", + "languages": [ + "ltg-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44981, + "recall": 0.500988, + "f1": 0.463825, + "accuracy": 0.500988, + "main_score": 0.463825, + "hf_subset": "ltg_Latn-shn_Mymr", + "languages": [ + "ltg-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950955, + "recall": 0.964427, + "f1": 0.954992, + "accuracy": 0.964427, + "main_score": 0.954992, + "hf_subset": "ltg_Latn-tgl_Latn", + "languages": [ + "ltg-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941403, + "recall": 0.95751, + "f1": 0.946429, + "accuracy": 0.95751, + "main_score": 0.946429, + "hf_subset": "ltg_Latn-yue_Hant", + "languages": [ + "ltg-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898758, + "recall": 0.923913, + "f1": 0.905931, + "accuracy": 0.923913, + "main_score": 0.905931, + "hf_subset": "ltg_Latn-asm_Beng", + "languages": [ + "ltg-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823181, + "recall": 0.86166, + "f1": 0.834379, + "accuracy": 0.86166, + "main_score": 0.834379, + "hf_subset": "ltg_Latn-ckb_Arab", + "languages": [ + "ltg-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730653, + "recall": 0.781621, + "f1": 0.744946, + "accuracy": 0.781621, + "main_score": 0.744946, + "hf_subset": "ltg_Latn-gle_Latn", + "languages": [ + "ltg-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817172, + "recall": 0.857708, + "f1": 0.829334, + "accuracy": 0.857708, + "main_score": 0.829334, + "hf_subset": "ltg_Latn-kas_Arab", + "languages": [ + "ltg-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592976, + "recall": 0.643281, + "f1": 0.607337, + "accuracy": 0.643281, + "main_score": 0.607337, + "hf_subset": "ltg_Latn-nso_Latn", + "languages": [ + "ltg-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843389, + "recall": 0.883399, + "f1": 0.855781, + "accuracy": 0.883399, + "main_score": 0.855781, + "hf_subset": "ltg_Latn-sin_Sinh", + "languages": [ + "ltg-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931571, + "recall": 0.952569, + "f1": 0.938307, + "accuracy": 0.952569, + "main_score": 0.938307, + "hf_subset": "ltg_Latn-tha_Thai", + "languages": [ + "ltg-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92234, + "recall": 0.940711, + "f1": 0.927577, + "accuracy": 0.940711, + "main_score": 0.927577, + "hf_subset": "ltg_Latn-zho_Hans", + "languages": [ + "ltg-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943742, + "accuracy": 0.956522, + "main_score": 0.943742, + "hf_subset": "ltg_Latn-ast_Latn", + "languages": [ + "ltg-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918537, + "recall": 0.939723, + "f1": 0.924885, + "accuracy": 0.939723, + "main_score": 0.924885, + "hf_subset": "ltg_Latn-crh_Latn", + "languages": [ + "ltg-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951779, + "recall": 0.965415, + "f1": 0.95583, + "accuracy": 0.965415, + "main_score": 0.95583, + "hf_subset": "ltg_Latn-glg_Latn", + "languages": [ + "ltg-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756268, + "recall": 0.804348, + "f1": 0.770317, + "accuracy": 0.804348, + "main_score": 0.770317, + "hf_subset": "ltg_Latn-kas_Deva", + "languages": [ + "ltg-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917055, + "recall": 0.936759, + "f1": 0.922908, + "accuracy": 0.936759, + "main_score": 0.922908, + "hf_subset": "ltg_Latn-ltz_Latn", + "languages": [ + "ltg-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468181, + "recall": 0.525692, + "f1": 0.483146, + "accuracy": 0.525692, + "main_score": 0.483146, + "hf_subset": "ltg_Latn-nus_Latn", + "languages": [ + "ltg-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947705, + "recall": 0.959486, + "f1": 0.95097, + "accuracy": 0.959486, + "main_score": 0.95097, + "hf_subset": "ltg_Latn-slk_Latn", + "languages": [ + "ltg-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523295, + "recall": 0.592885, + "f1": 0.542242, + "accuracy": 0.592885, + "main_score": 0.542242, + "hf_subset": "ltg_Latn-tir_Ethi", + "languages": [ + "ltg-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926005, + "recall": 0.94664, + "f1": 0.932331, + "accuracy": 0.94664, + "main_score": 0.932331, + "hf_subset": "ltg_Latn-zho_Hant", + "languages": [ + "ltg-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917615, + "recall": 0.938735, + "f1": 0.923699, + "accuracy": 0.938735, + "main_score": 0.923699, + "hf_subset": "ltg_Latn-awa_Deva", + "languages": [ + "ltg-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864237, + "recall": 0.895257, + "f1": 0.873276, + "accuracy": 0.895257, + "main_score": 0.873276, + "hf_subset": "ltg_Latn-cym_Latn", + "languages": [ + "ltg-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767021, + "recall": 0.809289, + "f1": 0.779243, + "accuracy": 0.809289, + "main_score": 0.779243, + "hf_subset": "ltg_Latn-grn_Latn", + "languages": [ + "ltg-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930863, + "recall": 0.949605, + "f1": 0.936561, + "accuracy": 0.949605, + "main_score": 0.936561, + "hf_subset": "ltg_Latn-kat_Geor", + "languages": [ + "ltg-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624483, + "recall": 0.673913, + "f1": 0.637982, + "accuracy": 0.673913, + "main_score": 0.637982, + "hf_subset": "ltg_Latn-lua_Latn", + "languages": [ + "ltg-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596024, + "recall": 0.651186, + "f1": 0.61155, + "accuracy": 0.651186, + "main_score": 0.61155, + "hf_subset": "ltg_Latn-nya_Latn", + "languages": [ + "ltg-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942441, + "recall": 0.960474, + "f1": 0.948188, + "accuracy": 0.960474, + "main_score": 0.948188, + "hf_subset": "ltg_Latn-slv_Latn", + "languages": [ + "ltg-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831861, + "recall": 0.870553, + "f1": 0.843151, + "accuracy": 0.870553, + "main_score": 0.843151, + "hf_subset": "ltg_Latn-tpi_Latn", + "languages": [ + "ltg-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941765, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "ltg_Latn-zsm_Latn", + "languages": [ + "ltg-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540869, + "recall": 0.59585, + "f1": 0.556243, + "accuracy": 0.59585, + "main_score": 0.556243, + "hf_subset": "ltg_Latn-ayr_Latn", + "languages": [ + "ltg-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "ltg_Latn-dan_Latn", + "languages": [ + "ltg-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940721, + "recall": 0.956522, + "f1": 0.94557, + "accuracy": 0.956522, + "main_score": 0.94557, + "hf_subset": "ltg_Latn-guj_Gujr", + "languages": [ + "ltg-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929357, + "recall": 0.947628, + "f1": 0.934818, + "accuracy": 0.947628, + "main_score": 0.934818, + "hf_subset": "ltg_Latn-kaz_Cyrl", + "languages": [ + "ltg-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512933, + "recall": 0.564229, + "f1": 0.527027, + "accuracy": 0.564229, + "main_score": 0.527027, + "hf_subset": "ltg_Latn-lug_Latn", + "languages": [ + "ltg-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.959486, + "f1": 0.948584, + "accuracy": 0.959486, + "main_score": 0.948584, + "hf_subset": "ltg_Latn-oci_Latn", + "languages": [ + "ltg-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725947, + "recall": 0.767787, + "f1": 0.73799, + "accuracy": 0.767787, + "main_score": 0.73799, + "hf_subset": "ltg_Latn-smo_Latn", + "languages": [ + "ltg-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522967, + "recall": 0.581028, + "f1": 0.539536, + "accuracy": 0.581028, + "main_score": 0.539536, + "hf_subset": "ltg_Latn-tsn_Latn", + "languages": [ + "ltg-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587392, + "recall": 0.63834, + "f1": 0.601256, + "accuracy": 0.63834, + "main_score": 0.601256, + "hf_subset": "ltg_Latn-zul_Latn", + "languages": [ + "ltg-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792424, + "recall": 0.838933, + "f1": 0.806325, + "accuracy": 0.838933, + "main_score": 0.806325, + "hf_subset": "ltg_Latn-azb_Arab", + "languages": [ + "ltg-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953781, + "recall": 0.965415, + "f1": 0.957164, + "accuracy": 0.965415, + "main_score": 0.957164, + "hf_subset": "ltg_Latn-deu_Latn", + "languages": [ + "ltg-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878303, + "recall": 0.910079, + "f1": 0.887731, + "accuracy": 0.910079, + "main_score": 0.887731, + "hf_subset": "ltg_Latn-hat_Latn", + "languages": [ + "ltg-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491594, + "recall": 0.536561, + "f1": 0.503903, + "accuracy": 0.536561, + "main_score": 0.503903, + "hf_subset": "ltg_Latn-kbp_Latn", + "languages": [ + "ltg-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561054, + "recall": 0.613636, + "f1": 0.57526, + "accuracy": 0.613636, + "main_score": 0.57526, + "hf_subset": "ltg_Latn-luo_Latn", + "languages": [ + "ltg-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925264, + "recall": 0.945652, + "f1": 0.931456, + "accuracy": 0.945652, + "main_score": 0.931456, + "hf_subset": "ltg_Latn-ory_Orya", + "languages": [ + "ltg-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551081, + "recall": 0.604743, + "f1": 0.566231, + "accuracy": 0.604743, + "main_score": 0.566231, + "hf_subset": "ltg_Latn-sna_Latn", + "languages": [ + "ltg-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551761, + "recall": 0.59585, + "f1": 0.563706, + "accuracy": 0.59585, + "main_score": 0.563706, + "hf_subset": "ltg_Latn-tso_Latn", + "languages": [ + "ltg-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915613, + "recall": 0.938735, + "f1": 0.922563, + "accuracy": 0.938735, + "main_score": 0.922563, + "hf_subset": "ltg_Latn-azj_Latn", + "languages": [ + "ltg-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508165, + "recall": 0.570158, + "f1": 0.526259, + "accuracy": 0.570158, + "main_score": 0.526259, + "hf_subset": "ltg_Latn-dik_Latn", + "languages": [ + "ltg-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646023, + "recall": 0.698617, + "f1": 0.661146, + "accuracy": 0.698617, + "main_score": 0.661146, + "hf_subset": "ltg_Latn-hau_Latn", + "languages": [ + "ltg-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902842, + "recall": 0.924901, + "f1": 0.909503, + "accuracy": 0.924901, + "main_score": 0.909503, + "hf_subset": "ltg_Latn-kea_Latn", + "languages": [ + "ltg-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655303, + "recall": 0.706522, + "f1": 0.669965, + "accuracy": 0.706522, + "main_score": 0.669965, + "hf_subset": "ltg_Latn-lus_Latn", + "languages": [ + "ltg-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776597, + "recall": 0.811265, + "f1": 0.786632, + "accuracy": 0.811265, + "main_score": 0.786632, + "hf_subset": "ltg_Latn-pag_Latn", + "languages": [ + "ltg-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906103, + "recall": 0.929842, + "f1": 0.913573, + "accuracy": 0.929842, + "main_score": 0.913573, + "hf_subset": "ltg_Latn-snd_Arab", + "languages": [ + "ltg-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856917, + "recall": 0.890316, + "f1": 0.866653, + "accuracy": 0.890316, + "main_score": 0.866653, + "hf_subset": "ltg_Latn-tuk_Latn", + "languages": [ + "ltg-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911397, + "recall": 0.93083, + "f1": 0.917457, + "accuracy": 0.93083, + "main_score": 0.917457, + "hf_subset": "ltg_Latn-bak_Cyrl", + "languages": [ + "ltg-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477348, + "recall": 0.549407, + "f1": 0.49871, + "accuracy": 0.549407, + "main_score": 0.49871, + "hf_subset": "ltg_Latn-dyu_Latn", + "languages": [ + "ltg-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945652, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "ltg_Latn-heb_Hebr", + "languages": [ + "ltg-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872184, + "recall": 0.903162, + "f1": 0.881575, + "accuracy": 0.903162, + "main_score": 0.881575, + "hf_subset": "ltg_Latn-khk_Cyrl", + "languages": [ + "ltg-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964674, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "ltg_Latn-lvs_Latn", + "languages": [ + "ltg-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930863, + "recall": 0.949605, + "f1": 0.936561, + "accuracy": 0.949605, + "main_score": 0.936561, + "hf_subset": "ltg_Latn-pan_Guru", + "languages": [ + "ltg-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619048, + "recall": 0.672925, + "f1": 0.634884, + "accuracy": 0.672925, + "main_score": 0.634884, + "hf_subset": "ltg_Latn-som_Latn", + "languages": [ + "ltg-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548672, + "recall": 0.594862, + "f1": 0.56122, + "accuracy": 0.594862, + "main_score": 0.56122, + "hf_subset": "ltg_Latn-tum_Latn", + "languages": [ + "ltg-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4772, + "recall": 0.522727, + "f1": 0.490027, + "accuracy": 0.522727, + "main_score": 0.490027, + "hf_subset": "nso_Latn-ace_Arab", + "languages": [ + "nso-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539361, + "recall": 0.588933, + "f1": 0.553616, + "accuracy": 0.588933, + "main_score": 0.553616, + "hf_subset": "nso_Latn-bam_Latn", + "languages": [ + "nso-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.24828, + "recall": 0.294466, + "f1": 0.260379, + "accuracy": 0.294466, + "main_score": 0.260379, + "hf_subset": "nso_Latn-dzo_Tibt", + "languages": [ + "nso-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601014, + "recall": 0.644269, + "f1": 0.612264, + "accuracy": 0.644269, + "main_score": 0.612264, + "hf_subset": "nso_Latn-hin_Deva", + "languages": [ + "nso-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542672, + "recall": 0.590909, + "f1": 0.555863, + "accuracy": 0.590909, + "main_score": 0.555863, + "hf_subset": "nso_Latn-khm_Khmr", + "languages": [ + "nso-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594686, + "recall": 0.633399, + "f1": 0.604778, + "accuracy": 0.633399, + "main_score": 0.604778, + "hf_subset": "nso_Latn-mag_Deva", + "languages": [ + "nso-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619419, + "recall": 0.65415, + "f1": 0.628141, + "accuracy": 0.65415, + "main_score": 0.628141, + "hf_subset": "nso_Latn-pap_Latn", + "languages": [ + "nso-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762105, + "recall": 0.814229, + "f1": 0.77716, + "accuracy": 0.814229, + "main_score": 0.77716, + "hf_subset": "nso_Latn-sot_Latn", + "languages": [ + "nso-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611373, + "recall": 0.65415, + "f1": 0.622667, + "accuracy": 0.65415, + "main_score": 0.622667, + "hf_subset": "nso_Latn-tur_Latn", + "languages": [ + "nso-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5983, + "recall": 0.633399, + "f1": 0.607582, + "accuracy": 0.633399, + "main_score": 0.607582, + "hf_subset": "nso_Latn-ace_Latn", + "languages": [ + "nso-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618861, + "recall": 0.652174, + "f1": 0.62784, + "accuracy": 0.652174, + "main_score": 0.62784, + "hf_subset": "nso_Latn-ban_Latn", + "languages": [ + "nso-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584635, + "recall": 0.631423, + "f1": 0.597064, + "accuracy": 0.631423, + "main_score": 0.597064, + "hf_subset": "nso_Latn-ell_Grek", + "languages": [ + "nso-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573148, + "recall": 0.617589, + "f1": 0.58471, + "accuracy": 0.617589, + "main_score": 0.58471, + "hf_subset": "nso_Latn-hne_Deva", + "languages": [ + "nso-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557536, + "recall": 0.603755, + "f1": 0.57037, + "accuracy": 0.603755, + "main_score": 0.57037, + "hf_subset": "nso_Latn-kik_Latn", + "languages": [ + "nso-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605431, + "recall": 0.648221, + "f1": 0.616607, + "accuracy": 0.648221, + "main_score": 0.616607, + "hf_subset": "nso_Latn-mai_Deva", + "languages": [ + "nso-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54336, + "recall": 0.597826, + "f1": 0.557798, + "accuracy": 0.597826, + "main_score": 0.557798, + "hf_subset": "nso_Latn-pbt_Arab", + "languages": [ + "nso-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614665, + "recall": 0.655138, + "f1": 0.624905, + "accuracy": 0.655138, + "main_score": 0.624905, + "hf_subset": "nso_Latn-spa_Latn", + "languages": [ + "nso-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588051, + "recall": 0.625494, + "f1": 0.598522, + "accuracy": 0.625494, + "main_score": 0.598522, + "hf_subset": "nso_Latn-twi_Latn", + "languages": [ + "nso-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587368, + "recall": 0.629447, + "f1": 0.598324, + "accuracy": 0.629447, + "main_score": 0.598324, + "hf_subset": "nso_Latn-acm_Arab", + "languages": [ + "nso-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584745, + "recall": 0.620553, + "f1": 0.593786, + "accuracy": 0.620553, + "main_score": 0.593786, + "hf_subset": "nso_Latn-bel_Cyrl", + "languages": [ + "nso-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642498, + "recall": 0.681818, + "f1": 0.6528, + "accuracy": 0.681818, + "main_score": 0.6528, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617197, + "recall": 0.658103, + "f1": 0.628075, + "accuracy": 0.658103, + "main_score": 0.628075, + "hf_subset": "nso_Latn-hrv_Latn", + "languages": [ + "nso-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549726, + "recall": 0.594862, + "f1": 0.562884, + "accuracy": 0.594862, + "main_score": 0.562884, + "hf_subset": "nso_Latn-kin_Latn", + "languages": [ + "nso-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581029, + "recall": 0.629447, + "f1": 0.59393, + "accuracy": 0.629447, + "main_score": 0.59393, + "hf_subset": "nso_Latn-mal_Mlym", + "languages": [ + "nso-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605899, + "recall": 0.645257, + "f1": 0.616777, + "accuracy": 0.645257, + "main_score": 0.616777, + "hf_subset": "nso_Latn-pes_Arab", + "languages": [ + "nso-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608581, + "recall": 0.643281, + "f1": 0.618376, + "accuracy": 0.643281, + "main_score": 0.618376, + "hf_subset": "nso_Latn-srd_Latn", + "languages": [ + "nso-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215982, + "recall": 0.255929, + "f1": 0.22586, + "accuracy": 0.255929, + "main_score": 0.22586, + "hf_subset": "nso_Latn-tzm_Tfng", + "languages": [ + "nso-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600307, + "recall": 0.641304, + "f1": 0.610648, + "accuracy": 0.641304, + "main_score": 0.610648, + "hf_subset": "nso_Latn-acq_Arab", + "languages": [ + "nso-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620014, + "recall": 0.656126, + "f1": 0.629751, + "accuracy": 0.656126, + "main_score": 0.629751, + "hf_subset": "nso_Latn-bem_Latn", + "languages": [ + "nso-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619589, + "recall": 0.65415, + "f1": 0.628374, + "accuracy": 0.65415, + "main_score": 0.628374, + "hf_subset": "nso_Latn-epo_Latn", + "languages": [ + "nso-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611564, + "recall": 0.650198, + "f1": 0.621205, + "accuracy": 0.650198, + "main_score": 0.621205, + "hf_subset": "nso_Latn-hun_Latn", + "languages": [ + "nso-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57538, + "recall": 0.615613, + "f1": 0.586257, + "accuracy": 0.615613, + "main_score": 0.586257, + "hf_subset": "nso_Latn-kir_Cyrl", + "languages": [ + "nso-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601213, + "recall": 0.642292, + "f1": 0.612327, + "accuracy": 0.642292, + "main_score": 0.612327, + "hf_subset": "nso_Latn-mar_Deva", + "languages": [ + "nso-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584467, + "recall": 0.619565, + "f1": 0.594292, + "accuracy": 0.619565, + "main_score": 0.594292, + "hf_subset": "nso_Latn-plt_Latn", + "languages": [ + "nso-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616522, + "recall": 0.659091, + "f1": 0.628043, + "accuracy": 0.659091, + "main_score": 0.628043, + "hf_subset": "nso_Latn-srp_Cyrl", + "languages": [ + "nso-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526479, + "recall": 0.578063, + "f1": 0.54107, + "accuracy": 0.578063, + "main_score": 0.54107, + "hf_subset": "nso_Latn-uig_Arab", + "languages": [ + "nso-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581181, + "recall": 0.618577, + "f1": 0.591417, + "accuracy": 0.618577, + "main_score": 0.591417, + "hf_subset": "nso_Latn-aeb_Arab", + "languages": [ + "nso-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594835, + "recall": 0.641304, + "f1": 0.607951, + "accuracy": 0.641304, + "main_score": 0.607951, + "hf_subset": "nso_Latn-ben_Beng", + "languages": [ + "nso-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586923, + "recall": 0.629447, + "f1": 0.59822, + "accuracy": 0.629447, + "main_score": 0.59822, + "hf_subset": "nso_Latn-est_Latn", + "languages": [ + "nso-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583127, + "recall": 0.62253, + "f1": 0.59359, + "accuracy": 0.62253, + "main_score": 0.59359, + "hf_subset": "nso_Latn-hye_Armn", + "languages": [ + "nso-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574231, + "recall": 0.610672, + "f1": 0.584209, + "accuracy": 0.610672, + "main_score": 0.584209, + "hf_subset": "nso_Latn-kmb_Latn", + "languages": [ + "nso-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440852, + "recall": 0.494071, + "f1": 0.455573, + "accuracy": 0.494071, + "main_score": 0.455573, + "hf_subset": "nso_Latn-min_Arab", + "languages": [ + "nso-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605576, + "recall": 0.646245, + "f1": 0.616261, + "accuracy": 0.646245, + "main_score": 0.616261, + "hf_subset": "nso_Latn-pol_Latn", + "languages": [ + "nso-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606033, + "recall": 0.649209, + "f1": 0.617867, + "accuracy": 0.649209, + "main_score": 0.617867, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620062, + "recall": 0.661067, + "f1": 0.631377, + "accuracy": 0.661067, + "main_score": 0.631377, + "hf_subset": "nso_Latn-ukr_Cyrl", + "languages": [ + "nso-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643849, + "recall": 0.678854, + "f1": 0.652687, + "accuracy": 0.678854, + "main_score": 0.652687, + "hf_subset": "nso_Latn-afr_Latn", + "languages": [ + "nso-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589838, + "recall": 0.633399, + "f1": 0.601294, + "accuracy": 0.633399, + "main_score": 0.601294, + "hf_subset": "nso_Latn-bho_Deva", + "languages": [ + "nso-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596461, + "recall": 0.639328, + "f1": 0.607778, + "accuracy": 0.639328, + "main_score": 0.607778, + "hf_subset": "nso_Latn-eus_Latn", + "languages": [ + "nso-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564717, + "recall": 0.613636, + "f1": 0.578023, + "accuracy": 0.613636, + "main_score": 0.578023, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58526, + "recall": 0.626482, + "f1": 0.596554, + "accuracy": 0.626482, + "main_score": 0.596554, + "hf_subset": "nso_Latn-kmr_Latn", + "languages": [ + "nso-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60939, + "recall": 0.647233, + "f1": 0.619386, + "accuracy": 0.647233, + "main_score": 0.619386, + "hf_subset": "nso_Latn-min_Latn", + "languages": [ + "nso-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635637, + "recall": 0.673913, + "f1": 0.645981, + "accuracy": 0.673913, + "main_score": 0.645981, + "hf_subset": "nso_Latn-por_Latn", + "languages": [ + "nso-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627257, + "recall": 0.661067, + "f1": 0.636152, + "accuracy": 0.661067, + "main_score": 0.636152, + "hf_subset": "nso_Latn-sun_Latn", + "languages": [ + "nso-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540498, + "recall": 0.583992, + "f1": 0.55323, + "accuracy": 0.583992, + "main_score": 0.55323, + "hf_subset": "nso_Latn-umb_Latn", + "languages": [ + "nso-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606372, + "recall": 0.645257, + "f1": 0.616618, + "accuracy": 0.645257, + "main_score": 0.616618, + "hf_subset": "nso_Latn-ajp_Arab", + "languages": [ + "nso-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463233, + "recall": 0.507905, + "f1": 0.476208, + "accuracy": 0.507905, + "main_score": 0.476208, + "hf_subset": "nso_Latn-bjn_Arab", + "languages": [ + "nso-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537751, + "recall": 0.573123, + "f1": 0.547665, + "accuracy": 0.573123, + "main_score": 0.547665, + "hf_subset": "nso_Latn-ewe_Latn", + "languages": [ + "nso-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631754, + "recall": 0.662055, + "f1": 0.639503, + "accuracy": 0.662055, + "main_score": 0.639503, + "hf_subset": "nso_Latn-ilo_Latn", + "languages": [ + "nso-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3356, + "recall": 0.380435, + "f1": 0.347701, + "accuracy": 0.380435, + "main_score": 0.347701, + "hf_subset": "nso_Latn-knc_Arab", + "languages": [ + "nso-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610428, + "recall": 0.657115, + "f1": 0.622907, + "accuracy": 0.657115, + "main_score": 0.622907, + "hf_subset": "nso_Latn-mkd_Cyrl", + "languages": [ + "nso-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593344, + "recall": 0.639328, + "f1": 0.605552, + "accuracy": 0.639328, + "main_score": 0.605552, + "hf_subset": "nso_Latn-prs_Arab", + "languages": [ + "nso-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621458, + "recall": 0.664032, + "f1": 0.632626, + "accuracy": 0.664032, + "main_score": 0.632626, + "hf_subset": "nso_Latn-swe_Latn", + "languages": [ + "nso-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564207, + "recall": 0.619565, + "f1": 0.579759, + "accuracy": 0.619565, + "main_score": 0.579759, + "hf_subset": "nso_Latn-urd_Arab", + "languages": [ + "nso-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580014, + "recall": 0.616601, + "f1": 0.589627, + "accuracy": 0.616601, + "main_score": 0.589627, + "hf_subset": "nso_Latn-aka_Latn", + "languages": [ + "nso-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616324, + "recall": 0.652174, + "f1": 0.625248, + "accuracy": 0.652174, + "main_score": 0.625248, + "hf_subset": "nso_Latn-bjn_Latn", + "languages": [ + "nso-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5942, + "recall": 0.629447, + "f1": 0.603793, + "accuracy": 0.629447, + "main_score": 0.603793, + "hf_subset": "nso_Latn-fao_Latn", + "languages": [ + "nso-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637996, + "recall": 0.670949, + "f1": 0.647105, + "accuracy": 0.670949, + "main_score": 0.647105, + "hf_subset": "nso_Latn-ind_Latn", + "languages": [ + "nso-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574564, + "recall": 0.608696, + "f1": 0.583975, + "accuracy": 0.608696, + "main_score": 0.583975, + "hf_subset": "nso_Latn-knc_Latn", + "languages": [ + "nso-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616066, + "recall": 0.651186, + "f1": 0.625089, + "accuracy": 0.651186, + "main_score": 0.625089, + "hf_subset": "nso_Latn-mlt_Latn", + "languages": [ + "nso-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557164, + "recall": 0.598814, + "f1": 0.569242, + "accuracy": 0.598814, + "main_score": 0.569242, + "hf_subset": "nso_Latn-quy_Latn", + "languages": [ + "nso-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614901, + "recall": 0.656126, + "f1": 0.626325, + "accuracy": 0.656126, + "main_score": 0.626325, + "hf_subset": "nso_Latn-swh_Latn", + "languages": [ + "nso-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583321, + "recall": 0.62747, + "f1": 0.59517, + "accuracy": 0.62747, + "main_score": 0.59517, + "hf_subset": "nso_Latn-uzn_Latn", + "languages": [ + "nso-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614371, + "recall": 0.649209, + "f1": 0.623552, + "accuracy": 0.649209, + "main_score": 0.623552, + "hf_subset": "nso_Latn-als_Latn", + "languages": [ + "nso-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300773, + "recall": 0.358696, + "f1": 0.314908, + "accuracy": 0.358696, + "main_score": 0.314908, + "hf_subset": "nso_Latn-bod_Tibt", + "languages": [ + "nso-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587312, + "recall": 0.630435, + "f1": 0.599389, + "accuracy": 0.630435, + "main_score": 0.599389, + "hf_subset": "nso_Latn-fij_Latn", + "languages": [ + "nso-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570217, + "recall": 0.614625, + "f1": 0.582856, + "accuracy": 0.614625, + "main_score": 0.582856, + "hf_subset": "nso_Latn-isl_Latn", + "languages": [ + "nso-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608311, + "recall": 0.645257, + "f1": 0.618069, + "accuracy": 0.645257, + "main_score": 0.618069, + "hf_subset": "nso_Latn-kon_Latn", + "languages": [ + "nso-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522671, + "recall": 0.567194, + "f1": 0.535381, + "accuracy": 0.567194, + "main_score": 0.535381, + "hf_subset": "nso_Latn-mni_Beng", + "languages": [ + "nso-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612943, + "recall": 0.658103, + "f1": 0.624738, + "accuracy": 0.658103, + "main_score": 0.624738, + "hf_subset": "nso_Latn-ron_Latn", + "languages": [ + "nso-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615095, + "recall": 0.653162, + "f1": 0.625685, + "accuracy": 0.653162, + "main_score": 0.625685, + "hf_subset": "nso_Latn-szl_Latn", + "languages": [ + "nso-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616656, + "recall": 0.655138, + "f1": 0.626356, + "accuracy": 0.655138, + "main_score": 0.626356, + "hf_subset": "nso_Latn-vec_Latn", + "languages": [ + "nso-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510976, + "recall": 0.565217, + "f1": 0.526125, + "accuracy": 0.565217, + "main_score": 0.526125, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619435, + "recall": 0.661067, + "f1": 0.630312, + "accuracy": 0.661067, + "main_score": 0.630312, + "hf_subset": "nso_Latn-bos_Latn", + "languages": [ + "nso-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595539, + "recall": 0.636364, + "f1": 0.606624, + "accuracy": 0.636364, + "main_score": 0.606624, + "hf_subset": "nso_Latn-fin_Latn", + "languages": [ + "nso-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611067, + "recall": 0.655138, + "f1": 0.622746, + "accuracy": 0.655138, + "main_score": 0.622746, + "hf_subset": "nso_Latn-ita_Latn", + "languages": [ + "nso-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597832, + "recall": 0.640316, + "f1": 0.608625, + "accuracy": 0.640316, + "main_score": 0.608625, + "hf_subset": "nso_Latn-kor_Hang", + "languages": [ + "nso-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53873, + "recall": 0.58498, + "f1": 0.552372, + "accuracy": 0.58498, + "main_score": 0.552372, + "hf_subset": "nso_Latn-mos_Latn", + "languages": [ + "nso-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560804, + "recall": 0.603755, + "f1": 0.573232, + "accuracy": 0.603755, + "main_score": 0.573232, + "hf_subset": "nso_Latn-run_Latn", + "languages": [ + "nso-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583586, + "recall": 0.62747, + "f1": 0.595072, + "accuracy": 0.62747, + "main_score": 0.595072, + "hf_subset": "nso_Latn-tam_Taml", + "languages": [ + "nso-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601383, + "recall": 0.648221, + "f1": 0.614097, + "accuracy": 0.648221, + "main_score": 0.614097, + "hf_subset": "nso_Latn-vie_Latn", + "languages": [ + "nso-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592442, + "recall": 0.637352, + "f1": 0.603677, + "accuracy": 0.637352, + "main_score": 0.603677, + "hf_subset": "nso_Latn-apc_Arab", + "languages": [ + "nso-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580092, + "recall": 0.616601, + "f1": 0.5907, + "accuracy": 0.616601, + "main_score": 0.5907, + "hf_subset": "nso_Latn-bug_Latn", + "languages": [ + "nso-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490949, + "recall": 0.535573, + "f1": 0.50305, + "accuracy": 0.535573, + "main_score": 0.50305, + "hf_subset": "nso_Latn-fon_Latn", + "languages": [ + "nso-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629758, + "recall": 0.664032, + "f1": 0.639496, + "accuracy": 0.664032, + "main_score": 0.639496, + "hf_subset": "nso_Latn-jav_Latn", + "languages": [ + "nso-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543842, + "recall": 0.592885, + "f1": 0.556386, + "accuracy": 0.592885, + "main_score": 0.556386, + "hf_subset": "nso_Latn-lao_Laoo", + "languages": [ + "nso-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548495, + "recall": 0.589921, + "f1": 0.558782, + "accuracy": 0.589921, + "main_score": 0.558782, + "hf_subset": "nso_Latn-mri_Latn", + "languages": [ + "nso-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614759, + "recall": 0.653162, + "f1": 0.624947, + "accuracy": 0.653162, + "main_score": 0.624947, + "hf_subset": "nso_Latn-rus_Cyrl", + "languages": [ + "nso-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536272, + "recall": 0.579051, + "f1": 0.548198, + "accuracy": 0.579051, + "main_score": 0.548198, + "hf_subset": "nso_Latn-taq_Latn", + "languages": [ + "nso-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647874, + "recall": 0.678854, + "f1": 0.656106, + "accuracy": 0.678854, + "main_score": 0.656106, + "hf_subset": "nso_Latn-war_Latn", + "languages": [ + "nso-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602821, + "recall": 0.643281, + "f1": 0.613011, + "accuracy": 0.643281, + "main_score": 0.613011, + "hf_subset": "nso_Latn-arb_Arab", + "languages": [ + "nso-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617791, + "recall": 0.659091, + "f1": 0.628579, + "accuracy": 0.659091, + "main_score": 0.628579, + "hf_subset": "nso_Latn-bul_Cyrl", + "languages": [ + "nso-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614648, + "recall": 0.658103, + "f1": 0.626105, + "accuracy": 0.658103, + "main_score": 0.626105, + "hf_subset": "nso_Latn-fra_Latn", + "languages": [ + "nso-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595589, + "recall": 0.636364, + "f1": 0.606441, + "accuracy": 0.636364, + "main_score": 0.606441, + "hf_subset": "nso_Latn-jpn_Jpan", + "languages": [ + "nso-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612237, + "recall": 0.65415, + "f1": 0.623264, + "accuracy": 0.65415, + "main_score": 0.623264, + "hf_subset": "nso_Latn-lij_Latn", + "languages": [ + "nso-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452273, + "recall": 0.520751, + "f1": 0.470894, + "accuracy": 0.520751, + "main_score": 0.470894, + "hf_subset": "nso_Latn-mya_Mymr", + "languages": [ + "nso-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554098, + "recall": 0.59585, + "f1": 0.565374, + "accuracy": 0.59585, + "main_score": 0.565374, + "hf_subset": "nso_Latn-sag_Latn", + "languages": [ + "nso-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.21665, + "recall": 0.264822, + "f1": 0.228086, + "accuracy": 0.264822, + "main_score": 0.228086, + "hf_subset": "nso_Latn-taq_Tfng", + "languages": [ + "nso-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581844, + "recall": 0.619565, + "f1": 0.592785, + "accuracy": 0.619565, + "main_score": 0.592785, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49459, + "recall": 0.535573, + "f1": 0.506483, + "accuracy": 0.535573, + "main_score": 0.506483, + "hf_subset": "nso_Latn-arb_Latn", + "languages": [ + "nso-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617057, + "recall": 0.659091, + "f1": 0.627979, + "accuracy": 0.659091, + "main_score": 0.627979, + "hf_subset": "nso_Latn-cat_Latn", + "languages": [ + "nso-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603661, + "recall": 0.639328, + "f1": 0.612759, + "accuracy": 0.639328, + "main_score": 0.612759, + "hf_subset": "nso_Latn-fur_Latn", + "languages": [ + "nso-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467639, + "recall": 0.520751, + "f1": 0.481586, + "accuracy": 0.520751, + "main_score": 0.481586, + "hf_subset": "nso_Latn-kab_Latn", + "languages": [ + "nso-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601663, + "recall": 0.637352, + "f1": 0.611382, + "accuracy": 0.637352, + "main_score": 0.611382, + "hf_subset": "nso_Latn-lim_Latn", + "languages": [ + "nso-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607295, + "recall": 0.650198, + "f1": 0.61846, + "accuracy": 0.650198, + "main_score": 0.61846, + "hf_subset": "nso_Latn-nld_Latn", + "languages": [ + "nso-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544106, + "recall": 0.589921, + "f1": 0.55618, + "accuracy": 0.589921, + "main_score": 0.55618, + "hf_subset": "nso_Latn-san_Deva", + "languages": [ + "nso-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600556, + "recall": 0.646245, + "f1": 0.612824, + "accuracy": 0.646245, + "main_score": 0.612824, + "hf_subset": "nso_Latn-tat_Cyrl", + "languages": [ + "nso-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617635, + "recall": 0.658103, + "f1": 0.628864, + "accuracy": 0.658103, + "main_score": 0.628864, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585629, + "recall": 0.631423, + "f1": 0.597837, + "accuracy": 0.631423, + "main_score": 0.597837, + "hf_subset": "nso_Latn-ars_Arab", + "languages": [ + "nso-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63365, + "recall": 0.668972, + "f1": 0.64295, + "accuracy": 0.668972, + "main_score": 0.64295, + "hf_subset": "nso_Latn-ceb_Latn", + "languages": [ + "nso-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542862, + "recall": 0.585968, + "f1": 0.555805, + "accuracy": 0.585968, + "main_score": 0.555805, + "hf_subset": "nso_Latn-fuv_Latn", + "languages": [ + "nso-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526452, + "recall": 0.56917, + "f1": 0.538562, + "accuracy": 0.56917, + "main_score": 0.538562, + "hf_subset": "nso_Latn-kac_Latn", + "languages": [ + "nso-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606839, + "recall": 0.640316, + "f1": 0.616338, + "accuracy": 0.640316, + "main_score": 0.616338, + "hf_subset": "nso_Latn-lin_Latn", + "languages": [ + "nso-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604848, + "recall": 0.649209, + "f1": 0.617085, + "accuracy": 0.649209, + "main_score": 0.617085, + "hf_subset": "nso_Latn-nno_Latn", + "languages": [ + "nso-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138712, + "recall": 0.183794, + "f1": 0.149972, + "accuracy": 0.183794, + "main_score": 0.149972, + "hf_subset": "nso_Latn-sat_Olck", + "languages": [ + "nso-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587085, + "recall": 0.639328, + "f1": 0.601681, + "accuracy": 0.639328, + "main_score": 0.601681, + "hf_subset": "nso_Latn-tel_Telu", + "languages": [ + "nso-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533801, + "recall": 0.586957, + "f1": 0.547868, + "accuracy": 0.586957, + "main_score": 0.547868, + "hf_subset": "nso_Latn-ydd_Hebr", + "languages": [ + "nso-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572306, + "recall": 0.618577, + "f1": 0.584315, + "accuracy": 0.618577, + "main_score": 0.584315, + "hf_subset": "nso_Latn-ary_Arab", + "languages": [ + "nso-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608122, + "recall": 0.647233, + "f1": 0.618551, + "accuracy": 0.647233, + "main_score": 0.618551, + "hf_subset": "nso_Latn-ces_Latn", + "languages": [ + "nso-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563914, + "recall": 0.610672, + "f1": 0.576617, + "accuracy": 0.610672, + "main_score": 0.576617, + "hf_subset": "nso_Latn-gaz_Latn", + "languages": [ + "nso-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554767, + "recall": 0.597826, + "f1": 0.566874, + "accuracy": 0.597826, + "main_score": 0.566874, + "hf_subset": "nso_Latn-kam_Latn", + "languages": [ + "nso-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593381, + "recall": 0.63834, + "f1": 0.605853, + "accuracy": 0.63834, + "main_score": 0.605853, + "hf_subset": "nso_Latn-lit_Latn", + "languages": [ + "nso-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628633, + "recall": 0.664032, + "f1": 0.637525, + "accuracy": 0.664032, + "main_score": 0.637525, + "hf_subset": "nso_Latn-nob_Latn", + "languages": [ + "nso-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626759, + "recall": 0.660079, + "f1": 0.634795, + "accuracy": 0.660079, + "main_score": 0.634795, + "hf_subset": "nso_Latn-scn_Latn", + "languages": [ + "nso-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576012, + "recall": 0.617589, + "f1": 0.587826, + "accuracy": 0.617589, + "main_score": 0.587826, + "hf_subset": "nso_Latn-tgk_Cyrl", + "languages": [ + "nso-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539216, + "recall": 0.591897, + "f1": 0.553539, + "accuracy": 0.591897, + "main_score": 0.553539, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60218, + "recall": 0.641304, + "f1": 0.612042, + "accuracy": 0.641304, + "main_score": 0.612042, + "hf_subset": "nso_Latn-arz_Arab", + "languages": [ + "nso-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54074, + "recall": 0.582016, + "f1": 0.552043, + "accuracy": 0.582016, + "main_score": 0.552043, + "hf_subset": "nso_Latn-cjk_Latn", + "languages": [ + "nso-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543028, + "recall": 0.585968, + "f1": 0.554302, + "accuracy": 0.585968, + "main_score": 0.554302, + "hf_subset": "nso_Latn-gla_Latn", + "languages": [ + "nso-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585288, + "recall": 0.631423, + "f1": 0.597644, + "accuracy": 0.631423, + "main_score": 0.597644, + "hf_subset": "nso_Latn-kan_Knda", + "languages": [ + "nso-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608207, + "recall": 0.642292, + "f1": 0.616492, + "accuracy": 0.642292, + "main_score": 0.616492, + "hf_subset": "nso_Latn-lmo_Latn", + "languages": [ + "nso-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571952, + "recall": 0.620553, + "f1": 0.584507, + "accuracy": 0.620553, + "main_score": 0.584507, + "hf_subset": "nso_Latn-npi_Deva", + "languages": [ + "nso-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462799, + "recall": 0.509881, + "f1": 0.475467, + "accuracy": 0.509881, + "main_score": 0.475467, + "hf_subset": "nso_Latn-shn_Mymr", + "languages": [ + "nso-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643548, + "recall": 0.679842, + "f1": 0.652938, + "accuracy": 0.679842, + "main_score": 0.652938, + "hf_subset": "nso_Latn-tgl_Latn", + "languages": [ + "nso-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599968, + "recall": 0.641304, + "f1": 0.610428, + "accuracy": 0.641304, + "main_score": 0.610428, + "hf_subset": "nso_Latn-yue_Hant", + "languages": [ + "nso-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553073, + "recall": 0.602767, + "f1": 0.567043, + "accuracy": 0.602767, + "main_score": 0.567043, + "hf_subset": "nso_Latn-asm_Beng", + "languages": [ + "nso-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55933, + "recall": 0.603755, + "f1": 0.571965, + "accuracy": 0.603755, + "main_score": 0.571965, + "hf_subset": "nso_Latn-ckb_Arab", + "languages": [ + "nso-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540643, + "recall": 0.578063, + "f1": 0.551314, + "accuracy": 0.578063, + "main_score": 0.551314, + "hf_subset": "nso_Latn-gle_Latn", + "languages": [ + "nso-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532676, + "recall": 0.578063, + "f1": 0.545033, + "accuracy": 0.578063, + "main_score": 0.545033, + "hf_subset": "nso_Latn-kas_Arab", + "languages": [ + "nso-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579584, + "recall": 0.62253, + "f1": 0.591238, + "accuracy": 0.62253, + "main_score": 0.591238, + "hf_subset": "nso_Latn-ltg_Latn", + "languages": [ + "nso-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511276, + "recall": 0.571146, + "f1": 0.527036, + "accuracy": 0.571146, + "main_score": 0.527036, + "hf_subset": "nso_Latn-sin_Sinh", + "languages": [ + "nso-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594464, + "recall": 0.636364, + "f1": 0.605508, + "accuracy": 0.636364, + "main_score": 0.605508, + "hf_subset": "nso_Latn-tha_Thai", + "languages": [ + "nso-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595584, + "recall": 0.632411, + "f1": 0.604954, + "accuracy": 0.632411, + "main_score": 0.604954, + "hf_subset": "nso_Latn-zho_Hans", + "languages": [ + "nso-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609063, + "recall": 0.653162, + "f1": 0.62052, + "accuracy": 0.653162, + "main_score": 0.62052, + "hf_subset": "nso_Latn-ast_Latn", + "languages": [ + "nso-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600296, + "recall": 0.644269, + "f1": 0.612107, + "accuracy": 0.644269, + "main_score": 0.612107, + "hf_subset": "nso_Latn-crh_Latn", + "languages": [ + "nso-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626922, + "recall": 0.663043, + "f1": 0.635775, + "accuracy": 0.663043, + "main_score": 0.635775, + "hf_subset": "nso_Latn-glg_Latn", + "languages": [ + "nso-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53472, + "recall": 0.583992, + "f1": 0.548309, + "accuracy": 0.583992, + "main_score": 0.548309, + "hf_subset": "nso_Latn-kas_Deva", + "languages": [ + "nso-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599866, + "recall": 0.636364, + "f1": 0.608858, + "accuracy": 0.636364, + "main_score": 0.608858, + "hf_subset": "nso_Latn-ltz_Latn", + "languages": [ + "nso-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495998, + "recall": 0.551383, + "f1": 0.510783, + "accuracy": 0.551383, + "main_score": 0.510783, + "hf_subset": "nso_Latn-nus_Latn", + "languages": [ + "nso-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601862, + "recall": 0.648221, + "f1": 0.614522, + "accuracy": 0.648221, + "main_score": 0.614522, + "hf_subset": "nso_Latn-slk_Latn", + "languages": [ + "nso-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443004, + "recall": 0.497036, + "f1": 0.458107, + "accuracy": 0.497036, + "main_score": 0.458107, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593241, + "recall": 0.639328, + "f1": 0.60441, + "accuracy": 0.639328, + "main_score": 0.60441, + "hf_subset": "nso_Latn-zho_Hant", + "languages": [ + "nso-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590384, + "recall": 0.633399, + "f1": 0.602471, + "accuracy": 0.633399, + "main_score": 0.602471, + "hf_subset": "nso_Latn-awa_Deva", + "languages": [ + "nso-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603656, + "recall": 0.641304, + "f1": 0.613458, + "accuracy": 0.641304, + "main_score": 0.613458, + "hf_subset": "nso_Latn-cym_Latn", + "languages": [ + "nso-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6024, + "recall": 0.641304, + "f1": 0.61283, + "accuracy": 0.641304, + "main_score": 0.61283, + "hf_subset": "nso_Latn-grn_Latn", + "languages": [ + "nso-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559706, + "recall": 0.609684, + "f1": 0.572493, + "accuracy": 0.609684, + "main_score": 0.572493, + "hf_subset": "nso_Latn-kat_Geor", + "languages": [ + "nso-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595212, + "recall": 0.634387, + "f1": 0.605878, + "accuracy": 0.634387, + "main_score": 0.605878, + "hf_subset": "nso_Latn-lua_Latn", + "languages": [ + "nso-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589319, + "recall": 0.628458, + "f1": 0.600467, + "accuracy": 0.628458, + "main_score": 0.600467, + "hf_subset": "nso_Latn-nya_Latn", + "languages": [ + "nso-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611941, + "recall": 0.650198, + "f1": 0.621529, + "accuracy": 0.650198, + "main_score": 0.621529, + "hf_subset": "nso_Latn-slv_Latn", + "languages": [ + "nso-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606208, + "recall": 0.643281, + "f1": 0.61609, + "accuracy": 0.643281, + "main_score": 0.61609, + "hf_subset": "nso_Latn-tpi_Latn", + "languages": [ + "nso-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634339, + "recall": 0.674901, + "f1": 0.645288, + "accuracy": 0.674901, + "main_score": 0.645288, + "hf_subset": "nso_Latn-zsm_Latn", + "languages": [ + "nso-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532485, + "recall": 0.575099, + "f1": 0.544974, + "accuracy": 0.575099, + "main_score": 0.544974, + "hf_subset": "nso_Latn-ayr_Latn", + "languages": [ + "nso-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622403, + "recall": 0.659091, + "f1": 0.632155, + "accuracy": 0.659091, + "main_score": 0.632155, + "hf_subset": "nso_Latn-dan_Latn", + "languages": [ + "nso-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582569, + "recall": 0.631423, + "f1": 0.595325, + "accuracy": 0.631423, + "main_score": 0.595325, + "hf_subset": "nso_Latn-guj_Gujr", + "languages": [ + "nso-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58649, + "recall": 0.632411, + "f1": 0.598768, + "accuracy": 0.632411, + "main_score": 0.598768, + "hf_subset": "nso_Latn-kaz_Cyrl", + "languages": [ + "nso-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54208, + "recall": 0.586957, + "f1": 0.554509, + "accuracy": 0.586957, + "main_score": 0.554509, + "hf_subset": "nso_Latn-lug_Latn", + "languages": [ + "nso-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631384, + "recall": 0.671937, + "f1": 0.642006, + "accuracy": 0.671937, + "main_score": 0.642006, + "hf_subset": "nso_Latn-oci_Latn", + "languages": [ + "nso-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592355, + "recall": 0.623518, + "f1": 0.600476, + "accuracy": 0.623518, + "main_score": 0.600476, + "hf_subset": "nso_Latn-smo_Latn", + "languages": [ + "nso-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689898, + "recall": 0.747036, + "f1": 0.706272, + "accuracy": 0.747036, + "main_score": 0.706272, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592918, + "recall": 0.641304, + "f1": 0.606458, + "accuracy": 0.641304, + "main_score": 0.606458, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523482, + "recall": 0.574111, + "f1": 0.537793, + "accuracy": 0.574111, + "main_score": 0.537793, + "hf_subset": "nso_Latn-azb_Arab", + "languages": [ + "nso-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618663, + "recall": 0.661067, + "f1": 0.629911, + "accuracy": 0.661067, + "main_score": 0.629911, + "hf_subset": "nso_Latn-deu_Latn", + "languages": [ + "nso-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568817, + "recall": 0.609684, + "f1": 0.57984, + "accuracy": 0.609684, + "main_score": 0.57984, + "hf_subset": "nso_Latn-hat_Latn", + "languages": [ + "nso-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512898, + "recall": 0.5583, + "f1": 0.525527, + "accuracy": 0.5583, + "main_score": 0.525527, + "hf_subset": "nso_Latn-kbp_Latn", + "languages": [ + "nso-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602692, + "recall": 0.63834, + "f1": 0.613124, + "accuracy": 0.63834, + "main_score": 0.613124, + "hf_subset": "nso_Latn-luo_Latn", + "languages": [ + "nso-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585343, + "recall": 0.632411, + "f1": 0.598366, + "accuracy": 0.632411, + "main_score": 0.598366, + "hf_subset": "nso_Latn-ory_Orya", + "languages": [ + "nso-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573982, + "recall": 0.625494, + "f1": 0.587641, + "accuracy": 0.625494, + "main_score": 0.587641, + "hf_subset": "nso_Latn-sna_Latn", + "languages": [ + "nso-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593519, + "recall": 0.633399, + "f1": 0.605146, + "accuracy": 0.633399, + "main_score": 0.605146, + "hf_subset": "nso_Latn-tso_Latn", + "languages": [ + "nso-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571576, + "recall": 0.619565, + "f1": 0.584588, + "accuracy": 0.619565, + "main_score": 0.584588, + "hf_subset": "nso_Latn-azj_Latn", + "languages": [ + "nso-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5368, + "recall": 0.583992, + "f1": 0.55093, + "accuracy": 0.583992, + "main_score": 0.55093, + "hf_subset": "nso_Latn-dik_Latn", + "languages": [ + "nso-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590467, + "recall": 0.628458, + "f1": 0.601103, + "accuracy": 0.628458, + "main_score": 0.601103, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613056, + "recall": 0.650198, + "f1": 0.622477, + "accuracy": 0.650198, + "main_score": 0.622477, + "hf_subset": "nso_Latn-kea_Latn", + "languages": [ + "nso-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598337, + "recall": 0.630435, + "f1": 0.607352, + "accuracy": 0.630435, + "main_score": 0.607352, + "hf_subset": "nso_Latn-lus_Latn", + "languages": [ + "nso-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599802, + "recall": 0.630435, + "f1": 0.608325, + "accuracy": 0.630435, + "main_score": 0.608325, + "hf_subset": "nso_Latn-pag_Latn", + "languages": [ + "nso-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57766, + "recall": 0.626482, + "f1": 0.591373, + "accuracy": 0.626482, + "main_score": 0.591373, + "hf_subset": "nso_Latn-snd_Arab", + "languages": [ + "nso-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554021, + "recall": 0.598814, + "f1": 0.566233, + "accuracy": 0.598814, + "main_score": 0.566233, + "hf_subset": "nso_Latn-tuk_Latn", + "languages": [ + "nso-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589176, + "recall": 0.629447, + "f1": 0.59993, + "accuracy": 0.629447, + "main_score": 0.59993, + "hf_subset": "nso_Latn-bak_Cyrl", + "languages": [ + "nso-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458187, + "recall": 0.524704, + "f1": 0.47722, + "accuracy": 0.524704, + "main_score": 0.47722, + "hf_subset": "nso_Latn-dyu_Latn", + "languages": [ + "nso-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600686, + "recall": 0.63834, + "f1": 0.611011, + "accuracy": 0.63834, + "main_score": 0.611011, + "hf_subset": "nso_Latn-heb_Hebr", + "languages": [ + "nso-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564319, + "recall": 0.606719, + "f1": 0.575967, + "accuracy": 0.606719, + "main_score": 0.575967, + "hf_subset": "nso_Latn-khk_Cyrl", + "languages": [ + "nso-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600392, + "recall": 0.635375, + "f1": 0.609501, + "accuracy": 0.635375, + "main_score": 0.609501, + "hf_subset": "nso_Latn-lvs_Latn", + "languages": [ + "nso-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585791, + "recall": 0.629447, + "f1": 0.597362, + "accuracy": 0.629447, + "main_score": 0.597362, + "hf_subset": "nso_Latn-pan_Guru", + "languages": [ + "nso-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553278, + "recall": 0.599802, + "f1": 0.56634, + "accuracy": 0.599802, + "main_score": 0.56634, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561797, + "recall": 0.599802, + "f1": 0.572838, + "accuracy": 0.599802, + "main_score": 0.572838, + "hf_subset": "nso_Latn-tum_Latn", + "languages": [ + "nso-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496638, + "recall": 0.5583, + "f1": 0.513625, + "accuracy": 0.5583, + "main_score": 0.513625, + "hf_subset": "sin_Sinh-ace_Arab", + "languages": [ + "sin-Sinh", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471049, + "recall": 0.519763, + "f1": 0.484083, + "accuracy": 0.519763, + "main_score": 0.484083, + "hf_subset": "sin_Sinh-bam_Latn", + "languages": [ + "sin-Sinh", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397709, + "recall": 0.476285, + "f1": 0.418059, + "accuracy": 0.476285, + "main_score": 0.418059, + "hf_subset": "sin_Sinh-dzo_Tibt", + "languages": [ + "sin-Sinh", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sin_Sinh-khm_Khmr", + "languages": [ + "sin-Sinh", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sin_Sinh-mag_Deva", + "languages": [ + "sin-Sinh", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931077, + "recall": 0.950593, + "f1": 0.937319, + "accuracy": 0.950593, + "main_score": 0.937319, + "hf_subset": "sin_Sinh-pap_Latn", + "languages": [ + "sin-Sinh", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530376, + "recall": 0.588933, + "f1": 0.546198, + "accuracy": 0.588933, + "main_score": 0.546198, + "hf_subset": "sin_Sinh-sot_Latn", + "languages": [ + "sin-Sinh", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sin_Sinh-tur_Latn", + "languages": [ + "sin-Sinh", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.764476, + "recall": 0.814229, + "f1": 0.779465, + "accuracy": 0.814229, + "main_score": 0.779465, + "hf_subset": "sin_Sinh-ace_Latn", + "languages": [ + "sin-Sinh", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884717, + "recall": 0.911067, + "f1": 0.892885, + "accuracy": 0.911067, + "main_score": 0.892885, + "hf_subset": "sin_Sinh-ban_Latn", + "languages": [ + "sin-Sinh", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-ell_Grek", + "languages": [ + "sin-Sinh", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "sin_Sinh-hne_Deva", + "languages": [ + "sin-Sinh", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498515, + "recall": 0.560277, + "f1": 0.51541, + "accuracy": 0.560277, + "main_score": 0.51541, + "hf_subset": "sin_Sinh-kik_Latn", + "languages": [ + "sin-Sinh", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "sin_Sinh-mai_Deva", + "languages": [ + "sin-Sinh", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935606, + "recall": 0.955534, + "f1": 0.942029, + "accuracy": 0.955534, + "main_score": 0.942029, + "hf_subset": "sin_Sinh-pbt_Arab", + "languages": [ + "sin-Sinh", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-spa_Latn", + "languages": [ + "sin-Sinh", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544936, + "recall": 0.603755, + "f1": 0.561654, + "accuracy": 0.603755, + "main_score": 0.561654, + "hf_subset": "sin_Sinh-twi_Latn", + "languages": [ + "sin-Sinh", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-acm_Arab", + "languages": [ + "sin-Sinh", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "sin_Sinh-bel_Cyrl", + "languages": [ + "sin-Sinh", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "sin_Sinh-hrv_Latn", + "languages": [ + "sin-Sinh", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481483, + "recall": 0.541502, + "f1": 0.497819, + "accuracy": 0.541502, + "main_score": 0.497819, + "hf_subset": "sin_Sinh-kin_Latn", + "languages": [ + "sin-Sinh", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-mal_Mlym", + "languages": [ + "sin-Sinh", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-pes_Arab", + "languages": [ + "sin-Sinh", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "sin_Sinh-srd_Latn", + "languages": [ + "sin-Sinh", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.19246, + "recall": 0.236166, + "f1": 0.20342, + "accuracy": 0.236166, + "main_score": 0.20342, + "hf_subset": "sin_Sinh-tzm_Tfng", + "languages": [ + "sin-Sinh", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-acq_Arab", + "languages": [ + "sin-Sinh", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550943, + "recall": 0.604743, + "f1": 0.566373, + "accuracy": 0.604743, + "main_score": 0.566373, + "hf_subset": "sin_Sinh-bem_Latn", + "languages": [ + "sin-Sinh", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sin_Sinh-epo_Latn", + "languages": [ + "sin-Sinh", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-hun_Latn", + "languages": [ + "sin-Sinh", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "sin_Sinh-kir_Cyrl", + "languages": [ + "sin-Sinh", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600198, + "recall": 0.65415, + "f1": 0.616173, + "accuracy": 0.65415, + "main_score": 0.616173, + "hf_subset": "sin_Sinh-plt_Latn", + "languages": [ + "sin-Sinh", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "sin_Sinh-srp_Cyrl", + "languages": [ + "sin-Sinh", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933136, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "sin_Sinh-uig_Arab", + "languages": [ + "sin-Sinh", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "sin_Sinh-aeb_Arab", + "languages": [ + "sin-Sinh", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "sin_Sinh-est_Latn", + "languages": [ + "sin-Sinh", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "sin_Sinh-hye_Armn", + "languages": [ + "sin-Sinh", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473174, + "recall": 0.521739, + "f1": 0.487093, + "accuracy": 0.521739, + "main_score": 0.487093, + "hf_subset": "sin_Sinh-kmb_Latn", + "languages": [ + "sin-Sinh", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42661, + "recall": 0.494071, + "f1": 0.444613, + "accuracy": 0.494071, + "main_score": 0.444613, + "hf_subset": "sin_Sinh-min_Arab", + "languages": [ + "sin-Sinh", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-pol_Latn", + "languages": [ + "sin-Sinh", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501968, + "recall": 0.567194, + "f1": 0.51994, + "accuracy": 0.567194, + "main_score": 0.51994, + "hf_subset": "sin_Sinh-ssw_Latn", + "languages": [ + "sin-Sinh", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-ukr_Cyrl", + "languages": [ + "sin-Sinh", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-afr_Latn", + "languages": [ + "sin-Sinh", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966535, + "accuracy": 0.974308, + "main_score": 0.966535, + "hf_subset": "sin_Sinh-bho_Deva", + "languages": [ + "sin-Sinh", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947299, + "recall": 0.963439, + "f1": 0.952569, + "accuracy": 0.963439, + "main_score": 0.952569, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508285, + "recall": 0.574111, + "f1": 0.526267, + "accuracy": 0.574111, + "main_score": 0.526267, + "hf_subset": "sin_Sinh-ibo_Latn", + "languages": [ + "sin-Sinh", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835227, + "recall": 0.879447, + "f1": 0.849129, + "accuracy": 0.879447, + "main_score": 0.849129, + "hf_subset": "sin_Sinh-kmr_Latn", + "languages": [ + "sin-Sinh", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927948, + "recall": 0.948617, + "f1": 0.934519, + "accuracy": 0.948617, + "main_score": 0.934519, + "hf_subset": "sin_Sinh-min_Latn", + "languages": [ + "sin-Sinh", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-por_Latn", + "languages": [ + "sin-Sinh", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "sin_Sinh-sun_Latn", + "languages": [ + "sin-Sinh", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446102, + "recall": 0.500988, + "f1": 0.461561, + "accuracy": 0.500988, + "main_score": 0.461561, + "hf_subset": "sin_Sinh-umb_Latn", + "languages": [ + "sin-Sinh", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "sin_Sinh-ajp_Arab", + "languages": [ + "sin-Sinh", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457015, + "recall": 0.51581, + "f1": 0.473582, + "accuracy": 0.51581, + "main_score": 0.473582, + "hf_subset": "sin_Sinh-bjn_Arab", + "languages": [ + "sin-Sinh", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43832, + "recall": 0.492095, + "f1": 0.453346, + "accuracy": 0.492095, + "main_score": 0.453346, + "hf_subset": "sin_Sinh-ewe_Latn", + "languages": [ + "sin-Sinh", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875741, + "recall": 0.906126, + "f1": 0.884703, + "accuracy": 0.906126, + "main_score": 0.884703, + "hf_subset": "sin_Sinh-ilo_Latn", + "languages": [ + "sin-Sinh", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291306, + "recall": 0.337945, + "f1": 0.304083, + "accuracy": 0.337945, + "main_score": 0.304083, + "hf_subset": "sin_Sinh-knc_Arab", + "languages": [ + "sin-Sinh", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "sin_Sinh-mkd_Cyrl", + "languages": [ + "sin-Sinh", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-prs_Arab", + "languages": [ + "sin-Sinh", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-swe_Latn", + "languages": [ + "sin-Sinh", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485725, + "recall": 0.550395, + "f1": 0.504123, + "accuracy": 0.550395, + "main_score": 0.504123, + "hf_subset": "sin_Sinh-aka_Latn", + "languages": [ + "sin-Sinh", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926416, + "recall": 0.94664, + "f1": 0.932806, + "accuracy": 0.94664, + "main_score": 0.932806, + "hf_subset": "sin_Sinh-bjn_Latn", + "languages": [ + "sin-Sinh", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902701, + "recall": 0.931818, + "f1": 0.911726, + "accuracy": 0.931818, + "main_score": 0.911726, + "hf_subset": "sin_Sinh-fao_Latn", + "languages": [ + "sin-Sinh", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-ind_Latn", + "languages": [ + "sin-Sinh", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526611, + "recall": 0.577075, + "f1": 0.540958, + "accuracy": 0.577075, + "main_score": 0.540958, + "hf_subset": "sin_Sinh-knc_Latn", + "languages": [ + "sin-Sinh", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954545, + "recall": 0.967391, + "f1": 0.958465, + "accuracy": 0.967391, + "main_score": 0.958465, + "hf_subset": "sin_Sinh-mlt_Latn", + "languages": [ + "sin-Sinh", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623053, + "recall": 0.68083, + "f1": 0.63929, + "accuracy": 0.68083, + "main_score": 0.63929, + "hf_subset": "sin_Sinh-quy_Latn", + "languages": [ + "sin-Sinh", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931901, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "sin_Sinh-swh_Latn", + "languages": [ + "sin-Sinh", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "sin_Sinh-uzn_Latn", + "languages": [ + "sin-Sinh", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-als_Latn", + "languages": [ + "sin-Sinh", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616288, + "recall": 0.687747, + "f1": 0.636957, + "accuracy": 0.687747, + "main_score": 0.636957, + "hf_subset": "sin_Sinh-bod_Tibt", + "languages": [ + "sin-Sinh", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621489, + "recall": 0.689723, + "f1": 0.640615, + "accuracy": 0.689723, + "main_score": 0.640615, + "hf_subset": "sin_Sinh-fij_Latn", + "languages": [ + "sin-Sinh", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944664, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "sin_Sinh-isl_Latn", + "languages": [ + "sin-Sinh", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560846, + "recall": 0.615613, + "f1": 0.576123, + "accuracy": 0.615613, + "main_score": 0.576123, + "hf_subset": "sin_Sinh-kon_Latn", + "languages": [ + "sin-Sinh", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584892, + "recall": 0.650198, + "f1": 0.603209, + "accuracy": 0.650198, + "main_score": 0.603209, + "hf_subset": "sin_Sinh-mni_Beng", + "languages": [ + "sin-Sinh", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-ron_Latn", + "languages": [ + "sin-Sinh", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.960474, + "f1": 0.94944, + "accuracy": 0.960474, + "main_score": 0.94944, + "hf_subset": "sin_Sinh-szl_Latn", + "languages": [ + "sin-Sinh", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970059, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "sin_Sinh-vec_Latn", + "languages": [ + "sin-Sinh", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920537, + "recall": 0.944664, + "f1": 0.928096, + "accuracy": 0.944664, + "main_score": 0.928096, + "hf_subset": "sin_Sinh-amh_Ethi", + "languages": [ + "sin-Sinh", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-bos_Latn", + "languages": [ + "sin-Sinh", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "sin_Sinh-fin_Latn", + "languages": [ + "sin-Sinh", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-ita_Latn", + "languages": [ + "sin-Sinh", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "sin_Sinh-kor_Hang", + "languages": [ + "sin-Sinh", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486321, + "recall": 0.538538, + "f1": 0.5004, + "accuracy": 0.538538, + "main_score": 0.5004, + "hf_subset": "sin_Sinh-mos_Latn", + "languages": [ + "sin-Sinh", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499316, + "recall": 0.550395, + "f1": 0.513312, + "accuracy": 0.550395, + "main_score": 0.513312, + "hf_subset": "sin_Sinh-run_Latn", + "languages": [ + "sin-Sinh", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "sin_Sinh-vie_Latn", + "languages": [ + "sin-Sinh", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "sin_Sinh-apc_Arab", + "languages": [ + "sin-Sinh", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697867, + "recall": 0.759881, + "f1": 0.715725, + "accuracy": 0.759881, + "main_score": 0.715725, + "hf_subset": "sin_Sinh-bug_Latn", + "languages": [ + "sin-Sinh", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407057, + "recall": 0.461462, + "f1": 0.421734, + "accuracy": 0.461462, + "main_score": 0.421734, + "hf_subset": "sin_Sinh-fon_Latn", + "languages": [ + "sin-Sinh", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "sin_Sinh-jav_Latn", + "languages": [ + "sin-Sinh", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "sin_Sinh-lao_Laoo", + "languages": [ + "sin-Sinh", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79249, + "recall": 0.843874, + "f1": 0.808187, + "accuracy": 0.843874, + "main_score": 0.808187, + "hf_subset": "sin_Sinh-mri_Latn", + "languages": [ + "sin-Sinh", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sin_Sinh-rus_Cyrl", + "languages": [ + "sin-Sinh", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466026, + "recall": 0.520751, + "f1": 0.481227, + "accuracy": 0.520751, + "main_score": 0.481227, + "hf_subset": "sin_Sinh-taq_Latn", + "languages": [ + "sin-Sinh", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.963439, + "f1": 0.953557, + "accuracy": 0.963439, + "main_score": 0.953557, + "hf_subset": "sin_Sinh-war_Latn", + "languages": [ + "sin-Sinh", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "sin_Sinh-arb_Arab", + "languages": [ + "sin-Sinh", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "sin_Sinh-bul_Cyrl", + "languages": [ + "sin-Sinh", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-fra_Latn", + "languages": [ + "sin-Sinh", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-jpn_Jpan", + "languages": [ + "sin-Sinh", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "sin_Sinh-lij_Latn", + "languages": [ + "sin-Sinh", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "sin_Sinh-mya_Mymr", + "languages": [ + "sin-Sinh", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500263, + "recall": 0.563241, + "f1": 0.517294, + "accuracy": 0.563241, + "main_score": 0.517294, + "hf_subset": "sin_Sinh-sag_Latn", + "languages": [ + "sin-Sinh", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192968, + "recall": 0.242095, + "f1": 0.204322, + "accuracy": 0.242095, + "main_score": 0.204322, + "hf_subset": "sin_Sinh-taq_Tfng", + "languages": [ + "sin-Sinh", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534758, + "recall": 0.597826, + "f1": 0.552673, + "accuracy": 0.597826, + "main_score": 0.552673, + "hf_subset": "sin_Sinh-wol_Latn", + "languages": [ + "sin-Sinh", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708952, + "recall": 0.774704, + "f1": 0.728381, + "accuracy": 0.774704, + "main_score": 0.728381, + "hf_subset": "sin_Sinh-arb_Latn", + "languages": [ + "sin-Sinh", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "sin_Sinh-cat_Latn", + "languages": [ + "sin-Sinh", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "sin_Sinh-fur_Latn", + "languages": [ + "sin-Sinh", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.376663, + "recall": 0.426877, + "f1": 0.390562, + "accuracy": 0.426877, + "main_score": 0.390562, + "hf_subset": "sin_Sinh-kab_Latn", + "languages": [ + "sin-Sinh", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.954545, + "f1": 0.943464, + "accuracy": 0.954545, + "main_score": 0.943464, + "hf_subset": "sin_Sinh-lim_Latn", + "languages": [ + "sin-Sinh", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "sin_Sinh-nld_Latn", + "languages": [ + "sin-Sinh", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946476, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "sin_Sinh-san_Deva", + "languages": [ + "sin-Sinh", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "sin_Sinh-tat_Cyrl", + "languages": [ + "sin-Sinh", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5965, + "recall": 0.658103, + "f1": 0.614138, + "accuracy": 0.658103, + "main_score": 0.614138, + "hf_subset": "sin_Sinh-xho_Latn", + "languages": [ + "sin-Sinh", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "sin_Sinh-ars_Arab", + "languages": [ + "sin-Sinh", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970059, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "sin_Sinh-ceb_Latn", + "languages": [ + "sin-Sinh", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49654, + "recall": 0.557312, + "f1": 0.513887, + "accuracy": 0.557312, + "main_score": 0.513887, + "hf_subset": "sin_Sinh-fuv_Latn", + "languages": [ + "sin-Sinh", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452614, + "recall": 0.513834, + "f1": 0.469572, + "accuracy": 0.513834, + "main_score": 0.469572, + "hf_subset": "sin_Sinh-kac_Latn", + "languages": [ + "sin-Sinh", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582678, + "recall": 0.634387, + "f1": 0.597156, + "accuracy": 0.634387, + "main_score": 0.597156, + "hf_subset": "sin_Sinh-lin_Latn", + "languages": [ + "sin-Sinh", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-nno_Latn", + "languages": [ + "sin-Sinh", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.221721, + "recall": 0.300395, + "f1": 0.242567, + "accuracy": 0.300395, + "main_score": 0.242567, + "hf_subset": "sin_Sinh-sat_Olck", + "languages": [ + "sin-Sinh", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919911, + "recall": 0.9417, + "f1": 0.926614, + "accuracy": 0.9417, + "main_score": 0.926614, + "hf_subset": "sin_Sinh-ydd_Hebr", + "languages": [ + "sin-Sinh", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "sin_Sinh-ary_Arab", + "languages": [ + "sin-Sinh", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-ces_Latn", + "languages": [ + "sin-Sinh", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53658, + "recall": 0.59585, + "f1": 0.55328, + "accuracy": 0.59585, + "main_score": 0.55328, + "hf_subset": "sin_Sinh-gaz_Latn", + "languages": [ + "sin-Sinh", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50719, + "recall": 0.564229, + "f1": 0.522839, + "accuracy": 0.564229, + "main_score": 0.522839, + "hf_subset": "sin_Sinh-kam_Latn", + "languages": [ + "sin-Sinh", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "sin_Sinh-lit_Latn", + "languages": [ + "sin-Sinh", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "sin_Sinh-nob_Latn", + "languages": [ + "sin-Sinh", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940382, + "recall": 0.95751, + "f1": 0.945817, + "accuracy": 0.95751, + "main_score": 0.945817, + "hf_subset": "sin_Sinh-scn_Latn", + "languages": [ + "sin-Sinh", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "sin_Sinh-tgk_Cyrl", + "languages": [ + "sin-Sinh", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656493, + "recall": 0.729249, + "f1": 0.678216, + "accuracy": 0.729249, + "main_score": 0.678216, + "hf_subset": "sin_Sinh-yor_Latn", + "languages": [ + "sin-Sinh", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "sin_Sinh-arz_Arab", + "languages": [ + "sin-Sinh", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486965, + "recall": 0.54249, + "f1": 0.502418, + "accuracy": 0.54249, + "main_score": 0.502418, + "hf_subset": "sin_Sinh-cjk_Latn", + "languages": [ + "sin-Sinh", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687088, + "recall": 0.758893, + "f1": 0.70886, + "accuracy": 0.758893, + "main_score": 0.70886, + "hf_subset": "sin_Sinh-gla_Latn", + "languages": [ + "sin-Sinh", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946838, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "sin_Sinh-lmo_Latn", + "languages": [ + "sin-Sinh", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "sin_Sinh-npi_Deva", + "languages": [ + "sin-Sinh", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397116, + "recall": 0.460474, + "f1": 0.414714, + "accuracy": 0.460474, + "main_score": 0.414714, + "hf_subset": "sin_Sinh-shn_Mymr", + "languages": [ + "sin-Sinh", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "sin_Sinh-tgl_Latn", + "languages": [ + "sin-Sinh", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "sin_Sinh-yue_Hant", + "languages": [ + "sin-Sinh", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-asm_Beng", + "languages": [ + "sin-Sinh", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912994, + "recall": 0.938735, + "f1": 0.921014, + "accuracy": 0.938735, + "main_score": 0.921014, + "hf_subset": "sin_Sinh-ckb_Arab", + "languages": [ + "sin-Sinh", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806851, + "recall": 0.850791, + "f1": 0.82029, + "accuracy": 0.850791, + "main_score": 0.82029, + "hf_subset": "sin_Sinh-gle_Latn", + "languages": [ + "sin-Sinh", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875609, + "recall": 0.909091, + "f1": 0.885771, + "accuracy": 0.909091, + "main_score": 0.885771, + "hf_subset": "sin_Sinh-kas_Arab", + "languages": [ + "sin-Sinh", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857411, + "recall": 0.896245, + "f1": 0.869532, + "accuracy": 0.896245, + "main_score": 0.869532, + "hf_subset": "sin_Sinh-ltg_Latn", + "languages": [ + "sin-Sinh", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533392, + "recall": 0.586957, + "f1": 0.548183, + "accuracy": 0.586957, + "main_score": 0.548183, + "hf_subset": "sin_Sinh-nso_Latn", + "languages": [ + "sin-Sinh", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "sin_Sinh-tha_Thai", + "languages": [ + "sin-Sinh", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-zho_Hans", + "languages": [ + "sin-Sinh", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-ast_Latn", + "languages": [ + "sin-Sinh", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "sin_Sinh-crh_Latn", + "languages": [ + "sin-Sinh", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "sin_Sinh-glg_Latn", + "languages": [ + "sin-Sinh", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787945, + "recall": 0.839921, + "f1": 0.803986, + "accuracy": 0.839921, + "main_score": 0.803986, + "hf_subset": "sin_Sinh-kas_Deva", + "languages": [ + "sin-Sinh", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935853, + "recall": 0.954545, + "f1": 0.941765, + "accuracy": 0.954545, + "main_score": 0.941765, + "hf_subset": "sin_Sinh-ltz_Latn", + "languages": [ + "sin-Sinh", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400851, + "recall": 0.466403, + "f1": 0.418462, + "accuracy": 0.466403, + "main_score": 0.418462, + "hf_subset": "sin_Sinh-nus_Latn", + "languages": [ + "sin-Sinh", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-slk_Latn", + "languages": [ + "sin-Sinh", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572259, + "recall": 0.639328, + "f1": 0.591669, + "accuracy": 0.639328, + "main_score": 0.591669, + "hf_subset": "sin_Sinh-tir_Ethi", + "languages": [ + "sin-Sinh", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "sin_Sinh-zho_Hant", + "languages": [ + "sin-Sinh", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.976285, + "f1": 0.970191, + "accuracy": 0.976285, + "main_score": 0.970191, + "hf_subset": "sin_Sinh-awa_Deva", + "languages": [ + "sin-Sinh", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931522, + "recall": 0.951581, + "f1": 0.937912, + "accuracy": 0.951581, + "main_score": 0.937912, + "hf_subset": "sin_Sinh-cym_Latn", + "languages": [ + "sin-Sinh", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710359, + "recall": 0.76581, + "f1": 0.726487, + "accuracy": 0.76581, + "main_score": 0.726487, + "hf_subset": "sin_Sinh-grn_Latn", + "languages": [ + "sin-Sinh", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.982213, + "f1": 0.977437, + "accuracy": 0.982213, + "main_score": 0.977437, + "hf_subset": "sin_Sinh-kat_Geor", + "languages": [ + "sin-Sinh", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549155, + "recall": 0.607708, + "f1": 0.564805, + "accuracy": 0.607708, + "main_score": 0.564805, + "hf_subset": "sin_Sinh-lua_Latn", + "languages": [ + "sin-Sinh", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562718, + "recall": 0.620553, + "f1": 0.577822, + "accuracy": 0.620553, + "main_score": 0.577822, + "hf_subset": "sin_Sinh-nya_Latn", + "languages": [ + "sin-Sinh", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "sin_Sinh-slv_Latn", + "languages": [ + "sin-Sinh", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842549, + "recall": 0.881423, + "f1": 0.853837, + "accuracy": 0.881423, + "main_score": 0.853837, + "hf_subset": "sin_Sinh-tpi_Latn", + "languages": [ + "sin-Sinh", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "sin_Sinh-zsm_Latn", + "languages": [ + "sin-Sinh", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483745, + "recall": 0.534585, + "f1": 0.497582, + "accuracy": 0.534585, + "main_score": 0.497582, + "hf_subset": "sin_Sinh-ayr_Latn", + "languages": [ + "sin-Sinh", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "sin_Sinh-dan_Latn", + "languages": [ + "sin-Sinh", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "sin_Sinh-kaz_Cyrl", + "languages": [ + "sin-Sinh", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4782, + "recall": 0.538538, + "f1": 0.495001, + "accuracy": 0.538538, + "main_score": 0.495001, + "hf_subset": "sin_Sinh-lug_Latn", + "languages": [ + "sin-Sinh", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "sin_Sinh-oci_Latn", + "languages": [ + "sin-Sinh", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752717, + "recall": 0.80336, + "f1": 0.76733, + "accuracy": 0.80336, + "main_score": 0.76733, + "hf_subset": "sin_Sinh-smo_Latn", + "languages": [ + "sin-Sinh", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489009, + "recall": 0.549407, + "f1": 0.505283, + "accuracy": 0.549407, + "main_score": 0.505283, + "hf_subset": "sin_Sinh-tsn_Latn", + "languages": [ + "sin-Sinh", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559184, + "recall": 0.617589, + "f1": 0.575535, + "accuracy": 0.617589, + "main_score": 0.575535, + "hf_subset": "sin_Sinh-zul_Latn", + "languages": [ + "sin-Sinh", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831357, + "recall": 0.875494, + "f1": 0.845323, + "accuracy": 0.875494, + "main_score": 0.845323, + "hf_subset": "sin_Sinh-azb_Arab", + "languages": [ + "sin-Sinh", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-deu_Latn", + "languages": [ + "sin-Sinh", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937912, + "recall": 0.955534, + "f1": 0.943676, + "accuracy": 0.955534, + "main_score": 0.943676, + "hf_subset": "sin_Sinh-hat_Latn", + "languages": [ + "sin-Sinh", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430001, + "recall": 0.486166, + "f1": 0.445774, + "accuracy": 0.486166, + "main_score": 0.445774, + "hf_subset": "sin_Sinh-kbp_Latn", + "languages": [ + "sin-Sinh", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505595, + "recall": 0.564229, + "f1": 0.521074, + "accuracy": 0.564229, + "main_score": 0.521074, + "hf_subset": "sin_Sinh-luo_Latn", + "languages": [ + "sin-Sinh", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "sin_Sinh-ory_Orya", + "languages": [ + "sin-Sinh", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510559, + "recall": 0.575099, + "f1": 0.528971, + "accuracy": 0.575099, + "main_score": 0.528971, + "hf_subset": "sin_Sinh-sna_Latn", + "languages": [ + "sin-Sinh", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501485, + "recall": 0.55336, + "f1": 0.515454, + "accuracy": 0.55336, + "main_score": 0.515454, + "hf_subset": "sin_Sinh-tso_Latn", + "languages": [ + "sin-Sinh", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "sin_Sinh-azj_Latn", + "languages": [ + "sin-Sinh", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461233, + "recall": 0.518775, + "f1": 0.477703, + "accuracy": 0.518775, + "main_score": 0.477703, + "hf_subset": "sin_Sinh-dik_Latn", + "languages": [ + "sin-Sinh", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653764, + "recall": 0.720356, + "f1": 0.673144, + "accuracy": 0.720356, + "main_score": 0.673144, + "hf_subset": "sin_Sinh-hau_Latn", + "languages": [ + "sin-Sinh", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921937, + "recall": 0.943676, + "f1": 0.928656, + "accuracy": 0.943676, + "main_score": 0.928656, + "hf_subset": "sin_Sinh-kea_Latn", + "languages": [ + "sin-Sinh", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650675, + "recall": 0.710474, + "f1": 0.667975, + "accuracy": 0.710474, + "main_score": 0.667975, + "hf_subset": "sin_Sinh-lus_Latn", + "languages": [ + "sin-Sinh", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749457, + "recall": 0.797431, + "f1": 0.76389, + "accuracy": 0.797431, + "main_score": 0.76389, + "hf_subset": "sin_Sinh-pag_Latn", + "languages": [ + "sin-Sinh", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921607, + "recall": 0.944664, + "f1": 0.928854, + "accuracy": 0.944664, + "main_score": 0.928854, + "hf_subset": "sin_Sinh-tuk_Latn", + "languages": [ + "sin-Sinh", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "sin_Sinh-bak_Cyrl", + "languages": [ + "sin-Sinh", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402052, + "recall": 0.475296, + "f1": 0.42265, + "accuracy": 0.475296, + "main_score": 0.42265, + "hf_subset": "sin_Sinh-dyu_Latn", + "languages": [ + "sin-Sinh", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "sin_Sinh-heb_Hebr", + "languages": [ + "sin-Sinh", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951334, + "recall": 0.966403, + "f1": 0.956094, + "accuracy": 0.966403, + "main_score": 0.956094, + "hf_subset": "sin_Sinh-khk_Cyrl", + "languages": [ + "sin-Sinh", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "sin_Sinh-lvs_Latn", + "languages": [ + "sin-Sinh", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639592, + "recall": 0.704545, + "f1": 0.659143, + "accuracy": 0.704545, + "main_score": 0.659143, + "hf_subset": "sin_Sinh-som_Latn", + "languages": [ + "sin-Sinh", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515752, + "recall": 0.563241, + "f1": 0.529433, + "accuracy": 0.563241, + "main_score": 0.529433, + "hf_subset": "sin_Sinh-tum_Latn", + "languages": [ + "sin-Sinh", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56041, + "recall": 0.632411, + "f1": 0.580741, + "accuracy": 0.632411, + "main_score": 0.580741, + "hf_subset": "tha_Thai-ace_Arab", + "languages": [ + "tha-Thai", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529225, + "recall": 0.594862, + "f1": 0.548079, + "accuracy": 0.594862, + "main_score": 0.548079, + "hf_subset": "tha_Thai-bam_Latn", + "languages": [ + "tha-Thai", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45262, + "recall": 0.532609, + "f1": 0.474921, + "accuracy": 0.532609, + "main_score": 0.474921, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-hin_Deva", + "languages": [ + "tha-Thai", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-mag_Deva", + "languages": [ + "tha-Thai", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "tha_Thai-pap_Latn", + "languages": [ + "tha-Thai", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585181, + "recall": 0.648221, + "f1": 0.603127, + "accuracy": 0.648221, + "main_score": 0.603127, + "hf_subset": "tha_Thai-sot_Latn", + "languages": [ + "tha-Thai", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-tur_Latn", + "languages": [ + "tha-Thai", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877059, + "recall": 0.909091, + "f1": 0.887253, + "accuracy": 0.909091, + "main_score": 0.887253, + "hf_subset": "tha_Thai-ace_Latn", + "languages": [ + "tha-Thai", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.97332, + "f1": 0.965909, + "accuracy": 0.97332, + "main_score": 0.965909, + "hf_subset": "tha_Thai-ban_Latn", + "languages": [ + "tha-Thai", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-ell_Grek", + "languages": [ + "tha-Thai", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "tha_Thai-hne_Deva", + "languages": [ + "tha-Thai", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607422, + "recall": 0.666996, + "f1": 0.624547, + "accuracy": 0.666996, + "main_score": 0.624547, + "hf_subset": "tha_Thai-kik_Latn", + "languages": [ + "tha-Thai", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-mai_Deva", + "languages": [ + "tha-Thai", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-pbt_Arab", + "languages": [ + "tha-Thai", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-spa_Latn", + "languages": [ + "tha-Thai", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607942, + "recall": 0.671937, + "f1": 0.625896, + "accuracy": 0.671937, + "main_score": 0.625896, + "hf_subset": "tha_Thai-twi_Latn", + "languages": [ + "tha-Thai", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-acm_Arab", + "languages": [ + "tha-Thai", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-bel_Cyrl", + "languages": [ + "tha-Thai", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-hrv_Latn", + "languages": [ + "tha-Thai", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545372, + "recall": 0.614625, + "f1": 0.565175, + "accuracy": 0.614625, + "main_score": 0.565175, + "hf_subset": "tha_Thai-kin_Latn", + "languages": [ + "tha-Thai", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-mal_Mlym", + "languages": [ + "tha-Thai", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-pes_Arab", + "languages": [ + "tha-Thai", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tha_Thai-srd_Latn", + "languages": [ + "tha-Thai", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169547, + "recall": 0.224308, + "f1": 0.183246, + "accuracy": 0.224308, + "main_score": 0.183246, + "hf_subset": "tha_Thai-tzm_Tfng", + "languages": [ + "tha-Thai", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-acq_Arab", + "languages": [ + "tha-Thai", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632322, + "recall": 0.686759, + "f1": 0.648158, + "accuracy": 0.686759, + "main_score": 0.648158, + "hf_subset": "tha_Thai-bem_Latn", + "languages": [ + "tha-Thai", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-epo_Latn", + "languages": [ + "tha-Thai", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-hun_Latn", + "languages": [ + "tha-Thai", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-kir_Cyrl", + "languages": [ + "tha-Thai", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-mar_Deva", + "languages": [ + "tha-Thai", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672029, + "recall": 0.727273, + "f1": 0.68806, + "accuracy": 0.727273, + "main_score": 0.68806, + "hf_subset": "tha_Thai-plt_Latn", + "languages": [ + "tha-Thai", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-srp_Cyrl", + "languages": [ + "tha-Thai", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "tha_Thai-uig_Arab", + "languages": [ + "tha-Thai", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-aeb_Arab", + "languages": [ + "tha-Thai", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ben_Beng", + "languages": [ + "tha-Thai", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-est_Latn", + "languages": [ + "tha-Thai", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-hye_Armn", + "languages": [ + "tha-Thai", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532139, + "recall": 0.592885, + "f1": 0.549492, + "accuracy": 0.592885, + "main_score": 0.549492, + "hf_subset": "tha_Thai-kmb_Latn", + "languages": [ + "tha-Thai", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49684, + "recall": 0.56917, + "f1": 0.516809, + "accuracy": 0.56917, + "main_score": 0.516809, + "hf_subset": "tha_Thai-min_Arab", + "languages": [ + "tha-Thai", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-pol_Latn", + "languages": [ + "tha-Thai", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553535, + "recall": 0.62253, + "f1": 0.573259, + "accuracy": 0.62253, + "main_score": 0.573259, + "hf_subset": "tha_Thai-ssw_Latn", + "languages": [ + "tha-Thai", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ukr_Cyrl", + "languages": [ + "tha-Thai", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-afr_Latn", + "languages": [ + "tha-Thai", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-bho_Deva", + "languages": [ + "tha-Thai", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-eus_Latn", + "languages": [ + "tha-Thai", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566915, + "recall": 0.632411, + "f1": 0.585169, + "accuracy": 0.632411, + "main_score": 0.585169, + "hf_subset": "tha_Thai-ibo_Latn", + "languages": [ + "tha-Thai", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88475, + "recall": 0.916008, + "f1": 0.894401, + "accuracy": 0.916008, + "main_score": 0.894401, + "hf_subset": "tha_Thai-kmr_Latn", + "languages": [ + "tha-Thai", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "tha_Thai-min_Latn", + "languages": [ + "tha-Thai", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-por_Latn", + "languages": [ + "tha-Thai", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-sun_Latn", + "languages": [ + "tha-Thai", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512635, + "recall": 0.576087, + "f1": 0.531513, + "accuracy": 0.576087, + "main_score": 0.531513, + "hf_subset": "tha_Thai-umb_Latn", + "languages": [ + "tha-Thai", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ajp_Arab", + "languages": [ + "tha-Thai", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526295, + "recall": 0.597826, + "f1": 0.546298, + "accuracy": 0.597826, + "main_score": 0.546298, + "hf_subset": "tha_Thai-bjn_Arab", + "languages": [ + "tha-Thai", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521723, + "recall": 0.576087, + "f1": 0.536717, + "accuracy": 0.576087, + "main_score": 0.536717, + "hf_subset": "tha_Thai-ewe_Latn", + "languages": [ + "tha-Thai", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "tha_Thai-ilo_Latn", + "languages": [ + "tha-Thai", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313347, + "recall": 0.381423, + "f1": 0.331871, + "accuracy": 0.381423, + "main_score": 0.331871, + "hf_subset": "tha_Thai-knc_Arab", + "languages": [ + "tha-Thai", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-mkd_Cyrl", + "languages": [ + "tha-Thai", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-prs_Arab", + "languages": [ + "tha-Thai", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-swe_Latn", + "languages": [ + "tha-Thai", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-urd_Arab", + "languages": [ + "tha-Thai", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582791, + "recall": 0.650198, + "f1": 0.601803, + "accuracy": 0.650198, + "main_score": 0.601803, + "hf_subset": "tha_Thai-aka_Latn", + "languages": [ + "tha-Thai", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "tha_Thai-bjn_Latn", + "languages": [ + "tha-Thai", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "tha_Thai-fao_Latn", + "languages": [ + "tha-Thai", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ind_Latn", + "languages": [ + "tha-Thai", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590624, + "recall": 0.65415, + "f1": 0.608966, + "accuracy": 0.65415, + "main_score": 0.608966, + "hf_subset": "tha_Thai-knc_Latn", + "languages": [ + "tha-Thai", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "tha_Thai-mlt_Latn", + "languages": [ + "tha-Thai", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711965, + "recall": 0.775692, + "f1": 0.730706, + "accuracy": 0.775692, + "main_score": 0.730706, + "hf_subset": "tha_Thai-quy_Latn", + "languages": [ + "tha-Thai", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.977273, + "f1": 0.969862, + "accuracy": 0.977273, + "main_score": 0.969862, + "hf_subset": "tha_Thai-swh_Latn", + "languages": [ + "tha-Thai", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-uzn_Latn", + "languages": [ + "tha-Thai", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-als_Latn", + "languages": [ + "tha-Thai", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674292, + "recall": 0.750988, + "f1": 0.697186, + "accuracy": 0.750988, + "main_score": 0.697186, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706291, + "recall": 0.764822, + "f1": 0.723438, + "accuracy": 0.764822, + "main_score": 0.723438, + "hf_subset": "tha_Thai-fij_Latn", + "languages": [ + "tha-Thai", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-isl_Latn", + "languages": [ + "tha-Thai", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658613, + "recall": 0.716403, + "f1": 0.675678, + "accuracy": 0.716403, + "main_score": 0.675678, + "hf_subset": "tha_Thai-kon_Latn", + "languages": [ + "tha-Thai", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651475, + "recall": 0.718379, + "f1": 0.671854, + "accuracy": 0.718379, + "main_score": 0.671854, + "hf_subset": "tha_Thai-mni_Beng", + "languages": [ + "tha-Thai", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ron_Latn", + "languages": [ + "tha-Thai", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "tha_Thai-szl_Latn", + "languages": [ + "tha-Thai", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-vec_Latn", + "languages": [ + "tha-Thai", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945982, + "recall": 0.963439, + "f1": 0.951746, + "accuracy": 0.963439, + "main_score": 0.951746, + "hf_subset": "tha_Thai-amh_Ethi", + "languages": [ + "tha-Thai", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-bos_Latn", + "languages": [ + "tha-Thai", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "tha_Thai-fin_Latn", + "languages": [ + "tha-Thai", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ita_Latn", + "languages": [ + "tha-Thai", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-kor_Hang", + "languages": [ + "tha-Thai", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540293, + "recall": 0.602767, + "f1": 0.558423, + "accuracy": 0.602767, + "main_score": 0.558423, + "hf_subset": "tha_Thai-mos_Latn", + "languages": [ + "tha-Thai", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559529, + "recall": 0.614625, + "f1": 0.574969, + "accuracy": 0.614625, + "main_score": 0.574969, + "hf_subset": "tha_Thai-run_Latn", + "languages": [ + "tha-Thai", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-tam_Taml", + "languages": [ + "tha-Thai", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-vie_Latn", + "languages": [ + "tha-Thai", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-apc_Arab", + "languages": [ + "tha-Thai", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804545, + "recall": 0.853755, + "f1": 0.819433, + "accuracy": 0.853755, + "main_score": 0.819433, + "hf_subset": "tha_Thai-bug_Latn", + "languages": [ + "tha-Thai", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471476, + "recall": 0.530632, + "f1": 0.487515, + "accuracy": 0.530632, + "main_score": 0.487515, + "hf_subset": "tha_Thai-fon_Latn", + "languages": [ + "tha-Thai", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-jav_Latn", + "languages": [ + "tha-Thai", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865777, + "recall": 0.902174, + "f1": 0.877061, + "accuracy": 0.902174, + "main_score": 0.877061, + "hf_subset": "tha_Thai-mri_Latn", + "languages": [ + "tha-Thai", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-rus_Cyrl", + "languages": [ + "tha-Thai", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536135, + "recall": 0.601779, + "f1": 0.554269, + "accuracy": 0.601779, + "main_score": 0.554269, + "hf_subset": "tha_Thai-taq_Latn", + "languages": [ + "tha-Thai", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-war_Latn", + "languages": [ + "tha-Thai", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-arb_Arab", + "languages": [ + "tha-Thai", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-bul_Cyrl", + "languages": [ + "tha-Thai", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-fra_Latn", + "languages": [ + "tha-Thai", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-jpn_Jpan", + "languages": [ + "tha-Thai", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-lij_Latn", + "languages": [ + "tha-Thai", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.990119, + "f1": 0.988307, + "accuracy": 0.990119, + "main_score": 0.988307, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593783, + "recall": 0.663043, + "f1": 0.613716, + "accuracy": 0.663043, + "main_score": 0.613716, + "hf_subset": "tha_Thai-sag_Latn", + "languages": [ + "tha-Thai", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187538, + "recall": 0.253953, + "f1": 0.202479, + "accuracy": 0.253953, + "main_score": 0.202479, + "hf_subset": "tha_Thai-taq_Tfng", + "languages": [ + "tha-Thai", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618679, + "recall": 0.686759, + "f1": 0.638235, + "accuracy": 0.686759, + "main_score": 0.638235, + "hf_subset": "tha_Thai-wol_Latn", + "languages": [ + "tha-Thai", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801746, + "recall": 0.854743, + "f1": 0.818281, + "accuracy": 0.854743, + "main_score": 0.818281, + "hf_subset": "tha_Thai-arb_Latn", + "languages": [ + "tha-Thai", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-cat_Latn", + "languages": [ + "tha-Thai", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "tha_Thai-fur_Latn", + "languages": [ + "tha-Thai", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413316, + "recall": 0.47332, + "f1": 0.429498, + "accuracy": 0.47332, + "main_score": 0.429498, + "hf_subset": "tha_Thai-kab_Latn", + "languages": [ + "tha-Thai", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "tha_Thai-lim_Latn", + "languages": [ + "tha-Thai", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-nld_Latn", + "languages": [ + "tha-Thai", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "tha_Thai-san_Deva", + "languages": [ + "tha-Thai", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-tat_Cyrl", + "languages": [ + "tha-Thai", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661874, + "recall": 0.724308, + "f1": 0.680322, + "accuracy": 0.724308, + "main_score": 0.680322, + "hf_subset": "tha_Thai-xho_Latn", + "languages": [ + "tha-Thai", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-ars_Arab", + "languages": [ + "tha-Thai", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-ceb_Latn", + "languages": [ + "tha-Thai", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572599, + "recall": 0.632411, + "f1": 0.589618, + "accuracy": 0.632411, + "main_score": 0.589618, + "hf_subset": "tha_Thai-fuv_Latn", + "languages": [ + "tha-Thai", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51303, + "recall": 0.582016, + "f1": 0.531864, + "accuracy": 0.582016, + "main_score": 0.531864, + "hf_subset": "tha_Thai-kac_Latn", + "languages": [ + "tha-Thai", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665613, + "recall": 0.722332, + "f1": 0.682303, + "accuracy": 0.722332, + "main_score": 0.682303, + "hf_subset": "tha_Thai-lin_Latn", + "languages": [ + "tha-Thai", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "tha_Thai-nno_Latn", + "languages": [ + "tha-Thai", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.217513, + "recall": 0.297431, + "f1": 0.237289, + "accuracy": 0.297431, + "main_score": 0.237289, + "hf_subset": "tha_Thai-sat_Olck", + "languages": [ + "tha-Thai", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-tel_Telu", + "languages": [ + "tha-Thai", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "tha_Thai-ydd_Hebr", + "languages": [ + "tha-Thai", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "tha_Thai-ary_Arab", + "languages": [ + "tha-Thai", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-ces_Latn", + "languages": [ + "tha-Thai", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559578, + "recall": 0.629447, + "f1": 0.580296, + "accuracy": 0.629447, + "main_score": 0.580296, + "hf_subset": "tha_Thai-gaz_Latn", + "languages": [ + "tha-Thai", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574049, + "recall": 0.644269, + "f1": 0.593317, + "accuracy": 0.644269, + "main_score": 0.593317, + "hf_subset": "tha_Thai-kam_Latn", + "languages": [ + "tha-Thai", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "tha_Thai-lit_Latn", + "languages": [ + "tha-Thai", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-nob_Latn", + "languages": [ + "tha-Thai", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "tha_Thai-scn_Latn", + "languages": [ + "tha-Thai", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "tha_Thai-tgk_Cyrl", + "languages": [ + "tha-Thai", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711578, + "recall": 0.779644, + "f1": 0.732411, + "accuracy": 0.779644, + "main_score": 0.732411, + "hf_subset": "tha_Thai-yor_Latn", + "languages": [ + "tha-Thai", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-arz_Arab", + "languages": [ + "tha-Thai", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553595, + "recall": 0.619565, + "f1": 0.57277, + "accuracy": 0.619565, + "main_score": 0.57277, + "hf_subset": "tha_Thai-cjk_Latn", + "languages": [ + "tha-Thai", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782148, + "recall": 0.833992, + "f1": 0.797859, + "accuracy": 0.833992, + "main_score": 0.797859, + "hf_subset": "tha_Thai-gla_Latn", + "languages": [ + "tha-Thai", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-kan_Knda", + "languages": [ + "tha-Thai", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "tha_Thai-lmo_Latn", + "languages": [ + "tha-Thai", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "tha_Thai-npi_Deva", + "languages": [ + "tha-Thai", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475872, + "recall": 0.548419, + "f1": 0.495728, + "accuracy": 0.548419, + "main_score": 0.495728, + "hf_subset": "tha_Thai-shn_Mymr", + "languages": [ + "tha-Thai", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-tgl_Latn", + "languages": [ + "tha-Thai", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-yue_Hant", + "languages": [ + "tha-Thai", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-asm_Beng", + "languages": [ + "tha-Thai", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "tha_Thai-ckb_Arab", + "languages": [ + "tha-Thai", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87528, + "recall": 0.910079, + "f1": 0.8861, + "accuracy": 0.910079, + "main_score": 0.8861, + "hf_subset": "tha_Thai-gle_Latn", + "languages": [ + "tha-Thai", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "tha_Thai-kas_Arab", + "languages": [ + "tha-Thai", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936924, + "recall": 0.95751, + "f1": 0.943676, + "accuracy": 0.95751, + "main_score": 0.943676, + "hf_subset": "tha_Thai-ltg_Latn", + "languages": [ + "tha-Thai", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622861, + "recall": 0.674901, + "f1": 0.637734, + "accuracy": 0.674901, + "main_score": 0.637734, + "hf_subset": "tha_Thai-nso_Latn", + "languages": [ + "tha-Thai", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "tha_Thai-sin_Sinh", + "languages": [ + "tha-Thai", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-zho_Hans", + "languages": [ + "tha-Thai", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-ast_Latn", + "languages": [ + "tha-Thai", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "tha_Thai-crh_Latn", + "languages": [ + "tha-Thai", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-glg_Latn", + "languages": [ + "tha-Thai", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904644, + "recall": 0.933794, + "f1": 0.913999, + "accuracy": 0.933794, + "main_score": 0.913999, + "hf_subset": "tha_Thai-kas_Deva", + "languages": [ + "tha-Thai", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "tha_Thai-ltz_Latn", + "languages": [ + "tha-Thai", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462356, + "recall": 0.534585, + "f1": 0.482404, + "accuracy": 0.534585, + "main_score": 0.482404, + "hf_subset": "tha_Thai-nus_Latn", + "languages": [ + "tha-Thai", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-slk_Latn", + "languages": [ + "tha-Thai", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627794, + "recall": 0.700593, + "f1": 0.649097, + "accuracy": 0.700593, + "main_score": 0.649097, + "hf_subset": "tha_Thai-tir_Ethi", + "languages": [ + "tha-Thai", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-zho_Hant", + "languages": [ + "tha-Thai", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "tha_Thai-awa_Deva", + "languages": [ + "tha-Thai", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "tha_Thai-cym_Latn", + "languages": [ + "tha-Thai", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836462, + "recall": 0.880435, + "f1": 0.850132, + "accuracy": 0.880435, + "main_score": 0.850132, + "hf_subset": "tha_Thai-grn_Latn", + "languages": [ + "tha-Thai", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-kat_Geor", + "languages": [ + "tha-Thai", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650851, + "recall": 0.705534, + "f1": 0.66634, + "accuracy": 0.705534, + "main_score": 0.66634, + "hf_subset": "tha_Thai-lua_Latn", + "languages": [ + "tha-Thai", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648273, + "recall": 0.714427, + "f1": 0.667688, + "accuracy": 0.714427, + "main_score": 0.667688, + "hf_subset": "tha_Thai-nya_Latn", + "languages": [ + "tha-Thai", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-slv_Latn", + "languages": [ + "tha-Thai", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951087, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tha_Thai-tpi_Latn", + "languages": [ + "tha-Thai", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-zsm_Latn", + "languages": [ + "tha-Thai", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551921, + "recall": 0.615613, + "f1": 0.569718, + "accuracy": 0.615613, + "main_score": 0.569718, + "hf_subset": "tha_Thai-ayr_Latn", + "languages": [ + "tha-Thai", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-dan_Latn", + "languages": [ + "tha-Thai", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-guj_Gujr", + "languages": [ + "tha-Thai", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-kaz_Cyrl", + "languages": [ + "tha-Thai", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537916, + "recall": 0.602767, + "f1": 0.555736, + "accuracy": 0.602767, + "main_score": 0.555736, + "hf_subset": "tha_Thai-lug_Latn", + "languages": [ + "tha-Thai", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "tha_Thai-oci_Latn", + "languages": [ + "tha-Thai", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845356, + "recall": 0.887352, + "f1": 0.858498, + "accuracy": 0.887352, + "main_score": 0.858498, + "hf_subset": "tha_Thai-smo_Latn", + "languages": [ + "tha-Thai", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550113, + "recall": 0.61166, + "f1": 0.56722, + "accuracy": 0.61166, + "main_score": 0.56722, + "hf_subset": "tha_Thai-tsn_Latn", + "languages": [ + "tha-Thai", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617402, + "recall": 0.679842, + "f1": 0.63538, + "accuracy": 0.679842, + "main_score": 0.63538, + "hf_subset": "tha_Thai-zul_Latn", + "languages": [ + "tha-Thai", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932642, + "recall": 0.952569, + "f1": 0.939065, + "accuracy": 0.952569, + "main_score": 0.939065, + "hf_subset": "tha_Thai-azb_Arab", + "languages": [ + "tha-Thai", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-deu_Latn", + "languages": [ + "tha-Thai", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "tha_Thai-hat_Latn", + "languages": [ + "tha-Thai", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483885, + "recall": 0.547431, + "f1": 0.502023, + "accuracy": 0.547431, + "main_score": 0.502023, + "hf_subset": "tha_Thai-kbp_Latn", + "languages": [ + "tha-Thai", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57326, + "recall": 0.632411, + "f1": 0.589234, + "accuracy": 0.632411, + "main_score": 0.589234, + "hf_subset": "tha_Thai-luo_Latn", + "languages": [ + "tha-Thai", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-ory_Orya", + "languages": [ + "tha-Thai", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582839, + "recall": 0.651186, + "f1": 0.602522, + "accuracy": 0.651186, + "main_score": 0.602522, + "hf_subset": "tha_Thai-sna_Latn", + "languages": [ + "tha-Thai", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547966, + "recall": 0.614625, + "f1": 0.566558, + "accuracy": 0.614625, + "main_score": 0.566558, + "hf_subset": "tha_Thai-tso_Latn", + "languages": [ + "tha-Thai", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "tha_Thai-azj_Latn", + "languages": [ + "tha-Thai", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532058, + "recall": 0.600791, + "f1": 0.551781, + "accuracy": 0.600791, + "main_score": 0.551781, + "hf_subset": "tha_Thai-dik_Latn", + "languages": [ + "tha-Thai", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735886, + "recall": 0.791502, + "f1": 0.752339, + "accuracy": 0.791502, + "main_score": 0.752339, + "hf_subset": "tha_Thai-hau_Latn", + "languages": [ + "tha-Thai", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "tha_Thai-kea_Latn", + "languages": [ + "tha-Thai", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761232, + "recall": 0.815217, + "f1": 0.777569, + "accuracy": 0.815217, + "main_score": 0.777569, + "hf_subset": "tha_Thai-lus_Latn", + "languages": [ + "tha-Thai", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873946, + "recall": 0.905138, + "f1": 0.883682, + "accuracy": 0.905138, + "main_score": 0.883682, + "hf_subset": "tha_Thai-pag_Latn", + "languages": [ + "tha-Thai", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-snd_Arab", + "languages": [ + "tha-Thai", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957345, + "recall": 0.971344, + "f1": 0.961957, + "accuracy": 0.971344, + "main_score": 0.961957, + "hf_subset": "tha_Thai-tuk_Latn", + "languages": [ + "tha-Thai", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "tha_Thai-bak_Cyrl", + "languages": [ + "tha-Thai", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482009, + "recall": 0.562253, + "f1": 0.505565, + "accuracy": 0.562253, + "main_score": 0.505565, + "hf_subset": "tha_Thai-dyu_Latn", + "languages": [ + "tha-Thai", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-heb_Hebr", + "languages": [ + "tha-Thai", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "tha_Thai-khk_Cyrl", + "languages": [ + "tha-Thai", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "tha_Thai-lvs_Latn", + "languages": [ + "tha-Thai", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tha_Thai-pan_Guru", + "languages": [ + "tha-Thai", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707404, + "recall": 0.770751, + "f1": 0.726141, + "accuracy": 0.770751, + "main_score": 0.726141, + "hf_subset": "tha_Thai-som_Latn", + "languages": [ + "tha-Thai", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596104, + "recall": 0.655138, + "f1": 0.612876, + "accuracy": 0.655138, + "main_score": 0.612876, + "hf_subset": "tha_Thai-tum_Latn", + "languages": [ + "tha-Thai", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561759, + "recall": 0.62747, + "f1": 0.581302, + "accuracy": 0.62747, + "main_score": 0.581302, + "hf_subset": "zho_Hans-ace_Arab", + "languages": [ + "zho-Hans", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51513, + "recall": 0.58004, + "f1": 0.533414, + "accuracy": 0.58004, + "main_score": 0.533414, + "hf_subset": "zho_Hans-bam_Latn", + "languages": [ + "zho-Hans", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458555, + "recall": 0.537549, + "f1": 0.480421, + "accuracy": 0.537549, + "main_score": 0.480421, + "hf_subset": "zho_Hans-dzo_Tibt", + "languages": [ + "zho-Hans", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-hin_Deva", + "languages": [ + "zho-Hans", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-khm_Khmr", + "languages": [ + "zho-Hans", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-mag_Deva", + "languages": [ + "zho-Hans", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "zho_Hans-pap_Latn", + "languages": [ + "zho-Hans", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57455, + "recall": 0.637352, + "f1": 0.592133, + "accuracy": 0.637352, + "main_score": 0.592133, + "hf_subset": "zho_Hans-sot_Latn", + "languages": [ + "zho-Hans", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-tur_Latn", + "languages": [ + "zho-Hans", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871163, + "recall": 0.905138, + "f1": 0.881785, + "accuracy": 0.905138, + "main_score": 0.881785, + "hf_subset": "zho_Hans-ace_Latn", + "languages": [ + "zho-Hans", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "zho_Hans-ban_Latn", + "languages": [ + "zho-Hans", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ell_Grek", + "languages": [ + "zho-Hans", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "zho_Hans-hne_Deva", + "languages": [ + "zho-Hans", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597764, + "recall": 0.660079, + "f1": 0.615601, + "accuracy": 0.660079, + "main_score": 0.615601, + "hf_subset": "zho_Hans-kik_Latn", + "languages": [ + "zho-Hans", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-mai_Deva", + "languages": [ + "zho-Hans", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "zho_Hans-pbt_Arab", + "languages": [ + "zho-Hans", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-spa_Latn", + "languages": [ + "zho-Hans", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61115, + "recall": 0.678854, + "f1": 0.630454, + "accuracy": 0.678854, + "main_score": 0.630454, + "hf_subset": "zho_Hans-twi_Latn", + "languages": [ + "zho-Hans", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-acm_Arab", + "languages": [ + "zho-Hans", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-bel_Cyrl", + "languages": [ + "zho-Hans", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-hrv_Latn", + "languages": [ + "zho-Hans", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537519, + "recall": 0.601779, + "f1": 0.555807, + "accuracy": 0.601779, + "main_score": 0.555807, + "hf_subset": "zho_Hans-kin_Latn", + "languages": [ + "zho-Hans", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-mal_Mlym", + "languages": [ + "zho-Hans", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-pes_Arab", + "languages": [ + "zho-Hans", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-srd_Latn", + "languages": [ + "zho-Hans", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.172271, + "recall": 0.225296, + "f1": 0.185562, + "accuracy": 0.225296, + "main_score": 0.185562, + "hf_subset": "zho_Hans-tzm_Tfng", + "languages": [ + "zho-Hans", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-acq_Arab", + "languages": [ + "zho-Hans", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619361, + "recall": 0.679842, + "f1": 0.636333, + "accuracy": 0.679842, + "main_score": 0.636333, + "hf_subset": "zho_Hans-bem_Latn", + "languages": [ + "zho-Hans", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-epo_Latn", + "languages": [ + "zho-Hans", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-hun_Latn", + "languages": [ + "zho-Hans", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-kir_Cyrl", + "languages": [ + "zho-Hans", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-mar_Deva", + "languages": [ + "zho-Hans", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647101, + "recall": 0.706522, + "f1": 0.664921, + "accuracy": 0.706522, + "main_score": 0.664921, + "hf_subset": "zho_Hans-plt_Latn", + "languages": [ + "zho-Hans", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-srp_Cyrl", + "languages": [ + "zho-Hans", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "zho_Hans-uig_Arab", + "languages": [ + "zho-Hans", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-aeb_Arab", + "languages": [ + "zho-Hans", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ben_Beng", + "languages": [ + "zho-Hans", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-est_Latn", + "languages": [ + "zho-Hans", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-hye_Armn", + "languages": [ + "zho-Hans", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541389, + "recall": 0.596838, + "f1": 0.557133, + "accuracy": 0.596838, + "main_score": 0.557133, + "hf_subset": "zho_Hans-kmb_Latn", + "languages": [ + "zho-Hans", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479371, + "recall": 0.557312, + "f1": 0.501063, + "accuracy": 0.557312, + "main_score": 0.501063, + "hf_subset": "zho_Hans-min_Arab", + "languages": [ + "zho-Hans", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-pol_Latn", + "languages": [ + "zho-Hans", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538745, + "recall": 0.606719, + "f1": 0.558976, + "accuracy": 0.606719, + "main_score": 0.558976, + "hf_subset": "zho_Hans-ssw_Latn", + "languages": [ + "zho-Hans", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ukr_Cyrl", + "languages": [ + "zho-Hans", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-afr_Latn", + "languages": [ + "zho-Hans", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-bho_Deva", + "languages": [ + "zho-Hans", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "zho_Hans-eus_Latn", + "languages": [ + "zho-Hans", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558277, + "recall": 0.628458, + "f1": 0.577779, + "accuracy": 0.628458, + "main_score": 0.577779, + "hf_subset": "zho_Hans-ibo_Latn", + "languages": [ + "zho-Hans", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881291, + "recall": 0.91502, + "f1": 0.89193, + "accuracy": 0.91502, + "main_score": 0.89193, + "hf_subset": "zho_Hans-kmr_Latn", + "languages": [ + "zho-Hans", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-min_Latn", + "languages": [ + "zho-Hans", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-por_Latn", + "languages": [ + "zho-Hans", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-sun_Latn", + "languages": [ + "zho-Hans", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522952, + "recall": 0.586957, + "f1": 0.541638, + "accuracy": 0.586957, + "main_score": 0.541638, + "hf_subset": "zho_Hans-umb_Latn", + "languages": [ + "zho-Hans", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ajp_Arab", + "languages": [ + "zho-Hans", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504825, + "recall": 0.58004, + "f1": 0.526617, + "accuracy": 0.58004, + "main_score": 0.526617, + "hf_subset": "zho_Hans-bjn_Arab", + "languages": [ + "zho-Hans", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514109, + "recall": 0.579051, + "f1": 0.532347, + "accuracy": 0.579051, + "main_score": 0.532347, + "hf_subset": "zho_Hans-ewe_Latn", + "languages": [ + "zho-Hans", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938653, + "recall": 0.95751, + "f1": 0.94473, + "accuracy": 0.95751, + "main_score": 0.94473, + "hf_subset": "zho_Hans-ilo_Latn", + "languages": [ + "zho-Hans", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.294308, + "recall": 0.362648, + "f1": 0.312818, + "accuracy": 0.362648, + "main_score": 0.312818, + "hf_subset": "zho_Hans-knc_Arab", + "languages": [ + "zho-Hans", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-mkd_Cyrl", + "languages": [ + "zho-Hans", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-prs_Arab", + "languages": [ + "zho-Hans", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-swe_Latn", + "languages": [ + "zho-Hans", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-urd_Arab", + "languages": [ + "zho-Hans", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584406, + "recall": 0.656126, + "f1": 0.604964, + "accuracy": 0.656126, + "main_score": 0.604964, + "hf_subset": "zho_Hans-aka_Latn", + "languages": [ + "zho-Hans", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hans-bjn_Latn", + "languages": [ + "zho-Hans", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "zho_Hans-fao_Latn", + "languages": [ + "zho-Hans", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ind_Latn", + "languages": [ + "zho-Hans", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57175, + "recall": 0.633399, + "f1": 0.589565, + "accuracy": 0.633399, + "main_score": 0.589565, + "hf_subset": "zho_Hans-knc_Latn", + "languages": [ + "zho-Hans", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "zho_Hans-mlt_Latn", + "languages": [ + "zho-Hans", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698875, + "recall": 0.762846, + "f1": 0.717918, + "accuracy": 0.762846, + "main_score": 0.717918, + "hf_subset": "zho_Hans-quy_Latn", + "languages": [ + "zho-Hans", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "zho_Hans-swh_Latn", + "languages": [ + "zho-Hans", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-uzn_Latn", + "languages": [ + "zho-Hans", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-als_Latn", + "languages": [ + "zho-Hans", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661989, + "recall": 0.738142, + "f1": 0.684453, + "accuracy": 0.738142, + "main_score": 0.684453, + "hf_subset": "zho_Hans-bod_Tibt", + "languages": [ + "zho-Hans", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695727, + "recall": 0.759881, + "f1": 0.71466, + "accuracy": 0.759881, + "main_score": 0.71466, + "hf_subset": "zho_Hans-fij_Latn", + "languages": [ + "zho-Hans", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "zho_Hans-isl_Latn", + "languages": [ + "zho-Hans", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653442, + "recall": 0.711462, + "f1": 0.670572, + "accuracy": 0.711462, + "main_score": 0.670572, + "hf_subset": "zho_Hans-kon_Latn", + "languages": [ + "zho-Hans", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648501, + "recall": 0.717391, + "f1": 0.668742, + "accuracy": 0.717391, + "main_score": 0.668742, + "hf_subset": "zho_Hans-mni_Beng", + "languages": [ + "zho-Hans", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ron_Latn", + "languages": [ + "zho-Hans", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "zho_Hans-szl_Latn", + "languages": [ + "zho-Hans", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-vec_Latn", + "languages": [ + "zho-Hans", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934453, + "recall": 0.955534, + "f1": 0.94137, + "accuracy": 0.955534, + "main_score": 0.94137, + "hf_subset": "zho_Hans-amh_Ethi", + "languages": [ + "zho-Hans", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-bos_Latn", + "languages": [ + "zho-Hans", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.99753, + "recall": 0.998024, + "f1": 0.997694, + "accuracy": 0.998024, + "main_score": 0.997694, + "hf_subset": "zho_Hans-fin_Latn", + "languages": [ + "zho-Hans", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ita_Latn", + "languages": [ + "zho-Hans", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535653, + "recall": 0.601779, + "f1": 0.55411, + "accuracy": 0.601779, + "main_score": 0.55411, + "hf_subset": "zho_Hans-mos_Latn", + "languages": [ + "zho-Hans", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542284, + "recall": 0.598814, + "f1": 0.558473, + "accuracy": 0.598814, + "main_score": 0.558473, + "hf_subset": "zho_Hans-run_Latn", + "languages": [ + "zho-Hans", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-tam_Taml", + "languages": [ + "zho-Hans", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-apc_Arab", + "languages": [ + "zho-Hans", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796179, + "recall": 0.842885, + "f1": 0.810178, + "accuracy": 0.842885, + "main_score": 0.810178, + "hf_subset": "zho_Hans-bug_Latn", + "languages": [ + "zho-Hans", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466522, + "recall": 0.527668, + "f1": 0.483187, + "accuracy": 0.527668, + "main_score": 0.483187, + "hf_subset": "zho_Hans-fon_Latn", + "languages": [ + "zho-Hans", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-jav_Latn", + "languages": [ + "zho-Hans", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hans-lao_Laoo", + "languages": [ + "zho-Hans", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859025, + "recall": 0.897233, + "f1": 0.87085, + "accuracy": 0.897233, + "main_score": 0.87085, + "hf_subset": "zho_Hans-mri_Latn", + "languages": [ + "zho-Hans", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-rus_Cyrl", + "languages": [ + "zho-Hans", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53337, + "recall": 0.598814, + "f1": 0.551921, + "accuracy": 0.598814, + "main_score": 0.551921, + "hf_subset": "zho_Hans-taq_Latn", + "languages": [ + "zho-Hans", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "zho_Hans-war_Latn", + "languages": [ + "zho-Hans", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-arb_Arab", + "languages": [ + "zho-Hans", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-bul_Cyrl", + "languages": [ + "zho-Hans", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-fra_Latn", + "languages": [ + "zho-Hans", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hans-lij_Latn", + "languages": [ + "zho-Hans", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "zho_Hans-mya_Mymr", + "languages": [ + "zho-Hans", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595135, + "recall": 0.670949, + "f1": 0.616957, + "accuracy": 0.670949, + "main_score": 0.616957, + "hf_subset": "zho_Hans-sag_Latn", + "languages": [ + "zho-Hans", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189091, + "recall": 0.252964, + "f1": 0.20346, + "accuracy": 0.252964, + "main_score": 0.20346, + "hf_subset": "zho_Hans-taq_Tfng", + "languages": [ + "zho-Hans", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617401, + "recall": 0.686759, + "f1": 0.636931, + "accuracy": 0.686759, + "main_score": 0.636931, + "hf_subset": "zho_Hans-wol_Latn", + "languages": [ + "zho-Hans", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794549, + "recall": 0.849802, + "f1": 0.811957, + "accuracy": 0.849802, + "main_score": 0.811957, + "hf_subset": "zho_Hans-arb_Latn", + "languages": [ + "zho-Hans", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-cat_Latn", + "languages": [ + "zho-Hans", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-fur_Latn", + "languages": [ + "zho-Hans", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404242, + "recall": 0.465415, + "f1": 0.420718, + "accuracy": 0.465415, + "main_score": 0.420718, + "hf_subset": "zho_Hans-kab_Latn", + "languages": [ + "zho-Hans", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zho_Hans-lim_Latn", + "languages": [ + "zho-Hans", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-nld_Latn", + "languages": [ + "zho-Hans", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "zho_Hans-san_Deva", + "languages": [ + "zho-Hans", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-tat_Cyrl", + "languages": [ + "zho-Hans", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659082, + "recall": 0.720356, + "f1": 0.677075, + "accuracy": 0.720356, + "main_score": 0.677075, + "hf_subset": "zho_Hans-xho_Latn", + "languages": [ + "zho-Hans", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ars_Arab", + "languages": [ + "zho-Hans", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ceb_Latn", + "languages": [ + "zho-Hans", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541316, + "recall": 0.612648, + "f1": 0.561695, + "accuracy": 0.612648, + "main_score": 0.561695, + "hf_subset": "zho_Hans-fuv_Latn", + "languages": [ + "zho-Hans", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513092, + "recall": 0.582016, + "f1": 0.531793, + "accuracy": 0.582016, + "main_score": 0.531793, + "hf_subset": "zho_Hans-kac_Latn", + "languages": [ + "zho-Hans", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659726, + "recall": 0.718379, + "f1": 0.677506, + "accuracy": 0.718379, + "main_score": 0.677506, + "hf_subset": "zho_Hans-lin_Latn", + "languages": [ + "zho-Hans", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-nno_Latn", + "languages": [ + "zho-Hans", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215717, + "recall": 0.298419, + "f1": 0.237543, + "accuracy": 0.298419, + "main_score": 0.237543, + "hf_subset": "zho_Hans-sat_Olck", + "languages": [ + "zho-Hans", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-tel_Telu", + "languages": [ + "zho-Hans", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "zho_Hans-ydd_Hebr", + "languages": [ + "zho-Hans", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-ary_Arab", + "languages": [ + "zho-Hans", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ces_Latn", + "languages": [ + "zho-Hans", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55635, + "recall": 0.623518, + "f1": 0.576155, + "accuracy": 0.623518, + "main_score": 0.576155, + "hf_subset": "zho_Hans-gaz_Latn", + "languages": [ + "zho-Hans", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582142, + "recall": 0.650198, + "f1": 0.601754, + "accuracy": 0.650198, + "main_score": 0.601754, + "hf_subset": "zho_Hans-kam_Latn", + "languages": [ + "zho-Hans", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "zho_Hans-lit_Latn", + "languages": [ + "zho-Hans", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-nob_Latn", + "languages": [ + "zho-Hans", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "zho_Hans-scn_Latn", + "languages": [ + "zho-Hans", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "zho_Hans-tgk_Cyrl", + "languages": [ + "zho-Hans", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696171, + "recall": 0.766798, + "f1": 0.71763, + "accuracy": 0.766798, + "main_score": 0.71763, + "hf_subset": "zho_Hans-yor_Latn", + "languages": [ + "zho-Hans", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-arz_Arab", + "languages": [ + "zho-Hans", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54789, + "recall": 0.613636, + "f1": 0.566438, + "accuracy": 0.613636, + "main_score": 0.566438, + "hf_subset": "zho_Hans-cjk_Latn", + "languages": [ + "zho-Hans", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77024, + "recall": 0.825099, + "f1": 0.787253, + "accuracy": 0.825099, + "main_score": 0.787253, + "hf_subset": "zho_Hans-gla_Latn", + "languages": [ + "zho-Hans", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-kan_Knda", + "languages": [ + "zho-Hans", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-lmo_Latn", + "languages": [ + "zho-Hans", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "zho_Hans-npi_Deva", + "languages": [ + "zho-Hans", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4685, + "recall": 0.541502, + "f1": 0.488338, + "accuracy": 0.541502, + "main_score": 0.488338, + "hf_subset": "zho_Hans-shn_Mymr", + "languages": [ + "zho-Hans", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-tgl_Latn", + "languages": [ + "zho-Hans", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-asm_Beng", + "languages": [ + "zho-Hans", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "zho_Hans-ckb_Arab", + "languages": [ + "zho-Hans", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866765, + "recall": 0.90415, + "f1": 0.87859, + "accuracy": 0.90415, + "main_score": 0.87859, + "hf_subset": "zho_Hans-gle_Latn", + "languages": [ + "zho-Hans", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951581, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "zho_Hans-kas_Arab", + "languages": [ + "zho-Hans", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "zho_Hans-ltg_Latn", + "languages": [ + "zho-Hans", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610182, + "recall": 0.66996, + "f1": 0.627407, + "accuracy": 0.66996, + "main_score": 0.627407, + "hf_subset": "zho_Hans-nso_Latn", + "languages": [ + "zho-Hans", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hans-sin_Sinh", + "languages": [ + "zho-Hans", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-tha_Thai", + "languages": [ + "zho-Hans", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-ast_Latn", + "languages": [ + "zho-Hans", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-crh_Latn", + "languages": [ + "zho-Hans", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-glg_Latn", + "languages": [ + "zho-Hans", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897892, + "recall": 0.928854, + "f1": 0.907938, + "accuracy": 0.928854, + "main_score": 0.907938, + "hf_subset": "zho_Hans-kas_Deva", + "languages": [ + "zho-Hans", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hans-ltz_Latn", + "languages": [ + "zho-Hans", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461129, + "recall": 0.534585, + "f1": 0.481026, + "accuracy": 0.534585, + "main_score": 0.481026, + "hf_subset": "zho_Hans-nus_Latn", + "languages": [ + "zho-Hans", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-slk_Latn", + "languages": [ + "zho-Hans", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610886, + "recall": 0.690711, + "f1": 0.634768, + "accuracy": 0.690711, + "main_score": 0.634768, + "hf_subset": "zho_Hans-tir_Ethi", + "languages": [ + "zho-Hans", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "zho_Hans-awa_Deva", + "languages": [ + "zho-Hans", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "zho_Hans-cym_Latn", + "languages": [ + "zho-Hans", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833004, + "recall": 0.876482, + "f1": 0.846626, + "accuracy": 0.876482, + "main_score": 0.846626, + "hf_subset": "zho_Hans-grn_Latn", + "languages": [ + "zho-Hans", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-kat_Geor", + "languages": [ + "zho-Hans", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627734, + "recall": 0.6917, + "f1": 0.646759, + "accuracy": 0.6917, + "main_score": 0.646759, + "hf_subset": "zho_Hans-lua_Latn", + "languages": [ + "zho-Hans", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626013, + "recall": 0.692688, + "f1": 0.645528, + "accuracy": 0.692688, + "main_score": 0.645528, + "hf_subset": "zho_Hans-nya_Latn", + "languages": [ + "zho-Hans", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-slv_Latn", + "languages": [ + "zho-Hans", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.965415, + "f1": 0.955007, + "accuracy": 0.965415, + "main_score": 0.955007, + "hf_subset": "zho_Hans-tpi_Latn", + "languages": [ + "zho-Hans", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-zsm_Latn", + "languages": [ + "zho-Hans", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539579, + "recall": 0.604743, + "f1": 0.557931, + "accuracy": 0.604743, + "main_score": 0.557931, + "hf_subset": "zho_Hans-ayr_Latn", + "languages": [ + "zho-Hans", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-dan_Latn", + "languages": [ + "zho-Hans", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-guj_Gujr", + "languages": [ + "zho-Hans", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hans-kaz_Cyrl", + "languages": [ + "zho-Hans", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525808, + "recall": 0.593874, + "f1": 0.545286, + "accuracy": 0.593874, + "main_score": 0.545286, + "hf_subset": "zho_Hans-lug_Latn", + "languages": [ + "zho-Hans", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-oci_Latn", + "languages": [ + "zho-Hans", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819664, + "recall": 0.865613, + "f1": 0.833762, + "accuracy": 0.865613, + "main_score": 0.833762, + "hf_subset": "zho_Hans-smo_Latn", + "languages": [ + "zho-Hans", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535328, + "recall": 0.600791, + "f1": 0.553657, + "accuracy": 0.600791, + "main_score": 0.553657, + "hf_subset": "zho_Hans-tsn_Latn", + "languages": [ + "zho-Hans", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595454, + "recall": 0.664032, + "f1": 0.615357, + "accuracy": 0.664032, + "main_score": 0.615357, + "hf_subset": "zho_Hans-zul_Latn", + "languages": [ + "zho-Hans", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923254, + "recall": 0.94664, + "f1": 0.930995, + "accuracy": 0.94664, + "main_score": 0.930995, + "hf_subset": "zho_Hans-azb_Arab", + "languages": [ + "zho-Hans", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-deu_Latn", + "languages": [ + "zho-Hans", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "zho_Hans-hat_Latn", + "languages": [ + "zho-Hans", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49524, + "recall": 0.557312, + "f1": 0.513298, + "accuracy": 0.557312, + "main_score": 0.513298, + "hf_subset": "zho_Hans-kbp_Latn", + "languages": [ + "zho-Hans", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563389, + "recall": 0.62747, + "f1": 0.580856, + "accuracy": 0.62747, + "main_score": 0.580856, + "hf_subset": "zho_Hans-luo_Latn", + "languages": [ + "zho-Hans", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-ory_Orya", + "languages": [ + "zho-Hans", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588243, + "recall": 0.653162, + "f1": 0.606917, + "accuracy": 0.653162, + "main_score": 0.606917, + "hf_subset": "zho_Hans-sna_Latn", + "languages": [ + "zho-Hans", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543964, + "recall": 0.609684, + "f1": 0.562722, + "accuracy": 0.609684, + "main_score": 0.562722, + "hf_subset": "zho_Hans-tso_Latn", + "languages": [ + "zho-Hans", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hans-azj_Latn", + "languages": [ + "zho-Hans", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524861, + "recall": 0.598814, + "f1": 0.5462, + "accuracy": 0.598814, + "main_score": 0.5462, + "hf_subset": "zho_Hans-dik_Latn", + "languages": [ + "zho-Hans", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727001, + "recall": 0.784585, + "f1": 0.744145, + "accuracy": 0.784585, + "main_score": 0.744145, + "hf_subset": "zho_Hans-hau_Latn", + "languages": [ + "zho-Hans", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zho_Hans-kea_Latn", + "languages": [ + "zho-Hans", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748313, + "recall": 0.800395, + "f1": 0.76354, + "accuracy": 0.800395, + "main_score": 0.76354, + "hf_subset": "zho_Hans-lus_Latn", + "languages": [ + "zho-Hans", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878706, + "recall": 0.909091, + "f1": 0.888029, + "accuracy": 0.909091, + "main_score": 0.888029, + "hf_subset": "zho_Hans-pag_Latn", + "languages": [ + "zho-Hans", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hans-snd_Arab", + "languages": [ + "zho-Hans", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954792, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "zho_Hans-tuk_Latn", + "languages": [ + "zho-Hans", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hans-bak_Cyrl", + "languages": [ + "zho-Hans", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486001, + "recall": 0.563241, + "f1": 0.508217, + "accuracy": 0.563241, + "main_score": 0.508217, + "hf_subset": "zho_Hans-dyu_Latn", + "languages": [ + "zho-Hans", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hans-heb_Hebr", + "languages": [ + "zho-Hans", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hans-khk_Cyrl", + "languages": [ + "zho-Hans", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-lvs_Latn", + "languages": [ + "zho-Hans", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hans-pan_Guru", + "languages": [ + "zho-Hans", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677579, + "recall": 0.745059, + "f1": 0.697381, + "accuracy": 0.745059, + "main_score": 0.697381, + "hf_subset": "zho_Hans-som_Latn", + "languages": [ + "zho-Hans", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603623, + "recall": 0.65415, + "f1": 0.618234, + "accuracy": 0.65415, + "main_score": 0.618234, + "hf_subset": "zho_Hans-tum_Latn", + "languages": [ + "zho-Hans", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581672, + "recall": 0.646245, + "f1": 0.600414, + "accuracy": 0.646245, + "main_score": 0.600414, + "hf_subset": "ast_Latn-ace_Arab", + "languages": [ + "ast-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547766, + "recall": 0.610672, + "f1": 0.56553, + "accuracy": 0.610672, + "main_score": 0.56553, + "hf_subset": "ast_Latn-bam_Latn", + "languages": [ + "ast-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412606, + "recall": 0.487154, + "f1": 0.432659, + "accuracy": 0.487154, + "main_score": 0.432659, + "hf_subset": "ast_Latn-dzo_Tibt", + "languages": [ + "ast-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-hin_Deva", + "languages": [ + "ast-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-khm_Khmr", + "languages": [ + "ast-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-mag_Deva", + "languages": [ + "ast-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ast_Latn-pap_Latn", + "languages": [ + "ast-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611569, + "recall": 0.66502, + "f1": 0.62603, + "accuracy": 0.66502, + "main_score": 0.62603, + "hf_subset": "ast_Latn-sot_Latn", + "languages": [ + "ast-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-tur_Latn", + "languages": [ + "ast-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867243, + "recall": 0.901186, + "f1": 0.877701, + "accuracy": 0.901186, + "main_score": 0.877701, + "hf_subset": "ast_Latn-ace_Latn", + "languages": [ + "ast-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97052, + "recall": 0.978261, + "f1": 0.972991, + "accuracy": 0.978261, + "main_score": 0.972991, + "hf_subset": "ast_Latn-ban_Latn", + "languages": [ + "ast-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-ell_Grek", + "languages": [ + "ast-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-hne_Deva", + "languages": [ + "ast-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606769, + "recall": 0.664032, + "f1": 0.622955, + "accuracy": 0.664032, + "main_score": 0.622955, + "hf_subset": "ast_Latn-kik_Latn", + "languages": [ + "ast-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-mai_Deva", + "languages": [ + "ast-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ast_Latn-pbt_Arab", + "languages": [ + "ast-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-spa_Latn", + "languages": [ + "ast-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612445, + "recall": 0.677866, + "f1": 0.631065, + "accuracy": 0.677866, + "main_score": 0.631065, + "hf_subset": "ast_Latn-twi_Latn", + "languages": [ + "ast-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-acm_Arab", + "languages": [ + "ast-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-bel_Cyrl", + "languages": [ + "ast-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-eng_Latn", + "languages": [ + "ast-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-hrv_Latn", + "languages": [ + "ast-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565687, + "recall": 0.630435, + "f1": 0.58392, + "accuracy": 0.630435, + "main_score": 0.58392, + "hf_subset": "ast_Latn-kin_Latn", + "languages": [ + "ast-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-mal_Mlym", + "languages": [ + "ast-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-pes_Arab", + "languages": [ + "ast-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-srd_Latn", + "languages": [ + "ast-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18205, + "recall": 0.231225, + "f1": 0.194036, + "accuracy": 0.231225, + "main_score": 0.194036, + "hf_subset": "ast_Latn-tzm_Tfng", + "languages": [ + "ast-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-acq_Arab", + "languages": [ + "ast-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637435, + "recall": 0.688735, + "f1": 0.651808, + "accuracy": 0.688735, + "main_score": 0.651808, + "hf_subset": "ast_Latn-bem_Latn", + "languages": [ + "ast-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-epo_Latn", + "languages": [ + "ast-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-hun_Latn", + "languages": [ + "ast-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-kir_Cyrl", + "languages": [ + "ast-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-mar_Deva", + "languages": [ + "ast-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676206, + "recall": 0.732213, + "f1": 0.692116, + "accuracy": 0.732213, + "main_score": 0.692116, + "hf_subset": "ast_Latn-plt_Latn", + "languages": [ + "ast-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-srp_Cyrl", + "languages": [ + "ast-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "ast_Latn-uig_Arab", + "languages": [ + "ast-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-aeb_Arab", + "languages": [ + "ast-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-ben_Beng", + "languages": [ + "ast-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-est_Latn", + "languages": [ + "ast-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-hye_Armn", + "languages": [ + "ast-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554039, + "recall": 0.607708, + "f1": 0.569488, + "accuracy": 0.607708, + "main_score": 0.569488, + "hf_subset": "ast_Latn-kmb_Latn", + "languages": [ + "ast-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521347, + "recall": 0.591897, + "f1": 0.540357, + "accuracy": 0.591897, + "main_score": 0.540357, + "hf_subset": "ast_Latn-min_Arab", + "languages": [ + "ast-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-pol_Latn", + "languages": [ + "ast-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55966, + "recall": 0.624506, + "f1": 0.578494, + "accuracy": 0.624506, + "main_score": 0.578494, + "hf_subset": "ast_Latn-ssw_Latn", + "languages": [ + "ast-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ukr_Cyrl", + "languages": [ + "ast-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-afr_Latn", + "languages": [ + "ast-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ast_Latn-bho_Deva", + "languages": [ + "ast-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-eus_Latn", + "languages": [ + "ast-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601259, + "recall": 0.666008, + "f1": 0.61919, + "accuracy": 0.666008, + "main_score": 0.61919, + "hf_subset": "ast_Latn-ibo_Latn", + "languages": [ + "ast-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891996, + "recall": 0.922925, + "f1": 0.901845, + "accuracy": 0.922925, + "main_score": 0.901845, + "hf_subset": "ast_Latn-kmr_Latn", + "languages": [ + "ast-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-min_Latn", + "languages": [ + "ast-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-por_Latn", + "languages": [ + "ast-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-sun_Latn", + "languages": [ + "ast-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53422, + "recall": 0.596838, + "f1": 0.552226, + "accuracy": 0.596838, + "main_score": 0.552226, + "hf_subset": "ast_Latn-umb_Latn", + "languages": [ + "ast-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ajp_Arab", + "languages": [ + "ast-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555575, + "recall": 0.620553, + "f1": 0.572963, + "accuracy": 0.620553, + "main_score": 0.572963, + "hf_subset": "ast_Latn-bjn_Arab", + "languages": [ + "ast-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525055, + "recall": 0.581028, + "f1": 0.540418, + "accuracy": 0.581028, + "main_score": 0.540418, + "hf_subset": "ast_Latn-ewe_Latn", + "languages": [ + "ast-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "ast_Latn-ilo_Latn", + "languages": [ + "ast-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31502, + "recall": 0.373518, + "f1": 0.331251, + "accuracy": 0.373518, + "main_score": 0.331251, + "hf_subset": "ast_Latn-knc_Arab", + "languages": [ + "ast-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-mkd_Cyrl", + "languages": [ + "ast-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-prs_Arab", + "languages": [ + "ast-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-swe_Latn", + "languages": [ + "ast-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-urd_Arab", + "languages": [ + "ast-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596601, + "recall": 0.656126, + "f1": 0.613141, + "accuracy": 0.656126, + "main_score": 0.613141, + "hf_subset": "ast_Latn-aka_Latn", + "languages": [ + "ast-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ast_Latn-bjn_Latn", + "languages": [ + "ast-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ast_Latn-fao_Latn", + "languages": [ + "ast-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ind_Latn", + "languages": [ + "ast-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597169, + "recall": 0.650198, + "f1": 0.611996, + "accuracy": 0.650198, + "main_score": 0.611996, + "hf_subset": "ast_Latn-knc_Latn", + "languages": [ + "ast-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ast_Latn-mlt_Latn", + "languages": [ + "ast-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727322, + "recall": 0.787549, + "f1": 0.745095, + "accuracy": 0.787549, + "main_score": 0.745095, + "hf_subset": "ast_Latn-quy_Latn", + "languages": [ + "ast-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "ast_Latn-swh_Latn", + "languages": [ + "ast-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "ast_Latn-uzn_Latn", + "languages": [ + "ast-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-als_Latn", + "languages": [ + "ast-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627734, + "recall": 0.708498, + "f1": 0.651205, + "accuracy": 0.708498, + "main_score": 0.651205, + "hf_subset": "ast_Latn-bod_Tibt", + "languages": [ + "ast-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715995, + "recall": 0.768775, + "f1": 0.731367, + "accuracy": 0.768775, + "main_score": 0.731367, + "hf_subset": "ast_Latn-fij_Latn", + "languages": [ + "ast-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ast_Latn-isl_Latn", + "languages": [ + "ast-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669223, + "recall": 0.726285, + "f1": 0.686446, + "accuracy": 0.726285, + "main_score": 0.686446, + "hf_subset": "ast_Latn-kon_Latn", + "languages": [ + "ast-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672307, + "recall": 0.73419, + "f1": 0.690404, + "accuracy": 0.73419, + "main_score": 0.690404, + "hf_subset": "ast_Latn-mni_Beng", + "languages": [ + "ast-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ron_Latn", + "languages": [ + "ast-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "ast_Latn-szl_Latn", + "languages": [ + "ast-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-vec_Latn", + "languages": [ + "ast-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9361, + "recall": 0.955534, + "f1": 0.942358, + "accuracy": 0.955534, + "main_score": 0.942358, + "hf_subset": "ast_Latn-amh_Ethi", + "languages": [ + "ast-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-bos_Latn", + "languages": [ + "ast-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-fin_Latn", + "languages": [ + "ast-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ita_Latn", + "languages": [ + "ast-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-kor_Hang", + "languages": [ + "ast-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558685, + "recall": 0.618577, + "f1": 0.575455, + "accuracy": 0.618577, + "main_score": 0.575455, + "hf_subset": "ast_Latn-mos_Latn", + "languages": [ + "ast-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555988, + "recall": 0.614625, + "f1": 0.572381, + "accuracy": 0.614625, + "main_score": 0.572381, + "hf_subset": "ast_Latn-run_Latn", + "languages": [ + "ast-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-tam_Taml", + "languages": [ + "ast-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-vie_Latn", + "languages": [ + "ast-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-apc_Arab", + "languages": [ + "ast-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800675, + "recall": 0.84585, + "f1": 0.814229, + "accuracy": 0.84585, + "main_score": 0.814229, + "hf_subset": "ast_Latn-bug_Latn", + "languages": [ + "ast-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468328, + "recall": 0.527668, + "f1": 0.484156, + "accuracy": 0.527668, + "main_score": 0.484156, + "hf_subset": "ast_Latn-fon_Latn", + "languages": [ + "ast-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "ast_Latn-jav_Latn", + "languages": [ + "ast-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ast_Latn-lao_Laoo", + "languages": [ + "ast-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867622, + "recall": 0.906126, + "f1": 0.879941, + "accuracy": 0.906126, + "main_score": 0.879941, + "hf_subset": "ast_Latn-mri_Latn", + "languages": [ + "ast-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-rus_Cyrl", + "languages": [ + "ast-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540319, + "recall": 0.603755, + "f1": 0.557847, + "accuracy": 0.603755, + "main_score": 0.557847, + "hf_subset": "ast_Latn-taq_Latn", + "languages": [ + "ast-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-war_Latn", + "languages": [ + "ast-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-arb_Arab", + "languages": [ + "ast-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-bul_Cyrl", + "languages": [ + "ast-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-fra_Latn", + "languages": [ + "ast-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-jpn_Jpan", + "languages": [ + "ast-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ast_Latn-lij_Latn", + "languages": [ + "ast-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-mya_Mymr", + "languages": [ + "ast-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609538, + "recall": 0.676877, + "f1": 0.628778, + "accuracy": 0.676877, + "main_score": 0.628778, + "hf_subset": "ast_Latn-sag_Latn", + "languages": [ + "ast-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191906, + "recall": 0.252964, + "f1": 0.205622, + "accuracy": 0.252964, + "main_score": 0.205622, + "hf_subset": "ast_Latn-taq_Tfng", + "languages": [ + "ast-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642589, + "recall": 0.703557, + "f1": 0.659891, + "accuracy": 0.703557, + "main_score": 0.659891, + "hf_subset": "ast_Latn-wol_Latn", + "languages": [ + "ast-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800264, + "recall": 0.847826, + "f1": 0.814822, + "accuracy": 0.847826, + "main_score": 0.814822, + "hf_subset": "ast_Latn-arb_Latn", + "languages": [ + "ast-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-cat_Latn", + "languages": [ + "ast-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ast_Latn-fur_Latn", + "languages": [ + "ast-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419753, + "recall": 0.478261, + "f1": 0.435971, + "accuracy": 0.478261, + "main_score": 0.435971, + "hf_subset": "ast_Latn-kab_Latn", + "languages": [ + "ast-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-lim_Latn", + "languages": [ + "ast-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-nld_Latn", + "languages": [ + "ast-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "ast_Latn-san_Deva", + "languages": [ + "ast-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-tat_Cyrl", + "languages": [ + "ast-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686085, + "recall": 0.740119, + "f1": 0.701638, + "accuracy": 0.740119, + "main_score": 0.701638, + "hf_subset": "ast_Latn-xho_Latn", + "languages": [ + "ast-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ars_Arab", + "languages": [ + "ast-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ceb_Latn", + "languages": [ + "ast-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56146, + "recall": 0.621542, + "f1": 0.578146, + "accuracy": 0.621542, + "main_score": 0.578146, + "hf_subset": "ast_Latn-fuv_Latn", + "languages": [ + "ast-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509959, + "recall": 0.579051, + "f1": 0.528904, + "accuracy": 0.579051, + "main_score": 0.528904, + "hf_subset": "ast_Latn-kac_Latn", + "languages": [ + "ast-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673798, + "recall": 0.725296, + "f1": 0.688933, + "accuracy": 0.725296, + "main_score": 0.688933, + "hf_subset": "ast_Latn-lin_Latn", + "languages": [ + "ast-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-nno_Latn", + "languages": [ + "ast-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223242, + "recall": 0.29249, + "f1": 0.241192, + "accuracy": 0.29249, + "main_score": 0.241192, + "hf_subset": "ast_Latn-sat_Olck", + "languages": [ + "ast-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-tel_Telu", + "languages": [ + "ast-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ast_Latn-ydd_Hebr", + "languages": [ + "ast-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983037, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ast_Latn-ary_Arab", + "languages": [ + "ast-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ces_Latn", + "languages": [ + "ast-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577612, + "recall": 0.644269, + "f1": 0.5974, + "accuracy": 0.644269, + "main_score": 0.5974, + "hf_subset": "ast_Latn-gaz_Latn", + "languages": [ + "ast-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590046, + "recall": 0.653162, + "f1": 0.607978, + "accuracy": 0.653162, + "main_score": 0.607978, + "hf_subset": "ast_Latn-kam_Latn", + "languages": [ + "ast-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "ast_Latn-lit_Latn", + "languages": [ + "ast-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-nob_Latn", + "languages": [ + "ast-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "ast_Latn-scn_Latn", + "languages": [ + "ast-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ast_Latn-tgk_Cyrl", + "languages": [ + "ast-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719928, + "recall": 0.778656, + "f1": 0.737601, + "accuracy": 0.778656, + "main_score": 0.737601, + "hf_subset": "ast_Latn-yor_Latn", + "languages": [ + "ast-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-arz_Arab", + "languages": [ + "ast-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569269, + "recall": 0.629447, + "f1": 0.586106, + "accuracy": 0.629447, + "main_score": 0.586106, + "hf_subset": "ast_Latn-cjk_Latn", + "languages": [ + "ast-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796558, + "recall": 0.841897, + "f1": 0.81031, + "accuracy": 0.841897, + "main_score": 0.81031, + "hf_subset": "ast_Latn-gla_Latn", + "languages": [ + "ast-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-kan_Knda", + "languages": [ + "ast-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ast_Latn-lmo_Latn", + "languages": [ + "ast-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "ast_Latn-npi_Deva", + "languages": [ + "ast-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473397, + "recall": 0.537549, + "f1": 0.490783, + "accuracy": 0.537549, + "main_score": 0.490783, + "hf_subset": "ast_Latn-shn_Mymr", + "languages": [ + "ast-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-tgl_Latn", + "languages": [ + "ast-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-yue_Hant", + "languages": [ + "ast-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-asm_Beng", + "languages": [ + "ast-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "ast_Latn-ckb_Arab", + "languages": [ + "ast-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887961, + "recall": 0.918972, + "f1": 0.897628, + "accuracy": 0.918972, + "main_score": 0.897628, + "hf_subset": "ast_Latn-gle_Latn", + "languages": [ + "ast-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ast_Latn-kas_Arab", + "languages": [ + "ast-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955731, + "recall": 0.969368, + "f1": 0.960145, + "accuracy": 0.969368, + "main_score": 0.960145, + "hf_subset": "ast_Latn-ltg_Latn", + "languages": [ + "ast-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624849, + "recall": 0.676877, + "f1": 0.639611, + "accuracy": 0.676877, + "main_score": 0.639611, + "hf_subset": "ast_Latn-nso_Latn", + "languages": [ + "ast-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ast_Latn-sin_Sinh", + "languages": [ + "ast-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-tha_Thai", + "languages": [ + "ast-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-zho_Hans", + "languages": [ + "ast-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-crh_Latn", + "languages": [ + "ast-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-glg_Latn", + "languages": [ + "ast-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895504, + "recall": 0.926877, + "f1": 0.905501, + "accuracy": 0.926877, + "main_score": 0.905501, + "hf_subset": "ast_Latn-kas_Deva", + "languages": [ + "ast-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "ast_Latn-ltz_Latn", + "languages": [ + "ast-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472649, + "recall": 0.538538, + "f1": 0.489829, + "accuracy": 0.538538, + "main_score": 0.489829, + "hf_subset": "ast_Latn-nus_Latn", + "languages": [ + "ast-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-slk_Latn", + "languages": [ + "ast-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609953, + "recall": 0.68083, + "f1": 0.630341, + "accuracy": 0.68083, + "main_score": 0.630341, + "hf_subset": "ast_Latn-tir_Ethi", + "languages": [ + "ast-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-zho_Hant", + "languages": [ + "ast-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "ast_Latn-awa_Deva", + "languages": [ + "ast-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ast_Latn-cym_Latn", + "languages": [ + "ast-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868495, + "recall": 0.903162, + "f1": 0.879315, + "accuracy": 0.903162, + "main_score": 0.879315, + "hf_subset": "ast_Latn-grn_Latn", + "languages": [ + "ast-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-kat_Geor", + "languages": [ + "ast-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651054, + "recall": 0.702569, + "f1": 0.665762, + "accuracy": 0.702569, + "main_score": 0.665762, + "hf_subset": "ast_Latn-lua_Latn", + "languages": [ + "ast-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651307, + "recall": 0.710474, + "f1": 0.66861, + "accuracy": 0.710474, + "main_score": 0.66861, + "hf_subset": "ast_Latn-nya_Latn", + "languages": [ + "ast-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-slv_Latn", + "languages": [ + "ast-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.969368, + "f1": 0.961265, + "accuracy": 0.969368, + "main_score": 0.961265, + "hf_subset": "ast_Latn-tpi_Latn", + "languages": [ + "ast-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-zsm_Latn", + "languages": [ + "ast-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556555, + "recall": 0.62253, + "f1": 0.575131, + "accuracy": 0.62253, + "main_score": 0.575131, + "hf_subset": "ast_Latn-ayr_Latn", + "languages": [ + "ast-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-dan_Latn", + "languages": [ + "ast-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-guj_Gujr", + "languages": [ + "ast-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ast_Latn-kaz_Cyrl", + "languages": [ + "ast-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550258, + "recall": 0.615613, + "f1": 0.569134, + "accuracy": 0.615613, + "main_score": 0.569134, + "hf_subset": "ast_Latn-lug_Latn", + "languages": [ + "ast-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-oci_Latn", + "languages": [ + "ast-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820982, + "recall": 0.866601, + "f1": 0.834914, + "accuracy": 0.866601, + "main_score": 0.834914, + "hf_subset": "ast_Latn-smo_Latn", + "languages": [ + "ast-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556573, + "recall": 0.620553, + "f1": 0.574282, + "accuracy": 0.620553, + "main_score": 0.574282, + "hf_subset": "ast_Latn-tsn_Latn", + "languages": [ + "ast-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623304, + "recall": 0.681818, + "f1": 0.640256, + "accuracy": 0.681818, + "main_score": 0.640256, + "hf_subset": "ast_Latn-zul_Latn", + "languages": [ + "ast-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.94417, + "accuracy": 0.95751, + "main_score": 0.94417, + "hf_subset": "ast_Latn-azb_Arab", + "languages": [ + "ast-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ast_Latn-deu_Latn", + "languages": [ + "ast-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.985178, + "f1": 0.981225, + "accuracy": 0.985178, + "main_score": 0.981225, + "hf_subset": "ast_Latn-hat_Latn", + "languages": [ + "ast-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495351, + "recall": 0.55336, + "f1": 0.511351, + "accuracy": 0.55336, + "main_score": 0.511351, + "hf_subset": "ast_Latn-kbp_Latn", + "languages": [ + "ast-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575224, + "recall": 0.639328, + "f1": 0.59327, + "accuracy": 0.639328, + "main_score": 0.59327, + "hf_subset": "ast_Latn-luo_Latn", + "languages": [ + "ast-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-ory_Orya", + "languages": [ + "ast-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595439, + "recall": 0.656126, + "f1": 0.612833, + "accuracy": 0.656126, + "main_score": 0.612833, + "hf_subset": "ast_Latn-sna_Latn", + "languages": [ + "ast-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562525, + "recall": 0.614625, + "f1": 0.576728, + "accuracy": 0.614625, + "main_score": 0.576728, + "hf_subset": "ast_Latn-tso_Latn", + "languages": [ + "ast-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-azj_Latn", + "languages": [ + "ast-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547657, + "recall": 0.613636, + "f1": 0.566519, + "accuracy": 0.613636, + "main_score": 0.566519, + "hf_subset": "ast_Latn-dik_Latn", + "languages": [ + "ast-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753336, + "recall": 0.80336, + "f1": 0.767855, + "accuracy": 0.80336, + "main_score": 0.767855, + "hf_subset": "ast_Latn-hau_Latn", + "languages": [ + "ast-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ast_Latn-kea_Latn", + "languages": [ + "ast-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749045, + "recall": 0.801383, + "f1": 0.764723, + "accuracy": 0.801383, + "main_score": 0.764723, + "hf_subset": "ast_Latn-lus_Latn", + "languages": [ + "ast-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880435, + "recall": 0.911067, + "f1": 0.889954, + "accuracy": 0.911067, + "main_score": 0.889954, + "hf_subset": "ast_Latn-pag_Latn", + "languages": [ + "ast-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ast_Latn-snd_Arab", + "languages": [ + "ast-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "ast_Latn-tuk_Latn", + "languages": [ + "ast-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ast_Latn-bak_Cyrl", + "languages": [ + "ast-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50185, + "recall": 0.58498, + "f1": 0.525986, + "accuracy": 0.58498, + "main_score": 0.525986, + "hf_subset": "ast_Latn-dyu_Latn", + "languages": [ + "ast-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-heb_Hebr", + "languages": [ + "ast-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ast_Latn-khk_Cyrl", + "languages": [ + "ast-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-lvs_Latn", + "languages": [ + "ast-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ast_Latn-pan_Guru", + "languages": [ + "ast-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709947, + "recall": 0.767787, + "f1": 0.726663, + "accuracy": 0.767787, + "main_score": 0.726663, + "hf_subset": "ast_Latn-som_Latn", + "languages": [ + "ast-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602513, + "recall": 0.650198, + "f1": 0.616087, + "accuracy": 0.650198, + "main_score": 0.616087, + "hf_subset": "ast_Latn-tum_Latn", + "languages": [ + "ast-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522662, + "recall": 0.58004, + "f1": 0.538193, + "accuracy": 0.58004, + "main_score": 0.538193, + "hf_subset": "crh_Latn-ace_Arab", + "languages": [ + "crh-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496852, + "recall": 0.55336, + "f1": 0.512491, + "accuracy": 0.55336, + "main_score": 0.512491, + "hf_subset": "crh_Latn-bam_Latn", + "languages": [ + "crh-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397816, + "recall": 0.47332, + "f1": 0.417561, + "accuracy": 0.47332, + "main_score": 0.417561, + "hf_subset": "crh_Latn-dzo_Tibt", + "languages": [ + "crh-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-hin_Deva", + "languages": [ + "crh-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-khm_Khmr", + "languages": [ + "crh-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "crh_Latn-mag_Deva", + "languages": [ + "crh-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "crh_Latn-pap_Latn", + "languages": [ + "crh-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566126, + "recall": 0.620553, + "f1": 0.580897, + "accuracy": 0.620553, + "main_score": 0.580897, + "hf_subset": "crh_Latn-sot_Latn", + "languages": [ + "crh-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-tur_Latn", + "languages": [ + "crh-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810698, + "recall": 0.852767, + "f1": 0.823403, + "accuracy": 0.852767, + "main_score": 0.823403, + "hf_subset": "crh_Latn-ace_Latn", + "languages": [ + "crh-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913126, + "recall": 0.932806, + "f1": 0.919203, + "accuracy": 0.932806, + "main_score": 0.919203, + "hf_subset": "crh_Latn-ban_Latn", + "languages": [ + "crh-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-ell_Grek", + "languages": [ + "crh-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-hne_Deva", + "languages": [ + "crh-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560904, + "recall": 0.609684, + "f1": 0.574371, + "accuracy": 0.609684, + "main_score": 0.574371, + "hf_subset": "crh_Latn-kik_Latn", + "languages": [ + "crh-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-mai_Deva", + "languages": [ + "crh-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.970356, + "f1": 0.961298, + "accuracy": 0.970356, + "main_score": 0.961298, + "hf_subset": "crh_Latn-pbt_Arab", + "languages": [ + "crh-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-spa_Latn", + "languages": [ + "crh-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582964, + "recall": 0.647233, + "f1": 0.601089, + "accuracy": 0.647233, + "main_score": 0.601089, + "hf_subset": "crh_Latn-twi_Latn", + "languages": [ + "crh-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-acm_Arab", + "languages": [ + "crh-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-bel_Cyrl", + "languages": [ + "crh-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "crh_Latn-eng_Latn", + "languages": [ + "crh-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-hrv_Latn", + "languages": [ + "crh-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547952, + "recall": 0.604743, + "f1": 0.564007, + "accuracy": 0.604743, + "main_score": 0.564007, + "hf_subset": "crh_Latn-kin_Latn", + "languages": [ + "crh-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-mal_Mlym", + "languages": [ + "crh-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-pes_Arab", + "languages": [ + "crh-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "crh_Latn-srd_Latn", + "languages": [ + "crh-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191791, + "recall": 0.238142, + "f1": 0.203233, + "accuracy": 0.238142, + "main_score": 0.203233, + "hf_subset": "crh_Latn-tzm_Tfng", + "languages": [ + "crh-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-acq_Arab", + "languages": [ + "crh-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603057, + "recall": 0.650198, + "f1": 0.615744, + "accuracy": 0.650198, + "main_score": 0.615744, + "hf_subset": "crh_Latn-bem_Latn", + "languages": [ + "crh-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-epo_Latn", + "languages": [ + "crh-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-hun_Latn", + "languages": [ + "crh-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "crh_Latn-kir_Cyrl", + "languages": [ + "crh-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-mar_Deva", + "languages": [ + "crh-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631911, + "recall": 0.686759, + "f1": 0.647589, + "accuracy": 0.686759, + "main_score": 0.647589, + "hf_subset": "crh_Latn-plt_Latn", + "languages": [ + "crh-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-srp_Cyrl", + "languages": [ + "crh-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949028, + "recall": 0.964427, + "f1": 0.953953, + "accuracy": 0.964427, + "main_score": 0.953953, + "hf_subset": "crh_Latn-uig_Arab", + "languages": [ + "crh-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "crh_Latn-aeb_Arab", + "languages": [ + "crh-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-ben_Beng", + "languages": [ + "crh-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-est_Latn", + "languages": [ + "crh-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-hye_Armn", + "languages": [ + "crh-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532168, + "recall": 0.572134, + "f1": 0.543269, + "accuracy": 0.572134, + "main_score": 0.543269, + "hf_subset": "crh_Latn-kmb_Latn", + "languages": [ + "crh-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466575, + "recall": 0.530632, + "f1": 0.483346, + "accuracy": 0.530632, + "main_score": 0.483346, + "hf_subset": "crh_Latn-min_Arab", + "languages": [ + "crh-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-pol_Latn", + "languages": [ + "crh-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541625, + "recall": 0.596838, + "f1": 0.557795, + "accuracy": 0.596838, + "main_score": 0.557795, + "hf_subset": "crh_Latn-ssw_Latn", + "languages": [ + "crh-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-ukr_Cyrl", + "languages": [ + "crh-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-afr_Latn", + "languages": [ + "crh-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "crh_Latn-bho_Deva", + "languages": [ + "crh-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "crh_Latn-eus_Latn", + "languages": [ + "crh-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554716, + "recall": 0.61166, + "f1": 0.570553, + "accuracy": 0.61166, + "main_score": 0.570553, + "hf_subset": "crh_Latn-ibo_Latn", + "languages": [ + "crh-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863093, + "recall": 0.898221, + "f1": 0.873913, + "accuracy": 0.898221, + "main_score": 0.873913, + "hf_subset": "crh_Latn-kmr_Latn", + "languages": [ + "crh-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946723, + "recall": 0.963439, + "f1": 0.952141, + "accuracy": 0.963439, + "main_score": 0.952141, + "hf_subset": "crh_Latn-min_Latn", + "languages": [ + "crh-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-por_Latn", + "languages": [ + "crh-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "crh_Latn-sun_Latn", + "languages": [ + "crh-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500245, + "recall": 0.551383, + "f1": 0.514123, + "accuracy": 0.551383, + "main_score": 0.514123, + "hf_subset": "crh_Latn-umb_Latn", + "languages": [ + "crh-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-ajp_Arab", + "languages": [ + "crh-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499564, + "recall": 0.554348, + "f1": 0.514371, + "accuracy": 0.554348, + "main_score": 0.514371, + "hf_subset": "crh_Latn-bjn_Arab", + "languages": [ + "crh-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4977, + "recall": 0.544466, + "f1": 0.510204, + "accuracy": 0.544466, + "main_score": 0.510204, + "hf_subset": "crh_Latn-ewe_Latn", + "languages": [ + "crh-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908959, + "recall": 0.932806, + "f1": 0.916271, + "accuracy": 0.932806, + "main_score": 0.916271, + "hf_subset": "crh_Latn-ilo_Latn", + "languages": [ + "crh-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31196, + "recall": 0.365613, + "f1": 0.327323, + "accuracy": 0.365613, + "main_score": 0.327323, + "hf_subset": "crh_Latn-knc_Arab", + "languages": [ + "crh-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-mkd_Cyrl", + "languages": [ + "crh-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-prs_Arab", + "languages": [ + "crh-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-swe_Latn", + "languages": [ + "crh-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-urd_Arab", + "languages": [ + "crh-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546723, + "recall": 0.602767, + "f1": 0.562178, + "accuracy": 0.602767, + "main_score": 0.562178, + "hf_subset": "crh_Latn-aka_Latn", + "languages": [ + "crh-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.966403, + "f1": 0.957298, + "accuracy": 0.966403, + "main_score": 0.957298, + "hf_subset": "crh_Latn-bjn_Latn", + "languages": [ + "crh-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936677, + "recall": 0.956522, + "f1": 0.943083, + "accuracy": 0.956522, + "main_score": 0.943083, + "hf_subset": "crh_Latn-fao_Latn", + "languages": [ + "crh-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-ind_Latn", + "languages": [ + "crh-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566083, + "recall": 0.613636, + "f1": 0.580174, + "accuracy": 0.613636, + "main_score": 0.580174, + "hf_subset": "crh_Latn-knc_Latn", + "languages": [ + "crh-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "crh_Latn-mlt_Latn", + "languages": [ + "crh-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67747, + "recall": 0.733202, + "f1": 0.693724, + "accuracy": 0.733202, + "main_score": 0.693724, + "hf_subset": "crh_Latn-quy_Latn", + "languages": [ + "crh-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "crh_Latn-swh_Latn", + "languages": [ + "crh-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-uzn_Latn", + "languages": [ + "crh-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-als_Latn", + "languages": [ + "crh-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587715, + "recall": 0.666008, + "f1": 0.610134, + "accuracy": 0.666008, + "main_score": 0.610134, + "hf_subset": "crh_Latn-bod_Tibt", + "languages": [ + "crh-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649169, + "recall": 0.709486, + "f1": 0.666468, + "accuracy": 0.709486, + "main_score": 0.666468, + "hf_subset": "crh_Latn-fij_Latn", + "languages": [ + "crh-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "crh_Latn-isl_Latn", + "languages": [ + "crh-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619516, + "recall": 0.666008, + "f1": 0.63314, + "accuracy": 0.666008, + "main_score": 0.63314, + "hf_subset": "crh_Latn-kon_Latn", + "languages": [ + "crh-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632834, + "recall": 0.690711, + "f1": 0.649255, + "accuracy": 0.690711, + "main_score": 0.649255, + "hf_subset": "crh_Latn-mni_Beng", + "languages": [ + "crh-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-ron_Latn", + "languages": [ + "crh-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "crh_Latn-szl_Latn", + "languages": [ + "crh-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-vec_Latn", + "languages": [ + "crh-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907856, + "recall": 0.934783, + "f1": 0.91637, + "accuracy": 0.934783, + "main_score": 0.91637, + "hf_subset": "crh_Latn-amh_Ethi", + "languages": [ + "crh-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-bos_Latn", + "languages": [ + "crh-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-fin_Latn", + "languages": [ + "crh-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-ita_Latn", + "languages": [ + "crh-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-kor_Hang", + "languages": [ + "crh-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533196, + "recall": 0.582016, + "f1": 0.546465, + "accuracy": 0.582016, + "main_score": 0.546465, + "hf_subset": "crh_Latn-mos_Latn", + "languages": [ + "crh-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551077, + "recall": 0.602767, + "f1": 0.565174, + "accuracy": 0.602767, + "main_score": 0.565174, + "hf_subset": "crh_Latn-run_Latn", + "languages": [ + "crh-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-tam_Taml", + "languages": [ + "crh-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-vie_Latn", + "languages": [ + "crh-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-apc_Arab", + "languages": [ + "crh-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74623, + "recall": 0.79249, + "f1": 0.759558, + "accuracy": 0.79249, + "main_score": 0.759558, + "hf_subset": "crh_Latn-bug_Latn", + "languages": [ + "crh-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456838, + "recall": 0.503953, + "f1": 0.469494, + "accuracy": 0.503953, + "main_score": 0.469494, + "hf_subset": "crh_Latn-fon_Latn", + "languages": [ + "crh-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "crh_Latn-jav_Latn", + "languages": [ + "crh-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "crh_Latn-lao_Laoo", + "languages": [ + "crh-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831472, + "recall": 0.87253, + "f1": 0.843874, + "accuracy": 0.87253, + "main_score": 0.843874, + "hf_subset": "crh_Latn-mri_Latn", + "languages": [ + "crh-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-rus_Cyrl", + "languages": [ + "crh-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536532, + "recall": 0.58498, + "f1": 0.549568, + "accuracy": 0.58498, + "main_score": 0.549568, + "hf_subset": "crh_Latn-taq_Latn", + "languages": [ + "crh-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-war_Latn", + "languages": [ + "crh-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-arb_Arab", + "languages": [ + "crh-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "crh_Latn-bul_Cyrl", + "languages": [ + "crh-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-fra_Latn", + "languages": [ + "crh-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988883, + "recall": 0.992095, + "f1": 0.989855, + "accuracy": 0.992095, + "main_score": 0.989855, + "hf_subset": "crh_Latn-jpn_Jpan", + "languages": [ + "crh-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968297, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "crh_Latn-lij_Latn", + "languages": [ + "crh-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.983202, + "f1": 0.979084, + "accuracy": 0.983202, + "main_score": 0.979084, + "hf_subset": "crh_Latn-mya_Mymr", + "languages": [ + "crh-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561406, + "recall": 0.614625, + "f1": 0.576585, + "accuracy": 0.614625, + "main_score": 0.576585, + "hf_subset": "crh_Latn-sag_Latn", + "languages": [ + "crh-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198251, + "recall": 0.251976, + "f1": 0.209576, + "accuracy": 0.251976, + "main_score": 0.209576, + "hf_subset": "crh_Latn-taq_Tfng", + "languages": [ + "crh-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596139, + "recall": 0.645257, + "f1": 0.609936, + "accuracy": 0.645257, + "main_score": 0.609936, + "hf_subset": "crh_Latn-wol_Latn", + "languages": [ + "crh-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751318, + "recall": 0.806324, + "f1": 0.767311, + "accuracy": 0.806324, + "main_score": 0.767311, + "hf_subset": "crh_Latn-arb_Latn", + "languages": [ + "crh-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-cat_Latn", + "languages": [ + "crh-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966486, + "recall": 0.976285, + "f1": 0.969433, + "accuracy": 0.976285, + "main_score": 0.969433, + "hf_subset": "crh_Latn-fur_Latn", + "languages": [ + "crh-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.407239, + "recall": 0.455534, + "f1": 0.420834, + "accuracy": 0.455534, + "main_score": 0.420834, + "hf_subset": "crh_Latn-kab_Latn", + "languages": [ + "crh-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "crh_Latn-lim_Latn", + "languages": [ + "crh-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-nld_Latn", + "languages": [ + "crh-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965003, + "recall": 0.975296, + "f1": 0.968281, + "accuracy": 0.975296, + "main_score": 0.968281, + "hf_subset": "crh_Latn-san_Deva", + "languages": [ + "crh-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-tat_Cyrl", + "languages": [ + "crh-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647307, + "recall": 0.694664, + "f1": 0.660501, + "accuracy": 0.694664, + "main_score": 0.660501, + "hf_subset": "crh_Latn-xho_Latn", + "languages": [ + "crh-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-ars_Arab", + "languages": [ + "crh-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981472, + "recall": 0.987154, + "f1": 0.983267, + "accuracy": 0.987154, + "main_score": 0.983267, + "hf_subset": "crh_Latn-ceb_Latn", + "languages": [ + "crh-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5277, + "recall": 0.581028, + "f1": 0.543028, + "accuracy": 0.581028, + "main_score": 0.543028, + "hf_subset": "crh_Latn-fuv_Latn", + "languages": [ + "crh-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498461, + "recall": 0.55336, + "f1": 0.512453, + "accuracy": 0.55336, + "main_score": 0.512453, + "hf_subset": "crh_Latn-kac_Latn", + "languages": [ + "crh-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646297, + "recall": 0.698617, + "f1": 0.661124, + "accuracy": 0.698617, + "main_score": 0.661124, + "hf_subset": "crh_Latn-lin_Latn", + "languages": [ + "crh-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-nno_Latn", + "languages": [ + "crh-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191204, + "recall": 0.259881, + "f1": 0.208616, + "accuracy": 0.259881, + "main_score": 0.208616, + "hf_subset": "crh_Latn-sat_Olck", + "languages": [ + "crh-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-tel_Telu", + "languages": [ + "crh-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909832, + "recall": 0.934783, + "f1": 0.917523, + "accuracy": 0.934783, + "main_score": 0.917523, + "hf_subset": "crh_Latn-ydd_Hebr", + "languages": [ + "crh-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "crh_Latn-ary_Arab", + "languages": [ + "crh-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-ces_Latn", + "languages": [ + "crh-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55985, + "recall": 0.609684, + "f1": 0.574296, + "accuracy": 0.609684, + "main_score": 0.574296, + "hf_subset": "crh_Latn-gaz_Latn", + "languages": [ + "crh-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558673, + "recall": 0.607708, + "f1": 0.572552, + "accuracy": 0.607708, + "main_score": 0.572552, + "hf_subset": "crh_Latn-kam_Latn", + "languages": [ + "crh-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "crh_Latn-lit_Latn", + "languages": [ + "crh-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-nob_Latn", + "languages": [ + "crh-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "crh_Latn-scn_Latn", + "languages": [ + "crh-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "crh_Latn-tgk_Cyrl", + "languages": [ + "crh-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685204, + "recall": 0.747036, + "f1": 0.703677, + "accuracy": 0.747036, + "main_score": 0.703677, + "hf_subset": "crh_Latn-yor_Latn", + "languages": [ + "crh-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-arz_Arab", + "languages": [ + "crh-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531555, + "recall": 0.582016, + "f1": 0.546007, + "accuracy": 0.582016, + "main_score": 0.546007, + "hf_subset": "crh_Latn-cjk_Latn", + "languages": [ + "crh-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735672, + "recall": 0.788538, + "f1": 0.751172, + "accuracy": 0.788538, + "main_score": 0.751172, + "hf_subset": "crh_Latn-gla_Latn", + "languages": [ + "crh-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-kan_Knda", + "languages": [ + "crh-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "crh_Latn-lmo_Latn", + "languages": [ + "crh-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "crh_Latn-npi_Deva", + "languages": [ + "crh-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458738, + "recall": 0.506917, + "f1": 0.472108, + "accuracy": 0.506917, + "main_score": 0.472108, + "hf_subset": "crh_Latn-shn_Mymr", + "languages": [ + "crh-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-tgl_Latn", + "languages": [ + "crh-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-yue_Hant", + "languages": [ + "crh-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "crh_Latn-asm_Beng", + "languages": [ + "crh-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91222, + "recall": 0.936759, + "f1": 0.919928, + "accuracy": 0.936759, + "main_score": 0.919928, + "hf_subset": "crh_Latn-ckb_Arab", + "languages": [ + "crh-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843389, + "recall": 0.879447, + "f1": 0.854265, + "accuracy": 0.879447, + "main_score": 0.854265, + "hf_subset": "crh_Latn-gle_Latn", + "languages": [ + "crh-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903327, + "recall": 0.928854, + "f1": 0.911561, + "accuracy": 0.928854, + "main_score": 0.911561, + "hf_subset": "crh_Latn-kas_Arab", + "languages": [ + "crh-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90835, + "recall": 0.933794, + "f1": 0.916568, + "accuracy": 0.933794, + "main_score": 0.916568, + "hf_subset": "crh_Latn-ltg_Latn", + "languages": [ + "crh-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57804, + "recall": 0.62747, + "f1": 0.591662, + "accuracy": 0.62747, + "main_score": 0.591662, + "hf_subset": "crh_Latn-nso_Latn", + "languages": [ + "crh-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "crh_Latn-sin_Sinh", + "languages": [ + "crh-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-tha_Thai", + "languages": [ + "crh-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "crh_Latn-zho_Hans", + "languages": [ + "crh-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "crh_Latn-ast_Latn", + "languages": [ + "crh-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "crh_Latn-glg_Latn", + "languages": [ + "crh-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855567, + "recall": 0.891304, + "f1": 0.866685, + "accuracy": 0.891304, + "main_score": 0.866685, + "hf_subset": "crh_Latn-kas_Deva", + "languages": [ + "crh-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "crh_Latn-ltz_Latn", + "languages": [ + "crh-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44805, + "recall": 0.506917, + "f1": 0.463954, + "accuracy": 0.506917, + "main_score": 0.463954, + "hf_subset": "crh_Latn-nus_Latn", + "languages": [ + "crh-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-slk_Latn", + "languages": [ + "crh-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57403, + "recall": 0.641304, + "f1": 0.592976, + "accuracy": 0.641304, + "main_score": 0.592976, + "hf_subset": "crh_Latn-tir_Ethi", + "languages": [ + "crh-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "crh_Latn-zho_Hant", + "languages": [ + "crh-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "crh_Latn-awa_Deva", + "languages": [ + "crh-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951252, + "recall": 0.964427, + "f1": 0.955204, + "accuracy": 0.964427, + "main_score": 0.955204, + "hf_subset": "crh_Latn-cym_Latn", + "languages": [ + "crh-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790415, + "recall": 0.832016, + "f1": 0.802997, + "accuracy": 0.832016, + "main_score": 0.802997, + "hf_subset": "crh_Latn-grn_Latn", + "languages": [ + "crh-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-kat_Geor", + "languages": [ + "crh-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618963, + "recall": 0.670949, + "f1": 0.633589, + "accuracy": 0.670949, + "main_score": 0.633589, + "hf_subset": "crh_Latn-lua_Latn", + "languages": [ + "crh-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606081, + "recall": 0.662055, + "f1": 0.621533, + "accuracy": 0.662055, + "main_score": 0.621533, + "hf_subset": "crh_Latn-nya_Latn", + "languages": [ + "crh-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-slv_Latn", + "languages": [ + "crh-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884997, + "recall": 0.91502, + "f1": 0.89409, + "accuracy": 0.91502, + "main_score": 0.89409, + "hf_subset": "crh_Latn-tpi_Latn", + "languages": [ + "crh-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-zsm_Latn", + "languages": [ + "crh-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542023, + "recall": 0.594862, + "f1": 0.557485, + "accuracy": 0.594862, + "main_score": 0.557485, + "hf_subset": "crh_Latn-ayr_Latn", + "languages": [ + "crh-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-dan_Latn", + "languages": [ + "crh-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-guj_Gujr", + "languages": [ + "crh-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-kaz_Cyrl", + "languages": [ + "crh-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520556, + "recall": 0.571146, + "f1": 0.534042, + "accuracy": 0.571146, + "main_score": 0.534042, + "hf_subset": "crh_Latn-lug_Latn", + "languages": [ + "crh-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "crh_Latn-oci_Latn", + "languages": [ + "crh-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775774, + "recall": 0.826087, + "f1": 0.79129, + "accuracy": 0.826087, + "main_score": 0.79129, + "hf_subset": "crh_Latn-smo_Latn", + "languages": [ + "crh-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527817, + "recall": 0.58004, + "f1": 0.541768, + "accuracy": 0.58004, + "main_score": 0.541768, + "hf_subset": "crh_Latn-tsn_Latn", + "languages": [ + "crh-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603139, + "recall": 0.656126, + "f1": 0.618678, + "accuracy": 0.656126, + "main_score": 0.618678, + "hf_subset": "crh_Latn-zul_Latn", + "languages": [ + "crh-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893857, + "recall": 0.922925, + "f1": 0.902899, + "accuracy": 0.922925, + "main_score": 0.902899, + "hf_subset": "crh_Latn-azb_Arab", + "languages": [ + "crh-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-deu_Latn", + "languages": [ + "crh-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "crh_Latn-hat_Latn", + "languages": [ + "crh-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479506, + "recall": 0.52668, + "f1": 0.492736, + "accuracy": 0.52668, + "main_score": 0.492736, + "hf_subset": "crh_Latn-kbp_Latn", + "languages": [ + "crh-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560983, + "recall": 0.609684, + "f1": 0.573635, + "accuracy": 0.609684, + "main_score": 0.573635, + "hf_subset": "crh_Latn-luo_Latn", + "languages": [ + "crh-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "crh_Latn-ory_Orya", + "languages": [ + "crh-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556113, + "recall": 0.615613, + "f1": 0.572374, + "accuracy": 0.615613, + "main_score": 0.572374, + "hf_subset": "crh_Latn-sna_Latn", + "languages": [ + "crh-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539061, + "recall": 0.592885, + "f1": 0.553418, + "accuracy": 0.592885, + "main_score": 0.553418, + "hf_subset": "crh_Latn-tso_Latn", + "languages": [ + "crh-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "crh_Latn-azj_Latn", + "languages": [ + "crh-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526252, + "recall": 0.586957, + "f1": 0.543459, + "accuracy": 0.586957, + "main_score": 0.543459, + "hf_subset": "crh_Latn-dik_Latn", + "languages": [ + "crh-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711159, + "recall": 0.768775, + "f1": 0.728084, + "accuracy": 0.768775, + "main_score": 0.728084, + "hf_subset": "crh_Latn-hau_Latn", + "languages": [ + "crh-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.954875, + "accuracy": 0.965415, + "main_score": 0.954875, + "hf_subset": "crh_Latn-kea_Latn", + "languages": [ + "crh-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707305, + "recall": 0.752964, + "f1": 0.720932, + "accuracy": 0.752964, + "main_score": 0.720932, + "hf_subset": "crh_Latn-lus_Latn", + "languages": [ + "crh-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818874, + "recall": 0.854743, + "f1": 0.829809, + "accuracy": 0.854743, + "main_score": 0.829809, + "hf_subset": "crh_Latn-pag_Latn", + "languages": [ + "crh-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "crh_Latn-snd_Arab", + "languages": [ + "crh-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "crh_Latn-tuk_Latn", + "languages": [ + "crh-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "crh_Latn-bak_Cyrl", + "languages": [ + "crh-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469985, + "recall": 0.539526, + "f1": 0.490165, + "accuracy": 0.539526, + "main_score": 0.490165, + "hf_subset": "crh_Latn-dyu_Latn", + "languages": [ + "crh-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "crh_Latn-heb_Hebr", + "languages": [ + "crh-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "crh_Latn-khk_Cyrl", + "languages": [ + "crh-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "crh_Latn-lvs_Latn", + "languages": [ + "crh-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "crh_Latn-pan_Guru", + "languages": [ + "crh-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682098, + "recall": 0.735178, + "f1": 0.697798, + "accuracy": 0.735178, + "main_score": 0.697798, + "hf_subset": "crh_Latn-som_Latn", + "languages": [ + "crh-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571412, + "recall": 0.614625, + "f1": 0.583471, + "accuracy": 0.614625, + "main_score": 0.583471, + "hf_subset": "crh_Latn-tum_Latn", + "languages": [ + "crh-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609447, + "recall": 0.672925, + "f1": 0.627332, + "accuracy": 0.672925, + "main_score": 0.627332, + "hf_subset": "glg_Latn-ace_Arab", + "languages": [ + "glg-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545589, + "recall": 0.61166, + "f1": 0.564494, + "accuracy": 0.61166, + "main_score": 0.564494, + "hf_subset": "glg_Latn-bam_Latn", + "languages": [ + "glg-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43894, + "recall": 0.512846, + "f1": 0.459315, + "accuracy": 0.512846, + "main_score": 0.459315, + "hf_subset": "glg_Latn-dzo_Tibt", + "languages": [ + "glg-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-hin_Deva", + "languages": [ + "glg-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-khm_Khmr", + "languages": [ + "glg-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-mag_Deva", + "languages": [ + "glg-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "glg_Latn-pap_Latn", + "languages": [ + "glg-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610023, + "recall": 0.666996, + "f1": 0.626313, + "accuracy": 0.666996, + "main_score": 0.626313, + "hf_subset": "glg_Latn-sot_Latn", + "languages": [ + "glg-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-tur_Latn", + "languages": [ + "glg-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887846, + "recall": 0.916996, + "f1": 0.897021, + "accuracy": 0.916996, + "main_score": 0.897021, + "hf_subset": "glg_Latn-ace_Latn", + "languages": [ + "glg-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "glg_Latn-ban_Latn", + "languages": [ + "glg-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ell_Grek", + "languages": [ + "glg-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "glg_Latn-hne_Deva", + "languages": [ + "glg-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607705, + "recall": 0.671937, + "f1": 0.626155, + "accuracy": 0.671937, + "main_score": 0.626155, + "hf_subset": "glg_Latn-kik_Latn", + "languages": [ + "glg-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-mai_Deva", + "languages": [ + "glg-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "glg_Latn-pbt_Arab", + "languages": [ + "glg-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62365, + "recall": 0.689723, + "f1": 0.641874, + "accuracy": 0.689723, + "main_score": 0.641874, + "hf_subset": "glg_Latn-twi_Latn", + "languages": [ + "glg-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-acm_Arab", + "languages": [ + "glg-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-bel_Cyrl", + "languages": [ + "glg-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-hrv_Latn", + "languages": [ + "glg-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581292, + "recall": 0.644269, + "f1": 0.5993, + "accuracy": 0.644269, + "main_score": 0.5993, + "hf_subset": "glg_Latn-kin_Latn", + "languages": [ + "glg-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-mal_Mlym", + "languages": [ + "glg-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-pes_Arab", + "languages": [ + "glg-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-srd_Latn", + "languages": [ + "glg-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181956, + "recall": 0.229249, + "f1": 0.193464, + "accuracy": 0.229249, + "main_score": 0.193464, + "hf_subset": "glg_Latn-tzm_Tfng", + "languages": [ + "glg-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-acq_Arab", + "languages": [ + "glg-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645059, + "recall": 0.697628, + "f1": 0.659828, + "accuracy": 0.697628, + "main_score": 0.659828, + "hf_subset": "glg_Latn-bem_Latn", + "languages": [ + "glg-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-epo_Latn", + "languages": [ + "glg-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-hun_Latn", + "languages": [ + "glg-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-kir_Cyrl", + "languages": [ + "glg-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-mar_Deva", + "languages": [ + "glg-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684708, + "recall": 0.741107, + "f1": 0.70093, + "accuracy": 0.741107, + "main_score": 0.70093, + "hf_subset": "glg_Latn-plt_Latn", + "languages": [ + "glg-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-srp_Cyrl", + "languages": [ + "glg-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "glg_Latn-uig_Arab", + "languages": [ + "glg-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-aeb_Arab", + "languages": [ + "glg-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ben_Beng", + "languages": [ + "glg-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-est_Latn", + "languages": [ + "glg-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-hye_Armn", + "languages": [ + "glg-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563398, + "recall": 0.612648, + "f1": 0.577394, + "accuracy": 0.612648, + "main_score": 0.577394, + "hf_subset": "glg_Latn-kmb_Latn", + "languages": [ + "glg-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531888, + "recall": 0.605731, + "f1": 0.552333, + "accuracy": 0.605731, + "main_score": 0.552333, + "hf_subset": "glg_Latn-min_Arab", + "languages": [ + "glg-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-pol_Latn", + "languages": [ + "glg-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567745, + "recall": 0.637352, + "f1": 0.588447, + "accuracy": 0.637352, + "main_score": 0.588447, + "hf_subset": "glg_Latn-ssw_Latn", + "languages": [ + "glg-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ukr_Cyrl", + "languages": [ + "glg-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-afr_Latn", + "languages": [ + "glg-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-bho_Deva", + "languages": [ + "glg-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-eus_Latn", + "languages": [ + "glg-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599432, + "recall": 0.664032, + "f1": 0.617399, + "accuracy": 0.664032, + "main_score": 0.617399, + "hf_subset": "glg_Latn-ibo_Latn", + "languages": [ + "glg-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897151, + "recall": 0.926877, + "f1": 0.906522, + "accuracy": 0.926877, + "main_score": 0.906522, + "hf_subset": "glg_Latn-kmr_Latn", + "languages": [ + "glg-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-min_Latn", + "languages": [ + "glg-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-sun_Latn", + "languages": [ + "glg-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544163, + "recall": 0.600791, + "f1": 0.560232, + "accuracy": 0.600791, + "main_score": 0.560232, + "hf_subset": "glg_Latn-umb_Latn", + "languages": [ + "glg-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ajp_Arab", + "languages": [ + "glg-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558999, + "recall": 0.623518, + "f1": 0.57702, + "accuracy": 0.623518, + "main_score": 0.57702, + "hf_subset": "glg_Latn-bjn_Arab", + "languages": [ + "glg-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540456, + "recall": 0.594862, + "f1": 0.555214, + "accuracy": 0.594862, + "main_score": 0.555214, + "hf_subset": "glg_Latn-ewe_Latn", + "languages": [ + "glg-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949852, + "recall": 0.965415, + "f1": 0.954776, + "accuracy": 0.965415, + "main_score": 0.954776, + "hf_subset": "glg_Latn-ilo_Latn", + "languages": [ + "glg-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321398, + "recall": 0.383399, + "f1": 0.338379, + "accuracy": 0.383399, + "main_score": 0.338379, + "hf_subset": "glg_Latn-knc_Arab", + "languages": [ + "glg-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-mkd_Cyrl", + "languages": [ + "glg-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-prs_Arab", + "languages": [ + "glg-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-swe_Latn", + "languages": [ + "glg-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-urd_Arab", + "languages": [ + "glg-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60308, + "recall": 0.662055, + "f1": 0.61919, + "accuracy": 0.662055, + "main_score": 0.61919, + "hf_subset": "glg_Latn-aka_Latn", + "languages": [ + "glg-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "glg_Latn-bjn_Latn", + "languages": [ + "glg-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "glg_Latn-fao_Latn", + "languages": [ + "glg-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ind_Latn", + "languages": [ + "glg-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592252, + "recall": 0.646245, + "f1": 0.60763, + "accuracy": 0.646245, + "main_score": 0.60763, + "hf_subset": "glg_Latn-knc_Latn", + "languages": [ + "glg-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732889, + "recall": 0.79249, + "f1": 0.750857, + "accuracy": 0.79249, + "main_score": 0.750857, + "hf_subset": "glg_Latn-quy_Latn", + "languages": [ + "glg-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "glg_Latn-swh_Latn", + "languages": [ + "glg-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-uzn_Latn", + "languages": [ + "glg-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-als_Latn", + "languages": [ + "glg-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663251, + "recall": 0.742095, + "f1": 0.687039, + "accuracy": 0.742095, + "main_score": 0.687039, + "hf_subset": "glg_Latn-bod_Tibt", + "languages": [ + "glg-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733474, + "recall": 0.783597, + "f1": 0.748111, + "accuracy": 0.783597, + "main_score": 0.748111, + "hf_subset": "glg_Latn-fij_Latn", + "languages": [ + "glg-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "glg_Latn-isl_Latn", + "languages": [ + "glg-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682806, + "recall": 0.731225, + "f1": 0.697036, + "accuracy": 0.731225, + "main_score": 0.697036, + "hf_subset": "glg_Latn-kon_Latn", + "languages": [ + "glg-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679084, + "recall": 0.745059, + "f1": 0.698226, + "accuracy": 0.745059, + "main_score": 0.698226, + "hf_subset": "glg_Latn-mni_Beng", + "languages": [ + "glg-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "glg_Latn-szl_Latn", + "languages": [ + "glg-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-vec_Latn", + "languages": [ + "glg-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960721, + "recall": 0.97332, + "f1": 0.964822, + "accuracy": 0.97332, + "main_score": 0.964822, + "hf_subset": "glg_Latn-amh_Ethi", + "languages": [ + "glg-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-bos_Latn", + "languages": [ + "glg-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-fin_Latn", + "languages": [ + "glg-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-kor_Hang", + "languages": [ + "glg-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565646, + "recall": 0.626482, + "f1": 0.582805, + "accuracy": 0.626482, + "main_score": 0.582805, + "hf_subset": "glg_Latn-mos_Latn", + "languages": [ + "glg-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56651, + "recall": 0.62253, + "f1": 0.582762, + "accuracy": 0.62253, + "main_score": 0.582762, + "hf_subset": "glg_Latn-run_Latn", + "languages": [ + "glg-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-tam_Taml", + "languages": [ + "glg-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-vie_Latn", + "languages": [ + "glg-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-apc_Arab", + "languages": [ + "glg-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824391, + "recall": 0.866601, + "f1": 0.837121, + "accuracy": 0.866601, + "main_score": 0.837121, + "hf_subset": "glg_Latn-bug_Latn", + "languages": [ + "glg-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480394, + "recall": 0.540514, + "f1": 0.496371, + "accuracy": 0.540514, + "main_score": 0.496371, + "hf_subset": "glg_Latn-fon_Latn", + "languages": [ + "glg-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-jav_Latn", + "languages": [ + "glg-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-lao_Laoo", + "languages": [ + "glg-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878764, + "recall": 0.914032, + "f1": 0.889904, + "accuracy": 0.914032, + "main_score": 0.889904, + "hf_subset": "glg_Latn-mri_Latn", + "languages": [ + "glg-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-rus_Cyrl", + "languages": [ + "glg-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557449, + "recall": 0.619565, + "f1": 0.574115, + "accuracy": 0.619565, + "main_score": 0.574115, + "hf_subset": "glg_Latn-taq_Latn", + "languages": [ + "glg-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-war_Latn", + "languages": [ + "glg-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-arb_Arab", + "languages": [ + "glg-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-bul_Cyrl", + "languages": [ + "glg-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-jpn_Jpan", + "languages": [ + "glg-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-lij_Latn", + "languages": [ + "glg-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "glg_Latn-mya_Mymr", + "languages": [ + "glg-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628215, + "recall": 0.694664, + "f1": 0.647382, + "accuracy": 0.694664, + "main_score": 0.647382, + "hf_subset": "glg_Latn-sag_Latn", + "languages": [ + "glg-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.20324, + "recall": 0.26087, + "f1": 0.216188, + "accuracy": 0.26087, + "main_score": 0.216188, + "hf_subset": "glg_Latn-taq_Tfng", + "languages": [ + "glg-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652167, + "recall": 0.714427, + "f1": 0.669568, + "accuracy": 0.714427, + "main_score": 0.669568, + "hf_subset": "glg_Latn-wol_Latn", + "languages": [ + "glg-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829084, + "recall": 0.87253, + "f1": 0.842292, + "accuracy": 0.87253, + "main_score": 0.842292, + "hf_subset": "glg_Latn-arb_Latn", + "languages": [ + "glg-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-fur_Latn", + "languages": [ + "glg-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432352, + "recall": 0.488142, + "f1": 0.448064, + "accuracy": 0.488142, + "main_score": 0.448064, + "hf_subset": "glg_Latn-kab_Latn", + "languages": [ + "glg-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "glg_Latn-lim_Latn", + "languages": [ + "glg-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-nld_Latn", + "languages": [ + "glg-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "glg_Latn-san_Deva", + "languages": [ + "glg-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-tat_Cyrl", + "languages": [ + "glg-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690763, + "recall": 0.748024, + "f1": 0.70735, + "accuracy": 0.748024, + "main_score": 0.70735, + "hf_subset": "glg_Latn-xho_Latn", + "languages": [ + "glg-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ars_Arab", + "languages": [ + "glg-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-ceb_Latn", + "languages": [ + "glg-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571476, + "recall": 0.633399, + "f1": 0.588884, + "accuracy": 0.633399, + "main_score": 0.588884, + "hf_subset": "glg_Latn-fuv_Latn", + "languages": [ + "glg-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528267, + "recall": 0.589921, + "f1": 0.544619, + "accuracy": 0.589921, + "main_score": 0.544619, + "hf_subset": "glg_Latn-kac_Latn", + "languages": [ + "glg-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689462, + "recall": 0.743083, + "f1": 0.705204, + "accuracy": 0.743083, + "main_score": 0.705204, + "hf_subset": "glg_Latn-lin_Latn", + "languages": [ + "glg-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-nno_Latn", + "languages": [ + "glg-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23217, + "recall": 0.318182, + "f1": 0.255191, + "accuracy": 0.318182, + "main_score": 0.255191, + "hf_subset": "glg_Latn-sat_Olck", + "languages": [ + "glg-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-tel_Telu", + "languages": [ + "glg-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "glg_Latn-ydd_Hebr", + "languages": [ + "glg-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "glg_Latn-ary_Arab", + "languages": [ + "glg-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ces_Latn", + "languages": [ + "glg-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592714, + "recall": 0.656126, + "f1": 0.61099, + "accuracy": 0.656126, + "main_score": 0.61099, + "hf_subset": "glg_Latn-gaz_Latn", + "languages": [ + "glg-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608844, + "recall": 0.671937, + "f1": 0.627052, + "accuracy": 0.671937, + "main_score": 0.627052, + "hf_subset": "glg_Latn-kam_Latn", + "languages": [ + "glg-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "glg_Latn-lit_Latn", + "languages": [ + "glg-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-nob_Latn", + "languages": [ + "glg-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-scn_Latn", + "languages": [ + "glg-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "glg_Latn-tgk_Cyrl", + "languages": [ + "glg-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735227, + "recall": 0.794466, + "f1": 0.75272, + "accuracy": 0.794466, + "main_score": 0.75272, + "hf_subset": "glg_Latn-yor_Latn", + "languages": [ + "glg-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-arz_Arab", + "languages": [ + "glg-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587039, + "recall": 0.647233, + "f1": 0.60412, + "accuracy": 0.647233, + "main_score": 0.60412, + "hf_subset": "glg_Latn-cjk_Latn", + "languages": [ + "glg-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819516, + "recall": 0.858696, + "f1": 0.831357, + "accuracy": 0.858696, + "main_score": 0.831357, + "hf_subset": "glg_Latn-gla_Latn", + "languages": [ + "glg-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-kan_Knda", + "languages": [ + "glg-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "glg_Latn-lmo_Latn", + "languages": [ + "glg-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "glg_Latn-npi_Deva", + "languages": [ + "glg-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475321, + "recall": 0.538538, + "f1": 0.492375, + "accuracy": 0.538538, + "main_score": 0.492375, + "hf_subset": "glg_Latn-shn_Mymr", + "languages": [ + "glg-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-tgl_Latn", + "languages": [ + "glg-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-yue_Hant", + "languages": [ + "glg-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-asm_Beng", + "languages": [ + "glg-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "glg_Latn-ckb_Arab", + "languages": [ + "glg-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904924, + "recall": 0.932806, + "f1": 0.913603, + "accuracy": 0.932806, + "main_score": 0.913603, + "hf_subset": "glg_Latn-gle_Latn", + "languages": [ + "glg-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "glg_Latn-kas_Arab", + "languages": [ + "glg-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.965415, + "f1": 0.954381, + "accuracy": 0.965415, + "main_score": 0.954381, + "hf_subset": "glg_Latn-ltg_Latn", + "languages": [ + "glg-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631317, + "recall": 0.684783, + "f1": 0.647072, + "accuracy": 0.684783, + "main_score": 0.647072, + "hf_subset": "glg_Latn-nso_Latn", + "languages": [ + "glg-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-sin_Sinh", + "languages": [ + "glg-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-tha_Thai", + "languages": [ + "glg-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-zho_Hans", + "languages": [ + "glg-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ast_Latn", + "languages": [ + "glg-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-crh_Latn", + "languages": [ + "glg-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913867, + "recall": 0.939723, + "f1": 0.922069, + "accuracy": 0.939723, + "main_score": 0.922069, + "hf_subset": "glg_Latn-kas_Deva", + "languages": [ + "glg-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "glg_Latn-ltz_Latn", + "languages": [ + "glg-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476404, + "recall": 0.545455, + "f1": 0.494953, + "accuracy": 0.545455, + "main_score": 0.494953, + "hf_subset": "glg_Latn-nus_Latn", + "languages": [ + "glg-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-slk_Latn", + "languages": [ + "glg-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65639, + "recall": 0.725296, + "f1": 0.676708, + "accuracy": 0.725296, + "main_score": 0.676708, + "hf_subset": "glg_Latn-tir_Ethi", + "languages": [ + "glg-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-zho_Hant", + "languages": [ + "glg-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.98913, + "f1": 0.98666, + "accuracy": 0.98913, + "main_score": 0.98666, + "hf_subset": "glg_Latn-awa_Deva", + "languages": [ + "glg-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "glg_Latn-cym_Latn", + "languages": [ + "glg-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874094, + "recall": 0.909091, + "f1": 0.885112, + "accuracy": 0.909091, + "main_score": 0.885112, + "hf_subset": "glg_Latn-grn_Latn", + "languages": [ + "glg-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-kat_Geor", + "languages": [ + "glg-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666199, + "recall": 0.716403, + "f1": 0.680148, + "accuracy": 0.716403, + "main_score": 0.680148, + "hf_subset": "glg_Latn-lua_Latn", + "languages": [ + "glg-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661635, + "recall": 0.717391, + "f1": 0.678203, + "accuracy": 0.717391, + "main_score": 0.678203, + "hf_subset": "glg_Latn-nya_Latn", + "languages": [ + "glg-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-slv_Latn", + "languages": [ + "glg-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "glg_Latn-tpi_Latn", + "languages": [ + "glg-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-zsm_Latn", + "languages": [ + "glg-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566513, + "recall": 0.628458, + "f1": 0.583892, + "accuracy": 0.628458, + "main_score": 0.583892, + "hf_subset": "glg_Latn-ayr_Latn", + "languages": [ + "glg-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-dan_Latn", + "languages": [ + "glg-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-guj_Gujr", + "languages": [ + "glg-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "glg_Latn-kaz_Cyrl", + "languages": [ + "glg-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554002, + "recall": 0.613636, + "f1": 0.570807, + "accuracy": 0.613636, + "main_score": 0.570807, + "hf_subset": "glg_Latn-lug_Latn", + "languages": [ + "glg-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-oci_Latn", + "languages": [ + "glg-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841815, + "recall": 0.882411, + "f1": 0.854414, + "accuracy": 0.882411, + "main_score": 0.854414, + "hf_subset": "glg_Latn-smo_Latn", + "languages": [ + "glg-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557143, + "recall": 0.620553, + "f1": 0.57519, + "accuracy": 0.620553, + "main_score": 0.57519, + "hf_subset": "glg_Latn-tsn_Latn", + "languages": [ + "glg-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625939, + "recall": 0.692688, + "f1": 0.645324, + "accuracy": 0.692688, + "main_score": 0.645324, + "hf_subset": "glg_Latn-zul_Latn", + "languages": [ + "glg-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94417, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "glg_Latn-azb_Arab", + "languages": [ + "glg-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-deu_Latn", + "languages": [ + "glg-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "glg_Latn-hat_Latn", + "languages": [ + "glg-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498962, + "recall": 0.552372, + "f1": 0.514248, + "accuracy": 0.552372, + "main_score": 0.514248, + "hf_subset": "glg_Latn-kbp_Latn", + "languages": [ + "glg-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595474, + "recall": 0.651186, + "f1": 0.610261, + "accuracy": 0.651186, + "main_score": 0.610261, + "hf_subset": "glg_Latn-luo_Latn", + "languages": [ + "glg-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-ory_Orya", + "languages": [ + "glg-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594911, + "recall": 0.661067, + "f1": 0.614213, + "accuracy": 0.661067, + "main_score": 0.614213, + "hf_subset": "glg_Latn-sna_Latn", + "languages": [ + "glg-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576566, + "recall": 0.635375, + "f1": 0.593225, + "accuracy": 0.635375, + "main_score": 0.593225, + "hf_subset": "glg_Latn-tso_Latn", + "languages": [ + "glg-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-azj_Latn", + "languages": [ + "glg-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544721, + "recall": 0.613636, + "f1": 0.563693, + "accuracy": 0.613636, + "main_score": 0.563693, + "hf_subset": "glg_Latn-dik_Latn", + "languages": [ + "glg-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756505, + "recall": 0.811265, + "f1": 0.772892, + "accuracy": 0.811265, + "main_score": 0.772892, + "hf_subset": "glg_Latn-hau_Latn", + "languages": [ + "glg-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "glg_Latn-kea_Latn", + "languages": [ + "glg-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761182, + "recall": 0.812253, + "f1": 0.77668, + "accuracy": 0.812253, + "main_score": 0.77668, + "hf_subset": "glg_Latn-lus_Latn", + "languages": [ + "glg-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891963, + "recall": 0.917984, + "f1": 0.899788, + "accuracy": 0.917984, + "main_score": 0.899788, + "hf_subset": "glg_Latn-pag_Latn", + "languages": [ + "glg-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-snd_Arab", + "languages": [ + "glg-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "glg_Latn-tuk_Latn", + "languages": [ + "glg-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "glg_Latn-bak_Cyrl", + "languages": [ + "glg-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510084, + "recall": 0.589921, + "f1": 0.533138, + "accuracy": 0.589921, + "main_score": 0.533138, + "hf_subset": "glg_Latn-dyu_Latn", + "languages": [ + "glg-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "glg_Latn-heb_Hebr", + "languages": [ + "glg-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "glg_Latn-khk_Cyrl", + "languages": [ + "glg-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-lvs_Latn", + "languages": [ + "glg-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "glg_Latn-pan_Guru", + "languages": [ + "glg-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723379, + "recall": 0.781621, + "f1": 0.740728, + "accuracy": 0.781621, + "main_score": 0.740728, + "hf_subset": "glg_Latn-som_Latn", + "languages": [ + "glg-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610954, + "recall": 0.660079, + "f1": 0.624398, + "accuracy": 0.660079, + "main_score": 0.624398, + "hf_subset": "glg_Latn-tum_Latn", + "languages": [ + "glg-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49132, + "recall": 0.551383, + "f1": 0.508066, + "accuracy": 0.551383, + "main_score": 0.508066, + "hf_subset": "kas_Deva-ace_Arab", + "languages": [ + "kas-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479998, + "recall": 0.536561, + "f1": 0.496093, + "accuracy": 0.536561, + "main_score": 0.496093, + "hf_subset": "kas_Deva-bam_Latn", + "languages": [ + "kas-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309556, + "recall": 0.370553, + "f1": 0.326219, + "accuracy": 0.370553, + "main_score": 0.326219, + "hf_subset": "kas_Deva-dzo_Tibt", + "languages": [ + "kas-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924572, + "recall": 0.947628, + "f1": 0.931818, + "accuracy": 0.947628, + "main_score": 0.931818, + "hf_subset": "kas_Deva-hin_Deva", + "languages": [ + "kas-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841773, + "recall": 0.879447, + "f1": 0.852931, + "accuracy": 0.879447, + "main_score": 0.852931, + "hf_subset": "kas_Deva-khm_Khmr", + "languages": [ + "kas-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918511, + "recall": 0.940711, + "f1": 0.92556, + "accuracy": 0.940711, + "main_score": 0.92556, + "hf_subset": "kas_Deva-mag_Deva", + "languages": [ + "kas-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836884, + "recall": 0.876482, + "f1": 0.848732, + "accuracy": 0.876482, + "main_score": 0.848732, + "hf_subset": "kas_Deva-pap_Latn", + "languages": [ + "kas-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535084, + "recall": 0.588933, + "f1": 0.550285, + "accuracy": 0.588933, + "main_score": 0.550285, + "hf_subset": "kas_Deva-sot_Latn", + "languages": [ + "kas-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894829, + "recall": 0.922925, + "f1": 0.903049, + "accuracy": 0.922925, + "main_score": 0.903049, + "hf_subset": "kas_Deva-tur_Latn", + "languages": [ + "kas-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723231, + "recall": 0.767787, + "f1": 0.735814, + "accuracy": 0.767787, + "main_score": 0.735814, + "hf_subset": "kas_Deva-ace_Latn", + "languages": [ + "kas-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80956, + "recall": 0.846838, + "f1": 0.820191, + "accuracy": 0.846838, + "main_score": 0.820191, + "hf_subset": "kas_Deva-ban_Latn", + "languages": [ + "kas-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896311, + "recall": 0.923913, + "f1": 0.904809, + "accuracy": 0.923913, + "main_score": 0.904809, + "hf_subset": "kas_Deva-ell_Grek", + "languages": [ + "kas-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91502, + "recall": 0.939723, + "f1": 0.922925, + "accuracy": 0.939723, + "main_score": 0.922925, + "hf_subset": "kas_Deva-hne_Deva", + "languages": [ + "kas-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510262, + "recall": 0.570158, + "f1": 0.526798, + "accuracy": 0.570158, + "main_score": 0.526798, + "hf_subset": "kas_Deva-kik_Latn", + "languages": [ + "kas-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927816, + "recall": 0.949605, + "f1": 0.934848, + "accuracy": 0.949605, + "main_score": 0.934848, + "hf_subset": "kas_Deva-mai_Deva", + "languages": [ + "kas-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837813, + "recall": 0.878458, + "f1": 0.849539, + "accuracy": 0.878458, + "main_score": 0.849539, + "hf_subset": "kas_Deva-pbt_Arab", + "languages": [ + "kas-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896393, + "recall": 0.924901, + "f1": 0.905007, + "accuracy": 0.924901, + "main_score": 0.905007, + "hf_subset": "kas_Deva-spa_Latn", + "languages": [ + "kas-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56368, + "recall": 0.623518, + "f1": 0.580215, + "accuracy": 0.623518, + "main_score": 0.580215, + "hf_subset": "kas_Deva-twi_Latn", + "languages": [ + "kas-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874876, + "recall": 0.907115, + "f1": 0.88431, + "accuracy": 0.907115, + "main_score": 0.88431, + "hf_subset": "kas_Deva-acm_Arab", + "languages": [ + "kas-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834256, + "recall": 0.87747, + "f1": 0.847266, + "accuracy": 0.87747, + "main_score": 0.847266, + "hf_subset": "kas_Deva-bel_Cyrl", + "languages": [ + "kas-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921031, + "recall": 0.944664, + "f1": 0.928261, + "accuracy": 0.944664, + "main_score": 0.928261, + "hf_subset": "kas_Deva-eng_Latn", + "languages": [ + "kas-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880007, + "recall": 0.914032, + "f1": 0.890613, + "accuracy": 0.914032, + "main_score": 0.890613, + "hf_subset": "kas_Deva-hrv_Latn", + "languages": [ + "kas-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490904, + "recall": 0.541502, + "f1": 0.50504, + "accuracy": 0.541502, + "main_score": 0.50504, + "hf_subset": "kas_Deva-kin_Latn", + "languages": [ + "kas-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895043, + "recall": 0.926877, + "f1": 0.90504, + "accuracy": 0.926877, + "main_score": 0.90504, + "hf_subset": "kas_Deva-mal_Mlym", + "languages": [ + "kas-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874572, + "recall": 0.909091, + "f1": 0.884999, + "accuracy": 0.909091, + "main_score": 0.884999, + "hf_subset": "kas_Deva-pes_Arab", + "languages": [ + "kas-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851773, + "recall": 0.887352, + "f1": 0.862195, + "accuracy": 0.887352, + "main_score": 0.862195, + "hf_subset": "kas_Deva-srd_Latn", + "languages": [ + "kas-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195132, + "recall": 0.233202, + "f1": 0.204376, + "accuracy": 0.233202, + "main_score": 0.204376, + "hf_subset": "kas_Deva-tzm_Tfng", + "languages": [ + "kas-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885441, + "recall": 0.917984, + "f1": 0.895553, + "accuracy": 0.917984, + "main_score": 0.895553, + "hf_subset": "kas_Deva-acq_Arab", + "languages": [ + "kas-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562213, + "recall": 0.615613, + "f1": 0.577313, + "accuracy": 0.615613, + "main_score": 0.577313, + "hf_subset": "kas_Deva-bem_Latn", + "languages": [ + "kas-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882642, + "recall": 0.91502, + "f1": 0.892424, + "accuracy": 0.91502, + "main_score": 0.892424, + "hf_subset": "kas_Deva-epo_Latn", + "languages": [ + "kas-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902174, + "recall": 0.929842, + "f1": 0.910672, + "accuracy": 0.929842, + "main_score": 0.910672, + "hf_subset": "kas_Deva-hun_Latn", + "languages": [ + "kas-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804553, + "recall": 0.851779, + "f1": 0.818709, + "accuracy": 0.851779, + "main_score": 0.818709, + "hf_subset": "kas_Deva-kir_Cyrl", + "languages": [ + "kas-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908531, + "recall": 0.932806, + "f1": 0.915613, + "accuracy": 0.932806, + "main_score": 0.915613, + "hf_subset": "kas_Deva-mar_Deva", + "languages": [ + "kas-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574953, + "recall": 0.629447, + "f1": 0.590716, + "accuracy": 0.629447, + "main_score": 0.590716, + "hf_subset": "kas_Deva-plt_Latn", + "languages": [ + "kas-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883465, + "recall": 0.916008, + "f1": 0.893445, + "accuracy": 0.916008, + "main_score": 0.893445, + "hf_subset": "kas_Deva-srp_Cyrl", + "languages": [ + "kas-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757806, + "recall": 0.809289, + "f1": 0.772666, + "accuracy": 0.809289, + "main_score": 0.772666, + "hf_subset": "kas_Deva-uig_Arab", + "languages": [ + "kas-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852252, + "recall": 0.889328, + "f1": 0.863489, + "accuracy": 0.889328, + "main_score": 0.863489, + "hf_subset": "kas_Deva-aeb_Arab", + "languages": [ + "kas-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915991, + "recall": 0.939723, + "f1": 0.923155, + "accuracy": 0.939723, + "main_score": 0.923155, + "hf_subset": "kas_Deva-ben_Beng", + "languages": [ + "kas-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866365, + "recall": 0.901186, + "f1": 0.876713, + "accuracy": 0.901186, + "main_score": 0.876713, + "hf_subset": "kas_Deva-est_Latn", + "languages": [ + "kas-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879891, + "recall": 0.912055, + "f1": 0.889526, + "accuracy": 0.912055, + "main_score": 0.889526, + "hf_subset": "kas_Deva-hye_Armn", + "languages": [ + "kas-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485112, + "recall": 0.538538, + "f1": 0.499983, + "accuracy": 0.538538, + "main_score": 0.499983, + "hf_subset": "kas_Deva-kmb_Latn", + "languages": [ + "kas-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450633, + "recall": 0.517787, + "f1": 0.469261, + "accuracy": 0.517787, + "main_score": 0.469261, + "hf_subset": "kas_Deva-min_Arab", + "languages": [ + "kas-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87393, + "recall": 0.910079, + "f1": 0.884881, + "accuracy": 0.910079, + "main_score": 0.884881, + "hf_subset": "kas_Deva-pol_Latn", + "languages": [ + "kas-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522167, + "recall": 0.577075, + "f1": 0.537804, + "accuracy": 0.577075, + "main_score": 0.537804, + "hf_subset": "kas_Deva-ssw_Latn", + "languages": [ + "kas-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902833, + "recall": 0.93083, + "f1": 0.911364, + "accuracy": 0.93083, + "main_score": 0.911364, + "hf_subset": "kas_Deva-ukr_Cyrl", + "languages": [ + "kas-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89249, + "recall": 0.923913, + "f1": 0.902127, + "accuracy": 0.923913, + "main_score": 0.902127, + "hf_subset": "kas_Deva-afr_Latn", + "languages": [ + "kas-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898394, + "recall": 0.924901, + "f1": 0.906522, + "accuracy": 0.924901, + "main_score": 0.906522, + "hf_subset": "kas_Deva-bho_Deva", + "languages": [ + "kas-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823301, + "recall": 0.865613, + "f1": 0.83587, + "accuracy": 0.865613, + "main_score": 0.83587, + "hf_subset": "kas_Deva-eus_Latn", + "languages": [ + "kas-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511274, + "recall": 0.574111, + "f1": 0.52866, + "accuracy": 0.574111, + "main_score": 0.52866, + "hf_subset": "kas_Deva-ibo_Latn", + "languages": [ + "kas-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700936, + "recall": 0.752964, + "f1": 0.714984, + "accuracy": 0.752964, + "main_score": 0.714984, + "hf_subset": "kas_Deva-kmr_Latn", + "languages": [ + "kas-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836968, + "recall": 0.876482, + "f1": 0.848946, + "accuracy": 0.876482, + "main_score": 0.848946, + "hf_subset": "kas_Deva-min_Latn", + "languages": [ + "kas-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916831, + "recall": 0.938735, + "f1": 0.923471, + "accuracy": 0.938735, + "main_score": 0.923471, + "hf_subset": "kas_Deva-por_Latn", + "languages": [ + "kas-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845003, + "recall": 0.885375, + "f1": 0.857169, + "accuracy": 0.885375, + "main_score": 0.857169, + "hf_subset": "kas_Deva-sun_Latn", + "languages": [ + "kas-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481613, + "recall": 0.539526, + "f1": 0.498026, + "accuracy": 0.539526, + "main_score": 0.498026, + "hf_subset": "kas_Deva-umb_Latn", + "languages": [ + "kas-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876186, + "recall": 0.911067, + "f1": 0.887154, + "accuracy": 0.911067, + "main_score": 0.887154, + "hf_subset": "kas_Deva-ajp_Arab", + "languages": [ + "kas-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460001, + "recall": 0.521739, + "f1": 0.47676, + "accuracy": 0.521739, + "main_score": 0.47676, + "hf_subset": "kas_Deva-bjn_Arab", + "languages": [ + "kas-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470696, + "recall": 0.52668, + "f1": 0.485692, + "accuracy": 0.52668, + "main_score": 0.485692, + "hf_subset": "kas_Deva-ewe_Latn", + "languages": [ + "kas-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788876, + "recall": 0.829051, + "f1": 0.800134, + "accuracy": 0.829051, + "main_score": 0.800134, + "hf_subset": "kas_Deva-ilo_Latn", + "languages": [ + "kas-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316748, + "recall": 0.374506, + "f1": 0.332204, + "accuracy": 0.374506, + "main_score": 0.332204, + "hf_subset": "kas_Deva-knc_Arab", + "languages": [ + "kas-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877635, + "recall": 0.911067, + "f1": 0.887733, + "accuracy": 0.911067, + "main_score": 0.887733, + "hf_subset": "kas_Deva-mkd_Cyrl", + "languages": [ + "kas-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892104, + "recall": 0.920949, + "f1": 0.900906, + "accuracy": 0.920949, + "main_score": 0.900906, + "hf_subset": "kas_Deva-prs_Arab", + "languages": [ + "kas-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899407, + "recall": 0.927866, + "f1": 0.908056, + "accuracy": 0.927866, + "main_score": 0.908056, + "hf_subset": "kas_Deva-swe_Latn", + "languages": [ + "kas-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908762, + "recall": 0.936759, + "f1": 0.917772, + "accuracy": 0.936759, + "main_score": 0.917772, + "hf_subset": "kas_Deva-urd_Arab", + "languages": [ + "kas-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534092, + "recall": 0.589921, + "f1": 0.549545, + "accuracy": 0.589921, + "main_score": 0.549545, + "hf_subset": "kas_Deva-aka_Latn", + "languages": [ + "kas-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838187, + "recall": 0.874506, + "f1": 0.849164, + "accuracy": 0.874506, + "main_score": 0.849164, + "hf_subset": "kas_Deva-bjn_Latn", + "languages": [ + "kas-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779654, + "recall": 0.83004, + "f1": 0.794417, + "accuracy": 0.83004, + "main_score": 0.794417, + "hf_subset": "kas_Deva-fao_Latn", + "languages": [ + "kas-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903656, + "recall": 0.931818, + "f1": 0.912352, + "accuracy": 0.931818, + "main_score": 0.912352, + "hf_subset": "kas_Deva-ind_Latn", + "languages": [ + "kas-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548638, + "recall": 0.597826, + "f1": 0.562623, + "accuracy": 0.597826, + "main_score": 0.562623, + "hf_subset": "kas_Deva-knc_Latn", + "languages": [ + "kas-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832503, + "recall": 0.873518, + "f1": 0.844436, + "accuracy": 0.873518, + "main_score": 0.844436, + "hf_subset": "kas_Deva-mlt_Latn", + "languages": [ + "kas-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613362, + "recall": 0.66996, + "f1": 0.629664, + "accuracy": 0.66996, + "main_score": 0.629664, + "hf_subset": "kas_Deva-quy_Latn", + "languages": [ + "kas-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789361, + "recall": 0.832016, + "f1": 0.80215, + "accuracy": 0.832016, + "main_score": 0.80215, + "hf_subset": "kas_Deva-swh_Latn", + "languages": [ + "kas-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857337, + "recall": 0.892292, + "f1": 0.86794, + "accuracy": 0.892292, + "main_score": 0.86794, + "hf_subset": "kas_Deva-uzn_Latn", + "languages": [ + "kas-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871353, + "recall": 0.903162, + "f1": 0.880719, + "accuracy": 0.903162, + "main_score": 0.880719, + "hf_subset": "kas_Deva-als_Latn", + "languages": [ + "kas-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408635, + "recall": 0.490119, + "f1": 0.430753, + "accuracy": 0.490119, + "main_score": 0.430753, + "hf_subset": "kas_Deva-bod_Tibt", + "languages": [ + "kas-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593636, + "recall": 0.649209, + "f1": 0.608883, + "accuracy": 0.649209, + "main_score": 0.608883, + "hf_subset": "kas_Deva-fij_Latn", + "languages": [ + "kas-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786561, + "recall": 0.839921, + "f1": 0.802458, + "accuracy": 0.839921, + "main_score": 0.802458, + "hf_subset": "kas_Deva-isl_Latn", + "languages": [ + "kas-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576724, + "recall": 0.624506, + "f1": 0.590726, + "accuracy": 0.624506, + "main_score": 0.590726, + "hf_subset": "kas_Deva-kon_Latn", + "languages": [ + "kas-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615169, + "recall": 0.674901, + "f1": 0.632337, + "accuracy": 0.674901, + "main_score": 0.632337, + "hf_subset": "kas_Deva-mni_Beng", + "languages": [ + "kas-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904109, + "recall": 0.929842, + "f1": 0.911866, + "accuracy": 0.929842, + "main_score": 0.911866, + "hf_subset": "kas_Deva-ron_Latn", + "languages": [ + "kas-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842095, + "recall": 0.882411, + "f1": 0.853986, + "accuracy": 0.882411, + "main_score": 0.853986, + "hf_subset": "kas_Deva-szl_Latn", + "languages": [ + "kas-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883959, + "recall": 0.91502, + "f1": 0.893248, + "accuracy": 0.91502, + "main_score": 0.893248, + "hf_subset": "kas_Deva-vec_Latn", + "languages": [ + "kas-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719979, + "recall": 0.771739, + "f1": 0.735347, + "accuracy": 0.771739, + "main_score": 0.735347, + "hf_subset": "kas_Deva-amh_Ethi", + "languages": [ + "kas-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890547, + "recall": 0.921937, + "f1": 0.900329, + "accuracy": 0.921937, + "main_score": 0.900329, + "hf_subset": "kas_Deva-bos_Latn", + "languages": [ + "kas-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879423, + "recall": 0.911067, + "f1": 0.889213, + "accuracy": 0.911067, + "main_score": 0.889213, + "hf_subset": "kas_Deva-fin_Latn", + "languages": [ + "kas-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901329, + "recall": 0.927866, + "f1": 0.909223, + "accuracy": 0.927866, + "main_score": 0.909223, + "hf_subset": "kas_Deva-ita_Latn", + "languages": [ + "kas-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888563, + "recall": 0.91996, + "f1": 0.898172, + "accuracy": 0.91996, + "main_score": 0.898172, + "hf_subset": "kas_Deva-kor_Hang", + "languages": [ + "kas-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500289, + "recall": 0.557312, + "f1": 0.516406, + "accuracy": 0.557312, + "main_score": 0.516406, + "hf_subset": "kas_Deva-mos_Latn", + "languages": [ + "kas-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4916, + "recall": 0.541502, + "f1": 0.505123, + "accuracy": 0.541502, + "main_score": 0.505123, + "hf_subset": "kas_Deva-run_Latn", + "languages": [ + "kas-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891008, + "recall": 0.920949, + "f1": 0.900165, + "accuracy": 0.920949, + "main_score": 0.900165, + "hf_subset": "kas_Deva-tam_Taml", + "languages": [ + "kas-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882338, + "recall": 0.913043, + "f1": 0.891617, + "accuracy": 0.913043, + "main_score": 0.891617, + "hf_subset": "kas_Deva-vie_Latn", + "languages": [ + "kas-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873257, + "recall": 0.905138, + "f1": 0.88274, + "accuracy": 0.905138, + "main_score": 0.88274, + "hf_subset": "kas_Deva-apc_Arab", + "languages": [ + "kas-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687755, + "recall": 0.738142, + "f1": 0.702412, + "accuracy": 0.738142, + "main_score": 0.702412, + "hf_subset": "kas_Deva-bug_Latn", + "languages": [ + "kas-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44323, + "recall": 0.497036, + "f1": 0.457574, + "accuracy": 0.497036, + "main_score": 0.457574, + "hf_subset": "kas_Deva-fon_Latn", + "languages": [ + "kas-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857773, + "recall": 0.893281, + "f1": 0.868314, + "accuracy": 0.893281, + "main_score": 0.868314, + "hf_subset": "kas_Deva-jav_Latn", + "languages": [ + "kas-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81358, + "recall": 0.857708, + "f1": 0.82655, + "accuracy": 0.857708, + "main_score": 0.82655, + "hf_subset": "kas_Deva-lao_Laoo", + "languages": [ + "kas-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646752, + "recall": 0.702569, + "f1": 0.662963, + "accuracy": 0.702569, + "main_score": 0.662963, + "hf_subset": "kas_Deva-mri_Latn", + "languages": [ + "kas-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886578, + "recall": 0.916996, + "f1": 0.895619, + "accuracy": 0.916996, + "main_score": 0.895619, + "hf_subset": "kas_Deva-rus_Cyrl", + "languages": [ + "kas-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503353, + "recall": 0.554348, + "f1": 0.517511, + "accuracy": 0.554348, + "main_score": 0.517511, + "hf_subset": "kas_Deva-taq_Latn", + "languages": [ + "kas-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870052, + "recall": 0.903162, + "f1": 0.879727, + "accuracy": 0.903162, + "main_score": 0.879727, + "hf_subset": "kas_Deva-war_Latn", + "languages": [ + "kas-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883564, + "recall": 0.91502, + "f1": 0.892989, + "accuracy": 0.91502, + "main_score": 0.892989, + "hf_subset": "kas_Deva-arb_Arab", + "languages": [ + "kas-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898057, + "recall": 0.925889, + "f1": 0.906343, + "accuracy": 0.925889, + "main_score": 0.906343, + "hf_subset": "kas_Deva-bul_Cyrl", + "languages": [ + "kas-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91059, + "recall": 0.933794, + "f1": 0.917556, + "accuracy": 0.933794, + "main_score": 0.917556, + "hf_subset": "kas_Deva-fra_Latn", + "languages": [ + "kas-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895619, + "recall": 0.921937, + "f1": 0.903498, + "accuracy": 0.921937, + "main_score": 0.903498, + "hf_subset": "kas_Deva-jpn_Jpan", + "languages": [ + "kas-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848708, + "recall": 0.887352, + "f1": 0.860458, + "accuracy": 0.887352, + "main_score": 0.860458, + "hf_subset": "kas_Deva-lij_Latn", + "languages": [ + "kas-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812319, + "recall": 0.859684, + "f1": 0.826303, + "accuracy": 0.859684, + "main_score": 0.826303, + "hf_subset": "kas_Deva-mya_Mymr", + "languages": [ + "kas-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53178, + "recall": 0.594862, + "f1": 0.549517, + "accuracy": 0.594862, + "main_score": 0.549517, + "hf_subset": "kas_Deva-sag_Latn", + "languages": [ + "kas-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188318, + "recall": 0.245059, + "f1": 0.201254, + "accuracy": 0.245059, + "main_score": 0.201254, + "hf_subset": "kas_Deva-taq_Tfng", + "languages": [ + "kas-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563229, + "recall": 0.62747, + "f1": 0.580876, + "accuracy": 0.62747, + "main_score": 0.580876, + "hf_subset": "kas_Deva-wol_Latn", + "languages": [ + "kas-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602125, + "recall": 0.664032, + "f1": 0.619323, + "accuracy": 0.664032, + "main_score": 0.619323, + "hf_subset": "kas_Deva-arb_Latn", + "languages": [ + "kas-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898551, + "recall": 0.928854, + "f1": 0.908103, + "accuracy": 0.928854, + "main_score": 0.908103, + "hf_subset": "kas_Deva-cat_Latn", + "languages": [ + "kas-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837566, + "recall": 0.875494, + "f1": 0.848748, + "accuracy": 0.875494, + "main_score": 0.848748, + "hf_subset": "kas_Deva-fur_Latn", + "languages": [ + "kas-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.393029, + "recall": 0.451581, + "f1": 0.409054, + "accuracy": 0.451581, + "main_score": 0.409054, + "hf_subset": "kas_Deva-kab_Latn", + "languages": [ + "kas-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838801, + "recall": 0.878458, + "f1": 0.850711, + "accuracy": 0.878458, + "main_score": 0.850711, + "hf_subset": "kas_Deva-lim_Latn", + "languages": [ + "kas-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874045, + "recall": 0.908103, + "f1": 0.884143, + "accuracy": 0.908103, + "main_score": 0.884143, + "hf_subset": "kas_Deva-nld_Latn", + "languages": [ + "kas-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856785, + "recall": 0.896245, + "f1": 0.86917, + "accuracy": 0.896245, + "main_score": 0.86917, + "hf_subset": "kas_Deva-san_Deva", + "languages": [ + "kas-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829298, + "recall": 0.871542, + "f1": 0.842165, + "accuracy": 0.871542, + "main_score": 0.842165, + "hf_subset": "kas_Deva-tat_Cyrl", + "languages": [ + "kas-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587523, + "recall": 0.645257, + "f1": 0.603692, + "accuracy": 0.645257, + "main_score": 0.603692, + "hf_subset": "kas_Deva-xho_Latn", + "languages": [ + "kas-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881209, + "recall": 0.913043, + "f1": 0.890994, + "accuracy": 0.913043, + "main_score": 0.890994, + "hf_subset": "kas_Deva-ars_Arab", + "languages": [ + "kas-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883465, + "recall": 0.912055, + "f1": 0.892251, + "accuracy": 0.912055, + "main_score": 0.892251, + "hf_subset": "kas_Deva-ceb_Latn", + "languages": [ + "kas-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520431, + "recall": 0.582016, + "f1": 0.538756, + "accuracy": 0.582016, + "main_score": 0.538756, + "hf_subset": "kas_Deva-fuv_Latn", + "languages": [ + "kas-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485379, + "recall": 0.544466, + "f1": 0.501203, + "accuracy": 0.544466, + "main_score": 0.501203, + "hf_subset": "kas_Deva-kac_Latn", + "languages": [ + "kas-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604802, + "recall": 0.661067, + "f1": 0.620546, + "accuracy": 0.661067, + "main_score": 0.620546, + "hf_subset": "kas_Deva-lin_Latn", + "languages": [ + "kas-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89721, + "recall": 0.924901, + "f1": 0.905682, + "accuracy": 0.924901, + "main_score": 0.905682, + "hf_subset": "kas_Deva-nno_Latn", + "languages": [ + "kas-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.154716, + "recall": 0.211462, + "f1": 0.168708, + "accuracy": 0.211462, + "main_score": 0.168708, + "hf_subset": "kas_Deva-sat_Olck", + "languages": [ + "kas-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899078, + "recall": 0.927866, + "f1": 0.907905, + "accuracy": 0.927866, + "main_score": 0.907905, + "hf_subset": "kas_Deva-tel_Telu", + "languages": [ + "kas-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717655, + "recall": 0.780632, + "f1": 0.73635, + "accuracy": 0.780632, + "main_score": 0.73635, + "hf_subset": "kas_Deva-ydd_Hebr", + "languages": [ + "kas-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81633, + "recall": 0.860672, + "f1": 0.829661, + "accuracy": 0.860672, + "main_score": 0.829661, + "hf_subset": "kas_Deva-ary_Arab", + "languages": [ + "kas-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899127, + "recall": 0.925889, + "f1": 0.907053, + "accuracy": 0.925889, + "main_score": 0.907053, + "hf_subset": "kas_Deva-ces_Latn", + "languages": [ + "kas-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523148, + "recall": 0.581028, + "f1": 0.540452, + "accuracy": 0.581028, + "main_score": 0.540452, + "hf_subset": "kas_Deva-gaz_Latn", + "languages": [ + "kas-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517584, + "recall": 0.574111, + "f1": 0.53375, + "accuracy": 0.574111, + "main_score": 0.53375, + "hf_subset": "kas_Deva-kam_Latn", + "languages": [ + "kas-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85793, + "recall": 0.897233, + "f1": 0.870096, + "accuracy": 0.897233, + "main_score": 0.870096, + "hf_subset": "kas_Deva-lit_Latn", + "languages": [ + "kas-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898395, + "recall": 0.926877, + "f1": 0.906966, + "accuracy": 0.926877, + "main_score": 0.906966, + "hf_subset": "kas_Deva-nob_Latn", + "languages": [ + "kas-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83587, + "recall": 0.876482, + "f1": 0.848043, + "accuracy": 0.876482, + "main_score": 0.848043, + "hf_subset": "kas_Deva-scn_Latn", + "languages": [ + "kas-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826062, + "recall": 0.865613, + "f1": 0.837634, + "accuracy": 0.865613, + "main_score": 0.837634, + "hf_subset": "kas_Deva-tgk_Cyrl", + "languages": [ + "kas-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541314, + "recall": 0.610672, + "f1": 0.561451, + "accuracy": 0.610672, + "main_score": 0.561451, + "hf_subset": "kas_Deva-yor_Latn", + "languages": [ + "kas-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87053, + "recall": 0.906126, + "f1": 0.881275, + "accuracy": 0.906126, + "main_score": 0.881275, + "hf_subset": "kas_Deva-arz_Arab", + "languages": [ + "kas-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516429, + "recall": 0.568182, + "f1": 0.531093, + "accuracy": 0.568182, + "main_score": 0.531093, + "hf_subset": "kas_Deva-cjk_Latn", + "languages": [ + "kas-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609965, + "recall": 0.66996, + "f1": 0.627711, + "accuracy": 0.66996, + "main_score": 0.627711, + "hf_subset": "kas_Deva-gla_Latn", + "languages": [ + "kas-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872266, + "recall": 0.909091, + "f1": 0.883696, + "accuracy": 0.909091, + "main_score": 0.883696, + "hf_subset": "kas_Deva-kan_Knda", + "languages": [ + "kas-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860952, + "recall": 0.894269, + "f1": 0.870803, + "accuracy": 0.894269, + "main_score": 0.870803, + "hf_subset": "kas_Deva-lmo_Latn", + "languages": [ + "kas-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899242, + "recall": 0.926877, + "f1": 0.907543, + "accuracy": 0.926877, + "main_score": 0.907543, + "hf_subset": "kas_Deva-npi_Deva", + "languages": [ + "kas-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431592, + "recall": 0.48913, + "f1": 0.44742, + "accuracy": 0.48913, + "main_score": 0.44742, + "hf_subset": "kas_Deva-shn_Mymr", + "languages": [ + "kas-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90775, + "recall": 0.933794, + "f1": 0.915761, + "accuracy": 0.933794, + "main_score": 0.915761, + "hf_subset": "kas_Deva-tgl_Latn", + "languages": [ + "kas-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882618, + "recall": 0.913043, + "f1": 0.891636, + "accuracy": 0.913043, + "main_score": 0.891636, + "hf_subset": "kas_Deva-yue_Hant", + "languages": [ + "kas-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888614, + "recall": 0.91996, + "f1": 0.898221, + "accuracy": 0.91996, + "main_score": 0.898221, + "hf_subset": "kas_Deva-asm_Beng", + "languages": [ + "kas-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752623, + "recall": 0.807312, + "f1": 0.768266, + "accuracy": 0.807312, + "main_score": 0.768266, + "hf_subset": "kas_Deva-ckb_Arab", + "languages": [ + "kas-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644344, + "recall": 0.706522, + "f1": 0.661777, + "accuracy": 0.706522, + "main_score": 0.661777, + "hf_subset": "kas_Deva-gle_Latn", + "languages": [ + "kas-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917902, + "recall": 0.942688, + "f1": 0.925791, + "accuracy": 0.942688, + "main_score": 0.925791, + "hf_subset": "kas_Deva-kas_Arab", + "languages": [ + "kas-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763216, + "recall": 0.813241, + "f1": 0.778306, + "accuracy": 0.813241, + "main_score": 0.778306, + "hf_subset": "kas_Deva-ltg_Latn", + "languages": [ + "kas-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549439, + "recall": 0.604743, + "f1": 0.564673, + "accuracy": 0.604743, + "main_score": 0.564673, + "hf_subset": "kas_Deva-nso_Latn", + "languages": [ + "kas-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792177, + "recall": 0.842885, + "f1": 0.807068, + "accuracy": 0.842885, + "main_score": 0.807068, + "hf_subset": "kas_Deva-sin_Sinh", + "languages": [ + "kas-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886314, + "recall": 0.916996, + "f1": 0.895455, + "accuracy": 0.916996, + "main_score": 0.895455, + "hf_subset": "kas_Deva-tha_Thai", + "languages": [ + "kas-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869346, + "recall": 0.90415, + "f1": 0.879776, + "accuracy": 0.90415, + "main_score": 0.879776, + "hf_subset": "kas_Deva-zho_Hans", + "languages": [ + "kas-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886948, + "recall": 0.916996, + "f1": 0.896047, + "accuracy": 0.916996, + "main_score": 0.896047, + "hf_subset": "kas_Deva-ast_Latn", + "languages": [ + "kas-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834272, + "recall": 0.87747, + "f1": 0.847285, + "accuracy": 0.87747, + "main_score": 0.847285, + "hf_subset": "kas_Deva-crh_Latn", + "languages": [ + "kas-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90723, + "recall": 0.934783, + "f1": 0.915744, + "accuracy": 0.934783, + "main_score": 0.915744, + "hf_subset": "kas_Deva-glg_Latn", + "languages": [ + "kas-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839043, + "recall": 0.87747, + "f1": 0.850711, + "accuracy": 0.87747, + "main_score": 0.850711, + "hf_subset": "kas_Deva-ltz_Latn", + "languages": [ + "kas-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445965, + "recall": 0.506917, + "f1": 0.46268, + "accuracy": 0.506917, + "main_score": 0.46268, + "hf_subset": "kas_Deva-nus_Latn", + "languages": [ + "kas-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896633, + "recall": 0.924901, + "f1": 0.905075, + "accuracy": 0.924901, + "main_score": 0.905075, + "hf_subset": "kas_Deva-slk_Latn", + "languages": [ + "kas-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524245, + "recall": 0.590909, + "f1": 0.543549, + "accuracy": 0.590909, + "main_score": 0.543549, + "hf_subset": "kas_Deva-tir_Ethi", + "languages": [ + "kas-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881291, + "recall": 0.916008, + "f1": 0.892095, + "accuracy": 0.916008, + "main_score": 0.892095, + "hf_subset": "kas_Deva-zho_Hant", + "languages": [ + "kas-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92225, + "recall": 0.944664, + "f1": 0.929084, + "accuracy": 0.944664, + "main_score": 0.929084, + "hf_subset": "kas_Deva-awa_Deva", + "languages": [ + "kas-Deva", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787335, + "recall": 0.83498, + "f1": 0.801055, + "accuracy": 0.83498, + "main_score": 0.801055, + "hf_subset": "kas_Deva-cym_Latn", + "languages": [ + "kas-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696057, + "recall": 0.745059, + "f1": 0.709823, + "accuracy": 0.745059, + "main_score": 0.709823, + "hf_subset": "kas_Deva-grn_Latn", + "languages": [ + "kas-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837313, + "recall": 0.878458, + "f1": 0.849962, + "accuracy": 0.878458, + "main_score": 0.849962, + "hf_subset": "kas_Deva-kat_Geor", + "languages": [ + "kas-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565787, + "recall": 0.619565, + "f1": 0.58103, + "accuracy": 0.619565, + "main_score": 0.58103, + "hf_subset": "kas_Deva-lua_Latn", + "languages": [ + "kas-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573763, + "recall": 0.633399, + "f1": 0.590046, + "accuracy": 0.633399, + "main_score": 0.590046, + "hf_subset": "kas_Deva-nya_Latn", + "languages": [ + "kas-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877923, + "recall": 0.911067, + "f1": 0.888032, + "accuracy": 0.911067, + "main_score": 0.888032, + "hf_subset": "kas_Deva-slv_Latn", + "languages": [ + "kas-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790729, + "recall": 0.83498, + "f1": 0.80393, + "accuracy": 0.83498, + "main_score": 0.80393, + "hf_subset": "kas_Deva-tpi_Latn", + "languages": [ + "kas-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913118, + "recall": 0.936759, + "f1": 0.920411, + "accuracy": 0.936759, + "main_score": 0.920411, + "hf_subset": "kas_Deva-zsm_Latn", + "languages": [ + "kas-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503154, + "recall": 0.561265, + "f1": 0.519637, + "accuracy": 0.561265, + "main_score": 0.519637, + "hf_subset": "kas_Deva-ayr_Latn", + "languages": [ + "kas-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904562, + "recall": 0.93083, + "f1": 0.912385, + "accuracy": 0.93083, + "main_score": 0.912385, + "hf_subset": "kas_Deva-dan_Latn", + "languages": [ + "kas-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909124, + "recall": 0.934783, + "f1": 0.916963, + "accuracy": 0.934783, + "main_score": 0.916963, + "hf_subset": "kas_Deva-guj_Gujr", + "languages": [ + "kas-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.866337, + "recall": 0.902174, + "f1": 0.87724, + "accuracy": 0.902174, + "main_score": 0.87724, + "hf_subset": "kas_Deva-kaz_Cyrl", + "languages": [ + "kas-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488076, + "recall": 0.54249, + "f1": 0.50368, + "accuracy": 0.54249, + "main_score": 0.50368, + "hf_subset": "kas_Deva-lug_Latn", + "languages": [ + "kas-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895784, + "recall": 0.922925, + "f1": 0.903873, + "accuracy": 0.922925, + "main_score": 0.903873, + "hf_subset": "kas_Deva-oci_Latn", + "languages": [ + "kas-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632997, + "recall": 0.6917, + "f1": 0.649725, + "accuracy": 0.6917, + "main_score": 0.649725, + "hf_subset": "kas_Deva-smo_Latn", + "languages": [ + "kas-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502233, + "recall": 0.561265, + "f1": 0.518944, + "accuracy": 0.561265, + "main_score": 0.518944, + "hf_subset": "kas_Deva-tsn_Latn", + "languages": [ + "kas-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517144, + "recall": 0.576087, + "f1": 0.533258, + "accuracy": 0.576087, + "main_score": 0.533258, + "hf_subset": "kas_Deva-zul_Latn", + "languages": [ + "kas-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772189, + "recall": 0.81917, + "f1": 0.786232, + "accuracy": 0.81917, + "main_score": 0.786232, + "hf_subset": "kas_Deva-azb_Arab", + "languages": [ + "kas-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905468, + "recall": 0.931818, + "f1": 0.913142, + "accuracy": 0.931818, + "main_score": 0.913142, + "hf_subset": "kas_Deva-deu_Latn", + "languages": [ + "kas-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795455, + "recall": 0.840909, + "f1": 0.808783, + "accuracy": 0.840909, + "main_score": 0.808783, + "hf_subset": "kas_Deva-hat_Latn", + "languages": [ + "kas-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469847, + "recall": 0.517787, + "f1": 0.483202, + "accuracy": 0.517787, + "main_score": 0.483202, + "hf_subset": "kas_Deva-kbp_Latn", + "languages": [ + "kas-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544584, + "recall": 0.601779, + "f1": 0.56039, + "accuracy": 0.601779, + "main_score": 0.56039, + "hf_subset": "kas_Deva-luo_Latn", + "languages": [ + "kas-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904018, + "recall": 0.932806, + "f1": 0.913011, + "accuracy": 0.932806, + "main_score": 0.913011, + "hf_subset": "kas_Deva-ory_Orya", + "languages": [ + "kas-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510474, + "recall": 0.570158, + "f1": 0.528247, + "accuracy": 0.570158, + "main_score": 0.528247, + "hf_subset": "kas_Deva-sna_Latn", + "languages": [ + "kas-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523263, + "recall": 0.568182, + "f1": 0.535945, + "accuracy": 0.568182, + "main_score": 0.535945, + "hf_subset": "kas_Deva-tso_Latn", + "languages": [ + "kas-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861142, + "recall": 0.897233, + "f1": 0.872217, + "accuracy": 0.897233, + "main_score": 0.872217, + "hf_subset": "kas_Deva-azj_Latn", + "languages": [ + "kas-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480962, + "recall": 0.547431, + "f1": 0.499922, + "accuracy": 0.547431, + "main_score": 0.499922, + "hf_subset": "kas_Deva-dik_Latn", + "languages": [ + "kas-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606407, + "recall": 0.662055, + "f1": 0.622006, + "accuracy": 0.662055, + "main_score": 0.622006, + "hf_subset": "kas_Deva-hau_Latn", + "languages": [ + "kas-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83664, + "recall": 0.87253, + "f1": 0.846952, + "accuracy": 0.87253, + "main_score": 0.846952, + "hf_subset": "kas_Deva-kea_Latn", + "languages": [ + "kas-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656151, + "recall": 0.704545, + "f1": 0.67012, + "accuracy": 0.704545, + "main_score": 0.67012, + "hf_subset": "kas_Deva-lus_Latn", + "languages": [ + "kas-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747903, + "recall": 0.785573, + "f1": 0.758612, + "accuracy": 0.785573, + "main_score": 0.758612, + "hf_subset": "kas_Deva-pag_Latn", + "languages": [ + "kas-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899786, + "recall": 0.928854, + "f1": 0.908794, + "accuracy": 0.928854, + "main_score": 0.908794, + "hf_subset": "kas_Deva-snd_Arab", + "languages": [ + "kas-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768323, + "recall": 0.81917, + "f1": 0.783157, + "accuracy": 0.81917, + "main_score": 0.783157, + "hf_subset": "kas_Deva-tuk_Latn", + "languages": [ + "kas-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83125, + "recall": 0.869565, + "f1": 0.842286, + "accuracy": 0.869565, + "main_score": 0.842286, + "hf_subset": "kas_Deva-bak_Cyrl", + "languages": [ + "kas-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436101, + "recall": 0.51087, + "f1": 0.457666, + "accuracy": 0.51087, + "main_score": 0.457666, + "hf_subset": "kas_Deva-dyu_Latn", + "languages": [ + "kas-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875472, + "recall": 0.909091, + "f1": 0.88587, + "accuracy": 0.909091, + "main_score": 0.88587, + "hf_subset": "kas_Deva-heb_Hebr", + "languages": [ + "kas-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809223, + "recall": 0.855731, + "f1": 0.822995, + "accuracy": 0.855731, + "main_score": 0.822995, + "hf_subset": "kas_Deva-khk_Cyrl", + "languages": [ + "kas-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877882, + "recall": 0.910079, + "f1": 0.887502, + "accuracy": 0.910079, + "main_score": 0.887502, + "hf_subset": "kas_Deva-lvs_Latn", + "languages": [ + "kas-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908794, + "recall": 0.935771, + "f1": 0.917128, + "accuracy": 0.935771, + "main_score": 0.917128, + "hf_subset": "kas_Deva-pan_Guru", + "languages": [ + "kas-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572194, + "recall": 0.636364, + "f1": 0.590409, + "accuracy": 0.636364, + "main_score": 0.590409, + "hf_subset": "kas_Deva-som_Latn", + "languages": [ + "kas-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531184, + "recall": 0.579051, + "f1": 0.544597, + "accuracy": 0.579051, + "main_score": 0.544597, + "hf_subset": "kas_Deva-tum_Latn", + "languages": [ + "kas-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579683, + "recall": 0.644269, + "f1": 0.598387, + "accuracy": 0.644269, + "main_score": 0.598387, + "hf_subset": "ltz_Latn-ace_Arab", + "languages": [ + "ltz-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525597, + "recall": 0.587945, + "f1": 0.543043, + "accuracy": 0.587945, + "main_score": 0.543043, + "hf_subset": "ltz_Latn-bam_Latn", + "languages": [ + "ltz-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37718, + "recall": 0.44664, + "f1": 0.395381, + "accuracy": 0.44664, + "main_score": 0.395381, + "hf_subset": "ltz_Latn-dzo_Tibt", + "languages": [ + "ltz-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-hin_Deva", + "languages": [ + "ltz-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ltz_Latn-khm_Khmr", + "languages": [ + "ltz-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980435, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "ltz_Latn-mag_Deva", + "languages": [ + "ltz-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ltz_Latn-pap_Latn", + "languages": [ + "ltz-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58531, + "recall": 0.645257, + "f1": 0.602364, + "accuracy": 0.645257, + "main_score": 0.602364, + "hf_subset": "ltz_Latn-sot_Latn", + "languages": [ + "ltz-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "ltz_Latn-tur_Latn", + "languages": [ + "ltz-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844401, + "recall": 0.880435, + "f1": 0.855534, + "accuracy": 0.880435, + "main_score": 0.855534, + "hf_subset": "ltz_Latn-ace_Latn", + "languages": [ + "ltz-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93111, + "recall": 0.947628, + "f1": 0.936133, + "accuracy": 0.947628, + "main_score": 0.936133, + "hf_subset": "ltz_Latn-ban_Latn", + "languages": [ + "ltz-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-ell_Grek", + "languages": [ + "ltz-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973732, + "recall": 0.981225, + "f1": 0.976021, + "accuracy": 0.981225, + "main_score": 0.976021, + "hf_subset": "ltz_Latn-hne_Deva", + "languages": [ + "ltz-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576674, + "recall": 0.633399, + "f1": 0.592848, + "accuracy": 0.633399, + "main_score": 0.592848, + "hf_subset": "ltz_Latn-kik_Latn", + "languages": [ + "ltz-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ltz_Latn-mai_Deva", + "languages": [ + "ltz-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945487, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "ltz_Latn-pbt_Arab", + "languages": [ + "ltz-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-spa_Latn", + "languages": [ + "ltz-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599377, + "recall": 0.66502, + "f1": 0.618219, + "accuracy": 0.66502, + "main_score": 0.618219, + "hf_subset": "ltz_Latn-twi_Latn", + "languages": [ + "ltz-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ltz_Latn-acm_Arab", + "languages": [ + "ltz-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "ltz_Latn-bel_Cyrl", + "languages": [ + "ltz-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-hrv_Latn", + "languages": [ + "ltz-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55296, + "recall": 0.615613, + "f1": 0.570344, + "accuracy": 0.615613, + "main_score": 0.570344, + "hf_subset": "ltz_Latn-kin_Latn", + "languages": [ + "ltz-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "ltz_Latn-mal_Mlym", + "languages": [ + "ltz-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ltz_Latn-pes_Arab", + "languages": [ + "ltz-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "ltz_Latn-srd_Latn", + "languages": [ + "ltz-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.171662, + "recall": 0.215415, + "f1": 0.182657, + "accuracy": 0.215415, + "main_score": 0.182657, + "hf_subset": "ltz_Latn-tzm_Tfng", + "languages": [ + "ltz-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-acq_Arab", + "languages": [ + "ltz-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609216, + "recall": 0.660079, + "f1": 0.62352, + "accuracy": 0.660079, + "main_score": 0.62352, + "hf_subset": "ltz_Latn-bem_Latn", + "languages": [ + "ltz-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-epo_Latn", + "languages": [ + "ltz-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-hun_Latn", + "languages": [ + "ltz-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952487, + "recall": 0.966403, + "f1": 0.956917, + "accuracy": 0.966403, + "main_score": 0.956917, + "hf_subset": "ltz_Latn-kir_Cyrl", + "languages": [ + "ltz-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-mar_Deva", + "languages": [ + "ltz-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639723, + "recall": 0.695652, + "f1": 0.655524, + "accuracy": 0.695652, + "main_score": 0.655524, + "hf_subset": "ltz_Latn-plt_Latn", + "languages": [ + "ltz-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-srp_Cyrl", + "languages": [ + "ltz-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894845, + "recall": 0.924901, + "f1": 0.904545, + "accuracy": 0.924901, + "main_score": 0.904545, + "hf_subset": "ltz_Latn-uig_Arab", + "languages": [ + "ltz-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "ltz_Latn-aeb_Arab", + "languages": [ + "ltz-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "ltz_Latn-ben_Beng", + "languages": [ + "ltz-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ltz_Latn-est_Latn", + "languages": [ + "ltz-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "ltz_Latn-hye_Armn", + "languages": [ + "ltz-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540771, + "recall": 0.593874, + "f1": 0.555571, + "accuracy": 0.593874, + "main_score": 0.555571, + "hf_subset": "ltz_Latn-kmb_Latn", + "languages": [ + "ltz-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506722, + "recall": 0.58004, + "f1": 0.526006, + "accuracy": 0.58004, + "main_score": 0.526006, + "hf_subset": "ltz_Latn-min_Arab", + "languages": [ + "ltz-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-pol_Latn", + "languages": [ + "ltz-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545315, + "recall": 0.61166, + "f1": 0.564599, + "accuracy": 0.61166, + "main_score": 0.564599, + "hf_subset": "ltz_Latn-ssw_Latn", + "languages": [ + "ltz-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-ukr_Cyrl", + "languages": [ + "ltz-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.983202, + "f1": 0.97892, + "accuracy": 0.983202, + "main_score": 0.97892, + "hf_subset": "ltz_Latn-bho_Deva", + "languages": [ + "ltz-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96138, + "recall": 0.972332, + "f1": 0.964822, + "accuracy": 0.972332, + "main_score": 0.964822, + "hf_subset": "ltz_Latn-eus_Latn", + "languages": [ + "ltz-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573353, + "recall": 0.640316, + "f1": 0.592203, + "accuracy": 0.640316, + "main_score": 0.592203, + "hf_subset": "ltz_Latn-ibo_Latn", + "languages": [ + "ltz-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851235, + "recall": 0.890316, + "f1": 0.863373, + "accuracy": 0.890316, + "main_score": 0.863373, + "hf_subset": "ltz_Latn-kmr_Latn", + "languages": [ + "ltz-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95084, + "recall": 0.966403, + "f1": 0.955929, + "accuracy": 0.966403, + "main_score": 0.955929, + "hf_subset": "ltz_Latn-min_Latn", + "languages": [ + "ltz-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-por_Latn", + "languages": [ + "ltz-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.977273, + "f1": 0.97085, + "accuracy": 0.977273, + "main_score": 0.97085, + "hf_subset": "ltz_Latn-sun_Latn", + "languages": [ + "ltz-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511333, + "recall": 0.571146, + "f1": 0.528441, + "accuracy": 0.571146, + "main_score": 0.528441, + "hf_subset": "ltz_Latn-umb_Latn", + "languages": [ + "ltz-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "ltz_Latn-ajp_Arab", + "languages": [ + "ltz-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542183, + "recall": 0.605731, + "f1": 0.559758, + "accuracy": 0.605731, + "main_score": 0.559758, + "hf_subset": "ltz_Latn-bjn_Arab", + "languages": [ + "ltz-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512091, + "recall": 0.575099, + "f1": 0.529886, + "accuracy": 0.575099, + "main_score": 0.529886, + "hf_subset": "ltz_Latn-ewe_Latn", + "languages": [ + "ltz-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923501, + "recall": 0.944664, + "f1": 0.930072, + "accuracy": 0.944664, + "main_score": 0.930072, + "hf_subset": "ltz_Latn-ilo_Latn", + "languages": [ + "ltz-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316376, + "recall": 0.37747, + "f1": 0.333011, + "accuracy": 0.37747, + "main_score": 0.333011, + "hf_subset": "ltz_Latn-knc_Arab", + "languages": [ + "ltz-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-mkd_Cyrl", + "languages": [ + "ltz-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975873, + "recall": 0.983202, + "f1": 0.978162, + "accuracy": 0.983202, + "main_score": 0.978162, + "hf_subset": "ltz_Latn-prs_Arab", + "languages": [ + "ltz-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ltz_Latn-urd_Arab", + "languages": [ + "ltz-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586709, + "recall": 0.652174, + "f1": 0.604518, + "accuracy": 0.652174, + "main_score": 0.604518, + "hf_subset": "ltz_Latn-aka_Latn", + "languages": [ + "ltz-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944046, + "recall": 0.958498, + "f1": 0.948408, + "accuracy": 0.958498, + "main_score": 0.948408, + "hf_subset": "ltz_Latn-bjn_Latn", + "languages": [ + "ltz-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-ind_Latn", + "languages": [ + "ltz-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580402, + "recall": 0.631423, + "f1": 0.594966, + "accuracy": 0.631423, + "main_score": 0.594966, + "hf_subset": "ltz_Latn-knc_Latn", + "languages": [ + "ltz-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.977273, + "f1": 0.971179, + "accuracy": 0.977273, + "main_score": 0.971179, + "hf_subset": "ltz_Latn-mlt_Latn", + "languages": [ + "ltz-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674811, + "recall": 0.738142, + "f1": 0.693453, + "accuracy": 0.738142, + "main_score": 0.693453, + "hf_subset": "ltz_Latn-quy_Latn", + "languages": [ + "ltz-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939476, + "recall": 0.956522, + "f1": 0.944895, + "accuracy": 0.956522, + "main_score": 0.944895, + "hf_subset": "ltz_Latn-swh_Latn", + "languages": [ + "ltz-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "ltz_Latn-uzn_Latn", + "languages": [ + "ltz-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-als_Latn", + "languages": [ + "ltz-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556677, + "recall": 0.637352, + "f1": 0.57963, + "accuracy": 0.637352, + "main_score": 0.57963, + "hf_subset": "ltz_Latn-bod_Tibt", + "languages": [ + "ltz-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684298, + "recall": 0.743083, + "f1": 0.701405, + "accuracy": 0.743083, + "main_score": 0.701405, + "hf_subset": "ltz_Latn-fij_Latn", + "languages": [ + "ltz-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.971344, + "f1": 0.962121, + "accuracy": 0.971344, + "main_score": 0.962121, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646651, + "recall": 0.698617, + "f1": 0.66177, + "accuracy": 0.698617, + "main_score": 0.66177, + "hf_subset": "ltz_Latn-kon_Latn", + "languages": [ + "ltz-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639979, + "recall": 0.706522, + "f1": 0.659133, + "accuracy": 0.706522, + "main_score": 0.659133, + "hf_subset": "ltz_Latn-mni_Beng", + "languages": [ + "ltz-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-ron_Latn", + "languages": [ + "ltz-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.982213, + "f1": 0.977602, + "accuracy": 0.982213, + "main_score": 0.977602, + "hf_subset": "ltz_Latn-szl_Latn", + "languages": [ + "ltz-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-vec_Latn", + "languages": [ + "ltz-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878129, + "recall": 0.911067, + "f1": 0.888274, + "accuracy": 0.911067, + "main_score": 0.888274, + "hf_subset": "ltz_Latn-amh_Ethi", + "languages": [ + "ltz-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-bos_Latn", + "languages": [ + "ltz-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-fin_Latn", + "languages": [ + "ltz-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ltz_Latn-ita_Latn", + "languages": [ + "ltz-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "ltz_Latn-kor_Hang", + "languages": [ + "ltz-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53983, + "recall": 0.602767, + "f1": 0.557438, + "accuracy": 0.602767, + "main_score": 0.557438, + "hf_subset": "ltz_Latn-mos_Latn", + "languages": [ + "ltz-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548847, + "recall": 0.606719, + "f1": 0.565156, + "accuracy": 0.606719, + "main_score": 0.565156, + "hf_subset": "ltz_Latn-run_Latn", + "languages": [ + "ltz-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ltz_Latn-tam_Taml", + "languages": [ + "ltz-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-vie_Latn", + "languages": [ + "ltz-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "ltz_Latn-apc_Arab", + "languages": [ + "ltz-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774341, + "recall": 0.824111, + "f1": 0.789328, + "accuracy": 0.824111, + "main_score": 0.789328, + "hf_subset": "ltz_Latn-bug_Latn", + "languages": [ + "ltz-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470225, + "recall": 0.531621, + "f1": 0.48618, + "accuracy": 0.531621, + "main_score": 0.48618, + "hf_subset": "ltz_Latn-fon_Latn", + "languages": [ + "ltz-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976367, + "recall": 0.983202, + "f1": 0.978491, + "accuracy": 0.983202, + "main_score": 0.978491, + "hf_subset": "ltz_Latn-jav_Latn", + "languages": [ + "ltz-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "ltz_Latn-lao_Laoo", + "languages": [ + "ltz-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801828, + "recall": 0.847826, + "f1": 0.815467, + "accuracy": 0.847826, + "main_score": 0.815467, + "hf_subset": "ltz_Latn-mri_Latn", + "languages": [ + "ltz-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-rus_Cyrl", + "languages": [ + "ltz-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529537, + "recall": 0.59585, + "f1": 0.547773, + "accuracy": 0.59585, + "main_score": 0.547773, + "hf_subset": "ltz_Latn-taq_Latn", + "languages": [ + "ltz-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978508, + "recall": 0.985178, + "f1": 0.980632, + "accuracy": 0.985178, + "main_score": 0.980632, + "hf_subset": "ltz_Latn-war_Latn", + "languages": [ + "ltz-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-arb_Arab", + "languages": [ + "ltz-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-bul_Cyrl", + "languages": [ + "ltz-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-fra_Latn", + "languages": [ + "ltz-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988307, + "recall": 0.991107, + "f1": 0.98913, + "accuracy": 0.991107, + "main_score": 0.98913, + "hf_subset": "ltz_Latn-jpn_Jpan", + "languages": [ + "ltz-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "ltz_Latn-lij_Latn", + "languages": [ + "ltz-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950016, + "recall": 0.964427, + "f1": 0.954611, + "accuracy": 0.964427, + "main_score": 0.954611, + "hf_subset": "ltz_Latn-mya_Mymr", + "languages": [ + "ltz-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588653, + "recall": 0.655138, + "f1": 0.607431, + "accuracy": 0.655138, + "main_score": 0.607431, + "hf_subset": "ltz_Latn-sag_Latn", + "languages": [ + "ltz-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199632, + "recall": 0.253953, + "f1": 0.211642, + "accuracy": 0.253953, + "main_score": 0.211642, + "hf_subset": "ltz_Latn-taq_Tfng", + "languages": [ + "ltz-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625899, + "recall": 0.692688, + "f1": 0.64572, + "accuracy": 0.692688, + "main_score": 0.64572, + "hf_subset": "ltz_Latn-wol_Latn", + "languages": [ + "ltz-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745739, + "recall": 0.802372, + "f1": 0.762813, + "accuracy": 0.802372, + "main_score": 0.762813, + "hf_subset": "ltz_Latn-arb_Latn", + "languages": [ + "ltz-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ltz_Latn-cat_Latn", + "languages": [ + "ltz-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974473, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ltz_Latn-fur_Latn", + "languages": [ + "ltz-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.40504, + "recall": 0.462451, + "f1": 0.420847, + "accuracy": 0.462451, + "main_score": 0.420847, + "hf_subset": "ltz_Latn-kab_Latn", + "languages": [ + "ltz-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "ltz_Latn-lim_Latn", + "languages": [ + "ltz-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95471, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "ltz_Latn-san_Deva", + "languages": [ + "ltz-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "ltz_Latn-tat_Cyrl", + "languages": [ + "ltz-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652536, + "recall": 0.703557, + "f1": 0.667415, + "accuracy": 0.703557, + "main_score": 0.667415, + "hf_subset": "ltz_Latn-xho_Latn", + "languages": [ + "ltz-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ltz_Latn-ars_Arab", + "languages": [ + "ltz-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "ltz_Latn-ceb_Latn", + "languages": [ + "ltz-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546233, + "recall": 0.607708, + "f1": 0.563666, + "accuracy": 0.607708, + "main_score": 0.563666, + "hf_subset": "ltz_Latn-fuv_Latn", + "languages": [ + "ltz-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497616, + "recall": 0.561265, + "f1": 0.515447, + "accuracy": 0.561265, + "main_score": 0.515447, + "hf_subset": "ltz_Latn-kac_Latn", + "languages": [ + "ltz-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658853, + "recall": 0.711462, + "f1": 0.673835, + "accuracy": 0.711462, + "main_score": 0.673835, + "hf_subset": "ltz_Latn-lin_Latn", + "languages": [ + "ltz-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195043, + "recall": 0.26087, + "f1": 0.211887, + "accuracy": 0.26087, + "main_score": 0.211887, + "hf_subset": "ltz_Latn-sat_Olck", + "languages": [ + "ltz-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "ltz_Latn-tel_Telu", + "languages": [ + "ltz-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "ltz_Latn-ydd_Hebr", + "languages": [ + "ltz-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "ltz_Latn-ary_Arab", + "languages": [ + "ltz-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-ces_Latn", + "languages": [ + "ltz-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558004, + "recall": 0.623518, + "f1": 0.576849, + "accuracy": 0.623518, + "main_score": 0.576849, + "hf_subset": "ltz_Latn-gaz_Latn", + "languages": [ + "ltz-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570311, + "recall": 0.634387, + "f1": 0.588114, + "accuracy": 0.634387, + "main_score": 0.588114, + "hf_subset": "ltz_Latn-kam_Latn", + "languages": [ + "ltz-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979496, + "recall": 0.985178, + "f1": 0.981291, + "accuracy": 0.985178, + "main_score": 0.981291, + "hf_subset": "ltz_Latn-lit_Latn", + "languages": [ + "ltz-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "ltz_Latn-scn_Latn", + "languages": [ + "ltz-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944203, + "recall": 0.958498, + "f1": 0.948617, + "accuracy": 0.958498, + "main_score": 0.948617, + "hf_subset": "ltz_Latn-tgk_Cyrl", + "languages": [ + "ltz-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669388, + "recall": 0.736166, + "f1": 0.689213, + "accuracy": 0.736166, + "main_score": 0.689213, + "hf_subset": "ltz_Latn-yor_Latn", + "languages": [ + "ltz-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "ltz_Latn-arz_Arab", + "languages": [ + "ltz-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543231, + "recall": 0.604743, + "f1": 0.561091, + "accuracy": 0.604743, + "main_score": 0.561091, + "hf_subset": "ltz_Latn-cjk_Latn", + "languages": [ + "ltz-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74828, + "recall": 0.802372, + "f1": 0.764363, + "accuracy": 0.802372, + "main_score": 0.764363, + "hf_subset": "ltz_Latn-gla_Latn", + "languages": [ + "ltz-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "ltz_Latn-kan_Knda", + "languages": [ + "ltz-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.982213, + "f1": 0.978426, + "accuracy": 0.982213, + "main_score": 0.978426, + "hf_subset": "ltz_Latn-lmo_Latn", + "languages": [ + "ltz-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ltz_Latn-npi_Deva", + "languages": [ + "ltz-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455988, + "recall": 0.521739, + "f1": 0.474293, + "accuracy": 0.521739, + "main_score": 0.474293, + "hf_subset": "ltz_Latn-shn_Mymr", + "languages": [ + "ltz-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ltz_Latn-tgl_Latn", + "languages": [ + "ltz-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ltz_Latn-yue_Hant", + "languages": [ + "ltz-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ltz_Latn-asm_Beng", + "languages": [ + "ltz-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91502, + "recall": 0.937747, + "f1": 0.922266, + "accuracy": 0.937747, + "main_score": 0.922266, + "hf_subset": "ltz_Latn-ckb_Arab", + "languages": [ + "ltz-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832486, + "recall": 0.87253, + "f1": 0.844713, + "accuracy": 0.87253, + "main_score": 0.844713, + "hf_subset": "ltz_Latn-gle_Latn", + "languages": [ + "ltz-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903854, + "recall": 0.929842, + "f1": 0.912173, + "accuracy": 0.929842, + "main_score": 0.912173, + "hf_subset": "ltz_Latn-kas_Arab", + "languages": [ + "ltz-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925066, + "recall": 0.94664, + "f1": 0.931983, + "accuracy": 0.94664, + "main_score": 0.931983, + "hf_subset": "ltz_Latn-ltg_Latn", + "languages": [ + "ltz-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608558, + "recall": 0.658103, + "f1": 0.622271, + "accuracy": 0.658103, + "main_score": 0.622271, + "hf_subset": "ltz_Latn-nso_Latn", + "languages": [ + "ltz-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935112, + "recall": 0.953557, + "f1": 0.941041, + "accuracy": 0.953557, + "main_score": 0.941041, + "hf_subset": "ltz_Latn-sin_Sinh", + "languages": [ + "ltz-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "ltz_Latn-tha_Thai", + "languages": [ + "ltz-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ltz_Latn-zho_Hans", + "languages": [ + "ltz-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-ast_Latn", + "languages": [ + "ltz-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "ltz_Latn-crh_Latn", + "languages": [ + "ltz-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "ltz_Latn-glg_Latn", + "languages": [ + "ltz-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842968, + "recall": 0.881423, + "f1": 0.854908, + "accuracy": 0.881423, + "main_score": 0.854908, + "hf_subset": "ltz_Latn-kas_Deva", + "languages": [ + "ltz-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455716, + "recall": 0.522727, + "f1": 0.474347, + "accuracy": 0.522727, + "main_score": 0.474347, + "hf_subset": "ltz_Latn-nus_Latn", + "languages": [ + "ltz-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-slk_Latn", + "languages": [ + "ltz-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576511, + "recall": 0.651186, + "f1": 0.597902, + "accuracy": 0.651186, + "main_score": 0.597902, + "hf_subset": "ltz_Latn-tir_Ethi", + "languages": [ + "ltz-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "ltz_Latn-zho_Hant", + "languages": [ + "ltz-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "ltz_Latn-awa_Deva", + "languages": [ + "ltz-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.956522, + "f1": 0.944617, + "accuracy": 0.956522, + "main_score": 0.944617, + "hf_subset": "ltz_Latn-cym_Latn", + "languages": [ + "ltz-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818791, + "recall": 0.858696, + "f1": 0.831046, + "accuracy": 0.858696, + "main_score": 0.831046, + "hf_subset": "ltz_Latn-grn_Latn", + "languages": [ + "ltz-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974885, + "recall": 0.982213, + "f1": 0.977174, + "accuracy": 0.982213, + "main_score": 0.977174, + "hf_subset": "ltz_Latn-kat_Geor", + "languages": [ + "ltz-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635032, + "recall": 0.690711, + "f1": 0.650547, + "accuracy": 0.690711, + "main_score": 0.650547, + "hf_subset": "ltz_Latn-lua_Latn", + "languages": [ + "ltz-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617823, + "recall": 0.679842, + "f1": 0.635742, + "accuracy": 0.679842, + "main_score": 0.635742, + "hf_subset": "ltz_Latn-nya_Latn", + "languages": [ + "ltz-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-slv_Latn", + "languages": [ + "ltz-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920866, + "recall": 0.940711, + "f1": 0.92691, + "accuracy": 0.940711, + "main_score": 0.92691, + "hf_subset": "ltz_Latn-tpi_Latn", + "languages": [ + "ltz-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "ltz_Latn-zsm_Latn", + "languages": [ + "ltz-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538363, + "recall": 0.600791, + "f1": 0.556078, + "accuracy": 0.600791, + "main_score": 0.556078, + "hf_subset": "ltz_Latn-ayr_Latn", + "languages": [ + "ltz-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "ltz_Latn-guj_Gujr", + "languages": [ + "ltz-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976038, + "recall": 0.983202, + "f1": 0.978327, + "accuracy": 0.983202, + "main_score": 0.978327, + "hf_subset": "ltz_Latn-kaz_Cyrl", + "languages": [ + "ltz-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518112, + "recall": 0.577075, + "f1": 0.534087, + "accuracy": 0.577075, + "main_score": 0.534087, + "hf_subset": "ltz_Latn-lug_Latn", + "languages": [ + "ltz-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "ltz_Latn-oci_Latn", + "languages": [ + "ltz-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788391, + "recall": 0.836957, + "f1": 0.80312, + "accuracy": 0.836957, + "main_score": 0.80312, + "hf_subset": "ltz_Latn-smo_Latn", + "languages": [ + "ltz-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539548, + "recall": 0.601779, + "f1": 0.557489, + "accuracy": 0.601779, + "main_score": 0.557489, + "hf_subset": "ltz_Latn-tsn_Latn", + "languages": [ + "ltz-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587705, + "recall": 0.651186, + "f1": 0.606244, + "accuracy": 0.651186, + "main_score": 0.606244, + "hf_subset": "ltz_Latn-zul_Latn", + "languages": [ + "ltz-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880105, + "recall": 0.913043, + "f1": 0.890448, + "accuracy": 0.913043, + "main_score": 0.890448, + "hf_subset": "ltz_Latn-azb_Arab", + "languages": [ + "ltz-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944499, + "recall": 0.960474, + "f1": 0.949769, + "accuracy": 0.960474, + "main_score": 0.949769, + "hf_subset": "ltz_Latn-hat_Latn", + "languages": [ + "ltz-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488633, + "recall": 0.546443, + "f1": 0.504678, + "accuracy": 0.546443, + "main_score": 0.504678, + "hf_subset": "ltz_Latn-kbp_Latn", + "languages": [ + "ltz-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564617, + "recall": 0.624506, + "f1": 0.581574, + "accuracy": 0.624506, + "main_score": 0.581574, + "hf_subset": "ltz_Latn-luo_Latn", + "languages": [ + "ltz-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "ltz_Latn-ory_Orya", + "languages": [ + "ltz-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57744, + "recall": 0.645257, + "f1": 0.596551, + "accuracy": 0.645257, + "main_score": 0.596551, + "hf_subset": "ltz_Latn-sna_Latn", + "languages": [ + "ltz-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546964, + "recall": 0.601779, + "f1": 0.562087, + "accuracy": 0.601779, + "main_score": 0.562087, + "hf_subset": "ltz_Latn-tso_Latn", + "languages": [ + "ltz-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.977273, + "f1": 0.970982, + "accuracy": 0.977273, + "main_score": 0.970982, + "hf_subset": "ltz_Latn-azj_Latn", + "languages": [ + "ltz-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526073, + "recall": 0.593874, + "f1": 0.545967, + "accuracy": 0.593874, + "main_score": 0.545967, + "hf_subset": "ltz_Latn-dik_Latn", + "languages": [ + "ltz-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715086, + "recall": 0.770751, + "f1": 0.731475, + "accuracy": 0.770751, + "main_score": 0.731475, + "hf_subset": "ltz_Latn-hau_Latn", + "languages": [ + "ltz-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "ltz_Latn-kea_Latn", + "languages": [ + "ltz-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718116, + "recall": 0.768775, + "f1": 0.732938, + "accuracy": 0.768775, + "main_score": 0.732938, + "hf_subset": "ltz_Latn-lus_Latn", + "languages": [ + "ltz-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862731, + "recall": 0.891304, + "f1": 0.871443, + "accuracy": 0.891304, + "main_score": 0.871443, + "hf_subset": "ltz_Latn-pag_Latn", + "languages": [ + "ltz-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "ltz_Latn-snd_Arab", + "languages": [ + "ltz-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894137, + "recall": 0.922925, + "f1": 0.903162, + "accuracy": 0.922925, + "main_score": 0.903162, + "hf_subset": "ltz_Latn-tuk_Latn", + "languages": [ + "ltz-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "ltz_Latn-bak_Cyrl", + "languages": [ + "ltz-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486347, + "recall": 0.566206, + "f1": 0.510004, + "accuracy": 0.566206, + "main_score": 0.510004, + "hf_subset": "ltz_Latn-dyu_Latn", + "languages": [ + "ltz-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ltz_Latn-heb_Hebr", + "languages": [ + "ltz-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953475, + "recall": 0.965415, + "f1": 0.957082, + "accuracy": 0.965415, + "main_score": 0.957082, + "hf_subset": "ltz_Latn-khk_Cyrl", + "languages": [ + "ltz-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ltz_Latn-lvs_Latn", + "languages": [ + "ltz-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "ltz_Latn-pan_Guru", + "languages": [ + "ltz-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679142, + "recall": 0.73913, + "f1": 0.697288, + "accuracy": 0.73913, + "main_score": 0.697288, + "hf_subset": "ltz_Latn-som_Latn", + "languages": [ + "ltz-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564413, + "recall": 0.612648, + "f1": 0.57787, + "accuracy": 0.612648, + "main_score": 0.57787, + "hf_subset": "ltz_Latn-tum_Latn", + "languages": [ + "ltz-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355457, + "recall": 0.398221, + "f1": 0.367255, + "accuracy": 0.398221, + "main_score": 0.367255, + "hf_subset": "nus_Latn-ace_Arab", + "languages": [ + "nus-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456349, + "recall": 0.5, + "f1": 0.468698, + "accuracy": 0.5, + "main_score": 0.468698, + "hf_subset": "nus_Latn-bam_Latn", + "languages": [ + "nus-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.204422, + "recall": 0.242095, + "f1": 0.214322, + "accuracy": 0.242095, + "main_score": 0.214322, + "hf_subset": "nus_Latn-dzo_Tibt", + "languages": [ + "nus-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469344, + "recall": 0.520751, + "f1": 0.482388, + "accuracy": 0.520751, + "main_score": 0.482388, + "hf_subset": "nus_Latn-hin_Deva", + "languages": [ + "nus-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43539, + "recall": 0.482213, + "f1": 0.447955, + "accuracy": 0.482213, + "main_score": 0.447955, + "hf_subset": "nus_Latn-khm_Khmr", + "languages": [ + "nus-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466542, + "recall": 0.511858, + "f1": 0.478231, + "accuracy": 0.511858, + "main_score": 0.478231, + "hf_subset": "nus_Latn-mag_Deva", + "languages": [ + "nus-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483644, + "recall": 0.519763, + "f1": 0.492377, + "accuracy": 0.519763, + "main_score": 0.492377, + "hf_subset": "nus_Latn-pap_Latn", + "languages": [ + "nus-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484983, + "recall": 0.531621, + "f1": 0.496391, + "accuracy": 0.531621, + "main_score": 0.496391, + "hf_subset": "nus_Latn-sot_Latn", + "languages": [ + "nus-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449695, + "recall": 0.497036, + "f1": 0.462484, + "accuracy": 0.497036, + "main_score": 0.462484, + "hf_subset": "nus_Latn-tur_Latn", + "languages": [ + "nus-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482785, + "recall": 0.522727, + "f1": 0.492506, + "accuracy": 0.522727, + "main_score": 0.492506, + "hf_subset": "nus_Latn-ace_Latn", + "languages": [ + "nus-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483698, + "recall": 0.525692, + "f1": 0.494833, + "accuracy": 0.525692, + "main_score": 0.494833, + "hf_subset": "nus_Latn-ban_Latn", + "languages": [ + "nus-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450206, + "recall": 0.507905, + "f1": 0.464564, + "accuracy": 0.507905, + "main_score": 0.464564, + "hf_subset": "nus_Latn-ell_Grek", + "languages": [ + "nus-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444207, + "recall": 0.493083, + "f1": 0.457024, + "accuracy": 0.493083, + "main_score": 0.457024, + "hf_subset": "nus_Latn-hne_Deva", + "languages": [ + "nus-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402843, + "recall": 0.455534, + "f1": 0.416969, + "accuracy": 0.455534, + "main_score": 0.416969, + "hf_subset": "nus_Latn-kik_Latn", + "languages": [ + "nus-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455971, + "recall": 0.506917, + "f1": 0.468718, + "accuracy": 0.506917, + "main_score": 0.468718, + "hf_subset": "nus_Latn-mai_Deva", + "languages": [ + "nus-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414806, + "recall": 0.465415, + "f1": 0.427753, + "accuracy": 0.465415, + "main_score": 0.427753, + "hf_subset": "nus_Latn-pbt_Arab", + "languages": [ + "nus-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461232, + "recall": 0.511858, + "f1": 0.473729, + "accuracy": 0.511858, + "main_score": 0.473729, + "hf_subset": "nus_Latn-spa_Latn", + "languages": [ + "nus-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479838, + "recall": 0.518775, + "f1": 0.490311, + "accuracy": 0.518775, + "main_score": 0.490311, + "hf_subset": "nus_Latn-twi_Latn", + "languages": [ + "nus-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436154, + "recall": 0.487154, + "f1": 0.449608, + "accuracy": 0.487154, + "main_score": 0.449608, + "hf_subset": "nus_Latn-acm_Arab", + "languages": [ + "nus-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428712, + "recall": 0.476285, + "f1": 0.440451, + "accuracy": 0.476285, + "main_score": 0.440451, + "hf_subset": "nus_Latn-bel_Cyrl", + "languages": [ + "nus-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501205, + "recall": 0.548419, + "f1": 0.512617, + "accuracy": 0.548419, + "main_score": 0.512617, + "hf_subset": "nus_Latn-eng_Latn", + "languages": [ + "nus-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464285, + "recall": 0.517787, + "f1": 0.47797, + "accuracy": 0.517787, + "main_score": 0.47797, + "hf_subset": "nus_Latn-hrv_Latn", + "languages": [ + "nus-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455334, + "recall": 0.503953, + "f1": 0.468451, + "accuracy": 0.503953, + "main_score": 0.468451, + "hf_subset": "nus_Latn-kin_Latn", + "languages": [ + "nus-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43618, + "recall": 0.495059, + "f1": 0.451329, + "accuracy": 0.495059, + "main_score": 0.451329, + "hf_subset": "nus_Latn-mal_Mlym", + "languages": [ + "nus-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471935, + "recall": 0.519763, + "f1": 0.483693, + "accuracy": 0.519763, + "main_score": 0.483693, + "hf_subset": "nus_Latn-pes_Arab", + "languages": [ + "nus-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471448, + "recall": 0.517787, + "f1": 0.483578, + "accuracy": 0.517787, + "main_score": 0.483578, + "hf_subset": "nus_Latn-srd_Latn", + "languages": [ + "nus-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202445, + "recall": 0.245059, + "f1": 0.2122, + "accuracy": 0.245059, + "main_score": 0.2122, + "hf_subset": "nus_Latn-tzm_Tfng", + "languages": [ + "nus-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436441, + "recall": 0.48913, + "f1": 0.449922, + "accuracy": 0.48913, + "main_score": 0.449922, + "hf_subset": "nus_Latn-acq_Arab", + "languages": [ + "nus-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486034, + "recall": 0.533597, + "f1": 0.498164, + "accuracy": 0.533597, + "main_score": 0.498164, + "hf_subset": "nus_Latn-bem_Latn", + "languages": [ + "nus-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463539, + "recall": 0.51087, + "f1": 0.476058, + "accuracy": 0.51087, + "main_score": 0.476058, + "hf_subset": "nus_Latn-epo_Latn", + "languages": [ + "nus-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467338, + "recall": 0.51581, + "f1": 0.480661, + "accuracy": 0.51581, + "main_score": 0.480661, + "hf_subset": "nus_Latn-hun_Latn", + "languages": [ + "nus-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439037, + "recall": 0.48419, + "f1": 0.451439, + "accuracy": 0.48419, + "main_score": 0.451439, + "hf_subset": "nus_Latn-kir_Cyrl", + "languages": [ + "nus-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443274, + "recall": 0.497036, + "f1": 0.457205, + "accuracy": 0.497036, + "main_score": 0.457205, + "hf_subset": "nus_Latn-mar_Deva", + "languages": [ + "nus-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459369, + "recall": 0.5, + "f1": 0.470236, + "accuracy": 0.5, + "main_score": 0.470236, + "hf_subset": "nus_Latn-plt_Latn", + "languages": [ + "nus-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47471, + "recall": 0.523715, + "f1": 0.487299, + "accuracy": 0.523715, + "main_score": 0.487299, + "hf_subset": "nus_Latn-srp_Cyrl", + "languages": [ + "nus-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406019, + "recall": 0.460474, + "f1": 0.419739, + "accuracy": 0.460474, + "main_score": 0.419739, + "hf_subset": "nus_Latn-uig_Arab", + "languages": [ + "nus-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43814, + "recall": 0.482213, + "f1": 0.449129, + "accuracy": 0.482213, + "main_score": 0.449129, + "hf_subset": "nus_Latn-aeb_Arab", + "languages": [ + "nus-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457586, + "recall": 0.509881, + "f1": 0.471406, + "accuracy": 0.509881, + "main_score": 0.471406, + "hf_subset": "nus_Latn-ben_Beng", + "languages": [ + "nus-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462848, + "recall": 0.505929, + "f1": 0.473521, + "accuracy": 0.505929, + "main_score": 0.473521, + "hf_subset": "nus_Latn-est_Latn", + "languages": [ + "nus-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439742, + "recall": 0.495059, + "f1": 0.452583, + "accuracy": 0.495059, + "main_score": 0.452583, + "hf_subset": "nus_Latn-hye_Armn", + "languages": [ + "nus-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45825, + "recall": 0.5, + "f1": 0.469796, + "accuracy": 0.5, + "main_score": 0.469796, + "hf_subset": "nus_Latn-kmb_Latn", + "languages": [ + "nus-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.351979, + "recall": 0.399209, + "f1": 0.36463, + "accuracy": 0.399209, + "main_score": 0.36463, + "hf_subset": "nus_Latn-min_Arab", + "languages": [ + "nus-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463393, + "recall": 0.512846, + "f1": 0.476045, + "accuracy": 0.512846, + "main_score": 0.476045, + "hf_subset": "nus_Latn-pol_Latn", + "languages": [ + "nus-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457333, + "recall": 0.500988, + "f1": 0.469154, + "accuracy": 0.500988, + "main_score": 0.469154, + "hf_subset": "nus_Latn-ssw_Latn", + "languages": [ + "nus-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46709, + "recall": 0.517787, + "f1": 0.479781, + "accuracy": 0.517787, + "main_score": 0.479781, + "hf_subset": "nus_Latn-ukr_Cyrl", + "languages": [ + "nus-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508702, + "recall": 0.551383, + "f1": 0.519478, + "accuracy": 0.551383, + "main_score": 0.519478, + "hf_subset": "nus_Latn-afr_Latn", + "languages": [ + "nus-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446846, + "recall": 0.491107, + "f1": 0.458282, + "accuracy": 0.491107, + "main_score": 0.458282, + "hf_subset": "nus_Latn-bho_Deva", + "languages": [ + "nus-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448817, + "recall": 0.500988, + "f1": 0.461907, + "accuracy": 0.500988, + "main_score": 0.461907, + "hf_subset": "nus_Latn-eus_Latn", + "languages": [ + "nus-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462962, + "recall": 0.51087, + "f1": 0.475999, + "accuracy": 0.51087, + "main_score": 0.475999, + "hf_subset": "nus_Latn-ibo_Latn", + "languages": [ + "nus-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461704, + "recall": 0.502964, + "f1": 0.472353, + "accuracy": 0.502964, + "main_score": 0.472353, + "hf_subset": "nus_Latn-kmr_Latn", + "languages": [ + "nus-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482442, + "recall": 0.52668, + "f1": 0.493382, + "accuracy": 0.52668, + "main_score": 0.493382, + "hf_subset": "nus_Latn-min_Latn", + "languages": [ + "nus-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46947, + "recall": 0.51581, + "f1": 0.4807, + "accuracy": 0.51581, + "main_score": 0.4807, + "hf_subset": "nus_Latn-por_Latn", + "languages": [ + "nus-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480028, + "recall": 0.524704, + "f1": 0.491656, + "accuracy": 0.524704, + "main_score": 0.491656, + "hf_subset": "nus_Latn-sun_Latn", + "languages": [ + "nus-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436146, + "recall": 0.482213, + "f1": 0.447797, + "accuracy": 0.482213, + "main_score": 0.447797, + "hf_subset": "nus_Latn-umb_Latn", + "languages": [ + "nus-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444787, + "recall": 0.496047, + "f1": 0.457864, + "accuracy": 0.496047, + "main_score": 0.457864, + "hf_subset": "nus_Latn-ajp_Arab", + "languages": [ + "nus-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.358376, + "recall": 0.409091, + "f1": 0.372022, + "accuracy": 0.409091, + "main_score": 0.372022, + "hf_subset": "nus_Latn-bjn_Arab", + "languages": [ + "nus-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447919, + "recall": 0.485178, + "f1": 0.457949, + "accuracy": 0.485178, + "main_score": 0.457949, + "hf_subset": "nus_Latn-ewe_Latn", + "languages": [ + "nus-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499369, + "recall": 0.538538, + "f1": 0.509309, + "accuracy": 0.538538, + "main_score": 0.509309, + "hf_subset": "nus_Latn-ilo_Latn", + "languages": [ + "nus-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280179, + "recall": 0.314229, + "f1": 0.289347, + "accuracy": 0.314229, + "main_score": 0.289347, + "hf_subset": "nus_Latn-knc_Arab", + "languages": [ + "nus-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462042, + "recall": 0.517787, + "f1": 0.476304, + "accuracy": 0.517787, + "main_score": 0.476304, + "hf_subset": "nus_Latn-mkd_Cyrl", + "languages": [ + "nus-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451717, + "recall": 0.501976, + "f1": 0.464378, + "accuracy": 0.501976, + "main_score": 0.464378, + "hf_subset": "nus_Latn-prs_Arab", + "languages": [ + "nus-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472239, + "recall": 0.521739, + "f1": 0.484902, + "accuracy": 0.521739, + "main_score": 0.484902, + "hf_subset": "nus_Latn-swe_Latn", + "languages": [ + "nus-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433206, + "recall": 0.492095, + "f1": 0.448591, + "accuracy": 0.492095, + "main_score": 0.448591, + "hf_subset": "nus_Latn-urd_Arab", + "languages": [ + "nus-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468296, + "recall": 0.51087, + "f1": 0.479767, + "accuracy": 0.51087, + "main_score": 0.479767, + "hf_subset": "nus_Latn-aka_Latn", + "languages": [ + "nus-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480011, + "recall": 0.519763, + "f1": 0.490165, + "accuracy": 0.519763, + "main_score": 0.490165, + "hf_subset": "nus_Latn-bjn_Latn", + "languages": [ + "nus-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458025, + "recall": 0.497036, + "f1": 0.468362, + "accuracy": 0.497036, + "main_score": 0.468362, + "hf_subset": "nus_Latn-fao_Latn", + "languages": [ + "nus-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498687, + "recall": 0.543478, + "f1": 0.510215, + "accuracy": 0.543478, + "main_score": 0.510215, + "hf_subset": "nus_Latn-ind_Latn", + "languages": [ + "nus-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445104, + "recall": 0.487154, + "f1": 0.456385, + "accuracy": 0.487154, + "main_score": 0.456385, + "hf_subset": "nus_Latn-knc_Latn", + "languages": [ + "nus-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483763, + "recall": 0.522727, + "f1": 0.492634, + "accuracy": 0.522727, + "main_score": 0.492634, + "hf_subset": "nus_Latn-mlt_Latn", + "languages": [ + "nus-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439894, + "recall": 0.48913, + "f1": 0.45292, + "accuracy": 0.48913, + "main_score": 0.45292, + "hf_subset": "nus_Latn-quy_Latn", + "languages": [ + "nus-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482106, + "recall": 0.52668, + "f1": 0.493468, + "accuracy": 0.52668, + "main_score": 0.493468, + "hf_subset": "nus_Latn-swh_Latn", + "languages": [ + "nus-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450227, + "recall": 0.494071, + "f1": 0.461362, + "accuracy": 0.494071, + "main_score": 0.461362, + "hf_subset": "nus_Latn-uzn_Latn", + "languages": [ + "nus-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464884, + "recall": 0.506917, + "f1": 0.475528, + "accuracy": 0.506917, + "main_score": 0.475528, + "hf_subset": "nus_Latn-als_Latn", + "languages": [ + "nus-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.249512, + "recall": 0.300395, + "f1": 0.262446, + "accuracy": 0.300395, + "main_score": 0.262446, + "hf_subset": "nus_Latn-bod_Tibt", + "languages": [ + "nus-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445458, + "recall": 0.486166, + "f1": 0.456813, + "accuracy": 0.486166, + "main_score": 0.456813, + "hf_subset": "nus_Latn-fij_Latn", + "languages": [ + "nus-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454543, + "recall": 0.501976, + "f1": 0.46757, + "accuracy": 0.501976, + "main_score": 0.46757, + "hf_subset": "nus_Latn-isl_Latn", + "languages": [ + "nus-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456925, + "recall": 0.501976, + "f1": 0.468951, + "accuracy": 0.501976, + "main_score": 0.468951, + "hf_subset": "nus_Latn-kon_Latn", + "languages": [ + "nus-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400601, + "recall": 0.45751, + "f1": 0.415605, + "accuracy": 0.45751, + "main_score": 0.415605, + "hf_subset": "nus_Latn-mni_Beng", + "languages": [ + "nus-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490799, + "recall": 0.537549, + "f1": 0.501685, + "accuracy": 0.537549, + "main_score": 0.501685, + "hf_subset": "nus_Latn-ron_Latn", + "languages": [ + "nus-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452938, + "recall": 0.502964, + "f1": 0.465258, + "accuracy": 0.502964, + "main_score": 0.465258, + "hf_subset": "nus_Latn-szl_Latn", + "languages": [ + "nus-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48168, + "recall": 0.521739, + "f1": 0.492053, + "accuracy": 0.521739, + "main_score": 0.492053, + "hf_subset": "nus_Latn-vec_Latn", + "languages": [ + "nus-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399616, + "recall": 0.454545, + "f1": 0.414487, + "accuracy": 0.454545, + "main_score": 0.414487, + "hf_subset": "nus_Latn-amh_Ethi", + "languages": [ + "nus-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478659, + "recall": 0.52668, + "f1": 0.490439, + "accuracy": 0.52668, + "main_score": 0.490439, + "hf_subset": "nus_Latn-bos_Latn", + "languages": [ + "nus-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449154, + "recall": 0.498024, + "f1": 0.461579, + "accuracy": 0.498024, + "main_score": 0.461579, + "hf_subset": "nus_Latn-fin_Latn", + "languages": [ + "nus-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468142, + "recall": 0.514822, + "f1": 0.479596, + "accuracy": 0.514822, + "main_score": 0.479596, + "hf_subset": "nus_Latn-ita_Latn", + "languages": [ + "nus-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445598, + "recall": 0.504941, + "f1": 0.461099, + "accuracy": 0.504941, + "main_score": 0.461099, + "hf_subset": "nus_Latn-kor_Hang", + "languages": [ + "nus-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444125, + "recall": 0.483202, + "f1": 0.454639, + "accuracy": 0.483202, + "main_score": 0.454639, + "hf_subset": "nus_Latn-mos_Latn", + "languages": [ + "nus-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446085, + "recall": 0.494071, + "f1": 0.458107, + "accuracy": 0.494071, + "main_score": 0.458107, + "hf_subset": "nus_Latn-run_Latn", + "languages": [ + "nus-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429099, + "recall": 0.487154, + "f1": 0.443516, + "accuracy": 0.487154, + "main_score": 0.443516, + "hf_subset": "nus_Latn-tam_Taml", + "languages": [ + "nus-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47425, + "recall": 0.521739, + "f1": 0.486768, + "accuracy": 0.521739, + "main_score": 0.486768, + "hf_subset": "nus_Latn-vie_Latn", + "languages": [ + "nus-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433283, + "recall": 0.490119, + "f1": 0.447854, + "accuracy": 0.490119, + "main_score": 0.447854, + "hf_subset": "nus_Latn-apc_Arab", + "languages": [ + "nus-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455419, + "recall": 0.48913, + "f1": 0.464566, + "accuracy": 0.48913, + "main_score": 0.464566, + "hf_subset": "nus_Latn-bug_Latn", + "languages": [ + "nus-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408002, + "recall": 0.451581, + "f1": 0.419786, + "accuracy": 0.451581, + "main_score": 0.419786, + "hf_subset": "nus_Latn-fon_Latn", + "languages": [ + "nus-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498056, + "recall": 0.537549, + "f1": 0.508409, + "accuracy": 0.537549, + "main_score": 0.508409, + "hf_subset": "nus_Latn-jav_Latn", + "languages": [ + "nus-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427967, + "recall": 0.476285, + "f1": 0.440267, + "accuracy": 0.476285, + "main_score": 0.440267, + "hf_subset": "nus_Latn-lao_Laoo", + "languages": [ + "nus-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41533, + "recall": 0.461462, + "f1": 0.427016, + "accuracy": 0.461462, + "main_score": 0.427016, + "hf_subset": "nus_Latn-mri_Latn", + "languages": [ + "nus-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465938, + "recall": 0.516798, + "f1": 0.478624, + "accuracy": 0.516798, + "main_score": 0.478624, + "hf_subset": "nus_Latn-rus_Cyrl", + "languages": [ + "nus-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433031, + "recall": 0.475296, + "f1": 0.443964, + "accuracy": 0.475296, + "main_score": 0.443964, + "hf_subset": "nus_Latn-taq_Latn", + "languages": [ + "nus-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487347, + "recall": 0.524704, + "f1": 0.496572, + "accuracy": 0.524704, + "main_score": 0.496572, + "hf_subset": "nus_Latn-war_Latn", + "languages": [ + "nus-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445192, + "recall": 0.499012, + "f1": 0.458807, + "accuracy": 0.499012, + "main_score": 0.458807, + "hf_subset": "nus_Latn-arb_Arab", + "languages": [ + "nus-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471487, + "recall": 0.523715, + "f1": 0.484499, + "accuracy": 0.523715, + "main_score": 0.484499, + "hf_subset": "nus_Latn-bul_Cyrl", + "languages": [ + "nus-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466995, + "recall": 0.514822, + "f1": 0.478744, + "accuracy": 0.514822, + "main_score": 0.478744, + "hf_subset": "nus_Latn-fra_Latn", + "languages": [ + "nus-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448846, + "recall": 0.494071, + "f1": 0.460141, + "accuracy": 0.494071, + "main_score": 0.460141, + "hf_subset": "nus_Latn-jpn_Jpan", + "languages": [ + "nus-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47871, + "recall": 0.519763, + "f1": 0.489654, + "accuracy": 0.519763, + "main_score": 0.489654, + "hf_subset": "nus_Latn-lij_Latn", + "languages": [ + "nus-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321565, + "recall": 0.379447, + "f1": 0.335776, + "accuracy": 0.379447, + "main_score": 0.335776, + "hf_subset": "nus_Latn-mya_Mymr", + "languages": [ + "nus-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443139, + "recall": 0.491107, + "f1": 0.455337, + "accuracy": 0.491107, + "main_score": 0.455337, + "hf_subset": "nus_Latn-sag_Latn", + "languages": [ + "nus-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215158, + "recall": 0.250988, + "f1": 0.223276, + "accuracy": 0.250988, + "main_score": 0.223276, + "hf_subset": "nus_Latn-taq_Tfng", + "languages": [ + "nus-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457649, + "recall": 0.499012, + "f1": 0.469005, + "accuracy": 0.499012, + "main_score": 0.469005, + "hf_subset": "nus_Latn-wol_Latn", + "languages": [ + "nus-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385535, + "recall": 0.434783, + "f1": 0.398966, + "accuracy": 0.434783, + "main_score": 0.398966, + "hf_subset": "nus_Latn-arb_Latn", + "languages": [ + "nus-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479226, + "recall": 0.522727, + "f1": 0.490743, + "accuracy": 0.522727, + "main_score": 0.490743, + "hf_subset": "nus_Latn-cat_Latn", + "languages": [ + "nus-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472522, + "recall": 0.516798, + "f1": 0.48389, + "accuracy": 0.516798, + "main_score": 0.48389, + "hf_subset": "nus_Latn-fur_Latn", + "languages": [ + "nus-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402573, + "recall": 0.459486, + "f1": 0.417584, + "accuracy": 0.459486, + "main_score": 0.417584, + "hf_subset": "nus_Latn-kab_Latn", + "languages": [ + "nus-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454619, + "recall": 0.5, + "f1": 0.465455, + "accuracy": 0.5, + "main_score": 0.465455, + "hf_subset": "nus_Latn-lim_Latn", + "languages": [ + "nus-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451758, + "recall": 0.508893, + "f1": 0.466144, + "accuracy": 0.508893, + "main_score": 0.466144, + "hf_subset": "nus_Latn-nld_Latn", + "languages": [ + "nus-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415535, + "recall": 0.468379, + "f1": 0.428694, + "accuracy": 0.468379, + "main_score": 0.428694, + "hf_subset": "nus_Latn-san_Deva", + "languages": [ + "nus-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45716, + "recall": 0.501976, + "f1": 0.469416, + "accuracy": 0.501976, + "main_score": 0.469416, + "hf_subset": "nus_Latn-tat_Cyrl", + "languages": [ + "nus-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475895, + "recall": 0.522727, + "f1": 0.488075, + "accuracy": 0.522727, + "main_score": 0.488075, + "hf_subset": "nus_Latn-xho_Latn", + "languages": [ + "nus-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424627, + "recall": 0.485178, + "f1": 0.440539, + "accuracy": 0.485178, + "main_score": 0.440539, + "hf_subset": "nus_Latn-ars_Arab", + "languages": [ + "nus-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485449, + "recall": 0.52668, + "f1": 0.495924, + "accuracy": 0.52668, + "main_score": 0.495924, + "hf_subset": "nus_Latn-ceb_Latn", + "languages": [ + "nus-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43267, + "recall": 0.476285, + "f1": 0.444798, + "accuracy": 0.476285, + "main_score": 0.444798, + "hf_subset": "nus_Latn-fuv_Latn", + "languages": [ + "nus-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43834, + "recall": 0.481225, + "f1": 0.449686, + "accuracy": 0.481225, + "main_score": 0.449686, + "hf_subset": "nus_Latn-kac_Latn", + "languages": [ + "nus-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471712, + "recall": 0.513834, + "f1": 0.482933, + "accuracy": 0.513834, + "main_score": 0.482933, + "hf_subset": "nus_Latn-lin_Latn", + "languages": [ + "nus-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470491, + "recall": 0.520751, + "f1": 0.483517, + "accuracy": 0.520751, + "main_score": 0.483517, + "hf_subset": "nus_Latn-nno_Latn", + "languages": [ + "nus-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.127602, + "recall": 0.16996, + "f1": 0.137972, + "accuracy": 0.16996, + "main_score": 0.137972, + "hf_subset": "nus_Latn-sat_Olck", + "languages": [ + "nus-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442063, + "recall": 0.495059, + "f1": 0.455515, + "accuracy": 0.495059, + "main_score": 0.455515, + "hf_subset": "nus_Latn-tel_Telu", + "languages": [ + "nus-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406707, + "recall": 0.458498, + "f1": 0.420355, + "accuracy": 0.458498, + "main_score": 0.420355, + "hf_subset": "nus_Latn-ydd_Hebr", + "languages": [ + "nus-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424887, + "recall": 0.477273, + "f1": 0.439075, + "accuracy": 0.477273, + "main_score": 0.439075, + "hf_subset": "nus_Latn-ary_Arab", + "languages": [ + "nus-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444936, + "recall": 0.499012, + "f1": 0.458455, + "accuracy": 0.499012, + "main_score": 0.458455, + "hf_subset": "nus_Latn-ces_Latn", + "languages": [ + "nus-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465119, + "recall": 0.514822, + "f1": 0.478781, + "accuracy": 0.514822, + "main_score": 0.478781, + "hf_subset": "nus_Latn-gaz_Latn", + "languages": [ + "nus-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443255, + "recall": 0.487154, + "f1": 0.454893, + "accuracy": 0.487154, + "main_score": 0.454893, + "hf_subset": "nus_Latn-kam_Latn", + "languages": [ + "nus-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438925, + "recall": 0.494071, + "f1": 0.452843, + "accuracy": 0.494071, + "main_score": 0.452843, + "hf_subset": "nus_Latn-lit_Latn", + "languages": [ + "nus-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478306, + "recall": 0.529644, + "f1": 0.490894, + "accuracy": 0.529644, + "main_score": 0.490894, + "hf_subset": "nus_Latn-nob_Latn", + "languages": [ + "nus-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473392, + "recall": 0.513834, + "f1": 0.48318, + "accuracy": 0.513834, + "main_score": 0.48318, + "hf_subset": "nus_Latn-scn_Latn", + "languages": [ + "nus-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435878, + "recall": 0.480237, + "f1": 0.447092, + "accuracy": 0.480237, + "main_score": 0.447092, + "hf_subset": "nus_Latn-tgk_Cyrl", + "languages": [ + "nus-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410586, + "recall": 0.467391, + "f1": 0.425876, + "accuracy": 0.467391, + "main_score": 0.425876, + "hf_subset": "nus_Latn-yor_Latn", + "languages": [ + "nus-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426648, + "recall": 0.474308, + "f1": 0.438822, + "accuracy": 0.474308, + "main_score": 0.438822, + "hf_subset": "nus_Latn-arz_Arab", + "languages": [ + "nus-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433482, + "recall": 0.476285, + "f1": 0.445774, + "accuracy": 0.476285, + "main_score": 0.445774, + "hf_subset": "nus_Latn-cjk_Latn", + "languages": [ + "nus-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444943, + "recall": 0.491107, + "f1": 0.457232, + "accuracy": 0.491107, + "main_score": 0.457232, + "hf_subset": "nus_Latn-gla_Latn", + "languages": [ + "nus-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446006, + "recall": 0.493083, + "f1": 0.458512, + "accuracy": 0.493083, + "main_score": 0.458512, + "hf_subset": "nus_Latn-kan_Knda", + "languages": [ + "nus-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468027, + "recall": 0.51087, + "f1": 0.479244, + "accuracy": 0.51087, + "main_score": 0.479244, + "hf_subset": "nus_Latn-lmo_Latn", + "languages": [ + "nus-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445944, + "recall": 0.501976, + "f1": 0.460437, + "accuracy": 0.501976, + "main_score": 0.460437, + "hf_subset": "nus_Latn-npi_Deva", + "languages": [ + "nus-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379382, + "recall": 0.427866, + "f1": 0.391566, + "accuracy": 0.427866, + "main_score": 0.391566, + "hf_subset": "nus_Latn-shn_Mymr", + "languages": [ + "nus-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495699, + "recall": 0.54249, + "f1": 0.507495, + "accuracy": 0.54249, + "main_score": 0.507495, + "hf_subset": "nus_Latn-tgl_Latn", + "languages": [ + "nus-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423376, + "recall": 0.476285, + "f1": 0.436704, + "accuracy": 0.476285, + "main_score": 0.436704, + "hf_subset": "nus_Latn-yue_Hant", + "languages": [ + "nus-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431184, + "recall": 0.488142, + "f1": 0.445491, + "accuracy": 0.488142, + "main_score": 0.445491, + "hf_subset": "nus_Latn-asm_Beng", + "languages": [ + "nus-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430633, + "recall": 0.479249, + "f1": 0.443779, + "accuracy": 0.479249, + "main_score": 0.443779, + "hf_subset": "nus_Latn-ckb_Arab", + "languages": [ + "nus-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426697, + "recall": 0.474308, + "f1": 0.438756, + "accuracy": 0.474308, + "main_score": 0.438756, + "hf_subset": "nus_Latn-gle_Latn", + "languages": [ + "nus-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400466, + "recall": 0.447628, + "f1": 0.41274, + "accuracy": 0.447628, + "main_score": 0.41274, + "hf_subset": "nus_Latn-kas_Arab", + "languages": [ + "nus-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439562, + "recall": 0.48913, + "f1": 0.451897, + "accuracy": 0.48913, + "main_score": 0.451897, + "hf_subset": "nus_Latn-ltg_Latn", + "languages": [ + "nus-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492837, + "recall": 0.535573, + "f1": 0.504607, + "accuracy": 0.535573, + "main_score": 0.504607, + "hf_subset": "nus_Latn-nso_Latn", + "languages": [ + "nus-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404722, + "recall": 0.463439, + "f1": 0.41961, + "accuracy": 0.463439, + "main_score": 0.41961, + "hf_subset": "nus_Latn-sin_Sinh", + "languages": [ + "nus-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445567, + "recall": 0.494071, + "f1": 0.457864, + "accuracy": 0.494071, + "main_score": 0.457864, + "hf_subset": "nus_Latn-tha_Thai", + "languages": [ + "nus-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423628, + "recall": 0.47332, + "f1": 0.436077, + "accuracy": 0.47332, + "main_score": 0.436077, + "hf_subset": "nus_Latn-zho_Hans", + "languages": [ + "nus-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493935, + "recall": 0.533597, + "f1": 0.504233, + "accuracy": 0.533597, + "main_score": 0.504233, + "hf_subset": "nus_Latn-ast_Latn", + "languages": [ + "nus-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453351, + "recall": 0.496047, + "f1": 0.464365, + "accuracy": 0.496047, + "main_score": 0.464365, + "hf_subset": "nus_Latn-crh_Latn", + "languages": [ + "nus-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468373, + "recall": 0.517787, + "f1": 0.481454, + "accuracy": 0.517787, + "main_score": 0.481454, + "hf_subset": "nus_Latn-glg_Latn", + "languages": [ + "nus-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428806, + "recall": 0.471344, + "f1": 0.440769, + "accuracy": 0.471344, + "main_score": 0.440769, + "hf_subset": "nus_Latn-kas_Deva", + "languages": [ + "nus-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440496, + "recall": 0.488142, + "f1": 0.452602, + "accuracy": 0.488142, + "main_score": 0.452602, + "hf_subset": "nus_Latn-ltz_Latn", + "languages": [ + "nus-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444846, + "recall": 0.499012, + "f1": 0.458597, + "accuracy": 0.499012, + "main_score": 0.458597, + "hf_subset": "nus_Latn-slk_Latn", + "languages": [ + "nus-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.346598, + "recall": 0.402174, + "f1": 0.36139, + "accuracy": 0.402174, + "main_score": 0.36139, + "hf_subset": "nus_Latn-tir_Ethi", + "languages": [ + "nus-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437584, + "recall": 0.492095, + "f1": 0.451136, + "accuracy": 0.492095, + "main_score": 0.451136, + "hf_subset": "nus_Latn-zho_Hant", + "languages": [ + "nus-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45949, + "recall": 0.505929, + "f1": 0.471659, + "accuracy": 0.505929, + "main_score": 0.471659, + "hf_subset": "nus_Latn-awa_Deva", + "languages": [ + "nus-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443953, + "recall": 0.488142, + "f1": 0.455279, + "accuracy": 0.488142, + "main_score": 0.455279, + "hf_subset": "nus_Latn-cym_Latn", + "languages": [ + "nus-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472731, + "recall": 0.508893, + "f1": 0.481705, + "accuracy": 0.508893, + "main_score": 0.481705, + "hf_subset": "nus_Latn-grn_Latn", + "languages": [ + "nus-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437871, + "recall": 0.487154, + "f1": 0.450495, + "accuracy": 0.487154, + "main_score": 0.450495, + "hf_subset": "nus_Latn-kat_Geor", + "languages": [ + "nus-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47662, + "recall": 0.517787, + "f1": 0.487068, + "accuracy": 0.517787, + "main_score": 0.487068, + "hf_subset": "nus_Latn-lua_Latn", + "languages": [ + "nus-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450677, + "recall": 0.500988, + "f1": 0.465099, + "accuracy": 0.500988, + "main_score": 0.465099, + "hf_subset": "nus_Latn-nya_Latn", + "languages": [ + "nus-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465976, + "recall": 0.511858, + "f1": 0.477543, + "accuracy": 0.511858, + "main_score": 0.477543, + "hf_subset": "nus_Latn-slv_Latn", + "languages": [ + "nus-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478726, + "recall": 0.524704, + "f1": 0.490522, + "accuracy": 0.524704, + "main_score": 0.490522, + "hf_subset": "nus_Latn-tpi_Latn", + "languages": [ + "nus-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490881, + "recall": 0.539526, + "f1": 0.503282, + "accuracy": 0.539526, + "main_score": 0.503282, + "hf_subset": "nus_Latn-zsm_Latn", + "languages": [ + "nus-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444054, + "recall": 0.486166, + "f1": 0.456079, + "accuracy": 0.486166, + "main_score": 0.456079, + "hf_subset": "nus_Latn-ayr_Latn", + "languages": [ + "nus-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493633, + "recall": 0.534585, + "f1": 0.503745, + "accuracy": 0.534585, + "main_score": 0.503745, + "hf_subset": "nus_Latn-dan_Latn", + "languages": [ + "nus-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45107, + "recall": 0.505929, + "f1": 0.464836, + "accuracy": 0.505929, + "main_score": 0.464836, + "hf_subset": "nus_Latn-guj_Gujr", + "languages": [ + "nus-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454587, + "recall": 0.506917, + "f1": 0.468352, + "accuracy": 0.506917, + "main_score": 0.468352, + "hf_subset": "nus_Latn-kaz_Cyrl", + "languages": [ + "nus-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434598, + "recall": 0.480237, + "f1": 0.447417, + "accuracy": 0.480237, + "main_score": 0.447417, + "hf_subset": "nus_Latn-lug_Latn", + "languages": [ + "nus-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498191, + "recall": 0.547431, + "f1": 0.51087, + "accuracy": 0.547431, + "main_score": 0.51087, + "hf_subset": "nus_Latn-oci_Latn", + "languages": [ + "nus-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460815, + "recall": 0.503953, + "f1": 0.472454, + "accuracy": 0.503953, + "main_score": 0.472454, + "hf_subset": "nus_Latn-smo_Latn", + "languages": [ + "nus-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463254, + "recall": 0.506917, + "f1": 0.474426, + "accuracy": 0.506917, + "main_score": 0.474426, + "hf_subset": "nus_Latn-tsn_Latn", + "languages": [ + "nus-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460314, + "recall": 0.51581, + "f1": 0.47615, + "accuracy": 0.51581, + "main_score": 0.47615, + "hf_subset": "nus_Latn-zul_Latn", + "languages": [ + "nus-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382028, + "recall": 0.43083, + "f1": 0.394617, + "accuracy": 0.43083, + "main_score": 0.394617, + "hf_subset": "nus_Latn-azb_Arab", + "languages": [ + "nus-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479985, + "recall": 0.528656, + "f1": 0.491808, + "accuracy": 0.528656, + "main_score": 0.491808, + "hf_subset": "nus_Latn-deu_Latn", + "languages": [ + "nus-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439782, + "recall": 0.485178, + "f1": 0.451111, + "accuracy": 0.485178, + "main_score": 0.451111, + "hf_subset": "nus_Latn-hat_Latn", + "languages": [ + "nus-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431733, + "recall": 0.472332, + "f1": 0.442582, + "accuracy": 0.472332, + "main_score": 0.442582, + "hf_subset": "nus_Latn-kbp_Latn", + "languages": [ + "nus-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47472, + "recall": 0.51581, + "f1": 0.486135, + "accuracy": 0.51581, + "main_score": 0.486135, + "hf_subset": "nus_Latn-luo_Latn", + "languages": [ + "nus-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443168, + "recall": 0.493083, + "f1": 0.455807, + "accuracy": 0.493083, + "main_score": 0.455807, + "hf_subset": "nus_Latn-ory_Orya", + "languages": [ + "nus-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45992, + "recall": 0.506917, + "f1": 0.472577, + "accuracy": 0.506917, + "main_score": 0.472577, + "hf_subset": "nus_Latn-sna_Latn", + "languages": [ + "nus-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468167, + "recall": 0.513834, + "f1": 0.480191, + "accuracy": 0.513834, + "main_score": 0.480191, + "hf_subset": "nus_Latn-tso_Latn", + "languages": [ + "nus-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419295, + "recall": 0.476285, + "f1": 0.433844, + "accuracy": 0.476285, + "main_score": 0.433844, + "hf_subset": "nus_Latn-azj_Latn", + "languages": [ + "nus-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429133, + "recall": 0.482213, + "f1": 0.443874, + "accuracy": 0.482213, + "main_score": 0.443874, + "hf_subset": "nus_Latn-dik_Latn", + "languages": [ + "nus-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455761, + "recall": 0.502964, + "f1": 0.467702, + "accuracy": 0.502964, + "main_score": 0.467702, + "hf_subset": "nus_Latn-hau_Latn", + "languages": [ + "nus-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468886, + "recall": 0.507905, + "f1": 0.479077, + "accuracy": 0.507905, + "main_score": 0.479077, + "hf_subset": "nus_Latn-kea_Latn", + "languages": [ + "nus-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470742, + "recall": 0.504941, + "f1": 0.479867, + "accuracy": 0.504941, + "main_score": 0.479867, + "hf_subset": "nus_Latn-lus_Latn", + "languages": [ + "nus-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464692, + "recall": 0.501976, + "f1": 0.474631, + "accuracy": 0.501976, + "main_score": 0.474631, + "hf_subset": "nus_Latn-pag_Latn", + "languages": [ + "nus-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426681, + "recall": 0.482213, + "f1": 0.44147, + "accuracy": 0.482213, + "main_score": 0.44147, + "hf_subset": "nus_Latn-snd_Arab", + "languages": [ + "nus-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438685, + "recall": 0.477273, + "f1": 0.449956, + "accuracy": 0.477273, + "main_score": 0.449956, + "hf_subset": "nus_Latn-tuk_Latn", + "languages": [ + "nus-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449045, + "recall": 0.494071, + "f1": 0.460525, + "accuracy": 0.494071, + "main_score": 0.460525, + "hf_subset": "nus_Latn-bak_Cyrl", + "languages": [ + "nus-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.343498, + "recall": 0.406126, + "f1": 0.360819, + "accuracy": 0.406126, + "main_score": 0.360819, + "hf_subset": "nus_Latn-dyu_Latn", + "languages": [ + "nus-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445698, + "recall": 0.48913, + "f1": 0.457268, + "accuracy": 0.48913, + "main_score": 0.457268, + "hf_subset": "nus_Latn-heb_Hebr", + "languages": [ + "nus-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434439, + "recall": 0.48419, + "f1": 0.447238, + "accuracy": 0.48419, + "main_score": 0.447238, + "hf_subset": "nus_Latn-khk_Cyrl", + "languages": [ + "nus-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466832, + "recall": 0.51087, + "f1": 0.477077, + "accuracy": 0.51087, + "main_score": 0.477077, + "hf_subset": "nus_Latn-lvs_Latn", + "languages": [ + "nus-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455363, + "recall": 0.511858, + "f1": 0.470774, + "accuracy": 0.511858, + "main_score": 0.470774, + "hf_subset": "nus_Latn-pan_Guru", + "languages": [ + "nus-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443164, + "recall": 0.492095, + "f1": 0.456051, + "accuracy": 0.492095, + "main_score": 0.456051, + "hf_subset": "nus_Latn-som_Latn", + "languages": [ + "nus-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442998, + "recall": 0.485178, + "f1": 0.454079, + "accuracy": 0.485178, + "main_score": 0.454079, + "hf_subset": "nus_Latn-tum_Latn", + "languages": [ + "nus-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582374, + "recall": 0.647233, + "f1": 0.600575, + "accuracy": 0.647233, + "main_score": 0.600575, + "hf_subset": "slk_Latn-ace_Arab", + "languages": [ + "slk-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540304, + "recall": 0.598814, + "f1": 0.5563, + "accuracy": 0.598814, + "main_score": 0.5563, + "hf_subset": "slk_Latn-bam_Latn", + "languages": [ + "slk-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446808, + "recall": 0.523715, + "f1": 0.467896, + "accuracy": 0.523715, + "main_score": 0.467896, + "hf_subset": "slk_Latn-dzo_Tibt", + "languages": [ + "slk-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hin_Deva", + "languages": [ + "slk-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-khm_Khmr", + "languages": [ + "slk-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-mag_Deva", + "languages": [ + "slk-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slk_Latn-pap_Latn", + "languages": [ + "slk-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604464, + "recall": 0.658103, + "f1": 0.619034, + "accuracy": 0.658103, + "main_score": 0.619034, + "hf_subset": "slk_Latn-sot_Latn", + "languages": [ + "slk-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tur_Latn", + "languages": [ + "slk-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880632, + "recall": 0.913043, + "f1": 0.890942, + "accuracy": 0.913043, + "main_score": 0.890942, + "hf_subset": "slk_Latn-ace_Latn", + "languages": [ + "slk-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963109, + "recall": 0.97332, + "f1": 0.966403, + "accuracy": 0.97332, + "main_score": 0.966403, + "hf_subset": "slk_Latn-ban_Latn", + "languages": [ + "slk-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-ell_Grek", + "languages": [ + "slk-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "slk_Latn-hne_Deva", + "languages": [ + "slk-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605359, + "recall": 0.661067, + "f1": 0.620838, + "accuracy": 0.661067, + "main_score": 0.620838, + "hf_subset": "slk_Latn-kik_Latn", + "languages": [ + "slk-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-mai_Deva", + "languages": [ + "slk-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "slk_Latn-pbt_Arab", + "languages": [ + "slk-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-spa_Latn", + "languages": [ + "slk-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621179, + "recall": 0.688735, + "f1": 0.640424, + "accuracy": 0.688735, + "main_score": 0.640424, + "hf_subset": "slk_Latn-twi_Latn", + "languages": [ + "slk-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-acm_Arab", + "languages": [ + "slk-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570973, + "recall": 0.632411, + "f1": 0.588359, + "accuracy": 0.632411, + "main_score": 0.588359, + "hf_subset": "slk_Latn-kin_Latn", + "languages": [ + "slk-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-mal_Mlym", + "languages": [ + "slk-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-pes_Arab", + "languages": [ + "slk-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-srd_Latn", + "languages": [ + "slk-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189949, + "recall": 0.238142, + "f1": 0.202186, + "accuracy": 0.238142, + "main_score": 0.202186, + "hf_subset": "slk_Latn-tzm_Tfng", + "languages": [ + "slk-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-acq_Arab", + "languages": [ + "slk-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632002, + "recall": 0.682806, + "f1": 0.646382, + "accuracy": 0.682806, + "main_score": 0.646382, + "hf_subset": "slk_Latn-bem_Latn", + "languages": [ + "slk-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-epo_Latn", + "languages": [ + "slk-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-hun_Latn", + "languages": [ + "slk-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-kir_Cyrl", + "languages": [ + "slk-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-mar_Deva", + "languages": [ + "slk-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690942, + "recall": 0.747036, + "f1": 0.707435, + "accuracy": 0.747036, + "main_score": 0.707435, + "hf_subset": "slk_Latn-plt_Latn", + "languages": [ + "slk-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "slk_Latn-uig_Arab", + "languages": [ + "slk-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-aeb_Arab", + "languages": [ + "slk-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ben_Beng", + "languages": [ + "slk-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-est_Latn", + "languages": [ + "slk-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-hye_Armn", + "languages": [ + "slk-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557858, + "recall": 0.610672, + "f1": 0.573551, + "accuracy": 0.610672, + "main_score": 0.573551, + "hf_subset": "slk_Latn-kmb_Latn", + "languages": [ + "slk-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517904, + "recall": 0.585968, + "f1": 0.536544, + "accuracy": 0.585968, + "main_score": 0.536544, + "hf_subset": "slk_Latn-min_Arab", + "languages": [ + "slk-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564048, + "recall": 0.632411, + "f1": 0.584342, + "accuracy": 0.632411, + "main_score": 0.584342, + "hf_subset": "slk_Latn-ssw_Latn", + "languages": [ + "slk-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-afr_Latn", + "languages": [ + "slk-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-bho_Deva", + "languages": [ + "slk-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-eus_Latn", + "languages": [ + "slk-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593972, + "recall": 0.658103, + "f1": 0.612328, + "accuracy": 0.658103, + "main_score": 0.612328, + "hf_subset": "slk_Latn-ibo_Latn", + "languages": [ + "slk-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911067, + "recall": 0.936759, + "f1": 0.919137, + "accuracy": 0.936759, + "main_score": 0.919137, + "hf_subset": "slk_Latn-kmr_Latn", + "languages": [ + "slk-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-min_Latn", + "languages": [ + "slk-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-por_Latn", + "languages": [ + "slk-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-sun_Latn", + "languages": [ + "slk-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534988, + "recall": 0.590909, + "f1": 0.551344, + "accuracy": 0.590909, + "main_score": 0.551344, + "hf_subset": "slk_Latn-umb_Latn", + "languages": [ + "slk-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ajp_Arab", + "languages": [ + "slk-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554515, + "recall": 0.618577, + "f1": 0.572272, + "accuracy": 0.618577, + "main_score": 0.572272, + "hf_subset": "slk_Latn-bjn_Arab", + "languages": [ + "slk-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523531, + "recall": 0.576087, + "f1": 0.537756, + "accuracy": 0.576087, + "main_score": 0.537756, + "hf_subset": "slk_Latn-ewe_Latn", + "languages": [ + "slk-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.967391, + "f1": 0.957642, + "accuracy": 0.967391, + "main_score": 0.957642, + "hf_subset": "slk_Latn-ilo_Latn", + "languages": [ + "slk-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316758, + "recall": 0.374506, + "f1": 0.332787, + "accuracy": 0.374506, + "main_score": 0.332787, + "hf_subset": "slk_Latn-knc_Arab", + "languages": [ + "slk-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-prs_Arab", + "languages": [ + "slk-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-swe_Latn", + "languages": [ + "slk-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-urd_Arab", + "languages": [ + "slk-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598955, + "recall": 0.666008, + "f1": 0.617921, + "accuracy": 0.666008, + "main_score": 0.617921, + "hf_subset": "slk_Latn-aka_Latn", + "languages": [ + "slk-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-bjn_Latn", + "languages": [ + "slk-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slk_Latn-fao_Latn", + "languages": [ + "slk-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ind_Latn", + "languages": [ + "slk-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587819, + "recall": 0.639328, + "f1": 0.602615, + "accuracy": 0.639328, + "main_score": 0.602615, + "hf_subset": "slk_Latn-knc_Latn", + "languages": [ + "slk-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-mlt_Latn", + "languages": [ + "slk-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714847, + "recall": 0.774704, + "f1": 0.732435, + "accuracy": 0.774704, + "main_score": 0.732435, + "hf_subset": "slk_Latn-quy_Latn", + "languages": [ + "slk-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "slk_Latn-swh_Latn", + "languages": [ + "slk-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-uzn_Latn", + "languages": [ + "slk-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-als_Latn", + "languages": [ + "slk-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668659, + "recall": 0.745059, + "f1": 0.6917, + "accuracy": 0.745059, + "main_score": 0.6917, + "hf_subset": "slk_Latn-bod_Tibt", + "languages": [ + "slk-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708252, + "recall": 0.76581, + "f1": 0.724893, + "accuracy": 0.76581, + "main_score": 0.724893, + "hf_subset": "slk_Latn-fij_Latn", + "languages": [ + "slk-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-isl_Latn", + "languages": [ + "slk-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683392, + "recall": 0.732213, + "f1": 0.69837, + "accuracy": 0.732213, + "main_score": 0.69837, + "hf_subset": "slk_Latn-kon_Latn", + "languages": [ + "slk-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681136, + "recall": 0.743083, + "f1": 0.698901, + "accuracy": 0.743083, + "main_score": 0.698901, + "hf_subset": "slk_Latn-mni_Beng", + "languages": [ + "slk-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ron_Latn", + "languages": [ + "slk-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.990119, + "f1": 0.988472, + "accuracy": 0.990119, + "main_score": 0.988472, + "hf_subset": "slk_Latn-szl_Latn", + "languages": [ + "slk-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-vec_Latn", + "languages": [ + "slk-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "slk_Latn-amh_Ethi", + "languages": [ + "slk-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-fin_Latn", + "languages": [ + "slk-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ita_Latn", + "languages": [ + "slk-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-kor_Hang", + "languages": [ + "slk-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54292, + "recall": 0.604743, + "f1": 0.560422, + "accuracy": 0.604743, + "main_score": 0.560422, + "hf_subset": "slk_Latn-mos_Latn", + "languages": [ + "slk-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55859, + "recall": 0.616601, + "f1": 0.575021, + "accuracy": 0.616601, + "main_score": 0.575021, + "hf_subset": "slk_Latn-run_Latn", + "languages": [ + "slk-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tam_Taml", + "languages": [ + "slk-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-vie_Latn", + "languages": [ + "slk-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-apc_Arab", + "languages": [ + "slk-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800428, + "recall": 0.847826, + "f1": 0.814775, + "accuracy": 0.847826, + "main_score": 0.814775, + "hf_subset": "slk_Latn-bug_Latn", + "languages": [ + "slk-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478514, + "recall": 0.533597, + "f1": 0.493117, + "accuracy": 0.533597, + "main_score": 0.493117, + "hf_subset": "slk_Latn-fon_Latn", + "languages": [ + "slk-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slk_Latn-jav_Latn", + "languages": [ + "slk-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-lao_Laoo", + "languages": [ + "slk-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883211, + "recall": 0.916996, + "f1": 0.893857, + "accuracy": 0.916996, + "main_score": 0.893857, + "hf_subset": "slk_Latn-mri_Latn", + "languages": [ + "slk-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539197, + "recall": 0.605731, + "f1": 0.557809, + "accuracy": 0.605731, + "main_score": 0.557809, + "hf_subset": "slk_Latn-taq_Latn", + "languages": [ + "slk-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-war_Latn", + "languages": [ + "slk-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-arb_Arab", + "languages": [ + "slk-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-fra_Latn", + "languages": [ + "slk-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-jpn_Jpan", + "languages": [ + "slk-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slk_Latn-lij_Latn", + "languages": [ + "slk-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "slk_Latn-mya_Mymr", + "languages": [ + "slk-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60842, + "recall": 0.674901, + "f1": 0.627052, + "accuracy": 0.674901, + "main_score": 0.627052, + "hf_subset": "slk_Latn-sag_Latn", + "languages": [ + "slk-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199216, + "recall": 0.253953, + "f1": 0.211245, + "accuracy": 0.253953, + "main_score": 0.211245, + "hf_subset": "slk_Latn-taq_Tfng", + "languages": [ + "slk-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635354, + "recall": 0.697628, + "f1": 0.653331, + "accuracy": 0.697628, + "main_score": 0.653331, + "hf_subset": "slk_Latn-wol_Latn", + "languages": [ + "slk-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814272, + "recall": 0.863636, + "f1": 0.829298, + "accuracy": 0.863636, + "main_score": 0.829298, + "hf_subset": "slk_Latn-arb_Latn", + "languages": [ + "slk-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-cat_Latn", + "languages": [ + "slk-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "slk_Latn-fur_Latn", + "languages": [ + "slk-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425277, + "recall": 0.483202, + "f1": 0.441304, + "accuracy": 0.483202, + "main_score": 0.441304, + "hf_subset": "slk_Latn-kab_Latn", + "languages": [ + "slk-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slk_Latn-lim_Latn", + "languages": [ + "slk-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-nld_Latn", + "languages": [ + "slk-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "slk_Latn-san_Deva", + "languages": [ + "slk-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tat_Cyrl", + "languages": [ + "slk-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684192, + "recall": 0.736166, + "f1": 0.69944, + "accuracy": 0.736166, + "main_score": 0.69944, + "hf_subset": "slk_Latn-xho_Latn", + "languages": [ + "slk-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ars_Arab", + "languages": [ + "slk-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ceb_Latn", + "languages": [ + "slk-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569132, + "recall": 0.630435, + "f1": 0.586554, + "accuracy": 0.630435, + "main_score": 0.586554, + "hf_subset": "slk_Latn-fuv_Latn", + "languages": [ + "slk-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518116, + "recall": 0.583004, + "f1": 0.53607, + "accuracy": 0.583004, + "main_score": 0.53607, + "hf_subset": "slk_Latn-kac_Latn", + "languages": [ + "slk-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672283, + "recall": 0.727273, + "f1": 0.688702, + "accuracy": 0.727273, + "main_score": 0.688702, + "hf_subset": "slk_Latn-lin_Latn", + "languages": [ + "slk-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-nno_Latn", + "languages": [ + "slk-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.226487, + "recall": 0.314229, + "f1": 0.250384, + "accuracy": 0.314229, + "main_score": 0.250384, + "hf_subset": "slk_Latn-sat_Olck", + "languages": [ + "slk-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-tel_Telu", + "languages": [ + "slk-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "slk_Latn-ydd_Hebr", + "languages": [ + "slk-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slk_Latn-ary_Arab", + "languages": [ + "slk-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57785, + "recall": 0.644269, + "f1": 0.596876, + "accuracy": 0.644269, + "main_score": 0.596876, + "hf_subset": "slk_Latn-gaz_Latn", + "languages": [ + "slk-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579209, + "recall": 0.648221, + "f1": 0.599264, + "accuracy": 0.648221, + "main_score": 0.599264, + "hf_subset": "slk_Latn-kam_Latn", + "languages": [ + "slk-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "slk_Latn-lit_Latn", + "languages": [ + "slk-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-nob_Latn", + "languages": [ + "slk-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "slk_Latn-scn_Latn", + "languages": [ + "slk-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "slk_Latn-tgk_Cyrl", + "languages": [ + "slk-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722588, + "recall": 0.784585, + "f1": 0.741457, + "accuracy": 0.784585, + "main_score": 0.741457, + "hf_subset": "slk_Latn-yor_Latn", + "languages": [ + "slk-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-arz_Arab", + "languages": [ + "slk-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570116, + "recall": 0.628458, + "f1": 0.587131, + "accuracy": 0.628458, + "main_score": 0.587131, + "hf_subset": "slk_Latn-cjk_Latn", + "languages": [ + "slk-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806933, + "recall": 0.851779, + "f1": 0.820487, + "accuracy": 0.851779, + "main_score": 0.820487, + "hf_subset": "slk_Latn-gla_Latn", + "languages": [ + "slk-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-kan_Knda", + "languages": [ + "slk-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "slk_Latn-lmo_Latn", + "languages": [ + "slk-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "slk_Latn-npi_Deva", + "languages": [ + "slk-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478451, + "recall": 0.54249, + "f1": 0.496299, + "accuracy": 0.54249, + "main_score": 0.496299, + "hf_subset": "slk_Latn-shn_Mymr", + "languages": [ + "slk-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tgl_Latn", + "languages": [ + "slk-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-yue_Hant", + "languages": [ + "slk-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-asm_Beng", + "languages": [ + "slk-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "slk_Latn-ckb_Arab", + "languages": [ + "slk-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885623, + "recall": 0.917984, + "f1": 0.89577, + "accuracy": 0.917984, + "main_score": 0.89577, + "hf_subset": "slk_Latn-gle_Latn", + "languages": [ + "slk-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949934, + "recall": 0.965415, + "f1": 0.95504, + "accuracy": 0.965415, + "main_score": 0.95504, + "hf_subset": "slk_Latn-kas_Arab", + "languages": [ + "slk-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951746, + "recall": 0.967391, + "f1": 0.956851, + "accuracy": 0.967391, + "main_score": 0.956851, + "hf_subset": "slk_Latn-ltg_Latn", + "languages": [ + "slk-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626133, + "recall": 0.68083, + "f1": 0.641726, + "accuracy": 0.68083, + "main_score": 0.641726, + "hf_subset": "slk_Latn-nso_Latn", + "languages": [ + "slk-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-sin_Sinh", + "languages": [ + "slk-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-tha_Thai", + "languages": [ + "slk-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-zho_Hans", + "languages": [ + "slk-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ast_Latn", + "languages": [ + "slk-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-crh_Latn", + "languages": [ + "slk-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-glg_Latn", + "languages": [ + "slk-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919631, + "recall": 0.943676, + "f1": 0.927207, + "accuracy": 0.943676, + "main_score": 0.927207, + "hf_subset": "slk_Latn-kas_Deva", + "languages": [ + "slk-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "slk_Latn-ltz_Latn", + "languages": [ + "slk-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45753, + "recall": 0.530632, + "f1": 0.477604, + "accuracy": 0.530632, + "main_score": 0.477604, + "hf_subset": "slk_Latn-nus_Latn", + "languages": [ + "slk-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626499, + "recall": 0.695652, + "f1": 0.646857, + "accuracy": 0.695652, + "main_score": 0.646857, + "hf_subset": "slk_Latn-tir_Ethi", + "languages": [ + "slk-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-zho_Hant", + "languages": [ + "slk-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "slk_Latn-awa_Deva", + "languages": [ + "slk-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slk_Latn-cym_Latn", + "languages": [ + "slk-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859766, + "recall": 0.900198, + "f1": 0.872596, + "accuracy": 0.900198, + "main_score": 0.872596, + "hf_subset": "slk_Latn-grn_Latn", + "languages": [ + "slk-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-kat_Geor", + "languages": [ + "slk-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659816, + "recall": 0.709486, + "f1": 0.674006, + "accuracy": 0.709486, + "main_score": 0.674006, + "hf_subset": "slk_Latn-lua_Latn", + "languages": [ + "slk-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652223, + "recall": 0.712451, + "f1": 0.669486, + "accuracy": 0.712451, + "main_score": 0.669486, + "hf_subset": "slk_Latn-nya_Latn", + "languages": [ + "slk-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "slk_Latn-tpi_Latn", + "languages": [ + "slk-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-zsm_Latn", + "languages": [ + "slk-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554473, + "recall": 0.620553, + "f1": 0.573136, + "accuracy": 0.620553, + "main_score": 0.573136, + "hf_subset": "slk_Latn-ayr_Latn", + "languages": [ + "slk-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-dan_Latn", + "languages": [ + "slk-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-guj_Gujr", + "languages": [ + "slk-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slk_Latn-kaz_Cyrl", + "languages": [ + "slk-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55234, + "recall": 0.617589, + "f1": 0.571026, + "accuracy": 0.617589, + "main_score": 0.571026, + "hf_subset": "slk_Latn-lug_Latn", + "languages": [ + "slk-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-oci_Latn", + "languages": [ + "slk-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830369, + "recall": 0.873518, + "f1": 0.843478, + "accuracy": 0.873518, + "main_score": 0.843478, + "hf_subset": "slk_Latn-smo_Latn", + "languages": [ + "slk-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552433, + "recall": 0.612648, + "f1": 0.569747, + "accuracy": 0.612648, + "main_score": 0.569747, + "hf_subset": "slk_Latn-tsn_Latn", + "languages": [ + "slk-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626459, + "recall": 0.688735, + "f1": 0.644234, + "accuracy": 0.688735, + "main_score": 0.644234, + "hf_subset": "slk_Latn-zul_Latn", + "languages": [ + "slk-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "slk_Latn-azb_Arab", + "languages": [ + "slk-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-deu_Latn", + "languages": [ + "slk-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "slk_Latn-hat_Latn", + "languages": [ + "slk-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497277, + "recall": 0.552372, + "f1": 0.512255, + "accuracy": 0.552372, + "main_score": 0.512255, + "hf_subset": "slk_Latn-kbp_Latn", + "languages": [ + "slk-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57234, + "recall": 0.62747, + "f1": 0.587385, + "accuracy": 0.62747, + "main_score": 0.587385, + "hf_subset": "slk_Latn-luo_Latn", + "languages": [ + "slk-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-ory_Orya", + "languages": [ + "slk-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60272, + "recall": 0.666008, + "f1": 0.62076, + "accuracy": 0.666008, + "main_score": 0.62076, + "hf_subset": "slk_Latn-sna_Latn", + "languages": [ + "slk-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561167, + "recall": 0.614625, + "f1": 0.575731, + "accuracy": 0.614625, + "main_score": 0.575731, + "hf_subset": "slk_Latn-tso_Latn", + "languages": [ + "slk-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slk_Latn-azj_Latn", + "languages": [ + "slk-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554916, + "recall": 0.620553, + "f1": 0.573762, + "accuracy": 0.620553, + "main_score": 0.573762, + "hf_subset": "slk_Latn-dik_Latn", + "languages": [ + "slk-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.754636, + "recall": 0.809289, + "f1": 0.770989, + "accuracy": 0.809289, + "main_score": 0.770989, + "hf_subset": "slk_Latn-hau_Latn", + "languages": [ + "slk-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-kea_Latn", + "languages": [ + "slk-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74664, + "recall": 0.798419, + "f1": 0.762239, + "accuracy": 0.798419, + "main_score": 0.762239, + "hf_subset": "slk_Latn-lus_Latn", + "languages": [ + "slk-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873682, + "recall": 0.905138, + "f1": 0.883531, + "accuracy": 0.905138, + "main_score": 0.883531, + "hf_subset": "slk_Latn-pag_Latn", + "languages": [ + "slk-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slk_Latn-snd_Arab", + "languages": [ + "slk-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965744, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "slk_Latn-tuk_Latn", + "languages": [ + "slk-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slk_Latn-bak_Cyrl", + "languages": [ + "slk-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488112, + "recall": 0.566206, + "f1": 0.511097, + "accuracy": 0.566206, + "main_score": 0.511097, + "hf_subset": "slk_Latn-dyu_Latn", + "languages": [ + "slk-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-heb_Hebr", + "languages": [ + "slk-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slk_Latn-khk_Cyrl", + "languages": [ + "slk-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-lvs_Latn", + "languages": [ + "slk-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slk_Latn-pan_Guru", + "languages": [ + "slk-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722708, + "recall": 0.780632, + "f1": 0.739841, + "accuracy": 0.780632, + "main_score": 0.739841, + "hf_subset": "slk_Latn-som_Latn", + "languages": [ + "slk-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604573, + "recall": 0.651186, + "f1": 0.617498, + "accuracy": 0.651186, + "main_score": 0.617498, + "hf_subset": "slk_Latn-tum_Latn", + "languages": [ + "slk-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.361315, + "recall": 0.410079, + "f1": 0.374597, + "accuracy": 0.410079, + "main_score": 0.374597, + "hf_subset": "tir_Ethi-ace_Arab", + "languages": [ + "tir-Ethi", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.359508, + "recall": 0.411067, + "f1": 0.372781, + "accuracy": 0.411067, + "main_score": 0.372781, + "hf_subset": "tir_Ethi-bam_Latn", + "languages": [ + "tir-Ethi", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.234267, + "recall": 0.281621, + "f1": 0.245912, + "accuracy": 0.281621, + "main_score": 0.245912, + "hf_subset": "tir_Ethi-dzo_Tibt", + "languages": [ + "tir-Ethi", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609144, + "recall": 0.66996, + "f1": 0.62495, + "accuracy": 0.66996, + "main_score": 0.62495, + "hf_subset": "tir_Ethi-hin_Deva", + "languages": [ + "tir-Ethi", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551471, + "recall": 0.615613, + "f1": 0.568344, + "accuracy": 0.615613, + "main_score": 0.568344, + "hf_subset": "tir_Ethi-khm_Khmr", + "languages": [ + "tir-Ethi", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609576, + "recall": 0.668972, + "f1": 0.625177, + "accuracy": 0.668972, + "main_score": 0.625177, + "hf_subset": "tir_Ethi-mag_Deva", + "languages": [ + "tir-Ethi", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530708, + "recall": 0.583992, + "f1": 0.544325, + "accuracy": 0.583992, + "main_score": 0.544325, + "hf_subset": "tir_Ethi-pap_Latn", + "languages": [ + "tir-Ethi", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406132, + "recall": 0.448617, + "f1": 0.417515, + "accuracy": 0.448617, + "main_score": 0.417515, + "hf_subset": "tir_Ethi-sot_Latn", + "languages": [ + "tir-Ethi", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59991, + "recall": 0.655138, + "f1": 0.614503, + "accuracy": 0.655138, + "main_score": 0.614503, + "hf_subset": "tir_Ethi-tur_Latn", + "languages": [ + "tir-Ethi", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50658, + "recall": 0.561265, + "f1": 0.521685, + "accuracy": 0.561265, + "main_score": 0.521685, + "hf_subset": "tir_Ethi-ace_Latn", + "languages": [ + "tir-Ethi", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526295, + "recall": 0.578063, + "f1": 0.539545, + "accuracy": 0.578063, + "main_score": 0.539545, + "hf_subset": "tir_Ethi-ban_Latn", + "languages": [ + "tir-Ethi", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566127, + "recall": 0.630435, + "f1": 0.582834, + "accuracy": 0.630435, + "main_score": 0.582834, + "hf_subset": "tir_Ethi-ell_Grek", + "languages": [ + "tir-Ethi", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596674, + "recall": 0.652174, + "f1": 0.611189, + "accuracy": 0.652174, + "main_score": 0.611189, + "hf_subset": "tir_Ethi-hne_Deva", + "languages": [ + "tir-Ethi", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318136, + "recall": 0.375494, + "f1": 0.332285, + "accuracy": 0.375494, + "main_score": 0.332285, + "hf_subset": "tir_Ethi-kik_Latn", + "languages": [ + "tir-Ethi", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579141, + "recall": 0.639328, + "f1": 0.594872, + "accuracy": 0.639328, + "main_score": 0.594872, + "hf_subset": "tir_Ethi-mai_Deva", + "languages": [ + "tir-Ethi", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550483, + "recall": 0.616601, + "f1": 0.567162, + "accuracy": 0.616601, + "main_score": 0.567162, + "hf_subset": "tir_Ethi-pbt_Arab", + "languages": [ + "tir-Ethi", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57828, + "recall": 0.640316, + "f1": 0.595919, + "accuracy": 0.640316, + "main_score": 0.595919, + "hf_subset": "tir_Ethi-spa_Latn", + "languages": [ + "tir-Ethi", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424255, + "recall": 0.476285, + "f1": 0.438392, + "accuracy": 0.476285, + "main_score": 0.438392, + "hf_subset": "tir_Ethi-twi_Latn", + "languages": [ + "tir-Ethi", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571184, + "recall": 0.62747, + "f1": 0.585609, + "accuracy": 0.62747, + "main_score": 0.585609, + "hf_subset": "tir_Ethi-acm_Arab", + "languages": [ + "tir-Ethi", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540948, + "recall": 0.606719, + "f1": 0.558257, + "accuracy": 0.606719, + "main_score": 0.558257, + "hf_subset": "tir_Ethi-bel_Cyrl", + "languages": [ + "tir-Ethi", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623718, + "recall": 0.679842, + "f1": 0.638782, + "accuracy": 0.679842, + "main_score": 0.638782, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581356, + "recall": 0.640316, + "f1": 0.597177, + "accuracy": 0.640316, + "main_score": 0.597177, + "hf_subset": "tir_Ethi-hrv_Latn", + "languages": [ + "tir-Ethi", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392345, + "recall": 0.443676, + "f1": 0.406036, + "accuracy": 0.443676, + "main_score": 0.406036, + "hf_subset": "tir_Ethi-kin_Latn", + "languages": [ + "tir-Ethi", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611119, + "recall": 0.671937, + "f1": 0.626795, + "accuracy": 0.671937, + "main_score": 0.626795, + "hf_subset": "tir_Ethi-mal_Mlym", + "languages": [ + "tir-Ethi", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604463, + "recall": 0.65415, + "f1": 0.616859, + "accuracy": 0.65415, + "main_score": 0.616859, + "hf_subset": "tir_Ethi-pes_Arab", + "languages": [ + "tir-Ethi", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556544, + "recall": 0.605731, + "f1": 0.569504, + "accuracy": 0.605731, + "main_score": 0.569504, + "hf_subset": "tir_Ethi-srd_Latn", + "languages": [ + "tir-Ethi", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18916, + "recall": 0.228261, + "f1": 0.199058, + "accuracy": 0.228261, + "main_score": 0.199058, + "hf_subset": "tir_Ethi-tzm_Tfng", + "languages": [ + "tir-Ethi", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577712, + "recall": 0.640316, + "f1": 0.594039, + "accuracy": 0.640316, + "main_score": 0.594039, + "hf_subset": "tir_Ethi-acq_Arab", + "languages": [ + "tir-Ethi", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416877, + "recall": 0.456522, + "f1": 0.428203, + "accuracy": 0.456522, + "main_score": 0.428203, + "hf_subset": "tir_Ethi-bem_Latn", + "languages": [ + "tir-Ethi", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588364, + "recall": 0.648221, + "f1": 0.604417, + "accuracy": 0.648221, + "main_score": 0.604417, + "hf_subset": "tir_Ethi-epo_Latn", + "languages": [ + "tir-Ethi", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58439, + "recall": 0.645257, + "f1": 0.600225, + "accuracy": 0.645257, + "main_score": 0.600225, + "hf_subset": "tir_Ethi-hun_Latn", + "languages": [ + "tir-Ethi", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54425, + "recall": 0.607708, + "f1": 0.560787, + "accuracy": 0.607708, + "main_score": 0.560787, + "hf_subset": "tir_Ethi-kir_Cyrl", + "languages": [ + "tir-Ethi", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595576, + "recall": 0.650198, + "f1": 0.610865, + "accuracy": 0.650198, + "main_score": 0.610865, + "hf_subset": "tir_Ethi-mar_Deva", + "languages": [ + "tir-Ethi", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424802, + "recall": 0.479249, + "f1": 0.438708, + "accuracy": 0.479249, + "main_score": 0.438708, + "hf_subset": "tir_Ethi-plt_Latn", + "languages": [ + "tir-Ethi", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596831, + "recall": 0.659091, + "f1": 0.613159, + "accuracy": 0.659091, + "main_score": 0.613159, + "hf_subset": "tir_Ethi-srp_Cyrl", + "languages": [ + "tir-Ethi", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540104, + "recall": 0.593874, + "f1": 0.553518, + "accuracy": 0.593874, + "main_score": 0.553518, + "hf_subset": "tir_Ethi-uig_Arab", + "languages": [ + "tir-Ethi", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542156, + "recall": 0.594862, + "f1": 0.556097, + "accuracy": 0.594862, + "main_score": 0.556097, + "hf_subset": "tir_Ethi-aeb_Arab", + "languages": [ + "tir-Ethi", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594537, + "recall": 0.656126, + "f1": 0.611327, + "accuracy": 0.656126, + "main_score": 0.611327, + "hf_subset": "tir_Ethi-ben_Beng", + "languages": [ + "tir-Ethi", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559402, + "recall": 0.618577, + "f1": 0.574738, + "accuracy": 0.618577, + "main_score": 0.574738, + "hf_subset": "tir_Ethi-est_Latn", + "languages": [ + "tir-Ethi", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577922, + "recall": 0.637352, + "f1": 0.593246, + "accuracy": 0.637352, + "main_score": 0.593246, + "hf_subset": "tir_Ethi-hye_Armn", + "languages": [ + "tir-Ethi", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37288, + "recall": 0.422925, + "f1": 0.386426, + "accuracy": 0.422925, + "main_score": 0.386426, + "hf_subset": "tir_Ethi-kmb_Latn", + "languages": [ + "tir-Ethi", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.343211, + "recall": 0.401186, + "f1": 0.35785, + "accuracy": 0.401186, + "main_score": 0.35785, + "hf_subset": "tir_Ethi-min_Arab", + "languages": [ + "tir-Ethi", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571678, + "recall": 0.63834, + "f1": 0.590128, + "accuracy": 0.63834, + "main_score": 0.590128, + "hf_subset": "tir_Ethi-pol_Latn", + "languages": [ + "tir-Ethi", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377818, + "recall": 0.422925, + "f1": 0.389465, + "accuracy": 0.422925, + "main_score": 0.389465, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598591, + "recall": 0.663043, + "f1": 0.615446, + "accuracy": 0.663043, + "main_score": 0.615446, + "hf_subset": "tir_Ethi-ukr_Cyrl", + "languages": [ + "tir-Ethi", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597774, + "recall": 0.661067, + "f1": 0.614996, + "accuracy": 0.661067, + "main_score": 0.614996, + "hf_subset": "tir_Ethi-afr_Latn", + "languages": [ + "tir-Ethi", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581802, + "recall": 0.63834, + "f1": 0.596972, + "accuracy": 0.63834, + "main_score": 0.596972, + "hf_subset": "tir_Ethi-bho_Deva", + "languages": [ + "tir-Ethi", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539675, + "recall": 0.589921, + "f1": 0.553678, + "accuracy": 0.589921, + "main_score": 0.553678, + "hf_subset": "tir_Ethi-eus_Latn", + "languages": [ + "tir-Ethi", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364079, + "recall": 0.426877, + "f1": 0.380113, + "accuracy": 0.426877, + "main_score": 0.380113, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513278, + "recall": 0.565217, + "f1": 0.526518, + "accuracy": 0.565217, + "main_score": 0.526518, + "hf_subset": "tir_Ethi-kmr_Latn", + "languages": [ + "tir-Ethi", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548718, + "recall": 0.602767, + "f1": 0.562661, + "accuracy": 0.602767, + "main_score": 0.562661, + "hf_subset": "tir_Ethi-min_Latn", + "languages": [ + "tir-Ethi", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593013, + "recall": 0.657115, + "f1": 0.610741, + "accuracy": 0.657115, + "main_score": 0.610741, + "hf_subset": "tir_Ethi-por_Latn", + "languages": [ + "tir-Ethi", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559267, + "recall": 0.614625, + "f1": 0.573022, + "accuracy": 0.614625, + "main_score": 0.573022, + "hf_subset": "tir_Ethi-sun_Latn", + "languages": [ + "tir-Ethi", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385014, + "recall": 0.428854, + "f1": 0.39793, + "accuracy": 0.428854, + "main_score": 0.39793, + "hf_subset": "tir_Ethi-umb_Latn", + "languages": [ + "tir-Ethi", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593218, + "recall": 0.649209, + "f1": 0.608112, + "accuracy": 0.649209, + "main_score": 0.608112, + "hf_subset": "tir_Ethi-ajp_Arab", + "languages": [ + "tir-Ethi", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372093, + "recall": 0.421937, + "f1": 0.385495, + "accuracy": 0.421937, + "main_score": 0.385495, + "hf_subset": "tir_Ethi-bjn_Arab", + "languages": [ + "tir-Ethi", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371691, + "recall": 0.41996, + "f1": 0.38385, + "accuracy": 0.41996, + "main_score": 0.38385, + "hf_subset": "tir_Ethi-ewe_Latn", + "languages": [ + "tir-Ethi", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531039, + "recall": 0.582016, + "f1": 0.54472, + "accuracy": 0.582016, + "main_score": 0.54472, + "hf_subset": "tir_Ethi-ilo_Latn", + "languages": [ + "tir-Ethi", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.271496, + "recall": 0.31917, + "f1": 0.284654, + "accuracy": 0.31917, + "main_score": 0.284654, + "hf_subset": "tir_Ethi-knc_Arab", + "languages": [ + "tir-Ethi", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597586, + "recall": 0.65415, + "f1": 0.612715, + "accuracy": 0.65415, + "main_score": 0.612715, + "hf_subset": "tir_Ethi-mkd_Cyrl", + "languages": [ + "tir-Ethi", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596037, + "recall": 0.649209, + "f1": 0.610532, + "accuracy": 0.649209, + "main_score": 0.610532, + "hf_subset": "tir_Ethi-prs_Arab", + "languages": [ + "tir-Ethi", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587307, + "recall": 0.652174, + "f1": 0.60475, + "accuracy": 0.652174, + "main_score": 0.60475, + "hf_subset": "tir_Ethi-swe_Latn", + "languages": [ + "tir-Ethi", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593706, + "recall": 0.662055, + "f1": 0.612315, + "accuracy": 0.662055, + "main_score": 0.612315, + "hf_subset": "tir_Ethi-urd_Arab", + "languages": [ + "tir-Ethi", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403344, + "recall": 0.453557, + "f1": 0.41713, + "accuracy": 0.453557, + "main_score": 0.41713, + "hf_subset": "tir_Ethi-aka_Latn", + "languages": [ + "tir-Ethi", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560881, + "recall": 0.609684, + "f1": 0.573663, + "accuracy": 0.609684, + "main_score": 0.573663, + "hf_subset": "tir_Ethi-bjn_Latn", + "languages": [ + "tir-Ethi", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494229, + "recall": 0.551383, + "f1": 0.50911, + "accuracy": 0.551383, + "main_score": 0.50911, + "hf_subset": "tir_Ethi-fao_Latn", + "languages": [ + "tir-Ethi", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611749, + "recall": 0.666996, + "f1": 0.626711, + "accuracy": 0.666996, + "main_score": 0.626711, + "hf_subset": "tir_Ethi-ind_Latn", + "languages": [ + "tir-Ethi", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401443, + "recall": 0.443676, + "f1": 0.412386, + "accuracy": 0.443676, + "main_score": 0.412386, + "hf_subset": "tir_Ethi-knc_Latn", + "languages": [ + "tir-Ethi", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547017, + "recall": 0.597826, + "f1": 0.560561, + "accuracy": 0.597826, + "main_score": 0.560561, + "hf_subset": "tir_Ethi-mlt_Latn", + "languages": [ + "tir-Ethi", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442728, + "recall": 0.5, + "f1": 0.457917, + "accuracy": 0.5, + "main_score": 0.457917, + "hf_subset": "tir_Ethi-quy_Latn", + "languages": [ + "tir-Ethi", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557789, + "recall": 0.617589, + "f1": 0.573798, + "accuracy": 0.617589, + "main_score": 0.573798, + "hf_subset": "tir_Ethi-swh_Latn", + "languages": [ + "tir-Ethi", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579022, + "recall": 0.634387, + "f1": 0.593186, + "accuracy": 0.634387, + "main_score": 0.593186, + "hf_subset": "tir_Ethi-uzn_Latn", + "languages": [ + "tir-Ethi", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572676, + "recall": 0.633399, + "f1": 0.58857, + "accuracy": 0.633399, + "main_score": 0.58857, + "hf_subset": "tir_Ethi-als_Latn", + "languages": [ + "tir-Ethi", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.29125, + "recall": 0.348814, + "f1": 0.305456, + "accuracy": 0.348814, + "main_score": 0.305456, + "hf_subset": "tir_Ethi-bod_Tibt", + "languages": [ + "tir-Ethi", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405224, + "recall": 0.45751, + "f1": 0.419963, + "accuracy": 0.45751, + "main_score": 0.419963, + "hf_subset": "tir_Ethi-fij_Latn", + "languages": [ + "tir-Ethi", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515181, + "recall": 0.574111, + "f1": 0.530667, + "accuracy": 0.574111, + "main_score": 0.530667, + "hf_subset": "tir_Ethi-isl_Latn", + "languages": [ + "tir-Ethi", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417722, + "recall": 0.470356, + "f1": 0.432596, + "accuracy": 0.470356, + "main_score": 0.432596, + "hf_subset": "tir_Ethi-kon_Latn", + "languages": [ + "tir-Ethi", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437918, + "recall": 0.492095, + "f1": 0.452152, + "accuracy": 0.492095, + "main_score": 0.452152, + "hf_subset": "tir_Ethi-mni_Beng", + "languages": [ + "tir-Ethi", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589715, + "recall": 0.649209, + "f1": 0.605398, + "accuracy": 0.649209, + "main_score": 0.605398, + "hf_subset": "tir_Ethi-ron_Latn", + "languages": [ + "tir-Ethi", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555391, + "recall": 0.612648, + "f1": 0.569443, + "accuracy": 0.612648, + "main_score": 0.569443, + "hf_subset": "tir_Ethi-szl_Latn", + "languages": [ + "tir-Ethi", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571386, + "recall": 0.623518, + "f1": 0.58433, + "accuracy": 0.623518, + "main_score": 0.58433, + "hf_subset": "tir_Ethi-vec_Latn", + "languages": [ + "tir-Ethi", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68097, + "recall": 0.736166, + "f1": 0.696815, + "accuracy": 0.736166, + "main_score": 0.696815, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600028, + "recall": 0.662055, + "f1": 0.616408, + "accuracy": 0.662055, + "main_score": 0.616408, + "hf_subset": "tir_Ethi-bos_Latn", + "languages": [ + "tir-Ethi", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556741, + "recall": 0.618577, + "f1": 0.572958, + "accuracy": 0.618577, + "main_score": 0.572958, + "hf_subset": "tir_Ethi-fin_Latn", + "languages": [ + "tir-Ethi", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580204, + "recall": 0.652174, + "f1": 0.598723, + "accuracy": 0.652174, + "main_score": 0.598723, + "hf_subset": "tir_Ethi-ita_Latn", + "languages": [ + "tir-Ethi", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584389, + "recall": 0.648221, + "f1": 0.600971, + "accuracy": 0.648221, + "main_score": 0.600971, + "hf_subset": "tir_Ethi-kor_Hang", + "languages": [ + "tir-Ethi", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380557, + "recall": 0.426877, + "f1": 0.392472, + "accuracy": 0.426877, + "main_score": 0.392472, + "hf_subset": "tir_Ethi-mos_Latn", + "languages": [ + "tir-Ethi", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364298, + "recall": 0.416996, + "f1": 0.378501, + "accuracy": 0.416996, + "main_score": 0.378501, + "hf_subset": "tir_Ethi-run_Latn", + "languages": [ + "tir-Ethi", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574897, + "recall": 0.643281, + "f1": 0.593138, + "accuracy": 0.643281, + "main_score": 0.593138, + "hf_subset": "tir_Ethi-tam_Taml", + "languages": [ + "tir-Ethi", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558174, + "recall": 0.620553, + "f1": 0.574824, + "accuracy": 0.620553, + "main_score": 0.574824, + "hf_subset": "tir_Ethi-vie_Latn", + "languages": [ + "tir-Ethi", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583718, + "recall": 0.639328, + "f1": 0.598037, + "accuracy": 0.639328, + "main_score": 0.598037, + "hf_subset": "tir_Ethi-apc_Arab", + "languages": [ + "tir-Ethi", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456769, + "recall": 0.503953, + "f1": 0.469254, + "accuracy": 0.503953, + "main_score": 0.469254, + "hf_subset": "tir_Ethi-bug_Latn", + "languages": [ + "tir-Ethi", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326186, + "recall": 0.37253, + "f1": 0.339221, + "accuracy": 0.37253, + "main_score": 0.339221, + "hf_subset": "tir_Ethi-fon_Latn", + "languages": [ + "tir-Ethi", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563496, + "recall": 0.616601, + "f1": 0.577519, + "accuracy": 0.616601, + "main_score": 0.577519, + "hf_subset": "tir_Ethi-jav_Latn", + "languages": [ + "tir-Ethi", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51235, + "recall": 0.577075, + "f1": 0.52946, + "accuracy": 0.577075, + "main_score": 0.52946, + "hf_subset": "tir_Ethi-lao_Laoo", + "languages": [ + "tir-Ethi", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435011, + "recall": 0.5, + "f1": 0.451997, + "accuracy": 0.5, + "main_score": 0.451997, + "hf_subset": "tir_Ethi-mri_Latn", + "languages": [ + "tir-Ethi", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575889, + "recall": 0.635375, + "f1": 0.591271, + "accuracy": 0.635375, + "main_score": 0.591271, + "hf_subset": "tir_Ethi-rus_Cyrl", + "languages": [ + "tir-Ethi", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390663, + "recall": 0.436759, + "f1": 0.4028, + "accuracy": 0.436759, + "main_score": 0.4028, + "hf_subset": "tir_Ethi-taq_Latn", + "languages": [ + "tir-Ethi", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582139, + "recall": 0.633399, + "f1": 0.595333, + "accuracy": 0.633399, + "main_score": 0.595333, + "hf_subset": "tir_Ethi-war_Latn", + "languages": [ + "tir-Ethi", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576621, + "recall": 0.636364, + "f1": 0.59224, + "accuracy": 0.636364, + "main_score": 0.59224, + "hf_subset": "tir_Ethi-arb_Arab", + "languages": [ + "tir-Ethi", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592279, + "recall": 0.656126, + "f1": 0.609564, + "accuracy": 0.656126, + "main_score": 0.609564, + "hf_subset": "tir_Ethi-bul_Cyrl", + "languages": [ + "tir-Ethi", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583407, + "recall": 0.644269, + "f1": 0.59994, + "accuracy": 0.644269, + "main_score": 0.59994, + "hf_subset": "tir_Ethi-fra_Latn", + "languages": [ + "tir-Ethi", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560944, + "recall": 0.614625, + "f1": 0.574539, + "accuracy": 0.614625, + "main_score": 0.574539, + "hf_subset": "tir_Ethi-jpn_Jpan", + "languages": [ + "tir-Ethi", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553617, + "recall": 0.613636, + "f1": 0.56949, + "accuracy": 0.613636, + "main_score": 0.56949, + "hf_subset": "tir_Ethi-lij_Latn", + "languages": [ + "tir-Ethi", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498208, + "recall": 0.566206, + "f1": 0.515999, + "accuracy": 0.566206, + "main_score": 0.515999, + "hf_subset": "tir_Ethi-mya_Mymr", + "languages": [ + "tir-Ethi", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386854, + "recall": 0.436759, + "f1": 0.400527, + "accuracy": 0.436759, + "main_score": 0.400527, + "hf_subset": "tir_Ethi-sag_Latn", + "languages": [ + "tir-Ethi", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.188899, + "recall": 0.228261, + "f1": 0.198373, + "accuracy": 0.228261, + "main_score": 0.198373, + "hf_subset": "tir_Ethi-taq_Tfng", + "languages": [ + "tir-Ethi", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416368, + "recall": 0.471344, + "f1": 0.431725, + "accuracy": 0.471344, + "main_score": 0.431725, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389562, + "recall": 0.460474, + "f1": 0.408743, + "accuracy": 0.460474, + "main_score": 0.408743, + "hf_subset": "tir_Ethi-arb_Latn", + "languages": [ + "tir-Ethi", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60072, + "recall": 0.655138, + "f1": 0.615345, + "accuracy": 0.655138, + "main_score": 0.615345, + "hf_subset": "tir_Ethi-cat_Latn", + "languages": [ + "tir-Ethi", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532448, + "recall": 0.587945, + "f1": 0.546525, + "accuracy": 0.587945, + "main_score": 0.546525, + "hf_subset": "tir_Ethi-fur_Latn", + "languages": [ + "tir-Ethi", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310715, + "recall": 0.357708, + "f1": 0.323181, + "accuracy": 0.357708, + "main_score": 0.323181, + "hf_subset": "tir_Ethi-kab_Latn", + "languages": [ + "tir-Ethi", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538423, + "recall": 0.597826, + "f1": 0.553869, + "accuracy": 0.597826, + "main_score": 0.553869, + "hf_subset": "tir_Ethi-lim_Latn", + "languages": [ + "tir-Ethi", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568621, + "recall": 0.62747, + "f1": 0.583627, + "accuracy": 0.62747, + "main_score": 0.583627, + "hf_subset": "tir_Ethi-nld_Latn", + "languages": [ + "tir-Ethi", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535156, + "recall": 0.600791, + "f1": 0.552774, + "accuracy": 0.600791, + "main_score": 0.552774, + "hf_subset": "tir_Ethi-san_Deva", + "languages": [ + "tir-Ethi", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545357, + "recall": 0.608696, + "f1": 0.562395, + "accuracy": 0.608696, + "main_score": 0.562395, + "hf_subset": "tir_Ethi-tat_Cyrl", + "languages": [ + "tir-Ethi", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442589, + "recall": 0.492095, + "f1": 0.455351, + "accuracy": 0.492095, + "main_score": 0.455351, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563849, + "recall": 0.626482, + "f1": 0.580649, + "accuracy": 0.626482, + "main_score": 0.580649, + "hf_subset": "tir_Ethi-ars_Arab", + "languages": [ + "tir-Ethi", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58063, + "recall": 0.629447, + "f1": 0.593375, + "accuracy": 0.629447, + "main_score": 0.593375, + "hf_subset": "tir_Ethi-ceb_Latn", + "languages": [ + "tir-Ethi", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37124, + "recall": 0.424901, + "f1": 0.385741, + "accuracy": 0.424901, + "main_score": 0.385741, + "hf_subset": "tir_Ethi-fuv_Latn", + "languages": [ + "tir-Ethi", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378046, + "recall": 0.425889, + "f1": 0.390266, + "accuracy": 0.425889, + "main_score": 0.390266, + "hf_subset": "tir_Ethi-kac_Latn", + "languages": [ + "tir-Ethi", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434295, + "recall": 0.483202, + "f1": 0.447054, + "accuracy": 0.483202, + "main_score": 0.447054, + "hf_subset": "tir_Ethi-lin_Latn", + "languages": [ + "tir-Ethi", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567365, + "recall": 0.631423, + "f1": 0.584622, + "accuracy": 0.631423, + "main_score": 0.584622, + "hf_subset": "tir_Ethi-nno_Latn", + "languages": [ + "tir-Ethi", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.13331, + "recall": 0.177866, + "f1": 0.144312, + "accuracy": 0.177866, + "main_score": 0.144312, + "hf_subset": "tir_Ethi-sat_Olck", + "languages": [ + "tir-Ethi", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591131, + "recall": 0.65415, + "f1": 0.607246, + "accuracy": 0.65415, + "main_score": 0.607246, + "hf_subset": "tir_Ethi-tel_Telu", + "languages": [ + "tir-Ethi", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501577, + "recall": 0.559289, + "f1": 0.515824, + "accuracy": 0.559289, + "main_score": 0.515824, + "hf_subset": "tir_Ethi-ydd_Hebr", + "languages": [ + "tir-Ethi", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535715, + "recall": 0.594862, + "f1": 0.552076, + "accuracy": 0.594862, + "main_score": 0.552076, + "hf_subset": "tir_Ethi-ary_Arab", + "languages": [ + "tir-Ethi", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587317, + "recall": 0.651186, + "f1": 0.603561, + "accuracy": 0.651186, + "main_score": 0.603561, + "hf_subset": "tir_Ethi-ces_Latn", + "languages": [ + "tir-Ethi", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434669, + "recall": 0.488142, + "f1": 0.44901, + "accuracy": 0.488142, + "main_score": 0.44901, + "hf_subset": "tir_Ethi-gaz_Latn", + "languages": [ + "tir-Ethi", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.372409, + "recall": 0.424901, + "f1": 0.386514, + "accuracy": 0.424901, + "main_score": 0.386514, + "hf_subset": "tir_Ethi-kam_Latn", + "languages": [ + "tir-Ethi", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579078, + "recall": 0.636364, + "f1": 0.594076, + "accuracy": 0.636364, + "main_score": 0.594076, + "hf_subset": "tir_Ethi-lit_Latn", + "languages": [ + "tir-Ethi", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582683, + "recall": 0.63834, + "f1": 0.597947, + "accuracy": 0.63834, + "main_score": 0.597947, + "hf_subset": "tir_Ethi-nob_Latn", + "languages": [ + "tir-Ethi", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531803, + "recall": 0.583992, + "f1": 0.544622, + "accuracy": 0.583992, + "main_score": 0.544622, + "hf_subset": "tir_Ethi-scn_Latn", + "languages": [ + "tir-Ethi", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545707, + "recall": 0.599802, + "f1": 0.560122, + "accuracy": 0.599802, + "main_score": 0.560122, + "hf_subset": "tir_Ethi-tgk_Cyrl", + "languages": [ + "tir-Ethi", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385255, + "recall": 0.445652, + "f1": 0.401134, + "accuracy": 0.445652, + "main_score": 0.401134, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557013, + "recall": 0.617589, + "f1": 0.572778, + "accuracy": 0.617589, + "main_score": 0.572778, + "hf_subset": "tir_Ethi-arz_Arab", + "languages": [ + "tir-Ethi", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386678, + "recall": 0.432806, + "f1": 0.398978, + "accuracy": 0.432806, + "main_score": 0.398978, + "hf_subset": "tir_Ethi-cjk_Latn", + "languages": [ + "tir-Ethi", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42253, + "recall": 0.482213, + "f1": 0.437907, + "accuracy": 0.482213, + "main_score": 0.437907, + "hf_subset": "tir_Ethi-gla_Latn", + "languages": [ + "tir-Ethi", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596073, + "recall": 0.659091, + "f1": 0.613147, + "accuracy": 0.659091, + "main_score": 0.613147, + "hf_subset": "tir_Ethi-kan_Knda", + "languages": [ + "tir-Ethi", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543815, + "recall": 0.605731, + "f1": 0.560041, + "accuracy": 0.605731, + "main_score": 0.560041, + "hf_subset": "tir_Ethi-lmo_Latn", + "languages": [ + "tir-Ethi", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608096, + "recall": 0.663043, + "f1": 0.622174, + "accuracy": 0.663043, + "main_score": 0.622174, + "hf_subset": "tir_Ethi-npi_Deva", + "languages": [ + "tir-Ethi", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309126, + "recall": 0.355731, + "f1": 0.321298, + "accuracy": 0.355731, + "main_score": 0.321298, + "hf_subset": "tir_Ethi-shn_Mymr", + "languages": [ + "tir-Ethi", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59925, + "recall": 0.650198, + "f1": 0.613015, + "accuracy": 0.650198, + "main_score": 0.613015, + "hf_subset": "tir_Ethi-tgl_Latn", + "languages": [ + "tir-Ethi", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549074, + "recall": 0.608696, + "f1": 0.564309, + "accuracy": 0.608696, + "main_score": 0.564309, + "hf_subset": "tir_Ethi-yue_Hant", + "languages": [ + "tir-Ethi", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564562, + "recall": 0.629447, + "f1": 0.582024, + "accuracy": 0.629447, + "main_score": 0.582024, + "hf_subset": "tir_Ethi-asm_Beng", + "languages": [ + "tir-Ethi", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538424, + "recall": 0.597826, + "f1": 0.554319, + "accuracy": 0.597826, + "main_score": 0.554319, + "hf_subset": "tir_Ethi-ckb_Arab", + "languages": [ + "tir-Ethi", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460391, + "recall": 0.516798, + "f1": 0.474963, + "accuracy": 0.516798, + "main_score": 0.474963, + "hf_subset": "tir_Ethi-gle_Latn", + "languages": [ + "tir-Ethi", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505637, + "recall": 0.563241, + "f1": 0.520296, + "accuracy": 0.563241, + "main_score": 0.520296, + "hf_subset": "tir_Ethi-kas_Arab", + "languages": [ + "tir-Ethi", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48945, + "recall": 0.552372, + "f1": 0.506559, + "accuracy": 0.552372, + "main_score": 0.506559, + "hf_subset": "tir_Ethi-ltg_Latn", + "languages": [ + "tir-Ethi", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418059, + "recall": 0.463439, + "f1": 0.430104, + "accuracy": 0.463439, + "main_score": 0.430104, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541578, + "recall": 0.605731, + "f1": 0.558667, + "accuracy": 0.605731, + "main_score": 0.558667, + "hf_subset": "tir_Ethi-sin_Sinh", + "languages": [ + "tir-Ethi", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568263, + "recall": 0.630435, + "f1": 0.584907, + "accuracy": 0.630435, + "main_score": 0.584907, + "hf_subset": "tir_Ethi-tha_Thai", + "languages": [ + "tir-Ethi", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536683, + "recall": 0.587945, + "f1": 0.549618, + "accuracy": 0.587945, + "main_score": 0.549618, + "hf_subset": "tir_Ethi-zho_Hans", + "languages": [ + "tir-Ethi", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580204, + "recall": 0.633399, + "f1": 0.594247, + "accuracy": 0.633399, + "main_score": 0.594247, + "hf_subset": "tir_Ethi-ast_Latn", + "languages": [ + "tir-Ethi", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548609, + "recall": 0.613636, + "f1": 0.565613, + "accuracy": 0.613636, + "main_score": 0.565613, + "hf_subset": "tir_Ethi-crh_Latn", + "languages": [ + "tir-Ethi", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604629, + "recall": 0.666996, + "f1": 0.62179, + "accuracy": 0.666996, + "main_score": 0.62179, + "hf_subset": "tir_Ethi-glg_Latn", + "languages": [ + "tir-Ethi", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471785, + "recall": 0.531621, + "f1": 0.488378, + "accuracy": 0.531621, + "main_score": 0.488378, + "hf_subset": "tir_Ethi-kas_Deva", + "languages": [ + "tir-Ethi", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533548, + "recall": 0.590909, + "f1": 0.549237, + "accuracy": 0.590909, + "main_score": 0.549237, + "hf_subset": "tir_Ethi-ltz_Latn", + "languages": [ + "tir-Ethi", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.340979, + "recall": 0.402174, + "f1": 0.356078, + "accuracy": 0.402174, + "main_score": 0.356078, + "hf_subset": "tir_Ethi-nus_Latn", + "languages": [ + "tir-Ethi", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576743, + "recall": 0.635375, + "f1": 0.592225, + "accuracy": 0.635375, + "main_score": 0.592225, + "hf_subset": "tir_Ethi-slk_Latn", + "languages": [ + "tir-Ethi", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556656, + "recall": 0.617589, + "f1": 0.572517, + "accuracy": 0.617589, + "main_score": 0.572517, + "hf_subset": "tir_Ethi-zho_Hant", + "languages": [ + "tir-Ethi", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597004, + "recall": 0.655138, + "f1": 0.613223, + "accuracy": 0.655138, + "main_score": 0.613223, + "hf_subset": "tir_Ethi-awa_Deva", + "languages": [ + "tir-Ethi", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523304, + "recall": 0.582016, + "f1": 0.538914, + "accuracy": 0.582016, + "main_score": 0.538914, + "hf_subset": "tir_Ethi-cym_Latn", + "languages": [ + "tir-Ethi", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458173, + "recall": 0.503953, + "f1": 0.470315, + "accuracy": 0.503953, + "main_score": 0.470315, + "hf_subset": "tir_Ethi-grn_Latn", + "languages": [ + "tir-Ethi", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565478, + "recall": 0.623518, + "f1": 0.58009, + "accuracy": 0.623518, + "main_score": 0.58009, + "hf_subset": "tir_Ethi-kat_Geor", + "languages": [ + "tir-Ethi", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415416, + "recall": 0.463439, + "f1": 0.428101, + "accuracy": 0.463439, + "main_score": 0.428101, + "hf_subset": "tir_Ethi-lua_Latn", + "languages": [ + "tir-Ethi", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399622, + "recall": 0.453557, + "f1": 0.413512, + "accuracy": 0.453557, + "main_score": 0.413512, + "hf_subset": "tir_Ethi-nya_Latn", + "languages": [ + "tir-Ethi", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588091, + "recall": 0.644269, + "f1": 0.602468, + "accuracy": 0.644269, + "main_score": 0.602468, + "hf_subset": "tir_Ethi-slv_Latn", + "languages": [ + "tir-Ethi", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496176, + "recall": 0.555336, + "f1": 0.512305, + "accuracy": 0.555336, + "main_score": 0.512305, + "hf_subset": "tir_Ethi-tpi_Latn", + "languages": [ + "tir-Ethi", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600113, + "recall": 0.656126, + "f1": 0.614472, + "accuracy": 0.656126, + "main_score": 0.614472, + "hf_subset": "tir_Ethi-zsm_Latn", + "languages": [ + "tir-Ethi", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.379585, + "recall": 0.432806, + "f1": 0.393838, + "accuracy": 0.432806, + "main_score": 0.393838, + "hf_subset": "tir_Ethi-ayr_Latn", + "languages": [ + "tir-Ethi", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599619, + "recall": 0.663043, + "f1": 0.616726, + "accuracy": 0.663043, + "main_score": 0.616726, + "hf_subset": "tir_Ethi-dan_Latn", + "languages": [ + "tir-Ethi", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607064, + "recall": 0.666996, + "f1": 0.623391, + "accuracy": 0.666996, + "main_score": 0.623391, + "hf_subset": "tir_Ethi-guj_Gujr", + "languages": [ + "tir-Ethi", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579214, + "recall": 0.640316, + "f1": 0.594733, + "accuracy": 0.640316, + "main_score": 0.594733, + "hf_subset": "tir_Ethi-kaz_Cyrl", + "languages": [ + "tir-Ethi", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371301, + "recall": 0.41996, + "f1": 0.383816, + "accuracy": 0.41996, + "main_score": 0.383816, + "hf_subset": "tir_Ethi-lug_Latn", + "languages": [ + "tir-Ethi", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596052, + "recall": 0.646245, + "f1": 0.609354, + "accuracy": 0.646245, + "main_score": 0.609354, + "hf_subset": "tir_Ethi-oci_Latn", + "languages": [ + "tir-Ethi", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461577, + "recall": 0.511858, + "f1": 0.474089, + "accuracy": 0.511858, + "main_score": 0.474089, + "hf_subset": "tir_Ethi-smo_Latn", + "languages": [ + "tir-Ethi", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.371238, + "recall": 0.426877, + "f1": 0.386036, + "accuracy": 0.426877, + "main_score": 0.386036, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402392, + "recall": 0.451581, + "f1": 0.415422, + "accuracy": 0.451581, + "main_score": 0.415422, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515871, + "recall": 0.562253, + "f1": 0.527933, + "accuracy": 0.562253, + "main_score": 0.527933, + "hf_subset": "tir_Ethi-azb_Arab", + "languages": [ + "tir-Ethi", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579875, + "recall": 0.640316, + "f1": 0.596125, + "accuracy": 0.640316, + "main_score": 0.596125, + "hf_subset": "tir_Ethi-deu_Latn", + "languages": [ + "tir-Ethi", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509238, + "recall": 0.562253, + "f1": 0.522773, + "accuracy": 0.562253, + "main_score": 0.522773, + "hf_subset": "tir_Ethi-hat_Latn", + "languages": [ + "tir-Ethi", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.348687, + "recall": 0.402174, + "f1": 0.36273, + "accuracy": 0.402174, + "main_score": 0.36273, + "hf_subset": "tir_Ethi-kbp_Latn", + "languages": [ + "tir-Ethi", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.390776, + "recall": 0.443676, + "f1": 0.40522, + "accuracy": 0.443676, + "main_score": 0.40522, + "hf_subset": "tir_Ethi-luo_Latn", + "languages": [ + "tir-Ethi", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602714, + "recall": 0.663043, + "f1": 0.619291, + "accuracy": 0.663043, + "main_score": 0.619291, + "hf_subset": "tir_Ethi-ory_Orya", + "languages": [ + "tir-Ethi", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.38235, + "recall": 0.434783, + "f1": 0.396066, + "accuracy": 0.434783, + "main_score": 0.396066, + "hf_subset": "tir_Ethi-sna_Latn", + "languages": [ + "tir-Ethi", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389534, + "recall": 0.433794, + "f1": 0.401027, + "accuracy": 0.433794, + "main_score": 0.401027, + "hf_subset": "tir_Ethi-tso_Latn", + "languages": [ + "tir-Ethi", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57595, + "recall": 0.635375, + "f1": 0.592075, + "accuracy": 0.635375, + "main_score": 0.592075, + "hf_subset": "tir_Ethi-azj_Latn", + "languages": [ + "tir-Ethi", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357716, + "recall": 0.413043, + "f1": 0.372937, + "accuracy": 0.413043, + "main_score": 0.372937, + "hf_subset": "tir_Ethi-dik_Latn", + "languages": [ + "tir-Ethi", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435349, + "recall": 0.48913, + "f1": 0.449822, + "accuracy": 0.48913, + "main_score": 0.449822, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522321, + "recall": 0.56917, + "f1": 0.534162, + "accuracy": 0.56917, + "main_score": 0.534162, + "hf_subset": "tir_Ethi-kea_Latn", + "languages": [ + "tir-Ethi", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437956, + "recall": 0.487154, + "f1": 0.450922, + "accuracy": 0.487154, + "main_score": 0.450922, + "hf_subset": "tir_Ethi-lus_Latn", + "languages": [ + "tir-Ethi", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498706, + "recall": 0.543478, + "f1": 0.510526, + "accuracy": 0.543478, + "main_score": 0.510526, + "hf_subset": "tir_Ethi-pag_Latn", + "languages": [ + "tir-Ethi", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586184, + "recall": 0.655138, + "f1": 0.605379, + "accuracy": 0.655138, + "main_score": 0.605379, + "hf_subset": "tir_Ethi-snd_Arab", + "languages": [ + "tir-Ethi", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51095, + "recall": 0.573123, + "f1": 0.526843, + "accuracy": 0.573123, + "main_score": 0.526843, + "hf_subset": "tir_Ethi-tuk_Latn", + "languages": [ + "tir-Ethi", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546958, + "recall": 0.598814, + "f1": 0.560949, + "accuracy": 0.598814, + "main_score": 0.560949, + "hf_subset": "tir_Ethi-bak_Cyrl", + "languages": [ + "tir-Ethi", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.309225, + "recall": 0.376482, + "f1": 0.326598, + "accuracy": 0.376482, + "main_score": 0.326598, + "hf_subset": "tir_Ethi-dyu_Latn", + "languages": [ + "tir-Ethi", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593979, + "recall": 0.656126, + "f1": 0.610379, + "accuracy": 0.656126, + "main_score": 0.610379, + "hf_subset": "tir_Ethi-heb_Hebr", + "languages": [ + "tir-Ethi", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552326, + "recall": 0.612648, + "f1": 0.568373, + "accuracy": 0.612648, + "main_score": 0.568373, + "hf_subset": "tir_Ethi-khk_Cyrl", + "languages": [ + "tir-Ethi", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562365, + "recall": 0.62253, + "f1": 0.577649, + "accuracy": 0.62253, + "main_score": 0.577649, + "hf_subset": "tir_Ethi-lvs_Latn", + "languages": [ + "tir-Ethi", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594434, + "recall": 0.65415, + "f1": 0.61068, + "accuracy": 0.65415, + "main_score": 0.61068, + "hf_subset": "tir_Ethi-pan_Guru", + "languages": [ + "tir-Ethi", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41297, + "recall": 0.472332, + "f1": 0.428488, + "accuracy": 0.472332, + "main_score": 0.428488, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364845, + "recall": 0.413043, + "f1": 0.378012, + "accuracy": 0.413043, + "main_score": 0.378012, + "hf_subset": "tir_Ethi-tum_Latn", + "languages": [ + "tir-Ethi", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544264, + "recall": 0.615613, + "f1": 0.564588, + "accuracy": 0.615613, + "main_score": 0.564588, + "hf_subset": "zho_Hant-ace_Arab", + "languages": [ + "zho-Hant", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500211, + "recall": 0.568182, + "f1": 0.519098, + "accuracy": 0.568182, + "main_score": 0.519098, + "hf_subset": "zho_Hant-bam_Latn", + "languages": [ + "zho-Hant", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438613, + "recall": 0.514822, + "f1": 0.459707, + "accuracy": 0.514822, + "main_score": 0.459707, + "hf_subset": "zho_Hant-dzo_Tibt", + "languages": [ + "zho-Hant", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-khm_Khmr", + "languages": [ + "zho-Hant", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-mag_Deva", + "languages": [ + "zho-Hant", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "zho_Hant-pap_Latn", + "languages": [ + "zho-Hant", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570244, + "recall": 0.63834, + "f1": 0.589166, + "accuracy": 0.63834, + "main_score": 0.589166, + "hf_subset": "zho_Hant-sot_Latn", + "languages": [ + "zho-Hant", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875774, + "recall": 0.911067, + "f1": 0.886924, + "accuracy": 0.911067, + "main_score": 0.886924, + "hf_subset": "zho_Hant-ace_Latn", + "languages": [ + "zho-Hant", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "zho_Hant-ban_Latn", + "languages": [ + "zho-Hant", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "zho_Hant-hne_Deva", + "languages": [ + "zho-Hant", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585077, + "recall": 0.651186, + "f1": 0.604218, + "accuracy": 0.651186, + "main_score": 0.604218, + "hf_subset": "zho_Hant-kik_Latn", + "languages": [ + "zho-Hant", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-mai_Deva", + "languages": [ + "zho-Hant", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "zho_Hant-pbt_Arab", + "languages": [ + "zho-Hant", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605225, + "recall": 0.672925, + "f1": 0.624085, + "accuracy": 0.672925, + "main_score": 0.624085, + "hf_subset": "zho_Hant-twi_Latn", + "languages": [ + "zho-Hant", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-acm_Arab", + "languages": [ + "zho-Hant", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-bel_Cyrl", + "languages": [ + "zho-Hant", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-hrv_Latn", + "languages": [ + "zho-Hant", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534083, + "recall": 0.599802, + "f1": 0.552577, + "accuracy": 0.599802, + "main_score": 0.552577, + "hf_subset": "zho_Hant-kin_Latn", + "languages": [ + "zho-Hant", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-mal_Mlym", + "languages": [ + "zho-Hant", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zho_Hant-pes_Arab", + "languages": [ + "zho-Hant", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-srd_Latn", + "languages": [ + "zho-Hant", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.165214, + "recall": 0.217391, + "f1": 0.177957, + "accuracy": 0.217391, + "main_score": 0.177957, + "hf_subset": "zho_Hant-tzm_Tfng", + "languages": [ + "zho-Hant", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-acq_Arab", + "languages": [ + "zho-Hant", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625759, + "recall": 0.68083, + "f1": 0.641032, + "accuracy": 0.68083, + "main_score": 0.641032, + "hf_subset": "zho_Hant-bem_Latn", + "languages": [ + "zho-Hant", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-epo_Latn", + "languages": [ + "zho-Hant", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zho_Hant-kir_Cyrl", + "languages": [ + "zho-Hant", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-mar_Deva", + "languages": [ + "zho-Hant", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657766, + "recall": 0.715415, + "f1": 0.674654, + "accuracy": 0.715415, + "main_score": 0.674654, + "hf_subset": "zho_Hant-plt_Latn", + "languages": [ + "zho-Hant", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-srp_Cyrl", + "languages": [ + "zho-Hant", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "zho_Hant-uig_Arab", + "languages": [ + "zho-Hant", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-aeb_Arab", + "languages": [ + "zho-Hant", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-est_Latn", + "languages": [ + "zho-Hant", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-hye_Armn", + "languages": [ + "zho-Hant", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528615, + "recall": 0.586957, + "f1": 0.545378, + "accuracy": 0.586957, + "main_score": 0.545378, + "hf_subset": "zho_Hant-kmb_Latn", + "languages": [ + "zho-Hant", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478179, + "recall": 0.560277, + "f1": 0.500818, + "accuracy": 0.560277, + "main_score": 0.500818, + "hf_subset": "zho_Hant-min_Arab", + "languages": [ + "zho-Hant", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539207, + "recall": 0.608696, + "f1": 0.559637, + "accuracy": 0.608696, + "main_score": 0.559637, + "hf_subset": "zho_Hant-ssw_Latn", + "languages": [ + "zho-Hant", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ukr_Cyrl", + "languages": [ + "zho-Hant", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-afr_Latn", + "languages": [ + "zho-Hant", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-bho_Deva", + "languages": [ + "zho-Hant", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hant-eus_Latn", + "languages": [ + "zho-Hant", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557626, + "recall": 0.631423, + "f1": 0.578252, + "accuracy": 0.631423, + "main_score": 0.578252, + "hf_subset": "zho_Hant-ibo_Latn", + "languages": [ + "zho-Hant", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872777, + "recall": 0.910079, + "f1": 0.884783, + "accuracy": 0.910079, + "main_score": 0.884783, + "hf_subset": "zho_Hant-kmr_Latn", + "languages": [ + "zho-Hant", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "zho_Hant-min_Latn", + "languages": [ + "zho-Hant", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zho_Hant-sun_Latn", + "languages": [ + "zho-Hant", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508114, + "recall": 0.573123, + "f1": 0.526921, + "accuracy": 0.573123, + "main_score": 0.526921, + "hf_subset": "zho_Hant-umb_Latn", + "languages": [ + "zho-Hant", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ajp_Arab", + "languages": [ + "zho-Hant", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504144, + "recall": 0.574111, + "f1": 0.523705, + "accuracy": 0.574111, + "main_score": 0.523705, + "hf_subset": "zho_Hant-bjn_Arab", + "languages": [ + "zho-Hant", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512772, + "recall": 0.576087, + "f1": 0.530441, + "accuracy": 0.576087, + "main_score": 0.530441, + "hf_subset": "zho_Hant-ewe_Latn", + "languages": [ + "zho-Hant", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "zho_Hant-ilo_Latn", + "languages": [ + "zho-Hant", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290006, + "recall": 0.353755, + "f1": 0.307274, + "accuracy": 0.353755, + "main_score": 0.307274, + "hf_subset": "zho_Hant-knc_Arab", + "languages": [ + "zho-Hant", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-mkd_Cyrl", + "languages": [ + "zho-Hant", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-prs_Arab", + "languages": [ + "zho-Hant", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-urd_Arab", + "languages": [ + "zho-Hant", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580129, + "recall": 0.651186, + "f1": 0.599746, + "accuracy": 0.651186, + "main_score": 0.599746, + "hf_subset": "zho_Hant-aka_Latn", + "languages": [ + "zho-Hant", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-bjn_Latn", + "languages": [ + "zho-Hant", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "zho_Hant-fao_Latn", + "languages": [ + "zho-Hant", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56549, + "recall": 0.62747, + "f1": 0.583046, + "accuracy": 0.62747, + "main_score": 0.583046, + "hf_subset": "zho_Hant-knc_Latn", + "languages": [ + "zho-Hant", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-mlt_Latn", + "languages": [ + "zho-Hant", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688702, + "recall": 0.751976, + "f1": 0.706725, + "accuracy": 0.751976, + "main_score": 0.706725, + "hf_subset": "zho_Hant-quy_Latn", + "languages": [ + "zho-Hant", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "zho_Hant-swh_Latn", + "languages": [ + "zho-Hant", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-uzn_Latn", + "languages": [ + "zho-Hant", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-als_Latn", + "languages": [ + "zho-Hant", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650758, + "recall": 0.728261, + "f1": 0.673899, + "accuracy": 0.728261, + "main_score": 0.673899, + "hf_subset": "zho_Hant-bod_Tibt", + "languages": [ + "zho-Hant", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690399, + "recall": 0.75, + "f1": 0.707441, + "accuracy": 0.75, + "main_score": 0.707441, + "hf_subset": "zho_Hant-fij_Latn", + "languages": [ + "zho-Hant", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-isl_Latn", + "languages": [ + "zho-Hant", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656745, + "recall": 0.715415, + "f1": 0.673962, + "accuracy": 0.715415, + "main_score": 0.673962, + "hf_subset": "zho_Hant-kon_Latn", + "languages": [ + "zho-Hant", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64525, + "recall": 0.715415, + "f1": 0.665135, + "accuracy": 0.715415, + "main_score": 0.665135, + "hf_subset": "zho_Hant-mni_Beng", + "languages": [ + "zho-Hant", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ron_Latn", + "languages": [ + "zho-Hant", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.986166, + "f1": 0.983531, + "accuracy": 0.986166, + "main_score": 0.983531, + "hf_subset": "zho_Hant-szl_Latn", + "languages": [ + "zho-Hant", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-vec_Latn", + "languages": [ + "zho-Hant", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "zho_Hant-amh_Ethi", + "languages": [ + "zho-Hant", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-bos_Latn", + "languages": [ + "zho-Hant", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ita_Latn", + "languages": [ + "zho-Hant", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523323, + "recall": 0.588933, + "f1": 0.54146, + "accuracy": 0.588933, + "main_score": 0.54146, + "hf_subset": "zho_Hant-mos_Latn", + "languages": [ + "zho-Hant", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543389, + "recall": 0.601779, + "f1": 0.56018, + "accuracy": 0.601779, + "main_score": 0.56018, + "hf_subset": "zho_Hant-run_Latn", + "languages": [ + "zho-Hant", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-apc_Arab", + "languages": [ + "zho-Hant", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798452, + "recall": 0.847826, + "f1": 0.813425, + "accuracy": 0.847826, + "main_score": 0.813425, + "hf_subset": "zho_Hant-bug_Latn", + "languages": [ + "zho-Hant", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456257, + "recall": 0.516798, + "f1": 0.472182, + "accuracy": 0.516798, + "main_score": 0.472182, + "hf_subset": "zho_Hant-fon_Latn", + "languages": [ + "zho-Hant", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-jav_Latn", + "languages": [ + "zho-Hant", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-lao_Laoo", + "languages": [ + "zho-Hant", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862681, + "recall": 0.901186, + "f1": 0.874638, + "accuracy": 0.901186, + "main_score": 0.874638, + "hf_subset": "zho_Hant-mri_Latn", + "languages": [ + "zho-Hant", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52967, + "recall": 0.599802, + "f1": 0.549114, + "accuracy": 0.599802, + "main_score": 0.549114, + "hf_subset": "zho_Hant-taq_Latn", + "languages": [ + "zho-Hant", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-war_Latn", + "languages": [ + "zho-Hant", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-bul_Cyrl", + "languages": [ + "zho-Hant", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zho_Hant-lij_Latn", + "languages": [ + "zho-Hant", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zho_Hant-mya_Mymr", + "languages": [ + "zho-Hant", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574195, + "recall": 0.651186, + "f1": 0.59611, + "accuracy": 0.651186, + "main_score": 0.59611, + "hf_subset": "zho_Hant-sag_Latn", + "languages": [ + "zho-Hant", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189207, + "recall": 0.250988, + "f1": 0.203318, + "accuracy": 0.250988, + "main_score": 0.203318, + "hf_subset": "zho_Hant-taq_Tfng", + "languages": [ + "zho-Hant", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60373, + "recall": 0.677866, + "f1": 0.624881, + "accuracy": 0.677866, + "main_score": 0.624881, + "hf_subset": "zho_Hant-wol_Latn", + "languages": [ + "zho-Hant", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78862, + "recall": 0.843874, + "f1": 0.805336, + "accuracy": 0.843874, + "main_score": 0.805336, + "hf_subset": "zho_Hant-arb_Latn", + "languages": [ + "zho-Hant", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-cat_Latn", + "languages": [ + "zho-Hant", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zho_Hant-fur_Latn", + "languages": [ + "zho-Hant", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401552, + "recall": 0.466403, + "f1": 0.418986, + "accuracy": 0.466403, + "main_score": 0.418986, + "hf_subset": "zho_Hant-kab_Latn", + "languages": [ + "zho-Hant", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "zho_Hant-lim_Latn", + "languages": [ + "zho-Hant", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "zho_Hant-san_Deva", + "languages": [ + "zho-Hant", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-tat_Cyrl", + "languages": [ + "zho-Hant", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6646, + "recall": 0.72332, + "f1": 0.681921, + "accuracy": 0.72332, + "main_score": 0.681921, + "hf_subset": "zho_Hant-xho_Latn", + "languages": [ + "zho-Hant", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-ars_Arab", + "languages": [ + "zho-Hant", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-ceb_Latn", + "languages": [ + "zho-Hant", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552049, + "recall": 0.618577, + "f1": 0.570567, + "accuracy": 0.618577, + "main_score": 0.570567, + "hf_subset": "zho_Hant-fuv_Latn", + "languages": [ + "zho-Hant", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498231, + "recall": 0.56917, + "f1": 0.517264, + "accuracy": 0.56917, + "main_score": 0.517264, + "hf_subset": "zho_Hant-kac_Latn", + "languages": [ + "zho-Hant", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659157, + "recall": 0.715415, + "f1": 0.675941, + "accuracy": 0.715415, + "main_score": 0.675941, + "hf_subset": "zho_Hant-lin_Latn", + "languages": [ + "zho-Hant", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-nno_Latn", + "languages": [ + "zho-Hant", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211088, + "recall": 0.29249, + "f1": 0.231568, + "accuracy": 0.29249, + "main_score": 0.231568, + "hf_subset": "zho_Hant-sat_Olck", + "languages": [ + "zho-Hant", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-tel_Telu", + "languages": [ + "zho-Hant", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "zho_Hant-ydd_Hebr", + "languages": [ + "zho-Hant", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "zho_Hant-ary_Arab", + "languages": [ + "zho-Hant", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ces_Latn", + "languages": [ + "zho-Hant", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552851, + "recall": 0.617589, + "f1": 0.571706, + "accuracy": 0.617589, + "main_score": 0.571706, + "hf_subset": "zho_Hant-gaz_Latn", + "languages": [ + "zho-Hant", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582787, + "recall": 0.643281, + "f1": 0.599694, + "accuracy": 0.643281, + "main_score": 0.599694, + "hf_subset": "zho_Hant-kam_Latn", + "languages": [ + "zho-Hant", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-nob_Latn", + "languages": [ + "zho-Hant", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "zho_Hant-scn_Latn", + "languages": [ + "zho-Hant", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "zho_Hant-tgk_Cyrl", + "languages": [ + "zho-Hant", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68494, + "recall": 0.76087, + "f1": 0.70771, + "accuracy": 0.76087, + "main_score": 0.70771, + "hf_subset": "zho_Hant-yor_Latn", + "languages": [ + "zho-Hant", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-arz_Arab", + "languages": [ + "zho-Hant", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553832, + "recall": 0.617589, + "f1": 0.57167, + "accuracy": 0.617589, + "main_score": 0.57167, + "hf_subset": "zho_Hant-cjk_Latn", + "languages": [ + "zho-Hant", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768347, + "recall": 0.822134, + "f1": 0.784519, + "accuracy": 0.822134, + "main_score": 0.784519, + "hf_subset": "zho_Hant-gla_Latn", + "languages": [ + "zho-Hant", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-kan_Knda", + "languages": [ + "zho-Hant", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "zho_Hant-lmo_Latn", + "languages": [ + "zho-Hant", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "zho_Hant-npi_Deva", + "languages": [ + "zho-Hant", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460518, + "recall": 0.531621, + "f1": 0.480134, + "accuracy": 0.531621, + "main_score": 0.480134, + "hf_subset": "zho_Hant-shn_Mymr", + "languages": [ + "zho-Hant", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-tgl_Latn", + "languages": [ + "zho-Hant", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zho_Hant-asm_Beng", + "languages": [ + "zho-Hant", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "zho_Hant-ckb_Arab", + "languages": [ + "zho-Hant", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873962, + "recall": 0.908103, + "f1": 0.884571, + "accuracy": 0.908103, + "main_score": 0.884571, + "hf_subset": "zho_Hant-gle_Latn", + "languages": [ + "zho-Hant", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939229, + "recall": 0.958498, + "f1": 0.945652, + "accuracy": 0.958498, + "main_score": 0.945652, + "hf_subset": "zho_Hant-kas_Arab", + "languages": [ + "zho-Hant", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934042, + "recall": 0.954545, + "f1": 0.940613, + "accuracy": 0.954545, + "main_score": 0.940613, + "hf_subset": "zho_Hant-ltg_Latn", + "languages": [ + "zho-Hant", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603064, + "recall": 0.66502, + "f1": 0.620931, + "accuracy": 0.66502, + "main_score": 0.620931, + "hf_subset": "zho_Hant-nso_Latn", + "languages": [ + "zho-Hant", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "zho_Hant-sin_Sinh", + "languages": [ + "zho-Hant", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-tha_Thai", + "languages": [ + "zho-Hant", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ast_Latn", + "languages": [ + "zho-Hant", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-crh_Latn", + "languages": [ + "zho-Hant", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-glg_Latn", + "languages": [ + "zho-Hant", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898139, + "recall": 0.928854, + "f1": 0.908004, + "accuracy": 0.928854, + "main_score": 0.908004, + "hf_subset": "zho_Hant-kas_Deva", + "languages": [ + "zho-Hant", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "zho_Hant-ltz_Latn", + "languages": [ + "zho-Hant", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438308, + "recall": 0.509881, + "f1": 0.457511, + "accuracy": 0.509881, + "main_score": 0.457511, + "hf_subset": "zho_Hant-nus_Latn", + "languages": [ + "zho-Hant", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-slk_Latn", + "languages": [ + "zho-Hant", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60583, + "recall": 0.683794, + "f1": 0.628614, + "accuracy": 0.683794, + "main_score": 0.628614, + "hf_subset": "zho_Hant-tir_Ethi", + "languages": [ + "zho-Hant", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985425, + "recall": 0.98913, + "f1": 0.986561, + "accuracy": 0.98913, + "main_score": 0.986561, + "hf_subset": "zho_Hant-awa_Deva", + "languages": [ + "zho-Hant", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "zho_Hant-cym_Latn", + "languages": [ + "zho-Hant", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832675, + "recall": 0.876482, + "f1": 0.846113, + "accuracy": 0.876482, + "main_score": 0.846113, + "hf_subset": "zho_Hant-grn_Latn", + "languages": [ + "zho-Hant", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-kat_Geor", + "languages": [ + "zho-Hant", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631802, + "recall": 0.690711, + "f1": 0.648389, + "accuracy": 0.690711, + "main_score": 0.648389, + "hf_subset": "zho_Hant-lua_Latn", + "languages": [ + "zho-Hant", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62719, + "recall": 0.695652, + "f1": 0.64712, + "accuracy": 0.695652, + "main_score": 0.64712, + "hf_subset": "zho_Hant-nya_Latn", + "languages": [ + "zho-Hant", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-slv_Latn", + "languages": [ + "zho-Hant", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949111, + "recall": 0.964427, + "f1": 0.954051, + "accuracy": 0.964427, + "main_score": 0.954051, + "hf_subset": "zho_Hant-tpi_Latn", + "languages": [ + "zho-Hant", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-zsm_Latn", + "languages": [ + "zho-Hant", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536827, + "recall": 0.603755, + "f1": 0.555821, + "accuracy": 0.603755, + "main_score": 0.555821, + "hf_subset": "zho_Hant-ayr_Latn", + "languages": [ + "zho-Hant", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-dan_Latn", + "languages": [ + "zho-Hant", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-guj_Gujr", + "languages": [ + "zho-Hant", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-kaz_Cyrl", + "languages": [ + "zho-Hant", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525389, + "recall": 0.590909, + "f1": 0.544408, + "accuracy": 0.590909, + "main_score": 0.544408, + "hf_subset": "zho_Hant-lug_Latn", + "languages": [ + "zho-Hant", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-oci_Latn", + "languages": [ + "zho-Hant", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818626, + "recall": 0.865613, + "f1": 0.832872, + "accuracy": 0.865613, + "main_score": 0.832872, + "hf_subset": "zho_Hant-smo_Latn", + "languages": [ + "zho-Hant", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544173, + "recall": 0.610672, + "f1": 0.562888, + "accuracy": 0.610672, + "main_score": 0.562888, + "hf_subset": "zho_Hant-tsn_Latn", + "languages": [ + "zho-Hant", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594475, + "recall": 0.662055, + "f1": 0.613955, + "accuracy": 0.662055, + "main_score": 0.613955, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915843, + "recall": 0.9417, + "f1": 0.924242, + "accuracy": 0.9417, + "main_score": 0.924242, + "hf_subset": "zho_Hant-azb_Arab", + "languages": [ + "zho-Hant", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "zho_Hant-hat_Latn", + "languages": [ + "zho-Hant", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480956, + "recall": 0.544466, + "f1": 0.498366, + "accuracy": 0.544466, + "main_score": 0.498366, + "hf_subset": "zho_Hant-kbp_Latn", + "languages": [ + "zho-Hant", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557671, + "recall": 0.621542, + "f1": 0.574907, + "accuracy": 0.621542, + "main_score": 0.574907, + "hf_subset": "zho_Hant-luo_Latn", + "languages": [ + "zho-Hant", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-ory_Orya", + "languages": [ + "zho-Hant", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58393, + "recall": 0.649209, + "f1": 0.602346, + "accuracy": 0.649209, + "main_score": 0.602346, + "hf_subset": "zho_Hant-sna_Latn", + "languages": [ + "zho-Hant", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548134, + "recall": 0.610672, + "f1": 0.565272, + "accuracy": 0.610672, + "main_score": 0.565272, + "hf_subset": "zho_Hant-tso_Latn", + "languages": [ + "zho-Hant", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-azj_Latn", + "languages": [ + "zho-Hant", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517412, + "recall": 0.594862, + "f1": 0.539662, + "accuracy": 0.594862, + "main_score": 0.539662, + "hf_subset": "zho_Hant-dik_Latn", + "languages": [ + "zho-Hant", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724418, + "recall": 0.779644, + "f1": 0.740324, + "accuracy": 0.779644, + "main_score": 0.740324, + "hf_subset": "zho_Hant-hau_Latn", + "languages": [ + "zho-Hant", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zho_Hant-kea_Latn", + "languages": [ + "zho-Hant", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74025, + "recall": 0.796443, + "f1": 0.756785, + "accuracy": 0.796443, + "main_score": 0.756785, + "hf_subset": "zho_Hant-lus_Latn", + "languages": [ + "zho-Hant", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86833, + "recall": 0.903162, + "f1": 0.879117, + "accuracy": 0.903162, + "main_score": 0.879117, + "hf_subset": "zho_Hant-pag_Latn", + "languages": [ + "zho-Hant", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zho_Hant-snd_Arab", + "languages": [ + "zho-Hant", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955122, + "recall": 0.969368, + "f1": 0.959717, + "accuracy": 0.969368, + "main_score": 0.959717, + "hf_subset": "zho_Hant-tuk_Latn", + "languages": [ + "zho-Hant", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "zho_Hant-bak_Cyrl", + "languages": [ + "zho-Hant", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458545, + "recall": 0.545455, + "f1": 0.483266, + "accuracy": 0.545455, + "main_score": 0.483266, + "hf_subset": "zho_Hant-dyu_Latn", + "languages": [ + "zho-Hant", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zho_Hant-khk_Cyrl", + "languages": [ + "zho-Hant", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-lvs_Latn", + "languages": [ + "zho-Hant", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zho_Hant-pan_Guru", + "languages": [ + "zho-Hant", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689501, + "recall": 0.755929, + "f1": 0.70931, + "accuracy": 0.755929, + "main_score": 0.70931, + "hf_subset": "zho_Hant-som_Latn", + "languages": [ + "zho-Hant", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596171, + "recall": 0.650198, + "f1": 0.611602, + "accuracy": 0.650198, + "main_score": 0.611602, + "hf_subset": "zho_Hant-tum_Latn", + "languages": [ + "zho-Hant", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560345, + "recall": 0.629447, + "f1": 0.579909, + "accuracy": 0.629447, + "main_score": 0.579909, + "hf_subset": "awa_Deva-ace_Arab", + "languages": [ + "awa-Deva", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514019, + "recall": 0.575099, + "f1": 0.530922, + "accuracy": 0.575099, + "main_score": 0.530922, + "hf_subset": "awa_Deva-bam_Latn", + "languages": [ + "awa-Deva", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444914, + "recall": 0.52668, + "f1": 0.467361, + "accuracy": 0.52668, + "main_score": 0.467361, + "hf_subset": "awa_Deva-dzo_Tibt", + "languages": [ + "awa-Deva", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-hin_Deva", + "languages": [ + "awa-Deva", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-khm_Khmr", + "languages": [ + "awa-Deva", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-mag_Deva", + "languages": [ + "awa-Deva", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.980237, + "f1": 0.975296, + "accuracy": 0.980237, + "main_score": 0.975296, + "hf_subset": "awa_Deva-pap_Latn", + "languages": [ + "awa-Deva", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584316, + "recall": 0.643281, + "f1": 0.600643, + "accuracy": 0.643281, + "main_score": 0.600643, + "hf_subset": "awa_Deva-sot_Latn", + "languages": [ + "awa-Deva", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-tur_Latn", + "languages": [ + "awa-Deva", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855319, + "recall": 0.893281, + "f1": 0.867114, + "accuracy": 0.893281, + "main_score": 0.867114, + "hf_subset": "awa_Deva-ace_Latn", + "languages": [ + "awa-Deva", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943347, + "recall": 0.959486, + "f1": 0.948617, + "accuracy": 0.959486, + "main_score": 0.948617, + "hf_subset": "awa_Deva-ban_Latn", + "languages": [ + "awa-Deva", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-ell_Grek", + "languages": [ + "awa-Deva", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-hne_Deva", + "languages": [ + "awa-Deva", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570553, + "recall": 0.636364, + "f1": 0.589283, + "accuracy": 0.636364, + "main_score": 0.589283, + "hf_subset": "awa_Deva-kik_Latn", + "languages": [ + "awa-Deva", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-mai_Deva", + "languages": [ + "awa-Deva", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "awa_Deva-pbt_Arab", + "languages": [ + "awa-Deva", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-spa_Latn", + "languages": [ + "awa-Deva", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605756, + "recall": 0.674901, + "f1": 0.624638, + "accuracy": 0.674901, + "main_score": 0.624638, + "hf_subset": "awa_Deva-twi_Latn", + "languages": [ + "awa-Deva", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-acm_Arab", + "languages": [ + "awa-Deva", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-bel_Cyrl", + "languages": [ + "awa-Deva", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-eng_Latn", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-hrv_Latn", + "languages": [ + "awa-Deva", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530315, + "recall": 0.59585, + "f1": 0.54866, + "accuracy": 0.59585, + "main_score": 0.54866, + "hf_subset": "awa_Deva-kin_Latn", + "languages": [ + "awa-Deva", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-mal_Mlym", + "languages": [ + "awa-Deva", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-pes_Arab", + "languages": [ + "awa-Deva", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "awa_Deva-srd_Latn", + "languages": [ + "awa-Deva", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1692, + "recall": 0.222332, + "f1": 0.182345, + "accuracy": 0.222332, + "main_score": 0.182345, + "hf_subset": "awa_Deva-tzm_Tfng", + "languages": [ + "awa-Deva", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-acq_Arab", + "languages": [ + "awa-Deva", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627174, + "recall": 0.675889, + "f1": 0.640876, + "accuracy": 0.675889, + "main_score": 0.640876, + "hf_subset": "awa_Deva-bem_Latn", + "languages": [ + "awa-Deva", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-epo_Latn", + "languages": [ + "awa-Deva", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-hun_Latn", + "languages": [ + "awa-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "awa_Deva-kir_Cyrl", + "languages": [ + "awa-Deva", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-mar_Deva", + "languages": [ + "awa-Deva", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656284, + "recall": 0.715415, + "f1": 0.673435, + "accuracy": 0.715415, + "main_score": 0.673435, + "hf_subset": "awa_Deva-plt_Latn", + "languages": [ + "awa-Deva", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-srp_Cyrl", + "languages": [ + "awa-Deva", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "awa_Deva-uig_Arab", + "languages": [ + "awa-Deva", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-aeb_Arab", + "languages": [ + "awa-Deva", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ben_Beng", + "languages": [ + "awa-Deva", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-est_Latn", + "languages": [ + "awa-Deva", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-hye_Armn", + "languages": [ + "awa-Deva", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530143, + "recall": 0.58498, + "f1": 0.545295, + "accuracy": 0.58498, + "main_score": 0.545295, + "hf_subset": "awa_Deva-kmb_Latn", + "languages": [ + "awa-Deva", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47254, + "recall": 0.556324, + "f1": 0.495568, + "accuracy": 0.556324, + "main_score": 0.495568, + "hf_subset": "awa_Deva-min_Arab", + "languages": [ + "awa-Deva", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-pol_Latn", + "languages": [ + "awa-Deva", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54904, + "recall": 0.615613, + "f1": 0.567698, + "accuracy": 0.615613, + "main_score": 0.567698, + "hf_subset": "awa_Deva-ssw_Latn", + "languages": [ + "awa-Deva", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ukr_Cyrl", + "languages": [ + "awa-Deva", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-afr_Latn", + "languages": [ + "awa-Deva", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-bho_Deva", + "languages": [ + "awa-Deva", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982049, + "recall": 0.987154, + "f1": 0.983696, + "accuracy": 0.987154, + "main_score": 0.983696, + "hf_subset": "awa_Deva-eus_Latn", + "languages": [ + "awa-Deva", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564708, + "recall": 0.623518, + "f1": 0.580897, + "accuracy": 0.623518, + "main_score": 0.580897, + "hf_subset": "awa_Deva-ibo_Latn", + "languages": [ + "awa-Deva", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878623, + "recall": 0.913043, + "f1": 0.88946, + "accuracy": 0.913043, + "main_score": 0.88946, + "hf_subset": "awa_Deva-kmr_Latn", + "languages": [ + "awa-Deva", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "awa_Deva-min_Latn", + "languages": [ + "awa-Deva", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-por_Latn", + "languages": [ + "awa-Deva", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-sun_Latn", + "languages": [ + "awa-Deva", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51429, + "recall": 0.574111, + "f1": 0.531062, + "accuracy": 0.574111, + "main_score": 0.531062, + "hf_subset": "awa_Deva-umb_Latn", + "languages": [ + "awa-Deva", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ajp_Arab", + "languages": [ + "awa-Deva", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514783, + "recall": 0.586957, + "f1": 0.534748, + "accuracy": 0.586957, + "main_score": 0.534748, + "hf_subset": "awa_Deva-bjn_Arab", + "languages": [ + "awa-Deva", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513457, + "recall": 0.570158, + "f1": 0.528689, + "accuracy": 0.570158, + "main_score": 0.528689, + "hf_subset": "awa_Deva-ewe_Latn", + "languages": [ + "awa-Deva", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934289, + "recall": 0.953557, + "f1": 0.940547, + "accuracy": 0.953557, + "main_score": 0.940547, + "hf_subset": "awa_Deva-ilo_Latn", + "languages": [ + "awa-Deva", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.31252, + "recall": 0.376482, + "f1": 0.329967, + "accuracy": 0.376482, + "main_score": 0.329967, + "hf_subset": "awa_Deva-knc_Arab", + "languages": [ + "awa-Deva", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-mkd_Cyrl", + "languages": [ + "awa-Deva", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-prs_Arab", + "languages": [ + "awa-Deva", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-swe_Latn", + "languages": [ + "awa-Deva", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-urd_Arab", + "languages": [ + "awa-Deva", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582775, + "recall": 0.649209, + "f1": 0.601658, + "accuracy": 0.649209, + "main_score": 0.601658, + "hf_subset": "awa_Deva-aka_Latn", + "languages": [ + "awa-Deva", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "awa_Deva-bjn_Latn", + "languages": [ + "awa-Deva", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.975296, + "f1": 0.968544, + "accuracy": 0.975296, + "main_score": 0.968544, + "hf_subset": "awa_Deva-fao_Latn", + "languages": [ + "awa-Deva", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ind_Latn", + "languages": [ + "awa-Deva", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589087, + "recall": 0.645257, + "f1": 0.604984, + "accuracy": 0.645257, + "main_score": 0.604984, + "hf_subset": "awa_Deva-knc_Latn", + "languages": [ + "awa-Deva", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "awa_Deva-mlt_Latn", + "languages": [ + "awa-Deva", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694293, + "recall": 0.761858, + "f1": 0.714681, + "accuracy": 0.761858, + "main_score": 0.714681, + "hf_subset": "awa_Deva-quy_Latn", + "languages": [ + "awa-Deva", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958251, + "recall": 0.970356, + "f1": 0.962022, + "accuracy": 0.970356, + "main_score": 0.962022, + "hf_subset": "awa_Deva-swh_Latn", + "languages": [ + "awa-Deva", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-uzn_Latn", + "languages": [ + "awa-Deva", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-als_Latn", + "languages": [ + "awa-Deva", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653804, + "recall": 0.729249, + "f1": 0.676073, + "accuracy": 0.729249, + "main_score": 0.676073, + "hf_subset": "awa_Deva-bod_Tibt", + "languages": [ + "awa-Deva", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683531, + "recall": 0.742095, + "f1": 0.700114, + "accuracy": 0.742095, + "main_score": 0.700114, + "hf_subset": "awa_Deva-fij_Latn", + "languages": [ + "awa-Deva", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "awa_Deva-isl_Latn", + "languages": [ + "awa-Deva", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648435, + "recall": 0.704545, + "f1": 0.664987, + "accuracy": 0.704545, + "main_score": 0.664987, + "hf_subset": "awa_Deva-kon_Latn", + "languages": [ + "awa-Deva", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656169, + "recall": 0.722332, + "f1": 0.674885, + "accuracy": 0.722332, + "main_score": 0.674885, + "hf_subset": "awa_Deva-mni_Beng", + "languages": [ + "awa-Deva", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-ron_Latn", + "languages": [ + "awa-Deva", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.976285, + "f1": 0.970685, + "accuracy": 0.976285, + "main_score": 0.970685, + "hf_subset": "awa_Deva-szl_Latn", + "languages": [ + "awa-Deva", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-vec_Latn", + "languages": [ + "awa-Deva", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931077, + "recall": 0.951581, + "f1": 0.937484, + "accuracy": 0.951581, + "main_score": 0.937484, + "hf_subset": "awa_Deva-amh_Ethi", + "languages": [ + "awa-Deva", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-bos_Latn", + "languages": [ + "awa-Deva", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "awa_Deva-fin_Latn", + "languages": [ + "awa-Deva", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ita_Latn", + "languages": [ + "awa-Deva", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-kor_Hang", + "languages": [ + "awa-Deva", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535725, + "recall": 0.600791, + "f1": 0.553909, + "accuracy": 0.600791, + "main_score": 0.553909, + "hf_subset": "awa_Deva-mos_Latn", + "languages": [ + "awa-Deva", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541733, + "recall": 0.604743, + "f1": 0.559409, + "accuracy": 0.604743, + "main_score": 0.559409, + "hf_subset": "awa_Deva-run_Latn", + "languages": [ + "awa-Deva", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-tam_Taml", + "languages": [ + "awa-Deva", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-vie_Latn", + "languages": [ + "awa-Deva", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-apc_Arab", + "languages": [ + "awa-Deva", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78946, + "recall": 0.835968, + "f1": 0.803458, + "accuracy": 0.835968, + "main_score": 0.803458, + "hf_subset": "awa_Deva-bug_Latn", + "languages": [ + "awa-Deva", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457458, + "recall": 0.513834, + "f1": 0.472706, + "accuracy": 0.513834, + "main_score": 0.472706, + "hf_subset": "awa_Deva-fon_Latn", + "languages": [ + "awa-Deva", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-jav_Latn", + "languages": [ + "awa-Deva", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "awa_Deva-lao_Laoo", + "languages": [ + "awa-Deva", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848979, + "recall": 0.88834, + "f1": 0.861448, + "accuracy": 0.88834, + "main_score": 0.861448, + "hf_subset": "awa_Deva-mri_Latn", + "languages": [ + "awa-Deva", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-rus_Cyrl", + "languages": [ + "awa-Deva", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53173, + "recall": 0.594862, + "f1": 0.548624, + "accuracy": 0.594862, + "main_score": 0.548624, + "hf_subset": "awa_Deva-taq_Latn", + "languages": [ + "awa-Deva", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980567, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "awa_Deva-war_Latn", + "languages": [ + "awa-Deva", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-arb_Arab", + "languages": [ + "awa-Deva", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-bul_Cyrl", + "languages": [ + "awa-Deva", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-fra_Latn", + "languages": [ + "awa-Deva", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-jpn_Jpan", + "languages": [ + "awa-Deva", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "awa_Deva-lij_Latn", + "languages": [ + "awa-Deva", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "awa_Deva-mya_Mymr", + "languages": [ + "awa-Deva", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584711, + "recall": 0.652174, + "f1": 0.603387, + "accuracy": 0.652174, + "main_score": 0.603387, + "hf_subset": "awa_Deva-sag_Latn", + "languages": [ + "awa-Deva", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191268, + "recall": 0.252964, + "f1": 0.2054, + "accuracy": 0.252964, + "main_score": 0.2054, + "hf_subset": "awa_Deva-taq_Tfng", + "languages": [ + "awa-Deva", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604015, + "recall": 0.671937, + "f1": 0.622685, + "accuracy": 0.671937, + "main_score": 0.622685, + "hf_subset": "awa_Deva-wol_Latn", + "languages": [ + "awa-Deva", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793083, + "recall": 0.842885, + "f1": 0.80807, + "accuracy": 0.842885, + "main_score": 0.80807, + "hf_subset": "awa_Deva-arb_Latn", + "languages": [ + "awa-Deva", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-cat_Latn", + "languages": [ + "awa-Deva", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "awa_Deva-fur_Latn", + "languages": [ + "awa-Deva", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409453, + "recall": 0.469368, + "f1": 0.425811, + "accuracy": 0.469368, + "main_score": 0.425811, + "hf_subset": "awa_Deva-kab_Latn", + "languages": [ + "awa-Deva", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "awa_Deva-lim_Latn", + "languages": [ + "awa-Deva", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-nld_Latn", + "languages": [ + "awa-Deva", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.986166, + "f1": 0.982872, + "accuracy": 0.986166, + "main_score": 0.982872, + "hf_subset": "awa_Deva-san_Deva", + "languages": [ + "awa-Deva", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-tat_Cyrl", + "languages": [ + "awa-Deva", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659413, + "recall": 0.717391, + "f1": 0.676157, + "accuracy": 0.717391, + "main_score": 0.676157, + "hf_subset": "awa_Deva-xho_Latn", + "languages": [ + "awa-Deva", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ars_Arab", + "languages": [ + "awa-Deva", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-ceb_Latn", + "languages": [ + "awa-Deva", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554298, + "recall": 0.614625, + "f1": 0.571319, + "accuracy": 0.614625, + "main_score": 0.571319, + "hf_subset": "awa_Deva-fuv_Latn", + "languages": [ + "awa-Deva", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49584, + "recall": 0.570158, + "f1": 0.51606, + "accuracy": 0.570158, + "main_score": 0.51606, + "hf_subset": "awa_Deva-kac_Latn", + "languages": [ + "awa-Deva", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652882, + "recall": 0.712451, + "f1": 0.670243, + "accuracy": 0.712451, + "main_score": 0.670243, + "hf_subset": "awa_Deva-lin_Latn", + "languages": [ + "awa-Deva", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-nno_Latn", + "languages": [ + "awa-Deva", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.246019, + "recall": 0.327075, + "f1": 0.26659, + "accuracy": 0.327075, + "main_score": 0.26659, + "hf_subset": "awa_Deva-sat_Olck", + "languages": [ + "awa-Deva", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-tel_Telu", + "languages": [ + "awa-Deva", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940382, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "awa_Deva-ydd_Hebr", + "languages": [ + "awa-Deva", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "awa_Deva-ary_Arab", + "languages": [ + "awa-Deva", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-ces_Latn", + "languages": [ + "awa-Deva", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563212, + "recall": 0.625494, + "f1": 0.581261, + "accuracy": 0.625494, + "main_score": 0.581261, + "hf_subset": "awa_Deva-gaz_Latn", + "languages": [ + "awa-Deva", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5756, + "recall": 0.642292, + "f1": 0.594547, + "accuracy": 0.642292, + "main_score": 0.594547, + "hf_subset": "awa_Deva-kam_Latn", + "languages": [ + "awa-Deva", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "awa_Deva-lit_Latn", + "languages": [ + "awa-Deva", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-nob_Latn", + "languages": [ + "awa-Deva", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "awa_Deva-scn_Latn", + "languages": [ + "awa-Deva", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.972003, + "accuracy": 0.978261, + "main_score": 0.972003, + "hf_subset": "awa_Deva-tgk_Cyrl", + "languages": [ + "awa-Deva", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704858, + "recall": 0.766798, + "f1": 0.72316, + "accuracy": 0.766798, + "main_score": 0.72316, + "hf_subset": "awa_Deva-yor_Latn", + "languages": [ + "awa-Deva", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "awa_Deva-arz_Arab", + "languages": [ + "awa-Deva", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550873, + "recall": 0.613636, + "f1": 0.568943, + "accuracy": 0.613636, + "main_score": 0.568943, + "hf_subset": "awa_Deva-cjk_Latn", + "languages": [ + "awa-Deva", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748139, + "recall": 0.804348, + "f1": 0.764954, + "accuracy": 0.804348, + "main_score": 0.764954, + "hf_subset": "awa_Deva-gla_Latn", + "languages": [ + "awa-Deva", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-kan_Knda", + "languages": [ + "awa-Deva", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971673, + "recall": 0.980237, + "f1": 0.974473, + "accuracy": 0.980237, + "main_score": 0.974473, + "hf_subset": "awa_Deva-lmo_Latn", + "languages": [ + "awa-Deva", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "awa_Deva-npi_Deva", + "languages": [ + "awa-Deva", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467403, + "recall": 0.535573, + "f1": 0.485895, + "accuracy": 0.535573, + "main_score": 0.485895, + "hf_subset": "awa_Deva-shn_Mymr", + "languages": [ + "awa-Deva", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-tgl_Latn", + "languages": [ + "awa-Deva", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-yue_Hant", + "languages": [ + "awa-Deva", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-asm_Beng", + "languages": [ + "awa-Deva", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943923, + "recall": 0.960474, + "f1": 0.949177, + "accuracy": 0.960474, + "main_score": 0.949177, + "hf_subset": "awa_Deva-ckb_Arab", + "languages": [ + "awa-Deva", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8542, + "recall": 0.894269, + "f1": 0.866831, + "accuracy": 0.894269, + "main_score": 0.866831, + "hf_subset": "awa_Deva-gle_Latn", + "languages": [ + "awa-Deva", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95858, + "recall": 0.970356, + "f1": 0.962352, + "accuracy": 0.970356, + "main_score": 0.962352, + "hf_subset": "awa_Deva-kas_Arab", + "languages": [ + "awa-Deva", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930007, + "recall": 0.951581, + "f1": 0.937088, + "accuracy": 0.951581, + "main_score": 0.937088, + "hf_subset": "awa_Deva-ltg_Latn", + "languages": [ + "awa-Deva", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593432, + "recall": 0.652174, + "f1": 0.61022, + "accuracy": 0.652174, + "main_score": 0.61022, + "hf_subset": "awa_Deva-nso_Latn", + "languages": [ + "awa-Deva", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "awa_Deva-sin_Sinh", + "languages": [ + "awa-Deva", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-tha_Thai", + "languages": [ + "awa-Deva", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "awa_Deva-zho_Hans", + "languages": [ + "awa-Deva", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-ast_Latn", + "languages": [ + "awa-Deva", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-crh_Latn", + "languages": [ + "awa-Deva", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-glg_Latn", + "languages": [ + "awa-Deva", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908267, + "recall": 0.936759, + "f1": 0.91749, + "accuracy": 0.936759, + "main_score": 0.91749, + "hf_subset": "awa_Deva-kas_Deva", + "languages": [ + "awa-Deva", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "awa_Deva-ltz_Latn", + "languages": [ + "awa-Deva", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44489, + "recall": 0.513834, + "f1": 0.463379, + "accuracy": 0.513834, + "main_score": 0.463379, + "hf_subset": "awa_Deva-nus_Latn", + "languages": [ + "awa-Deva", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-slk_Latn", + "languages": [ + "awa-Deva", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623148, + "recall": 0.694664, + "f1": 0.644351, + "accuracy": 0.694664, + "main_score": 0.644351, + "hf_subset": "awa_Deva-tir_Ethi", + "languages": [ + "awa-Deva", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-zho_Hant", + "languages": [ + "awa-Deva", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960474, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "awa_Deva-cym_Latn", + "languages": [ + "awa-Deva", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821509, + "recall": 0.863636, + "f1": 0.834044, + "accuracy": 0.863636, + "main_score": 0.834044, + "hf_subset": "awa_Deva-grn_Latn", + "languages": [ + "awa-Deva", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-kat_Geor", + "languages": [ + "awa-Deva", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630428, + "recall": 0.690711, + "f1": 0.647636, + "accuracy": 0.690711, + "main_score": 0.647636, + "hf_subset": "awa_Deva-lua_Latn", + "languages": [ + "awa-Deva", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61334, + "recall": 0.674901, + "f1": 0.631145, + "accuracy": 0.674901, + "main_score": 0.631145, + "hf_subset": "awa_Deva-nya_Latn", + "languages": [ + "awa-Deva", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-slv_Latn", + "languages": [ + "awa-Deva", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938686, + "recall": 0.956522, + "f1": 0.944236, + "accuracy": 0.956522, + "main_score": 0.944236, + "hf_subset": "awa_Deva-tpi_Latn", + "languages": [ + "awa-Deva", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-zsm_Latn", + "languages": [ + "awa-Deva", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541468, + "recall": 0.600791, + "f1": 0.558067, + "accuracy": 0.600791, + "main_score": 0.558067, + "hf_subset": "awa_Deva-ayr_Latn", + "languages": [ + "awa-Deva", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-dan_Latn", + "languages": [ + "awa-Deva", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-guj_Gujr", + "languages": [ + "awa-Deva", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "awa_Deva-kaz_Cyrl", + "languages": [ + "awa-Deva", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529113, + "recall": 0.590909, + "f1": 0.546047, + "accuracy": 0.590909, + "main_score": 0.546047, + "hf_subset": "awa_Deva-lug_Latn", + "languages": [ + "awa-Deva", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-oci_Latn", + "languages": [ + "awa-Deva", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817951, + "recall": 0.859684, + "f1": 0.830501, + "accuracy": 0.859684, + "main_score": 0.830501, + "hf_subset": "awa_Deva-smo_Latn", + "languages": [ + "awa-Deva", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530908, + "recall": 0.59585, + "f1": 0.549288, + "accuracy": 0.59585, + "main_score": 0.549288, + "hf_subset": "awa_Deva-tsn_Latn", + "languages": [ + "awa-Deva", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595999, + "recall": 0.660079, + "f1": 0.614729, + "accuracy": 0.660079, + "main_score": 0.614729, + "hf_subset": "awa_Deva-zul_Latn", + "languages": [ + "awa-Deva", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.939723, + "f1": 0.921937, + "accuracy": 0.939723, + "main_score": 0.921937, + "hf_subset": "awa_Deva-azb_Arab", + "languages": [ + "awa-Deva", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-deu_Latn", + "languages": [ + "awa-Deva", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.970356, + "f1": 0.962121, + "accuracy": 0.970356, + "main_score": 0.962121, + "hf_subset": "awa_Deva-hat_Latn", + "languages": [ + "awa-Deva", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479621, + "recall": 0.541502, + "f1": 0.496023, + "accuracy": 0.541502, + "main_score": 0.496023, + "hf_subset": "awa_Deva-kbp_Latn", + "languages": [ + "awa-Deva", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561805, + "recall": 0.624506, + "f1": 0.578208, + "accuracy": 0.624506, + "main_score": 0.578208, + "hf_subset": "awa_Deva-luo_Latn", + "languages": [ + "awa-Deva", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa_Deva-ory_Orya", + "languages": [ + "awa-Deva", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579794, + "recall": 0.637352, + "f1": 0.595777, + "accuracy": 0.637352, + "main_score": 0.595777, + "hf_subset": "awa_Deva-sna_Latn", + "languages": [ + "awa-Deva", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553339, + "recall": 0.600791, + "f1": 0.566475, + "accuracy": 0.600791, + "main_score": 0.566475, + "hf_subset": "awa_Deva-tso_Latn", + "languages": [ + "awa-Deva", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986166, + "accuracy": 0.98913, + "main_score": 0.986166, + "hf_subset": "awa_Deva-azj_Latn", + "languages": [ + "awa-Deva", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519295, + "recall": 0.588933, + "f1": 0.538636, + "accuracy": 0.588933, + "main_score": 0.538636, + "hf_subset": "awa_Deva-dik_Latn", + "languages": [ + "awa-Deva", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709858, + "recall": 0.768775, + "f1": 0.727176, + "accuracy": 0.768775, + "main_score": 0.727176, + "hf_subset": "awa_Deva-hau_Latn", + "languages": [ + "awa-Deva", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.983202, + "f1": 0.978755, + "accuracy": 0.983202, + "main_score": 0.978755, + "hf_subset": "awa_Deva-kea_Latn", + "languages": [ + "awa-Deva", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736693, + "recall": 0.790514, + "f1": 0.752668, + "accuracy": 0.790514, + "main_score": 0.752668, + "hf_subset": "awa_Deva-lus_Latn", + "languages": [ + "awa-Deva", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857856, + "recall": 0.890316, + "f1": 0.86741, + "accuracy": 0.890316, + "main_score": 0.86741, + "hf_subset": "awa_Deva-pag_Latn", + "languages": [ + "awa-Deva", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "awa_Deva-snd_Arab", + "languages": [ + "awa-Deva", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9417, + "recall": 0.959486, + "f1": 0.947464, + "accuracy": 0.959486, + "main_score": 0.947464, + "hf_subset": "awa_Deva-tuk_Latn", + "languages": [ + "awa-Deva", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "awa_Deva-bak_Cyrl", + "languages": [ + "awa-Deva", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473725, + "recall": 0.554348, + "f1": 0.497433, + "accuracy": 0.554348, + "main_score": 0.497433, + "hf_subset": "awa_Deva-dyu_Latn", + "languages": [ + "awa-Deva", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "awa_Deva-heb_Hebr", + "languages": [ + "awa-Deva", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "awa_Deva-khk_Cyrl", + "languages": [ + "awa-Deva", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-lvs_Latn", + "languages": [ + "awa-Deva", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "awa_Deva-pan_Guru", + "languages": [ + "awa-Deva", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695455, + "recall": 0.757905, + "f1": 0.713754, + "accuracy": 0.757905, + "main_score": 0.713754, + "hf_subset": "awa_Deva-som_Latn", + "languages": [ + "awa-Deva", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589007, + "recall": 0.640316, + "f1": 0.603763, + "accuracy": 0.640316, + "main_score": 0.603763, + "hf_subset": "awa_Deva-tum_Latn", + "languages": [ + "awa-Deva", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521872, + "recall": 0.579051, + "f1": 0.537512, + "accuracy": 0.579051, + "main_score": 0.537512, + "hf_subset": "cym_Latn-ace_Arab", + "languages": [ + "cym-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530627, + "recall": 0.581028, + "f1": 0.544607, + "accuracy": 0.581028, + "main_score": 0.544607, + "hf_subset": "cym_Latn-bam_Latn", + "languages": [ + "cym-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.366598, + "recall": 0.431818, + "f1": 0.384013, + "accuracy": 0.431818, + "main_score": 0.384013, + "hf_subset": "cym_Latn-dzo_Tibt", + "languages": [ + "cym-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "cym_Latn-hin_Deva", + "languages": [ + "cym-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955616, + "recall": 0.968379, + "f1": 0.959552, + "accuracy": 0.968379, + "main_score": 0.959552, + "hf_subset": "cym_Latn-khm_Khmr", + "languages": [ + "cym-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "cym_Latn-mag_Deva", + "languages": [ + "cym-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90751, + "recall": 0.931818, + "f1": 0.914855, + "accuracy": 0.931818, + "main_score": 0.914855, + "hf_subset": "cym_Latn-pap_Latn", + "languages": [ + "cym-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59013, + "recall": 0.639328, + "f1": 0.603597, + "accuracy": 0.639328, + "main_score": 0.603597, + "hf_subset": "cym_Latn-sot_Latn", + "languages": [ + "cym-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "cym_Latn-tur_Latn", + "languages": [ + "cym-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784174, + "recall": 0.825099, + "f1": 0.796039, + "accuracy": 0.825099, + "main_score": 0.796039, + "hf_subset": "cym_Latn-ace_Latn", + "languages": [ + "cym-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870965, + "recall": 0.899209, + "f1": 0.879842, + "accuracy": 0.899209, + "main_score": 0.879842, + "hf_subset": "cym_Latn-ban_Latn", + "languages": [ + "cym-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97892, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "cym_Latn-ell_Grek", + "languages": [ + "cym-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "cym_Latn-hne_Deva", + "languages": [ + "cym-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571946, + "recall": 0.621542, + "f1": 0.586008, + "accuracy": 0.621542, + "main_score": 0.586008, + "hf_subset": "cym_Latn-kik_Latn", + "languages": [ + "cym-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.974308, + "f1": 0.966074, + "accuracy": 0.974308, + "main_score": 0.966074, + "hf_subset": "cym_Latn-mai_Deva", + "languages": [ + "cym-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913982, + "recall": 0.938735, + "f1": 0.921673, + "accuracy": 0.938735, + "main_score": 0.921673, + "hf_subset": "cym_Latn-pbt_Arab", + "languages": [ + "cym-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "cym_Latn-spa_Latn", + "languages": [ + "cym-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569558, + "recall": 0.62253, + "f1": 0.584951, + "accuracy": 0.62253, + "main_score": 0.584951, + "hf_subset": "cym_Latn-twi_Latn", + "languages": [ + "cym-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964509, + "recall": 0.975296, + "f1": 0.967951, + "accuracy": 0.975296, + "main_score": 0.967951, + "hf_subset": "cym_Latn-acm_Arab", + "languages": [ + "cym-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.960474, + "f1": 0.950052, + "accuracy": 0.960474, + "main_score": 0.950052, + "hf_subset": "cym_Latn-bel_Cyrl", + "languages": [ + "cym-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "cym_Latn-hrv_Latn", + "languages": [ + "cym-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571158, + "recall": 0.626482, + "f1": 0.585616, + "accuracy": 0.626482, + "main_score": 0.585616, + "hf_subset": "cym_Latn-kin_Latn", + "languages": [ + "cym-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965415, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "cym_Latn-mal_Mlym", + "languages": [ + "cym-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "cym_Latn-pes_Arab", + "languages": [ + "cym-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927734, + "recall": 0.94664, + "f1": 0.933399, + "accuracy": 0.94664, + "main_score": 0.933399, + "hf_subset": "cym_Latn-srd_Latn", + "languages": [ + "cym-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.213325, + "recall": 0.261858, + "f1": 0.225189, + "accuracy": 0.261858, + "main_score": 0.225189, + "hf_subset": "cym_Latn-tzm_Tfng", + "languages": [ + "cym-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "cym_Latn-acq_Arab", + "languages": [ + "cym-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609202, + "recall": 0.65415, + "f1": 0.621829, + "accuracy": 0.65415, + "main_score": 0.621829, + "hf_subset": "cym_Latn-bem_Latn", + "languages": [ + "cym-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982955, + "recall": 0.988142, + "f1": 0.984585, + "accuracy": 0.988142, + "main_score": 0.984585, + "hf_subset": "cym_Latn-epo_Latn", + "languages": [ + "cym-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977026, + "recall": 0.98419, + "f1": 0.979315, + "accuracy": 0.98419, + "main_score": 0.979315, + "hf_subset": "cym_Latn-hun_Latn", + "languages": [ + "cym-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.938735, + "f1": 0.921607, + "accuracy": 0.938735, + "main_score": 0.921607, + "hf_subset": "cym_Latn-kir_Cyrl", + "languages": [ + "cym-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "cym_Latn-mar_Deva", + "languages": [ + "cym-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654175, + "recall": 0.704545, + "f1": 0.668505, + "accuracy": 0.704545, + "main_score": 0.668505, + "hf_subset": "cym_Latn-plt_Latn", + "languages": [ + "cym-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "cym_Latn-srp_Cyrl", + "languages": [ + "cym-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879809, + "recall": 0.911067, + "f1": 0.88946, + "accuracy": 0.911067, + "main_score": 0.88946, + "hf_subset": "cym_Latn-uig_Arab", + "languages": [ + "cym-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94041, + "recall": 0.955534, + "f1": 0.944895, + "accuracy": 0.955534, + "main_score": 0.944895, + "hf_subset": "cym_Latn-aeb_Arab", + "languages": [ + "cym-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "cym_Latn-ben_Beng", + "languages": [ + "cym-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "cym_Latn-est_Latn", + "languages": [ + "cym-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "cym_Latn-hye_Armn", + "languages": [ + "cym-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555237, + "recall": 0.597826, + "f1": 0.567707, + "accuracy": 0.597826, + "main_score": 0.567707, + "hf_subset": "cym_Latn-kmb_Latn", + "languages": [ + "cym-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469927, + "recall": 0.528656, + "f1": 0.48571, + "accuracy": 0.528656, + "main_score": 0.48571, + "hf_subset": "cym_Latn-min_Arab", + "languages": [ + "cym-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965168, + "recall": 0.976285, + "f1": 0.968775, + "accuracy": 0.976285, + "main_score": 0.968775, + "hf_subset": "cym_Latn-pol_Latn", + "languages": [ + "cym-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561845, + "recall": 0.610672, + "f1": 0.575775, + "accuracy": 0.610672, + "main_score": 0.575775, + "hf_subset": "cym_Latn-ssw_Latn", + "languages": [ + "cym-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "cym_Latn-ukr_Cyrl", + "languages": [ + "cym-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-afr_Latn", + "languages": [ + "cym-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942111, + "recall": 0.958498, + "f1": 0.947365, + "accuracy": 0.958498, + "main_score": 0.947365, + "hf_subset": "cym_Latn-bho_Deva", + "languages": [ + "cym-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.963439, + "f1": 0.952899, + "accuracy": 0.963439, + "main_score": 0.952899, + "hf_subset": "cym_Latn-eus_Latn", + "languages": [ + "cym-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590383, + "recall": 0.645257, + "f1": 0.605361, + "accuracy": 0.645257, + "main_score": 0.605361, + "hf_subset": "cym_Latn-ibo_Latn", + "languages": [ + "cym-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853096, + "recall": 0.890316, + "f1": 0.864559, + "accuracy": 0.890316, + "main_score": 0.864559, + "hf_subset": "cym_Latn-kmr_Latn", + "languages": [ + "cym-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92169, + "recall": 0.943676, + "f1": 0.928543, + "accuracy": 0.943676, + "main_score": 0.928543, + "hf_subset": "cym_Latn-min_Latn", + "languages": [ + "cym-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "cym_Latn-por_Latn", + "languages": [ + "cym-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944746, + "recall": 0.960474, + "f1": 0.949671, + "accuracy": 0.960474, + "main_score": 0.949671, + "hf_subset": "cym_Latn-sun_Latn", + "languages": [ + "cym-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516788, + "recall": 0.566206, + "f1": 0.53103, + "accuracy": 0.566206, + "main_score": 0.53103, + "hf_subset": "cym_Latn-umb_Latn", + "languages": [ + "cym-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959519, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "cym_Latn-ajp_Arab", + "languages": [ + "cym-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497328, + "recall": 0.552372, + "f1": 0.512917, + "accuracy": 0.552372, + "main_score": 0.512917, + "hf_subset": "cym_Latn-bjn_Arab", + "languages": [ + "cym-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516815, + "recall": 0.557312, + "f1": 0.527662, + "accuracy": 0.557312, + "main_score": 0.527662, + "hf_subset": "cym_Latn-ewe_Latn", + "languages": [ + "cym-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872036, + "recall": 0.900198, + "f1": 0.880275, + "accuracy": 0.900198, + "main_score": 0.880275, + "hf_subset": "cym_Latn-ilo_Latn", + "languages": [ + "cym-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300667, + "recall": 0.349802, + "f1": 0.314156, + "accuracy": 0.349802, + "main_score": 0.314156, + "hf_subset": "cym_Latn-knc_Arab", + "languages": [ + "cym-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "cym_Latn-mkd_Cyrl", + "languages": [ + "cym-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "cym_Latn-prs_Arab", + "languages": [ + "cym-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "cym_Latn-swe_Latn", + "languages": [ + "cym-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cym_Latn-urd_Arab", + "languages": [ + "cym-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557115, + "recall": 0.606719, + "f1": 0.571341, + "accuracy": 0.606719, + "main_score": 0.571341, + "hf_subset": "cym_Latn-aka_Latn", + "languages": [ + "cym-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902346, + "recall": 0.926877, + "f1": 0.909783, + "accuracy": 0.926877, + "main_score": 0.909783, + "hf_subset": "cym_Latn-bjn_Latn", + "languages": [ + "cym-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920784, + "recall": 0.943676, + "f1": 0.927833, + "accuracy": 0.943676, + "main_score": 0.927833, + "hf_subset": "cym_Latn-fao_Latn", + "languages": [ + "cym-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "cym_Latn-ind_Latn", + "languages": [ + "cym-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56698, + "recall": 0.606719, + "f1": 0.578393, + "accuracy": 0.606719, + "main_score": 0.578393, + "hf_subset": "cym_Latn-knc_Latn", + "languages": [ + "cym-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "cym_Latn-mlt_Latn", + "languages": [ + "cym-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639349, + "recall": 0.695652, + "f1": 0.655995, + "accuracy": 0.695652, + "main_score": 0.655995, + "hf_subset": "cym_Latn-quy_Latn", + "languages": [ + "cym-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.962451, + "f1": 0.951087, + "accuracy": 0.962451, + "main_score": 0.951087, + "hf_subset": "cym_Latn-swh_Latn", + "languages": [ + "cym-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "cym_Latn-uzn_Latn", + "languages": [ + "cym-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "cym_Latn-als_Latn", + "languages": [ + "cym-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571172, + "recall": 0.653162, + "f1": 0.594136, + "accuracy": 0.653162, + "main_score": 0.594136, + "hf_subset": "cym_Latn-bod_Tibt", + "languages": [ + "cym-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659094, + "recall": 0.712451, + "f1": 0.673577, + "accuracy": 0.712451, + "main_score": 0.673577, + "hf_subset": "cym_Latn-fij_Latn", + "languages": [ + "cym-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.967391, + "f1": 0.956686, + "accuracy": 0.967391, + "main_score": 0.956686, + "hf_subset": "cym_Latn-isl_Latn", + "languages": [ + "cym-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619828, + "recall": 0.666008, + "f1": 0.63296, + "accuracy": 0.666008, + "main_score": 0.63296, + "hf_subset": "cym_Latn-kon_Latn", + "languages": [ + "cym-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576111, + "recall": 0.63834, + "f1": 0.594299, + "accuracy": 0.63834, + "main_score": 0.594299, + "hf_subset": "cym_Latn-mni_Beng", + "languages": [ + "cym-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "cym_Latn-ron_Latn", + "languages": [ + "cym-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954298, + "recall": 0.967391, + "f1": 0.958564, + "accuracy": 0.967391, + "main_score": 0.958564, + "hf_subset": "cym_Latn-szl_Latn", + "languages": [ + "cym-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "cym_Latn-vec_Latn", + "languages": [ + "cym-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903491, + "recall": 0.932806, + "f1": 0.912879, + "accuracy": 0.932806, + "main_score": 0.912879, + "hf_subset": "cym_Latn-amh_Ethi", + "languages": [ + "cym-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-bos_Latn", + "languages": [ + "cym-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "cym_Latn-fin_Latn", + "languages": [ + "cym-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "cym_Latn-ita_Latn", + "languages": [ + "cym-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952569, + "recall": 0.967391, + "f1": 0.957345, + "accuracy": 0.967391, + "main_score": 0.957345, + "hf_subset": "cym_Latn-kor_Hang", + "languages": [ + "cym-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514617, + "recall": 0.567194, + "f1": 0.529273, + "accuracy": 0.567194, + "main_score": 0.529273, + "hf_subset": "cym_Latn-mos_Latn", + "languages": [ + "cym-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551185, + "recall": 0.600791, + "f1": 0.56459, + "accuracy": 0.600791, + "main_score": 0.56459, + "hf_subset": "cym_Latn-run_Latn", + "languages": [ + "cym-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960392, + "recall": 0.972332, + "f1": 0.964163, + "accuracy": 0.972332, + "main_score": 0.964163, + "hf_subset": "cym_Latn-tam_Taml", + "languages": [ + "cym-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966074, + "recall": 0.976285, + "f1": 0.969368, + "accuracy": 0.976285, + "main_score": 0.969368, + "hf_subset": "cym_Latn-vie_Latn", + "languages": [ + "cym-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "cym_Latn-apc_Arab", + "languages": [ + "cym-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704837, + "recall": 0.757905, + "f1": 0.719475, + "accuracy": 0.757905, + "main_score": 0.719475, + "hf_subset": "cym_Latn-bug_Latn", + "languages": [ + "cym-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466408, + "recall": 0.51087, + "f1": 0.478206, + "accuracy": 0.51087, + "main_score": 0.478206, + "hf_subset": "cym_Latn-fon_Latn", + "languages": [ + "cym-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951993, + "recall": 0.965415, + "f1": 0.956061, + "accuracy": 0.965415, + "main_score": 0.956061, + "hf_subset": "cym_Latn-jav_Latn", + "languages": [ + "cym-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "cym_Latn-lao_Laoo", + "languages": [ + "cym-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843043, + "recall": 0.880435, + "f1": 0.85387, + "accuracy": 0.880435, + "main_score": 0.85387, + "hf_subset": "cym_Latn-mri_Latn", + "languages": [ + "cym-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "cym_Latn-rus_Cyrl", + "languages": [ + "cym-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513827, + "recall": 0.5583, + "f1": 0.526158, + "accuracy": 0.5583, + "main_score": 0.526158, + "hf_subset": "cym_Latn-taq_Latn", + "languages": [ + "cym-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956588, + "accuracy": 0.966403, + "main_score": 0.956588, + "hf_subset": "cym_Latn-war_Latn", + "languages": [ + "cym-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "cym_Latn-arb_Arab", + "languages": [ + "cym-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "cym_Latn-bul_Cyrl", + "languages": [ + "cym-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "cym_Latn-fra_Latn", + "languages": [ + "cym-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955863, + "recall": 0.970356, + "f1": 0.960639, + "accuracy": 0.970356, + "main_score": 0.960639, + "hf_subset": "cym_Latn-jpn_Jpan", + "languages": [ + "cym-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943495, + "recall": 0.958498, + "f1": 0.948024, + "accuracy": 0.958498, + "main_score": 0.948024, + "hf_subset": "cym_Latn-lij_Latn", + "languages": [ + "cym-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928557, + "recall": 0.950593, + "f1": 0.935606, + "accuracy": 0.950593, + "main_score": 0.935606, + "hf_subset": "cym_Latn-mya_Mymr", + "languages": [ + "cym-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571717, + "recall": 0.630435, + "f1": 0.587672, + "accuracy": 0.630435, + "main_score": 0.587672, + "hf_subset": "cym_Latn-sag_Latn", + "languages": [ + "cym-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205115, + "recall": 0.257905, + "f1": 0.217574, + "accuracy": 0.257905, + "main_score": 0.217574, + "hf_subset": "cym_Latn-taq_Tfng", + "languages": [ + "cym-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591107, + "recall": 0.641304, + "f1": 0.605915, + "accuracy": 0.641304, + "main_score": 0.605915, + "hf_subset": "cym_Latn-wol_Latn", + "languages": [ + "cym-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724613, + "recall": 0.779644, + "f1": 0.740505, + "accuracy": 0.779644, + "main_score": 0.740505, + "hf_subset": "cym_Latn-arb_Latn", + "languages": [ + "cym-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "cym_Latn-cat_Latn", + "languages": [ + "cym-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934536, + "recall": 0.952569, + "f1": 0.940072, + "accuracy": 0.952569, + "main_score": 0.940072, + "hf_subset": "cym_Latn-fur_Latn", + "languages": [ + "cym-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433926, + "recall": 0.486166, + "f1": 0.449035, + "accuracy": 0.486166, + "main_score": 0.449035, + "hf_subset": "cym_Latn-kab_Latn", + "languages": [ + "cym-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937253, + "recall": 0.954545, + "f1": 0.942852, + "accuracy": 0.954545, + "main_score": 0.942852, + "hf_subset": "cym_Latn-lim_Latn", + "languages": [ + "cym-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "cym_Latn-nld_Latn", + "languages": [ + "cym-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934371, + "recall": 0.953557, + "f1": 0.940448, + "accuracy": 0.953557, + "main_score": 0.940448, + "hf_subset": "cym_Latn-san_Deva", + "languages": [ + "cym-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935277, + "recall": 0.954545, + "f1": 0.941323, + "accuracy": 0.954545, + "main_score": 0.941323, + "hf_subset": "cym_Latn-tat_Cyrl", + "languages": [ + "cym-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643116, + "recall": 0.694664, + "f1": 0.657962, + "accuracy": 0.694664, + "main_score": 0.657962, + "hf_subset": "cym_Latn-xho_Latn", + "languages": [ + "cym-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "cym_Latn-ars_Arab", + "languages": [ + "cym-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968168, + "accuracy": 0.975296, + "main_score": 0.968168, + "hf_subset": "cym_Latn-ceb_Latn", + "languages": [ + "cym-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552981, + "recall": 0.604743, + "f1": 0.567938, + "accuracy": 0.604743, + "main_score": 0.567938, + "hf_subset": "cym_Latn-fuv_Latn", + "languages": [ + "cym-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500679, + "recall": 0.547431, + "f1": 0.513606, + "accuracy": 0.547431, + "main_score": 0.513606, + "hf_subset": "cym_Latn-kac_Latn", + "languages": [ + "cym-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62911, + "recall": 0.674901, + "f1": 0.642287, + "accuracy": 0.674901, + "main_score": 0.642287, + "hf_subset": "cym_Latn-lin_Latn", + "languages": [ + "cym-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "cym_Latn-nno_Latn", + "languages": [ + "cym-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.236804, + "recall": 0.307312, + "f1": 0.254892, + "accuracy": 0.307312, + "main_score": 0.254892, + "hf_subset": "cym_Latn-sat_Olck", + "languages": [ + "cym-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "cym_Latn-tel_Telu", + "languages": [ + "cym-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921525, + "recall": 0.944664, + "f1": 0.928722, + "accuracy": 0.944664, + "main_score": 0.928722, + "hf_subset": "cym_Latn-ydd_Hebr", + "languages": [ + "cym-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92444, + "recall": 0.944664, + "f1": 0.930665, + "accuracy": 0.944664, + "main_score": 0.930665, + "hf_subset": "cym_Latn-ary_Arab", + "languages": [ + "cym-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "cym_Latn-ces_Latn", + "languages": [ + "cym-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569576, + "recall": 0.625494, + "f1": 0.585579, + "accuracy": 0.625494, + "main_score": 0.585579, + "hf_subset": "cym_Latn-gaz_Latn", + "languages": [ + "cym-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573893, + "recall": 0.62747, + "f1": 0.588476, + "accuracy": 0.62747, + "main_score": 0.588476, + "hf_subset": "cym_Latn-kam_Latn", + "languages": [ + "cym-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.965415, + "accuracy": 0.97332, + "main_score": 0.965415, + "hf_subset": "cym_Latn-lit_Latn", + "languages": [ + "cym-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "cym_Latn-nob_Latn", + "languages": [ + "cym-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920817, + "recall": 0.942688, + "f1": 0.927503, + "accuracy": 0.942688, + "main_score": 0.927503, + "hf_subset": "cym_Latn-scn_Latn", + "languages": [ + "cym-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938159, + "recall": 0.956522, + "f1": 0.944071, + "accuracy": 0.956522, + "main_score": 0.944071, + "hf_subset": "cym_Latn-tgk_Cyrl", + "languages": [ + "cym-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669022, + "recall": 0.738142, + "f1": 0.689596, + "accuracy": 0.738142, + "main_score": 0.689596, + "hf_subset": "cym_Latn-yor_Latn", + "languages": [ + "cym-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "cym_Latn-arz_Arab", + "languages": [ + "cym-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535137, + "recall": 0.578063, + "f1": 0.547457, + "accuracy": 0.578063, + "main_score": 0.547457, + "hf_subset": "cym_Latn-cjk_Latn", + "languages": [ + "cym-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794302, + "recall": 0.843874, + "f1": 0.809519, + "accuracy": 0.843874, + "main_score": 0.809519, + "hf_subset": "cym_Latn-gla_Latn", + "languages": [ + "cym-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "cym_Latn-kan_Knda", + "languages": [ + "cym-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935194, + "recall": 0.953557, + "f1": 0.940942, + "accuracy": 0.953557, + "main_score": 0.940942, + "hf_subset": "cym_Latn-lmo_Latn", + "languages": [ + "cym-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964839, + "recall": 0.975296, + "f1": 0.968116, + "accuracy": 0.975296, + "main_score": 0.968116, + "hf_subset": "cym_Latn-npi_Deva", + "languages": [ + "cym-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453068, + "recall": 0.502964, + "f1": 0.46629, + "accuracy": 0.502964, + "main_score": 0.46629, + "hf_subset": "cym_Latn-shn_Mymr", + "languages": [ + "cym-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971097, + "recall": 0.979249, + "f1": 0.973551, + "accuracy": 0.979249, + "main_score": 0.973551, + "hf_subset": "cym_Latn-tgl_Latn", + "languages": [ + "cym-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965003, + "recall": 0.975296, + "f1": 0.968281, + "accuracy": 0.975296, + "main_score": 0.968281, + "hf_subset": "cym_Latn-yue_Hant", + "languages": [ + "cym-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959404, + "recall": 0.971344, + "f1": 0.963175, + "accuracy": 0.971344, + "main_score": 0.963175, + "hf_subset": "cym_Latn-asm_Beng", + "languages": [ + "cym-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.937747, + "f1": 0.920916, + "accuracy": 0.937747, + "main_score": 0.920916, + "hf_subset": "cym_Latn-ckb_Arab", + "languages": [ + "cym-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883976, + "recall": 0.91502, + "f1": 0.893314, + "accuracy": 0.91502, + "main_score": 0.893314, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842218, + "recall": 0.879447, + "f1": 0.8534, + "accuracy": 0.879447, + "main_score": 0.8534, + "hf_subset": "cym_Latn-kas_Arab", + "languages": [ + "cym-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854941, + "recall": 0.894269, + "f1": 0.866897, + "accuracy": 0.894269, + "main_score": 0.866897, + "hf_subset": "cym_Latn-ltg_Latn", + "languages": [ + "cym-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595334, + "recall": 0.636364, + "f1": 0.606825, + "accuracy": 0.636364, + "main_score": 0.606825, + "hf_subset": "cym_Latn-nso_Latn", + "languages": [ + "cym-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941864, + "recall": 0.960474, + "f1": 0.947958, + "accuracy": 0.960474, + "main_score": 0.947958, + "hf_subset": "cym_Latn-sin_Sinh", + "languages": [ + "cym-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "cym_Latn-tha_Thai", + "languages": [ + "cym-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944582, + "recall": 0.961462, + "f1": 0.949835, + "accuracy": 0.961462, + "main_score": 0.949835, + "hf_subset": "cym_Latn-zho_Hans", + "languages": [ + "cym-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977849, + "recall": 0.98419, + "f1": 0.979809, + "accuracy": 0.98419, + "main_score": 0.979809, + "hf_subset": "cym_Latn-ast_Latn", + "languages": [ + "cym-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957675, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "cym_Latn-crh_Latn", + "languages": [ + "cym-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "cym_Latn-glg_Latn", + "languages": [ + "cym-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756548, + "recall": 0.811265, + "f1": 0.7724, + "accuracy": 0.811265, + "main_score": 0.7724, + "hf_subset": "cym_Latn-kas_Deva", + "languages": [ + "cym-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92976, + "recall": 0.950593, + "f1": 0.936331, + "accuracy": 0.950593, + "main_score": 0.936331, + "hf_subset": "cym_Latn-ltz_Latn", + "languages": [ + "cym-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478439, + "recall": 0.531621, + "f1": 0.493025, + "accuracy": 0.531621, + "main_score": 0.493025, + "hf_subset": "cym_Latn-nus_Latn", + "languages": [ + "cym-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973485, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "cym_Latn-slk_Latn", + "languages": [ + "cym-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556969, + "recall": 0.623518, + "f1": 0.575405, + "accuracy": 0.623518, + "main_score": 0.575405, + "hf_subset": "cym_Latn-tir_Ethi", + "languages": [ + "cym-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "cym_Latn-zho_Hant", + "languages": [ + "cym-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.961462, + "f1": 0.952207, + "accuracy": 0.961462, + "main_score": 0.952207, + "hf_subset": "cym_Latn-awa_Deva", + "languages": [ + "cym-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723684, + "recall": 0.771739, + "f1": 0.737216, + "accuracy": 0.771739, + "main_score": 0.737216, + "hf_subset": "cym_Latn-grn_Latn", + "languages": [ + "cym-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946723, + "recall": 0.962451, + "f1": 0.951647, + "accuracy": 0.962451, + "main_score": 0.951647, + "hf_subset": "cym_Latn-kat_Geor", + "languages": [ + "cym-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617194, + "recall": 0.659091, + "f1": 0.629381, + "accuracy": 0.659091, + "main_score": 0.629381, + "hf_subset": "cym_Latn-lua_Latn", + "languages": [ + "cym-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604351, + "recall": 0.655138, + "f1": 0.618321, + "accuracy": 0.655138, + "main_score": 0.618321, + "hf_subset": "cym_Latn-nya_Latn", + "languages": [ + "cym-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "cym_Latn-slv_Latn", + "languages": [ + "cym-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835063, + "recall": 0.873518, + "f1": 0.846476, + "accuracy": 0.873518, + "main_score": 0.846476, + "hf_subset": "cym_Latn-tpi_Latn", + "languages": [ + "cym-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "cym_Latn-zsm_Latn", + "languages": [ + "cym-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516549, + "recall": 0.564229, + "f1": 0.530301, + "accuracy": 0.564229, + "main_score": 0.530301, + "hf_subset": "cym_Latn-ayr_Latn", + "languages": [ + "cym-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "cym_Latn-dan_Latn", + "languages": [ + "cym-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "cym_Latn-guj_Gujr", + "languages": [ + "cym-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "cym_Latn-kaz_Cyrl", + "languages": [ + "cym-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530716, + "recall": 0.583992, + "f1": 0.545683, + "accuracy": 0.583992, + "main_score": 0.545683, + "hf_subset": "cym_Latn-lug_Latn", + "languages": [ + "cym-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "cym_Latn-oci_Latn", + "languages": [ + "cym-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797744, + "recall": 0.844862, + "f1": 0.811745, + "accuracy": 0.844862, + "main_score": 0.811745, + "hf_subset": "cym_Latn-smo_Latn", + "languages": [ + "cym-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543504, + "recall": 0.589921, + "f1": 0.556799, + "accuracy": 0.589921, + "main_score": 0.556799, + "hf_subset": "cym_Latn-tsn_Latn", + "languages": [ + "cym-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640387, + "recall": 0.690711, + "f1": 0.654456, + "accuracy": 0.690711, + "main_score": 0.654456, + "hf_subset": "cym_Latn-zul_Latn", + "languages": [ + "cym-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80863, + "recall": 0.854743, + "f1": 0.82301, + "accuracy": 0.854743, + "main_score": 0.82301, + "hf_subset": "cym_Latn-azb_Arab", + "languages": [ + "cym-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "cym_Latn-deu_Latn", + "languages": [ + "cym-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917408, + "recall": 0.939723, + "f1": 0.924308, + "accuracy": 0.939723, + "main_score": 0.924308, + "hf_subset": "cym_Latn-hat_Latn", + "languages": [ + "cym-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491226, + "recall": 0.536561, + "f1": 0.503929, + "accuracy": 0.536561, + "main_score": 0.503929, + "hf_subset": "cym_Latn-kbp_Latn", + "languages": [ + "cym-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565393, + "recall": 0.612648, + "f1": 0.578059, + "accuracy": 0.612648, + "main_score": 0.578059, + "hf_subset": "cym_Latn-luo_Latn", + "languages": [ + "cym-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "cym_Latn-ory_Orya", + "languages": [ + "cym-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569164, + "recall": 0.625494, + "f1": 0.585076, + "accuracy": 0.625494, + "main_score": 0.585076, + "hf_subset": "cym_Latn-sna_Latn", + "languages": [ + "cym-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557407, + "recall": 0.601779, + "f1": 0.569694, + "accuracy": 0.601779, + "main_score": 0.569694, + "hf_subset": "cym_Latn-tso_Latn", + "languages": [ + "cym-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936677, + "recall": 0.954545, + "f1": 0.94226, + "accuracy": 0.954545, + "main_score": 0.94226, + "hf_subset": "cym_Latn-azj_Latn", + "languages": [ + "cym-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511284, + "recall": 0.559289, + "f1": 0.525461, + "accuracy": 0.559289, + "main_score": 0.525461, + "hf_subset": "cym_Latn-dik_Latn", + "languages": [ + "cym-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707938, + "recall": 0.764822, + "f1": 0.725198, + "accuracy": 0.764822, + "main_score": 0.725198, + "hf_subset": "cym_Latn-hau_Latn", + "languages": [ + "cym-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915382, + "recall": 0.939723, + "f1": 0.922892, + "accuracy": 0.939723, + "main_score": 0.922892, + "hf_subset": "cym_Latn-kea_Latn", + "languages": [ + "cym-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655731, + "recall": 0.703557, + "f1": 0.669226, + "accuracy": 0.703557, + "main_score": 0.669226, + "hf_subset": "cym_Latn-lus_Latn", + "languages": [ + "cym-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739114, + "recall": 0.782609, + "f1": 0.751501, + "accuracy": 0.782609, + "main_score": 0.751501, + "hf_subset": "cym_Latn-pag_Latn", + "languages": [ + "cym-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958004, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "cym_Latn-snd_Arab", + "languages": [ + "cym-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879397, + "recall": 0.911067, + "f1": 0.889559, + "accuracy": 0.911067, + "main_score": 0.889559, + "hf_subset": "cym_Latn-tuk_Latn", + "languages": [ + "cym-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925066, + "recall": 0.94664, + "f1": 0.931771, + "accuracy": 0.94664, + "main_score": 0.931771, + "hf_subset": "cym_Latn-bak_Cyrl", + "languages": [ + "cym-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452812, + "recall": 0.52668, + "f1": 0.474292, + "accuracy": 0.52668, + "main_score": 0.474292, + "hf_subset": "cym_Latn-dyu_Latn", + "languages": [ + "cym-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "cym_Latn-heb_Hebr", + "languages": [ + "cym-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944368, + "recall": 0.959486, + "f1": 0.949111, + "accuracy": 0.959486, + "main_score": 0.949111, + "hf_subset": "cym_Latn-khk_Cyrl", + "languages": [ + "cym-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "cym_Latn-lvs_Latn", + "languages": [ + "cym-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.979249, + "f1": 0.972332, + "accuracy": 0.979249, + "main_score": 0.972332, + "hf_subset": "cym_Latn-pan_Guru", + "languages": [ + "cym-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69636, + "recall": 0.751976, + "f1": 0.712502, + "accuracy": 0.751976, + "main_score": 0.712502, + "hf_subset": "cym_Latn-som_Latn", + "languages": [ + "cym-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555472, + "recall": 0.597826, + "f1": 0.566968, + "accuracy": 0.597826, + "main_score": 0.566968, + "hf_subset": "cym_Latn-tum_Latn", + "languages": [ + "cym-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514328, + "recall": 0.576087, + "f1": 0.532891, + "accuracy": 0.576087, + "main_score": 0.532891, + "hf_subset": "grn_Latn-ace_Arab", + "languages": [ + "grn-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51989, + "recall": 0.581028, + "f1": 0.536775, + "accuracy": 0.581028, + "main_score": 0.536775, + "hf_subset": "grn_Latn-bam_Latn", + "languages": [ + "grn-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269597, + "recall": 0.328063, + "f1": 0.285498, + "accuracy": 0.328063, + "main_score": 0.285498, + "hf_subset": "grn_Latn-dzo_Tibt", + "languages": [ + "grn-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830484, + "recall": 0.866601, + "f1": 0.840712, + "accuracy": 0.866601, + "main_score": 0.840712, + "hf_subset": "grn_Latn-hin_Deva", + "languages": [ + "grn-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755525, + "recall": 0.805336, + "f1": 0.769938, + "accuracy": 0.805336, + "main_score": 0.769938, + "hf_subset": "grn_Latn-khm_Khmr", + "languages": [ + "grn-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826425, + "recall": 0.862648, + "f1": 0.836791, + "accuracy": 0.862648, + "main_score": 0.836791, + "hf_subset": "grn_Latn-mag_Deva", + "languages": [ + "grn-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800463, + "recall": 0.836957, + "f1": 0.810757, + "accuracy": 0.836957, + "main_score": 0.810757, + "hf_subset": "grn_Latn-pap_Latn", + "languages": [ + "grn-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565986, + "recall": 0.618577, + "f1": 0.580738, + "accuracy": 0.618577, + "main_score": 0.580738, + "hf_subset": "grn_Latn-sot_Latn", + "languages": [ + "grn-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826818, + "recall": 0.865613, + "f1": 0.838214, + "accuracy": 0.865613, + "main_score": 0.838214, + "hf_subset": "grn_Latn-tur_Latn", + "languages": [ + "grn-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73387, + "recall": 0.777668, + "f1": 0.747005, + "accuracy": 0.777668, + "main_score": 0.747005, + "hf_subset": "grn_Latn-ace_Latn", + "languages": [ + "grn-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787352, + "recall": 0.827075, + "f1": 0.7988, + "accuracy": 0.827075, + "main_score": 0.7988, + "hf_subset": "grn_Latn-ban_Latn", + "languages": [ + "grn-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812353, + "recall": 0.854743, + "f1": 0.824479, + "accuracy": 0.854743, + "main_score": 0.824479, + "hf_subset": "grn_Latn-ell_Grek", + "languages": [ + "grn-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811049, + "recall": 0.84585, + "f1": 0.821069, + "accuracy": 0.84585, + "main_score": 0.821069, + "hf_subset": "grn_Latn-hne_Deva", + "languages": [ + "grn-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58211, + "recall": 0.634387, + "f1": 0.597038, + "accuracy": 0.634387, + "main_score": 0.597038, + "hf_subset": "grn_Latn-kik_Latn", + "languages": [ + "grn-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812905, + "recall": 0.852767, + "f1": 0.824358, + "accuracy": 0.852767, + "main_score": 0.824358, + "hf_subset": "grn_Latn-mai_Deva", + "languages": [ + "grn-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746513, + "recall": 0.794466, + "f1": 0.76, + "accuracy": 0.794466, + "main_score": 0.76, + "hf_subset": "grn_Latn-pbt_Arab", + "languages": [ + "grn-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.836622, + "recall": 0.87253, + "f1": 0.846853, + "accuracy": 0.87253, + "main_score": 0.846853, + "hf_subset": "grn_Latn-spa_Latn", + "languages": [ + "grn-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601862, + "recall": 0.656126, + "f1": 0.617646, + "accuracy": 0.656126, + "main_score": 0.617646, + "hf_subset": "grn_Latn-twi_Latn", + "languages": [ + "grn-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801255, + "recall": 0.843874, + "f1": 0.813286, + "accuracy": 0.843874, + "main_score": 0.813286, + "hf_subset": "grn_Latn-acm_Arab", + "languages": [ + "grn-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792838, + "recall": 0.831028, + "f1": 0.803741, + "accuracy": 0.831028, + "main_score": 0.803741, + "hf_subset": "grn_Latn-bel_Cyrl", + "languages": [ + "grn-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857182, + "recall": 0.893281, + "f1": 0.867943, + "accuracy": 0.893281, + "main_score": 0.867943, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833846, + "recall": 0.869565, + "f1": 0.843958, + "accuracy": 0.869565, + "main_score": 0.843958, + "hf_subset": "grn_Latn-hrv_Latn", + "languages": [ + "grn-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537871, + "recall": 0.592885, + "f1": 0.553481, + "accuracy": 0.592885, + "main_score": 0.553481, + "hf_subset": "grn_Latn-kin_Latn", + "languages": [ + "grn-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801367, + "recall": 0.84585, + "f1": 0.814709, + "accuracy": 0.84585, + "main_score": 0.814709, + "hf_subset": "grn_Latn-mal_Mlym", + "languages": [ + "grn-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826639, + "recall": 0.860672, + "f1": 0.836166, + "accuracy": 0.860672, + "main_score": 0.836166, + "hf_subset": "grn_Latn-pes_Arab", + "languages": [ + "grn-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803535, + "recall": 0.842885, + "f1": 0.814953, + "accuracy": 0.842885, + "main_score": 0.814953, + "hf_subset": "grn_Latn-srd_Latn", + "languages": [ + "grn-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192698, + "recall": 0.232213, + "f1": 0.202547, + "accuracy": 0.232213, + "main_score": 0.202547, + "hf_subset": "grn_Latn-tzm_Tfng", + "languages": [ + "grn-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803878, + "recall": 0.849802, + "f1": 0.817024, + "accuracy": 0.849802, + "main_score": 0.817024, + "hf_subset": "grn_Latn-acq_Arab", + "languages": [ + "grn-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602794, + "recall": 0.652174, + "f1": 0.616742, + "accuracy": 0.652174, + "main_score": 0.616742, + "hf_subset": "grn_Latn-bem_Latn", + "languages": [ + "grn-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825165, + "recall": 0.864625, + "f1": 0.836994, + "accuracy": 0.864625, + "main_score": 0.836994, + "hf_subset": "grn_Latn-epo_Latn", + "languages": [ + "grn-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812401, + "recall": 0.855731, + "f1": 0.825129, + "accuracy": 0.855731, + "main_score": 0.825129, + "hf_subset": "grn_Latn-hun_Latn", + "languages": [ + "grn-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769559, + "recall": 0.813241, + "f1": 0.782374, + "accuracy": 0.813241, + "main_score": 0.782374, + "hf_subset": "grn_Latn-kir_Cyrl", + "languages": [ + "grn-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805975, + "recall": 0.848814, + "f1": 0.818662, + "accuracy": 0.848814, + "main_score": 0.818662, + "hf_subset": "grn_Latn-mar_Deva", + "languages": [ + "grn-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606738, + "recall": 0.656126, + "f1": 0.620902, + "accuracy": 0.656126, + "main_score": 0.620902, + "hf_subset": "grn_Latn-plt_Latn", + "languages": [ + "grn-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839908, + "recall": 0.875494, + "f1": 0.850078, + "accuracy": 0.875494, + "main_score": 0.850078, + "hf_subset": "grn_Latn-srp_Cyrl", + "languages": [ + "grn-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676178, + "recall": 0.736166, + "f1": 0.693324, + "accuracy": 0.736166, + "main_score": 0.693324, + "hf_subset": "grn_Latn-uig_Arab", + "languages": [ + "grn-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787924, + "recall": 0.831028, + "f1": 0.800189, + "accuracy": 0.831028, + "main_score": 0.800189, + "hf_subset": "grn_Latn-aeb_Arab", + "languages": [ + "grn-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807482, + "recall": 0.849802, + "f1": 0.820069, + "accuracy": 0.849802, + "main_score": 0.820069, + "hf_subset": "grn_Latn-ben_Beng", + "languages": [ + "grn-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805675, + "recall": 0.843874, + "f1": 0.816519, + "accuracy": 0.843874, + "main_score": 0.816519, + "hf_subset": "grn_Latn-est_Latn", + "languages": [ + "grn-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793448, + "recall": 0.836957, + "f1": 0.805783, + "accuracy": 0.836957, + "main_score": 0.805783, + "hf_subset": "grn_Latn-hye_Armn", + "languages": [ + "grn-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545003, + "recall": 0.600791, + "f1": 0.560759, + "accuracy": 0.600791, + "main_score": 0.560759, + "hf_subset": "grn_Latn-kmb_Latn", + "languages": [ + "grn-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456288, + "recall": 0.524704, + "f1": 0.474211, + "accuracy": 0.524704, + "main_score": 0.474211, + "hf_subset": "grn_Latn-min_Arab", + "languages": [ + "grn-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838532, + "recall": 0.873518, + "f1": 0.848378, + "accuracy": 0.873518, + "main_score": 0.848378, + "hf_subset": "grn_Latn-pol_Latn", + "languages": [ + "grn-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533763, + "recall": 0.594862, + "f1": 0.55098, + "accuracy": 0.594862, + "main_score": 0.55098, + "hf_subset": "grn_Latn-ssw_Latn", + "languages": [ + "grn-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839372, + "recall": 0.876482, + "f1": 0.850513, + "accuracy": 0.876482, + "main_score": 0.850513, + "hf_subset": "grn_Latn-ukr_Cyrl", + "languages": [ + "grn-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835985, + "recall": 0.876482, + "f1": 0.847779, + "accuracy": 0.876482, + "main_score": 0.847779, + "hf_subset": "grn_Latn-afr_Latn", + "languages": [ + "grn-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814487, + "recall": 0.848814, + "f1": 0.824199, + "accuracy": 0.848814, + "main_score": 0.824199, + "hf_subset": "grn_Latn-bho_Deva", + "languages": [ + "grn-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79166, + "recall": 0.828063, + "f1": 0.802322, + "accuracy": 0.828063, + "main_score": 0.802322, + "hf_subset": "grn_Latn-eus_Latn", + "languages": [ + "grn-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557223, + "recall": 0.619565, + "f1": 0.574508, + "accuracy": 0.619565, + "main_score": 0.574508, + "hf_subset": "grn_Latn-ibo_Latn", + "languages": [ + "grn-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67284, + "recall": 0.73419, + "f1": 0.690823, + "accuracy": 0.73419, + "main_score": 0.690823, + "hf_subset": "grn_Latn-kmr_Latn", + "languages": [ + "grn-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784025, + "recall": 0.826087, + "f1": 0.795833, + "accuracy": 0.826087, + "main_score": 0.795833, + "hf_subset": "grn_Latn-min_Latn", + "languages": [ + "grn-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855658, + "recall": 0.890316, + "f1": 0.865634, + "accuracy": 0.890316, + "main_score": 0.865634, + "hf_subset": "grn_Latn-por_Latn", + "languages": [ + "grn-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808825, + "recall": 0.844862, + "f1": 0.818506, + "accuracy": 0.844862, + "main_score": 0.818506, + "hf_subset": "grn_Latn-sun_Latn", + "languages": [ + "grn-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519444, + "recall": 0.579051, + "f1": 0.536287, + "accuracy": 0.579051, + "main_score": 0.536287, + "hf_subset": "grn_Latn-umb_Latn", + "languages": [ + "grn-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819368, + "recall": 0.862648, + "f1": 0.832074, + "accuracy": 0.862648, + "main_score": 0.832074, + "hf_subset": "grn_Latn-ajp_Arab", + "languages": [ + "grn-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484647, + "recall": 0.548419, + "f1": 0.502801, + "accuracy": 0.548419, + "main_score": 0.502801, + "hf_subset": "grn_Latn-bjn_Arab", + "languages": [ + "grn-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521645, + "recall": 0.576087, + "f1": 0.536829, + "accuracy": 0.576087, + "main_score": 0.536829, + "hf_subset": "grn_Latn-ewe_Latn", + "languages": [ + "grn-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787785, + "recall": 0.825099, + "f1": 0.798504, + "accuracy": 0.825099, + "main_score": 0.798504, + "hf_subset": "grn_Latn-ilo_Latn", + "languages": [ + "grn-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.308103, + "recall": 0.364625, + "f1": 0.323544, + "accuracy": 0.364625, + "main_score": 0.323544, + "hf_subset": "grn_Latn-knc_Arab", + "languages": [ + "grn-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838752, + "recall": 0.875494, + "f1": 0.849412, + "accuracy": 0.875494, + "main_score": 0.849412, + "hf_subset": "grn_Latn-mkd_Cyrl", + "languages": [ + "grn-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811899, + "recall": 0.855731, + "f1": 0.824613, + "accuracy": 0.855731, + "main_score": 0.824613, + "hf_subset": "grn_Latn-prs_Arab", + "languages": [ + "grn-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834168, + "recall": 0.87253, + "f1": 0.845097, + "accuracy": 0.87253, + "main_score": 0.845097, + "hf_subset": "grn_Latn-swe_Latn", + "languages": [ + "grn-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806843, + "recall": 0.851779, + "f1": 0.819968, + "accuracy": 0.851779, + "main_score": 0.819968, + "hf_subset": "grn_Latn-urd_Arab", + "languages": [ + "grn-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58373, + "recall": 0.642292, + "f1": 0.600321, + "accuracy": 0.642292, + "main_score": 0.600321, + "hf_subset": "grn_Latn-aka_Latn", + "languages": [ + "grn-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790451, + "recall": 0.825099, + "f1": 0.80008, + "accuracy": 0.825099, + "main_score": 0.80008, + "hf_subset": "grn_Latn-bjn_Latn", + "languages": [ + "grn-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743357, + "recall": 0.789526, + "f1": 0.756306, + "accuracy": 0.789526, + "main_score": 0.756306, + "hf_subset": "grn_Latn-fao_Latn", + "languages": [ + "grn-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847626, + "recall": 0.879447, + "f1": 0.856836, + "accuracy": 0.879447, + "main_score": 0.856836, + "hf_subset": "grn_Latn-ind_Latn", + "languages": [ + "grn-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575636, + "recall": 0.626482, + "f1": 0.590272, + "accuracy": 0.626482, + "main_score": 0.590272, + "hf_subset": "grn_Latn-knc_Latn", + "languages": [ + "grn-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807974, + "recall": 0.843874, + "f1": 0.818095, + "accuracy": 0.843874, + "main_score": 0.818095, + "hf_subset": "grn_Latn-mlt_Latn", + "languages": [ + "grn-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65802, + "recall": 0.716403, + "f1": 0.675406, + "accuracy": 0.716403, + "main_score": 0.675406, + "hf_subset": "grn_Latn-quy_Latn", + "languages": [ + "grn-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72687, + "recall": 0.774704, + "f1": 0.741101, + "accuracy": 0.774704, + "main_score": 0.741101, + "hf_subset": "grn_Latn-swh_Latn", + "languages": [ + "grn-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791074, + "recall": 0.838933, + "f1": 0.804978, + "accuracy": 0.838933, + "main_score": 0.804978, + "hf_subset": "grn_Latn-uzn_Latn", + "languages": [ + "grn-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826005, + "recall": 0.860672, + "f1": 0.835895, + "accuracy": 0.860672, + "main_score": 0.835895, + "hf_subset": "grn_Latn-als_Latn", + "languages": [ + "grn-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.350549, + "recall": 0.43083, + "f1": 0.370823, + "accuracy": 0.43083, + "main_score": 0.370823, + "hf_subset": "grn_Latn-bod_Tibt", + "languages": [ + "grn-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610145, + "recall": 0.662055, + "f1": 0.625242, + "accuracy": 0.662055, + "main_score": 0.625242, + "hf_subset": "grn_Latn-fij_Latn", + "languages": [ + "grn-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731514, + "recall": 0.779644, + "f1": 0.745407, + "accuracy": 0.779644, + "main_score": 0.745407, + "hf_subset": "grn_Latn-isl_Latn", + "languages": [ + "grn-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633803, + "recall": 0.683794, + "f1": 0.648723, + "accuracy": 0.683794, + "main_score": 0.648723, + "hf_subset": "grn_Latn-kon_Latn", + "languages": [ + "grn-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603994, + "recall": 0.666996, + "f1": 0.621978, + "accuracy": 0.666996, + "main_score": 0.621978, + "hf_subset": "grn_Latn-mni_Beng", + "languages": [ + "grn-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85485, + "recall": 0.886364, + "f1": 0.863801, + "accuracy": 0.886364, + "main_score": 0.863801, + "hf_subset": "grn_Latn-ron_Latn", + "languages": [ + "grn-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812467, + "recall": 0.850791, + "f1": 0.82372, + "accuracy": 0.850791, + "main_score": 0.82372, + "hf_subset": "grn_Latn-szl_Latn", + "languages": [ + "grn-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851004, + "recall": 0.883399, + "f1": 0.860145, + "accuracy": 0.883399, + "main_score": 0.860145, + "hf_subset": "grn_Latn-vec_Latn", + "languages": [ + "grn-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645902, + "recall": 0.711462, + "f1": 0.664538, + "accuracy": 0.711462, + "main_score": 0.664538, + "hf_subset": "grn_Latn-amh_Ethi", + "languages": [ + "grn-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839323, + "recall": 0.876482, + "f1": 0.850527, + "accuracy": 0.876482, + "main_score": 0.850527, + "hf_subset": "grn_Latn-bos_Latn", + "languages": [ + "grn-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80194, + "recall": 0.842885, + "f1": 0.813983, + "accuracy": 0.842885, + "main_score": 0.813983, + "hf_subset": "grn_Latn-fin_Latn", + "languages": [ + "grn-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840843, + "recall": 0.879447, + "f1": 0.852193, + "accuracy": 0.879447, + "main_score": 0.852193, + "hf_subset": "grn_Latn-ita_Latn", + "languages": [ + "grn-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804175, + "recall": 0.847826, + "f1": 0.817286, + "accuracy": 0.847826, + "main_score": 0.817286, + "hf_subset": "grn_Latn-kor_Hang", + "languages": [ + "grn-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539149, + "recall": 0.592885, + "f1": 0.554089, + "accuracy": 0.592885, + "main_score": 0.554089, + "hf_subset": "grn_Latn-mos_Latn", + "languages": [ + "grn-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531653, + "recall": 0.591897, + "f1": 0.548687, + "accuracy": 0.591897, + "main_score": 0.548687, + "hf_subset": "grn_Latn-run_Latn", + "languages": [ + "grn-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789434, + "recall": 0.836957, + "f1": 0.803264, + "accuracy": 0.836957, + "main_score": 0.803264, + "hf_subset": "grn_Latn-tam_Taml", + "languages": [ + "grn-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827001, + "recall": 0.863636, + "f1": 0.837777, + "accuracy": 0.863636, + "main_score": 0.837777, + "hf_subset": "grn_Latn-vie_Latn", + "languages": [ + "grn-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808036, + "recall": 0.849802, + "f1": 0.819837, + "accuracy": 0.849802, + "main_score": 0.819837, + "hf_subset": "grn_Latn-apc_Arab", + "languages": [ + "grn-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713826, + "recall": 0.758893, + "f1": 0.726852, + "accuracy": 0.758893, + "main_score": 0.726852, + "hf_subset": "grn_Latn-bug_Latn", + "languages": [ + "grn-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480365, + "recall": 0.540514, + "f1": 0.496707, + "accuracy": 0.540514, + "main_score": 0.496707, + "hf_subset": "grn_Latn-fon_Latn", + "languages": [ + "grn-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821861, + "recall": 0.857708, + "f1": 0.832517, + "accuracy": 0.857708, + "main_score": 0.832517, + "hf_subset": "grn_Latn-jav_Latn", + "languages": [ + "grn-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711483, + "recall": 0.770751, + "f1": 0.728194, + "accuracy": 0.770751, + "main_score": 0.728194, + "hf_subset": "grn_Latn-lao_Laoo", + "languages": [ + "grn-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609544, + "recall": 0.660079, + "f1": 0.623405, + "accuracy": 0.660079, + "main_score": 0.623405, + "hf_subset": "grn_Latn-mri_Latn", + "languages": [ + "grn-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822547, + "recall": 0.863636, + "f1": 0.834247, + "accuracy": 0.863636, + "main_score": 0.834247, + "hf_subset": "grn_Latn-rus_Cyrl", + "languages": [ + "grn-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524407, + "recall": 0.583992, + "f1": 0.541682, + "accuracy": 0.583992, + "main_score": 0.541682, + "hf_subset": "grn_Latn-taq_Latn", + "languages": [ + "grn-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840294, + "recall": 0.874506, + "f1": 0.850296, + "accuracy": 0.874506, + "main_score": 0.850296, + "hf_subset": "grn_Latn-war_Latn", + "languages": [ + "grn-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809457, + "recall": 0.849802, + "f1": 0.820628, + "accuracy": 0.849802, + "main_score": 0.820628, + "hf_subset": "grn_Latn-arb_Arab", + "languages": [ + "grn-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833959, + "recall": 0.87253, + "f1": 0.845064, + "accuracy": 0.87253, + "main_score": 0.845064, + "hf_subset": "grn_Latn-bul_Cyrl", + "languages": [ + "grn-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844953, + "recall": 0.878458, + "f1": 0.854402, + "accuracy": 0.878458, + "main_score": 0.854402, + "hf_subset": "grn_Latn-fra_Latn", + "languages": [ + "grn-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816477, + "recall": 0.852767, + "f1": 0.826692, + "accuracy": 0.852767, + "main_score": 0.826692, + "hf_subset": "grn_Latn-jpn_Jpan", + "languages": [ + "grn-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810204, + "recall": 0.844862, + "f1": 0.820015, + "accuracy": 0.844862, + "main_score": 0.820015, + "hf_subset": "grn_Latn-lij_Latn", + "languages": [ + "grn-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684033, + "recall": 0.751976, + "f1": 0.703746, + "accuracy": 0.751976, + "main_score": 0.703746, + "hf_subset": "grn_Latn-mya_Mymr", + "languages": [ + "grn-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587971, + "recall": 0.645257, + "f1": 0.603774, + "accuracy": 0.645257, + "main_score": 0.603774, + "hf_subset": "grn_Latn-sag_Latn", + "languages": [ + "grn-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189762, + "recall": 0.243083, + "f1": 0.201296, + "accuracy": 0.243083, + "main_score": 0.201296, + "hf_subset": "grn_Latn-taq_Tfng", + "languages": [ + "grn-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610368, + "recall": 0.670949, + "f1": 0.627637, + "accuracy": 0.670949, + "main_score": 0.627637, + "hf_subset": "grn_Latn-wol_Latn", + "languages": [ + "grn-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585836, + "recall": 0.644269, + "f1": 0.602154, + "accuracy": 0.644269, + "main_score": 0.602154, + "hf_subset": "grn_Latn-arb_Latn", + "languages": [ + "grn-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85649, + "recall": 0.889328, + "f1": 0.865769, + "accuracy": 0.889328, + "main_score": 0.865769, + "hf_subset": "grn_Latn-cat_Latn", + "languages": [ + "grn-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802924, + "recall": 0.841897, + "f1": 0.81436, + "accuracy": 0.841897, + "main_score": 0.81436, + "hf_subset": "grn_Latn-fur_Latn", + "languages": [ + "grn-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420076, + "recall": 0.476285, + "f1": 0.435611, + "accuracy": 0.476285, + "main_score": 0.435611, + "hf_subset": "grn_Latn-kab_Latn", + "languages": [ + "grn-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788011, + "recall": 0.828063, + "f1": 0.799835, + "accuracy": 0.828063, + "main_score": 0.799835, + "hf_subset": "grn_Latn-lim_Latn", + "languages": [ + "grn-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817456, + "recall": 0.854743, + "f1": 0.827709, + "accuracy": 0.854743, + "main_score": 0.827709, + "hf_subset": "grn_Latn-nld_Latn", + "languages": [ + "grn-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7333, + "recall": 0.790514, + "f1": 0.750184, + "accuracy": 0.790514, + "main_score": 0.750184, + "hf_subset": "grn_Latn-san_Deva", + "languages": [ + "grn-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787723, + "recall": 0.824111, + "f1": 0.798271, + "accuracy": 0.824111, + "main_score": 0.798271, + "hf_subset": "grn_Latn-tat_Cyrl", + "languages": [ + "grn-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613279, + "recall": 0.666008, + "f1": 0.628375, + "accuracy": 0.666008, + "main_score": 0.628375, + "hf_subset": "grn_Latn-xho_Latn", + "languages": [ + "grn-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799388, + "recall": 0.840909, + "f1": 0.81111, + "accuracy": 0.840909, + "main_score": 0.81111, + "hf_subset": "grn_Latn-ars_Arab", + "languages": [ + "grn-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827856, + "recall": 0.855731, + "f1": 0.836228, + "accuracy": 0.855731, + "main_score": 0.836228, + "hf_subset": "grn_Latn-ceb_Latn", + "languages": [ + "grn-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531562, + "recall": 0.591897, + "f1": 0.548635, + "accuracy": 0.591897, + "main_score": 0.548635, + "hf_subset": "grn_Latn-fuv_Latn", + "languages": [ + "grn-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509497, + "recall": 0.574111, + "f1": 0.527465, + "accuracy": 0.574111, + "main_score": 0.527465, + "hf_subset": "grn_Latn-kac_Latn", + "languages": [ + "grn-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643959, + "recall": 0.693676, + "f1": 0.657861, + "accuracy": 0.693676, + "main_score": 0.657861, + "hf_subset": "grn_Latn-lin_Latn", + "languages": [ + "grn-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828419, + "recall": 0.865613, + "f1": 0.839634, + "accuracy": 0.865613, + "main_score": 0.839634, + "hf_subset": "grn_Latn-nno_Latn", + "languages": [ + "grn-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.149761, + "recall": 0.201581, + "f1": 0.162101, + "accuracy": 0.201581, + "main_score": 0.162101, + "hf_subset": "grn_Latn-sat_Olck", + "languages": [ + "grn-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797233, + "recall": 0.842885, + "f1": 0.810658, + "accuracy": 0.842885, + "main_score": 0.810658, + "hf_subset": "grn_Latn-tel_Telu", + "languages": [ + "grn-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674086, + "recall": 0.731225, + "f1": 0.690431, + "accuracy": 0.731225, + "main_score": 0.690431, + "hf_subset": "grn_Latn-ydd_Hebr", + "languages": [ + "grn-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773438, + "recall": 0.818182, + "f1": 0.786422, + "accuracy": 0.818182, + "main_score": 0.786422, + "hf_subset": "grn_Latn-ary_Arab", + "languages": [ + "grn-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8235, + "recall": 0.859684, + "f1": 0.833324, + "accuracy": 0.859684, + "main_score": 0.833324, + "hf_subset": "grn_Latn-ces_Latn", + "languages": [ + "grn-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528738, + "recall": 0.594862, + "f1": 0.5476, + "accuracy": 0.594862, + "main_score": 0.5476, + "hf_subset": "grn_Latn-gaz_Latn", + "languages": [ + "grn-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546781, + "recall": 0.607708, + "f1": 0.564396, + "accuracy": 0.607708, + "main_score": 0.564396, + "hf_subset": "grn_Latn-kam_Latn", + "languages": [ + "grn-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816612, + "recall": 0.854743, + "f1": 0.827454, + "accuracy": 0.854743, + "main_score": 0.827454, + "hf_subset": "grn_Latn-lit_Latn", + "languages": [ + "grn-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844789, + "recall": 0.882411, + "f1": 0.855917, + "accuracy": 0.882411, + "main_score": 0.855917, + "hf_subset": "grn_Latn-nob_Latn", + "languages": [ + "grn-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807543, + "recall": 0.844862, + "f1": 0.818489, + "accuracy": 0.844862, + "main_score": 0.818489, + "hf_subset": "grn_Latn-scn_Latn", + "languages": [ + "grn-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746933, + "recall": 0.791502, + "f1": 0.759654, + "accuracy": 0.791502, + "main_score": 0.759654, + "hf_subset": "grn_Latn-tgk_Cyrl", + "languages": [ + "grn-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570096, + "recall": 0.636364, + "f1": 0.588794, + "accuracy": 0.636364, + "main_score": 0.588794, + "hf_subset": "grn_Latn-yor_Latn", + "languages": [ + "grn-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800873, + "recall": 0.840909, + "f1": 0.812406, + "accuracy": 0.840909, + "main_score": 0.812406, + "hf_subset": "grn_Latn-arz_Arab", + "languages": [ + "grn-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546033, + "recall": 0.607708, + "f1": 0.563359, + "accuracy": 0.607708, + "main_score": 0.563359, + "hf_subset": "grn_Latn-cjk_Latn", + "languages": [ + "grn-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59437, + "recall": 0.656126, + "f1": 0.611768, + "accuracy": 0.656126, + "main_score": 0.611768, + "hf_subset": "grn_Latn-gla_Latn", + "languages": [ + "grn-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8043, + "recall": 0.843874, + "f1": 0.81575, + "accuracy": 0.843874, + "main_score": 0.81575, + "hf_subset": "grn_Latn-kan_Knda", + "languages": [ + "grn-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812225, + "recall": 0.84585, + "f1": 0.821892, + "accuracy": 0.84585, + "main_score": 0.821892, + "hf_subset": "grn_Latn-lmo_Latn", + "languages": [ + "grn-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789723, + "recall": 0.838933, + "f1": 0.804132, + "accuracy": 0.838933, + "main_score": 0.804132, + "hf_subset": "grn_Latn-npi_Deva", + "languages": [ + "grn-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462529, + "recall": 0.522727, + "f1": 0.479204, + "accuracy": 0.522727, + "main_score": 0.479204, + "hf_subset": "grn_Latn-shn_Mymr", + "languages": [ + "grn-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829578, + "recall": 0.870553, + "f1": 0.841328, + "accuracy": 0.870553, + "main_score": 0.841328, + "hf_subset": "grn_Latn-tgl_Latn", + "languages": [ + "grn-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.813647, + "recall": 0.851779, + "f1": 0.824372, + "accuracy": 0.851779, + "main_score": 0.824372, + "hf_subset": "grn_Latn-yue_Hant", + "languages": [ + "grn-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.76698, + "recall": 0.817194, + "f1": 0.781771, + "accuracy": 0.817194, + "main_score": 0.781771, + "hf_subset": "grn_Latn-asm_Beng", + "languages": [ + "grn-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686868, + "recall": 0.741107, + "f1": 0.701548, + "accuracy": 0.741107, + "main_score": 0.701548, + "hf_subset": "grn_Latn-ckb_Arab", + "languages": [ + "grn-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621555, + "recall": 0.677866, + "f1": 0.637834, + "accuracy": 0.677866, + "main_score": 0.637834, + "hf_subset": "grn_Latn-gle_Latn", + "languages": [ + "grn-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717117, + "recall": 0.766798, + "f1": 0.731306, + "accuracy": 0.766798, + "main_score": 0.731306, + "hf_subset": "grn_Latn-kas_Arab", + "languages": [ + "grn-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.746758, + "recall": 0.791502, + "f1": 0.759743, + "accuracy": 0.791502, + "main_score": 0.759743, + "hf_subset": "grn_Latn-ltg_Latn", + "languages": [ + "grn-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590564, + "recall": 0.641304, + "f1": 0.604767, + "accuracy": 0.641304, + "main_score": 0.604767, + "hf_subset": "grn_Latn-nso_Latn", + "languages": [ + "grn-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699455, + "recall": 0.757905, + "f1": 0.715915, + "accuracy": 0.757905, + "main_score": 0.715915, + "hf_subset": "grn_Latn-sin_Sinh", + "languages": [ + "grn-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824921, + "recall": 0.86166, + "f1": 0.835321, + "accuracy": 0.86166, + "main_score": 0.835321, + "hf_subset": "grn_Latn-tha_Thai", + "languages": [ + "grn-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806566, + "recall": 0.846838, + "f1": 0.81795, + "accuracy": 0.846838, + "main_score": 0.81795, + "hf_subset": "grn_Latn-zho_Hans", + "languages": [ + "grn-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859207, + "recall": 0.890316, + "f1": 0.868418, + "accuracy": 0.890316, + "main_score": 0.868418, + "hf_subset": "grn_Latn-ast_Latn", + "languages": [ + "grn-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790415, + "recall": 0.833004, + "f1": 0.802823, + "accuracy": 0.833004, + "main_score": 0.802823, + "hf_subset": "grn_Latn-crh_Latn", + "languages": [ + "grn-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860034, + "recall": 0.893281, + "f1": 0.869895, + "accuracy": 0.893281, + "main_score": 0.869895, + "hf_subset": "grn_Latn-glg_Latn", + "languages": [ + "grn-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664987, + "recall": 0.720356, + "f1": 0.681296, + "accuracy": 0.720356, + "main_score": 0.681296, + "hf_subset": "grn_Latn-kas_Deva", + "languages": [ + "grn-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779677, + "recall": 0.815217, + "f1": 0.789794, + "accuracy": 0.815217, + "main_score": 0.789794, + "hf_subset": "grn_Latn-ltz_Latn", + "languages": [ + "grn-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46298, + "recall": 0.532609, + "f1": 0.481718, + "accuracy": 0.532609, + "main_score": 0.481718, + "hf_subset": "grn_Latn-nus_Latn", + "languages": [ + "grn-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838359, + "recall": 0.875494, + "f1": 0.849664, + "accuracy": 0.875494, + "main_score": 0.849664, + "hf_subset": "grn_Latn-slk_Latn", + "languages": [ + "grn-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471207, + "recall": 0.543478, + "f1": 0.491904, + "accuracy": 0.543478, + "main_score": 0.491904, + "hf_subset": "grn_Latn-tir_Ethi", + "languages": [ + "grn-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815869, + "recall": 0.856719, + "f1": 0.827708, + "accuracy": 0.856719, + "main_score": 0.827708, + "hf_subset": "grn_Latn-zho_Hant", + "languages": [ + "grn-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811651, + "recall": 0.847826, + "f1": 0.822027, + "accuracy": 0.847826, + "main_score": 0.822027, + "hf_subset": "grn_Latn-awa_Deva", + "languages": [ + "grn-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704179, + "recall": 0.757905, + "f1": 0.719591, + "accuracy": 0.757905, + "main_score": 0.719591, + "hf_subset": "grn_Latn-cym_Latn", + "languages": [ + "grn-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761615, + "recall": 0.813241, + "f1": 0.776762, + "accuracy": 0.813241, + "main_score": 0.776762, + "hf_subset": "grn_Latn-kat_Geor", + "languages": [ + "grn-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612392, + "recall": 0.663043, + "f1": 0.627133, + "accuracy": 0.663043, + "main_score": 0.627133, + "hf_subset": "grn_Latn-lua_Latn", + "languages": [ + "grn-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596673, + "recall": 0.657115, + "f1": 0.614103, + "accuracy": 0.657115, + "main_score": 0.614103, + "hf_subset": "grn_Latn-nya_Latn", + "languages": [ + "grn-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828897, + "recall": 0.867589, + "f1": 0.839921, + "accuracy": 0.867589, + "main_score": 0.839921, + "hf_subset": "grn_Latn-slv_Latn", + "languages": [ + "grn-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.768011, + "recall": 0.807312, + "f1": 0.779007, + "accuracy": 0.807312, + "main_score": 0.779007, + "hf_subset": "grn_Latn-tpi_Latn", + "languages": [ + "grn-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850173, + "recall": 0.886364, + "f1": 0.86068, + "accuracy": 0.886364, + "main_score": 0.86068, + "hf_subset": "grn_Latn-zsm_Latn", + "languages": [ + "grn-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547124, + "recall": 0.608696, + "f1": 0.564487, + "accuracy": 0.608696, + "main_score": 0.564487, + "hf_subset": "grn_Latn-ayr_Latn", + "languages": [ + "grn-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845778, + "recall": 0.876482, + "f1": 0.854099, + "accuracy": 0.876482, + "main_score": 0.854099, + "hf_subset": "grn_Latn-dan_Latn", + "languages": [ + "grn-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800734, + "recall": 0.847826, + "f1": 0.814991, + "accuracy": 0.847826, + "main_score": 0.814991, + "hf_subset": "grn_Latn-guj_Gujr", + "languages": [ + "grn-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802209, + "recall": 0.841897, + "f1": 0.813373, + "accuracy": 0.841897, + "main_score": 0.813373, + "hf_subset": "grn_Latn-kaz_Cyrl", + "languages": [ + "grn-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519034, + "recall": 0.574111, + "f1": 0.534661, + "accuracy": 0.574111, + "main_score": 0.534661, + "hf_subset": "grn_Latn-lug_Latn", + "languages": [ + "grn-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847703, + "recall": 0.879447, + "f1": 0.856925, + "accuracy": 0.879447, + "main_score": 0.856925, + "hf_subset": "grn_Latn-oci_Latn", + "languages": [ + "grn-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648357, + "recall": 0.700593, + "f1": 0.663246, + "accuracy": 0.700593, + "main_score": 0.663246, + "hf_subset": "grn_Latn-smo_Latn", + "languages": [ + "grn-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536291, + "recall": 0.597826, + "f1": 0.552973, + "accuracy": 0.597826, + "main_score": 0.552973, + "hf_subset": "grn_Latn-tsn_Latn", + "languages": [ + "grn-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553342, + "recall": 0.612648, + "f1": 0.570095, + "accuracy": 0.612648, + "main_score": 0.570095, + "hf_subset": "grn_Latn-zul_Latn", + "languages": [ + "grn-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713728, + "recall": 0.766798, + "f1": 0.729731, + "accuracy": 0.766798, + "main_score": 0.729731, + "hf_subset": "grn_Latn-azb_Arab", + "languages": [ + "grn-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832553, + "recall": 0.869565, + "f1": 0.843031, + "accuracy": 0.869565, + "main_score": 0.843031, + "hf_subset": "grn_Latn-deu_Latn", + "languages": [ + "grn-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744665, + "recall": 0.794466, + "f1": 0.759332, + "accuracy": 0.794466, + "main_score": 0.759332, + "hf_subset": "grn_Latn-hat_Latn", + "languages": [ + "grn-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49588, + "recall": 0.551383, + "f1": 0.511051, + "accuracy": 0.551383, + "main_score": 0.511051, + "hf_subset": "grn_Latn-kbp_Latn", + "languages": [ + "grn-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564052, + "recall": 0.628458, + "f1": 0.582421, + "accuracy": 0.628458, + "main_score": 0.582421, + "hf_subset": "grn_Latn-luo_Latn", + "languages": [ + "grn-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800207, + "recall": 0.843874, + "f1": 0.812754, + "accuracy": 0.843874, + "main_score": 0.812754, + "hf_subset": "grn_Latn-ory_Orya", + "languages": [ + "grn-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569516, + "recall": 0.623518, + "f1": 0.584825, + "accuracy": 0.623518, + "main_score": 0.584825, + "hf_subset": "grn_Latn-sna_Latn", + "languages": [ + "grn-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545417, + "recall": 0.599802, + "f1": 0.560718, + "accuracy": 0.599802, + "main_score": 0.560718, + "hf_subset": "grn_Latn-tso_Latn", + "languages": [ + "grn-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798897, + "recall": 0.846838, + "f1": 0.812874, + "accuracy": 0.846838, + "main_score": 0.812874, + "hf_subset": "grn_Latn-azj_Latn", + "languages": [ + "grn-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537969, + "recall": 0.598814, + "f1": 0.555613, + "accuracy": 0.598814, + "main_score": 0.555613, + "hf_subset": "grn_Latn-dik_Latn", + "languages": [ + "grn-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595153, + "recall": 0.647233, + "f1": 0.60974, + "accuracy": 0.647233, + "main_score": 0.60974, + "hf_subset": "grn_Latn-hau_Latn", + "languages": [ + "grn-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816765, + "recall": 0.850791, + "f1": 0.826203, + "accuracy": 0.850791, + "main_score": 0.826203, + "hf_subset": "grn_Latn-kea_Latn", + "languages": [ + "grn-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663218, + "recall": 0.709486, + "f1": 0.676861, + "accuracy": 0.709486, + "main_score": 0.676861, + "hf_subset": "grn_Latn-lus_Latn", + "languages": [ + "grn-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748304, + "recall": 0.785573, + "f1": 0.75934, + "accuracy": 0.785573, + "main_score": 0.75934, + "hf_subset": "grn_Latn-pag_Latn", + "languages": [ + "grn-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.76432, + "recall": 0.809289, + "f1": 0.777986, + "accuracy": 0.809289, + "main_score": 0.777986, + "hf_subset": "grn_Latn-snd_Arab", + "languages": [ + "grn-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715607, + "recall": 0.770751, + "f1": 0.731413, + "accuracy": 0.770751, + "main_score": 0.731413, + "hf_subset": "grn_Latn-tuk_Latn", + "languages": [ + "grn-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770092, + "recall": 0.815217, + "f1": 0.782958, + "accuracy": 0.815217, + "main_score": 0.782958, + "hf_subset": "grn_Latn-bak_Cyrl", + "languages": [ + "grn-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481828, + "recall": 0.5583, + "f1": 0.504305, + "accuracy": 0.5583, + "main_score": 0.504305, + "hf_subset": "grn_Latn-dyu_Latn", + "languages": [ + "grn-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800993, + "recall": 0.841897, + "f1": 0.81304, + "accuracy": 0.841897, + "main_score": 0.81304, + "hf_subset": "grn_Latn-heb_Hebr", + "languages": [ + "grn-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72361, + "recall": 0.775692, + "f1": 0.73861, + "accuracy": 0.775692, + "main_score": 0.73861, + "hf_subset": "grn_Latn-khk_Cyrl", + "languages": [ + "grn-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815073, + "recall": 0.856719, + "f1": 0.826748, + "accuracy": 0.856719, + "main_score": 0.826748, + "hf_subset": "grn_Latn-lvs_Latn", + "languages": [ + "grn-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798238, + "recall": 0.837945, + "f1": 0.809859, + "accuracy": 0.837945, + "main_score": 0.809859, + "hf_subset": "grn_Latn-pan_Guru", + "languages": [ + "grn-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578303, + "recall": 0.634387, + "f1": 0.594395, + "accuracy": 0.634387, + "main_score": 0.594395, + "hf_subset": "grn_Latn-som_Latn", + "languages": [ + "grn-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561644, + "recall": 0.613636, + "f1": 0.575478, + "accuracy": 0.613636, + "main_score": 0.575478, + "hf_subset": "grn_Latn-tum_Latn", + "languages": [ + "grn-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555381, + "recall": 0.621542, + "f1": 0.574395, + "accuracy": 0.621542, + "main_score": 0.574395, + "hf_subset": "kat_Geor-ace_Arab", + "languages": [ + "kat-Geor", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509036, + "recall": 0.568182, + "f1": 0.525932, + "accuracy": 0.568182, + "main_score": 0.525932, + "hf_subset": "kat_Geor-bam_Latn", + "languages": [ + "kat-Geor", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426761, + "recall": 0.507905, + "f1": 0.448968, + "accuracy": 0.507905, + "main_score": 0.448968, + "hf_subset": "kat_Geor-dzo_Tibt", + "languages": [ + "kat-Geor", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-hin_Deva", + "languages": [ + "kat-Geor", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kat_Geor-khm_Khmr", + "languages": [ + "kat-Geor", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-mag_Deva", + "languages": [ + "kat-Geor", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kat_Geor-pap_Latn", + "languages": [ + "kat-Geor", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562798, + "recall": 0.62253, + "f1": 0.579918, + "accuracy": 0.62253, + "main_score": 0.579918, + "hf_subset": "kat_Geor-sot_Latn", + "languages": [ + "kat-Geor", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-tur_Latn", + "languages": [ + "kat-Geor", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850988, + "recall": 0.887352, + "f1": 0.862121, + "accuracy": 0.887352, + "main_score": 0.862121, + "hf_subset": "kat_Geor-ace_Latn", + "languages": [ + "kat-Geor", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931818, + "recall": 0.949605, + "f1": 0.937418, + "accuracy": 0.949605, + "main_score": 0.937418, + "hf_subset": "kat_Geor-ban_Latn", + "languages": [ + "kat-Geor", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kat_Geor-hne_Deva", + "languages": [ + "kat-Geor", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567229, + "recall": 0.624506, + "f1": 0.583419, + "accuracy": 0.624506, + "main_score": 0.583419, + "hf_subset": "kat_Geor-kik_Latn", + "languages": [ + "kat-Geor", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-mai_Deva", + "languages": [ + "kat-Geor", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "kat_Geor-pbt_Arab", + "languages": [ + "kat-Geor", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-spa_Latn", + "languages": [ + "kat-Geor", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592188, + "recall": 0.65415, + "f1": 0.609571, + "accuracy": 0.65415, + "main_score": 0.609571, + "hf_subset": "kat_Geor-twi_Latn", + "languages": [ + "kat-Geor", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-acm_Arab", + "languages": [ + "kat-Geor", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-bel_Cyrl", + "languages": [ + "kat-Geor", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-hrv_Latn", + "languages": [ + "kat-Geor", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547014, + "recall": 0.609684, + "f1": 0.564592, + "accuracy": 0.609684, + "main_score": 0.564592, + "hf_subset": "kat_Geor-kin_Latn", + "languages": [ + "kat-Geor", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-mal_Mlym", + "languages": [ + "kat-Geor", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-pes_Arab", + "languages": [ + "kat-Geor", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kat_Geor-srd_Latn", + "languages": [ + "kat-Geor", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192443, + "recall": 0.238142, + "f1": 0.204964, + "accuracy": 0.238142, + "main_score": 0.204964, + "hf_subset": "kat_Geor-tzm_Tfng", + "languages": [ + "kat-Geor", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-acq_Arab", + "languages": [ + "kat-Geor", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599819, + "recall": 0.648221, + "f1": 0.613289, + "accuracy": 0.648221, + "main_score": 0.613289, + "hf_subset": "kat_Geor-bem_Latn", + "languages": [ + "kat-Geor", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-epo_Latn", + "languages": [ + "kat-Geor", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-hun_Latn", + "languages": [ + "kat-Geor", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kat_Geor-kir_Cyrl", + "languages": [ + "kat-Geor", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-mar_Deva", + "languages": [ + "kat-Geor", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64553, + "recall": 0.701581, + "f1": 0.661978, + "accuracy": 0.701581, + "main_score": 0.661978, + "hf_subset": "kat_Geor-plt_Latn", + "languages": [ + "kat-Geor", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-srp_Cyrl", + "languages": [ + "kat-Geor", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "kat_Geor-uig_Arab", + "languages": [ + "kat-Geor", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-aeb_Arab", + "languages": [ + "kat-Geor", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ben_Beng", + "languages": [ + "kat-Geor", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-est_Latn", + "languages": [ + "kat-Geor", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525362, + "recall": 0.579051, + "f1": 0.540876, + "accuracy": 0.579051, + "main_score": 0.540876, + "hf_subset": "kat_Geor-kmb_Latn", + "languages": [ + "kat-Geor", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486102, + "recall": 0.554348, + "f1": 0.504154, + "accuracy": 0.554348, + "main_score": 0.504154, + "hf_subset": "kat_Geor-min_Arab", + "languages": [ + "kat-Geor", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-pol_Latn", + "languages": [ + "kat-Geor", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532003, + "recall": 0.600791, + "f1": 0.551268, + "accuracy": 0.600791, + "main_score": 0.551268, + "hf_subset": "kat_Geor-ssw_Latn", + "languages": [ + "kat-Geor", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ukr_Cyrl", + "languages": [ + "kat-Geor", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-afr_Latn", + "languages": [ + "kat-Geor", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kat_Geor-bho_Deva", + "languages": [ + "kat-Geor", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "kat_Geor-eus_Latn", + "languages": [ + "kat-Geor", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554128, + "recall": 0.614625, + "f1": 0.570811, + "accuracy": 0.614625, + "main_score": 0.570811, + "hf_subset": "kat_Geor-ibo_Latn", + "languages": [ + "kat-Geor", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880352, + "recall": 0.91502, + "f1": 0.891337, + "accuracy": 0.91502, + "main_score": 0.891337, + "hf_subset": "kat_Geor-kmr_Latn", + "languages": [ + "kat-Geor", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kat_Geor-min_Latn", + "languages": [ + "kat-Geor", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-por_Latn", + "languages": [ + "kat-Geor", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-sun_Latn", + "languages": [ + "kat-Geor", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513231, + "recall": 0.571146, + "f1": 0.529877, + "accuracy": 0.571146, + "main_score": 0.529877, + "hf_subset": "kat_Geor-umb_Latn", + "languages": [ + "kat-Geor", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-ajp_Arab", + "languages": [ + "kat-Geor", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511662, + "recall": 0.581028, + "f1": 0.530534, + "accuracy": 0.581028, + "main_score": 0.530534, + "hf_subset": "kat_Geor-bjn_Arab", + "languages": [ + "kat-Geor", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495197, + "recall": 0.555336, + "f1": 0.51167, + "accuracy": 0.555336, + "main_score": 0.51167, + "hf_subset": "kat_Geor-ewe_Latn", + "languages": [ + "kat-Geor", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919302, + "recall": 0.942688, + "f1": 0.926713, + "accuracy": 0.942688, + "main_score": 0.926713, + "hf_subset": "kat_Geor-ilo_Latn", + "languages": [ + "kat-Geor", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313242, + "recall": 0.363636, + "f1": 0.327261, + "accuracy": 0.363636, + "main_score": 0.327261, + "hf_subset": "kat_Geor-knc_Arab", + "languages": [ + "kat-Geor", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-mkd_Cyrl", + "languages": [ + "kat-Geor", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-prs_Arab", + "languages": [ + "kat-Geor", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-swe_Latn", + "languages": [ + "kat-Geor", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "kat_Geor-urd_Arab", + "languages": [ + "kat-Geor", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562044, + "recall": 0.625494, + "f1": 0.579734, + "accuracy": 0.625494, + "main_score": 0.579734, + "hf_subset": "kat_Geor-aka_Latn", + "languages": [ + "kat-Geor", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980764, + "recall": 0.986166, + "f1": 0.982378, + "accuracy": 0.986166, + "main_score": 0.982378, + "hf_subset": "kat_Geor-bjn_Latn", + "languages": [ + "kat-Geor", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "kat_Geor-fao_Latn", + "languages": [ + "kat-Geor", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-ind_Latn", + "languages": [ + "kat-Geor", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563876, + "recall": 0.617589, + "f1": 0.579745, + "accuracy": 0.617589, + "main_score": 0.579745, + "hf_subset": "kat_Geor-knc_Latn", + "languages": [ + "kat-Geor", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kat_Geor-mlt_Latn", + "languages": [ + "kat-Geor", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689008, + "recall": 0.746047, + "f1": 0.705456, + "accuracy": 0.746047, + "main_score": 0.705456, + "hf_subset": "kat_Geor-quy_Latn", + "languages": [ + "kat-Geor", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "kat_Geor-swh_Latn", + "languages": [ + "kat-Geor", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-uzn_Latn", + "languages": [ + "kat-Geor", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-als_Latn", + "languages": [ + "kat-Geor", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6271, + "recall": 0.703557, + "f1": 0.649533, + "accuracy": 0.703557, + "main_score": 0.649533, + "hf_subset": "kat_Geor-bod_Tibt", + "languages": [ + "kat-Geor", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668919, + "recall": 0.731225, + "f1": 0.686684, + "accuracy": 0.731225, + "main_score": 0.686684, + "hf_subset": "kat_Geor-fij_Latn", + "languages": [ + "kat-Geor", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kat_Geor-isl_Latn", + "languages": [ + "kat-Geor", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631983, + "recall": 0.687747, + "f1": 0.648405, + "accuracy": 0.687747, + "main_score": 0.648405, + "hf_subset": "kat_Geor-kon_Latn", + "languages": [ + "kat-Geor", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647861, + "recall": 0.70751, + "f1": 0.664987, + "accuracy": 0.70751, + "main_score": 0.664987, + "hf_subset": "kat_Geor-mni_Beng", + "languages": [ + "kat-Geor", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ron_Latn", + "languages": [ + "kat-Geor", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "kat_Geor-szl_Latn", + "languages": [ + "kat-Geor", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-vec_Latn", + "languages": [ + "kat-Geor", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955369, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "kat_Geor-amh_Ethi", + "languages": [ + "kat-Geor", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-bos_Latn", + "languages": [ + "kat-Geor", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-fin_Latn", + "languages": [ + "kat-Geor", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ita_Latn", + "languages": [ + "kat-Geor", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-kor_Hang", + "languages": [ + "kat-Geor", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518436, + "recall": 0.579051, + "f1": 0.535296, + "accuracy": 0.579051, + "main_score": 0.535296, + "hf_subset": "kat_Geor-mos_Latn", + "languages": [ + "kat-Geor", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536406, + "recall": 0.591897, + "f1": 0.552637, + "accuracy": 0.591897, + "main_score": 0.552637, + "hf_subset": "kat_Geor-run_Latn", + "languages": [ + "kat-Geor", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-tam_Taml", + "languages": [ + "kat-Geor", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-vie_Latn", + "languages": [ + "kat-Geor", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-apc_Arab", + "languages": [ + "kat-Geor", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777513, + "recall": 0.824111, + "f1": 0.791142, + "accuracy": 0.824111, + "main_score": 0.791142, + "hf_subset": "kat_Geor-bug_Latn", + "languages": [ + "kat-Geor", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446323, + "recall": 0.499012, + "f1": 0.460911, + "accuracy": 0.499012, + "main_score": 0.460911, + "hf_subset": "kat_Geor-fon_Latn", + "languages": [ + "kat-Geor", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kat_Geor-jav_Latn", + "languages": [ + "kat-Geor", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-lao_Laoo", + "languages": [ + "kat-Geor", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84226, + "recall": 0.884387, + "f1": 0.855534, + "accuracy": 0.884387, + "main_score": 0.855534, + "hf_subset": "kat_Geor-mri_Latn", + "languages": [ + "kat-Geor", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-rus_Cyrl", + "languages": [ + "kat-Geor", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516868, + "recall": 0.575099, + "f1": 0.533102, + "accuracy": 0.575099, + "main_score": 0.533102, + "hf_subset": "kat_Geor-taq_Latn", + "languages": [ + "kat-Geor", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kat_Geor-war_Latn", + "languages": [ + "kat-Geor", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-arb_Arab", + "languages": [ + "kat-Geor", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-bul_Cyrl", + "languages": [ + "kat-Geor", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-fra_Latn", + "languages": [ + "kat-Geor", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-jpn_Jpan", + "languages": [ + "kat-Geor", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "kat_Geor-lij_Latn", + "languages": [ + "kat-Geor", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "kat_Geor-mya_Mymr", + "languages": [ + "kat-Geor", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571697, + "recall": 0.633399, + "f1": 0.589272, + "accuracy": 0.633399, + "main_score": 0.589272, + "hf_subset": "kat_Geor-sag_Latn", + "languages": [ + "kat-Geor", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.202998, + "recall": 0.253953, + "f1": 0.214526, + "accuracy": 0.253953, + "main_score": 0.214526, + "hf_subset": "kat_Geor-taq_Tfng", + "languages": [ + "kat-Geor", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598225, + "recall": 0.660079, + "f1": 0.61537, + "accuracy": 0.660079, + "main_score": 0.61537, + "hf_subset": "kat_Geor-wol_Latn", + "languages": [ + "kat-Geor", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.76945, + "recall": 0.825099, + "f1": 0.785691, + "accuracy": 0.825099, + "main_score": 0.785691, + "hf_subset": "kat_Geor-arb_Latn", + "languages": [ + "kat-Geor", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-cat_Latn", + "languages": [ + "kat-Geor", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kat_Geor-fur_Latn", + "languages": [ + "kat-Geor", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400329, + "recall": 0.45751, + "f1": 0.415437, + "accuracy": 0.45751, + "main_score": 0.415437, + "hf_subset": "kat_Geor-kab_Latn", + "languages": [ + "kat-Geor", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983366, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "kat_Geor-lim_Latn", + "languages": [ + "kat-Geor", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-nld_Latn", + "languages": [ + "kat-Geor", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984848, + "accuracy": 0.988142, + "main_score": 0.984848, + "hf_subset": "kat_Geor-san_Deva", + "languages": [ + "kat-Geor", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-tat_Cyrl", + "languages": [ + "kat-Geor", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649484, + "recall": 0.70751, + "f1": 0.666831, + "accuracy": 0.70751, + "main_score": 0.666831, + "hf_subset": "kat_Geor-xho_Latn", + "languages": [ + "kat-Geor", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-ars_Arab", + "languages": [ + "kat-Geor", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-ceb_Latn", + "languages": [ + "kat-Geor", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548459, + "recall": 0.607708, + "f1": 0.565599, + "accuracy": 0.607708, + "main_score": 0.565599, + "hf_subset": "kat_Geor-fuv_Latn", + "languages": [ + "kat-Geor", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508659, + "recall": 0.571146, + "f1": 0.525652, + "accuracy": 0.571146, + "main_score": 0.525652, + "hf_subset": "kat_Geor-kac_Latn", + "languages": [ + "kat-Geor", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637787, + "recall": 0.690711, + "f1": 0.653477, + "accuracy": 0.690711, + "main_score": 0.653477, + "hf_subset": "kat_Geor-lin_Latn", + "languages": [ + "kat-Geor", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-nno_Latn", + "languages": [ + "kat-Geor", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222856, + "recall": 0.302372, + "f1": 0.244061, + "accuracy": 0.302372, + "main_score": 0.244061, + "hf_subset": "kat_Geor-sat_Olck", + "languages": [ + "kat-Geor", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-tel_Telu", + "languages": [ + "kat-Geor", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "kat_Geor-ydd_Hebr", + "languages": [ + "kat-Geor", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "kat_Geor-ary_Arab", + "languages": [ + "kat-Geor", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ces_Latn", + "languages": [ + "kat-Geor", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576541, + "recall": 0.636364, + "f1": 0.594205, + "accuracy": 0.636364, + "main_score": 0.594205, + "hf_subset": "kat_Geor-gaz_Latn", + "languages": [ + "kat-Geor", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559853, + "recall": 0.624506, + "f1": 0.578016, + "accuracy": 0.624506, + "main_score": 0.578016, + "hf_subset": "kat_Geor-kam_Latn", + "languages": [ + "kat-Geor", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kat_Geor-lit_Latn", + "languages": [ + "kat-Geor", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-nob_Latn", + "languages": [ + "kat-Geor", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kat_Geor-scn_Latn", + "languages": [ + "kat-Geor", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kat_Geor-tgk_Cyrl", + "languages": [ + "kat-Geor", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712764, + "recall": 0.778656, + "f1": 0.732679, + "accuracy": 0.778656, + "main_score": 0.732679, + "hf_subset": "kat_Geor-yor_Latn", + "languages": [ + "kat-Geor", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-arz_Arab", + "languages": [ + "kat-Geor", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544979, + "recall": 0.602767, + "f1": 0.561528, + "accuracy": 0.602767, + "main_score": 0.561528, + "hf_subset": "kat_Geor-cjk_Latn", + "languages": [ + "kat-Geor", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773287, + "recall": 0.827075, + "f1": 0.789987, + "accuracy": 0.827075, + "main_score": 0.789987, + "hf_subset": "kat_Geor-gla_Latn", + "languages": [ + "kat-Geor", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-kan_Knda", + "languages": [ + "kat-Geor", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "kat_Geor-lmo_Latn", + "languages": [ + "kat-Geor", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "kat_Geor-npi_Deva", + "languages": [ + "kat-Geor", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446348, + "recall": 0.509881, + "f1": 0.464401, + "accuracy": 0.509881, + "main_score": 0.464401, + "hf_subset": "kat_Geor-shn_Mymr", + "languages": [ + "kat-Geor", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-tgl_Latn", + "languages": [ + "kat-Geor", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-yue_Hant", + "languages": [ + "kat-Geor", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-asm_Beng", + "languages": [ + "kat-Geor", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "kat_Geor-ckb_Arab", + "languages": [ + "kat-Geor", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880517, + "recall": 0.913043, + "f1": 0.890876, + "accuracy": 0.913043, + "main_score": 0.890876, + "hf_subset": "kat_Geor-gle_Latn", + "languages": [ + "kat-Geor", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.942852, + "accuracy": 0.955534, + "main_score": 0.942852, + "hf_subset": "kat_Geor-kas_Arab", + "languages": [ + "kat-Geor", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942029, + "recall": 0.960474, + "f1": 0.948123, + "accuracy": 0.960474, + "main_score": 0.948123, + "hf_subset": "kat_Geor-ltg_Latn", + "languages": [ + "kat-Geor", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582517, + "recall": 0.63834, + "f1": 0.597999, + "accuracy": 0.63834, + "main_score": 0.597999, + "hf_subset": "kat_Geor-nso_Latn", + "languages": [ + "kat-Geor", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "kat_Geor-sin_Sinh", + "languages": [ + "kat-Geor", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-tha_Thai", + "languages": [ + "kat-Geor", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-zho_Hans", + "languages": [ + "kat-Geor", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-ast_Latn", + "languages": [ + "kat-Geor", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kat_Geor-crh_Latn", + "languages": [ + "kat-Geor", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-glg_Latn", + "languages": [ + "kat-Geor", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8722, + "recall": 0.907115, + "f1": 0.883235, + "accuracy": 0.907115, + "main_score": 0.883235, + "hf_subset": "kat_Geor-kas_Deva", + "languages": [ + "kat-Geor", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "kat_Geor-ltz_Latn", + "languages": [ + "kat-Geor", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447911, + "recall": 0.51581, + "f1": 0.466306, + "accuracy": 0.51581, + "main_score": 0.466306, + "hf_subset": "kat_Geor-nus_Latn", + "languages": [ + "kat-Geor", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-slk_Latn", + "languages": [ + "kat-Geor", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622308, + "recall": 0.688735, + "f1": 0.64149, + "accuracy": 0.688735, + "main_score": 0.64149, + "hf_subset": "kat_Geor-tir_Ethi", + "languages": [ + "kat-Geor", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-zho_Hant", + "languages": [ + "kat-Geor", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "kat_Geor-awa_Deva", + "languages": [ + "kat-Geor", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970438, + "recall": 0.979249, + "f1": 0.973221, + "accuracy": 0.979249, + "main_score": 0.973221, + "hf_subset": "kat_Geor-cym_Latn", + "languages": [ + "kat-Geor", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802816, + "recall": 0.846838, + "f1": 0.816403, + "accuracy": 0.846838, + "main_score": 0.816403, + "hf_subset": "kat_Geor-grn_Latn", + "languages": [ + "kat-Geor", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623813, + "recall": 0.68083, + "f1": 0.640069, + "accuracy": 0.68083, + "main_score": 0.640069, + "hf_subset": "kat_Geor-lua_Latn", + "languages": [ + "kat-Geor", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615184, + "recall": 0.670949, + "f1": 0.631282, + "accuracy": 0.670949, + "main_score": 0.631282, + "hf_subset": "kat_Geor-nya_Latn", + "languages": [ + "kat-Geor", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-slv_Latn", + "languages": [ + "kat-Geor", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922596, + "recall": 0.944664, + "f1": 0.929677, + "accuracy": 0.944664, + "main_score": 0.929677, + "hf_subset": "kat_Geor-tpi_Latn", + "languages": [ + "kat-Geor", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-zsm_Latn", + "languages": [ + "kat-Geor", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529335, + "recall": 0.594862, + "f1": 0.547767, + "accuracy": 0.594862, + "main_score": 0.547767, + "hf_subset": "kat_Geor-ayr_Latn", + "languages": [ + "kat-Geor", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-dan_Latn", + "languages": [ + "kat-Geor", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-guj_Gujr", + "languages": [ + "kat-Geor", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kat_Geor-kaz_Cyrl", + "languages": [ + "kat-Geor", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527457, + "recall": 0.585968, + "f1": 0.544044, + "accuracy": 0.585968, + "main_score": 0.544044, + "hf_subset": "kat_Geor-lug_Latn", + "languages": [ + "kat-Geor", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-oci_Latn", + "languages": [ + "kat-Geor", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808992, + "recall": 0.855731, + "f1": 0.823221, + "accuracy": 0.855731, + "main_score": 0.823221, + "hf_subset": "kat_Geor-smo_Latn", + "languages": [ + "kat-Geor", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529806, + "recall": 0.589921, + "f1": 0.546579, + "accuracy": 0.589921, + "main_score": 0.546579, + "hf_subset": "kat_Geor-tsn_Latn", + "languages": [ + "kat-Geor", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595614, + "recall": 0.661067, + "f1": 0.614262, + "accuracy": 0.661067, + "main_score": 0.614262, + "hf_subset": "kat_Geor-zul_Latn", + "languages": [ + "kat-Geor", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911644, + "recall": 0.937747, + "f1": 0.920026, + "accuracy": 0.937747, + "main_score": 0.920026, + "hf_subset": "kat_Geor-azb_Arab", + "languages": [ + "kat-Geor", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-deu_Latn", + "languages": [ + "kat-Geor", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961792, + "accuracy": 0.970356, + "main_score": 0.961792, + "hf_subset": "kat_Geor-hat_Latn", + "languages": [ + "kat-Geor", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468982, + "recall": 0.525692, + "f1": 0.485232, + "accuracy": 0.525692, + "main_score": 0.485232, + "hf_subset": "kat_Geor-kbp_Latn", + "languages": [ + "kat-Geor", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552356, + "recall": 0.608696, + "f1": 0.567947, + "accuracy": 0.608696, + "main_score": 0.567947, + "hf_subset": "kat_Geor-luo_Latn", + "languages": [ + "kat-Geor", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-ory_Orya", + "languages": [ + "kat-Geor", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559471, + "recall": 0.626482, + "f1": 0.578356, + "accuracy": 0.626482, + "main_score": 0.578356, + "hf_subset": "kat_Geor-sna_Latn", + "languages": [ + "kat-Geor", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518865, + "recall": 0.576087, + "f1": 0.535317, + "accuracy": 0.576087, + "main_score": 0.535317, + "hf_subset": "kat_Geor-tso_Latn", + "languages": [ + "kat-Geor", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kat_Geor-azj_Latn", + "languages": [ + "kat-Geor", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519615, + "recall": 0.579051, + "f1": 0.536811, + "accuracy": 0.579051, + "main_score": 0.536811, + "hf_subset": "kat_Geor-dik_Latn", + "languages": [ + "kat-Geor", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718248, + "recall": 0.777668, + "f1": 0.736034, + "accuracy": 0.777668, + "main_score": 0.736034, + "hf_subset": "kat_Geor-hau_Latn", + "languages": [ + "kat-Geor", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kat_Geor-kea_Latn", + "languages": [ + "kat-Geor", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719483, + "recall": 0.770751, + "f1": 0.734684, + "accuracy": 0.770751, + "main_score": 0.734684, + "hf_subset": "kat_Geor-lus_Latn", + "languages": [ + "kat-Geor", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83531, + "recall": 0.873518, + "f1": 0.847299, + "accuracy": 0.873518, + "main_score": 0.847299, + "hf_subset": "kat_Geor-pag_Latn", + "languages": [ + "kat-Geor", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kat_Geor-snd_Arab", + "languages": [ + "kat-Geor", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945487, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "kat_Geor-tuk_Latn", + "languages": [ + "kat-Geor", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "kat_Geor-bak_Cyrl", + "languages": [ + "kat-Geor", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473139, + "recall": 0.548419, + "f1": 0.495081, + "accuracy": 0.548419, + "main_score": 0.495081, + "hf_subset": "kat_Geor-dyu_Latn", + "languages": [ + "kat-Geor", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kat_Geor-heb_Hebr", + "languages": [ + "kat-Geor", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kat_Geor-khk_Cyrl", + "languages": [ + "kat-Geor", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kat_Geor-lvs_Latn", + "languages": [ + "kat-Geor", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kat_Geor-pan_Guru", + "languages": [ + "kat-Geor", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673585, + "recall": 0.73913, + "f1": 0.693418, + "accuracy": 0.73913, + "main_score": 0.693418, + "hf_subset": "kat_Geor-som_Latn", + "languages": [ + "kat-Geor", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572085, + "recall": 0.623518, + "f1": 0.587056, + "accuracy": 0.623518, + "main_score": 0.587056, + "hf_subset": "kat_Geor-tum_Latn", + "languages": [ + "kat-Geor", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46956, + "recall": 0.521739, + "f1": 0.484031, + "accuracy": 0.521739, + "main_score": 0.484031, + "hf_subset": "lua_Latn-ace_Arab", + "languages": [ + "lua-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529944, + "recall": 0.572134, + "f1": 0.541874, + "accuracy": 0.572134, + "main_score": 0.541874, + "hf_subset": "lua_Latn-bam_Latn", + "languages": [ + "lua-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.222301, + "recall": 0.269763, + "f1": 0.23417, + "accuracy": 0.269763, + "main_score": 0.23417, + "hf_subset": "lua_Latn-dzo_Tibt", + "languages": [ + "lua-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636914, + "recall": 0.677866, + "f1": 0.648111, + "accuracy": 0.677866, + "main_score": 0.648111, + "hf_subset": "lua_Latn-hin_Deva", + "languages": [ + "lua-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578394, + "recall": 0.62747, + "f1": 0.592336, + "accuracy": 0.62747, + "main_score": 0.592336, + "hf_subset": "lua_Latn-khm_Khmr", + "languages": [ + "lua-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642291, + "recall": 0.678854, + "f1": 0.652081, + "accuracy": 0.678854, + "main_score": 0.652081, + "hf_subset": "lua_Latn-mag_Deva", + "languages": [ + "lua-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643433, + "recall": 0.675889, + "f1": 0.652027, + "accuracy": 0.675889, + "main_score": 0.652027, + "hf_subset": "lua_Latn-pap_Latn", + "languages": [ + "lua-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583242, + "recall": 0.623518, + "f1": 0.593329, + "accuracy": 0.623518, + "main_score": 0.593329, + "hf_subset": "lua_Latn-sot_Latn", + "languages": [ + "lua-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627043, + "recall": 0.677866, + "f1": 0.640363, + "accuracy": 0.677866, + "main_score": 0.640363, + "hf_subset": "lua_Latn-tur_Latn", + "languages": [ + "lua-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632532, + "recall": 0.667984, + "f1": 0.642991, + "accuracy": 0.667984, + "main_score": 0.642991, + "hf_subset": "lua_Latn-ace_Latn", + "languages": [ + "lua-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644358, + "recall": 0.674901, + "f1": 0.652718, + "accuracy": 0.674901, + "main_score": 0.652718, + "hf_subset": "lua_Latn-ban_Latn", + "languages": [ + "lua-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633022, + "recall": 0.68083, + "f1": 0.645891, + "accuracy": 0.68083, + "main_score": 0.645891, + "hf_subset": "lua_Latn-ell_Grek", + "languages": [ + "lua-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618079, + "recall": 0.662055, + "f1": 0.630187, + "accuracy": 0.662055, + "main_score": 0.630187, + "hf_subset": "lua_Latn-hne_Deva", + "languages": [ + "lua-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551944, + "recall": 0.596838, + "f1": 0.564538, + "accuracy": 0.596838, + "main_score": 0.564538, + "hf_subset": "lua_Latn-kik_Latn", + "languages": [ + "lua-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640166, + "recall": 0.677866, + "f1": 0.649921, + "accuracy": 0.677866, + "main_score": 0.649921, + "hf_subset": "lua_Latn-mai_Deva", + "languages": [ + "lua-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581086, + "recall": 0.632411, + "f1": 0.594679, + "accuracy": 0.632411, + "main_score": 0.594679, + "hf_subset": "lua_Latn-pbt_Arab", + "languages": [ + "lua-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640369, + "recall": 0.684783, + "f1": 0.652916, + "accuracy": 0.684783, + "main_score": 0.652916, + "hf_subset": "lua_Latn-spa_Latn", + "languages": [ + "lua-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568672, + "recall": 0.608696, + "f1": 0.579932, + "accuracy": 0.608696, + "main_score": 0.579932, + "hf_subset": "lua_Latn-twi_Latn", + "languages": [ + "lua-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631505, + "recall": 0.668972, + "f1": 0.641273, + "accuracy": 0.668972, + "main_score": 0.641273, + "hf_subset": "lua_Latn-acm_Arab", + "languages": [ + "lua-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608572, + "recall": 0.650198, + "f1": 0.619723, + "accuracy": 0.650198, + "main_score": 0.619723, + "hf_subset": "lua_Latn-bel_Cyrl", + "languages": [ + "lua-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661444, + "recall": 0.706522, + "f1": 0.673431, + "accuracy": 0.706522, + "main_score": 0.673431, + "hf_subset": "lua_Latn-eng_Latn", + "languages": [ + "lua-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641094, + "recall": 0.688735, + "f1": 0.653661, + "accuracy": 0.688735, + "main_score": 0.653661, + "hf_subset": "lua_Latn-hrv_Latn", + "languages": [ + "lua-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522448, + "recall": 0.574111, + "f1": 0.536579, + "accuracy": 0.574111, + "main_score": 0.536579, + "hf_subset": "lua_Latn-kin_Latn", + "languages": [ + "lua-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619741, + "recall": 0.666996, + "f1": 0.632592, + "accuracy": 0.666996, + "main_score": 0.632592, + "hf_subset": "lua_Latn-mal_Mlym", + "languages": [ + "lua-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625143, + "recall": 0.671937, + "f1": 0.637796, + "accuracy": 0.671937, + "main_score": 0.637796, + "hf_subset": "lua_Latn-pes_Arab", + "languages": [ + "lua-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64189, + "recall": 0.68083, + "f1": 0.652497, + "accuracy": 0.68083, + "main_score": 0.652497, + "hf_subset": "lua_Latn-srd_Latn", + "languages": [ + "lua-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192285, + "recall": 0.23419, + "f1": 0.202023, + "accuracy": 0.23419, + "main_score": 0.202023, + "hf_subset": "lua_Latn-tzm_Tfng", + "languages": [ + "lua-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619177, + "recall": 0.668972, + "f1": 0.63266, + "accuracy": 0.668972, + "main_score": 0.63266, + "hf_subset": "lua_Latn-acq_Arab", + "languages": [ + "lua-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597814, + "recall": 0.636364, + "f1": 0.60906, + "accuracy": 0.636364, + "main_score": 0.60906, + "hf_subset": "lua_Latn-bem_Latn", + "languages": [ + "lua-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633129, + "recall": 0.672925, + "f1": 0.643496, + "accuracy": 0.672925, + "main_score": 0.643496, + "hf_subset": "lua_Latn-epo_Latn", + "languages": [ + "lua-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632522, + "recall": 0.671937, + "f1": 0.643667, + "accuracy": 0.671937, + "main_score": 0.643667, + "hf_subset": "lua_Latn-hun_Latn", + "languages": [ + "lua-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604557, + "recall": 0.650198, + "f1": 0.616849, + "accuracy": 0.650198, + "main_score": 0.616849, + "hf_subset": "lua_Latn-kir_Cyrl", + "languages": [ + "lua-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630914, + "recall": 0.673913, + "f1": 0.642379, + "accuracy": 0.673913, + "main_score": 0.642379, + "hf_subset": "lua_Latn-mar_Deva", + "languages": [ + "lua-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567944, + "recall": 0.608696, + "f1": 0.579587, + "accuracy": 0.608696, + "main_score": 0.579587, + "hf_subset": "lua_Latn-plt_Latn", + "languages": [ + "lua-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648941, + "recall": 0.688735, + "f1": 0.659786, + "accuracy": 0.688735, + "main_score": 0.659786, + "hf_subset": "lua_Latn-srp_Cyrl", + "languages": [ + "lua-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527891, + "recall": 0.585968, + "f1": 0.544605, + "accuracy": 0.585968, + "main_score": 0.544605, + "hf_subset": "lua_Latn-uig_Arab", + "languages": [ + "lua-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619813, + "recall": 0.663043, + "f1": 0.630512, + "accuracy": 0.663043, + "main_score": 0.630512, + "hf_subset": "lua_Latn-aeb_Arab", + "languages": [ + "lua-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623983, + "recall": 0.667984, + "f1": 0.635889, + "accuracy": 0.667984, + "main_score": 0.635889, + "hf_subset": "lua_Latn-ben_Beng", + "languages": [ + "lua-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620821, + "recall": 0.667984, + "f1": 0.633882, + "accuracy": 0.667984, + "main_score": 0.633882, + "hf_subset": "lua_Latn-est_Latn", + "languages": [ + "lua-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584799, + "recall": 0.636364, + "f1": 0.599484, + "accuracy": 0.636364, + "main_score": 0.599484, + "hf_subset": "lua_Latn-hye_Armn", + "languages": [ + "lua-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56317, + "recall": 0.606719, + "f1": 0.575758, + "accuracy": 0.606719, + "main_score": 0.575758, + "hf_subset": "lua_Latn-kmb_Latn", + "languages": [ + "lua-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427697, + "recall": 0.481225, + "f1": 0.442418, + "accuracy": 0.481225, + "main_score": 0.442418, + "hf_subset": "lua_Latn-min_Arab", + "languages": [ + "lua-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640685, + "recall": 0.688735, + "f1": 0.653406, + "accuracy": 0.688735, + "main_score": 0.653406, + "hf_subset": "lua_Latn-pol_Latn", + "languages": [ + "lua-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541844, + "recall": 0.590909, + "f1": 0.554896, + "accuracy": 0.590909, + "main_score": 0.554896, + "hf_subset": "lua_Latn-ssw_Latn", + "languages": [ + "lua-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640774, + "recall": 0.683794, + "f1": 0.652676, + "accuracy": 0.683794, + "main_score": 0.652676, + "hf_subset": "lua_Latn-ukr_Cyrl", + "languages": [ + "lua-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65144, + "recall": 0.695652, + "f1": 0.663279, + "accuracy": 0.695652, + "main_score": 0.663279, + "hf_subset": "lua_Latn-afr_Latn", + "languages": [ + "lua-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625861, + "recall": 0.66502, + "f1": 0.636773, + "accuracy": 0.66502, + "main_score": 0.636773, + "hf_subset": "lua_Latn-bho_Deva", + "languages": [ + "lua-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620726, + "recall": 0.664032, + "f1": 0.63268, + "accuracy": 0.664032, + "main_score": 0.63268, + "hf_subset": "lua_Latn-eus_Latn", + "languages": [ + "lua-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54445, + "recall": 0.590909, + "f1": 0.558253, + "accuracy": 0.590909, + "main_score": 0.558253, + "hf_subset": "lua_Latn-ibo_Latn", + "languages": [ + "lua-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5849, + "recall": 0.62747, + "f1": 0.597361, + "accuracy": 0.62747, + "main_score": 0.597361, + "hf_subset": "lua_Latn-kmr_Latn", + "languages": [ + "lua-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635372, + "recall": 0.679842, + "f1": 0.64709, + "accuracy": 0.679842, + "main_score": 0.64709, + "hf_subset": "lua_Latn-min_Latn", + "languages": [ + "lua-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664788, + "recall": 0.703557, + "f1": 0.675028, + "accuracy": 0.703557, + "main_score": 0.675028, + "hf_subset": "lua_Latn-por_Latn", + "languages": [ + "lua-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650501, + "recall": 0.687747, + "f1": 0.660551, + "accuracy": 0.687747, + "main_score": 0.660551, + "hf_subset": "lua_Latn-sun_Latn", + "languages": [ + "lua-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513646, + "recall": 0.56917, + "f1": 0.530635, + "accuracy": 0.56917, + "main_score": 0.530635, + "hf_subset": "lua_Latn-umb_Latn", + "languages": [ + "lua-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641998, + "recall": 0.681818, + "f1": 0.6526, + "accuracy": 0.681818, + "main_score": 0.6526, + "hf_subset": "lua_Latn-ajp_Arab", + "languages": [ + "lua-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447179, + "recall": 0.500988, + "f1": 0.46196, + "accuracy": 0.500988, + "main_score": 0.46196, + "hf_subset": "lua_Latn-bjn_Arab", + "languages": [ + "lua-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519747, + "recall": 0.565217, + "f1": 0.532515, + "accuracy": 0.565217, + "main_score": 0.532515, + "hf_subset": "lua_Latn-ewe_Latn", + "languages": [ + "lua-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646653, + "recall": 0.684783, + "f1": 0.656959, + "accuracy": 0.684783, + "main_score": 0.656959, + "hf_subset": "lua_Latn-ilo_Latn", + "languages": [ + "lua-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304784, + "recall": 0.360672, + "f1": 0.319862, + "accuracy": 0.360672, + "main_score": 0.319862, + "hf_subset": "lua_Latn-knc_Arab", + "languages": [ + "lua-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642246, + "recall": 0.688735, + "f1": 0.654672, + "accuracy": 0.688735, + "main_score": 0.654672, + "hf_subset": "lua_Latn-mkd_Cyrl", + "languages": [ + "lua-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638589, + "recall": 0.68083, + "f1": 0.650148, + "accuracy": 0.68083, + "main_score": 0.650148, + "hf_subset": "lua_Latn-prs_Arab", + "languages": [ + "lua-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641788, + "recall": 0.693676, + "f1": 0.655673, + "accuracy": 0.693676, + "main_score": 0.655673, + "hf_subset": "lua_Latn-swe_Latn", + "languages": [ + "lua-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608233, + "recall": 0.659091, + "f1": 0.622505, + "accuracy": 0.659091, + "main_score": 0.622505, + "hf_subset": "lua_Latn-urd_Arab", + "languages": [ + "lua-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569617, + "recall": 0.603755, + "f1": 0.579186, + "accuracy": 0.603755, + "main_score": 0.579186, + "hf_subset": "lua_Latn-aka_Latn", + "languages": [ + "lua-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637278, + "recall": 0.671937, + "f1": 0.646732, + "accuracy": 0.671937, + "main_score": 0.646732, + "hf_subset": "lua_Latn-bjn_Latn", + "languages": [ + "lua-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598138, + "recall": 0.63834, + "f1": 0.609051, + "accuracy": 0.63834, + "main_score": 0.609051, + "hf_subset": "lua_Latn-fao_Latn", + "languages": [ + "lua-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654488, + "recall": 0.699605, + "f1": 0.66667, + "accuracy": 0.699605, + "main_score": 0.66667, + "hf_subset": "lua_Latn-ind_Latn", + "languages": [ + "lua-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547156, + "recall": 0.58498, + "f1": 0.558103, + "accuracy": 0.58498, + "main_score": 0.558103, + "hf_subset": "lua_Latn-knc_Latn", + "languages": [ + "lua-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640816, + "recall": 0.68083, + "f1": 0.651301, + "accuracy": 0.68083, + "main_score": 0.651301, + "hf_subset": "lua_Latn-mlt_Latn", + "languages": [ + "lua-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575008, + "recall": 0.618577, + "f1": 0.586928, + "accuracy": 0.618577, + "main_score": 0.586928, + "hf_subset": "lua_Latn-quy_Latn", + "languages": [ + "lua-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609078, + "recall": 0.65415, + "f1": 0.621374, + "accuracy": 0.65415, + "main_score": 0.621374, + "hf_subset": "lua_Latn-swh_Latn", + "languages": [ + "lua-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609325, + "recall": 0.65415, + "f1": 0.62116, + "accuracy": 0.65415, + "main_score": 0.62116, + "hf_subset": "lua_Latn-uzn_Latn", + "languages": [ + "lua-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644129, + "recall": 0.679842, + "f1": 0.653942, + "accuracy": 0.679842, + "main_score": 0.653942, + "hf_subset": "lua_Latn-als_Latn", + "languages": [ + "lua-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.280261, + "recall": 0.333992, + "f1": 0.293324, + "accuracy": 0.333992, + "main_score": 0.293324, + "hf_subset": "lua_Latn-bod_Tibt", + "languages": [ + "lua-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569714, + "recall": 0.612648, + "f1": 0.582065, + "accuracy": 0.612648, + "main_score": 0.582065, + "hf_subset": "lua_Latn-fij_Latn", + "languages": [ + "lua-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60348, + "recall": 0.649209, + "f1": 0.616036, + "accuracy": 0.649209, + "main_score": 0.616036, + "hf_subset": "lua_Latn-isl_Latn", + "languages": [ + "lua-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612271, + "recall": 0.652174, + "f1": 0.623332, + "accuracy": 0.652174, + "main_score": 0.623332, + "hf_subset": "lua_Latn-kon_Latn", + "languages": [ + "lua-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51694, + "recall": 0.574111, + "f1": 0.53403, + "accuracy": 0.574111, + "main_score": 0.53403, + "hf_subset": "lua_Latn-mni_Beng", + "languages": [ + "lua-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665267, + "recall": 0.70751, + "f1": 0.676967, + "accuracy": 0.70751, + "main_score": 0.676967, + "hf_subset": "lua_Latn-ron_Latn", + "languages": [ + "lua-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636868, + "recall": 0.679842, + "f1": 0.647838, + "accuracy": 0.679842, + "main_score": 0.647838, + "hf_subset": "lua_Latn-szl_Latn", + "languages": [ + "lua-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648464, + "recall": 0.690711, + "f1": 0.659885, + "accuracy": 0.690711, + "main_score": 0.659885, + "hf_subset": "lua_Latn-vec_Latn", + "languages": [ + "lua-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516948, + "recall": 0.570158, + "f1": 0.53228, + "accuracy": 0.570158, + "main_score": 0.53228, + "hf_subset": "lua_Latn-amh_Ethi", + "languages": [ + "lua-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646094, + "recall": 0.690711, + "f1": 0.658079, + "accuracy": 0.690711, + "main_score": 0.658079, + "hf_subset": "lua_Latn-bos_Latn", + "languages": [ + "lua-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608351, + "recall": 0.65415, + "f1": 0.621152, + "accuracy": 0.65415, + "main_score": 0.621152, + "hf_subset": "lua_Latn-fin_Latn", + "languages": [ + "lua-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642759, + "recall": 0.687747, + "f1": 0.654742, + "accuracy": 0.687747, + "main_score": 0.654742, + "hf_subset": "lua_Latn-ita_Latn", + "languages": [ + "lua-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611037, + "recall": 0.661067, + "f1": 0.624664, + "accuracy": 0.661067, + "main_score": 0.624664, + "hf_subset": "lua_Latn-kor_Hang", + "languages": [ + "lua-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535001, + "recall": 0.574111, + "f1": 0.546607, + "accuracy": 0.574111, + "main_score": 0.546607, + "hf_subset": "lua_Latn-mos_Latn", + "languages": [ + "lua-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549344, + "recall": 0.591897, + "f1": 0.560882, + "accuracy": 0.591897, + "main_score": 0.560882, + "hf_subset": "lua_Latn-run_Latn", + "languages": [ + "lua-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613329, + "recall": 0.653162, + "f1": 0.6239, + "accuracy": 0.653162, + "main_score": 0.6239, + "hf_subset": "lua_Latn-tam_Taml", + "languages": [ + "lua-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632204, + "recall": 0.670949, + "f1": 0.643208, + "accuracy": 0.670949, + "main_score": 0.643208, + "hf_subset": "lua_Latn-vie_Latn", + "languages": [ + "lua-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626984, + "recall": 0.673913, + "f1": 0.639398, + "accuracy": 0.673913, + "main_score": 0.639398, + "hf_subset": "lua_Latn-apc_Arab", + "languages": [ + "lua-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593091, + "recall": 0.632411, + "f1": 0.603913, + "accuracy": 0.632411, + "main_score": 0.603913, + "hf_subset": "lua_Latn-bug_Latn", + "languages": [ + "lua-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483456, + "recall": 0.529644, + "f1": 0.495936, + "accuracy": 0.529644, + "main_score": 0.495936, + "hf_subset": "lua_Latn-fon_Latn", + "languages": [ + "lua-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645495, + "recall": 0.681818, + "f1": 0.655094, + "accuracy": 0.681818, + "main_score": 0.655094, + "hf_subset": "lua_Latn-jav_Latn", + "languages": [ + "lua-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555339, + "recall": 0.61166, + "f1": 0.570538, + "accuracy": 0.61166, + "main_score": 0.570538, + "hf_subset": "lua_Latn-lao_Laoo", + "languages": [ + "lua-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533813, + "recall": 0.572134, + "f1": 0.544114, + "accuracy": 0.572134, + "main_score": 0.544114, + "hf_subset": "lua_Latn-mri_Latn", + "languages": [ + "lua-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627317, + "recall": 0.675889, + "f1": 0.640164, + "accuracy": 0.675889, + "main_score": 0.640164, + "hf_subset": "lua_Latn-rus_Cyrl", + "languages": [ + "lua-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524713, + "recall": 0.572134, + "f1": 0.538672, + "accuracy": 0.572134, + "main_score": 0.538672, + "hf_subset": "lua_Latn-taq_Latn", + "languages": [ + "lua-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661691, + "recall": 0.694664, + "f1": 0.670878, + "accuracy": 0.694664, + "main_score": 0.670878, + "hf_subset": "lua_Latn-war_Latn", + "languages": [ + "lua-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620121, + "recall": 0.66502, + "f1": 0.632206, + "accuracy": 0.66502, + "main_score": 0.632206, + "hf_subset": "lua_Latn-arb_Arab", + "languages": [ + "lua-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634598, + "recall": 0.676877, + "f1": 0.646251, + "accuracy": 0.676877, + "main_score": 0.646251, + "hf_subset": "lua_Latn-bul_Cyrl", + "languages": [ + "lua-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663602, + "recall": 0.701581, + "f1": 0.673595, + "accuracy": 0.701581, + "main_score": 0.673595, + "hf_subset": "lua_Latn-fra_Latn", + "languages": [ + "lua-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622323, + "recall": 0.663043, + "f1": 0.63388, + "accuracy": 0.663043, + "main_score": 0.63388, + "hf_subset": "lua_Latn-jpn_Jpan", + "languages": [ + "lua-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62778, + "recall": 0.671937, + "f1": 0.639655, + "accuracy": 0.671937, + "main_score": 0.639655, + "hf_subset": "lua_Latn-lij_Latn", + "languages": [ + "lua-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479274, + "recall": 0.540514, + "f1": 0.495834, + "accuracy": 0.540514, + "main_score": 0.495834, + "hf_subset": "lua_Latn-mya_Mymr", + "languages": [ + "lua-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56317, + "recall": 0.605731, + "f1": 0.574784, + "accuracy": 0.605731, + "main_score": 0.574784, + "hf_subset": "lua_Latn-sag_Latn", + "languages": [ + "lua-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203258, + "recall": 0.253953, + "f1": 0.214765, + "accuracy": 0.253953, + "main_score": 0.214765, + "hf_subset": "lua_Latn-taq_Tfng", + "languages": [ + "lua-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584025, + "recall": 0.623518, + "f1": 0.595935, + "accuracy": 0.623518, + "main_score": 0.595935, + "hf_subset": "lua_Latn-wol_Latn", + "languages": [ + "lua-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48285, + "recall": 0.52668, + "f1": 0.495243, + "accuracy": 0.52668, + "main_score": 0.495243, + "hf_subset": "lua_Latn-arb_Latn", + "languages": [ + "lua-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643704, + "recall": 0.689723, + "f1": 0.656012, + "accuracy": 0.689723, + "main_score": 0.656012, + "hf_subset": "lua_Latn-cat_Latn", + "languages": [ + "lua-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640823, + "recall": 0.678854, + "f1": 0.651091, + "accuracy": 0.678854, + "main_score": 0.651091, + "hf_subset": "lua_Latn-fur_Latn", + "languages": [ + "lua-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416504, + "recall": 0.472332, + "f1": 0.43181, + "accuracy": 0.472332, + "main_score": 0.43181, + "hf_subset": "lua_Latn-kab_Latn", + "languages": [ + "lua-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645395, + "recall": 0.683794, + "f1": 0.655541, + "accuracy": 0.683794, + "main_score": 0.655541, + "hf_subset": "lua_Latn-lim_Latn", + "languages": [ + "lua-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629691, + "recall": 0.678854, + "f1": 0.642686, + "accuracy": 0.678854, + "main_score": 0.642686, + "hf_subset": "lua_Latn-nld_Latn", + "languages": [ + "lua-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573877, + "recall": 0.626482, + "f1": 0.588198, + "accuracy": 0.626482, + "main_score": 0.588198, + "hf_subset": "lua_Latn-san_Deva", + "languages": [ + "lua-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623035, + "recall": 0.66502, + "f1": 0.634264, + "accuracy": 0.66502, + "main_score": 0.634264, + "hf_subset": "lua_Latn-tat_Cyrl", + "languages": [ + "lua-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586211, + "recall": 0.628458, + "f1": 0.598119, + "accuracy": 0.628458, + "main_score": 0.598119, + "hf_subset": "lua_Latn-xho_Latn", + "languages": [ + "lua-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607238, + "recall": 0.65415, + "f1": 0.619978, + "accuracy": 0.65415, + "main_score": 0.619978, + "hf_subset": "lua_Latn-ars_Arab", + "languages": [ + "lua-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653419, + "recall": 0.690711, + "f1": 0.663164, + "accuracy": 0.690711, + "main_score": 0.663164, + "hf_subset": "lua_Latn-ceb_Latn", + "languages": [ + "lua-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519759, + "recall": 0.56917, + "f1": 0.534245, + "accuracy": 0.56917, + "main_score": 0.534245, + "hf_subset": "lua_Latn-fuv_Latn", + "languages": [ + "lua-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516421, + "recall": 0.564229, + "f1": 0.529679, + "accuracy": 0.564229, + "main_score": 0.529679, + "hf_subset": "lua_Latn-kac_Latn", + "languages": [ + "lua-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621404, + "recall": 0.657115, + "f1": 0.631677, + "accuracy": 0.657115, + "main_score": 0.631677, + "hf_subset": "lua_Latn-lin_Latn", + "languages": [ + "lua-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639842, + "recall": 0.683794, + "f1": 0.652136, + "accuracy": 0.683794, + "main_score": 0.652136, + "hf_subset": "lua_Latn-nno_Latn", + "languages": [ + "lua-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122574, + "recall": 0.166008, + "f1": 0.132817, + "accuracy": 0.166008, + "main_score": 0.132817, + "hf_subset": "lua_Latn-sat_Olck", + "languages": [ + "lua-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626815, + "recall": 0.668972, + "f1": 0.637615, + "accuracy": 0.668972, + "main_score": 0.637615, + "hf_subset": "lua_Latn-tel_Telu", + "languages": [ + "lua-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551231, + "recall": 0.600791, + "f1": 0.564926, + "accuracy": 0.600791, + "main_score": 0.564926, + "hf_subset": "lua_Latn-ydd_Hebr", + "languages": [ + "lua-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614465, + "recall": 0.657115, + "f1": 0.625412, + "accuracy": 0.657115, + "main_score": 0.625412, + "hf_subset": "lua_Latn-ary_Arab", + "languages": [ + "lua-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632662, + "recall": 0.678854, + "f1": 0.645658, + "accuracy": 0.678854, + "main_score": 0.645658, + "hf_subset": "lua_Latn-ces_Latn", + "languages": [ + "lua-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51603, + "recall": 0.564229, + "f1": 0.529553, + "accuracy": 0.564229, + "main_score": 0.529553, + "hf_subset": "lua_Latn-gaz_Latn", + "languages": [ + "lua-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536365, + "recall": 0.585968, + "f1": 0.550796, + "accuracy": 0.585968, + "main_score": 0.550796, + "hf_subset": "lua_Latn-kam_Latn", + "languages": [ + "lua-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626096, + "recall": 0.673913, + "f1": 0.638931, + "accuracy": 0.673913, + "main_score": 0.638931, + "hf_subset": "lua_Latn-lit_Latn", + "languages": [ + "lua-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640006, + "recall": 0.682806, + "f1": 0.651805, + "accuracy": 0.682806, + "main_score": 0.651805, + "hf_subset": "lua_Latn-nob_Latn", + "languages": [ + "lua-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647804, + "recall": 0.684783, + "f1": 0.658231, + "accuracy": 0.684783, + "main_score": 0.658231, + "hf_subset": "lua_Latn-scn_Latn", + "languages": [ + "lua-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60474, + "recall": 0.644269, + "f1": 0.615644, + "accuracy": 0.644269, + "main_score": 0.615644, + "hf_subset": "lua_Latn-tgk_Cyrl", + "languages": [ + "lua-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524069, + "recall": 0.581028, + "f1": 0.540281, + "accuracy": 0.581028, + "main_score": 0.540281, + "hf_subset": "lua_Latn-yor_Latn", + "languages": [ + "lua-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628347, + "recall": 0.670949, + "f1": 0.639603, + "accuracy": 0.670949, + "main_score": 0.639603, + "hf_subset": "lua_Latn-arz_Arab", + "languages": [ + "lua-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539608, + "recall": 0.581028, + "f1": 0.552009, + "accuracy": 0.581028, + "main_score": 0.552009, + "hf_subset": "lua_Latn-cjk_Latn", + "languages": [ + "lua-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540567, + "recall": 0.58004, + "f1": 0.551325, + "accuracy": 0.58004, + "main_score": 0.551325, + "hf_subset": "lua_Latn-gla_Latn", + "languages": [ + "lua-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617574, + "recall": 0.664032, + "f1": 0.63076, + "accuracy": 0.664032, + "main_score": 0.63076, + "hf_subset": "lua_Latn-kan_Knda", + "languages": [ + "lua-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642435, + "recall": 0.677866, + "f1": 0.651892, + "accuracy": 0.677866, + "main_score": 0.651892, + "hf_subset": "lua_Latn-lmo_Latn", + "languages": [ + "lua-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615303, + "recall": 0.666008, + "f1": 0.62914, + "accuracy": 0.666008, + "main_score": 0.62914, + "hf_subset": "lua_Latn-npi_Deva", + "languages": [ + "lua-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449115, + "recall": 0.501976, + "f1": 0.4634, + "accuracy": 0.501976, + "main_score": 0.4634, + "hf_subset": "lua_Latn-shn_Mymr", + "languages": [ + "lua-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665494, + "recall": 0.697628, + "f1": 0.674297, + "accuracy": 0.697628, + "main_score": 0.674297, + "hf_subset": "lua_Latn-tgl_Latn", + "languages": [ + "lua-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628212, + "recall": 0.670949, + "f1": 0.638814, + "accuracy": 0.670949, + "main_score": 0.638814, + "hf_subset": "lua_Latn-yue_Hant", + "languages": [ + "lua-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601697, + "recall": 0.647233, + "f1": 0.614474, + "accuracy": 0.647233, + "main_score": 0.614474, + "hf_subset": "lua_Latn-asm_Beng", + "languages": [ + "lua-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570627, + "recall": 0.619565, + "f1": 0.584659, + "accuracy": 0.619565, + "main_score": 0.584659, + "hf_subset": "lua_Latn-ckb_Arab", + "languages": [ + "lua-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539156, + "recall": 0.585968, + "f1": 0.552094, + "accuracy": 0.585968, + "main_score": 0.552094, + "hf_subset": "lua_Latn-gle_Latn", + "languages": [ + "lua-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573756, + "recall": 0.615613, + "f1": 0.584728, + "accuracy": 0.615613, + "main_score": 0.584728, + "hf_subset": "lua_Latn-kas_Arab", + "languages": [ + "lua-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598531, + "recall": 0.639328, + "f1": 0.609893, + "accuracy": 0.639328, + "main_score": 0.609893, + "hf_subset": "lua_Latn-ltg_Latn", + "languages": [ + "lua-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599802, + "recall": 0.634387, + "f1": 0.610427, + "accuracy": 0.634387, + "main_score": 0.610427, + "hf_subset": "lua_Latn-nso_Latn", + "languages": [ + "lua-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535172, + "recall": 0.58498, + "f1": 0.548938, + "accuracy": 0.58498, + "main_score": 0.548938, + "hf_subset": "lua_Latn-sin_Sinh", + "languages": [ + "lua-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627457, + "recall": 0.671937, + "f1": 0.639335, + "accuracy": 0.671937, + "main_score": 0.639335, + "hf_subset": "lua_Latn-tha_Thai", + "languages": [ + "lua-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601822, + "recall": 0.645257, + "f1": 0.613295, + "accuracy": 0.645257, + "main_score": 0.613295, + "hf_subset": "lua_Latn-zho_Hans", + "languages": [ + "lua-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653186, + "recall": 0.697628, + "f1": 0.665573, + "accuracy": 0.697628, + "main_score": 0.665573, + "hf_subset": "lua_Latn-ast_Latn", + "languages": [ + "lua-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600125, + "recall": 0.650198, + "f1": 0.613789, + "accuracy": 0.650198, + "main_score": 0.613789, + "hf_subset": "lua_Latn-crh_Latn", + "languages": [ + "lua-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662749, + "recall": 0.697628, + "f1": 0.672294, + "accuracy": 0.697628, + "main_score": 0.672294, + "hf_subset": "lua_Latn-glg_Latn", + "languages": [ + "lua-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565969, + "recall": 0.61166, + "f1": 0.57899, + "accuracy": 0.61166, + "main_score": 0.57899, + "hf_subset": "lua_Latn-kas_Deva", + "languages": [ + "lua-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635633, + "recall": 0.673913, + "f1": 0.646014, + "accuracy": 0.673913, + "main_score": 0.646014, + "hf_subset": "lua_Latn-ltz_Latn", + "languages": [ + "lua-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47782, + "recall": 0.531621, + "f1": 0.492385, + "accuracy": 0.531621, + "main_score": 0.492385, + "hf_subset": "lua_Latn-nus_Latn", + "languages": [ + "lua-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631803, + "recall": 0.676877, + "f1": 0.644235, + "accuracy": 0.676877, + "main_score": 0.644235, + "hf_subset": "lua_Latn-slk_Latn", + "languages": [ + "lua-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442008, + "recall": 0.501976, + "f1": 0.458522, + "accuracy": 0.501976, + "main_score": 0.458522, + "hf_subset": "lua_Latn-tir_Ethi", + "languages": [ + "lua-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616086, + "recall": 0.661067, + "f1": 0.627497, + "accuracy": 0.661067, + "main_score": 0.627497, + "hf_subset": "lua_Latn-zho_Hant", + "languages": [ + "lua-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620003, + "recall": 0.663043, + "f1": 0.631663, + "accuracy": 0.663043, + "main_score": 0.631663, + "hf_subset": "lua_Latn-awa_Deva", + "languages": [ + "lua-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59899, + "recall": 0.642292, + "f1": 0.610331, + "accuracy": 0.642292, + "main_score": 0.610331, + "hf_subset": "lua_Latn-cym_Latn", + "languages": [ + "lua-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616304, + "recall": 0.652174, + "f1": 0.626468, + "accuracy": 0.652174, + "main_score": 0.626468, + "hf_subset": "lua_Latn-grn_Latn", + "languages": [ + "lua-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59624, + "recall": 0.643281, + "f1": 0.609271, + "accuracy": 0.643281, + "main_score": 0.609271, + "hf_subset": "lua_Latn-kat_Geor", + "languages": [ + "lua-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600909, + "recall": 0.644269, + "f1": 0.613371, + "accuracy": 0.644269, + "main_score": 0.613371, + "hf_subset": "lua_Latn-nya_Latn", + "languages": [ + "lua-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627392, + "recall": 0.676877, + "f1": 0.640623, + "accuracy": 0.676877, + "main_score": 0.640623, + "hf_subset": "lua_Latn-slv_Latn", + "languages": [ + "lua-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631302, + "recall": 0.668972, + "f1": 0.641836, + "accuracy": 0.668972, + "main_score": 0.641836, + "hf_subset": "lua_Latn-tpi_Latn", + "languages": [ + "lua-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663213, + "recall": 0.70751, + "f1": 0.674727, + "accuracy": 0.70751, + "main_score": 0.674727, + "hf_subset": "lua_Latn-zsm_Latn", + "languages": [ + "lua-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522696, + "recall": 0.574111, + "f1": 0.537538, + "accuracy": 0.574111, + "main_score": 0.537538, + "hf_subset": "lua_Latn-ayr_Latn", + "languages": [ + "lua-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643563, + "recall": 0.689723, + "f1": 0.656054, + "accuracy": 0.689723, + "main_score": 0.656054, + "hf_subset": "lua_Latn-dan_Latn", + "languages": [ + "lua-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622824, + "recall": 0.66502, + "f1": 0.63419, + "accuracy": 0.66502, + "main_score": 0.63419, + "hf_subset": "lua_Latn-guj_Gujr", + "languages": [ + "lua-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62443, + "recall": 0.668972, + "f1": 0.636427, + "accuracy": 0.668972, + "main_score": 0.636427, + "hf_subset": "lua_Latn-kaz_Cyrl", + "languages": [ + "lua-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531604, + "recall": 0.582016, + "f1": 0.54561, + "accuracy": 0.582016, + "main_score": 0.54561, + "hf_subset": "lua_Latn-lug_Latn", + "languages": [ + "lua-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664829, + "recall": 0.709486, + "f1": 0.676639, + "accuracy": 0.709486, + "main_score": 0.676639, + "hf_subset": "lua_Latn-oci_Latn", + "languages": [ + "lua-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588753, + "recall": 0.628458, + "f1": 0.599721, + "accuracy": 0.628458, + "main_score": 0.599721, + "hf_subset": "lua_Latn-smo_Latn", + "languages": [ + "lua-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537979, + "recall": 0.583992, + "f1": 0.550831, + "accuracy": 0.583992, + "main_score": 0.550831, + "hf_subset": "lua_Latn-tsn_Latn", + "languages": [ + "lua-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551782, + "recall": 0.599802, + "f1": 0.565308, + "accuracy": 0.599802, + "main_score": 0.565308, + "hf_subset": "lua_Latn-zul_Latn", + "languages": [ + "lua-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537977, + "recall": 0.588933, + "f1": 0.551664, + "accuracy": 0.588933, + "main_score": 0.551664, + "hf_subset": "lua_Latn-azb_Arab", + "languages": [ + "lua-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654672, + "recall": 0.69664, + "f1": 0.665727, + "accuracy": 0.69664, + "main_score": 0.665727, + "hf_subset": "lua_Latn-deu_Latn", + "languages": [ + "lua-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593575, + "recall": 0.642292, + "f1": 0.607451, + "accuracy": 0.642292, + "main_score": 0.607451, + "hf_subset": "lua_Latn-hat_Latn", + "languages": [ + "lua-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491628, + "recall": 0.538538, + "f1": 0.504952, + "accuracy": 0.538538, + "main_score": 0.504952, + "hf_subset": "lua_Latn-kbp_Latn", + "languages": [ + "lua-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567877, + "recall": 0.600791, + "f1": 0.577511, + "accuracy": 0.600791, + "main_score": 0.577511, + "hf_subset": "lua_Latn-luo_Latn", + "languages": [ + "lua-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598648, + "recall": 0.652174, + "f1": 0.613152, + "accuracy": 0.652174, + "main_score": 0.613152, + "hf_subset": "lua_Latn-ory_Orya", + "languages": [ + "lua-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547646, + "recall": 0.600791, + "f1": 0.563284, + "accuracy": 0.600791, + "main_score": 0.563284, + "hf_subset": "lua_Latn-sna_Latn", + "languages": [ + "lua-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530365, + "recall": 0.572134, + "f1": 0.542564, + "accuracy": 0.572134, + "main_score": 0.542564, + "hf_subset": "lua_Latn-tso_Latn", + "languages": [ + "lua-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592492, + "recall": 0.644269, + "f1": 0.606856, + "accuracy": 0.644269, + "main_score": 0.606856, + "hf_subset": "lua_Latn-azj_Latn", + "languages": [ + "lua-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531423, + "recall": 0.583004, + "f1": 0.546989, + "accuracy": 0.583004, + "main_score": 0.546989, + "hf_subset": "lua_Latn-dik_Latn", + "languages": [ + "lua-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582047, + "recall": 0.62253, + "f1": 0.592938, + "accuracy": 0.62253, + "main_score": 0.592938, + "hf_subset": "lua_Latn-hau_Latn", + "languages": [ + "lua-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657855, + "recall": 0.6917, + "f1": 0.666796, + "accuracy": 0.6917, + "main_score": 0.666796, + "hf_subset": "lua_Latn-kea_Latn", + "languages": [ + "lua-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586061, + "recall": 0.625494, + "f1": 0.597133, + "accuracy": 0.625494, + "main_score": 0.597133, + "hf_subset": "lua_Latn-lus_Latn", + "languages": [ + "lua-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624389, + "recall": 0.658103, + "f1": 0.63419, + "accuracy": 0.658103, + "main_score": 0.63419, + "hf_subset": "lua_Latn-pag_Latn", + "languages": [ + "lua-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591477, + "recall": 0.648221, + "f1": 0.607366, + "accuracy": 0.648221, + "main_score": 0.607366, + "hf_subset": "lua_Latn-snd_Arab", + "languages": [ + "lua-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585331, + "recall": 0.633399, + "f1": 0.59935, + "accuracy": 0.633399, + "main_score": 0.59935, + "hf_subset": "lua_Latn-tuk_Latn", + "languages": [ + "lua-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611637, + "recall": 0.65415, + "f1": 0.62341, + "accuracy": 0.65415, + "main_score": 0.62341, + "hf_subset": "lua_Latn-bak_Cyrl", + "languages": [ + "lua-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456829, + "recall": 0.524704, + "f1": 0.47619, + "accuracy": 0.524704, + "main_score": 0.47619, + "hf_subset": "lua_Latn-dyu_Latn", + "languages": [ + "lua-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618478, + "recall": 0.663043, + "f1": 0.629801, + "accuracy": 0.663043, + "main_score": 0.629801, + "hf_subset": "lua_Latn-heb_Hebr", + "languages": [ + "lua-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599093, + "recall": 0.645257, + "f1": 0.611313, + "accuracy": 0.645257, + "main_score": 0.611313, + "hf_subset": "lua_Latn-khk_Cyrl", + "languages": [ + "lua-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63571, + "recall": 0.681818, + "f1": 0.647325, + "accuracy": 0.681818, + "main_score": 0.647325, + "hf_subset": "lua_Latn-lvs_Latn", + "languages": [ + "lua-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620248, + "recall": 0.664032, + "f1": 0.63214, + "accuracy": 0.664032, + "main_score": 0.63214, + "hf_subset": "lua_Latn-pan_Guru", + "languages": [ + "lua-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523953, + "recall": 0.574111, + "f1": 0.538034, + "accuracy": 0.574111, + "main_score": 0.538034, + "hf_subset": "lua_Latn-som_Latn", + "languages": [ + "lua-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545456, + "recall": 0.589921, + "f1": 0.557906, + "accuracy": 0.589921, + "main_score": 0.557906, + "hf_subset": "lua_Latn-tum_Latn", + "languages": [ + "lua-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444952, + "recall": 0.502964, + "f1": 0.460788, + "accuracy": 0.502964, + "main_score": 0.460788, + "hf_subset": "nya_Latn-ace_Arab", + "languages": [ + "nya-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509496, + "recall": 0.5583, + "f1": 0.523652, + "accuracy": 0.5583, + "main_score": 0.523652, + "hf_subset": "nya_Latn-bam_Latn", + "languages": [ + "nya-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.23868, + "recall": 0.278656, + "f1": 0.249442, + "accuracy": 0.278656, + "main_score": 0.249442, + "hf_subset": "nya_Latn-dzo_Tibt", + "languages": [ + "nya-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620134, + "recall": 0.667984, + "f1": 0.632532, + "accuracy": 0.667984, + "main_score": 0.632532, + "hf_subset": "nya_Latn-hin_Deva", + "languages": [ + "nya-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576006, + "recall": 0.624506, + "f1": 0.58959, + "accuracy": 0.624506, + "main_score": 0.58959, + "hf_subset": "nya_Latn-khm_Khmr", + "languages": [ + "nya-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620445, + "recall": 0.663043, + "f1": 0.630922, + "accuracy": 0.663043, + "main_score": 0.630922, + "hf_subset": "nya_Latn-mag_Deva", + "languages": [ + "nya-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604843, + "recall": 0.641304, + "f1": 0.61417, + "accuracy": 0.641304, + "main_score": 0.61417, + "hf_subset": "nya_Latn-pap_Latn", + "languages": [ + "nya-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582445, + "recall": 0.629447, + "f1": 0.595047, + "accuracy": 0.629447, + "main_score": 0.595047, + "hf_subset": "nya_Latn-sot_Latn", + "languages": [ + "nya-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611715, + "recall": 0.664032, + "f1": 0.625495, + "accuracy": 0.664032, + "main_score": 0.625495, + "hf_subset": "nya_Latn-tur_Latn", + "languages": [ + "nya-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607842, + "recall": 0.645257, + "f1": 0.617796, + "accuracy": 0.645257, + "main_score": 0.617796, + "hf_subset": "nya_Latn-ace_Latn", + "languages": [ + "nya-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608126, + "recall": 0.653162, + "f1": 0.620082, + "accuracy": 0.653162, + "main_score": 0.620082, + "hf_subset": "nya_Latn-ban_Latn", + "languages": [ + "nya-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603861, + "recall": 0.653162, + "f1": 0.616621, + "accuracy": 0.653162, + "main_score": 0.616621, + "hf_subset": "nya_Latn-ell_Grek", + "languages": [ + "nya-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596904, + "recall": 0.641304, + "f1": 0.608347, + "accuracy": 0.641304, + "main_score": 0.608347, + "hf_subset": "nya_Latn-hne_Deva", + "languages": [ + "nya-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555789, + "recall": 0.600791, + "f1": 0.568058, + "accuracy": 0.600791, + "main_score": 0.568058, + "hf_subset": "nya_Latn-kik_Latn", + "languages": [ + "nya-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613415, + "recall": 0.660079, + "f1": 0.625938, + "accuracy": 0.660079, + "main_score": 0.625938, + "hf_subset": "nya_Latn-mai_Deva", + "languages": [ + "nya-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535976, + "recall": 0.592885, + "f1": 0.551121, + "accuracy": 0.592885, + "main_score": 0.551121, + "hf_subset": "nya_Latn-pbt_Arab", + "languages": [ + "nya-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620291, + "recall": 0.670949, + "f1": 0.633765, + "accuracy": 0.670949, + "main_score": 0.633765, + "hf_subset": "nya_Latn-spa_Latn", + "languages": [ + "nya-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564881, + "recall": 0.602767, + "f1": 0.575352, + "accuracy": 0.602767, + "main_score": 0.575352, + "hf_subset": "nya_Latn-twi_Latn", + "languages": [ + "nya-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605071, + "recall": 0.656126, + "f1": 0.617864, + "accuracy": 0.656126, + "main_score": 0.617864, + "hf_subset": "nya_Latn-acm_Arab", + "languages": [ + "nya-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568465, + "recall": 0.619565, + "f1": 0.581499, + "accuracy": 0.619565, + "main_score": 0.581499, + "hf_subset": "nya_Latn-bel_Cyrl", + "languages": [ + "nya-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654687, + "recall": 0.704545, + "f1": 0.667798, + "accuracy": 0.704545, + "main_score": 0.667798, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6416, + "recall": 0.689723, + "f1": 0.653415, + "accuracy": 0.689723, + "main_score": 0.653415, + "hf_subset": "nya_Latn-hrv_Latn", + "languages": [ + "nya-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550902, + "recall": 0.602767, + "f1": 0.565082, + "accuracy": 0.602767, + "main_score": 0.565082, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626985, + "recall": 0.670949, + "f1": 0.63821, + "accuracy": 0.670949, + "main_score": 0.63821, + "hf_subset": "nya_Latn-mal_Mlym", + "languages": [ + "nya-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612846, + "recall": 0.661067, + "f1": 0.625124, + "accuracy": 0.661067, + "main_score": 0.625124, + "hf_subset": "nya_Latn-pes_Arab", + "languages": [ + "nya-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605605, + "recall": 0.650198, + "f1": 0.616893, + "accuracy": 0.650198, + "main_score": 0.616893, + "hf_subset": "nya_Latn-srd_Latn", + "languages": [ + "nya-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197168, + "recall": 0.237154, + "f1": 0.207088, + "accuracy": 0.237154, + "main_score": 0.207088, + "hf_subset": "nya_Latn-tzm_Tfng", + "languages": [ + "nya-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60515, + "recall": 0.660079, + "f1": 0.619575, + "accuracy": 0.660079, + "main_score": 0.619575, + "hf_subset": "nya_Latn-acq_Arab", + "languages": [ + "nya-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615559, + "recall": 0.658103, + "f1": 0.627038, + "accuracy": 0.658103, + "main_score": 0.627038, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625444, + "recall": 0.666996, + "f1": 0.635772, + "accuracy": 0.666996, + "main_score": 0.635772, + "hf_subset": "nya_Latn-epo_Latn", + "languages": [ + "nya-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609155, + "recall": 0.65415, + "f1": 0.620856, + "accuracy": 0.65415, + "main_score": 0.620856, + "hf_subset": "nya_Latn-hun_Latn", + "languages": [ + "nya-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599391, + "recall": 0.639328, + "f1": 0.609892, + "accuracy": 0.639328, + "main_score": 0.609892, + "hf_subset": "nya_Latn-kir_Cyrl", + "languages": [ + "nya-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627994, + "recall": 0.664032, + "f1": 0.636843, + "accuracy": 0.664032, + "main_score": 0.636843, + "hf_subset": "nya_Latn-mar_Deva", + "languages": [ + "nya-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554943, + "recall": 0.598814, + "f1": 0.567082, + "accuracy": 0.598814, + "main_score": 0.567082, + "hf_subset": "nya_Latn-plt_Latn", + "languages": [ + "nya-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629484, + "recall": 0.677866, + "f1": 0.642199, + "accuracy": 0.677866, + "main_score": 0.642199, + "hf_subset": "nya_Latn-srp_Cyrl", + "languages": [ + "nya-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522577, + "recall": 0.575099, + "f1": 0.537034, + "accuracy": 0.575099, + "main_score": 0.537034, + "hf_subset": "nya_Latn-uig_Arab", + "languages": [ + "nya-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585368, + "recall": 0.632411, + "f1": 0.597921, + "accuracy": 0.632411, + "main_score": 0.597921, + "hf_subset": "nya_Latn-aeb_Arab", + "languages": [ + "nya-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613025, + "recall": 0.660079, + "f1": 0.625046, + "accuracy": 0.660079, + "main_score": 0.625046, + "hf_subset": "nya_Latn-ben_Beng", + "languages": [ + "nya-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596937, + "recall": 0.645257, + "f1": 0.60971, + "accuracy": 0.645257, + "main_score": 0.60971, + "hf_subset": "nya_Latn-est_Latn", + "languages": [ + "nya-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592896, + "recall": 0.639328, + "f1": 0.605635, + "accuracy": 0.639328, + "main_score": 0.605635, + "hf_subset": "nya_Latn-hye_Armn", + "languages": [ + "nya-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542358, + "recall": 0.589921, + "f1": 0.555529, + "accuracy": 0.589921, + "main_score": 0.555529, + "hf_subset": "nya_Latn-kmb_Latn", + "languages": [ + "nya-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401136, + "recall": 0.454545, + "f1": 0.415886, + "accuracy": 0.454545, + "main_score": 0.415886, + "hf_subset": "nya_Latn-min_Arab", + "languages": [ + "nya-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628709, + "recall": 0.667984, + "f1": 0.638789, + "accuracy": 0.667984, + "main_score": 0.638789, + "hf_subset": "nya_Latn-pol_Latn", + "languages": [ + "nya-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567001, + "recall": 0.610672, + "f1": 0.578749, + "accuracy": 0.610672, + "main_score": 0.578749, + "hf_subset": "nya_Latn-ssw_Latn", + "languages": [ + "nya-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628079, + "recall": 0.676877, + "f1": 0.640564, + "accuracy": 0.676877, + "main_score": 0.640564, + "hf_subset": "nya_Latn-ukr_Cyrl", + "languages": [ + "nya-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645384, + "recall": 0.692688, + "f1": 0.658169, + "accuracy": 0.692688, + "main_score": 0.658169, + "hf_subset": "nya_Latn-afr_Latn", + "languages": [ + "nya-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59466, + "recall": 0.63834, + "f1": 0.606057, + "accuracy": 0.63834, + "main_score": 0.606057, + "hf_subset": "nya_Latn-bho_Deva", + "languages": [ + "nya-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59517, + "recall": 0.646245, + "f1": 0.608743, + "accuracy": 0.646245, + "main_score": 0.608743, + "hf_subset": "nya_Latn-eus_Latn", + "languages": [ + "nya-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527993, + "recall": 0.572134, + "f1": 0.54037, + "accuracy": 0.572134, + "main_score": 0.54037, + "hf_subset": "nya_Latn-ibo_Latn", + "languages": [ + "nya-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568098, + "recall": 0.615613, + "f1": 0.580777, + "accuracy": 0.615613, + "main_score": 0.580777, + "hf_subset": "nya_Latn-kmr_Latn", + "languages": [ + "nya-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606465, + "recall": 0.657115, + "f1": 0.61996, + "accuracy": 0.657115, + "main_score": 0.61996, + "hf_subset": "nya_Latn-min_Latn", + "languages": [ + "nya-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64197, + "recall": 0.692688, + "f1": 0.655376, + "accuracy": 0.692688, + "main_score": 0.655376, + "hf_subset": "nya_Latn-por_Latn", + "languages": [ + "nya-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621517, + "recall": 0.663043, + "f1": 0.63135, + "accuracy": 0.663043, + "main_score": 0.63135, + "hf_subset": "nya_Latn-sun_Latn", + "languages": [ + "nya-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523017, + "recall": 0.573123, + "f1": 0.537512, + "accuracy": 0.573123, + "main_score": 0.537512, + "hf_subset": "nya_Latn-umb_Latn", + "languages": [ + "nya-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614808, + "recall": 0.661067, + "f1": 0.626676, + "accuracy": 0.661067, + "main_score": 0.626676, + "hf_subset": "nya_Latn-ajp_Arab", + "languages": [ + "nya-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432277, + "recall": 0.485178, + "f1": 0.446271, + "accuracy": 0.485178, + "main_score": 0.446271, + "hf_subset": "nya_Latn-bjn_Arab", + "languages": [ + "nya-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505171, + "recall": 0.546443, + "f1": 0.517509, + "accuracy": 0.546443, + "main_score": 0.517509, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62248, + "recall": 0.663043, + "f1": 0.632931, + "accuracy": 0.663043, + "main_score": 0.632931, + "hf_subset": "nya_Latn-ilo_Latn", + "languages": [ + "nya-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318878, + "recall": 0.368577, + "f1": 0.332177, + "accuracy": 0.368577, + "main_score": 0.332177, + "hf_subset": "nya_Latn-knc_Arab", + "languages": [ + "nya-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618704, + "recall": 0.667984, + "f1": 0.631712, + "accuracy": 0.667984, + "main_score": 0.631712, + "hf_subset": "nya_Latn-mkd_Cyrl", + "languages": [ + "nya-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615224, + "recall": 0.661067, + "f1": 0.627406, + "accuracy": 0.661067, + "main_score": 0.627406, + "hf_subset": "nya_Latn-prs_Arab", + "languages": [ + "nya-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628598, + "recall": 0.675889, + "f1": 0.640048, + "accuracy": 0.675889, + "main_score": 0.640048, + "hf_subset": "nya_Latn-swe_Latn", + "languages": [ + "nya-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589753, + "recall": 0.644269, + "f1": 0.604389, + "accuracy": 0.644269, + "main_score": 0.604389, + "hf_subset": "nya_Latn-urd_Arab", + "languages": [ + "nya-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566421, + "recall": 0.608696, + "f1": 0.578256, + "accuracy": 0.608696, + "main_score": 0.578256, + "hf_subset": "nya_Latn-aka_Latn", + "languages": [ + "nya-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624841, + "recall": 0.658103, + "f1": 0.633294, + "accuracy": 0.658103, + "main_score": 0.633294, + "hf_subset": "nya_Latn-bjn_Latn", + "languages": [ + "nya-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587269, + "recall": 0.634387, + "f1": 0.600414, + "accuracy": 0.634387, + "main_score": 0.600414, + "hf_subset": "nya_Latn-fao_Latn", + "languages": [ + "nya-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638824, + "recall": 0.681818, + "f1": 0.650065, + "accuracy": 0.681818, + "main_score": 0.650065, + "hf_subset": "nya_Latn-ind_Latn", + "languages": [ + "nya-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565663, + "recall": 0.600791, + "f1": 0.575881, + "accuracy": 0.600791, + "main_score": 0.575881, + "hf_subset": "nya_Latn-knc_Latn", + "languages": [ + "nya-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613092, + "recall": 0.65415, + "f1": 0.623199, + "accuracy": 0.65415, + "main_score": 0.623199, + "hf_subset": "nya_Latn-mlt_Latn", + "languages": [ + "nya-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540635, + "recall": 0.586957, + "f1": 0.553459, + "accuracy": 0.586957, + "main_score": 0.553459, + "hf_subset": "nya_Latn-quy_Latn", + "languages": [ + "nya-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613679, + "recall": 0.661067, + "f1": 0.626647, + "accuracy": 0.661067, + "main_score": 0.626647, + "hf_subset": "nya_Latn-swh_Latn", + "languages": [ + "nya-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595327, + "recall": 0.639328, + "f1": 0.606647, + "accuracy": 0.639328, + "main_score": 0.606647, + "hf_subset": "nya_Latn-uzn_Latn", + "languages": [ + "nya-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633272, + "recall": 0.68083, + "f1": 0.645755, + "accuracy": 0.68083, + "main_score": 0.645755, + "hf_subset": "nya_Latn-als_Latn", + "languages": [ + "nya-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304648, + "recall": 0.358696, + "f1": 0.317784, + "accuracy": 0.358696, + "main_score": 0.317784, + "hf_subset": "nya_Latn-bod_Tibt", + "languages": [ + "nya-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588439, + "recall": 0.630435, + "f1": 0.599737, + "accuracy": 0.630435, + "main_score": 0.599737, + "hf_subset": "nya_Latn-fij_Latn", + "languages": [ + "nya-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579712, + "recall": 0.634387, + "f1": 0.593994, + "accuracy": 0.634387, + "main_score": 0.593994, + "hf_subset": "nya_Latn-isl_Latn", + "languages": [ + "nya-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595859, + "recall": 0.641304, + "f1": 0.608764, + "accuracy": 0.641304, + "main_score": 0.608764, + "hf_subset": "nya_Latn-kon_Latn", + "languages": [ + "nya-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507107, + "recall": 0.556324, + "f1": 0.521339, + "accuracy": 0.556324, + "main_score": 0.521339, + "hf_subset": "nya_Latn-mni_Beng", + "languages": [ + "nya-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630267, + "recall": 0.68083, + "f1": 0.643344, + "accuracy": 0.68083, + "main_score": 0.643344, + "hf_subset": "nya_Latn-ron_Latn", + "languages": [ + "nya-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629691, + "recall": 0.66996, + "f1": 0.639372, + "accuracy": 0.66996, + "main_score": 0.639372, + "hf_subset": "nya_Latn-szl_Latn", + "languages": [ + "nya-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621209, + "recall": 0.666996, + "f1": 0.633455, + "accuracy": 0.666996, + "main_score": 0.633455, + "hf_subset": "nya_Latn-vec_Latn", + "languages": [ + "nya-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525218, + "recall": 0.581028, + "f1": 0.540111, + "accuracy": 0.581028, + "main_score": 0.540111, + "hf_subset": "nya_Latn-amh_Ethi", + "languages": [ + "nya-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635589, + "recall": 0.682806, + "f1": 0.64717, + "accuracy": 0.682806, + "main_score": 0.64717, + "hf_subset": "nya_Latn-bos_Latn", + "languages": [ + "nya-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597547, + "recall": 0.643281, + "f1": 0.610115, + "accuracy": 0.643281, + "main_score": 0.610115, + "hf_subset": "nya_Latn-fin_Latn", + "languages": [ + "nya-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633651, + "recall": 0.679842, + "f1": 0.64544, + "accuracy": 0.679842, + "main_score": 0.64544, + "hf_subset": "nya_Latn-ita_Latn", + "languages": [ + "nya-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601501, + "recall": 0.655138, + "f1": 0.614694, + "accuracy": 0.655138, + "main_score": 0.614694, + "hf_subset": "nya_Latn-kor_Hang", + "languages": [ + "nya-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513674, + "recall": 0.5583, + "f1": 0.525823, + "accuracy": 0.5583, + "main_score": 0.525823, + "hf_subset": "nya_Latn-mos_Latn", + "languages": [ + "nya-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546217, + "recall": 0.597826, + "f1": 0.559956, + "accuracy": 0.597826, + "main_score": 0.559956, + "hf_subset": "nya_Latn-run_Latn", + "languages": [ + "nya-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606285, + "recall": 0.649209, + "f1": 0.617319, + "accuracy": 0.649209, + "main_score": 0.617319, + "hf_subset": "nya_Latn-tam_Taml", + "languages": [ + "nya-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619396, + "recall": 0.663043, + "f1": 0.630884, + "accuracy": 0.663043, + "main_score": 0.630884, + "hf_subset": "nya_Latn-vie_Latn", + "languages": [ + "nya-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607533, + "recall": 0.660079, + "f1": 0.621248, + "accuracy": 0.660079, + "main_score": 0.621248, + "hf_subset": "nya_Latn-apc_Arab", + "languages": [ + "nya-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566532, + "recall": 0.610672, + "f1": 0.577827, + "accuracy": 0.610672, + "main_score": 0.577827, + "hf_subset": "nya_Latn-bug_Latn", + "languages": [ + "nya-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46511, + "recall": 0.51087, + "f1": 0.477953, + "accuracy": 0.51087, + "main_score": 0.477953, + "hf_subset": "nya_Latn-fon_Latn", + "languages": [ + "nya-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636048, + "recall": 0.676877, + "f1": 0.646078, + "accuracy": 0.676877, + "main_score": 0.646078, + "hf_subset": "nya_Latn-jav_Latn", + "languages": [ + "nya-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554187, + "recall": 0.602767, + "f1": 0.567331, + "accuracy": 0.602767, + "main_score": 0.567331, + "hf_subset": "nya_Latn-lao_Laoo", + "languages": [ + "nya-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543969, + "recall": 0.587945, + "f1": 0.555822, + "accuracy": 0.587945, + "main_score": 0.555822, + "hf_subset": "nya_Latn-mri_Latn", + "languages": [ + "nya-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605085, + "recall": 0.655138, + "f1": 0.618278, + "accuracy": 0.655138, + "main_score": 0.618278, + "hf_subset": "nya_Latn-rus_Cyrl", + "languages": [ + "nya-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497151, + "recall": 0.536561, + "f1": 0.508484, + "accuracy": 0.536561, + "main_score": 0.508484, + "hf_subset": "nya_Latn-taq_Latn", + "languages": [ + "nya-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645939, + "recall": 0.68083, + "f1": 0.654164, + "accuracy": 0.68083, + "main_score": 0.654164, + "hf_subset": "nya_Latn-war_Latn", + "languages": [ + "nya-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614502, + "recall": 0.666008, + "f1": 0.627506, + "accuracy": 0.666008, + "main_score": 0.627506, + "hf_subset": "nya_Latn-arb_Arab", + "languages": [ + "nya-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617038, + "recall": 0.662055, + "f1": 0.62948, + "accuracy": 0.662055, + "main_score": 0.62948, + "hf_subset": "nya_Latn-bul_Cyrl", + "languages": [ + "nya-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63991, + "recall": 0.686759, + "f1": 0.651942, + "accuracy": 0.686759, + "main_score": 0.651942, + "hf_subset": "nya_Latn-fra_Latn", + "languages": [ + "nya-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601709, + "recall": 0.645257, + "f1": 0.612867, + "accuracy": 0.645257, + "main_score": 0.612867, + "hf_subset": "nya_Latn-jpn_Jpan", + "languages": [ + "nya-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611642, + "recall": 0.656126, + "f1": 0.622699, + "accuracy": 0.656126, + "main_score": 0.622699, + "hf_subset": "nya_Latn-lij_Latn", + "languages": [ + "nya-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468428, + "recall": 0.535573, + "f1": 0.48639, + "accuracy": 0.535573, + "main_score": 0.48639, + "hf_subset": "nya_Latn-mya_Mymr", + "languages": [ + "nya-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548453, + "recall": 0.596838, + "f1": 0.5615, + "accuracy": 0.596838, + "main_score": 0.5615, + "hf_subset": "nya_Latn-sag_Latn", + "languages": [ + "nya-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195287, + "recall": 0.241107, + "f1": 0.206158, + "accuracy": 0.241107, + "main_score": 0.206158, + "hf_subset": "nya_Latn-taq_Tfng", + "languages": [ + "nya-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563825, + "recall": 0.607708, + "f1": 0.576107, + "accuracy": 0.607708, + "main_score": 0.576107, + "hf_subset": "nya_Latn-wol_Latn", + "languages": [ + "nya-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491441, + "recall": 0.540514, + "f1": 0.504684, + "accuracy": 0.540514, + "main_score": 0.504684, + "hf_subset": "nya_Latn-arb_Latn", + "languages": [ + "nya-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636735, + "recall": 0.677866, + "f1": 0.647017, + "accuracy": 0.677866, + "main_score": 0.647017, + "hf_subset": "nya_Latn-cat_Latn", + "languages": [ + "nya-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609626, + "recall": 0.652174, + "f1": 0.620589, + "accuracy": 0.652174, + "main_score": 0.620589, + "hf_subset": "nya_Latn-fur_Latn", + "languages": [ + "nya-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427327, + "recall": 0.475296, + "f1": 0.440346, + "accuracy": 0.475296, + "main_score": 0.440346, + "hf_subset": "nya_Latn-kab_Latn", + "languages": [ + "nya-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598739, + "recall": 0.642292, + "f1": 0.609607, + "accuracy": 0.642292, + "main_score": 0.609607, + "hf_subset": "nya_Latn-lim_Latn", + "languages": [ + "nya-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613275, + "recall": 0.662055, + "f1": 0.625426, + "accuracy": 0.662055, + "main_score": 0.625426, + "hf_subset": "nya_Latn-nld_Latn", + "languages": [ + "nya-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561073, + "recall": 0.61166, + "f1": 0.574089, + "accuracy": 0.61166, + "main_score": 0.574089, + "hf_subset": "nya_Latn-san_Deva", + "languages": [ + "nya-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602194, + "recall": 0.65415, + "f1": 0.615807, + "accuracy": 0.65415, + "main_score": 0.615807, + "hf_subset": "nya_Latn-tat_Cyrl", + "languages": [ + "nya-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602907, + "recall": 0.649209, + "f1": 0.615453, + "accuracy": 0.649209, + "main_score": 0.615453, + "hf_subset": "nya_Latn-xho_Latn", + "languages": [ + "nya-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604337, + "recall": 0.656126, + "f1": 0.617738, + "accuracy": 0.656126, + "main_score": 0.617738, + "hf_subset": "nya_Latn-ars_Arab", + "languages": [ + "nya-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63617, + "recall": 0.66996, + "f1": 0.645425, + "accuracy": 0.66996, + "main_score": 0.645425, + "hf_subset": "nya_Latn-ceb_Latn", + "languages": [ + "nya-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51702, + "recall": 0.562253, + "f1": 0.529861, + "accuracy": 0.562253, + "main_score": 0.529861, + "hf_subset": "nya_Latn-fuv_Latn", + "languages": [ + "nya-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501123, + "recall": 0.552372, + "f1": 0.515447, + "accuracy": 0.552372, + "main_score": 0.515447, + "hf_subset": "nya_Latn-kac_Latn", + "languages": [ + "nya-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587203, + "recall": 0.624506, + "f1": 0.59805, + "accuracy": 0.624506, + "main_score": 0.59805, + "hf_subset": "nya_Latn-lin_Latn", + "languages": [ + "nya-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616537, + "recall": 0.666008, + "f1": 0.629081, + "accuracy": 0.666008, + "main_score": 0.629081, + "hf_subset": "nya_Latn-nno_Latn", + "languages": [ + "nya-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.128002, + "recall": 0.172925, + "f1": 0.138603, + "accuracy": 0.172925, + "main_score": 0.138603, + "hf_subset": "nya_Latn-sat_Olck", + "languages": [ + "nya-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599313, + "recall": 0.647233, + "f1": 0.611975, + "accuracy": 0.647233, + "main_score": 0.611975, + "hf_subset": "nya_Latn-tel_Telu", + "languages": [ + "nya-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532303, + "recall": 0.590909, + "f1": 0.548243, + "accuracy": 0.590909, + "main_score": 0.548243, + "hf_subset": "nya_Latn-ydd_Hebr", + "languages": [ + "nya-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589058, + "recall": 0.633399, + "f1": 0.601654, + "accuracy": 0.633399, + "main_score": 0.601654, + "hf_subset": "nya_Latn-ary_Arab", + "languages": [ + "nya-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62407, + "recall": 0.666008, + "f1": 0.634935, + "accuracy": 0.666008, + "main_score": 0.634935, + "hf_subset": "nya_Latn-ces_Latn", + "languages": [ + "nya-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49521, + "recall": 0.547431, + "f1": 0.51, + "accuracy": 0.547431, + "main_score": 0.51, + "hf_subset": "nya_Latn-gaz_Latn", + "languages": [ + "nya-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55896, + "recall": 0.609684, + "f1": 0.573135, + "accuracy": 0.609684, + "main_score": 0.573135, + "hf_subset": "nya_Latn-kam_Latn", + "languages": [ + "nya-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599778, + "recall": 0.649209, + "f1": 0.611563, + "accuracy": 0.649209, + "main_score": 0.611563, + "hf_subset": "nya_Latn-lit_Latn", + "languages": [ + "nya-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625935, + "recall": 0.670949, + "f1": 0.637504, + "accuracy": 0.670949, + "main_score": 0.637504, + "hf_subset": "nya_Latn-nob_Latn", + "languages": [ + "nya-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619685, + "recall": 0.658103, + "f1": 0.629942, + "accuracy": 0.658103, + "main_score": 0.629942, + "hf_subset": "nya_Latn-scn_Latn", + "languages": [ + "nya-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5893, + "recall": 0.632411, + "f1": 0.600934, + "accuracy": 0.632411, + "main_score": 0.600934, + "hf_subset": "nya_Latn-tgk_Cyrl", + "languages": [ + "nya-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52687, + "recall": 0.585968, + "f1": 0.544172, + "accuracy": 0.585968, + "main_score": 0.544172, + "hf_subset": "nya_Latn-yor_Latn", + "languages": [ + "nya-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616796, + "recall": 0.66502, + "f1": 0.628584, + "accuracy": 0.66502, + "main_score": 0.628584, + "hf_subset": "nya_Latn-arz_Arab", + "languages": [ + "nya-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515464, + "recall": 0.549407, + "f1": 0.524846, + "accuracy": 0.549407, + "main_score": 0.524846, + "hf_subset": "nya_Latn-cjk_Latn", + "languages": [ + "nya-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53936, + "recall": 0.58004, + "f1": 0.549898, + "accuracy": 0.58004, + "main_score": 0.549898, + "hf_subset": "nya_Latn-gla_Latn", + "languages": [ + "nya-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608351, + "recall": 0.65415, + "f1": 0.620354, + "accuracy": 0.65415, + "main_score": 0.620354, + "hf_subset": "nya_Latn-kan_Knda", + "languages": [ + "nya-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599884, + "recall": 0.641304, + "f1": 0.610436, + "accuracy": 0.641304, + "main_score": 0.610436, + "hf_subset": "nya_Latn-lmo_Latn", + "languages": [ + "nya-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592807, + "recall": 0.644269, + "f1": 0.605732, + "accuracy": 0.644269, + "main_score": 0.605732, + "hf_subset": "nya_Latn-npi_Deva", + "languages": [ + "nya-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452614, + "recall": 0.497036, + "f1": 0.464876, + "accuracy": 0.497036, + "main_score": 0.464876, + "hf_subset": "nya_Latn-shn_Mymr", + "languages": [ + "nya-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648698, + "recall": 0.694664, + "f1": 0.660629, + "accuracy": 0.694664, + "main_score": 0.660629, + "hf_subset": "nya_Latn-tgl_Latn", + "languages": [ + "nya-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60271, + "recall": 0.655138, + "f1": 0.616622, + "accuracy": 0.655138, + "main_score": 0.616622, + "hf_subset": "nya_Latn-yue_Hant", + "languages": [ + "nya-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58331, + "recall": 0.637352, + "f1": 0.597448, + "accuracy": 0.637352, + "main_score": 0.597448, + "hf_subset": "nya_Latn-asm_Beng", + "languages": [ + "nya-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549274, + "recall": 0.600791, + "f1": 0.563002, + "accuracy": 0.600791, + "main_score": 0.563002, + "hf_subset": "nya_Latn-ckb_Arab", + "languages": [ + "nya-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541216, + "recall": 0.586957, + "f1": 0.554323, + "accuracy": 0.586957, + "main_score": 0.554323, + "hf_subset": "nya_Latn-gle_Latn", + "languages": [ + "nya-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526911, + "recall": 0.579051, + "f1": 0.540911, + "accuracy": 0.579051, + "main_score": 0.540911, + "hf_subset": "nya_Latn-kas_Arab", + "languages": [ + "nya-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563759, + "recall": 0.613636, + "f1": 0.57722, + "accuracy": 0.613636, + "main_score": 0.57722, + "hf_subset": "nya_Latn-ltg_Latn", + "languages": [ + "nya-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598148, + "recall": 0.625494, + "f1": 0.605997, + "accuracy": 0.625494, + "main_score": 0.605997, + "hf_subset": "nya_Latn-nso_Latn", + "languages": [ + "nya-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519769, + "recall": 0.578063, + "f1": 0.534843, + "accuracy": 0.578063, + "main_score": 0.534843, + "hf_subset": "nya_Latn-sin_Sinh", + "languages": [ + "nya-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605759, + "recall": 0.653162, + "f1": 0.6181, + "accuracy": 0.653162, + "main_score": 0.6181, + "hf_subset": "nya_Latn-tha_Thai", + "languages": [ + "nya-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581172, + "recall": 0.625494, + "f1": 0.592516, + "accuracy": 0.625494, + "main_score": 0.592516, + "hf_subset": "nya_Latn-zho_Hans", + "languages": [ + "nya-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629802, + "recall": 0.675889, + "f1": 0.641447, + "accuracy": 0.675889, + "main_score": 0.641447, + "hf_subset": "nya_Latn-ast_Latn", + "languages": [ + "nya-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593794, + "recall": 0.643281, + "f1": 0.606109, + "accuracy": 0.643281, + "main_score": 0.606109, + "hf_subset": "nya_Latn-crh_Latn", + "languages": [ + "nya-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636574, + "recall": 0.679842, + "f1": 0.648139, + "accuracy": 0.679842, + "main_score": 0.648139, + "hf_subset": "nya_Latn-glg_Latn", + "languages": [ + "nya-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553323, + "recall": 0.601779, + "f1": 0.566413, + "accuracy": 0.601779, + "main_score": 0.566413, + "hf_subset": "nya_Latn-kas_Deva", + "languages": [ + "nya-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594115, + "recall": 0.63834, + "f1": 0.605959, + "accuracy": 0.63834, + "main_score": 0.605959, + "hf_subset": "nya_Latn-ltz_Latn", + "languages": [ + "nya-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465769, + "recall": 0.523715, + "f1": 0.481332, + "accuracy": 0.523715, + "main_score": 0.481332, + "hf_subset": "nya_Latn-nus_Latn", + "languages": [ + "nya-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623924, + "recall": 0.668972, + "f1": 0.636267, + "accuracy": 0.668972, + "main_score": 0.636267, + "hf_subset": "nya_Latn-slk_Latn", + "languages": [ + "nya-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423918, + "recall": 0.486166, + "f1": 0.440543, + "accuracy": 0.486166, + "main_score": 0.440543, + "hf_subset": "nya_Latn-tir_Ethi", + "languages": [ + "nya-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5793, + "recall": 0.630435, + "f1": 0.592364, + "accuracy": 0.630435, + "main_score": 0.592364, + "hf_subset": "nya_Latn-zho_Hant", + "languages": [ + "nya-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609186, + "recall": 0.657115, + "f1": 0.621472, + "accuracy": 0.657115, + "main_score": 0.621472, + "hf_subset": "nya_Latn-awa_Deva", + "languages": [ + "nya-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589911, + "recall": 0.634387, + "f1": 0.601547, + "accuracy": 0.634387, + "main_score": 0.601547, + "hf_subset": "nya_Latn-cym_Latn", + "languages": [ + "nya-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596725, + "recall": 0.633399, + "f1": 0.606451, + "accuracy": 0.633399, + "main_score": 0.606451, + "hf_subset": "nya_Latn-grn_Latn", + "languages": [ + "nya-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564144, + "recall": 0.62253, + "f1": 0.579215, + "accuracy": 0.62253, + "main_score": 0.579215, + "hf_subset": "nya_Latn-kat_Geor", + "languages": [ + "nya-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579323, + "recall": 0.617589, + "f1": 0.590091, + "accuracy": 0.617589, + "main_score": 0.590091, + "hf_subset": "nya_Latn-lua_Latn", + "languages": [ + "nya-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627663, + "recall": 0.66502, + "f1": 0.636996, + "accuracy": 0.66502, + "main_score": 0.636996, + "hf_subset": "nya_Latn-slv_Latn", + "languages": [ + "nya-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610569, + "recall": 0.652174, + "f1": 0.621289, + "accuracy": 0.652174, + "main_score": 0.621289, + "hf_subset": "nya_Latn-tpi_Latn", + "languages": [ + "nya-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646685, + "recall": 0.693676, + "f1": 0.658361, + "accuracy": 0.693676, + "main_score": 0.658361, + "hf_subset": "nya_Latn-zsm_Latn", + "languages": [ + "nya-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519917, + "recall": 0.565217, + "f1": 0.532699, + "accuracy": 0.565217, + "main_score": 0.532699, + "hf_subset": "nya_Latn-ayr_Latn", + "languages": [ + "nya-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633513, + "recall": 0.682806, + "f1": 0.646095, + "accuracy": 0.682806, + "main_score": 0.646095, + "hf_subset": "nya_Latn-dan_Latn", + "languages": [ + "nya-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609228, + "recall": 0.660079, + "f1": 0.622752, + "accuracy": 0.660079, + "main_score": 0.622752, + "hf_subset": "nya_Latn-guj_Gujr", + "languages": [ + "nya-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597134, + "recall": 0.646245, + "f1": 0.610624, + "accuracy": 0.646245, + "main_score": 0.610624, + "hf_subset": "nya_Latn-kaz_Cyrl", + "languages": [ + "nya-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533335, + "recall": 0.588933, + "f1": 0.548989, + "accuracy": 0.588933, + "main_score": 0.548989, + "hf_subset": "nya_Latn-lug_Latn", + "languages": [ + "nya-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644799, + "recall": 0.689723, + "f1": 0.656502, + "accuracy": 0.689723, + "main_score": 0.656502, + "hf_subset": "nya_Latn-oci_Latn", + "languages": [ + "nya-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593578, + "recall": 0.634387, + "f1": 0.60437, + "accuracy": 0.634387, + "main_score": 0.60437, + "hf_subset": "nya_Latn-smo_Latn", + "languages": [ + "nya-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535616, + "recall": 0.576087, + "f1": 0.546687, + "accuracy": 0.576087, + "main_score": 0.546687, + "hf_subset": "nya_Latn-tsn_Latn", + "languages": [ + "nya-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589948, + "recall": 0.63834, + "f1": 0.603551, + "accuracy": 0.63834, + "main_score": 0.603551, + "hf_subset": "nya_Latn-zul_Latn", + "languages": [ + "nya-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512188, + "recall": 0.566206, + "f1": 0.527367, + "accuracy": 0.566206, + "main_score": 0.527367, + "hf_subset": "nya_Latn-azb_Arab", + "languages": [ + "nya-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626793, + "recall": 0.66996, + "f1": 0.637698, + "accuracy": 0.66996, + "main_score": 0.637698, + "hf_subset": "nya_Latn-deu_Latn", + "languages": [ + "nya-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557432, + "recall": 0.609684, + "f1": 0.572221, + "accuracy": 0.609684, + "main_score": 0.572221, + "hf_subset": "nya_Latn-hat_Latn", + "languages": [ + "nya-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506055, + "recall": 0.546443, + "f1": 0.516913, + "accuracy": 0.546443, + "main_score": 0.516913, + "hf_subset": "nya_Latn-kbp_Latn", + "languages": [ + "nya-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573223, + "recall": 0.607708, + "f1": 0.583193, + "accuracy": 0.607708, + "main_score": 0.583193, + "hf_subset": "nya_Latn-luo_Latn", + "languages": [ + "nya-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590055, + "recall": 0.641304, + "f1": 0.603368, + "accuracy": 0.641304, + "main_score": 0.603368, + "hf_subset": "nya_Latn-ory_Orya", + "languages": [ + "nya-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585665, + "recall": 0.636364, + "f1": 0.600101, + "accuracy": 0.636364, + "main_score": 0.600101, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544774, + "recall": 0.588933, + "f1": 0.557237, + "accuracy": 0.588933, + "main_score": 0.557237, + "hf_subset": "nya_Latn-tso_Latn", + "languages": [ + "nya-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577389, + "recall": 0.62747, + "f1": 0.590259, + "accuracy": 0.62747, + "main_score": 0.590259, + "hf_subset": "nya_Latn-azj_Latn", + "languages": [ + "nya-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514413, + "recall": 0.563241, + "f1": 0.528931, + "accuracy": 0.563241, + "main_score": 0.528931, + "hf_subset": "nya_Latn-dik_Latn", + "languages": [ + "nya-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558517, + "recall": 0.604743, + "f1": 0.571267, + "accuracy": 0.604743, + "main_score": 0.571267, + "hf_subset": "nya_Latn-hau_Latn", + "languages": [ + "nya-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6111, + "recall": 0.655138, + "f1": 0.621739, + "accuracy": 0.655138, + "main_score": 0.621739, + "hf_subset": "nya_Latn-kea_Latn", + "languages": [ + "nya-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599125, + "recall": 0.632411, + "f1": 0.608303, + "accuracy": 0.632411, + "main_score": 0.608303, + "hf_subset": "nya_Latn-lus_Latn", + "languages": [ + "nya-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583463, + "recall": 0.616601, + "f1": 0.592442, + "accuracy": 0.616601, + "main_score": 0.592442, + "hf_subset": "nya_Latn-pag_Latn", + "languages": [ + "nya-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589516, + "recall": 0.640316, + "f1": 0.603179, + "accuracy": 0.640316, + "main_score": 0.603179, + "hf_subset": "nya_Latn-snd_Arab", + "languages": [ + "nya-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557088, + "recall": 0.606719, + "f1": 0.570465, + "accuracy": 0.606719, + "main_score": 0.570465, + "hf_subset": "nya_Latn-tuk_Latn", + "languages": [ + "nya-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600355, + "recall": 0.647233, + "f1": 0.612147, + "accuracy": 0.647233, + "main_score": 0.612147, + "hf_subset": "nya_Latn-bak_Cyrl", + "languages": [ + "nya-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447159, + "recall": 0.51581, + "f1": 0.467056, + "accuracy": 0.51581, + "main_score": 0.467056, + "hf_subset": "nya_Latn-dyu_Latn", + "languages": [ + "nya-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608183, + "recall": 0.652174, + "f1": 0.619481, + "accuracy": 0.652174, + "main_score": 0.619481, + "hf_subset": "nya_Latn-heb_Hebr", + "languages": [ + "nya-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578403, + "recall": 0.62253, + "f1": 0.590621, + "accuracy": 0.62253, + "main_score": 0.590621, + "hf_subset": "nya_Latn-khk_Cyrl", + "languages": [ + "nya-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613759, + "recall": 0.659091, + "f1": 0.625928, + "accuracy": 0.659091, + "main_score": 0.625928, + "hf_subset": "nya_Latn-lvs_Latn", + "languages": [ + "nya-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602757, + "recall": 0.648221, + "f1": 0.61487, + "accuracy": 0.648221, + "main_score": 0.61487, + "hf_subset": "nya_Latn-pan_Guru", + "languages": [ + "nya-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530872, + "recall": 0.577075, + "f1": 0.543783, + "accuracy": 0.577075, + "main_score": 0.543783, + "hf_subset": "nya_Latn-som_Latn", + "languages": [ + "nya-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632175, + "recall": 0.681818, + "f1": 0.64641, + "accuracy": 0.681818, + "main_score": 0.64641, + "hf_subset": "nya_Latn-tum_Latn", + "languages": [ + "nya-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594633, + "recall": 0.652174, + "f1": 0.611172, + "accuracy": 0.652174, + "main_score": 0.611172, + "hf_subset": "slv_Latn-ace_Arab", + "languages": [ + "slv-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534496, + "recall": 0.59585, + "f1": 0.551649, + "accuracy": 0.59585, + "main_score": 0.551649, + "hf_subset": "slv_Latn-bam_Latn", + "languages": [ + "slv-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431844, + "recall": 0.506917, + "f1": 0.452222, + "accuracy": 0.506917, + "main_score": 0.452222, + "hf_subset": "slv_Latn-dzo_Tibt", + "languages": [ + "slv-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hin_Deva", + "languages": [ + "slv-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-khm_Khmr", + "languages": [ + "slv-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-mag_Deva", + "languages": [ + "slv-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "slv_Latn-pap_Latn", + "languages": [ + "slv-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587393, + "recall": 0.645257, + "f1": 0.603565, + "accuracy": 0.645257, + "main_score": 0.603565, + "hf_subset": "slv_Latn-sot_Latn", + "languages": [ + "slv-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-tur_Latn", + "languages": [ + "slv-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875774, + "recall": 0.906126, + "f1": 0.885277, + "accuracy": 0.906126, + "main_score": 0.885277, + "hf_subset": "slv_Latn-ace_Latn", + "languages": [ + "slv-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952322, + "recall": 0.965415, + "f1": 0.956423, + "accuracy": 0.965415, + "main_score": 0.956423, + "hf_subset": "slv_Latn-ban_Latn", + "languages": [ + "slv-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ell_Grek", + "languages": [ + "slv-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "slv_Latn-hne_Deva", + "languages": [ + "slv-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602833, + "recall": 0.658103, + "f1": 0.618845, + "accuracy": 0.658103, + "main_score": 0.618845, + "hf_subset": "slv_Latn-kik_Latn", + "languages": [ + "slv-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-mai_Deva", + "languages": [ + "slv-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "slv_Latn-pbt_Arab", + "languages": [ + "slv-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-spa_Latn", + "languages": [ + "slv-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610664, + "recall": 0.675889, + "f1": 0.628951, + "accuracy": 0.675889, + "main_score": 0.628951, + "hf_subset": "slv_Latn-twi_Latn", + "languages": [ + "slv-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-acm_Arab", + "languages": [ + "slv-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562504, + "recall": 0.62747, + "f1": 0.579949, + "accuracy": 0.62747, + "main_score": 0.579949, + "hf_subset": "slv_Latn-kin_Latn", + "languages": [ + "slv-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-mal_Mlym", + "languages": [ + "slv-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-pes_Arab", + "languages": [ + "slv-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-srd_Latn", + "languages": [ + "slv-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190754, + "recall": 0.238142, + "f1": 0.202463, + "accuracy": 0.238142, + "main_score": 0.202463, + "hf_subset": "slv_Latn-tzm_Tfng", + "languages": [ + "slv-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-acq_Arab", + "languages": [ + "slv-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645334, + "recall": 0.69664, + "f1": 0.659469, + "accuracy": 0.69664, + "main_score": 0.659469, + "hf_subset": "slv_Latn-bem_Latn", + "languages": [ + "slv-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-epo_Latn", + "languages": [ + "slv-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-hun_Latn", + "languages": [ + "slv-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-kir_Cyrl", + "languages": [ + "slv-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-mar_Deva", + "languages": [ + "slv-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673328, + "recall": 0.725296, + "f1": 0.688955, + "accuracy": 0.725296, + "main_score": 0.688955, + "hf_subset": "slv_Latn-plt_Latn", + "languages": [ + "slv-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "slv_Latn-uig_Arab", + "languages": [ + "slv-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-aeb_Arab", + "languages": [ + "slv-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-ben_Beng", + "languages": [ + "slv-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-est_Latn", + "languages": [ + "slv-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-hye_Armn", + "languages": [ + "slv-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566875, + "recall": 0.616601, + "f1": 0.581724, + "accuracy": 0.616601, + "main_score": 0.581724, + "hf_subset": "slv_Latn-kmb_Latn", + "languages": [ + "slv-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513607, + "recall": 0.586957, + "f1": 0.533338, + "accuracy": 0.586957, + "main_score": 0.533338, + "hf_subset": "slv_Latn-min_Arab", + "languages": [ + "slv-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561833, + "recall": 0.62253, + "f1": 0.579323, + "accuracy": 0.62253, + "main_score": 0.579323, + "hf_subset": "slv_Latn-ssw_Latn", + "languages": [ + "slv-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-afr_Latn", + "languages": [ + "slv-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-bho_Deva", + "languages": [ + "slv-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "slv_Latn-eus_Latn", + "languages": [ + "slv-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599967, + "recall": 0.65415, + "f1": 0.615302, + "accuracy": 0.65415, + "main_score": 0.615302, + "hf_subset": "slv_Latn-ibo_Latn", + "languages": [ + "slv-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893116, + "recall": 0.923913, + "f1": 0.902997, + "accuracy": 0.923913, + "main_score": 0.902997, + "hf_subset": "slv_Latn-kmr_Latn", + "languages": [ + "slv-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slv_Latn-min_Latn", + "languages": [ + "slv-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-por_Latn", + "languages": [ + "slv-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-sun_Latn", + "languages": [ + "slv-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536777, + "recall": 0.592885, + "f1": 0.55297, + "accuracy": 0.592885, + "main_score": 0.55297, + "hf_subset": "slv_Latn-umb_Latn", + "languages": [ + "slv-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-ajp_Arab", + "languages": [ + "slv-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552617, + "recall": 0.612648, + "f1": 0.569444, + "accuracy": 0.612648, + "main_score": 0.569444, + "hf_subset": "slv_Latn-bjn_Arab", + "languages": [ + "slv-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519601, + "recall": 0.578063, + "f1": 0.535611, + "accuracy": 0.578063, + "main_score": 0.535611, + "hf_subset": "slv_Latn-ewe_Latn", + "languages": [ + "slv-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94664, + "recall": 0.962451, + "f1": 0.951746, + "accuracy": 0.962451, + "main_score": 0.951746, + "hf_subset": "slv_Latn-ilo_Latn", + "languages": [ + "slv-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326252, + "recall": 0.384387, + "f1": 0.342792, + "accuracy": 0.384387, + "main_score": 0.342792, + "hf_subset": "slv_Latn-knc_Arab", + "languages": [ + "slv-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-prs_Arab", + "languages": [ + "slv-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-swe_Latn", + "languages": [ + "slv-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-urd_Arab", + "languages": [ + "slv-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591548, + "recall": 0.652174, + "f1": 0.608437, + "accuracy": 0.652174, + "main_score": 0.608437, + "hf_subset": "slv_Latn-aka_Latn", + "languages": [ + "slv-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-bjn_Latn", + "languages": [ + "slv-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "slv_Latn-fao_Latn", + "languages": [ + "slv-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ind_Latn", + "languages": [ + "slv-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587356, + "recall": 0.645257, + "f1": 0.603898, + "accuracy": 0.645257, + "main_score": 0.603898, + "hf_subset": "slv_Latn-knc_Latn", + "languages": [ + "slv-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "slv_Latn-mlt_Latn", + "languages": [ + "slv-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7212, + "recall": 0.780632, + "f1": 0.738455, + "accuracy": 0.780632, + "main_score": 0.738455, + "hf_subset": "slv_Latn-quy_Latn", + "languages": [ + "slv-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "slv_Latn-swh_Latn", + "languages": [ + "slv-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-uzn_Latn", + "languages": [ + "slv-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-als_Latn", + "languages": [ + "slv-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655543, + "recall": 0.732213, + "f1": 0.677539, + "accuracy": 0.732213, + "main_score": 0.677539, + "hf_subset": "slv_Latn-bod_Tibt", + "languages": [ + "slv-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700192, + "recall": 0.761858, + "f1": 0.717907, + "accuracy": 0.761858, + "main_score": 0.717907, + "hf_subset": "slv_Latn-fij_Latn", + "languages": [ + "slv-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-isl_Latn", + "languages": [ + "slv-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66605, + "recall": 0.714427, + "f1": 0.680635, + "accuracy": 0.714427, + "main_score": 0.680635, + "hf_subset": "slv_Latn-kon_Latn", + "languages": [ + "slv-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672376, + "recall": 0.731225, + "f1": 0.689665, + "accuracy": 0.731225, + "main_score": 0.689665, + "hf_subset": "slv_Latn-mni_Beng", + "languages": [ + "slv-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ron_Latn", + "languages": [ + "slv-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "slv_Latn-szl_Latn", + "languages": [ + "slv-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-vec_Latn", + "languages": [ + "slv-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "slv_Latn-amh_Ethi", + "languages": [ + "slv-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-fin_Latn", + "languages": [ + "slv-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ita_Latn", + "languages": [ + "slv-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-kor_Hang", + "languages": [ + "slv-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545217, + "recall": 0.604743, + "f1": 0.562055, + "accuracy": 0.604743, + "main_score": 0.562055, + "hf_subset": "slv_Latn-mos_Latn", + "languages": [ + "slv-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566535, + "recall": 0.624506, + "f1": 0.583366, + "accuracy": 0.624506, + "main_score": 0.583366, + "hf_subset": "slv_Latn-run_Latn", + "languages": [ + "slv-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-tam_Taml", + "languages": [ + "slv-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-vie_Latn", + "languages": [ + "slv-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-apc_Arab", + "languages": [ + "slv-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800198, + "recall": 0.846838, + "f1": 0.814328, + "accuracy": 0.846838, + "main_score": 0.814328, + "hf_subset": "slv_Latn-bug_Latn", + "languages": [ + "slv-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479771, + "recall": 0.534585, + "f1": 0.494192, + "accuracy": 0.534585, + "main_score": 0.494192, + "hf_subset": "slv_Latn-fon_Latn", + "languages": [ + "slv-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "slv_Latn-jav_Latn", + "languages": [ + "slv-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-lao_Laoo", + "languages": [ + "slv-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880905, + "recall": 0.914032, + "f1": 0.891222, + "accuracy": 0.914032, + "main_score": 0.891222, + "hf_subset": "slv_Latn-mri_Latn", + "languages": [ + "slv-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543775, + "recall": 0.604743, + "f1": 0.560907, + "accuracy": 0.604743, + "main_score": 0.560907, + "hf_subset": "slv_Latn-taq_Latn", + "languages": [ + "slv-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-war_Latn", + "languages": [ + "slv-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-arb_Arab", + "languages": [ + "slv-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-fra_Latn", + "languages": [ + "slv-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-jpn_Jpan", + "languages": [ + "slv-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-lij_Latn", + "languages": [ + "slv-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "slv_Latn-mya_Mymr", + "languages": [ + "slv-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598591, + "recall": 0.659091, + "f1": 0.615176, + "accuracy": 0.659091, + "main_score": 0.615176, + "hf_subset": "slv_Latn-sag_Latn", + "languages": [ + "slv-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203323, + "recall": 0.256917, + "f1": 0.214809, + "accuracy": 0.256917, + "main_score": 0.214809, + "hf_subset": "slv_Latn-taq_Tfng", + "languages": [ + "slv-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632181, + "recall": 0.690711, + "f1": 0.6488, + "accuracy": 0.690711, + "main_score": 0.6488, + "hf_subset": "slv_Latn-wol_Latn", + "languages": [ + "slv-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804447, + "recall": 0.850791, + "f1": 0.818234, + "accuracy": 0.850791, + "main_score": 0.818234, + "hf_subset": "slv_Latn-arb_Latn", + "languages": [ + "slv-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-cat_Latn", + "languages": [ + "slv-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-fur_Latn", + "languages": [ + "slv-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414827, + "recall": 0.470356, + "f1": 0.429842, + "accuracy": 0.470356, + "main_score": 0.429842, + "hf_subset": "slv_Latn-kab_Latn", + "languages": [ + "slv-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-lim_Latn", + "languages": [ + "slv-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-nld_Latn", + "languages": [ + "slv-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "slv_Latn-san_Deva", + "languages": [ + "slv-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-tat_Cyrl", + "languages": [ + "slv-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672439, + "recall": 0.727273, + "f1": 0.688494, + "accuracy": 0.727273, + "main_score": 0.688494, + "hf_subset": "slv_Latn-xho_Latn", + "languages": [ + "slv-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ars_Arab", + "languages": [ + "slv-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-ceb_Latn", + "languages": [ + "slv-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563863, + "recall": 0.618577, + "f1": 0.579257, + "accuracy": 0.618577, + "main_score": 0.579257, + "hf_subset": "slv_Latn-fuv_Latn", + "languages": [ + "slv-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517713, + "recall": 0.58004, + "f1": 0.534506, + "accuracy": 0.58004, + "main_score": 0.534506, + "hf_subset": "slv_Latn-kac_Latn", + "languages": [ + "slv-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687368, + "recall": 0.738142, + "f1": 0.702522, + "accuracy": 0.738142, + "main_score": 0.702522, + "hf_subset": "slv_Latn-lin_Latn", + "languages": [ + "slv-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-nno_Latn", + "languages": [ + "slv-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.229423, + "recall": 0.312253, + "f1": 0.251252, + "accuracy": 0.312253, + "main_score": 0.251252, + "hf_subset": "slv_Latn-sat_Olck", + "languages": [ + "slv-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-tel_Telu", + "languages": [ + "slv-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96805, + "recall": 0.977273, + "f1": 0.971014, + "accuracy": 0.977273, + "main_score": 0.971014, + "hf_subset": "slv_Latn-ydd_Hebr", + "languages": [ + "slv-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "slv_Latn-ary_Arab", + "languages": [ + "slv-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594746, + "recall": 0.655138, + "f1": 0.612108, + "accuracy": 0.655138, + "main_score": 0.612108, + "hf_subset": "slv_Latn-gaz_Latn", + "languages": [ + "slv-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59129, + "recall": 0.655138, + "f1": 0.609425, + "accuracy": 0.655138, + "main_score": 0.609425, + "hf_subset": "slv_Latn-kam_Latn", + "languages": [ + "slv-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "slv_Latn-lit_Latn", + "languages": [ + "slv-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-nob_Latn", + "languages": [ + "slv-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "slv_Latn-scn_Latn", + "languages": [ + "slv-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "slv_Latn-tgk_Cyrl", + "languages": [ + "slv-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714345, + "recall": 0.77668, + "f1": 0.733503, + "accuracy": 0.77668, + "main_score": 0.733503, + "hf_subset": "slv_Latn-yor_Latn", + "languages": [ + "slv-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-arz_Arab", + "languages": [ + "slv-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557809, + "recall": 0.618577, + "f1": 0.575922, + "accuracy": 0.618577, + "main_score": 0.575922, + "hf_subset": "slv_Latn-cjk_Latn", + "languages": [ + "slv-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808202, + "recall": 0.853755, + "f1": 0.822069, + "accuracy": 0.853755, + "main_score": 0.822069, + "hf_subset": "slv_Latn-gla_Latn", + "languages": [ + "slv-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-kan_Knda", + "languages": [ + "slv-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "slv_Latn-lmo_Latn", + "languages": [ + "slv-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "slv_Latn-npi_Deva", + "languages": [ + "slv-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472974, + "recall": 0.532609, + "f1": 0.489568, + "accuracy": 0.532609, + "main_score": 0.489568, + "hf_subset": "slv_Latn-shn_Mymr", + "languages": [ + "slv-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-tgl_Latn", + "languages": [ + "slv-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-yue_Hant", + "languages": [ + "slv-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-asm_Beng", + "languages": [ + "slv-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "slv_Latn-ckb_Arab", + "languages": [ + "slv-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885623, + "recall": 0.916008, + "f1": 0.895158, + "accuracy": 0.916008, + "main_score": 0.895158, + "hf_subset": "slv_Latn-gle_Latn", + "languages": [ + "slv-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947793, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "slv_Latn-kas_Arab", + "languages": [ + "slv-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952075, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "slv_Latn-ltg_Latn", + "languages": [ + "slv-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627875, + "recall": 0.678854, + "f1": 0.642358, + "accuracy": 0.678854, + "main_score": 0.642358, + "hf_subset": "slv_Latn-nso_Latn", + "languages": [ + "slv-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "slv_Latn-sin_Sinh", + "languages": [ + "slv-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-tha_Thai", + "languages": [ + "slv-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-zho_Hans", + "languages": [ + "slv-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-ast_Latn", + "languages": [ + "slv-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-crh_Latn", + "languages": [ + "slv-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-glg_Latn", + "languages": [ + "slv-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889493, + "recall": 0.921937, + "f1": 0.899624, + "accuracy": 0.921937, + "main_score": 0.899624, + "hf_subset": "slv_Latn-kas_Deva", + "languages": [ + "slv-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "slv_Latn-ltz_Latn", + "languages": [ + "slv-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473519, + "recall": 0.535573, + "f1": 0.490122, + "accuracy": 0.535573, + "main_score": 0.490122, + "hf_subset": "slv_Latn-nus_Latn", + "languages": [ + "slv-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625543, + "recall": 0.695652, + "f1": 0.64633, + "accuracy": 0.695652, + "main_score": 0.64633, + "hf_subset": "slv_Latn-tir_Ethi", + "languages": [ + "slv-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-zho_Hant", + "languages": [ + "slv-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "slv_Latn-awa_Deva", + "languages": [ + "slv-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "slv_Latn-cym_Latn", + "languages": [ + "slv-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83918, + "recall": 0.879447, + "f1": 0.851252, + "accuracy": 0.879447, + "main_score": 0.851252, + "hf_subset": "slv_Latn-grn_Latn", + "languages": [ + "slv-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "slv_Latn-kat_Geor", + "languages": [ + "slv-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632373, + "recall": 0.684783, + "f1": 0.647271, + "accuracy": 0.684783, + "main_score": 0.647271, + "hf_subset": "slv_Latn-lua_Latn", + "languages": [ + "slv-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648295, + "recall": 0.706522, + "f1": 0.665291, + "accuracy": 0.706522, + "main_score": 0.665291, + "hf_subset": "slv_Latn-nya_Latn", + "languages": [ + "slv-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.958498, + "f1": 0.94697, + "accuracy": 0.958498, + "main_score": 0.94697, + "hf_subset": "slv_Latn-tpi_Latn", + "languages": [ + "slv-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-zsm_Latn", + "languages": [ + "slv-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543281, + "recall": 0.610672, + "f1": 0.562756, + "accuracy": 0.610672, + "main_score": 0.562756, + "hf_subset": "slv_Latn-ayr_Latn", + "languages": [ + "slv-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-dan_Latn", + "languages": [ + "slv-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-guj_Gujr", + "languages": [ + "slv-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-kaz_Cyrl", + "languages": [ + "slv-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53587, + "recall": 0.597826, + "f1": 0.553644, + "accuracy": 0.597826, + "main_score": 0.553644, + "hf_subset": "slv_Latn-lug_Latn", + "languages": [ + "slv-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-oci_Latn", + "languages": [ + "slv-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825873, + "recall": 0.869565, + "f1": 0.838966, + "accuracy": 0.869565, + "main_score": 0.838966, + "hf_subset": "slv_Latn-smo_Latn", + "languages": [ + "slv-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55267, + "recall": 0.614625, + "f1": 0.569971, + "accuracy": 0.614625, + "main_score": 0.569971, + "hf_subset": "slv_Latn-tsn_Latn", + "languages": [ + "slv-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624466, + "recall": 0.684783, + "f1": 0.642144, + "accuracy": 0.684783, + "main_score": 0.642144, + "hf_subset": "slv_Latn-zul_Latn", + "languages": [ + "slv-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933383, + "recall": 0.952569, + "f1": 0.93946, + "accuracy": 0.952569, + "main_score": 0.93946, + "hf_subset": "slv_Latn-azb_Arab", + "languages": [ + "slv-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-deu_Latn", + "languages": [ + "slv-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.976285, + "f1": 0.969862, + "accuracy": 0.976285, + "main_score": 0.969862, + "hf_subset": "slv_Latn-hat_Latn", + "languages": [ + "slv-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49955, + "recall": 0.557312, + "f1": 0.516118, + "accuracy": 0.557312, + "main_score": 0.516118, + "hf_subset": "slv_Latn-kbp_Latn", + "languages": [ + "slv-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581803, + "recall": 0.637352, + "f1": 0.596373, + "accuracy": 0.637352, + "main_score": 0.596373, + "hf_subset": "slv_Latn-luo_Latn", + "languages": [ + "slv-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-ory_Orya", + "languages": [ + "slv-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593054, + "recall": 0.657115, + "f1": 0.610979, + "accuracy": 0.657115, + "main_score": 0.610979, + "hf_subset": "slv_Latn-sna_Latn", + "languages": [ + "slv-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5656, + "recall": 0.620553, + "f1": 0.580903, + "accuracy": 0.620553, + "main_score": 0.580903, + "hf_subset": "slv_Latn-tso_Latn", + "languages": [ + "slv-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "slv_Latn-azj_Latn", + "languages": [ + "slv-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529769, + "recall": 0.598814, + "f1": 0.549731, + "accuracy": 0.598814, + "main_score": 0.549731, + "hf_subset": "slv_Latn-dik_Latn", + "languages": [ + "slv-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744928, + "recall": 0.798419, + "f1": 0.761166, + "accuracy": 0.798419, + "main_score": 0.761166, + "hf_subset": "slv_Latn-hau_Latn", + "languages": [ + "slv-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "slv_Latn-kea_Latn", + "languages": [ + "slv-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752668, + "recall": 0.801383, + "f1": 0.767391, + "accuracy": 0.801383, + "main_score": 0.767391, + "hf_subset": "slv_Latn-lus_Latn", + "languages": [ + "slv-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870553, + "recall": 0.899209, + "f1": 0.879414, + "accuracy": 0.899209, + "main_score": 0.879414, + "hf_subset": "slv_Latn-pag_Latn", + "languages": [ + "slv-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "slv_Latn-snd_Arab", + "languages": [ + "slv-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951581, + "recall": 0.966403, + "f1": 0.956522, + "accuracy": 0.966403, + "main_score": 0.956522, + "hf_subset": "slv_Latn-tuk_Latn", + "languages": [ + "slv-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "slv_Latn-bak_Cyrl", + "languages": [ + "slv-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486578, + "recall": 0.562253, + "f1": 0.508546, + "accuracy": 0.562253, + "main_score": 0.508546, + "hf_subset": "slv_Latn-dyu_Latn", + "languages": [ + "slv-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "slv_Latn-heb_Hebr", + "languages": [ + "slv-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "slv_Latn-khk_Cyrl", + "languages": [ + "slv-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-lvs_Latn", + "languages": [ + "slv-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "slv_Latn-pan_Guru", + "languages": [ + "slv-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713307, + "recall": 0.770751, + "f1": 0.730618, + "accuracy": 0.770751, + "main_score": 0.730618, + "hf_subset": "slv_Latn-som_Latn", + "languages": [ + "slv-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606523, + "recall": 0.659091, + "f1": 0.620992, + "accuracy": 0.659091, + "main_score": 0.620992, + "hf_subset": "slv_Latn-tum_Latn", + "languages": [ + "slv-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548148, + "recall": 0.612648, + "f1": 0.566427, + "accuracy": 0.612648, + "main_score": 0.566427, + "hf_subset": "tpi_Latn-ace_Arab", + "languages": [ + "tpi-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533632, + "recall": 0.591897, + "f1": 0.549449, + "accuracy": 0.591897, + "main_score": 0.549449, + "hf_subset": "tpi_Latn-bam_Latn", + "languages": [ + "tpi-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.334181, + "recall": 0.394269, + "f1": 0.349421, + "accuracy": 0.394269, + "main_score": 0.349421, + "hf_subset": "tpi_Latn-dzo_Tibt", + "languages": [ + "tpi-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931522, + "recall": 0.950593, + "f1": 0.937371, + "accuracy": 0.950593, + "main_score": 0.937371, + "hf_subset": "tpi_Latn-hin_Deva", + "languages": [ + "tpi-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894219, + "recall": 0.922925, + "f1": 0.903195, + "accuracy": 0.922925, + "main_score": 0.903195, + "hf_subset": "tpi_Latn-khm_Khmr", + "languages": [ + "tpi-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922431, + "recall": 0.942688, + "f1": 0.928821, + "accuracy": 0.942688, + "main_score": 0.928821, + "hf_subset": "tpi_Latn-mag_Deva", + "languages": [ + "tpi-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898386, + "recall": 0.922925, + "f1": 0.90575, + "accuracy": 0.922925, + "main_score": 0.90575, + "hf_subset": "tpi_Latn-pap_Latn", + "languages": [ + "tpi-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612781, + "recall": 0.667984, + "f1": 0.627684, + "accuracy": 0.667984, + "main_score": 0.627684, + "hf_subset": "tpi_Latn-sot_Latn", + "languages": [ + "tpi-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.950593, + "f1": 0.937714, + "accuracy": 0.950593, + "main_score": 0.937714, + "hf_subset": "tpi_Latn-tur_Latn", + "languages": [ + "tpi-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7925, + "recall": 0.838933, + "f1": 0.80611, + "accuracy": 0.838933, + "main_score": 0.80611, + "hf_subset": "tpi_Latn-ace_Latn", + "languages": [ + "tpi-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886488, + "recall": 0.912055, + "f1": 0.894088, + "accuracy": 0.912055, + "main_score": 0.894088, + "hf_subset": "tpi_Latn-ban_Latn", + "languages": [ + "tpi-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928607, + "recall": 0.949605, + "f1": 0.935145, + "accuracy": 0.949605, + "main_score": 0.935145, + "hf_subset": "tpi_Latn-ell_Grek", + "languages": [ + "tpi-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915161, + "recall": 0.936759, + "f1": 0.921821, + "accuracy": 0.936759, + "main_score": 0.921821, + "hf_subset": "tpi_Latn-hne_Deva", + "languages": [ + "tpi-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616134, + "recall": 0.670949, + "f1": 0.631112, + "accuracy": 0.670949, + "main_score": 0.631112, + "hf_subset": "tpi_Latn-kik_Latn", + "languages": [ + "tpi-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928583, + "recall": 0.949605, + "f1": 0.93526, + "accuracy": 0.949605, + "main_score": 0.93526, + "hf_subset": "tpi_Latn-mai_Deva", + "languages": [ + "tpi-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845811, + "recall": 0.886364, + "f1": 0.857938, + "accuracy": 0.886364, + "main_score": 0.857938, + "hf_subset": "tpi_Latn-pbt_Arab", + "languages": [ + "tpi-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960804, + "accuracy": 0.969368, + "main_score": 0.960804, + "hf_subset": "tpi_Latn-spa_Latn", + "languages": [ + "tpi-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62479, + "recall": 0.68083, + "f1": 0.640501, + "accuracy": 0.68083, + "main_score": 0.640501, + "hf_subset": "tpi_Latn-twi_Latn", + "languages": [ + "tpi-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932131, + "recall": 0.950593, + "f1": 0.937648, + "accuracy": 0.950593, + "main_score": 0.937648, + "hf_subset": "tpi_Latn-acm_Arab", + "languages": [ + "tpi-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915711, + "recall": 0.940711, + "f1": 0.923551, + "accuracy": 0.940711, + "main_score": 0.923551, + "hf_subset": "tpi_Latn-bel_Cyrl", + "languages": [ + "tpi-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937582, + "recall": 0.956522, + "f1": 0.943478, + "accuracy": 0.956522, + "main_score": 0.943478, + "hf_subset": "tpi_Latn-hrv_Latn", + "languages": [ + "tpi-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553698, + "recall": 0.609684, + "f1": 0.569196, + "accuracy": 0.609684, + "main_score": 0.569196, + "hf_subset": "tpi_Latn-kin_Latn", + "languages": [ + "tpi-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923172, + "recall": 0.945652, + "f1": 0.930237, + "accuracy": 0.945652, + "main_score": 0.930237, + "hf_subset": "tpi_Latn-mal_Mlym", + "languages": [ + "tpi-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930336, + "recall": 0.950593, + "f1": 0.936561, + "accuracy": 0.950593, + "main_score": 0.936561, + "hf_subset": "tpi_Latn-pes_Arab", + "languages": [ + "tpi-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900889, + "recall": 0.926877, + "f1": 0.908564, + "accuracy": 0.926877, + "main_score": 0.908564, + "hf_subset": "tpi_Latn-srd_Latn", + "languages": [ + "tpi-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189555, + "recall": 0.23419, + "f1": 0.200015, + "accuracy": 0.23419, + "main_score": 0.200015, + "hf_subset": "tpi_Latn-tzm_Tfng", + "languages": [ + "tpi-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92663, + "recall": 0.948617, + "f1": 0.933498, + "accuracy": 0.948617, + "main_score": 0.933498, + "hf_subset": "tpi_Latn-acq_Arab", + "languages": [ + "tpi-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635928, + "recall": 0.684783, + "f1": 0.649202, + "accuracy": 0.684783, + "main_score": 0.649202, + "hf_subset": "tpi_Latn-bem_Latn", + "languages": [ + "tpi-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941041, + "recall": 0.95751, + "f1": 0.946146, + "accuracy": 0.95751, + "main_score": 0.946146, + "hf_subset": "tpi_Latn-epo_Latn", + "languages": [ + "tpi-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928607, + "recall": 0.947628, + "f1": 0.934274, + "accuracy": 0.947628, + "main_score": 0.934274, + "hf_subset": "tpi_Latn-hun_Latn", + "languages": [ + "tpi-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874209, + "recall": 0.906126, + "f1": 0.884025, + "accuracy": 0.906126, + "main_score": 0.884025, + "hf_subset": "tpi_Latn-kir_Cyrl", + "languages": [ + "tpi-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930451, + "recall": 0.948617, + "f1": 0.935837, + "accuracy": 0.948617, + "main_score": 0.935837, + "hf_subset": "tpi_Latn-mar_Deva", + "languages": [ + "tpi-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639735, + "recall": 0.6917, + "f1": 0.654683, + "accuracy": 0.6917, + "main_score": 0.654683, + "hf_subset": "tpi_Latn-plt_Latn", + "languages": [ + "tpi-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.964427, + "f1": 0.952734, + "accuracy": 0.964427, + "main_score": 0.952734, + "hf_subset": "tpi_Latn-srp_Cyrl", + "languages": [ + "tpi-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800314, + "recall": 0.848814, + "f1": 0.815091, + "accuracy": 0.848814, + "main_score": 0.815091, + "hf_subset": "tpi_Latn-uig_Arab", + "languages": [ + "tpi-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911265, + "recall": 0.933794, + "f1": 0.918116, + "accuracy": 0.933794, + "main_score": 0.918116, + "hf_subset": "tpi_Latn-aeb_Arab", + "languages": [ + "tpi-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929265, + "recall": 0.949605, + "f1": 0.935507, + "accuracy": 0.949605, + "main_score": 0.935507, + "hf_subset": "tpi_Latn-ben_Beng", + "languages": [ + "tpi-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919631, + "recall": 0.942688, + "f1": 0.92668, + "accuracy": 0.942688, + "main_score": 0.92668, + "hf_subset": "tpi_Latn-est_Latn", + "languages": [ + "tpi-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919878, + "recall": 0.942688, + "f1": 0.927108, + "accuracy": 0.942688, + "main_score": 0.927108, + "hf_subset": "tpi_Latn-hye_Armn", + "languages": [ + "tpi-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553054, + "recall": 0.604743, + "f1": 0.567064, + "accuracy": 0.604743, + "main_score": 0.567064, + "hf_subset": "tpi_Latn-kmb_Latn", + "languages": [ + "tpi-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489321, + "recall": 0.55336, + "f1": 0.506419, + "accuracy": 0.55336, + "main_score": 0.506419, + "hf_subset": "tpi_Latn-min_Arab", + "languages": [ + "tpi-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938109, + "recall": 0.955534, + "f1": 0.943464, + "accuracy": 0.955534, + "main_score": 0.943464, + "hf_subset": "tpi_Latn-pol_Latn", + "languages": [ + "tpi-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567097, + "recall": 0.629447, + "f1": 0.58414, + "accuracy": 0.629447, + "main_score": 0.58414, + "hf_subset": "tpi_Latn-ssw_Latn", + "languages": [ + "tpi-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "tpi_Latn-ukr_Cyrl", + "languages": [ + "tpi-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947217, + "recall": 0.963439, + "f1": 0.95247, + "accuracy": 0.963439, + "main_score": 0.95247, + "hf_subset": "tpi_Latn-afr_Latn", + "languages": [ + "tpi-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913126, + "recall": 0.937747, + "f1": 0.920803, + "accuracy": 0.937747, + "main_score": 0.920803, + "hf_subset": "tpi_Latn-bho_Deva", + "languages": [ + "tpi-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895422, + "recall": 0.923913, + "f1": 0.904433, + "accuracy": 0.923913, + "main_score": 0.904433, + "hf_subset": "tpi_Latn-eus_Latn", + "languages": [ + "tpi-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599319, + "recall": 0.65415, + "f1": 0.614305, + "accuracy": 0.65415, + "main_score": 0.614305, + "hf_subset": "tpi_Latn-ibo_Latn", + "languages": [ + "tpi-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757139, + "recall": 0.804348, + "f1": 0.771036, + "accuracy": 0.804348, + "main_score": 0.771036, + "hf_subset": "tpi_Latn-kmr_Latn", + "languages": [ + "tpi-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90443, + "recall": 0.929842, + "f1": 0.912451, + "accuracy": 0.929842, + "main_score": 0.912451, + "hf_subset": "tpi_Latn-min_Latn", + "languages": [ + "tpi-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.972332, + "f1": 0.964262, + "accuracy": 0.972332, + "main_score": 0.964262, + "hf_subset": "tpi_Latn-por_Latn", + "languages": [ + "tpi-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919837, + "recall": 0.9417, + "f1": 0.926292, + "accuracy": 0.9417, + "main_score": 0.926292, + "hf_subset": "tpi_Latn-sun_Latn", + "languages": [ + "tpi-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522693, + "recall": 0.581028, + "f1": 0.538827, + "accuracy": 0.581028, + "main_score": 0.538827, + "hf_subset": "tpi_Latn-umb_Latn", + "languages": [ + "tpi-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.958498, + "f1": 0.947431, + "accuracy": 0.958498, + "main_score": 0.947431, + "hf_subset": "tpi_Latn-ajp_Arab", + "languages": [ + "tpi-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500631, + "recall": 0.561265, + "f1": 0.517934, + "accuracy": 0.561265, + "main_score": 0.517934, + "hf_subset": "tpi_Latn-bjn_Arab", + "languages": [ + "tpi-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529051, + "recall": 0.583004, + "f1": 0.543896, + "accuracy": 0.583004, + "main_score": 0.543896, + "hf_subset": "tpi_Latn-ewe_Latn", + "languages": [ + "tpi-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864032, + "recall": 0.892292, + "f1": 0.872464, + "accuracy": 0.892292, + "main_score": 0.872464, + "hf_subset": "tpi_Latn-ilo_Latn", + "languages": [ + "tpi-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318356, + "recall": 0.375494, + "f1": 0.334093, + "accuracy": 0.375494, + "main_score": 0.334093, + "hf_subset": "tpi_Latn-knc_Arab", + "languages": [ + "tpi-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939394, + "recall": 0.95751, + "f1": 0.945158, + "accuracy": 0.95751, + "main_score": 0.945158, + "hf_subset": "tpi_Latn-mkd_Cyrl", + "languages": [ + "tpi-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932395, + "recall": 0.952569, + "f1": 0.938636, + "accuracy": 0.952569, + "main_score": 0.938636, + "hf_subset": "tpi_Latn-prs_Arab", + "languages": [ + "tpi-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950511, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "tpi_Latn-swe_Latn", + "languages": [ + "tpi-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914608, + "recall": 0.939723, + "f1": 0.922497, + "accuracy": 0.939723, + "main_score": 0.922497, + "hf_subset": "tpi_Latn-urd_Arab", + "languages": [ + "tpi-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612331, + "recall": 0.671937, + "f1": 0.62932, + "accuracy": 0.671937, + "main_score": 0.62932, + "hf_subset": "tpi_Latn-aka_Latn", + "languages": [ + "tpi-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895119, + "recall": 0.918972, + "f1": 0.901972, + "accuracy": 0.918972, + "main_score": 0.901972, + "hf_subset": "tpi_Latn-bjn_Latn", + "languages": [ + "tpi-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845636, + "recall": 0.885375, + "f1": 0.857905, + "accuracy": 0.885375, + "main_score": 0.857905, + "hf_subset": "tpi_Latn-fao_Latn", + "languages": [ + "tpi-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954216, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "tpi_Latn-ind_Latn", + "languages": [ + "tpi-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585447, + "recall": 0.645257, + "f1": 0.602123, + "accuracy": 0.645257, + "main_score": 0.602123, + "hf_subset": "tpi_Latn-knc_Latn", + "languages": [ + "tpi-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897398, + "recall": 0.923913, + "f1": 0.905552, + "accuracy": 0.923913, + "main_score": 0.905552, + "hf_subset": "tpi_Latn-mlt_Latn", + "languages": [ + "tpi-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.666527, + "recall": 0.724308, + "f1": 0.682841, + "accuracy": 0.724308, + "main_score": 0.682841, + "hf_subset": "tpi_Latn-quy_Latn", + "languages": [ + "tpi-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84553, + "recall": 0.885375, + "f1": 0.85771, + "accuracy": 0.885375, + "main_score": 0.85771, + "hf_subset": "tpi_Latn-swh_Latn", + "languages": [ + "tpi-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905468, + "recall": 0.93083, + "f1": 0.913175, + "accuracy": 0.93083, + "main_score": 0.913175, + "hf_subset": "tpi_Latn-uzn_Latn", + "languages": [ + "tpi-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930418, + "recall": 0.949605, + "f1": 0.936284, + "accuracy": 0.949605, + "main_score": 0.936284, + "hf_subset": "tpi_Latn-als_Latn", + "languages": [ + "tpi-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444592, + "recall": 0.531621, + "f1": 0.467644, + "accuracy": 0.531621, + "main_score": 0.467644, + "hf_subset": "tpi_Latn-bod_Tibt", + "languages": [ + "tpi-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662338, + "recall": 0.711462, + "f1": 0.676187, + "accuracy": 0.711462, + "main_score": 0.676187, + "hf_subset": "tpi_Latn-fij_Latn", + "languages": [ + "tpi-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855435, + "recall": 0.891304, + "f1": 0.865961, + "accuracy": 0.891304, + "main_score": 0.865961, + "hf_subset": "tpi_Latn-isl_Latn", + "languages": [ + "tpi-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660337, + "recall": 0.710474, + "f1": 0.674464, + "accuracy": 0.710474, + "main_score": 0.674464, + "hf_subset": "tpi_Latn-kon_Latn", + "languages": [ + "tpi-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644412, + "recall": 0.704545, + "f1": 0.661317, + "accuracy": 0.704545, + "main_score": 0.661317, + "hf_subset": "tpi_Latn-mni_Beng", + "languages": [ + "tpi-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95611, + "recall": 0.969368, + "f1": 0.960375, + "accuracy": 0.969368, + "main_score": 0.960375, + "hf_subset": "tpi_Latn-ron_Latn", + "languages": [ + "tpi-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898962, + "recall": 0.926877, + "f1": 0.907839, + "accuracy": 0.926877, + "main_score": 0.907839, + "hf_subset": "tpi_Latn-szl_Latn", + "languages": [ + "tpi-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943429, + "recall": 0.960474, + "f1": 0.948682, + "accuracy": 0.960474, + "main_score": 0.948682, + "hf_subset": "tpi_Latn-vec_Latn", + "languages": [ + "tpi-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774984, + "recall": 0.826087, + "f1": 0.789846, + "accuracy": 0.826087, + "main_score": 0.789846, + "hf_subset": "tpi_Latn-amh_Ethi", + "languages": [ + "tpi-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944862, + "recall": 0.961462, + "f1": 0.950066, + "accuracy": 0.961462, + "main_score": 0.950066, + "hf_subset": "tpi_Latn-bos_Latn", + "languages": [ + "tpi-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93363, + "recall": 0.951581, + "f1": 0.939347, + "accuracy": 0.951581, + "main_score": 0.939347, + "hf_subset": "tpi_Latn-fin_Latn", + "languages": [ + "tpi-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942523, + "recall": 0.959486, + "f1": 0.947793, + "accuracy": 0.959486, + "main_score": 0.947793, + "hf_subset": "tpi_Latn-ita_Latn", + "languages": [ + "tpi-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932724, + "recall": 0.952569, + "f1": 0.938966, + "accuracy": 0.952569, + "main_score": 0.938966, + "hf_subset": "tpi_Latn-kor_Hang", + "languages": [ + "tpi-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551677, + "recall": 0.600791, + "f1": 0.564909, + "accuracy": 0.600791, + "main_score": 0.564909, + "hf_subset": "tpi_Latn-mos_Latn", + "languages": [ + "tpi-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540747, + "recall": 0.597826, + "f1": 0.55625, + "accuracy": 0.597826, + "main_score": 0.55625, + "hf_subset": "tpi_Latn-run_Latn", + "languages": [ + "tpi-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921146, + "recall": 0.943676, + "f1": 0.928195, + "accuracy": 0.943676, + "main_score": 0.928195, + "hf_subset": "tpi_Latn-tam_Taml", + "languages": [ + "tpi-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.938735, + "f1": 0.921245, + "accuracy": 0.938735, + "main_score": 0.921245, + "hf_subset": "tpi_Latn-vie_Latn", + "languages": [ + "tpi-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928969, + "recall": 0.949605, + "f1": 0.935343, + "accuracy": 0.949605, + "main_score": 0.935343, + "hf_subset": "tpi_Latn-apc_Arab", + "languages": [ + "tpi-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.763332, + "recall": 0.80336, + "f1": 0.774646, + "accuracy": 0.80336, + "main_score": 0.774646, + "hf_subset": "tpi_Latn-bug_Latn", + "languages": [ + "tpi-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479281, + "recall": 0.532609, + "f1": 0.493084, + "accuracy": 0.532609, + "main_score": 0.493084, + "hf_subset": "tpi_Latn-fon_Latn", + "languages": [ + "tpi-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920866, + "recall": 0.9417, + "f1": 0.927226, + "accuracy": 0.9417, + "main_score": 0.927226, + "hf_subset": "tpi_Latn-jav_Latn", + "languages": [ + "tpi-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861742, + "recall": 0.897233, + "f1": 0.872666, + "accuracy": 0.897233, + "main_score": 0.872666, + "hf_subset": "tpi_Latn-lao_Laoo", + "languages": [ + "tpi-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715127, + "recall": 0.775692, + "f1": 0.733059, + "accuracy": 0.775692, + "main_score": 0.733059, + "hf_subset": "tpi_Latn-mri_Latn", + "languages": [ + "tpi-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947875, + "recall": 0.964427, + "f1": 0.953294, + "accuracy": 0.964427, + "main_score": 0.953294, + "hf_subset": "tpi_Latn-rus_Cyrl", + "languages": [ + "tpi-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545251, + "recall": 0.599802, + "f1": 0.560044, + "accuracy": 0.599802, + "main_score": 0.560044, + "hf_subset": "tpi_Latn-taq_Latn", + "languages": [ + "tpi-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926499, + "recall": 0.947628, + "f1": 0.933037, + "accuracy": 0.947628, + "main_score": 0.933037, + "hf_subset": "tpi_Latn-war_Latn", + "languages": [ + "tpi-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934898, + "recall": 0.953557, + "f1": 0.940613, + "accuracy": 0.953557, + "main_score": 0.940613, + "hf_subset": "tpi_Latn-arb_Arab", + "languages": [ + "tpi-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945405, + "recall": 0.962451, + "f1": 0.950823, + "accuracy": 0.962451, + "main_score": 0.950823, + "hf_subset": "tpi_Latn-bul_Cyrl", + "languages": [ + "tpi-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953804, + "recall": 0.967391, + "f1": 0.95807, + "accuracy": 0.967391, + "main_score": 0.95807, + "hf_subset": "tpi_Latn-fra_Latn", + "languages": [ + "tpi-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947661, + "recall": 0.962451, + "f1": 0.952042, + "accuracy": 0.962451, + "main_score": 0.952042, + "hf_subset": "tpi_Latn-jpn_Jpan", + "languages": [ + "tpi-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91362, + "recall": 0.937747, + "f1": 0.920967, + "accuracy": 0.937747, + "main_score": 0.920967, + "hf_subset": "tpi_Latn-lij_Latn", + "languages": [ + "tpi-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838933, + "recall": 0.885375, + "f1": 0.853557, + "accuracy": 0.885375, + "main_score": 0.853557, + "hf_subset": "tpi_Latn-mya_Mymr", + "languages": [ + "tpi-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595719, + "recall": 0.659091, + "f1": 0.613679, + "accuracy": 0.659091, + "main_score": 0.613679, + "hf_subset": "tpi_Latn-sag_Latn", + "languages": [ + "tpi-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203174, + "recall": 0.255929, + "f1": 0.214556, + "accuracy": 0.255929, + "main_score": 0.214556, + "hf_subset": "tpi_Latn-taq_Tfng", + "languages": [ + "tpi-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634332, + "recall": 0.684783, + "f1": 0.648334, + "accuracy": 0.684783, + "main_score": 0.648334, + "hf_subset": "tpi_Latn-wol_Latn", + "languages": [ + "tpi-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641058, + "recall": 0.704545, + "f1": 0.658838, + "accuracy": 0.704545, + "main_score": 0.658838, + "hf_subset": "tpi_Latn-arb_Latn", + "languages": [ + "tpi-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949638, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "tpi_Latn-cat_Latn", + "languages": [ + "tpi-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907115, + "recall": 0.931818, + "f1": 0.91446, + "accuracy": 0.931818, + "main_score": 0.91446, + "hf_subset": "tpi_Latn-fur_Latn", + "languages": [ + "tpi-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414866, + "recall": 0.465415, + "f1": 0.42769, + "accuracy": 0.465415, + "main_score": 0.42769, + "hf_subset": "tpi_Latn-kab_Latn", + "languages": [ + "tpi-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901433, + "recall": 0.924901, + "f1": 0.908616, + "accuracy": 0.924901, + "main_score": 0.908616, + "hf_subset": "tpi_Latn-lim_Latn", + "languages": [ + "tpi-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.945125, + "accuracy": 0.95751, + "main_score": 0.945125, + "hf_subset": "tpi_Latn-nld_Latn", + "languages": [ + "tpi-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876729, + "recall": 0.909091, + "f1": 0.886726, + "accuracy": 0.909091, + "main_score": 0.886726, + "hf_subset": "tpi_Latn-san_Deva", + "languages": [ + "tpi-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887731, + "recall": 0.917984, + "f1": 0.89682, + "accuracy": 0.917984, + "main_score": 0.89682, + "hf_subset": "tpi_Latn-tat_Cyrl", + "languages": [ + "tpi-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655189, + "recall": 0.708498, + "f1": 0.670018, + "accuracy": 0.708498, + "main_score": 0.670018, + "hf_subset": "tpi_Latn-xho_Latn", + "languages": [ + "tpi-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930369, + "recall": 0.950593, + "f1": 0.936561, + "accuracy": 0.950593, + "main_score": 0.936561, + "hf_subset": "tpi_Latn-ars_Arab", + "languages": [ + "tpi-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926525, + "recall": 0.94664, + "f1": 0.932889, + "accuracy": 0.94664, + "main_score": 0.932889, + "hf_subset": "tpi_Latn-ceb_Latn", + "languages": [ + "tpi-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554044, + "recall": 0.613636, + "f1": 0.571107, + "accuracy": 0.613636, + "main_score": 0.571107, + "hf_subset": "tpi_Latn-fuv_Latn", + "languages": [ + "tpi-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53534, + "recall": 0.593874, + "f1": 0.551271, + "accuracy": 0.593874, + "main_score": 0.551271, + "hf_subset": "tpi_Latn-kac_Latn", + "languages": [ + "tpi-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657931, + "recall": 0.709486, + "f1": 0.67304, + "accuracy": 0.709486, + "main_score": 0.67304, + "hf_subset": "tpi_Latn-lin_Latn", + "languages": [ + "tpi-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941074, + "recall": 0.959486, + "f1": 0.94697, + "accuracy": 0.959486, + "main_score": 0.94697, + "hf_subset": "tpi_Latn-nno_Latn", + "languages": [ + "tpi-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.169306, + "recall": 0.226285, + "f1": 0.183324, + "accuracy": 0.226285, + "main_score": 0.183324, + "hf_subset": "tpi_Latn-sat_Olck", + "languages": [ + "tpi-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929381, + "recall": 0.948617, + "f1": 0.935112, + "accuracy": 0.948617, + "main_score": 0.935112, + "hf_subset": "tpi_Latn-tel_Telu", + "languages": [ + "tpi-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829803, + "recall": 0.871542, + "f1": 0.842457, + "accuracy": 0.871542, + "main_score": 0.842457, + "hf_subset": "tpi_Latn-ydd_Hebr", + "languages": [ + "tpi-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882987, + "recall": 0.913043, + "f1": 0.892115, + "accuracy": 0.913043, + "main_score": 0.892115, + "hf_subset": "tpi_Latn-ary_Arab", + "languages": [ + "tpi-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933959, + "recall": 0.954545, + "f1": 0.940547, + "accuracy": 0.954545, + "main_score": 0.940547, + "hf_subset": "tpi_Latn-ces_Latn", + "languages": [ + "tpi-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557369, + "recall": 0.616601, + "f1": 0.574559, + "accuracy": 0.616601, + "main_score": 0.574559, + "hf_subset": "tpi_Latn-gaz_Latn", + "languages": [ + "tpi-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59008, + "recall": 0.652174, + "f1": 0.606966, + "accuracy": 0.652174, + "main_score": 0.606966, + "hf_subset": "tpi_Latn-kam_Latn", + "languages": [ + "tpi-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921673, + "recall": 0.942688, + "f1": 0.928195, + "accuracy": 0.942688, + "main_score": 0.928195, + "hf_subset": "tpi_Latn-lit_Latn", + "languages": [ + "tpi-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "tpi_Latn-nob_Latn", + "languages": [ + "tpi-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897513, + "recall": 0.923913, + "f1": 0.905289, + "accuracy": 0.923913, + "main_score": 0.905289, + "hf_subset": "tpi_Latn-scn_Latn", + "languages": [ + "tpi-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857134, + "recall": 0.892292, + "f1": 0.867812, + "accuracy": 0.892292, + "main_score": 0.867812, + "hf_subset": "tpi_Latn-tgk_Cyrl", + "languages": [ + "tpi-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621056, + "recall": 0.686759, + "f1": 0.640324, + "accuracy": 0.686759, + "main_score": 0.640324, + "hf_subset": "tpi_Latn-yor_Latn", + "languages": [ + "tpi-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939674, + "recall": 0.956522, + "f1": 0.94473, + "accuracy": 0.956522, + "main_score": 0.94473, + "hf_subset": "tpi_Latn-arz_Arab", + "languages": [ + "tpi-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548015, + "recall": 0.607708, + "f1": 0.565108, + "accuracy": 0.607708, + "main_score": 0.565108, + "hf_subset": "tpi_Latn-cjk_Latn", + "languages": [ + "tpi-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657247, + "recall": 0.718379, + "f1": 0.673906, + "accuracy": 0.718379, + "main_score": 0.673906, + "hf_subset": "tpi_Latn-gla_Latn", + "languages": [ + "tpi-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92416, + "recall": 0.945652, + "f1": 0.930896, + "accuracy": 0.945652, + "main_score": 0.930896, + "hf_subset": "tpi_Latn-kan_Knda", + "languages": [ + "tpi-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903887, + "recall": 0.926877, + "f1": 0.910672, + "accuracy": 0.926877, + "main_score": 0.910672, + "hf_subset": "tpi_Latn-lmo_Latn", + "languages": [ + "tpi-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926136, + "recall": 0.948617, + "f1": 0.933366, + "accuracy": 0.948617, + "main_score": 0.933366, + "hf_subset": "tpi_Latn-npi_Deva", + "languages": [ + "tpi-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474658, + "recall": 0.541502, + "f1": 0.492941, + "accuracy": 0.541502, + "main_score": 0.492941, + "hf_subset": "tpi_Latn-shn_Mymr", + "languages": [ + "tpi-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953557, + "recall": 0.966403, + "f1": 0.957675, + "accuracy": 0.966403, + "main_score": 0.957675, + "hf_subset": "tpi_Latn-tgl_Latn", + "languages": [ + "tpi-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936677, + "recall": 0.954545, + "f1": 0.94226, + "accuracy": 0.954545, + "main_score": 0.94226, + "hf_subset": "tpi_Latn-yue_Hant", + "languages": [ + "tpi-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906357, + "recall": 0.933794, + "f1": 0.91502, + "accuracy": 0.933794, + "main_score": 0.91502, + "hf_subset": "tpi_Latn-asm_Beng", + "languages": [ + "tpi-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790796, + "recall": 0.837945, + "f1": 0.804268, + "accuracy": 0.837945, + "main_score": 0.804268, + "hf_subset": "tpi_Latn-ckb_Arab", + "languages": [ + "tpi-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694215, + "recall": 0.748024, + "f1": 0.708619, + "accuracy": 0.748024, + "main_score": 0.708619, + "hf_subset": "tpi_Latn-gle_Latn", + "languages": [ + "tpi-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8259, + "recall": 0.864625, + "f1": 0.837173, + "accuracy": 0.864625, + "main_score": 0.837173, + "hf_subset": "tpi_Latn-kas_Arab", + "languages": [ + "tpi-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830682, + "recall": 0.868577, + "f1": 0.841685, + "accuracy": 0.868577, + "main_score": 0.841685, + "hf_subset": "tpi_Latn-ltg_Latn", + "languages": [ + "tpi-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624788, + "recall": 0.678854, + "f1": 0.639646, + "accuracy": 0.678854, + "main_score": 0.639646, + "hf_subset": "tpi_Latn-nso_Latn", + "languages": [ + "tpi-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847003, + "recall": 0.885375, + "f1": 0.858733, + "accuracy": 0.885375, + "main_score": 0.858733, + "hf_subset": "tpi_Latn-sin_Sinh", + "languages": [ + "tpi-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939147, + "recall": 0.955534, + "f1": 0.944071, + "accuracy": 0.955534, + "main_score": 0.944071, + "hf_subset": "tpi_Latn-tha_Thai", + "languages": [ + "tpi-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938796, + "recall": 0.954545, + "f1": 0.943445, + "accuracy": 0.954545, + "main_score": 0.943445, + "hf_subset": "tpi_Latn-zho_Hans", + "languages": [ + "tpi-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937582, + "recall": 0.955534, + "f1": 0.943299, + "accuracy": 0.955534, + "main_score": 0.943299, + "hf_subset": "tpi_Latn-ast_Latn", + "languages": [ + "tpi-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897348, + "recall": 0.924901, + "f1": 0.905698, + "accuracy": 0.924901, + "main_score": 0.905698, + "hf_subset": "tpi_Latn-crh_Latn", + "languages": [ + "tpi-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948403, + "recall": 0.963439, + "f1": 0.952964, + "accuracy": 0.963439, + "main_score": 0.952964, + "hf_subset": "tpi_Latn-glg_Latn", + "languages": [ + "tpi-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776195, + "recall": 0.83004, + "f1": 0.792083, + "accuracy": 0.83004, + "main_score": 0.792083, + "hf_subset": "tpi_Latn-kas_Deva", + "languages": [ + "tpi-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895916, + "recall": 0.924901, + "f1": 0.904776, + "accuracy": 0.924901, + "main_score": 0.904776, + "hf_subset": "tpi_Latn-ltz_Latn", + "languages": [ + "tpi-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481757, + "recall": 0.546443, + "f1": 0.499471, + "accuracy": 0.546443, + "main_score": 0.499471, + "hf_subset": "tpi_Latn-nus_Latn", + "languages": [ + "tpi-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941864, + "recall": 0.958498, + "f1": 0.946772, + "accuracy": 0.958498, + "main_score": 0.946772, + "hf_subset": "tpi_Latn-slk_Latn", + "languages": [ + "tpi-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533723, + "recall": 0.602767, + "f1": 0.552481, + "accuracy": 0.602767, + "main_score": 0.552481, + "hf_subset": "tpi_Latn-tir_Ethi", + "languages": [ + "tpi-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93363, + "recall": 0.954545, + "f1": 0.940382, + "accuracy": 0.954545, + "main_score": 0.940382, + "hf_subset": "tpi_Latn-zho_Hant", + "languages": [ + "tpi-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929167, + "recall": 0.949605, + "f1": 0.935507, + "accuracy": 0.949605, + "main_score": 0.935507, + "hf_subset": "tpi_Latn-awa_Deva", + "languages": [ + "tpi-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834637, + "recall": 0.868577, + "f1": 0.844441, + "accuracy": 0.868577, + "main_score": 0.844441, + "hf_subset": "tpi_Latn-cym_Latn", + "languages": [ + "tpi-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774169, + "recall": 0.817194, + "f1": 0.786794, + "accuracy": 0.817194, + "main_score": 0.786794, + "hf_subset": "tpi_Latn-grn_Latn", + "languages": [ + "tpi-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881374, + "recall": 0.91502, + "f1": 0.891667, + "accuracy": 0.91502, + "main_score": 0.891667, + "hf_subset": "tpi_Latn-kat_Geor", + "languages": [ + "tpi-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631343, + "recall": 0.685771, + "f1": 0.646575, + "accuracy": 0.685771, + "main_score": 0.646575, + "hf_subset": "tpi_Latn-lua_Latn", + "languages": [ + "tpi-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633868, + "recall": 0.684783, + "f1": 0.647911, + "accuracy": 0.684783, + "main_score": 0.647911, + "hf_subset": "tpi_Latn-nya_Latn", + "languages": [ + "tpi-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930698, + "recall": 0.949605, + "f1": 0.936232, + "accuracy": 0.949605, + "main_score": 0.936232, + "hf_subset": "tpi_Latn-slv_Latn", + "languages": [ + "tpi-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937171, + "recall": 0.956522, + "f1": 0.943248, + "accuracy": 0.956522, + "main_score": 0.943248, + "hf_subset": "tpi_Latn-zsm_Latn", + "languages": [ + "tpi-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541808, + "recall": 0.604743, + "f1": 0.560166, + "accuracy": 0.604743, + "main_score": 0.560166, + "hf_subset": "tpi_Latn-ayr_Latn", + "languages": [ + "tpi-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954545, + "recall": 0.968379, + "f1": 0.958827, + "accuracy": 0.968379, + "main_score": 0.958827, + "hf_subset": "tpi_Latn-dan_Latn", + "languages": [ + "tpi-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932206, + "recall": 0.950593, + "f1": 0.937731, + "accuracy": 0.950593, + "main_score": 0.937731, + "hf_subset": "tpi_Latn-guj_Gujr", + "languages": [ + "tpi-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92197, + "recall": 0.944664, + "f1": 0.929018, + "accuracy": 0.944664, + "main_score": 0.929018, + "hf_subset": "tpi_Latn-kaz_Cyrl", + "languages": [ + "tpi-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535667, + "recall": 0.588933, + "f1": 0.550213, + "accuracy": 0.588933, + "main_score": 0.550213, + "hf_subset": "tpi_Latn-lug_Latn", + "languages": [ + "tpi-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950593, + "recall": 0.965415, + "f1": 0.955204, + "accuracy": 0.965415, + "main_score": 0.955204, + "hf_subset": "tpi_Latn-oci_Latn", + "languages": [ + "tpi-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747803, + "recall": 0.797431, + "f1": 0.761775, + "accuracy": 0.797431, + "main_score": 0.761775, + "hf_subset": "tpi_Latn-smo_Latn", + "languages": [ + "tpi-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562611, + "recall": 0.619565, + "f1": 0.57766, + "accuracy": 0.619565, + "main_score": 0.57766, + "hf_subset": "tpi_Latn-tsn_Latn", + "languages": [ + "tpi-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590221, + "recall": 0.650198, + "f1": 0.606766, + "accuracy": 0.650198, + "main_score": 0.606766, + "hf_subset": "tpi_Latn-zul_Latn", + "languages": [ + "tpi-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797324, + "recall": 0.844862, + "f1": 0.81124, + "accuracy": 0.844862, + "main_score": 0.81124, + "hf_subset": "tpi_Latn-azb_Arab", + "languages": [ + "tpi-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941568, + "recall": 0.95751, + "f1": 0.946443, + "accuracy": 0.95751, + "main_score": 0.946443, + "hf_subset": "tpi_Latn-deu_Latn", + "languages": [ + "tpi-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854084, + "recall": 0.891304, + "f1": 0.865382, + "accuracy": 0.891304, + "main_score": 0.865382, + "hf_subset": "tpi_Latn-hat_Latn", + "languages": [ + "tpi-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515085, + "recall": 0.565217, + "f1": 0.528834, + "accuracy": 0.565217, + "main_score": 0.528834, + "hf_subset": "tpi_Latn-kbp_Latn", + "languages": [ + "tpi-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581104, + "recall": 0.639328, + "f1": 0.596832, + "accuracy": 0.639328, + "main_score": 0.596832, + "hf_subset": "tpi_Latn-luo_Latn", + "languages": [ + "tpi-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932806, + "recall": 0.951581, + "f1": 0.93849, + "accuracy": 0.951581, + "main_score": 0.93849, + "hf_subset": "tpi_Latn-ory_Orya", + "languages": [ + "tpi-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592218, + "recall": 0.645257, + "f1": 0.606718, + "accuracy": 0.645257, + "main_score": 0.606718, + "hf_subset": "tpi_Latn-sna_Latn", + "languages": [ + "tpi-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574246, + "recall": 0.62253, + "f1": 0.587605, + "accuracy": 0.62253, + "main_score": 0.587605, + "hf_subset": "tpi_Latn-tso_Latn", + "languages": [ + "tpi-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905056, + "recall": 0.931818, + "f1": 0.913439, + "accuracy": 0.931818, + "main_score": 0.913439, + "hf_subset": "tpi_Latn-azj_Latn", + "languages": [ + "tpi-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551713, + "recall": 0.608696, + "f1": 0.568939, + "accuracy": 0.608696, + "main_score": 0.568939, + "hf_subset": "tpi_Latn-dik_Latn", + "languages": [ + "tpi-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672753, + "recall": 0.728261, + "f1": 0.688342, + "accuracy": 0.728261, + "main_score": 0.688342, + "hf_subset": "tpi_Latn-hau_Latn", + "languages": [ + "tpi-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896937, + "recall": 0.922925, + "f1": 0.904696, + "accuracy": 0.922925, + "main_score": 0.904696, + "hf_subset": "tpi_Latn-kea_Latn", + "languages": [ + "tpi-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733893, + "recall": 0.778656, + "f1": 0.746725, + "accuracy": 0.778656, + "main_score": 0.746725, + "hf_subset": "tpi_Latn-lus_Latn", + "languages": [ + "tpi-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81581, + "recall": 0.850791, + "f1": 0.825974, + "accuracy": 0.850791, + "main_score": 0.825974, + "hf_subset": "tpi_Latn-pag_Latn", + "languages": [ + "tpi-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903936, + "recall": 0.929842, + "f1": 0.911957, + "accuracy": 0.929842, + "main_score": 0.911957, + "hf_subset": "tpi_Latn-snd_Arab", + "languages": [ + "tpi-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804545, + "recall": 0.848814, + "f1": 0.817542, + "accuracy": 0.848814, + "main_score": 0.817542, + "hf_subset": "tpi_Latn-tuk_Latn", + "languages": [ + "tpi-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897233, + "recall": 0.923913, + "f1": 0.905256, + "accuracy": 0.923913, + "main_score": 0.905256, + "hf_subset": "tpi_Latn-bak_Cyrl", + "languages": [ + "tpi-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486202, + "recall": 0.560277, + "f1": 0.506767, + "accuracy": 0.560277, + "main_score": 0.506767, + "hf_subset": "tpi_Latn-dyu_Latn", + "languages": [ + "tpi-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936759, + "recall": 0.956522, + "f1": 0.943182, + "accuracy": 0.956522, + "main_score": 0.943182, + "hf_subset": "tpi_Latn-heb_Hebr", + "languages": [ + "tpi-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853978, + "recall": 0.891304, + "f1": 0.865563, + "accuracy": 0.891304, + "main_score": 0.865563, + "hf_subset": "tpi_Latn-khk_Cyrl", + "languages": [ + "tpi-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933712, + "recall": 0.953557, + "f1": 0.939954, + "accuracy": 0.953557, + "main_score": 0.939954, + "hf_subset": "tpi_Latn-lvs_Latn", + "languages": [ + "tpi-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920249, + "recall": 0.9417, + "f1": 0.926735, + "accuracy": 0.9417, + "main_score": 0.926735, + "hf_subset": "tpi_Latn-pan_Guru", + "languages": [ + "tpi-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630717, + "recall": 0.684783, + "f1": 0.645977, + "accuracy": 0.684783, + "main_score": 0.645977, + "hf_subset": "tpi_Latn-som_Latn", + "languages": [ + "tpi-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608352, + "recall": 0.65415, + "f1": 0.621113, + "accuracy": 0.65415, + "main_score": 0.621113, + "hf_subset": "tpi_Latn-tum_Latn", + "languages": [ + "tpi-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61573, + "recall": 0.681818, + "f1": 0.634535, + "accuracy": 0.681818, + "main_score": 0.634535, + "hf_subset": "zsm_Latn-ace_Arab", + "languages": [ + "zsm-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550603, + "recall": 0.607708, + "f1": 0.566558, + "accuracy": 0.607708, + "main_score": 0.566558, + "hf_subset": "zsm_Latn-bam_Latn", + "languages": [ + "zsm-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473443, + "recall": 0.551383, + "f1": 0.494432, + "accuracy": 0.551383, + "main_score": 0.494432, + "hf_subset": "zsm_Latn-dzo_Tibt", + "languages": [ + "zsm-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-hin_Deva", + "languages": [ + "zsm-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-khm_Khmr", + "languages": [ + "zsm-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-mag_Deva", + "languages": [ + "zsm-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "zsm_Latn-pap_Latn", + "languages": [ + "zsm-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615778, + "recall": 0.668972, + "f1": 0.630487, + "accuracy": 0.668972, + "main_score": 0.630487, + "hf_subset": "zsm_Latn-sot_Latn", + "languages": [ + "zsm-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-tur_Latn", + "languages": [ + "zsm-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911561, + "recall": 0.935771, + "f1": 0.919137, + "accuracy": 0.935771, + "main_score": 0.919137, + "hf_subset": "zsm_Latn-ace_Latn", + "languages": [ + "zsm-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.979249, + "f1": 0.973814, + "accuracy": 0.979249, + "main_score": 0.973814, + "hf_subset": "zsm_Latn-ban_Latn", + "languages": [ + "zsm-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ell_Grek", + "languages": [ + "zsm-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "zsm_Latn-hne_Deva", + "languages": [ + "zsm-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629297, + "recall": 0.683794, + "f1": 0.644686, + "accuracy": 0.683794, + "main_score": 0.644686, + "hf_subset": "zsm_Latn-kik_Latn", + "languages": [ + "zsm-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-mai_Deva", + "languages": [ + "zsm-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "zsm_Latn-pbt_Arab", + "languages": [ + "zsm-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-spa_Latn", + "languages": [ + "zsm-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62586, + "recall": 0.690711, + "f1": 0.644139, + "accuracy": 0.690711, + "main_score": 0.644139, + "hf_subset": "zsm_Latn-twi_Latn", + "languages": [ + "zsm-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-acm_Arab", + "languages": [ + "zsm-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bel_Cyrl", + "languages": [ + "zsm-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-hrv_Latn", + "languages": [ + "zsm-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589237, + "recall": 0.650198, + "f1": 0.606347, + "accuracy": 0.650198, + "main_score": 0.606347, + "hf_subset": "zsm_Latn-kin_Latn", + "languages": [ + "zsm-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-mal_Mlym", + "languages": [ + "zsm-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-pes_Arab", + "languages": [ + "zsm-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-srd_Latn", + "languages": [ + "zsm-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183842, + "recall": 0.232213, + "f1": 0.195573, + "accuracy": 0.232213, + "main_score": 0.195573, + "hf_subset": "zsm_Latn-tzm_Tfng", + "languages": [ + "zsm-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-acq_Arab", + "languages": [ + "zsm-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652339, + "recall": 0.697628, + "f1": 0.665088, + "accuracy": 0.697628, + "main_score": 0.665088, + "hf_subset": "zsm_Latn-bem_Latn", + "languages": [ + "zsm-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-epo_Latn", + "languages": [ + "zsm-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-hun_Latn", + "languages": [ + "zsm-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-kir_Cyrl", + "languages": [ + "zsm-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-mar_Deva", + "languages": [ + "zsm-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699704, + "recall": 0.751976, + "f1": 0.714921, + "accuracy": 0.751976, + "main_score": 0.714921, + "hf_subset": "zsm_Latn-plt_Latn", + "languages": [ + "zsm-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-srp_Cyrl", + "languages": [ + "zsm-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968297, + "recall": 0.977273, + "f1": 0.97108, + "accuracy": 0.977273, + "main_score": 0.97108, + "hf_subset": "zsm_Latn-uig_Arab", + "languages": [ + "zsm-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-aeb_Arab", + "languages": [ + "zsm-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ben_Beng", + "languages": [ + "zsm-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-est_Latn", + "languages": [ + "zsm-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-hye_Armn", + "languages": [ + "zsm-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567171, + "recall": 0.621542, + "f1": 0.582602, + "accuracy": 0.621542, + "main_score": 0.582602, + "hf_subset": "zsm_Latn-kmb_Latn", + "languages": [ + "zsm-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542929, + "recall": 0.61166, + "f1": 0.561387, + "accuracy": 0.61166, + "main_score": 0.561387, + "hf_subset": "zsm_Latn-min_Arab", + "languages": [ + "zsm-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-pol_Latn", + "languages": [ + "zsm-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591263, + "recall": 0.65415, + "f1": 0.609202, + "accuracy": 0.65415, + "main_score": 0.609202, + "hf_subset": "zsm_Latn-ssw_Latn", + "languages": [ + "zsm-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ukr_Cyrl", + "languages": [ + "zsm-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-afr_Latn", + "languages": [ + "zsm-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-bho_Deva", + "languages": [ + "zsm-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-eus_Latn", + "languages": [ + "zsm-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604703, + "recall": 0.664032, + "f1": 0.62112, + "accuracy": 0.664032, + "main_score": 0.62112, + "hf_subset": "zsm_Latn-ibo_Latn", + "languages": [ + "zsm-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917984, + "recall": 0.940711, + "f1": 0.925231, + "accuracy": 0.940711, + "main_score": 0.925231, + "hf_subset": "zsm_Latn-kmr_Latn", + "languages": [ + "zsm-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-min_Latn", + "languages": [ + "zsm-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-por_Latn", + "languages": [ + "zsm-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-sun_Latn", + "languages": [ + "zsm-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529852, + "recall": 0.583004, + "f1": 0.545096, + "accuracy": 0.583004, + "main_score": 0.545096, + "hf_subset": "zsm_Latn-umb_Latn", + "languages": [ + "zsm-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ajp_Arab", + "languages": [ + "zsm-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573808, + "recall": 0.640316, + "f1": 0.59175, + "accuracy": 0.640316, + "main_score": 0.59175, + "hf_subset": "zsm_Latn-bjn_Arab", + "languages": [ + "zsm-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534469, + "recall": 0.58498, + "f1": 0.548223, + "accuracy": 0.58498, + "main_score": 0.548223, + "hf_subset": "zsm_Latn-ewe_Latn", + "languages": [ + "zsm-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964015, + "recall": 0.975296, + "f1": 0.967622, + "accuracy": 0.975296, + "main_score": 0.967622, + "hf_subset": "zsm_Latn-ilo_Latn", + "languages": [ + "zsm-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.330265, + "recall": 0.390316, + "f1": 0.346829, + "accuracy": 0.390316, + "main_score": 0.346829, + "hf_subset": "zsm_Latn-knc_Arab", + "languages": [ + "zsm-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-mkd_Cyrl", + "languages": [ + "zsm-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-prs_Arab", + "languages": [ + "zsm-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-swe_Latn", + "languages": [ + "zsm-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-urd_Arab", + "languages": [ + "zsm-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619221, + "recall": 0.676877, + "f1": 0.635517, + "accuracy": 0.676877, + "main_score": 0.635517, + "hf_subset": "zsm_Latn-aka_Latn", + "languages": [ + "zsm-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-bjn_Latn", + "languages": [ + "zsm-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-fao_Latn", + "languages": [ + "zsm-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ind_Latn", + "languages": [ + "zsm-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607219, + "recall": 0.658103, + "f1": 0.622184, + "accuracy": 0.658103, + "main_score": 0.622184, + "hf_subset": "zsm_Latn-knc_Latn", + "languages": [ + "zsm-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-mlt_Latn", + "languages": [ + "zsm-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726499, + "recall": 0.780632, + "f1": 0.742295, + "accuracy": 0.780632, + "main_score": 0.742295, + "hf_subset": "zsm_Latn-quy_Latn", + "languages": [ + "zsm-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zsm_Latn-swh_Latn", + "languages": [ + "zsm-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-uzn_Latn", + "languages": [ + "zsm-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-als_Latn", + "languages": [ + "zsm-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675461, + "recall": 0.756917, + "f1": 0.699802, + "accuracy": 0.756917, + "main_score": 0.699802, + "hf_subset": "zsm_Latn-bod_Tibt", + "languages": [ + "zsm-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728829, + "recall": 0.784585, + "f1": 0.745201, + "accuracy": 0.784585, + "main_score": 0.745201, + "hf_subset": "zsm_Latn-fij_Latn", + "languages": [ + "zsm-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "zsm_Latn-isl_Latn", + "languages": [ + "zsm-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688779, + "recall": 0.73419, + "f1": 0.701981, + "accuracy": 0.73419, + "main_score": 0.701981, + "hf_subset": "zsm_Latn-kon_Latn", + "languages": [ + "zsm-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687832, + "recall": 0.748024, + "f1": 0.705318, + "accuracy": 0.748024, + "main_score": 0.705318, + "hf_subset": "zsm_Latn-mni_Beng", + "languages": [ + "zsm-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ron_Latn", + "languages": [ + "zsm-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.987154, + "f1": 0.984519, + "accuracy": 0.987154, + "main_score": 0.984519, + "hf_subset": "zsm_Latn-szl_Latn", + "languages": [ + "zsm-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-vec_Latn", + "languages": [ + "zsm-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "zsm_Latn-amh_Ethi", + "languages": [ + "zsm-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bos_Latn", + "languages": [ + "zsm-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-fin_Latn", + "languages": [ + "zsm-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ita_Latn", + "languages": [ + "zsm-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-kor_Hang", + "languages": [ + "zsm-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577504, + "recall": 0.635375, + "f1": 0.593825, + "accuracy": 0.635375, + "main_score": 0.593825, + "hf_subset": "zsm_Latn-mos_Latn", + "languages": [ + "zsm-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571134, + "recall": 0.628458, + "f1": 0.58742, + "accuracy": 0.628458, + "main_score": 0.58742, + "hf_subset": "zsm_Latn-run_Latn", + "languages": [ + "zsm-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-tam_Taml", + "languages": [ + "zsm-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-vie_Latn", + "languages": [ + "zsm-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-apc_Arab", + "languages": [ + "zsm-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828706, + "recall": 0.868577, + "f1": 0.840415, + "accuracy": 0.868577, + "main_score": 0.840415, + "hf_subset": "zsm_Latn-bug_Latn", + "languages": [ + "zsm-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491738, + "recall": 0.544466, + "f1": 0.505758, + "accuracy": 0.544466, + "main_score": 0.505758, + "hf_subset": "zsm_Latn-fon_Latn", + "languages": [ + "zsm-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-jav_Latn", + "languages": [ + "zsm-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-lao_Laoo", + "languages": [ + "zsm-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886775, + "recall": 0.91996, + "f1": 0.897299, + "accuracy": 0.91996, + "main_score": 0.897299, + "hf_subset": "zsm_Latn-mri_Latn", + "languages": [ + "zsm-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-rus_Cyrl", + "languages": [ + "zsm-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550951, + "recall": 0.61166, + "f1": 0.567994, + "accuracy": 0.61166, + "main_score": 0.567994, + "hf_subset": "zsm_Latn-taq_Latn", + "languages": [ + "zsm-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-war_Latn", + "languages": [ + "zsm-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-arb_Arab", + "languages": [ + "zsm-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-bul_Cyrl", + "languages": [ + "zsm-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-fra_Latn", + "languages": [ + "zsm-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-jpn_Jpan", + "languages": [ + "zsm-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-lij_Latn", + "languages": [ + "zsm-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98946, + "recall": 0.992095, + "f1": 0.990283, + "accuracy": 0.992095, + "main_score": 0.990283, + "hf_subset": "zsm_Latn-mya_Mymr", + "languages": [ + "zsm-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619276, + "recall": 0.685771, + "f1": 0.63815, + "accuracy": 0.685771, + "main_score": 0.63815, + "hf_subset": "zsm_Latn-sag_Latn", + "languages": [ + "zsm-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200557, + "recall": 0.26087, + "f1": 0.214608, + "accuracy": 0.26087, + "main_score": 0.214608, + "hf_subset": "zsm_Latn-taq_Tfng", + "languages": [ + "zsm-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649391, + "recall": 0.711462, + "f1": 0.667316, + "accuracy": 0.711462, + "main_score": 0.667316, + "hf_subset": "zsm_Latn-wol_Latn", + "languages": [ + "zsm-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823123, + "recall": 0.869565, + "f1": 0.837582, + "accuracy": 0.869565, + "main_score": 0.837582, + "hf_subset": "zsm_Latn-arb_Latn", + "languages": [ + "zsm-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-cat_Latn", + "languages": [ + "zsm-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-fur_Latn", + "languages": [ + "zsm-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440991, + "recall": 0.5, + "f1": 0.457259, + "accuracy": 0.5, + "main_score": 0.457259, + "hf_subset": "zsm_Latn-kab_Latn", + "languages": [ + "zsm-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-lim_Latn", + "languages": [ + "zsm-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-nld_Latn", + "languages": [ + "zsm-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "zsm_Latn-san_Deva", + "languages": [ + "zsm-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-tat_Cyrl", + "languages": [ + "zsm-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697488, + "recall": 0.752964, + "f1": 0.713669, + "accuracy": 0.752964, + "main_score": 0.713669, + "hf_subset": "zsm_Latn-xho_Latn", + "languages": [ + "zsm-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ars_Arab", + "languages": [ + "zsm-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ceb_Latn", + "languages": [ + "zsm-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585125, + "recall": 0.640316, + "f1": 0.600451, + "accuracy": 0.640316, + "main_score": 0.600451, + "hf_subset": "zsm_Latn-fuv_Latn", + "languages": [ + "zsm-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525241, + "recall": 0.591897, + "f1": 0.543859, + "accuracy": 0.591897, + "main_score": 0.543859, + "hf_subset": "zsm_Latn-kac_Latn", + "languages": [ + "zsm-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693198, + "recall": 0.742095, + "f1": 0.707642, + "accuracy": 0.742095, + "main_score": 0.707642, + "hf_subset": "zsm_Latn-lin_Latn", + "languages": [ + "zsm-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-nno_Latn", + "languages": [ + "zsm-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.246644, + "recall": 0.332016, + "f1": 0.268823, + "accuracy": 0.332016, + "main_score": 0.268823, + "hf_subset": "zsm_Latn-sat_Olck", + "languages": [ + "zsm-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-tel_Telu", + "languages": [ + "zsm-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "zsm_Latn-ydd_Hebr", + "languages": [ + "zsm-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.985178, + "f1": 0.980896, + "accuracy": 0.985178, + "main_score": 0.980896, + "hf_subset": "zsm_Latn-ary_Arab", + "languages": [ + "zsm-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-ces_Latn", + "languages": [ + "zsm-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604216, + "recall": 0.660079, + "f1": 0.620389, + "accuracy": 0.660079, + "main_score": 0.620389, + "hf_subset": "zsm_Latn-gaz_Latn", + "languages": [ + "zsm-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614182, + "recall": 0.674901, + "f1": 0.631573, + "accuracy": 0.674901, + "main_score": 0.631573, + "hf_subset": "zsm_Latn-kam_Latn", + "languages": [ + "zsm-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "zsm_Latn-lit_Latn", + "languages": [ + "zsm-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-nob_Latn", + "languages": [ + "zsm-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "zsm_Latn-scn_Latn", + "languages": [ + "zsm-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "zsm_Latn-tgk_Cyrl", + "languages": [ + "zsm-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.75248, + "recall": 0.812253, + "f1": 0.77057, + "accuracy": 0.812253, + "main_score": 0.77057, + "hf_subset": "zsm_Latn-yor_Latn", + "languages": [ + "zsm-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-arz_Arab", + "languages": [ + "zsm-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579814, + "recall": 0.63834, + "f1": 0.597097, + "accuracy": 0.63834, + "main_score": 0.597097, + "hf_subset": "zsm_Latn-cjk_Latn", + "languages": [ + "zsm-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808053, + "recall": 0.856719, + "f1": 0.823273, + "accuracy": 0.856719, + "main_score": 0.823273, + "hf_subset": "zsm_Latn-gla_Latn", + "languages": [ + "zsm-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-kan_Knda", + "languages": [ + "zsm-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "zsm_Latn-lmo_Latn", + "languages": [ + "zsm-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "zsm_Latn-npi_Deva", + "languages": [ + "zsm-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483392, + "recall": 0.546443, + "f1": 0.50056, + "accuracy": 0.546443, + "main_score": 0.50056, + "hf_subset": "zsm_Latn-shn_Mymr", + "languages": [ + "zsm-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-tgl_Latn", + "languages": [ + "zsm-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-yue_Hant", + "languages": [ + "zsm-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-asm_Beng", + "languages": [ + "zsm-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "zsm_Latn-ckb_Arab", + "languages": [ + "zsm-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905468, + "recall": 0.931818, + "f1": 0.913867, + "accuracy": 0.931818, + "main_score": 0.913867, + "hf_subset": "zsm_Latn-gle_Latn", + "languages": [ + "zsm-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958498, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "zsm_Latn-kas_Arab", + "languages": [ + "zsm-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953146, + "recall": 0.967391, + "f1": 0.95774, + "accuracy": 0.967391, + "main_score": 0.95774, + "hf_subset": "zsm_Latn-ltg_Latn", + "languages": [ + "zsm-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630324, + "recall": 0.681818, + "f1": 0.645045, + "accuracy": 0.681818, + "main_score": 0.645045, + "hf_subset": "zsm_Latn-nso_Latn", + "languages": [ + "zsm-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "zsm_Latn-sin_Sinh", + "languages": [ + "zsm-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-tha_Thai", + "languages": [ + "zsm-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-zho_Hans", + "languages": [ + "zsm-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ast_Latn", + "languages": [ + "zsm-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-crh_Latn", + "languages": [ + "zsm-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-glg_Latn", + "languages": [ + "zsm-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919219, + "recall": 0.943676, + "f1": 0.927108, + "accuracy": 0.943676, + "main_score": 0.927108, + "hf_subset": "zsm_Latn-kas_Deva", + "languages": [ + "zsm-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-ltz_Latn", + "languages": [ + "zsm-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479818, + "recall": 0.551383, + "f1": 0.499791, + "accuracy": 0.551383, + "main_score": 0.499791, + "hf_subset": "zsm_Latn-nus_Latn", + "languages": [ + "zsm-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-slk_Latn", + "languages": [ + "zsm-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639807, + "recall": 0.709486, + "f1": 0.660136, + "accuracy": 0.709486, + "main_score": 0.660136, + "hf_subset": "zsm_Latn-tir_Ethi", + "languages": [ + "zsm-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-zho_Hant", + "languages": [ + "zsm-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "zsm_Latn-awa_Deva", + "languages": [ + "zsm-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "zsm_Latn-cym_Latn", + "languages": [ + "zsm-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860507, + "recall": 0.900198, + "f1": 0.873024, + "accuracy": 0.900198, + "main_score": 0.873024, + "hf_subset": "zsm_Latn-grn_Latn", + "languages": [ + "zsm-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-kat_Geor", + "languages": [ + "zsm-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672227, + "recall": 0.722332, + "f1": 0.686602, + "accuracy": 0.722332, + "main_score": 0.686602, + "hf_subset": "zsm_Latn-lua_Latn", + "languages": [ + "zsm-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670045, + "recall": 0.729249, + "f1": 0.686909, + "accuracy": 0.729249, + "main_score": 0.686909, + "hf_subset": "zsm_Latn-nya_Latn", + "languages": [ + "zsm-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-slv_Latn", + "languages": [ + "zsm-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "zsm_Latn-tpi_Latn", + "languages": [ + "zsm-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564054, + "recall": 0.624506, + "f1": 0.581038, + "accuracy": 0.624506, + "main_score": 0.581038, + "hf_subset": "zsm_Latn-ayr_Latn", + "languages": [ + "zsm-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-dan_Latn", + "languages": [ + "zsm-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-guj_Gujr", + "languages": [ + "zsm-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "zsm_Latn-kaz_Cyrl", + "languages": [ + "zsm-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560866, + "recall": 0.623518, + "f1": 0.578002, + "accuracy": 0.623518, + "main_score": 0.578002, + "hf_subset": "zsm_Latn-lug_Latn", + "languages": [ + "zsm-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-oci_Latn", + "languages": [ + "zsm-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86726, + "recall": 0.901186, + "f1": 0.877931, + "accuracy": 0.901186, + "main_score": 0.877931, + "hf_subset": "zsm_Latn-smo_Latn", + "languages": [ + "zsm-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561985, + "recall": 0.623518, + "f1": 0.579154, + "accuracy": 0.623518, + "main_score": 0.579154, + "hf_subset": "zsm_Latn-tsn_Latn", + "languages": [ + "zsm-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641535, + "recall": 0.706522, + "f1": 0.660466, + "accuracy": 0.706522, + "main_score": 0.660466, + "hf_subset": "zsm_Latn-zul_Latn", + "languages": [ + "zsm-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934124, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "zsm_Latn-azb_Arab", + "languages": [ + "zsm-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-deu_Latn", + "languages": [ + "zsm-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "zsm_Latn-hat_Latn", + "languages": [ + "zsm-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509256, + "recall": 0.564229, + "f1": 0.524968, + "accuracy": 0.564229, + "main_score": 0.524968, + "hf_subset": "zsm_Latn-kbp_Latn", + "languages": [ + "zsm-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592777, + "recall": 0.65415, + "f1": 0.609285, + "accuracy": 0.65415, + "main_score": 0.609285, + "hf_subset": "zsm_Latn-luo_Latn", + "languages": [ + "zsm-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-ory_Orya", + "languages": [ + "zsm-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605915, + "recall": 0.668972, + "f1": 0.624068, + "accuracy": 0.668972, + "main_score": 0.624068, + "hf_subset": "zsm_Latn-sna_Latn", + "languages": [ + "zsm-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580123, + "recall": 0.639328, + "f1": 0.596562, + "accuracy": 0.639328, + "main_score": 0.596562, + "hf_subset": "zsm_Latn-tso_Latn", + "languages": [ + "zsm-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-azj_Latn", + "languages": [ + "zsm-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55708, + "recall": 0.621542, + "f1": 0.57537, + "accuracy": 0.621542, + "main_score": 0.57537, + "hf_subset": "zsm_Latn-dik_Latn", + "languages": [ + "zsm-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78125, + "recall": 0.826087, + "f1": 0.79431, + "accuracy": 0.826087, + "main_score": 0.79431, + "hf_subset": "zsm_Latn-hau_Latn", + "languages": [ + "zsm-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "zsm_Latn-kea_Latn", + "languages": [ + "zsm-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766008, + "recall": 0.813241, + "f1": 0.780204, + "accuracy": 0.813241, + "main_score": 0.780204, + "hf_subset": "zsm_Latn-lus_Latn", + "languages": [ + "zsm-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883712, + "recall": 0.912055, + "f1": 0.892358, + "accuracy": 0.912055, + "main_score": 0.892358, + "hf_subset": "zsm_Latn-pag_Latn", + "languages": [ + "zsm-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-snd_Arab", + "languages": [ + "zsm-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "zsm_Latn-tuk_Latn", + "languages": [ + "zsm-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "zsm_Latn-bak_Cyrl", + "languages": [ + "zsm-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503162, + "recall": 0.582016, + "f1": 0.52622, + "accuracy": 0.582016, + "main_score": 0.52622, + "hf_subset": "zsm_Latn-dyu_Latn", + "languages": [ + "zsm-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "zsm_Latn-heb_Hebr", + "languages": [ + "zsm-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "zsm_Latn-khk_Cyrl", + "languages": [ + "zsm-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-lvs_Latn", + "languages": [ + "zsm-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "zsm_Latn-pan_Guru", + "languages": [ + "zsm-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745085, + "recall": 0.798419, + "f1": 0.760985, + "accuracy": 0.798419, + "main_score": 0.760985, + "hf_subset": "zsm_Latn-som_Latn", + "languages": [ + "zsm-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631622, + "recall": 0.676877, + "f1": 0.644331, + "accuracy": 0.676877, + "main_score": 0.644331, + "hf_subset": "zsm_Latn-tum_Latn", + "languages": [ + "zsm-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412375, + "recall": 0.455534, + "f1": 0.424613, + "accuracy": 0.455534, + "main_score": 0.424613, + "hf_subset": "ayr_Latn-ace_Arab", + "languages": [ + "ayr-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481874, + "recall": 0.527668, + "f1": 0.494977, + "accuracy": 0.527668, + "main_score": 0.494977, + "hf_subset": "ayr_Latn-bam_Latn", + "languages": [ + "ayr-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215276, + "recall": 0.257905, + "f1": 0.226232, + "accuracy": 0.257905, + "main_score": 0.226232, + "hf_subset": "ayr_Latn-dzo_Tibt", + "languages": [ + "ayr-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535348, + "recall": 0.576087, + "f1": 0.546283, + "accuracy": 0.576087, + "main_score": 0.546283, + "hf_subset": "ayr_Latn-hin_Deva", + "languages": [ + "ayr-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499256, + "recall": 0.533597, + "f1": 0.50845, + "accuracy": 0.533597, + "main_score": 0.50845, + "hf_subset": "ayr_Latn-khm_Khmr", + "languages": [ + "ayr-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540172, + "recall": 0.574111, + "f1": 0.549523, + "accuracy": 0.574111, + "main_score": 0.549523, + "hf_subset": "ayr_Latn-mag_Deva", + "languages": [ + "ayr-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555648, + "recall": 0.588933, + "f1": 0.56469, + "accuracy": 0.588933, + "main_score": 0.56469, + "hf_subset": "ayr_Latn-pap_Latn", + "languages": [ + "ayr-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514679, + "recall": 0.556324, + "f1": 0.525805, + "accuracy": 0.556324, + "main_score": 0.525805, + "hf_subset": "ayr_Latn-sot_Latn", + "languages": [ + "ayr-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549963, + "recall": 0.587945, + "f1": 0.560274, + "accuracy": 0.587945, + "main_score": 0.560274, + "hf_subset": "ayr_Latn-tur_Latn", + "languages": [ + "ayr-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545619, + "recall": 0.581028, + "f1": 0.555334, + "accuracy": 0.581028, + "main_score": 0.555334, + "hf_subset": "ayr_Latn-ace_Latn", + "languages": [ + "ayr-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549326, + "recall": 0.587945, + "f1": 0.559116, + "accuracy": 0.587945, + "main_score": 0.559116, + "hf_subset": "ayr_Latn-ban_Latn", + "languages": [ + "ayr-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541045, + "recall": 0.577075, + "f1": 0.550533, + "accuracy": 0.577075, + "main_score": 0.550533, + "hf_subset": "ayr_Latn-ell_Grek", + "languages": [ + "ayr-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524555, + "recall": 0.563241, + "f1": 0.535427, + "accuracy": 0.563241, + "main_score": 0.535427, + "hf_subset": "ayr_Latn-hne_Deva", + "languages": [ + "ayr-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468385, + "recall": 0.513834, + "f1": 0.480386, + "accuracy": 0.513834, + "main_score": 0.480386, + "hf_subset": "ayr_Latn-kik_Latn", + "languages": [ + "ayr-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532769, + "recall": 0.571146, + "f1": 0.54354, + "accuracy": 0.571146, + "main_score": 0.54354, + "hf_subset": "ayr_Latn-mai_Deva", + "languages": [ + "ayr-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489401, + "recall": 0.538538, + "f1": 0.501504, + "accuracy": 0.538538, + "main_score": 0.501504, + "hf_subset": "ayr_Latn-pbt_Arab", + "languages": [ + "ayr-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561457, + "recall": 0.594862, + "f1": 0.569925, + "accuracy": 0.594862, + "main_score": 0.569925, + "hf_subset": "ayr_Latn-spa_Latn", + "languages": [ + "ayr-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525527, + "recall": 0.560277, + "f1": 0.535837, + "accuracy": 0.560277, + "main_score": 0.535837, + "hf_subset": "ayr_Latn-twi_Latn", + "languages": [ + "ayr-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527256, + "recall": 0.567194, + "f1": 0.537722, + "accuracy": 0.567194, + "main_score": 0.537722, + "hf_subset": "ayr_Latn-acm_Arab", + "languages": [ + "ayr-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519761, + "recall": 0.560277, + "f1": 0.529821, + "accuracy": 0.560277, + "main_score": 0.529821, + "hf_subset": "ayr_Latn-bel_Cyrl", + "languages": [ + "ayr-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578247, + "recall": 0.609684, + "f1": 0.586242, + "accuracy": 0.609684, + "main_score": 0.586242, + "hf_subset": "ayr_Latn-eng_Latn", + "languages": [ + "ayr-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560886, + "recall": 0.59585, + "f1": 0.570166, + "accuracy": 0.59585, + "main_score": 0.570166, + "hf_subset": "ayr_Latn-hrv_Latn", + "languages": [ + "ayr-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478793, + "recall": 0.514822, + "f1": 0.488731, + "accuracy": 0.514822, + "main_score": 0.488731, + "hf_subset": "ayr_Latn-kin_Latn", + "languages": [ + "ayr-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529228, + "recall": 0.56917, + "f1": 0.540082, + "accuracy": 0.56917, + "main_score": 0.540082, + "hf_subset": "ayr_Latn-mal_Mlym", + "languages": [ + "ayr-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543665, + "recall": 0.577075, + "f1": 0.55288, + "accuracy": 0.577075, + "main_score": 0.55288, + "hf_subset": "ayr_Latn-pes_Arab", + "languages": [ + "ayr-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566733, + "recall": 0.593874, + "f1": 0.574244, + "accuracy": 0.593874, + "main_score": 0.574244, + "hf_subset": "ayr_Latn-srd_Latn", + "languages": [ + "ayr-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.196692, + "recall": 0.236166, + "f1": 0.206639, + "accuracy": 0.236166, + "main_score": 0.206639, + "hf_subset": "ayr_Latn-tzm_Tfng", + "languages": [ + "ayr-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520635, + "recall": 0.566206, + "f1": 0.533039, + "accuracy": 0.566206, + "main_score": 0.533039, + "hf_subset": "ayr_Latn-acq_Arab", + "languages": [ + "ayr-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532366, + "recall": 0.568182, + "f1": 0.542125, + "accuracy": 0.568182, + "main_score": 0.542125, + "hf_subset": "ayr_Latn-bem_Latn", + "languages": [ + "ayr-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54596, + "recall": 0.588933, + "f1": 0.556586, + "accuracy": 0.588933, + "main_score": 0.556586, + "hf_subset": "ayr_Latn-epo_Latn", + "languages": [ + "ayr-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545915, + "recall": 0.581028, + "f1": 0.554907, + "accuracy": 0.581028, + "main_score": 0.554907, + "hf_subset": "ayr_Latn-hun_Latn", + "languages": [ + "ayr-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532622, + "recall": 0.567194, + "f1": 0.54182, + "accuracy": 0.567194, + "main_score": 0.54182, + "hf_subset": "ayr_Latn-kir_Cyrl", + "languages": [ + "ayr-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537151, + "recall": 0.574111, + "f1": 0.546863, + "accuracy": 0.574111, + "main_score": 0.546863, + "hf_subset": "ayr_Latn-mar_Deva", + "languages": [ + "ayr-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529807, + "recall": 0.568182, + "f1": 0.540316, + "accuracy": 0.568182, + "main_score": 0.540316, + "hf_subset": "ayr_Latn-plt_Latn", + "languages": [ + "ayr-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546676, + "recall": 0.581028, + "f1": 0.556641, + "accuracy": 0.581028, + "main_score": 0.556641, + "hf_subset": "ayr_Latn-srp_Cyrl", + "languages": [ + "ayr-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469566, + "recall": 0.511858, + "f1": 0.480471, + "accuracy": 0.511858, + "main_score": 0.480471, + "hf_subset": "ayr_Latn-uig_Arab", + "languages": [ + "ayr-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508095, + "recall": 0.548419, + "f1": 0.519572, + "accuracy": 0.548419, + "main_score": 0.519572, + "hf_subset": "ayr_Latn-aeb_Arab", + "languages": [ + "ayr-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547796, + "recall": 0.588933, + "f1": 0.558723, + "accuracy": 0.588933, + "main_score": 0.558723, + "hf_subset": "ayr_Latn-ben_Beng", + "languages": [ + "ayr-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535166, + "recall": 0.56917, + "f1": 0.543968, + "accuracy": 0.56917, + "main_score": 0.543968, + "hf_subset": "ayr_Latn-est_Latn", + "languages": [ + "ayr-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525511, + "recall": 0.564229, + "f1": 0.53654, + "accuracy": 0.564229, + "main_score": 0.53654, + "hf_subset": "ayr_Latn-hye_Armn", + "languages": [ + "ayr-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51957, + "recall": 0.552372, + "f1": 0.528964, + "accuracy": 0.552372, + "main_score": 0.528964, + "hf_subset": "ayr_Latn-kmb_Latn", + "languages": [ + "ayr-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.376149, + "recall": 0.423913, + "f1": 0.389448, + "accuracy": 0.423913, + "main_score": 0.389448, + "hf_subset": "ayr_Latn-min_Arab", + "languages": [ + "ayr-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543457, + "recall": 0.576087, + "f1": 0.552364, + "accuracy": 0.576087, + "main_score": 0.552364, + "hf_subset": "ayr_Latn-pol_Latn", + "languages": [ + "ayr-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510317, + "recall": 0.554348, + "f1": 0.522602, + "accuracy": 0.554348, + "main_score": 0.522602, + "hf_subset": "ayr_Latn-ssw_Latn", + "languages": [ + "ayr-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560854, + "recall": 0.597826, + "f1": 0.570592, + "accuracy": 0.597826, + "main_score": 0.570592, + "hf_subset": "ayr_Latn-ukr_Cyrl", + "languages": [ + "ayr-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561104, + "recall": 0.598814, + "f1": 0.571158, + "accuracy": 0.598814, + "main_score": 0.571158, + "hf_subset": "ayr_Latn-afr_Latn", + "languages": [ + "ayr-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523038, + "recall": 0.5583, + "f1": 0.532798, + "accuracy": 0.5583, + "main_score": 0.532798, + "hf_subset": "ayr_Latn-bho_Deva", + "languages": [ + "ayr-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547169, + "recall": 0.586957, + "f1": 0.557379, + "accuracy": 0.586957, + "main_score": 0.557379, + "hf_subset": "ayr_Latn-eus_Latn", + "languages": [ + "ayr-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502089, + "recall": 0.540514, + "f1": 0.513145, + "accuracy": 0.540514, + "main_score": 0.513145, + "hf_subset": "ayr_Latn-ibo_Latn", + "languages": [ + "ayr-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543308, + "recall": 0.578063, + "f1": 0.55338, + "accuracy": 0.578063, + "main_score": 0.55338, + "hf_subset": "ayr_Latn-kmr_Latn", + "languages": [ + "ayr-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54903, + "recall": 0.585968, + "f1": 0.558426, + "accuracy": 0.585968, + "main_score": 0.558426, + "hf_subset": "ayr_Latn-min_Latn", + "languages": [ + "ayr-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569694, + "recall": 0.607708, + "f1": 0.579642, + "accuracy": 0.607708, + "main_score": 0.579642, + "hf_subset": "ayr_Latn-por_Latn", + "languages": [ + "ayr-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558739, + "recall": 0.593874, + "f1": 0.567547, + "accuracy": 0.593874, + "main_score": 0.567547, + "hf_subset": "ayr_Latn-sun_Latn", + "languages": [ + "ayr-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490987, + "recall": 0.533597, + "f1": 0.503225, + "accuracy": 0.533597, + "main_score": 0.503225, + "hf_subset": "ayr_Latn-umb_Latn", + "languages": [ + "ayr-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536602, + "recall": 0.574111, + "f1": 0.546443, + "accuracy": 0.574111, + "main_score": 0.546443, + "hf_subset": "ayr_Latn-ajp_Arab", + "languages": [ + "ayr-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402321, + "recall": 0.443676, + "f1": 0.413884, + "accuracy": 0.443676, + "main_score": 0.413884, + "hf_subset": "ayr_Latn-bjn_Arab", + "languages": [ + "ayr-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48552, + "recall": 0.520751, + "f1": 0.496005, + "accuracy": 0.520751, + "main_score": 0.496005, + "hf_subset": "ayr_Latn-ewe_Latn", + "languages": [ + "ayr-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573851, + "recall": 0.606719, + "f1": 0.582511, + "accuracy": 0.606719, + "main_score": 0.582511, + "hf_subset": "ayr_Latn-ilo_Latn", + "languages": [ + "ayr-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300519, + "recall": 0.348814, + "f1": 0.313444, + "accuracy": 0.348814, + "main_score": 0.313444, + "hf_subset": "ayr_Latn-knc_Arab", + "languages": [ + "ayr-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543636, + "recall": 0.582016, + "f1": 0.55403, + "accuracy": 0.582016, + "main_score": 0.55403, + "hf_subset": "ayr_Latn-mkd_Cyrl", + "languages": [ + "ayr-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544908, + "recall": 0.58004, + "f1": 0.553639, + "accuracy": 0.58004, + "main_score": 0.553639, + "hf_subset": "ayr_Latn-prs_Arab", + "languages": [ + "ayr-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562721, + "recall": 0.59585, + "f1": 0.571155, + "accuracy": 0.59585, + "main_score": 0.571155, + "hf_subset": "ayr_Latn-swe_Latn", + "languages": [ + "ayr-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513747, + "recall": 0.555336, + "f1": 0.525142, + "accuracy": 0.555336, + "main_score": 0.525142, + "hf_subset": "ayr_Latn-urd_Arab", + "languages": [ + "ayr-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519163, + "recall": 0.554348, + "f1": 0.528298, + "accuracy": 0.554348, + "main_score": 0.528298, + "hf_subset": "ayr_Latn-aka_Latn", + "languages": [ + "ayr-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559424, + "recall": 0.589921, + "f1": 0.567578, + "accuracy": 0.589921, + "main_score": 0.567578, + "hf_subset": "ayr_Latn-bjn_Latn", + "languages": [ + "ayr-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528949, + "recall": 0.567194, + "f1": 0.540074, + "accuracy": 0.567194, + "main_score": 0.540074, + "hf_subset": "ayr_Latn-fao_Latn", + "languages": [ + "ayr-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56445, + "recall": 0.594862, + "f1": 0.571797, + "accuracy": 0.594862, + "main_score": 0.571797, + "hf_subset": "ayr_Latn-ind_Latn", + "languages": [ + "ayr-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5154, + "recall": 0.550395, + "f1": 0.52574, + "accuracy": 0.550395, + "main_score": 0.52574, + "hf_subset": "ayr_Latn-knc_Latn", + "languages": [ + "ayr-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558733, + "recall": 0.591897, + "f1": 0.566181, + "accuracy": 0.591897, + "main_score": 0.566181, + "hf_subset": "ayr_Latn-mlt_Latn", + "languages": [ + "ayr-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539941, + "recall": 0.572134, + "f1": 0.549053, + "accuracy": 0.572134, + "main_score": 0.549053, + "hf_subset": "ayr_Latn-quy_Latn", + "languages": [ + "ayr-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534519, + "recall": 0.56917, + "f1": 0.54443, + "accuracy": 0.56917, + "main_score": 0.54443, + "hf_subset": "ayr_Latn-swh_Latn", + "languages": [ + "ayr-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527448, + "recall": 0.561265, + "f1": 0.536637, + "accuracy": 0.561265, + "main_score": 0.536637, + "hf_subset": "ayr_Latn-uzn_Latn", + "languages": [ + "ayr-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552934, + "recall": 0.583992, + "f1": 0.561553, + "accuracy": 0.583992, + "main_score": 0.561553, + "hf_subset": "ayr_Latn-als_Latn", + "languages": [ + "ayr-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.266529, + "recall": 0.311265, + "f1": 0.276854, + "accuracy": 0.311265, + "main_score": 0.276854, + "hf_subset": "ayr_Latn-bod_Tibt", + "languages": [ + "ayr-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523146, + "recall": 0.557312, + "f1": 0.532761, + "accuracy": 0.557312, + "main_score": 0.532761, + "hf_subset": "ayr_Latn-fij_Latn", + "languages": [ + "ayr-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497507, + "recall": 0.536561, + "f1": 0.508261, + "accuracy": 0.536561, + "main_score": 0.508261, + "hf_subset": "ayr_Latn-isl_Latn", + "languages": [ + "ayr-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534669, + "recall": 0.575099, + "f1": 0.545798, + "accuracy": 0.575099, + "main_score": 0.545798, + "hf_subset": "ayr_Latn-kon_Latn", + "languages": [ + "ayr-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471954, + "recall": 0.513834, + "f1": 0.48353, + "accuracy": 0.513834, + "main_score": 0.48353, + "hf_subset": "ayr_Latn-mni_Beng", + "languages": [ + "ayr-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567852, + "recall": 0.602767, + "f1": 0.576786, + "accuracy": 0.602767, + "main_score": 0.576786, + "hf_subset": "ayr_Latn-ron_Latn", + "languages": [ + "ayr-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53626, + "recall": 0.574111, + "f1": 0.54674, + "accuracy": 0.574111, + "main_score": 0.54674, + "hf_subset": "ayr_Latn-szl_Latn", + "languages": [ + "ayr-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558452, + "recall": 0.588933, + "f1": 0.566435, + "accuracy": 0.588933, + "main_score": 0.566435, + "hf_subset": "ayr_Latn-vec_Latn", + "languages": [ + "ayr-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465729, + "recall": 0.509881, + "f1": 0.477118, + "accuracy": 0.509881, + "main_score": 0.477118, + "hf_subset": "ayr_Latn-amh_Ethi", + "languages": [ + "ayr-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562388, + "recall": 0.59585, + "f1": 0.57156, + "accuracy": 0.59585, + "main_score": 0.57156, + "hf_subset": "ayr_Latn-bos_Latn", + "languages": [ + "ayr-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532038, + "recall": 0.568182, + "f1": 0.541675, + "accuracy": 0.568182, + "main_score": 0.541675, + "hf_subset": "ayr_Latn-fin_Latn", + "languages": [ + "ayr-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557222, + "recall": 0.588933, + "f1": 0.565609, + "accuracy": 0.588933, + "main_score": 0.565609, + "hf_subset": "ayr_Latn-ita_Latn", + "languages": [ + "ayr-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532045, + "recall": 0.573123, + "f1": 0.542873, + "accuracy": 0.573123, + "main_score": 0.542873, + "hf_subset": "ayr_Latn-kor_Hang", + "languages": [ + "ayr-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499654, + "recall": 0.535573, + "f1": 0.510738, + "accuracy": 0.535573, + "main_score": 0.510738, + "hf_subset": "ayr_Latn-mos_Latn", + "languages": [ + "ayr-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482883, + "recall": 0.524704, + "f1": 0.494281, + "accuracy": 0.524704, + "main_score": 0.494281, + "hf_subset": "ayr_Latn-run_Latn", + "languages": [ + "ayr-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518545, + "recall": 0.562253, + "f1": 0.52984, + "accuracy": 0.562253, + "main_score": 0.52984, + "hf_subset": "ayr_Latn-tam_Taml", + "languages": [ + "ayr-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549909, + "recall": 0.583992, + "f1": 0.558812, + "accuracy": 0.583992, + "main_score": 0.558812, + "hf_subset": "ayr_Latn-vie_Latn", + "languages": [ + "ayr-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52376, + "recall": 0.566206, + "f1": 0.535064, + "accuracy": 0.566206, + "main_score": 0.535064, + "hf_subset": "ayr_Latn-apc_Arab", + "languages": [ + "ayr-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525893, + "recall": 0.557312, + "f1": 0.534851, + "accuracy": 0.557312, + "main_score": 0.534851, + "hf_subset": "ayr_Latn-bug_Latn", + "languages": [ + "ayr-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465598, + "recall": 0.502964, + "f1": 0.475828, + "accuracy": 0.502964, + "main_score": 0.475828, + "hf_subset": "ayr_Latn-fon_Latn", + "languages": [ + "ayr-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563914, + "recall": 0.594862, + "f1": 0.57191, + "accuracy": 0.594862, + "main_score": 0.57191, + "hf_subset": "ayr_Latn-jav_Latn", + "languages": [ + "ayr-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480002, + "recall": 0.517787, + "f1": 0.490135, + "accuracy": 0.517787, + "main_score": 0.490135, + "hf_subset": "ayr_Latn-lao_Laoo", + "languages": [ + "ayr-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494152, + "recall": 0.527668, + "f1": 0.50347, + "accuracy": 0.527668, + "main_score": 0.50347, + "hf_subset": "ayr_Latn-mri_Latn", + "languages": [ + "ayr-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553916, + "recall": 0.586957, + "f1": 0.562723, + "accuracy": 0.586957, + "main_score": 0.562723, + "hf_subset": "ayr_Latn-rus_Cyrl", + "languages": [ + "ayr-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465919, + "recall": 0.503953, + "f1": 0.476866, + "accuracy": 0.503953, + "main_score": 0.476866, + "hf_subset": "ayr_Latn-taq_Latn", + "languages": [ + "ayr-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56357, + "recall": 0.596838, + "f1": 0.572184, + "accuracy": 0.596838, + "main_score": 0.572184, + "hf_subset": "ayr_Latn-war_Latn", + "languages": [ + "ayr-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525718, + "recall": 0.567194, + "f1": 0.536675, + "accuracy": 0.567194, + "main_score": 0.536675, + "hf_subset": "ayr_Latn-arb_Arab", + "languages": [ + "ayr-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557494, + "recall": 0.589921, + "f1": 0.566102, + "accuracy": 0.589921, + "main_score": 0.566102, + "hf_subset": "ayr_Latn-bul_Cyrl", + "languages": [ + "ayr-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5613, + "recall": 0.592885, + "f1": 0.569429, + "accuracy": 0.592885, + "main_score": 0.569429, + "hf_subset": "ayr_Latn-fra_Latn", + "languages": [ + "ayr-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534296, + "recall": 0.563241, + "f1": 0.54232, + "accuracy": 0.563241, + "main_score": 0.54232, + "hf_subset": "ayr_Latn-jpn_Jpan", + "languages": [ + "ayr-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546206, + "recall": 0.581028, + "f1": 0.555563, + "accuracy": 0.581028, + "main_score": 0.555563, + "hf_subset": "ayr_Latn-lij_Latn", + "languages": [ + "ayr-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397937, + "recall": 0.453557, + "f1": 0.4132, + "accuracy": 0.453557, + "main_score": 0.4132, + "hf_subset": "ayr_Latn-mya_Mymr", + "languages": [ + "ayr-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508614, + "recall": 0.548419, + "f1": 0.51959, + "accuracy": 0.548419, + "main_score": 0.51959, + "hf_subset": "ayr_Latn-sag_Latn", + "languages": [ + "ayr-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206077, + "recall": 0.245059, + "f1": 0.215257, + "accuracy": 0.245059, + "main_score": 0.215257, + "hf_subset": "ayr_Latn-taq_Tfng", + "languages": [ + "ayr-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527026, + "recall": 0.564229, + "f1": 0.537931, + "accuracy": 0.564229, + "main_score": 0.537931, + "hf_subset": "ayr_Latn-wol_Latn", + "languages": [ + "ayr-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444226, + "recall": 0.483202, + "f1": 0.454968, + "accuracy": 0.483202, + "main_score": 0.454968, + "hf_subset": "ayr_Latn-arb_Latn", + "languages": [ + "ayr-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558989, + "recall": 0.589921, + "f1": 0.568049, + "accuracy": 0.589921, + "main_score": 0.568049, + "hf_subset": "ayr_Latn-cat_Latn", + "languages": [ + "ayr-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53989, + "recall": 0.576087, + "f1": 0.548885, + "accuracy": 0.576087, + "main_score": 0.548885, + "hf_subset": "ayr_Latn-fur_Latn", + "languages": [ + "ayr-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399935, + "recall": 0.4417, + "f1": 0.411032, + "accuracy": 0.4417, + "main_score": 0.411032, + "hf_subset": "ayr_Latn-kab_Latn", + "languages": [ + "ayr-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531842, + "recall": 0.56917, + "f1": 0.541467, + "accuracy": 0.56917, + "main_score": 0.541467, + "hf_subset": "ayr_Latn-lim_Latn", + "languages": [ + "ayr-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556439, + "recall": 0.58498, + "f1": 0.564345, + "accuracy": 0.58498, + "main_score": 0.564345, + "hf_subset": "ayr_Latn-nld_Latn", + "languages": [ + "ayr-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501262, + "recall": 0.54249, + "f1": 0.512226, + "accuracy": 0.54249, + "main_score": 0.512226, + "hf_subset": "ayr_Latn-san_Deva", + "languages": [ + "ayr-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536011, + "recall": 0.579051, + "f1": 0.547253, + "accuracy": 0.579051, + "main_score": 0.547253, + "hf_subset": "ayr_Latn-tat_Cyrl", + "languages": [ + "ayr-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53382, + "recall": 0.568182, + "f1": 0.543703, + "accuracy": 0.568182, + "main_score": 0.543703, + "hf_subset": "ayr_Latn-xho_Latn", + "languages": [ + "ayr-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502165, + "recall": 0.549407, + "f1": 0.514942, + "accuracy": 0.549407, + "main_score": 0.514942, + "hf_subset": "ayr_Latn-ars_Arab", + "languages": [ + "ayr-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569377, + "recall": 0.599802, + "f1": 0.576867, + "accuracy": 0.599802, + "main_score": 0.576867, + "hf_subset": "ayr_Latn-ceb_Latn", + "languages": [ + "ayr-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484323, + "recall": 0.524704, + "f1": 0.495756, + "accuracy": 0.524704, + "main_score": 0.495756, + "hf_subset": "ayr_Latn-fuv_Latn", + "languages": [ + "ayr-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489062, + "recall": 0.531621, + "f1": 0.500948, + "accuracy": 0.531621, + "main_score": 0.500948, + "hf_subset": "ayr_Latn-kac_Latn", + "languages": [ + "ayr-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536734, + "recall": 0.570158, + "f1": 0.545821, + "accuracy": 0.570158, + "main_score": 0.545821, + "hf_subset": "ayr_Latn-lin_Latn", + "languages": [ + "ayr-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557619, + "recall": 0.591897, + "f1": 0.567333, + "accuracy": 0.591897, + "main_score": 0.567333, + "hf_subset": "ayr_Latn-nno_Latn", + "languages": [ + "ayr-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.114564, + "recall": 0.162055, + "f1": 0.125388, + "accuracy": 0.162055, + "main_score": 0.125388, + "hf_subset": "ayr_Latn-sat_Olck", + "languages": [ + "ayr-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517547, + "recall": 0.556324, + "f1": 0.527378, + "accuracy": 0.556324, + "main_score": 0.527378, + "hf_subset": "ayr_Latn-tel_Telu", + "languages": [ + "ayr-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472505, + "recall": 0.516798, + "f1": 0.483924, + "accuracy": 0.516798, + "main_score": 0.483924, + "hf_subset": "ayr_Latn-ydd_Hebr", + "languages": [ + "ayr-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51087, + "recall": 0.541502, + "f1": 0.519678, + "accuracy": 0.541502, + "main_score": 0.519678, + "hf_subset": "ayr_Latn-ary_Arab", + "languages": [ + "ayr-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545926, + "recall": 0.581028, + "f1": 0.555984, + "accuracy": 0.581028, + "main_score": 0.555984, + "hf_subset": "ayr_Latn-ces_Latn", + "languages": [ + "ayr-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488846, + "recall": 0.530632, + "f1": 0.500289, + "accuracy": 0.530632, + "main_score": 0.500289, + "hf_subset": "ayr_Latn-gaz_Latn", + "languages": [ + "ayr-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496776, + "recall": 0.538538, + "f1": 0.508103, + "accuracy": 0.538538, + "main_score": 0.508103, + "hf_subset": "ayr_Latn-kam_Latn", + "languages": [ + "ayr-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533107, + "recall": 0.56917, + "f1": 0.542642, + "accuracy": 0.56917, + "main_score": 0.542642, + "hf_subset": "ayr_Latn-lit_Latn", + "languages": [ + "ayr-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550103, + "recall": 0.585968, + "f1": 0.559483, + "accuracy": 0.585968, + "main_score": 0.559483, + "hf_subset": "ayr_Latn-nob_Latn", + "languages": [ + "ayr-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53891, + "recall": 0.577075, + "f1": 0.549504, + "accuracy": 0.577075, + "main_score": 0.549504, + "hf_subset": "ayr_Latn-scn_Latn", + "languages": [ + "ayr-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506813, + "recall": 0.544466, + "f1": 0.517634, + "accuracy": 0.544466, + "main_score": 0.517634, + "hf_subset": "ayr_Latn-tgk_Cyrl", + "languages": [ + "ayr-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494765, + "recall": 0.540514, + "f1": 0.507687, + "accuracy": 0.540514, + "main_score": 0.507687, + "hf_subset": "ayr_Latn-yor_Latn", + "languages": [ + "ayr-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527149, + "recall": 0.568182, + "f1": 0.537747, + "accuracy": 0.568182, + "main_score": 0.537747, + "hf_subset": "ayr_Latn-arz_Arab", + "languages": [ + "ayr-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49683, + "recall": 0.531621, + "f1": 0.506422, + "accuracy": 0.531621, + "main_score": 0.506422, + "hf_subset": "ayr_Latn-cjk_Latn", + "languages": [ + "ayr-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474457, + "recall": 0.513834, + "f1": 0.485141, + "accuracy": 0.513834, + "main_score": 0.485141, + "hf_subset": "ayr_Latn-gla_Latn", + "languages": [ + "ayr-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527908, + "recall": 0.566206, + "f1": 0.538949, + "accuracy": 0.566206, + "main_score": 0.538949, + "hf_subset": "ayr_Latn-kan_Knda", + "languages": [ + "ayr-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547183, + "recall": 0.589921, + "f1": 0.558359, + "accuracy": 0.589921, + "main_score": 0.558359, + "hf_subset": "ayr_Latn-lmo_Latn", + "languages": [ + "ayr-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534755, + "recall": 0.573123, + "f1": 0.544571, + "accuracy": 0.573123, + "main_score": 0.544571, + "hf_subset": "ayr_Latn-npi_Deva", + "languages": [ + "ayr-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421881, + "recall": 0.469368, + "f1": 0.434715, + "accuracy": 0.469368, + "main_score": 0.434715, + "hf_subset": "ayr_Latn-shn_Mymr", + "languages": [ + "ayr-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568326, + "recall": 0.604743, + "f1": 0.577644, + "accuracy": 0.604743, + "main_score": 0.577644, + "hf_subset": "ayr_Latn-tgl_Latn", + "languages": [ + "ayr-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5175, + "recall": 0.554348, + "f1": 0.527049, + "accuracy": 0.554348, + "main_score": 0.527049, + "hf_subset": "ayr_Latn-yue_Hant", + "languages": [ + "ayr-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498751, + "recall": 0.546443, + "f1": 0.511945, + "accuracy": 0.546443, + "main_score": 0.511945, + "hf_subset": "ayr_Latn-asm_Beng", + "languages": [ + "ayr-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49264, + "recall": 0.531621, + "f1": 0.503516, + "accuracy": 0.531621, + "main_score": 0.503516, + "hf_subset": "ayr_Latn-ckb_Arab", + "languages": [ + "ayr-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481318, + "recall": 0.522727, + "f1": 0.492572, + "accuracy": 0.522727, + "main_score": 0.492572, + "hf_subset": "ayr_Latn-gle_Latn", + "languages": [ + "ayr-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470949, + "recall": 0.512846, + "f1": 0.48242, + "accuracy": 0.512846, + "main_score": 0.48242, + "hf_subset": "ayr_Latn-kas_Arab", + "languages": [ + "ayr-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515411, + "recall": 0.555336, + "f1": 0.526172, + "accuracy": 0.555336, + "main_score": 0.526172, + "hf_subset": "ayr_Latn-ltg_Latn", + "languages": [ + "ayr-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525389, + "recall": 0.562253, + "f1": 0.534881, + "accuracy": 0.562253, + "main_score": 0.534881, + "hf_subset": "ayr_Latn-nso_Latn", + "languages": [ + "ayr-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469056, + "recall": 0.51581, + "f1": 0.481414, + "accuracy": 0.51581, + "main_score": 0.481414, + "hf_subset": "ayr_Latn-sin_Sinh", + "languages": [ + "ayr-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522346, + "recall": 0.561265, + "f1": 0.532881, + "accuracy": 0.561265, + "main_score": 0.532881, + "hf_subset": "ayr_Latn-tha_Thai", + "languages": [ + "ayr-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518821, + "recall": 0.551383, + "f1": 0.527641, + "accuracy": 0.551383, + "main_score": 0.527641, + "hf_subset": "ayr_Latn-zho_Hans", + "languages": [ + "ayr-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569827, + "recall": 0.604743, + "f1": 0.578626, + "accuracy": 0.604743, + "main_score": 0.578626, + "hf_subset": "ayr_Latn-ast_Latn", + "languages": [ + "ayr-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523305, + "recall": 0.563241, + "f1": 0.533922, + "accuracy": 0.563241, + "main_score": 0.533922, + "hf_subset": "ayr_Latn-crh_Latn", + "languages": [ + "ayr-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568796, + "recall": 0.600791, + "f1": 0.577516, + "accuracy": 0.600791, + "main_score": 0.577516, + "hf_subset": "ayr_Latn-glg_Latn", + "languages": [ + "ayr-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495248, + "recall": 0.538538, + "f1": 0.506807, + "accuracy": 0.538538, + "main_score": 0.506807, + "hf_subset": "ayr_Latn-kas_Deva", + "languages": [ + "ayr-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531284, + "recall": 0.561265, + "f1": 0.539963, + "accuracy": 0.561265, + "main_score": 0.539963, + "hf_subset": "ayr_Latn-ltz_Latn", + "languages": [ + "ayr-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454554, + "recall": 0.497036, + "f1": 0.466213, + "accuracy": 0.497036, + "main_score": 0.466213, + "hf_subset": "ayr_Latn-nus_Latn", + "languages": [ + "ayr-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544241, + "recall": 0.583004, + "f1": 0.554456, + "accuracy": 0.583004, + "main_score": 0.554456, + "hf_subset": "ayr_Latn-slk_Latn", + "languages": [ + "ayr-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389544, + "recall": 0.438735, + "f1": 0.403053, + "accuracy": 0.438735, + "main_score": 0.403053, + "hf_subset": "ayr_Latn-tir_Ethi", + "languages": [ + "ayr-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509424, + "recall": 0.551383, + "f1": 0.520432, + "accuracy": 0.551383, + "main_score": 0.520432, + "hf_subset": "ayr_Latn-zho_Hant", + "languages": [ + "ayr-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528975, + "recall": 0.567194, + "f1": 0.539794, + "accuracy": 0.567194, + "main_score": 0.539794, + "hf_subset": "ayr_Latn-awa_Deva", + "languages": [ + "ayr-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525005, + "recall": 0.5583, + "f1": 0.533918, + "accuracy": 0.5583, + "main_score": 0.533918, + "hf_subset": "ayr_Latn-cym_Latn", + "languages": [ + "ayr-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549731, + "recall": 0.585968, + "f1": 0.559348, + "accuracy": 0.585968, + "main_score": 0.559348, + "hf_subset": "ayr_Latn-grn_Latn", + "languages": [ + "ayr-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518528, + "recall": 0.557312, + "f1": 0.529009, + "accuracy": 0.557312, + "main_score": 0.529009, + "hf_subset": "ayr_Latn-kat_Geor", + "languages": [ + "ayr-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522028, + "recall": 0.560277, + "f1": 0.532725, + "accuracy": 0.560277, + "main_score": 0.532725, + "hf_subset": "ayr_Latn-lua_Latn", + "languages": [ + "ayr-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507652, + "recall": 0.544466, + "f1": 0.517692, + "accuracy": 0.544466, + "main_score": 0.517692, + "hf_subset": "ayr_Latn-nya_Latn", + "languages": [ + "ayr-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555082, + "recall": 0.58498, + "f1": 0.563405, + "accuracy": 0.58498, + "main_score": 0.563405, + "hf_subset": "ayr_Latn-slv_Latn", + "languages": [ + "ayr-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549125, + "recall": 0.579051, + "f1": 0.557106, + "accuracy": 0.579051, + "main_score": 0.557106, + "hf_subset": "ayr_Latn-tpi_Latn", + "languages": [ + "ayr-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57635, + "recall": 0.612648, + "f1": 0.585305, + "accuracy": 0.612648, + "main_score": 0.585305, + "hf_subset": "ayr_Latn-zsm_Latn", + "languages": [ + "ayr-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560351, + "recall": 0.594862, + "f1": 0.569437, + "accuracy": 0.594862, + "main_score": 0.569437, + "hf_subset": "ayr_Latn-dan_Latn", + "languages": [ + "ayr-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540069, + "recall": 0.583992, + "f1": 0.551778, + "accuracy": 0.583992, + "main_score": 0.551778, + "hf_subset": "ayr_Latn-guj_Gujr", + "languages": [ + "ayr-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544052, + "recall": 0.578063, + "f1": 0.55324, + "accuracy": 0.578063, + "main_score": 0.55324, + "hf_subset": "ayr_Latn-kaz_Cyrl", + "languages": [ + "ayr-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467872, + "recall": 0.512846, + "f1": 0.479398, + "accuracy": 0.512846, + "main_score": 0.479398, + "hf_subset": "ayr_Latn-lug_Latn", + "languages": [ + "ayr-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565801, + "recall": 0.596838, + "f1": 0.573786, + "accuracy": 0.596838, + "main_score": 0.573786, + "hf_subset": "ayr_Latn-oci_Latn", + "languages": [ + "ayr-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51236, + "recall": 0.550395, + "f1": 0.52326, + "accuracy": 0.550395, + "main_score": 0.52326, + "hf_subset": "ayr_Latn-smo_Latn", + "languages": [ + "ayr-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491652, + "recall": 0.536561, + "f1": 0.504024, + "accuracy": 0.536561, + "main_score": 0.504024, + "hf_subset": "ayr_Latn-tsn_Latn", + "languages": [ + "ayr-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499672, + "recall": 0.54249, + "f1": 0.511273, + "accuracy": 0.54249, + "main_score": 0.511273, + "hf_subset": "ayr_Latn-zul_Latn", + "languages": [ + "ayr-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469125, + "recall": 0.51087, + "f1": 0.480608, + "accuracy": 0.51087, + "main_score": 0.480608, + "hf_subset": "ayr_Latn-azb_Arab", + "languages": [ + "ayr-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547164, + "recall": 0.581028, + "f1": 0.556877, + "accuracy": 0.581028, + "main_score": 0.556877, + "hf_subset": "ayr_Latn-deu_Latn", + "languages": [ + "ayr-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524127, + "recall": 0.564229, + "f1": 0.534707, + "accuracy": 0.564229, + "main_score": 0.534707, + "hf_subset": "ayr_Latn-hat_Latn", + "languages": [ + "ayr-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469014, + "recall": 0.504941, + "f1": 0.479149, + "accuracy": 0.504941, + "main_score": 0.479149, + "hf_subset": "ayr_Latn-kbp_Latn", + "languages": [ + "ayr-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507724, + "recall": 0.545455, + "f1": 0.518456, + "accuracy": 0.545455, + "main_score": 0.518456, + "hf_subset": "ayr_Latn-luo_Latn", + "languages": [ + "ayr-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534903, + "recall": 0.572134, + "f1": 0.54509, + "accuracy": 0.572134, + "main_score": 0.54509, + "hf_subset": "ayr_Latn-ory_Orya", + "languages": [ + "ayr-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508775, + "recall": 0.550395, + "f1": 0.520349, + "accuracy": 0.550395, + "main_score": 0.520349, + "hf_subset": "ayr_Latn-sna_Latn", + "languages": [ + "ayr-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49685, + "recall": 0.535573, + "f1": 0.507534, + "accuracy": 0.535573, + "main_score": 0.507534, + "hf_subset": "ayr_Latn-tso_Latn", + "languages": [ + "ayr-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520754, + "recall": 0.562253, + "f1": 0.53211, + "accuracy": 0.562253, + "main_score": 0.53211, + "hf_subset": "ayr_Latn-azj_Latn", + "languages": [ + "ayr-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486047, + "recall": 0.529644, + "f1": 0.499083, + "accuracy": 0.529644, + "main_score": 0.499083, + "hf_subset": "ayr_Latn-dik_Latn", + "languages": [ + "ayr-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52349, + "recall": 0.5583, + "f1": 0.532877, + "accuracy": 0.5583, + "main_score": 0.532877, + "hf_subset": "ayr_Latn-hau_Latn", + "languages": [ + "ayr-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552081, + "recall": 0.58498, + "f1": 0.560342, + "accuracy": 0.58498, + "main_score": 0.560342, + "hf_subset": "ayr_Latn-kea_Latn", + "languages": [ + "ayr-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527447, + "recall": 0.560277, + "f1": 0.536452, + "accuracy": 0.560277, + "main_score": 0.536452, + "hf_subset": "ayr_Latn-lus_Latn", + "languages": [ + "ayr-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54002, + "recall": 0.566206, + "f1": 0.548188, + "accuracy": 0.566206, + "main_score": 0.548188, + "hf_subset": "ayr_Latn-pag_Latn", + "languages": [ + "ayr-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502421, + "recall": 0.538538, + "f1": 0.512417, + "accuracy": 0.538538, + "main_score": 0.512417, + "hf_subset": "ayr_Latn-snd_Arab", + "languages": [ + "ayr-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504959, + "recall": 0.550395, + "f1": 0.516955, + "accuracy": 0.550395, + "main_score": 0.516955, + "hf_subset": "ayr_Latn-tuk_Latn", + "languages": [ + "ayr-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537436, + "recall": 0.575099, + "f1": 0.547235, + "accuracy": 0.575099, + "main_score": 0.547235, + "hf_subset": "ayr_Latn-bak_Cyrl", + "languages": [ + "ayr-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406696, + "recall": 0.462451, + "f1": 0.422548, + "accuracy": 0.462451, + "main_score": 0.422548, + "hf_subset": "ayr_Latn-dyu_Latn", + "languages": [ + "ayr-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526097, + "recall": 0.560277, + "f1": 0.536655, + "accuracy": 0.560277, + "main_score": 0.536655, + "hf_subset": "ayr_Latn-heb_Hebr", + "languages": [ + "ayr-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514106, + "recall": 0.545455, + "f1": 0.523033, + "accuracy": 0.545455, + "main_score": 0.523033, + "hf_subset": "ayr_Latn-khk_Cyrl", + "languages": [ + "ayr-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537638, + "recall": 0.571146, + "f1": 0.546406, + "accuracy": 0.571146, + "main_score": 0.546406, + "hf_subset": "ayr_Latn-lvs_Latn", + "languages": [ + "ayr-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535526, + "recall": 0.573123, + "f1": 0.546462, + "accuracy": 0.573123, + "main_score": 0.546462, + "hf_subset": "ayr_Latn-pan_Guru", + "languages": [ + "ayr-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491439, + "recall": 0.528656, + "f1": 0.501517, + "accuracy": 0.528656, + "main_score": 0.501517, + "hf_subset": "ayr_Latn-som_Latn", + "languages": [ + "ayr-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509183, + "recall": 0.543478, + "f1": 0.518082, + "accuracy": 0.543478, + "main_score": 0.518082, + "hf_subset": "ayr_Latn-tum_Latn", + "languages": [ + "ayr-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604411, + "recall": 0.672925, + "f1": 0.624214, + "accuracy": 0.672925, + "main_score": 0.624214, + "hf_subset": "dan_Latn-ace_Arab", + "languages": [ + "dan-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551805, + "recall": 0.612648, + "f1": 0.56921, + "accuracy": 0.612648, + "main_score": 0.56921, + "hf_subset": "dan_Latn-bam_Latn", + "languages": [ + "dan-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464827, + "recall": 0.538538, + "f1": 0.485283, + "accuracy": 0.538538, + "main_score": 0.485283, + "hf_subset": "dan_Latn-dzo_Tibt", + "languages": [ + "dan-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hin_Deva", + "languages": [ + "dan-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-khm_Khmr", + "languages": [ + "dan-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-mag_Deva", + "languages": [ + "dan-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-pap_Latn", + "languages": [ + "dan-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602488, + "recall": 0.668972, + "f1": 0.621975, + "accuracy": 0.668972, + "main_score": 0.621975, + "hf_subset": "dan_Latn-sot_Latn", + "languages": [ + "dan-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-tur_Latn", + "languages": [ + "dan-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895619, + "recall": 0.922925, + "f1": 0.90448, + "accuracy": 0.922925, + "main_score": 0.90448, + "hf_subset": "dan_Latn-ace_Latn", + "languages": [ + "dan-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.975296, + "f1": 0.969203, + "accuracy": 0.975296, + "main_score": 0.969203, + "hf_subset": "dan_Latn-ban_Latn", + "languages": [ + "dan-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ell_Grek", + "languages": [ + "dan-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "dan_Latn-hne_Deva", + "languages": [ + "dan-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615177, + "recall": 0.66996, + "f1": 0.631378, + "accuracy": 0.66996, + "main_score": 0.631378, + "hf_subset": "dan_Latn-kik_Latn", + "languages": [ + "dan-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-mai_Deva", + "languages": [ + "dan-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "dan_Latn-pbt_Arab", + "languages": [ + "dan-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-spa_Latn", + "languages": [ + "dan-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63302, + "recall": 0.698617, + "f1": 0.651619, + "accuracy": 0.698617, + "main_score": 0.651619, + "hf_subset": "dan_Latn-twi_Latn", + "languages": [ + "dan-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-acm_Arab", + "languages": [ + "dan-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bel_Cyrl", + "languages": [ + "dan-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hrv_Latn", + "languages": [ + "dan-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57705, + "recall": 0.637352, + "f1": 0.594126, + "accuracy": 0.637352, + "main_score": 0.594126, + "hf_subset": "dan_Latn-kin_Latn", + "languages": [ + "dan-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-mal_Mlym", + "languages": [ + "dan-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-pes_Arab", + "languages": [ + "dan-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-srd_Latn", + "languages": [ + "dan-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.1898, + "recall": 0.235178, + "f1": 0.201142, + "accuracy": 0.235178, + "main_score": 0.201142, + "hf_subset": "dan_Latn-tzm_Tfng", + "languages": [ + "dan-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-acq_Arab", + "languages": [ + "dan-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657093, + "recall": 0.705534, + "f1": 0.670671, + "accuracy": 0.705534, + "main_score": 0.670671, + "hf_subset": "dan_Latn-bem_Latn", + "languages": [ + "dan-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-epo_Latn", + "languages": [ + "dan-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hun_Latn", + "languages": [ + "dan-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-kir_Cyrl", + "languages": [ + "dan-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-mar_Deva", + "languages": [ + "dan-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688735, + "recall": 0.745059, + "f1": 0.705105, + "accuracy": 0.745059, + "main_score": 0.705105, + "hf_subset": "dan_Latn-plt_Latn", + "languages": [ + "dan-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-srp_Cyrl", + "languages": [ + "dan-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "dan_Latn-uig_Arab", + "languages": [ + "dan-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-aeb_Arab", + "languages": [ + "dan-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ben_Beng", + "languages": [ + "dan-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-est_Latn", + "languages": [ + "dan-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-hye_Armn", + "languages": [ + "dan-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565467, + "recall": 0.618577, + "f1": 0.580918, + "accuracy": 0.618577, + "main_score": 0.580918, + "hf_subset": "dan_Latn-kmb_Latn", + "languages": [ + "dan-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527516, + "recall": 0.594862, + "f1": 0.545453, + "accuracy": 0.594862, + "main_score": 0.545453, + "hf_subset": "dan_Latn-min_Arab", + "languages": [ + "dan-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-pol_Latn", + "languages": [ + "dan-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581291, + "recall": 0.644269, + "f1": 0.600231, + "accuracy": 0.644269, + "main_score": 0.600231, + "hf_subset": "dan_Latn-ssw_Latn", + "languages": [ + "dan-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ukr_Cyrl", + "languages": [ + "dan-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-bho_Deva", + "languages": [ + "dan-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "dan_Latn-eus_Latn", + "languages": [ + "dan-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60751, + "recall": 0.672925, + "f1": 0.626374, + "accuracy": 0.672925, + "main_score": 0.626374, + "hf_subset": "dan_Latn-ibo_Latn", + "languages": [ + "dan-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920125, + "recall": 0.943676, + "f1": 0.927668, + "accuracy": 0.943676, + "main_score": 0.927668, + "hf_subset": "dan_Latn-kmr_Latn", + "languages": [ + "dan-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-min_Latn", + "languages": [ + "dan-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-por_Latn", + "languages": [ + "dan-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-sun_Latn", + "languages": [ + "dan-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53345, + "recall": 0.593874, + "f1": 0.550697, + "accuracy": 0.593874, + "main_score": 0.550697, + "hf_subset": "dan_Latn-umb_Latn", + "languages": [ + "dan-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ajp_Arab", + "languages": [ + "dan-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555181, + "recall": 0.615613, + "f1": 0.572321, + "accuracy": 0.615613, + "main_score": 0.572321, + "hf_subset": "dan_Latn-bjn_Arab", + "languages": [ + "dan-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532142, + "recall": 0.591897, + "f1": 0.548825, + "accuracy": 0.591897, + "main_score": 0.548825, + "hf_subset": "dan_Latn-ewe_Latn", + "languages": [ + "dan-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956851, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "dan_Latn-ilo_Latn", + "languages": [ + "dan-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.323586, + "recall": 0.386364, + "f1": 0.340887, + "accuracy": 0.386364, + "main_score": 0.340887, + "hf_subset": "dan_Latn-knc_Arab", + "languages": [ + "dan-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-mkd_Cyrl", + "languages": [ + "dan-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-prs_Arab", + "languages": [ + "dan-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-urd_Arab", + "languages": [ + "dan-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61446, + "recall": 0.671937, + "f1": 0.630425, + "accuracy": 0.671937, + "main_score": 0.630425, + "hf_subset": "dan_Latn-aka_Latn", + "languages": [ + "dan-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-bjn_Latn", + "languages": [ + "dan-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ind_Latn", + "languages": [ + "dan-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597795, + "recall": 0.648221, + "f1": 0.612043, + "accuracy": 0.648221, + "main_score": 0.612043, + "hf_subset": "dan_Latn-knc_Latn", + "languages": [ + "dan-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-mlt_Latn", + "languages": [ + "dan-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721864, + "recall": 0.780632, + "f1": 0.739281, + "accuracy": 0.780632, + "main_score": 0.739281, + "hf_subset": "dan_Latn-quy_Latn", + "languages": [ + "dan-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "dan_Latn-swh_Latn", + "languages": [ + "dan-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-uzn_Latn", + "languages": [ + "dan-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-als_Latn", + "languages": [ + "dan-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678903, + "recall": 0.752964, + "f1": 0.700875, + "accuracy": 0.752964, + "main_score": 0.700875, + "hf_subset": "dan_Latn-bod_Tibt", + "languages": [ + "dan-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719343, + "recall": 0.778656, + "f1": 0.736753, + "accuracy": 0.778656, + "main_score": 0.736753, + "hf_subset": "dan_Latn-fij_Latn", + "languages": [ + "dan-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684578, + "recall": 0.733202, + "f1": 0.698995, + "accuracy": 0.733202, + "main_score": 0.698995, + "hf_subset": "dan_Latn-kon_Latn", + "languages": [ + "dan-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679069, + "recall": 0.740119, + "f1": 0.697225, + "accuracy": 0.740119, + "main_score": 0.697225, + "hf_subset": "dan_Latn-mni_Beng", + "languages": [ + "dan-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ron_Latn", + "languages": [ + "dan-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "dan_Latn-szl_Latn", + "languages": [ + "dan-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-vec_Latn", + "languages": [ + "dan-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "dan_Latn-amh_Ethi", + "languages": [ + "dan-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bos_Latn", + "languages": [ + "dan-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-fin_Latn", + "languages": [ + "dan-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ita_Latn", + "languages": [ + "dan-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-kor_Hang", + "languages": [ + "dan-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563456, + "recall": 0.618577, + "f1": 0.578432, + "accuracy": 0.618577, + "main_score": 0.578432, + "hf_subset": "dan_Latn-mos_Latn", + "languages": [ + "dan-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574976, + "recall": 0.624506, + "f1": 0.588705, + "accuracy": 0.624506, + "main_score": 0.588705, + "hf_subset": "dan_Latn-run_Latn", + "languages": [ + "dan-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-tam_Taml", + "languages": [ + "dan-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-vie_Latn", + "languages": [ + "dan-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-apc_Arab", + "languages": [ + "dan-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822052, + "recall": 0.863636, + "f1": 0.834571, + "accuracy": 0.863636, + "main_score": 0.834571, + "hf_subset": "dan_Latn-bug_Latn", + "languages": [ + "dan-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488626, + "recall": 0.544466, + "f1": 0.503285, + "accuracy": 0.544466, + "main_score": 0.503285, + "hf_subset": "dan_Latn-fon_Latn", + "languages": [ + "dan-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-jav_Latn", + "languages": [ + "dan-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-lao_Laoo", + "languages": [ + "dan-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905254, + "recall": 0.931818, + "f1": 0.913768, + "accuracy": 0.931818, + "main_score": 0.913768, + "hf_subset": "dan_Latn-mri_Latn", + "languages": [ + "dan-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-rus_Cyrl", + "languages": [ + "dan-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556579, + "recall": 0.616601, + "f1": 0.573424, + "accuracy": 0.616601, + "main_score": 0.573424, + "hf_subset": "dan_Latn-taq_Latn", + "languages": [ + "dan-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-war_Latn", + "languages": [ + "dan-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-arb_Arab", + "languages": [ + "dan-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-bul_Cyrl", + "languages": [ + "dan-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-fra_Latn", + "languages": [ + "dan-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-jpn_Jpan", + "languages": [ + "dan-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-lij_Latn", + "languages": [ + "dan-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "dan_Latn-mya_Mymr", + "languages": [ + "dan-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610946, + "recall": 0.676877, + "f1": 0.629865, + "accuracy": 0.676877, + "main_score": 0.629865, + "hf_subset": "dan_Latn-sag_Latn", + "languages": [ + "dan-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205299, + "recall": 0.261858, + "f1": 0.218022, + "accuracy": 0.261858, + "main_score": 0.218022, + "hf_subset": "dan_Latn-taq_Tfng", + "languages": [ + "dan-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650628, + "recall": 0.709486, + "f1": 0.666968, + "accuracy": 0.709486, + "main_score": 0.666968, + "hf_subset": "dan_Latn-wol_Latn", + "languages": [ + "dan-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819401, + "recall": 0.866601, + "f1": 0.833762, + "accuracy": 0.866601, + "main_score": 0.833762, + "hf_subset": "dan_Latn-arb_Latn", + "languages": [ + "dan-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-cat_Latn", + "languages": [ + "dan-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-fur_Latn", + "languages": [ + "dan-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429207, + "recall": 0.483202, + "f1": 0.444076, + "accuracy": 0.483202, + "main_score": 0.444076, + "hf_subset": "dan_Latn-kab_Latn", + "languages": [ + "dan-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "dan_Latn-lim_Latn", + "languages": [ + "dan-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "dan_Latn-san_Deva", + "languages": [ + "dan-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-tat_Cyrl", + "languages": [ + "dan-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700313, + "recall": 0.753953, + "f1": 0.716375, + "accuracy": 0.753953, + "main_score": 0.716375, + "hf_subset": "dan_Latn-xho_Latn", + "languages": [ + "dan-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ars_Arab", + "languages": [ + "dan-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ceb_Latn", + "languages": [ + "dan-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578198, + "recall": 0.636364, + "f1": 0.594551, + "accuracy": 0.636364, + "main_score": 0.594551, + "hf_subset": "dan_Latn-fuv_Latn", + "languages": [ + "dan-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527547, + "recall": 0.589921, + "f1": 0.544934, + "accuracy": 0.589921, + "main_score": 0.544934, + "hf_subset": "dan_Latn-kac_Latn", + "languages": [ + "dan-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693076, + "recall": 0.740119, + "f1": 0.706652, + "accuracy": 0.740119, + "main_score": 0.706652, + "hf_subset": "dan_Latn-lin_Latn", + "languages": [ + "dan-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.24139, + "recall": 0.326087, + "f1": 0.264023, + "accuracy": 0.326087, + "main_score": 0.264023, + "hf_subset": "dan_Latn-sat_Olck", + "languages": [ + "dan-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-tel_Telu", + "languages": [ + "dan-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "dan_Latn-ydd_Hebr", + "languages": [ + "dan-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "dan_Latn-ary_Arab", + "languages": [ + "dan-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ces_Latn", + "languages": [ + "dan-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601877, + "recall": 0.661067, + "f1": 0.618657, + "accuracy": 0.661067, + "main_score": 0.618657, + "hf_subset": "dan_Latn-gaz_Latn", + "languages": [ + "dan-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599409, + "recall": 0.660079, + "f1": 0.616573, + "accuracy": 0.660079, + "main_score": 0.616573, + "hf_subset": "dan_Latn-kam_Latn", + "languages": [ + "dan-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "dan_Latn-lit_Latn", + "languages": [ + "dan-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991436, + "recall": 0.994071, + "f1": 0.99226, + "accuracy": 0.994071, + "main_score": 0.99226, + "hf_subset": "dan_Latn-scn_Latn", + "languages": [ + "dan-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "dan_Latn-tgk_Cyrl", + "languages": [ + "dan-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742351, + "recall": 0.802372, + "f1": 0.760787, + "accuracy": 0.802372, + "main_score": 0.760787, + "hf_subset": "dan_Latn-yor_Latn", + "languages": [ + "dan-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-arz_Arab", + "languages": [ + "dan-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580427, + "recall": 0.642292, + "f1": 0.598314, + "accuracy": 0.642292, + "main_score": 0.598314, + "hf_subset": "dan_Latn-cjk_Latn", + "languages": [ + "dan-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834157, + "recall": 0.875494, + "f1": 0.846923, + "accuracy": 0.875494, + "main_score": 0.846923, + "hf_subset": "dan_Latn-gla_Latn", + "languages": [ + "dan-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-kan_Knda", + "languages": [ + "dan-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "dan_Latn-lmo_Latn", + "languages": [ + "dan-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "dan_Latn-npi_Deva", + "languages": [ + "dan-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481592, + "recall": 0.545455, + "f1": 0.498973, + "accuracy": 0.545455, + "main_score": 0.498973, + "hf_subset": "dan_Latn-shn_Mymr", + "languages": [ + "dan-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-tgl_Latn", + "languages": [ + "dan-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-yue_Hant", + "languages": [ + "dan-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-asm_Beng", + "languages": [ + "dan-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "dan_Latn-ckb_Arab", + "languages": [ + "dan-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910277, + "recall": 0.934783, + "f1": 0.917787, + "accuracy": 0.934783, + "main_score": 0.917787, + "hf_subset": "dan_Latn-gle_Latn", + "languages": [ + "dan-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "dan_Latn-kas_Arab", + "languages": [ + "dan-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.968379, + "f1": 0.958004, + "accuracy": 0.968379, + "main_score": 0.958004, + "hf_subset": "dan_Latn-ltg_Latn", + "languages": [ + "dan-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635962, + "recall": 0.687747, + "f1": 0.650831, + "accuracy": 0.687747, + "main_score": 0.650831, + "hf_subset": "dan_Latn-nso_Latn", + "languages": [ + "dan-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "dan_Latn-sin_Sinh", + "languages": [ + "dan-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-tha_Thai", + "languages": [ + "dan-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-zho_Hans", + "languages": [ + "dan-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ast_Latn", + "languages": [ + "dan-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-crh_Latn", + "languages": [ + "dan-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-glg_Latn", + "languages": [ + "dan-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918643, + "recall": 0.943676, + "f1": 0.926713, + "accuracy": 0.943676, + "main_score": 0.926713, + "hf_subset": "dan_Latn-kas_Deva", + "languages": [ + "dan-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487971, + "recall": 0.551383, + "f1": 0.50493, + "accuracy": 0.551383, + "main_score": 0.50493, + "hf_subset": "dan_Latn-nus_Latn", + "languages": [ + "dan-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-slk_Latn", + "languages": [ + "dan-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639297, + "recall": 0.709486, + "f1": 0.659637, + "accuracy": 0.709486, + "main_score": 0.659637, + "hf_subset": "dan_Latn-tir_Ethi", + "languages": [ + "dan-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-zho_Hant", + "languages": [ + "dan-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "dan_Latn-awa_Deva", + "languages": [ + "dan-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "dan_Latn-cym_Latn", + "languages": [ + "dan-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858613, + "recall": 0.894269, + "f1": 0.869631, + "accuracy": 0.894269, + "main_score": 0.869631, + "hf_subset": "dan_Latn-grn_Latn", + "languages": [ + "dan-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-kat_Geor", + "languages": [ + "dan-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671212, + "recall": 0.720356, + "f1": 0.685306, + "accuracy": 0.720356, + "main_score": 0.685306, + "hf_subset": "dan_Latn-lua_Latn", + "languages": [ + "dan-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665715, + "recall": 0.726285, + "f1": 0.683435, + "accuracy": 0.726285, + "main_score": 0.683435, + "hf_subset": "dan_Latn-nya_Latn", + "languages": [ + "dan-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-slv_Latn", + "languages": [ + "dan-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964592, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "dan_Latn-tpi_Latn", + "languages": [ + "dan-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-zsm_Latn", + "languages": [ + "dan-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561867, + "recall": 0.625494, + "f1": 0.580152, + "accuracy": 0.625494, + "main_score": 0.580152, + "hf_subset": "dan_Latn-ayr_Latn", + "languages": [ + "dan-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-guj_Gujr", + "languages": [ + "dan-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "dan_Latn-kaz_Cyrl", + "languages": [ + "dan-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558195, + "recall": 0.621542, + "f1": 0.576311, + "accuracy": 0.621542, + "main_score": 0.576311, + "hf_subset": "dan_Latn-lug_Latn", + "languages": [ + "dan-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-oci_Latn", + "languages": [ + "dan-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848732, + "recall": 0.891304, + "f1": 0.862055, + "accuracy": 0.891304, + "main_score": 0.862055, + "hf_subset": "dan_Latn-smo_Latn", + "languages": [ + "dan-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565375, + "recall": 0.625494, + "f1": 0.58258, + "accuracy": 0.625494, + "main_score": 0.58258, + "hf_subset": "dan_Latn-tsn_Latn", + "languages": [ + "dan-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639963, + "recall": 0.695652, + "f1": 0.656323, + "accuracy": 0.695652, + "main_score": 0.656323, + "hf_subset": "dan_Latn-zul_Latn", + "languages": [ + "dan-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94417, + "recall": 0.962451, + "f1": 0.950264, + "accuracy": 0.962451, + "main_score": 0.950264, + "hf_subset": "dan_Latn-azb_Arab", + "languages": [ + "dan-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.988142, + "f1": 0.985178, + "accuracy": 0.988142, + "main_score": 0.985178, + "hf_subset": "dan_Latn-hat_Latn", + "languages": [ + "dan-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506681, + "recall": 0.559289, + "f1": 0.521693, + "accuracy": 0.559289, + "main_score": 0.521693, + "hf_subset": "dan_Latn-kbp_Latn", + "languages": [ + "dan-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594766, + "recall": 0.648221, + "f1": 0.609245, + "accuracy": 0.648221, + "main_score": 0.609245, + "hf_subset": "dan_Latn-luo_Latn", + "languages": [ + "dan-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-ory_Orya", + "languages": [ + "dan-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602686, + "recall": 0.667984, + "f1": 0.621505, + "accuracy": 0.667984, + "main_score": 0.621505, + "hf_subset": "dan_Latn-sna_Latn", + "languages": [ + "dan-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580345, + "recall": 0.631423, + "f1": 0.594372, + "accuracy": 0.631423, + "main_score": 0.594372, + "hf_subset": "dan_Latn-tso_Latn", + "languages": [ + "dan-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-azj_Latn", + "languages": [ + "dan-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556077, + "recall": 0.623518, + "f1": 0.575848, + "accuracy": 0.623518, + "main_score": 0.575848, + "hf_subset": "dan_Latn-dik_Latn", + "languages": [ + "dan-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767787, + "recall": 0.81917, + "f1": 0.78307, + "accuracy": 0.81917, + "main_score": 0.78307, + "hf_subset": "dan_Latn-hau_Latn", + "languages": [ + "dan-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-kea_Latn", + "languages": [ + "dan-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751927, + "recall": 0.800395, + "f1": 0.766436, + "accuracy": 0.800395, + "main_score": 0.766436, + "hf_subset": "dan_Latn-lus_Latn", + "languages": [ + "dan-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883053, + "recall": 0.908103, + "f1": 0.890514, + "accuracy": 0.908103, + "main_score": 0.890514, + "hf_subset": "dan_Latn-pag_Latn", + "languages": [ + "dan-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-snd_Arab", + "languages": [ + "dan-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "dan_Latn-tuk_Latn", + "languages": [ + "dan-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "dan_Latn-bak_Cyrl", + "languages": [ + "dan-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511585, + "recall": 0.583992, + "f1": 0.532717, + "accuracy": 0.583992, + "main_score": 0.532717, + "hf_subset": "dan_Latn-dyu_Latn", + "languages": [ + "dan-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "dan_Latn-heb_Hebr", + "languages": [ + "dan-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "dan_Latn-khk_Cyrl", + "languages": [ + "dan-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-lvs_Latn", + "languages": [ + "dan-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "dan_Latn-pan_Guru", + "languages": [ + "dan-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717368, + "recall": 0.769763, + "f1": 0.732706, + "accuracy": 0.769763, + "main_score": 0.732706, + "hf_subset": "dan_Latn-som_Latn", + "languages": [ + "dan-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616026, + "recall": 0.666996, + "f1": 0.630069, + "accuracy": 0.666996, + "main_score": 0.630069, + "hf_subset": "dan_Latn-tum_Latn", + "languages": [ + "dan-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573878, + "recall": 0.639328, + "f1": 0.592143, + "accuracy": 0.639328, + "main_score": 0.592143, + "hf_subset": "guj_Gujr-ace_Arab", + "languages": [ + "guj-Gujr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525135, + "recall": 0.58498, + "f1": 0.54163, + "accuracy": 0.58498, + "main_score": 0.54163, + "hf_subset": "guj_Gujr-bam_Latn", + "languages": [ + "guj-Gujr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440784, + "recall": 0.517787, + "f1": 0.461117, + "accuracy": 0.517787, + "main_score": 0.461117, + "hf_subset": "guj_Gujr-dzo_Tibt", + "languages": [ + "guj-Gujr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-khm_Khmr", + "languages": [ + "guj-Gujr", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-mag_Deva", + "languages": [ + "guj-Gujr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "guj_Gujr-pap_Latn", + "languages": [ + "guj-Gujr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575482, + "recall": 0.640316, + "f1": 0.59286, + "accuracy": 0.640316, + "main_score": 0.59286, + "hf_subset": "guj_Gujr-sot_Latn", + "languages": [ + "guj-Gujr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-tur_Latn", + "languages": [ + "guj-Gujr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8716, + "recall": 0.906126, + "f1": 0.882559, + "accuracy": 0.906126, + "main_score": 0.882559, + "hf_subset": "guj_Gujr-ace_Latn", + "languages": [ + "guj-Gujr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.974308, + "f1": 0.967556, + "accuracy": 0.974308, + "main_score": 0.967556, + "hf_subset": "guj_Gujr-ban_Latn", + "languages": [ + "guj-Gujr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ell_Grek", + "languages": [ + "guj-Gujr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "guj_Gujr-hne_Deva", + "languages": [ + "guj-Gujr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576694, + "recall": 0.645257, + "f1": 0.596799, + "accuracy": 0.645257, + "main_score": 0.596799, + "hf_subset": "guj_Gujr-kik_Latn", + "languages": [ + "guj-Gujr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971097, + "recall": 0.980237, + "f1": 0.974045, + "accuracy": 0.980237, + "main_score": 0.974045, + "hf_subset": "guj_Gujr-pbt_Arab", + "languages": [ + "guj-Gujr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-spa_Latn", + "languages": [ + "guj-Gujr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614586, + "recall": 0.677866, + "f1": 0.63193, + "accuracy": 0.677866, + "main_score": 0.63193, + "hf_subset": "guj_Gujr-twi_Latn", + "languages": [ + "guj-Gujr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-acm_Arab", + "languages": [ + "guj-Gujr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-bel_Cyrl", + "languages": [ + "guj-Gujr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hrv_Latn", + "languages": [ + "guj-Gujr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534094, + "recall": 0.596838, + "f1": 0.551794, + "accuracy": 0.596838, + "main_score": 0.551794, + "hf_subset": "guj_Gujr-kin_Latn", + "languages": [ + "guj-Gujr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-pes_Arab", + "languages": [ + "guj-Gujr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-srd_Latn", + "languages": [ + "guj-Gujr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.180667, + "recall": 0.231225, + "f1": 0.192482, + "accuracy": 0.231225, + "main_score": 0.192482, + "hf_subset": "guj_Gujr-tzm_Tfng", + "languages": [ + "guj-Gujr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-acq_Arab", + "languages": [ + "guj-Gujr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623814, + "recall": 0.678854, + "f1": 0.639367, + "accuracy": 0.678854, + "main_score": 0.639367, + "hf_subset": "guj_Gujr-bem_Latn", + "languages": [ + "guj-Gujr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-epo_Latn", + "languages": [ + "guj-Gujr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-hun_Latn", + "languages": [ + "guj-Gujr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-kir_Cyrl", + "languages": [ + "guj-Gujr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664693, + "recall": 0.724308, + "f1": 0.681752, + "accuracy": 0.724308, + "main_score": 0.681752, + "hf_subset": "guj_Gujr-plt_Latn", + "languages": [ + "guj-Gujr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-srp_Cyrl", + "languages": [ + "guj-Gujr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980237, + "recall": 0.986166, + "f1": 0.982213, + "accuracy": 0.986166, + "main_score": 0.982213, + "hf_subset": "guj_Gujr-uig_Arab", + "languages": [ + "guj-Gujr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-aeb_Arab", + "languages": [ + "guj-Gujr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-est_Latn", + "languages": [ + "guj-Gujr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hye_Armn", + "languages": [ + "guj-Gujr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522574, + "recall": 0.581028, + "f1": 0.53897, + "accuracy": 0.581028, + "main_score": 0.53897, + "hf_subset": "guj_Gujr-kmb_Latn", + "languages": [ + "guj-Gujr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47818, + "recall": 0.559289, + "f1": 0.499965, + "accuracy": 0.559289, + "main_score": 0.499965, + "hf_subset": "guj_Gujr-min_Arab", + "languages": [ + "guj-Gujr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-pol_Latn", + "languages": [ + "guj-Gujr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553922, + "recall": 0.618577, + "f1": 0.571829, + "accuracy": 0.618577, + "main_score": 0.571829, + "hf_subset": "guj_Gujr-ssw_Latn", + "languages": [ + "guj-Gujr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ukr_Cyrl", + "languages": [ + "guj-Gujr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-afr_Latn", + "languages": [ + "guj-Gujr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-bho_Deva", + "languages": [ + "guj-Gujr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572467, + "recall": 0.637352, + "f1": 0.590218, + "accuracy": 0.637352, + "main_score": 0.590218, + "hf_subset": "guj_Gujr-ibo_Latn", + "languages": [ + "guj-Gujr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912385, + "recall": 0.937747, + "f1": 0.920455, + "accuracy": 0.937747, + "main_score": 0.920455, + "hf_subset": "guj_Gujr-kmr_Latn", + "languages": [ + "guj-Gujr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "guj_Gujr-min_Latn", + "languages": [ + "guj-Gujr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-por_Latn", + "languages": [ + "guj-Gujr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-sun_Latn", + "languages": [ + "guj-Gujr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50866, + "recall": 0.570158, + "f1": 0.526073, + "accuracy": 0.570158, + "main_score": 0.526073, + "hf_subset": "guj_Gujr-umb_Latn", + "languages": [ + "guj-Gujr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ajp_Arab", + "languages": [ + "guj-Gujr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511769, + "recall": 0.585968, + "f1": 0.532031, + "accuracy": 0.585968, + "main_score": 0.532031, + "hf_subset": "guj_Gujr-bjn_Arab", + "languages": [ + "guj-Gujr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512762, + "recall": 0.56917, + "f1": 0.528213, + "accuracy": 0.56917, + "main_score": 0.528213, + "hf_subset": "guj_Gujr-ewe_Latn", + "languages": [ + "guj-Gujr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947052, + "recall": 0.963439, + "f1": 0.952306, + "accuracy": 0.963439, + "main_score": 0.952306, + "hf_subset": "guj_Gujr-ilo_Latn", + "languages": [ + "guj-Gujr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316547, + "recall": 0.37747, + "f1": 0.333231, + "accuracy": 0.37747, + "main_score": 0.333231, + "hf_subset": "guj_Gujr-knc_Arab", + "languages": [ + "guj-Gujr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-mkd_Cyrl", + "languages": [ + "guj-Gujr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-prs_Arab", + "languages": [ + "guj-Gujr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-swe_Latn", + "languages": [ + "guj-Gujr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567682, + "recall": 0.642292, + "f1": 0.588908, + "accuracy": 0.642292, + "main_score": 0.588908, + "hf_subset": "guj_Gujr-aka_Latn", + "languages": [ + "guj-Gujr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "guj_Gujr-bjn_Latn", + "languages": [ + "guj-Gujr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "guj_Gujr-fao_Latn", + "languages": [ + "guj-Gujr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ind_Latn", + "languages": [ + "guj-Gujr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570745, + "recall": 0.634387, + "f1": 0.5893, + "accuracy": 0.634387, + "main_score": 0.5893, + "hf_subset": "guj_Gujr-knc_Latn", + "languages": [ + "guj-Gujr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-mlt_Latn", + "languages": [ + "guj-Gujr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687732, + "recall": 0.755929, + "f1": 0.707563, + "accuracy": 0.755929, + "main_score": 0.707563, + "hf_subset": "guj_Gujr-quy_Latn", + "languages": [ + "guj-Gujr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "guj_Gujr-swh_Latn", + "languages": [ + "guj-Gujr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-uzn_Latn", + "languages": [ + "guj-Gujr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-als_Latn", + "languages": [ + "guj-Gujr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.667144, + "recall": 0.742095, + "f1": 0.688858, + "accuracy": 0.742095, + "main_score": 0.688858, + "hf_subset": "guj_Gujr-bod_Tibt", + "languages": [ + "guj-Gujr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695973, + "recall": 0.756917, + "f1": 0.713315, + "accuracy": 0.756917, + "main_score": 0.713315, + "hf_subset": "guj_Gujr-fij_Latn", + "languages": [ + "guj-Gujr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "guj_Gujr-isl_Latn", + "languages": [ + "guj-Gujr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6576, + "recall": 0.718379, + "f1": 0.675681, + "accuracy": 0.718379, + "main_score": 0.675681, + "hf_subset": "guj_Gujr-kon_Latn", + "languages": [ + "guj-Gujr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672513, + "recall": 0.740119, + "f1": 0.692278, + "accuracy": 0.740119, + "main_score": 0.692278, + "hf_subset": "guj_Gujr-mni_Beng", + "languages": [ + "guj-Gujr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ron_Latn", + "languages": [ + "guj-Gujr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "guj_Gujr-szl_Latn", + "languages": [ + "guj-Gujr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-vec_Latn", + "languages": [ + "guj-Gujr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "guj_Gujr-amh_Ethi", + "languages": [ + "guj-Gujr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-bos_Latn", + "languages": [ + "guj-Gujr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-fin_Latn", + "languages": [ + "guj-Gujr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ita_Latn", + "languages": [ + "guj-Gujr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-kor_Hang", + "languages": [ + "guj-Gujr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529883, + "recall": 0.593874, + "f1": 0.547265, + "accuracy": 0.593874, + "main_score": 0.547265, + "hf_subset": "guj_Gujr-mos_Latn", + "languages": [ + "guj-Gujr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554324, + "recall": 0.615613, + "f1": 0.571644, + "accuracy": 0.615613, + "main_score": 0.571644, + "hf_subset": "guj_Gujr-run_Latn", + "languages": [ + "guj-Gujr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-vie_Latn", + "languages": [ + "guj-Gujr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-apc_Arab", + "languages": [ + "guj-Gujr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801805, + "recall": 0.848814, + "f1": 0.815958, + "accuracy": 0.848814, + "main_score": 0.815958, + "hf_subset": "guj_Gujr-bug_Latn", + "languages": [ + "guj-Gujr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466922, + "recall": 0.524704, + "f1": 0.482327, + "accuracy": 0.524704, + "main_score": 0.482327, + "hf_subset": "guj_Gujr-fon_Latn", + "languages": [ + "guj-Gujr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-jav_Latn", + "languages": [ + "guj-Gujr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "guj_Gujr-lao_Laoo", + "languages": [ + "guj-Gujr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886611, + "recall": 0.91996, + "f1": 0.897134, + "accuracy": 0.91996, + "main_score": 0.897134, + "hf_subset": "guj_Gujr-mri_Latn", + "languages": [ + "guj-Gujr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-rus_Cyrl", + "languages": [ + "guj-Gujr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529193, + "recall": 0.594862, + "f1": 0.547598, + "accuracy": 0.594862, + "main_score": 0.547598, + "hf_subset": "guj_Gujr-taq_Latn", + "languages": [ + "guj-Gujr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-war_Latn", + "languages": [ + "guj-Gujr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-arb_Arab", + "languages": [ + "guj-Gujr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-bul_Cyrl", + "languages": [ + "guj-Gujr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-fra_Latn", + "languages": [ + "guj-Gujr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-jpn_Jpan", + "languages": [ + "guj-Gujr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "guj_Gujr-lij_Latn", + "languages": [ + "guj-Gujr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "guj_Gujr-mya_Mymr", + "languages": [ + "guj-Gujr", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581615, + "recall": 0.652174, + "f1": 0.60139, + "accuracy": 0.652174, + "main_score": 0.60139, + "hf_subset": "guj_Gujr-sag_Latn", + "languages": [ + "guj-Gujr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194848, + "recall": 0.248024, + "f1": 0.207361, + "accuracy": 0.248024, + "main_score": 0.207361, + "hf_subset": "guj_Gujr-taq_Tfng", + "languages": [ + "guj-Gujr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605049, + "recall": 0.675889, + "f1": 0.625139, + "accuracy": 0.675889, + "main_score": 0.625139, + "hf_subset": "guj_Gujr-wol_Latn", + "languages": [ + "guj-Gujr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791453, + "recall": 0.842885, + "f1": 0.80695, + "accuracy": 0.842885, + "main_score": 0.80695, + "hf_subset": "guj_Gujr-arb_Latn", + "languages": [ + "guj-Gujr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-cat_Latn", + "languages": [ + "guj-Gujr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "guj_Gujr-fur_Latn", + "languages": [ + "guj-Gujr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.406439, + "recall": 0.463439, + "f1": 0.421829, + "accuracy": 0.463439, + "main_score": 0.421829, + "hf_subset": "guj_Gujr-kab_Latn", + "languages": [ + "guj-Gujr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-lim_Latn", + "languages": [ + "guj-Gujr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-nld_Latn", + "languages": [ + "guj-Gujr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-tat_Cyrl", + "languages": [ + "guj-Gujr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6667, + "recall": 0.724308, + "f1": 0.683449, + "accuracy": 0.724308, + "main_score": 0.683449, + "hf_subset": "guj_Gujr-xho_Latn", + "languages": [ + "guj-Gujr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ars_Arab", + "languages": [ + "guj-Gujr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "guj_Gujr-ceb_Latn", + "languages": [ + "guj-Gujr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559388, + "recall": 0.624506, + "f1": 0.577909, + "accuracy": 0.624506, + "main_score": 0.577909, + "hf_subset": "guj_Gujr-fuv_Latn", + "languages": [ + "guj-Gujr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497927, + "recall": 0.570158, + "f1": 0.517536, + "accuracy": 0.570158, + "main_score": 0.517536, + "hf_subset": "guj_Gujr-kac_Latn", + "languages": [ + "guj-Gujr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654423, + "recall": 0.713439, + "f1": 0.67192, + "accuracy": 0.713439, + "main_score": 0.67192, + "hf_subset": "guj_Gujr-lin_Latn", + "languages": [ + "guj-Gujr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-nno_Latn", + "languages": [ + "guj-Gujr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.24854, + "recall": 0.327075, + "f1": 0.268757, + "accuracy": 0.327075, + "main_score": 0.268757, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "guj_Gujr-ydd_Hebr", + "languages": [ + "guj-Gujr", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "guj_Gujr-ary_Arab", + "languages": [ + "guj-Gujr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ces_Latn", + "languages": [ + "guj-Gujr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563959, + "recall": 0.629447, + "f1": 0.583242, + "accuracy": 0.629447, + "main_score": 0.583242, + "hf_subset": "guj_Gujr-gaz_Latn", + "languages": [ + "guj-Gujr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582223, + "recall": 0.649209, + "f1": 0.601105, + "accuracy": 0.649209, + "main_score": 0.601105, + "hf_subset": "guj_Gujr-kam_Latn", + "languages": [ + "guj-Gujr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "guj_Gujr-lit_Latn", + "languages": [ + "guj-Gujr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-nob_Latn", + "languages": [ + "guj-Gujr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "guj_Gujr-scn_Latn", + "languages": [ + "guj-Gujr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "guj_Gujr-tgk_Cyrl", + "languages": [ + "guj-Gujr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716231, + "recall": 0.784585, + "f1": 0.73686, + "accuracy": 0.784585, + "main_score": 0.73686, + "hf_subset": "guj_Gujr-yor_Latn", + "languages": [ + "guj-Gujr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-arz_Arab", + "languages": [ + "guj-Gujr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539705, + "recall": 0.608696, + "f1": 0.559289, + "accuracy": 0.608696, + "main_score": 0.559289, + "hf_subset": "guj_Gujr-cjk_Latn", + "languages": [ + "guj-Gujr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79002, + "recall": 0.840909, + "f1": 0.805585, + "accuracy": 0.840909, + "main_score": 0.805585, + "hf_subset": "guj_Gujr-gla_Latn", + "languages": [ + "guj-Gujr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "guj_Gujr-lmo_Latn", + "languages": [ + "guj-Gujr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465499, + "recall": 0.531621, + "f1": 0.483429, + "accuracy": 0.531621, + "main_score": 0.483429, + "hf_subset": "guj_Gujr-shn_Mymr", + "languages": [ + "guj-Gujr", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-tgl_Latn", + "languages": [ + "guj-Gujr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-yue_Hant", + "languages": [ + "guj-Gujr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "guj_Gujr-ckb_Arab", + "languages": [ + "guj-Gujr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893775, + "recall": 0.922925, + "f1": 0.902767, + "accuracy": 0.922925, + "main_score": 0.902767, + "hf_subset": "guj_Gujr-gle_Latn", + "languages": [ + "guj-Gujr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946476, + "recall": 0.963439, + "f1": 0.952075, + "accuracy": 0.963439, + "main_score": 0.952075, + "hf_subset": "guj_Gujr-ltg_Latn", + "languages": [ + "guj-Gujr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603424, + "recall": 0.662055, + "f1": 0.619638, + "accuracy": 0.662055, + "main_score": 0.619638, + "hf_subset": "guj_Gujr-nso_Latn", + "languages": [ + "guj-Gujr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-tha_Thai", + "languages": [ + "guj-Gujr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-zho_Hans", + "languages": [ + "guj-Gujr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ast_Latn", + "languages": [ + "guj-Gujr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-crh_Latn", + "languages": [ + "guj-Gujr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-glg_Latn", + "languages": [ + "guj-Gujr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924901, + "recall": 0.948617, + "f1": 0.932477, + "accuracy": 0.948617, + "main_score": 0.932477, + "hf_subset": "guj_Gujr-kas_Deva", + "languages": [ + "guj-Gujr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "guj_Gujr-ltz_Latn", + "languages": [ + "guj-Gujr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45613, + "recall": 0.52668, + "f1": 0.475139, + "accuracy": 0.52668, + "main_score": 0.475139, + "hf_subset": "guj_Gujr-nus_Latn", + "languages": [ + "guj-Gujr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-slk_Latn", + "languages": [ + "guj-Gujr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632964, + "recall": 0.706522, + "f1": 0.654665, + "accuracy": 0.706522, + "main_score": 0.654665, + "hf_subset": "guj_Gujr-tir_Ethi", + "languages": [ + "guj-Gujr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-zho_Hant", + "languages": [ + "guj-Gujr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "guj_Gujr-awa_Deva", + "languages": [ + "guj-Gujr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "guj_Gujr-cym_Latn", + "languages": [ + "guj-Gujr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83498, + "recall": 0.878458, + "f1": 0.848405, + "accuracy": 0.878458, + "main_score": 0.848405, + "hf_subset": "guj_Gujr-grn_Latn", + "languages": [ + "guj-Gujr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-kat_Geor", + "languages": [ + "guj-Gujr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627811, + "recall": 0.686759, + "f1": 0.644794, + "accuracy": 0.686759, + "main_score": 0.644794, + "hf_subset": "guj_Gujr-lua_Latn", + "languages": [ + "guj-Gujr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626419, + "recall": 0.694664, + "f1": 0.646132, + "accuracy": 0.694664, + "main_score": 0.646132, + "hf_subset": "guj_Gujr-nya_Latn", + "languages": [ + "guj-Gujr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-slv_Latn", + "languages": [ + "guj-Gujr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942605, + "recall": 0.960474, + "f1": 0.948353, + "accuracy": 0.960474, + "main_score": 0.948353, + "hf_subset": "guj_Gujr-tpi_Latn", + "languages": [ + "guj-Gujr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-zsm_Latn", + "languages": [ + "guj-Gujr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549676, + "recall": 0.609684, + "f1": 0.565676, + "accuracy": 0.609684, + "main_score": 0.565676, + "hf_subset": "guj_Gujr-ayr_Latn", + "languages": [ + "guj-Gujr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-dan_Latn", + "languages": [ + "guj-Gujr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "guj_Gujr-kaz_Cyrl", + "languages": [ + "guj-Gujr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522204, + "recall": 0.589921, + "f1": 0.540639, + "accuracy": 0.589921, + "main_score": 0.540639, + "hf_subset": "guj_Gujr-lug_Latn", + "languages": [ + "guj-Gujr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-oci_Latn", + "languages": [ + "guj-Gujr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829463, + "recall": 0.875494, + "f1": 0.843742, + "accuracy": 0.875494, + "main_score": 0.843742, + "hf_subset": "guj_Gujr-smo_Latn", + "languages": [ + "guj-Gujr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524547, + "recall": 0.592885, + "f1": 0.54365, + "accuracy": 0.592885, + "main_score": 0.54365, + "hf_subset": "guj_Gujr-tsn_Latn", + "languages": [ + "guj-Gujr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614146, + "recall": 0.672925, + "f1": 0.630758, + "accuracy": 0.672925, + "main_score": 0.630758, + "hf_subset": "guj_Gujr-zul_Latn", + "languages": [ + "guj-Gujr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "guj_Gujr-azb_Arab", + "languages": [ + "guj-Gujr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-deu_Latn", + "languages": [ + "guj-Gujr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.980237, + "f1": 0.974967, + "accuracy": 0.980237, + "main_score": 0.974967, + "hf_subset": "guj_Gujr-hat_Latn", + "languages": [ + "guj-Gujr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475095, + "recall": 0.537549, + "f1": 0.491843, + "accuracy": 0.537549, + "main_score": 0.491843, + "hf_subset": "guj_Gujr-kbp_Latn", + "languages": [ + "guj-Gujr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567582, + "recall": 0.62747, + "f1": 0.583759, + "accuracy": 0.62747, + "main_score": 0.583759, + "hf_subset": "guj_Gujr-luo_Latn", + "languages": [ + "guj-Gujr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587206, + "recall": 0.652174, + "f1": 0.605901, + "accuracy": 0.652174, + "main_score": 0.605901, + "hf_subset": "guj_Gujr-sna_Latn", + "languages": [ + "guj-Gujr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554698, + "recall": 0.61166, + "f1": 0.570085, + "accuracy": 0.61166, + "main_score": 0.570085, + "hf_subset": "guj_Gujr-tso_Latn", + "languages": [ + "guj-Gujr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-azj_Latn", + "languages": [ + "guj-Gujr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524964, + "recall": 0.59585, + "f1": 0.545073, + "accuracy": 0.59585, + "main_score": 0.545073, + "hf_subset": "guj_Gujr-dik_Latn", + "languages": [ + "guj-Gujr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739888, + "recall": 0.793478, + "f1": 0.755421, + "accuracy": 0.793478, + "main_score": 0.755421, + "hf_subset": "guj_Gujr-hau_Latn", + "languages": [ + "guj-Gujr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-kea_Latn", + "languages": [ + "guj-Gujr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755945, + "recall": 0.811265, + "f1": 0.772233, + "accuracy": 0.811265, + "main_score": 0.772233, + "hf_subset": "guj_Gujr-lus_Latn", + "languages": [ + "guj-Gujr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878771, + "recall": 0.908103, + "f1": 0.887549, + "accuracy": 0.908103, + "main_score": 0.887549, + "hf_subset": "guj_Gujr-pag_Latn", + "languages": [ + "guj-Gujr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "guj_Gujr-tuk_Latn", + "languages": [ + "guj-Gujr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "guj_Gujr-bak_Cyrl", + "languages": [ + "guj-Gujr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476656, + "recall": 0.5583, + "f1": 0.501103, + "accuracy": 0.5583, + "main_score": 0.501103, + "hf_subset": "guj_Gujr-dyu_Latn", + "languages": [ + "guj-Gujr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "guj_Gujr-heb_Hebr", + "languages": [ + "guj-Gujr", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "guj_Gujr-khk_Cyrl", + "languages": [ + "guj-Gujr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-lvs_Latn", + "languages": [ + "guj-Gujr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700965, + "recall": 0.764822, + "f1": 0.720339, + "accuracy": 0.764822, + "main_score": 0.720339, + "hf_subset": "guj_Gujr-som_Latn", + "languages": [ + "guj-Gujr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585788, + "recall": 0.640316, + "f1": 0.60098, + "accuracy": 0.640316, + "main_score": 0.60098, + "hf_subset": "guj_Gujr-tum_Latn", + "languages": [ + "guj-Gujr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577488, + "recall": 0.63834, + "f1": 0.594495, + "accuracy": 0.63834, + "main_score": 0.594495, + "hf_subset": "kaz_Cyrl-ace_Arab", + "languages": [ + "kaz-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519717, + "recall": 0.581028, + "f1": 0.536881, + "accuracy": 0.581028, + "main_score": 0.536881, + "hf_subset": "kaz_Cyrl-bam_Latn", + "languages": [ + "kaz-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438207, + "recall": 0.509881, + "f1": 0.457372, + "accuracy": 0.509881, + "main_score": 0.457372, + "hf_subset": "kaz_Cyrl-dzo_Tibt", + "languages": [ + "kaz-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-hin_Deva", + "languages": [ + "kaz-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-khm_Khmr", + "languages": [ + "kaz-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-mag_Deva", + "languages": [ + "kaz-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972661, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "kaz_Cyrl-pap_Latn", + "languages": [ + "kaz-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581461, + "recall": 0.640316, + "f1": 0.597636, + "accuracy": 0.640316, + "main_score": 0.597636, + "hf_subset": "kaz_Cyrl-sot_Latn", + "languages": [ + "kaz-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852249, + "recall": 0.891304, + "f1": 0.864542, + "accuracy": 0.891304, + "main_score": 0.864542, + "hf_subset": "kaz_Cyrl-ace_Latn", + "languages": [ + "kaz-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941617, + "recall": 0.95751, + "f1": 0.946542, + "accuracy": 0.95751, + "main_score": 0.946542, + "hf_subset": "kaz_Cyrl-ban_Latn", + "languages": [ + "kaz-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ell_Grek", + "languages": [ + "kaz-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98913, + "recall": 0.992095, + "f1": 0.990119, + "accuracy": 0.992095, + "main_score": 0.990119, + "hf_subset": "kaz_Cyrl-hne_Deva", + "languages": [ + "kaz-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582017, + "recall": 0.642292, + "f1": 0.598917, + "accuracy": 0.642292, + "main_score": 0.598917, + "hf_subset": "kaz_Cyrl-kik_Latn", + "languages": [ + "kaz-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-mai_Deva", + "languages": [ + "kaz-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972908, + "recall": 0.981225, + "f1": 0.975527, + "accuracy": 0.981225, + "main_score": 0.975527, + "hf_subset": "kaz_Cyrl-pbt_Arab", + "languages": [ + "kaz-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-spa_Latn", + "languages": [ + "kaz-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612401, + "recall": 0.675889, + "f1": 0.630223, + "accuracy": 0.675889, + "main_score": 0.630223, + "hf_subset": "kaz_Cyrl-twi_Latn", + "languages": [ + "kaz-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-acm_Arab", + "languages": [ + "kaz-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-bel_Cyrl", + "languages": [ + "kaz-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-hrv_Latn", + "languages": [ + "kaz-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549476, + "recall": 0.614625, + "f1": 0.567718, + "accuracy": 0.614625, + "main_score": 0.567718, + "hf_subset": "kaz_Cyrl-kin_Latn", + "languages": [ + "kaz-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-mal_Mlym", + "languages": [ + "kaz-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-pes_Arab", + "languages": [ + "kaz-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kaz_Cyrl-srd_Latn", + "languages": [ + "kaz-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177694, + "recall": 0.229249, + "f1": 0.190973, + "accuracy": 0.229249, + "main_score": 0.190973, + "hf_subset": "kaz_Cyrl-tzm_Tfng", + "languages": [ + "kaz-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-acq_Arab", + "languages": [ + "kaz-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61479, + "recall": 0.668972, + "f1": 0.629703, + "accuracy": 0.668972, + "main_score": 0.629703, + "hf_subset": "kaz_Cyrl-bem_Latn", + "languages": [ + "kaz-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-epo_Latn", + "languages": [ + "kaz-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-hun_Latn", + "languages": [ + "kaz-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-mar_Deva", + "languages": [ + "kaz-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671871, + "recall": 0.72332, + "f1": 0.686309, + "accuracy": 0.72332, + "main_score": 0.686309, + "hf_subset": "kaz_Cyrl-plt_Latn", + "languages": [ + "kaz-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-srp_Cyrl", + "languages": [ + "kaz-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966733, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-aeb_Arab", + "languages": [ + "kaz-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ben_Beng", + "languages": [ + "kaz-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-est_Latn", + "languages": [ + "kaz-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-hye_Armn", + "languages": [ + "kaz-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524904, + "recall": 0.58004, + "f1": 0.540961, + "accuracy": 0.58004, + "main_score": 0.540961, + "hf_subset": "kaz_Cyrl-kmb_Latn", + "languages": [ + "kaz-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488537, + "recall": 0.557312, + "f1": 0.506967, + "accuracy": 0.557312, + "main_score": 0.506967, + "hf_subset": "kaz_Cyrl-min_Arab", + "languages": [ + "kaz-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-pol_Latn", + "languages": [ + "kaz-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559026, + "recall": 0.624506, + "f1": 0.577363, + "accuracy": 0.624506, + "main_score": 0.577363, + "hf_subset": "kaz_Cyrl-ssw_Latn", + "languages": [ + "kaz-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-ukr_Cyrl", + "languages": [ + "kaz-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-afr_Latn", + "languages": [ + "kaz-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kaz_Cyrl-bho_Deva", + "languages": [ + "kaz-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-eus_Latn", + "languages": [ + "kaz-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567368, + "recall": 0.629447, + "f1": 0.584489, + "accuracy": 0.629447, + "main_score": 0.584489, + "hf_subset": "kaz_Cyrl-ibo_Latn", + "languages": [ + "kaz-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892787, + "recall": 0.922925, + "f1": 0.902141, + "accuracy": 0.922925, + "main_score": 0.902141, + "hf_subset": "kaz_Cyrl-kmr_Latn", + "languages": [ + "kaz-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kaz_Cyrl-min_Latn", + "languages": [ + "kaz-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-por_Latn", + "languages": [ + "kaz-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kaz_Cyrl-sun_Latn", + "languages": [ + "kaz-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518925, + "recall": 0.581028, + "f1": 0.536238, + "accuracy": 0.581028, + "main_score": 0.536238, + "hf_subset": "kaz_Cyrl-umb_Latn", + "languages": [ + "kaz-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ajp_Arab", + "languages": [ + "kaz-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524955, + "recall": 0.587945, + "f1": 0.542033, + "accuracy": 0.587945, + "main_score": 0.542033, + "hf_subset": "kaz_Cyrl-bjn_Arab", + "languages": [ + "kaz-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522021, + "recall": 0.571146, + "f1": 0.535399, + "accuracy": 0.571146, + "main_score": 0.535399, + "hf_subset": "kaz_Cyrl-ewe_Latn", + "languages": [ + "kaz-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945158, + "recall": 0.962451, + "f1": 0.950758, + "accuracy": 0.962451, + "main_score": 0.950758, + "hf_subset": "kaz_Cyrl-ilo_Latn", + "languages": [ + "kaz-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314462, + "recall": 0.369565, + "f1": 0.329749, + "accuracy": 0.369565, + "main_score": 0.329749, + "hf_subset": "kaz_Cyrl-knc_Arab", + "languages": [ + "kaz-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-mkd_Cyrl", + "languages": [ + "kaz-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-prs_Arab", + "languages": [ + "kaz-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-swe_Latn", + "languages": [ + "kaz-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-urd_Arab", + "languages": [ + "kaz-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593455, + "recall": 0.651186, + "f1": 0.609705, + "accuracy": 0.651186, + "main_score": 0.609705, + "hf_subset": "kaz_Cyrl-aka_Latn", + "languages": [ + "kaz-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kaz_Cyrl-bjn_Latn", + "languages": [ + "kaz-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "kaz_Cyrl-fao_Latn", + "languages": [ + "kaz-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-ind_Latn", + "languages": [ + "kaz-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580477, + "recall": 0.639328, + "f1": 0.597134, + "accuracy": 0.639328, + "main_score": 0.597134, + "hf_subset": "kaz_Cyrl-knc_Latn", + "languages": [ + "kaz-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kaz_Cyrl-mlt_Latn", + "languages": [ + "kaz-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703343, + "recall": 0.76581, + "f1": 0.721792, + "accuracy": 0.76581, + "main_score": 0.721792, + "hf_subset": "kaz_Cyrl-quy_Latn", + "languages": [ + "kaz-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kaz_Cyrl-swh_Latn", + "languages": [ + "kaz-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-uzn_Latn", + "languages": [ + "kaz-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-als_Latn", + "languages": [ + "kaz-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645266, + "recall": 0.729249, + "f1": 0.670208, + "accuracy": 0.729249, + "main_score": 0.670208, + "hf_subset": "kaz_Cyrl-bod_Tibt", + "languages": [ + "kaz-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686668, + "recall": 0.746047, + "f1": 0.70357, + "accuracy": 0.746047, + "main_score": 0.70357, + "hf_subset": "kaz_Cyrl-fij_Latn", + "languages": [ + "kaz-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-isl_Latn", + "languages": [ + "kaz-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64077, + "recall": 0.698617, + "f1": 0.657973, + "accuracy": 0.698617, + "main_score": 0.657973, + "hf_subset": "kaz_Cyrl-kon_Latn", + "languages": [ + "kaz-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647332, + "recall": 0.715415, + "f1": 0.66725, + "accuracy": 0.715415, + "main_score": 0.66725, + "hf_subset": "kaz_Cyrl-mni_Beng", + "languages": [ + "kaz-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ron_Latn", + "languages": [ + "kaz-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.983202, + "f1": 0.979414, + "accuracy": 0.983202, + "main_score": 0.979414, + "hf_subset": "kaz_Cyrl-szl_Latn", + "languages": [ + "kaz-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-vec_Latn", + "languages": [ + "kaz-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "kaz_Cyrl-amh_Ethi", + "languages": [ + "kaz-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-bos_Latn", + "languages": [ + "kaz-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-fin_Latn", + "languages": [ + "kaz-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-ita_Latn", + "languages": [ + "kaz-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-kor_Hang", + "languages": [ + "kaz-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545446, + "recall": 0.601779, + "f1": 0.560657, + "accuracy": 0.601779, + "main_score": 0.560657, + "hf_subset": "kaz_Cyrl-mos_Latn", + "languages": [ + "kaz-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547612, + "recall": 0.607708, + "f1": 0.564611, + "accuracy": 0.607708, + "main_score": 0.564611, + "hf_subset": "kaz_Cyrl-run_Latn", + "languages": [ + "kaz-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-tam_Taml", + "languages": [ + "kaz-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-vie_Latn", + "languages": [ + "kaz-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-apc_Arab", + "languages": [ + "kaz-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801087, + "recall": 0.842885, + "f1": 0.813787, + "accuracy": 0.842885, + "main_score": 0.813787, + "hf_subset": "kaz_Cyrl-bug_Latn", + "languages": [ + "kaz-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470018, + "recall": 0.527668, + "f1": 0.485677, + "accuracy": 0.527668, + "main_score": 0.485677, + "hf_subset": "kaz_Cyrl-fon_Latn", + "languages": [ + "kaz-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-jav_Latn", + "languages": [ + "kaz-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-lao_Laoo", + "languages": [ + "kaz-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873551, + "recall": 0.909091, + "f1": 0.884717, + "accuracy": 0.909091, + "main_score": 0.884717, + "hf_subset": "kaz_Cyrl-mri_Latn", + "languages": [ + "kaz-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-rus_Cyrl", + "languages": [ + "kaz-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532659, + "recall": 0.594862, + "f1": 0.550223, + "accuracy": 0.594862, + "main_score": 0.550223, + "hf_subset": "kaz_Cyrl-taq_Latn", + "languages": [ + "kaz-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-war_Latn", + "languages": [ + "kaz-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-arb_Arab", + "languages": [ + "kaz-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-bul_Cyrl", + "languages": [ + "kaz-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-fra_Latn", + "languages": [ + "kaz-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-jpn_Jpan", + "languages": [ + "kaz-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976614, + "recall": 0.98419, + "f1": 0.979084, + "accuracy": 0.98419, + "main_score": 0.979084, + "hf_subset": "kaz_Cyrl-lij_Latn", + "languages": [ + "kaz-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "kaz_Cyrl-mya_Mymr", + "languages": [ + "kaz-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584468, + "recall": 0.647233, + "f1": 0.602235, + "accuracy": 0.647233, + "main_score": 0.602235, + "hf_subset": "kaz_Cyrl-sag_Latn", + "languages": [ + "kaz-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199258, + "recall": 0.253953, + "f1": 0.21138, + "accuracy": 0.253953, + "main_score": 0.21138, + "hf_subset": "kaz_Cyrl-taq_Tfng", + "languages": [ + "kaz-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610164, + "recall": 0.676877, + "f1": 0.628708, + "accuracy": 0.676877, + "main_score": 0.628708, + "hf_subset": "kaz_Cyrl-wol_Latn", + "languages": [ + "kaz-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787055, + "recall": 0.839921, + "f1": 0.803181, + "accuracy": 0.839921, + "main_score": 0.803181, + "hf_subset": "kaz_Cyrl-arb_Latn", + "languages": [ + "kaz-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-cat_Latn", + "languages": [ + "kaz-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "kaz_Cyrl-fur_Latn", + "languages": [ + "kaz-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400274, + "recall": 0.454545, + "f1": 0.415138, + "accuracy": 0.454545, + "main_score": 0.415138, + "hf_subset": "kaz_Cyrl-kab_Latn", + "languages": [ + "kaz-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kaz_Cyrl-lim_Latn", + "languages": [ + "kaz-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-nld_Latn", + "languages": [ + "kaz-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987648, + "recall": 0.991107, + "f1": 0.988801, + "accuracy": 0.991107, + "main_score": 0.988801, + "hf_subset": "kaz_Cyrl-san_Deva", + "languages": [ + "kaz-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662533, + "recall": 0.718379, + "f1": 0.679301, + "accuracy": 0.718379, + "main_score": 0.679301, + "hf_subset": "kaz_Cyrl-xho_Latn", + "languages": [ + "kaz-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ars_Arab", + "languages": [ + "kaz-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-ceb_Latn", + "languages": [ + "kaz-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553213, + "recall": 0.614625, + "f1": 0.570747, + "accuracy": 0.614625, + "main_score": 0.570747, + "hf_subset": "kaz_Cyrl-fuv_Latn", + "languages": [ + "kaz-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507942, + "recall": 0.577075, + "f1": 0.526162, + "accuracy": 0.577075, + "main_score": 0.526162, + "hf_subset": "kaz_Cyrl-kac_Latn", + "languages": [ + "kaz-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656225, + "recall": 0.708498, + "f1": 0.671311, + "accuracy": 0.708498, + "main_score": 0.671311, + "hf_subset": "kaz_Cyrl-lin_Latn", + "languages": [ + "kaz-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-nno_Latn", + "languages": [ + "kaz-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.230068, + "recall": 0.314229, + "f1": 0.252077, + "accuracy": 0.314229, + "main_score": 0.252077, + "hf_subset": "kaz_Cyrl-sat_Olck", + "languages": [ + "kaz-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-tel_Telu", + "languages": [ + "kaz-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946064, + "recall": 0.961462, + "f1": 0.950988, + "accuracy": 0.961462, + "main_score": 0.950988, + "hf_subset": "kaz_Cyrl-ydd_Hebr", + "languages": [ + "kaz-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "kaz_Cyrl-ary_Arab", + "languages": [ + "kaz-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ces_Latn", + "languages": [ + "kaz-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569837, + "recall": 0.629447, + "f1": 0.586664, + "accuracy": 0.629447, + "main_score": 0.586664, + "hf_subset": "kaz_Cyrl-gaz_Latn", + "languages": [ + "kaz-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56437, + "recall": 0.634387, + "f1": 0.583802, + "accuracy": 0.634387, + "main_score": 0.583802, + "hf_subset": "kaz_Cyrl-kam_Latn", + "languages": [ + "kaz-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "kaz_Cyrl-lit_Latn", + "languages": [ + "kaz-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-nob_Latn", + "languages": [ + "kaz-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "kaz_Cyrl-scn_Latn", + "languages": [ + "kaz-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "kaz_Cyrl-tgk_Cyrl", + "languages": [ + "kaz-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722069, + "recall": 0.786561, + "f1": 0.741257, + "accuracy": 0.786561, + "main_score": 0.741257, + "hf_subset": "kaz_Cyrl-yor_Latn", + "languages": [ + "kaz-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-arz_Arab", + "languages": [ + "kaz-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561648, + "recall": 0.619565, + "f1": 0.577903, + "accuracy": 0.619565, + "main_score": 0.577903, + "hf_subset": "kaz_Cyrl-cjk_Latn", + "languages": [ + "kaz-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788406, + "recall": 0.836957, + "f1": 0.803458, + "accuracy": 0.836957, + "main_score": 0.803458, + "hf_subset": "kaz_Cyrl-gla_Latn", + "languages": [ + "kaz-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-kan_Knda", + "languages": [ + "kaz-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977108, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "kaz_Cyrl-lmo_Latn", + "languages": [ + "kaz-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "kaz_Cyrl-npi_Deva", + "languages": [ + "kaz-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45516, + "recall": 0.519763, + "f1": 0.47305, + "accuracy": 0.519763, + "main_score": 0.47305, + "hf_subset": "kaz_Cyrl-shn_Mymr", + "languages": [ + "kaz-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-tgl_Latn", + "languages": [ + "kaz-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-yue_Hant", + "languages": [ + "kaz-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-asm_Beng", + "languages": [ + "kaz-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969121, + "recall": 0.978261, + "f1": 0.972069, + "accuracy": 0.978261, + "main_score": 0.972069, + "hf_subset": "kaz_Cyrl-ckb_Arab", + "languages": [ + "kaz-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878491, + "recall": 0.913043, + "f1": 0.889295, + "accuracy": 0.913043, + "main_score": 0.889295, + "hf_subset": "kaz_Cyrl-gle_Latn", + "languages": [ + "kaz-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943758, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "kaz_Cyrl-kas_Arab", + "languages": [ + "kaz-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931489, + "recall": 0.951581, + "f1": 0.937879, + "accuracy": 0.951581, + "main_score": 0.937879, + "hf_subset": "kaz_Cyrl-ltg_Latn", + "languages": [ + "kaz-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608469, + "recall": 0.655138, + "f1": 0.621379, + "accuracy": 0.655138, + "main_score": 0.621379, + "hf_subset": "kaz_Cyrl-nso_Latn", + "languages": [ + "kaz-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-sin_Sinh", + "languages": [ + "kaz-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kaz_Cyrl-tha_Thai", + "languages": [ + "kaz-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-zho_Hans", + "languages": [ + "kaz-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-ast_Latn", + "languages": [ + "kaz-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-crh_Latn", + "languages": [ + "kaz-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-glg_Latn", + "languages": [ + "kaz-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876318, + "recall": 0.912055, + "f1": 0.887681, + "accuracy": 0.912055, + "main_score": 0.887681, + "hf_subset": "kaz_Cyrl-kas_Deva", + "languages": [ + "kaz-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kaz_Cyrl-ltz_Latn", + "languages": [ + "kaz-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45249, + "recall": 0.519763, + "f1": 0.47032, + "accuracy": 0.519763, + "main_score": 0.47032, + "hf_subset": "kaz_Cyrl-nus_Latn", + "languages": [ + "kaz-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-slk_Latn", + "languages": [ + "kaz-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618511, + "recall": 0.695652, + "f1": 0.641488, + "accuracy": 0.695652, + "main_score": 0.641488, + "hf_subset": "kaz_Cyrl-tir_Ethi", + "languages": [ + "kaz-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-zho_Hant", + "languages": [ + "kaz-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "kaz_Cyrl-awa_Deva", + "languages": [ + "kaz-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "kaz_Cyrl-cym_Latn", + "languages": [ + "kaz-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.838027, + "recall": 0.878458, + "f1": 0.850527, + "accuracy": 0.878458, + "main_score": 0.850527, + "hf_subset": "kaz_Cyrl-grn_Latn", + "languages": [ + "kaz-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-kat_Geor", + "languages": [ + "kaz-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64034, + "recall": 0.695652, + "f1": 0.656112, + "accuracy": 0.695652, + "main_score": 0.656112, + "hf_subset": "kaz_Cyrl-lua_Latn", + "languages": [ + "kaz-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614839, + "recall": 0.68083, + "f1": 0.634242, + "accuracy": 0.68083, + "main_score": 0.634242, + "hf_subset": "kaz_Cyrl-nya_Latn", + "languages": [ + "kaz-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-slv_Latn", + "languages": [ + "kaz-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930171, + "recall": 0.951581, + "f1": 0.936924, + "accuracy": 0.951581, + "main_score": 0.936924, + "hf_subset": "kaz_Cyrl-tpi_Latn", + "languages": [ + "kaz-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-zsm_Latn", + "languages": [ + "kaz-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546327, + "recall": 0.608696, + "f1": 0.56343, + "accuracy": 0.608696, + "main_score": 0.56343, + "hf_subset": "kaz_Cyrl-ayr_Latn", + "languages": [ + "kaz-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-dan_Latn", + "languages": [ + "kaz-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-guj_Gujr", + "languages": [ + "kaz-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53396, + "recall": 0.59585, + "f1": 0.551075, + "accuracy": 0.59585, + "main_score": 0.551075, + "hf_subset": "kaz_Cyrl-lug_Latn", + "languages": [ + "kaz-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-oci_Latn", + "languages": [ + "kaz-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809519, + "recall": 0.854743, + "f1": 0.823057, + "accuracy": 0.854743, + "main_score": 0.823057, + "hf_subset": "kaz_Cyrl-smo_Latn", + "languages": [ + "kaz-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532694, + "recall": 0.597826, + "f1": 0.55037, + "accuracy": 0.597826, + "main_score": 0.55037, + "hf_subset": "kaz_Cyrl-tsn_Latn", + "languages": [ + "kaz-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623534, + "recall": 0.677866, + "f1": 0.639229, + "accuracy": 0.677866, + "main_score": 0.639229, + "hf_subset": "kaz_Cyrl-zul_Latn", + "languages": [ + "kaz-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924736, + "recall": 0.945652, + "f1": 0.931489, + "accuracy": 0.945652, + "main_score": 0.931489, + "hf_subset": "kaz_Cyrl-azb_Arab", + "languages": [ + "kaz-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-deu_Latn", + "languages": [ + "kaz-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "kaz_Cyrl-hat_Latn", + "languages": [ + "kaz-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480185, + "recall": 0.540514, + "f1": 0.496662, + "accuracy": 0.540514, + "main_score": 0.496662, + "hf_subset": "kaz_Cyrl-kbp_Latn", + "languages": [ + "kaz-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56598, + "recall": 0.621542, + "f1": 0.580769, + "accuracy": 0.621542, + "main_score": 0.580769, + "hf_subset": "kaz_Cyrl-luo_Latn", + "languages": [ + "kaz-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-ory_Orya", + "languages": [ + "kaz-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585256, + "recall": 0.652174, + "f1": 0.604073, + "accuracy": 0.652174, + "main_score": 0.604073, + "hf_subset": "kaz_Cyrl-sna_Latn", + "languages": [ + "kaz-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542443, + "recall": 0.596838, + "f1": 0.556585, + "accuracy": 0.596838, + "main_score": 0.556585, + "hf_subset": "kaz_Cyrl-tso_Latn", + "languages": [ + "kaz-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "kaz_Cyrl-azj_Latn", + "languages": [ + "kaz-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534848, + "recall": 0.605731, + "f1": 0.555248, + "accuracy": 0.605731, + "main_score": 0.555248, + "hf_subset": "kaz_Cyrl-dik_Latn", + "languages": [ + "kaz-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734536, + "recall": 0.794466, + "f1": 0.752753, + "accuracy": 0.794466, + "main_score": 0.752753, + "hf_subset": "kaz_Cyrl-hau_Latn", + "languages": [ + "kaz-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kaz_Cyrl-kea_Latn", + "languages": [ + "kaz-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736775, + "recall": 0.788538, + "f1": 0.75247, + "accuracy": 0.788538, + "main_score": 0.75247, + "hf_subset": "kaz_Cyrl-lus_Latn", + "languages": [ + "kaz-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855583, + "recall": 0.893281, + "f1": 0.867161, + "accuracy": 0.893281, + "main_score": 0.867161, + "hf_subset": "kaz_Cyrl-pag_Latn", + "languages": [ + "kaz-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "kaz_Cyrl-snd_Arab", + "languages": [ + "kaz-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970273, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473529, + "recall": 0.552372, + "f1": 0.49641, + "accuracy": 0.552372, + "main_score": 0.49641, + "hf_subset": "kaz_Cyrl-dyu_Latn", + "languages": [ + "kaz-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-heb_Hebr", + "languages": [ + "kaz-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kaz_Cyrl-khk_Cyrl", + "languages": [ + "kaz-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "kaz_Cyrl-lvs_Latn", + "languages": [ + "kaz-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kaz_Cyrl-pan_Guru", + "languages": [ + "kaz-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702676, + "recall": 0.758893, + "f1": 0.719225, + "accuracy": 0.758893, + "main_score": 0.719225, + "hf_subset": "kaz_Cyrl-som_Latn", + "languages": [ + "kaz-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584463, + "recall": 0.637352, + "f1": 0.599541, + "accuracy": 0.637352, + "main_score": 0.599541, + "hf_subset": "kaz_Cyrl-tum_Latn", + "languages": [ + "kaz-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403633, + "recall": 0.447628, + "f1": 0.415232, + "accuracy": 0.447628, + "main_score": 0.415232, + "hf_subset": "lug_Latn-ace_Arab", + "languages": [ + "lug-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486571, + "recall": 0.522727, + "f1": 0.496842, + "accuracy": 0.522727, + "main_score": 0.496842, + "hf_subset": "lug_Latn-bam_Latn", + "languages": [ + "lug-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.210532, + "recall": 0.252964, + "f1": 0.221405, + "accuracy": 0.252964, + "main_score": 0.221405, + "hf_subset": "lug_Latn-dzo_Tibt", + "languages": [ + "lug-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521614, + "recall": 0.563241, + "f1": 0.532682, + "accuracy": 0.563241, + "main_score": 0.532682, + "hf_subset": "lug_Latn-hin_Deva", + "languages": [ + "lug-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47849, + "recall": 0.521739, + "f1": 0.490168, + "accuracy": 0.521739, + "main_score": 0.490168, + "hf_subset": "lug_Latn-khm_Khmr", + "languages": [ + "lug-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512186, + "recall": 0.560277, + "f1": 0.525183, + "accuracy": 0.560277, + "main_score": 0.525183, + "hf_subset": "lug_Latn-mag_Deva", + "languages": [ + "lug-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528638, + "recall": 0.56917, + "f1": 0.53844, + "accuracy": 0.56917, + "main_score": 0.53844, + "hf_subset": "lug_Latn-pap_Latn", + "languages": [ + "lug-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530195, + "recall": 0.563241, + "f1": 0.538535, + "accuracy": 0.563241, + "main_score": 0.538535, + "hf_subset": "lug_Latn-sot_Latn", + "languages": [ + "lug-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5075, + "recall": 0.549407, + "f1": 0.518472, + "accuracy": 0.549407, + "main_score": 0.518472, + "hf_subset": "lug_Latn-tur_Latn", + "languages": [ + "lug-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527127, + "recall": 0.554348, + "f1": 0.534454, + "accuracy": 0.554348, + "main_score": 0.534454, + "hf_subset": "lug_Latn-ace_Latn", + "languages": [ + "lug-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52845, + "recall": 0.561265, + "f1": 0.537461, + "accuracy": 0.561265, + "main_score": 0.537461, + "hf_subset": "lug_Latn-ban_Latn", + "languages": [ + "lug-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495512, + "recall": 0.549407, + "f1": 0.509734, + "accuracy": 0.549407, + "main_score": 0.509734, + "hf_subset": "lug_Latn-ell_Grek", + "languages": [ + "lug-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501665, + "recall": 0.544466, + "f1": 0.513102, + "accuracy": 0.544466, + "main_score": 0.513102, + "hf_subset": "lug_Latn-hne_Deva", + "languages": [ + "lug-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47708, + "recall": 0.51581, + "f1": 0.487403, + "accuracy": 0.51581, + "main_score": 0.487403, + "hf_subset": "lug_Latn-kik_Latn", + "languages": [ + "lug-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509578, + "recall": 0.555336, + "f1": 0.521206, + "accuracy": 0.555336, + "main_score": 0.521206, + "hf_subset": "lug_Latn-mai_Deva", + "languages": [ + "lug-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467546, + "recall": 0.511858, + "f1": 0.479189, + "accuracy": 0.511858, + "main_score": 0.479189, + "hf_subset": "lug_Latn-pbt_Arab", + "languages": [ + "lug-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505481, + "recall": 0.55336, + "f1": 0.517578, + "accuracy": 0.55336, + "main_score": 0.517578, + "hf_subset": "lug_Latn-spa_Latn", + "languages": [ + "lug-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516906, + "recall": 0.552372, + "f1": 0.52694, + "accuracy": 0.552372, + "main_score": 0.52694, + "hf_subset": "lug_Latn-twi_Latn", + "languages": [ + "lug-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502828, + "recall": 0.548419, + "f1": 0.514242, + "accuracy": 0.548419, + "main_score": 0.514242, + "hf_subset": "lug_Latn-acm_Arab", + "languages": [ + "lug-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489989, + "recall": 0.533597, + "f1": 0.501236, + "accuracy": 0.533597, + "main_score": 0.501236, + "hf_subset": "lug_Latn-bel_Cyrl", + "languages": [ + "lug-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533621, + "recall": 0.579051, + "f1": 0.545193, + "accuracy": 0.579051, + "main_score": 0.545193, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530826, + "recall": 0.578063, + "f1": 0.542654, + "accuracy": 0.578063, + "main_score": 0.542654, + "hf_subset": "lug_Latn-hrv_Latn", + "languages": [ + "lug-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53111, + "recall": 0.583004, + "f1": 0.544968, + "accuracy": 0.583004, + "main_score": 0.544968, + "hf_subset": "lug_Latn-kin_Latn", + "languages": [ + "lug-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498145, + "recall": 0.550395, + "f1": 0.510963, + "accuracy": 0.550395, + "main_score": 0.510963, + "hf_subset": "lug_Latn-mal_Mlym", + "languages": [ + "lug-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506125, + "recall": 0.552372, + "f1": 0.518304, + "accuracy": 0.552372, + "main_score": 0.518304, + "hf_subset": "lug_Latn-pes_Arab", + "languages": [ + "lug-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517111, + "recall": 0.557312, + "f1": 0.527585, + "accuracy": 0.557312, + "main_score": 0.527585, + "hf_subset": "lug_Latn-srd_Latn", + "languages": [ + "lug-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183987, + "recall": 0.221344, + "f1": 0.193526, + "accuracy": 0.221344, + "main_score": 0.193526, + "hf_subset": "lug_Latn-tzm_Tfng", + "languages": [ + "lug-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505665, + "recall": 0.551383, + "f1": 0.517924, + "accuracy": 0.551383, + "main_score": 0.517924, + "hf_subset": "lug_Latn-acq_Arab", + "languages": [ + "lug-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545769, + "recall": 0.58498, + "f1": 0.555519, + "accuracy": 0.58498, + "main_score": 0.555519, + "hf_subset": "lug_Latn-bem_Latn", + "languages": [ + "lug-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519084, + "recall": 0.560277, + "f1": 0.530314, + "accuracy": 0.560277, + "main_score": 0.530314, + "hf_subset": "lug_Latn-epo_Latn", + "languages": [ + "lug-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516149, + "recall": 0.563241, + "f1": 0.527707, + "accuracy": 0.563241, + "main_score": 0.527707, + "hf_subset": "lug_Latn-hun_Latn", + "languages": [ + "lug-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481363, + "recall": 0.525692, + "f1": 0.493318, + "accuracy": 0.525692, + "main_score": 0.493318, + "hf_subset": "lug_Latn-kir_Cyrl", + "languages": [ + "lug-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524848, + "recall": 0.562253, + "f1": 0.534381, + "accuracy": 0.562253, + "main_score": 0.534381, + "hf_subset": "lug_Latn-mar_Deva", + "languages": [ + "lug-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517226, + "recall": 0.555336, + "f1": 0.527551, + "accuracy": 0.555336, + "main_score": 0.527551, + "hf_subset": "lug_Latn-plt_Latn", + "languages": [ + "lug-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525746, + "recall": 0.56917, + "f1": 0.536811, + "accuracy": 0.56917, + "main_score": 0.536811, + "hf_subset": "lug_Latn-srp_Cyrl", + "languages": [ + "lug-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434601, + "recall": 0.483202, + "f1": 0.448425, + "accuracy": 0.483202, + "main_score": 0.448425, + "hf_subset": "lug_Latn-uig_Arab", + "languages": [ + "lug-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496523, + "recall": 0.535573, + "f1": 0.506717, + "accuracy": 0.535573, + "main_score": 0.506717, + "hf_subset": "lug_Latn-aeb_Arab", + "languages": [ + "lug-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510773, + "recall": 0.559289, + "f1": 0.523098, + "accuracy": 0.559289, + "main_score": 0.523098, + "hf_subset": "lug_Latn-ben_Beng", + "languages": [ + "lug-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508531, + "recall": 0.546443, + "f1": 0.518557, + "accuracy": 0.546443, + "main_score": 0.518557, + "hf_subset": "lug_Latn-est_Latn", + "languages": [ + "lug-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494323, + "recall": 0.543478, + "f1": 0.506916, + "accuracy": 0.543478, + "main_score": 0.506916, + "hf_subset": "lug_Latn-hye_Armn", + "languages": [ + "lug-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488885, + "recall": 0.52668, + "f1": 0.49961, + "accuracy": 0.52668, + "main_score": 0.49961, + "hf_subset": "lug_Latn-kmb_Latn", + "languages": [ + "lug-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.363029, + "recall": 0.411067, + "f1": 0.376572, + "accuracy": 0.411067, + "main_score": 0.376572, + "hf_subset": "lug_Latn-min_Arab", + "languages": [ + "lug-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508823, + "recall": 0.559289, + "f1": 0.521776, + "accuracy": 0.559289, + "main_score": 0.521776, + "hf_subset": "lug_Latn-pol_Latn", + "languages": [ + "lug-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519791, + "recall": 0.565217, + "f1": 0.532058, + "accuracy": 0.565217, + "main_score": 0.532058, + "hf_subset": "lug_Latn-ssw_Latn", + "languages": [ + "lug-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513091, + "recall": 0.563241, + "f1": 0.526098, + "accuracy": 0.563241, + "main_score": 0.526098, + "hf_subset": "lug_Latn-ukr_Cyrl", + "languages": [ + "lug-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536884, + "recall": 0.583004, + "f1": 0.549297, + "accuracy": 0.583004, + "main_score": 0.549297, + "hf_subset": "lug_Latn-afr_Latn", + "languages": [ + "lug-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505092, + "recall": 0.544466, + "f1": 0.516341, + "accuracy": 0.544466, + "main_score": 0.516341, + "hf_subset": "lug_Latn-bho_Deva", + "languages": [ + "lug-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504981, + "recall": 0.554348, + "f1": 0.518351, + "accuracy": 0.554348, + "main_score": 0.518351, + "hf_subset": "lug_Latn-eus_Latn", + "languages": [ + "lug-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505592, + "recall": 0.546443, + "f1": 0.51713, + "accuracy": 0.546443, + "main_score": 0.51713, + "hf_subset": "lug_Latn-ibo_Latn", + "languages": [ + "lug-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501039, + "recall": 0.543478, + "f1": 0.512147, + "accuracy": 0.543478, + "main_score": 0.512147, + "hf_subset": "lug_Latn-kmr_Latn", + "languages": [ + "lug-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530797, + "recall": 0.577075, + "f1": 0.542279, + "accuracy": 0.577075, + "main_score": 0.542279, + "hf_subset": "lug_Latn-min_Latn", + "languages": [ + "lug-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529424, + "recall": 0.578063, + "f1": 0.541976, + "accuracy": 0.578063, + "main_score": 0.541976, + "hf_subset": "lug_Latn-por_Latn", + "languages": [ + "lug-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545679, + "recall": 0.588933, + "f1": 0.556685, + "accuracy": 0.588933, + "main_score": 0.556685, + "hf_subset": "lug_Latn-sun_Latn", + "languages": [ + "lug-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479661, + "recall": 0.517787, + "f1": 0.490986, + "accuracy": 0.517787, + "main_score": 0.490986, + "hf_subset": "lug_Latn-umb_Latn", + "languages": [ + "lug-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509933, + "recall": 0.556324, + "f1": 0.52222, + "accuracy": 0.556324, + "main_score": 0.52222, + "hf_subset": "lug_Latn-ajp_Arab", + "languages": [ + "lug-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.382416, + "recall": 0.429842, + "f1": 0.395771, + "accuracy": 0.429842, + "main_score": 0.395771, + "hf_subset": "lug_Latn-bjn_Arab", + "languages": [ + "lug-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470803, + "recall": 0.503953, + "f1": 0.479916, + "accuracy": 0.503953, + "main_score": 0.479916, + "hf_subset": "lug_Latn-ewe_Latn", + "languages": [ + "lug-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539509, + "recall": 0.575099, + "f1": 0.548451, + "accuracy": 0.575099, + "main_score": 0.548451, + "hf_subset": "lug_Latn-ilo_Latn", + "languages": [ + "lug-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.276539, + "recall": 0.329051, + "f1": 0.290723, + "accuracy": 0.329051, + "main_score": 0.290723, + "hf_subset": "lug_Latn-knc_Arab", + "languages": [ + "lug-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515031, + "recall": 0.560277, + "f1": 0.526664, + "accuracy": 0.560277, + "main_score": 0.526664, + "hf_subset": "lug_Latn-mkd_Cyrl", + "languages": [ + "lug-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50834, + "recall": 0.552372, + "f1": 0.519914, + "accuracy": 0.552372, + "main_score": 0.519914, + "hf_subset": "lug_Latn-prs_Arab", + "languages": [ + "lug-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519984, + "recall": 0.570158, + "f1": 0.532622, + "accuracy": 0.570158, + "main_score": 0.532622, + "hf_subset": "lug_Latn-swe_Latn", + "languages": [ + "lug-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492516, + "recall": 0.539526, + "f1": 0.505431, + "accuracy": 0.539526, + "main_score": 0.505431, + "hf_subset": "lug_Latn-urd_Arab", + "languages": [ + "lug-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499653, + "recall": 0.535573, + "f1": 0.509622, + "accuracy": 0.535573, + "main_score": 0.509622, + "hf_subset": "lug_Latn-aka_Latn", + "languages": [ + "lug-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541752, + "recall": 0.578063, + "f1": 0.550673, + "accuracy": 0.578063, + "main_score": 0.550673, + "hf_subset": "lug_Latn-bjn_Latn", + "languages": [ + "lug-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500858, + "recall": 0.538538, + "f1": 0.511688, + "accuracy": 0.538538, + "main_score": 0.511688, + "hf_subset": "lug_Latn-fao_Latn", + "languages": [ + "lug-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534215, + "recall": 0.583004, + "f1": 0.546699, + "accuracy": 0.583004, + "main_score": 0.546699, + "hf_subset": "lug_Latn-ind_Latn", + "languages": [ + "lug-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496867, + "recall": 0.535573, + "f1": 0.507314, + "accuracy": 0.535573, + "main_score": 0.507314, + "hf_subset": "lug_Latn-knc_Latn", + "languages": [ + "lug-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533661, + "recall": 0.576087, + "f1": 0.544018, + "accuracy": 0.576087, + "main_score": 0.544018, + "hf_subset": "lug_Latn-mlt_Latn", + "languages": [ + "lug-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480022, + "recall": 0.525692, + "f1": 0.492419, + "accuracy": 0.525692, + "main_score": 0.492419, + "hf_subset": "lug_Latn-quy_Latn", + "languages": [ + "lug-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550127, + "recall": 0.593874, + "f1": 0.561553, + "accuracy": 0.593874, + "main_score": 0.561553, + "hf_subset": "lug_Latn-swh_Latn", + "languages": [ + "lug-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511071, + "recall": 0.550395, + "f1": 0.520579, + "accuracy": 0.550395, + "main_score": 0.520579, + "hf_subset": "lug_Latn-uzn_Latn", + "languages": [ + "lug-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514051, + "recall": 0.556324, + "f1": 0.524726, + "accuracy": 0.556324, + "main_score": 0.524726, + "hf_subset": "lug_Latn-als_Latn", + "languages": [ + "lug-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.267113, + "recall": 0.314229, + "f1": 0.278207, + "accuracy": 0.314229, + "main_score": 0.278207, + "hf_subset": "lug_Latn-bod_Tibt", + "languages": [ + "lug-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503528, + "recall": 0.545455, + "f1": 0.514653, + "accuracy": 0.545455, + "main_score": 0.514653, + "hf_subset": "lug_Latn-fij_Latn", + "languages": [ + "lug-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497636, + "recall": 0.538538, + "f1": 0.508036, + "accuracy": 0.538538, + "main_score": 0.508036, + "hf_subset": "lug_Latn-isl_Latn", + "languages": [ + "lug-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529638, + "recall": 0.570158, + "f1": 0.540748, + "accuracy": 0.570158, + "main_score": 0.540748, + "hf_subset": "lug_Latn-kon_Latn", + "languages": [ + "lug-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441133, + "recall": 0.48913, + "f1": 0.454671, + "accuracy": 0.48913, + "main_score": 0.454671, + "hf_subset": "lug_Latn-mni_Beng", + "languages": [ + "lug-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523543, + "recall": 0.570158, + "f1": 0.53497, + "accuracy": 0.570158, + "main_score": 0.53497, + "hf_subset": "lug_Latn-ron_Latn", + "languages": [ + "lug-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515097, + "recall": 0.559289, + "f1": 0.526696, + "accuracy": 0.559289, + "main_score": 0.526696, + "hf_subset": "lug_Latn-szl_Latn", + "languages": [ + "lug-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529437, + "recall": 0.570158, + "f1": 0.539929, + "accuracy": 0.570158, + "main_score": 0.539929, + "hf_subset": "lug_Latn-vec_Latn", + "languages": [ + "lug-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461883, + "recall": 0.511858, + "f1": 0.474481, + "accuracy": 0.511858, + "main_score": 0.474481, + "hf_subset": "lug_Latn-amh_Ethi", + "languages": [ + "lug-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535148, + "recall": 0.581028, + "f1": 0.547237, + "accuracy": 0.581028, + "main_score": 0.547237, + "hf_subset": "lug_Latn-bos_Latn", + "languages": [ + "lug-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489558, + "recall": 0.538538, + "f1": 0.502892, + "accuracy": 0.538538, + "main_score": 0.502892, + "hf_subset": "lug_Latn-fin_Latn", + "languages": [ + "lug-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503638, + "recall": 0.555336, + "f1": 0.516482, + "accuracy": 0.555336, + "main_score": 0.516482, + "hf_subset": "lug_Latn-ita_Latn", + "languages": [ + "lug-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489478, + "recall": 0.539526, + "f1": 0.502244, + "accuracy": 0.539526, + "main_score": 0.502244, + "hf_subset": "lug_Latn-kor_Hang", + "languages": [ + "lug-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470795, + "recall": 0.509881, + "f1": 0.481937, + "accuracy": 0.509881, + "main_score": 0.481937, + "hf_subset": "lug_Latn-mos_Latn", + "languages": [ + "lug-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543094, + "recall": 0.585968, + "f1": 0.554112, + "accuracy": 0.585968, + "main_score": 0.554112, + "hf_subset": "lug_Latn-run_Latn", + "languages": [ + "lug-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495674, + "recall": 0.54249, + "f1": 0.507275, + "accuracy": 0.54249, + "main_score": 0.507275, + "hf_subset": "lug_Latn-tam_Taml", + "languages": [ + "lug-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512742, + "recall": 0.555336, + "f1": 0.523844, + "accuracy": 0.555336, + "main_score": 0.523844, + "hf_subset": "lug_Latn-vie_Latn", + "languages": [ + "lug-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513515, + "recall": 0.5583, + "f1": 0.524813, + "accuracy": 0.5583, + "main_score": 0.524813, + "hf_subset": "lug_Latn-apc_Arab", + "languages": [ + "lug-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503458, + "recall": 0.541502, + "f1": 0.514248, + "accuracy": 0.541502, + "main_score": 0.514248, + "hf_subset": "lug_Latn-bug_Latn", + "languages": [ + "lug-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437089, + "recall": 0.479249, + "f1": 0.44908, + "accuracy": 0.479249, + "main_score": 0.44908, + "hf_subset": "lug_Latn-fon_Latn", + "languages": [ + "lug-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539917, + "recall": 0.578063, + "f1": 0.550116, + "accuracy": 0.578063, + "main_score": 0.550116, + "hf_subset": "lug_Latn-jav_Latn", + "languages": [ + "lug-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484637, + "recall": 0.525692, + "f1": 0.495701, + "accuracy": 0.525692, + "main_score": 0.495701, + "hf_subset": "lug_Latn-lao_Laoo", + "languages": [ + "lug-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492884, + "recall": 0.524704, + "f1": 0.501511, + "accuracy": 0.524704, + "main_score": 0.501511, + "hf_subset": "lug_Latn-mri_Latn", + "languages": [ + "lug-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509882, + "recall": 0.555336, + "f1": 0.522185, + "accuracy": 0.555336, + "main_score": 0.522185, + "hf_subset": "lug_Latn-rus_Cyrl", + "languages": [ + "lug-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440995, + "recall": 0.483202, + "f1": 0.453442, + "accuracy": 0.483202, + "main_score": 0.453442, + "hf_subset": "lug_Latn-taq_Latn", + "languages": [ + "lug-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550516, + "recall": 0.589921, + "f1": 0.560367, + "accuracy": 0.589921, + "main_score": 0.560367, + "hf_subset": "lug_Latn-war_Latn", + "languages": [ + "lug-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518505, + "recall": 0.559289, + "f1": 0.528887, + "accuracy": 0.559289, + "main_score": 0.528887, + "hf_subset": "lug_Latn-arb_Arab", + "languages": [ + "lug-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517056, + "recall": 0.559289, + "f1": 0.528447, + "accuracy": 0.559289, + "main_score": 0.528447, + "hf_subset": "lug_Latn-bul_Cyrl", + "languages": [ + "lug-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52698, + "recall": 0.574111, + "f1": 0.538842, + "accuracy": 0.574111, + "main_score": 0.538842, + "hf_subset": "lug_Latn-fra_Latn", + "languages": [ + "lug-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485794, + "recall": 0.529644, + "f1": 0.497192, + "accuracy": 0.529644, + "main_score": 0.497192, + "hf_subset": "lug_Latn-jpn_Jpan", + "languages": [ + "lug-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502871, + "recall": 0.54249, + "f1": 0.513012, + "accuracy": 0.54249, + "main_score": 0.513012, + "hf_subset": "lug_Latn-lij_Latn", + "languages": [ + "lug-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386652, + "recall": 0.449605, + "f1": 0.403136, + "accuracy": 0.449605, + "main_score": 0.403136, + "hf_subset": "lug_Latn-mya_Mymr", + "languages": [ + "lug-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492724, + "recall": 0.531621, + "f1": 0.50281, + "accuracy": 0.531621, + "main_score": 0.50281, + "hf_subset": "lug_Latn-sag_Latn", + "languages": [ + "lug-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194996, + "recall": 0.233202, + "f1": 0.204355, + "accuracy": 0.233202, + "main_score": 0.204355, + "hf_subset": "lug_Latn-taq_Tfng", + "languages": [ + "lug-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504317, + "recall": 0.539526, + "f1": 0.514281, + "accuracy": 0.539526, + "main_score": 0.514281, + "hf_subset": "lug_Latn-wol_Latn", + "languages": [ + "lug-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42802, + "recall": 0.47332, + "f1": 0.439824, + "accuracy": 0.47332, + "main_score": 0.439824, + "hf_subset": "lug_Latn-arb_Latn", + "languages": [ + "lug-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518975, + "recall": 0.568182, + "f1": 0.532148, + "accuracy": 0.568182, + "main_score": 0.532148, + "hf_subset": "lug_Latn-cat_Latn", + "languages": [ + "lug-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518363, + "recall": 0.552372, + "f1": 0.526846, + "accuracy": 0.552372, + "main_score": 0.526846, + "hf_subset": "lug_Latn-fur_Latn", + "languages": [ + "lug-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414701, + "recall": 0.461462, + "f1": 0.428002, + "accuracy": 0.461462, + "main_score": 0.428002, + "hf_subset": "lug_Latn-kab_Latn", + "languages": [ + "lug-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515284, + "recall": 0.552372, + "f1": 0.524461, + "accuracy": 0.552372, + "main_score": 0.524461, + "hf_subset": "lug_Latn-lim_Latn", + "languages": [ + "lug-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516197, + "recall": 0.560277, + "f1": 0.527374, + "accuracy": 0.560277, + "main_score": 0.527374, + "hf_subset": "lug_Latn-nld_Latn", + "languages": [ + "lug-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484297, + "recall": 0.532609, + "f1": 0.496516, + "accuracy": 0.532609, + "main_score": 0.496516, + "hf_subset": "lug_Latn-san_Deva", + "languages": [ + "lug-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515232, + "recall": 0.562253, + "f1": 0.527048, + "accuracy": 0.562253, + "main_score": 0.527048, + "hf_subset": "lug_Latn-tat_Cyrl", + "languages": [ + "lug-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546644, + "recall": 0.592885, + "f1": 0.558996, + "accuracy": 0.592885, + "main_score": 0.558996, + "hf_subset": "lug_Latn-xho_Latn", + "languages": [ + "lug-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496465, + "recall": 0.541502, + "f1": 0.507929, + "accuracy": 0.541502, + "main_score": 0.507929, + "hf_subset": "lug_Latn-ars_Arab", + "languages": [ + "lug-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534216, + "recall": 0.566206, + "f1": 0.542089, + "accuracy": 0.566206, + "main_score": 0.542089, + "hf_subset": "lug_Latn-ceb_Latn", + "languages": [ + "lug-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463587, + "recall": 0.500988, + "f1": 0.474577, + "accuracy": 0.500988, + "main_score": 0.474577, + "hf_subset": "lug_Latn-fuv_Latn", + "languages": [ + "lug-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466793, + "recall": 0.508893, + "f1": 0.477769, + "accuracy": 0.508893, + "main_score": 0.477769, + "hf_subset": "lug_Latn-kac_Latn", + "languages": [ + "lug-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524432, + "recall": 0.561265, + "f1": 0.534317, + "accuracy": 0.561265, + "main_score": 0.534317, + "hf_subset": "lug_Latn-lin_Latn", + "languages": [ + "lug-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516657, + "recall": 0.568182, + "f1": 0.529635, + "accuracy": 0.568182, + "main_score": 0.529635, + "hf_subset": "lug_Latn-nno_Latn", + "languages": [ + "lug-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.122279, + "recall": 0.161067, + "f1": 0.131345, + "accuracy": 0.161067, + "main_score": 0.131345, + "hf_subset": "lug_Latn-sat_Olck", + "languages": [ + "lug-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493606, + "recall": 0.540514, + "f1": 0.506313, + "accuracy": 0.540514, + "main_score": 0.506313, + "hf_subset": "lug_Latn-tel_Telu", + "languages": [ + "lug-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456097, + "recall": 0.499012, + "f1": 0.466888, + "accuracy": 0.499012, + "main_score": 0.466888, + "hf_subset": "lug_Latn-ydd_Hebr", + "languages": [ + "lug-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486959, + "recall": 0.531621, + "f1": 0.49878, + "accuracy": 0.531621, + "main_score": 0.49878, + "hf_subset": "lug_Latn-ary_Arab", + "languages": [ + "lug-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518219, + "recall": 0.567194, + "f1": 0.530031, + "accuracy": 0.567194, + "main_score": 0.530031, + "hf_subset": "lug_Latn-ces_Latn", + "languages": [ + "lug-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476608, + "recall": 0.517787, + "f1": 0.487656, + "accuracy": 0.517787, + "main_score": 0.487656, + "hf_subset": "lug_Latn-gaz_Latn", + "languages": [ + "lug-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501549, + "recall": 0.546443, + "f1": 0.514081, + "accuracy": 0.546443, + "main_score": 0.514081, + "hf_subset": "lug_Latn-kam_Latn", + "languages": [ + "lug-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509364, + "recall": 0.55336, + "f1": 0.520583, + "accuracy": 0.55336, + "main_score": 0.520583, + "hf_subset": "lug_Latn-lit_Latn", + "languages": [ + "lug-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515407, + "recall": 0.564229, + "f1": 0.527873, + "accuracy": 0.564229, + "main_score": 0.527873, + "hf_subset": "lug_Latn-nob_Latn", + "languages": [ + "lug-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519775, + "recall": 0.5583, + "f1": 0.529255, + "accuracy": 0.5583, + "main_score": 0.529255, + "hf_subset": "lug_Latn-scn_Latn", + "languages": [ + "lug-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501404, + "recall": 0.540514, + "f1": 0.511921, + "accuracy": 0.540514, + "main_score": 0.511921, + "hf_subset": "lug_Latn-tgk_Cyrl", + "languages": [ + "lug-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485058, + "recall": 0.530632, + "f1": 0.497491, + "accuracy": 0.530632, + "main_score": 0.497491, + "hf_subset": "lug_Latn-yor_Latn", + "languages": [ + "lug-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499192, + "recall": 0.548419, + "f1": 0.511573, + "accuracy": 0.548419, + "main_score": 0.511573, + "hf_subset": "lug_Latn-arz_Arab", + "languages": [ + "lug-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453747, + "recall": 0.493083, + "f1": 0.464783, + "accuracy": 0.493083, + "main_score": 0.464783, + "hf_subset": "lug_Latn-cjk_Latn", + "languages": [ + "lug-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479808, + "recall": 0.517787, + "f1": 0.490059, + "accuracy": 0.517787, + "main_score": 0.490059, + "hf_subset": "lug_Latn-gla_Latn", + "languages": [ + "lug-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518201, + "recall": 0.564229, + "f1": 0.5297, + "accuracy": 0.564229, + "main_score": 0.5297, + "hf_subset": "lug_Latn-kan_Knda", + "languages": [ + "lug-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508429, + "recall": 0.551383, + "f1": 0.519288, + "accuracy": 0.551383, + "main_score": 0.519288, + "hf_subset": "lug_Latn-lmo_Latn", + "languages": [ + "lug-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51746, + "recall": 0.565217, + "f1": 0.529076, + "accuracy": 0.565217, + "main_score": 0.529076, + "hf_subset": "lug_Latn-npi_Deva", + "languages": [ + "lug-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.414024, + "recall": 0.458498, + "f1": 0.425743, + "accuracy": 0.458498, + "main_score": 0.425743, + "hf_subset": "lug_Latn-shn_Mymr", + "languages": [ + "lug-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550108, + "recall": 0.59585, + "f1": 0.561476, + "accuracy": 0.59585, + "main_score": 0.561476, + "hf_subset": "lug_Latn-tgl_Latn", + "languages": [ + "lug-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48819, + "recall": 0.532609, + "f1": 0.499345, + "accuracy": 0.532609, + "main_score": 0.499345, + "hf_subset": "lug_Latn-yue_Hant", + "languages": [ + "lug-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463482, + "recall": 0.513834, + "f1": 0.477226, + "accuracy": 0.513834, + "main_score": 0.477226, + "hf_subset": "lug_Latn-asm_Beng", + "languages": [ + "lug-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48105, + "recall": 0.525692, + "f1": 0.492479, + "accuracy": 0.525692, + "main_score": 0.492479, + "hf_subset": "lug_Latn-ckb_Arab", + "languages": [ + "lug-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486694, + "recall": 0.528656, + "f1": 0.496932, + "accuracy": 0.528656, + "main_score": 0.496932, + "hf_subset": "lug_Latn-gle_Latn", + "languages": [ + "lug-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454997, + "recall": 0.502964, + "f1": 0.466939, + "accuracy": 0.502964, + "main_score": 0.466939, + "hf_subset": "lug_Latn-kas_Arab", + "languages": [ + "lug-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496118, + "recall": 0.531621, + "f1": 0.505657, + "accuracy": 0.531621, + "main_score": 0.505657, + "hf_subset": "lug_Latn-ltg_Latn", + "languages": [ + "lug-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530603, + "recall": 0.566206, + "f1": 0.540001, + "accuracy": 0.566206, + "main_score": 0.540001, + "hf_subset": "lug_Latn-nso_Latn", + "languages": [ + "lug-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436954, + "recall": 0.487154, + "f1": 0.450479, + "accuracy": 0.487154, + "main_score": 0.450479, + "hf_subset": "lug_Latn-sin_Sinh", + "languages": [ + "lug-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504512, + "recall": 0.551383, + "f1": 0.516045, + "accuracy": 0.551383, + "main_score": 0.516045, + "hf_subset": "lug_Latn-tha_Thai", + "languages": [ + "lug-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503128, + "recall": 0.540514, + "f1": 0.512654, + "accuracy": 0.540514, + "main_score": 0.512654, + "hf_subset": "lug_Latn-zho_Hans", + "languages": [ + "lug-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529128, + "recall": 0.573123, + "f1": 0.540491, + "accuracy": 0.573123, + "main_score": 0.540491, + "hf_subset": "lug_Latn-ast_Latn", + "languages": [ + "lug-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508775, + "recall": 0.555336, + "f1": 0.520724, + "accuracy": 0.555336, + "main_score": 0.520724, + "hf_subset": "lug_Latn-crh_Latn", + "languages": [ + "lug-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523273, + "recall": 0.561265, + "f1": 0.533424, + "accuracy": 0.561265, + "main_score": 0.533424, + "hf_subset": "lug_Latn-glg_Latn", + "languages": [ + "lug-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466161, + "recall": 0.514822, + "f1": 0.478884, + "accuracy": 0.514822, + "main_score": 0.478884, + "hf_subset": "lug_Latn-kas_Deva", + "languages": [ + "lug-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480456, + "recall": 0.52668, + "f1": 0.492068, + "accuracy": 0.52668, + "main_score": 0.492068, + "hf_subset": "lug_Latn-ltz_Latn", + "languages": [ + "lug-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421494, + "recall": 0.467391, + "f1": 0.434274, + "accuracy": 0.467391, + "main_score": 0.434274, + "hf_subset": "lug_Latn-nus_Latn", + "languages": [ + "lug-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511915, + "recall": 0.559289, + "f1": 0.524238, + "accuracy": 0.559289, + "main_score": 0.524238, + "hf_subset": "lug_Latn-slk_Latn", + "languages": [ + "lug-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385644, + "recall": 0.435771, + "f1": 0.399512, + "accuracy": 0.435771, + "main_score": 0.399512, + "hf_subset": "lug_Latn-tir_Ethi", + "languages": [ + "lug-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494447, + "recall": 0.538538, + "f1": 0.504968, + "accuracy": 0.538538, + "main_score": 0.504968, + "hf_subset": "lug_Latn-zho_Hant", + "languages": [ + "lug-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509444, + "recall": 0.547431, + "f1": 0.519436, + "accuracy": 0.547431, + "main_score": 0.519436, + "hf_subset": "lug_Latn-awa_Deva", + "languages": [ + "lug-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526092, + "recall": 0.564229, + "f1": 0.536021, + "accuracy": 0.564229, + "main_score": 0.536021, + "hf_subset": "lug_Latn-cym_Latn", + "languages": [ + "lug-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500574, + "recall": 0.539526, + "f1": 0.510865, + "accuracy": 0.539526, + "main_score": 0.510865, + "hf_subset": "lug_Latn-grn_Latn", + "languages": [ + "lug-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476309, + "recall": 0.523715, + "f1": 0.488431, + "accuracy": 0.523715, + "main_score": 0.488431, + "hf_subset": "lug_Latn-kat_Geor", + "languages": [ + "lug-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507085, + "recall": 0.545455, + "f1": 0.517511, + "accuracy": 0.545455, + "main_score": 0.517511, + "hf_subset": "lug_Latn-lua_Latn", + "languages": [ + "lug-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523444, + "recall": 0.562253, + "f1": 0.53456, + "accuracy": 0.562253, + "main_score": 0.53456, + "hf_subset": "lug_Latn-nya_Latn", + "languages": [ + "lug-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504985, + "recall": 0.551383, + "f1": 0.516691, + "accuracy": 0.551383, + "main_score": 0.516691, + "hf_subset": "lug_Latn-slv_Latn", + "languages": [ + "lug-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516872, + "recall": 0.563241, + "f1": 0.528817, + "accuracy": 0.563241, + "main_score": 0.528817, + "hf_subset": "lug_Latn-tpi_Latn", + "languages": [ + "lug-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545516, + "recall": 0.587945, + "f1": 0.556192, + "accuracy": 0.587945, + "main_score": 0.556192, + "hf_subset": "lug_Latn-zsm_Latn", + "languages": [ + "lug-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464289, + "recall": 0.509881, + "f1": 0.477445, + "accuracy": 0.509881, + "main_score": 0.477445, + "hf_subset": "lug_Latn-ayr_Latn", + "languages": [ + "lug-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516096, + "recall": 0.560277, + "f1": 0.527109, + "accuracy": 0.560277, + "main_score": 0.527109, + "hf_subset": "lug_Latn-dan_Latn", + "languages": [ + "lug-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511946, + "recall": 0.560277, + "f1": 0.524496, + "accuracy": 0.560277, + "main_score": 0.524496, + "hf_subset": "lug_Latn-guj_Gujr", + "languages": [ + "lug-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510433, + "recall": 0.557312, + "f1": 0.523035, + "accuracy": 0.557312, + "main_score": 0.523035, + "hf_subset": "lug_Latn-kaz_Cyrl", + "languages": [ + "lug-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541213, + "recall": 0.590909, + "f1": 0.553254, + "accuracy": 0.590909, + "main_score": 0.553254, + "hf_subset": "lug_Latn-oci_Latn", + "languages": [ + "lug-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516216, + "recall": 0.548419, + "f1": 0.525151, + "accuracy": 0.548419, + "main_score": 0.525151, + "hf_subset": "lug_Latn-smo_Latn", + "languages": [ + "lug-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492364, + "recall": 0.535573, + "f1": 0.504184, + "accuracy": 0.535573, + "main_score": 0.504184, + "hf_subset": "lug_Latn-tsn_Latn", + "languages": [ + "lug-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535235, + "recall": 0.578063, + "f1": 0.546382, + "accuracy": 0.578063, + "main_score": 0.546382, + "hf_subset": "lug_Latn-zul_Latn", + "languages": [ + "lug-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42124, + "recall": 0.474308, + "f1": 0.435711, + "accuracy": 0.474308, + "main_score": 0.435711, + "hf_subset": "lug_Latn-azb_Arab", + "languages": [ + "lug-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518969, + "recall": 0.560277, + "f1": 0.529145, + "accuracy": 0.560277, + "main_score": 0.529145, + "hf_subset": "lug_Latn-deu_Latn", + "languages": [ + "lug-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496859, + "recall": 0.544466, + "f1": 0.509819, + "accuracy": 0.544466, + "main_score": 0.509819, + "hf_subset": "lug_Latn-hat_Latn", + "languages": [ + "lug-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452489, + "recall": 0.490119, + "f1": 0.463161, + "accuracy": 0.490119, + "main_score": 0.463161, + "hf_subset": "lug_Latn-kbp_Latn", + "languages": [ + "lug-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520679, + "recall": 0.548419, + "f1": 0.52864, + "accuracy": 0.548419, + "main_score": 0.52864, + "hf_subset": "lug_Latn-luo_Latn", + "languages": [ + "lug-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488457, + "recall": 0.534585, + "f1": 0.500457, + "accuracy": 0.534585, + "main_score": 0.500457, + "hf_subset": "lug_Latn-ory_Orya", + "languages": [ + "lug-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496603, + "recall": 0.54249, + "f1": 0.508786, + "accuracy": 0.54249, + "main_score": 0.508786, + "hf_subset": "lug_Latn-sna_Latn", + "languages": [ + "lug-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489974, + "recall": 0.528656, + "f1": 0.500888, + "accuracy": 0.528656, + "main_score": 0.500888, + "hf_subset": "lug_Latn-tso_Latn", + "languages": [ + "lug-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483041, + "recall": 0.528656, + "f1": 0.494866, + "accuracy": 0.528656, + "main_score": 0.494866, + "hf_subset": "lug_Latn-azj_Latn", + "languages": [ + "lug-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480638, + "recall": 0.518775, + "f1": 0.4913, + "accuracy": 0.518775, + "main_score": 0.4913, + "hf_subset": "lug_Latn-dik_Latn", + "languages": [ + "lug-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516743, + "recall": 0.551383, + "f1": 0.525795, + "accuracy": 0.551383, + "main_score": 0.525795, + "hf_subset": "lug_Latn-hau_Latn", + "languages": [ + "lug-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522043, + "recall": 0.556324, + "f1": 0.53105, + "accuracy": 0.556324, + "main_score": 0.53105, + "hf_subset": "lug_Latn-kea_Latn", + "languages": [ + "lug-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507466, + "recall": 0.547431, + "f1": 0.518371, + "accuracy": 0.547431, + "main_score": 0.518371, + "hf_subset": "lug_Latn-lus_Latn", + "languages": [ + "lug-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504957, + "recall": 0.539526, + "f1": 0.514908, + "accuracy": 0.539526, + "main_score": 0.514908, + "hf_subset": "lug_Latn-pag_Latn", + "languages": [ + "lug-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489176, + "recall": 0.535573, + "f1": 0.501463, + "accuracy": 0.535573, + "main_score": 0.501463, + "hf_subset": "lug_Latn-snd_Arab", + "languages": [ + "lug-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489839, + "recall": 0.534585, + "f1": 0.502042, + "accuracy": 0.534585, + "main_score": 0.502042, + "hf_subset": "lug_Latn-tuk_Latn", + "languages": [ + "lug-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507927, + "recall": 0.548419, + "f1": 0.518278, + "accuracy": 0.548419, + "main_score": 0.518278, + "hf_subset": "lug_Latn-bak_Cyrl", + "languages": [ + "lug-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400414, + "recall": 0.459486, + "f1": 0.417165, + "accuracy": 0.459486, + "main_score": 0.417165, + "hf_subset": "lug_Latn-dyu_Latn", + "languages": [ + "lug-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501155, + "recall": 0.546443, + "f1": 0.512981, + "accuracy": 0.546443, + "main_score": 0.512981, + "hf_subset": "lug_Latn-heb_Hebr", + "languages": [ + "lug-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492995, + "recall": 0.536561, + "f1": 0.504765, + "accuracy": 0.536561, + "main_score": 0.504765, + "hf_subset": "lug_Latn-khk_Cyrl", + "languages": [ + "lug-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509183, + "recall": 0.548419, + "f1": 0.519505, + "accuracy": 0.548419, + "main_score": 0.519505, + "hf_subset": "lug_Latn-lvs_Latn", + "languages": [ + "lug-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511325, + "recall": 0.559289, + "f1": 0.523363, + "accuracy": 0.559289, + "main_score": 0.523363, + "hf_subset": "lug_Latn-pan_Guru", + "languages": [ + "lug-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494309, + "recall": 0.534585, + "f1": 0.505183, + "accuracy": 0.534585, + "main_score": 0.505183, + "hf_subset": "lug_Latn-som_Latn", + "languages": [ + "lug-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504688, + "recall": 0.540514, + "f1": 0.514756, + "accuracy": 0.540514, + "main_score": 0.514756, + "hf_subset": "lug_Latn-tum_Latn", + "languages": [ + "lug-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61204, + "recall": 0.679842, + "f1": 0.631537, + "accuracy": 0.679842, + "main_score": 0.631537, + "hf_subset": "oci_Latn-ace_Arab", + "languages": [ + "oci-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556901, + "recall": 0.615613, + "f1": 0.57319, + "accuracy": 0.615613, + "main_score": 0.57319, + "hf_subset": "oci_Latn-bam_Latn", + "languages": [ + "oci-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430099, + "recall": 0.508893, + "f1": 0.451446, + "accuracy": 0.508893, + "main_score": 0.451446, + "hf_subset": "oci_Latn-dzo_Tibt", + "languages": [ + "oci-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-hin_Deva", + "languages": [ + "oci-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-khm_Khmr", + "languages": [ + "oci-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-mag_Deva", + "languages": [ + "oci-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "oci_Latn-pap_Latn", + "languages": [ + "oci-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617458, + "recall": 0.670949, + "f1": 0.632139, + "accuracy": 0.670949, + "main_score": 0.632139, + "hf_subset": "oci_Latn-sot_Latn", + "languages": [ + "oci-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tur_Latn", + "languages": [ + "oci-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886775, + "recall": 0.917984, + "f1": 0.896593, + "accuracy": 0.917984, + "main_score": 0.896593, + "hf_subset": "oci_Latn-ace_Latn", + "languages": [ + "oci-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964345, + "recall": 0.974308, + "f1": 0.967457, + "accuracy": 0.974308, + "main_score": 0.967457, + "hf_subset": "oci_Latn-ban_Latn", + "languages": [ + "oci-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ell_Grek", + "languages": [ + "oci-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "oci_Latn-hne_Deva", + "languages": [ + "oci-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623834, + "recall": 0.68083, + "f1": 0.640017, + "accuracy": 0.68083, + "main_score": 0.640017, + "hf_subset": "oci_Latn-kik_Latn", + "languages": [ + "oci-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-mai_Deva", + "languages": [ + "oci-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979414, + "accuracy": 0.98419, + "main_score": 0.979414, + "hf_subset": "oci_Latn-pbt_Arab", + "languages": [ + "oci-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-spa_Latn", + "languages": [ + "oci-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633024, + "recall": 0.694664, + "f1": 0.649678, + "accuracy": 0.694664, + "main_score": 0.649678, + "hf_subset": "oci_Latn-twi_Latn", + "languages": [ + "oci-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-acm_Arab", + "languages": [ + "oci-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-bel_Cyrl", + "languages": [ + "oci-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-eng_Latn", + "languages": [ + "oci-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-hrv_Latn", + "languages": [ + "oci-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578924, + "recall": 0.646245, + "f1": 0.597751, + "accuracy": 0.646245, + "main_score": 0.597751, + "hf_subset": "oci_Latn-kin_Latn", + "languages": [ + "oci-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-mal_Mlym", + "languages": [ + "oci-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-pes_Arab", + "languages": [ + "oci-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-srd_Latn", + "languages": [ + "oci-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177887, + "recall": 0.225296, + "f1": 0.189893, + "accuracy": 0.225296, + "main_score": 0.189893, + "hf_subset": "oci_Latn-tzm_Tfng", + "languages": [ + "oci-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-acq_Arab", + "languages": [ + "oci-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641041, + "recall": 0.693676, + "f1": 0.655769, + "accuracy": 0.693676, + "main_score": 0.655769, + "hf_subset": "oci_Latn-bem_Latn", + "languages": [ + "oci-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-epo_Latn", + "languages": [ + "oci-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-hun_Latn", + "languages": [ + "oci-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-kir_Cyrl", + "languages": [ + "oci-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-mar_Deva", + "languages": [ + "oci-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702314, + "recall": 0.754941, + "f1": 0.718011, + "accuracy": 0.754941, + "main_score": 0.718011, + "hf_subset": "oci_Latn-plt_Latn", + "languages": [ + "oci-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-srp_Cyrl", + "languages": [ + "oci-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "oci_Latn-uig_Arab", + "languages": [ + "oci-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-aeb_Arab", + "languages": [ + "oci-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ben_Beng", + "languages": [ + "oci-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-est_Latn", + "languages": [ + "oci-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-hye_Armn", + "languages": [ + "oci-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573341, + "recall": 0.624506, + "f1": 0.58752, + "accuracy": 0.624506, + "main_score": 0.58752, + "hf_subset": "oci_Latn-kmb_Latn", + "languages": [ + "oci-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53327, + "recall": 0.608696, + "f1": 0.554029, + "accuracy": 0.608696, + "main_score": 0.554029, + "hf_subset": "oci_Latn-min_Arab", + "languages": [ + "oci-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-pol_Latn", + "languages": [ + "oci-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567666, + "recall": 0.633399, + "f1": 0.586811, + "accuracy": 0.633399, + "main_score": 0.586811, + "hf_subset": "oci_Latn-ssw_Latn", + "languages": [ + "oci-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ukr_Cyrl", + "languages": [ + "oci-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-afr_Latn", + "languages": [ + "oci-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-bho_Deva", + "languages": [ + "oci-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-eus_Latn", + "languages": [ + "oci-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614369, + "recall": 0.673913, + "f1": 0.631036, + "accuracy": 0.673913, + "main_score": 0.631036, + "hf_subset": "oci_Latn-ibo_Latn", + "languages": [ + "oci-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910738, + "recall": 0.934783, + "f1": 0.918314, + "accuracy": 0.934783, + "main_score": 0.918314, + "hf_subset": "oci_Latn-kmr_Latn", + "languages": [ + "oci-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "oci_Latn-min_Latn", + "languages": [ + "oci-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-por_Latn", + "languages": [ + "oci-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "oci_Latn-sun_Latn", + "languages": [ + "oci-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544848, + "recall": 0.596838, + "f1": 0.559707, + "accuracy": 0.596838, + "main_score": 0.559707, + "hf_subset": "oci_Latn-umb_Latn", + "languages": [ + "oci-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ajp_Arab", + "languages": [ + "oci-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566305, + "recall": 0.62747, + "f1": 0.583102, + "accuracy": 0.62747, + "main_score": 0.583102, + "hf_subset": "oci_Latn-bjn_Arab", + "languages": [ + "oci-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538933, + "recall": 0.594862, + "f1": 0.554478, + "accuracy": 0.594862, + "main_score": 0.554478, + "hf_subset": "oci_Latn-ewe_Latn", + "languages": [ + "oci-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949473, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "oci_Latn-ilo_Latn", + "languages": [ + "oci-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320468, + "recall": 0.381423, + "f1": 0.33736, + "accuracy": 0.381423, + "main_score": 0.33736, + "hf_subset": "oci_Latn-knc_Arab", + "languages": [ + "oci-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-mkd_Cyrl", + "languages": [ + "oci-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-prs_Arab", + "languages": [ + "oci-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-swe_Latn", + "languages": [ + "oci-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-urd_Arab", + "languages": [ + "oci-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60336, + "recall": 0.663043, + "f1": 0.620248, + "accuracy": 0.663043, + "main_score": 0.620248, + "hf_subset": "oci_Latn-aka_Latn", + "languages": [ + "oci-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "oci_Latn-bjn_Latn", + "languages": [ + "oci-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "oci_Latn-fao_Latn", + "languages": [ + "oci-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ind_Latn", + "languages": [ + "oci-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613038, + "recall": 0.668972, + "f1": 0.628883, + "accuracy": 0.668972, + "main_score": 0.628883, + "hf_subset": "oci_Latn-knc_Latn", + "languages": [ + "oci-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-mlt_Latn", + "languages": [ + "oci-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729351, + "recall": 0.788538, + "f1": 0.746799, + "accuracy": 0.788538, + "main_score": 0.746799, + "hf_subset": "oci_Latn-quy_Latn", + "languages": [ + "oci-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "oci_Latn-swh_Latn", + "languages": [ + "oci-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-uzn_Latn", + "languages": [ + "oci-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-als_Latn", + "languages": [ + "oci-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631036, + "recall": 0.714427, + "f1": 0.655259, + "accuracy": 0.714427, + "main_score": 0.655259, + "hf_subset": "oci_Latn-bod_Tibt", + "languages": [ + "oci-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716724, + "recall": 0.772727, + "f1": 0.732701, + "accuracy": 0.772727, + "main_score": 0.732701, + "hf_subset": "oci_Latn-fij_Latn", + "languages": [ + "oci-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "oci_Latn-isl_Latn", + "languages": [ + "oci-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690382, + "recall": 0.740119, + "f1": 0.70505, + "accuracy": 0.740119, + "main_score": 0.70505, + "hf_subset": "oci_Latn-kon_Latn", + "languages": [ + "oci-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687862, + "recall": 0.75, + "f1": 0.705981, + "accuracy": 0.75, + "main_score": 0.705981, + "hf_subset": "oci_Latn-mni_Beng", + "languages": [ + "oci-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ron_Latn", + "languages": [ + "oci-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.988142, + "f1": 0.985837, + "accuracy": 0.988142, + "main_score": 0.985837, + "hf_subset": "oci_Latn-szl_Latn", + "languages": [ + "oci-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-vec_Latn", + "languages": [ + "oci-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956192, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "oci_Latn-amh_Ethi", + "languages": [ + "oci-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-bos_Latn", + "languages": [ + "oci-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-fin_Latn", + "languages": [ + "oci-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ita_Latn", + "languages": [ + "oci-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-kor_Hang", + "languages": [ + "oci-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577776, + "recall": 0.634387, + "f1": 0.593586, + "accuracy": 0.634387, + "main_score": 0.593586, + "hf_subset": "oci_Latn-mos_Latn", + "languages": [ + "oci-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576614, + "recall": 0.633399, + "f1": 0.592627, + "accuracy": 0.633399, + "main_score": 0.592627, + "hf_subset": "oci_Latn-run_Latn", + "languages": [ + "oci-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tam_Taml", + "languages": [ + "oci-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-vie_Latn", + "languages": [ + "oci-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-apc_Arab", + "languages": [ + "oci-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818248, + "recall": 0.859684, + "f1": 0.830632, + "accuracy": 0.859684, + "main_score": 0.830632, + "hf_subset": "oci_Latn-bug_Latn", + "languages": [ + "oci-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482181, + "recall": 0.540514, + "f1": 0.497919, + "accuracy": 0.540514, + "main_score": 0.497919, + "hf_subset": "oci_Latn-fon_Latn", + "languages": [ + "oci-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-jav_Latn", + "languages": [ + "oci-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-lao_Laoo", + "languages": [ + "oci-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.880188, + "recall": 0.914032, + "f1": 0.890679, + "accuracy": 0.914032, + "main_score": 0.890679, + "hf_subset": "oci_Latn-mri_Latn", + "languages": [ + "oci-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-rus_Cyrl", + "languages": [ + "oci-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559593, + "recall": 0.619565, + "f1": 0.576137, + "accuracy": 0.619565, + "main_score": 0.576137, + "hf_subset": "oci_Latn-taq_Latn", + "languages": [ + "oci-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-war_Latn", + "languages": [ + "oci-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-arb_Arab", + "languages": [ + "oci-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-bul_Cyrl", + "languages": [ + "oci-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-fra_Latn", + "languages": [ + "oci-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-jpn_Jpan", + "languages": [ + "oci-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-lij_Latn", + "languages": [ + "oci-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "oci_Latn-mya_Mymr", + "languages": [ + "oci-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.620616, + "recall": 0.690711, + "f1": 0.640611, + "accuracy": 0.690711, + "main_score": 0.640611, + "hf_subset": "oci_Latn-sag_Latn", + "languages": [ + "oci-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203629, + "recall": 0.262846, + "f1": 0.216849, + "accuracy": 0.262846, + "main_score": 0.216849, + "hf_subset": "oci_Latn-taq_Tfng", + "languages": [ + "oci-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653049, + "recall": 0.712451, + "f1": 0.670408, + "accuracy": 0.712451, + "main_score": 0.670408, + "hf_subset": "oci_Latn-wol_Latn", + "languages": [ + "oci-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821443, + "recall": 0.864625, + "f1": 0.834453, + "accuracy": 0.864625, + "main_score": 0.834453, + "hf_subset": "oci_Latn-arb_Latn", + "languages": [ + "oci-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-cat_Latn", + "languages": [ + "oci-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "oci_Latn-fur_Latn", + "languages": [ + "oci-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433079, + "recall": 0.492095, + "f1": 0.449294, + "accuracy": 0.492095, + "main_score": 0.449294, + "hf_subset": "oci_Latn-kab_Latn", + "languages": [ + "oci-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-lim_Latn", + "languages": [ + "oci-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-nld_Latn", + "languages": [ + "oci-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "oci_Latn-san_Deva", + "languages": [ + "oci-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-tat_Cyrl", + "languages": [ + "oci-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690415, + "recall": 0.743083, + "f1": 0.705935, + "accuracy": 0.743083, + "main_score": 0.705935, + "hf_subset": "oci_Latn-xho_Latn", + "languages": [ + "oci-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ars_Arab", + "languages": [ + "oci-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ceb_Latn", + "languages": [ + "oci-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581139, + "recall": 0.640316, + "f1": 0.598143, + "accuracy": 0.640316, + "main_score": 0.598143, + "hf_subset": "oci_Latn-fuv_Latn", + "languages": [ + "oci-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528267, + "recall": 0.591897, + "f1": 0.545225, + "accuracy": 0.591897, + "main_score": 0.545225, + "hf_subset": "oci_Latn-kac_Latn", + "languages": [ + "oci-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696007, + "recall": 0.743083, + "f1": 0.709371, + "accuracy": 0.743083, + "main_score": 0.709371, + "hf_subset": "oci_Latn-lin_Latn", + "languages": [ + "oci-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-nno_Latn", + "languages": [ + "oci-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.250567, + "recall": 0.333992, + "f1": 0.273129, + "accuracy": 0.333992, + "main_score": 0.273129, + "hf_subset": "oci_Latn-sat_Olck", + "languages": [ + "oci-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tel_Telu", + "languages": [ + "oci-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "oci_Latn-ydd_Hebr", + "languages": [ + "oci-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "oci_Latn-ary_Arab", + "languages": [ + "oci-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ces_Latn", + "languages": [ + "oci-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608442, + "recall": 0.66996, + "f1": 0.626325, + "accuracy": 0.66996, + "main_score": 0.626325, + "hf_subset": "oci_Latn-gaz_Latn", + "languages": [ + "oci-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598792, + "recall": 0.666008, + "f1": 0.618257, + "accuracy": 0.666008, + "main_score": 0.618257, + "hf_subset": "oci_Latn-kam_Latn", + "languages": [ + "oci-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "oci_Latn-lit_Latn", + "languages": [ + "oci-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-nob_Latn", + "languages": [ + "oci-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "oci_Latn-scn_Latn", + "languages": [ + "oci-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "oci_Latn-tgk_Cyrl", + "languages": [ + "oci-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735441, + "recall": 0.794466, + "f1": 0.753529, + "accuracy": 0.794466, + "main_score": 0.753529, + "hf_subset": "oci_Latn-yor_Latn", + "languages": [ + "oci-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-arz_Arab", + "languages": [ + "oci-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587619, + "recall": 0.642292, + "f1": 0.602845, + "accuracy": 0.642292, + "main_score": 0.602845, + "hf_subset": "oci_Latn-cjk_Latn", + "languages": [ + "oci-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817803, + "recall": 0.86166, + "f1": 0.831225, + "accuracy": 0.86166, + "main_score": 0.831225, + "hf_subset": "oci_Latn-gla_Latn", + "languages": [ + "oci-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-kan_Knda", + "languages": [ + "oci-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-lmo_Latn", + "languages": [ + "oci-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "oci_Latn-npi_Deva", + "languages": [ + "oci-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478628, + "recall": 0.541502, + "f1": 0.495502, + "accuracy": 0.541502, + "main_score": 0.495502, + "hf_subset": "oci_Latn-shn_Mymr", + "languages": [ + "oci-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-tgl_Latn", + "languages": [ + "oci-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-yue_Hant", + "languages": [ + "oci-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "oci_Latn-asm_Beng", + "languages": [ + "oci-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "oci_Latn-ckb_Arab", + "languages": [ + "oci-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895372, + "recall": 0.924901, + "f1": 0.90471, + "accuracy": 0.924901, + "main_score": 0.90471, + "hf_subset": "oci_Latn-gle_Latn", + "languages": [ + "oci-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959157, + "recall": 0.972332, + "f1": 0.963439, + "accuracy": 0.972332, + "main_score": 0.963439, + "hf_subset": "oci_Latn-kas_Arab", + "languages": [ + "oci-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952734, + "recall": 0.967391, + "f1": 0.95751, + "accuracy": 0.967391, + "main_score": 0.95751, + "hf_subset": "oci_Latn-ltg_Latn", + "languages": [ + "oci-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62988, + "recall": 0.686759, + "f1": 0.645815, + "accuracy": 0.686759, + "main_score": 0.645815, + "hf_subset": "oci_Latn-nso_Latn", + "languages": [ + "oci-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "oci_Latn-sin_Sinh", + "languages": [ + "oci-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-tha_Thai", + "languages": [ + "oci-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-zho_Hans", + "languages": [ + "oci-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-ast_Latn", + "languages": [ + "oci-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-crh_Latn", + "languages": [ + "oci-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-glg_Latn", + "languages": [ + "oci-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904315, + "recall": 0.931818, + "f1": 0.913208, + "accuracy": 0.931818, + "main_score": 0.913208, + "hf_subset": "oci_Latn-kas_Deva", + "languages": [ + "oci-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986331, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "oci_Latn-ltz_Latn", + "languages": [ + "oci-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481951, + "recall": 0.549407, + "f1": 0.50035, + "accuracy": 0.549407, + "main_score": 0.50035, + "hf_subset": "oci_Latn-nus_Latn", + "languages": [ + "oci-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-slk_Latn", + "languages": [ + "oci-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614906, + "recall": 0.685771, + "f1": 0.636124, + "accuracy": 0.685771, + "main_score": 0.636124, + "hf_subset": "oci_Latn-tir_Ethi", + "languages": [ + "oci-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-zho_Hant", + "languages": [ + "oci-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987484, + "recall": 0.991107, + "f1": 0.988636, + "accuracy": 0.991107, + "main_score": 0.988636, + "hf_subset": "oci_Latn-awa_Deva", + "languages": [ + "oci-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "oci_Latn-cym_Latn", + "languages": [ + "oci-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863669, + "recall": 0.898221, + "f1": 0.874473, + "accuracy": 0.898221, + "main_score": 0.874473, + "hf_subset": "oci_Latn-grn_Latn", + "languages": [ + "oci-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-kat_Geor", + "languages": [ + "oci-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665485, + "recall": 0.716403, + "f1": 0.679798, + "accuracy": 0.716403, + "main_score": 0.679798, + "hf_subset": "oci_Latn-lua_Latn", + "languages": [ + "oci-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659486, + "recall": 0.717391, + "f1": 0.676098, + "accuracy": 0.717391, + "main_score": 0.676098, + "hf_subset": "oci_Latn-nya_Latn", + "languages": [ + "oci-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-slv_Latn", + "languages": [ + "oci-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "oci_Latn-tpi_Latn", + "languages": [ + "oci-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-zsm_Latn", + "languages": [ + "oci-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554745, + "recall": 0.617589, + "f1": 0.57239, + "accuracy": 0.617589, + "main_score": 0.57239, + "hf_subset": "oci_Latn-ayr_Latn", + "languages": [ + "oci-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-dan_Latn", + "languages": [ + "oci-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-guj_Gujr", + "languages": [ + "oci-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "oci_Latn-kaz_Cyrl", + "languages": [ + "oci-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551405, + "recall": 0.613636, + "f1": 0.568864, + "accuracy": 0.613636, + "main_score": 0.568864, + "hf_subset": "oci_Latn-lug_Latn", + "languages": [ + "oci-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852767, + "recall": 0.88834, + "f1": 0.863603, + "accuracy": 0.88834, + "main_score": 0.863603, + "hf_subset": "oci_Latn-smo_Latn", + "languages": [ + "oci-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563262, + "recall": 0.624506, + "f1": 0.580237, + "accuracy": 0.624506, + "main_score": 0.580237, + "hf_subset": "oci_Latn-tsn_Latn", + "languages": [ + "oci-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645429, + "recall": 0.705534, + "f1": 0.662767, + "accuracy": 0.705534, + "main_score": 0.662767, + "hf_subset": "oci_Latn-zul_Latn", + "languages": [ + "oci-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930501, + "recall": 0.949605, + "f1": 0.936594, + "accuracy": 0.949605, + "main_score": 0.936594, + "hf_subset": "oci_Latn-azb_Arab", + "languages": [ + "oci-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-deu_Latn", + "languages": [ + "oci-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.98419, + "f1": 0.980237, + "accuracy": 0.98419, + "main_score": 0.980237, + "hf_subset": "oci_Latn-hat_Latn", + "languages": [ + "oci-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50672, + "recall": 0.560277, + "f1": 0.521826, + "accuracy": 0.560277, + "main_score": 0.521826, + "hf_subset": "oci_Latn-kbp_Latn", + "languages": [ + "oci-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589973, + "recall": 0.642292, + "f1": 0.604014, + "accuracy": 0.642292, + "main_score": 0.604014, + "hf_subset": "oci_Latn-luo_Latn", + "languages": [ + "oci-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-ory_Orya", + "languages": [ + "oci-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601334, + "recall": 0.664032, + "f1": 0.619444, + "accuracy": 0.664032, + "main_score": 0.619444, + "hf_subset": "oci_Latn-sna_Latn", + "languages": [ + "oci-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580988, + "recall": 0.628458, + "f1": 0.593978, + "accuracy": 0.628458, + "main_score": 0.593978, + "hf_subset": "oci_Latn-tso_Latn", + "languages": [ + "oci-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "oci_Latn-azj_Latn", + "languages": [ + "oci-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546576, + "recall": 0.613636, + "f1": 0.566496, + "accuracy": 0.613636, + "main_score": 0.566496, + "hf_subset": "oci_Latn-dik_Latn", + "languages": [ + "oci-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769344, + "recall": 0.817194, + "f1": 0.78358, + "accuracy": 0.817194, + "main_score": 0.78358, + "hf_subset": "oci_Latn-hau_Latn", + "languages": [ + "oci-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "oci_Latn-kea_Latn", + "languages": [ + "oci-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751186, + "recall": 0.802372, + "f1": 0.766323, + "accuracy": 0.802372, + "main_score": 0.766323, + "hf_subset": "oci_Latn-lus_Latn", + "languages": [ + "oci-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878294, + "recall": 0.909091, + "f1": 0.887813, + "accuracy": 0.909091, + "main_score": 0.887813, + "hf_subset": "oci_Latn-pag_Latn", + "languages": [ + "oci-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-snd_Arab", + "languages": [ + "oci-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.972332, + "f1": 0.964427, + "accuracy": 0.972332, + "main_score": 0.964427, + "hf_subset": "oci_Latn-tuk_Latn", + "languages": [ + "oci-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "oci_Latn-bak_Cyrl", + "languages": [ + "oci-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508794, + "recall": 0.590909, + "f1": 0.532482, + "accuracy": 0.590909, + "main_score": 0.532482, + "hf_subset": "oci_Latn-dyu_Latn", + "languages": [ + "oci-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "oci_Latn-heb_Hebr", + "languages": [ + "oci-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.990119, + "f1": 0.987484, + "accuracy": 0.990119, + "main_score": 0.987484, + "hf_subset": "oci_Latn-khk_Cyrl", + "languages": [ + "oci-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-lvs_Latn", + "languages": [ + "oci-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "oci_Latn-pan_Guru", + "languages": [ + "oci-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717523, + "recall": 0.778656, + "f1": 0.735361, + "accuracy": 0.778656, + "main_score": 0.735361, + "hf_subset": "oci_Latn-som_Latn", + "languages": [ + "oci-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625248, + "recall": 0.673913, + "f1": 0.638939, + "accuracy": 0.673913, + "main_score": 0.638939, + "hf_subset": "oci_Latn-tum_Latn", + "languages": [ + "oci-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47784, + "recall": 0.529644, + "f1": 0.491972, + "accuracy": 0.529644, + "main_score": 0.491972, + "hf_subset": "smo_Latn-ace_Arab", + "languages": [ + "smo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521741, + "recall": 0.566206, + "f1": 0.534044, + "accuracy": 0.566206, + "main_score": 0.534044, + "hf_subset": "smo_Latn-bam_Latn", + "languages": [ + "smo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310856, + "recall": 0.370553, + "f1": 0.326481, + "accuracy": 0.370553, + "main_score": 0.326481, + "hf_subset": "smo_Latn-dzo_Tibt", + "languages": [ + "smo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806061, + "recall": 0.854743, + "f1": 0.820262, + "accuracy": 0.854743, + "main_score": 0.820262, + "hf_subset": "smo_Latn-hin_Deva", + "languages": [ + "smo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.786653, + "recall": 0.835968, + "f1": 0.80163, + "accuracy": 0.835968, + "main_score": 0.80163, + "hf_subset": "smo_Latn-khm_Khmr", + "languages": [ + "smo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79072, + "recall": 0.839921, + "f1": 0.804699, + "accuracy": 0.839921, + "main_score": 0.804699, + "hf_subset": "smo_Latn-mag_Deva", + "languages": [ + "smo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747381, + "recall": 0.794466, + "f1": 0.760503, + "accuracy": 0.794466, + "main_score": 0.760503, + "hf_subset": "smo_Latn-pap_Latn", + "languages": [ + "smo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582808, + "recall": 0.626482, + "f1": 0.594861, + "accuracy": 0.626482, + "main_score": 0.594861, + "hf_subset": "smo_Latn-sot_Latn", + "languages": [ + "smo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816994, + "recall": 0.86166, + "f1": 0.830616, + "accuracy": 0.86166, + "main_score": 0.830616, + "hf_subset": "smo_Latn-tur_Latn", + "languages": [ + "smo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672803, + "recall": 0.717391, + "f1": 0.685039, + "accuracy": 0.717391, + "main_score": 0.685039, + "hf_subset": "smo_Latn-ace_Latn", + "languages": [ + "smo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712029, + "recall": 0.757905, + "f1": 0.724645, + "accuracy": 0.757905, + "main_score": 0.724645, + "hf_subset": "smo_Latn-ban_Latn", + "languages": [ + "smo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781597, + "recall": 0.833992, + "f1": 0.796991, + "accuracy": 0.833992, + "main_score": 0.796991, + "hf_subset": "smo_Latn-ell_Grek", + "languages": [ + "smo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769987, + "recall": 0.820158, + "f1": 0.784817, + "accuracy": 0.820158, + "main_score": 0.784817, + "hf_subset": "smo_Latn-hne_Deva", + "languages": [ + "smo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541985, + "recall": 0.597826, + "f1": 0.556487, + "accuracy": 0.597826, + "main_score": 0.556487, + "hf_subset": "smo_Latn-kik_Latn", + "languages": [ + "smo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77057, + "recall": 0.825099, + "f1": 0.78627, + "accuracy": 0.825099, + "main_score": 0.78627, + "hf_subset": "smo_Latn-mai_Deva", + "languages": [ + "smo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718923, + "recall": 0.77668, + "f1": 0.735312, + "accuracy": 0.77668, + "main_score": 0.735312, + "hf_subset": "smo_Latn-pbt_Arab", + "languages": [ + "smo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805287, + "recall": 0.850791, + "f1": 0.818677, + "accuracy": 0.850791, + "main_score": 0.818677, + "hf_subset": "smo_Latn-spa_Latn", + "languages": [ + "smo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577399, + "recall": 0.615613, + "f1": 0.588142, + "accuracy": 0.615613, + "main_score": 0.588142, + "hf_subset": "smo_Latn-twi_Latn", + "languages": [ + "smo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779792, + "recall": 0.833004, + "f1": 0.795177, + "accuracy": 0.833004, + "main_score": 0.795177, + "hf_subset": "smo_Latn-acm_Arab", + "languages": [ + "smo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735485, + "recall": 0.786561, + "f1": 0.749667, + "accuracy": 0.786561, + "main_score": 0.749667, + "hf_subset": "smo_Latn-bel_Cyrl", + "languages": [ + "smo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843422, + "recall": 0.884387, + "f1": 0.855748, + "accuracy": 0.884387, + "main_score": 0.855748, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809286, + "recall": 0.854743, + "f1": 0.822704, + "accuracy": 0.854743, + "main_score": 0.822704, + "hf_subset": "smo_Latn-hrv_Latn", + "languages": [ + "smo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559443, + "recall": 0.608696, + "f1": 0.573012, + "accuracy": 0.608696, + "main_score": 0.573012, + "hf_subset": "smo_Latn-kin_Latn", + "languages": [ + "smo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79524, + "recall": 0.848814, + "f1": 0.811288, + "accuracy": 0.848814, + "main_score": 0.811288, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801706, + "recall": 0.850791, + "f1": 0.816168, + "accuracy": 0.850791, + "main_score": 0.816168, + "hf_subset": "smo_Latn-pes_Arab", + "languages": [ + "smo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769539, + "recall": 0.817194, + "f1": 0.782674, + "accuracy": 0.817194, + "main_score": 0.782674, + "hf_subset": "smo_Latn-srd_Latn", + "languages": [ + "smo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193132, + "recall": 0.241107, + "f1": 0.20532, + "accuracy": 0.241107, + "main_score": 0.20532, + "hf_subset": "smo_Latn-tzm_Tfng", + "languages": [ + "smo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806251, + "recall": 0.855731, + "f1": 0.820805, + "accuracy": 0.855731, + "main_score": 0.820805, + "hf_subset": "smo_Latn-acq_Arab", + "languages": [ + "smo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597746, + "recall": 0.642292, + "f1": 0.609933, + "accuracy": 0.642292, + "main_score": 0.609933, + "hf_subset": "smo_Latn-bem_Latn", + "languages": [ + "smo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798124, + "recall": 0.84585, + "f1": 0.811672, + "accuracy": 0.84585, + "main_score": 0.811672, + "hf_subset": "smo_Latn-epo_Latn", + "languages": [ + "smo-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808023, + "recall": 0.852767, + "f1": 0.820891, + "accuracy": 0.852767, + "main_score": 0.820891, + "hf_subset": "smo_Latn-hun_Latn", + "languages": [ + "smo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745924, + "recall": 0.796443, + "f1": 0.760397, + "accuracy": 0.796443, + "main_score": 0.760397, + "hf_subset": "smo_Latn-kir_Cyrl", + "languages": [ + "smo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804151, + "recall": 0.851779, + "f1": 0.817987, + "accuracy": 0.851779, + "main_score": 0.817987, + "hf_subset": "smo_Latn-mar_Deva", + "languages": [ + "smo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610599, + "recall": 0.656126, + "f1": 0.62385, + "accuracy": 0.656126, + "main_score": 0.62385, + "hf_subset": "smo_Latn-plt_Latn", + "languages": [ + "smo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817475, + "recall": 0.860672, + "f1": 0.829603, + "accuracy": 0.860672, + "main_score": 0.829603, + "hf_subset": "smo_Latn-srp_Cyrl", + "languages": [ + "smo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684768, + "recall": 0.748024, + "f1": 0.703048, + "accuracy": 0.748024, + "main_score": 0.703048, + "hf_subset": "smo_Latn-uig_Arab", + "languages": [ + "smo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761916, + "recall": 0.815217, + "f1": 0.777294, + "accuracy": 0.815217, + "main_score": 0.777294, + "hf_subset": "smo_Latn-aeb_Arab", + "languages": [ + "smo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798163, + "recall": 0.850791, + "f1": 0.813839, + "accuracy": 0.850791, + "main_score": 0.813839, + "hf_subset": "smo_Latn-ben_Beng", + "languages": [ + "smo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784314, + "recall": 0.831028, + "f1": 0.79789, + "accuracy": 0.831028, + "main_score": 0.79789, + "hf_subset": "smo_Latn-est_Latn", + "languages": [ + "smo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803442, + "recall": 0.850791, + "f1": 0.817641, + "accuracy": 0.850791, + "main_score": 0.817641, + "hf_subset": "smo_Latn-hye_Armn", + "languages": [ + "smo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539295, + "recall": 0.581028, + "f1": 0.551662, + "accuracy": 0.581028, + "main_score": 0.551662, + "hf_subset": "smo_Latn-kmb_Latn", + "languages": [ + "smo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436812, + "recall": 0.491107, + "f1": 0.451572, + "accuracy": 0.491107, + "main_score": 0.451572, + "hf_subset": "smo_Latn-min_Arab", + "languages": [ + "smo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797236, + "recall": 0.84585, + "f1": 0.811371, + "accuracy": 0.84585, + "main_score": 0.811371, + "hf_subset": "smo_Latn-pol_Latn", + "languages": [ + "smo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554718, + "recall": 0.608696, + "f1": 0.56948, + "accuracy": 0.608696, + "main_score": 0.56948, + "hf_subset": "smo_Latn-ssw_Latn", + "languages": [ + "smo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820695, + "recall": 0.864625, + "f1": 0.833356, + "accuracy": 0.864625, + "main_score": 0.833356, + "hf_subset": "smo_Latn-ukr_Cyrl", + "languages": [ + "smo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834511, + "recall": 0.878458, + "f1": 0.847815, + "accuracy": 0.878458, + "main_score": 0.847815, + "hf_subset": "smo_Latn-afr_Latn", + "languages": [ + "smo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.761869, + "recall": 0.811265, + "f1": 0.776252, + "accuracy": 0.811265, + "main_score": 0.776252, + "hf_subset": "smo_Latn-bho_Deva", + "languages": [ + "smo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775108, + "recall": 0.81917, + "f1": 0.787571, + "accuracy": 0.81917, + "main_score": 0.787571, + "hf_subset": "smo_Latn-eus_Latn", + "languages": [ + "smo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562709, + "recall": 0.618577, + "f1": 0.57851, + "accuracy": 0.618577, + "main_score": 0.57851, + "hf_subset": "smo_Latn-ibo_Latn", + "languages": [ + "smo-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681334, + "recall": 0.740119, + "f1": 0.698141, + "accuracy": 0.740119, + "main_score": 0.698141, + "hf_subset": "smo_Latn-kmr_Latn", + "languages": [ + "smo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772632, + "recall": 0.823123, + "f1": 0.787091, + "accuracy": 0.823123, + "main_score": 0.787091, + "hf_subset": "smo_Latn-min_Latn", + "languages": [ + "smo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830625, + "recall": 0.873518, + "f1": 0.842991, + "accuracy": 0.873518, + "main_score": 0.842991, + "hf_subset": "smo_Latn-por_Latn", + "languages": [ + "smo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785629, + "recall": 0.827075, + "f1": 0.796776, + "accuracy": 0.827075, + "main_score": 0.796776, + "hf_subset": "smo_Latn-sun_Latn", + "languages": [ + "smo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503429, + "recall": 0.557312, + "f1": 0.518572, + "accuracy": 0.557312, + "main_score": 0.518572, + "hf_subset": "smo_Latn-umb_Latn", + "languages": [ + "smo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811999, + "recall": 0.855731, + "f1": 0.824698, + "accuracy": 0.855731, + "main_score": 0.824698, + "hf_subset": "smo_Latn-ajp_Arab", + "languages": [ + "smo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452674, + "recall": 0.503953, + "f1": 0.466004, + "accuracy": 0.503953, + "main_score": 0.466004, + "hf_subset": "smo_Latn-bjn_Arab", + "languages": [ + "smo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506896, + "recall": 0.552372, + "f1": 0.519034, + "accuracy": 0.552372, + "main_score": 0.519034, + "hf_subset": "smo_Latn-ewe_Latn", + "languages": [ + "smo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727794, + "recall": 0.775692, + "f1": 0.740538, + "accuracy": 0.775692, + "main_score": 0.740538, + "hf_subset": "smo_Latn-ilo_Latn", + "languages": [ + "smo-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3078, + "recall": 0.358696, + "f1": 0.321589, + "accuracy": 0.358696, + "main_score": 0.321589, + "hf_subset": "smo_Latn-knc_Arab", + "languages": [ + "smo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814279, + "recall": 0.86166, + "f1": 0.828181, + "accuracy": 0.86166, + "main_score": 0.828181, + "hf_subset": "smo_Latn-mkd_Cyrl", + "languages": [ + "smo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810837, + "recall": 0.86166, + "f1": 0.825823, + "accuracy": 0.86166, + "main_score": 0.825823, + "hf_subset": "smo_Latn-prs_Arab", + "languages": [ + "smo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819503, + "recall": 0.865613, + "f1": 0.833467, + "accuracy": 0.865613, + "main_score": 0.833467, + "hf_subset": "smo_Latn-swe_Latn", + "languages": [ + "smo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796179, + "recall": 0.844862, + "f1": 0.810165, + "accuracy": 0.844862, + "main_score": 0.810165, + "hf_subset": "smo_Latn-urd_Arab", + "languages": [ + "smo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553373, + "recall": 0.600791, + "f1": 0.566875, + "accuracy": 0.600791, + "main_score": 0.566875, + "hf_subset": "smo_Latn-aka_Latn", + "languages": [ + "smo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.765429, + "recall": 0.810277, + "f1": 0.777932, + "accuracy": 0.810277, + "main_score": 0.777932, + "hf_subset": "smo_Latn-bjn_Latn", + "languages": [ + "smo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752627, + "recall": 0.806324, + "f1": 0.7685, + "accuracy": 0.806324, + "main_score": 0.7685, + "hf_subset": "smo_Latn-fao_Latn", + "languages": [ + "smo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834684, + "recall": 0.87747, + "f1": 0.847384, + "accuracy": 0.87747, + "main_score": 0.847384, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569337, + "recall": 0.610672, + "f1": 0.580463, + "accuracy": 0.610672, + "main_score": 0.580463, + "hf_subset": "smo_Latn-knc_Latn", + "languages": [ + "smo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.776359, + "recall": 0.825099, + "f1": 0.790207, + "accuracy": 0.825099, + "main_score": 0.790207, + "hf_subset": "smo_Latn-mlt_Latn", + "languages": [ + "smo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601973, + "recall": 0.658103, + "f1": 0.618204, + "accuracy": 0.658103, + "main_score": 0.618204, + "hf_subset": "smo_Latn-quy_Latn", + "languages": [ + "smo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798007, + "recall": 0.843874, + "f1": 0.811642, + "accuracy": 0.843874, + "main_score": 0.811642, + "hf_subset": "smo_Latn-swh_Latn", + "languages": [ + "smo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.757052, + "recall": 0.810277, + "f1": 0.772458, + "accuracy": 0.810277, + "main_score": 0.772458, + "hf_subset": "smo_Latn-uzn_Latn", + "languages": [ + "smo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802085, + "recall": 0.850791, + "f1": 0.816189, + "accuracy": 0.850791, + "main_score": 0.816189, + "hf_subset": "smo_Latn-als_Latn", + "languages": [ + "smo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446677, + "recall": 0.52668, + "f1": 0.468215, + "accuracy": 0.52668, + "main_score": 0.468215, + "hf_subset": "smo_Latn-bod_Tibt", + "languages": [ + "smo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664537, + "recall": 0.714427, + "f1": 0.678675, + "accuracy": 0.714427, + "main_score": 0.678675, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784371, + "recall": 0.831028, + "f1": 0.798141, + "accuracy": 0.831028, + "main_score": 0.798141, + "hf_subset": "smo_Latn-isl_Latn", + "languages": [ + "smo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580887, + "recall": 0.625494, + "f1": 0.593682, + "accuracy": 0.625494, + "main_score": 0.593682, + "hf_subset": "smo_Latn-kon_Latn", + "languages": [ + "smo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505188, + "recall": 0.562253, + "f1": 0.521214, + "accuracy": 0.562253, + "main_score": 0.521214, + "hf_subset": "smo_Latn-mni_Beng", + "languages": [ + "smo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818497, + "recall": 0.864625, + "f1": 0.832115, + "accuracy": 0.864625, + "main_score": 0.832115, + "hf_subset": "smo_Latn-ron_Latn", + "languages": [ + "smo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769617, + "recall": 0.822134, + "f1": 0.785296, + "accuracy": 0.822134, + "main_score": 0.785296, + "hf_subset": "smo_Latn-szl_Latn", + "languages": [ + "smo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796014, + "recall": 0.843874, + "f1": 0.810043, + "accuracy": 0.843874, + "main_score": 0.810043, + "hf_subset": "smo_Latn-vec_Latn", + "languages": [ + "smo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69431, + "recall": 0.754941, + "f1": 0.712039, + "accuracy": 0.754941, + "main_score": 0.712039, + "hf_subset": "smo_Latn-amh_Ethi", + "languages": [ + "smo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818883, + "recall": 0.865613, + "f1": 0.832762, + "accuracy": 0.865613, + "main_score": 0.832762, + "hf_subset": "smo_Latn-bos_Latn", + "languages": [ + "smo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794154, + "recall": 0.841897, + "f1": 0.807856, + "accuracy": 0.841897, + "main_score": 0.807856, + "hf_subset": "smo_Latn-fin_Latn", + "languages": [ + "smo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809357, + "recall": 0.853755, + "f1": 0.822614, + "accuracy": 0.853755, + "main_score": 0.822614, + "hf_subset": "smo_Latn-ita_Latn", + "languages": [ + "smo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788746, + "recall": 0.842885, + "f1": 0.804729, + "accuracy": 0.842885, + "main_score": 0.804729, + "hf_subset": "smo_Latn-kor_Hang", + "languages": [ + "smo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532386, + "recall": 0.579051, + "f1": 0.545397, + "accuracy": 0.579051, + "main_score": 0.545397, + "hf_subset": "smo_Latn-mos_Latn", + "languages": [ + "smo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545929, + "recall": 0.591897, + "f1": 0.558044, + "accuracy": 0.591897, + "main_score": 0.558044, + "hf_subset": "smo_Latn-run_Latn", + "languages": [ + "smo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793585, + "recall": 0.847826, + "f1": 0.810233, + "accuracy": 0.847826, + "main_score": 0.810233, + "hf_subset": "smo_Latn-tam_Taml", + "languages": [ + "smo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799448, + "recall": 0.846838, + "f1": 0.813326, + "accuracy": 0.846838, + "main_score": 0.813326, + "hf_subset": "smo_Latn-vie_Latn", + "languages": [ + "smo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800561, + "recall": 0.848814, + "f1": 0.814795, + "accuracy": 0.848814, + "main_score": 0.814795, + "hf_subset": "smo_Latn-apc_Arab", + "languages": [ + "smo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629833, + "recall": 0.676877, + "f1": 0.64272, + "accuracy": 0.676877, + "main_score": 0.64272, + "hf_subset": "smo_Latn-bug_Latn", + "languages": [ + "smo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467977, + "recall": 0.51581, + "f1": 0.481407, + "accuracy": 0.51581, + "main_score": 0.481407, + "hf_subset": "smo_Latn-fon_Latn", + "languages": [ + "smo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798016, + "recall": 0.836957, + "f1": 0.808576, + "accuracy": 0.836957, + "main_score": 0.808576, + "hf_subset": "smo_Latn-jav_Latn", + "languages": [ + "smo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774425, + "recall": 0.824111, + "f1": 0.789366, + "accuracy": 0.824111, + "main_score": 0.789366, + "hf_subset": "smo_Latn-lao_Laoo", + "languages": [ + "smo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735156, + "recall": 0.785573, + "f1": 0.749598, + "accuracy": 0.785573, + "main_score": 0.749598, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797777, + "recall": 0.846838, + "f1": 0.811844, + "accuracy": 0.846838, + "main_score": 0.811844, + "hf_subset": "smo_Latn-rus_Cyrl", + "languages": [ + "smo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507455, + "recall": 0.555336, + "f1": 0.520641, + "accuracy": 0.555336, + "main_score": 0.520641, + "hf_subset": "smo_Latn-taq_Latn", + "languages": [ + "smo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79664, + "recall": 0.841897, + "f1": 0.80919, + "accuracy": 0.841897, + "main_score": 0.80919, + "hf_subset": "smo_Latn-war_Latn", + "languages": [ + "smo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796467, + "recall": 0.846838, + "f1": 0.811324, + "accuracy": 0.846838, + "main_score": 0.811324, + "hf_subset": "smo_Latn-arb_Arab", + "languages": [ + "smo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815655, + "recall": 0.860672, + "f1": 0.828918, + "accuracy": 0.860672, + "main_score": 0.828918, + "hf_subset": "smo_Latn-bul_Cyrl", + "languages": [ + "smo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815778, + "recall": 0.859684, + "f1": 0.828738, + "accuracy": 0.859684, + "main_score": 0.828738, + "hf_subset": "smo_Latn-fra_Latn", + "languages": [ + "smo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762635, + "recall": 0.816206, + "f1": 0.778602, + "accuracy": 0.816206, + "main_score": 0.778602, + "hf_subset": "smo_Latn-jpn_Jpan", + "languages": [ + "smo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759606, + "recall": 0.805336, + "f1": 0.772372, + "accuracy": 0.805336, + "main_score": 0.772372, + "hf_subset": "smo_Latn-lij_Latn", + "languages": [ + "smo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727339, + "recall": 0.794466, + "f1": 0.747158, + "accuracy": 0.794466, + "main_score": 0.747158, + "hf_subset": "smo_Latn-mya_Mymr", + "languages": [ + "smo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537445, + "recall": 0.586957, + "f1": 0.551429, + "accuracy": 0.586957, + "main_score": 0.551429, + "hf_subset": "smo_Latn-sag_Latn", + "languages": [ + "smo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.215245, + "recall": 0.261858, + "f1": 0.226097, + "accuracy": 0.261858, + "main_score": 0.226097, + "hf_subset": "smo_Latn-taq_Tfng", + "languages": [ + "smo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58075, + "recall": 0.626482, + "f1": 0.594076, + "accuracy": 0.626482, + "main_score": 0.594076, + "hf_subset": "smo_Latn-wol_Latn", + "languages": [ + "smo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576518, + "recall": 0.63834, + "f1": 0.594617, + "accuracy": 0.63834, + "main_score": 0.594617, + "hf_subset": "smo_Latn-arb_Latn", + "languages": [ + "smo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830624, + "recall": 0.870553, + "f1": 0.842169, + "accuracy": 0.870553, + "main_score": 0.842169, + "hf_subset": "smo_Latn-cat_Latn", + "languages": [ + "smo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749569, + "recall": 0.793478, + "f1": 0.761567, + "accuracy": 0.793478, + "main_score": 0.761567, + "hf_subset": "smo_Latn-fur_Latn", + "languages": [ + "smo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443951, + "recall": 0.492095, + "f1": 0.456886, + "accuracy": 0.492095, + "main_score": 0.456886, + "hf_subset": "smo_Latn-kab_Latn", + "languages": [ + "smo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749269, + "recall": 0.801383, + "f1": 0.764091, + "accuracy": 0.801383, + "main_score": 0.764091, + "hf_subset": "smo_Latn-lim_Latn", + "languages": [ + "smo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.812236, + "recall": 0.858696, + "f1": 0.826007, + "accuracy": 0.858696, + "main_score": 0.826007, + "hf_subset": "smo_Latn-nld_Latn", + "languages": [ + "smo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73561, + "recall": 0.79249, + "f1": 0.752539, + "accuracy": 0.79249, + "main_score": 0.752539, + "hf_subset": "smo_Latn-san_Deva", + "languages": [ + "smo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753206, + "recall": 0.804348, + "f1": 0.767893, + "accuracy": 0.804348, + "main_score": 0.767893, + "hf_subset": "smo_Latn-tat_Cyrl", + "languages": [ + "smo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611023, + "recall": 0.663043, + "f1": 0.626107, + "accuracy": 0.663043, + "main_score": 0.626107, + "hf_subset": "smo_Latn-xho_Latn", + "languages": [ + "smo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.793101, + "recall": 0.84585, + "f1": 0.8088, + "accuracy": 0.84585, + "main_score": 0.8088, + "hf_subset": "smo_Latn-ars_Arab", + "languages": [ + "smo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810063, + "recall": 0.851779, + "f1": 0.822271, + "accuracy": 0.851779, + "main_score": 0.822271, + "hf_subset": "smo_Latn-ceb_Latn", + "languages": [ + "smo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503329, + "recall": 0.560277, + "f1": 0.519373, + "accuracy": 0.560277, + "main_score": 0.519373, + "hf_subset": "smo_Latn-fuv_Latn", + "languages": [ + "smo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497196, + "recall": 0.547431, + "f1": 0.510474, + "accuracy": 0.547431, + "main_score": 0.510474, + "hf_subset": "smo_Latn-kac_Latn", + "languages": [ + "smo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608822, + "recall": 0.65415, + "f1": 0.621459, + "accuracy": 0.65415, + "main_score": 0.621459, + "hf_subset": "smo_Latn-lin_Latn", + "languages": [ + "smo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803788, + "recall": 0.851779, + "f1": 0.818281, + "accuracy": 0.851779, + "main_score": 0.818281, + "hf_subset": "smo_Latn-nno_Latn", + "languages": [ + "smo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187552, + "recall": 0.25, + "f1": 0.20378, + "accuracy": 0.25, + "main_score": 0.20378, + "hf_subset": "smo_Latn-sat_Olck", + "languages": [ + "smo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.783794, + "recall": 0.838933, + "f1": 0.800645, + "accuracy": 0.838933, + "main_score": 0.800645, + "hf_subset": "smo_Latn-tel_Telu", + "languages": [ + "smo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711612, + "recall": 0.777668, + "f1": 0.730492, + "accuracy": 0.777668, + "main_score": 0.730492, + "hf_subset": "smo_Latn-ydd_Hebr", + "languages": [ + "smo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745866, + "recall": 0.797431, + "f1": 0.760957, + "accuracy": 0.797431, + "main_score": 0.760957, + "hf_subset": "smo_Latn-ary_Arab", + "languages": [ + "smo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.815244, + "recall": 0.858696, + "f1": 0.827789, + "accuracy": 0.858696, + "main_score": 0.827789, + "hf_subset": "smo_Latn-ces_Latn", + "languages": [ + "smo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53834, + "recall": 0.594862, + "f1": 0.554875, + "accuracy": 0.594862, + "main_score": 0.554875, + "hf_subset": "smo_Latn-gaz_Latn", + "languages": [ + "smo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565267, + "recall": 0.615613, + "f1": 0.579795, + "accuracy": 0.615613, + "main_score": 0.579795, + "hf_subset": "smo_Latn-kam_Latn", + "languages": [ + "smo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796327, + "recall": 0.842885, + "f1": 0.809657, + "accuracy": 0.842885, + "main_score": 0.809657, + "hf_subset": "smo_Latn-lit_Latn", + "languages": [ + "smo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816365, + "recall": 0.862648, + "f1": 0.829715, + "accuracy": 0.862648, + "main_score": 0.829715, + "hf_subset": "smo_Latn-nob_Latn", + "languages": [ + "smo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751634, + "recall": 0.800395, + "f1": 0.765269, + "accuracy": 0.800395, + "main_score": 0.765269, + "hf_subset": "smo_Latn-scn_Latn", + "languages": [ + "smo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747782, + "recall": 0.801383, + "f1": 0.762576, + "accuracy": 0.801383, + "main_score": 0.762576, + "hf_subset": "smo_Latn-tgk_Cyrl", + "languages": [ + "smo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629902, + "recall": 0.695652, + "f1": 0.648624, + "accuracy": 0.695652, + "main_score": 0.648624, + "hf_subset": "smo_Latn-yor_Latn", + "languages": [ + "smo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771403, + "recall": 0.824111, + "f1": 0.786113, + "accuracy": 0.824111, + "main_score": 0.786113, + "hf_subset": "smo_Latn-arz_Arab", + "languages": [ + "smo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520502, + "recall": 0.56917, + "f1": 0.534443, + "accuracy": 0.56917, + "main_score": 0.534443, + "hf_subset": "smo_Latn-cjk_Latn", + "languages": [ + "smo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630649, + "recall": 0.690711, + "f1": 0.647812, + "accuracy": 0.690711, + "main_score": 0.647812, + "hf_subset": "smo_Latn-gla_Latn", + "languages": [ + "smo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789715, + "recall": 0.841897, + "f1": 0.805033, + "accuracy": 0.841897, + "main_score": 0.805033, + "hf_subset": "smo_Latn-kan_Knda", + "languages": [ + "smo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755399, + "recall": 0.801383, + "f1": 0.768206, + "accuracy": 0.801383, + "main_score": 0.768206, + "hf_subset": "smo_Latn-lmo_Latn", + "languages": [ + "smo-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796832, + "recall": 0.846838, + "f1": 0.811745, + "accuracy": 0.846838, + "main_score": 0.811745, + "hf_subset": "smo_Latn-npi_Deva", + "languages": [ + "smo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458471, + "recall": 0.508893, + "f1": 0.47264, + "accuracy": 0.508893, + "main_score": 0.47264, + "hf_subset": "smo_Latn-shn_Mymr", + "languages": [ + "smo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83941, + "recall": 0.875494, + "f1": 0.850118, + "accuracy": 0.875494, + "main_score": 0.850118, + "hf_subset": "smo_Latn-tgl_Latn", + "languages": [ + "smo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.785268, + "recall": 0.837945, + "f1": 0.800634, + "accuracy": 0.837945, + "main_score": 0.800634, + "hf_subset": "smo_Latn-yue_Hant", + "languages": [ + "smo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760345, + "recall": 0.816206, + "f1": 0.77652, + "accuracy": 0.816206, + "main_score": 0.77652, + "hf_subset": "smo_Latn-asm_Beng", + "languages": [ + "smo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717459, + "recall": 0.775692, + "f1": 0.733856, + "accuracy": 0.775692, + "main_score": 0.733856, + "hf_subset": "smo_Latn-ckb_Arab", + "languages": [ + "smo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687625, + "recall": 0.746047, + "f1": 0.705127, + "accuracy": 0.746047, + "main_score": 0.705127, + "hf_subset": "smo_Latn-gle_Latn", + "languages": [ + "smo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638568, + "recall": 0.694664, + "f1": 0.653441, + "accuracy": 0.694664, + "main_score": 0.653441, + "hf_subset": "smo_Latn-kas_Arab", + "languages": [ + "smo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695611, + "recall": 0.75, + "f1": 0.711229, + "accuracy": 0.75, + "main_score": 0.711229, + "hf_subset": "smo_Latn-ltg_Latn", + "languages": [ + "smo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594652, + "recall": 0.639328, + "f1": 0.606804, + "accuracy": 0.639328, + "main_score": 0.606804, + "hf_subset": "smo_Latn-nso_Latn", + "languages": [ + "smo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738079, + "recall": 0.794466, + "f1": 0.754732, + "accuracy": 0.794466, + "main_score": 0.754732, + "hf_subset": "smo_Latn-sin_Sinh", + "languages": [ + "smo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788261, + "recall": 0.839921, + "f1": 0.803153, + "accuracy": 0.839921, + "main_score": 0.803153, + "hf_subset": "smo_Latn-tha_Thai", + "languages": [ + "smo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767385, + "recall": 0.820158, + "f1": 0.781988, + "accuracy": 0.820158, + "main_score": 0.781988, + "hf_subset": "smo_Latn-zho_Hans", + "languages": [ + "smo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797638, + "recall": 0.841897, + "f1": 0.810243, + "accuracy": 0.841897, + "main_score": 0.810243, + "hf_subset": "smo_Latn-ast_Latn", + "languages": [ + "smo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774574, + "recall": 0.828063, + "f1": 0.790195, + "accuracy": 0.828063, + "main_score": 0.790195, + "hf_subset": "smo_Latn-crh_Latn", + "languages": [ + "smo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814948, + "recall": 0.853755, + "f1": 0.826192, + "accuracy": 0.853755, + "main_score": 0.826192, + "hf_subset": "smo_Latn-glg_Latn", + "languages": [ + "smo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626918, + "recall": 0.684783, + "f1": 0.643483, + "accuracy": 0.684783, + "main_score": 0.643483, + "hf_subset": "smo_Latn-kas_Deva", + "languages": [ + "smo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743906, + "recall": 0.791502, + "f1": 0.757615, + "accuracy": 0.791502, + "main_score": 0.757615, + "hf_subset": "smo_Latn-ltz_Latn", + "languages": [ + "smo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483473, + "recall": 0.535573, + "f1": 0.497557, + "accuracy": 0.535573, + "main_score": 0.497557, + "hf_subset": "smo_Latn-nus_Latn", + "languages": [ + "smo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814889, + "recall": 0.859684, + "f1": 0.827758, + "accuracy": 0.859684, + "main_score": 0.827758, + "hf_subset": "smo_Latn-slk_Latn", + "languages": [ + "smo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477171, + "recall": 0.543478, + "f1": 0.496085, + "accuracy": 0.543478, + "main_score": 0.496085, + "hf_subset": "smo_Latn-tir_Ethi", + "languages": [ + "smo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.771673, + "recall": 0.825099, + "f1": 0.787159, + "accuracy": 0.825099, + "main_score": 0.787159, + "hf_subset": "smo_Latn-zho_Hant", + "languages": [ + "smo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782585, + "recall": 0.833992, + "f1": 0.797778, + "accuracy": 0.833992, + "main_score": 0.797778, + "hf_subset": "smo_Latn-awa_Deva", + "languages": [ + "smo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792261, + "recall": 0.836957, + "f1": 0.80569, + "accuracy": 0.836957, + "main_score": 0.80569, + "hf_subset": "smo_Latn-cym_Latn", + "languages": [ + "smo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648198, + "recall": 0.694664, + "f1": 0.661103, + "accuracy": 0.694664, + "main_score": 0.661103, + "hf_subset": "smo_Latn-grn_Latn", + "languages": [ + "smo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.755498, + "recall": 0.812253, + "f1": 0.771565, + "accuracy": 0.812253, + "main_score": 0.771565, + "hf_subset": "smo_Latn-kat_Geor", + "languages": [ + "smo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582082, + "recall": 0.625494, + "f1": 0.594063, + "accuracy": 0.625494, + "main_score": 0.594063, + "hf_subset": "smo_Latn-lua_Latn", + "languages": [ + "smo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592719, + "recall": 0.646245, + "f1": 0.60812, + "accuracy": 0.646245, + "main_score": 0.60812, + "hf_subset": "smo_Latn-nya_Latn", + "languages": [ + "smo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798238, + "recall": 0.844862, + "f1": 0.81168, + "accuracy": 0.844862, + "main_score": 0.81168, + "hf_subset": "smo_Latn-slv_Latn", + "languages": [ + "smo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731146, + "recall": 0.778656, + "f1": 0.744286, + "accuracy": 0.778656, + "main_score": 0.744286, + "hf_subset": "smo_Latn-tpi_Latn", + "languages": [ + "smo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840069, + "recall": 0.880435, + "f1": 0.851929, + "accuracy": 0.880435, + "main_score": 0.851929, + "hf_subset": "smo_Latn-zsm_Latn", + "languages": [ + "smo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514956, + "recall": 0.561265, + "f1": 0.527806, + "accuracy": 0.561265, + "main_score": 0.527806, + "hf_subset": "smo_Latn-ayr_Latn", + "languages": [ + "smo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818643, + "recall": 0.863636, + "f1": 0.831753, + "accuracy": 0.863636, + "main_score": 0.831753, + "hf_subset": "smo_Latn-dan_Latn", + "languages": [ + "smo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.790505, + "recall": 0.839921, + "f1": 0.804847, + "accuracy": 0.839921, + "main_score": 0.804847, + "hf_subset": "smo_Latn-guj_Gujr", + "languages": [ + "smo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795811, + "recall": 0.847826, + "f1": 0.811331, + "accuracy": 0.847826, + "main_score": 0.811331, + "hf_subset": "smo_Latn-kaz_Cyrl", + "languages": [ + "smo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529376, + "recall": 0.581028, + "f1": 0.543912, + "accuracy": 0.581028, + "main_score": 0.543912, + "hf_subset": "smo_Latn-lug_Latn", + "languages": [ + "smo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819667, + "recall": 0.864625, + "f1": 0.832847, + "accuracy": 0.864625, + "main_score": 0.832847, + "hf_subset": "smo_Latn-oci_Latn", + "languages": [ + "smo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539102, + "recall": 0.594862, + "f1": 0.554647, + "accuracy": 0.594862, + "main_score": 0.554647, + "hf_subset": "smo_Latn-tsn_Latn", + "languages": [ + "smo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59954, + "recall": 0.648221, + "f1": 0.613414, + "accuracy": 0.648221, + "main_score": 0.613414, + "hf_subset": "smo_Latn-zul_Latn", + "languages": [ + "smo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625266, + "recall": 0.685771, + "f1": 0.642106, + "accuracy": 0.685771, + "main_score": 0.642106, + "hf_subset": "smo_Latn-azb_Arab", + "languages": [ + "smo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82804, + "recall": 0.874506, + "f1": 0.842196, + "accuracy": 0.874506, + "main_score": 0.842196, + "hf_subset": "smo_Latn-deu_Latn", + "languages": [ + "smo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748445, + "recall": 0.80336, + "f1": 0.764462, + "accuracy": 0.80336, + "main_score": 0.764462, + "hf_subset": "smo_Latn-hat_Latn", + "languages": [ + "smo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490902, + "recall": 0.535573, + "f1": 0.503955, + "accuracy": 0.535573, + "main_score": 0.503955, + "hf_subset": "smo_Latn-kbp_Latn", + "languages": [ + "smo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556279, + "recall": 0.602767, + "f1": 0.569284, + "accuracy": 0.602767, + "main_score": 0.569284, + "hf_subset": "smo_Latn-luo_Latn", + "languages": [ + "smo-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772678, + "recall": 0.826087, + "f1": 0.788337, + "accuracy": 0.826087, + "main_score": 0.788337, + "hf_subset": "smo_Latn-ory_Orya", + "languages": [ + "smo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553329, + "recall": 0.609684, + "f1": 0.569372, + "accuracy": 0.609684, + "main_score": 0.569372, + "hf_subset": "smo_Latn-sna_Latn", + "languages": [ + "smo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540602, + "recall": 0.589921, + "f1": 0.553804, + "accuracy": 0.589921, + "main_score": 0.553804, + "hf_subset": "smo_Latn-tso_Latn", + "languages": [ + "smo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772884, + "recall": 0.826087, + "f1": 0.788084, + "accuracy": 0.826087, + "main_score": 0.788084, + "hf_subset": "smo_Latn-azj_Latn", + "languages": [ + "smo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517211, + "recall": 0.567194, + "f1": 0.531527, + "accuracy": 0.567194, + "main_score": 0.531527, + "hf_subset": "smo_Latn-dik_Latn", + "languages": [ + "smo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663307, + "recall": 0.718379, + "f1": 0.678884, + "accuracy": 0.718379, + "main_score": 0.678884, + "hf_subset": "smo_Latn-hau_Latn", + "languages": [ + "smo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751004, + "recall": 0.798419, + "f1": 0.764041, + "accuracy": 0.798419, + "main_score": 0.764041, + "hf_subset": "smo_Latn-kea_Latn", + "languages": [ + "smo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622285, + "recall": 0.661067, + "f1": 0.633169, + "accuracy": 0.661067, + "main_score": 0.633169, + "hf_subset": "smo_Latn-lus_Latn", + "languages": [ + "smo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664563, + "recall": 0.701581, + "f1": 0.675038, + "accuracy": 0.701581, + "main_score": 0.675038, + "hf_subset": "smo_Latn-pag_Latn", + "languages": [ + "smo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.777774, + "recall": 0.83004, + "f1": 0.793255, + "accuracy": 0.83004, + "main_score": 0.793255, + "hf_subset": "smo_Latn-snd_Arab", + "languages": [ + "smo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698083, + "recall": 0.753953, + "f1": 0.713794, + "accuracy": 0.753953, + "main_score": 0.713794, + "hf_subset": "smo_Latn-tuk_Latn", + "languages": [ + "smo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756271, + "recall": 0.801383, + "f1": 0.768513, + "accuracy": 0.801383, + "main_score": 0.768513, + "hf_subset": "smo_Latn-bak_Cyrl", + "languages": [ + "smo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44875, + "recall": 0.514822, + "f1": 0.467693, + "accuracy": 0.514822, + "main_score": 0.467693, + "hf_subset": "smo_Latn-dyu_Latn", + "languages": [ + "smo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8153, + "recall": 0.862648, + "f1": 0.829425, + "accuracy": 0.862648, + "main_score": 0.829425, + "hf_subset": "smo_Latn-heb_Hebr", + "languages": [ + "smo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748088, + "recall": 0.801383, + "f1": 0.763349, + "accuracy": 0.801383, + "main_score": 0.763349, + "hf_subset": "smo_Latn-khk_Cyrl", + "languages": [ + "smo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.802273, + "recall": 0.849802, + "f1": 0.816179, + "accuracy": 0.849802, + "main_score": 0.816179, + "hf_subset": "smo_Latn-lvs_Latn", + "languages": [ + "smo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8028, + "recall": 0.855731, + "f1": 0.818728, + "accuracy": 0.855731, + "main_score": 0.818728, + "hf_subset": "smo_Latn-pan_Guru", + "languages": [ + "smo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609339, + "recall": 0.666996, + "f1": 0.62534, + "accuracy": 0.666996, + "main_score": 0.62534, + "hf_subset": "smo_Latn-som_Latn", + "languages": [ + "smo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558212, + "recall": 0.601779, + "f1": 0.570608, + "accuracy": 0.601779, + "main_score": 0.570608, + "hf_subset": "smo_Latn-tum_Latn", + "languages": [ + "smo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429688, + "recall": 0.472332, + "f1": 0.441828, + "accuracy": 0.472332, + "main_score": 0.441828, + "hf_subset": "tsn_Latn-ace_Arab", + "languages": [ + "tsn-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50722, + "recall": 0.549407, + "f1": 0.518898, + "accuracy": 0.549407, + "main_score": 0.518898, + "hf_subset": "tsn_Latn-bam_Latn", + "languages": [ + "tsn-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211894, + "recall": 0.261858, + "f1": 0.224261, + "accuracy": 0.261858, + "main_score": 0.224261, + "hf_subset": "tsn_Latn-dzo_Tibt", + "languages": [ + "tsn-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549293, + "recall": 0.593874, + "f1": 0.561621, + "accuracy": 0.593874, + "main_score": 0.561621, + "hf_subset": "tsn_Latn-hin_Deva", + "languages": [ + "tsn-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505063, + "recall": 0.555336, + "f1": 0.5185, + "accuracy": 0.555336, + "main_score": 0.5185, + "hf_subset": "tsn_Latn-khm_Khmr", + "languages": [ + "tsn-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544831, + "recall": 0.583004, + "f1": 0.555368, + "accuracy": 0.583004, + "main_score": 0.555368, + "hf_subset": "tsn_Latn-mag_Deva", + "languages": [ + "tsn-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554093, + "recall": 0.592885, + "f1": 0.564034, + "accuracy": 0.592885, + "main_score": 0.564034, + "hf_subset": "tsn_Latn-pap_Latn", + "languages": [ + "tsn-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70135, + "recall": 0.754941, + "f1": 0.716978, + "accuracy": 0.754941, + "main_score": 0.716978, + "hf_subset": "tsn_Latn-sot_Latn", + "languages": [ + "tsn-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551463, + "recall": 0.594862, + "f1": 0.562468, + "accuracy": 0.594862, + "main_score": 0.562468, + "hf_subset": "tsn_Latn-tur_Latn", + "languages": [ + "tsn-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5541, + "recall": 0.588933, + "f1": 0.563757, + "accuracy": 0.588933, + "main_score": 0.563757, + "hf_subset": "tsn_Latn-ace_Latn", + "languages": [ + "tsn-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557794, + "recall": 0.589921, + "f1": 0.566914, + "accuracy": 0.589921, + "main_score": 0.566914, + "hf_subset": "tsn_Latn-ban_Latn", + "languages": [ + "tsn-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544788, + "recall": 0.591897, + "f1": 0.556984, + "accuracy": 0.591897, + "main_score": 0.556984, + "hf_subset": "tsn_Latn-ell_Grek", + "languages": [ + "tsn-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527691, + "recall": 0.572134, + "f1": 0.539317, + "accuracy": 0.572134, + "main_score": 0.539317, + "hf_subset": "tsn_Latn-hne_Deva", + "languages": [ + "tsn-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502669, + "recall": 0.550395, + "f1": 0.51583, + "accuracy": 0.550395, + "main_score": 0.51583, + "hf_subset": "tsn_Latn-kik_Latn", + "languages": [ + "tsn-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543859, + "recall": 0.590909, + "f1": 0.555976, + "accuracy": 0.590909, + "main_score": 0.555976, + "hf_subset": "tsn_Latn-mai_Deva", + "languages": [ + "tsn-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499984, + "recall": 0.549407, + "f1": 0.513084, + "accuracy": 0.549407, + "main_score": 0.513084, + "hf_subset": "tsn_Latn-pbt_Arab", + "languages": [ + "tsn-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554578, + "recall": 0.599802, + "f1": 0.566367, + "accuracy": 0.599802, + "main_score": 0.566367, + "hf_subset": "tsn_Latn-spa_Latn", + "languages": [ + "tsn-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539152, + "recall": 0.579051, + "f1": 0.550391, + "accuracy": 0.579051, + "main_score": 0.550391, + "hf_subset": "tsn_Latn-twi_Latn", + "languages": [ + "tsn-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543671, + "recall": 0.586957, + "f1": 0.554539, + "accuracy": 0.586957, + "main_score": 0.554539, + "hf_subset": "tsn_Latn-acm_Arab", + "languages": [ + "tsn-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520349, + "recall": 0.562253, + "f1": 0.530949, + "accuracy": 0.562253, + "main_score": 0.530949, + "hf_subset": "tsn_Latn-bel_Cyrl", + "languages": [ + "tsn-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5698, + "recall": 0.612648, + "f1": 0.580884, + "accuracy": 0.612648, + "main_score": 0.580884, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563063, + "recall": 0.606719, + "f1": 0.574047, + "accuracy": 0.606719, + "main_score": 0.574047, + "hf_subset": "tsn_Latn-hrv_Latn", + "languages": [ + "tsn-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518132, + "recall": 0.564229, + "f1": 0.530814, + "accuracy": 0.564229, + "main_score": 0.530814, + "hf_subset": "tsn_Latn-kin_Latn", + "languages": [ + "tsn-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526273, + "recall": 0.577075, + "f1": 0.539712, + "accuracy": 0.577075, + "main_score": 0.539712, + "hf_subset": "tsn_Latn-mal_Mlym", + "languages": [ + "tsn-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543495, + "recall": 0.591897, + "f1": 0.556733, + "accuracy": 0.591897, + "main_score": 0.556733, + "hf_subset": "tsn_Latn-pes_Arab", + "languages": [ + "tsn-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54245, + "recall": 0.58004, + "f1": 0.552594, + "accuracy": 0.58004, + "main_score": 0.552594, + "hf_subset": "tsn_Latn-srd_Latn", + "languages": [ + "tsn-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192525, + "recall": 0.235178, + "f1": 0.203057, + "accuracy": 0.235178, + "main_score": 0.203057, + "hf_subset": "tsn_Latn-tzm_Tfng", + "languages": [ + "tsn-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538569, + "recall": 0.58498, + "f1": 0.550798, + "accuracy": 0.58498, + "main_score": 0.550798, + "hf_subset": "tsn_Latn-acq_Arab", + "languages": [ + "tsn-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567199, + "recall": 0.602767, + "f1": 0.576934, + "accuracy": 0.602767, + "main_score": 0.576934, + "hf_subset": "tsn_Latn-bem_Latn", + "languages": [ + "tsn-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542532, + "recall": 0.590909, + "f1": 0.555468, + "accuracy": 0.590909, + "main_score": 0.555468, + "hf_subset": "tsn_Latn-epo_Latn", + "languages": [ + "tsn-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557331, + "recall": 0.600791, + "f1": 0.568671, + "accuracy": 0.600791, + "main_score": 0.568671, + "hf_subset": "tsn_Latn-hun_Latn", + "languages": [ + "tsn-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52856, + "recall": 0.56917, + "f1": 0.53969, + "accuracy": 0.56917, + "main_score": 0.53969, + "hf_subset": "tsn_Latn-kir_Cyrl", + "languages": [ + "tsn-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546801, + "recall": 0.585968, + "f1": 0.55662, + "accuracy": 0.585968, + "main_score": 0.55662, + "hf_subset": "tsn_Latn-mar_Deva", + "languages": [ + "tsn-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54861, + "recall": 0.586957, + "f1": 0.558488, + "accuracy": 0.586957, + "main_score": 0.558488, + "hf_subset": "tsn_Latn-plt_Latn", + "languages": [ + "tsn-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549633, + "recall": 0.593874, + "f1": 0.561557, + "accuracy": 0.593874, + "main_score": 0.561557, + "hf_subset": "tsn_Latn-srp_Cyrl", + "languages": [ + "tsn-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464768, + "recall": 0.51581, + "f1": 0.478617, + "accuracy": 0.51581, + "main_score": 0.478617, + "hf_subset": "tsn_Latn-uig_Arab", + "languages": [ + "tsn-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530302, + "recall": 0.574111, + "f1": 0.541777, + "accuracy": 0.574111, + "main_score": 0.541777, + "hf_subset": "tsn_Latn-aeb_Arab", + "languages": [ + "tsn-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543361, + "recall": 0.591897, + "f1": 0.557242, + "accuracy": 0.591897, + "main_score": 0.557242, + "hf_subset": "tsn_Latn-ben_Beng", + "languages": [ + "tsn-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546777, + "recall": 0.58498, + "f1": 0.557019, + "accuracy": 0.58498, + "main_score": 0.557019, + "hf_subset": "tsn_Latn-est_Latn", + "languages": [ + "tsn-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533797, + "recall": 0.578063, + "f1": 0.545091, + "accuracy": 0.578063, + "main_score": 0.545091, + "hf_subset": "tsn_Latn-hye_Armn", + "languages": [ + "tsn-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524473, + "recall": 0.565217, + "f1": 0.536251, + "accuracy": 0.565217, + "main_score": 0.536251, + "hf_subset": "tsn_Latn-kmb_Latn", + "languages": [ + "tsn-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.378644, + "recall": 0.425889, + "f1": 0.391324, + "accuracy": 0.425889, + "main_score": 0.391324, + "hf_subset": "tsn_Latn-min_Arab", + "languages": [ + "tsn-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562165, + "recall": 0.603755, + "f1": 0.573039, + "accuracy": 0.603755, + "main_score": 0.573039, + "hf_subset": "tsn_Latn-pol_Latn", + "languages": [ + "tsn-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557945, + "recall": 0.605731, + "f1": 0.570863, + "accuracy": 0.605731, + "main_score": 0.570863, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555342, + "recall": 0.604743, + "f1": 0.56849, + "accuracy": 0.604743, + "main_score": 0.56849, + "hf_subset": "tsn_Latn-ukr_Cyrl", + "languages": [ + "tsn-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564881, + "recall": 0.604743, + "f1": 0.57561, + "accuracy": 0.604743, + "main_score": 0.57561, + "hf_subset": "tsn_Latn-afr_Latn", + "languages": [ + "tsn-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530185, + "recall": 0.574111, + "f1": 0.541959, + "accuracy": 0.574111, + "main_score": 0.541959, + "hf_subset": "tsn_Latn-bho_Deva", + "languages": [ + "tsn-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541263, + "recall": 0.58498, + "f1": 0.553317, + "accuracy": 0.58498, + "main_score": 0.553317, + "hf_subset": "tsn_Latn-eus_Latn", + "languages": [ + "tsn-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531644, + "recall": 0.583004, + "f1": 0.546326, + "accuracy": 0.583004, + "main_score": 0.546326, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525236, + "recall": 0.567194, + "f1": 0.536425, + "accuracy": 0.567194, + "main_score": 0.536425, + "hf_subset": "tsn_Latn-kmr_Latn", + "languages": [ + "tsn-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549372, + "recall": 0.591897, + "f1": 0.560553, + "accuracy": 0.591897, + "main_score": 0.560553, + "hf_subset": "tsn_Latn-min_Latn", + "languages": [ + "tsn-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560655, + "recall": 0.605731, + "f1": 0.572461, + "accuracy": 0.605731, + "main_score": 0.572461, + "hf_subset": "tsn_Latn-por_Latn", + "languages": [ + "tsn-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570756, + "recall": 0.610672, + "f1": 0.581428, + "accuracy": 0.610672, + "main_score": 0.581428, + "hf_subset": "tsn_Latn-sun_Latn", + "languages": [ + "tsn-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491645, + "recall": 0.535573, + "f1": 0.504744, + "accuracy": 0.535573, + "main_score": 0.504744, + "hf_subset": "tsn_Latn-umb_Latn", + "languages": [ + "tsn-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558395, + "recall": 0.599802, + "f1": 0.568622, + "accuracy": 0.599802, + "main_score": 0.568622, + "hf_subset": "tsn_Latn-ajp_Arab", + "languages": [ + "tsn-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392455, + "recall": 0.44664, + "f1": 0.407174, + "accuracy": 0.44664, + "main_score": 0.407174, + "hf_subset": "tsn_Latn-bjn_Arab", + "languages": [ + "tsn-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504698, + "recall": 0.543478, + "f1": 0.515836, + "accuracy": 0.543478, + "main_score": 0.515836, + "hf_subset": "tsn_Latn-ewe_Latn", + "languages": [ + "tsn-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569449, + "recall": 0.607708, + "f1": 0.579196, + "accuracy": 0.607708, + "main_score": 0.579196, + "hf_subset": "tsn_Latn-ilo_Latn", + "languages": [ + "tsn-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.297988, + "recall": 0.346838, + "f1": 0.311509, + "accuracy": 0.346838, + "main_score": 0.311509, + "hf_subset": "tsn_Latn-knc_Arab", + "languages": [ + "tsn-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542163, + "recall": 0.591897, + "f1": 0.555725, + "accuracy": 0.591897, + "main_score": 0.555725, + "hf_subset": "tsn_Latn-mkd_Cyrl", + "languages": [ + "tsn-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537565, + "recall": 0.585968, + "f1": 0.550272, + "accuracy": 0.585968, + "main_score": 0.550272, + "hf_subset": "tsn_Latn-prs_Arab", + "languages": [ + "tsn-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566004, + "recall": 0.603755, + "f1": 0.575703, + "accuracy": 0.603755, + "main_score": 0.575703, + "hf_subset": "tsn_Latn-swe_Latn", + "languages": [ + "tsn-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517215, + "recall": 0.56917, + "f1": 0.531356, + "accuracy": 0.56917, + "main_score": 0.531356, + "hf_subset": "tsn_Latn-urd_Arab", + "languages": [ + "tsn-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535385, + "recall": 0.577075, + "f1": 0.546469, + "accuracy": 0.577075, + "main_score": 0.546469, + "hf_subset": "tsn_Latn-aka_Latn", + "languages": [ + "tsn-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562953, + "recall": 0.603755, + "f1": 0.572946, + "accuracy": 0.603755, + "main_score": 0.572946, + "hf_subset": "tsn_Latn-bjn_Latn", + "languages": [ + "tsn-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543995, + "recall": 0.583992, + "f1": 0.554923, + "accuracy": 0.583992, + "main_score": 0.554923, + "hf_subset": "tsn_Latn-fao_Latn", + "languages": [ + "tsn-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569937, + "recall": 0.604743, + "f1": 0.579129, + "accuracy": 0.604743, + "main_score": 0.579129, + "hf_subset": "tsn_Latn-ind_Latn", + "languages": [ + "tsn-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518632, + "recall": 0.556324, + "f1": 0.528893, + "accuracy": 0.556324, + "main_score": 0.528893, + "hf_subset": "tsn_Latn-knc_Latn", + "languages": [ + "tsn-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555919, + "recall": 0.592885, + "f1": 0.565383, + "accuracy": 0.592885, + "main_score": 0.565383, + "hf_subset": "tsn_Latn-mlt_Latn", + "languages": [ + "tsn-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514273, + "recall": 0.559289, + "f1": 0.526293, + "accuracy": 0.559289, + "main_score": 0.526293, + "hf_subset": "tsn_Latn-quy_Latn", + "languages": [ + "tsn-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555837, + "recall": 0.596838, + "f1": 0.567447, + "accuracy": 0.596838, + "main_score": 0.567447, + "hf_subset": "tsn_Latn-swh_Latn", + "languages": [ + "tsn-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523057, + "recall": 0.567194, + "f1": 0.535328, + "accuracy": 0.567194, + "main_score": 0.535328, + "hf_subset": "tsn_Latn-uzn_Latn", + "languages": [ + "tsn-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552984, + "recall": 0.597826, + "f1": 0.564825, + "accuracy": 0.597826, + "main_score": 0.564825, + "hf_subset": "tsn_Latn-als_Latn", + "languages": [ + "tsn-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.28956, + "recall": 0.34585, + "f1": 0.3036, + "accuracy": 0.34585, + "main_score": 0.3036, + "hf_subset": "tsn_Latn-bod_Tibt", + "languages": [ + "tsn-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542269, + "recall": 0.578063, + "f1": 0.552539, + "accuracy": 0.578063, + "main_score": 0.552539, + "hf_subset": "tsn_Latn-fij_Latn", + "languages": [ + "tsn-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521096, + "recall": 0.562253, + "f1": 0.532314, + "accuracy": 0.562253, + "main_score": 0.532314, + "hf_subset": "tsn_Latn-isl_Latn", + "languages": [ + "tsn-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548897, + "recall": 0.583992, + "f1": 0.558965, + "accuracy": 0.583992, + "main_score": 0.558965, + "hf_subset": "tsn_Latn-kon_Latn", + "languages": [ + "tsn-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462717, + "recall": 0.511858, + "f1": 0.476171, + "accuracy": 0.511858, + "main_score": 0.476171, + "hf_subset": "tsn_Latn-mni_Beng", + "languages": [ + "tsn-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570616, + "recall": 0.617589, + "f1": 0.58309, + "accuracy": 0.617589, + "main_score": 0.58309, + "hf_subset": "tsn_Latn-ron_Latn", + "languages": [ + "tsn-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561737, + "recall": 0.603755, + "f1": 0.572565, + "accuracy": 0.603755, + "main_score": 0.572565, + "hf_subset": "tsn_Latn-szl_Latn", + "languages": [ + "tsn-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545764, + "recall": 0.590909, + "f1": 0.557295, + "accuracy": 0.590909, + "main_score": 0.557295, + "hf_subset": "tsn_Latn-vec_Latn", + "languages": [ + "tsn-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485149, + "recall": 0.530632, + "f1": 0.496994, + "accuracy": 0.530632, + "main_score": 0.496994, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561984, + "recall": 0.605731, + "f1": 0.573448, + "accuracy": 0.605731, + "main_score": 0.573448, + "hf_subset": "tsn_Latn-bos_Latn", + "languages": [ + "tsn-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544775, + "recall": 0.587945, + "f1": 0.555817, + "accuracy": 0.587945, + "main_score": 0.555817, + "hf_subset": "tsn_Latn-fin_Latn", + "languages": [ + "tsn-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559167, + "recall": 0.599802, + "f1": 0.569573, + "accuracy": 0.599802, + "main_score": 0.569573, + "hf_subset": "tsn_Latn-ita_Latn", + "languages": [ + "tsn-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533338, + "recall": 0.585968, + "f1": 0.546172, + "accuracy": 0.585968, + "main_score": 0.546172, + "hf_subset": "tsn_Latn-kor_Hang", + "languages": [ + "tsn-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513575, + "recall": 0.552372, + "f1": 0.524517, + "accuracy": 0.552372, + "main_score": 0.524517, + "hf_subset": "tsn_Latn-mos_Latn", + "languages": [ + "tsn-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534944, + "recall": 0.576087, + "f1": 0.546127, + "accuracy": 0.576087, + "main_score": 0.546127, + "hf_subset": "tsn_Latn-run_Latn", + "languages": [ + "tsn-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527037, + "recall": 0.575099, + "f1": 0.539576, + "accuracy": 0.575099, + "main_score": 0.539576, + "hf_subset": "tsn_Latn-tam_Taml", + "languages": [ + "tsn-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557766, + "recall": 0.601779, + "f1": 0.569113, + "accuracy": 0.601779, + "main_score": 0.569113, + "hf_subset": "tsn_Latn-vie_Latn", + "languages": [ + "tsn-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545142, + "recall": 0.593874, + "f1": 0.557517, + "accuracy": 0.593874, + "main_score": 0.557517, + "hf_subset": "tsn_Latn-apc_Arab", + "languages": [ + "tsn-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526601, + "recall": 0.567194, + "f1": 0.537041, + "accuracy": 0.567194, + "main_score": 0.537041, + "hf_subset": "tsn_Latn-bug_Latn", + "languages": [ + "tsn-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471682, + "recall": 0.51087, + "f1": 0.482061, + "accuracy": 0.51087, + "main_score": 0.482061, + "hf_subset": "tsn_Latn-fon_Latn", + "languages": [ + "tsn-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569712, + "recall": 0.606719, + "f1": 0.579568, + "accuracy": 0.606719, + "main_score": 0.579568, + "hf_subset": "tsn_Latn-jav_Latn", + "languages": [ + "tsn-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51207, + "recall": 0.561265, + "f1": 0.525283, + "accuracy": 0.561265, + "main_score": 0.525283, + "hf_subset": "tsn_Latn-lao_Laoo", + "languages": [ + "tsn-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517314, + "recall": 0.564229, + "f1": 0.529945, + "accuracy": 0.564229, + "main_score": 0.529945, + "hf_subset": "tsn_Latn-mri_Latn", + "languages": [ + "tsn-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553432, + "recall": 0.598814, + "f1": 0.56559, + "accuracy": 0.598814, + "main_score": 0.56559, + "hf_subset": "tsn_Latn-rus_Cyrl", + "languages": [ + "tsn-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489312, + "recall": 0.531621, + "f1": 0.501765, + "accuracy": 0.531621, + "main_score": 0.501765, + "hf_subset": "tsn_Latn-taq_Latn", + "languages": [ + "tsn-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572001, + "recall": 0.61166, + "f1": 0.582371, + "accuracy": 0.61166, + "main_score": 0.582371, + "hf_subset": "tsn_Latn-war_Latn", + "languages": [ + "tsn-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537516, + "recall": 0.586957, + "f1": 0.55021, + "accuracy": 0.586957, + "main_score": 0.55021, + "hf_subset": "tsn_Latn-arb_Arab", + "languages": [ + "tsn-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563036, + "recall": 0.602767, + "f1": 0.573782, + "accuracy": 0.602767, + "main_score": 0.573782, + "hf_subset": "tsn_Latn-bul_Cyrl", + "languages": [ + "tsn-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561758, + "recall": 0.606719, + "f1": 0.573294, + "accuracy": 0.606719, + "main_score": 0.573294, + "hf_subset": "tsn_Latn-fra_Latn", + "languages": [ + "tsn-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544265, + "recall": 0.58498, + "f1": 0.554613, + "accuracy": 0.58498, + "main_score": 0.554613, + "hf_subset": "tsn_Latn-jpn_Jpan", + "languages": [ + "tsn-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556725, + "recall": 0.601779, + "f1": 0.568521, + "accuracy": 0.601779, + "main_score": 0.568521, + "hf_subset": "tsn_Latn-lij_Latn", + "languages": [ + "tsn-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401988, + "recall": 0.456522, + "f1": 0.416353, + "accuracy": 0.456522, + "main_score": 0.416353, + "hf_subset": "tsn_Latn-mya_Mymr", + "languages": [ + "tsn-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510658, + "recall": 0.5583, + "f1": 0.523205, + "accuracy": 0.5583, + "main_score": 0.523205, + "hf_subset": "tsn_Latn-sag_Latn", + "languages": [ + "tsn-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.207681, + "recall": 0.250988, + "f1": 0.218107, + "accuracy": 0.250988, + "main_score": 0.218107, + "hf_subset": "tsn_Latn-taq_Tfng", + "languages": [ + "tsn-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53845, + "recall": 0.566206, + "f1": 0.546411, + "accuracy": 0.566206, + "main_score": 0.546411, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445552, + "recall": 0.493083, + "f1": 0.458979, + "accuracy": 0.493083, + "main_score": 0.458979, + "hf_subset": "tsn_Latn-arb_Latn", + "languages": [ + "tsn-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552709, + "recall": 0.59585, + "f1": 0.563684, + "accuracy": 0.59585, + "main_score": 0.563684, + "hf_subset": "tsn_Latn-cat_Latn", + "languages": [ + "tsn-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54726, + "recall": 0.588933, + "f1": 0.558428, + "accuracy": 0.588933, + "main_score": 0.558428, + "hf_subset": "tsn_Latn-fur_Latn", + "languages": [ + "tsn-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423925, + "recall": 0.476285, + "f1": 0.437736, + "accuracy": 0.476285, + "main_score": 0.437736, + "hf_subset": "tsn_Latn-kab_Latn", + "languages": [ + "tsn-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54181, + "recall": 0.582016, + "f1": 0.552951, + "accuracy": 0.582016, + "main_score": 0.552951, + "hf_subset": "tsn_Latn-lim_Latn", + "languages": [ + "tsn-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550425, + "recall": 0.594862, + "f1": 0.562361, + "accuracy": 0.594862, + "main_score": 0.562361, + "hf_subset": "tsn_Latn-nld_Latn", + "languages": [ + "tsn-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494939, + "recall": 0.545455, + "f1": 0.508379, + "accuracy": 0.545455, + "main_score": 0.508379, + "hf_subset": "tsn_Latn-san_Deva", + "languages": [ + "tsn-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543446, + "recall": 0.586957, + "f1": 0.554772, + "accuracy": 0.586957, + "main_score": 0.554772, + "hf_subset": "tsn_Latn-tat_Cyrl", + "languages": [ + "tsn-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574502, + "recall": 0.619565, + "f1": 0.587409, + "accuracy": 0.619565, + "main_score": 0.587409, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518382, + "recall": 0.574111, + "f1": 0.533344, + "accuracy": 0.574111, + "main_score": 0.533344, + "hf_subset": "tsn_Latn-ars_Arab", + "languages": [ + "tsn-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570344, + "recall": 0.605731, + "f1": 0.579966, + "accuracy": 0.605731, + "main_score": 0.579966, + "hf_subset": "tsn_Latn-ceb_Latn", + "languages": [ + "tsn-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507795, + "recall": 0.544466, + "f1": 0.518333, + "accuracy": 0.544466, + "main_score": 0.518333, + "hf_subset": "tsn_Latn-fuv_Latn", + "languages": [ + "tsn-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496139, + "recall": 0.536561, + "f1": 0.507316, + "accuracy": 0.536561, + "main_score": 0.507316, + "hf_subset": "tsn_Latn-kac_Latn", + "languages": [ + "tsn-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559276, + "recall": 0.599802, + "f1": 0.569636, + "accuracy": 0.599802, + "main_score": 0.569636, + "hf_subset": "tsn_Latn-lin_Latn", + "languages": [ + "tsn-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549087, + "recall": 0.592885, + "f1": 0.560976, + "accuracy": 0.592885, + "main_score": 0.560976, + "hf_subset": "tsn_Latn-nno_Latn", + "languages": [ + "tsn-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.126945, + "recall": 0.172925, + "f1": 0.138554, + "accuracy": 0.172925, + "main_score": 0.138554, + "hf_subset": "tsn_Latn-sat_Olck", + "languages": [ + "tsn-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537465, + "recall": 0.58498, + "f1": 0.54985, + "accuracy": 0.58498, + "main_score": 0.54985, + "hf_subset": "tsn_Latn-tel_Telu", + "languages": [ + "tsn-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483758, + "recall": 0.530632, + "f1": 0.495773, + "accuracy": 0.530632, + "main_score": 0.495773, + "hf_subset": "tsn_Latn-ydd_Hebr", + "languages": [ + "tsn-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520214, + "recall": 0.562253, + "f1": 0.53156, + "accuracy": 0.562253, + "main_score": 0.53156, + "hf_subset": "tsn_Latn-ary_Arab", + "languages": [ + "tsn-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549293, + "recall": 0.593874, + "f1": 0.561103, + "accuracy": 0.593874, + "main_score": 0.561103, + "hf_subset": "tsn_Latn-ces_Latn", + "languages": [ + "tsn-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5124, + "recall": 0.557312, + "f1": 0.524188, + "accuracy": 0.557312, + "main_score": 0.524188, + "hf_subset": "tsn_Latn-gaz_Latn", + "languages": [ + "tsn-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525807, + "recall": 0.565217, + "f1": 0.537385, + "accuracy": 0.565217, + "main_score": 0.537385, + "hf_subset": "tsn_Latn-kam_Latn", + "languages": [ + "tsn-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535178, + "recall": 0.585968, + "f1": 0.548472, + "accuracy": 0.585968, + "main_score": 0.548472, + "hf_subset": "tsn_Latn-lit_Latn", + "languages": [ + "tsn-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556254, + "recall": 0.596838, + "f1": 0.566912, + "accuracy": 0.596838, + "main_score": 0.566912, + "hf_subset": "tsn_Latn-nob_Latn", + "languages": [ + "tsn-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545053, + "recall": 0.587945, + "f1": 0.556724, + "accuracy": 0.587945, + "main_score": 0.556724, + "hf_subset": "tsn_Latn-scn_Latn", + "languages": [ + "tsn-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531847, + "recall": 0.575099, + "f1": 0.54387, + "accuracy": 0.575099, + "main_score": 0.54387, + "hf_subset": "tsn_Latn-tgk_Cyrl", + "languages": [ + "tsn-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497909, + "recall": 0.548419, + "f1": 0.511818, + "accuracy": 0.548419, + "main_score": 0.511818, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549445, + "recall": 0.589921, + "f1": 0.559759, + "accuracy": 0.589921, + "main_score": 0.559759, + "hf_subset": "tsn_Latn-arz_Arab", + "languages": [ + "tsn-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495982, + "recall": 0.534585, + "f1": 0.506821, + "accuracy": 0.534585, + "main_score": 0.506821, + "hf_subset": "tsn_Latn-cjk_Latn", + "languages": [ + "tsn-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523351, + "recall": 0.567194, + "f1": 0.534993, + "accuracy": 0.567194, + "main_score": 0.534993, + "hf_subset": "tsn_Latn-gla_Latn", + "languages": [ + "tsn-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541111, + "recall": 0.589921, + "f1": 0.55402, + "accuracy": 0.589921, + "main_score": 0.55402, + "hf_subset": "tsn_Latn-kan_Knda", + "languages": [ + "tsn-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541294, + "recall": 0.581028, + "f1": 0.551859, + "accuracy": 0.581028, + "main_score": 0.551859, + "hf_subset": "tsn_Latn-lmo_Latn", + "languages": [ + "tsn-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524055, + "recall": 0.56917, + "f1": 0.536022, + "accuracy": 0.56917, + "main_score": 0.536022, + "hf_subset": "tsn_Latn-npi_Deva", + "languages": [ + "tsn-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440005, + "recall": 0.486166, + "f1": 0.45316, + "accuracy": 0.486166, + "main_score": 0.45316, + "hf_subset": "tsn_Latn-shn_Mymr", + "languages": [ + "tsn-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592388, + "recall": 0.62747, + "f1": 0.601738, + "accuracy": 0.62747, + "main_score": 0.601738, + "hf_subset": "tsn_Latn-tgl_Latn", + "languages": [ + "tsn-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540255, + "recall": 0.583992, + "f1": 0.551227, + "accuracy": 0.583992, + "main_score": 0.551227, + "hf_subset": "tsn_Latn-yue_Hant", + "languages": [ + "tsn-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508741, + "recall": 0.560277, + "f1": 0.522748, + "accuracy": 0.560277, + "main_score": 0.522748, + "hf_subset": "tsn_Latn-asm_Beng", + "languages": [ + "tsn-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509696, + "recall": 0.560277, + "f1": 0.522511, + "accuracy": 0.560277, + "main_score": 0.522511, + "hf_subset": "tsn_Latn-ckb_Arab", + "languages": [ + "tsn-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503973, + "recall": 0.550395, + "f1": 0.516988, + "accuracy": 0.550395, + "main_score": 0.516988, + "hf_subset": "tsn_Latn-gle_Latn", + "languages": [ + "tsn-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480716, + "recall": 0.527668, + "f1": 0.492484, + "accuracy": 0.527668, + "main_score": 0.492484, + "hf_subset": "tsn_Latn-kas_Arab", + "languages": [ + "tsn-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514945, + "recall": 0.559289, + "f1": 0.52659, + "accuracy": 0.559289, + "main_score": 0.52659, + "hf_subset": "tsn_Latn-ltg_Latn", + "languages": [ + "tsn-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687275, + "recall": 0.742095, + "f1": 0.702692, + "accuracy": 0.742095, + "main_score": 0.702692, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467633, + "recall": 0.522727, + "f1": 0.482322, + "accuracy": 0.522727, + "main_score": 0.482322, + "hf_subset": "tsn_Latn-sin_Sinh", + "languages": [ + "tsn-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539315, + "recall": 0.58498, + "f1": 0.551585, + "accuracy": 0.58498, + "main_score": 0.551585, + "hf_subset": "tsn_Latn-tha_Thai", + "languages": [ + "tsn-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533986, + "recall": 0.578063, + "f1": 0.545281, + "accuracy": 0.578063, + "main_score": 0.545281, + "hf_subset": "tsn_Latn-zho_Hans", + "languages": [ + "tsn-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554121, + "recall": 0.591897, + "f1": 0.564684, + "accuracy": 0.591897, + "main_score": 0.564684, + "hf_subset": "tsn_Latn-ast_Latn", + "languages": [ + "tsn-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531593, + "recall": 0.577075, + "f1": 0.543568, + "accuracy": 0.577075, + "main_score": 0.543568, + "hf_subset": "tsn_Latn-crh_Latn", + "languages": [ + "tsn-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56064, + "recall": 0.603755, + "f1": 0.571463, + "accuracy": 0.603755, + "main_score": 0.571463, + "hf_subset": "tsn_Latn-glg_Latn", + "languages": [ + "tsn-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483421, + "recall": 0.530632, + "f1": 0.496694, + "accuracy": 0.530632, + "main_score": 0.496694, + "hf_subset": "tsn_Latn-kas_Deva", + "languages": [ + "tsn-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534784, + "recall": 0.572134, + "f1": 0.543828, + "accuracy": 0.572134, + "main_score": 0.543828, + "hf_subset": "tsn_Latn-ltz_Latn", + "languages": [ + "tsn-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463984, + "recall": 0.51087, + "f1": 0.476783, + "accuracy": 0.51087, + "main_score": 0.476783, + "hf_subset": "tsn_Latn-nus_Latn", + "languages": [ + "tsn-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559717, + "recall": 0.599802, + "f1": 0.570351, + "accuracy": 0.599802, + "main_score": 0.570351, + "hf_subset": "tsn_Latn-slk_Latn", + "languages": [ + "tsn-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404299, + "recall": 0.464427, + "f1": 0.421365, + "accuracy": 0.464427, + "main_score": 0.421365, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530788, + "recall": 0.58004, + "f1": 0.543266, + "accuracy": 0.58004, + "main_score": 0.543266, + "hf_subset": "tsn_Latn-zho_Hant", + "languages": [ + "tsn-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530491, + "recall": 0.576087, + "f1": 0.543017, + "accuracy": 0.576087, + "main_score": 0.543017, + "hf_subset": "tsn_Latn-awa_Deva", + "languages": [ + "tsn-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539108, + "recall": 0.575099, + "f1": 0.548518, + "accuracy": 0.575099, + "main_score": 0.548518, + "hf_subset": "tsn_Latn-cym_Latn", + "languages": [ + "tsn-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528854, + "recall": 0.565217, + "f1": 0.538204, + "accuracy": 0.565217, + "main_score": 0.538204, + "hf_subset": "tsn_Latn-grn_Latn", + "languages": [ + "tsn-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514245, + "recall": 0.564229, + "f1": 0.527041, + "accuracy": 0.564229, + "main_score": 0.527041, + "hf_subset": "tsn_Latn-kat_Geor", + "languages": [ + "tsn-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541491, + "recall": 0.58004, + "f1": 0.551604, + "accuracy": 0.58004, + "main_score": 0.551604, + "hf_subset": "tsn_Latn-lua_Latn", + "languages": [ + "tsn-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538038, + "recall": 0.583004, + "f1": 0.550411, + "accuracy": 0.583004, + "main_score": 0.550411, + "hf_subset": "tsn_Latn-nya_Latn", + "languages": [ + "tsn-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557536, + "recall": 0.600791, + "f1": 0.568264, + "accuracy": 0.600791, + "main_score": 0.568264, + "hf_subset": "tsn_Latn-slv_Latn", + "languages": [ + "tsn-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547214, + "recall": 0.58498, + "f1": 0.557127, + "accuracy": 0.58498, + "main_score": 0.557127, + "hf_subset": "tsn_Latn-tpi_Latn", + "languages": [ + "tsn-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574985, + "recall": 0.612648, + "f1": 0.584773, + "accuracy": 0.612648, + "main_score": 0.584773, + "hf_subset": "tsn_Latn-zsm_Latn", + "languages": [ + "tsn-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499833, + "recall": 0.540514, + "f1": 0.511919, + "accuracy": 0.540514, + "main_score": 0.511919, + "hf_subset": "tsn_Latn-ayr_Latn", + "languages": [ + "tsn-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552264, + "recall": 0.592885, + "f1": 0.56334, + "accuracy": 0.592885, + "main_score": 0.56334, + "hf_subset": "tsn_Latn-dan_Latn", + "languages": [ + "tsn-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534229, + "recall": 0.581028, + "f1": 0.546324, + "accuracy": 0.581028, + "main_score": 0.546324, + "hf_subset": "tsn_Latn-guj_Gujr", + "languages": [ + "tsn-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54213, + "recall": 0.58004, + "f1": 0.551976, + "accuracy": 0.58004, + "main_score": 0.551976, + "hf_subset": "tsn_Latn-kaz_Cyrl", + "languages": [ + "tsn-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510839, + "recall": 0.557312, + "f1": 0.523825, + "accuracy": 0.557312, + "main_score": 0.523825, + "hf_subset": "tsn_Latn-lug_Latn", + "languages": [ + "tsn-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563841, + "recall": 0.607708, + "f1": 0.575795, + "accuracy": 0.607708, + "main_score": 0.575795, + "hf_subset": "tsn_Latn-oci_Latn", + "languages": [ + "tsn-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552491, + "recall": 0.589921, + "f1": 0.562109, + "accuracy": 0.589921, + "main_score": 0.562109, + "hf_subset": "tsn_Latn-smo_Latn", + "languages": [ + "tsn-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56854, + "recall": 0.62253, + "f1": 0.583685, + "accuracy": 0.62253, + "main_score": 0.583685, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472827, + "recall": 0.519763, + "f1": 0.485739, + "accuracy": 0.519763, + "main_score": 0.485739, + "hf_subset": "tsn_Latn-azb_Arab", + "languages": [ + "tsn-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562158, + "recall": 0.603755, + "f1": 0.572634, + "accuracy": 0.603755, + "main_score": 0.572634, + "hf_subset": "tsn_Latn-deu_Latn", + "languages": [ + "tsn-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513867, + "recall": 0.5583, + "f1": 0.525978, + "accuracy": 0.5583, + "main_score": 0.525978, + "hf_subset": "tsn_Latn-hat_Latn", + "languages": [ + "tsn-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499741, + "recall": 0.543478, + "f1": 0.511784, + "accuracy": 0.543478, + "main_score": 0.511784, + "hf_subset": "tsn_Latn-kbp_Latn", + "languages": [ + "tsn-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534973, + "recall": 0.578063, + "f1": 0.546664, + "accuracy": 0.578063, + "main_score": 0.546664, + "hf_subset": "tsn_Latn-luo_Latn", + "languages": [ + "tsn-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528173, + "recall": 0.578063, + "f1": 0.541286, + "accuracy": 0.578063, + "main_score": 0.541286, + "hf_subset": "tsn_Latn-ory_Orya", + "languages": [ + "tsn-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534239, + "recall": 0.58498, + "f1": 0.548166, + "accuracy": 0.58498, + "main_score": 0.548166, + "hf_subset": "tsn_Latn-sna_Latn", + "languages": [ + "tsn-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546923, + "recall": 0.590909, + "f1": 0.559063, + "accuracy": 0.590909, + "main_score": 0.559063, + "hf_subset": "tsn_Latn-tso_Latn", + "languages": [ + "tsn-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518876, + "recall": 0.571146, + "f1": 0.532891, + "accuracy": 0.571146, + "main_score": 0.532891, + "hf_subset": "tsn_Latn-azj_Latn", + "languages": [ + "tsn-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495636, + "recall": 0.538538, + "f1": 0.508235, + "accuracy": 0.538538, + "main_score": 0.508235, + "hf_subset": "tsn_Latn-dik_Latn", + "languages": [ + "tsn-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537931, + "recall": 0.579051, + "f1": 0.549777, + "accuracy": 0.579051, + "main_score": 0.549777, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538403, + "recall": 0.56917, + "f1": 0.546897, + "accuracy": 0.56917, + "main_score": 0.546897, + "hf_subset": "tsn_Latn-kea_Latn", + "languages": [ + "tsn-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540133, + "recall": 0.56917, + "f1": 0.5486, + "accuracy": 0.56917, + "main_score": 0.5486, + "hf_subset": "tsn_Latn-lus_Latn", + "languages": [ + "tsn-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546429, + "recall": 0.579051, + "f1": 0.554638, + "accuracy": 0.579051, + "main_score": 0.554638, + "hf_subset": "tsn_Latn-pag_Latn", + "languages": [ + "tsn-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522817, + "recall": 0.571146, + "f1": 0.536306, + "accuracy": 0.571146, + "main_score": 0.536306, + "hf_subset": "tsn_Latn-snd_Arab", + "languages": [ + "tsn-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510827, + "recall": 0.556324, + "f1": 0.523423, + "accuracy": 0.556324, + "main_score": 0.523423, + "hf_subset": "tsn_Latn-tuk_Latn", + "languages": [ + "tsn-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538349, + "recall": 0.578063, + "f1": 0.548722, + "accuracy": 0.578063, + "main_score": 0.548722, + "hf_subset": "tsn_Latn-bak_Cyrl", + "languages": [ + "tsn-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418079, + "recall": 0.475296, + "f1": 0.435096, + "accuracy": 0.475296, + "main_score": 0.435096, + "hf_subset": "tsn_Latn-dyu_Latn", + "languages": [ + "tsn-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547082, + "recall": 0.590909, + "f1": 0.559511, + "accuracy": 0.590909, + "main_score": 0.559511, + "hf_subset": "tsn_Latn-heb_Hebr", + "languages": [ + "tsn-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523594, + "recall": 0.568182, + "f1": 0.535512, + "accuracy": 0.568182, + "main_score": 0.535512, + "hf_subset": "tsn_Latn-khk_Cyrl", + "languages": [ + "tsn-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543468, + "recall": 0.583992, + "f1": 0.553614, + "accuracy": 0.583992, + "main_score": 0.553614, + "hf_subset": "tsn_Latn-lvs_Latn", + "languages": [ + "tsn-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545677, + "recall": 0.592885, + "f1": 0.558386, + "accuracy": 0.592885, + "main_score": 0.558386, + "hf_subset": "tsn_Latn-pan_Guru", + "languages": [ + "tsn-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499632, + "recall": 0.543478, + "f1": 0.511459, + "accuracy": 0.543478, + "main_score": 0.511459, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52702, + "recall": 0.5583, + "f1": 0.53587, + "accuracy": 0.5583, + "main_score": 0.53587, + "hf_subset": "tsn_Latn-tum_Latn", + "languages": [ + "tsn-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428422, + "recall": 0.47332, + "f1": 0.440324, + "accuracy": 0.47332, + "main_score": 0.440324, + "hf_subset": "zul_Latn-ace_Arab", + "languages": [ + "zul-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513975, + "recall": 0.555336, + "f1": 0.525809, + "accuracy": 0.555336, + "main_score": 0.525809, + "hf_subset": "zul_Latn-bam_Latn", + "languages": [ + "zul-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.234236, + "recall": 0.277668, + "f1": 0.245207, + "accuracy": 0.277668, + "main_score": 0.245207, + "hf_subset": "zul_Latn-dzo_Tibt", + "languages": [ + "zul-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579617, + "recall": 0.632411, + "f1": 0.593328, + "accuracy": 0.632411, + "main_score": 0.593328, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559243, + "recall": 0.61166, + "f1": 0.572707, + "accuracy": 0.61166, + "main_score": 0.572707, + "hf_subset": "zul_Latn-khm_Khmr", + "languages": [ + "zul-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580015, + "recall": 0.629447, + "f1": 0.593373, + "accuracy": 0.629447, + "main_score": 0.593373, + "hf_subset": "zul_Latn-mag_Deva", + "languages": [ + "zul-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577518, + "recall": 0.613636, + "f1": 0.586822, + "accuracy": 0.613636, + "main_score": 0.586822, + "hf_subset": "zul_Latn-pap_Latn", + "languages": [ + "zul-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606594, + "recall": 0.651186, + "f1": 0.617523, + "accuracy": 0.651186, + "main_score": 0.617523, + "hf_subset": "zul_Latn-sot_Latn", + "languages": [ + "zul-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586143, + "recall": 0.637352, + "f1": 0.599149, + "accuracy": 0.637352, + "main_score": 0.599149, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579837, + "recall": 0.617589, + "f1": 0.589771, + "accuracy": 0.617589, + "main_score": 0.589771, + "hf_subset": "zul_Latn-ace_Latn", + "languages": [ + "zul-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567911, + "recall": 0.605731, + "f1": 0.578194, + "accuracy": 0.605731, + "main_score": 0.578194, + "hf_subset": "zul_Latn-ban_Latn", + "languages": [ + "zul-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597111, + "recall": 0.648221, + "f1": 0.609949, + "accuracy": 0.648221, + "main_score": 0.609949, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570397, + "recall": 0.620553, + "f1": 0.583139, + "accuracy": 0.620553, + "main_score": 0.583139, + "hf_subset": "zul_Latn-hne_Deva", + "languages": [ + "zul-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509719, + "recall": 0.556324, + "f1": 0.521867, + "accuracy": 0.556324, + "main_score": 0.521867, + "hf_subset": "zul_Latn-kik_Latn", + "languages": [ + "zul-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576859, + "recall": 0.623518, + "f1": 0.58909, + "accuracy": 0.623518, + "main_score": 0.58909, + "hf_subset": "zul_Latn-mai_Deva", + "languages": [ + "zul-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537805, + "recall": 0.585968, + "f1": 0.549962, + "accuracy": 0.585968, + "main_score": 0.549962, + "hf_subset": "zul_Latn-pbt_Arab", + "languages": [ + "zul-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581018, + "recall": 0.636364, + "f1": 0.594907, + "accuracy": 0.636364, + "main_score": 0.594907, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538689, + "recall": 0.573123, + "f1": 0.5483, + "accuracy": 0.573123, + "main_score": 0.5483, + "hf_subset": "zul_Latn-twi_Latn", + "languages": [ + "zul-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567857, + "recall": 0.620553, + "f1": 0.581171, + "accuracy": 0.620553, + "main_score": 0.581171, + "hf_subset": "zul_Latn-acm_Arab", + "languages": [ + "zul-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551464, + "recall": 0.601779, + "f1": 0.563705, + "accuracy": 0.601779, + "main_score": 0.563705, + "hf_subset": "zul_Latn-bel_Cyrl", + "languages": [ + "zul-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625105, + "recall": 0.675889, + "f1": 0.637519, + "accuracy": 0.675889, + "main_score": 0.637519, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60266, + "recall": 0.653162, + "f1": 0.615029, + "accuracy": 0.653162, + "main_score": 0.615029, + "hf_subset": "zul_Latn-hrv_Latn", + "languages": [ + "zul-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569424, + "recall": 0.620553, + "f1": 0.582553, + "accuracy": 0.620553, + "main_score": 0.582553, + "hf_subset": "zul_Latn-kin_Latn", + "languages": [ + "zul-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568711, + "recall": 0.619565, + "f1": 0.581417, + "accuracy": 0.619565, + "main_score": 0.581417, + "hf_subset": "zul_Latn-mal_Mlym", + "languages": [ + "zul-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582235, + "recall": 0.634387, + "f1": 0.595586, + "accuracy": 0.634387, + "main_score": 0.595586, + "hf_subset": "zul_Latn-pes_Arab", + "languages": [ + "zul-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589161, + "recall": 0.635375, + "f1": 0.601108, + "accuracy": 0.635375, + "main_score": 0.601108, + "hf_subset": "zul_Latn-srd_Latn", + "languages": [ + "zul-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.21375, + "recall": 0.257905, + "f1": 0.225078, + "accuracy": 0.257905, + "main_score": 0.225078, + "hf_subset": "zul_Latn-tzm_Tfng", + "languages": [ + "zul-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581484, + "recall": 0.637352, + "f1": 0.5957, + "accuracy": 0.637352, + "main_score": 0.5957, + "hf_subset": "zul_Latn-acq_Arab", + "languages": [ + "zul-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583889, + "recall": 0.630435, + "f1": 0.596178, + "accuracy": 0.630435, + "main_score": 0.596178, + "hf_subset": "zul_Latn-bem_Latn", + "languages": [ + "zul-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599053, + "recall": 0.655138, + "f1": 0.612926, + "accuracy": 0.655138, + "main_score": 0.612926, + "hf_subset": "zul_Latn-epo_Latn", + "languages": [ + "zul-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589393, + "recall": 0.643281, + "f1": 0.6027, + "accuracy": 0.643281, + "main_score": 0.6027, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561386, + "recall": 0.612648, + "f1": 0.574877, + "accuracy": 0.612648, + "main_score": 0.574877, + "hf_subset": "zul_Latn-kir_Cyrl", + "languages": [ + "zul-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58885, + "recall": 0.636364, + "f1": 0.601062, + "accuracy": 0.636364, + "main_score": 0.601062, + "hf_subset": "zul_Latn-mar_Deva", + "languages": [ + "zul-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561678, + "recall": 0.598814, + "f1": 0.571434, + "accuracy": 0.598814, + "main_score": 0.571434, + "hf_subset": "zul_Latn-plt_Latn", + "languages": [ + "zul-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606253, + "recall": 0.65415, + "f1": 0.61815, + "accuracy": 0.65415, + "main_score": 0.61815, + "hf_subset": "zul_Latn-srp_Cyrl", + "languages": [ + "zul-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510591, + "recall": 0.566206, + "f1": 0.525313, + "accuracy": 0.566206, + "main_score": 0.525313, + "hf_subset": "zul_Latn-uig_Arab", + "languages": [ + "zul-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555544, + "recall": 0.599802, + "f1": 0.567202, + "accuracy": 0.599802, + "main_score": 0.567202, + "hf_subset": "zul_Latn-aeb_Arab", + "languages": [ + "zul-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595205, + "recall": 0.652174, + "f1": 0.610087, + "accuracy": 0.652174, + "main_score": 0.610087, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588694, + "recall": 0.63834, + "f1": 0.601012, + "accuracy": 0.63834, + "main_score": 0.601012, + "hf_subset": "zul_Latn-est_Latn", + "languages": [ + "zul-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574709, + "recall": 0.628458, + "f1": 0.588671, + "accuracy": 0.628458, + "main_score": 0.588671, + "hf_subset": "zul_Latn-hye_Armn", + "languages": [ + "zul-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525618, + "recall": 0.561265, + "f1": 0.535544, + "accuracy": 0.561265, + "main_score": 0.535544, + "hf_subset": "zul_Latn-kmb_Latn", + "languages": [ + "zul-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401498, + "recall": 0.449605, + "f1": 0.414308, + "accuracy": 0.449605, + "main_score": 0.414308, + "hf_subset": "zul_Latn-min_Arab", + "languages": [ + "zul-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596781, + "recall": 0.643281, + "f1": 0.608322, + "accuracy": 0.643281, + "main_score": 0.608322, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736629, + "recall": 0.789526, + "f1": 0.752061, + "accuracy": 0.789526, + "main_score": 0.752061, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607133, + "recall": 0.659091, + "f1": 0.62062, + "accuracy": 0.659091, + "main_score": 0.62062, + "hf_subset": "zul_Latn-ukr_Cyrl", + "languages": [ + "zul-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622801, + "recall": 0.670949, + "f1": 0.635339, + "accuracy": 0.670949, + "main_score": 0.635339, + "hf_subset": "zul_Latn-afr_Latn", + "languages": [ + "zul-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575539, + "recall": 0.612648, + "f1": 0.584648, + "accuracy": 0.612648, + "main_score": 0.584648, + "hf_subset": "zul_Latn-bho_Deva", + "languages": [ + "zul-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592066, + "recall": 0.641304, + "f1": 0.604863, + "accuracy": 0.641304, + "main_score": 0.604863, + "hf_subset": "zul_Latn-eus_Latn", + "languages": [ + "zul-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540635, + "recall": 0.585968, + "f1": 0.553149, + "accuracy": 0.585968, + "main_score": 0.553149, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587298, + "recall": 0.633399, + "f1": 0.598984, + "accuracy": 0.633399, + "main_score": 0.598984, + "hf_subset": "zul_Latn-kmr_Latn", + "languages": [ + "zul-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591591, + "recall": 0.636364, + "f1": 0.602931, + "accuracy": 0.636364, + "main_score": 0.602931, + "hf_subset": "zul_Latn-min_Latn", + "languages": [ + "zul-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621746, + "recall": 0.668972, + "f1": 0.633698, + "accuracy": 0.668972, + "main_score": 0.633698, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607442, + "recall": 0.651186, + "f1": 0.619176, + "accuracy": 0.651186, + "main_score": 0.619176, + "hf_subset": "zul_Latn-sun_Latn", + "languages": [ + "zul-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492563, + "recall": 0.533597, + "f1": 0.504037, + "accuracy": 0.533597, + "main_score": 0.504037, + "hf_subset": "zul_Latn-umb_Latn", + "languages": [ + "zul-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583265, + "recall": 0.636364, + "f1": 0.596817, + "accuracy": 0.636364, + "main_score": 0.596817, + "hf_subset": "zul_Latn-ajp_Arab", + "languages": [ + "zul-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422153, + "recall": 0.463439, + "f1": 0.433418, + "accuracy": 0.463439, + "main_score": 0.433418, + "hf_subset": "zul_Latn-bjn_Arab", + "languages": [ + "zul-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492391, + "recall": 0.525692, + "f1": 0.501699, + "accuracy": 0.525692, + "main_score": 0.501699, + "hf_subset": "zul_Latn-ewe_Latn", + "languages": [ + "zul-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600509, + "recall": 0.643281, + "f1": 0.611173, + "accuracy": 0.643281, + "main_score": 0.611173, + "hf_subset": "zul_Latn-ilo_Latn", + "languages": [ + "zul-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.311275, + "recall": 0.359684, + "f1": 0.323976, + "accuracy": 0.359684, + "main_score": 0.323976, + "hf_subset": "zul_Latn-knc_Arab", + "languages": [ + "zul-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603217, + "recall": 0.652174, + "f1": 0.615757, + "accuracy": 0.652174, + "main_score": 0.615757, + "hf_subset": "zul_Latn-mkd_Cyrl", + "languages": [ + "zul-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596261, + "recall": 0.648221, + "f1": 0.609486, + "accuracy": 0.648221, + "main_score": 0.609486, + "hf_subset": "zul_Latn-prs_Arab", + "languages": [ + "zul-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600468, + "recall": 0.652174, + "f1": 0.613091, + "accuracy": 0.652174, + "main_score": 0.613091, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567054, + "recall": 0.620553, + "f1": 0.581274, + "accuracy": 0.620553, + "main_score": 0.581274, + "hf_subset": "zul_Latn-urd_Arab", + "languages": [ + "zul-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518057, + "recall": 0.561265, + "f1": 0.529688, + "accuracy": 0.561265, + "main_score": 0.529688, + "hf_subset": "zul_Latn-aka_Latn", + "languages": [ + "zul-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586244, + "recall": 0.62747, + "f1": 0.59599, + "accuracy": 0.62747, + "main_score": 0.59599, + "hf_subset": "zul_Latn-bjn_Latn", + "languages": [ + "zul-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577995, + "recall": 0.624506, + "f1": 0.590518, + "accuracy": 0.624506, + "main_score": 0.590518, + "hf_subset": "zul_Latn-fao_Latn", + "languages": [ + "zul-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609733, + "recall": 0.655138, + "f1": 0.621463, + "accuracy": 0.655138, + "main_score": 0.621463, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53785, + "recall": 0.579051, + "f1": 0.549412, + "accuracy": 0.579051, + "main_score": 0.549412, + "hf_subset": "zul_Latn-knc_Latn", + "languages": [ + "zul-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607012, + "recall": 0.650198, + "f1": 0.618031, + "accuracy": 0.650198, + "main_score": 0.618031, + "hf_subset": "zul_Latn-mlt_Latn", + "languages": [ + "zul-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524645, + "recall": 0.56917, + "f1": 0.537095, + "accuracy": 0.56917, + "main_score": 0.537095, + "hf_subset": "zul_Latn-quy_Latn", + "languages": [ + "zul-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614282, + "recall": 0.662055, + "f1": 0.626672, + "accuracy": 0.662055, + "main_score": 0.626672, + "hf_subset": "zul_Latn-swh_Latn", + "languages": [ + "zul-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575625, + "recall": 0.62747, + "f1": 0.588641, + "accuracy": 0.62747, + "main_score": 0.588641, + "hf_subset": "zul_Latn-uzn_Latn", + "languages": [ + "zul-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591663, + "recall": 0.635375, + "f1": 0.602155, + "accuracy": 0.635375, + "main_score": 0.602155, + "hf_subset": "zul_Latn-als_Latn", + "languages": [ + "zul-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.305388, + "recall": 0.363636, + "f1": 0.320616, + "accuracy": 0.363636, + "main_score": 0.320616, + "hf_subset": "zul_Latn-bod_Tibt", + "languages": [ + "zul-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54793, + "recall": 0.592885, + "f1": 0.559975, + "accuracy": 0.592885, + "main_score": 0.559975, + "hf_subset": "zul_Latn-fij_Latn", + "languages": [ + "zul-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569064, + "recall": 0.617589, + "f1": 0.582024, + "accuracy": 0.617589, + "main_score": 0.582024, + "hf_subset": "zul_Latn-isl_Latn", + "languages": [ + "zul-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548912, + "recall": 0.590909, + "f1": 0.559791, + "accuracy": 0.590909, + "main_score": 0.559791, + "hf_subset": "zul_Latn-kon_Latn", + "languages": [ + "zul-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476122, + "recall": 0.522727, + "f1": 0.488729, + "accuracy": 0.522727, + "main_score": 0.488729, + "hf_subset": "zul_Latn-mni_Beng", + "languages": [ + "zul-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612062, + "recall": 0.660079, + "f1": 0.623328, + "accuracy": 0.660079, + "main_score": 0.623328, + "hf_subset": "zul_Latn-ron_Latn", + "languages": [ + "zul-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577702, + "recall": 0.633399, + "f1": 0.592089, + "accuracy": 0.633399, + "main_score": 0.592089, + "hf_subset": "zul_Latn-szl_Latn", + "languages": [ + "zul-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595207, + "recall": 0.637352, + "f1": 0.60625, + "accuracy": 0.637352, + "main_score": 0.60625, + "hf_subset": "zul_Latn-vec_Latn", + "languages": [ + "zul-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535845, + "recall": 0.588933, + "f1": 0.549123, + "accuracy": 0.588933, + "main_score": 0.549123, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604393, + "recall": 0.651186, + "f1": 0.616193, + "accuracy": 0.651186, + "main_score": 0.616193, + "hf_subset": "zul_Latn-bos_Latn", + "languages": [ + "zul-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57024, + "recall": 0.616601, + "f1": 0.581743, + "accuracy": 0.616601, + "main_score": 0.581743, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597859, + "recall": 0.649209, + "f1": 0.611923, + "accuracy": 0.649209, + "main_score": 0.611923, + "hf_subset": "zul_Latn-ita_Latn", + "languages": [ + "zul-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573222, + "recall": 0.621542, + "f1": 0.585975, + "accuracy": 0.621542, + "main_score": 0.585975, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507475, + "recall": 0.548419, + "f1": 0.518942, + "accuracy": 0.548419, + "main_score": 0.518942, + "hf_subset": "zul_Latn-mos_Latn", + "languages": [ + "zul-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56232, + "recall": 0.606719, + "f1": 0.573858, + "accuracy": 0.606719, + "main_score": 0.573858, + "hf_subset": "zul_Latn-run_Latn", + "languages": [ + "zul-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564357, + "recall": 0.614625, + "f1": 0.577224, + "accuracy": 0.614625, + "main_score": 0.577224, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596249, + "recall": 0.642292, + "f1": 0.608289, + "accuracy": 0.642292, + "main_score": 0.608289, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578767, + "recall": 0.630435, + "f1": 0.592101, + "accuracy": 0.630435, + "main_score": 0.592101, + "hf_subset": "zul_Latn-apc_Arab", + "languages": [ + "zul-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535013, + "recall": 0.582016, + "f1": 0.546931, + "accuracy": 0.582016, + "main_score": 0.546931, + "hf_subset": "zul_Latn-bug_Latn", + "languages": [ + "zul-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471773, + "recall": 0.511858, + "f1": 0.482962, + "accuracy": 0.511858, + "main_score": 0.482962, + "hf_subset": "zul_Latn-fon_Latn", + "languages": [ + "zul-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616875, + "recall": 0.651186, + "f1": 0.625891, + "accuracy": 0.651186, + "main_score": 0.625891, + "hf_subset": "zul_Latn-jav_Latn", + "languages": [ + "zul-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555361, + "recall": 0.606719, + "f1": 0.568438, + "accuracy": 0.606719, + "main_score": 0.568438, + "hf_subset": "zul_Latn-lao_Laoo", + "languages": [ + "zul-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554947, + "recall": 0.597826, + "f1": 0.565701, + "accuracy": 0.597826, + "main_score": 0.565701, + "hf_subset": "zul_Latn-mri_Latn", + "languages": [ + "zul-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591719, + "recall": 0.644269, + "f1": 0.604756, + "accuracy": 0.644269, + "main_score": 0.604756, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477232, + "recall": 0.512846, + "f1": 0.487934, + "accuracy": 0.512846, + "main_score": 0.487934, + "hf_subset": "zul_Latn-taq_Latn", + "languages": [ + "zul-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607715, + "recall": 0.648221, + "f1": 0.617754, + "accuracy": 0.648221, + "main_score": 0.617754, + "hf_subset": "zul_Latn-war_Latn", + "languages": [ + "zul-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587662, + "recall": 0.640316, + "f1": 0.600956, + "accuracy": 0.640316, + "main_score": 0.600956, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600126, + "recall": 0.646245, + "f1": 0.61107, + "accuracy": 0.646245, + "main_score": 0.61107, + "hf_subset": "zul_Latn-bul_Cyrl", + "languages": [ + "zul-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601777, + "recall": 0.658103, + "f1": 0.615836, + "accuracy": 0.658103, + "main_score": 0.615836, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57506, + "recall": 0.620553, + "f1": 0.586619, + "accuracy": 0.620553, + "main_score": 0.586619, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582534, + "recall": 0.630435, + "f1": 0.59497, + "accuracy": 0.630435, + "main_score": 0.59497, + "hf_subset": "zul_Latn-lij_Latn", + "languages": [ + "zul-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439406, + "recall": 0.507905, + "f1": 0.456664, + "accuracy": 0.507905, + "main_score": 0.456664, + "hf_subset": "zul_Latn-mya_Mymr", + "languages": [ + "zul-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518088, + "recall": 0.551383, + "f1": 0.527261, + "accuracy": 0.551383, + "main_score": 0.527261, + "hf_subset": "zul_Latn-sag_Latn", + "languages": [ + "zul-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.2293, + "recall": 0.273715, + "f1": 0.239966, + "accuracy": 0.273715, + "main_score": 0.239966, + "hf_subset": "zul_Latn-taq_Tfng", + "languages": [ + "zul-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545907, + "recall": 0.583992, + "f1": 0.556705, + "accuracy": 0.583992, + "main_score": 0.556705, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475388, + "recall": 0.523715, + "f1": 0.488085, + "accuracy": 0.523715, + "main_score": 0.488085, + "hf_subset": "zul_Latn-arb_Latn", + "languages": [ + "zul-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610948, + "recall": 0.662055, + "f1": 0.623558, + "accuracy": 0.662055, + "main_score": 0.623558, + "hf_subset": "zul_Latn-cat_Latn", + "languages": [ + "zul-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574856, + "recall": 0.621542, + "f1": 0.586726, + "accuracy": 0.621542, + "main_score": 0.586726, + "hf_subset": "zul_Latn-fur_Latn", + "languages": [ + "zul-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466206, + "recall": 0.514822, + "f1": 0.479238, + "accuracy": 0.514822, + "main_score": 0.479238, + "hf_subset": "zul_Latn-kab_Latn", + "languages": [ + "zul-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55669, + "recall": 0.598814, + "f1": 0.567297, + "accuracy": 0.598814, + "main_score": 0.567297, + "hf_subset": "zul_Latn-lim_Latn", + "languages": [ + "zul-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592653, + "recall": 0.642292, + "f1": 0.604864, + "accuracy": 0.642292, + "main_score": 0.604864, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545369, + "recall": 0.599802, + "f1": 0.559307, + "accuracy": 0.599802, + "main_score": 0.559307, + "hf_subset": "zul_Latn-san_Deva", + "languages": [ + "zul-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573866, + "recall": 0.620553, + "f1": 0.586159, + "accuracy": 0.620553, + "main_score": 0.586159, + "hf_subset": "zul_Latn-tat_Cyrl", + "languages": [ + "zul-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71857, + "recall": 0.767787, + "f1": 0.73226, + "accuracy": 0.767787, + "main_score": 0.73226, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564229, + "recall": 0.621542, + "f1": 0.579018, + "accuracy": 0.621542, + "main_score": 0.579018, + "hf_subset": "zul_Latn-ars_Arab", + "languages": [ + "zul-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613473, + "recall": 0.652174, + "f1": 0.622914, + "accuracy": 0.652174, + "main_score": 0.622914, + "hf_subset": "zul_Latn-ceb_Latn", + "languages": [ + "zul-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490713, + "recall": 0.535573, + "f1": 0.503685, + "accuracy": 0.535573, + "main_score": 0.503685, + "hf_subset": "zul_Latn-fuv_Latn", + "languages": [ + "zul-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491943, + "recall": 0.533597, + "f1": 0.503346, + "accuracy": 0.533597, + "main_score": 0.503346, + "hf_subset": "zul_Latn-kac_Latn", + "languages": [ + "zul-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551865, + "recall": 0.587945, + "f1": 0.560976, + "accuracy": 0.587945, + "main_score": 0.560976, + "hf_subset": "zul_Latn-lin_Latn", + "languages": [ + "zul-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587435, + "recall": 0.642292, + "f1": 0.601994, + "accuracy": 0.642292, + "main_score": 0.601994, + "hf_subset": "zul_Latn-nno_Latn", + "languages": [ + "zul-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.145588, + "recall": 0.19664, + "f1": 0.158374, + "accuracy": 0.19664, + "main_score": 0.158374, + "hf_subset": "zul_Latn-sat_Olck", + "languages": [ + "zul-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578897, + "recall": 0.633399, + "f1": 0.592545, + "accuracy": 0.633399, + "main_score": 0.592545, + "hf_subset": "zul_Latn-tel_Telu", + "languages": [ + "zul-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521742, + "recall": 0.587945, + "f1": 0.538122, + "accuracy": 0.587945, + "main_score": 0.538122, + "hf_subset": "zul_Latn-ydd_Hebr", + "languages": [ + "zul-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541503, + "recall": 0.589921, + "f1": 0.554108, + "accuracy": 0.589921, + "main_score": 0.554108, + "hf_subset": "zul_Latn-ary_Arab", + "languages": [ + "zul-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597148, + "recall": 0.649209, + "f1": 0.610289, + "accuracy": 0.649209, + "main_score": 0.610289, + "hf_subset": "zul_Latn-ces_Latn", + "languages": [ + "zul-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532239, + "recall": 0.578063, + "f1": 0.544733, + "accuracy": 0.578063, + "main_score": 0.544733, + "hf_subset": "zul_Latn-gaz_Latn", + "languages": [ + "zul-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535859, + "recall": 0.583992, + "f1": 0.548813, + "accuracy": 0.583992, + "main_score": 0.548813, + "hf_subset": "zul_Latn-kam_Latn", + "languages": [ + "zul-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570671, + "recall": 0.619565, + "f1": 0.583468, + "accuracy": 0.619565, + "main_score": 0.583468, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607026, + "recall": 0.656126, + "f1": 0.619937, + "accuracy": 0.656126, + "main_score": 0.619937, + "hf_subset": "zul_Latn-nob_Latn", + "languages": [ + "zul-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577825, + "recall": 0.621542, + "f1": 0.589205, + "accuracy": 0.621542, + "main_score": 0.589205, + "hf_subset": "zul_Latn-scn_Latn", + "languages": [ + "zul-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579367, + "recall": 0.624506, + "f1": 0.591187, + "accuracy": 0.624506, + "main_score": 0.591187, + "hf_subset": "zul_Latn-tgk_Cyrl", + "languages": [ + "zul-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528263, + "recall": 0.583004, + "f1": 0.54338, + "accuracy": 0.583004, + "main_score": 0.54338, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576424, + "recall": 0.629447, + "f1": 0.5903, + "accuracy": 0.629447, + "main_score": 0.5903, + "hf_subset": "zul_Latn-arz_Arab", + "languages": [ + "zul-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48358, + "recall": 0.521739, + "f1": 0.494177, + "accuracy": 0.521739, + "main_score": 0.494177, + "hf_subset": "zul_Latn-cjk_Latn", + "languages": [ + "zul-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548206, + "recall": 0.590909, + "f1": 0.559969, + "accuracy": 0.590909, + "main_score": 0.559969, + "hf_subset": "zul_Latn-gla_Latn", + "languages": [ + "zul-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589591, + "recall": 0.640316, + "f1": 0.602247, + "accuracy": 0.640316, + "main_score": 0.602247, + "hf_subset": "zul_Latn-kan_Knda", + "languages": [ + "zul-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582645, + "recall": 0.62253, + "f1": 0.592333, + "accuracy": 0.62253, + "main_score": 0.592333, + "hf_subset": "zul_Latn-lmo_Latn", + "languages": [ + "zul-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562273, + "recall": 0.613636, + "f1": 0.575925, + "accuracy": 0.613636, + "main_score": 0.575925, + "hf_subset": "zul_Latn-npi_Deva", + "languages": [ + "zul-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438046, + "recall": 0.476285, + "f1": 0.448567, + "accuracy": 0.476285, + "main_score": 0.448567, + "hf_subset": "zul_Latn-shn_Mymr", + "languages": [ + "zul-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632027, + "recall": 0.674901, + "f1": 0.643262, + "accuracy": 0.674901, + "main_score": 0.643262, + "hf_subset": "zul_Latn-tgl_Latn", + "languages": [ + "zul-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572686, + "recall": 0.629447, + "f1": 0.586523, + "accuracy": 0.629447, + "main_score": 0.586523, + "hf_subset": "zul_Latn-yue_Hant", + "languages": [ + "zul-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539055, + "recall": 0.600791, + "f1": 0.555046, + "accuracy": 0.600791, + "main_score": 0.555046, + "hf_subset": "zul_Latn-asm_Beng", + "languages": [ + "zul-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532083, + "recall": 0.585968, + "f1": 0.545786, + "accuracy": 0.585968, + "main_score": 0.545786, + "hf_subset": "zul_Latn-ckb_Arab", + "languages": [ + "zul-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552245, + "recall": 0.596838, + "f1": 0.565145, + "accuracy": 0.596838, + "main_score": 0.565145, + "hf_subset": "zul_Latn-gle_Latn", + "languages": [ + "zul-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496122, + "recall": 0.543478, + "f1": 0.508224, + "accuracy": 0.543478, + "main_score": 0.508224, + "hf_subset": "zul_Latn-kas_Arab", + "languages": [ + "zul-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549425, + "recall": 0.598814, + "f1": 0.56242, + "accuracy": 0.598814, + "main_score": 0.56242, + "hf_subset": "zul_Latn-ltg_Latn", + "languages": [ + "zul-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603258, + "recall": 0.644269, + "f1": 0.614622, + "accuracy": 0.644269, + "main_score": 0.614622, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524303, + "recall": 0.583004, + "f1": 0.539803, + "accuracy": 0.583004, + "main_score": 0.539803, + "hf_subset": "zul_Latn-sin_Sinh", + "languages": [ + "zul-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585371, + "recall": 0.634387, + "f1": 0.597027, + "accuracy": 0.634387, + "main_score": 0.597027, + "hf_subset": "zul_Latn-tha_Thai", + "languages": [ + "zul-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565502, + "recall": 0.607708, + "f1": 0.575923, + "accuracy": 0.607708, + "main_score": 0.575923, + "hf_subset": "zul_Latn-zho_Hans", + "languages": [ + "zul-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606285, + "recall": 0.655138, + "f1": 0.618904, + "accuracy": 0.655138, + "main_score": 0.618904, + "hf_subset": "zul_Latn-ast_Latn", + "languages": [ + "zul-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579287, + "recall": 0.62747, + "f1": 0.591397, + "accuracy": 0.62747, + "main_score": 0.591397, + "hf_subset": "zul_Latn-crh_Latn", + "languages": [ + "zul-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611214, + "recall": 0.660079, + "f1": 0.623939, + "accuracy": 0.660079, + "main_score": 0.623939, + "hf_subset": "zul_Latn-glg_Latn", + "languages": [ + "zul-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49618, + "recall": 0.540514, + "f1": 0.507824, + "accuracy": 0.540514, + "main_score": 0.507824, + "hf_subset": "zul_Latn-kas_Deva", + "languages": [ + "zul-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554604, + "recall": 0.59585, + "f1": 0.564717, + "accuracy": 0.59585, + "main_score": 0.564717, + "hf_subset": "zul_Latn-ltz_Latn", + "languages": [ + "zul-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460179, + "recall": 0.507905, + "f1": 0.473764, + "accuracy": 0.507905, + "main_score": 0.473764, + "hf_subset": "zul_Latn-nus_Latn", + "languages": [ + "zul-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580739, + "recall": 0.632411, + "f1": 0.594254, + "accuracy": 0.632411, + "main_score": 0.594254, + "hf_subset": "zul_Latn-slk_Latn", + "languages": [ + "zul-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.428783, + "recall": 0.481225, + "f1": 0.442414, + "accuracy": 0.481225, + "main_score": 0.442414, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564976, + "recall": 0.619565, + "f1": 0.578497, + "accuracy": 0.619565, + "main_score": 0.578497, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57502, + "recall": 0.612648, + "f1": 0.584413, + "accuracy": 0.612648, + "main_score": 0.584413, + "hf_subset": "zul_Latn-awa_Deva", + "languages": [ + "zul-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604844, + "recall": 0.651186, + "f1": 0.616648, + "accuracy": 0.651186, + "main_score": 0.616648, + "hf_subset": "zul_Latn-cym_Latn", + "languages": [ + "zul-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543201, + "recall": 0.583992, + "f1": 0.553847, + "accuracy": 0.583992, + "main_score": 0.553847, + "hf_subset": "zul_Latn-grn_Latn", + "languages": [ + "zul-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544937, + "recall": 0.601779, + "f1": 0.559715, + "accuracy": 0.601779, + "main_score": 0.559715, + "hf_subset": "zul_Latn-kat_Geor", + "languages": [ + "zul-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545845, + "recall": 0.583992, + "f1": 0.556162, + "accuracy": 0.583992, + "main_score": 0.556162, + "hf_subset": "zul_Latn-lua_Latn", + "languages": [ + "zul-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57509, + "recall": 0.620553, + "f1": 0.587248, + "accuracy": 0.620553, + "main_score": 0.587248, + "hf_subset": "zul_Latn-nya_Latn", + "languages": [ + "zul-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578483, + "recall": 0.629447, + "f1": 0.590748, + "accuracy": 0.629447, + "main_score": 0.590748, + "hf_subset": "zul_Latn-slv_Latn", + "languages": [ + "zul-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578216, + "recall": 0.617589, + "f1": 0.587984, + "accuracy": 0.617589, + "main_score": 0.587984, + "hf_subset": "zul_Latn-tpi_Latn", + "languages": [ + "zul-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623524, + "recall": 0.668972, + "f1": 0.635096, + "accuracy": 0.668972, + "main_score": 0.635096, + "hf_subset": "zul_Latn-zsm_Latn", + "languages": [ + "zul-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510404, + "recall": 0.550395, + "f1": 0.522006, + "accuracy": 0.550395, + "main_score": 0.522006, + "hf_subset": "zul_Latn-ayr_Latn", + "languages": [ + "zul-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59763, + "recall": 0.651186, + "f1": 0.610652, + "accuracy": 0.651186, + "main_score": 0.610652, + "hf_subset": "zul_Latn-dan_Latn", + "languages": [ + "zul-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578266, + "recall": 0.628458, + "f1": 0.591144, + "accuracy": 0.628458, + "main_score": 0.591144, + "hf_subset": "zul_Latn-guj_Gujr", + "languages": [ + "zul-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571745, + "recall": 0.62253, + "f1": 0.584882, + "accuracy": 0.62253, + "main_score": 0.584882, + "hf_subset": "zul_Latn-kaz_Cyrl", + "languages": [ + "zul-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55164, + "recall": 0.599802, + "f1": 0.564858, + "accuracy": 0.599802, + "main_score": 0.564858, + "hf_subset": "zul_Latn-lug_Latn", + "languages": [ + "zul-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611212, + "recall": 0.664032, + "f1": 0.624767, + "accuracy": 0.664032, + "main_score": 0.624767, + "hf_subset": "zul_Latn-oci_Latn", + "languages": [ + "zul-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577899, + "recall": 0.615613, + "f1": 0.587665, + "accuracy": 0.615613, + "main_score": 0.587665, + "hf_subset": "zul_Latn-smo_Latn", + "languages": [ + "zul-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559227, + "recall": 0.598814, + "f1": 0.570165, + "accuracy": 0.598814, + "main_score": 0.570165, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495859, + "recall": 0.547431, + "f1": 0.510253, + "accuracy": 0.547431, + "main_score": 0.510253, + "hf_subset": "zul_Latn-azb_Arab", + "languages": [ + "zul-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604384, + "recall": 0.653162, + "f1": 0.617018, + "accuracy": 0.653162, + "main_score": 0.617018, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548783, + "recall": 0.607708, + "f1": 0.563844, + "accuracy": 0.607708, + "main_score": 0.563844, + "hf_subset": "zul_Latn-hat_Latn", + "languages": [ + "zul-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485641, + "recall": 0.527668, + "f1": 0.496802, + "accuracy": 0.527668, + "main_score": 0.496802, + "hf_subset": "zul_Latn-kbp_Latn", + "languages": [ + "zul-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546718, + "recall": 0.583004, + "f1": 0.556861, + "accuracy": 0.583004, + "main_score": 0.556861, + "hf_subset": "zul_Latn-luo_Latn", + "languages": [ + "zul-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563716, + "recall": 0.619565, + "f1": 0.578026, + "accuracy": 0.619565, + "main_score": 0.578026, + "hf_subset": "zul_Latn-ory_Orya", + "languages": [ + "zul-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570021, + "recall": 0.62253, + "f1": 0.584271, + "accuracy": 0.62253, + "main_score": 0.584271, + "hf_subset": "zul_Latn-sna_Latn", + "languages": [ + "zul-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572343, + "recall": 0.613636, + "f1": 0.583058, + "accuracy": 0.613636, + "main_score": 0.583058, + "hf_subset": "zul_Latn-tso_Latn", + "languages": [ + "zul-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542034, + "recall": 0.593874, + "f1": 0.555361, + "accuracy": 0.593874, + "main_score": 0.555361, + "hf_subset": "zul_Latn-azj_Latn", + "languages": [ + "zul-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485494, + "recall": 0.527668, + "f1": 0.497657, + "accuracy": 0.527668, + "main_score": 0.497657, + "hf_subset": "zul_Latn-dik_Latn", + "languages": [ + "zul-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586018, + "recall": 0.633399, + "f1": 0.599418, + "accuracy": 0.633399, + "main_score": 0.599418, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573837, + "recall": 0.617589, + "f1": 0.58457, + "accuracy": 0.617589, + "main_score": 0.58457, + "hf_subset": "zul_Latn-kea_Latn", + "languages": [ + "zul-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531246, + "recall": 0.567194, + "f1": 0.541293, + "accuracy": 0.567194, + "main_score": 0.541293, + "hf_subset": "zul_Latn-lus_Latn", + "languages": [ + "zul-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554928, + "recall": 0.590909, + "f1": 0.56468, + "accuracy": 0.590909, + "main_score": 0.56468, + "hf_subset": "zul_Latn-pag_Latn", + "languages": [ + "zul-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571289, + "recall": 0.624506, + "f1": 0.58628, + "accuracy": 0.624506, + "main_score": 0.58628, + "hf_subset": "zul_Latn-snd_Arab", + "languages": [ + "zul-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551768, + "recall": 0.599802, + "f1": 0.56447, + "accuracy": 0.599802, + "main_score": 0.56447, + "hf_subset": "zul_Latn-tuk_Latn", + "languages": [ + "zul-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565715, + "recall": 0.609684, + "f1": 0.576952, + "accuracy": 0.609684, + "main_score": 0.576952, + "hf_subset": "zul_Latn-bak_Cyrl", + "languages": [ + "zul-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427728, + "recall": 0.490119, + "f1": 0.44495, + "accuracy": 0.490119, + "main_score": 0.44495, + "hf_subset": "zul_Latn-dyu_Latn", + "languages": [ + "zul-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586588, + "recall": 0.631423, + "f1": 0.598622, + "accuracy": 0.631423, + "main_score": 0.598622, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558939, + "recall": 0.598814, + "f1": 0.56917, + "accuracy": 0.598814, + "main_score": 0.56917, + "hf_subset": "zul_Latn-khk_Cyrl", + "languages": [ + "zul-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585038, + "recall": 0.632411, + "f1": 0.597112, + "accuracy": 0.632411, + "main_score": 0.597112, + "hf_subset": "zul_Latn-lvs_Latn", + "languages": [ + "zul-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59237, + "recall": 0.637352, + "f1": 0.603719, + "accuracy": 0.637352, + "main_score": 0.603719, + "hf_subset": "zul_Latn-pan_Guru", + "languages": [ + "zul-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566695, + "recall": 0.621542, + "f1": 0.581462, + "accuracy": 0.621542, + "main_score": 0.581462, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533004, + "recall": 0.56917, + "f1": 0.54353, + "accuracy": 0.56917, + "main_score": 0.54353, + "hf_subset": "zul_Latn-tum_Latn", + "languages": [ + "zul-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483436, + "recall": 0.545455, + "f1": 0.500405, + "accuracy": 0.545455, + "main_score": 0.500405, + "hf_subset": "azb_Arab-ace_Arab", + "languages": [ + "azb-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461082, + "recall": 0.520751, + "f1": 0.476886, + "accuracy": 0.520751, + "main_score": 0.476886, + "hf_subset": "azb_Arab-bam_Latn", + "languages": [ + "azb-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289039, + "recall": 0.355731, + "f1": 0.306104, + "accuracy": 0.355731, + "main_score": 0.306104, + "hf_subset": "azb_Arab-dzo_Tibt", + "languages": [ + "azb-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918314, + "recall": 0.942688, + "f1": 0.926054, + "accuracy": 0.942688, + "main_score": 0.926054, + "hf_subset": "azb_Arab-hin_Deva", + "languages": [ + "azb-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872951, + "recall": 0.905138, + "f1": 0.882691, + "accuracy": 0.905138, + "main_score": 0.882691, + "hf_subset": "azb_Arab-khm_Khmr", + "languages": [ + "azb-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911844, + "recall": 0.934783, + "f1": 0.918775, + "accuracy": 0.934783, + "main_score": 0.918775, + "hf_subset": "azb_Arab-mag_Deva", + "languages": [ + "azb-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876383, + "recall": 0.909091, + "f1": 0.886331, + "accuracy": 0.909091, + "main_score": 0.886331, + "hf_subset": "azb_Arab-pap_Latn", + "languages": [ + "azb-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49967, + "recall": 0.563241, + "f1": 0.517736, + "accuracy": 0.563241, + "main_score": 0.517736, + "hf_subset": "azb_Arab-sot_Latn", + "languages": [ + "azb-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91609, + "recall": 0.939723, + "f1": 0.923287, + "accuracy": 0.939723, + "main_score": 0.923287, + "hf_subset": "azb_Arab-tur_Latn", + "languages": [ + "azb-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745942, + "recall": 0.796443, + "f1": 0.760641, + "accuracy": 0.796443, + "main_score": 0.760641, + "hf_subset": "azb_Arab-ace_Latn", + "languages": [ + "azb-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860128, + "recall": 0.892292, + "f1": 0.869471, + "accuracy": 0.892292, + "main_score": 0.869471, + "hf_subset": "azb_Arab-ban_Latn", + "languages": [ + "azb-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915464, + "recall": 0.938735, + "f1": 0.922614, + "accuracy": 0.938735, + "main_score": 0.922614, + "hf_subset": "azb_Arab-ell_Grek", + "languages": [ + "azb-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892819, + "recall": 0.923913, + "f1": 0.90247, + "accuracy": 0.923913, + "main_score": 0.90247, + "hf_subset": "azb_Arab-hne_Deva", + "languages": [ + "azb-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494875, + "recall": 0.556324, + "f1": 0.511504, + "accuracy": 0.556324, + "main_score": 0.511504, + "hf_subset": "azb_Arab-kik_Latn", + "languages": [ + "azb-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915267, + "recall": 0.939723, + "f1": 0.922793, + "accuracy": 0.939723, + "main_score": 0.922793, + "hf_subset": "azb_Arab-mai_Deva", + "languages": [ + "azb-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8736, + "recall": 0.910079, + "f1": 0.885079, + "accuracy": 0.910079, + "main_score": 0.885079, + "hf_subset": "azb_Arab-pbt_Arab", + "languages": [ + "azb-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920191, + "recall": 0.943676, + "f1": 0.927536, + "accuracy": 0.943676, + "main_score": 0.927536, + "hf_subset": "azb_Arab-spa_Latn", + "languages": [ + "azb-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543588, + "recall": 0.605731, + "f1": 0.560712, + "accuracy": 0.605731, + "main_score": 0.560712, + "hf_subset": "azb_Arab-twi_Latn", + "languages": [ + "azb-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908432, + "recall": 0.934783, + "f1": 0.916587, + "accuracy": 0.934783, + "main_score": 0.916587, + "hf_subset": "azb_Arab-acm_Arab", + "languages": [ + "azb-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882395, + "recall": 0.91502, + "f1": 0.892311, + "accuracy": 0.91502, + "main_score": 0.892311, + "hf_subset": "azb_Arab-bel_Cyrl", + "languages": [ + "azb-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925478, + "recall": 0.947628, + "f1": 0.932543, + "accuracy": 0.947628, + "main_score": 0.932543, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920949, + "recall": 0.943676, + "f1": 0.927997, + "accuracy": 0.943676, + "main_score": 0.927997, + "hf_subset": "azb_Arab-hrv_Latn", + "languages": [ + "azb-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47328, + "recall": 0.532609, + "f1": 0.48955, + "accuracy": 0.532609, + "main_score": 0.48955, + "hf_subset": "azb_Arab-kin_Latn", + "languages": [ + "azb-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918314, + "recall": 0.9417, + "f1": 0.925678, + "accuracy": 0.9417, + "main_score": 0.925678, + "hf_subset": "azb_Arab-mal_Mlym", + "languages": [ + "azb-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952652, + "recall": 0.966403, + "f1": 0.956884, + "accuracy": 0.966403, + "main_score": 0.956884, + "hf_subset": "azb_Arab-pes_Arab", + "languages": [ + "azb-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.897933, + "recall": 0.924901, + "f1": 0.9062, + "accuracy": 0.924901, + "main_score": 0.9062, + "hf_subset": "azb_Arab-srd_Latn", + "languages": [ + "azb-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18366, + "recall": 0.224308, + "f1": 0.193651, + "accuracy": 0.224308, + "main_score": 0.193651, + "hf_subset": "azb_Arab-tzm_Tfng", + "languages": [ + "azb-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908226, + "recall": 0.931818, + "f1": 0.915569, + "accuracy": 0.931818, + "main_score": 0.915569, + "hf_subset": "azb_Arab-acq_Arab", + "languages": [ + "azb-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523269, + "recall": 0.576087, + "f1": 0.537947, + "accuracy": 0.576087, + "main_score": 0.537947, + "hf_subset": "azb_Arab-bem_Latn", + "languages": [ + "azb-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914453, + "recall": 0.934783, + "f1": 0.920438, + "accuracy": 0.934783, + "main_score": 0.920438, + "hf_subset": "azb_Arab-epo_Latn", + "languages": [ + "azb-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921031, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "azb_Arab-hun_Latn", + "languages": [ + "azb-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849285, + "recall": 0.88834, + "f1": 0.861333, + "accuracy": 0.88834, + "main_score": 0.861333, + "hf_subset": "azb_Arab-kir_Cyrl", + "languages": [ + "azb-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905665, + "recall": 0.931818, + "f1": 0.913505, + "accuracy": 0.931818, + "main_score": 0.913505, + "hf_subset": "azb_Arab-mar_Deva", + "languages": [ + "azb-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559696, + "recall": 0.612648, + "f1": 0.574958, + "accuracy": 0.612648, + "main_score": 0.574958, + "hf_subset": "azb_Arab-plt_Latn", + "languages": [ + "azb-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92276, + "recall": 0.944664, + "f1": 0.929677, + "accuracy": 0.944664, + "main_score": 0.929677, + "hf_subset": "azb_Arab-srp_Cyrl", + "languages": [ + "azb-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830435, + "recall": 0.869565, + "f1": 0.842688, + "accuracy": 0.869565, + "main_score": 0.842688, + "hf_subset": "azb_Arab-uig_Arab", + "languages": [ + "azb-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88831, + "recall": 0.916008, + "f1": 0.896652, + "accuracy": 0.916008, + "main_score": 0.896652, + "hf_subset": "azb_Arab-aeb_Arab", + "languages": [ + "azb-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922843, + "recall": 0.945652, + "f1": 0.930072, + "accuracy": 0.945652, + "main_score": 0.930072, + "hf_subset": "azb_Arab-ben_Beng", + "languages": [ + "azb-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.905385, + "recall": 0.931818, + "f1": 0.91357, + "accuracy": 0.931818, + "main_score": 0.91357, + "hf_subset": "azb_Arab-est_Latn", + "languages": [ + "azb-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915711, + "recall": 0.940711, + "f1": 0.923419, + "accuracy": 0.940711, + "main_score": 0.923419, + "hf_subset": "azb_Arab-hye_Armn", + "languages": [ + "azb-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473946, + "recall": 0.522727, + "f1": 0.487898, + "accuracy": 0.522727, + "main_score": 0.487898, + "hf_subset": "azb_Arab-kmb_Latn", + "languages": [ + "azb-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447427, + "recall": 0.51581, + "f1": 0.46587, + "accuracy": 0.51581, + "main_score": 0.46587, + "hf_subset": "azb_Arab-min_Arab", + "languages": [ + "azb-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909124, + "recall": 0.935771, + "f1": 0.917443, + "accuracy": 0.935771, + "main_score": 0.917443, + "hf_subset": "azb_Arab-pol_Latn", + "languages": [ + "azb-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485517, + "recall": 0.549407, + "f1": 0.503988, + "accuracy": 0.549407, + "main_score": 0.503988, + "hf_subset": "azb_Arab-ssw_Latn", + "languages": [ + "azb-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932477, + "recall": 0.951581, + "f1": 0.93857, + "accuracy": 0.951581, + "main_score": 0.93857, + "hf_subset": "azb_Arab-ukr_Cyrl", + "languages": [ + "azb-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925066, + "recall": 0.94664, + "f1": 0.931621, + "accuracy": 0.94664, + "main_score": 0.931621, + "hf_subset": "azb_Arab-afr_Latn", + "languages": [ + "azb-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892128, + "recall": 0.91996, + "f1": 0.900823, + "accuracy": 0.91996, + "main_score": 0.900823, + "hf_subset": "azb_Arab-bho_Deva", + "languages": [ + "azb-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86581, + "recall": 0.898221, + "f1": 0.875626, + "accuracy": 0.898221, + "main_score": 0.875626, + "hf_subset": "azb_Arab-eus_Latn", + "languages": [ + "azb-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474418, + "recall": 0.537549, + "f1": 0.49142, + "accuracy": 0.537549, + "main_score": 0.49142, + "hf_subset": "azb_Arab-ibo_Latn", + "languages": [ + "azb-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749078, + "recall": 0.799407, + "f1": 0.764215, + "accuracy": 0.799407, + "main_score": 0.764215, + "hf_subset": "azb_Arab-kmr_Latn", + "languages": [ + "azb-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852816, + "recall": 0.891304, + "f1": 0.864526, + "accuracy": 0.891304, + "main_score": 0.864526, + "hf_subset": "azb_Arab-min_Latn", + "languages": [ + "azb-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929677, + "recall": 0.948617, + "f1": 0.935361, + "accuracy": 0.948617, + "main_score": 0.935361, + "hf_subset": "azb_Arab-por_Latn", + "languages": [ + "azb-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891337, + "recall": 0.921937, + "f1": 0.900823, + "accuracy": 0.921937, + "main_score": 0.900823, + "hf_subset": "azb_Arab-sun_Latn", + "languages": [ + "azb-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470953, + "recall": 0.523715, + "f1": 0.485811, + "accuracy": 0.523715, + "main_score": 0.485811, + "hf_subset": "azb_Arab-umb_Latn", + "languages": [ + "azb-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914773, + "recall": 0.937747, + "f1": 0.92197, + "accuracy": 0.937747, + "main_score": 0.92197, + "hf_subset": "azb_Arab-ajp_Arab", + "languages": [ + "azb-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478177, + "recall": 0.536561, + "f1": 0.493733, + "accuracy": 0.536561, + "main_score": 0.493733, + "hf_subset": "azb_Arab-bjn_Arab", + "languages": [ + "azb-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445711, + "recall": 0.497036, + "f1": 0.459966, + "accuracy": 0.497036, + "main_score": 0.459966, + "hf_subset": "azb_Arab-ewe_Latn", + "languages": [ + "azb-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806663, + "recall": 0.851779, + "f1": 0.82016, + "accuracy": 0.851779, + "main_score": 0.82016, + "hf_subset": "azb_Arab-ilo_Latn", + "languages": [ + "azb-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.300996, + "recall": 0.348814, + "f1": 0.313418, + "accuracy": 0.348814, + "main_score": 0.313418, + "hf_subset": "azb_Arab-knc_Arab", + "languages": [ + "azb-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915382, + "recall": 0.938735, + "f1": 0.922563, + "accuracy": 0.938735, + "main_score": 0.922563, + "hf_subset": "azb_Arab-mkd_Cyrl", + "languages": [ + "azb-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944944, + "recall": 0.959486, + "f1": 0.949341, + "accuracy": 0.959486, + "main_score": 0.949341, + "hf_subset": "azb_Arab-prs_Arab", + "languages": [ + "azb-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932181, + "recall": 0.952569, + "f1": 0.938735, + "accuracy": 0.952569, + "main_score": 0.938735, + "hf_subset": "azb_Arab-swe_Latn", + "languages": [ + "azb-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927207, + "recall": 0.949605, + "f1": 0.934453, + "accuracy": 0.949605, + "main_score": 0.934453, + "hf_subset": "azb_Arab-urd_Arab", + "languages": [ + "azb-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503544, + "recall": 0.565217, + "f1": 0.520032, + "accuracy": 0.565217, + "main_score": 0.520032, + "hf_subset": "azb_Arab-aka_Latn", + "languages": [ + "azb-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870883, + "recall": 0.903162, + "f1": 0.880863, + "accuracy": 0.903162, + "main_score": 0.880863, + "hf_subset": "azb_Arab-bjn_Latn", + "languages": [ + "azb-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80462, + "recall": 0.852767, + "f1": 0.819211, + "accuracy": 0.852767, + "main_score": 0.819211, + "hf_subset": "azb_Arab-fao_Latn", + "languages": [ + "azb-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920907, + "recall": 0.943676, + "f1": 0.927921, + "accuracy": 0.943676, + "main_score": 0.927921, + "hf_subset": "azb_Arab-ind_Latn", + "languages": [ + "azb-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510264, + "recall": 0.5583, + "f1": 0.523363, + "accuracy": 0.5583, + "main_score": 0.523363, + "hf_subset": "azb_Arab-knc_Latn", + "languages": [ + "azb-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884552, + "recall": 0.916008, + "f1": 0.894401, + "accuracy": 0.916008, + "main_score": 0.894401, + "hf_subset": "azb_Arab-mlt_Latn", + "languages": [ + "azb-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596355, + "recall": 0.656126, + "f1": 0.612698, + "accuracy": 0.656126, + "main_score": 0.612698, + "hf_subset": "azb_Arab-quy_Latn", + "languages": [ + "azb-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801396, + "recall": 0.849802, + "f1": 0.816223, + "accuracy": 0.849802, + "main_score": 0.816223, + "hf_subset": "azb_Arab-swh_Latn", + "languages": [ + "azb-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911455, + "recall": 0.934783, + "f1": 0.918579, + "accuracy": 0.934783, + "main_score": 0.918579, + "hf_subset": "azb_Arab-uzn_Latn", + "languages": [ + "azb-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912549, + "recall": 0.935771, + "f1": 0.919631, + "accuracy": 0.935771, + "main_score": 0.919631, + "hf_subset": "azb_Arab-als_Latn", + "languages": [ + "azb-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439432, + "recall": 0.512846, + "f1": 0.459006, + "accuracy": 0.512846, + "main_score": 0.459006, + "hf_subset": "azb_Arab-bod_Tibt", + "languages": [ + "azb-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562025, + "recall": 0.621542, + "f1": 0.578534, + "accuracy": 0.621542, + "main_score": 0.578534, + "hf_subset": "azb_Arab-fij_Latn", + "languages": [ + "azb-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80938, + "recall": 0.859684, + "f1": 0.824885, + "accuracy": 0.859684, + "main_score": 0.824885, + "hf_subset": "azb_Arab-isl_Latn", + "languages": [ + "azb-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571352, + "recall": 0.625494, + "f1": 0.58744, + "accuracy": 0.625494, + "main_score": 0.58744, + "hf_subset": "azb_Arab-kon_Latn", + "languages": [ + "azb-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592145, + "recall": 0.659091, + "f1": 0.61131, + "accuracy": 0.659091, + "main_score": 0.61131, + "hf_subset": "azb_Arab-mni_Beng", + "languages": [ + "azb-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930995, + "recall": 0.951581, + "f1": 0.937582, + "accuracy": 0.951581, + "main_score": 0.937582, + "hf_subset": "azb_Arab-ron_Latn", + "languages": [ + "azb-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89002, + "recall": 0.917984, + "f1": 0.898518, + "accuracy": 0.917984, + "main_score": 0.898518, + "hf_subset": "azb_Arab-szl_Latn", + "languages": [ + "azb-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921937, + "recall": 0.944664, + "f1": 0.92915, + "accuracy": 0.944664, + "main_score": 0.92915, + "hf_subset": "azb_Arab-vec_Latn", + "languages": [ + "azb-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766131, + "recall": 0.818182, + "f1": 0.782137, + "accuracy": 0.818182, + "main_score": 0.782137, + "hf_subset": "azb_Arab-amh_Ethi", + "languages": [ + "azb-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933498, + "recall": 0.952569, + "f1": 0.939394, + "accuracy": 0.952569, + "main_score": 0.939394, + "hf_subset": "azb_Arab-bos_Latn", + "languages": [ + "azb-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907115, + "recall": 0.93083, + "f1": 0.914479, + "accuracy": 0.93083, + "main_score": 0.914479, + "hf_subset": "azb_Arab-fin_Latn", + "languages": [ + "azb-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918808, + "recall": 0.9417, + "f1": 0.925856, + "accuracy": 0.9417, + "main_score": 0.925856, + "hf_subset": "azb_Arab-ita_Latn", + "languages": [ + "azb-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917994, + "recall": 0.9417, + "f1": 0.925478, + "accuracy": 0.9417, + "main_score": 0.925478, + "hf_subset": "azb_Arab-kor_Hang", + "languages": [ + "azb-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48423, + "recall": 0.534585, + "f1": 0.498375, + "accuracy": 0.534585, + "main_score": 0.498375, + "hf_subset": "azb_Arab-mos_Latn", + "languages": [ + "azb-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471294, + "recall": 0.525692, + "f1": 0.486335, + "accuracy": 0.525692, + "main_score": 0.486335, + "hf_subset": "azb_Arab-run_Latn", + "languages": [ + "azb-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907148, + "recall": 0.934783, + "f1": 0.915843, + "accuracy": 0.934783, + "main_score": 0.915843, + "hf_subset": "azb_Arab-tam_Taml", + "languages": [ + "azb-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909891, + "recall": 0.934783, + "f1": 0.91721, + "accuracy": 0.934783, + "main_score": 0.91721, + "hf_subset": "azb_Arab-vie_Latn", + "languages": [ + "azb-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907345, + "recall": 0.932806, + "f1": 0.915152, + "accuracy": 0.932806, + "main_score": 0.915152, + "hf_subset": "azb_Arab-apc_Arab", + "languages": [ + "azb-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693807, + "recall": 0.745059, + "f1": 0.708459, + "accuracy": 0.745059, + "main_score": 0.708459, + "hf_subset": "azb_Arab-bug_Latn", + "languages": [ + "azb-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405756, + "recall": 0.45751, + "f1": 0.419423, + "accuracy": 0.45751, + "main_score": 0.419423, + "hf_subset": "azb_Arab-fon_Latn", + "languages": [ + "azb-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89664, + "recall": 0.923913, + "f1": 0.904941, + "accuracy": 0.923913, + "main_score": 0.904941, + "hf_subset": "azb_Arab-jav_Latn", + "languages": [ + "azb-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835646, + "recall": 0.875494, + "f1": 0.847694, + "accuracy": 0.875494, + "main_score": 0.847694, + "hf_subset": "azb_Arab-lao_Laoo", + "languages": [ + "azb-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653534, + "recall": 0.721344, + "f1": 0.672726, + "accuracy": 0.721344, + "main_score": 0.672726, + "hf_subset": "azb_Arab-mri_Latn", + "languages": [ + "azb-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923995, + "recall": 0.94664, + "f1": 0.931061, + "accuracy": 0.94664, + "main_score": 0.931061, + "hf_subset": "azb_Arab-rus_Cyrl", + "languages": [ + "azb-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473868, + "recall": 0.533597, + "f1": 0.490017, + "accuracy": 0.533597, + "main_score": 0.490017, + "hf_subset": "azb_Arab-taq_Latn", + "languages": [ + "azb-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883004, + "recall": 0.913043, + "f1": 0.89193, + "accuracy": 0.913043, + "main_score": 0.89193, + "hf_subset": "azb_Arab-war_Latn", + "languages": [ + "azb-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.918017, + "recall": 0.939723, + "f1": 0.924736, + "accuracy": 0.939723, + "main_score": 0.924736, + "hf_subset": "azb_Arab-arb_Arab", + "languages": [ + "azb-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92496, + "recall": 0.945652, + "f1": 0.931308, + "accuracy": 0.945652, + "main_score": 0.931308, + "hf_subset": "azb_Arab-bul_Cyrl", + "languages": [ + "azb-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921525, + "recall": 0.943676, + "f1": 0.928426, + "accuracy": 0.943676, + "main_score": 0.928426, + "hf_subset": "azb_Arab-fra_Latn", + "languages": [ + "azb-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911924, + "recall": 0.934783, + "f1": 0.918878, + "accuracy": 0.934783, + "main_score": 0.918878, + "hf_subset": "azb_Arab-jpn_Jpan", + "languages": [ + "azb-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.88442, + "recall": 0.91502, + "f1": 0.893939, + "accuracy": 0.91502, + "main_score": 0.893939, + "hf_subset": "azb_Arab-lij_Latn", + "languages": [ + "azb-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851812, + "recall": 0.893281, + "f1": 0.864921, + "accuracy": 0.893281, + "main_score": 0.864921, + "hf_subset": "azb_Arab-mya_Mymr", + "languages": [ + "azb-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505583, + "recall": 0.56917, + "f1": 0.523221, + "accuracy": 0.56917, + "main_score": 0.523221, + "hf_subset": "azb_Arab-sag_Latn", + "languages": [ + "azb-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203314, + "recall": 0.249012, + "f1": 0.213068, + "accuracy": 0.249012, + "main_score": 0.213068, + "hf_subset": "azb_Arab-taq_Tfng", + "languages": [ + "azb-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532726, + "recall": 0.597826, + "f1": 0.550781, + "accuracy": 0.597826, + "main_score": 0.550781, + "hf_subset": "azb_Arab-wol_Latn", + "languages": [ + "azb-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61887, + "recall": 0.686759, + "f1": 0.637931, + "accuracy": 0.686759, + "main_score": 0.637931, + "hf_subset": "azb_Arab-arb_Latn", + "languages": [ + "azb-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930171, + "recall": 0.949605, + "f1": 0.936232, + "accuracy": 0.949605, + "main_score": 0.936232, + "hf_subset": "azb_Arab-cat_Latn", + "languages": [ + "azb-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.890106, + "recall": 0.916008, + "f1": 0.897565, + "accuracy": 0.916008, + "main_score": 0.897565, + "hf_subset": "azb_Arab-fur_Latn", + "languages": [ + "azb-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369038, + "recall": 0.418972, + "f1": 0.381972, + "accuracy": 0.418972, + "main_score": 0.381972, + "hf_subset": "azb_Arab-kab_Latn", + "languages": [ + "azb-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868692, + "recall": 0.90415, + "f1": 0.879677, + "accuracy": 0.90415, + "main_score": 0.879677, + "hf_subset": "azb_Arab-lim_Latn", + "languages": [ + "azb-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909479, + "recall": 0.934783, + "f1": 0.917309, + "accuracy": 0.934783, + "main_score": 0.917309, + "hf_subset": "azb_Arab-nld_Latn", + "languages": [ + "azb-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875082, + "recall": 0.908103, + "f1": 0.885183, + "accuracy": 0.908103, + "main_score": 0.885183, + "hf_subset": "azb_Arab-san_Deva", + "languages": [ + "azb-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901548, + "recall": 0.927866, + "f1": 0.90975, + "accuracy": 0.927866, + "main_score": 0.90975, + "hf_subset": "azb_Arab-tat_Cyrl", + "languages": [ + "azb-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547781, + "recall": 0.610672, + "f1": 0.566142, + "accuracy": 0.610672, + "main_score": 0.566142, + "hf_subset": "azb_Arab-xho_Latn", + "languages": [ + "azb-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911561, + "recall": 0.934783, + "f1": 0.918761, + "accuracy": 0.934783, + "main_score": 0.918761, + "hf_subset": "azb_Arab-ars_Arab", + "languages": [ + "azb-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892474, + "recall": 0.920949, + "f1": 0.901267, + "accuracy": 0.920949, + "main_score": 0.901267, + "hf_subset": "azb_Arab-ceb_Latn", + "languages": [ + "azb-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489024, + "recall": 0.552372, + "f1": 0.50723, + "accuracy": 0.552372, + "main_score": 0.50723, + "hf_subset": "azb_Arab-fuv_Latn", + "languages": [ + "azb-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429521, + "recall": 0.491107, + "f1": 0.445489, + "accuracy": 0.491107, + "main_score": 0.445489, + "hf_subset": "azb_Arab-kac_Latn", + "languages": [ + "azb-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581202, + "recall": 0.634387, + "f1": 0.59596, + "accuracy": 0.634387, + "main_score": 0.59596, + "hf_subset": "azb_Arab-lin_Latn", + "languages": [ + "azb-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908926, + "recall": 0.934783, + "f1": 0.917067, + "accuracy": 0.934783, + "main_score": 0.917067, + "hf_subset": "azb_Arab-nno_Latn", + "languages": [ + "azb-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177055, + "recall": 0.242095, + "f1": 0.193729, + "accuracy": 0.242095, + "main_score": 0.193729, + "hf_subset": "azb_Arab-sat_Olck", + "languages": [ + "azb-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919499, + "recall": 0.942688, + "f1": 0.926877, + "accuracy": 0.942688, + "main_score": 0.926877, + "hf_subset": "azb_Arab-tel_Telu", + "languages": [ + "azb-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781187, + "recall": 0.831028, + "f1": 0.796278, + "accuracy": 0.831028, + "main_score": 0.796278, + "hf_subset": "azb_Arab-ydd_Hebr", + "languages": [ + "azb-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853368, + "recall": 0.891304, + "f1": 0.865075, + "accuracy": 0.891304, + "main_score": 0.865075, + "hf_subset": "azb_Arab-ary_Arab", + "languages": [ + "azb-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912796, + "recall": 0.938735, + "f1": 0.921179, + "accuracy": 0.938735, + "main_score": 0.921179, + "hf_subset": "azb_Arab-ces_Latn", + "languages": [ + "azb-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515613, + "recall": 0.567194, + "f1": 0.530256, + "accuracy": 0.567194, + "main_score": 0.530256, + "hf_subset": "azb_Arab-gaz_Latn", + "languages": [ + "azb-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491288, + "recall": 0.552372, + "f1": 0.508466, + "accuracy": 0.552372, + "main_score": 0.508466, + "hf_subset": "azb_Arab-kam_Latn", + "languages": [ + "azb-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90695, + "recall": 0.933794, + "f1": 0.915514, + "accuracy": 0.933794, + "main_score": 0.915514, + "hf_subset": "azb_Arab-lit_Latn", + "languages": [ + "azb-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909997, + "recall": 0.936759, + "f1": 0.918544, + "accuracy": 0.936759, + "main_score": 0.918544, + "hf_subset": "azb_Arab-nob_Latn", + "languages": [ + "azb-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871789, + "recall": 0.907115, + "f1": 0.882806, + "accuracy": 0.907115, + "main_score": 0.882806, + "hf_subset": "azb_Arab-scn_Latn", + "languages": [ + "azb-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875033, + "recall": 0.905138, + "f1": 0.884354, + "accuracy": 0.905138, + "main_score": 0.884354, + "hf_subset": "azb_Arab-tgk_Cyrl", + "languages": [ + "azb-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557782, + "recall": 0.628458, + "f1": 0.577925, + "accuracy": 0.628458, + "main_score": 0.577925, + "hf_subset": "azb_Arab-yor_Latn", + "languages": [ + "azb-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898839, + "recall": 0.926877, + "f1": 0.907452, + "accuracy": 0.926877, + "main_score": 0.907452, + "hf_subset": "azb_Arab-arz_Arab", + "languages": [ + "azb-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484115, + "recall": 0.545455, + "f1": 0.501215, + "accuracy": 0.545455, + "main_score": 0.501215, + "hf_subset": "azb_Arab-cjk_Latn", + "languages": [ + "azb-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590995, + "recall": 0.662055, + "f1": 0.610698, + "accuracy": 0.662055, + "main_score": 0.610698, + "hf_subset": "azb_Arab-gla_Latn", + "languages": [ + "azb-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909453, + "recall": 0.935771, + "f1": 0.917819, + "accuracy": 0.935771, + "main_score": 0.917819, + "hf_subset": "azb_Arab-kan_Knda", + "languages": [ + "azb-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891264, + "recall": 0.916996, + "f1": 0.898864, + "accuracy": 0.916996, + "main_score": 0.898864, + "hf_subset": "azb_Arab-lmo_Latn", + "languages": [ + "azb-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921723, + "recall": 0.942688, + "f1": 0.928096, + "accuracy": 0.942688, + "main_score": 0.928096, + "hf_subset": "azb_Arab-npi_Deva", + "languages": [ + "azb-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.405479, + "recall": 0.461462, + "f1": 0.421083, + "accuracy": 0.461462, + "main_score": 0.421083, + "hf_subset": "azb_Arab-shn_Mymr", + "languages": [ + "azb-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914065, + "recall": 0.938735, + "f1": 0.921725, + "accuracy": 0.938735, + "main_score": 0.921725, + "hf_subset": "azb_Arab-tgl_Latn", + "languages": [ + "azb-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908597, + "recall": 0.934783, + "f1": 0.916634, + "accuracy": 0.934783, + "main_score": 0.916634, + "hf_subset": "azb_Arab-yue_Hant", + "languages": [ + "azb-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900092, + "recall": 0.926877, + "f1": 0.908416, + "accuracy": 0.926877, + "main_score": 0.908416, + "hf_subset": "azb_Arab-asm_Beng", + "languages": [ + "azb-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.81357, + "recall": 0.857708, + "f1": 0.82668, + "accuracy": 0.857708, + "main_score": 0.82668, + "hf_subset": "azb_Arab-ckb_Arab", + "languages": [ + "azb-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636181, + "recall": 0.700593, + "f1": 0.654168, + "accuracy": 0.700593, + "main_score": 0.654168, + "hf_subset": "azb_Arab-gle_Latn", + "languages": [ + "azb-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858778, + "recall": 0.892292, + "f1": 0.869024, + "accuracy": 0.892292, + "main_score": 0.869024, + "hf_subset": "azb_Arab-kas_Arab", + "languages": [ + "azb-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792913, + "recall": 0.841897, + "f1": 0.808037, + "accuracy": 0.841897, + "main_score": 0.808037, + "hf_subset": "azb_Arab-ltg_Latn", + "languages": [ + "azb-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524285, + "recall": 0.574111, + "f1": 0.538352, + "accuracy": 0.574111, + "main_score": 0.538352, + "hf_subset": "azb_Arab-nso_Latn", + "languages": [ + "azb-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843561, + "recall": 0.881423, + "f1": 0.855105, + "accuracy": 0.881423, + "main_score": 0.855105, + "hf_subset": "azb_Arab-sin_Sinh", + "languages": [ + "azb-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904809, + "recall": 0.93083, + "f1": 0.912648, + "accuracy": 0.93083, + "main_score": 0.912648, + "hf_subset": "azb_Arab-tha_Thai", + "languages": [ + "azb-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900354, + "recall": 0.924901, + "f1": 0.907466, + "accuracy": 0.924901, + "main_score": 0.907466, + "hf_subset": "azb_Arab-zho_Hans", + "languages": [ + "azb-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910491, + "recall": 0.937747, + "f1": 0.919203, + "accuracy": 0.937747, + "main_score": 0.919203, + "hf_subset": "azb_Arab-ast_Latn", + "languages": [ + "azb-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891387, + "recall": 0.923913, + "f1": 0.901713, + "accuracy": 0.923913, + "main_score": 0.901713, + "hf_subset": "azb_Arab-crh_Latn", + "languages": [ + "azb-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924366, + "recall": 0.94664, + "f1": 0.931379, + "accuracy": 0.94664, + "main_score": 0.931379, + "hf_subset": "azb_Arab-glg_Latn", + "languages": [ + "azb-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.762698, + "recall": 0.818182, + "f1": 0.779447, + "accuracy": 0.818182, + "main_score": 0.779447, + "hf_subset": "azb_Arab-kas_Deva", + "languages": [ + "azb-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86362, + "recall": 0.897233, + "f1": 0.873701, + "accuracy": 0.897233, + "main_score": 0.873701, + "hf_subset": "azb_Arab-ltz_Latn", + "languages": [ + "azb-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399141, + "recall": 0.467391, + "f1": 0.416582, + "accuracy": 0.467391, + "main_score": 0.416582, + "hf_subset": "azb_Arab-nus_Latn", + "languages": [ + "azb-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909289, + "recall": 0.935771, + "f1": 0.91749, + "accuracy": 0.935771, + "main_score": 0.91749, + "hf_subset": "azb_Arab-slk_Latn", + "languages": [ + "azb-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53246, + "recall": 0.603755, + "f1": 0.552044, + "accuracy": 0.603755, + "main_score": 0.552044, + "hf_subset": "azb_Arab-tir_Ethi", + "languages": [ + "azb-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901186, + "recall": 0.929842, + "f1": 0.910046, + "accuracy": 0.929842, + "main_score": 0.910046, + "hf_subset": "azb_Arab-zho_Hant", + "languages": [ + "azb-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895043, + "recall": 0.924901, + "f1": 0.904381, + "accuracy": 0.924901, + "main_score": 0.904381, + "hf_subset": "azb_Arab-awa_Deva", + "languages": [ + "azb-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.79147, + "recall": 0.838933, + "f1": 0.805525, + "accuracy": 0.838933, + "main_score": 0.805525, + "hf_subset": "azb_Arab-cym_Latn", + "languages": [ + "azb-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720504, + "recall": 0.77668, + "f1": 0.736831, + "accuracy": 0.77668, + "main_score": 0.736831, + "hf_subset": "azb_Arab-grn_Latn", + "languages": [ + "azb-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887187, + "recall": 0.918972, + "f1": 0.897036, + "accuracy": 0.918972, + "main_score": 0.897036, + "hf_subset": "azb_Arab-kat_Geor", + "languages": [ + "azb-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549934, + "recall": 0.602767, + "f1": 0.564401, + "accuracy": 0.602767, + "main_score": 0.564401, + "hf_subset": "azb_Arab-lua_Latn", + "languages": [ + "azb-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511709, + "recall": 0.570158, + "f1": 0.527398, + "accuracy": 0.570158, + "main_score": 0.527398, + "hf_subset": "azb_Arab-nya_Latn", + "languages": [ + "azb-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910161, + "recall": 0.934783, + "f1": 0.917885, + "accuracy": 0.934783, + "main_score": 0.917885, + "hf_subset": "azb_Arab-slv_Latn", + "languages": [ + "azb-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.792877, + "recall": 0.837945, + "f1": 0.806134, + "accuracy": 0.837945, + "main_score": 0.806134, + "hf_subset": "azb_Arab-tpi_Latn", + "languages": [ + "azb-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926746, + "recall": 0.94664, + "f1": 0.932806, + "accuracy": 0.94664, + "main_score": 0.932806, + "hf_subset": "azb_Arab-zsm_Latn", + "languages": [ + "azb-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471693, + "recall": 0.535573, + "f1": 0.489225, + "accuracy": 0.535573, + "main_score": 0.489225, + "hf_subset": "azb_Arab-ayr_Latn", + "languages": [ + "azb-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92304, + "recall": 0.944664, + "f1": 0.929696, + "accuracy": 0.944664, + "main_score": 0.929696, + "hf_subset": "azb_Arab-dan_Latn", + "languages": [ + "azb-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925395, + "recall": 0.948617, + "f1": 0.932971, + "accuracy": 0.948617, + "main_score": 0.932971, + "hf_subset": "azb_Arab-guj_Gujr", + "languages": [ + "azb-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90803, + "recall": 0.93083, + "f1": 0.914744, + "accuracy": 0.93083, + "main_score": 0.914744, + "hf_subset": "azb_Arab-kaz_Cyrl", + "languages": [ + "azb-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447021, + "recall": 0.504941, + "f1": 0.463655, + "accuracy": 0.504941, + "main_score": 0.463655, + "hf_subset": "azb_Arab-lug_Latn", + "languages": [ + "azb-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908103, + "recall": 0.935771, + "f1": 0.916996, + "accuracy": 0.935771, + "main_score": 0.916996, + "hf_subset": "azb_Arab-oci_Latn", + "languages": [ + "azb-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659868, + "recall": 0.716403, + "f1": 0.675716, + "accuracy": 0.716403, + "main_score": 0.675716, + "hf_subset": "azb_Arab-smo_Latn", + "languages": [ + "azb-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464146, + "recall": 0.521739, + "f1": 0.480418, + "accuracy": 0.521739, + "main_score": 0.480418, + "hf_subset": "azb_Arab-tsn_Latn", + "languages": [ + "azb-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507529, + "recall": 0.568182, + "f1": 0.524658, + "accuracy": 0.568182, + "main_score": 0.524658, + "hf_subset": "azb_Arab-zul_Latn", + "languages": [ + "azb-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919219, + "recall": 0.9417, + "f1": 0.92612, + "accuracy": 0.9417, + "main_score": 0.92612, + "hf_subset": "azb_Arab-deu_Latn", + "languages": [ + "azb-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848979, + "recall": 0.885375, + "f1": 0.860131, + "accuracy": 0.885375, + "main_score": 0.860131, + "hf_subset": "azb_Arab-hat_Latn", + "languages": [ + "azb-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425527, + "recall": 0.480237, + "f1": 0.439937, + "accuracy": 0.480237, + "main_score": 0.439937, + "hf_subset": "azb_Arab-kbp_Latn", + "languages": [ + "azb-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492291, + "recall": 0.55336, + "f1": 0.508535, + "accuracy": 0.55336, + "main_score": 0.508535, + "hf_subset": "azb_Arab-luo_Latn", + "languages": [ + "azb-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913208, + "recall": 0.937747, + "f1": 0.920751, + "accuracy": 0.937747, + "main_score": 0.920751, + "hf_subset": "azb_Arab-ory_Orya", + "languages": [ + "azb-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48726, + "recall": 0.549407, + "f1": 0.504353, + "accuracy": 0.549407, + "main_score": 0.504353, + "hf_subset": "azb_Arab-sna_Latn", + "languages": [ + "azb-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481767, + "recall": 0.532609, + "f1": 0.495543, + "accuracy": 0.532609, + "main_score": 0.495543, + "hf_subset": "azb_Arab-tso_Latn", + "languages": [ + "azb-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.898962, + "recall": 0.928854, + "f1": 0.9083, + "accuracy": 0.928854, + "main_score": 0.9083, + "hf_subset": "azb_Arab-azj_Latn", + "languages": [ + "azb-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449689, + "recall": 0.516798, + "f1": 0.468746, + "accuracy": 0.516798, + "main_score": 0.468746, + "hf_subset": "azb_Arab-dik_Latn", + "languages": [ + "azb-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594813, + "recall": 0.659091, + "f1": 0.613587, + "accuracy": 0.659091, + "main_score": 0.613587, + "hf_subset": "azb_Arab-hau_Latn", + "languages": [ + "azb-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874671, + "recall": 0.908103, + "f1": 0.884783, + "accuracy": 0.908103, + "main_score": 0.884783, + "hf_subset": "azb_Arab-kea_Latn", + "languages": [ + "azb-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628277, + "recall": 0.684783, + "f1": 0.645045, + "accuracy": 0.684783, + "main_score": 0.645045, + "hf_subset": "azb_Arab-lus_Latn", + "languages": [ + "azb-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770243, + "recall": 0.814229, + "f1": 0.783531, + "accuracy": 0.814229, + "main_score": 0.783531, + "hf_subset": "azb_Arab-pag_Latn", + "languages": [ + "azb-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912994, + "recall": 0.936759, + "f1": 0.920309, + "accuracy": 0.936759, + "main_score": 0.920309, + "hf_subset": "azb_Arab-snd_Arab", + "languages": [ + "azb-Arab", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809429, + "recall": 0.853755, + "f1": 0.822716, + "accuracy": 0.853755, + "main_score": 0.822716, + "hf_subset": "azb_Arab-tuk_Latn", + "languages": [ + "azb-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881999, + "recall": 0.911067, + "f1": 0.890994, + "accuracy": 0.911067, + "main_score": 0.890994, + "hf_subset": "azb_Arab-bak_Cyrl", + "languages": [ + "azb-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398261, + "recall": 0.474308, + "f1": 0.419505, + "accuracy": 0.474308, + "main_score": 0.419505, + "hf_subset": "azb_Arab-dyu_Latn", + "languages": [ + "azb-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913043, + "recall": 0.937747, + "f1": 0.920704, + "accuracy": 0.937747, + "main_score": 0.920704, + "hf_subset": "azb_Arab-heb_Hebr", + "languages": [ + "azb-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857686, + "recall": 0.893281, + "f1": 0.867989, + "accuracy": 0.893281, + "main_score": 0.867989, + "hf_subset": "azb_Arab-khk_Cyrl", + "languages": [ + "azb-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917935, + "recall": 0.938735, + "f1": 0.924097, + "accuracy": 0.938735, + "main_score": 0.924097, + "hf_subset": "azb_Arab-lvs_Latn", + "languages": [ + "azb-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934042, + "recall": 0.953557, + "f1": 0.940119, + "accuracy": 0.953557, + "main_score": 0.940119, + "hf_subset": "azb_Arab-pan_Guru", + "languages": [ + "azb-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575167, + "recall": 0.640316, + "f1": 0.593801, + "accuracy": 0.640316, + "main_score": 0.593801, + "hf_subset": "azb_Arab-som_Latn", + "languages": [ + "azb-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497642, + "recall": 0.554348, + "f1": 0.513378, + "accuracy": 0.554348, + "main_score": 0.513378, + "hf_subset": "azb_Arab-tum_Latn", + "languages": [ + "azb-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600933, + "recall": 0.666996, + "f1": 0.619632, + "accuracy": 0.666996, + "main_score": 0.619632, + "hf_subset": "deu_Latn-ace_Arab", + "languages": [ + "deu-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54325, + "recall": 0.605731, + "f1": 0.560663, + "accuracy": 0.605731, + "main_score": 0.560663, + "hf_subset": "deu_Latn-bam_Latn", + "languages": [ + "deu-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482272, + "recall": 0.556324, + "f1": 0.502672, + "accuracy": 0.556324, + "main_score": 0.502672, + "hf_subset": "deu_Latn-dzo_Tibt", + "languages": [ + "deu-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-khm_Khmr", + "languages": [ + "deu-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-mag_Deva", + "languages": [ + "deu-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "deu_Latn-pap_Latn", + "languages": [ + "deu-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607033, + "recall": 0.666996, + "f1": 0.62422, + "accuracy": 0.666996, + "main_score": 0.62422, + "hf_subset": "deu_Latn-sot_Latn", + "languages": [ + "deu-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.884058, + "recall": 0.916008, + "f1": 0.894236, + "accuracy": 0.916008, + "main_score": 0.894236, + "hf_subset": "deu_Latn-ace_Latn", + "languages": [ + "deu-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968709, + "recall": 0.977273, + "f1": 0.971344, + "accuracy": 0.977273, + "main_score": 0.971344, + "hf_subset": "deu_Latn-ban_Latn", + "languages": [ + "deu-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "deu_Latn-hne_Deva", + "languages": [ + "deu-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615521, + "recall": 0.676877, + "f1": 0.633258, + "accuracy": 0.676877, + "main_score": 0.633258, + "hf_subset": "deu_Latn-kik_Latn", + "languages": [ + "deu-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-mai_Deva", + "languages": [ + "deu-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "deu_Latn-pbt_Arab", + "languages": [ + "deu-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626013, + "recall": 0.694664, + "f1": 0.645679, + "accuracy": 0.694664, + "main_score": 0.645679, + "hf_subset": "deu_Latn-twi_Latn", + "languages": [ + "deu-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-acm_Arab", + "languages": [ + "deu-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-bel_Cyrl", + "languages": [ + "deu-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hrv_Latn", + "languages": [ + "deu-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569214, + "recall": 0.63834, + "f1": 0.588674, + "accuracy": 0.63834, + "main_score": 0.588674, + "hf_subset": "deu_Latn-kin_Latn", + "languages": [ + "deu-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-mal_Mlym", + "languages": [ + "deu-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-pes_Arab", + "languages": [ + "deu-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-srd_Latn", + "languages": [ + "deu-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184242, + "recall": 0.23419, + "f1": 0.196201, + "accuracy": 0.23419, + "main_score": 0.196201, + "hf_subset": "deu_Latn-tzm_Tfng", + "languages": [ + "deu-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-acq_Arab", + "languages": [ + "deu-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645714, + "recall": 0.699605, + "f1": 0.66048, + "accuracy": 0.699605, + "main_score": 0.66048, + "hf_subset": "deu_Latn-bem_Latn", + "languages": [ + "deu-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-epo_Latn", + "languages": [ + "deu-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-kir_Cyrl", + "languages": [ + "deu-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-mar_Deva", + "languages": [ + "deu-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689213, + "recall": 0.747036, + "f1": 0.70583, + "accuracy": 0.747036, + "main_score": 0.70583, + "hf_subset": "deu_Latn-plt_Latn", + "languages": [ + "deu-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-srp_Cyrl", + "languages": [ + "deu-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96525, + "recall": 0.976285, + "f1": 0.968874, + "accuracy": 0.976285, + "main_score": 0.968874, + "hf_subset": "deu_Latn-uig_Arab", + "languages": [ + "deu-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-aeb_Arab", + "languages": [ + "deu-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-est_Latn", + "languages": [ + "deu-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-hye_Armn", + "languages": [ + "deu-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560495, + "recall": 0.616601, + "f1": 0.576565, + "accuracy": 0.616601, + "main_score": 0.576565, + "hf_subset": "deu_Latn-kmb_Latn", + "languages": [ + "deu-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508173, + "recall": 0.58498, + "f1": 0.52954, + "accuracy": 0.58498, + "main_score": 0.52954, + "hf_subset": "deu_Latn-min_Arab", + "languages": [ + "deu-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564535, + "recall": 0.633399, + "f1": 0.584606, + "accuracy": 0.633399, + "main_score": 0.584606, + "hf_subset": "deu_Latn-ssw_Latn", + "languages": [ + "deu-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ukr_Cyrl", + "languages": [ + "deu-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-bho_Deva", + "languages": [ + "deu-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-eus_Latn", + "languages": [ + "deu-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601477, + "recall": 0.666996, + "f1": 0.619655, + "accuracy": 0.666996, + "main_score": 0.619655, + "hf_subset": "deu_Latn-ibo_Latn", + "languages": [ + "deu-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.91642, + "recall": 0.940711, + "f1": 0.924144, + "accuracy": 0.940711, + "main_score": 0.924144, + "hf_subset": "deu_Latn-kmr_Latn", + "languages": [ + "deu-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "deu_Latn-min_Latn", + "languages": [ + "deu-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-sun_Latn", + "languages": [ + "deu-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545357, + "recall": 0.604743, + "f1": 0.562574, + "accuracy": 0.604743, + "main_score": 0.562574, + "hf_subset": "deu_Latn-umb_Latn", + "languages": [ + "deu-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ajp_Arab", + "languages": [ + "deu-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556688, + "recall": 0.618577, + "f1": 0.574082, + "accuracy": 0.618577, + "main_score": 0.574082, + "hf_subset": "deu_Latn-bjn_Arab", + "languages": [ + "deu-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537942, + "recall": 0.593874, + "f1": 0.553397, + "accuracy": 0.593874, + "main_score": 0.553397, + "hf_subset": "deu_Latn-ewe_Latn", + "languages": [ + "deu-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "deu_Latn-ilo_Latn", + "languages": [ + "deu-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.321937, + "recall": 0.383399, + "f1": 0.338821, + "accuracy": 0.383399, + "main_score": 0.338821, + "hf_subset": "deu_Latn-knc_Arab", + "languages": [ + "deu-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-mkd_Cyrl", + "languages": [ + "deu-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-prs_Arab", + "languages": [ + "deu-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-urd_Arab", + "languages": [ + "deu-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608985, + "recall": 0.671937, + "f1": 0.626207, + "accuracy": 0.671937, + "main_score": 0.626207, + "hf_subset": "deu_Latn-aka_Latn", + "languages": [ + "deu-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-bjn_Latn", + "languages": [ + "deu-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605798, + "recall": 0.657115, + "f1": 0.620771, + "accuracy": 0.657115, + "main_score": 0.620771, + "hf_subset": "deu_Latn-knc_Latn", + "languages": [ + "deu-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-mlt_Latn", + "languages": [ + "deu-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724631, + "recall": 0.786561, + "f1": 0.743071, + "accuracy": 0.786561, + "main_score": 0.743071, + "hf_subset": "deu_Latn-quy_Latn", + "languages": [ + "deu-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "deu_Latn-swh_Latn", + "languages": [ + "deu-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-uzn_Latn", + "languages": [ + "deu-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-als_Latn", + "languages": [ + "deu-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670184, + "recall": 0.748024, + "f1": 0.693052, + "accuracy": 0.748024, + "main_score": 0.693052, + "hf_subset": "deu_Latn-bod_Tibt", + "languages": [ + "deu-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728913, + "recall": 0.780632, + "f1": 0.744121, + "accuracy": 0.780632, + "main_score": 0.744121, + "hf_subset": "deu_Latn-fij_Latn", + "languages": [ + "deu-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682304, + "recall": 0.736166, + "f1": 0.698262, + "accuracy": 0.736166, + "main_score": 0.698262, + "hf_subset": "deu_Latn-kon_Latn", + "languages": [ + "deu-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684957, + "recall": 0.748024, + "f1": 0.704068, + "accuracy": 0.748024, + "main_score": 0.704068, + "hf_subset": "deu_Latn-mni_Beng", + "languages": [ + "deu-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ron_Latn", + "languages": [ + "deu-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986166, + "recall": 0.98913, + "f1": 0.987154, + "accuracy": 0.98913, + "main_score": 0.987154, + "hf_subset": "deu_Latn-szl_Latn", + "languages": [ + "deu-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-vec_Latn", + "languages": [ + "deu-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "deu_Latn-amh_Ethi", + "languages": [ + "deu-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-bos_Latn", + "languages": [ + "deu-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ita_Latn", + "languages": [ + "deu-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558687, + "recall": 0.617589, + "f1": 0.575422, + "accuracy": 0.617589, + "main_score": 0.575422, + "hf_subset": "deu_Latn-mos_Latn", + "languages": [ + "deu-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563093, + "recall": 0.624506, + "f1": 0.580882, + "accuracy": 0.624506, + "main_score": 0.580882, + "hf_subset": "deu_Latn-run_Latn", + "languages": [ + "deu-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-apc_Arab", + "languages": [ + "deu-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811397, + "recall": 0.857708, + "f1": 0.825395, + "accuracy": 0.857708, + "main_score": 0.825395, + "hf_subset": "deu_Latn-bug_Latn", + "languages": [ + "deu-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48905, + "recall": 0.546443, + "f1": 0.503891, + "accuracy": 0.546443, + "main_score": 0.503891, + "hf_subset": "deu_Latn-fon_Latn", + "languages": [ + "deu-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-jav_Latn", + "languages": [ + "deu-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-lao_Laoo", + "languages": [ + "deu-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.894516, + "recall": 0.923913, + "f1": 0.903675, + "accuracy": 0.923913, + "main_score": 0.903675, + "hf_subset": "deu_Latn-mri_Latn", + "languages": [ + "deu-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541919, + "recall": 0.608696, + "f1": 0.560666, + "accuracy": 0.608696, + "main_score": 0.560666, + "hf_subset": "deu_Latn-taq_Latn", + "languages": [ + "deu-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-war_Latn", + "languages": [ + "deu-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-bul_Cyrl", + "languages": [ + "deu-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-lij_Latn", + "languages": [ + "deu-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "deu_Latn-mya_Mymr", + "languages": [ + "deu-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611284, + "recall": 0.681818, + "f1": 0.631133, + "accuracy": 0.681818, + "main_score": 0.631133, + "hf_subset": "deu_Latn-sag_Latn", + "languages": [ + "deu-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197104, + "recall": 0.254941, + "f1": 0.210611, + "accuracy": 0.254941, + "main_score": 0.210611, + "hf_subset": "deu_Latn-taq_Tfng", + "languages": [ + "deu-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642895, + "recall": 0.710474, + "f1": 0.662467, + "accuracy": 0.710474, + "main_score": 0.662467, + "hf_subset": "deu_Latn-wol_Latn", + "languages": [ + "deu-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.82365, + "recall": 0.87253, + "f1": 0.8389, + "accuracy": 0.87253, + "main_score": 0.8389, + "hf_subset": "deu_Latn-arb_Latn", + "languages": [ + "deu-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-cat_Latn", + "languages": [ + "deu-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-fur_Latn", + "languages": [ + "deu-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420933, + "recall": 0.481225, + "f1": 0.437548, + "accuracy": 0.481225, + "main_score": 0.437548, + "hf_subset": "deu_Latn-kab_Latn", + "languages": [ + "deu-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992918, + "recall": 0.995059, + "f1": 0.993577, + "accuracy": 0.995059, + "main_score": 0.993577, + "hf_subset": "deu_Latn-lim_Latn", + "languages": [ + "deu-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "deu_Latn-san_Deva", + "languages": [ + "deu-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-tat_Cyrl", + "languages": [ + "deu-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687954, + "recall": 0.746047, + "f1": 0.705108, + "accuracy": 0.746047, + "main_score": 0.705108, + "hf_subset": "deu_Latn-xho_Latn", + "languages": [ + "deu-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ars_Arab", + "languages": [ + "deu-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-ceb_Latn", + "languages": [ + "deu-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574884, + "recall": 0.63834, + "f1": 0.593036, + "accuracy": 0.63834, + "main_score": 0.593036, + "hf_subset": "deu_Latn-fuv_Latn", + "languages": [ + "deu-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525084, + "recall": 0.591897, + "f1": 0.543472, + "accuracy": 0.591897, + "main_score": 0.543472, + "hf_subset": "deu_Latn-kac_Latn", + "languages": [ + "deu-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685359, + "recall": 0.740119, + "f1": 0.702259, + "accuracy": 0.740119, + "main_score": 0.702259, + "hf_subset": "deu_Latn-lin_Latn", + "languages": [ + "deu-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240964, + "recall": 0.322134, + "f1": 0.262769, + "accuracy": 0.322134, + "main_score": 0.262769, + "hf_subset": "deu_Latn-sat_Olck", + "languages": [ + "deu-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-tel_Telu", + "languages": [ + "deu-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "deu_Latn-ydd_Hebr", + "languages": [ + "deu-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "deu_Latn-ary_Arab", + "languages": [ + "deu-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ces_Latn", + "languages": [ + "deu-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583416, + "recall": 0.647233, + "f1": 0.601755, + "accuracy": 0.647233, + "main_score": 0.601755, + "hf_subset": "deu_Latn-gaz_Latn", + "languages": [ + "deu-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595184, + "recall": 0.661067, + "f1": 0.613926, + "accuracy": 0.661067, + "main_score": 0.613926, + "hf_subset": "deu_Latn-kam_Latn", + "languages": [ + "deu-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "deu_Latn-scn_Latn", + "languages": [ + "deu-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "deu_Latn-tgk_Cyrl", + "languages": [ + "deu-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733309, + "recall": 0.793478, + "f1": 0.75157, + "accuracy": 0.793478, + "main_score": 0.75157, + "hf_subset": "deu_Latn-yor_Latn", + "languages": [ + "deu-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-arz_Arab", + "languages": [ + "deu-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575931, + "recall": 0.639328, + "f1": 0.594033, + "accuracy": 0.639328, + "main_score": 0.594033, + "hf_subset": "deu_Latn-cjk_Latn", + "languages": [ + "deu-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.824769, + "recall": 0.868577, + "f1": 0.838538, + "accuracy": 0.868577, + "main_score": 0.838538, + "hf_subset": "deu_Latn-gla_Latn", + "languages": [ + "deu-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-kan_Knda", + "languages": [ + "deu-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "deu_Latn-lmo_Latn", + "languages": [ + "deu-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.996047, + "recall": 0.997036, + "f1": 0.996377, + "accuracy": 0.997036, + "main_score": 0.996377, + "hf_subset": "deu_Latn-npi_Deva", + "languages": [ + "deu-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481162, + "recall": 0.548419, + "f1": 0.500052, + "accuracy": 0.548419, + "main_score": 0.500052, + "hf_subset": "deu_Latn-shn_Mymr", + "languages": [ + "deu-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-tgl_Latn", + "languages": [ + "deu-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-yue_Hant", + "languages": [ + "deu-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "deu_Latn-asm_Beng", + "languages": [ + "deu-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "deu_Latn-ckb_Arab", + "languages": [ + "deu-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906538, + "recall": 0.933794, + "f1": 0.915086, + "accuracy": 0.933794, + "main_score": 0.915086, + "hf_subset": "deu_Latn-gle_Latn", + "languages": [ + "deu-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "deu_Latn-kas_Arab", + "languages": [ + "deu-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956357, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "deu_Latn-ltg_Latn", + "languages": [ + "deu-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627579, + "recall": 0.679842, + "f1": 0.642723, + "accuracy": 0.679842, + "main_score": 0.642723, + "hf_subset": "deu_Latn-nso_Latn", + "languages": [ + "deu-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-sin_Sinh", + "languages": [ + "deu-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-tha_Thai", + "languages": [ + "deu-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-zho_Hans", + "languages": [ + "deu-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ast_Latn", + "languages": [ + "deu-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-crh_Latn", + "languages": [ + "deu-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-glg_Latn", + "languages": [ + "deu-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925725, + "recall": 0.949605, + "f1": 0.93363, + "accuracy": 0.949605, + "main_score": 0.93363, + "hf_subset": "deu_Latn-kas_Deva", + "languages": [ + "deu-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478618, + "recall": 0.54249, + "f1": 0.495487, + "accuracy": 0.54249, + "main_score": 0.495487, + "hf_subset": "deu_Latn-nus_Latn", + "languages": [ + "deu-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-slk_Latn", + "languages": [ + "deu-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637451, + "recall": 0.713439, + "f1": 0.660183, + "accuracy": 0.713439, + "main_score": 0.660183, + "hf_subset": "deu_Latn-tir_Ethi", + "languages": [ + "deu-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986495, + "recall": 0.990119, + "f1": 0.987648, + "accuracy": 0.990119, + "main_score": 0.987648, + "hf_subset": "deu_Latn-awa_Deva", + "languages": [ + "deu-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "deu_Latn-cym_Latn", + "languages": [ + "deu-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864707, + "recall": 0.902174, + "f1": 0.876548, + "accuracy": 0.902174, + "main_score": 0.876548, + "hf_subset": "deu_Latn-grn_Latn", + "languages": [ + "deu-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-kat_Geor", + "languages": [ + "deu-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664151, + "recall": 0.716403, + "f1": 0.679017, + "accuracy": 0.716403, + "main_score": 0.679017, + "hf_subset": "deu_Latn-lua_Latn", + "languages": [ + "deu-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665754, + "recall": 0.726285, + "f1": 0.682875, + "accuracy": 0.726285, + "main_score": 0.682875, + "hf_subset": "deu_Latn-nya_Latn", + "languages": [ + "deu-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-slv_Latn", + "languages": [ + "deu-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960145, + "recall": 0.972332, + "f1": 0.964097, + "accuracy": 0.972332, + "main_score": 0.964097, + "hf_subset": "deu_Latn-tpi_Latn", + "languages": [ + "deu-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-zsm_Latn", + "languages": [ + "deu-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559363, + "recall": 0.62253, + "f1": 0.577503, + "accuracy": 0.62253, + "main_score": 0.577503, + "hf_subset": "deu_Latn-ayr_Latn", + "languages": [ + "deu-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-guj_Gujr", + "languages": [ + "deu-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-kaz_Cyrl", + "languages": [ + "deu-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543825, + "recall": 0.607708, + "f1": 0.561769, + "accuracy": 0.607708, + "main_score": 0.561769, + "hf_subset": "deu_Latn-lug_Latn", + "languages": [ + "deu-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-oci_Latn", + "languages": [ + "deu-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851367, + "recall": 0.892292, + "f1": 0.863999, + "accuracy": 0.892292, + "main_score": 0.863999, + "hf_subset": "deu_Latn-smo_Latn", + "languages": [ + "deu-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554876, + "recall": 0.621542, + "f1": 0.574071, + "accuracy": 0.621542, + "main_score": 0.574071, + "hf_subset": "deu_Latn-tsn_Latn", + "languages": [ + "deu-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630839, + "recall": 0.693676, + "f1": 0.648686, + "accuracy": 0.693676, + "main_score": 0.648686, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933136, + "recall": 0.953557, + "f1": 0.939723, + "accuracy": 0.953557, + "main_score": 0.939723, + "hf_subset": "deu_Latn-azb_Arab", + "languages": [ + "deu-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.986166, + "f1": 0.982543, + "accuracy": 0.986166, + "main_score": 0.982543, + "hf_subset": "deu_Latn-hat_Latn", + "languages": [ + "deu-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507256, + "recall": 0.566206, + "f1": 0.52393, + "accuracy": 0.566206, + "main_score": 0.52393, + "hf_subset": "deu_Latn-kbp_Latn", + "languages": [ + "deu-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591257, + "recall": 0.650198, + "f1": 0.607624, + "accuracy": 0.650198, + "main_score": 0.607624, + "hf_subset": "deu_Latn-luo_Latn", + "languages": [ + "deu-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-ory_Orya", + "languages": [ + "deu-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608122, + "recall": 0.676877, + "f1": 0.627588, + "accuracy": 0.676877, + "main_score": 0.627588, + "hf_subset": "deu_Latn-sna_Latn", + "languages": [ + "deu-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584978, + "recall": 0.641304, + "f1": 0.599717, + "accuracy": 0.641304, + "main_score": 0.599717, + "hf_subset": "deu_Latn-tso_Latn", + "languages": [ + "deu-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-azj_Latn", + "languages": [ + "deu-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552513, + "recall": 0.62253, + "f1": 0.572697, + "accuracy": 0.62253, + "main_score": 0.572697, + "hf_subset": "deu_Latn-dik_Latn", + "languages": [ + "deu-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758432, + "recall": 0.813241, + "f1": 0.775231, + "accuracy": 0.813241, + "main_score": 0.775231, + "hf_subset": "deu_Latn-hau_Latn", + "languages": [ + "deu-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-kea_Latn", + "languages": [ + "deu-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760721, + "recall": 0.813241, + "f1": 0.77635, + "accuracy": 0.813241, + "main_score": 0.77635, + "hf_subset": "deu_Latn-lus_Latn", + "languages": [ + "deu-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891255, + "recall": 0.917984, + "f1": 0.89944, + "accuracy": 0.917984, + "main_score": 0.89944, + "hf_subset": "deu_Latn-pag_Latn", + "languages": [ + "deu-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "deu_Latn-snd_Arab", + "languages": [ + "deu-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "deu_Latn-tuk_Latn", + "languages": [ + "deu-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "deu_Latn-bak_Cyrl", + "languages": [ + "deu-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502877, + "recall": 0.58498, + "f1": 0.527419, + "accuracy": 0.58498, + "main_score": 0.527419, + "hf_subset": "deu_Latn-dyu_Latn", + "languages": [ + "deu-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "deu_Latn-khk_Cyrl", + "languages": [ + "deu-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-lvs_Latn", + "languages": [ + "deu-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "deu_Latn-pan_Guru", + "languages": [ + "deu-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718481, + "recall": 0.775692, + "f1": 0.735061, + "accuracy": 0.775692, + "main_score": 0.735061, + "hf_subset": "deu_Latn-som_Latn", + "languages": [ + "deu-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61588, + "recall": 0.666996, + "f1": 0.62954, + "accuracy": 0.666996, + "main_score": 0.62954, + "hf_subset": "deu_Latn-tum_Latn", + "languages": [ + "deu-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551412, + "recall": 0.606719, + "f1": 0.566978, + "accuracy": 0.606719, + "main_score": 0.566978, + "hf_subset": "hat_Latn-ace_Arab", + "languages": [ + "hat-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518091, + "recall": 0.573123, + "f1": 0.532917, + "accuracy": 0.573123, + "main_score": 0.532917, + "hf_subset": "hat_Latn-bam_Latn", + "languages": [ + "hat-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.326707, + "recall": 0.380435, + "f1": 0.339702, + "accuracy": 0.380435, + "main_score": 0.339702, + "hf_subset": "hat_Latn-dzo_Tibt", + "languages": [ + "hat-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-hin_Deva", + "languages": [ + "hat-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950675, + "recall": 0.966403, + "f1": 0.955764, + "accuracy": 0.966403, + "main_score": 0.955764, + "hf_subset": "hat_Latn-khm_Khmr", + "languages": [ + "hat-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "hat_Latn-mag_Deva", + "languages": [ + "hat-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940464, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "hat_Latn-pap_Latn", + "languages": [ + "hat-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572959, + "recall": 0.621542, + "f1": 0.586253, + "accuracy": 0.621542, + "main_score": 0.586253, + "hf_subset": "hat_Latn-sot_Latn", + "languages": [ + "hat-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-tur_Latn", + "languages": [ + "hat-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811627, + "recall": 0.853755, + "f1": 0.824374, + "accuracy": 0.853755, + "main_score": 0.824374, + "hf_subset": "hat_Latn-ace_Latn", + "languages": [ + "hat-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893857, + "recall": 0.918972, + "f1": 0.901746, + "accuracy": 0.918972, + "main_score": 0.901746, + "hf_subset": "hat_Latn-ban_Latn", + "languages": [ + "hat-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hat_Latn-ell_Grek", + "languages": [ + "hat-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "hat_Latn-hne_Deva", + "languages": [ + "hat-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553855, + "recall": 0.602767, + "f1": 0.567727, + "accuracy": 0.602767, + "main_score": 0.567727, + "hf_subset": "hat_Latn-kik_Latn", + "languages": [ + "hat-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962533, + "recall": 0.974308, + "f1": 0.966304, + "accuracy": 0.974308, + "main_score": 0.966304, + "hf_subset": "hat_Latn-mai_Deva", + "languages": [ + "hat-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908679, + "recall": 0.936759, + "f1": 0.917721, + "accuracy": 0.936759, + "main_score": 0.917721, + "hf_subset": "hat_Latn-pbt_Arab", + "languages": [ + "hat-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-spa_Latn", + "languages": [ + "hat-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575216, + "recall": 0.629447, + "f1": 0.59081, + "accuracy": 0.629447, + "main_score": 0.59081, + "hf_subset": "hat_Latn-twi_Latn", + "languages": [ + "hat-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964394, + "accuracy": 0.972332, + "main_score": 0.964394, + "hf_subset": "hat_Latn-acm_Arab", + "languages": [ + "hat-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953722, + "accuracy": 0.964427, + "main_score": 0.953722, + "hf_subset": "hat_Latn-bel_Cyrl", + "languages": [ + "hat-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hat_Latn-hrv_Latn", + "languages": [ + "hat-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541461, + "recall": 0.598814, + "f1": 0.557127, + "accuracy": 0.598814, + "main_score": 0.557127, + "hf_subset": "hat_Latn-kin_Latn", + "languages": [ + "hat-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hat_Latn-mal_Mlym", + "languages": [ + "hat-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969532, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "hat_Latn-pes_Arab", + "languages": [ + "hat-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.965415, + "f1": 0.955863, + "accuracy": 0.965415, + "main_score": 0.955863, + "hf_subset": "hat_Latn-srd_Latn", + "languages": [ + "hat-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194932, + "recall": 0.236166, + "f1": 0.205207, + "accuracy": 0.236166, + "main_score": 0.205207, + "hf_subset": "hat_Latn-tzm_Tfng", + "languages": [ + "hat-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963603, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "hat_Latn-acq_Arab", + "languages": [ + "hat-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563185, + "recall": 0.607708, + "f1": 0.575353, + "accuracy": 0.607708, + "main_score": 0.575353, + "hf_subset": "hat_Latn-bem_Latn", + "languages": [ + "hat-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hat_Latn-epo_Latn", + "languages": [ + "hat-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968874, + "recall": 0.978261, + "f1": 0.971838, + "accuracy": 0.978261, + "main_score": 0.971838, + "hf_subset": "hat_Latn-hun_Latn", + "languages": [ + "hat-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926877, + "recall": 0.948617, + "f1": 0.933794, + "accuracy": 0.948617, + "main_score": 0.933794, + "hf_subset": "hat_Latn-kir_Cyrl", + "languages": [ + "hat-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958333, + "recall": 0.971344, + "f1": 0.962615, + "accuracy": 0.971344, + "main_score": 0.962615, + "hf_subset": "hat_Latn-mar_Deva", + "languages": [ + "hat-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642047, + "recall": 0.689723, + "f1": 0.65477, + "accuracy": 0.689723, + "main_score": 0.65477, + "hf_subset": "hat_Latn-plt_Latn", + "languages": [ + "hat-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hat_Latn-srp_Cyrl", + "languages": [ + "hat-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892951, + "recall": 0.920949, + "f1": 0.901449, + "accuracy": 0.920949, + "main_score": 0.901449, + "hf_subset": "hat_Latn-uig_Arab", + "languages": [ + "hat-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953187, + "recall": 0.966403, + "f1": 0.957235, + "accuracy": 0.966403, + "main_score": 0.957235, + "hf_subset": "hat_Latn-aeb_Arab", + "languages": [ + "hat-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.975296, + "f1": 0.967062, + "accuracy": 0.975296, + "main_score": 0.967062, + "hf_subset": "hat_Latn-ben_Beng", + "languages": [ + "hat-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96558, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "hat_Latn-est_Latn", + "languages": [ + "hat-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "hat_Latn-hye_Armn", + "languages": [ + "hat-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525085, + "recall": 0.566206, + "f1": 0.536491, + "accuracy": 0.566206, + "main_score": 0.536491, + "hf_subset": "hat_Latn-kmb_Latn", + "languages": [ + "hat-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482966, + "recall": 0.548419, + "f1": 0.500589, + "accuracy": 0.548419, + "main_score": 0.500589, + "hf_subset": "hat_Latn-min_Arab", + "languages": [ + "hat-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "hat_Latn-pol_Latn", + "languages": [ + "hat-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534396, + "recall": 0.588933, + "f1": 0.550246, + "accuracy": 0.588933, + "main_score": 0.550246, + "hf_subset": "hat_Latn-ssw_Latn", + "languages": [ + "hat-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.980237, + "f1": 0.97365, + "accuracy": 0.980237, + "main_score": 0.97365, + "hf_subset": "hat_Latn-ukr_Cyrl", + "languages": [ + "hat-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "hat_Latn-afr_Latn", + "languages": [ + "hat-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938488, + "recall": 0.956522, + "f1": 0.944236, + "accuracy": 0.956522, + "main_score": 0.944236, + "hf_subset": "hat_Latn-bho_Deva", + "languages": [ + "hat-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933136, + "recall": 0.954545, + "f1": 0.940217, + "accuracy": 0.954545, + "main_score": 0.940217, + "hf_subset": "hat_Latn-eus_Latn", + "languages": [ + "hat-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55723, + "recall": 0.612648, + "f1": 0.573222, + "accuracy": 0.612648, + "main_score": 0.573222, + "hf_subset": "hat_Latn-ibo_Latn", + "languages": [ + "hat-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848979, + "recall": 0.885375, + "f1": 0.860098, + "accuracy": 0.885375, + "main_score": 0.860098, + "hf_subset": "hat_Latn-kmr_Latn", + "languages": [ + "hat-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927536, + "recall": 0.948617, + "f1": 0.934289, + "accuracy": 0.948617, + "main_score": 0.934289, + "hf_subset": "hat_Latn-min_Latn", + "languages": [ + "hat-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hat_Latn-por_Latn", + "languages": [ + "hat-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942852, + "recall": 0.958498, + "f1": 0.947958, + "accuracy": 0.958498, + "main_score": 0.947958, + "hf_subset": "hat_Latn-sun_Latn", + "languages": [ + "hat-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491273, + "recall": 0.54249, + "f1": 0.505803, + "accuracy": 0.54249, + "main_score": 0.505803, + "hf_subset": "hat_Latn-umb_Latn", + "languages": [ + "hat-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "hat_Latn-ajp_Arab", + "languages": [ + "hat-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51467, + "recall": 0.574111, + "f1": 0.530468, + "accuracy": 0.574111, + "main_score": 0.530468, + "hf_subset": "hat_Latn-bjn_Arab", + "languages": [ + "hat-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48639, + "recall": 0.52668, + "f1": 0.497257, + "accuracy": 0.52668, + "main_score": 0.497257, + "hf_subset": "hat_Latn-ewe_Latn", + "languages": [ + "hat-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879529, + "recall": 0.911067, + "f1": 0.889347, + "accuracy": 0.911067, + "main_score": 0.889347, + "hf_subset": "hat_Latn-ilo_Latn", + "languages": [ + "hat-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320389, + "recall": 0.363636, + "f1": 0.332032, + "accuracy": 0.363636, + "main_score": 0.332032, + "hf_subset": "hat_Latn-knc_Arab", + "languages": [ + "hat-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961792, + "recall": 0.974308, + "f1": 0.965909, + "accuracy": 0.974308, + "main_score": 0.965909, + "hf_subset": "hat_Latn-mkd_Cyrl", + "languages": [ + "hat-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "hat_Latn-prs_Arab", + "languages": [ + "hat-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "hat_Latn-swe_Latn", + "languages": [ + "hat-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-urd_Arab", + "languages": [ + "hat-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541951, + "recall": 0.591897, + "f1": 0.555472, + "accuracy": 0.591897, + "main_score": 0.555472, + "hf_subset": "hat_Latn-aka_Latn", + "languages": [ + "hat-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927019, + "recall": 0.948617, + "f1": 0.933877, + "accuracy": 0.948617, + "main_score": 0.933877, + "hf_subset": "hat_Latn-bjn_Latn", + "languages": [ + "hat-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.911182, + "recall": 0.935771, + "f1": 0.918874, + "accuracy": 0.935771, + "main_score": 0.918874, + "hf_subset": "hat_Latn-fao_Latn", + "languages": [ + "hat-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965613, + "recall": 0.976285, + "f1": 0.969038, + "accuracy": 0.976285, + "main_score": 0.969038, + "hf_subset": "hat_Latn-ind_Latn", + "languages": [ + "hat-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545867, + "recall": 0.593874, + "f1": 0.559156, + "accuracy": 0.593874, + "main_score": 0.559156, + "hf_subset": "hat_Latn-knc_Latn", + "languages": [ + "hat-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948699, + "recall": 0.964427, + "f1": 0.953623, + "accuracy": 0.964427, + "main_score": 0.953623, + "hf_subset": "hat_Latn-mlt_Latn", + "languages": [ + "hat-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650967, + "recall": 0.709486, + "f1": 0.667774, + "accuracy": 0.709486, + "main_score": 0.667774, + "hf_subset": "hat_Latn-quy_Latn", + "languages": [ + "hat-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925, + "recall": 0.944664, + "f1": 0.93083, + "accuracy": 0.944664, + "main_score": 0.93083, + "hf_subset": "hat_Latn-swh_Latn", + "languages": [ + "hat-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954134, + "recall": 0.968379, + "f1": 0.958729, + "accuracy": 0.968379, + "main_score": 0.958729, + "hf_subset": "hat_Latn-uzn_Latn", + "languages": [ + "hat-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972167, + "recall": 0.981225, + "f1": 0.975132, + "accuracy": 0.981225, + "main_score": 0.975132, + "hf_subset": "hat_Latn-als_Latn", + "languages": [ + "hat-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513287, + "recall": 0.591897, + "f1": 0.535103, + "accuracy": 0.591897, + "main_score": 0.535103, + "hf_subset": "hat_Latn-bod_Tibt", + "languages": [ + "hat-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643251, + "recall": 0.695652, + "f1": 0.657366, + "accuracy": 0.695652, + "main_score": 0.657366, + "hf_subset": "hat_Latn-fij_Latn", + "languages": [ + "hat-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921443, + "recall": 0.945652, + "f1": 0.929183, + "accuracy": 0.945652, + "main_score": 0.929183, + "hf_subset": "hat_Latn-isl_Latn", + "languages": [ + "hat-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.633124, + "recall": 0.677866, + "f1": 0.646014, + "accuracy": 0.677866, + "main_score": 0.646014, + "hf_subset": "hat_Latn-kon_Latn", + "languages": [ + "hat-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59908, + "recall": 0.663043, + "f1": 0.616943, + "accuracy": 0.663043, + "main_score": 0.616943, + "hf_subset": "hat_Latn-mni_Beng", + "languages": [ + "hat-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "hat_Latn-ron_Latn", + "languages": [ + "hat-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.958498, + "f1": 0.948452, + "accuracy": 0.958498, + "main_score": 0.948452, + "hf_subset": "hat_Latn-szl_Latn", + "languages": [ + "hat-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hat_Latn-vec_Latn", + "languages": [ + "hat-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869318, + "recall": 0.902174, + "f1": 0.879418, + "accuracy": 0.902174, + "main_score": 0.879418, + "hf_subset": "hat_Latn-amh_Ethi", + "languages": [ + "hat-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.976285, + "f1": 0.968544, + "accuracy": 0.976285, + "main_score": 0.968544, + "hf_subset": "hat_Latn-bos_Latn", + "languages": [ + "hat-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961133, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "hat_Latn-fin_Latn", + "languages": [ + "hat-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "hat_Latn-ita_Latn", + "languages": [ + "hat-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963439, + "recall": 0.975296, + "f1": 0.967391, + "accuracy": 0.975296, + "main_score": 0.967391, + "hf_subset": "hat_Latn-kor_Hang", + "languages": [ + "hat-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529832, + "recall": 0.58004, + "f1": 0.543154, + "accuracy": 0.58004, + "main_score": 0.543154, + "hf_subset": "hat_Latn-mos_Latn", + "languages": [ + "hat-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53445, + "recall": 0.583992, + "f1": 0.548241, + "accuracy": 0.583992, + "main_score": 0.548241, + "hf_subset": "hat_Latn-run_Latn", + "languages": [ + "hat-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965991, + "recall": 0.976285, + "f1": 0.969269, + "accuracy": 0.976285, + "main_score": 0.969269, + "hf_subset": "hat_Latn-tam_Taml", + "languages": [ + "hat-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.974308, + "f1": 0.966733, + "accuracy": 0.974308, + "main_score": 0.966733, + "hf_subset": "hat_Latn-vie_Latn", + "languages": [ + "hat-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95891, + "recall": 0.971344, + "f1": 0.962846, + "accuracy": 0.971344, + "main_score": 0.962846, + "hf_subset": "hat_Latn-apc_Arab", + "languages": [ + "hat-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726549, + "recall": 0.773715, + "f1": 0.740011, + "accuracy": 0.773715, + "main_score": 0.740011, + "hf_subset": "hat_Latn-bug_Latn", + "languages": [ + "hat-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456019, + "recall": 0.503953, + "f1": 0.4687, + "accuracy": 0.503953, + "main_score": 0.4687, + "hf_subset": "hat_Latn-fon_Latn", + "languages": [ + "hat-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958827, + "recall": 0.972332, + "f1": 0.963274, + "accuracy": 0.972332, + "main_score": 0.963274, + "hf_subset": "hat_Latn-jav_Latn", + "languages": [ + "hat-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "hat_Latn-lao_Laoo", + "languages": [ + "hat-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.782806, + "recall": 0.833992, + "f1": 0.797859, + "accuracy": 0.833992, + "main_score": 0.797859, + "hf_subset": "hat_Latn-mri_Latn", + "languages": [ + "hat-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968462, + "recall": 0.978261, + "f1": 0.971574, + "accuracy": 0.978261, + "main_score": 0.971574, + "hf_subset": "hat_Latn-rus_Cyrl", + "languages": [ + "hat-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522261, + "recall": 0.568182, + "f1": 0.534835, + "accuracy": 0.568182, + "main_score": 0.534835, + "hf_subset": "hat_Latn-taq_Latn", + "languages": [ + "hat-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959816, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "hat_Latn-war_Latn", + "languages": [ + "hat-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "hat_Latn-arb_Arab", + "languages": [ + "hat-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-bul_Cyrl", + "languages": [ + "hat-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98139, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "hat_Latn-fra_Latn", + "languages": [ + "hat-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959239, + "recall": 0.972332, + "f1": 0.963505, + "accuracy": 0.972332, + "main_score": 0.963505, + "hf_subset": "hat_Latn-jpn_Jpan", + "languages": [ + "hat-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.970356, + "f1": 0.963109, + "accuracy": 0.970356, + "main_score": 0.963109, + "hf_subset": "hat_Latn-lij_Latn", + "languages": [ + "hat-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.956522, + "f1": 0.943841, + "accuracy": 0.956522, + "main_score": 0.943841, + "hf_subset": "hat_Latn-mya_Mymr", + "languages": [ + "hat-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571985, + "recall": 0.629447, + "f1": 0.587369, + "accuracy": 0.629447, + "main_score": 0.587369, + "hf_subset": "hat_Latn-sag_Latn", + "languages": [ + "hat-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.209032, + "recall": 0.247036, + "f1": 0.217556, + "accuracy": 0.247036, + "main_score": 0.217556, + "hf_subset": "hat_Latn-taq_Tfng", + "languages": [ + "hat-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601005, + "recall": 0.658103, + "f1": 0.617344, + "accuracy": 0.658103, + "main_score": 0.617344, + "hf_subset": "hat_Latn-wol_Latn", + "languages": [ + "hat-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730016, + "recall": 0.784585, + "f1": 0.745542, + "accuracy": 0.784585, + "main_score": 0.745542, + "hf_subset": "hat_Latn-arb_Latn", + "languages": [ + "hat-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973238, + "recall": 0.981225, + "f1": 0.975692, + "accuracy": 0.981225, + "main_score": 0.975692, + "hf_subset": "hat_Latn-cat_Latn", + "languages": [ + "hat-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96138, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "hat_Latn-fur_Latn", + "languages": [ + "hat-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423578, + "recall": 0.471344, + "f1": 0.436554, + "accuracy": 0.471344, + "main_score": 0.436554, + "hf_subset": "hat_Latn-kab_Latn", + "languages": [ + "hat-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942688, + "recall": 0.960474, + "f1": 0.948452, + "accuracy": 0.960474, + "main_score": 0.948452, + "hf_subset": "hat_Latn-lim_Latn", + "languages": [ + "hat-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958416, + "recall": 0.971344, + "f1": 0.962516, + "accuracy": 0.971344, + "main_score": 0.962516, + "hf_subset": "hat_Latn-nld_Latn", + "languages": [ + "hat-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936182, + "recall": 0.954545, + "f1": 0.94193, + "accuracy": 0.954545, + "main_score": 0.94193, + "hf_subset": "hat_Latn-san_Deva", + "languages": [ + "hat-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.955534, + "f1": 0.943676, + "accuracy": 0.955534, + "main_score": 0.943676, + "hf_subset": "hat_Latn-tat_Cyrl", + "languages": [ + "hat-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638449, + "recall": 0.684783, + "f1": 0.651525, + "accuracy": 0.684783, + "main_score": 0.651525, + "hf_subset": "hat_Latn-xho_Latn", + "languages": [ + "hat-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967144, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "hat_Latn-ars_Arab", + "languages": [ + "hat-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "hat_Latn-ceb_Latn", + "languages": [ + "hat-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523089, + "recall": 0.579051, + "f1": 0.538343, + "accuracy": 0.579051, + "main_score": 0.538343, + "hf_subset": "hat_Latn-fuv_Latn", + "languages": [ + "hat-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488193, + "recall": 0.538538, + "f1": 0.501249, + "accuracy": 0.538538, + "main_score": 0.501249, + "hf_subset": "hat_Latn-kac_Latn", + "languages": [ + "hat-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645085, + "recall": 0.692688, + "f1": 0.658144, + "accuracy": 0.692688, + "main_score": 0.658144, + "hf_subset": "hat_Latn-lin_Latn", + "languages": [ + "hat-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967095, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "hat_Latn-nno_Latn", + "languages": [ + "hat-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.220761, + "recall": 0.280632, + "f1": 0.235609, + "accuracy": 0.280632, + "main_score": 0.235609, + "hf_subset": "hat_Latn-sat_Olck", + "languages": [ + "hat-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967309, + "recall": 0.977273, + "f1": 0.970422, + "accuracy": 0.977273, + "main_score": 0.970422, + "hf_subset": "hat_Latn-tel_Telu", + "languages": [ + "hat-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90275, + "recall": 0.928854, + "f1": 0.910968, + "accuracy": 0.928854, + "main_score": 0.910968, + "hf_subset": "hat_Latn-ydd_Hebr", + "languages": [ + "hat-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936001, + "recall": 0.952569, + "f1": 0.941041, + "accuracy": 0.952569, + "main_score": 0.941041, + "hf_subset": "hat_Latn-ary_Arab", + "languages": [ + "hat-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965497, + "recall": 0.976285, + "f1": 0.968939, + "accuracy": 0.976285, + "main_score": 0.968939, + "hf_subset": "hat_Latn-ces_Latn", + "languages": [ + "hat-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577694, + "recall": 0.632411, + "f1": 0.593862, + "accuracy": 0.632411, + "main_score": 0.593862, + "hf_subset": "hat_Latn-gaz_Latn", + "languages": [ + "hat-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553041, + "recall": 0.607708, + "f1": 0.568798, + "accuracy": 0.607708, + "main_score": 0.568798, + "hf_subset": "hat_Latn-kam_Latn", + "languages": [ + "hat-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "hat_Latn-lit_Latn", + "languages": [ + "hat-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "hat_Latn-nob_Latn", + "languages": [ + "hat-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954134, + "recall": 0.967391, + "f1": 0.958399, + "accuracy": 0.967391, + "main_score": 0.958399, + "hf_subset": "hat_Latn-scn_Latn", + "languages": [ + "hat-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931242, + "recall": 0.950593, + "f1": 0.937484, + "accuracy": 0.950593, + "main_score": 0.937484, + "hf_subset": "hat_Latn-tgk_Cyrl", + "languages": [ + "hat-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651732, + "recall": 0.720356, + "f1": 0.672299, + "accuracy": 0.720356, + "main_score": 0.672299, + "hf_subset": "hat_Latn-yor_Latn", + "languages": [ + "hat-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960968, + "recall": 0.97332, + "f1": 0.964921, + "accuracy": 0.97332, + "main_score": 0.964921, + "hf_subset": "hat_Latn-arz_Arab", + "languages": [ + "hat-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523177, + "recall": 0.575099, + "f1": 0.537771, + "accuracy": 0.575099, + "main_score": 0.537771, + "hf_subset": "hat_Latn-cjk_Latn", + "languages": [ + "hat-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707124, + "recall": 0.756917, + "f1": 0.721445, + "accuracy": 0.756917, + "main_score": 0.721445, + "hf_subset": "hat_Latn-gla_Latn", + "languages": [ + "hat-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959321, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "hat_Latn-kan_Knda", + "languages": [ + "hat-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.968379, + "f1": 0.96031, + "accuracy": 0.968379, + "main_score": 0.96031, + "hf_subset": "hat_Latn-lmo_Latn", + "languages": [ + "hat-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "hat_Latn-npi_Deva", + "languages": [ + "hat-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417445, + "recall": 0.466403, + "f1": 0.431002, + "accuracy": 0.466403, + "main_score": 0.431002, + "hf_subset": "hat_Latn-shn_Mymr", + "languages": [ + "hat-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965827, + "recall": 0.976285, + "f1": 0.969104, + "accuracy": 0.976285, + "main_score": 0.969104, + "hf_subset": "hat_Latn-tgl_Latn", + "languages": [ + "hat-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962121, + "recall": 0.97332, + "f1": 0.965547, + "accuracy": 0.97332, + "main_score": 0.965547, + "hf_subset": "hat_Latn-yue_Hant", + "languages": [ + "hat-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.965415, + "f1": 0.954051, + "accuracy": 0.965415, + "main_score": 0.954051, + "hf_subset": "hat_Latn-asm_Beng", + "languages": [ + "hat-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.892935, + "recall": 0.921937, + "f1": 0.901713, + "accuracy": 0.921937, + "main_score": 0.901713, + "hf_subset": "hat_Latn-ckb_Arab", + "languages": [ + "hat-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811174, + "recall": 0.854743, + "f1": 0.823968, + "accuracy": 0.854743, + "main_score": 0.823968, + "hf_subset": "hat_Latn-gle_Latn", + "languages": [ + "hat-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86726, + "recall": 0.903162, + "f1": 0.878393, + "accuracy": 0.903162, + "main_score": 0.878393, + "hf_subset": "hat_Latn-kas_Arab", + "languages": [ + "hat-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877125, + "recall": 0.909091, + "f1": 0.886759, + "accuracy": 0.909091, + "main_score": 0.886759, + "hf_subset": "hat_Latn-ltg_Latn", + "languages": [ + "hat-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585535, + "recall": 0.629447, + "f1": 0.597225, + "accuracy": 0.629447, + "main_score": 0.597225, + "hf_subset": "hat_Latn-nso_Latn", + "languages": [ + "hat-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933712, + "recall": 0.953557, + "f1": 0.940119, + "accuracy": 0.953557, + "main_score": 0.940119, + "hf_subset": "hat_Latn-sin_Sinh", + "languages": [ + "hat-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958613, + "recall": 0.970356, + "f1": 0.962187, + "accuracy": 0.970356, + "main_score": 0.962187, + "hf_subset": "hat_Latn-tha_Thai", + "languages": [ + "hat-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956653, + "accuracy": 0.966403, + "main_score": 0.956653, + "hf_subset": "hat_Latn-zho_Hans", + "languages": [ + "hat-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "hat_Latn-ast_Latn", + "languages": [ + "hat-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95191, + "recall": 0.967391, + "f1": 0.957016, + "accuracy": 0.967391, + "main_score": 0.957016, + "hf_subset": "hat_Latn-crh_Latn", + "languages": [ + "hat-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "hat_Latn-glg_Latn", + "languages": [ + "hat-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789856, + "recall": 0.835968, + "f1": 0.803102, + "accuracy": 0.835968, + "main_score": 0.803102, + "hf_subset": "hat_Latn-kas_Deva", + "languages": [ + "hat-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936594, + "recall": 0.955534, + "f1": 0.942688, + "accuracy": 0.955534, + "main_score": 0.942688, + "hf_subset": "hat_Latn-ltz_Latn", + "languages": [ + "hat-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442772, + "recall": 0.498024, + "f1": 0.457364, + "accuracy": 0.498024, + "main_score": 0.457364, + "hf_subset": "hat_Latn-nus_Latn", + "languages": [ + "hat-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "hat_Latn-slk_Latn", + "languages": [ + "hat-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532113, + "recall": 0.59585, + "f1": 0.549018, + "accuracy": 0.59585, + "main_score": 0.549018, + "hf_subset": "hat_Latn-tir_Ethi", + "languages": [ + "hat-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.969368, + "f1": 0.959157, + "accuracy": 0.969368, + "main_score": 0.959157, + "hf_subset": "hat_Latn-zho_Hant", + "languages": [ + "hat-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942194, + "recall": 0.959486, + "f1": 0.947746, + "accuracy": 0.959486, + "main_score": 0.947746, + "hf_subset": "hat_Latn-awa_Deva", + "languages": [ + "hat-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919302, + "recall": 0.9417, + "f1": 0.926186, + "accuracy": 0.9417, + "main_score": 0.926186, + "hf_subset": "hat_Latn-cym_Latn", + "languages": [ + "hat-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.773781, + "recall": 0.81917, + "f1": 0.787451, + "accuracy": 0.81917, + "main_score": 0.787451, + "hf_subset": "hat_Latn-grn_Latn", + "languages": [ + "hat-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947546, + "recall": 0.963439, + "f1": 0.952635, + "accuracy": 0.963439, + "main_score": 0.952635, + "hf_subset": "hat_Latn-kat_Geor", + "languages": [ + "hat-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599764, + "recall": 0.652174, + "f1": 0.614138, + "accuracy": 0.652174, + "main_score": 0.614138, + "hf_subset": "hat_Latn-lua_Latn", + "languages": [ + "hat-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581075, + "recall": 0.637352, + "f1": 0.597119, + "accuracy": 0.637352, + "main_score": 0.597119, + "hf_subset": "hat_Latn-nya_Latn", + "languages": [ + "hat-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960013, + "recall": 0.972332, + "f1": 0.963933, + "accuracy": 0.972332, + "main_score": 0.963933, + "hf_subset": "hat_Latn-slv_Latn", + "languages": [ + "hat-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855032, + "recall": 0.889328, + "f1": 0.865008, + "accuracy": 0.889328, + "main_score": 0.865008, + "hf_subset": "hat_Latn-tpi_Latn", + "languages": [ + "hat-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "hat_Latn-zsm_Latn", + "languages": [ + "hat-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524761, + "recall": 0.577075, + "f1": 0.539262, + "accuracy": 0.577075, + "main_score": 0.539262, + "hf_subset": "hat_Latn-ayr_Latn", + "languages": [ + "hat-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "hat_Latn-dan_Latn", + "languages": [ + "hat-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967721, + "recall": 0.978261, + "f1": 0.971179, + "accuracy": 0.978261, + "main_score": 0.971179, + "hf_subset": "hat_Latn-guj_Gujr", + "languages": [ + "hat-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "hat_Latn-kaz_Cyrl", + "languages": [ + "hat-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516489, + "recall": 0.568182, + "f1": 0.53167, + "accuracy": 0.568182, + "main_score": 0.53167, + "hf_subset": "hat_Latn-lug_Latn", + "languages": [ + "hat-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "hat_Latn-oci_Latn", + "languages": [ + "hat-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767105, + "recall": 0.811265, + "f1": 0.7796, + "accuracy": 0.811265, + "main_score": 0.7796, + "hf_subset": "hat_Latn-smo_Latn", + "languages": [ + "hat-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512416, + "recall": 0.562253, + "f1": 0.525575, + "accuracy": 0.562253, + "main_score": 0.525575, + "hf_subset": "hat_Latn-tsn_Latn", + "languages": [ + "hat-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59002, + "recall": 0.649209, + "f1": 0.606955, + "accuracy": 0.649209, + "main_score": 0.606955, + "hf_subset": "hat_Latn-zul_Latn", + "languages": [ + "hat-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845612, + "recall": 0.881423, + "f1": 0.856703, + "accuracy": 0.881423, + "main_score": 0.856703, + "hf_subset": "hat_Latn-azb_Arab", + "languages": [ + "hat-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "hat_Latn-deu_Latn", + "languages": [ + "hat-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481634, + "recall": 0.524704, + "f1": 0.493056, + "accuracy": 0.524704, + "main_score": 0.493056, + "hf_subset": "hat_Latn-kbp_Latn", + "languages": [ + "hat-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541215, + "recall": 0.592885, + "f1": 0.555204, + "accuracy": 0.592885, + "main_score": 0.555204, + "hf_subset": "hat_Latn-luo_Latn", + "languages": [ + "hat-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "hat_Latn-ory_Orya", + "languages": [ + "hat-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52412, + "recall": 0.58498, + "f1": 0.541449, + "accuracy": 0.58498, + "main_score": 0.541449, + "hf_subset": "hat_Latn-sna_Latn", + "languages": [ + "hat-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525131, + "recall": 0.572134, + "f1": 0.537634, + "accuracy": 0.572134, + "main_score": 0.537634, + "hf_subset": "hat_Latn-tso_Latn", + "languages": [ + "hat-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936594, + "recall": 0.956522, + "f1": 0.943017, + "accuracy": 0.956522, + "main_score": 0.943017, + "hf_subset": "hat_Latn-azj_Latn", + "languages": [ + "hat-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508576, + "recall": 0.560277, + "f1": 0.523102, + "accuracy": 0.560277, + "main_score": 0.523102, + "hf_subset": "hat_Latn-dik_Latn", + "languages": [ + "hat-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699541, + "recall": 0.751976, + "f1": 0.714417, + "accuracy": 0.751976, + "main_score": 0.714417, + "hf_subset": "hat_Latn-hau_Latn", + "languages": [ + "hat-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949275, + "recall": 0.965415, + "f1": 0.954545, + "accuracy": 0.965415, + "main_score": 0.954545, + "hf_subset": "hat_Latn-kea_Latn", + "languages": [ + "hat-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660977, + "recall": 0.70751, + "f1": 0.67417, + "accuracy": 0.70751, + "main_score": 0.67417, + "hf_subset": "hat_Latn-lus_Latn", + "languages": [ + "hat-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.804554, + "recall": 0.838933, + "f1": 0.814472, + "accuracy": 0.838933, + "main_score": 0.814472, + "hf_subset": "hat_Latn-pag_Latn", + "languages": [ + "hat-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957263, + "recall": 0.970356, + "f1": 0.961364, + "accuracy": 0.970356, + "main_score": 0.961364, + "hf_subset": "hat_Latn-snd_Arab", + "languages": [ + "hat-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86306, + "recall": 0.902174, + "f1": 0.875231, + "accuracy": 0.902174, + "main_score": 0.875231, + "hf_subset": "hat_Latn-tuk_Latn", + "languages": [ + "hat-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937204, + "recall": 0.955534, + "f1": 0.942918, + "accuracy": 0.955534, + "main_score": 0.942918, + "hf_subset": "hat_Latn-bak_Cyrl", + "languages": [ + "hat-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46392, + "recall": 0.536561, + "f1": 0.485168, + "accuracy": 0.536561, + "main_score": 0.485168, + "hf_subset": "hat_Latn-dyu_Latn", + "languages": [ + "hat-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975461, + "accuracy": 0.981225, + "main_score": 0.975461, + "hf_subset": "hat_Latn-heb_Hebr", + "languages": [ + "hat-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93111, + "recall": 0.951581, + "f1": 0.937648, + "accuracy": 0.951581, + "main_score": 0.937648, + "hf_subset": "hat_Latn-khk_Cyrl", + "languages": [ + "hat-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "hat_Latn-lvs_Latn", + "languages": [ + "hat-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967589, + "recall": 0.977273, + "f1": 0.970685, + "accuracy": 0.977273, + "main_score": 0.970685, + "hf_subset": "hat_Latn-pan_Guru", + "languages": [ + "hat-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658903, + "recall": 0.716403, + "f1": 0.674692, + "accuracy": 0.716403, + "main_score": 0.674692, + "hf_subset": "hat_Latn-som_Latn", + "languages": [ + "hat-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540505, + "recall": 0.581028, + "f1": 0.551747, + "accuracy": 0.581028, + "main_score": 0.551747, + "hf_subset": "hat_Latn-tum_Latn", + "languages": [ + "hat-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39432, + "recall": 0.436759, + "f1": 0.406341, + "accuracy": 0.436759, + "main_score": 0.406341, + "hf_subset": "kbp_Latn-ace_Arab", + "languages": [ + "kbp-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486812, + "recall": 0.531621, + "f1": 0.498407, + "accuracy": 0.531621, + "main_score": 0.498407, + "hf_subset": "kbp_Latn-bam_Latn", + "languages": [ + "kbp-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200671, + "recall": 0.246047, + "f1": 0.213291, + "accuracy": 0.246047, + "main_score": 0.213291, + "hf_subset": "kbp_Latn-dzo_Tibt", + "languages": [ + "kbp-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480599, + "recall": 0.524704, + "f1": 0.492634, + "accuracy": 0.524704, + "main_score": 0.492634, + "hf_subset": "kbp_Latn-hin_Deva", + "languages": [ + "kbp-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447731, + "recall": 0.493083, + "f1": 0.460101, + "accuracy": 0.493083, + "main_score": 0.460101, + "hf_subset": "kbp_Latn-khm_Khmr", + "languages": [ + "kbp-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485426, + "recall": 0.52668, + "f1": 0.496477, + "accuracy": 0.52668, + "main_score": 0.496477, + "hf_subset": "kbp_Latn-mag_Deva", + "languages": [ + "kbp-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494024, + "recall": 0.536561, + "f1": 0.504765, + "accuracy": 0.536561, + "main_score": 0.504765, + "hf_subset": "kbp_Latn-pap_Latn", + "languages": [ + "kbp-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496528, + "recall": 0.535573, + "f1": 0.506909, + "accuracy": 0.535573, + "main_score": 0.506909, + "hf_subset": "kbp_Latn-sot_Latn", + "languages": [ + "kbp-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490893, + "recall": 0.534585, + "f1": 0.502592, + "accuracy": 0.534585, + "main_score": 0.502592, + "hf_subset": "kbp_Latn-tur_Latn", + "languages": [ + "kbp-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499998, + "recall": 0.537549, + "f1": 0.510065, + "accuracy": 0.537549, + "main_score": 0.510065, + "hf_subset": "kbp_Latn-ace_Latn", + "languages": [ + "kbp-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505838, + "recall": 0.541502, + "f1": 0.515236, + "accuracy": 0.541502, + "main_score": 0.515236, + "hf_subset": "kbp_Latn-ban_Latn", + "languages": [ + "kbp-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481441, + "recall": 0.533597, + "f1": 0.494652, + "accuracy": 0.533597, + "main_score": 0.494652, + "hf_subset": "kbp_Latn-ell_Grek", + "languages": [ + "kbp-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478362, + "recall": 0.521739, + "f1": 0.490003, + "accuracy": 0.521739, + "main_score": 0.490003, + "hf_subset": "kbp_Latn-hne_Deva", + "languages": [ + "kbp-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450608, + "recall": 0.5, + "f1": 0.463874, + "accuracy": 0.5, + "main_score": 0.463874, + "hf_subset": "kbp_Latn-kik_Latn", + "languages": [ + "kbp-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477281, + "recall": 0.520751, + "f1": 0.489162, + "accuracy": 0.520751, + "main_score": 0.489162, + "hf_subset": "kbp_Latn-mai_Deva", + "languages": [ + "kbp-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439618, + "recall": 0.492095, + "f1": 0.453859, + "accuracy": 0.492095, + "main_score": 0.453859, + "hf_subset": "kbp_Latn-pbt_Arab", + "languages": [ + "kbp-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483953, + "recall": 0.529644, + "f1": 0.496871, + "accuracy": 0.529644, + "main_score": 0.496871, + "hf_subset": "kbp_Latn-spa_Latn", + "languages": [ + "kbp-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506875, + "recall": 0.546443, + "f1": 0.518497, + "accuracy": 0.546443, + "main_score": 0.518497, + "hf_subset": "kbp_Latn-twi_Latn", + "languages": [ + "kbp-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477661, + "recall": 0.522727, + "f1": 0.489373, + "accuracy": 0.522727, + "main_score": 0.489373, + "hf_subset": "kbp_Latn-acm_Arab", + "languages": [ + "kbp-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475769, + "recall": 0.519763, + "f1": 0.487096, + "accuracy": 0.519763, + "main_score": 0.487096, + "hf_subset": "kbp_Latn-bel_Cyrl", + "languages": [ + "kbp-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503641, + "recall": 0.549407, + "f1": 0.516252, + "accuracy": 0.549407, + "main_score": 0.516252, + "hf_subset": "kbp_Latn-eng_Latn", + "languages": [ + "kbp-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5153, + "recall": 0.556324, + "f1": 0.526141, + "accuracy": 0.556324, + "main_score": 0.526141, + "hf_subset": "kbp_Latn-hrv_Latn", + "languages": [ + "kbp-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476177, + "recall": 0.51581, + "f1": 0.486738, + "accuracy": 0.51581, + "main_score": 0.486738, + "hf_subset": "kbp_Latn-kin_Latn", + "languages": [ + "kbp-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46621, + "recall": 0.51581, + "f1": 0.479471, + "accuracy": 0.51581, + "main_score": 0.479471, + "hf_subset": "kbp_Latn-mal_Mlym", + "languages": [ + "kbp-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479616, + "recall": 0.525692, + "f1": 0.492472, + "accuracy": 0.525692, + "main_score": 0.492472, + "hf_subset": "kbp_Latn-pes_Arab", + "languages": [ + "kbp-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495017, + "recall": 0.534585, + "f1": 0.505633, + "accuracy": 0.534585, + "main_score": 0.505633, + "hf_subset": "kbp_Latn-srd_Latn", + "languages": [ + "kbp-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184105, + "recall": 0.218379, + "f1": 0.193127, + "accuracy": 0.218379, + "main_score": 0.193127, + "hf_subset": "kbp_Latn-tzm_Tfng", + "languages": [ + "kbp-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484595, + "recall": 0.529644, + "f1": 0.496839, + "accuracy": 0.529644, + "main_score": 0.496839, + "hf_subset": "kbp_Latn-acq_Arab", + "languages": [ + "kbp-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50918, + "recall": 0.54249, + "f1": 0.517969, + "accuracy": 0.54249, + "main_score": 0.517969, + "hf_subset": "kbp_Latn-bem_Latn", + "languages": [ + "kbp-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487837, + "recall": 0.533597, + "f1": 0.499603, + "accuracy": 0.533597, + "main_score": 0.499603, + "hf_subset": "kbp_Latn-epo_Latn", + "languages": [ + "kbp-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499566, + "recall": 0.543478, + "f1": 0.51156, + "accuracy": 0.543478, + "main_score": 0.51156, + "hf_subset": "kbp_Latn-hun_Latn", + "languages": [ + "kbp-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48182, + "recall": 0.522727, + "f1": 0.492802, + "accuracy": 0.522727, + "main_score": 0.492802, + "hf_subset": "kbp_Latn-kir_Cyrl", + "languages": [ + "kbp-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484213, + "recall": 0.524704, + "f1": 0.495487, + "accuracy": 0.524704, + "main_score": 0.495487, + "hf_subset": "kbp_Latn-mar_Deva", + "languages": [ + "kbp-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510929, + "recall": 0.547431, + "f1": 0.521353, + "accuracy": 0.547431, + "main_score": 0.521353, + "hf_subset": "kbp_Latn-plt_Latn", + "languages": [ + "kbp-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497807, + "recall": 0.543478, + "f1": 0.510061, + "accuracy": 0.543478, + "main_score": 0.510061, + "hf_subset": "kbp_Latn-srp_Cyrl", + "languages": [ + "kbp-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434774, + "recall": 0.478261, + "f1": 0.446746, + "accuracy": 0.478261, + "main_score": 0.446746, + "hf_subset": "kbp_Latn-uig_Arab", + "languages": [ + "kbp-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471033, + "recall": 0.511858, + "f1": 0.482047, + "accuracy": 0.511858, + "main_score": 0.482047, + "hf_subset": "kbp_Latn-aeb_Arab", + "languages": [ + "kbp-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475929, + "recall": 0.523715, + "f1": 0.489465, + "accuracy": 0.523715, + "main_score": 0.489465, + "hf_subset": "kbp_Latn-ben_Beng", + "languages": [ + "kbp-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480434, + "recall": 0.527668, + "f1": 0.49299, + "accuracy": 0.527668, + "main_score": 0.49299, + "hf_subset": "kbp_Latn-est_Latn", + "languages": [ + "kbp-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469524, + "recall": 0.517787, + "f1": 0.481962, + "accuracy": 0.517787, + "main_score": 0.481962, + "hf_subset": "kbp_Latn-hye_Armn", + "languages": [ + "kbp-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501556, + "recall": 0.538538, + "f1": 0.51236, + "accuracy": 0.538538, + "main_score": 0.51236, + "hf_subset": "kbp_Latn-kmb_Latn", + "languages": [ + "kbp-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.373284, + "recall": 0.416008, + "f1": 0.385266, + "accuracy": 0.416008, + "main_score": 0.385266, + "hf_subset": "kbp_Latn-min_Arab", + "languages": [ + "kbp-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497949, + "recall": 0.544466, + "f1": 0.510217, + "accuracy": 0.544466, + "main_score": 0.510217, + "hf_subset": "kbp_Latn-pol_Latn", + "languages": [ + "kbp-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505955, + "recall": 0.546443, + "f1": 0.517429, + "accuracy": 0.546443, + "main_score": 0.517429, + "hf_subset": "kbp_Latn-ssw_Latn", + "languages": [ + "kbp-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480245, + "recall": 0.530632, + "f1": 0.493618, + "accuracy": 0.530632, + "main_score": 0.493618, + "hf_subset": "kbp_Latn-ukr_Cyrl", + "languages": [ + "kbp-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508494, + "recall": 0.548419, + "f1": 0.519247, + "accuracy": 0.548419, + "main_score": 0.519247, + "hf_subset": "kbp_Latn-afr_Latn", + "languages": [ + "kbp-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484014, + "recall": 0.523715, + "f1": 0.494172, + "accuracy": 0.523715, + "main_score": 0.494172, + "hf_subset": "kbp_Latn-bho_Deva", + "languages": [ + "kbp-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506985, + "recall": 0.543478, + "f1": 0.516681, + "accuracy": 0.543478, + "main_score": 0.516681, + "hf_subset": "kbp_Latn-eus_Latn", + "languages": [ + "kbp-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482294, + "recall": 0.52668, + "f1": 0.494604, + "accuracy": 0.52668, + "main_score": 0.494604, + "hf_subset": "kbp_Latn-ibo_Latn", + "languages": [ + "kbp-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491648, + "recall": 0.535573, + "f1": 0.503449, + "accuracy": 0.535573, + "main_score": 0.503449, + "hf_subset": "kbp_Latn-kmr_Latn", + "languages": [ + "kbp-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501816, + "recall": 0.541502, + "f1": 0.512398, + "accuracy": 0.541502, + "main_score": 0.512398, + "hf_subset": "kbp_Latn-min_Latn", + "languages": [ + "kbp-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502859, + "recall": 0.548419, + "f1": 0.515112, + "accuracy": 0.548419, + "main_score": 0.515112, + "hf_subset": "kbp_Latn-por_Latn", + "languages": [ + "kbp-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50134, + "recall": 0.540514, + "f1": 0.511632, + "accuracy": 0.540514, + "main_score": 0.511632, + "hf_subset": "kbp_Latn-sun_Latn", + "languages": [ + "kbp-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466561, + "recall": 0.51087, + "f1": 0.479004, + "accuracy": 0.51087, + "main_score": 0.479004, + "hf_subset": "kbp_Latn-umb_Latn", + "languages": [ + "kbp-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490724, + "recall": 0.535573, + "f1": 0.5023, + "accuracy": 0.535573, + "main_score": 0.5023, + "hf_subset": "kbp_Latn-ajp_Arab", + "languages": [ + "kbp-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.377452, + "recall": 0.424901, + "f1": 0.390678, + "accuracy": 0.424901, + "main_score": 0.390678, + "hf_subset": "kbp_Latn-bjn_Arab", + "languages": [ + "kbp-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48243, + "recall": 0.517787, + "f1": 0.492302, + "accuracy": 0.517787, + "main_score": 0.492302, + "hf_subset": "kbp_Latn-ewe_Latn", + "languages": [ + "kbp-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508328, + "recall": 0.546443, + "f1": 0.518064, + "accuracy": 0.546443, + "main_score": 0.518064, + "hf_subset": "kbp_Latn-ilo_Latn", + "languages": [ + "kbp-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.290366, + "recall": 0.336957, + "f1": 0.30308, + "accuracy": 0.336957, + "main_score": 0.30308, + "hf_subset": "kbp_Latn-knc_Arab", + "languages": [ + "kbp-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488908, + "recall": 0.534585, + "f1": 0.501083, + "accuracy": 0.534585, + "main_score": 0.501083, + "hf_subset": "kbp_Latn-mkd_Cyrl", + "languages": [ + "kbp-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469825, + "recall": 0.521739, + "f1": 0.483823, + "accuracy": 0.521739, + "main_score": 0.483823, + "hf_subset": "kbp_Latn-prs_Arab", + "languages": [ + "kbp-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5033, + "recall": 0.549407, + "f1": 0.51543, + "accuracy": 0.549407, + "main_score": 0.51543, + "hf_subset": "kbp_Latn-swe_Latn", + "languages": [ + "kbp-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447861, + "recall": 0.502964, + "f1": 0.463251, + "accuracy": 0.502964, + "main_score": 0.463251, + "hf_subset": "kbp_Latn-urd_Arab", + "languages": [ + "kbp-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495846, + "recall": 0.533597, + "f1": 0.506483, + "accuracy": 0.533597, + "main_score": 0.506483, + "hf_subset": "kbp_Latn-aka_Latn", + "languages": [ + "kbp-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503911, + "recall": 0.535573, + "f1": 0.512629, + "accuracy": 0.535573, + "main_score": 0.512629, + "hf_subset": "kbp_Latn-bjn_Latn", + "languages": [ + "kbp-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488556, + "recall": 0.528656, + "f1": 0.499558, + "accuracy": 0.528656, + "main_score": 0.499558, + "hf_subset": "kbp_Latn-fao_Latn", + "languages": [ + "kbp-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506538, + "recall": 0.545455, + "f1": 0.51711, + "accuracy": 0.545455, + "main_score": 0.51711, + "hf_subset": "kbp_Latn-ind_Latn", + "languages": [ + "kbp-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490651, + "recall": 0.531621, + "f1": 0.501951, + "accuracy": 0.531621, + "main_score": 0.501951, + "hf_subset": "kbp_Latn-knc_Latn", + "languages": [ + "kbp-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501622, + "recall": 0.540514, + "f1": 0.511271, + "accuracy": 0.540514, + "main_score": 0.511271, + "hf_subset": "kbp_Latn-mlt_Latn", + "languages": [ + "kbp-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47591, + "recall": 0.522727, + "f1": 0.488838, + "accuracy": 0.522727, + "main_score": 0.488838, + "hf_subset": "kbp_Latn-quy_Latn", + "languages": [ + "kbp-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483683, + "recall": 0.529644, + "f1": 0.496241, + "accuracy": 0.529644, + "main_score": 0.496241, + "hf_subset": "kbp_Latn-swh_Latn", + "languages": [ + "kbp-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470745, + "recall": 0.513834, + "f1": 0.482503, + "accuracy": 0.513834, + "main_score": 0.482503, + "hf_subset": "kbp_Latn-uzn_Latn", + "languages": [ + "kbp-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490615, + "recall": 0.535573, + "f1": 0.502475, + "accuracy": 0.535573, + "main_score": 0.502475, + "hf_subset": "kbp_Latn-als_Latn", + "languages": [ + "kbp-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.235964, + "recall": 0.287549, + "f1": 0.249032, + "accuracy": 0.287549, + "main_score": 0.249032, + "hf_subset": "kbp_Latn-bod_Tibt", + "languages": [ + "kbp-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487641, + "recall": 0.527668, + "f1": 0.499299, + "accuracy": 0.527668, + "main_score": 0.499299, + "hf_subset": "kbp_Latn-fij_Latn", + "languages": [ + "kbp-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479423, + "recall": 0.520751, + "f1": 0.490956, + "accuracy": 0.520751, + "main_score": 0.490956, + "hf_subset": "kbp_Latn-isl_Latn", + "languages": [ + "kbp-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505895, + "recall": 0.554348, + "f1": 0.519236, + "accuracy": 0.554348, + "main_score": 0.519236, + "hf_subset": "kbp_Latn-kon_Latn", + "languages": [ + "kbp-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423962, + "recall": 0.478261, + "f1": 0.438713, + "accuracy": 0.478261, + "main_score": 0.438713, + "hf_subset": "kbp_Latn-mni_Beng", + "languages": [ + "kbp-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500999, + "recall": 0.54249, + "f1": 0.511722, + "accuracy": 0.54249, + "main_score": 0.511722, + "hf_subset": "kbp_Latn-ron_Latn", + "languages": [ + "kbp-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503549, + "recall": 0.548419, + "f1": 0.515362, + "accuracy": 0.548419, + "main_score": 0.515362, + "hf_subset": "kbp_Latn-szl_Latn", + "languages": [ + "kbp-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496433, + "recall": 0.539526, + "f1": 0.507624, + "accuracy": 0.539526, + "main_score": 0.507624, + "hf_subset": "kbp_Latn-vec_Latn", + "languages": [ + "kbp-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424138, + "recall": 0.479249, + "f1": 0.439187, + "accuracy": 0.479249, + "main_score": 0.439187, + "hf_subset": "kbp_Latn-amh_Ethi", + "languages": [ + "kbp-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502515, + "recall": 0.545455, + "f1": 0.514877, + "accuracy": 0.545455, + "main_score": 0.514877, + "hf_subset": "kbp_Latn-bos_Latn", + "languages": [ + "kbp-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472147, + "recall": 0.520751, + "f1": 0.48523, + "accuracy": 0.520751, + "main_score": 0.48523, + "hf_subset": "kbp_Latn-fin_Latn", + "languages": [ + "kbp-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495732, + "recall": 0.539526, + "f1": 0.507755, + "accuracy": 0.539526, + "main_score": 0.507755, + "hf_subset": "kbp_Latn-ita_Latn", + "languages": [ + "kbp-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486687, + "recall": 0.534585, + "f1": 0.499427, + "accuracy": 0.534585, + "main_score": 0.499427, + "hf_subset": "kbp_Latn-kor_Hang", + "languages": [ + "kbp-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4779, + "recall": 0.521739, + "f1": 0.490081, + "accuracy": 0.521739, + "main_score": 0.490081, + "hf_subset": "kbp_Latn-mos_Latn", + "languages": [ + "kbp-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496659, + "recall": 0.538538, + "f1": 0.508617, + "accuracy": 0.538538, + "main_score": 0.508617, + "hf_subset": "kbp_Latn-run_Latn", + "languages": [ + "kbp-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457133, + "recall": 0.505929, + "f1": 0.470602, + "accuracy": 0.505929, + "main_score": 0.470602, + "hf_subset": "kbp_Latn-tam_Taml", + "languages": [ + "kbp-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495229, + "recall": 0.538538, + "f1": 0.506632, + "accuracy": 0.538538, + "main_score": 0.506632, + "hf_subset": "kbp_Latn-vie_Latn", + "languages": [ + "kbp-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47732, + "recall": 0.523715, + "f1": 0.489878, + "accuracy": 0.523715, + "main_score": 0.489878, + "hf_subset": "kbp_Latn-apc_Arab", + "languages": [ + "kbp-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49184, + "recall": 0.525692, + "f1": 0.501735, + "accuracy": 0.525692, + "main_score": 0.501735, + "hf_subset": "kbp_Latn-bug_Latn", + "languages": [ + "kbp-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466471, + "recall": 0.504941, + "f1": 0.477023, + "accuracy": 0.504941, + "main_score": 0.477023, + "hf_subset": "kbp_Latn-fon_Latn", + "languages": [ + "kbp-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507922, + "recall": 0.543478, + "f1": 0.517721, + "accuracy": 0.543478, + "main_score": 0.517721, + "hf_subset": "kbp_Latn-jav_Latn", + "languages": [ + "kbp-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453787, + "recall": 0.499012, + "f1": 0.466172, + "accuracy": 0.499012, + "main_score": 0.466172, + "hf_subset": "kbp_Latn-lao_Laoo", + "languages": [ + "kbp-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471106, + "recall": 0.505929, + "f1": 0.481143, + "accuracy": 0.505929, + "main_score": 0.481143, + "hf_subset": "kbp_Latn-mri_Latn", + "languages": [ + "kbp-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481158, + "recall": 0.531621, + "f1": 0.494269, + "accuracy": 0.531621, + "main_score": 0.494269, + "hf_subset": "kbp_Latn-rus_Cyrl", + "languages": [ + "kbp-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469773, + "recall": 0.511858, + "f1": 0.481431, + "accuracy": 0.511858, + "main_score": 0.481431, + "hf_subset": "kbp_Latn-taq_Latn", + "languages": [ + "kbp-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508284, + "recall": 0.551383, + "f1": 0.519459, + "accuracy": 0.551383, + "main_score": 0.519459, + "hf_subset": "kbp_Latn-war_Latn", + "languages": [ + "kbp-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486753, + "recall": 0.528656, + "f1": 0.498284, + "accuracy": 0.528656, + "main_score": 0.498284, + "hf_subset": "kbp_Latn-arb_Arab", + "languages": [ + "kbp-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498223, + "recall": 0.540514, + "f1": 0.509785, + "accuracy": 0.540514, + "main_score": 0.509785, + "hf_subset": "kbp_Latn-bul_Cyrl", + "languages": [ + "kbp-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492579, + "recall": 0.536561, + "f1": 0.504579, + "accuracy": 0.536561, + "main_score": 0.504579, + "hf_subset": "kbp_Latn-fra_Latn", + "languages": [ + "kbp-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47257, + "recall": 0.522727, + "f1": 0.486846, + "accuracy": 0.522727, + "main_score": 0.486846, + "hf_subset": "kbp_Latn-jpn_Jpan", + "languages": [ + "kbp-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49116, + "recall": 0.531621, + "f1": 0.501864, + "accuracy": 0.531621, + "main_score": 0.501864, + "hf_subset": "kbp_Latn-lij_Latn", + "languages": [ + "kbp-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.3631, + "recall": 0.428854, + "f1": 0.380712, + "accuracy": 0.428854, + "main_score": 0.380712, + "hf_subset": "kbp_Latn-mya_Mymr", + "languages": [ + "kbp-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476707, + "recall": 0.524704, + "f1": 0.490249, + "accuracy": 0.524704, + "main_score": 0.490249, + "hf_subset": "kbp_Latn-sag_Latn", + "languages": [ + "kbp-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.203386, + "recall": 0.246047, + "f1": 0.213498, + "accuracy": 0.246047, + "main_score": 0.213498, + "hf_subset": "kbp_Latn-taq_Tfng", + "languages": [ + "kbp-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514329, + "recall": 0.55336, + "f1": 0.525072, + "accuracy": 0.55336, + "main_score": 0.525072, + "hf_subset": "kbp_Latn-wol_Latn", + "languages": [ + "kbp-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4133, + "recall": 0.460474, + "f1": 0.426445, + "accuracy": 0.460474, + "main_score": 0.426445, + "hf_subset": "kbp_Latn-arb_Latn", + "languages": [ + "kbp-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500165, + "recall": 0.544466, + "f1": 0.511823, + "accuracy": 0.544466, + "main_score": 0.511823, + "hf_subset": "kbp_Latn-cat_Latn", + "languages": [ + "kbp-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49999, + "recall": 0.541502, + "f1": 0.51013, + "accuracy": 0.541502, + "main_score": 0.51013, + "hf_subset": "kbp_Latn-fur_Latn", + "languages": [ + "kbp-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411794, + "recall": 0.459486, + "f1": 0.425208, + "accuracy": 0.459486, + "main_score": 0.425208, + "hf_subset": "kbp_Latn-kab_Latn", + "languages": [ + "kbp-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492771, + "recall": 0.537549, + "f1": 0.504717, + "accuracy": 0.537549, + "main_score": 0.504717, + "hf_subset": "kbp_Latn-lim_Latn", + "languages": [ + "kbp-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499189, + "recall": 0.541502, + "f1": 0.510588, + "accuracy": 0.541502, + "main_score": 0.510588, + "hf_subset": "kbp_Latn-nld_Latn", + "languages": [ + "kbp-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448945, + "recall": 0.498024, + "f1": 0.4617, + "accuracy": 0.498024, + "main_score": 0.4617, + "hf_subset": "kbp_Latn-san_Deva", + "languages": [ + "kbp-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483855, + "recall": 0.528656, + "f1": 0.495435, + "accuracy": 0.528656, + "main_score": 0.495435, + "hf_subset": "kbp_Latn-tat_Cyrl", + "languages": [ + "kbp-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49819, + "recall": 0.539526, + "f1": 0.509533, + "accuracy": 0.539526, + "main_score": 0.509533, + "hf_subset": "kbp_Latn-xho_Latn", + "languages": [ + "kbp-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461034, + "recall": 0.512846, + "f1": 0.475908, + "accuracy": 0.512846, + "main_score": 0.475908, + "hf_subset": "kbp_Latn-ars_Arab", + "languages": [ + "kbp-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507692, + "recall": 0.548419, + "f1": 0.518722, + "accuracy": 0.548419, + "main_score": 0.518722, + "hf_subset": "kbp_Latn-ceb_Latn", + "languages": [ + "kbp-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45979, + "recall": 0.505929, + "f1": 0.47275, + "accuracy": 0.505929, + "main_score": 0.47275, + "hf_subset": "kbp_Latn-fuv_Latn", + "languages": [ + "kbp-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471914, + "recall": 0.514822, + "f1": 0.483764, + "accuracy": 0.514822, + "main_score": 0.483764, + "hf_subset": "kbp_Latn-kac_Latn", + "languages": [ + "kbp-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505606, + "recall": 0.543478, + "f1": 0.515893, + "accuracy": 0.543478, + "main_score": 0.515893, + "hf_subset": "kbp_Latn-lin_Latn", + "languages": [ + "kbp-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483354, + "recall": 0.536561, + "f1": 0.497827, + "accuracy": 0.536561, + "main_score": 0.497827, + "hf_subset": "kbp_Latn-nno_Latn", + "languages": [ + "kbp-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.106938, + "recall": 0.152174, + "f1": 0.117522, + "accuracy": 0.152174, + "main_score": 0.117522, + "hf_subset": "kbp_Latn-sat_Olck", + "languages": [ + "kbp-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476478, + "recall": 0.521739, + "f1": 0.488547, + "accuracy": 0.521739, + "main_score": 0.488547, + "hf_subset": "kbp_Latn-tel_Telu", + "languages": [ + "kbp-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409391, + "recall": 0.466403, + "f1": 0.424473, + "accuracy": 0.466403, + "main_score": 0.424473, + "hf_subset": "kbp_Latn-ydd_Hebr", + "languages": [ + "kbp-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46559, + "recall": 0.514822, + "f1": 0.478313, + "accuracy": 0.514822, + "main_score": 0.478313, + "hf_subset": "kbp_Latn-ary_Arab", + "languages": [ + "kbp-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492223, + "recall": 0.537549, + "f1": 0.504379, + "accuracy": 0.537549, + "main_score": 0.504379, + "hf_subset": "kbp_Latn-ces_Latn", + "languages": [ + "kbp-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462323, + "recall": 0.512846, + "f1": 0.476543, + "accuracy": 0.512846, + "main_score": 0.476543, + "hf_subset": "kbp_Latn-gaz_Latn", + "languages": [ + "kbp-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462636, + "recall": 0.505929, + "f1": 0.474725, + "accuracy": 0.505929, + "main_score": 0.474725, + "hf_subset": "kbp_Latn-kam_Latn", + "languages": [ + "kbp-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482062, + "recall": 0.525692, + "f1": 0.49371, + "accuracy": 0.525692, + "main_score": 0.49371, + "hf_subset": "kbp_Latn-lit_Latn", + "languages": [ + "kbp-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49703, + "recall": 0.547431, + "f1": 0.510443, + "accuracy": 0.547431, + "main_score": 0.510443, + "hf_subset": "kbp_Latn-nob_Latn", + "languages": [ + "kbp-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496688, + "recall": 0.531621, + "f1": 0.506762, + "accuracy": 0.531621, + "main_score": 0.506762, + "hf_subset": "kbp_Latn-scn_Latn", + "languages": [ + "kbp-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489174, + "recall": 0.532609, + "f1": 0.50031, + "accuracy": 0.532609, + "main_score": 0.50031, + "hf_subset": "kbp_Latn-tgk_Cyrl", + "languages": [ + "kbp-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429529, + "recall": 0.479249, + "f1": 0.443611, + "accuracy": 0.479249, + "main_score": 0.443611, + "hf_subset": "kbp_Latn-yor_Latn", + "languages": [ + "kbp-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474664, + "recall": 0.521739, + "f1": 0.486906, + "accuracy": 0.521739, + "main_score": 0.486906, + "hf_subset": "kbp_Latn-arz_Arab", + "languages": [ + "kbp-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45328, + "recall": 0.500988, + "f1": 0.46634, + "accuracy": 0.500988, + "main_score": 0.46634, + "hf_subset": "kbp_Latn-cjk_Latn", + "languages": [ + "kbp-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455395, + "recall": 0.495059, + "f1": 0.466473, + "accuracy": 0.495059, + "main_score": 0.466473, + "hf_subset": "kbp_Latn-gla_Latn", + "languages": [ + "kbp-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470504, + "recall": 0.517787, + "f1": 0.483728, + "accuracy": 0.517787, + "main_score": 0.483728, + "hf_subset": "kbp_Latn-kan_Knda", + "languages": [ + "kbp-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489785, + "recall": 0.529644, + "f1": 0.499866, + "accuracy": 0.529644, + "main_score": 0.499866, + "hf_subset": "kbp_Latn-lmo_Latn", + "languages": [ + "kbp-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465959, + "recall": 0.517787, + "f1": 0.479215, + "accuracy": 0.517787, + "main_score": 0.479215, + "hf_subset": "kbp_Latn-npi_Deva", + "languages": [ + "kbp-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425286, + "recall": 0.467391, + "f1": 0.43648, + "accuracy": 0.467391, + "main_score": 0.43648, + "hf_subset": "kbp_Latn-shn_Mymr", + "languages": [ + "kbp-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514457, + "recall": 0.554348, + "f1": 0.524866, + "accuracy": 0.554348, + "main_score": 0.524866, + "hf_subset": "kbp_Latn-tgl_Latn", + "languages": [ + "kbp-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479564, + "recall": 0.525692, + "f1": 0.491743, + "accuracy": 0.525692, + "main_score": 0.491743, + "hf_subset": "kbp_Latn-yue_Hant", + "languages": [ + "kbp-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440407, + "recall": 0.494071, + "f1": 0.45589, + "accuracy": 0.494071, + "main_score": 0.45589, + "hf_subset": "kbp_Latn-asm_Beng", + "languages": [ + "kbp-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455262, + "recall": 0.501976, + "f1": 0.467811, + "accuracy": 0.501976, + "main_score": 0.467811, + "hf_subset": "kbp_Latn-ckb_Arab", + "languages": [ + "kbp-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466603, + "recall": 0.511858, + "f1": 0.479663, + "accuracy": 0.511858, + "main_score": 0.479663, + "hf_subset": "kbp_Latn-gle_Latn", + "languages": [ + "kbp-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422699, + "recall": 0.478261, + "f1": 0.436952, + "accuracy": 0.478261, + "main_score": 0.436952, + "hf_subset": "kbp_Latn-kas_Arab", + "languages": [ + "kbp-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49026, + "recall": 0.533597, + "f1": 0.502128, + "accuracy": 0.533597, + "main_score": 0.502128, + "hf_subset": "kbp_Latn-ltg_Latn", + "languages": [ + "kbp-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506623, + "recall": 0.551383, + "f1": 0.518731, + "accuracy": 0.551383, + "main_score": 0.518731, + "hf_subset": "kbp_Latn-nso_Latn", + "languages": [ + "kbp-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421928, + "recall": 0.472332, + "f1": 0.435018, + "accuracy": 0.472332, + "main_score": 0.435018, + "hf_subset": "kbp_Latn-sin_Sinh", + "languages": [ + "kbp-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484265, + "recall": 0.528656, + "f1": 0.496502, + "accuracy": 0.528656, + "main_score": 0.496502, + "hf_subset": "kbp_Latn-tha_Thai", + "languages": [ + "kbp-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478323, + "recall": 0.519763, + "f1": 0.48871, + "accuracy": 0.519763, + "main_score": 0.48871, + "hf_subset": "kbp_Latn-zho_Hans", + "languages": [ + "kbp-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504163, + "recall": 0.547431, + "f1": 0.515458, + "accuracy": 0.547431, + "main_score": 0.515458, + "hf_subset": "kbp_Latn-ast_Latn", + "languages": [ + "kbp-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482839, + "recall": 0.52668, + "f1": 0.494257, + "accuracy": 0.52668, + "main_score": 0.494257, + "hf_subset": "kbp_Latn-crh_Latn", + "languages": [ + "kbp-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490599, + "recall": 0.535573, + "f1": 0.502977, + "accuracy": 0.535573, + "main_score": 0.502977, + "hf_subset": "kbp_Latn-glg_Latn", + "languages": [ + "kbp-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448258, + "recall": 0.495059, + "f1": 0.460713, + "accuracy": 0.495059, + "main_score": 0.460713, + "hf_subset": "kbp_Latn-kas_Deva", + "languages": [ + "kbp-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479804, + "recall": 0.524704, + "f1": 0.491711, + "accuracy": 0.524704, + "main_score": 0.491711, + "hf_subset": "kbp_Latn-ltz_Latn", + "languages": [ + "kbp-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440404, + "recall": 0.487154, + "f1": 0.453214, + "accuracy": 0.487154, + "main_score": 0.453214, + "hf_subset": "kbp_Latn-nus_Latn", + "languages": [ + "kbp-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500159, + "recall": 0.54249, + "f1": 0.511225, + "accuracy": 0.54249, + "main_score": 0.511225, + "hf_subset": "kbp_Latn-slk_Latn", + "languages": [ + "kbp-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.355447, + "recall": 0.407115, + "f1": 0.36944, + "accuracy": 0.407115, + "main_score": 0.36944, + "hf_subset": "kbp_Latn-tir_Ethi", + "languages": [ + "kbp-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468805, + "recall": 0.517787, + "f1": 0.481053, + "accuracy": 0.517787, + "main_score": 0.481053, + "hf_subset": "kbp_Latn-zho_Hant", + "languages": [ + "kbp-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471884, + "recall": 0.518775, + "f1": 0.484016, + "accuracy": 0.518775, + "main_score": 0.484016, + "hf_subset": "kbp_Latn-awa_Deva", + "languages": [ + "kbp-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476283, + "recall": 0.518775, + "f1": 0.487521, + "accuracy": 0.518775, + "main_score": 0.487521, + "hf_subset": "kbp_Latn-cym_Latn", + "languages": [ + "kbp-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503048, + "recall": 0.541502, + "f1": 0.513175, + "accuracy": 0.541502, + "main_score": 0.513175, + "hf_subset": "kbp_Latn-grn_Latn", + "languages": [ + "kbp-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442273, + "recall": 0.495059, + "f1": 0.456716, + "accuracy": 0.495059, + "main_score": 0.456716, + "hf_subset": "kbp_Latn-kat_Geor", + "languages": [ + "kbp-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49218, + "recall": 0.532609, + "f1": 0.503139, + "accuracy": 0.532609, + "main_score": 0.503139, + "hf_subset": "kbp_Latn-lua_Latn", + "languages": [ + "kbp-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498218, + "recall": 0.540514, + "f1": 0.50938, + "accuracy": 0.540514, + "main_score": 0.50938, + "hf_subset": "kbp_Latn-nya_Latn", + "languages": [ + "kbp-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50003, + "recall": 0.545455, + "f1": 0.512326, + "accuracy": 0.545455, + "main_score": 0.512326, + "hf_subset": "kbp_Latn-slv_Latn", + "languages": [ + "kbp-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507891, + "recall": 0.543478, + "f1": 0.517045, + "accuracy": 0.543478, + "main_score": 0.517045, + "hf_subset": "kbp_Latn-tpi_Latn", + "languages": [ + "kbp-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504807, + "recall": 0.545455, + "f1": 0.515722, + "accuracy": 0.545455, + "main_score": 0.515722, + "hf_subset": "kbp_Latn-zsm_Latn", + "languages": [ + "kbp-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47357, + "recall": 0.517787, + "f1": 0.485758, + "accuracy": 0.517787, + "main_score": 0.485758, + "hf_subset": "kbp_Latn-ayr_Latn", + "languages": [ + "kbp-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496555, + "recall": 0.544466, + "f1": 0.509905, + "accuracy": 0.544466, + "main_score": 0.509905, + "hf_subset": "kbp_Latn-dan_Latn", + "languages": [ + "kbp-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474227, + "recall": 0.523715, + "f1": 0.487353, + "accuracy": 0.523715, + "main_score": 0.487353, + "hf_subset": "kbp_Latn-guj_Gujr", + "languages": [ + "kbp-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471967, + "recall": 0.521739, + "f1": 0.485031, + "accuracy": 0.521739, + "main_score": 0.485031, + "hf_subset": "kbp_Latn-kaz_Cyrl", + "languages": [ + "kbp-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466845, + "recall": 0.514822, + "f1": 0.479622, + "accuracy": 0.514822, + "main_score": 0.479622, + "hf_subset": "kbp_Latn-lug_Latn", + "languages": [ + "kbp-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507156, + "recall": 0.551383, + "f1": 0.518338, + "accuracy": 0.551383, + "main_score": 0.518338, + "hf_subset": "kbp_Latn-oci_Latn", + "languages": [ + "kbp-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496898, + "recall": 0.528656, + "f1": 0.505786, + "accuracy": 0.528656, + "main_score": 0.505786, + "hf_subset": "kbp_Latn-smo_Latn", + "languages": [ + "kbp-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474729, + "recall": 0.520751, + "f1": 0.486997, + "accuracy": 0.520751, + "main_score": 0.486997, + "hf_subset": "kbp_Latn-tsn_Latn", + "languages": [ + "kbp-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493446, + "recall": 0.536561, + "f1": 0.504734, + "accuracy": 0.536561, + "main_score": 0.504734, + "hf_subset": "kbp_Latn-zul_Latn", + "languages": [ + "kbp-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416284, + "recall": 0.465415, + "f1": 0.429814, + "accuracy": 0.465415, + "main_score": 0.429814, + "hf_subset": "kbp_Latn-azb_Arab", + "languages": [ + "kbp-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489152, + "recall": 0.529644, + "f1": 0.500547, + "accuracy": 0.529644, + "main_score": 0.500547, + "hf_subset": "kbp_Latn-deu_Latn", + "languages": [ + "kbp-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463543, + "recall": 0.51581, + "f1": 0.476919, + "accuracy": 0.51581, + "main_score": 0.476919, + "hf_subset": "kbp_Latn-hat_Latn", + "languages": [ + "kbp-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493569, + "recall": 0.533597, + "f1": 0.504456, + "accuracy": 0.533597, + "main_score": 0.504456, + "hf_subset": "kbp_Latn-luo_Latn", + "languages": [ + "kbp-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457687, + "recall": 0.51087, + "f1": 0.471973, + "accuracy": 0.51087, + "main_score": 0.471973, + "hf_subset": "kbp_Latn-ory_Orya", + "languages": [ + "kbp-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474854, + "recall": 0.517787, + "f1": 0.4866, + "accuracy": 0.517787, + "main_score": 0.4866, + "hf_subset": "kbp_Latn-sna_Latn", + "languages": [ + "kbp-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49237, + "recall": 0.528656, + "f1": 0.501948, + "accuracy": 0.528656, + "main_score": 0.501948, + "hf_subset": "kbp_Latn-tso_Latn", + "languages": [ + "kbp-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461955, + "recall": 0.51087, + "f1": 0.475116, + "accuracy": 0.51087, + "main_score": 0.475116, + "hf_subset": "kbp_Latn-azj_Latn", + "languages": [ + "kbp-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439198, + "recall": 0.486166, + "f1": 0.452776, + "accuracy": 0.486166, + "main_score": 0.452776, + "hf_subset": "kbp_Latn-dik_Latn", + "languages": [ + "kbp-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482972, + "recall": 0.528656, + "f1": 0.495563, + "accuracy": 0.528656, + "main_score": 0.495563, + "hf_subset": "kbp_Latn-hau_Latn", + "languages": [ + "kbp-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498913, + "recall": 0.534585, + "f1": 0.508509, + "accuracy": 0.534585, + "main_score": 0.508509, + "hf_subset": "kbp_Latn-kea_Latn", + "languages": [ + "kbp-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48866, + "recall": 0.529644, + "f1": 0.499848, + "accuracy": 0.529644, + "main_score": 0.499848, + "hf_subset": "kbp_Latn-lus_Latn", + "languages": [ + "kbp-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495898, + "recall": 0.528656, + "f1": 0.505311, + "accuracy": 0.528656, + "main_score": 0.505311, + "hf_subset": "kbp_Latn-pag_Latn", + "languages": [ + "kbp-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456873, + "recall": 0.498024, + "f1": 0.46771, + "accuracy": 0.498024, + "main_score": 0.46771, + "hf_subset": "kbp_Latn-snd_Arab", + "languages": [ + "kbp-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458451, + "recall": 0.5, + "f1": 0.469614, + "accuracy": 0.5, + "main_score": 0.469614, + "hf_subset": "kbp_Latn-tuk_Latn", + "languages": [ + "kbp-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47376, + "recall": 0.518775, + "f1": 0.48577, + "accuracy": 0.518775, + "main_score": 0.48577, + "hf_subset": "kbp_Latn-bak_Cyrl", + "languages": [ + "kbp-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397172, + "recall": 0.461462, + "f1": 0.415388, + "accuracy": 0.461462, + "main_score": 0.415388, + "hf_subset": "kbp_Latn-dyu_Latn", + "languages": [ + "kbp-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472197, + "recall": 0.51581, + "f1": 0.483847, + "accuracy": 0.51581, + "main_score": 0.483847, + "hf_subset": "kbp_Latn-heb_Hebr", + "languages": [ + "kbp-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473875, + "recall": 0.519763, + "f1": 0.486273, + "accuracy": 0.519763, + "main_score": 0.486273, + "hf_subset": "kbp_Latn-khk_Cyrl", + "languages": [ + "kbp-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491972, + "recall": 0.539526, + "f1": 0.503957, + "accuracy": 0.539526, + "main_score": 0.503957, + "hf_subset": "kbp_Latn-lvs_Latn", + "languages": [ + "kbp-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467233, + "recall": 0.514822, + "f1": 0.480056, + "accuracy": 0.514822, + "main_score": 0.480056, + "hf_subset": "kbp_Latn-pan_Guru", + "languages": [ + "kbp-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457364, + "recall": 0.499012, + "f1": 0.468765, + "accuracy": 0.499012, + "main_score": 0.468765, + "hf_subset": "kbp_Latn-som_Latn", + "languages": [ + "kbp-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493297, + "recall": 0.535573, + "f1": 0.505058, + "accuracy": 0.535573, + "main_score": 0.505058, + "hf_subset": "kbp_Latn-tum_Latn", + "languages": [ + "kbp-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443444, + "recall": 0.493083, + "f1": 0.457242, + "accuracy": 0.493083, + "main_score": 0.457242, + "hf_subset": "luo_Latn-ace_Arab", + "languages": [ + "luo-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529473, + "recall": 0.570158, + "f1": 0.541255, + "accuracy": 0.570158, + "main_score": 0.541255, + "hf_subset": "luo_Latn-bam_Latn", + "languages": [ + "luo-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211961, + "recall": 0.254941, + "f1": 0.222379, + "accuracy": 0.254941, + "main_score": 0.222379, + "hf_subset": "luo_Latn-dzo_Tibt", + "languages": [ + "luo-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573756, + "recall": 0.616601, + "f1": 0.585028, + "accuracy": 0.616601, + "main_score": 0.585028, + "hf_subset": "luo_Latn-hin_Deva", + "languages": [ + "luo-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512734, + "recall": 0.557312, + "f1": 0.525544, + "accuracy": 0.557312, + "main_score": 0.525544, + "hf_subset": "luo_Latn-khm_Khmr", + "languages": [ + "luo-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570828, + "recall": 0.609684, + "f1": 0.581636, + "accuracy": 0.609684, + "main_score": 0.581636, + "hf_subset": "luo_Latn-mag_Deva", + "languages": [ + "luo-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57167, + "recall": 0.603755, + "f1": 0.579531, + "accuracy": 0.603755, + "main_score": 0.579531, + "hf_subset": "luo_Latn-pap_Latn", + "languages": [ + "luo-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590808, + "recall": 0.628458, + "f1": 0.601259, + "accuracy": 0.628458, + "main_score": 0.601259, + "hf_subset": "luo_Latn-sot_Latn", + "languages": [ + "luo-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567014, + "recall": 0.615613, + "f1": 0.579023, + "accuracy": 0.615613, + "main_score": 0.579023, + "hf_subset": "luo_Latn-tur_Latn", + "languages": [ + "luo-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574146, + "recall": 0.606719, + "f1": 0.582765, + "accuracy": 0.606719, + "main_score": 0.582765, + "hf_subset": "luo_Latn-ace_Latn", + "languages": [ + "luo-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590808, + "recall": 0.623518, + "f1": 0.599885, + "accuracy": 0.623518, + "main_score": 0.599885, + "hf_subset": "luo_Latn-ban_Latn", + "languages": [ + "luo-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551068, + "recall": 0.599802, + "f1": 0.56382, + "accuracy": 0.599802, + "main_score": 0.56382, + "hf_subset": "luo_Latn-ell_Grek", + "languages": [ + "luo-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562348, + "recall": 0.607708, + "f1": 0.574905, + "accuracy": 0.607708, + "main_score": 0.574905, + "hf_subset": "luo_Latn-hne_Deva", + "languages": [ + "luo-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535881, + "recall": 0.579051, + "f1": 0.547937, + "accuracy": 0.579051, + "main_score": 0.547937, + "hf_subset": "luo_Latn-kik_Latn", + "languages": [ + "luo-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567485, + "recall": 0.61166, + "f1": 0.579378, + "accuracy": 0.61166, + "main_score": 0.579378, + "hf_subset": "luo_Latn-mai_Deva", + "languages": [ + "luo-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52029, + "recall": 0.56917, + "f1": 0.533353, + "accuracy": 0.56917, + "main_score": 0.533353, + "hf_subset": "luo_Latn-pbt_Arab", + "languages": [ + "luo-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563974, + "recall": 0.608696, + "f1": 0.575674, + "accuracy": 0.608696, + "main_score": 0.575674, + "hf_subset": "luo_Latn-spa_Latn", + "languages": [ + "luo-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589691, + "recall": 0.62253, + "f1": 0.599099, + "accuracy": 0.62253, + "main_score": 0.599099, + "hf_subset": "luo_Latn-twi_Latn", + "languages": [ + "luo-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546117, + "recall": 0.593874, + "f1": 0.558771, + "accuracy": 0.593874, + "main_score": 0.558771, + "hf_subset": "luo_Latn-acm_Arab", + "languages": [ + "luo-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539564, + "recall": 0.583992, + "f1": 0.551218, + "accuracy": 0.583992, + "main_score": 0.551218, + "hf_subset": "luo_Latn-bel_Cyrl", + "languages": [ + "luo-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60276, + "recall": 0.643281, + "f1": 0.612715, + "accuracy": 0.643281, + "main_score": 0.612715, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583092, + "recall": 0.62253, + "f1": 0.593546, + "accuracy": 0.62253, + "main_score": 0.593546, + "hf_subset": "luo_Latn-hrv_Latn", + "languages": [ + "luo-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515493, + "recall": 0.556324, + "f1": 0.526902, + "accuracy": 0.556324, + "main_score": 0.526902, + "hf_subset": "luo_Latn-kin_Latn", + "languages": [ + "luo-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560119, + "recall": 0.602767, + "f1": 0.571181, + "accuracy": 0.602767, + "main_score": 0.571181, + "hf_subset": "luo_Latn-mal_Mlym", + "languages": [ + "luo-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548497, + "recall": 0.594862, + "f1": 0.561046, + "accuracy": 0.594862, + "main_score": 0.561046, + "hf_subset": "luo_Latn-pes_Arab", + "languages": [ + "luo-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575873, + "recall": 0.615613, + "f1": 0.586592, + "accuracy": 0.615613, + "main_score": 0.586592, + "hf_subset": "luo_Latn-srd_Latn", + "languages": [ + "luo-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190448, + "recall": 0.231225, + "f1": 0.200779, + "accuracy": 0.231225, + "main_score": 0.200779, + "hf_subset": "luo_Latn-tzm_Tfng", + "languages": [ + "luo-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548922, + "recall": 0.593874, + "f1": 0.560584, + "accuracy": 0.593874, + "main_score": 0.560584, + "hf_subset": "luo_Latn-acq_Arab", + "languages": [ + "luo-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588748, + "recall": 0.624506, + "f1": 0.59889, + "accuracy": 0.624506, + "main_score": 0.59889, + "hf_subset": "luo_Latn-bem_Latn", + "languages": [ + "luo-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577288, + "recall": 0.617589, + "f1": 0.588392, + "accuracy": 0.617589, + "main_score": 0.588392, + "hf_subset": "luo_Latn-epo_Latn", + "languages": [ + "luo-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564736, + "recall": 0.608696, + "f1": 0.576552, + "accuracy": 0.608696, + "main_score": 0.576552, + "hf_subset": "luo_Latn-hun_Latn", + "languages": [ + "luo-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549744, + "recall": 0.593874, + "f1": 0.562045, + "accuracy": 0.593874, + "main_score": 0.562045, + "hf_subset": "luo_Latn-kir_Cyrl", + "languages": [ + "luo-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559874, + "recall": 0.604743, + "f1": 0.571315, + "accuracy": 0.604743, + "main_score": 0.571315, + "hf_subset": "luo_Latn-mar_Deva", + "languages": [ + "luo-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554179, + "recall": 0.591897, + "f1": 0.564541, + "accuracy": 0.591897, + "main_score": 0.564541, + "hf_subset": "luo_Latn-plt_Latn", + "languages": [ + "luo-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578842, + "recall": 0.619565, + "f1": 0.588971, + "accuracy": 0.619565, + "main_score": 0.588971, + "hf_subset": "luo_Latn-srp_Cyrl", + "languages": [ + "luo-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479656, + "recall": 0.530632, + "f1": 0.493652, + "accuracy": 0.530632, + "main_score": 0.493652, + "hf_subset": "luo_Latn-uig_Arab", + "languages": [ + "luo-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551155, + "recall": 0.589921, + "f1": 0.561239, + "accuracy": 0.589921, + "main_score": 0.561239, + "hf_subset": "luo_Latn-aeb_Arab", + "languages": [ + "luo-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562325, + "recall": 0.609684, + "f1": 0.575427, + "accuracy": 0.609684, + "main_score": 0.575427, + "hf_subset": "luo_Latn-ben_Beng", + "languages": [ + "luo-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556357, + "recall": 0.598814, + "f1": 0.568669, + "accuracy": 0.598814, + "main_score": 0.568669, + "hf_subset": "luo_Latn-est_Latn", + "languages": [ + "luo-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541348, + "recall": 0.586957, + "f1": 0.553277, + "accuracy": 0.586957, + "main_score": 0.553277, + "hf_subset": "luo_Latn-hye_Armn", + "languages": [ + "luo-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546057, + "recall": 0.585968, + "f1": 0.557152, + "accuracy": 0.585968, + "main_score": 0.557152, + "hf_subset": "luo_Latn-kmb_Latn", + "languages": [ + "luo-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399256, + "recall": 0.456522, + "f1": 0.414706, + "accuracy": 0.456522, + "main_score": 0.414706, + "hf_subset": "luo_Latn-min_Arab", + "languages": [ + "luo-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562329, + "recall": 0.604743, + "f1": 0.573793, + "accuracy": 0.604743, + "main_score": 0.573793, + "hf_subset": "luo_Latn-pol_Latn", + "languages": [ + "luo-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552396, + "recall": 0.597826, + "f1": 0.565362, + "accuracy": 0.597826, + "main_score": 0.565362, + "hf_subset": "luo_Latn-ssw_Latn", + "languages": [ + "luo-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571304, + "recall": 0.618577, + "f1": 0.58396, + "accuracy": 0.618577, + "main_score": 0.58396, + "hf_subset": "luo_Latn-ukr_Cyrl", + "languages": [ + "luo-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585666, + "recall": 0.631423, + "f1": 0.598213, + "accuracy": 0.631423, + "main_score": 0.598213, + "hf_subset": "luo_Latn-afr_Latn", + "languages": [ + "luo-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563883, + "recall": 0.596838, + "f1": 0.572761, + "accuracy": 0.596838, + "main_score": 0.572761, + "hf_subset": "luo_Latn-bho_Deva", + "languages": [ + "luo-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558843, + "recall": 0.596838, + "f1": 0.569141, + "accuracy": 0.596838, + "main_score": 0.569141, + "hf_subset": "luo_Latn-eus_Latn", + "languages": [ + "luo-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55908, + "recall": 0.603755, + "f1": 0.572252, + "accuracy": 0.603755, + "main_score": 0.572252, + "hf_subset": "luo_Latn-ibo_Latn", + "languages": [ + "luo-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566155, + "recall": 0.604743, + "f1": 0.576857, + "accuracy": 0.604743, + "main_score": 0.576857, + "hf_subset": "luo_Latn-kmr_Latn", + "languages": [ + "luo-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577754, + "recall": 0.615613, + "f1": 0.587363, + "accuracy": 0.615613, + "main_score": 0.587363, + "hf_subset": "luo_Latn-min_Latn", + "languages": [ + "luo-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583058, + "recall": 0.625494, + "f1": 0.594089, + "accuracy": 0.625494, + "main_score": 0.594089, + "hf_subset": "luo_Latn-por_Latn", + "languages": [ + "luo-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598352, + "recall": 0.631423, + "f1": 0.606801, + "accuracy": 0.631423, + "main_score": 0.606801, + "hf_subset": "luo_Latn-sun_Latn", + "languages": [ + "luo-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515995, + "recall": 0.559289, + "f1": 0.528527, + "accuracy": 0.559289, + "main_score": 0.528527, + "hf_subset": "luo_Latn-umb_Latn", + "languages": [ + "luo-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553263, + "recall": 0.598814, + "f1": 0.565459, + "accuracy": 0.598814, + "main_score": 0.565459, + "hf_subset": "luo_Latn-ajp_Arab", + "languages": [ + "luo-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431894, + "recall": 0.480237, + "f1": 0.444775, + "accuracy": 0.480237, + "main_score": 0.444775, + "hf_subset": "luo_Latn-bjn_Arab", + "languages": [ + "luo-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516321, + "recall": 0.549407, + "f1": 0.525678, + "accuracy": 0.549407, + "main_score": 0.525678, + "hf_subset": "luo_Latn-ewe_Latn", + "languages": [ + "luo-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608148, + "recall": 0.643281, + "f1": 0.617273, + "accuracy": 0.643281, + "main_score": 0.617273, + "hf_subset": "luo_Latn-ilo_Latn", + "languages": [ + "luo-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304565, + "recall": 0.352767, + "f1": 0.317833, + "accuracy": 0.352767, + "main_score": 0.317833, + "hf_subset": "luo_Latn-knc_Arab", + "languages": [ + "luo-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561192, + "recall": 0.605731, + "f1": 0.572717, + "accuracy": 0.605731, + "main_score": 0.572717, + "hf_subset": "luo_Latn-mkd_Cyrl", + "languages": [ + "luo-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553064, + "recall": 0.596838, + "f1": 0.564373, + "accuracy": 0.596838, + "main_score": 0.564373, + "hf_subset": "luo_Latn-prs_Arab", + "languages": [ + "luo-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577872, + "recall": 0.617589, + "f1": 0.588928, + "accuracy": 0.617589, + "main_score": 0.588928, + "hf_subset": "luo_Latn-swe_Latn", + "languages": [ + "luo-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542799, + "recall": 0.593874, + "f1": 0.557064, + "accuracy": 0.593874, + "main_score": 0.557064, + "hf_subset": "luo_Latn-urd_Arab", + "languages": [ + "luo-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569838, + "recall": 0.614625, + "f1": 0.581799, + "accuracy": 0.614625, + "main_score": 0.581799, + "hf_subset": "luo_Latn-aka_Latn", + "languages": [ + "luo-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588589, + "recall": 0.621542, + "f1": 0.597271, + "accuracy": 0.621542, + "main_score": 0.597271, + "hf_subset": "luo_Latn-bjn_Latn", + "languages": [ + "luo-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545135, + "recall": 0.581028, + "f1": 0.555799, + "accuracy": 0.581028, + "main_score": 0.555799, + "hf_subset": "luo_Latn-fao_Latn", + "languages": [ + "luo-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594964, + "recall": 0.634387, + "f1": 0.605416, + "accuracy": 0.634387, + "main_score": 0.605416, + "hf_subset": "luo_Latn-ind_Latn", + "languages": [ + "luo-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555451, + "recall": 0.585968, + "f1": 0.564347, + "accuracy": 0.585968, + "main_score": 0.564347, + "hf_subset": "luo_Latn-knc_Latn", + "languages": [ + "luo-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587932, + "recall": 0.62253, + "f1": 0.596205, + "accuracy": 0.62253, + "main_score": 0.596205, + "hf_subset": "luo_Latn-mlt_Latn", + "languages": [ + "luo-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558106, + "recall": 0.597826, + "f1": 0.569686, + "accuracy": 0.597826, + "main_score": 0.569686, + "hf_subset": "luo_Latn-quy_Latn", + "languages": [ + "luo-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592172, + "recall": 0.637352, + "f1": 0.604081, + "accuracy": 0.637352, + "main_score": 0.604081, + "hf_subset": "luo_Latn-swh_Latn", + "languages": [ + "luo-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546528, + "recall": 0.592885, + "f1": 0.559293, + "accuracy": 0.592885, + "main_score": 0.559293, + "hf_subset": "luo_Latn-uzn_Latn", + "languages": [ + "luo-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565612, + "recall": 0.607708, + "f1": 0.577078, + "accuracy": 0.607708, + "main_score": 0.577078, + "hf_subset": "luo_Latn-als_Latn", + "languages": [ + "luo-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.269172, + "recall": 0.321146, + "f1": 0.282402, + "accuracy": 0.321146, + "main_score": 0.282402, + "hf_subset": "luo_Latn-bod_Tibt", + "languages": [ + "luo-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568635, + "recall": 0.602767, + "f1": 0.5786, + "accuracy": 0.602767, + "main_score": 0.5786, + "hf_subset": "luo_Latn-fij_Latn", + "languages": [ + "luo-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529673, + "recall": 0.575099, + "f1": 0.541891, + "accuracy": 0.575099, + "main_score": 0.541891, + "hf_subset": "luo_Latn-isl_Latn", + "languages": [ + "luo-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573043, + "recall": 0.606719, + "f1": 0.582555, + "accuracy": 0.606719, + "main_score": 0.582555, + "hf_subset": "luo_Latn-kon_Latn", + "languages": [ + "luo-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502748, + "recall": 0.552372, + "f1": 0.516389, + "accuracy": 0.552372, + "main_score": 0.516389, + "hf_subset": "luo_Latn-mni_Beng", + "languages": [ + "luo-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587545, + "recall": 0.632411, + "f1": 0.599217, + "accuracy": 0.632411, + "main_score": 0.599217, + "hf_subset": "luo_Latn-ron_Latn", + "languages": [ + "luo-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569521, + "recall": 0.61166, + "f1": 0.580611, + "accuracy": 0.61166, + "main_score": 0.580611, + "hf_subset": "luo_Latn-szl_Latn", + "languages": [ + "luo-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579057, + "recall": 0.62253, + "f1": 0.590795, + "accuracy": 0.62253, + "main_score": 0.590795, + "hf_subset": "luo_Latn-vec_Latn", + "languages": [ + "luo-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496559, + "recall": 0.549407, + "f1": 0.510015, + "accuracy": 0.549407, + "main_score": 0.510015, + "hf_subset": "luo_Latn-amh_Ethi", + "languages": [ + "luo-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567297, + "recall": 0.617589, + "f1": 0.580599, + "accuracy": 0.617589, + "main_score": 0.580599, + "hf_subset": "luo_Latn-bos_Latn", + "languages": [ + "luo-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567581, + "recall": 0.609684, + "f1": 0.57886, + "accuracy": 0.609684, + "main_score": 0.57886, + "hf_subset": "luo_Latn-fin_Latn", + "languages": [ + "luo-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573747, + "recall": 0.612648, + "f1": 0.584298, + "accuracy": 0.612648, + "main_score": 0.584298, + "hf_subset": "luo_Latn-ita_Latn", + "languages": [ + "luo-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555703, + "recall": 0.605731, + "f1": 0.568682, + "accuracy": 0.605731, + "main_score": 0.568682, + "hf_subset": "luo_Latn-kor_Hang", + "languages": [ + "luo-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526158, + "recall": 0.565217, + "f1": 0.537356, + "accuracy": 0.565217, + "main_score": 0.537356, + "hf_subset": "luo_Latn-mos_Latn", + "languages": [ + "luo-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536497, + "recall": 0.578063, + "f1": 0.54846, + "accuracy": 0.578063, + "main_score": 0.54846, + "hf_subset": "luo_Latn-run_Latn", + "languages": [ + "luo-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550238, + "recall": 0.596838, + "f1": 0.562897, + "accuracy": 0.596838, + "main_score": 0.562897, + "hf_subset": "luo_Latn-tam_Taml", + "languages": [ + "luo-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555215, + "recall": 0.602767, + "f1": 0.567268, + "accuracy": 0.602767, + "main_score": 0.567268, + "hf_subset": "luo_Latn-vie_Latn", + "languages": [ + "luo-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55559, + "recall": 0.594862, + "f1": 0.566085, + "accuracy": 0.594862, + "main_score": 0.566085, + "hf_subset": "luo_Latn-apc_Arab", + "languages": [ + "luo-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563195, + "recall": 0.602767, + "f1": 0.573428, + "accuracy": 0.602767, + "main_score": 0.573428, + "hf_subset": "luo_Latn-bug_Latn", + "languages": [ + "luo-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488772, + "recall": 0.531621, + "f1": 0.500467, + "accuracy": 0.531621, + "main_score": 0.500467, + "hf_subset": "luo_Latn-fon_Latn", + "languages": [ + "luo-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594813, + "recall": 0.631423, + "f1": 0.605061, + "accuracy": 0.631423, + "main_score": 0.605061, + "hf_subset": "luo_Latn-jav_Latn", + "languages": [ + "luo-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514347, + "recall": 0.559289, + "f1": 0.526779, + "accuracy": 0.559289, + "main_score": 0.526779, + "hf_subset": "luo_Latn-lao_Laoo", + "languages": [ + "luo-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510748, + "recall": 0.55336, + "f1": 0.523225, + "accuracy": 0.55336, + "main_score": 0.523225, + "hf_subset": "luo_Latn-mri_Latn", + "languages": [ + "luo-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56194, + "recall": 0.606719, + "f1": 0.573071, + "accuracy": 0.606719, + "main_score": 0.573071, + "hf_subset": "luo_Latn-rus_Cyrl", + "languages": [ + "luo-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505567, + "recall": 0.548419, + "f1": 0.517956, + "accuracy": 0.548419, + "main_score": 0.517956, + "hf_subset": "luo_Latn-taq_Latn", + "languages": [ + "luo-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613772, + "recall": 0.643281, + "f1": 0.621254, + "accuracy": 0.643281, + "main_score": 0.621254, + "hf_subset": "luo_Latn-war_Latn", + "languages": [ + "luo-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538958, + "recall": 0.583004, + "f1": 0.550643, + "accuracy": 0.583004, + "main_score": 0.550643, + "hf_subset": "luo_Latn-arb_Arab", + "languages": [ + "luo-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571826, + "recall": 0.614625, + "f1": 0.583113, + "accuracy": 0.614625, + "main_score": 0.583113, + "hf_subset": "luo_Latn-bul_Cyrl", + "languages": [ + "luo-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583766, + "recall": 0.625494, + "f1": 0.594387, + "accuracy": 0.625494, + "main_score": 0.594387, + "hf_subset": "luo_Latn-fra_Latn", + "languages": [ + "luo-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551392, + "recall": 0.596838, + "f1": 0.5635, + "accuracy": 0.596838, + "main_score": 0.5635, + "hf_subset": "luo_Latn-jpn_Jpan", + "languages": [ + "luo-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57789, + "recall": 0.61166, + "f1": 0.587032, + "accuracy": 0.61166, + "main_score": 0.587032, + "hf_subset": "luo_Latn-lij_Latn", + "languages": [ + "luo-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395075, + "recall": 0.458498, + "f1": 0.411413, + "accuracy": 0.458498, + "main_score": 0.411413, + "hf_subset": "luo_Latn-mya_Mymr", + "languages": [ + "luo-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540329, + "recall": 0.582016, + "f1": 0.551193, + "accuracy": 0.582016, + "main_score": 0.551193, + "hf_subset": "luo_Latn-sag_Latn", + "languages": [ + "luo-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208355, + "recall": 0.250988, + "f1": 0.218387, + "accuracy": 0.250988, + "main_score": 0.218387, + "hf_subset": "luo_Latn-taq_Tfng", + "languages": [ + "luo-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56474, + "recall": 0.600791, + "f1": 0.574922, + "accuracy": 0.600791, + "main_score": 0.574922, + "hf_subset": "luo_Latn-wol_Latn", + "languages": [ + "luo-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45782, + "recall": 0.504941, + "f1": 0.470743, + "accuracy": 0.504941, + "main_score": 0.470743, + "hf_subset": "luo_Latn-arb_Latn", + "languages": [ + "luo-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577087, + "recall": 0.618577, + "f1": 0.587891, + "accuracy": 0.618577, + "main_score": 0.587891, + "hf_subset": "luo_Latn-cat_Latn", + "languages": [ + "luo-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57227, + "recall": 0.612648, + "f1": 0.583302, + "accuracy": 0.612648, + "main_score": 0.583302, + "hf_subset": "luo_Latn-fur_Latn", + "languages": [ + "luo-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4375, + "recall": 0.48913, + "f1": 0.451714, + "accuracy": 0.48913, + "main_score": 0.451714, + "hf_subset": "luo_Latn-kab_Latn", + "languages": [ + "luo-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569683, + "recall": 0.609684, + "f1": 0.580607, + "accuracy": 0.609684, + "main_score": 0.580607, + "hf_subset": "luo_Latn-lim_Latn", + "languages": [ + "luo-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571101, + "recall": 0.61166, + "f1": 0.582077, + "accuracy": 0.61166, + "main_score": 0.582077, + "hf_subset": "luo_Latn-nld_Latn", + "languages": [ + "luo-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516574, + "recall": 0.565217, + "f1": 0.529436, + "accuracy": 0.565217, + "main_score": 0.529436, + "hf_subset": "luo_Latn-san_Deva", + "languages": [ + "luo-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567068, + "recall": 0.605731, + "f1": 0.577744, + "accuracy": 0.605731, + "main_score": 0.577744, + "hf_subset": "luo_Latn-tat_Cyrl", + "languages": [ + "luo-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586841, + "recall": 0.624506, + "f1": 0.597649, + "accuracy": 0.624506, + "main_score": 0.597649, + "hf_subset": "luo_Latn-xho_Latn", + "languages": [ + "luo-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529153, + "recall": 0.576087, + "f1": 0.541627, + "accuracy": 0.576087, + "main_score": 0.541627, + "hf_subset": "luo_Latn-ars_Arab", + "languages": [ + "luo-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589681, + "recall": 0.621542, + "f1": 0.598039, + "accuracy": 0.621542, + "main_score": 0.598039, + "hf_subset": "luo_Latn-ceb_Latn", + "languages": [ + "luo-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519269, + "recall": 0.567194, + "f1": 0.533061, + "accuracy": 0.567194, + "main_score": 0.533061, + "hf_subset": "luo_Latn-fuv_Latn", + "languages": [ + "luo-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535403, + "recall": 0.570158, + "f1": 0.545224, + "accuracy": 0.570158, + "main_score": 0.545224, + "hf_subset": "luo_Latn-kac_Latn", + "languages": [ + "luo-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584027, + "recall": 0.617589, + "f1": 0.593205, + "accuracy": 0.617589, + "main_score": 0.593205, + "hf_subset": "luo_Latn-lin_Latn", + "languages": [ + "luo-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565561, + "recall": 0.612648, + "f1": 0.577883, + "accuracy": 0.612648, + "main_score": 0.577883, + "hf_subset": "luo_Latn-nno_Latn", + "languages": [ + "luo-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.124917, + "recall": 0.16502, + "f1": 0.134778, + "accuracy": 0.16502, + "main_score": 0.134778, + "hf_subset": "luo_Latn-sat_Olck", + "languages": [ + "luo-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57233, + "recall": 0.614625, + "f1": 0.583991, + "accuracy": 0.614625, + "main_score": 0.583991, + "hf_subset": "luo_Latn-tel_Telu", + "languages": [ + "luo-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481357, + "recall": 0.530632, + "f1": 0.495659, + "accuracy": 0.530632, + "main_score": 0.495659, + "hf_subset": "luo_Latn-ydd_Hebr", + "languages": [ + "luo-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527294, + "recall": 0.572134, + "f1": 0.539418, + "accuracy": 0.572134, + "main_score": 0.539418, + "hf_subset": "luo_Latn-ary_Arab", + "languages": [ + "luo-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566611, + "recall": 0.605731, + "f1": 0.576556, + "accuracy": 0.605731, + "main_score": 0.576556, + "hf_subset": "luo_Latn-ces_Latn", + "languages": [ + "luo-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51607, + "recall": 0.561265, + "f1": 0.528777, + "accuracy": 0.561265, + "main_score": 0.528777, + "hf_subset": "luo_Latn-gaz_Latn", + "languages": [ + "luo-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536888, + "recall": 0.582016, + "f1": 0.549576, + "accuracy": 0.582016, + "main_score": 0.549576, + "hf_subset": "luo_Latn-kam_Latn", + "languages": [ + "luo-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564538, + "recall": 0.608696, + "f1": 0.57635, + "accuracy": 0.608696, + "main_score": 0.57635, + "hf_subset": "luo_Latn-lit_Latn", + "languages": [ + "luo-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570658, + "recall": 0.613636, + "f1": 0.581657, + "accuracy": 0.613636, + "main_score": 0.581657, + "hf_subset": "luo_Latn-nob_Latn", + "languages": [ + "luo-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583079, + "recall": 0.618577, + "f1": 0.592883, + "accuracy": 0.618577, + "main_score": 0.592883, + "hf_subset": "luo_Latn-scn_Latn", + "languages": [ + "luo-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541577, + "recall": 0.585968, + "f1": 0.553349, + "accuracy": 0.585968, + "main_score": 0.553349, + "hf_subset": "luo_Latn-tgk_Cyrl", + "languages": [ + "luo-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505273, + "recall": 0.5583, + "f1": 0.519849, + "accuracy": 0.5583, + "main_score": 0.519849, + "hf_subset": "luo_Latn-yor_Latn", + "languages": [ + "luo-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542421, + "recall": 0.591897, + "f1": 0.555591, + "accuracy": 0.591897, + "main_score": 0.555591, + "hf_subset": "luo_Latn-arz_Arab", + "languages": [ + "luo-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504935, + "recall": 0.547431, + "f1": 0.517143, + "accuracy": 0.547431, + "main_score": 0.517143, + "hf_subset": "luo_Latn-cjk_Latn", + "languages": [ + "luo-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513807, + "recall": 0.563241, + "f1": 0.527368, + "accuracy": 0.563241, + "main_score": 0.527368, + "hf_subset": "luo_Latn-gla_Latn", + "languages": [ + "luo-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558033, + "recall": 0.597826, + "f1": 0.568861, + "accuracy": 0.597826, + "main_score": 0.568861, + "hf_subset": "luo_Latn-kan_Knda", + "languages": [ + "luo-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560928, + "recall": 0.603755, + "f1": 0.573158, + "accuracy": 0.603755, + "main_score": 0.573158, + "hf_subset": "luo_Latn-lmo_Latn", + "languages": [ + "luo-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543865, + "recall": 0.591897, + "f1": 0.556777, + "accuracy": 0.591897, + "main_score": 0.556777, + "hf_subset": "luo_Latn-npi_Deva", + "languages": [ + "luo-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453382, + "recall": 0.503953, + "f1": 0.467651, + "accuracy": 0.503953, + "main_score": 0.467651, + "hf_subset": "luo_Latn-shn_Mymr", + "languages": [ + "luo-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587198, + "recall": 0.62747, + "f1": 0.597618, + "accuracy": 0.62747, + "main_score": 0.597618, + "hf_subset": "luo_Latn-tgl_Latn", + "languages": [ + "luo-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537734, + "recall": 0.58498, + "f1": 0.549986, + "accuracy": 0.58498, + "main_score": 0.549986, + "hf_subset": "luo_Latn-yue_Hant", + "languages": [ + "luo-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526223, + "recall": 0.581028, + "f1": 0.540968, + "accuracy": 0.581028, + "main_score": 0.540968, + "hf_subset": "luo_Latn-asm_Beng", + "languages": [ + "luo-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503788, + "recall": 0.547431, + "f1": 0.515419, + "accuracy": 0.547431, + "main_score": 0.515419, + "hf_subset": "luo_Latn-ckb_Arab", + "languages": [ + "luo-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507653, + "recall": 0.55336, + "f1": 0.520113, + "accuracy": 0.55336, + "main_score": 0.520113, + "hf_subset": "luo_Latn-gle_Latn", + "languages": [ + "luo-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508864, + "recall": 0.548419, + "f1": 0.519028, + "accuracy": 0.548419, + "main_score": 0.519028, + "hf_subset": "luo_Latn-kas_Arab", + "languages": [ + "luo-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538082, + "recall": 0.583004, + "f1": 0.55022, + "accuracy": 0.583004, + "main_score": 0.55022, + "hf_subset": "luo_Latn-ltg_Latn", + "languages": [ + "luo-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591197, + "recall": 0.631423, + "f1": 0.602546, + "accuracy": 0.631423, + "main_score": 0.602546, + "hf_subset": "luo_Latn-nso_Latn", + "languages": [ + "luo-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475018, + "recall": 0.537549, + "f1": 0.492033, + "accuracy": 0.537549, + "main_score": 0.492033, + "hf_subset": "luo_Latn-sin_Sinh", + "languages": [ + "luo-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555235, + "recall": 0.596838, + "f1": 0.565988, + "accuracy": 0.596838, + "main_score": 0.565988, + "hf_subset": "luo_Latn-tha_Thai", + "languages": [ + "luo-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544757, + "recall": 0.586957, + "f1": 0.555821, + "accuracy": 0.586957, + "main_score": 0.555821, + "hf_subset": "luo_Latn-zho_Hans", + "languages": [ + "luo-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564919, + "recall": 0.605731, + "f1": 0.57609, + "accuracy": 0.605731, + "main_score": 0.57609, + "hf_subset": "luo_Latn-ast_Latn", + "languages": [ + "luo-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554766, + "recall": 0.601779, + "f1": 0.566896, + "accuracy": 0.601779, + "main_score": 0.566896, + "hf_subset": "luo_Latn-crh_Latn", + "languages": [ + "luo-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583952, + "recall": 0.619565, + "f1": 0.593072, + "accuracy": 0.619565, + "main_score": 0.593072, + "hf_subset": "luo_Latn-glg_Latn", + "languages": [ + "luo-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528817, + "recall": 0.578063, + "f1": 0.542519, + "accuracy": 0.578063, + "main_score": 0.542519, + "hf_subset": "luo_Latn-kas_Deva", + "languages": [ + "luo-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550642, + "recall": 0.588933, + "f1": 0.561434, + "accuracy": 0.588933, + "main_score": 0.561434, + "hf_subset": "luo_Latn-ltz_Latn", + "languages": [ + "luo-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486956, + "recall": 0.538538, + "f1": 0.501339, + "accuracy": 0.538538, + "main_score": 0.501339, + "hf_subset": "luo_Latn-nus_Latn", + "languages": [ + "luo-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563353, + "recall": 0.607708, + "f1": 0.574548, + "accuracy": 0.607708, + "main_score": 0.574548, + "hf_subset": "luo_Latn-slk_Latn", + "languages": [ + "luo-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424335, + "recall": 0.483202, + "f1": 0.440569, + "accuracy": 0.483202, + "main_score": 0.440569, + "hf_subset": "luo_Latn-tir_Ethi", + "languages": [ + "luo-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536162, + "recall": 0.586957, + "f1": 0.549385, + "accuracy": 0.586957, + "main_score": 0.549385, + "hf_subset": "luo_Latn-zho_Hant", + "languages": [ + "luo-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564546, + "recall": 0.610672, + "f1": 0.576558, + "accuracy": 0.610672, + "main_score": 0.576558, + "hf_subset": "luo_Latn-awa_Deva", + "languages": [ + "luo-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557577, + "recall": 0.594862, + "f1": 0.568132, + "accuracy": 0.594862, + "main_score": 0.568132, + "hf_subset": "luo_Latn-cym_Latn", + "languages": [ + "luo-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573862, + "recall": 0.61166, + "f1": 0.583815, + "accuracy": 0.61166, + "main_score": 0.583815, + "hf_subset": "luo_Latn-grn_Latn", + "languages": [ + "luo-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537215, + "recall": 0.58004, + "f1": 0.548145, + "accuracy": 0.58004, + "main_score": 0.548145, + "hf_subset": "luo_Latn-kat_Geor", + "languages": [ + "luo-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558231, + "recall": 0.596838, + "f1": 0.569012, + "accuracy": 0.596838, + "main_score": 0.569012, + "hf_subset": "luo_Latn-lua_Latn", + "languages": [ + "luo-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574639, + "recall": 0.612648, + "f1": 0.58532, + "accuracy": 0.612648, + "main_score": 0.58532, + "hf_subset": "luo_Latn-nya_Latn", + "languages": [ + "luo-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565381, + "recall": 0.608696, + "f1": 0.576034, + "accuracy": 0.608696, + "main_score": 0.576034, + "hf_subset": "luo_Latn-slv_Latn", + "languages": [ + "luo-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583998, + "recall": 0.620553, + "f1": 0.593335, + "accuracy": 0.620553, + "main_score": 0.593335, + "hf_subset": "luo_Latn-tpi_Latn", + "languages": [ + "luo-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593969, + "recall": 0.632411, + "f1": 0.604374, + "accuracy": 0.632411, + "main_score": 0.604374, + "hf_subset": "luo_Latn-zsm_Latn", + "languages": [ + "luo-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518314, + "recall": 0.560277, + "f1": 0.530637, + "accuracy": 0.560277, + "main_score": 0.530637, + "hf_subset": "luo_Latn-ayr_Latn", + "languages": [ + "luo-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582018, + "recall": 0.624506, + "f1": 0.593412, + "accuracy": 0.624506, + "main_score": 0.593412, + "hf_subset": "luo_Latn-dan_Latn", + "languages": [ + "luo-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561472, + "recall": 0.607708, + "f1": 0.573785, + "accuracy": 0.607708, + "main_score": 0.573785, + "hf_subset": "luo_Latn-guj_Gujr", + "languages": [ + "luo-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552207, + "recall": 0.600791, + "f1": 0.564614, + "accuracy": 0.600791, + "main_score": 0.564614, + "hf_subset": "luo_Latn-kaz_Cyrl", + "languages": [ + "luo-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516464, + "recall": 0.566206, + "f1": 0.530516, + "accuracy": 0.566206, + "main_score": 0.530516, + "hf_subset": "luo_Latn-lug_Latn", + "languages": [ + "luo-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587319, + "recall": 0.62747, + "f1": 0.596999, + "accuracy": 0.62747, + "main_score": 0.596999, + "hf_subset": "luo_Latn-oci_Latn", + "languages": [ + "luo-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55707, + "recall": 0.598814, + "f1": 0.568671, + "accuracy": 0.598814, + "main_score": 0.568671, + "hf_subset": "luo_Latn-smo_Latn", + "languages": [ + "luo-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534603, + "recall": 0.581028, + "f1": 0.547059, + "accuracy": 0.581028, + "main_score": 0.547059, + "hf_subset": "luo_Latn-tsn_Latn", + "languages": [ + "luo-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552273, + "recall": 0.601779, + "f1": 0.56608, + "accuracy": 0.601779, + "main_score": 0.56608, + "hf_subset": "luo_Latn-zul_Latn", + "languages": [ + "luo-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493669, + "recall": 0.540514, + "f1": 0.50668, + "accuracy": 0.540514, + "main_score": 0.50668, + "hf_subset": "luo_Latn-azb_Arab", + "languages": [ + "luo-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580053, + "recall": 0.618577, + "f1": 0.590786, + "accuracy": 0.618577, + "main_score": 0.590786, + "hf_subset": "luo_Latn-deu_Latn", + "languages": [ + "luo-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527166, + "recall": 0.579051, + "f1": 0.541396, + "accuracy": 0.579051, + "main_score": 0.541396, + "hf_subset": "luo_Latn-hat_Latn", + "languages": [ + "luo-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499053, + "recall": 0.544466, + "f1": 0.511289, + "accuracy": 0.544466, + "main_score": 0.511289, + "hf_subset": "luo_Latn-kbp_Latn", + "languages": [ + "luo-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544797, + "recall": 0.59585, + "f1": 0.559046, + "accuracy": 0.59585, + "main_score": 0.559046, + "hf_subset": "luo_Latn-ory_Orya", + "languages": [ + "luo-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545561, + "recall": 0.586957, + "f1": 0.557463, + "accuracy": 0.586957, + "main_score": 0.557463, + "hf_subset": "luo_Latn-sna_Latn", + "languages": [ + "luo-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541653, + "recall": 0.574111, + "f1": 0.550927, + "accuracy": 0.574111, + "main_score": 0.550927, + "hf_subset": "luo_Latn-tso_Latn", + "languages": [ + "luo-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538393, + "recall": 0.589921, + "f1": 0.552626, + "accuracy": 0.589921, + "main_score": 0.552626, + "hf_subset": "luo_Latn-azj_Latn", + "languages": [ + "luo-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534133, + "recall": 0.576087, + "f1": 0.54653, + "accuracy": 0.576087, + "main_score": 0.54653, + "hf_subset": "luo_Latn-dik_Latn", + "languages": [ + "luo-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557439, + "recall": 0.598814, + "f1": 0.568806, + "accuracy": 0.598814, + "main_score": 0.568806, + "hf_subset": "luo_Latn-hau_Latn", + "languages": [ + "luo-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574905, + "recall": 0.610672, + "f1": 0.584954, + "accuracy": 0.610672, + "main_score": 0.584954, + "hf_subset": "luo_Latn-kea_Latn", + "languages": [ + "luo-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573585, + "recall": 0.61166, + "f1": 0.583809, + "accuracy": 0.61166, + "main_score": 0.583809, + "hf_subset": "luo_Latn-lus_Latn", + "languages": [ + "luo-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587482, + "recall": 0.62253, + "f1": 0.596377, + "accuracy": 0.62253, + "main_score": 0.596377, + "hf_subset": "luo_Latn-pag_Latn", + "languages": [ + "luo-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540521, + "recall": 0.587945, + "f1": 0.553475, + "accuracy": 0.587945, + "main_score": 0.553475, + "hf_subset": "luo_Latn-snd_Arab", + "languages": [ + "luo-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506623, + "recall": 0.550395, + "f1": 0.519557, + "accuracy": 0.550395, + "main_score": 0.519557, + "hf_subset": "luo_Latn-tuk_Latn", + "languages": [ + "luo-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556401, + "recall": 0.599802, + "f1": 0.568051, + "accuracy": 0.599802, + "main_score": 0.568051, + "hf_subset": "luo_Latn-bak_Cyrl", + "languages": [ + "luo-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444019, + "recall": 0.506917, + "f1": 0.462017, + "accuracy": 0.506917, + "main_score": 0.462017, + "hf_subset": "luo_Latn-dyu_Latn", + "languages": [ + "luo-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559341, + "recall": 0.601779, + "f1": 0.570939, + "accuracy": 0.601779, + "main_score": 0.570939, + "hf_subset": "luo_Latn-heb_Hebr", + "languages": [ + "luo-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540986, + "recall": 0.583004, + "f1": 0.552613, + "accuracy": 0.583004, + "main_score": 0.552613, + "hf_subset": "luo_Latn-khk_Cyrl", + "languages": [ + "luo-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563434, + "recall": 0.603755, + "f1": 0.574053, + "accuracy": 0.603755, + "main_score": 0.574053, + "hf_subset": "luo_Latn-lvs_Latn", + "languages": [ + "luo-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556527, + "recall": 0.608696, + "f1": 0.57086, + "accuracy": 0.608696, + "main_score": 0.57086, + "hf_subset": "luo_Latn-pan_Guru", + "languages": [ + "luo-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519746, + "recall": 0.566206, + "f1": 0.531902, + "accuracy": 0.566206, + "main_score": 0.531902, + "hf_subset": "luo_Latn-som_Latn", + "languages": [ + "luo-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546248, + "recall": 0.581028, + "f1": 0.55612, + "accuracy": 0.581028, + "main_score": 0.55612, + "hf_subset": "luo_Latn-tum_Latn", + "languages": [ + "luo-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55007, + "recall": 0.62253, + "f1": 0.570753, + "accuracy": 0.62253, + "main_score": 0.570753, + "hf_subset": "ory_Orya-ace_Arab", + "languages": [ + "ory-Orya", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497416, + "recall": 0.568182, + "f1": 0.516795, + "accuracy": 0.568182, + "main_score": 0.516795, + "hf_subset": "ory_Orya-bam_Latn", + "languages": [ + "ory-Orya", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448604, + "recall": 0.529644, + "f1": 0.470026, + "accuracy": 0.529644, + "main_score": 0.470026, + "hf_subset": "ory_Orya-dzo_Tibt", + "languages": [ + "ory-Orya", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "ory_Orya-khm_Khmr", + "languages": [ + "ory-Orya", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-mag_Deva", + "languages": [ + "ory-Orya", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ory_Orya-pap_Latn", + "languages": [ + "ory-Orya", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558011, + "recall": 0.616601, + "f1": 0.573824, + "accuracy": 0.616601, + "main_score": 0.573824, + "hf_subset": "ory_Orya-sot_Latn", + "languages": [ + "ory-Orya", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tur_Latn", + "languages": [ + "ory-Orya", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862928, + "recall": 0.899209, + "f1": 0.874407, + "accuracy": 0.899209, + "main_score": 0.874407, + "hf_subset": "ory_Orya-ace_Latn", + "languages": [ + "ory-Orya", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960639, + "recall": 0.971344, + "f1": 0.964097, + "accuracy": 0.971344, + "main_score": 0.964097, + "hf_subset": "ory_Orya-ban_Latn", + "languages": [ + "ory-Orya", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-ell_Grek", + "languages": [ + "ory-Orya", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ory_Orya-hne_Deva", + "languages": [ + "ory-Orya", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577307, + "recall": 0.640316, + "f1": 0.594919, + "accuracy": 0.640316, + "main_score": 0.594919, + "hf_subset": "ory_Orya-kik_Latn", + "languages": [ + "ory-Orya", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971344, + "recall": 0.980237, + "f1": 0.974308, + "accuracy": 0.980237, + "main_score": 0.974308, + "hf_subset": "ory_Orya-pbt_Arab", + "languages": [ + "ory-Orya", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-spa_Latn", + "languages": [ + "ory-Orya", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593322, + "recall": 0.666996, + "f1": 0.613404, + "accuracy": 0.666996, + "main_score": 0.613404, + "hf_subset": "ory_Orya-twi_Latn", + "languages": [ + "ory-Orya", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-acm_Arab", + "languages": [ + "ory-Orya", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-bel_Cyrl", + "languages": [ + "ory-Orya", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-hrv_Latn", + "languages": [ + "ory-Orya", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514452, + "recall": 0.585968, + "f1": 0.534209, + "accuracy": 0.585968, + "main_score": 0.534209, + "hf_subset": "ory_Orya-kin_Latn", + "languages": [ + "ory-Orya", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-pes_Arab", + "languages": [ + "ory-Orya", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-srd_Latn", + "languages": [ + "ory-Orya", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.170478, + "recall": 0.222332, + "f1": 0.183173, + "accuracy": 0.222332, + "main_score": 0.183173, + "hf_subset": "ory_Orya-tzm_Tfng", + "languages": [ + "ory-Orya", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-acq_Arab", + "languages": [ + "ory-Orya", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59973, + "recall": 0.655138, + "f1": 0.614973, + "accuracy": 0.655138, + "main_score": 0.614973, + "hf_subset": "ory_Orya-bem_Latn", + "languages": [ + "ory-Orya", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-epo_Latn", + "languages": [ + "ory-Orya", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-hun_Latn", + "languages": [ + "ory-Orya", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-kir_Cyrl", + "languages": [ + "ory-Orya", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642073, + "recall": 0.701581, + "f1": 0.658967, + "accuracy": 0.701581, + "main_score": 0.658967, + "hf_subset": "ory_Orya-plt_Latn", + "languages": [ + "ory-Orya", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-srp_Cyrl", + "languages": [ + "ory-Orya", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "ory_Orya-uig_Arab", + "languages": [ + "ory-Orya", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-aeb_Arab", + "languages": [ + "ory-Orya", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-est_Latn", + "languages": [ + "ory-Orya", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-hye_Armn", + "languages": [ + "ory-Orya", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512732, + "recall": 0.566206, + "f1": 0.527212, + "accuracy": 0.566206, + "main_score": 0.527212, + "hf_subset": "ory_Orya-kmb_Latn", + "languages": [ + "ory-Orya", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463294, + "recall": 0.545455, + "f1": 0.485911, + "accuracy": 0.545455, + "main_score": 0.485911, + "hf_subset": "ory_Orya-min_Arab", + "languages": [ + "ory-Orya", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-pol_Latn", + "languages": [ + "ory-Orya", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530736, + "recall": 0.602767, + "f1": 0.551015, + "accuracy": 0.602767, + "main_score": 0.551015, + "hf_subset": "ory_Orya-ssw_Latn", + "languages": [ + "ory-Orya", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ukr_Cyrl", + "languages": [ + "ory-Orya", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-afr_Latn", + "languages": [ + "ory-Orya", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-bho_Deva", + "languages": [ + "ory-Orya", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "ory_Orya-eus_Latn", + "languages": [ + "ory-Orya", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543932, + "recall": 0.61166, + "f1": 0.5626, + "accuracy": 0.61166, + "main_score": 0.5626, + "hf_subset": "ory_Orya-ibo_Latn", + "languages": [ + "ory-Orya", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896821, + "recall": 0.925889, + "f1": 0.906028, + "accuracy": 0.925889, + "main_score": 0.906028, + "hf_subset": "ory_Orya-kmr_Latn", + "languages": [ + "ory-Orya", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "ory_Orya-min_Latn", + "languages": [ + "ory-Orya", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-por_Latn", + "languages": [ + "ory-Orya", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-sun_Latn", + "languages": [ + "ory-Orya", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490484, + "recall": 0.555336, + "f1": 0.508823, + "accuracy": 0.555336, + "main_score": 0.508823, + "hf_subset": "ory_Orya-umb_Latn", + "languages": [ + "ory-Orya", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ajp_Arab", + "languages": [ + "ory-Orya", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503627, + "recall": 0.570158, + "f1": 0.522284, + "accuracy": 0.570158, + "main_score": 0.522284, + "hf_subset": "ory_Orya-bjn_Arab", + "languages": [ + "ory-Orya", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483539, + "recall": 0.540514, + "f1": 0.499108, + "accuracy": 0.540514, + "main_score": 0.499108, + "hf_subset": "ory_Orya-ewe_Latn", + "languages": [ + "ory-Orya", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.960474, + "f1": 0.948913, + "accuracy": 0.960474, + "main_score": 0.948913, + "hf_subset": "ory_Orya-ilo_Latn", + "languages": [ + "ory-Orya", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.307451, + "recall": 0.364625, + "f1": 0.323668, + "accuracy": 0.364625, + "main_score": 0.323668, + "hf_subset": "ory_Orya-knc_Arab", + "languages": [ + "ory-Orya", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-mkd_Cyrl", + "languages": [ + "ory-Orya", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-prs_Arab", + "languages": [ + "ory-Orya", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-swe_Latn", + "languages": [ + "ory-Orya", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561748, + "recall": 0.632411, + "f1": 0.580985, + "accuracy": 0.632411, + "main_score": 0.580985, + "hf_subset": "ory_Orya-aka_Latn", + "languages": [ + "ory-Orya", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983202, + "recall": 0.988142, + "f1": 0.984684, + "accuracy": 0.988142, + "main_score": 0.984684, + "hf_subset": "ory_Orya-bjn_Latn", + "languages": [ + "ory-Orya", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "ory_Orya-fao_Latn", + "languages": [ + "ory-Orya", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ind_Latn", + "languages": [ + "ory-Orya", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55895, + "recall": 0.616601, + "f1": 0.575194, + "accuracy": 0.616601, + "main_score": 0.575194, + "hf_subset": "ory_Orya-knc_Latn", + "languages": [ + "ory-Orya", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-mlt_Latn", + "languages": [ + "ory-Orya", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685079, + "recall": 0.751976, + "f1": 0.704811, + "accuracy": 0.751976, + "main_score": 0.704811, + "hf_subset": "ory_Orya-quy_Latn", + "languages": [ + "ory-Orya", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.977273, + "f1": 0.969697, + "accuracy": 0.977273, + "main_score": 0.969697, + "hf_subset": "ory_Orya-swh_Latn", + "languages": [ + "ory-Orya", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-uzn_Latn", + "languages": [ + "ory-Orya", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-als_Latn", + "languages": [ + "ory-Orya", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655468, + "recall": 0.732213, + "f1": 0.678002, + "accuracy": 0.732213, + "main_score": 0.678002, + "hf_subset": "ory_Orya-bod_Tibt", + "languages": [ + "ory-Orya", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673736, + "recall": 0.737154, + "f1": 0.692657, + "accuracy": 0.737154, + "main_score": 0.692657, + "hf_subset": "ory_Orya-fij_Latn", + "languages": [ + "ory-Orya", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-isl_Latn", + "languages": [ + "ory-Orya", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634569, + "recall": 0.697628, + "f1": 0.652837, + "accuracy": 0.697628, + "main_score": 0.652837, + "hf_subset": "ory_Orya-kon_Latn", + "languages": [ + "ory-Orya", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66629, + "recall": 0.736166, + "f1": 0.686288, + "accuracy": 0.736166, + "main_score": 0.686288, + "hf_subset": "ory_Orya-mni_Beng", + "languages": [ + "ory-Orya", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ron_Latn", + "languages": [ + "ory-Orya", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.98913, + "f1": 0.986825, + "accuracy": 0.98913, + "main_score": 0.986825, + "hf_subset": "ory_Orya-szl_Latn", + "languages": [ + "ory-Orya", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-vec_Latn", + "languages": [ + "ory-Orya", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947628, + "recall": 0.963439, + "f1": 0.952734, + "accuracy": 0.963439, + "main_score": 0.952734, + "hf_subset": "ory_Orya-amh_Ethi", + "languages": [ + "ory-Orya", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-bos_Latn", + "languages": [ + "ory-Orya", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-fin_Latn", + "languages": [ + "ory-Orya", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ita_Latn", + "languages": [ + "ory-Orya", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-kor_Hang", + "languages": [ + "ory-Orya", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522386, + "recall": 0.585968, + "f1": 0.540006, + "accuracy": 0.585968, + "main_score": 0.540006, + "hf_subset": "ory_Orya-mos_Latn", + "languages": [ + "ory-Orya", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5232, + "recall": 0.586957, + "f1": 0.540337, + "accuracy": 0.586957, + "main_score": 0.540337, + "hf_subset": "ory_Orya-run_Latn", + "languages": [ + "ory-Orya", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-vie_Latn", + "languages": [ + "ory-Orya", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-apc_Arab", + "languages": [ + "ory-Orya", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787971, + "recall": 0.836957, + "f1": 0.802176, + "accuracy": 0.836957, + "main_score": 0.802176, + "hf_subset": "ory_Orya-bug_Latn", + "languages": [ + "ory-Orya", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440853, + "recall": 0.505929, + "f1": 0.458067, + "accuracy": 0.505929, + "main_score": 0.458067, + "hf_subset": "ory_Orya-fon_Latn", + "languages": [ + "ory-Orya", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-jav_Latn", + "languages": [ + "ory-Orya", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-lao_Laoo", + "languages": [ + "ory-Orya", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.860425, + "recall": 0.899209, + "f1": 0.872596, + "accuracy": 0.899209, + "main_score": 0.872596, + "hf_subset": "ory_Orya-mri_Latn", + "languages": [ + "ory-Orya", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-rus_Cyrl", + "languages": [ + "ory-Orya", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528626, + "recall": 0.593874, + "f1": 0.54632, + "accuracy": 0.593874, + "main_score": 0.54632, + "hf_subset": "ory_Orya-taq_Latn", + "languages": [ + "ory-Orya", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "ory_Orya-war_Latn", + "languages": [ + "ory-Orya", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-arb_Arab", + "languages": [ + "ory-Orya", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-bul_Cyrl", + "languages": [ + "ory-Orya", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-fra_Latn", + "languages": [ + "ory-Orya", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-jpn_Jpan", + "languages": [ + "ory-Orya", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "ory_Orya-lij_Latn", + "languages": [ + "ory-Orya", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "ory_Orya-mya_Mymr", + "languages": [ + "ory-Orya", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557193, + "recall": 0.631423, + "f1": 0.578026, + "accuracy": 0.631423, + "main_score": 0.578026, + "hf_subset": "ory_Orya-sag_Latn", + "languages": [ + "ory-Orya", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189157, + "recall": 0.245059, + "f1": 0.201757, + "accuracy": 0.245059, + "main_score": 0.201757, + "hf_subset": "ory_Orya-taq_Tfng", + "languages": [ + "ory-Orya", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581769, + "recall": 0.652174, + "f1": 0.601601, + "accuracy": 0.652174, + "main_score": 0.601601, + "hf_subset": "ory_Orya-wol_Latn", + "languages": [ + "ory-Orya", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.803195, + "recall": 0.854743, + "f1": 0.819057, + "accuracy": 0.854743, + "main_score": 0.819057, + "hf_subset": "ory_Orya-arb_Latn", + "languages": [ + "ory-Orya", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-cat_Latn", + "languages": [ + "ory-Orya", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "ory_Orya-fur_Latn", + "languages": [ + "ory-Orya", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.381944, + "recall": 0.4417, + "f1": 0.398263, + "accuracy": 0.4417, + "main_score": 0.398263, + "hf_subset": "ory_Orya-kab_Latn", + "languages": [ + "ory-Orya", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-lim_Latn", + "languages": [ + "ory-Orya", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-nld_Latn", + "languages": [ + "ory-Orya", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tat_Cyrl", + "languages": [ + "ory-Orya", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652553, + "recall": 0.713439, + "f1": 0.669675, + "accuracy": 0.713439, + "main_score": 0.669675, + "hf_subset": "ory_Orya-xho_Latn", + "languages": [ + "ory-Orya", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ars_Arab", + "languages": [ + "ory-Orya", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-ceb_Latn", + "languages": [ + "ory-Orya", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532446, + "recall": 0.603755, + "f1": 0.552902, + "accuracy": 0.603755, + "main_score": 0.552902, + "hf_subset": "ory_Orya-fuv_Latn", + "languages": [ + "ory-Orya", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485132, + "recall": 0.559289, + "f1": 0.504819, + "accuracy": 0.559289, + "main_score": 0.504819, + "hf_subset": "ory_Orya-kac_Latn", + "languages": [ + "ory-Orya", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646156, + "recall": 0.704545, + "f1": 0.662914, + "accuracy": 0.704545, + "main_score": 0.662914, + "hf_subset": "ory_Orya-lin_Latn", + "languages": [ + "ory-Orya", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-nno_Latn", + "languages": [ + "ory-Orya", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.225297, + "recall": 0.312253, + "f1": 0.247968, + "accuracy": 0.312253, + "main_score": 0.247968, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "ory_Orya-ydd_Hebr", + "languages": [ + "ory-Orya", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "ory_Orya-ary_Arab", + "languages": [ + "ory-Orya", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ces_Latn", + "languages": [ + "ory-Orya", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533491, + "recall": 0.601779, + "f1": 0.552953, + "accuracy": 0.601779, + "main_score": 0.552953, + "hf_subset": "ory_Orya-gaz_Latn", + "languages": [ + "ory-Orya", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554784, + "recall": 0.623518, + "f1": 0.574335, + "accuracy": 0.623518, + "main_score": 0.574335, + "hf_subset": "ory_Orya-kam_Latn", + "languages": [ + "ory-Orya", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "ory_Orya-lit_Latn", + "languages": [ + "ory-Orya", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-nob_Latn", + "languages": [ + "ory-Orya", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "ory_Orya-scn_Latn", + "languages": [ + "ory-Orya", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "ory_Orya-tgk_Cyrl", + "languages": [ + "ory-Orya", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697925, + "recall": 0.766798, + "f1": 0.718911, + "accuracy": 0.766798, + "main_score": 0.718911, + "hf_subset": "ory_Orya-yor_Latn", + "languages": [ + "ory-Orya", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-arz_Arab", + "languages": [ + "ory-Orya", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538522, + "recall": 0.599802, + "f1": 0.55527, + "accuracy": 0.599802, + "main_score": 0.55527, + "hf_subset": "ory_Orya-cjk_Latn", + "languages": [ + "ory-Orya", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.759964, + "recall": 0.822134, + "f1": 0.779348, + "accuracy": 0.822134, + "main_score": 0.779348, + "hf_subset": "ory_Orya-gla_Latn", + "languages": [ + "ory-Orya", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "ory_Orya-lmo_Latn", + "languages": [ + "ory-Orya", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444054, + "recall": 0.513834, + "f1": 0.462901, + "accuracy": 0.513834, + "main_score": 0.462901, + "hf_subset": "ory_Orya-shn_Mymr", + "languages": [ + "ory-Orya", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tgl_Latn", + "languages": [ + "ory-Orya", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-yue_Hant", + "languages": [ + "ory-Orya", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962286, + "recall": 0.974308, + "f1": 0.966238, + "accuracy": 0.974308, + "main_score": 0.966238, + "hf_subset": "ory_Orya-ckb_Arab", + "languages": [ + "ory-Orya", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875988, + "recall": 0.911067, + "f1": 0.887154, + "accuracy": 0.911067, + "main_score": 0.887154, + "hf_subset": "ory_Orya-gle_Latn", + "languages": [ + "ory-Orya", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927536, + "recall": 0.948617, + "f1": 0.934256, + "accuracy": 0.948617, + "main_score": 0.934256, + "hf_subset": "ory_Orya-ltg_Latn", + "languages": [ + "ory-Orya", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581768, + "recall": 0.648221, + "f1": 0.599964, + "accuracy": 0.648221, + "main_score": 0.599964, + "hf_subset": "ory_Orya-nso_Latn", + "languages": [ + "ory-Orya", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-sin_Sinh", + "languages": [ + "ory-Orya", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tha_Thai", + "languages": [ + "ory-Orya", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-zho_Hans", + "languages": [ + "ory-Orya", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ast_Latn", + "languages": [ + "ory-Orya", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-crh_Latn", + "languages": [ + "ory-Orya", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-glg_Latn", + "languages": [ + "ory-Orya", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89888, + "recall": 0.929842, + "f1": 0.908893, + "accuracy": 0.929842, + "main_score": 0.908893, + "hf_subset": "ory_Orya-kas_Deva", + "languages": [ + "ory-Orya", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "ory_Orya-ltz_Latn", + "languages": [ + "ory-Orya", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427979, + "recall": 0.5, + "f1": 0.447184, + "accuracy": 0.5, + "main_score": 0.447184, + "hf_subset": "ory_Orya-nus_Latn", + "languages": [ + "ory-Orya", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-slk_Latn", + "languages": [ + "ory-Orya", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616133, + "recall": 0.690711, + "f1": 0.637669, + "accuracy": 0.690711, + "main_score": 0.637669, + "hf_subset": "ory_Orya-tir_Ethi", + "languages": [ + "ory-Orya", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-zho_Hant", + "languages": [ + "ory-Orya", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.991107, + "f1": 0.98946, + "accuracy": 0.991107, + "main_score": 0.98946, + "hf_subset": "ory_Orya-awa_Deva", + "languages": [ + "ory-Orya", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "ory_Orya-cym_Latn", + "languages": [ + "ory-Orya", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.819022, + "recall": 0.860672, + "f1": 0.832082, + "accuracy": 0.860672, + "main_score": 0.832082, + "hf_subset": "ory_Orya-grn_Latn", + "languages": [ + "ory-Orya", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-kat_Geor", + "languages": [ + "ory-Orya", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610165, + "recall": 0.670949, + "f1": 0.627132, + "accuracy": 0.670949, + "main_score": 0.627132, + "hf_subset": "ory_Orya-lua_Latn", + "languages": [ + "ory-Orya", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613176, + "recall": 0.672925, + "f1": 0.629899, + "accuracy": 0.672925, + "main_score": 0.629899, + "hf_subset": "ory_Orya-nya_Latn", + "languages": [ + "ory-Orya", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-slv_Latn", + "languages": [ + "ory-Orya", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926548, + "recall": 0.949605, + "f1": 0.933959, + "accuracy": 0.949605, + "main_score": 0.933959, + "hf_subset": "ory_Orya-tpi_Latn", + "languages": [ + "ory-Orya", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-zsm_Latn", + "languages": [ + "ory-Orya", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535419, + "recall": 0.597826, + "f1": 0.55288, + "accuracy": 0.597826, + "main_score": 0.55288, + "hf_subset": "ory_Orya-ayr_Latn", + "languages": [ + "ory-Orya", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-dan_Latn", + "languages": [ + "ory-Orya", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "ory_Orya-kaz_Cyrl", + "languages": [ + "ory-Orya", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506656, + "recall": 0.573123, + "f1": 0.525254, + "accuracy": 0.573123, + "main_score": 0.525254, + "hf_subset": "ory_Orya-lug_Latn", + "languages": [ + "ory-Orya", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-oci_Latn", + "languages": [ + "ory-Orya", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805501, + "recall": 0.854743, + "f1": 0.820342, + "accuracy": 0.854743, + "main_score": 0.820342, + "hf_subset": "ory_Orya-smo_Latn", + "languages": [ + "ory-Orya", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518459, + "recall": 0.58498, + "f1": 0.536904, + "accuracy": 0.58498, + "main_score": 0.536904, + "hf_subset": "ory_Orya-tsn_Latn", + "languages": [ + "ory-Orya", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590666, + "recall": 0.652174, + "f1": 0.608303, + "accuracy": 0.652174, + "main_score": 0.608303, + "hf_subset": "ory_Orya-zul_Latn", + "languages": [ + "ory-Orya", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.921031, + "recall": 0.944664, + "f1": 0.92859, + "accuracy": 0.944664, + "main_score": 0.92859, + "hf_subset": "ory_Orya-azb_Arab", + "languages": [ + "ory-Orya", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-deu_Latn", + "languages": [ + "ory-Orya", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "ory_Orya-hat_Latn", + "languages": [ + "ory-Orya", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468643, + "recall": 0.530632, + "f1": 0.485988, + "accuracy": 0.530632, + "main_score": 0.485988, + "hf_subset": "ory_Orya-kbp_Latn", + "languages": [ + "ory-Orya", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546196, + "recall": 0.61166, + "f1": 0.564086, + "accuracy": 0.61166, + "main_score": 0.564086, + "hf_subset": "ory_Orya-luo_Latn", + "languages": [ + "ory-Orya", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559759, + "recall": 0.628458, + "f1": 0.579298, + "accuracy": 0.628458, + "main_score": 0.579298, + "hf_subset": "ory_Orya-sna_Latn", + "languages": [ + "ory-Orya", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532546, + "recall": 0.588933, + "f1": 0.547621, + "accuracy": 0.588933, + "main_score": 0.547621, + "hf_subset": "ory_Orya-tso_Latn", + "languages": [ + "ory-Orya", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-azj_Latn", + "languages": [ + "ory-Orya", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504703, + "recall": 0.572134, + "f1": 0.523638, + "accuracy": 0.572134, + "main_score": 0.523638, + "hf_subset": "ory_Orya-dik_Latn", + "languages": [ + "ory-Orya", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707362, + "recall": 0.76581, + "f1": 0.72444, + "accuracy": 0.76581, + "main_score": 0.72444, + "hf_subset": "ory_Orya-hau_Latn", + "languages": [ + "ory-Orya", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "ory_Orya-kea_Latn", + "languages": [ + "ory-Orya", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734601, + "recall": 0.788538, + "f1": 0.750381, + "accuracy": 0.788538, + "main_score": 0.750381, + "hf_subset": "ory_Orya-lus_Latn", + "languages": [ + "ory-Orya", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864904, + "recall": 0.896245, + "f1": 0.874374, + "accuracy": 0.896245, + "main_score": 0.874374, + "hf_subset": "ory_Orya-pag_Latn", + "languages": [ + "ory-Orya", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-snd_Arab", + "languages": [ + "ory-Orya", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.960968, + "accuracy": 0.970356, + "main_score": 0.960968, + "hf_subset": "ory_Orya-tuk_Latn", + "languages": [ + "ory-Orya", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "ory_Orya-bak_Cyrl", + "languages": [ + "ory-Orya", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454481, + "recall": 0.539526, + "f1": 0.479266, + "accuracy": 0.539526, + "main_score": 0.479266, + "hf_subset": "ory_Orya-dyu_Latn", + "languages": [ + "ory-Orya", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory_Orya-heb_Hebr", + "languages": [ + "ory-Orya", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "ory_Orya-khk_Cyrl", + "languages": [ + "ory-Orya", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-lvs_Latn", + "languages": [ + "ory-Orya", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688011, + "recall": 0.75, + "f1": 0.706343, + "accuracy": 0.75, + "main_score": 0.706343, + "hf_subset": "ory_Orya-som_Latn", + "languages": [ + "ory-Orya", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574031, + "recall": 0.633399, + "f1": 0.590802, + "accuracy": 0.633399, + "main_score": 0.590802, + "hf_subset": "ory_Orya-tum_Latn", + "languages": [ + "ory-Orya", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423589, + "recall": 0.469368, + "f1": 0.436012, + "accuracy": 0.469368, + "main_score": 0.436012, + "hf_subset": "sna_Latn-ace_Arab", + "languages": [ + "sna-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496447, + "recall": 0.536561, + "f1": 0.507746, + "accuracy": 0.536561, + "main_score": 0.507746, + "hf_subset": "sna_Latn-bam_Latn", + "languages": [ + "sna-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.223829, + "recall": 0.268775, + "f1": 0.234648, + "accuracy": 0.268775, + "main_score": 0.234648, + "hf_subset": "sna_Latn-dzo_Tibt", + "languages": [ + "sna-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582908, + "recall": 0.630435, + "f1": 0.594924, + "accuracy": 0.630435, + "main_score": 0.594924, + "hf_subset": "sna_Latn-hin_Deva", + "languages": [ + "sna-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521492, + "recall": 0.568182, + "f1": 0.535272, + "accuracy": 0.568182, + "main_score": 0.535272, + "hf_subset": "sna_Latn-khm_Khmr", + "languages": [ + "sna-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558411, + "recall": 0.603755, + "f1": 0.570798, + "accuracy": 0.603755, + "main_score": 0.570798, + "hf_subset": "sna_Latn-mag_Deva", + "languages": [ + "sna-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577053, + "recall": 0.615613, + "f1": 0.586449, + "accuracy": 0.615613, + "main_score": 0.586449, + "hf_subset": "sna_Latn-pap_Latn", + "languages": [ + "sna-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583053, + "recall": 0.630435, + "f1": 0.596414, + "accuracy": 0.630435, + "main_score": 0.596414, + "hf_subset": "sna_Latn-sot_Latn", + "languages": [ + "sna-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567399, + "recall": 0.614625, + "f1": 0.580165, + "accuracy": 0.614625, + "main_score": 0.580165, + "hf_subset": "sna_Latn-tur_Latn", + "languages": [ + "sna-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559484, + "recall": 0.596838, + "f1": 0.569341, + "accuracy": 0.596838, + "main_score": 0.569341, + "hf_subset": "sna_Latn-ace_Latn", + "languages": [ + "sna-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576438, + "recall": 0.613636, + "f1": 0.586477, + "accuracy": 0.613636, + "main_score": 0.586477, + "hf_subset": "sna_Latn-ban_Latn", + "languages": [ + "sna-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560151, + "recall": 0.616601, + "f1": 0.574634, + "accuracy": 0.616601, + "main_score": 0.574634, + "hf_subset": "sna_Latn-ell_Grek", + "languages": [ + "sna-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556493, + "recall": 0.604743, + "f1": 0.568704, + "accuracy": 0.604743, + "main_score": 0.568704, + "hf_subset": "sna_Latn-hne_Deva", + "languages": [ + "sna-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532691, + "recall": 0.578063, + "f1": 0.544779, + "accuracy": 0.578063, + "main_score": 0.544779, + "hf_subset": "sna_Latn-kik_Latn", + "languages": [ + "sna-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561388, + "recall": 0.612648, + "f1": 0.574729, + "accuracy": 0.612648, + "main_score": 0.574729, + "hf_subset": "sna_Latn-mai_Deva", + "languages": [ + "sna-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517209, + "recall": 0.570158, + "f1": 0.530957, + "accuracy": 0.570158, + "main_score": 0.530957, + "hf_subset": "sna_Latn-pbt_Arab", + "languages": [ + "sna-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577319, + "recall": 0.625494, + "f1": 0.5904, + "accuracy": 0.625494, + "main_score": 0.5904, + "hf_subset": "sna_Latn-spa_Latn", + "languages": [ + "sna-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55975, + "recall": 0.594862, + "f1": 0.569538, + "accuracy": 0.594862, + "main_score": 0.569538, + "hf_subset": "sna_Latn-twi_Latn", + "languages": [ + "sna-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559237, + "recall": 0.601779, + "f1": 0.570237, + "accuracy": 0.601779, + "main_score": 0.570237, + "hf_subset": "sna_Latn-acm_Arab", + "languages": [ + "sna-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536046, + "recall": 0.581028, + "f1": 0.547634, + "accuracy": 0.581028, + "main_score": 0.547634, + "hf_subset": "sna_Latn-bel_Cyrl", + "languages": [ + "sna-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609275, + "recall": 0.655138, + "f1": 0.620734, + "accuracy": 0.655138, + "main_score": 0.620734, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596761, + "recall": 0.639328, + "f1": 0.60742, + "accuracy": 0.639328, + "main_score": 0.60742, + "hf_subset": "sna_Latn-hrv_Latn", + "languages": [ + "sna-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525239, + "recall": 0.56917, + "f1": 0.537573, + "accuracy": 0.56917, + "main_score": 0.537573, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564416, + "recall": 0.61166, + "f1": 0.576863, + "accuracy": 0.61166, + "main_score": 0.576863, + "hf_subset": "sna_Latn-mal_Mlym", + "languages": [ + "sna-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576817, + "recall": 0.619565, + "f1": 0.587977, + "accuracy": 0.619565, + "main_score": 0.587977, + "hf_subset": "sna_Latn-pes_Arab", + "languages": [ + "sna-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577562, + "recall": 0.618577, + "f1": 0.587651, + "accuracy": 0.618577, + "main_score": 0.587651, + "hf_subset": "sna_Latn-srd_Latn", + "languages": [ + "sna-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198441, + "recall": 0.233202, + "f1": 0.206771, + "accuracy": 0.233202, + "main_score": 0.206771, + "hf_subset": "sna_Latn-tzm_Tfng", + "languages": [ + "sna-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552783, + "recall": 0.598814, + "f1": 0.564466, + "accuracy": 0.598814, + "main_score": 0.564466, + "hf_subset": "sna_Latn-acq_Arab", + "languages": [ + "sna-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581215, + "recall": 0.624506, + "f1": 0.592994, + "accuracy": 0.624506, + "main_score": 0.592994, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566165, + "recall": 0.608696, + "f1": 0.57727, + "accuracy": 0.608696, + "main_score": 0.57727, + "hf_subset": "sna_Latn-epo_Latn", + "languages": [ + "sna-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564657, + "recall": 0.609684, + "f1": 0.576903, + "accuracy": 0.609684, + "main_score": 0.576903, + "hf_subset": "sna_Latn-hun_Latn", + "languages": [ + "sna-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539858, + "recall": 0.587945, + "f1": 0.552091, + "accuracy": 0.587945, + "main_score": 0.552091, + "hf_subset": "sna_Latn-kir_Cyrl", + "languages": [ + "sna-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565057, + "recall": 0.606719, + "f1": 0.576597, + "accuracy": 0.606719, + "main_score": 0.576597, + "hf_subset": "sna_Latn-mar_Deva", + "languages": [ + "sna-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558236, + "recall": 0.597826, + "f1": 0.568967, + "accuracy": 0.597826, + "main_score": 0.568967, + "hf_subset": "sna_Latn-plt_Latn", + "languages": [ + "sna-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578073, + "recall": 0.620553, + "f1": 0.589147, + "accuracy": 0.620553, + "main_score": 0.589147, + "hf_subset": "sna_Latn-srp_Cyrl", + "languages": [ + "sna-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483784, + "recall": 0.533597, + "f1": 0.497501, + "accuracy": 0.533597, + "main_score": 0.497501, + "hf_subset": "sna_Latn-uig_Arab", + "languages": [ + "sna-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554236, + "recall": 0.59585, + "f1": 0.564599, + "accuracy": 0.59585, + "main_score": 0.564599, + "hf_subset": "sna_Latn-aeb_Arab", + "languages": [ + "sna-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579914, + "recall": 0.62747, + "f1": 0.592654, + "accuracy": 0.62747, + "main_score": 0.592654, + "hf_subset": "sna_Latn-ben_Beng", + "languages": [ + "sna-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551481, + "recall": 0.598814, + "f1": 0.563805, + "accuracy": 0.598814, + "main_score": 0.563805, + "hf_subset": "sna_Latn-est_Latn", + "languages": [ + "sna-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547379, + "recall": 0.596838, + "f1": 0.560192, + "accuracy": 0.596838, + "main_score": 0.560192, + "hf_subset": "sna_Latn-hye_Armn", + "languages": [ + "sna-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553974, + "recall": 0.590909, + "f1": 0.564124, + "accuracy": 0.590909, + "main_score": 0.564124, + "hf_subset": "sna_Latn-kmb_Latn", + "languages": [ + "sna-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385125, + "recall": 0.437747, + "f1": 0.399584, + "accuracy": 0.437747, + "main_score": 0.399584, + "hf_subset": "sna_Latn-min_Arab", + "languages": [ + "sna-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572982, + "recall": 0.618577, + "f1": 0.585039, + "accuracy": 0.618577, + "main_score": 0.585039, + "hf_subset": "sna_Latn-pol_Latn", + "languages": [ + "sna-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569585, + "recall": 0.613636, + "f1": 0.581569, + "accuracy": 0.613636, + "main_score": 0.581569, + "hf_subset": "sna_Latn-ssw_Latn", + "languages": [ + "sna-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587572, + "recall": 0.635375, + "f1": 0.600068, + "accuracy": 0.635375, + "main_score": 0.600068, + "hf_subset": "sna_Latn-ukr_Cyrl", + "languages": [ + "sna-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594209, + "recall": 0.639328, + "f1": 0.606632, + "accuracy": 0.639328, + "main_score": 0.606632, + "hf_subset": "sna_Latn-afr_Latn", + "languages": [ + "sna-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553615, + "recall": 0.59585, + "f1": 0.565258, + "accuracy": 0.59585, + "main_score": 0.565258, + "hf_subset": "sna_Latn-bho_Deva", + "languages": [ + "sna-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560879, + "recall": 0.605731, + "f1": 0.572617, + "accuracy": 0.605731, + "main_score": 0.572617, + "hf_subset": "sna_Latn-eus_Latn", + "languages": [ + "sna-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544561, + "recall": 0.588933, + "f1": 0.55698, + "accuracy": 0.588933, + "main_score": 0.55698, + "hf_subset": "sna_Latn-ibo_Latn", + "languages": [ + "sna-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537297, + "recall": 0.579051, + "f1": 0.54898, + "accuracy": 0.579051, + "main_score": 0.54898, + "hf_subset": "sna_Latn-kmr_Latn", + "languages": [ + "sna-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561792, + "recall": 0.606719, + "f1": 0.573108, + "accuracy": 0.606719, + "main_score": 0.573108, + "hf_subset": "sna_Latn-min_Latn", + "languages": [ + "sna-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587339, + "recall": 0.631423, + "f1": 0.599269, + "accuracy": 0.631423, + "main_score": 0.599269, + "hf_subset": "sna_Latn-por_Latn", + "languages": [ + "sna-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585535, + "recall": 0.628458, + "f1": 0.596978, + "accuracy": 0.628458, + "main_score": 0.596978, + "hf_subset": "sna_Latn-sun_Latn", + "languages": [ + "sna-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508333, + "recall": 0.551383, + "f1": 0.520935, + "accuracy": 0.551383, + "main_score": 0.520935, + "hf_subset": "sna_Latn-umb_Latn", + "languages": [ + "sna-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569146, + "recall": 0.615613, + "f1": 0.581939, + "accuracy": 0.615613, + "main_score": 0.581939, + "hf_subset": "sna_Latn-ajp_Arab", + "languages": [ + "sna-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411035, + "recall": 0.462451, + "f1": 0.424524, + "accuracy": 0.462451, + "main_score": 0.424524, + "hf_subset": "sna_Latn-bjn_Arab", + "languages": [ + "sna-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504209, + "recall": 0.543478, + "f1": 0.514839, + "accuracy": 0.543478, + "main_score": 0.514839, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593154, + "recall": 0.628458, + "f1": 0.602434, + "accuracy": 0.628458, + "main_score": 0.602434, + "hf_subset": "sna_Latn-ilo_Latn", + "languages": [ + "sna-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.302599, + "recall": 0.349802, + "f1": 0.315377, + "accuracy": 0.349802, + "main_score": 0.315377, + "hf_subset": "sna_Latn-knc_Arab", + "languages": [ + "sna-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569671, + "recall": 0.607708, + "f1": 0.579306, + "accuracy": 0.607708, + "main_score": 0.579306, + "hf_subset": "sna_Latn-mkd_Cyrl", + "languages": [ + "sna-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56309, + "recall": 0.612648, + "f1": 0.575406, + "accuracy": 0.612648, + "main_score": 0.575406, + "hf_subset": "sna_Latn-prs_Arab", + "languages": [ + "sna-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591141, + "recall": 0.633399, + "f1": 0.601643, + "accuracy": 0.633399, + "main_score": 0.601643, + "hf_subset": "sna_Latn-swe_Latn", + "languages": [ + "sna-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535843, + "recall": 0.582016, + "f1": 0.548633, + "accuracy": 0.582016, + "main_score": 0.548633, + "hf_subset": "sna_Latn-urd_Arab", + "languages": [ + "sna-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566599, + "recall": 0.596838, + "f1": 0.575181, + "accuracy": 0.596838, + "main_score": 0.575181, + "hf_subset": "sna_Latn-aka_Latn", + "languages": [ + "sna-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570965, + "recall": 0.609684, + "f1": 0.580602, + "accuracy": 0.609684, + "main_score": 0.580602, + "hf_subset": "sna_Latn-bjn_Latn", + "languages": [ + "sna-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55365, + "recall": 0.597826, + "f1": 0.565189, + "accuracy": 0.597826, + "main_score": 0.565189, + "hf_subset": "sna_Latn-fao_Latn", + "languages": [ + "sna-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593196, + "recall": 0.632411, + "f1": 0.603607, + "accuracy": 0.632411, + "main_score": 0.603607, + "hf_subset": "sna_Latn-ind_Latn", + "languages": [ + "sna-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533607, + "recall": 0.566206, + "f1": 0.542492, + "accuracy": 0.566206, + "main_score": 0.542492, + "hf_subset": "sna_Latn-knc_Latn", + "languages": [ + "sna-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573146, + "recall": 0.613636, + "f1": 0.5837, + "accuracy": 0.613636, + "main_score": 0.5837, + "hf_subset": "sna_Latn-mlt_Latn", + "languages": [ + "sna-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533811, + "recall": 0.576087, + "f1": 0.546182, + "accuracy": 0.576087, + "main_score": 0.546182, + "hf_subset": "sna_Latn-quy_Latn", + "languages": [ + "sna-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562569, + "recall": 0.604743, + "f1": 0.573432, + "accuracy": 0.604743, + "main_score": 0.573432, + "hf_subset": "sna_Latn-swh_Latn", + "languages": [ + "sna-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549665, + "recall": 0.600791, + "f1": 0.563038, + "accuracy": 0.600791, + "main_score": 0.563038, + "hf_subset": "sna_Latn-uzn_Latn", + "languages": [ + "sna-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572113, + "recall": 0.614625, + "f1": 0.582927, + "accuracy": 0.614625, + "main_score": 0.582927, + "hf_subset": "sna_Latn-als_Latn", + "languages": [ + "sna-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.257806, + "recall": 0.310277, + "f1": 0.270589, + "accuracy": 0.310277, + "main_score": 0.270589, + "hf_subset": "sna_Latn-bod_Tibt", + "languages": [ + "sna-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556638, + "recall": 0.594862, + "f1": 0.567675, + "accuracy": 0.594862, + "main_score": 0.567675, + "hf_subset": "sna_Latn-fij_Latn", + "languages": [ + "sna-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566374, + "recall": 0.608696, + "f1": 0.577613, + "accuracy": 0.608696, + "main_score": 0.577613, + "hf_subset": "sna_Latn-isl_Latn", + "languages": [ + "sna-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550899, + "recall": 0.587945, + "f1": 0.560709, + "accuracy": 0.587945, + "main_score": 0.560709, + "hf_subset": "sna_Latn-kon_Latn", + "languages": [ + "sna-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466763, + "recall": 0.51581, + "f1": 0.48048, + "accuracy": 0.51581, + "main_score": 0.48048, + "hf_subset": "sna_Latn-mni_Beng", + "languages": [ + "sna-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593262, + "recall": 0.641304, + "f1": 0.605232, + "accuracy": 0.641304, + "main_score": 0.605232, + "hf_subset": "sna_Latn-ron_Latn", + "languages": [ + "sna-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556674, + "recall": 0.602767, + "f1": 0.568799, + "accuracy": 0.602767, + "main_score": 0.568799, + "hf_subset": "sna_Latn-szl_Latn", + "languages": [ + "sna-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571786, + "recall": 0.614625, + "f1": 0.583044, + "accuracy": 0.614625, + "main_score": 0.583044, + "hf_subset": "sna_Latn-vec_Latn", + "languages": [ + "sna-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476191, + "recall": 0.527668, + "f1": 0.490452, + "accuracy": 0.527668, + "main_score": 0.490452, + "hf_subset": "sna_Latn-amh_Ethi", + "languages": [ + "sna-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592511, + "recall": 0.636364, + "f1": 0.603874, + "accuracy": 0.636364, + "main_score": 0.603874, + "hf_subset": "sna_Latn-bos_Latn", + "languages": [ + "sna-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566411, + "recall": 0.608696, + "f1": 0.577054, + "accuracy": 0.608696, + "main_score": 0.577054, + "hf_subset": "sna_Latn-fin_Latn", + "languages": [ + "sna-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574624, + "recall": 0.620553, + "f1": 0.587096, + "accuracy": 0.620553, + "main_score": 0.587096, + "hf_subset": "sna_Latn-ita_Latn", + "languages": [ + "sna-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55318, + "recall": 0.602767, + "f1": 0.566382, + "accuracy": 0.602767, + "main_score": 0.566382, + "hf_subset": "sna_Latn-kor_Hang", + "languages": [ + "sna-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5091, + "recall": 0.551383, + "f1": 0.521379, + "accuracy": 0.551383, + "main_score": 0.521379, + "hf_subset": "sna_Latn-mos_Latn", + "languages": [ + "sna-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529578, + "recall": 0.576087, + "f1": 0.543046, + "accuracy": 0.576087, + "main_score": 0.543046, + "hf_subset": "sna_Latn-run_Latn", + "languages": [ + "sna-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555403, + "recall": 0.603755, + "f1": 0.568097, + "accuracy": 0.603755, + "main_score": 0.568097, + "hf_subset": "sna_Latn-tam_Taml", + "languages": [ + "sna-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586754, + "recall": 0.624506, + "f1": 0.596516, + "accuracy": 0.624506, + "main_score": 0.596516, + "hf_subset": "sna_Latn-vie_Latn", + "languages": [ + "sna-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557941, + "recall": 0.598814, + "f1": 0.568164, + "accuracy": 0.598814, + "main_score": 0.568164, + "hf_subset": "sna_Latn-apc_Arab", + "languages": [ + "sna-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54065, + "recall": 0.579051, + "f1": 0.551726, + "accuracy": 0.579051, + "main_score": 0.551726, + "hf_subset": "sna_Latn-bug_Latn", + "languages": [ + "sna-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473752, + "recall": 0.516798, + "f1": 0.485631, + "accuracy": 0.516798, + "main_score": 0.485631, + "hf_subset": "sna_Latn-fon_Latn", + "languages": [ + "sna-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604575, + "recall": 0.640316, + "f1": 0.61463, + "accuracy": 0.640316, + "main_score": 0.61463, + "hf_subset": "sna_Latn-jav_Latn", + "languages": [ + "sna-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520154, + "recall": 0.566206, + "f1": 0.533484, + "accuracy": 0.566206, + "main_score": 0.533484, + "hf_subset": "sna_Latn-lao_Laoo", + "languages": [ + "sna-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504976, + "recall": 0.544466, + "f1": 0.515693, + "accuracy": 0.544466, + "main_score": 0.515693, + "hf_subset": "sna_Latn-mri_Latn", + "languages": [ + "sna-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568082, + "recall": 0.615613, + "f1": 0.581223, + "accuracy": 0.615613, + "main_score": 0.581223, + "hf_subset": "sna_Latn-rus_Cyrl", + "languages": [ + "sna-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47971, + "recall": 0.525692, + "f1": 0.493347, + "accuracy": 0.525692, + "main_score": 0.493347, + "hf_subset": "sna_Latn-taq_Latn", + "languages": [ + "sna-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608809, + "recall": 0.643281, + "f1": 0.617473, + "accuracy": 0.643281, + "main_score": 0.617473, + "hf_subset": "sna_Latn-war_Latn", + "languages": [ + "sna-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558767, + "recall": 0.601779, + "f1": 0.569756, + "accuracy": 0.601779, + "main_score": 0.569756, + "hf_subset": "sna_Latn-arb_Arab", + "languages": [ + "sna-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576147, + "recall": 0.621542, + "f1": 0.587546, + "accuracy": 0.621542, + "main_score": 0.587546, + "hf_subset": "sna_Latn-bul_Cyrl", + "languages": [ + "sna-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586282, + "recall": 0.629447, + "f1": 0.597059, + "accuracy": 0.629447, + "main_score": 0.597059, + "hf_subset": "sna_Latn-fra_Latn", + "languages": [ + "sna-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566874, + "recall": 0.610672, + "f1": 0.578214, + "accuracy": 0.610672, + "main_score": 0.578214, + "hf_subset": "sna_Latn-jpn_Jpan", + "languages": [ + "sna-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564812, + "recall": 0.608696, + "f1": 0.576791, + "accuracy": 0.608696, + "main_score": 0.576791, + "hf_subset": "sna_Latn-lij_Latn", + "languages": [ + "sna-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423766, + "recall": 0.486166, + "f1": 0.440492, + "accuracy": 0.486166, + "main_score": 0.440492, + "hf_subset": "sna_Latn-mya_Mymr", + "languages": [ + "sna-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521882, + "recall": 0.56917, + "f1": 0.534033, + "accuracy": 0.56917, + "main_score": 0.534033, + "hf_subset": "sna_Latn-sag_Latn", + "languages": [ + "sna-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.195009, + "recall": 0.237154, + "f1": 0.204985, + "accuracy": 0.237154, + "main_score": 0.204985, + "hf_subset": "sna_Latn-taq_Tfng", + "languages": [ + "sna-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55847, + "recall": 0.600791, + "f1": 0.570191, + "accuracy": 0.600791, + "main_score": 0.570191, + "hf_subset": "sna_Latn-wol_Latn", + "languages": [ + "sna-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476673, + "recall": 0.520751, + "f1": 0.487794, + "accuracy": 0.520751, + "main_score": 0.487794, + "hf_subset": "sna_Latn-arb_Latn", + "languages": [ + "sna-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579754, + "recall": 0.62747, + "f1": 0.592666, + "accuracy": 0.62747, + "main_score": 0.592666, + "hf_subset": "sna_Latn-cat_Latn", + "languages": [ + "sna-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56011, + "recall": 0.601779, + "f1": 0.571076, + "accuracy": 0.601779, + "main_score": 0.571076, + "hf_subset": "sna_Latn-fur_Latn", + "languages": [ + "sna-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419544, + "recall": 0.474308, + "f1": 0.434624, + "accuracy": 0.474308, + "main_score": 0.434624, + "hf_subset": "sna_Latn-kab_Latn", + "languages": [ + "sna-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57412, + "recall": 0.608696, + "f1": 0.583719, + "accuracy": 0.608696, + "main_score": 0.583719, + "hf_subset": "sna_Latn-lim_Latn", + "languages": [ + "sna-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565198, + "recall": 0.605731, + "f1": 0.576253, + "accuracy": 0.605731, + "main_score": 0.576253, + "hf_subset": "sna_Latn-nld_Latn", + "languages": [ + "sna-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521943, + "recall": 0.566206, + "f1": 0.533347, + "accuracy": 0.566206, + "main_score": 0.533347, + "hf_subset": "sna_Latn-san_Deva", + "languages": [ + "sna-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548477, + "recall": 0.59585, + "f1": 0.562229, + "accuracy": 0.59585, + "main_score": 0.562229, + "hf_subset": "sna_Latn-tat_Cyrl", + "languages": [ + "sna-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574971, + "recall": 0.62253, + "f1": 0.588318, + "accuracy": 0.62253, + "main_score": 0.588318, + "hf_subset": "sna_Latn-xho_Latn", + "languages": [ + "sna-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547266, + "recall": 0.594862, + "f1": 0.559456, + "accuracy": 0.594862, + "main_score": 0.559456, + "hf_subset": "sna_Latn-ars_Arab", + "languages": [ + "sna-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606683, + "recall": 0.643281, + "f1": 0.616152, + "accuracy": 0.643281, + "main_score": 0.616152, + "hf_subset": "sna_Latn-ceb_Latn", + "languages": [ + "sna-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499624, + "recall": 0.544466, + "f1": 0.512747, + "accuracy": 0.544466, + "main_score": 0.512747, + "hf_subset": "sna_Latn-fuv_Latn", + "languages": [ + "sna-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496908, + "recall": 0.538538, + "f1": 0.50893, + "accuracy": 0.538538, + "main_score": 0.50893, + "hf_subset": "sna_Latn-kac_Latn", + "languages": [ + "sna-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556847, + "recall": 0.597826, + "f1": 0.567672, + "accuracy": 0.597826, + "main_score": 0.567672, + "hf_subset": "sna_Latn-lin_Latn", + "languages": [ + "sna-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583482, + "recall": 0.628458, + "f1": 0.595935, + "accuracy": 0.628458, + "main_score": 0.595935, + "hf_subset": "sna_Latn-nno_Latn", + "languages": [ + "sna-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.137422, + "recall": 0.175889, + "f1": 0.147033, + "accuracy": 0.175889, + "main_score": 0.147033, + "hf_subset": "sna_Latn-sat_Olck", + "languages": [ + "sna-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554672, + "recall": 0.613636, + "f1": 0.570535, + "accuracy": 0.613636, + "main_score": 0.570535, + "hf_subset": "sna_Latn-tel_Telu", + "languages": [ + "sna-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485893, + "recall": 0.540514, + "f1": 0.500187, + "accuracy": 0.540514, + "main_score": 0.500187, + "hf_subset": "sna_Latn-ydd_Hebr", + "languages": [ + "sna-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54755, + "recall": 0.589921, + "f1": 0.558272, + "accuracy": 0.589921, + "main_score": 0.558272, + "hf_subset": "sna_Latn-ary_Arab", + "languages": [ + "sna-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573663, + "recall": 0.618577, + "f1": 0.585055, + "accuracy": 0.618577, + "main_score": 0.585055, + "hf_subset": "sna_Latn-ces_Latn", + "languages": [ + "sna-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496811, + "recall": 0.549407, + "f1": 0.511396, + "accuracy": 0.549407, + "main_score": 0.511396, + "hf_subset": "sna_Latn-gaz_Latn", + "languages": [ + "sna-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524787, + "recall": 0.568182, + "f1": 0.536681, + "accuracy": 0.568182, + "main_score": 0.536681, + "hf_subset": "sna_Latn-kam_Latn", + "languages": [ + "sna-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541695, + "recall": 0.598814, + "f1": 0.556344, + "accuracy": 0.598814, + "main_score": 0.556344, + "hf_subset": "sna_Latn-lit_Latn", + "languages": [ + "sna-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580452, + "recall": 0.625494, + "f1": 0.592238, + "accuracy": 0.625494, + "main_score": 0.592238, + "hf_subset": "sna_Latn-nob_Latn", + "languages": [ + "sna-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562376, + "recall": 0.603755, + "f1": 0.573617, + "accuracy": 0.603755, + "main_score": 0.573617, + "hf_subset": "sna_Latn-scn_Latn", + "languages": [ + "sna-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542351, + "recall": 0.585968, + "f1": 0.553742, + "accuracy": 0.585968, + "main_score": 0.553742, + "hf_subset": "sna_Latn-tgk_Cyrl", + "languages": [ + "sna-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504767, + "recall": 0.552372, + "f1": 0.518093, + "accuracy": 0.552372, + "main_score": 0.518093, + "hf_subset": "sna_Latn-yor_Latn", + "languages": [ + "sna-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548232, + "recall": 0.590909, + "f1": 0.55939, + "accuracy": 0.590909, + "main_score": 0.55939, + "hf_subset": "sna_Latn-arz_Arab", + "languages": [ + "sna-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501762, + "recall": 0.537549, + "f1": 0.512141, + "accuracy": 0.537549, + "main_score": 0.512141, + "hf_subset": "sna_Latn-cjk_Latn", + "languages": [ + "sna-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503132, + "recall": 0.548419, + "f1": 0.515813, + "accuracy": 0.548419, + "main_score": 0.515813, + "hf_subset": "sna_Latn-gla_Latn", + "languages": [ + "sna-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560641, + "recall": 0.607708, + "f1": 0.572907, + "accuracy": 0.607708, + "main_score": 0.572907, + "hf_subset": "sna_Latn-kan_Knda", + "languages": [ + "sna-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569395, + "recall": 0.612648, + "f1": 0.580642, + "accuracy": 0.612648, + "main_score": 0.580642, + "hf_subset": "sna_Latn-lmo_Latn", + "languages": [ + "sna-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559523, + "recall": 0.612648, + "f1": 0.573313, + "accuracy": 0.612648, + "main_score": 0.573313, + "hf_subset": "sna_Latn-npi_Deva", + "languages": [ + "sna-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.431197, + "recall": 0.48419, + "f1": 0.445063, + "accuracy": 0.48419, + "main_score": 0.445063, + "hf_subset": "sna_Latn-shn_Mymr", + "languages": [ + "sna-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60095, + "recall": 0.640316, + "f1": 0.611281, + "accuracy": 0.640316, + "main_score": 0.611281, + "hf_subset": "sna_Latn-tgl_Latn", + "languages": [ + "sna-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563508, + "recall": 0.612648, + "f1": 0.575916, + "accuracy": 0.612648, + "main_score": 0.575916, + "hf_subset": "sna_Latn-yue_Hant", + "languages": [ + "sna-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53446, + "recall": 0.58498, + "f1": 0.548407, + "accuracy": 0.58498, + "main_score": 0.548407, + "hf_subset": "sna_Latn-asm_Beng", + "languages": [ + "sna-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501358, + "recall": 0.549407, + "f1": 0.514155, + "accuracy": 0.549407, + "main_score": 0.514155, + "hf_subset": "sna_Latn-ckb_Arab", + "languages": [ + "sna-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51637, + "recall": 0.561265, + "f1": 0.528428, + "accuracy": 0.561265, + "main_score": 0.528428, + "hf_subset": "sna_Latn-gle_Latn", + "languages": [ + "sna-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489632, + "recall": 0.536561, + "f1": 0.502249, + "accuracy": 0.536561, + "main_score": 0.502249, + "hf_subset": "sna_Latn-kas_Arab", + "languages": [ + "sna-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526843, + "recall": 0.571146, + "f1": 0.538897, + "accuracy": 0.571146, + "main_score": 0.538897, + "hf_subset": "sna_Latn-ltg_Latn", + "languages": [ + "sna-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574732, + "recall": 0.618577, + "f1": 0.587045, + "accuracy": 0.618577, + "main_score": 0.587045, + "hf_subset": "sna_Latn-nso_Latn", + "languages": [ + "sna-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482356, + "recall": 0.537549, + "f1": 0.497196, + "accuracy": 0.537549, + "main_score": 0.497196, + "hf_subset": "sna_Latn-sin_Sinh", + "languages": [ + "sna-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567956, + "recall": 0.61166, + "f1": 0.579582, + "accuracy": 0.61166, + "main_score": 0.579582, + "hf_subset": "sna_Latn-tha_Thai", + "languages": [ + "sna-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560624, + "recall": 0.603755, + "f1": 0.571824, + "accuracy": 0.603755, + "main_score": 0.571824, + "hf_subset": "sna_Latn-zho_Hans", + "languages": [ + "sna-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584962, + "recall": 0.629447, + "f1": 0.597191, + "accuracy": 0.629447, + "main_score": 0.597191, + "hf_subset": "sna_Latn-ast_Latn", + "languages": [ + "sna-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554293, + "recall": 0.603755, + "f1": 0.567541, + "accuracy": 0.603755, + "main_score": 0.567541, + "hf_subset": "sna_Latn-crh_Latn", + "languages": [ + "sna-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578367, + "recall": 0.620553, + "f1": 0.589696, + "accuracy": 0.620553, + "main_score": 0.589696, + "hf_subset": "sna_Latn-glg_Latn", + "languages": [ + "sna-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493954, + "recall": 0.537549, + "f1": 0.506209, + "accuracy": 0.537549, + "main_score": 0.506209, + "hf_subset": "sna_Latn-kas_Deva", + "languages": [ + "sna-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558121, + "recall": 0.603755, + "f1": 0.570299, + "accuracy": 0.603755, + "main_score": 0.570299, + "hf_subset": "sna_Latn-ltz_Latn", + "languages": [ + "sna-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463599, + "recall": 0.517787, + "f1": 0.478753, + "accuracy": 0.517787, + "main_score": 0.478753, + "hf_subset": "sna_Latn-nus_Latn", + "languages": [ + "sna-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566885, + "recall": 0.61166, + "f1": 0.579419, + "accuracy": 0.61166, + "main_score": 0.579419, + "hf_subset": "sna_Latn-slk_Latn", + "languages": [ + "sna-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386044, + "recall": 0.444664, + "f1": 0.402536, + "accuracy": 0.444664, + "main_score": 0.402536, + "hf_subset": "sna_Latn-tir_Ethi", + "languages": [ + "sna-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547429, + "recall": 0.596838, + "f1": 0.560721, + "accuracy": 0.596838, + "main_score": 0.560721, + "hf_subset": "sna_Latn-zho_Hant", + "languages": [ + "sna-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553085, + "recall": 0.598814, + "f1": 0.565893, + "accuracy": 0.598814, + "main_score": 0.565893, + "hf_subset": "sna_Latn-awa_Deva", + "languages": [ + "sna-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561325, + "recall": 0.601779, + "f1": 0.571606, + "accuracy": 0.601779, + "main_score": 0.571606, + "hf_subset": "sna_Latn-cym_Latn", + "languages": [ + "sna-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55442, + "recall": 0.59585, + "f1": 0.566075, + "accuracy": 0.59585, + "main_score": 0.566075, + "hf_subset": "sna_Latn-grn_Latn", + "languages": [ + "sna-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536192, + "recall": 0.593874, + "f1": 0.552291, + "accuracy": 0.593874, + "main_score": 0.552291, + "hf_subset": "sna_Latn-kat_Geor", + "languages": [ + "sna-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564768, + "recall": 0.600791, + "f1": 0.574492, + "accuracy": 0.600791, + "main_score": 0.574492, + "hf_subset": "sna_Latn-lua_Latn", + "languages": [ + "sna-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58999, + "recall": 0.637352, + "f1": 0.602833, + "accuracy": 0.637352, + "main_score": 0.602833, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570715, + "recall": 0.612648, + "f1": 0.581084, + "accuracy": 0.612648, + "main_score": 0.581084, + "hf_subset": "sna_Latn-slv_Latn", + "languages": [ + "sna-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579615, + "recall": 0.619565, + "f1": 0.589898, + "accuracy": 0.619565, + "main_score": 0.589898, + "hf_subset": "sna_Latn-tpi_Latn", + "languages": [ + "sna-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604019, + "recall": 0.645257, + "f1": 0.614534, + "accuracy": 0.645257, + "main_score": 0.614534, + "hf_subset": "sna_Latn-zsm_Latn", + "languages": [ + "sna-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504413, + "recall": 0.547431, + "f1": 0.517088, + "accuracy": 0.547431, + "main_score": 0.517088, + "hf_subset": "sna_Latn-ayr_Latn", + "languages": [ + "sna-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594368, + "recall": 0.635375, + "f1": 0.605122, + "accuracy": 0.635375, + "main_score": 0.605122, + "hf_subset": "sna_Latn-dan_Latn", + "languages": [ + "sna-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543214, + "recall": 0.592885, + "f1": 0.556323, + "accuracy": 0.592885, + "main_score": 0.556323, + "hf_subset": "sna_Latn-guj_Gujr", + "languages": [ + "sna-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574241, + "recall": 0.618577, + "f1": 0.585646, + "accuracy": 0.618577, + "main_score": 0.585646, + "hf_subset": "sna_Latn-kaz_Cyrl", + "languages": [ + "sna-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512946, + "recall": 0.560277, + "f1": 0.526042, + "accuracy": 0.560277, + "main_score": 0.526042, + "hf_subset": "sna_Latn-lug_Latn", + "languages": [ + "sna-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582012, + "recall": 0.620553, + "f1": 0.592111, + "accuracy": 0.620553, + "main_score": 0.592111, + "hf_subset": "sna_Latn-oci_Latn", + "languages": [ + "sna-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555695, + "recall": 0.590909, + "f1": 0.565312, + "accuracy": 0.590909, + "main_score": 0.565312, + "hf_subset": "sna_Latn-smo_Latn", + "languages": [ + "sna-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538723, + "recall": 0.581028, + "f1": 0.55111, + "accuracy": 0.581028, + "main_score": 0.55111, + "hf_subset": "sna_Latn-tsn_Latn", + "languages": [ + "sna-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558053, + "recall": 0.613636, + "f1": 0.573549, + "accuracy": 0.613636, + "main_score": 0.573549, + "hf_subset": "sna_Latn-zul_Latn", + "languages": [ + "sna-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480876, + "recall": 0.529644, + "f1": 0.494016, + "accuracy": 0.529644, + "main_score": 0.494016, + "hf_subset": "sna_Latn-azb_Arab", + "languages": [ + "sna-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57602, + "recall": 0.618577, + "f1": 0.586691, + "accuracy": 0.618577, + "main_score": 0.586691, + "hf_subset": "sna_Latn-deu_Latn", + "languages": [ + "sna-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518369, + "recall": 0.564229, + "f1": 0.530833, + "accuracy": 0.564229, + "main_score": 0.530833, + "hf_subset": "sna_Latn-hat_Latn", + "languages": [ + "sna-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478066, + "recall": 0.522727, + "f1": 0.490712, + "accuracy": 0.522727, + "main_score": 0.490712, + "hf_subset": "sna_Latn-kbp_Latn", + "languages": [ + "sna-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55608, + "recall": 0.590909, + "f1": 0.565986, + "accuracy": 0.590909, + "main_score": 0.565986, + "hf_subset": "sna_Latn-luo_Latn", + "languages": [ + "sna-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547897, + "recall": 0.597826, + "f1": 0.560799, + "accuracy": 0.597826, + "main_score": 0.560799, + "hf_subset": "sna_Latn-ory_Orya", + "languages": [ + "sna-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53935, + "recall": 0.582016, + "f1": 0.551309, + "accuracy": 0.582016, + "main_score": 0.551309, + "hf_subset": "sna_Latn-tso_Latn", + "languages": [ + "sna-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531758, + "recall": 0.58004, + "f1": 0.544821, + "accuracy": 0.58004, + "main_score": 0.544821, + "hf_subset": "sna_Latn-azj_Latn", + "languages": [ + "sna-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50727, + "recall": 0.549407, + "f1": 0.519288, + "accuracy": 0.549407, + "main_score": 0.519288, + "hf_subset": "sna_Latn-dik_Latn", + "languages": [ + "sna-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548181, + "recall": 0.588933, + "f1": 0.559668, + "accuracy": 0.588933, + "main_score": 0.559668, + "hf_subset": "sna_Latn-hau_Latn", + "languages": [ + "sna-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567174, + "recall": 0.606719, + "f1": 0.577484, + "accuracy": 0.606719, + "main_score": 0.577484, + "hf_subset": "sna_Latn-kea_Latn", + "languages": [ + "sna-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560006, + "recall": 0.589921, + "f1": 0.56873, + "accuracy": 0.589921, + "main_score": 0.56873, + "hf_subset": "sna_Latn-lus_Latn", + "languages": [ + "sna-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566538, + "recall": 0.599802, + "f1": 0.575502, + "accuracy": 0.599802, + "main_score": 0.575502, + "hf_subset": "sna_Latn-pag_Latn", + "languages": [ + "sna-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544099, + "recall": 0.589921, + "f1": 0.557027, + "accuracy": 0.589921, + "main_score": 0.557027, + "hf_subset": "sna_Latn-snd_Arab", + "languages": [ + "sna-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523651, + "recall": 0.566206, + "f1": 0.53588, + "accuracy": 0.566206, + "main_score": 0.53588, + "hf_subset": "sna_Latn-tuk_Latn", + "languages": [ + "sna-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547961, + "recall": 0.596838, + "f1": 0.561117, + "accuracy": 0.596838, + "main_score": 0.561117, + "hf_subset": "sna_Latn-bak_Cyrl", + "languages": [ + "sna-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442049, + "recall": 0.500988, + "f1": 0.458554, + "accuracy": 0.500988, + "main_score": 0.458554, + "hf_subset": "sna_Latn-dyu_Latn", + "languages": [ + "sna-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554693, + "recall": 0.605731, + "f1": 0.568343, + "accuracy": 0.605731, + "main_score": 0.568343, + "hf_subset": "sna_Latn-heb_Hebr", + "languages": [ + "sna-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534479, + "recall": 0.575099, + "f1": 0.546107, + "accuracy": 0.575099, + "main_score": 0.546107, + "hf_subset": "sna_Latn-khk_Cyrl", + "languages": [ + "sna-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562245, + "recall": 0.605731, + "f1": 0.573242, + "accuracy": 0.605731, + "main_score": 0.573242, + "hf_subset": "sna_Latn-lvs_Latn", + "languages": [ + "sna-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553258, + "recall": 0.598814, + "f1": 0.565179, + "accuracy": 0.598814, + "main_score": 0.565179, + "hf_subset": "sna_Latn-pan_Guru", + "languages": [ + "sna-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513182, + "recall": 0.562253, + "f1": 0.526447, + "accuracy": 0.562253, + "main_score": 0.526447, + "hf_subset": "sna_Latn-som_Latn", + "languages": [ + "sna-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552957, + "recall": 0.59585, + "f1": 0.565192, + "accuracy": 0.59585, + "main_score": 0.565192, + "hf_subset": "sna_Latn-tum_Latn", + "languages": [ + "sna-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44207, + "recall": 0.48419, + "f1": 0.454106, + "accuracy": 0.48419, + "main_score": 0.454106, + "hf_subset": "tso_Latn-ace_Arab", + "languages": [ + "tso-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497914, + "recall": 0.54249, + "f1": 0.51076, + "accuracy": 0.54249, + "main_score": 0.51076, + "hf_subset": "tso_Latn-bam_Latn", + "languages": [ + "tso-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.258929, + "recall": 0.299407, + "f1": 0.268869, + "accuracy": 0.299407, + "main_score": 0.268869, + "hf_subset": "tso_Latn-dzo_Tibt", + "languages": [ + "tso-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561838, + "recall": 0.607708, + "f1": 0.574173, + "accuracy": 0.607708, + "main_score": 0.574173, + "hf_subset": "tso_Latn-hin_Deva", + "languages": [ + "tso-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532761, + "recall": 0.572134, + "f1": 0.543658, + "accuracy": 0.572134, + "main_score": 0.543658, + "hf_subset": "tso_Latn-khm_Khmr", + "languages": [ + "tso-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5536, + "recall": 0.590909, + "f1": 0.563316, + "accuracy": 0.590909, + "main_score": 0.563316, + "hf_subset": "tso_Latn-mag_Deva", + "languages": [ + "tso-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572379, + "recall": 0.602767, + "f1": 0.580162, + "accuracy": 0.602767, + "main_score": 0.580162, + "hf_subset": "tso_Latn-pap_Latn", + "languages": [ + "tso-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609411, + "recall": 0.644269, + "f1": 0.617921, + "accuracy": 0.644269, + "main_score": 0.617921, + "hf_subset": "tso_Latn-sot_Latn", + "languages": [ + "tso-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546605, + "recall": 0.593874, + "f1": 0.559083, + "accuracy": 0.593874, + "main_score": 0.559083, + "hf_subset": "tso_Latn-tur_Latn", + "languages": [ + "tso-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568712, + "recall": 0.602767, + "f1": 0.57713, + "accuracy": 0.602767, + "main_score": 0.57713, + "hf_subset": "tso_Latn-ace_Latn", + "languages": [ + "tso-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563099, + "recall": 0.596838, + "f1": 0.572544, + "accuracy": 0.596838, + "main_score": 0.572544, + "hf_subset": "tso_Latn-ban_Latn", + "languages": [ + "tso-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555615, + "recall": 0.597826, + "f1": 0.56729, + "accuracy": 0.597826, + "main_score": 0.56729, + "hf_subset": "tso_Latn-ell_Grek", + "languages": [ + "tso-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536555, + "recall": 0.58498, + "f1": 0.548748, + "accuracy": 0.58498, + "main_score": 0.548748, + "hf_subset": "tso_Latn-hne_Deva", + "languages": [ + "tso-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520465, + "recall": 0.565217, + "f1": 0.533216, + "accuracy": 0.565217, + "main_score": 0.533216, + "hf_subset": "tso_Latn-kik_Latn", + "languages": [ + "tso-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551003, + "recall": 0.59585, + "f1": 0.562424, + "accuracy": 0.59585, + "main_score": 0.562424, + "hf_subset": "tso_Latn-mai_Deva", + "languages": [ + "tso-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507917, + "recall": 0.5583, + "f1": 0.520916, + "accuracy": 0.5583, + "main_score": 0.520916, + "hf_subset": "tso_Latn-pbt_Arab", + "languages": [ + "tso-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567629, + "recall": 0.610672, + "f1": 0.578778, + "accuracy": 0.610672, + "main_score": 0.578778, + "hf_subset": "tso_Latn-spa_Latn", + "languages": [ + "tso-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538944, + "recall": 0.574111, + "f1": 0.548768, + "accuracy": 0.574111, + "main_score": 0.548768, + "hf_subset": "tso_Latn-twi_Latn", + "languages": [ + "tso-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556797, + "recall": 0.597826, + "f1": 0.567823, + "accuracy": 0.597826, + "main_score": 0.567823, + "hf_subset": "tso_Latn-acm_Arab", + "languages": [ + "tso-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538335, + "recall": 0.58004, + "f1": 0.548908, + "accuracy": 0.58004, + "main_score": 0.548908, + "hf_subset": "tso_Latn-bel_Cyrl", + "languages": [ + "tso-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582981, + "recall": 0.626482, + "f1": 0.594578, + "accuracy": 0.626482, + "main_score": 0.594578, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579205, + "recall": 0.620553, + "f1": 0.590019, + "accuracy": 0.620553, + "main_score": 0.590019, + "hf_subset": "tso_Latn-hrv_Latn", + "languages": [ + "tso-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539374, + "recall": 0.58004, + "f1": 0.551176, + "accuracy": 0.58004, + "main_score": 0.551176, + "hf_subset": "tso_Latn-kin_Latn", + "languages": [ + "tso-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545737, + "recall": 0.588933, + "f1": 0.556974, + "accuracy": 0.588933, + "main_score": 0.556974, + "hf_subset": "tso_Latn-mal_Mlym", + "languages": [ + "tso-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551634, + "recall": 0.596838, + "f1": 0.563278, + "accuracy": 0.596838, + "main_score": 0.563278, + "hf_subset": "tso_Latn-pes_Arab", + "languages": [ + "tso-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573442, + "recall": 0.609684, + "f1": 0.582864, + "accuracy": 0.609684, + "main_score": 0.582864, + "hf_subset": "tso_Latn-srd_Latn", + "languages": [ + "tso-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.216693, + "recall": 0.254941, + "f1": 0.226636, + "accuracy": 0.254941, + "main_score": 0.226636, + "hf_subset": "tso_Latn-tzm_Tfng", + "languages": [ + "tso-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551273, + "recall": 0.597826, + "f1": 0.563692, + "accuracy": 0.597826, + "main_score": 0.563692, + "hf_subset": "tso_Latn-acq_Arab", + "languages": [ + "tso-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584118, + "recall": 0.621542, + "f1": 0.59376, + "accuracy": 0.621542, + "main_score": 0.59376, + "hf_subset": "tso_Latn-bem_Latn", + "languages": [ + "tso-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555323, + "recall": 0.598814, + "f1": 0.566788, + "accuracy": 0.598814, + "main_score": 0.566788, + "hf_subset": "tso_Latn-epo_Latn", + "languages": [ + "tso-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556425, + "recall": 0.604743, + "f1": 0.569234, + "accuracy": 0.604743, + "main_score": 0.569234, + "hf_subset": "tso_Latn-hun_Latn", + "languages": [ + "tso-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547256, + "recall": 0.583992, + "f1": 0.557372, + "accuracy": 0.583992, + "main_score": 0.557372, + "hf_subset": "tso_Latn-kir_Cyrl", + "languages": [ + "tso-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571426, + "recall": 0.607708, + "f1": 0.580722, + "accuracy": 0.607708, + "main_score": 0.580722, + "hf_subset": "tso_Latn-mar_Deva", + "languages": [ + "tso-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554835, + "recall": 0.588933, + "f1": 0.564335, + "accuracy": 0.588933, + "main_score": 0.564335, + "hf_subset": "tso_Latn-plt_Latn", + "languages": [ + "tso-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566026, + "recall": 0.606719, + "f1": 0.577249, + "accuracy": 0.606719, + "main_score": 0.577249, + "hf_subset": "tso_Latn-srp_Cyrl", + "languages": [ + "tso-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487264, + "recall": 0.534585, + "f1": 0.500199, + "accuracy": 0.534585, + "main_score": 0.500199, + "hf_subset": "tso_Latn-uig_Arab", + "languages": [ + "tso-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538875, + "recall": 0.579051, + "f1": 0.549323, + "accuracy": 0.579051, + "main_score": 0.549323, + "hf_subset": "tso_Latn-aeb_Arab", + "languages": [ + "tso-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550805, + "recall": 0.594862, + "f1": 0.562963, + "accuracy": 0.594862, + "main_score": 0.562963, + "hf_subset": "tso_Latn-ben_Beng", + "languages": [ + "tso-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551284, + "recall": 0.591897, + "f1": 0.561849, + "accuracy": 0.591897, + "main_score": 0.561849, + "hf_subset": "tso_Latn-est_Latn", + "languages": [ + "tso-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542472, + "recall": 0.583004, + "f1": 0.553306, + "accuracy": 0.583004, + "main_score": 0.553306, + "hf_subset": "tso_Latn-hye_Armn", + "languages": [ + "tso-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531367, + "recall": 0.565217, + "f1": 0.541384, + "accuracy": 0.565217, + "main_score": 0.541384, + "hf_subset": "tso_Latn-kmb_Latn", + "languages": [ + "tso-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42548, + "recall": 0.468379, + "f1": 0.43688, + "accuracy": 0.468379, + "main_score": 0.43688, + "hf_subset": "tso_Latn-min_Arab", + "languages": [ + "tso-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561652, + "recall": 0.599802, + "f1": 0.572459, + "accuracy": 0.599802, + "main_score": 0.572459, + "hf_subset": "tso_Latn-pol_Latn", + "languages": [ + "tso-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589381, + "recall": 0.62747, + "f1": 0.599929, + "accuracy": 0.62747, + "main_score": 0.599929, + "hf_subset": "tso_Latn-ssw_Latn", + "languages": [ + "tso-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570081, + "recall": 0.613636, + "f1": 0.581947, + "accuracy": 0.613636, + "main_score": 0.581947, + "hf_subset": "tso_Latn-ukr_Cyrl", + "languages": [ + "tso-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587284, + "recall": 0.624506, + "f1": 0.597278, + "accuracy": 0.624506, + "main_score": 0.597278, + "hf_subset": "tso_Latn-afr_Latn", + "languages": [ + "tso-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547937, + "recall": 0.591897, + "f1": 0.55903, + "accuracy": 0.591897, + "main_score": 0.55903, + "hf_subset": "tso_Latn-bho_Deva", + "languages": [ + "tso-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547575, + "recall": 0.590909, + "f1": 0.559182, + "accuracy": 0.590909, + "main_score": 0.559182, + "hf_subset": "tso_Latn-eus_Latn", + "languages": [ + "tso-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544224, + "recall": 0.58498, + "f1": 0.555654, + "accuracy": 0.58498, + "main_score": 0.555654, + "hf_subset": "tso_Latn-ibo_Latn", + "languages": [ + "tso-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555435, + "recall": 0.587945, + "f1": 0.564443, + "accuracy": 0.587945, + "main_score": 0.564443, + "hf_subset": "tso_Latn-kmr_Latn", + "languages": [ + "tso-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560392, + "recall": 0.602767, + "f1": 0.570854, + "accuracy": 0.602767, + "main_score": 0.570854, + "hf_subset": "tso_Latn-min_Latn", + "languages": [ + "tso-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562832, + "recall": 0.606719, + "f1": 0.574444, + "accuracy": 0.606719, + "main_score": 0.574444, + "hf_subset": "tso_Latn-por_Latn", + "languages": [ + "tso-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574162, + "recall": 0.614625, + "f1": 0.584252, + "accuracy": 0.614625, + "main_score": 0.584252, + "hf_subset": "tso_Latn-sun_Latn", + "languages": [ + "tso-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509759, + "recall": 0.550395, + "f1": 0.521346, + "accuracy": 0.550395, + "main_score": 0.521346, + "hf_subset": "tso_Latn-umb_Latn", + "languages": [ + "tso-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559065, + "recall": 0.599802, + "f1": 0.56875, + "accuracy": 0.599802, + "main_score": 0.56875, + "hf_subset": "tso_Latn-ajp_Arab", + "languages": [ + "tso-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432852, + "recall": 0.474308, + "f1": 0.444808, + "accuracy": 0.474308, + "main_score": 0.444808, + "hf_subset": "tso_Latn-bjn_Arab", + "languages": [ + "tso-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521772, + "recall": 0.547431, + "f1": 0.529235, + "accuracy": 0.547431, + "main_score": 0.529235, + "hf_subset": "tso_Latn-ewe_Latn", + "languages": [ + "tso-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579906, + "recall": 0.607708, + "f1": 0.586372, + "accuracy": 0.607708, + "main_score": 0.586372, + "hf_subset": "tso_Latn-ilo_Latn", + "languages": [ + "tso-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318795, + "recall": 0.368577, + "f1": 0.331773, + "accuracy": 0.368577, + "main_score": 0.331773, + "hf_subset": "tso_Latn-knc_Arab", + "languages": [ + "tso-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561908, + "recall": 0.604743, + "f1": 0.572969, + "accuracy": 0.604743, + "main_score": 0.572969, + "hf_subset": "tso_Latn-mkd_Cyrl", + "languages": [ + "tso-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551737, + "recall": 0.601779, + "f1": 0.564393, + "accuracy": 0.601779, + "main_score": 0.564393, + "hf_subset": "tso_Latn-prs_Arab", + "languages": [ + "tso-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562825, + "recall": 0.608696, + "f1": 0.575486, + "accuracy": 0.608696, + "main_score": 0.575486, + "hf_subset": "tso_Latn-swe_Latn", + "languages": [ + "tso-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538898, + "recall": 0.585968, + "f1": 0.551474, + "accuracy": 0.585968, + "main_score": 0.551474, + "hf_subset": "tso_Latn-urd_Arab", + "languages": [ + "tso-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525657, + "recall": 0.559289, + "f1": 0.535, + "accuracy": 0.559289, + "main_score": 0.535, + "hf_subset": "tso_Latn-aka_Latn", + "languages": [ + "tso-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581991, + "recall": 0.620553, + "f1": 0.59118, + "accuracy": 0.620553, + "main_score": 0.59118, + "hf_subset": "tso_Latn-bjn_Latn", + "languages": [ + "tso-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554206, + "recall": 0.588933, + "f1": 0.56361, + "accuracy": 0.588933, + "main_score": 0.56361, + "hf_subset": "tso_Latn-fao_Latn", + "languages": [ + "tso-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579805, + "recall": 0.619565, + "f1": 0.589757, + "accuracy": 0.619565, + "main_score": 0.589757, + "hf_subset": "tso_Latn-ind_Latn", + "languages": [ + "tso-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539523, + "recall": 0.574111, + "f1": 0.548294, + "accuracy": 0.574111, + "main_score": 0.548294, + "hf_subset": "tso_Latn-knc_Latn", + "languages": [ + "tso-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565674, + "recall": 0.603755, + "f1": 0.575038, + "accuracy": 0.603755, + "main_score": 0.575038, + "hf_subset": "tso_Latn-mlt_Latn", + "languages": [ + "tso-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523608, + "recall": 0.562253, + "f1": 0.533681, + "accuracy": 0.562253, + "main_score": 0.533681, + "hf_subset": "tso_Latn-quy_Latn", + "languages": [ + "tso-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574125, + "recall": 0.614625, + "f1": 0.585206, + "accuracy": 0.614625, + "main_score": 0.585206, + "hf_subset": "tso_Latn-swh_Latn", + "languages": [ + "tso-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538538, + "recall": 0.58498, + "f1": 0.550557, + "accuracy": 0.58498, + "main_score": 0.550557, + "hf_subset": "tso_Latn-uzn_Latn", + "languages": [ + "tso-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562074, + "recall": 0.602767, + "f1": 0.572658, + "accuracy": 0.602767, + "main_score": 0.572658, + "hf_subset": "tso_Latn-als_Latn", + "languages": [ + "tso-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.30286, + "recall": 0.359684, + "f1": 0.317542, + "accuracy": 0.359684, + "main_score": 0.317542, + "hf_subset": "tso_Latn-bod_Tibt", + "languages": [ + "tso-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550163, + "recall": 0.591897, + "f1": 0.561973, + "accuracy": 0.591897, + "main_score": 0.561973, + "hf_subset": "tso_Latn-fij_Latn", + "languages": [ + "tso-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543277, + "recall": 0.589921, + "f1": 0.555798, + "accuracy": 0.589921, + "main_score": 0.555798, + "hf_subset": "tso_Latn-isl_Latn", + "languages": [ + "tso-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551551, + "recall": 0.591897, + "f1": 0.562259, + "accuracy": 0.591897, + "main_score": 0.562259, + "hf_subset": "tso_Latn-kon_Latn", + "languages": [ + "tso-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495226, + "recall": 0.532609, + "f1": 0.505763, + "accuracy": 0.532609, + "main_score": 0.505763, + "hf_subset": "tso_Latn-mni_Beng", + "languages": [ + "tso-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585429, + "recall": 0.623518, + "f1": 0.595077, + "accuracy": 0.623518, + "main_score": 0.595077, + "hf_subset": "tso_Latn-ron_Latn", + "languages": [ + "tso-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56228, + "recall": 0.605731, + "f1": 0.573218, + "accuracy": 0.605731, + "main_score": 0.573218, + "hf_subset": "tso_Latn-szl_Latn", + "languages": [ + "tso-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557049, + "recall": 0.597826, + "f1": 0.567572, + "accuracy": 0.597826, + "main_score": 0.567572, + "hf_subset": "tso_Latn-vec_Latn", + "languages": [ + "tso-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495035, + "recall": 0.538538, + "f1": 0.506731, + "accuracy": 0.538538, + "main_score": 0.506731, + "hf_subset": "tso_Latn-amh_Ethi", + "languages": [ + "tso-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58577, + "recall": 0.620553, + "f1": 0.595029, + "accuracy": 0.620553, + "main_score": 0.595029, + "hf_subset": "tso_Latn-bos_Latn", + "languages": [ + "tso-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541242, + "recall": 0.588933, + "f1": 0.55391, + "accuracy": 0.588933, + "main_score": 0.55391, + "hf_subset": "tso_Latn-fin_Latn", + "languages": [ + "tso-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576125, + "recall": 0.612648, + "f1": 0.585648, + "accuracy": 0.612648, + "main_score": 0.585648, + "hf_subset": "tso_Latn-ita_Latn", + "languages": [ + "tso-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553515, + "recall": 0.602767, + "f1": 0.567027, + "accuracy": 0.602767, + "main_score": 0.567027, + "hf_subset": "tso_Latn-kor_Hang", + "languages": [ + "tso-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510981, + "recall": 0.548419, + "f1": 0.521538, + "accuracy": 0.548419, + "main_score": 0.521538, + "hf_subset": "tso_Latn-mos_Latn", + "languages": [ + "tso-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542442, + "recall": 0.582016, + "f1": 0.55281, + "accuracy": 0.582016, + "main_score": 0.55281, + "hf_subset": "tso_Latn-run_Latn", + "languages": [ + "tso-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540324, + "recall": 0.592885, + "f1": 0.553802, + "accuracy": 0.592885, + "main_score": 0.553802, + "hf_subset": "tso_Latn-tam_Taml", + "languages": [ + "tso-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563979, + "recall": 0.608696, + "f1": 0.575913, + "accuracy": 0.608696, + "main_score": 0.575913, + "hf_subset": "tso_Latn-vie_Latn", + "languages": [ + "tso-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541909, + "recall": 0.589921, + "f1": 0.554285, + "accuracy": 0.589921, + "main_score": 0.554285, + "hf_subset": "tso_Latn-apc_Arab", + "languages": [ + "tso-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52832, + "recall": 0.567194, + "f1": 0.539054, + "accuracy": 0.567194, + "main_score": 0.539054, + "hf_subset": "tso_Latn-bug_Latn", + "languages": [ + "tso-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474051, + "recall": 0.513834, + "f1": 0.485262, + "accuracy": 0.513834, + "main_score": 0.485262, + "hf_subset": "tso_Latn-fon_Latn", + "languages": [ + "tso-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579165, + "recall": 0.614625, + "f1": 0.588315, + "accuracy": 0.614625, + "main_score": 0.588315, + "hf_subset": "tso_Latn-jav_Latn", + "languages": [ + "tso-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525424, + "recall": 0.567194, + "f1": 0.535371, + "accuracy": 0.567194, + "main_score": 0.535371, + "hf_subset": "tso_Latn-lao_Laoo", + "languages": [ + "tso-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518275, + "recall": 0.55336, + "f1": 0.527843, + "accuracy": 0.55336, + "main_score": 0.527843, + "hf_subset": "tso_Latn-mri_Latn", + "languages": [ + "tso-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562794, + "recall": 0.600791, + "f1": 0.57294, + "accuracy": 0.600791, + "main_score": 0.57294, + "hf_subset": "tso_Latn-rus_Cyrl", + "languages": [ + "tso-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487549, + "recall": 0.523715, + "f1": 0.498043, + "accuracy": 0.523715, + "main_score": 0.498043, + "hf_subset": "tso_Latn-taq_Latn", + "languages": [ + "tso-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592527, + "recall": 0.62747, + "f1": 0.600694, + "accuracy": 0.62747, + "main_score": 0.600694, + "hf_subset": "tso_Latn-war_Latn", + "languages": [ + "tso-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554813, + "recall": 0.596838, + "f1": 0.566595, + "accuracy": 0.596838, + "main_score": 0.566595, + "hf_subset": "tso_Latn-arb_Arab", + "languages": [ + "tso-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568588, + "recall": 0.610672, + "f1": 0.580428, + "accuracy": 0.610672, + "main_score": 0.580428, + "hf_subset": "tso_Latn-bul_Cyrl", + "languages": [ + "tso-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567581, + "recall": 0.605731, + "f1": 0.578051, + "accuracy": 0.605731, + "main_score": 0.578051, + "hf_subset": "tso_Latn-fra_Latn", + "languages": [ + "tso-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540801, + "recall": 0.588933, + "f1": 0.553652, + "accuracy": 0.588933, + "main_score": 0.553652, + "hf_subset": "tso_Latn-jpn_Jpan", + "languages": [ + "tso-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557248, + "recall": 0.602767, + "f1": 0.568877, + "accuracy": 0.602767, + "main_score": 0.568877, + "hf_subset": "tso_Latn-lij_Latn", + "languages": [ + "tso-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42428, + "recall": 0.480237, + "f1": 0.439143, + "accuracy": 0.480237, + "main_score": 0.439143, + "hf_subset": "tso_Latn-mya_Mymr", + "languages": [ + "tso-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519209, + "recall": 0.562253, + "f1": 0.530642, + "accuracy": 0.562253, + "main_score": 0.530642, + "hf_subset": "tso_Latn-sag_Latn", + "languages": [ + "tso-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211094, + "recall": 0.258893, + "f1": 0.22179, + "accuracy": 0.258893, + "main_score": 0.22179, + "hf_subset": "tso_Latn-taq_Tfng", + "languages": [ + "tso-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529792, + "recall": 0.565217, + "f1": 0.540137, + "accuracy": 0.565217, + "main_score": 0.540137, + "hf_subset": "tso_Latn-wol_Latn", + "languages": [ + "tso-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476138, + "recall": 0.514822, + "f1": 0.48641, + "accuracy": 0.514822, + "main_score": 0.48641, + "hf_subset": "tso_Latn-arb_Latn", + "languages": [ + "tso-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582212, + "recall": 0.618577, + "f1": 0.591909, + "accuracy": 0.618577, + "main_score": 0.591909, + "hf_subset": "tso_Latn-cat_Latn", + "languages": [ + "tso-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560499, + "recall": 0.597826, + "f1": 0.570521, + "accuracy": 0.597826, + "main_score": 0.570521, + "hf_subset": "tso_Latn-fur_Latn", + "languages": [ + "tso-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451396, + "recall": 0.498024, + "f1": 0.464036, + "accuracy": 0.498024, + "main_score": 0.464036, + "hf_subset": "tso_Latn-kab_Latn", + "languages": [ + "tso-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550756, + "recall": 0.593874, + "f1": 0.562087, + "accuracy": 0.593874, + "main_score": 0.562087, + "hf_subset": "tso_Latn-lim_Latn", + "languages": [ + "tso-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561555, + "recall": 0.602767, + "f1": 0.572674, + "accuracy": 0.602767, + "main_score": 0.572674, + "hf_subset": "tso_Latn-nld_Latn", + "languages": [ + "tso-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521752, + "recall": 0.572134, + "f1": 0.534448, + "accuracy": 0.572134, + "main_score": 0.534448, + "hf_subset": "tso_Latn-san_Deva", + "languages": [ + "tso-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548049, + "recall": 0.59585, + "f1": 0.560757, + "accuracy": 0.59585, + "main_score": 0.560757, + "hf_subset": "tso_Latn-tat_Cyrl", + "languages": [ + "tso-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584642, + "recall": 0.628458, + "f1": 0.596612, + "accuracy": 0.628458, + "main_score": 0.596612, + "hf_subset": "tso_Latn-xho_Latn", + "languages": [ + "tso-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538852, + "recall": 0.586957, + "f1": 0.552467, + "accuracy": 0.586957, + "main_score": 0.552467, + "hf_subset": "tso_Latn-ars_Arab", + "languages": [ + "tso-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587882, + "recall": 0.618577, + "f1": 0.595624, + "accuracy": 0.618577, + "main_score": 0.595624, + "hf_subset": "tso_Latn-ceb_Latn", + "languages": [ + "tso-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502997, + "recall": 0.544466, + "f1": 0.515298, + "accuracy": 0.544466, + "main_score": 0.515298, + "hf_subset": "tso_Latn-fuv_Latn", + "languages": [ + "tso-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490192, + "recall": 0.531621, + "f1": 0.50125, + "accuracy": 0.531621, + "main_score": 0.50125, + "hf_subset": "tso_Latn-kac_Latn", + "languages": [ + "tso-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573182, + "recall": 0.606719, + "f1": 0.582365, + "accuracy": 0.606719, + "main_score": 0.582365, + "hf_subset": "tso_Latn-lin_Latn", + "languages": [ + "tso-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574499, + "recall": 0.615613, + "f1": 0.585431, + "accuracy": 0.615613, + "main_score": 0.585431, + "hf_subset": "tso_Latn-nno_Latn", + "languages": [ + "tso-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.15083, + "recall": 0.198617, + "f1": 0.163471, + "accuracy": 0.198617, + "main_score": 0.163471, + "hf_subset": "tso_Latn-sat_Olck", + "languages": [ + "tso-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550917, + "recall": 0.598814, + "f1": 0.563849, + "accuracy": 0.598814, + "main_score": 0.563849, + "hf_subset": "tso_Latn-tel_Telu", + "languages": [ + "tso-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5148, + "recall": 0.561265, + "f1": 0.527428, + "accuracy": 0.561265, + "main_score": 0.527428, + "hf_subset": "tso_Latn-ydd_Hebr", + "languages": [ + "tso-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531884, + "recall": 0.570158, + "f1": 0.542393, + "accuracy": 0.570158, + "main_score": 0.542393, + "hf_subset": "tso_Latn-ary_Arab", + "languages": [ + "tso-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567511, + "recall": 0.61166, + "f1": 0.579198, + "accuracy": 0.61166, + "main_score": 0.579198, + "hf_subset": "tso_Latn-ces_Latn", + "languages": [ + "tso-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515333, + "recall": 0.564229, + "f1": 0.529468, + "accuracy": 0.564229, + "main_score": 0.529468, + "hf_subset": "tso_Latn-gaz_Latn", + "languages": [ + "tso-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538045, + "recall": 0.579051, + "f1": 0.549911, + "accuracy": 0.579051, + "main_score": 0.549911, + "hf_subset": "tso_Latn-kam_Latn", + "languages": [ + "tso-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544426, + "recall": 0.583992, + "f1": 0.555518, + "accuracy": 0.583992, + "main_score": 0.555518, + "hf_subset": "tso_Latn-lit_Latn", + "languages": [ + "tso-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57043, + "recall": 0.610672, + "f1": 0.581133, + "accuracy": 0.610672, + "main_score": 0.581133, + "hf_subset": "tso_Latn-nob_Latn", + "languages": [ + "tso-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559511, + "recall": 0.597826, + "f1": 0.568917, + "accuracy": 0.597826, + "main_score": 0.568917, + "hf_subset": "tso_Latn-scn_Latn", + "languages": [ + "tso-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537116, + "recall": 0.578063, + "f1": 0.547725, + "accuracy": 0.578063, + "main_score": 0.547725, + "hf_subset": "tso_Latn-tgk_Cyrl", + "languages": [ + "tso-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495875, + "recall": 0.547431, + "f1": 0.510475, + "accuracy": 0.547431, + "main_score": 0.510475, + "hf_subset": "tso_Latn-yor_Latn", + "languages": [ + "tso-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56782, + "recall": 0.603755, + "f1": 0.576892, + "accuracy": 0.603755, + "main_score": 0.576892, + "hf_subset": "tso_Latn-arz_Arab", + "languages": [ + "tso-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513071, + "recall": 0.547431, + "f1": 0.52263, + "accuracy": 0.547431, + "main_score": 0.52263, + "hf_subset": "tso_Latn-cjk_Latn", + "languages": [ + "tso-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517384, + "recall": 0.562253, + "f1": 0.530555, + "accuracy": 0.562253, + "main_score": 0.530555, + "hf_subset": "tso_Latn-gla_Latn", + "languages": [ + "tso-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553725, + "recall": 0.603755, + "f1": 0.566419, + "accuracy": 0.603755, + "main_score": 0.566419, + "hf_subset": "tso_Latn-kan_Knda", + "languages": [ + "tso-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557834, + "recall": 0.59585, + "f1": 0.567715, + "accuracy": 0.59585, + "main_score": 0.567715, + "hf_subset": "tso_Latn-lmo_Latn", + "languages": [ + "tso-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542113, + "recall": 0.590909, + "f1": 0.554799, + "accuracy": 0.590909, + "main_score": 0.554799, + "hf_subset": "tso_Latn-npi_Deva", + "languages": [ + "tso-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446453, + "recall": 0.494071, + "f1": 0.459343, + "accuracy": 0.494071, + "main_score": 0.459343, + "hf_subset": "tso_Latn-shn_Mymr", + "languages": [ + "tso-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590592, + "recall": 0.62747, + "f1": 0.599756, + "accuracy": 0.62747, + "main_score": 0.599756, + "hf_subset": "tso_Latn-tgl_Latn", + "languages": [ + "tso-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552869, + "recall": 0.598814, + "f1": 0.563719, + "accuracy": 0.598814, + "main_score": 0.563719, + "hf_subset": "tso_Latn-yue_Hant", + "languages": [ + "tso-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510253, + "recall": 0.562253, + "f1": 0.524029, + "accuracy": 0.562253, + "main_score": 0.524029, + "hf_subset": "tso_Latn-asm_Beng", + "languages": [ + "tso-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510647, + "recall": 0.545455, + "f1": 0.519889, + "accuracy": 0.545455, + "main_score": 0.519889, + "hf_subset": "tso_Latn-ckb_Arab", + "languages": [ + "tso-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518054, + "recall": 0.5583, + "f1": 0.530176, + "accuracy": 0.5583, + "main_score": 0.530176, + "hf_subset": "tso_Latn-gle_Latn", + "languages": [ + "tso-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488229, + "recall": 0.527668, + "f1": 0.499439, + "accuracy": 0.527668, + "main_score": 0.499439, + "hf_subset": "tso_Latn-kas_Arab", + "languages": [ + "tso-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539826, + "recall": 0.582016, + "f1": 0.551205, + "accuracy": 0.582016, + "main_score": 0.551205, + "hf_subset": "tso_Latn-ltg_Latn", + "languages": [ + "tso-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610797, + "recall": 0.644269, + "f1": 0.62041, + "accuracy": 0.644269, + "main_score": 0.62041, + "hf_subset": "tso_Latn-nso_Latn", + "languages": [ + "tso-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484418, + "recall": 0.539526, + "f1": 0.499125, + "accuracy": 0.539526, + "main_score": 0.499125, + "hf_subset": "tso_Latn-sin_Sinh", + "languages": [ + "tso-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555211, + "recall": 0.597826, + "f1": 0.565588, + "accuracy": 0.597826, + "main_score": 0.565588, + "hf_subset": "tso_Latn-tha_Thai", + "languages": [ + "tso-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548924, + "recall": 0.594862, + "f1": 0.560535, + "accuracy": 0.594862, + "main_score": 0.560535, + "hf_subset": "tso_Latn-zho_Hans", + "languages": [ + "tso-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56547, + "recall": 0.605731, + "f1": 0.575921, + "accuracy": 0.605731, + "main_score": 0.575921, + "hf_subset": "tso_Latn-ast_Latn", + "languages": [ + "tso-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551636, + "recall": 0.601779, + "f1": 0.564634, + "accuracy": 0.601779, + "main_score": 0.564634, + "hf_subset": "tso_Latn-crh_Latn", + "languages": [ + "tso-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579411, + "recall": 0.617589, + "f1": 0.589249, + "accuracy": 0.617589, + "main_score": 0.589249, + "hf_subset": "tso_Latn-glg_Latn", + "languages": [ + "tso-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50851, + "recall": 0.554348, + "f1": 0.521096, + "accuracy": 0.554348, + "main_score": 0.521096, + "hf_subset": "tso_Latn-kas_Deva", + "languages": [ + "tso-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55165, + "recall": 0.589921, + "f1": 0.561384, + "accuracy": 0.589921, + "main_score": 0.561384, + "hf_subset": "tso_Latn-ltz_Latn", + "languages": [ + "tso-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480518, + "recall": 0.527668, + "f1": 0.493587, + "accuracy": 0.527668, + "main_score": 0.493587, + "hf_subset": "tso_Latn-nus_Latn", + "languages": [ + "tso-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568992, + "recall": 0.610672, + "f1": 0.57978, + "accuracy": 0.610672, + "main_score": 0.57978, + "hf_subset": "tso_Latn-slk_Latn", + "languages": [ + "tso-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.424032, + "recall": 0.476285, + "f1": 0.438536, + "accuracy": 0.476285, + "main_score": 0.438536, + "hf_subset": "tso_Latn-tir_Ethi", + "languages": [ + "tso-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540683, + "recall": 0.588933, + "f1": 0.55219, + "accuracy": 0.588933, + "main_score": 0.55219, + "hf_subset": "tso_Latn-zho_Hant", + "languages": [ + "tso-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549269, + "recall": 0.592885, + "f1": 0.559911, + "accuracy": 0.592885, + "main_score": 0.559911, + "hf_subset": "tso_Latn-awa_Deva", + "languages": [ + "tso-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555707, + "recall": 0.598814, + "f1": 0.567216, + "accuracy": 0.598814, + "main_score": 0.567216, + "hf_subset": "tso_Latn-cym_Latn", + "languages": [ + "tso-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533956, + "recall": 0.567194, + "f1": 0.542863, + "accuracy": 0.567194, + "main_score": 0.542863, + "hf_subset": "tso_Latn-grn_Latn", + "languages": [ + "tso-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520337, + "recall": 0.571146, + "f1": 0.533714, + "accuracy": 0.571146, + "main_score": 0.533714, + "hf_subset": "tso_Latn-kat_Geor", + "languages": [ + "tso-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549317, + "recall": 0.583992, + "f1": 0.558978, + "accuracy": 0.583992, + "main_score": 0.558978, + "hf_subset": "tso_Latn-lua_Latn", + "languages": [ + "tso-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563455, + "recall": 0.600791, + "f1": 0.574111, + "accuracy": 0.600791, + "main_score": 0.574111, + "hf_subset": "tso_Latn-nya_Latn", + "languages": [ + "tso-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565865, + "recall": 0.605731, + "f1": 0.57588, + "accuracy": 0.605731, + "main_score": 0.57588, + "hf_subset": "tso_Latn-slv_Latn", + "languages": [ + "tso-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57167, + "recall": 0.605731, + "f1": 0.580466, + "accuracy": 0.605731, + "main_score": 0.580466, + "hf_subset": "tso_Latn-tpi_Latn", + "languages": [ + "tso-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596347, + "recall": 0.635375, + "f1": 0.605912, + "accuracy": 0.635375, + "main_score": 0.605912, + "hf_subset": "tso_Latn-zsm_Latn", + "languages": [ + "tso-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514379, + "recall": 0.556324, + "f1": 0.526404, + "accuracy": 0.556324, + "main_score": 0.526404, + "hf_subset": "tso_Latn-ayr_Latn", + "languages": [ + "tso-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57069, + "recall": 0.613636, + "f1": 0.581695, + "accuracy": 0.613636, + "main_score": 0.581695, + "hf_subset": "tso_Latn-dan_Latn", + "languages": [ + "tso-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548306, + "recall": 0.593874, + "f1": 0.560103, + "accuracy": 0.593874, + "main_score": 0.560103, + "hf_subset": "tso_Latn-guj_Gujr", + "languages": [ + "tso-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547533, + "recall": 0.597826, + "f1": 0.560907, + "accuracy": 0.597826, + "main_score": 0.560907, + "hf_subset": "tso_Latn-kaz_Cyrl", + "languages": [ + "tso-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508671, + "recall": 0.555336, + "f1": 0.52218, + "accuracy": 0.555336, + "main_score": 0.52218, + "hf_subset": "tso_Latn-lug_Latn", + "languages": [ + "tso-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587282, + "recall": 0.623518, + "f1": 0.597271, + "accuracy": 0.623518, + "main_score": 0.597271, + "hf_subset": "tso_Latn-oci_Latn", + "languages": [ + "tso-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555435, + "recall": 0.592885, + "f1": 0.565008, + "accuracy": 0.592885, + "main_score": 0.565008, + "hf_subset": "tso_Latn-smo_Latn", + "languages": [ + "tso-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557017, + "recall": 0.600791, + "f1": 0.568841, + "accuracy": 0.600791, + "main_score": 0.568841, + "hf_subset": "tso_Latn-tsn_Latn", + "languages": [ + "tso-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589256, + "recall": 0.631423, + "f1": 0.60089, + "accuracy": 0.631423, + "main_score": 0.60089, + "hf_subset": "tso_Latn-zul_Latn", + "languages": [ + "tso-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486386, + "recall": 0.531621, + "f1": 0.498618, + "accuracy": 0.531621, + "main_score": 0.498618, + "hf_subset": "tso_Latn-azb_Arab", + "languages": [ + "tso-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56595, + "recall": 0.612648, + "f1": 0.578109, + "accuracy": 0.612648, + "main_score": 0.578109, + "hf_subset": "tso_Latn-deu_Latn", + "languages": [ + "tso-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5334, + "recall": 0.581028, + "f1": 0.546658, + "accuracy": 0.581028, + "main_score": 0.546658, + "hf_subset": "tso_Latn-hat_Latn", + "languages": [ + "tso-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502734, + "recall": 0.54249, + "f1": 0.51374, + "accuracy": 0.54249, + "main_score": 0.51374, + "hf_subset": "tso_Latn-kbp_Latn", + "languages": [ + "tso-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549028, + "recall": 0.589921, + "f1": 0.560094, + "accuracy": 0.589921, + "main_score": 0.560094, + "hf_subset": "tso_Latn-luo_Latn", + "languages": [ + "tso-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531854, + "recall": 0.591897, + "f1": 0.548047, + "accuracy": 0.591897, + "main_score": 0.548047, + "hf_subset": "tso_Latn-ory_Orya", + "languages": [ + "tso-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554555, + "recall": 0.602767, + "f1": 0.56779, + "accuracy": 0.602767, + "main_score": 0.56779, + "hf_subset": "tso_Latn-sna_Latn", + "languages": [ + "tso-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538958, + "recall": 0.585968, + "f1": 0.550736, + "accuracy": 0.585968, + "main_score": 0.550736, + "hf_subset": "tso_Latn-azj_Latn", + "languages": [ + "tso-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489085, + "recall": 0.534585, + "f1": 0.502364, + "accuracy": 0.534585, + "main_score": 0.502364, + "hf_subset": "tso_Latn-dik_Latn", + "languages": [ + "tso-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559914, + "recall": 0.592885, + "f1": 0.568706, + "accuracy": 0.592885, + "main_score": 0.568706, + "hf_subset": "tso_Latn-hau_Latn", + "languages": [ + "tso-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5673, + "recall": 0.603755, + "f1": 0.576891, + "accuracy": 0.603755, + "main_score": 0.576891, + "hf_subset": "tso_Latn-kea_Latn", + "languages": [ + "tso-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538276, + "recall": 0.575099, + "f1": 0.548576, + "accuracy": 0.575099, + "main_score": 0.548576, + "hf_subset": "tso_Latn-lus_Latn", + "languages": [ + "tso-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55381, + "recall": 0.58498, + "f1": 0.562181, + "accuracy": 0.58498, + "main_score": 0.562181, + "hf_subset": "tso_Latn-pag_Latn", + "languages": [ + "tso-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519997, + "recall": 0.564229, + "f1": 0.531893, + "accuracy": 0.564229, + "main_score": 0.531893, + "hf_subset": "tso_Latn-snd_Arab", + "languages": [ + "tso-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524551, + "recall": 0.56917, + "f1": 0.536267, + "accuracy": 0.56917, + "main_score": 0.536267, + "hf_subset": "tso_Latn-tuk_Latn", + "languages": [ + "tso-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545816, + "recall": 0.589921, + "f1": 0.55762, + "accuracy": 0.589921, + "main_score": 0.55762, + "hf_subset": "tso_Latn-bak_Cyrl", + "languages": [ + "tso-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42631, + "recall": 0.490119, + "f1": 0.444121, + "accuracy": 0.490119, + "main_score": 0.444121, + "hf_subset": "tso_Latn-dyu_Latn", + "languages": [ + "tso-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542324, + "recall": 0.585968, + "f1": 0.554275, + "accuracy": 0.585968, + "main_score": 0.554275, + "hf_subset": "tso_Latn-heb_Hebr", + "languages": [ + "tso-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533268, + "recall": 0.570158, + "f1": 0.54332, + "accuracy": 0.570158, + "main_score": 0.54332, + "hf_subset": "tso_Latn-khk_Cyrl", + "languages": [ + "tso-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560179, + "recall": 0.602767, + "f1": 0.570935, + "accuracy": 0.602767, + "main_score": 0.570935, + "hf_subset": "tso_Latn-lvs_Latn", + "languages": [ + "tso-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550336, + "recall": 0.594862, + "f1": 0.562487, + "accuracy": 0.594862, + "main_score": 0.562487, + "hf_subset": "tso_Latn-pan_Guru", + "languages": [ + "tso-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515373, + "recall": 0.55336, + "f1": 0.525979, + "accuracy": 0.55336, + "main_score": 0.525979, + "hf_subset": "tso_Latn-som_Latn", + "languages": [ + "tso-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531925, + "recall": 0.570158, + "f1": 0.542663, + "accuracy": 0.570158, + "main_score": 0.542663, + "hf_subset": "tso_Latn-tum_Latn", + "languages": [ + "tso-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551289, + "recall": 0.614625, + "f1": 0.568873, + "accuracy": 0.614625, + "main_score": 0.568873, + "hf_subset": "azj_Latn-ace_Arab", + "languages": [ + "azj-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494807, + "recall": 0.557312, + "f1": 0.512377, + "accuracy": 0.557312, + "main_score": 0.512377, + "hf_subset": "azj_Latn-bam_Latn", + "languages": [ + "azj-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415725, + "recall": 0.498024, + "f1": 0.436776, + "accuracy": 0.498024, + "main_score": 0.436776, + "hf_subset": "azj_Latn-dzo_Tibt", + "languages": [ + "azj-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-hin_Deva", + "languages": [ + "azj-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-khm_Khmr", + "languages": [ + "azj-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-mag_Deva", + "languages": [ + "azj-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969862, + "recall": 0.979249, + "f1": 0.972991, + "accuracy": 0.979249, + "main_score": 0.972991, + "hf_subset": "azj_Latn-pap_Latn", + "languages": [ + "azj-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554275, + "recall": 0.610672, + "f1": 0.569809, + "accuracy": 0.610672, + "main_score": 0.569809, + "hf_subset": "azj_Latn-sot_Latn", + "languages": [ + "azj-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-tur_Latn", + "languages": [ + "azj-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83998, + "recall": 0.879447, + "f1": 0.852176, + "accuracy": 0.879447, + "main_score": 0.852176, + "hf_subset": "azj_Latn-ace_Latn", + "languages": [ + "azj-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941864, + "recall": 0.95751, + "f1": 0.946805, + "accuracy": 0.95751, + "main_score": 0.946805, + "hf_subset": "azj_Latn-ban_Latn", + "languages": [ + "azj-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ell_Grek", + "languages": [ + "azj-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "azj_Latn-hne_Deva", + "languages": [ + "azj-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56338, + "recall": 0.62253, + "f1": 0.580587, + "accuracy": 0.62253, + "main_score": 0.580587, + "hf_subset": "azj_Latn-kik_Latn", + "languages": [ + "azj-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-mai_Deva", + "languages": [ + "azj-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963768, + "recall": 0.975296, + "f1": 0.967556, + "accuracy": 0.975296, + "main_score": 0.967556, + "hf_subset": "azj_Latn-pbt_Arab", + "languages": [ + "azj-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-spa_Latn", + "languages": [ + "azj-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592534, + "recall": 0.658103, + "f1": 0.611324, + "accuracy": 0.658103, + "main_score": 0.611324, + "hf_subset": "azj_Latn-twi_Latn", + "languages": [ + "azj-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-acm_Arab", + "languages": [ + "azj-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-bel_Cyrl", + "languages": [ + "azj-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-hrv_Latn", + "languages": [ + "azj-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528771, + "recall": 0.592885, + "f1": 0.546289, + "accuracy": 0.592885, + "main_score": 0.546289, + "hf_subset": "azj_Latn-kin_Latn", + "languages": [ + "azj-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-mal_Mlym", + "languages": [ + "azj-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-pes_Arab", + "languages": [ + "azj-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "azj_Latn-srd_Latn", + "languages": [ + "azj-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177975, + "recall": 0.222332, + "f1": 0.189055, + "accuracy": 0.222332, + "main_score": 0.189055, + "hf_subset": "azj_Latn-tzm_Tfng", + "languages": [ + "azj-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-acq_Arab", + "languages": [ + "azj-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603132, + "recall": 0.652174, + "f1": 0.616642, + "accuracy": 0.652174, + "main_score": 0.616642, + "hf_subset": "azj_Latn-bem_Latn", + "languages": [ + "azj-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-epo_Latn", + "languages": [ + "azj-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-hun_Latn", + "languages": [ + "azj-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "azj_Latn-kir_Cyrl", + "languages": [ + "azj-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-mar_Deva", + "languages": [ + "azj-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637368, + "recall": 0.695652, + "f1": 0.654597, + "accuracy": 0.695652, + "main_score": 0.654597, + "hf_subset": "azj_Latn-plt_Latn", + "languages": [ + "azj-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-srp_Cyrl", + "languages": [ + "azj-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956522, + "recall": 0.970356, + "f1": 0.961133, + "accuracy": 0.970356, + "main_score": 0.961133, + "hf_subset": "azj_Latn-uig_Arab", + "languages": [ + "azj-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-aeb_Arab", + "languages": [ + "azj-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-ben_Beng", + "languages": [ + "azj-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-est_Latn", + "languages": [ + "azj-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-hye_Armn", + "languages": [ + "azj-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515679, + "recall": 0.566206, + "f1": 0.530487, + "accuracy": 0.566206, + "main_score": 0.530487, + "hf_subset": "azj_Latn-kmb_Latn", + "languages": [ + "azj-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463976, + "recall": 0.535573, + "f1": 0.483822, + "accuracy": 0.535573, + "main_score": 0.483822, + "hf_subset": "azj_Latn-min_Arab", + "languages": [ + "azj-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-pol_Latn", + "languages": [ + "azj-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53302, + "recall": 0.592885, + "f1": 0.550348, + "accuracy": 0.592885, + "main_score": 0.550348, + "hf_subset": "azj_Latn-ssw_Latn", + "languages": [ + "azj-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-ukr_Cyrl", + "languages": [ + "azj-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-afr_Latn", + "languages": [ + "azj-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-bho_Deva", + "languages": [ + "azj-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "azj_Latn-eus_Latn", + "languages": [ + "azj-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547908, + "recall": 0.604743, + "f1": 0.563718, + "accuracy": 0.604743, + "main_score": 0.563718, + "hf_subset": "azj_Latn-ibo_Latn", + "languages": [ + "azj-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875741, + "recall": 0.908103, + "f1": 0.885935, + "accuracy": 0.908103, + "main_score": 0.885935, + "hf_subset": "azj_Latn-kmr_Latn", + "languages": [ + "azj-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "azj_Latn-min_Latn", + "languages": [ + "azj-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-por_Latn", + "languages": [ + "azj-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "azj_Latn-sun_Latn", + "languages": [ + "azj-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51965, + "recall": 0.571146, + "f1": 0.534684, + "accuracy": 0.571146, + "main_score": 0.534684, + "hf_subset": "azj_Latn-umb_Latn", + "languages": [ + "azj-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-ajp_Arab", + "languages": [ + "azj-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504571, + "recall": 0.571146, + "f1": 0.523054, + "accuracy": 0.571146, + "main_score": 0.523054, + "hf_subset": "azj_Latn-bjn_Arab", + "languages": [ + "azj-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494909, + "recall": 0.550395, + "f1": 0.510096, + "accuracy": 0.550395, + "main_score": 0.510096, + "hf_subset": "azj_Latn-ewe_Latn", + "languages": [ + "azj-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.917819, + "recall": 0.940711, + "f1": 0.924868, + "accuracy": 0.940711, + "main_score": 0.924868, + "hf_subset": "azj_Latn-ilo_Latn", + "languages": [ + "azj-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.296717, + "recall": 0.353755, + "f1": 0.312259, + "accuracy": 0.353755, + "main_score": 0.312259, + "hf_subset": "azj_Latn-knc_Arab", + "languages": [ + "azj-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-mkd_Cyrl", + "languages": [ + "azj-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-prs_Arab", + "languages": [ + "azj-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-swe_Latn", + "languages": [ + "azj-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-urd_Arab", + "languages": [ + "azj-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580708, + "recall": 0.634387, + "f1": 0.595556, + "accuracy": 0.634387, + "main_score": 0.595556, + "hf_subset": "azj_Latn-aka_Latn", + "languages": [ + "azj-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "azj_Latn-bjn_Latn", + "languages": [ + "azj-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "azj_Latn-fao_Latn", + "languages": [ + "azj-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ind_Latn", + "languages": [ + "azj-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574366, + "recall": 0.621542, + "f1": 0.587656, + "accuracy": 0.621542, + "main_score": 0.587656, + "hf_subset": "azj_Latn-knc_Latn", + "languages": [ + "azj-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "azj_Latn-mlt_Latn", + "languages": [ + "azj-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690426, + "recall": 0.751976, + "f1": 0.708235, + "accuracy": 0.751976, + "main_score": 0.708235, + "hf_subset": "azj_Latn-quy_Latn", + "languages": [ + "azj-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947464, + "recall": 0.964427, + "f1": 0.953063, + "accuracy": 0.964427, + "main_score": 0.953063, + "hf_subset": "azj_Latn-swh_Latn", + "languages": [ + "azj-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-uzn_Latn", + "languages": [ + "azj-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-als_Latn", + "languages": [ + "azj-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587863, + "recall": 0.675889, + "f1": 0.613642, + "accuracy": 0.675889, + "main_score": 0.613642, + "hf_subset": "azj_Latn-bod_Tibt", + "languages": [ + "azj-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674769, + "recall": 0.735178, + "f1": 0.692586, + "accuracy": 0.735178, + "main_score": 0.692586, + "hf_subset": "azj_Latn-fij_Latn", + "languages": [ + "azj-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "azj_Latn-isl_Latn", + "languages": [ + "azj-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625783, + "recall": 0.681818, + "f1": 0.642116, + "accuracy": 0.681818, + "main_score": 0.642116, + "hf_subset": "azj_Latn-kon_Latn", + "languages": [ + "azj-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629326, + "recall": 0.697628, + "f1": 0.648858, + "accuracy": 0.697628, + "main_score": 0.648858, + "hf_subset": "azj_Latn-mni_Beng", + "languages": [ + "azj-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ron_Latn", + "languages": [ + "azj-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.98419, + "f1": 0.980896, + "accuracy": 0.98419, + "main_score": 0.980896, + "hf_subset": "azj_Latn-szl_Latn", + "languages": [ + "azj-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "azj_Latn-vec_Latn", + "languages": [ + "azj-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937747, + "recall": 0.95751, + "f1": 0.944335, + "accuracy": 0.95751, + "main_score": 0.944335, + "hf_subset": "azj_Latn-amh_Ethi", + "languages": [ + "azj-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-bos_Latn", + "languages": [ + "azj-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-fin_Latn", + "languages": [ + "azj-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-ita_Latn", + "languages": [ + "azj-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-kor_Hang", + "languages": [ + "azj-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529618, + "recall": 0.588933, + "f1": 0.545805, + "accuracy": 0.588933, + "main_score": 0.545805, + "hf_subset": "azj_Latn-mos_Latn", + "languages": [ + "azj-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520973, + "recall": 0.58004, + "f1": 0.537873, + "accuracy": 0.58004, + "main_score": 0.537873, + "hf_subset": "azj_Latn-run_Latn", + "languages": [ + "azj-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-tam_Taml", + "languages": [ + "azj-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-vie_Latn", + "languages": [ + "azj-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-apc_Arab", + "languages": [ + "azj-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778336, + "recall": 0.826087, + "f1": 0.792412, + "accuracy": 0.826087, + "main_score": 0.792412, + "hf_subset": "azj_Latn-bug_Latn", + "languages": [ + "azj-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458434, + "recall": 0.505929, + "f1": 0.471211, + "accuracy": 0.505929, + "main_score": 0.471211, + "hf_subset": "azj_Latn-fon_Latn", + "languages": [ + "azj-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-jav_Latn", + "languages": [ + "azj-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-lao_Laoo", + "languages": [ + "azj-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840497, + "recall": 0.878458, + "f1": 0.851976, + "accuracy": 0.878458, + "main_score": 0.851976, + "hf_subset": "azj_Latn-mri_Latn", + "languages": [ + "azj-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-rus_Cyrl", + "languages": [ + "azj-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520291, + "recall": 0.579051, + "f1": 0.536648, + "accuracy": 0.579051, + "main_score": 0.536648, + "hf_subset": "azj_Latn-taq_Latn", + "languages": [ + "azj-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "azj_Latn-war_Latn", + "languages": [ + "azj-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-arb_Arab", + "languages": [ + "azj-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-bul_Cyrl", + "languages": [ + "azj-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-fra_Latn", + "languages": [ + "azj-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-jpn_Jpan", + "languages": [ + "azj-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "azj_Latn-lij_Latn", + "languages": [ + "azj-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977931, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "azj_Latn-mya_Mymr", + "languages": [ + "azj-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559189, + "recall": 0.626482, + "f1": 0.578416, + "accuracy": 0.626482, + "main_score": 0.578416, + "hf_subset": "azj_Latn-sag_Latn", + "languages": [ + "azj-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.197609, + "recall": 0.253953, + "f1": 0.210255, + "accuracy": 0.253953, + "main_score": 0.210255, + "hf_subset": "azj_Latn-taq_Tfng", + "languages": [ + "azj-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606679, + "recall": 0.667984, + "f1": 0.623826, + "accuracy": 0.667984, + "main_score": 0.623826, + "hf_subset": "azj_Latn-wol_Latn", + "languages": [ + "azj-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77724, + "recall": 0.83498, + "f1": 0.794895, + "accuracy": 0.83498, + "main_score": 0.794895, + "hf_subset": "azj_Latn-arb_Latn", + "languages": [ + "azj-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-cat_Latn", + "languages": [ + "azj-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "azj_Latn-fur_Latn", + "languages": [ + "azj-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401107, + "recall": 0.459486, + "f1": 0.417215, + "accuracy": 0.459486, + "main_score": 0.417215, + "hf_subset": "azj_Latn-kab_Latn", + "languages": [ + "azj-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "azj_Latn-lim_Latn", + "languages": [ + "azj-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-nld_Latn", + "languages": [ + "azj-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "azj_Latn-san_Deva", + "languages": [ + "azj-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-tat_Cyrl", + "languages": [ + "azj-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634931, + "recall": 0.694664, + "f1": 0.65226, + "accuracy": 0.694664, + "main_score": 0.65226, + "hf_subset": "azj_Latn-xho_Latn", + "languages": [ + "azj-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ars_Arab", + "languages": [ + "azj-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ceb_Latn", + "languages": [ + "azj-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538156, + "recall": 0.599802, + "f1": 0.555404, + "accuracy": 0.599802, + "main_score": 0.555404, + "hf_subset": "azj_Latn-fuv_Latn", + "languages": [ + "azj-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508662, + "recall": 0.573123, + "f1": 0.525849, + "accuracy": 0.573123, + "main_score": 0.525849, + "hf_subset": "azj_Latn-kac_Latn", + "languages": [ + "azj-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638686, + "recall": 0.690711, + "f1": 0.653557, + "accuracy": 0.690711, + "main_score": 0.653557, + "hf_subset": "azj_Latn-lin_Latn", + "languages": [ + "azj-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-nno_Latn", + "languages": [ + "azj-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18634, + "recall": 0.26581, + "f1": 0.206808, + "accuracy": 0.26581, + "main_score": 0.206808, + "hf_subset": "azj_Latn-sat_Olck", + "languages": [ + "azj-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-tel_Telu", + "languages": [ + "azj-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941864, + "recall": 0.958498, + "f1": 0.947101, + "accuracy": 0.958498, + "main_score": 0.947101, + "hf_subset": "azj_Latn-ydd_Hebr", + "languages": [ + "azj-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.98419, + "f1": 0.979908, + "accuracy": 0.98419, + "main_score": 0.979908, + "hf_subset": "azj_Latn-ary_Arab", + "languages": [ + "azj-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-ces_Latn", + "languages": [ + "azj-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557882, + "recall": 0.615613, + "f1": 0.574594, + "accuracy": 0.615613, + "main_score": 0.574594, + "hf_subset": "azj_Latn-gaz_Latn", + "languages": [ + "azj-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5633, + "recall": 0.623518, + "f1": 0.580225, + "accuracy": 0.623518, + "main_score": 0.580225, + "hf_subset": "azj_Latn-kam_Latn", + "languages": [ + "azj-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "azj_Latn-lit_Latn", + "languages": [ + "azj-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-nob_Latn", + "languages": [ + "azj-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "azj_Latn-scn_Latn", + "languages": [ + "azj-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "azj_Latn-tgk_Cyrl", + "languages": [ + "azj-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68354, + "recall": 0.747036, + "f1": 0.701979, + "accuracy": 0.747036, + "main_score": 0.701979, + "hf_subset": "azj_Latn-yor_Latn", + "languages": [ + "azj-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-arz_Arab", + "languages": [ + "azj-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543165, + "recall": 0.596838, + "f1": 0.558499, + "accuracy": 0.596838, + "main_score": 0.558499, + "hf_subset": "azj_Latn-cjk_Latn", + "languages": [ + "azj-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748781, + "recall": 0.799407, + "f1": 0.763735, + "accuracy": 0.799407, + "main_score": 0.763735, + "hf_subset": "azj_Latn-gla_Latn", + "languages": [ + "azj-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-kan_Knda", + "languages": [ + "azj-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.985178, + "f1": 0.98139, + "accuracy": 0.985178, + "main_score": 0.98139, + "hf_subset": "azj_Latn-lmo_Latn", + "languages": [ + "azj-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "azj_Latn-npi_Deva", + "languages": [ + "azj-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465003, + "recall": 0.519763, + "f1": 0.480803, + "accuracy": 0.519763, + "main_score": 0.480803, + "hf_subset": "azj_Latn-shn_Mymr", + "languages": [ + "azj-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-tgl_Latn", + "languages": [ + "azj-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-yue_Hant", + "languages": [ + "azj-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-asm_Beng", + "languages": [ + "azj-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946146, + "recall": 0.962451, + "f1": 0.951252, + "accuracy": 0.962451, + "main_score": 0.951252, + "hf_subset": "azj_Latn-ckb_Arab", + "languages": [ + "azj-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829357, + "recall": 0.874506, + "f1": 0.843594, + "accuracy": 0.874506, + "main_score": 0.843594, + "hf_subset": "azj_Latn-gle_Latn", + "languages": [ + "azj-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.932477, + "recall": 0.953557, + "f1": 0.939229, + "accuracy": 0.953557, + "main_score": 0.939229, + "hf_subset": "azj_Latn-kas_Arab", + "languages": [ + "azj-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926054, + "recall": 0.94664, + "f1": 0.932642, + "accuracy": 0.94664, + "main_score": 0.932642, + "hf_subset": "azj_Latn-ltg_Latn", + "languages": [ + "azj-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589037, + "recall": 0.637352, + "f1": 0.602761, + "accuracy": 0.637352, + "main_score": 0.602761, + "hf_subset": "azj_Latn-nso_Latn", + "languages": [ + "azj-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "azj_Latn-sin_Sinh", + "languages": [ + "azj-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-tha_Thai", + "languages": [ + "azj-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-zho_Hans", + "languages": [ + "azj-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-ast_Latn", + "languages": [ + "azj-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "azj_Latn-crh_Latn", + "languages": [ + "azj-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-glg_Latn", + "languages": [ + "azj-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.867424, + "recall": 0.905138, + "f1": 0.879611, + "accuracy": 0.905138, + "main_score": 0.879611, + "hf_subset": "azj_Latn-kas_Deva", + "languages": [ + "azj-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.975296, + "f1": 0.968215, + "accuracy": 0.975296, + "main_score": 0.968215, + "hf_subset": "azj_Latn-ltz_Latn", + "languages": [ + "azj-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.439093, + "recall": 0.505929, + "f1": 0.457338, + "accuracy": 0.505929, + "main_score": 0.457338, + "hf_subset": "azj_Latn-nus_Latn", + "languages": [ + "azj-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-slk_Latn", + "languages": [ + "azj-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596089, + "recall": 0.670949, + "f1": 0.617879, + "accuracy": 0.670949, + "main_score": 0.617879, + "hf_subset": "azj_Latn-tir_Ethi", + "languages": [ + "azj-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-zho_Hant", + "languages": [ + "azj-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.986166, + "f1": 0.983037, + "accuracy": 0.986166, + "main_score": 0.983037, + "hf_subset": "azj_Latn-awa_Deva", + "languages": [ + "azj-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955534, + "recall": 0.969368, + "f1": 0.95998, + "accuracy": 0.969368, + "main_score": 0.95998, + "hf_subset": "azj_Latn-cym_Latn", + "languages": [ + "azj-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808012, + "recall": 0.852767, + "f1": 0.821563, + "accuracy": 0.852767, + "main_score": 0.821563, + "hf_subset": "azj_Latn-grn_Latn", + "languages": [ + "azj-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-kat_Geor", + "languages": [ + "azj-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61761, + "recall": 0.667984, + "f1": 0.632228, + "accuracy": 0.667984, + "main_score": 0.632228, + "hf_subset": "azj_Latn-lua_Latn", + "languages": [ + "azj-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605578, + "recall": 0.666008, + "f1": 0.622777, + "accuracy": 0.666008, + "main_score": 0.622777, + "hf_subset": "azj_Latn-nya_Latn", + "languages": [ + "azj-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "azj_Latn-slv_Latn", + "languages": [ + "azj-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920784, + "recall": 0.943676, + "f1": 0.928195, + "accuracy": 0.943676, + "main_score": 0.928195, + "hf_subset": "azj_Latn-tpi_Latn", + "languages": [ + "azj-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-zsm_Latn", + "languages": [ + "azj-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539592, + "recall": 0.598814, + "f1": 0.556673, + "accuracy": 0.598814, + "main_score": 0.556673, + "hf_subset": "azj_Latn-ayr_Latn", + "languages": [ + "azj-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-dan_Latn", + "languages": [ + "azj-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-guj_Gujr", + "languages": [ + "azj-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-kaz_Cyrl", + "languages": [ + "azj-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516378, + "recall": 0.576087, + "f1": 0.533564, + "accuracy": 0.576087, + "main_score": 0.533564, + "hf_subset": "azj_Latn-lug_Latn", + "languages": [ + "azj-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-oci_Latn", + "languages": [ + "azj-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781901, + "recall": 0.832016, + "f1": 0.797431, + "accuracy": 0.832016, + "main_score": 0.797431, + "hf_subset": "azj_Latn-smo_Latn", + "languages": [ + "azj-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519782, + "recall": 0.58004, + "f1": 0.536222, + "accuracy": 0.58004, + "main_score": 0.536222, + "hf_subset": "azj_Latn-tsn_Latn", + "languages": [ + "azj-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585079, + "recall": 0.644269, + "f1": 0.602226, + "accuracy": 0.644269, + "main_score": 0.602226, + "hf_subset": "azj_Latn-zul_Latn", + "languages": [ + "azj-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910244, + "recall": 0.936759, + "f1": 0.918972, + "accuracy": 0.936759, + "main_score": 0.918972, + "hf_subset": "azj_Latn-azb_Arab", + "languages": [ + "azj-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-deu_Latn", + "languages": [ + "azj-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "azj_Latn-hat_Latn", + "languages": [ + "azj-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473803, + "recall": 0.52668, + "f1": 0.488578, + "accuracy": 0.52668, + "main_score": 0.488578, + "hf_subset": "azj_Latn-kbp_Latn", + "languages": [ + "azj-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550612, + "recall": 0.607708, + "f1": 0.566765, + "accuracy": 0.607708, + "main_score": 0.566765, + "hf_subset": "azj_Latn-luo_Latn", + "languages": [ + "azj-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "azj_Latn-ory_Orya", + "languages": [ + "azj-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560198, + "recall": 0.620553, + "f1": 0.576997, + "accuracy": 0.620553, + "main_score": 0.576997, + "hf_subset": "azj_Latn-sna_Latn", + "languages": [ + "azj-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525406, + "recall": 0.58004, + "f1": 0.540825, + "accuracy": 0.58004, + "main_score": 0.540825, + "hf_subset": "azj_Latn-tso_Latn", + "languages": [ + "azj-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525835, + "recall": 0.592885, + "f1": 0.545103, + "accuracy": 0.592885, + "main_score": 0.545103, + "hf_subset": "azj_Latn-dik_Latn", + "languages": [ + "azj-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684363, + "recall": 0.746047, + "f1": 0.702332, + "accuracy": 0.746047, + "main_score": 0.702332, + "hf_subset": "azj_Latn-hau_Latn", + "languages": [ + "azj-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "azj_Latn-kea_Latn", + "languages": [ + "azj-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726376, + "recall": 0.777668, + "f1": 0.742078, + "accuracy": 0.777668, + "main_score": 0.742078, + "hf_subset": "azj_Latn-lus_Latn", + "languages": [ + "azj-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846344, + "recall": 0.881423, + "f1": 0.856983, + "accuracy": 0.881423, + "main_score": 0.856983, + "hf_subset": "azj_Latn-pag_Latn", + "languages": [ + "azj-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-snd_Arab", + "languages": [ + "azj-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950099, + "recall": 0.964427, + "f1": 0.95471, + "accuracy": 0.964427, + "main_score": 0.95471, + "hf_subset": "azj_Latn-tuk_Latn", + "languages": [ + "azj-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-bak_Cyrl", + "languages": [ + "azj-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461067, + "recall": 0.533597, + "f1": 0.481639, + "accuracy": 0.533597, + "main_score": 0.481639, + "hf_subset": "azj_Latn-dyu_Latn", + "languages": [ + "azj-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-heb_Hebr", + "languages": [ + "azj-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "azj_Latn-khk_Cyrl", + "languages": [ + "azj-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "azj_Latn-lvs_Latn", + "languages": [ + "azj-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "azj_Latn-pan_Guru", + "languages": [ + "azj-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680155, + "recall": 0.740119, + "f1": 0.698602, + "accuracy": 0.740119, + "main_score": 0.698602, + "hf_subset": "azj_Latn-som_Latn", + "languages": [ + "azj-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568186, + "recall": 0.617589, + "f1": 0.582047, + "accuracy": 0.617589, + "main_score": 0.582047, + "hf_subset": "azj_Latn-tum_Latn", + "languages": [ + "azj-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.380721, + "recall": 0.436759, + "f1": 0.395898, + "accuracy": 0.436759, + "main_score": 0.395898, + "hf_subset": "dik_Latn-ace_Arab", + "languages": [ + "dik-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473751, + "recall": 0.525692, + "f1": 0.488847, + "accuracy": 0.525692, + "main_score": 0.488847, + "hf_subset": "dik_Latn-bam_Latn", + "languages": [ + "dik-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.17021, + "recall": 0.20751, + "f1": 0.179423, + "accuracy": 0.20751, + "main_score": 0.179423, + "hf_subset": "dik_Latn-dzo_Tibt", + "languages": [ + "dik-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526516, + "recall": 0.582016, + "f1": 0.541443, + "accuracy": 0.582016, + "main_score": 0.541443, + "hf_subset": "dik_Latn-hin_Deva", + "languages": [ + "dik-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465468, + "recall": 0.520751, + "f1": 0.479988, + "accuracy": 0.520751, + "main_score": 0.479988, + "hf_subset": "dik_Latn-khm_Khmr", + "languages": [ + "dik-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527892, + "recall": 0.579051, + "f1": 0.54179, + "accuracy": 0.579051, + "main_score": 0.54179, + "hf_subset": "dik_Latn-mag_Deva", + "languages": [ + "dik-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533473, + "recall": 0.578063, + "f1": 0.545269, + "accuracy": 0.578063, + "main_score": 0.545269, + "hf_subset": "dik_Latn-pap_Latn", + "languages": [ + "dik-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503502, + "recall": 0.544466, + "f1": 0.514748, + "accuracy": 0.544466, + "main_score": 0.514748, + "hf_subset": "dik_Latn-sot_Latn", + "languages": [ + "dik-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532624, + "recall": 0.583992, + "f1": 0.5461, + "accuracy": 0.583992, + "main_score": 0.5461, + "hf_subset": "dik_Latn-tur_Latn", + "languages": [ + "dik-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535201, + "recall": 0.578063, + "f1": 0.545968, + "accuracy": 0.578063, + "main_score": 0.545968, + "hf_subset": "dik_Latn-ace_Latn", + "languages": [ + "dik-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547736, + "recall": 0.588933, + "f1": 0.558442, + "accuracy": 0.588933, + "main_score": 0.558442, + "hf_subset": "dik_Latn-ban_Latn", + "languages": [ + "dik-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518295, + "recall": 0.567194, + "f1": 0.531476, + "accuracy": 0.567194, + "main_score": 0.531476, + "hf_subset": "dik_Latn-ell_Grek", + "languages": [ + "dik-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513969, + "recall": 0.568182, + "f1": 0.528364, + "accuracy": 0.568182, + "main_score": 0.528364, + "hf_subset": "dik_Latn-hne_Deva", + "languages": [ + "dik-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485792, + "recall": 0.530632, + "f1": 0.497805, + "accuracy": 0.530632, + "main_score": 0.497805, + "hf_subset": "dik_Latn-kik_Latn", + "languages": [ + "dik-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529855, + "recall": 0.582016, + "f1": 0.543145, + "accuracy": 0.582016, + "main_score": 0.543145, + "hf_subset": "dik_Latn-mai_Deva", + "languages": [ + "dik-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473746, + "recall": 0.530632, + "f1": 0.488798, + "accuracy": 0.530632, + "main_score": 0.488798, + "hf_subset": "dik_Latn-pbt_Arab", + "languages": [ + "dik-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531589, + "recall": 0.579051, + "f1": 0.544842, + "accuracy": 0.579051, + "main_score": 0.544842, + "hf_subset": "dik_Latn-spa_Latn", + "languages": [ + "dik-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524509, + "recall": 0.567194, + "f1": 0.536584, + "accuracy": 0.567194, + "main_score": 0.536584, + "hf_subset": "dik_Latn-twi_Latn", + "languages": [ + "dik-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522377, + "recall": 0.573123, + "f1": 0.536066, + "accuracy": 0.573123, + "main_score": 0.536066, + "hf_subset": "dik_Latn-acm_Arab", + "languages": [ + "dik-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507574, + "recall": 0.557312, + "f1": 0.52114, + "accuracy": 0.557312, + "main_score": 0.52114, + "hf_subset": "dik_Latn-bel_Cyrl", + "languages": [ + "dik-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568405, + "recall": 0.619565, + "f1": 0.581796, + "accuracy": 0.619565, + "main_score": 0.581796, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544254, + "recall": 0.592885, + "f1": 0.557094, + "accuracy": 0.592885, + "main_score": 0.557094, + "hf_subset": "dik_Latn-hrv_Latn", + "languages": [ + "dik-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463669, + "recall": 0.506917, + "f1": 0.475375, + "accuracy": 0.506917, + "main_score": 0.475375, + "hf_subset": "dik_Latn-kin_Latn", + "languages": [ + "dik-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515845, + "recall": 0.568182, + "f1": 0.529907, + "accuracy": 0.568182, + "main_score": 0.529907, + "hf_subset": "dik_Latn-mal_Mlym", + "languages": [ + "dik-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523947, + "recall": 0.573123, + "f1": 0.536489, + "accuracy": 0.573123, + "main_score": 0.536489, + "hf_subset": "dik_Latn-pes_Arab", + "languages": [ + "dik-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532131, + "recall": 0.579051, + "f1": 0.544998, + "accuracy": 0.579051, + "main_score": 0.544998, + "hf_subset": "dik_Latn-srd_Latn", + "languages": [ + "dik-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.138296, + "recall": 0.172925, + "f1": 0.146116, + "accuracy": 0.172925, + "main_score": 0.146116, + "hf_subset": "dik_Latn-tzm_Tfng", + "languages": [ + "dik-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519448, + "recall": 0.568182, + "f1": 0.532938, + "accuracy": 0.568182, + "main_score": 0.532938, + "hf_subset": "dik_Latn-acq_Arab", + "languages": [ + "dik-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517521, + "recall": 0.559289, + "f1": 0.528853, + "accuracy": 0.559289, + "main_score": 0.528853, + "hf_subset": "dik_Latn-bem_Latn", + "languages": [ + "dik-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528393, + "recall": 0.575099, + "f1": 0.540478, + "accuracy": 0.575099, + "main_score": 0.540478, + "hf_subset": "dik_Latn-epo_Latn", + "languages": [ + "dik-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534553, + "recall": 0.58498, + "f1": 0.547513, + "accuracy": 0.58498, + "main_score": 0.547513, + "hf_subset": "dik_Latn-hun_Latn", + "languages": [ + "dik-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531848, + "recall": 0.573123, + "f1": 0.543354, + "accuracy": 0.573123, + "main_score": 0.543354, + "hf_subset": "dik_Latn-kir_Cyrl", + "languages": [ + "dik-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537278, + "recall": 0.58498, + "f1": 0.549704, + "accuracy": 0.58498, + "main_score": 0.549704, + "hf_subset": "dik_Latn-mar_Deva", + "languages": [ + "dik-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493092, + "recall": 0.54249, + "f1": 0.506416, + "accuracy": 0.54249, + "main_score": 0.506416, + "hf_subset": "dik_Latn-plt_Latn", + "languages": [ + "dik-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538673, + "recall": 0.58498, + "f1": 0.550994, + "accuracy": 0.58498, + "main_score": 0.550994, + "hf_subset": "dik_Latn-srp_Cyrl", + "languages": [ + "dik-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432085, + "recall": 0.48913, + "f1": 0.447967, + "accuracy": 0.48913, + "main_score": 0.447967, + "hf_subset": "dik_Latn-uig_Arab", + "languages": [ + "dik-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512805, + "recall": 0.562253, + "f1": 0.525613, + "accuracy": 0.562253, + "main_score": 0.525613, + "hf_subset": "dik_Latn-aeb_Arab", + "languages": [ + "dik-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531208, + "recall": 0.582016, + "f1": 0.545371, + "accuracy": 0.582016, + "main_score": 0.545371, + "hf_subset": "dik_Latn-ben_Beng", + "languages": [ + "dik-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530965, + "recall": 0.575099, + "f1": 0.543083, + "accuracy": 0.575099, + "main_score": 0.543083, + "hf_subset": "dik_Latn-est_Latn", + "languages": [ + "dik-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49969, + "recall": 0.548419, + "f1": 0.512391, + "accuracy": 0.548419, + "main_score": 0.512391, + "hf_subset": "dik_Latn-hye_Armn", + "languages": [ + "dik-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480289, + "recall": 0.52668, + "f1": 0.492688, + "accuracy": 0.52668, + "main_score": 0.492688, + "hf_subset": "dik_Latn-kmb_Latn", + "languages": [ + "dik-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.352145, + "recall": 0.407115, + "f1": 0.365675, + "accuracy": 0.407115, + "main_score": 0.365675, + "hf_subset": "dik_Latn-min_Arab", + "languages": [ + "dik-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524154, + "recall": 0.573123, + "f1": 0.537435, + "accuracy": 0.573123, + "main_score": 0.537435, + "hf_subset": "dik_Latn-pol_Latn", + "languages": [ + "dik-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486656, + "recall": 0.538538, + "f1": 0.501468, + "accuracy": 0.538538, + "main_score": 0.501468, + "hf_subset": "dik_Latn-ssw_Latn", + "languages": [ + "dik-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543972, + "recall": 0.594862, + "f1": 0.557319, + "accuracy": 0.594862, + "main_score": 0.557319, + "hf_subset": "dik_Latn-ukr_Cyrl", + "languages": [ + "dik-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549396, + "recall": 0.597826, + "f1": 0.562159, + "accuracy": 0.597826, + "main_score": 0.562159, + "hf_subset": "dik_Latn-afr_Latn", + "languages": [ + "dik-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512273, + "recall": 0.565217, + "f1": 0.527301, + "accuracy": 0.565217, + "main_score": 0.527301, + "hf_subset": "dik_Latn-bho_Deva", + "languages": [ + "dik-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522868, + "recall": 0.571146, + "f1": 0.53542, + "accuracy": 0.571146, + "main_score": 0.53542, + "hf_subset": "dik_Latn-eus_Latn", + "languages": [ + "dik-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501736, + "recall": 0.548419, + "f1": 0.51451, + "accuracy": 0.548419, + "main_score": 0.51451, + "hf_subset": "dik_Latn-ibo_Latn", + "languages": [ + "dik-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510021, + "recall": 0.557312, + "f1": 0.523078, + "accuracy": 0.557312, + "main_score": 0.523078, + "hf_subset": "dik_Latn-kmr_Latn", + "languages": [ + "dik-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539088, + "recall": 0.583004, + "f1": 0.550323, + "accuracy": 0.583004, + "main_score": 0.550323, + "hf_subset": "dik_Latn-min_Latn", + "languages": [ + "dik-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5459, + "recall": 0.597826, + "f1": 0.560105, + "accuracy": 0.597826, + "main_score": 0.560105, + "hf_subset": "dik_Latn-por_Latn", + "languages": [ + "dik-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55159, + "recall": 0.588933, + "f1": 0.562151, + "accuracy": 0.588933, + "main_score": 0.562151, + "hf_subset": "dik_Latn-sun_Latn", + "languages": [ + "dik-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468191, + "recall": 0.51581, + "f1": 0.481323, + "accuracy": 0.51581, + "main_score": 0.481323, + "hf_subset": "dik_Latn-umb_Latn", + "languages": [ + "dik-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523133, + "recall": 0.567194, + "f1": 0.535052, + "accuracy": 0.567194, + "main_score": 0.535052, + "hf_subset": "dik_Latn-ajp_Arab", + "languages": [ + "dik-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.354312, + "recall": 0.403162, + "f1": 0.366815, + "accuracy": 0.403162, + "main_score": 0.366815, + "hf_subset": "dik_Latn-bjn_Arab", + "languages": [ + "dik-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47267, + "recall": 0.51581, + "f1": 0.485087, + "accuracy": 0.51581, + "main_score": 0.485087, + "hf_subset": "dik_Latn-ewe_Latn", + "languages": [ + "dik-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555937, + "recall": 0.597826, + "f1": 0.566891, + "accuracy": 0.597826, + "main_score": 0.566891, + "hf_subset": "dik_Latn-ilo_Latn", + "languages": [ + "dik-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.25925, + "recall": 0.311265, + "f1": 0.273156, + "accuracy": 0.311265, + "main_score": 0.273156, + "hf_subset": "dik_Latn-knc_Arab", + "languages": [ + "dik-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530392, + "recall": 0.58004, + "f1": 0.543729, + "accuracy": 0.58004, + "main_score": 0.543729, + "hf_subset": "dik_Latn-mkd_Cyrl", + "languages": [ + "dik-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520862, + "recall": 0.567194, + "f1": 0.533048, + "accuracy": 0.567194, + "main_score": 0.533048, + "hf_subset": "dik_Latn-prs_Arab", + "languages": [ + "dik-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547491, + "recall": 0.594862, + "f1": 0.56058, + "accuracy": 0.594862, + "main_score": 0.56058, + "hf_subset": "dik_Latn-swe_Latn", + "languages": [ + "dik-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505715, + "recall": 0.562253, + "f1": 0.520402, + "accuracy": 0.562253, + "main_score": 0.520402, + "hf_subset": "dik_Latn-urd_Arab", + "languages": [ + "dik-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528043, + "recall": 0.574111, + "f1": 0.540403, + "accuracy": 0.574111, + "main_score": 0.540403, + "hf_subset": "dik_Latn-aka_Latn", + "languages": [ + "dik-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555888, + "recall": 0.596838, + "f1": 0.56624, + "accuracy": 0.596838, + "main_score": 0.56624, + "hf_subset": "dik_Latn-bjn_Latn", + "languages": [ + "dik-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514146, + "recall": 0.557312, + "f1": 0.525719, + "accuracy": 0.557312, + "main_score": 0.525719, + "hf_subset": "dik_Latn-fao_Latn", + "languages": [ + "dik-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551347, + "recall": 0.597826, + "f1": 0.563876, + "accuracy": 0.597826, + "main_score": 0.563876, + "hf_subset": "dik_Latn-ind_Latn", + "languages": [ + "dik-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516654, + "recall": 0.557312, + "f1": 0.527879, + "accuracy": 0.557312, + "main_score": 0.527879, + "hf_subset": "dik_Latn-knc_Latn", + "languages": [ + "dik-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544924, + "recall": 0.586957, + "f1": 0.555222, + "accuracy": 0.586957, + "main_score": 0.555222, + "hf_subset": "dik_Latn-mlt_Latn", + "languages": [ + "dik-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488933, + "recall": 0.540514, + "f1": 0.504104, + "accuracy": 0.540514, + "main_score": 0.504104, + "hf_subset": "dik_Latn-quy_Latn", + "languages": [ + "dik-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523224, + "recall": 0.56917, + "f1": 0.536014, + "accuracy": 0.56917, + "main_score": 0.536014, + "hf_subset": "dik_Latn-swh_Latn", + "languages": [ + "dik-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516083, + "recall": 0.564229, + "f1": 0.529266, + "accuracy": 0.564229, + "main_score": 0.529266, + "hf_subset": "dik_Latn-uzn_Latn", + "languages": [ + "dik-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527021, + "recall": 0.574111, + "f1": 0.539465, + "accuracy": 0.574111, + "main_score": 0.539465, + "hf_subset": "dik_Latn-als_Latn", + "languages": [ + "dik-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.205376, + "recall": 0.253953, + "f1": 0.217166, + "accuracy": 0.253953, + "main_score": 0.217166, + "hf_subset": "dik_Latn-bod_Tibt", + "languages": [ + "dik-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493645, + "recall": 0.532609, + "f1": 0.504404, + "accuracy": 0.532609, + "main_score": 0.504404, + "hf_subset": "dik_Latn-fij_Latn", + "languages": [ + "dik-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506717, + "recall": 0.546443, + "f1": 0.517249, + "accuracy": 0.546443, + "main_score": 0.517249, + "hf_subset": "dik_Latn-isl_Latn", + "languages": [ + "dik-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507498, + "recall": 0.552372, + "f1": 0.519869, + "accuracy": 0.552372, + "main_score": 0.519869, + "hf_subset": "dik_Latn-kon_Latn", + "languages": [ + "dik-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4257, + "recall": 0.48913, + "f1": 0.443667, + "accuracy": 0.48913, + "main_score": 0.443667, + "hf_subset": "dik_Latn-mni_Beng", + "languages": [ + "dik-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549153, + "recall": 0.59585, + "f1": 0.561361, + "accuracy": 0.59585, + "main_score": 0.561361, + "hf_subset": "dik_Latn-ron_Latn", + "languages": [ + "dik-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547424, + "recall": 0.587945, + "f1": 0.558562, + "accuracy": 0.587945, + "main_score": 0.558562, + "hf_subset": "dik_Latn-szl_Latn", + "languages": [ + "dik-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544155, + "recall": 0.590909, + "f1": 0.557987, + "accuracy": 0.590909, + "main_score": 0.557987, + "hf_subset": "dik_Latn-vec_Latn", + "languages": [ + "dik-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426785, + "recall": 0.486166, + "f1": 0.443317, + "accuracy": 0.486166, + "main_score": 0.443317, + "hf_subset": "dik_Latn-amh_Ethi", + "languages": [ + "dik-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54483, + "recall": 0.591897, + "f1": 0.557586, + "accuracy": 0.591897, + "main_score": 0.557586, + "hf_subset": "dik_Latn-bos_Latn", + "languages": [ + "dik-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498674, + "recall": 0.554348, + "f1": 0.513722, + "accuracy": 0.554348, + "main_score": 0.513722, + "hf_subset": "dik_Latn-fin_Latn", + "languages": [ + "dik-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538587, + "recall": 0.58498, + "f1": 0.551282, + "accuracy": 0.58498, + "main_score": 0.551282, + "hf_subset": "dik_Latn-ita_Latn", + "languages": [ + "dik-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51571, + "recall": 0.570158, + "f1": 0.530408, + "accuracy": 0.570158, + "main_score": 0.530408, + "hf_subset": "dik_Latn-kor_Hang", + "languages": [ + "dik-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472096, + "recall": 0.517787, + "f1": 0.484946, + "accuracy": 0.517787, + "main_score": 0.484946, + "hf_subset": "dik_Latn-mos_Latn", + "languages": [ + "dik-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477835, + "recall": 0.519763, + "f1": 0.490086, + "accuracy": 0.519763, + "main_score": 0.490086, + "hf_subset": "dik_Latn-run_Latn", + "languages": [ + "dik-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503686, + "recall": 0.561265, + "f1": 0.519272, + "accuracy": 0.561265, + "main_score": 0.519272, + "hf_subset": "dik_Latn-tam_Taml", + "languages": [ + "dik-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533617, + "recall": 0.578063, + "f1": 0.545637, + "accuracy": 0.578063, + "main_score": 0.545637, + "hf_subset": "dik_Latn-vie_Latn", + "languages": [ + "dik-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522502, + "recall": 0.572134, + "f1": 0.535924, + "accuracy": 0.572134, + "main_score": 0.535924, + "hf_subset": "dik_Latn-apc_Arab", + "languages": [ + "dik-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530884, + "recall": 0.570158, + "f1": 0.541455, + "accuracy": 0.570158, + "main_score": 0.541455, + "hf_subset": "dik_Latn-bug_Latn", + "languages": [ + "dik-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43569, + "recall": 0.482213, + "f1": 0.448956, + "accuracy": 0.482213, + "main_score": 0.448956, + "hf_subset": "dik_Latn-fon_Latn", + "languages": [ + "dik-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550181, + "recall": 0.592885, + "f1": 0.56163, + "accuracy": 0.592885, + "main_score": 0.56163, + "hf_subset": "dik_Latn-jav_Latn", + "languages": [ + "dik-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467305, + "recall": 0.520751, + "f1": 0.481099, + "accuracy": 0.520751, + "main_score": 0.481099, + "hf_subset": "dik_Latn-lao_Laoo", + "languages": [ + "dik-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449776, + "recall": 0.495059, + "f1": 0.461691, + "accuracy": 0.495059, + "main_score": 0.461691, + "hf_subset": "dik_Latn-mri_Latn", + "languages": [ + "dik-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531104, + "recall": 0.583992, + "f1": 0.545135, + "accuracy": 0.583992, + "main_score": 0.545135, + "hf_subset": "dik_Latn-rus_Cyrl", + "languages": [ + "dik-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472662, + "recall": 0.517787, + "f1": 0.485185, + "accuracy": 0.517787, + "main_score": 0.485185, + "hf_subset": "dik_Latn-taq_Latn", + "languages": [ + "dik-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560523, + "recall": 0.601779, + "f1": 0.571655, + "accuracy": 0.601779, + "main_score": 0.571655, + "hf_subset": "dik_Latn-war_Latn", + "languages": [ + "dik-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506297, + "recall": 0.557312, + "f1": 0.520089, + "accuracy": 0.557312, + "main_score": 0.520089, + "hf_subset": "dik_Latn-arb_Arab", + "languages": [ + "dik-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549677, + "recall": 0.596838, + "f1": 0.562413, + "accuracy": 0.596838, + "main_score": 0.562413, + "hf_subset": "dik_Latn-bul_Cyrl", + "languages": [ + "dik-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548896, + "recall": 0.59585, + "f1": 0.561086, + "accuracy": 0.59585, + "main_score": 0.561086, + "hf_subset": "dik_Latn-fra_Latn", + "languages": [ + "dik-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517305, + "recall": 0.570158, + "f1": 0.531961, + "accuracy": 0.570158, + "main_score": 0.531961, + "hf_subset": "dik_Latn-jpn_Jpan", + "languages": [ + "dik-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534236, + "recall": 0.579051, + "f1": 0.546354, + "accuracy": 0.579051, + "main_score": 0.546354, + "hf_subset": "dik_Latn-lij_Latn", + "languages": [ + "dik-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.370974, + "recall": 0.436759, + "f1": 0.388494, + "accuracy": 0.436759, + "main_score": 0.388494, + "hf_subset": "dik_Latn-mya_Mymr", + "languages": [ + "dik-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500921, + "recall": 0.548419, + "f1": 0.51448, + "accuracy": 0.548419, + "main_score": 0.51448, + "hf_subset": "dik_Latn-sag_Latn", + "languages": [ + "dik-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.141046, + "recall": 0.182806, + "f1": 0.150855, + "accuracy": 0.182806, + "main_score": 0.150855, + "hf_subset": "dik_Latn-taq_Tfng", + "languages": [ + "dik-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514808, + "recall": 0.557312, + "f1": 0.526765, + "accuracy": 0.557312, + "main_score": 0.526765, + "hf_subset": "dik_Latn-wol_Latn", + "languages": [ + "dik-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416383, + "recall": 0.465415, + "f1": 0.430234, + "accuracy": 0.465415, + "main_score": 0.430234, + "hf_subset": "dik_Latn-arb_Latn", + "languages": [ + "dik-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532582, + "recall": 0.586957, + "f1": 0.547178, + "accuracy": 0.586957, + "main_score": 0.547178, + "hf_subset": "dik_Latn-cat_Latn", + "languages": [ + "dik-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526441, + "recall": 0.56917, + "f1": 0.537829, + "accuracy": 0.56917, + "main_score": 0.537829, + "hf_subset": "dik_Latn-fur_Latn", + "languages": [ + "dik-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.369146, + "recall": 0.425889, + "f1": 0.384823, + "accuracy": 0.425889, + "main_score": 0.384823, + "hf_subset": "dik_Latn-kab_Latn", + "languages": [ + "dik-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537606, + "recall": 0.582016, + "f1": 0.549435, + "accuracy": 0.582016, + "main_score": 0.549435, + "hf_subset": "dik_Latn-lim_Latn", + "languages": [ + "dik-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535481, + "recall": 0.581028, + "f1": 0.547461, + "accuracy": 0.581028, + "main_score": 0.547461, + "hf_subset": "dik_Latn-nld_Latn", + "languages": [ + "dik-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481165, + "recall": 0.537549, + "f1": 0.495997, + "accuracy": 0.537549, + "main_score": 0.495997, + "hf_subset": "dik_Latn-san_Deva", + "languages": [ + "dik-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519413, + "recall": 0.564229, + "f1": 0.531736, + "accuracy": 0.564229, + "main_score": 0.531736, + "hf_subset": "dik_Latn-tat_Cyrl", + "languages": [ + "dik-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521631, + "recall": 0.567194, + "f1": 0.534392, + "accuracy": 0.567194, + "main_score": 0.534392, + "hf_subset": "dik_Latn-xho_Latn", + "languages": [ + "dik-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500818, + "recall": 0.555336, + "f1": 0.516113, + "accuracy": 0.555336, + "main_score": 0.516113, + "hf_subset": "dik_Latn-ars_Arab", + "languages": [ + "dik-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5551, + "recall": 0.59585, + "f1": 0.566304, + "accuracy": 0.59585, + "main_score": 0.566304, + "hf_subset": "dik_Latn-ceb_Latn", + "languages": [ + "dik-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481826, + "recall": 0.527668, + "f1": 0.4951, + "accuracy": 0.527668, + "main_score": 0.4951, + "hf_subset": "dik_Latn-fuv_Latn", + "languages": [ + "dik-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469134, + "recall": 0.514822, + "f1": 0.48251, + "accuracy": 0.514822, + "main_score": 0.48251, + "hf_subset": "dik_Latn-kac_Latn", + "languages": [ + "dik-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517032, + "recall": 0.563241, + "f1": 0.529733, + "accuracy": 0.563241, + "main_score": 0.529733, + "hf_subset": "dik_Latn-lin_Latn", + "languages": [ + "dik-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536115, + "recall": 0.58498, + "f1": 0.550029, + "accuracy": 0.58498, + "main_score": 0.550029, + "hf_subset": "dik_Latn-nno_Latn", + "languages": [ + "dik-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.086999, + "recall": 0.116601, + "f1": 0.093528, + "accuracy": 0.116601, + "main_score": 0.093528, + "hf_subset": "dik_Latn-sat_Olck", + "languages": [ + "dik-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514027, + "recall": 0.572134, + "f1": 0.529497, + "accuracy": 0.572134, + "main_score": 0.529497, + "hf_subset": "dik_Latn-tel_Telu", + "languages": [ + "dik-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443449, + "recall": 0.497036, + "f1": 0.457347, + "accuracy": 0.497036, + "main_score": 0.457347, + "hf_subset": "dik_Latn-ydd_Hebr", + "languages": [ + "dik-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500668, + "recall": 0.547431, + "f1": 0.514053, + "accuracy": 0.547431, + "main_score": 0.514053, + "hf_subset": "dik_Latn-ary_Arab", + "languages": [ + "dik-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53363, + "recall": 0.583992, + "f1": 0.546841, + "accuracy": 0.583992, + "main_score": 0.546841, + "hf_subset": "dik_Latn-ces_Latn", + "languages": [ + "dik-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438263, + "recall": 0.491107, + "f1": 0.453205, + "accuracy": 0.491107, + "main_score": 0.453205, + "hf_subset": "dik_Latn-gaz_Latn", + "languages": [ + "dik-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488515, + "recall": 0.535573, + "f1": 0.501557, + "accuracy": 0.535573, + "main_score": 0.501557, + "hf_subset": "dik_Latn-kam_Latn", + "languages": [ + "dik-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51399, + "recall": 0.562253, + "f1": 0.526608, + "accuracy": 0.562253, + "main_score": 0.526608, + "hf_subset": "dik_Latn-lit_Latn", + "languages": [ + "dik-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544977, + "recall": 0.588933, + "f1": 0.556549, + "accuracy": 0.588933, + "main_score": 0.556549, + "hf_subset": "dik_Latn-nob_Latn", + "languages": [ + "dik-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538865, + "recall": 0.582016, + "f1": 0.550611, + "accuracy": 0.582016, + "main_score": 0.550611, + "hf_subset": "dik_Latn-scn_Latn", + "languages": [ + "dik-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518504, + "recall": 0.562253, + "f1": 0.530037, + "accuracy": 0.562253, + "main_score": 0.530037, + "hf_subset": "dik_Latn-tgk_Cyrl", + "languages": [ + "dik-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475854, + "recall": 0.52668, + "f1": 0.489973, + "accuracy": 0.52668, + "main_score": 0.489973, + "hf_subset": "dik_Latn-yor_Latn", + "languages": [ + "dik-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525131, + "recall": 0.570158, + "f1": 0.537347, + "accuracy": 0.570158, + "main_score": 0.537347, + "hf_subset": "dik_Latn-arz_Arab", + "languages": [ + "dik-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464048, + "recall": 0.508893, + "f1": 0.476619, + "accuracy": 0.508893, + "main_score": 0.476619, + "hf_subset": "dik_Latn-cjk_Latn", + "languages": [ + "dik-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463824, + "recall": 0.509881, + "f1": 0.476438, + "accuracy": 0.509881, + "main_score": 0.476438, + "hf_subset": "dik_Latn-gla_Latn", + "languages": [ + "dik-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51517, + "recall": 0.567194, + "f1": 0.529574, + "accuracy": 0.567194, + "main_score": 0.529574, + "hf_subset": "dik_Latn-kan_Knda", + "languages": [ + "dik-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533836, + "recall": 0.579051, + "f1": 0.546631, + "accuracy": 0.579051, + "main_score": 0.546631, + "hf_subset": "dik_Latn-lmo_Latn", + "languages": [ + "dik-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51958, + "recall": 0.575099, + "f1": 0.534847, + "accuracy": 0.575099, + "main_score": 0.534847, + "hf_subset": "dik_Latn-npi_Deva", + "languages": [ + "dik-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403042, + "recall": 0.461462, + "f1": 0.418965, + "accuracy": 0.461462, + "main_score": 0.418965, + "hf_subset": "dik_Latn-shn_Mymr", + "languages": [ + "dik-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553542, + "recall": 0.600791, + "f1": 0.565751, + "accuracy": 0.600791, + "main_score": 0.565751, + "hf_subset": "dik_Latn-tgl_Latn", + "languages": [ + "dik-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503407, + "recall": 0.554348, + "f1": 0.516976, + "accuracy": 0.554348, + "main_score": 0.516976, + "hf_subset": "dik_Latn-yue_Hant", + "languages": [ + "dik-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486725, + "recall": 0.546443, + "f1": 0.50301, + "accuracy": 0.546443, + "main_score": 0.50301, + "hf_subset": "dik_Latn-asm_Beng", + "languages": [ + "dik-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46586, + "recall": 0.525692, + "f1": 0.482017, + "accuracy": 0.525692, + "main_score": 0.482017, + "hf_subset": "dik_Latn-ckb_Arab", + "languages": [ + "dik-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461892, + "recall": 0.507905, + "f1": 0.474768, + "accuracy": 0.507905, + "main_score": 0.474768, + "hf_subset": "dik_Latn-gle_Latn", + "languages": [ + "dik-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45851, + "recall": 0.516798, + "f1": 0.474429, + "accuracy": 0.516798, + "main_score": 0.474429, + "hf_subset": "dik_Latn-kas_Arab", + "languages": [ + "dik-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49034, + "recall": 0.540514, + "f1": 0.503807, + "accuracy": 0.540514, + "main_score": 0.503807, + "hf_subset": "dik_Latn-ltg_Latn", + "languages": [ + "dik-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526385, + "recall": 0.567194, + "f1": 0.537889, + "accuracy": 0.567194, + "main_score": 0.537889, + "hf_subset": "dik_Latn-nso_Latn", + "languages": [ + "dik-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436252, + "recall": 0.501976, + "f1": 0.453414, + "accuracy": 0.501976, + "main_score": 0.453414, + "hf_subset": "dik_Latn-sin_Sinh", + "languages": [ + "dik-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514251, + "recall": 0.568182, + "f1": 0.528602, + "accuracy": 0.568182, + "main_score": 0.528602, + "hf_subset": "dik_Latn-tha_Thai", + "languages": [ + "dik-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506146, + "recall": 0.55336, + "f1": 0.518444, + "accuracy": 0.55336, + "main_score": 0.518444, + "hf_subset": "dik_Latn-zho_Hans", + "languages": [ + "dik-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554918, + "recall": 0.597826, + "f1": 0.5666, + "accuracy": 0.597826, + "main_score": 0.5666, + "hf_subset": "dik_Latn-ast_Latn", + "languages": [ + "dik-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501511, + "recall": 0.55336, + "f1": 0.515869, + "accuracy": 0.55336, + "main_score": 0.515869, + "hf_subset": "dik_Latn-crh_Latn", + "languages": [ + "dik-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539649, + "recall": 0.590909, + "f1": 0.55323, + "accuracy": 0.590909, + "main_score": 0.55323, + "hf_subset": "dik_Latn-glg_Latn", + "languages": [ + "dik-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46963, + "recall": 0.524704, + "f1": 0.484267, + "accuracy": 0.524704, + "main_score": 0.484267, + "hf_subset": "dik_Latn-kas_Deva", + "languages": [ + "dik-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512045, + "recall": 0.559289, + "f1": 0.525362, + "accuracy": 0.559289, + "main_score": 0.525362, + "hf_subset": "dik_Latn-ltz_Latn", + "languages": [ + "dik-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442199, + "recall": 0.505929, + "f1": 0.459438, + "accuracy": 0.505929, + "main_score": 0.459438, + "hf_subset": "dik_Latn-nus_Latn", + "languages": [ + "dik-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529246, + "recall": 0.582016, + "f1": 0.543313, + "accuracy": 0.582016, + "main_score": 0.543313, + "hf_subset": "dik_Latn-slk_Latn", + "languages": [ + "dik-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.362446, + "recall": 0.423913, + "f1": 0.379134, + "accuracy": 0.423913, + "main_score": 0.379134, + "hf_subset": "dik_Latn-tir_Ethi", + "languages": [ + "dik-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491259, + "recall": 0.548419, + "f1": 0.507019, + "accuracy": 0.548419, + "main_score": 0.507019, + "hf_subset": "dik_Latn-zho_Hant", + "languages": [ + "dik-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522095, + "recall": 0.571146, + "f1": 0.535616, + "accuracy": 0.571146, + "main_score": 0.535616, + "hf_subset": "dik_Latn-awa_Deva", + "languages": [ + "dik-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491411, + "recall": 0.538538, + "f1": 0.504385, + "accuracy": 0.538538, + "main_score": 0.504385, + "hf_subset": "dik_Latn-cym_Latn", + "languages": [ + "dik-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534544, + "recall": 0.579051, + "f1": 0.54727, + "accuracy": 0.579051, + "main_score": 0.54727, + "hf_subset": "dik_Latn-grn_Latn", + "languages": [ + "dik-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495178, + "recall": 0.549407, + "f1": 0.509535, + "accuracy": 0.549407, + "main_score": 0.509535, + "hf_subset": "dik_Latn-kat_Geor", + "languages": [ + "dik-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520017, + "recall": 0.563241, + "f1": 0.531732, + "accuracy": 0.563241, + "main_score": 0.531732, + "hf_subset": "dik_Latn-lua_Latn", + "languages": [ + "dik-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522154, + "recall": 0.56917, + "f1": 0.535533, + "accuracy": 0.56917, + "main_score": 0.535533, + "hf_subset": "dik_Latn-nya_Latn", + "languages": [ + "dik-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532583, + "recall": 0.573123, + "f1": 0.543291, + "accuracy": 0.573123, + "main_score": 0.543291, + "hf_subset": "dik_Latn-slv_Latn", + "languages": [ + "dik-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550819, + "recall": 0.590909, + "f1": 0.56204, + "accuracy": 0.590909, + "main_score": 0.56204, + "hf_subset": "dik_Latn-tpi_Latn", + "languages": [ + "dik-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558336, + "recall": 0.602767, + "f1": 0.570308, + "accuracy": 0.602767, + "main_score": 0.570308, + "hf_subset": "dik_Latn-zsm_Latn", + "languages": [ + "dik-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476576, + "recall": 0.522727, + "f1": 0.49011, + "accuracy": 0.522727, + "main_score": 0.49011, + "hf_subset": "dik_Latn-ayr_Latn", + "languages": [ + "dik-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550325, + "recall": 0.59585, + "f1": 0.562705, + "accuracy": 0.59585, + "main_score": 0.562705, + "hf_subset": "dik_Latn-dan_Latn", + "languages": [ + "dik-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524286, + "recall": 0.575099, + "f1": 0.537618, + "accuracy": 0.575099, + "main_score": 0.537618, + "hf_subset": "dik_Latn-guj_Gujr", + "languages": [ + "dik-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536731, + "recall": 0.588933, + "f1": 0.55123, + "accuracy": 0.588933, + "main_score": 0.55123, + "hf_subset": "dik_Latn-kaz_Cyrl", + "languages": [ + "dik-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457631, + "recall": 0.505929, + "f1": 0.470846, + "accuracy": 0.505929, + "main_score": 0.470846, + "hf_subset": "dik_Latn-lug_Latn", + "languages": [ + "dik-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546173, + "recall": 0.594862, + "f1": 0.559097, + "accuracy": 0.594862, + "main_score": 0.559097, + "hf_subset": "dik_Latn-oci_Latn", + "languages": [ + "dik-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507909, + "recall": 0.547431, + "f1": 0.518737, + "accuracy": 0.547431, + "main_score": 0.518737, + "hf_subset": "dik_Latn-smo_Latn", + "languages": [ + "dik-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466088, + "recall": 0.518775, + "f1": 0.479957, + "accuracy": 0.518775, + "main_score": 0.479957, + "hf_subset": "dik_Latn-tsn_Latn", + "languages": [ + "dik-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472292, + "recall": 0.525692, + "f1": 0.486628, + "accuracy": 0.525692, + "main_score": 0.486628, + "hf_subset": "dik_Latn-zul_Latn", + "languages": [ + "dik-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.429837, + "recall": 0.491107, + "f1": 0.446583, + "accuracy": 0.491107, + "main_score": 0.446583, + "hf_subset": "dik_Latn-azb_Arab", + "languages": [ + "dik-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542767, + "recall": 0.589921, + "f1": 0.55497, + "accuracy": 0.589921, + "main_score": 0.55497, + "hf_subset": "dik_Latn-deu_Latn", + "languages": [ + "dik-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473673, + "recall": 0.528656, + "f1": 0.487724, + "accuracy": 0.528656, + "main_score": 0.487724, + "hf_subset": "dik_Latn-hat_Latn", + "languages": [ + "dik-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444701, + "recall": 0.488142, + "f1": 0.456521, + "accuracy": 0.488142, + "main_score": 0.456521, + "hf_subset": "dik_Latn-kbp_Latn", + "languages": [ + "dik-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522393, + "recall": 0.567194, + "f1": 0.53489, + "accuracy": 0.567194, + "main_score": 0.53489, + "hf_subset": "dik_Latn-luo_Latn", + "languages": [ + "dik-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486337, + "recall": 0.544466, + "f1": 0.501773, + "accuracy": 0.544466, + "main_score": 0.501773, + "hf_subset": "dik_Latn-ory_Orya", + "languages": [ + "dik-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488472, + "recall": 0.540514, + "f1": 0.503301, + "accuracy": 0.540514, + "main_score": 0.503301, + "hf_subset": "dik_Latn-sna_Latn", + "languages": [ + "dik-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46471, + "recall": 0.509881, + "f1": 0.477396, + "accuracy": 0.509881, + "main_score": 0.477396, + "hf_subset": "dik_Latn-tso_Latn", + "languages": [ + "dik-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493882, + "recall": 0.548419, + "f1": 0.507897, + "accuracy": 0.548419, + "main_score": 0.507897, + "hf_subset": "dik_Latn-azj_Latn", + "languages": [ + "dik-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500859, + "recall": 0.541502, + "f1": 0.512813, + "accuracy": 0.541502, + "main_score": 0.512813, + "hf_subset": "dik_Latn-hau_Latn", + "languages": [ + "dik-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534227, + "recall": 0.574111, + "f1": 0.544292, + "accuracy": 0.574111, + "main_score": 0.544292, + "hf_subset": "dik_Latn-kea_Latn", + "languages": [ + "dik-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518733, + "recall": 0.564229, + "f1": 0.532008, + "accuracy": 0.564229, + "main_score": 0.532008, + "hf_subset": "dik_Latn-lus_Latn", + "languages": [ + "dik-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543749, + "recall": 0.583004, + "f1": 0.554385, + "accuracy": 0.583004, + "main_score": 0.554385, + "hf_subset": "dik_Latn-pag_Latn", + "languages": [ + "dik-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490836, + "recall": 0.540514, + "f1": 0.504307, + "accuracy": 0.540514, + "main_score": 0.504307, + "hf_subset": "dik_Latn-snd_Arab", + "languages": [ + "dik-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482484, + "recall": 0.534585, + "f1": 0.497265, + "accuracy": 0.534585, + "main_score": 0.497265, + "hf_subset": "dik_Latn-tuk_Latn", + "languages": [ + "dik-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526199, + "recall": 0.571146, + "f1": 0.53857, + "accuracy": 0.571146, + "main_score": 0.53857, + "hf_subset": "dik_Latn-bak_Cyrl", + "languages": [ + "dik-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427842, + "recall": 0.48419, + "f1": 0.444238, + "accuracy": 0.48419, + "main_score": 0.444238, + "hf_subset": "dik_Latn-dyu_Latn", + "languages": [ + "dik-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502003, + "recall": 0.559289, + "f1": 0.517838, + "accuracy": 0.559289, + "main_score": 0.517838, + "hf_subset": "dik_Latn-heb_Hebr", + "languages": [ + "dik-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49467, + "recall": 0.545455, + "f1": 0.50863, + "accuracy": 0.545455, + "main_score": 0.50863, + "hf_subset": "dik_Latn-khk_Cyrl", + "languages": [ + "dik-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520571, + "recall": 0.567194, + "f1": 0.532941, + "accuracy": 0.567194, + "main_score": 0.532941, + "hf_subset": "dik_Latn-lvs_Latn", + "languages": [ + "dik-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524125, + "recall": 0.58004, + "f1": 0.538601, + "accuracy": 0.58004, + "main_score": 0.538601, + "hf_subset": "dik_Latn-pan_Guru", + "languages": [ + "dik-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46713, + "recall": 0.508893, + "f1": 0.478684, + "accuracy": 0.508893, + "main_score": 0.478684, + "hf_subset": "dik_Latn-som_Latn", + "languages": [ + "dik-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479211, + "recall": 0.523715, + "f1": 0.491808, + "accuracy": 0.523715, + "main_score": 0.491808, + "hf_subset": "dik_Latn-tum_Latn", + "languages": [ + "dik-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45816, + "recall": 0.504941, + "f1": 0.471305, + "accuracy": 0.504941, + "main_score": 0.471305, + "hf_subset": "hau_Latn-ace_Arab", + "languages": [ + "hau-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518198, + "recall": 0.561265, + "f1": 0.531028, + "accuracy": 0.561265, + "main_score": 0.531028, + "hf_subset": "hau_Latn-bam_Latn", + "languages": [ + "hau-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.284126, + "recall": 0.333992, + "f1": 0.29638, + "accuracy": 0.333992, + "main_score": 0.29638, + "hf_subset": "hau_Latn-dzo_Tibt", + "languages": [ + "hau-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734378, + "recall": 0.779644, + "f1": 0.746987, + "accuracy": 0.779644, + "main_score": 0.746987, + "hf_subset": "hau_Latn-hin_Deva", + "languages": [ + "hau-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696536, + "recall": 0.75, + "f1": 0.711233, + "accuracy": 0.75, + "main_score": 0.711233, + "hf_subset": "hau_Latn-khm_Khmr", + "languages": [ + "hau-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703448, + "recall": 0.748024, + "f1": 0.715637, + "accuracy": 0.748024, + "main_score": 0.715637, + "hf_subset": "hau_Latn-mag_Deva", + "languages": [ + "hau-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66843, + "recall": 0.70751, + "f1": 0.679083, + "accuracy": 0.70751, + "main_score": 0.679083, + "hf_subset": "hau_Latn-pap_Latn", + "languages": [ + "hau-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558841, + "recall": 0.599802, + "f1": 0.570058, + "accuracy": 0.599802, + "main_score": 0.570058, + "hf_subset": "hau_Latn-sot_Latn", + "languages": [ + "hau-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716499, + "recall": 0.770751, + "f1": 0.731362, + "accuracy": 0.770751, + "main_score": 0.731362, + "hf_subset": "hau_Latn-tur_Latn", + "languages": [ + "hau-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616547, + "recall": 0.660079, + "f1": 0.628304, + "accuracy": 0.660079, + "main_score": 0.628304, + "hf_subset": "hau_Latn-ace_Latn", + "languages": [ + "hau-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655932, + "recall": 0.689723, + "f1": 0.664564, + "accuracy": 0.689723, + "main_score": 0.664564, + "hf_subset": "hau_Latn-ban_Latn", + "languages": [ + "hau-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716777, + "recall": 0.770751, + "f1": 0.731643, + "accuracy": 0.770751, + "main_score": 0.731643, + "hf_subset": "hau_Latn-ell_Grek", + "languages": [ + "hau-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690236, + "recall": 0.738142, + "f1": 0.7034, + "accuracy": 0.738142, + "main_score": 0.7034, + "hf_subset": "hau_Latn-hne_Deva", + "languages": [ + "hau-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527116, + "recall": 0.56917, + "f1": 0.538857, + "accuracy": 0.56917, + "main_score": 0.538857, + "hf_subset": "hau_Latn-kik_Latn", + "languages": [ + "hau-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706427, + "recall": 0.750988, + "f1": 0.718343, + "accuracy": 0.750988, + "main_score": 0.718343, + "hf_subset": "hau_Latn-mai_Deva", + "languages": [ + "hau-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635966, + "recall": 0.692688, + "f1": 0.65165, + "accuracy": 0.692688, + "main_score": 0.65165, + "hf_subset": "hau_Latn-pbt_Arab", + "languages": [ + "hau-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709255, + "recall": 0.763834, + "f1": 0.72396, + "accuracy": 0.763834, + "main_score": 0.72396, + "hf_subset": "hau_Latn-spa_Latn", + "languages": [ + "hau-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549715, + "recall": 0.588933, + "f1": 0.56009, + "accuracy": 0.588933, + "main_score": 0.56009, + "hf_subset": "hau_Latn-twi_Latn", + "languages": [ + "hau-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705971, + "recall": 0.753953, + "f1": 0.71837, + "accuracy": 0.753953, + "main_score": 0.71837, + "hf_subset": "hau_Latn-acm_Arab", + "languages": [ + "hau-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663868, + "recall": 0.718379, + "f1": 0.678166, + "accuracy": 0.718379, + "main_score": 0.678166, + "hf_subset": "hau_Latn-bel_Cyrl", + "languages": [ + "hau-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753988, + "recall": 0.799407, + "f1": 0.766386, + "accuracy": 0.799407, + "main_score": 0.766386, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730042, + "recall": 0.784585, + "f1": 0.745033, + "accuracy": 0.784585, + "main_score": 0.745033, + "hf_subset": "hau_Latn-hrv_Latn", + "languages": [ + "hau-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534218, + "recall": 0.577075, + "f1": 0.545762, + "accuracy": 0.577075, + "main_score": 0.545762, + "hf_subset": "hau_Latn-kin_Latn", + "languages": [ + "hau-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701479, + "recall": 0.754941, + "f1": 0.716455, + "accuracy": 0.754941, + "main_score": 0.716455, + "hf_subset": "hau_Latn-mal_Mlym", + "languages": [ + "hau-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702693, + "recall": 0.757905, + "f1": 0.71839, + "accuracy": 0.757905, + "main_score": 0.71839, + "hf_subset": "hau_Latn-pes_Arab", + "languages": [ + "hau-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683961, + "recall": 0.732213, + "f1": 0.696308, + "accuracy": 0.732213, + "main_score": 0.696308, + "hf_subset": "hau_Latn-srd_Latn", + "languages": [ + "hau-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212974, + "recall": 0.255929, + "f1": 0.223894, + "accuracy": 0.255929, + "main_score": 0.223894, + "hf_subset": "hau_Latn-tzm_Tfng", + "languages": [ + "hau-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713462, + "recall": 0.763834, + "f1": 0.726658, + "accuracy": 0.763834, + "main_score": 0.726658, + "hf_subset": "hau_Latn-acq_Arab", + "languages": [ + "hau-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56616, + "recall": 0.609684, + "f1": 0.578245, + "accuracy": 0.609684, + "main_score": 0.578245, + "hf_subset": "hau_Latn-bem_Latn", + "languages": [ + "hau-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722081, + "recall": 0.775692, + "f1": 0.736751, + "accuracy": 0.775692, + "main_score": 0.736751, + "hf_subset": "hau_Latn-epo_Latn", + "languages": [ + "hau-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720233, + "recall": 0.764822, + "f1": 0.731946, + "accuracy": 0.764822, + "main_score": 0.731946, + "hf_subset": "hau_Latn-hun_Latn", + "languages": [ + "hau-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660577, + "recall": 0.719368, + "f1": 0.675799, + "accuracy": 0.719368, + "main_score": 0.675799, + "hf_subset": "hau_Latn-kir_Cyrl", + "languages": [ + "hau-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705078, + "recall": 0.752964, + "f1": 0.718064, + "accuracy": 0.752964, + "main_score": 0.718064, + "hf_subset": "hau_Latn-mar_Deva", + "languages": [ + "hau-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572706, + "recall": 0.618577, + "f1": 0.584883, + "accuracy": 0.618577, + "main_score": 0.584883, + "hf_subset": "hau_Latn-plt_Latn", + "languages": [ + "hau-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720778, + "recall": 0.770751, + "f1": 0.73399, + "accuracy": 0.770751, + "main_score": 0.73399, + "hf_subset": "hau_Latn-srp_Cyrl", + "languages": [ + "hau-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612447, + "recall": 0.672925, + "f1": 0.62963, + "accuracy": 0.672925, + "main_score": 0.62963, + "hf_subset": "hau_Latn-uig_Arab", + "languages": [ + "hau-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670281, + "recall": 0.721344, + "f1": 0.684576, + "accuracy": 0.721344, + "main_score": 0.684576, + "hf_subset": "hau_Latn-aeb_Arab", + "languages": [ + "hau-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712566, + "recall": 0.763834, + "f1": 0.727288, + "accuracy": 0.763834, + "main_score": 0.727288, + "hf_subset": "hau_Latn-ben_Beng", + "languages": [ + "hau-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692788, + "recall": 0.748024, + "f1": 0.708178, + "accuracy": 0.748024, + "main_score": 0.708178, + "hf_subset": "hau_Latn-est_Latn", + "languages": [ + "hau-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715601, + "recall": 0.769763, + "f1": 0.730095, + "accuracy": 0.769763, + "main_score": 0.730095, + "hf_subset": "hau_Latn-hye_Armn", + "languages": [ + "hau-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518141, + "recall": 0.554348, + "f1": 0.528678, + "accuracy": 0.554348, + "main_score": 0.528678, + "hf_subset": "hau_Latn-kmb_Latn", + "languages": [ + "hau-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413479, + "recall": 0.470356, + "f1": 0.428489, + "accuracy": 0.470356, + "main_score": 0.428489, + "hf_subset": "hau_Latn-min_Arab", + "languages": [ + "hau-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716718, + "recall": 0.767787, + "f1": 0.730893, + "accuracy": 0.767787, + "main_score": 0.730893, + "hf_subset": "hau_Latn-pol_Latn", + "languages": [ + "hau-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550703, + "recall": 0.592885, + "f1": 0.562888, + "accuracy": 0.592885, + "main_score": 0.562888, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713596, + "recall": 0.767787, + "f1": 0.728402, + "accuracy": 0.767787, + "main_score": 0.728402, + "hf_subset": "hau_Latn-ukr_Cyrl", + "languages": [ + "hau-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743788, + "recall": 0.796443, + "f1": 0.758372, + "accuracy": 0.796443, + "main_score": 0.758372, + "hf_subset": "hau_Latn-afr_Latn", + "languages": [ + "hau-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681946, + "recall": 0.72332, + "f1": 0.693122, + "accuracy": 0.72332, + "main_score": 0.693122, + "hf_subset": "hau_Latn-bho_Deva", + "languages": [ + "hau-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688887, + "recall": 0.740119, + "f1": 0.70335, + "accuracy": 0.740119, + "main_score": 0.70335, + "hf_subset": "hau_Latn-eus_Latn", + "languages": [ + "hau-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552581, + "recall": 0.596838, + "f1": 0.565173, + "accuracy": 0.596838, + "main_score": 0.565173, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631977, + "recall": 0.681818, + "f1": 0.645447, + "accuracy": 0.681818, + "main_score": 0.645447, + "hf_subset": "hau_Latn-kmr_Latn", + "languages": [ + "hau-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678899, + "recall": 0.728261, + "f1": 0.692674, + "accuracy": 0.728261, + "main_score": 0.692674, + "hf_subset": "hau_Latn-min_Latn", + "languages": [ + "hau-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753427, + "recall": 0.800395, + "f1": 0.766382, + "accuracy": 0.800395, + "main_score": 0.766382, + "hf_subset": "hau_Latn-por_Latn", + "languages": [ + "hau-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710286, + "recall": 0.753953, + "f1": 0.722327, + "accuracy": 0.753953, + "main_score": 0.722327, + "hf_subset": "hau_Latn-sun_Latn", + "languages": [ + "hau-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509828, + "recall": 0.552372, + "f1": 0.521276, + "accuracy": 0.552372, + "main_score": 0.521276, + "hf_subset": "hau_Latn-umb_Latn", + "languages": [ + "hau-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708682, + "recall": 0.762846, + "f1": 0.723219, + "accuracy": 0.762846, + "main_score": 0.723219, + "hf_subset": "hau_Latn-ajp_Arab", + "languages": [ + "hau-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436191, + "recall": 0.488142, + "f1": 0.450116, + "accuracy": 0.488142, + "main_score": 0.450116, + "hf_subset": "hau_Latn-bjn_Arab", + "languages": [ + "hau-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497891, + "recall": 0.534585, + "f1": 0.50822, + "accuracy": 0.534585, + "main_score": 0.50822, + "hf_subset": "hau_Latn-ewe_Latn", + "languages": [ + "hau-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654441, + "recall": 0.697628, + "f1": 0.666265, + "accuracy": 0.697628, + "main_score": 0.666265, + "hf_subset": "hau_Latn-ilo_Latn", + "languages": [ + "hau-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.320199, + "recall": 0.366601, + "f1": 0.33347, + "accuracy": 0.366601, + "main_score": 0.33347, + "hf_subset": "hau_Latn-knc_Arab", + "languages": [ + "hau-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704752, + "recall": 0.764822, + "f1": 0.720913, + "accuracy": 0.764822, + "main_score": 0.720913, + "hf_subset": "hau_Latn-mkd_Cyrl", + "languages": [ + "hau-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704004, + "recall": 0.762846, + "f1": 0.720061, + "accuracy": 0.762846, + "main_score": 0.720061, + "hf_subset": "hau_Latn-prs_Arab", + "languages": [ + "hau-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.748302, + "recall": 0.796443, + "f1": 0.761095, + "accuracy": 0.796443, + "main_score": 0.761095, + "hf_subset": "hau_Latn-swe_Latn", + "languages": [ + "hau-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69262, + "recall": 0.754941, + "f1": 0.71073, + "accuracy": 0.754941, + "main_score": 0.71073, + "hf_subset": "hau_Latn-urd_Arab", + "languages": [ + "hau-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530754, + "recall": 0.570158, + "f1": 0.541795, + "accuracy": 0.570158, + "main_score": 0.541795, + "hf_subset": "hau_Latn-aka_Latn", + "languages": [ + "hau-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690789, + "recall": 0.726285, + "f1": 0.700117, + "accuracy": 0.726285, + "main_score": 0.700117, + "hf_subset": "hau_Latn-bjn_Latn", + "languages": [ + "hau-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676525, + "recall": 0.722332, + "f1": 0.688951, + "accuracy": 0.722332, + "main_score": 0.688951, + "hf_subset": "hau_Latn-fao_Latn", + "languages": [ + "hau-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.749629, + "recall": 0.79249, + "f1": 0.761963, + "accuracy": 0.79249, + "main_score": 0.761963, + "hf_subset": "hau_Latn-ind_Latn", + "languages": [ + "hau-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579303, + "recall": 0.615613, + "f1": 0.588663, + "accuracy": 0.615613, + "main_score": 0.588663, + "hf_subset": "hau_Latn-knc_Latn", + "languages": [ + "hau-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707201, + "recall": 0.752964, + "f1": 0.719182, + "accuracy": 0.752964, + "main_score": 0.719182, + "hf_subset": "hau_Latn-mlt_Latn", + "languages": [ + "hau-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569936, + "recall": 0.615613, + "f1": 0.583115, + "accuracy": 0.615613, + "main_score": 0.583115, + "hf_subset": "hau_Latn-quy_Latn", + "languages": [ + "hau-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714069, + "recall": 0.76087, + "f1": 0.726731, + "accuracy": 0.76087, + "main_score": 0.726731, + "hf_subset": "hau_Latn-swh_Latn", + "languages": [ + "hau-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700315, + "recall": 0.749012, + "f1": 0.713507, + "accuracy": 0.749012, + "main_score": 0.713507, + "hf_subset": "hau_Latn-uzn_Latn", + "languages": [ + "hau-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71102, + "recall": 0.764822, + "f1": 0.726554, + "accuracy": 0.764822, + "main_score": 0.726554, + "hf_subset": "hau_Latn-als_Latn", + "languages": [ + "hau-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.386622, + "recall": 0.456522, + "f1": 0.405044, + "accuracy": 0.456522, + "main_score": 0.405044, + "hf_subset": "hau_Latn-bod_Tibt", + "languages": [ + "hau-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590813, + "recall": 0.639328, + "f1": 0.603871, + "accuracy": 0.639328, + "main_score": 0.603871, + "hf_subset": "hau_Latn-fij_Latn", + "languages": [ + "hau-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671422, + "recall": 0.720356, + "f1": 0.684628, + "accuracy": 0.720356, + "main_score": 0.684628, + "hf_subset": "hau_Latn-isl_Latn", + "languages": [ + "hau-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555312, + "recall": 0.592885, + "f1": 0.565373, + "accuracy": 0.592885, + "main_score": 0.565373, + "hf_subset": "hau_Latn-kon_Latn", + "languages": [ + "hau-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494673, + "recall": 0.539526, + "f1": 0.505946, + "accuracy": 0.539526, + "main_score": 0.505946, + "hf_subset": "hau_Latn-mni_Beng", + "languages": [ + "hau-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745762, + "recall": 0.797431, + "f1": 0.760242, + "accuracy": 0.797431, + "main_score": 0.760242, + "hf_subset": "hau_Latn-ron_Latn", + "languages": [ + "hau-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699627, + "recall": 0.742095, + "f1": 0.71072, + "accuracy": 0.742095, + "main_score": 0.71072, + "hf_subset": "hau_Latn-szl_Latn", + "languages": [ + "hau-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705409, + "recall": 0.750988, + "f1": 0.717514, + "accuracy": 0.750988, + "main_score": 0.717514, + "hf_subset": "hau_Latn-vec_Latn", + "languages": [ + "hau-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617987, + "recall": 0.675889, + "f1": 0.633326, + "accuracy": 0.675889, + "main_score": 0.633326, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.732992, + "recall": 0.783597, + "f1": 0.746498, + "accuracy": 0.783597, + "main_score": 0.746498, + "hf_subset": "hau_Latn-bos_Latn", + "languages": [ + "hau-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692899, + "recall": 0.748024, + "f1": 0.708057, + "accuracy": 0.748024, + "main_score": 0.708057, + "hf_subset": "hau_Latn-fin_Latn", + "languages": [ + "hau-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700016, + "recall": 0.751976, + "f1": 0.714103, + "accuracy": 0.751976, + "main_score": 0.714103, + "hf_subset": "hau_Latn-ita_Latn", + "languages": [ + "hau-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710189, + "recall": 0.766798, + "f1": 0.726223, + "accuracy": 0.766798, + "main_score": 0.726223, + "hf_subset": "hau_Latn-kor_Hang", + "languages": [ + "hau-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511005, + "recall": 0.548419, + "f1": 0.521341, + "accuracy": 0.548419, + "main_score": 0.521341, + "hf_subset": "hau_Latn-mos_Latn", + "languages": [ + "hau-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547524, + "recall": 0.58498, + "f1": 0.558319, + "accuracy": 0.58498, + "main_score": 0.558319, + "hf_subset": "hau_Latn-run_Latn", + "languages": [ + "hau-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696305, + "recall": 0.750988, + "f1": 0.711619, + "accuracy": 0.750988, + "main_score": 0.711619, + "hf_subset": "hau_Latn-tam_Taml", + "languages": [ + "hau-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711442, + "recall": 0.76087, + "f1": 0.724729, + "accuracy": 0.76087, + "main_score": 0.724729, + "hf_subset": "hau_Latn-vie_Latn", + "languages": [ + "hau-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703288, + "recall": 0.753953, + "f1": 0.717217, + "accuracy": 0.753953, + "main_score": 0.717217, + "hf_subset": "hau_Latn-apc_Arab", + "languages": [ + "hau-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58341, + "recall": 0.625494, + "f1": 0.594742, + "accuracy": 0.625494, + "main_score": 0.594742, + "hf_subset": "hau_Latn-bug_Latn", + "languages": [ + "hau-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483656, + "recall": 0.520751, + "f1": 0.494648, + "accuracy": 0.520751, + "main_score": 0.494648, + "hf_subset": "hau_Latn-fon_Latn", + "languages": [ + "hau-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735661, + "recall": 0.779644, + "f1": 0.747851, + "accuracy": 0.779644, + "main_score": 0.747851, + "hf_subset": "hau_Latn-jav_Latn", + "languages": [ + "hau-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679132, + "recall": 0.738142, + "f1": 0.696076, + "accuracy": 0.738142, + "main_score": 0.696076, + "hf_subset": "hau_Latn-lao_Laoo", + "languages": [ + "hau-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631932, + "recall": 0.678854, + "f1": 0.644102, + "accuracy": 0.678854, + "main_score": 0.644102, + "hf_subset": "hau_Latn-mri_Latn", + "languages": [ + "hau-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708929, + "recall": 0.761858, + "f1": 0.723234, + "accuracy": 0.761858, + "main_score": 0.723234, + "hf_subset": "hau_Latn-rus_Cyrl", + "languages": [ + "hau-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504275, + "recall": 0.54249, + "f1": 0.514846, + "accuracy": 0.54249, + "main_score": 0.514846, + "hf_subset": "hau_Latn-taq_Latn", + "languages": [ + "hau-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695331, + "recall": 0.743083, + "f1": 0.707127, + "accuracy": 0.743083, + "main_score": 0.707127, + "hf_subset": "hau_Latn-war_Latn", + "languages": [ + "hau-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714534, + "recall": 0.764822, + "f1": 0.728034, + "accuracy": 0.764822, + "main_score": 0.728034, + "hf_subset": "hau_Latn-arb_Arab", + "languages": [ + "hau-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713505, + "recall": 0.762846, + "f1": 0.726488, + "accuracy": 0.762846, + "main_score": 0.726488, + "hf_subset": "hau_Latn-bul_Cyrl", + "languages": [ + "hau-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737774, + "recall": 0.787549, + "f1": 0.7509, + "accuracy": 0.787549, + "main_score": 0.7509, + "hf_subset": "hau_Latn-fra_Latn", + "languages": [ + "hau-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683038, + "recall": 0.732213, + "f1": 0.696424, + "accuracy": 0.732213, + "main_score": 0.696424, + "hf_subset": "hau_Latn-jpn_Jpan", + "languages": [ + "hau-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708243, + "recall": 0.754941, + "f1": 0.72106, + "accuracy": 0.754941, + "main_score": 0.72106, + "hf_subset": "hau_Latn-lij_Latn", + "languages": [ + "hau-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594639, + "recall": 0.675889, + "f1": 0.617193, + "accuracy": 0.675889, + "main_score": 0.617193, + "hf_subset": "hau_Latn-mya_Mymr", + "languages": [ + "hau-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528037, + "recall": 0.56917, + "f1": 0.539403, + "accuracy": 0.56917, + "main_score": 0.539403, + "hf_subset": "hau_Latn-sag_Latn", + "languages": [ + "hau-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212591, + "recall": 0.248024, + "f1": 0.220535, + "accuracy": 0.248024, + "main_score": 0.220535, + "hf_subset": "hau_Latn-taq_Tfng", + "languages": [ + "hau-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558343, + "recall": 0.596838, + "f1": 0.569041, + "accuracy": 0.596838, + "main_score": 0.569041, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558391, + "recall": 0.606719, + "f1": 0.571668, + "accuracy": 0.606719, + "main_score": 0.571668, + "hf_subset": "hau_Latn-arb_Latn", + "languages": [ + "hau-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727052, + "recall": 0.77668, + "f1": 0.740297, + "accuracy": 0.77668, + "main_score": 0.740297, + "hf_subset": "hau_Latn-cat_Latn", + "languages": [ + "hau-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671708, + "recall": 0.720356, + "f1": 0.684258, + "accuracy": 0.720356, + "main_score": 0.684258, + "hf_subset": "hau_Latn-fur_Latn", + "languages": [ + "hau-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457653, + "recall": 0.500988, + "f1": 0.469562, + "accuracy": 0.500988, + "main_score": 0.469562, + "hf_subset": "hau_Latn-kab_Latn", + "languages": [ + "hau-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659641, + "recall": 0.705534, + "f1": 0.671983, + "accuracy": 0.705534, + "main_score": 0.671983, + "hf_subset": "hau_Latn-lim_Latn", + "languages": [ + "hau-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701339, + "recall": 0.754941, + "f1": 0.715973, + "accuracy": 0.754941, + "main_score": 0.715973, + "hf_subset": "hau_Latn-nld_Latn", + "languages": [ + "hau-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660949, + "recall": 0.721344, + "f1": 0.677098, + "accuracy": 0.721344, + "main_score": 0.677098, + "hf_subset": "hau_Latn-san_Deva", + "languages": [ + "hau-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68196, + "recall": 0.735178, + "f1": 0.696516, + "accuracy": 0.735178, + "main_score": 0.696516, + "hf_subset": "hau_Latn-tat_Cyrl", + "languages": [ + "hau-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587956, + "recall": 0.637352, + "f1": 0.601677, + "accuracy": 0.637352, + "main_score": 0.601677, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700409, + "recall": 0.756917, + "f1": 0.716051, + "accuracy": 0.756917, + "main_score": 0.716051, + "hf_subset": "hau_Latn-ars_Arab", + "languages": [ + "hau-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722908, + "recall": 0.762846, + "f1": 0.734018, + "accuracy": 0.762846, + "main_score": 0.734018, + "hf_subset": "hau_Latn-ceb_Latn", + "languages": [ + "hau-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539174, + "recall": 0.583992, + "f1": 0.552603, + "accuracy": 0.583992, + "main_score": 0.552603, + "hf_subset": "hau_Latn-fuv_Latn", + "languages": [ + "hau-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509524, + "recall": 0.544466, + "f1": 0.519034, + "accuracy": 0.544466, + "main_score": 0.519034, + "hf_subset": "hau_Latn-kac_Latn", + "languages": [ + "hau-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564312, + "recall": 0.601779, + "f1": 0.574589, + "accuracy": 0.601779, + "main_score": 0.574589, + "hf_subset": "hau_Latn-lin_Latn", + "languages": [ + "hau-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723325, + "recall": 0.77668, + "f1": 0.738539, + "accuracy": 0.77668, + "main_score": 0.738539, + "hf_subset": "hau_Latn-nno_Latn", + "languages": [ + "hau-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.184318, + "recall": 0.236166, + "f1": 0.197863, + "accuracy": 0.236166, + "main_score": 0.197863, + "hf_subset": "hau_Latn-sat_Olck", + "languages": [ + "hau-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691432, + "recall": 0.75, + "f1": 0.707442, + "accuracy": 0.75, + "main_score": 0.707442, + "hf_subset": "hau_Latn-tel_Telu", + "languages": [ + "hau-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618751, + "recall": 0.683794, + "f1": 0.636635, + "accuracy": 0.683794, + "main_score": 0.636635, + "hf_subset": "hau_Latn-ydd_Hebr", + "languages": [ + "hau-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634085, + "recall": 0.687747, + "f1": 0.64851, + "accuracy": 0.687747, + "main_score": 0.64851, + "hf_subset": "hau_Latn-ary_Arab", + "languages": [ + "hau-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726125, + "recall": 0.773715, + "f1": 0.739256, + "accuracy": 0.773715, + "main_score": 0.739256, + "hf_subset": "hau_Latn-ces_Latn", + "languages": [ + "hau-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518101, + "recall": 0.568182, + "f1": 0.532534, + "accuracy": 0.568182, + "main_score": 0.532534, + "hf_subset": "hau_Latn-gaz_Latn", + "languages": [ + "hau-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541232, + "recall": 0.583992, + "f1": 0.553211, + "accuracy": 0.583992, + "main_score": 0.553211, + "hf_subset": "hau_Latn-kam_Latn", + "languages": [ + "hau-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71019, + "recall": 0.76087, + "f1": 0.724039, + "accuracy": 0.76087, + "main_score": 0.724039, + "hf_subset": "hau_Latn-lit_Latn", + "languages": [ + "hau-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726453, + "recall": 0.773715, + "f1": 0.739536, + "accuracy": 0.773715, + "main_score": 0.739536, + "hf_subset": "hau_Latn-nob_Latn", + "languages": [ + "hau-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676771, + "recall": 0.722332, + "f1": 0.689401, + "accuracy": 0.722332, + "main_score": 0.689401, + "hf_subset": "hau_Latn-scn_Latn", + "languages": [ + "hau-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691777, + "recall": 0.738142, + "f1": 0.704331, + "accuracy": 0.738142, + "main_score": 0.704331, + "hf_subset": "hau_Latn-tgk_Cyrl", + "languages": [ + "hau-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607724, + "recall": 0.664032, + "f1": 0.624558, + "accuracy": 0.664032, + "main_score": 0.624558, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685118, + "recall": 0.738142, + "f1": 0.69989, + "accuracy": 0.738142, + "main_score": 0.69989, + "hf_subset": "hau_Latn-arz_Arab", + "languages": [ + "hau-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.502301, + "recall": 0.538538, + "f1": 0.512472, + "accuracy": 0.538538, + "main_score": 0.512472, + "hf_subset": "hau_Latn-cjk_Latn", + "languages": [ + "hau-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582452, + "recall": 0.636364, + "f1": 0.596975, + "accuracy": 0.636364, + "main_score": 0.596975, + "hf_subset": "hau_Latn-gla_Latn", + "languages": [ + "hau-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.701243, + "recall": 0.756917, + "f1": 0.717384, + "accuracy": 0.756917, + "main_score": 0.717384, + "hf_subset": "hau_Latn-kan_Knda", + "languages": [ + "hau-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.689748, + "recall": 0.735178, + "f1": 0.701966, + "accuracy": 0.735178, + "main_score": 0.701966, + "hf_subset": "hau_Latn-lmo_Latn", + "languages": [ + "hau-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706815, + "recall": 0.756917, + "f1": 0.720547, + "accuracy": 0.756917, + "main_score": 0.720547, + "hf_subset": "hau_Latn-npi_Deva", + "languages": [ + "hau-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449654, + "recall": 0.495059, + "f1": 0.462121, + "accuracy": 0.495059, + "main_score": 0.462121, + "hf_subset": "hau_Latn-shn_Mymr", + "languages": [ + "hau-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756645, + "recall": 0.799407, + "f1": 0.767902, + "accuracy": 0.799407, + "main_score": 0.767902, + "hf_subset": "hau_Latn-tgl_Latn", + "languages": [ + "hau-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705921, + "recall": 0.759881, + "f1": 0.720186, + "accuracy": 0.759881, + "main_score": 0.720186, + "hf_subset": "hau_Latn-yue_Hant", + "languages": [ + "hau-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682568, + "recall": 0.73419, + "f1": 0.696105, + "accuracy": 0.73419, + "main_score": 0.696105, + "hf_subset": "hau_Latn-asm_Beng", + "languages": [ + "hau-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638098, + "recall": 0.693676, + "f1": 0.653939, + "accuracy": 0.693676, + "main_score": 0.653939, + "hf_subset": "hau_Latn-ckb_Arab", + "languages": [ + "hau-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611171, + "recall": 0.664032, + "f1": 0.626048, + "accuracy": 0.664032, + "main_score": 0.626048, + "hf_subset": "hau_Latn-gle_Latn", + "languages": [ + "hau-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579868, + "recall": 0.637352, + "f1": 0.595038, + "accuracy": 0.637352, + "main_score": 0.595038, + "hf_subset": "hau_Latn-kas_Arab", + "languages": [ + "hau-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604368, + "recall": 0.660079, + "f1": 0.618973, + "accuracy": 0.660079, + "main_score": 0.618973, + "hf_subset": "hau_Latn-ltg_Latn", + "languages": [ + "hau-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590187, + "recall": 0.619565, + "f1": 0.598063, + "accuracy": 0.619565, + "main_score": 0.598063, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641728, + "recall": 0.699605, + "f1": 0.657021, + "accuracy": 0.699605, + "main_score": 0.657021, + "hf_subset": "hau_Latn-sin_Sinh", + "languages": [ + "hau-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699075, + "recall": 0.75, + "f1": 0.712354, + "accuracy": 0.75, + "main_score": 0.712354, + "hf_subset": "hau_Latn-tha_Thai", + "languages": [ + "hau-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67679, + "recall": 0.72332, + "f1": 0.68914, + "accuracy": 0.72332, + "main_score": 0.68914, + "hf_subset": "hau_Latn-zho_Hans", + "languages": [ + "hau-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722125, + "recall": 0.769763, + "f1": 0.734578, + "accuracy": 0.769763, + "main_score": 0.734578, + "hf_subset": "hau_Latn-ast_Latn", + "languages": [ + "hau-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68471, + "recall": 0.740119, + "f1": 0.700316, + "accuracy": 0.740119, + "main_score": 0.700316, + "hf_subset": "hau_Latn-crh_Latn", + "languages": [ + "hau-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71905, + "recall": 0.767787, + "f1": 0.731859, + "accuracy": 0.767787, + "main_score": 0.731859, + "hf_subset": "hau_Latn-glg_Latn", + "languages": [ + "hau-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570844, + "recall": 0.62253, + "f1": 0.584981, + "accuracy": 0.62253, + "main_score": 0.584981, + "hf_subset": "hau_Latn-kas_Deva", + "languages": [ + "hau-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66666, + "recall": 0.717391, + "f1": 0.679266, + "accuracy": 0.717391, + "main_score": 0.679266, + "hf_subset": "hau_Latn-ltz_Latn", + "languages": [ + "hau-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463194, + "recall": 0.51087, + "f1": 0.475877, + "accuracy": 0.51087, + "main_score": 0.475877, + "hf_subset": "hau_Latn-nus_Latn", + "languages": [ + "hau-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712683, + "recall": 0.761858, + "f1": 0.726385, + "accuracy": 0.761858, + "main_score": 0.726385, + "hf_subset": "hau_Latn-slk_Latn", + "languages": [ + "hau-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448108, + "recall": 0.505929, + "f1": 0.464187, + "accuracy": 0.505929, + "main_score": 0.464187, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68181, + "recall": 0.731225, + "f1": 0.694993, + "accuracy": 0.731225, + "main_score": 0.694993, + "hf_subset": "hau_Latn-zho_Hant", + "languages": [ + "hau-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706309, + "recall": 0.751976, + "f1": 0.718228, + "accuracy": 0.751976, + "main_score": 0.718228, + "hf_subset": "hau_Latn-awa_Deva", + "languages": [ + "hau-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697613, + "recall": 0.744071, + "f1": 0.710451, + "accuracy": 0.744071, + "main_score": 0.710451, + "hf_subset": "hau_Latn-cym_Latn", + "languages": [ + "hau-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590315, + "recall": 0.629447, + "f1": 0.600713, + "accuracy": 0.629447, + "main_score": 0.600713, + "hf_subset": "hau_Latn-grn_Latn", + "languages": [ + "hau-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668282, + "recall": 0.724308, + "f1": 0.682729, + "accuracy": 0.724308, + "main_score": 0.682729, + "hf_subset": "hau_Latn-kat_Geor", + "languages": [ + "hau-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562528, + "recall": 0.601779, + "f1": 0.573146, + "accuracy": 0.601779, + "main_score": 0.573146, + "hf_subset": "hau_Latn-lua_Latn", + "languages": [ + "hau-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571462, + "recall": 0.612648, + "f1": 0.583032, + "accuracy": 0.612648, + "main_score": 0.583032, + "hf_subset": "hau_Latn-nya_Latn", + "languages": [ + "hau-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703054, + "recall": 0.752964, + "f1": 0.715979, + "accuracy": 0.752964, + "main_score": 0.715979, + "hf_subset": "hau_Latn-slv_Latn", + "languages": [ + "hau-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63103, + "recall": 0.675889, + "f1": 0.643088, + "accuracy": 0.675889, + "main_score": 0.643088, + "hf_subset": "hau_Latn-tpi_Latn", + "languages": [ + "hau-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747916, + "recall": 0.795455, + "f1": 0.76135, + "accuracy": 0.795455, + "main_score": 0.76135, + "hf_subset": "hau_Latn-zsm_Latn", + "languages": [ + "hau-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523979, + "recall": 0.565217, + "f1": 0.536051, + "accuracy": 0.565217, + "main_score": 0.536051, + "hf_subset": "hau_Latn-ayr_Latn", + "languages": [ + "hau-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741537, + "recall": 0.796443, + "f1": 0.756952, + "accuracy": 0.796443, + "main_score": 0.756952, + "hf_subset": "hau_Latn-dan_Latn", + "languages": [ + "hau-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708241, + "recall": 0.764822, + "f1": 0.724195, + "accuracy": 0.764822, + "main_score": 0.724195, + "hf_subset": "hau_Latn-guj_Gujr", + "languages": [ + "hau-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708522, + "recall": 0.758893, + "f1": 0.722688, + "accuracy": 0.758893, + "main_score": 0.722688, + "hf_subset": "hau_Latn-kaz_Cyrl", + "languages": [ + "hau-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52197, + "recall": 0.567194, + "f1": 0.534245, + "accuracy": 0.567194, + "main_score": 0.534245, + "hf_subset": "hau_Latn-lug_Latn", + "languages": [ + "hau-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737205, + "recall": 0.783597, + "f1": 0.749714, + "accuracy": 0.783597, + "main_score": 0.749714, + "hf_subset": "hau_Latn-oci_Latn", + "languages": [ + "hau-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655175, + "recall": 0.708498, + "f1": 0.669542, + "accuracy": 0.708498, + "main_score": 0.669542, + "hf_subset": "hau_Latn-smo_Latn", + "languages": [ + "hau-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529293, + "recall": 0.575099, + "f1": 0.542091, + "accuracy": 0.575099, + "main_score": 0.542091, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585494, + "recall": 0.636364, + "f1": 0.599841, + "accuracy": 0.636364, + "main_score": 0.599841, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582949, + "recall": 0.648221, + "f1": 0.601019, + "accuracy": 0.648221, + "main_score": 0.601019, + "hf_subset": "hau_Latn-azb_Arab", + "languages": [ + "hau-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72975, + "recall": 0.77668, + "f1": 0.742849, + "accuracy": 0.77668, + "main_score": 0.742849, + "hf_subset": "hau_Latn-deu_Latn", + "languages": [ + "hau-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.663242, + "recall": 0.720356, + "f1": 0.678568, + "accuracy": 0.720356, + "main_score": 0.678568, + "hf_subset": "hau_Latn-hat_Latn", + "languages": [ + "hau-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494203, + "recall": 0.531621, + "f1": 0.504914, + "accuracy": 0.531621, + "main_score": 0.504914, + "hf_subset": "hau_Latn-kbp_Latn", + "languages": [ + "hau-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561232, + "recall": 0.596838, + "f1": 0.571202, + "accuracy": 0.596838, + "main_score": 0.571202, + "hf_subset": "hau_Latn-luo_Latn", + "languages": [ + "hau-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682478, + "recall": 0.738142, + "f1": 0.697968, + "accuracy": 0.738142, + "main_score": 0.697968, + "hf_subset": "hau_Latn-ory_Orya", + "languages": [ + "hau-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544062, + "recall": 0.586957, + "f1": 0.555784, + "accuracy": 0.586957, + "main_score": 0.555784, + "hf_subset": "hau_Latn-sna_Latn", + "languages": [ + "hau-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548441, + "recall": 0.586957, + "f1": 0.559279, + "accuracy": 0.586957, + "main_score": 0.559279, + "hf_subset": "hau_Latn-tso_Latn", + "languages": [ + "hau-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671875, + "recall": 0.731225, + "f1": 0.688033, + "accuracy": 0.731225, + "main_score": 0.688033, + "hf_subset": "hau_Latn-azj_Latn", + "languages": [ + "hau-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508291, + "recall": 0.552372, + "f1": 0.5215, + "accuracy": 0.552372, + "main_score": 0.5215, + "hf_subset": "hau_Latn-dik_Latn", + "languages": [ + "hau-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673271, + "recall": 0.717391, + "f1": 0.684981, + "accuracy": 0.717391, + "main_score": 0.684981, + "hf_subset": "hau_Latn-kea_Latn", + "languages": [ + "hau-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574688, + "recall": 0.609684, + "f1": 0.584068, + "accuracy": 0.609684, + "main_score": 0.584068, + "hf_subset": "hau_Latn-lus_Latn", + "languages": [ + "hau-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586612, + "recall": 0.617589, + "f1": 0.595548, + "accuracy": 0.617589, + "main_score": 0.595548, + "hf_subset": "hau_Latn-pag_Latn", + "languages": [ + "hau-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678023, + "recall": 0.735178, + "f1": 0.69431, + "accuracy": 0.735178, + "main_score": 0.69431, + "hf_subset": "hau_Latn-snd_Arab", + "languages": [ + "hau-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629084, + "recall": 0.682806, + "f1": 0.644321, + "accuracy": 0.682806, + "main_score": 0.644321, + "hf_subset": "hau_Latn-tuk_Latn", + "languages": [ + "hau-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658322, + "recall": 0.708498, + "f1": 0.67176, + "accuracy": 0.708498, + "main_score": 0.67176, + "hf_subset": "hau_Latn-bak_Cyrl", + "languages": [ + "hau-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.441394, + "recall": 0.501976, + "f1": 0.458931, + "accuracy": 0.501976, + "main_score": 0.458931, + "hf_subset": "hau_Latn-dyu_Latn", + "languages": [ + "hau-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725247, + "recall": 0.77668, + "f1": 0.739233, + "accuracy": 0.77668, + "main_score": 0.739233, + "hf_subset": "hau_Latn-heb_Hebr", + "languages": [ + "hau-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676743, + "recall": 0.729249, + "f1": 0.690755, + "accuracy": 0.729249, + "main_score": 0.690755, + "hf_subset": "hau_Latn-khk_Cyrl", + "languages": [ + "hau-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696718, + "recall": 0.749012, + "f1": 0.711014, + "accuracy": 0.749012, + "main_score": 0.711014, + "hf_subset": "hau_Latn-lvs_Latn", + "languages": [ + "hau-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70889, + "recall": 0.766798, + "f1": 0.725305, + "accuracy": 0.766798, + "main_score": 0.725305, + "hf_subset": "hau_Latn-pan_Guru", + "languages": [ + "hau-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603707, + "recall": 0.653162, + "f1": 0.617204, + "accuracy": 0.653162, + "main_score": 0.617204, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53584, + "recall": 0.577075, + "f1": 0.547609, + "accuracy": 0.577075, + "main_score": 0.547609, + "hf_subset": "hau_Latn-tum_Latn", + "languages": [ + "hau-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597851, + "recall": 0.661067, + "f1": 0.615937, + "accuracy": 0.661067, + "main_score": 0.615937, + "hf_subset": "kea_Latn-ace_Arab", + "languages": [ + "kea-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534747, + "recall": 0.599802, + "f1": 0.553061, + "accuracy": 0.599802, + "main_score": 0.553061, + "hf_subset": "kea_Latn-bam_Latn", + "languages": [ + "kea-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.357966, + "recall": 0.423913, + "f1": 0.375418, + "accuracy": 0.423913, + "main_score": 0.375418, + "hf_subset": "kea_Latn-dzo_Tibt", + "languages": [ + "kea-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-hin_Deva", + "languages": [ + "kea-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "kea_Latn-khm_Khmr", + "languages": [ + "kea-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kea_Latn-mag_Deva", + "languages": [ + "kea-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kea_Latn-pap_Latn", + "languages": [ + "kea-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603184, + "recall": 0.663043, + "f1": 0.618975, + "accuracy": 0.663043, + "main_score": 0.618975, + "hf_subset": "kea_Latn-sot_Latn", + "languages": [ + "kea-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-tur_Latn", + "languages": [ + "kea-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844697, + "recall": 0.87747, + "f1": 0.854644, + "accuracy": 0.87747, + "main_score": 0.854644, + "hf_subset": "kea_Latn-ace_Latn", + "languages": [ + "kea-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940711, + "recall": 0.956522, + "f1": 0.945817, + "accuracy": 0.956522, + "main_score": 0.945817, + "hf_subset": "kea_Latn-ban_Latn", + "languages": [ + "kea-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kea_Latn-ell_Grek", + "languages": [ + "kea-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "kea_Latn-hne_Deva", + "languages": [ + "kea-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593544, + "recall": 0.650198, + "f1": 0.608867, + "accuracy": 0.650198, + "main_score": 0.608867, + "hf_subset": "kea_Latn-kik_Latn", + "languages": [ + "kea-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-mai_Deva", + "languages": [ + "kea-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925642, + "recall": 0.948617, + "f1": 0.933037, + "accuracy": 0.948617, + "main_score": 0.933037, + "hf_subset": "kea_Latn-pbt_Arab", + "languages": [ + "kea-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-spa_Latn", + "languages": [ + "kea-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616126, + "recall": 0.678854, + "f1": 0.633712, + "accuracy": 0.678854, + "main_score": 0.633712, + "hf_subset": "kea_Latn-twi_Latn", + "languages": [ + "kea-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "kea_Latn-acm_Arab", + "languages": [ + "kea-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "kea_Latn-bel_Cyrl", + "languages": [ + "kea-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994401, + "recall": 0.996047, + "f1": 0.994895, + "accuracy": 0.996047, + "main_score": 0.994895, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "kea_Latn-hrv_Latn", + "languages": [ + "kea-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559083, + "recall": 0.617589, + "f1": 0.575295, + "accuracy": 0.617589, + "main_score": 0.575295, + "hf_subset": "kea_Latn-kin_Latn", + "languages": [ + "kea-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "kea_Latn-mal_Mlym", + "languages": [ + "kea-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-pes_Arab", + "languages": [ + "kea-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-srd_Latn", + "languages": [ + "kea-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181328, + "recall": 0.226285, + "f1": 0.192343, + "accuracy": 0.226285, + "main_score": 0.192343, + "hf_subset": "kea_Latn-tzm_Tfng", + "languages": [ + "kea-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kea_Latn-acq_Arab", + "languages": [ + "kea-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615573, + "recall": 0.668972, + "f1": 0.630388, + "accuracy": 0.668972, + "main_score": 0.630388, + "hf_subset": "kea_Latn-bem_Latn", + "languages": [ + "kea-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-epo_Latn", + "languages": [ + "kea-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-hun_Latn", + "languages": [ + "kea-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937945, + "recall": 0.956522, + "f1": 0.944005, + "accuracy": 0.956522, + "main_score": 0.944005, + "hf_subset": "kea_Latn-kir_Cyrl", + "languages": [ + "kea-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "kea_Latn-mar_Deva", + "languages": [ + "kea-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653649, + "recall": 0.709486, + "f1": 0.669751, + "accuracy": 0.709486, + "main_score": 0.669751, + "hf_subset": "kea_Latn-plt_Latn", + "languages": [ + "kea-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-srp_Cyrl", + "languages": [ + "kea-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874424, + "recall": 0.909091, + "f1": 0.885441, + "accuracy": 0.909091, + "main_score": 0.885441, + "hf_subset": "kea_Latn-uig_Arab", + "languages": [ + "kea-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961298, + "recall": 0.97332, + "f1": 0.965086, + "accuracy": 0.97332, + "main_score": 0.965086, + "hf_subset": "kea_Latn-aeb_Arab", + "languages": [ + "kea-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kea_Latn-ben_Beng", + "languages": [ + "kea-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "kea_Latn-est_Latn", + "languages": [ + "kea-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-hye_Armn", + "languages": [ + "kea-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565611, + "recall": 0.617589, + "f1": 0.580155, + "accuracy": 0.617589, + "main_score": 0.580155, + "hf_subset": "kea_Latn-kmb_Latn", + "languages": [ + "kea-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526434, + "recall": 0.597826, + "f1": 0.545539, + "accuracy": 0.597826, + "main_score": 0.545539, + "hf_subset": "kea_Latn-min_Arab", + "languages": [ + "kea-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-pol_Latn", + "languages": [ + "kea-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557832, + "recall": 0.615613, + "f1": 0.574297, + "accuracy": 0.615613, + "main_score": 0.574297, + "hf_subset": "kea_Latn-ssw_Latn", + "languages": [ + "kea-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ukr_Cyrl", + "languages": [ + "kea-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-afr_Latn", + "languages": [ + "kea-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972003, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "kea_Latn-bho_Deva", + "languages": [ + "kea-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950675, + "recall": 0.964427, + "f1": 0.955105, + "accuracy": 0.964427, + "main_score": 0.955105, + "hf_subset": "kea_Latn-eus_Latn", + "languages": [ + "kea-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594664, + "recall": 0.653162, + "f1": 0.610648, + "accuracy": 0.653162, + "main_score": 0.610648, + "hf_subset": "kea_Latn-ibo_Latn", + "languages": [ + "kea-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.830319, + "recall": 0.871542, + "f1": 0.842951, + "accuracy": 0.871542, + "main_score": 0.842951, + "hf_subset": "kea_Latn-kmr_Latn", + "languages": [ + "kea-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "kea_Latn-min_Latn", + "languages": [ + "kea-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kea_Latn-por_Latn", + "languages": [ + "kea-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "kea_Latn-sun_Latn", + "languages": [ + "kea-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542087, + "recall": 0.598814, + "f1": 0.558068, + "accuracy": 0.598814, + "main_score": 0.558068, + "hf_subset": "kea_Latn-umb_Latn", + "languages": [ + "kea-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kea_Latn-ajp_Arab", + "languages": [ + "kea-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550834, + "recall": 0.616601, + "f1": 0.568695, + "accuracy": 0.616601, + "main_score": 0.568695, + "hf_subset": "kea_Latn-bjn_Arab", + "languages": [ + "kea-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524783, + "recall": 0.58004, + "f1": 0.539932, + "accuracy": 0.58004, + "main_score": 0.539932, + "hf_subset": "kea_Latn-ewe_Latn", + "languages": [ + "kea-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926548, + "recall": 0.947628, + "f1": 0.9333, + "accuracy": 0.947628, + "main_score": 0.9333, + "hf_subset": "kea_Latn-ilo_Latn", + "languages": [ + "kea-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.306723, + "recall": 0.360672, + "f1": 0.321323, + "accuracy": 0.360672, + "main_score": 0.321323, + "hf_subset": "kea_Latn-knc_Arab", + "languages": [ + "kea-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kea_Latn-mkd_Cyrl", + "languages": [ + "kea-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-prs_Arab", + "languages": [ + "kea-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "kea_Latn-swe_Latn", + "languages": [ + "kea-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-urd_Arab", + "languages": [ + "kea-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603826, + "recall": 0.660079, + "f1": 0.618789, + "accuracy": 0.660079, + "main_score": 0.618789, + "hf_subset": "kea_Latn-aka_Latn", + "languages": [ + "kea-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958531, + "recall": 0.970356, + "f1": 0.962286, + "accuracy": 0.970356, + "main_score": 0.962286, + "hf_subset": "kea_Latn-bjn_Latn", + "languages": [ + "kea-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903244, + "recall": 0.93083, + "f1": 0.911759, + "accuracy": 0.93083, + "main_score": 0.911759, + "hf_subset": "kea_Latn-fao_Latn", + "languages": [ + "kea-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-ind_Latn", + "languages": [ + "kea-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584772, + "recall": 0.640316, + "f1": 0.599942, + "accuracy": 0.640316, + "main_score": 0.599942, + "hf_subset": "kea_Latn-knc_Latn", + "languages": [ + "kea-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-mlt_Latn", + "languages": [ + "kea-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685036, + "recall": 0.748024, + "f1": 0.703252, + "accuracy": 0.748024, + "main_score": 0.703252, + "hf_subset": "kea_Latn-quy_Latn", + "languages": [ + "kea-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927125, + "recall": 0.94664, + "f1": 0.933366, + "accuracy": 0.94664, + "main_score": 0.933366, + "hf_subset": "kea_Latn-swh_Latn", + "languages": [ + "kea-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966403, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "kea_Latn-uzn_Latn", + "languages": [ + "kea-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "kea_Latn-als_Latn", + "languages": [ + "kea-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505023, + "recall": 0.583992, + "f1": 0.527162, + "accuracy": 0.583992, + "main_score": 0.527162, + "hf_subset": "kea_Latn-bod_Tibt", + "languages": [ + "kea-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658296, + "recall": 0.714427, + "f1": 0.673722, + "accuracy": 0.714427, + "main_score": 0.673722, + "hf_subset": "kea_Latn-fij_Latn", + "languages": [ + "kea-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935935, + "recall": 0.955534, + "f1": 0.942194, + "accuracy": 0.955534, + "main_score": 0.942194, + "hf_subset": "kea_Latn-isl_Latn", + "languages": [ + "kea-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664465, + "recall": 0.719368, + "f1": 0.680336, + "accuracy": 0.719368, + "main_score": 0.680336, + "hf_subset": "kea_Latn-kon_Latn", + "languages": [ + "kea-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639649, + "recall": 0.706522, + "f1": 0.659009, + "accuracy": 0.706522, + "main_score": 0.659009, + "hf_subset": "kea_Latn-mni_Beng", + "languages": [ + "kea-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-ron_Latn", + "languages": [ + "kea-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969615, + "recall": 0.977273, + "f1": 0.972069, + "accuracy": 0.977273, + "main_score": 0.972069, + "hf_subset": "kea_Latn-szl_Latn", + "languages": [ + "kea-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-vec_Latn", + "languages": [ + "kea-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854035, + "recall": 0.894269, + "f1": 0.866469, + "accuracy": 0.894269, + "main_score": 0.866469, + "hf_subset": "kea_Latn-amh_Ethi", + "languages": [ + "kea-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-bos_Latn", + "languages": [ + "kea-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-fin_Latn", + "languages": [ + "kea-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "kea_Latn-ita_Latn", + "languages": [ + "kea-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976943, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-kor_Hang", + "languages": [ + "kea-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548201, + "recall": 0.607708, + "f1": 0.564286, + "accuracy": 0.607708, + "main_score": 0.564286, + "hf_subset": "kea_Latn-mos_Latn", + "languages": [ + "kea-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548397, + "recall": 0.599802, + "f1": 0.56244, + "accuracy": 0.599802, + "main_score": 0.56244, + "hf_subset": "kea_Latn-run_Latn", + "languages": [ + "kea-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "kea_Latn-tam_Taml", + "languages": [ + "kea-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "kea_Latn-vie_Latn", + "languages": [ + "kea-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-apc_Arab", + "languages": [ + "kea-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788159, + "recall": 0.833992, + "f1": 0.801515, + "accuracy": 0.833992, + "main_score": 0.801515, + "hf_subset": "kea_Latn-bug_Latn", + "languages": [ + "kea-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480227, + "recall": 0.535573, + "f1": 0.494482, + "accuracy": 0.535573, + "main_score": 0.494482, + "hf_subset": "kea_Latn-fon_Latn", + "languages": [ + "kea-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "kea_Latn-jav_Latn", + "languages": [ + "kea-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944829, + "recall": 0.961462, + "f1": 0.950099, + "accuracy": 0.961462, + "main_score": 0.950099, + "hf_subset": "kea_Latn-lao_Laoo", + "languages": [ + "kea-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772999, + "recall": 0.823123, + "f1": 0.787708, + "accuracy": 0.823123, + "main_score": 0.787708, + "hf_subset": "kea_Latn-mri_Latn", + "languages": [ + "kea-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kea_Latn-rus_Cyrl", + "languages": [ + "kea-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543882, + "recall": 0.600791, + "f1": 0.559602, + "accuracy": 0.600791, + "main_score": 0.559602, + "hf_subset": "kea_Latn-taq_Latn", + "languages": [ + "kea-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.98419, + "f1": 0.980402, + "accuracy": 0.98419, + "main_score": 0.980402, + "hf_subset": "kea_Latn-war_Latn", + "languages": [ + "kea-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "kea_Latn-arb_Arab", + "languages": [ + "kea-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-bul_Cyrl", + "languages": [ + "kea-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-fra_Latn", + "languages": [ + "kea-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kea_Latn-jpn_Jpan", + "languages": [ + "kea-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "kea_Latn-lij_Latn", + "languages": [ + "kea-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.954545, + "f1": 0.941864, + "accuracy": 0.954545, + "main_score": 0.941864, + "hf_subset": "kea_Latn-mya_Mymr", + "languages": [ + "kea-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601392, + "recall": 0.667984, + "f1": 0.619081, + "accuracy": 0.667984, + "main_score": 0.619081, + "hf_subset": "kea_Latn-sag_Latn", + "languages": [ + "kea-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193428, + "recall": 0.253953, + "f1": 0.206964, + "accuracy": 0.253953, + "main_score": 0.206964, + "hf_subset": "kea_Latn-taq_Tfng", + "languages": [ + "kea-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630797, + "recall": 0.693676, + "f1": 0.648682, + "accuracy": 0.693676, + "main_score": 0.648682, + "hf_subset": "kea_Latn-wol_Latn", + "languages": [ + "kea-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725529, + "recall": 0.785573, + "f1": 0.743072, + "accuracy": 0.785573, + "main_score": 0.743072, + "hf_subset": "kea_Latn-arb_Latn", + "languages": [ + "kea-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988472, + "recall": 0.992095, + "f1": 0.989625, + "accuracy": 0.992095, + "main_score": 0.989625, + "hf_subset": "kea_Latn-cat_Latn", + "languages": [ + "kea-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "kea_Latn-fur_Latn", + "languages": [ + "kea-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433307, + "recall": 0.490119, + "f1": 0.448801, + "accuracy": 0.490119, + "main_score": 0.448801, + "hf_subset": "kea_Latn-kab_Latn", + "languages": [ + "kea-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.971344, + "f1": 0.963439, + "accuracy": 0.971344, + "main_score": 0.963439, + "hf_subset": "kea_Latn-lim_Latn", + "languages": [ + "kea-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-nld_Latn", + "languages": [ + "kea-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "kea_Latn-san_Deva", + "languages": [ + "kea-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960063, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "kea_Latn-tat_Cyrl", + "languages": [ + "kea-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650643, + "recall": 0.708498, + "f1": 0.667463, + "accuracy": 0.708498, + "main_score": 0.667463, + "hf_subset": "kea_Latn-xho_Latn", + "languages": [ + "kea-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972497, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "kea_Latn-ars_Arab", + "languages": [ + "kea-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "kea_Latn-ceb_Latn", + "languages": [ + "kea-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552544, + "recall": 0.608696, + "f1": 0.568909, + "accuracy": 0.608696, + "main_score": 0.568909, + "hf_subset": "kea_Latn-fuv_Latn", + "languages": [ + "kea-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513271, + "recall": 0.574111, + "f1": 0.529759, + "accuracy": 0.574111, + "main_score": 0.529759, + "hf_subset": "kea_Latn-kac_Latn", + "languages": [ + "kea-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675009, + "recall": 0.725296, + "f1": 0.689133, + "accuracy": 0.725296, + "main_score": 0.689133, + "hf_subset": "kea_Latn-lin_Latn", + "languages": [ + "kea-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "kea_Latn-nno_Latn", + "languages": [ + "kea-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189576, + "recall": 0.259881, + "f1": 0.208159, + "accuracy": 0.259881, + "main_score": 0.208159, + "hf_subset": "kea_Latn-sat_Olck", + "languages": [ + "kea-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "kea_Latn-tel_Telu", + "languages": [ + "kea-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904809, + "recall": 0.932806, + "f1": 0.913702, + "accuracy": 0.932806, + "main_score": 0.913702, + "hf_subset": "kea_Latn-ydd_Hebr", + "languages": [ + "kea-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944746, + "recall": 0.960474, + "f1": 0.949638, + "accuracy": 0.960474, + "main_score": 0.949638, + "hf_subset": "kea_Latn-ary_Arab", + "languages": [ + "kea-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "kea_Latn-ces_Latn", + "languages": [ + "kea-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581182, + "recall": 0.636364, + "f1": 0.596131, + "accuracy": 0.636364, + "main_score": 0.596131, + "hf_subset": "kea_Latn-gaz_Latn", + "languages": [ + "kea-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573032, + "recall": 0.63834, + "f1": 0.591642, + "accuracy": 0.63834, + "main_score": 0.591642, + "hf_subset": "kea_Latn-kam_Latn", + "languages": [ + "kea-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "kea_Latn-lit_Latn", + "languages": [ + "kea-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986001, + "recall": 0.990119, + "f1": 0.987319, + "accuracy": 0.990119, + "main_score": 0.987319, + "hf_subset": "kea_Latn-nob_Latn", + "languages": [ + "kea-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967885, + "recall": 0.978261, + "f1": 0.971344, + "accuracy": 0.978261, + "main_score": 0.971344, + "hf_subset": "kea_Latn-scn_Latn", + "languages": [ + "kea-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919631, + "recall": 0.939723, + "f1": 0.925856, + "accuracy": 0.939723, + "main_score": 0.925856, + "hf_subset": "kea_Latn-tgk_Cyrl", + "languages": [ + "kea-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658969, + "recall": 0.724308, + "f1": 0.677803, + "accuracy": 0.724308, + "main_score": 0.677803, + "hf_subset": "kea_Latn-yor_Latn", + "languages": [ + "kea-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969203, + "recall": 0.979249, + "f1": 0.972497, + "accuracy": 0.979249, + "main_score": 0.972497, + "hf_subset": "kea_Latn-arz_Arab", + "languages": [ + "kea-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576387, + "recall": 0.639328, + "f1": 0.592995, + "accuracy": 0.639328, + "main_score": 0.592995, + "hf_subset": "kea_Latn-cjk_Latn", + "languages": [ + "kea-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714328, + "recall": 0.769763, + "f1": 0.730797, + "accuracy": 0.769763, + "main_score": 0.730797, + "hf_subset": "kea_Latn-gla_Latn", + "languages": [ + "kea-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969368, + "recall": 0.979249, + "f1": 0.972661, + "accuracy": 0.979249, + "main_score": 0.972661, + "hf_subset": "kea_Latn-kan_Knda", + "languages": [ + "kea-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "kea_Latn-lmo_Latn", + "languages": [ + "kea-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "kea_Latn-npi_Deva", + "languages": [ + "kea-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468095, + "recall": 0.528656, + "f1": 0.484369, + "accuracy": 0.528656, + "main_score": 0.484369, + "hf_subset": "kea_Latn-shn_Mymr", + "languages": [ + "kea-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "kea_Latn-tgl_Latn", + "languages": [ + "kea-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-yue_Hant", + "languages": [ + "kea-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "kea_Latn-asm_Beng", + "languages": [ + "kea-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882658, + "recall": 0.91502, + "f1": 0.892852, + "accuracy": 0.91502, + "main_score": 0.892852, + "hf_subset": "kea_Latn-ckb_Arab", + "languages": [ + "kea-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.789476, + "recall": 0.836957, + "f1": 0.804202, + "accuracy": 0.836957, + "main_score": 0.804202, + "hf_subset": "kea_Latn-gle_Latn", + "languages": [ + "kea-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913208, + "recall": 0.937747, + "f1": 0.921278, + "accuracy": 0.937747, + "main_score": 0.921278, + "hf_subset": "kea_Latn-kas_Arab", + "languages": [ + "kea-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.906621, + "recall": 0.932806, + "f1": 0.914855, + "accuracy": 0.932806, + "main_score": 0.914855, + "hf_subset": "kea_Latn-ltg_Latn", + "languages": [ + "kea-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616757, + "recall": 0.670949, + "f1": 0.63185, + "accuracy": 0.670949, + "main_score": 0.63185, + "hf_subset": "kea_Latn-nso_Latn", + "languages": [ + "kea-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929842, + "recall": 0.950593, + "f1": 0.936397, + "accuracy": 0.950593, + "main_score": 0.936397, + "hf_subset": "kea_Latn-sin_Sinh", + "languages": [ + "kea-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "kea_Latn-tha_Thai", + "languages": [ + "kea-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kea_Latn-zho_Hans", + "languages": [ + "kea-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "kea_Latn-ast_Latn", + "languages": [ + "kea-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.96805, + "accuracy": 0.975296, + "main_score": 0.96805, + "hf_subset": "kea_Latn-crh_Latn", + "languages": [ + "kea-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "kea_Latn-glg_Latn", + "languages": [ + "kea-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854941, + "recall": 0.894269, + "f1": 0.867062, + "accuracy": 0.894269, + "main_score": 0.867062, + "hf_subset": "kea_Latn-kas_Deva", + "languages": [ + "kea-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.971344, + "f1": 0.963274, + "accuracy": 0.971344, + "main_score": 0.963274, + "hf_subset": "kea_Latn-ltz_Latn", + "languages": [ + "kea-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475741, + "recall": 0.544466, + "f1": 0.49346, + "accuracy": 0.544466, + "main_score": 0.49346, + "hf_subset": "kea_Latn-nus_Latn", + "languages": [ + "kea-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-slk_Latn", + "languages": [ + "kea-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575676, + "recall": 0.640316, + "f1": 0.593565, + "accuracy": 0.640316, + "main_score": 0.593565, + "hf_subset": "kea_Latn-tir_Ethi", + "languages": [ + "kea-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "kea_Latn-zho_Hant", + "languages": [ + "kea-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "kea_Latn-awa_Deva", + "languages": [ + "kea-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.929216, + "recall": 0.948617, + "f1": 0.935277, + "accuracy": 0.948617, + "main_score": 0.935277, + "hf_subset": "kea_Latn-cym_Latn", + "languages": [ + "kea-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.826128, + "recall": 0.868577, + "f1": 0.838974, + "accuracy": 0.868577, + "main_score": 0.838974, + "hf_subset": "kea_Latn-grn_Latn", + "languages": [ + "kea-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.976285, + "f1": 0.969203, + "accuracy": 0.976285, + "main_score": 0.969203, + "hf_subset": "kea_Latn-kat_Geor", + "languages": [ + "kea-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.648879, + "recall": 0.701581, + "f1": 0.663534, + "accuracy": 0.701581, + "main_score": 0.663534, + "hf_subset": "kea_Latn-lua_Latn", + "languages": [ + "kea-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634131, + "recall": 0.693676, + "f1": 0.651115, + "accuracy": 0.693676, + "main_score": 0.651115, + "hf_subset": "kea_Latn-nya_Latn", + "languages": [ + "kea-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "kea_Latn-slv_Latn", + "languages": [ + "kea-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9091, + "recall": 0.931818, + "f1": 0.915893, + "accuracy": 0.931818, + "main_score": 0.915893, + "hf_subset": "kea_Latn-tpi_Latn", + "languages": [ + "kea-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-zsm_Latn", + "languages": [ + "kea-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546684, + "recall": 0.613636, + "f1": 0.565285, + "accuracy": 0.613636, + "main_score": 0.565285, + "hf_subset": "kea_Latn-ayr_Latn", + "languages": [ + "kea-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "kea_Latn-dan_Latn", + "languages": [ + "kea-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981061, + "recall": 0.987154, + "f1": 0.983037, + "accuracy": 0.987154, + "main_score": 0.983037, + "hf_subset": "kea_Latn-guj_Gujr", + "languages": [ + "kea-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "kea_Latn-kaz_Cyrl", + "languages": [ + "kea-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540637, + "recall": 0.596838, + "f1": 0.556278, + "accuracy": 0.596838, + "main_score": 0.556278, + "hf_subset": "kea_Latn-lug_Latn", + "languages": [ + "kea-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "kea_Latn-oci_Latn", + "languages": [ + "kea-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.774391, + "recall": 0.824111, + "f1": 0.788834, + "accuracy": 0.824111, + "main_score": 0.788834, + "hf_subset": "kea_Latn-smo_Latn", + "languages": [ + "kea-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545071, + "recall": 0.601779, + "f1": 0.560532, + "accuracy": 0.601779, + "main_score": 0.560532, + "hf_subset": "kea_Latn-tsn_Latn", + "languages": [ + "kea-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603049, + "recall": 0.657115, + "f1": 0.617542, + "accuracy": 0.657115, + "main_score": 0.617542, + "hf_subset": "kea_Latn-zul_Latn", + "languages": [ + "kea-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881917, + "recall": 0.913043, + "f1": 0.89193, + "accuracy": 0.913043, + "main_score": 0.89193, + "hf_subset": "kea_Latn-azb_Arab", + "languages": [ + "kea-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985672, + "recall": 0.990119, + "f1": 0.987154, + "accuracy": 0.990119, + "main_score": 0.987154, + "hf_subset": "kea_Latn-deu_Latn", + "languages": [ + "kea-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955122, + "recall": 0.967391, + "f1": 0.959058, + "accuracy": 0.967391, + "main_score": 0.959058, + "hf_subset": "kea_Latn-hat_Latn", + "languages": [ + "kea-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504182, + "recall": 0.557312, + "f1": 0.519128, + "accuracy": 0.557312, + "main_score": 0.519128, + "hf_subset": "kea_Latn-kbp_Latn", + "languages": [ + "kea-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570022, + "recall": 0.634387, + "f1": 0.587451, + "accuracy": 0.634387, + "main_score": 0.587451, + "hf_subset": "kea_Latn-luo_Latn", + "languages": [ + "kea-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975791, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "kea_Latn-ory_Orya", + "languages": [ + "kea-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582326, + "recall": 0.645257, + "f1": 0.600562, + "accuracy": 0.645257, + "main_score": 0.600562, + "hf_subset": "kea_Latn-sna_Latn", + "languages": [ + "kea-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552707, + "recall": 0.610672, + "f1": 0.567932, + "accuracy": 0.610672, + "main_score": 0.567932, + "hf_subset": "kea_Latn-tso_Latn", + "languages": [ + "kea-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966156, + "recall": 0.976285, + "f1": 0.969433, + "accuracy": 0.976285, + "main_score": 0.969433, + "hf_subset": "kea_Latn-azj_Latn", + "languages": [ + "kea-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53583, + "recall": 0.600791, + "f1": 0.554703, + "accuracy": 0.600791, + "main_score": 0.554703, + "hf_subset": "kea_Latn-dik_Latn", + "languages": [ + "kea-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695299, + "recall": 0.751976, + "f1": 0.711168, + "accuracy": 0.751976, + "main_score": 0.711168, + "hf_subset": "kea_Latn-hau_Latn", + "languages": [ + "kea-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706432, + "recall": 0.758893, + "f1": 0.721629, + "accuracy": 0.758893, + "main_score": 0.721629, + "hf_subset": "kea_Latn-lus_Latn", + "languages": [ + "kea-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859009, + "recall": 0.889328, + "f1": 0.868314, + "accuracy": 0.889328, + "main_score": 0.868314, + "hf_subset": "kea_Latn-pag_Latn", + "languages": [ + "kea-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "kea_Latn-snd_Arab", + "languages": [ + "kea-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881126, + "recall": 0.913043, + "f1": 0.890895, + "accuracy": 0.913043, + "main_score": 0.890895, + "hf_subset": "kea_Latn-tuk_Latn", + "languages": [ + "kea-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943099, + "recall": 0.958498, + "f1": 0.948024, + "accuracy": 0.958498, + "main_score": 0.948024, + "hf_subset": "kea_Latn-bak_Cyrl", + "languages": [ + "kea-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478025, + "recall": 0.560277, + "f1": 0.501783, + "accuracy": 0.560277, + "main_score": 0.501783, + "hf_subset": "kea_Latn-dyu_Latn", + "languages": [ + "kea-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.987154, + "f1": 0.984025, + "accuracy": 0.987154, + "main_score": 0.984025, + "hf_subset": "kea_Latn-heb_Hebr", + "languages": [ + "kea-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930501, + "recall": 0.951581, + "f1": 0.937253, + "accuracy": 0.951581, + "main_score": 0.937253, + "hf_subset": "kea_Latn-khk_Cyrl", + "languages": [ + "kea-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97859, + "recall": 0.985178, + "f1": 0.980731, + "accuracy": 0.985178, + "main_score": 0.980731, + "hf_subset": "kea_Latn-lvs_Latn", + "languages": [ + "kea-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "kea_Latn-pan_Guru", + "languages": [ + "kea-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664295, + "recall": 0.725296, + "f1": 0.681696, + "accuracy": 0.725296, + "main_score": 0.681696, + "hf_subset": "kea_Latn-som_Latn", + "languages": [ + "kea-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573708, + "recall": 0.62253, + "f1": 0.58705, + "accuracy": 0.62253, + "main_score": 0.58705, + "hf_subset": "kea_Latn-tum_Latn", + "languages": [ + "kea-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475018, + "recall": 0.530632, + "f1": 0.490982, + "accuracy": 0.530632, + "main_score": 0.490982, + "hf_subset": "lus_Latn-ace_Arab", + "languages": [ + "lus-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501146, + "recall": 0.555336, + "f1": 0.516453, + "accuracy": 0.555336, + "main_score": 0.516453, + "hf_subset": "lus_Latn-bam_Latn", + "languages": [ + "lus-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.273927, + "recall": 0.31917, + "f1": 0.284896, + "accuracy": 0.31917, + "main_score": 0.284896, + "hf_subset": "lus_Latn-dzo_Tibt", + "languages": [ + "lus-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739862, + "recall": 0.787549, + "f1": 0.752688, + "accuracy": 0.787549, + "main_score": 0.752688, + "hf_subset": "lus_Latn-hin_Deva", + "languages": [ + "lus-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674358, + "recall": 0.727273, + "f1": 0.689501, + "accuracy": 0.727273, + "main_score": 0.689501, + "hf_subset": "lus_Latn-khm_Khmr", + "languages": [ + "lus-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730008, + "recall": 0.777668, + "f1": 0.743734, + "accuracy": 0.777668, + "main_score": 0.743734, + "hf_subset": "lus_Latn-mag_Deva", + "languages": [ + "lus-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.710364, + "recall": 0.751976, + "f1": 0.72164, + "accuracy": 0.751976, + "main_score": 0.72164, + "hf_subset": "lus_Latn-pap_Latn", + "languages": [ + "lus-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56973, + "recall": 0.617589, + "f1": 0.582629, + "accuracy": 0.617589, + "main_score": 0.582629, + "hf_subset": "lus_Latn-sot_Latn", + "languages": [ + "lus-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740717, + "recall": 0.787549, + "f1": 0.753987, + "accuracy": 0.787549, + "main_score": 0.753987, + "hf_subset": "lus_Latn-tur_Latn", + "languages": [ + "lus-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670279, + "recall": 0.712451, + "f1": 0.682027, + "accuracy": 0.712451, + "main_score": 0.682027, + "hf_subset": "lus_Latn-ace_Latn", + "languages": [ + "lus-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704447, + "recall": 0.741107, + "f1": 0.714217, + "accuracy": 0.741107, + "main_score": 0.714217, + "hf_subset": "lus_Latn-ban_Latn", + "languages": [ + "lus-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719264, + "recall": 0.767787, + "f1": 0.731835, + "accuracy": 0.767787, + "main_score": 0.731835, + "hf_subset": "lus_Latn-ell_Grek", + "languages": [ + "lus-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712326, + "recall": 0.76087, + "f1": 0.72607, + "accuracy": 0.76087, + "main_score": 0.72607, + "hf_subset": "lus_Latn-hne_Deva", + "languages": [ + "lus-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574351, + "recall": 0.620553, + "f1": 0.587368, + "accuracy": 0.620553, + "main_score": 0.587368, + "hf_subset": "lus_Latn-kik_Latn", + "languages": [ + "lus-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740209, + "recall": 0.785573, + "f1": 0.752754, + "accuracy": 0.785573, + "main_score": 0.752754, + "hf_subset": "lus_Latn-mai_Deva", + "languages": [ + "lus-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659486, + "recall": 0.711462, + "f1": 0.674155, + "accuracy": 0.711462, + "main_score": 0.674155, + "hf_subset": "lus_Latn-pbt_Arab", + "languages": [ + "lus-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.734871, + "recall": 0.778656, + "f1": 0.746326, + "accuracy": 0.778656, + "main_score": 0.746326, + "hf_subset": "lus_Latn-spa_Latn", + "languages": [ + "lus-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600125, + "recall": 0.649209, + "f1": 0.613968, + "accuracy": 0.649209, + "main_score": 0.613968, + "hf_subset": "lus_Latn-twi_Latn", + "languages": [ + "lus-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.707403, + "recall": 0.753953, + "f1": 0.719789, + "accuracy": 0.753953, + "main_score": 0.719789, + "hf_subset": "lus_Latn-acm_Arab", + "languages": [ + "lus-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677128, + "recall": 0.728261, + "f1": 0.691325, + "accuracy": 0.728261, + "main_score": 0.691325, + "hf_subset": "lus_Latn-bel_Cyrl", + "languages": [ + "lus-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.758855, + "recall": 0.807312, + "f1": 0.772305, + "accuracy": 0.807312, + "main_score": 0.772305, + "hf_subset": "lus_Latn-eng_Latn", + "languages": [ + "lus-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737213, + "recall": 0.787549, + "f1": 0.750882, + "accuracy": 0.787549, + "main_score": 0.750882, + "hf_subset": "lus_Latn-hrv_Latn", + "languages": [ + "lus-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511248, + "recall": 0.559289, + "f1": 0.524667, + "accuracy": 0.559289, + "main_score": 0.524667, + "hf_subset": "lus_Latn-kin_Latn", + "languages": [ + "lus-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725239, + "recall": 0.774704, + "f1": 0.738891, + "accuracy": 0.774704, + "main_score": 0.738891, + "hf_subset": "lus_Latn-mal_Mlym", + "languages": [ + "lus-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714644, + "recall": 0.762846, + "f1": 0.727789, + "accuracy": 0.762846, + "main_score": 0.727789, + "hf_subset": "lus_Latn-pes_Arab", + "languages": [ + "lus-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694458, + "recall": 0.740119, + "f1": 0.706719, + "accuracy": 0.740119, + "main_score": 0.706719, + "hf_subset": "lus_Latn-srd_Latn", + "languages": [ + "lus-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.173196, + "recall": 0.216403, + "f1": 0.183991, + "accuracy": 0.216403, + "main_score": 0.183991, + "hf_subset": "lus_Latn-tzm_Tfng", + "languages": [ + "lus-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704224, + "recall": 0.754941, + "f1": 0.717709, + "accuracy": 0.754941, + "main_score": 0.717709, + "hf_subset": "lus_Latn-acq_Arab", + "languages": [ + "lus-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591103, + "recall": 0.642292, + "f1": 0.604725, + "accuracy": 0.642292, + "main_score": 0.604725, + "hf_subset": "lus_Latn-bem_Latn", + "languages": [ + "lus-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721309, + "recall": 0.766798, + "f1": 0.733311, + "accuracy": 0.766798, + "main_score": 0.733311, + "hf_subset": "lus_Latn-epo_Latn", + "languages": [ + "lus-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.717295, + "recall": 0.764822, + "f1": 0.729918, + "accuracy": 0.764822, + "main_score": 0.729918, + "hf_subset": "lus_Latn-hun_Latn", + "languages": [ + "lus-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.681861, + "recall": 0.731225, + "f1": 0.695242, + "accuracy": 0.731225, + "main_score": 0.695242, + "hf_subset": "lus_Latn-kir_Cyrl", + "languages": [ + "lus-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721027, + "recall": 0.769763, + "f1": 0.735021, + "accuracy": 0.769763, + "main_score": 0.735021, + "hf_subset": "lus_Latn-mar_Deva", + "languages": [ + "lus-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59608, + "recall": 0.647233, + "f1": 0.610771, + "accuracy": 0.647233, + "main_score": 0.610771, + "hf_subset": "lus_Latn-plt_Latn", + "languages": [ + "lus-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729289, + "recall": 0.774704, + "f1": 0.741234, + "accuracy": 0.774704, + "main_score": 0.741234, + "hf_subset": "lus_Latn-srp_Cyrl", + "languages": [ + "lus-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622105, + "recall": 0.674901, + "f1": 0.63701, + "accuracy": 0.674901, + "main_score": 0.63701, + "hf_subset": "lus_Latn-uig_Arab", + "languages": [ + "lus-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690875, + "recall": 0.738142, + "f1": 0.703734, + "accuracy": 0.738142, + "main_score": 0.703734, + "hf_subset": "lus_Latn-aeb_Arab", + "languages": [ + "lus-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724211, + "recall": 0.77668, + "f1": 0.738944, + "accuracy": 0.77668, + "main_score": 0.738944, + "hf_subset": "lus_Latn-ben_Beng", + "languages": [ + "lus-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724097, + "recall": 0.767787, + "f1": 0.735907, + "accuracy": 0.767787, + "main_score": 0.735907, + "hf_subset": "lus_Latn-est_Latn", + "languages": [ + "lus-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.69843, + "recall": 0.750988, + "f1": 0.713051, + "accuracy": 0.750988, + "main_score": 0.713051, + "hf_subset": "lus_Latn-hye_Armn", + "languages": [ + "lus-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52389, + "recall": 0.568182, + "f1": 0.536709, + "accuracy": 0.568182, + "main_score": 0.536709, + "hf_subset": "lus_Latn-kmb_Latn", + "languages": [ + "lus-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427244, + "recall": 0.492095, + "f1": 0.444482, + "accuracy": 0.492095, + "main_score": 0.444482, + "hf_subset": "lus_Latn-min_Arab", + "languages": [ + "lus-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720903, + "recall": 0.770751, + "f1": 0.734065, + "accuracy": 0.770751, + "main_score": 0.734065, + "hf_subset": "lus_Latn-pol_Latn", + "languages": [ + "lus-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549417, + "recall": 0.600791, + "f1": 0.563875, + "accuracy": 0.600791, + "main_score": 0.563875, + "hf_subset": "lus_Latn-ssw_Latn", + "languages": [ + "lus-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733439, + "recall": 0.780632, + "f1": 0.746222, + "accuracy": 0.780632, + "main_score": 0.746222, + "hf_subset": "lus_Latn-ukr_Cyrl", + "languages": [ + "lus-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736152, + "recall": 0.782609, + "f1": 0.748977, + "accuracy": 0.782609, + "main_score": 0.748977, + "hf_subset": "lus_Latn-afr_Latn", + "languages": [ + "lus-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714081, + "recall": 0.757905, + "f1": 0.725921, + "accuracy": 0.757905, + "main_score": 0.725921, + "hf_subset": "lus_Latn-bho_Deva", + "languages": [ + "lus-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675285, + "recall": 0.727273, + "f1": 0.689956, + "accuracy": 0.727273, + "main_score": 0.689956, + "hf_subset": "lus_Latn-eus_Latn", + "languages": [ + "lus-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555108, + "recall": 0.607708, + "f1": 0.569724, + "accuracy": 0.607708, + "main_score": 0.569724, + "hf_subset": "lus_Latn-ibo_Latn", + "languages": [ + "lus-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.617569, + "recall": 0.66996, + "f1": 0.632412, + "accuracy": 0.66996, + "main_score": 0.632412, + "hf_subset": "lus_Latn-kmr_Latn", + "languages": [ + "lus-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711093, + "recall": 0.752964, + "f1": 0.722317, + "accuracy": 0.752964, + "main_score": 0.722317, + "hf_subset": "lus_Latn-min_Latn", + "languages": [ + "lus-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753369, + "recall": 0.799407, + "f1": 0.766036, + "accuracy": 0.799407, + "main_score": 0.766036, + "hf_subset": "lus_Latn-por_Latn", + "languages": [ + "lus-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724683, + "recall": 0.766798, + "f1": 0.736061, + "accuracy": 0.766798, + "main_score": 0.736061, + "hf_subset": "lus_Latn-sun_Latn", + "languages": [ + "lus-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513228, + "recall": 0.56917, + "f1": 0.528772, + "accuracy": 0.56917, + "main_score": 0.528772, + "hf_subset": "lus_Latn-umb_Latn", + "languages": [ + "lus-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718396, + "recall": 0.764822, + "f1": 0.731047, + "accuracy": 0.764822, + "main_score": 0.731047, + "hf_subset": "lus_Latn-ajp_Arab", + "languages": [ + "lus-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468392, + "recall": 0.523715, + "f1": 0.483025, + "accuracy": 0.523715, + "main_score": 0.483025, + "hf_subset": "lus_Latn-bjn_Arab", + "languages": [ + "lus-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512114, + "recall": 0.560277, + "f1": 0.525535, + "accuracy": 0.560277, + "main_score": 0.525535, + "hf_subset": "lus_Latn-ewe_Latn", + "languages": [ + "lus-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718471, + "recall": 0.758893, + "f1": 0.730203, + "accuracy": 0.758893, + "main_score": 0.730203, + "hf_subset": "lus_Latn-ilo_Latn", + "languages": [ + "lus-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.307061, + "recall": 0.365613, + "f1": 0.323177, + "accuracy": 0.365613, + "main_score": 0.323177, + "hf_subset": "lus_Latn-knc_Arab", + "languages": [ + "lus-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723726, + "recall": 0.772727, + "f1": 0.737045, + "accuracy": 0.772727, + "main_score": 0.737045, + "hf_subset": "lus_Latn-mkd_Cyrl", + "languages": [ + "lus-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72799, + "recall": 0.777668, + "f1": 0.741846, + "accuracy": 0.777668, + "main_score": 0.741846, + "hf_subset": "lus_Latn-prs_Arab", + "languages": [ + "lus-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733977, + "recall": 0.783597, + "f1": 0.747356, + "accuracy": 0.783597, + "main_score": 0.747356, + "hf_subset": "lus_Latn-swe_Latn", + "languages": [ + "lus-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715108, + "recall": 0.768775, + "f1": 0.730063, + "accuracy": 0.768775, + "main_score": 0.730063, + "hf_subset": "lus_Latn-urd_Arab", + "languages": [ + "lus-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60084, + "recall": 0.647233, + "f1": 0.614087, + "accuracy": 0.647233, + "main_score": 0.614087, + "hf_subset": "lus_Latn-aka_Latn", + "languages": [ + "lus-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700783, + "recall": 0.748024, + "f1": 0.713896, + "accuracy": 0.748024, + "main_score": 0.713896, + "hf_subset": "lus_Latn-bjn_Latn", + "languages": [ + "lus-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635831, + "recall": 0.686759, + "f1": 0.649545, + "accuracy": 0.686759, + "main_score": 0.649545, + "hf_subset": "lus_Latn-fao_Latn", + "languages": [ + "lus-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747797, + "recall": 0.79249, + "f1": 0.760555, + "accuracy": 0.79249, + "main_score": 0.760555, + "hf_subset": "lus_Latn-ind_Latn", + "languages": [ + "lus-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578224, + "recall": 0.62747, + "f1": 0.592294, + "accuracy": 0.62747, + "main_score": 0.592294, + "hf_subset": "lus_Latn-knc_Latn", + "languages": [ + "lus-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719984, + "recall": 0.764822, + "f1": 0.731933, + "accuracy": 0.764822, + "main_score": 0.731933, + "hf_subset": "lus_Latn-mlt_Latn", + "languages": [ + "lus-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600259, + "recall": 0.650198, + "f1": 0.614608, + "accuracy": 0.650198, + "main_score": 0.614608, + "hf_subset": "lus_Latn-quy_Latn", + "languages": [ + "lus-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653065, + "recall": 0.710474, + "f1": 0.669655, + "accuracy": 0.710474, + "main_score": 0.669655, + "hf_subset": "lus_Latn-swh_Latn", + "languages": [ + "lus-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703736, + "recall": 0.749012, + "f1": 0.716471, + "accuracy": 0.749012, + "main_score": 0.716471, + "hf_subset": "lus_Latn-uzn_Latn", + "languages": [ + "lus-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719128, + "recall": 0.763834, + "f1": 0.731002, + "accuracy": 0.763834, + "main_score": 0.731002, + "hf_subset": "lus_Latn-als_Latn", + "languages": [ + "lus-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.344667, + "recall": 0.405138, + "f1": 0.35979, + "accuracy": 0.405138, + "main_score": 0.35979, + "hf_subset": "lus_Latn-bod_Tibt", + "languages": [ + "lus-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583548, + "recall": 0.630435, + "f1": 0.596694, + "accuracy": 0.630435, + "main_score": 0.596694, + "hf_subset": "lus_Latn-fij_Latn", + "languages": [ + "lus-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653796, + "recall": 0.708498, + "f1": 0.668929, + "accuracy": 0.708498, + "main_score": 0.668929, + "hf_subset": "lus_Latn-isl_Latn", + "languages": [ + "lus-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603977, + "recall": 0.655138, + "f1": 0.61898, + "accuracy": 0.655138, + "main_score": 0.61898, + "hf_subset": "lus_Latn-kon_Latn", + "languages": [ + "lus-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578368, + "recall": 0.637352, + "f1": 0.595061, + "accuracy": 0.637352, + "main_score": 0.595061, + "hf_subset": "lus_Latn-mni_Beng", + "languages": [ + "lus-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726713, + "recall": 0.77668, + "f1": 0.740743, + "accuracy": 0.77668, + "main_score": 0.740743, + "hf_subset": "lus_Latn-ron_Latn", + "languages": [ + "lus-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699301, + "recall": 0.743083, + "f1": 0.711953, + "accuracy": 0.743083, + "main_score": 0.711953, + "hf_subset": "lus_Latn-szl_Latn", + "languages": [ + "lus-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73661, + "recall": 0.780632, + "f1": 0.748498, + "accuracy": 0.780632, + "main_score": 0.748498, + "hf_subset": "lus_Latn-vec_Latn", + "languages": [ + "lus-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596328, + "recall": 0.656126, + "f1": 0.612938, + "accuracy": 0.656126, + "main_score": 0.612938, + "hf_subset": "lus_Latn-amh_Ethi", + "languages": [ + "lus-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740067, + "recall": 0.784585, + "f1": 0.751873, + "accuracy": 0.784585, + "main_score": 0.751873, + "hf_subset": "lus_Latn-bos_Latn", + "languages": [ + "lus-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711956, + "recall": 0.766798, + "f1": 0.726922, + "accuracy": 0.766798, + "main_score": 0.726922, + "hf_subset": "lus_Latn-fin_Latn", + "languages": [ + "lus-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736352, + "recall": 0.788538, + "f1": 0.750723, + "accuracy": 0.788538, + "main_score": 0.750723, + "hf_subset": "lus_Latn-ita_Latn", + "languages": [ + "lus-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726256, + "recall": 0.778656, + "f1": 0.741126, + "accuracy": 0.778656, + "main_score": 0.741126, + "hf_subset": "lus_Latn-kor_Hang", + "languages": [ + "lus-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543094, + "recall": 0.59585, + "f1": 0.557445, + "accuracy": 0.59585, + "main_score": 0.557445, + "hf_subset": "lus_Latn-mos_Latn", + "languages": [ + "lus-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541109, + "recall": 0.586957, + "f1": 0.553869, + "accuracy": 0.586957, + "main_score": 0.553869, + "hf_subset": "lus_Latn-run_Latn", + "languages": [ + "lus-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.706561, + "recall": 0.76087, + "f1": 0.721457, + "accuracy": 0.76087, + "main_score": 0.721457, + "hf_subset": "lus_Latn-tam_Taml", + "languages": [ + "lus-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726202, + "recall": 0.777668, + "f1": 0.740236, + "accuracy": 0.777668, + "main_score": 0.740236, + "hf_subset": "lus_Latn-vie_Latn", + "languages": [ + "lus-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705392, + "recall": 0.752964, + "f1": 0.718043, + "accuracy": 0.752964, + "main_score": 0.718043, + "hf_subset": "lus_Latn-apc_Arab", + "languages": [ + "lus-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649654, + "recall": 0.6917, + "f1": 0.662033, + "accuracy": 0.6917, + "main_score": 0.662033, + "hf_subset": "lus_Latn-bug_Latn", + "languages": [ + "lus-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467144, + "recall": 0.51581, + "f1": 0.47971, + "accuracy": 0.51581, + "main_score": 0.47971, + "hf_subset": "lus_Latn-fon_Latn", + "languages": [ + "lus-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.738706, + "recall": 0.775692, + "f1": 0.748941, + "accuracy": 0.775692, + "main_score": 0.748941, + "hf_subset": "lus_Latn-jav_Latn", + "languages": [ + "lus-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626887, + "recall": 0.688735, + "f1": 0.644223, + "accuracy": 0.688735, + "main_score": 0.644223, + "hf_subset": "lus_Latn-lao_Laoo", + "languages": [ + "lus-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559612, + "recall": 0.609684, + "f1": 0.573707, + "accuracy": 0.609684, + "main_score": 0.573707, + "hf_subset": "lus_Latn-mri_Latn", + "languages": [ + "lus-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735935, + "recall": 0.782609, + "f1": 0.748418, + "accuracy": 0.782609, + "main_score": 0.748418, + "hf_subset": "lus_Latn-rus_Cyrl", + "languages": [ + "lus-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513169, + "recall": 0.565217, + "f1": 0.52836, + "accuracy": 0.565217, + "main_score": 0.52836, + "hf_subset": "lus_Latn-taq_Latn", + "languages": [ + "lus-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744041, + "recall": 0.784585, + "f1": 0.754619, + "accuracy": 0.784585, + "main_score": 0.754619, + "hf_subset": "lus_Latn-war_Latn", + "languages": [ + "lus-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702146, + "recall": 0.755929, + "f1": 0.716834, + "accuracy": 0.755929, + "main_score": 0.716834, + "hf_subset": "lus_Latn-arb_Arab", + "languages": [ + "lus-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739001, + "recall": 0.781621, + "f1": 0.75019, + "accuracy": 0.781621, + "main_score": 0.75019, + "hf_subset": "lus_Latn-bul_Cyrl", + "languages": [ + "lus-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.739281, + "recall": 0.785573, + "f1": 0.751489, + "accuracy": 0.785573, + "main_score": 0.751489, + "hf_subset": "lus_Latn-fra_Latn", + "languages": [ + "lus-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.729602, + "recall": 0.775692, + "f1": 0.741974, + "accuracy": 0.775692, + "main_score": 0.741974, + "hf_subset": "lus_Latn-jpn_Jpan", + "languages": [ + "lus-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694469, + "recall": 0.744071, + "f1": 0.708495, + "accuracy": 0.744071, + "main_score": 0.708495, + "hf_subset": "lus_Latn-lij_Latn", + "languages": [ + "lus-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586519, + "recall": 0.655138, + "f1": 0.606527, + "accuracy": 0.655138, + "main_score": 0.606527, + "hf_subset": "lus_Latn-mya_Mymr", + "languages": [ + "lus-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554521, + "recall": 0.61166, + "f1": 0.570279, + "accuracy": 0.61166, + "main_score": 0.570279, + "hf_subset": "lus_Latn-sag_Latn", + "languages": [ + "lus-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.191262, + "recall": 0.238142, + "f1": 0.202208, + "accuracy": 0.238142, + "main_score": 0.202208, + "hf_subset": "lus_Latn-taq_Tfng", + "languages": [ + "lus-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60151, + "recall": 0.646245, + "f1": 0.614065, + "accuracy": 0.646245, + "main_score": 0.614065, + "hf_subset": "lus_Latn-wol_Latn", + "languages": [ + "lus-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520738, + "recall": 0.568182, + "f1": 0.533543, + "accuracy": 0.568182, + "main_score": 0.533543, + "hf_subset": "lus_Latn-arb_Latn", + "languages": [ + "lus-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740454, + "recall": 0.790514, + "f1": 0.753912, + "accuracy": 0.790514, + "main_score": 0.753912, + "hf_subset": "lus_Latn-cat_Latn", + "languages": [ + "lus-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708804, + "recall": 0.750988, + "f1": 0.720635, + "accuracy": 0.750988, + "main_score": 0.720635, + "hf_subset": "lus_Latn-fur_Latn", + "languages": [ + "lus-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.399805, + "recall": 0.44664, + "f1": 0.412051, + "accuracy": 0.44664, + "main_score": 0.412051, + "hf_subset": "lus_Latn-kab_Latn", + "languages": [ + "lus-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708698, + "recall": 0.751976, + "f1": 0.721612, + "accuracy": 0.751976, + "main_score": 0.721612, + "hf_subset": "lus_Latn-lim_Latn", + "languages": [ + "lus-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728799, + "recall": 0.779644, + "f1": 0.742806, + "accuracy": 0.779644, + "main_score": 0.742806, + "hf_subset": "lus_Latn-nld_Latn", + "languages": [ + "lus-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657495, + "recall": 0.717391, + "f1": 0.674302, + "accuracy": 0.717391, + "main_score": 0.674302, + "hf_subset": "lus_Latn-san_Deva", + "languages": [ + "lus-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704443, + "recall": 0.752964, + "f1": 0.717894, + "accuracy": 0.752964, + "main_score": 0.717894, + "hf_subset": "lus_Latn-tat_Cyrl", + "languages": [ + "lus-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597179, + "recall": 0.649209, + "f1": 0.612493, + "accuracy": 0.649209, + "main_score": 0.612493, + "hf_subset": "lus_Latn-xho_Latn", + "languages": [ + "lus-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690069, + "recall": 0.743083, + "f1": 0.704876, + "accuracy": 0.743083, + "main_score": 0.704876, + "hf_subset": "lus_Latn-ars_Arab", + "languages": [ + "lus-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737689, + "recall": 0.77668, + "f1": 0.748304, + "accuracy": 0.77668, + "main_score": 0.748304, + "hf_subset": "lus_Latn-ceb_Latn", + "languages": [ + "lus-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526964, + "recall": 0.578063, + "f1": 0.541792, + "accuracy": 0.578063, + "main_score": 0.541792, + "hf_subset": "lus_Latn-fuv_Latn", + "languages": [ + "lus-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533783, + "recall": 0.588933, + "f1": 0.549082, + "accuracy": 0.588933, + "main_score": 0.549082, + "hf_subset": "lus_Latn-kac_Latn", + "languages": [ + "lus-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614069, + "recall": 0.661067, + "f1": 0.627012, + "accuracy": 0.661067, + "main_score": 0.627012, + "hf_subset": "lus_Latn-lin_Latn", + "languages": [ + "lus-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72839, + "recall": 0.779644, + "f1": 0.742255, + "accuracy": 0.779644, + "main_score": 0.742255, + "hf_subset": "lus_Latn-nno_Latn", + "languages": [ + "lus-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.118023, + "recall": 0.164032, + "f1": 0.129192, + "accuracy": 0.164032, + "main_score": 0.129192, + "hf_subset": "lus_Latn-sat_Olck", + "languages": [ + "lus-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713937, + "recall": 0.76581, + "f1": 0.728382, + "accuracy": 0.76581, + "main_score": 0.728382, + "hf_subset": "lus_Latn-tel_Telu", + "languages": [ + "lus-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621156, + "recall": 0.674901, + "f1": 0.636296, + "accuracy": 0.674901, + "main_score": 0.636296, + "hf_subset": "lus_Latn-ydd_Hebr", + "languages": [ + "lus-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691464, + "recall": 0.742095, + "f1": 0.705095, + "accuracy": 0.742095, + "main_score": 0.705095, + "hf_subset": "lus_Latn-ary_Arab", + "languages": [ + "lus-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.725758, + "recall": 0.775692, + "f1": 0.73928, + "accuracy": 0.775692, + "main_score": 0.73928, + "hf_subset": "lus_Latn-ces_Latn", + "languages": [ + "lus-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512688, + "recall": 0.571146, + "f1": 0.5291, + "accuracy": 0.571146, + "main_score": 0.5291, + "hf_subset": "lus_Latn-gaz_Latn", + "languages": [ + "lus-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528611, + "recall": 0.581028, + "f1": 0.543989, + "accuracy": 0.581028, + "main_score": 0.543989, + "hf_subset": "lus_Latn-kam_Latn", + "languages": [ + "lus-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712747, + "recall": 0.759881, + "f1": 0.725815, + "accuracy": 0.759881, + "main_score": 0.725815, + "hf_subset": "lus_Latn-lit_Latn", + "languages": [ + "lus-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741219, + "recall": 0.783597, + "f1": 0.752074, + "accuracy": 0.783597, + "main_score": 0.752074, + "hf_subset": "lus_Latn-nob_Latn", + "languages": [ + "lus-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693432, + "recall": 0.740119, + "f1": 0.706135, + "accuracy": 0.740119, + "main_score": 0.706135, + "hf_subset": "lus_Latn-scn_Latn", + "languages": [ + "lus-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67365, + "recall": 0.722332, + "f1": 0.687252, + "accuracy": 0.722332, + "main_score": 0.687252, + "hf_subset": "lus_Latn-tgk_Cyrl", + "languages": [ + "lus-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535538, + "recall": 0.600791, + "f1": 0.553996, + "accuracy": 0.600791, + "main_score": 0.553996, + "hf_subset": "lus_Latn-yor_Latn", + "languages": [ + "lus-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720803, + "recall": 0.76087, + "f1": 0.731801, + "accuracy": 0.76087, + "main_score": 0.731801, + "hf_subset": "lus_Latn-arz_Arab", + "languages": [ + "lus-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522934, + "recall": 0.575099, + "f1": 0.537933, + "accuracy": 0.575099, + "main_score": 0.537933, + "hf_subset": "lus_Latn-cjk_Latn", + "languages": [ + "lus-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557889, + "recall": 0.608696, + "f1": 0.571862, + "accuracy": 0.608696, + "main_score": 0.571862, + "hf_subset": "lus_Latn-gla_Latn", + "languages": [ + "lus-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722638, + "recall": 0.778656, + "f1": 0.739143, + "accuracy": 0.778656, + "main_score": 0.739143, + "hf_subset": "lus_Latn-kan_Knda", + "languages": [ + "lus-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72119, + "recall": 0.758893, + "f1": 0.732016, + "accuracy": 0.758893, + "main_score": 0.732016, + "hf_subset": "lus_Latn-lmo_Latn", + "languages": [ + "lus-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.715559, + "recall": 0.766798, + "f1": 0.729708, + "accuracy": 0.766798, + "main_score": 0.729708, + "hf_subset": "lus_Latn-npi_Deva", + "languages": [ + "lus-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.460872, + "recall": 0.517787, + "f1": 0.476639, + "accuracy": 0.517787, + "main_score": 0.476639, + "hf_subset": "lus_Latn-shn_Mymr", + "languages": [ + "lus-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.747122, + "recall": 0.790514, + "f1": 0.758925, + "accuracy": 0.790514, + "main_score": 0.758925, + "hf_subset": "lus_Latn-tgl_Latn", + "languages": [ + "lus-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718958, + "recall": 0.771739, + "f1": 0.733325, + "accuracy": 0.771739, + "main_score": 0.733325, + "hf_subset": "lus_Latn-yue_Hant", + "languages": [ + "lus-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690084, + "recall": 0.741107, + "f1": 0.704594, + "accuracy": 0.741107, + "main_score": 0.704594, + "hf_subset": "lus_Latn-asm_Beng", + "languages": [ + "lus-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618068, + "recall": 0.668972, + "f1": 0.631885, + "accuracy": 0.668972, + "main_score": 0.631885, + "hf_subset": "lus_Latn-ckb_Arab", + "languages": [ + "lus-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571487, + "recall": 0.621542, + "f1": 0.585217, + "accuracy": 0.621542, + "main_score": 0.585217, + "hf_subset": "lus_Latn-gle_Latn", + "languages": [ + "lus-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644645, + "recall": 0.697628, + "f1": 0.659402, + "accuracy": 0.697628, + "main_score": 0.659402, + "hf_subset": "lus_Latn-kas_Arab", + "languages": [ + "lus-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650539, + "recall": 0.706522, + "f1": 0.666078, + "accuracy": 0.706522, + "main_score": 0.666078, + "hf_subset": "lus_Latn-ltg_Latn", + "languages": [ + "lus-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585445, + "recall": 0.635375, + "f1": 0.599498, + "accuracy": 0.635375, + "main_score": 0.599498, + "hf_subset": "lus_Latn-nso_Latn", + "languages": [ + "lus-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622281, + "recall": 0.681818, + "f1": 0.638545, + "accuracy": 0.681818, + "main_score": 0.638545, + "hf_subset": "lus_Latn-sin_Sinh", + "languages": [ + "lus-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718456, + "recall": 0.764822, + "f1": 0.731388, + "accuracy": 0.764822, + "main_score": 0.731388, + "hf_subset": "lus_Latn-tha_Thai", + "languages": [ + "lus-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716863, + "recall": 0.767787, + "f1": 0.730252, + "accuracy": 0.767787, + "main_score": 0.730252, + "hf_subset": "lus_Latn-zho_Hans", + "languages": [ + "lus-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733037, + "recall": 0.777668, + "f1": 0.745847, + "accuracy": 0.777668, + "main_score": 0.745847, + "hf_subset": "lus_Latn-ast_Latn", + "languages": [ + "lus-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696259, + "recall": 0.745059, + "f1": 0.70991, + "accuracy": 0.745059, + "main_score": 0.70991, + "hf_subset": "lus_Latn-crh_Latn", + "languages": [ + "lus-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737527, + "recall": 0.787549, + "f1": 0.751589, + "accuracy": 0.787549, + "main_score": 0.751589, + "hf_subset": "lus_Latn-glg_Latn", + "languages": [ + "lus-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623295, + "recall": 0.68083, + "f1": 0.639731, + "accuracy": 0.68083, + "main_score": 0.639731, + "hf_subset": "lus_Latn-kas_Deva", + "languages": [ + "lus-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698586, + "recall": 0.73913, + "f1": 0.709621, + "accuracy": 0.73913, + "main_score": 0.709621, + "hf_subset": "lus_Latn-ltz_Latn", + "languages": [ + "lus-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454389, + "recall": 0.51581, + "f1": 0.470981, + "accuracy": 0.51581, + "main_score": 0.470981, + "hf_subset": "lus_Latn-nus_Latn", + "languages": [ + "lus-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718471, + "recall": 0.771739, + "f1": 0.732852, + "accuracy": 0.771739, + "main_score": 0.732852, + "hf_subset": "lus_Latn-slk_Latn", + "languages": [ + "lus-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448473, + "recall": 0.516798, + "f1": 0.467159, + "accuracy": 0.516798, + "main_score": 0.467159, + "hf_subset": "lus_Latn-tir_Ethi", + "languages": [ + "lus-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731412, + "recall": 0.777668, + "f1": 0.744336, + "accuracy": 0.777668, + "main_score": 0.744336, + "hf_subset": "lus_Latn-zho_Hant", + "languages": [ + "lus-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.721642, + "recall": 0.766798, + "f1": 0.734241, + "accuracy": 0.766798, + "main_score": 0.734241, + "hf_subset": "lus_Latn-awa_Deva", + "languages": [ + "lus-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643169, + "recall": 0.692688, + "f1": 0.657232, + "accuracy": 0.692688, + "main_score": 0.657232, + "hf_subset": "lus_Latn-cym_Latn", + "languages": [ + "lus-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662352, + "recall": 0.704545, + "f1": 0.674639, + "accuracy": 0.704545, + "main_score": 0.674639, + "hf_subset": "lus_Latn-grn_Latn", + "languages": [ + "lus-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692547, + "recall": 0.748024, + "f1": 0.708404, + "accuracy": 0.748024, + "main_score": 0.708404, + "hf_subset": "lus_Latn-kat_Geor", + "languages": [ + "lus-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592371, + "recall": 0.633399, + "f1": 0.603859, + "accuracy": 0.633399, + "main_score": 0.603859, + "hf_subset": "lus_Latn-lua_Latn", + "languages": [ + "lus-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.591198, + "recall": 0.636364, + "f1": 0.604284, + "accuracy": 0.636364, + "main_score": 0.604284, + "hf_subset": "lus_Latn-nya_Latn", + "languages": [ + "lus-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720151, + "recall": 0.763834, + "f1": 0.731562, + "accuracy": 0.763834, + "main_score": 0.731562, + "hf_subset": "lus_Latn-slv_Latn", + "languages": [ + "lus-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737848, + "recall": 0.773715, + "f1": 0.747919, + "accuracy": 0.773715, + "main_score": 0.747919, + "hf_subset": "lus_Latn-tpi_Latn", + "languages": [ + "lus-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.736573, + "recall": 0.786561, + "f1": 0.750583, + "accuracy": 0.786561, + "main_score": 0.750583, + "hf_subset": "lus_Latn-zsm_Latn", + "languages": [ + "lus-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532569, + "recall": 0.583992, + "f1": 0.548158, + "accuracy": 0.583992, + "main_score": 0.548158, + "hf_subset": "lus_Latn-ayr_Latn", + "languages": [ + "lus-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73532, + "recall": 0.784585, + "f1": 0.748655, + "accuracy": 0.784585, + "main_score": 0.748655, + "hf_subset": "lus_Latn-dan_Latn", + "languages": [ + "lus-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733644, + "recall": 0.787549, + "f1": 0.749051, + "accuracy": 0.787549, + "main_score": 0.749051, + "hf_subset": "lus_Latn-guj_Gujr", + "languages": [ + "lus-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.719295, + "recall": 0.76581, + "f1": 0.732195, + "accuracy": 0.76581, + "main_score": 0.732195, + "hf_subset": "lus_Latn-kaz_Cyrl", + "languages": [ + "lus-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521057, + "recall": 0.573123, + "f1": 0.535022, + "accuracy": 0.573123, + "main_score": 0.535022, + "hf_subset": "lus_Latn-lug_Latn", + "languages": [ + "lus-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74118, + "recall": 0.787549, + "f1": 0.753915, + "accuracy": 0.787549, + "main_score": 0.753915, + "hf_subset": "lus_Latn-oci_Latn", + "languages": [ + "lus-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62065, + "recall": 0.674901, + "f1": 0.636234, + "accuracy": 0.674901, + "main_score": 0.636234, + "hf_subset": "lus_Latn-smo_Latn", + "languages": [ + "lus-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52282, + "recall": 0.581028, + "f1": 0.539157, + "accuracy": 0.581028, + "main_score": 0.539157, + "hf_subset": "lus_Latn-tsn_Latn", + "languages": [ + "lus-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55254, + "recall": 0.608696, + "f1": 0.568209, + "accuracy": 0.608696, + "main_score": 0.568209, + "hf_subset": "lus_Latn-zul_Latn", + "languages": [ + "lus-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605505, + "recall": 0.663043, + "f1": 0.621682, + "accuracy": 0.663043, + "main_score": 0.621682, + "hf_subset": "lus_Latn-azb_Arab", + "languages": [ + "lus-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741594, + "recall": 0.789526, + "f1": 0.754414, + "accuracy": 0.789526, + "main_score": 0.754414, + "hf_subset": "lus_Latn-deu_Latn", + "languages": [ + "lus-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636685, + "recall": 0.694664, + "f1": 0.652601, + "accuracy": 0.694664, + "main_score": 0.652601, + "hf_subset": "lus_Latn-hat_Latn", + "languages": [ + "lus-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488731, + "recall": 0.54249, + "f1": 0.503567, + "accuracy": 0.54249, + "main_score": 0.503567, + "hf_subset": "lus_Latn-kbp_Latn", + "languages": [ + "lus-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561744, + "recall": 0.61166, + "f1": 0.575834, + "accuracy": 0.61166, + "main_score": 0.575834, + "hf_subset": "lus_Latn-luo_Latn", + "languages": [ + "lus-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705675, + "recall": 0.756917, + "f1": 0.720292, + "accuracy": 0.756917, + "main_score": 0.720292, + "hf_subset": "lus_Latn-ory_Orya", + "languages": [ + "lus-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556558, + "recall": 0.608696, + "f1": 0.571416, + "accuracy": 0.608696, + "main_score": 0.571416, + "hf_subset": "lus_Latn-sna_Latn", + "languages": [ + "lus-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539606, + "recall": 0.58498, + "f1": 0.552294, + "accuracy": 0.58498, + "main_score": 0.552294, + "hf_subset": "lus_Latn-tso_Latn", + "languages": [ + "lus-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702017, + "recall": 0.755929, + "f1": 0.71733, + "accuracy": 0.755929, + "main_score": 0.71733, + "hf_subset": "lus_Latn-azj_Latn", + "languages": [ + "lus-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531826, + "recall": 0.582016, + "f1": 0.546551, + "accuracy": 0.582016, + "main_score": 0.546551, + "hf_subset": "lus_Latn-dik_Latn", + "languages": [ + "lus-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588565, + "recall": 0.636364, + "f1": 0.60189, + "accuracy": 0.636364, + "main_score": 0.60189, + "hf_subset": "lus_Latn-hau_Latn", + "languages": [ + "lus-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688028, + "recall": 0.729249, + "f1": 0.69976, + "accuracy": 0.729249, + "main_score": 0.69976, + "hf_subset": "lus_Latn-kea_Latn", + "languages": [ + "lus-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695028, + "recall": 0.732213, + "f1": 0.705828, + "accuracy": 0.732213, + "main_score": 0.705828, + "hf_subset": "lus_Latn-pag_Latn", + "languages": [ + "lus-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68698, + "recall": 0.740119, + "f1": 0.701586, + "accuracy": 0.740119, + "main_score": 0.701586, + "hf_subset": "lus_Latn-snd_Arab", + "languages": [ + "lus-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64425, + "recall": 0.690711, + "f1": 0.657386, + "accuracy": 0.690711, + "main_score": 0.657386, + "hf_subset": "lus_Latn-tuk_Latn", + "languages": [ + "lus-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.709645, + "recall": 0.753953, + "f1": 0.721546, + "accuracy": 0.753953, + "main_score": 0.721546, + "hf_subset": "lus_Latn-bak_Cyrl", + "languages": [ + "lus-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46554, + "recall": 0.533597, + "f1": 0.485312, + "accuracy": 0.533597, + "main_score": 0.485312, + "hf_subset": "lus_Latn-dyu_Latn", + "languages": [ + "lus-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.704937, + "recall": 0.752964, + "f1": 0.717637, + "accuracy": 0.752964, + "main_score": 0.717637, + "hf_subset": "lus_Latn-heb_Hebr", + "languages": [ + "lus-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662919, + "recall": 0.709486, + "f1": 0.67607, + "accuracy": 0.709486, + "main_score": 0.67607, + "hf_subset": "lus_Latn-khk_Cyrl", + "languages": [ + "lus-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727199, + "recall": 0.770751, + "f1": 0.738982, + "accuracy": 0.770751, + "main_score": 0.738982, + "hf_subset": "lus_Latn-lvs_Latn", + "languages": [ + "lus-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.722318, + "recall": 0.778656, + "f1": 0.738095, + "accuracy": 0.778656, + "main_score": 0.738095, + "hf_subset": "lus_Latn-pan_Guru", + "languages": [ + "lus-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538076, + "recall": 0.592885, + "f1": 0.554122, + "accuracy": 0.592885, + "main_score": 0.554122, + "hf_subset": "lus_Latn-som_Latn", + "languages": [ + "lus-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552808, + "recall": 0.601779, + "f1": 0.56651, + "accuracy": 0.601779, + "main_score": 0.56651, + "hf_subset": "lus_Latn-tum_Latn", + "languages": [ + "lus-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552728, + "recall": 0.613636, + "f1": 0.570246, + "accuracy": 0.613636, + "main_score": 0.570246, + "hf_subset": "pag_Latn-ace_Arab", + "languages": [ + "pag-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521806, + "recall": 0.581028, + "f1": 0.538402, + "accuracy": 0.581028, + "main_score": 0.538402, + "hf_subset": "pag_Latn-bam_Latn", + "languages": [ + "pag-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.289222, + "recall": 0.341897, + "f1": 0.303061, + "accuracy": 0.341897, + "main_score": 0.303061, + "hf_subset": "pag_Latn-dzo_Tibt", + "languages": [ + "pag-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869796, + "recall": 0.899209, + "f1": 0.878465, + "accuracy": 0.899209, + "main_score": 0.878465, + "hf_subset": "pag_Latn-hin_Deva", + "languages": [ + "pag-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.788908, + "recall": 0.833004, + "f1": 0.801929, + "accuracy": 0.833004, + "main_score": 0.801929, + "hf_subset": "pag_Latn-khm_Khmr", + "languages": [ + "pag-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864542, + "recall": 0.895257, + "f1": 0.873984, + "accuracy": 0.895257, + "main_score": 0.873984, + "hf_subset": "pag_Latn-mag_Deva", + "languages": [ + "pag-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852728, + "recall": 0.883399, + "f1": 0.861939, + "accuracy": 0.883399, + "main_score": 0.861939, + "hf_subset": "pag_Latn-pap_Latn", + "languages": [ + "pag-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583979, + "recall": 0.633399, + "f1": 0.597102, + "accuracy": 0.633399, + "main_score": 0.597102, + "hf_subset": "pag_Latn-sot_Latn", + "languages": [ + "pag-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844104, + "recall": 0.878458, + "f1": 0.85424, + "accuracy": 0.878458, + "main_score": 0.85424, + "hf_subset": "pag_Latn-tur_Latn", + "languages": [ + "pag-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.753113, + "recall": 0.795455, + "f1": 0.765849, + "accuracy": 0.795455, + "main_score": 0.765849, + "hf_subset": "pag_Latn-ace_Latn", + "languages": [ + "pag-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837086, + "recall": 0.866601, + "f1": 0.845753, + "accuracy": 0.866601, + "main_score": 0.845753, + "hf_subset": "pag_Latn-ban_Latn", + "languages": [ + "pag-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847936, + "recall": 0.885375, + "f1": 0.859157, + "accuracy": 0.885375, + "main_score": 0.859157, + "hf_subset": "pag_Latn-ell_Grek", + "languages": [ + "pag-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848792, + "recall": 0.881423, + "f1": 0.858649, + "accuracy": 0.881423, + "main_score": 0.858649, + "hf_subset": "pag_Latn-hne_Deva", + "languages": [ + "pag-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584042, + "recall": 0.635375, + "f1": 0.598504, + "accuracy": 0.635375, + "main_score": 0.598504, + "hf_subset": "pag_Latn-kik_Latn", + "languages": [ + "pag-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87486, + "recall": 0.903162, + "f1": 0.883619, + "accuracy": 0.903162, + "main_score": 0.883619, + "hf_subset": "pag_Latn-mai_Deva", + "languages": [ + "pag-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.772704, + "recall": 0.818182, + "f1": 0.786107, + "accuracy": 0.818182, + "main_score": 0.786107, + "hf_subset": "pag_Latn-pbt_Arab", + "languages": [ + "pag-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863316, + "recall": 0.896245, + "f1": 0.872875, + "accuracy": 0.896245, + "main_score": 0.872875, + "hf_subset": "pag_Latn-spa_Latn", + "languages": [ + "pag-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624757, + "recall": 0.676877, + "f1": 0.639265, + "accuracy": 0.676877, + "main_score": 0.639265, + "hf_subset": "pag_Latn-twi_Latn", + "languages": [ + "pag-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83941, + "recall": 0.876482, + "f1": 0.850171, + "accuracy": 0.876482, + "main_score": 0.850171, + "hf_subset": "pag_Latn-acm_Arab", + "languages": [ + "pag-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820784, + "recall": 0.857708, + "f1": 0.831559, + "accuracy": 0.857708, + "main_score": 0.831559, + "hf_subset": "pag_Latn-bel_Cyrl", + "languages": [ + "pag-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891142, + "recall": 0.916008, + "f1": 0.898442, + "accuracy": 0.916008, + "main_score": 0.898442, + "hf_subset": "pag_Latn-eng_Latn", + "languages": [ + "pag-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852167, + "recall": 0.885375, + "f1": 0.862138, + "accuracy": 0.885375, + "main_score": 0.862138, + "hf_subset": "pag_Latn-hrv_Latn", + "languages": [ + "pag-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51442, + "recall": 0.571146, + "f1": 0.530108, + "accuracy": 0.571146, + "main_score": 0.530108, + "hf_subset": "pag_Latn-kin_Latn", + "languages": [ + "pag-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845109, + "recall": 0.883399, + "f1": 0.85687, + "accuracy": 0.883399, + "main_score": 0.85687, + "hf_subset": "pag_Latn-mal_Mlym", + "languages": [ + "pag-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851607, + "recall": 0.884387, + "f1": 0.861022, + "accuracy": 0.884387, + "main_score": 0.861022, + "hf_subset": "pag_Latn-pes_Arab", + "languages": [ + "pag-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829523, + "recall": 0.860672, + "f1": 0.838514, + "accuracy": 0.860672, + "main_score": 0.838514, + "hf_subset": "pag_Latn-srd_Latn", + "languages": [ + "pag-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.178902, + "recall": 0.218379, + "f1": 0.188383, + "accuracy": 0.218379, + "main_score": 0.188383, + "hf_subset": "pag_Latn-tzm_Tfng", + "languages": [ + "pag-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854315, + "recall": 0.890316, + "f1": 0.86525, + "accuracy": 0.890316, + "main_score": 0.86525, + "hf_subset": "pag_Latn-acq_Arab", + "languages": [ + "pag-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612775, + "recall": 0.660079, + "f1": 0.625911, + "accuracy": 0.660079, + "main_score": 0.625911, + "hf_subset": "pag_Latn-bem_Latn", + "languages": [ + "pag-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852249, + "recall": 0.886364, + "f1": 0.86242, + "accuracy": 0.886364, + "main_score": 0.86242, + "hf_subset": "pag_Latn-epo_Latn", + "languages": [ + "pag-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840237, + "recall": 0.880435, + "f1": 0.852591, + "accuracy": 0.880435, + "main_score": 0.852591, + "hf_subset": "pag_Latn-hun_Latn", + "languages": [ + "pag-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.795366, + "recall": 0.832016, + "f1": 0.806079, + "accuracy": 0.832016, + "main_score": 0.806079, + "hf_subset": "pag_Latn-kir_Cyrl", + "languages": [ + "pag-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862608, + "recall": 0.891304, + "f1": 0.870951, + "accuracy": 0.891304, + "main_score": 0.870951, + "hf_subset": "pag_Latn-mar_Deva", + "languages": [ + "pag-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612715, + "recall": 0.660079, + "f1": 0.626309, + "accuracy": 0.660079, + "main_score": 0.626309, + "hf_subset": "pag_Latn-plt_Latn", + "languages": [ + "pag-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.86563, + "recall": 0.898221, + "f1": 0.875302, + "accuracy": 0.898221, + "main_score": 0.875302, + "hf_subset": "pag_Latn-srp_Cyrl", + "languages": [ + "pag-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720976, + "recall": 0.771739, + "f1": 0.735705, + "accuracy": 0.771739, + "main_score": 0.735705, + "hf_subset": "pag_Latn-uig_Arab", + "languages": [ + "pag-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.835507, + "recall": 0.871542, + "f1": 0.846349, + "accuracy": 0.871542, + "main_score": 0.846349, + "hf_subset": "pag_Latn-aeb_Arab", + "languages": [ + "pag-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856152, + "recall": 0.88834, + "f1": 0.865469, + "accuracy": 0.88834, + "main_score": 0.865469, + "hf_subset": "pag_Latn-ben_Beng", + "languages": [ + "pag-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834042, + "recall": 0.866601, + "f1": 0.843892, + "accuracy": 0.866601, + "main_score": 0.843892, + "hf_subset": "pag_Latn-est_Latn", + "languages": [ + "pag-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820135, + "recall": 0.859684, + "f1": 0.831591, + "accuracy": 0.859684, + "main_score": 0.831591, + "hf_subset": "pag_Latn-hye_Armn", + "languages": [ + "pag-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540704, + "recall": 0.588933, + "f1": 0.554548, + "accuracy": 0.588933, + "main_score": 0.554548, + "hf_subset": "pag_Latn-kmb_Latn", + "languages": [ + "pag-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47664, + "recall": 0.549407, + "f1": 0.496372, + "accuracy": 0.549407, + "main_score": 0.496372, + "hf_subset": "pag_Latn-min_Arab", + "languages": [ + "pag-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85555, + "recall": 0.88834, + "f1": 0.865269, + "accuracy": 0.88834, + "main_score": 0.865269, + "hf_subset": "pag_Latn-pol_Latn", + "languages": [ + "pag-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559269, + "recall": 0.619565, + "f1": 0.576114, + "accuracy": 0.619565, + "main_score": 0.576114, + "hf_subset": "pag_Latn-ssw_Latn", + "languages": [ + "pag-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85975, + "recall": 0.895257, + "f1": 0.870455, + "accuracy": 0.895257, + "main_score": 0.870455, + "hf_subset": "pag_Latn-ukr_Cyrl", + "languages": [ + "pag-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.875906, + "recall": 0.906126, + "f1": 0.884881, + "accuracy": 0.906126, + "main_score": 0.884881, + "hf_subset": "pag_Latn-afr_Latn", + "languages": [ + "pag-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85802, + "recall": 0.884387, + "f1": 0.866173, + "accuracy": 0.884387, + "main_score": 0.866173, + "hf_subset": "pag_Latn-bho_Deva", + "languages": [ + "pag-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800148, + "recall": 0.842885, + "f1": 0.813636, + "accuracy": 0.842885, + "main_score": 0.813636, + "hf_subset": "pag_Latn-eus_Latn", + "languages": [ + "pag-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559826, + "recall": 0.619565, + "f1": 0.576575, + "accuracy": 0.619565, + "main_score": 0.576575, + "hf_subset": "pag_Latn-ibo_Latn", + "languages": [ + "pag-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675033, + "recall": 0.730237, + "f1": 0.691046, + "accuracy": 0.730237, + "main_score": 0.691046, + "hf_subset": "pag_Latn-kmr_Latn", + "languages": [ + "pag-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.825733, + "recall": 0.858696, + "f1": 0.835072, + "accuracy": 0.858696, + "main_score": 0.835072, + "hf_subset": "pag_Latn-min_Latn", + "languages": [ + "pag-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881085, + "recall": 0.911067, + "f1": 0.890009, + "accuracy": 0.911067, + "main_score": 0.890009, + "hf_subset": "pag_Latn-por_Latn", + "languages": [ + "pag-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845169, + "recall": 0.876482, + "f1": 0.85432, + "accuracy": 0.876482, + "main_score": 0.85432, + "hf_subset": "pag_Latn-sun_Latn", + "languages": [ + "pag-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523241, + "recall": 0.58004, + "f1": 0.539155, + "accuracy": 0.58004, + "main_score": 0.539155, + "hf_subset": "pag_Latn-umb_Latn", + "languages": [ + "pag-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848243, + "recall": 0.882411, + "f1": 0.858508, + "accuracy": 0.882411, + "main_score": 0.858508, + "hf_subset": "pag_Latn-ajp_Arab", + "languages": [ + "pag-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514272, + "recall": 0.58004, + "f1": 0.533204, + "accuracy": 0.58004, + "main_score": 0.533204, + "hf_subset": "pag_Latn-bjn_Arab", + "languages": [ + "pag-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537666, + "recall": 0.585968, + "f1": 0.5509, + "accuracy": 0.585968, + "main_score": 0.5509, + "hf_subset": "pag_Latn-ewe_Latn", + "languages": [ + "pag-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870825, + "recall": 0.897233, + "f1": 0.878744, + "accuracy": 0.897233, + "main_score": 0.878744, + "hf_subset": "pag_Latn-ilo_Latn", + "languages": [ + "pag-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315211, + "recall": 0.37747, + "f1": 0.331774, + "accuracy": 0.37747, + "main_score": 0.331774, + "hf_subset": "pag_Latn-knc_Arab", + "languages": [ + "pag-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859816, + "recall": 0.891304, + "f1": 0.869151, + "accuracy": 0.891304, + "main_score": 0.869151, + "hf_subset": "pag_Latn-mkd_Cyrl", + "languages": [ + "pag-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850264, + "recall": 0.885375, + "f1": 0.860524, + "accuracy": 0.885375, + "main_score": 0.860524, + "hf_subset": "pag_Latn-prs_Arab", + "languages": [ + "pag-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.868297, + "recall": 0.902174, + "f1": 0.878524, + "accuracy": 0.902174, + "main_score": 0.878524, + "hf_subset": "pag_Latn-swe_Latn", + "languages": [ + "pag-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.841233, + "recall": 0.879447, + "f1": 0.852848, + "accuracy": 0.879447, + "main_score": 0.852848, + "hf_subset": "pag_Latn-urd_Arab", + "languages": [ + "pag-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587576, + "recall": 0.649209, + "f1": 0.605101, + "accuracy": 0.649209, + "main_score": 0.605101, + "hf_subset": "pag_Latn-aka_Latn", + "languages": [ + "pag-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833623, + "recall": 0.866601, + "f1": 0.843692, + "accuracy": 0.866601, + "main_score": 0.843692, + "hf_subset": "pag_Latn-bjn_Latn", + "languages": [ + "pag-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745902, + "recall": 0.793478, + "f1": 0.759969, + "accuracy": 0.793478, + "main_score": 0.759969, + "hf_subset": "pag_Latn-fao_Latn", + "languages": [ + "pag-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.870586, + "recall": 0.902174, + "f1": 0.880069, + "accuracy": 0.902174, + "main_score": 0.880069, + "hf_subset": "pag_Latn-ind_Latn", + "languages": [ + "pag-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592523, + "recall": 0.645257, + "f1": 0.607077, + "accuracy": 0.645257, + "main_score": 0.607077, + "hf_subset": "pag_Latn-knc_Latn", + "languages": [ + "pag-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849763, + "recall": 0.878458, + "f1": 0.857708, + "accuracy": 0.878458, + "main_score": 0.857708, + "hf_subset": "pag_Latn-mlt_Latn", + "languages": [ + "pag-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634243, + "recall": 0.687747, + "f1": 0.650068, + "accuracy": 0.687747, + "main_score": 0.650068, + "hf_subset": "pag_Latn-quy_Latn", + "languages": [ + "pag-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.743059, + "recall": 0.789526, + "f1": 0.756162, + "accuracy": 0.789526, + "main_score": 0.756162, + "hf_subset": "pag_Latn-swh_Latn", + "languages": [ + "pag-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811641, + "recall": 0.851779, + "f1": 0.823341, + "accuracy": 0.851779, + "main_score": 0.823341, + "hf_subset": "pag_Latn-uzn_Latn", + "languages": [ + "pag-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.840613, + "recall": 0.874506, + "f1": 0.850678, + "accuracy": 0.874506, + "main_score": 0.850678, + "hf_subset": "pag_Latn-als_Latn", + "languages": [ + "pag-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360187, + "recall": 0.43083, + "f1": 0.377364, + "accuracy": 0.43083, + "main_score": 0.377364, + "hf_subset": "pag_Latn-bod_Tibt", + "languages": [ + "pag-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.625974, + "recall": 0.66996, + "f1": 0.6376, + "accuracy": 0.66996, + "main_score": 0.6376, + "hf_subset": "pag_Latn-fij_Latn", + "languages": [ + "pag-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.766662, + "recall": 0.814229, + "f1": 0.780258, + "accuracy": 0.814229, + "main_score": 0.780258, + "hf_subset": "pag_Latn-isl_Latn", + "languages": [ + "pag-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646887, + "recall": 0.6917, + "f1": 0.659985, + "accuracy": 0.6917, + "main_score": 0.659985, + "hf_subset": "pag_Latn-kon_Latn", + "languages": [ + "pag-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65084, + "recall": 0.709486, + "f1": 0.667791, + "accuracy": 0.709486, + "main_score": 0.667791, + "hf_subset": "pag_Latn-mni_Beng", + "languages": [ + "pag-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.876235, + "recall": 0.907115, + "f1": 0.885724, + "accuracy": 0.907115, + "main_score": 0.885724, + "hf_subset": "pag_Latn-ron_Latn", + "languages": [ + "pag-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.827794, + "recall": 0.862648, + "f1": 0.838702, + "accuracy": 0.862648, + "main_score": 0.838702, + "hf_subset": "pag_Latn-szl_Latn", + "languages": [ + "pag-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858959, + "recall": 0.893281, + "f1": 0.869123, + "accuracy": 0.893281, + "main_score": 0.869123, + "hf_subset": "pag_Latn-vec_Latn", + "languages": [ + "pag-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690881, + "recall": 0.744071, + "f1": 0.706476, + "accuracy": 0.744071, + "main_score": 0.706476, + "hf_subset": "pag_Latn-amh_Ethi", + "languages": [ + "pag-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855805, + "recall": 0.88834, + "f1": 0.865371, + "accuracy": 0.88834, + "main_score": 0.865371, + "hf_subset": "pag_Latn-bos_Latn", + "languages": [ + "pag-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833514, + "recall": 0.871542, + "f1": 0.844769, + "accuracy": 0.871542, + "main_score": 0.844769, + "hf_subset": "pag_Latn-fin_Latn", + "languages": [ + "pag-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.859816, + "recall": 0.893281, + "f1": 0.869438, + "accuracy": 0.893281, + "main_score": 0.869438, + "hf_subset": "pag_Latn-ita_Latn", + "languages": [ + "pag-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856176, + "recall": 0.890316, + "f1": 0.866996, + "accuracy": 0.890316, + "main_score": 0.866996, + "hf_subset": "pag_Latn-kor_Hang", + "languages": [ + "pag-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557744, + "recall": 0.612648, + "f1": 0.573045, + "accuracy": 0.612648, + "main_score": 0.573045, + "hf_subset": "pag_Latn-mos_Latn", + "languages": [ + "pag-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536439, + "recall": 0.588933, + "f1": 0.550917, + "accuracy": 0.588933, + "main_score": 0.550917, + "hf_subset": "pag_Latn-run_Latn", + "languages": [ + "pag-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837043, + "recall": 0.870553, + "f1": 0.847019, + "accuracy": 0.870553, + "main_score": 0.847019, + "hf_subset": "pag_Latn-tam_Taml", + "languages": [ + "pag-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846945, + "recall": 0.882411, + "f1": 0.857466, + "accuracy": 0.882411, + "main_score": 0.857466, + "hf_subset": "pag_Latn-vie_Latn", + "languages": [ + "pag-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848682, + "recall": 0.882411, + "f1": 0.858733, + "accuracy": 0.882411, + "main_score": 0.858733, + "hf_subset": "pag_Latn-apc_Arab", + "languages": [ + "pag-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.760194, + "recall": 0.800395, + "f1": 0.772021, + "accuracy": 0.800395, + "main_score": 0.772021, + "hf_subset": "pag_Latn-bug_Latn", + "languages": [ + "pag-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487428, + "recall": 0.538538, + "f1": 0.501053, + "accuracy": 0.538538, + "main_score": 0.501053, + "hf_subset": "pag_Latn-fon_Latn", + "languages": [ + "pag-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84753, + "recall": 0.873518, + "f1": 0.855289, + "accuracy": 0.873518, + "main_score": 0.855289, + "hf_subset": "pag_Latn-jav_Latn", + "languages": [ + "pag-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752042, + "recall": 0.799407, + "f1": 0.766144, + "accuracy": 0.799407, + "main_score": 0.766144, + "hf_subset": "pag_Latn-lao_Laoo", + "languages": [ + "pag-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.622807, + "recall": 0.677866, + "f1": 0.638728, + "accuracy": 0.677866, + "main_score": 0.638728, + "hf_subset": "pag_Latn-mri_Latn", + "languages": [ + "pag-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856217, + "recall": 0.890316, + "f1": 0.866411, + "accuracy": 0.890316, + "main_score": 0.866411, + "hf_subset": "pag_Latn-rus_Cyrl", + "languages": [ + "pag-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540098, + "recall": 0.599802, + "f1": 0.556235, + "accuracy": 0.599802, + "main_score": 0.556235, + "hf_subset": "pag_Latn-taq_Latn", + "languages": [ + "pag-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.893998, + "recall": 0.917984, + "f1": 0.901136, + "accuracy": 0.917984, + "main_score": 0.901136, + "hf_subset": "pag_Latn-war_Latn", + "languages": [ + "pag-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854333, + "recall": 0.889328, + "f1": 0.864432, + "accuracy": 0.889328, + "main_score": 0.864432, + "hf_subset": "pag_Latn-arb_Arab", + "languages": [ + "pag-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856752, + "recall": 0.891304, + "f1": 0.867194, + "accuracy": 0.891304, + "main_score": 0.867194, + "hf_subset": "pag_Latn-bul_Cyrl", + "languages": [ + "pag-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874862, + "recall": 0.903162, + "f1": 0.882979, + "accuracy": 0.903162, + "main_score": 0.882979, + "hf_subset": "pag_Latn-fra_Latn", + "languages": [ + "pag-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861497, + "recall": 0.892292, + "f1": 0.870793, + "accuracy": 0.892292, + "main_score": 0.870793, + "hf_subset": "pag_Latn-jpn_Jpan", + "languages": [ + "pag-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845704, + "recall": 0.878458, + "f1": 0.85519, + "accuracy": 0.878458, + "main_score": 0.85519, + "hf_subset": "pag_Latn-lij_Latn", + "languages": [ + "pag-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716035, + "recall": 0.778656, + "f1": 0.734505, + "accuracy": 0.778656, + "main_score": 0.734505, + "hf_subset": "pag_Latn-mya_Mymr", + "languages": [ + "pag-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58824, + "recall": 0.645257, + "f1": 0.603715, + "accuracy": 0.645257, + "main_score": 0.603715, + "hf_subset": "pag_Latn-sag_Latn", + "languages": [ + "pag-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193389, + "recall": 0.244071, + "f1": 0.204854, + "accuracy": 0.244071, + "main_score": 0.204854, + "hf_subset": "pag_Latn-taq_Tfng", + "languages": [ + "pag-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623634, + "recall": 0.679842, + "f1": 0.639305, + "accuracy": 0.679842, + "main_score": 0.639305, + "hf_subset": "pag_Latn-wol_Latn", + "languages": [ + "pag-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581085, + "recall": 0.645257, + "f1": 0.599069, + "accuracy": 0.645257, + "main_score": 0.599069, + "hf_subset": "pag_Latn-arb_Latn", + "languages": [ + "pag-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874382, + "recall": 0.90415, + "f1": 0.883289, + "accuracy": 0.90415, + "main_score": 0.883289, + "hf_subset": "pag_Latn-cat_Latn", + "languages": [ + "pag-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845696, + "recall": 0.87747, + "f1": 0.854908, + "accuracy": 0.87747, + "main_score": 0.854908, + "hf_subset": "pag_Latn-fur_Latn", + "languages": [ + "pag-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409029, + "recall": 0.465415, + "f1": 0.423486, + "accuracy": 0.465415, + "main_score": 0.423486, + "hf_subset": "pag_Latn-kab_Latn", + "languages": [ + "pag-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828611, + "recall": 0.857708, + "f1": 0.836924, + "accuracy": 0.857708, + "main_score": 0.836924, + "hf_subset": "pag_Latn-lim_Latn", + "languages": [ + "pag-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852646, + "recall": 0.889328, + "f1": 0.863472, + "accuracy": 0.889328, + "main_score": 0.863472, + "hf_subset": "pag_Latn-nld_Latn", + "languages": [ + "pag-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778508, + "recall": 0.829051, + "f1": 0.793445, + "accuracy": 0.829051, + "main_score": 0.793445, + "hf_subset": "pag_Latn-san_Deva", + "languages": [ + "pag-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.821914, + "recall": 0.854743, + "f1": 0.83155, + "accuracy": 0.854743, + "main_score": 0.83155, + "hf_subset": "pag_Latn-tat_Cyrl", + "languages": [ + "pag-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630232, + "recall": 0.677866, + "f1": 0.644071, + "accuracy": 0.677866, + "main_score": 0.644071, + "hf_subset": "pag_Latn-xho_Latn", + "languages": [ + "pag-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850736, + "recall": 0.887352, + "f1": 0.86158, + "accuracy": 0.887352, + "main_score": 0.86158, + "hf_subset": "pag_Latn-ars_Arab", + "languages": [ + "pag-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887352, + "recall": 0.910079, + "f1": 0.894203, + "accuracy": 0.910079, + "main_score": 0.894203, + "hf_subset": "pag_Latn-ceb_Latn", + "languages": [ + "pag-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542931, + "recall": 0.606719, + "f1": 0.561325, + "accuracy": 0.606719, + "main_score": 0.561325, + "hf_subset": "pag_Latn-fuv_Latn", + "languages": [ + "pag-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511228, + "recall": 0.573123, + "f1": 0.527728, + "accuracy": 0.573123, + "main_score": 0.527728, + "hf_subset": "pag_Latn-kac_Latn", + "languages": [ + "pag-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.652339, + "recall": 0.70751, + "f1": 0.667556, + "accuracy": 0.70751, + "main_score": 0.667556, + "hf_subset": "pag_Latn-lin_Latn", + "languages": [ + "pag-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871122, + "recall": 0.898221, + "f1": 0.879191, + "accuracy": 0.898221, + "main_score": 0.879191, + "hf_subset": "pag_Latn-nno_Latn", + "languages": [ + "pag-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.128851, + "recall": 0.175889, + "f1": 0.140264, + "accuracy": 0.175889, + "main_score": 0.140264, + "hf_subset": "pag_Latn-sat_Olck", + "languages": [ + "pag-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857708, + "recall": 0.891304, + "f1": 0.867906, + "accuracy": 0.891304, + "main_score": 0.867906, + "hf_subset": "pag_Latn-tel_Telu", + "languages": [ + "pag-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.716134, + "recall": 0.770751, + "f1": 0.732529, + "accuracy": 0.770751, + "main_score": 0.732529, + "hf_subset": "pag_Latn-ydd_Hebr", + "languages": [ + "pag-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.799912, + "recall": 0.843874, + "f1": 0.813002, + "accuracy": 0.843874, + "main_score": 0.813002, + "hf_subset": "pag_Latn-ary_Arab", + "languages": [ + "pag-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864495, + "recall": 0.894269, + "f1": 0.873386, + "accuracy": 0.894269, + "main_score": 0.873386, + "hf_subset": "pag_Latn-ces_Latn", + "languages": [ + "pag-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553837, + "recall": 0.61166, + "f1": 0.570131, + "accuracy": 0.61166, + "main_score": 0.570131, + "hf_subset": "pag_Latn-gaz_Latn", + "languages": [ + "pag-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557033, + "recall": 0.62253, + "f1": 0.575274, + "accuracy": 0.62253, + "main_score": 0.575274, + "hf_subset": "pag_Latn-kam_Latn", + "languages": [ + "pag-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839321, + "recall": 0.871542, + "f1": 0.848704, + "accuracy": 0.871542, + "main_score": 0.848704, + "hf_subset": "pag_Latn-lit_Latn", + "languages": [ + "pag-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.862269, + "recall": 0.894269, + "f1": 0.871905, + "accuracy": 0.894269, + "main_score": 0.871905, + "hf_subset": "pag_Latn-nob_Latn", + "languages": [ + "pag-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818654, + "recall": 0.852767, + "f1": 0.82884, + "accuracy": 0.852767, + "main_score": 0.82884, + "hf_subset": "pag_Latn-scn_Latn", + "languages": [ + "pag-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.787173, + "recall": 0.821146, + "f1": 0.796833, + "accuracy": 0.821146, + "main_score": 0.796833, + "hf_subset": "pag_Latn-tgk_Cyrl", + "languages": [ + "pag-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573527, + "recall": 0.635375, + "f1": 0.591208, + "accuracy": 0.635375, + "main_score": 0.591208, + "hf_subset": "pag_Latn-yor_Latn", + "languages": [ + "pag-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.833317, + "recall": 0.868577, + "f1": 0.843874, + "accuracy": 0.868577, + "main_score": 0.843874, + "hf_subset": "pag_Latn-arz_Arab", + "languages": [ + "pag-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543746, + "recall": 0.606719, + "f1": 0.561597, + "accuracy": 0.606719, + "main_score": 0.561597, + "hf_subset": "pag_Latn-cjk_Latn", + "languages": [ + "pag-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598077, + "recall": 0.652174, + "f1": 0.612664, + "accuracy": 0.652174, + "main_score": 0.612664, + "hf_subset": "pag_Latn-gla_Latn", + "languages": [ + "pag-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853706, + "recall": 0.886364, + "f1": 0.863472, + "accuracy": 0.886364, + "main_score": 0.863472, + "hf_subset": "pag_Latn-kan_Knda", + "languages": [ + "pag-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.854364, + "recall": 0.884387, + "f1": 0.86326, + "accuracy": 0.884387, + "main_score": 0.86326, + "hf_subset": "pag_Latn-lmo_Latn", + "languages": [ + "pag-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.85802, + "recall": 0.889328, + "f1": 0.86749, + "accuracy": 0.889328, + "main_score": 0.86749, + "hf_subset": "pag_Latn-npi_Deva", + "languages": [ + "pag-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466057, + "recall": 0.529644, + "f1": 0.483095, + "accuracy": 0.529644, + "main_score": 0.483095, + "hf_subset": "pag_Latn-shn_Mymr", + "languages": [ + "pag-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885128, + "recall": 0.911067, + "f1": 0.892951, + "accuracy": 0.911067, + "main_score": 0.892951, + "hf_subset": "pag_Latn-tgl_Latn", + "languages": [ + "pag-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.849665, + "recall": 0.884387, + "f1": 0.859985, + "accuracy": 0.884387, + "main_score": 0.859985, + "hf_subset": "pag_Latn-yue_Hant", + "languages": [ + "pag-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.816638, + "recall": 0.856719, + "f1": 0.8282, + "accuracy": 0.856719, + "main_score": 0.8282, + "hf_subset": "pag_Latn-asm_Beng", + "languages": [ + "pag-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.741615, + "recall": 0.785573, + "f1": 0.754596, + "accuracy": 0.785573, + "main_score": 0.754596, + "hf_subset": "pag_Latn-ckb_Arab", + "languages": [ + "pag-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638338, + "recall": 0.689723, + "f1": 0.652656, + "accuracy": 0.689723, + "main_score": 0.652656, + "hf_subset": "pag_Latn-gle_Latn", + "languages": [ + "pag-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.779754, + "recall": 0.818182, + "f1": 0.790825, + "accuracy": 0.818182, + "main_score": 0.790825, + "hf_subset": "pag_Latn-kas_Arab", + "languages": [ + "pag-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.767633, + "recall": 0.815217, + "f1": 0.781837, + "accuracy": 0.815217, + "main_score": 0.781837, + "hf_subset": "pag_Latn-ltg_Latn", + "languages": [ + "pag-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607333, + "recall": 0.655138, + "f1": 0.62097, + "accuracy": 0.655138, + "main_score": 0.62097, + "hf_subset": "pag_Latn-nso_Latn", + "languages": [ + "pag-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72124, + "recall": 0.774704, + "f1": 0.737037, + "accuracy": 0.774704, + "main_score": 0.737037, + "hf_subset": "pag_Latn-sin_Sinh", + "languages": [ + "pag-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851589, + "recall": 0.883399, + "f1": 0.860903, + "accuracy": 0.883399, + "main_score": 0.860903, + "hf_subset": "pag_Latn-tha_Thai", + "languages": [ + "pag-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831555, + "recall": 0.866601, + "f1": 0.841367, + "accuracy": 0.866601, + "main_score": 0.841367, + "hf_subset": "pag_Latn-zho_Hans", + "languages": [ + "pag-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.873831, + "recall": 0.902174, + "f1": 0.882642, + "accuracy": 0.902174, + "main_score": 0.882642, + "hf_subset": "pag_Latn-ast_Latn", + "languages": [ + "pag-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.800463, + "recall": 0.840909, + "f1": 0.812484, + "accuracy": 0.840909, + "main_score": 0.812484, + "hf_subset": "pag_Latn-crh_Latn", + "languages": [ + "pag-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.874863, + "recall": 0.90415, + "f1": 0.883418, + "accuracy": 0.90415, + "main_score": 0.883418, + "hf_subset": "pag_Latn-glg_Latn", + "languages": [ + "pag-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73778, + "recall": 0.786561, + "f1": 0.752128, + "accuracy": 0.786561, + "main_score": 0.752128, + "hf_subset": "pag_Latn-kas_Deva", + "languages": [ + "pag-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.823297, + "recall": 0.857708, + "f1": 0.83327, + "accuracy": 0.857708, + "main_score": 0.83327, + "hf_subset": "pag_Latn-ltz_Latn", + "languages": [ + "pag-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484085, + "recall": 0.550395, + "f1": 0.501791, + "accuracy": 0.550395, + "main_score": 0.501791, + "hf_subset": "pag_Latn-nus_Latn", + "languages": [ + "pag-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.850594, + "recall": 0.883399, + "f1": 0.860343, + "accuracy": 0.883399, + "main_score": 0.860343, + "hf_subset": "pag_Latn-slk_Latn", + "languages": [ + "pag-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528633, + "recall": 0.589921, + "f1": 0.545684, + "accuracy": 0.589921, + "main_score": 0.545684, + "hf_subset": "pag_Latn-tir_Ethi", + "languages": [ + "pag-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834239, + "recall": 0.87253, + "f1": 0.845506, + "accuracy": 0.87253, + "main_score": 0.845506, + "hf_subset": "pag_Latn-zho_Hant", + "languages": [ + "pag-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848488, + "recall": 0.882411, + "f1": 0.858436, + "accuracy": 0.882411, + "main_score": 0.858436, + "hf_subset": "pag_Latn-awa_Deva", + "languages": [ + "pag-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737945, + "recall": 0.779644, + "f1": 0.749785, + "accuracy": 0.779644, + "main_score": 0.749785, + "hf_subset": "pag_Latn-cym_Latn", + "languages": [ + "pag-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.752183, + "recall": 0.796443, + "f1": 0.765333, + "accuracy": 0.796443, + "main_score": 0.765333, + "hf_subset": "pag_Latn-grn_Latn", + "languages": [ + "pag-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811439, + "recall": 0.850791, + "f1": 0.822938, + "accuracy": 0.850791, + "main_score": 0.822938, + "hf_subset": "pag_Latn-kat_Geor", + "languages": [ + "pag-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.630675, + "recall": 0.679842, + "f1": 0.644517, + "accuracy": 0.679842, + "main_score": 0.644517, + "hf_subset": "pag_Latn-lua_Latn", + "languages": [ + "pag-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608849, + "recall": 0.662055, + "f1": 0.623973, + "accuracy": 0.662055, + "main_score": 0.623973, + "hf_subset": "pag_Latn-nya_Latn", + "languages": [ + "pag-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843504, + "recall": 0.87747, + "f1": 0.853494, + "accuracy": 0.87747, + "main_score": 0.853494, + "hf_subset": "pag_Latn-slv_Latn", + "languages": [ + "pag-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.811133, + "recall": 0.843874, + "f1": 0.820795, + "accuracy": 0.843874, + "main_score": 0.820795, + "hf_subset": "pag_Latn-tpi_Latn", + "languages": [ + "pag-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.865152, + "recall": 0.896245, + "f1": 0.874426, + "accuracy": 0.896245, + "main_score": 0.874426, + "hf_subset": "pag_Latn-zsm_Latn", + "languages": [ + "pag-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536968, + "recall": 0.600791, + "f1": 0.55478, + "accuracy": 0.600791, + "main_score": 0.55478, + "hf_subset": "pag_Latn-ayr_Latn", + "languages": [ + "pag-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871047, + "recall": 0.901186, + "f1": 0.880087, + "accuracy": 0.901186, + "main_score": 0.880087, + "hf_subset": "pag_Latn-dan_Latn", + "languages": [ + "pag-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845365, + "recall": 0.882411, + "f1": 0.856406, + "accuracy": 0.882411, + "main_score": 0.856406, + "hf_subset": "pag_Latn-guj_Gujr", + "languages": [ + "pag-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.829251, + "recall": 0.864625, + "f1": 0.839466, + "accuracy": 0.864625, + "main_score": 0.839466, + "hf_subset": "pag_Latn-kaz_Cyrl", + "languages": [ + "pag-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514642, + "recall": 0.572134, + "f1": 0.530431, + "accuracy": 0.572134, + "main_score": 0.530431, + "hf_subset": "pag_Latn-lug_Latn", + "languages": [ + "pag-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879685, + "recall": 0.906126, + "f1": 0.887535, + "accuracy": 0.906126, + "main_score": 0.887535, + "hf_subset": "pag_Latn-oci_Latn", + "languages": [ + "pag-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673806, + "recall": 0.728261, + "f1": 0.68972, + "accuracy": 0.728261, + "main_score": 0.68972, + "hf_subset": "pag_Latn-smo_Latn", + "languages": [ + "pag-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544363, + "recall": 0.600791, + "f1": 0.560151, + "accuracy": 0.600791, + "main_score": 0.560151, + "hf_subset": "pag_Latn-tsn_Latn", + "languages": [ + "pag-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561263, + "recall": 0.619565, + "f1": 0.57721, + "accuracy": 0.619565, + "main_score": 0.57721, + "hf_subset": "pag_Latn-zul_Latn", + "languages": [ + "pag-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.7744, + "recall": 0.820158, + "f1": 0.787671, + "accuracy": 0.820158, + "main_score": 0.787671, + "hf_subset": "pag_Latn-azb_Arab", + "languages": [ + "pag-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863677, + "recall": 0.895257, + "f1": 0.873143, + "accuracy": 0.895257, + "main_score": 0.873143, + "hf_subset": "pag_Latn-deu_Latn", + "languages": [ + "pag-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.807255, + "recall": 0.848814, + "f1": 0.819917, + "accuracy": 0.848814, + "main_score": 0.819917, + "hf_subset": "pag_Latn-hat_Latn", + "languages": [ + "pag-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500374, + "recall": 0.556324, + "f1": 0.515835, + "accuracy": 0.556324, + "main_score": 0.515835, + "hf_subset": "pag_Latn-kbp_Latn", + "languages": [ + "pag-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578208, + "recall": 0.631423, + "f1": 0.592238, + "accuracy": 0.631423, + "main_score": 0.592238, + "hf_subset": "pag_Latn-luo_Latn", + "languages": [ + "pag-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845586, + "recall": 0.879447, + "f1": 0.855863, + "accuracy": 0.879447, + "main_score": 0.855863, + "hf_subset": "pag_Latn-ory_Orya", + "languages": [ + "pag-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561538, + "recall": 0.620553, + "f1": 0.577965, + "accuracy": 0.620553, + "main_score": 0.577965, + "hf_subset": "pag_Latn-sna_Latn", + "languages": [ + "pag-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553033, + "recall": 0.597826, + "f1": 0.56517, + "accuracy": 0.597826, + "main_score": 0.56517, + "hf_subset": "pag_Latn-tso_Latn", + "languages": [ + "pag-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.820967, + "recall": 0.863636, + "f1": 0.833597, + "accuracy": 0.863636, + "main_score": 0.833597, + "hf_subset": "pag_Latn-azj_Latn", + "languages": [ + "pag-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54194, + "recall": 0.603755, + "f1": 0.559899, + "accuracy": 0.603755, + "main_score": 0.559899, + "hf_subset": "pag_Latn-dik_Latn", + "languages": [ + "pag-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621386, + "recall": 0.66996, + "f1": 0.635444, + "accuracy": 0.66996, + "main_score": 0.635444, + "hf_subset": "pag_Latn-hau_Latn", + "languages": [ + "pag-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.847118, + "recall": 0.879447, + "f1": 0.856672, + "accuracy": 0.879447, + "main_score": 0.856672, + "hf_subset": "pag_Latn-kea_Latn", + "languages": [ + "pag-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71665, + "recall": 0.76581, + "f1": 0.731541, + "accuracy": 0.76581, + "main_score": 0.731541, + "hf_subset": "pag_Latn-lus_Latn", + "languages": [ + "pag-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.834832, + "recall": 0.869565, + "f1": 0.845177, + "accuracy": 0.869565, + "main_score": 0.845177, + "hf_subset": "pag_Latn-snd_Arab", + "languages": [ + "pag-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.742549, + "recall": 0.788538, + "f1": 0.755528, + "accuracy": 0.788538, + "main_score": 0.755528, + "hf_subset": "pag_Latn-tuk_Latn", + "languages": [ + "pag-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.814625, + "recall": 0.848814, + "f1": 0.824126, + "accuracy": 0.848814, + "main_score": 0.824126, + "hf_subset": "pag_Latn-bak_Cyrl", + "languages": [ + "pag-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472567, + "recall": 0.551383, + "f1": 0.495449, + "accuracy": 0.551383, + "main_score": 0.495449, + "hf_subset": "pag_Latn-dyu_Latn", + "languages": [ + "pag-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.845686, + "recall": 0.876482, + "f1": 0.854609, + "accuracy": 0.876482, + "main_score": 0.854609, + "hf_subset": "pag_Latn-heb_Hebr", + "languages": [ + "pag-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.775893, + "recall": 0.81917, + "f1": 0.788441, + "accuracy": 0.81917, + "main_score": 0.788441, + "hf_subset": "pag_Latn-khk_Cyrl", + "languages": [ + "pag-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83957, + "recall": 0.874506, + "f1": 0.849621, + "accuracy": 0.874506, + "main_score": 0.849621, + "hf_subset": "pag_Latn-lvs_Latn", + "languages": [ + "pag-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.858178, + "recall": 0.889328, + "f1": 0.867591, + "accuracy": 0.889328, + "main_score": 0.867591, + "hf_subset": "pag_Latn-pan_Guru", + "languages": [ + "pag-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58307, + "recall": 0.639328, + "f1": 0.5992, + "accuracy": 0.639328, + "main_score": 0.5992, + "hf_subset": "pag_Latn-som_Latn", + "languages": [ + "pag-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560815, + "recall": 0.610672, + "f1": 0.57468, + "accuracy": 0.610672, + "main_score": 0.57468, + "hf_subset": "pag_Latn-tum_Latn", + "languages": [ + "pag-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543865, + "recall": 0.608696, + "f1": 0.561906, + "accuracy": 0.608696, + "main_score": 0.561906, + "hf_subset": "snd_Arab-ace_Arab", + "languages": [ + "snd-Arab", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492375, + "recall": 0.55336, + "f1": 0.509901, + "accuracy": 0.55336, + "main_score": 0.509901, + "hf_subset": "snd_Arab-bam_Latn", + "languages": [ + "snd-Arab", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.39787, + "recall": 0.475296, + "f1": 0.418719, + "accuracy": 0.475296, + "main_score": 0.418719, + "hf_subset": "snd_Arab-dzo_Tibt", + "languages": [ + "snd-Arab", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-khm_Khmr", + "languages": [ + "snd-Arab", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-mag_Deva", + "languages": [ + "snd-Arab", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-pap_Latn", + "languages": [ + "snd-Arab", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56148, + "recall": 0.62253, + "f1": 0.578095, + "accuracy": 0.62253, + "main_score": 0.578095, + "hf_subset": "snd_Arab-sot_Latn", + "languages": [ + "snd-Arab", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "snd_Arab-tur_Latn", + "languages": [ + "snd-Arab", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839872, + "recall": 0.879447, + "f1": 0.852094, + "accuracy": 0.879447, + "main_score": 0.852094, + "hf_subset": "snd_Arab-ace_Latn", + "languages": [ + "snd-Arab", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953228, + "recall": 0.965415, + "f1": 0.957181, + "accuracy": 0.965415, + "main_score": 0.957181, + "hf_subset": "snd_Arab-ban_Latn", + "languages": [ + "snd-Arab", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-ell_Grek", + "languages": [ + "snd-Arab", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "snd_Arab-hne_Deva", + "languages": [ + "snd-Arab", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545655, + "recall": 0.607708, + "f1": 0.563227, + "accuracy": 0.607708, + "main_score": 0.563227, + "hf_subset": "snd_Arab-kik_Latn", + "languages": [ + "snd-Arab", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-mai_Deva", + "languages": [ + "snd-Arab", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "snd_Arab-pbt_Arab", + "languages": [ + "snd-Arab", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-spa_Latn", + "languages": [ + "snd-Arab", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584464, + "recall": 0.649209, + "f1": 0.602588, + "accuracy": 0.649209, + "main_score": 0.602588, + "hf_subset": "snd_Arab-twi_Latn", + "languages": [ + "snd-Arab", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-acm_Arab", + "languages": [ + "snd-Arab", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-bel_Cyrl", + "languages": [ + "snd-Arab", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-hrv_Latn", + "languages": [ + "snd-Arab", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530576, + "recall": 0.594862, + "f1": 0.548478, + "accuracy": 0.594862, + "main_score": 0.548478, + "hf_subset": "snd_Arab-kin_Latn", + "languages": [ + "snd-Arab", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-mal_Mlym", + "languages": [ + "snd-Arab", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-pes_Arab", + "languages": [ + "snd-Arab", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "snd_Arab-srd_Latn", + "languages": [ + "snd-Arab", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190316, + "recall": 0.233202, + "f1": 0.201062, + "accuracy": 0.233202, + "main_score": 0.201062, + "hf_subset": "snd_Arab-tzm_Tfng", + "languages": [ + "snd-Arab", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-acq_Arab", + "languages": [ + "snd-Arab", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604051, + "recall": 0.660079, + "f1": 0.619458, + "accuracy": 0.660079, + "main_score": 0.619458, + "hf_subset": "snd_Arab-bem_Latn", + "languages": [ + "snd-Arab", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-epo_Latn", + "languages": [ + "snd-Arab", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-hun_Latn", + "languages": [ + "snd-Arab", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "snd_Arab-kir_Cyrl", + "languages": [ + "snd-Arab", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626096, + "recall": 0.686759, + "f1": 0.643466, + "accuracy": 0.686759, + "main_score": 0.643466, + "hf_subset": "snd_Arab-plt_Latn", + "languages": [ + "snd-Arab", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-srp_Cyrl", + "languages": [ + "snd-Arab", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962615, + "recall": 0.97332, + "f1": 0.966074, + "accuracy": 0.97332, + "main_score": 0.966074, + "hf_subset": "snd_Arab-uig_Arab", + "languages": [ + "snd-Arab", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "snd_Arab-aeb_Arab", + "languages": [ + "snd-Arab", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-est_Latn", + "languages": [ + "snd-Arab", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-hye_Armn", + "languages": [ + "snd-Arab", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499705, + "recall": 0.556324, + "f1": 0.515373, + "accuracy": 0.556324, + "main_score": 0.515373, + "hf_subset": "snd_Arab-kmb_Latn", + "languages": [ + "snd-Arab", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495885, + "recall": 0.567194, + "f1": 0.515078, + "accuracy": 0.567194, + "main_score": 0.515078, + "hf_subset": "snd_Arab-min_Arab", + "languages": [ + "snd-Arab", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-pol_Latn", + "languages": [ + "snd-Arab", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540736, + "recall": 0.605731, + "f1": 0.559329, + "accuracy": 0.605731, + "main_score": 0.559329, + "hf_subset": "snd_Arab-ssw_Latn", + "languages": [ + "snd-Arab", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-ukr_Cyrl", + "languages": [ + "snd-Arab", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-afr_Latn", + "languages": [ + "snd-Arab", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-bho_Deva", + "languages": [ + "snd-Arab", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531579, + "recall": 0.602767, + "f1": 0.551298, + "accuracy": 0.602767, + "main_score": 0.551298, + "hf_subset": "snd_Arab-ibo_Latn", + "languages": [ + "snd-Arab", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896657, + "recall": 0.924901, + "f1": 0.905534, + "accuracy": 0.924901, + "main_score": 0.905534, + "hf_subset": "snd_Arab-kmr_Latn", + "languages": [ + "snd-Arab", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "snd_Arab-min_Latn", + "languages": [ + "snd-Arab", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-por_Latn", + "languages": [ + "snd-Arab", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "snd_Arab-sun_Latn", + "languages": [ + "snd-Arab", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487599, + "recall": 0.550395, + "f1": 0.504893, + "accuracy": 0.550395, + "main_score": 0.504893, + "hf_subset": "snd_Arab-umb_Latn", + "languages": [ + "snd-Arab", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-ajp_Arab", + "languages": [ + "snd-Arab", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519543, + "recall": 0.58498, + "f1": 0.537069, + "accuracy": 0.58498, + "main_score": 0.537069, + "hf_subset": "snd_Arab-bjn_Arab", + "languages": [ + "snd-Arab", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468213, + "recall": 0.523715, + "f1": 0.483177, + "accuracy": 0.523715, + "main_score": 0.483177, + "hf_subset": "snd_Arab-ewe_Latn", + "languages": [ + "snd-Arab", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.914855, + "recall": 0.939723, + "f1": 0.922694, + "accuracy": 0.939723, + "main_score": 0.922694, + "hf_subset": "snd_Arab-ilo_Latn", + "languages": [ + "snd-Arab", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.313282, + "recall": 0.364625, + "f1": 0.32731, + "accuracy": 0.364625, + "main_score": 0.32731, + "hf_subset": "snd_Arab-knc_Arab", + "languages": [ + "snd-Arab", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-mkd_Cyrl", + "languages": [ + "snd-Arab", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-prs_Arab", + "languages": [ + "snd-Arab", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "snd_Arab-swe_Latn", + "languages": [ + "snd-Arab", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552142, + "recall": 0.616601, + "f1": 0.570241, + "accuracy": 0.616601, + "main_score": 0.570241, + "hf_subset": "snd_Arab-aka_Latn", + "languages": [ + "snd-Arab", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970109, + "recall": 0.979249, + "f1": 0.973057, + "accuracy": 0.979249, + "main_score": 0.973057, + "hf_subset": "snd_Arab-bjn_Latn", + "languages": [ + "snd-Arab", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953722, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "snd_Arab-fao_Latn", + "languages": [ + "snd-Arab", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-ind_Latn", + "languages": [ + "snd-Arab", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566033, + "recall": 0.618577, + "f1": 0.580706, + "accuracy": 0.618577, + "main_score": 0.580706, + "hf_subset": "snd_Arab-knc_Latn", + "languages": [ + "snd-Arab", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "snd_Arab-mlt_Latn", + "languages": [ + "snd-Arab", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674301, + "recall": 0.736166, + "f1": 0.69262, + "accuracy": 0.736166, + "main_score": 0.69262, + "hf_subset": "snd_Arab-quy_Latn", + "languages": [ + "snd-Arab", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967227, + "recall": 0.977273, + "f1": 0.97052, + "accuracy": 0.977273, + "main_score": 0.97052, + "hf_subset": "snd_Arab-swh_Latn", + "languages": [ + "snd-Arab", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-uzn_Latn", + "languages": [ + "snd-Arab", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-als_Latn", + "languages": [ + "snd-Arab", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629521, + "recall": 0.70751, + "f1": 0.652201, + "accuracy": 0.70751, + "main_score": 0.652201, + "hf_subset": "snd_Arab-bod_Tibt", + "languages": [ + "snd-Arab", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674064, + "recall": 0.735178, + "f1": 0.691916, + "accuracy": 0.735178, + "main_score": 0.691916, + "hf_subset": "snd_Arab-fij_Latn", + "languages": [ + "snd-Arab", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "snd_Arab-isl_Latn", + "languages": [ + "snd-Arab", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619113, + "recall": 0.674901, + "f1": 0.634907, + "accuracy": 0.674901, + "main_score": 0.634907, + "hf_subset": "snd_Arab-kon_Latn", + "languages": [ + "snd-Arab", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668701, + "recall": 0.733202, + "f1": 0.687218, + "accuracy": 0.733202, + "main_score": 0.687218, + "hf_subset": "snd_Arab-mni_Beng", + "languages": [ + "snd-Arab", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-ron_Latn", + "languages": [ + "snd-Arab", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978755, + "recall": 0.98419, + "f1": 0.980567, + "accuracy": 0.98419, + "main_score": 0.980567, + "hf_subset": "snd_Arab-szl_Latn", + "languages": [ + "snd-Arab", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "snd_Arab-vec_Latn", + "languages": [ + "snd-Arab", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.961462, + "f1": 0.950593, + "accuracy": 0.961462, + "main_score": 0.950593, + "hf_subset": "snd_Arab-amh_Ethi", + "languages": [ + "snd-Arab", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-bos_Latn", + "languages": [ + "snd-Arab", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "snd_Arab-fin_Latn", + "languages": [ + "snd-Arab", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-ita_Latn", + "languages": [ + "snd-Arab", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-kor_Hang", + "languages": [ + "snd-Arab", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515395, + "recall": 0.570158, + "f1": 0.530951, + "accuracy": 0.570158, + "main_score": 0.530951, + "hf_subset": "snd_Arab-mos_Latn", + "languages": [ + "snd-Arab", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524301, + "recall": 0.583004, + "f1": 0.540413, + "accuracy": 0.583004, + "main_score": 0.540413, + "hf_subset": "snd_Arab-run_Latn", + "languages": [ + "snd-Arab", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-vie_Latn", + "languages": [ + "snd-Arab", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-apc_Arab", + "languages": [ + "snd-Arab", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.770059, + "recall": 0.822134, + "f1": 0.785296, + "accuracy": 0.822134, + "main_score": 0.785296, + "hf_subset": "snd_Arab-bug_Latn", + "languages": [ + "snd-Arab", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430069, + "recall": 0.485178, + "f1": 0.444645, + "accuracy": 0.485178, + "main_score": 0.444645, + "hf_subset": "snd_Arab-fon_Latn", + "languages": [ + "snd-Arab", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-jav_Latn", + "languages": [ + "snd-Arab", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-lao_Laoo", + "languages": [ + "snd-Arab", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.844318, + "recall": 0.883399, + "f1": 0.856456, + "accuracy": 0.883399, + "main_score": 0.856456, + "hf_subset": "snd_Arab-mri_Latn", + "languages": [ + "snd-Arab", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-rus_Cyrl", + "languages": [ + "snd-Arab", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514435, + "recall": 0.573123, + "f1": 0.530692, + "accuracy": 0.573123, + "main_score": 0.530692, + "hf_subset": "snd_Arab-taq_Latn", + "languages": [ + "snd-Arab", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-war_Latn", + "languages": [ + "snd-Arab", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-arb_Arab", + "languages": [ + "snd-Arab", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-bul_Cyrl", + "languages": [ + "snd-Arab", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-fra_Latn", + "languages": [ + "snd-Arab", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-jpn_Jpan", + "languages": [ + "snd-Arab", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "snd_Arab-lij_Latn", + "languages": [ + "snd-Arab", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983531, + "recall": 0.988142, + "f1": 0.985013, + "accuracy": 0.988142, + "main_score": 0.985013, + "hf_subset": "snd_Arab-mya_Mymr", + "languages": [ + "snd-Arab", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558831, + "recall": 0.625494, + "f1": 0.577542, + "accuracy": 0.625494, + "main_score": 0.577542, + "hf_subset": "snd_Arab-sag_Latn", + "languages": [ + "snd-Arab", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.208525, + "recall": 0.263834, + "f1": 0.220774, + "accuracy": 0.263834, + "main_score": 0.220774, + "hf_subset": "snd_Arab-taq_Tfng", + "languages": [ + "snd-Arab", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596739, + "recall": 0.664032, + "f1": 0.615815, + "accuracy": 0.664032, + "main_score": 0.615815, + "hf_subset": "snd_Arab-wol_Latn", + "languages": [ + "snd-Arab", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.778277, + "recall": 0.833004, + "f1": 0.794584, + "accuracy": 0.833004, + "main_score": 0.794584, + "hf_subset": "snd_Arab-arb_Latn", + "languages": [ + "snd-Arab", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-cat_Latn", + "languages": [ + "snd-Arab", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "snd_Arab-fur_Latn", + "languages": [ + "snd-Arab", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388507, + "recall": 0.443676, + "f1": 0.403358, + "accuracy": 0.443676, + "main_score": 0.403358, + "hf_subset": "snd_Arab-kab_Latn", + "languages": [ + "snd-Arab", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "snd_Arab-lim_Latn", + "languages": [ + "snd-Arab", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-nld_Latn", + "languages": [ + "snd-Arab", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992095, + "recall": 0.994071, + "f1": 0.992754, + "accuracy": 0.994071, + "main_score": 0.992754, + "hf_subset": "snd_Arab-san_Deva", + "languages": [ + "snd-Arab", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "snd_Arab-tat_Cyrl", + "languages": [ + "snd-Arab", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64693, + "recall": 0.710474, + "f1": 0.665117, + "accuracy": 0.710474, + "main_score": 0.665117, + "hf_subset": "snd_Arab-xho_Latn", + "languages": [ + "snd-Arab", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-ars_Arab", + "languages": [ + "snd-Arab", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-ceb_Latn", + "languages": [ + "snd-Arab", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51652, + "recall": 0.583992, + "f1": 0.535743, + "accuracy": 0.583992, + "main_score": 0.535743, + "hf_subset": "snd_Arab-fuv_Latn", + "languages": [ + "snd-Arab", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481211, + "recall": 0.547431, + "f1": 0.499198, + "accuracy": 0.547431, + "main_score": 0.499198, + "hf_subset": "snd_Arab-kac_Latn", + "languages": [ + "snd-Arab", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642681, + "recall": 0.700593, + "f1": 0.659272, + "accuracy": 0.700593, + "main_score": 0.659272, + "hf_subset": "snd_Arab-lin_Latn", + "languages": [ + "snd-Arab", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-nno_Latn", + "languages": [ + "snd-Arab", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.259722, + "recall": 0.343874, + "f1": 0.281926, + "accuracy": 0.343874, + "main_score": 0.281926, + "hf_subset": "snd_Arab-sat_Olck", + "languages": [ + "snd-Arab", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958169, + "recall": 0.971344, + "f1": 0.962451, + "accuracy": 0.971344, + "main_score": 0.962451, + "hf_subset": "snd_Arab-ydd_Hebr", + "languages": [ + "snd-Arab", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971179, + "recall": 0.980237, + "f1": 0.974144, + "accuracy": 0.980237, + "main_score": 0.974144, + "hf_subset": "snd_Arab-ary_Arab", + "languages": [ + "snd-Arab", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-ces_Latn", + "languages": [ + "snd-Arab", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561768, + "recall": 0.62253, + "f1": 0.578546, + "accuracy": 0.62253, + "main_score": 0.578546, + "hf_subset": "snd_Arab-gaz_Latn", + "languages": [ + "snd-Arab", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550926, + "recall": 0.618577, + "f1": 0.569982, + "accuracy": 0.618577, + "main_score": 0.569982, + "hf_subset": "snd_Arab-kam_Latn", + "languages": [ + "snd-Arab", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "snd_Arab-lit_Latn", + "languages": [ + "snd-Arab", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-nob_Latn", + "languages": [ + "snd-Arab", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968544, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "snd_Arab-scn_Latn", + "languages": [ + "snd-Arab", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.979249, + "f1": 0.973485, + "accuracy": 0.979249, + "main_score": 0.973485, + "hf_subset": "snd_Arab-tgk_Cyrl", + "languages": [ + "snd-Arab", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696001, + "recall": 0.758893, + "f1": 0.714717, + "accuracy": 0.758893, + "main_score": 0.714717, + "hf_subset": "snd_Arab-yor_Latn", + "languages": [ + "snd-Arab", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-arz_Arab", + "languages": [ + "snd-Arab", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535963, + "recall": 0.592885, + "f1": 0.551597, + "accuracy": 0.592885, + "main_score": 0.551597, + "hf_subset": "snd_Arab-cjk_Latn", + "languages": [ + "snd-Arab", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756176, + "recall": 0.810277, + "f1": 0.772727, + "accuracy": 0.810277, + "main_score": 0.772727, + "hf_subset": "snd_Arab-gla_Latn", + "languages": [ + "snd-Arab", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "snd_Arab-lmo_Latn", + "languages": [ + "snd-Arab", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "snd_Arab-npi_Deva", + "languages": [ + "snd-Arab", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421142, + "recall": 0.485178, + "f1": 0.438325, + "accuracy": 0.485178, + "main_score": 0.438325, + "hf_subset": "snd_Arab-shn_Mymr", + "languages": [ + "snd-Arab", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-tgl_Latn", + "languages": [ + "snd-Arab", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-yue_Hant", + "languages": [ + "snd-Arab", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "snd_Arab-asm_Beng", + "languages": [ + "snd-Arab", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945817, + "recall": 0.961462, + "f1": 0.950758, + "accuracy": 0.961462, + "main_score": 0.950758, + "hf_subset": "snd_Arab-ckb_Arab", + "languages": [ + "snd-Arab", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.864295, + "recall": 0.899209, + "f1": 0.87492, + "accuracy": 0.899209, + "main_score": 0.87492, + "hf_subset": "snd_Arab-gle_Latn", + "languages": [ + "snd-Arab", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970356, + "recall": 0.979249, + "f1": 0.97332, + "accuracy": 0.979249, + "main_score": 0.97332, + "hf_subset": "snd_Arab-kas_Arab", + "languages": [ + "snd-Arab", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92584, + "recall": 0.947628, + "f1": 0.932708, + "accuracy": 0.947628, + "main_score": 0.932708, + "hf_subset": "snd_Arab-ltg_Latn", + "languages": [ + "snd-Arab", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595679, + "recall": 0.648221, + "f1": 0.610121, + "accuracy": 0.648221, + "main_score": 0.610121, + "hf_subset": "snd_Arab-nso_Latn", + "languages": [ + "snd-Arab", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964262, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-tha_Thai", + "languages": [ + "snd-Arab", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-zho_Hans", + "languages": [ + "snd-Arab", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-ast_Latn", + "languages": [ + "snd-Arab", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "snd_Arab-crh_Latn", + "languages": [ + "snd-Arab", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-glg_Latn", + "languages": [ + "snd-Arab", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.920702, + "recall": 0.943676, + "f1": 0.927931, + "accuracy": 0.943676, + "main_score": 0.927931, + "hf_subset": "snd_Arab-kas_Deva", + "languages": [ + "snd-Arab", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965086, + "recall": 0.975296, + "f1": 0.968379, + "accuracy": 0.975296, + "main_score": 0.968379, + "hf_subset": "snd_Arab-ltz_Latn", + "languages": [ + "snd-Arab", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435136, + "recall": 0.502964, + "f1": 0.453187, + "accuracy": 0.502964, + "main_score": 0.453187, + "hf_subset": "snd_Arab-nus_Latn", + "languages": [ + "snd-Arab", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "snd_Arab-slk_Latn", + "languages": [ + "snd-Arab", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616248, + "recall": 0.690711, + "f1": 0.638098, + "accuracy": 0.690711, + "main_score": 0.638098, + "hf_subset": "snd_Arab-tir_Ethi", + "languages": [ + "snd-Arab", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-zho_Hant", + "languages": [ + "snd-Arab", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.987154, + "f1": 0.98419, + "accuracy": 0.987154, + "main_score": 0.98419, + "hf_subset": "snd_Arab-awa_Deva", + "languages": [ + "snd-Arab", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "snd_Arab-cym_Latn", + "languages": [ + "snd-Arab", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80858, + "recall": 0.851779, + "f1": 0.821607, + "accuracy": 0.851779, + "main_score": 0.821607, + "hf_subset": "snd_Arab-grn_Latn", + "languages": [ + "snd-Arab", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "snd_Arab-kat_Geor", + "languages": [ + "snd-Arab", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613307, + "recall": 0.66502, + "f1": 0.627556, + "accuracy": 0.66502, + "main_score": 0.627556, + "hf_subset": "snd_Arab-lua_Latn", + "languages": [ + "snd-Arab", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609216, + "recall": 0.674901, + "f1": 0.628541, + "accuracy": 0.674901, + "main_score": 0.628541, + "hf_subset": "snd_Arab-nya_Latn", + "languages": [ + "snd-Arab", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-slv_Latn", + "languages": [ + "snd-Arab", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.92169, + "recall": 0.943676, + "f1": 0.928755, + "accuracy": 0.943676, + "main_score": 0.928755, + "hf_subset": "snd_Arab-tpi_Latn", + "languages": [ + "snd-Arab", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-zsm_Latn", + "languages": [ + "snd-Arab", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514223, + "recall": 0.578063, + "f1": 0.532284, + "accuracy": 0.578063, + "main_score": 0.532284, + "hf_subset": "snd_Arab-ayr_Latn", + "languages": [ + "snd-Arab", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-dan_Latn", + "languages": [ + "snd-Arab", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "snd_Arab-kaz_Cyrl", + "languages": [ + "snd-Arab", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.512759, + "recall": 0.575099, + "f1": 0.52949, + "accuracy": 0.575099, + "main_score": 0.52949, + "hf_subset": "snd_Arab-lug_Latn", + "languages": [ + "snd-Arab", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-oci_Latn", + "languages": [ + "snd-Arab", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.791173, + "recall": 0.840909, + "f1": 0.806362, + "accuracy": 0.840909, + "main_score": 0.806362, + "hf_subset": "snd_Arab-smo_Latn", + "languages": [ + "snd-Arab", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519969, + "recall": 0.586957, + "f1": 0.53841, + "accuracy": 0.586957, + "main_score": 0.53841, + "hf_subset": "snd_Arab-tsn_Latn", + "languages": [ + "snd-Arab", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599278, + "recall": 0.660079, + "f1": 0.616675, + "accuracy": 0.660079, + "main_score": 0.616675, + "hf_subset": "snd_Arab-zul_Latn", + "languages": [ + "snd-Arab", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915514, + "recall": 0.938735, + "f1": 0.922925, + "accuracy": 0.938735, + "main_score": 0.922925, + "hf_subset": "snd_Arab-azb_Arab", + "languages": [ + "snd-Arab", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "snd_Arab-deu_Latn", + "languages": [ + "snd-Arab", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960804, + "recall": 0.972332, + "f1": 0.964592, + "accuracy": 0.972332, + "main_score": 0.964592, + "hf_subset": "snd_Arab-hat_Latn", + "languages": [ + "snd-Arab", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453163, + "recall": 0.512846, + "f1": 0.469787, + "accuracy": 0.512846, + "main_score": 0.469787, + "hf_subset": "snd_Arab-kbp_Latn", + "languages": [ + "snd-Arab", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546998, + "recall": 0.61166, + "f1": 0.564393, + "accuracy": 0.61166, + "main_score": 0.564393, + "hf_subset": "snd_Arab-luo_Latn", + "languages": [ + "snd-Arab", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "snd_Arab-ory_Orya", + "languages": [ + "snd-Arab", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546916, + "recall": 0.615613, + "f1": 0.566418, + "accuracy": 0.615613, + "main_score": 0.566418, + "hf_subset": "snd_Arab-sna_Latn", + "languages": [ + "snd-Arab", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524878, + "recall": 0.582016, + "f1": 0.540639, + "accuracy": 0.582016, + "main_score": 0.540639, + "hf_subset": "snd_Arab-tso_Latn", + "languages": [ + "snd-Arab", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "snd_Arab-azj_Latn", + "languages": [ + "snd-Arab", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506264, + "recall": 0.571146, + "f1": 0.524417, + "accuracy": 0.571146, + "main_score": 0.524417, + "hf_subset": "snd_Arab-dik_Latn", + "languages": [ + "snd-Arab", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.713241, + "recall": 0.772727, + "f1": 0.731126, + "accuracy": 0.772727, + "main_score": 0.731126, + "hf_subset": "snd_Arab-hau_Latn", + "languages": [ + "snd-Arab", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972579, + "recall": 0.981225, + "f1": 0.975362, + "accuracy": 0.981225, + "main_score": 0.975362, + "hf_subset": "snd_Arab-kea_Latn", + "languages": [ + "snd-Arab", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.718709, + "recall": 0.766798, + "f1": 0.7333, + "accuracy": 0.766798, + "main_score": 0.7333, + "hf_subset": "snd_Arab-lus_Latn", + "languages": [ + "snd-Arab", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.851301, + "recall": 0.883399, + "f1": 0.860691, + "accuracy": 0.883399, + "main_score": 0.860691, + "hf_subset": "snd_Arab-pag_Latn", + "languages": [ + "snd-Arab", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943511, + "recall": 0.960474, + "f1": 0.948946, + "accuracy": 0.960474, + "main_score": 0.948946, + "hf_subset": "snd_Arab-tuk_Latn", + "languages": [ + "snd-Arab", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "snd_Arab-bak_Cyrl", + "languages": [ + "snd-Arab", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448545, + "recall": 0.529644, + "f1": 0.471813, + "accuracy": 0.529644, + "main_score": 0.471813, + "hf_subset": "snd_Arab-dyu_Latn", + "languages": [ + "snd-Arab", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "snd_Arab-heb_Hebr", + "languages": [ + "snd-Arab", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "snd_Arab-khk_Cyrl", + "languages": [ + "snd-Arab", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "snd_Arab-lvs_Latn", + "languages": [ + "snd-Arab", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.697908, + "recall": 0.754941, + "f1": 0.715039, + "accuracy": 0.754941, + "main_score": 0.715039, + "hf_subset": "snd_Arab-som_Latn", + "languages": [ + "snd-Arab", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556652, + "recall": 0.608696, + "f1": 0.570971, + "accuracy": 0.608696, + "main_score": 0.570971, + "hf_subset": "snd_Arab-tum_Latn", + "languages": [ + "snd-Arab", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507972, + "recall": 0.562253, + "f1": 0.523614, + "accuracy": 0.562253, + "main_score": 0.523614, + "hf_subset": "tuk_Latn-ace_Arab", + "languages": [ + "tuk-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494263, + "recall": 0.54249, + "f1": 0.507833, + "accuracy": 0.54249, + "main_score": 0.507833, + "hf_subset": "tuk_Latn-bam_Latn", + "languages": [ + "tuk-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.360085, + "recall": 0.422925, + "f1": 0.377012, + "accuracy": 0.422925, + "main_score": 0.377012, + "hf_subset": "tuk_Latn-dzo_Tibt", + "languages": [ + "tuk-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958992, + "recall": 0.971344, + "f1": 0.962945, + "accuracy": 0.971344, + "main_score": 0.962945, + "hf_subset": "tuk_Latn-hin_Deva", + "languages": [ + "tuk-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.915637, + "recall": 0.938735, + "f1": 0.922815, + "accuracy": 0.938735, + "main_score": 0.922815, + "hf_subset": "tuk_Latn-khm_Khmr", + "languages": [ + "tuk-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952857, + "recall": 0.966403, + "f1": 0.957071, + "accuracy": 0.966403, + "main_score": 0.957071, + "hf_subset": "tuk_Latn-mag_Deva", + "languages": [ + "tuk-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881291, + "recall": 0.908103, + "f1": 0.889262, + "accuracy": 0.908103, + "main_score": 0.889262, + "hf_subset": "tuk_Latn-pap_Latn", + "languages": [ + "tuk-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559002, + "recall": 0.608696, + "f1": 0.573506, + "accuracy": 0.608696, + "main_score": 0.573506, + "hf_subset": "tuk_Latn-sot_Latn", + "languages": [ + "tuk-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96138, + "recall": 0.97332, + "f1": 0.965152, + "accuracy": 0.97332, + "main_score": 0.965152, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.751912, + "recall": 0.793478, + "f1": 0.764202, + "accuracy": 0.793478, + "main_score": 0.764202, + "hf_subset": "tuk_Latn-ace_Latn", + "languages": [ + "tuk-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.842391, + "recall": 0.876482, + "f1": 0.852325, + "accuracy": 0.876482, + "main_score": 0.852325, + "hf_subset": "tuk_Latn-ban_Latn", + "languages": [ + "tuk-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.967391, + "f1": 0.957181, + "accuracy": 0.967391, + "main_score": 0.957181, + "hf_subset": "tuk_Latn-ell_Grek", + "languages": [ + "tuk-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927652, + "recall": 0.947628, + "f1": 0.93386, + "accuracy": 0.947628, + "main_score": 0.93386, + "hf_subset": "tuk_Latn-hne_Deva", + "languages": [ + "tuk-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537569, + "recall": 0.585968, + "f1": 0.550815, + "accuracy": 0.585968, + "main_score": 0.550815, + "hf_subset": "tuk_Latn-kik_Latn", + "languages": [ + "tuk-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941453, + "recall": 0.958498, + "f1": 0.946706, + "accuracy": 0.958498, + "main_score": 0.946706, + "hf_subset": "tuk_Latn-mai_Deva", + "languages": [ + "tuk-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882493, + "recall": 0.917984, + "f1": 0.893643, + "accuracy": 0.917984, + "main_score": 0.893643, + "hf_subset": "tuk_Latn-pbt_Arab", + "languages": [ + "tuk-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "tuk_Latn-spa_Latn", + "languages": [ + "tuk-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564996, + "recall": 0.620553, + "f1": 0.580932, + "accuracy": 0.620553, + "main_score": 0.580932, + "hf_subset": "tuk_Latn-twi_Latn", + "languages": [ + "tuk-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.93937, + "recall": 0.956522, + "f1": 0.944746, + "accuracy": 0.956522, + "main_score": 0.944746, + "hf_subset": "tuk_Latn-acm_Arab", + "languages": [ + "tuk-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919302, + "recall": 0.942688, + "f1": 0.926482, + "accuracy": 0.942688, + "main_score": 0.926482, + "hf_subset": "tuk_Latn-bel_Cyrl", + "languages": [ + "tuk-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961462, + "recall": 0.974308, + "f1": 0.965744, + "accuracy": 0.974308, + "main_score": 0.965744, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "tuk_Latn-hrv_Latn", + "languages": [ + "tuk-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529965, + "recall": 0.585968, + "f1": 0.546011, + "accuracy": 0.585968, + "main_score": 0.546011, + "hf_subset": "tuk_Latn-kin_Latn", + "languages": [ + "tuk-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937418, + "recall": 0.956522, + "f1": 0.943511, + "accuracy": 0.956522, + "main_score": 0.943511, + "hf_subset": "tuk_Latn-mal_Mlym", + "languages": [ + "tuk-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952322, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "tuk_Latn-pes_Arab", + "languages": [ + "tuk-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.899086, + "recall": 0.923913, + "f1": 0.906544, + "accuracy": 0.923913, + "main_score": 0.906544, + "hf_subset": "tuk_Latn-srd_Latn", + "languages": [ + "tuk-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.185604, + "recall": 0.22332, + "f1": 0.195273, + "accuracy": 0.22332, + "main_score": 0.195273, + "hf_subset": "tuk_Latn-tzm_Tfng", + "languages": [ + "tuk-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938653, + "recall": 0.956522, + "f1": 0.944236, + "accuracy": 0.956522, + "main_score": 0.944236, + "hf_subset": "tuk_Latn-acq_Arab", + "languages": [ + "tuk-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574384, + "recall": 0.621542, + "f1": 0.587688, + "accuracy": 0.621542, + "main_score": 0.587688, + "hf_subset": "tuk_Latn-bem_Latn", + "languages": [ + "tuk-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937829, + "recall": 0.956522, + "f1": 0.943577, + "accuracy": 0.956522, + "main_score": 0.943577, + "hf_subset": "tuk_Latn-epo_Latn", + "languages": [ + "tuk-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953426, + "recall": 0.967391, + "f1": 0.957839, + "accuracy": 0.967391, + "main_score": 0.957839, + "hf_subset": "tuk_Latn-hun_Latn", + "languages": [ + "tuk-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945323, + "recall": 0.962451, + "f1": 0.950922, + "accuracy": 0.962451, + "main_score": 0.950922, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942935, + "recall": 0.960474, + "f1": 0.948518, + "accuracy": 0.960474, + "main_score": 0.948518, + "hf_subset": "tuk_Latn-mar_Deva", + "languages": [ + "tuk-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612123, + "recall": 0.659091, + "f1": 0.625213, + "accuracy": 0.659091, + "main_score": 0.625213, + "hf_subset": "tuk_Latn-plt_Latn", + "languages": [ + "tuk-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955204, + "recall": 0.969368, + "f1": 0.959816, + "accuracy": 0.969368, + "main_score": 0.959816, + "hf_subset": "tuk_Latn-srp_Cyrl", + "languages": [ + "tuk-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.8917, + "recall": 0.918972, + "f1": 0.899986, + "accuracy": 0.918972, + "main_score": 0.899986, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900676, + "recall": 0.926877, + "f1": 0.908416, + "accuracy": 0.926877, + "main_score": 0.908416, + "hf_subset": "tuk_Latn-aeb_Arab", + "languages": [ + "tuk-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954578, + "recall": 0.968379, + "f1": 0.958992, + "accuracy": 0.968379, + "main_score": 0.958992, + "hf_subset": "tuk_Latn-ben_Beng", + "languages": [ + "tuk-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950758, + "recall": 0.965415, + "f1": 0.955534, + "accuracy": 0.965415, + "main_score": 0.955534, + "hf_subset": "tuk_Latn-est_Latn", + "languages": [ + "tuk-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954348, + "accuracy": 0.964427, + "main_score": 0.954348, + "hf_subset": "tuk_Latn-hye_Armn", + "languages": [ + "tuk-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506538, + "recall": 0.552372, + "f1": 0.519913, + "accuracy": 0.552372, + "main_score": 0.519913, + "hf_subset": "tuk_Latn-kmb_Latn", + "languages": [ + "tuk-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448516, + "recall": 0.512846, + "f1": 0.465439, + "accuracy": 0.512846, + "main_score": 0.465439, + "hf_subset": "tuk_Latn-min_Arab", + "languages": [ + "tuk-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.964427, + "f1": 0.953557, + "accuracy": 0.964427, + "main_score": 0.953557, + "hf_subset": "tuk_Latn-pol_Latn", + "languages": [ + "tuk-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529902, + "recall": 0.58004, + "f1": 0.544353, + "accuracy": 0.58004, + "main_score": 0.544353, + "hf_subset": "tuk_Latn-ssw_Latn", + "languages": [ + "tuk-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966568, + "recall": 0.977273, + "f1": 0.970026, + "accuracy": 0.977273, + "main_score": 0.970026, + "hf_subset": "tuk_Latn-ukr_Cyrl", + "languages": [ + "tuk-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95112, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tuk_Latn-afr_Latn", + "languages": [ + "tuk-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903715, + "recall": 0.929842, + "f1": 0.911512, + "accuracy": 0.929842, + "main_score": 0.911512, + "hf_subset": "tuk_Latn-bho_Deva", + "languages": [ + "tuk-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.907197, + "recall": 0.931818, + "f1": 0.914723, + "accuracy": 0.931818, + "main_score": 0.914723, + "hf_subset": "tuk_Latn-eus_Latn", + "languages": [ + "tuk-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534519, + "recall": 0.583992, + "f1": 0.54857, + "accuracy": 0.583992, + "main_score": 0.54857, + "hf_subset": "tuk_Latn-ibo_Latn", + "languages": [ + "tuk-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.796113, + "recall": 0.844862, + "f1": 0.81094, + "accuracy": 0.844862, + "main_score": 0.81094, + "hf_subset": "tuk_Latn-kmr_Latn", + "languages": [ + "tuk-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881835, + "recall": 0.912055, + "f1": 0.890947, + "accuracy": 0.912055, + "main_score": 0.890947, + "hf_subset": "tuk_Latn-min_Latn", + "languages": [ + "tuk-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "tuk_Latn-por_Latn", + "languages": [ + "tuk-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.919796, + "recall": 0.9417, + "f1": 0.92668, + "accuracy": 0.9417, + "main_score": 0.92668, + "hf_subset": "tuk_Latn-sun_Latn", + "languages": [ + "tuk-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492947, + "recall": 0.540514, + "f1": 0.506381, + "accuracy": 0.540514, + "main_score": 0.506381, + "hf_subset": "tuk_Latn-umb_Latn", + "languages": [ + "tuk-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94058, + "recall": 0.95751, + "f1": 0.945784, + "accuracy": 0.95751, + "main_score": 0.945784, + "hf_subset": "tuk_Latn-ajp_Arab", + "languages": [ + "tuk-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491214, + "recall": 0.547431, + "f1": 0.50639, + "accuracy": 0.547431, + "main_score": 0.50639, + "hf_subset": "tuk_Latn-bjn_Arab", + "languages": [ + "tuk-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487361, + "recall": 0.528656, + "f1": 0.499311, + "accuracy": 0.528656, + "main_score": 0.499311, + "hf_subset": "tuk_Latn-ewe_Latn", + "languages": [ + "tuk-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.818561, + "recall": 0.857708, + "f1": 0.830025, + "accuracy": 0.857708, + "main_score": 0.830025, + "hf_subset": "tuk_Latn-ilo_Latn", + "languages": [ + "tuk-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.295796, + "recall": 0.347826, + "f1": 0.309967, + "accuracy": 0.347826, + "main_score": 0.309967, + "hf_subset": "tuk_Latn-knc_Arab", + "languages": [ + "tuk-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947414, + "recall": 0.962451, + "f1": 0.951976, + "accuracy": 0.962451, + "main_score": 0.951976, + "hf_subset": "tuk_Latn-mkd_Cyrl", + "languages": [ + "tuk-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948864, + "recall": 0.964427, + "f1": 0.953788, + "accuracy": 0.964427, + "main_score": 0.953788, + "hf_subset": "tuk_Latn-prs_Arab", + "languages": [ + "tuk-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961627, + "recall": 0.97332, + "f1": 0.96525, + "accuracy": 0.97332, + "main_score": 0.96525, + "hf_subset": "tuk_Latn-swe_Latn", + "languages": [ + "tuk-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941535, + "recall": 0.959486, + "f1": 0.947299, + "accuracy": 0.959486, + "main_score": 0.947299, + "hf_subset": "tuk_Latn-urd_Arab", + "languages": [ + "tuk-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532793, + "recall": 0.586957, + "f1": 0.548546, + "accuracy": 0.586957, + "main_score": 0.548546, + "hf_subset": "tuk_Latn-aka_Latn", + "languages": [ + "tuk-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878343, + "recall": 0.909091, + "f1": 0.887597, + "accuracy": 0.909091, + "main_score": 0.887597, + "hf_subset": "tuk_Latn-bjn_Latn", + "languages": [ + "tuk-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.871377, + "recall": 0.90415, + "f1": 0.881329, + "accuracy": 0.90415, + "main_score": 0.881329, + "hf_subset": "tuk_Latn-fao_Latn", + "languages": [ + "tuk-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95224, + "recall": 0.966403, + "f1": 0.956686, + "accuracy": 0.966403, + "main_score": 0.956686, + "hf_subset": "tuk_Latn-ind_Latn", + "languages": [ + "tuk-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539773, + "recall": 0.579051, + "f1": 0.551046, + "accuracy": 0.579051, + "main_score": 0.551046, + "hf_subset": "tuk_Latn-knc_Latn", + "languages": [ + "tuk-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900642, + "recall": 0.927866, + "f1": 0.908912, + "accuracy": 0.927866, + "main_score": 0.908912, + "hf_subset": "tuk_Latn-mlt_Latn", + "languages": [ + "tuk-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.643948, + "recall": 0.700593, + "f1": 0.660548, + "accuracy": 0.700593, + "main_score": 0.660548, + "hf_subset": "tuk_Latn-quy_Latn", + "languages": [ + "tuk-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.855007, + "recall": 0.891304, + "f1": 0.865942, + "accuracy": 0.891304, + "main_score": 0.865942, + "hf_subset": "tuk_Latn-swh_Latn", + "languages": [ + "tuk-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970191, + "accuracy": 0.977273, + "main_score": 0.970191, + "hf_subset": "tuk_Latn-uzn_Latn", + "languages": [ + "tuk-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941947, + "recall": 0.958498, + "f1": 0.946871, + "accuracy": 0.958498, + "main_score": 0.946871, + "hf_subset": "tuk_Latn-als_Latn", + "languages": [ + "tuk-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509563, + "recall": 0.58498, + "f1": 0.530348, + "accuracy": 0.58498, + "main_score": 0.530348, + "hf_subset": "tuk_Latn-bod_Tibt", + "languages": [ + "tuk-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618225, + "recall": 0.678854, + "f1": 0.635328, + "accuracy": 0.678854, + "main_score": 0.635328, + "hf_subset": "tuk_Latn-fij_Latn", + "languages": [ + "tuk-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888669, + "recall": 0.920949, + "f1": 0.899012, + "accuracy": 0.920949, + "main_score": 0.899012, + "hf_subset": "tuk_Latn-isl_Latn", + "languages": [ + "tuk-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596539, + "recall": 0.648221, + "f1": 0.611372, + "accuracy": 0.648221, + "main_score": 0.611372, + "hf_subset": "tuk_Latn-kon_Latn", + "languages": [ + "tuk-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601639, + "recall": 0.657115, + "f1": 0.617306, + "accuracy": 0.657115, + "main_score": 0.617306, + "hf_subset": "tuk_Latn-mni_Beng", + "languages": [ + "tuk-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958392, + "recall": 0.970356, + "f1": 0.962105, + "accuracy": 0.970356, + "main_score": 0.962105, + "hf_subset": "tuk_Latn-ron_Latn", + "languages": [ + "tuk-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.949605, + "f1": 0.937418, + "accuracy": 0.949605, + "main_score": 0.937418, + "hf_subset": "tuk_Latn-szl_Latn", + "languages": [ + "tuk-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933004, + "recall": 0.952569, + "f1": 0.939018, + "accuracy": 0.952569, + "main_score": 0.939018, + "hf_subset": "tuk_Latn-vec_Latn", + "languages": [ + "tuk-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837187, + "recall": 0.87747, + "f1": 0.849605, + "accuracy": 0.87747, + "main_score": 0.849605, + "hf_subset": "tuk_Latn-amh_Ethi", + "languages": [ + "tuk-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956604, + "recall": 0.970356, + "f1": 0.961034, + "accuracy": 0.970356, + "main_score": 0.961034, + "hf_subset": "tuk_Latn-bos_Latn", + "languages": [ + "tuk-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.937665, + "recall": 0.95751, + "f1": 0.944071, + "accuracy": 0.95751, + "main_score": 0.944071, + "hf_subset": "tuk_Latn-fin_Latn", + "languages": [ + "tuk-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94697, + "recall": 0.963439, + "f1": 0.95224, + "accuracy": 0.963439, + "main_score": 0.95224, + "hf_subset": "tuk_Latn-ita_Latn", + "languages": [ + "tuk-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.951416, + "recall": 0.966403, + "f1": 0.956192, + "accuracy": 0.966403, + "main_score": 0.956192, + "hf_subset": "tuk_Latn-kor_Hang", + "languages": [ + "tuk-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524177, + "recall": 0.577075, + "f1": 0.539168, + "accuracy": 0.577075, + "main_score": 0.539168, + "hf_subset": "tuk_Latn-mos_Latn", + "languages": [ + "tuk-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510972, + "recall": 0.552372, + "f1": 0.522386, + "accuracy": 0.552372, + "main_score": 0.522386, + "hf_subset": "tuk_Latn-run_Latn", + "languages": [ + "tuk-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939723, + "recall": 0.95751, + "f1": 0.94529, + "accuracy": 0.95751, + "main_score": 0.94529, + "hf_subset": "tuk_Latn-tam_Taml", + "languages": [ + "tuk-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942638, + "recall": 0.958498, + "f1": 0.947483, + "accuracy": 0.958498, + "main_score": 0.947483, + "hf_subset": "tuk_Latn-vie_Latn", + "languages": [ + "tuk-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925619, + "recall": 0.947628, + "f1": 0.93246, + "accuracy": 0.947628, + "main_score": 0.93246, + "hf_subset": "tuk_Latn-apc_Arab", + "languages": [ + "tuk-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.702033, + "recall": 0.748024, + "f1": 0.715115, + "accuracy": 0.748024, + "main_score": 0.715115, + "hf_subset": "tuk_Latn-bug_Latn", + "languages": [ + "tuk-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434173, + "recall": 0.488142, + "f1": 0.448686, + "accuracy": 0.488142, + "main_score": 0.448686, + "hf_subset": "tuk_Latn-fon_Latn", + "languages": [ + "tuk-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927108, + "recall": 0.947628, + "f1": 0.933465, + "accuracy": 0.947628, + "main_score": 0.933465, + "hf_subset": "tuk_Latn-jav_Latn", + "languages": [ + "tuk-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.903766, + "recall": 0.929842, + "f1": 0.911712, + "accuracy": 0.929842, + "main_score": 0.911712, + "hf_subset": "tuk_Latn-lao_Laoo", + "languages": [ + "tuk-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.73449, + "recall": 0.784585, + "f1": 0.74828, + "accuracy": 0.784585, + "main_score": 0.74828, + "hf_subset": "tuk_Latn-mri_Latn", + "languages": [ + "tuk-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963027, + "recall": 0.974308, + "f1": 0.966634, + "accuracy": 0.974308, + "main_score": 0.966634, + "hf_subset": "tuk_Latn-rus_Cyrl", + "languages": [ + "tuk-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514114, + "recall": 0.560277, + "f1": 0.527047, + "accuracy": 0.560277, + "main_score": 0.527047, + "hf_subset": "tuk_Latn-taq_Latn", + "languages": [ + "tuk-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.904924, + "recall": 0.93083, + "f1": 0.912615, + "accuracy": 0.93083, + "main_score": 0.912615, + "hf_subset": "tuk_Latn-war_Latn", + "languages": [ + "tuk-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936347, + "recall": 0.954545, + "f1": 0.94193, + "accuracy": 0.954545, + "main_score": 0.94193, + "hf_subset": "tuk_Latn-arb_Arab", + "languages": [ + "tuk-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "tuk_Latn-bul_Cyrl", + "languages": [ + "tuk-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960227, + "recall": 0.972332, + "f1": 0.963999, + "accuracy": 0.972332, + "main_score": 0.963999, + "hf_subset": "tuk_Latn-fra_Latn", + "languages": [ + "tuk-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.956522, + "f1": 0.94417, + "accuracy": 0.956522, + "main_score": 0.94417, + "hf_subset": "tuk_Latn-jpn_Jpan", + "languages": [ + "tuk-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896578, + "recall": 0.922925, + "f1": 0.904661, + "accuracy": 0.922925, + "main_score": 0.904661, + "hf_subset": "tuk_Latn-lij_Latn", + "languages": [ + "tuk-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90168, + "recall": 0.927866, + "f1": 0.90967, + "accuracy": 0.927866, + "main_score": 0.90967, + "hf_subset": "tuk_Latn-mya_Mymr", + "languages": [ + "tuk-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539676, + "recall": 0.602767, + "f1": 0.55675, + "accuracy": 0.602767, + "main_score": 0.55675, + "hf_subset": "tuk_Latn-sag_Latn", + "languages": [ + "tuk-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193593, + "recall": 0.243083, + "f1": 0.205064, + "accuracy": 0.243083, + "main_score": 0.205064, + "hf_subset": "tuk_Latn-taq_Tfng", + "languages": [ + "tuk-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578806, + "recall": 0.629447, + "f1": 0.593423, + "accuracy": 0.629447, + "main_score": 0.593423, + "hf_subset": "tuk_Latn-wol_Latn", + "languages": [ + "tuk-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66299, + "recall": 0.720356, + "f1": 0.679325, + "accuracy": 0.720356, + "main_score": 0.679325, + "hf_subset": "tuk_Latn-arb_Latn", + "languages": [ + "tuk-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952487, + "recall": 0.967391, + "f1": 0.957246, + "accuracy": 0.967391, + "main_score": 0.957246, + "hf_subset": "tuk_Latn-cat_Latn", + "languages": [ + "tuk-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.888159, + "recall": 0.916008, + "f1": 0.896429, + "accuracy": 0.916008, + "main_score": 0.896429, + "hf_subset": "tuk_Latn-fur_Latn", + "languages": [ + "tuk-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.403451, + "recall": 0.451581, + "f1": 0.417643, + "accuracy": 0.451581, + "main_score": 0.417643, + "hf_subset": "tuk_Latn-kab_Latn", + "languages": [ + "tuk-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.881456, + "recall": 0.914032, + "f1": 0.891798, + "accuracy": 0.914032, + "main_score": 0.891798, + "hf_subset": "tuk_Latn-lim_Latn", + "languages": [ + "tuk-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938241, + "recall": 0.956522, + "f1": 0.943972, + "accuracy": 0.956522, + "main_score": 0.943972, + "hf_subset": "tuk_Latn-nld_Latn", + "languages": [ + "tuk-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900313, + "recall": 0.926877, + "f1": 0.908498, + "accuracy": 0.926877, + "main_score": 0.908498, + "hf_subset": "tuk_Latn-san_Deva", + "languages": [ + "tuk-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.619433, + "recall": 0.664032, + "f1": 0.63299, + "accuracy": 0.664032, + "main_score": 0.63299, + "hf_subset": "tuk_Latn-xho_Latn", + "languages": [ + "tuk-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931763, + "recall": 0.950593, + "f1": 0.937451, + "accuracy": 0.950593, + "main_score": 0.937451, + "hf_subset": "tuk_Latn-ars_Arab", + "languages": [ + "tuk-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926113, + "recall": 0.945652, + "f1": 0.932098, + "accuracy": 0.945652, + "main_score": 0.932098, + "hf_subset": "tuk_Latn-ceb_Latn", + "languages": [ + "tuk-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511822, + "recall": 0.566206, + "f1": 0.527138, + "accuracy": 0.566206, + "main_score": 0.527138, + "hf_subset": "tuk_Latn-fuv_Latn", + "languages": [ + "tuk-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484391, + "recall": 0.546443, + "f1": 0.500958, + "accuracy": 0.546443, + "main_score": 0.500958, + "hf_subset": "tuk_Latn-kac_Latn", + "languages": [ + "tuk-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602004, + "recall": 0.653162, + "f1": 0.616009, + "accuracy": 0.653162, + "main_score": 0.616009, + "hf_subset": "tuk_Latn-lin_Latn", + "languages": [ + "tuk-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95112, + "recall": 0.966403, + "f1": 0.956028, + "accuracy": 0.966403, + "main_score": 0.956028, + "hf_subset": "tuk_Latn-nno_Latn", + "languages": [ + "tuk-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.199543, + "recall": 0.268775, + "f1": 0.217341, + "accuracy": 0.268775, + "main_score": 0.217341, + "hf_subset": "tuk_Latn-sat_Olck", + "languages": [ + "tuk-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946393, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "tuk_Latn-tel_Telu", + "languages": [ + "tuk-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.831514, + "recall": 0.87253, + "f1": 0.843684, + "accuracy": 0.87253, + "main_score": 0.843684, + "hf_subset": "tuk_Latn-ydd_Hebr", + "languages": [ + "tuk-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885952, + "recall": 0.91502, + "f1": 0.89488, + "accuracy": 0.91502, + "main_score": 0.89488, + "hf_subset": "tuk_Latn-ary_Arab", + "languages": [ + "tuk-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959486, + "recall": 0.972332, + "f1": 0.963603, + "accuracy": 0.972332, + "main_score": 0.963603, + "hf_subset": "tuk_Latn-ces_Latn", + "languages": [ + "tuk-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540122, + "recall": 0.592885, + "f1": 0.555042, + "accuracy": 0.592885, + "main_score": 0.555042, + "hf_subset": "tuk_Latn-gaz_Latn", + "languages": [ + "tuk-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535919, + "recall": 0.583992, + "f1": 0.550264, + "accuracy": 0.583992, + "main_score": 0.550264, + "hf_subset": "tuk_Latn-kam_Latn", + "languages": [ + "tuk-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935071, + "recall": 0.953557, + "f1": 0.940931, + "accuracy": 0.953557, + "main_score": 0.940931, + "hf_subset": "tuk_Latn-lit_Latn", + "languages": [ + "tuk-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954051, + "recall": 0.968379, + "f1": 0.958663, + "accuracy": 0.968379, + "main_score": 0.958663, + "hf_subset": "tuk_Latn-nob_Latn", + "languages": [ + "tuk-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891551, + "recall": 0.91996, + "f1": 0.900169, + "accuracy": 0.91996, + "main_score": 0.900169, + "hf_subset": "tuk_Latn-scn_Latn", + "languages": [ + "tuk-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913373, + "recall": 0.936759, + "f1": 0.920422, + "accuracy": 0.936759, + "main_score": 0.920422, + "hf_subset": "tuk_Latn-tgk_Cyrl", + "languages": [ + "tuk-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.627619, + "recall": 0.688735, + "f1": 0.646165, + "accuracy": 0.688735, + "main_score": 0.646165, + "hf_subset": "tuk_Latn-yor_Latn", + "languages": [ + "tuk-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.927157, + "recall": 0.949605, + "f1": 0.934354, + "accuracy": 0.949605, + "main_score": 0.934354, + "hf_subset": "tuk_Latn-arz_Arab", + "languages": [ + "tuk-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518924, + "recall": 0.577075, + "f1": 0.535202, + "accuracy": 0.577075, + "main_score": 0.535202, + "hf_subset": "tuk_Latn-cjk_Latn", + "languages": [ + "tuk-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679308, + "recall": 0.728261, + "f1": 0.693302, + "accuracy": 0.728261, + "main_score": 0.693302, + "hf_subset": "tuk_Latn-gla_Latn", + "languages": [ + "tuk-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940794, + "recall": 0.958498, + "f1": 0.946377, + "accuracy": 0.958498, + "main_score": 0.946377, + "hf_subset": "tuk_Latn-kan_Knda", + "languages": [ + "tuk-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.909124, + "recall": 0.93083, + "f1": 0.91581, + "accuracy": 0.93083, + "main_score": 0.91581, + "hf_subset": "tuk_Latn-lmo_Latn", + "languages": [ + "tuk-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "tuk_Latn-npi_Deva", + "languages": [ + "tuk-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436599, + "recall": 0.485178, + "f1": 0.450045, + "accuracy": 0.485178, + "main_score": 0.450045, + "hf_subset": "tuk_Latn-shn_Mymr", + "languages": [ + "tuk-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942962, + "recall": 0.95751, + "f1": 0.947497, + "accuracy": 0.95751, + "main_score": 0.947497, + "hf_subset": "tuk_Latn-tgl_Latn", + "languages": [ + "tuk-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931983, + "recall": 0.951581, + "f1": 0.937846, + "accuracy": 0.951581, + "main_score": 0.937846, + "hf_subset": "tuk_Latn-yue_Hant", + "languages": [ + "tuk-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.928936, + "recall": 0.949605, + "f1": 0.935343, + "accuracy": 0.949605, + "main_score": 0.935343, + "hf_subset": "tuk_Latn-asm_Beng", + "languages": [ + "tuk-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.853755, + "recall": 0.891304, + "f1": 0.865053, + "accuracy": 0.891304, + "main_score": 0.865053, + "hf_subset": "tuk_Latn-ckb_Arab", + "languages": [ + "tuk-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.740221, + "recall": 0.785573, + "f1": 0.753396, + "accuracy": 0.785573, + "main_score": 0.753396, + "hf_subset": "tuk_Latn-gle_Latn", + "languages": [ + "tuk-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817556, + "recall": 0.858696, + "f1": 0.829659, + "accuracy": 0.858696, + "main_score": 0.829659, + "hf_subset": "tuk_Latn-kas_Arab", + "languages": [ + "tuk-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.846377, + "recall": 0.884387, + "f1": 0.857759, + "accuracy": 0.884387, + "main_score": 0.857759, + "hf_subset": "tuk_Latn-ltg_Latn", + "languages": [ + "tuk-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5539, + "recall": 0.601779, + "f1": 0.566847, + "accuracy": 0.601779, + "main_score": 0.566847, + "hf_subset": "tuk_Latn-nso_Latn", + "languages": [ + "tuk-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.896146, + "recall": 0.924901, + "f1": 0.905105, + "accuracy": 0.924901, + "main_score": 0.905105, + "hf_subset": "tuk_Latn-sin_Sinh", + "languages": [ + "tuk-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931653, + "recall": 0.952569, + "f1": 0.938406, + "accuracy": 0.952569, + "main_score": 0.938406, + "hf_subset": "tuk_Latn-tha_Thai", + "languages": [ + "tuk-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926005, + "recall": 0.947628, + "f1": 0.932708, + "accuracy": 0.947628, + "main_score": 0.932708, + "hf_subset": "tuk_Latn-zho_Hans", + "languages": [ + "tuk-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944746, + "recall": 0.961462, + "f1": 0.95, + "accuracy": 0.961462, + "main_score": 0.95, + "hf_subset": "tuk_Latn-ast_Latn", + "languages": [ + "tuk-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96031, + "recall": 0.97332, + "f1": 0.964592, + "accuracy": 0.97332, + "main_score": 0.964592, + "hf_subset": "tuk_Latn-crh_Latn", + "languages": [ + "tuk-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94445, + "recall": 0.960474, + "f1": 0.949341, + "accuracy": 0.960474, + "main_score": 0.949341, + "hf_subset": "tuk_Latn-glg_Latn", + "languages": [ + "tuk-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.769361, + "recall": 0.817194, + "f1": 0.783698, + "accuracy": 0.817194, + "main_score": 0.783698, + "hf_subset": "tuk_Latn-kas_Deva", + "languages": [ + "tuk-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886561, + "recall": 0.91502, + "f1": 0.894979, + "accuracy": 0.91502, + "main_score": 0.894979, + "hf_subset": "tuk_Latn-ltz_Latn", + "languages": [ + "tuk-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442328, + "recall": 0.499012, + "f1": 0.457726, + "accuracy": 0.499012, + "main_score": 0.457726, + "hf_subset": "tuk_Latn-nus_Latn", + "languages": [ + "tuk-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960886, + "recall": 0.972332, + "f1": 0.964446, + "accuracy": 0.972332, + "main_score": 0.964446, + "hf_subset": "tuk_Latn-slk_Latn", + "languages": [ + "tuk-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545258, + "recall": 0.606719, + "f1": 0.562785, + "accuracy": 0.606719, + "main_score": 0.562785, + "hf_subset": "tuk_Latn-tir_Ethi", + "languages": [ + "tuk-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934289, + "recall": 0.954545, + "f1": 0.940711, + "accuracy": 0.954545, + "main_score": 0.940711, + "hf_subset": "tuk_Latn-zho_Hant", + "languages": [ + "tuk-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940086, + "recall": 0.95751, + "f1": 0.945652, + "accuracy": 0.95751, + "main_score": 0.945652, + "hf_subset": "tuk_Latn-awa_Deva", + "languages": [ + "tuk-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.885057, + "recall": 0.913043, + "f1": 0.893478, + "accuracy": 0.913043, + "main_score": 0.893478, + "hf_subset": "tuk_Latn-cym_Latn", + "languages": [ + "tuk-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.726416, + "recall": 0.777668, + "f1": 0.741212, + "accuracy": 0.777668, + "main_score": 0.741212, + "hf_subset": "tuk_Latn-grn_Latn", + "languages": [ + "tuk-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934371, + "recall": 0.953557, + "f1": 0.940236, + "accuracy": 0.953557, + "main_score": 0.940236, + "hf_subset": "tuk_Latn-kat_Geor", + "languages": [ + "tuk-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587865, + "recall": 0.637352, + "f1": 0.601443, + "accuracy": 0.637352, + "main_score": 0.601443, + "hf_subset": "tuk_Latn-lua_Latn", + "languages": [ + "tuk-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577662, + "recall": 0.624506, + "f1": 0.590863, + "accuracy": 0.624506, + "main_score": 0.590863, + "hf_subset": "tuk_Latn-nya_Latn", + "languages": [ + "tuk-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.945405, + "recall": 0.961462, + "f1": 0.950329, + "accuracy": 0.961462, + "main_score": 0.950329, + "hf_subset": "tuk_Latn-slv_Latn", + "languages": [ + "tuk-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.798323, + "recall": 0.840909, + "f1": 0.810666, + "accuracy": 0.840909, + "main_score": 0.810666, + "hf_subset": "tuk_Latn-tpi_Latn", + "languages": [ + "tuk-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955287, + "recall": 0.968379, + "f1": 0.959387, + "accuracy": 0.968379, + "main_score": 0.959387, + "hf_subset": "tuk_Latn-zsm_Latn", + "languages": [ + "tuk-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518654, + "recall": 0.571146, + "f1": 0.533827, + "accuracy": 0.571146, + "main_score": 0.533827, + "hf_subset": "tuk_Latn-ayr_Latn", + "languages": [ + "tuk-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956028, + "recall": 0.970356, + "f1": 0.960804, + "accuracy": 0.970356, + "main_score": 0.960804, + "hf_subset": "tuk_Latn-dan_Latn", + "languages": [ + "tuk-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947875, + "recall": 0.963439, + "f1": 0.9528, + "accuracy": 0.963439, + "main_score": 0.9528, + "hf_subset": "tuk_Latn-guj_Gujr", + "languages": [ + "tuk-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958778, + "recall": 0.970356, + "f1": 0.962187, + "accuracy": 0.970356, + "main_score": 0.962187, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.505676, + "recall": 0.555336, + "f1": 0.519536, + "accuracy": 0.555336, + "main_score": 0.519536, + "hf_subset": "tuk_Latn-lug_Latn", + "languages": [ + "tuk-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956225, + "recall": 0.968379, + "f1": 0.959933, + "accuracy": 0.968379, + "main_score": 0.959933, + "hf_subset": "tuk_Latn-oci_Latn", + "languages": [ + "tuk-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714981, + "recall": 0.767787, + "f1": 0.730322, + "accuracy": 0.767787, + "main_score": 0.730322, + "hf_subset": "tuk_Latn-smo_Latn", + "languages": [ + "tuk-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518354, + "recall": 0.575099, + "f1": 0.533324, + "accuracy": 0.575099, + "main_score": 0.533324, + "hf_subset": "tuk_Latn-tsn_Latn", + "languages": [ + "tuk-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580015, + "recall": 0.634387, + "f1": 0.595237, + "accuracy": 0.634387, + "main_score": 0.595237, + "hf_subset": "tuk_Latn-zul_Latn", + "languages": [ + "tuk-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808754, + "recall": 0.852767, + "f1": 0.821676, + "accuracy": 0.852767, + "main_score": 0.821676, + "hf_subset": "tuk_Latn-azb_Arab", + "languages": [ + "tuk-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.953887, + "recall": 0.968379, + "f1": 0.958498, + "accuracy": 0.968379, + "main_score": 0.958498, + "hf_subset": "tuk_Latn-deu_Latn", + "languages": [ + "tuk-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87388, + "recall": 0.908103, + "f1": 0.884519, + "accuracy": 0.908103, + "main_score": 0.884519, + "hf_subset": "tuk_Latn-hat_Latn", + "languages": [ + "tuk-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455292, + "recall": 0.506917, + "f1": 0.46942, + "accuracy": 0.506917, + "main_score": 0.46942, + "hf_subset": "tuk_Latn-kbp_Latn", + "languages": [ + "tuk-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526321, + "recall": 0.578063, + "f1": 0.540846, + "accuracy": 0.578063, + "main_score": 0.540846, + "hf_subset": "tuk_Latn-luo_Latn", + "languages": [ + "tuk-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940217, + "recall": 0.958498, + "f1": 0.946311, + "accuracy": 0.958498, + "main_score": 0.946311, + "hf_subset": "tuk_Latn-ory_Orya", + "languages": [ + "tuk-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534898, + "recall": 0.593874, + "f1": 0.550992, + "accuracy": 0.593874, + "main_score": 0.550992, + "hf_subset": "tuk_Latn-sna_Latn", + "languages": [ + "tuk-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524648, + "recall": 0.568182, + "f1": 0.536666, + "accuracy": 0.568182, + "main_score": 0.536666, + "hf_subset": "tuk_Latn-tso_Latn", + "languages": [ + "tuk-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947958, + "recall": 0.964427, + "f1": 0.953228, + "accuracy": 0.964427, + "main_score": 0.953228, + "hf_subset": "tuk_Latn-azj_Latn", + "languages": [ + "tuk-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496751, + "recall": 0.55336, + "f1": 0.513291, + "accuracy": 0.55336, + "main_score": 0.513291, + "hf_subset": "tuk_Latn-dik_Latn", + "languages": [ + "tuk-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642936, + "recall": 0.699605, + "f1": 0.659016, + "accuracy": 0.699605, + "main_score": 0.659016, + "hf_subset": "tuk_Latn-hau_Latn", + "languages": [ + "tuk-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.89165, + "recall": 0.916996, + "f1": 0.89864, + "accuracy": 0.916996, + "main_score": 0.89864, + "hf_subset": "tuk_Latn-kea_Latn", + "languages": [ + "tuk-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635724, + "recall": 0.682806, + "f1": 0.649379, + "accuracy": 0.682806, + "main_score": 0.649379, + "hf_subset": "tuk_Latn-lus_Latn", + "languages": [ + "tuk-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.750331, + "recall": 0.790514, + "f1": 0.762094, + "accuracy": 0.790514, + "main_score": 0.762094, + "hf_subset": "tuk_Latn-pag_Latn", + "languages": [ + "tuk-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938406, + "recall": 0.95751, + "f1": 0.944664, + "accuracy": 0.95751, + "main_score": 0.944664, + "hf_subset": "tuk_Latn-snd_Arab", + "languages": [ + "tuk-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946887, + "recall": 0.961462, + "f1": 0.951482, + "accuracy": 0.961462, + "main_score": 0.951482, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452695, + "recall": 0.519763, + "f1": 0.471568, + "accuracy": 0.519763, + "main_score": 0.471568, + "hf_subset": "tuk_Latn-dyu_Latn", + "languages": [ + "tuk-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950922, + "recall": 0.966403, + "f1": 0.955863, + "accuracy": 0.966403, + "main_score": 0.955863, + "hf_subset": "tuk_Latn-heb_Hebr", + "languages": [ + "tuk-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.900119, + "recall": 0.925889, + "f1": 0.908053, + "accuracy": 0.925889, + "main_score": 0.908053, + "hf_subset": "tuk_Latn-khk_Cyrl", + "languages": [ + "tuk-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943758, + "recall": 0.961462, + "f1": 0.949506, + "accuracy": 0.961462, + "main_score": 0.949506, + "hf_subset": "tuk_Latn-lvs_Latn", + "languages": [ + "tuk-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95751, + "recall": 0.970356, + "f1": 0.961627, + "accuracy": 0.970356, + "main_score": 0.961627, + "hf_subset": "tuk_Latn-pan_Guru", + "languages": [ + "tuk-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636906, + "recall": 0.694664, + "f1": 0.654002, + "accuracy": 0.694664, + "main_score": 0.654002, + "hf_subset": "tuk_Latn-som_Latn", + "languages": [ + "tuk-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534743, + "recall": 0.58004, + "f1": 0.547828, + "accuracy": 0.58004, + "main_score": 0.547828, + "hf_subset": "tuk_Latn-tum_Latn", + "languages": [ + "tuk-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557028, + "recall": 0.613636, + "f1": 0.572156, + "accuracy": 0.613636, + "main_score": 0.572156, + "hf_subset": "bak_Cyrl-ace_Arab", + "languages": [ + "bak-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4998, + "recall": 0.561265, + "f1": 0.516616, + "accuracy": 0.561265, + "main_score": 0.516616, + "hf_subset": "bak_Cyrl-bam_Latn", + "languages": [ + "bak-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.392213, + "recall": 0.467391, + "f1": 0.411804, + "accuracy": 0.467391, + "main_score": 0.411804, + "hf_subset": "bak_Cyrl-dzo_Tibt", + "languages": [ + "bak-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bak_Cyrl-hin_Deva", + "languages": [ + "bak-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967391, + "recall": 0.978261, + "f1": 0.971014, + "accuracy": 0.978261, + "main_score": 0.971014, + "hf_subset": "bak_Cyrl-khm_Khmr", + "languages": [ + "bak-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-mag_Deva", + "languages": [ + "bak-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943594, + "recall": 0.960474, + "f1": 0.949012, + "accuracy": 0.960474, + "main_score": 0.949012, + "hf_subset": "bak_Cyrl-pap_Latn", + "languages": [ + "bak-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580045, + "recall": 0.636364, + "f1": 0.595375, + "accuracy": 0.636364, + "main_score": 0.595375, + "hf_subset": "bak_Cyrl-sot_Latn", + "languages": [ + "bak-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987401, + "recall": 0.991107, + "f1": 0.988538, + "accuracy": 0.991107, + "main_score": 0.988538, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837484, + "recall": 0.875494, + "f1": 0.849064, + "accuracy": 0.875494, + "main_score": 0.849064, + "hf_subset": "bak_Cyrl-ace_Latn", + "languages": [ + "bak-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912114, + "recall": 0.93083, + "f1": 0.917638, + "accuracy": 0.93083, + "main_score": 0.917638, + "hf_subset": "bak_Cyrl-ban_Latn", + "languages": [ + "bak-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-ell_Grek", + "languages": [ + "bak-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96665, + "recall": 0.976285, + "f1": 0.969598, + "accuracy": 0.976285, + "main_score": 0.969598, + "hf_subset": "bak_Cyrl-hne_Deva", + "languages": [ + "bak-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580175, + "recall": 0.637352, + "f1": 0.595757, + "accuracy": 0.637352, + "main_score": 0.595757, + "hf_subset": "bak_Cyrl-kik_Latn", + "languages": [ + "bak-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bak_Cyrl-mai_Deva", + "languages": [ + "bak-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946476, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "bak_Cyrl-pbt_Arab", + "languages": [ + "bak-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bak_Cyrl-spa_Latn", + "languages": [ + "bak-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605082, + "recall": 0.667984, + "f1": 0.623177, + "accuracy": 0.667984, + "main_score": 0.623177, + "hf_subset": "bak_Cyrl-twi_Latn", + "languages": [ + "bak-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bak_Cyrl-acm_Arab", + "languages": [ + "bak-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979908, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bak_Cyrl-bel_Cyrl", + "languages": [ + "bak-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-hrv_Latn", + "languages": [ + "bak-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531176, + "recall": 0.59585, + "f1": 0.54955, + "accuracy": 0.59585, + "main_score": 0.54955, + "hf_subset": "bak_Cyrl-kin_Latn", + "languages": [ + "bak-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-mal_Mlym", + "languages": [ + "bak-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-pes_Arab", + "languages": [ + "bak-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944335, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "bak_Cyrl-srd_Latn", + "languages": [ + "bak-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.179992, + "recall": 0.226285, + "f1": 0.191228, + "accuracy": 0.226285, + "main_score": 0.191228, + "hf_subset": "bak_Cyrl-tzm_Tfng", + "languages": [ + "bak-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97612, + "recall": 0.983202, + "f1": 0.978426, + "accuracy": 0.983202, + "main_score": 0.978426, + "hf_subset": "bak_Cyrl-acq_Arab", + "languages": [ + "bak-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623266, + "recall": 0.673913, + "f1": 0.636912, + "accuracy": 0.673913, + "main_score": 0.636912, + "hf_subset": "bak_Cyrl-bem_Latn", + "languages": [ + "bak-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-epo_Latn", + "languages": [ + "bak-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984519, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "bak_Cyrl-hun_Latn", + "languages": [ + "bak-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975296, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-mar_Deva", + "languages": [ + "bak-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651499, + "recall": 0.703557, + "f1": 0.6671, + "accuracy": 0.703557, + "main_score": 0.6671, + "hf_subset": "bak_Cyrl-plt_Latn", + "languages": [ + "bak-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-srp_Cyrl", + "languages": [ + "bak-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942852, + "recall": 0.959486, + "f1": 0.948287, + "accuracy": 0.959486, + "main_score": 0.948287, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963274, + "recall": 0.975296, + "f1": 0.967227, + "accuracy": 0.975296, + "main_score": 0.967227, + "hf_subset": "bak_Cyrl-aeb_Arab", + "languages": [ + "bak-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-ben_Beng", + "languages": [ + "bak-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-est_Latn", + "languages": [ + "bak-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-hye_Armn", + "languages": [ + "bak-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518118, + "recall": 0.577075, + "f1": 0.534411, + "accuracy": 0.577075, + "main_score": 0.534411, + "hf_subset": "bak_Cyrl-kmb_Latn", + "languages": [ + "bak-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495202, + "recall": 0.565217, + "f1": 0.513778, + "accuracy": 0.565217, + "main_score": 0.513778, + "hf_subset": "bak_Cyrl-min_Arab", + "languages": [ + "bak-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-pol_Latn", + "languages": [ + "bak-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546979, + "recall": 0.61166, + "f1": 0.564798, + "accuracy": 0.61166, + "main_score": 0.564798, + "hf_subset": "bak_Cyrl-ssw_Latn", + "languages": [ + "bak-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-ukr_Cyrl", + "languages": [ + "bak-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-afr_Latn", + "languages": [ + "bak-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972332, + "recall": 0.981225, + "f1": 0.975296, + "accuracy": 0.981225, + "main_score": 0.975296, + "hf_subset": "bak_Cyrl-bho_Deva", + "languages": [ + "bak-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962945, + "recall": 0.97332, + "f1": 0.966238, + "accuracy": 0.97332, + "main_score": 0.966238, + "hf_subset": "bak_Cyrl-eus_Latn", + "languages": [ + "bak-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550849, + "recall": 0.613636, + "f1": 0.568815, + "accuracy": 0.613636, + "main_score": 0.568815, + "hf_subset": "bak_Cyrl-ibo_Latn", + "languages": [ + "bak-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.863636, + "recall": 0.900198, + "f1": 0.875296, + "accuracy": 0.900198, + "main_score": 0.875296, + "hf_subset": "bak_Cyrl-kmr_Latn", + "languages": [ + "bak-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942358, + "recall": 0.958498, + "f1": 0.947464, + "accuracy": 0.958498, + "main_score": 0.947464, + "hf_subset": "bak_Cyrl-min_Latn", + "languages": [ + "bak-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-por_Latn", + "languages": [ + "bak-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967474, + "recall": 0.977273, + "f1": 0.970586, + "accuracy": 0.977273, + "main_score": 0.970586, + "hf_subset": "bak_Cyrl-sun_Latn", + "languages": [ + "bak-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509545, + "recall": 0.565217, + "f1": 0.525482, + "accuracy": 0.565217, + "main_score": 0.525482, + "hf_subset": "bak_Cyrl-umb_Latn", + "languages": [ + "bak-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980072, + "recall": 0.986166, + "f1": 0.982049, + "accuracy": 0.986166, + "main_score": 0.982049, + "hf_subset": "bak_Cyrl-ajp_Arab", + "languages": [ + "bak-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519729, + "recall": 0.58498, + "f1": 0.537864, + "accuracy": 0.58498, + "main_score": 0.537864, + "hf_subset": "bak_Cyrl-bjn_Arab", + "languages": [ + "bak-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523266, + "recall": 0.574111, + "f1": 0.537087, + "accuracy": 0.574111, + "main_score": 0.537087, + "hf_subset": "bak_Cyrl-ewe_Latn", + "languages": [ + "bak-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.901136, + "recall": 0.927866, + "f1": 0.909486, + "accuracy": 0.927866, + "main_score": 0.909486, + "hf_subset": "bak_Cyrl-ilo_Latn", + "languages": [ + "bak-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316639, + "recall": 0.370553, + "f1": 0.331073, + "accuracy": 0.370553, + "main_score": 0.331073, + "hf_subset": "bak_Cyrl-knc_Arab", + "languages": [ + "bak-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-mkd_Cyrl", + "languages": [ + "bak-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "bak_Cyrl-prs_Arab", + "languages": [ + "bak-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-swe_Latn", + "languages": [ + "bak-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-urd_Arab", + "languages": [ + "bak-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575136, + "recall": 0.635375, + "f1": 0.592662, + "accuracy": 0.635375, + "main_score": 0.592662, + "hf_subset": "bak_Cyrl-aka_Latn", + "languages": [ + "bak-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939559, + "recall": 0.95751, + "f1": 0.945276, + "accuracy": 0.95751, + "main_score": 0.945276, + "hf_subset": "bak_Cyrl-bjn_Latn", + "languages": [ + "bak-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.947744, + "recall": 0.962451, + "f1": 0.952306, + "accuracy": 0.962451, + "main_score": 0.952306, + "hf_subset": "bak_Cyrl-fao_Latn", + "languages": [ + "bak-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981884, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bak_Cyrl-ind_Latn", + "languages": [ + "bak-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576073, + "recall": 0.625494, + "f1": 0.589538, + "accuracy": 0.625494, + "main_score": 0.589538, + "hf_subset": "bak_Cyrl-knc_Latn", + "languages": [ + "bak-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968956, + "recall": 0.978261, + "f1": 0.971904, + "accuracy": 0.978261, + "main_score": 0.971904, + "hf_subset": "bak_Cyrl-mlt_Latn", + "languages": [ + "bak-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683979, + "recall": 0.744071, + "f1": 0.701031, + "accuracy": 0.744071, + "main_score": 0.701031, + "hf_subset": "bak_Cyrl-quy_Latn", + "languages": [ + "bak-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.931736, + "recall": 0.951581, + "f1": 0.938142, + "accuracy": 0.951581, + "main_score": 0.938142, + "hf_subset": "bak_Cyrl-swh_Latn", + "languages": [ + "bak-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-uzn_Latn", + "languages": [ + "bak-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "bak_Cyrl-als_Latn", + "languages": [ + "bak-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572417, + "recall": 0.656126, + "f1": 0.596353, + "accuracy": 0.656126, + "main_score": 0.596353, + "hf_subset": "bak_Cyrl-bod_Tibt", + "languages": [ + "bak-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66586, + "recall": 0.722332, + "f1": 0.681861, + "accuracy": 0.722332, + "main_score": 0.681861, + "hf_subset": "bak_Cyrl-fij_Latn", + "languages": [ + "bak-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949605, + "recall": 0.966403, + "f1": 0.955204, + "accuracy": 0.966403, + "main_score": 0.955204, + "hf_subset": "bak_Cyrl-isl_Latn", + "languages": [ + "bak-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624622, + "recall": 0.683794, + "f1": 0.642255, + "accuracy": 0.683794, + "main_score": 0.642255, + "hf_subset": "bak_Cyrl-kon_Latn", + "languages": [ + "bak-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659553, + "recall": 0.722332, + "f1": 0.677377, + "accuracy": 0.722332, + "main_score": 0.677377, + "hf_subset": "bak_Cyrl-mni_Beng", + "languages": [ + "bak-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "bak_Cyrl-ron_Latn", + "languages": [ + "bak-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.961709, + "recall": 0.972332, + "f1": 0.965152, + "accuracy": 0.972332, + "main_score": 0.965152, + "hf_subset": "bak_Cyrl-szl_Latn", + "languages": [ + "bak-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "bak_Cyrl-vec_Latn", + "languages": [ + "bak-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.902833, + "recall": 0.929842, + "f1": 0.911561, + "accuracy": 0.929842, + "main_score": 0.911561, + "hf_subset": "bak_Cyrl-amh_Ethi", + "languages": [ + "bak-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-bos_Latn", + "languages": [ + "bak-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-fin_Latn", + "languages": [ + "bak-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982543, + "recall": 0.988142, + "f1": 0.984354, + "accuracy": 0.988142, + "main_score": 0.984354, + "hf_subset": "bak_Cyrl-ita_Latn", + "languages": [ + "bak-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-kor_Hang", + "languages": [ + "bak-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543804, + "recall": 0.600791, + "f1": 0.559389, + "accuracy": 0.600791, + "main_score": 0.559389, + "hf_subset": "bak_Cyrl-mos_Latn", + "languages": [ + "bak-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536175, + "recall": 0.593874, + "f1": 0.552092, + "accuracy": 0.593874, + "main_score": 0.552092, + "hf_subset": "bak_Cyrl-run_Latn", + "languages": [ + "bak-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.983202, + "f1": 0.977602, + "accuracy": 0.983202, + "main_score": 0.977602, + "hf_subset": "bak_Cyrl-tam_Taml", + "languages": [ + "bak-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-vie_Latn", + "languages": [ + "bak-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974061, + "recall": 0.982213, + "f1": 0.97668, + "accuracy": 0.982213, + "main_score": 0.97668, + "hf_subset": "bak_Cyrl-apc_Arab", + "languages": [ + "bak-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77253, + "recall": 0.818182, + "f1": 0.786166, + "accuracy": 0.818182, + "main_score": 0.786166, + "hf_subset": "bak_Cyrl-bug_Latn", + "languages": [ + "bak-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469498, + "recall": 0.524704, + "f1": 0.484789, + "accuracy": 0.524704, + "main_score": 0.484789, + "hf_subset": "bak_Cyrl-fon_Latn", + "languages": [ + "bak-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.979249, + "f1": 0.973287, + "accuracy": 0.979249, + "main_score": 0.973287, + "hf_subset": "bak_Cyrl-jav_Latn", + "languages": [ + "bak-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "bak_Cyrl-lao_Laoo", + "languages": [ + "bak-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.810968, + "recall": 0.858696, + "f1": 0.825329, + "accuracy": 0.858696, + "main_score": 0.825329, + "hf_subset": "bak_Cyrl-mri_Latn", + "languages": [ + "bak-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "bak_Cyrl-rus_Cyrl", + "languages": [ + "bak-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535672, + "recall": 0.591897, + "f1": 0.550891, + "accuracy": 0.591897, + "main_score": 0.550891, + "hf_subset": "bak_Cyrl-taq_Latn", + "languages": [ + "bak-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "bak_Cyrl-war_Latn", + "languages": [ + "bak-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "bak_Cyrl-arb_Arab", + "languages": [ + "bak-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-bul_Cyrl", + "languages": [ + "bak-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bak_Cyrl-fra_Latn", + "languages": [ + "bak-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982872, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "bak_Cyrl-jpn_Jpan", + "languages": [ + "bak-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957016, + "recall": 0.969368, + "f1": 0.960968, + "accuracy": 0.969368, + "main_score": 0.960968, + "hf_subset": "bak_Cyrl-lij_Latn", + "languages": [ + "bak-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964427, + "recall": 0.975296, + "f1": 0.967885, + "accuracy": 0.975296, + "main_score": 0.967885, + "hf_subset": "bak_Cyrl-mya_Mymr", + "languages": [ + "bak-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585833, + "recall": 0.648221, + "f1": 0.603286, + "accuracy": 0.648221, + "main_score": 0.603286, + "hf_subset": "bak_Cyrl-sag_Latn", + "languages": [ + "bak-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.200866, + "recall": 0.252964, + "f1": 0.212267, + "accuracy": 0.252964, + "main_score": 0.212267, + "hf_subset": "bak_Cyrl-taq_Tfng", + "languages": [ + "bak-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600998, + "recall": 0.662055, + "f1": 0.618302, + "accuracy": 0.662055, + "main_score": 0.618302, + "hf_subset": "bak_Cyrl-wol_Latn", + "languages": [ + "bak-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.728882, + "recall": 0.784585, + "f1": 0.744765, + "accuracy": 0.784585, + "main_score": 0.744765, + "hf_subset": "bak_Cyrl-arb_Latn", + "languages": [ + "bak-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "bak_Cyrl-cat_Latn", + "languages": [ + "bak-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.956061, + "recall": 0.968379, + "f1": 0.95998, + "accuracy": 0.968379, + "main_score": 0.95998, + "hf_subset": "bak_Cyrl-fur_Latn", + "languages": [ + "bak-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412916, + "recall": 0.469368, + "f1": 0.4281, + "accuracy": 0.469368, + "main_score": 0.4281, + "hf_subset": "bak_Cyrl-kab_Latn", + "languages": [ + "bak-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955616, + "recall": 0.968379, + "f1": 0.959717, + "accuracy": 0.968379, + "main_score": 0.959717, + "hf_subset": "bak_Cyrl-lim_Latn", + "languages": [ + "bak-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-nld_Latn", + "languages": [ + "bak-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954875, + "recall": 0.968379, + "f1": 0.959157, + "accuracy": 0.968379, + "main_score": 0.959157, + "hf_subset": "bak_Cyrl-san_Deva", + "languages": [ + "bak-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651861, + "recall": 0.710474, + "f1": 0.668714, + "accuracy": 0.710474, + "main_score": 0.668714, + "hf_subset": "bak_Cyrl-xho_Latn", + "languages": [ + "bak-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981555, + "recall": 0.987154, + "f1": 0.983366, + "accuracy": 0.987154, + "main_score": 0.983366, + "hf_subset": "bak_Cyrl-ars_Arab", + "languages": [ + "bak-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bak_Cyrl-ceb_Latn", + "languages": [ + "bak-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542635, + "recall": 0.599802, + "f1": 0.559444, + "accuracy": 0.599802, + "main_score": 0.559444, + "hf_subset": "bak_Cyrl-fuv_Latn", + "languages": [ + "bak-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.506572, + "recall": 0.568182, + "f1": 0.522834, + "accuracy": 0.568182, + "main_score": 0.522834, + "hf_subset": "bak_Cyrl-kac_Latn", + "languages": [ + "bak-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66811, + "recall": 0.717391, + "f1": 0.68219, + "accuracy": 0.717391, + "main_score": 0.68219, + "hf_subset": "bak_Cyrl-lin_Latn", + "languages": [ + "bak-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "bak_Cyrl-nno_Latn", + "languages": [ + "bak-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.183565, + "recall": 0.253953, + "f1": 0.201543, + "accuracy": 0.253953, + "main_score": 0.201543, + "hf_subset": "bak_Cyrl-sat_Olck", + "languages": [ + "bak-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "bak_Cyrl-tel_Telu", + "languages": [ + "bak-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.90108, + "recall": 0.929842, + "f1": 0.910063, + "accuracy": 0.929842, + "main_score": 0.910063, + "hf_subset": "bak_Cyrl-ydd_Hebr", + "languages": [ + "bak-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944088, + "recall": 0.961462, + "f1": 0.949671, + "accuracy": 0.961462, + "main_score": 0.949671, + "hf_subset": "bak_Cyrl-ary_Arab", + "languages": [ + "bak-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bak_Cyrl-ces_Latn", + "languages": [ + "bak-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577421, + "recall": 0.632411, + "f1": 0.593252, + "accuracy": 0.632411, + "main_score": 0.593252, + "hf_subset": "bak_Cyrl-gaz_Latn", + "languages": [ + "bak-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585945, + "recall": 0.642292, + "f1": 0.601674, + "accuracy": 0.642292, + "main_score": 0.601674, + "hf_subset": "bak_Cyrl-kam_Latn", + "languages": [ + "bak-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "bak_Cyrl-lit_Latn", + "languages": [ + "bak-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "bak_Cyrl-nob_Latn", + "languages": [ + "bak-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.964427, + "f1": 0.954216, + "accuracy": 0.964427, + "main_score": 0.954216, + "hf_subset": "bak_Cyrl-scn_Latn", + "languages": [ + "bak-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962698, + "recall": 0.97332, + "f1": 0.96614, + "accuracy": 0.97332, + "main_score": 0.96614, + "hf_subset": "bak_Cyrl-tgk_Cyrl", + "languages": [ + "bak-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.678911, + "recall": 0.742095, + "f1": 0.696916, + "accuracy": 0.742095, + "main_score": 0.696916, + "hf_subset": "bak_Cyrl-yor_Latn", + "languages": [ + "bak-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978426, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "bak_Cyrl-arz_Arab", + "languages": [ + "bak-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54754, + "recall": 0.606719, + "f1": 0.565141, + "accuracy": 0.606719, + "main_score": 0.565141, + "hf_subset": "bak_Cyrl-cjk_Latn", + "languages": [ + "bak-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.711505, + "recall": 0.771739, + "f1": 0.729134, + "accuracy": 0.771739, + "main_score": 0.729134, + "hf_subset": "bak_Cyrl-gla_Latn", + "languages": [ + "bak-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-kan_Knda", + "languages": [ + "bak-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948946, + "recall": 0.962451, + "f1": 0.95303, + "accuracy": 0.962451, + "main_score": 0.95303, + "hf_subset": "bak_Cyrl-lmo_Latn", + "languages": [ + "bak-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976449, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "bak_Cyrl-npi_Deva", + "languages": [ + "bak-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458773, + "recall": 0.520751, + "f1": 0.475735, + "accuracy": 0.520751, + "main_score": 0.475735, + "hf_subset": "bak_Cyrl-shn_Mymr", + "languages": [ + "bak-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bak_Cyrl-tgl_Latn", + "languages": [ + "bak-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-yue_Hant", + "languages": [ + "bak-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977437, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "bak_Cyrl-asm_Beng", + "languages": [ + "bak-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.923172, + "recall": 0.945652, + "f1": 0.930402, + "accuracy": 0.945652, + "main_score": 0.930402, + "hf_subset": "bak_Cyrl-ckb_Arab", + "languages": [ + "bak-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808992, + "recall": 0.854743, + "f1": 0.823043, + "accuracy": 0.854743, + "main_score": 0.823043, + "hf_subset": "bak_Cyrl-gle_Latn", + "languages": [ + "bak-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.908844, + "recall": 0.932806, + "f1": 0.916191, + "accuracy": 0.932806, + "main_score": 0.916191, + "hf_subset": "bak_Cyrl-kas_Arab", + "languages": [ + "bak-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.916255, + "recall": 0.937747, + "f1": 0.922991, + "accuracy": 0.937747, + "main_score": 0.922991, + "hf_subset": "bak_Cyrl-ltg_Latn", + "languages": [ + "bak-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594072, + "recall": 0.642292, + "f1": 0.607323, + "accuracy": 0.642292, + "main_score": 0.607323, + "hf_subset": "bak_Cyrl-nso_Latn", + "languages": [ + "bak-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.954628, + "recall": 0.968379, + "f1": 0.959058, + "accuracy": 0.968379, + "main_score": 0.959058, + "hf_subset": "bak_Cyrl-sin_Sinh", + "languages": [ + "bak-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bak_Cyrl-tha_Thai", + "languages": [ + "bak-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "bak_Cyrl-zho_Hans", + "languages": [ + "bak-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "bak_Cyrl-ast_Latn", + "languages": [ + "bak-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.98419, + "f1": 0.97892, + "accuracy": 0.98419, + "main_score": 0.97892, + "hf_subset": "bak_Cyrl-crh_Latn", + "languages": [ + "bak-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981802, + "recall": 0.987154, + "f1": 0.983432, + "accuracy": 0.987154, + "main_score": 0.983432, + "hf_subset": "bak_Cyrl-glg_Latn", + "languages": [ + "bak-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.837039, + "recall": 0.878458, + "f1": 0.850198, + "accuracy": 0.878458, + "main_score": 0.850198, + "hf_subset": "bak_Cyrl-kas_Deva", + "languages": [ + "bak-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952157, + "recall": 0.966403, + "f1": 0.956752, + "accuracy": 0.966403, + "main_score": 0.956752, + "hf_subset": "bak_Cyrl-ltz_Latn", + "languages": [ + "bak-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444387, + "recall": 0.509881, + "f1": 0.461974, + "accuracy": 0.509881, + "main_score": 0.461974, + "hf_subset": "bak_Cyrl-nus_Latn", + "languages": [ + "bak-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-slk_Latn", + "languages": [ + "bak-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594401, + "recall": 0.668972, + "f1": 0.615834, + "accuracy": 0.668972, + "main_score": 0.615834, + "hf_subset": "bak_Cyrl-tir_Ethi", + "languages": [ + "bak-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981917, + "recall": 0.987154, + "f1": 0.983531, + "accuracy": 0.987154, + "main_score": 0.983531, + "hf_subset": "bak_Cyrl-zho_Hant", + "languages": [ + "bak-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "bak_Cyrl-awa_Deva", + "languages": [ + "bak-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941617, + "recall": 0.958498, + "f1": 0.947036, + "accuracy": 0.958498, + "main_score": 0.947036, + "hf_subset": "bak_Cyrl-cym_Latn", + "languages": [ + "bak-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784289, + "recall": 0.829051, + "f1": 0.79753, + "accuracy": 0.829051, + "main_score": 0.79753, + "hf_subset": "bak_Cyrl-grn_Latn", + "languages": [ + "bak-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984437, + "recall": 0.98913, + "f1": 0.985903, + "accuracy": 0.98913, + "main_score": 0.985903, + "hf_subset": "bak_Cyrl-kat_Geor", + "languages": [ + "bak-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618994, + "recall": 0.672925, + "f1": 0.634543, + "accuracy": 0.672925, + "main_score": 0.634543, + "hf_subset": "bak_Cyrl-lua_Latn", + "languages": [ + "bak-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61928, + "recall": 0.671937, + "f1": 0.634058, + "accuracy": 0.671937, + "main_score": 0.634058, + "hf_subset": "bak_Cyrl-nya_Latn", + "languages": [ + "bak-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "bak_Cyrl-slv_Latn", + "languages": [ + "bak-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895504, + "recall": 0.924901, + "f1": 0.904545, + "accuracy": 0.924901, + "main_score": 0.904545, + "hf_subset": "bak_Cyrl-tpi_Latn", + "languages": [ + "bak-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984684, + "recall": 0.98913, + "f1": 0.986001, + "accuracy": 0.98913, + "main_score": 0.986001, + "hf_subset": "bak_Cyrl-zsm_Latn", + "languages": [ + "bak-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533353, + "recall": 0.596838, + "f1": 0.550718, + "accuracy": 0.596838, + "main_score": 0.550718, + "hf_subset": "bak_Cyrl-ayr_Latn", + "languages": [ + "bak-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-dan_Latn", + "languages": [ + "bak-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-guj_Gujr", + "languages": [ + "bak-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521692, + "recall": 0.579051, + "f1": 0.537851, + "accuracy": 0.579051, + "main_score": 0.537851, + "hf_subset": "bak_Cyrl-lug_Latn", + "languages": [ + "bak-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97892, + "recall": 0.98419, + "f1": 0.980519, + "accuracy": 0.98419, + "main_score": 0.980519, + "hf_subset": "bak_Cyrl-oci_Latn", + "languages": [ + "bak-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.784906, + "recall": 0.835968, + "f1": 0.800384, + "accuracy": 0.835968, + "main_score": 0.800384, + "hf_subset": "bak_Cyrl-smo_Latn", + "languages": [ + "bak-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529696, + "recall": 0.593874, + "f1": 0.547451, + "accuracy": 0.593874, + "main_score": 0.547451, + "hf_subset": "bak_Cyrl-tsn_Latn", + "languages": [ + "bak-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594971, + "recall": 0.655138, + "f1": 0.612005, + "accuracy": 0.655138, + "main_score": 0.612005, + "hf_subset": "bak_Cyrl-zul_Latn", + "languages": [ + "bak-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.887549, + "recall": 0.916008, + "f1": 0.896574, + "accuracy": 0.916008, + "main_score": 0.896574, + "hf_subset": "bak_Cyrl-azb_Arab", + "languages": [ + "bak-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-deu_Latn", + "languages": [ + "bak-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.9417, + "recall": 0.958498, + "f1": 0.947134, + "accuracy": 0.958498, + "main_score": 0.947134, + "hf_subset": "bak_Cyrl-hat_Latn", + "languages": [ + "bak-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48969, + "recall": 0.543478, + "f1": 0.504539, + "accuracy": 0.543478, + "main_score": 0.504539, + "hf_subset": "bak_Cyrl-kbp_Latn", + "languages": [ + "bak-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562032, + "recall": 0.614625, + "f1": 0.576569, + "accuracy": 0.614625, + "main_score": 0.576569, + "hf_subset": "bak_Cyrl-luo_Latn", + "languages": [ + "bak-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "bak_Cyrl-ory_Orya", + "languages": [ + "bak-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570966, + "recall": 0.634387, + "f1": 0.588896, + "accuracy": 0.634387, + "main_score": 0.588896, + "hf_subset": "bak_Cyrl-sna_Latn", + "languages": [ + "bak-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.542985, + "recall": 0.592885, + "f1": 0.556474, + "accuracy": 0.592885, + "main_score": 0.556474, + "hf_subset": "bak_Cyrl-tso_Latn", + "languages": [ + "bak-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "bak_Cyrl-azj_Latn", + "languages": [ + "bak-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525913, + "recall": 0.593874, + "f1": 0.545961, + "accuracy": 0.593874, + "main_score": 0.545961, + "hf_subset": "bak_Cyrl-dik_Latn", + "languages": [ + "bak-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68634, + "recall": 0.744071, + "f1": 0.702802, + "accuracy": 0.744071, + "main_score": 0.702802, + "hf_subset": "bak_Cyrl-hau_Latn", + "languages": [ + "bak-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936957, + "recall": 0.954545, + "f1": 0.942325, + "accuracy": 0.954545, + "main_score": 0.942325, + "hf_subset": "bak_Cyrl-kea_Latn", + "languages": [ + "bak-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72808, + "recall": 0.778656, + "f1": 0.743201, + "accuracy": 0.778656, + "main_score": 0.743201, + "hf_subset": "bak_Cyrl-lus_Latn", + "languages": [ + "bak-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.822661, + "recall": 0.859684, + "f1": 0.833762, + "accuracy": 0.859684, + "main_score": 0.833762, + "hf_subset": "bak_Cyrl-pag_Latn", + "languages": [ + "bak-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "bak_Cyrl-snd_Arab", + "languages": [ + "bak-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948123, + "recall": 0.964427, + "f1": 0.953393, + "accuracy": 0.964427, + "main_score": 0.953393, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473913, + "recall": 0.547431, + "f1": 0.495055, + "accuracy": 0.547431, + "main_score": 0.495055, + "hf_subset": "bak_Cyrl-dyu_Latn", + "languages": [ + "bak-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "bak_Cyrl-heb_Hebr", + "languages": [ + "bak-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "bak_Cyrl-khk_Cyrl", + "languages": [ + "bak-Cyrl", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "bak_Cyrl-lvs_Latn", + "languages": [ + "bak-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "bak_Cyrl-pan_Guru", + "languages": [ + "bak-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661451, + "recall": 0.720356, + "f1": 0.678938, + "accuracy": 0.720356, + "main_score": 0.678938, + "hf_subset": "bak_Cyrl-som_Latn", + "languages": [ + "bak-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572671, + "recall": 0.628458, + "f1": 0.58849, + "accuracy": 0.628458, + "main_score": 0.58849, + "hf_subset": "bak_Cyrl-tum_Latn", + "languages": [ + "bak-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.35235, + "recall": 0.397233, + "f1": 0.364956, + "accuracy": 0.397233, + "main_score": 0.364956, + "hf_subset": "dyu_Latn-ace_Arab", + "languages": [ + "dyu-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476065, + "recall": 0.54249, + "f1": 0.494171, + "accuracy": 0.54249, + "main_score": 0.494171, + "hf_subset": "dyu_Latn-bam_Latn", + "languages": [ + "dyu-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.129202, + "recall": 0.162055, + "f1": 0.137729, + "accuracy": 0.162055, + "main_score": 0.137729, + "hf_subset": "dyu_Latn-dzo_Tibt", + "languages": [ + "dyu-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463007, + "recall": 0.518775, + "f1": 0.477908, + "accuracy": 0.518775, + "main_score": 0.477908, + "hf_subset": "dyu_Latn-hin_Deva", + "languages": [ + "dyu-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425812, + "recall": 0.480237, + "f1": 0.440929, + "accuracy": 0.480237, + "main_score": 0.440929, + "hf_subset": "dyu_Latn-khm_Khmr", + "languages": [ + "dyu-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459884, + "recall": 0.516798, + "f1": 0.47584, + "accuracy": 0.516798, + "main_score": 0.47584, + "hf_subset": "dyu_Latn-mag_Deva", + "languages": [ + "dyu-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486039, + "recall": 0.537549, + "f1": 0.499454, + "accuracy": 0.537549, + "main_score": 0.499454, + "hf_subset": "dyu_Latn-pap_Latn", + "languages": [ + "dyu-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448572, + "recall": 0.499012, + "f1": 0.462145, + "accuracy": 0.499012, + "main_score": 0.462145, + "hf_subset": "dyu_Latn-sot_Latn", + "languages": [ + "dyu-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471683, + "recall": 0.530632, + "f1": 0.487339, + "accuracy": 0.530632, + "main_score": 0.487339, + "hf_subset": "dyu_Latn-tur_Latn", + "languages": [ + "dyu-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486571, + "recall": 0.533597, + "f1": 0.499118, + "accuracy": 0.533597, + "main_score": 0.499118, + "hf_subset": "dyu_Latn-ace_Latn", + "languages": [ + "dyu-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487262, + "recall": 0.533597, + "f1": 0.499409, + "accuracy": 0.533597, + "main_score": 0.499409, + "hf_subset": "dyu_Latn-ban_Latn", + "languages": [ + "dyu-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451649, + "recall": 0.51087, + "f1": 0.467475, + "accuracy": 0.51087, + "main_score": 0.467475, + "hf_subset": "dyu_Latn-ell_Grek", + "languages": [ + "dyu-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466912, + "recall": 0.521739, + "f1": 0.481702, + "accuracy": 0.521739, + "main_score": 0.481702, + "hf_subset": "dyu_Latn-hne_Deva", + "languages": [ + "dyu-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.433211, + "recall": 0.476285, + "f1": 0.444986, + "accuracy": 0.476285, + "main_score": 0.444986, + "hf_subset": "dyu_Latn-kik_Latn", + "languages": [ + "dyu-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481154, + "recall": 0.537549, + "f1": 0.496134, + "accuracy": 0.537549, + "main_score": 0.496134, + "hf_subset": "dyu_Latn-mai_Deva", + "languages": [ + "dyu-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438512, + "recall": 0.488142, + "f1": 0.451983, + "accuracy": 0.488142, + "main_score": 0.451983, + "hf_subset": "dyu_Latn-pbt_Arab", + "languages": [ + "dyu-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462193, + "recall": 0.520751, + "f1": 0.477958, + "accuracy": 0.520751, + "main_score": 0.477958, + "hf_subset": "dyu_Latn-spa_Latn", + "languages": [ + "dyu-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453862, + "recall": 0.493083, + "f1": 0.464929, + "accuracy": 0.493083, + "main_score": 0.464929, + "hf_subset": "dyu_Latn-twi_Latn", + "languages": [ + "dyu-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.464307, + "recall": 0.51581, + "f1": 0.478491, + "accuracy": 0.51581, + "main_score": 0.478491, + "hf_subset": "dyu_Latn-acm_Arab", + "languages": [ + "dyu-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.443579, + "recall": 0.497036, + "f1": 0.457426, + "accuracy": 0.497036, + "main_score": 0.457426, + "hf_subset": "dyu_Latn-bel_Cyrl", + "languages": [ + "dyu-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500473, + "recall": 0.557312, + "f1": 0.51624, + "accuracy": 0.557312, + "main_score": 0.51624, + "hf_subset": "dyu_Latn-eng_Latn", + "languages": [ + "dyu-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485132, + "recall": 0.537549, + "f1": 0.499456, + "accuracy": 0.537549, + "main_score": 0.499456, + "hf_subset": "dyu_Latn-hrv_Latn", + "languages": [ + "dyu-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.410917, + "recall": 0.463439, + "f1": 0.425227, + "accuracy": 0.463439, + "main_score": 0.425227, + "hf_subset": "dyu_Latn-kin_Latn", + "languages": [ + "dyu-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449848, + "recall": 0.509881, + "f1": 0.465735, + "accuracy": 0.509881, + "main_score": 0.465735, + "hf_subset": "dyu_Latn-mal_Mlym", + "languages": [ + "dyu-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465831, + "recall": 0.517787, + "f1": 0.48011, + "accuracy": 0.517787, + "main_score": 0.48011, + "hf_subset": "dyu_Latn-pes_Arab", + "languages": [ + "dyu-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478272, + "recall": 0.531621, + "f1": 0.493093, + "accuracy": 0.531621, + "main_score": 0.493093, + "hf_subset": "dyu_Latn-srd_Latn", + "languages": [ + "dyu-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.102172, + "recall": 0.128458, + "f1": 0.108476, + "accuracy": 0.128458, + "main_score": 0.108476, + "hf_subset": "dyu_Latn-tzm_Tfng", + "languages": [ + "dyu-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450443, + "recall": 0.506917, + "f1": 0.465592, + "accuracy": 0.506917, + "main_score": 0.465592, + "hf_subset": "dyu_Latn-acq_Arab", + "languages": [ + "dyu-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455505, + "recall": 0.503953, + "f1": 0.468605, + "accuracy": 0.503953, + "main_score": 0.468605, + "hf_subset": "dyu_Latn-bem_Latn", + "languages": [ + "dyu-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475714, + "recall": 0.529644, + "f1": 0.49029, + "accuracy": 0.529644, + "main_score": 0.49029, + "hf_subset": "dyu_Latn-epo_Latn", + "languages": [ + "dyu-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47039, + "recall": 0.525692, + "f1": 0.484747, + "accuracy": 0.525692, + "main_score": 0.484747, + "hf_subset": "dyu_Latn-hun_Latn", + "languages": [ + "dyu-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449775, + "recall": 0.506917, + "f1": 0.464833, + "accuracy": 0.506917, + "main_score": 0.464833, + "hf_subset": "dyu_Latn-kir_Cyrl", + "languages": [ + "dyu-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478894, + "recall": 0.527668, + "f1": 0.491916, + "accuracy": 0.527668, + "main_score": 0.491916, + "hf_subset": "dyu_Latn-mar_Deva", + "languages": [ + "dyu-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43704, + "recall": 0.48913, + "f1": 0.451742, + "accuracy": 0.48913, + "main_score": 0.451742, + "hf_subset": "dyu_Latn-plt_Latn", + "languages": [ + "dyu-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468181, + "recall": 0.521739, + "f1": 0.482861, + "accuracy": 0.521739, + "main_score": 0.482861, + "hf_subset": "dyu_Latn-srp_Cyrl", + "languages": [ + "dyu-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388683, + "recall": 0.445652, + "f1": 0.404955, + "accuracy": 0.445652, + "main_score": 0.404955, + "hf_subset": "dyu_Latn-uig_Arab", + "languages": [ + "dyu-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450089, + "recall": 0.503953, + "f1": 0.464284, + "accuracy": 0.503953, + "main_score": 0.464284, + "hf_subset": "dyu_Latn-aeb_Arab", + "languages": [ + "dyu-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.477454, + "recall": 0.531621, + "f1": 0.492692, + "accuracy": 0.531621, + "main_score": 0.492692, + "hf_subset": "dyu_Latn-ben_Beng", + "languages": [ + "dyu-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4638, + "recall": 0.517787, + "f1": 0.47846, + "accuracy": 0.517787, + "main_score": 0.47846, + "hf_subset": "dyu_Latn-est_Latn", + "languages": [ + "dyu-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442277, + "recall": 0.499012, + "f1": 0.458249, + "accuracy": 0.499012, + "main_score": 0.458249, + "hf_subset": "dyu_Latn-hye_Armn", + "languages": [ + "dyu-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419353, + "recall": 0.464427, + "f1": 0.431691, + "accuracy": 0.464427, + "main_score": 0.431691, + "hf_subset": "dyu_Latn-kmb_Latn", + "languages": [ + "dyu-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.293494, + "recall": 0.348814, + "f1": 0.30825, + "accuracy": 0.348814, + "main_score": 0.30825, + "hf_subset": "dyu_Latn-min_Arab", + "languages": [ + "dyu-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479668, + "recall": 0.534585, + "f1": 0.494315, + "accuracy": 0.534585, + "main_score": 0.494315, + "hf_subset": "dyu_Latn-pol_Latn", + "languages": [ + "dyu-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434857, + "recall": 0.482213, + "f1": 0.447811, + "accuracy": 0.482213, + "main_score": 0.447811, + "hf_subset": "dyu_Latn-ssw_Latn", + "languages": [ + "dyu-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475994, + "recall": 0.533597, + "f1": 0.49188, + "accuracy": 0.533597, + "main_score": 0.49188, + "hf_subset": "dyu_Latn-ukr_Cyrl", + "languages": [ + "dyu-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489068, + "recall": 0.545455, + "f1": 0.504955, + "accuracy": 0.545455, + "main_score": 0.504955, + "hf_subset": "dyu_Latn-afr_Latn", + "languages": [ + "dyu-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.462122, + "recall": 0.516798, + "f1": 0.476661, + "accuracy": 0.516798, + "main_score": 0.476661, + "hf_subset": "dyu_Latn-bho_Deva", + "languages": [ + "dyu-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484291, + "recall": 0.536561, + "f1": 0.498426, + "accuracy": 0.536561, + "main_score": 0.498426, + "hf_subset": "dyu_Latn-eus_Latn", + "languages": [ + "dyu-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.446347, + "recall": 0.499012, + "f1": 0.461402, + "accuracy": 0.499012, + "main_score": 0.461402, + "hf_subset": "dyu_Latn-ibo_Latn", + "languages": [ + "dyu-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466419, + "recall": 0.513834, + "f1": 0.479051, + "accuracy": 0.513834, + "main_score": 0.479051, + "hf_subset": "dyu_Latn-kmr_Latn", + "languages": [ + "dyu-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479215, + "recall": 0.528656, + "f1": 0.492591, + "accuracy": 0.528656, + "main_score": 0.492591, + "hf_subset": "dyu_Latn-min_Latn", + "languages": [ + "dyu-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486645, + "recall": 0.547431, + "f1": 0.503203, + "accuracy": 0.547431, + "main_score": 0.503203, + "hf_subset": "dyu_Latn-por_Latn", + "languages": [ + "dyu-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.499862, + "recall": 0.545455, + "f1": 0.512509, + "accuracy": 0.545455, + "main_score": 0.512509, + "hf_subset": "dyu_Latn-sun_Latn", + "languages": [ + "dyu-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396139, + "recall": 0.447628, + "f1": 0.410408, + "accuracy": 0.447628, + "main_score": 0.410408, + "hf_subset": "dyu_Latn-umb_Latn", + "languages": [ + "dyu-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456881, + "recall": 0.509881, + "f1": 0.471457, + "accuracy": 0.509881, + "main_score": 0.471457, + "hf_subset": "dyu_Latn-ajp_Arab", + "languages": [ + "dyu-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318021, + "recall": 0.367589, + "f1": 0.330956, + "accuracy": 0.367589, + "main_score": 0.330956, + "hf_subset": "dyu_Latn-bjn_Arab", + "languages": [ + "dyu-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412502, + "recall": 0.459486, + "f1": 0.425181, + "accuracy": 0.459486, + "main_score": 0.425181, + "hf_subset": "dyu_Latn-ewe_Latn", + "languages": [ + "dyu-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494428, + "recall": 0.538538, + "f1": 0.506477, + "accuracy": 0.538538, + "main_score": 0.506477, + "hf_subset": "dyu_Latn-ilo_Latn", + "languages": [ + "dyu-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.214991, + "recall": 0.259881, + "f1": 0.226899, + "accuracy": 0.259881, + "main_score": 0.226899, + "hf_subset": "dyu_Latn-knc_Arab", + "languages": [ + "dyu-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471373, + "recall": 0.528656, + "f1": 0.486039, + "accuracy": 0.528656, + "main_score": 0.486039, + "hf_subset": "dyu_Latn-mkd_Cyrl", + "languages": [ + "dyu-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448785, + "recall": 0.504941, + "f1": 0.463971, + "accuracy": 0.504941, + "main_score": 0.463971, + "hf_subset": "dyu_Latn-prs_Arab", + "languages": [ + "dyu-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.481758, + "recall": 0.539526, + "f1": 0.497401, + "accuracy": 0.539526, + "main_score": 0.497401, + "hf_subset": "dyu_Latn-swe_Latn", + "languages": [ + "dyu-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451699, + "recall": 0.517787, + "f1": 0.470064, + "accuracy": 0.517787, + "main_score": 0.470064, + "hf_subset": "dyu_Latn-urd_Arab", + "languages": [ + "dyu-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440296, + "recall": 0.485178, + "f1": 0.453054, + "accuracy": 0.485178, + "main_score": 0.453054, + "hf_subset": "dyu_Latn-aka_Latn", + "languages": [ + "dyu-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482812, + "recall": 0.532609, + "f1": 0.496593, + "accuracy": 0.532609, + "main_score": 0.496593, + "hf_subset": "dyu_Latn-bjn_Latn", + "languages": [ + "dyu-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466369, + "recall": 0.509881, + "f1": 0.478399, + "accuracy": 0.509881, + "main_score": 0.478399, + "hf_subset": "dyu_Latn-fao_Latn", + "languages": [ + "dyu-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488056, + "recall": 0.545455, + "f1": 0.504035, + "accuracy": 0.545455, + "main_score": 0.504035, + "hf_subset": "dyu_Latn-ind_Latn", + "languages": [ + "dyu-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450858, + "recall": 0.492095, + "f1": 0.46262, + "accuracy": 0.492095, + "main_score": 0.46262, + "hf_subset": "dyu_Latn-knc_Latn", + "languages": [ + "dyu-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479605, + "recall": 0.528656, + "f1": 0.492994, + "accuracy": 0.528656, + "main_score": 0.492994, + "hf_subset": "dyu_Latn-mlt_Latn", + "languages": [ + "dyu-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44452, + "recall": 0.493083, + "f1": 0.458467, + "accuracy": 0.493083, + "main_score": 0.458467, + "hf_subset": "dyu_Latn-quy_Latn", + "languages": [ + "dyu-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452159, + "recall": 0.505929, + "f1": 0.467181, + "accuracy": 0.505929, + "main_score": 0.467181, + "hf_subset": "dyu_Latn-swh_Latn", + "languages": [ + "dyu-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463909, + "recall": 0.518775, + "f1": 0.478186, + "accuracy": 0.518775, + "main_score": 0.478186, + "hf_subset": "dyu_Latn-uzn_Latn", + "languages": [ + "dyu-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463049, + "recall": 0.516798, + "f1": 0.47728, + "accuracy": 0.516798, + "main_score": 0.47728, + "hf_subset": "dyu_Latn-als_Latn", + "languages": [ + "dyu-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.177004, + "recall": 0.225296, + "f1": 0.188553, + "accuracy": 0.225296, + "main_score": 0.188553, + "hf_subset": "dyu_Latn-bod_Tibt", + "languages": [ + "dyu-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42968, + "recall": 0.477273, + "f1": 0.4426, + "accuracy": 0.477273, + "main_score": 0.4426, + "hf_subset": "dyu_Latn-fij_Latn", + "languages": [ + "dyu-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449753, + "recall": 0.499012, + "f1": 0.46305, + "accuracy": 0.499012, + "main_score": 0.46305, + "hf_subset": "dyu_Latn-isl_Latn", + "languages": [ + "dyu-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473785, + "recall": 0.516798, + "f1": 0.485592, + "accuracy": 0.516798, + "main_score": 0.485592, + "hf_subset": "dyu_Latn-kon_Latn", + "languages": [ + "dyu-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391579, + "recall": 0.455534, + "f1": 0.40914, + "accuracy": 0.455534, + "main_score": 0.40914, + "hf_subset": "dyu_Latn-mni_Beng", + "languages": [ + "dyu-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47706, + "recall": 0.535573, + "f1": 0.492692, + "accuracy": 0.535573, + "main_score": 0.492692, + "hf_subset": "dyu_Latn-ron_Latn", + "languages": [ + "dyu-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478273, + "recall": 0.528656, + "f1": 0.49138, + "accuracy": 0.528656, + "main_score": 0.49138, + "hf_subset": "dyu_Latn-szl_Latn", + "languages": [ + "dyu-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479208, + "recall": 0.530632, + "f1": 0.492552, + "accuracy": 0.530632, + "main_score": 0.492552, + "hf_subset": "dyu_Latn-vec_Latn", + "languages": [ + "dyu-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.397921, + "recall": 0.456522, + "f1": 0.413923, + "accuracy": 0.456522, + "main_score": 0.413923, + "hf_subset": "dyu_Latn-amh_Ethi", + "languages": [ + "dyu-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48497, + "recall": 0.539526, + "f1": 0.499953, + "accuracy": 0.539526, + "main_score": 0.499953, + "hf_subset": "dyu_Latn-bos_Latn", + "languages": [ + "dyu-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463335, + "recall": 0.522727, + "f1": 0.4797, + "accuracy": 0.522727, + "main_score": 0.4797, + "hf_subset": "dyu_Latn-fin_Latn", + "languages": [ + "dyu-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474179, + "recall": 0.530632, + "f1": 0.489088, + "accuracy": 0.530632, + "main_score": 0.489088, + "hf_subset": "dyu_Latn-ita_Latn", + "languages": [ + "dyu-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45408, + "recall": 0.51581, + "f1": 0.470252, + "accuracy": 0.51581, + "main_score": 0.470252, + "hf_subset": "dyu_Latn-kor_Hang", + "languages": [ + "dyu-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425834, + "recall": 0.472332, + "f1": 0.439075, + "accuracy": 0.472332, + "main_score": 0.439075, + "hf_subset": "dyu_Latn-mos_Latn", + "languages": [ + "dyu-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.425799, + "recall": 0.475296, + "f1": 0.439646, + "accuracy": 0.475296, + "main_score": 0.439646, + "hf_subset": "dyu_Latn-run_Latn", + "languages": [ + "dyu-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445969, + "recall": 0.500988, + "f1": 0.460488, + "accuracy": 0.500988, + "main_score": 0.460488, + "hf_subset": "dyu_Latn-tam_Taml", + "languages": [ + "dyu-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465387, + "recall": 0.519763, + "f1": 0.479545, + "accuracy": 0.519763, + "main_score": 0.479545, + "hf_subset": "dyu_Latn-vie_Latn", + "languages": [ + "dyu-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.440647, + "recall": 0.494071, + "f1": 0.455171, + "accuracy": 0.494071, + "main_score": 0.455171, + "hf_subset": "dyu_Latn-apc_Arab", + "languages": [ + "dyu-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450696, + "recall": 0.500988, + "f1": 0.464124, + "accuracy": 0.500988, + "main_score": 0.464124, + "hf_subset": "dyu_Latn-bug_Latn", + "languages": [ + "dyu-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388295, + "recall": 0.431818, + "f1": 0.39995, + "accuracy": 0.431818, + "main_score": 0.39995, + "hf_subset": "dyu_Latn-fon_Latn", + "languages": [ + "dyu-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491532, + "recall": 0.541502, + "f1": 0.505492, + "accuracy": 0.541502, + "main_score": 0.505492, + "hf_subset": "dyu_Latn-jav_Latn", + "languages": [ + "dyu-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411381, + "recall": 0.466403, + "f1": 0.426126, + "accuracy": 0.466403, + "main_score": 0.426126, + "hf_subset": "dyu_Latn-lao_Laoo", + "languages": [ + "dyu-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408645, + "recall": 0.452569, + "f1": 0.420531, + "accuracy": 0.452569, + "main_score": 0.420531, + "hf_subset": "dyu_Latn-mri_Latn", + "languages": [ + "dyu-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.471314, + "recall": 0.529644, + "f1": 0.486955, + "accuracy": 0.529644, + "main_score": 0.486955, + "hf_subset": "dyu_Latn-rus_Cyrl", + "languages": [ + "dyu-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413505, + "recall": 0.461462, + "f1": 0.426525, + "accuracy": 0.461462, + "main_score": 0.426525, + "hf_subset": "dyu_Latn-taq_Latn", + "languages": [ + "dyu-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492922, + "recall": 0.541502, + "f1": 0.505873, + "accuracy": 0.541502, + "main_score": 0.505873, + "hf_subset": "dyu_Latn-war_Latn", + "languages": [ + "dyu-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447431, + "recall": 0.501976, + "f1": 0.462309, + "accuracy": 0.501976, + "main_score": 0.462309, + "hf_subset": "dyu_Latn-arb_Arab", + "languages": [ + "dyu-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470503, + "recall": 0.52668, + "f1": 0.486085, + "accuracy": 0.52668, + "main_score": 0.486085, + "hf_subset": "dyu_Latn-bul_Cyrl", + "languages": [ + "dyu-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487444, + "recall": 0.540514, + "f1": 0.501598, + "accuracy": 0.540514, + "main_score": 0.501598, + "hf_subset": "dyu_Latn-fra_Latn", + "languages": [ + "dyu-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.458847, + "recall": 0.508893, + "f1": 0.472323, + "accuracy": 0.508893, + "main_score": 0.472323, + "hf_subset": "dyu_Latn-jpn_Jpan", + "languages": [ + "dyu-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475471, + "recall": 0.531621, + "f1": 0.489835, + "accuracy": 0.531621, + "main_score": 0.489835, + "hf_subset": "dyu_Latn-lij_Latn", + "languages": [ + "dyu-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.329223, + "recall": 0.390316, + "f1": 0.345181, + "accuracy": 0.390316, + "main_score": 0.345181, + "hf_subset": "dyu_Latn-mya_Mymr", + "languages": [ + "dyu-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436123, + "recall": 0.490119, + "f1": 0.450589, + "accuracy": 0.490119, + "main_score": 0.450589, + "hf_subset": "dyu_Latn-sag_Latn", + "languages": [ + "dyu-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.103888, + "recall": 0.141304, + "f1": 0.112231, + "accuracy": 0.141304, + "main_score": 0.112231, + "hf_subset": "dyu_Latn-taq_Tfng", + "languages": [ + "dyu-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478742, + "recall": 0.528656, + "f1": 0.492382, + "accuracy": 0.528656, + "main_score": 0.492382, + "hf_subset": "dyu_Latn-wol_Latn", + "languages": [ + "dyu-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.365726, + "recall": 0.416996, + "f1": 0.379205, + "accuracy": 0.416996, + "main_score": 0.379205, + "hf_subset": "dyu_Latn-arb_Latn", + "languages": [ + "dyu-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476365, + "recall": 0.535573, + "f1": 0.49263, + "accuracy": 0.535573, + "main_score": 0.49263, + "hf_subset": "dyu_Latn-cat_Latn", + "languages": [ + "dyu-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486993, + "recall": 0.536561, + "f1": 0.49974, + "accuracy": 0.536561, + "main_score": 0.49974, + "hf_subset": "dyu_Latn-fur_Latn", + "languages": [ + "dyu-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.316753, + "recall": 0.37253, + "f1": 0.332131, + "accuracy": 0.37253, + "main_score": 0.332131, + "hf_subset": "dyu_Latn-kab_Latn", + "languages": [ + "dyu-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478585, + "recall": 0.52668, + "f1": 0.491099, + "accuracy": 0.52668, + "main_score": 0.491099, + "hf_subset": "dyu_Latn-lim_Latn", + "languages": [ + "dyu-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470666, + "recall": 0.529644, + "f1": 0.486764, + "accuracy": 0.529644, + "main_score": 0.486764, + "hf_subset": "dyu_Latn-nld_Latn", + "languages": [ + "dyu-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.42999, + "recall": 0.48913, + "f1": 0.445811, + "accuracy": 0.48913, + "main_score": 0.445811, + "hf_subset": "dyu_Latn-san_Deva", + "languages": [ + "dyu-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472647, + "recall": 0.523715, + "f1": 0.48627, + "accuracy": 0.523715, + "main_score": 0.48627, + "hf_subset": "dyu_Latn-tat_Cyrl", + "languages": [ + "dyu-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437465, + "recall": 0.48419, + "f1": 0.450441, + "accuracy": 0.48419, + "main_score": 0.450441, + "hf_subset": "dyu_Latn-xho_Latn", + "languages": [ + "dyu-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436701, + "recall": 0.495059, + "f1": 0.452459, + "accuracy": 0.495059, + "main_score": 0.452459, + "hf_subset": "dyu_Latn-ars_Arab", + "languages": [ + "dyu-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.485665, + "recall": 0.534585, + "f1": 0.498929, + "accuracy": 0.534585, + "main_score": 0.498929, + "hf_subset": "dyu_Latn-ceb_Latn", + "languages": [ + "dyu-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.421594, + "recall": 0.474308, + "f1": 0.4366, + "accuracy": 0.474308, + "main_score": 0.4366, + "hf_subset": "dyu_Latn-fuv_Latn", + "languages": [ + "dyu-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413276, + "recall": 0.460474, + "f1": 0.426587, + "accuracy": 0.460474, + "main_score": 0.426587, + "hf_subset": "dyu_Latn-kac_Latn", + "languages": [ + "dyu-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469453, + "recall": 0.517787, + "f1": 0.482847, + "accuracy": 0.517787, + "main_score": 0.482847, + "hf_subset": "dyu_Latn-lin_Latn", + "languages": [ + "dyu-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476394, + "recall": 0.535573, + "f1": 0.492896, + "accuracy": 0.535573, + "main_score": 0.492896, + "hf_subset": "dyu_Latn-nno_Latn", + "languages": [ + "dyu-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.074328, + "recall": 0.101779, + "f1": 0.080561, + "accuracy": 0.101779, + "main_score": 0.080561, + "hf_subset": "dyu_Latn-sat_Olck", + "languages": [ + "dyu-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466718, + "recall": 0.525692, + "f1": 0.481956, + "accuracy": 0.525692, + "main_score": 0.481956, + "hf_subset": "dyu_Latn-tel_Telu", + "languages": [ + "dyu-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391393, + "recall": 0.44664, + "f1": 0.406585, + "accuracy": 0.44664, + "main_score": 0.406585, + "hf_subset": "dyu_Latn-ydd_Hebr", + "languages": [ + "dyu-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.432725, + "recall": 0.48419, + "f1": 0.44666, + "accuracy": 0.48419, + "main_score": 0.44666, + "hf_subset": "dyu_Latn-ary_Arab", + "languages": [ + "dyu-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480055, + "recall": 0.537549, + "f1": 0.495442, + "accuracy": 0.537549, + "main_score": 0.495442, + "hf_subset": "dyu_Latn-ces_Latn", + "languages": [ + "dyu-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.389394, + "recall": 0.438735, + "f1": 0.403351, + "accuracy": 0.438735, + "main_score": 0.403351, + "hf_subset": "dyu_Latn-gaz_Latn", + "languages": [ + "dyu-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420965, + "recall": 0.472332, + "f1": 0.435173, + "accuracy": 0.472332, + "main_score": 0.435173, + "hf_subset": "dyu_Latn-kam_Latn", + "languages": [ + "dyu-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456855, + "recall": 0.511858, + "f1": 0.471598, + "accuracy": 0.511858, + "main_score": 0.471598, + "hf_subset": "dyu_Latn-lit_Latn", + "languages": [ + "dyu-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.476507, + "recall": 0.52668, + "f1": 0.490846, + "accuracy": 0.52668, + "main_score": 0.490846, + "hf_subset": "dyu_Latn-nob_Latn", + "languages": [ + "dyu-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468426, + "recall": 0.512846, + "f1": 0.480215, + "accuracy": 0.512846, + "main_score": 0.480215, + "hf_subset": "dyu_Latn-scn_Latn", + "languages": [ + "dyu-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.451984, + "recall": 0.503953, + "f1": 0.465811, + "accuracy": 0.503953, + "main_score": 0.465811, + "hf_subset": "dyu_Latn-tgk_Cyrl", + "languages": [ + "dyu-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.426826, + "recall": 0.477273, + "f1": 0.44139, + "accuracy": 0.477273, + "main_score": 0.44139, + "hf_subset": "dyu_Latn-yor_Latn", + "languages": [ + "dyu-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454559, + "recall": 0.507905, + "f1": 0.468894, + "accuracy": 0.507905, + "main_score": 0.468894, + "hf_subset": "dyu_Latn-arz_Arab", + "languages": [ + "dyu-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.409718, + "recall": 0.461462, + "f1": 0.424366, + "accuracy": 0.461462, + "main_score": 0.424366, + "hf_subset": "dyu_Latn-cjk_Latn", + "languages": [ + "dyu-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.400182, + "recall": 0.451581, + "f1": 0.413607, + "accuracy": 0.451581, + "main_score": 0.413607, + "hf_subset": "dyu_Latn-gla_Latn", + "languages": [ + "dyu-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456055, + "recall": 0.509881, + "f1": 0.471108, + "accuracy": 0.509881, + "main_score": 0.471108, + "hf_subset": "dyu_Latn-kan_Knda", + "languages": [ + "dyu-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.46702, + "recall": 0.517787, + "f1": 0.480532, + "accuracy": 0.517787, + "main_score": 0.480532, + "hf_subset": "dyu_Latn-lmo_Latn", + "languages": [ + "dyu-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.455421, + "recall": 0.517787, + "f1": 0.472013, + "accuracy": 0.517787, + "main_score": 0.472013, + "hf_subset": "dyu_Latn-npi_Deva", + "languages": [ + "dyu-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.34515, + "recall": 0.392292, + "f1": 0.35806, + "accuracy": 0.392292, + "main_score": 0.35806, + "hf_subset": "dyu_Latn-shn_Mymr", + "languages": [ + "dyu-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.479347, + "recall": 0.534585, + "f1": 0.494037, + "accuracy": 0.534585, + "main_score": 0.494037, + "hf_subset": "dyu_Latn-tgl_Latn", + "languages": [ + "dyu-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456412, + "recall": 0.509881, + "f1": 0.469837, + "accuracy": 0.509881, + "main_score": 0.469837, + "hf_subset": "dyu_Latn-yue_Hant", + "languages": [ + "dyu-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.434565, + "recall": 0.491107, + "f1": 0.449249, + "accuracy": 0.491107, + "main_score": 0.449249, + "hf_subset": "dyu_Latn-asm_Beng", + "languages": [ + "dyu-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.422355, + "recall": 0.479249, + "f1": 0.436913, + "accuracy": 0.479249, + "main_score": 0.436913, + "hf_subset": "dyu_Latn-ckb_Arab", + "languages": [ + "dyu-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.396536, + "recall": 0.440711, + "f1": 0.40912, + "accuracy": 0.440711, + "main_score": 0.40912, + "hf_subset": "dyu_Latn-gle_Latn", + "languages": [ + "dyu-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.420756, + "recall": 0.478261, + "f1": 0.436189, + "accuracy": 0.478261, + "main_score": 0.436189, + "hf_subset": "dyu_Latn-kas_Arab", + "languages": [ + "dyu-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444294, + "recall": 0.497036, + "f1": 0.458038, + "accuracy": 0.497036, + "main_score": 0.458038, + "hf_subset": "dyu_Latn-ltg_Latn", + "languages": [ + "dyu-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445026, + "recall": 0.494071, + "f1": 0.458857, + "accuracy": 0.494071, + "main_score": 0.458857, + "hf_subset": "dyu_Latn-nso_Latn", + "languages": [ + "dyu-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.391425, + "recall": 0.449605, + "f1": 0.406759, + "accuracy": 0.449605, + "main_score": 0.406759, + "hf_subset": "dyu_Latn-sin_Sinh", + "languages": [ + "dyu-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453857, + "recall": 0.509881, + "f1": 0.46862, + "accuracy": 0.509881, + "main_score": 0.46862, + "hf_subset": "dyu_Latn-tha_Thai", + "languages": [ + "dyu-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454135, + "recall": 0.505929, + "f1": 0.467443, + "accuracy": 0.505929, + "main_score": 0.467443, + "hf_subset": "dyu_Latn-zho_Hans", + "languages": [ + "dyu-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492548, + "recall": 0.544466, + "f1": 0.506971, + "accuracy": 0.544466, + "main_score": 0.506971, + "hf_subset": "dyu_Latn-ast_Latn", + "languages": [ + "dyu-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456217, + "recall": 0.51087, + "f1": 0.471034, + "accuracy": 0.51087, + "main_score": 0.471034, + "hf_subset": "dyu_Latn-crh_Latn", + "languages": [ + "dyu-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.483601, + "recall": 0.537549, + "f1": 0.499093, + "accuracy": 0.537549, + "main_score": 0.499093, + "hf_subset": "dyu_Latn-glg_Latn", + "languages": [ + "dyu-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41485, + "recall": 0.47332, + "f1": 0.430236, + "accuracy": 0.47332, + "main_score": 0.430236, + "hf_subset": "dyu_Latn-kas_Deva", + "languages": [ + "dyu-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466695, + "recall": 0.520751, + "f1": 0.481132, + "accuracy": 0.520751, + "main_score": 0.481132, + "hf_subset": "dyu_Latn-ltz_Latn", + "languages": [ + "dyu-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.364141, + "recall": 0.420949, + "f1": 0.379028, + "accuracy": 0.420949, + "main_score": 0.379028, + "hf_subset": "dyu_Latn-nus_Latn", + "languages": [ + "dyu-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480062, + "recall": 0.533597, + "f1": 0.494661, + "accuracy": 0.533597, + "main_score": 0.494661, + "hf_subset": "dyu_Latn-slk_Latn", + "languages": [ + "dyu-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.322043, + "recall": 0.381423, + "f1": 0.338374, + "accuracy": 0.381423, + "main_score": 0.338374, + "hf_subset": "dyu_Latn-tir_Ethi", + "languages": [ + "dyu-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444161, + "recall": 0.502964, + "f1": 0.459613, + "accuracy": 0.502964, + "main_score": 0.459613, + "hf_subset": "dyu_Latn-zho_Hant", + "languages": [ + "dyu-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466932, + "recall": 0.522727, + "f1": 0.482425, + "accuracy": 0.522727, + "main_score": 0.482425, + "hf_subset": "dyu_Latn-awa_Deva", + "languages": [ + "dyu-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461854, + "recall": 0.506917, + "f1": 0.473925, + "accuracy": 0.506917, + "main_score": 0.473925, + "hf_subset": "dyu_Latn-cym_Latn", + "languages": [ + "dyu-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461976, + "recall": 0.509881, + "f1": 0.475299, + "accuracy": 0.509881, + "main_score": 0.475299, + "hf_subset": "dyu_Latn-grn_Latn", + "languages": [ + "dyu-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444409, + "recall": 0.502964, + "f1": 0.46051, + "accuracy": 0.502964, + "main_score": 0.46051, + "hf_subset": "dyu_Latn-kat_Geor", + "languages": [ + "dyu-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457536, + "recall": 0.502964, + "f1": 0.470601, + "accuracy": 0.502964, + "main_score": 0.470601, + "hf_subset": "dyu_Latn-lua_Latn", + "languages": [ + "dyu-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449301, + "recall": 0.495059, + "f1": 0.462392, + "accuracy": 0.495059, + "main_score": 0.462392, + "hf_subset": "dyu_Latn-nya_Latn", + "languages": [ + "dyu-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475132, + "recall": 0.52668, + "f1": 0.48873, + "accuracy": 0.52668, + "main_score": 0.48873, + "hf_subset": "dyu_Latn-slv_Latn", + "languages": [ + "dyu-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.478144, + "recall": 0.527668, + "f1": 0.491009, + "accuracy": 0.527668, + "main_score": 0.491009, + "hf_subset": "dyu_Latn-tpi_Latn", + "languages": [ + "dyu-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486547, + "recall": 0.540514, + "f1": 0.500404, + "accuracy": 0.540514, + "main_score": 0.500404, + "hf_subset": "dyu_Latn-zsm_Latn", + "languages": [ + "dyu-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.423403, + "recall": 0.467391, + "f1": 0.435903, + "accuracy": 0.467391, + "main_score": 0.435903, + "hf_subset": "dyu_Latn-ayr_Latn", + "languages": [ + "dyu-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490392, + "recall": 0.544466, + "f1": 0.505019, + "accuracy": 0.544466, + "main_score": 0.505019, + "hf_subset": "dyu_Latn-dan_Latn", + "languages": [ + "dyu-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463562, + "recall": 0.521739, + "f1": 0.478941, + "accuracy": 0.521739, + "main_score": 0.478941, + "hf_subset": "dyu_Latn-guj_Gujr", + "languages": [ + "dyu-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466444, + "recall": 0.516798, + "f1": 0.480292, + "accuracy": 0.516798, + "main_score": 0.480292, + "hf_subset": "dyu_Latn-kaz_Cyrl", + "languages": [ + "dyu-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.4092, + "recall": 0.458498, + "f1": 0.423061, + "accuracy": 0.458498, + "main_score": 0.423061, + "hf_subset": "dyu_Latn-lug_Latn", + "languages": [ + "dyu-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493332, + "recall": 0.545455, + "f1": 0.5073, + "accuracy": 0.545455, + "main_score": 0.5073, + "hf_subset": "dyu_Latn-oci_Latn", + "languages": [ + "dyu-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.44684, + "recall": 0.498024, + "f1": 0.460397, + "accuracy": 0.498024, + "main_score": 0.460397, + "hf_subset": "dyu_Latn-smo_Latn", + "languages": [ + "dyu-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.412621, + "recall": 0.462451, + "f1": 0.425764, + "accuracy": 0.462451, + "main_score": 0.425764, + "hf_subset": "dyu_Latn-tsn_Latn", + "languages": [ + "dyu-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.417681, + "recall": 0.470356, + "f1": 0.432287, + "accuracy": 0.470356, + "main_score": 0.432287, + "hf_subset": "dyu_Latn-zul_Latn", + "languages": [ + "dyu-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.398886, + "recall": 0.454545, + "f1": 0.414128, + "accuracy": 0.454545, + "main_score": 0.414128, + "hf_subset": "dyu_Latn-azb_Arab", + "languages": [ + "dyu-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465863, + "recall": 0.528656, + "f1": 0.482708, + "accuracy": 0.528656, + "main_score": 0.482708, + "hf_subset": "dyu_Latn-deu_Latn", + "languages": [ + "dyu-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454295, + "recall": 0.513834, + "f1": 0.470119, + "accuracy": 0.513834, + "main_score": 0.470119, + "hf_subset": "dyu_Latn-hat_Latn", + "languages": [ + "dyu-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.402921, + "recall": 0.44664, + "f1": 0.41463, + "accuracy": 0.44664, + "main_score": 0.41463, + "hf_subset": "dyu_Latn-kbp_Latn", + "languages": [ + "dyu-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.449031, + "recall": 0.495059, + "f1": 0.462162, + "accuracy": 0.495059, + "main_score": 0.462162, + "hf_subset": "dyu_Latn-luo_Latn", + "languages": [ + "dyu-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.452422, + "recall": 0.511858, + "f1": 0.468352, + "accuracy": 0.511858, + "main_score": 0.468352, + "hf_subset": "dyu_Latn-ory_Orya", + "languages": [ + "dyu-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444545, + "recall": 0.497036, + "f1": 0.458558, + "accuracy": 0.497036, + "main_score": 0.458558, + "hf_subset": "dyu_Latn-sna_Latn", + "languages": [ + "dyu-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419624, + "recall": 0.467391, + "f1": 0.432741, + "accuracy": 0.467391, + "main_score": 0.432741, + "hf_subset": "dyu_Latn-tso_Latn", + "languages": [ + "dyu-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438972, + "recall": 0.498024, + "f1": 0.454538, + "accuracy": 0.498024, + "main_score": 0.454538, + "hf_subset": "dyu_Latn-azj_Latn", + "languages": [ + "dyu-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.419311, + "recall": 0.471344, + "f1": 0.434602, + "accuracy": 0.471344, + "main_score": 0.434602, + "hf_subset": "dyu_Latn-dik_Latn", + "languages": [ + "dyu-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450011, + "recall": 0.495059, + "f1": 0.462368, + "accuracy": 0.495059, + "main_score": 0.462368, + "hf_subset": "dyu_Latn-hau_Latn", + "languages": [ + "dyu-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473829, + "recall": 0.525692, + "f1": 0.486812, + "accuracy": 0.525692, + "main_score": 0.486812, + "hf_subset": "dyu_Latn-kea_Latn", + "languages": [ + "dyu-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461537, + "recall": 0.507905, + "f1": 0.47455, + "accuracy": 0.507905, + "main_score": 0.47455, + "hf_subset": "dyu_Latn-lus_Latn", + "languages": [ + "dyu-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474549, + "recall": 0.519763, + "f1": 0.486797, + "accuracy": 0.519763, + "main_score": 0.486797, + "hf_subset": "dyu_Latn-pag_Latn", + "languages": [ + "dyu-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447053, + "recall": 0.502964, + "f1": 0.462515, + "accuracy": 0.502964, + "main_score": 0.462515, + "hf_subset": "dyu_Latn-snd_Arab", + "languages": [ + "dyu-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442662, + "recall": 0.490119, + "f1": 0.455831, + "accuracy": 0.490119, + "main_score": 0.455831, + "hf_subset": "dyu_Latn-tuk_Latn", + "languages": [ + "dyu-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463572, + "recall": 0.514822, + "f1": 0.477104, + "accuracy": 0.514822, + "main_score": 0.477104, + "hf_subset": "dyu_Latn-bak_Cyrl", + "languages": [ + "dyu-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.453165, + "recall": 0.505929, + "f1": 0.467113, + "accuracy": 0.505929, + "main_score": 0.467113, + "hf_subset": "dyu_Latn-heb_Hebr", + "languages": [ + "dyu-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.430911, + "recall": 0.48419, + "f1": 0.44599, + "accuracy": 0.48419, + "main_score": 0.44599, + "hf_subset": "dyu_Latn-khk_Cyrl", + "languages": [ + "dyu-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456912, + "recall": 0.507905, + "f1": 0.470883, + "accuracy": 0.507905, + "main_score": 0.470883, + "hf_subset": "dyu_Latn-lvs_Latn", + "languages": [ + "dyu-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.465513, + "recall": 0.521739, + "f1": 0.480431, + "accuracy": 0.521739, + "main_score": 0.480431, + "hf_subset": "dyu_Latn-pan_Guru", + "languages": [ + "dyu-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416076, + "recall": 0.468379, + "f1": 0.43021, + "accuracy": 0.468379, + "main_score": 0.43021, + "hf_subset": "dyu_Latn-som_Latn", + "languages": [ + "dyu-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.416061, + "recall": 0.465415, + "f1": 0.429815, + "accuracy": 0.465415, + "main_score": 0.429815, + "hf_subset": "dyu_Latn-tum_Latn", + "languages": [ + "dyu-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572465, + "recall": 0.634387, + "f1": 0.590163, + "accuracy": 0.634387, + "main_score": 0.590163, + "hf_subset": "heb_Hebr-ace_Arab", + "languages": [ + "heb-Hebr", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521346, + "recall": 0.578063, + "f1": 0.537302, + "accuracy": 0.578063, + "main_score": 0.537302, + "hf_subset": "heb_Hebr-bam_Latn", + "languages": [ + "heb-Hebr", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436463, + "recall": 0.517787, + "f1": 0.458318, + "accuracy": 0.517787, + "main_score": 0.458318, + "hf_subset": "heb_Hebr-dzo_Tibt", + "languages": [ + "heb-Hebr", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-khm_Khmr", + "languages": [ + "heb-Hebr", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-mag_Deva", + "languages": [ + "heb-Hebr", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-pap_Latn", + "languages": [ + "heb-Hebr", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573824, + "recall": 0.634387, + "f1": 0.590829, + "accuracy": 0.634387, + "main_score": 0.590829, + "hf_subset": "heb_Hebr-sot_Latn", + "languages": [ + "heb-Hebr", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.882411, + "recall": 0.914032, + "f1": 0.89226, + "accuracy": 0.914032, + "main_score": 0.89226, + "hf_subset": "heb_Hebr-ace_Latn", + "languages": [ + "heb-Hebr", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964756, + "recall": 0.974308, + "f1": 0.967885, + "accuracy": 0.974308, + "main_score": 0.967885, + "hf_subset": "heb_Hebr-ban_Latn", + "languages": [ + "heb-Hebr", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "heb_Hebr-hne_Deva", + "languages": [ + "heb-Hebr", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597004, + "recall": 0.650198, + "f1": 0.612277, + "accuracy": 0.650198, + "main_score": 0.612277, + "hf_subset": "heb_Hebr-kik_Latn", + "languages": [ + "heb-Hebr", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-mai_Deva", + "languages": [ + "heb-Hebr", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.981225, + "f1": 0.974967, + "accuracy": 0.981225, + "main_score": 0.974967, + "hf_subset": "heb_Hebr-pbt_Arab", + "languages": [ + "heb-Hebr", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607502, + "recall": 0.664032, + "f1": 0.623577, + "accuracy": 0.664032, + "main_score": 0.623577, + "hf_subset": "heb_Hebr-twi_Latn", + "languages": [ + "heb-Hebr", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-acm_Arab", + "languages": [ + "heb-Hebr", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-bel_Cyrl", + "languages": [ + "heb-Hebr", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-hrv_Latn", + "languages": [ + "heb-Hebr", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563869, + "recall": 0.624506, + "f1": 0.580513, + "accuracy": 0.624506, + "main_score": 0.580513, + "hf_subset": "heb_Hebr-kin_Latn", + "languages": [ + "heb-Hebr", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-mal_Mlym", + "languages": [ + "heb-Hebr", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-pes_Arab", + "languages": [ + "heb-Hebr", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-srd_Latn", + "languages": [ + "heb-Hebr", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.18491, + "recall": 0.235178, + "f1": 0.197491, + "accuracy": 0.235178, + "main_score": 0.197491, + "hf_subset": "heb_Hebr-tzm_Tfng", + "languages": [ + "heb-Hebr", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-acq_Arab", + "languages": [ + "heb-Hebr", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611612, + "recall": 0.662055, + "f1": 0.625867, + "accuracy": 0.662055, + "main_score": 0.625867, + "hf_subset": "heb_Hebr-bem_Latn", + "languages": [ + "heb-Hebr", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-epo_Latn", + "languages": [ + "heb-Hebr", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-kir_Cyrl", + "languages": [ + "heb-Hebr", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-mar_Deva", + "languages": [ + "heb-Hebr", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674037, + "recall": 0.726285, + "f1": 0.689044, + "accuracy": 0.726285, + "main_score": 0.689044, + "hf_subset": "heb_Hebr-plt_Latn", + "languages": [ + "heb-Hebr", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-srp_Cyrl", + "languages": [ + "heb-Hebr", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972991, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "heb_Hebr-uig_Arab", + "languages": [ + "heb-Hebr", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-aeb_Arab", + "languages": [ + "heb-Hebr", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-est_Latn", + "languages": [ + "heb-Hebr", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-hye_Armn", + "languages": [ + "heb-Hebr", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532915, + "recall": 0.583004, + "f1": 0.546873, + "accuracy": 0.583004, + "main_score": 0.546873, + "hf_subset": "heb_Hebr-kmb_Latn", + "languages": [ + "heb-Hebr", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517472, + "recall": 0.585968, + "f1": 0.535872, + "accuracy": 0.585968, + "main_score": 0.535872, + "hf_subset": "heb_Hebr-min_Arab", + "languages": [ + "heb-Hebr", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557141, + "recall": 0.618577, + "f1": 0.575101, + "accuracy": 0.618577, + "main_score": 0.575101, + "hf_subset": "heb_Hebr-ssw_Latn", + "languages": [ + "heb-Hebr", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ukr_Cyrl", + "languages": [ + "heb-Hebr", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-afr_Latn", + "languages": [ + "heb-Hebr", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-bho_Deva", + "languages": [ + "heb-Hebr", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "heb_Hebr-eus_Latn", + "languages": [ + "heb-Hebr", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580608, + "recall": 0.643281, + "f1": 0.59796, + "accuracy": 0.643281, + "main_score": 0.59796, + "hf_subset": "heb_Hebr-ibo_Latn", + "languages": [ + "heb-Hebr", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912632, + "recall": 0.936759, + "f1": 0.920356, + "accuracy": 0.936759, + "main_score": 0.920356, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990448, + "recall": 0.993083, + "f1": 0.991271, + "accuracy": 0.993083, + "main_score": 0.991271, + "hf_subset": "heb_Hebr-min_Latn", + "languages": [ + "heb-Hebr", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-sun_Latn", + "languages": [ + "heb-Hebr", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517147, + "recall": 0.573123, + "f1": 0.532947, + "accuracy": 0.573123, + "main_score": 0.532947, + "hf_subset": "heb_Hebr-umb_Latn", + "languages": [ + "heb-Hebr", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ajp_Arab", + "languages": [ + "heb-Hebr", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53072, + "recall": 0.597826, + "f1": 0.549844, + "accuracy": 0.597826, + "main_score": 0.549844, + "hf_subset": "heb_Hebr-bjn_Arab", + "languages": [ + "heb-Hebr", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516416, + "recall": 0.571146, + "f1": 0.531596, + "accuracy": 0.571146, + "main_score": 0.531596, + "hf_subset": "heb_Hebr-ewe_Latn", + "languages": [ + "heb-Hebr", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.950181, + "recall": 0.965415, + "f1": 0.955105, + "accuracy": 0.965415, + "main_score": 0.955105, + "hf_subset": "heb_Hebr-ilo_Latn", + "languages": [ + "heb-Hebr", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.310064, + "recall": 0.365613, + "f1": 0.32509, + "accuracy": 0.365613, + "main_score": 0.32509, + "hf_subset": "heb_Hebr-knc_Arab", + "languages": [ + "heb-Hebr", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-mkd_Cyrl", + "languages": [ + "heb-Hebr", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-urd_Arab", + "languages": [ + "heb-Hebr", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580451, + "recall": 0.640316, + "f1": 0.597205, + "accuracy": 0.640316, + "main_score": 0.597205, + "hf_subset": "heb_Hebr-aka_Latn", + "languages": [ + "heb-Hebr", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-bjn_Latn", + "languages": [ + "heb-Hebr", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "heb_Hebr-fao_Latn", + "languages": [ + "heb-Hebr", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588914, + "recall": 0.641304, + "f1": 0.603932, + "accuracy": 0.641304, + "main_score": 0.603932, + "hf_subset": "heb_Hebr-knc_Latn", + "languages": [ + "heb-Hebr", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-mlt_Latn", + "languages": [ + "heb-Hebr", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70527, + "recall": 0.770751, + "f1": 0.724986, + "accuracy": 0.770751, + "main_score": 0.724986, + "hf_subset": "heb_Hebr-quy_Latn", + "languages": [ + "heb-Hebr", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "heb_Hebr-swh_Latn", + "languages": [ + "heb-Hebr", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-uzn_Latn", + "languages": [ + "heb-Hebr", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-als_Latn", + "languages": [ + "heb-Hebr", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660615, + "recall": 0.737154, + "f1": 0.683251, + "accuracy": 0.737154, + "main_score": 0.683251, + "hf_subset": "heb_Hebr-bod_Tibt", + "languages": [ + "heb-Hebr", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.712883, + "recall": 0.766798, + "f1": 0.729035, + "accuracy": 0.766798, + "main_score": 0.729035, + "hf_subset": "heb_Hebr-fij_Latn", + "languages": [ + "heb-Hebr", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-isl_Latn", + "languages": [ + "heb-Hebr", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657579, + "recall": 0.705534, + "f1": 0.671534, + "accuracy": 0.705534, + "main_score": 0.671534, + "hf_subset": "heb_Hebr-kon_Latn", + "languages": [ + "heb-Hebr", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649238, + "recall": 0.713439, + "f1": 0.667731, + "accuracy": 0.713439, + "main_score": 0.667731, + "hf_subset": "heb_Hebr-mni_Beng", + "languages": [ + "heb-Hebr", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ron_Latn", + "languages": [ + "heb-Hebr", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.988142, + "f1": 0.985507, + "accuracy": 0.988142, + "main_score": 0.985507, + "hf_subset": "heb_Hebr-szl_Latn", + "languages": [ + "heb-Hebr", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-vec_Latn", + "languages": [ + "heb-Hebr", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957181, + "recall": 0.970356, + "f1": 0.961462, + "accuracy": 0.970356, + "main_score": 0.961462, + "hf_subset": "heb_Hebr-amh_Ethi", + "languages": [ + "heb-Hebr", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-bos_Latn", + "languages": [ + "heb-Hebr", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ita_Latn", + "languages": [ + "heb-Hebr", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547846, + "recall": 0.606719, + "f1": 0.564726, + "accuracy": 0.606719, + "main_score": 0.564726, + "hf_subset": "heb_Hebr-mos_Latn", + "languages": [ + "heb-Hebr", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549185, + "recall": 0.607708, + "f1": 0.566213, + "accuracy": 0.607708, + "main_score": 0.566213, + "hf_subset": "heb_Hebr-run_Latn", + "languages": [ + "heb-Hebr", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-apc_Arab", + "languages": [ + "heb-Hebr", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.809519, + "recall": 0.852767, + "f1": 0.822516, + "accuracy": 0.852767, + "main_score": 0.822516, + "hf_subset": "heb_Hebr-bug_Latn", + "languages": [ + "heb-Hebr", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.457284, + "recall": 0.513834, + "f1": 0.472316, + "accuracy": 0.513834, + "main_score": 0.472316, + "hf_subset": "heb_Hebr-fon_Latn", + "languages": [ + "heb-Hebr", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-jav_Latn", + "languages": [ + "heb-Hebr", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-lao_Laoo", + "languages": [ + "heb-Hebr", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879776, + "recall": 0.913043, + "f1": 0.890316, + "accuracy": 0.913043, + "main_score": 0.890316, + "hf_subset": "heb_Hebr-mri_Latn", + "languages": [ + "heb-Hebr", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536927, + "recall": 0.594862, + "f1": 0.552989, + "accuracy": 0.594862, + "main_score": 0.552989, + "hf_subset": "heb_Hebr-taq_Latn", + "languages": [ + "heb-Hebr", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "heb_Hebr-war_Latn", + "languages": [ + "heb-Hebr", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-bul_Cyrl", + "languages": [ + "heb-Hebr", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-lij_Latn", + "languages": [ + "heb-Hebr", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990942, + "recall": 0.993083, + "f1": 0.991601, + "accuracy": 0.993083, + "main_score": 0.991601, + "hf_subset": "heb_Hebr-mya_Mymr", + "languages": [ + "heb-Hebr", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585916, + "recall": 0.651186, + "f1": 0.60432, + "accuracy": 0.651186, + "main_score": 0.60432, + "hf_subset": "heb_Hebr-sag_Latn", + "languages": [ + "heb-Hebr", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.190966, + "recall": 0.249012, + "f1": 0.204336, + "accuracy": 0.249012, + "main_score": 0.204336, + "hf_subset": "heb_Hebr-taq_Tfng", + "languages": [ + "heb-Hebr", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615968, + "recall": 0.678854, + "f1": 0.634272, + "accuracy": 0.678854, + "main_score": 0.634272, + "hf_subset": "heb_Hebr-wol_Latn", + "languages": [ + "heb-Hebr", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.817516, + "recall": 0.863636, + "f1": 0.831308, + "accuracy": 0.863636, + "main_score": 0.831308, + "hf_subset": "heb_Hebr-arb_Latn", + "languages": [ + "heb-Hebr", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-cat_Latn", + "languages": [ + "heb-Hebr", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-fur_Latn", + "languages": [ + "heb-Hebr", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.418897, + "recall": 0.472332, + "f1": 0.433522, + "accuracy": 0.472332, + "main_score": 0.433522, + "hf_subset": "heb_Hebr-kab_Latn", + "languages": [ + "heb-Hebr", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-lim_Latn", + "languages": [ + "heb-Hebr", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "heb_Hebr-san_Deva", + "languages": [ + "heb-Hebr", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-tat_Cyrl", + "languages": [ + "heb-Hebr", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673617, + "recall": 0.726285, + "f1": 0.688934, + "accuracy": 0.726285, + "main_score": 0.688934, + "hf_subset": "heb_Hebr-xho_Latn", + "languages": [ + "heb-Hebr", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ars_Arab", + "languages": [ + "heb-Hebr", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ceb_Latn", + "languages": [ + "heb-Hebr", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549458, + "recall": 0.605731, + "f1": 0.56535, + "accuracy": 0.605731, + "main_score": 0.56535, + "hf_subset": "heb_Hebr-fuv_Latn", + "languages": [ + "heb-Hebr", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50229, + "recall": 0.562253, + "f1": 0.518324, + "accuracy": 0.562253, + "main_score": 0.518324, + "hf_subset": "heb_Hebr-kac_Latn", + "languages": [ + "heb-Hebr", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.669713, + "recall": 0.720356, + "f1": 0.684914, + "accuracy": 0.720356, + "main_score": 0.684914, + "hf_subset": "heb_Hebr-lin_Latn", + "languages": [ + "heb-Hebr", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-nno_Latn", + "languages": [ + "heb-Hebr", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.233202, + "recall": 0.316206, + "f1": 0.255359, + "accuracy": 0.316206, + "main_score": 0.255359, + "hf_subset": "heb_Hebr-sat_Olck", + "languages": [ + "heb-Hebr", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-tel_Telu", + "languages": [ + "heb-Hebr", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "heb_Hebr-ydd_Hebr", + "languages": [ + "heb-Hebr", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977273, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "heb_Hebr-ary_Arab", + "languages": [ + "heb-Hebr", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ces_Latn", + "languages": [ + "heb-Hebr", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5766, + "recall": 0.63834, + "f1": 0.594551, + "accuracy": 0.63834, + "main_score": 0.594551, + "hf_subset": "heb_Hebr-gaz_Latn", + "languages": [ + "heb-Hebr", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585739, + "recall": 0.648221, + "f1": 0.603262, + "accuracy": 0.648221, + "main_score": 0.603262, + "hf_subset": "heb_Hebr-kam_Latn", + "languages": [ + "heb-Hebr", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-nob_Latn", + "languages": [ + "heb-Hebr", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "heb_Hebr-scn_Latn", + "languages": [ + "heb-Hebr", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723577, + "recall": 0.788538, + "f1": 0.743448, + "accuracy": 0.788538, + "main_score": 0.743448, + "hf_subset": "heb_Hebr-yor_Latn", + "languages": [ + "heb-Hebr", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-arz_Arab", + "languages": [ + "heb-Hebr", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544878, + "recall": 0.599802, + "f1": 0.560823, + "accuracy": 0.599802, + "main_score": 0.560823, + "hf_subset": "heb_Hebr-cjk_Latn", + "languages": [ + "heb-Hebr", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.801713, + "recall": 0.850791, + "f1": 0.817128, + "accuracy": 0.850791, + "main_score": 0.817128, + "hf_subset": "heb_Hebr-gla_Latn", + "languages": [ + "heb-Hebr", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-kan_Knda", + "languages": [ + "heb-Hebr", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "heb_Hebr-lmo_Latn", + "languages": [ + "heb-Hebr", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "heb_Hebr-npi_Deva", + "languages": [ + "heb-Hebr", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450159, + "recall": 0.511858, + "f1": 0.467187, + "accuracy": 0.511858, + "main_score": 0.467187, + "hf_subset": "heb_Hebr-shn_Mymr", + "languages": [ + "heb-Hebr", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-tgl_Latn", + "languages": [ + "heb-Hebr", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-yue_Hant", + "languages": [ + "heb-Hebr", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-asm_Beng", + "languages": [ + "heb-Hebr", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.972826, + "recall": 0.981225, + "f1": 0.975626, + "accuracy": 0.981225, + "main_score": 0.975626, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889914, + "recall": 0.918972, + "f1": 0.899028, + "accuracy": 0.918972, + "main_score": 0.899028, + "hf_subset": "heb_Hebr-gle_Latn", + "languages": [ + "heb-Hebr", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944005, + "recall": 0.961462, + "f1": 0.949769, + "accuracy": 0.961462, + "main_score": 0.949769, + "hf_subset": "heb_Hebr-kas_Arab", + "languages": [ + "heb-Hebr", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.963439, + "f1": 0.95191, + "accuracy": 0.963439, + "main_score": 0.95191, + "hf_subset": "heb_Hebr-ltg_Latn", + "languages": [ + "heb-Hebr", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.607182, + "recall": 0.659091, + "f1": 0.621966, + "accuracy": 0.659091, + "main_score": 0.621966, + "hf_subset": "heb_Hebr-nso_Latn", + "languages": [ + "heb-Hebr", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-sin_Sinh", + "languages": [ + "heb-Hebr", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-tha_Thai", + "languages": [ + "heb-Hebr", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-zho_Hans", + "languages": [ + "heb-Hebr", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-ast_Latn", + "languages": [ + "heb-Hebr", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-crh_Latn", + "languages": [ + "heb-Hebr", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-glg_Latn", + "languages": [ + "heb-Hebr", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.889163, + "recall": 0.920949, + "f1": 0.899374, + "accuracy": 0.920949, + "main_score": 0.899374, + "hf_subset": "heb_Hebr-kas_Deva", + "languages": [ + "heb-Hebr", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "heb_Hebr-ltz_Latn", + "languages": [ + "heb-Hebr", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442549, + "recall": 0.514822, + "f1": 0.462139, + "accuracy": 0.514822, + "main_score": 0.462139, + "hf_subset": "heb_Hebr-nus_Latn", + "languages": [ + "heb-Hebr", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-slk_Latn", + "languages": [ + "heb-Hebr", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635096, + "recall": 0.70751, + "f1": 0.656164, + "accuracy": 0.70751, + "main_score": 0.656164, + "hf_subset": "heb_Hebr-tir_Ethi", + "languages": [ + "heb-Hebr", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989872, + "recall": 0.992095, + "f1": 0.990514, + "accuracy": 0.992095, + "main_score": 0.990514, + "hf_subset": "heb_Hebr-awa_Deva", + "languages": [ + "heb-Hebr", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "heb_Hebr-cym_Latn", + "languages": [ + "heb-Hebr", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.848271, + "recall": 0.886364, + "f1": 0.860244, + "accuracy": 0.886364, + "main_score": 0.860244, + "hf_subset": "heb_Hebr-grn_Latn", + "languages": [ + "heb-Hebr", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "heb_Hebr-kat_Geor", + "languages": [ + "heb-Hebr", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640237, + "recall": 0.687747, + "f1": 0.653763, + "accuracy": 0.687747, + "main_score": 0.653763, + "hf_subset": "heb_Hebr-lua_Latn", + "languages": [ + "heb-Hebr", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64395, + "recall": 0.703557, + "f1": 0.660932, + "accuracy": 0.703557, + "main_score": 0.660932, + "hf_subset": "heb_Hebr-nya_Latn", + "languages": [ + "heb-Hebr", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-slv_Latn", + "languages": [ + "heb-Hebr", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.958663, + "recall": 0.971344, + "f1": 0.96278, + "accuracy": 0.971344, + "main_score": 0.96278, + "hf_subset": "heb_Hebr-tpi_Latn", + "languages": [ + "heb-Hebr", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-zsm_Latn", + "languages": [ + "heb-Hebr", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532164, + "recall": 0.592885, + "f1": 0.549277, + "accuracy": 0.592885, + "main_score": 0.549277, + "hf_subset": "heb_Hebr-ayr_Latn", + "languages": [ + "heb-Hebr", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-dan_Latn", + "languages": [ + "heb-Hebr", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-guj_Gujr", + "languages": [ + "heb-Hebr", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-kaz_Cyrl", + "languages": [ + "heb-Hebr", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534362, + "recall": 0.593874, + "f1": 0.55025, + "accuracy": 0.593874, + "main_score": 0.55025, + "hf_subset": "heb_Hebr-lug_Latn", + "languages": [ + "heb-Hebr", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "heb_Hebr-oci_Latn", + "languages": [ + "heb-Hebr", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.832733, + "recall": 0.875494, + "f1": 0.8458, + "accuracy": 0.875494, + "main_score": 0.8458, + "hf_subset": "heb_Hebr-smo_Latn", + "languages": [ + "heb-Hebr", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530632, + "recall": 0.594862, + "f1": 0.549248, + "accuracy": 0.594862, + "main_score": 0.549248, + "hf_subset": "heb_Hebr-tsn_Latn", + "languages": [ + "heb-Hebr", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621223, + "recall": 0.679842, + "f1": 0.637949, + "accuracy": 0.679842, + "main_score": 0.637949, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.941206, + "recall": 0.958498, + "f1": 0.94664, + "accuracy": 0.958498, + "main_score": 0.94664, + "hf_subset": "heb_Hebr-azb_Arab", + "languages": [ + "heb-Hebr", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974802, + "recall": 0.982213, + "f1": 0.977273, + "accuracy": 0.982213, + "main_score": 0.977273, + "hf_subset": "heb_Hebr-hat_Latn", + "languages": [ + "heb-Hebr", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.484418, + "recall": 0.539526, + "f1": 0.49942, + "accuracy": 0.539526, + "main_score": 0.49942, + "hf_subset": "heb_Hebr-kbp_Latn", + "languages": [ + "heb-Hebr", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577615, + "recall": 0.628458, + "f1": 0.591565, + "accuracy": 0.628458, + "main_score": 0.591565, + "hf_subset": "heb_Hebr-luo_Latn", + "languages": [ + "heb-Hebr", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-ory_Orya", + "languages": [ + "heb-Hebr", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577215, + "recall": 0.642292, + "f1": 0.595848, + "accuracy": 0.642292, + "main_score": 0.595848, + "hf_subset": "heb_Hebr-sna_Latn", + "languages": [ + "heb-Hebr", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561337, + "recall": 0.612648, + "f1": 0.575208, + "accuracy": 0.612648, + "main_score": 0.575208, + "hf_subset": "heb_Hebr-tso_Latn", + "languages": [ + "heb-Hebr", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-azj_Latn", + "languages": [ + "heb-Hebr", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515452, + "recall": 0.583992, + "f1": 0.535645, + "accuracy": 0.583992, + "main_score": 0.535645, + "hf_subset": "heb_Hebr-dik_Latn", + "languages": [ + "heb-Hebr", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745125, + "recall": 0.802372, + "f1": 0.762568, + "accuracy": 0.802372, + "main_score": 0.762568, + "hf_subset": "heb_Hebr-hau_Latn", + "languages": [ + "heb-Hebr", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "heb_Hebr-kea_Latn", + "languages": [ + "heb-Hebr", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.737912, + "recall": 0.787549, + "f1": 0.752964, + "accuracy": 0.787549, + "main_score": 0.752964, + "hf_subset": "heb_Hebr-lus_Latn", + "languages": [ + "heb-Hebr", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.869549, + "recall": 0.900198, + "f1": 0.879018, + "accuracy": 0.900198, + "main_score": 0.879018, + "hf_subset": "heb_Hebr-pag_Latn", + "languages": [ + "heb-Hebr", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-snd_Arab", + "languages": [ + "heb-Hebr", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.957839, + "recall": 0.971344, + "f1": 0.962286, + "accuracy": 0.971344, + "main_score": 0.962286, + "hf_subset": "heb_Hebr-tuk_Latn", + "languages": [ + "heb-Hebr", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "heb_Hebr-bak_Cyrl", + "languages": [ + "heb-Hebr", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467778, + "recall": 0.543478, + "f1": 0.490371, + "accuracy": 0.543478, + "main_score": 0.490371, + "hf_subset": "heb_Hebr-dyu_Latn", + "languages": [ + "heb-Hebr", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "heb_Hebr-khk_Cyrl", + "languages": [ + "heb-Hebr", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "heb_Hebr-lvs_Latn", + "languages": [ + "heb-Hebr", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "heb_Hebr-pan_Guru", + "languages": [ + "heb-Hebr", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72724, + "recall": 0.782609, + "f1": 0.743991, + "accuracy": 0.782609, + "main_score": 0.743991, + "hf_subset": "heb_Hebr-som_Latn", + "languages": [ + "heb-Hebr", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595991, + "recall": 0.647233, + "f1": 0.610529, + "accuracy": 0.647233, + "main_score": 0.610529, + "hf_subset": "heb_Hebr-tum_Latn", + "languages": [ + "heb-Hebr", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517493, + "recall": 0.578063, + "f1": 0.534842, + "accuracy": 0.578063, + "main_score": 0.534842, + "hf_subset": "khk_Cyrl-ace_Arab", + "languages": [ + "khk-Cyrl", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501625, + "recall": 0.554348, + "f1": 0.516496, + "accuracy": 0.554348, + "main_score": 0.516496, + "hf_subset": "khk_Cyrl-bam_Latn", + "languages": [ + "khk-Cyrl", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.404818, + "recall": 0.482213, + "f1": 0.42523, + "accuracy": 0.482213, + "main_score": 0.42523, + "hf_subset": "khk_Cyrl-dzo_Tibt", + "languages": [ + "khk-Cyrl", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khk_Cyrl-hin_Deva", + "languages": [ + "khk-Cyrl", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976285, + "recall": 0.983202, + "f1": 0.97859, + "accuracy": 0.983202, + "main_score": 0.97859, + "hf_subset": "khk_Cyrl-khm_Khmr", + "languages": [ + "khk-Cyrl", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khk_Cyrl-mag_Deva", + "languages": [ + "khk-Cyrl", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.930254, + "recall": 0.949605, + "f1": 0.936298, + "accuracy": 0.949605, + "main_score": 0.936298, + "hf_subset": "khk_Cyrl-pap_Latn", + "languages": [ + "khk-Cyrl", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560019, + "recall": 0.614625, + "f1": 0.574835, + "accuracy": 0.614625, + "main_score": 0.574835, + "hf_subset": "khk_Cyrl-sot_Latn", + "languages": [ + "khk-Cyrl", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988966, + "recall": 0.992095, + "f1": 0.989954, + "accuracy": 0.992095, + "main_score": 0.989954, + "hf_subset": "khk_Cyrl-tur_Latn", + "languages": [ + "khk-Cyrl", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.781604, + "recall": 0.83004, + "f1": 0.795784, + "accuracy": 0.83004, + "main_score": 0.795784, + "hf_subset": "khk_Cyrl-ace_Latn", + "languages": [ + "khk-Cyrl", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895833, + "recall": 0.918972, + "f1": 0.902866, + "accuracy": 0.918972, + "main_score": 0.902866, + "hf_subset": "khk_Cyrl-ban_Latn", + "languages": [ + "khk-Cyrl", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982708, + "recall": 0.988142, + "f1": 0.984519, + "accuracy": 0.988142, + "main_score": 0.984519, + "hf_subset": "khk_Cyrl-ell_Grek", + "languages": [ + "khk-Cyrl", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.982213, + "f1": 0.976285, + "accuracy": 0.982213, + "main_score": 0.976285, + "hf_subset": "khk_Cyrl-hne_Deva", + "languages": [ + "khk-Cyrl", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53431, + "recall": 0.590909, + "f1": 0.550366, + "accuracy": 0.590909, + "main_score": 0.550366, + "hf_subset": "khk_Cyrl-kik_Latn", + "languages": [ + "khk-Cyrl", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khk_Cyrl-mai_Deva", + "languages": [ + "khk-Cyrl", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939641, + "recall": 0.95751, + "f1": 0.945389, + "accuracy": 0.95751, + "main_score": 0.945389, + "hf_subset": "khk_Cyrl-pbt_Arab", + "languages": [ + "khk-Cyrl", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khk_Cyrl-spa_Latn", + "languages": [ + "khk-Cyrl", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575412, + "recall": 0.630435, + "f1": 0.591196, + "accuracy": 0.630435, + "main_score": 0.591196, + "hf_subset": "khk_Cyrl-twi_Latn", + "languages": [ + "khk-Cyrl", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-acm_Arab", + "languages": [ + "khk-Cyrl", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khk_Cyrl-bel_Cyrl", + "languages": [ + "khk-Cyrl", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-hrv_Latn", + "languages": [ + "khk-Cyrl", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529511, + "recall": 0.583992, + "f1": 0.544153, + "accuracy": 0.583992, + "main_score": 0.544153, + "hf_subset": "khk_Cyrl-kin_Latn", + "languages": [ + "khk-Cyrl", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-mal_Mlym", + "languages": [ + "khk-Cyrl", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-pes_Arab", + "languages": [ + "khk-Cyrl", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944664, + "recall": 0.960474, + "f1": 0.949736, + "accuracy": 0.960474, + "main_score": 0.949736, + "hf_subset": "khk_Cyrl-srd_Latn", + "languages": [ + "khk-Cyrl", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.187066, + "recall": 0.226285, + "f1": 0.197823, + "accuracy": 0.226285, + "main_score": 0.197823, + "hf_subset": "khk_Cyrl-tzm_Tfng", + "languages": [ + "khk-Cyrl", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-acq_Arab", + "languages": [ + "khk-Cyrl", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600082, + "recall": 0.645257, + "f1": 0.612554, + "accuracy": 0.645257, + "main_score": 0.612554, + "hf_subset": "khk_Cyrl-bem_Latn", + "languages": [ + "khk-Cyrl", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-epo_Latn", + "languages": [ + "khk-Cyrl", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984354, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khk_Cyrl-hun_Latn", + "languages": [ + "khk-Cyrl", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964921, + "recall": 0.976285, + "f1": 0.968709, + "accuracy": 0.976285, + "main_score": 0.968709, + "hf_subset": "khk_Cyrl-kir_Cyrl", + "languages": [ + "khk-Cyrl", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khk_Cyrl-mar_Deva", + "languages": [ + "khk-Cyrl", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629087, + "recall": 0.679842, + "f1": 0.644043, + "accuracy": 0.679842, + "main_score": 0.644043, + "hf_subset": "khk_Cyrl-plt_Latn", + "languages": [ + "khk-Cyrl", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "khk_Cyrl-srp_Cyrl", + "languages": [ + "khk-Cyrl", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.943758, + "recall": 0.959486, + "f1": 0.948847, + "accuracy": 0.959486, + "main_score": 0.948847, + "hf_subset": "khk_Cyrl-uig_Arab", + "languages": [ + "khk-Cyrl", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.963801, + "recall": 0.974308, + "f1": 0.967062, + "accuracy": 0.974308, + "main_score": 0.967062, + "hf_subset": "khk_Cyrl-aeb_Arab", + "languages": [ + "khk-Cyrl", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khk_Cyrl-ben_Beng", + "languages": [ + "khk-Cyrl", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khk_Cyrl-est_Latn", + "languages": [ + "khk-Cyrl", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khk_Cyrl-hye_Armn", + "languages": [ + "khk-Cyrl", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515991, + "recall": 0.561265, + "f1": 0.528924, + "accuracy": 0.561265, + "main_score": 0.528924, + "hf_subset": "khk_Cyrl-kmb_Latn", + "languages": [ + "khk-Cyrl", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.447265, + "recall": 0.514822, + "f1": 0.465066, + "accuracy": 0.514822, + "main_score": 0.465066, + "hf_subset": "khk_Cyrl-min_Arab", + "languages": [ + "khk-Cyrl", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "khk_Cyrl-pol_Latn", + "languages": [ + "khk-Cyrl", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538178, + "recall": 0.59585, + "f1": 0.554178, + "accuracy": 0.59585, + "main_score": 0.554178, + "hf_subset": "khk_Cyrl-ssw_Latn", + "languages": [ + "khk-Cyrl", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-ukr_Cyrl", + "languages": [ + "khk-Cyrl", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khk_Cyrl-afr_Latn", + "languages": [ + "khk-Cyrl", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970191, + "recall": 0.979249, + "f1": 0.973155, + "accuracy": 0.979249, + "main_score": 0.973155, + "hf_subset": "khk_Cyrl-bho_Deva", + "languages": [ + "khk-Cyrl", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95504, + "recall": 0.967391, + "f1": 0.958794, + "accuracy": 0.967391, + "main_score": 0.958794, + "hf_subset": "khk_Cyrl-eus_Latn", + "languages": [ + "khk-Cyrl", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533284, + "recall": 0.585968, + "f1": 0.548391, + "accuracy": 0.585968, + "main_score": 0.548391, + "hf_subset": "khk_Cyrl-ibo_Latn", + "languages": [ + "khk-Cyrl", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.857411, + "recall": 0.893281, + "f1": 0.868511, + "accuracy": 0.893281, + "main_score": 0.868511, + "hf_subset": "khk_Cyrl-kmr_Latn", + "languages": [ + "khk-Cyrl", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.940464, + "recall": 0.95751, + "f1": 0.945883, + "accuracy": 0.95751, + "main_score": 0.945883, + "hf_subset": "khk_Cyrl-min_Latn", + "languages": [ + "khk-Cyrl", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-por_Latn", + "languages": [ + "khk-Cyrl", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.964097, + "recall": 0.975296, + "f1": 0.967721, + "accuracy": 0.975296, + "main_score": 0.967721, + "hf_subset": "khk_Cyrl-sun_Latn", + "languages": [ + "khk-Cyrl", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486817, + "recall": 0.539526, + "f1": 0.502102, + "accuracy": 0.539526, + "main_score": 0.502102, + "hf_subset": "khk_Cyrl-umb_Latn", + "languages": [ + "khk-Cyrl", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.991107, + "f1": 0.988307, + "accuracy": 0.991107, + "main_score": 0.988307, + "hf_subset": "khk_Cyrl-ajp_Arab", + "languages": [ + "khk-Cyrl", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49294, + "recall": 0.552372, + "f1": 0.508663, + "accuracy": 0.552372, + "main_score": 0.508663, + "hf_subset": "khk_Cyrl-bjn_Arab", + "languages": [ + "khk-Cyrl", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490966, + "recall": 0.539526, + "f1": 0.503793, + "accuracy": 0.539526, + "main_score": 0.503793, + "hf_subset": "khk_Cyrl-ewe_Latn", + "languages": [ + "khk-Cyrl", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.87528, + "recall": 0.905138, + "f1": 0.884058, + "accuracy": 0.905138, + "main_score": 0.884058, + "hf_subset": "khk_Cyrl-ilo_Latn", + "languages": [ + "khk-Cyrl", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.314372, + "recall": 0.359684, + "f1": 0.327009, + "accuracy": 0.359684, + "main_score": 0.327009, + "hf_subset": "khk_Cyrl-knc_Arab", + "languages": [ + "khk-Cyrl", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-mkd_Cyrl", + "languages": [ + "khk-Cyrl", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-prs_Arab", + "languages": [ + "khk-Cyrl", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-swe_Latn", + "languages": [ + "khk-Cyrl", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981225, + "recall": 0.987154, + "f1": 0.983202, + "accuracy": 0.987154, + "main_score": 0.983202, + "hf_subset": "khk_Cyrl-urd_Arab", + "languages": [ + "khk-Cyrl", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543224, + "recall": 0.597826, + "f1": 0.558124, + "accuracy": 0.597826, + "main_score": 0.558124, + "hf_subset": "khk_Cyrl-aka_Latn", + "languages": [ + "khk-Cyrl", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.939668, + "recall": 0.955534, + "f1": 0.944697, + "accuracy": 0.955534, + "main_score": 0.944697, + "hf_subset": "khk_Cyrl-bjn_Latn", + "languages": [ + "khk-Cyrl", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933251, + "recall": 0.952569, + "f1": 0.93946, + "accuracy": 0.952569, + "main_score": 0.93946, + "hf_subset": "khk_Cyrl-fao_Latn", + "languages": [ + "khk-Cyrl", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-ind_Latn", + "languages": [ + "khk-Cyrl", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554803, + "recall": 0.598814, + "f1": 0.567495, + "accuracy": 0.598814, + "main_score": 0.567495, + "hf_subset": "khk_Cyrl-knc_Latn", + "languages": [ + "khk-Cyrl", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965662, + "recall": 0.975296, + "f1": 0.96861, + "accuracy": 0.975296, + "main_score": 0.96861, + "hf_subset": "khk_Cyrl-mlt_Latn", + "languages": [ + "khk-Cyrl", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661695, + "recall": 0.716403, + "f1": 0.677654, + "accuracy": 0.716403, + "main_score": 0.677654, + "hf_subset": "khk_Cyrl-quy_Latn", + "languages": [ + "khk-Cyrl", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.942029, + "recall": 0.959486, + "f1": 0.947628, + "accuracy": 0.959486, + "main_score": 0.947628, + "hf_subset": "khk_Cyrl-swh_Latn", + "languages": [ + "khk-Cyrl", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979743, + "accuracy": 0.98419, + "main_score": 0.979743, + "hf_subset": "khk_Cyrl-uzn_Latn", + "languages": [ + "khk-Cyrl", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975461, + "recall": 0.983202, + "f1": 0.977931, + "accuracy": 0.983202, + "main_score": 0.977931, + "hf_subset": "khk_Cyrl-als_Latn", + "languages": [ + "khk-Cyrl", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.624391, + "recall": 0.697628, + "f1": 0.645379, + "accuracy": 0.697628, + "main_score": 0.645379, + "hf_subset": "khk_Cyrl-bod_Tibt", + "languages": [ + "khk-Cyrl", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647268, + "recall": 0.702569, + "f1": 0.662469, + "accuracy": 0.702569, + "main_score": 0.662469, + "hf_subset": "khk_Cyrl-fij_Latn", + "languages": [ + "khk-Cyrl", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.94944, + "recall": 0.965415, + "f1": 0.95471, + "accuracy": 0.965415, + "main_score": 0.95471, + "hf_subset": "khk_Cyrl-isl_Latn", + "languages": [ + "khk-Cyrl", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612462, + "recall": 0.658103, + "f1": 0.625209, + "accuracy": 0.658103, + "main_score": 0.625209, + "hf_subset": "khk_Cyrl-kon_Latn", + "languages": [ + "khk-Cyrl", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601614, + "recall": 0.661067, + "f1": 0.618846, + "accuracy": 0.661067, + "main_score": 0.618846, + "hf_subset": "khk_Cyrl-mni_Beng", + "languages": [ + "khk-Cyrl", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "khk_Cyrl-ron_Latn", + "languages": [ + "khk-Cyrl", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.955122, + "recall": 0.968379, + "f1": 0.959387, + "accuracy": 0.968379, + "main_score": 0.959387, + "hf_subset": "khk_Cyrl-szl_Latn", + "languages": [ + "khk-Cyrl", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khk_Cyrl-vec_Latn", + "languages": [ + "khk-Cyrl", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.912549, + "recall": 0.939723, + "f1": 0.921443, + "accuracy": 0.939723, + "main_score": 0.921443, + "hf_subset": "khk_Cyrl-amh_Ethi", + "languages": [ + "khk-Cyrl", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "khk_Cyrl-bos_Latn", + "languages": [ + "khk-Cyrl", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-fin_Latn", + "languages": [ + "khk-Cyrl", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-ita_Latn", + "languages": [ + "khk-Cyrl", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khk_Cyrl-kor_Hang", + "languages": [ + "khk-Cyrl", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519789, + "recall": 0.570158, + "f1": 0.533552, + "accuracy": 0.570158, + "main_score": 0.533552, + "hf_subset": "khk_Cyrl-mos_Latn", + "languages": [ + "khk-Cyrl", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527341, + "recall": 0.578063, + "f1": 0.541163, + "accuracy": 0.578063, + "main_score": 0.541163, + "hf_subset": "khk_Cyrl-run_Latn", + "languages": [ + "khk-Cyrl", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khk_Cyrl-tam_Taml", + "languages": [ + "khk-Cyrl", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "khk_Cyrl-vie_Latn", + "languages": [ + "khk-Cyrl", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-apc_Arab", + "languages": [ + "khk-Cyrl", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.733155, + "recall": 0.782609, + "f1": 0.746923, + "accuracy": 0.782609, + "main_score": 0.746923, + "hf_subset": "khk_Cyrl-bug_Latn", + "languages": [ + "khk-Cyrl", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45842, + "recall": 0.503953, + "f1": 0.47095, + "accuracy": 0.503953, + "main_score": 0.47095, + "hf_subset": "khk_Cyrl-fon_Latn", + "languages": [ + "khk-Cyrl", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.962451, + "recall": 0.974308, + "f1": 0.966403, + "accuracy": 0.974308, + "main_score": 0.966403, + "hf_subset": "khk_Cyrl-jav_Latn", + "languages": [ + "khk-Cyrl", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975132, + "recall": 0.983202, + "f1": 0.977767, + "accuracy": 0.983202, + "main_score": 0.977767, + "hf_subset": "khk_Cyrl-lao_Laoo", + "languages": [ + "khk-Cyrl", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.808086, + "recall": 0.855731, + "f1": 0.822647, + "accuracy": 0.855731, + "main_score": 0.822647, + "hf_subset": "khk_Cyrl-mri_Latn", + "languages": [ + "khk-Cyrl", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-rus_Cyrl", + "languages": [ + "khk-Cyrl", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514859, + "recall": 0.56917, + "f1": 0.529764, + "accuracy": 0.56917, + "main_score": 0.529764, + "hf_subset": "khk_Cyrl-taq_Latn", + "languages": [ + "khk-Cyrl", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "khk_Cyrl-war_Latn", + "languages": [ + "khk-Cyrl", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-arb_Arab", + "languages": [ + "khk-Cyrl", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-bul_Cyrl", + "languages": [ + "khk-Cyrl", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-fra_Latn", + "languages": [ + "khk-Cyrl", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khk_Cyrl-jpn_Jpan", + "languages": [ + "khk-Cyrl", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948452, + "recall": 0.963439, + "f1": 0.953228, + "accuracy": 0.963439, + "main_score": 0.953228, + "hf_subset": "khk_Cyrl-lij_Latn", + "languages": [ + "khk-Cyrl", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.965909, + "recall": 0.975296, + "f1": 0.968874, + "accuracy": 0.975296, + "main_score": 0.968874, + "hf_subset": "khk_Cyrl-mya_Mymr", + "languages": [ + "khk-Cyrl", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54903, + "recall": 0.604743, + "f1": 0.564371, + "accuracy": 0.604743, + "main_score": 0.564371, + "hf_subset": "khk_Cyrl-sag_Latn", + "languages": [ + "khk-Cyrl", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192186, + "recall": 0.236166, + "f1": 0.202521, + "accuracy": 0.236166, + "main_score": 0.202521, + "hf_subset": "khk_Cyrl-taq_Tfng", + "languages": [ + "khk-Cyrl", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586331, + "recall": 0.637352, + "f1": 0.601012, + "accuracy": 0.637352, + "main_score": 0.601012, + "hf_subset": "khk_Cyrl-wol_Latn", + "languages": [ + "khk-Cyrl", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.735303, + "recall": 0.795455, + "f1": 0.752953, + "accuracy": 0.795455, + "main_score": 0.752953, + "hf_subset": "khk_Cyrl-arb_Latn", + "languages": [ + "khk-Cyrl", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980731, + "recall": 0.987154, + "f1": 0.982872, + "accuracy": 0.987154, + "main_score": 0.982872, + "hf_subset": "khk_Cyrl-cat_Latn", + "languages": [ + "khk-Cyrl", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.944664, + "recall": 0.960474, + "f1": 0.949769, + "accuracy": 0.960474, + "main_score": 0.949769, + "hf_subset": "khk_Cyrl-fur_Latn", + "languages": [ + "khk-Cyrl", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.395557, + "recall": 0.447628, + "f1": 0.41002, + "accuracy": 0.447628, + "main_score": 0.41002, + "hf_subset": "khk_Cyrl-kab_Latn", + "languages": [ + "khk-Cyrl", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.933136, + "recall": 0.952569, + "f1": 0.939559, + "accuracy": 0.952569, + "main_score": 0.939559, + "hf_subset": "khk_Cyrl-lim_Latn", + "languages": [ + "khk-Cyrl", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-nld_Latn", + "languages": [ + "khk-Cyrl", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966238, + "recall": 0.976285, + "f1": 0.969532, + "accuracy": 0.976285, + "main_score": 0.969532, + "hf_subset": "khk_Cyrl-san_Deva", + "languages": [ + "khk-Cyrl", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971838, + "recall": 0.980237, + "f1": 0.974638, + "accuracy": 0.980237, + "main_score": 0.974638, + "hf_subset": "khk_Cyrl-tat_Cyrl", + "languages": [ + "khk-Cyrl", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634766, + "recall": 0.685771, + "f1": 0.649459, + "accuracy": 0.685771, + "main_score": 0.649459, + "hf_subset": "khk_Cyrl-xho_Latn", + "languages": [ + "khk-Cyrl", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "khk_Cyrl-ars_Arab", + "languages": [ + "khk-Cyrl", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "khk_Cyrl-ceb_Latn", + "languages": [ + "khk-Cyrl", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544733, + "recall": 0.592885, + "f1": 0.558386, + "accuracy": 0.592885, + "main_score": 0.558386, + "hf_subset": "khk_Cyrl-fuv_Latn", + "languages": [ + "khk-Cyrl", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.504401, + "recall": 0.5583, + "f1": 0.519403, + "accuracy": 0.5583, + "main_score": 0.519403, + "hf_subset": "khk_Cyrl-kac_Latn", + "languages": [ + "khk-Cyrl", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.613455, + "recall": 0.667984, + "f1": 0.628695, + "accuracy": 0.667984, + "main_score": 0.628695, + "hf_subset": "khk_Cyrl-lin_Latn", + "languages": [ + "khk-Cyrl", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-nno_Latn", + "languages": [ + "khk-Cyrl", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.194866, + "recall": 0.270751, + "f1": 0.214035, + "accuracy": 0.270751, + "main_score": 0.214035, + "hf_subset": "khk_Cyrl-sat_Olck", + "languages": [ + "khk-Cyrl", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-tel_Telu", + "languages": [ + "khk-Cyrl", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.891222, + "recall": 0.922925, + "f1": 0.901252, + "accuracy": 0.922925, + "main_score": 0.901252, + "hf_subset": "khk_Cyrl-ydd_Hebr", + "languages": [ + "khk-Cyrl", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949769, + "recall": 0.964427, + "f1": 0.954545, + "accuracy": 0.964427, + "main_score": 0.954545, + "hf_subset": "khk_Cyrl-ary_Arab", + "languages": [ + "khk-Cyrl", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987319, + "recall": 0.991107, + "f1": 0.988472, + "accuracy": 0.991107, + "main_score": 0.988472, + "hf_subset": "khk_Cyrl-ces_Latn", + "languages": [ + "khk-Cyrl", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558343, + "recall": 0.614625, + "f1": 0.573616, + "accuracy": 0.614625, + "main_score": 0.573616, + "hf_subset": "khk_Cyrl-gaz_Latn", + "languages": [ + "khk-Cyrl", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555026, + "recall": 0.612648, + "f1": 0.57122, + "accuracy": 0.612648, + "main_score": 0.57122, + "hf_subset": "khk_Cyrl-kam_Latn", + "languages": [ + "khk-Cyrl", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971509, + "recall": 0.979249, + "f1": 0.973979, + "accuracy": 0.979249, + "main_score": 0.973979, + "hf_subset": "khk_Cyrl-lit_Latn", + "languages": [ + "khk-Cyrl", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "khk_Cyrl-nob_Latn", + "languages": [ + "khk-Cyrl", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938982, + "recall": 0.956522, + "f1": 0.944565, + "accuracy": 0.956522, + "main_score": 0.944565, + "hf_subset": "khk_Cyrl-scn_Latn", + "languages": [ + "khk-Cyrl", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.960013, + "recall": 0.971344, + "f1": 0.963603, + "accuracy": 0.971344, + "main_score": 0.963603, + "hf_subset": "khk_Cyrl-tgk_Cyrl", + "languages": [ + "khk-Cyrl", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677414, + "recall": 0.750988, + "f1": 0.699424, + "accuracy": 0.750988, + "main_score": 0.699424, + "hf_subset": "khk_Cyrl-yor_Latn", + "languages": [ + "khk-Cyrl", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973979, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khk_Cyrl-arz_Arab", + "languages": [ + "khk-Cyrl", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.528343, + "recall": 0.578063, + "f1": 0.543088, + "accuracy": 0.578063, + "main_score": 0.543088, + "hf_subset": "khk_Cyrl-cjk_Latn", + "languages": [ + "khk-Cyrl", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.731703, + "recall": 0.787549, + "f1": 0.748518, + "accuracy": 0.787549, + "main_score": 0.748518, + "hf_subset": "khk_Cyrl-gla_Latn", + "languages": [ + "khk-Cyrl", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "khk_Cyrl-kan_Knda", + "languages": [ + "khk-Cyrl", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.938439, + "recall": 0.955534, + "f1": 0.943841, + "accuracy": 0.955534, + "main_score": 0.943841, + "hf_subset": "khk_Cyrl-lmo_Latn", + "languages": [ + "khk-Cyrl", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khk_Cyrl-npi_Deva", + "languages": [ + "khk-Cyrl", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437898, + "recall": 0.492095, + "f1": 0.45288, + "accuracy": 0.492095, + "main_score": 0.45288, + "hf_subset": "khk_Cyrl-shn_Mymr", + "languages": [ + "khk-Cyrl", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-tgl_Latn", + "languages": [ + "khk-Cyrl", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khk_Cyrl-yue_Hant", + "languages": [ + "khk-Cyrl", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975955, + "recall": 0.983202, + "f1": 0.978261, + "accuracy": 0.983202, + "main_score": 0.978261, + "hf_subset": "khk_Cyrl-asm_Beng", + "languages": [ + "khk-Cyrl", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.922431, + "recall": 0.943676, + "f1": 0.928986, + "accuracy": 0.943676, + "main_score": 0.928986, + "hf_subset": "khk_Cyrl-ckb_Arab", + "languages": [ + "khk-Cyrl", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.828014, + "recall": 0.870553, + "f1": 0.841074, + "accuracy": 0.870553, + "main_score": 0.841074, + "hf_subset": "khk_Cyrl-gle_Latn", + "languages": [ + "khk-Cyrl", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879595, + "recall": 0.910079, + "f1": 0.8889, + "accuracy": 0.910079, + "main_score": 0.8889, + "hf_subset": "khk_Cyrl-kas_Arab", + "languages": [ + "khk-Cyrl", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.878574, + "recall": 0.911067, + "f1": 0.88857, + "accuracy": 0.911067, + "main_score": 0.88857, + "hf_subset": "khk_Cyrl-ltg_Latn", + "languages": [ + "khk-Cyrl", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.573205, + "recall": 0.623518, + "f1": 0.58788, + "accuracy": 0.623518, + "main_score": 0.58788, + "hf_subset": "khk_Cyrl-nso_Latn", + "languages": [ + "khk-Cyrl", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.959651, + "recall": 0.972332, + "f1": 0.963768, + "accuracy": 0.972332, + "main_score": 0.963768, + "hf_subset": "khk_Cyrl-sin_Sinh", + "languages": [ + "khk-Cyrl", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "khk_Cyrl-tha_Thai", + "languages": [ + "khk-Cyrl", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khk_Cyrl-zho_Hans", + "languages": [ + "khk-Cyrl", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khk_Cyrl-ast_Latn", + "languages": [ + "khk-Cyrl", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "khk_Cyrl-crh_Latn", + "languages": [ + "khk-Cyrl", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-glg_Latn", + "languages": [ + "khk-Cyrl", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806571, + "recall": 0.851779, + "f1": 0.820638, + "accuracy": 0.851779, + "main_score": 0.820638, + "hf_subset": "khk_Cyrl-kas_Deva", + "languages": [ + "khk-Cyrl", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946591, + "recall": 0.962451, + "f1": 0.951647, + "accuracy": 0.962451, + "main_score": 0.951647, + "hf_subset": "khk_Cyrl-ltz_Latn", + "languages": [ + "khk-Cyrl", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450321, + "recall": 0.507905, + "f1": 0.466473, + "accuracy": 0.507905, + "main_score": 0.466473, + "hf_subset": "khk_Cyrl-nus_Latn", + "languages": [ + "khk-Cyrl", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-slk_Latn", + "languages": [ + "khk-Cyrl", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582528, + "recall": 0.658103, + "f1": 0.603488, + "accuracy": 0.658103, + "main_score": 0.603488, + "hf_subset": "khk_Cyrl-tir_Ethi", + "languages": [ + "khk-Cyrl", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "khk_Cyrl-zho_Hant", + "languages": [ + "khk-Cyrl", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.982213, + "f1": 0.977767, + "accuracy": 0.982213, + "main_score": 0.977767, + "hf_subset": "khk_Cyrl-awa_Deva", + "languages": [ + "khk-Cyrl", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.952899, + "recall": 0.967391, + "f1": 0.957675, + "accuracy": 0.967391, + "main_score": 0.957675, + "hf_subset": "khk_Cyrl-cym_Latn", + "languages": [ + "khk-Cyrl", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.744302, + "recall": 0.793478, + "f1": 0.758584, + "accuracy": 0.793478, + "main_score": 0.758584, + "hf_subset": "khk_Cyrl-grn_Latn", + "languages": [ + "khk-Cyrl", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977602, + "recall": 0.98419, + "f1": 0.979578, + "accuracy": 0.98419, + "main_score": 0.979578, + "hf_subset": "khk_Cyrl-kat_Geor", + "languages": [ + "khk-Cyrl", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601823, + "recall": 0.646245, + "f1": 0.613909, + "accuracy": 0.646245, + "main_score": 0.613909, + "hf_subset": "khk_Cyrl-lua_Latn", + "languages": [ + "khk-Cyrl", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5878, + "recall": 0.639328, + "f1": 0.602666, + "accuracy": 0.639328, + "main_score": 0.602666, + "hf_subset": "khk_Cyrl-nya_Latn", + "languages": [ + "khk-Cyrl", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979578, + "recall": 0.986166, + "f1": 0.981719, + "accuracy": 0.986166, + "main_score": 0.981719, + "hf_subset": "khk_Cyrl-slv_Latn", + "languages": [ + "khk-Cyrl", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.861785, + "recall": 0.894269, + "f1": 0.87128, + "accuracy": 0.894269, + "main_score": 0.87128, + "hf_subset": "khk_Cyrl-tpi_Latn", + "languages": [ + "khk-Cyrl", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "khk_Cyrl-zsm_Latn", + "languages": [ + "khk-Cyrl", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521533, + "recall": 0.571146, + "f1": 0.536386, + "accuracy": 0.571146, + "main_score": 0.536386, + "hf_subset": "khk_Cyrl-ayr_Latn", + "languages": [ + "khk-Cyrl", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "khk_Cyrl-dan_Latn", + "languages": [ + "khk-Cyrl", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "khk_Cyrl-guj_Gujr", + "languages": [ + "khk-Cyrl", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-kaz_Cyrl", + "languages": [ + "khk-Cyrl", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513916, + "recall": 0.573123, + "f1": 0.530614, + "accuracy": 0.573123, + "main_score": 0.530614, + "hf_subset": "khk_Cyrl-lug_Latn", + "languages": [ + "khk-Cyrl", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.980814, + "recall": 0.986166, + "f1": 0.982444, + "accuracy": 0.986166, + "main_score": 0.982444, + "hf_subset": "khk_Cyrl-oci_Latn", + "languages": [ + "khk-Cyrl", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.77584, + "recall": 0.826087, + "f1": 0.790763, + "accuracy": 0.826087, + "main_score": 0.790763, + "hf_subset": "khk_Cyrl-smo_Latn", + "languages": [ + "khk-Cyrl", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516842, + "recall": 0.573123, + "f1": 0.532643, + "accuracy": 0.573123, + "main_score": 0.532643, + "hf_subset": "khk_Cyrl-tsn_Latn", + "languages": [ + "khk-Cyrl", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601272, + "recall": 0.655138, + "f1": 0.616853, + "accuracy": 0.655138, + "main_score": 0.616853, + "hf_subset": "khk_Cyrl-zul_Latn", + "languages": [ + "khk-Cyrl", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.856349, + "recall": 0.895257, + "f1": 0.868632, + "accuracy": 0.895257, + "main_score": 0.868632, + "hf_subset": "khk_Cyrl-azb_Arab", + "languages": [ + "khk-Cyrl", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "khk_Cyrl-deu_Latn", + "languages": [ + "khk-Cyrl", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.936347, + "recall": 0.954545, + "f1": 0.942095, + "accuracy": 0.954545, + "main_score": 0.942095, + "hf_subset": "khk_Cyrl-hat_Latn", + "languages": [ + "khk-Cyrl", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487576, + "recall": 0.529644, + "f1": 0.499086, + "accuracy": 0.529644, + "main_score": 0.499086, + "hf_subset": "khk_Cyrl-kbp_Latn", + "languages": [ + "khk-Cyrl", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546723, + "recall": 0.593874, + "f1": 0.559845, + "accuracy": 0.593874, + "main_score": 0.559845, + "hf_subset": "khk_Cyrl-luo_Latn", + "languages": [ + "khk-Cyrl", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98419, + "recall": 0.98913, + "f1": 0.985837, + "accuracy": 0.98913, + "main_score": 0.985837, + "hf_subset": "khk_Cyrl-ory_Orya", + "languages": [ + "khk-Cyrl", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554093, + "recall": 0.610672, + "f1": 0.569784, + "accuracy": 0.610672, + "main_score": 0.569784, + "hf_subset": "khk_Cyrl-sna_Latn", + "languages": [ + "khk-Cyrl", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519797, + "recall": 0.56917, + "f1": 0.533175, + "accuracy": 0.56917, + "main_score": 0.533175, + "hf_subset": "khk_Cyrl-tso_Latn", + "languages": [ + "khk-Cyrl", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979249, + "recall": 0.986166, + "f1": 0.981555, + "accuracy": 0.986166, + "main_score": 0.981555, + "hf_subset": "khk_Cyrl-azj_Latn", + "languages": [ + "khk-Cyrl", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.508997, + "recall": 0.560277, + "f1": 0.523509, + "accuracy": 0.560277, + "main_score": 0.523509, + "hf_subset": "khk_Cyrl-dik_Latn", + "languages": [ + "khk-Cyrl", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.705962, + "recall": 0.76087, + "f1": 0.721989, + "accuracy": 0.76087, + "main_score": 0.721989, + "hf_subset": "khk_Cyrl-hau_Latn", + "languages": [ + "khk-Cyrl", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.935771, + "recall": 0.954545, + "f1": 0.941502, + "accuracy": 0.954545, + "main_score": 0.941502, + "hf_subset": "khk_Cyrl-kea_Latn", + "languages": [ + "khk-Cyrl", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694063, + "recall": 0.741107, + "f1": 0.707664, + "accuracy": 0.741107, + "main_score": 0.707664, + "hf_subset": "khk_Cyrl-lus_Latn", + "languages": [ + "khk-Cyrl", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.797381, + "recall": 0.83498, + "f1": 0.808747, + "accuracy": 0.83498, + "main_score": 0.808747, + "hf_subset": "khk_Cyrl-pag_Latn", + "languages": [ + "khk-Cyrl", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khk_Cyrl-snd_Arab", + "languages": [ + "khk-Cyrl", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.924407, + "recall": 0.94664, + "f1": 0.931653, + "accuracy": 0.94664, + "main_score": 0.931653, + "hf_subset": "khk_Cyrl-tuk_Latn", + "languages": [ + "khk-Cyrl", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.969697, + "recall": 0.979249, + "f1": 0.972826, + "accuracy": 0.979249, + "main_score": 0.972826, + "hf_subset": "khk_Cyrl-bak_Cyrl", + "languages": [ + "khk-Cyrl", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.463302, + "recall": 0.532609, + "f1": 0.482805, + "accuracy": 0.532609, + "main_score": 0.482805, + "hf_subset": "khk_Cyrl-dyu_Latn", + "languages": [ + "khk-Cyrl", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-heb_Hebr", + "languages": [ + "khk-Cyrl", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "khk_Cyrl-lvs_Latn", + "languages": [ + "khk-Cyrl", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "khk_Cyrl-pan_Guru", + "languages": [ + "khk-Cyrl", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651311, + "recall": 0.712451, + "f1": 0.669655, + "accuracy": 0.712451, + "main_score": 0.669655, + "hf_subset": "khk_Cyrl-som_Latn", + "languages": [ + "khk-Cyrl", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550045, + "recall": 0.596838, + "f1": 0.563265, + "accuracy": 0.596838, + "main_score": 0.563265, + "hf_subset": "khk_Cyrl-tum_Latn", + "languages": [ + "khk-Cyrl", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.593536, + "recall": 0.653162, + "f1": 0.61076, + "accuracy": 0.653162, + "main_score": 0.61076, + "hf_subset": "lvs_Latn-ace_Arab", + "languages": [ + "lvs-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53062, + "recall": 0.589921, + "f1": 0.547365, + "accuracy": 0.589921, + "main_score": 0.547365, + "hf_subset": "lvs_Latn-bam_Latn", + "languages": [ + "lvs-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.454185, + "recall": 0.531621, + "f1": 0.475381, + "accuracy": 0.531621, + "main_score": 0.475381, + "hf_subset": "lvs_Latn-dzo_Tibt", + "languages": [ + "lvs-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-hin_Deva", + "languages": [ + "lvs-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-khm_Khmr", + "languages": [ + "lvs-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-mag_Deva", + "languages": [ + "lvs-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-pap_Latn", + "languages": [ + "lvs-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597041, + "recall": 0.65415, + "f1": 0.613393, + "accuracy": 0.65415, + "main_score": 0.613393, + "hf_subset": "lvs_Latn-sot_Latn", + "languages": [ + "lvs-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-tur_Latn", + "languages": [ + "lvs-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.886775, + "recall": 0.916996, + "f1": 0.896476, + "accuracy": 0.916996, + "main_score": 0.896476, + "hf_subset": "lvs_Latn-ace_Latn", + "languages": [ + "lvs-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.979249, + "f1": 0.97365, + "accuracy": 0.979249, + "main_score": 0.97365, + "hf_subset": "lvs_Latn-ban_Latn", + "languages": [ + "lvs-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ell_Grek", + "languages": [ + "lvs-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "lvs_Latn-hne_Deva", + "languages": [ + "lvs-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595261, + "recall": 0.651186, + "f1": 0.611564, + "accuracy": 0.651186, + "main_score": 0.611564, + "hf_subset": "lvs_Latn-kik_Latn", + "languages": [ + "lvs-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-mai_Deva", + "languages": [ + "lvs-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "lvs_Latn-pbt_Arab", + "languages": [ + "lvs-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-spa_Latn", + "languages": [ + "lvs-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614328, + "recall": 0.677866, + "f1": 0.632562, + "accuracy": 0.677866, + "main_score": 0.632562, + "hf_subset": "lvs_Latn-twi_Latn", + "languages": [ + "lvs-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-acm_Arab", + "languages": [ + "lvs-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-bel_Cyrl", + "languages": [ + "lvs-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-hrv_Latn", + "languages": [ + "lvs-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566462, + "recall": 0.62747, + "f1": 0.583167, + "accuracy": 0.62747, + "main_score": 0.583167, + "hf_subset": "lvs_Latn-kin_Latn", + "languages": [ + "lvs-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-mal_Mlym", + "languages": [ + "lvs-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-pes_Arab", + "languages": [ + "lvs-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-srd_Latn", + "languages": [ + "lvs-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.193109, + "recall": 0.240119, + "f1": 0.204671, + "accuracy": 0.240119, + "main_score": 0.204671, + "hf_subset": "lvs_Latn-tzm_Tfng", + "languages": [ + "lvs-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-acq_Arab", + "languages": [ + "lvs-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.632932, + "recall": 0.686759, + "f1": 0.647919, + "accuracy": 0.686759, + "main_score": 0.647919, + "hf_subset": "lvs_Latn-bem_Latn", + "languages": [ + "lvs-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-epo_Latn", + "languages": [ + "lvs-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-hun_Latn", + "languages": [ + "lvs-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-kir_Cyrl", + "languages": [ + "lvs-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-mar_Deva", + "languages": [ + "lvs-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.677694, + "recall": 0.73419, + "f1": 0.694078, + "accuracy": 0.73419, + "main_score": 0.694078, + "hf_subset": "lvs_Latn-plt_Latn", + "languages": [ + "lvs-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-srp_Cyrl", + "languages": [ + "lvs-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.975626, + "recall": 0.983202, + "f1": 0.978096, + "accuracy": 0.983202, + "main_score": 0.978096, + "hf_subset": "lvs_Latn-uig_Arab", + "languages": [ + "lvs-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-aeb_Arab", + "languages": [ + "lvs-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ben_Beng", + "languages": [ + "lvs-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-est_Latn", + "languages": [ + "lvs-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-hye_Armn", + "languages": [ + "lvs-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550988, + "recall": 0.603755, + "f1": 0.566455, + "accuracy": 0.603755, + "main_score": 0.566455, + "hf_subset": "lvs_Latn-kmb_Latn", + "languages": [ + "lvs-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510733, + "recall": 0.58498, + "f1": 0.530691, + "accuracy": 0.58498, + "main_score": 0.530691, + "hf_subset": "lvs_Latn-min_Arab", + "languages": [ + "lvs-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-pol_Latn", + "languages": [ + "lvs-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560337, + "recall": 0.62747, + "f1": 0.580025, + "accuracy": 0.62747, + "main_score": 0.580025, + "hf_subset": "lvs_Latn-ssw_Latn", + "languages": [ + "lvs-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ukr_Cyrl", + "languages": [ + "lvs-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-afr_Latn", + "languages": [ + "lvs-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-bho_Deva", + "languages": [ + "lvs-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lvs_Latn-eus_Latn", + "languages": [ + "lvs-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594988, + "recall": 0.662055, + "f1": 0.613952, + "accuracy": 0.662055, + "main_score": 0.613952, + "hf_subset": "lvs_Latn-ibo_Latn", + "languages": [ + "lvs-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.913867, + "recall": 0.938735, + "f1": 0.921772, + "accuracy": 0.938735, + "main_score": 0.921772, + "hf_subset": "lvs_Latn-kmr_Latn", + "languages": [ + "lvs-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "lvs_Latn-min_Latn", + "languages": [ + "lvs-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-por_Latn", + "languages": [ + "lvs-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-sun_Latn", + "languages": [ + "lvs-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.530538, + "recall": 0.587945, + "f1": 0.546812, + "accuracy": 0.587945, + "main_score": 0.546812, + "hf_subset": "lvs_Latn-umb_Latn", + "languages": [ + "lvs-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ajp_Arab", + "languages": [ + "lvs-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554081, + "recall": 0.616601, + "f1": 0.572197, + "accuracy": 0.616601, + "main_score": 0.572197, + "hf_subset": "lvs_Latn-bjn_Arab", + "languages": [ + "lvs-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.526331, + "recall": 0.582016, + "f1": 0.541826, + "accuracy": 0.582016, + "main_score": 0.541826, + "hf_subset": "lvs_Latn-ewe_Latn", + "languages": [ + "lvs-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.949275, + "recall": 0.963439, + "f1": 0.953722, + "accuracy": 0.963439, + "main_score": 0.953722, + "hf_subset": "lvs_Latn-ilo_Latn", + "languages": [ + "lvs-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.318058, + "recall": 0.376482, + "f1": 0.333807, + "accuracy": 0.376482, + "main_score": 0.333807, + "hf_subset": "lvs_Latn-knc_Arab", + "languages": [ + "lvs-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-mkd_Cyrl", + "languages": [ + "lvs-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-prs_Arab", + "languages": [ + "lvs-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-swe_Latn", + "languages": [ + "lvs-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-urd_Arab", + "languages": [ + "lvs-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596146, + "recall": 0.656126, + "f1": 0.612522, + "accuracy": 0.656126, + "main_score": 0.612522, + "hf_subset": "lvs_Latn-aka_Latn", + "languages": [ + "lvs-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "lvs_Latn-bjn_Latn", + "languages": [ + "lvs-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.984025, + "recall": 0.98913, + "f1": 0.985672, + "accuracy": 0.98913, + "main_score": 0.985672, + "hf_subset": "lvs_Latn-fao_Latn", + "languages": [ + "lvs-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ind_Latn", + "languages": [ + "lvs-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58194, + "recall": 0.637352, + "f1": 0.597514, + "accuracy": 0.637352, + "main_score": 0.597514, + "hf_subset": "lvs_Latn-knc_Latn", + "languages": [ + "lvs-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-mlt_Latn", + "languages": [ + "lvs-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.703568, + "recall": 0.764822, + "f1": 0.721498, + "accuracy": 0.764822, + "main_score": 0.721498, + "hf_subset": "lvs_Latn-quy_Latn", + "languages": [ + "lvs-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97365, + "recall": 0.982213, + "f1": 0.976449, + "accuracy": 0.982213, + "main_score": 0.976449, + "hf_subset": "lvs_Latn-swh_Latn", + "languages": [ + "lvs-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-uzn_Latn", + "languages": [ + "lvs-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-als_Latn", + "languages": [ + "lvs-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67197, + "recall": 0.749012, + "f1": 0.694946, + "accuracy": 0.749012, + "main_score": 0.694946, + "hf_subset": "lvs_Latn-bod_Tibt", + "languages": [ + "lvs-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.723265, + "recall": 0.77668, + "f1": 0.738707, + "accuracy": 0.77668, + "main_score": 0.738707, + "hf_subset": "lvs_Latn-fij_Latn", + "languages": [ + "lvs-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-isl_Latn", + "languages": [ + "lvs-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660566, + "recall": 0.714427, + "f1": 0.676433, + "accuracy": 0.714427, + "main_score": 0.676433, + "hf_subset": "lvs_Latn-kon_Latn", + "languages": [ + "lvs-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665357, + "recall": 0.731225, + "f1": 0.68498, + "accuracy": 0.731225, + "main_score": 0.68498, + "hf_subset": "lvs_Latn-mni_Beng", + "languages": [ + "lvs-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ron_Latn", + "languages": [ + "lvs-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.987154, + "recall": 0.990119, + "f1": 0.988142, + "accuracy": 0.990119, + "main_score": 0.988142, + "hf_subset": "lvs_Latn-szl_Latn", + "languages": [ + "lvs-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-vec_Latn", + "languages": [ + "lvs-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.96278, + "recall": 0.974308, + "f1": 0.966568, + "accuracy": 0.974308, + "main_score": 0.966568, + "hf_subset": "lvs_Latn-amh_Ethi", + "languages": [ + "lvs-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-bos_Latn", + "languages": [ + "lvs-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-fin_Latn", + "languages": [ + "lvs-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ita_Latn", + "languages": [ + "lvs-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-kor_Hang", + "languages": [ + "lvs-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555568, + "recall": 0.610672, + "f1": 0.570987, + "accuracy": 0.610672, + "main_score": 0.570987, + "hf_subset": "lvs_Latn-mos_Latn", + "languages": [ + "lvs-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55733, + "recall": 0.617589, + "f1": 0.574775, + "accuracy": 0.617589, + "main_score": 0.574775, + "hf_subset": "lvs_Latn-run_Latn", + "languages": [ + "lvs-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-tam_Taml", + "languages": [ + "lvs-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-vie_Latn", + "languages": [ + "lvs-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-apc_Arab", + "languages": [ + "lvs-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80252, + "recall": 0.849802, + "f1": 0.81677, + "accuracy": 0.849802, + "main_score": 0.81677, + "hf_subset": "lvs_Latn-bug_Latn", + "languages": [ + "lvs-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.472119, + "recall": 0.530632, + "f1": 0.488136, + "accuracy": 0.530632, + "main_score": 0.488136, + "hf_subset": "lvs_Latn-fon_Latn", + "languages": [ + "lvs-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-jav_Latn", + "languages": [ + "lvs-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-lao_Laoo", + "languages": [ + "lvs-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.879258, + "recall": 0.912055, + "f1": 0.889575, + "accuracy": 0.912055, + "main_score": 0.889575, + "hf_subset": "lvs_Latn-mri_Latn", + "languages": [ + "lvs-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-rus_Cyrl", + "languages": [ + "lvs-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543376, + "recall": 0.604743, + "f1": 0.560691, + "accuracy": 0.604743, + "main_score": 0.560691, + "hf_subset": "lvs_Latn-taq_Latn", + "languages": [ + "lvs-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-war_Latn", + "languages": [ + "lvs-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-arb_Arab", + "languages": [ + "lvs-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-bul_Cyrl", + "languages": [ + "lvs-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-fra_Latn", + "languages": [ + "lvs-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-jpn_Jpan", + "languages": [ + "lvs-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-lij_Latn", + "languages": [ + "lvs-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-mya_Mymr", + "languages": [ + "lvs-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587626, + "recall": 0.655138, + "f1": 0.606482, + "accuracy": 0.655138, + "main_score": 0.606482, + "hf_subset": "lvs_Latn-sag_Latn", + "languages": [ + "lvs-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.206919, + "recall": 0.266798, + "f1": 0.220793, + "accuracy": 0.266798, + "main_score": 0.220793, + "hf_subset": "lvs_Latn-taq_Tfng", + "languages": [ + "lvs-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628557, + "recall": 0.689723, + "f1": 0.646626, + "accuracy": 0.689723, + "main_score": 0.646626, + "hf_subset": "lvs_Latn-wol_Latn", + "languages": [ + "lvs-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.806818, + "recall": 0.855731, + "f1": 0.822069, + "accuracy": 0.855731, + "main_score": 0.822069, + "hf_subset": "lvs_Latn-arb_Latn", + "languages": [ + "lvs-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-cat_Latn", + "languages": [ + "lvs-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-fur_Latn", + "languages": [ + "lvs-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.427778, + "recall": 0.482213, + "f1": 0.442195, + "accuracy": 0.482213, + "main_score": 0.442195, + "hf_subset": "lvs_Latn-kab_Latn", + "languages": [ + "lvs-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "lvs_Latn-lim_Latn", + "languages": [ + "lvs-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-nld_Latn", + "languages": [ + "lvs-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990613, + "recall": 0.993083, + "f1": 0.991436, + "accuracy": 0.993083, + "main_score": 0.991436, + "hf_subset": "lvs_Latn-san_Deva", + "languages": [ + "lvs-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-tat_Cyrl", + "languages": [ + "lvs-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676993, + "recall": 0.736166, + "f1": 0.694946, + "accuracy": 0.736166, + "main_score": 0.694946, + "hf_subset": "lvs_Latn-xho_Latn", + "languages": [ + "lvs-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ars_Arab", + "languages": [ + "lvs-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-ceb_Latn", + "languages": [ + "lvs-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569537, + "recall": 0.629447, + "f1": 0.586535, + "accuracy": 0.629447, + "main_score": 0.586535, + "hf_subset": "lvs_Latn-fuv_Latn", + "languages": [ + "lvs-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50947, + "recall": 0.574111, + "f1": 0.527432, + "accuracy": 0.574111, + "main_score": 0.527432, + "hf_subset": "lvs_Latn-kac_Latn", + "languages": [ + "lvs-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671212, + "recall": 0.725296, + "f1": 0.68714, + "accuracy": 0.725296, + "main_score": 0.68714, + "hf_subset": "lvs_Latn-lin_Latn", + "languages": [ + "lvs-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-nno_Latn", + "languages": [ + "lvs-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.242445, + "recall": 0.326087, + "f1": 0.265244, + "accuracy": 0.326087, + "main_score": 0.265244, + "hf_subset": "lvs_Latn-sat_Olck", + "languages": [ + "lvs-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-tel_Telu", + "languages": [ + "lvs-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974308, + "recall": 0.982213, + "f1": 0.976943, + "accuracy": 0.982213, + "main_score": 0.976943, + "hf_subset": "lvs_Latn-ydd_Hebr", + "languages": [ + "lvs-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.976779, + "recall": 0.98419, + "f1": 0.979249, + "accuracy": 0.98419, + "main_score": 0.979249, + "hf_subset": "lvs_Latn-ary_Arab", + "languages": [ + "lvs-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ces_Latn", + "languages": [ + "lvs-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584585, + "recall": 0.644269, + "f1": 0.602113, + "accuracy": 0.644269, + "main_score": 0.602113, + "hf_subset": "lvs_Latn-gaz_Latn", + "languages": [ + "lvs-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58722, + "recall": 0.651186, + "f1": 0.605519, + "accuracy": 0.651186, + "main_score": 0.605519, + "hf_subset": "lvs_Latn-kam_Latn", + "languages": [ + "lvs-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lvs_Latn-lit_Latn", + "languages": [ + "lvs-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-nob_Latn", + "languages": [ + "lvs-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989954, + "recall": 0.993083, + "f1": 0.990942, + "accuracy": 0.993083, + "main_score": 0.990942, + "hf_subset": "lvs_Latn-scn_Latn", + "languages": [ + "lvs-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "lvs_Latn-tgk_Cyrl", + "languages": [ + "lvs-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.724144, + "recall": 0.788538, + "f1": 0.743714, + "accuracy": 0.788538, + "main_score": 0.743714, + "hf_subset": "lvs_Latn-yor_Latn", + "languages": [ + "lvs-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-arz_Arab", + "languages": [ + "lvs-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566107, + "recall": 0.62747, + "f1": 0.584017, + "accuracy": 0.62747, + "main_score": 0.584017, + "hf_subset": "lvs_Latn-cjk_Latn", + "languages": [ + "lvs-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.805912, + "recall": 0.853755, + "f1": 0.820685, + "accuracy": 0.853755, + "main_score": 0.820685, + "hf_subset": "lvs_Latn-gla_Latn", + "languages": [ + "lvs-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-kan_Knda", + "languages": [ + "lvs-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-lmo_Latn", + "languages": [ + "lvs-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "lvs_Latn-npi_Deva", + "languages": [ + "lvs-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475573, + "recall": 0.534585, + "f1": 0.49214, + "accuracy": 0.534585, + "main_score": 0.49214, + "hf_subset": "lvs_Latn-shn_Mymr", + "languages": [ + "lvs-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-tgl_Latn", + "languages": [ + "lvs-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-yue_Hant", + "languages": [ + "lvs-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-asm_Beng", + "languages": [ + "lvs-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.971014, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "lvs_Latn-ckb_Arab", + "languages": [ + "lvs-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910161, + "recall": 0.934783, + "f1": 0.917885, + "accuracy": 0.934783, + "main_score": 0.917885, + "hf_subset": "lvs_Latn-gle_Latn", + "languages": [ + "lvs-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.966897, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "lvs_Latn-kas_Arab", + "languages": [ + "lvs-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973155, + "recall": 0.981225, + "f1": 0.975791, + "accuracy": 0.981225, + "main_score": 0.975791, + "hf_subset": "lvs_Latn-ltg_Latn", + "languages": [ + "lvs-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.615437, + "recall": 0.666996, + "f1": 0.630073, + "accuracy": 0.666996, + "main_score": 0.630073, + "hf_subset": "lvs_Latn-nso_Latn", + "languages": [ + "lvs-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "lvs_Latn-sin_Sinh", + "languages": [ + "lvs-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-tha_Thai", + "languages": [ + "lvs-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-zho_Hans", + "languages": [ + "lvs-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ast_Latn", + "languages": [ + "lvs-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-crh_Latn", + "languages": [ + "lvs-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-glg_Latn", + "languages": [ + "lvs-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.895916, + "recall": 0.925889, + "f1": 0.90527, + "accuracy": 0.925889, + "main_score": 0.90527, + "hf_subset": "lvs_Latn-kas_Deva", + "languages": [ + "lvs-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-ltz_Latn", + "languages": [ + "lvs-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47693, + "recall": 0.538538, + "f1": 0.493338, + "accuracy": 0.538538, + "main_score": 0.493338, + "hf_subset": "lvs_Latn-nus_Latn", + "languages": [ + "lvs-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-slk_Latn", + "languages": [ + "lvs-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612953, + "recall": 0.683794, + "f1": 0.633703, + "accuracy": 0.683794, + "main_score": 0.633703, + "hf_subset": "lvs_Latn-tir_Ethi", + "languages": [ + "lvs-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-zho_Hant", + "languages": [ + "lvs-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.990119, + "f1": 0.987813, + "accuracy": 0.990119, + "main_score": 0.987813, + "hf_subset": "lvs_Latn-awa_Deva", + "languages": [ + "lvs-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.983696, + "recall": 0.98913, + "f1": 0.985507, + "accuracy": 0.98913, + "main_score": 0.985507, + "hf_subset": "lvs_Latn-cym_Latn", + "languages": [ + "lvs-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.84865, + "recall": 0.887352, + "f1": 0.860474, + "accuracy": 0.887352, + "main_score": 0.860474, + "hf_subset": "lvs_Latn-grn_Latn", + "languages": [ + "lvs-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-kat_Geor", + "languages": [ + "lvs-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653618, + "recall": 0.703557, + "f1": 0.668121, + "accuracy": 0.703557, + "main_score": 0.668121, + "hf_subset": "lvs_Latn-lua_Latn", + "languages": [ + "lvs-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650362, + "recall": 0.709486, + "f1": 0.667703, + "accuracy": 0.709486, + "main_score": 0.667703, + "hf_subset": "lvs_Latn-nya_Latn", + "languages": [ + "lvs-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-slv_Latn", + "languages": [ + "lvs-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946311, + "recall": 0.962451, + "f1": 0.951581, + "accuracy": 0.962451, + "main_score": 0.951581, + "hf_subset": "lvs_Latn-tpi_Latn", + "languages": [ + "lvs-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-zsm_Latn", + "languages": [ + "lvs-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544277, + "recall": 0.609684, + "f1": 0.56269, + "accuracy": 0.609684, + "main_score": 0.56269, + "hf_subset": "lvs_Latn-ayr_Latn", + "languages": [ + "lvs-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-dan_Latn", + "languages": [ + "lvs-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-guj_Gujr", + "languages": [ + "lvs-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-kaz_Cyrl", + "languages": [ + "lvs-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534241, + "recall": 0.59585, + "f1": 0.550932, + "accuracy": 0.59585, + "main_score": 0.550932, + "hf_subset": "lvs_Latn-lug_Latn", + "languages": [ + "lvs-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-oci_Latn", + "languages": [ + "lvs-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.843001, + "recall": 0.886364, + "f1": 0.856423, + "accuracy": 0.886364, + "main_score": 0.856423, + "hf_subset": "lvs_Latn-smo_Latn", + "languages": [ + "lvs-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540821, + "recall": 0.605731, + "f1": 0.559511, + "accuracy": 0.605731, + "main_score": 0.559511, + "hf_subset": "lvs_Latn-tsn_Latn", + "languages": [ + "lvs-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62635, + "recall": 0.682806, + "f1": 0.642951, + "accuracy": 0.682806, + "main_score": 0.642951, + "hf_subset": "lvs_Latn-zul_Latn", + "languages": [ + "lvs-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.925066, + "recall": 0.947628, + "f1": 0.932312, + "accuracy": 0.947628, + "main_score": 0.932312, + "hf_subset": "lvs_Latn-azb_Arab", + "languages": [ + "lvs-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-deu_Latn", + "languages": [ + "lvs-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.987154, + "f1": 0.98386, + "accuracy": 0.987154, + "main_score": 0.98386, + "hf_subset": "lvs_Latn-hat_Latn", + "languages": [ + "lvs-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494853, + "recall": 0.551383, + "f1": 0.510879, + "accuracy": 0.551383, + "main_score": 0.510879, + "hf_subset": "lvs_Latn-kbp_Latn", + "languages": [ + "lvs-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581721, + "recall": 0.636364, + "f1": 0.596261, + "accuracy": 0.636364, + "main_score": 0.596261, + "hf_subset": "lvs_Latn-luo_Latn", + "languages": [ + "lvs-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-ory_Orya", + "languages": [ + "lvs-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601205, + "recall": 0.663043, + "f1": 0.618765, + "accuracy": 0.663043, + "main_score": 0.618765, + "hf_subset": "lvs_Latn-sna_Latn", + "languages": [ + "lvs-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554948, + "recall": 0.604743, + "f1": 0.569076, + "accuracy": 0.604743, + "main_score": 0.569076, + "hf_subset": "lvs_Latn-tso_Latn", + "languages": [ + "lvs-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "lvs_Latn-azj_Latn", + "languages": [ + "lvs-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540348, + "recall": 0.61166, + "f1": 0.56094, + "accuracy": 0.61166, + "main_score": 0.56094, + "hf_subset": "lvs_Latn-dik_Latn", + "languages": [ + "lvs-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.756258, + "recall": 0.8083, + "f1": 0.77197, + "accuracy": 0.8083, + "main_score": 0.77197, + "hf_subset": "lvs_Latn-hau_Latn", + "languages": [ + "lvs-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-kea_Latn", + "languages": [ + "lvs-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.74781, + "recall": 0.798419, + "f1": 0.763293, + "accuracy": 0.798419, + "main_score": 0.763293, + "hf_subset": "lvs_Latn-lus_Latn", + "languages": [ + "lvs-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872398, + "recall": 0.900198, + "f1": 0.880665, + "accuracy": 0.900198, + "main_score": 0.880665, + "hf_subset": "lvs_Latn-pag_Latn", + "languages": [ + "lvs-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "lvs_Latn-snd_Arab", + "languages": [ + "lvs-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "lvs_Latn-tuk_Latn", + "languages": [ + "lvs-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "lvs_Latn-bak_Cyrl", + "languages": [ + "lvs-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482099, + "recall": 0.563241, + "f1": 0.506395, + "accuracy": 0.563241, + "main_score": 0.506395, + "hf_subset": "lvs_Latn-dyu_Latn", + "languages": [ + "lvs-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "lvs_Latn-heb_Hebr", + "languages": [ + "lvs-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "lvs_Latn-khk_Cyrl", + "languages": [ + "lvs-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "lvs_Latn-pan_Guru", + "languages": [ + "lvs-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.71979, + "recall": 0.773715, + "f1": 0.735987, + "accuracy": 0.773715, + "main_score": 0.735987, + "hf_subset": "lvs_Latn-som_Latn", + "languages": [ + "lvs-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600866, + "recall": 0.647233, + "f1": 0.613885, + "accuracy": 0.647233, + "main_score": 0.613885, + "hf_subset": "lvs_Latn-tum_Latn", + "languages": [ + "lvs-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57395, + "recall": 0.640316, + "f1": 0.59263, + "accuracy": 0.640316, + "main_score": 0.59263, + "hf_subset": "pan_Guru-ace_Arab", + "languages": [ + "pan-Guru", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51787, + "recall": 0.576087, + "f1": 0.533904, + "accuracy": 0.576087, + "main_score": 0.533904, + "hf_subset": "pan_Guru-bam_Latn", + "languages": [ + "pan-Guru", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.445269, + "recall": 0.520751, + "f1": 0.464714, + "accuracy": 0.520751, + "main_score": 0.464714, + "hf_subset": "pan_Guru-dzo_Tibt", + "languages": [ + "pan-Guru", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-khm_Khmr", + "languages": [ + "pan-Guru", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-mag_Deva", + "languages": [ + "pan-Guru", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.977767, + "recall": 0.985178, + "f1": 0.980237, + "accuracy": 0.985178, + "main_score": 0.980237, + "hf_subset": "pan_Guru-pap_Latn", + "languages": [ + "pan-Guru", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57163, + "recall": 0.630435, + "f1": 0.58785, + "accuracy": 0.630435, + "main_score": 0.58785, + "hf_subset": "pan_Guru-sot_Latn", + "languages": [ + "pan-Guru", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-tur_Latn", + "languages": [ + "pan-Guru", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.872639, + "recall": 0.90415, + "f1": 0.882444, + "accuracy": 0.90415, + "main_score": 0.882444, + "hf_subset": "pan_Guru-ace_Latn", + "languages": [ + "pan-Guru", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.948617, + "recall": 0.964427, + "f1": 0.953887, + "accuracy": 0.964427, + "main_score": 0.953887, + "hf_subset": "pan_Guru-ban_Latn", + "languages": [ + "pan-Guru", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-ell_Grek", + "languages": [ + "pan-Guru", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "pan_Guru-hne_Deva", + "languages": [ + "pan-Guru", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584356, + "recall": 0.648221, + "f1": 0.602656, + "accuracy": 0.648221, + "main_score": 0.602656, + "hf_subset": "pan_Guru-kik_Latn", + "languages": [ + "pan-Guru", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.973814, + "recall": 0.982213, + "f1": 0.976614, + "accuracy": 0.982213, + "main_score": 0.976614, + "hf_subset": "pan_Guru-pbt_Arab", + "languages": [ + "pan-Guru", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-spa_Latn", + "languages": [ + "pan-Guru", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.610467, + "recall": 0.68083, + "f1": 0.629788, + "accuracy": 0.68083, + "main_score": 0.629788, + "hf_subset": "pan_Guru-twi_Latn", + "languages": [ + "pan-Guru", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-acm_Arab", + "languages": [ + "pan-Guru", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-bel_Cyrl", + "languages": [ + "pan-Guru", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-hrv_Latn", + "languages": [ + "pan-Guru", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.541933, + "recall": 0.609684, + "f1": 0.561171, + "accuracy": 0.609684, + "main_score": 0.561171, + "hf_subset": "pan_Guru-kin_Latn", + "languages": [ + "pan-Guru", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-pes_Arab", + "languages": [ + "pan-Guru", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-srd_Latn", + "languages": [ + "pan-Guru", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.181011, + "recall": 0.225296, + "f1": 0.192057, + "accuracy": 0.225296, + "main_score": 0.192057, + "hf_subset": "pan_Guru-tzm_Tfng", + "languages": [ + "pan-Guru", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-acq_Arab", + "languages": [ + "pan-Guru", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.618083, + "recall": 0.670949, + "f1": 0.633385, + "accuracy": 0.670949, + "main_score": 0.633385, + "hf_subset": "pan_Guru-bem_Latn", + "languages": [ + "pan-Guru", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-epo_Latn", + "languages": [ + "pan-Guru", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-hun_Latn", + "languages": [ + "pan-Guru", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-kir_Cyrl", + "languages": [ + "pan-Guru", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66362, + "recall": 0.725296, + "f1": 0.681691, + "accuracy": 0.725296, + "main_score": 0.681691, + "hf_subset": "pan_Guru-plt_Latn", + "languages": [ + "pan-Guru", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-srp_Cyrl", + "languages": [ + "pan-Guru", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.974638, + "recall": 0.982213, + "f1": 0.977108, + "accuracy": 0.982213, + "main_score": 0.977108, + "hf_subset": "pan_Guru-uig_Arab", + "languages": [ + "pan-Guru", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-aeb_Arab", + "languages": [ + "pan-Guru", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-est_Latn", + "languages": [ + "pan-Guru", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-hye_Armn", + "languages": [ + "pan-Guru", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534132, + "recall": 0.58498, + "f1": 0.548168, + "accuracy": 0.58498, + "main_score": 0.548168, + "hf_subset": "pan_Guru-kmb_Latn", + "languages": [ + "pan-Guru", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495033, + "recall": 0.56917, + "f1": 0.514567, + "accuracy": 0.56917, + "main_score": 0.514567, + "hf_subset": "pan_Guru-min_Arab", + "languages": [ + "pan-Guru", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-pol_Latn", + "languages": [ + "pan-Guru", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555018, + "recall": 0.624506, + "f1": 0.574541, + "accuracy": 0.624506, + "main_score": 0.574541, + "hf_subset": "pan_Guru-ssw_Latn", + "languages": [ + "pan-Guru", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ukr_Cyrl", + "languages": [ + "pan-Guru", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-afr_Latn", + "languages": [ + "pan-Guru", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-bho_Deva", + "languages": [ + "pan-Guru", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.990119, + "recall": 0.993083, + "f1": 0.991107, + "accuracy": 0.993083, + "main_score": 0.991107, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554035, + "recall": 0.621542, + "f1": 0.572246, + "accuracy": 0.621542, + "main_score": 0.572246, + "hf_subset": "pan_Guru-ibo_Latn", + "languages": [ + "pan-Guru", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.910079, + "recall": 0.936759, + "f1": 0.918643, + "accuracy": 0.936759, + "main_score": 0.918643, + "hf_subset": "pan_Guru-kmr_Latn", + "languages": [ + "pan-Guru", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988801, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "pan_Guru-min_Latn", + "languages": [ + "pan-Guru", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-por_Latn", + "languages": [ + "pan-Guru", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-sun_Latn", + "languages": [ + "pan-Guru", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510131, + "recall": 0.573123, + "f1": 0.528195, + "accuracy": 0.573123, + "main_score": 0.528195, + "hf_subset": "pan_Guru-umb_Latn", + "languages": [ + "pan-Guru", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ajp_Arab", + "languages": [ + "pan-Guru", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51498, + "recall": 0.582016, + "f1": 0.53394, + "accuracy": 0.582016, + "main_score": 0.53394, + "hf_subset": "pan_Guru-bjn_Arab", + "languages": [ + "pan-Guru", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.500329, + "recall": 0.561265, + "f1": 0.516576, + "accuracy": 0.561265, + "main_score": 0.516576, + "hf_subset": "pan_Guru-ewe_Latn", + "languages": [ + "pan-Guru", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.946064, + "recall": 0.962451, + "f1": 0.951318, + "accuracy": 0.962451, + "main_score": 0.951318, + "hf_subset": "pan_Guru-ilo_Latn", + "languages": [ + "pan-Guru", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315234, + "recall": 0.37253, + "f1": 0.33093, + "accuracy": 0.37253, + "main_score": 0.33093, + "hf_subset": "pan_Guru-knc_Arab", + "languages": [ + "pan-Guru", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-mkd_Cyrl", + "languages": [ + "pan-Guru", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-prs_Arab", + "languages": [ + "pan-Guru", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-swe_Latn", + "languages": [ + "pan-Guru", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585161, + "recall": 0.653162, + "f1": 0.604149, + "accuracy": 0.653162, + "main_score": 0.604149, + "hf_subset": "pan_Guru-aka_Latn", + "languages": [ + "pan-Guru", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988636, + "recall": 0.992095, + "f1": 0.989789, + "accuracy": 0.992095, + "main_score": 0.989789, + "hf_subset": "pan_Guru-bjn_Latn", + "languages": [ + "pan-Guru", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968215, + "recall": 0.978261, + "f1": 0.971509, + "accuracy": 0.978261, + "main_score": 0.971509, + "hf_subset": "pan_Guru-fao_Latn", + "languages": [ + "pan-Guru", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ind_Latn", + "languages": [ + "pan-Guru", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587113, + "recall": 0.645257, + "f1": 0.603877, + "accuracy": 0.645257, + "main_score": 0.603877, + "hf_subset": "pan_Guru-knc_Latn", + "languages": [ + "pan-Guru", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-mlt_Latn", + "languages": [ + "pan-Guru", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.695231, + "recall": 0.763834, + "f1": 0.716074, + "accuracy": 0.763834, + "main_score": 0.716074, + "hf_subset": "pan_Guru-quy_Latn", + "languages": [ + "pan-Guru", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pan_Guru-swh_Latn", + "languages": [ + "pan-Guru", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-uzn_Latn", + "languages": [ + "pan-Guru", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-als_Latn", + "languages": [ + "pan-Guru", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675569, + "recall": 0.747036, + "f1": 0.696657, + "accuracy": 0.747036, + "main_score": 0.696657, + "hf_subset": "pan_Guru-bod_Tibt", + "languages": [ + "pan-Guru", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699028, + "recall": 0.761858, + "f1": 0.717217, + "accuracy": 0.761858, + "main_score": 0.717217, + "hf_subset": "pan_Guru-fij_Latn", + "languages": [ + "pan-Guru", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "pan_Guru-isl_Latn", + "languages": [ + "pan-Guru", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658218, + "recall": 0.715415, + "f1": 0.675089, + "accuracy": 0.715415, + "main_score": 0.675089, + "hf_subset": "pan_Guru-kon_Latn", + "languages": [ + "pan-Guru", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662516, + "recall": 0.731225, + "f1": 0.682905, + "accuracy": 0.731225, + "main_score": 0.682905, + "hf_subset": "pan_Guru-mni_Beng", + "languages": [ + "pan-Guru", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ron_Latn", + "languages": [ + "pan-Guru", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981719, + "recall": 0.986166, + "f1": 0.983202, + "accuracy": 0.986166, + "main_score": 0.983202, + "hf_subset": "pan_Guru-szl_Latn", + "languages": [ + "pan-Guru", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-vec_Latn", + "languages": [ + "pan-Guru", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "pan_Guru-amh_Ethi", + "languages": [ + "pan-Guru", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-bos_Latn", + "languages": [ + "pan-Guru", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-fin_Latn", + "languages": [ + "pan-Guru", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ita_Latn", + "languages": [ + "pan-Guru", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-kor_Hang", + "languages": [ + "pan-Guru", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531473, + "recall": 0.593874, + "f1": 0.548901, + "accuracy": 0.593874, + "main_score": 0.548901, + "hf_subset": "pan_Guru-mos_Latn", + "languages": [ + "pan-Guru", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546945, + "recall": 0.604743, + "f1": 0.563531, + "accuracy": 0.604743, + "main_score": 0.563531, + "hf_subset": "pan_Guru-run_Latn", + "languages": [ + "pan-Guru", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-vie_Latn", + "languages": [ + "pan-Guru", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-apc_Arab", + "languages": [ + "pan-Guru", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.78913, + "recall": 0.838933, + "f1": 0.804084, + "accuracy": 0.838933, + "main_score": 0.804084, + "hf_subset": "pan_Guru-bug_Latn", + "languages": [ + "pan-Guru", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461543, + "recall": 0.520751, + "f1": 0.477338, + "accuracy": 0.520751, + "main_score": 0.477338, + "hf_subset": "pan_Guru-fon_Latn", + "languages": [ + "pan-Guru", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "pan_Guru-jav_Latn", + "languages": [ + "pan-Guru", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-lao_Laoo", + "languages": [ + "pan-Guru", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.852684, + "recall": 0.890316, + "f1": 0.864657, + "accuracy": 0.890316, + "main_score": 0.864657, + "hf_subset": "pan_Guru-mri_Latn", + "languages": [ + "pan-Guru", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-rus_Cyrl", + "languages": [ + "pan-Guru", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.534925, + "recall": 0.597826, + "f1": 0.551736, + "accuracy": 0.597826, + "main_score": 0.551736, + "hf_subset": "pan_Guru-taq_Latn", + "languages": [ + "pan-Guru", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-war_Latn", + "languages": [ + "pan-Guru", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-arb_Arab", + "languages": [ + "pan-Guru", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-bul_Cyrl", + "languages": [ + "pan-Guru", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-fra_Latn", + "languages": [ + "pan-Guru", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-jpn_Jpan", + "languages": [ + "pan-Guru", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985507, + "recall": 0.990119, + "f1": 0.986989, + "accuracy": 0.990119, + "main_score": 0.986989, + "hf_subset": "pan_Guru-lij_Latn", + "languages": [ + "pan-Guru", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.992424, + "recall": 0.994071, + "f1": 0.992918, + "accuracy": 0.994071, + "main_score": 0.992918, + "hf_subset": "pan_Guru-mya_Mymr", + "languages": [ + "pan-Guru", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583614, + "recall": 0.649209, + "f1": 0.601972, + "accuracy": 0.649209, + "main_score": 0.601972, + "hf_subset": "pan_Guru-sag_Latn", + "languages": [ + "pan-Guru", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.192167, + "recall": 0.25, + "f1": 0.204807, + "accuracy": 0.25, + "main_score": 0.204807, + "hf_subset": "pan_Guru-taq_Tfng", + "languages": [ + "pan-Guru", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.612615, + "recall": 0.681818, + "f1": 0.632383, + "accuracy": 0.681818, + "main_score": 0.632383, + "hf_subset": "pan_Guru-wol_Latn", + "languages": [ + "pan-Guru", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.80163, + "recall": 0.855731, + "f1": 0.818347, + "accuracy": 0.855731, + "main_score": 0.818347, + "hf_subset": "pan_Guru-arb_Latn", + "languages": [ + "pan-Guru", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-cat_Latn", + "languages": [ + "pan-Guru", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pan_Guru-fur_Latn", + "languages": [ + "pan-Guru", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.401463, + "recall": 0.464427, + "f1": 0.418548, + "accuracy": 0.464427, + "main_score": 0.418548, + "hf_subset": "pan_Guru-kab_Latn", + "languages": [ + "pan-Guru", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-lim_Latn", + "languages": [ + "pan-Guru", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-nld_Latn", + "languages": [ + "pan-Guru", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.993577, + "recall": 0.995059, + "f1": 0.994071, + "accuracy": 0.995059, + "main_score": 0.994071, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "pan_Guru-tat_Cyrl", + "languages": [ + "pan-Guru", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660976, + "recall": 0.724308, + "f1": 0.6794, + "accuracy": 0.724308, + "main_score": 0.6794, + "hf_subset": "pan_Guru-xho_Latn", + "languages": [ + "pan-Guru", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-ars_Arab", + "languages": [ + "pan-Guru", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-ceb_Latn", + "languages": [ + "pan-Guru", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556897, + "recall": 0.619565, + "f1": 0.574346, + "accuracy": 0.619565, + "main_score": 0.574346, + "hf_subset": "pan_Guru-fuv_Latn", + "languages": [ + "pan-Guru", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.493166, + "recall": 0.56917, + "f1": 0.513829, + "accuracy": 0.56917, + "main_score": 0.513829, + "hf_subset": "pan_Guru-kac_Latn", + "languages": [ + "pan-Guru", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657602, + "recall": 0.717391, + "f1": 0.675115, + "accuracy": 0.717391, + "main_score": 0.675115, + "hf_subset": "pan_Guru-lin_Latn", + "languages": [ + "pan-Guru", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-nno_Latn", + "languages": [ + "pan-Guru", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.246586, + "recall": 0.333992, + "f1": 0.269279, + "accuracy": 0.333992, + "main_score": 0.269279, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97085, + "recall": 0.980237, + "f1": 0.973979, + "accuracy": 0.980237, + "main_score": 0.973979, + "hf_subset": "pan_Guru-ydd_Hebr", + "languages": [ + "pan-Guru", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.979743, + "recall": 0.986166, + "f1": 0.981884, + "accuracy": 0.986166, + "main_score": 0.981884, + "hf_subset": "pan_Guru-ary_Arab", + "languages": [ + "pan-Guru", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ces_Latn", + "languages": [ + "pan-Guru", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569409, + "recall": 0.636364, + "f1": 0.589209, + "accuracy": 0.636364, + "main_score": 0.589209, + "hf_subset": "pan_Guru-gaz_Latn", + "languages": [ + "pan-Guru", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585138, + "recall": 0.652174, + "f1": 0.604004, + "accuracy": 0.652174, + "main_score": 0.604004, + "hf_subset": "pan_Guru-kam_Latn", + "languages": [ + "pan-Guru", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "pan_Guru-lit_Latn", + "languages": [ + "pan-Guru", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-nob_Latn", + "languages": [ + "pan-Guru", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.978096, + "recall": 0.985178, + "f1": 0.980402, + "accuracy": 0.985178, + "main_score": 0.980402, + "hf_subset": "pan_Guru-scn_Latn", + "languages": [ + "pan-Guru", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991601, + "recall": 0.994071, + "f1": 0.992424, + "accuracy": 0.994071, + "main_score": 0.992424, + "hf_subset": "pan_Guru-tgk_Cyrl", + "languages": [ + "pan-Guru", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.70998, + "recall": 0.77668, + "f1": 0.730138, + "accuracy": 0.77668, + "main_score": 0.730138, + "hf_subset": "pan_Guru-yor_Latn", + "languages": [ + "pan-Guru", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-arz_Arab", + "languages": [ + "pan-Guru", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553977, + "recall": 0.610672, + "f1": 0.570035, + "accuracy": 0.610672, + "main_score": 0.570035, + "hf_subset": "pan_Guru-cjk_Latn", + "languages": [ + "pan-Guru", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.794796, + "recall": 0.844862, + "f1": 0.810211, + "accuracy": 0.844862, + "main_score": 0.810211, + "hf_subset": "pan_Guru-gla_Latn", + "languages": [ + "pan-Guru", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-lmo_Latn", + "languages": [ + "pan-Guru", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.995059, + "recall": 0.996047, + "f1": 0.995389, + "accuracy": 0.996047, + "main_score": 0.995389, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.461144, + "recall": 0.533597, + "f1": 0.480821, + "accuracy": 0.533597, + "main_score": 0.480821, + "hf_subset": "pan_Guru-shn_Mymr", + "languages": [ + "pan-Guru", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-tgl_Latn", + "languages": [ + "pan-Guru", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-yue_Hant", + "languages": [ + "pan-Guru", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.970685, + "recall": 0.980237, + "f1": 0.973814, + "accuracy": 0.980237, + "main_score": 0.973814, + "hf_subset": "pan_Guru-ckb_Arab", + "languages": [ + "pan-Guru", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.883976, + "recall": 0.91502, + "f1": 0.893643, + "accuracy": 0.91502, + "main_score": 0.893643, + "hf_subset": "pan_Guru-gle_Latn", + "languages": [ + "pan-Guru", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.968379, + "recall": 0.978261, + "f1": 0.971673, + "accuracy": 0.978261, + "main_score": 0.971673, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934947, + "recall": 0.954545, + "f1": 0.941206, + "accuracy": 0.954545, + "main_score": 0.941206, + "hf_subset": "pan_Guru-ltg_Latn", + "languages": [ + "pan-Guru", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605987, + "recall": 0.664032, + "f1": 0.622353, + "accuracy": 0.664032, + "main_score": 0.622353, + "hf_subset": "pan_Guru-nso_Latn", + "languages": [ + "pan-Guru", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.98666, + "recall": 0.991107, + "f1": 0.988142, + "accuracy": 0.991107, + "main_score": 0.988142, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-tha_Thai", + "languages": [ + "pan-Guru", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-zho_Hans", + "languages": [ + "pan-Guru", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ast_Latn", + "languages": [ + "pan-Guru", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-crh_Latn", + "languages": [ + "pan-Guru", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-glg_Latn", + "languages": [ + "pan-Guru", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.926795, + "recall": 0.949605, + "f1": 0.93419, + "accuracy": 0.949605, + "main_score": 0.93419, + "hf_subset": "pan_Guru-kas_Deva", + "languages": [ + "pan-Guru", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982213, + "recall": 0.988142, + "f1": 0.98419, + "accuracy": 0.988142, + "main_score": 0.98419, + "hf_subset": "pan_Guru-ltz_Latn", + "languages": [ + "pan-Guru", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.448255, + "recall": 0.518775, + "f1": 0.467409, + "accuracy": 0.518775, + "main_score": 0.467409, + "hf_subset": "pan_Guru-nus_Latn", + "languages": [ + "pan-Guru", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-slk_Latn", + "languages": [ + "pan-Guru", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.63341, + "recall": 0.703557, + "f1": 0.654048, + "accuracy": 0.703557, + "main_score": 0.654048, + "hf_subset": "pan_Guru-tir_Ethi", + "languages": [ + "pan-Guru", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-zho_Hant", + "languages": [ + "pan-Guru", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.986989, + "recall": 0.990119, + "f1": 0.987978, + "accuracy": 0.990119, + "main_score": 0.987978, + "hf_subset": "pan_Guru-awa_Deva", + "languages": [ + "pan-Guru", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-cym_Latn", + "languages": [ + "pan-Guru", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.839756, + "recall": 0.879447, + "f1": 0.852075, + "accuracy": 0.879447, + "main_score": 0.852075, + "hf_subset": "pan_Guru-grn_Latn", + "languages": [ + "pan-Guru", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-kat_Geor", + "languages": [ + "pan-Guru", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626772, + "recall": 0.685771, + "f1": 0.644041, + "accuracy": 0.685771, + "main_score": 0.644041, + "hf_subset": "pan_Guru-lua_Latn", + "languages": [ + "pan-Guru", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636307, + "recall": 0.703557, + "f1": 0.655405, + "accuracy": 0.703557, + "main_score": 0.655405, + "hf_subset": "pan_Guru-nya_Latn", + "languages": [ + "pan-Guru", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-slv_Latn", + "languages": [ + "pan-Guru", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.95084, + "recall": 0.965415, + "f1": 0.955435, + "accuracy": 0.965415, + "main_score": 0.955435, + "hf_subset": "pan_Guru-tpi_Latn", + "languages": [ + "pan-Guru", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-zsm_Latn", + "languages": [ + "pan-Guru", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537364, + "recall": 0.600791, + "f1": 0.555138, + "accuracy": 0.600791, + "main_score": 0.555138, + "hf_subset": "pan_Guru-ayr_Latn", + "languages": [ + "pan-Guru", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-dan_Latn", + "languages": [ + "pan-Guru", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-kaz_Cyrl", + "languages": [ + "pan-Guru", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531046, + "recall": 0.593874, + "f1": 0.548796, + "accuracy": 0.593874, + "main_score": 0.548796, + "hf_subset": "pan_Guru-lug_Latn", + "languages": [ + "pan-Guru", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-oci_Latn", + "languages": [ + "pan-Guru", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.83004, + "recall": 0.873518, + "f1": 0.843347, + "accuracy": 0.873518, + "main_score": 0.843347, + "hf_subset": "pan_Guru-smo_Latn", + "languages": [ + "pan-Guru", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53325, + "recall": 0.604743, + "f1": 0.552914, + "accuracy": 0.604743, + "main_score": 0.552914, + "hf_subset": "pan_Guru-tsn_Latn", + "languages": [ + "pan-Guru", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603039, + "recall": 0.668972, + "f1": 0.622293, + "accuracy": 0.668972, + "main_score": 0.622293, + "hf_subset": "pan_Guru-zul_Latn", + "languages": [ + "pan-Guru", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.934618, + "recall": 0.954545, + "f1": 0.941041, + "accuracy": 0.954545, + "main_score": 0.941041, + "hf_subset": "pan_Guru-azb_Arab", + "languages": [ + "pan-Guru", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-deu_Latn", + "languages": [ + "pan-Guru", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.97332, + "recall": 0.981225, + "f1": 0.975955, + "accuracy": 0.981225, + "main_score": 0.975955, + "hf_subset": "pan_Guru-hat_Latn", + "languages": [ + "pan-Guru", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.473008, + "recall": 0.536561, + "f1": 0.490254, + "accuracy": 0.536561, + "main_score": 0.490254, + "hf_subset": "pan_Guru-kbp_Latn", + "languages": [ + "pan-Guru", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565474, + "recall": 0.628458, + "f1": 0.582103, + "accuracy": 0.628458, + "main_score": 0.582103, + "hf_subset": "pan_Guru-luo_Latn", + "languages": [ + "pan-Guru", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580222, + "recall": 0.650198, + "f1": 0.600109, + "accuracy": 0.650198, + "main_score": 0.600109, + "hf_subset": "pan_Guru-sna_Latn", + "languages": [ + "pan-Guru", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538709, + "recall": 0.601779, + "f1": 0.555991, + "accuracy": 0.601779, + "main_score": 0.555991, + "hf_subset": "pan_Guru-tso_Latn", + "languages": [ + "pan-Guru", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "pan_Guru-azj_Latn", + "languages": [ + "pan-Guru", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535375, + "recall": 0.604743, + "f1": 0.554635, + "accuracy": 0.604743, + "main_score": 0.554635, + "hf_subset": "pan_Guru-dik_Latn", + "languages": [ + "pan-Guru", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.730148, + "recall": 0.784585, + "f1": 0.745984, + "accuracy": 0.784585, + "main_score": 0.745984, + "hf_subset": "pan_Guru-hau_Latn", + "languages": [ + "pan-Guru", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.985178, + "recall": 0.990119, + "f1": 0.986825, + "accuracy": 0.990119, + "main_score": 0.986825, + "hf_subset": "pan_Guru-kea_Latn", + "languages": [ + "pan-Guru", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.745372, + "recall": 0.796443, + "f1": 0.760903, + "accuracy": 0.796443, + "main_score": 0.760903, + "hf_subset": "pan_Guru-lus_Latn", + "languages": [ + "pan-Guru", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.877882, + "recall": 0.907115, + "f1": 0.886528, + "accuracy": 0.907115, + "main_score": 0.886528, + "hf_subset": "pan_Guru-pag_Latn", + "languages": [ + "pan-Guru", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.967062, + "recall": 0.977273, + "f1": 0.970356, + "accuracy": 0.977273, + "main_score": 0.970356, + "hf_subset": "pan_Guru-tuk_Latn", + "languages": [ + "pan-Guru", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "pan_Guru-bak_Cyrl", + "languages": [ + "pan-Guru", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.474505, + "recall": 0.552372, + "f1": 0.496719, + "accuracy": 0.552372, + "main_score": 0.496719, + "hf_subset": "pan_Guru-dyu_Latn", + "languages": [ + "pan-Guru", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "pan_Guru-heb_Hebr", + "languages": [ + "pan-Guru", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "pan_Guru-khk_Cyrl", + "languages": [ + "pan-Guru", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan_Guru-lvs_Latn", + "languages": [ + "pan-Guru", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708704, + "recall": 0.764822, + "f1": 0.725107, + "accuracy": 0.764822, + "main_score": 0.725107, + "hf_subset": "pan_Guru-som_Latn", + "languages": [ + "pan-Guru", + "som-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58369, + "recall": 0.639328, + "f1": 0.599591, + "accuracy": 0.639328, + "main_score": 0.599591, + "hf_subset": "pan_Guru-tum_Latn", + "languages": [ + "pan-Guru", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.43889, + "recall": 0.490119, + "f1": 0.452901, + "accuracy": 0.490119, + "main_score": 0.452901, + "hf_subset": "som_Latn-ace_Arab", + "languages": [ + "som-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497571, + "recall": 0.539526, + "f1": 0.509827, + "accuracy": 0.539526, + "main_score": 0.509827, + "hf_subset": "som_Latn-bam_Latn", + "languages": [ + "som-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.261132, + "recall": 0.313241, + "f1": 0.274493, + "accuracy": 0.313241, + "main_score": 0.274493, + "hf_subset": "som_Latn-dzo_Tibt", + "languages": [ + "som-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673628, + "recall": 0.729249, + "f1": 0.688409, + "accuracy": 0.729249, + "main_score": 0.688409, + "hf_subset": "som_Latn-hin_Deva", + "languages": [ + "som-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655201, + "recall": 0.705534, + "f1": 0.668485, + "accuracy": 0.705534, + "main_score": 0.668485, + "hf_subset": "som_Latn-khm_Khmr", + "languages": [ + "som-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657828, + "recall": 0.708498, + "f1": 0.671677, + "accuracy": 0.708498, + "main_score": 0.671677, + "hf_subset": "som_Latn-mag_Deva", + "languages": [ + "som-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.64505, + "recall": 0.685771, + "f1": 0.654818, + "accuracy": 0.685771, + "main_score": 0.654818, + "hf_subset": "som_Latn-pap_Latn", + "languages": [ + "som-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53505, + "recall": 0.575099, + "f1": 0.545414, + "accuracy": 0.575099, + "main_score": 0.545414, + "hf_subset": "som_Latn-sot_Latn", + "languages": [ + "som-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688179, + "recall": 0.737154, + "f1": 0.701095, + "accuracy": 0.737154, + "main_score": 0.701095, + "hf_subset": "som_Latn-tur_Latn", + "languages": [ + "som-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601716, + "recall": 0.643281, + "f1": 0.612582, + "accuracy": 0.643281, + "main_score": 0.612582, + "hf_subset": "som_Latn-ace_Latn", + "languages": [ + "som-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635035, + "recall": 0.673913, + "f1": 0.645203, + "accuracy": 0.673913, + "main_score": 0.645203, + "hf_subset": "som_Latn-ban_Latn", + "languages": [ + "som-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679541, + "recall": 0.735178, + "f1": 0.694365, + "accuracy": 0.735178, + "main_score": 0.694365, + "hf_subset": "som_Latn-ell_Grek", + "languages": [ + "som-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655573, + "recall": 0.717391, + "f1": 0.672889, + "accuracy": 0.717391, + "main_score": 0.672889, + "hf_subset": "som_Latn-hne_Deva", + "languages": [ + "som-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.492047, + "recall": 0.536561, + "f1": 0.503316, + "accuracy": 0.536561, + "main_score": 0.503316, + "hf_subset": "som_Latn-kik_Latn", + "languages": [ + "som-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668382, + "recall": 0.730237, + "f1": 0.685794, + "accuracy": 0.730237, + "main_score": 0.685794, + "hf_subset": "som_Latn-mai_Deva", + "languages": [ + "som-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.616372, + "recall": 0.670949, + "f1": 0.630048, + "accuracy": 0.670949, + "main_score": 0.630048, + "hf_subset": "som_Latn-pbt_Arab", + "languages": [ + "som-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.688446, + "recall": 0.742095, + "f1": 0.702764, + "accuracy": 0.742095, + "main_score": 0.702764, + "hf_subset": "som_Latn-spa_Latn", + "languages": [ + "som-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511405, + "recall": 0.550395, + "f1": 0.522632, + "accuracy": 0.550395, + "main_score": 0.522632, + "hf_subset": "som_Latn-twi_Latn", + "languages": [ + "som-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672071, + "recall": 0.72332, + "f1": 0.685674, + "accuracy": 0.72332, + "main_score": 0.685674, + "hf_subset": "som_Latn-acm_Arab", + "languages": [ + "som-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623057, + "recall": 0.672925, + "f1": 0.636071, + "accuracy": 0.672925, + "main_score": 0.636071, + "hf_subset": "som_Latn-bel_Cyrl", + "languages": [ + "som-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.714819, + "recall": 0.76581, + "f1": 0.728641, + "accuracy": 0.76581, + "main_score": 0.728641, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690542, + "recall": 0.747036, + "f1": 0.706074, + "accuracy": 0.747036, + "main_score": 0.706074, + "hf_subset": "som_Latn-hrv_Latn", + "languages": [ + "som-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.535791, + "recall": 0.577075, + "f1": 0.546452, + "accuracy": 0.577075, + "main_score": 0.546452, + "hf_subset": "som_Latn-kin_Latn", + "languages": [ + "som-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.656593, + "recall": 0.714427, + "f1": 0.672517, + "accuracy": 0.714427, + "main_score": 0.672517, + "hf_subset": "som_Latn-mal_Mlym", + "languages": [ + "som-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676174, + "recall": 0.731225, + "f1": 0.690951, + "accuracy": 0.731225, + "main_score": 0.690951, + "hf_subset": "som_Latn-pes_Arab", + "languages": [ + "som-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.639126, + "recall": 0.686759, + "f1": 0.652132, + "accuracy": 0.686759, + "main_score": 0.652132, + "hf_subset": "som_Latn-srd_Latn", + "languages": [ + "som-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.211066, + "recall": 0.255929, + "f1": 0.221854, + "accuracy": 0.255929, + "main_score": 0.221854, + "hf_subset": "som_Latn-tzm_Tfng", + "languages": [ + "som-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68355, + "recall": 0.735178, + "f1": 0.697723, + "accuracy": 0.735178, + "main_score": 0.697723, + "hf_subset": "som_Latn-acq_Arab", + "languages": [ + "som-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.544851, + "recall": 0.589921, + "f1": 0.557108, + "accuracy": 0.589921, + "main_score": 0.557108, + "hf_subset": "som_Latn-bem_Latn", + "languages": [ + "som-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.683647, + "recall": 0.73419, + "f1": 0.696957, + "accuracy": 0.73419, + "main_score": 0.696957, + "hf_subset": "som_Latn-epo_Latn", + "languages": [ + "som-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.671994, + "recall": 0.721344, + "f1": 0.684865, + "accuracy": 0.721344, + "main_score": 0.684865, + "hf_subset": "som_Latn-hun_Latn", + "languages": [ + "som-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.621539, + "recall": 0.677866, + "f1": 0.636307, + "accuracy": 0.677866, + "main_score": 0.636307, + "hf_subset": "som_Latn-kir_Cyrl", + "languages": [ + "som-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668714, + "recall": 0.725296, + "f1": 0.683092, + "accuracy": 0.725296, + "main_score": 0.683092, + "hf_subset": "som_Latn-mar_Deva", + "languages": [ + "som-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561873, + "recall": 0.600791, + "f1": 0.571948, + "accuracy": 0.600791, + "main_score": 0.571948, + "hf_subset": "som_Latn-plt_Latn", + "languages": [ + "som-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686503, + "recall": 0.746047, + "f1": 0.702647, + "accuracy": 0.746047, + "main_score": 0.702647, + "hf_subset": "som_Latn-srp_Cyrl", + "languages": [ + "som-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589368, + "recall": 0.647233, + "f1": 0.604977, + "accuracy": 0.647233, + "main_score": 0.604977, + "hf_subset": "som_Latn-uig_Arab", + "languages": [ + "som-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637745, + "recall": 0.683794, + "f1": 0.650535, + "accuracy": 0.683794, + "main_score": 0.650535, + "hf_subset": "som_Latn-aeb_Arab", + "languages": [ + "som-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682261, + "recall": 0.740119, + "f1": 0.698257, + "accuracy": 0.740119, + "main_score": 0.698257, + "hf_subset": "som_Latn-ben_Beng", + "languages": [ + "som-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.657477, + "recall": 0.713439, + "f1": 0.672263, + "accuracy": 0.713439, + "main_score": 0.672263, + "hf_subset": "som_Latn-est_Latn", + "languages": [ + "som-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653442, + "recall": 0.713439, + "f1": 0.66903, + "accuracy": 0.713439, + "main_score": 0.66903, + "hf_subset": "som_Latn-hye_Armn", + "languages": [ + "som-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.503327, + "recall": 0.543478, + "f1": 0.515217, + "accuracy": 0.543478, + "main_score": 0.515217, + "hf_subset": "som_Latn-kmb_Latn", + "languages": [ + "som-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.413878, + "recall": 0.465415, + "f1": 0.427292, + "accuracy": 0.465415, + "main_score": 0.427292, + "hf_subset": "som_Latn-min_Arab", + "languages": [ + "som-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67748, + "recall": 0.731225, + "f1": 0.691773, + "accuracy": 0.731225, + "main_score": 0.691773, + "hf_subset": "som_Latn-pol_Latn", + "languages": [ + "som-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53471, + "recall": 0.582016, + "f1": 0.547298, + "accuracy": 0.582016, + "main_score": 0.547298, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.691049, + "recall": 0.747036, + "f1": 0.706521, + "accuracy": 0.747036, + "main_score": 0.706521, + "hf_subset": "som_Latn-ukr_Cyrl", + "languages": [ + "som-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.727414, + "recall": 0.775692, + "f1": 0.74074, + "accuracy": 0.775692, + "main_score": 0.74074, + "hf_subset": "som_Latn-afr_Latn", + "languages": [ + "som-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635752, + "recall": 0.681818, + "f1": 0.647914, + "accuracy": 0.681818, + "main_score": 0.647914, + "hf_subset": "som_Latn-bho_Deva", + "languages": [ + "som-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.636889, + "recall": 0.687747, + "f1": 0.65107, + "accuracy": 0.687747, + "main_score": 0.65107, + "hf_subset": "som_Latn-eus_Latn", + "languages": [ + "som-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527404, + "recall": 0.575099, + "f1": 0.54098, + "accuracy": 0.575099, + "main_score": 0.54098, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626161, + "recall": 0.66502, + "f1": 0.636771, + "accuracy": 0.66502, + "main_score": 0.636771, + "hf_subset": "som_Latn-kmr_Latn", + "languages": [ + "som-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664732, + "recall": 0.714427, + "f1": 0.677935, + "accuracy": 0.714427, + "main_score": 0.677935, + "hf_subset": "som_Latn-min_Latn", + "languages": [ + "som-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.694114, + "recall": 0.750988, + "f1": 0.709929, + "accuracy": 0.750988, + "main_score": 0.709929, + "hf_subset": "som_Latn-por_Latn", + "languages": [ + "som-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673151, + "recall": 0.720356, + "f1": 0.68542, + "accuracy": 0.720356, + "main_score": 0.68542, + "hf_subset": "som_Latn-sun_Latn", + "languages": [ + "som-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487288, + "recall": 0.527668, + "f1": 0.498144, + "accuracy": 0.527668, + "main_score": 0.498144, + "hf_subset": "som_Latn-umb_Latn", + "languages": [ + "som-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673533, + "recall": 0.732213, + "f1": 0.689451, + "accuracy": 0.732213, + "main_score": 0.689451, + "hf_subset": "som_Latn-ajp_Arab", + "languages": [ + "som-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.438736, + "recall": 0.493083, + "f1": 0.453316, + "accuracy": 0.493083, + "main_score": 0.453316, + "hf_subset": "som_Latn-bjn_Arab", + "languages": [ + "som-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.470011, + "recall": 0.505929, + "f1": 0.479984, + "accuracy": 0.505929, + "main_score": 0.479984, + "hf_subset": "som_Latn-ewe_Latn", + "languages": [ + "som-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.623756, + "recall": 0.661067, + "f1": 0.633152, + "accuracy": 0.661067, + "main_score": 0.633152, + "hf_subset": "som_Latn-ilo_Latn", + "languages": [ + "som-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.315838, + "recall": 0.354743, + "f1": 0.326877, + "accuracy": 0.354743, + "main_score": 0.326877, + "hf_subset": "som_Latn-knc_Arab", + "languages": [ + "som-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68134, + "recall": 0.733202, + "f1": 0.694967, + "accuracy": 0.733202, + "main_score": 0.694967, + "hf_subset": "som_Latn-mkd_Cyrl", + "languages": [ + "som-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.685464, + "recall": 0.741107, + "f1": 0.700686, + "accuracy": 0.741107, + "main_score": 0.700686, + "hf_subset": "som_Latn-prs_Arab", + "languages": [ + "som-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698857, + "recall": 0.749012, + "f1": 0.712035, + "accuracy": 0.749012, + "main_score": 0.712035, + "hf_subset": "som_Latn-swe_Latn", + "languages": [ + "som-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673547, + "recall": 0.736166, + "f1": 0.690817, + "accuracy": 0.736166, + "main_score": 0.690817, + "hf_subset": "som_Latn-urd_Arab", + "languages": [ + "som-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495295, + "recall": 0.531621, + "f1": 0.505685, + "accuracy": 0.531621, + "main_score": 0.505685, + "hf_subset": "som_Latn-aka_Latn", + "languages": [ + "som-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659112, + "recall": 0.698617, + "f1": 0.668922, + "accuracy": 0.698617, + "main_score": 0.668922, + "hf_subset": "som_Latn-bjn_Latn", + "languages": [ + "som-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.642283, + "recall": 0.686759, + "f1": 0.653535, + "accuracy": 0.686759, + "main_score": 0.653535, + "hf_subset": "som_Latn-fao_Latn", + "languages": [ + "som-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.72276, + "recall": 0.769763, + "f1": 0.735816, + "accuracy": 0.769763, + "main_score": 0.735816, + "hf_subset": "som_Latn-ind_Latn", + "languages": [ + "som-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521245, + "recall": 0.5583, + "f1": 0.530889, + "accuracy": 0.5583, + "main_score": 0.530889, + "hf_subset": "som_Latn-knc_Latn", + "languages": [ + "som-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.675261, + "recall": 0.72332, + "f1": 0.687589, + "accuracy": 0.72332, + "main_score": 0.687589, + "hf_subset": "som_Latn-mlt_Latn", + "languages": [ + "som-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523898, + "recall": 0.571146, + "f1": 0.536451, + "accuracy": 0.571146, + "main_score": 0.536451, + "hf_subset": "som_Latn-quy_Latn", + "languages": [ + "som-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.692924, + "recall": 0.740119, + "f1": 0.705645, + "accuracy": 0.740119, + "main_score": 0.705645, + "hf_subset": "som_Latn-swh_Latn", + "languages": [ + "som-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662819, + "recall": 0.709486, + "f1": 0.67497, + "accuracy": 0.709486, + "main_score": 0.67497, + "hf_subset": "som_Latn-uzn_Latn", + "languages": [ + "som-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682601, + "recall": 0.727273, + "f1": 0.694143, + "accuracy": 0.727273, + "main_score": 0.694143, + "hf_subset": "som_Latn-als_Latn", + "languages": [ + "som-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.37544, + "recall": 0.447628, + "f1": 0.394395, + "accuracy": 0.447628, + "main_score": 0.394395, + "hf_subset": "som_Latn-bod_Tibt", + "languages": [ + "som-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549072, + "recall": 0.597826, + "f1": 0.562705, + "accuracy": 0.597826, + "main_score": 0.562705, + "hf_subset": "som_Latn-fij_Latn", + "languages": [ + "som-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.637063, + "recall": 0.690711, + "f1": 0.651369, + "accuracy": 0.690711, + "main_score": 0.651369, + "hf_subset": "som_Latn-isl_Latn", + "languages": [ + "som-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.519027, + "recall": 0.562253, + "f1": 0.530645, + "accuracy": 0.562253, + "main_score": 0.530645, + "hf_subset": "som_Latn-kon_Latn", + "languages": [ + "som-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.467583, + "recall": 0.51581, + "f1": 0.48118, + "accuracy": 0.51581, + "main_score": 0.48118, + "hf_subset": "som_Latn-mni_Beng", + "languages": [ + "som-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.700461, + "recall": 0.752964, + "f1": 0.714642, + "accuracy": 0.752964, + "main_score": 0.714642, + "hf_subset": "som_Latn-ron_Latn", + "languages": [ + "som-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649698, + "recall": 0.704545, + "f1": 0.664131, + "accuracy": 0.704545, + "main_score": 0.664131, + "hf_subset": "som_Latn-szl_Latn", + "languages": [ + "som-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680916, + "recall": 0.729249, + "f1": 0.694142, + "accuracy": 0.729249, + "main_score": 0.694142, + "hf_subset": "som_Latn-vec_Latn", + "languages": [ + "som-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576083, + "recall": 0.632411, + "f1": 0.591373, + "accuracy": 0.632411, + "main_score": 0.591373, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.684612, + "recall": 0.735178, + "f1": 0.69821, + "accuracy": 0.735178, + "main_score": 0.69821, + "hf_subset": "som_Latn-bos_Latn", + "languages": [ + "som-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662719, + "recall": 0.719368, + "f1": 0.67755, + "accuracy": 0.719368, + "main_score": 0.67755, + "hf_subset": "som_Latn-fin_Latn", + "languages": [ + "som-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.672628, + "recall": 0.731225, + "f1": 0.688919, + "accuracy": 0.731225, + "main_score": 0.688919, + "hf_subset": "som_Latn-ita_Latn", + "languages": [ + "som-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.655938, + "recall": 0.708498, + "f1": 0.670051, + "accuracy": 0.708498, + "main_score": 0.670051, + "hf_subset": "som_Latn-kor_Hang", + "languages": [ + "som-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488157, + "recall": 0.532609, + "f1": 0.500242, + "accuracy": 0.532609, + "main_score": 0.500242, + "hf_subset": "som_Latn-mos_Latn", + "languages": [ + "som-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520073, + "recall": 0.561265, + "f1": 0.531557, + "accuracy": 0.561265, + "main_score": 0.531557, + "hf_subset": "som_Latn-run_Latn", + "languages": [ + "som-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.661086, + "recall": 0.721344, + "f1": 0.677618, + "accuracy": 0.721344, + "main_score": 0.677618, + "hf_subset": "som_Latn-tam_Taml", + "languages": [ + "som-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66701, + "recall": 0.722332, + "f1": 0.682024, + "accuracy": 0.722332, + "main_score": 0.682024, + "hf_subset": "som_Latn-vie_Latn", + "languages": [ + "som-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.674012, + "recall": 0.731225, + "f1": 0.690549, + "accuracy": 0.731225, + "main_score": 0.690549, + "hf_subset": "som_Latn-apc_Arab", + "languages": [ + "som-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563816, + "recall": 0.605731, + "f1": 0.574512, + "accuracy": 0.605731, + "main_score": 0.574512, + "hf_subset": "som_Latn-bug_Latn", + "languages": [ + "som-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.450046, + "recall": 0.490119, + "f1": 0.460778, + "accuracy": 0.490119, + "main_score": 0.460778, + "hf_subset": "som_Latn-fon_Latn", + "languages": [ + "som-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686758, + "recall": 0.733202, + "f1": 0.698845, + "accuracy": 0.733202, + "main_score": 0.698845, + "hf_subset": "som_Latn-jav_Latn", + "languages": [ + "som-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.641643, + "recall": 0.700593, + "f1": 0.657636, + "accuracy": 0.700593, + "main_score": 0.657636, + "hf_subset": "som_Latn-lao_Laoo", + "languages": [ + "som-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.605904, + "recall": 0.656126, + "f1": 0.619817, + "accuracy": 0.656126, + "main_score": 0.619817, + "hf_subset": "som_Latn-mri_Latn", + "languages": [ + "som-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662938, + "recall": 0.717391, + "f1": 0.677637, + "accuracy": 0.717391, + "main_score": 0.677637, + "hf_subset": "som_Latn-rus_Cyrl", + "languages": [ + "som-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.47353, + "recall": 0.51087, + "f1": 0.484016, + "accuracy": 0.51087, + "main_score": 0.484016, + "hf_subset": "som_Latn-taq_Latn", + "languages": [ + "som-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.660036, + "recall": 0.705534, + "f1": 0.671191, + "accuracy": 0.705534, + "main_score": 0.671191, + "hf_subset": "som_Latn-war_Latn", + "languages": [ + "som-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680893, + "recall": 0.733202, + "f1": 0.694794, + "accuracy": 0.733202, + "main_score": 0.694794, + "hf_subset": "som_Latn-arb_Arab", + "languages": [ + "som-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687856, + "recall": 0.745059, + "f1": 0.703303, + "accuracy": 0.745059, + "main_score": 0.703303, + "hf_subset": "som_Latn-bul_Cyrl", + "languages": [ + "som-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.699389, + "recall": 0.746047, + "f1": 0.711573, + "accuracy": 0.746047, + "main_score": 0.711573, + "hf_subset": "som_Latn-fra_Latn", + "languages": [ + "som-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.640114, + "recall": 0.694664, + "f1": 0.654759, + "accuracy": 0.694664, + "main_score": 0.654759, + "hf_subset": "som_Latn-jpn_Jpan", + "languages": [ + "som-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.647014, + "recall": 0.693676, + "f1": 0.659262, + "accuracy": 0.693676, + "main_score": 0.659262, + "hf_subset": "som_Latn-lij_Latn", + "languages": [ + "som-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56831, + "recall": 0.640316, + "f1": 0.587597, + "accuracy": 0.640316, + "main_score": 0.587597, + "hf_subset": "som_Latn-mya_Mymr", + "languages": [ + "som-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.501334, + "recall": 0.538538, + "f1": 0.511825, + "accuracy": 0.538538, + "main_score": 0.511825, + "hf_subset": "som_Latn-sag_Latn", + "languages": [ + "som-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.212906, + "recall": 0.252964, + "f1": 0.223609, + "accuracy": 0.252964, + "main_score": 0.223609, + "hf_subset": "som_Latn-taq_Tfng", + "languages": [ + "som-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.53825, + "recall": 0.58004, + "f1": 0.549085, + "accuracy": 0.58004, + "main_score": 0.549085, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574341, + "recall": 0.621542, + "f1": 0.586764, + "accuracy": 0.621542, + "main_score": 0.586764, + "hf_subset": "som_Latn-arb_Latn", + "languages": [ + "som-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.696839, + "recall": 0.745059, + "f1": 0.710235, + "accuracy": 0.745059, + "main_score": 0.710235, + "hf_subset": "som_Latn-cat_Latn", + "languages": [ + "som-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.649963, + "recall": 0.69664, + "f1": 0.66265, + "accuracy": 0.69664, + "main_score": 0.66265, + "hf_subset": "som_Latn-fur_Latn", + "languages": [ + "som-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.444731, + "recall": 0.494071, + "f1": 0.457846, + "accuracy": 0.494071, + "main_score": 0.457846, + "hf_subset": "som_Latn-kab_Latn", + "languages": [ + "som-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635739, + "recall": 0.677866, + "f1": 0.647178, + "accuracy": 0.677866, + "main_score": 0.647178, + "hf_subset": "som_Latn-lim_Latn", + "languages": [ + "som-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.67436, + "recall": 0.726285, + "f1": 0.68809, + "accuracy": 0.726285, + "main_score": 0.68809, + "hf_subset": "som_Latn-nld_Latn", + "languages": [ + "som-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629744, + "recall": 0.68083, + "f1": 0.643537, + "accuracy": 0.68083, + "main_score": 0.643537, + "hf_subset": "som_Latn-san_Deva", + "languages": [ + "som-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650548, + "recall": 0.705534, + "f1": 0.66469, + "accuracy": 0.705534, + "main_score": 0.66469, + "hf_subset": "som_Latn-tat_Cyrl", + "languages": [ + "som-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583847, + "recall": 0.636364, + "f1": 0.597839, + "accuracy": 0.636364, + "main_score": 0.597839, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66847, + "recall": 0.725296, + "f1": 0.68391, + "accuracy": 0.725296, + "main_score": 0.68391, + "hf_subset": "som_Latn-ars_Arab", + "languages": [ + "som-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.676717, + "recall": 0.719368, + "f1": 0.688125, + "accuracy": 0.719368, + "main_score": 0.688125, + "hf_subset": "som_Latn-ceb_Latn", + "languages": [ + "som-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.488757, + "recall": 0.529644, + "f1": 0.500162, + "accuracy": 0.529644, + "main_score": 0.500162, + "hf_subset": "som_Latn-fuv_Latn", + "languages": [ + "som-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.466216, + "recall": 0.506917, + "f1": 0.47753, + "accuracy": 0.506917, + "main_score": 0.47753, + "hf_subset": "som_Latn-kac_Latn", + "languages": [ + "som-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553568, + "recall": 0.591897, + "f1": 0.564003, + "accuracy": 0.591897, + "main_score": 0.564003, + "hf_subset": "som_Latn-lin_Latn", + "languages": [ + "som-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.679241, + "recall": 0.735178, + "f1": 0.694283, + "accuracy": 0.735178, + "main_score": 0.694283, + "hf_subset": "som_Latn-nno_Latn", + "languages": [ + "som-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.153484, + "recall": 0.208498, + "f1": 0.167732, + "accuracy": 0.208498, + "main_score": 0.167732, + "hf_subset": "som_Latn-sat_Olck", + "languages": [ + "som-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.651518, + "recall": 0.711462, + "f1": 0.667773, + "accuracy": 0.711462, + "main_score": 0.667773, + "hf_subset": "som_Latn-tel_Telu", + "languages": [ + "som-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606532, + "recall": 0.664032, + "f1": 0.621989, + "accuracy": 0.664032, + "main_score": 0.621989, + "hf_subset": "som_Latn-ydd_Hebr", + "languages": [ + "som-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635769, + "recall": 0.686759, + "f1": 0.649066, + "accuracy": 0.686759, + "main_score": 0.649066, + "hf_subset": "som_Latn-ary_Arab", + "languages": [ + "som-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686447, + "recall": 0.738142, + "f1": 0.699279, + "accuracy": 0.738142, + "main_score": 0.699279, + "hf_subset": "som_Latn-ces_Latn", + "languages": [ + "som-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546824, + "recall": 0.590909, + "f1": 0.559225, + "accuracy": 0.590909, + "main_score": 0.559225, + "hf_subset": "som_Latn-gaz_Latn", + "languages": [ + "som-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.510532, + "recall": 0.556324, + "f1": 0.522522, + "accuracy": 0.556324, + "main_score": 0.522522, + "hf_subset": "som_Latn-kam_Latn", + "languages": [ + "som-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658328, + "recall": 0.711462, + "f1": 0.672506, + "accuracy": 0.711462, + "main_score": 0.672506, + "hf_subset": "som_Latn-lit_Latn", + "languages": [ + "som-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.690292, + "recall": 0.736166, + "f1": 0.702011, + "accuracy": 0.736166, + "main_score": 0.702011, + "hf_subset": "som_Latn-nob_Latn", + "languages": [ + "som-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.650409, + "recall": 0.6917, + "f1": 0.661472, + "accuracy": 0.6917, + "main_score": 0.661472, + "hf_subset": "som_Latn-scn_Latn", + "languages": [ + "som-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670974, + "recall": 0.717391, + "f1": 0.683797, + "accuracy": 0.717391, + "main_score": 0.683797, + "hf_subset": "som_Latn-tgk_Cyrl", + "languages": [ + "som-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550774, + "recall": 0.603755, + "f1": 0.565863, + "accuracy": 0.603755, + "main_score": 0.565863, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6583, + "recall": 0.710474, + "f1": 0.671874, + "accuracy": 0.710474, + "main_score": 0.671874, + "hf_subset": "som_Latn-arz_Arab", + "languages": [ + "som-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.48404, + "recall": 0.520751, + "f1": 0.494282, + "accuracy": 0.520751, + "main_score": 0.494282, + "hf_subset": "som_Latn-cjk_Latn", + "languages": [ + "som-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.594262, + "recall": 0.63834, + "f1": 0.607025, + "accuracy": 0.63834, + "main_score": 0.607025, + "hf_subset": "som_Latn-gla_Latn", + "languages": [ + "som-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.653241, + "recall": 0.714427, + "f1": 0.670268, + "accuracy": 0.714427, + "main_score": 0.670268, + "hf_subset": "som_Latn-kan_Knda", + "languages": [ + "som-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.662993, + "recall": 0.709486, + "f1": 0.675131, + "accuracy": 0.709486, + "main_score": 0.675131, + "hf_subset": "som_Latn-lmo_Latn", + "languages": [ + "som-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654894, + "recall": 0.715415, + "f1": 0.671204, + "accuracy": 0.715415, + "main_score": 0.671204, + "hf_subset": "som_Latn-npi_Deva", + "languages": [ + "som-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.436241, + "recall": 0.474308, + "f1": 0.446607, + "accuracy": 0.474308, + "main_score": 0.446607, + "hf_subset": "som_Latn-shn_Mymr", + "languages": [ + "som-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.720113, + "recall": 0.76087, + "f1": 0.730365, + "accuracy": 0.76087, + "main_score": 0.730365, + "hf_subset": "som_Latn-tgl_Latn", + "languages": [ + "som-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.654759, + "recall": 0.711462, + "f1": 0.670019, + "accuracy": 0.711462, + "main_score": 0.670019, + "hf_subset": "som_Latn-yue_Hant", + "languages": [ + "som-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.66832, + "recall": 0.719368, + "f1": 0.68234, + "accuracy": 0.719368, + "main_score": 0.68234, + "hf_subset": "som_Latn-asm_Beng", + "languages": [ + "som-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.626919, + "recall": 0.68083, + "f1": 0.641409, + "accuracy": 0.68083, + "main_score": 0.641409, + "hf_subset": "som_Latn-ckb_Arab", + "languages": [ + "som-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.6273, + "recall": 0.66996, + "f1": 0.639143, + "accuracy": 0.66996, + "main_score": 0.639143, + "hf_subset": "som_Latn-gle_Latn", + "languages": [ + "som-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568765, + "recall": 0.616601, + "f1": 0.580597, + "accuracy": 0.616601, + "main_score": 0.580597, + "hf_subset": "som_Latn-kas_Arab", + "languages": [ + "som-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598127, + "recall": 0.651186, + "f1": 0.612808, + "accuracy": 0.651186, + "main_score": 0.612808, + "hf_subset": "som_Latn-ltg_Latn", + "languages": [ + "som-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547236, + "recall": 0.58004, + "f1": 0.556082, + "accuracy": 0.58004, + "main_score": 0.556082, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.602418, + "recall": 0.663043, + "f1": 0.618927, + "accuracy": 0.663043, + "main_score": 0.618927, + "hf_subset": "som_Latn-sin_Sinh", + "languages": [ + "som-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.658522, + "recall": 0.717391, + "f1": 0.674094, + "accuracy": 0.717391, + "main_score": 0.674094, + "hf_subset": "som_Latn-tha_Thai", + "languages": [ + "som-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646891, + "recall": 0.69664, + "f1": 0.659608, + "accuracy": 0.69664, + "main_score": 0.659608, + "hf_subset": "som_Latn-zho_Hans", + "languages": [ + "som-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.68869, + "recall": 0.736166, + "f1": 0.701772, + "accuracy": 0.736166, + "main_score": 0.701772, + "hf_subset": "som_Latn-ast_Latn", + "languages": [ + "som-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.644058, + "recall": 0.704545, + "f1": 0.66043, + "accuracy": 0.704545, + "main_score": 0.66043, + "hf_subset": "som_Latn-crh_Latn", + "languages": [ + "som-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698605, + "recall": 0.75, + "f1": 0.713277, + "accuracy": 0.75, + "main_score": 0.713277, + "hf_subset": "som_Latn-glg_Latn", + "languages": [ + "som-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559611, + "recall": 0.61166, + "f1": 0.573773, + "accuracy": 0.61166, + "main_score": 0.573773, + "hf_subset": "som_Latn-kas_Deva", + "languages": [ + "som-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.634048, + "recall": 0.683794, + "f1": 0.64721, + "accuracy": 0.683794, + "main_score": 0.64721, + "hf_subset": "som_Latn-ltz_Latn", + "languages": [ + "som-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.456499, + "recall": 0.502964, + "f1": 0.469441, + "accuracy": 0.502964, + "main_score": 0.469441, + "hf_subset": "som_Latn-nus_Latn", + "languages": [ + "som-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.680245, + "recall": 0.736166, + "f1": 0.695366, + "accuracy": 0.736166, + "main_score": 0.695366, + "hf_subset": "som_Latn-slk_Latn", + "languages": [ + "som-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.442939, + "recall": 0.5, + "f1": 0.458514, + "accuracy": 0.5, + "main_score": 0.458514, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.664222, + "recall": 0.716403, + "f1": 0.678214, + "accuracy": 0.716403, + "main_score": 0.678214, + "hf_subset": "som_Latn-zho_Hant", + "languages": [ + "som-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.646317, + "recall": 0.702569, + "f1": 0.662115, + "accuracy": 0.702569, + "main_score": 0.662115, + "hf_subset": "som_Latn-awa_Deva", + "languages": [ + "som-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.686576, + "recall": 0.731225, + "f1": 0.698797, + "accuracy": 0.731225, + "main_score": 0.698797, + "hf_subset": "som_Latn-cym_Latn", + "languages": [ + "som-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560149, + "recall": 0.606719, + "f1": 0.572044, + "accuracy": 0.606719, + "main_score": 0.572044, + "hf_subset": "som_Latn-grn_Latn", + "languages": [ + "som-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.62894, + "recall": 0.684783, + "f1": 0.643556, + "accuracy": 0.684783, + "main_score": 0.643556, + "hf_subset": "som_Latn-kat_Geor", + "languages": [ + "som-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515313, + "recall": 0.554348, + "f1": 0.525909, + "accuracy": 0.554348, + "main_score": 0.525909, + "hf_subset": "som_Latn-lua_Latn", + "languages": [ + "som-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543066, + "recall": 0.590909, + "f1": 0.555678, + "accuracy": 0.590909, + "main_score": 0.555678, + "hf_subset": "som_Latn-nya_Latn", + "languages": [ + "som-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.665322, + "recall": 0.714427, + "f1": 0.677864, + "accuracy": 0.714427, + "main_score": 0.677864, + "hf_subset": "som_Latn-slv_Latn", + "languages": [ + "som-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.60279, + "recall": 0.647233, + "f1": 0.614265, + "accuracy": 0.647233, + "main_score": 0.614265, + "hf_subset": "som_Latn-tpi_Latn", + "languages": [ + "som-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.708789, + "recall": 0.757905, + "f1": 0.722193, + "accuracy": 0.757905, + "main_score": 0.722193, + "hf_subset": "som_Latn-zsm_Latn", + "languages": [ + "som-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490053, + "recall": 0.528656, + "f1": 0.501187, + "accuracy": 0.528656, + "main_score": 0.501187, + "hf_subset": "som_Latn-ayr_Latn", + "languages": [ + "som-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.693305, + "recall": 0.748024, + "f1": 0.707973, + "accuracy": 0.748024, + "main_score": 0.707973, + "hf_subset": "som_Latn-dan_Latn", + "languages": [ + "som-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673257, + "recall": 0.730237, + "f1": 0.688706, + "accuracy": 0.730237, + "main_score": 0.688706, + "hf_subset": "som_Latn-guj_Gujr", + "languages": [ + "som-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.670041, + "recall": 0.718379, + "f1": 0.682881, + "accuracy": 0.718379, + "main_score": 0.682881, + "hf_subset": "som_Latn-kaz_Cyrl", + "languages": [ + "som-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.507845, + "recall": 0.550395, + "f1": 0.519397, + "accuracy": 0.550395, + "main_score": 0.519397, + "hf_subset": "som_Latn-lug_Latn", + "languages": [ + "som-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.698479, + "recall": 0.750988, + "f1": 0.712619, + "accuracy": 0.750988, + "main_score": 0.712619, + "hf_subset": "som_Latn-oci_Latn", + "languages": [ + "som-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.61293, + "recall": 0.662055, + "f1": 0.626171, + "accuracy": 0.662055, + "main_score": 0.626171, + "hf_subset": "som_Latn-smo_Latn", + "languages": [ + "som-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.514003, + "recall": 0.554348, + "f1": 0.524619, + "accuracy": 0.554348, + "main_score": 0.524619, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569917, + "recall": 0.614625, + "f1": 0.582002, + "accuracy": 0.614625, + "main_score": 0.582002, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555529, + "recall": 0.607708, + "f1": 0.570068, + "accuracy": 0.607708, + "main_score": 0.570068, + "hf_subset": "som_Latn-azb_Arab", + "languages": [ + "som-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.687867, + "recall": 0.737154, + "f1": 0.701075, + "accuracy": 0.737154, + "main_score": 0.701075, + "hf_subset": "som_Latn-deu_Latn", + "languages": [ + "som-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.645228, + "recall": 0.704545, + "f1": 0.661387, + "accuracy": 0.704545, + "main_score": 0.661387, + "hf_subset": "som_Latn-hat_Latn", + "languages": [ + "som-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469223, + "recall": 0.508893, + "f1": 0.479587, + "accuracy": 0.508893, + "main_score": 0.479587, + "hf_subset": "som_Latn-kbp_Latn", + "languages": [ + "som-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.518925, + "recall": 0.557312, + "f1": 0.529855, + "accuracy": 0.557312, + "main_score": 0.529855, + "hf_subset": "som_Latn-luo_Latn", + "languages": [ + "som-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.65002, + "recall": 0.709486, + "f1": 0.665428, + "accuracy": 0.709486, + "main_score": 0.665428, + "hf_subset": "som_Latn-ory_Orya", + "languages": [ + "som-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516034, + "recall": 0.564229, + "f1": 0.529059, + "accuracy": 0.564229, + "main_score": 0.529059, + "hf_subset": "som_Latn-sna_Latn", + "languages": [ + "som-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515866, + "recall": 0.554348, + "f1": 0.526005, + "accuracy": 0.554348, + "main_score": 0.526005, + "hf_subset": "som_Latn-tso_Latn", + "languages": [ + "som-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.638611, + "recall": 0.692688, + "f1": 0.653746, + "accuracy": 0.692688, + "main_score": 0.653746, + "hf_subset": "som_Latn-azj_Latn", + "languages": [ + "som-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.468094, + "recall": 0.51581, + "f1": 0.480772, + "accuracy": 0.51581, + "main_score": 0.480772, + "hf_subset": "som_Latn-dik_Latn", + "languages": [ + "som-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.611198, + "recall": 0.657115, + "f1": 0.62357, + "accuracy": 0.657115, + "main_score": 0.62357, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.629433, + "recall": 0.674901, + "f1": 0.641176, + "accuracy": 0.674901, + "main_score": 0.641176, + "hf_subset": "som_Latn-kea_Latn", + "languages": [ + "som-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.531648, + "recall": 0.574111, + "f1": 0.542623, + "accuracy": 0.574111, + "main_score": 0.542623, + "hf_subset": "som_Latn-lus_Latn", + "languages": [ + "som-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568701, + "recall": 0.606719, + "f1": 0.579209, + "accuracy": 0.606719, + "main_score": 0.579209, + "hf_subset": "som_Latn-pag_Latn", + "languages": [ + "som-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.659712, + "recall": 0.714427, + "f1": 0.674376, + "accuracy": 0.714427, + "main_score": 0.674376, + "hf_subset": "som_Latn-snd_Arab", + "languages": [ + "som-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599, + "recall": 0.650198, + "f1": 0.611806, + "accuracy": 0.650198, + "main_score": 0.611806, + "hf_subset": "som_Latn-tuk_Latn", + "languages": [ + "som-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.628835, + "recall": 0.68083, + "f1": 0.642162, + "accuracy": 0.68083, + "main_score": 0.642162, + "hf_subset": "som_Latn-bak_Cyrl", + "languages": [ + "som-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.408084, + "recall": 0.466403, + "f1": 0.424795, + "accuracy": 0.466403, + "main_score": 0.424795, + "hf_subset": "som_Latn-dyu_Latn", + "languages": [ + "som-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.682193, + "recall": 0.731225, + "f1": 0.69489, + "accuracy": 0.731225, + "main_score": 0.69489, + "hf_subset": "som_Latn-heb_Hebr", + "languages": [ + "som-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.631503, + "recall": 0.682806, + "f1": 0.645004, + "accuracy": 0.682806, + "main_score": 0.645004, + "hf_subset": "som_Latn-khk_Cyrl", + "languages": [ + "som-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.673419, + "recall": 0.719368, + "f1": 0.685727, + "accuracy": 0.719368, + "main_score": 0.685727, + "hf_subset": "som_Latn-lvs_Latn", + "languages": [ + "som-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.668644, + "recall": 0.725296, + "f1": 0.684032, + "accuracy": 0.725296, + "main_score": 0.684032, + "hf_subset": "som_Latn-pan_Guru", + "languages": [ + "som-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511579, + "recall": 0.546443, + "f1": 0.520888, + "accuracy": 0.546443, + "main_score": 0.520888, + "hf_subset": "som_Latn-tum_Latn", + "languages": [ + "som-Latn", + "tum-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.435937, + "recall": 0.48419, + "f1": 0.449084, + "accuracy": 0.48419, + "main_score": 0.449084, + "hf_subset": "tum_Latn-ace_Arab", + "languages": [ + "tum-Latn", + "ace-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.489041, + "recall": 0.529644, + "f1": 0.500675, + "accuracy": 0.529644, + "main_score": 0.500675, + "hf_subset": "tum_Latn-bam_Latn", + "languages": [ + "tum-Latn", + "bam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.240162, + "recall": 0.29249, + "f1": 0.253302, + "accuracy": 0.29249, + "main_score": 0.253302, + "hf_subset": "tum_Latn-dzo_Tibt", + "languages": [ + "tum-Latn", + "dzo-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601858, + "recall": 0.645257, + "f1": 0.612769, + "accuracy": 0.645257, + "main_score": 0.612769, + "hf_subset": "tum_Latn-hin_Deva", + "languages": [ + "tum-Latn", + "hin-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539744, + "recall": 0.59585, + "f1": 0.554782, + "accuracy": 0.59585, + "main_score": 0.554782, + "hf_subset": "tum_Latn-khm_Khmr", + "languages": [ + "tum-Latn", + "khm-Khmr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570879, + "recall": 0.619565, + "f1": 0.58433, + "accuracy": 0.619565, + "main_score": 0.58433, + "hf_subset": "tum_Latn-mag_Deva", + "languages": [ + "tum-Latn", + "mag-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575038, + "recall": 0.615613, + "f1": 0.5851, + "accuracy": 0.615613, + "main_score": 0.5851, + "hf_subset": "tum_Latn-pap_Latn", + "languages": [ + "tum-Latn", + "pap-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.538539, + "recall": 0.587945, + "f1": 0.551771, + "accuracy": 0.587945, + "main_score": 0.551771, + "hf_subset": "tum_Latn-sot_Latn", + "languages": [ + "tum-Latn", + "sot-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581945, + "recall": 0.63834, + "f1": 0.596494, + "accuracy": 0.63834, + "main_score": 0.596494, + "hf_subset": "tum_Latn-tur_Latn", + "languages": [ + "tum-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548237, + "recall": 0.589921, + "f1": 0.558585, + "accuracy": 0.589921, + "main_score": 0.558585, + "hf_subset": "tum_Latn-ace_Latn", + "languages": [ + "tum-Latn", + "ace-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584564, + "recall": 0.612648, + "f1": 0.592709, + "accuracy": 0.612648, + "main_score": 0.592709, + "hf_subset": "tum_Latn-ban_Latn", + "languages": [ + "tum-Latn", + "ban-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581769, + "recall": 0.631423, + "f1": 0.594002, + "accuracy": 0.631423, + "main_score": 0.594002, + "hf_subset": "tum_Latn-ell_Grek", + "languages": [ + "tum-Latn", + "ell-Grek" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.558948, + "recall": 0.608696, + "f1": 0.571807, + "accuracy": 0.608696, + "main_score": 0.571807, + "hf_subset": "tum_Latn-hne_Deva", + "languages": [ + "tum-Latn", + "hne-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.527423, + "recall": 0.575099, + "f1": 0.539768, + "accuracy": 0.575099, + "main_score": 0.539768, + "hf_subset": "tum_Latn-kik_Latn", + "languages": [ + "tum-Latn", + "kik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577984, + "recall": 0.626482, + "f1": 0.590752, + "accuracy": 0.626482, + "main_score": 0.590752, + "hf_subset": "tum_Latn-mai_Deva", + "languages": [ + "tum-Latn", + "mai-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525058, + "recall": 0.576087, + "f1": 0.537656, + "accuracy": 0.576087, + "main_score": 0.537656, + "hf_subset": "tum_Latn-pbt_Arab", + "languages": [ + "tum-Latn", + "pbt-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590622, + "recall": 0.636364, + "f1": 0.601635, + "accuracy": 0.636364, + "main_score": 0.601635, + "hf_subset": "tum_Latn-spa_Latn", + "languages": [ + "tum-Latn", + "spa-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548602, + "recall": 0.583992, + "f1": 0.55902, + "accuracy": 0.583992, + "main_score": 0.55902, + "hf_subset": "tum_Latn-twi_Latn", + "languages": [ + "tum-Latn", + "twi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.58474, + "recall": 0.636364, + "f1": 0.598183, + "accuracy": 0.636364, + "main_score": 0.598183, + "hf_subset": "tum_Latn-acm_Arab", + "languages": [ + "tum-Latn", + "acm-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562025, + "recall": 0.609684, + "f1": 0.574176, + "accuracy": 0.609684, + "main_score": 0.574176, + "hf_subset": "tum_Latn-bel_Cyrl", + "languages": [ + "tum-Latn", + "bel-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609239, + "recall": 0.656126, + "f1": 0.621271, + "accuracy": 0.656126, + "main_score": 0.621271, + "hf_subset": "tum_Latn-eng_Latn", + "languages": [ + "tum-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597047, + "recall": 0.647233, + "f1": 0.609281, + "accuracy": 0.647233, + "main_score": 0.609281, + "hf_subset": "tum_Latn-hrv_Latn", + "languages": [ + "tum-Latn", + "hrv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.5144, + "recall": 0.562253, + "f1": 0.528073, + "accuracy": 0.562253, + "main_score": 0.528073, + "hf_subset": "tum_Latn-kin_Latn", + "languages": [ + "tum-Latn", + "kin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575565, + "recall": 0.624506, + "f1": 0.587535, + "accuracy": 0.624506, + "main_score": 0.587535, + "hf_subset": "tum_Latn-mal_Mlym", + "languages": [ + "tum-Latn", + "mal-Mlym" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575461, + "recall": 0.631423, + "f1": 0.590201, + "accuracy": 0.631423, + "main_score": 0.590201, + "hf_subset": "tum_Latn-pes_Arab", + "languages": [ + "tum-Latn", + "pes-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579651, + "recall": 0.626482, + "f1": 0.591372, + "accuracy": 0.626482, + "main_score": 0.591372, + "hf_subset": "tum_Latn-srd_Latn", + "languages": [ + "tum-Latn", + "srd-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.189972, + "recall": 0.233202, + "f1": 0.200863, + "accuracy": 0.233202, + "main_score": 0.200863, + "hf_subset": "tum_Latn-tzm_Tfng", + "languages": [ + "tum-Latn", + "tzm-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.587437, + "recall": 0.637352, + "f1": 0.600065, + "accuracy": 0.637352, + "main_score": 0.600065, + "hf_subset": "tum_Latn-acq_Arab", + "languages": [ + "tum-Latn", + "acq-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586375, + "recall": 0.633399, + "f1": 0.599442, + "accuracy": 0.633399, + "main_score": 0.599442, + "hf_subset": "tum_Latn-bem_Latn", + "languages": [ + "tum-Latn", + "bem-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590412, + "recall": 0.641304, + "f1": 0.602851, + "accuracy": 0.641304, + "main_score": 0.602851, + "hf_subset": "tum_Latn-epo_Latn", + "languages": [ + "tum-Latn", + "epo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580559, + "recall": 0.629447, + "f1": 0.593363, + "accuracy": 0.629447, + "main_score": 0.593363, + "hf_subset": "tum_Latn-hun_Latn", + "languages": [ + "tum-Latn", + "hun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556289, + "recall": 0.600791, + "f1": 0.567229, + "accuracy": 0.600791, + "main_score": 0.567229, + "hf_subset": "tum_Latn-kir_Cyrl", + "languages": [ + "tum-Latn", + "kir-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581085, + "recall": 0.621542, + "f1": 0.591453, + "accuracy": 0.621542, + "main_score": 0.591453, + "hf_subset": "tum_Latn-mar_Deva", + "languages": [ + "tum-Latn", + "mar-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.54023, + "recall": 0.582016, + "f1": 0.551724, + "accuracy": 0.582016, + "main_score": 0.551724, + "hf_subset": "tum_Latn-plt_Latn", + "languages": [ + "tum-Latn", + "plt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.604797, + "recall": 0.651186, + "f1": 0.617007, + "accuracy": 0.651186, + "main_score": 0.617007, + "hf_subset": "tum_Latn-srp_Cyrl", + "languages": [ + "tum-Latn", + "srp-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515853, + "recall": 0.568182, + "f1": 0.528888, + "accuracy": 0.568182, + "main_score": 0.528888, + "hf_subset": "tum_Latn-uig_Arab", + "languages": [ + "tum-Latn", + "uig-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578869, + "recall": 0.631423, + "f1": 0.591374, + "accuracy": 0.631423, + "main_score": 0.591374, + "hf_subset": "tum_Latn-aeb_Arab", + "languages": [ + "tum-Latn", + "aeb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577171, + "recall": 0.62253, + "f1": 0.589134, + "accuracy": 0.62253, + "main_score": 0.589134, + "hf_subset": "tum_Latn-ben_Beng", + "languages": [ + "tum-Latn", + "ben-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55818, + "recall": 0.613636, + "f1": 0.572506, + "accuracy": 0.613636, + "main_score": 0.572506, + "hf_subset": "tum_Latn-est_Latn", + "languages": [ + "tum-Latn", + "est-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563984, + "recall": 0.613636, + "f1": 0.576733, + "accuracy": 0.613636, + "main_score": 0.576733, + "hf_subset": "tum_Latn-hye_Armn", + "languages": [ + "tum-Latn", + "hye-Armn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.532775, + "recall": 0.574111, + "f1": 0.544444, + "accuracy": 0.574111, + "main_score": 0.544444, + "hf_subset": "tum_Latn-kmb_Latn", + "languages": [ + "tum-Latn", + "kmb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.388487, + "recall": 0.44664, + "f1": 0.404092, + "accuracy": 0.44664, + "main_score": 0.404092, + "hf_subset": "tum_Latn-min_Arab", + "languages": [ + "tum-Latn", + "min-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583913, + "recall": 0.635375, + "f1": 0.597045, + "accuracy": 0.635375, + "main_score": 0.597045, + "hf_subset": "tum_Latn-pol_Latn", + "languages": [ + "tum-Latn", + "pol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537965, + "recall": 0.586957, + "f1": 0.55147, + "accuracy": 0.586957, + "main_score": 0.55147, + "hf_subset": "tum_Latn-ssw_Latn", + "languages": [ + "tum-Latn", + "ssw-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592416, + "recall": 0.643281, + "f1": 0.605389, + "accuracy": 0.643281, + "main_score": 0.605389, + "hf_subset": "tum_Latn-ukr_Cyrl", + "languages": [ + "tum-Latn", + "ukr-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59963, + "recall": 0.648221, + "f1": 0.612605, + "accuracy": 0.648221, + "main_score": 0.612605, + "hf_subset": "tum_Latn-afr_Latn", + "languages": [ + "tum-Latn", + "afr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.581025, + "recall": 0.631423, + "f1": 0.594088, + "accuracy": 0.631423, + "main_score": 0.594088, + "hf_subset": "tum_Latn-bho_Deva", + "languages": [ + "tum-Latn", + "bho-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.559939, + "recall": 0.616601, + "f1": 0.574887, + "accuracy": 0.616601, + "main_score": 0.574887, + "hf_subset": "tum_Latn-eus_Latn", + "languages": [ + "tum-Latn", + "eus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.517882, + "recall": 0.567194, + "f1": 0.531574, + "accuracy": 0.567194, + "main_score": 0.531574, + "hf_subset": "tum_Latn-ibo_Latn", + "languages": [ + "tum-Latn", + "ibo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.551895, + "recall": 0.591897, + "f1": 0.562893, + "accuracy": 0.591897, + "main_score": 0.562893, + "hf_subset": "tum_Latn-kmr_Latn", + "languages": [ + "tum-Latn", + "kmr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.569879, + "recall": 0.621542, + "f1": 0.583226, + "accuracy": 0.621542, + "main_score": 0.583226, + "hf_subset": "tum_Latn-min_Latn", + "languages": [ + "tum-Latn", + "min-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.597912, + "recall": 0.645257, + "f1": 0.610281, + "accuracy": 0.645257, + "main_score": 0.610281, + "hf_subset": "tum_Latn-por_Latn", + "languages": [ + "tum-Latn", + "por-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.586293, + "recall": 0.629447, + "f1": 0.597434, + "accuracy": 0.629447, + "main_score": 0.597434, + "hf_subset": "tum_Latn-sun_Latn", + "languages": [ + "tum-Latn", + "sun-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.516466, + "recall": 0.557312, + "f1": 0.528459, + "accuracy": 0.557312, + "main_score": 0.528459, + "hf_subset": "tum_Latn-umb_Latn", + "languages": [ + "tum-Latn", + "umb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57776, + "recall": 0.632411, + "f1": 0.591893, + "accuracy": 0.632411, + "main_score": 0.591893, + "hf_subset": "tum_Latn-ajp_Arab", + "languages": [ + "tum-Latn", + "ajp-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.41321, + "recall": 0.465415, + "f1": 0.427376, + "accuracy": 0.465415, + "main_score": 0.427376, + "hf_subset": "tum_Latn-bjn_Arab", + "languages": [ + "tum-Latn", + "bjn-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511263, + "recall": 0.549407, + "f1": 0.522058, + "accuracy": 0.549407, + "main_score": 0.522058, + "hf_subset": "tum_Latn-ewe_Latn", + "languages": [ + "tum-Latn", + "ewe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583208, + "recall": 0.619565, + "f1": 0.592458, + "accuracy": 0.619565, + "main_score": 0.592458, + "hf_subset": "tum_Latn-ilo_Latn", + "languages": [ + "tum-Latn", + "ilo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.304868, + "recall": 0.353755, + "f1": 0.318105, + "accuracy": 0.353755, + "main_score": 0.318105, + "hf_subset": "tum_Latn-knc_Arab", + "languages": [ + "tum-Latn", + "knc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598917, + "recall": 0.650198, + "f1": 0.611491, + "accuracy": 0.650198, + "main_score": 0.611491, + "hf_subset": "tum_Latn-mkd_Cyrl", + "languages": [ + "tum-Latn", + "mkd-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572735, + "recall": 0.624506, + "f1": 0.586345, + "accuracy": 0.624506, + "main_score": 0.586345, + "hf_subset": "tum_Latn-prs_Arab", + "languages": [ + "tum-Latn", + "prs-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.595993, + "recall": 0.648221, + "f1": 0.609443, + "accuracy": 0.648221, + "main_score": 0.609443, + "hf_subset": "tum_Latn-swe_Latn", + "languages": [ + "tum-Latn", + "swe-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555377, + "recall": 0.612648, + "f1": 0.570476, + "accuracy": 0.612648, + "main_score": 0.570476, + "hf_subset": "tum_Latn-urd_Arab", + "languages": [ + "tum-Latn", + "urd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515081, + "recall": 0.554348, + "f1": 0.526202, + "accuracy": 0.554348, + "main_score": 0.526202, + "hf_subset": "tum_Latn-aka_Latn", + "languages": [ + "tum-Latn", + "aka-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.57397, + "recall": 0.61166, + "f1": 0.584042, + "accuracy": 0.61166, + "main_score": 0.584042, + "hf_subset": "tum_Latn-bjn_Latn", + "languages": [ + "tum-Latn", + "bjn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.555746, + "recall": 0.599802, + "f1": 0.567576, + "accuracy": 0.599802, + "main_score": 0.567576, + "hf_subset": "tum_Latn-fao_Latn", + "languages": [ + "tum-Latn", + "fao-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.606517, + "recall": 0.652174, + "f1": 0.617835, + "accuracy": 0.652174, + "main_score": 0.617835, + "hf_subset": "tum_Latn-ind_Latn", + "languages": [ + "tum-Latn", + "ind-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536713, + "recall": 0.572134, + "f1": 0.546552, + "accuracy": 0.572134, + "main_score": 0.546552, + "hf_subset": "tum_Latn-knc_Latn", + "languages": [ + "tum-Latn", + "knc-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577012, + "recall": 0.624506, + "f1": 0.589009, + "accuracy": 0.624506, + "main_score": 0.589009, + "hf_subset": "tum_Latn-mlt_Latn", + "languages": [ + "tum-Latn", + "mlt-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.524132, + "recall": 0.570158, + "f1": 0.537241, + "accuracy": 0.570158, + "main_score": 0.537241, + "hf_subset": "tum_Latn-quy_Latn", + "languages": [ + "tum-Latn", + "quy-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582771, + "recall": 0.635375, + "f1": 0.595873, + "accuracy": 0.635375, + "main_score": 0.595873, + "hf_subset": "tum_Latn-swh_Latn", + "languages": [ + "tum-Latn", + "swh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571493, + "recall": 0.617589, + "f1": 0.583102, + "accuracy": 0.617589, + "main_score": 0.583102, + "hf_subset": "tum_Latn-uzn_Latn", + "languages": [ + "tum-Latn", + "uzn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.580657, + "recall": 0.630435, + "f1": 0.592312, + "accuracy": 0.630435, + "main_score": 0.592312, + "hf_subset": "tum_Latn-als_Latn", + "languages": [ + "tum-Latn", + "als-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.291974, + "recall": 0.354743, + "f1": 0.307181, + "accuracy": 0.354743, + "main_score": 0.307181, + "hf_subset": "tum_Latn-bod_Tibt", + "languages": [ + "tum-Latn", + "bod-Tibt" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552535, + "recall": 0.597826, + "f1": 0.564642, + "accuracy": 0.597826, + "main_score": 0.564642, + "hf_subset": "tum_Latn-fij_Latn", + "languages": [ + "tum-Latn", + "fij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.553274, + "recall": 0.599802, + "f1": 0.565153, + "accuracy": 0.599802, + "main_score": 0.565153, + "hf_subset": "tum_Latn-isl_Latn", + "languages": [ + "tum-Latn", + "isl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560331, + "recall": 0.596838, + "f1": 0.570553, + "accuracy": 0.596838, + "main_score": 0.570553, + "hf_subset": "tum_Latn-kon_Latn", + "languages": [ + "tum-Latn", + "kon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.475855, + "recall": 0.531621, + "f1": 0.490705, + "accuracy": 0.531621, + "main_score": 0.490705, + "hf_subset": "tum_Latn-mni_Beng", + "languages": [ + "tum-Latn", + "mni-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.600664, + "recall": 0.650198, + "f1": 0.612756, + "accuracy": 0.650198, + "main_score": 0.612756, + "hf_subset": "tum_Latn-ron_Latn", + "languages": [ + "tum-Latn", + "ron-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571018, + "recall": 0.620553, + "f1": 0.584081, + "accuracy": 0.620553, + "main_score": 0.584081, + "hf_subset": "tum_Latn-szl_Latn", + "languages": [ + "tum-Latn", + "szl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577323, + "recall": 0.625494, + "f1": 0.590196, + "accuracy": 0.625494, + "main_score": 0.590196, + "hf_subset": "tum_Latn-vec_Latn", + "languages": [ + "tum-Latn", + "vec-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.491627, + "recall": 0.547431, + "f1": 0.506744, + "accuracy": 0.547431, + "main_score": 0.506744, + "hf_subset": "tum_Latn-amh_Ethi", + "languages": [ + "tum-Latn", + "amh-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590118, + "recall": 0.642292, + "f1": 0.603149, + "accuracy": 0.642292, + "main_score": 0.603149, + "hf_subset": "tum_Latn-bos_Latn", + "languages": [ + "tum-Latn", + "bos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571301, + "recall": 0.62253, + "f1": 0.584773, + "accuracy": 0.62253, + "main_score": 0.584773, + "hf_subset": "tum_Latn-fin_Latn", + "languages": [ + "tum-Latn", + "fin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590991, + "recall": 0.640316, + "f1": 0.603904, + "accuracy": 0.640316, + "main_score": 0.603904, + "hf_subset": "tum_Latn-ita_Latn", + "languages": [ + "tum-Latn", + "ita-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568706, + "recall": 0.621542, + "f1": 0.582491, + "accuracy": 0.621542, + "main_score": 0.582491, + "hf_subset": "tum_Latn-kor_Hang", + "languages": [ + "tum-Latn", + "kor-Hang" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.495878, + "recall": 0.540514, + "f1": 0.508146, + "accuracy": 0.540514, + "main_score": 0.508146, + "hf_subset": "tum_Latn-mos_Latn", + "languages": [ + "tum-Latn", + "mos-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536198, + "recall": 0.583004, + "f1": 0.549201, + "accuracy": 0.583004, + "main_score": 0.549201, + "hf_subset": "tum_Latn-run_Latn", + "languages": [ + "tum-Latn", + "run-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564781, + "recall": 0.613636, + "f1": 0.577548, + "accuracy": 0.613636, + "main_score": 0.577548, + "hf_subset": "tum_Latn-tam_Taml", + "languages": [ + "tum-Latn", + "tam-Taml" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599967, + "recall": 0.647233, + "f1": 0.611538, + "accuracy": 0.647233, + "main_score": 0.611538, + "hf_subset": "tum_Latn-vie_Latn", + "languages": [ + "tum-Latn", + "vie-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.582254, + "recall": 0.634387, + "f1": 0.596276, + "accuracy": 0.634387, + "main_score": 0.596276, + "hf_subset": "tum_Latn-apc_Arab", + "languages": [ + "tum-Latn", + "apc-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539175, + "recall": 0.583992, + "f1": 0.550745, + "accuracy": 0.583992, + "main_score": 0.550745, + "hf_subset": "tum_Latn-bug_Latn", + "languages": [ + "tum-Latn", + "bug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.482587, + "recall": 0.521739, + "f1": 0.493748, + "accuracy": 0.521739, + "main_score": 0.493748, + "hf_subset": "tum_Latn-fon_Latn", + "languages": [ + "tum-Latn", + "fon-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.599029, + "recall": 0.637352, + "f1": 0.609099, + "accuracy": 0.637352, + "main_score": 0.609099, + "hf_subset": "tum_Latn-jav_Latn", + "languages": [ + "tum-Latn", + "jav-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.543036, + "recall": 0.594862, + "f1": 0.556541, + "accuracy": 0.594862, + "main_score": 0.556541, + "hf_subset": "tum_Latn-lao_Laoo", + "languages": [ + "tum-Latn", + "lao-Laoo" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.515588, + "recall": 0.556324, + "f1": 0.526553, + "accuracy": 0.556324, + "main_score": 0.526553, + "hf_subset": "tum_Latn-mri_Latn", + "languages": [ + "tum-Latn", + "mri-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.584009, + "recall": 0.639328, + "f1": 0.598398, + "accuracy": 0.639328, + "main_score": 0.598398, + "hf_subset": "tum_Latn-rus_Cyrl", + "languages": [ + "tum-Latn", + "rus-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.480271, + "recall": 0.523715, + "f1": 0.492666, + "accuracy": 0.523715, + "main_score": 0.492666, + "hf_subset": "tum_Latn-taq_Latn", + "languages": [ + "tum-Latn", + "taq-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608296, + "recall": 0.648221, + "f1": 0.617797, + "accuracy": 0.648221, + "main_score": 0.617797, + "hf_subset": "tum_Latn-war_Latn", + "languages": [ + "tum-Latn", + "war-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585053, + "recall": 0.635375, + "f1": 0.59772, + "accuracy": 0.635375, + "main_score": 0.59772, + "hf_subset": "tum_Latn-arb_Arab", + "languages": [ + "tum-Latn", + "arb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.596986, + "recall": 0.644269, + "f1": 0.60917, + "accuracy": 0.644269, + "main_score": 0.60917, + "hf_subset": "tum_Latn-bul_Cyrl", + "languages": [ + "tum-Latn", + "bul-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.598037, + "recall": 0.648221, + "f1": 0.610813, + "accuracy": 0.648221, + "main_score": 0.610813, + "hf_subset": "tum_Latn-fra_Latn", + "languages": [ + "tum-Latn", + "fra-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.571825, + "recall": 0.624506, + "f1": 0.584833, + "accuracy": 0.624506, + "main_score": 0.584833, + "hf_subset": "tum_Latn-jpn_Jpan", + "languages": [ + "tum-Latn", + "jpn-Jpan" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579521, + "recall": 0.630435, + "f1": 0.592737, + "accuracy": 0.630435, + "main_score": 0.592737, + "hf_subset": "tum_Latn-lij_Latn", + "languages": [ + "tum-Latn", + "lij-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.45832, + "recall": 0.527668, + "f1": 0.476193, + "accuracy": 0.527668, + "main_score": 0.476193, + "hf_subset": "tum_Latn-mya_Mymr", + "languages": [ + "tum-Latn", + "mya-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.520392, + "recall": 0.563241, + "f1": 0.531647, + "accuracy": 0.563241, + "main_score": 0.531647, + "hf_subset": "tum_Latn-sag_Latn", + "languages": [ + "tum-Latn", + "sag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.198941, + "recall": 0.248024, + "f1": 0.210214, + "accuracy": 0.248024, + "main_score": 0.210214, + "hf_subset": "tum_Latn-taq_Tfng", + "languages": [ + "tum-Latn", + "taq-Tfng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.522557, + "recall": 0.567194, + "f1": 0.53462, + "accuracy": 0.567194, + "main_score": 0.53462, + "hf_subset": "tum_Latn-wol_Latn", + "languages": [ + "tum-Latn", + "wol-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.469956, + "recall": 0.523715, + "f1": 0.484571, + "accuracy": 0.523715, + "main_score": 0.484571, + "hf_subset": "tum_Latn-arb_Latn", + "languages": [ + "tum-Latn", + "arb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590541, + "recall": 0.642292, + "f1": 0.603729, + "accuracy": 0.642292, + "main_score": 0.603729, + "hf_subset": "tum_Latn-cat_Latn", + "languages": [ + "tum-Latn", + "cat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.570224, + "recall": 0.613636, + "f1": 0.58104, + "accuracy": 0.613636, + "main_score": 0.58104, + "hf_subset": "tum_Latn-fur_Latn", + "languages": [ + "tum-Latn", + "fur-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.415144, + "recall": 0.465415, + "f1": 0.429139, + "accuracy": 0.465415, + "main_score": 0.429139, + "hf_subset": "tum_Latn-kab_Latn", + "languages": [ + "tum-Latn", + "kab-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.55555, + "recall": 0.597826, + "f1": 0.566179, + "accuracy": 0.597826, + "main_score": 0.566179, + "hf_subset": "tum_Latn-lim_Latn", + "languages": [ + "tum-Latn", + "lim-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603494, + "recall": 0.655138, + "f1": 0.616514, + "accuracy": 0.655138, + "main_score": 0.616514, + "hf_subset": "tum_Latn-nld_Latn", + "languages": [ + "tum-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.540348, + "recall": 0.591897, + "f1": 0.553224, + "accuracy": 0.591897, + "main_score": 0.553224, + "hf_subset": "tum_Latn-san_Deva", + "languages": [ + "tum-Latn", + "san-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.566166, + "recall": 0.620553, + "f1": 0.579182, + "accuracy": 0.620553, + "main_score": 0.579182, + "hf_subset": "tum_Latn-tat_Cyrl", + "languages": [ + "tum-Latn", + "tat-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560054, + "recall": 0.608696, + "f1": 0.573901, + "accuracy": 0.608696, + "main_score": 0.573901, + "hf_subset": "tum_Latn-xho_Latn", + "languages": [ + "tum-Latn", + "xho-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564963, + "recall": 0.619565, + "f1": 0.578923, + "accuracy": 0.619565, + "main_score": 0.578923, + "hf_subset": "tum_Latn-ars_Arab", + "languages": [ + "tum-Latn", + "ars-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.601359, + "recall": 0.642292, + "f1": 0.611945, + "accuracy": 0.642292, + "main_score": 0.611945, + "hf_subset": "tum_Latn-ceb_Latn", + "languages": [ + "tum-Latn", + "ceb-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497047, + "recall": 0.54249, + "f1": 0.509944, + "accuracy": 0.54249, + "main_score": 0.509944, + "hf_subset": "tum_Latn-fuv_Latn", + "languages": [ + "tum-Latn", + "fuv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.498241, + "recall": 0.543478, + "f1": 0.511042, + "accuracy": 0.543478, + "main_score": 0.511042, + "hf_subset": "tum_Latn-kac_Latn", + "languages": [ + "tum-Latn", + "kac-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557918, + "recall": 0.601779, + "f1": 0.569463, + "accuracy": 0.601779, + "main_score": 0.569463, + "hf_subset": "tum_Latn-lin_Latn", + "languages": [ + "tum-Latn", + "lin-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.592064, + "recall": 0.643281, + "f1": 0.605043, + "accuracy": 0.643281, + "main_score": 0.605043, + "hf_subset": "tum_Latn-nno_Latn", + "languages": [ + "tum-Latn", + "nno-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.118414, + "recall": 0.168972, + "f1": 0.130571, + "accuracy": 0.168972, + "main_score": 0.130571, + "hf_subset": "tum_Latn-sat_Olck", + "languages": [ + "tum-Latn", + "sat-Olck" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.574322, + "recall": 0.626482, + "f1": 0.587906, + "accuracy": 0.626482, + "main_score": 0.587906, + "hf_subset": "tum_Latn-tel_Telu", + "languages": [ + "tum-Latn", + "tel-Telu" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497841, + "recall": 0.557312, + "f1": 0.513553, + "accuracy": 0.557312, + "main_score": 0.513553, + "hf_subset": "tum_Latn-ydd_Hebr", + "languages": [ + "tum-Latn", + "ydd-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.563126, + "recall": 0.608696, + "f1": 0.574531, + "accuracy": 0.608696, + "main_score": 0.574531, + "hf_subset": "tum_Latn-ary_Arab", + "languages": [ + "tum-Latn", + "ary-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.590156, + "recall": 0.644269, + "f1": 0.604518, + "accuracy": 0.644269, + "main_score": 0.604518, + "hf_subset": "tum_Latn-ces_Latn", + "languages": [ + "tum-Latn", + "ces-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.487257, + "recall": 0.538538, + "f1": 0.502256, + "accuracy": 0.538538, + "main_score": 0.502256, + "hf_subset": "tum_Latn-gaz_Latn", + "languages": [ + "tum-Latn", + "gaz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.529083, + "recall": 0.571146, + "f1": 0.540917, + "accuracy": 0.571146, + "main_score": 0.540917, + "hf_subset": "tum_Latn-kam_Latn", + "languages": [ + "tum-Latn", + "kam-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578188, + "recall": 0.625494, + "f1": 0.59019, + "accuracy": 0.625494, + "main_score": 0.59019, + "hf_subset": "tum_Latn-lit_Latn", + "languages": [ + "tum-Latn", + "lit-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.59849, + "recall": 0.643281, + "f1": 0.61016, + "accuracy": 0.643281, + "main_score": 0.61016, + "hf_subset": "tum_Latn-nob_Latn", + "languages": [ + "tum-Latn", + "nob-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575276, + "recall": 0.619565, + "f1": 0.587307, + "accuracy": 0.619565, + "main_score": 0.587307, + "hf_subset": "tum_Latn-scn_Latn", + "languages": [ + "tum-Latn", + "scn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.547506, + "recall": 0.596838, + "f1": 0.559861, + "accuracy": 0.596838, + "main_score": 0.559861, + "hf_subset": "tum_Latn-tgk_Cyrl", + "languages": [ + "tum-Latn", + "tgk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.49801, + "recall": 0.55336, + "f1": 0.513853, + "accuracy": 0.55336, + "main_score": 0.513853, + "hf_subset": "tum_Latn-yor_Latn", + "languages": [ + "tum-Latn", + "yor-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.578858, + "recall": 0.628458, + "f1": 0.591598, + "accuracy": 0.628458, + "main_score": 0.591598, + "hf_subset": "tum_Latn-arz_Arab", + "languages": [ + "tum-Latn", + "arz-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.490173, + "recall": 0.531621, + "f1": 0.502127, + "accuracy": 0.531621, + "main_score": 0.502127, + "hf_subset": "tum_Latn-cjk_Latn", + "languages": [ + "tum-Latn", + "cjk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521433, + "recall": 0.571146, + "f1": 0.534462, + "accuracy": 0.571146, + "main_score": 0.534462, + "hf_subset": "tum_Latn-gla_Latn", + "languages": [ + "tum-Latn", + "gla-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575182, + "recall": 0.623518, + "f1": 0.587144, + "accuracy": 0.623518, + "main_score": 0.587144, + "hf_subset": "tum_Latn-kan_Knda", + "languages": [ + "tum-Latn", + "kan-Knda" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575454, + "recall": 0.615613, + "f1": 0.585807, + "accuracy": 0.615613, + "main_score": 0.585807, + "hf_subset": "tum_Latn-lmo_Latn", + "languages": [ + "tum-Latn", + "lmo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.565744, + "recall": 0.614625, + "f1": 0.578257, + "accuracy": 0.614625, + "main_score": 0.578257, + "hf_subset": "tum_Latn-npi_Deva", + "languages": [ + "tum-Latn", + "npi-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.437831, + "recall": 0.48913, + "f1": 0.452392, + "accuracy": 0.48913, + "main_score": 0.452392, + "hf_subset": "tum_Latn-shn_Mymr", + "languages": [ + "tum-Latn", + "shn-Mymr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.614561, + "recall": 0.659091, + "f1": 0.625998, + "accuracy": 0.659091, + "main_score": 0.625998, + "hf_subset": "tum_Latn-tgl_Latn", + "languages": [ + "tum-Latn", + "tgl-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576133, + "recall": 0.625494, + "f1": 0.588784, + "accuracy": 0.625494, + "main_score": 0.588784, + "hf_subset": "tum_Latn-yue_Hant", + "languages": [ + "tum-Latn", + "yue-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.548538, + "recall": 0.597826, + "f1": 0.561509, + "accuracy": 0.597826, + "main_score": 0.561509, + "hf_subset": "tum_Latn-asm_Beng", + "languages": [ + "tum-Latn", + "asm-Beng" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.533817, + "recall": 0.582016, + "f1": 0.546449, + "accuracy": 0.582016, + "main_score": 0.546449, + "hf_subset": "tum_Latn-ckb_Arab", + "languages": [ + "tum-Latn", + "ckb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.511507, + "recall": 0.567194, + "f1": 0.525866, + "accuracy": 0.567194, + "main_score": 0.525866, + "hf_subset": "tum_Latn-gle_Latn", + "languages": [ + "tum-Latn", + "gle-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.50369, + "recall": 0.555336, + "f1": 0.51798, + "accuracy": 0.555336, + "main_score": 0.51798, + "hf_subset": "tum_Latn-kas_Arab", + "languages": [ + "tum-Latn", + "kas-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.536319, + "recall": 0.587945, + "f1": 0.549571, + "accuracy": 0.587945, + "main_score": 0.549571, + "hf_subset": "tum_Latn-ltg_Latn", + "languages": [ + "tum-Latn", + "ltg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56158, + "recall": 0.599802, + "f1": 0.572237, + "accuracy": 0.599802, + "main_score": 0.572237, + "hf_subset": "tum_Latn-nso_Latn", + "languages": [ + "tum-Latn", + "nso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.497491, + "recall": 0.550395, + "f1": 0.510937, + "accuracy": 0.550395, + "main_score": 0.510937, + "hf_subset": "tum_Latn-sin_Sinh", + "languages": [ + "tum-Latn", + "sin-Sinh" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.583786, + "recall": 0.633399, + "f1": 0.596784, + "accuracy": 0.633399, + "main_score": 0.596784, + "hf_subset": "tum_Latn-tha_Thai", + "languages": [ + "tum-Latn", + "tha-Thai" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564086, + "recall": 0.610672, + "f1": 0.57566, + "accuracy": 0.610672, + "main_score": 0.57566, + "hf_subset": "tum_Latn-zho_Hans", + "languages": [ + "tum-Latn", + "zho-Hans" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585803, + "recall": 0.641304, + "f1": 0.600079, + "accuracy": 0.641304, + "main_score": 0.600079, + "hf_subset": "tum_Latn-ast_Latn", + "languages": [ + "tum-Latn", + "ast-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.567828, + "recall": 0.618577, + "f1": 0.580191, + "accuracy": 0.618577, + "main_score": 0.580191, + "hf_subset": "tum_Latn-crh_Latn", + "languages": [ + "tum-Latn", + "crh-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.588457, + "recall": 0.633399, + "f1": 0.599755, + "accuracy": 0.633399, + "main_score": 0.599755, + "hf_subset": "tum_Latn-glg_Latn", + "languages": [ + "tum-Latn", + "glg-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513274, + "recall": 0.562253, + "f1": 0.526453, + "accuracy": 0.562253, + "main_score": 0.526453, + "hf_subset": "tum_Latn-kas_Deva", + "languages": [ + "tum-Latn", + "kas-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.550263, + "recall": 0.591897, + "f1": 0.561156, + "accuracy": 0.591897, + "main_score": 0.561156, + "hf_subset": "tum_Latn-ltz_Latn", + "languages": [ + "tum-Latn", + "ltz-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.459465, + "recall": 0.51581, + "f1": 0.474299, + "accuracy": 0.51581, + "main_score": 0.474299, + "hf_subset": "tum_Latn-nus_Latn", + "languages": [ + "tum-Latn", + "nus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.585043, + "recall": 0.630435, + "f1": 0.597039, + "accuracy": 0.630435, + "main_score": 0.597039, + "hf_subset": "tum_Latn-slk_Latn", + "languages": [ + "tum-Latn", + "slk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.385816, + "recall": 0.444664, + "f1": 0.401622, + "accuracy": 0.444664, + "main_score": 0.401622, + "hf_subset": "tum_Latn-tir_Ethi", + "languages": [ + "tum-Latn", + "tir-Ethi" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572359, + "recall": 0.621542, + "f1": 0.584516, + "accuracy": 0.621542, + "main_score": 0.584516, + "hf_subset": "tum_Latn-zho_Hant", + "languages": [ + "tum-Latn", + "zho-Hant" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56934, + "recall": 0.616601, + "f1": 0.581422, + "accuracy": 0.616601, + "main_score": 0.581422, + "hf_subset": "tum_Latn-awa_Deva", + "languages": [ + "tum-Latn", + "awa-Deva" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.562703, + "recall": 0.607708, + "f1": 0.574301, + "accuracy": 0.607708, + "main_score": 0.574301, + "hf_subset": "tum_Latn-cym_Latn", + "languages": [ + "tum-Latn", + "cym-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.554115, + "recall": 0.599802, + "f1": 0.566344, + "accuracy": 0.599802, + "main_score": 0.566344, + "hf_subset": "tum_Latn-grn_Latn", + "languages": [ + "tum-Latn", + "grn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.549968, + "recall": 0.604743, + "f1": 0.564192, + "accuracy": 0.604743, + "main_score": 0.564192, + "hf_subset": "tum_Latn-kat_Geor", + "languages": [ + "tum-Latn", + "kat-Geor" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.539215, + "recall": 0.581028, + "f1": 0.55027, + "accuracy": 0.581028, + "main_score": 0.55027, + "hf_subset": "tum_Latn-lua_Latn", + "languages": [ + "tum-Latn", + "lua-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.635106, + "recall": 0.6917, + "f1": 0.651161, + "accuracy": 0.6917, + "main_score": 0.651161, + "hf_subset": "tum_Latn-nya_Latn", + "languages": [ + "tum-Latn", + "nya-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579564, + "recall": 0.635375, + "f1": 0.59416, + "accuracy": 0.635375, + "main_score": 0.59416, + "hf_subset": "tum_Latn-slv_Latn", + "languages": [ + "tum-Latn", + "slv-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.575559, + "recall": 0.620553, + "f1": 0.58751, + "accuracy": 0.620553, + "main_score": 0.58751, + "hf_subset": "tum_Latn-tpi_Latn", + "languages": [ + "tum-Latn", + "tpi-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.608095, + "recall": 0.660079, + "f1": 0.621447, + "accuracy": 0.660079, + "main_score": 0.621447, + "hf_subset": "tum_Latn-zsm_Latn", + "languages": [ + "tum-Latn", + "zsm-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.509507, + "recall": 0.552372, + "f1": 0.522071, + "accuracy": 0.552372, + "main_score": 0.522071, + "hf_subset": "tum_Latn-ayr_Latn", + "languages": [ + "tum-Latn", + "ayr-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.609283, + "recall": 0.660079, + "f1": 0.622476, + "accuracy": 0.660079, + "main_score": 0.622476, + "hf_subset": "tum_Latn-dan_Latn", + "languages": [ + "tum-Latn", + "dan-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577995, + "recall": 0.629447, + "f1": 0.590585, + "accuracy": 0.629447, + "main_score": 0.590585, + "hf_subset": "tum_Latn-guj_Gujr", + "languages": [ + "tum-Latn", + "guj-Gujr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.568006, + "recall": 0.620553, + "f1": 0.582303, + "accuracy": 0.620553, + "main_score": 0.582303, + "hf_subset": "tum_Latn-kaz_Cyrl", + "languages": [ + "tum-Latn", + "kaz-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51934, + "recall": 0.568182, + "f1": 0.532795, + "accuracy": 0.568182, + "main_score": 0.532795, + "hf_subset": "tum_Latn-lug_Latn", + "languages": [ + "tum-Latn", + "lug-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.603554, + "recall": 0.652174, + "f1": 0.615409, + "accuracy": 0.652174, + "main_score": 0.615409, + "hf_subset": "tum_Latn-oci_Latn", + "languages": [ + "tum-Latn", + "oci-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.576557, + "recall": 0.618577, + "f1": 0.587719, + "accuracy": 0.618577, + "main_score": 0.587719, + "hf_subset": "tum_Latn-smo_Latn", + "languages": [ + "tum-Latn", + "smo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.52388, + "recall": 0.567194, + "f1": 0.53541, + "accuracy": 0.567194, + "main_score": 0.53541, + "hf_subset": "tum_Latn-tsn_Latn", + "languages": [ + "tum-Latn", + "tsn-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.521488, + "recall": 0.575099, + "f1": 0.53688, + "accuracy": 0.575099, + "main_score": 0.53688, + "hf_subset": "tum_Latn-zul_Latn", + "languages": [ + "tum-Latn", + "zul-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.496425, + "recall": 0.5583, + "f1": 0.513149, + "accuracy": 0.5583, + "main_score": 0.513149, + "hf_subset": "tum_Latn-azb_Arab", + "languages": [ + "tum-Latn", + "azb-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.589077, + "recall": 0.640316, + "f1": 0.602384, + "accuracy": 0.640316, + "main_score": 0.602384, + "hf_subset": "tum_Latn-deu_Latn", + "languages": [ + "tum-Latn", + "deu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.525933, + "recall": 0.585968, + "f1": 0.541078, + "accuracy": 0.585968, + "main_score": 0.541078, + "hf_subset": "tum_Latn-hat_Latn", + "languages": [ + "tum-Latn", + "hat-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.494864, + "recall": 0.537549, + "f1": 0.507071, + "accuracy": 0.537549, + "main_score": 0.507071, + "hf_subset": "tum_Latn-kbp_Latn", + "languages": [ + "tum-Latn", + "kbp-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.546243, + "recall": 0.581028, + "f1": 0.55532, + "accuracy": 0.581028, + "main_score": 0.55532, + "hf_subset": "tum_Latn-luo_Latn", + "languages": [ + "tum-Latn", + "luo-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572535, + "recall": 0.626482, + "f1": 0.586694, + "accuracy": 0.626482, + "main_score": 0.586694, + "hf_subset": "tum_Latn-ory_Orya", + "languages": [ + "tum-Latn", + "ory-Orya" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.557474, + "recall": 0.608696, + "f1": 0.571854, + "accuracy": 0.608696, + "main_score": 0.571854, + "hf_subset": "tum_Latn-sna_Latn", + "languages": [ + "tum-Latn", + "sna-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.51492, + "recall": 0.563241, + "f1": 0.527635, + "accuracy": 0.563241, + "main_score": 0.527635, + "hf_subset": "tum_Latn-tso_Latn", + "languages": [ + "tum-Latn", + "tso-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.56073, + "recall": 0.618577, + "f1": 0.576746, + "accuracy": 0.618577, + "main_score": 0.576746, + "hf_subset": "tum_Latn-azj_Latn", + "languages": [ + "tum-Latn", + "azj-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.486408, + "recall": 0.531621, + "f1": 0.499753, + "accuracy": 0.531621, + "main_score": 0.499753, + "hf_subset": "tum_Latn-dik_Latn", + "languages": [ + "tum-Latn", + "dik-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.537928, + "recall": 0.579051, + "f1": 0.549417, + "accuracy": 0.579051, + "main_score": 0.549417, + "hf_subset": "tum_Latn-hau_Latn", + "languages": [ + "tum-Latn", + "hau-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.564717, + "recall": 0.61166, + "f1": 0.576483, + "accuracy": 0.61166, + "main_score": 0.576483, + "hf_subset": "tum_Latn-kea_Latn", + "languages": [ + "tum-Latn", + "kea-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.561379, + "recall": 0.601779, + "f1": 0.571888, + "accuracy": 0.601779, + "main_score": 0.571888, + "hf_subset": "tum_Latn-lus_Latn", + "languages": [ + "tum-Latn", + "lus-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.556019, + "recall": 0.588933, + "f1": 0.564781, + "accuracy": 0.588933, + "main_score": 0.564781, + "hf_subset": "tum_Latn-pag_Latn", + "languages": [ + "tum-Latn", + "pag-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.560936, + "recall": 0.615613, + "f1": 0.575091, + "accuracy": 0.615613, + "main_score": 0.575091, + "hf_subset": "tum_Latn-snd_Arab", + "languages": [ + "tum-Latn", + "snd-Arab" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.523454, + "recall": 0.574111, + "f1": 0.537404, + "accuracy": 0.574111, + "main_score": 0.537404, + "hf_subset": "tum_Latn-tuk_Latn", + "languages": [ + "tum-Latn", + "tuk-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.552716, + "recall": 0.607708, + "f1": 0.566058, + "accuracy": 0.607708, + "main_score": 0.566058, + "hf_subset": "tum_Latn-bak_Cyrl", + "languages": [ + "tum-Latn", + "bak-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.411888, + "recall": 0.48419, + "f1": 0.432452, + "accuracy": 0.48419, + "main_score": 0.432452, + "hf_subset": "tum_Latn-dyu_Latn", + "languages": [ + "tum-Latn", + "dyu-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.579744, + "recall": 0.62747, + "f1": 0.591877, + "accuracy": 0.62747, + "main_score": 0.591877, + "hf_subset": "tum_Latn-heb_Hebr", + "languages": [ + "tum-Latn", + "heb-Hebr" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.545169, + "recall": 0.590909, + "f1": 0.557587, + "accuracy": 0.590909, + "main_score": 0.557587, + "hf_subset": "tum_Latn-khk_Cyrl", + "languages": [ + "tum-Latn", + "khk-Cyrl" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.577966, + "recall": 0.625494, + "f1": 0.590301, + "accuracy": 0.625494, + "main_score": 0.590301, + "hf_subset": "tum_Latn-lvs_Latn", + "languages": [ + "tum-Latn", + "lvs-Latn" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.572536, + "recall": 0.621542, + "f1": 0.584731, + "accuracy": 0.621542, + "main_score": 0.584731, + "hf_subset": "tum_Latn-pan_Guru", + "languages": [ + "tum-Latn", + "pan-Guru" + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.513489, + "recall": 0.561265, + "f1": 0.526508, + "accuracy": 0.561265, + "main_score": 0.526508, + "hf_subset": "tum_Latn-som_Latn", + "languages": [ + "tum-Latn", + "som-Latn" + ], + "mteb_version": "2.16.0" + } + ] + }, + "evaluation_time": 4314.54256140301, + "kg_co2_emissions": null, + "date": 1784845832.366677, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 1.4951741660479456, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 9.118769765947945, + "end": 20.02463407604955, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 20.220656553050503, + "end": 45.07307321904227, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 45.27540028595831, + "end": 57.815745108993724, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 58.01136455195956, + "end": 70.03661621897481, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 70.23891453794204, + "end": 81.19012470298912, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 81.38895295897964, + "end": 93.17615293199196, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 93.37083842803258, + "end": 104.2774616900133, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 104.47334760299418, + "end": 117.13332806096878, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 117.33005965303164, + "end": 132.3556426980067, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 132.55274831596762, + "end": 143.6820745629957, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 143.8799669620348, + "end": 153.43092133803293, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 153.6273466720013, + "end": 175.28135718603153, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 175.47708056494594, + "end": 183.64552132494282, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 183.84116279694717, + "end": 195.3656537849456, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 195.56019097694661, + "end": 207.00428789795842, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 207.19997195794713, + "end": 217.17412745405454, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 217.3693053519819, + "end": 230.5521195740439, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 230.74974860297516, + "end": 244.6123956689844, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 244.81032514804974, + "end": 254.38905315997545, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 254.58549105294514, + "end": 266.9438974939985, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 267.1390004559653, + "end": 279.1286132240202, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 279.32613009703346, + "end": 309.217064292985, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 309.4140559149673, + "end": 344.41440884396434, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 344.61259290296584, + "end": 360.33492619602475, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 360.5324234600412, + "end": 378.45934836403467, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 378.65438618802, + "end": 389.9187891749898, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 390.11662959703244, + "end": 422.2217751330463, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 422.41712677502073, + "end": 434.506778583047, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 434.70371218794025, + "end": 446.9119758970337, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 447.106579437037, + "end": 458.6490653989604, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 458.8471798399696, + "end": 477.44768614694476, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 477.64555517805275, + "end": 495.9397144319955, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 496.13692428695504, + "end": 508.6991033429513, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 508.89571282896213, + "end": 529.5425615429413, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 529.7432240709895, + "end": 542.17844211997, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 542.3757701800205, + "end": 557.7346752330195, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 557.9311003360199, + "end": 570.3333954260452, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 570.5286697510164, + "end": 581.6244845800102, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 581.8209724610206, + "end": 594.5811859120149, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 594.7856685109437, + "end": 605.65860961203, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 605.8555400370387, + "end": 617.4067791190464, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 617.6087338109501, + "end": 629.5162597630406, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 629.7116411840543, + "end": 637.5964452029439, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 637.7921792110428, + "end": 661.5276211210294, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 661.7246490629623, + "end": 683.1972479060059, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 683.3972772980342, + "end": 696.5294058580184, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 696.7238259849837, + "end": 707.9366450250382, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 708.1337208839832, + "end": 720.4764446079498, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 720.6736485230504, + "end": 731.378593454021, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 731.5740261829924, + "end": 743.4153983689612, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 743.6097064489732, + "end": 754.5721793540288, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 754.7679113129852, + "end": 766.7980968100019, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 766.9933967640391, + "end": 779.375168293016, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 779.5702191860182, + "end": 790.4664288780186, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 790.6613263370236, + "end": 801.535755014047, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 801.730067003984, + "end": 813.7260398999788, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 813.9233043219429, + "end": 841.2918255419936, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 841.4864941600244, + "end": 851.8647932689637, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 852.0617995409993, + "end": 867.3416290889727, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 867.5387158580124, + "end": 890.8854043020401, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 891.082031577942, + "end": 901.5718196589733, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 901.7684176459443, + "end": 913.7095879409462, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 913.9055048930459, + "end": 924.3891113490099, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 924.5845400190447, + "end": 935.0449063939741, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 935.2415825369535, + "end": 980.6404728579801, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 980.8370318559464, + "end": 991.799422033946, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 991.997832673951, + "end": 1006.3446990429657, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1006.543417382054, + "end": 1015.8331754090032, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1016.0298743119929, + "end": 1029.8846169969765, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1030.080858387053, + "end": 1042.031162208994, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1042.2278503320413, + "end": 1053.5581471159821, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1053.757773841964, + "end": 1065.3563614069717, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1065.5567604450043, + "end": 1076.1440705580171, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1076.3416688679717, + "end": 1086.7886608709814, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1086.986647757003, + "end": 1097.635891400976, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1097.8308860360412, + "end": 1107.8415377789643, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1108.042807386024, + "end": 1121.7049264990492, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1121.9048097060295, + "end": 1133.0277423060033, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1133.22589280596, + "end": 1150.772505386034, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1150.9692827459658, + "end": 1161.3831312980037, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1161.5824654359603, + "end": 1182.750140905031, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1182.9455247160513, + "end": 1195.414295820985, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1195.6132757100277, + "end": 1210.0557334619807, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1210.2507727449993, + "end": 1220.6587558110477, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1220.8588432710385, + "end": 1250.4207964199595, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1250.6169114239747, + "end": 1261.9705575859407, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1262.1657495340332, + "end": 1273.9066697460366, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1274.107298154966, + "end": 1286.1688536580186, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1286.3696001829812, + "end": 1298.9823845030041, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1299.1771187679842, + "end": 1309.1199234769447, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1309.322766675963, + "end": 1321.6387495649979, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1321.835726498044, + "end": 1351.9335061269812, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1352.1298834519694, + "end": 1368.719592737034, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1368.9161392949754, + "end": 1384.2242084030295, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1384.4200062189484, + "end": 1394.6406223720405, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1394.8379433919908, + "end": 1407.4064611969516, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1407.611519834958, + "end": 1420.2034120280296, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1420.3999952150043, + "end": 1450.7457113070413, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1450.9425321959425, + "end": 1466.0112962250132, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1466.207202606951, + "end": 1498.1702517779777, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1498.3659390079556, + "end": 1510.662316113012, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1510.8587979440344, + "end": 1536.6128151220037, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1536.8069572079694, + "end": 1548.7695294630248, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1548.9648112569703, + "end": 1558.8791754039703, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1559.0754714820068, + "end": 1597.1083553440403, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1597.3039361579577, + "end": 1607.650713967043, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1607.8459319840185, + "end": 1620.5506520000054, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1620.7439203279791, + "end": 1632.4406973399455, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1632.6357777420199, + "end": 1647.3433459099615, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1647.5389820720302, + "end": 1663.4843106779736, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1663.682314533973, + "end": 1687.140852686949, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1687.3365521869855, + "end": 1698.8308562269667, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1699.034460157971, + "end": 1714.805633787997, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1714.9990123920143, + "end": 1727.8082191760186, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1728.0098194900202, + "end": 1739.9379588200245, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1740.1322534310166, + "end": 1751.4032335289521, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1751.601844543009, + "end": 1759.7870215820149, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1759.9815547940088, + "end": 1771.572713230038, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1771.7733778180555, + "end": 1785.377503126976, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1785.5738928409992, + "end": 1805.9076226389734, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1806.1028773350408, + "end": 1815.7560359319905, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1815.9514613320353, + "end": 1826.2616814649664, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1826.457106214948, + "end": 1846.7116822099779, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1846.9062903890153, + "end": 1857.3163911480224, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1857.5114440510515, + "end": 1870.3444463160122, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1870.5384683969896, + "end": 1882.3696364560165, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1882.5645198849961, + "end": 1894.8541658750037, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1895.048774793977, + "end": 1907.256892659003, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1907.4510631050216, + "end": 1918.8493329490302, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1919.0419689100236, + "end": 1931.2379976660013, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1931.431096291053, + "end": 1943.688125701039, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1943.883372657001, + "end": 1954.7313076100545, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1954.9267723589437, + "end": 1968.8318643460516, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1969.0301742210286, + "end": 1981.0564489410026, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1981.2518580410397, + "end": 1992.6616019560024, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1992.8605987050105, + "end": 2007.2646493769716, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2007.4619225000497, + "end": 2019.4377022320405, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2019.6327717150562, + "end": 2042.6289737370098, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2042.8225847929716, + "end": 2053.999169965042, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2054.19393866905, + "end": 2065.145457493025, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2065.3392398719443, + "end": 2078.115440579946, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2078.3118447730085, + "end": 2101.7640789869474, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2101.959306993056, + "end": 2115.13299516798, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2115.327011529007, + "end": 2127.2364243130432, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2127.4315221440047, + "end": 2140.247662025038, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2140.441359117045, + "end": 2152.2894918370293, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2152.48576290498, + "end": 2173.6196374780266, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2173.8161754669854, + "end": 2185.5020935960347, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2185.694960908033, + "end": 2195.576541221002, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2195.771311605, + "end": 2207.0630691250553, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2207.2569573509973, + "end": 2217.755911946995, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2217.9506039629923, + "end": 2231.0807870350545, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2231.2751415439416, + "end": 2245.8918209580006, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2246.0851190650137, + "end": 2258.274397618021, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2258.467010280001, + "end": 2269.7412003009813, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2269.939318862045, + "end": 2279.7059120610356, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2279.901056110044, + "end": 2311.5291267640423, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2311.7241639379645, + "end": 2327.975589414942, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2328.1690928350436, + "end": 2340.442157780053, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2340.6358823910123, + "end": 2352.619875343982, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2352.8147187449504, + "end": 2374.409005908994, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2374.6032089330256, + "end": 2384.679471192998, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2384.8728388970485, + "end": 2395.667747235042, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2395.8622138400096, + "end": 2415.4718396679964, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2415.6669900870183, + "end": 2440.318093398004, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2440.513982239994, + "end": 2460.5394781939685, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2460.7338698520325, + "end": 2471.3307435460156, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2471.525387224043, + "end": 2482.9376081690425, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2483.1315794310067, + "end": 2495.539578843047, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2495.7382373650325, + "end": 2510.0377057830337, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2510.237193503999, + "end": 2520.3589172050124, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2520.567298491951, + "end": 2536.9606901500374, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2537.157281307038, + "end": 2547.528196815052, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2547.7268983150134, + "end": 2557.993597196997, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2558.1936768459855, + "end": 2573.8445597760146, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2574.0381626019953, + "end": 2584.104355089017, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2584.300008989987, + "end": 2599.379937952035, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2599.576196270995, + "end": 2640.476046066964, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2640.678418172989, + "end": 2658.59880012495, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2658.79325276101, + "end": 2668.704154114006, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2668.8979005350266, + "end": 2676.61982934596, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2676.815548285027, + "end": 2689.858050636016, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2690.054145260947, + "end": 2701.6902771859895, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2701.892120421049, + "end": 2715.415759496973, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2715.613211052958, + "end": 2727.304744406021, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2727.5051796829794, + "end": 2764.804208780988, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2765.002750986954, + "end": 2774.9872247249587, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2775.1878199570347, + "end": 2789.0982854779577, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2789.296916511026, + "end": 2799.6127653090516, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2799.8151955229696, + "end": 2830.843671813025, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2831.0512072310084, + "end": 2843.4669732500333, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2843.666684302967, + "end": 2855.713056229055, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2855.9122000930365, + "end": 2866.4101328869583, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2866.609255451942, + "end": 2893.218101119972, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2893.422905048006, + "end": 2905.056945709046, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2905.255074620014, + "end": 2917.930486724945, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2918.13468758401, + "end": 2928.971606469946, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2929.1722508190433, + "end": 2950.21441856795, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2950.4146874409635, + "end": 2960.4247260170523, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2960.623145577032, + "end": 2981.1804270379944, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2981.378819689038, + "end": 2998.8531508470187, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2999.050656449981, + "end": 3009.2887700139545, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3009.484471744043, + "end": 3022.9798539909534, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3023.1846157299588, + "end": 3033.2849373510107, + "split": "devtest", + "subset": "parallel" + }, + { + "name": "Scoring", + "start": 3033.285301557975, + "end": 3977.814124493976, + "split": "devtest", + "subset": "parallel" + } + ] +} \ No newline at end of file diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json old mode 100755 new mode 100644 index 0d4d16033b..242b7fa8dc --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/NTREXBitextMining.json @@ -1,116 +1,125 @@ { - "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "dataset_revision": "66b8b27efc99658903127730575e9fa0cb9f075c", "task_name": "NTREXBitextMining", - "mteb_version": "1.38.9", + "mteb_version": "2.16.0", "scores": { "test": [ { - "precision": 0.990235, - "recall": 0.992989, - "f1": 0.991153, - "accuracy": 0.992989, - "main_score": 0.991153, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "afr_Latn-dan_Latn", "languages": [ "afr-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.990986, - "f1": 0.98915, - "accuracy": 0.990986, - "main_score": 0.98915, + "precision": 0.988733, + "recall": 0.991487, + "f1": 0.989651, + "accuracy": 0.991487, + "main_score": 0.989651, "hf_subset": "afr_Latn-deu_Latn", "languages": [ "afr-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "afr_Latn-eng_Latn", "languages": [ "afr-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957812, - "recall": 0.969955, - "f1": 0.961619, - "accuracy": 0.969955, - "main_score": 0.961619, + "precision": 0.954473, + "recall": 0.967451, + "f1": 0.958538, + "accuracy": 0.967451, + "main_score": 0.958538, "hf_subset": "afr_Latn-fao_Latn", "languages": [ "afr-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97523, - "recall": 0.982974, - "f1": 0.977717, - "accuracy": 0.982974, - "main_score": 0.977717, + "precision": 0.972751, + "recall": 0.981472, + "f1": 0.97558, + "accuracy": 0.981472, + "main_score": 0.97558, "hf_subset": "afr_Latn-isl_Latn", "languages": [ "afr-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96751, - "recall": 0.976465, - "f1": 0.970322, - "accuracy": 0.976465, - "main_score": 0.970322, + "precision": 0.966842, + "recall": 0.975964, + "f1": 0.969738, + "accuracy": 0.975964, + "main_score": 0.969738, "hf_subset": "afr_Latn-ltz_Latn", "languages": [ "afr-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "afr_Latn-nld_Latn", "languages": [ "afr-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "afr_Latn-nno_Latn", "languages": [ "afr-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "afr_Latn-nob_Latn", "languages": [ "afr-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -122,439 +131,476 @@ "languages": [ "afr-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.849546, - "recall": 0.889835, - "f1": 0.861701, - "accuracy": 0.889835, - "main_score": 0.861701, + "precision": 0.854607, + "recall": 0.894342, + "f1": 0.866776, + "accuracy": 0.894342, + "main_score": 0.866776, "hf_subset": "amh_Ethi-eng_Latn", "languages": [ "amh-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.590844, - "recall": 0.652979, - "f1": 0.608579, - "accuracy": 0.652979, - "main_score": 0.608579, + "precision": 0.57854, + "recall": 0.645468, + "f1": 0.597701, + "accuracy": 0.645468, + "main_score": 0.597701, "hf_subset": "amh_Ethi-hau_Latn", "languages": [ "amh-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516689, - "recall": 0.569855, - "f1": 0.531265, - "accuracy": 0.569855, - "main_score": 0.531265, + "precision": 0.509008, + "recall": 0.564847, + "f1": 0.524457, + "accuracy": 0.564847, + "main_score": 0.524457, "hf_subset": "amh_Ethi-ibo_Latn", "languages": [ "amh-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.496867, - "recall": 0.548823, - "f1": 0.51125, - "accuracy": 0.548823, - "main_score": 0.51125, + "precision": 0.485079, + "recall": 0.539309, + "f1": 0.500142, + "accuracy": 0.539309, + "main_score": 0.500142, "hf_subset": "amh_Ethi-nso_Latn", "languages": [ "amh-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.408439, - "recall": 0.475714, - "f1": 0.427066, - "accuracy": 0.475714, - "main_score": 0.427066, + "precision": 0.404056, + "recall": 0.471708, + "f1": 0.422674, + "accuracy": 0.471708, + "main_score": 0.422674, "hf_subset": "amh_Ethi-orm_Ethi", "languages": [ "amh-Ethi", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.562986, - "recall": 0.627441, - "f1": 0.580984, - "accuracy": 0.627441, - "main_score": 0.580984, + "precision": 0.567766, + "recall": 0.629444, + "f1": 0.584986, + "accuracy": 0.629444, + "main_score": 0.584986, "hf_subset": "amh_Ethi-som_Latn", "languages": [ "amh-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.487332, - "recall": 0.541813, - "f1": 0.502163, - "accuracy": 0.541813, - "main_score": 0.502163, + "precision": 0.483111, + "recall": 0.539309, + "f1": 0.498613, + "accuracy": 0.539309, + "main_score": 0.498613, "hf_subset": "amh_Ethi-ssw_Latn", "languages": [ "amh-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.754006, - "recall": 0.807211, - "f1": 0.769891, - "accuracy": 0.807211, - "main_score": 0.769891, + "precision": 0.745336, + "recall": 0.800701, + "f1": 0.761771, + "accuracy": 0.800701, + "main_score": 0.761771, "hf_subset": "amh_Ethi-swa_Latn", "languages": [ "amh-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.658955, - "recall": 0.720581, - "f1": 0.677266, - "accuracy": 0.720581, - "main_score": 0.677266, + "precision": 0.640402, + "recall": 0.707061, + "f1": 0.660233, + "accuracy": 0.707061, + "main_score": 0.660233, "hf_subset": "amh_Ethi-tir_Ethi", "languages": [ "amh-Ethi", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.499472, - "recall": 0.550826, - "f1": 0.513337, - "accuracy": 0.550826, - "main_score": 0.513337, + "precision": 0.492798, + "recall": 0.545318, + "f1": 0.507214, + "accuracy": 0.545318, + "main_score": 0.507214, "hf_subset": "amh_Ethi-tsn_Latn", "languages": [ "amh-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.480024, - "recall": 0.54031, - "f1": 0.497026, - "accuracy": 0.54031, - "main_score": 0.497026, + "precision": 0.473301, + "recall": 0.527291, + "f1": 0.48821, + "accuracy": 0.527291, + "main_score": 0.48821, "hf_subset": "amh_Ethi-wol_Latn", "languages": [ "amh-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516296, - "recall": 0.581873, - "f1": 0.534897, - "accuracy": 0.581873, - "main_score": 0.534897, + "precision": 0.515739, + "recall": 0.574862, + "f1": 0.532349, + "accuracy": 0.574862, + "main_score": 0.532349, "hf_subset": "amh_Ethi-xho_Latn", "languages": [ "amh-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.53492, - "recall": 0.605909, - "f1": 0.554226, - "accuracy": 0.605909, - "main_score": 0.554226, + "precision": 0.512061, + "recall": 0.587381, + "f1": 0.532381, + "accuracy": 0.587381, + "main_score": 0.532381, "hf_subset": "amh_Ethi-yor_Latn", "languages": [ "amh-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.52633, - "recall": 0.585879, - "f1": 0.543302, - "accuracy": 0.585879, - "main_score": 0.543302, + "precision": 0.518283, + "recall": 0.579369, + "f1": 0.535409, + "accuracy": 0.579369, + "main_score": 0.535409, "hf_subset": "amh_Ethi-zul_Latn", "languages": [ "amh-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979386, - "recall": 0.985478, - "f1": 0.981389, - "accuracy": 0.985478, - "main_score": 0.981389, + "precision": 0.97588, + "recall": 0.982974, + "f1": 0.978217, + "accuracy": 0.982974, + "main_score": 0.978217, "hf_subset": "arb_Arab-ben_Beng", "languages": [ "arb-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914597, - "recall": 0.939409, - "f1": 0.922567, - "accuracy": 0.939409, - "main_score": 0.922567, + "precision": 0.911564, + "recall": 0.936905, + "f1": 0.919604, + "accuracy": 0.936905, + "main_score": 0.919604, "hf_subset": "arb_Arab-ckb_Arab", "languages": [ "arb-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, "hf_subset": "arb_Arab-deu_Latn", "languages": [ "arb-Arab", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.988983, - "f1": 0.986229, - "accuracy": 0.988983, - "main_score": 0.986229, + "precision": 0.983392, + "recall": 0.987982, + "f1": 0.984894, + "accuracy": 0.987982, + "main_score": 0.984894, "hf_subset": "arb_Arab-ell_Grek", "languages": [ "arb-Arab", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "arb_Arab-eng_Latn", "languages": [ "arb-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978802, - "recall": 0.984977, - "f1": 0.980805, - "accuracy": 0.984977, - "main_score": 0.980805, + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "arb_Arab-fas_Arab", "languages": [ "arb-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97104, - "recall": 0.979469, - "f1": 0.973794, - "accuracy": 0.979469, - "main_score": 0.973794, + "precision": 0.968787, + "recall": 0.977967, + "f1": 0.971791, + "accuracy": 0.977967, + "main_score": 0.971791, "hf_subset": "arb_Arab-fin_Latn", "languages": [ "arb-Arab", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "arb_Arab-fra_Latn", "languages": [ "arb-Arab", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "arb_Arab-heb_Hebr", "languages": [ "arb-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.987481, - "f1": 0.983726, - "accuracy": 0.987481, - "main_score": 0.983726, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "arb_Arab-hin_Deva", "languages": [ "arb-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976673, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.977466, + "recall": 0.983976, + "f1": 0.979553, + "accuracy": 0.983976, + "main_score": 0.979553, "hf_subset": "arb_Arab-hun_Latn", "languages": [ "arb-Arab", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985603, + "precision": 0.985645, "recall": 0.989985, - "f1": 0.987014, + "f1": 0.987064, "accuracy": 0.989985, - "main_score": 0.987014, + "main_score": 0.987064, "hf_subset": "arb_Arab-ind_Latn", "languages": [ "arb-Arab", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981097, - "recall": 0.98698, - "f1": 0.983008, - "accuracy": 0.98698, - "main_score": 0.983008, + "precision": 0.979594, + "recall": 0.985979, + "f1": 0.981673, + "accuracy": 0.985979, + "main_score": 0.981673, "hf_subset": "arb_Arab-jpn_Jpan", "languages": [ "arb-Arab", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.822071, - "recall": 0.865298, - "f1": 0.835478, - "accuracy": 0.865298, - "main_score": 0.835478, + "precision": 0.825163, + "recall": 0.868803, + "f1": 0.838584, + "accuracy": 0.868803, + "main_score": 0.838584, "hf_subset": "arb_Arab-kmr_Latn", "languages": [ "arb-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980471, - "f1": 0.974712, - "accuracy": 0.980471, - "main_score": 0.974712, + "precision": 0.975129, + "recall": 0.982974, + "f1": 0.977717, + "accuracy": 0.982974, + "main_score": 0.977717, "hf_subset": "arb_Arab-kor_Hang", "languages": [ "arb-Arab", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.985478, - "f1": 0.980721, - "accuracy": 0.985478, - "main_score": 0.980721, + "precision": 0.974086, + "recall": 0.982474, + "f1": 0.976832, + "accuracy": 0.982474, + "main_score": 0.976832, "hf_subset": "arb_Arab-lit_Latn", "languages": [ "arb-Arab", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916909, - "recall": 0.938408, - "f1": 0.923535, - "accuracy": 0.938408, - "main_score": 0.923535, + "precision": 0.923903, + "recall": 0.944417, + "f1": 0.930295, + "accuracy": 0.944417, + "main_score": 0.930295, "hf_subset": "arb_Arab-mey_Arab", "languages": [ "arb-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, - "recall": 0.985979, - "f1": 0.982223, - "accuracy": 0.985979, - "main_score": 0.982223, + "precision": 0.976799, + "recall": 0.983475, + "f1": 0.978968, + "accuracy": 0.983475, + "main_score": 0.978968, "hf_subset": "arb_Arab-nld_Latn", "languages": [ "arb-Arab", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979052, - "recall": 0.984977, - "f1": 0.980971, - "accuracy": 0.984977, - "main_score": 0.980971, + "precision": 0.978134, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, "hf_subset": "arb_Arab-pol_Latn", "languages": [ "arb-Arab", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "arb_Arab-por_Latn", "languages": [ "arb-Arab", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, + "precision": 0.980888, "recall": 0.98698, - "f1": 0.982724, + "f1": 0.982891, "accuracy": 0.98698, - "main_score": 0.982724, + "main_score": 0.982891, "hf_subset": "arb_Arab-prs_Arab", "languages": [ "arb-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905775, - "recall": 0.931898, - "f1": 0.914288, - "accuracy": 0.931898, - "main_score": 0.914288, + "precision": 0.902395, + "recall": 0.930396, + "f1": 0.911484, + "accuracy": 0.930396, + "main_score": 0.911484, "hf_subset": "arb_Arab-pus_Arab", "languages": [ "arb-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.975421, @@ -566,703 +612,762 @@ "languages": [ "arb-Arab", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.670953, - "recall": 0.737106, - "f1": 0.690416, - "accuracy": 0.737106, - "main_score": 0.690416, + "precision": 0.679979, + "recall": 0.745618, + "f1": 0.699445, + "accuracy": 0.745618, + "main_score": 0.699445, "hf_subset": "arb_Arab-shi_Arab", "languages": [ "arb-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "arb_Arab-spa_Latn", "languages": [ "arb-Arab", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921733, - "recall": 0.942914, - "f1": 0.928192, - "accuracy": 0.942914, - "main_score": 0.928192, + "precision": 0.919271, + "recall": 0.941412, + "f1": 0.925972, + "accuracy": 0.941412, + "main_score": 0.925972, "hf_subset": "arb_Arab-swa_Latn", "languages": [ "arb-Arab", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, "hf_subset": "arb_Arab-swe_Latn", "languages": [ "arb-Arab", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97346, - "recall": 0.980971, - "f1": 0.97588, - "accuracy": 0.980971, - "main_score": 0.97588, + "precision": 0.971457, + "recall": 0.97997, + "f1": 0.974211, + "accuracy": 0.97997, + "main_score": 0.974211, "hf_subset": "arb_Arab-tam_Taml", "languages": [ "arb-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907253, - "recall": 0.9334, - "f1": 0.915573, - "accuracy": 0.9334, - "main_score": 0.915573, + "precision": 0.909656, + "recall": 0.935403, + "f1": 0.91791, + "accuracy": 0.935403, + "main_score": 0.91791, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": [ "arb-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977341, + "precision": 0.976632, "recall": 0.983475, - "f1": 0.979336, + "f1": 0.978885, "accuracy": 0.983475, - "main_score": 0.979336, + "main_score": 0.978885, "hf_subset": "arb_Arab-tur_Latn", "languages": [ "arb-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, + "precision": 0.982307, "recall": 0.987982, - "f1": 0.98431, + "f1": 0.984143, "accuracy": 0.987982, - "main_score": 0.98431, + "main_score": 0.984143, "hf_subset": "arb_Arab-vie_Latn", "languages": [ "arb-Arab", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980554, - "recall": 0.98648, - "f1": 0.982474, - "accuracy": 0.98648, - "main_score": 0.982474, + "precision": 0.97972, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, "hf_subset": "arb_Arab-zho_Hant", "languages": [ "arb-Arab", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68227, - "recall": 0.734602, - "f1": 0.697641, - "accuracy": 0.734602, - "main_score": 0.697641, + "precision": 0.68041, + "recall": 0.732599, + "f1": 0.695615, + "accuracy": 0.732599, + "main_score": 0.695615, "hf_subset": "arb_Arab-zul_Latn", "languages": [ "arb-Arab", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927975, + "precision": 0.928685, "recall": 0.94692, - "f1": 0.934151, + "f1": 0.934602, "accuracy": 0.94692, - "main_score": 0.934151, + "main_score": 0.934602, "hf_subset": "aze_Latn-bak_Cyrl", "languages": [ "aze-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991404, - "recall": 0.993991, - "f1": 0.992238, - "accuracy": 0.993991, - "main_score": 0.992238, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "aze_Latn-eng_Latn", "languages": [ "aze-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971708, - "recall": 0.980471, - "f1": 0.974545, - "accuracy": 0.980471, - "main_score": 0.974545, + "precision": 0.972834, + "recall": 0.980971, + "f1": 0.975413, + "accuracy": 0.980971, + "main_score": 0.975413, "hf_subset": "aze_Latn-kaz_Cyrl", "languages": [ "aze-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949675, - "recall": 0.963946, - "f1": 0.954265, - "accuracy": 0.963946, - "main_score": 0.954265, + "precision": 0.950801, + "recall": 0.964447, + "f1": 0.955133, + "accuracy": 0.964447, + "main_score": 0.955133, "hf_subset": "aze_Latn-kir_Cyrl", "languages": [ "aze-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944709, - "recall": 0.95994, - "f1": 0.949541, - "accuracy": 0.95994, - "main_score": 0.949541, + "precision": 0.941871, + "recall": 0.958938, + "f1": 0.947288, + "accuracy": 0.958938, + "main_score": 0.947288, "hf_subset": "aze_Latn-tat_Cyrl", "languages": [ "aze-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.909297, - "recall": 0.9334, - "f1": 0.916758, - "accuracy": 0.9334, - "main_score": 0.916758, + "precision": 0.913887, + "recall": 0.936905, + "f1": 0.921015, + "accuracy": 0.936905, + "main_score": 0.921015, "hf_subset": "aze_Latn-tuk_Latn", "languages": [ "aze-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, - "recall": 0.980471, - "f1": 0.974879, - "accuracy": 0.980471, - "main_score": 0.974879, + "precision": 0.96887, + "recall": 0.977967, + "f1": 0.971874, + "accuracy": 0.977967, + "main_score": 0.971874, "hf_subset": "aze_Latn-tur_Latn", "languages": [ "aze-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880642, - "recall": 0.911367, - "f1": 0.890277, - "accuracy": 0.911367, - "main_score": 0.890277, + "precision": 0.874675, + "recall": 0.90686, + "f1": 0.884628, + "accuracy": 0.90686, + "main_score": 0.884628, "hf_subset": "aze_Latn-uig_Arab", "languages": [ "aze-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971833, - "recall": 0.97997, - "f1": 0.974495, - "accuracy": 0.97997, - "main_score": 0.974495, + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, "hf_subset": "aze_Latn-uzb_Latn", "languages": [ "aze-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922375, - "recall": 0.941913, - "f1": 0.928426, - "accuracy": 0.941913, - "main_score": 0.928426, + "precision": 0.922926, + "recall": 0.942914, + "f1": 0.929237, + "accuracy": 0.942914, + "main_score": 0.929237, "hf_subset": "bak_Cyrl-aze_Latn", "languages": [ "bak-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951068, - "recall": 0.964447, - "f1": 0.955216, - "accuracy": 0.964447, - "main_score": 0.955216, + "precision": 0.951652, + "recall": 0.965448, + "f1": 0.955967, + "accuracy": 0.965448, + "main_score": 0.955967, "hf_subset": "bak_Cyrl-eng_Latn", "languages": [ "bak-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927704, - "recall": 0.94692, - "f1": 0.933721, - "accuracy": 0.94692, - "main_score": 0.933721, + "precision": 0.925685, + "recall": 0.945919, + "f1": 0.932056, + "accuracy": 0.945919, + "main_score": 0.932056, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": [ "bak-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905709, - "recall": 0.929895, - "f1": 0.913146, - "accuracy": 0.929895, - "main_score": 0.913146, + "precision": 0.905963, + "recall": 0.929394, + "f1": 0.913117, + "accuracy": 0.929394, + "main_score": 0.913117, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": [ "bak-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921507, - "recall": 0.942914, - "f1": 0.928343, - "accuracy": 0.942914, - "main_score": 0.928343, + "precision": 0.921382, + "recall": 0.941913, + "f1": 0.927875, + "accuracy": 0.941913, + "main_score": 0.927875, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": [ "bak-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.83986, - "recall": 0.876815, - "f1": 0.851146, - "accuracy": 0.876815, - "main_score": 0.851146, + "precision": 0.84309, + "recall": 0.87982, + "f1": 0.854293, + "accuracy": 0.87982, + "main_score": 0.854293, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": [ "bak-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913287, - "recall": 0.936405, - "f1": 0.920614, - "accuracy": 0.936405, - "main_score": 0.920614, + "precision": 0.910925, + "recall": 0.9334, + "f1": 0.917977, + "accuracy": 0.9334, + "main_score": 0.917977, "hf_subset": "bak_Cyrl-tur_Latn", "languages": [ "bak-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.783129, - "recall": 0.832248, - "f1": 0.797838, - "accuracy": 0.832248, - "main_score": 0.797838, + "precision": 0.790377, + "recall": 0.838257, + "f1": 0.804841, + "accuracy": 0.838257, + "main_score": 0.804841, "hf_subset": "bak_Cyrl-uig_Arab", "languages": [ "bak-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925129, - "recall": 0.944417, - "f1": 0.931163, - "accuracy": 0.944417, - "main_score": 0.931163, + "precision": 0.922091, + "recall": 0.941913, + "f1": 0.928393, + "accuracy": 0.941913, + "main_score": 0.928393, "hf_subset": "bak_Cyrl-uzb_Latn", "languages": [ "bak-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.988483, - "f1": 0.984727, - "accuracy": 0.988483, - "main_score": 0.984727, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "bel_Cyrl-bos_Latn", "languages": [ "bel-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": [ "bel-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, - "recall": 0.987982, - "f1": 0.984343, - "accuracy": 0.987982, - "main_score": 0.984343, + "precision": 0.981264, + "recall": 0.98698, + "f1": 0.983091, + "accuracy": 0.98698, + "main_score": 0.983091, "hf_subset": "bel_Cyrl-ces_Latn", "languages": [ "bel-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "bel_Cyrl-eng_Latn", "languages": [ "bel-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, + "precision": 0.982974, "recall": 0.988483, - "f1": 0.985061, + "f1": 0.984811, "accuracy": 0.988483, - "main_score": 0.985061, + "main_score": 0.984811, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": [ "bel-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.979553, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": [ "bel-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973377, + "precision": 0.97346, "recall": 0.981472, - "f1": 0.976047, + "f1": 0.976131, "accuracy": 0.981472, - "main_score": 0.976047, + "main_score": 0.976131, "hf_subset": "bel_Cyrl-pol_Latn", "languages": [ "bel-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980971, - "f1": 0.975463, - "accuracy": 0.980971, - "main_score": 0.975463, + "precision": 0.97129, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": [ "bel-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980012, + "precision": 0.979761, "recall": 0.985979, - "f1": 0.981923, + "f1": 0.981756, "accuracy": 0.985979, - "main_score": 0.981923, + "main_score": 0.981756, "hf_subset": "bel_Cyrl-slk_Latn", "languages": [ "bel-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984977, - "f1": 0.980304, - "accuracy": 0.984977, - "main_score": 0.980304, + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "bel_Cyrl-slv_Latn", "languages": [ "bel-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98698, - "f1": 0.983225, - "accuracy": 0.98698, - "main_score": 0.983225, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": [ "bel-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98648, - "f1": 0.982724, - "accuracy": 0.98648, - "main_score": 0.982724, + "precision": 0.97755, + "recall": 0.983976, + "f1": 0.979636, + "accuracy": 0.983976, + "main_score": 0.979636, "hf_subset": "bel_Cyrl-srp_Latn", "languages": [ "bel-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, - "recall": 0.987982, - "f1": 0.984427, - "accuracy": 0.987982, - "main_score": 0.984427, + "precision": 0.985019, + "recall": 0.989484, + "f1": 0.98643, + "accuracy": 0.989484, + "main_score": 0.98643, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": [ "bel-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704219, - "recall": 0.743615, - "f1": 0.715116, - "accuracy": 0.743615, - "main_score": 0.715116, + "precision": 0.702116, + "recall": 0.741112, + "f1": 0.712883, + "accuracy": 0.741112, + "main_score": 0.712883, "hf_subset": "bem_Latn-eng_Latn", "languages": [ "bem-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621078, - "recall": 0.671007, - "f1": 0.63548, - "accuracy": 0.671007, - "main_score": 0.63548, + "precision": 0.618799, + "recall": 0.669504, + "f1": 0.633298, + "accuracy": 0.669504, + "main_score": 0.633298, "hf_subset": "bem_Latn-ewe_Latn", "languages": [ "bem-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.673935, - "recall": 0.711067, - "f1": 0.684851, - "accuracy": 0.711067, - "main_score": 0.684851, + "precision": 0.6681, + "recall": 0.707061, + "f1": 0.679418, + "accuracy": 0.707061, + "main_score": 0.679418, "hf_subset": "bem_Latn-fuc_Latn", "languages": [ "bem-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661311, - "recall": 0.712068, - "f1": 0.675869, - "accuracy": 0.712068, - "main_score": 0.675869, + "precision": 0.656166, + "recall": 0.708062, + "f1": 0.671303, + "accuracy": 0.708062, + "main_score": 0.671303, "hf_subset": "bem_Latn-kin_Latn", "languages": [ "bem-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693197, - "recall": 0.730596, - "f1": 0.704113, - "accuracy": 0.730596, - "main_score": 0.704113, + "precision": 0.688021, + "recall": 0.725088, + "f1": 0.698655, + "accuracy": 0.725088, + "main_score": 0.698655, "hf_subset": "bem_Latn-nde_Latn", "languages": [ "bem-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708769, - "recall": 0.745618, - "f1": 0.719404, - "accuracy": 0.745618, - "main_score": 0.719404, + "precision": 0.705635, + "recall": 0.742113, + "f1": 0.716072, + "accuracy": 0.742113, + "main_score": 0.716072, "hf_subset": "bem_Latn-nya_Latn", "languages": [ "bem-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697969, - "recall": 0.740611, - "f1": 0.709812, - "accuracy": 0.740611, - "main_score": 0.709812, + "precision": 0.693768, + "recall": 0.734602, + "f1": 0.705409, + "accuracy": 0.734602, + "main_score": 0.705409, "hf_subset": "bem_Latn-sna_Latn", "languages": [ "bem-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682274, - "recall": 0.717076, - "f1": 0.691859, - "accuracy": 0.717076, - "main_score": 0.691859, + "precision": 0.674994, + "recall": 0.712068, + "f1": 0.68511, + "accuracy": 0.712068, + "main_score": 0.68511, "hf_subset": "bem_Latn-ven_Latn", "languages": [ "bem-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "ben_Beng-arb_Arab", "languages": [ "ben-Beng", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, "hf_subset": "ben_Beng-deu_Latn", "languages": [ "ben-Beng", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.132456, - "recall": 0.167251, - "f1": 0.141573, - "accuracy": 0.167251, - "main_score": 0.141573, + "precision": 0.126602, + "recall": 0.163245, + "f1": 0.135857, + "accuracy": 0.163245, + "main_score": 0.135857, "hf_subset": "ben_Beng-div_Thaa", "languages": [ "ben-Beng", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988399, + "precision": 0.988149, "recall": 0.991988, - "f1": 0.989568, + "f1": 0.989401, "accuracy": 0.991988, - "main_score": 0.989568, + "main_score": 0.989401, "hf_subset": "ben_Beng-ell_Grek", "languages": [ "ben-Beng", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "ben_Beng-eng_Latn", "languages": [ "ben-Beng", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930437, - "recall": 0.948423, - "f1": 0.936171, - "accuracy": 0.948423, - "main_score": 0.936171, + "precision": 0.928576, + "recall": 0.947421, + "f1": 0.934552, + "accuracy": 0.947421, + "main_score": 0.934552, "hf_subset": "ben_Beng-eus_Latn", "languages": [ "ben-Beng", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "ben_Beng-fas_Arab", "languages": [ "ben-Beng", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979261, - "recall": 0.985478, - "f1": 0.981255, - "accuracy": 0.985478, - "main_score": 0.981255, + "precision": 0.975922, + "recall": 0.983475, + "f1": 0.978334, + "accuracy": 0.983475, + "main_score": 0.978334, "hf_subset": "ben_Beng-fin_Latn", "languages": [ "ben-Beng", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "ben_Beng-fra_Latn", "languages": [ "ben-Beng", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987982, @@ -1274,67 +1379,73 @@ "languages": [ "ben-Beng", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.987982, - "f1": 0.983976, - "accuracy": 0.987982, - "main_score": 0.983976, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "ben_Beng-heb_Hebr", "languages": [ "ben-Beng", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "ben_Beng-hin_Deva", "languages": [ "ben-Beng", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974879, - "recall": 0.982474, - "f1": 0.977383, - "accuracy": 0.982474, - "main_score": 0.977383, + "precision": 0.974587, + "recall": 0.981973, + "f1": 0.976999, + "accuracy": 0.981973, + "main_score": 0.976999, "hf_subset": "ben_Beng-hun_Latn", "languages": [ "ben-Beng", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "ben_Beng-ind_Latn", "languages": [ "ben-Beng", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ben_Beng-jpn_Jpan", "languages": [ "ben-Beng", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988232, @@ -1346,91 +1457,99 @@ "languages": [ "ben-Beng", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "ben_Beng-kor_Hang", "languages": [ "ben-Beng", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.98648, - "f1": 0.982307, - "accuracy": 0.98648, - "main_score": 0.982307, + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, "hf_subset": "ben_Beng-lit_Latn", "languages": [ "ben-Beng", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.990486, - "f1": 0.987398, - "accuracy": 0.990486, - "main_score": 0.987398, + "precision": 0.985603, + "recall": 0.989985, + "f1": 0.987014, + "accuracy": 0.989985, + "main_score": 0.987014, "hf_subset": "ben_Beng-mar_Deva", "languages": [ "ben-Beng", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "ben_Beng-nep_Deva", "languages": [ "ben-Beng", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "ben_Beng-nld_Latn", "languages": [ "ben-Beng", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, "hf_subset": "ben_Beng-pan_Guru", "languages": [ "ben-Beng", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "ben_Beng-pol_Latn", "languages": [ "ben-Beng", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -1442,115 +1561,125 @@ "languages": [ "ben-Beng", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981597, - "recall": 0.987481, - "f1": 0.983509, - "accuracy": 0.987481, - "main_score": 0.983509, + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, "hf_subset": "ben_Beng-rus_Cyrl", "languages": [ "ben-Beng", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.946503, - "recall": 0.962444, - "f1": 0.951577, - "accuracy": 0.962444, - "main_score": 0.951577, + "precision": 0.944375, + "recall": 0.961943, + "f1": 0.950042, + "accuracy": 0.961943, + "main_score": 0.950042, "hf_subset": "ben_Beng-sin_Sinh", "languages": [ "ben-Beng", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926849, - "recall": 0.948923, - "f1": 0.933934, - "accuracy": 0.948923, - "main_score": 0.933934, + "precision": 0.925972, + "recall": 0.948423, + "f1": 0.933216, + "accuracy": 0.948423, + "main_score": 0.933216, "hf_subset": "ben_Beng-snd_Arab", "languages": [ "ben-Beng", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "ben_Beng-spa_Latn", "languages": [ "ben-Beng", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925638, + "precision": 0.926849, "recall": 0.94642, - "f1": 0.932215, + "f1": 0.933016, "accuracy": 0.94642, - "main_score": 0.932215, + "main_score": 0.933016, "hf_subset": "ben_Beng-swa_Latn", "languages": [ "ben-Beng", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "ben_Beng-swe_Latn", "languages": [ "ben-Beng", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, "hf_subset": "ben_Beng-tam_Taml", "languages": [ "ben-Beng", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "ben_Beng-tel_Telu", "languages": [ "ben-Beng", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.97755, + "recall": 0.983976, + "f1": 0.979636, + "accuracy": 0.983976, + "main_score": 0.979636, "hf_subset": "ben_Beng-tur_Latn", "languages": [ "ben-Beng", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98648, @@ -1562,175 +1691,190 @@ "languages": [ "ben-Beng", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "ben_Beng-vie_Latn", "languages": [ "ben-Beng", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, + "precision": 0.983225, "recall": 0.988483, - "f1": 0.985144, + "f1": 0.984977, "accuracy": 0.988483, - "main_score": 0.985144, + "main_score": 0.984977, "hf_subset": "ben_Beng-zho_Hant", "languages": [ "ben-Beng", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692999, - "recall": 0.741112, - "f1": 0.707347, - "accuracy": 0.741112, - "main_score": 0.707347, + "precision": 0.688083, + "recall": 0.739609, + "f1": 0.703439, + "accuracy": 0.739609, + "main_score": 0.703439, "hf_subset": "ben_Beng-zul_Latn", "languages": [ "ben-Beng", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.256542, - "recall": 0.316975, - "f1": 0.271891, - "accuracy": 0.316975, - "main_score": 0.271891, + "precision": 0.251255, + "recall": 0.312469, + "f1": 0.266881, + "accuracy": 0.312469, + "main_score": 0.266881, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": [ "bod-Tibt", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619544, - "recall": 0.688533, - "f1": 0.638124, - "accuracy": 0.688533, - "main_score": 0.638124, + "precision": 0.616666, + "recall": 0.682524, + "f1": 0.63437, + "accuracy": 0.682524, + "main_score": 0.63437, "hf_subset": "bod_Tibt-eng_Latn", "languages": [ "bod-Tibt", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.567396, - "recall": 0.635954, - "f1": 0.586287, - "accuracy": 0.635954, - "main_score": 0.586287, + "precision": 0.563936, + "recall": 0.628943, + "f1": 0.581751, + "accuracy": 0.628943, + "main_score": 0.581751, "hf_subset": "bod_Tibt-khm_Khmr", "languages": [ "bod-Tibt", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.562153, - "recall": 0.628943, - "f1": 0.579825, - "accuracy": 0.628943, - "main_score": 0.579825, + "precision": 0.556289, + "recall": 0.622934, + "f1": 0.574006, + "accuracy": 0.622934, + "main_score": 0.574006, "hf_subset": "bod_Tibt-lao_Laoo", "languages": [ "bod-Tibt", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.524955, - "recall": 0.596895, - "f1": 0.544799, - "accuracy": 0.596895, - "main_score": 0.544799, + "precision": 0.517467, + "recall": 0.588883, + "f1": 0.537182, + "accuracy": 0.588883, + "main_score": 0.537182, "hf_subset": "bod_Tibt-mon_Mong", "languages": [ "bod-Tibt", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.452863, - "recall": 0.531297, - "f1": 0.474475, - "accuracy": 0.531297, - "main_score": 0.474475, + "precision": 0.440575, + "recall": 0.517777, + "f1": 0.461205, + "accuracy": 0.517777, + "main_score": 0.461205, "hf_subset": "bod_Tibt-mya_Mymr", "languages": [ "bod-Tibt", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.603996, - "recall": 0.675513, - "f1": 0.623542, - "accuracy": 0.675513, - "main_score": 0.623542, + "precision": 0.598766, + "recall": 0.667501, + "f1": 0.617443, + "accuracy": 0.667501, + "main_score": 0.617443, "hf_subset": "bod_Tibt-tha_Thai", "languages": [ "bod-Tibt", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9831, - "recall": 0.987982, - "f1": 0.984677, - "accuracy": 0.987982, - "main_score": 0.984677, + "precision": 0.98239, + "recall": 0.987481, + "f1": 0.984059, + "accuracy": 0.987481, + "main_score": 0.984059, "hf_subset": "bos_Latn-bel_Cyrl", "languages": [ "bos-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.992989, - "f1": 0.991153, - "accuracy": 0.992989, - "main_score": 0.991153, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "bos_Latn-bul_Cyrl", "languages": [ "bos-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "bos_Latn-ces_Latn", "languages": [ "bos-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "bos_Latn-eng_Latn", "languages": [ "bos-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -1742,79 +1886,86 @@ "languages": [ "bos-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": [ "bos-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, "hf_subset": "bos_Latn-pol_Latn", "languages": [ "bos-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, "hf_subset": "bos_Latn-rus_Cyrl", "languages": [ "bos-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "bos_Latn-slk_Latn", "languages": [ "bos-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, + "precision": 0.989568, "recall": 0.992489, - "f1": 0.990152, + "f1": 0.990486, "accuracy": 0.992489, - "main_score": 0.990152, + "main_score": 0.990486, "hf_subset": "bos_Latn-slv_Latn", "languages": [ "bos-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99107, + "precision": 0.99082, "recall": 0.99349, - "f1": 0.991821, + "f1": 0.991654, "accuracy": 0.99349, - "main_score": 0.991821, + "main_score": 0.991654, "hf_subset": "bos_Latn-srp_Cyrl", "languages": [ "bos-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -1826,79 +1977,86 @@ "languages": [ "bos-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.985729, + "recall": 0.989484, + "f1": 0.98698, + "accuracy": 0.989484, + "main_score": 0.98698, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": [ "bos-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": [ "bul-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987565, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.989067, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "bul_Cyrl-bos_Latn", "languages": [ "bul-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "bul_Cyrl-ces_Latn", "languages": [ "bul-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "bul_Cyrl-eng_Latn", "languages": [ "bul-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": [ "bul-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984977, @@ -1910,223 +2068,242 @@ "languages": [ "bul-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "bul_Cyrl-pol_Latn", "languages": [ "bul-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": [ "bul-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987106, - "recall": 0.990986, - "f1": 0.988349, - "accuracy": 0.990986, - "main_score": 0.988349, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "bul_Cyrl-slk_Latn", "languages": [ "bul-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "bul_Cyrl-slv_Latn", "languages": [ "bul-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": [ "bul-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "bul_Cyrl-srp_Latn", "languages": [ "bul-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, - "hf_subset": "bul_Cyrl-ukr_Cyrl", + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": [ "bul-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993407, - "recall": 0.994992, - "f1": 0.993908, - "accuracy": 0.994992, - "main_score": 0.993908, + "precision": 0.992489, + "recall": 0.994492, + "f1": 0.993156, + "accuracy": 0.994492, + "main_score": 0.993156, "hf_subset": "cat_Latn-eng_Latn", "languages": [ "cat-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986814, + "accuracy": 0.989484, + "main_score": 0.986814, "hf_subset": "cat_Latn-fra_Latn", "languages": [ "cat-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "cat_Latn-glg_Latn", "languages": [ "cat-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "cat_Latn-ita_Latn", "languages": [ "cat-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.943978, - "recall": 0.958938, - "f1": 0.948684, - "accuracy": 0.958938, - "main_score": 0.948684, + "precision": 0.94453, + "recall": 0.95994, + "f1": 0.949332, + "accuracy": 0.95994, + "main_score": 0.949332, "hf_subset": "cat_Latn-mlt_Latn", "languages": [ "cat-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986814, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.985311, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, "hf_subset": "cat_Latn-por_Latn", "languages": [ "cat-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, - "recall": 0.990486, - "f1": 0.987732, - "accuracy": 0.990486, - "main_score": 0.987732, + "precision": 0.986146, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "cat_Latn-ron_Latn", "languages": [ "cat-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.990986, - "f1": 0.988733, - "accuracy": 0.990986, - "main_score": 0.988733, + "precision": 0.988983, + "recall": 0.991988, + "f1": 0.989902, + "accuracy": 0.991988, + "main_score": 0.989902, "hf_subset": "cat_Latn-spa_Latn", "languages": [ "cat-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, "hf_subset": "ces_Latn-bel_Cyrl", "languages": [ "ces-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "ces_Latn-bos_Latn", "languages": [ "ces-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ces_Latn-bul_Cyrl", "languages": [ "ces-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -2138,283 +2315,307 @@ "languages": [ "ces-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, + "precision": 0.992989, "recall": 0.994992, - "f1": 0.993323, + "f1": 0.993657, "accuracy": 0.994992, - "main_score": 0.993323, + "main_score": 0.993657, "hf_subset": "ces_Latn-hrv_Latn", "languages": [ "ces-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992238, - "recall": 0.994492, - "f1": 0.992989, - "accuracy": 0.994492, - "main_score": 0.992989, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": [ "ces-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987356, - "recall": 0.990986, - "f1": 0.988516, - "accuracy": 0.990986, - "main_score": 0.988516, + "precision": 0.984811, + "recall": 0.988983, + "f1": 0.986146, + "accuracy": 0.988983, + "main_score": 0.986146, "hf_subset": "ces_Latn-pol_Latn", "languages": [ "ces-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "ces_Latn-rus_Cyrl", "languages": [ "ces-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, + "precision": 0.992656, "recall": 0.994992, - "f1": 0.993323, + "f1": 0.993407, "accuracy": 0.994992, - "main_score": 0.993323, + "main_score": 0.993407, "hf_subset": "ces_Latn-slk_Latn", "languages": [ "ces-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "ces_Latn-slv_Latn", "languages": [ "ces-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991404, - "recall": 0.993991, - "f1": 0.992238, - "accuracy": 0.993991, - "main_score": 0.992238, + "precision": 0.990319, + "recall": 0.992989, + "f1": 0.991153, + "accuracy": 0.992989, + "main_score": 0.991153, "hf_subset": "ces_Latn-srp_Cyrl", "languages": [ "ces-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.988065, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, "hf_subset": "ces_Latn-srp_Latn", "languages": [ "ces-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991487, - "f1": 0.989317, - "accuracy": 0.991487, - "main_score": 0.989317, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": [ "ces-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.895735, - "recall": 0.923385, - "f1": 0.90434, - "accuracy": 0.923385, - "main_score": 0.90434, + "precision": 0.892706, + "recall": 0.922384, + "f1": 0.901903, + "accuracy": 0.922384, + "main_score": 0.901903, "hf_subset": "ckb_Arab-arb_Arab", "languages": [ "ckb-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93774, - "recall": 0.956935, - "f1": 0.943916, - "accuracy": 0.956935, - "main_score": 0.943916, + "precision": 0.935904, + "recall": 0.955433, + "f1": 0.94233, + "accuracy": 0.955433, + "main_score": 0.94233, "hf_subset": "ckb_Arab-eng_Latn", "languages": [ "ckb-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911718, - "recall": 0.935403, - "f1": 0.918995, - "accuracy": 0.935403, - "main_score": 0.918995, + "precision": 0.909314, + "recall": 0.933901, + "f1": 0.916925, + "accuracy": 0.933901, + "main_score": 0.916925, "hf_subset": "ckb_Arab-fas_Arab", "languages": [ "ckb-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915498, - "recall": 0.93991, - "f1": 0.923235, - "accuracy": 0.93991, - "main_score": 0.923235, + "precision": 0.914931, + "recall": 0.938908, + "f1": 0.9225, + "accuracy": 0.938908, + "main_score": 0.9225, "hf_subset": "ckb_Arab-heb_Hebr", "languages": [ "ckb-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.783304, - "recall": 0.834752, - "f1": 0.798778, - "accuracy": 0.834752, - "main_score": 0.798778, + "precision": 0.782784, + "recall": 0.836254, + "f1": 0.798833, + "accuracy": 0.836254, + "main_score": 0.798833, "hf_subset": "ckb_Arab-kmr_Latn", "languages": [ "ckb-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801838, - "recall": 0.844767, - "f1": 0.814434, - "accuracy": 0.844767, - "main_score": 0.814434, + "precision": 0.80099, + "recall": 0.845769, + "f1": 0.814364, + "accuracy": 0.845769, + "main_score": 0.814364, "hf_subset": "ckb_Arab-mey_Arab", "languages": [ "ckb-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921983, - "recall": 0.943916, - "f1": 0.92896, - "accuracy": 0.943916, - "main_score": 0.92896, + "precision": 0.915081, + "recall": 0.939409, + "f1": 0.922818, + "accuracy": 0.939409, + "main_score": 0.922818, "hf_subset": "ckb_Arab-prs_Arab", "languages": [ "ckb-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.819012, - "recall": 0.861292, - "f1": 0.831884, - "accuracy": 0.861292, - "main_score": 0.831884, + "precision": 0.817493, + "recall": 0.86029, + "f1": 0.830489, + "accuracy": 0.86029, + "main_score": 0.830489, "hf_subset": "ckb_Arab-pus_Arab", "languages": [ "ckb-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.57836, - "recall": 0.643966, - "f1": 0.597076, - "accuracy": 0.643966, - "main_score": 0.597076, + "precision": 0.575324, + "recall": 0.641462, + "f1": 0.593996, + "accuracy": 0.641462, + "main_score": 0.593996, "hf_subset": "ckb_Arab-shi_Arab", "languages": [ "ckb-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.824687, - "recall": 0.864296, - "f1": 0.836557, - "accuracy": 0.864296, - "main_score": 0.836557, + "precision": 0.821724, + "recall": 0.862794, + "f1": 0.834087, + "accuracy": 0.862794, + "main_score": 0.834087, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": [ "ckb-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956935, - "recall": 0.969454, - "f1": 0.961025, - "accuracy": 0.969454, - "main_score": 0.961025, + "precision": 0.955892, + "recall": 0.967952, + "f1": 0.959723, + "accuracy": 0.967952, + "main_score": 0.959723, "hf_subset": "cym_Latn-eng_Latn", "languages": [ "cym-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.855775, - "recall": 0.890336, - "f1": 0.866359, - "accuracy": 0.890336, - "main_score": 0.866359, + "precision": 0.8554, + "recall": 0.890836, + "f1": 0.866242, + "accuracy": 0.890836, + "main_score": 0.866242, "hf_subset": "cym_Latn-gle_Latn", "languages": [ "cym-Latn", "gle-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "dan_Latn-afr_Latn", "languages": [ "dan-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992364, - "recall": 0.994492, - "f1": 0.993023, - "accuracy": 0.994492, - "main_score": 0.993023, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "dan_Latn-deu_Latn", "languages": [ "dan-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -2426,43 +2627,47 @@ "languages": [ "dan-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967201, - "recall": 0.976965, - "f1": 0.970372, - "accuracy": 0.976965, - "main_score": 0.970372, + "precision": 0.96211, + "recall": 0.97346, + "f1": 0.965782, + "accuracy": 0.97346, + "main_score": 0.965782, "hf_subset": "dan_Latn-fao_Latn", "languages": [ "dan-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97563, - "recall": 0.983475, - "f1": 0.978217, - "accuracy": 0.983475, - "main_score": 0.978217, + "precision": 0.973377, + "recall": 0.981973, + "f1": 0.976214, + "accuracy": 0.981973, + "main_score": 0.976214, "hf_subset": "dan_Latn-isl_Latn", "languages": [ "dan-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951177, - "recall": 0.964947, - "f1": 0.955409, - "accuracy": 0.964947, - "main_score": 0.955409, + "precision": 0.9503, + "recall": 0.963946, + "f1": 0.954508, + "accuracy": 0.963946, + "main_score": 0.954508, "hf_subset": "dan_Latn-ltz_Latn", "languages": [ "dan-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988983, @@ -2474,91 +2679,99 @@ "languages": [ "dan-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "dan_Latn-nno_Latn", "languages": [ "dan-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "dan_Latn-nob_Latn", "languages": [ "dan-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "dan_Latn-swe_Latn", "languages": [ "dan-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, "hf_subset": "deu_Latn-afr_Latn", "languages": [ "deu-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "deu_Latn-arb_Arab", "languages": [ "deu-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "deu_Latn-ben_Beng", "languages": [ "deu-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.989109, + "recall": 0.992489, + "f1": 0.990185, + "accuracy": 0.992489, + "main_score": 0.990185, "hf_subset": "deu_Latn-dan_Latn", "languages": [ "deu-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -2570,43 +2783,47 @@ "languages": [ "deu-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "deu_Latn-eng_Latn", "languages": [ "deu-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956351, - "recall": 0.969454, - "f1": 0.960608, - "accuracy": 0.969454, - "main_score": 0.960608, + "precision": 0.959523, + "recall": 0.971457, + "f1": 0.963362, + "accuracy": 0.971457, + "main_score": 0.963362, "hf_subset": "deu_Latn-fao_Latn", "languages": [ "deu-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, "hf_subset": "deu_Latn-fas_Arab", "languages": [ "deu-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.981806, @@ -2618,43 +2835,47 @@ "languages": [ "deu-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.990486, - "f1": 0.987398, - "accuracy": 0.990486, - "main_score": 0.987398, + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, "hf_subset": "deu_Latn-fra_Latn", "languages": [ "deu-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "deu_Latn-heb_Hebr", "languages": [ "deu-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "deu_Latn-hin_Deva", "languages": [ "deu-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976632, @@ -2666,103 +2887,112 @@ "languages": [ "deu-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "deu_Latn-ind_Latn", "languages": [ "deu-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969371, - "recall": 0.979469, - "f1": 0.972709, - "accuracy": 0.979469, - "main_score": 0.972709, + "precision": 0.967868, + "recall": 0.978468, + "f1": 0.971374, + "accuracy": 0.978468, + "main_score": 0.971374, "hf_subset": "deu_Latn-isl_Latn", "languages": [ "deu-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989484, - "f1": 0.98648, - "accuracy": 0.989484, - "main_score": 0.98648, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "deu_Latn-jpn_Jpan", "languages": [ "deu-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983475, - "f1": 0.978802, - "accuracy": 0.983475, - "main_score": 0.978802, + "precision": 0.977132, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, "hf_subset": "deu_Latn-kor_Hang", "languages": [ "deu-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, + "precision": 0.981639, "recall": 0.98698, - "f1": 0.983141, + "f1": 0.983392, "accuracy": 0.98698, - "main_score": 0.983141, + "main_score": 0.983392, "hf_subset": "deu_Latn-lit_Latn", "languages": [ "deu-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956143, + "precision": 0.95656, "recall": 0.969454, - "f1": 0.960391, + "f1": 0.960641, "accuracy": 0.969454, - "main_score": 0.960391, + "main_score": 0.960641, "hf_subset": "deu_Latn-ltz_Latn", "languages": [ "deu-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99082, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.992405, + "recall": 0.994492, + "f1": 0.993073, + "accuracy": 0.994492, + "main_score": 0.993073, "hf_subset": "deu_Latn-nld_Latn", "languages": [ "deu-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "deu_Latn-nno_Latn", "languages": [ "deu-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990569, @@ -2774,67 +3004,73 @@ "languages": [ "deu-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.982641, + "recall": 0.987481, + "f1": 0.984226, + "accuracy": 0.987481, + "main_score": 0.984226, "hf_subset": "deu_Latn-pol_Latn", "languages": [ "deu-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "deu_Latn-por_Latn", "languages": [ "deu-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, + "precision": 0.985979, "recall": 0.989985, - "f1": 0.987398, + "f1": 0.987231, "accuracy": 0.989985, - "main_score": 0.987398, + "main_score": 0.987231, "hf_subset": "deu_Latn-rus_Cyrl", "languages": [ "deu-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988566, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989651, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989651, + "main_score": 0.989568, "hf_subset": "deu_Latn-spa_Latn", "languages": [ "deu-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937631, - "recall": 0.954932, - "f1": 0.942948, - "accuracy": 0.954932, - "main_score": 0.942948, + "precision": 0.931481, + "recall": 0.949424, + "f1": 0.936955, + "accuracy": 0.949424, + "main_score": 0.936955, "hf_subset": "deu_Latn-swa_Latn", "languages": [ "deu-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988232, @@ -2846,43 +3082,47 @@ "languages": [ "deu-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974044, - "recall": 0.981973, - "f1": 0.976632, - "accuracy": 0.981973, - "main_score": 0.976632, + "precision": 0.974962, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "deu_Latn-tam_Taml", "languages": [ "deu-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987481, - "f1": 0.984393, - "accuracy": 0.987481, - "main_score": 0.984393, + "precision": 0.981305, + "recall": 0.98648, + "f1": 0.982974, + "accuracy": 0.98648, + "main_score": 0.982974, "hf_subset": "deu_Latn-tur_Latn", "languages": [ "deu-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986313, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "deu_Latn-vie_Latn", "languages": [ "deu-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.9836, @@ -2894,367 +3134,398 @@ "languages": [ "deu-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.70819, - "recall": 0.756635, - "f1": 0.72271, - "accuracy": 0.756635, - "main_score": 0.72271, + "precision": 0.703185, + "recall": 0.751127, + "f1": 0.717345, + "accuracy": 0.751127, + "main_score": 0.717345, "hf_subset": "deu_Latn-zul_Latn", "languages": [ "deu-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.090373, - "recall": 0.127191, - "f1": 0.099308, - "accuracy": 0.127191, - "main_score": 0.099308, + "precision": 0.088776, + "recall": 0.121683, + "f1": 0.09651, + "accuracy": 0.121683, + "main_score": 0.09651, "hf_subset": "div_Thaa-ben_Beng", "languages": [ "div-Thaa", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.082843, - "recall": 0.120681, - "f1": 0.091248, - "accuracy": 0.120681, - "main_score": 0.091248, + "precision": 0.080863, + "recall": 0.119179, + "f1": 0.089404, + "accuracy": 0.119179, + "main_score": 0.089404, "hf_subset": "div_Thaa-eng_Latn", "languages": [ "div-Thaa", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.088987, - "recall": 0.126189, - "f1": 0.097098, - "accuracy": 0.126189, - "main_score": 0.097098, + "precision": 0.084629, + "recall": 0.122183, + "f1": 0.092775, + "accuracy": 0.122183, + "main_score": 0.092775, "hf_subset": "div_Thaa-eus_Latn", "languages": [ "div-Thaa", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.09853, - "recall": 0.134702, - "f1": 0.107111, - "accuracy": 0.134702, - "main_score": 0.107111, + "precision": 0.094645, + "recall": 0.130696, + "f1": 0.103065, + "accuracy": 0.130696, + "main_score": 0.103065, "hf_subset": "div_Thaa-guj_Gujr", "languages": [ "div-Thaa", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.090275, - "recall": 0.123686, - "f1": 0.097704, - "accuracy": 0.123686, - "main_score": 0.097704, + "precision": 0.0838, + "recall": 0.118678, + "f1": 0.091212, + "accuracy": 0.118678, + "main_score": 0.091212, "hf_subset": "div_Thaa-hin_Deva", "languages": [ "div-Thaa", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.094777, - "recall": 0.131698, - "f1": 0.103095, - "accuracy": 0.131698, - "main_score": 0.103095, + "precision": 0.09605, + "recall": 0.132198, + "f1": 0.104198, + "accuracy": 0.132198, + "main_score": 0.104198, "hf_subset": "div_Thaa-kan_Knda", "languages": [ "div-Thaa", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092772, - "recall": 0.131197, - "f1": 0.101482, - "accuracy": 0.131197, - "main_score": 0.101482, + "precision": 0.09162, + "recall": 0.129695, + "f1": 0.09997, + "accuracy": 0.129695, + "main_score": 0.09997, "hf_subset": "div_Thaa-mar_Deva", "languages": [ "div-Thaa", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.094667, - "recall": 0.130696, - "f1": 0.102982, - "accuracy": 0.130696, - "main_score": 0.102982, + "precision": 0.090217, + "recall": 0.12669, + "f1": 0.098488, + "accuracy": 0.12669, + "main_score": 0.098488, "hf_subset": "div_Thaa-nep_Deva", "languages": [ "div-Thaa", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.085181, - "recall": 0.121182, - "f1": 0.093073, - "accuracy": 0.121182, - "main_score": 0.093073, + "precision": 0.082543, + "recall": 0.117677, + "f1": 0.090274, + "accuracy": 0.117677, + "main_score": 0.090274, "hf_subset": "div_Thaa-pan_Guru", "languages": [ "div-Thaa", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.105672, - "recall": 0.141713, - "f1": 0.113879, - "accuracy": 0.141713, - "main_score": 0.113879, + "precision": 0.100788, + "recall": 0.134702, + "f1": 0.108331, + "accuracy": 0.134702, + "main_score": 0.108331, "hf_subset": "div_Thaa-sin_Sinh", "languages": [ "div-Thaa", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.102446, - "recall": 0.144717, - "f1": 0.111808, - "accuracy": 0.144717, - "main_score": 0.111808, + "precision": 0.10012, + "recall": 0.13971, + "f1": 0.108967, + "accuracy": 0.13971, + "main_score": 0.108967, "hf_subset": "div_Thaa-snd_Arab", "languages": [ "div-Thaa", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092031, - "recall": 0.127692, - "f1": 0.100086, - "accuracy": 0.127692, - "main_score": 0.100086, + "precision": 0.089073, + "recall": 0.123686, + "f1": 0.096682, + "accuracy": 0.123686, + "main_score": 0.096682, "hf_subset": "div_Thaa-tam_Taml", "languages": [ "div-Thaa", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.092193, - "recall": 0.127191, - "f1": 0.100214, - "accuracy": 0.127191, - "main_score": 0.100214, + "precision": 0.089969, + "recall": 0.124186, + "f1": 0.097752, + "accuracy": 0.124186, + "main_score": 0.097752, "hf_subset": "div_Thaa-tel_Telu", "languages": [ "div-Thaa", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.086688, - "recall": 0.121683, - "f1": 0.094335, - "accuracy": 0.121683, - "main_score": 0.094335, + "precision": 0.080253, + "recall": 0.113671, + "f1": 0.087538, + "accuracy": 0.113671, + "main_score": 0.087538, "hf_subset": "div_Thaa-urd_Arab", "languages": [ "div-Thaa", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147393, - "recall": 0.210816, - "f1": 0.162196, - "accuracy": 0.210816, - "main_score": 0.162196, + "precision": 0.155484, + "recall": 0.219329, + "f1": 0.17035, + "accuracy": 0.219329, + "main_score": 0.17035, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": [ "dzo-Tibt", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.177387, - "recall": 0.239359, - "f1": 0.191149, - "accuracy": 0.239359, - "main_score": 0.191149, + "precision": 0.188219, + "recall": 0.24637, + "f1": 0.201168, + "accuracy": 0.24637, + "main_score": 0.201168, "hf_subset": "dzo_Tibt-eng_Latn", "languages": [ "dzo-Tibt", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.159247, - "recall": 0.216825, - "f1": 0.172073, - "accuracy": 0.216825, - "main_score": 0.172073, + "precision": 0.161621, + "recall": 0.215824, + "f1": 0.17329, + "accuracy": 0.215824, + "main_score": 0.17329, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": [ "dzo-Tibt", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.163949, - "recall": 0.219329, - "f1": 0.17556, - "accuracy": 0.219329, - "main_score": 0.17556, + "precision": 0.161787, + "recall": 0.216324, + "f1": 0.173223, + "accuracy": 0.216324, + "main_score": 0.173223, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": [ "dzo-Tibt", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.174033, - "recall": 0.231848, - "f1": 0.187292, - "accuracy": 0.231848, - "main_score": 0.187292, + "precision": 0.166242, + "recall": 0.222834, + "f1": 0.17909, + "accuracy": 0.222834, + "main_score": 0.17909, "hf_subset": "dzo_Tibt-mon_Mong", "languages": [ "dzo-Tibt", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.125162, - "recall": 0.18027, - "f1": 0.136688, - "accuracy": 0.18027, - "main_score": 0.136688, + "precision": 0.123924, + "recall": 0.180771, + "f1": 0.135729, + "accuracy": 0.180771, + "main_score": 0.135729, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": [ "dzo-Tibt", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.182164, - "recall": 0.236855, - "f1": 0.194179, - "accuracy": 0.236855, - "main_score": 0.194179, + "precision": 0.17023, + "recall": 0.22634, + "f1": 0.18252, + "accuracy": 0.22634, + "main_score": 0.18252, "hf_subset": "dzo_Tibt-tha_Thai", "languages": [ "dzo-Tibt", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "ell_Grek-arb_Arab", "languages": [ "ell-Grek", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "ell_Grek-ben_Beng", "languages": [ "ell-Grek", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ell_Grek-deu_Latn", "languages": [ "ell-Grek", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "ell_Grek-eng_Latn", "languages": [ "ell-Grek", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983726, - "recall": 0.988483, - "f1": 0.985311, - "accuracy": 0.988483, - "main_score": 0.985311, + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "ell_Grek-fas_Arab", "languages": [ "ell-Grek", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "ell_Grek-fin_Latn", "languages": [ "ell-Grek", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "ell_Grek-fra_Latn", "languages": [ "ell-Grek", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "ell_Grek-heb_Hebr", "languages": [ "ell-Grek", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990235, @@ -3266,79 +3537,86 @@ "languages": [ "ell-Grek", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978134, - "recall": 0.984977, - "f1": 0.980387, - "accuracy": 0.984977, - "main_score": 0.980387, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "ell_Grek-hun_Latn", "languages": [ "ell-Grek", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, "hf_subset": "ell_Grek-hye_Armn", "languages": [ "ell-Grek", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994909, - "recall": 0.996495, - "f1": 0.99541, - "accuracy": 0.996495, - "main_score": 0.99541, + "precision": 0.994158, + "recall": 0.995994, + "f1": 0.994742, + "accuracy": 0.995994, + "main_score": 0.994742, "hf_subset": "ell_Grek-ind_Latn", "languages": [ "ell-Grek", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989985, - "f1": 0.986814, - "accuracy": 0.989985, - "main_score": 0.986814, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "ell_Grek-jpn_Jpan", "languages": [ "ell-Grek", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, - "recall": 0.984477, - "f1": 0.97997, - "accuracy": 0.984477, - "main_score": 0.97997, + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, "hf_subset": "ell_Grek-kat_Geor", "languages": [ "ell-Grek", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985103, - "recall": 0.989484, - "f1": 0.986513, - "accuracy": 0.989484, - "main_score": 0.986513, + "precision": 0.984352, + "recall": 0.988983, + "f1": 0.985845, + "accuracy": 0.988983, + "main_score": 0.985845, "hf_subset": "ell_Grek-kor_Hang", "languages": [ "ell-Grek", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -3350,199 +3628,216 @@ "languages": [ "ell-Grek", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990611, - "recall": 0.99349, - "f1": 0.991521, - "accuracy": 0.99349, - "main_score": 0.991521, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "ell_Grek-nld_Latn", "languages": [ "ell-Grek", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986313, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "ell_Grek-pol_Latn", "languages": [ "ell-Grek", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "ell_Grek-por_Latn", "languages": [ "ell-Grek", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, + "precision": 0.982182, "recall": 0.987481, - "f1": 0.983893, + "f1": 0.983842, "accuracy": 0.987481, - "main_score": 0.983893, + "main_score": 0.983842, "hf_subset": "ell_Grek-rus_Cyrl", "languages": [ "ell-Grek", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992364, - "recall": 0.994492, - "f1": 0.993023, - "accuracy": 0.994492, - "main_score": 0.993023, + "precision": 0.990861, + "recall": 0.99349, + "f1": 0.991688, + "accuracy": 0.99349, + "main_score": 0.991688, "hf_subset": "ell_Grek-spa_Latn", "languages": [ "ell-Grek", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987732, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.988983, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.988983, "hf_subset": "ell_Grek-sqi_Latn", "languages": [ "ell-Grek", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936964, - "recall": 0.954432, - "f1": 0.942447, - "accuracy": 0.954432, - "main_score": 0.942447, + "precision": 0.933851, + "recall": 0.951928, + "f1": 0.939576, + "accuracy": 0.951928, + "main_score": 0.939576, "hf_subset": "ell_Grek-swa_Latn", "languages": [ "ell-Grek", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "ell_Grek-swe_Latn", "languages": [ "ell-Grek", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976465, - "recall": 0.983976, - "f1": 0.978968, - "accuracy": 0.983976, - "main_score": 0.978968, + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, "hf_subset": "ell_Grek-tam_Taml", "languages": [ "ell-Grek", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989484, - "f1": 0.98698, - "accuracy": 0.989484, - "main_score": 0.98698, + "precision": 0.983475, + "recall": 0.987982, + "f1": 0.984977, + "accuracy": 0.987982, + "main_score": 0.984977, "hf_subset": "ell_Grek-tur_Latn", "languages": [ "ell-Grek", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.99349, - "f1": 0.991905, - "accuracy": 0.99349, - "main_score": 0.991905, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "ell_Grek-vie_Latn", "languages": [ "ell-Grek", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.984101, + "recall": 0.988983, + "f1": 0.985679, + "accuracy": 0.988983, + "main_score": 0.985679, "hf_subset": "ell_Grek-zho_Hant", "languages": [ "ell-Grek", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721822, - "recall": 0.763645, - "f1": 0.734027, - "accuracy": 0.763645, - "main_score": 0.734027, + "precision": 0.707287, + "recall": 0.754131, + "f1": 0.721273, + "accuracy": 0.754131, + "main_score": 0.721273, "hf_subset": "ell_Grek-zul_Latn", "languages": [ "ell-Grek", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-afr_Latn", "languages": [ "eng-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.853647, - "recall": 0.893841, - "f1": 0.866149, - "accuracy": 0.893841, - "main_score": 0.866149, + "precision": 0.857636, + "recall": 0.895844, + "f1": 0.869564, + "accuracy": 0.895844, + "main_score": 0.869564, "hf_subset": "eng_Latn-amh_Ethi", "languages": [ "eng-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "eng_Latn-arb_Arab", "languages": [ "eng-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988983, @@ -3554,19 +3849,21 @@ "languages": [ "eng-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947505, - "recall": 0.962444, - "f1": 0.952345, - "accuracy": 0.962444, - "main_score": 0.952345, + "precision": 0.945794, + "recall": 0.961442, + "f1": 0.950793, + "accuracy": 0.961442, + "main_score": 0.950793, "hf_subset": "eng_Latn-bak_Cyrl", "languages": [ "eng-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -3578,19 +3875,21 @@ "languages": [ "eng-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742405, - "recall": 0.778167, - "f1": 0.753013, - "accuracy": 0.778167, - "main_score": 0.753013, + "precision": 0.736059, + "recall": 0.77316, + "f1": 0.746857, + "accuracy": 0.77316, + "main_score": 0.746857, "hf_subset": "eng_Latn-bem_Latn", "languages": [ "eng-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -3602,91 +3901,99 @@ "languages": [ "eng-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613576, - "recall": 0.700551, - "f1": 0.638476, - "accuracy": 0.700551, - "main_score": 0.638476, + "precision": 0.61115, + "recall": 0.699049, + "f1": 0.636242, + "accuracy": 0.699049, + "main_score": 0.636242, "hf_subset": "eng_Latn-bod_Tibt", "languages": [ "eng-Latn", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.993615, + "recall": 0.995493, + "f1": 0.994191, + "accuracy": 0.995493, + "main_score": 0.994191, "hf_subset": "eng_Latn-bos_Latn", "languages": [ "eng-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "eng_Latn-bul_Cyrl", "languages": [ "eng-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "eng_Latn-cat_Latn", "languages": [ "eng-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "eng_Latn-ces_Latn", "languages": [ "eng-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951093, - "recall": 0.965949, - "f1": 0.955934, - "accuracy": 0.965949, - "main_score": 0.955934, + "precision": 0.943832, + "recall": 0.960441, + "f1": 0.949174, + "accuracy": 0.960441, + "main_score": 0.949174, "hf_subset": "eng_Latn-ckb_Arab", "languages": [ "eng-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964614, - "recall": 0.975463, - "f1": 0.968119, - "accuracy": 0.975463, - "main_score": 0.968119, + "precision": 0.963445, + "recall": 0.974462, + "f1": 0.967034, + "accuracy": 0.974462, + "main_score": 0.967034, "hf_subset": "eng_Latn-cym_Latn", "languages": [ "eng-Latn", "cym-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -3698,187 +4005,203 @@ "languages": [ "eng-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994992, - "recall": 0.996495, - "f1": 0.995493, - "accuracy": 0.996495, - "main_score": 0.995493, + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, "hf_subset": "eng_Latn-deu_Latn", "languages": [ "eng-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.148409, - "recall": 0.184276, - "f1": 0.157327, - "accuracy": 0.184276, - "main_score": 0.157327, + "precision": 0.145049, + "recall": 0.180771, + "f1": 0.15363, + "accuracy": 0.180771, + "main_score": 0.15363, "hf_subset": "eng_Latn-div_Thaa", "languages": [ "eng-Latn", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.27286, - "recall": 0.345518, - "f1": 0.290475, - "accuracy": 0.345518, - "main_score": 0.290475, + "precision": 0.268045, + "recall": 0.338007, + "f1": 0.285169, + "accuracy": 0.338007, + "main_score": 0.285169, "hf_subset": "eng_Latn-dzo_Tibt", "languages": [ "eng-Latn", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996995, - "recall": 0.997997, - "f1": 0.997329, - "accuracy": 0.997997, - "main_score": 0.997329, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-ell_Grek", "languages": [ "eng-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951068, - "recall": 0.964447, - "f1": 0.955216, - "accuracy": 0.964447, - "main_score": 0.955216, + "precision": 0.95318, + "recall": 0.96645, + "f1": 0.957419, + "accuracy": 0.96645, + "main_score": 0.957419, "hf_subset": "eng_Latn-eus_Latn", "languages": [ "eng-Latn", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625869, - "recall": 0.681022, - "f1": 0.641878, - "accuracy": 0.681022, - "main_score": 0.641878, + "precision": 0.625962, + "recall": 0.677016, + "f1": 0.640642, + "accuracy": 0.677016, + "main_score": 0.640642, "hf_subset": "eng_Latn-ewe_Latn", "languages": [ "eng-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974712, - "recall": 0.982474, - "f1": 0.977216, - "accuracy": 0.982474, - "main_score": 0.977216, + "precision": 0.975797, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, "hf_subset": "eng_Latn-fao_Latn", "languages": [ "eng-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "eng_Latn-fas_Arab", "languages": [ "eng-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661784, - "recall": 0.732599, - "f1": 0.682358, - "accuracy": 0.732599, - "main_score": 0.682358, + "precision": 0.660538, + "recall": 0.729594, + "f1": 0.680717, + "accuracy": 0.729594, + "main_score": 0.680717, "hf_subset": "eng_Latn-fij_Latn", "languages": [ "eng-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-fil_Latn", "languages": [ "eng-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "eng_Latn-fin_Latn", "languages": [ "eng-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "eng_Latn-fra_Latn", "languages": [ "eng-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699016, - "recall": 0.742113, - "f1": 0.711594, - "accuracy": 0.742113, - "main_score": 0.711594, + "precision": 0.694408, + "recall": 0.737106, + "f1": 0.70677, + "accuracy": 0.737106, + "main_score": 0.70677, "hf_subset": "eng_Latn-fuc_Latn", "languages": [ "eng-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.903205, - "recall": 0.929394, - "f1": 0.911601, - "accuracy": 0.929394, - "main_score": 0.911601, + "precision": 0.895719, + "recall": 0.923886, + "f1": 0.904707, + "accuracy": 0.923886, + "main_score": 0.904707, "hf_subset": "eng_Latn-gle_Latn", "languages": [ "eng-Latn", "gle-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.98865, + "recall": 0.991988, + "f1": 0.989735, + "accuracy": 0.991988, + "main_score": 0.989735, "hf_subset": "eng_Latn-glg_Latn", "languages": [ "eng-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -3890,31 +4213,34 @@ "languages": [ "eng-Latn", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810112, - "recall": 0.850776, - "f1": 0.822134, - "accuracy": 0.850776, - "main_score": 0.822134, + "precision": 0.807503, + "recall": 0.847271, + "f1": 0.819389, + "accuracy": 0.847271, + "main_score": 0.819389, "hf_subset": "eng_Latn-hau_Latn", "languages": [ "eng-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-heb_Hebr", "languages": [ "eng-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -3926,19 +4252,21 @@ "languages": [ "eng-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.617701, - "recall": 0.678017, - "f1": 0.634106, - "accuracy": 0.678017, - "main_score": 0.634106, + "precision": 0.61339, + "recall": 0.670506, + "f1": 0.628804, + "accuracy": 0.670506, + "main_score": 0.628804, "hf_subset": "eng_Latn-hmn_Latn", "languages": [ "eng-Latn", "hmn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -3950,247 +4278,268 @@ "languages": [ "eng-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, + "precision": 0.980888, "recall": 0.98698, - "f1": 0.982841, + "f1": 0.982891, "accuracy": 0.98698, - "main_score": 0.982841, + "main_score": 0.982891, "hf_subset": "eng_Latn-hun_Latn", "languages": [ "eng-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "eng_Latn-hye_Armn", "languages": [ "eng-Latn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.735518, - "recall": 0.770656, - "f1": 0.745434, - "accuracy": 0.770656, - "main_score": 0.745434, + "precision": 0.736797, + "recall": 0.768152, + "f1": 0.745994, + "accuracy": 0.768152, + "main_score": 0.745994, "hf_subset": "eng_Latn-ibo_Latn", "languages": [ "eng-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "eng_Latn-ind_Latn", "languages": [ "eng-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.988483, - "f1": 0.984727, - "accuracy": 0.988483, - "main_score": 0.984727, + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, "hf_subset": "eng_Latn-isl_Latn", "languages": [ "eng-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-ita_Latn", "languages": [ "eng-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "eng_Latn-jpn_Jpan", "languages": [ "eng-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992155, - "recall": 0.994492, - "f1": 0.992906, - "accuracy": 0.994492, - "main_score": 0.992906, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "eng_Latn-kan_Knda", "languages": [ "eng-Latn", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "eng_Latn-kat_Geor", "languages": [ "eng-Latn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": [ "eng-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "eng_Latn-khm_Khmr", "languages": [ "eng-Latn", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.671332, - "recall": 0.724086, - "f1": 0.686674, - "accuracy": 0.724086, - "main_score": 0.686674, + "precision": 0.667376, + "recall": 0.719579, + "f1": 0.682455, + "accuracy": 0.719579, + "main_score": 0.682455, "hf_subset": "eng_Latn-kin_Latn", "languages": [ "eng-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97225, - "recall": 0.980971, - "f1": 0.975079, - "accuracy": 0.980971, - "main_score": 0.975079, - "hf_subset": "eng_Latn-kir_Cyrl", - "languages": [ + "precision": 0.971833, + "recall": 0.97997, + "f1": 0.974412, + "accuracy": 0.97997, + "main_score": 0.974412, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ "eng-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.862869, - "recall": 0.899349, - "f1": 0.874211, - "accuracy": 0.899349, - "main_score": 0.874211, + "precision": 0.856819, + "recall": 0.894842, + "f1": 0.868663, + "accuracy": 0.894842, + "main_score": 0.868663, "hf_subset": "eng_Latn-kmr_Latn", "languages": [ "eng-Latn", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "eng_Latn-kor_Hang", "languages": [ "eng-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "eng_Latn-lao_Laoo", "languages": [ "eng-Latn", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "eng_Latn-lav_Latn", "languages": [ "eng-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "eng_Latn-lit_Latn", "languages": [ "eng-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970038, - "recall": 0.978968, - "f1": 0.972859, - "accuracy": 0.978968, - "main_score": 0.972859, + "precision": 0.966491, + "recall": 0.976465, + "f1": 0.969654, + "accuracy": 0.976465, + "main_score": 0.969654, "hf_subset": "eng_Latn-ltz_Latn", "languages": [ "eng-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "eng_Latn-mal_Mlym", "languages": [ "eng-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -4202,79 +4551,86 @@ "languages": [ "eng-Latn", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931318, - "recall": 0.949424, - "f1": 0.936947, - "accuracy": 0.949424, - "main_score": 0.936947, + "precision": 0.928568, + "recall": 0.94692, + "f1": 0.934101, + "accuracy": 0.94692, + "main_score": 0.934101, "hf_subset": "eng_Latn-mey_Arab", "languages": [ "eng-Latn", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": [ "eng-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.728729, - "recall": 0.770656, - "f1": 0.740719, - "accuracy": 0.770656, - "main_score": 0.740719, + "precision": 0.72459, + "recall": 0.767651, + "f1": 0.736885, + "accuracy": 0.767651, + "main_score": 0.736885, "hf_subset": "eng_Latn-mlg_Latn", "languages": [ "eng-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962026, - "recall": 0.972459, - "f1": 0.965448, - "accuracy": 0.972459, - "main_score": 0.965448, + "precision": 0.95898, + "recall": 0.969955, + "f1": 0.962477, + "accuracy": 0.969955, + "main_score": 0.962477, "hf_subset": "eng_Latn-mlt_Latn", "languages": [ "eng-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956143, - "recall": 0.969454, - "f1": 0.960391, - "accuracy": 0.969454, - "main_score": 0.960391, + "precision": 0.956727, + "recall": 0.969955, + "f1": 0.960975, + "accuracy": 0.969955, + "main_score": 0.960975, "hf_subset": "eng_Latn-mon_Mong", "languages": [ "eng-Latn", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899549, - "recall": 0.92689, - "f1": 0.908095, - "accuracy": 0.92689, - "main_score": 0.908095, + "precision": 0.89793, + "recall": 0.925889, + "f1": 0.906577, + "accuracy": 0.925889, + "main_score": 0.906577, "hf_subset": "eng_Latn-mri_Latn", "languages": [ "eng-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -4286,31 +4642,34 @@ "languages": [ "eng-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913904, - "recall": 0.938408, - "f1": 0.921325, - "accuracy": 0.938408, - "main_score": 0.921325, + "precision": 0.91438, + "recall": 0.938908, + "f1": 0.921883, + "accuracy": 0.938908, + "main_score": 0.921883, "hf_subset": "eng_Latn-mya_Mymr", "languages": [ "eng-Latn", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.709254, - "recall": 0.75313, - "f1": 0.722078, - "accuracy": 0.75313, - "main_score": 0.722078, + "precision": 0.701488, + "recall": 0.745118, + "f1": 0.714249, + "accuracy": 0.745118, + "main_score": 0.714249, "hf_subset": "eng_Latn-nde_Latn", "languages": [ "eng-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990235, @@ -4322,151 +4681,164 @@ "languages": [ "eng-Latn", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996995, - "recall": 0.997997, - "f1": 0.997329, - "accuracy": 0.997997, - "main_score": 0.997329, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-nld_Latn", "languages": [ "eng-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-nno_Latn", "languages": [ "eng-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "eng_Latn-nob_Latn", "languages": [ "eng-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.706331, - "recall": 0.746119, - "f1": 0.717954, - "accuracy": 0.746119, - "main_score": 0.717954, + "precision": 0.702579, + "recall": 0.741612, + "f1": 0.713797, + "accuracy": 0.741612, + "main_score": 0.713797, "hf_subset": "eng_Latn-nso_Latn", "languages": [ "eng-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.720984, - "recall": 0.762143, - "f1": 0.733035, - "accuracy": 0.762143, - "main_score": 0.733035, + "precision": 0.715534, + "recall": 0.756635, + "f1": 0.727492, + "accuracy": 0.756635, + "main_score": 0.727492, "hf_subset": "eng_Latn-nya_Latn", "languages": [ "eng-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.494753, - "recall": 0.57336, - "f1": 0.517251, - "accuracy": 0.57336, - "main_score": 0.517251, + "precision": 0.491951, + "recall": 0.568353, + "f1": 0.513724, + "accuracy": 0.568353, + "main_score": 0.513724, "hf_subset": "eng_Latn-orm_Ethi", "languages": [ "eng-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.993741, + "recall": 0.995493, + "f1": 0.994325, + "accuracy": 0.995493, + "main_score": 0.994325, "hf_subset": "eng_Latn-pan_Guru", "languages": [ "eng-Latn", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989735, - "recall": 0.992989, - "f1": 0.99082, - "accuracy": 0.992989, - "main_score": 0.99082, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "eng_Latn-pol_Latn", "languages": [ "eng-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, + "precision": 0.989651, "recall": 0.992989, - "f1": 0.990653, + "f1": 0.990736, "accuracy": 0.992989, - "main_score": 0.990653, + "main_score": 0.990736, "hf_subset": "eng_Latn-por_Latn", "languages": [ "eng-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-prs_Arab", "languages": [ "eng-Latn", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934485, - "recall": 0.953931, - "f1": 0.940828, - "accuracy": 0.953931, - "main_score": 0.940828, + "precision": 0.938575, + "recall": 0.956935, + "f1": 0.944584, + "accuracy": 0.956935, + "main_score": 0.944584, "hf_subset": "eng_Latn-pus_Arab", "languages": [ "eng-Latn", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, + "precision": 0.990736, "recall": 0.99349, - "f1": 0.991487, + "f1": 0.991654, "accuracy": 0.99349, - "main_score": 0.991487, + "main_score": 0.991654, "hf_subset": "eng_Latn-ron_Latn", "languages": [ "eng-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989317, @@ -4478,115 +4850,125 @@ "languages": [ "eng-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698855, - "recall": 0.764647, - "f1": 0.718178, - "accuracy": 0.764647, - "main_score": 0.718178, + "precision": 0.700658, + "recall": 0.76665, + "f1": 0.720343, + "accuracy": 0.76665, + "main_score": 0.720343, "hf_subset": "eng_Latn-shi_Arab", "languages": [ "eng-Latn", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, - "recall": 0.978468, - "f1": 0.971541, - "accuracy": 0.978468, - "main_score": 0.971541, + "precision": 0.961526, + "recall": 0.973961, + "f1": 0.965615, + "accuracy": 0.973961, + "main_score": 0.965615, "hf_subset": "eng_Latn-sin_Sinh", "languages": [ "eng-Latn", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "eng_Latn-slk_Latn", "languages": [ "eng-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "eng_Latn-slv_Latn", "languages": [ "eng-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.834677, - "recall": 0.874311, - "f1": 0.84673, - "accuracy": 0.874311, - "main_score": 0.84673, + "precision": 0.832774, + "recall": 0.872308, + "f1": 0.844626, + "accuracy": 0.872308, + "main_score": 0.844626, "hf_subset": "eng_Latn-smo_Latn", "languages": [ "eng-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689631, - "recall": 0.735103, - "f1": 0.702375, - "accuracy": 0.735103, - "main_score": 0.702375, + "precision": 0.683027, + "recall": 0.731097, + "f1": 0.696553, + "accuracy": 0.731097, + "main_score": 0.696553, "hf_subset": "eng_Latn-sna_Latn", "languages": [ "eng-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956977, - "recall": 0.970456, - "f1": 0.961309, - "accuracy": 0.970456, - "main_score": 0.961309, + "precision": 0.958813, + "recall": 0.970956, + "f1": 0.962644, + "accuracy": 0.970956, + "main_score": 0.962644, "hf_subset": "eng_Latn-snd_Arab", "languages": [ "eng-Latn", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801435, - "recall": 0.849775, - "f1": 0.815817, - "accuracy": 0.849775, - "main_score": 0.815817, + "precision": 0.79985, + "recall": 0.844767, + "f1": 0.813036, + "accuracy": 0.844767, + "main_score": 0.813036, "hf_subset": "eng_Latn-som_Latn", "languages": [ "eng-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, "hf_subset": "eng_Latn-spa_Latn", "languages": [ "eng-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990653, @@ -4598,259 +4980,281 @@ "languages": [ "eng-Latn", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "eng_Latn-srp_Cyrl", "languages": [ "eng-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "eng_Latn-srp_Latn", "languages": [ "eng-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700247, - "recall": 0.745118, - "f1": 0.713221, - "accuracy": 0.745118, - "main_score": 0.713221, + "precision": 0.689001, + "recall": 0.734101, + "f1": 0.702016, + "accuracy": 0.734101, + "main_score": 0.702016, "hf_subset": "eng_Latn-ssw_Latn", "languages": [ "eng-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963462, - "recall": 0.973961, - "f1": 0.966784, - "accuracy": 0.973961, - "main_score": 0.966784, + "precision": 0.958788, + "recall": 0.970956, + "f1": 0.962594, + "accuracy": 0.970956, + "main_score": 0.962594, "hf_subset": "eng_Latn-swa_Latn", "languages": [ "eng-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-swe_Latn", "languages": [ "eng-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678266, - "recall": 0.730596, - "f1": 0.693556, - "accuracy": 0.730596, - "main_score": 0.693556, + "precision": 0.68072, + "recall": 0.732599, + "f1": 0.695769, + "accuracy": 0.732599, + "main_score": 0.695769, "hf_subset": "eng_Latn-tah_Latn", "languages": [ "eng-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "eng_Latn-tam_Taml", "languages": [ "eng-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964864, - "recall": 0.975463, - "f1": 0.968286, - "accuracy": 0.975463, - "main_score": 0.968286, + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971624, + "accuracy": 0.977967, + "main_score": 0.971624, "hf_subset": "eng_Latn-tat_Cyrl", "languages": [ "eng-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "eng_Latn-tel_Telu", "languages": [ "eng-Latn", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938908, - "recall": 0.956435, - "f1": 0.944584, - "accuracy": 0.956435, - "main_score": 0.944584, + "precision": 0.939034, + "recall": 0.956935, + "f1": 0.944867, + "accuracy": 0.956935, + "main_score": 0.944867, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": [ "eng-Latn", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, "hf_subset": "eng_Latn-tha_Thai", "languages": [ "eng-Latn", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.657842, - "recall": 0.72659, - "f1": 0.678178, - "accuracy": 0.72659, - "main_score": 0.678178, + "precision": 0.642126, + "recall": 0.710065, + "f1": 0.66181, + "accuracy": 0.710065, + "main_score": 0.66181, "hf_subset": "eng_Latn-tir_Ethi", "languages": [ "eng-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.770577, + "precision": 0.769007, "recall": 0.818728, - "f1": 0.784998, + "f1": 0.783995, "accuracy": 0.818728, - "main_score": 0.784998, + "main_score": 0.783995, "hf_subset": "eng_Latn-ton_Latn", "languages": [ "eng-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.703052, - "recall": 0.744617, - "f1": 0.71485, - "accuracy": 0.744617, - "main_score": 0.71485, + "precision": 0.696057, + "recall": 0.738608, + "f1": 0.708027, + "accuracy": 0.738608, + "main_score": 0.708027, "hf_subset": "eng_Latn-tsn_Latn", "languages": [ "eng-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919254, - "recall": 0.942414, - "f1": 0.92659, - "accuracy": 0.942414, - "main_score": 0.92659, + "precision": 0.918461, + "recall": 0.940911, + "f1": 0.925638, + "accuracy": 0.940911, + "main_score": 0.925638, "hf_subset": "eng_Latn-tuk_Latn", "languages": [ "eng-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.991988, - "f1": 0.989902, - "accuracy": 0.991988, - "main_score": 0.989902, + "precision": 0.986897, + "recall": 0.990486, + "f1": 0.988065, + "accuracy": 0.990486, + "main_score": 0.988065, "hf_subset": "eng_Latn-tur_Latn", "languages": [ "eng-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925238, - "recall": 0.945418, - "f1": 0.931624, - "accuracy": 0.945418, - "main_score": 0.931624, + "precision": 0.925864, + "recall": 0.94692, + "f1": 0.932515, + "accuracy": 0.94692, + "main_score": 0.932515, "hf_subset": "eng_Latn-uig_Arab", "languages": [ "eng-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992322, - "recall": 0.994492, - "f1": 0.992989, - "accuracy": 0.994492, - "main_score": 0.992989, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": [ "eng-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "eng_Latn-urd_Arab", "languages": [ "eng-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "eng_Latn-uzb_Latn", "languages": [ "eng-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692185, - "recall": 0.734602, - "f1": 0.704395, - "accuracy": 0.734602, - "main_score": 0.704395, + "precision": 0.68661, + "recall": 0.729094, + "f1": 0.698902, + "accuracy": 0.729094, + "main_score": 0.698902, "hf_subset": "eng_Latn-ven_Latn", "languages": [ "eng-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -4862,475 +5266,515 @@ "languages": [ "eng-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669492, - "recall": 0.718578, - "f1": 0.683842, - "accuracy": 0.718578, - "main_score": 0.683842, + "precision": 0.667377, + "recall": 0.717576, + "f1": 0.682213, + "accuracy": 0.717576, + "main_score": 0.682213, "hf_subset": "eng_Latn-wol_Latn", "languages": [ "eng-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.730395, - "recall": 0.778167, - "f1": 0.744306, - "accuracy": 0.778167, - "main_score": 0.744306, + "precision": 0.717308, + "recall": 0.767151, + "f1": 0.731892, + "accuracy": 0.767151, + "main_score": 0.731892, "hf_subset": "eng_Latn-xho_Latn", "languages": [ "eng-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.785492, - "recall": 0.832749, - "f1": 0.799752, - "accuracy": 0.832749, - "main_score": 0.799752, + "precision": 0.78065, + "recall": 0.828242, + "f1": 0.79468, + "accuracy": 0.828242, + "main_score": 0.79468, "hf_subset": "eng_Latn-yor_Latn", "languages": [ "eng-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.994992, - "f1": 0.993824, - "accuracy": 0.994992, - "main_score": 0.993824, + "precision": 0.992238, + "recall": 0.994492, + "f1": 0.992989, + "accuracy": 0.994492, + "main_score": 0.992989, "hf_subset": "eng_Latn-yue_Hant", "languages": [ "eng-Latn", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "eng_Latn-zho_Hans", "languages": [ "eng-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "eng_Latn-zho_Hant", "languages": [ "eng-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.752036, - "recall": 0.794191, - "f1": 0.764525, - "accuracy": 0.794191, - "main_score": 0.764525, + "precision": 0.741121, + "recall": 0.783175, + "f1": 0.753483, + "accuracy": 0.783175, + "main_score": 0.753483, "hf_subset": "eng_Latn-zul_Latn", "languages": [ "eng-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.923218, - "recall": 0.943415, - "f1": 0.929497, - "accuracy": 0.943415, - "main_score": 0.929497, + "precision": 0.922797, + "recall": 0.943916, + "f1": 0.929405, + "accuracy": 0.943916, + "main_score": 0.929405, "hf_subset": "eus_Latn-ben_Beng", "languages": [ "eus-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147789, - "recall": 0.17977, - "f1": 0.156065, - "accuracy": 0.17977, - "main_score": 0.156065, + "precision": 0.147571, + "recall": 0.177266, + "f1": 0.155297, + "accuracy": 0.177266, + "main_score": 0.155297, "hf_subset": "eus_Latn-div_Thaa", "languages": [ "eus-Latn", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957394, - "recall": 0.967952, - "f1": 0.960724, - "accuracy": 0.967952, - "main_score": 0.960724, + "precision": 0.954615, + "recall": 0.965949, + "f1": 0.958171, + "accuracy": 0.965949, + "main_score": 0.958171, "hf_subset": "eus_Latn-eng_Latn", "languages": [ "eus-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92833, - "recall": 0.945919, - "f1": 0.933695, - "accuracy": 0.945919, - "main_score": 0.933695, + "precision": 0.925134, + "recall": 0.944917, + "f1": 0.931091, + "accuracy": 0.944917, + "main_score": 0.931091, "hf_subset": "eus_Latn-guj_Gujr", "languages": [ "eus-Latn", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926198, - "recall": 0.94642, - "f1": 0.932499, - "accuracy": 0.94642, - "main_score": 0.932499, + "precision": 0.929703, + "recall": 0.949424, + "f1": 0.935937, + "accuracy": 0.949424, + "main_score": 0.935937, "hf_subset": "eus_Latn-hin_Deva", "languages": [ "eus-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924053, - "recall": 0.943916, - "f1": 0.930295, - "accuracy": 0.943916, - "main_score": 0.930295, + "precision": 0.920063, + "recall": 0.940911, + "f1": 0.926623, + "accuracy": 0.940911, + "main_score": 0.926623, "hf_subset": "eus_Latn-kan_Knda", "languages": [ "eus-Latn", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922525, - "recall": 0.941913, - "f1": 0.928393, - "accuracy": 0.941913, - "main_score": 0.928393, + "precision": 0.923944, + "recall": 0.943916, + "f1": 0.930078, + "accuracy": 0.943916, + "main_score": 0.930078, "hf_subset": "eus_Latn-mar_Deva", "languages": [ "eus-Latn", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914639, + "precision": 0.915061, "recall": 0.936905, - "f1": 0.921468, + "f1": 0.921724, "accuracy": 0.936905, - "main_score": 0.921468, + "main_score": 0.921724, "hf_subset": "eus_Latn-nep_Deva", "languages": [ "eus-Latn", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911033, - "recall": 0.934402, - "f1": 0.918313, - "accuracy": 0.934402, - "main_score": 0.918313, + "precision": 0.917126, + "recall": 0.940411, + "f1": 0.924346, + "accuracy": 0.940411, + "main_score": 0.924346, "hf_subset": "eus_Latn-pan_Guru", "languages": [ "eus-Latn", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.851139, - "recall": 0.887331, - "f1": 0.862177, - "accuracy": 0.887331, - "main_score": 0.862177, + "precision": 0.846849, + "recall": 0.884326, + "f1": 0.858404, + "accuracy": 0.884326, + "main_score": 0.858404, "hf_subset": "eus_Latn-sin_Sinh", "languages": [ "eus-Latn", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.842489, - "recall": 0.882323, - "f1": 0.854718, - "accuracy": 0.882323, - "main_score": 0.854718, + "precision": 0.848923, + "recall": 0.887331, + "f1": 0.860574, + "accuracy": 0.887331, + "main_score": 0.860574, "hf_subset": "eus_Latn-snd_Arab", "languages": [ "eus-Latn", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.90881, - "recall": 0.932399, - "f1": 0.91605, - "accuracy": 0.932399, - "main_score": 0.91605, + "precision": 0.901498, + "recall": 0.927892, + "f1": 0.909641, + "accuracy": 0.927892, + "main_score": 0.909641, "hf_subset": "eus_Latn-tam_Taml", "languages": [ "eus-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911826, + "precision": 0.911676, "recall": 0.935403, - "f1": 0.919222, + "f1": 0.919122, "accuracy": 0.935403, - "main_score": 0.919222, + "main_score": 0.919122, "hf_subset": "eus_Latn-tel_Telu", "languages": [ "eus-Latn", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916296, - "recall": 0.937907, - "f1": 0.922809, - "accuracy": 0.937907, - "main_score": 0.922809, + "precision": 0.917281, + "recall": 0.938408, + "f1": 0.923802, + "accuracy": 0.938408, + "main_score": 0.923802, "hf_subset": "eus_Latn-urd_Arab", "languages": [ "eus-Latn", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608346, - "recall": 0.64697, - "f1": 0.619594, - "accuracy": 0.64697, - "main_score": 0.619594, + "precision": 0.608366, + "recall": 0.647972, + "f1": 0.619826, + "accuracy": 0.647972, + "main_score": 0.619826, "hf_subset": "ewe_Latn-bem_Latn", "languages": [ "ewe-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.591569, - "recall": 0.642464, - "f1": 0.605604, - "accuracy": 0.642464, - "main_score": 0.605604, + "precision": 0.599262, + "recall": 0.64647, + "f1": 0.612235, + "accuracy": 0.64647, + "main_score": 0.612235, "hf_subset": "ewe_Latn-eng_Latn", "languages": [ "ewe-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613987, - "recall": 0.654482, - "f1": 0.625626, - "accuracy": 0.654482, - "main_score": 0.625626, + "precision": 0.611077, + "recall": 0.651477, + "f1": 0.622626, + "accuracy": 0.651477, + "main_score": 0.622626, "hf_subset": "ewe_Latn-fuc_Latn", "languages": [ "ewe-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.560264, - "recall": 0.605909, - "f1": 0.573094, - "accuracy": 0.605909, - "main_score": 0.573094, + "precision": 0.556291, + "recall": 0.603906, + "f1": 0.569617, + "accuracy": 0.603906, + "main_score": 0.569617, "hf_subset": "ewe_Latn-kin_Latn", "languages": [ "ewe-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602421, - "recall": 0.641462, - "f1": 0.613665, - "accuracy": 0.641462, - "main_score": 0.613665, + "precision": 0.598579, + "recall": 0.639459, + "f1": 0.61017, + "accuracy": 0.639459, + "main_score": 0.61017, "hf_subset": "ewe_Latn-nde_Latn", "languages": [ "ewe-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.59612, - "recall": 0.638458, - "f1": 0.608259, - "accuracy": 0.638458, - "main_score": 0.608259, + "precision": 0.587646, + "recall": 0.629945, + "f1": 0.599381, + "accuracy": 0.629945, + "main_score": 0.599381, "hf_subset": "ewe_Latn-nya_Latn", "languages": [ "ewe-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.604494, - "recall": 0.647471, - "f1": 0.616617, - "accuracy": 0.647471, - "main_score": 0.616617, + "precision": 0.606428, + "recall": 0.647972, + "f1": 0.61828, + "accuracy": 0.647972, + "main_score": 0.61828, "hf_subset": "ewe_Latn-sna_Latn", "languages": [ "ewe-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.600271, + "precision": 0.60268, "recall": 0.639459, - "f1": 0.611081, + "f1": 0.612777, "accuracy": 0.639459, - "main_score": 0.611081, + "main_score": 0.612777, "hf_subset": "ewe_Latn-ven_Latn", "languages": [ "ewe-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.961526, - "recall": 0.972959, - "f1": 0.965281, - "accuracy": 0.972959, - "main_score": 0.965281, + "precision": 0.959856, + "recall": 0.970956, + "f1": 0.963445, + "accuracy": 0.970956, + "main_score": 0.963445, "hf_subset": "fao_Latn-afr_Latn", "languages": [ "fao-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960941, - "recall": 0.972459, - "f1": 0.964697, - "accuracy": 0.972459, - "main_score": 0.964697, + "precision": 0.961693, + "recall": 0.972959, + "f1": 0.965365, + "accuracy": 0.972959, + "main_score": 0.965365, "hf_subset": "fao_Latn-dan_Latn", "languages": [ "fao-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95656, - "recall": 0.969454, - "f1": 0.960724, - "accuracy": 0.969454, - "main_score": 0.960724, + "precision": 0.958312, + "recall": 0.969955, + "f1": 0.961976, + "accuracy": 0.969955, + "main_score": 0.961976, "hf_subset": "fao_Latn-deu_Latn", "languages": [ "fao-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.979845, + "recall": 0.985979, + "f1": 0.981839, + "accuracy": 0.985979, + "main_score": 0.981839, "hf_subset": "fao_Latn-eng_Latn", "languages": [ "fao-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95666, - "recall": 0.968953, - "f1": 0.960474, - "accuracy": 0.968953, - "main_score": 0.960474, + "precision": 0.958037, + "recall": 0.970456, + "f1": 0.962026, + "accuracy": 0.970456, + "main_score": 0.962026, "hf_subset": "fao_Latn-isl_Latn", "languages": [ "fao-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.890732, - "recall": 0.918378, - "f1": 0.899149, - "accuracy": 0.918378, - "main_score": 0.899149, + "precision": 0.884644, + "recall": 0.912869, + "f1": 0.893414, + "accuracy": 0.912869, + "main_score": 0.893414, "hf_subset": "fao_Latn-ltz_Latn", "languages": [ "fao-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962736, - "recall": 0.973961, - "f1": 0.966316, - "accuracy": 0.973961, - "main_score": 0.966316, + "precision": 0.961067, + "recall": 0.972459, + "f1": 0.96473, + "accuracy": 0.972459, + "main_score": 0.96473, "hf_subset": "fao_Latn-nld_Latn", "languages": [ "fao-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958771, - "recall": 0.970456, - "f1": 0.962427, - "accuracy": 0.970456, - "main_score": 0.962427, + "precision": 0.962652, + "recall": 0.97346, + "f1": 0.966066, + "accuracy": 0.97346, + "main_score": 0.966066, "hf_subset": "fao_Latn-nno_Latn", "languages": [ "fao-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966116, - "recall": 0.976965, - "f1": 0.969705, - "accuracy": 0.976965, - "main_score": 0.969705, + "precision": 0.967868, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, "hf_subset": "fao_Latn-nob_Latn", "languages": [ "fao-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963988, - "recall": 0.974962, - "f1": 0.967485, - "accuracy": 0.974962, - "main_score": 0.967485, + "precision": 0.960649, + "recall": 0.972459, + "f1": 0.964397, + "accuracy": 0.972459, + "main_score": 0.964397, "hf_subset": "fao_Latn-swe_Latn", "languages": [ "fao-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.979135, @@ -5342,1051 +5786,1139 @@ "languages": [ "fas-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, + "precision": 0.98698, "recall": 0.990986, - "f1": 0.988149, + "f1": 0.988316, "accuracy": 0.990986, - "main_score": 0.988149, + "main_score": 0.988316, "hf_subset": "fas_Arab-ben_Beng", "languages": [ "fas-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92013, - "recall": 0.943916, - "f1": 0.927892, - "accuracy": 0.943916, - "main_score": 0.927892, + "precision": 0.914413, + "recall": 0.939409, + "f1": 0.9225, + "accuracy": 0.939409, + "main_score": 0.9225, "hf_subset": "fas_Arab-ckb_Arab", "languages": [ "fas-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982808, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "fas_Arab-deu_Latn", "languages": [ "fas-Arab", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989985, - "f1": 0.987314, - "accuracy": 0.989985, - "main_score": 0.987314, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "fas_Arab-ell_Grek", "languages": [ "fas-Arab", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "fas_Arab-eng_Latn", "languages": [ "fas-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975964, - "recall": 0.983475, - "f1": 0.978468, - "accuracy": 0.983475, - "main_score": 0.978468, + "precision": 0.971582, + "recall": 0.97997, + "f1": 0.974328, + "accuracy": 0.97997, + "main_score": 0.974328, "hf_subset": "fas_Arab-fin_Latn", "languages": [ "fas-Arab", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98648, - "f1": 0.982674, - "accuracy": 0.98648, - "main_score": 0.982674, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "fas_Arab-fra_Latn", "languages": [ "fas-Arab", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988483, - "f1": 0.985812, - "accuracy": 0.988483, - "main_score": 0.985812, + "precision": 0.981389, + "recall": 0.98648, + "f1": 0.983058, + "accuracy": 0.98648, + "main_score": 0.983058, "hf_subset": "fas_Arab-heb_Hebr", "languages": [ "fas-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "fas_Arab-hin_Deva", "languages": [ "fas-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972208, - "recall": 0.97997, - "f1": 0.974712, - "accuracy": 0.97997, - "main_score": 0.974712, + "precision": 0.973126, + "recall": 0.980971, + "f1": 0.975714, + "accuracy": 0.980971, + "main_score": 0.975714, "hf_subset": "fas_Arab-hun_Latn", "languages": [ "fas-Arab", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.989985, - "f1": 0.987398, - "accuracy": 0.989985, - "main_score": 0.987398, + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, "hf_subset": "fas_Arab-ind_Latn", "languages": [ "fas-Arab", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974796, - "recall": 0.982474, - "f1": 0.977299, - "accuracy": 0.982474, - "main_score": 0.977299, + "precision": 0.976506, + "recall": 0.983475, + "f1": 0.978751, + "accuracy": 0.983475, + "main_score": 0.978751, "hf_subset": "fas_Arab-jpn_Jpan", "languages": [ "fas-Arab", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828067, - "recall": 0.872308, - "f1": 0.841856, - "accuracy": 0.872308, - "main_score": 0.841856, + "precision": 0.832515, + "recall": 0.876314, + "f1": 0.846319, + "accuracy": 0.876314, + "main_score": 0.846319, "hf_subset": "fas_Arab-kmr_Latn", "languages": [ "fas-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, "hf_subset": "fas_Arab-kor_Hang", "languages": [ "fas-Arab", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98648, - "f1": 0.983058, - "accuracy": 0.98648, - "main_score": 0.983058, + "precision": 0.979469, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "fas_Arab-lit_Latn", "languages": [ "fas-Arab", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907436, - "recall": 0.929895, - "f1": 0.914221, - "accuracy": 0.929895, - "main_score": 0.914221, + "precision": 0.908463, + "recall": 0.930396, + "f1": 0.915189, + "accuracy": 0.930396, + "main_score": 0.915189, "hf_subset": "fas_Arab-mey_Arab", "languages": [ "fas-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.987982, - "f1": 0.985061, - "accuracy": 0.987982, - "main_score": 0.985061, + "precision": 0.98214, + "recall": 0.98698, + "f1": 0.983726, + "accuracy": 0.98698, + "main_score": 0.983726, "hf_subset": "fas_Arab-nld_Latn", "languages": [ "fas-Arab", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984477, - "f1": 0.980137, - "accuracy": 0.984477, - "main_score": 0.980137, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "fas_Arab-pol_Latn", "languages": [ "fas-Arab", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.98698, - "f1": 0.983809, - "accuracy": 0.98698, - "main_score": 0.983809, + "precision": 0.979386, + "recall": 0.985478, + "f1": 0.981389, + "accuracy": 0.985478, + "main_score": 0.981389, "hf_subset": "fas_Arab-por_Latn", "languages": [ "fas-Arab", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, "hf_subset": "fas_Arab-prs_Arab", "languages": [ "fas-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92023, - "recall": 0.942414, - "f1": 0.927374, - "accuracy": 0.942414, - "main_score": 0.927374, + "precision": 0.916541, + "recall": 0.93991, + "f1": 0.92412, + "accuracy": 0.93991, + "main_score": 0.92412, "hf_subset": "fas_Arab-pus_Arab", "languages": [ "fas-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974003, - "recall": 0.981472, - "f1": 0.976415, - "accuracy": 0.981472, - "main_score": 0.976415, + "precision": 0.970247, + "recall": 0.978468, + "f1": 0.972909, + "accuracy": 0.978468, + "main_score": 0.972909, "hf_subset": "fas_Arab-rus_Cyrl", "languages": [ "fas-Arab", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661058, - "recall": 0.728092, - "f1": 0.680425, - "accuracy": 0.728092, - "main_score": 0.680425, + "precision": 0.658705, + "recall": 0.727091, + "f1": 0.678588, + "accuracy": 0.727091, + "main_score": 0.678588, "hf_subset": "fas_Arab-shi_Arab", "languages": [ "fas-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987481, - "f1": 0.984059, - "accuracy": 0.987481, - "main_score": 0.984059, + "precision": 0.98118, + "recall": 0.98648, + "f1": 0.982841, + "accuracy": 0.98648, + "main_score": 0.982841, "hf_subset": "fas_Arab-spa_Latn", "languages": [ "fas-Arab", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914246, - "recall": 0.937907, - "f1": 0.921749, - "accuracy": 0.937907, - "main_score": 0.921749, + "precision": 0.91418, + "recall": 0.937406, + "f1": 0.921499, + "accuracy": 0.937406, + "main_score": 0.921499, "hf_subset": "fas_Arab-swa_Latn", "languages": [ "fas-Arab", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983726, - "recall": 0.988983, - "f1": 0.985478, - "accuracy": 0.988983, - "main_score": 0.985478, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "fas_Arab-swe_Latn", "languages": [ "fas-Arab", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97442, + "precision": 0.974896, "recall": 0.981973, - "f1": 0.976832, + "f1": 0.977132, "accuracy": 0.981973, - "main_score": 0.976832, + "main_score": 0.977132, "hf_subset": "fas_Arab-tam_Taml", "languages": [ "fas-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921799, - "recall": 0.942414, - "f1": 0.928292, - "accuracy": 0.942414, - "main_score": 0.928292, + "precision": 0.92639, + "recall": 0.945919, + "f1": 0.932616, + "accuracy": 0.945919, + "main_score": 0.932616, "hf_subset": "fas_Arab-tgk_Cyrl", "languages": [ "fas-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976465, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.973043, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, "hf_subset": "fas_Arab-tur_Latn", "languages": [ "fas-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981514, - "recall": 0.98648, - "f1": 0.983091, - "accuracy": 0.98648, - "main_score": 0.983091, + "precision": 0.980554, + "recall": 0.985979, + "f1": 0.982223, + "accuracy": 0.985979, + "main_score": 0.982223, "hf_subset": "fas_Arab-vie_Latn", "languages": [ "fas-Arab", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, + "precision": 0.981138, "recall": 0.98648, - "f1": 0.982724, + "f1": 0.982891, "accuracy": 0.98648, - "main_score": 0.982724, + "main_score": 0.982891, "hf_subset": "fas_Arab-zho_Hant", "languages": [ "fas-Arab", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.676206, - "recall": 0.726089, - "f1": 0.691122, - "accuracy": 0.726089, - "main_score": 0.691122, + "precision": 0.668632, + "recall": 0.72008, + "f1": 0.683823, + "accuracy": 0.72008, + "main_score": 0.683823, "hf_subset": "fas_Arab-zul_Latn", "languages": [ "fas-Arab", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666937, - "recall": 0.724086, - "f1": 0.682385, - "accuracy": 0.724086, - "main_score": 0.682385, + "precision": 0.655511, + "recall": 0.715073, + "f1": 0.67199, + "accuracy": 0.715073, + "main_score": 0.67199, "hf_subset": "fij_Latn-eng_Latn", "languages": [ "fij-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651291, - "recall": 0.710065, - "f1": 0.667419, - "accuracy": 0.710065, - "main_score": 0.667419, + "precision": 0.647772, + "recall": 0.705058, + "f1": 0.663535, + "accuracy": 0.705058, + "main_score": 0.663535, "hf_subset": "fij_Latn-fil_Latn", "languages": [ "fij-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648884, - "recall": 0.707061, - "f1": 0.665227, - "accuracy": 0.707061, - "main_score": 0.665227, + "precision": 0.65274, + "recall": 0.712068, + "f1": 0.669334, + "accuracy": 0.712068, + "main_score": 0.669334, "hf_subset": "fij_Latn-ind_Latn", "languages": [ "fij-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.565096, - "recall": 0.637456, - "f1": 0.585301, - "accuracy": 0.637456, - "main_score": 0.585301, + "precision": 0.563786, + "recall": 0.635453, + "f1": 0.583892, + "accuracy": 0.635453, + "main_score": 0.583892, "hf_subset": "fij_Latn-mal_Mlym", "languages": [ "fij-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.565056, + "precision": 0.565942, "recall": 0.617426, - "f1": 0.579089, + "f1": 0.579622, "accuracy": 0.617426, - "main_score": 0.579089, + "main_score": 0.579622, "hf_subset": "fij_Latn-mlg_Latn", "languages": [ "fij-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.62609, - "recall": 0.681022, - "f1": 0.641516, - "accuracy": 0.681022, - "main_score": 0.641516, + "precision": 0.626312, + "recall": 0.678017, + "f1": 0.641213, + "accuracy": 0.678017, + "main_score": 0.641213, "hf_subset": "fij_Latn-mri_Latn", "languages": [ "fij-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653653, - "recall": 0.712569, - "f1": 0.670104, - "accuracy": 0.712569, - "main_score": 0.670104, + "precision": 0.647299, + "recall": 0.708062, + "f1": 0.664248, + "accuracy": 0.708062, + "main_score": 0.664248, "hf_subset": "fij_Latn-msa_Latn", "languages": [ "fij-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.623493, - "recall": 0.674011, - "f1": 0.637488, - "accuracy": 0.674011, - "main_score": 0.637488, + "precision": 0.62201, + "recall": 0.671007, + "f1": 0.635968, + "accuracy": 0.671007, + "main_score": 0.635968, "hf_subset": "fij_Latn-smo_Latn", "languages": [ "fij-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.539681, - "recall": 0.593891, - "f1": 0.555697, - "accuracy": 0.593891, - "main_score": 0.555697, + "precision": 0.53921, + "recall": 0.592889, + "f1": 0.555007, + "accuracy": 0.592889, + "main_score": 0.555007, "hf_subset": "fij_Latn-tah_Latn", "languages": [ "fij-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602556, - "recall": 0.662494, - "f1": 0.61966, - "accuracy": 0.662494, - "main_score": 0.61966, + "precision": 0.596368, + "recall": 0.657486, + "f1": 0.613762, + "accuracy": 0.657486, + "main_score": 0.613762, "hf_subset": "fij_Latn-ton_Latn", "languages": [ "fij-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992197, - "recall": 0.993991, - "f1": 0.992689, - "accuracy": 0.993991, - "main_score": 0.992689, + "precision": 0.990027, + "recall": 0.992489, + "f1": 0.990769, + "accuracy": 0.992489, + "main_score": 0.990769, "hf_subset": "fil_Latn-eng_Latn", "languages": [ "fil-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653458, - "recall": 0.722083, - "f1": 0.672911, - "accuracy": 0.722083, - "main_score": 0.672911, + "precision": 0.64991, + "recall": 0.718077, + "f1": 0.669368, + "accuracy": 0.718077, + "main_score": 0.669368, "hf_subset": "fil_Latn-fij_Latn", "languages": [ "fil-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989025, - "recall": 0.991988, - "f1": 0.989935, - "accuracy": 0.991988, - "main_score": 0.989935, - "hf_subset": "fil_Latn-ind_Latn", + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, + "hf_subset": "fil_Latn-ind_Latn", "languages": [ "fil-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970748, - "recall": 0.979469, - "f1": 0.973577, - "accuracy": 0.979469, - "main_score": 0.973577, + "precision": 0.972459, + "recall": 0.980471, + "f1": 0.975046, + "accuracy": 0.980471, + "main_score": 0.975046, "hf_subset": "fil_Latn-mal_Mlym", "languages": [ "fil-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.725764, - "recall": 0.767651, - "f1": 0.738085, - "accuracy": 0.767651, - "main_score": 0.738085, + "precision": 0.718027, + "recall": 0.761642, + "f1": 0.730901, + "accuracy": 0.761642, + "main_score": 0.730901, "hf_subset": "fil_Latn-mlg_Latn", "languages": [ "fil-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88234, - "recall": 0.912369, - "f1": 0.891614, - "accuracy": 0.912369, - "main_score": 0.891614, + "precision": 0.883764, + "recall": 0.911868, + "f1": 0.892364, + "accuracy": 0.911868, + "main_score": 0.892364, "hf_subset": "fil_Latn-mri_Latn", "languages": [ "fil-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.981973, + "recall": 0.98698, + "f1": 0.983559, + "accuracy": 0.98698, + "main_score": 0.983559, "hf_subset": "fil_Latn-msa_Latn", "languages": [ "fil-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.821674, - "recall": 0.860791, - "f1": 0.833393, - "accuracy": 0.860791, - "main_score": 0.833393, + "precision": 0.819513, + "recall": 0.858287, + "f1": 0.831049, + "accuracy": 0.858287, + "main_score": 0.831049, "hf_subset": "fil_Latn-smo_Latn", "languages": [ "fil-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668346, - "recall": 0.721582, - "f1": 0.683903, - "accuracy": 0.721582, - "main_score": 0.683903, + "precision": 0.666059, + "recall": 0.72008, + "f1": 0.682037, + "accuracy": 0.72008, + "main_score": 0.682037, "hf_subset": "fil_Latn-tah_Latn", "languages": [ "fil-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.758451, - "recall": 0.807211, - "f1": 0.773104, - "accuracy": 0.807211, - "main_score": 0.773104, + "precision": 0.751553, + "recall": 0.801703, + "f1": 0.766462, + "accuracy": 0.801703, + "main_score": 0.766462, "hf_subset": "fil_Latn-ton_Latn", "languages": [ "fil-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970205, - "recall": 0.979469, - "f1": 0.973293, - "accuracy": 0.979469, - "main_score": 0.973293, + "precision": 0.970289, + "recall": 0.978968, + "f1": 0.973126, + "accuracy": 0.978968, + "main_score": 0.973126, "hf_subset": "fin_Latn-arb_Arab", "languages": [ "fin-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.975922, + "recall": 0.982974, + "f1": 0.978167, + "accuracy": 0.982974, + "main_score": 0.978167, "hf_subset": "fin_Latn-ben_Beng", "languages": [ "fin-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "fin_Latn-deu_Latn", "languages": [ "fin-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.983058, + "recall": 0.987982, + "f1": 0.984644, + "accuracy": 0.987982, + "main_score": 0.984644, "hf_subset": "fin_Latn-ell_Grek", "languages": [ "fin-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, "hf_subset": "fin_Latn-eng_Latn", "languages": [ "fin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972709, - "recall": 0.97997, - "f1": 0.975129, - "accuracy": 0.97997, - "main_score": 0.975129, + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "fin_Latn-fas_Arab", "languages": [ "fin-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97669, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.975171, + "recall": 0.982474, + "f1": 0.9775, + "accuracy": 0.982474, + "main_score": 0.9775, "hf_subset": "fin_Latn-fra_Latn", "languages": [ "fin-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, + "precision": 0.982808, "recall": 0.987982, - "f1": 0.984427, + "f1": 0.984477, "accuracy": 0.987982, - "main_score": 0.984427, + "main_score": 0.984477, "hf_subset": "fin_Latn-heb_Hebr", "languages": [ "fin-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97659, - "recall": 0.983475, - "f1": 0.978835, - "accuracy": 0.983475, - "main_score": 0.978835, + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, "hf_subset": "fin_Latn-hin_Deva", "languages": [ "fin-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971874, - "recall": 0.979469, - "f1": 0.974378, - "accuracy": 0.979469, - "main_score": 0.974378, + "precision": 0.973377, + "recall": 0.980471, + "f1": 0.975714, + "accuracy": 0.980471, + "main_score": 0.975714, "hf_subset": "fin_Latn-hun_Latn", "languages": [ "fin-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.987398, + "recall": 0.990986, + "f1": 0.988566, + "accuracy": 0.990986, + "main_score": 0.988566, "hf_subset": "fin_Latn-ind_Latn", "languages": [ "fin-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978343, - "recall": 0.984977, - "f1": 0.980504, - "accuracy": 0.984977, - "main_score": 0.980504, + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, "hf_subset": "fin_Latn-jpn_Jpan", "languages": [ "fin-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973502, - "recall": 0.980971, - "f1": 0.975914, - "accuracy": 0.980971, - "main_score": 0.975914, + "precision": 0.974378, + "recall": 0.981973, + "f1": 0.976882, + "accuracy": 0.981973, + "main_score": 0.976882, "hf_subset": "fin_Latn-kor_Hang", "languages": [ "fin-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, "hf_subset": "fin_Latn-lav_Latn", "languages": [ "fin-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974629, - "recall": 0.982474, - "f1": 0.977216, - "accuracy": 0.982474, - "main_score": 0.977216, + "precision": 0.974211, + "recall": 0.981973, + "f1": 0.976799, + "accuracy": 0.981973, + "main_score": 0.976799, "hf_subset": "fin_Latn-lit_Latn", "languages": [ "fin-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982265, - "recall": 0.98698, - "f1": 0.983759, - "accuracy": 0.98698, - "main_score": 0.983759, + "precision": 0.983225, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "fin_Latn-nld_Latn", "languages": [ "fin-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974211, - "recall": 0.981973, - "f1": 0.976799, - "accuracy": 0.981973, - "main_score": 0.976799, + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "fin_Latn-pol_Latn", "languages": [ "fin-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "fin_Latn-por_Latn", "languages": [ "fin-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972292, - "recall": 0.980471, - "f1": 0.974962, - "accuracy": 0.980471, - "main_score": 0.974962, + "precision": 0.971082, + "recall": 0.979469, + "f1": 0.973827, + "accuracy": 0.979469, + "main_score": 0.973827, "hf_subset": "fin_Latn-rus_Cyrl", "languages": [ "fin-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975088, + "precision": 0.975046, "recall": 0.982474, - "f1": 0.9775, + "f1": 0.977466, "accuracy": 0.982474, - "main_score": 0.9775, + "main_score": 0.977466, "hf_subset": "fin_Latn-spa_Latn", "languages": [ "fin-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922592, - "recall": 0.944417, - "f1": 0.929594, - "accuracy": 0.944417, - "main_score": 0.929594, + "precision": 0.917117, + "recall": 0.93991, + "f1": 0.924253, + "accuracy": 0.93991, + "main_score": 0.924253, "hf_subset": "fin_Latn-swa_Latn", "languages": [ "fin-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "fin_Latn-swe_Latn", "languages": [ "fin-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966049, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.963712, + "recall": 0.974462, + "f1": 0.967117, + "accuracy": 0.974462, + "main_score": 0.967117, "hf_subset": "fin_Latn-tam_Taml", "languages": [ "fin-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971624, - "recall": 0.978968, - "f1": 0.974044, - "accuracy": 0.978968, - "main_score": 0.974044, + "precision": 0.970038, + "recall": 0.977967, + "f1": 0.972626, + "accuracy": 0.977967, + "main_score": 0.972626, "hf_subset": "fin_Latn-tur_Latn", "languages": [ "fin-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975964, - "recall": 0.982974, - "f1": 0.978217, - "accuracy": 0.982974, - "main_score": 0.978217, + "precision": 0.973894, + "recall": 0.981472, + "f1": 0.976298, + "accuracy": 0.981472, + "main_score": 0.976298, "hf_subset": "fin_Latn-vie_Latn", "languages": [ "fin-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975213, - "recall": 0.981973, - "f1": 0.977466, - "accuracy": 0.981973, - "main_score": 0.977466, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, "hf_subset": "fin_Latn-zho_Hant", "languages": [ "fin-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.688396, - "recall": 0.735603, - "f1": 0.702472, - "accuracy": 0.735603, - "main_score": 0.702472, + "precision": 0.679654, + "recall": 0.728092, + "f1": 0.694086, + "accuracy": 0.728092, + "main_score": 0.694086, "hf_subset": "fin_Latn-zul_Latn", "languages": [ "fin-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, + "precision": 0.981723, "recall": 0.987481, - "f1": 0.983475, + "f1": 0.983559, "accuracy": 0.987481, - "main_score": 0.983475, + "main_score": 0.983559, "hf_subset": "fra_Latn-arb_Arab", "languages": [ "fra-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.98698, - "f1": 0.983809, - "accuracy": 0.98698, - "main_score": 0.983809, + "precision": 0.983058, + "recall": 0.987481, + "f1": 0.984477, + "accuracy": 0.987481, + "main_score": 0.984477, "hf_subset": "fra_Latn-ben_Beng", "languages": [ "fra-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.985562, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "fra_Latn-cat_Latn", "languages": [ "fra-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, - "recall": 0.990486, - "f1": 0.988065, - "accuracy": 0.990486, - "main_score": 0.988065, + "precision": 0.986229, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "fra_Latn-deu_Latn", "languages": [ "fra-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987064, - "recall": 0.990986, - "f1": 0.988316, - "accuracy": 0.990986, - "main_score": 0.988316, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "fra_Latn-ell_Grek", "languages": [ "fra-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "fra_Latn-eng_Latn", "languages": [ "fra-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98648, - "f1": 0.982557, - "accuracy": 0.98648, - "main_score": 0.982557, + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "fra_Latn-fas_Arab", "languages": [ "fra-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976799, - "recall": 0.983475, - "f1": 0.978885, - "accuracy": 0.983475, - "main_score": 0.978885, + "precision": 0.974545, + "recall": 0.981973, + "f1": 0.976882, + "accuracy": 0.981973, + "main_score": 0.976882, "hf_subset": "fra_Latn-fin_Latn", "languages": [ "fra-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983058, @@ -6398,175 +6930,190 @@ "languages": [ "fra-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "fra_Latn-heb_Hebr", "languages": [ "fra-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "fra_Latn-hin_Deva", "languages": [ "fra-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "fra_Latn-hun_Latn", "languages": [ "fra-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.987398, + "recall": 0.990986, + "f1": 0.988566, + "accuracy": 0.990986, + "main_score": 0.988566, "hf_subset": "fra_Latn-ind_Latn", "languages": [ "fra-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.986396, "recall": 0.989985, - "f1": 0.987314, + "f1": 0.987565, "accuracy": 0.989985, - "main_score": 0.987314, + "main_score": 0.987565, "hf_subset": "fra_Latn-ita_Latn", "languages": [ "fra-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.985478, - "f1": 0.981639, - "accuracy": 0.985478, - "main_score": 0.981639, + "precision": 0.98022, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "fra_Latn-jpn_Jpan", "languages": [ "fra-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973043, + "precision": 0.972793, "recall": 0.980971, - "f1": 0.97563, + "f1": 0.975463, "accuracy": 0.980971, - "main_score": 0.97563, + "main_score": 0.975463, "hf_subset": "fra_Latn-kor_Hang", "languages": [ "fra-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976131, - "recall": 0.983475, - "f1": 0.978468, - "accuracy": 0.983475, - "main_score": 0.978468, + "precision": 0.978384, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "fra_Latn-lit_Latn", "languages": [ "fra-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937732, - "recall": 0.953931, - "f1": 0.942864, - "accuracy": 0.953931, - "main_score": 0.942864, + "precision": 0.936363, + "recall": 0.952429, + "f1": 0.941314, + "accuracy": 0.952429, + "main_score": 0.941314, "hf_subset": "fra_Latn-mlt_Latn", "languages": [ "fra-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987189, - "recall": 0.990486, - "f1": 0.988182, - "accuracy": 0.990486, - "main_score": 0.988182, + "precision": 0.988441, + "recall": 0.991487, + "f1": 0.989351, + "accuracy": 0.991487, + "main_score": 0.989351, "hf_subset": "fra_Latn-nld_Latn", "languages": [ "fra-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, "hf_subset": "fra_Latn-pol_Latn", "languages": [ "fra-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988983, - "f1": 0.985395, - "accuracy": 0.988983, - "main_score": 0.985395, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "fra_Latn-por_Latn", "languages": [ "fra-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "fra_Latn-ron_Latn", "languages": [ "fra-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98648, - "f1": 0.982591, - "accuracy": 0.98648, - "main_score": 0.982591, + "precision": 0.980095, + "recall": 0.985979, + "f1": 0.981923, + "accuracy": 0.985979, + "main_score": 0.981923, "hf_subset": "fra_Latn-rus_Cyrl", "languages": [ "fra-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.9889, @@ -6578,67 +7125,73 @@ "languages": [ "fra-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.926148, - "recall": 0.945919, - "f1": 0.932265, - "accuracy": 0.945919, - "main_score": 0.932265, + "precision": 0.920611, + "recall": 0.940911, + "f1": 0.926782, + "accuracy": 0.940911, + "main_score": 0.926782, "hf_subset": "fra_Latn-swa_Latn", "languages": [ "fra-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "fra_Latn-swe_Latn", "languages": [ "fra-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965532, - "recall": 0.975964, - "f1": 0.968853, - "accuracy": 0.975964, - "main_score": 0.968853, + "precision": 0.965406, + "recall": 0.975463, + "f1": 0.96857, + "accuracy": 0.975463, + "main_score": 0.96857, "hf_subset": "fra_Latn-tam_Taml", "languages": [ "fra-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.983976, - "f1": 0.979553, - "accuracy": 0.983976, - "main_score": 0.979553, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "fra_Latn-tur_Latn", "languages": [ "fra-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, - "recall": 0.987481, - "f1": 0.984143, - "accuracy": 0.987481, - "main_score": 0.984143, + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, "hf_subset": "fra_Latn-vie_Latn", "languages": [ "fra-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.981472, @@ -6650,283 +7203,307 @@ "languages": [ "fra-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.71663, - "recall": 0.763145, - "f1": 0.730671, - "accuracy": 0.763145, - "main_score": 0.730671, + "precision": 0.704742, + "recall": 0.751627, + "f1": 0.718958, + "accuracy": 0.751627, + "main_score": 0.718958, "hf_subset": "fra_Latn-zul_Latn", "languages": [ "fra-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665999, - "recall": 0.705558, - "f1": 0.677193, - "accuracy": 0.705558, - "main_score": 0.677193, + "precision": 0.663129, + "recall": 0.70005, + "f1": 0.673388, + "accuracy": 0.70005, + "main_score": 0.673388, "hf_subset": "fuc_Latn-bem_Latn", "languages": [ "fuc-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655157, + "precision": 0.656997, "recall": 0.702554, - "f1": 0.668264, + "f1": 0.669619, "accuracy": 0.702554, - "main_score": 0.668264, + "main_score": 0.669619, "hf_subset": "fuc_Latn-eng_Latn", "languages": [ "fuc-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.611142, - "recall": 0.656485, - "f1": 0.624888, - "accuracy": 0.656485, - "main_score": 0.624888, + "precision": 0.613041, + "recall": 0.655984, + "f1": 0.626005, + "accuracy": 0.655984, + "main_score": 0.626005, "hf_subset": "fuc_Latn-ewe_Latn", "languages": [ "fuc-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608139, - "recall": 0.654482, - "f1": 0.620802, - "accuracy": 0.654482, - "main_score": 0.620802, + "precision": 0.606253, + "recall": 0.649975, + "f1": 0.618324, + "accuracy": 0.649975, + "main_score": 0.618324, "hf_subset": "fuc_Latn-kin_Latn", "languages": [ "fuc-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64923, - "recall": 0.691037, - "f1": 0.661035, - "accuracy": 0.691037, - "main_score": 0.661035, + "precision": 0.641778, + "recall": 0.683025, + "f1": 0.653177, + "accuracy": 0.683025, + "main_score": 0.653177, "hf_subset": "fuc_Latn-nde_Latn", "languages": [ "fuc-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.659647, - "recall": 0.691537, - "f1": 0.668877, - "accuracy": 0.691537, - "main_score": 0.668877, + "precision": 0.654598, + "recall": 0.689034, + "f1": 0.664504, + "accuracy": 0.689034, + "main_score": 0.664504, "hf_subset": "fuc_Latn-nya_Latn", "languages": [ "fuc-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665695, - "recall": 0.702554, - "f1": 0.675894, - "accuracy": 0.702554, - "main_score": 0.675894, + "precision": 0.661377, + "recall": 0.698548, + "f1": 0.672039, + "accuracy": 0.698548, + "main_score": 0.672039, "hf_subset": "fuc_Latn-sna_Latn", "languages": [ "fuc-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651136, - "recall": 0.688032, - "f1": 0.661746, - "accuracy": 0.688032, - "main_score": 0.661746, + "precision": 0.6447, + "recall": 0.682023, + "f1": 0.655603, + "accuracy": 0.682023, + "main_score": 0.655603, "hf_subset": "fuc_Latn-ven_Latn", "languages": [ "fuc-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.846474, - "recall": 0.882323, - "f1": 0.857574, - "accuracy": 0.882323, - "main_score": 0.857574, + "precision": 0.845523, + "recall": 0.881322, + "f1": 0.85636, + "accuracy": 0.881322, + "main_score": 0.85636, "hf_subset": "gle_Latn-cym_Latn", "languages": [ "gle-Latn", "cym-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880053, - "recall": 0.912869, - "f1": 0.890028, - "accuracy": 0.912869, - "main_score": 0.890028, + "precision": 0.875997, + "recall": 0.909865, + "f1": 0.886222, + "accuracy": 0.909865, + "main_score": 0.886222, "hf_subset": "gle_Latn-eng_Latn", "languages": [ "gle-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "glg_Latn-cat_Latn", "languages": [ "glg-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991905, - "recall": 0.994492, - "f1": 0.992739, - "accuracy": 0.994492, - "main_score": 0.992739, - "hf_subset": "glg_Latn-eng_Latn", - "languages": [ - "glg-Latn", - "eng-Latn" - ] + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "glg_Latn-fra_Latn", "languages": [ "glg-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "glg_Latn-ita_Latn", "languages": [ "glg-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940452, - "recall": 0.956935, - "f1": 0.945785, - "accuracy": 0.956935, - "main_score": 0.945785, + "precision": 0.943807, + "recall": 0.958938, + "f1": 0.948623, + "accuracy": 0.958938, + "main_score": 0.948623, "hf_subset": "glg_Latn-mlt_Latn", "languages": [ "glg-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987648, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.9889, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.9889, "hf_subset": "glg_Latn-por_Latn", "languages": [ "glg-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989484, - "f1": 0.986814, - "accuracy": 0.989484, - "main_score": 0.986814, + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, "hf_subset": "glg_Latn-ron_Latn", "languages": [ "glg-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "glg_Latn-spa_Latn", "languages": [ "glg-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "guj_Gujr-ben_Beng", "languages": [ "guj-Gujr", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.135725, - "recall": 0.168252, - "f1": 0.1442, - "accuracy": 0.168252, - "main_score": 0.1442, + "precision": 0.139886, + "recall": 0.171758, + "f1": 0.148092, + "accuracy": 0.171758, + "main_score": 0.148092, "hf_subset": "guj_Gujr-div_Thaa", "languages": [ "guj-Gujr", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997914, - "recall": 0.998498, - "f1": 0.99808, - "accuracy": 0.998498, - "main_score": 0.99808, + "precision": 0.997162, + "recall": 0.997997, + "f1": 0.997413, + "accuracy": 0.997997, + "main_score": 0.997413, "hf_subset": "guj_Gujr-eng_Latn", "languages": [ "guj-Gujr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929478, - "recall": 0.947922, - "f1": 0.93532, - "accuracy": 0.947922, - "main_score": 0.93532, + "precision": 0.931522, + "recall": 0.950426, + "f1": 0.937606, + "accuracy": 0.950426, + "main_score": 0.937606, "hf_subset": "guj_Gujr-eus_Latn", "languages": [ "guj-Gujr", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.99349, @@ -6938,7 +7515,8 @@ "languages": [ "guj-Gujr", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991237, @@ -6950,31 +7528,34 @@ "languages": [ "guj-Gujr", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "guj_Gujr-mar_Deva", "languages": [ "guj-Gujr", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "guj_Gujr-nep_Deva", "languages": [ "guj-Gujr", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -6986,451 +7567,489 @@ "languages": [ "guj-Gujr", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952095, - "recall": 0.96645, - "f1": 0.956668, - "accuracy": 0.96645, - "main_score": 0.956668, + "precision": 0.950551, + "recall": 0.965949, + "f1": 0.95555, + "accuracy": 0.965949, + "main_score": 0.95555, "hf_subset": "guj_Gujr-sin_Sinh", "languages": [ "guj-Gujr", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952679, - "recall": 0.967451, - "f1": 0.95752, - "accuracy": 0.967451, - "main_score": 0.95752, + "precision": 0.95656, + "recall": 0.969955, + "f1": 0.960891, + "accuracy": 0.969955, + "main_score": 0.960891, "hf_subset": "guj_Gujr-snd_Arab", "languages": [ "guj-Gujr", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "guj_Gujr-tam_Taml", "languages": [ "guj-Gujr", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, "hf_subset": "guj_Gujr-tel_Telu", "languages": [ "guj-Gujr", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "guj_Gujr-urd_Arab", "languages": [ "guj-Gujr", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.579369, - "recall": 0.644967, - "f1": 0.598418, - "accuracy": 0.644967, - "main_score": 0.598418, + "precision": 0.572472, + "recall": 0.63996, + "f1": 0.591851, + "accuracy": 0.63996, + "main_score": 0.591851, "hf_subset": "hau_Latn-amh_Ethi", "languages": [ "hau-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.7862, - "recall": 0.825739, - "f1": 0.797645, - "accuracy": 0.825739, - "main_score": 0.797645, + "precision": 0.781683, + "recall": 0.81973, + "f1": 0.792529, + "accuracy": 0.81973, + "main_score": 0.792529, "hf_subset": "hau_Latn-eng_Latn", "languages": [ "hau-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.70871, + "precision": 0.707185, "recall": 0.741112, - "f1": 0.718006, + "f1": 0.716863, "accuracy": 0.741112, - "main_score": 0.718006, + "main_score": 0.716863, "hf_subset": "hau_Latn-ibo_Latn", "languages": [ "hau-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675245, - "recall": 0.710566, - "f1": 0.68533, - "accuracy": 0.710566, - "main_score": 0.68533, + "precision": 0.670523, + "recall": 0.70656, + "f1": 0.681067, + "accuracy": 0.70656, + "main_score": 0.681067, "hf_subset": "hau_Latn-nso_Latn", "languages": [ "hau-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.460372, - "recall": 0.532298, - "f1": 0.480251, - "accuracy": 0.532298, - "main_score": 0.480251, + "precision": 0.459821, + "recall": 0.531297, + "f1": 0.47931, + "accuracy": 0.531297, + "main_score": 0.47931, "hf_subset": "hau_Latn-orm_Ethi", "languages": [ "hau-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.726036, - "recall": 0.766149, - "f1": 0.737599, - "accuracy": 0.766149, - "main_score": 0.737599, + "precision": 0.732892, + "recall": 0.769154, + "f1": 0.743294, + "accuracy": 0.769154, + "main_score": 0.743294, "hf_subset": "hau_Latn-som_Latn", "languages": [ "hau-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679981, - "recall": 0.717076, - "f1": 0.690559, - "accuracy": 0.717076, - "main_score": 0.690559, + "precision": 0.676319, + "recall": 0.712569, + "f1": 0.686766, + "accuracy": 0.712569, + "main_score": 0.686766, "hf_subset": "hau_Latn-ssw_Latn", "languages": [ "hau-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.770529, - "recall": 0.807211, - "f1": 0.780877, - "accuracy": 0.807211, - "main_score": 0.780877, + "precision": 0.771318, + "recall": 0.808212, + "f1": 0.781642, + "accuracy": 0.808212, + "main_score": 0.781642, "hf_subset": "hau_Latn-swa_Latn", "languages": [ "hau-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.502027, - "recall": 0.571858, - "f1": 0.522185, - "accuracy": 0.571858, - "main_score": 0.522185, + "precision": 0.491698, + "recall": 0.563345, + "f1": 0.512036, + "accuracy": 0.563345, + "main_score": 0.512036, "hf_subset": "hau_Latn-tir_Ethi", "languages": [ "hau-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689501, - "recall": 0.721082, - "f1": 0.698339, - "accuracy": 0.721082, - "main_score": 0.698339, + "precision": 0.688862, + "recall": 0.718077, + "f1": 0.696992, + "accuracy": 0.718077, + "main_score": 0.696992, "hf_subset": "hau_Latn-tsn_Latn", "languages": [ "hau-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627454, - "recall": 0.667501, - "f1": 0.639009, - "accuracy": 0.667501, - "main_score": 0.639009, + "precision": 0.628454, + "recall": 0.6665, + "f1": 0.639088, + "accuracy": 0.6665, + "main_score": 0.639088, "hf_subset": "hau_Latn-wol_Latn", "languages": [ "hau-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675419, - "recall": 0.721582, - "f1": 0.688739, - "accuracy": 0.721582, - "main_score": 0.688739, + "precision": 0.6715, + "recall": 0.717576, + "f1": 0.684895, + "accuracy": 0.717576, + "main_score": 0.684895, "hf_subset": "hau_Latn-xho_Latn", "languages": [ "hau-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678819, - "recall": 0.731097, - "f1": 0.694032, - "accuracy": 0.731097, - "main_score": 0.694032, + "precision": 0.683632, + "recall": 0.7336, + "f1": 0.697869, + "accuracy": 0.7336, + "main_score": 0.697869, "hf_subset": "hau_Latn-yor_Latn", "languages": [ "hau-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69163, - "recall": 0.730596, - "f1": 0.703084, - "accuracy": 0.730596, - "main_score": 0.703084, + "precision": 0.693645, + "recall": 0.732599, + "f1": 0.704892, + "accuracy": 0.732599, + "main_score": 0.704892, "hf_subset": "hau_Latn-zul_Latn", "languages": [ "hau-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.979469, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "heb_Hebr-arb_Arab", "languages": [ "heb-Hebr", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, + "precision": 0.986146, "recall": 0.989985, - "f1": 0.987147, + "f1": 0.987398, "accuracy": 0.989985, - "main_score": 0.987147, + "main_score": 0.987398, "hf_subset": "heb_Hebr-ben_Beng", "languages": [ "heb-Hebr", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93123, - "recall": 0.951928, - "f1": 0.937807, - "accuracy": 0.951928, - "main_score": 0.937807, + "precision": 0.924553, + "recall": 0.947421, + "f1": 0.931798, + "accuracy": 0.947421, + "main_score": 0.931798, "hf_subset": "heb_Hebr-ckb_Arab", "languages": [ "heb-Hebr", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.992989, - "f1": 0.991237, - "accuracy": 0.992989, - "main_score": 0.991237, + "precision": 0.9889, + "recall": 0.991988, + "f1": 0.989902, + "accuracy": 0.991988, + "main_score": 0.989902, "hf_subset": "heb_Hebr-deu_Latn", "languages": [ "heb-Hebr", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, + "precision": 0.989484, "recall": 0.992489, - "f1": 0.990319, + "f1": 0.990486, "accuracy": 0.992489, - "main_score": 0.990319, + "main_score": 0.990486, "hf_subset": "heb_Hebr-ell_Grek", "languages": [ "heb-Hebr", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993657, - "recall": 0.995493, - "f1": 0.994241, - "accuracy": 0.995493, - "main_score": 0.994241, + "precision": 0.994492, + "recall": 0.995994, + "f1": 0.994992, + "accuracy": 0.995994, + "main_score": 0.994992, "hf_subset": "heb_Hebr-eng_Latn", "languages": [ "heb-Hebr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "heb_Hebr-fas_Arab", "languages": [ "heb-Hebr", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982766, - "recall": 0.987982, - "f1": 0.984427, - "accuracy": 0.987982, - "main_score": 0.984427, + "precision": 0.981264, + "recall": 0.98698, + "f1": 0.983091, + "accuracy": 0.98698, + "main_score": 0.983091, "hf_subset": "heb_Hebr-fin_Latn", "languages": [ "heb-Hebr", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987314, - "recall": 0.990986, - "f1": 0.988483, - "accuracy": 0.990986, - "main_score": 0.988483, + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, "hf_subset": "heb_Hebr-fra_Latn", "languages": [ "heb-Hebr", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "heb_Hebr-hin_Deva", "languages": [ "heb-Hebr", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977216, + "precision": 0.976799, "recall": 0.983976, - "f1": 0.979386, + "f1": 0.979135, "accuracy": 0.983976, - "main_score": 0.979386, + "main_score": 0.979135, "hf_subset": "heb_Hebr-hun_Latn", "languages": [ "heb-Hebr", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, - "recall": 0.991487, - "f1": 0.989818, - "accuracy": 0.991487, - "main_score": 0.989818, + "precision": 0.989902, + "recall": 0.992489, + "f1": 0.990736, + "accuracy": 0.992489, + "main_score": 0.990736, "hf_subset": "heb_Hebr-ind_Latn", "languages": [ "heb-Hebr", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": [ "heb-Hebr", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.836555, - "recall": 0.878818, - "f1": 0.849551, - "accuracy": 0.878818, - "main_score": 0.849551, + "precision": 0.843119, + "recall": 0.883826, + "f1": 0.855695, + "accuracy": 0.883826, + "main_score": 0.855695, "hf_subset": "heb_Hebr-kmr_Latn", "languages": [ "heb-Hebr", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.979553, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, "hf_subset": "heb_Hebr-kor_Hang", "languages": [ "heb-Hebr", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989484, - "f1": 0.98648, - "accuracy": 0.989484, - "main_score": 0.98648, + "precision": 0.983767, + "recall": 0.988483, + "f1": 0.985261, + "accuracy": 0.988483, + "main_score": 0.985261, "hf_subset": "heb_Hebr-lit_Latn", "languages": [ "heb-Hebr", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.912569, - "recall": 0.934902, - "f1": 0.919529, - "accuracy": 0.934902, - "main_score": 0.919529, + "precision": 0.908713, + "recall": 0.931898, + "f1": 0.915907, + "accuracy": 0.931898, + "main_score": 0.915907, "hf_subset": "heb_Hebr-mey_Arab", "languages": [ "heb-Hebr", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.988817, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "heb_Hebr-nld_Latn", "languages": [ "heb-Hebr", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983141, @@ -7442,331 +8061,359 @@ "languages": [ "heb-Hebr", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "heb_Hebr-por_Latn", "languages": [ "heb-Hebr", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, "hf_subset": "heb_Hebr-prs_Arab", "languages": [ "heb-Hebr", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.908321, - "recall": 0.9334, - "f1": 0.916391, - "accuracy": 0.9334, - "main_score": 0.916391, + "precision": 0.902391, + "recall": 0.927892, + "f1": 0.910427, + "accuracy": 0.927892, + "main_score": 0.910427, "hf_subset": "heb_Hebr-pus_Arab", "languages": [ "heb-Hebr", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.987982, - "f1": 0.984727, - "accuracy": 0.987982, - "main_score": 0.984727, + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": [ "heb-Hebr", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675438, - "recall": 0.742113, - "f1": 0.694509, - "accuracy": 0.742113, - "main_score": 0.694509, + "precision": 0.683647, + "recall": 0.745618, + "f1": 0.701188, + "accuracy": 0.745618, + "main_score": 0.701188, "hf_subset": "heb_Hebr-shi_Arab", "languages": [ "heb-Hebr", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.989985, - "f1": 0.987565, - "accuracy": 0.989985, - "main_score": 0.987565, + "precision": 0.986814, + "recall": 0.990486, + "f1": 0.987982, + "accuracy": 0.990486, + "main_score": 0.987982, "hf_subset": "heb_Hebr-spa_Latn", "languages": [ "heb-Hebr", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939034, - "recall": 0.955934, - "f1": 0.944343, - "accuracy": 0.955934, - "main_score": 0.944343, + "precision": 0.931289, + "recall": 0.951427, + "f1": 0.937673, + "accuracy": 0.951427, + "main_score": 0.937673, "hf_subset": "heb_Hebr-swa_Latn", "languages": [ "heb-Hebr", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991487, - "f1": 0.98915, - "accuracy": 0.991487, - "main_score": 0.98915, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "heb_Hebr-swe_Latn", "languages": [ "heb-Hebr", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.983976, - "f1": 0.979553, - "accuracy": 0.983976, - "main_score": 0.979553, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "heb_Hebr-tam_Taml", "languages": [ "heb-Hebr", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925764, - "recall": 0.94642, - "f1": 0.932432, - "accuracy": 0.94642, - "main_score": 0.932432, + "precision": 0.924011, + "recall": 0.944917, + "f1": 0.930763, + "accuracy": 0.944917, + "main_score": 0.930763, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": [ "heb-Hebr", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98648, - "f1": 0.982891, - "accuracy": 0.98648, - "main_score": 0.982891, + "precision": 0.979886, + "recall": 0.985478, + "f1": 0.981723, + "accuracy": 0.985478, + "main_score": 0.981723, "hf_subset": "heb_Hebr-tur_Latn", "languages": [ "heb-Hebr", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.984059, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "heb_Hebr-vie_Latn", "languages": [ "heb-Hebr", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.977967, + "recall": 0.984477, + "f1": 0.980137, + "accuracy": 0.984477, + "main_score": 0.980137, "hf_subset": "heb_Hebr-zho_Hant", "languages": [ "heb-Hebr", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698598, - "recall": 0.751627, - "f1": 0.714487, - "accuracy": 0.751627, - "main_score": 0.714487, + "precision": 0.689495, + "recall": 0.741612, + "f1": 0.704643, + "accuracy": 0.741612, + "main_score": 0.704643, "hf_subset": "heb_Hebr-zul_Latn", "languages": [ "heb-Hebr", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "hin_Deva-arb_Arab", "languages": [ "hin-Deva", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "hin_Deva-ben_Beng", "languages": [ "hin-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "hin_Deva-deu_Latn", "languages": [ "hin-Deva", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.132746, - "recall": 0.170756, - "f1": 0.142294, - "accuracy": 0.170756, - "main_score": 0.142294, + "precision": 0.13359, + "recall": 0.171758, + "f1": 0.143103, + "accuracy": 0.171758, + "main_score": 0.143103, "hf_subset": "hin_Deva-div_Thaa", "languages": [ "hin-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "hin_Deva-ell_Grek", "languages": [ "hin-Deva", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997747, - "recall": 0.998498, - "f1": 0.997997, - "accuracy": 0.998498, - "main_score": 0.997997, + "precision": 0.996995, + "recall": 0.997997, + "f1": 0.997329, + "accuracy": 0.997997, + "main_score": 0.997329, "hf_subset": "hin_Deva-eng_Latn", "languages": [ "hin-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938199, - "recall": 0.954932, - "f1": 0.943532, - "accuracy": 0.954932, - "main_score": 0.943532, + "precision": 0.940411, + "recall": 0.956435, + "f1": 0.945568, + "accuracy": 0.956435, + "main_score": 0.945568, "hf_subset": "hin_Deva-eus_Latn", "languages": [ "hin-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "hin_Deva-fas_Arab", "languages": [ "hin-Deva", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977967, - "recall": 0.984977, - "f1": 0.98022, - "accuracy": 0.984977, - "main_score": 0.98022, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "hin_Deva-fin_Latn", "languages": [ "hin-Deva", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "hin_Deva-fra_Latn", "languages": [ "hin-Deva", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.992155, + "recall": 0.994492, + "f1": 0.992906, + "accuracy": 0.994492, + "main_score": 0.992906, "hf_subset": "hin_Deva-guj_Gujr", "languages": [ "hin-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, "hf_subset": "hin_Deva-heb_Hebr", "languages": [ "hin-Deva", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, - "hf_subset": "hin_Deva-hun_Latn", - "languages": [ - "hin-Deva", - "hun-Latn" - ] + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ], + "mteb_version": "2.16.0" }, { "precision": 0.993991, @@ -7778,19 +8425,21 @@ "languages": [ "hin-Deva", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, + "precision": 0.982891, "recall": 0.988483, - "f1": 0.985061, + "f1": 0.984727, "accuracy": 0.988483, - "main_score": 0.985061, + "main_score": 0.984727, "hf_subset": "hin_Deva-jpn_Jpan", "languages": [ "hin-Deva", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98648, @@ -7802,67 +8451,73 @@ "languages": [ "hin-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, + "precision": 0.987732, "recall": 0.991487, - "f1": 0.98915, + "f1": 0.988983, "accuracy": 0.991487, - "main_score": 0.98915, + "main_score": 0.988983, "hf_subset": "hin_Deva-kor_Hang", "languages": [ "hin-Deva", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, + "precision": 0.986146, "recall": 0.990486, - "f1": 0.987732, + "f1": 0.987565, "accuracy": 0.990486, - "main_score": 0.987732, + "main_score": 0.987565, "hf_subset": "hin_Deva-lit_Latn", "languages": [ "hin-Deva", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "hin_Deva-mar_Deva", "languages": [ "hin-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "hin_Deva-nep_Deva", "languages": [ "hin-Deva", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "hin_Deva-nld_Latn", "languages": [ "hin-Deva", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990402, @@ -7874,151 +8529,164 @@ "languages": [ "hin-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "hin_Deva-pol_Latn", "languages": [ "hin-Deva", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "hin_Deva-por_Latn", "languages": [ "hin-Deva", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975505, - "recall": 0.982974, - "f1": 0.977917, - "accuracy": 0.982974, - "main_score": 0.977917, + "precision": 0.97634, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, "hf_subset": "hin_Deva-rus_Cyrl", "languages": [ "hin-Deva", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952929, - "recall": 0.967952, - "f1": 0.957853, - "accuracy": 0.967952, - "main_score": 0.957853, + "precision": 0.954682, + "recall": 0.968953, + "f1": 0.959356, + "accuracy": 0.968953, + "main_score": 0.959356, "hf_subset": "hin_Deva-sin_Sinh", "languages": [ "hin-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949925, - "recall": 0.964447, - "f1": 0.954515, - "accuracy": 0.964447, - "main_score": 0.954515, + "precision": 0.946336, + "recall": 0.961943, + "f1": 0.951344, + "accuracy": 0.961943, + "main_score": 0.951344, "hf_subset": "hin_Deva-snd_Arab", "languages": [ "hin-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, "hf_subset": "hin_Deva-spa_Latn", "languages": [ "hin-Deva", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934652, - "recall": 0.95343, - "f1": 0.940644, - "accuracy": 0.95343, - "main_score": 0.940644, + "precision": 0.93582, + "recall": 0.953931, + "f1": 0.941455, + "accuracy": 0.953931, + "main_score": 0.941455, "hf_subset": "hin_Deva-swa_Latn", "languages": [ "hin-Deva", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, "hf_subset": "hin_Deva-swe_Latn", "languages": [ "hin-Deva", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "hin_Deva-tam_Taml", "languages": [ "hin-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, "hf_subset": "hin_Deva-tel_Telu", "languages": [ "hin-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, + "precision": 0.983893, "recall": 0.987982, - "f1": 0.985562, + "f1": 0.985228, "accuracy": 0.987982, - "main_score": 0.985562, + "main_score": 0.985228, "hf_subset": "hin_Deva-tur_Latn", "languages": [ "hin-Deva", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "hin_Deva-urd_Arab", "languages": [ "hin-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989651, @@ -8030,487 +8698,528 @@ "languages": [ "hin-Deva", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.989484, - "f1": 0.987147, - "accuracy": 0.989484, - "main_score": 0.987147, + "precision": 0.986146, + "recall": 0.989985, + "f1": 0.987398, + "accuracy": 0.989985, + "main_score": 0.987398, "hf_subset": "hin_Deva-zho_Hant", "languages": [ "hin-Deva", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708543, - "recall": 0.758137, - "f1": 0.723379, - "accuracy": 0.758137, - "main_score": 0.723379, + "precision": 0.696061, + "recall": 0.746119, + "f1": 0.710953, + "accuracy": 0.746119, + "main_score": 0.710953, "hf_subset": "hin_Deva-zul_Latn", "languages": [ "hin-Deva", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.606364, - "recall": 0.651978, - "f1": 0.618036, - "accuracy": 0.651978, - "main_score": 0.618036, + "precision": 0.613057, + "recall": 0.656985, + "f1": 0.62419, + "accuracy": 0.656985, + "main_score": 0.62419, "hf_subset": "hmn_Latn-eng_Latn", "languages": [ "hmn-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": [ "hrv-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "hrv_Latn-bos_Latn", "languages": [ "hrv-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989109, - "recall": 0.992489, - "f1": 0.990185, - "accuracy": 0.992489, - "main_score": 0.990185, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": [ "hrv-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987606, - "recall": 0.991487, - "f1": 0.98885, - "accuracy": 0.991487, - "main_score": 0.98885, + "precision": 0.987106, + "recall": 0.990986, + "f1": 0.988349, + "accuracy": 0.990986, + "main_score": 0.988349, "hf_subset": "hrv_Latn-ces_Latn", "languages": [ "hrv-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994241, - "recall": 0.995994, - "f1": 0.994826, - "accuracy": 0.995994, - "main_score": 0.994826, + "precision": 0.99349, + "recall": 0.995493, + "f1": 0.994158, + "accuracy": 0.995493, + "main_score": 0.994158, "hf_subset": "hrv_Latn-eng_Latn", "languages": [ "hrv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, + "precision": 0.989651, "recall": 0.992489, - "f1": 0.990736, + "f1": 0.990569, "accuracy": 0.992489, - "main_score": 0.990736, + "main_score": 0.990569, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": [ "hrv-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "hrv_Latn-pol_Latn", "languages": [ "hrv-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, + "precision": 0.98214, "recall": 0.987982, - "f1": 0.983976, + "f1": 0.984059, "accuracy": 0.987982, - "main_score": 0.983976, + "main_score": 0.984059, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": [ "hrv-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987231, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.98865, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.98865, "hf_subset": "hrv_Latn-slk_Latn", "languages": [ "hrv-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986355, - "recall": 0.990486, - "f1": 0.987682, - "accuracy": 0.990486, - "main_score": 0.987682, + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "hrv_Latn-slv_Latn", "languages": [ "hrv-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, + "precision": 0.98915, "recall": 0.992489, - "f1": 0.990402, + "f1": 0.990235, "accuracy": 0.992489, - "main_score": 0.990402, + "main_score": 0.990235, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": [ "hrv-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991487, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "hrv_Latn-srp_Latn", "languages": [ "hrv-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986079, - "recall": 0.989484, - "f1": 0.987064, - "accuracy": 0.989484, - "main_score": 0.987064, + "precision": 0.984769, + "recall": 0.988483, + "f1": 0.985929, + "accuracy": 0.988483, + "main_score": 0.985929, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": [ "hrv-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972667, - "recall": 0.97997, - "f1": 0.974996, - "accuracy": 0.97997, - "main_score": 0.974996, + "precision": 0.969554, + "recall": 0.978468, + "f1": 0.972459, + "accuracy": 0.978468, + "main_score": 0.972459, "hf_subset": "hun_Latn-arb_Arab", "languages": [ "hun-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973085, - "recall": 0.980971, - "f1": 0.975663, - "accuracy": 0.980971, - "main_score": 0.975663, + "precision": 0.970706, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "hun_Latn-ben_Beng", "languages": [ "hun-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984477, - "f1": 0.980053, - "accuracy": 0.984477, - "main_score": 0.980053, + "precision": 0.976757, + "recall": 0.983475, + "f1": 0.978918, + "accuracy": 0.983475, + "main_score": 0.978918, "hf_subset": "hun_Latn-deu_Latn", "languages": [ "hun-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, + "precision": 0.980304, "recall": 0.985979, - "f1": 0.982056, + "f1": 0.98214, "accuracy": 0.985979, - "main_score": 0.982056, + "main_score": 0.98214, "hf_subset": "hun_Latn-ell_Grek", "languages": [ "hun-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "hun_Latn-eng_Latn", "languages": [ "hun-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974812, - "recall": 0.981973, - "f1": 0.977132, - "accuracy": 0.981973, - "main_score": 0.977132, + "precision": 0.973644, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "hun_Latn-fas_Arab", "languages": [ "hun-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980971, - "f1": 0.975463, - "accuracy": 0.980971, - "main_score": 0.975463, + "precision": 0.971624, + "recall": 0.97997, + "f1": 0.974378, + "accuracy": 0.97997, + "main_score": 0.974378, "hf_subset": "hun_Latn-fin_Latn", "languages": [ "hun-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976965, - "recall": 0.983976, - "f1": 0.979219, - "accuracy": 0.983976, - "main_score": 0.979219, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, "hf_subset": "hun_Latn-fra_Latn", "languages": [ "hun-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979052, - "recall": 0.984977, - "f1": 0.980971, - "accuracy": 0.984977, - "main_score": 0.980971, + "precision": 0.977007, + "recall": 0.983475, + "f1": 0.979085, + "accuracy": 0.983475, + "main_score": 0.979085, "hf_subset": "hun_Latn-heb_Hebr", "languages": [ "hun-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978217, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "hun_Latn-hin_Deva", "languages": [ "hun-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980012, - "recall": 0.985478, - "f1": 0.981756, - "accuracy": 0.985478, - "main_score": 0.981756, + "precision": 0.976924, + "recall": 0.983475, + "f1": 0.979002, + "accuracy": 0.983475, + "main_score": 0.979002, "hf_subset": "hun_Latn-ind_Latn", "languages": [ "hun-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970414, + "precision": 0.97008, "recall": 0.978968, - "f1": 0.97316, + "f1": 0.972909, "accuracy": 0.978968, - "main_score": 0.97316, + "main_score": 0.972909, "hf_subset": "hun_Latn-jpn_Jpan", "languages": [ "hun-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970723, + "precision": 0.971207, "recall": 0.979469, - "f1": 0.973544, + "f1": 0.973877, "accuracy": 0.979469, - "main_score": 0.973544, + "main_score": 0.973877, "hf_subset": "hun_Latn-kor_Hang", "languages": [ "hun-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, + "precision": 0.97104, "recall": 0.97997, - "f1": 0.974629, + "f1": 0.973961, "accuracy": 0.97997, - "main_score": 0.974629, + "main_score": 0.973961, "hf_subset": "hun_Latn-lav_Latn", "languages": [ "hun-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966366, - "recall": 0.976465, - "f1": 0.969705, - "accuracy": 0.976465, - "main_score": 0.969705, + "precision": 0.967535, + "recall": 0.977466, + "f1": 0.97079, + "accuracy": 0.977466, + "main_score": 0.97079, "hf_subset": "hun_Latn-lit_Latn", "languages": [ "hun-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.983475, - "f1": 0.979469, - "accuracy": 0.983475, - "main_score": 0.979469, + "precision": 0.975129, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "hun_Latn-nld_Latn", "languages": [ "hun-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.981973, - "f1": 0.976882, - "accuracy": 0.981973, - "main_score": 0.976882, + "precision": 0.974128, + "recall": 0.981472, + "f1": 0.976548, + "accuracy": 0.981472, + "main_score": 0.976548, "hf_subset": "hun_Latn-pol_Latn", "languages": [ "hun-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.977967, + "recall": 0.984477, + "f1": 0.980053, + "accuracy": 0.984477, + "main_score": 0.980053, "hf_subset": "hun_Latn-por_Latn", "languages": [ "hun-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973836, - "recall": 0.980971, - "f1": 0.976081, - "accuracy": 0.980971, - "main_score": 0.976081, + "precision": 0.970581, + "recall": 0.978468, + "f1": 0.973076, + "accuracy": 0.978468, + "main_score": 0.973076, "hf_subset": "hun_Latn-rus_Cyrl", "languages": [ "hun-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "hun_Latn-spa_Latn", "languages": [ "hun-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905391, - "recall": 0.927892, - "f1": 0.912452, - "accuracy": 0.927892, - "main_score": 0.912452, + "precision": 0.89564, + "recall": 0.920381, + "f1": 0.903163, + "accuracy": 0.920381, + "main_score": 0.903163, "hf_subset": "hun_Latn-swa_Latn", "languages": [ "hun-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97876, - "recall": 0.984477, - "f1": 0.980588, - "accuracy": 0.984477, - "main_score": 0.980588, + "precision": 0.979761, + "recall": 0.985478, + "f1": 0.981589, + "accuracy": 0.985478, + "main_score": 0.981589, "hf_subset": "hun_Latn-swe_Latn", "languages": [ "hun-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958108, - "recall": 0.968453, - "f1": 0.961392, - "accuracy": 0.968453, - "main_score": 0.961392, + "precision": 0.955704, + "recall": 0.967451, + "f1": 0.959417, + "accuracy": 0.967451, + "main_score": 0.959417, "hf_subset": "hun_Latn-tam_Taml", "languages": [ "hun-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973293, - "recall": 0.980471, - "f1": 0.97563, - "accuracy": 0.980471, - "main_score": 0.97563, + "precision": 0.970873, + "recall": 0.978968, + "f1": 0.973544, + "accuracy": 0.978968, + "main_score": 0.973544, "hf_subset": "hun_Latn-tur_Latn", "languages": [ "hun-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976548, @@ -8522,259 +9231,281 @@ "languages": [ "hun-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974921, - "recall": 0.981973, - "f1": 0.977166, - "accuracy": 0.981973, - "main_score": 0.977166, + "precision": 0.973293, + "recall": 0.980471, + "f1": 0.975547, + "accuracy": 0.980471, + "main_score": 0.975547, "hf_subset": "hun_Latn-zho_Hant", "languages": [ "hun-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691876, - "recall": 0.737106, - "f1": 0.705478, - "accuracy": 0.737106, - "main_score": 0.705478, + "precision": 0.687019, + "recall": 0.732599, + "f1": 0.700686, + "accuracy": 0.732599, + "main_score": 0.700686, "hf_subset": "hun_Latn-zul_Latn", "languages": [ "hun-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981597, - "recall": 0.98698, - "f1": 0.983342, - "accuracy": 0.98698, - "main_score": 0.983342, + "precision": 0.985353, + "recall": 0.989484, + "f1": 0.98668, + "accuracy": 0.989484, + "main_score": 0.98668, "hf_subset": "hye_Armn-ell_Grek", "languages": [ "hye-Armn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "hye_Armn-eng_Latn", "languages": [ "hye-Armn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962861, - "recall": 0.973961, - "f1": 0.96645, - "accuracy": 0.973961, - "main_score": 0.96645, + "precision": 0.961859, + "recall": 0.97346, + "f1": 0.965532, + "accuracy": 0.97346, + "main_score": 0.965532, "hf_subset": "hye_Armn-kat_Geor", "languages": [ "hye-Armn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972459, - "recall": 0.980471, - "f1": 0.975046, - "accuracy": 0.980471, - "main_score": 0.975046, + "precision": 0.967284, + "recall": 0.976965, + "f1": 0.970456, + "accuracy": 0.976965, + "main_score": 0.970456, "hf_subset": "hye_Armn-sqi_Latn", "languages": [ "hye-Armn", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.488353, - "recall": 0.560841, - "f1": 0.508051, - "accuracy": 0.560841, - "main_score": 0.508051, + "precision": 0.481741, + "recall": 0.554832, + "f1": 0.501518, + "accuracy": 0.554832, + "main_score": 0.501518, "hf_subset": "ibo_Latn-amh_Ethi", "languages": [ "ibo-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69167, - "recall": 0.732098, - "f1": 0.702506, - "accuracy": 0.732098, - "main_score": 0.702506, + "precision": 0.698098, + "recall": 0.734101, + "f1": 0.70779, + "accuracy": 0.734101, + "main_score": 0.70779, "hf_subset": "ibo_Latn-eng_Latn", "languages": [ "ibo-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.690326, + "precision": 0.689665, "recall": 0.723085, - "f1": 0.69935, + "f1": 0.698911, "accuracy": 0.723085, - "main_score": 0.69935, + "main_score": 0.698911, "hf_subset": "ibo_Latn-hau_Latn", "languages": [ "ibo-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682008, - "recall": 0.718077, - "f1": 0.691833, - "accuracy": 0.718077, - "main_score": 0.691833, + "precision": 0.681259, + "recall": 0.719079, + "f1": 0.692087, + "accuracy": 0.719079, + "main_score": 0.692087, "hf_subset": "ibo_Latn-nso_Latn", "languages": [ "ibo-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444558, - "recall": 0.518778, - "f1": 0.464902, - "accuracy": 0.518778, - "main_score": 0.464902, + "precision": 0.442291, + "recall": 0.515774, + "f1": 0.462623, + "accuracy": 0.515774, + "main_score": 0.462623, "hf_subset": "ibo_Latn-orm_Ethi", "languages": [ "ibo-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655621, - "recall": 0.697546, - "f1": 0.667243, - "accuracy": 0.697546, - "main_score": 0.667243, + "precision": 0.655846, + "recall": 0.698548, + "f1": 0.667525, + "accuracy": 0.698548, + "main_score": 0.667525, "hf_subset": "ibo_Latn-som_Latn", "languages": [ "ibo-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685457, - "recall": 0.72008, - "f1": 0.695162, - "accuracy": 0.72008, - "main_score": 0.695162, + "precision": 0.683973, + "recall": 0.718077, + "f1": 0.693602, + "accuracy": 0.718077, + "main_score": 0.693602, "hf_subset": "ibo_Latn-ssw_Latn", "languages": [ "ibo-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68091, - "recall": 0.719079, - "f1": 0.690756, - "accuracy": 0.719079, - "main_score": 0.690756, + "precision": 0.680855, + "recall": 0.72008, + "f1": 0.691101, + "accuracy": 0.72008, + "main_score": 0.691101, "hf_subset": "ibo_Latn-swa_Latn", "languages": [ "ibo-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.467579, - "recall": 0.541813, - "f1": 0.487432, - "accuracy": 0.541813, - "main_score": 0.487432, + "precision": 0.461183, + "recall": 0.535804, + "f1": 0.480675, + "accuracy": 0.535804, + "main_score": 0.480675, "hf_subset": "ibo_Latn-tir_Ethi", "languages": [ "ibo-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697653, - "recall": 0.725588, - "f1": 0.705181, - "accuracy": 0.725588, - "main_score": 0.705181, + "precision": 0.692235, + "recall": 0.721582, + "f1": 0.700422, + "accuracy": 0.721582, + "main_score": 0.700422, "hf_subset": "ibo_Latn-tsn_Latn", "languages": [ "ibo-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.629159, - "recall": 0.671507, - "f1": 0.641387, - "accuracy": 0.671507, - "main_score": 0.641387, + "precision": 0.63115, + "recall": 0.67351, + "f1": 0.643023, + "accuracy": 0.67351, + "main_score": 0.643023, "hf_subset": "ibo_Latn-wol_Latn", "languages": [ "ibo-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666925, - "recall": 0.708563, - "f1": 0.678932, - "accuracy": 0.708563, - "main_score": 0.678932, + "precision": 0.657166, + "recall": 0.70005, + "f1": 0.669228, + "accuracy": 0.70005, + "main_score": 0.669228, "hf_subset": "ibo_Latn-xho_Latn", "languages": [ "ibo-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625105, - "recall": 0.675013, - "f1": 0.639183, - "accuracy": 0.675013, - "main_score": 0.639183, + "precision": 0.628309, + "recall": 0.676515, + "f1": 0.641795, + "accuracy": 0.676515, + "main_score": 0.641795, "hf_subset": "ibo_Latn-yor_Latn", "languages": [ "ibo-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695883, - "recall": 0.729094, - "f1": 0.705335, - "accuracy": 0.729094, - "main_score": 0.705335, + "precision": 0.688593, + "recall": 0.723585, + "f1": 0.69867, + "accuracy": 0.723585, + "main_score": 0.69867, "hf_subset": "ibo_Latn-zul_Latn", "languages": [ "ibo-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "ind_Latn-arb_Arab", "languages": [ "ind-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -8786,91 +9517,99 @@ "languages": [ "ind-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994992, - "f1": 0.993407, - "accuracy": 0.994992, - "main_score": 0.993407, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "ind_Latn-deu_Latn", "languages": [ "ind-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "ind_Latn-ell_Grek", "languages": [ "ind-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.999249, - "recall": 0.999499, - "f1": 0.999332, - "accuracy": 0.999499, - "main_score": 0.999332, + "precision": 0.998498, + "recall": 0.998998, + "f1": 0.998665, + "accuracy": 0.998998, + "main_score": 0.998665, "hf_subset": "ind_Latn-eng_Latn", "languages": [ "ind-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.992989, - "f1": 0.991237, - "accuracy": 0.992989, - "main_score": 0.991237, + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, "hf_subset": "ind_Latn-fas_Arab", "languages": [ "ind-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.662864, - "recall": 0.729594, - "f1": 0.682095, - "accuracy": 0.729594, - "main_score": 0.682095, + "precision": 0.655014, + "recall": 0.720581, + "f1": 0.673762, + "accuracy": 0.720581, + "main_score": 0.673762, "hf_subset": "ind_Latn-fij_Latn", "languages": [ "ind-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "ind_Latn-fil_Latn", "languages": [ "ind-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "ind_Latn-fin_Latn", "languages": [ "ind-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.988399, @@ -8882,43 +9621,47 @@ "languages": [ "ind-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992656, - "recall": 0.994492, - "f1": 0.99324, - "accuracy": 0.994492, - "main_score": 0.99324, + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, "hf_subset": "ind_Latn-heb_Hebr", "languages": [ "ind-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "ind_Latn-hin_Deva", "languages": [ "ind-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98022, - "recall": 0.985478, - "f1": 0.98189, - "accuracy": 0.985478, - "main_score": 0.98189, + "precision": 0.978217, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, "hf_subset": "ind_Latn-hun_Latn", "languages": [ "ind-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987231, @@ -8930,103 +9673,112 @@ "languages": [ "ind-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "ind_Latn-kor_Hang", "languages": [ "ind-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, + "precision": 0.982891, "recall": 0.988483, - "f1": 0.984811, + "f1": 0.984727, "accuracy": 0.988483, - "main_score": 0.984811, + "main_score": 0.984727, "hf_subset": "ind_Latn-lit_Latn", "languages": [ "ind-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.983893, + "recall": 0.988483, + "f1": 0.985395, + "accuracy": 0.988483, + "main_score": 0.985395, "hf_subset": "ind_Latn-mal_Mlym", "languages": [ "ind-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.722286, - "recall": 0.764146, - "f1": 0.734722, - "accuracy": 0.764146, - "main_score": 0.734722, + "precision": 0.720132, + "recall": 0.761642, + "f1": 0.732336, + "accuracy": 0.761642, + "main_score": 0.732336, "hf_subset": "ind_Latn-mlg_Latn", "languages": [ "ind-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.900351, - "recall": 0.925889, - "f1": 0.908312, - "accuracy": 0.925889, - "main_score": 0.908312, + "precision": 0.89526, + "recall": 0.921883, + "f1": 0.903472, + "accuracy": 0.921883, + "main_score": 0.903472, "hf_subset": "ind_Latn-mri_Latn", "languages": [ "ind-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, "hf_subset": "ind_Latn-msa_Latn", "languages": [ "ind-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992989, + "precision": 0.992489, "recall": 0.994992, - "f1": 0.993657, + "f1": 0.993323, "accuracy": 0.994992, - "main_score": 0.993657, + "main_score": 0.993323, "hf_subset": "ind_Latn-nld_Latn", "languages": [ "ind-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, + "precision": 0.984894, "recall": 0.989484, - "f1": 0.98648, + "f1": 0.986396, "accuracy": 0.989484, - "main_score": 0.98648, + "main_score": 0.986396, "hf_subset": "ind_Latn-pol_Latn", "languages": [ "ind-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989484, @@ -9038,7 +9790,8 @@ "languages": [ "ind-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983392, @@ -9050,271 +9803,294 @@ "languages": [ "ind-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.825147, - "recall": 0.864296, - "f1": 0.837048, - "accuracy": 0.864296, - "main_score": 0.837048, + "precision": 0.82145, + "recall": 0.861292, + "f1": 0.833476, + "accuracy": 0.861292, + "main_score": 0.833476, "hf_subset": "ind_Latn-smo_Latn", "languages": [ "ind-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, - "recall": 0.99349, - "f1": 0.991487, - "accuracy": 0.99349, - "main_score": 0.991487, + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, "hf_subset": "ind_Latn-spa_Latn", "languages": [ "ind-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945936, - "recall": 0.960941, - "f1": 0.950676, - "accuracy": 0.960941, - "main_score": 0.950676, + "precision": 0.945176, + "recall": 0.960441, + "f1": 0.949875, + "accuracy": 0.960441, + "main_score": 0.949875, "hf_subset": "ind_Latn-swa_Latn", "languages": [ "ind-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "ind_Latn-swe_Latn", "languages": [ "ind-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.660935, - "recall": 0.714071, - "f1": 0.676471, - "accuracy": 0.714071, - "main_score": 0.676471, + "precision": 0.661192, + "recall": 0.714572, + "f1": 0.676802, + "accuracy": 0.714572, + "main_score": 0.676802, "hf_subset": "ind_Latn-tah_Latn", "languages": [ "ind-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "ind_Latn-tam_Taml", "languages": [ "ind-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764772, - "recall": 0.81322, - "f1": 0.779088, - "accuracy": 0.81322, - "main_score": 0.779088, + "precision": 0.758225, + "recall": 0.808713, + "f1": 0.773261, + "accuracy": 0.808713, + "main_score": 0.773261, "hf_subset": "ind_Latn-ton_Latn", "languages": [ "ind-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "ind_Latn-tur_Latn", "languages": [ "ind-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, "hf_subset": "ind_Latn-vie_Latn", "languages": [ "ind-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.986396, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, "hf_subset": "ind_Latn-zho_Hant", "languages": [ "ind-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.735887, - "recall": 0.78017, - "f1": 0.748976, - "accuracy": 0.78017, - "main_score": 0.748976, + "precision": 0.725455, + "recall": 0.769654, + "f1": 0.738494, + "accuracy": 0.769654, + "main_score": 0.738494, "hf_subset": "ind_Latn-zul_Latn", "languages": [ "ind-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978718, + "accuracy": 0.983475, + "main_score": 0.978718, "hf_subset": "isl_Latn-afr_Latn", "languages": [ "isl-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976715, - "recall": 0.983475, - "f1": 0.978885, - "accuracy": 0.983475, - "main_score": 0.978885, + "precision": 0.978301, + "recall": 0.984477, + "f1": 0.980304, + "accuracy": 0.984477, + "main_score": 0.980304, "hf_subset": "isl_Latn-dan_Latn", "languages": [ "isl-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980971, - "f1": 0.974879, - "accuracy": 0.980971, - "main_score": 0.974879, + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, "hf_subset": "isl_Latn-deu_Latn", "languages": [ "isl-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "isl_Latn-eng_Latn", "languages": [ "isl-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951511, - "recall": 0.96645, - "f1": 0.956351, - "accuracy": 0.96645, - "main_score": 0.956351, + "precision": 0.953347, + "recall": 0.967451, + "f1": 0.957853, + "accuracy": 0.967451, + "main_score": 0.957853, "hf_subset": "isl_Latn-fao_Latn", "languages": [ "isl-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907661, - "recall": 0.930896, - "f1": 0.914665, - "accuracy": 0.930896, - "main_score": 0.914665, + "precision": 0.907478, + "recall": 0.930396, + "f1": 0.914522, + "accuracy": 0.930396, + "main_score": 0.914522, "hf_subset": "isl_Latn-ltz_Latn", "languages": [ "isl-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, - "hf_subset": "isl_Latn-nld_Latn", - "languages": [ - "isl-Latn", - "nld-Latn" - ] + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963737, - "recall": 0.974462, - "f1": 0.967151, - "accuracy": 0.974462, - "main_score": 0.967151, + "precision": 0.966491, + "recall": 0.976465, + "f1": 0.969738, + "accuracy": 0.976465, + "main_score": 0.969738, "hf_subset": "isl_Latn-nno_Latn", "languages": [ "isl-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, + "precision": 0.977216, "recall": 0.984477, - "f1": 0.97972, + "f1": 0.979636, "accuracy": 0.984477, - "main_score": 0.97972, + "main_score": 0.979636, "hf_subset": "isl_Latn-nob_Latn", "languages": [ "isl-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "isl_Latn-swe_Latn", "languages": [ "isl-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "ita_Latn-cat_Latn", "languages": [ "ita-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.996411, @@ -9326,43 +10102,47 @@ "languages": [ "ita-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-fra_Latn", "languages": [ "ita-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-glg_Latn", "languages": [ "ita-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950317, - "recall": 0.962944, - "f1": 0.954298, - "accuracy": 0.962944, - "main_score": 0.954298, + "precision": 0.948381, + "recall": 0.962444, + "f1": 0.952748, + "accuracy": 0.962444, + "main_score": 0.952748, "hf_subset": "ita_Latn-mlt_Latn", "languages": [ "ita-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.989735, @@ -9374,163 +10154,177 @@ "languages": [ "ita-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, "hf_subset": "ita_Latn-ron_Latn", "languages": [ "ita-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, - "recall": 0.992989, - "f1": 0.990903, - "accuracy": 0.992989, - "main_score": 0.990903, + "precision": 0.987815, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "ita_Latn-spa_Latn", "languages": [ "ita-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.98648, - "f1": 0.982056, - "accuracy": 0.98648, - "main_score": 0.982056, + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, "hf_subset": "jpn_Jpan-arb_Arab", "languages": [ "jpn-Jpan", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980095, - "recall": 0.98648, - "f1": 0.982173, - "accuracy": 0.98648, - "main_score": 0.982173, + "precision": 0.977091, + "recall": 0.984477, + "f1": 0.979503, + "accuracy": 0.984477, + "main_score": 0.979503, "hf_subset": "jpn_Jpan-ben_Beng", "languages": [ "jpn-Jpan", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, "hf_subset": "jpn_Jpan-deu_Latn", "languages": [ "jpn-Jpan", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989985, - "f1": 0.986814, - "accuracy": 0.989985, - "main_score": 0.986814, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "jpn_Jpan-ell_Grek", "languages": [ "jpn-Jpan", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "jpn_Jpan-eng_Latn", "languages": [ "jpn-Jpan", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970456, - "recall": 0.979469, - "f1": 0.97346, - "accuracy": 0.979469, - "main_score": 0.97346, + "precision": 0.969621, + "recall": 0.978968, + "f1": 0.972709, + "accuracy": 0.978968, + "main_score": 0.972709, "hf_subset": "jpn_Jpan-fas_Arab", "languages": [ "jpn-Jpan", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97129, - "recall": 0.97997, - "f1": 0.974128, - "accuracy": 0.97997, - "main_score": 0.974128, + "precision": 0.970539, + "recall": 0.979469, + "f1": 0.97346, + "accuracy": 0.979469, + "main_score": 0.97346, "hf_subset": "jpn_Jpan-fin_Latn", "languages": [ "jpn-Jpan", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98698, - "f1": 0.982724, - "accuracy": 0.98698, - "main_score": 0.982724, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "jpn_Jpan-fra_Latn", "languages": [ "jpn-Jpan", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": [ "jpn-Jpan", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, "hf_subset": "jpn_Jpan-hin_Deva", "languages": [ "jpn-Jpan", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968453, - "recall": 0.978468, - "f1": 0.971791, - "accuracy": 0.978468, - "main_score": 0.971791, + "precision": 0.965699, + "recall": 0.976465, + "f1": 0.969287, + "accuracy": 0.976465, + "main_score": 0.969287, "hf_subset": "jpn_Jpan-hun_Latn", "languages": [ "jpn-Jpan", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -9542,199 +10336,216 @@ "languages": [ "jpn-Jpan", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981472, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "jpn_Jpan-kor_Hang", "languages": [ "jpn-Jpan", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970456, - "recall": 0.97997, - "f1": 0.973544, - "accuracy": 0.97997, - "main_score": 0.973544, + "precision": 0.971791, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, "hf_subset": "jpn_Jpan-lit_Latn", "languages": [ "jpn-Jpan", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "jpn_Jpan-nld_Latn", "languages": [ "jpn-Jpan", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.984977, - "f1": 0.97997, - "accuracy": 0.984977, - "main_score": 0.97997, + "precision": 0.976715, + "recall": 0.984477, + "f1": 0.979302, + "accuracy": 0.984477, + "main_score": 0.979302, "hf_subset": "jpn_Jpan-pol_Latn", "languages": [ "jpn-Jpan", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, - "recall": 0.987982, - "f1": 0.984343, - "accuracy": 0.987982, - "main_score": 0.984343, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "jpn_Jpan-por_Latn", "languages": [ "jpn-Jpan", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.973961, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": [ "jpn-Jpan", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "jpn_Jpan-spa_Latn", "languages": [ "jpn-Jpan", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913692, - "recall": 0.937406, - "f1": 0.921157, - "accuracy": 0.937406, - "main_score": 0.921157, + "precision": 0.91019, + "recall": 0.9334, + "f1": 0.917393, + "accuracy": 0.9334, + "main_score": 0.917393, "hf_subset": "jpn_Jpan-swa_Latn", "languages": [ "jpn-Jpan", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, - "hf_subset": "jpn_Jpan-swe_Latn", + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "jpn_Jpan-swe_Latn", "languages": [ "jpn-Jpan", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9668, - "recall": 0.976965, - "f1": 0.970122, - "accuracy": 0.976965, - "main_score": 0.970122, + "precision": 0.965991, + "recall": 0.976465, + "f1": 0.969404, + "accuracy": 0.976465, + "main_score": 0.969404, "hf_subset": "jpn_Jpan-tam_Taml", "languages": [ "jpn-Jpan", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976882, - "recall": 0.983976, - "f1": 0.979219, - "accuracy": 0.983976, - "main_score": 0.979219, + "precision": 0.97538, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, "hf_subset": "jpn_Jpan-tur_Latn", "languages": [ "jpn-Jpan", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.981305, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "jpn_Jpan-vie_Latn", "languages": [ "jpn-Jpan", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977132, - "recall": 0.983976, - "f1": 0.979386, - "accuracy": 0.983976, - "main_score": 0.979386, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "jpn_Jpan-yue_Hant", "languages": [ "jpn-Jpan", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974629, - "recall": 0.982474, - "f1": 0.977132, - "accuracy": 0.982474, - "main_score": 0.977132, + "precision": 0.973293, + "recall": 0.981973, + "f1": 0.976131, + "accuracy": 0.981973, + "main_score": 0.976131, "hf_subset": "jpn_Jpan-zho_Hans", "languages": [ "jpn-Jpan", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, "hf_subset": "jpn_Jpan-zho_Hant", "languages": [ "jpn-Jpan", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661777, - "recall": 0.715073, - "f1": 0.677779, - "accuracy": 0.715073, - "main_score": 0.677779, + "precision": 0.651736, + "recall": 0.707061, + "f1": 0.668219, + "accuracy": 0.707061, + "main_score": 0.668219, "hf_subset": "jpn_Jpan-zul_Latn", "languages": [ "jpn-Jpan", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986146, @@ -9746,19 +10557,21 @@ "languages": [ "kan-Knda", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.133365, - "recall": 0.167752, - "f1": 0.141956, - "accuracy": 0.167752, - "main_score": 0.141956, + "precision": 0.13532, + "recall": 0.170255, + "f1": 0.144212, + "accuracy": 0.170255, + "main_score": 0.144212, "hf_subset": "kan_Knda-div_Thaa", "languages": [ "kan-Knda", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -9770,739 +10583,801 @@ "languages": [ "kan-Knda", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918378, - "recall": 0.940911, - "f1": 0.925638, - "accuracy": 0.940911, - "main_score": 0.925638, + "precision": 0.919646, + "recall": 0.941412, + "f1": 0.926557, + "accuracy": 0.941412, + "main_score": 0.926557, "hf_subset": "kan_Knda-eus_Latn", "languages": [ "kan-Knda", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990986, - "f1": 0.988065, - "accuracy": 0.990986, - "main_score": 0.988065, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "kan_Knda-guj_Gujr", "languages": [ "kan-Knda", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988983, - "f1": 0.985311, - "accuracy": 0.988983, - "main_score": 0.985311, + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, "hf_subset": "kan_Knda-hin_Deva", "languages": [ "kan-Knda", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, - "recall": 0.98648, - "f1": 0.982223, - "accuracy": 0.98648, - "main_score": 0.982223, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "kan_Knda-mar_Deva", "languages": [ "kan-Knda", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974462, + "precision": 0.974629, "recall": 0.982974, - "f1": 0.977299, + "f1": 0.977383, "accuracy": 0.982974, - "main_score": 0.977299, + "main_score": 0.977383, "hf_subset": "kan_Knda-nep_Deva", "languages": [ "kan-Knda", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "kan_Knda-pan_Guru", "languages": [ "kan-Knda", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942163, - "recall": 0.95994, - "f1": 0.947922, - "accuracy": 0.95994, - "main_score": 0.947922, + "precision": 0.933233, + "recall": 0.954432, + "f1": 0.94016, + "accuracy": 0.954432, + "main_score": 0.94016, "hf_subset": "kan_Knda-sin_Sinh", "languages": [ "kan-Knda", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931522, - "recall": 0.952929, - "f1": 0.938441, - "accuracy": 0.952929, - "main_score": 0.938441, + "precision": 0.932566, + "recall": 0.953931, + "f1": 0.939493, + "accuracy": 0.953931, + "main_score": 0.939493, "hf_subset": "kan_Knda-snd_Arab", "languages": [ "kan-Knda", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, + "precision": 0.977383, "recall": 0.984477, - "f1": 0.979886, + "f1": 0.97972, "accuracy": 0.984477, - "main_score": 0.979886, + "main_score": 0.97972, "hf_subset": "kan_Knda-tam_Taml", "languages": [ "kan-Knda", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.98698, - "f1": 0.982724, - "accuracy": 0.98698, - "main_score": 0.982724, + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, "hf_subset": "kan_Knda-tel_Telu", "languages": [ "kan-Knda", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "kan_Knda-urd_Arab", "languages": [ "kan-Knda", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, - "recall": 0.984477, - "f1": 0.979469, - "accuracy": 0.984477, - "main_score": 0.979469, + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, "hf_subset": "kat_Geor-ell_Grek", "languages": [ "kat-Geor", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "kat_Geor-eng_Latn", "languages": [ "kat-Geor", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969454, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973043, + "accuracy": 0.979469, + "main_score": 0.973043, "hf_subset": "kat_Geor-hye_Armn", "languages": [ "kat-Geor", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968494, - "recall": 0.977967, - "f1": 0.971491, - "accuracy": 0.977967, - "main_score": 0.971491, + "precision": 0.966909, + "recall": 0.976965, + "f1": 0.970155, + "accuracy": 0.976965, + "main_score": 0.970155, "hf_subset": "kat_Geor-sqi_Latn", "languages": [ "kat-Geor", "sqi-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963362, - "recall": 0.973961, - "f1": 0.966784, - "accuracy": 0.973961, - "main_score": 0.966784, + "precision": 0.961025, + "recall": 0.972459, + "f1": 0.964697, + "accuracy": 0.972459, + "main_score": 0.964697, "hf_subset": "kaz_Cyrl-aze_Latn", "languages": [ "kaz-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930813, - "recall": 0.950426, - "f1": 0.937156, - "accuracy": 0.950426, - "main_score": 0.937156, + "precision": 0.92856, + "recall": 0.948923, + "f1": 0.935069, + "accuracy": 0.948923, + "main_score": 0.935069, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": [ "kaz-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": [ "kaz-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95197, - "recall": 0.965448, - "f1": 0.956301, - "accuracy": 0.965448, - "main_score": 0.956301, + "precision": 0.953739, + "recall": 0.96695, + "f1": 0.957887, + "accuracy": 0.96695, + "main_score": 0.957887, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": [ "kaz-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945585, - "recall": 0.961442, - "f1": 0.950676, - "accuracy": 0.961442, - "main_score": 0.950676, + "precision": 0.954932, + "recall": 0.967952, + "f1": 0.959189, + "accuracy": 0.967952, + "main_score": 0.959189, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": [ "kaz-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904523, - "recall": 0.929394, - "f1": 0.912335, - "accuracy": 0.929394, - "main_score": 0.912335, + "precision": 0.902979, + "recall": 0.927892, + "f1": 0.910616, + "accuracy": 0.927892, + "main_score": 0.910616, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": [ "kaz-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9667, - "recall": 0.976965, - "f1": 0.970122, - "accuracy": 0.976965, - "main_score": 0.970122, + "precision": 0.969871, + "recall": 0.978968, + "f1": 0.972876, + "accuracy": 0.978968, + "main_score": 0.972876, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": [ "kaz-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871557, - "recall": 0.90636, - "f1": 0.882624, - "accuracy": 0.90636, - "main_score": 0.882624, + "precision": 0.869012, + "recall": 0.904857, + "f1": 0.880404, + "accuracy": 0.904857, + "main_score": 0.880404, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": [ "kaz-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970706, - "recall": 0.978968, - "f1": 0.973377, - "accuracy": 0.978968, - "main_score": 0.973377, + "precision": 0.969454, + "recall": 0.977967, + "f1": 0.972208, + "accuracy": 0.977967, + "main_score": 0.972208, "hf_subset": "kaz_Cyrl-uzb_Latn", "languages": [ "kaz-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.581512, - "recall": 0.665498, - "f1": 0.605944, - "accuracy": 0.665498, - "main_score": 0.605944, + "precision": 0.569813, + "recall": 0.657486, + "f1": 0.595163, + "accuracy": 0.657486, + "main_score": 0.595163, "hf_subset": "khm_Khmr-bod_Tibt", "languages": [ "khm-Khmr", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.256094, - "recall": 0.31998, - "f1": 0.272188, - "accuracy": 0.31998, - "main_score": 0.272188, + "precision": 0.253091, + "recall": 0.320481, + "f1": 0.270102, + "accuracy": 0.320481, + "main_score": 0.270102, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": [ "khm-Khmr", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990235, - "recall": 0.99349, - "f1": 0.99132, - "accuracy": 0.99349, - "main_score": 0.99132, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "khm_Khmr-eng_Latn", "languages": [ "khm-Khmr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971874, - "recall": 0.980971, - "f1": 0.974879, - "accuracy": 0.980971, - "main_score": 0.974879, + "precision": 0.964947, + "recall": 0.975463, + "f1": 0.968369, + "accuracy": 0.975463, + "main_score": 0.968369, "hf_subset": "khm_Khmr-lao_Laoo", "languages": [ "khm-Khmr", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914388, - "recall": 0.938908, - "f1": 0.922283, - "accuracy": 0.938908, - "main_score": 0.922283, + "precision": 0.909865, + "recall": 0.935904, + "f1": 0.918194, + "accuracy": 0.935904, + "main_score": 0.918194, "hf_subset": "khm_Khmr-mon_Mong", "languages": [ "khm-Khmr", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.878209, + "precision": 0.877783, "recall": 0.911367, - "f1": 0.888349, + "f1": 0.888085, "accuracy": 0.911367, - "main_score": 0.888349, + "main_score": 0.888085, "hf_subset": "khm_Khmr-mya_Mymr", "languages": [ "khm-Khmr", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976298, - "recall": 0.983976, - "f1": 0.978802, - "accuracy": 0.983976, - "main_score": 0.978802, - "hf_subset": "khm_Khmr-tha_Thai", - "languages": [ - "khm-Khmr", - "tha-Thai" - ] + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655953, - "recall": 0.697046, - "f1": 0.667157, - "accuracy": 0.697046, - "main_score": 0.667157, + "precision": 0.653446, + "recall": 0.694542, + "f1": 0.664581, + "accuracy": 0.694542, + "main_score": 0.664581, "hf_subset": "kin_Latn-bem_Latn", "languages": [ "kin-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66588, - "recall": 0.712068, - "f1": 0.678231, - "accuracy": 0.712068, - "main_score": 0.678231, + "precision": 0.655749, + "recall": 0.702053, + "f1": 0.668355, + "accuracy": 0.702053, + "main_score": 0.668355, "hf_subset": "kin_Latn-eng_Latn", "languages": [ "kin-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.570899, - "recall": 0.618928, - "f1": 0.584115, - "accuracy": 0.618928, - "main_score": 0.584115, + "precision": 0.56814, + "recall": 0.614422, + "f1": 0.581031, + "accuracy": 0.614422, + "main_score": 0.581031, "hf_subset": "kin_Latn-ewe_Latn", "languages": [ "kin-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.616428, - "recall": 0.658488, - "f1": 0.62805, - "accuracy": 0.658488, - "main_score": 0.62805, + "precision": 0.609048, + "recall": 0.650976, + "f1": 0.620898, + "accuracy": 0.650976, + "main_score": 0.620898, "hf_subset": "kin_Latn-fuc_Latn", "languages": [ "kin-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64168, - "recall": 0.684527, - "f1": 0.653378, - "accuracy": 0.684527, - "main_score": 0.653378, + "precision": 0.63416, + "recall": 0.678518, + "f1": 0.646344, + "accuracy": 0.678518, + "main_score": 0.646344, "hf_subset": "kin_Latn-nde_Latn", "languages": [ "kin-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642616, - "recall": 0.681022, - "f1": 0.653017, - "accuracy": 0.681022, - "main_score": 0.653017, + "precision": 0.630133, + "recall": 0.671507, + "f1": 0.641351, + "accuracy": 0.671507, + "main_score": 0.641351, "hf_subset": "kin_Latn-nya_Latn", "languages": [ "kin-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654575, - "recall": 0.697546, - "f1": 0.66641, - "accuracy": 0.697546, - "main_score": 0.66641, + "precision": 0.648769, + "recall": 0.689534, + "f1": 0.660217, + "accuracy": 0.689534, + "main_score": 0.660217, "hf_subset": "kin_Latn-sna_Latn", "languages": [ "kin-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642459, - "recall": 0.679519, - "f1": 0.65255, - "accuracy": 0.679519, - "main_score": 0.65255, + "precision": 0.640585, + "recall": 0.675013, + "f1": 0.649963, + "accuracy": 0.675013, + "main_score": 0.649963, "hf_subset": "kin_Latn-ven_Latn", "languages": [ "kin-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949967, + "precision": 0.949883, "recall": 0.964447, - "f1": 0.954632, + "f1": 0.954548, "accuracy": 0.964447, - "main_score": 0.954632, + "main_score": 0.954548, "hf_subset": "kir_Cyrl-aze_Latn", "languages": [ "kir-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899491, - "recall": 0.92689, - "f1": 0.908045, - "accuracy": 0.92689, - "main_score": 0.908045, + "precision": 0.897738, + "recall": 0.925889, + "f1": 0.906627, + "accuracy": 0.925889, + "main_score": 0.906627, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": [ "kir-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969621, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.970956, + "accuracy": 0.977967, + "main_score": 0.970956, "hf_subset": "kir_Cyrl-eng_Latn", "languages": [ "kir-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949883, - "recall": 0.963946, - "f1": 0.954382, - "accuracy": 0.963946, - "main_score": 0.954382, + "precision": 0.949299, + "recall": 0.964447, + "f1": 0.954131, + "accuracy": 0.964447, + "main_score": 0.954131, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": [ "kir-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939576, - "recall": 0.956935, - "f1": 0.945068, - "accuracy": 0.956935, - "main_score": 0.945068, + "precision": 0.937323, + "recall": 0.954432, + "f1": 0.942714, + "accuracy": 0.954432, + "main_score": 0.942714, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": [ "kir-Cyrl", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886329, - "recall": 0.915373, - "f1": 0.895293, - "accuracy": 0.915373, - "main_score": 0.895293, + "precision": 0.879987, + "recall": 0.910866, + "f1": 0.889634, + "accuracy": 0.910866, + "main_score": 0.889634, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": [ "kir-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937782, - "recall": 0.954932, - "f1": 0.943198, - "accuracy": 0.954932, - "main_score": 0.943198, + "precision": 0.938408, + "recall": 0.955934, + "f1": 0.943999, + "accuracy": 0.955934, + "main_score": 0.943999, "hf_subset": "kir_Cyrl-tur_Latn", "languages": [ "kir-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.841696, - "recall": 0.88032, - "f1": 0.853747, - "accuracy": 0.88032, - "main_score": 0.853747, + "precision": 0.83648, + "recall": 0.875313, + "f1": 0.848623, + "accuracy": 0.875313, + "main_score": 0.848623, "hf_subset": "kir_Cyrl-uig_Arab", "languages": [ "kir-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944834, - "recall": 0.959439, - "f1": 0.949508, - "accuracy": 0.959439, - "main_score": 0.949508, + "precision": 0.941454, + "recall": 0.956935, + "f1": 0.94637, + "accuracy": 0.956935, + "main_score": 0.94637, "hf_subset": "kir_Cyrl-uzb_Latn", "languages": [ "kir-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.785165, - "recall": 0.831247, - "f1": 0.7987, - "accuracy": 0.831247, - "main_score": 0.7987, + "precision": 0.787114, + "recall": 0.832248, + "f1": 0.800436, + "accuracy": 0.832248, + "main_score": 0.800436, "hf_subset": "kmr_Latn-arb_Arab", "languages": [ "kmr-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.781652, - "recall": 0.830245, - "f1": 0.796322, - "accuracy": 0.830245, - "main_score": 0.796322, + "precision": 0.787453, + "recall": 0.834251, + "f1": 0.801327, + "accuracy": 0.834251, + "main_score": 0.801327, "hf_subset": "kmr_Latn-ckb_Arab", "languages": [ "kmr-Latn", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.848928, - "recall": 0.88683, - "f1": 0.860282, - "accuracy": 0.88683, - "main_score": 0.860282, + "precision": 0.849074, + "recall": 0.887331, + "f1": 0.860527, + "accuracy": 0.887331, + "main_score": 0.860527, "hf_subset": "kmr_Latn-eng_Latn", "languages": [ "kmr-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.817002, - "recall": 0.858287, - "f1": 0.829199, - "accuracy": 0.858287, - "main_score": 0.829199, + "precision": 0.8196, + "recall": 0.86029, + "f1": 0.831795, + "accuracy": 0.86029, + "main_score": 0.831795, "hf_subset": "kmr_Latn-fas_Arab", "languages": [ "kmr-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.814163, - "recall": 0.858287, - "f1": 0.827176, - "accuracy": 0.858287, - "main_score": 0.827176, + "precision": 0.815369, + "recall": 0.859289, + "f1": 0.82827, + "accuracy": 0.859289, + "main_score": 0.82827, "hf_subset": "kmr_Latn-heb_Hebr", "languages": [ "kmr-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.713694, - "recall": 0.763145, - "f1": 0.727692, - "accuracy": 0.763145, - "main_score": 0.727692, + "precision": 0.714104, + "recall": 0.764146, + "f1": 0.728452, + "accuracy": 0.764146, + "main_score": 0.728452, "hf_subset": "kmr_Latn-mey_Arab", "languages": [ "kmr-Latn", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.815898, - "recall": 0.858788, - "f1": 0.828501, - "accuracy": 0.858788, - "main_score": 0.828501, + "precision": 0.823823, + "recall": 0.864296, + "f1": 0.835915, + "accuracy": 0.864296, + "main_score": 0.835915, "hf_subset": "kmr_Latn-prs_Arab", "languages": [ "kmr-Latn", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.707068, - "recall": 0.763145, - "f1": 0.723294, - "accuracy": 0.763145, - "main_score": 0.723294, + "precision": 0.703482, + "recall": 0.760641, + "f1": 0.720062, + "accuracy": 0.760641, + "main_score": 0.720062, "hf_subset": "kmr_Latn-pus_Arab", "languages": [ "kmr-Latn", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.527244, - "recall": 0.589384, - "f1": 0.544575, - "accuracy": 0.589384, - "main_score": 0.544575, + "precision": 0.533137, + "recall": 0.592889, + "f1": 0.54999, + "accuracy": 0.592889, + "main_score": 0.54999, "hf_subset": "kmr_Latn-shi_Arab", "languages": [ "kmr-Latn", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.757576, - "recall": 0.803205, - "f1": 0.770604, - "accuracy": 0.803205, - "main_score": 0.770604, + "precision": 0.756445, + "recall": 0.801202, + "f1": 0.7694, + "accuracy": 0.801202, + "main_score": 0.7694, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": [ "kmr-Latn", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "kor_Hang-arb_Arab", "languages": [ "kor-Hang", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986396, - "recall": 0.990486, - "f1": 0.987732, - "accuracy": 0.990486, - "main_score": 0.987732, + "precision": 0.985061, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "kor_Hang-ben_Beng", "languages": [ "kor-Hang", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983016, - "recall": 0.987982, - "f1": 0.984594, - "accuracy": 0.987982, - "main_score": 0.984594, + "recall": 0.987481, + "f1": 0.984427, + "accuracy": 0.987481, + "main_score": 0.984427, "hf_subset": "kor_Hang-deu_Latn", "languages": [ "kor-Hang", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986897, @@ -10514,7 +11389,8 @@ "languages": [ "kor-Hang", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991237, @@ -10526,43 +11402,47 @@ "languages": [ "kor-Hang", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "kor_Hang-fas_Arab", "languages": [ "kor-Hang", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968411, - "recall": 0.977967, - "f1": 0.971407, - "accuracy": 0.977967, - "main_score": 0.971407, + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, "hf_subset": "kor_Hang-fin_Latn", "languages": [ "kor-Hang", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979511, - "recall": 0.985478, - "f1": 0.981422, - "accuracy": 0.985478, - "main_score": 0.981422, + "precision": 0.9778, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, "hf_subset": "kor_Hang-fra_Latn", "languages": [ "kor-Hang", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984727, @@ -10574,199 +11454,216 @@ "languages": [ "kor-Hang", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, "hf_subset": "kor_Hang-hin_Deva", "languages": [ "kor-Hang", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965949, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.964155, + "recall": 0.973961, + "f1": 0.967318, + "accuracy": 0.973961, + "main_score": 0.967318, "hf_subset": "kor_Hang-hun_Latn", "languages": [ "kor-Hang", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "kor_Hang-ind_Latn", "languages": [ "kor-Hang", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987481, - "f1": 0.983976, - "accuracy": 0.987481, - "main_score": 0.983976, + "precision": 0.980721, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "kor_Hang-jpn_Jpan", "languages": [ "kor-Hang", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971123, - "recall": 0.979469, - "f1": 0.973877, - "accuracy": 0.979469, - "main_score": 0.973877, + "precision": 0.97346, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "kor_Hang-lit_Latn", "languages": [ "kor-Hang", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.986313, + "recall": 0.989985, + "f1": 0.987481, + "accuracy": 0.989985, + "main_score": 0.987481, "hf_subset": "kor_Hang-nld_Latn", "languages": [ "kor-Hang", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971958, - "recall": 0.980471, - "f1": 0.974712, - "accuracy": 0.980471, - "main_score": 0.974712, + "precision": 0.972626, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, "hf_subset": "kor_Hang-pol_Latn", "languages": [ "kor-Hang", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "kor_Hang-por_Latn", "languages": [ "kor-Hang", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973544, + "precision": 0.973293, "recall": 0.981472, - "f1": 0.976131, + "f1": 0.975964, "accuracy": 0.981472, - "main_score": 0.976131, + "main_score": 0.975964, "hf_subset": "kor_Hang-rus_Cyrl", "languages": [ "kor-Hang", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, - "recall": 0.98698, - "f1": 0.983058, - "accuracy": 0.98698, - "main_score": 0.983058, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "kor_Hang-spa_Latn", "languages": [ "kor-Hang", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.908154, - "recall": 0.931898, - "f1": 0.91554, - "accuracy": 0.931898, - "main_score": 0.91554, + "precision": 0.90252, + "recall": 0.928393, + "f1": 0.910583, + "accuracy": 0.928393, + "main_score": 0.910583, "hf_subset": "kor_Hang-swa_Latn", "languages": [ "kor-Hang", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987481, - "f1": 0.983893, - "accuracy": 0.987481, - "main_score": 0.983893, + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "kor_Hang-swe_Latn", "languages": [ "kor-Hang", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973752, - "recall": 0.981472, - "f1": 0.976248, - "accuracy": 0.981472, - "main_score": 0.976248, + "precision": 0.974545, + "recall": 0.981973, + "f1": 0.976965, + "accuracy": 0.981973, + "main_score": 0.976965, "hf_subset": "kor_Hang-tam_Taml", "languages": [ "kor-Hang", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, + "precision": 0.975046, "recall": 0.981973, - "f1": 0.976882, + "f1": 0.977299, "accuracy": 0.981973, - "main_score": 0.976882, + "main_score": 0.977299, "hf_subset": "kor_Hang-tur_Latn", "languages": [ "kor-Hang", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "kor_Hang-vie_Latn", "languages": [ "kor-Hang", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "kor_Hang-yue_Hant", "languages": [ "kor-Hang", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.972959, @@ -10778,2242 +11675,2429 @@ "languages": [ "kor-Hang", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, - "hf_subset": "kor_Hang-zho_Hant", - "languages": [ + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ "kor-Hang", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.655964, - "recall": 0.712569, - "f1": 0.672629, - "accuracy": 0.712569, - "main_score": 0.672629, + "precision": 0.65082, + "recall": 0.707061, + "f1": 0.667312, + "accuracy": 0.707061, + "main_score": 0.667312, "hf_subset": "kor_Hang-zul_Latn", "languages": [ "kor-Hang", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.573242, - "recall": 0.658988, - "f1": 0.597743, - "accuracy": 0.658988, - "main_score": 0.597743, + "precision": 0.567435, + "recall": 0.654982, + "f1": 0.592625, + "accuracy": 0.654982, + "main_score": 0.592625, "hf_subset": "lao_Laoo-bod_Tibt", "languages": [ "lao-Laoo", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.245334, - "recall": 0.308963, - "f1": 0.261805, - "accuracy": 0.308963, - "main_score": 0.261805, + "precision": 0.24739, + "recall": 0.311968, + "f1": 0.263697, + "accuracy": 0.311968, + "main_score": 0.263697, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": [ "lao-Laoo", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "lao_Laoo-eng_Latn", "languages": [ "lao-Laoo", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.957353, - "recall": 0.970956, - "f1": 0.961776, - "accuracy": 0.970956, - "main_score": 0.961776, + "precision": 0.951344, + "recall": 0.96695, + "f1": 0.956435, + "accuracy": 0.96695, + "main_score": 0.956435, "hf_subset": "lao_Laoo-khm_Khmr", "languages": [ "lao-Laoo", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.891963, - "recall": 0.923385, - "f1": 0.902053, - "accuracy": 0.923385, - "main_score": 0.902053, + "precision": 0.892505, + "recall": 0.924387, + "f1": 0.902771, + "accuracy": 0.924387, + "main_score": 0.902771, "hf_subset": "lao_Laoo-mon_Mong", "languages": [ "lao-Laoo", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.849045, - "recall": 0.890336, - "f1": 0.861646, - "accuracy": 0.890336, - "main_score": 0.861646, + "precision": 0.846691, + "recall": 0.887832, + "f1": 0.859293, + "accuracy": 0.887832, + "main_score": 0.859293, "hf_subset": "lao_Laoo-mya_Mymr", "languages": [ "lao-Laoo", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978551, + "precision": 0.97901, "recall": 0.985478, - "f1": 0.980805, + "f1": 0.981088, "accuracy": 0.985478, - "main_score": 0.980805, + "main_score": 0.981088, "hf_subset": "lao_Laoo-tha_Thai", "languages": [ "lao-Laoo", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989651, - "recall": 0.992989, - "f1": 0.990736, - "accuracy": 0.992989, - "main_score": 0.990736, + "precision": 0.992113, + "recall": 0.994492, + "f1": 0.992856, + "accuracy": 0.994492, + "main_score": 0.992856, "hf_subset": "lav_Latn-eng_Latn", "languages": [ "lav-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9778, - "recall": 0.984977, - "f1": 0.980137, - "accuracy": 0.984977, - "main_score": 0.980137, + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, "hf_subset": "lav_Latn-fin_Latn", "languages": [ "lav-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973126, - "recall": 0.981472, - "f1": 0.975797, - "accuracy": 0.981472, - "main_score": 0.975797, + "precision": 0.971833, + "recall": 0.980471, + "f1": 0.974579, + "accuracy": 0.980471, + "main_score": 0.974579, "hf_subset": "lav_Latn-hun_Latn", "languages": [ "lav-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "lav_Latn-lit_Latn", "languages": [ "lav-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, + "precision": 0.976089, "recall": 0.983475, - "f1": 0.978635, + "f1": 0.978501, "accuracy": 0.983475, - "main_score": 0.978635, + "main_score": 0.978501, "hf_subset": "lit_Latn-arb_Arab", "languages": [ "lit-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, "hf_subset": "lit_Latn-ben_Beng", "languages": [ "lit-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, - "recall": 0.98648, - "f1": 0.983475, - "accuracy": 0.98648, - "main_score": 0.983475, + "precision": 0.982557, + "recall": 0.987481, + "f1": 0.984143, + "accuracy": 0.987481, + "main_score": 0.984143, "hf_subset": "lit_Latn-deu_Latn", "languages": [ "lit-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.987481, - "f1": 0.983308, - "accuracy": 0.987481, - "main_score": 0.983308, + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, "hf_subset": "lit_Latn-ell_Grek", "languages": [ "lit-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, + "precision": 0.988733, "recall": 0.992489, - "f1": 0.990402, + "f1": 0.989985, "accuracy": 0.992489, - "main_score": 0.990402, + "main_score": 0.989985, "hf_subset": "lit_Latn-eng_Latn", "languages": [ "lit-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973627, - "recall": 0.980971, - "f1": 0.976047, - "accuracy": 0.980971, - "main_score": 0.976047, + "precision": 0.972125, + "recall": 0.97997, + "f1": 0.974712, + "accuracy": 0.97997, + "main_score": 0.974712, "hf_subset": "lit_Latn-fas_Arab", "languages": [ "lit-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.984977, - "f1": 0.981055, - "accuracy": 0.984977, - "main_score": 0.981055, + "precision": 0.979636, + "recall": 0.985478, + "f1": 0.981556, + "accuracy": 0.985478, + "main_score": 0.981556, "hf_subset": "lit_Latn-fin_Latn", "languages": [ "lit-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983976, - "f1": 0.978968, - "accuracy": 0.983976, - "main_score": 0.978968, + "precision": 0.975296, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, "hf_subset": "lit_Latn-fra_Latn", "languages": [ "lit-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, + "precision": 0.984644, "recall": 0.989484, - "f1": 0.986396, + "f1": 0.986229, "accuracy": 0.989484, - "main_score": 0.986396, + "main_score": 0.986229, "hf_subset": "lit_Latn-heb_Hebr", "languages": [ "lit-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "lit_Latn-hin_Deva", "languages": [ "lit-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971708, - "recall": 0.97997, - "f1": 0.974378, - "accuracy": 0.97997, - "main_score": 0.974378, + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, "hf_subset": "lit_Latn-hun_Latn", "languages": [ "lit-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987481, - "f1": 0.983976, - "accuracy": 0.987481, - "main_score": 0.983976, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "lit_Latn-ind_Latn", "languages": [ "lit-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97548, - "recall": 0.982474, - "f1": 0.977717, - "accuracy": 0.982474, - "main_score": 0.977717, + "precision": 0.97573, + "recall": 0.982974, + "f1": 0.97805, + "accuracy": 0.982974, + "main_score": 0.97805, "hf_subset": "lit_Latn-jpn_Jpan", "languages": [ "lit-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964363, - "recall": 0.974962, - "f1": 0.967868, - "accuracy": 0.974962, - "main_score": 0.967868, + "precision": 0.965615, + "recall": 0.975964, + "f1": 0.969037, + "accuracy": 0.975964, + "main_score": 0.969037, "hf_subset": "lit_Latn-kor_Hang", "languages": [ "lit-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98648, - "f1": 0.982641, - "accuracy": 0.98648, - "main_score": 0.982641, + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, "hf_subset": "lit_Latn-lav_Latn", "languages": [ "lit-Latn", "lav-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "lit_Latn-nld_Latn", "languages": [ "lit-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, + "precision": 0.980721, "recall": 0.98648, - "f1": 0.982724, + "f1": 0.982641, "accuracy": 0.98648, - "main_score": 0.982724, + "main_score": 0.982641, "hf_subset": "lit_Latn-pol_Latn", "languages": [ "lit-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988983, - "f1": 0.985311, - "accuracy": 0.988983, - "main_score": 0.985311, + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, "hf_subset": "lit_Latn-por_Latn", "languages": [ "lit-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973711, - "recall": 0.981973, - "f1": 0.976381, - "accuracy": 0.981973, - "main_score": 0.976381, + "precision": 0.972208, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, "hf_subset": "lit_Latn-rus_Cyrl", "languages": [ "lit-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.987481, - "f1": 0.983392, - "accuracy": 0.987481, - "main_score": 0.983392, + "precision": 0.982599, + "recall": 0.987982, + "f1": 0.984343, + "accuracy": 0.987982, + "main_score": 0.984343, "hf_subset": "lit_Latn-spa_Latn", "languages": [ "lit-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915832, - "recall": 0.935904, - "f1": 0.922043, - "accuracy": 0.935904, - "main_score": 0.922043, + "precision": 0.912911, + "recall": 0.934402, + "f1": 0.919563, + "accuracy": 0.934402, + "main_score": 0.919563, "hf_subset": "lit_Latn-swa_Latn", "languages": [ "lit-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987982, - "f1": 0.984059, - "accuracy": 0.987982, - "main_score": 0.984059, + "precision": 0.981764, + "recall": 0.987481, + "f1": 0.983592, + "accuracy": 0.987481, + "main_score": 0.983592, "hf_subset": "lit_Latn-swe_Latn", "languages": [ "lit-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966366, - "recall": 0.976965, - "f1": 0.969871, - "accuracy": 0.976965, - "main_score": 0.969871, + "precision": 0.961818, + "recall": 0.97346, + "f1": 0.965648, + "accuracy": 0.97346, + "main_score": 0.965648, "hf_subset": "lit_Latn-tam_Taml", "languages": [ "lit-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, - "recall": 0.979469, - "f1": 0.97346, - "accuracy": 0.979469, - "main_score": 0.97346, - "hf_subset": "lit_Latn-tur_Latn", - "languages": [ - "lit-Latn", - "tur-Latn" - ] + "precision": 0.971874, + "recall": 0.97997, + "f1": 0.974545, + "accuracy": 0.97997, + "main_score": 0.974545, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.979987, + "recall": 0.985478, + "f1": 0.981723, + "accuracy": 0.985478, + "main_score": 0.981723, "hf_subset": "lit_Latn-vie_Latn", "languages": [ "lit-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974545, - "recall": 0.981973, - "f1": 0.976965, - "accuracy": 0.981973, - "main_score": 0.976965, + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, "hf_subset": "lit_Latn-zho_Hant", "languages": [ "lit-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689918, - "recall": 0.738608, - "f1": 0.704717, - "accuracy": 0.738608, - "main_score": 0.704717, + "precision": 0.683801, + "recall": 0.732599, + "f1": 0.698546, + "accuracy": 0.732599, + "main_score": 0.698546, "hf_subset": "lit_Latn-zul_Latn", "languages": [ "lit-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96019, - "recall": 0.971457, - "f1": 0.963779, - "accuracy": 0.971457, - "main_score": 0.963779, + "precision": 0.958438, + "recall": 0.970456, + "f1": 0.962277, + "accuracy": 0.970456, + "main_score": 0.962277, "hf_subset": "ltz_Latn-afr_Latn", "languages": [ "ltz-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.951694, - "recall": 0.965448, - "f1": 0.956017, - "accuracy": 0.965448, - "main_score": 0.956017, + "precision": 0.946937, + "recall": 0.962944, + "f1": 0.952095, + "accuracy": 0.962944, + "main_score": 0.952095, "hf_subset": "ltz_Latn-dan_Latn", "languages": [ "ltz-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956768, - "recall": 0.969955, - "f1": 0.960941, - "accuracy": 0.969955, - "main_score": 0.960941, + "precision": 0.957645, + "recall": 0.970456, + "f1": 0.961642, + "accuracy": 0.970456, + "main_score": 0.961642, "hf_subset": "ltz_Latn-deu_Latn", "languages": [ "ltz-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965031, - "recall": 0.975463, - "f1": 0.968353, - "accuracy": 0.975463, - "main_score": 0.968353, + "precision": 0.963921, + "recall": 0.974462, + "f1": 0.967234, + "accuracy": 0.974462, + "main_score": 0.967234, "hf_subset": "ltz_Latn-eng_Latn", "languages": [ "ltz-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.891537, - "recall": 0.91988, - "f1": 0.900351, - "accuracy": 0.91988, - "main_score": 0.900351, + "precision": 0.887949, + "recall": 0.917877, + "f1": 0.897139, + "accuracy": 0.917877, + "main_score": 0.897139, "hf_subset": "ltz_Latn-fao_Latn", "languages": [ "ltz-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906234, - "recall": 0.930896, - "f1": 0.913971, - "accuracy": 0.930896, - "main_score": 0.913971, + "precision": 0.906668, + "recall": 0.931898, + "f1": 0.914488, + "accuracy": 0.931898, + "main_score": 0.914488, "hf_subset": "ltz_Latn-isl_Latn", "languages": [ "ltz-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952095, + "precision": 0.952762, "recall": 0.96645, - "f1": 0.956668, + "f1": 0.957086, "accuracy": 0.96645, - "main_score": 0.956668, + "main_score": 0.957086, "hf_subset": "ltz_Latn-nld_Latn", "languages": [ "ltz-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941579, - "recall": 0.958438, - "f1": 0.94682, - "accuracy": 0.958438, - "main_score": 0.94682, + "precision": 0.944517, + "recall": 0.95994, + "f1": 0.949224, + "accuracy": 0.95994, + "main_score": 0.949224, "hf_subset": "ltz_Latn-nno_Latn", "languages": [ "ltz-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956977, + "precision": 0.95656, "recall": 0.969454, - "f1": 0.960891, + "f1": 0.960641, "accuracy": 0.969454, - "main_score": 0.960891, + "main_score": 0.960641, "hf_subset": "ltz_Latn-nob_Latn", "languages": [ "ltz-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952612, - "recall": 0.965448, - "f1": 0.956501, - "accuracy": 0.965448, - "main_score": 0.956501, + "precision": 0.953889, + "recall": 0.96645, + "f1": 0.95762, + "accuracy": 0.96645, + "main_score": 0.95762, "hf_subset": "ltz_Latn-swe_Latn", "languages": [ "ltz-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "mal_Mlym-eng_Latn", "languages": [ "mal-Mlym", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580184, - "recall": 0.656985, - "f1": 0.60154, - "accuracy": 0.656985, - "main_score": 0.60154, + "precision": 0.572598, + "recall": 0.650976, + "f1": 0.594228, + "accuracy": 0.650976, + "main_score": 0.594228, "hf_subset": "mal_Mlym-fij_Latn", "languages": [ "mal-Mlym", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972125, - "recall": 0.980971, - "f1": 0.975046, - "accuracy": 0.980971, - "main_score": 0.975046, + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, "hf_subset": "mal_Mlym-fil_Latn", "languages": [ "mal-Mlym", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "mal_Mlym-ind_Latn", "languages": [ "mal-Mlym", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648128, - "recall": 0.703055, - "f1": 0.664244, - "accuracy": 0.703055, - "main_score": 0.664244, + "precision": 0.647343, + "recall": 0.700551, + "f1": 0.662892, + "accuracy": 0.700551, + "main_score": 0.662892, "hf_subset": "mal_Mlym-mlg_Latn", "languages": [ "mal-Mlym", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.820272, - "recall": 0.864797, - "f1": 0.83391, - "accuracy": 0.864797, - "main_score": 0.83391, + "precision": 0.821232, + "recall": 0.867301, + "f1": 0.835463, + "accuracy": 0.867301, + "main_score": 0.835463, "hf_subset": "mal_Mlym-mri_Latn", "languages": [ "mal-Mlym", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980137, + "precision": 0.97997, "recall": 0.985979, - "f1": 0.982056, + "f1": 0.981973, "accuracy": 0.985979, - "main_score": 0.982056, + "main_score": 0.981973, "hf_subset": "mal_Mlym-msa_Latn", "languages": [ "mal-Mlym", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764739, - "recall": 0.817226, - "f1": 0.780697, - "accuracy": 0.817226, - "main_score": 0.780697, + "precision": 0.754811, + "recall": 0.808212, + "f1": 0.770934, + "accuracy": 0.808212, + "main_score": 0.770934, "hf_subset": "mal_Mlym-smo_Latn", "languages": [ "mal-Mlym", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.595122, + "precision": 0.59393, "recall": 0.656485, - "f1": 0.612784, + "f1": 0.611961, "accuracy": 0.656485, - "main_score": 0.612784, + "main_score": 0.611961, "hf_subset": "mal_Mlym-tah_Latn", "languages": [ "mal-Mlym", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669991, - "recall": 0.737606, - "f1": 0.689839, - "accuracy": 0.737606, - "main_score": 0.689839, + "precision": 0.667094, + "recall": 0.732599, + "f1": 0.686175, + "accuracy": 0.732599, + "main_score": 0.686175, "hf_subset": "mal_Mlym-ton_Latn", "languages": [ "mal-Mlym", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "mar_Deva-ben_Beng", "languages": [ "mar-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.143207, - "recall": 0.177266, - "f1": 0.15175, - "accuracy": 0.177266, - "main_score": 0.15175, + "precision": 0.139306, + "recall": 0.174762, + "f1": 0.147891, + "accuracy": 0.174762, + "main_score": 0.147891, "hf_subset": "mar_Deva-div_Thaa", "languages": [ "mar-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, "hf_subset": "mar_Deva-eng_Latn", "languages": [ "mar-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930604, - "recall": 0.948423, - "f1": 0.936271, - "accuracy": 0.948423, - "main_score": 0.936271, + "precision": 0.929728, + "recall": 0.947421, + "f1": 0.935203, + "accuracy": 0.947421, + "main_score": 0.935203, "hf_subset": "mar_Deva-eus_Latn", "languages": [ "mar-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.990986, - "f1": 0.98865, - "accuracy": 0.990986, - "main_score": 0.98865, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "mar_Deva-guj_Gujr", "languages": [ "mar-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, + "precision": 0.991237, "recall": 0.993991, - "f1": 0.991988, + "f1": 0.992155, "accuracy": 0.993991, - "main_score": 0.991988, + "main_score": 0.992155, "hf_subset": "mar_Deva-hin_Deva", "languages": [ "mar-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, + "precision": 0.982223, "recall": 0.987982, - "f1": 0.984393, + "f1": 0.984143, "accuracy": 0.987982, - "main_score": 0.984393, + "main_score": 0.984143, "hf_subset": "mar_Deva-kan_Knda", "languages": [ "mar-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, + "precision": 0.982891, "recall": 0.987982, - "f1": 0.984393, + "f1": 0.98456, "accuracy": 0.987982, - "main_score": 0.984393, + "main_score": 0.98456, "hf_subset": "mar_Deva-nep_Deva", "languages": [ "mar-Deva", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "mar_Deva-pan_Guru", "languages": [ "mar-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.945209, - "recall": 0.960941, - "f1": 0.950292, - "accuracy": 0.960941, - "main_score": 0.950292, + "precision": 0.943206, + "recall": 0.959439, + "f1": 0.948456, + "accuracy": 0.959439, + "main_score": 0.948456, "hf_subset": "mar_Deva-sin_Sinh", "languages": [ "mar-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940995, - "recall": 0.958938, - "f1": 0.946753, - "accuracy": 0.958938, - "main_score": 0.946753, + "precision": 0.943332, + "recall": 0.960441, + "f1": 0.94884, + "accuracy": 0.960441, + "main_score": 0.94884, "hf_subset": "mar_Deva-snd_Arab", "languages": [ "mar-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, "hf_subset": "mar_Deva-tam_Taml", "languages": [ "mar-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "mar_Deva-tel_Telu", "languages": [ "mar-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "mar_Deva-urd_Arab", "languages": [ "mar-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930667, - "recall": 0.947922, - "f1": 0.936012, - "accuracy": 0.947922, - "main_score": 0.936012, + "precision": 0.929765, + "recall": 0.947421, + "f1": 0.935214, + "accuracy": 0.947421, + "main_score": 0.935214, "hf_subset": "mey_Arab-arb_Arab", "languages": [ "mey-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810507, - "recall": 0.854281, - "f1": 0.82412, - "accuracy": 0.854281, - "main_score": 0.82412, + "precision": 0.814021, + "recall": 0.857286, + "f1": 0.827374, + "accuracy": 0.857286, + "main_score": 0.827374, "hf_subset": "mey_Arab-ckb_Arab", "languages": [ "mey-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940995, - "recall": 0.957937, - "f1": 0.946486, - "accuracy": 0.957937, - "main_score": 0.946486, + "precision": 0.942697, + "recall": 0.958438, + "f1": 0.947672, + "accuracy": 0.958438, + "main_score": 0.947672, "hf_subset": "mey_Arab-eng_Latn", "languages": [ "mey-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904457, - "recall": 0.927892, - "f1": 0.911768, - "accuracy": 0.927892, - "main_score": 0.911768, + "precision": 0.904857, + "recall": 0.928393, + "f1": 0.912161, + "accuracy": 0.928393, + "main_score": 0.912161, "hf_subset": "mey_Arab-fas_Arab", "languages": [ "mey-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91024, - "recall": 0.9334, - "f1": 0.917476, - "accuracy": 0.9334, - "main_score": 0.917476, + "precision": 0.915974, + "recall": 0.937406, + "f1": 0.922701, + "accuracy": 0.937406, + "main_score": 0.922701, "hf_subset": "mey_Arab-heb_Hebr", "languages": [ "mey-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.726153, + "precision": 0.727988, "recall": 0.782674, - "f1": 0.743057, + "f1": 0.744161, "accuracy": 0.782674, - "main_score": 0.743057, + "main_score": 0.744161, "hf_subset": "mey_Arab-kmr_Latn", "languages": [ "mey-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.913846, - "recall": 0.937406, - "f1": 0.921332, - "accuracy": 0.937406, - "main_score": 0.921332, + "precision": 0.911701, + "recall": 0.936405, + "f1": 0.919422, + "accuracy": 0.936405, + "main_score": 0.919422, "hf_subset": "mey_Arab-prs_Arab", "languages": [ "mey-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.801165, - "recall": 0.845268, - "f1": 0.814847, - "accuracy": 0.845268, - "main_score": 0.814847, + "precision": 0.803973, + "recall": 0.847772, + "f1": 0.817669, + "accuracy": 0.847772, + "main_score": 0.817669, "hf_subset": "mey_Arab-pus_Arab", "languages": [ "mey-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.669706, - "recall": 0.728092, - "f1": 0.686809, - "accuracy": 0.728092, - "main_score": 0.686809, + "precision": 0.671112, + "recall": 0.731597, + "f1": 0.689043, + "accuracy": 0.731597, + "main_score": 0.689043, "hf_subset": "mey_Arab-shi_Arab", "languages": [ "mey-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828355, - "recall": 0.865298, - "f1": 0.83948, - "accuracy": 0.865298, - "main_score": 0.83948, + "precision": 0.821017, + "recall": 0.861793, + "f1": 0.833327, + "accuracy": 0.861793, + "main_score": 0.833327, "hf_subset": "mey_Arab-tgk_Cyrl", "languages": [ "mey-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97972, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": [ "mkd-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": [ "mkd-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, - "hf_subset": "mkd_Cyrl-bul_Cyrl", + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": [ "mkd-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": [ "mkd-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.994492, + "recall": 0.995994, + "f1": 0.994992, + "accuracy": 0.995994, + "main_score": 0.994992, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": [ "mkd-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.98915, + "recall": 0.991988, + "f1": 0.990068, + "accuracy": 0.991988, + "main_score": 0.990068, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": [ "mkd-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.98698, - "f1": 0.983642, - "accuracy": 0.98698, - "main_score": 0.983642, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": [ "mkd-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980638, - "recall": 0.985979, - "f1": 0.98239, - "accuracy": 0.985979, - "main_score": 0.98239, + "precision": 0.979386, + "recall": 0.984477, + "f1": 0.981055, + "accuracy": 0.984477, + "main_score": 0.981055, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": [ "mkd-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.989234, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.989234, + "main_score": 0.988817, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": [ "mkd-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.98456, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": [ "mkd-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.988399, + "recall": 0.991487, + "f1": 0.989401, + "accuracy": 0.991487, + "main_score": 0.989401, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": [ "mkd-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "mkd_Cyrl-srp_Latn", "languages": [ "mkd-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.98552, + "recall": 0.989484, + "f1": 0.986763, + "accuracy": 0.989484, + "main_score": 0.986763, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": [ "mkd-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.71568, - "recall": 0.756635, - "f1": 0.726926, - "accuracy": 0.756635, - "main_score": 0.726926, + "precision": 0.707923, + "recall": 0.751627, + "f1": 0.720152, + "accuracy": 0.751627, + "main_score": 0.720152, "hf_subset": "mlg_Latn-eng_Latn", "languages": [ "mlg-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.558106, - "recall": 0.61993, - "f1": 0.575406, - "accuracy": 0.61993, - "main_score": 0.575406, + "precision": 0.549473, + "recall": 0.609414, + "f1": 0.566046, + "accuracy": 0.609414, + "main_score": 0.566046, "hf_subset": "mlg_Latn-fij_Latn", "languages": [ "mlg-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.705575, - "recall": 0.747121, - "f1": 0.716945, - "accuracy": 0.747121, - "main_score": 0.716945, + "precision": 0.711064, + "recall": 0.748623, + "f1": 0.721157, + "accuracy": 0.748623, + "main_score": 0.721157, "hf_subset": "mlg_Latn-fil_Latn", "languages": [ "mlg-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700474, - "recall": 0.744116, - "f1": 0.712753, - "accuracy": 0.744116, - "main_score": 0.712753, + "precision": 0.697882, + "recall": 0.741112, + "f1": 0.710074, + "accuracy": 0.741112, + "main_score": 0.710074, "hf_subset": "mlg_Latn-ind_Latn", "languages": [ "mlg-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.625378, - "recall": 0.683025, - "f1": 0.641496, - "accuracy": 0.683025, - "main_score": 0.641496, + "precision": 0.62192, + "recall": 0.678518, + "f1": 0.63778, + "accuracy": 0.678518, + "main_score": 0.63778, "hf_subset": "mlg_Latn-mal_Mlym", "languages": [ "mlg-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.6406, - "recall": 0.689034, - "f1": 0.654371, - "accuracy": 0.689034, - "main_score": 0.654371, + "precision": 0.639954, + "recall": 0.688533, + "f1": 0.653572, + "accuracy": 0.688533, + "main_score": 0.653572, "hf_subset": "mlg_Latn-mri_Latn", "languages": [ "mlg-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700602, - "recall": 0.745118, - "f1": 0.713046, - "accuracy": 0.745118, - "main_score": 0.713046, + "precision": 0.700626, + "recall": 0.743115, + "f1": 0.712219, + "accuracy": 0.743115, + "main_score": 0.712219, "hf_subset": "mlg_Latn-msa_Latn", "languages": [ "mlg-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.63637, - "recall": 0.681522, - "f1": 0.649212, - "accuracy": 0.681522, - "main_score": 0.649212, + "precision": 0.632782, + "recall": 0.677016, + "f1": 0.645455, + "accuracy": 0.677016, + "main_score": 0.645455, "hf_subset": "mlg_Latn-smo_Latn", "languages": [ "mlg-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580783, - "recall": 0.628943, - "f1": 0.594824, - "accuracy": 0.628943, - "main_score": 0.594824, + "precision": 0.580236, + "recall": 0.628443, + "f1": 0.594204, + "accuracy": 0.628443, + "main_score": 0.594204, "hf_subset": "mlg_Latn-tah_Latn", "languages": [ "mlg-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618725, - "recall": 0.671007, - "f1": 0.633679, - "accuracy": 0.671007, - "main_score": 0.633679, + "precision": 0.615975, + "recall": 0.668002, + "f1": 0.630301, + "accuracy": 0.668002, + "main_score": 0.630301, "hf_subset": "mlg_Latn-ton_Latn", "languages": [ "mlg-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948882, - "recall": 0.961442, - "f1": 0.952879, - "accuracy": 0.961442, - "main_score": 0.952879, + "precision": 0.948005, + "recall": 0.960941, + "f1": 0.952178, + "accuracy": 0.960941, + "main_score": 0.952178, "hf_subset": "mlt_Latn-cat_Latn", "languages": [ "mlt-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963086, - "recall": 0.972459, - "f1": 0.965899, - "accuracy": 0.972459, - "main_score": 0.965899, + "precision": 0.96574, + "recall": 0.974462, + "f1": 0.968379, + "accuracy": 0.974462, + "main_score": 0.968379, "hf_subset": "mlt_Latn-eng_Latn", "languages": [ "mlt-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934109, + "precision": 0.933442, "recall": 0.950926, - "f1": 0.939342, + "f1": 0.939001, "accuracy": 0.950926, - "main_score": 0.939342, + "main_score": 0.939001, "hf_subset": "mlt_Latn-fra_Latn", "languages": [ "mlt-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944976, + "precision": 0.943515, "recall": 0.957937, - "f1": 0.94894, + "f1": 0.947989, "accuracy": 0.957937, - "main_score": 0.94894, + "main_score": 0.947989, "hf_subset": "mlt_Latn-glg_Latn", "languages": [ "mlt-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941516, - "recall": 0.956935, - "f1": 0.946314, - "accuracy": 0.956935, - "main_score": 0.946314, + "precision": 0.943866, + "recall": 0.958938, + "f1": 0.948489, + "accuracy": 0.958938, + "main_score": 0.948489, "hf_subset": "mlt_Latn-ita_Latn", "languages": [ "mlt-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944834, - "recall": 0.958938, - "f1": 0.949233, - "accuracy": 0.958938, - "main_score": 0.949233, + "precision": 0.942639, + "recall": 0.956935, + "f1": 0.947021, + "accuracy": 0.956935, + "main_score": 0.947021, "hf_subset": "mlt_Latn-por_Latn", "languages": [ "mlt-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936905, - "recall": 0.95343, - "f1": 0.942147, - "accuracy": 0.95343, - "main_score": 0.942147, + "precision": 0.938842, + "recall": 0.955433, + "f1": 0.944083, + "accuracy": 0.955433, + "main_score": 0.944083, "hf_subset": "mlt_Latn-ron_Latn", "languages": [ "mlt-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944892, - "recall": 0.957436, - "f1": 0.948873, - "accuracy": 0.957436, - "main_score": 0.948873, + "precision": 0.946294, + "recall": 0.958938, + "f1": 0.950292, + "accuracy": 0.958938, + "main_score": 0.950292, "hf_subset": "mlt_Latn-spa_Latn", "languages": [ "mlt-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.516407, - "recall": 0.598398, - "f1": 0.539378, - "accuracy": 0.598398, - "main_score": 0.539378, + "precision": 0.517217, + "recall": 0.599399, + "f1": 0.539969, + "accuracy": 0.599399, + "main_score": 0.539969, "hf_subset": "mon_Mong-bod_Tibt", "languages": [ "mon-Mong", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.227475, - "recall": 0.289434, - "f1": 0.242504, - "accuracy": 0.289434, - "main_score": 0.242504, + "precision": 0.22944, + "recall": 0.29344, + "f1": 0.244721, + "accuracy": 0.29344, + "main_score": 0.244721, "hf_subset": "mon_Mong-dzo_Tibt", "languages": [ "mon-Mong", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.952137, - "recall": 0.96695, - "f1": 0.956885, - "accuracy": 0.96695, - "main_score": 0.956885, + "precision": 0.9609, + "recall": 0.972959, + "f1": 0.964814, + "accuracy": 0.972959, + "main_score": 0.964814, "hf_subset": "mon_Mong-eng_Latn", "languages": [ "mon-Mong", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.903038, - "recall": 0.930896, - "f1": 0.911935, - "accuracy": 0.930896, - "main_score": 0.911935, + "precision": 0.903647, + "recall": 0.931397, + "f1": 0.912469, + "accuracy": 0.931397, + "main_score": 0.912469, "hf_subset": "mon_Mong-khm_Khmr", "languages": [ "mon-Mong", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886889, - "recall": 0.918878, - "f1": 0.897046, - "accuracy": 0.918878, - "main_score": 0.897046, + "precision": 0.882382, + "recall": 0.915373, + "f1": 0.892772, + "accuracy": 0.915373, + "main_score": 0.892772, "hf_subset": "mon_Mong-lao_Laoo", "languages": [ "mon-Mong", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803672, - "recall": 0.854281, - "f1": 0.818955, - "accuracy": 0.854281, - "main_score": 0.818955, + "precision": 0.801636, + "recall": 0.85328, + "f1": 0.817252, + "accuracy": 0.85328, + "main_score": 0.817252, "hf_subset": "mon_Mong-mya_Mymr", "languages": [ "mon-Mong", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936755, - "recall": 0.953931, - "f1": 0.942247, - "accuracy": 0.953931, - "main_score": 0.942247, + "precision": 0.934585, + "recall": 0.952429, + "f1": 0.940327, + "accuracy": 0.952429, + "main_score": 0.940327, "hf_subset": "mon_Mong-tha_Thai", "languages": [ "mon-Mong", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86993, - "recall": 0.902854, - "f1": 0.879736, - "accuracy": 0.902854, - "main_score": 0.879736, + "precision": 0.868436, + "recall": 0.901352, + "f1": 0.878234, + "accuracy": 0.901352, + "main_score": 0.878234, "hf_subset": "mri_Latn-eng_Latn", "languages": [ "mri-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.61302, - "recall": 0.672509, - "f1": 0.629714, - "accuracy": 0.672509, - "main_score": 0.629714, + "precision": 0.610148, + "recall": 0.667501, + "f1": 0.626058, + "accuracy": 0.667501, + "main_score": 0.626058, "hf_subset": "mri_Latn-fij_Latn", "languages": [ "mri-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86153, - "recall": 0.89334, - "f1": 0.8707, - "accuracy": 0.89334, - "main_score": 0.8707, + "precision": 0.863333, + "recall": 0.893841, + "f1": 0.872086, + "accuracy": 0.893841, + "main_score": 0.872086, "hf_subset": "mri_Latn-fil_Latn", "languages": [ "mri-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.874654, - "recall": 0.905358, - "f1": 0.884093, - "accuracy": 0.905358, - "main_score": 0.884093, + "precision": 0.87311, + "recall": 0.904357, + "f1": 0.8826, + "accuracy": 0.904357, + "main_score": 0.8826, "hf_subset": "mri_Latn-ind_Latn", "languages": [ "mri-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803126, - "recall": 0.852779, - "f1": 0.818197, - "accuracy": 0.852779, - "main_score": 0.818197, + "precision": 0.793358, + "recall": 0.844767, + "f1": 0.808985, + "accuracy": 0.844767, + "main_score": 0.808985, "hf_subset": "mri_Latn-mal_Mlym", "languages": [ "mri-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638492, - "recall": 0.685528, - "f1": 0.651559, - "accuracy": 0.685528, - "main_score": 0.651559, + "precision": 0.633145, + "recall": 0.679519, + "f1": 0.645775, + "accuracy": 0.679519, + "main_score": 0.645775, "hf_subset": "mri_Latn-mlg_Latn", "languages": [ "mri-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.859169, - "recall": 0.894342, - "f1": 0.869846, - "accuracy": 0.894342, - "main_score": 0.869846, + "precision": 0.859235, + "recall": 0.893841, + "f1": 0.869615, + "accuracy": 0.893841, + "main_score": 0.869615, "hf_subset": "mri_Latn-msa_Latn", "languages": [ "mri-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.738063, - "recall": 0.786179, - "f1": 0.751857, - "accuracy": 0.786179, - "main_score": 0.751857, + "precision": 0.738514, + "recall": 0.784176, + "f1": 0.751636, + "accuracy": 0.784176, + "main_score": 0.751636, "hf_subset": "mri_Latn-smo_Latn", "languages": [ "mri-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.609203, - "recall": 0.659489, - "f1": 0.623826, - "accuracy": 0.659489, - "main_score": 0.623826, + "precision": 0.60682, + "recall": 0.656985, + "f1": 0.621238, + "accuracy": 0.656985, + "main_score": 0.621238, "hf_subset": "mri_Latn-tah_Latn", "languages": [ "mri-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721179, - "recall": 0.768653, - "f1": 0.734766, - "accuracy": 0.768653, - "main_score": 0.734766, + "precision": 0.710388, + "recall": 0.757136, + "f1": 0.72359, + "accuracy": 0.757136, + "main_score": 0.72359, "hf_subset": "mri_Latn-ton_Latn", "languages": [ "mri-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.997747, - "recall": 0.998498, - "f1": 0.997997, - "accuracy": 0.998498, - "main_score": 0.997997, + "precision": 0.995994, + "recall": 0.996995, + "f1": 0.996328, + "accuracy": 0.996995, + "main_score": 0.996328, "hf_subset": "msa_Latn-eng_Latn", "languages": [ "msa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649854, - "recall": 0.716575, - "f1": 0.669186, - "accuracy": 0.716575, - "main_score": 0.669186, + "precision": 0.646897, + "recall": 0.71307, + "f1": 0.665872, + "accuracy": 0.71307, + "main_score": 0.665872, "hf_subset": "msa_Latn-fij_Latn", "languages": [ "msa-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.989985, - "f1": 0.987398, - "accuracy": 0.989985, - "main_score": 0.987398, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "msa_Latn-fil_Latn", "languages": [ "msa-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99566, - "recall": 0.996995, - "f1": 0.996077, - "accuracy": 0.996995, - "main_score": 0.996077, + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, "hf_subset": "msa_Latn-ind_Latn", "languages": [ "msa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.987982, - "f1": 0.985311, - "accuracy": 0.987982, - "main_score": 0.985311, + "precision": 0.981222, + "recall": 0.98648, + "f1": 0.982974, + "accuracy": 0.98648, + "main_score": 0.982974, "hf_subset": "msa_Latn-mal_Mlym", "languages": [ "msa-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.719741, - "recall": 0.759639, - "f1": 0.7311, - "accuracy": 0.759639, - "main_score": 0.7311, + "precision": 0.712771, + "recall": 0.752128, + "f1": 0.723957, + "accuracy": 0.752128, + "main_score": 0.723957, "hf_subset": "msa_Latn-mlg_Latn", "languages": [ "msa-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.880905, - "recall": 0.911367, - "f1": 0.890314, - "accuracy": 0.911367, - "main_score": 0.890314, + "precision": 0.879644, + "recall": 0.909364, + "f1": 0.888719, + "accuracy": 0.909364, + "main_score": 0.888719, "hf_subset": "msa_Latn-mri_Latn", "languages": [ "msa-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.819955, - "recall": 0.861292, - "f1": 0.832608, - "accuracy": 0.861292, - "main_score": 0.832608, + "precision": 0.813395, + "recall": 0.854782, + "f1": 0.825782, + "accuracy": 0.854782, + "main_score": 0.825782, "hf_subset": "msa_Latn-smo_Latn", "languages": [ "msa-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.660359, - "recall": 0.711067, - "f1": 0.675379, - "accuracy": 0.711067, - "main_score": 0.675379, + "precision": 0.657013, + "recall": 0.707561, + "f1": 0.671578, + "accuracy": 0.707561, + "main_score": 0.671578, "hf_subset": "msa_Latn-tah_Latn", "languages": [ "msa-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.75474, - "recall": 0.804206, - "f1": 0.769397, - "accuracy": 0.804206, - "main_score": 0.769397, + "precision": 0.749576, + "recall": 0.798197, + "f1": 0.763889, + "accuracy": 0.798197, + "main_score": 0.763889, "hf_subset": "msa_Latn-ton_Latn", "languages": [ "msa-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.45589, - "recall": 0.54682, - "f1": 0.481337, - "accuracy": 0.54682, - "main_score": 0.481337, + "precision": 0.45388, + "recall": 0.543816, + "f1": 0.479053, + "accuracy": 0.543816, + "main_score": 0.479053, "hf_subset": "mya_Mymr-bod_Tibt", "languages": [ "mya-Mymr", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.198037, - "recall": 0.256385, - "f1": 0.212761, - "accuracy": 0.256385, - "main_score": 0.212761, + "precision": 0.200552, + "recall": 0.256885, + "f1": 0.214381, + "accuracy": 0.256885, + "main_score": 0.214381, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": [ "mya-Mymr", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942747, - "recall": 0.960441, - "f1": 0.948506, - "accuracy": 0.960441, - "main_score": 0.948506, + "precision": 0.941579, + "recall": 0.959439, + "f1": 0.947338, + "accuracy": 0.959439, + "main_score": 0.947338, "hf_subset": "mya_Mymr-eng_Latn", "languages": [ "mya-Mymr", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.892547, - "recall": 0.923886, - "f1": 0.90247, - "accuracy": 0.923886, - "main_score": 0.90247, + "precision": 0.89455, + "recall": 0.925889, + "f1": 0.904557, + "accuracy": 0.925889, + "main_score": 0.904557, "hf_subset": "mya_Mymr-khm_Khmr", "languages": [ "mya-Mymr", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86751, - "recall": 0.904357, - "f1": 0.879145, - "accuracy": 0.904357, - "main_score": 0.879145, + "precision": 0.865127, + "recall": 0.902354, + "f1": 0.876826, + "accuracy": 0.902354, + "main_score": 0.876826, "hf_subset": "mya_Mymr-lao_Laoo", "languages": [ "mya-Mymr", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.827855, - "recall": 0.87331, - "f1": 0.842339, - "accuracy": 0.87331, - "main_score": 0.842339, + "precision": 0.828397, + "recall": 0.874812, + "f1": 0.84304, + "accuracy": 0.874812, + "main_score": 0.84304, "hf_subset": "mya_Mymr-mon_Mong", "languages": [ "mya-Mymr", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9334, - "recall": 0.952929, - "f1": 0.939636, - "accuracy": 0.952929, - "main_score": 0.939636, + "precision": 0.931814, + "recall": 0.952429, + "f1": 0.938491, + "accuracy": 0.952429, + "main_score": 0.938491, "hf_subset": "mya_Mymr-tha_Thai", "languages": [ "mya-Mymr", "tha-Thai" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697918, - "recall": 0.732599, - "f1": 0.707771, - "accuracy": 0.732599, - "main_score": 0.707771, + "precision": 0.69505, + "recall": 0.730596, + "f1": 0.705128, + "accuracy": 0.730596, + "main_score": 0.705128, "hf_subset": "nde_Latn-bem_Latn", "languages": [ "nde-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685172, - "recall": 0.728593, - "f1": 0.696802, - "accuracy": 0.728593, - "main_score": 0.696802, + "precision": 0.686541, + "recall": 0.729094, + "f1": 0.697874, + "accuracy": 0.729094, + "main_score": 0.697874, "hf_subset": "nde_Latn-eng_Latn", "languages": [ "nde-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.607242, - "recall": 0.651978, - "f1": 0.620005, - "accuracy": 0.651978, - "main_score": 0.620005, + "precision": 0.611154, + "recall": 0.653981, + "f1": 0.623755, + "accuracy": 0.653981, + "main_score": 0.623755, "hf_subset": "nde_Latn-ewe_Latn", "languages": [ "nde-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.663265, + "precision": 0.659699, "recall": 0.696044, - "f1": 0.672612, + "f1": 0.670042, "accuracy": 0.696044, - "main_score": 0.672612, + "main_score": 0.670042, "hf_subset": "nde_Latn-fuc_Latn", "languages": [ "nde-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648962, - "recall": 0.690536, - "f1": 0.660417, - "accuracy": 0.690536, - "main_score": 0.660417, + "precision": 0.642715, + "recall": 0.684026, + "f1": 0.654305, + "accuracy": 0.684026, + "main_score": 0.654305, "hf_subset": "nde_Latn-kin_Latn", "languages": [ "nde-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665567, - "recall": 0.705058, - "f1": 0.677093, - "accuracy": 0.705058, - "main_score": 0.677093, + "precision": 0.66348, + "recall": 0.703055, + "f1": 0.674848, + "accuracy": 0.703055, + "main_score": 0.674848, "hf_subset": "nde_Latn-nya_Latn", "languages": [ "nde-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.686355, - "recall": 0.725088, - "f1": 0.697556, - "accuracy": 0.725088, - "main_score": 0.697556, + "precision": 0.680269, + "recall": 0.721582, + "f1": 0.69189, + "accuracy": 0.721582, + "main_score": 0.69189, "hf_subset": "nde_Latn-sna_Latn", "languages": [ "nde-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66016, - "recall": 0.697546, - "f1": 0.670705, - "accuracy": 0.697546, - "main_score": 0.670705, + "precision": 0.65838, + "recall": 0.69354, + "f1": 0.668191, + "accuracy": 0.69354, + "main_score": 0.668191, "hf_subset": "nde_Latn-ven_Latn", "languages": [ "nde-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "nep_Deva-ben_Beng", "languages": [ "nep-Deva", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.147291, - "recall": 0.18027, - "f1": 0.155914, - "accuracy": 0.18027, - "main_score": 0.155914, + "precision": 0.141938, + "recall": 0.176264, + "f1": 0.150666, + "accuracy": 0.176264, + "main_score": 0.150666, "hf_subset": "nep_Deva-div_Thaa", "languages": [ "nep-Deva", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, "hf_subset": "nep_Deva-eng_Latn", "languages": [ "nep-Deva", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922801, + "precision": 0.923193, "recall": 0.943916, - "f1": 0.929544, + "f1": 0.929845, "accuracy": 0.943916, - "main_score": 0.929544, + "main_score": 0.929845, "hf_subset": "nep_Deva-eus_Latn", "languages": [ "nep-Deva", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992489, - "f1": 0.990486, - "accuracy": 0.992489, - "main_score": 0.990486, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "nep_Deva-guj_Gujr", "languages": [ "nep-Deva", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "nep_Deva-hin_Deva", "languages": [ "nep-Deva", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.988483, - "f1": 0.984811, - "accuracy": 0.988483, - "main_score": 0.984811, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "nep_Deva-kan_Knda", "languages": [ "nep-Deva", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "nep_Deva-mar_Deva", "languages": [ "nep-Deva", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "nep_Deva-pan_Guru", "languages": [ "nep-Deva", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.943123, - "recall": 0.961442, - "f1": 0.949124, - "accuracy": 0.961442, - "main_score": 0.949124, + "precision": 0.942914, + "recall": 0.960941, + "f1": 0.94884, + "accuracy": 0.960941, + "main_score": 0.94884, "hf_subset": "nep_Deva-sin_Sinh", "languages": [ "nep-Deva", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944291, - "recall": 0.960941, - "f1": 0.949624, - "accuracy": 0.960941, - "main_score": 0.949624, + "precision": 0.94763, + "recall": 0.963445, + "f1": 0.952712, + "accuracy": 0.963445, + "main_score": 0.952712, "hf_subset": "nep_Deva-snd_Arab", "languages": [ "nep-Deva", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978217, - "recall": 0.984977, - "f1": 0.980471, - "accuracy": 0.984977, - "main_score": 0.980471, + "precision": 0.975714, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, "hf_subset": "nep_Deva-tam_Taml", "languages": [ "nep-Deva", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980805, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, "hf_subset": "nep_Deva-tel_Telu", "languages": [ "nep-Deva", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985979, - "f1": 0.981472, - "accuracy": 0.985979, - "main_score": 0.981472, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "nep_Deva-urd_Arab", "languages": [ "nep-Deva", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "nld_Latn-afr_Latn", "languages": [ "nld-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980763, - "recall": 0.98648, - "f1": 0.982591, - "accuracy": 0.98648, - "main_score": 0.982591, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "nld_Latn-arb_Arab", "languages": [ "nld-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, "hf_subset": "nld_Latn-ben_Beng", "languages": [ "nld-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, "hf_subset": "nld_Latn-dan_Latn", "languages": [ "nld-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988483, - "recall": 0.991988, - "f1": 0.989651, - "accuracy": 0.991988, - "main_score": 0.989651, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "nld_Latn-deu_Latn", "languages": [ "nld-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "nld_Latn-ell_Grek", "languages": [ "nld-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995744, - "recall": 0.996995, - "f1": 0.996161, - "accuracy": 0.996995, - "main_score": 0.996161, + "precision": 0.997246, + "recall": 0.997997, + "f1": 0.997496, + "accuracy": 0.997997, + "main_score": 0.997496, "hf_subset": "nld_Latn-eng_Latn", "languages": [ "nld-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.955266, - "recall": 0.968953, - "f1": 0.95969, - "accuracy": 0.968953, - "main_score": 0.95969, + "precision": 0.954599, + "recall": 0.968453, + "f1": 0.959022, + "accuracy": 0.968453, + "main_score": 0.959022, "hf_subset": "nld_Latn-fao_Latn", "languages": [ "nld-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98648, - "f1": 0.982724, - "accuracy": 0.98648, - "main_score": 0.982724, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "nld_Latn-fas_Arab", "languages": [ "nld-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.987982, - "f1": 0.984644, - "accuracy": 0.987982, - "main_score": 0.984644, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "nld_Latn-fin_Latn", "languages": [ "nld-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "nld_Latn-fra_Latn", "languages": [ "nld-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992906, - "recall": 0.994992, - "f1": 0.993574, - "accuracy": 0.994992, - "main_score": 0.993574, + "precision": 0.990986, + "recall": 0.99349, + "f1": 0.991821, + "accuracy": 0.99349, + "main_score": 0.991821, "hf_subset": "nld_Latn-heb_Hebr", "languages": [ "nld-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.98865, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.98865, + "main_score": 0.988817, "hf_subset": "nld_Latn-hin_Deva", "languages": [ "nld-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, + "precision": 0.976799, "recall": 0.983976, - "f1": 0.979302, + "f1": 0.979135, "accuracy": 0.983976, - "main_score": 0.979302, + "main_score": 0.979135, "hf_subset": "nld_Latn-hun_Latn", "languages": [ "nld-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993991, - "recall": 0.995994, - "f1": 0.994659, - "accuracy": 0.995994, - "main_score": 0.994659, + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, "hf_subset": "nld_Latn-ind_Latn", "languages": [ "nld-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975547, + "precision": 0.975463, "recall": 0.982974, "f1": 0.977883, "accuracy": 0.982974, @@ -13022,211 +14106,229 @@ "languages": [ "nld-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "nld_Latn-jpn_Jpan", "languages": [ "nld-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "nld_Latn-kor_Hang", "languages": [ "nld-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.991988, - "f1": 0.989818, - "accuracy": 0.991988, - "main_score": 0.989818, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "nld_Latn-lit_Latn", "languages": [ "nld-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956685, - "recall": 0.969454, - "f1": 0.960758, - "accuracy": 0.969454, - "main_score": 0.960758, + "precision": 0.956852, + "recall": 0.969955, + "f1": 0.961108, + "accuracy": 0.969955, + "main_score": 0.961108, "hf_subset": "nld_Latn-ltz_Latn", "languages": [ "nld-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, "hf_subset": "nld_Latn-nno_Latn", "languages": [ "nld-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990653, - "recall": 0.99349, - "f1": 0.991571, - "accuracy": 0.99349, - "main_score": 0.991571, + "precision": 0.992155, + "recall": 0.994492, + "f1": 0.992906, + "accuracy": 0.994492, + "main_score": 0.992906, "hf_subset": "nld_Latn-nob_Latn", "languages": [ "nld-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.983141, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "nld_Latn-pol_Latn", "languages": [ "nld-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987081, + "precision": 0.986855, "recall": 0.990986, - "f1": 0.988316, + "f1": 0.988182, "accuracy": 0.990986, - "main_score": 0.988316, + "main_score": 0.988182, "hf_subset": "nld_Latn-por_Latn", "languages": [ "nld-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985103, - "recall": 0.989484, - "f1": 0.986513, - "accuracy": 0.989484, - "main_score": 0.986513, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "nld_Latn-rus_Cyrl", "languages": [ "nld-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "nld_Latn-spa_Latn", "languages": [ "nld-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.935295, - "recall": 0.952429, - "f1": 0.940611, - "accuracy": 0.952429, - "main_score": 0.940611, + "precision": 0.932415, + "recall": 0.950426, + "f1": 0.937957, + "accuracy": 0.950426, + "main_score": 0.937957, "hf_subset": "nld_Latn-swa_Latn", "languages": [ "nld-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992155, - "recall": 0.994492, - "f1": 0.992906, - "accuracy": 0.994492, - "main_score": 0.992906, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "nld_Latn-swe_Latn", "languages": [ "nld-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.976882, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, "hf_subset": "nld_Latn-tam_Taml", "languages": [ "nld-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.982891, + "recall": 0.987481, + "f1": 0.984393, + "accuracy": 0.987481, + "main_score": 0.984393, "hf_subset": "nld_Latn-tur_Latn", "languages": [ "nld-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988316, + "precision": 0.988149, "recall": 0.991988, - "f1": 0.989484, + "f1": 0.989401, "accuracy": 0.991988, - "main_score": 0.989484, + "main_score": 0.989401, "hf_subset": "nld_Latn-vie_Latn", "languages": [ "nld-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, + "precision": 0.982641, "recall": 0.987982, - "f1": 0.984477, + "f1": 0.984393, "accuracy": 0.987982, - "main_score": 0.984477, + "main_score": 0.984393, "hf_subset": "nld_Latn-zho_Hant", "languages": [ "nld-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.715707, - "recall": 0.761642, - "f1": 0.729664, - "accuracy": 0.761642, - "main_score": 0.729664, + "precision": 0.709056, + "recall": 0.754632, + "f1": 0.722813, + "accuracy": 0.754632, + "main_score": 0.722813, "hf_subset": "nld_Latn-zul_Latn", "languages": [ "nld-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987064, @@ -13238,31 +14340,34 @@ "languages": [ "nno-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.987982, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, "hf_subset": "nno_Latn-dan_Latn", "languages": [ "nno-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, - "recall": 0.992489, - "f1": 0.990402, - "accuracy": 0.992489, - "main_score": 0.990402, + "precision": 0.988358, + "recall": 0.991988, + "f1": 0.989518, + "accuracy": 0.991988, + "main_score": 0.989518, "hf_subset": "nno_Latn-deu_Latn", "languages": [ "nno-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994742, @@ -13274,187 +14379,203 @@ "languages": [ "nno-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962861, - "recall": 0.974462, - "f1": 0.9667, - "accuracy": 0.974462, - "main_score": 0.9667, + "precision": 0.961776, + "recall": 0.973961, + "f1": 0.965782, + "accuracy": 0.973961, + "main_score": 0.965782, "hf_subset": "nno_Latn-fao_Latn", "languages": [ "nno-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973293, - "recall": 0.981973, - "f1": 0.976131, - "accuracy": 0.981973, - "main_score": 0.976131, + "precision": 0.974796, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, "hf_subset": "nno_Latn-isl_Latn", "languages": [ "nno-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.95101, - "recall": 0.964447, - "f1": 0.955242, - "accuracy": 0.964447, - "main_score": 0.955242, + "precision": 0.950008, + "recall": 0.963946, + "f1": 0.954491, + "accuracy": 0.963946, + "main_score": 0.954491, "hf_subset": "nno_Latn-ltz_Latn", "languages": [ "nno-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "nno_Latn-nld_Latn", "languages": [ "nno-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "nno_Latn-nob_Latn", "languages": [ "nno-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, "hf_subset": "nno_Latn-swe_Latn", "languages": [ "nno-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991487, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.990986, + "recall": 0.99349, + "f1": 0.991821, + "accuracy": 0.99349, + "main_score": 0.991821, "hf_subset": "nob_Latn-afr_Latn", "languages": [ "nob-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.993991, - "f1": 0.991988, - "accuracy": 0.993991, - "main_score": 0.991988, + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, "hf_subset": "nob_Latn-dan_Latn", "languages": [ "nob-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990486, - "recall": 0.99349, - "f1": 0.991487, - "accuracy": 0.99349, - "main_score": 0.991487, + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, "hf_subset": "nob_Latn-deu_Latn", "languages": [ "nob-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.998498, - "recall": 0.998998, - "f1": 0.998665, - "accuracy": 0.998998, - "main_score": 0.998665, + "precision": 0.997747, + "recall": 0.998498, + "f1": 0.997997, + "accuracy": 0.998498, + "main_score": 0.997997, "hf_subset": "nob_Latn-eng_Latn", "languages": [ "nob-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962611, - "recall": 0.973961, - "f1": 0.966199, - "accuracy": 0.973961, - "main_score": 0.966199, + "precision": 0.960566, + "recall": 0.972459, + "f1": 0.964397, + "accuracy": 0.972459, + "main_score": 0.964397, "hf_subset": "nob_Latn-fao_Latn", "languages": [ "nob-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, "hf_subset": "nob_Latn-isl_Latn", "languages": [ "nob-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.958688, + "precision": 0.957603, "recall": 0.969955, - "f1": 0.96236, + "f1": 0.961609, "accuracy": 0.969955, - "main_score": 0.96236, + "main_score": 0.961609, "hf_subset": "nob_Latn-ltz_Latn", "languages": [ "nob-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992238, + "precision": 0.991738, "recall": 0.994492, - "f1": 0.992989, + "f1": 0.992656, "accuracy": 0.994492, - "main_score": 0.992989, + "main_score": 0.992656, "hf_subset": "nob_Latn-nld_Latn", "languages": [ "nob-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, + "precision": 0.987231, "recall": 0.991487, - "f1": 0.989067, + "f1": 0.98865, "accuracy": 0.991487, - "main_score": 0.989067, + "main_score": 0.98865, "hf_subset": "nob_Latn-nno_Latn", "languages": [ "nob-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -13466,487 +14587,528 @@ "languages": [ "nob-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468597, - "recall": 0.540811, - "f1": 0.487955, - "accuracy": 0.540811, - "main_score": 0.487955, + "precision": 0.462892, + "recall": 0.538307, + "f1": 0.48322, + "accuracy": 0.538307, + "main_score": 0.48322, "hf_subset": "nso_Latn-amh_Ethi", "languages": [ "nso-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679054, - "recall": 0.719579, - "f1": 0.689597, - "accuracy": 0.719579, - "main_score": 0.689597, + "precision": 0.678213, + "recall": 0.718578, + "f1": 0.689014, + "accuracy": 0.718578, + "main_score": 0.689014, "hf_subset": "nso_Latn-eng_Latn", "languages": [ "nso-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.67788, - "recall": 0.712068, - "f1": 0.687752, - "accuracy": 0.712068, - "main_score": 0.687752, + "precision": 0.67355, + "recall": 0.708563, + "f1": 0.683468, + "accuracy": 0.708563, + "main_score": 0.683468, "hf_subset": "nso_Latn-hau_Latn", "languages": [ "nso-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.697545, - "recall": 0.731597, - "f1": 0.707524, - "accuracy": 0.731597, - "main_score": 0.707524, + "precision": 0.693943, + "recall": 0.727091, + "f1": 0.703383, + "accuracy": 0.727091, + "main_score": 0.703383, "hf_subset": "nso_Latn-ibo_Latn", "languages": [ "nso-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.442938, - "recall": 0.514271, - "f1": 0.462409, - "accuracy": 0.514271, - "main_score": 0.462409, + "precision": 0.440488, + "recall": 0.508763, + "f1": 0.459496, + "accuracy": 0.508763, + "main_score": 0.459496, "hf_subset": "nso_Latn-orm_Ethi", "languages": [ "nso-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.639227, - "recall": 0.678518, - "f1": 0.650182, - "accuracy": 0.678518, - "main_score": 0.650182, + "precision": 0.63963, + "recall": 0.68002, + "f1": 0.650699, + "accuracy": 0.68002, + "main_score": 0.650699, "hf_subset": "nso_Latn-som_Latn", "languages": [ "nso-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.687924, - "recall": 0.724086, - "f1": 0.698246, - "accuracy": 0.724086, - "main_score": 0.698246, + "precision": 0.686533, + "recall": 0.721082, + "f1": 0.696366, + "accuracy": 0.721082, + "main_score": 0.696366, "hf_subset": "nso_Latn-ssw_Latn", "languages": [ "nso-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66861, - "recall": 0.711067, - "f1": 0.680231, - "accuracy": 0.711067, - "main_score": 0.680231, + "precision": 0.666909, + "recall": 0.710566, + "f1": 0.678925, + "accuracy": 0.710566, + "main_score": 0.678925, "hf_subset": "nso_Latn-swa_Latn", "languages": [ "nso-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.441905, - "recall": 0.51978, - "f1": 0.463512, - "accuracy": 0.51978, - "main_score": 0.463512, + "precision": 0.437591, + "recall": 0.514271, + "f1": 0.459005, + "accuracy": 0.514271, + "main_score": 0.459005, "hf_subset": "nso_Latn-tir_Ethi", "languages": [ "nso-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.79212, - "recall": 0.831247, - "f1": 0.803624, - "accuracy": 0.831247, - "main_score": 0.803624, + "precision": 0.783481, + "recall": 0.823736, + "f1": 0.795243, + "accuracy": 0.823736, + "main_score": 0.795243, "hf_subset": "nso_Latn-tsn_Latn", "languages": [ "nso-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619683, - "recall": 0.663996, - "f1": 0.63252, - "accuracy": 0.663996, - "main_score": 0.63252, + "precision": 0.618069, + "recall": 0.661492, + "f1": 0.630919, + "accuracy": 0.661492, + "main_score": 0.630919, "hf_subset": "nso_Latn-wol_Latn", "languages": [ "nso-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.657542, - "recall": 0.702053, - "f1": 0.670748, - "accuracy": 0.702053, - "main_score": 0.670748, + "precision": 0.653739, + "recall": 0.696545, + "f1": 0.666342, + "accuracy": 0.696545, + "main_score": 0.666342, "hf_subset": "nso_Latn-xho_Latn", "languages": [ "nso-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.598973, - "recall": 0.651477, - "f1": 0.613709, - "accuracy": 0.651477, - "main_score": 0.613709, + "precision": 0.601908, + "recall": 0.652979, + "f1": 0.616088, + "accuracy": 0.652979, + "main_score": 0.616088, "hf_subset": "nso_Latn-yor_Latn", "languages": [ "nso-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68594, - "recall": 0.725088, - "f1": 0.697072, - "accuracy": 0.725088, - "main_score": 0.697072, + "precision": 0.678229, + "recall": 0.717576, + "f1": 0.689696, + "accuracy": 0.717576, + "main_score": 0.689696, "hf_subset": "nso_Latn-zul_Latn", "languages": [ "nso-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708898, - "recall": 0.749624, - "f1": 0.720733, - "accuracy": 0.749624, - "main_score": 0.720733, + "precision": 0.706604, + "recall": 0.744617, + "f1": 0.717986, + "accuracy": 0.744617, + "main_score": 0.717986, "hf_subset": "nya_Latn-bem_Latn", "languages": [ "nya-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685903, - "recall": 0.728092, - "f1": 0.697711, - "accuracy": 0.728092, - "main_score": 0.697711, + "precision": 0.678172, + "recall": 0.723585, + "f1": 0.690866, + "accuracy": 0.723585, + "main_score": 0.690866, "hf_subset": "nya_Latn-eng_Latn", "languages": [ "nya-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.594926, - "recall": 0.64697, - "f1": 0.610099, - "accuracy": 0.64697, - "main_score": 0.610099, + "precision": 0.590042, + "recall": 0.641963, + "f1": 0.605014, + "accuracy": 0.641963, + "main_score": 0.605014, "hf_subset": "nya_Latn-ewe_Latn", "languages": [ "nya-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661368, - "recall": 0.697546, - "f1": 0.671415, - "accuracy": 0.697546, - "main_score": 0.671415, + "precision": 0.656072, + "recall": 0.695043, + "f1": 0.667079, + "accuracy": 0.695043, + "main_score": 0.667079, "hf_subset": "nya_Latn-fuc_Latn", "languages": [ "nya-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647926, - "recall": 0.695543, - "f1": 0.660773, - "accuracy": 0.695543, - "main_score": 0.660773, + "precision": 0.640078, + "recall": 0.687531, + "f1": 0.653062, + "accuracy": 0.687531, + "main_score": 0.653062, "hf_subset": "nya_Latn-kin_Latn", "languages": [ "nya-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.667777, - "recall": 0.707561, - "f1": 0.679105, - "accuracy": 0.707561, - "main_score": 0.679105, + "precision": 0.654528, + "recall": 0.695543, + "f1": 0.666307, + "accuracy": 0.695543, + "main_score": 0.666307, "hf_subset": "nya_Latn-nde_Latn", "languages": [ "nya-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.700987, - "recall": 0.74662, - "f1": 0.714099, - "accuracy": 0.74662, - "main_score": 0.714099, + "precision": 0.700482, + "recall": 0.743115, + "f1": 0.71277, + "accuracy": 0.743115, + "main_score": 0.71277, "hf_subset": "nya_Latn-sna_Latn", "languages": [ "nya-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665932, - "recall": 0.707561, - "f1": 0.677783, - "accuracy": 0.707561, - "main_score": 0.677783, + "precision": 0.662224, + "recall": 0.702053, + "f1": 0.673598, + "accuracy": 0.702053, + "main_score": 0.673598, "hf_subset": "nya_Latn-ven_Latn", "languages": [ "nya-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.391319, - "recall": 0.454181, - "f1": 0.408087, - "accuracy": 0.454181, - "main_score": 0.408087, + "precision": 0.379535, + "recall": 0.444667, + "f1": 0.396979, + "accuracy": 0.444667, + "main_score": 0.396979, "hf_subset": "orm_Ethi-amh_Ethi", "languages": [ "orm-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.486405, - "recall": 0.537306, - "f1": 0.500137, - "accuracy": 0.537306, - "main_score": 0.500137, + "precision": 0.485869, + "recall": 0.536805, + "f1": 0.499192, + "accuracy": 0.536805, + "main_score": 0.499192, "hf_subset": "orm_Ethi-eng_Latn", "languages": [ "orm-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.46002, - "recall": 0.503756, - "f1": 0.472085, - "accuracy": 0.503756, - "main_score": 0.472085, + "precision": 0.454271, + "recall": 0.499249, + "f1": 0.466565, + "accuracy": 0.499249, + "main_score": 0.466565, "hf_subset": "orm_Ethi-hau_Latn", "languages": [ "orm-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468181, - "recall": 0.509264, - "f1": 0.479396, - "accuracy": 0.509264, - "main_score": 0.479396, + "precision": 0.466529, + "recall": 0.508763, + "f1": 0.477948, + "accuracy": 0.508763, + "main_score": 0.477948, "hf_subset": "orm_Ethi-ibo_Latn", "languages": [ "orm-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444377, - "recall": 0.489234, - "f1": 0.456737, - "accuracy": 0.489234, - "main_score": 0.456737, + "precision": 0.441268, + "recall": 0.487231, + "f1": 0.454175, + "accuracy": 0.487231, + "main_score": 0.454175, "hf_subset": "orm_Ethi-nso_Latn", "languages": [ "orm-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.464737, - "recall": 0.512268, - "f1": 0.477856, - "accuracy": 0.512268, - "main_score": 0.477856, + "precision": 0.459678, + "recall": 0.505258, + "f1": 0.472321, + "accuracy": 0.505258, + "main_score": 0.472321, "hf_subset": "orm_Ethi-som_Latn", "languages": [ "orm-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.44738, - "recall": 0.490235, - "f1": 0.459507, - "accuracy": 0.490235, - "main_score": 0.459507, + "precision": 0.444268, + "recall": 0.487732, + "f1": 0.456784, + "accuracy": 0.487732, + "main_score": 0.456784, "hf_subset": "orm_Ethi-ssw_Latn", "languages": [ "orm-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.469042, - "recall": 0.512769, - "f1": 0.481002, - "accuracy": 0.512769, - "main_score": 0.481002, + "precision": 0.466576, + "recall": 0.510265, + "f1": 0.478711, + "accuracy": 0.510265, + "main_score": 0.478711, "hf_subset": "orm_Ethi-swa_Latn", "languages": [ "orm-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.371521, - "recall": 0.431647, - "f1": 0.387902, - "accuracy": 0.431647, - "main_score": 0.387902, + "precision": 0.368312, + "recall": 0.427641, + "f1": 0.38448, + "accuracy": 0.427641, + "main_score": 0.38448, "hf_subset": "orm_Ethi-tir_Ethi", "languages": [ "orm-Ethi", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.459489, - "recall": 0.501252, - "f1": 0.471026, - "accuracy": 0.501252, - "main_score": 0.471026, + "precision": 0.454025, + "recall": 0.494241, + "f1": 0.46526, + "accuracy": 0.494241, + "main_score": 0.46526, "hf_subset": "orm_Ethi-tsn_Latn", "languages": [ "orm-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.446949, - "recall": 0.487231, - "f1": 0.458175, - "accuracy": 0.487231, - "main_score": 0.458175, + "precision": 0.445966, + "recall": 0.48673, + "f1": 0.457532, + "accuracy": 0.48673, + "main_score": 0.457532, "hf_subset": "orm_Ethi-wol_Latn", "languages": [ "orm-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.43218, - "recall": 0.476214, - "f1": 0.444439, - "accuracy": 0.476214, - "main_score": 0.444439, + "precision": 0.425111, + "recall": 0.471207, + "f1": 0.438039, + "accuracy": 0.471207, + "main_score": 0.438039, "hf_subset": "orm_Ethi-xho_Latn", "languages": [ "orm-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.416934, - "recall": 0.468703, - "f1": 0.43099, - "accuracy": 0.468703, - "main_score": 0.43099, + "precision": 0.411629, + "recall": 0.463195, + "f1": 0.425565, + "accuracy": 0.463195, + "main_score": 0.425565, "hf_subset": "orm_Ethi-yor_Latn", "languages": [ "orm-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445266, - "recall": 0.493741, - "f1": 0.458435, - "accuracy": 0.493741, - "main_score": 0.458435, + "precision": 0.441319, + "recall": 0.487231, + "f1": 0.454106, + "accuracy": 0.487231, + "main_score": 0.454106, "hf_subset": "orm_Ethi-zul_Latn", "languages": [ "orm-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.991487, - "f1": 0.988733, - "accuracy": 0.991487, - "main_score": 0.988733, + "precision": 0.986062, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "pan_Guru-ben_Beng", "languages": [ "pan-Guru", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.131107, - "recall": 0.167752, - "f1": 0.140537, - "accuracy": 0.167752, - "main_score": 0.140537, + "precision": 0.13105, + "recall": 0.168252, + "f1": 0.140434, + "accuracy": 0.168252, + "main_score": 0.140434, "hf_subset": "pan_Guru-div_Thaa", "languages": [ "pan-Guru", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "pan_Guru-eng_Latn", "languages": [ "pan-Guru", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929269, - "recall": 0.948923, - "f1": 0.935603, - "accuracy": 0.948923, - "main_score": 0.935603, + "precision": 0.928393, + "recall": 0.948423, + "f1": 0.934886, + "accuracy": 0.948423, + "main_score": 0.934886, "hf_subset": "pan_Guru-eus_Latn", "languages": [ "pan-Guru", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -13958,31 +15120,34 @@ "languages": [ "pan-Guru", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "pan_Guru-hin_Deva", "languages": [ "pan-Guru", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982724, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "pan_Guru-kan_Knda", "languages": [ "pan-Guru", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991988, @@ -13994,535 +15159,580 @@ "languages": [ "pan-Guru", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "pan_Guru-nep_Deva", "languages": [ "pan-Guru", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.955558, - "recall": 0.969454, - "f1": 0.96014, - "accuracy": 0.969454, - "main_score": 0.96014, + "precision": 0.954014, + "recall": 0.968453, + "f1": 0.958771, + "accuracy": 0.968453, + "main_score": 0.958771, "hf_subset": "pan_Guru-sin_Sinh", "languages": [ "pan-Guru", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956101, - "recall": 0.969955, - "f1": 0.960608, - "accuracy": 0.969955, - "main_score": 0.960608, + "precision": 0.954348, + "recall": 0.968953, + "f1": 0.959105, + "accuracy": 0.968953, + "main_score": 0.959105, "hf_subset": "pan_Guru-snd_Arab", "languages": [ "pan-Guru", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987982, - "f1": 0.984393, - "accuracy": 0.987982, - "main_score": 0.984393, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "pan_Guru-tam_Taml", "languages": [ "pan-Guru", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, "hf_subset": "pan_Guru-tel_Telu", "languages": [ "pan-Guru", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983726, + "recall": 0.988483, + "f1": 0.985311, + "accuracy": 0.988483, + "main_score": 0.985311, "hf_subset": "pan_Guru-urd_Arab", "languages": [ "pan-Guru", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97588, - "recall": 0.983475, - "f1": 0.978384, - "accuracy": 0.983475, - "main_score": 0.978384, + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "pol_Latn-arb_Arab", "languages": [ "pol-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974295, - "recall": 0.981973, - "f1": 0.976799, - "accuracy": 0.981973, - "main_score": 0.976799, + "precision": 0.973043, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, "hf_subset": "pol_Latn-bel_Cyrl", "languages": [ "pol-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "pol_Latn-ben_Beng", "languages": [ "pol-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982974, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.982056, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, "hf_subset": "pol_Latn-bos_Latn", "languages": [ "pol-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "pol_Latn-bul_Cyrl", "languages": [ "pol-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "pol_Latn-ces_Latn", "languages": [ "pol-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990486, - "f1": 0.987982, - "accuracy": 0.990486, - "main_score": 0.987982, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986814, + "accuracy": 0.989484, + "main_score": 0.986814, "hf_subset": "pol_Latn-deu_Latn", "languages": [ "pol-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "pol_Latn-ell_Grek", "languages": [ "pol-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989902, - "recall": 0.992989, - "f1": 0.990903, - "accuracy": 0.992989, - "main_score": 0.990903, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "pol_Latn-eng_Latn", "languages": [ "pol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97684, - "recall": 0.983976, - "f1": 0.979169, - "accuracy": 0.983976, - "main_score": 0.979169, + "precision": 0.97659, + "recall": 0.983475, + "f1": 0.978835, + "accuracy": 0.983475, + "main_score": 0.978835, "hf_subset": "pol_Latn-fas_Arab", "languages": [ "pol-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975171, - "recall": 0.981973, - "f1": 0.977333, - "accuracy": 0.981973, - "main_score": 0.977333, + "precision": 0.975255, + "recall": 0.982474, + "f1": 0.977583, + "accuracy": 0.982474, + "main_score": 0.977583, "hf_subset": "pol_Latn-fin_Latn", "languages": [ "pol-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, "hf_subset": "pol_Latn-fra_Latn", "languages": [ "pol-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "pol_Latn-heb_Hebr", "languages": [ "pol-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, + "precision": 0.980137, "recall": 0.98648, - "f1": 0.982056, + "f1": 0.982223, "accuracy": 0.98648, - "main_score": 0.982056, + "main_score": 0.982223, "hf_subset": "pol_Latn-hin_Deva", "languages": [ "pol-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, + "precision": 0.984727, "recall": 0.989484, - "f1": 0.98648, + "f1": 0.986313, "accuracy": 0.989484, - "main_score": 0.98648, + "main_score": 0.986313, "hf_subset": "pol_Latn-hrv_Latn", "languages": [ "pol-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, - "recall": 0.984477, - "f1": 0.980304, - "accuracy": 0.984477, - "main_score": 0.980304, + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "pol_Latn-hun_Latn", "languages": [ "pol-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983684, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.985178, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.985178, + "main_score": 0.984894, "hf_subset": "pol_Latn-ind_Latn", "languages": [ "pol-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.984477, - "f1": 0.979636, - "accuracy": 0.984477, - "main_score": 0.979636, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "pol_Latn-jpn_Jpan", "languages": [ "pol-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974044, - "recall": 0.981973, - "f1": 0.976632, - "accuracy": 0.981973, - "main_score": 0.976632, + "precision": 0.969538, + "recall": 0.978968, + "f1": 0.972626, + "accuracy": 0.978968, + "main_score": 0.972626, "hf_subset": "pol_Latn-kor_Hang", "languages": [ "pol-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980471, - "recall": 0.98648, - "f1": 0.982474, - "accuracy": 0.98648, - "main_score": 0.982474, + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "pol_Latn-lit_Latn", "languages": [ "pol-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": [ "pol-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.987982, - "f1": 0.984727, - "accuracy": 0.987982, - "main_score": 0.984727, + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, "hf_subset": "pol_Latn-nld_Latn", "languages": [ "pol-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "pol_Latn-por_Latn", "languages": [ "pol-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98648, - "f1": 0.983058, - "accuracy": 0.98648, - "main_score": 0.983058, + "precision": 0.980387, + "recall": 0.985979, + "f1": 0.982223, + "accuracy": 0.985979, + "main_score": 0.982223, "hf_subset": "pol_Latn-rus_Cyrl", "languages": [ "pol-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98335, - "recall": 0.988483, - "f1": 0.985011, - "accuracy": 0.988483, - "main_score": 0.985011, + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "pol_Latn-slk_Latn", "languages": [ "pol-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.987481, - "f1": 0.983559, - "accuracy": 0.987481, - "main_score": 0.983559, + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, "hf_subset": "pol_Latn-slv_Latn", "languages": [ "pol-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986021, - "recall": 0.989985, - "f1": 0.987264, - "accuracy": 0.989985, - "main_score": 0.987264, + "precision": 0.985478, + "recall": 0.989484, + "f1": 0.986713, + "accuracy": 0.989484, + "main_score": 0.986713, "hf_subset": "pol_Latn-spa_Latn", "languages": [ "pol-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, + "precision": 0.982724, "recall": 0.987982, - "f1": 0.98431, + "f1": 0.984477, "accuracy": 0.987982, - "main_score": 0.98431, + "main_score": 0.984477, "hf_subset": "pol_Latn-srp_Cyrl", "languages": [ "pol-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.982641, + "recall": 0.987481, + "f1": 0.984226, + "accuracy": 0.987481, + "main_score": 0.984226, "hf_subset": "pol_Latn-srp_Latn", "languages": [ "pol-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918937, - "recall": 0.93991, - "f1": 0.925321, - "accuracy": 0.93991, - "main_score": 0.925321, + "precision": 0.911492, + "recall": 0.935403, + "f1": 0.918955, + "accuracy": 0.935403, + "main_score": 0.918955, "hf_subset": "pol_Latn-swa_Latn", "languages": [ "pol-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "pol_Latn-swe_Latn", "languages": [ "pol-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.962986, - "recall": 0.974462, - "f1": 0.966733, - "accuracy": 0.974462, - "main_score": 0.966733, + "precision": 0.958312, + "recall": 0.970956, + "f1": 0.962394, + "accuracy": 0.970956, + "main_score": 0.962394, "hf_subset": "pol_Latn-tam_Taml", "languages": [ "pol-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976506, - "recall": 0.983475, - "f1": 0.978751, - "accuracy": 0.983475, - "main_score": 0.978751, + "precision": 0.97538, + "recall": 0.982474, + "f1": 0.977717, + "accuracy": 0.982474, + "main_score": 0.977717, "hf_subset": "pol_Latn-tur_Latn", "languages": [ "pol-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981639, - "recall": 0.98698, - "f1": 0.983392, - "accuracy": 0.98698, - "main_score": 0.983392, + "precision": 0.980137, + "recall": 0.985979, + "f1": 0.982056, + "accuracy": 0.985979, + "main_score": 0.982056, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": [ "pol-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983392, - "recall": 0.988483, - "f1": 0.985061, - "accuracy": 0.988483, - "main_score": 0.985061, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "pol_Latn-vie_Latn", "languages": [ "pol-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976548, - "recall": 0.983475, - "f1": 0.978802, - "accuracy": 0.983475, - "main_score": 0.978802, + "precision": 0.975213, + "recall": 0.982474, + "f1": 0.97755, + "accuracy": 0.982474, + "main_score": 0.97755, "hf_subset": "pol_Latn-zho_Hant", "languages": [ "pol-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699754, - "recall": 0.747121, - "f1": 0.713608, - "accuracy": 0.747121, - "main_score": 0.713608, + "precision": 0.682269, + "recall": 0.731097, + "f1": 0.696716, + "accuracy": 0.731097, + "main_score": 0.696716, "hf_subset": "pol_Latn-zul_Latn", "languages": [ "pol-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.987481, - "f1": 0.983475, - "accuracy": 0.987481, - "main_score": 0.983475, + "precision": 0.982574, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "por_Latn-arb_Arab", "languages": [ "por-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983642, @@ -14534,79 +15744,86 @@ "languages": [ "por-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989067, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.987273, + "recall": 0.990986, + "f1": 0.988433, + "accuracy": 0.990986, + "main_score": 0.988433, "hf_subset": "por_Latn-cat_Latn", "languages": [ "por-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, - "recall": 0.99349, - "f1": 0.991821, - "accuracy": 0.99349, - "main_score": 0.991821, + "precision": 0.989484, + "recall": 0.992489, + "f1": 0.990486, + "accuracy": 0.992489, + "main_score": 0.990486, "hf_subset": "por_Latn-deu_Latn", "languages": [ "por-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991153, - "recall": 0.993991, - "f1": 0.992071, - "accuracy": 0.993991, - "main_score": 0.992071, + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, "hf_subset": "por_Latn-ell_Grek", "languages": [ "por-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994492, - "f1": 0.993156, - "accuracy": 0.994492, - "main_score": 0.993156, + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, "hf_subset": "por_Latn-eng_Latn", "languages": [ "por-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981806, - "recall": 0.987481, - "f1": 0.983642, - "accuracy": 0.987481, - "main_score": 0.983642, + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, "hf_subset": "por_Latn-fas_Arab", "languages": [ "por-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.980721, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, "hf_subset": "por_Latn-fin_Latn", "languages": [ "por-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98698, @@ -14618,7 +15835,8 @@ "languages": [ "por-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986647, @@ -14630,163 +15848,177 @@ "languages": [ "por-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.98865, + "recall": 0.991988, + "f1": 0.989735, + "accuracy": 0.991988, + "main_score": 0.989735, "hf_subset": "por_Latn-heb_Hebr", "languages": [ "por-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.991487, - "f1": 0.98865, - "accuracy": 0.991487, - "main_score": 0.98865, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "por_Latn-hin_Deva", "languages": [ "por-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985478, - "f1": 0.981305, - "accuracy": 0.985478, - "main_score": 0.981305, + "precision": 0.976465, + "recall": 0.983475, + "f1": 0.978802, + "accuracy": 0.983475, + "main_score": 0.978802, "hf_subset": "por_Latn-hun_Latn", "languages": [ "por-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, "hf_subset": "por_Latn-ind_Latn", "languages": [ "por-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, "hf_subset": "por_Latn-ita_Latn", "languages": [ "por-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, "hf_subset": "por_Latn-jpn_Jpan", "languages": [ "por-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978134, - "recall": 0.984977, - "f1": 0.980387, - "accuracy": 0.984977, - "main_score": 0.980387, + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979469, + "accuracy": 0.983976, + "main_score": 0.979469, "hf_subset": "por_Latn-kor_Hang", "languages": [ "por-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.987481, - "f1": 0.983726, - "accuracy": 0.987481, - "main_score": 0.983726, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "por_Latn-lit_Latn", "languages": [ "por-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.946783, - "recall": 0.960941, - "f1": 0.951152, - "accuracy": 0.960941, - "main_score": 0.951152, + "precision": 0.947701, + "recall": 0.961943, + "f1": 0.952153, + "accuracy": 0.961943, + "main_score": 0.952153, "hf_subset": "por_Latn-mlt_Latn", "languages": [ "por-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990653, - "recall": 0.99349, - "f1": 0.991571, - "accuracy": 0.99349, - "main_score": 0.991571, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "por_Latn-nld_Latn", "languages": [ "por-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986647, - "recall": 0.990486, - "f1": 0.987899, - "accuracy": 0.990486, - "main_score": 0.987899, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "por_Latn-pol_Latn", "languages": [ "por-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, - "recall": 0.990986, - "f1": 0.988566, - "accuracy": 0.990986, - "main_score": 0.988566, + "precision": 0.985395, + "recall": 0.989484, + "f1": 0.98673, + "accuracy": 0.989484, + "main_score": 0.98673, "hf_subset": "por_Latn-ron_Latn", "languages": [ "por-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.979302, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, "hf_subset": "por_Latn-rus_Cyrl", "languages": [ "por-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987648, @@ -14798,19 +16030,21 @@ "languages": [ "por-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936697, - "recall": 0.953931, - "f1": 0.942163, - "accuracy": 0.953931, - "main_score": 0.942163, + "precision": 0.934026, + "recall": 0.951427, + "f1": 0.939609, + "accuracy": 0.951427, + "main_score": 0.939609, "hf_subset": "por_Latn-swa_Latn", "languages": [ "por-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991153, @@ -14822,331 +16056,359 @@ "languages": [ "por-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979261, - "recall": 0.984977, - "f1": 0.981088, - "accuracy": 0.984977, - "main_score": 0.981088, + "precision": 0.976757, + "recall": 0.983475, + "f1": 0.978918, + "accuracy": 0.983475, + "main_score": 0.978918, "hf_subset": "por_Latn-tam_Taml", "languages": [ "por-Latn", "tam-Taml" - ] - }, - { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.982974, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "por_Latn-tur_Latn", "languages": [ "por-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.986313, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "por_Latn-vie_Latn", "languages": [ "por-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987481, - "f1": 0.984226, - "accuracy": 0.987481, - "main_score": 0.984226, + "precision": 0.980888, + "recall": 0.985979, + "f1": 0.982557, + "accuracy": 0.985979, + "main_score": 0.982557, "hf_subset": "por_Latn-zho_Hant", "languages": [ "por-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.723928, - "recall": 0.771157, - "f1": 0.73811, - "accuracy": 0.771157, - "main_score": 0.73811, + "precision": 0.714072, + "recall": 0.762143, + "f1": 0.72848, + "accuracy": 0.762143, + "main_score": 0.72848, "hf_subset": "por_Latn-zul_Latn", "languages": [ "por-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.987481, - "f1": 0.983392, - "accuracy": 0.987481, - "main_score": 0.983392, + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, "hf_subset": "prs_Arab-arb_Arab", "languages": [ "prs-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.930563, - "recall": 0.950426, - "f1": 0.936905, - "accuracy": 0.950426, - "main_score": 0.936905, + "precision": 0.927892, + "recall": 0.949424, + "f1": 0.934902, + "accuracy": 0.949424, + "main_score": 0.934902, "hf_subset": "prs_Arab-ckb_Arab", "languages": [ "prs-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.995493, - "recall": 0.996995, - "f1": 0.995994, - "accuracy": 0.996995, - "main_score": 0.995994, + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, "hf_subset": "prs_Arab-eng_Latn", "languages": [ "prs-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, - "recall": 0.991487, - "f1": 0.98865, - "accuracy": 0.991487, - "main_score": 0.98865, + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, "hf_subset": "prs_Arab-fas_Arab", "languages": [ "prs-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987773, - "recall": 0.991487, - "f1": 0.988933, - "accuracy": 0.991487, - "main_score": 0.988933, + "precision": 0.988775, + "recall": 0.991988, + "f1": 0.989768, + "accuracy": 0.991988, + "main_score": 0.989768, "hf_subset": "prs_Arab-heb_Hebr", "languages": [ "prs-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.840544, - "recall": 0.87982, - "f1": 0.852545, - "accuracy": 0.87982, - "main_score": 0.852545, + "precision": 0.841587, + "recall": 0.880821, + "f1": 0.853697, + "accuracy": 0.880821, + "main_score": 0.853697, "hf_subset": "prs_Arab-kmr_Latn", "languages": [ "prs-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.920648, - "recall": 0.941913, - "f1": 0.927258, - "accuracy": 0.941913, - "main_score": 0.927258, + "precision": 0.91675, + "recall": 0.939409, + "f1": 0.923903, + "accuracy": 0.939409, + "main_score": 0.923903, "hf_subset": "prs_Arab-mey_Arab", "languages": [ "prs-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936755, - "recall": 0.954932, - "f1": 0.942581, - "accuracy": 0.954932, - "main_score": 0.942581, + "precision": 0.935445, + "recall": 0.953931, + "f1": 0.941446, + "accuracy": 0.953931, + "main_score": 0.941446, "hf_subset": "prs_Arab-pus_Arab", "languages": [ "prs-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668775, - "recall": 0.7336, - "f1": 0.687518, - "accuracy": 0.7336, - "main_score": 0.687518, + "precision": 0.664547, + "recall": 0.729594, + "f1": 0.683194, + "accuracy": 0.729594, + "main_score": 0.683194, "hf_subset": "prs_Arab-shi_Arab", "languages": [ "prs-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.927558, - "recall": 0.948923, - "f1": 0.934385, - "accuracy": 0.948923, - "main_score": 0.934385, + "precision": 0.924512, + "recall": 0.94642, + "f1": 0.931497, + "accuracy": 0.94642, + "main_score": 0.931497, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": [ "prs-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9003, - "recall": 0.92639, - "f1": 0.908305, - "accuracy": 0.92639, - "main_score": 0.908305, + "precision": 0.900818, + "recall": 0.927391, + "f1": 0.909014, + "accuracy": 0.927391, + "main_score": 0.909014, "hf_subset": "pus_Arab-arb_Arab", "languages": [ "pus-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.817034, - "recall": 0.862293, - "f1": 0.830849, - "accuracy": 0.862293, - "main_score": 0.830849, + "precision": 0.815703, + "recall": 0.860791, + "f1": 0.829336, + "accuracy": 0.860791, + "main_score": 0.829336, "hf_subset": "pus_Arab-ckb_Arab", "languages": [ "pus-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929895, - "recall": 0.950926, - "f1": 0.936738, - "accuracy": 0.950926, - "main_score": 0.936738, + "precision": 0.931272, + "recall": 0.952429, + "f1": 0.938107, + "accuracy": 0.952429, + "main_score": 0.938107, "hf_subset": "pus_Arab-eng_Latn", "languages": [ "pus-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922275, - "recall": 0.943916, - "f1": 0.928977, - "accuracy": 0.943916, - "main_score": 0.928977, + "precision": 0.919429, + "recall": 0.941412, + "f1": 0.926123, + "accuracy": 0.941412, + "main_score": 0.926123, "hf_subset": "pus_Arab-fas_Arab", "languages": [ "pus-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.910274, - "recall": 0.934902, - "f1": 0.918053, - "accuracy": 0.934902, - "main_score": 0.918053, + "precision": 0.913722, + "recall": 0.936905, + "f1": 0.921082, + "accuracy": 0.936905, + "main_score": 0.921082, "hf_subset": "pus_Arab-heb_Hebr", "languages": [ "pus-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.724595, - "recall": 0.781172, - "f1": 0.741305, - "accuracy": 0.781172, - "main_score": 0.741305, + "precision": 0.729544, + "recall": 0.785178, + "f1": 0.746246, + "accuracy": 0.785178, + "main_score": 0.746246, "hf_subset": "pus_Arab-kmr_Latn", "languages": [ "pus-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803221, - "recall": 0.850776, - "f1": 0.817879, - "accuracy": 0.850776, - "main_score": 0.817879, + "precision": 0.804153, + "recall": 0.852779, + "f1": 0.819204, + "accuracy": 0.852779, + "main_score": 0.819204, "hf_subset": "pus_Arab-mey_Arab", "languages": [ "pus-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928309, - "recall": 0.949424, - "f1": 0.934938, - "accuracy": 0.949424, - "main_score": 0.934938, + "precision": 0.92916, + "recall": 0.948923, + "f1": 0.935379, + "accuracy": 0.948923, + "main_score": 0.935379, "hf_subset": "pus_Arab-prs_Arab", "languages": [ "pus-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580695, - "recall": 0.648973, - "f1": 0.600289, - "accuracy": 0.648973, - "main_score": 0.600289, + "precision": 0.576026, + "recall": 0.643966, + "f1": 0.595299, + "accuracy": 0.643966, + "main_score": 0.595299, "hf_subset": "pus_Arab-shi_Arab", "languages": [ "pus-Arab", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.815361, - "recall": 0.857787, - "f1": 0.82833, - "accuracy": 0.857787, - "main_score": 0.82833, + "precision": 0.810753, + "recall": 0.854782, + "f1": 0.824329, + "accuracy": 0.854782, + "main_score": 0.824329, "hf_subset": "pus_Arab-tgk_Cyrl", "languages": [ "pus-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "ron_Latn-cat_Latn", "languages": [ "ron-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.99349, - "f1": 0.991988, - "accuracy": 0.99349, - "main_score": 0.991988, + "precision": 0.989735, + "recall": 0.992489, + "f1": 0.990653, + "accuracy": 0.992489, + "main_score": 0.990653, "hf_subset": "ron_Latn-eng_Latn", "languages": [ "ron-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980554, @@ -15158,43 +16420,47 @@ "languages": [ "ron-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, "hf_subset": "ron_Latn-glg_Latn", "languages": [ "ron-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988399, - "recall": 0.991988, - "f1": 0.989568, - "accuracy": 0.991988, - "main_score": 0.989568, + "precision": 0.985896, + "recall": 0.989985, + "f1": 0.987231, + "accuracy": 0.989985, + "main_score": 0.987231, "hf_subset": "ron_Latn-ita_Latn", "languages": [ "ron-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939493, + "precision": 0.939618, "recall": 0.955433, - "f1": 0.944567, + "f1": 0.944576, "accuracy": 0.955433, - "main_score": 0.944567, + "main_score": 0.944576, "hf_subset": "ron_Latn-mlt_Latn", "languages": [ "ron-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.986146, @@ -15206,358 +16472,388 @@ "languages": [ "ron-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.982891, + "recall": 0.987982, + "f1": 0.98456, + "accuracy": 0.987982, + "main_score": 0.98456, "hf_subset": "ron_Latn-spa_Latn", "languages": [ "ron-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975129, - "recall": 0.982974, - "f1": 0.977717, - "accuracy": 0.982974, - "main_score": 0.977717, + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "rus_Cyrl-arb_Arab", "languages": [ "rus-Cyrl", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972459, + "precision": 0.973043, "recall": 0.980971, - "f1": 0.975213, + "f1": 0.97563, "accuracy": 0.980971, - "main_score": 0.975213, + "main_score": 0.97563, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": [ "rus-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981389, - "recall": 0.98698, - "f1": 0.983225, - "accuracy": 0.98698, - "main_score": 0.983225, + "precision": 0.982474, + "recall": 0.987481, + "f1": 0.984143, + "accuracy": 0.987481, + "main_score": 0.984143, "hf_subset": "rus_Cyrl-ben_Beng", "languages": [ "rus-Cyrl", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.986313, "recall": 0.990486, - "f1": 0.987481, + "f1": 0.987648, "accuracy": 0.990486, - "main_score": 0.987481, + "main_score": 0.987648, "hf_subset": "rus_Cyrl-bos_Latn", "languages": [ "rus-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, + "precision": 0.98456, "recall": 0.989484, - "f1": 0.986062, + "f1": 0.986146, "accuracy": 0.989484, - "main_score": 0.986062, + "main_score": 0.986146, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": [ "rus-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, + "precision": 0.981556, "recall": 0.98698, - "f1": 0.983141, + "f1": 0.983308, "accuracy": 0.98698, - "main_score": 0.983141, + "main_score": 0.983308, "hf_subset": "rus_Cyrl-ces_Latn", "languages": [ "rus-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986062, + "precision": 0.985896, "recall": 0.990486, - "f1": 0.987481, + "f1": 0.987398, "accuracy": 0.990486, - "main_score": 0.987481, + "main_score": 0.987398, "hf_subset": "rus_Cyrl-deu_Latn", "languages": [ "rus-Cyrl", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.989484, - "f1": 0.986146, - "accuracy": 0.989484, - "main_score": 0.986146, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "rus_Cyrl-ell_Grek", "languages": [ "rus-Cyrl", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991738, - "recall": 0.994492, - "f1": 0.992656, - "accuracy": 0.994492, - "main_score": 0.992656, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "rus_Cyrl-eng_Latn", "languages": [ "rus-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976965, - "recall": 0.983475, - "f1": 0.979135, - "accuracy": 0.983475, - "main_score": 0.979135, + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, "hf_subset": "rus_Cyrl-fas_Arab", "languages": [ "rus-Cyrl", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977341, - "recall": 0.983976, - "f1": 0.979503, - "accuracy": 0.983976, - "main_score": 0.979503, + "precision": 0.97538, + "recall": 0.982474, + "f1": 0.977717, + "accuracy": 0.982474, + "main_score": 0.977717, "hf_subset": "rus_Cyrl-fin_Latn", "languages": [ "rus-Cyrl", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984852, - "recall": 0.989484, - "f1": 0.986346, - "accuracy": 0.989484, - "main_score": 0.986346, + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, "hf_subset": "rus_Cyrl-fra_Latn", "languages": [ "rus-Cyrl", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": [ "rus-Cyrl", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "rus_Cyrl-hin_Deva", "languages": [ "rus-Cyrl", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980888, - "recall": 0.98698, - "f1": 0.982891, - "accuracy": 0.98698, - "main_score": 0.982891, + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": [ "rus-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973794, - "recall": 0.981973, - "f1": 0.976465, - "accuracy": 0.981973, - "main_score": 0.976465, + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, "hf_subset": "rus_Cyrl-hun_Latn", "languages": [ "rus-Cyrl", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987147, - "recall": 0.990986, - "f1": 0.988399, - "accuracy": 0.990986, - "main_score": 0.988399, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "rus_Cyrl-ind_Latn", "languages": [ "rus-Cyrl", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985019, - "recall": 0.989484, - "f1": 0.98643, - "accuracy": 0.989484, - "main_score": 0.98643, + "precision": 0.98335, + "recall": 0.988483, + "f1": 0.985011, + "accuracy": 0.988483, + "main_score": 0.985011, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": [ "rus-Cyrl", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973544, - "recall": 0.981472, - "f1": 0.976131, - "accuracy": 0.981472, - "main_score": 0.976131, + "precision": 0.974962, + "recall": 0.982474, + "f1": 0.977383, + "accuracy": 0.982474, + "main_score": 0.977383, "hf_subset": "rus_Cyrl-kor_Hang", "languages": [ "rus-Cyrl", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974962, - "recall": 0.982974, - "f1": 0.977633, - "accuracy": 0.982974, - "main_score": 0.977633, + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, "hf_subset": "rus_Cyrl-lit_Latn", "languages": [ "rus-Cyrl", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981305, - "recall": 0.98648, - "f1": 0.982974, - "accuracy": 0.98648, - "main_score": 0.982974, + "precision": 0.982056, + "recall": 0.98698, + "f1": 0.983642, + "accuracy": 0.98698, + "main_score": 0.983642, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": [ "rus-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987022, - "recall": 0.990986, - "f1": 0.988266, - "accuracy": 0.990986, - "main_score": 0.988266, + "precision": 0.986521, + "recall": 0.990486, + "f1": 0.987765, + "accuracy": 0.990486, + "main_score": 0.987765, "hf_subset": "rus_Cyrl-nld_Latn", "languages": [ "rus-Cyrl", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982641, - "recall": 0.987481, - "f1": 0.984226, - "accuracy": 0.987481, - "main_score": 0.984226, + "precision": 0.982098, + "recall": 0.98698, + "f1": 0.983676, + "accuracy": 0.98698, + "main_score": 0.983676, "hf_subset": "rus_Cyrl-pol_Latn", "languages": [ "rus-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "rus_Cyrl-por_Latn", "languages": [ "rus-Cyrl", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, "hf_subset": "rus_Cyrl-slk_Latn", "languages": [ "rus-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975129, - "recall": 0.982974, - "f1": 0.977633, - "accuracy": 0.982974, - "main_score": 0.977633, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978301, + "accuracy": 0.983475, + "main_score": 0.978301, "hf_subset": "rus_Cyrl-slv_Latn", "languages": [ "rus-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984393, - "recall": 0.988983, - "f1": 0.985896, - "accuracy": 0.988983, - "main_score": 0.985896, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "rus_Cyrl-spa_Latn", "languages": [ "rus-Cyrl", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": [ "rus-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98698, + "precision": 0.987064, "recall": 0.990986, "f1": 0.988316, "accuracy": 0.990986, @@ -15566,487 +16862,528 @@ "languages": [ "rus-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915298, - "recall": 0.938408, - "f1": 0.922484, - "accuracy": 0.938408, - "main_score": 0.922484, + "precision": 0.906109, + "recall": 0.931397, + "f1": 0.913871, + "accuracy": 0.931397, + "main_score": 0.913871, "hf_subset": "rus_Cyrl-swa_Latn", "languages": [ "rus-Cyrl", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, - "recall": 0.988983, - "f1": 0.985478, - "accuracy": 0.988983, - "main_score": 0.985478, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "rus_Cyrl-swe_Latn", "languages": [ "rus-Cyrl", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960149, - "recall": 0.971958, - "f1": 0.963896, - "accuracy": 0.971958, - "main_score": 0.963896, + "precision": 0.95681, + "recall": 0.969955, + "f1": 0.961058, + "accuracy": 0.969955, + "main_score": 0.961058, "hf_subset": "rus_Cyrl-tam_Taml", "languages": [ "rus-Cyrl", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.982974, - "f1": 0.978468, - "accuracy": 0.982974, - "main_score": 0.978468, + "precision": 0.974295, + "recall": 0.981472, + "f1": 0.976548, + "accuracy": 0.981472, + "main_score": 0.976548, "hf_subset": "rus_Cyrl-tur_Latn", "languages": [ "rus-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981848, - "recall": 0.98698, - "f1": 0.983509, - "accuracy": 0.98698, - "main_score": 0.983509, + "precision": 0.980846, + "recall": 0.98648, + "f1": 0.982674, + "accuracy": 0.98648, + "main_score": 0.982674, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": [ "rus-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, - "recall": 0.985979, - "f1": 0.982223, - "accuracy": 0.985979, - "main_score": 0.982223, + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, "hf_subset": "rus_Cyrl-vie_Latn", "languages": [ "rus-Cyrl", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976089, + "precision": 0.976214, "recall": 0.982974, - "f1": 0.978251, + "f1": 0.978284, "accuracy": 0.982974, - "main_score": 0.978251, + "main_score": 0.978284, "hf_subset": "rus_Cyrl-zho_Hant", "languages": [ "rus-Cyrl", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.701369, - "recall": 0.748122, - "f1": 0.715295, - "accuracy": 0.748122, - "main_score": 0.715295, + "precision": 0.69554, + "recall": 0.742113, + "f1": 0.709353, + "accuracy": 0.742113, + "main_score": 0.709353, "hf_subset": "rus_Cyrl-zul_Latn", "languages": [ "rus-Cyrl", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666559, - "recall": 0.722083, - "f1": 0.682686, - "accuracy": 0.722083, - "main_score": 0.682686, + "precision": 0.671247, + "recall": 0.726089, + "f1": 0.687323, + "accuracy": 0.726089, + "main_score": 0.687323, "hf_subset": "shi_Arab-arb_Arab", "languages": [ "shi-Arab", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.578974, - "recall": 0.640961, - "f1": 0.596342, - "accuracy": 0.640961, - "main_score": 0.596342, + "precision": 0.577344, + "recall": 0.63996, + "f1": 0.595023, + "accuracy": 0.63996, + "main_score": 0.595023, "hf_subset": "shi_Arab-ckb_Arab", "languages": [ "shi-Arab", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.699924, - "recall": 0.750626, - "f1": 0.713571, - "accuracy": 0.750626, - "main_score": 0.713571, + "precision": 0.703206, + "recall": 0.75313, + "f1": 0.717343, + "accuracy": 0.75313, + "main_score": 0.717343, "hf_subset": "shi_Arab-eng_Latn", "languages": [ "shi-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650349, - "recall": 0.708062, - "f1": 0.666224, - "accuracy": 0.708062, - "main_score": 0.666224, + "precision": 0.646529, + "recall": 0.70656, + "f1": 0.663272, + "accuracy": 0.70656, + "main_score": 0.663272, "hf_subset": "shi_Arab-fas_Arab", "languages": [ "shi-Arab", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653971, - "recall": 0.715073, - "f1": 0.670968, - "accuracy": 0.715073, - "main_score": 0.670968, + "precision": 0.652457, + "recall": 0.711567, + "f1": 0.669048, + "accuracy": 0.711567, + "main_score": 0.669048, "hf_subset": "shi_Arab-heb_Hebr", "languages": [ "shi-Arab", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.535355, - "recall": 0.596395, - "f1": 0.552946, - "accuracy": 0.596395, - "main_score": 0.552946, + "precision": 0.535238, + "recall": 0.595393, + "f1": 0.552222, + "accuracy": 0.595393, + "main_score": 0.552222, "hf_subset": "shi_Arab-kmr_Latn", "languages": [ "shi-Arab", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651483, - "recall": 0.705558, - "f1": 0.66703, - "accuracy": 0.705558, - "main_score": 0.66703, + "precision": 0.658667, + "recall": 0.712068, + "f1": 0.674022, + "accuracy": 0.712068, + "main_score": 0.674022, "hf_subset": "shi_Arab-mey_Arab", "languages": [ "shi-Arab", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64934, - "recall": 0.714071, - "f1": 0.667268, - "accuracy": 0.714071, - "main_score": 0.667268, + "precision": 0.65549, + "recall": 0.718578, + "f1": 0.672762, + "accuracy": 0.718578, + "main_score": 0.672762, "hf_subset": "shi_Arab-prs_Arab", "languages": [ "shi-Arab", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.543265, - "recall": 0.610916, - "f1": 0.562259, - "accuracy": 0.610916, - "main_score": 0.562259, + "precision": 0.548487, + "recall": 0.615924, + "f1": 0.567396, + "accuracy": 0.615924, + "main_score": 0.567396, "hf_subset": "shi_Arab-pus_Arab", "languages": [ "shi-Arab", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.587543, - "recall": 0.650976, - "f1": 0.605818, - "accuracy": 0.650976, - "main_score": 0.605818, + "precision": 0.588791, + "recall": 0.649975, + "f1": 0.60645, + "accuracy": 0.649975, + "main_score": 0.60645, "hf_subset": "shi_Arab-tgk_Cyrl", "languages": [ "shi-Arab", "tgk-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948005, - "recall": 0.964447, - "f1": 0.953347, - "accuracy": 0.964447, - "main_score": 0.953347, + "precision": 0.942555, + "recall": 0.960441, + "f1": 0.948289, + "accuracy": 0.960441, + "main_score": 0.948289, "hf_subset": "sin_Sinh-ben_Beng", "languages": [ "sin-Sinh", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.148152, - "recall": 0.179269, - "f1": 0.156289, - "accuracy": 0.179269, - "main_score": 0.156289, + "precision": 0.151467, + "recall": 0.178768, + "f1": 0.158213, + "accuracy": 0.178768, + "main_score": 0.158213, "hf_subset": "sin_Sinh-div_Thaa", "languages": [ "sin-Sinh", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.960524, - "recall": 0.972959, - "f1": 0.964614, - "accuracy": 0.972959, - "main_score": 0.964614, + "precision": 0.964321, + "recall": 0.975463, + "f1": 0.967902, + "accuracy": 0.975463, + "main_score": 0.967902, "hf_subset": "sin_Sinh-eng_Latn", "languages": [ "sin-Sinh", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.851815, - "recall": 0.888833, - "f1": 0.863239, - "accuracy": 0.888833, - "main_score": 0.863239, + "precision": 0.844176, + "recall": 0.883325, + "f1": 0.856179, + "accuracy": 0.883325, + "main_score": 0.856179, "hf_subset": "sin_Sinh-eus_Latn", "languages": [ "sin-Sinh", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.94859, - "recall": 0.964947, - "f1": 0.953931, - "accuracy": 0.964947, - "main_score": 0.953931, + "precision": 0.949758, + "recall": 0.965949, + "f1": 0.955016, + "accuracy": 0.965949, + "main_score": 0.955016, "hf_subset": "sin_Sinh-guj_Gujr", "languages": [ "sin-Sinh", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948715, - "recall": 0.964447, - "f1": 0.953797, - "accuracy": 0.964447, - "main_score": 0.953797, + "precision": 0.948214, + "recall": 0.963946, + "f1": 0.953297, + "accuracy": 0.963946, + "main_score": 0.953297, "hf_subset": "sin_Sinh-hin_Deva", "languages": [ "sin-Sinh", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939593, - "recall": 0.957937, - "f1": 0.945502, - "accuracy": 0.957937, - "main_score": 0.945502, + "precision": 0.938341, + "recall": 0.956935, + "f1": 0.944333, + "accuracy": 0.956935, + "main_score": 0.944333, "hf_subset": "sin_Sinh-kan_Knda", "languages": [ "sin-Sinh", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947672, - "recall": 0.963946, - "f1": 0.953013, - "accuracy": 0.963946, - "main_score": 0.953013, + "precision": 0.948673, + "recall": 0.964447, + "f1": 0.953847, + "accuracy": 0.964447, + "main_score": 0.953847, "hf_subset": "sin_Sinh-mar_Deva", "languages": [ "sin-Sinh", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937949, - "recall": 0.956935, - "f1": 0.943949, - "accuracy": 0.956935, - "main_score": 0.943949, + "precision": 0.940327, + "recall": 0.958938, + "f1": 0.946336, + "accuracy": 0.958938, + "main_score": 0.946336, "hf_subset": "sin_Sinh-nep_Deva", "languages": [ "sin-Sinh", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948548, - "recall": 0.963946, - "f1": 0.953547, - "accuracy": 0.963946, - "main_score": 0.953547, + "precision": 0.939509, + "recall": 0.958438, + "f1": 0.945669, + "accuracy": 0.958438, + "main_score": 0.945669, "hf_subset": "sin_Sinh-pan_Guru", "languages": [ "sin-Sinh", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871699, - "recall": 0.907862, - "f1": 0.883175, - "accuracy": 0.907862, - "main_score": 0.883175, + "precision": 0.867927, + "recall": 0.904357, + "f1": 0.879302, + "accuracy": 0.904357, + "main_score": 0.879302, "hf_subset": "sin_Sinh-snd_Arab", "languages": [ "sin-Sinh", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.929319, - "recall": 0.949424, - "f1": 0.935687, - "accuracy": 0.949424, - "main_score": 0.935687, + "precision": 0.93133, + "recall": 0.951427, + "f1": 0.937723, + "accuracy": 0.951427, + "main_score": 0.937723, "hf_subset": "sin_Sinh-tam_Taml", "languages": [ "sin-Sinh", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937782, - "recall": 0.956935, - "f1": 0.943949, - "accuracy": 0.956935, - "main_score": 0.943949, + "precision": 0.937573, + "recall": 0.956435, + "f1": 0.943565, + "accuracy": 0.956435, + "main_score": 0.943565, "hf_subset": "sin_Sinh-tel_Telu", "languages": [ "sin-Sinh", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93895, + "precision": 0.938783, "recall": 0.957937, - "f1": 0.945118, + "f1": 0.945034, "accuracy": 0.957937, - "main_score": 0.945118, + "main_score": 0.945034, "hf_subset": "sin_Sinh-urd_Arab", "languages": [ "sin-Sinh", "urd-Arab" - ] - }, - { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + ], + "mteb_version": "2.16.0" + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "slk_Latn-bel_Cyrl", "languages": [ "slk-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99107, + "precision": 0.990653, "recall": 0.99349, - "f1": 0.991821, + "f1": 0.991571, "accuracy": 0.99349, - "main_score": 0.991821, + "main_score": 0.991571, "hf_subset": "slk_Latn-bos_Latn", "languages": [ "slk-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "slk_Latn-bul_Cyrl", "languages": [ "slk-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990986, + "precision": 0.991153, "recall": 0.993991, - "f1": 0.991988, + "f1": 0.992071, "accuracy": 0.993991, - "main_score": 0.991988, + "main_score": 0.992071, "hf_subset": "slk_Latn-ces_Latn", "languages": [ "slk-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996411, - "recall": 0.997496, - "f1": 0.996745, - "accuracy": 0.997496, - "main_score": 0.996745, + "precision": 0.994408, + "recall": 0.995994, + "f1": 0.994909, + "accuracy": 0.995994, + "main_score": 0.994909, "hf_subset": "slk_Latn-eng_Latn", "languages": [ "slk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989818, - "recall": 0.992989, - "f1": 0.99082, - "accuracy": 0.992989, - "main_score": 0.99082, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "slk_Latn-hrv_Latn", "languages": [ "slk-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": [ "slk-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98431, + "precision": 0.984518, "recall": 0.988983, - "f1": 0.985812, + "f1": 0.985929, "accuracy": 0.988983, - "main_score": 0.985812, + "main_score": 0.985929, "hf_subset": "slk_Latn-pol_Latn", "languages": [ "slk-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.979803, @@ -16058,799 +17395,866 @@ "languages": [ "slk-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987899, - "recall": 0.991487, - "f1": 0.989067, - "accuracy": 0.991487, - "main_score": 0.989067, + "precision": 0.986647, + "recall": 0.989985, + "f1": 0.987732, + "accuracy": 0.989985, + "main_score": 0.987732, "hf_subset": "slk_Latn-slv_Latn", "languages": [ "slk-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, "hf_subset": "slk_Latn-srp_Cyrl", "languages": [ "slk-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, + "precision": 0.986396, "recall": 0.990486, - "f1": 0.987565, + "f1": 0.987732, "accuracy": 0.990486, - "main_score": 0.987565, + "main_score": 0.987732, "hf_subset": "slk_Latn-srp_Latn", "languages": [ "slk-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.987314, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": [ "slk-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977925, - "recall": 0.984477, - "f1": 0.980003, - "accuracy": 0.984477, - "main_score": 0.980003, + "precision": 0.976506, + "recall": 0.983475, + "f1": 0.978751, + "accuracy": 0.983475, + "main_score": 0.978751, "hf_subset": "slv_Latn-bel_Cyrl", "languages": [ "slv-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "slv_Latn-bos_Latn", "languages": [ "slv-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985896, - "recall": 0.989985, - "f1": 0.987231, - "accuracy": 0.989985, - "main_score": 0.987231, + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, "hf_subset": "slv_Latn-bul_Cyrl", "languages": [ "slv-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984644, - "recall": 0.989484, - "f1": 0.986229, - "accuracy": 0.989484, - "main_score": 0.986229, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "slv_Latn-ces_Latn", "languages": [ "slv-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.993407, - "recall": 0.995493, - "f1": 0.994074, - "accuracy": 0.995493, - "main_score": 0.994074, + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, "hf_subset": "slv_Latn-eng_Latn", "languages": [ "slv-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, "hf_subset": "slv_Latn-hrv_Latn", "languages": [ "slv-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981138, + "precision": 0.981639, "recall": 0.98698, - "f1": 0.983058, + "f1": 0.983392, "accuracy": 0.98698, - "main_score": 0.983058, + "main_score": 0.983392, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": [ "slv-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, + "precision": 0.978802, "recall": 0.985478, - "f1": 0.980888, + "f1": 0.980971, "accuracy": 0.985478, - "main_score": 0.980888, + "main_score": 0.980971, "hf_subset": "slv_Latn-pol_Latn", "languages": [ "slv-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977049, + "precision": 0.976882, "recall": 0.983976, - "f1": 0.979302, + "f1": 0.979219, "accuracy": 0.983976, - "main_score": 0.979302, + "main_score": 0.979219, "hf_subset": "slv_Latn-rus_Cyrl", "languages": [ "slv-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "slv_Latn-slk_Latn", "languages": [ "slv-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, "hf_subset": "slv_Latn-srp_Cyrl", "languages": [ "slv-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, + "precision": 0.984226, "recall": 0.988983, - "f1": 0.985645, + "f1": 0.985729, "accuracy": 0.988983, - "main_score": 0.985645, + "main_score": 0.985729, "hf_subset": "slv_Latn-srp_Latn", "languages": [ "slv-Latn", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988483, - "f1": 0.985395, - "accuracy": 0.988483, - "main_score": 0.985395, + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": [ "slv-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.810997, - "recall": 0.854782, - "f1": 0.823673, - "accuracy": 0.854782, - "main_score": 0.823673, + "precision": 0.819596, + "recall": 0.861292, + "f1": 0.831791, + "accuracy": 0.861292, + "main_score": 0.831791, "hf_subset": "smo_Latn-eng_Latn", "languages": [ "smo-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.613474, - "recall": 0.678017, - "f1": 0.632026, - "accuracy": 0.678017, - "main_score": 0.632026, + "precision": 0.607159, + "recall": 0.671507, + "f1": 0.625618, + "accuracy": 0.671507, + "main_score": 0.625618, "hf_subset": "smo_Latn-fij_Latn", "languages": [ "smo-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.803557, - "recall": 0.840761, - "f1": 0.814133, - "accuracy": 0.840761, - "main_score": 0.814133, + "precision": 0.805121, + "recall": 0.842764, + "f1": 0.816055, + "accuracy": 0.842764, + "main_score": 0.816055, "hf_subset": "smo_Latn-fil_Latn", "languages": [ "smo-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.798294, - "recall": 0.842263, - "f1": 0.811164, - "accuracy": 0.842263, - "main_score": 0.811164, + "precision": 0.802082, + "recall": 0.847772, + "f1": 0.81557, + "accuracy": 0.847772, + "main_score": 0.81557, "hf_subset": "smo_Latn-ind_Latn", "languages": [ "smo-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.738355, - "recall": 0.792188, - "f1": 0.754112, - "accuracy": 0.792188, - "main_score": 0.754112, + "precision": 0.737963, + "recall": 0.793691, + "f1": 0.754292, + "accuracy": 0.793691, + "main_score": 0.754292, "hf_subset": "smo_Latn-mal_Mlym", "languages": [ "smo-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638042, - "recall": 0.682524, - "f1": 0.650585, - "accuracy": 0.682524, - "main_score": 0.650585, + "precision": 0.640231, + "recall": 0.684527, + "f1": 0.652731, + "accuracy": 0.684527, + "main_score": 0.652731, "hf_subset": "smo_Latn-mlg_Latn", "languages": [ "smo-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.737786, - "recall": 0.787181, - "f1": 0.75263, - "accuracy": 0.787181, - "main_score": 0.75263, + "precision": 0.738312, + "recall": 0.788182, + "f1": 0.752983, + "accuracy": 0.788182, + "main_score": 0.752983, "hf_subset": "smo_Latn-mri_Latn", "languages": [ "smo-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.794926, - "recall": 0.840761, - "f1": 0.808404, - "accuracy": 0.840761, - "main_score": 0.808404, + "precision": 0.800613, + "recall": 0.845769, + "f1": 0.813899, + "accuracy": 0.845769, + "main_score": 0.813899, "hf_subset": "smo_Latn-msa_Latn", "languages": [ "smo-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650323, - "recall": 0.700551, - "f1": 0.664976, - "accuracy": 0.700551, - "main_score": 0.664976, + "precision": 0.650538, + "recall": 0.698047, + "f1": 0.664373, + "accuracy": 0.698047, + "main_score": 0.664373, "hf_subset": "smo_Latn-tah_Latn", "languages": [ "smo-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.683468, - "recall": 0.734602, - "f1": 0.698144, - "accuracy": 0.734602, - "main_score": 0.698144, + "precision": 0.688491, + "recall": 0.74011, + "f1": 0.703296, + "accuracy": 0.74011, + "main_score": 0.703296, "hf_subset": "smo_Latn-ton_Latn", "languages": [ "smo-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.702283, - "recall": 0.734602, - "f1": 0.711441, - "accuracy": 0.734602, - "main_score": 0.711441, + "precision": 0.697153, + "recall": 0.729094, + "f1": 0.705866, + "accuracy": 0.729094, + "main_score": 0.705866, "hf_subset": "sna_Latn-bem_Latn", "languages": [ "sna-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679005, - "recall": 0.716575, - "f1": 0.688828, - "accuracy": 0.716575, - "main_score": 0.688828, + "precision": 0.67766, + "recall": 0.71357, + "f1": 0.686973, + "accuracy": 0.71357, + "main_score": 0.686973, "hf_subset": "sna_Latn-eng_Latn", "languages": [ "sna-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615963, - "recall": 0.65999, - "f1": 0.628829, - "accuracy": 0.65999, - "main_score": 0.628829, + "precision": 0.6165, + "recall": 0.656985, + "f1": 0.628335, + "accuracy": 0.656985, + "main_score": 0.628335, "hf_subset": "sna_Latn-ewe_Latn", "languages": [ "sna-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666195, - "recall": 0.701052, - "f1": 0.675758, - "accuracy": 0.701052, - "main_score": 0.675758, + "precision": 0.666334, + "recall": 0.701552, + "f1": 0.676305, + "accuracy": 0.701552, + "main_score": 0.676305, "hf_subset": "sna_Latn-fuc_Latn", "languages": [ "sna-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.651593, - "recall": 0.695043, - "f1": 0.663439, - "accuracy": 0.695043, - "main_score": 0.663439, + "precision": 0.648037, + "recall": 0.692539, + "f1": 0.66048, + "accuracy": 0.692539, + "main_score": 0.66048, "hf_subset": "sna_Latn-kin_Latn", "languages": [ "sna-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68478, - "recall": 0.721082, - "f1": 0.69528, - "accuracy": 0.721082, - "main_score": 0.69528, + "precision": 0.681587, + "recall": 0.719579, + "f1": 0.692645, + "accuracy": 0.719579, + "main_score": 0.692645, "hf_subset": "sna_Latn-nde_Latn", "languages": [ "sna-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704729, - "recall": 0.741612, - "f1": 0.715208, - "accuracy": 0.741612, - "main_score": 0.715208, + "precision": 0.697346, + "recall": 0.734602, + "f1": 0.708005, + "accuracy": 0.734602, + "main_score": 0.708005, "hf_subset": "sna_Latn-nya_Latn", "languages": [ "sna-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691241, - "recall": 0.730596, - "f1": 0.702046, - "accuracy": 0.730596, - "main_score": 0.702046, + "precision": 0.686749, + "recall": 0.725088, + "f1": 0.697363, + "accuracy": 0.725088, + "main_score": 0.697363, "hf_subset": "sna_Latn-ven_Latn", "languages": [ "sna-Latn", "ven-Latn" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.948314, - "recall": 0.963445, - "f1": 0.95313, - "accuracy": 0.963445, - "main_score": 0.95313, + { + "precision": 0.944604, + "recall": 0.960441, + "f1": 0.949652, + "accuracy": 0.960441, + "main_score": 0.949652, "hf_subset": "snd_Arab-ben_Beng", "languages": [ "snd-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.146911, - "recall": 0.18027, - "f1": 0.155283, - "accuracy": 0.18027, - "main_score": 0.155283, + "precision": 0.145941, + "recall": 0.178267, + "f1": 0.153976, + "accuracy": 0.178267, + "main_score": 0.153976, "hf_subset": "snd_Arab-div_Thaa", "languages": [ "snd-Arab", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.954515, - "recall": 0.968953, - "f1": 0.959272, - "accuracy": 0.968953, - "main_score": 0.959272, + "precision": 0.961442, + "recall": 0.97346, + "f1": 0.965365, + "accuracy": 0.97346, + "main_score": 0.965365, "hf_subset": "snd_Arab-eng_Latn", "languages": [ "snd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.861121, - "recall": 0.894842, - "f1": 0.871349, - "accuracy": 0.894842, - "main_score": 0.871349, + "precision": 0.863508, + "recall": 0.896845, + "f1": 0.873745, + "accuracy": 0.896845, + "main_score": 0.873745, "hf_subset": "snd_Arab-eus_Latn", "languages": [ "snd-Arab", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.948423, + "precision": 0.948673, "recall": 0.964447, - "f1": 0.953681, + "f1": 0.953847, "accuracy": 0.964447, - "main_score": 0.953681, + "main_score": 0.953847, "hf_subset": "snd_Arab-guj_Gujr", "languages": [ "snd-Arab", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950259, + "precision": 0.950593, "recall": 0.965448, - "f1": 0.955183, + "f1": 0.955433, "accuracy": 0.965448, - "main_score": 0.955183, + "main_score": 0.955433, "hf_subset": "snd_Arab-hin_Deva", "languages": [ "snd-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944041, - "recall": 0.960941, - "f1": 0.949541, - "accuracy": 0.960941, - "main_score": 0.949541, + "precision": 0.942038, + "recall": 0.95994, + "f1": 0.947788, + "accuracy": 0.95994, + "main_score": 0.947788, "hf_subset": "snd_Arab-kan_Knda", "languages": [ "snd-Arab", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949132, - "recall": 0.963946, - "f1": 0.953881, - "accuracy": 0.963946, - "main_score": 0.953881, + "precision": 0.94642, + "recall": 0.962444, + "f1": 0.951594, + "accuracy": 0.962444, + "main_score": 0.951594, "hf_subset": "snd_Arab-mar_Deva", "languages": [ "snd-Arab", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941078, - "recall": 0.958938, - "f1": 0.94682, - "accuracy": 0.958938, - "main_score": 0.94682, + "precision": 0.944767, + "recall": 0.961442, + "f1": 0.950092, + "accuracy": 0.961442, + "main_score": 0.950092, "hf_subset": "snd_Arab-nep_Deva", "languages": [ "snd-Arab", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.961192, - "recall": 0.97346, - "f1": 0.965198, - "accuracy": 0.97346, - "main_score": 0.965198, + "precision": 0.957937, + "recall": 0.970956, + "f1": 0.962193, + "accuracy": 0.970956, + "main_score": 0.962193, "hf_subset": "snd_Arab-pan_Guru", "languages": [ "snd-Arab", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.872881, - "recall": 0.907862, - "f1": 0.883827, - "accuracy": 0.907862, - "main_score": 0.883827, + "precision": 0.867067, + "recall": 0.902854, + "f1": 0.87826, + "accuracy": 0.902854, + "main_score": 0.87826, "hf_subset": "snd_Arab-sin_Sinh", "languages": [ "snd-Arab", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.921549, - "recall": 0.944917, - "f1": 0.92906, - "accuracy": 0.944917, - "main_score": 0.92906, + "precision": 0.918294, + "recall": 0.942414, + "f1": 0.925972, + "accuracy": 0.942414, + "main_score": 0.925972, "hf_subset": "snd_Arab-tam_Taml", "languages": [ "snd-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.925305, - "recall": 0.94642, - "f1": 0.931981, - "accuracy": 0.94642, - "main_score": 0.931981, + "precision": 0.92013, + "recall": 0.942414, + "f1": 0.9272, + "accuracy": 0.942414, + "main_score": 0.9272, "hf_subset": "snd_Arab-tel_Telu", "languages": [ "snd-Arab", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.942664, + "precision": 0.944266, "recall": 0.95994, - "f1": 0.948256, + "f1": 0.949257, "accuracy": 0.95994, - "main_score": 0.948256, + "main_score": 0.949257, "hf_subset": "snd_Arab-urd_Arab", "languages": [ "snd-Arab", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.555526, - "recall": 0.624437, - "f1": 0.575245, - "accuracy": 0.624437, - "main_score": 0.575245, + "precision": 0.549055, + "recall": 0.61993, + "f1": 0.569203, + "accuracy": 0.61993, + "main_score": 0.569203, "hf_subset": "som_Latn-amh_Ethi", "languages": [ "som-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.772098, - "recall": 0.817727, - "f1": 0.785172, - "accuracy": 0.817727, - "main_score": 0.785172, + "precision": 0.775603, + "recall": 0.818728, + "f1": 0.787704, + "accuracy": 0.818728, + "main_score": 0.787704, "hf_subset": "som_Latn-eng_Latn", "languages": [ "som-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.721816, - "recall": 0.76014, - "f1": 0.732703, - "accuracy": 0.76014, - "main_score": 0.732703, + "precision": 0.721088, + "recall": 0.761642, + "f1": 0.732432, + "accuracy": 0.761642, + "main_score": 0.732432, "hf_subset": "som_Latn-hau_Latn", "languages": [ "som-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.681249, - "recall": 0.716074, - "f1": 0.691288, - "accuracy": 0.716074, - "main_score": 0.691288, + "precision": 0.676003, + "recall": 0.711567, + "f1": 0.68613, + "accuracy": 0.711567, + "main_score": 0.68613, "hf_subset": "som_Latn-ibo_Latn", "languages": [ "som-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.6436, - "recall": 0.682524, - "f1": 0.6548, - "accuracy": 0.682524, - "main_score": 0.6548, + "precision": 0.650362, + "recall": 0.687531, + "f1": 0.660954, + "accuracy": 0.687531, + "main_score": 0.660954, "hf_subset": "som_Latn-nso_Latn", "languages": [ "som-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.459028, - "recall": 0.528793, - "f1": 0.478113, - "accuracy": 0.528793, - "main_score": 0.478113, + "precision": 0.459593, + "recall": 0.531297, + "f1": 0.479748, + "accuracy": 0.531297, + "main_score": 0.479748, "hf_subset": "som_Latn-orm_Ethi", "languages": [ "som-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66016, - "recall": 0.70005, - "f1": 0.671619, - "accuracy": 0.70005, - "main_score": 0.671619, + "precision": 0.662039, + "recall": 0.698047, + "f1": 0.672345, + "accuracy": 0.698047, + "main_score": 0.672345, "hf_subset": "som_Latn-ssw_Latn", "languages": [ "som-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.765305, - "recall": 0.802203, - "f1": 0.775632, - "accuracy": 0.802203, - "main_score": 0.775632, + "precision": 0.764663, + "recall": 0.801202, + "f1": 0.774863, + "accuracy": 0.801202, + "main_score": 0.774863, "hf_subset": "som_Latn-swa_Latn", "languages": [ "som-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.484261, - "recall": 0.558838, - "f1": 0.505089, - "accuracy": 0.558838, - "main_score": 0.505089, + "precision": 0.475101, + "recall": 0.55333, + "f1": 0.497171, + "accuracy": 0.55333, + "main_score": 0.497171, "hf_subset": "som_Latn-tir_Ethi", "languages": [ "som-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.661562, - "recall": 0.696545, - "f1": 0.671549, - "accuracy": 0.696545, - "main_score": 0.671549, + "precision": 0.656755, + "recall": 0.694041, + "f1": 0.667135, + "accuracy": 0.694041, + "main_score": 0.667135, "hf_subset": "som_Latn-tsn_Latn", "languages": [ "som-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618334, + "precision": 0.614987, "recall": 0.656985, - "f1": 0.629423, + "f1": 0.626849, "accuracy": 0.656985, - "main_score": 0.629423, + "main_score": 0.626849, "hf_subset": "som_Latn-wol_Latn", "languages": [ "som-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654325, - "recall": 0.707561, - "f1": 0.669656, - "accuracy": 0.707561, - "main_score": 0.669656, + "precision": 0.656507, + "recall": 0.708563, + "f1": 0.67148, + "accuracy": 0.708563, + "main_score": 0.67148, "hf_subset": "som_Latn-xho_Latn", "languages": [ "som-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647891, - "recall": 0.702554, - "f1": 0.663859, - "accuracy": 0.702554, - "main_score": 0.663859, + "precision": 0.650445, + "recall": 0.703555, + "f1": 0.665909, + "accuracy": 0.703555, + "main_score": 0.665909, "hf_subset": "som_Latn-yor_Latn", "languages": [ "som-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.677159, - "recall": 0.719579, - "f1": 0.68947, - "accuracy": 0.719579, - "main_score": 0.68947, + "precision": 0.678207, + "recall": 0.719079, + "f1": 0.689772, + "accuracy": 0.719079, + "main_score": 0.689772, "hf_subset": "som_Latn-zul_Latn", "languages": [ "som-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983559, + "precision": 0.983308, "recall": 0.988483, - "f1": 0.985144, + "f1": 0.984977, "accuracy": 0.988483, - "main_score": 0.985144, + "main_score": 0.984977, "hf_subset": "spa_Latn-arb_Arab", "languages": [ "spa-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.988483, + "recall": 0.991988, + "f1": 0.989651, + "accuracy": 0.991988, + "main_score": 0.989651, "hf_subset": "spa_Latn-ben_Beng", "languages": [ "spa-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, "hf_subset": "spa_Latn-cat_Latn", "languages": [ "spa-Latn", "cat-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -16862,19 +18266,21 @@ "languages": [ "spa-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991988, - "recall": 0.994492, - "f1": 0.992823, - "accuracy": 0.994492, - "main_score": 0.992823, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "spa_Latn-ell_Grek", "languages": [ "spa-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995744, @@ -16886,31 +18292,34 @@ "languages": [ "spa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "spa_Latn-fas_Arab", "languages": [ "spa-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, + "precision": 0.981848, "recall": 0.98698, - "f1": 0.983542, + "f1": 0.983425, "accuracy": 0.98698, - "main_score": 0.983542, + "main_score": 0.983425, "hf_subset": "spa_Latn-fin_Latn", "languages": [ "spa-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -16922,175 +18331,190 @@ "languages": [ "spa-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, + "precision": 0.986897, "recall": 0.990986, - "f1": 0.988149, + "f1": 0.988232, "accuracy": 0.990986, - "main_score": 0.988149, + "main_score": 0.988232, "hf_subset": "spa_Latn-glg_Latn", "languages": [ "spa-Latn", "glg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.993991, - "f1": 0.993156, - "accuracy": 0.993991, - "main_score": 0.993156, + "precision": 0.989651, + "recall": 0.991988, + "f1": 0.990402, + "accuracy": 0.991988, + "main_score": 0.990402, "hf_subset": "spa_Latn-heb_Hebr", "languages": [ "spa-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989985, - "recall": 0.992989, - "f1": 0.990986, - "accuracy": 0.992989, - "main_score": 0.990986, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "spa_Latn-hin_Deva", "languages": [ "spa-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982599, + "precision": 0.982349, "recall": 0.987982, - "f1": 0.984343, + "f1": 0.984176, "accuracy": 0.987982, - "main_score": 0.984343, + "main_score": 0.984176, "hf_subset": "spa_Latn-hun_Latn", "languages": [ "spa-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992739, - "recall": 0.994992, - "f1": 0.99349, - "accuracy": 0.994992, - "main_score": 0.99349, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "spa_Latn-ind_Latn", "languages": [ "spa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99349, - "recall": 0.995493, - "f1": 0.994158, - "accuracy": 0.995493, - "main_score": 0.994158, + "precision": 0.992739, + "recall": 0.994992, + "f1": 0.99349, + "accuracy": 0.994992, + "main_score": 0.99349, "hf_subset": "spa_Latn-ita_Latn", "languages": [ "spa-Latn", "ita-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "spa_Latn-jpn_Jpan", "languages": [ "spa-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, + "precision": 0.983141, "recall": 0.988483, - "f1": 0.984977, + "f1": 0.984894, "accuracy": 0.988483, - "main_score": 0.984977, + "main_score": 0.984894, "hf_subset": "spa_Latn-kor_Hang", "languages": [ "spa-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, - "recall": 0.988983, - "f1": 0.985729, - "accuracy": 0.988983, - "main_score": 0.985729, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "spa_Latn-lit_Latn", "languages": [ "spa-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.947993, - "recall": 0.961943, - "f1": 0.95247, - "accuracy": 0.961943, - "main_score": 0.95247, + "precision": 0.945835, + "recall": 0.960441, + "f1": 0.950485, + "accuracy": 0.960441, + "main_score": 0.950485, "hf_subset": "spa_Latn-mlt_Latn", "languages": [ "spa-Latn", "mlt-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98865, - "recall": 0.991988, - "f1": 0.989735, - "accuracy": 0.991988, - "main_score": 0.989735, + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, "hf_subset": "spa_Latn-nld_Latn", "languages": [ "spa-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991487, - "f1": 0.989317, - "accuracy": 0.991487, - "main_score": 0.989317, + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, "hf_subset": "spa_Latn-pol_Latn", "languages": [ "spa-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988733, - "recall": 0.992489, - "f1": 0.989985, - "accuracy": 0.992489, - "main_score": 0.989985, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "spa_Latn-por_Latn", "languages": [ "spa-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.987899, + "recall": 0.991487, + "f1": 0.989067, + "accuracy": 0.991487, + "main_score": 0.989067, "hf_subset": "spa_Latn-ron_Latn", "languages": [ "spa-Latn", "ron-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984518, @@ -17102,19 +18526,21 @@ "languages": [ "spa-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93749, - "recall": 0.95343, - "f1": 0.94248, - "accuracy": 0.95343, - "main_score": 0.94248, + "precision": 0.931789, + "recall": 0.949424, + "f1": 0.937273, + "accuracy": 0.949424, + "main_score": 0.937273, "hf_subset": "spa_Latn-swa_Latn", "languages": [ "spa-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.992489, @@ -17126,7 +18552,8 @@ "languages": [ "spa-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.978134, @@ -17138,139 +18565,151 @@ "languages": [ "spa-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984352, - "recall": 0.988483, - "f1": 0.985679, - "accuracy": 0.988483, - "main_score": 0.985679, + "precision": 0.981597, + "recall": 0.98648, + "f1": 0.983175, + "accuracy": 0.98648, + "main_score": 0.983175, "hf_subset": "spa_Latn-tur_Latn", "languages": [ "spa-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.989902, + "recall": 0.992989, + "f1": 0.990903, + "accuracy": 0.992989, + "main_score": 0.990903, "hf_subset": "spa_Latn-vie_Latn", "languages": [ "spa-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984143, + "precision": 0.984477, "recall": 0.988983, - "f1": 0.985729, + "f1": 0.985896, "accuracy": 0.988983, - "main_score": 0.985729, + "main_score": 0.985896, "hf_subset": "spa_Latn-zho_Hant", "languages": [ "spa-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.717042, - "recall": 0.765648, - "f1": 0.73185, - "accuracy": 0.765648, - "main_score": 0.73185, + "precision": 0.713836, + "recall": 0.760641, + "f1": 0.727736, + "accuracy": 0.760641, + "main_score": 0.727736, "hf_subset": "spa_Latn-zul_Latn", "languages": [ "spa-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, "hf_subset": "sqi_Latn-ell_Grek", "languages": [ "sqi-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991571, - "recall": 0.993991, - "f1": 0.992322, - "accuracy": 0.993991, - "main_score": 0.992322, + "precision": 0.990903, + "recall": 0.99349, + "f1": 0.991738, + "accuracy": 0.99349, + "main_score": 0.991738, "hf_subset": "sqi_Latn-eng_Latn", "languages": [ "sqi-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969037, - "recall": 0.977967, - "f1": 0.971874, - "accuracy": 0.977967, - "main_score": 0.971874, + "precision": 0.967159, + "recall": 0.976465, + "f1": 0.970072, + "accuracy": 0.976465, + "main_score": 0.970072, "hf_subset": "sqi_Latn-hye_Armn", "languages": [ "sqi-Latn", "hye-Armn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.964196, - "recall": 0.974462, - "f1": 0.967518, - "accuracy": 0.974462, - "main_score": 0.967518, + "precision": 0.959898, + "recall": 0.971457, + "f1": 0.963645, + "accuracy": 0.971457, + "main_score": 0.963645, "hf_subset": "sqi_Latn-kat_Geor", "languages": [ "sqi-Latn", "kat-Geor" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978885, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": [ "srp-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994158, - "recall": 0.995994, - "f1": 0.994742, - "accuracy": 0.995994, - "main_score": 0.994742, + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, "hf_subset": "srp_Cyrl-bos_Latn", "languages": [ "srp-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989484, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989484, + "main_score": 0.989568, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": [ "srp-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985562, @@ -17282,91 +18721,99 @@ "languages": [ "srp-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.996244, - "recall": 0.997496, - "f1": 0.996662, - "accuracy": 0.997496, - "main_score": 0.996662, + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, "hf_subset": "srp_Cyrl-eng_Latn", "languages": [ "srp-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": [ "srp-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989401, - "recall": 0.992489, - "f1": 0.990402, - "accuracy": 0.992489, - "main_score": 0.990402, + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": [ "srp-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98214, - "recall": 0.987982, - "f1": 0.984059, - "accuracy": 0.987982, - "main_score": 0.984059, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "srp_Cyrl-pol_Latn", "languages": [ "srp-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982557, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": [ "srp-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9889, - "recall": 0.992489, - "f1": 0.990068, - "accuracy": 0.992489, - "main_score": 0.990068, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "srp_Cyrl-slk_Latn", "languages": [ "srp-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983809, + "precision": 0.984059, "recall": 0.988983, - "f1": 0.985478, + "f1": 0.985645, "accuracy": 0.988983, - "main_score": 0.985478, + "main_score": 0.985645, "hf_subset": "srp_Cyrl-slv_Latn", "languages": [ "srp-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.996244, @@ -17378,127 +18825,138 @@ "languages": [ "srp-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987815, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.987064, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": [ "srp-Cyrl", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980554, - "recall": 0.985979, - "f1": 0.982307, - "accuracy": 0.985979, - "main_score": 0.982307, + "precision": 0.980137, + "recall": 0.985478, + "f1": 0.98189, + "accuracy": 0.985478, + "main_score": 0.98189, "hf_subset": "srp_Latn-bel_Cyrl", "languages": [ "srp-Latn", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994909, - "recall": 0.996495, - "f1": 0.99541, - "accuracy": 0.996495, - "main_score": 0.99541, + "precision": 0.99566, + "recall": 0.996995, + "f1": 0.996077, + "accuracy": 0.996995, + "main_score": 0.996077, "hf_subset": "srp_Latn-bos_Latn", "languages": [ "srp-Latn", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987982, - "recall": 0.991988, - "f1": 0.989317, - "accuracy": 0.991988, - "main_score": 0.989317, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "srp_Latn-bul_Cyrl", "languages": [ "srp-Latn", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, - "recall": 0.991988, - "f1": 0.989401, - "accuracy": 0.991988, - "main_score": 0.989401, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "srp_Latn-ces_Latn", "languages": [ "srp-Latn", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, "hf_subset": "srp_Latn-eng_Latn", "languages": [ "srp-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, "hf_subset": "srp_Latn-hrv_Latn", "languages": [ "srp-Latn", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, "hf_subset": "srp_Latn-mkd_Cyrl", "languages": [ "srp-Latn", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980846, - "recall": 0.98698, - "f1": 0.982841, - "accuracy": 0.98698, - "main_score": 0.982841, + "precision": 0.98032, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, "hf_subset": "srp_Latn-pol_Latn", "languages": [ "srp-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980304, - "recall": 0.98648, - "f1": 0.982307, - "accuracy": 0.98648, - "main_score": 0.982307, + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, "hf_subset": "srp_Latn-rus_Cyrl", "languages": [ "srp-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987982, @@ -17510,703 +18968,762 @@ "languages": [ "srp-Latn", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986897, - "recall": 0.990986, - "f1": 0.988232, - "accuracy": 0.990986, - "main_score": 0.988232, + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, "hf_subset": "srp_Latn-slv_Latn", "languages": [ "srp-Latn", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.995994, - "f1": 0.995159, - "accuracy": 0.995994, - "main_score": 0.995159, + "precision": 0.994992, + "recall": 0.996495, + "f1": 0.995493, + "accuracy": 0.996495, + "main_score": 0.995493, "hf_subset": "srp_Latn-srp_Cyrl", "languages": [ "srp-Latn", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988191, - "recall": 0.991487, - "f1": 0.989184, - "accuracy": 0.991487, - "main_score": 0.989184, + "precision": 0.985729, + "recall": 0.989484, + "f1": 0.986897, + "accuracy": 0.989484, + "main_score": 0.986897, "hf_subset": "srp_Latn-ukr_Cyrl", "languages": [ "srp-Latn", "ukr-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.485648, - "recall": 0.55333, - "f1": 0.504673, - "accuracy": 0.55333, - "main_score": 0.504673, + "precision": 0.475145, + "recall": 0.542814, + "f1": 0.494355, + "accuracy": 0.542814, + "main_score": 0.494355, "hf_subset": "ssw_Latn-amh_Ethi", "languages": [ "ssw-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682834, - "recall": 0.727091, - "f1": 0.694564, - "accuracy": 0.727091, - "main_score": 0.694564, + "precision": 0.673765, + "recall": 0.722083, + "f1": 0.686721, + "accuracy": 0.722083, + "main_score": 0.686721, "hf_subset": "ssw_Latn-eng_Latn", "languages": [ "ssw-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.676557, - "recall": 0.714572, - "f1": 0.687173, - "accuracy": 0.714572, - "main_score": 0.687173, + "precision": 0.675804, + "recall": 0.71357, + "f1": 0.686759, + "accuracy": 0.71357, + "main_score": 0.686759, "hf_subset": "ssw_Latn-hau_Latn", "languages": [ "ssw-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.698202, + "precision": 0.697903, "recall": 0.730596, - "f1": 0.707047, + "f1": 0.706869, "accuracy": 0.730596, - "main_score": 0.707047, + "main_score": 0.706869, "hf_subset": "ssw_Latn-ibo_Latn", "languages": [ "ssw-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.680657, - "recall": 0.720581, - "f1": 0.691673, - "accuracy": 0.720581, - "main_score": 0.691673, + "precision": 0.679538, + "recall": 0.718578, + "f1": 0.690707, + "accuracy": 0.718578, + "main_score": 0.690707, "hf_subset": "ssw_Latn-nso_Latn", "languages": [ "ssw-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445064, - "recall": 0.515273, - "f1": 0.464501, - "accuracy": 0.515273, - "main_score": 0.464501, + "precision": 0.445728, + "recall": 0.515774, + "f1": 0.465194, + "accuracy": 0.515774, + "main_score": 0.465194, "hf_subset": "ssw_Latn-orm_Ethi", "languages": [ "ssw-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.648679, - "recall": 0.694041, - "f1": 0.661435, - "accuracy": 0.694041, - "main_score": 0.661435, + "precision": 0.642844, + "recall": 0.688032, + "f1": 0.655344, + "accuracy": 0.688032, + "main_score": 0.655344, "hf_subset": "ssw_Latn-som_Latn", "languages": [ "ssw-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.674971, - "recall": 0.71307, - "f1": 0.685224, - "accuracy": 0.71307, - "main_score": 0.685224, + "precision": 0.672472, + "recall": 0.711567, + "f1": 0.682857, + "accuracy": 0.711567, + "main_score": 0.682857, "hf_subset": "ssw_Latn-swa_Latn", "languages": [ "ssw-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.457864, - "recall": 0.529294, - "f1": 0.477523, - "accuracy": 0.529294, - "main_score": 0.477523, + "precision": 0.446094, + "recall": 0.517777, + "f1": 0.465337, + "accuracy": 0.517777, + "main_score": 0.465337, "hf_subset": "ssw_Latn-tir_Ethi", "languages": [ "ssw-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695884, - "recall": 0.7336, - "f1": 0.706497, - "accuracy": 0.7336, - "main_score": 0.706497, + "precision": 0.691903, + "recall": 0.729594, + "f1": 0.70246, + "accuracy": 0.729594, + "main_score": 0.70246, "hf_subset": "ssw_Latn-tsn_Latn", "languages": [ "ssw-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618996, - "recall": 0.661492, - "f1": 0.631079, - "accuracy": 0.661492, - "main_score": 0.631079, + "precision": 0.616823, + "recall": 0.660491, + "f1": 0.62922, + "accuracy": 0.660491, + "main_score": 0.62922, "hf_subset": "ssw_Latn-wol_Latn", "languages": [ "ssw-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.725267, - "recall": 0.777166, - "f1": 0.740545, - "accuracy": 0.777166, - "main_score": 0.740545, + "precision": 0.723683, + "recall": 0.775663, + "f1": 0.738722, + "accuracy": 0.775663, + "main_score": 0.738722, "hf_subset": "ssw_Latn-xho_Latn", "languages": [ "ssw-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.618326, - "recall": 0.668503, - "f1": 0.632488, - "accuracy": 0.668503, - "main_score": 0.632488, + "precision": 0.612003, + "recall": 0.664497, + "f1": 0.626732, + "accuracy": 0.664497, + "main_score": 0.626732, "hf_subset": "ssw_Latn-yor_Latn", "languages": [ "ssw-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.774315, - "recall": 0.818728, - "f1": 0.78666, - "accuracy": 0.818728, - "main_score": 0.78666, + "precision": 0.771528, + "recall": 0.813721, + "f1": 0.783429, + "accuracy": 0.813721, + "main_score": 0.783429, "hf_subset": "ssw_Latn-zul_Latn", "languages": [ "ssw-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.764878, - "recall": 0.816224, - "f1": 0.780356, - "accuracy": 0.816224, - "main_score": 0.780356, + "precision": 0.753476, + "recall": 0.807211, + "f1": 0.769441, + "accuracy": 0.807211, + "main_score": 0.769441, "hf_subset": "swa_Latn-amh_Ethi", "languages": [ "swa-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.90613, - "recall": 0.930396, - "f1": 0.913581, - "accuracy": 0.930396, - "main_score": 0.913581, + "precision": 0.90787, + "recall": 0.930896, + "f1": 0.914865, + "accuracy": 0.930896, + "main_score": 0.914865, "hf_subset": "swa_Latn-arb_Arab", "languages": [ "swa-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924136, - "recall": 0.944417, - "f1": 0.930546, - "accuracy": 0.944417, - "main_score": 0.930546, + "precision": 0.916583, + "recall": 0.93991, + "f1": 0.924003, + "accuracy": 0.93991, + "main_score": 0.924003, "hf_subset": "swa_Latn-ben_Beng", "languages": [ "swa-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.932808, - "recall": 0.950426, - "f1": 0.938274, - "accuracy": 0.950426, - "main_score": 0.938274, + "precision": 0.929845, + "recall": 0.947922, + "f1": 0.935386, + "accuracy": 0.947922, + "main_score": 0.935386, "hf_subset": "swa_Latn-deu_Latn", "languages": [ "swa-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.932732, + "precision": 0.932999, "recall": 0.949925, - "f1": 0.937974, + "f1": 0.938241, "accuracy": 0.949925, - "main_score": 0.937974, + "main_score": 0.938241, "hf_subset": "swa_Latn-ell_Grek", "languages": [ "swa-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.950776, + "precision": 0.950609, "recall": 0.963946, - "f1": 0.954932, + "f1": 0.954849, "accuracy": 0.963946, - "main_score": 0.954932, + "main_score": 0.954849, "hf_subset": "swa_Latn-eng_Latn", "languages": [ "swa-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906501, - "recall": 0.930396, - "f1": 0.914071, - "accuracy": 0.930396, - "main_score": 0.914071, + "precision": 0.901844, + "recall": 0.925889, + "f1": 0.909374, + "accuracy": 0.925889, + "main_score": 0.909374, "hf_subset": "swa_Latn-fas_Arab", "languages": [ "swa-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919437, - "recall": 0.938408, - "f1": 0.925238, - "accuracy": 0.938408, - "main_score": 0.925238, + "precision": 0.917059, + "recall": 0.936405, + "f1": 0.923118, + "accuracy": 0.936405, + "main_score": 0.923118, "hf_subset": "swa_Latn-fin_Latn", "languages": [ "swa-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91322, - "recall": 0.934402, - "f1": 0.919756, - "accuracy": 0.934402, - "main_score": 0.919756, + "precision": 0.910073, + "recall": 0.932399, + "f1": 0.916952, + "accuracy": 0.932399, + "main_score": 0.916952, "hf_subset": "swa_Latn-fra_Latn", "languages": [ "swa-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.792038, - "recall": 0.829745, - "f1": 0.803205, - "accuracy": 0.829745, - "main_score": 0.803205, + "precision": 0.784916, + "recall": 0.824737, + "f1": 0.796748, + "accuracy": 0.824737, + "main_score": 0.796748, "hf_subset": "swa_Latn-hau_Latn", "languages": [ "swa-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92649, - "recall": 0.945919, - "f1": 0.932449, - "accuracy": 0.945919, - "main_score": 0.932449, + "precision": 0.924612, + "recall": 0.943916, + "f1": 0.930496, + "accuracy": 0.943916, + "main_score": 0.930496, "hf_subset": "swa_Latn-heb_Hebr", "languages": [ "swa-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.917368, - "recall": 0.93991, - "f1": 0.92432, - "accuracy": 0.93991, - "main_score": 0.92432, + "precision": 0.920673, + "recall": 0.942914, + "f1": 0.927558, + "accuracy": 0.942914, + "main_score": 0.927558, "hf_subset": "swa_Latn-hin_Deva", "languages": [ "swa-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.894108, - "recall": 0.918878, - "f1": 0.90192, - "accuracy": 0.918878, - "main_score": 0.90192, + "precision": 0.891316, + "recall": 0.914872, + "f1": 0.898709, + "accuracy": 0.914872, + "main_score": 0.898709, "hf_subset": "swa_Latn-hun_Latn", "languages": [ "swa-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.72609, - "recall": 0.759139, - "f1": 0.735498, - "accuracy": 0.759139, - "main_score": 0.735498, + "precision": 0.720975, + "recall": 0.75313, + "f1": 0.730146, + "accuracy": 0.75313, + "main_score": 0.730146, "hf_subset": "swa_Latn-ibo_Latn", "languages": [ "swa-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949299, - "recall": 0.962444, - "f1": 0.953464, - "accuracy": 0.962444, - "main_score": 0.953464, + "precision": 0.946461, + "recall": 0.961442, + "f1": 0.95121, + "accuracy": 0.961442, + "main_score": 0.95121, "hf_subset": "swa_Latn-ind_Latn", "languages": [ "swa-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905408, - "recall": 0.928393, - "f1": 0.912235, - "accuracy": 0.928393, - "main_score": 0.912235, + "precision": 0.900485, + "recall": 0.924887, + "f1": 0.907795, + "accuracy": 0.924887, + "main_score": 0.907795, "hf_subset": "swa_Latn-jpn_Jpan", "languages": [ "swa-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.900234, - "recall": 0.925388, - "f1": 0.908095, - "accuracy": 0.925388, - "main_score": 0.908095, + "precision": 0.894041, + "recall": 0.921883, + "f1": 0.902714, + "accuracy": 0.921883, + "main_score": 0.902714, "hf_subset": "swa_Latn-kor_Hang", "languages": [ "swa-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.918169, - "recall": 0.938908, - "f1": 0.924654, - "accuracy": 0.938908, - "main_score": 0.924654, + "precision": 0.913078, + "recall": 0.933901, + "f1": 0.919563, + "accuracy": 0.933901, + "main_score": 0.919563, "hf_subset": "swa_Latn-lit_Latn", "languages": [ "swa-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931122, - "recall": 0.948923, - "f1": 0.936648, - "accuracy": 0.948923, - "main_score": 0.936648, + "precision": 0.925939, + "recall": 0.945418, + "f1": 0.931881, + "accuracy": 0.945418, + "main_score": 0.931881, "hf_subset": "swa_Latn-nld_Latn", "languages": [ "swa-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.692402, - "recall": 0.72659, - "f1": 0.702532, - "accuracy": 0.72659, - "main_score": 0.702532, + "precision": 0.684139, + "recall": 0.717076, + "f1": 0.693978, + "accuracy": 0.717076, + "main_score": 0.693978, "hf_subset": "swa_Latn-nso_Latn", "languages": [ "swa-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.47745, - "recall": 0.549825, - "f1": 0.498234, - "accuracy": 0.549825, - "main_score": 0.498234, + "precision": 0.475206, + "recall": 0.54682, + "f1": 0.495817, + "accuracy": 0.54682, + "main_score": 0.495817, "hf_subset": "swa_Latn-orm_Ethi", "languages": [ "swa-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.914931, - "recall": 0.937406, - "f1": 0.921983, - "accuracy": 0.937406, - "main_score": 0.921983, + "precision": 0.911284, + "recall": 0.933901, + "f1": 0.918144, + "accuracy": 0.933901, + "main_score": 0.918144, "hf_subset": "swa_Latn-pol_Latn", "languages": [ "swa-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938883, - "recall": 0.95343, - "f1": 0.943365, - "accuracy": 0.95343, - "main_score": 0.943365, + "precision": 0.935946, + "recall": 0.951427, + "f1": 0.940737, + "accuracy": 0.951427, + "main_score": 0.940737, "hf_subset": "swa_Latn-por_Latn", "languages": [ "swa-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.906276, - "recall": 0.929394, - "f1": 0.913396, - "accuracy": 0.929394, - "main_score": 0.913396, + "precision": 0.899004, + "recall": 0.921883, + "f1": 0.906092, + "accuracy": 0.921883, + "main_score": 0.906092, "hf_subset": "swa_Latn-rus_Cyrl", "languages": [ "swa-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.784173, - "recall": 0.825739, - "f1": 0.796422, - "accuracy": 0.825739, - "main_score": 0.796422, + "precision": 0.776819, + "recall": 0.819229, + "f1": 0.789412, + "accuracy": 0.819229, + "main_score": 0.789412, "hf_subset": "swa_Latn-som_Latn", "languages": [ "swa-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93653, - "recall": 0.95343, - "f1": 0.941846, - "accuracy": 0.95343, - "main_score": 0.941846, + "precision": 0.932248, + "recall": 0.949925, + "f1": 0.937699, + "accuracy": 0.949925, + "main_score": 0.937699, "hf_subset": "swa_Latn-spa_Latn", "languages": [ "swa-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695466, - "recall": 0.731597, - "f1": 0.705836, - "accuracy": 0.731597, - "main_score": 0.705836, + "precision": 0.694134, + "recall": 0.729594, + "f1": 0.703898, + "accuracy": 0.729594, + "main_score": 0.703898, "hf_subset": "swa_Latn-ssw_Latn", "languages": [ "swa-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934084, - "recall": 0.949424, - "f1": 0.938701, - "accuracy": 0.949424, - "main_score": 0.938701, + "precision": 0.927975, + "recall": 0.945418, + "f1": 0.933236, + "accuracy": 0.945418, + "main_score": 0.933236, "hf_subset": "swa_Latn-swe_Latn", "languages": [ "swa-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.887556, + "precision": 0.886805, "recall": 0.916875, - "f1": 0.896779, + "f1": 0.896254, "accuracy": 0.916875, - "main_score": 0.896779, + "main_score": 0.896254, "hf_subset": "swa_Latn-tam_Taml", "languages": [ "swa-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.587861, - "recall": 0.662994, - "f1": 0.609884, - "accuracy": 0.662994, - "main_score": 0.609884, + "precision": 0.575402, + "recall": 0.64697, + "f1": 0.595856, + "accuracy": 0.64697, + "main_score": 0.595856, "hf_subset": "swa_Latn-tir_Ethi", "languages": [ "swa-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.702452, - "recall": 0.731097, - "f1": 0.710337, - "accuracy": 0.731097, - "main_score": 0.710337, + "precision": 0.697928, + "recall": 0.728593, + "f1": 0.706668, + "accuracy": 0.728593, + "main_score": 0.706668, "hf_subset": "swa_Latn-tsn_Latn", "languages": [ "swa-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905291, - "recall": 0.930396, - "f1": 0.913103, - "accuracy": 0.930396, - "main_score": 0.913103, + "precision": 0.900217, + "recall": 0.924887, + "f1": 0.907661, + "accuracy": 0.924887, + "main_score": 0.907661, "hf_subset": "swa_Latn-tur_Latn", "languages": [ "swa-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92785, - "recall": 0.944417, - "f1": 0.932833, - "accuracy": 0.944417, - "main_score": 0.932833, + "precision": 0.922359, + "recall": 0.940911, + "f1": 0.927909, + "accuracy": 0.940911, + "main_score": 0.927909, "hf_subset": "swa_Latn-vie_Latn", "languages": [ "swa-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.647329, - "recall": 0.690035, - "f1": 0.66015, - "accuracy": 0.690035, - "main_score": 0.66015, + "precision": 0.645881, + "recall": 0.686029, + "f1": 0.657698, + "accuracy": 0.686029, + "main_score": 0.657698, "hf_subset": "swa_Latn-wol_Latn", "languages": [ "swa-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.718311, - "recall": 0.76665, - "f1": 0.732482, - "accuracy": 0.76665, - "main_score": 0.732482, + "precision": 0.704762, + "recall": 0.755633, + "f1": 0.719774, + "accuracy": 0.755633, + "main_score": 0.719774, "hf_subset": "swa_Latn-xho_Latn", "languages": [ "swa-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.757044, - "recall": 0.805208, - "f1": 0.771534, - "accuracy": 0.805208, - "main_score": 0.771534, + "precision": 0.751053, + "recall": 0.8002, + "f1": 0.765725, + "accuracy": 0.8002, + "main_score": 0.765725, "hf_subset": "swa_Latn-yor_Latn", "languages": [ "swa-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.899053, - "recall": 0.921883, - "f1": 0.906147, - "accuracy": 0.921883, - "main_score": 0.906147, + "precision": 0.896424, + "recall": 0.918378, + "f1": 0.903092, + "accuracy": 0.918378, + "main_score": 0.903092, "hf_subset": "swa_Latn-zho_Hant", "languages": [ "swa-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742138, - "recall": 0.776164, - "f1": 0.752238, - "accuracy": 0.776164, - "main_score": 0.752238, + "precision": 0.732783, + "recall": 0.769154, + "f1": 0.743606, + "accuracy": 0.769154, + "main_score": 0.743606, "hf_subset": "swa_Latn-zul_Latn", "languages": [ "swa-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "swe_Latn-afr_Latn", "languages": [ "swe-Latn", "afr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984226, - "recall": 0.989484, - "f1": 0.985979, - "accuracy": 0.989484, - "main_score": 0.985979, + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, "hf_subset": "swe_Latn-arb_Arab", "languages": [ "swe-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.990486, - "f1": 0.987314, - "accuracy": 0.990486, - "main_score": 0.987314, + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, "hf_subset": "swe_Latn-ben_Beng", "languages": [ "swe-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991153, @@ -18218,7 +19735,8 @@ "languages": [ "swe-Latn", "dan-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991738, @@ -18230,19 +19748,21 @@ "languages": [ "swe-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.991237, - "recall": 0.993991, - "f1": 0.992155, - "accuracy": 0.993991, - "main_score": 0.992155, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "swe_Latn-ell_Grek", "languages": [ "swe-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.995493, @@ -18254,43 +19774,47 @@ "languages": [ "swe-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.969621, - "recall": 0.978968, - "f1": 0.972626, - "accuracy": 0.978968, - "main_score": 0.972626, + "precision": 0.966867, + "recall": 0.976965, + "f1": 0.970122, + "accuracy": 0.976965, + "main_score": 0.970122, "hf_subset": "swe_Latn-fao_Latn", "languages": [ "swe-Latn", "fao-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980387, + "precision": 0.980137, "recall": 0.98648, - "f1": 0.98239, + "f1": 0.982223, "accuracy": 0.98648, - "main_score": 0.98239, + "main_score": 0.982223, "hf_subset": "swe_Latn-fas_Arab", "languages": [ "swe-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986146, - "recall": 0.990486, - "f1": 0.987565, - "accuracy": 0.990486, - "main_score": 0.987565, + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, "hf_subset": "swe_Latn-fin_Latn", "languages": [ "swe-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985144, @@ -18302,43 +19826,47 @@ "languages": [ "swe-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990402, - "recall": 0.99349, - "f1": 0.991404, - "accuracy": 0.99349, - "main_score": 0.991404, + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, "hf_subset": "swe_Latn-heb_Hebr", "languages": [ "swe-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, "hf_subset": "swe_Latn-hin_Deva", "languages": [ "swe-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977091, - "recall": 0.983475, - "f1": 0.979069, - "accuracy": 0.983475, - "main_score": 0.979069, + "precision": 0.977591, + "recall": 0.983976, + "f1": 0.979569, + "accuracy": 0.983976, + "main_score": 0.979569, "hf_subset": "swe_Latn-hun_Latn", "languages": [ "swe-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.99324, @@ -18350,91 +19878,99 @@ "languages": [ "swe-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987398, + "precision": 0.987481, "recall": 0.991487, - "f1": 0.988733, + "f1": 0.988817, "accuracy": 0.991487, - "main_score": 0.988733, + "main_score": 0.988817, "hf_subset": "swe_Latn-isl_Latn", "languages": [ "swe-Latn", "isl-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98239, - "recall": 0.987982, - "f1": 0.984226, - "accuracy": 0.987982, - "main_score": 0.984226, + "precision": 0.98673, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, "hf_subset": "swe_Latn-jpn_Jpan", "languages": [ "swe-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, + "precision": 0.978718, "recall": 0.985478, - "f1": 0.981305, + "f1": 0.980971, "accuracy": 0.985478, - "main_score": 0.981305, + "main_score": 0.980971, "hf_subset": "swe_Latn-kor_Hang", "languages": [ "swe-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981222, - "recall": 0.98698, - "f1": 0.983141, - "accuracy": 0.98698, - "main_score": 0.983141, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "swe_Latn-lit_Latn", "languages": [ "swe-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.956743, - "recall": 0.968953, - "f1": 0.960474, - "accuracy": 0.968953, - "main_score": 0.960474, + "precision": 0.957202, + "recall": 0.969454, + "f1": 0.961008, + "accuracy": 0.969454, + "main_score": 0.961008, "hf_subset": "swe_Latn-ltz_Latn", "languages": [ "swe-Latn", "ltz-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.99324, - "recall": 0.995493, - "f1": 0.993991, - "accuracy": 0.995493, - "main_score": 0.993991, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "swe_Latn-nld_Latn", "languages": [ "swe-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988149, + "precision": 0.988399, "recall": 0.991988, - "f1": 0.989401, + "f1": 0.989568, "accuracy": 0.991988, - "main_score": 0.989401, + "main_score": 0.989568, "hf_subset": "swe_Latn-nno_Latn", "languages": [ "swe-Latn", "nno-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.991988, @@ -18446,19 +19982,21 @@ "languages": [ "swe-Latn", "nob-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987732, - "recall": 0.991487, - "f1": 0.988983, - "accuracy": 0.991487, - "main_score": 0.988983, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "swe_Latn-pol_Latn", "languages": [ "swe-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.990986, @@ -18470,223 +20008,242 @@ "languages": [ "swe-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983308, - "recall": 0.988483, - "f1": 0.984977, - "accuracy": 0.988483, - "main_score": 0.984977, + "precision": 0.982808, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, "hf_subset": "swe_Latn-rus_Cyrl", "languages": [ "swe-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "swe_Latn-spa_Latn", "languages": [ "swe-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931472, - "recall": 0.948923, - "f1": 0.936855, - "accuracy": 0.948923, - "main_score": 0.936855, + "precision": 0.928476, + "recall": 0.94692, + "f1": 0.934201, + "accuracy": 0.94692, + "main_score": 0.934201, "hf_subset": "swe_Latn-swa_Latn", "languages": [ "swe-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985979, - "f1": 0.981723, - "accuracy": 0.985979, - "main_score": 0.981723, + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, "hf_subset": "swe_Latn-tam_Taml", "languages": [ "swe-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979886, - "recall": 0.985478, - "f1": 0.981723, - "accuracy": 0.985478, - "main_score": 0.981723, + "precision": 0.979386, + "recall": 0.984977, + "f1": 0.981222, + "accuracy": 0.984977, + "main_score": 0.981222, "hf_subset": "swe_Latn-tur_Latn", "languages": [ "swe-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "swe_Latn-vie_Latn", "languages": [ "swe-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981973, - "recall": 0.987481, - "f1": 0.983809, - "accuracy": 0.987481, - "main_score": 0.983809, + "precision": 0.983642, + "recall": 0.987982, + "f1": 0.985061, + "accuracy": 0.987982, + "main_score": 0.985061, "hf_subset": "swe_Latn-zho_Hant", "languages": [ "swe-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.715842, - "recall": 0.762644, - "f1": 0.729947, - "accuracy": 0.762644, - "main_score": 0.729947, + "precision": 0.708172, + "recall": 0.75363, + "f1": 0.72177, + "accuracy": 0.75363, + "main_score": 0.72177, "hf_subset": "swe_Latn-zul_Latn", "languages": [ "swe-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665886, - "recall": 0.71307, - "f1": 0.678664, - "accuracy": 0.71307, - "main_score": 0.678664, + "precision": 0.662386, + "recall": 0.711067, + "f1": 0.675671, + "accuracy": 0.711067, + "main_score": 0.675671, "hf_subset": "tah_Latn-eng_Latn", "languages": [ "tah-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.530871, + "precision": 0.532049, "recall": 0.590886, - "f1": 0.548094, + "f1": 0.548599, "accuracy": 0.590886, - "main_score": 0.548094, + "main_score": 0.548599, "hf_subset": "tah_Latn-fij_Latn", "languages": [ "tah-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649656, - "recall": 0.698047, - "f1": 0.662624, - "accuracy": 0.698047, - "main_score": 0.662624, + "precision": 0.649111, + "recall": 0.698548, + "f1": 0.66212, + "accuracy": 0.698548, + "main_score": 0.66212, "hf_subset": "tah_Latn-fil_Latn", "languages": [ "tah-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.646653, - "recall": 0.695043, - "f1": 0.660226, - "accuracy": 0.695043, - "main_score": 0.660226, + "precision": 0.642818, + "recall": 0.69304, + "f1": 0.656634, + "accuracy": 0.69304, + "main_score": 0.656634, "hf_subset": "tah_Latn-ind_Latn", "languages": [ "tah-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.569453, - "recall": 0.636955, - "f1": 0.588507, - "accuracy": 0.636955, - "main_score": 0.588507, + "precision": 0.572201, + "recall": 0.640961, + "f1": 0.591561, + "accuracy": 0.640961, + "main_score": 0.591561, "hf_subset": "tah_Latn-mal_Mlym", "languages": [ "tah-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.578255, - "recall": 0.621432, - "f1": 0.590815, - "accuracy": 0.621432, - "main_score": 0.590815, + "precision": 0.578359, + "recall": 0.622434, + "f1": 0.590731, + "accuracy": 0.622434, + "main_score": 0.590731, "hf_subset": "tah_Latn-mlg_Latn", "languages": [ "tah-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.620483, - "recall": 0.669504, - "f1": 0.634709, - "accuracy": 0.669504, - "main_score": 0.634709, + "precision": 0.61739, + "recall": 0.667001, + "f1": 0.631787, + "accuracy": 0.667001, + "main_score": 0.631787, "hf_subset": "tah_Latn-mri_Latn", "languages": [ "tah-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649607, - "recall": 0.699549, - "f1": 0.66347, - "accuracy": 0.699549, - "main_score": 0.66347, + "precision": 0.646292, + "recall": 0.695543, + "f1": 0.659866, + "accuracy": 0.695543, + "main_score": 0.659866, "hf_subset": "tah_Latn-msa_Latn", "languages": [ "tah-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642165, - "recall": 0.691037, - "f1": 0.656051, - "accuracy": 0.691037, - "main_score": 0.656051, + "precision": 0.650584, + "recall": 0.698047, + "f1": 0.663743, + "accuracy": 0.698047, + "main_score": 0.663743, "hf_subset": "tah_Latn-smo_Latn", "languages": [ "tah-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.572091, - "recall": 0.622434, - "f1": 0.586361, - "accuracy": 0.622434, - "main_score": 0.586361, + "precision": 0.571717, + "recall": 0.620931, + "f1": 0.585588, + "accuracy": 0.620931, + "main_score": 0.585588, "hf_subset": "tah_Latn-ton_Latn", "languages": [ "tah-Latn", "ton-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.975046, @@ -18698,115 +20255,125 @@ "languages": [ "tam-Taml", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, "hf_subset": "tam_Taml-ben_Beng", "languages": [ "tam-Taml", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, "hf_subset": "tam_Taml-deu_Latn", "languages": [ "tam-Taml", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.13787, - "recall": 0.171257, - "f1": 0.146145, - "accuracy": 0.171257, - "main_score": 0.146145, + "precision": 0.135873, + "recall": 0.169755, + "f1": 0.144379, + "accuracy": 0.169755, + "main_score": 0.144379, "hf_subset": "tam_Taml-div_Thaa", "languages": [ "tam-Taml", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97805, - "recall": 0.984977, - "f1": 0.980304, - "accuracy": 0.984977, - "main_score": 0.980304, + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, "hf_subset": "tam_Taml-ell_Grek", "languages": [ "tam-Taml", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.990736, - "recall": 0.99349, - "f1": 0.991654, - "accuracy": 0.99349, - "main_score": 0.991654, + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, "hf_subset": "tam_Taml-eng_Latn", "languages": [ "tam-Taml", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.917017, - "recall": 0.939409, - "f1": 0.924086, - "accuracy": 0.939409, - "main_score": 0.924086, + "precision": 0.910783, + "recall": 0.934402, + "f1": 0.918177, + "accuracy": 0.934402, + "main_score": 0.918177, "hf_subset": "tam_Taml-eus_Latn", "languages": [ "tam-Taml", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978551, - "recall": 0.985478, - "f1": 0.980805, - "accuracy": 0.985478, - "main_score": 0.980805, + "precision": 0.974462, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, "hf_subset": "tam_Taml-fas_Arab", "languages": [ "tam-Taml", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.96912, - "recall": 0.978968, - "f1": 0.972375, - "accuracy": 0.978968, - "main_score": 0.972375, + "precision": 0.964196, + "recall": 0.975463, + "f1": 0.967868, + "accuracy": 0.975463, + "main_score": 0.967868, "hf_subset": "tam_Taml-fin_Latn", "languages": [ "tam-Taml", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.982474, - "f1": 0.977049, - "accuracy": 0.982474, - "main_score": 0.977049, + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, "hf_subset": "tam_Taml-fra_Latn", "languages": [ "tam-Taml", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.985729, @@ -18818,115 +20385,125 @@ "languages": [ "tam-Taml", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974378, - "recall": 0.981973, - "f1": 0.976882, - "accuracy": 0.981973, - "main_score": 0.976882, + "precision": 0.970289, + "recall": 0.979469, + "f1": 0.973293, + "accuracy": 0.979469, + "main_score": 0.973293, "hf_subset": "tam_Taml-heb_Hebr", "languages": [ "tam-Taml", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985979, - "recall": 0.990486, - "f1": 0.987481, - "accuracy": 0.990486, - "main_score": 0.987481, + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, "hf_subset": "tam_Taml-hin_Deva", "languages": [ "tam-Taml", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.963445, - "recall": 0.974462, - "f1": 0.967117, - "accuracy": 0.974462, - "main_score": 0.967117, + "precision": 0.965365, + "recall": 0.975964, + "f1": 0.96887, + "accuracy": 0.975964, + "main_score": 0.96887, "hf_subset": "tam_Taml-hun_Latn", "languages": [ "tam-Taml", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984727, - "recall": 0.989484, - "f1": 0.986313, - "accuracy": 0.989484, - "main_score": 0.986313, + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, "hf_subset": "tam_Taml-ind_Latn", "languages": [ "tam-Taml", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973252, - "recall": 0.981472, - "f1": 0.975914, - "accuracy": 0.981472, - "main_score": 0.975914, + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974688, + "accuracy": 0.980471, + "main_score": 0.974688, "hf_subset": "tam_Taml-jpn_Jpan", "languages": [ "tam-Taml", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980721, - "recall": 0.98698, - "f1": 0.982808, - "accuracy": 0.98698, - "main_score": 0.982808, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "tam_Taml-kan_Knda", "languages": [ "tam-Taml", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976632, - "recall": 0.983976, - "f1": 0.979052, - "accuracy": 0.983976, - "main_score": 0.979052, + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, "hf_subset": "tam_Taml-kor_Hang", "languages": [ "tam-Taml", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967535, - "recall": 0.977967, - "f1": 0.970956, - "accuracy": 0.977967, - "main_score": 0.970956, + "precision": 0.966032, + "recall": 0.976965, + "f1": 0.969621, + "accuracy": 0.976965, + "main_score": 0.969621, "hf_subset": "tam_Taml-lit_Latn", "languages": [ "tam-Taml", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977132, - "recall": 0.984477, - "f1": 0.979553, - "accuracy": 0.984477, - "main_score": 0.979553, + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "tam_Taml-mar_Deva", "languages": [ "tam-Taml", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.974462, @@ -18938,139 +20515,151 @@ "languages": [ "tam-Taml", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97588, - "recall": 0.983475, - "f1": 0.978384, - "accuracy": 0.983475, - "main_score": 0.978384, + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, "hf_subset": "tam_Taml-nld_Latn", "languages": [ "tam-Taml", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977466, - "recall": 0.984977, - "f1": 0.97997, - "accuracy": 0.984977, - "main_score": 0.97997, + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, "hf_subset": "tam_Taml-pan_Guru", "languages": [ "tam-Taml", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.97079, - "recall": 0.979469, - "f1": 0.973627, - "accuracy": 0.979469, - "main_score": 0.973627, + "precision": 0.968787, + "recall": 0.978468, + "f1": 0.971958, + "accuracy": 0.978468, + "main_score": 0.971958, "hf_subset": "tam_Taml-pol_Latn", "languages": [ "tam-Taml", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, - "recall": 0.984977, - "f1": 0.980137, - "accuracy": 0.984977, - "main_score": 0.980137, + "precision": 0.974462, + "recall": 0.982974, + "f1": 0.977299, + "accuracy": 0.982974, + "main_score": 0.977299, "hf_subset": "tam_Taml-por_Latn", "languages": [ "tam-Taml", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965699, - "recall": 0.976465, - "f1": 0.969204, - "accuracy": 0.976465, - "main_score": 0.969204, + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, "hf_subset": "tam_Taml-rus_Cyrl", "languages": [ "tam-Taml", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.933166, - "recall": 0.952929, - "f1": 0.939576, - "accuracy": 0.952929, - "main_score": 0.939576, + "precision": 0.930412, + "recall": 0.951427, + "f1": 0.937239, + "accuracy": 0.951427, + "main_score": 0.937239, "hf_subset": "tam_Taml-sin_Sinh", "languages": [ "tam-Taml", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.923302, - "recall": 0.945418, - "f1": 0.930479, - "accuracy": 0.945418, - "main_score": 0.930479, + "precision": 0.915457, + "recall": 0.940411, + "f1": 0.923552, + "accuracy": 0.940411, + "main_score": 0.923552, "hf_subset": "tam_Taml-snd_Arab", "languages": [ "tam-Taml", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, "hf_subset": "tam_Taml-spa_Latn", "languages": [ "tam-Taml", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897054, - "recall": 0.924887, - "f1": 0.905892, - "accuracy": 0.924887, - "main_score": 0.905892, + "precision": 0.901853, + "recall": 0.928393, + "f1": 0.910265, + "accuracy": 0.928393, + "main_score": 0.910265, "hf_subset": "tam_Taml-swa_Latn", "languages": [ "tam-Taml", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983225, - "recall": 0.987982, - "f1": 0.984811, - "accuracy": 0.987982, - "main_score": 0.984811, + "precision": 0.981639, + "recall": 0.98698, + "f1": 0.983392, + "accuracy": 0.98698, + "main_score": 0.983392, "hf_subset": "tam_Taml-swe_Latn", "languages": [ "tam-Taml", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983976, - "f1": 0.978885, - "accuracy": 0.983976, - "main_score": 0.978885, + "precision": 0.972959, + "recall": 0.981973, + "f1": 0.975964, + "accuracy": 0.981973, + "main_score": 0.975964, "hf_subset": "tam_Taml-tel_Telu", "languages": [ "tam-Taml", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.970122, @@ -19082,163 +20671,177 @@ "languages": [ "tam-Taml", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976632, - "recall": 0.983976, - "f1": 0.979052, - "accuracy": 0.983976, - "main_score": 0.979052, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "tam_Taml-urd_Arab", "languages": [ "tam-Taml", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, "hf_subset": "tam_Taml-vie_Latn", "languages": [ "tam-Taml", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973043, - "recall": 0.981472, - "f1": 0.975797, - "accuracy": 0.981472, - "main_score": 0.975797, + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, "hf_subset": "tam_Taml-zho_Hant", "languages": [ "tam-Taml", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640195, - "recall": 0.697046, - "f1": 0.656687, - "accuracy": 0.697046, - "main_score": 0.656687, + "precision": 0.632053, + "recall": 0.689534, + "f1": 0.648619, + "accuracy": 0.689534, + "main_score": 0.648619, "hf_subset": "tam_Taml-zul_Latn", "languages": [ "tam-Taml", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.941512, - "recall": 0.956935, - "f1": 0.94642, - "accuracy": 0.956935, - "main_score": 0.94642, + "precision": 0.940719, + "recall": 0.956435, + "f1": 0.945702, + "accuracy": 0.956435, + "main_score": 0.945702, "hf_subset": "tat_Cyrl-aze_Latn", "languages": [ "tat-Cyrl", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928643, - "recall": 0.948423, - "f1": 0.934969, - "accuracy": 0.948423, - "main_score": 0.934969, + "precision": 0.932315, + "recall": 0.950926, + "f1": 0.938241, + "accuracy": 0.950926, + "main_score": 0.938241, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": [ "tat-Cyrl", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965532, - "recall": 0.975964, - "f1": 0.968853, - "accuracy": 0.975964, - "main_score": 0.968853, + "precision": 0.969204, + "recall": 0.978468, + "f1": 0.972208, + "accuracy": 0.978468, + "main_score": 0.972208, "hf_subset": "tat_Cyrl-eng_Latn", "languages": [ "tat-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.949633, - "recall": 0.963946, - "f1": 0.954191, - "accuracy": 0.963946, - "main_score": 0.954191, + "precision": 0.944116, + "recall": 0.960441, + "f1": 0.949257, + "accuracy": 0.960441, + "main_score": 0.949257, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": [ "tat-Cyrl", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.939009, + "precision": 0.939242, "recall": 0.955433, - "f1": 0.94415, + "f1": 0.944293, "accuracy": 0.955433, - "main_score": 0.94415, + "main_score": 0.944293, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": [ "tat-Cyrl", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.887339, - "recall": 0.915874, - "f1": 0.896094, - "accuracy": 0.915874, - "main_score": 0.896094, + "precision": 0.890269, + "recall": 0.917376, + "f1": 0.898524, + "accuracy": 0.917376, + "main_score": 0.898524, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": [ "tat-Cyrl", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.94016, - "recall": 0.955934, - "f1": 0.945068, - "accuracy": 0.955934, - "main_score": 0.945068, + "precision": 0.939993, + "recall": 0.956435, + "f1": 0.945151, + "accuracy": 0.956435, + "main_score": 0.945151, "hf_subset": "tat_Cyrl-tur_Latn", "languages": [ "tat-Cyrl", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.839184, - "recall": 0.879319, - "f1": 0.851344, - "accuracy": 0.879319, - "main_score": 0.851344, + "precision": 0.844417, + "recall": 0.885829, + "f1": 0.857169, + "accuracy": 0.885829, + "main_score": 0.857169, "hf_subset": "tat_Cyrl-uig_Arab", "languages": [ "tat-Cyrl", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.944125, - "recall": 0.959439, - "f1": 0.948933, - "accuracy": 0.959439, - "main_score": 0.948933, + "precision": 0.942873, + "recall": 0.958438, + "f1": 0.947765, + "accuracy": 0.958438, + "main_score": 0.947765, "hf_subset": "tat_Cyrl-uzb_Latn", "languages": [ "tat-Cyrl", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980721, @@ -19250,991 +20853,1074 @@ "languages": [ "tel-Telu", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.134352, - "recall": 0.171257, - "f1": 0.143291, - "accuracy": 0.171257, - "main_score": 0.143291, + "precision": 0.13093, + "recall": 0.165749, + "f1": 0.139579, + "accuracy": 0.165749, + "main_score": 0.139579, "hf_subset": "tel_Telu-div_Thaa", "languages": [ "tel-Telu", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990736, + "recall": 0.99349, + "f1": 0.991654, + "accuracy": 0.99349, + "main_score": 0.991654, "hf_subset": "tel_Telu-eng_Latn", "languages": [ "tel-Telu", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91201, - "recall": 0.935904, - "f1": 0.919563, - "accuracy": 0.935904, - "main_score": 0.919563, + "precision": 0.909214, + "recall": 0.935403, + "f1": 0.91761, + "accuracy": 0.935403, + "main_score": 0.91761, "hf_subset": "tel_Telu-eus_Latn", "languages": [ "tel-Telu", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "tel_Telu-guj_Gujr", "languages": [ "tel-Telu", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976715, - "recall": 0.983976, - "f1": 0.979135, - "accuracy": 0.983976, - "main_score": 0.979135, + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, "hf_subset": "tel_Telu-hin_Deva", "languages": [ "tel-Telu", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987982, - "f1": 0.98431, - "accuracy": 0.987982, - "main_score": 0.98431, + "precision": 0.983225, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "tel_Telu-kan_Knda", "languages": [ "tel-Telu", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983642, - "recall": 0.988483, - "f1": 0.985228, - "accuracy": 0.988483, - "main_score": 0.985228, + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, "hf_subset": "tel_Telu-mar_Deva", "languages": [ "tel-Telu", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978718, - "recall": 0.985478, - "f1": 0.980971, - "accuracy": 0.985478, - "main_score": 0.980971, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "tel_Telu-nep_Deva", "languages": [ "tel-Telu", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98698, - "f1": 0.982974, - "accuracy": 0.98698, - "main_score": 0.982974, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "tel_Telu-pan_Guru", "languages": [ "tel-Telu", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.936071, - "recall": 0.955433, - "f1": 0.942247, - "accuracy": 0.955433, - "main_score": 0.942247, + "precision": 0.932482, + "recall": 0.95343, + "f1": 0.939326, + "accuracy": 0.95343, + "main_score": 0.939326, "hf_subset": "tel_Telu-sin_Sinh", "languages": [ "tel-Telu", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.916875, + "precision": 0.917543, "recall": 0.940911, - "f1": 0.924704, + "f1": 0.925038, "accuracy": 0.940911, - "main_score": 0.924704, + "main_score": 0.925038, "hf_subset": "tel_Telu-snd_Arab", "languages": [ "tel-Telu", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978885, - "recall": 0.985478, - "f1": 0.981055, - "accuracy": 0.985478, - "main_score": 0.981055, + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, "hf_subset": "tel_Telu-tam_Taml", "languages": [ "tel-Telu", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982307, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, "hf_subset": "tel_Telu-urd_Arab", "languages": [ "tel-Telu", "urd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904319, - "recall": 0.928893, - "f1": 0.911894, - "accuracy": 0.928893, - "main_score": 0.911894, + "precision": 0.90149, + "recall": 0.927391, + "f1": 0.909492, + "accuracy": 0.927391, + "main_score": 0.909492, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": [ "tgk-Cyrl", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.821858, - "recall": 0.862293, - "f1": 0.834471, - "accuracy": 0.862293, - "main_score": 0.834471, + "precision": 0.823477, + "recall": 0.864296, + "f1": 0.836247, + "accuracy": 0.864296, + "main_score": 0.836247, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": [ "tgk-Cyrl", "ckb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934001, - "recall": 0.95343, - "f1": 0.940036, - "accuracy": 0.95343, - "main_score": 0.940036, + "precision": 0.935019, + "recall": 0.953931, + "f1": 0.940895, + "accuracy": 0.953931, + "main_score": 0.940895, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": [ "tgk-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.922013, - "recall": 0.941913, - "f1": 0.928217, - "accuracy": 0.941913, - "main_score": 0.928217, + "precision": 0.923385, + "recall": 0.942914, + "f1": 0.929346, + "accuracy": 0.942914, + "main_score": 0.929346, "hf_subset": "tgk_Cyrl-fas_Arab", "languages": [ "tgk-Cyrl", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.919629, + "precision": 0.920063, "recall": 0.941913, - "f1": 0.92659, + "f1": 0.926874, "accuracy": 0.941913, - "main_score": 0.92659, + "main_score": 0.926874, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": [ "tgk-Cyrl", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.780759, - "recall": 0.826239, - "f1": 0.794419, - "accuracy": 0.826239, - "main_score": 0.794419, + "precision": 0.779269, + "recall": 0.825739, + "f1": 0.793509, + "accuracy": 0.825739, + "main_score": 0.793509, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": [ "tgk-Cyrl", "kmr-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.824825, - "recall": 0.860791, - "f1": 0.835434, - "accuracy": 0.860791, - "main_score": 0.835434, + "precision": 0.829034, + "recall": 0.864296, + "f1": 0.839596, + "accuracy": 0.864296, + "main_score": 0.839596, "hf_subset": "tgk_Cyrl-mey_Arab", "languages": [ "tgk-Cyrl", "mey-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.92607, - "recall": 0.94642, - "f1": 0.932365, - "accuracy": 0.94642, - "main_score": 0.932365, + "precision": 0.927447, + "recall": 0.947421, + "f1": 0.933751, + "accuracy": 0.947421, + "main_score": 0.933751, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": [ "tgk-Cyrl", "prs-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.811434, - "recall": 0.85328, - "f1": 0.824155, - "accuracy": 0.85328, - "main_score": 0.824155, + "precision": 0.81309, + "recall": 0.853781, + "f1": 0.825783, + "accuracy": 0.853781, + "main_score": 0.825783, "hf_subset": "tgk_Cyrl-pus_Arab", "languages": [ "tgk-Cyrl", "pus-Arab" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.605258, - "recall": 0.667501, - "f1": 0.622971, - "accuracy": 0.667501, - "main_score": 0.622971, + { + "precision": 0.607205, + "recall": 0.669004, + "f1": 0.624796, + "accuracy": 0.669004, + "main_score": 0.624796, "hf_subset": "tgk_Cyrl-shi_Arab", "languages": [ "tgk-Cyrl", "shi-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602381, - "recall": 0.688032, - "f1": 0.626482, - "accuracy": 0.688032, - "main_score": 0.626482, + "precision": 0.59953, + "recall": 0.683025, + "f1": 0.623194, + "accuracy": 0.683025, + "main_score": 0.623194, "hf_subset": "tha_Thai-bod_Tibt", "languages": [ "tha-Thai", "bod-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.267646, - "recall": 0.336004, - "f1": 0.284493, - "accuracy": 0.336004, - "main_score": 0.284493, + "precision": 0.268517, + "recall": 0.339009, + "f1": 0.286003, + "accuracy": 0.339009, + "main_score": 0.286003, "hf_subset": "tha_Thai-dzo_Tibt", "languages": [ "tha-Thai", "dzo-Tibt" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994742, - "recall": 0.996495, - "f1": 0.995326, - "accuracy": 0.996495, - "main_score": 0.995326, + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, "hf_subset": "tha_Thai-eng_Latn", "languages": [ "tha-Thai", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, - "recall": 0.97997, - "f1": 0.973627, - "accuracy": 0.97997, - "main_score": 0.973627, + "precision": 0.967952, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, "hf_subset": "tha_Thai-khm_Khmr", "languages": [ "tha-Thai", "khm-Khmr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976882, - "recall": 0.983976, - "f1": 0.979135, - "accuracy": 0.983976, - "main_score": 0.979135, + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, "hf_subset": "tha_Thai-lao_Laoo", "languages": [ "tha-Thai", "lao-Laoo" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.937281, - "recall": 0.955934, - "f1": 0.943282, - "accuracy": 0.955934, - "main_score": 0.943282, + "precision": 0.936154, + "recall": 0.954432, + "f1": 0.941996, + "accuracy": 0.954432, + "main_score": 0.941996, "hf_subset": "tha_Thai-mon_Mong", "languages": [ "tha-Thai", "mon-Mong" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.907132, - "recall": 0.9334, - "f1": 0.915124, - "accuracy": 0.9334, - "main_score": 0.915124, + "precision": 0.908159, + "recall": 0.934902, + "f1": 0.91645, + "accuracy": 0.934902, + "main_score": 0.91645, "hf_subset": "tha_Thai-mya_Mymr", "languages": [ "tha-Thai", "mya-Mymr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610999, - "recall": 0.679519, - "f1": 0.630565, - "accuracy": 0.679519, - "main_score": 0.630565, + "precision": 0.610255, + "recall": 0.677516, + "f1": 0.62946, + "accuracy": 0.677516, + "main_score": 0.62946, "hf_subset": "tir_Ethi-amh_Ethi", "languages": [ "tir-Ethi", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.607315, - "recall": 0.67301, - "f1": 0.625279, - "accuracy": 0.67301, - "main_score": 0.625279, + "precision": 0.612991, + "recall": 0.677016, + "f1": 0.630527, + "accuracy": 0.677016, + "main_score": 0.630527, "hf_subset": "tir_Ethi-eng_Latn", "languages": [ "tir-Ethi", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.470694, - "recall": 0.539309, - "f1": 0.489141, - "accuracy": 0.539309, - "main_score": 0.489141, + "precision": 0.466719, + "recall": 0.534802, + "f1": 0.485151, + "accuracy": 0.534802, + "main_score": 0.485151, "hf_subset": "tir_Ethi-hau_Latn", "languages": [ "tir-Ethi", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.440781, - "recall": 0.505258, - "f1": 0.457836, - "accuracy": 0.505258, - "main_score": 0.457836, + "precision": 0.441128, + "recall": 0.500751, + "f1": 0.456807, + "accuracy": 0.500751, + "main_score": 0.456807, "hf_subset": "tir_Ethi-ibo_Latn", "languages": [ "tir-Ethi", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.423103, - "recall": 0.483225, - "f1": 0.438467, - "accuracy": 0.483225, - "main_score": 0.438467, + "precision": 0.410041, + "recall": 0.470205, + "f1": 0.425517, + "accuracy": 0.470205, + "main_score": 0.425517, "hf_subset": "tir_Ethi-nso_Latn", "languages": [ "tir-Ethi", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.369819, - "recall": 0.43315, - "f1": 0.386626, - "accuracy": 0.43315, - "main_score": 0.386626, + "precision": 0.369173, + "recall": 0.43365, + "f1": 0.386151, + "accuracy": 0.43365, + "main_score": 0.386151, "hf_subset": "tir_Ethi-orm_Ethi", "languages": [ "tir-Ethi", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.453518, - "recall": 0.519279, - "f1": 0.471069, - "accuracy": 0.519279, - "main_score": 0.471069, + "precision": 0.447778, + "recall": 0.514271, + "f1": 0.465314, + "accuracy": 0.514271, + "main_score": 0.465314, "hf_subset": "tir_Ethi-som_Latn", "languages": [ "tir-Ethi", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.427942, - "recall": 0.489234, - "f1": 0.443989, - "accuracy": 0.489234, - "main_score": 0.443989, + "precision": 0.421538, + "recall": 0.481222, + "f1": 0.436893, + "accuracy": 0.481222, + "main_score": 0.436893, "hf_subset": "tir_Ethi-ssw_Latn", "languages": [ "tir-Ethi", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.543336, - "recall": 0.610416, - "f1": 0.560851, - "accuracy": 0.610416, - "main_score": 0.560851, + "precision": 0.531289, + "recall": 0.602904, + "f1": 0.55029, + "accuracy": 0.602904, + "main_score": 0.55029, "hf_subset": "tir_Ethi-swa_Latn", "languages": [ "tir-Ethi", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.418185, - "recall": 0.48022, - "f1": 0.434738, - "accuracy": 0.48022, - "main_score": 0.434738, + "precision": 0.416843, + "recall": 0.477717, + "f1": 0.433407, + "accuracy": 0.477717, + "main_score": 0.433407, "hf_subset": "tir_Ethi-tsn_Latn", "languages": [ "tir-Ethi", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.41986, - "recall": 0.479219, - "f1": 0.435392, - "accuracy": 0.479219, - "main_score": 0.435392, + "precision": 0.414543, + "recall": 0.476715, + "f1": 0.43134, + "accuracy": 0.476715, + "main_score": 0.43134, "hf_subset": "tir_Ethi-wol_Latn", "languages": [ "tir-Ethi", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.436238, - "recall": 0.503255, - "f1": 0.454326, - "accuracy": 0.503255, - "main_score": 0.454326, + "precision": 0.426901, + "recall": 0.495243, + "f1": 0.44509, + "accuracy": 0.495243, + "main_score": 0.44509, "hf_subset": "tir_Ethi-xho_Latn", "languages": [ "tir-Ethi", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.400649, - "recall": 0.475714, - "f1": 0.420196, - "accuracy": 0.475714, - "main_score": 0.420196, + "precision": 0.394534, + "recall": 0.467201, + "f1": 0.413508, + "accuracy": 0.467201, + "main_score": 0.413508, "hf_subset": "tir_Ethi-yor_Latn", "languages": [ "tir-Ethi", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.450515, - "recall": 0.515273, - "f1": 0.468381, - "accuracy": 0.515273, - "main_score": 0.468381, + "precision": 0.440162, + "recall": 0.50676, + "f1": 0.458358, + "accuracy": 0.50676, + "main_score": 0.458358, "hf_subset": "tir_Ethi-zul_Latn", "languages": [ "tir-Ethi", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.742652, - "recall": 0.793691, - "f1": 0.756612, - "accuracy": 0.793691, - "main_score": 0.756612, + "precision": 0.746656, + "recall": 0.796695, + "f1": 0.760434, + "accuracy": 0.796695, + "main_score": 0.760434, "hf_subset": "ton_Latn-eng_Latn", "languages": [ "ton-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.580414, - "recall": 0.645969, - "f1": 0.598993, - "accuracy": 0.645969, - "main_score": 0.598993, + "precision": 0.569592, + "recall": 0.636455, + "f1": 0.588523, + "accuracy": 0.636455, + "main_score": 0.588523, "hf_subset": "ton_Latn-fij_Latn", "languages": [ "ton-Latn", "fij-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.753295, - "recall": 0.7997, - "f1": 0.766169, - "accuracy": 0.7997, - "main_score": 0.766169, + "precision": 0.743377, + "recall": 0.792188, + "f1": 0.757084, + "accuracy": 0.792188, + "main_score": 0.757084, "hf_subset": "ton_Latn-fil_Latn", "languages": [ "ton-Latn", "fil-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.740739, - "recall": 0.790185, - "f1": 0.75417, - "accuracy": 0.790185, - "main_score": 0.75417, + "precision": 0.731292, + "recall": 0.781673, + "f1": 0.744859, + "accuracy": 0.781673, + "main_score": 0.744859, "hf_subset": "ton_Latn-ind_Latn", "languages": [ "ton-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.64875, - "recall": 0.718077, - "f1": 0.668347, - "accuracy": 0.718077, - "main_score": 0.668347, + "precision": 0.642364, + "recall": 0.710566, + "f1": 0.661238, + "accuracy": 0.710566, + "main_score": 0.661238, "hf_subset": "ton_Latn-mal_Mlym", "languages": [ "ton-Latn", "mal-Mlym" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.629379, - "recall": 0.676515, - "f1": 0.642302, - "accuracy": 0.676515, - "main_score": 0.642302, + "precision": 0.618974, + "recall": 0.665999, + "f1": 0.631914, + "accuracy": 0.665999, + "main_score": 0.631914, "hf_subset": "ton_Latn-mlg_Latn", "languages": [ "ton-Latn", "mlg-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.717923, - "recall": 0.762644, - "f1": 0.730618, - "accuracy": 0.762644, - "main_score": 0.730618, + "precision": 0.705834, + "recall": 0.752629, + "f1": 0.718964, + "accuracy": 0.752629, + "main_score": 0.718964, "hf_subset": "ton_Latn-mri_Latn", "languages": [ "ton-Latn", "mri-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.741631, - "recall": 0.791187, - "f1": 0.75523, - "accuracy": 0.791187, - "main_score": 0.75523, + "precision": 0.739422, + "recall": 0.788683, + "f1": 0.753082, + "accuracy": 0.788683, + "main_score": 0.753082, "hf_subset": "ton_Latn-msa_Latn", "languages": [ "ton-Latn", "msa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682131, - "recall": 0.7331, - "f1": 0.696242, - "accuracy": 0.7331, - "main_score": 0.696242, + "precision": 0.675842, + "recall": 0.726089, + "f1": 0.689698, + "accuracy": 0.726089, + "main_score": 0.689698, "hf_subset": "ton_Latn-smo_Latn", "languages": [ "ton-Latn", "smo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.58952, - "recall": 0.637957, - "f1": 0.603169, - "accuracy": 0.637957, - "main_score": 0.603169, + "precision": 0.583188, + "recall": 0.632449, + "f1": 0.597031, + "accuracy": 0.632449, + "main_score": 0.597031, "hf_subset": "ton_Latn-tah_Latn", "languages": [ "ton-Latn", "tah-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.485574, - "recall": 0.560341, - "f1": 0.506206, - "accuracy": 0.560341, - "main_score": 0.506206, + "precision": 0.479437, + "recall": 0.554832, + "f1": 0.500481, + "accuracy": 0.554832, + "main_score": 0.500481, "hf_subset": "tsn_Latn-amh_Ethi", "languages": [ "tsn-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693758, - "recall": 0.730095, - "f1": 0.703814, - "accuracy": 0.730095, - "main_score": 0.703814, + "precision": 0.687215, + "recall": 0.725588, + "f1": 0.697647, + "accuracy": 0.725588, + "main_score": 0.697647, "hf_subset": "tsn_Latn-eng_Latn", "languages": [ "tsn-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.688661, - "recall": 0.722083, - "f1": 0.698169, - "accuracy": 0.722083, - "main_score": 0.698169, + "precision": 0.687133, + "recall": 0.720581, + "f1": 0.696698, + "accuracy": 0.720581, + "main_score": 0.696698, "hf_subset": "tsn_Latn-hau_Latn", "languages": [ "tsn-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.712247, - "recall": 0.743615, - "f1": 0.720819, - "accuracy": 0.743615, - "main_score": 0.720819, + "precision": 0.704835, + "recall": 0.735603, + "f1": 0.713236, + "accuracy": 0.735603, + "main_score": 0.713236, "hf_subset": "tsn_Latn-ibo_Latn", "languages": [ "tsn-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.784144, - "recall": 0.822734, - "f1": 0.794967, - "accuracy": 0.822734, - "main_score": 0.794967, + "precision": 0.782053, + "recall": 0.822233, + "f1": 0.793294, + "accuracy": 0.822233, + "main_score": 0.793294, "hf_subset": "tsn_Latn-nso_Latn", "languages": [ "tsn-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.444541, - "recall": 0.51327, - "f1": 0.463999, - "accuracy": 0.51327, - "main_score": 0.463999, + "precision": 0.438765, + "recall": 0.509765, + "f1": 0.459097, + "accuracy": 0.509765, + "main_score": 0.459097, "hf_subset": "tsn_Latn-orm_Ethi", "languages": [ "tsn-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.642447, - "recall": 0.685528, - "f1": 0.65457, - "accuracy": 0.685528, - "main_score": 0.65457, + "precision": 0.647252, + "recall": 0.687031, + "f1": 0.658375, + "accuracy": 0.687031, + "main_score": 0.658375, "hf_subset": "tsn_Latn-som_Latn", "languages": [ "tsn-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.696057, - "recall": 0.734602, - "f1": 0.706999, - "accuracy": 0.734602, - "main_score": 0.706999, + "precision": 0.693153, + "recall": 0.729594, + "f1": 0.703309, + "accuracy": 0.729594, + "main_score": 0.703309, "hf_subset": "tsn_Latn-ssw_Latn", "languages": [ "tsn-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.678231, - "recall": 0.715073, - "f1": 0.688373, - "accuracy": 0.715073, - "main_score": 0.688373, + "precision": 0.673077, + "recall": 0.712569, + "f1": 0.683936, + "accuracy": 0.712569, + "main_score": 0.683936, "hf_subset": "tsn_Latn-swa_Latn", "languages": [ "tsn-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.468381, - "recall": 0.544316, - "f1": 0.488764, - "accuracy": 0.544316, - "main_score": 0.488764, + "precision": 0.453871, + "recall": 0.52679, + "f1": 0.473206, + "accuracy": 0.52679, + "main_score": 0.473206, "hf_subset": "tsn_Latn-tir_Ethi", "languages": [ "tsn-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.62444, - "recall": 0.667501, - "f1": 0.637097, - "accuracy": 0.667501, - "main_score": 0.637097, + "precision": 0.621417, + "recall": 0.664497, + "f1": 0.633956, + "accuracy": 0.664497, + "main_score": 0.633956, "hf_subset": "tsn_Latn-wol_Latn", "languages": [ "tsn-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.658718, - "recall": 0.705558, - "f1": 0.672165, - "accuracy": 0.705558, - "main_score": 0.672165, + "precision": 0.656659, + "recall": 0.702554, + "f1": 0.670007, + "accuracy": 0.702554, + "main_score": 0.670007, "hf_subset": "tsn_Latn-xho_Latn", "languages": [ "tsn-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627292, - "recall": 0.676014, - "f1": 0.640925, - "accuracy": 0.676014, - "main_score": 0.640925, + "precision": 0.628337, + "recall": 0.675013, + "f1": 0.641223, + "accuracy": 0.675013, + "main_score": 0.641223, "hf_subset": "tsn_Latn-yor_Latn", "languages": [ "tsn-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691901, - "recall": 0.727091, - "f1": 0.701794, - "accuracy": 0.727091, - "main_score": 0.701794, + "precision": 0.685697, + "recall": 0.721582, + "f1": 0.695775, + "accuracy": 0.721582, + "main_score": 0.695775, "hf_subset": "tsn_Latn-zul_Latn", "languages": [ "tsn-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.904545, - "recall": 0.928893, - "f1": 0.912143, - "accuracy": 0.928893, - "main_score": 0.912143, + "precision": 0.905263, + "recall": 0.929394, + "f1": 0.912727, + "accuracy": 0.929394, + "main_score": 0.912727, "hf_subset": "tuk_Latn-aze_Latn", "languages": [ "tuk-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.836585, - "recall": 0.874311, - "f1": 0.847964, - "accuracy": 0.874311, - "main_score": 0.847964, + "precision": 0.837456, + "recall": 0.875814, + "f1": 0.849183, + "accuracy": 0.875814, + "main_score": 0.849183, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": [ "tuk-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.924779, - "recall": 0.944917, - "f1": 0.931013, - "accuracy": 0.944917, - "main_score": 0.931013, + "precision": 0.927283, + "recall": 0.94642, + "f1": 0.933083, + "accuracy": 0.94642, + "main_score": 0.933083, "hf_subset": "tuk_Latn-eng_Latn", "languages": [ "tuk-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897755, - "recall": 0.923385, - "f1": 0.905761, - "accuracy": 0.923385, - "main_score": 0.905761, + "precision": 0.892155, + "recall": 0.918878, + "f1": 0.900403, + "accuracy": 0.918878, + "main_score": 0.900403, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": [ "tuk-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.882566, - "recall": 0.910866, - "f1": 0.891287, - "accuracy": 0.910866, - "main_score": 0.891287, + "precision": 0.881422, + "recall": 0.909865, + "f1": 0.890219, + "accuracy": 0.909865, + "main_score": 0.890219, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": [ "tuk-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88444, - "recall": 0.912869, - "f1": 0.893117, - "accuracy": 0.912869, - "main_score": 0.893117, + "precision": 0.88885, + "recall": 0.913871, + "f1": 0.896263, + "accuracy": 0.913871, + "main_score": 0.896263, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": [ "tuk-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897338, - "recall": 0.921883, - "f1": 0.904791, - "accuracy": 0.921883, - "main_score": 0.904791, + "precision": 0.894901, + "recall": 0.921382, + "f1": 0.903105, + "accuracy": 0.921382, + "main_score": 0.903105, "hf_subset": "tuk_Latn-tur_Latn", "languages": [ "tuk-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.765149, - "recall": 0.819229, - "f1": 0.781198, - "accuracy": 0.819229, - "main_score": 0.781198, + "precision": 0.757524, + "recall": 0.813721, + "f1": 0.774416, + "accuracy": 0.813721, + "main_score": 0.774416, "hf_subset": "tuk_Latn-uig_Arab", "languages": [ "tuk-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.897404, - "recall": 0.924887, - "f1": 0.905959, - "accuracy": 0.924887, - "main_score": 0.905959, + "precision": 0.901577, + "recall": 0.927892, + "f1": 0.909781, + "accuracy": 0.927892, + "main_score": 0.909781, "hf_subset": "tuk_Latn-uzb_Latn", "languages": [ "tuk-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967868, - "recall": 0.977466, - "f1": 0.97104, - "accuracy": 0.977466, - "main_score": 0.97104, + "precision": 0.970372, + "recall": 0.978968, + "f1": 0.97321, + "accuracy": 0.978968, + "main_score": 0.97321, "hf_subset": "tur_Latn-arb_Arab", "languages": [ "tur-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971374, + "precision": 0.971791, "recall": 0.97997, - "f1": 0.974211, + "f1": 0.974462, "accuracy": 0.97997, - "main_score": 0.974211, + "main_score": 0.974462, "hf_subset": "tur_Latn-aze_Latn", "languages": [ "tur-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915139, - "recall": 0.937907, - "f1": 0.92236, - "accuracy": 0.937907, - "main_score": 0.92236, + "precision": 0.910646, + "recall": 0.934402, + "f1": 0.918119, + "accuracy": 0.934402, + "main_score": 0.918119, "hf_subset": "tur_Latn-bak_Cyrl", "languages": [ "tur-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980053, - "recall": 0.985979, - "f1": 0.981973, - "accuracy": 0.985979, - "main_score": 0.981973, + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, "hf_subset": "tur_Latn-ben_Beng", "languages": [ "tur-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.984977, - "f1": 0.980554, - "accuracy": 0.984977, - "main_score": 0.980554, + "precision": 0.979135, + "recall": 0.985478, + "f1": 0.981222, + "accuracy": 0.985478, + "main_score": 0.981222, "hf_subset": "tur_Latn-deu_Latn", "languages": [ "tur-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.980387, @@ -20246,475 +21932,515 @@ "languages": [ "tur-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985729, - "recall": 0.989985, - "f1": 0.987147, - "accuracy": 0.989985, - "main_score": 0.987147, + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, "hf_subset": "tur_Latn-eng_Latn", "languages": [ "tur-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973877, - "recall": 0.981472, - "f1": 0.976381, - "accuracy": 0.981472, - "main_score": 0.976381, + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971708, + "accuracy": 0.977967, + "main_score": 0.971708, "hf_subset": "tur_Latn-fas_Arab", "languages": [ "tur-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971307, - "recall": 0.978968, - "f1": 0.973794, - "accuracy": 0.978968, - "main_score": 0.973794, + "precision": 0.974044, + "recall": 0.980971, + "f1": 0.976274, + "accuracy": 0.980971, + "main_score": 0.976274, "hf_subset": "tur_Latn-fin_Latn", "languages": [ "tur-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972292, - "recall": 0.980971, - "f1": 0.975129, - "accuracy": 0.980971, - "main_score": 0.975129, + "precision": 0.968953, + "recall": 0.978468, + "f1": 0.972041, + "accuracy": 0.978468, + "main_score": 0.972041, "hf_subset": "tur_Latn-fra_Latn", "languages": [ "tur-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, "hf_subset": "tur_Latn-heb_Hebr", "languages": [ "tur-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979469, - "recall": 0.985979, - "f1": 0.981639, - "accuracy": 0.985979, - "main_score": 0.981639, + "precision": 0.978635, + "recall": 0.984977, + "f1": 0.980721, + "accuracy": 0.984977, + "main_score": 0.980721, "hf_subset": "tur_Latn-hin_Deva", "languages": [ "tur-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, - "recall": 0.976965, - "f1": 0.97104, - "accuracy": 0.976965, - "main_score": 0.97104, + "precision": 0.966825, + "recall": 0.975964, + "f1": 0.969738, + "accuracy": 0.975964, + "main_score": 0.969738, "hf_subset": "tur_Latn-hun_Latn", "languages": [ "tur-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980471, - "recall": 0.985979, - "f1": 0.982307, - "accuracy": 0.985979, - "main_score": 0.982307, + "precision": 0.98189, + "recall": 0.98698, + "f1": 0.983559, + "accuracy": 0.98698, + "main_score": 0.983559, "hf_subset": "tur_Latn-ind_Latn", "languages": [ "tur-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979636, - "recall": 0.985478, - "f1": 0.981556, - "accuracy": 0.985478, - "main_score": 0.981556, + "precision": 0.978384, + "recall": 0.984477, + "f1": 0.980387, + "accuracy": 0.984477, + "main_score": 0.980387, "hf_subset": "tur_Latn-jpn_Jpan", "languages": [ "tur-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965048, - "recall": 0.974962, - "f1": 0.968286, - "accuracy": 0.974962, - "main_score": 0.968286, + "precision": 0.96463, + "recall": 0.974462, + "f1": 0.967785, + "accuracy": 0.974462, + "main_score": 0.967785, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": [ "tur-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.934457, - "recall": 0.952429, - "f1": 0.94026, - "accuracy": 0.952429, - "main_score": 0.94026, + "precision": 0.933664, + "recall": 0.950926, + "f1": 0.939125, + "accuracy": 0.950926, + "main_score": 0.939125, "hf_subset": "tur_Latn-kir_Cyrl", "languages": [ "tur-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972959, - "recall": 0.980971, - "f1": 0.975547, - "accuracy": 0.980971, - "main_score": 0.975547, + "precision": 0.970873, + "recall": 0.979469, + "f1": 0.973627, + "accuracy": 0.979469, + "main_score": 0.973627, "hf_subset": "tur_Latn-kor_Hang", "languages": [ "tur-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.966199, - "recall": 0.975964, - "f1": 0.969371, - "accuracy": 0.975964, - "main_score": 0.969371, + "precision": 0.964822, + "recall": 0.974962, + "f1": 0.968152, + "accuracy": 0.974962, + "main_score": 0.968152, "hf_subset": "tur_Latn-lit_Latn", "languages": [ "tur-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981723, + "precision": 0.98189, "recall": 0.98698, - "f1": 0.983475, + "f1": 0.983559, "accuracy": 0.98698, - "main_score": 0.983475, + "main_score": 0.983559, "hf_subset": "tur_Latn-nld_Latn", "languages": [ "tur-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.970539, + "precision": 0.969955, "recall": 0.978968, - "f1": 0.973293, + "f1": 0.972876, "accuracy": 0.978968, - "main_score": 0.973293, + "main_score": 0.972876, "hf_subset": "tur_Latn-pol_Latn", "languages": [ "tur-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979135, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "tur_Latn-por_Latn", "languages": [ "tur-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, - { - "precision": 0.967994, - "recall": 0.977466, - "f1": 0.971073, - "accuracy": 0.977466, - "main_score": 0.971073, + { + "precision": 0.968845, + "recall": 0.977967, + "f1": 0.971741, + "accuracy": 0.977967, + "main_score": 0.971741, "hf_subset": "tur_Latn-rus_Cyrl", "languages": [ "tur-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972876, - "recall": 0.980971, - "f1": 0.975547, - "accuracy": 0.980971, - "main_score": 0.975547, + "precision": 0.970122, + "recall": 0.978968, + "f1": 0.973043, + "accuracy": 0.978968, + "main_score": 0.973043, "hf_subset": "tur_Latn-spa_Latn", "languages": [ "tur-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.911673, - "recall": 0.9334, - "f1": 0.918337, - "accuracy": 0.9334, - "main_score": 0.918337, + "precision": 0.908216, + "recall": 0.930896, + "f1": 0.91522, + "accuracy": 0.930896, + "main_score": 0.91522, "hf_subset": "tur_Latn-swa_Latn", "languages": [ "tur-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976381, - "recall": 0.983475, - "f1": 0.978718, - "accuracy": 0.983475, - "main_score": 0.978718, + "precision": 0.975046, + "recall": 0.982474, + "f1": 0.977466, + "accuracy": 0.982474, + "main_score": 0.977466, "hf_subset": "tur_Latn-swe_Latn", "languages": [ "tur-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.967994, - "recall": 0.976465, - "f1": 0.970739, - "accuracy": 0.976465, - "main_score": 0.970739, + "precision": 0.964989, + "recall": 0.974462, + "f1": 0.968069, + "accuracy": 0.974462, + "main_score": 0.968069, "hf_subset": "tur_Latn-tam_Taml", "languages": [ "tur-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931272, - "recall": 0.950426, - "f1": 0.937439, - "accuracy": 0.950426, - "main_score": 0.937439, + "precision": 0.932106, + "recall": 0.951427, + "f1": 0.938358, + "accuracy": 0.951427, + "main_score": 0.938358, "hf_subset": "tur_Latn-tat_Cyrl", "languages": [ "tur-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88779, - "recall": 0.915373, - "f1": 0.896261, - "accuracy": 0.915373, - "main_score": 0.896261, + "precision": 0.888241, + "recall": 0.916875, + "f1": 0.897112, + "accuracy": 0.916875, + "main_score": 0.897112, "hf_subset": "tur_Latn-tuk_Latn", "languages": [ "tur-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.885053, - "recall": 0.914372, - "f1": 0.894167, - "accuracy": 0.914372, - "main_score": 0.894167, + "precision": 0.886705, + "recall": 0.916875, + "f1": 0.896147, + "accuracy": 0.916875, + "main_score": 0.896147, "hf_subset": "tur_Latn-uig_Arab", "languages": [ "tur-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.965949, - "recall": 0.975964, - "f1": 0.969204, - "accuracy": 0.975964, - "main_score": 0.969204, + "precision": 0.961275, + "recall": 0.972459, + "f1": 0.964864, + "accuracy": 0.972459, + "main_score": 0.964864, "hf_subset": "tur_Latn-uzb_Latn", "languages": [ "tur-Latn", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.974253, - "recall": 0.981472, - "f1": 0.976582, - "accuracy": 0.981472, - "main_score": 0.976582, + "precision": 0.973335, + "recall": 0.980971, + "f1": 0.97583, + "accuracy": 0.980971, + "main_score": 0.97583, "hf_subset": "tur_Latn-vie_Latn", "languages": [ "tur-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, + "precision": 0.978134, "recall": 0.984477, - "f1": 0.980387, + "f1": 0.98022, "accuracy": 0.984477, - "main_score": 0.980387, + "main_score": 0.98022, "hf_subset": "tur_Latn-zho_Hant", "languages": [ "tur-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.675785, - "recall": 0.726089, - "f1": 0.69069, - "accuracy": 0.726089, - "main_score": 0.69069, + "precision": 0.672763, + "recall": 0.723085, + "f1": 0.687562, + "accuracy": 0.723085, + "main_score": 0.687562, "hf_subset": "tur_Latn-zul_Latn", "languages": [ "tur-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.871796, - "recall": 0.905859, - "f1": 0.882391, - "accuracy": 0.905859, - "main_score": 0.882391, + "precision": 0.878306, + "recall": 0.910866, + "f1": 0.8884, + "accuracy": 0.910866, + "main_score": 0.8884, "hf_subset": "uig_Arab-aze_Latn", "languages": [ "uig-Arab", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.796503, - "recall": 0.843265, - "f1": 0.810826, - "accuracy": 0.843265, - "main_score": 0.810826, + "precision": 0.79193, + "recall": 0.83976, + "f1": 0.806569, + "accuracy": 0.83976, + "main_score": 0.806569, "hf_subset": "uig_Arab-bak_Cyrl", "languages": [ "uig-Arab", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.915665, - "recall": 0.939409, - "f1": 0.923151, - "accuracy": 0.939409, - "main_score": 0.923151, + "precision": 0.916541, + "recall": 0.940411, + "f1": 0.92412, + "accuracy": 0.940411, + "main_score": 0.92412, "hf_subset": "uig_Arab-eng_Latn", "languages": [ "uig-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.88441, - "recall": 0.914872, - "f1": 0.893884, - "accuracy": 0.914872, - "main_score": 0.893884, + "precision": 0.873035, + "recall": 0.90636, + "f1": 0.883325, + "accuracy": 0.90636, + "main_score": 0.883325, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": [ "uig-Arab", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.828818, - "recall": 0.872809, - "f1": 0.842507, - "accuracy": 0.872809, - "main_score": 0.842507, + "precision": 0.832532, + "recall": 0.874812, + "f1": 0.845468, + "accuracy": 0.874812, + "main_score": 0.845468, "hf_subset": "uig_Arab-kir_Cyrl", "languages": [ "uig-Arab", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.841446, - "recall": 0.878818, - "f1": 0.852979, - "accuracy": 0.878818, - "main_score": 0.852979, + "precision": 0.837156, + "recall": 0.874812, + "f1": 0.848356, + "accuracy": 0.874812, + "main_score": 0.848356, "hf_subset": "uig_Arab-tat_Cyrl", "languages": [ "uig-Arab", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.778968, - "recall": 0.828242, - "f1": 0.794027, - "accuracy": 0.828242, - "main_score": 0.794027, + "precision": 0.779644, + "recall": 0.829745, + "f1": 0.794876, + "accuracy": 0.829745, + "main_score": 0.794876, "hf_subset": "uig_Arab-tuk_Latn", "languages": [ "uig-Arab", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.886138, - "recall": 0.916375, - "f1": 0.895503, - "accuracy": 0.916375, - "main_score": 0.895503, + "precision": 0.884861, + "recall": 0.915373, + "f1": 0.894468, + "accuracy": 0.915373, + "main_score": 0.894468, "hf_subset": "uig_Arab-tur_Latn", "languages": [ "uig-Arab", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.86811, - "recall": 0.902854, - "f1": 0.878778, - "accuracy": 0.902854, - "main_score": 0.878778, + "precision": 0.863366, + "recall": 0.898348, + "f1": 0.873945, + "accuracy": 0.898348, + "main_score": 0.873945, "hf_subset": "uig_Arab-uzb_Latn", "languages": [ "uig-Arab", "uzb-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979302, - "recall": 0.985979, - "f1": 0.981472, - "accuracy": 0.985979, - "main_score": 0.981472, + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": [ "ukr-Cyrl", "bel-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985144, - "recall": 0.989484, - "f1": 0.986563, - "accuracy": 0.989484, - "main_score": 0.986563, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": [ "ukr-Cyrl", "bos-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.984727, @@ -20726,19 +22452,21 @@ "languages": [ "ukr-Cyrl", "bul-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, + "precision": 0.988149, "recall": 0.991487, - "f1": 0.989317, + "f1": 0.989234, "accuracy": 0.991487, - "main_score": 0.989317, + "main_score": 0.989234, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": [ "ukr-Cyrl", "ces-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994241, @@ -20750,19 +22478,21 @@ "languages": [ "ukr-Cyrl", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989484, - "f1": 0.98673, - "accuracy": 0.989484, - "main_score": 0.98673, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": [ "ukr-Cyrl", "hrv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.987231, @@ -20774,55 +22504,60 @@ "languages": [ "ukr-Cyrl", "mkd-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.981556, - "recall": 0.98698, - "f1": 0.983308, - "accuracy": 0.98698, - "main_score": 0.983308, + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": [ "ukr-Cyrl", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980304, - "recall": 0.985979, - "f1": 0.98214, - "accuracy": 0.985979, - "main_score": 0.98214, + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": [ "ukr-Cyrl", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985478, - "recall": 0.989985, - "f1": 0.98698, - "accuracy": 0.989985, - "main_score": 0.98698, + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": [ "ukr-Cyrl", "slk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, - "recall": 0.988483, - "f1": 0.985144, - "accuracy": 0.988483, - "main_score": 0.985144, + "precision": 0.983225, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": [ "ukr-Cyrl", "slv-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983475, @@ -20834,7 +22569,8 @@ "languages": [ "ukr-Cyrl", "srp-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983225, @@ -20846,427 +22582,463 @@ "languages": [ "ukr-Cyrl", "srp-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989484, - "recall": 0.992989, - "f1": 0.990653, - "accuracy": 0.992989, - "main_score": 0.990653, + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, "hf_subset": "urd_Arab-ben_Beng", "languages": [ "urd-Arab", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.13107, - "recall": 0.164747, - "f1": 0.139484, - "accuracy": 0.164747, - "main_score": 0.139484, + "precision": 0.133673, + "recall": 0.167752, + "f1": 0.142103, + "accuracy": 0.167752, + "main_score": 0.142103, "hf_subset": "urd_Arab-div_Thaa", "languages": [ "urd-Arab", "div-Thaa" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.994492, - "recall": 0.995994, - "f1": 0.994992, - "accuracy": 0.995994, - "main_score": 0.994992, + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, "hf_subset": "urd_Arab-eng_Latn", "languages": [ "urd-Arab", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.928351, - "recall": 0.948423, - "f1": 0.934669, - "accuracy": 0.948423, - "main_score": 0.934669, + "precision": 0.927329, + "recall": 0.94692, + "f1": 0.933442, + "accuracy": 0.94692, + "main_score": 0.933442, "hf_subset": "urd_Arab-eus_Latn", "languages": [ "urd-Arab", "eus-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984977, - "recall": 0.989985, - "f1": 0.986647, - "accuracy": 0.989985, - "main_score": 0.986647, + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, "hf_subset": "urd_Arab-guj_Gujr", "languages": [ "urd-Arab", "guj-Gujr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987481, - "recall": 0.991487, - "f1": 0.988817, - "accuracy": 0.991487, - "main_score": 0.988817, + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, "hf_subset": "urd_Arab-hin_Deva", "languages": [ "urd-Arab", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, "hf_subset": "urd_Arab-kan_Knda", "languages": [ "urd-Arab", "kan-Knda" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984059, - "recall": 0.988983, - "f1": 0.985645, - "accuracy": 0.988983, - "main_score": 0.985645, + "precision": 0.983308, + "recall": 0.988483, + "f1": 0.984977, + "accuracy": 0.988483, + "main_score": 0.984977, "hf_subset": "urd_Arab-mar_Deva", "languages": [ "urd-Arab", "mar-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985228, - "recall": 0.989484, - "f1": 0.986647, - "accuracy": 0.989484, - "main_score": 0.986647, + "precision": 0.983392, + "recall": 0.987982, + "f1": 0.984894, + "accuracy": 0.987982, + "main_score": 0.984894, "hf_subset": "urd_Arab-nep_Deva", "languages": [ "urd-Arab", "nep-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990986, - "f1": 0.987982, - "accuracy": 0.990986, - "main_score": 0.987982, + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, "hf_subset": "urd_Arab-pan_Guru", "languages": [ "urd-Arab", "pan-Guru" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938157, - "recall": 0.956935, - "f1": 0.944233, - "accuracy": 0.956935, - "main_score": 0.944233, + "precision": 0.934944, + "recall": 0.954432, + "f1": 0.941195, + "accuracy": 0.954432, + "main_score": 0.941195, "hf_subset": "urd_Arab-sin_Sinh", "languages": [ "urd-Arab", "sin-Sinh" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.940678, - "recall": 0.957937, - "f1": 0.946086, - "accuracy": 0.957937, - "main_score": 0.946086, + "precision": 0.938383, + "recall": 0.956435, + "f1": 0.944033, + "accuracy": 0.956435, + "main_score": 0.944033, "hf_subset": "urd_Arab-snd_Arab", "languages": [ "urd-Arab", "snd-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977717, + "precision": 0.97755, "recall": 0.984477, - "f1": 0.979886, + "f1": 0.979803, "accuracy": 0.984477, - "main_score": 0.979886, + "main_score": 0.979803, "hf_subset": "urd_Arab-tam_Taml", "languages": [ "urd-Arab", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "urd_Arab-tel_Telu", "languages": [ "urd-Arab", "tel-Telu" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968202, + "precision": 0.96862, "recall": 0.977466, - "f1": 0.971123, + "f1": 0.971457, "accuracy": 0.977466, - "main_score": 0.971123, + "main_score": 0.971457, "hf_subset": "uzb_Latn-aze_Latn", "languages": [ "uzb-Latn", "aze-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.91917, - "recall": 0.939409, - "f1": 0.925655, - "accuracy": 0.939409, - "main_score": 0.925655, + "precision": 0.92134, + "recall": 0.940911, + "f1": 0.927591, + "accuracy": 0.940911, + "main_score": 0.927591, "hf_subset": "uzb_Latn-bak_Cyrl", "languages": [ "uzb-Latn", "bak-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983893, - "recall": 0.988983, - "f1": 0.985562, - "accuracy": 0.988983, - "main_score": 0.985562, + "precision": 0.983058, + "recall": 0.987982, + "f1": 0.984644, + "accuracy": 0.987982, + "main_score": 0.984644, "hf_subset": "uzb_Latn-eng_Latn", "languages": [ "uzb-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.971975, - "recall": 0.97997, - "f1": 0.974545, - "accuracy": 0.97997, - "main_score": 0.974545, + "precision": 0.968887, + "recall": 0.977967, + "f1": 0.971791, + "accuracy": 0.977967, + "main_score": 0.971791, "hf_subset": "uzb_Latn-kaz_Cyrl", "languages": [ "uzb-Latn", "kaz-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.931556, - "recall": 0.950426, - "f1": 0.937439, - "accuracy": 0.950426, - "main_score": 0.937439, + "precision": 0.932399, + "recall": 0.950926, + "f1": 0.9381, + "accuracy": 0.950926, + "main_score": 0.9381, "hf_subset": "uzb_Latn-kir_Cyrl", "languages": [ "uzb-Latn", "kir-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.938424, - "recall": 0.955934, - "f1": 0.943899, - "accuracy": 0.955934, - "main_score": 0.943899, + "precision": 0.937782, + "recall": 0.955433, + "f1": 0.943348, + "accuracy": 0.955433, + "main_score": 0.943348, "hf_subset": "uzb_Latn-tat_Cyrl", "languages": [ "uzb-Latn", "tat-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.905583, - "recall": 0.931397, - "f1": 0.913654, - "accuracy": 0.931397, - "main_score": 0.913654, + "precision": 0.900242, + "recall": 0.927892, + "f1": 0.90898, + "accuracy": 0.927892, + "main_score": 0.90898, "hf_subset": "uzb_Latn-tuk_Latn", "languages": [ "uzb-Latn", "tuk-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968453, - "recall": 0.977967, - "f1": 0.971541, - "accuracy": 0.977967, - "main_score": 0.971541, + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970623, + "accuracy": 0.977466, + "main_score": 0.970623, "hf_subset": "uzb_Latn-tur_Latn", "languages": [ "uzb-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.860683, - "recall": 0.898348, - "f1": 0.872618, - "accuracy": 0.898348, - "main_score": 0.872618, + "precision": 0.861684, + "recall": 0.899349, + "f1": 0.87356, + "accuracy": 0.899349, + "main_score": 0.87356, "hf_subset": "uzb_Latn-uig_Arab", "languages": [ "uzb-Latn", "uig-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.679143, - "recall": 0.716575, - "f1": 0.689905, - "accuracy": 0.716575, - "main_score": 0.689905, + "precision": 0.675592, + "recall": 0.71357, + "f1": 0.686604, + "accuracy": 0.71357, + "main_score": 0.686604, "hf_subset": "ven_Latn-bem_Latn", "languages": [ "ven-Latn", "bem-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664875, - "recall": 0.711567, - "f1": 0.677936, - "accuracy": 0.711567, - "main_score": 0.677936, + "precision": 0.671624, + "recall": 0.71357, + "f1": 0.683454, + "accuracy": 0.71357, + "main_score": 0.683454, "hf_subset": "ven_Latn-eng_Latn", "languages": [ "ven-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.600844, - "recall": 0.651477, - "f1": 0.61606, - "accuracy": 0.651477, - "main_score": 0.61606, + "precision": 0.600392, + "recall": 0.649474, + "f1": 0.614929, + "accuracy": 0.649474, + "main_score": 0.614929, "hf_subset": "ven_Latn-ewe_Latn", "languages": [ "ven-Latn", "ewe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.65717, - "recall": 0.695043, - "f1": 0.668076, - "accuracy": 0.695043, - "main_score": 0.668076, + "precision": 0.65633, + "recall": 0.694542, + "f1": 0.66708, + "accuracy": 0.694542, + "main_score": 0.66708, "hf_subset": "ven_Latn-fuc_Latn", "languages": [ "ven-Latn", "fuc-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.636063, + "precision": 0.636204, "recall": 0.684026, - "f1": 0.649237, + "f1": 0.649189, "accuracy": 0.684026, - "main_score": 0.649237, + "main_score": 0.649189, "hf_subset": "ven_Latn-kin_Latn", "languages": [ "ven-Latn", "kin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.652076, - "recall": 0.697546, - "f1": 0.665259, - "accuracy": 0.697546, - "main_score": 0.665259, + "precision": 0.650366, + "recall": 0.694041, + "f1": 0.662829, + "accuracy": 0.694041, + "main_score": 0.662829, "hf_subset": "ven_Latn-nde_Latn", "languages": [ "ven-Latn", "nde-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.666107, - "recall": 0.709064, - "f1": 0.678802, - "accuracy": 0.709064, - "main_score": 0.678802, + "precision": 0.660808, + "recall": 0.704557, + "f1": 0.673599, + "accuracy": 0.704557, + "main_score": 0.673599, "hf_subset": "ven_Latn-nya_Latn", "languages": [ "ven-Latn", "nya-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.69814, - "recall": 0.737606, - "f1": 0.709433, - "accuracy": 0.737606, - "main_score": 0.709433, + "precision": 0.691952, + "recall": 0.7331, + "f1": 0.703474, + "accuracy": 0.7331, + "main_score": 0.703474, "hf_subset": "ven_Latn-sna_Latn", "languages": [ "ven-Latn", "sna-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.988483, - "f1": 0.984644, - "accuracy": 0.988483, - "main_score": 0.984644, + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, "hf_subset": "vie_Latn-arb_Arab", "languages": [ "vie-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984727, - "recall": 0.989484, - "f1": 0.986313, - "accuracy": 0.989484, - "main_score": 0.986313, + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, "hf_subset": "vie_Latn-ben_Beng", "languages": [ "vie-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, "hf_subset": "vie_Latn-deu_Latn", "languages": [ "vie-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987231, + "precision": 0.987398, "recall": 0.991487, - "f1": 0.98865, + "f1": 0.988733, "accuracy": 0.991487, - "main_score": 0.98865, + "main_score": 0.988733, "hf_subset": "vie_Latn-ell_Grek", "languages": [ "vie-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.994992, @@ -21278,31 +23050,34 @@ "languages": [ "vie-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, - "recall": 0.985478, - "f1": 0.981138, - "accuracy": 0.985478, - "main_score": 0.981138, + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, "hf_subset": "vie_Latn-fas_Arab", "languages": [ "vie-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973418, - "recall": 0.980971, - "f1": 0.97583, - "accuracy": 0.980971, - "main_score": 0.97583, + "precision": 0.974796, + "recall": 0.981973, + "f1": 0.977049, + "accuracy": 0.981973, + "main_score": 0.977049, "hf_subset": "vie_Latn-fin_Latn", "languages": [ "vie-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.983893, @@ -21314,115 +23089,125 @@ "languages": [ "vie-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.986229, - "recall": 0.990486, - "f1": 0.987648, - "accuracy": 0.990486, - "main_score": 0.987648, + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, "hf_subset": "vie_Latn-heb_Hebr", "languages": [ "vie-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988983, - "recall": 0.992489, - "f1": 0.990152, - "accuracy": 0.992489, - "main_score": 0.990152, + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, "hf_subset": "vie_Latn-hin_Deva", "languages": [ "vie-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980471, - "f1": 0.975296, - "accuracy": 0.980471, - "main_score": 0.975296, + "precision": 0.971457, + "recall": 0.979469, + "f1": 0.974044, + "accuracy": 0.979469, + "main_score": 0.974044, "hf_subset": "vie_Latn-hun_Latn", "languages": [ "vie-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.989234, - "recall": 0.992489, - "f1": 0.990319, - "accuracy": 0.992489, - "main_score": 0.990319, + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, "hf_subset": "vie_Latn-ind_Latn", "languages": [ "vie-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982223, - "recall": 0.987982, - "f1": 0.984143, - "accuracy": 0.987982, - "main_score": 0.984143, + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, "hf_subset": "vie_Latn-jpn_Jpan", "languages": [ "vie-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975463, + "precision": 0.975213, "recall": 0.982474, - "f1": 0.9778, + "f1": 0.977633, "accuracy": 0.982474, - "main_score": 0.9778, + "main_score": 0.977633, "hf_subset": "vie_Latn-kor_Hang", "languages": [ "vie-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979219, - "recall": 0.985478, - "f1": 0.981222, - "accuracy": 0.985478, - "main_score": 0.981222, + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, "hf_subset": "vie_Latn-lit_Latn", "languages": [ "vie-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990486, - "f1": 0.987982, - "accuracy": 0.990486, - "main_score": 0.987982, + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, "hf_subset": "vie_Latn-nld_Latn", "languages": [ "vie-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983475, + "precision": 0.983141, "recall": 0.987982, - "f1": 0.984977, + "f1": 0.984727, "accuracy": 0.987982, - "main_score": 0.984977, + "main_score": 0.984727, "hf_subset": "vie_Latn-pol_Latn", "languages": [ "vie-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.98698, @@ -21434,103 +23219,112 @@ "languages": [ "vie-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978384, - "recall": 0.985478, - "f1": 0.980721, - "accuracy": 0.985478, - "main_score": 0.980721, + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, "hf_subset": "vie_Latn-rus_Cyrl", "languages": [ "vie-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985645, - "recall": 0.989985, - "f1": 0.987064, - "accuracy": 0.989985, - "main_score": 0.987064, + "precision": 0.986605, + "recall": 0.990486, + "f1": 0.987848, + "accuracy": 0.990486, + "main_score": 0.987848, "hf_subset": "vie_Latn-spa_Latn", "languages": [ "vie-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.93464, - "recall": 0.952429, - "f1": 0.940285, - "accuracy": 0.952429, - "main_score": 0.940285, + "precision": 0.932232, + "recall": 0.950426, + "f1": 0.937783, + "accuracy": 0.950426, + "main_score": 0.937783, "hf_subset": "vie_Latn-swa_Latn", "languages": [ "vie-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98673, - "recall": 0.990986, - "f1": 0.988149, - "accuracy": 0.990986, - "main_score": 0.988149, + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "vie_Latn-swe_Latn", "languages": [ "vie-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976131, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, "hf_subset": "vie_Latn-tam_Taml", "languages": [ "vie-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.980971, - "recall": 0.98648, - "f1": 0.982808, - "accuracy": 0.98648, - "main_score": 0.982808, + "precision": 0.982223, + "recall": 0.987481, + "f1": 0.983976, + "accuracy": 0.987481, + "main_score": 0.983976, "hf_subset": "vie_Latn-tur_Latn", "languages": [ "vie-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.98698, - "f1": 0.983976, - "accuracy": 0.98698, - "main_score": 0.983976, + "precision": 0.983225, + "recall": 0.987481, + "f1": 0.984644, + "accuracy": 0.987481, + "main_score": 0.984644, "hf_subset": "vie_Latn-yue_Hant", "languages": [ "vie-Latn", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982056, - "recall": 0.987481, - "f1": 0.983809, - "accuracy": 0.987481, - "main_score": 0.983809, + "precision": 0.981138, + "recall": 0.98648, + "f1": 0.982891, + "accuracy": 0.98648, + "main_score": 0.982891, "hf_subset": "vie_Latn-zho_Hans", "languages": [ "vie-Latn", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.982974, @@ -21542,835 +23336,905 @@ "languages": [ "vie-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.701424, - "recall": 0.751627, - "f1": 0.71671, - "accuracy": 0.751627, - "main_score": 0.71671, + "precision": 0.697, + "recall": 0.748122, + "f1": 0.712496, + "accuracy": 0.748122, + "main_score": 0.712496, "hf_subset": "vie_Latn-zul_Latn", "languages": [ "vie-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.447741, - "recall": 0.515774, - "f1": 0.466715, - "accuracy": 0.515774, - "main_score": 0.466715, + "precision": 0.436227, + "recall": 0.506259, + "f1": 0.455737, + "accuracy": 0.506259, + "main_score": 0.455737, "hf_subset": "wol_Latn-amh_Ethi", "languages": [ "wol-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.63324, - "recall": 0.680521, - "f1": 0.645753, - "accuracy": 0.680521, - "main_score": 0.645753, + "precision": 0.632133, + "recall": 0.679019, + "f1": 0.644625, + "accuracy": 0.679019, + "main_score": 0.644625, "hf_subset": "wol_Latn-eng_Latn", "languages": [ "wol-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615888, - "recall": 0.655483, - "f1": 0.626965, - "accuracy": 0.655483, - "main_score": 0.626965, + "precision": 0.613074, + "recall": 0.652479, + "f1": 0.624236, + "accuracy": 0.652479, + "main_score": 0.624236, "hf_subset": "wol_Latn-hau_Latn", "languages": [ "wol-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640577, - "recall": 0.681022, - "f1": 0.651594, - "accuracy": 0.681022, - "main_score": 0.651594, + "precision": 0.638864, + "recall": 0.677016, + "f1": 0.649521, + "accuracy": 0.677016, + "main_score": 0.649521, "hf_subset": "wol_Latn-ibo_Latn", "languages": [ "wol-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.604378, - "recall": 0.651477, - "f1": 0.617795, - "accuracy": 0.651477, - "main_score": 0.617795, + "precision": 0.606432, + "recall": 0.648473, + "f1": 0.618508, + "accuracy": 0.648473, + "main_score": 0.618508, "hf_subset": "wol_Latn-nso_Latn", "languages": [ "wol-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.430205, - "recall": 0.497747, - "f1": 0.448873, - "accuracy": 0.497747, - "main_score": 0.448873, + "precision": 0.424022, + "recall": 0.492238, + "f1": 0.442769, + "accuracy": 0.492238, + "main_score": 0.442769, "hf_subset": "wol_Latn-orm_Ethi", "languages": [ "wol-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.589881, - "recall": 0.638958, - "f1": 0.603199, - "accuracy": 0.638958, - "main_score": 0.603199, + "precision": 0.587021, + "recall": 0.635954, + "f1": 0.600603, + "accuracy": 0.635954, + "main_score": 0.600603, "hf_subset": "wol_Latn-som_Latn", "languages": [ "wol-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.612416, - "recall": 0.65348, - "f1": 0.624028, - "accuracy": 0.65348, - "main_score": 0.624028, + "precision": 0.612578, + "recall": 0.651978, + "f1": 0.623948, + "accuracy": 0.651978, + "main_score": 0.623948, "hf_subset": "wol_Latn-ssw_Latn", "languages": [ "wol-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621487, - "recall": 0.664497, - "f1": 0.633468, - "accuracy": 0.664497, - "main_score": 0.633468, + "precision": 0.626376, + "recall": 0.667501, + "f1": 0.637848, + "accuracy": 0.667501, + "main_score": 0.637848, "hf_subset": "wol_Latn-swa_Latn", "languages": [ "wol-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.426324, - "recall": 0.498247, - "f1": 0.446145, - "accuracy": 0.498247, - "main_score": 0.446145, + "precision": 0.415722, + "recall": 0.490235, + "f1": 0.435659, + "accuracy": 0.490235, + "main_score": 0.435659, "hf_subset": "wol_Latn-tir_Ethi", "languages": [ "wol-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.628023, - "recall": 0.667501, - "f1": 0.639138, - "accuracy": 0.667501, - "main_score": 0.639138, + "precision": 0.623059, + "recall": 0.662994, + "f1": 0.634389, + "accuracy": 0.662994, + "main_score": 0.634389, "hf_subset": "wol_Latn-tsn_Latn", "languages": [ "wol-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.602255, - "recall": 0.650476, - "f1": 0.616163, - "accuracy": 0.650476, - "main_score": 0.616163, + "precision": 0.596613, + "recall": 0.647972, + "f1": 0.611347, + "accuracy": 0.647972, + "main_score": 0.611347, "hf_subset": "wol_Latn-xho_Latn", "languages": [ "wol-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.544872, - "recall": 0.601402, - "f1": 0.560159, - "accuracy": 0.601402, - "main_score": 0.560159, + "precision": 0.546652, + "recall": 0.603405, + "f1": 0.562193, + "accuracy": 0.603405, + "main_score": 0.562193, "hf_subset": "wol_Latn-yor_Latn", "languages": [ "wol-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.606395, - "recall": 0.649474, - "f1": 0.618658, - "accuracy": 0.649474, - "main_score": 0.618658, + "precision": 0.608709, + "recall": 0.650976, + "f1": 0.620482, + "accuracy": 0.650976, + "main_score": 0.620482, "hf_subset": "wol_Latn-zul_Latn", "languages": [ "wol-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.51835, - "recall": 0.587882, - "f1": 0.537646, - "accuracy": 0.587882, - "main_score": 0.537646, + "precision": 0.507351, + "recall": 0.579369, + "f1": 0.527351, + "accuracy": 0.579369, + "main_score": 0.527351, "hf_subset": "xho_Latn-amh_Ethi", "languages": [ "xho-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.714776, - "recall": 0.75363, - "f1": 0.725262, - "accuracy": 0.75363, - "main_score": 0.725262, + "precision": 0.713594, + "recall": 0.754632, + "f1": 0.724943, + "accuracy": 0.754632, + "main_score": 0.724943, "hf_subset": "xho_Latn-eng_Latn", "languages": [ "xho-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.680434, - "recall": 0.719579, - "f1": 0.691387, - "accuracy": 0.719579, - "main_score": 0.691387, + "precision": 0.674988, + "recall": 0.715073, + "f1": 0.68625, + "accuracy": 0.715073, + "main_score": 0.68625, "hf_subset": "xho_Latn-hau_Latn", "languages": [ "xho-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695688, - "recall": 0.72659, - "f1": 0.704343, - "accuracy": 0.72659, - "main_score": 0.704343, + "precision": 0.688201, + "recall": 0.722083, + "f1": 0.697958, + "accuracy": 0.722083, + "main_score": 0.697958, "hf_subset": "xho_Latn-ibo_Latn", "languages": [ "xho-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.677959, - "recall": 0.71357, - "f1": 0.687894, - "accuracy": 0.71357, - "main_score": 0.687894, + "precision": 0.673018, + "recall": 0.708062, + "f1": 0.683065, + "accuracy": 0.708062, + "main_score": 0.683065, "hf_subset": "xho_Latn-nso_Latn", "languages": [ "xho-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.44047, - "recall": 0.508262, - "f1": 0.459684, - "accuracy": 0.508262, - "main_score": 0.459684, + "precision": 0.438851, + "recall": 0.507261, + "f1": 0.458239, + "accuracy": 0.507261, + "main_score": 0.458239, "hf_subset": "xho_Latn-orm_Ethi", "languages": [ "xho-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.667625, - "recall": 0.714572, - "f1": 0.680842, - "accuracy": 0.714572, - "main_score": 0.680842, + "precision": 0.660146, + "recall": 0.709064, + "f1": 0.67396, + "accuracy": 0.709064, + "main_score": 0.67396, "hf_subset": "xho_Latn-som_Latn", "languages": [ "xho-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.747069, - "recall": 0.791688, - "f1": 0.760166, - "accuracy": 0.791688, - "main_score": 0.760166, + "precision": 0.745052, + "recall": 0.788683, + "f1": 0.75777, + "accuracy": 0.788683, + "main_score": 0.75777, "hf_subset": "xho_Latn-ssw_Latn", "languages": [ "xho-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.705241, - "recall": 0.743615, - "f1": 0.716037, - "accuracy": 0.743615, - "main_score": 0.716037, + "precision": 0.700425, + "recall": 0.737106, + "f1": 0.710486, + "accuracy": 0.737106, + "main_score": 0.710486, "hf_subset": "xho_Latn-swa_Latn", "languages": [ "xho-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.463925, - "recall": 0.534802, - "f1": 0.483876, - "accuracy": 0.534802, - "main_score": 0.483876, + "precision": 0.4518, + "recall": 0.527291, + "f1": 0.472376, + "accuracy": 0.527291, + "main_score": 0.472376, "hf_subset": "xho_Latn-tir_Ethi", "languages": [ "xho-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.68488, - "recall": 0.716074, - "f1": 0.693387, - "accuracy": 0.716074, - "main_score": 0.693387, + "precision": 0.676262, + "recall": 0.708062, + "f1": 0.68513, + "accuracy": 0.708062, + "main_score": 0.68513, "hf_subset": "xho_Latn-tsn_Latn", "languages": [ "xho-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621173, - "recall": 0.663495, - "f1": 0.633295, - "accuracy": 0.663495, - "main_score": 0.633295, + "precision": 0.617833, + "recall": 0.65999, + "f1": 0.629939, + "accuracy": 0.65999, + "main_score": 0.629939, "hf_subset": "xho_Latn-wol_Latn", "languages": [ "xho-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610729, - "recall": 0.668002, - "f1": 0.626946, - "accuracy": 0.668002, - "main_score": 0.626946, + "precision": 0.608768, + "recall": 0.665999, + "f1": 0.624866, + "accuracy": 0.665999, + "main_score": 0.624866, "hf_subset": "xho_Latn-yor_Latn", "languages": [ "xho-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.76883, - "recall": 0.816224, - "f1": 0.782992, - "accuracy": 0.816224, - "main_score": 0.782992, + "precision": 0.764368, + "recall": 0.810716, + "f1": 0.777995, + "accuracy": 0.810716, + "main_score": 0.777995, "hf_subset": "xho_Latn-zul_Latn", "languages": [ "xho-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.506413, - "recall": 0.584377, - "f1": 0.528312, - "accuracy": 0.584377, - "main_score": 0.528312, + "precision": 0.507436, + "recall": 0.580871, + "f1": 0.527731, + "accuracy": 0.580871, + "main_score": 0.527731, "hf_subset": "yor_Latn-amh_Ethi", "languages": [ "yor-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.756119, - "recall": 0.80671, - "f1": 0.770411, - "accuracy": 0.80671, - "main_score": 0.770411, + "precision": 0.759314, + "recall": 0.810215, + "f1": 0.773803, + "accuracy": 0.810215, + "main_score": 0.773803, "hf_subset": "yor_Latn-eng_Latn", "languages": [ "yor-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.671736, - "recall": 0.723085, - "f1": 0.685858, - "accuracy": 0.723085, - "main_score": 0.685858, + "precision": 0.674072, + "recall": 0.723585, + "f1": 0.687985, + "accuracy": 0.723585, + "main_score": 0.687985, "hf_subset": "yor_Latn-hau_Latn", "languages": [ "yor-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.635136, - "recall": 0.676515, - "f1": 0.647093, - "accuracy": 0.676515, - "main_score": 0.647093, + "precision": 0.640127, + "recall": 0.679019, + "f1": 0.651397, + "accuracy": 0.679019, + "main_score": 0.651397, "hf_subset": "yor_Latn-ibo_Latn", "languages": [ "yor-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.603558, - "recall": 0.644967, - "f1": 0.615131, - "accuracy": 0.644967, - "main_score": 0.615131, + "precision": 0.603595, + "recall": 0.644467, + "f1": 0.615462, + "accuracy": 0.644467, + "main_score": 0.615462, "hf_subset": "yor_Latn-nso_Latn", "languages": [ "yor-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.398211, - "recall": 0.476214, - "f1": 0.419727, - "accuracy": 0.476214, - "main_score": 0.419727, + "precision": 0.397392, + "recall": 0.474211, + "f1": 0.418486, + "accuracy": 0.474211, + "main_score": 0.418486, "hf_subset": "yor_Latn-orm_Ethi", "languages": [ "yor-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.638948, - "recall": 0.688032, - "f1": 0.652768, - "accuracy": 0.688032, - "main_score": 0.652768, + "precision": 0.636605, + "recall": 0.687531, + "f1": 0.65079, + "accuracy": 0.687531, + "main_score": 0.65079, "hf_subset": "yor_Latn-som_Latn", "languages": [ "yor-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.615136, - "recall": 0.660491, - "f1": 0.628223, - "accuracy": 0.660491, - "main_score": 0.628223, + "precision": 0.610532, + "recall": 0.653981, + "f1": 0.623048, + "accuracy": 0.653981, + "main_score": 0.623048, "hf_subset": "yor_Latn-ssw_Latn", "languages": [ "yor-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.729336, - "recall": 0.776164, - "f1": 0.742802, - "accuracy": 0.776164, - "main_score": 0.742802, + "precision": 0.725912, + "recall": 0.77316, + "f1": 0.739474, + "accuracy": 0.77316, + "main_score": 0.739474, "hf_subset": "yor_Latn-swa_Latn", "languages": [ "yor-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.41919, - "recall": 0.502754, - "f1": 0.442098, - "accuracy": 0.502754, - "main_score": 0.442098, + "precision": 0.414551, + "recall": 0.492739, + "f1": 0.435839, + "accuracy": 0.492739, + "main_score": 0.435839, "hf_subset": "yor_Latn-tir_Ethi", "languages": [ "yor-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619385, - "recall": 0.660991, - "f1": 0.630871, - "accuracy": 0.660991, - "main_score": 0.630871, + "precision": 0.615762, + "recall": 0.655483, + "f1": 0.627224, + "accuracy": 0.655483, + "main_score": 0.627224, "hf_subset": "yor_Latn-tsn_Latn", "languages": [ "yor-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.544713, - "recall": 0.594392, - "f1": 0.559479, - "accuracy": 0.594392, - "main_score": 0.559479, + "precision": 0.553701, + "recall": 0.600901, + "f1": 0.567602, + "accuracy": 0.600901, + "main_score": 0.567602, "hf_subset": "yor_Latn-wol_Latn", "languages": [ "yor-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.610621, - "recall": 0.671507, - "f1": 0.627931, - "accuracy": 0.671507, - "main_score": 0.627931, + "precision": 0.598977, + "recall": 0.658488, + "f1": 0.615768, + "accuracy": 0.658488, + "main_score": 0.615768, "hf_subset": "yor_Latn-xho_Latn", "languages": [ "yor-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.611845, - "recall": 0.660491, - "f1": 0.625952, - "accuracy": 0.660491, - "main_score": 0.625952, + "precision": 0.609582, + "recall": 0.658988, + "f1": 0.623804, + "accuracy": 0.658988, + "main_score": 0.623804, "hf_subset": "yor_Latn-zul_Latn", "languages": [ "yor-Latn", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992989, - "recall": 0.994992, - "f1": 0.993657, - "accuracy": 0.994992, - "main_score": 0.993657, + "precision": 0.99349, + "recall": 0.995493, + "f1": 0.994158, + "accuracy": 0.995493, + "main_score": 0.994158, "hf_subset": "yue_Hant-eng_Latn", "languages": [ "yue-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978968, + "precision": 0.979219, "recall": 0.984477, - "f1": 0.980805, + "f1": 0.980971, "accuracy": 0.984477, - "main_score": 0.980805, + "main_score": 0.980971, "hf_subset": "yue_Hant-jpn_Jpan", "languages": [ "yue-Hant", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982891, - "recall": 0.987982, - "f1": 0.98456, - "accuracy": 0.987982, - "main_score": 0.98456, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "yue_Hant-kor_Hang", "languages": [ "yue-Hant", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982265, + "precision": 0.98214, "recall": 0.98698, - "f1": 0.983759, + "f1": 0.983726, "accuracy": 0.98698, - "main_score": 0.983759, + "main_score": 0.983726, "hf_subset": "yue_Hant-vie_Latn", "languages": [ "yue-Hant", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98189, - "recall": 0.98698, - "f1": 0.983559, - "accuracy": 0.98698, - "main_score": 0.983559, + "precision": 0.980888, + "recall": 0.985979, + "f1": 0.982557, + "accuracy": 0.985979, + "main_score": 0.982557, "hf_subset": "yue_Hant-zho_Hans", "languages": [ "yue-Hant", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.9836, - "recall": 0.987982, - "f1": 0.985011, - "accuracy": 0.987982, - "main_score": 0.985011, + "precision": 0.985103, + "recall": 0.988983, + "f1": 0.986346, + "accuracy": 0.988983, + "main_score": 0.986346, "hf_subset": "yue_Hant-zho_Hant", "languages": [ "yue-Hant", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985395, - "recall": 0.989985, - "f1": 0.986897, - "accuracy": 0.989985, - "main_score": 0.986897, + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, "hf_subset": "zho_Hans-eng_Latn", "languages": [ "zho-Hans", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.975213, - "recall": 0.982974, - "f1": 0.9778, - "accuracy": 0.982974, - "main_score": 0.9778, + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, "hf_subset": "zho_Hans-jpn_Jpan", "languages": [ "zho-Hans", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.974879, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, "hf_subset": "zho_Hans-kor_Hang", "languages": [ "zho-Hans", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978509, - "recall": 0.984977, - "f1": 0.980588, - "accuracy": 0.984977, - "main_score": 0.980588, + "precision": 0.978176, + "recall": 0.984477, + "f1": 0.98017, + "accuracy": 0.984477, + "main_score": 0.98017, "hf_subset": "zho_Hans-vie_Latn", "languages": [ "zho-Hans", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.984977, - "f1": 0.980721, - "accuracy": 0.984977, - "main_score": 0.980721, + "precision": 0.977883, + "recall": 0.984477, + "f1": 0.980053, + "accuracy": 0.984477, + "main_score": 0.980053, "hf_subset": "zho_Hans-yue_Hant", "languages": [ "zho-Hans", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985478, - "f1": 0.981639, - "accuracy": 0.985478, - "main_score": 0.981639, + "precision": 0.980763, + "recall": 0.985979, + "f1": 0.982424, + "accuracy": 0.985979, + "main_score": 0.982424, "hf_subset": "zho_Hans-zho_Hant", "languages": [ "zho-Hans", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978635, - "recall": 0.985478, - "f1": 0.980888, - "accuracy": 0.985478, - "main_score": 0.980888, + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, "hf_subset": "zho_Hant-arb_Arab", "languages": [ "zho-Hant", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98431, - "recall": 0.988983, - "f1": 0.985812, - "accuracy": 0.988983, - "main_score": 0.985812, + "precision": 0.983559, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, "hf_subset": "zho_Hant-ben_Beng", "languages": [ "zho-Hant", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.985144, - "recall": 0.989484, - "f1": 0.986563, - "accuracy": 0.989484, - "main_score": 0.986563, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "zho_Hant-deu_Latn", "languages": [ "zho-Hant", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.987648, - "recall": 0.991487, - "f1": 0.9889, - "accuracy": 0.991487, - "main_score": 0.9889, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "zho_Hant-ell_Grek", "languages": [ "zho-Hant", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.992489, - "recall": 0.994992, - "f1": 0.993323, - "accuracy": 0.994992, - "main_score": 0.993323, + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, "hf_subset": "zho_Hant-eng_Latn", "languages": [ "zho-Hant", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977383, - "recall": 0.984477, - "f1": 0.97972, - "accuracy": 0.984477, - "main_score": 0.97972, + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, "hf_subset": "zho_Hant-fas_Arab", "languages": [ "zho-Hant", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.972793, - "recall": 0.980471, - "f1": 0.975296, - "accuracy": 0.980471, - "main_score": 0.975296, + "precision": 0.970623, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, "hf_subset": "zho_Hant-fin_Latn", "languages": [ "zho-Hant", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983141, - "recall": 0.988483, - "f1": 0.984894, - "accuracy": 0.988483, - "main_score": 0.984894, + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, "hf_subset": "zho_Hant-fra_Latn", "languages": [ "zho-Hant", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982474, - "recall": 0.987481, - "f1": 0.984143, - "accuracy": 0.987481, - "main_score": 0.984143, + "precision": 0.978885, + "recall": 0.984977, + "f1": 0.980888, + "accuracy": 0.984977, + "main_score": 0.980888, "hf_subset": "zho_Hant-heb_Hebr", "languages": [ "zho-Hant", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98648, - "recall": 0.990486, - "f1": 0.987815, - "accuracy": 0.990486, - "main_score": 0.987815, + "precision": 0.984393, + "recall": 0.988983, + "f1": 0.985896, + "accuracy": 0.988983, + "main_score": 0.985896, "hf_subset": "zho_Hant-hin_Deva", "languages": [ "zho-Hant", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.968703, - "recall": 0.976965, - "f1": 0.971374, - "accuracy": 0.976965, - "main_score": 0.971374, + "precision": 0.971457, + "recall": 0.978968, + "f1": 0.973877, + "accuracy": 0.978968, + "main_score": 0.973877, "hf_subset": "zho_Hant-hun_Latn", "languages": [ "zho-Hant", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.988232, - "recall": 0.991988, - "f1": 0.989484, - "accuracy": 0.991988, - "main_score": 0.989484, + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, "hf_subset": "zho_Hant-ind_Latn", "languages": [ "zho-Hant", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982724, - "recall": 0.987982, - "f1": 0.984477, - "accuracy": 0.987982, - "main_score": 0.984477, + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, "hf_subset": "zho_Hant-jpn_Jpan", "languages": [ "zho-Hant", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.982933, - "recall": 0.987481, - "f1": 0.984343, - "accuracy": 0.987481, - "main_score": 0.984343, + "precision": 0.982015, + "recall": 0.98698, + "f1": 0.983592, + "accuracy": 0.98698, + "main_score": 0.983592, "hf_subset": "zho_Hant-kor_Hang", "languages": [ "zho-Hant", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { "precision": 0.976799, @@ -22382,622 +24246,1538 @@ "languages": [ "zho-Hant", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.98915, - "recall": 0.992489, - "f1": 0.990235, - "accuracy": 0.992489, - "main_score": 0.990235, + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, "hf_subset": "zho_Hant-nld_Latn", "languages": [ "zho-Hant", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, "hf_subset": "zho_Hant-pol_Latn", "languages": [ "zho-Hant", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984477, - "recall": 0.988983, - "f1": 0.985979, - "accuracy": 0.988983, - "main_score": 0.985979, + "precision": 0.985103, + "recall": 0.989484, + "f1": 0.986513, + "accuracy": 0.989484, + "main_score": 0.986513, "hf_subset": "zho_Hant-por_Latn", "languages": [ "zho-Hant", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.976214, - "recall": 0.983475, - "f1": 0.978551, - "accuracy": 0.983475, - "main_score": 0.978551, + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, "hf_subset": "zho_Hant-rus_Cyrl", "languages": [ "zho-Hant", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.979803, - "recall": 0.985979, - "f1": 0.981806, - "accuracy": 0.985979, - "main_score": 0.981806, + "precision": 0.979052, + "recall": 0.985478, + "f1": 0.981138, + "accuracy": 0.985478, + "main_score": 0.981138, "hf_subset": "zho_Hant-spa_Latn", "languages": [ "zho-Hant", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.901536, - "recall": 0.927892, - "f1": 0.909641, - "accuracy": 0.927892, - "main_score": 0.909641, + "precision": 0.899466, + "recall": 0.924887, + "f1": 0.907144, + "accuracy": 0.924887, + "main_score": 0.907144, "hf_subset": "zho_Hant-swa_Latn", "languages": [ "zho-Hant", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.984894, - "recall": 0.989484, - "f1": 0.986396, - "accuracy": 0.989484, - "main_score": 0.986396, + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, "hf_subset": "zho_Hant-swe_Latn", "languages": [ "zho-Hant", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.973794, - "recall": 0.981973, - "f1": 0.976465, - "accuracy": 0.981973, - "main_score": 0.976465, + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, "hf_subset": "zho_Hant-tam_Taml", "languages": [ "zho-Hant", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.978301, + "precision": 0.978384, "recall": 0.984977, - "f1": 0.980471, + "f1": 0.980554, "accuracy": 0.984977, - "main_score": 0.980471, + "main_score": 0.980554, "hf_subset": "zho_Hant-tur_Latn", "languages": [ "zho-Hant", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983058, - "recall": 0.987982, - "f1": 0.984644, - "accuracy": 0.987982, - "main_score": 0.984644, + "precision": 0.981305, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, "hf_subset": "zho_Hant-vie_Latn", "languages": [ "zho-Hant", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.983976, - "recall": 0.988483, - "f1": 0.985478, - "accuracy": 0.988483, - "main_score": 0.985478, + "precision": 0.984477, + "recall": 0.988983, + "f1": 0.985979, + "accuracy": 0.988983, + "main_score": 0.985979, "hf_subset": "zho_Hant-yue_Hant", "languages": [ "zho-Hant", "yue-Hant" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.977299, - "recall": 0.983976, - "f1": 0.979469, - "accuracy": 0.983976, - "main_score": 0.979469, + "precision": 0.976799, + "recall": 0.983475, + "f1": 0.978968, + "accuracy": 0.983475, + "main_score": 0.978968, "hf_subset": "zho_Hant-zho_Hans", "languages": [ "zho-Hant", "zho-Hans" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685617, - "recall": 0.7336, - "f1": 0.699703, - "accuracy": 0.7336, - "main_score": 0.699703, + "precision": 0.681476, + "recall": 0.730596, + "f1": 0.695958, + "accuracy": 0.730596, + "main_score": 0.695958, "hf_subset": "zho_Hant-zul_Latn", "languages": [ "zho-Hant", "zul-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.490524, - "recall": 0.567351, - "f1": 0.511653, - "accuracy": 0.567351, - "main_score": 0.511653, + "precision": 0.484969, + "recall": 0.563345, + "f1": 0.50649, + "accuracy": 0.563345, + "main_score": 0.50649, "hf_subset": "zul_Latn-amh_Ethi", "languages": [ "zul-Latn", "amh-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.621981, - "recall": 0.67351, - "f1": 0.636318, - "accuracy": 0.67351, - "main_score": 0.636318, + "precision": 0.622139, + "recall": 0.671507, + "f1": 0.636103, + "accuracy": 0.671507, + "main_score": 0.636103, "hf_subset": "zul_Latn-arb_Arab", "languages": [ "zul-Latn", "arb-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.656563, - "recall": 0.709064, - "f1": 0.671273, - "accuracy": 0.709064, - "main_score": 0.671273, + "precision": 0.648364, + "recall": 0.702053, + "f1": 0.663416, + "accuracy": 0.702053, + "main_score": 0.663416, "hf_subset": "zul_Latn-ben_Beng", "languages": [ "zul-Latn", "ben-Beng" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664007, - "recall": 0.712569, - "f1": 0.677308, - "accuracy": 0.712569, - "main_score": 0.677308, + "precision": 0.669972, + "recall": 0.714572, + "f1": 0.682243, + "accuracy": 0.714572, + "main_score": 0.682243, "hf_subset": "zul_Latn-deu_Latn", "languages": [ "zul-Latn", "deu-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.668573, - "recall": 0.716575, - "f1": 0.681986, - "accuracy": 0.716575, - "main_score": 0.681986, + "precision": 0.662797, + "recall": 0.712569, + "f1": 0.676821, + "accuracy": 0.712569, + "main_score": 0.676821, "hf_subset": "zul_Latn-ell_Grek", "languages": [ "zul-Latn", "ell-Grek" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.708585, - "recall": 0.749124, - "f1": 0.719716, - "accuracy": 0.749124, - "main_score": 0.719716, + "precision": 0.713664, + "recall": 0.751627, + "f1": 0.723956, + "accuracy": 0.751627, + "main_score": 0.723956, "hf_subset": "zul_Latn-eng_Latn", "languages": [ "zul-Latn", "eng-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.627327, - "recall": 0.676515, - "f1": 0.641246, - "accuracy": 0.676515, - "main_score": 0.641246, + "precision": 0.623416, + "recall": 0.674011, + "f1": 0.637544, + "accuracy": 0.674011, + "main_score": 0.637544, "hf_subset": "zul_Latn-fas_Arab", "languages": [ "zul-Latn", "fas-Arab" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.649721, - "recall": 0.700551, - "f1": 0.663953, - "accuracy": 0.700551, - "main_score": 0.663953, + "precision": 0.644462, + "recall": 0.696044, + "f1": 0.658666, + "accuracy": 0.696044, + "main_score": 0.658666, "hf_subset": "zul_Latn-fin_Latn", "languages": [ "zul-Latn", "fin-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.663965, + "precision": 0.664137, "recall": 0.71307, - "f1": 0.677567, + "f1": 0.678045, "accuracy": 0.71307, - "main_score": 0.677567, + "main_score": 0.678045, "hf_subset": "zul_Latn-fra_Latn", "languages": [ "zul-Latn", "fra-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.689821, - "recall": 0.726089, - "f1": 0.700275, - "accuracy": 0.726089, - "main_score": 0.700275, + "precision": 0.69225, + "recall": 0.728593, + "f1": 0.702909, + "accuracy": 0.728593, + "main_score": 0.702909, "hf_subset": "zul_Latn-hau_Latn", "languages": [ "zul-Latn", "hau-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.640119, - "recall": 0.69304, - "f1": 0.654725, - "accuracy": 0.69304, - "main_score": 0.654725, + "precision": 0.634468, + "recall": 0.689534, + "f1": 0.649853, + "accuracy": 0.689534, + "main_score": 0.649853, "hf_subset": "zul_Latn-heb_Hebr", "languages": [ "zul-Latn", "heb-Hebr" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.654439, - "recall": 0.704557, - "f1": 0.668213, - "accuracy": 0.704557, - "main_score": 0.668213, + "precision": 0.651039, + "recall": 0.701052, + "f1": 0.665042, + "accuracy": 0.701052, + "main_score": 0.665042, "hf_subset": "zul_Latn-hin_Deva", "languages": [ "zul-Latn", "hin-Deva" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.645161, - "recall": 0.696545, - "f1": 0.659554, - "accuracy": 0.696545, - "main_score": 0.659554, + "precision": 0.634784, + "recall": 0.685028, + "f1": 0.64904, + "accuracy": 0.685028, + "main_score": 0.64904, "hf_subset": "zul_Latn-hun_Latn", "languages": [ "zul-Latn", "hun-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.704207, - "recall": 0.736104, - "f1": 0.713402, - "accuracy": 0.736104, - "main_score": 0.713402, + "precision": 0.700635, + "recall": 0.731097, + "f1": 0.709417, + "accuracy": 0.731097, + "main_score": 0.709417, "hf_subset": "zul_Latn-ibo_Latn", "languages": [ "zul-Latn", "ibo-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.695896, - "recall": 0.736605, - "f1": 0.707193, - "accuracy": 0.736605, - "main_score": 0.707193, + "precision": 0.691093, + "recall": 0.7331, + "f1": 0.702906, + "accuracy": 0.7331, + "main_score": 0.702906, "hf_subset": "zul_Latn-ind_Latn", "languages": [ "zul-Latn", "ind-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.632151, - "recall": 0.68002, - "f1": 0.64597, - "accuracy": 0.68002, - "main_score": 0.64597, + "precision": 0.622816, + "recall": 0.674011, + "f1": 0.637309, + "accuracy": 0.674011, + "main_score": 0.637309, "hf_subset": "zul_Latn-jpn_Jpan", "languages": [ "zul-Latn", "jpn-Jpan" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.608204, - "recall": 0.665999, - "f1": 0.624074, - "accuracy": 0.665999, - "main_score": 0.624074, + "precision": 0.60249, + "recall": 0.658488, + "f1": 0.617996, + "accuracy": 0.658488, + "main_score": 0.617996, "hf_subset": "zul_Latn-kor_Hang", "languages": [ "zul-Latn", "kor-Hang" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.65192, - "recall": 0.702554, - "f1": 0.666193, - "accuracy": 0.702554, - "main_score": 0.666193, + "precision": 0.63968, + "recall": 0.691037, + "f1": 0.654407, + "accuracy": 0.691037, + "main_score": 0.654407, "hf_subset": "zul_Latn-lit_Latn", "languages": [ "zul-Latn", "lit-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682976, - "recall": 0.728092, - "f1": 0.695204, - "accuracy": 0.728092, - "main_score": 0.695204, + "precision": 0.677468, + "recall": 0.721582, + "f1": 0.689365, + "accuracy": 0.721582, + "main_score": 0.689365, "hf_subset": "zul_Latn-nld_Latn", "languages": [ "zul-Latn", "nld-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.685524, - "recall": 0.724086, - "f1": 0.69633, - "accuracy": 0.724086, - "main_score": 0.69633, + "precision": 0.680731, + "recall": 0.718578, + "f1": 0.691614, + "accuracy": 0.718578, + "main_score": 0.691614, "hf_subset": "zul_Latn-nso_Latn", "languages": [ "zul-Latn", "nso-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.445504, + "precision": 0.44778, "recall": 0.517777, - "f1": 0.465363, + "f1": 0.467061, "accuracy": 0.517777, - "main_score": 0.465363, + "main_score": 0.467061, "hf_subset": "zul_Latn-orm_Ethi", "languages": [ "zul-Latn", "orm-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665214, - "recall": 0.71357, - "f1": 0.678232, - "accuracy": 0.71357, - "main_score": 0.678232, + "precision": 0.658005, + "recall": 0.706059, + "f1": 0.670994, + "accuracy": 0.706059, + "main_score": 0.670994, "hf_subset": "zul_Latn-pol_Latn", "languages": [ "zul-Latn", "pol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.690492, - "recall": 0.7336, - "f1": 0.702477, - "accuracy": 0.7336, - "main_score": 0.702477, + "precision": 0.688226, + "recall": 0.730095, + "f1": 0.699948, + "accuracy": 0.730095, + "main_score": 0.699948, "hf_subset": "zul_Latn-por_Latn", "languages": [ "zul-Latn", "por-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.653274, - "recall": 0.697546, - "f1": 0.665743, - "accuracy": 0.697546, - "main_score": 0.665743, + "precision": 0.653165, + "recall": 0.696044, + "f1": 0.665333, + "accuracy": 0.696044, + "main_score": 0.665333, "hf_subset": "zul_Latn-rus_Cyrl", "languages": [ "zul-Latn", "rus-Cyrl" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.665625, - "recall": 0.709564, - "f1": 0.678194, - "accuracy": 0.709564, - "main_score": 0.678194, + "precision": 0.663425, + "recall": 0.70656, + "f1": 0.675633, + "accuracy": 0.70656, + "main_score": 0.675633, "hf_subset": "zul_Latn-som_Latn", "languages": [ "zul-Latn", "som-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.66841, + "precision": 0.670956, "recall": 0.712068, - "f1": 0.680959, + "f1": 0.682929, "accuracy": 0.712068, - "main_score": 0.680959, + "main_score": 0.682929, "hf_subset": "zul_Latn-spa_Latn", "languages": [ "zul-Latn", "spa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.768408, - "recall": 0.814722, - "f1": 0.782168, - "accuracy": 0.814722, - "main_score": 0.782168, + "precision": 0.769335, + "recall": 0.813721, + "f1": 0.78247, + "accuracy": 0.813721, + "main_score": 0.78247, "hf_subset": "zul_Latn-ssw_Latn", "languages": [ "zul-Latn", "ssw-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.693899, - "recall": 0.7336, - "f1": 0.704648, - "accuracy": 0.7336, - "main_score": 0.704648, + "precision": 0.689227, + "recall": 0.731597, + "f1": 0.700741, + "accuracy": 0.731597, + "main_score": 0.700741, "hf_subset": "zul_Latn-swa_Latn", "languages": [ "zul-Latn", "swa-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.691208, - "recall": 0.730596, - "f1": 0.702175, - "accuracy": 0.730596, - "main_score": 0.702175, + "precision": 0.683228, + "recall": 0.726089, + "f1": 0.694986, + "accuracy": 0.726089, + "main_score": 0.694986, "hf_subset": "zul_Latn-swe_Latn", "languages": [ "zul-Latn", "swe-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.596327, - "recall": 0.658988, - "f1": 0.613985, - "accuracy": 0.658988, - "main_score": 0.613985, + "precision": 0.589281, + "recall": 0.651978, + "f1": 0.606421, + "accuracy": 0.651978, + "main_score": 0.606421, "hf_subset": "zul_Latn-tam_Taml", "languages": [ "zul-Latn", "tam-Taml" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.460062, - "recall": 0.534301, - "f1": 0.480437, - "accuracy": 0.534301, - "main_score": 0.480437, + "precision": 0.453107, + "recall": 0.525288, + "f1": 0.472604, + "accuracy": 0.525288, + "main_score": 0.472604, "hf_subset": "zul_Latn-tir_Ethi", "languages": [ "zul-Latn", "tir-Ethi" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.682395, + "precision": 0.683912, "recall": 0.718578, - "f1": 0.692713, + "f1": 0.693697, "accuracy": 0.718578, - "main_score": 0.692713, + "main_score": 0.693697, "hf_subset": "zul_Latn-tsn_Latn", "languages": [ "zul-Latn", "tsn-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.650105, - "recall": 0.692038, - "f1": 0.662151, - "accuracy": 0.692038, - "main_score": 0.662151, + "precision": 0.646368, + "recall": 0.689534, + "f1": 0.658676, + "accuracy": 0.689534, + "main_score": 0.658676, "hf_subset": "zul_Latn-tur_Latn", "languages": [ "zul-Latn", "tur-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.664592, - "recall": 0.708563, - "f1": 0.677133, - "accuracy": 0.708563, - "main_score": 0.677133, + "precision": 0.663905, + "recall": 0.70656, + "f1": 0.675775, + "accuracy": 0.70656, + "main_score": 0.675775, "hf_subset": "zul_Latn-vie_Latn", "languages": [ "zul-Latn", "vie-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.619134, - "recall": 0.662494, - "f1": 0.631568, - "accuracy": 0.662494, - "main_score": 0.631568, + "precision": 0.615643, + "recall": 0.65999, + "f1": 0.628848, + "accuracy": 0.65999, + "main_score": 0.628848, "hf_subset": "zul_Latn-wol_Latn", "languages": [ "zul-Latn", "wol-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.754746, - "recall": 0.804206, - "f1": 0.769069, - "accuracy": 0.804206, - "main_score": 0.769069, + "precision": 0.74894, + "recall": 0.7997, + "f1": 0.763707, + "accuracy": 0.7997, + "main_score": 0.763707, "hf_subset": "zul_Latn-xho_Latn", "languages": [ "zul-Latn", "xho-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.616164, - "recall": 0.668002, - "f1": 0.631052, - "accuracy": 0.668002, - "main_score": 0.631052, + "precision": 0.614417, + "recall": 0.664997, + "f1": 0.629259, + "accuracy": 0.664997, + "main_score": 0.629259, "hf_subset": "zul_Latn-yor_Latn", "languages": [ "zul-Latn", "yor-Latn" - ] + ], + "mteb_version": "2.16.0" }, { - "precision": 0.623264, - "recall": 0.67351, - "f1": 0.636973, - "accuracy": 0.67351, - "main_score": 0.636973, + "precision": 0.627437, + "recall": 0.679019, + "f1": 0.641503, + "accuracy": 0.679019, + "main_score": 0.641503, "hf_subset": "zul_Latn-zho_Hant", "languages": [ "zul-Latn", "zho-Hant" - ] + ], + "mteb_version": "2.16.0" } ] }, - "evaluation_time": 312.1668276786804, - "kg_co2_emissions": null + "evaluation_time": 3699.1011467640055, + "kg_co2_emissions": null, + "date": 1784877513.776956, + "evaluation_phases": [ + { + "name": "Data loading", + "start": 0.0, + "end": 1.2048317190492526, + "split": "", + "subset": "" + }, + { + "name": "Encoding", + "start": 2.57326069008559, + "end": 22.54820559802465, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 22.820582629996352, + "end": 41.79959339601919, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 42.06086821400095, + "end": 61.08776873303577, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 61.34721423708834, + "end": 76.1605795850046, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 76.42378140101209, + "end": 98.67529986402951, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 98.93943288701121, + "end": 122.6737732370384, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 122.95680087001529, + "end": 144.9108052190859, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 145.16960089700297, + "end": 164.60606093308888, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 164.86630743707065, + "end": 183.83915446908213, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 184.0997998090461, + "end": 202.75237961602397, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 203.02342362701893, + "end": 221.6310810931027, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 221.89674853999168, + "end": 259.11205823207274, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 259.3755401890958, + "end": 281.1971796370344, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 281.46080231899396, + "end": 305.8328404010972, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 306.0945383619983, + "end": 328.64713947009295, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 328.91540796204936, + "end": 348.98929280100856, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 349.24836287798826, + "end": 372.4851614020299, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 372.74374191707466, + "end": 395.95710026600864, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 396.213800430065, + "end": 418.0340701480163, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 418.3079348760657, + "end": 455.0521392180817, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 455.31334054702893, + "end": 480.1504086420173, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 480.41046100400854, + "end": 501.36418391007464, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 501.6225966610946, + "end": 524.0631080589956, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 524.3394538160646, + "end": 557.7835054000607, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 558.0418633529916, + "end": 579.7250046450645, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 579.9870855130721, + "end": 600.3144750120118, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 600.5775901010493, + "end": 644.7765235539991, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 645.0410200040787, + "end": 679.3829048280604, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 679.6466451650485, + "end": 723.2635557340691, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 723.5390823010821, + "end": 750.7232597980183, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 750.9961943289964, + "end": 772.9226254840614, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 773.1904976700898, + "end": 792.6724945850438, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 792.9382001800695, + "end": 811.9970561640803, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 812.2598695140332, + "end": 853.8289965899894, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 854.0970925990259, + "end": 877.7037330480525, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 877.9692652900703, + "end": 897.1514547331026, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 897.4116862580413, + "end": 916.1094903850462, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 916.3730036600027, + "end": 939.255286490079, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 939.5163476540474, + "end": 960.5106596990954, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 960.7738045681035, + "end": 984.3048843439901, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 984.5681288900087, + "end": 1005.3792270290432, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1005.6407656770898, + "end": 1027.4495155951008, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1027.710163265001, + "end": 1046.1232217419893, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1046.3853188590147, + "end": 1073.271230678074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1073.5338839840842, + "end": 1103.2949529190082, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1103.5637633410515, + "end": 1125.676783117, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1125.9417565490585, + "end": 1148.6285009530839, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1148.8884271590505, + "end": 1167.5342679430032, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1167.7962591029936, + "end": 1222.4354254450882, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1222.6973345890874, + "end": 1251.6459560570074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1251.9062885880703, + "end": 1271.895593863097, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1272.1575811430812, + "end": 1290.4954796120292, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1290.7542110420763, + "end": 1307.4982169570867, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1307.759040659992, + "end": 1333.9558739020722, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1334.2151246530702, + "end": 1364.8296337880893, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1365.0899014320457, + "end": 1395.6749826300656, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1395.9372279020026, + "end": 1423.872681317036, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1424.1391684740083, + "end": 1452.6787338160211, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1452.9440747250337, + "end": 1477.93542846106, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1478.196201646002, + "end": 1517.888606887078, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1518.147220871062, + "end": 1542.197845421033, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1542.4614616130712, + "end": 1570.3042300490197, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1570.5647349150386, + "end": 1591.6937755040126, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1591.9581055390881, + "end": 1617.3615943170153, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1617.6215811910806, + "end": 1640.519116864074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1640.7855576720322, + "end": 1662.1019706550287, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1662.3712717690505, + "end": 1687.4040902910056, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1687.664236659999, + "end": 1710.4690644150833, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1710.7300595419947, + "end": 1732.1425108300755, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1732.4030495740008, + "end": 1762.6386077360949, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1762.90232977306, + "end": 1784.21315627906, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1784.4726179729914, + "end": 1811.382804337074, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1811.6402697321028, + "end": 1834.68328496709, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1834.9584091079887, + "end": 1859.2059876520652, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1859.4756142339902, + "end": 1879.1651640459895, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1879.4228856019909, + "end": 1903.4719076410402, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1903.7417539650341, + "end": 1927.7458761910675, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1928.011780400062, + "end": 1950.8652010520454, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1951.1275837280555, + "end": 1974.956513777026, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 1975.2162178910803, + "end": 2001.8090706530493, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2002.0697794210864, + "end": 2082.8447565310635, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2083.109584958991, + "end": 2104.510516697075, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2104.7715725820744, + "end": 2162.7289598830976, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2163.0038728020154, + "end": 2221.301150551997, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2221.5632924269885, + "end": 2264.0654865590623, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2264.3261444680393, + "end": 2305.0085952460067, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2305.270497580059, + "end": 2364.4855405730195, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2364.7474400179926, + "end": 2424.0421015750617, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2424.3037605190184, + "end": 2454.0787981729954, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2454.3393911450403, + "end": 2512.4503989199875, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2512.7214984589955, + "end": 2543.961965435068, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2544.234991523088, + "end": 2608.1221116470406, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2608.381346158101, + "end": 2663.5546850800747, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2663.8316702740267, + "end": 2719.4379699490964, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2719.69996741903, + "end": 2772.6862238810863, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2772.9620418070117, + "end": 2804.17424087401, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2804.4433018970303, + "end": 2877.373145991005, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2877.6331048660213, + "end": 2904.2120811450295, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2904.4706549900584, + "end": 2924.579560731072, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2924.8408003490185, + "end": 2943.5675521700177, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2943.827616701019, + "end": 2962.955395819037, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2963.224409254035, + "end": 2987.402371548, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 2987.660696022096, + "end": 3009.601185003994, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3009.864835895016, + "end": 3032.5935801060405, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3032.853838209994, + "end": 3056.9329353710636, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3057.191598153091, + "end": 3100.48224594607, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3100.7505906850565, + "end": 3144.1952816681005, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3144.453555245069, + "end": 3168.4428406620864, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3168.699015774997, + "end": 3192.133810735075, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3192.389201826998, + "end": 3213.369198554079, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3213.63760229107, + "end": 3240.7259479840286, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3240.9851407870883, + "end": 3266.6659447170096, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3266.9384603640065, + "end": 3330.8194896701025, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3331.077461507055, + "end": 3355.673591044033, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3355.9429135270184, + "end": 3380.4616240980104, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3380.7195683961036, + "end": 3399.86004132207, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3400.1281922180206, + "end": 3423.0577870800626, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3423.3269765590085, + "end": 3448.197634678101, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3448.4567418640945, + "end": 3477.975071925088, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3478.245945452014, + "end": 3495.515822730027, + "split": "test", + "subset": "parallel" + }, + { + "name": "Encoding", + "start": 3495.7869664160535, + "end": 3510.7883484340273, + "split": "test", + "subset": "parallel" + }, + { + "name": "Scoring", + "start": 3510.7888067970052, + "end": 3676.043670488056, + "split": "test", + "subset": "parallel" + } + ] } \ No newline at end of file From 6ccf751042469314a426891add23ed026f788e01 Mon Sep 17 00:00:00 2001 From: Andrej Ridzik Date: Tue, 25 Aug 2026 16:22:21 +0200 Subject: [PATCH 4/4] Reduce size of FloresBitextMining.json --- .../FloresBitextMining.json | 539813 +-------------- 1 file changed, 1 insertion(+), 539812 deletions(-) diff --git a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json index 8438a35c4e..ccca9f6478 100644 --- a/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json +++ b/results/Qwen__Qwen3-Embedding-4B/636cd9bf47d976946cdbb2b0c3ca0cb2f8eea5ff/FloresBitextMining.json @@ -1,539812 +1 @@ -{ - "dataset_revision": "2144d16cc15edd22d4a9237d12bff5f31f5c07fc", - "task_name": "FloresBitextMining", - "mteb_version": "2.16.0", - "scores": { - "devtest": [ - { - "precision": 0.397827, - "recall": 0.451581, - "f1": 0.412382, - "accuracy": 0.451581, - "main_score": 0.412382, - "hf_subset": "ace_Arab-bam_Latn", - "languages": [ - "ace-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198782, - "recall": 0.236166, - "f1": 0.20802, - "accuracy": 0.236166, - "main_score": 0.20802, - "hf_subset": "ace_Arab-dzo_Tibt", - "languages": [ - "ace-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523197, - "recall": 0.592885, - "f1": 0.541456, - "accuracy": 0.592885, - "main_score": 0.541456, - "hf_subset": "ace_Arab-hin_Deva", - "languages": [ - "ace-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458526, - "recall": 0.524704, - "f1": 0.475261, - "accuracy": 0.524704, - "main_score": 0.475261, - "hf_subset": "ace_Arab-khm_Khmr", - "languages": [ - "ace-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53644, - "recall": 0.592885, - "f1": 0.55147, - "accuracy": 0.592885, - "main_score": 0.55147, - "hf_subset": "ace_Arab-mag_Deva", - "languages": [ - "ace-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561285, - "recall": 0.618577, - "f1": 0.57634, - "accuracy": 0.618577, - "main_score": 0.57634, - "hf_subset": "ace_Arab-pap_Latn", - "languages": [ - "ace-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439815, - "recall": 0.492095, - "f1": 0.45375, - "accuracy": 0.492095, - "main_score": 0.45375, - "hf_subset": "ace_Arab-sot_Latn", - "languages": [ - "ace-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532809, - "recall": 0.587945, - "f1": 0.54734, - "accuracy": 0.587945, - "main_score": 0.54734, - "hf_subset": "ace_Arab-tur_Latn", - "languages": [ - "ace-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745372, - "recall": 0.796443, - "f1": 0.759416, - "accuracy": 0.796443, - "main_score": 0.759416, - "hf_subset": "ace_Arab-ace_Latn", - "languages": [ - "ace-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595365, - "recall": 0.641304, - "f1": 0.607595, - "accuracy": 0.641304, - "main_score": 0.607595, - "hf_subset": "ace_Arab-ban_Latn", - "languages": [ - "ace-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51253, - "recall": 0.577075, - "f1": 0.52814, - "accuracy": 0.577075, - "main_score": 0.52814, - "hf_subset": "ace_Arab-ell_Grek", - "languages": [ - "ace-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517614, - "recall": 0.58004, - "f1": 0.53385, - "accuracy": 0.58004, - "main_score": 0.53385, - "hf_subset": "ace_Arab-hne_Deva", - "languages": [ - "ace-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394654, - "recall": 0.447628, - "f1": 0.408859, - "accuracy": 0.447628, - "main_score": 0.408859, - "hf_subset": "ace_Arab-kik_Latn", - "languages": [ - "ace-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525188, - "recall": 0.588933, - "f1": 0.541333, - "accuracy": 0.588933, - "main_score": 0.541333, - "hf_subset": "ace_Arab-mai_Deva", - "languages": [ - "ace-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486884, - "recall": 0.552372, - "f1": 0.503642, - "accuracy": 0.552372, - "main_score": 0.503642, - "hf_subset": "ace_Arab-pbt_Arab", - "languages": [ - "ace-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529527, - "recall": 0.594862, - "f1": 0.545778, - "accuracy": 0.594862, - "main_score": 0.545778, - "hf_subset": "ace_Arab-spa_Latn", - "languages": [ - "ace-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461306, - "recall": 0.520751, - "f1": 0.477946, - "accuracy": 0.520751, - "main_score": 0.477946, - "hf_subset": "ace_Arab-twi_Latn", - "languages": [ - "ace-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528026, - "recall": 0.593874, - "f1": 0.544862, - "accuracy": 0.593874, - "main_score": 0.544862, - "hf_subset": "ace_Arab-acm_Arab", - "languages": [ - "ace-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4894, - "recall": 0.5583, - "f1": 0.5077, - "accuracy": 0.5583, - "main_score": 0.5077, - "hf_subset": "ace_Arab-bel_Cyrl", - "languages": [ - "ace-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564498, - "recall": 0.62747, - "f1": 0.581144, - "accuracy": 0.62747, - "main_score": 0.581144, - "hf_subset": "ace_Arab-eng_Latn", - "languages": [ - "ace-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544975, - "recall": 0.604743, - "f1": 0.560271, - "accuracy": 0.604743, - "main_score": 0.560271, - "hf_subset": "ace_Arab-hrv_Latn", - "languages": [ - "ace-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407884, - "recall": 0.466403, - "f1": 0.423421, - "accuracy": 0.466403, - "main_score": 0.423421, - "hf_subset": "ace_Arab-kin_Latn", - "languages": [ - "ace-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49973, - "recall": 0.573123, - "f1": 0.517842, - "accuracy": 0.573123, - "main_score": 0.517842, - "hf_subset": "ace_Arab-mal_Mlym", - "languages": [ - "ace-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536996, - "recall": 0.594862, - "f1": 0.55241, - "accuracy": 0.594862, - "main_score": 0.55241, - "hf_subset": "ace_Arab-pes_Arab", - "languages": [ - "ace-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560123, - "recall": 0.61166, - "f1": 0.574576, - "accuracy": 0.61166, - "main_score": 0.574576, - "hf_subset": "ace_Arab-srd_Latn", - "languages": [ - "ace-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210404, - "recall": 0.247036, - "f1": 0.219986, - "accuracy": 0.247036, - "main_score": 0.219986, - "hf_subset": "ace_Arab-tzm_Tfng", - "languages": [ - "ace-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528974, - "recall": 0.592885, - "f1": 0.545033, - "accuracy": 0.592885, - "main_score": 0.545033, - "hf_subset": "ace_Arab-acq_Arab", - "languages": [ - "ace-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452259, - "recall": 0.506917, - "f1": 0.46617, - "accuracy": 0.506917, - "main_score": 0.46617, - "hf_subset": "ace_Arab-bem_Latn", - "languages": [ - "ace-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552408, - "recall": 0.604743, - "f1": 0.566072, - "accuracy": 0.604743, - "main_score": 0.566072, - "hf_subset": "ace_Arab-epo_Latn", - "languages": [ - "ace-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539293, - "recall": 0.597826, - "f1": 0.554218, - "accuracy": 0.597826, - "main_score": 0.554218, - "hf_subset": "ace_Arab-hun_Latn", - "languages": [ - "ace-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52334, - "recall": 0.583992, - "f1": 0.539231, - "accuracy": 0.583992, - "main_score": 0.539231, - "hf_subset": "ace_Arab-kir_Cyrl", - "languages": [ - "ace-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534507, - "recall": 0.588933, - "f1": 0.548502, - "accuracy": 0.588933, - "main_score": 0.548502, - "hf_subset": "ace_Arab-mar_Deva", - "languages": [ - "ace-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462981, - "recall": 0.517787, - "f1": 0.477956, - "accuracy": 0.517787, - "main_score": 0.477956, - "hf_subset": "ace_Arab-plt_Latn", - "languages": [ - "ace-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545163, - "recall": 0.61166, - "f1": 0.562814, - "accuracy": 0.61166, - "main_score": 0.562814, - "hf_subset": "ace_Arab-srp_Cyrl", - "languages": [ - "ace-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448711, - "recall": 0.502964, - "f1": 0.463225, - "accuracy": 0.502964, - "main_score": 0.463225, - "hf_subset": "ace_Arab-uig_Arab", - "languages": [ - "ace-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513732, - "recall": 0.570158, - "f1": 0.528624, - "accuracy": 0.570158, - "main_score": 0.528624, - "hf_subset": "ace_Arab-aeb_Arab", - "languages": [ - "ace-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534002, - "recall": 0.600791, - "f1": 0.551971, - "accuracy": 0.600791, - "main_score": 0.551971, - "hf_subset": "ace_Arab-ben_Beng", - "languages": [ - "ace-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524289, - "recall": 0.578063, - "f1": 0.538165, - "accuracy": 0.578063, - "main_score": 0.538165, - "hf_subset": "ace_Arab-est_Latn", - "languages": [ - "ace-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50034, - "recall": 0.56917, - "f1": 0.517918, - "accuracy": 0.56917, - "main_score": 0.517918, - "hf_subset": "ace_Arab-hye_Armn", - "languages": [ - "ace-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415182, - "recall": 0.471344, - "f1": 0.429597, - "accuracy": 0.471344, - "main_score": 0.429597, - "hf_subset": "ace_Arab-kmb_Latn", - "languages": [ - "ace-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640456, - "recall": 0.702569, - "f1": 0.658101, - "accuracy": 0.702569, - "main_score": 0.658101, - "hf_subset": "ace_Arab-min_Arab", - "languages": [ - "ace-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532604, - "recall": 0.600791, - "f1": 0.550571, - "accuracy": 0.600791, - "main_score": 0.550571, - "hf_subset": "ace_Arab-pol_Latn", - "languages": [ - "ace-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430106, - "recall": 0.486166, - "f1": 0.445262, - "accuracy": 0.486166, - "main_score": 0.445262, - "hf_subset": "ace_Arab-ssw_Latn", - "languages": [ - "ace-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533192, - "recall": 0.598814, - "f1": 0.549881, - "accuracy": 0.598814, - "main_score": 0.549881, - "hf_subset": "ace_Arab-ukr_Cyrl", - "languages": [ - "ace-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576644, - "recall": 0.643281, - "f1": 0.595024, - "accuracy": 0.643281, - "main_score": 0.595024, - "hf_subset": "ace_Arab-afr_Latn", - "languages": [ - "ace-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51488, - "recall": 0.571146, - "f1": 0.529513, - "accuracy": 0.571146, - "main_score": 0.529513, - "hf_subset": "ace_Arab-bho_Deva", - "languages": [ - "ace-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534879, - "recall": 0.597826, - "f1": 0.55079, - "accuracy": 0.597826, - "main_score": 0.55079, - "hf_subset": "ace_Arab-eus_Latn", - "languages": [ - "ace-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414638, - "recall": 0.475296, - "f1": 0.430662, - "accuracy": 0.475296, - "main_score": 0.430662, - "hf_subset": "ace_Arab-ibo_Latn", - "languages": [ - "ace-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516038, - "recall": 0.568182, - "f1": 0.529801, - "accuracy": 0.568182, - "main_score": 0.529801, - "hf_subset": "ace_Arab-kmr_Latn", - "languages": [ - "ace-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596185, - "recall": 0.651186, - "f1": 0.610383, - "accuracy": 0.651186, - "main_score": 0.610383, - "hf_subset": "ace_Arab-min_Latn", - "languages": [ - "ace-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55422, - "recall": 0.620553, - "f1": 0.571407, - "accuracy": 0.620553, - "main_score": 0.571407, - "hf_subset": "ace_Arab-por_Latn", - "languages": [ - "ace-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591712, - "recall": 0.644269, - "f1": 0.605445, - "accuracy": 0.644269, - "main_score": 0.605445, - "hf_subset": "ace_Arab-sun_Latn", - "languages": [ - "ace-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411463, - "recall": 0.459486, - "f1": 0.424792, - "accuracy": 0.459486, - "main_score": 0.424792, - "hf_subset": "ace_Arab-umb_Latn", - "languages": [ - "ace-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534327, - "recall": 0.593874, - "f1": 0.549035, - "accuracy": 0.593874, - "main_score": 0.549035, - "hf_subset": "ace_Arab-ajp_Arab", - "languages": [ - "ace-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643068, - "recall": 0.701581, - "f1": 0.658986, - "accuracy": 0.701581, - "main_score": 0.658986, - "hf_subset": "ace_Arab-bjn_Arab", - "languages": [ - "ace-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39189, - "recall": 0.442688, - "f1": 0.405284, - "accuracy": 0.442688, - "main_score": 0.405284, - "hf_subset": "ace_Arab-ewe_Latn", - "languages": [ - "ace-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545125, - "recall": 0.59585, - "f1": 0.558313, - "accuracy": 0.59585, - "main_score": 0.558313, - "hf_subset": "ace_Arab-ilo_Latn", - "languages": [ - "ace-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292434, - "recall": 0.331028, - "f1": 0.302823, - "accuracy": 0.331028, - "main_score": 0.302823, - "hf_subset": "ace_Arab-knc_Arab", - "languages": [ - "ace-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544119, - "recall": 0.606719, - "f1": 0.559342, - "accuracy": 0.606719, - "main_score": 0.559342, - "hf_subset": "ace_Arab-mkd_Cyrl", - "languages": [ - "ace-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525327, - "recall": 0.591897, - "f1": 0.542535, - "accuracy": 0.591897, - "main_score": 0.542535, - "hf_subset": "ace_Arab-prs_Arab", - "languages": [ - "ace-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5427, - "recall": 0.610672, - "f1": 0.560987, - "accuracy": 0.610672, - "main_score": 0.560987, - "hf_subset": "ace_Arab-swe_Latn", - "languages": [ - "ace-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517938, - "recall": 0.583992, - "f1": 0.535826, - "accuracy": 0.583992, - "main_score": 0.535826, - "hf_subset": "ace_Arab-urd_Arab", - "languages": [ - "ace-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41479, - "recall": 0.470356, - "f1": 0.429514, - "accuracy": 0.470356, - "main_score": 0.429514, - "hf_subset": "ace_Arab-aka_Latn", - "languages": [ - "ace-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577194, - "recall": 0.625494, - "f1": 0.589613, - "accuracy": 0.625494, - "main_score": 0.589613, - "hf_subset": "ace_Arab-bjn_Latn", - "languages": [ - "ace-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474015, - "recall": 0.528656, - "f1": 0.48746, - "accuracy": 0.528656, - "main_score": 0.48746, - "hf_subset": "ace_Arab-fao_Latn", - "languages": [ - "ace-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579373, - "recall": 0.640316, - "f1": 0.595184, - "accuracy": 0.640316, - "main_score": 0.595184, - "hf_subset": "ace_Arab-ind_Latn", - "languages": [ - "ace-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451746, - "recall": 0.487154, - "f1": 0.461053, - "accuracy": 0.487154, - "main_score": 0.461053, - "hf_subset": "ace_Arab-knc_Latn", - "languages": [ - "ace-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55215, - "recall": 0.600791, - "f1": 0.5647, - "accuracy": 0.600791, - "main_score": 0.5647, - "hf_subset": "ace_Arab-mlt_Latn", - "languages": [ - "ace-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460571, - "recall": 0.514822, - "f1": 0.475279, - "accuracy": 0.514822, - "main_score": 0.475279, - "hf_subset": "ace_Arab-quy_Latn", - "languages": [ - "ace-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495829, - "recall": 0.555336, - "f1": 0.512529, - "accuracy": 0.555336, - "main_score": 0.512529, - "hf_subset": "ace_Arab-swh_Latn", - "languages": [ - "ace-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537882, - "recall": 0.587945, - "f1": 0.550631, - "accuracy": 0.587945, - "main_score": 0.550631, - "hf_subset": "ace_Arab-uzn_Latn", - "languages": [ - "ace-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553347, - "recall": 0.607708, - "f1": 0.567669, - "accuracy": 0.607708, - "main_score": 0.567669, - "hf_subset": "ace_Arab-als_Latn", - "languages": [ - "ace-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.241209, - "recall": 0.286561, - "f1": 0.251721, - "accuracy": 0.286561, - "main_score": 0.251721, - "hf_subset": "ace_Arab-bod_Tibt", - "languages": [ - "ace-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439886, - "recall": 0.487154, - "f1": 0.452708, - "accuracy": 0.487154, - "main_score": 0.452708, - "hf_subset": "ace_Arab-fij_Latn", - "languages": [ - "ace-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45965, - "recall": 0.518775, - "f1": 0.47493, - "accuracy": 0.518775, - "main_score": 0.47493, - "hf_subset": "ace_Arab-isl_Latn", - "languages": [ - "ace-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462982, - "recall": 0.511858, - "f1": 0.476211, - "accuracy": 0.511858, - "main_score": 0.476211, - "hf_subset": "ace_Arab-kon_Latn", - "languages": [ - "ace-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455492, - "recall": 0.51087, - "f1": 0.470533, - "accuracy": 0.51087, - "main_score": 0.470533, - "hf_subset": "ace_Arab-mni_Beng", - "languages": [ - "ace-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555527, - "recall": 0.619565, - "f1": 0.572333, - "accuracy": 0.619565, - "main_score": 0.572333, - "hf_subset": "ace_Arab-ron_Latn", - "languages": [ - "ace-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548582, - "recall": 0.612648, - "f1": 0.565257, - "accuracy": 0.612648, - "main_score": 0.565257, - "hf_subset": "ace_Arab-szl_Latn", - "languages": [ - "ace-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547492, - "recall": 0.608696, - "f1": 0.562951, - "accuracy": 0.608696, - "main_score": 0.562951, - "hf_subset": "ace_Arab-vec_Latn", - "languages": [ - "ace-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442221, - "recall": 0.506917, - "f1": 0.459165, - "accuracy": 0.506917, - "main_score": 0.459165, - "hf_subset": "ace_Arab-amh_Ethi", - "languages": [ - "ace-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553866, - "recall": 0.612648, - "f1": 0.569202, - "accuracy": 0.612648, - "main_score": 0.569202, - "hf_subset": "ace_Arab-bos_Latn", - "languages": [ - "ace-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520486, - "recall": 0.588933, - "f1": 0.538587, - "accuracy": 0.588933, - "main_score": 0.538587, - "hf_subset": "ace_Arab-fin_Latn", - "languages": [ - "ace-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522216, - "recall": 0.587945, - "f1": 0.539539, - "accuracy": 0.587945, - "main_score": 0.539539, - "hf_subset": "ace_Arab-ita_Latn", - "languages": [ - "ace-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501535, - "recall": 0.563241, - "f1": 0.517797, - "accuracy": 0.563241, - "main_score": 0.517797, - "hf_subset": "ace_Arab-kor_Hang", - "languages": [ - "ace-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426265, - "recall": 0.479249, - "f1": 0.44071, - "accuracy": 0.479249, - "main_score": 0.44071, - "hf_subset": "ace_Arab-mos_Latn", - "languages": [ - "ace-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415102, - "recall": 0.462451, - "f1": 0.427649, - "accuracy": 0.462451, - "main_score": 0.427649, - "hf_subset": "ace_Arab-run_Latn", - "languages": [ - "ace-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499023, - "recall": 0.557312, - "f1": 0.514116, - "accuracy": 0.557312, - "main_score": 0.514116, - "hf_subset": "ace_Arab-tam_Taml", - "languages": [ - "ace-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517454, - "recall": 0.577075, - "f1": 0.532542, - "accuracy": 0.577075, - "main_score": 0.532542, - "hf_subset": "ace_Arab-vie_Latn", - "languages": [ - "ace-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520023, - "recall": 0.586957, - "f1": 0.53762, - "accuracy": 0.586957, - "main_score": 0.53762, - "hf_subset": "ace_Arab-apc_Arab", - "languages": [ - "ace-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542507, - "recall": 0.596838, - "f1": 0.556713, - "accuracy": 0.596838, - "main_score": 0.556713, - "hf_subset": "ace_Arab-bug_Latn", - "languages": [ - "ace-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.359279, - "recall": 0.410079, - "f1": 0.37234, - "accuracy": 0.410079, - "main_score": 0.37234, - "hf_subset": "ace_Arab-fon_Latn", - "languages": [ - "ace-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598082, - "recall": 0.650198, - "f1": 0.611769, - "accuracy": 0.650198, - "main_score": 0.611769, - "hf_subset": "ace_Arab-jav_Latn", - "languages": [ - "ace-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443276, - "recall": 0.506917, - "f1": 0.459876, - "accuracy": 0.506917, - "main_score": 0.459876, - "hf_subset": "ace_Arab-lao_Laoo", - "languages": [ - "ace-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408719, - "recall": 0.462451, - "f1": 0.422896, - "accuracy": 0.462451, - "main_score": 0.422896, - "hf_subset": "ace_Arab-mri_Latn", - "languages": [ - "ace-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5283, - "recall": 0.593874, - "f1": 0.54523, - "accuracy": 0.593874, - "main_score": 0.54523, - "hf_subset": "ace_Arab-rus_Cyrl", - "languages": [ - "ace-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424267, - "recall": 0.47332, - "f1": 0.437296, - "accuracy": 0.47332, - "main_score": 0.437296, - "hf_subset": "ace_Arab-taq_Latn", - "languages": [ - "ace-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570913, - "recall": 0.620553, - "f1": 0.583436, - "accuracy": 0.620553, - "main_score": 0.583436, - "hf_subset": "ace_Arab-war_Latn", - "languages": [ - "ace-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527563, - "recall": 0.587945, - "f1": 0.542406, - "accuracy": 0.587945, - "main_score": 0.542406, - "hf_subset": "ace_Arab-arb_Arab", - "languages": [ - "ace-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546526, - "recall": 0.604743, - "f1": 0.561219, - "accuracy": 0.604743, - "main_score": 0.561219, - "hf_subset": "ace_Arab-bul_Cyrl", - "languages": [ - "ace-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544469, - "recall": 0.602767, - "f1": 0.560127, - "accuracy": 0.602767, - "main_score": 0.560127, - "hf_subset": "ace_Arab-fra_Latn", - "languages": [ - "ace-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513082, - "recall": 0.571146, - "f1": 0.528463, - "accuracy": 0.571146, - "main_score": 0.528463, - "hf_subset": "ace_Arab-jpn_Jpan", - "languages": [ - "ace-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556697, - "recall": 0.618577, - "f1": 0.572662, - "accuracy": 0.618577, - "main_score": 0.572662, - "hf_subset": "ace_Arab-lij_Latn", - "languages": [ - "ace-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37144, - "recall": 0.4417, - "f1": 0.389786, - "accuracy": 0.4417, - "main_score": 0.389786, - "hf_subset": "ace_Arab-mya_Mymr", - "languages": [ - "ace-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431693, - "recall": 0.497036, - "f1": 0.448529, - "accuracy": 0.497036, - "main_score": 0.448529, - "hf_subset": "ace_Arab-sag_Latn", - "languages": [ - "ace-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20387, - "recall": 0.244071, - "f1": 0.213152, - "accuracy": 0.244071, - "main_score": 0.213152, - "hf_subset": "ace_Arab-taq_Tfng", - "languages": [ - "ace-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455287, - "recall": 0.512846, - "f1": 0.47148, - "accuracy": 0.512846, - "main_score": 0.47148, - "hf_subset": "ace_Arab-wol_Latn", - "languages": [ - "ace-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393989, - "recall": 0.448617, - "f1": 0.407988, - "accuracy": 0.448617, - "main_score": 0.407988, - "hf_subset": "ace_Arab-arb_Latn", - "languages": [ - "ace-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561533, - "recall": 0.623518, - "f1": 0.577702, - "accuracy": 0.623518, - "main_score": 0.577702, - "hf_subset": "ace_Arab-cat_Latn", - "languages": [ - "ace-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547453, - "recall": 0.594862, - "f1": 0.559562, - "accuracy": 0.594862, - "main_score": 0.559562, - "hf_subset": "ace_Arab-fur_Latn", - "languages": [ - "ace-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371418, - "recall": 0.422925, - "f1": 0.385359, - "accuracy": 0.422925, - "main_score": 0.385359, - "hf_subset": "ace_Arab-kab_Latn", - "languages": [ - "ace-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533324, - "recall": 0.593874, - "f1": 0.549474, - "accuracy": 0.593874, - "main_score": 0.549474, - "hf_subset": "ace_Arab-lim_Latn", - "languages": [ - "ace-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516798, - "recall": 0.585968, - "f1": 0.534485, - "accuracy": 0.585968, - "main_score": 0.534485, - "hf_subset": "ace_Arab-nld_Latn", - "languages": [ - "ace-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472832, - "recall": 0.541502, - "f1": 0.490756, - "accuracy": 0.541502, - "main_score": 0.490756, - "hf_subset": "ace_Arab-san_Deva", - "languages": [ - "ace-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52849, - "recall": 0.587945, - "f1": 0.543619, - "accuracy": 0.587945, - "main_score": 0.543619, - "hf_subset": "ace_Arab-tat_Cyrl", - "languages": [ - "ace-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460608, - "recall": 0.518775, - "f1": 0.475917, - "accuracy": 0.518775, - "main_score": 0.475917, - "hf_subset": "ace_Arab-xho_Latn", - "languages": [ - "ace-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503912, - "recall": 0.570158, - "f1": 0.520636, - "accuracy": 0.570158, - "main_score": 0.520636, - "hf_subset": "ace_Arab-ars_Arab", - "languages": [ - "ace-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570107, - "recall": 0.619565, - "f1": 0.582548, - "accuracy": 0.619565, - "main_score": 0.582548, - "hf_subset": "ace_Arab-ceb_Latn", - "languages": [ - "ace-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419277, - "recall": 0.47332, - "f1": 0.434318, - "accuracy": 0.47332, - "main_score": 0.434318, - "hf_subset": "ace_Arab-fuv_Latn", - "languages": [ - "ace-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395257, - "recall": 0.451581, - "f1": 0.409394, - "accuracy": 0.451581, - "main_score": 0.409394, - "hf_subset": "ace_Arab-kac_Latn", - "languages": [ - "ace-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471938, - "recall": 0.529644, - "f1": 0.487051, - "accuracy": 0.529644, - "main_score": 0.487051, - "hf_subset": "ace_Arab-lin_Latn", - "languages": [ - "ace-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550537, - "recall": 0.609684, - "f1": 0.565625, - "accuracy": 0.609684, - "main_score": 0.565625, - "hf_subset": "ace_Arab-nno_Latn", - "languages": [ - "ace-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124742, - "recall": 0.166008, - "f1": 0.135004, - "accuracy": 0.166008, - "main_score": 0.135004, - "hf_subset": "ace_Arab-sat_Olck", - "languages": [ - "ace-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513594, - "recall": 0.581028, - "f1": 0.530788, - "accuracy": 0.581028, - "main_score": 0.530788, - "hf_subset": "ace_Arab-tel_Telu", - "languages": [ - "ace-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467434, - "recall": 0.529644, - "f1": 0.485086, - "accuracy": 0.529644, - "main_score": 0.485086, - "hf_subset": "ace_Arab-ydd_Hebr", - "languages": [ - "ace-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489996, - "recall": 0.551383, - "f1": 0.506534, - "accuracy": 0.551383, - "main_score": 0.506534, - "hf_subset": "ace_Arab-ary_Arab", - "languages": [ - "ace-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545862, - "recall": 0.601779, - "f1": 0.560318, - "accuracy": 0.601779, - "main_score": 0.560318, - "hf_subset": "ace_Arab-ces_Latn", - "languages": [ - "ace-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419278, - "recall": 0.475296, - "f1": 0.434046, - "accuracy": 0.475296, - "main_score": 0.434046, - "hf_subset": "ace_Arab-gaz_Latn", - "languages": [ - "ace-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425463, - "recall": 0.470356, - "f1": 0.438058, - "accuracy": 0.470356, - "main_score": 0.438058, - "hf_subset": "ace_Arab-kam_Latn", - "languages": [ - "ace-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539711, - "recall": 0.596838, - "f1": 0.555026, - "accuracy": 0.596838, - "main_score": 0.555026, - "hf_subset": "ace_Arab-lit_Latn", - "languages": [ - "ace-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540276, - "recall": 0.604743, - "f1": 0.557425, - "accuracy": 0.604743, - "main_score": 0.557425, - "hf_subset": "ace_Arab-nob_Latn", - "languages": [ - "ace-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52763, - "recall": 0.58004, - "f1": 0.540868, - "accuracy": 0.58004, - "main_score": 0.540868, - "hf_subset": "ace_Arab-scn_Latn", - "languages": [ - "ace-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491721, - "recall": 0.547431, - "f1": 0.50623, - "accuracy": 0.547431, - "main_score": 0.50623, - "hf_subset": "ace_Arab-tgk_Cyrl", - "languages": [ - "ace-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386191, - "recall": 0.449605, - "f1": 0.402877, - "accuracy": 0.449605, - "main_score": 0.402877, - "hf_subset": "ace_Arab-yor_Latn", - "languages": [ - "ace-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507947, - "recall": 0.571146, - "f1": 0.523782, - "accuracy": 0.571146, - "main_score": 0.523782, - "hf_subset": "ace_Arab-arz_Arab", - "languages": [ - "ace-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424502, - "recall": 0.480237, - "f1": 0.43923, - "accuracy": 0.480237, - "main_score": 0.43923, - "hf_subset": "ace_Arab-cjk_Latn", - "languages": [ - "ace-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431614, - "recall": 0.486166, - "f1": 0.446015, - "accuracy": 0.486166, - "main_score": 0.446015, - "hf_subset": "ace_Arab-gla_Latn", - "languages": [ - "ace-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501814, - "recall": 0.566206, - "f1": 0.518755, - "accuracy": 0.566206, - "main_score": 0.518755, - "hf_subset": "ace_Arab-kan_Knda", - "languages": [ - "ace-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553068, - "recall": 0.608696, - "f1": 0.567724, - "accuracy": 0.608696, - "main_score": 0.567724, - "hf_subset": "ace_Arab-lmo_Latn", - "languages": [ - "ace-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523623, - "recall": 0.590909, - "f1": 0.540382, - "accuracy": 0.590909, - "main_score": 0.540382, - "hf_subset": "ace_Arab-npi_Deva", - "languages": [ - "ace-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326768, - "recall": 0.371542, - "f1": 0.338527, - "accuracy": 0.371542, - "main_score": 0.338527, - "hf_subset": "ace_Arab-shn_Mymr", - "languages": [ - "ace-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57449, - "recall": 0.631423, - "f1": 0.589205, - "accuracy": 0.631423, - "main_score": 0.589205, - "hf_subset": "ace_Arab-tgl_Latn", - "languages": [ - "ace-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492215, - "recall": 0.552372, - "f1": 0.507187, - "accuracy": 0.552372, - "main_score": 0.507187, - "hf_subset": "ace_Arab-yue_Hant", - "languages": [ - "ace-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499603, - "recall": 0.564229, - "f1": 0.51645, - "accuracy": 0.564229, - "main_score": 0.51645, - "hf_subset": "ace_Arab-asm_Beng", - "languages": [ - "ace-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485957, - "recall": 0.546443, - "f1": 0.502101, - "accuracy": 0.546443, - "main_score": 0.502101, - "hf_subset": "ace_Arab-ckb_Arab", - "languages": [ - "ace-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43042, - "recall": 0.479249, - "f1": 0.443517, - "accuracy": 0.479249, - "main_score": 0.443517, - "hf_subset": "ace_Arab-gle_Latn", - "languages": [ - "ace-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495474, - "recall": 0.545455, - "f1": 0.508665, - "accuracy": 0.545455, - "main_score": 0.508665, - "hf_subset": "ace_Arab-kas_Arab", - "languages": [ - "ace-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51602, - "recall": 0.573123, - "f1": 0.531416, - "accuracy": 0.573123, - "main_score": 0.531416, - "hf_subset": "ace_Arab-ltg_Latn", - "languages": [ - "ace-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463471, - "recall": 0.514822, - "f1": 0.476648, - "accuracy": 0.514822, - "main_score": 0.476648, - "hf_subset": "ace_Arab-nso_Latn", - "languages": [ - "ace-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447279, - "recall": 0.513834, - "f1": 0.464397, - "accuracy": 0.513834, - "main_score": 0.464397, - "hf_subset": "ace_Arab-sin_Sinh", - "languages": [ - "ace-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518873, - "recall": 0.58004, - "f1": 0.534971, - "accuracy": 0.58004, - "main_score": 0.534971, - "hf_subset": "ace_Arab-tha_Thai", - "languages": [ - "ace-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494553, - "recall": 0.548419, - "f1": 0.507798, - "accuracy": 0.548419, - "main_score": 0.507798, - "hf_subset": "ace_Arab-zho_Hans", - "languages": [ - "ace-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562267, - "recall": 0.620553, - "f1": 0.57765, - "accuracy": 0.620553, - "main_score": 0.57765, - "hf_subset": "ace_Arab-ast_Latn", - "languages": [ - "ace-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508443, - "recall": 0.571146, - "f1": 0.524585, - "accuracy": 0.571146, - "main_score": 0.524585, - "hf_subset": "ace_Arab-crh_Latn", - "languages": [ - "ace-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549934, - "recall": 0.614625, - "f1": 0.567176, - "accuracy": 0.614625, - "main_score": 0.567176, - "hf_subset": "ace_Arab-glg_Latn", - "languages": [ - "ace-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484012, - "recall": 0.535573, - "f1": 0.497819, - "accuracy": 0.535573, - "main_score": 0.497819, - "hf_subset": "ace_Arab-kas_Deva", - "languages": [ - "ace-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545259, - "recall": 0.594862, - "f1": 0.559147, - "accuracy": 0.594862, - "main_score": 0.559147, - "hf_subset": "ace_Arab-ltz_Latn", - "languages": [ - "ace-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37087, - "recall": 0.43083, - "f1": 0.386128, - "accuracy": 0.43083, - "main_score": 0.386128, - "hf_subset": "ace_Arab-nus_Latn", - "languages": [ - "ace-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527965, - "recall": 0.593874, - "f1": 0.544866, - "accuracy": 0.593874, - "main_score": 0.544866, - "hf_subset": "ace_Arab-slk_Latn", - "languages": [ - "ace-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385118, - "recall": 0.438735, - "f1": 0.398704, - "accuracy": 0.438735, - "main_score": 0.398704, - "hf_subset": "ace_Arab-tir_Ethi", - "languages": [ - "ace-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500008, - "recall": 0.561265, - "f1": 0.514777, - "accuracy": 0.561265, - "main_score": 0.514777, - "hf_subset": "ace_Arab-zho_Hant", - "languages": [ - "ace-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514504, - "recall": 0.576087, - "f1": 0.530343, - "accuracy": 0.576087, - "main_score": 0.530343, - "hf_subset": "ace_Arab-awa_Deva", - "languages": [ - "ace-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485259, - "recall": 0.538538, - "f1": 0.499585, - "accuracy": 0.538538, - "main_score": 0.499585, - "hf_subset": "ace_Arab-cym_Latn", - "languages": [ - "ace-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497176, - "recall": 0.551383, - "f1": 0.511519, - "accuracy": 0.551383, - "main_score": 0.511519, - "hf_subset": "ace_Arab-grn_Latn", - "languages": [ - "ace-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538122, - "recall": 0.594862, - "f1": 0.552583, - "accuracy": 0.594862, - "main_score": 0.552583, - "hf_subset": "ace_Arab-kat_Geor", - "languages": [ - "ace-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467965, - "recall": 0.520751, - "f1": 0.482626, - "accuracy": 0.520751, - "main_score": 0.482626, - "hf_subset": "ace_Arab-lua_Latn", - "languages": [ - "ace-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442352, - "recall": 0.494071, - "f1": 0.455204, - "accuracy": 0.494071, - "main_score": 0.455204, - "hf_subset": "ace_Arab-nya_Latn", - "languages": [ - "ace-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526976, - "recall": 0.583004, - "f1": 0.54099, - "accuracy": 0.583004, - "main_score": 0.54099, - "hf_subset": "ace_Arab-slv_Latn", - "languages": [ - "ace-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52201, - "recall": 0.575099, - "f1": 0.536672, - "accuracy": 0.575099, - "main_score": 0.536672, - "hf_subset": "ace_Arab-tpi_Latn", - "languages": [ - "ace-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576455, - "recall": 0.63834, - "f1": 0.592655, - "accuracy": 0.63834, - "main_score": 0.592655, - "hf_subset": "ace_Arab-zsm_Latn", - "languages": [ - "ace-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420123, - "recall": 0.475296, - "f1": 0.434506, - "accuracy": 0.475296, - "main_score": 0.434506, - "hf_subset": "ace_Arab-ayr_Latn", - "languages": [ - "ace-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557321, - "recall": 0.615613, - "f1": 0.573309, - "accuracy": 0.615613, - "main_score": 0.573309, - "hf_subset": "ace_Arab-dan_Latn", - "languages": [ - "ace-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528868, - "recall": 0.592885, - "f1": 0.545796, - "accuracy": 0.592885, - "main_score": 0.545796, - "hf_subset": "ace_Arab-guj_Gujr", - "languages": [ - "ace-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525469, - "recall": 0.586957, - "f1": 0.541945, - "accuracy": 0.586957, - "main_score": 0.541945, - "hf_subset": "ace_Arab-kaz_Cyrl", - "languages": [ - "ace-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402184, - "recall": 0.45751, - "f1": 0.416385, - "accuracy": 0.45751, - "main_score": 0.416385, - "hf_subset": "ace_Arab-lug_Latn", - "languages": [ - "ace-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564388, - "recall": 0.626482, - "f1": 0.580312, - "accuracy": 0.626482, - "main_score": 0.580312, - "hf_subset": "ace_Arab-oci_Latn", - "languages": [ - "ace-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462206, - "recall": 0.511858, - "f1": 0.47516, - "accuracy": 0.511858, - "main_score": 0.47516, - "hf_subset": "ace_Arab-smo_Latn", - "languages": [ - "ace-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399751, - "recall": 0.460474, - "f1": 0.415489, - "accuracy": 0.460474, - "main_score": 0.415489, - "hf_subset": "ace_Arab-tsn_Latn", - "languages": [ - "ace-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444171, - "recall": 0.5, - "f1": 0.45894, - "accuracy": 0.5, - "main_score": 0.45894, - "hf_subset": "ace_Arab-zul_Latn", - "languages": [ - "ace-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481929, - "recall": 0.536561, - "f1": 0.496087, - "accuracy": 0.536561, - "main_score": 0.496087, - "hf_subset": "ace_Arab-azb_Arab", - "languages": [ - "ace-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539122, - "recall": 0.601779, - "f1": 0.554999, - "accuracy": 0.601779, - "main_score": 0.554999, - "hf_subset": "ace_Arab-deu_Latn", - "languages": [ - "ace-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527108, - "recall": 0.58498, - "f1": 0.542093, - "accuracy": 0.58498, - "main_score": 0.542093, - "hf_subset": "ace_Arab-hat_Latn", - "languages": [ - "ace-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394405, - "recall": 0.444664, - "f1": 0.408455, - "accuracy": 0.444664, - "main_score": 0.408455, - "hf_subset": "ace_Arab-kbp_Latn", - "languages": [ - "ace-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456703, - "recall": 0.51087, - "f1": 0.471244, - "accuracy": 0.51087, - "main_score": 0.471244, - "hf_subset": "ace_Arab-luo_Latn", - "languages": [ - "ace-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509003, - "recall": 0.576087, - "f1": 0.526576, - "accuracy": 0.576087, - "main_score": 0.526576, - "hf_subset": "ace_Arab-ory_Orya", - "languages": [ - "ace-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428247, - "recall": 0.488142, - "f1": 0.443711, - "accuracy": 0.488142, - "main_score": 0.443711, - "hf_subset": "ace_Arab-sna_Latn", - "languages": [ - "ace-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429661, - "recall": 0.474308, - "f1": 0.441481, - "accuracy": 0.474308, - "main_score": 0.441481, - "hf_subset": "ace_Arab-tso_Latn", - "languages": [ - "ace-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507261, - "recall": 0.579051, - "f1": 0.526271, - "accuracy": 0.579051, - "main_score": 0.526271, - "hf_subset": "ace_Arab-azj_Latn", - "languages": [ - "ace-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378106, - "recall": 0.438735, - "f1": 0.393991, - "accuracy": 0.438735, - "main_score": 0.393991, - "hf_subset": "ace_Arab-dik_Latn", - "languages": [ - "ace-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455768, - "recall": 0.51581, - "f1": 0.47167, - "accuracy": 0.51581, - "main_score": 0.47167, - "hf_subset": "ace_Arab-hau_Latn", - "languages": [ - "ace-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553784, - "recall": 0.598814, - "f1": 0.565477, - "accuracy": 0.598814, - "main_score": 0.565477, - "hf_subset": "ace_Arab-kea_Latn", - "languages": [ - "ace-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468212, - "recall": 0.512846, - "f1": 0.480183, - "accuracy": 0.512846, - "main_score": 0.480183, - "hf_subset": "ace_Arab-lus_Latn", - "languages": [ - "ace-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535576, - "recall": 0.578063, - "f1": 0.546718, - "accuracy": 0.578063, - "main_score": 0.546718, - "hf_subset": "ace_Arab-pag_Latn", - "languages": [ - "ace-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504833, - "recall": 0.573123, - "f1": 0.52241, - "accuracy": 0.573123, - "main_score": 0.52241, - "hf_subset": "ace_Arab-snd_Arab", - "languages": [ - "ace-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49544, - "recall": 0.556324, - "f1": 0.512642, - "accuracy": 0.556324, - "main_score": 0.512642, - "hf_subset": "ace_Arab-tuk_Latn", - "languages": [ - "ace-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53672, - "recall": 0.588933, - "f1": 0.550798, - "accuracy": 0.588933, - "main_score": 0.550798, - "hf_subset": "ace_Arab-bak_Cyrl", - "languages": [ - "ace-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34977, - "recall": 0.414032, - "f1": 0.367218, - "accuracy": 0.414032, - "main_score": 0.367218, - "hf_subset": "ace_Arab-dyu_Latn", - "languages": [ - "ace-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528309, - "recall": 0.586957, - "f1": 0.544022, - "accuracy": 0.586957, - "main_score": 0.544022, - "hf_subset": "ace_Arab-heb_Hebr", - "languages": [ - "ace-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479532, - "recall": 0.536561, - "f1": 0.494418, - "accuracy": 0.536561, - "main_score": 0.494418, - "hf_subset": "ace_Arab-khk_Cyrl", - "languages": [ - "ace-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538505, - "recall": 0.591897, - "f1": 0.552123, - "accuracy": 0.591897, - "main_score": 0.552123, - "hf_subset": "ace_Arab-lvs_Latn", - "languages": [ - "ace-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525873, - "recall": 0.597826, - "f1": 0.545052, - "accuracy": 0.597826, - "main_score": 0.545052, - "hf_subset": "ace_Arab-pan_Guru", - "languages": [ - "ace-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440028, - "recall": 0.494071, - "f1": 0.454735, - "accuracy": 0.494071, - "main_score": 0.454735, - "hf_subset": "ace_Arab-som_Latn", - "languages": [ - "ace-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417416, - "recall": 0.465415, - "f1": 0.429637, - "accuracy": 0.465415, - "main_score": 0.429637, - "hf_subset": "ace_Arab-tum_Latn", - "languages": [ - "ace-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405155, - "recall": 0.454545, - "f1": 0.4198, - "accuracy": 0.454545, - "main_score": 0.4198, - "hf_subset": "bam_Latn-ace_Arab", - "languages": [ - "bam-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19495, - "recall": 0.241107, - "f1": 0.206382, - "accuracy": 0.241107, - "main_score": 0.206382, - "hf_subset": "bam_Latn-dzo_Tibt", - "languages": [ - "bam-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521657, - "recall": 0.563241, - "f1": 0.532895, - "accuracy": 0.563241, - "main_score": 0.532895, - "hf_subset": "bam_Latn-hin_Deva", - "languages": [ - "bam-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482679, - "recall": 0.535573, - "f1": 0.496385, - "accuracy": 0.535573, - "main_score": 0.496385, - "hf_subset": "bam_Latn-khm_Khmr", - "languages": [ - "bam-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512167, - "recall": 0.557312, - "f1": 0.52437, - "accuracy": 0.557312, - "main_score": 0.52437, - "hf_subset": "bam_Latn-mag_Deva", - "languages": [ - "bam-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542588, - "recall": 0.582016, - "f1": 0.552541, - "accuracy": 0.582016, - "main_score": 0.552541, - "hf_subset": "bam_Latn-pap_Latn", - "languages": [ - "bam-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532145, - "recall": 0.572134, - "f1": 0.543234, - "accuracy": 0.572134, - "main_score": 0.543234, - "hf_subset": "bam_Latn-sot_Latn", - "languages": [ - "bam-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520069, - "recall": 0.565217, - "f1": 0.532715, - "accuracy": 0.565217, - "main_score": 0.532715, - "hf_subset": "bam_Latn-tur_Latn", - "languages": [ - "bam-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529415, - "recall": 0.567194, - "f1": 0.539555, - "accuracy": 0.567194, - "main_score": 0.539555, - "hf_subset": "bam_Latn-ace_Latn", - "languages": [ - "bam-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529894, - "recall": 0.567194, - "f1": 0.539655, - "accuracy": 0.567194, - "main_score": 0.539655, - "hf_subset": "bam_Latn-ban_Latn", - "languages": [ - "bam-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500966, - "recall": 0.551383, - "f1": 0.51486, - "accuracy": 0.551383, - "main_score": 0.51486, - "hf_subset": "bam_Latn-ell_Grek", - "languages": [ - "bam-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500445, - "recall": 0.538538, - "f1": 0.510769, - "accuracy": 0.538538, - "main_score": 0.510769, - "hf_subset": "bam_Latn-hne_Deva", - "languages": [ - "bam-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49077, - "recall": 0.537549, - "f1": 0.503155, - "accuracy": 0.537549, - "main_score": 0.503155, - "hf_subset": "bam_Latn-kik_Latn", - "languages": [ - "bam-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51489, - "recall": 0.565217, - "f1": 0.52773, - "accuracy": 0.565217, - "main_score": 0.52773, - "hf_subset": "bam_Latn-mai_Deva", - "languages": [ - "bam-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463327, - "recall": 0.513834, - "f1": 0.47713, - "accuracy": 0.513834, - "main_score": 0.47713, - "hf_subset": "bam_Latn-pbt_Arab", - "languages": [ - "bam-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523034, - "recall": 0.568182, - "f1": 0.534753, - "accuracy": 0.568182, - "main_score": 0.534753, - "hf_subset": "bam_Latn-spa_Latn", - "languages": [ - "bam-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509091, - "recall": 0.548419, - "f1": 0.520258, - "accuracy": 0.548419, - "main_score": 0.520258, - "hf_subset": "bam_Latn-twi_Latn", - "languages": [ - "bam-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502228, - "recall": 0.554348, - "f1": 0.516586, - "accuracy": 0.554348, - "main_score": 0.516586, - "hf_subset": "bam_Latn-acm_Arab", - "languages": [ - "bam-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478371, - "recall": 0.530632, - "f1": 0.49196, - "accuracy": 0.530632, - "main_score": 0.49196, - "hf_subset": "bam_Latn-bel_Cyrl", - "languages": [ - "bam-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543045, - "recall": 0.588933, - "f1": 0.555438, - "accuracy": 0.588933, - "main_score": 0.555438, - "hf_subset": "bam_Latn-eng_Latn", - "languages": [ - "bam-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54265, - "recall": 0.589921, - "f1": 0.555335, - "accuracy": 0.589921, - "main_score": 0.555335, - "hf_subset": "bam_Latn-hrv_Latn", - "languages": [ - "bam-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517285, - "recall": 0.5583, - "f1": 0.528989, - "accuracy": 0.5583, - "main_score": 0.528989, - "hf_subset": "bam_Latn-kin_Latn", - "languages": [ - "bam-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515439, - "recall": 0.563241, - "f1": 0.528272, - "accuracy": 0.563241, - "main_score": 0.528272, - "hf_subset": "bam_Latn-mal_Mlym", - "languages": [ - "bam-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505851, - "recall": 0.55336, - "f1": 0.518035, - "accuracy": 0.55336, - "main_score": 0.518035, - "hf_subset": "bam_Latn-pes_Arab", - "languages": [ - "bam-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544879, - "recall": 0.58498, - "f1": 0.555746, - "accuracy": 0.58498, - "main_score": 0.555746, - "hf_subset": "bam_Latn-srd_Latn", - "languages": [ - "bam-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199053, - "recall": 0.235178, - "f1": 0.208756, - "accuracy": 0.235178, - "main_score": 0.208756, - "hf_subset": "bam_Latn-tzm_Tfng", - "languages": [ - "bam-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510728, - "recall": 0.560277, - "f1": 0.524248, - "accuracy": 0.560277, - "main_score": 0.524248, - "hf_subset": "bam_Latn-acq_Arab", - "languages": [ - "bam-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523319, - "recall": 0.557312, - "f1": 0.532751, - "accuracy": 0.557312, - "main_score": 0.532751, - "hf_subset": "bam_Latn-bem_Latn", - "languages": [ - "bam-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526851, - "recall": 0.574111, - "f1": 0.538522, - "accuracy": 0.574111, - "main_score": 0.538522, - "hf_subset": "bam_Latn-epo_Latn", - "languages": [ - "bam-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520123, - "recall": 0.564229, - "f1": 0.531421, - "accuracy": 0.564229, - "main_score": 0.531421, - "hf_subset": "bam_Latn-hun_Latn", - "languages": [ - "bam-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502431, - "recall": 0.545455, - "f1": 0.514406, - "accuracy": 0.545455, - "main_score": 0.514406, - "hf_subset": "bam_Latn-kir_Cyrl", - "languages": [ - "bam-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525276, - "recall": 0.567194, - "f1": 0.536836, - "accuracy": 0.567194, - "main_score": 0.536836, - "hf_subset": "bam_Latn-mar_Deva", - "languages": [ - "bam-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528626, - "recall": 0.566206, - "f1": 0.539291, - "accuracy": 0.566206, - "main_score": 0.539291, - "hf_subset": "bam_Latn-plt_Latn", - "languages": [ - "bam-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525624, - "recall": 0.571146, - "f1": 0.538145, - "accuracy": 0.571146, - "main_score": 0.538145, - "hf_subset": "bam_Latn-srp_Cyrl", - "languages": [ - "bam-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436559, - "recall": 0.486166, - "f1": 0.450105, - "accuracy": 0.486166, - "main_score": 0.450105, - "hf_subset": "bam_Latn-uig_Arab", - "languages": [ - "bam-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496479, - "recall": 0.540514, - "f1": 0.508626, - "accuracy": 0.540514, - "main_score": 0.508626, - "hf_subset": "bam_Latn-aeb_Arab", - "languages": [ - "bam-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514274, - "recall": 0.564229, - "f1": 0.528381, - "accuracy": 0.564229, - "main_score": 0.528381, - "hf_subset": "bam_Latn-ben_Beng", - "languages": [ - "bam-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521227, - "recall": 0.565217, - "f1": 0.532397, - "accuracy": 0.565217, - "main_score": 0.532397, - "hf_subset": "bam_Latn-est_Latn", - "languages": [ - "bam-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495731, - "recall": 0.54249, - "f1": 0.507986, - "accuracy": 0.54249, - "main_score": 0.507986, - "hf_subset": "bam_Latn-hye_Armn", - "languages": [ - "bam-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509173, - "recall": 0.541502, - "f1": 0.518742, - "accuracy": 0.541502, - "main_score": 0.518742, - "hf_subset": "bam_Latn-kmb_Latn", - "languages": [ - "bam-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373925, - "recall": 0.424901, - "f1": 0.388423, - "accuracy": 0.424901, - "main_score": 0.388423, - "hf_subset": "bam_Latn-min_Arab", - "languages": [ - "bam-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525348, - "recall": 0.567194, - "f1": 0.53668, - "accuracy": 0.567194, - "main_score": 0.53668, - "hf_subset": "bam_Latn-pol_Latn", - "languages": [ - "bam-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515188, - "recall": 0.55336, - "f1": 0.525707, - "accuracy": 0.55336, - "main_score": 0.525707, - "hf_subset": "bam_Latn-ssw_Latn", - "languages": [ - "bam-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522659, - "recall": 0.574111, - "f1": 0.536357, - "accuracy": 0.574111, - "main_score": 0.536357, - "hf_subset": "bam_Latn-ukr_Cyrl", - "languages": [ - "bam-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542715, - "recall": 0.589921, - "f1": 0.555323, - "accuracy": 0.589921, - "main_score": 0.555323, - "hf_subset": "bam_Latn-afr_Latn", - "languages": [ - "bam-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502814, - "recall": 0.548419, - "f1": 0.514618, - "accuracy": 0.548419, - "main_score": 0.514618, - "hf_subset": "bam_Latn-bho_Deva", - "languages": [ - "bam-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533804, - "recall": 0.58004, - "f1": 0.545716, - "accuracy": 0.58004, - "main_score": 0.545716, - "hf_subset": "bam_Latn-eus_Latn", - "languages": [ - "bam-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522155, - "recall": 0.563241, - "f1": 0.533585, - "accuracy": 0.563241, - "main_score": 0.533585, - "hf_subset": "bam_Latn-ibo_Latn", - "languages": [ - "bam-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533591, - "recall": 0.575099, - "f1": 0.544682, - "accuracy": 0.575099, - "main_score": 0.544682, - "hf_subset": "bam_Latn-kmr_Latn", - "languages": [ - "bam-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527735, - "recall": 0.565217, - "f1": 0.538224, - "accuracy": 0.565217, - "main_score": 0.538224, - "hf_subset": "bam_Latn-min_Latn", - "languages": [ - "bam-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547128, - "recall": 0.591897, - "f1": 0.558425, - "accuracy": 0.591897, - "main_score": 0.558425, - "hf_subset": "bam_Latn-por_Latn", - "languages": [ - "bam-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533934, - "recall": 0.574111, - "f1": 0.544688, - "accuracy": 0.574111, - "main_score": 0.544688, - "hf_subset": "bam_Latn-sun_Latn", - "languages": [ - "bam-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481686, - "recall": 0.521739, - "f1": 0.493493, - "accuracy": 0.521739, - "main_score": 0.493493, - "hf_subset": "bam_Latn-umb_Latn", - "languages": [ - "bam-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513697, - "recall": 0.560277, - "f1": 0.525561, - "accuracy": 0.560277, - "main_score": 0.525561, - "hf_subset": "bam_Latn-ajp_Arab", - "languages": [ - "bam-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391297, - "recall": 0.442688, - "f1": 0.405923, - "accuracy": 0.442688, - "main_score": 0.405923, - "hf_subset": "bam_Latn-bjn_Arab", - "languages": [ - "bam-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496643, - "recall": 0.535573, - "f1": 0.507457, - "accuracy": 0.535573, - "main_score": 0.507457, - "hf_subset": "bam_Latn-ewe_Latn", - "languages": [ - "bam-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53399, - "recall": 0.576087, - "f1": 0.544157, - "accuracy": 0.576087, - "main_score": 0.544157, - "hf_subset": "bam_Latn-ilo_Latn", - "languages": [ - "bam-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.285903, - "recall": 0.332016, - "f1": 0.298946, - "accuracy": 0.332016, - "main_score": 0.298946, - "hf_subset": "bam_Latn-knc_Arab", - "languages": [ - "bam-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527298, - "recall": 0.574111, - "f1": 0.539803, - "accuracy": 0.574111, - "main_score": 0.539803, - "hf_subset": "bam_Latn-mkd_Cyrl", - "languages": [ - "bam-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505926, - "recall": 0.554348, - "f1": 0.51908, - "accuracy": 0.554348, - "main_score": 0.51908, - "hf_subset": "bam_Latn-prs_Arab", - "languages": [ - "bam-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536228, - "recall": 0.577075, - "f1": 0.546407, - "accuracy": 0.577075, - "main_score": 0.546407, - "hf_subset": "bam_Latn-swe_Latn", - "languages": [ - "bam-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490051, - "recall": 0.544466, - "f1": 0.504914, - "accuracy": 0.544466, - "main_score": 0.504914, - "hf_subset": "bam_Latn-urd_Arab", - "languages": [ - "bam-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504519, - "recall": 0.541502, - "f1": 0.515176, - "accuracy": 0.541502, - "main_score": 0.515176, - "hf_subset": "bam_Latn-aka_Latn", - "languages": [ - "bam-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547579, - "recall": 0.581028, - "f1": 0.556922, - "accuracy": 0.581028, - "main_score": 0.556922, - "hf_subset": "bam_Latn-bjn_Latn", - "languages": [ - "bam-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52014, - "recall": 0.559289, - "f1": 0.531066, - "accuracy": 0.559289, - "main_score": 0.531066, - "hf_subset": "bam_Latn-fao_Latn", - "languages": [ - "bam-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539111, - "recall": 0.582016, - "f1": 0.549731, - "accuracy": 0.582016, - "main_score": 0.549731, - "hf_subset": "bam_Latn-ind_Latn", - "languages": [ - "bam-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518946, - "recall": 0.552372, - "f1": 0.527968, - "accuracy": 0.552372, - "main_score": 0.527968, - "hf_subset": "bam_Latn-knc_Latn", - "languages": [ - "bam-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542124, - "recall": 0.583004, - "f1": 0.553117, - "accuracy": 0.583004, - "main_score": 0.553117, - "hf_subset": "bam_Latn-mlt_Latn", - "languages": [ - "bam-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506491, - "recall": 0.550395, - "f1": 0.518579, - "accuracy": 0.550395, - "main_score": 0.518579, - "hf_subset": "bam_Latn-quy_Latn", - "languages": [ - "bam-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532456, - "recall": 0.573123, - "f1": 0.543799, - "accuracy": 0.573123, - "main_score": 0.543799, - "hf_subset": "bam_Latn-swh_Latn", - "languages": [ - "bam-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504818, - "recall": 0.552372, - "f1": 0.517589, - "accuracy": 0.552372, - "main_score": 0.517589, - "hf_subset": "bam_Latn-uzn_Latn", - "languages": [ - "bam-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524231, - "recall": 0.56917, - "f1": 0.536072, - "accuracy": 0.56917, - "main_score": 0.536072, - "hf_subset": "bam_Latn-als_Latn", - "languages": [ - "bam-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261753, - "recall": 0.313241, - "f1": 0.274543, - "accuracy": 0.313241, - "main_score": 0.274543, - "hf_subset": "bam_Latn-bod_Tibt", - "languages": [ - "bam-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511509, - "recall": 0.547431, - "f1": 0.521093, - "accuracy": 0.547431, - "main_score": 0.521093, - "hf_subset": "bam_Latn-fij_Latn", - "languages": [ - "bam-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507513, - "recall": 0.554348, - "f1": 0.5198, - "accuracy": 0.554348, - "main_score": 0.5198, - "hf_subset": "bam_Latn-isl_Latn", - "languages": [ - "bam-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524572, - "recall": 0.563241, - "f1": 0.53503, - "accuracy": 0.563241, - "main_score": 0.53503, - "hf_subset": "bam_Latn-kon_Latn", - "languages": [ - "bam-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450463, - "recall": 0.502964, - "f1": 0.465688, - "accuracy": 0.502964, - "main_score": 0.465688, - "hf_subset": "bam_Latn-mni_Beng", - "languages": [ - "bam-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531738, - "recall": 0.58004, - "f1": 0.543933, - "accuracy": 0.58004, - "main_score": 0.543933, - "hf_subset": "bam_Latn-ron_Latn", - "languages": [ - "bam-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535237, - "recall": 0.579051, - "f1": 0.546707, - "accuracy": 0.579051, - "main_score": 0.546707, - "hf_subset": "bam_Latn-szl_Latn", - "languages": [ - "bam-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535909, - "recall": 0.576087, - "f1": 0.546853, - "accuracy": 0.576087, - "main_score": 0.546853, - "hf_subset": "bam_Latn-vec_Latn", - "languages": [ - "bam-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461049, - "recall": 0.512846, - "f1": 0.475289, - "accuracy": 0.512846, - "main_score": 0.475289, - "hf_subset": "bam_Latn-amh_Ethi", - "languages": [ - "bam-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540582, - "recall": 0.585968, - "f1": 0.55291, - "accuracy": 0.585968, - "main_score": 0.55291, - "hf_subset": "bam_Latn-bos_Latn", - "languages": [ - "bam-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5045, - "recall": 0.55336, - "f1": 0.51738, - "accuracy": 0.55336, - "main_score": 0.51738, - "hf_subset": "bam_Latn-fin_Latn", - "languages": [ - "bam-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5188, - "recall": 0.561265, - "f1": 0.530184, - "accuracy": 0.561265, - "main_score": 0.530184, - "hf_subset": "bam_Latn-ita_Latn", - "languages": [ - "bam-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499154, - "recall": 0.550395, - "f1": 0.513399, - "accuracy": 0.550395, - "main_score": 0.513399, - "hf_subset": "bam_Latn-kor_Hang", - "languages": [ - "bam-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502092, - "recall": 0.54249, - "f1": 0.513674, - "accuracy": 0.54249, - "main_score": 0.513674, - "hf_subset": "bam_Latn-mos_Latn", - "languages": [ - "bam-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515861, - "recall": 0.552372, - "f1": 0.525947, - "accuracy": 0.552372, - "main_score": 0.525947, - "hf_subset": "bam_Latn-run_Latn", - "languages": [ - "bam-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49844, - "recall": 0.55336, - "f1": 0.513207, - "accuracy": 0.55336, - "main_score": 0.513207, - "hf_subset": "bam_Latn-tam_Taml", - "languages": [ - "bam-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521172, - "recall": 0.56917, - "f1": 0.533687, - "accuracy": 0.56917, - "main_score": 0.533687, - "hf_subset": "bam_Latn-vie_Latn", - "languages": [ - "bam-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503179, - "recall": 0.554348, - "f1": 0.516844, - "accuracy": 0.554348, - "main_score": 0.516844, - "hf_subset": "bam_Latn-apc_Arab", - "languages": [ - "bam-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5012, - "recall": 0.539526, - "f1": 0.51222, - "accuracy": 0.539526, - "main_score": 0.51222, - "hf_subset": "bam_Latn-bug_Latn", - "languages": [ - "bam-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461373, - "recall": 0.501976, - "f1": 0.472913, - "accuracy": 0.501976, - "main_score": 0.472913, - "hf_subset": "bam_Latn-fon_Latn", - "languages": [ - "bam-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551096, - "recall": 0.590909, - "f1": 0.561905, - "accuracy": 0.590909, - "main_score": 0.561905, - "hf_subset": "bam_Latn-jav_Latn", - "languages": [ - "bam-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485285, - "recall": 0.534585, - "f1": 0.498203, - "accuracy": 0.534585, - "main_score": 0.498203, - "hf_subset": "bam_Latn-lao_Laoo", - "languages": [ - "bam-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484452, - "recall": 0.522727, - "f1": 0.495503, - "accuracy": 0.522727, - "main_score": 0.495503, - "hf_subset": "bam_Latn-mri_Latn", - "languages": [ - "bam-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512732, - "recall": 0.565217, - "f1": 0.526925, - "accuracy": 0.565217, - "main_score": 0.526925, - "hf_subset": "bam_Latn-rus_Cyrl", - "languages": [ - "bam-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474235, - "recall": 0.517787, - "f1": 0.48694, - "accuracy": 0.517787, - "main_score": 0.48694, - "hf_subset": "bam_Latn-taq_Latn", - "languages": [ - "bam-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538623, - "recall": 0.579051, - "f1": 0.549102, - "accuracy": 0.579051, - "main_score": 0.549102, - "hf_subset": "bam_Latn-war_Latn", - "languages": [ - "bam-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505758, - "recall": 0.5583, - "f1": 0.520109, - "accuracy": 0.5583, - "main_score": 0.520109, - "hf_subset": "bam_Latn-arb_Arab", - "languages": [ - "bam-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530932, - "recall": 0.578063, - "f1": 0.543218, - "accuracy": 0.578063, - "main_score": 0.543218, - "hf_subset": "bam_Latn-bul_Cyrl", - "languages": [ - "bam-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549864, - "recall": 0.587945, - "f1": 0.55974, - "accuracy": 0.587945, - "main_score": 0.55974, - "hf_subset": "bam_Latn-fra_Latn", - "languages": [ - "bam-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516138, - "recall": 0.557312, - "f1": 0.527182, - "accuracy": 0.557312, - "main_score": 0.527182, - "hf_subset": "bam_Latn-jpn_Jpan", - "languages": [ - "bam-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524346, - "recall": 0.56917, - "f1": 0.535847, - "accuracy": 0.56917, - "main_score": 0.535847, - "hf_subset": "bam_Latn-lij_Latn", - "languages": [ - "bam-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395074, - "recall": 0.458498, - "f1": 0.411495, - "accuracy": 0.458498, - "main_score": 0.411495, - "hf_subset": "bam_Latn-mya_Mymr", - "languages": [ - "bam-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501056, - "recall": 0.544466, - "f1": 0.512763, - "accuracy": 0.544466, - "main_score": 0.512763, - "hf_subset": "bam_Latn-sag_Latn", - "languages": [ - "bam-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199736, - "recall": 0.242095, - "f1": 0.210123, - "accuracy": 0.242095, - "main_score": 0.210123, - "hf_subset": "bam_Latn-taq_Tfng", - "languages": [ - "bam-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530356, - "recall": 0.571146, - "f1": 0.541809, - "accuracy": 0.571146, - "main_score": 0.541809, - "hf_subset": "bam_Latn-wol_Latn", - "languages": [ - "bam-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447748, - "recall": 0.488142, - "f1": 0.458993, - "accuracy": 0.488142, - "main_score": 0.458993, - "hf_subset": "bam_Latn-arb_Latn", - "languages": [ - "bam-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545586, - "recall": 0.589921, - "f1": 0.556806, - "accuracy": 0.589921, - "main_score": 0.556806, - "hf_subset": "bam_Latn-cat_Latn", - "languages": [ - "bam-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538275, - "recall": 0.583004, - "f1": 0.54964, - "accuracy": 0.583004, - "main_score": 0.54964, - "hf_subset": "bam_Latn-fur_Latn", - "languages": [ - "bam-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424097, - "recall": 0.479249, - "f1": 0.439145, - "accuracy": 0.479249, - "main_score": 0.439145, - "hf_subset": "bam_Latn-kab_Latn", - "languages": [ - "bam-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524431, - "recall": 0.566206, - "f1": 0.535574, - "accuracy": 0.566206, - "main_score": 0.535574, - "hf_subset": "bam_Latn-lim_Latn", - "languages": [ - "bam-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510997, - "recall": 0.560277, - "f1": 0.523982, - "accuracy": 0.560277, - "main_score": 0.523982, - "hf_subset": "bam_Latn-nld_Latn", - "languages": [ - "bam-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4816, - "recall": 0.534585, - "f1": 0.495339, - "accuracy": 0.534585, - "main_score": 0.495339, - "hf_subset": "bam_Latn-san_Deva", - "languages": [ - "bam-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508467, - "recall": 0.551383, - "f1": 0.520403, - "accuracy": 0.551383, - "main_score": 0.520403, - "hf_subset": "bam_Latn-tat_Cyrl", - "languages": [ - "bam-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518379, - "recall": 0.563241, - "f1": 0.531631, - "accuracy": 0.563241, - "main_score": 0.531631, - "hf_subset": "bam_Latn-xho_Latn", - "languages": [ - "bam-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483935, - "recall": 0.54249, - "f1": 0.500294, - "accuracy": 0.54249, - "main_score": 0.500294, - "hf_subset": "bam_Latn-ars_Arab", - "languages": [ - "bam-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54616, - "recall": 0.58498, - "f1": 0.556195, - "accuracy": 0.58498, - "main_score": 0.556195, - "hf_subset": "bam_Latn-ceb_Latn", - "languages": [ - "bam-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482184, - "recall": 0.520751, - "f1": 0.493212, - "accuracy": 0.520751, - "main_score": 0.493212, - "hf_subset": "bam_Latn-fuv_Latn", - "languages": [ - "bam-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471036, - "recall": 0.512846, - "f1": 0.482905, - "accuracy": 0.512846, - "main_score": 0.482905, - "hf_subset": "bam_Latn-kac_Latn", - "languages": [ - "bam-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543309, - "recall": 0.58004, - "f1": 0.553377, - "accuracy": 0.58004, - "main_score": 0.553377, - "hf_subset": "bam_Latn-lin_Latn", - "languages": [ - "bam-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524284, - "recall": 0.573123, - "f1": 0.53727, - "accuracy": 0.573123, - "main_score": 0.53727, - "hf_subset": "bam_Latn-nno_Latn", - "languages": [ - "bam-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130321, - "recall": 0.173913, - "f1": 0.140797, - "accuracy": 0.173913, - "main_score": 0.140797, - "hf_subset": "bam_Latn-sat_Olck", - "languages": [ - "bam-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50206, - "recall": 0.55336, - "f1": 0.516283, - "accuracy": 0.55336, - "main_score": 0.516283, - "hf_subset": "bam_Latn-tel_Telu", - "languages": [ - "bam-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446551, - "recall": 0.506917, - "f1": 0.462321, - "accuracy": 0.506917, - "main_score": 0.462321, - "hf_subset": "bam_Latn-ydd_Hebr", - "languages": [ - "bam-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494561, - "recall": 0.533597, - "f1": 0.50524, - "accuracy": 0.533597, - "main_score": 0.50524, - "hf_subset": "bam_Latn-ary_Arab", - "languages": [ - "bam-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530195, - "recall": 0.575099, - "f1": 0.542223, - "accuracy": 0.575099, - "main_score": 0.542223, - "hf_subset": "bam_Latn-ces_Latn", - "languages": [ - "bam-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492918, - "recall": 0.54249, - "f1": 0.50706, - "accuracy": 0.54249, - "main_score": 0.50706, - "hf_subset": "bam_Latn-gaz_Latn", - "languages": [ - "bam-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49223, - "recall": 0.532609, - "f1": 0.503479, - "accuracy": 0.532609, - "main_score": 0.503479, - "hf_subset": "bam_Latn-kam_Latn", - "languages": [ - "bam-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517703, - "recall": 0.564229, - "f1": 0.529816, - "accuracy": 0.564229, - "main_score": 0.529816, - "hf_subset": "bam_Latn-lit_Latn", - "languages": [ - "bam-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542428, - "recall": 0.586957, - "f1": 0.554288, - "accuracy": 0.586957, - "main_score": 0.554288, - "hf_subset": "bam_Latn-nob_Latn", - "languages": [ - "bam-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528227, - "recall": 0.56917, - "f1": 0.538783, - "accuracy": 0.56917, - "main_score": 0.538783, - "hf_subset": "bam_Latn-scn_Latn", - "languages": [ - "bam-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505957, - "recall": 0.550395, - "f1": 0.517991, - "accuracy": 0.550395, - "main_score": 0.517991, - "hf_subset": "bam_Latn-tgk_Cyrl", - "languages": [ - "bam-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473056, - "recall": 0.518775, - "f1": 0.485045, - "accuracy": 0.518775, - "main_score": 0.485045, - "hf_subset": "bam_Latn-yor_Latn", - "languages": [ - "bam-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499054, - "recall": 0.549407, - "f1": 0.512162, - "accuracy": 0.549407, - "main_score": 0.512162, - "hf_subset": "bam_Latn-arz_Arab", - "languages": [ - "bam-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470433, - "recall": 0.51087, - "f1": 0.481942, - "accuracy": 0.51087, - "main_score": 0.481942, - "hf_subset": "bam_Latn-cjk_Latn", - "languages": [ - "bam-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479587, - "recall": 0.520751, - "f1": 0.490771, - "accuracy": 0.520751, - "main_score": 0.490771, - "hf_subset": "bam_Latn-gla_Latn", - "languages": [ - "bam-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513718, - "recall": 0.562253, - "f1": 0.527001, - "accuracy": 0.562253, - "main_score": 0.527001, - "hf_subset": "bam_Latn-kan_Knda", - "languages": [ - "bam-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527675, - "recall": 0.570158, - "f1": 0.538975, - "accuracy": 0.570158, - "main_score": 0.538975, - "hf_subset": "bam_Latn-lmo_Latn", - "languages": [ - "bam-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507293, - "recall": 0.555336, - "f1": 0.519585, - "accuracy": 0.555336, - "main_score": 0.519585, - "hf_subset": "bam_Latn-npi_Deva", - "languages": [ - "bam-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415636, - "recall": 0.464427, - "f1": 0.428501, - "accuracy": 0.464427, - "main_score": 0.428501, - "hf_subset": "bam_Latn-shn_Mymr", - "languages": [ - "bam-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547053, - "recall": 0.591897, - "f1": 0.559255, - "accuracy": 0.591897, - "main_score": 0.559255, - "hf_subset": "bam_Latn-tgl_Latn", - "languages": [ - "bam-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493987, - "recall": 0.539526, - "f1": 0.505837, - "accuracy": 0.539526, - "main_score": 0.505837, - "hf_subset": "bam_Latn-yue_Hant", - "languages": [ - "bam-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465705, - "recall": 0.521739, - "f1": 0.480957, - "accuracy": 0.521739, - "main_score": 0.480957, - "hf_subset": "bam_Latn-asm_Beng", - "languages": [ - "bam-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4778, - "recall": 0.528656, - "f1": 0.491394, - "accuracy": 0.528656, - "main_score": 0.491394, - "hf_subset": "bam_Latn-ckb_Arab", - "languages": [ - "bam-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495297, - "recall": 0.535573, - "f1": 0.506387, - "accuracy": 0.535573, - "main_score": 0.506387, - "hf_subset": "bam_Latn-gle_Latn", - "languages": [ - "bam-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447213, - "recall": 0.5, - "f1": 0.460563, - "accuracy": 0.5, - "main_score": 0.460563, - "hf_subset": "bam_Latn-kas_Arab", - "languages": [ - "bam-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50334, - "recall": 0.546443, - "f1": 0.514922, - "accuracy": 0.546443, - "main_score": 0.514922, - "hf_subset": "bam_Latn-ltg_Latn", - "languages": [ - "bam-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539259, - "recall": 0.576087, - "f1": 0.549431, - "accuracy": 0.576087, - "main_score": 0.549431, - "hf_subset": "bam_Latn-nso_Latn", - "languages": [ - "bam-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450657, - "recall": 0.506917, - "f1": 0.465886, - "accuracy": 0.506917, - "main_score": 0.465886, - "hf_subset": "bam_Latn-sin_Sinh", - "languages": [ - "bam-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513992, - "recall": 0.563241, - "f1": 0.526735, - "accuracy": 0.563241, - "main_score": 0.526735, - "hf_subset": "bam_Latn-tha_Thai", - "languages": [ - "bam-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495214, - "recall": 0.536561, - "f1": 0.505981, - "accuracy": 0.536561, - "main_score": 0.505981, - "hf_subset": "bam_Latn-zho_Hans", - "languages": [ - "bam-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54118, - "recall": 0.589921, - "f1": 0.553515, - "accuracy": 0.589921, - "main_score": 0.553515, - "hf_subset": "bam_Latn-ast_Latn", - "languages": [ - "bam-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510428, - "recall": 0.557312, - "f1": 0.522901, - "accuracy": 0.557312, - "main_score": 0.522901, - "hf_subset": "bam_Latn-crh_Latn", - "languages": [ - "bam-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542773, - "recall": 0.585968, - "f1": 0.554175, - "accuracy": 0.585968, - "main_score": 0.554175, - "hf_subset": "bam_Latn-glg_Latn", - "languages": [ - "bam-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466431, - "recall": 0.509881, - "f1": 0.478126, - "accuracy": 0.509881, - "main_score": 0.478126, - "hf_subset": "bam_Latn-kas_Deva", - "languages": [ - "bam-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507081, - "recall": 0.549407, - "f1": 0.51835, - "accuracy": 0.549407, - "main_score": 0.51835, - "hf_subset": "bam_Latn-ltz_Latn", - "languages": [ - "bam-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45891, - "recall": 0.506917, - "f1": 0.47278, - "accuracy": 0.506917, - "main_score": 0.47278, - "hf_subset": "bam_Latn-nus_Latn", - "languages": [ - "bam-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525479, - "recall": 0.572134, - "f1": 0.538408, - "accuracy": 0.572134, - "main_score": 0.538408, - "hf_subset": "bam_Latn-slk_Latn", - "languages": [ - "bam-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370268, - "recall": 0.426877, - "f1": 0.38624, - "accuracy": 0.426877, - "main_score": 0.38624, - "hf_subset": "bam_Latn-tir_Ethi", - "languages": [ - "bam-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481678, - "recall": 0.533597, - "f1": 0.494331, - "accuracy": 0.533597, - "main_score": 0.494331, - "hf_subset": "bam_Latn-zho_Hant", - "languages": [ - "bam-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499532, - "recall": 0.548419, - "f1": 0.512786, - "accuracy": 0.548419, - "main_score": 0.512786, - "hf_subset": "bam_Latn-awa_Deva", - "languages": [ - "bam-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527022, - "recall": 0.559289, - "f1": 0.535896, - "accuracy": 0.559289, - "main_score": 0.535896, - "hf_subset": "bam_Latn-cym_Latn", - "languages": [ - "bam-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526706, - "recall": 0.564229, - "f1": 0.536749, - "accuracy": 0.564229, - "main_score": 0.536749, - "hf_subset": "bam_Latn-grn_Latn", - "languages": [ - "bam-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491967, - "recall": 0.543478, - "f1": 0.505712, - "accuracy": 0.543478, - "main_score": 0.505712, - "hf_subset": "bam_Latn-kat_Geor", - "languages": [ - "bam-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507901, - "recall": 0.555336, - "f1": 0.520394, - "accuracy": 0.555336, - "main_score": 0.520394, - "hf_subset": "bam_Latn-lua_Latn", - "languages": [ - "bam-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504079, - "recall": 0.545455, - "f1": 0.515441, - "accuracy": 0.545455, - "main_score": 0.515441, - "hf_subset": "bam_Latn-nya_Latn", - "languages": [ - "bam-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52742, - "recall": 0.56917, - "f1": 0.538072, - "accuracy": 0.56917, - "main_score": 0.538072, - "hf_subset": "bam_Latn-slv_Latn", - "languages": [ - "bam-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525074, - "recall": 0.570158, - "f1": 0.537121, - "accuracy": 0.570158, - "main_score": 0.537121, - "hf_subset": "bam_Latn-tpi_Latn", - "languages": [ - "bam-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552423, - "recall": 0.591897, - "f1": 0.563363, - "accuracy": 0.591897, - "main_score": 0.563363, - "hf_subset": "bam_Latn-zsm_Latn", - "languages": [ - "bam-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493972, - "recall": 0.535573, - "f1": 0.506145, - "accuracy": 0.535573, - "main_score": 0.506145, - "hf_subset": "bam_Latn-ayr_Latn", - "languages": [ - "bam-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538551, - "recall": 0.582016, - "f1": 0.549797, - "accuracy": 0.582016, - "main_score": 0.549797, - "hf_subset": "bam_Latn-dan_Latn", - "languages": [ - "bam-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50149, - "recall": 0.547431, - "f1": 0.512928, - "accuracy": 0.547431, - "main_score": 0.512928, - "hf_subset": "bam_Latn-guj_Gujr", - "languages": [ - "bam-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515024, - "recall": 0.561265, - "f1": 0.527852, - "accuracy": 0.561265, - "main_score": 0.527852, - "hf_subset": "bam_Latn-kaz_Cyrl", - "languages": [ - "bam-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493812, - "recall": 0.528656, - "f1": 0.503771, - "accuracy": 0.528656, - "main_score": 0.503771, - "hf_subset": "bam_Latn-lug_Latn", - "languages": [ - "bam-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535756, - "recall": 0.58004, - "f1": 0.547395, - "accuracy": 0.58004, - "main_score": 0.547395, - "hf_subset": "bam_Latn-oci_Latn", - "languages": [ - "bam-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519019, - "recall": 0.560277, - "f1": 0.530459, - "accuracy": 0.560277, - "main_score": 0.530459, - "hf_subset": "bam_Latn-smo_Latn", - "languages": [ - "bam-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493976, - "recall": 0.538538, - "f1": 0.505746, - "accuracy": 0.538538, - "main_score": 0.505746, - "hf_subset": "bam_Latn-tsn_Latn", - "languages": [ - "bam-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516129, - "recall": 0.566206, - "f1": 0.530139, - "accuracy": 0.566206, - "main_score": 0.530139, - "hf_subset": "bam_Latn-zul_Latn", - "languages": [ - "bam-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439092, - "recall": 0.487154, - "f1": 0.452391, - "accuracy": 0.487154, - "main_score": 0.452391, - "hf_subset": "bam_Latn-azb_Arab", - "languages": [ - "bam-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53054, - "recall": 0.577075, - "f1": 0.542752, - "accuracy": 0.577075, - "main_score": 0.542752, - "hf_subset": "bam_Latn-deu_Latn", - "languages": [ - "bam-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516802, - "recall": 0.567194, - "f1": 0.530794, - "accuracy": 0.567194, - "main_score": 0.530794, - "hf_subset": "bam_Latn-hat_Latn", - "languages": [ - "bam-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492565, - "recall": 0.534585, - "f1": 0.504337, - "accuracy": 0.534585, - "main_score": 0.504337, - "hf_subset": "bam_Latn-kbp_Latn", - "languages": [ - "bam-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519815, - "recall": 0.560277, - "f1": 0.531475, - "accuracy": 0.560277, - "main_score": 0.531475, - "hf_subset": "bam_Latn-luo_Latn", - "languages": [ - "bam-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5035, - "recall": 0.55336, - "f1": 0.516303, - "accuracy": 0.55336, - "main_score": 0.516303, - "hf_subset": "bam_Latn-ory_Orya", - "languages": [ - "bam-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506213, - "recall": 0.549407, - "f1": 0.518053, - "accuracy": 0.549407, - "main_score": 0.518053, - "hf_subset": "bam_Latn-sna_Latn", - "languages": [ - "bam-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498214, - "recall": 0.532609, - "f1": 0.507688, - "accuracy": 0.532609, - "main_score": 0.507688, - "hf_subset": "bam_Latn-tso_Latn", - "languages": [ - "bam-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487425, - "recall": 0.540514, - "f1": 0.501471, - "accuracy": 0.540514, - "main_score": 0.501471, - "hf_subset": "bam_Latn-azj_Latn", - "languages": [ - "bam-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477494, - "recall": 0.525692, - "f1": 0.491715, - "accuracy": 0.525692, - "main_score": 0.491715, - "hf_subset": "bam_Latn-dik_Latn", - "languages": [ - "bam-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523231, - "recall": 0.560277, - "f1": 0.533136, - "accuracy": 0.560277, - "main_score": 0.533136, - "hf_subset": "bam_Latn-hau_Latn", - "languages": [ - "bam-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534277, - "recall": 0.581028, - "f1": 0.546317, - "accuracy": 0.581028, - "main_score": 0.546317, - "hf_subset": "bam_Latn-kea_Latn", - "languages": [ - "bam-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509807, - "recall": 0.545455, - "f1": 0.519655, - "accuracy": 0.545455, - "main_score": 0.519655, - "hf_subset": "bam_Latn-lus_Latn", - "languages": [ - "bam-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53817, - "recall": 0.572134, - "f1": 0.54757, - "accuracy": 0.572134, - "main_score": 0.54757, - "hf_subset": "bam_Latn-pag_Latn", - "languages": [ - "bam-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480237, - "recall": 0.531621, - "f1": 0.494218, - "accuracy": 0.531621, - "main_score": 0.494218, - "hf_subset": "bam_Latn-snd_Arab", - "languages": [ - "bam-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493783, - "recall": 0.533597, - "f1": 0.504642, - "accuracy": 0.533597, - "main_score": 0.504642, - "hf_subset": "bam_Latn-tuk_Latn", - "languages": [ - "bam-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506584, - "recall": 0.55336, - "f1": 0.519491, - "accuracy": 0.55336, - "main_score": 0.519491, - "hf_subset": "bam_Latn-bak_Cyrl", - "languages": [ - "bam-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489947, - "recall": 0.562253, - "f1": 0.50974, - "accuracy": 0.562253, - "main_score": 0.50974, - "hf_subset": "bam_Latn-dyu_Latn", - "languages": [ - "bam-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50762, - "recall": 0.552372, - "f1": 0.520114, - "accuracy": 0.552372, - "main_score": 0.520114, - "hf_subset": "bam_Latn-heb_Hebr", - "languages": [ - "bam-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492716, - "recall": 0.538538, - "f1": 0.504882, - "accuracy": 0.538538, - "main_score": 0.504882, - "hf_subset": "bam_Latn-khk_Cyrl", - "languages": [ - "bam-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525428, - "recall": 0.572134, - "f1": 0.537812, - "accuracy": 0.572134, - "main_score": 0.537812, - "hf_subset": "bam_Latn-lvs_Latn", - "languages": [ - "bam-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494837, - "recall": 0.544466, - "f1": 0.508043, - "accuracy": 0.544466, - "main_score": 0.508043, - "hf_subset": "bam_Latn-pan_Guru", - "languages": [ - "bam-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493923, - "recall": 0.531621, - "f1": 0.504659, - "accuracy": 0.531621, - "main_score": 0.504659, - "hf_subset": "bam_Latn-som_Latn", - "languages": [ - "bam-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496525, - "recall": 0.530632, - "f1": 0.505681, - "accuracy": 0.530632, - "main_score": 0.505681, - "hf_subset": "bam_Latn-tum_Latn", - "languages": [ - "bam-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167042, - "recall": 0.200593, - "f1": 0.175562, - "accuracy": 0.200593, - "main_score": 0.175562, - "hf_subset": "dzo_Tibt-ace_Arab", - "languages": [ - "dzo-Tibt", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164457, - "recall": 0.202569, - "f1": 0.173539, - "accuracy": 0.202569, - "main_score": 0.173539, - "hf_subset": "dzo_Tibt-bam_Latn", - "languages": [ - "dzo-Tibt", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363833, - "recall": 0.437747, - "f1": 0.380724, - "accuracy": 0.437747, - "main_score": 0.380724, - "hf_subset": "dzo_Tibt-hin_Deva", - "languages": [ - "dzo-Tibt", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.325416, - "recall": 0.399209, - "f1": 0.342558, - "accuracy": 0.399209, - "main_score": 0.342558, - "hf_subset": "dzo_Tibt-khm_Khmr", - "languages": [ - "dzo-Tibt", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355027, - "recall": 0.414032, - "f1": 0.36786, - "accuracy": 0.414032, - "main_score": 0.36786, - "hf_subset": "dzo_Tibt-mag_Deva", - "languages": [ - "dzo-Tibt", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286732, - "recall": 0.343874, - "f1": 0.300012, - "accuracy": 0.343874, - "main_score": 0.300012, - "hf_subset": "dzo_Tibt-pap_Latn", - "languages": [ - "dzo-Tibt", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174133, - "recall": 0.214427, - "f1": 0.18297, - "accuracy": 0.214427, - "main_score": 0.18297, - "hf_subset": "dzo_Tibt-sot_Latn", - "languages": [ - "dzo-Tibt", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355811, - "recall": 0.41996, - "f1": 0.371484, - "accuracy": 0.41996, - "main_score": 0.371484, - "hf_subset": "dzo_Tibt-tur_Latn", - "languages": [ - "dzo-Tibt", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.231056, - "recall": 0.278656, - "f1": 0.24155, - "accuracy": 0.278656, - "main_score": 0.24155, - "hf_subset": "dzo_Tibt-ace_Latn", - "languages": [ - "dzo-Tibt", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270707, - "recall": 0.327075, - "f1": 0.284044, - "accuracy": 0.327075, - "main_score": 0.284044, - "hf_subset": "dzo_Tibt-ban_Latn", - "languages": [ - "dzo-Tibt", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.335291, - "recall": 0.40415, - "f1": 0.349564, - "accuracy": 0.40415, - "main_score": 0.349564, - "hf_subset": "dzo_Tibt-ell_Grek", - "languages": [ - "dzo-Tibt", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.347516, - "recall": 0.408103, - "f1": 0.360574, - "accuracy": 0.408103, - "main_score": 0.360574, - "hf_subset": "dzo_Tibt-hne_Deva", - "languages": [ - "dzo-Tibt", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.089222, - "recall": 0.120553, - "f1": 0.0958, - "accuracy": 0.120553, - "main_score": 0.0958, - "hf_subset": "dzo_Tibt-kik_Latn", - "languages": [ - "dzo-Tibt", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35139, - "recall": 0.418972, - "f1": 0.366487, - "accuracy": 0.418972, - "main_score": 0.366487, - "hf_subset": "dzo_Tibt-mai_Deva", - "languages": [ - "dzo-Tibt", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269948, - "recall": 0.325099, - "f1": 0.282755, - "accuracy": 0.325099, - "main_score": 0.282755, - "hf_subset": "dzo_Tibt-pbt_Arab", - "languages": [ - "dzo-Tibt", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350279, - "recall": 0.41996, - "f1": 0.365871, - "accuracy": 0.41996, - "main_score": 0.365871, - "hf_subset": "dzo_Tibt-spa_Latn", - "languages": [ - "dzo-Tibt", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170741, - "recall": 0.209486, - "f1": 0.179968, - "accuracy": 0.209486, - "main_score": 0.179968, - "hf_subset": "dzo_Tibt-twi_Latn", - "languages": [ - "dzo-Tibt", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321398, - "recall": 0.386364, - "f1": 0.336612, - "accuracy": 0.386364, - "main_score": 0.336612, - "hf_subset": "dzo_Tibt-acm_Arab", - "languages": [ - "dzo-Tibt", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294549, - "recall": 0.351779, - "f1": 0.308389, - "accuracy": 0.351779, - "main_score": 0.308389, - "hf_subset": "dzo_Tibt-bel_Cyrl", - "languages": [ - "dzo-Tibt", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38272, - "recall": 0.456522, - "f1": 0.399449, - "accuracy": 0.456522, - "main_score": 0.399449, - "hf_subset": "dzo_Tibt-eng_Latn", - "languages": [ - "dzo-Tibt", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.352081, - "recall": 0.423913, - "f1": 0.368192, - "accuracy": 0.423913, - "main_score": 0.368192, - "hf_subset": "dzo_Tibt-hrv_Latn", - "languages": [ - "dzo-Tibt", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179575, - "recall": 0.218379, - "f1": 0.189146, - "accuracy": 0.218379, - "main_score": 0.189146, - "hf_subset": "dzo_Tibt-kin_Latn", - "languages": [ - "dzo-Tibt", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.361471, - "recall": 0.432806, - "f1": 0.377336, - "accuracy": 0.432806, - "main_score": 0.377336, - "hf_subset": "dzo_Tibt-mal_Mlym", - "languages": [ - "dzo-Tibt", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377519, - "recall": 0.435771, - "f1": 0.390223, - "accuracy": 0.435771, - "main_score": 0.390223, - "hf_subset": "dzo_Tibt-pes_Arab", - "languages": [ - "dzo-Tibt", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294549, - "recall": 0.357708, - "f1": 0.309088, - "accuracy": 0.357708, - "main_score": 0.309088, - "hf_subset": "dzo_Tibt-srd_Latn", - "languages": [ - "dzo-Tibt", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138373, - "recall": 0.167984, - "f1": 0.146559, - "accuracy": 0.167984, - "main_score": 0.146559, - "hf_subset": "dzo_Tibt-tzm_Tfng", - "languages": [ - "dzo-Tibt", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.336552, - "recall": 0.403162, - "f1": 0.352, - "accuracy": 0.403162, - "main_score": 0.352, - "hf_subset": "dzo_Tibt-acq_Arab", - "languages": [ - "dzo-Tibt", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182165, - "recall": 0.227273, - "f1": 0.192655, - "accuracy": 0.227273, - "main_score": 0.192655, - "hf_subset": "dzo_Tibt-bem_Latn", - "languages": [ - "dzo-Tibt", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332391, - "recall": 0.401186, - "f1": 0.347976, - "accuracy": 0.401186, - "main_score": 0.347976, - "hf_subset": "dzo_Tibt-epo_Latn", - "languages": [ - "dzo-Tibt", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356469, - "recall": 0.416008, - "f1": 0.369804, - "accuracy": 0.416008, - "main_score": 0.369804, - "hf_subset": "dzo_Tibt-hun_Latn", - "languages": [ - "dzo-Tibt", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320553, - "recall": 0.384387, - "f1": 0.335468, - "accuracy": 0.384387, - "main_score": 0.335468, - "hf_subset": "dzo_Tibt-kir_Cyrl", - "languages": [ - "dzo-Tibt", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.365849, - "recall": 0.434783, - "f1": 0.382448, - "accuracy": 0.434783, - "main_score": 0.382448, - "hf_subset": "dzo_Tibt-mar_Deva", - "languages": [ - "dzo-Tibt", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185852, - "recall": 0.236166, - "f1": 0.197227, - "accuracy": 0.236166, - "main_score": 0.197227, - "hf_subset": "dzo_Tibt-plt_Latn", - "languages": [ - "dzo-Tibt", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357449, - "recall": 0.427866, - "f1": 0.373351, - "accuracy": 0.427866, - "main_score": 0.373351, - "hf_subset": "dzo_Tibt-srp_Cyrl", - "languages": [ - "dzo-Tibt", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297721, - "recall": 0.356719, - "f1": 0.311944, - "accuracy": 0.356719, - "main_score": 0.311944, - "hf_subset": "dzo_Tibt-uig_Arab", - "languages": [ - "dzo-Tibt", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310126, - "recall": 0.367589, - "f1": 0.323133, - "accuracy": 0.367589, - "main_score": 0.323133, - "hf_subset": "dzo_Tibt-aeb_Arab", - "languages": [ - "dzo-Tibt", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372533, - "recall": 0.453557, - "f1": 0.392346, - "accuracy": 0.453557, - "main_score": 0.392346, - "hf_subset": "dzo_Tibt-ben_Beng", - "languages": [ - "dzo-Tibt", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356588, - "recall": 0.416996, - "f1": 0.370996, - "accuracy": 0.416996, - "main_score": 0.370996, - "hf_subset": "dzo_Tibt-est_Latn", - "languages": [ - "dzo-Tibt", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.365688, - "recall": 0.438735, - "f1": 0.382333, - "accuracy": 0.438735, - "main_score": 0.382333, - "hf_subset": "dzo_Tibt-hye_Armn", - "languages": [ - "dzo-Tibt", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16021, - "recall": 0.195652, - "f1": 0.168075, - "accuracy": 0.195652, - "main_score": 0.168075, - "hf_subset": "dzo_Tibt-kmb_Latn", - "languages": [ - "dzo-Tibt", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.166086, - "recall": 0.202569, - "f1": 0.175203, - "accuracy": 0.202569, - "main_score": 0.175203, - "hf_subset": "dzo_Tibt-min_Arab", - "languages": [ - "dzo-Tibt", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.336491, - "recall": 0.408103, - "f1": 0.352717, - "accuracy": 0.408103, - "main_score": 0.352717, - "hf_subset": "dzo_Tibt-pol_Latn", - "languages": [ - "dzo-Tibt", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170429, - "recall": 0.215415, - "f1": 0.181058, - "accuracy": 0.215415, - "main_score": 0.181058, - "hf_subset": "dzo_Tibt-ssw_Latn", - "languages": [ - "dzo-Tibt", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364379, - "recall": 0.426877, - "f1": 0.378288, - "accuracy": 0.426877, - "main_score": 0.378288, - "hf_subset": "dzo_Tibt-ukr_Cyrl", - "languages": [ - "dzo-Tibt", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371394, - "recall": 0.440711, - "f1": 0.387406, - "accuracy": 0.440711, - "main_score": 0.387406, - "hf_subset": "dzo_Tibt-afr_Latn", - "languages": [ - "dzo-Tibt", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319292, - "recall": 0.383399, - "f1": 0.333239, - "accuracy": 0.383399, - "main_score": 0.333239, - "hf_subset": "dzo_Tibt-bho_Deva", - "languages": [ - "dzo-Tibt", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290945, - "recall": 0.354743, - "f1": 0.305171, - "accuracy": 0.354743, - "main_score": 0.305171, - "hf_subset": "dzo_Tibt-eus_Latn", - "languages": [ - "dzo-Tibt", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165624, - "recall": 0.204545, - "f1": 0.174239, - "accuracy": 0.204545, - "main_score": 0.174239, - "hf_subset": "dzo_Tibt-ibo_Latn", - "languages": [ - "dzo-Tibt", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.238357, - "recall": 0.288538, - "f1": 0.250649, - "accuracy": 0.288538, - "main_score": 0.250649, - "hf_subset": "dzo_Tibt-kmr_Latn", - "languages": [ - "dzo-Tibt", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.301861, - "recall": 0.358696, - "f1": 0.315797, - "accuracy": 0.358696, - "main_score": 0.315797, - "hf_subset": "dzo_Tibt-min_Latn", - "languages": [ - "dzo-Tibt", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.374904, - "recall": 0.444664, - "f1": 0.391447, - "accuracy": 0.444664, - "main_score": 0.391447, - "hf_subset": "dzo_Tibt-por_Latn", - "languages": [ - "dzo-Tibt", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313851, - "recall": 0.379447, - "f1": 0.329045, - "accuracy": 0.379447, - "main_score": 0.329045, - "hf_subset": "dzo_Tibt-sun_Latn", - "languages": [ - "dzo-Tibt", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153599, - "recall": 0.193676, - "f1": 0.163185, - "accuracy": 0.193676, - "main_score": 0.163185, - "hf_subset": "dzo_Tibt-umb_Latn", - "languages": [ - "dzo-Tibt", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326538, - "recall": 0.394269, - "f1": 0.341967, - "accuracy": 0.394269, - "main_score": 0.341967, - "hf_subset": "dzo_Tibt-ajp_Arab", - "languages": [ - "dzo-Tibt", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165464, - "recall": 0.19664, - "f1": 0.173399, - "accuracy": 0.19664, - "main_score": 0.173399, - "hf_subset": "dzo_Tibt-bjn_Arab", - "languages": [ - "dzo-Tibt", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163563, - "recall": 0.199605, - "f1": 0.17168, - "accuracy": 0.199605, - "main_score": 0.17168, - "hf_subset": "dzo_Tibt-ewe_Latn", - "languages": [ - "dzo-Tibt", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.243079, - "recall": 0.293478, - "f1": 0.254912, - "accuracy": 0.293478, - "main_score": 0.254912, - "hf_subset": "dzo_Tibt-ilo_Latn", - "languages": [ - "dzo-Tibt", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152449, - "recall": 0.183794, - "f1": 0.160196, - "accuracy": 0.183794, - "main_score": 0.160196, - "hf_subset": "dzo_Tibt-knc_Arab", - "languages": [ - "dzo-Tibt", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357963, - "recall": 0.429842, - "f1": 0.374004, - "accuracy": 0.429842, - "main_score": 0.374004, - "hf_subset": "dzo_Tibt-mkd_Cyrl", - "languages": [ - "dzo-Tibt", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.340853, - "recall": 0.403162, - "f1": 0.355871, - "accuracy": 0.403162, - "main_score": 0.355871, - "hf_subset": "dzo_Tibt-prs_Arab", - "languages": [ - "dzo-Tibt", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356445, - "recall": 0.428854, - "f1": 0.372939, - "accuracy": 0.428854, - "main_score": 0.372939, - "hf_subset": "dzo_Tibt-swe_Latn", - "languages": [ - "dzo-Tibt", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354378, - "recall": 0.427866, - "f1": 0.371701, - "accuracy": 0.427866, - "main_score": 0.371701, - "hf_subset": "dzo_Tibt-urd_Arab", - "languages": [ - "dzo-Tibt", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159858, - "recall": 0.19664, - "f1": 0.168766, - "accuracy": 0.19664, - "main_score": 0.168766, - "hf_subset": "dzo_Tibt-aka_Latn", - "languages": [ - "dzo-Tibt", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320874, - "recall": 0.370553, - "f1": 0.33202, - "accuracy": 0.370553, - "main_score": 0.33202, - "hf_subset": "dzo_Tibt-bjn_Latn", - "languages": [ - "dzo-Tibt", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.285731, - "recall": 0.349802, - "f1": 0.300669, - "accuracy": 0.349802, - "main_score": 0.300669, - "hf_subset": "dzo_Tibt-fao_Latn", - "languages": [ - "dzo-Tibt", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363092, - "recall": 0.428854, - "f1": 0.378634, - "accuracy": 0.428854, - "main_score": 0.378634, - "hf_subset": "dzo_Tibt-ind_Latn", - "languages": [ - "dzo-Tibt", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181594, - "recall": 0.22332, - "f1": 0.191728, - "accuracy": 0.22332, - "main_score": 0.191728, - "hf_subset": "dzo_Tibt-knc_Latn", - "languages": [ - "dzo-Tibt", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283378, - "recall": 0.341897, - "f1": 0.297328, - "accuracy": 0.341897, - "main_score": 0.297328, - "hf_subset": "dzo_Tibt-mlt_Latn", - "languages": [ - "dzo-Tibt", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195827, - "recall": 0.248024, - "f1": 0.20795, - "accuracy": 0.248024, - "main_score": 0.20795, - "hf_subset": "dzo_Tibt-quy_Latn", - "languages": [ - "dzo-Tibt", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287411, - "recall": 0.355731, - "f1": 0.303372, - "accuracy": 0.355731, - "main_score": 0.303372, - "hf_subset": "dzo_Tibt-swh_Latn", - "languages": [ - "dzo-Tibt", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324342, - "recall": 0.390316, - "f1": 0.339156, - "accuracy": 0.390316, - "main_score": 0.339156, - "hf_subset": "dzo_Tibt-uzn_Latn", - "languages": [ - "dzo-Tibt", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.329038, - "recall": 0.393281, - "f1": 0.343367, - "accuracy": 0.393281, - "main_score": 0.343367, - "hf_subset": "dzo_Tibt-als_Latn", - "languages": [ - "dzo-Tibt", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403042, - "recall": 0.483202, - "f1": 0.424249, - "accuracy": 0.483202, - "main_score": 0.424249, - "hf_subset": "dzo_Tibt-bod_Tibt", - "languages": [ - "dzo-Tibt", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208523, - "recall": 0.254941, - "f1": 0.219317, - "accuracy": 0.254941, - "main_score": 0.219317, - "hf_subset": "dzo_Tibt-fij_Latn", - "languages": [ - "dzo-Tibt", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315826, - "recall": 0.37747, - "f1": 0.330926, - "accuracy": 0.37747, - "main_score": 0.330926, - "hf_subset": "dzo_Tibt-isl_Latn", - "languages": [ - "dzo-Tibt", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188443, - "recall": 0.227273, - "f1": 0.198098, - "accuracy": 0.227273, - "main_score": 0.198098, - "hf_subset": "dzo_Tibt-kon_Latn", - "languages": [ - "dzo-Tibt", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20036, - "recall": 0.25, - "f1": 0.212234, - "accuracy": 0.25, - "main_score": 0.212234, - "hf_subset": "dzo_Tibt-mni_Beng", - "languages": [ - "dzo-Tibt", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.341228, - "recall": 0.414032, - "f1": 0.357445, - "accuracy": 0.414032, - "main_score": 0.357445, - "hf_subset": "dzo_Tibt-ron_Latn", - "languages": [ - "dzo-Tibt", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295385, - "recall": 0.365613, - "f1": 0.310321, - "accuracy": 0.365613, - "main_score": 0.310321, - "hf_subset": "dzo_Tibt-szl_Latn", - "languages": [ - "dzo-Tibt", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332021, - "recall": 0.399209, - "f1": 0.347505, - "accuracy": 0.399209, - "main_score": 0.347505, - "hf_subset": "dzo_Tibt-vec_Latn", - "languages": [ - "dzo-Tibt", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294463, - "recall": 0.366601, - "f1": 0.310765, - "accuracy": 0.366601, - "main_score": 0.310765, - "hf_subset": "dzo_Tibt-amh_Ethi", - "languages": [ - "dzo-Tibt", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.340119, - "recall": 0.406126, - "f1": 0.35561, - "accuracy": 0.406126, - "main_score": 0.35561, - "hf_subset": "dzo_Tibt-bos_Latn", - "languages": [ - "dzo-Tibt", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.347659, - "recall": 0.414032, - "f1": 0.363336, - "accuracy": 0.414032, - "main_score": 0.363336, - "hf_subset": "dzo_Tibt-fin_Latn", - "languages": [ - "dzo-Tibt", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.345348, - "recall": 0.418972, - "f1": 0.362483, - "accuracy": 0.418972, - "main_score": 0.362483, - "hf_subset": "dzo_Tibt-ita_Latn", - "languages": [ - "dzo-Tibt", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367042, - "recall": 0.431818, - "f1": 0.381832, - "accuracy": 0.431818, - "main_score": 0.381832, - "hf_subset": "dzo_Tibt-kor_Hang", - "languages": [ - "dzo-Tibt", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164795, - "recall": 0.203557, - "f1": 0.174501, - "accuracy": 0.203557, - "main_score": 0.174501, - "hf_subset": "dzo_Tibt-mos_Latn", - "languages": [ - "dzo-Tibt", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173563, - "recall": 0.215415, - "f1": 0.183478, - "accuracy": 0.215415, - "main_score": 0.183478, - "hf_subset": "dzo_Tibt-run_Latn", - "languages": [ - "dzo-Tibt", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357773, - "recall": 0.431818, - "f1": 0.374693, - "accuracy": 0.431818, - "main_score": 0.374693, - "hf_subset": "dzo_Tibt-tam_Taml", - "languages": [ - "dzo-Tibt", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350501, - "recall": 0.420949, - "f1": 0.367063, - "accuracy": 0.420949, - "main_score": 0.367063, - "hf_subset": "dzo_Tibt-vie_Latn", - "languages": [ - "dzo-Tibt", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.341152, - "recall": 0.411067, - "f1": 0.357839, - "accuracy": 0.411067, - "main_score": 0.357839, - "hf_subset": "dzo_Tibt-apc_Arab", - "languages": [ - "dzo-Tibt", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199403, - "recall": 0.238142, - "f1": 0.208187, - "accuracy": 0.238142, - "main_score": 0.208187, - "hf_subset": "dzo_Tibt-bug_Latn", - "languages": [ - "dzo-Tibt", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156253, - "recall": 0.193676, - "f1": 0.164853, - "accuracy": 0.193676, - "main_score": 0.164853, - "hf_subset": "dzo_Tibt-fon_Latn", - "languages": [ - "dzo-Tibt", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324683, - "recall": 0.402174, - "f1": 0.342285, - "accuracy": 0.402174, - "main_score": 0.342285, - "hf_subset": "dzo_Tibt-jav_Latn", - "languages": [ - "dzo-Tibt", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299403, - "recall": 0.374506, - "f1": 0.317368, - "accuracy": 0.374506, - "main_score": 0.317368, - "hf_subset": "dzo_Tibt-lao_Laoo", - "languages": [ - "dzo-Tibt", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.256097, - "recall": 0.311265, - "f1": 0.269782, - "accuracy": 0.311265, - "main_score": 0.269782, - "hf_subset": "dzo_Tibt-mri_Latn", - "languages": [ - "dzo-Tibt", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35976, - "recall": 0.427866, - "f1": 0.374587, - "accuracy": 0.427866, - "main_score": 0.374587, - "hf_subset": "dzo_Tibt-rus_Cyrl", - "languages": [ - "dzo-Tibt", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15464, - "recall": 0.183794, - "f1": 0.161775, - "accuracy": 0.183794, - "main_score": 0.161775, - "hf_subset": "dzo_Tibt-taq_Latn", - "languages": [ - "dzo-Tibt", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290757, - "recall": 0.346838, - "f1": 0.303851, - "accuracy": 0.346838, - "main_score": 0.303851, - "hf_subset": "dzo_Tibt-war_Latn", - "languages": [ - "dzo-Tibt", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330183, - "recall": 0.396245, - "f1": 0.345223, - "accuracy": 0.396245, - "main_score": 0.345223, - "hf_subset": "dzo_Tibt-arb_Arab", - "languages": [ - "dzo-Tibt", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.358278, - "recall": 0.429842, - "f1": 0.37404, - "accuracy": 0.429842, - "main_score": 0.37404, - "hf_subset": "dzo_Tibt-bul_Cyrl", - "languages": [ - "dzo-Tibt", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344853, - "recall": 0.410079, - "f1": 0.360513, - "accuracy": 0.410079, - "main_score": 0.360513, - "hf_subset": "dzo_Tibt-fra_Latn", - "languages": [ - "dzo-Tibt", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350717, - "recall": 0.423913, - "f1": 0.367712, - "accuracy": 0.423913, - "main_score": 0.367712, - "hf_subset": "dzo_Tibt-jpn_Jpan", - "languages": [ - "dzo-Tibt", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.307387, - "recall": 0.367589, - "f1": 0.321229, - "accuracy": 0.367589, - "main_score": 0.321229, - "hf_subset": "dzo_Tibt-lij_Latn", - "languages": [ - "dzo-Tibt", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.32493, - "recall": 0.394269, - "f1": 0.340464, - "accuracy": 0.394269, - "main_score": 0.340464, - "hf_subset": "dzo_Tibt-mya_Mymr", - "languages": [ - "dzo-Tibt", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175547, - "recall": 0.215415, - "f1": 0.184561, - "accuracy": 0.215415, - "main_score": 0.184561, - "hf_subset": "dzo_Tibt-sag_Latn", - "languages": [ - "dzo-Tibt", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129304, - "recall": 0.161067, - "f1": 0.137338, - "accuracy": 0.161067, - "main_score": 0.137338, - "hf_subset": "dzo_Tibt-taq_Tfng", - "languages": [ - "dzo-Tibt", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178829, - "recall": 0.219368, - "f1": 0.188522, - "accuracy": 0.219368, - "main_score": 0.188522, - "hf_subset": "dzo_Tibt-wol_Latn", - "languages": [ - "dzo-Tibt", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.216604, - "recall": 0.271739, - "f1": 0.229288, - "accuracy": 0.271739, - "main_score": 0.229288, - "hf_subset": "dzo_Tibt-arb_Latn", - "languages": [ - "dzo-Tibt", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35976, - "recall": 0.432806, - "f1": 0.37691, - "accuracy": 0.432806, - "main_score": 0.37691, - "hf_subset": "dzo_Tibt-cat_Latn", - "languages": [ - "dzo-Tibt", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280099, - "recall": 0.342885, - "f1": 0.294331, - "accuracy": 0.342885, - "main_score": 0.294331, - "hf_subset": "dzo_Tibt-fur_Latn", - "languages": [ - "dzo-Tibt", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168555, - "recall": 0.20751, - "f1": 0.178098, - "accuracy": 0.20751, - "main_score": 0.178098, - "hf_subset": "dzo_Tibt-kab_Latn", - "languages": [ - "dzo-Tibt", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297725, - "recall": 0.354743, - "f1": 0.310463, - "accuracy": 0.354743, - "main_score": 0.310463, - "hf_subset": "dzo_Tibt-lim_Latn", - "languages": [ - "dzo-Tibt", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.342291, - "recall": 0.408103, - "f1": 0.357612, - "accuracy": 0.408103, - "main_score": 0.357612, - "hf_subset": "dzo_Tibt-nld_Latn", - "languages": [ - "dzo-Tibt", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.32455, - "recall": 0.389328, - "f1": 0.34057, - "accuracy": 0.389328, - "main_score": 0.34057, - "hf_subset": "dzo_Tibt-san_Deva", - "languages": [ - "dzo-Tibt", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302977, - "recall": 0.370553, - "f1": 0.318044, - "accuracy": 0.370553, - "main_score": 0.318044, - "hf_subset": "dzo_Tibt-tat_Cyrl", - "languages": [ - "dzo-Tibt", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191253, - "recall": 0.228261, - "f1": 0.199789, - "accuracy": 0.228261, - "main_score": 0.199789, - "hf_subset": "dzo_Tibt-xho_Latn", - "languages": [ - "dzo-Tibt", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.288984, - "recall": 0.360672, - "f1": 0.304909, - "accuracy": 0.360672, - "main_score": 0.304909, - "hf_subset": "dzo_Tibt-ars_Arab", - "languages": [ - "dzo-Tibt", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324421, - "recall": 0.383399, - "f1": 0.337841, - "accuracy": 0.383399, - "main_score": 0.337841, - "hf_subset": "dzo_Tibt-ceb_Latn", - "languages": [ - "dzo-Tibt", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164678, - "recall": 0.202569, - "f1": 0.174213, - "accuracy": 0.202569, - "main_score": 0.174213, - "hf_subset": "dzo_Tibt-fuv_Latn", - "languages": [ - "dzo-Tibt", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151176, - "recall": 0.185771, - "f1": 0.158904, - "accuracy": 0.185771, - "main_score": 0.158904, - "hf_subset": "dzo_Tibt-kac_Latn", - "languages": [ - "dzo-Tibt", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186771, - "recall": 0.232213, - "f1": 0.196719, - "accuracy": 0.232213, - "main_score": 0.196719, - "hf_subset": "dzo_Tibt-lin_Latn", - "languages": [ - "dzo-Tibt", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.339504, - "recall": 0.403162, - "f1": 0.353955, - "accuracy": 0.403162, - "main_score": 0.353955, - "hf_subset": "dzo_Tibt-nno_Latn", - "languages": [ - "dzo-Tibt", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.097697, - "recall": 0.135375, - "f1": 0.106334, - "accuracy": 0.135375, - "main_score": 0.106334, - "hf_subset": "dzo_Tibt-sat_Olck", - "languages": [ - "dzo-Tibt", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377799, - "recall": 0.451581, - "f1": 0.393614, - "accuracy": 0.451581, - "main_score": 0.393614, - "hf_subset": "dzo_Tibt-tel_Telu", - "languages": [ - "dzo-Tibt", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261911, - "recall": 0.313241, - "f1": 0.273977, - "accuracy": 0.313241, - "main_score": 0.273977, - "hf_subset": "dzo_Tibt-ydd_Hebr", - "languages": [ - "dzo-Tibt", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306482, - "recall": 0.362648, - "f1": 0.320159, - "accuracy": 0.362648, - "main_score": 0.320159, - "hf_subset": "dzo_Tibt-ary_Arab", - "languages": [ - "dzo-Tibt", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.353372, - "recall": 0.427866, - "f1": 0.369356, - "accuracy": 0.427866, - "main_score": 0.369356, - "hf_subset": "dzo_Tibt-ces_Latn", - "languages": [ - "dzo-Tibt", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198322, - "recall": 0.23913, - "f1": 0.208698, - "accuracy": 0.23913, - "main_score": 0.208698, - "hf_subset": "dzo_Tibt-gaz_Latn", - "languages": [ - "dzo-Tibt", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171594, - "recall": 0.213439, - "f1": 0.181677, - "accuracy": 0.213439, - "main_score": 0.181677, - "hf_subset": "dzo_Tibt-kam_Latn", - "languages": [ - "dzo-Tibt", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.341593, - "recall": 0.41502, - "f1": 0.358782, - "accuracy": 0.41502, - "main_score": 0.358782, - "hf_subset": "dzo_Tibt-lit_Latn", - "languages": [ - "dzo-Tibt", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356923, - "recall": 0.43083, - "f1": 0.374217, - "accuracy": 0.43083, - "main_score": 0.374217, - "hf_subset": "dzo_Tibt-nob_Latn", - "languages": [ - "dzo-Tibt", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280993, - "recall": 0.34585, - "f1": 0.294815, - "accuracy": 0.34585, - "main_score": 0.294815, - "hf_subset": "dzo_Tibt-scn_Latn", - "languages": [ - "dzo-Tibt", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292847, - "recall": 0.358696, - "f1": 0.308942, - "accuracy": 0.358696, - "main_score": 0.308942, - "hf_subset": "dzo_Tibt-tgk_Cyrl", - "languages": [ - "dzo-Tibt", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168513, - "recall": 0.221344, - "f1": 0.18151, - "accuracy": 0.221344, - "main_score": 0.18151, - "hf_subset": "dzo_Tibt-yor_Latn", - "languages": [ - "dzo-Tibt", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330703, - "recall": 0.400198, - "f1": 0.346111, - "accuracy": 0.400198, - "main_score": 0.346111, - "hf_subset": "dzo_Tibt-arz_Arab", - "languages": [ - "dzo-Tibt", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165526, - "recall": 0.203557, - "f1": 0.174354, - "accuracy": 0.203557, - "main_score": 0.174354, - "hf_subset": "dzo_Tibt-cjk_Latn", - "languages": [ - "dzo-Tibt", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213409, - "recall": 0.268775, - "f1": 0.225457, - "accuracy": 0.268775, - "main_score": 0.225457, - "hf_subset": "dzo_Tibt-gla_Latn", - "languages": [ - "dzo-Tibt", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.359656, - "recall": 0.427866, - "f1": 0.375, - "accuracy": 0.427866, - "main_score": 0.375, - "hf_subset": "dzo_Tibt-kan_Knda", - "languages": [ - "dzo-Tibt", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309045, - "recall": 0.369565, - "f1": 0.322655, - "accuracy": 0.369565, - "main_score": 0.322655, - "hf_subset": "dzo_Tibt-lmo_Latn", - "languages": [ - "dzo-Tibt", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.339311, - "recall": 0.41996, - "f1": 0.357031, - "accuracy": 0.41996, - "main_score": 0.357031, - "hf_subset": "dzo_Tibt-npi_Deva", - "languages": [ - "dzo-Tibt", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130736, - "recall": 0.166996, - "f1": 0.139691, - "accuracy": 0.166996, - "main_score": 0.139691, - "hf_subset": "dzo_Tibt-shn_Mymr", - "languages": [ - "dzo-Tibt", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357804, - "recall": 0.426877, - "f1": 0.372568, - "accuracy": 0.426877, - "main_score": 0.372568, - "hf_subset": "dzo_Tibt-tgl_Latn", - "languages": [ - "dzo-Tibt", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.335794, - "recall": 0.397233, - "f1": 0.349428, - "accuracy": 0.397233, - "main_score": 0.349428, - "hf_subset": "dzo_Tibt-yue_Hant", - "languages": [ - "dzo-Tibt", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.333782, - "recall": 0.403162, - "f1": 0.349905, - "accuracy": 0.403162, - "main_score": 0.349905, - "hf_subset": "dzo_Tibt-asm_Beng", - "languages": [ - "dzo-Tibt", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271688, - "recall": 0.335968, - "f1": 0.285951, - "accuracy": 0.335968, - "main_score": 0.285951, - "hf_subset": "dzo_Tibt-ckb_Arab", - "languages": [ - "dzo-Tibt", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.228402, - "recall": 0.279644, - "f1": 0.240769, - "accuracy": 0.279644, - "main_score": 0.240769, - "hf_subset": "dzo_Tibt-gle_Latn", - "languages": [ - "dzo-Tibt", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.241319, - "recall": 0.298419, - "f1": 0.253817, - "accuracy": 0.298419, - "main_score": 0.253817, - "hf_subset": "dzo_Tibt-kas_Arab", - "languages": [ - "dzo-Tibt", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.264522, - "recall": 0.328063, - "f1": 0.278697, - "accuracy": 0.328063, - "main_score": 0.278697, - "hf_subset": "dzo_Tibt-ltg_Latn", - "languages": [ - "dzo-Tibt", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167775, - "recall": 0.204545, - "f1": 0.176451, - "accuracy": 0.204545, - "main_score": 0.176451, - "hf_subset": "dzo_Tibt-nso_Latn", - "languages": [ - "dzo-Tibt", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311705, - "recall": 0.385375, - "f1": 0.328757, - "accuracy": 0.385375, - "main_score": 0.328757, - "hf_subset": "dzo_Tibt-sin_Sinh", - "languages": [ - "dzo-Tibt", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.361211, - "recall": 0.424901, - "f1": 0.376007, - "accuracy": 0.424901, - "main_score": 0.376007, - "hf_subset": "dzo_Tibt-tha_Thai", - "languages": [ - "dzo-Tibt", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.334628, - "recall": 0.393281, - "f1": 0.347295, - "accuracy": 0.393281, - "main_score": 0.347295, - "hf_subset": "dzo_Tibt-zho_Hans", - "languages": [ - "dzo-Tibt", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35556, - "recall": 0.424901, - "f1": 0.371648, - "accuracy": 0.424901, - "main_score": 0.371648, - "hf_subset": "dzo_Tibt-ast_Latn", - "languages": [ - "dzo-Tibt", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.340441, - "recall": 0.407115, - "f1": 0.356612, - "accuracy": 0.407115, - "main_score": 0.356612, - "hf_subset": "dzo_Tibt-crh_Latn", - "languages": [ - "dzo-Tibt", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369662, - "recall": 0.435771, - "f1": 0.384213, - "accuracy": 0.435771, - "main_score": 0.384213, - "hf_subset": "dzo_Tibt-glg_Latn", - "languages": [ - "dzo-Tibt", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.228247, - "recall": 0.273715, - "f1": 0.238962, - "accuracy": 0.273715, - "main_score": 0.238962, - "hf_subset": "dzo_Tibt-kas_Deva", - "languages": [ - "dzo-Tibt", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271925, - "recall": 0.324111, - "f1": 0.283772, - "accuracy": 0.324111, - "main_score": 0.283772, - "hf_subset": "dzo_Tibt-ltz_Latn", - "languages": [ - "dzo-Tibt", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167086, - "recall": 0.203557, - "f1": 0.174813, - "accuracy": 0.203557, - "main_score": 0.174813, - "hf_subset": "dzo_Tibt-nus_Latn", - "languages": [ - "dzo-Tibt", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.331247, - "recall": 0.397233, - "f1": 0.345974, - "accuracy": 0.397233, - "main_score": 0.345974, - "hf_subset": "dzo_Tibt-slk_Latn", - "languages": [ - "dzo-Tibt", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203552, - "recall": 0.247036, - "f1": 0.214166, - "accuracy": 0.247036, - "main_score": 0.214166, - "hf_subset": "dzo_Tibt-tir_Ethi", - "languages": [ - "dzo-Tibt", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.337037, - "recall": 0.397233, - "f1": 0.350716, - "accuracy": 0.397233, - "main_score": 0.350716, - "hf_subset": "dzo_Tibt-zho_Hant", - "languages": [ - "dzo-Tibt", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362086, - "recall": 0.427866, - "f1": 0.377228, - "accuracy": 0.427866, - "main_score": 0.377228, - "hf_subset": "dzo_Tibt-awa_Deva", - "languages": [ - "dzo-Tibt", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.278903, - "recall": 0.336957, - "f1": 0.29295, - "accuracy": 0.336957, - "main_score": 0.29295, - "hf_subset": "dzo_Tibt-cym_Latn", - "languages": [ - "dzo-Tibt", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194636, - "recall": 0.240119, - "f1": 0.20554, - "accuracy": 0.240119, - "main_score": 0.20554, - "hf_subset": "dzo_Tibt-grn_Latn", - "languages": [ - "dzo-Tibt", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320683, - "recall": 0.385375, - "f1": 0.335618, - "accuracy": 0.385375, - "main_score": 0.335618, - "hf_subset": "dzo_Tibt-kat_Geor", - "languages": [ - "dzo-Tibt", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186142, - "recall": 0.229249, - "f1": 0.195582, - "accuracy": 0.229249, - "main_score": 0.195582, - "hf_subset": "dzo_Tibt-lua_Latn", - "languages": [ - "dzo-Tibt", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162564, - "recall": 0.202569, - "f1": 0.172108, - "accuracy": 0.202569, - "main_score": 0.172108, - "hf_subset": "dzo_Tibt-nya_Latn", - "languages": [ - "dzo-Tibt", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344261, - "recall": 0.408103, - "f1": 0.357901, - "accuracy": 0.408103, - "main_score": 0.357901, - "hf_subset": "dzo_Tibt-slv_Latn", - "languages": [ - "dzo-Tibt", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.265881, - "recall": 0.333004, - "f1": 0.280351, - "accuracy": 0.333004, - "main_score": 0.280351, - "hf_subset": "dzo_Tibt-tpi_Latn", - "languages": [ - "dzo-Tibt", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.36718, - "recall": 0.426877, - "f1": 0.380918, - "accuracy": 0.426877, - "main_score": 0.380918, - "hf_subset": "dzo_Tibt-zsm_Latn", - "languages": [ - "dzo-Tibt", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174222, - "recall": 0.212451, - "f1": 0.183672, - "accuracy": 0.212451, - "main_score": 0.183672, - "hf_subset": "dzo_Tibt-ayr_Latn", - "languages": [ - "dzo-Tibt", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.337318, - "recall": 0.401186, - "f1": 0.352555, - "accuracy": 0.401186, - "main_score": 0.352555, - "hf_subset": "dzo_Tibt-dan_Latn", - "languages": [ - "dzo-Tibt", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.345284, - "recall": 0.417984, - "f1": 0.361553, - "accuracy": 0.417984, - "main_score": 0.361553, - "hf_subset": "dzo_Tibt-guj_Gujr", - "languages": [ - "dzo-Tibt", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354923, - "recall": 0.428854, - "f1": 0.37181, - "accuracy": 0.428854, - "main_score": 0.37181, - "hf_subset": "dzo_Tibt-kaz_Cyrl", - "languages": [ - "dzo-Tibt", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153593, - "recall": 0.195652, - "f1": 0.163306, - "accuracy": 0.195652, - "main_score": 0.163306, - "hf_subset": "dzo_Tibt-lug_Latn", - "languages": [ - "dzo-Tibt", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34659, - "recall": 0.416008, - "f1": 0.362311, - "accuracy": 0.416008, - "main_score": 0.362311, - "hf_subset": "dzo_Tibt-oci_Latn", - "languages": [ - "dzo-Tibt", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225043, - "recall": 0.285573, - "f1": 0.239251, - "accuracy": 0.285573, - "main_score": 0.239251, - "hf_subset": "dzo_Tibt-smo_Latn", - "languages": [ - "dzo-Tibt", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161147, - "recall": 0.200593, - "f1": 0.170358, - "accuracy": 0.200593, - "main_score": 0.170358, - "hf_subset": "dzo_Tibt-tsn_Latn", - "languages": [ - "dzo-Tibt", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180716, - "recall": 0.22332, - "f1": 0.190503, - "accuracy": 0.22332, - "main_score": 0.190503, - "hf_subset": "dzo_Tibt-zul_Latn", - "languages": [ - "dzo-Tibt", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214834, - "recall": 0.255929, - "f1": 0.225053, - "accuracy": 0.255929, - "main_score": 0.225053, - "hf_subset": "dzo_Tibt-azb_Arab", - "languages": [ - "dzo-Tibt", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360503, - "recall": 0.422925, - "f1": 0.374545, - "accuracy": 0.422925, - "main_score": 0.374545, - "hf_subset": "dzo_Tibt-deu_Latn", - "languages": [ - "dzo-Tibt", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.25191, - "recall": 0.315217, - "f1": 0.266064, - "accuracy": 0.315217, - "main_score": 0.266064, - "hf_subset": "dzo_Tibt-hat_Latn", - "languages": [ - "dzo-Tibt", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142933, - "recall": 0.183794, - "f1": 0.152614, - "accuracy": 0.183794, - "main_score": 0.152614, - "hf_subset": "dzo_Tibt-kbp_Latn", - "languages": [ - "dzo-Tibt", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158879, - "recall": 0.204545, - "f1": 0.169293, - "accuracy": 0.204545, - "main_score": 0.169293, - "hf_subset": "dzo_Tibt-luo_Latn", - "languages": [ - "dzo-Tibt", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.353724, - "recall": 0.425889, - "f1": 0.369833, - "accuracy": 0.425889, - "main_score": 0.369833, - "hf_subset": "dzo_Tibt-ory_Orya", - "languages": [ - "dzo-Tibt", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17789, - "recall": 0.217391, - "f1": 0.18652, - "accuracy": 0.217391, - "main_score": 0.18652, - "hf_subset": "dzo_Tibt-sna_Latn", - "languages": [ - "dzo-Tibt", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184105, - "recall": 0.221344, - "f1": 0.192593, - "accuracy": 0.221344, - "main_score": 0.192593, - "hf_subset": "dzo_Tibt-tso_Latn", - "languages": [ - "dzo-Tibt", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.327787, - "recall": 0.403162, - "f1": 0.344453, - "accuracy": 0.403162, - "main_score": 0.344453, - "hf_subset": "dzo_Tibt-azj_Latn", - "languages": [ - "dzo-Tibt", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.116143, - "recall": 0.155138, - "f1": 0.124922, - "accuracy": 0.155138, - "main_score": 0.124922, - "hf_subset": "dzo_Tibt-dik_Latn", - "languages": [ - "dzo-Tibt", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214672, - "recall": 0.271739, - "f1": 0.228179, - "accuracy": 0.271739, - "main_score": 0.228179, - "hf_subset": "dzo_Tibt-hau_Latn", - "languages": [ - "dzo-Tibt", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.260606, - "recall": 0.307312, - "f1": 0.271586, - "accuracy": 0.307312, - "main_score": 0.271586, - "hf_subset": "dzo_Tibt-kea_Latn", - "languages": [ - "dzo-Tibt", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212234, - "recall": 0.254941, - "f1": 0.221695, - "accuracy": 0.254941, - "main_score": 0.221695, - "hf_subset": "dzo_Tibt-lus_Latn", - "languages": [ - "dzo-Tibt", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.217255, - "recall": 0.250988, - "f1": 0.226354, - "accuracy": 0.250988, - "main_score": 0.226354, - "hf_subset": "dzo_Tibt-pag_Latn", - "languages": [ - "dzo-Tibt", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.339886, - "recall": 0.412055, - "f1": 0.357013, - "accuracy": 0.412055, - "main_score": 0.357013, - "hf_subset": "dzo_Tibt-snd_Arab", - "languages": [ - "dzo-Tibt", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291787, - "recall": 0.34585, - "f1": 0.303932, - "accuracy": 0.34585, - "main_score": 0.303932, - "hf_subset": "dzo_Tibt-tuk_Latn", - "languages": [ - "dzo-Tibt", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292003, - "recall": 0.352767, - "f1": 0.307062, - "accuracy": 0.352767, - "main_score": 0.307062, - "hf_subset": "dzo_Tibt-bak_Cyrl", - "languages": [ - "dzo-Tibt", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.080188, - "recall": 0.110672, - "f1": 0.08627, - "accuracy": 0.110672, - "main_score": 0.08627, - "hf_subset": "dzo_Tibt-dyu_Latn", - "languages": [ - "dzo-Tibt", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370938, - "recall": 0.437747, - "f1": 0.386046, - "accuracy": 0.437747, - "main_score": 0.386046, - "hf_subset": "dzo_Tibt-heb_Hebr", - "languages": [ - "dzo-Tibt", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318925, - "recall": 0.379447, - "f1": 0.332809, - "accuracy": 0.379447, - "main_score": 0.332809, - "hf_subset": "dzo_Tibt-khk_Cyrl", - "languages": [ - "dzo-Tibt", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.338662, - "recall": 0.398221, - "f1": 0.351272, - "accuracy": 0.398221, - "main_score": 0.351272, - "hf_subset": "dzo_Tibt-lvs_Latn", - "languages": [ - "dzo-Tibt", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.352712, - "recall": 0.43083, - "f1": 0.370198, - "accuracy": 0.43083, - "main_score": 0.370198, - "hf_subset": "dzo_Tibt-pan_Guru", - "languages": [ - "dzo-Tibt", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212901, - "recall": 0.257905, - "f1": 0.223479, - "accuracy": 0.257905, - "main_score": 0.223479, - "hf_subset": "dzo_Tibt-som_Latn", - "languages": [ - "dzo-Tibt", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177888, - "recall": 0.214427, - "f1": 0.18663, - "accuracy": 0.214427, - "main_score": 0.18663, - "hf_subset": "dzo_Tibt-tum_Latn", - "languages": [ - "dzo-Tibt", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553116, - "recall": 0.623518, - "f1": 0.573199, - "accuracy": 0.623518, - "main_score": 0.573199, - "hf_subset": "hin_Deva-ace_Arab", - "languages": [ - "hin-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519981, - "recall": 0.583004, - "f1": 0.537181, - "accuracy": 0.583004, - "main_score": 0.537181, - "hf_subset": "hin_Deva-bam_Latn", - "languages": [ - "hin-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464318, - "recall": 0.539526, - "f1": 0.484646, - "accuracy": 0.539526, - "main_score": 0.484646, - "hf_subset": "hin_Deva-dzo_Tibt", - "languages": [ - "hin-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-khm_Khmr", - "languages": [ - "hin-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-mag_Deva", - "languages": [ - "hin-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "hin_Deva-pap_Latn", - "languages": [ - "hin-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58355, - "recall": 0.639328, - "f1": 0.598804, - "accuracy": 0.639328, - "main_score": 0.598804, - "hf_subset": "hin_Deva-sot_Latn", - "languages": [ - "hin-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-tur_Latn", - "languages": [ - "hin-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864789, - "recall": 0.902174, - "f1": 0.876416, - "accuracy": 0.902174, - "main_score": 0.876416, - "hf_subset": "hin_Deva-ace_Latn", - "languages": [ - "hin-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.97332, - "f1": 0.966403, - "accuracy": 0.97332, - "main_score": 0.966403, - "hf_subset": "hin_Deva-ban_Latn", - "languages": [ - "hin-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ell_Grek", - "languages": [ - "hin-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hin_Deva-hne_Deva", - "languages": [ - "hin-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597605, - "recall": 0.660079, - "f1": 0.615551, - "accuracy": 0.660079, - "main_score": 0.615551, - "hf_subset": "hin_Deva-kik_Latn", - "languages": [ - "hin-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-mai_Deva", - "languages": [ - "hin-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "hin_Deva-pbt_Arab", - "languages": [ - "hin-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-spa_Latn", - "languages": [ - "hin-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614889, - "recall": 0.683794, - "f1": 0.633787, - "accuracy": 0.683794, - "main_score": 0.633787, - "hf_subset": "hin_Deva-twi_Latn", - "languages": [ - "hin-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-acm_Arab", - "languages": [ - "hin-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-bel_Cyrl", - "languages": [ - "hin-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-eng_Latn", - "languages": [ - "hin-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-hrv_Latn", - "languages": [ - "hin-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549366, - "recall": 0.615613, - "f1": 0.567696, - "accuracy": 0.615613, - "main_score": 0.567696, - "hf_subset": "hin_Deva-kin_Latn", - "languages": [ - "hin-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-mal_Mlym", - "languages": [ - "hin-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-pes_Arab", - "languages": [ - "hin-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hin_Deva-srd_Latn", - "languages": [ - "hin-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187066, - "recall": 0.238142, - "f1": 0.199751, - "accuracy": 0.238142, - "main_score": 0.199751, - "hf_subset": "hin_Deva-tzm_Tfng", - "languages": [ - "hin-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-acq_Arab", - "languages": [ - "hin-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628237, - "recall": 0.682806, - "f1": 0.643349, - "accuracy": 0.682806, - "main_score": 0.643349, - "hf_subset": "hin_Deva-bem_Latn", - "languages": [ - "hin-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-epo_Latn", - "languages": [ - "hin-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-hun_Latn", - "languages": [ - "hin-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-kir_Cyrl", - "languages": [ - "hin-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-mar_Deva", - "languages": [ - "hin-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664914, - "recall": 0.72332, - "f1": 0.681872, - "accuracy": 0.72332, - "main_score": 0.681872, - "hf_subset": "hin_Deva-plt_Latn", - "languages": [ - "hin-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-srp_Cyrl", - "languages": [ - "hin-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "hin_Deva-uig_Arab", - "languages": [ - "hin-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-aeb_Arab", - "languages": [ - "hin-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-ben_Beng", - "languages": [ - "hin-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-est_Latn", - "languages": [ - "hin-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-hye_Armn", - "languages": [ - "hin-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538225, - "recall": 0.591897, - "f1": 0.553131, - "accuracy": 0.591897, - "main_score": 0.553131, - "hf_subset": "hin_Deva-kmb_Latn", - "languages": [ - "hin-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487492, - "recall": 0.565217, - "f1": 0.508629, - "accuracy": 0.565217, - "main_score": 0.508629, - "hf_subset": "hin_Deva-min_Arab", - "languages": [ - "hin-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-pol_Latn", - "languages": [ - "hin-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561004, - "recall": 0.629447, - "f1": 0.580369, - "accuracy": 0.629447, - "main_score": 0.580369, - "hf_subset": "hin_Deva-ssw_Latn", - "languages": [ - "hin-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ukr_Cyrl", - "languages": [ - "hin-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-afr_Latn", - "languages": [ - "hin-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-bho_Deva", - "languages": [ - "hin-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hin_Deva-eus_Latn", - "languages": [ - "hin-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575866, - "recall": 0.644269, - "f1": 0.59463, - "accuracy": 0.644269, - "main_score": 0.59463, - "hf_subset": "hin_Deva-ibo_Latn", - "languages": [ - "hin-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906785, - "recall": 0.933794, - "f1": 0.915316, - "accuracy": 0.933794, - "main_score": 0.915316, - "hf_subset": "hin_Deva-kmr_Latn", - "languages": [ - "hin-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hin_Deva-min_Latn", - "languages": [ - "hin-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-por_Latn", - "languages": [ - "hin-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-sun_Latn", - "languages": [ - "hin-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52441, - "recall": 0.583004, - "f1": 0.541326, - "accuracy": 0.583004, - "main_score": 0.541326, - "hf_subset": "hin_Deva-umb_Latn", - "languages": [ - "hin-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ajp_Arab", - "languages": [ - "hin-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529691, - "recall": 0.59585, - "f1": 0.548354, - "accuracy": 0.59585, - "main_score": 0.548354, - "hf_subset": "hin_Deva-bjn_Arab", - "languages": [ - "hin-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514193, - "recall": 0.572134, - "f1": 0.530019, - "accuracy": 0.572134, - "main_score": 0.530019, - "hf_subset": "hin_Deva-ewe_Latn", - "languages": [ - "hin-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.959486, - "f1": 0.947958, - "accuracy": 0.959486, - "main_score": 0.947958, - "hf_subset": "hin_Deva-ilo_Latn", - "languages": [ - "hin-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316581, - "recall": 0.378458, - "f1": 0.333353, - "accuracy": 0.378458, - "main_score": 0.333353, - "hf_subset": "hin_Deva-knc_Arab", - "languages": [ - "hin-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-mkd_Cyrl", - "languages": [ - "hin-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-prs_Arab", - "languages": [ - "hin-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-swe_Latn", - "languages": [ - "hin-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-urd_Arab", - "languages": [ - "hin-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591134, - "recall": 0.656126, - "f1": 0.608804, - "accuracy": 0.656126, - "main_score": 0.608804, - "hf_subset": "hin_Deva-aka_Latn", - "languages": [ - "hin-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hin_Deva-bjn_Latn", - "languages": [ - "hin-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "hin_Deva-fao_Latn", - "languages": [ - "hin-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ind_Latn", - "languages": [ - "hin-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587583, - "recall": 0.643281, - "f1": 0.603524, - "accuracy": 0.643281, - "main_score": 0.603524, - "hf_subset": "hin_Deva-knc_Latn", - "languages": [ - "hin-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hin_Deva-mlt_Latn", - "languages": [ - "hin-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706202, - "recall": 0.768775, - "f1": 0.724454, - "accuracy": 0.768775, - "main_score": 0.724454, - "hf_subset": "hin_Deva-quy_Latn", - "languages": [ - "hin-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "hin_Deva-swh_Latn", - "languages": [ - "hin-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-uzn_Latn", - "languages": [ - "hin-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-als_Latn", - "languages": [ - "hin-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672012, - "recall": 0.748024, - "f1": 0.694271, - "accuracy": 0.748024, - "main_score": 0.694271, - "hf_subset": "hin_Deva-bod_Tibt", - "languages": [ - "hin-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70122, - "recall": 0.755929, - "f1": 0.715999, - "accuracy": 0.755929, - "main_score": 0.715999, - "hf_subset": "hin_Deva-fij_Latn", - "languages": [ - "hin-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hin_Deva-isl_Latn", - "languages": [ - "hin-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67085, - "recall": 0.728261, - "f1": 0.688142, - "accuracy": 0.728261, - "main_score": 0.688142, - "hf_subset": "hin_Deva-kon_Latn", - "languages": [ - "hin-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671946, - "recall": 0.73913, - "f1": 0.691438, - "accuracy": 0.73913, - "main_score": 0.691438, - "hf_subset": "hin_Deva-mni_Beng", - "languages": [ - "hin-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-ron_Latn", - "languages": [ - "hin-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "hin_Deva-szl_Latn", - "languages": [ - "hin-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-vec_Latn", - "languages": [ - "hin-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "hin_Deva-amh_Ethi", - "languages": [ - "hin-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-bos_Latn", - "languages": [ - "hin-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-fin_Latn", - "languages": [ - "hin-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ita_Latn", - "languages": [ - "hin-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-kor_Hang", - "languages": [ - "hin-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53881, - "recall": 0.600791, - "f1": 0.555888, - "accuracy": 0.600791, - "main_score": 0.555888, - "hf_subset": "hin_Deva-mos_Latn", - "languages": [ - "hin-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562264, - "recall": 0.620553, - "f1": 0.578437, - "accuracy": 0.620553, - "main_score": 0.578437, - "hf_subset": "hin_Deva-run_Latn", - "languages": [ - "hin-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-tam_Taml", - "languages": [ - "hin-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-vie_Latn", - "languages": [ - "hin-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-apc_Arab", - "languages": [ - "hin-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797134, - "recall": 0.842885, - "f1": 0.811138, - "accuracy": 0.842885, - "main_score": 0.811138, - "hf_subset": "hin_Deva-bug_Latn", - "languages": [ - "hin-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464907, - "recall": 0.52668, - "f1": 0.481443, - "accuracy": 0.52668, - "main_score": 0.481443, - "hf_subset": "hin_Deva-fon_Latn", - "languages": [ - "hin-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-jav_Latn", - "languages": [ - "hin-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-lao_Laoo", - "languages": [ - "hin-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881176, - "recall": 0.913043, - "f1": 0.891206, - "accuracy": 0.913043, - "main_score": 0.891206, - "hf_subset": "hin_Deva-mri_Latn", - "languages": [ - "hin-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-rus_Cyrl", - "languages": [ - "hin-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538484, - "recall": 0.603755, - "f1": 0.556367, - "accuracy": 0.603755, - "main_score": 0.556367, - "hf_subset": "hin_Deva-taq_Latn", - "languages": [ - "hin-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-war_Latn", - "languages": [ - "hin-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-arb_Arab", - "languages": [ - "hin-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-bul_Cyrl", - "languages": [ - "hin-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-fra_Latn", - "languages": [ - "hin-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-jpn_Jpan", - "languages": [ - "hin-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "hin_Deva-lij_Latn", - "languages": [ - "hin-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993906, - "recall": 0.995059, - "f1": 0.994236, - "accuracy": 0.995059, - "main_score": 0.994236, - "hf_subset": "hin_Deva-mya_Mymr", - "languages": [ - "hin-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587442, - "recall": 0.653162, - "f1": 0.605586, - "accuracy": 0.653162, - "main_score": 0.605586, - "hf_subset": "hin_Deva-sag_Latn", - "languages": [ - "hin-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192737, - "recall": 0.251976, - "f1": 0.205565, - "accuracy": 0.251976, - "main_score": 0.205565, - "hf_subset": "hin_Deva-taq_Tfng", - "languages": [ - "hin-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62464, - "recall": 0.690711, - "f1": 0.643417, - "accuracy": 0.690711, - "main_score": 0.643417, - "hf_subset": "hin_Deva-wol_Latn", - "languages": [ - "hin-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799193, - "recall": 0.851779, - "f1": 0.815368, - "accuracy": 0.851779, - "main_score": 0.815368, - "hf_subset": "hin_Deva-arb_Latn", - "languages": [ - "hin-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-cat_Latn", - "languages": [ - "hin-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hin_Deva-fur_Latn", - "languages": [ - "hin-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408769, - "recall": 0.469368, - "f1": 0.42524, - "accuracy": 0.469368, - "main_score": 0.42524, - "hf_subset": "hin_Deva-kab_Latn", - "languages": [ - "hin-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hin_Deva-lim_Latn", - "languages": [ - "hin-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-nld_Latn", - "languages": [ - "hin-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "hin_Deva-san_Deva", - "languages": [ - "hin-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-tat_Cyrl", - "languages": [ - "hin-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674909, - "recall": 0.73419, - "f1": 0.692202, - "accuracy": 0.73419, - "main_score": 0.692202, - "hf_subset": "hin_Deva-xho_Latn", - "languages": [ - "hin-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ars_Arab", - "languages": [ - "hin-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ceb_Latn", - "languages": [ - "hin-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562585, - "recall": 0.631423, - "f1": 0.58219, - "accuracy": 0.631423, - "main_score": 0.58219, - "hf_subset": "hin_Deva-fuv_Latn", - "languages": [ - "hin-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498179, - "recall": 0.575099, - "f1": 0.518594, - "accuracy": 0.575099, - "main_score": 0.518594, - "hf_subset": "hin_Deva-kac_Latn", - "languages": [ - "hin-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660548, - "recall": 0.716403, - "f1": 0.676311, - "accuracy": 0.716403, - "main_score": 0.676311, - "hf_subset": "hin_Deva-lin_Latn", - "languages": [ - "hin-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-nno_Latn", - "languages": [ - "hin-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.251017, - "recall": 0.337945, - "f1": 0.274084, - "accuracy": 0.337945, - "main_score": 0.274084, - "hf_subset": "hin_Deva-sat_Olck", - "languages": [ - "hin-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-tel_Telu", - "languages": [ - "hin-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971673, - "recall": 0.980237, - "f1": 0.974473, - "accuracy": 0.980237, - "main_score": 0.974473, - "hf_subset": "hin_Deva-ydd_Hebr", - "languages": [ - "hin-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "hin_Deva-ary_Arab", - "languages": [ - "hin-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-ces_Latn", - "languages": [ - "hin-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580049, - "recall": 0.644269, - "f1": 0.598412, - "accuracy": 0.644269, - "main_score": 0.598412, - "hf_subset": "hin_Deva-gaz_Latn", - "languages": [ - "hin-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59128, - "recall": 0.655138, - "f1": 0.609532, - "accuracy": 0.655138, - "main_score": 0.609532, - "hf_subset": "hin_Deva-kam_Latn", - "languages": [ - "hin-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hin_Deva-lit_Latn", - "languages": [ - "hin-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-nob_Latn", - "languages": [ - "hin-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "hin_Deva-scn_Latn", - "languages": [ - "hin-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "hin_Deva-tgk_Cyrl", - "languages": [ - "hin-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727668, - "recall": 0.79249, - "f1": 0.747581, - "accuracy": 0.79249, - "main_score": 0.747581, - "hf_subset": "hin_Deva-yor_Latn", - "languages": [ - "hin-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-arz_Arab", - "languages": [ - "hin-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561966, - "recall": 0.621542, - "f1": 0.578825, - "accuracy": 0.621542, - "main_score": 0.578825, - "hf_subset": "hin_Deva-cjk_Latn", - "languages": [ - "hin-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795125, - "recall": 0.838933, - "f1": 0.808004, - "accuracy": 0.838933, - "main_score": 0.808004, - "hf_subset": "hin_Deva-gla_Latn", - "languages": [ - "hin-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-kan_Knda", - "languages": [ - "hin-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987813, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "hin_Deva-lmo_Latn", - "languages": [ - "hin-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hin_Deva-npi_Deva", - "languages": [ - "hin-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466456, - "recall": 0.535573, - "f1": 0.48534, - "accuracy": 0.535573, - "main_score": 0.48534, - "hf_subset": "hin_Deva-shn_Mymr", - "languages": [ - "hin-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-tgl_Latn", - "languages": [ - "hin-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-yue_Hant", - "languages": [ - "hin-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-asm_Beng", - "languages": [ - "hin-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "hin_Deva-ckb_Arab", - "languages": [ - "hin-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881752, - "recall": 0.91502, - "f1": 0.89226, - "accuracy": 0.91502, - "main_score": 0.89226, - "hf_subset": "hin_Deva-gle_Latn", - "languages": [ - "hin-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "hin_Deva-kas_Arab", - "languages": [ - "hin-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946476, - "recall": 0.963439, - "f1": 0.952075, - "accuracy": 0.963439, - "main_score": 0.952075, - "hf_subset": "hin_Deva-ltg_Latn", - "languages": [ - "hin-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595365, - "recall": 0.655138, - "f1": 0.611853, - "accuracy": 0.655138, - "main_score": 0.611853, - "hf_subset": "hin_Deva-nso_Latn", - "languages": [ - "hin-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hin_Deva-sin_Sinh", - "languages": [ - "hin-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-tha_Thai", - "languages": [ - "hin-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-zho_Hans", - "languages": [ - "hin-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ast_Latn", - "languages": [ - "hin-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-crh_Latn", - "languages": [ - "hin-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-glg_Latn", - "languages": [ - "hin-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920043, - "recall": 0.945652, - "f1": 0.928426, - "accuracy": 0.945652, - "main_score": 0.928426, - "hf_subset": "hin_Deva-kas_Deva", - "languages": [ - "hin-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "hin_Deva-ltz_Latn", - "languages": [ - "hin-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453838, - "recall": 0.525692, - "f1": 0.473144, - "accuracy": 0.525692, - "main_score": 0.473144, - "hf_subset": "hin_Deva-nus_Latn", - "languages": [ - "hin-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-slk_Latn", - "languages": [ - "hin-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636653, - "recall": 0.705534, - "f1": 0.656581, - "accuracy": 0.705534, - "main_score": 0.656581, - "hf_subset": "hin_Deva-tir_Ethi", - "languages": [ - "hin-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-zho_Hant", - "languages": [ - "hin-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "hin_Deva-awa_Deva", - "languages": [ - "hin-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "hin_Deva-cym_Latn", - "languages": [ - "hin-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842095, - "recall": 0.885375, - "f1": 0.855534, - "accuracy": 0.885375, - "main_score": 0.855534, - "hf_subset": "hin_Deva-grn_Latn", - "languages": [ - "hin-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-kat_Geor", - "languages": [ - "hin-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63817, - "recall": 0.692688, - "f1": 0.653706, - "accuracy": 0.692688, - "main_score": 0.653706, - "hf_subset": "hin_Deva-lua_Latn", - "languages": [ - "hin-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630477, - "recall": 0.697628, - "f1": 0.649951, - "accuracy": 0.697628, - "main_score": 0.649951, - "hf_subset": "hin_Deva-nya_Latn", - "languages": [ - "hin-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-slv_Latn", - "languages": [ - "hin-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947134, - "recall": 0.963439, - "f1": 0.952404, - "accuracy": 0.963439, - "main_score": 0.952404, - "hf_subset": "hin_Deva-tpi_Latn", - "languages": [ - "hin-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-zsm_Latn", - "languages": [ - "hin-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546917, - "recall": 0.612648, - "f1": 0.564923, - "accuracy": 0.612648, - "main_score": 0.564923, - "hf_subset": "hin_Deva-ayr_Latn", - "languages": [ - "hin-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-dan_Latn", - "languages": [ - "hin-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-guj_Gujr", - "languages": [ - "hin-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-kaz_Cyrl", - "languages": [ - "hin-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52622, - "recall": 0.59585, - "f1": 0.545336, - "accuracy": 0.59585, - "main_score": 0.545336, - "hf_subset": "hin_Deva-lug_Latn", - "languages": [ - "hin-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-oci_Latn", - "languages": [ - "hin-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836611, - "recall": 0.878458, - "f1": 0.849275, - "accuracy": 0.878458, - "main_score": 0.849275, - "hf_subset": "hin_Deva-smo_Latn", - "languages": [ - "hin-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529117, - "recall": 0.600791, - "f1": 0.549038, - "accuracy": 0.600791, - "main_score": 0.549038, - "hf_subset": "hin_Deva-tsn_Latn", - "languages": [ - "hin-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603722, - "recall": 0.66502, - "f1": 0.621678, - "accuracy": 0.66502, - "main_score": 0.621678, - "hf_subset": "hin_Deva-zul_Latn", - "languages": [ - "hin-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932312, - "recall": 0.953557, - "f1": 0.939229, - "accuracy": 0.953557, - "main_score": 0.939229, - "hf_subset": "hin_Deva-azb_Arab", - "languages": [ - "hin-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-deu_Latn", - "languages": [ - "hin-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.978261, - "f1": 0.972332, - "accuracy": 0.978261, - "main_score": 0.972332, - "hf_subset": "hin_Deva-hat_Latn", - "languages": [ - "hin-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481387, - "recall": 0.540514, - "f1": 0.497523, - "accuracy": 0.540514, - "main_score": 0.497523, - "hf_subset": "hin_Deva-kbp_Latn", - "languages": [ - "hin-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576212, - "recall": 0.634387, - "f1": 0.591784, - "accuracy": 0.634387, - "main_score": 0.591784, - "hf_subset": "hin_Deva-luo_Latn", - "languages": [ - "hin-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-ory_Orya", - "languages": [ - "hin-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58471, - "recall": 0.651186, - "f1": 0.60404, - "accuracy": 0.651186, - "main_score": 0.60404, - "hf_subset": "hin_Deva-sna_Latn", - "languages": [ - "hin-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557083, - "recall": 0.61166, - "f1": 0.572094, - "accuracy": 0.61166, - "main_score": 0.572094, - "hf_subset": "hin_Deva-tso_Latn", - "languages": [ - "hin-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-azj_Latn", - "languages": [ - "hin-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531909, - "recall": 0.609684, - "f1": 0.554627, - "accuracy": 0.609684, - "main_score": 0.554627, - "hf_subset": "hin_Deva-dik_Latn", - "languages": [ - "hin-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749489, - "recall": 0.80336, - "f1": 0.765072, - "accuracy": 0.80336, - "main_score": 0.765072, - "hf_subset": "hin_Deva-hau_Latn", - "languages": [ - "hin-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "hin_Deva-kea_Latn", - "languages": [ - "hin-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744219, - "recall": 0.801383, - "f1": 0.761364, - "accuracy": 0.801383, - "main_score": 0.761364, - "hf_subset": "hin_Deva-lus_Latn", - "languages": [ - "hin-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872859, - "recall": 0.907115, - "f1": 0.883319, - "accuracy": 0.907115, - "main_score": 0.883319, - "hf_subset": "hin_Deva-pag_Latn", - "languages": [ - "hin-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hin_Deva-snd_Arab", - "languages": [ - "hin-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "hin_Deva-tuk_Latn", - "languages": [ - "hin-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "hin_Deva-bak_Cyrl", - "languages": [ - "hin-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485714, - "recall": 0.562253, - "f1": 0.507933, - "accuracy": 0.562253, - "main_score": 0.507933, - "hf_subset": "hin_Deva-dyu_Latn", - "languages": [ - "hin-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hin_Deva-heb_Hebr", - "languages": [ - "hin-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hin_Deva-khk_Cyrl", - "languages": [ - "hin-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hin_Deva-lvs_Latn", - "languages": [ - "hin-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hin_Deva-pan_Guru", - "languages": [ - "hin-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709881, - "recall": 0.768775, - "f1": 0.727456, - "accuracy": 0.768775, - "main_score": 0.727456, - "hf_subset": "hin_Deva-som_Latn", - "languages": [ - "hin-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611926, - "recall": 0.66502, - "f1": 0.62683, - "accuracy": 0.66502, - "main_score": 0.62683, - "hf_subset": "hin_Deva-tum_Latn", - "languages": [ - "hin-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487149, - "recall": 0.554348, - "f1": 0.505916, - "accuracy": 0.554348, - "main_score": 0.505916, - "hf_subset": "khm_Khmr-ace_Arab", - "languages": [ - "khm-Khmr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504991, - "recall": 0.5583, - "f1": 0.520343, - "accuracy": 0.5583, - "main_score": 0.520343, - "hf_subset": "khm_Khmr-bam_Latn", - "languages": [ - "khm-Khmr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420052, - "recall": 0.501976, - "f1": 0.442386, - "accuracy": 0.501976, - "main_score": 0.442386, - "hf_subset": "khm_Khmr-dzo_Tibt", - "languages": [ - "khm-Khmr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-hin_Deva", - "languages": [ - "khm-Khmr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "khm_Khmr-mag_Deva", - "languages": [ - "khm-Khmr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "khm_Khmr-pap_Latn", - "languages": [ - "khm-Khmr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558055, - "recall": 0.614625, - "f1": 0.573199, - "accuracy": 0.614625, - "main_score": 0.573199, - "hf_subset": "khm_Khmr-sot_Latn", - "languages": [ - "khm-Khmr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-tur_Latn", - "languages": [ - "khm-Khmr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829902, - "recall": 0.869565, - "f1": 0.842161, - "accuracy": 0.869565, - "main_score": 0.842161, - "hf_subset": "khm_Khmr-ace_Latn", - "languages": [ - "khm-Khmr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919368, - "recall": 0.939723, - "f1": 0.92556, - "accuracy": 0.939723, - "main_score": 0.92556, - "hf_subset": "khm_Khmr-ban_Latn", - "languages": [ - "khm-Khmr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-ell_Grek", - "languages": [ - "khm-Khmr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "khm_Khmr-hne_Deva", - "languages": [ - "khm-Khmr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556704, - "recall": 0.610672, - "f1": 0.571721, - "accuracy": 0.610672, - "main_score": 0.571721, - "hf_subset": "khm_Khmr-kik_Latn", - "languages": [ - "khm-Khmr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-mai_Deva", - "languages": [ - "khm-Khmr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "khm_Khmr-pbt_Arab", - "languages": [ - "khm-Khmr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-spa_Latn", - "languages": [ - "khm-Khmr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569917, - "recall": 0.632411, - "f1": 0.587801, - "accuracy": 0.632411, - "main_score": 0.587801, - "hf_subset": "khm_Khmr-twi_Latn", - "languages": [ - "khm-Khmr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-acm_Arab", - "languages": [ - "khm-Khmr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khm_Khmr-bel_Cyrl", - "languages": [ - "khm-Khmr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-eng_Latn", - "languages": [ - "khm-Khmr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-hrv_Latn", - "languages": [ - "khm-Khmr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541147, - "recall": 0.606719, - "f1": 0.559143, - "accuracy": 0.606719, - "main_score": 0.559143, - "hf_subset": "khm_Khmr-kin_Latn", - "languages": [ - "khm-Khmr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-mal_Mlym", - "languages": [ - "khm-Khmr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-pes_Arab", - "languages": [ - "khm-Khmr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "khm_Khmr-srd_Latn", - "languages": [ - "khm-Khmr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176839, - "recall": 0.227273, - "f1": 0.189708, - "accuracy": 0.227273, - "main_score": 0.189708, - "hf_subset": "khm_Khmr-tzm_Tfng", - "languages": [ - "khm-Khmr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-acq_Arab", - "languages": [ - "khm-Khmr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596905, - "recall": 0.650198, - "f1": 0.61175, - "accuracy": 0.650198, - "main_score": 0.61175, - "hf_subset": "khm_Khmr-bem_Latn", - "languages": [ - "khm-Khmr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-epo_Latn", - "languages": [ - "khm-Khmr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-hun_Latn", - "languages": [ - "khm-Khmr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "khm_Khmr-kir_Cyrl", - "languages": [ - "khm-Khmr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-mar_Deva", - "languages": [ - "khm-Khmr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636775, - "recall": 0.693676, - "f1": 0.653821, - "accuracy": 0.693676, - "main_score": 0.653821, - "hf_subset": "khm_Khmr-plt_Latn", - "languages": [ - "khm-Khmr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-srp_Cyrl", - "languages": [ - "khm-Khmr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.964427, - "f1": 0.954051, - "accuracy": 0.964427, - "main_score": 0.954051, - "hf_subset": "khm_Khmr-uig_Arab", - "languages": [ - "khm-Khmr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khm_Khmr-aeb_Arab", - "languages": [ - "khm-Khmr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ben_Beng", - "languages": [ - "khm-Khmr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-est_Latn", - "languages": [ - "khm-Khmr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-hye_Armn", - "languages": [ - "khm-Khmr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530023, - "recall": 0.581028, - "f1": 0.544148, - "accuracy": 0.581028, - "main_score": 0.544148, - "hf_subset": "khm_Khmr-kmb_Latn", - "languages": [ - "khm-Khmr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438092, - "recall": 0.506917, - "f1": 0.456779, - "accuracy": 0.506917, - "main_score": 0.456779, - "hf_subset": "khm_Khmr-min_Arab", - "languages": [ - "khm-Khmr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-pol_Latn", - "languages": [ - "khm-Khmr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537048, - "recall": 0.599802, - "f1": 0.555503, - "accuracy": 0.599802, - "main_score": 0.555503, - "hf_subset": "khm_Khmr-ssw_Latn", - "languages": [ - "khm-Khmr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ukr_Cyrl", - "languages": [ - "khm-Khmr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-afr_Latn", - "languages": [ - "khm-Khmr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "khm_Khmr-bho_Deva", - "languages": [ - "khm-Khmr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "khm_Khmr-eus_Latn", - "languages": [ - "khm-Khmr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538251, - "recall": 0.603755, - "f1": 0.557272, - "accuracy": 0.603755, - "main_score": 0.557272, - "hf_subset": "khm_Khmr-ibo_Latn", - "languages": [ - "khm-Khmr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870389, - "recall": 0.903162, - "f1": 0.880336, - "accuracy": 0.903162, - "main_score": 0.880336, - "hf_subset": "khm_Khmr-kmr_Latn", - "languages": [ - "khm-Khmr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "khm_Khmr-min_Latn", - "languages": [ - "khm-Khmr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-por_Latn", - "languages": [ - "khm-Khmr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khm_Khmr-sun_Latn", - "languages": [ - "khm-Khmr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500387, - "recall": 0.557312, - "f1": 0.517128, - "accuracy": 0.557312, - "main_score": 0.517128, - "hf_subset": "khm_Khmr-umb_Latn", - "languages": [ - "khm-Khmr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-ajp_Arab", - "languages": [ - "khm-Khmr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471422, - "recall": 0.537549, - "f1": 0.489464, - "accuracy": 0.537549, - "main_score": 0.489464, - "hf_subset": "khm_Khmr-bjn_Arab", - "languages": [ - "khm-Khmr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498531, - "recall": 0.546443, - "f1": 0.511383, - "accuracy": 0.546443, - "main_score": 0.511383, - "hf_subset": "khm_Khmr-ewe_Latn", - "languages": [ - "khm-Khmr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921031, - "recall": 0.942688, - "f1": 0.927602, - "accuracy": 0.942688, - "main_score": 0.927602, - "hf_subset": "khm_Khmr-ilo_Latn", - "languages": [ - "khm-Khmr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289866, - "recall": 0.348814, - "f1": 0.306515, - "accuracy": 0.348814, - "main_score": 0.306515, - "hf_subset": "khm_Khmr-knc_Arab", - "languages": [ - "khm-Khmr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-mkd_Cyrl", - "languages": [ - "khm-Khmr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-prs_Arab", - "languages": [ - "khm-Khmr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-swe_Latn", - "languages": [ - "khm-Khmr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-urd_Arab", - "languages": [ - "khm-Khmr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560095, - "recall": 0.616601, - "f1": 0.575987, - "accuracy": 0.616601, - "main_score": 0.575987, - "hf_subset": "khm_Khmr-aka_Latn", - "languages": [ - "khm-Khmr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "khm_Khmr-bjn_Latn", - "languages": [ - "khm-Khmr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969615, - "recall": 0.979249, - "f1": 0.972727, - "accuracy": 0.979249, - "main_score": 0.972727, - "hf_subset": "khm_Khmr-fao_Latn", - "languages": [ - "khm-Khmr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ind_Latn", - "languages": [ - "khm-Khmr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547332, - "recall": 0.600791, - "f1": 0.562916, - "accuracy": 0.600791, - "main_score": 0.562916, - "hf_subset": "khm_Khmr-knc_Latn", - "languages": [ - "khm-Khmr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khm_Khmr-mlt_Latn", - "languages": [ - "khm-Khmr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680905, - "recall": 0.748024, - "f1": 0.701009, - "accuracy": 0.748024, - "main_score": 0.701009, - "hf_subset": "khm_Khmr-quy_Latn", - "languages": [ - "khm-Khmr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "khm_Khmr-swh_Latn", - "languages": [ - "khm-Khmr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "khm_Khmr-uzn_Latn", - "languages": [ - "khm-Khmr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "khm_Khmr-als_Latn", - "languages": [ - "khm-Khmr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646485, - "recall": 0.726285, - "f1": 0.670636, - "accuracy": 0.726285, - "main_score": 0.670636, - "hf_subset": "khm_Khmr-bod_Tibt", - "languages": [ - "khm-Khmr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68359, - "recall": 0.747036, - "f1": 0.702059, - "accuracy": 0.747036, - "main_score": 0.702059, - "hf_subset": "khm_Khmr-fij_Latn", - "languages": [ - "khm-Khmr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "khm_Khmr-isl_Latn", - "languages": [ - "khm-Khmr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631885, - "recall": 0.683794, - "f1": 0.647074, - "accuracy": 0.683794, - "main_score": 0.647074, - "hf_subset": "khm_Khmr-kon_Latn", - "languages": [ - "khm-Khmr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590574, - "recall": 0.658103, - "f1": 0.610468, - "accuracy": 0.658103, - "main_score": 0.610468, - "hf_subset": "khm_Khmr-mni_Beng", - "languages": [ - "khm-Khmr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ron_Latn", - "languages": [ - "khm-Khmr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.981225, - "f1": 0.976614, - "accuracy": 0.981225, - "main_score": 0.976614, - "hf_subset": "khm_Khmr-szl_Latn", - "languages": [ - "khm-Khmr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-vec_Latn", - "languages": [ - "khm-Khmr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932971, - "recall": 0.954545, - "f1": 0.940053, - "accuracy": 0.954545, - "main_score": 0.940053, - "hf_subset": "khm_Khmr-amh_Ethi", - "languages": [ - "khm-Khmr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-bos_Latn", - "languages": [ - "khm-Khmr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-fin_Latn", - "languages": [ - "khm-Khmr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ita_Latn", - "languages": [ - "khm-Khmr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-kor_Hang", - "languages": [ - "khm-Khmr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519608, - "recall": 0.572134, - "f1": 0.534156, - "accuracy": 0.572134, - "main_score": 0.534156, - "hf_subset": "khm_Khmr-mos_Latn", - "languages": [ - "khm-Khmr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54226, - "recall": 0.589921, - "f1": 0.555835, - "accuracy": 0.589921, - "main_score": 0.555835, - "hf_subset": "khm_Khmr-run_Latn", - "languages": [ - "khm-Khmr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-tam_Taml", - "languages": [ - "khm-Khmr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-vie_Latn", - "languages": [ - "khm-Khmr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-apc_Arab", - "languages": [ - "khm-Khmr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749647, - "recall": 0.800395, - "f1": 0.763855, - "accuracy": 0.800395, - "main_score": 0.763855, - "hf_subset": "khm_Khmr-bug_Latn", - "languages": [ - "khm-Khmr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449621, - "recall": 0.505929, - "f1": 0.465018, - "accuracy": 0.505929, - "main_score": 0.465018, - "hf_subset": "khm_Khmr-fon_Latn", - "languages": [ - "khm-Khmr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "khm_Khmr-jav_Latn", - "languages": [ - "khm-Khmr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-lao_Laoo", - "languages": [ - "khm-Khmr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850626, - "recall": 0.891304, - "f1": 0.863589, - "accuracy": 0.891304, - "main_score": 0.863589, - "hf_subset": "khm_Khmr-mri_Latn", - "languages": [ - "khm-Khmr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-rus_Cyrl", - "languages": [ - "khm-Khmr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504364, - "recall": 0.562253, - "f1": 0.520492, - "accuracy": 0.562253, - "main_score": 0.520492, - "hf_subset": "khm_Khmr-taq_Latn", - "languages": [ - "khm-Khmr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khm_Khmr-war_Latn", - "languages": [ - "khm-Khmr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-arb_Arab", - "languages": [ - "khm-Khmr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-bul_Cyrl", - "languages": [ - "khm-Khmr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-fra_Latn", - "languages": [ - "khm-Khmr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-jpn_Jpan", - "languages": [ - "khm-Khmr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "khm_Khmr-lij_Latn", - "languages": [ - "khm-Khmr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "khm_Khmr-mya_Mymr", - "languages": [ - "khm-Khmr", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543092, - "recall": 0.609684, - "f1": 0.561782, - "accuracy": 0.609684, - "main_score": 0.561782, - "hf_subset": "khm_Khmr-sag_Latn", - "languages": [ - "khm-Khmr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200136, - "recall": 0.258893, - "f1": 0.214085, - "accuracy": 0.258893, - "main_score": 0.214085, - "hf_subset": "khm_Khmr-taq_Tfng", - "languages": [ - "khm-Khmr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591478, - "recall": 0.651186, - "f1": 0.608867, - "accuracy": 0.651186, - "main_score": 0.608867, - "hf_subset": "khm_Khmr-wol_Latn", - "languages": [ - "khm-Khmr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779809, - "recall": 0.835968, - "f1": 0.796772, - "accuracy": 0.835968, - "main_score": 0.796772, - "hf_subset": "khm_Khmr-arb_Latn", - "languages": [ - "khm-Khmr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-cat_Latn", - "languages": [ - "khm-Khmr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "khm_Khmr-fur_Latn", - "languages": [ - "khm-Khmr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400362, - "recall": 0.454545, - "f1": 0.415134, - "accuracy": 0.454545, - "main_score": 0.415134, - "hf_subset": "khm_Khmr-kab_Latn", - "languages": [ - "khm-Khmr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "khm_Khmr-lim_Latn", - "languages": [ - "khm-Khmr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-nld_Latn", - "languages": [ - "khm-Khmr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "khm_Khmr-san_Deva", - "languages": [ - "khm-Khmr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "khm_Khmr-tat_Cyrl", - "languages": [ - "khm-Khmr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642147, - "recall": 0.701581, - "f1": 0.659618, - "accuracy": 0.701581, - "main_score": 0.659618, - "hf_subset": "khm_Khmr-xho_Latn", - "languages": [ - "khm-Khmr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-ars_Arab", - "languages": [ - "khm-Khmr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "khm_Khmr-ceb_Latn", - "languages": [ - "khm-Khmr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523056, - "recall": 0.583004, - "f1": 0.540323, - "accuracy": 0.583004, - "main_score": 0.540323, - "hf_subset": "khm_Khmr-fuv_Latn", - "languages": [ - "khm-Khmr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48858, - "recall": 0.552372, - "f1": 0.5068, - "accuracy": 0.552372, - "main_score": 0.5068, - "hf_subset": "khm_Khmr-kac_Latn", - "languages": [ - "khm-Khmr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618323, - "recall": 0.677866, - "f1": 0.635726, - "accuracy": 0.677866, - "main_score": 0.635726, - "hf_subset": "khm_Khmr-lin_Latn", - "languages": [ - "khm-Khmr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-nno_Latn", - "languages": [ - "khm-Khmr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.224847, - "recall": 0.311265, - "f1": 0.24709, - "accuracy": 0.311265, - "main_score": 0.24709, - "hf_subset": "khm_Khmr-sat_Olck", - "languages": [ - "khm-Khmr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khm_Khmr-tel_Telu", - "languages": [ - "khm-Khmr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933465, - "recall": 0.954545, - "f1": 0.940382, - "accuracy": 0.954545, - "main_score": 0.940382, - "hf_subset": "khm_Khmr-ydd_Hebr", - "languages": [ - "khm-Khmr", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "khm_Khmr-ary_Arab", - "languages": [ - "khm-Khmr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-ces_Latn", - "languages": [ - "khm-Khmr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540119, - "recall": 0.600791, - "f1": 0.558107, - "accuracy": 0.600791, - "main_score": 0.558107, - "hf_subset": "khm_Khmr-gaz_Latn", - "languages": [ - "khm-Khmr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559807, - "recall": 0.619565, - "f1": 0.576997, - "accuracy": 0.619565, - "main_score": 0.576997, - "hf_subset": "khm_Khmr-kam_Latn", - "languages": [ - "khm-Khmr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "khm_Khmr-lit_Latn", - "languages": [ - "khm-Khmr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-nob_Latn", - "languages": [ - "khm-Khmr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97999, - "recall": 0.986166, - "f1": 0.98195, - "accuracy": 0.986166, - "main_score": 0.98195, - "hf_subset": "khm_Khmr-scn_Latn", - "languages": [ - "khm-Khmr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "khm_Khmr-tgk_Cyrl", - "languages": [ - "khm-Khmr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705888, - "recall": 0.768775, - "f1": 0.724561, - "accuracy": 0.768775, - "main_score": 0.724561, - "hf_subset": "khm_Khmr-yor_Latn", - "languages": [ - "khm-Khmr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-arz_Arab", - "languages": [ - "khm-Khmr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545257, - "recall": 0.600791, - "f1": 0.561204, - "accuracy": 0.600791, - "main_score": 0.561204, - "hf_subset": "khm_Khmr-cjk_Latn", - "languages": [ - "khm-Khmr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757609, - "recall": 0.817194, - "f1": 0.775791, - "accuracy": 0.817194, - "main_score": 0.775791, - "hf_subset": "khm_Khmr-gla_Latn", - "languages": [ - "khm-Khmr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-kan_Knda", - "languages": [ - "khm-Khmr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "khm_Khmr-lmo_Latn", - "languages": [ - "khm-Khmr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "khm_Khmr-npi_Deva", - "languages": [ - "khm-Khmr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459672, - "recall": 0.51581, - "f1": 0.474708, - "accuracy": 0.51581, - "main_score": 0.474708, - "hf_subset": "khm_Khmr-shn_Mymr", - "languages": [ - "khm-Khmr", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-tgl_Latn", - "languages": [ - "khm-Khmr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "khm_Khmr-yue_Hant", - "languages": [ - "khm-Khmr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-asm_Beng", - "languages": [ - "khm-Khmr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940382, - "recall": 0.959486, - "f1": 0.94664, - "accuracy": 0.959486, - "main_score": 0.94664, - "hf_subset": "khm_Khmr-ckb_Arab", - "languages": [ - "khm-Khmr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850379, - "recall": 0.890316, - "f1": 0.863043, - "accuracy": 0.890316, - "main_score": 0.863043, - "hf_subset": "khm_Khmr-gle_Latn", - "languages": [ - "khm-Khmr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.94664, - "f1": 0.931653, - "accuracy": 0.94664, - "main_score": 0.931653, - "hf_subset": "khm_Khmr-kas_Arab", - "languages": [ - "khm-Khmr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915514, - "recall": 0.939723, - "f1": 0.923419, - "accuracy": 0.939723, - "main_score": 0.923419, - "hf_subset": "khm_Khmr-ltg_Latn", - "languages": [ - "khm-Khmr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569771, - "recall": 0.621542, - "f1": 0.584941, - "accuracy": 0.621542, - "main_score": 0.584941, - "hf_subset": "khm_Khmr-nso_Latn", - "languages": [ - "khm-Khmr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khm_Khmr-sin_Sinh", - "languages": [ - "khm-Khmr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-tha_Thai", - "languages": [ - "khm-Khmr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-zho_Hans", - "languages": [ - "khm-Khmr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-ast_Latn", - "languages": [ - "khm-Khmr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khm_Khmr-crh_Latn", - "languages": [ - "khm-Khmr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-glg_Latn", - "languages": [ - "khm-Khmr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854364, - "recall": 0.890316, - "f1": 0.865283, - "accuracy": 0.890316, - "main_score": 0.865283, - "hf_subset": "khm_Khmr-kas_Deva", - "languages": [ - "khm-Khmr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "khm_Khmr-ltz_Latn", - "languages": [ - "khm-Khmr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445629, - "recall": 0.504941, - "f1": 0.461256, - "accuracy": 0.504941, - "main_score": 0.461256, - "hf_subset": "khm_Khmr-nus_Latn", - "languages": [ - "khm-Khmr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-slk_Latn", - "languages": [ - "khm-Khmr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582239, - "recall": 0.66502, - "f1": 0.606044, - "accuracy": 0.66502, - "main_score": 0.606044, - "hf_subset": "khm_Khmr-tir_Ethi", - "languages": [ - "khm-Khmr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-zho_Hant", - "languages": [ - "khm-Khmr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.988142, - "f1": 0.985672, - "accuracy": 0.988142, - "main_score": 0.985672, - "hf_subset": "khm_Khmr-awa_Deva", - "languages": [ - "khm-Khmr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "khm_Khmr-cym_Latn", - "languages": [ - "khm-Khmr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787994, - "recall": 0.833992, - "f1": 0.802193, - "accuracy": 0.833992, - "main_score": 0.802193, - "hf_subset": "khm_Khmr-grn_Latn", - "languages": [ - "khm-Khmr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-kat_Geor", - "languages": [ - "khm-Khmr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600777, - "recall": 0.660079, - "f1": 0.617747, - "accuracy": 0.660079, - "main_score": 0.617747, - "hf_subset": "khm_Khmr-lua_Latn", - "languages": [ - "khm-Khmr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604604, - "recall": 0.659091, - "f1": 0.619831, - "accuracy": 0.659091, - "main_score": 0.619831, - "hf_subset": "khm_Khmr-nya_Latn", - "languages": [ - "khm-Khmr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "khm_Khmr-slv_Latn", - "languages": [ - "khm-Khmr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912549, - "recall": 0.937747, - "f1": 0.920572, - "accuracy": 0.937747, - "main_score": 0.920572, - "hf_subset": "khm_Khmr-tpi_Latn", - "languages": [ - "khm-Khmr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-zsm_Latn", - "languages": [ - "khm-Khmr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513672, - "recall": 0.568182, - "f1": 0.5288, - "accuracy": 0.568182, - "main_score": 0.5288, - "hf_subset": "khm_Khmr-ayr_Latn", - "languages": [ - "khm-Khmr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-dan_Latn", - "languages": [ - "khm-Khmr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-guj_Gujr", - "languages": [ - "khm-Khmr", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-kaz_Cyrl", - "languages": [ - "khm-Khmr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52245, - "recall": 0.583004, - "f1": 0.539841, - "accuracy": 0.583004, - "main_score": 0.539841, - "hf_subset": "khm_Khmr-lug_Latn", - "languages": [ - "khm-Khmr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khm_Khmr-oci_Latn", - "languages": [ - "khm-Khmr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817556, - "recall": 0.86166, - "f1": 0.831277, - "accuracy": 0.86166, - "main_score": 0.831277, - "hf_subset": "khm_Khmr-smo_Latn", - "languages": [ - "khm-Khmr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530997, - "recall": 0.586957, - "f1": 0.547318, - "accuracy": 0.586957, - "main_score": 0.547318, - "hf_subset": "khm_Khmr-tsn_Latn", - "languages": [ - "khm-Khmr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607271, - "recall": 0.666996, - "f1": 0.624363, - "accuracy": 0.666996, - "main_score": 0.624363, - "hf_subset": "khm_Khmr-zul_Latn", - "languages": [ - "khm-Khmr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891634, - "recall": 0.921937, - "f1": 0.90135, - "accuracy": 0.921937, - "main_score": 0.90135, - "hf_subset": "khm_Khmr-azb_Arab", - "languages": [ - "khm-Khmr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "khm_Khmr-deu_Latn", - "languages": [ - "khm-Khmr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.965415, - "f1": 0.955863, - "accuracy": 0.965415, - "main_score": 0.955863, - "hf_subset": "khm_Khmr-hat_Latn", - "languages": [ - "khm-Khmr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475456, - "recall": 0.531621, - "f1": 0.491108, - "accuracy": 0.531621, - "main_score": 0.491108, - "hf_subset": "khm_Khmr-kbp_Latn", - "languages": [ - "khm-Khmr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536925, - "recall": 0.588933, - "f1": 0.551427, - "accuracy": 0.588933, - "main_score": 0.551427, - "hf_subset": "khm_Khmr-luo_Latn", - "languages": [ - "khm-Khmr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-ory_Orya", - "languages": [ - "khm-Khmr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549235, - "recall": 0.612648, - "f1": 0.567281, - "accuracy": 0.612648, - "main_score": 0.567281, - "hf_subset": "khm_Khmr-sna_Latn", - "languages": [ - "khm-Khmr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528045, - "recall": 0.585968, - "f1": 0.54407, - "accuracy": 0.585968, - "main_score": 0.54407, - "hf_subset": "khm_Khmr-tso_Latn", - "languages": [ - "khm-Khmr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khm_Khmr-azj_Latn", - "languages": [ - "khm-Khmr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504087, - "recall": 0.565217, - "f1": 0.521463, - "accuracy": 0.565217, - "main_score": 0.521463, - "hf_subset": "khm_Khmr-dik_Latn", - "languages": [ - "khm-Khmr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73475, - "recall": 0.79249, - "f1": 0.752207, - "accuracy": 0.79249, - "main_score": 0.752207, - "hf_subset": "khm_Khmr-hau_Latn", - "languages": [ - "khm-Khmr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "khm_Khmr-kea_Latn", - "languages": [ - "khm-Khmr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706555, - "recall": 0.757905, - "f1": 0.721527, - "accuracy": 0.757905, - "main_score": 0.721527, - "hf_subset": "khm_Khmr-lus_Latn", - "languages": [ - "khm-Khmr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816733, - "recall": 0.853755, - "f1": 0.827936, - "accuracy": 0.853755, - "main_score": 0.827936, - "hf_subset": "khm_Khmr-pag_Latn", - "languages": [ - "khm-Khmr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khm_Khmr-snd_Arab", - "languages": [ - "khm-Khmr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.956522, - "f1": 0.944005, - "accuracy": 0.956522, - "main_score": 0.944005, - "hf_subset": "khm_Khmr-tuk_Latn", - "languages": [ - "khm-Khmr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "khm_Khmr-bak_Cyrl", - "languages": [ - "khm-Khmr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457677, - "recall": 0.530632, - "f1": 0.478829, - "accuracy": 0.530632, - "main_score": 0.478829, - "hf_subset": "khm_Khmr-dyu_Latn", - "languages": [ - "khm-Khmr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-heb_Hebr", - "languages": [ - "khm-Khmr", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "khm_Khmr-khk_Cyrl", - "languages": [ - "khm-Khmr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "khm_Khmr-lvs_Latn", - "languages": [ - "khm-Khmr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khm_Khmr-pan_Guru", - "languages": [ - "khm-Khmr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701608, - "recall": 0.76087, - "f1": 0.718911, - "accuracy": 0.76087, - "main_score": 0.718911, - "hf_subset": "khm_Khmr-som_Latn", - "languages": [ - "khm-Khmr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581959, - "recall": 0.633399, - "f1": 0.59676, - "accuracy": 0.633399, - "main_score": 0.59676, - "hf_subset": "khm_Khmr-tum_Latn", - "languages": [ - "khm-Khmr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578494, - "recall": 0.643281, - "f1": 0.597304, - "accuracy": 0.643281, - "main_score": 0.597304, - "hf_subset": "mag_Deva-ace_Arab", - "languages": [ - "mag-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522072, - "recall": 0.587945, - "f1": 0.540301, - "accuracy": 0.587945, - "main_score": 0.540301, - "hf_subset": "mag_Deva-bam_Latn", - "languages": [ - "mag-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428193, - "recall": 0.513834, - "f1": 0.45105, - "accuracy": 0.513834, - "main_score": 0.45105, - "hf_subset": "mag_Deva-dzo_Tibt", - "languages": [ - "mag-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-hin_Deva", - "languages": [ - "mag-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-khm_Khmr", - "languages": [ - "mag-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "mag_Deva-pap_Latn", - "languages": [ - "mag-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590851, - "recall": 0.650198, - "f1": 0.606961, - "accuracy": 0.650198, - "main_score": 0.606961, - "hf_subset": "mag_Deva-sot_Latn", - "languages": [ - "mag-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-tur_Latn", - "languages": [ - "mag-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874177, - "recall": 0.908103, - "f1": 0.884816, - "accuracy": 0.908103, - "main_score": 0.884816, - "hf_subset": "mag_Deva-ace_Latn", - "languages": [ - "mag-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.969368, - "f1": 0.960639, - "accuracy": 0.969368, - "main_score": 0.960639, - "hf_subset": "mag_Deva-ban_Latn", - "languages": [ - "mag-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ell_Grek", - "languages": [ - "mag-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mag_Deva-hne_Deva", - "languages": [ - "mag-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593562, - "recall": 0.651186, - "f1": 0.609775, - "accuracy": 0.651186, - "main_score": 0.609775, - "hf_subset": "mag_Deva-kik_Latn", - "languages": [ - "mag-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-mai_Deva", - "languages": [ - "mag-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "mag_Deva-pbt_Arab", - "languages": [ - "mag-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-spa_Latn", - "languages": [ - "mag-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608781, - "recall": 0.678854, - "f1": 0.627873, - "accuracy": 0.678854, - "main_score": 0.627873, - "hf_subset": "mag_Deva-twi_Latn", - "languages": [ - "mag-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-acm_Arab", - "languages": [ - "mag-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "mag_Deva-bel_Cyrl", - "languages": [ - "mag-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-eng_Latn", - "languages": [ - "mag-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-hrv_Latn", - "languages": [ - "mag-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544665, - "recall": 0.606719, - "f1": 0.561736, - "accuracy": 0.606719, - "main_score": 0.561736, - "hf_subset": "mag_Deva-kin_Latn", - "languages": [ - "mag-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-mal_Mlym", - "languages": [ - "mag-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-pes_Arab", - "languages": [ - "mag-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mag_Deva-srd_Latn", - "languages": [ - "mag-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187516, - "recall": 0.229249, - "f1": 0.197714, - "accuracy": 0.229249, - "main_score": 0.197714, - "hf_subset": "mag_Deva-tzm_Tfng", - "languages": [ - "mag-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-acq_Arab", - "languages": [ - "mag-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624137, - "recall": 0.674901, - "f1": 0.638546, - "accuracy": 0.674901, - "main_score": 0.638546, - "hf_subset": "mag_Deva-bem_Latn", - "languages": [ - "mag-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-epo_Latn", - "languages": [ - "mag-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-hun_Latn", - "languages": [ - "mag-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mag_Deva-kir_Cyrl", - "languages": [ - "mag-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-mar_Deva", - "languages": [ - "mag-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657666, - "recall": 0.712451, - "f1": 0.673474, - "accuracy": 0.712451, - "main_score": 0.673474, - "hf_subset": "mag_Deva-plt_Latn", - "languages": [ - "mag-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-srp_Cyrl", - "languages": [ - "mag-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.976285, - "f1": 0.970026, - "accuracy": 0.976285, - "main_score": 0.970026, - "hf_subset": "mag_Deva-uig_Arab", - "languages": [ - "mag-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mag_Deva-aeb_Arab", - "languages": [ - "mag-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ben_Beng", - "languages": [ - "mag-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mag_Deva-est_Latn", - "languages": [ - "mag-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-hye_Armn", - "languages": [ - "mag-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538534, - "recall": 0.596838, - "f1": 0.554767, - "accuracy": 0.596838, - "main_score": 0.554767, - "hf_subset": "mag_Deva-kmb_Latn", - "languages": [ - "mag-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494088, - "recall": 0.566206, - "f1": 0.51305, - "accuracy": 0.566206, - "main_score": 0.51305, - "hf_subset": "mag_Deva-min_Arab", - "languages": [ - "mag-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-pol_Latn", - "languages": [ - "mag-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555311, - "recall": 0.623518, - "f1": 0.57402, - "accuracy": 0.623518, - "main_score": 0.57402, - "hf_subset": "mag_Deva-ssw_Latn", - "languages": [ - "mag-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-ukr_Cyrl", - "languages": [ - "mag-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-afr_Latn", - "languages": [ - "mag-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-bho_Deva", - "languages": [ - "mag-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mag_Deva-eus_Latn", - "languages": [ - "mag-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573445, - "recall": 0.639328, - "f1": 0.591647, - "accuracy": 0.639328, - "main_score": 0.591647, - "hf_subset": "mag_Deva-ibo_Latn", - "languages": [ - "mag-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895833, - "recall": 0.926877, - "f1": 0.905863, - "accuracy": 0.926877, - "main_score": 0.905863, - "hf_subset": "mag_Deva-kmr_Latn", - "languages": [ - "mag-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mag_Deva-min_Latn", - "languages": [ - "mag-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-por_Latn", - "languages": [ - "mag-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mag_Deva-sun_Latn", - "languages": [ - "mag-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515774, - "recall": 0.578063, - "f1": 0.532883, - "accuracy": 0.578063, - "main_score": 0.532883, - "hf_subset": "mag_Deva-umb_Latn", - "languages": [ - "mag-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-ajp_Arab", - "languages": [ - "mag-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533578, - "recall": 0.598814, - "f1": 0.552272, - "accuracy": 0.598814, - "main_score": 0.552272, - "hf_subset": "mag_Deva-bjn_Arab", - "languages": [ - "mag-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514239, - "recall": 0.576087, - "f1": 0.530578, - "accuracy": 0.576087, - "main_score": 0.530578, - "hf_subset": "mag_Deva-ewe_Latn", - "languages": [ - "mag-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "mag_Deva-ilo_Latn", - "languages": [ - "mag-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319772, - "recall": 0.379447, - "f1": 0.335798, - "accuracy": 0.379447, - "main_score": 0.335798, - "hf_subset": "mag_Deva-knc_Arab", - "languages": [ - "mag-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-mkd_Cyrl", - "languages": [ - "mag-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-prs_Arab", - "languages": [ - "mag-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-swe_Latn", - "languages": [ - "mag-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-urd_Arab", - "languages": [ - "mag-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578426, - "recall": 0.647233, - "f1": 0.597912, - "accuracy": 0.647233, - "main_score": 0.597912, - "hf_subset": "mag_Deva-aka_Latn", - "languages": [ - "mag-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mag_Deva-bjn_Latn", - "languages": [ - "mag-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "mag_Deva-fao_Latn", - "languages": [ - "mag-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ind_Latn", - "languages": [ - "mag-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588356, - "recall": 0.649209, - "f1": 0.605648, - "accuracy": 0.649209, - "main_score": 0.605648, - "hf_subset": "mag_Deva-knc_Latn", - "languages": [ - "mag-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "mag_Deva-mlt_Latn", - "languages": [ - "mag-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686406, - "recall": 0.753953, - "f1": 0.706083, - "accuracy": 0.753953, - "main_score": 0.706083, - "hf_subset": "mag_Deva-quy_Latn", - "languages": [ - "mag-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "mag_Deva-swh_Latn", - "languages": [ - "mag-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mag_Deva-uzn_Latn", - "languages": [ - "mag-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-als_Latn", - "languages": [ - "mag-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643372, - "recall": 0.718379, - "f1": 0.665403, - "accuracy": 0.718379, - "main_score": 0.665403, - "hf_subset": "mag_Deva-bod_Tibt", - "languages": [ - "mag-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703023, - "recall": 0.761858, - "f1": 0.720076, - "accuracy": 0.761858, - "main_score": 0.720076, - "hf_subset": "mag_Deva-fij_Latn", - "languages": [ - "mag-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mag_Deva-isl_Latn", - "languages": [ - "mag-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65336, - "recall": 0.710474, - "f1": 0.670229, - "accuracy": 0.710474, - "main_score": 0.670229, - "hf_subset": "mag_Deva-kon_Latn", - "languages": [ - "mag-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694516, - "recall": 0.755929, - "f1": 0.712601, - "accuracy": 0.755929, - "main_score": 0.712601, - "hf_subset": "mag_Deva-mni_Beng", - "languages": [ - "mag-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ron_Latn", - "languages": [ - "mag-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "mag_Deva-szl_Latn", - "languages": [ - "mag-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mag_Deva-vec_Latn", - "languages": [ - "mag-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946805, - "recall": 0.963439, - "f1": 0.95224, - "accuracy": 0.963439, - "main_score": 0.95224, - "hf_subset": "mag_Deva-amh_Ethi", - "languages": [ - "mag-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-bos_Latn", - "languages": [ - "mag-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-fin_Latn", - "languages": [ - "mag-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-ita_Latn", - "languages": [ - "mag-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-kor_Hang", - "languages": [ - "mag-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54361, - "recall": 0.606719, - "f1": 0.561481, - "accuracy": 0.606719, - "main_score": 0.561481, - "hf_subset": "mag_Deva-mos_Latn", - "languages": [ - "mag-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55091, - "recall": 0.614625, - "f1": 0.568848, - "accuracy": 0.614625, - "main_score": 0.568848, - "hf_subset": "mag_Deva-run_Latn", - "languages": [ - "mag-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-tam_Taml", - "languages": [ - "mag-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-vie_Latn", - "languages": [ - "mag-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-apc_Arab", - "languages": [ - "mag-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795076, - "recall": 0.844862, - "f1": 0.810065, - "accuracy": 0.844862, - "main_score": 0.810065, - "hf_subset": "mag_Deva-bug_Latn", - "languages": [ - "mag-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471255, - "recall": 0.52668, - "f1": 0.486265, - "accuracy": 0.52668, - "main_score": 0.486265, - "hf_subset": "mag_Deva-fon_Latn", - "languages": [ - "mag-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mag_Deva-jav_Latn", - "languages": [ - "mag-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mag_Deva-lao_Laoo", - "languages": [ - "mag-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863175, - "recall": 0.901186, - "f1": 0.874967, - "accuracy": 0.901186, - "main_score": 0.874967, - "hf_subset": "mag_Deva-mri_Latn", - "languages": [ - "mag-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-rus_Cyrl", - "languages": [ - "mag-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541628, - "recall": 0.604743, - "f1": 0.559052, - "accuracy": 0.604743, - "main_score": 0.559052, - "hf_subset": "mag_Deva-taq_Latn", - "languages": [ - "mag-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mag_Deva-war_Latn", - "languages": [ - "mag-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-arb_Arab", - "languages": [ - "mag-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-bul_Cyrl", - "languages": [ - "mag-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-fra_Latn", - "languages": [ - "mag-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-jpn_Jpan", - "languages": [ - "mag-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "mag_Deva-lij_Latn", - "languages": [ - "mag-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "mag_Deva-mya_Mymr", - "languages": [ - "mag-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596253, - "recall": 0.660079, - "f1": 0.613869, - "accuracy": 0.660079, - "main_score": 0.613869, - "hf_subset": "mag_Deva-sag_Latn", - "languages": [ - "mag-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186367, - "recall": 0.244071, - "f1": 0.199467, - "accuracy": 0.244071, - "main_score": 0.199467, - "hf_subset": "mag_Deva-taq_Tfng", - "languages": [ - "mag-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61709, - "recall": 0.683794, - "f1": 0.63566, - "accuracy": 0.683794, - "main_score": 0.63566, - "hf_subset": "mag_Deva-wol_Latn", - "languages": [ - "mag-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791617, - "recall": 0.842885, - "f1": 0.807265, - "accuracy": 0.842885, - "main_score": 0.807265, - "hf_subset": "mag_Deva-arb_Latn", - "languages": [ - "mag-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-cat_Latn", - "languages": [ - "mag-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "mag_Deva-fur_Latn", - "languages": [ - "mag-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407868, - "recall": 0.467391, - "f1": 0.424007, - "accuracy": 0.467391, - "main_score": 0.424007, - "hf_subset": "mag_Deva-kab_Latn", - "languages": [ - "mag-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "mag_Deva-lim_Latn", - "languages": [ - "mag-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-nld_Latn", - "languages": [ - "mag-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "mag_Deva-san_Deva", - "languages": [ - "mag-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mag_Deva-tat_Cyrl", - "languages": [ - "mag-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678426, - "recall": 0.733202, - "f1": 0.694139, - "accuracy": 0.733202, - "main_score": 0.694139, - "hf_subset": "mag_Deva-xho_Latn", - "languages": [ - "mag-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ars_Arab", - "languages": [ - "mag-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-ceb_Latn", - "languages": [ - "mag-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561862, - "recall": 0.629447, - "f1": 0.5808, - "accuracy": 0.629447, - "main_score": 0.5808, - "hf_subset": "mag_Deva-fuv_Latn", - "languages": [ - "mag-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498472, - "recall": 0.570158, - "f1": 0.518241, - "accuracy": 0.570158, - "main_score": 0.518241, - "hf_subset": "mag_Deva-kac_Latn", - "languages": [ - "mag-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658096, - "recall": 0.717391, - "f1": 0.675247, - "accuracy": 0.717391, - "main_score": 0.675247, - "hf_subset": "mag_Deva-lin_Latn", - "languages": [ - "mag-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-nno_Latn", - "languages": [ - "mag-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.260017, - "recall": 0.348814, - "f1": 0.283743, - "accuracy": 0.348814, - "main_score": 0.283743, - "hf_subset": "mag_Deva-sat_Olck", - "languages": [ - "mag-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-tel_Telu", - "languages": [ - "mag-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "mag_Deva-ydd_Hebr", - "languages": [ - "mag-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "mag_Deva-ary_Arab", - "languages": [ - "mag-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-ces_Latn", - "languages": [ - "mag-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566916, - "recall": 0.626482, - "f1": 0.583553, - "accuracy": 0.626482, - "main_score": 0.583553, - "hf_subset": "mag_Deva-gaz_Latn", - "languages": [ - "mag-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582987, - "recall": 0.650198, - "f1": 0.602149, - "accuracy": 0.650198, - "main_score": 0.602149, - "hf_subset": "mag_Deva-kam_Latn", - "languages": [ - "mag-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "mag_Deva-lit_Latn", - "languages": [ - "mag-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-nob_Latn", - "languages": [ - "mag-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "mag_Deva-scn_Latn", - "languages": [ - "mag-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mag_Deva-tgk_Cyrl", - "languages": [ - "mag-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701293, - "recall": 0.767787, - "f1": 0.721385, - "accuracy": 0.767787, - "main_score": 0.721385, - "hf_subset": "mag_Deva-yor_Latn", - "languages": [ - "mag-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-arz_Arab", - "languages": [ - "mag-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568866, - "recall": 0.630435, - "f1": 0.585942, - "accuracy": 0.630435, - "main_score": 0.585942, - "hf_subset": "mag_Deva-cjk_Latn", - "languages": [ - "mag-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772398, - "recall": 0.823123, - "f1": 0.787945, - "accuracy": 0.823123, - "main_score": 0.787945, - "hf_subset": "mag_Deva-gla_Latn", - "languages": [ - "mag-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-kan_Knda", - "languages": [ - "mag-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "mag_Deva-lmo_Latn", - "languages": [ - "mag-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mag_Deva-npi_Deva", - "languages": [ - "mag-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47618, - "recall": 0.539526, - "f1": 0.49359, - "accuracy": 0.539526, - "main_score": 0.49359, - "hf_subset": "mag_Deva-shn_Mymr", - "languages": [ - "mag-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-tgl_Latn", - "languages": [ - "mag-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-yue_Hant", - "languages": [ - "mag-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-asm_Beng", - "languages": [ - "mag-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "mag_Deva-ckb_Arab", - "languages": [ - "mag-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85639, - "recall": 0.896245, - "f1": 0.868874, - "accuracy": 0.896245, - "main_score": 0.868874, - "hf_subset": "mag_Deva-gle_Latn", - "languages": [ - "mag-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "mag_Deva-kas_Arab", - "languages": [ - "mag-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "mag_Deva-ltg_Latn", - "languages": [ - "mag-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610361, - "recall": 0.664032, - "f1": 0.625351, - "accuracy": 0.664032, - "main_score": 0.625351, - "hf_subset": "mag_Deva-nso_Latn", - "languages": [ - "mag-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "mag_Deva-sin_Sinh", - "languages": [ - "mag-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-tha_Thai", - "languages": [ - "mag-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-zho_Hans", - "languages": [ - "mag-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-ast_Latn", - "languages": [ - "mag-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mag_Deva-crh_Latn", - "languages": [ - "mag-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-glg_Latn", - "languages": [ - "mag-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927701, - "recall": 0.949605, - "f1": 0.934783, - "accuracy": 0.949605, - "main_score": 0.934783, - "hf_subset": "mag_Deva-kas_Deva", - "languages": [ - "mag-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "mag_Deva-ltz_Latn", - "languages": [ - "mag-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445993, - "recall": 0.514822, - "f1": 0.463957, - "accuracy": 0.514822, - "main_score": 0.463957, - "hf_subset": "mag_Deva-nus_Latn", - "languages": [ - "mag-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-slk_Latn", - "languages": [ - "mag-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625272, - "recall": 0.697628, - "f1": 0.646761, - "accuracy": 0.697628, - "main_score": 0.646761, - "hf_subset": "mag_Deva-tir_Ethi", - "languages": [ - "mag-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-zho_Hant", - "languages": [ - "mag-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "mag_Deva-awa_Deva", - "languages": [ - "mag-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "mag_Deva-cym_Latn", - "languages": [ - "mag-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838883, - "recall": 0.879447, - "f1": 0.851318, - "accuracy": 0.879447, - "main_score": 0.851318, - "hf_subset": "mag_Deva-grn_Latn", - "languages": [ - "mag-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-kat_Geor", - "languages": [ - "mag-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635321, - "recall": 0.69664, - "f1": 0.653096, - "accuracy": 0.69664, - "main_score": 0.653096, - "hf_subset": "mag_Deva-lua_Latn", - "languages": [ - "mag-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635425, - "recall": 0.698617, - "f1": 0.653661, - "accuracy": 0.698617, - "main_score": 0.653661, - "hf_subset": "mag_Deva-nya_Latn", - "languages": [ - "mag-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-slv_Latn", - "languages": [ - "mag-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953804, - "recall": 0.967391, - "f1": 0.95807, - "accuracy": 0.967391, - "main_score": 0.95807, - "hf_subset": "mag_Deva-tpi_Latn", - "languages": [ - "mag-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-zsm_Latn", - "languages": [ - "mag-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546586, - "recall": 0.602767, - "f1": 0.562751, - "accuracy": 0.602767, - "main_score": 0.562751, - "hf_subset": "mag_Deva-ayr_Latn", - "languages": [ - "mag-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-dan_Latn", - "languages": [ - "mag-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-guj_Gujr", - "languages": [ - "mag-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mag_Deva-kaz_Cyrl", - "languages": [ - "mag-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525088, - "recall": 0.590909, - "f1": 0.543751, - "accuracy": 0.590909, - "main_score": 0.543751, - "hf_subset": "mag_Deva-lug_Latn", - "languages": [ - "mag-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-oci_Latn", - "languages": [ - "mag-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821904, - "recall": 0.867589, - "f1": 0.835738, - "accuracy": 0.867589, - "main_score": 0.835738, - "hf_subset": "mag_Deva-smo_Latn", - "languages": [ - "mag-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531121, - "recall": 0.591897, - "f1": 0.547963, - "accuracy": 0.591897, - "main_score": 0.547963, - "hf_subset": "mag_Deva-tsn_Latn", - "languages": [ - "mag-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584256, - "recall": 0.652174, - "f1": 0.604108, - "accuracy": 0.652174, - "main_score": 0.604108, - "hf_subset": "mag_Deva-zul_Latn", - "languages": [ - "mag-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.956522, - "f1": 0.94417, - "accuracy": 0.956522, - "main_score": 0.94417, - "hf_subset": "mag_Deva-azb_Arab", - "languages": [ - "mag-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-deu_Latn", - "languages": [ - "mag-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "mag_Deva-hat_Latn", - "languages": [ - "mag-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477373, - "recall": 0.538538, - "f1": 0.493773, - "accuracy": 0.538538, - "main_score": 0.493773, - "hf_subset": "mag_Deva-kbp_Latn", - "languages": [ - "mag-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564172, - "recall": 0.625494, - "f1": 0.581102, - "accuracy": 0.625494, - "main_score": 0.581102, - "hf_subset": "mag_Deva-luo_Latn", - "languages": [ - "mag-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-ory_Orya", - "languages": [ - "mag-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581638, - "recall": 0.643281, - "f1": 0.598862, - "accuracy": 0.643281, - "main_score": 0.598862, - "hf_subset": "mag_Deva-sna_Latn", - "languages": [ - "mag-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555368, - "recall": 0.614625, - "f1": 0.571349, - "accuracy": 0.614625, - "main_score": 0.571349, - "hf_subset": "mag_Deva-tso_Latn", - "languages": [ - "mag-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mag_Deva-azj_Latn", - "languages": [ - "mag-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528591, - "recall": 0.602767, - "f1": 0.550175, - "accuracy": 0.602767, - "main_score": 0.550175, - "hf_subset": "mag_Deva-dik_Latn", - "languages": [ - "mag-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727975, - "recall": 0.780632, - "f1": 0.743022, - "accuracy": 0.780632, - "main_score": 0.743022, - "hf_subset": "mag_Deva-hau_Latn", - "languages": [ - "mag-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mag_Deva-kea_Latn", - "languages": [ - "mag-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74501, - "recall": 0.796443, - "f1": 0.760573, - "accuracy": 0.796443, - "main_score": 0.760573, - "hf_subset": "mag_Deva-lus_Latn", - "languages": [ - "mag-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872151, - "recall": 0.90415, - "f1": 0.88195, - "accuracy": 0.90415, - "main_score": 0.88195, - "hf_subset": "mag_Deva-pag_Latn", - "languages": [ - "mag-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mag_Deva-snd_Arab", - "languages": [ - "mag-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.968379, - "f1": 0.959486, - "accuracy": 0.968379, - "main_score": 0.959486, - "hf_subset": "mag_Deva-tuk_Latn", - "languages": [ - "mag-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "mag_Deva-bak_Cyrl", - "languages": [ - "mag-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482411, - "recall": 0.563241, - "f1": 0.505959, - "accuracy": 0.563241, - "main_score": 0.505959, - "hf_subset": "mag_Deva-dyu_Latn", - "languages": [ - "mag-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mag_Deva-heb_Hebr", - "languages": [ - "mag-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mag_Deva-khk_Cyrl", - "languages": [ - "mag-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-lvs_Latn", - "languages": [ - "mag-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mag_Deva-pan_Guru", - "languages": [ - "mag-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686422, - "recall": 0.749012, - "f1": 0.705028, - "accuracy": 0.749012, - "main_score": 0.705028, - "hf_subset": "mag_Deva-som_Latn", - "languages": [ - "mag-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589825, - "recall": 0.640316, - "f1": 0.604356, - "accuracy": 0.640316, - "main_score": 0.604356, - "hf_subset": "mag_Deva-tum_Latn", - "languages": [ - "mag-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602248, - "recall": 0.662055, - "f1": 0.618914, - "accuracy": 0.662055, - "main_score": 0.618914, - "hf_subset": "pap_Latn-ace_Arab", - "languages": [ - "pap-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528772, - "recall": 0.587945, - "f1": 0.545149, - "accuracy": 0.587945, - "main_score": 0.545149, - "hf_subset": "pap_Latn-bam_Latn", - "languages": [ - "pap-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366366, - "recall": 0.433794, - "f1": 0.383948, - "accuracy": 0.433794, - "main_score": 0.383948, - "hf_subset": "pap_Latn-dzo_Tibt", - "languages": [ - "pap-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "pap_Latn-hin_Deva", - "languages": [ - "pap-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "pap_Latn-khm_Khmr", - "languages": [ - "pap-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pap_Latn-mag_Deva", - "languages": [ - "pap-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592211, - "recall": 0.647233, - "f1": 0.608051, - "accuracy": 0.647233, - "main_score": 0.608051, - "hf_subset": "pap_Latn-sot_Latn", - "languages": [ - "pap-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pap_Latn-tur_Latn", - "languages": [ - "pap-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852322, - "recall": 0.88834, - "f1": 0.863355, - "accuracy": 0.88834, - "main_score": 0.863355, - "hf_subset": "pap_Latn-ace_Latn", - "languages": [ - "pap-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930254, - "recall": 0.948617, - "f1": 0.936001, - "accuracy": 0.948617, - "main_score": 0.936001, - "hf_subset": "pap_Latn-ban_Latn", - "languages": [ - "pap-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97892, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "pap_Latn-ell_Grek", - "languages": [ - "pap-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "pap_Latn-hne_Deva", - "languages": [ - "pap-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593618, - "recall": 0.649209, - "f1": 0.609434, - "accuracy": 0.649209, - "main_score": 0.609434, - "hf_subset": "pap_Latn-kik_Latn", - "languages": [ - "pap-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.983202, - "f1": 0.978755, - "accuracy": 0.983202, - "main_score": 0.978755, - "hf_subset": "pap_Latn-mai_Deva", - "languages": [ - "pap-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927981, - "recall": 0.949605, - "f1": 0.934848, - "accuracy": 0.949605, - "main_score": 0.934848, - "hf_subset": "pap_Latn-pbt_Arab", - "languages": [ - "pap-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "pap_Latn-spa_Latn", - "languages": [ - "pap-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615474, - "recall": 0.674901, - "f1": 0.632461, - "accuracy": 0.674901, - "main_score": 0.632461, - "hf_subset": "pap_Latn-twi_Latn", - "languages": [ - "pap-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "pap_Latn-acm_Arab", - "languages": [ - "pap-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.970356, - "f1": 0.962945, - "accuracy": 0.970356, - "main_score": 0.962945, - "hf_subset": "pap_Latn-bel_Cyrl", - "languages": [ - "pap-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "pap_Latn-eng_Latn", - "languages": [ - "pap-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pap_Latn-hrv_Latn", - "languages": [ - "pap-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557791, - "recall": 0.615613, - "f1": 0.574003, - "accuracy": 0.615613, - "main_score": 0.574003, - "hf_subset": "pap_Latn-kin_Latn", - "languages": [ - "pap-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "pap_Latn-mal_Mlym", - "languages": [ - "pap-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "pap_Latn-pes_Arab", - "languages": [ - "pap-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974506, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "pap_Latn-srd_Latn", - "languages": [ - "pap-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190415, - "recall": 0.235178, - "f1": 0.20083, - "accuracy": 0.235178, - "main_score": 0.20083, - "hf_subset": "pap_Latn-tzm_Tfng", - "languages": [ - "pap-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "pap_Latn-acq_Arab", - "languages": [ - "pap-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631465, - "recall": 0.679842, - "f1": 0.645443, - "accuracy": 0.679842, - "main_score": 0.645443, - "hf_subset": "pap_Latn-bem_Latn", - "languages": [ - "pap-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pap_Latn-epo_Latn", - "languages": [ - "pap-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.983202, - "f1": 0.979861, - "accuracy": 0.983202, - "main_score": 0.979861, - "hf_subset": "pap_Latn-hun_Latn", - "languages": [ - "pap-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943264, - "recall": 0.960474, - "f1": 0.948682, - "accuracy": 0.960474, - "main_score": 0.948682, - "hf_subset": "pap_Latn-kir_Cyrl", - "languages": [ - "pap-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pap_Latn-mar_Deva", - "languages": [ - "pap-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66526, - "recall": 0.714427, - "f1": 0.679647, - "accuracy": 0.714427, - "main_score": 0.679647, - "hf_subset": "pap_Latn-plt_Latn", - "languages": [ - "pap-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pap_Latn-srp_Cyrl", - "languages": [ - "pap-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882658, - "recall": 0.912055, - "f1": 0.891831, - "accuracy": 0.912055, - "main_score": 0.891831, - "hf_subset": "pap_Latn-uig_Arab", - "languages": [ - "pap-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956604, - "recall": 0.969368, - "f1": 0.96054, - "accuracy": 0.969368, - "main_score": 0.96054, - "hf_subset": "pap_Latn-aeb_Arab", - "languages": [ - "pap-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.983202, - "f1": 0.97892, - "accuracy": 0.983202, - "main_score": 0.97892, - "hf_subset": "pap_Latn-ben_Beng", - "languages": [ - "pap-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "pap_Latn-est_Latn", - "languages": [ - "pap-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "pap_Latn-hye_Armn", - "languages": [ - "pap-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554288, - "recall": 0.609684, - "f1": 0.57001, - "accuracy": 0.609684, - "main_score": 0.57001, - "hf_subset": "pap_Latn-kmb_Latn", - "languages": [ - "pap-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518549, - "recall": 0.58498, - "f1": 0.53718, - "accuracy": 0.58498, - "main_score": 0.53718, - "hf_subset": "pap_Latn-min_Arab", - "languages": [ - "pap-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pap_Latn-pol_Latn", - "languages": [ - "pap-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565909, - "recall": 0.62253, - "f1": 0.582295, - "accuracy": 0.62253, - "main_score": 0.582295, - "hf_subset": "pap_Latn-ssw_Latn", - "languages": [ - "pap-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "pap_Latn-ukr_Cyrl", - "languages": [ - "pap-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pap_Latn-afr_Latn", - "languages": [ - "pap-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969615, - "recall": 0.979249, - "f1": 0.972727, - "accuracy": 0.979249, - "main_score": 0.972727, - "hf_subset": "pap_Latn-bho_Deva", - "languages": [ - "pap-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954875, - "accuracy": 0.964427, - "main_score": 0.954875, - "hf_subset": "pap_Latn-eus_Latn", - "languages": [ - "pap-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597835, - "recall": 0.658103, - "f1": 0.615311, - "accuracy": 0.658103, - "main_score": 0.615311, - "hf_subset": "pap_Latn-ibo_Latn", - "languages": [ - "pap-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822859, - "recall": 0.865613, - "f1": 0.835935, - "accuracy": 0.865613, - "main_score": 0.835935, - "hf_subset": "pap_Latn-kmr_Latn", - "languages": [ - "pap-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95364, - "recall": 0.966403, - "f1": 0.957576, - "accuracy": 0.966403, - "main_score": 0.957576, - "hf_subset": "pap_Latn-min_Latn", - "languages": [ - "pap-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "pap_Latn-por_Latn", - "languages": [ - "pap-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962039, - "recall": 0.97332, - "f1": 0.965481, - "accuracy": 0.97332, - "main_score": 0.965481, - "hf_subset": "pap_Latn-sun_Latn", - "languages": [ - "pap-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537385, - "recall": 0.591897, - "f1": 0.552993, - "accuracy": 0.591897, - "main_score": 0.552993, - "hf_subset": "pap_Latn-umb_Latn", - "languages": [ - "pap-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "pap_Latn-ajp_Arab", - "languages": [ - "pap-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542427, - "recall": 0.612648, - "f1": 0.561428, - "accuracy": 0.612648, - "main_score": 0.561428, - "hf_subset": "pap_Latn-bjn_Arab", - "languages": [ - "pap-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538481, - "recall": 0.591897, - "f1": 0.553561, - "accuracy": 0.591897, - "main_score": 0.553561, - "hf_subset": "pap_Latn-ewe_Latn", - "languages": [ - "pap-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92169, - "recall": 0.940711, - "f1": 0.927569, - "accuracy": 0.940711, - "main_score": 0.927569, - "hf_subset": "pap_Latn-ilo_Latn", - "languages": [ - "pap-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332282, - "recall": 0.387352, - "f1": 0.34697, - "accuracy": 0.387352, - "main_score": 0.34697, - "hf_subset": "pap_Latn-knc_Arab", - "languages": [ - "pap-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pap_Latn-mkd_Cyrl", - "languages": [ - "pap-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "pap_Latn-prs_Arab", - "languages": [ - "pap-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "pap_Latn-swe_Latn", - "languages": [ - "pap-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "pap_Latn-urd_Arab", - "languages": [ - "pap-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595685, - "recall": 0.652174, - "f1": 0.611914, - "accuracy": 0.652174, - "main_score": 0.611914, - "hf_subset": "pap_Latn-aka_Latn", - "languages": [ - "pap-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.966403, - "f1": 0.957298, - "accuracy": 0.966403, - "main_score": 0.957298, - "hf_subset": "pap_Latn-bjn_Latn", - "languages": [ - "pap-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903607, - "recall": 0.929842, - "f1": 0.911909, - "accuracy": 0.929842, - "main_score": 0.911909, - "hf_subset": "pap_Latn-fao_Latn", - "languages": [ - "pap-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pap_Latn-ind_Latn", - "languages": [ - "pap-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594045, - "recall": 0.643281, - "f1": 0.607846, - "accuracy": 0.643281, - "main_score": 0.607846, - "hf_subset": "pap_Latn-knc_Latn", - "languages": [ - "pap-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975955, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "pap_Latn-mlt_Latn", - "languages": [ - "pap-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688333, - "recall": 0.745059, - "f1": 0.70539, - "accuracy": 0.745059, - "main_score": 0.70539, - "hf_subset": "pap_Latn-quy_Latn", - "languages": [ - "pap-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909206, - "recall": 0.933794, - "f1": 0.916897, - "accuracy": 0.933794, - "main_score": 0.916897, - "hf_subset": "pap_Latn-swh_Latn", - "languages": [ - "pap-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "pap_Latn-uzn_Latn", - "languages": [ - "pap-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "pap_Latn-als_Latn", - "languages": [ - "pap-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518416, - "recall": 0.59585, - "f1": 0.539794, - "accuracy": 0.59585, - "main_score": 0.539794, - "hf_subset": "pap_Latn-bod_Tibt", - "languages": [ - "pap-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660152, - "recall": 0.716403, - "f1": 0.67578, - "accuracy": 0.716403, - "main_score": 0.67578, - "hf_subset": "pap_Latn-fij_Latn", - "languages": [ - "pap-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932016, - "recall": 0.952569, - "f1": 0.93857, - "accuracy": 0.952569, - "main_score": 0.93857, - "hf_subset": "pap_Latn-isl_Latn", - "languages": [ - "pap-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6675, - "recall": 0.715415, - "f1": 0.681406, - "accuracy": 0.715415, - "main_score": 0.681406, - "hf_subset": "pap_Latn-kon_Latn", - "languages": [ - "pap-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641431, - "recall": 0.703557, - "f1": 0.659457, - "accuracy": 0.703557, - "main_score": 0.659457, - "hf_subset": "pap_Latn-mni_Beng", - "languages": [ - "pap-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "pap_Latn-ron_Latn", - "languages": [ - "pap-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954875, - "accuracy": 0.964427, - "main_score": 0.954875, - "hf_subset": "pap_Latn-szl_Latn", - "languages": [ - "pap-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "pap_Latn-vec_Latn", - "languages": [ - "pap-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861331, - "recall": 0.897233, - "f1": 0.872299, - "accuracy": 0.897233, - "main_score": 0.872299, - "hf_subset": "pap_Latn-amh_Ethi", - "languages": [ - "pap-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pap_Latn-bos_Latn", - "languages": [ - "pap-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979331, - "recall": 0.985178, - "f1": 0.981126, - "accuracy": 0.985178, - "main_score": 0.981126, - "hf_subset": "pap_Latn-fin_Latn", - "languages": [ - "pap-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pap_Latn-ita_Latn", - "languages": [ - "pap-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "pap_Latn-kor_Hang", - "languages": [ - "pap-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560467, - "recall": 0.617589, - "f1": 0.576621, - "accuracy": 0.617589, - "main_score": 0.576621, - "hf_subset": "pap_Latn-mos_Latn", - "languages": [ - "pap-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555512, - "recall": 0.606719, - "f1": 0.569998, - "accuracy": 0.606719, - "main_score": 0.569998, - "hf_subset": "pap_Latn-run_Latn", - "languages": [ - "pap-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "pap_Latn-tam_Taml", - "languages": [ - "pap-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "pap_Latn-vie_Latn", - "languages": [ - "pap-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "pap_Latn-apc_Arab", - "languages": [ - "pap-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798833, - "recall": 0.838933, - "f1": 0.810211, - "accuracy": 0.838933, - "main_score": 0.810211, - "hf_subset": "pap_Latn-bug_Latn", - "languages": [ - "pap-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484861, - "recall": 0.538538, - "f1": 0.498854, - "accuracy": 0.538538, - "main_score": 0.498854, - "hf_subset": "pap_Latn-fon_Latn", - "languages": [ - "pap-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "pap_Latn-jav_Latn", - "languages": [ - "pap-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936841, - "recall": 0.955534, - "f1": 0.942754, - "accuracy": 0.955534, - "main_score": 0.942754, - "hf_subset": "pap_Latn-lao_Laoo", - "languages": [ - "pap-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763002, - "recall": 0.814229, - "f1": 0.777758, - "accuracy": 0.814229, - "main_score": 0.777758, - "hf_subset": "pap_Latn-mri_Latn", - "languages": [ - "pap-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "pap_Latn-rus_Cyrl", - "languages": [ - "pap-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549968, - "recall": 0.608696, - "f1": 0.566155, - "accuracy": 0.608696, - "main_score": 0.566155, - "hf_subset": "pap_Latn-taq_Latn", - "languages": [ - "pap-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "pap_Latn-war_Latn", - "languages": [ - "pap-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "pap_Latn-arb_Arab", - "languages": [ - "pap-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "pap_Latn-bul_Cyrl", - "languages": [ - "pap-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pap_Latn-fra_Latn", - "languages": [ - "pap-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973567, - "recall": 0.981225, - "f1": 0.975856, - "accuracy": 0.981225, - "main_score": 0.975856, - "hf_subset": "pap_Latn-jpn_Jpan", - "languages": [ - "pap-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "pap_Latn-lij_Latn", - "languages": [ - "pap-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921146, - "recall": 0.944664, - "f1": 0.928524, - "accuracy": 0.944664, - "main_score": 0.928524, - "hf_subset": "pap_Latn-mya_Mymr", - "languages": [ - "pap-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618766, - "recall": 0.678854, - "f1": 0.635435, - "accuracy": 0.678854, - "main_score": 0.635435, - "hf_subset": "pap_Latn-sag_Latn", - "languages": [ - "pap-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196959, - "recall": 0.254941, - "f1": 0.209379, - "accuracy": 0.254941, - "main_score": 0.209379, - "hf_subset": "pap_Latn-taq_Tfng", - "languages": [ - "pap-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630314, - "recall": 0.6917, - "f1": 0.647534, - "accuracy": 0.6917, - "main_score": 0.647534, - "hf_subset": "pap_Latn-wol_Latn", - "languages": [ - "pap-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728033, - "recall": 0.780632, - "f1": 0.743139, - "accuracy": 0.780632, - "main_score": 0.743139, - "hf_subset": "pap_Latn-arb_Latn", - "languages": [ - "pap-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pap_Latn-cat_Latn", - "languages": [ - "pap-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "pap_Latn-fur_Latn", - "languages": [ - "pap-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422917, - "recall": 0.479249, - "f1": 0.438094, - "accuracy": 0.479249, - "main_score": 0.438094, - "hf_subset": "pap_Latn-kab_Latn", - "languages": [ - "pap-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "pap_Latn-lim_Latn", - "languages": [ - "pap-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975955, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "pap_Latn-nld_Latn", - "languages": [ - "pap-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938159, - "recall": 0.956522, - "f1": 0.943906, - "accuracy": 0.956522, - "main_score": 0.943906, - "hf_subset": "pap_Latn-san_Deva", - "languages": [ - "pap-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960886, - "recall": 0.972332, - "f1": 0.964493, - "accuracy": 0.972332, - "main_score": 0.964493, - "hf_subset": "pap_Latn-tat_Cyrl", - "languages": [ - "pap-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672389, - "recall": 0.726285, - "f1": 0.687663, - "accuracy": 0.726285, - "main_score": 0.687663, - "hf_subset": "pap_Latn-xho_Latn", - "languages": [ - "pap-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "pap_Latn-ars_Arab", - "languages": [ - "pap-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "pap_Latn-ceb_Latn", - "languages": [ - "pap-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567271, - "recall": 0.626482, - "f1": 0.584388, - "accuracy": 0.626482, - "main_score": 0.584388, - "hf_subset": "pap_Latn-fuv_Latn", - "languages": [ - "pap-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527801, - "recall": 0.585968, - "f1": 0.543976, - "accuracy": 0.585968, - "main_score": 0.543976, - "hf_subset": "pap_Latn-kac_Latn", - "languages": [ - "pap-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686495, - "recall": 0.731225, - "f1": 0.6989, - "accuracy": 0.731225, - "main_score": 0.6989, - "hf_subset": "pap_Latn-lin_Latn", - "languages": [ - "pap-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "pap_Latn-nno_Latn", - "languages": [ - "pap-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186733, - "recall": 0.252964, - "f1": 0.202573, - "accuracy": 0.252964, - "main_score": 0.202573, - "hf_subset": "pap_Latn-sat_Olck", - "languages": [ - "pap-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "pap_Latn-tel_Telu", - "languages": [ - "pap-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906538, - "recall": 0.932806, - "f1": 0.914874, - "accuracy": 0.932806, - "main_score": 0.914874, - "hf_subset": "pap_Latn-ydd_Hebr", - "languages": [ - "pap-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.959486, - "f1": 0.947812, - "accuracy": 0.959486, - "main_score": 0.947812, - "hf_subset": "pap_Latn-ary_Arab", - "languages": [ - "pap-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "pap_Latn-ces_Latn", - "languages": [ - "pap-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572918, - "recall": 0.631423, - "f1": 0.589562, - "accuracy": 0.631423, - "main_score": 0.589562, - "hf_subset": "pap_Latn-gaz_Latn", - "languages": [ - "pap-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582668, - "recall": 0.644269, - "f1": 0.599986, - "accuracy": 0.644269, - "main_score": 0.599986, - "hf_subset": "pap_Latn-kam_Latn", - "languages": [ - "pap-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "pap_Latn-lit_Latn", - "languages": [ - "pap-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "pap_Latn-nob_Latn", - "languages": [ - "pap-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "pap_Latn-scn_Latn", - "languages": [ - "pap-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93363, - "recall": 0.950593, - "f1": 0.938853, - "accuracy": 0.950593, - "main_score": 0.938853, - "hf_subset": "pap_Latn-tgk_Cyrl", - "languages": [ - "pap-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629636, - "recall": 0.694664, - "f1": 0.648263, - "accuracy": 0.694664, - "main_score": 0.648263, - "hf_subset": "pap_Latn-yor_Latn", - "languages": [ - "pap-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973238, - "recall": 0.981225, - "f1": 0.975692, - "accuracy": 0.981225, - "main_score": 0.975692, - "hf_subset": "pap_Latn-arz_Arab", - "languages": [ - "pap-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576722, - "recall": 0.644269, - "f1": 0.595686, - "accuracy": 0.644269, - "main_score": 0.595686, - "hf_subset": "pap_Latn-cjk_Latn", - "languages": [ - "pap-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700296, - "recall": 0.757905, - "f1": 0.717589, - "accuracy": 0.757905, - "main_score": 0.717589, - "hf_subset": "pap_Latn-gla_Latn", - "languages": [ - "pap-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "pap_Latn-kan_Knda", - "languages": [ - "pap-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97192, - "recall": 0.980237, - "f1": 0.974539, - "accuracy": 0.980237, - "main_score": 0.974539, - "hf_subset": "pap_Latn-lmo_Latn", - "languages": [ - "pap-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "pap_Latn-npi_Deva", - "languages": [ - "pap-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475154, - "recall": 0.541502, - "f1": 0.493075, - "accuracy": 0.541502, - "main_score": 0.493075, - "hf_subset": "pap_Latn-shn_Mymr", - "languages": [ - "pap-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pap_Latn-tgl_Latn", - "languages": [ - "pap-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "pap_Latn-yue_Hant", - "languages": [ - "pap-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "pap_Latn-asm_Beng", - "languages": [ - "pap-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87607, - "recall": 0.910079, - "f1": 0.886924, - "accuracy": 0.910079, - "main_score": 0.886924, - "hf_subset": "pap_Latn-ckb_Arab", - "languages": [ - "pap-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773966, - "recall": 0.821146, - "f1": 0.788065, - "accuracy": 0.821146, - "main_score": 0.788065, - "hf_subset": "pap_Latn-gle_Latn", - "languages": [ - "pap-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910408, - "recall": 0.935771, - "f1": 0.918431, - "accuracy": 0.935771, - "main_score": 0.918431, - "hf_subset": "pap_Latn-kas_Arab", - "languages": [ - "pap-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906159, - "recall": 0.928854, - "f1": 0.912963, - "accuracy": 0.928854, - "main_score": 0.912963, - "hf_subset": "pap_Latn-ltg_Latn", - "languages": [ - "pap-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624144, - "recall": 0.674901, - "f1": 0.63852, - "accuracy": 0.674901, - "main_score": 0.63852, - "hf_subset": "pap_Latn-nso_Latn", - "languages": [ - "pap-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920125, - "recall": 0.943676, - "f1": 0.927503, - "accuracy": 0.943676, - "main_score": 0.927503, - "hf_subset": "pap_Latn-sin_Sinh", - "languages": [ - "pap-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "pap_Latn-tha_Thai", - "languages": [ - "pap-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "pap_Latn-zho_Hans", - "languages": [ - "pap-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "pap_Latn-ast_Latn", - "languages": [ - "pap-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952816, - "recall": 0.967391, - "f1": 0.957576, - "accuracy": 0.967391, - "main_score": 0.957576, - "hf_subset": "pap_Latn-crh_Latn", - "languages": [ - "pap-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pap_Latn-glg_Latn", - "languages": [ - "pap-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844615, - "recall": 0.886364, - "f1": 0.857378, - "accuracy": 0.886364, - "main_score": 0.857378, - "hf_subset": "pap_Latn-kas_Deva", - "languages": [ - "pap-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "pap_Latn-ltz_Latn", - "languages": [ - "pap-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480775, - "recall": 0.548419, - "f1": 0.498801, - "accuracy": 0.548419, - "main_score": 0.498801, - "hf_subset": "pap_Latn-nus_Latn", - "languages": [ - "pap-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "pap_Latn-slk_Latn", - "languages": [ - "pap-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577357, - "recall": 0.648221, - "f1": 0.598072, - "accuracy": 0.648221, - "main_score": 0.598072, - "hf_subset": "pap_Latn-tir_Ethi", - "languages": [ - "pap-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "pap_Latn-zho_Hant", - "languages": [ - "pap-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967095, - "recall": 0.976285, - "f1": 0.970026, - "accuracy": 0.976285, - "main_score": 0.970026, - "hf_subset": "pap_Latn-awa_Deva", - "languages": [ - "pap-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909507, - "recall": 0.932806, - "f1": 0.916584, - "accuracy": 0.932806, - "main_score": 0.916584, - "hf_subset": "pap_Latn-cym_Latn", - "languages": [ - "pap-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834907, - "recall": 0.870553, - "f1": 0.845471, - "accuracy": 0.870553, - "main_score": 0.845471, - "hf_subset": "pap_Latn-grn_Latn", - "languages": [ - "pap-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.977273, - "f1": 0.971179, - "accuracy": 0.977273, - "main_score": 0.971179, - "hf_subset": "pap_Latn-kat_Geor", - "languages": [ - "pap-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654992, - "recall": 0.704545, - "f1": 0.668526, - "accuracy": 0.704545, - "main_score": 0.668526, - "hf_subset": "pap_Latn-lua_Latn", - "languages": [ - "pap-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629596, - "recall": 0.684783, - "f1": 0.645193, - "accuracy": 0.684783, - "main_score": 0.645193, - "hf_subset": "pap_Latn-nya_Latn", - "languages": [ - "pap-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "pap_Latn-slv_Latn", - "languages": [ - "pap-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915184, - "recall": 0.934783, - "f1": 0.921245, - "accuracy": 0.934783, - "main_score": 0.921245, - "hf_subset": "pap_Latn-tpi_Latn", - "languages": [ - "pap-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "pap_Latn-zsm_Latn", - "languages": [ - "pap-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549311, - "recall": 0.606719, - "f1": 0.565126, - "accuracy": 0.606719, - "main_score": 0.565126, - "hf_subset": "pap_Latn-ayr_Latn", - "languages": [ - "pap-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "pap_Latn-dan_Latn", - "languages": [ - "pap-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "pap_Latn-guj_Gujr", - "languages": [ - "pap-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "pap_Latn-kaz_Cyrl", - "languages": [ - "pap-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549654, - "recall": 0.603755, - "f1": 0.564875, - "accuracy": 0.603755, - "main_score": 0.564875, - "hf_subset": "pap_Latn-lug_Latn", - "languages": [ - "pap-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pap_Latn-oci_Latn", - "languages": [ - "pap-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761424, - "recall": 0.809289, - "f1": 0.775198, - "accuracy": 0.809289, - "main_score": 0.775198, - "hf_subset": "pap_Latn-smo_Latn", - "languages": [ - "pap-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546261, - "recall": 0.605731, - "f1": 0.5627, - "accuracy": 0.605731, - "main_score": 0.5627, - "hf_subset": "pap_Latn-tsn_Latn", - "languages": [ - "pap-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604022, - "recall": 0.662055, - "f1": 0.620471, - "accuracy": 0.662055, - "main_score": 0.620471, - "hf_subset": "pap_Latn-zul_Latn", - "languages": [ - "pap-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879924, - "recall": 0.913043, - "f1": 0.890053, - "accuracy": 0.913043, - "main_score": 0.890053, - "hf_subset": "pap_Latn-azb_Arab", - "languages": [ - "pap-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pap_Latn-deu_Latn", - "languages": [ - "pap-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943099, - "recall": 0.959486, - "f1": 0.948353, - "accuracy": 0.959486, - "main_score": 0.948353, - "hf_subset": "pap_Latn-hat_Latn", - "languages": [ - "pap-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498778, - "recall": 0.552372, - "f1": 0.513232, - "accuracy": 0.552372, - "main_score": 0.513232, - "hf_subset": "pap_Latn-kbp_Latn", - "languages": [ - "pap-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581138, - "recall": 0.637352, - "f1": 0.59612, - "accuracy": 0.637352, - "main_score": 0.59612, - "hf_subset": "pap_Latn-luo_Latn", - "languages": [ - "pap-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "pap_Latn-ory_Orya", - "languages": [ - "pap-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589346, - "recall": 0.649209, - "f1": 0.606744, - "accuracy": 0.649209, - "main_score": 0.606744, - "hf_subset": "pap_Latn-sna_Latn", - "languages": [ - "pap-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559177, - "recall": 0.610672, - "f1": 0.574007, - "accuracy": 0.610672, - "main_score": 0.574007, - "hf_subset": "pap_Latn-tso_Latn", - "languages": [ - "pap-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "pap_Latn-azj_Latn", - "languages": [ - "pap-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54114, - "recall": 0.606719, - "f1": 0.559962, - "accuracy": 0.606719, - "main_score": 0.559962, - "hf_subset": "pap_Latn-dik_Latn", - "languages": [ - "pap-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689076, - "recall": 0.743083, - "f1": 0.704268, - "accuracy": 0.743083, - "main_score": 0.704268, - "hf_subset": "pap_Latn-hau_Latn", - "languages": [ - "pap-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "pap_Latn-kea_Latn", - "languages": [ - "pap-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716905, - "recall": 0.764822, - "f1": 0.730739, - "accuracy": 0.764822, - "main_score": 0.730739, - "hf_subset": "pap_Latn-lus_Latn", - "languages": [ - "pap-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86413, - "recall": 0.892292, - "f1": 0.872991, - "accuracy": 0.892292, - "main_score": 0.872991, - "hf_subset": "pap_Latn-pag_Latn", - "languages": [ - "pap-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "pap_Latn-snd_Arab", - "languages": [ - "pap-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871789, - "recall": 0.907115, - "f1": 0.882938, - "accuracy": 0.907115, - "main_score": 0.882938, - "hf_subset": "pap_Latn-tuk_Latn", - "languages": [ - "pap-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935112, - "recall": 0.952569, - "f1": 0.940467, - "accuracy": 0.952569, - "main_score": 0.940467, - "hf_subset": "pap_Latn-bak_Cyrl", - "languages": [ - "pap-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48834, - "recall": 0.568182, - "f1": 0.511975, - "accuracy": 0.568182, - "main_score": 0.511975, - "hf_subset": "pap_Latn-dyu_Latn", - "languages": [ - "pap-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "pap_Latn-heb_Hebr", - "languages": [ - "pap-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942605, - "recall": 0.958498, - "f1": 0.947694, - "accuracy": 0.958498, - "main_score": 0.947694, - "hf_subset": "pap_Latn-khk_Cyrl", - "languages": [ - "pap-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "pap_Latn-lvs_Latn", - "languages": [ - "pap-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "pap_Latn-pan_Guru", - "languages": [ - "pap-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685021, - "recall": 0.740119, - "f1": 0.701416, - "accuracy": 0.740119, - "main_score": 0.701416, - "hf_subset": "pap_Latn-som_Latn", - "languages": [ - "pap-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589318, - "recall": 0.634387, - "f1": 0.601964, - "accuracy": 0.634387, - "main_score": 0.601964, - "hf_subset": "pap_Latn-tum_Latn", - "languages": [ - "pap-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451814, - "recall": 0.496047, - "f1": 0.464545, - "accuracy": 0.496047, - "main_score": 0.464545, - "hf_subset": "sot_Latn-ace_Arab", - "languages": [ - "sot-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541639, - "recall": 0.588933, - "f1": 0.55527, - "accuracy": 0.588933, - "main_score": 0.55527, - "hf_subset": "sot_Latn-bam_Latn", - "languages": [ - "sot-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.245547, - "recall": 0.29249, - "f1": 0.257579, - "accuracy": 0.29249, - "main_score": 0.257579, - "hf_subset": "sot_Latn-dzo_Tibt", - "languages": [ - "sot-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593395, - "recall": 0.637352, - "f1": 0.60436, - "accuracy": 0.637352, - "main_score": 0.60436, - "hf_subset": "sot_Latn-hin_Deva", - "languages": [ - "sot-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538044, - "recall": 0.590909, - "f1": 0.552211, - "accuracy": 0.590909, - "main_score": 0.552211, - "hf_subset": "sot_Latn-khm_Khmr", - "languages": [ - "sot-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591673, - "recall": 0.632411, - "f1": 0.602604, - "accuracy": 0.632411, - "main_score": 0.602604, - "hf_subset": "sot_Latn-mag_Deva", - "languages": [ - "sot-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593443, - "recall": 0.628458, - "f1": 0.602359, - "accuracy": 0.628458, - "main_score": 0.602359, - "hf_subset": "sot_Latn-pap_Latn", - "languages": [ - "sot-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571671, - "recall": 0.621542, - "f1": 0.5847, - "accuracy": 0.621542, - "main_score": 0.5847, - "hf_subset": "sot_Latn-tur_Latn", - "languages": [ - "sot-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593417, - "recall": 0.625494, - "f1": 0.601673, - "accuracy": 0.625494, - "main_score": 0.601673, - "hf_subset": "sot_Latn-ace_Latn", - "languages": [ - "sot-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601653, - "recall": 0.630435, - "f1": 0.609482, - "accuracy": 0.630435, - "main_score": 0.609482, - "hf_subset": "sot_Latn-ban_Latn", - "languages": [ - "sot-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583487, - "recall": 0.636364, - "f1": 0.596374, - "accuracy": 0.636364, - "main_score": 0.596374, - "hf_subset": "sot_Latn-ell_Grek", - "languages": [ - "sot-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567784, - "recall": 0.612648, - "f1": 0.579473, - "accuracy": 0.612648, - "main_score": 0.579473, - "hf_subset": "sot_Latn-hne_Deva", - "languages": [ - "sot-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553279, - "recall": 0.596838, - "f1": 0.565394, - "accuracy": 0.596838, - "main_score": 0.565394, - "hf_subset": "sot_Latn-kik_Latn", - "languages": [ - "sot-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572067, - "recall": 0.623518, - "f1": 0.584754, - "accuracy": 0.623518, - "main_score": 0.584754, - "hf_subset": "sot_Latn-mai_Deva", - "languages": [ - "sot-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547666, - "recall": 0.596838, - "f1": 0.560734, - "accuracy": 0.596838, - "main_score": 0.560734, - "hf_subset": "sot_Latn-pbt_Arab", - "languages": [ - "sot-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596491, - "recall": 0.637352, - "f1": 0.607355, - "accuracy": 0.637352, - "main_score": 0.607355, - "hf_subset": "sot_Latn-spa_Latn", - "languages": [ - "sot-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577668, - "recall": 0.609684, - "f1": 0.586323, - "accuracy": 0.609684, - "main_score": 0.586323, - "hf_subset": "sot_Latn-twi_Latn", - "languages": [ - "sot-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562453, - "recall": 0.612648, - "f1": 0.574696, - "accuracy": 0.612648, - "main_score": 0.574696, - "hf_subset": "sot_Latn-acm_Arab", - "languages": [ - "sot-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543459, - "recall": 0.589921, - "f1": 0.55537, - "accuracy": 0.589921, - "main_score": 0.55537, - "hf_subset": "sot_Latn-bel_Cyrl", - "languages": [ - "sot-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622038, - "recall": 0.664032, - "f1": 0.632567, - "accuracy": 0.664032, - "main_score": 0.632567, - "hf_subset": "sot_Latn-eng_Latn", - "languages": [ - "sot-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603936, - "recall": 0.649209, - "f1": 0.615004, - "accuracy": 0.649209, - "main_score": 0.615004, - "hf_subset": "sot_Latn-hrv_Latn", - "languages": [ - "sot-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562562, - "recall": 0.602767, - "f1": 0.573922, - "accuracy": 0.602767, - "main_score": 0.573922, - "hf_subset": "sot_Latn-kin_Latn", - "languages": [ - "sot-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560984, - "recall": 0.609684, - "f1": 0.573376, - "accuracy": 0.609684, - "main_score": 0.573376, - "hf_subset": "sot_Latn-mal_Mlym", - "languages": [ - "sot-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565697, - "recall": 0.615613, - "f1": 0.578805, - "accuracy": 0.615613, - "main_score": 0.578805, - "hf_subset": "sot_Latn-pes_Arab", - "languages": [ - "sot-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590063, - "recall": 0.623518, - "f1": 0.598849, - "accuracy": 0.623518, - "main_score": 0.598849, - "hf_subset": "sot_Latn-srd_Latn", - "languages": [ - "sot-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2086, - "recall": 0.251976, - "f1": 0.219233, - "accuracy": 0.251976, - "main_score": 0.219233, - "hf_subset": "sot_Latn-tzm_Tfng", - "languages": [ - "sot-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575629, - "recall": 0.62747, - "f1": 0.589447, - "accuracy": 0.62747, - "main_score": 0.589447, - "hf_subset": "sot_Latn-acq_Arab", - "languages": [ - "sot-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602216, - "recall": 0.644269, - "f1": 0.613814, - "accuracy": 0.644269, - "main_score": 0.613814, - "hf_subset": "sot_Latn-bem_Latn", - "languages": [ - "sot-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58347, - "recall": 0.632411, - "f1": 0.595318, - "accuracy": 0.632411, - "main_score": 0.595318, - "hf_subset": "sot_Latn-epo_Latn", - "languages": [ - "sot-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593153, - "recall": 0.635375, - "f1": 0.603977, - "accuracy": 0.635375, - "main_score": 0.603977, - "hf_subset": "sot_Latn-hun_Latn", - "languages": [ - "sot-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558359, - "recall": 0.603755, - "f1": 0.570863, - "accuracy": 0.603755, - "main_score": 0.570863, - "hf_subset": "sot_Latn-kir_Cyrl", - "languages": [ - "sot-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571885, - "recall": 0.612648, - "f1": 0.581702, - "accuracy": 0.612648, - "main_score": 0.581702, - "hf_subset": "sot_Latn-mar_Deva", - "languages": [ - "sot-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566364, - "recall": 0.607708, - "f1": 0.577145, - "accuracy": 0.607708, - "main_score": 0.577145, - "hf_subset": "sot_Latn-plt_Latn", - "languages": [ - "sot-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591514, - "recall": 0.639328, - "f1": 0.603311, - "accuracy": 0.639328, - "main_score": 0.603311, - "hf_subset": "sot_Latn-srp_Cyrl", - "languages": [ - "sot-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489682, - "recall": 0.54249, - "f1": 0.503557, - "accuracy": 0.54249, - "main_score": 0.503557, - "hf_subset": "sot_Latn-uig_Arab", - "languages": [ - "sot-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568297, - "recall": 0.608696, - "f1": 0.578893, - "accuracy": 0.608696, - "main_score": 0.578893, - "hf_subset": "sot_Latn-aeb_Arab", - "languages": [ - "sot-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576059, - "recall": 0.630435, - "f1": 0.591116, - "accuracy": 0.630435, - "main_score": 0.591116, - "hf_subset": "sot_Latn-ben_Beng", - "languages": [ - "sot-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573632, - "recall": 0.62253, - "f1": 0.586129, - "accuracy": 0.62253, - "main_score": 0.586129, - "hf_subset": "sot_Latn-est_Latn", - "languages": [ - "sot-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554719, - "recall": 0.607708, - "f1": 0.567666, - "accuracy": 0.607708, - "main_score": 0.567666, - "hf_subset": "sot_Latn-hye_Armn", - "languages": [ - "sot-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564797, - "recall": 0.602767, - "f1": 0.576142, - "accuracy": 0.602767, - "main_score": 0.576142, - "hf_subset": "sot_Latn-kmb_Latn", - "languages": [ - "sot-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420605, - "recall": 0.475296, - "f1": 0.43498, - "accuracy": 0.475296, - "main_score": 0.43498, - "hf_subset": "sot_Latn-min_Arab", - "languages": [ - "sot-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58595, - "recall": 0.631423, - "f1": 0.597405, - "accuracy": 0.631423, - "main_score": 0.597405, - "hf_subset": "sot_Latn-pol_Latn", - "languages": [ - "sot-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592776, - "recall": 0.641304, - "f1": 0.60569, - "accuracy": 0.641304, - "main_score": 0.60569, - "hf_subset": "sot_Latn-ssw_Latn", - "languages": [ - "sot-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59708, - "recall": 0.646245, - "f1": 0.609484, - "accuracy": 0.646245, - "main_score": 0.609484, - "hf_subset": "sot_Latn-ukr_Cyrl", - "languages": [ - "sot-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623481, - "recall": 0.666996, - "f1": 0.635163, - "accuracy": 0.666996, - "main_score": 0.635163, - "hf_subset": "sot_Latn-afr_Latn", - "languages": [ - "sot-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581741, - "recall": 0.621542, - "f1": 0.59225, - "accuracy": 0.621542, - "main_score": 0.59225, - "hf_subset": "sot_Latn-bho_Deva", - "languages": [ - "sot-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567579, - "recall": 0.612648, - "f1": 0.580226, - "accuracy": 0.612648, - "main_score": 0.580226, - "hf_subset": "sot_Latn-eus_Latn", - "languages": [ - "sot-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561735, - "recall": 0.608696, - "f1": 0.574989, - "accuracy": 0.608696, - "main_score": 0.574989, - "hf_subset": "sot_Latn-ibo_Latn", - "languages": [ - "sot-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57605, - "recall": 0.618577, - "f1": 0.587738, - "accuracy": 0.618577, - "main_score": 0.587738, - "hf_subset": "sot_Latn-kmr_Latn", - "languages": [ - "sot-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597147, - "recall": 0.641304, - "f1": 0.608341, - "accuracy": 0.641304, - "main_score": 0.608341, - "hf_subset": "sot_Latn-min_Latn", - "languages": [ - "sot-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610468, - "recall": 0.656126, - "f1": 0.621962, - "accuracy": 0.656126, - "main_score": 0.621962, - "hf_subset": "sot_Latn-por_Latn", - "languages": [ - "sot-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61333, - "recall": 0.651186, - "f1": 0.623735, - "accuracy": 0.651186, - "main_score": 0.623735, - "hf_subset": "sot_Latn-sun_Latn", - "languages": [ - "sot-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517, - "recall": 0.562253, - "f1": 0.530188, - "accuracy": 0.562253, - "main_score": 0.530188, - "hf_subset": "sot_Latn-umb_Latn", - "languages": [ - "sot-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597757, - "recall": 0.641304, - "f1": 0.608855, - "accuracy": 0.641304, - "main_score": 0.608855, - "hf_subset": "sot_Latn-ajp_Arab", - "languages": [ - "sot-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444614, - "recall": 0.485178, - "f1": 0.455607, - "accuracy": 0.485178, - "main_score": 0.455607, - "hf_subset": "sot_Latn-bjn_Arab", - "languages": [ - "sot-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529476, - "recall": 0.567194, - "f1": 0.539603, - "accuracy": 0.567194, - "main_score": 0.539603, - "hf_subset": "sot_Latn-ewe_Latn", - "languages": [ - "sot-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605253, - "recall": 0.643281, - "f1": 0.614202, - "accuracy": 0.643281, - "main_score": 0.614202, - "hf_subset": "sot_Latn-ilo_Latn", - "languages": [ - "sot-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31504, - "recall": 0.364625, - "f1": 0.328858, - "accuracy": 0.364625, - "main_score": 0.328858, - "hf_subset": "sot_Latn-knc_Arab", - "languages": [ - "sot-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590519, - "recall": 0.637352, - "f1": 0.601514, - "accuracy": 0.637352, - "main_score": 0.601514, - "hf_subset": "sot_Latn-mkd_Cyrl", - "languages": [ - "sot-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587983, - "recall": 0.630435, - "f1": 0.598617, - "accuracy": 0.630435, - "main_score": 0.598617, - "hf_subset": "sot_Latn-prs_Arab", - "languages": [ - "sot-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601265, - "recall": 0.648221, - "f1": 0.612647, - "accuracy": 0.648221, - "main_score": 0.612647, - "hf_subset": "sot_Latn-swe_Latn", - "languages": [ - "sot-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549039, - "recall": 0.608696, - "f1": 0.564934, - "accuracy": 0.608696, - "main_score": 0.564934, - "hf_subset": "sot_Latn-urd_Arab", - "languages": [ - "sot-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568534, - "recall": 0.605731, - "f1": 0.578602, - "accuracy": 0.605731, - "main_score": 0.578602, - "hf_subset": "sot_Latn-aka_Latn", - "languages": [ - "sot-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597037, - "recall": 0.635375, - "f1": 0.606341, - "accuracy": 0.635375, - "main_score": 0.606341, - "hf_subset": "sot_Latn-bjn_Latn", - "languages": [ - "sot-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572913, - "recall": 0.613636, - "f1": 0.584209, - "accuracy": 0.613636, - "main_score": 0.584209, - "hf_subset": "sot_Latn-fao_Latn", - "languages": [ - "sot-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626071, - "recall": 0.662055, - "f1": 0.63523, - "accuracy": 0.662055, - "main_score": 0.63523, - "hf_subset": "sot_Latn-ind_Latn", - "languages": [ - "sot-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564935, - "recall": 0.600791, - "f1": 0.575098, - "accuracy": 0.600791, - "main_score": 0.575098, - "hf_subset": "sot_Latn-knc_Latn", - "languages": [ - "sot-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603617, - "recall": 0.637352, - "f1": 0.611408, - "accuracy": 0.637352, - "main_score": 0.611408, - "hf_subset": "sot_Latn-mlt_Latn", - "languages": [ - "sot-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553788, - "recall": 0.59585, - "f1": 0.565653, - "accuracy": 0.59585, - "main_score": 0.565653, - "hf_subset": "sot_Latn-quy_Latn", - "languages": [ - "sot-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597694, - "recall": 0.645257, - "f1": 0.609961, - "accuracy": 0.645257, - "main_score": 0.609961, - "hf_subset": "sot_Latn-swh_Latn", - "languages": [ - "sot-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558975, - "recall": 0.603755, - "f1": 0.570655, - "accuracy": 0.603755, - "main_score": 0.570655, - "hf_subset": "sot_Latn-uzn_Latn", - "languages": [ - "sot-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601764, - "recall": 0.645257, - "f1": 0.612638, - "accuracy": 0.645257, - "main_score": 0.612638, - "hf_subset": "sot_Latn-als_Latn", - "languages": [ - "sot-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298217, - "recall": 0.354743, - "f1": 0.311869, - "accuracy": 0.354743, - "main_score": 0.311869, - "hf_subset": "sot_Latn-bod_Tibt", - "languages": [ - "sot-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576595, - "recall": 0.617589, - "f1": 0.587731, - "accuracy": 0.617589, - "main_score": 0.587731, - "hf_subset": "sot_Latn-fij_Latn", - "languages": [ - "sot-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547436, - "recall": 0.593874, - "f1": 0.558924, - "accuracy": 0.593874, - "main_score": 0.558924, - "hf_subset": "sot_Latn-isl_Latn", - "languages": [ - "sot-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585044, - "recall": 0.623518, - "f1": 0.595156, - "accuracy": 0.623518, - "main_score": 0.595156, - "hf_subset": "sot_Latn-kon_Latn", - "languages": [ - "sot-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512739, - "recall": 0.557312, - "f1": 0.524739, - "accuracy": 0.557312, - "main_score": 0.524739, - "hf_subset": "sot_Latn-mni_Beng", - "languages": [ - "sot-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612806, - "recall": 0.655138, - "f1": 0.623427, - "accuracy": 0.655138, - "main_score": 0.623427, - "hf_subset": "sot_Latn-ron_Latn", - "languages": [ - "sot-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585639, - "recall": 0.632411, - "f1": 0.597536, - "accuracy": 0.632411, - "main_score": 0.597536, - "hf_subset": "sot_Latn-szl_Latn", - "languages": [ - "sot-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588938, - "recall": 0.632411, - "f1": 0.600149, - "accuracy": 0.632411, - "main_score": 0.600149, - "hf_subset": "sot_Latn-vec_Latn", - "languages": [ - "sot-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515054, - "recall": 0.562253, - "f1": 0.52745, - "accuracy": 0.562253, - "main_score": 0.52745, - "hf_subset": "sot_Latn-amh_Ethi", - "languages": [ - "sot-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600634, - "recall": 0.645257, - "f1": 0.611249, - "accuracy": 0.645257, - "main_score": 0.611249, - "hf_subset": "sot_Latn-bos_Latn", - "languages": [ - "sot-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571364, - "recall": 0.620553, - "f1": 0.58448, - "accuracy": 0.620553, - "main_score": 0.58448, - "hf_subset": "sot_Latn-fin_Latn", - "languages": [ - "sot-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595232, - "recall": 0.641304, - "f1": 0.607429, - "accuracy": 0.641304, - "main_score": 0.607429, - "hf_subset": "sot_Latn-ita_Latn", - "languages": [ - "sot-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556409, - "recall": 0.607708, - "f1": 0.570349, - "accuracy": 0.607708, - "main_score": 0.570349, - "hf_subset": "sot_Latn-kor_Hang", - "languages": [ - "sot-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525406, - "recall": 0.571146, - "f1": 0.537768, - "accuracy": 0.571146, - "main_score": 0.537768, - "hf_subset": "sot_Latn-mos_Latn", - "languages": [ - "sot-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543215, - "recall": 0.594862, - "f1": 0.55776, - "accuracy": 0.594862, - "main_score": 0.55776, - "hf_subset": "sot_Latn-run_Latn", - "languages": [ - "sot-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548385, - "recall": 0.604743, - "f1": 0.563401, - "accuracy": 0.604743, - "main_score": 0.563401, - "hf_subset": "sot_Latn-tam_Taml", - "languages": [ - "sot-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579703, - "recall": 0.624506, - "f1": 0.591119, - "accuracy": 0.624506, - "main_score": 0.591119, - "hf_subset": "sot_Latn-vie_Latn", - "languages": [ - "sot-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576447, - "recall": 0.626482, - "f1": 0.58873, - "accuracy": 0.626482, - "main_score": 0.58873, - "hf_subset": "sot_Latn-apc_Arab", - "languages": [ - "sot-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570215, - "recall": 0.606719, - "f1": 0.579991, - "accuracy": 0.606719, - "main_score": 0.579991, - "hf_subset": "sot_Latn-bug_Latn", - "languages": [ - "sot-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480635, - "recall": 0.521739, - "f1": 0.491897, - "accuracy": 0.521739, - "main_score": 0.491897, - "hf_subset": "sot_Latn-fon_Latn", - "languages": [ - "sot-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617798, - "recall": 0.656126, - "f1": 0.627665, - "accuracy": 0.656126, - "main_score": 0.627665, - "hf_subset": "sot_Latn-jav_Latn", - "languages": [ - "sot-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525871, - "recall": 0.577075, - "f1": 0.539328, - "accuracy": 0.577075, - "main_score": 0.539328, - "hf_subset": "sot_Latn-lao_Laoo", - "languages": [ - "sot-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53877, - "recall": 0.58004, - "f1": 0.550249, - "accuracy": 0.58004, - "main_score": 0.550249, - "hf_subset": "sot_Latn-mri_Latn", - "languages": [ - "sot-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58396, - "recall": 0.635375, - "f1": 0.597332, - "accuracy": 0.635375, - "main_score": 0.597332, - "hf_subset": "sot_Latn-rus_Cyrl", - "languages": [ - "sot-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505587, - "recall": 0.545455, - "f1": 0.516768, - "accuracy": 0.545455, - "main_score": 0.516768, - "hf_subset": "sot_Latn-taq_Latn", - "languages": [ - "sot-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616794, - "recall": 0.65415, - "f1": 0.625984, - "accuracy": 0.65415, - "main_score": 0.625984, - "hf_subset": "sot_Latn-war_Latn", - "languages": [ - "sot-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576857, - "recall": 0.624506, - "f1": 0.588465, - "accuracy": 0.624506, - "main_score": 0.588465, - "hf_subset": "sot_Latn-arb_Arab", - "languages": [ - "sot-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597708, - "recall": 0.63834, - "f1": 0.607844, - "accuracy": 0.63834, - "main_score": 0.607844, - "hf_subset": "sot_Latn-bul_Cyrl", - "languages": [ - "sot-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600118, - "recall": 0.646245, - "f1": 0.612151, - "accuracy": 0.646245, - "main_score": 0.612151, - "hf_subset": "sot_Latn-fra_Latn", - "languages": [ - "sot-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572383, - "recall": 0.613636, - "f1": 0.58295, - "accuracy": 0.613636, - "main_score": 0.58295, - "hf_subset": "sot_Latn-jpn_Jpan", - "languages": [ - "sot-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587415, - "recall": 0.629447, - "f1": 0.598852, - "accuracy": 0.629447, - "main_score": 0.598852, - "hf_subset": "sot_Latn-lij_Latn", - "languages": [ - "sot-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433494, - "recall": 0.497036, - "f1": 0.450021, - "accuracy": 0.497036, - "main_score": 0.450021, - "hf_subset": "sot_Latn-mya_Mymr", - "languages": [ - "sot-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533084, - "recall": 0.58004, - "f1": 0.546176, - "accuracy": 0.58004, - "main_score": 0.546176, - "hf_subset": "sot_Latn-sag_Latn", - "languages": [ - "sot-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229252, - "recall": 0.281621, - "f1": 0.24077, - "accuracy": 0.281621, - "main_score": 0.24077, - "hf_subset": "sot_Latn-taq_Tfng", - "languages": [ - "sot-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556407, - "recall": 0.598814, - "f1": 0.568181, - "accuracy": 0.598814, - "main_score": 0.568181, - "hf_subset": "sot_Latn-wol_Latn", - "languages": [ - "sot-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478294, - "recall": 0.523715, - "f1": 0.491198, - "accuracy": 0.523715, - "main_score": 0.491198, - "hf_subset": "sot_Latn-arb_Latn", - "languages": [ - "sot-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603936, - "recall": 0.647233, - "f1": 0.614878, - "accuracy": 0.647233, - "main_score": 0.614878, - "hf_subset": "sot_Latn-cat_Latn", - "languages": [ - "sot-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596213, - "recall": 0.633399, - "f1": 0.604821, - "accuracy": 0.633399, - "main_score": 0.604821, - "hf_subset": "sot_Latn-fur_Latn", - "languages": [ - "sot-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460444, - "recall": 0.507905, - "f1": 0.473946, - "accuracy": 0.507905, - "main_score": 0.473946, - "hf_subset": "sot_Latn-kab_Latn", - "languages": [ - "sot-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579588, - "recall": 0.618577, - "f1": 0.590155, - "accuracy": 0.618577, - "main_score": 0.590155, - "hf_subset": "sot_Latn-lim_Latn", - "languages": [ - "sot-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597554, - "recall": 0.639328, - "f1": 0.608681, - "accuracy": 0.639328, - "main_score": 0.608681, - "hf_subset": "sot_Latn-nld_Latn", - "languages": [ - "sot-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530021, - "recall": 0.583004, - "f1": 0.544077, - "accuracy": 0.583004, - "main_score": 0.544077, - "hf_subset": "sot_Latn-san_Deva", - "languages": [ - "sot-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575593, - "recall": 0.619565, - "f1": 0.587184, - "accuracy": 0.619565, - "main_score": 0.587184, - "hf_subset": "sot_Latn-tat_Cyrl", - "languages": [ - "sot-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617307, - "recall": 0.671937, - "f1": 0.632759, - "accuracy": 0.671937, - "main_score": 0.632759, - "hf_subset": "sot_Latn-xho_Latn", - "languages": [ - "sot-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558507, - "recall": 0.613636, - "f1": 0.572924, - "accuracy": 0.613636, - "main_score": 0.572924, - "hf_subset": "sot_Latn-ars_Arab", - "languages": [ - "sot-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607085, - "recall": 0.645257, - "f1": 0.61726, - "accuracy": 0.645257, - "main_score": 0.61726, - "hf_subset": "sot_Latn-ceb_Latn", - "languages": [ - "sot-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510244, - "recall": 0.556324, - "f1": 0.524341, - "accuracy": 0.556324, - "main_score": 0.524341, - "hf_subset": "sot_Latn-fuv_Latn", - "languages": [ - "sot-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515082, - "recall": 0.556324, - "f1": 0.526422, - "accuracy": 0.556324, - "main_score": 0.526422, - "hf_subset": "sot_Latn-kac_Latn", - "languages": [ - "sot-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597117, - "recall": 0.633399, - "f1": 0.606616, - "accuracy": 0.633399, - "main_score": 0.606616, - "hf_subset": "sot_Latn-lin_Latn", - "languages": [ - "sot-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602456, - "recall": 0.644269, - "f1": 0.613629, - "accuracy": 0.644269, - "main_score": 0.613629, - "hf_subset": "sot_Latn-nno_Latn", - "languages": [ - "sot-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142298, - "recall": 0.190711, - "f1": 0.154413, - "accuracy": 0.190711, - "main_score": 0.154413, - "hf_subset": "sot_Latn-sat_Olck", - "languages": [ - "sot-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57542, - "recall": 0.624506, - "f1": 0.588503, - "accuracy": 0.624506, - "main_score": 0.588503, - "hf_subset": "sot_Latn-tel_Telu", - "languages": [ - "sot-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514364, - "recall": 0.567194, - "f1": 0.528201, - "accuracy": 0.567194, - "main_score": 0.528201, - "hf_subset": "sot_Latn-ydd_Hebr", - "languages": [ - "sot-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549014, - "recall": 0.588933, - "f1": 0.559738, - "accuracy": 0.588933, - "main_score": 0.559738, - "hf_subset": "sot_Latn-ary_Arab", - "languages": [ - "sot-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604169, - "recall": 0.653162, - "f1": 0.616469, - "accuracy": 0.653162, - "main_score": 0.616469, - "hf_subset": "sot_Latn-ces_Latn", - "languages": [ - "sot-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528255, - "recall": 0.58004, - "f1": 0.542794, - "accuracy": 0.58004, - "main_score": 0.542794, - "hf_subset": "sot_Latn-gaz_Latn", - "languages": [ - "sot-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563249, - "recall": 0.612648, - "f1": 0.577392, - "accuracy": 0.612648, - "main_score": 0.577392, - "hf_subset": "sot_Latn-kam_Latn", - "languages": [ - "sot-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584575, - "recall": 0.628458, - "f1": 0.595298, - "accuracy": 0.628458, - "main_score": 0.595298, - "hf_subset": "sot_Latn-lit_Latn", - "languages": [ - "sot-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599208, - "recall": 0.639328, - "f1": 0.609611, - "accuracy": 0.639328, - "main_score": 0.609611, - "hf_subset": "sot_Latn-nob_Latn", - "languages": [ - "sot-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589982, - "recall": 0.630435, - "f1": 0.599355, - "accuracy": 0.630435, - "main_score": 0.599355, - "hf_subset": "sot_Latn-scn_Latn", - "languages": [ - "sot-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562599, - "recall": 0.606719, - "f1": 0.57464, - "accuracy": 0.606719, - "main_score": 0.57464, - "hf_subset": "sot_Latn-tgk_Cyrl", - "languages": [ - "sot-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525841, - "recall": 0.583004, - "f1": 0.541616, - "accuracy": 0.583004, - "main_score": 0.541616, - "hf_subset": "sot_Latn-yor_Latn", - "languages": [ - "sot-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585239, - "recall": 0.62747, - "f1": 0.596255, - "accuracy": 0.62747, - "main_score": 0.596255, - "hf_subset": "sot_Latn-arz_Arab", - "languages": [ - "sot-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517474, - "recall": 0.554348, - "f1": 0.52851, - "accuracy": 0.554348, - "main_score": 0.52851, - "hf_subset": "sot_Latn-cjk_Latn", - "languages": [ - "sot-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542239, - "recall": 0.583992, - "f1": 0.553516, - "accuracy": 0.583992, - "main_score": 0.553516, - "hf_subset": "sot_Latn-gla_Latn", - "languages": [ - "sot-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577779, - "recall": 0.619565, - "f1": 0.58845, - "accuracy": 0.619565, - "main_score": 0.58845, - "hf_subset": "sot_Latn-kan_Knda", - "languages": [ - "sot-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59106, - "recall": 0.62747, - "f1": 0.60048, - "accuracy": 0.62747, - "main_score": 0.60048, - "hf_subset": "sot_Latn-lmo_Latn", - "languages": [ - "sot-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556029, - "recall": 0.607708, - "f1": 0.569133, - "accuracy": 0.607708, - "main_score": 0.569133, - "hf_subset": "sot_Latn-npi_Deva", - "languages": [ - "sot-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45093, - "recall": 0.5, - "f1": 0.463841, - "accuracy": 0.5, - "main_score": 0.463841, - "hf_subset": "sot_Latn-shn_Mymr", - "languages": [ - "sot-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629376, - "recall": 0.666008, - "f1": 0.638038, - "accuracy": 0.666008, - "main_score": 0.638038, - "hf_subset": "sot_Latn-tgl_Latn", - "languages": [ - "sot-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560689, - "recall": 0.613636, - "f1": 0.574456, - "accuracy": 0.613636, - "main_score": 0.574456, - "hf_subset": "sot_Latn-yue_Hant", - "languages": [ - "sot-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539513, - "recall": 0.589921, - "f1": 0.5527, - "accuracy": 0.589921, - "main_score": 0.5527, - "hf_subset": "sot_Latn-asm_Beng", - "languages": [ - "sot-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533091, - "recall": 0.586957, - "f1": 0.546879, - "accuracy": 0.586957, - "main_score": 0.546879, - "hf_subset": "sot_Latn-ckb_Arab", - "languages": [ - "sot-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525774, - "recall": 0.573123, - "f1": 0.538573, - "accuracy": 0.573123, - "main_score": 0.538573, - "hf_subset": "sot_Latn-gle_Latn", - "languages": [ - "sot-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516892, - "recall": 0.565217, - "f1": 0.529397, - "accuracy": 0.565217, - "main_score": 0.529397, - "hf_subset": "sot_Latn-kas_Arab", - "languages": [ - "sot-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563253, - "recall": 0.605731, - "f1": 0.574782, - "accuracy": 0.605731, - "main_score": 0.574782, - "hf_subset": "sot_Latn-ltg_Latn", - "languages": [ - "sot-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764906, - "recall": 0.811265, - "f1": 0.778088, - "accuracy": 0.811265, - "main_score": 0.778088, - "hf_subset": "sot_Latn-nso_Latn", - "languages": [ - "sot-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509819, - "recall": 0.564229, - "f1": 0.524623, - "accuracy": 0.564229, - "main_score": 0.524623, - "hf_subset": "sot_Latn-sin_Sinh", - "languages": [ - "sot-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569775, - "recall": 0.616601, - "f1": 0.581856, - "accuracy": 0.616601, - "main_score": 0.581856, - "hf_subset": "sot_Latn-tha_Thai", - "languages": [ - "sot-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565102, - "recall": 0.606719, - "f1": 0.575377, - "accuracy": 0.606719, - "main_score": 0.575377, - "hf_subset": "sot_Latn-zho_Hans", - "languages": [ - "sot-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607706, - "recall": 0.648221, - "f1": 0.617511, - "accuracy": 0.648221, - "main_score": 0.617511, - "hf_subset": "sot_Latn-ast_Latn", - "languages": [ - "sot-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568208, - "recall": 0.618577, - "f1": 0.581337, - "accuracy": 0.618577, - "main_score": 0.581337, - "hf_subset": "sot_Latn-crh_Latn", - "languages": [ - "sot-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616117, - "recall": 0.655138, - "f1": 0.626146, - "accuracy": 0.655138, - "main_score": 0.626146, - "hf_subset": "sot_Latn-glg_Latn", - "languages": [ - "sot-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524189, - "recall": 0.567194, - "f1": 0.536387, - "accuracy": 0.567194, - "main_score": 0.536387, - "hf_subset": "sot_Latn-kas_Deva", - "languages": [ - "sot-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573211, - "recall": 0.615613, - "f1": 0.583806, - "accuracy": 0.615613, - "main_score": 0.583806, - "hf_subset": "sot_Latn-ltz_Latn", - "languages": [ - "sot-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488591, - "recall": 0.544466, - "f1": 0.503759, - "accuracy": 0.544466, - "main_score": 0.503759, - "hf_subset": "sot_Latn-nus_Latn", - "languages": [ - "sot-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585281, - "recall": 0.634387, - "f1": 0.597571, - "accuracy": 0.634387, - "main_score": 0.597571, - "hf_subset": "sot_Latn-slk_Latn", - "languages": [ - "sot-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420868, - "recall": 0.471344, - "f1": 0.434031, - "accuracy": 0.471344, - "main_score": 0.434031, - "hf_subset": "sot_Latn-tir_Ethi", - "languages": [ - "sot-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566965, - "recall": 0.615613, - "f1": 0.579237, - "accuracy": 0.615613, - "main_score": 0.579237, - "hf_subset": "sot_Latn-zho_Hant", - "languages": [ - "sot-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576133, - "recall": 0.618577, - "f1": 0.587298, - "accuracy": 0.618577, - "main_score": 0.587298, - "hf_subset": "sot_Latn-awa_Deva", - "languages": [ - "sot-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57288, - "recall": 0.616601, - "f1": 0.584685, - "accuracy": 0.616601, - "main_score": 0.584685, - "hf_subset": "sot_Latn-cym_Latn", - "languages": [ - "sot-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560847, - "recall": 0.599802, - "f1": 0.570412, - "accuracy": 0.599802, - "main_score": 0.570412, - "hf_subset": "sot_Latn-grn_Latn", - "languages": [ - "sot-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541137, - "recall": 0.591897, - "f1": 0.554678, - "accuracy": 0.591897, - "main_score": 0.554678, - "hf_subset": "sot_Latn-kat_Geor", - "languages": [ - "sot-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584477, - "recall": 0.619565, - "f1": 0.593737, - "accuracy": 0.619565, - "main_score": 0.593737, - "hf_subset": "sot_Latn-lua_Latn", - "languages": [ - "sot-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576145, - "recall": 0.620553, - "f1": 0.588172, - "accuracy": 0.620553, - "main_score": 0.588172, - "hf_subset": "sot_Latn-nya_Latn", - "languages": [ - "sot-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587681, - "recall": 0.625494, - "f1": 0.597476, - "accuracy": 0.625494, - "main_score": 0.597476, - "hf_subset": "sot_Latn-slv_Latn", - "languages": [ - "sot-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58996, - "recall": 0.624506, - "f1": 0.599544, - "accuracy": 0.624506, - "main_score": 0.599544, - "hf_subset": "sot_Latn-tpi_Latn", - "languages": [ - "sot-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623115, - "recall": 0.659091, - "f1": 0.632091, - "accuracy": 0.659091, - "main_score": 0.632091, - "hf_subset": "sot_Latn-zsm_Latn", - "languages": [ - "sot-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517153, - "recall": 0.567194, - "f1": 0.531567, - "accuracy": 0.567194, - "main_score": 0.531567, - "hf_subset": "sot_Latn-ayr_Latn", - "languages": [ - "sot-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601032, - "recall": 0.641304, - "f1": 0.610548, - "accuracy": 0.641304, - "main_score": 0.610548, - "hf_subset": "sot_Latn-dan_Latn", - "languages": [ - "sot-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576806, - "recall": 0.625494, - "f1": 0.589463, - "accuracy": 0.625494, - "main_score": 0.589463, - "hf_subset": "sot_Latn-guj_Gujr", - "languages": [ - "sot-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580603, - "recall": 0.625494, - "f1": 0.592303, - "accuracy": 0.625494, - "main_score": 0.592303, - "hf_subset": "sot_Latn-kaz_Cyrl", - "languages": [ - "sot-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540057, - "recall": 0.585968, - "f1": 0.552902, - "accuracy": 0.585968, - "main_score": 0.552902, - "hf_subset": "sot_Latn-lug_Latn", - "languages": [ - "sot-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612427, - "recall": 0.657115, - "f1": 0.624307, - "accuracy": 0.657115, - "main_score": 0.624307, - "hf_subset": "sot_Latn-oci_Latn", - "languages": [ - "sot-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576527, - "recall": 0.612648, - "f1": 0.586192, - "accuracy": 0.612648, - "main_score": 0.586192, - "hf_subset": "sot_Latn-smo_Latn", - "languages": [ - "sot-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693333, - "recall": 0.745059, - "f1": 0.708374, - "accuracy": 0.745059, - "main_score": 0.708374, - "hf_subset": "sot_Latn-tsn_Latn", - "languages": [ - "sot-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614953, - "recall": 0.663043, - "f1": 0.628355, - "accuracy": 0.663043, - "main_score": 0.628355, - "hf_subset": "sot_Latn-zul_Latn", - "languages": [ - "sot-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505672, - "recall": 0.554348, - "f1": 0.518713, - "accuracy": 0.554348, - "main_score": 0.518713, - "hf_subset": "sot_Latn-azb_Arab", - "languages": [ - "sot-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603189, - "recall": 0.647233, - "f1": 0.614366, - "accuracy": 0.647233, - "main_score": 0.614366, - "hf_subset": "sot_Latn-deu_Latn", - "languages": [ - "sot-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557771, - "recall": 0.61166, - "f1": 0.571599, - "accuracy": 0.61166, - "main_score": 0.571599, - "hf_subset": "sot_Latn-hat_Latn", - "languages": [ - "sot-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502308, - "recall": 0.543478, - "f1": 0.513787, - "accuracy": 0.543478, - "main_score": 0.513787, - "hf_subset": "sot_Latn-kbp_Latn", - "languages": [ - "sot-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585565, - "recall": 0.619565, - "f1": 0.595426, - "accuracy": 0.619565, - "main_score": 0.595426, - "hf_subset": "sot_Latn-luo_Latn", - "languages": [ - "sot-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555608, - "recall": 0.608696, - "f1": 0.569263, - "accuracy": 0.608696, - "main_score": 0.569263, - "hf_subset": "sot_Latn-ory_Orya", - "languages": [ - "sot-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569879, - "recall": 0.62253, - "f1": 0.584429, - "accuracy": 0.62253, - "main_score": 0.584429, - "hf_subset": "sot_Latn-sna_Latn", - "languages": [ - "sot-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586862, - "recall": 0.637352, - "f1": 0.600306, - "accuracy": 0.637352, - "main_score": 0.600306, - "hf_subset": "sot_Latn-tso_Latn", - "languages": [ - "sot-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537167, - "recall": 0.592885, - "f1": 0.552167, - "accuracy": 0.592885, - "main_score": 0.552167, - "hf_subset": "sot_Latn-azj_Latn", - "languages": [ - "sot-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509889, - "recall": 0.557312, - "f1": 0.523683, - "accuracy": 0.557312, - "main_score": 0.523683, - "hf_subset": "sot_Latn-dik_Latn", - "languages": [ - "sot-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569698, - "recall": 0.608696, - "f1": 0.58069, - "accuracy": 0.608696, - "main_score": 0.58069, - "hf_subset": "sot_Latn-hau_Latn", - "languages": [ - "sot-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581837, - "recall": 0.619565, - "f1": 0.591237, - "accuracy": 0.619565, - "main_score": 0.591237, - "hf_subset": "sot_Latn-kea_Latn", - "languages": [ - "sot-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572901, - "recall": 0.603755, - "f1": 0.581575, - "accuracy": 0.603755, - "main_score": 0.581575, - "hf_subset": "sot_Latn-lus_Latn", - "languages": [ - "sot-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57592, - "recall": 0.607708, - "f1": 0.584934, - "accuracy": 0.607708, - "main_score": 0.584934, - "hf_subset": "sot_Latn-pag_Latn", - "languages": [ - "sot-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52913, - "recall": 0.58498, - "f1": 0.543306, - "accuracy": 0.58498, - "main_score": 0.543306, - "hf_subset": "sot_Latn-snd_Arab", - "languages": [ - "sot-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537916, - "recall": 0.58498, - "f1": 0.550674, - "accuracy": 0.58498, - "main_score": 0.550674, - "hf_subset": "sot_Latn-tuk_Latn", - "languages": [ - "sot-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58185, - "recall": 0.62253, - "f1": 0.591919, - "accuracy": 0.62253, - "main_score": 0.591919, - "hf_subset": "sot_Latn-bak_Cyrl", - "languages": [ - "sot-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470142, - "recall": 0.528656, - "f1": 0.48663, - "accuracy": 0.528656, - "main_score": 0.48663, - "hf_subset": "sot_Latn-dyu_Latn", - "languages": [ - "sot-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572758, - "recall": 0.617589, - "f1": 0.584494, - "accuracy": 0.617589, - "main_score": 0.584494, - "hf_subset": "sot_Latn-heb_Hebr", - "languages": [ - "sot-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555355, - "recall": 0.601779, - "f1": 0.567869, - "accuracy": 0.601779, - "main_score": 0.567869, - "hf_subset": "sot_Latn-khk_Cyrl", - "languages": [ - "sot-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591182, - "recall": 0.639328, - "f1": 0.602706, - "accuracy": 0.639328, - "main_score": 0.602706, - "hf_subset": "sot_Latn-lvs_Latn", - "languages": [ - "sot-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573094, - "recall": 0.621542, - "f1": 0.585742, - "accuracy": 0.621542, - "main_score": 0.585742, - "hf_subset": "sot_Latn-pan_Guru", - "languages": [ - "sot-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533737, - "recall": 0.578063, - "f1": 0.546014, - "accuracy": 0.578063, - "main_score": 0.546014, - "hf_subset": "sot_Latn-som_Latn", - "languages": [ - "sot-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553736, - "recall": 0.591897, - "f1": 0.564195, - "accuracy": 0.591897, - "main_score": 0.564195, - "hf_subset": "sot_Latn-tum_Latn", - "languages": [ - "sot-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562649, - "recall": 0.62747, - "f1": 0.581038, - "accuracy": 0.62747, - "main_score": 0.581038, - "hf_subset": "tur_Latn-ace_Arab", - "languages": [ - "tur-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508473, - "recall": 0.573123, - "f1": 0.526473, - "accuracy": 0.573123, - "main_score": 0.526473, - "hf_subset": "tur_Latn-bam_Latn", - "languages": [ - "tur-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424052, - "recall": 0.502964, - "f1": 0.44486, - "accuracy": 0.502964, - "main_score": 0.44486, - "hf_subset": "tur_Latn-dzo_Tibt", - "languages": [ - "tur-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-hin_Deva", - "languages": [ - "tur-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-khm_Khmr", - "languages": [ - "tur-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-mag_Deva", - "languages": [ - "tur-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "tur_Latn-pap_Latn", - "languages": [ - "tur-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581072, - "recall": 0.635375, - "f1": 0.596, - "accuracy": 0.635375, - "main_score": 0.596, - "hf_subset": "tur_Latn-sot_Latn", - "languages": [ - "tur-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863472, - "recall": 0.900198, - "f1": 0.875165, - "accuracy": 0.900198, - "main_score": 0.875165, - "hf_subset": "tur_Latn-ace_Latn", - "languages": [ - "tur-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.970356, - "f1": 0.963603, - "accuracy": 0.970356, - "main_score": 0.963603, - "hf_subset": "tur_Latn-ban_Latn", - "languages": [ - "tur-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-ell_Grek", - "languages": [ - "tur-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "tur_Latn-hne_Deva", - "languages": [ - "tur-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573857, - "recall": 0.637352, - "f1": 0.592328, - "accuracy": 0.637352, - "main_score": 0.592328, - "hf_subset": "tur_Latn-kik_Latn", - "languages": [ - "tur-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-mai_Deva", - "languages": [ - "tur-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "tur_Latn-pbt_Arab", - "languages": [ - "tur-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-spa_Latn", - "languages": [ - "tur-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611907, - "recall": 0.68083, - "f1": 0.631381, - "accuracy": 0.68083, - "main_score": 0.631381, - "hf_subset": "tur_Latn-twi_Latn", - "languages": [ - "tur-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-acm_Arab", - "languages": [ - "tur-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tur_Latn-bel_Cyrl", - "languages": [ - "tur-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-eng_Latn", - "languages": [ - "tur-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-hrv_Latn", - "languages": [ - "tur-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548699, - "recall": 0.612648, - "f1": 0.56704, - "accuracy": 0.612648, - "main_score": 0.56704, - "hf_subset": "tur_Latn-kin_Latn", - "languages": [ - "tur-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tur_Latn-mal_Mlym", - "languages": [ - "tur-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-pes_Arab", - "languages": [ - "tur-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tur_Latn-srd_Latn", - "languages": [ - "tur-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167271, - "recall": 0.216403, - "f1": 0.179283, - "accuracy": 0.216403, - "main_score": 0.179283, - "hf_subset": "tur_Latn-tzm_Tfng", - "languages": [ - "tur-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-acq_Arab", - "languages": [ - "tur-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618565, - "recall": 0.671937, - "f1": 0.633295, - "accuracy": 0.671937, - "main_score": 0.633295, - "hf_subset": "tur_Latn-bem_Latn", - "languages": [ - "tur-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-epo_Latn", - "languages": [ - "tur-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-hun_Latn", - "languages": [ - "tur-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "tur_Latn-kir_Cyrl", - "languages": [ - "tur-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-mar_Deva", - "languages": [ - "tur-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666486, - "recall": 0.718379, - "f1": 0.68116, - "accuracy": 0.718379, - "main_score": 0.68116, - "hf_subset": "tur_Latn-plt_Latn", - "languages": [ - "tur-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-srp_Cyrl", - "languages": [ - "tur-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "tur_Latn-uig_Arab", - "languages": [ - "tur-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tur_Latn-aeb_Arab", - "languages": [ - "tur-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ben_Beng", - "languages": [ - "tur-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-est_Latn", - "languages": [ - "tur-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-hye_Armn", - "languages": [ - "tur-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537109, - "recall": 0.586957, - "f1": 0.550826, - "accuracy": 0.586957, - "main_score": 0.550826, - "hf_subset": "tur_Latn-kmb_Latn", - "languages": [ - "tur-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496098, - "recall": 0.564229, - "f1": 0.515165, - "accuracy": 0.564229, - "main_score": 0.515165, - "hf_subset": "tur_Latn-min_Arab", - "languages": [ - "tur-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-pol_Latn", - "languages": [ - "tur-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559833, - "recall": 0.620553, - "f1": 0.577476, - "accuracy": 0.620553, - "main_score": 0.577476, - "hf_subset": "tur_Latn-ssw_Latn", - "languages": [ - "tur-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ukr_Cyrl", - "languages": [ - "tur-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-afr_Latn", - "languages": [ - "tur-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-bho_Deva", - "languages": [ - "tur-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tur_Latn-eus_Latn", - "languages": [ - "tur-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576574, - "recall": 0.633399, - "f1": 0.592022, - "accuracy": 0.633399, - "main_score": 0.592022, - "hf_subset": "tur_Latn-ibo_Latn", - "languages": [ - "tur-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920372, - "recall": 0.942688, - "f1": 0.927602, - "accuracy": 0.942688, - "main_score": 0.927602, - "hf_subset": "tur_Latn-kmr_Latn", - "languages": [ - "tur-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "tur_Latn-min_Latn", - "languages": [ - "tur-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-por_Latn", - "languages": [ - "tur-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-sun_Latn", - "languages": [ - "tur-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525413, - "recall": 0.583004, - "f1": 0.541611, - "accuracy": 0.583004, - "main_score": 0.541611, - "hf_subset": "tur_Latn-umb_Latn", - "languages": [ - "tur-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-ajp_Arab", - "languages": [ - "tur-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5257, - "recall": 0.593874, - "f1": 0.544143, - "accuracy": 0.593874, - "main_score": 0.544143, - "hf_subset": "tur_Latn-bjn_Arab", - "languages": [ - "tur-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524732, - "recall": 0.577075, - "f1": 0.539279, - "accuracy": 0.577075, - "main_score": 0.539279, - "hf_subset": "tur_Latn-ewe_Latn", - "languages": [ - "tur-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "tur_Latn-ilo_Latn", - "languages": [ - "tur-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308045, - "recall": 0.365613, - "f1": 0.324002, - "accuracy": 0.365613, - "main_score": 0.324002, - "hf_subset": "tur_Latn-knc_Arab", - "languages": [ - "tur-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-mkd_Cyrl", - "languages": [ - "tur-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-prs_Arab", - "languages": [ - "tur-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-swe_Latn", - "languages": [ - "tur-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-urd_Arab", - "languages": [ - "tur-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5968, - "recall": 0.656126, - "f1": 0.613014, - "accuracy": 0.656126, - "main_score": 0.613014, - "hf_subset": "tur_Latn-aka_Latn", - "languages": [ - "tur-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tur_Latn-bjn_Latn", - "languages": [ - "tur-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "tur_Latn-fao_Latn", - "languages": [ - "tur-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ind_Latn", - "languages": [ - "tur-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58695, - "recall": 0.642292, - "f1": 0.602572, - "accuracy": 0.642292, - "main_score": 0.602572, - "hf_subset": "tur_Latn-knc_Latn", - "languages": [ - "tur-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-mlt_Latn", - "languages": [ - "tur-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712806, - "recall": 0.771739, - "f1": 0.730109, - "accuracy": 0.771739, - "main_score": 0.730109, - "hf_subset": "tur_Latn-quy_Latn", - "languages": [ - "tur-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "tur_Latn-swh_Latn", - "languages": [ - "tur-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-uzn_Latn", - "languages": [ - "tur-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-als_Latn", - "languages": [ - "tur-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662766, - "recall": 0.735178, - "f1": 0.683747, - "accuracy": 0.735178, - "main_score": 0.683747, - "hf_subset": "tur_Latn-bod_Tibt", - "languages": [ - "tur-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678412, - "recall": 0.743083, - "f1": 0.696875, - "accuracy": 0.743083, - "main_score": 0.696875, - "hf_subset": "tur_Latn-fij_Latn", - "languages": [ - "tur-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "tur_Latn-isl_Latn", - "languages": [ - "tur-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665168, - "recall": 0.713439, - "f1": 0.679465, - "accuracy": 0.713439, - "main_score": 0.679465, - "hf_subset": "tur_Latn-kon_Latn", - "languages": [ - "tur-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66266, - "recall": 0.728261, - "f1": 0.681725, - "accuracy": 0.728261, - "main_score": 0.681725, - "hf_subset": "tur_Latn-mni_Beng", - "languages": [ - "tur-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ron_Latn", - "languages": [ - "tur-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "tur_Latn-szl_Latn", - "languages": [ - "tur-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-vec_Latn", - "languages": [ - "tur-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "tur_Latn-amh_Ethi", - "languages": [ - "tur-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-bos_Latn", - "languages": [ - "tur-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-fin_Latn", - "languages": [ - "tur-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ita_Latn", - "languages": [ - "tur-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-kor_Hang", - "languages": [ - "tur-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541649, - "recall": 0.597826, - "f1": 0.556991, - "accuracy": 0.597826, - "main_score": 0.556991, - "hf_subset": "tur_Latn-mos_Latn", - "languages": [ - "tur-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551146, - "recall": 0.613636, - "f1": 0.569205, - "accuracy": 0.613636, - "main_score": 0.569205, - "hf_subset": "tur_Latn-run_Latn", - "languages": [ - "tur-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-tam_Taml", - "languages": [ - "tur-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-vie_Latn", - "languages": [ - "tur-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-apc_Arab", - "languages": [ - "tur-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801416, - "recall": 0.846838, - "f1": 0.815283, - "accuracy": 0.846838, - "main_score": 0.815283, - "hf_subset": "tur_Latn-bug_Latn", - "languages": [ - "tur-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470993, - "recall": 0.52668, - "f1": 0.485827, - "accuracy": 0.52668, - "main_score": 0.485827, - "hf_subset": "tur_Latn-fon_Latn", - "languages": [ - "tur-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-jav_Latn", - "languages": [ - "tur-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tur_Latn-lao_Laoo", - "languages": [ - "tur-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86115, - "recall": 0.898221, - "f1": 0.872431, - "accuracy": 0.898221, - "main_score": 0.872431, - "hf_subset": "tur_Latn-mri_Latn", - "languages": [ - "tur-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-rus_Cyrl", - "languages": [ - "tur-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526962, - "recall": 0.594862, - "f1": 0.546396, - "accuracy": 0.594862, - "main_score": 0.546396, - "hf_subset": "tur_Latn-taq_Latn", - "languages": [ - "tur-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "tur_Latn-war_Latn", - "languages": [ - "tur-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-arb_Arab", - "languages": [ - "tur-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-bul_Cyrl", - "languages": [ - "tur-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-fra_Latn", - "languages": [ - "tur-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-jpn_Jpan", - "languages": [ - "tur-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tur_Latn-lij_Latn", - "languages": [ - "tur-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "tur_Latn-mya_Mymr", - "languages": [ - "tur-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595071, - "recall": 0.658103, - "f1": 0.612716, - "accuracy": 0.658103, - "main_score": 0.612716, - "hf_subset": "tur_Latn-sag_Latn", - "languages": [ - "tur-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18688, - "recall": 0.243083, - "f1": 0.199213, - "accuracy": 0.243083, - "main_score": 0.199213, - "hf_subset": "tur_Latn-taq_Tfng", - "languages": [ - "tur-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615203, - "recall": 0.679842, - "f1": 0.633187, - "accuracy": 0.679842, - "main_score": 0.633187, - "hf_subset": "tur_Latn-wol_Latn", - "languages": [ - "tur-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804604, - "recall": 0.853755, - "f1": 0.819403, - "accuracy": 0.853755, - "main_score": 0.819403, - "hf_subset": "tur_Latn-arb_Latn", - "languages": [ - "tur-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-cat_Latn", - "languages": [ - "tur-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-fur_Latn", - "languages": [ - "tur-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412892, - "recall": 0.472332, - "f1": 0.429668, - "accuracy": 0.472332, - "main_score": 0.429668, - "hf_subset": "tur_Latn-kab_Latn", - "languages": [ - "tur-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tur_Latn-lim_Latn", - "languages": [ - "tur-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-nld_Latn", - "languages": [ - "tur-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "tur_Latn-san_Deva", - "languages": [ - "tur-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-tat_Cyrl", - "languages": [ - "tur-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666166, - "recall": 0.728261, - "f1": 0.684126, - "accuracy": 0.728261, - "main_score": 0.684126, - "hf_subset": "tur_Latn-xho_Latn", - "languages": [ - "tur-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ars_Arab", - "languages": [ - "tur-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-ceb_Latn", - "languages": [ - "tur-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543468, - "recall": 0.606719, - "f1": 0.561106, - "accuracy": 0.606719, - "main_score": 0.561106, - "hf_subset": "tur_Latn-fuv_Latn", - "languages": [ - "tur-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50732, - "recall": 0.574111, - "f1": 0.525202, - "accuracy": 0.574111, - "main_score": 0.525202, - "hf_subset": "tur_Latn-kac_Latn", - "languages": [ - "tur-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675733, - "recall": 0.733202, - "f1": 0.69238, - "accuracy": 0.733202, - "main_score": 0.69238, - "hf_subset": "tur_Latn-lin_Latn", - "languages": [ - "tur-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-nno_Latn", - "languages": [ - "tur-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207724, - "recall": 0.281621, - "f1": 0.226953, - "accuracy": 0.281621, - "main_score": 0.226953, - "hf_subset": "tur_Latn-sat_Olck", - "languages": [ - "tur-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-tel_Telu", - "languages": [ - "tur-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953063, - "recall": 0.968379, - "f1": 0.958169, - "accuracy": 0.968379, - "main_score": 0.958169, - "hf_subset": "tur_Latn-ydd_Hebr", - "languages": [ - "tur-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "tur_Latn-ary_Arab", - "languages": [ - "tur-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-ces_Latn", - "languages": [ - "tur-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57651, - "recall": 0.637352, - "f1": 0.593681, - "accuracy": 0.637352, - "main_score": 0.593681, - "hf_subset": "tur_Latn-gaz_Latn", - "languages": [ - "tur-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581098, - "recall": 0.647233, - "f1": 0.599261, - "accuracy": 0.647233, - "main_score": 0.599261, - "hf_subset": "tur_Latn-kam_Latn", - "languages": [ - "tur-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "tur_Latn-lit_Latn", - "languages": [ - "tur-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-nob_Latn", - "languages": [ - "tur-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "tur_Latn-scn_Latn", - "languages": [ - "tur-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tur_Latn-tgk_Cyrl", - "languages": [ - "tur-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71497, - "recall": 0.778656, - "f1": 0.734205, - "accuracy": 0.778656, - "main_score": 0.734205, - "hf_subset": "tur_Latn-yor_Latn", - "languages": [ - "tur-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-arz_Arab", - "languages": [ - "tur-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56115, - "recall": 0.617589, - "f1": 0.577274, - "accuracy": 0.617589, - "main_score": 0.577274, - "hf_subset": "tur_Latn-cjk_Latn", - "languages": [ - "tur-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789937, - "recall": 0.841897, - "f1": 0.80583, - "accuracy": 0.841897, - "main_score": 0.80583, - "hf_subset": "tur_Latn-gla_Latn", - "languages": [ - "tur-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tur_Latn-kan_Knda", - "languages": [ - "tur-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "tur_Latn-lmo_Latn", - "languages": [ - "tur-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "tur_Latn-npi_Deva", - "languages": [ - "tur-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46048, - "recall": 0.527668, - "f1": 0.479054, - "accuracy": 0.527668, - "main_score": 0.479054, - "hf_subset": "tur_Latn-shn_Mymr", - "languages": [ - "tur-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-tgl_Latn", - "languages": [ - "tur-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-yue_Hant", - "languages": [ - "tur-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-asm_Beng", - "languages": [ - "tur-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "tur_Latn-ckb_Arab", - "languages": [ - "tur-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87248, - "recall": 0.907115, - "f1": 0.8833, - "accuracy": 0.907115, - "main_score": 0.8833, - "hf_subset": "tur_Latn-gle_Latn", - "languages": [ - "tur-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "tur_Latn-kas_Arab", - "languages": [ - "tur-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943676, - "recall": 0.960474, - "f1": 0.949111, - "accuracy": 0.960474, - "main_score": 0.949111, - "hf_subset": "tur_Latn-ltg_Latn", - "languages": [ - "tur-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60468, - "recall": 0.664032, - "f1": 0.622106, - "accuracy": 0.664032, - "main_score": 0.622106, - "hf_subset": "tur_Latn-nso_Latn", - "languages": [ - "tur-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tur_Latn-sin_Sinh", - "languages": [ - "tur-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-tha_Thai", - "languages": [ - "tur-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-zho_Hans", - "languages": [ - "tur-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ast_Latn", - "languages": [ - "tur-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-crh_Latn", - "languages": [ - "tur-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-glg_Latn", - "languages": [ - "tur-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908597, - "recall": 0.934783, - "f1": 0.916751, - "accuracy": 0.934783, - "main_score": 0.916751, - "hf_subset": "tur_Latn-kas_Deva", - "languages": [ - "tur-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tur_Latn-ltz_Latn", - "languages": [ - "tur-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450431, - "recall": 0.520751, - "f1": 0.468961, - "accuracy": 0.520751, - "main_score": 0.468961, - "hf_subset": "tur_Latn-nus_Latn", - "languages": [ - "tur-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-slk_Latn", - "languages": [ - "tur-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6334, - "recall": 0.706522, - "f1": 0.654463, - "accuracy": 0.706522, - "main_score": 0.654463, - "hf_subset": "tur_Latn-tir_Ethi", - "languages": [ - "tur-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-zho_Hant", - "languages": [ - "tur-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "tur_Latn-awa_Deva", - "languages": [ - "tur-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tur_Latn-cym_Latn", - "languages": [ - "tur-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832675, - "recall": 0.87747, - "f1": 0.84697, - "accuracy": 0.87747, - "main_score": 0.84697, - "hf_subset": "tur_Latn-grn_Latn", - "languages": [ - "tur-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tur_Latn-kat_Geor", - "languages": [ - "tur-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638911, - "recall": 0.693676, - "f1": 0.654797, - "accuracy": 0.693676, - "main_score": 0.654797, - "hf_subset": "tur_Latn-lua_Latn", - "languages": [ - "tur-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629143, - "recall": 0.693676, - "f1": 0.648286, - "accuracy": 0.693676, - "main_score": 0.648286, - "hf_subset": "tur_Latn-nya_Latn", - "languages": [ - "tur-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-slv_Latn", - "languages": [ - "tur-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.963439, - "f1": 0.953063, - "accuracy": 0.963439, - "main_score": 0.953063, - "hf_subset": "tur_Latn-tpi_Latn", - "languages": [ - "tur-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-zsm_Latn", - "languages": [ - "tur-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540612, - "recall": 0.604743, - "f1": 0.558642, - "accuracy": 0.604743, - "main_score": 0.558642, - "hf_subset": "tur_Latn-ayr_Latn", - "languages": [ - "tur-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-dan_Latn", - "languages": [ - "tur-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-guj_Gujr", - "languages": [ - "tur-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tur_Latn-kaz_Cyrl", - "languages": [ - "tur-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534899, - "recall": 0.594862, - "f1": 0.552118, - "accuracy": 0.594862, - "main_score": 0.552118, - "hf_subset": "tur_Latn-lug_Latn", - "languages": [ - "tur-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-oci_Latn", - "languages": [ - "tur-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824918, - "recall": 0.868577, - "f1": 0.838213, - "accuracy": 0.868577, - "main_score": 0.838213, - "hf_subset": "tur_Latn-smo_Latn", - "languages": [ - "tur-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536022, - "recall": 0.596838, - "f1": 0.552423, - "accuracy": 0.596838, - "main_score": 0.552423, - "hf_subset": "tur_Latn-tsn_Latn", - "languages": [ - "tur-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604677, - "recall": 0.674901, - "f1": 0.625494, - "accuracy": 0.674901, - "main_score": 0.625494, - "hf_subset": "tur_Latn-zul_Latn", - "languages": [ - "tur-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937171, - "recall": 0.955534, - "f1": 0.943083, - "accuracy": 0.955534, - "main_score": 0.943083, - "hf_subset": "tur_Latn-azb_Arab", - "languages": [ - "tur-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-deu_Latn", - "languages": [ - "tur-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "tur_Latn-hat_Latn", - "languages": [ - "tur-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486129, - "recall": 0.543478, - "f1": 0.50248, - "accuracy": 0.543478, - "main_score": 0.50248, - "hf_subset": "tur_Latn-kbp_Latn", - "languages": [ - "tur-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564398, - "recall": 0.628458, - "f1": 0.58193, - "accuracy": 0.628458, - "main_score": 0.58193, - "hf_subset": "tur_Latn-luo_Latn", - "languages": [ - "tur-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-ory_Orya", - "languages": [ - "tur-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581228, - "recall": 0.645257, - "f1": 0.599261, - "accuracy": 0.645257, - "main_score": 0.599261, - "hf_subset": "tur_Latn-sna_Latn", - "languages": [ - "tur-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544512, - "recall": 0.602767, - "f1": 0.560658, - "accuracy": 0.602767, - "main_score": 0.560658, - "hf_subset": "tur_Latn-tso_Latn", - "languages": [ - "tur-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-azj_Latn", - "languages": [ - "tur-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536604, - "recall": 0.606719, - "f1": 0.556878, - "accuracy": 0.606719, - "main_score": 0.556878, - "hf_subset": "tur_Latn-dik_Latn", - "languages": [ - "tur-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742582, - "recall": 0.793478, - "f1": 0.757399, - "accuracy": 0.793478, - "main_score": 0.757399, - "hf_subset": "tur_Latn-hau_Latn", - "languages": [ - "tur-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "tur_Latn-kea_Latn", - "languages": [ - "tur-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74888, - "recall": 0.797431, - "f1": 0.763359, - "accuracy": 0.797431, - "main_score": 0.763359, - "hf_subset": "tur_Latn-lus_Latn", - "languages": [ - "tur-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861611, - "recall": 0.896245, - "f1": 0.872233, - "accuracy": 0.896245, - "main_score": 0.872233, - "hf_subset": "tur_Latn-pag_Latn", - "languages": [ - "tur-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tur_Latn-snd_Arab", - "languages": [ - "tur-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "tur_Latn-tuk_Latn", - "languages": [ - "tur-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tur_Latn-bak_Cyrl", - "languages": [ - "tur-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482543, - "recall": 0.560277, - "f1": 0.505073, - "accuracy": 0.560277, - "main_score": 0.505073, - "hf_subset": "tur_Latn-dyu_Latn", - "languages": [ - "tur-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tur_Latn-heb_Hebr", - "languages": [ - "tur-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "tur_Latn-khk_Cyrl", - "languages": [ - "tur-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-lvs_Latn", - "languages": [ - "tur-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tur_Latn-pan_Guru", - "languages": [ - "tur-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714436, - "recall": 0.769763, - "f1": 0.731115, - "accuracy": 0.769763, - "main_score": 0.731115, - "hf_subset": "tur_Latn-som_Latn", - "languages": [ - "tur-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601172, - "recall": 0.647233, - "f1": 0.613649, - "accuracy": 0.647233, - "main_score": 0.613649, - "hf_subset": "tur_Latn-tum_Latn", - "languages": [ - "tur-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78918, - "recall": 0.837945, - "f1": 0.803873, - "accuracy": 0.837945, - "main_score": 0.803873, - "hf_subset": "ace_Latn-ace_Arab", - "languages": [ - "ace-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553413, - "recall": 0.608696, - "f1": 0.569305, - "accuracy": 0.608696, - "main_score": 0.569305, - "hf_subset": "ace_Latn-bam_Latn", - "languages": [ - "ace-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.278963, - "recall": 0.342885, - "f1": 0.295316, - "accuracy": 0.342885, - "main_score": 0.295316, - "hf_subset": "ace_Latn-dzo_Tibt", - "languages": [ - "ace-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857536, - "recall": 0.891304, - "f1": 0.867248, - "accuracy": 0.891304, - "main_score": 0.867248, - "hf_subset": "ace_Latn-hin_Deva", - "languages": [ - "ace-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809572, - "recall": 0.852767, - "f1": 0.822334, - "accuracy": 0.852767, - "main_score": 0.822334, - "hf_subset": "ace_Latn-khm_Khmr", - "languages": [ - "ace-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860502, - "recall": 0.892292, - "f1": 0.869961, - "accuracy": 0.892292, - "main_score": 0.869961, - "hf_subset": "ace_Latn-mag_Deva", - "languages": [ - "ace-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844104, - "recall": 0.875494, - "f1": 0.853211, - "accuracy": 0.875494, - "main_score": 0.853211, - "hf_subset": "ace_Latn-pap_Latn", - "languages": [ - "ace-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599111, - "recall": 0.649209, - "f1": 0.613064, - "accuracy": 0.649209, - "main_score": 0.613064, - "hf_subset": "ace_Latn-sot_Latn", - "languages": [ - "ace-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843092, - "recall": 0.880435, - "f1": 0.853644, - "accuracy": 0.880435, - "main_score": 0.853644, - "hf_subset": "ace_Latn-tur_Latn", - "languages": [ - "ace-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86764, - "recall": 0.891304, - "f1": 0.874511, - "accuracy": 0.891304, - "main_score": 0.874511, - "hf_subset": "ace_Latn-ban_Latn", - "languages": [ - "ace-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839114, - "recall": 0.87747, - "f1": 0.850461, - "accuracy": 0.87747, - "main_score": 0.850461, - "hf_subset": "ace_Latn-ell_Grek", - "languages": [ - "ace-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835837, - "recall": 0.875494, - "f1": 0.847831, - "accuracy": 0.875494, - "main_score": 0.847831, - "hf_subset": "ace_Latn-hne_Deva", - "languages": [ - "ace-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572994, - "recall": 0.626482, - "f1": 0.588073, - "accuracy": 0.626482, - "main_score": 0.588073, - "hf_subset": "ace_Latn-kik_Latn", - "languages": [ - "ace-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851243, - "recall": 0.887352, - "f1": 0.86172, - "accuracy": 0.887352, - "main_score": 0.86172, - "hf_subset": "ace_Latn-mai_Deva", - "languages": [ - "ace-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801812, - "recall": 0.843874, - "f1": 0.813825, - "accuracy": 0.843874, - "main_score": 0.813825, - "hf_subset": "ace_Latn-pbt_Arab", - "languages": [ - "ace-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861331, - "recall": 0.893281, - "f1": 0.870784, - "accuracy": 0.893281, - "main_score": 0.870784, - "hf_subset": "ace_Latn-spa_Latn", - "languages": [ - "ace-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614634, - "recall": 0.666008, - "f1": 0.629515, - "accuracy": 0.666008, - "main_score": 0.629515, - "hf_subset": "ace_Latn-twi_Latn", - "languages": [ - "ace-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8391, - "recall": 0.875494, - "f1": 0.849144, - "accuracy": 0.875494, - "main_score": 0.849144, - "hf_subset": "ace_Latn-acm_Arab", - "languages": [ - "ace-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812912, - "recall": 0.854743, - "f1": 0.825166, - "accuracy": 0.854743, - "main_score": 0.825166, - "hf_subset": "ace_Latn-bel_Cyrl", - "languages": [ - "ace-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890838, - "recall": 0.918972, - "f1": 0.899097, - "accuracy": 0.918972, - "main_score": 0.899097, - "hf_subset": "ace_Latn-eng_Latn", - "languages": [ - "ace-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85327, - "recall": 0.886364, - "f1": 0.863389, - "accuracy": 0.886364, - "main_score": 0.863389, - "hf_subset": "ace_Latn-hrv_Latn", - "languages": [ - "ace-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577389, - "recall": 0.626482, - "f1": 0.59107, - "accuracy": 0.626482, - "main_score": 0.59107, - "hf_subset": "ace_Latn-kin_Latn", - "languages": [ - "ace-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852437, - "recall": 0.890316, - "f1": 0.864018, - "accuracy": 0.890316, - "main_score": 0.864018, - "hf_subset": "ace_Latn-mal_Mlym", - "languages": [ - "ace-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843473, - "recall": 0.881423, - "f1": 0.854414, - "accuracy": 0.881423, - "main_score": 0.854414, - "hf_subset": "ace_Latn-pes_Arab", - "languages": [ - "ace-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836712, - "recall": 0.867589, - "f1": 0.844971, - "accuracy": 0.867589, - "main_score": 0.844971, - "hf_subset": "ace_Latn-srd_Latn", - "languages": [ - "ace-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201391, - "recall": 0.236166, - "f1": 0.209803, - "accuracy": 0.236166, - "main_score": 0.209803, - "hf_subset": "ace_Latn-tzm_Tfng", - "languages": [ - "ace-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847407, - "recall": 0.885375, - "f1": 0.85858, - "accuracy": 0.885375, - "main_score": 0.85858, - "hf_subset": "ace_Latn-acq_Arab", - "languages": [ - "ace-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617376, - "recall": 0.661067, - "f1": 0.629669, - "accuracy": 0.661067, - "main_score": 0.629669, - "hf_subset": "ace_Latn-bem_Latn", - "languages": [ - "ace-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854531, - "recall": 0.891304, - "f1": 0.865711, - "accuracy": 0.891304, - "main_score": 0.865711, - "hf_subset": "ace_Latn-epo_Latn", - "languages": [ - "ace-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846313, - "recall": 0.879447, - "f1": 0.85585, - "accuracy": 0.879447, - "main_score": 0.85585, - "hf_subset": "ace_Latn-hun_Latn", - "languages": [ - "ace-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79776, - "recall": 0.841897, - "f1": 0.811026, - "accuracy": 0.841897, - "main_score": 0.811026, - "hf_subset": "ace_Latn-kir_Cyrl", - "languages": [ - "ace-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832735, - "recall": 0.868577, - "f1": 0.84307, - "accuracy": 0.868577, - "main_score": 0.84307, - "hf_subset": "ace_Latn-mar_Deva", - "languages": [ - "ace-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642344, - "recall": 0.690711, - "f1": 0.655995, - "accuracy": 0.690711, - "main_score": 0.655995, - "hf_subset": "ace_Latn-plt_Latn", - "languages": [ - "ace-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866537, - "recall": 0.898221, - "f1": 0.8754, - "accuracy": 0.898221, - "main_score": 0.8754, - "hf_subset": "ace_Latn-srp_Cyrl", - "languages": [ - "ace-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725502, - "recall": 0.774704, - "f1": 0.73953, - "accuracy": 0.774704, - "main_score": 0.73953, - "hf_subset": "ace_Latn-uig_Arab", - "languages": [ - "ace-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819977, - "recall": 0.851779, - "f1": 0.828615, - "accuracy": 0.851779, - "main_score": 0.828615, - "hf_subset": "ace_Latn-aeb_Arab", - "languages": [ - "ace-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85953, - "recall": 0.891304, - "f1": 0.868855, - "accuracy": 0.891304, - "main_score": 0.868855, - "hf_subset": "ace_Latn-ben_Beng", - "languages": [ - "ace-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846798, - "recall": 0.880435, - "f1": 0.856214, - "accuracy": 0.880435, - "main_score": 0.856214, - "hf_subset": "ace_Latn-est_Latn", - "languages": [ - "ace-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839075, - "recall": 0.878458, - "f1": 0.850866, - "accuracy": 0.878458, - "main_score": 0.850866, - "hf_subset": "ace_Latn-hye_Armn", - "languages": [ - "ace-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567296, - "recall": 0.620553, - "f1": 0.582333, - "accuracy": 0.620553, - "main_score": 0.582333, - "hf_subset": "ace_Latn-kmb_Latn", - "languages": [ - "ace-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582623, - "recall": 0.648221, - "f1": 0.600213, - "accuracy": 0.648221, - "main_score": 0.600213, - "hf_subset": "ace_Latn-min_Arab", - "languages": [ - "ace-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841134, - "recall": 0.879447, - "f1": 0.852503, - "accuracy": 0.879447, - "main_score": 0.852503, - "hf_subset": "ace_Latn-pol_Latn", - "languages": [ - "ace-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567572, - "recall": 0.620553, - "f1": 0.583043, - "accuracy": 0.620553, - "main_score": 0.583043, - "hf_subset": "ace_Latn-ssw_Latn", - "languages": [ - "ace-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856895, - "recall": 0.890316, - "f1": 0.866521, - "accuracy": 0.890316, - "main_score": 0.866521, - "hf_subset": "ace_Latn-ukr_Cyrl", - "languages": [ - "ace-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869071, - "recall": 0.903162, - "f1": 0.87932, - "accuracy": 0.903162, - "main_score": 0.87932, - "hf_subset": "ace_Latn-afr_Latn", - "languages": [ - "ace-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82263, - "recall": 0.859684, - "f1": 0.833132, - "accuracy": 0.859684, - "main_score": 0.833132, - "hf_subset": "ace_Latn-bho_Deva", - "languages": [ - "ace-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82132, - "recall": 0.859684, - "f1": 0.832644, - "accuracy": 0.859684, - "main_score": 0.832644, - "hf_subset": "ace_Latn-eus_Latn", - "languages": [ - "ace-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57928, - "recall": 0.629447, - "f1": 0.593585, - "accuracy": 0.629447, - "main_score": 0.593585, - "hf_subset": "ace_Latn-ibo_Latn", - "languages": [ - "ace-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724572, - "recall": 0.766798, - "f1": 0.736632, - "accuracy": 0.766798, - "main_score": 0.736632, - "hf_subset": "ace_Latn-kmr_Latn", - "languages": [ - "ace-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887829, - "recall": 0.913043, - "f1": 0.89529, - "accuracy": 0.913043, - "main_score": 0.89529, - "hf_subset": "ace_Latn-min_Latn", - "languages": [ - "ace-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885363, - "recall": 0.913043, - "f1": 0.893165, - "accuracy": 0.913043, - "main_score": 0.893165, - "hf_subset": "ace_Latn-por_Latn", - "languages": [ - "ace-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889206, - "recall": 0.912055, - "f1": 0.895524, - "accuracy": 0.912055, - "main_score": 0.895524, - "hf_subset": "ace_Latn-sun_Latn", - "languages": [ - "ace-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523684, - "recall": 0.576087, - "f1": 0.538797, - "accuracy": 0.576087, - "main_score": 0.538797, - "hf_subset": "ace_Latn-umb_Latn", - "languages": [ - "ace-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850889, - "recall": 0.883399, - "f1": 0.860244, - "accuracy": 0.883399, - "main_score": 0.860244, - "hf_subset": "ace_Latn-ajp_Arab", - "languages": [ - "ace-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570384, - "recall": 0.633399, - "f1": 0.587558, - "accuracy": 0.633399, - "main_score": 0.587558, - "hf_subset": "ace_Latn-bjn_Arab", - "languages": [ - "ace-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536159, - "recall": 0.583004, - "f1": 0.549448, - "accuracy": 0.583004, - "main_score": 0.549448, - "hf_subset": "ace_Latn-ewe_Latn", - "languages": [ - "ace-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820067, - "recall": 0.853755, - "f1": 0.830188, - "accuracy": 0.853755, - "main_score": 0.830188, - "hf_subset": "ace_Latn-ilo_Latn", - "languages": [ - "ace-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330149, - "recall": 0.378458, - "f1": 0.342419, - "accuracy": 0.378458, - "main_score": 0.342419, - "hf_subset": "ace_Latn-knc_Arab", - "languages": [ - "ace-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872351, - "recall": 0.905138, - "f1": 0.881884, - "accuracy": 0.905138, - "main_score": 0.881884, - "hf_subset": "ace_Latn-mkd_Cyrl", - "languages": [ - "ace-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842113, - "recall": 0.882411, - "f1": 0.853925, - "accuracy": 0.882411, - "main_score": 0.853925, - "hf_subset": "ace_Latn-prs_Arab", - "languages": [ - "ace-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872276, - "recall": 0.903162, - "f1": 0.881334, - "accuracy": 0.903162, - "main_score": 0.881334, - "hf_subset": "ace_Latn-swe_Latn", - "languages": [ - "ace-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833243, - "recall": 0.874506, - "f1": 0.845773, - "accuracy": 0.874506, - "main_score": 0.845773, - "hf_subset": "ace_Latn-urd_Arab", - "languages": [ - "ace-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584331, - "recall": 0.633399, - "f1": 0.59844, - "accuracy": 0.633399, - "main_score": 0.59844, - "hf_subset": "ace_Latn-aka_Latn", - "languages": [ - "ace-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870151, - "recall": 0.896245, - "f1": 0.877868, - "accuracy": 0.896245, - "main_score": 0.877868, - "hf_subset": "ace_Latn-bjn_Latn", - "languages": [ - "ace-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739661, - "recall": 0.786561, - "f1": 0.753316, - "accuracy": 0.786561, - "main_score": 0.753316, - "hf_subset": "ace_Latn-fao_Latn", - "languages": [ - "ace-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902503, - "recall": 0.927866, - "f1": 0.910226, - "accuracy": 0.927866, - "main_score": 0.910226, - "hf_subset": "ace_Latn-ind_Latn", - "languages": [ - "ace-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593676, - "recall": 0.642292, - "f1": 0.60722, - "accuracy": 0.642292, - "main_score": 0.60722, - "hf_subset": "ace_Latn-knc_Latn", - "languages": [ - "ace-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853154, - "recall": 0.88834, - "f1": 0.863037, - "accuracy": 0.88834, - "main_score": 0.863037, - "hf_subset": "ace_Latn-mlt_Latn", - "languages": [ - "ace-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646064, - "recall": 0.700593, - "f1": 0.662154, - "accuracy": 0.700593, - "main_score": 0.662154, - "hf_subset": "ace_Latn-quy_Latn", - "languages": [ - "ace-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781936, - "recall": 0.831028, - "f1": 0.796366, - "accuracy": 0.831028, - "main_score": 0.796366, - "hf_subset": "ace_Latn-swh_Latn", - "languages": [ - "ace-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827917, - "recall": 0.867589, - "f1": 0.839676, - "accuracy": 0.867589, - "main_score": 0.839676, - "hf_subset": "ace_Latn-uzn_Latn", - "languages": [ - "ace-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854222, - "recall": 0.886364, - "f1": 0.86374, - "accuracy": 0.886364, - "main_score": 0.86374, - "hf_subset": "ace_Latn-als_Latn", - "languages": [ - "ace-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364837, - "recall": 0.436759, - "f1": 0.383563, - "accuracy": 0.436759, - "main_score": 0.383563, - "hf_subset": "ace_Latn-bod_Tibt", - "languages": [ - "ace-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620358, - "recall": 0.671937, - "f1": 0.634552, - "accuracy": 0.671937, - "main_score": 0.634552, - "hf_subset": "ace_Latn-fij_Latn", - "languages": [ - "ace-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.76176, - "recall": 0.8083, - "f1": 0.77542, - "accuracy": 0.8083, - "main_score": 0.77542, - "hf_subset": "ace_Latn-isl_Latn", - "languages": [ - "ace-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648221, - "recall": 0.694664, - "f1": 0.661862, - "accuracy": 0.694664, - "main_score": 0.661862, - "hf_subset": "ace_Latn-kon_Latn", - "languages": [ - "ace-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623181, - "recall": 0.682806, - "f1": 0.640004, - "accuracy": 0.682806, - "main_score": 0.640004, - "hf_subset": "ace_Latn-mni_Beng", - "languages": [ - "ace-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879315, - "recall": 0.909091, - "f1": 0.888095, - "accuracy": 0.909091, - "main_score": 0.888095, - "hf_subset": "ace_Latn-ron_Latn", - "languages": [ - "ace-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849894, - "recall": 0.883399, - "f1": 0.859554, - "accuracy": 0.883399, - "main_score": 0.859554, - "hf_subset": "ace_Latn-szl_Latn", - "languages": [ - "ace-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856598, - "recall": 0.886364, - "f1": 0.864803, - "accuracy": 0.886364, - "main_score": 0.864803, - "hf_subset": "ace_Latn-vec_Latn", - "languages": [ - "ace-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705214, - "recall": 0.757905, - "f1": 0.720519, - "accuracy": 0.757905, - "main_score": 0.720519, - "hf_subset": "ace_Latn-amh_Ethi", - "languages": [ - "ace-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867714, - "recall": 0.900198, - "f1": 0.877209, - "accuracy": 0.900198, - "main_score": 0.877209, - "hf_subset": "ace_Latn-bos_Latn", - "languages": [ - "ace-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844732, - "recall": 0.879447, - "f1": 0.855025, - "accuracy": 0.879447, - "main_score": 0.855025, - "hf_subset": "ace_Latn-fin_Latn", - "languages": [ - "ace-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878862, - "recall": 0.907115, - "f1": 0.887063, - "accuracy": 0.907115, - "main_score": 0.887063, - "hf_subset": "ace_Latn-ita_Latn", - "languages": [ - "ace-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841544, - "recall": 0.880435, - "f1": 0.853066, - "accuracy": 0.880435, - "main_score": 0.853066, - "hf_subset": "ace_Latn-kor_Hang", - "languages": [ - "ace-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569549, - "recall": 0.623518, - "f1": 0.584653, - "accuracy": 0.623518, - "main_score": 0.584653, - "hf_subset": "ace_Latn-mos_Latn", - "languages": [ - "ace-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551866, - "recall": 0.597826, - "f1": 0.564889, - "accuracy": 0.597826, - "main_score": 0.564889, - "hf_subset": "ace_Latn-run_Latn", - "languages": [ - "ace-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807021, - "recall": 0.850791, - "f1": 0.819393, - "accuracy": 0.850791, - "main_score": 0.819393, - "hf_subset": "ace_Latn-tam_Taml", - "languages": [ - "ace-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866971, - "recall": 0.899209, - "f1": 0.876492, - "accuracy": 0.899209, - "main_score": 0.876492, - "hf_subset": "ace_Latn-vie_Latn", - "languages": [ - "ace-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833697, - "recall": 0.87253, - "f1": 0.844886, - "accuracy": 0.87253, - "main_score": 0.844886, - "hf_subset": "ace_Latn-apc_Arab", - "languages": [ - "ace-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764156, - "recall": 0.805336, - "f1": 0.776254, - "accuracy": 0.805336, - "main_score": 0.776254, - "hf_subset": "ace_Latn-bug_Latn", - "languages": [ - "ace-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476846, - "recall": 0.528656, - "f1": 0.490809, - "accuracy": 0.528656, - "main_score": 0.490809, - "hf_subset": "ace_Latn-fon_Latn", - "languages": [ - "ace-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878961, - "recall": 0.907115, - "f1": 0.887111, - "accuracy": 0.907115, - "main_score": 0.887111, - "hf_subset": "ace_Latn-jav_Latn", - "languages": [ - "ace-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77444, - "recall": 0.822134, - "f1": 0.788153, - "accuracy": 0.822134, - "main_score": 0.788153, - "hf_subset": "ace_Latn-lao_Laoo", - "languages": [ - "ace-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653595, - "recall": 0.711462, - "f1": 0.669474, - "accuracy": 0.711462, - "main_score": 0.669474, - "hf_subset": "ace_Latn-mri_Latn", - "languages": [ - "ace-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870916, - "recall": 0.90415, - "f1": 0.880816, - "accuracy": 0.90415, - "main_score": 0.880816, - "hf_subset": "ace_Latn-rus_Cyrl", - "languages": [ - "ace-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544311, - "recall": 0.596838, - "f1": 0.559419, - "accuracy": 0.596838, - "main_score": 0.559419, - "hf_subset": "ace_Latn-taq_Latn", - "languages": [ - "ace-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876203, - "recall": 0.902174, - "f1": 0.883278, - "accuracy": 0.902174, - "main_score": 0.883278, - "hf_subset": "ace_Latn-war_Latn", - "languages": [ - "ace-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846479, - "recall": 0.881423, - "f1": 0.856419, - "accuracy": 0.881423, - "main_score": 0.856419, - "hf_subset": "ace_Latn-arb_Arab", - "languages": [ - "ace-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868125, - "recall": 0.899209, - "f1": 0.877077, - "accuracy": 0.899209, - "main_score": 0.877077, - "hf_subset": "ace_Latn-bul_Cyrl", - "languages": [ - "ace-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875166, - "recall": 0.905138, - "f1": 0.883588, - "accuracy": 0.905138, - "main_score": 0.883588, - "hf_subset": "ace_Latn-fra_Latn", - "languages": [ - "ace-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843028, - "recall": 0.87747, - "f1": 0.853016, - "accuracy": 0.87747, - "main_score": 0.853016, - "hf_subset": "ace_Latn-jpn_Jpan", - "languages": [ - "ace-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845218, - "recall": 0.880435, - "f1": 0.855491, - "accuracy": 0.880435, - "main_score": 0.855491, - "hf_subset": "ace_Latn-lij_Latn", - "languages": [ - "ace-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719384, - "recall": 0.785573, - "f1": 0.738886, - "accuracy": 0.785573, - "main_score": 0.738886, - "hf_subset": "ace_Latn-mya_Mymr", - "languages": [ - "ace-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599317, - "recall": 0.655138, - "f1": 0.615291, - "accuracy": 0.655138, - "main_score": 0.615291, - "hf_subset": "ace_Latn-sag_Latn", - "languages": [ - "ace-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.21422, - "recall": 0.264822, - "f1": 0.225699, - "accuracy": 0.264822, - "main_score": 0.225699, - "hf_subset": "ace_Latn-taq_Tfng", - "languages": [ - "ace-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623305, - "recall": 0.674901, - "f1": 0.63828, - "accuracy": 0.674901, - "main_score": 0.63828, - "hf_subset": "ace_Latn-wol_Latn", - "languages": [ - "ace-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598708, - "recall": 0.658103, - "f1": 0.614811, - "accuracy": 0.658103, - "main_score": 0.614811, - "hf_subset": "ace_Latn-arb_Latn", - "languages": [ - "ace-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87673, - "recall": 0.907115, - "f1": 0.885546, - "accuracy": 0.907115, - "main_score": 0.885546, - "hf_subset": "ace_Latn-cat_Latn", - "languages": [ - "ace-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855072, - "recall": 0.885375, - "f1": 0.86405, - "accuracy": 0.885375, - "main_score": 0.86405, - "hf_subset": "ace_Latn-fur_Latn", - "languages": [ - "ace-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450002, - "recall": 0.502964, - "f1": 0.464362, - "accuracy": 0.502964, - "main_score": 0.464362, - "hf_subset": "ace_Latn-kab_Latn", - "languages": [ - "ace-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829842, - "recall": 0.867589, - "f1": 0.840843, - "accuracy": 0.867589, - "main_score": 0.840843, - "hf_subset": "ace_Latn-lim_Latn", - "languages": [ - "ace-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852868, - "recall": 0.886364, - "f1": 0.862449, - "accuracy": 0.886364, - "main_score": 0.862449, - "hf_subset": "ace_Latn-nld_Latn", - "languages": [ - "ace-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792797, - "recall": 0.839921, - "f1": 0.806478, - "accuracy": 0.839921, - "main_score": 0.806478, - "hf_subset": "ace_Latn-san_Deva", - "languages": [ - "ace-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822752, - "recall": 0.860672, - "f1": 0.834475, - "accuracy": 0.860672, - "main_score": 0.834475, - "hf_subset": "ace_Latn-tat_Cyrl", - "languages": [ - "ace-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632987, - "recall": 0.682806, - "f1": 0.647892, - "accuracy": 0.682806, - "main_score": 0.647892, - "hf_subset": "ace_Latn-xho_Latn", - "languages": [ - "ace-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848116, - "recall": 0.884387, - "f1": 0.858682, - "accuracy": 0.884387, - "main_score": 0.858682, - "hf_subset": "ace_Latn-ars_Arab", - "languages": [ - "ace-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859052, - "recall": 0.889328, - "f1": 0.867485, - "accuracy": 0.889328, - "main_score": 0.867485, - "hf_subset": "ace_Latn-ceb_Latn", - "languages": [ - "ace-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569178, - "recall": 0.624506, - "f1": 0.585454, - "accuracy": 0.624506, - "main_score": 0.585454, - "hf_subset": "ace_Latn-fuv_Latn", - "languages": [ - "ace-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5224, - "recall": 0.579051, - "f1": 0.537931, - "accuracy": 0.579051, - "main_score": 0.537931, - "hf_subset": "ace_Latn-kac_Latn", - "languages": [ - "ace-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648265, - "recall": 0.69664, - "f1": 0.661792, - "accuracy": 0.69664, - "main_score": 0.661792, - "hf_subset": "ace_Latn-lin_Latn", - "languages": [ - "ace-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863613, - "recall": 0.893281, - "f1": 0.872381, - "accuracy": 0.893281, - "main_score": 0.872381, - "hf_subset": "ace_Latn-nno_Latn", - "languages": [ - "ace-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158728, - "recall": 0.217391, - "f1": 0.173842, - "accuracy": 0.217391, - "main_score": 0.173842, - "hf_subset": "ace_Latn-sat_Olck", - "languages": [ - "ace-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8272, - "recall": 0.869565, - "f1": 0.839594, - "accuracy": 0.869565, - "main_score": 0.839594, - "hf_subset": "ace_Latn-tel_Telu", - "languages": [ - "ace-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742432, - "recall": 0.79249, - "f1": 0.756592, - "accuracy": 0.79249, - "main_score": 0.756592, - "hf_subset": "ace_Latn-ydd_Hebr", - "languages": [ - "ace-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802902, - "recall": 0.846838, - "f1": 0.815606, - "accuracy": 0.846838, - "main_score": 0.815606, - "hf_subset": "ace_Latn-ary_Arab", - "languages": [ - "ace-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869657, - "recall": 0.901186, - "f1": 0.878786, - "accuracy": 0.901186, - "main_score": 0.878786, - "hf_subset": "ace_Latn-ces_Latn", - "languages": [ - "ace-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59002, - "recall": 0.641304, - "f1": 0.604255, - "accuracy": 0.641304, - "main_score": 0.604255, - "hf_subset": "ace_Latn-gaz_Latn", - "languages": [ - "ace-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569962, - "recall": 0.619565, - "f1": 0.583475, - "accuracy": 0.619565, - "main_score": 0.583475, - "hf_subset": "ace_Latn-kam_Latn", - "languages": [ - "ace-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837906, - "recall": 0.873518, - "f1": 0.8481, - "accuracy": 0.873518, - "main_score": 0.8481, - "hf_subset": "ace_Latn-lit_Latn", - "languages": [ - "ace-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8634, - "recall": 0.897233, - "f1": 0.873254, - "accuracy": 0.897233, - "main_score": 0.873254, - "hf_subset": "ace_Latn-nob_Latn", - "languages": [ - "ace-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833267, - "recall": 0.868577, - "f1": 0.843841, - "accuracy": 0.868577, - "main_score": 0.843841, - "hf_subset": "ace_Latn-scn_Latn", - "languages": [ - "ace-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796196, - "recall": 0.838933, - "f1": 0.809157, - "accuracy": 0.838933, - "main_score": 0.809157, - "hf_subset": "ace_Latn-tgk_Cyrl", - "languages": [ - "ace-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589872, - "recall": 0.650198, - "f1": 0.607625, - "accuracy": 0.650198, - "main_score": 0.607625, - "hf_subset": "ace_Latn-yor_Latn", - "languages": [ - "ace-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83191, - "recall": 0.869565, - "f1": 0.842804, - "accuracy": 0.869565, - "main_score": 0.842804, - "hf_subset": "ace_Latn-arz_Arab", - "languages": [ - "ace-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562001, - "recall": 0.619565, - "f1": 0.57879, - "accuracy": 0.619565, - "main_score": 0.57879, - "hf_subset": "ace_Latn-cjk_Latn", - "languages": [ - "ace-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625296, - "recall": 0.681818, - "f1": 0.641078, - "accuracy": 0.681818, - "main_score": 0.641078, - "hf_subset": "ace_Latn-gla_Latn", - "languages": [ - "ace-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827174, - "recall": 0.868577, - "f1": 0.839676, - "accuracy": 0.868577, - "main_score": 0.839676, - "hf_subset": "ace_Latn-kan_Knda", - "languages": [ - "ace-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859397, - "recall": 0.890316, - "f1": 0.868203, - "accuracy": 0.890316, - "main_score": 0.868203, - "hf_subset": "ace_Latn-lmo_Latn", - "languages": [ - "ace-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829901, - "recall": 0.869565, - "f1": 0.841346, - "accuracy": 0.869565, - "main_score": 0.841346, - "hf_subset": "ace_Latn-npi_Deva", - "languages": [ - "ace-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467536, - "recall": 0.523715, - "f1": 0.48276, - "accuracy": 0.523715, - "main_score": 0.48276, - "hf_subset": "ace_Latn-shn_Mymr", - "languages": [ - "ace-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876252, - "recall": 0.902174, - "f1": 0.883828, - "accuracy": 0.902174, - "main_score": 0.883828, - "hf_subset": "ace_Latn-tgl_Latn", - "languages": [ - "ace-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851394, - "recall": 0.884387, - "f1": 0.86103, - "accuracy": 0.884387, - "main_score": 0.86103, - "hf_subset": "ace_Latn-yue_Hant", - "languages": [ - "ace-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818516, - "recall": 0.860672, - "f1": 0.83051, - "accuracy": 0.860672, - "main_score": 0.83051, - "hf_subset": "ace_Latn-asm_Beng", - "languages": [ - "ace-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751869, - "recall": 0.798419, - "f1": 0.765518, - "accuracy": 0.798419, - "main_score": 0.765518, - "hf_subset": "ace_Latn-ckb_Arab", - "languages": [ - "ace-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66247, - "recall": 0.714427, - "f1": 0.677017, - "accuracy": 0.714427, - "main_score": 0.677017, - "hf_subset": "ace_Latn-gle_Latn", - "languages": [ - "ace-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758524, - "recall": 0.804348, - "f1": 0.771865, - "accuracy": 0.804348, - "main_score": 0.771865, - "hf_subset": "ace_Latn-kas_Arab", - "languages": [ - "ace-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779628, - "recall": 0.823123, - "f1": 0.792143, - "accuracy": 0.823123, - "main_score": 0.792143, - "hf_subset": "ace_Latn-ltg_Latn", - "languages": [ - "ace-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625826, - "recall": 0.66996, - "f1": 0.63797, - "accuracy": 0.66996, - "main_score": 0.63797, - "hf_subset": "ace_Latn-nso_Latn", - "languages": [ - "ace-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757823, - "recall": 0.8083, - "f1": 0.772602, - "accuracy": 0.8083, - "main_score": 0.772602, - "hf_subset": "ace_Latn-sin_Sinh", - "languages": [ - "ace-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854128, - "recall": 0.887352, - "f1": 0.863603, - "accuracy": 0.887352, - "main_score": 0.863603, - "hf_subset": "ace_Latn-tha_Thai", - "languages": [ - "ace-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834807, - "recall": 0.869565, - "f1": 0.84404, - "accuracy": 0.869565, - "main_score": 0.84404, - "hf_subset": "ace_Latn-zho_Hans", - "languages": [ - "ace-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849522, - "recall": 0.884387, - "f1": 0.859454, - "accuracy": 0.884387, - "main_score": 0.859454, - "hf_subset": "ace_Latn-ast_Latn", - "languages": [ - "ace-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796188, - "recall": 0.837945, - "f1": 0.808001, - "accuracy": 0.837945, - "main_score": 0.808001, - "hf_subset": "ace_Latn-crh_Latn", - "languages": [ - "ace-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870184, - "recall": 0.903162, - "f1": 0.879727, - "accuracy": 0.903162, - "main_score": 0.879727, - "hf_subset": "ace_Latn-glg_Latn", - "languages": [ - "ace-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718307, - "recall": 0.772727, - "f1": 0.73439, - "accuracy": 0.772727, - "main_score": 0.73439, - "hf_subset": "ace_Latn-kas_Deva", - "languages": [ - "ace-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823957, - "recall": 0.857708, - "f1": 0.833275, - "accuracy": 0.857708, - "main_score": 0.833275, - "hf_subset": "ace_Latn-ltz_Latn", - "languages": [ - "ace-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488805, - "recall": 0.551383, - "f1": 0.506214, - "accuracy": 0.551383, - "main_score": 0.506214, - "hf_subset": "ace_Latn-nus_Latn", - "languages": [ - "ace-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849477, - "recall": 0.884387, - "f1": 0.859518, - "accuracy": 0.884387, - "main_score": 0.859518, - "hf_subset": "ace_Latn-slk_Latn", - "languages": [ - "ace-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534843, - "recall": 0.608696, - "f1": 0.555681, - "accuracy": 0.608696, - "main_score": 0.555681, - "hf_subset": "ace_Latn-tir_Ethi", - "languages": [ - "ace-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851861, - "recall": 0.886364, - "f1": 0.861543, - "accuracy": 0.886364, - "main_score": 0.861543, - "hf_subset": "ace_Latn-zho_Hant", - "languages": [ - "ace-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824318, - "recall": 0.863636, - "f1": 0.835971, - "accuracy": 0.863636, - "main_score": 0.835971, - "hf_subset": "ace_Latn-awa_Deva", - "languages": [ - "ace-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786384, - "recall": 0.821146, - "f1": 0.796412, - "accuracy": 0.821146, - "main_score": 0.796412, - "hf_subset": "ace_Latn-cym_Latn", - "languages": [ - "ace-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73587, - "recall": 0.774704, - "f1": 0.747793, - "accuracy": 0.774704, - "main_score": 0.747793, - "hf_subset": "ace_Latn-grn_Latn", - "languages": [ - "ace-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819267, - "recall": 0.860672, - "f1": 0.831266, - "accuracy": 0.860672, - "main_score": 0.831266, - "hf_subset": "ace_Latn-kat_Geor", - "languages": [ - "ace-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625953, - "recall": 0.674901, - "f1": 0.639999, - "accuracy": 0.674901, - "main_score": 0.639999, - "hf_subset": "ace_Latn-lua_Latn", - "languages": [ - "ace-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615879, - "recall": 0.666008, - "f1": 0.63019, - "accuracy": 0.666008, - "main_score": 0.63019, - "hf_subset": "ace_Latn-nya_Latn", - "languages": [ - "ace-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846036, - "recall": 0.881423, - "f1": 0.856245, - "accuracy": 0.881423, - "main_score": 0.856245, - "hf_subset": "ace_Latn-slv_Latn", - "languages": [ - "ace-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792121, - "recall": 0.83004, - "f1": 0.802833, - "accuracy": 0.83004, - "main_score": 0.802833, - "hf_subset": "ace_Latn-tpi_Latn", - "languages": [ - "ace-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901103, - "recall": 0.924901, - "f1": 0.908377, - "accuracy": 0.924901, - "main_score": 0.908377, - "hf_subset": "ace_Latn-zsm_Latn", - "languages": [ - "ace-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552546, - "recall": 0.605731, - "f1": 0.567212, - "accuracy": 0.605731, - "main_score": 0.567212, - "hf_subset": "ace_Latn-ayr_Latn", - "languages": [ - "ace-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878319, - "recall": 0.908103, - "f1": 0.886814, - "accuracy": 0.908103, - "main_score": 0.886814, - "hf_subset": "ace_Latn-dan_Latn", - "languages": [ - "ace-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859494, - "recall": 0.892292, - "f1": 0.868815, - "accuracy": 0.892292, - "main_score": 0.868815, - "hf_subset": "ace_Latn-guj_Gujr", - "languages": [ - "ace-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843437, - "recall": 0.875494, - "f1": 0.852379, - "accuracy": 0.875494, - "main_score": 0.852379, - "hf_subset": "ace_Latn-kaz_Cyrl", - "languages": [ - "ace-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527334, - "recall": 0.58498, - "f1": 0.543377, - "accuracy": 0.58498, - "main_score": 0.543377, - "hf_subset": "ace_Latn-lug_Latn", - "languages": [ - "ace-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86425, - "recall": 0.897233, - "f1": 0.873814, - "accuracy": 0.897233, - "main_score": 0.873814, - "hf_subset": "ace_Latn-oci_Latn", - "languages": [ - "ace-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68853, - "recall": 0.733202, - "f1": 0.701133, - "accuracy": 0.733202, - "main_score": 0.701133, - "hf_subset": "ace_Latn-smo_Latn", - "languages": [ - "ace-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557373, - "recall": 0.610672, - "f1": 0.571822, - "accuracy": 0.610672, - "main_score": 0.571822, - "hf_subset": "ace_Latn-tsn_Latn", - "languages": [ - "ace-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595821, - "recall": 0.649209, - "f1": 0.611084, - "accuracy": 0.649209, - "main_score": 0.611084, - "hf_subset": "ace_Latn-zul_Latn", - "languages": [ - "ace-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75528, - "recall": 0.801383, - "f1": 0.769205, - "accuracy": 0.801383, - "main_score": 0.769205, - "hf_subset": "ace_Latn-azb_Arab", - "languages": [ - "ace-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860238, - "recall": 0.893281, - "f1": 0.86996, - "accuracy": 0.893281, - "main_score": 0.86996, - "hf_subset": "ace_Latn-deu_Latn", - "languages": [ - "ace-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807576, - "recall": 0.847826, - "f1": 0.819212, - "accuracy": 0.847826, - "main_score": 0.819212, - "hf_subset": "ace_Latn-hat_Latn", - "languages": [ - "ace-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515171, - "recall": 0.566206, - "f1": 0.528396, - "accuracy": 0.566206, - "main_score": 0.528396, - "hf_subset": "ace_Latn-kbp_Latn", - "languages": [ - "ace-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590993, - "recall": 0.637352, - "f1": 0.604518, - "accuracy": 0.637352, - "main_score": 0.604518, - "hf_subset": "ace_Latn-luo_Latn", - "languages": [ - "ace-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846278, - "recall": 0.883399, - "f1": 0.857312, - "accuracy": 0.883399, - "main_score": 0.857312, - "hf_subset": "ace_Latn-ory_Orya", - "languages": [ - "ace-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587989, - "recall": 0.635375, - "f1": 0.601174, - "accuracy": 0.635375, - "main_score": 0.601174, - "hf_subset": "ace_Latn-sna_Latn", - "languages": [ - "ace-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569377, - "recall": 0.619565, - "f1": 0.5835, - "accuracy": 0.619565, - "main_score": 0.5835, - "hf_subset": "ace_Latn-tso_Latn", - "languages": [ - "ace-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82859, - "recall": 0.868577, - "f1": 0.840255, - "accuracy": 0.868577, - "main_score": 0.840255, - "hf_subset": "ace_Latn-azj_Latn", - "languages": [ - "ace-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558723, - "recall": 0.613636, - "f1": 0.574934, - "accuracy": 0.613636, - "main_score": 0.574934, - "hf_subset": "ace_Latn-dik_Latn", - "languages": [ - "ace-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662106, - "recall": 0.718379, - "f1": 0.678535, - "accuracy": 0.718379, - "main_score": 0.678535, - "hf_subset": "ace_Latn-hau_Latn", - "languages": [ - "ace-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832257, - "recall": 0.867589, - "f1": 0.842005, - "accuracy": 0.867589, - "main_score": 0.842005, - "hf_subset": "ace_Latn-kea_Latn", - "languages": [ - "ace-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691733, - "recall": 0.733202, - "f1": 0.70448, - "accuracy": 0.733202, - "main_score": 0.70448, - "hf_subset": "ace_Latn-lus_Latn", - "languages": [ - "ace-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770176, - "recall": 0.800395, - "f1": 0.778991, - "accuracy": 0.800395, - "main_score": 0.778991, - "hf_subset": "ace_Latn-pag_Latn", - "languages": [ - "ace-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811866, - "recall": 0.854743, - "f1": 0.824283, - "accuracy": 0.854743, - "main_score": 0.824283, - "hf_subset": "ace_Latn-snd_Arab", - "languages": [ - "ace-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750672, - "recall": 0.801383, - "f1": 0.765435, - "accuracy": 0.801383, - "main_score": 0.765435, - "hf_subset": "ace_Latn-tuk_Latn", - "languages": [ - "ace-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829381, - "recall": 0.862648, - "f1": 0.838134, - "accuracy": 0.862648, - "main_score": 0.838134, - "hf_subset": "ace_Latn-bak_Cyrl", - "languages": [ - "ace-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495769, - "recall": 0.573123, - "f1": 0.518667, - "accuracy": 0.573123, - "main_score": 0.518667, - "hf_subset": "ace_Latn-dyu_Latn", - "languages": [ - "ace-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857436, - "recall": 0.88834, - "f1": 0.866199, - "accuracy": 0.88834, - "main_score": 0.866199, - "hf_subset": "ace_Latn-heb_Hebr", - "languages": [ - "ace-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787986, - "recall": 0.831028, - "f1": 0.800554, - "accuracy": 0.831028, - "main_score": 0.800554, - "hf_subset": "ace_Latn-khk_Cyrl", - "languages": [ - "ace-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857279, - "recall": 0.890316, - "f1": 0.866686, - "accuracy": 0.890316, - "main_score": 0.866686, - "hf_subset": "ace_Latn-lvs_Latn", - "languages": [ - "ace-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840828, - "recall": 0.879447, - "f1": 0.852114, - "accuracy": 0.879447, - "main_score": 0.852114, - "hf_subset": "ace_Latn-pan_Guru", - "languages": [ - "ace-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624489, - "recall": 0.679842, - "f1": 0.640749, - "accuracy": 0.679842, - "main_score": 0.640749, - "hf_subset": "ace_Latn-som_Latn", - "languages": [ - "ace-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568916, - "recall": 0.615613, - "f1": 0.582202, - "accuracy": 0.615613, - "main_score": 0.582202, - "hf_subset": "ace_Latn-tum_Latn", - "languages": [ - "ace-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632313, - "recall": 0.694664, - "f1": 0.650424, - "accuracy": 0.694664, - "main_score": 0.650424, - "hf_subset": "ban_Latn-ace_Arab", - "languages": [ - "ban-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546156, - "recall": 0.607708, - "f1": 0.56335, - "accuracy": 0.607708, - "main_score": 0.56335, - "hf_subset": "ban_Latn-bam_Latn", - "languages": [ - "ban-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.342113, - "recall": 0.40415, - "f1": 0.358043, - "accuracy": 0.40415, - "main_score": 0.358043, - "hf_subset": "ban_Latn-dzo_Tibt", - "languages": [ - "ban-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "ban_Latn-hin_Deva", - "languages": [ - "ban-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913192, - "recall": 0.935771, - "f1": 0.920191, - "accuracy": 0.935771, - "main_score": 0.920191, - "hf_subset": "ban_Latn-khm_Khmr", - "languages": [ - "ban-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950428, - "recall": 0.963439, - "f1": 0.95471, - "accuracy": 0.963439, - "main_score": 0.95471, - "hf_subset": "ban_Latn-mag_Deva", - "languages": [ - "ban-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926713, - "recall": 0.94664, - "f1": 0.9333, - "accuracy": 0.94664, - "main_score": 0.9333, - "hf_subset": "ban_Latn-pap_Latn", - "languages": [ - "ban-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607659, - "recall": 0.659091, - "f1": 0.621581, - "accuracy": 0.659091, - "main_score": 0.621581, - "hf_subset": "ban_Latn-sot_Latn", - "languages": [ - "ban-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.967391, - "f1": 0.958498, - "accuracy": 0.967391, - "main_score": 0.958498, - "hf_subset": "ban_Latn-tur_Latn", - "languages": [ - "ban-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872118, - "recall": 0.901186, - "f1": 0.881324, - "accuracy": 0.901186, - "main_score": 0.881324, - "hf_subset": "ban_Latn-ace_Latn", - "languages": [ - "ban-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94804, - "recall": 0.962451, - "f1": 0.952635, - "accuracy": 0.962451, - "main_score": 0.952635, - "hf_subset": "ban_Latn-ell_Grek", - "languages": [ - "ban-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935359, - "recall": 0.953557, - "f1": 0.941107, - "accuracy": 0.953557, - "main_score": 0.941107, - "hf_subset": "ban_Latn-hne_Deva", - "languages": [ - "ban-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616818, - "recall": 0.666996, - "f1": 0.630908, - "accuracy": 0.666996, - "main_score": 0.630908, - "hf_subset": "ban_Latn-kik_Latn", - "languages": [ - "ban-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "ban_Latn-mai_Deva", - "languages": [ - "ban-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88554, - "recall": 0.916996, - "f1": 0.895553, - "accuracy": 0.916996, - "main_score": 0.895553, - "hf_subset": "ban_Latn-pbt_Arab", - "languages": [ - "ban-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952981, - "recall": 0.966403, - "f1": 0.957246, - "accuracy": 0.966403, - "main_score": 0.957246, - "hf_subset": "ban_Latn-spa_Latn", - "languages": [ - "ban-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630159, - "recall": 0.687747, - "f1": 0.646376, - "accuracy": 0.687747, - "main_score": 0.646376, - "hf_subset": "ban_Latn-twi_Latn", - "languages": [ - "ban-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.966403, - "f1": 0.957016, - "accuracy": 0.966403, - "main_score": 0.957016, - "hf_subset": "ban_Latn-acm_Arab", - "languages": [ - "ban-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921014, - "recall": 0.942688, - "f1": 0.927866, - "accuracy": 0.942688, - "main_score": 0.927866, - "hf_subset": "ban_Latn-bel_Cyrl", - "languages": [ - "ban-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "ban_Latn-eng_Latn", - "languages": [ - "ban-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.971344, - "f1": 0.963439, - "accuracy": 0.971344, - "main_score": 0.963439, - "hf_subset": "ban_Latn-hrv_Latn", - "languages": [ - "ban-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557471, - "recall": 0.621542, - "f1": 0.575158, - "accuracy": 0.621542, - "main_score": 0.575158, - "hf_subset": "ban_Latn-kin_Latn", - "languages": [ - "ban-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.961462, - "f1": 0.94944, - "accuracy": 0.961462, - "main_score": 0.94944, - "hf_subset": "ban_Latn-mal_Mlym", - "languages": [ - "ban-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.963439, - "f1": 0.952899, - "accuracy": 0.963439, - "main_score": 0.952899, - "hf_subset": "ban_Latn-pes_Arab", - "languages": [ - "ban-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941206, - "recall": 0.955534, - "f1": 0.945605, - "accuracy": 0.955534, - "main_score": 0.945605, - "hf_subset": "ban_Latn-srd_Latn", - "languages": [ - "ban-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196958, - "recall": 0.240119, - "f1": 0.207072, - "accuracy": 0.240119, - "main_score": 0.207072, - "hf_subset": "ban_Latn-tzm_Tfng", - "languages": [ - "ban-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.969368, - "f1": 0.961462, - "accuracy": 0.969368, - "main_score": 0.961462, - "hf_subset": "ban_Latn-acq_Arab", - "languages": [ - "ban-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625085, - "recall": 0.673913, - "f1": 0.638166, - "accuracy": 0.673913, - "main_score": 0.638166, - "hf_subset": "ban_Latn-bem_Latn", - "languages": [ - "ban-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "ban_Latn-epo_Latn", - "languages": [ - "ban-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957428, - "recall": 0.969368, - "f1": 0.961199, - "accuracy": 0.969368, - "main_score": 0.961199, - "hf_subset": "ban_Latn-hun_Latn", - "languages": [ - "ban-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901219, - "recall": 0.927866, - "f1": 0.909387, - "accuracy": 0.927866, - "main_score": 0.909387, - "hf_subset": "ban_Latn-kir_Cyrl", - "languages": [ - "ban-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.966403, - "f1": 0.957312, - "accuracy": 0.966403, - "main_score": 0.957312, - "hf_subset": "ban_Latn-mar_Deva", - "languages": [ - "ban-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659966, - "recall": 0.713439, - "f1": 0.675791, - "accuracy": 0.713439, - "main_score": 0.675791, - "hf_subset": "ban_Latn-plt_Latn", - "languages": [ - "ban-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "ban_Latn-srp_Cyrl", - "languages": [ - "ban-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829957, - "recall": 0.869565, - "f1": 0.841897, - "accuracy": 0.869565, - "main_score": 0.841897, - "hf_subset": "ban_Latn-uig_Arab", - "languages": [ - "ban-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935145, - "recall": 0.952569, - "f1": 0.940547, - "accuracy": 0.952569, - "main_score": 0.940547, - "hf_subset": "ban_Latn-aeb_Arab", - "languages": [ - "ban-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.965415, - "f1": 0.957675, - "accuracy": 0.965415, - "main_score": 0.957675, - "hf_subset": "ban_Latn-ben_Beng", - "languages": [ - "ban-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944393, - "recall": 0.959486, - "f1": 0.94893, - "accuracy": 0.959486, - "main_score": 0.94893, - "hf_subset": "ban_Latn-est_Latn", - "languages": [ - "ban-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934536, - "recall": 0.954545, - "f1": 0.940942, - "accuracy": 0.954545, - "main_score": 0.940942, - "hf_subset": "ban_Latn-hye_Armn", - "languages": [ - "ban-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559124, - "recall": 0.609684, - "f1": 0.573029, - "accuracy": 0.609684, - "main_score": 0.573029, - "hf_subset": "ban_Latn-kmb_Latn", - "languages": [ - "ban-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566441, - "recall": 0.642292, - "f1": 0.587496, - "accuracy": 0.642292, - "main_score": 0.587496, - "hf_subset": "ban_Latn-min_Arab", - "languages": [ - "ban-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.971344, - "f1": 0.963109, - "accuracy": 0.971344, - "main_score": 0.963109, - "hf_subset": "ban_Latn-pol_Latn", - "languages": [ - "ban-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569779, - "recall": 0.631423, - "f1": 0.587996, - "accuracy": 0.631423, - "main_score": 0.587996, - "hf_subset": "ban_Latn-ssw_Latn", - "languages": [ - "ban-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.976285, - "f1": 0.970026, - "accuracy": 0.976285, - "main_score": 0.970026, - "hf_subset": "ban_Latn-ukr_Cyrl", - "languages": [ - "ban-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "ban_Latn-afr_Latn", - "languages": [ - "ban-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943676, - "recall": 0.959486, - "f1": 0.948584, - "accuracy": 0.959486, - "main_score": 0.948584, - "hf_subset": "ban_Latn-bho_Deva", - "languages": [ - "ban-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909503, - "recall": 0.933794, - "f1": 0.917391, - "accuracy": 0.933794, - "main_score": 0.917391, - "hf_subset": "ban_Latn-eus_Latn", - "languages": [ - "ban-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594401, - "recall": 0.652174, - "f1": 0.610493, - "accuracy": 0.652174, - "main_score": 0.610493, - "hf_subset": "ban_Latn-ibo_Latn", - "languages": [ - "ban-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784816, - "recall": 0.83498, - "f1": 0.800362, - "accuracy": 0.83498, - "main_score": 0.800362, - "hf_subset": "ban_Latn-kmr_Latn", - "languages": [ - "ban-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946673, - "recall": 0.960474, - "f1": 0.950922, - "accuracy": 0.960474, - "main_score": 0.950922, - "hf_subset": "ban_Latn-min_Latn", - "languages": [ - "ban-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973073, - "recall": 0.980237, - "f1": 0.975362, - "accuracy": 0.980237, - "main_score": 0.975362, - "hf_subset": "ban_Latn-por_Latn", - "languages": [ - "ban-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.964427, - "f1": 0.955929, - "accuracy": 0.964427, - "main_score": 0.955929, - "hf_subset": "ban_Latn-sun_Latn", - "languages": [ - "ban-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54062, - "recall": 0.593874, - "f1": 0.556018, - "accuracy": 0.593874, - "main_score": 0.556018, - "hf_subset": "ban_Latn-umb_Latn", - "languages": [ - "ban-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958037, - "recall": 0.969368, - "f1": 0.961627, - "accuracy": 0.969368, - "main_score": 0.961627, - "hf_subset": "ban_Latn-ajp_Arab", - "languages": [ - "ban-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591535, - "recall": 0.653162, - "f1": 0.608471, - "accuracy": 0.653162, - "main_score": 0.608471, - "hf_subset": "ban_Latn-bjn_Arab", - "languages": [ - "ban-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528286, - "recall": 0.582016, - "f1": 0.543273, - "accuracy": 0.582016, - "main_score": 0.543273, - "hf_subset": "ban_Latn-ewe_Latn", - "languages": [ - "ban-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909009, - "recall": 0.932806, - "f1": 0.916521, - "accuracy": 0.932806, - "main_score": 0.916521, - "hf_subset": "ban_Latn-ilo_Latn", - "languages": [ - "ban-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316474, - "recall": 0.373518, - "f1": 0.331595, - "accuracy": 0.373518, - "main_score": 0.331595, - "hf_subset": "ban_Latn-knc_Arab", - "languages": [ - "ban-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.971344, - "f1": 0.963933, - "accuracy": 0.971344, - "main_score": 0.963933, - "hf_subset": "ban_Latn-mkd_Cyrl", - "languages": [ - "ban-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953475, - "recall": 0.967391, - "f1": 0.957905, - "accuracy": 0.967391, - "main_score": 0.957905, - "hf_subset": "ban_Latn-prs_Arab", - "languages": [ - "ban-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965497, - "recall": 0.975296, - "f1": 0.96861, - "accuracy": 0.975296, - "main_score": 0.96861, - "hf_subset": "ban_Latn-swe_Latn", - "languages": [ - "ban-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.955534, - "f1": 0.943017, - "accuracy": 0.955534, - "main_score": 0.943017, - "hf_subset": "ban_Latn-urd_Arab", - "languages": [ - "ban-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607008, - "recall": 0.66502, - "f1": 0.623512, - "accuracy": 0.66502, - "main_score": 0.623512, - "hf_subset": "ban_Latn-aka_Latn", - "languages": [ - "ban-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.961462, - "f1": 0.952522, - "accuracy": 0.961462, - "main_score": 0.952522, - "hf_subset": "ban_Latn-bjn_Latn", - "languages": [ - "ban-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855122, - "recall": 0.890316, - "f1": 0.866023, - "accuracy": 0.890316, - "main_score": 0.866023, - "hf_subset": "ban_Latn-fao_Latn", - "languages": [ - "ban-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.975296, - "f1": 0.969532, - "accuracy": 0.975296, - "main_score": 0.969532, - "hf_subset": "ban_Latn-ind_Latn", - "languages": [ - "ban-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607162, - "recall": 0.660079, - "f1": 0.622551, - "accuracy": 0.660079, - "main_score": 0.622551, - "hf_subset": "ban_Latn-knc_Latn", - "languages": [ - "ban-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94137, - "recall": 0.958498, - "f1": 0.94697, - "accuracy": 0.958498, - "main_score": 0.94697, - "hf_subset": "ban_Latn-mlt_Latn", - "languages": [ - "ban-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674426, - "recall": 0.738142, - "f1": 0.693135, - "accuracy": 0.738142, - "main_score": 0.693135, - "hf_subset": "ban_Latn-quy_Latn", - "languages": [ - "ban-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883729, - "recall": 0.911067, - "f1": 0.89226, - "accuracy": 0.911067, - "main_score": 0.89226, - "hf_subset": "ban_Latn-swh_Latn", - "languages": [ - "ban-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934371, - "recall": 0.952569, - "f1": 0.940119, - "accuracy": 0.952569, - "main_score": 0.940119, - "hf_subset": "ban_Latn-uzn_Latn", - "languages": [ - "ban-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942276, - "recall": 0.959486, - "f1": 0.947859, - "accuracy": 0.959486, - "main_score": 0.947859, - "hf_subset": "ban_Latn-als_Latn", - "languages": [ - "ban-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454603, - "recall": 0.540514, - "f1": 0.477731, - "accuracy": 0.540514, - "main_score": 0.477731, - "hf_subset": "ban_Latn-bod_Tibt", - "languages": [ - "ban-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655272, - "recall": 0.709486, - "f1": 0.669962, - "accuracy": 0.709486, - "main_score": 0.669962, - "hf_subset": "ban_Latn-fij_Latn", - "languages": [ - "ban-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879776, - "recall": 0.913043, - "f1": 0.890283, - "accuracy": 0.913043, - "main_score": 0.890283, - "hf_subset": "ban_Latn-isl_Latn", - "languages": [ - "ban-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674934, - "recall": 0.721344, - "f1": 0.688867, - "accuracy": 0.721344, - "main_score": 0.688867, - "hf_subset": "ban_Latn-kon_Latn", - "languages": [ - "ban-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668307, - "recall": 0.740119, - "f1": 0.689773, - "accuracy": 0.740119, - "main_score": 0.689773, - "hf_subset": "ban_Latn-mni_Beng", - "languages": [ - "ban-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "ban_Latn-ron_Latn", - "languages": [ - "ban-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927866, - "recall": 0.947628, - "f1": 0.934289, - "accuracy": 0.947628, - "main_score": 0.934289, - "hf_subset": "ban_Latn-szl_Latn", - "languages": [ - "ban-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951993, - "recall": 0.964427, - "f1": 0.955929, - "accuracy": 0.964427, - "main_score": 0.955929, - "hf_subset": "ban_Latn-vec_Latn", - "languages": [ - "ban-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811462, - "recall": 0.857708, - "f1": 0.825282, - "accuracy": 0.857708, - "main_score": 0.825282, - "hf_subset": "ban_Latn-amh_Ethi", - "languages": [ - "ban-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "ban_Latn-bos_Latn", - "languages": [ - "ban-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954875, - "accuracy": 0.964427, - "main_score": 0.954875, - "hf_subset": "ban_Latn-fin_Latn", - "languages": [ - "ban-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "ban_Latn-ita_Latn", - "languages": [ - "ban-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.965415, - "f1": 0.955863, - "accuracy": 0.965415, - "main_score": 0.955863, - "hf_subset": "ban_Latn-kor_Hang", - "languages": [ - "ban-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563073, - "recall": 0.626482, - "f1": 0.580618, - "accuracy": 0.626482, - "main_score": 0.580618, - "hf_subset": "ban_Latn-mos_Latn", - "languages": [ - "ban-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541934, - "recall": 0.599802, - "f1": 0.558201, - "accuracy": 0.599802, - "main_score": 0.558201, - "hf_subset": "ban_Latn-run_Latn", - "languages": [ - "ban-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941947, - "recall": 0.958498, - "f1": 0.9472, - "accuracy": 0.958498, - "main_score": 0.9472, - "hf_subset": "ban_Latn-tam_Taml", - "languages": [ - "ban-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.963439, - "f1": 0.952734, - "accuracy": 0.963439, - "main_score": 0.952734, - "hf_subset": "ban_Latn-vie_Latn", - "languages": [ - "ban-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939674, - "recall": 0.956522, - "f1": 0.944895, - "accuracy": 0.956522, - "main_score": 0.944895, - "hf_subset": "ban_Latn-apc_Arab", - "languages": [ - "ban-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826614, - "recall": 0.867589, - "f1": 0.838834, - "accuracy": 0.867589, - "main_score": 0.838834, - "hf_subset": "ban_Latn-bug_Latn", - "languages": [ - "ban-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468421, - "recall": 0.530632, - "f1": 0.484735, - "accuracy": 0.530632, - "main_score": 0.484735, - "hf_subset": "ban_Latn-fon_Latn", - "languages": [ - "ban-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960886, - "recall": 0.970356, - "f1": 0.963834, - "accuracy": 0.970356, - "main_score": 0.963834, - "hf_subset": "ban_Latn-jav_Latn", - "languages": [ - "ban-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895892, - "recall": 0.925889, - "f1": 0.905385, - "accuracy": 0.925889, - "main_score": 0.905385, - "hf_subset": "ban_Latn-lao_Laoo", - "languages": [ - "ban-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750066, - "recall": 0.797431, - "f1": 0.764347, - "accuracy": 0.797431, - "main_score": 0.764347, - "hf_subset": "ban_Latn-mri_Latn", - "languages": [ - "ban-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950346, - "recall": 0.963439, - "f1": 0.954447, - "accuracy": 0.963439, - "main_score": 0.954447, - "hf_subset": "ban_Latn-rus_Cyrl", - "languages": [ - "ban-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550201, - "recall": 0.61166, - "f1": 0.567336, - "accuracy": 0.61166, - "main_score": 0.567336, - "hf_subset": "ban_Latn-taq_Latn", - "languages": [ - "ban-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942111, - "recall": 0.959486, - "f1": 0.947694, - "accuracy": 0.959486, - "main_score": 0.947694, - "hf_subset": "ban_Latn-war_Latn", - "languages": [ - "ban-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.969368, - "f1": 0.961298, - "accuracy": 0.969368, - "main_score": 0.961298, - "hf_subset": "ban_Latn-arb_Arab", - "languages": [ - "ban-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.974308, - "f1": 0.967227, - "accuracy": 0.974308, - "main_score": 0.967227, - "hf_subset": "ban_Latn-bul_Cyrl", - "languages": [ - "ban-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "ban_Latn-fra_Latn", - "languages": [ - "ban-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.963439, - "f1": 0.953722, - "accuracy": 0.963439, - "main_score": 0.953722, - "hf_subset": "ban_Latn-jpn_Jpan", - "languages": [ - "ban-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921607, - "recall": 0.944664, - "f1": 0.929018, - "accuracy": 0.944664, - "main_score": 0.929018, - "hf_subset": "ban_Latn-lij_Latn", - "languages": [ - "ban-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878294, - "recall": 0.914032, - "f1": 0.889625, - "accuracy": 0.914032, - "main_score": 0.889625, - "hf_subset": "ban_Latn-mya_Mymr", - "languages": [ - "ban-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617541, - "recall": 0.682806, - "f1": 0.636115, - "accuracy": 0.682806, - "main_score": 0.636115, - "hf_subset": "ban_Latn-sag_Latn", - "languages": [ - "ban-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206521, - "recall": 0.26581, - "f1": 0.219091, - "accuracy": 0.26581, - "main_score": 0.219091, - "hf_subset": "ban_Latn-taq_Tfng", - "languages": [ - "ban-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647047, - "recall": 0.702569, - "f1": 0.662276, - "accuracy": 0.702569, - "main_score": 0.662276, - "hf_subset": "ban_Latn-wol_Latn", - "languages": [ - "ban-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679916, - "recall": 0.743083, - "f1": 0.697768, - "accuracy": 0.743083, - "main_score": 0.697768, - "hf_subset": "ban_Latn-arb_Latn", - "languages": [ - "ban-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.97332, - "f1": 0.965909, - "accuracy": 0.97332, - "main_score": 0.965909, - "hf_subset": "ban_Latn-cat_Latn", - "languages": [ - "ban-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925313, - "recall": 0.942688, - "f1": 0.930731, - "accuracy": 0.942688, - "main_score": 0.930731, - "hf_subset": "ban_Latn-fur_Latn", - "languages": [ - "ban-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42888, - "recall": 0.482213, - "f1": 0.442706, - "accuracy": 0.482213, - "main_score": 0.442706, - "hf_subset": "ban_Latn-kab_Latn", - "languages": [ - "ban-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926795, - "recall": 0.945652, - "f1": 0.932543, - "accuracy": 0.945652, - "main_score": 0.932543, - "hf_subset": "ban_Latn-lim_Latn", - "languages": [ - "ban-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95504, - "recall": 0.967391, - "f1": 0.958992, - "accuracy": 0.967391, - "main_score": 0.958992, - "hf_subset": "ban_Latn-nld_Latn", - "languages": [ - "ban-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905995, - "recall": 0.933794, - "f1": 0.91502, - "accuracy": 0.933794, - "main_score": 0.91502, - "hf_subset": "ban_Latn-san_Deva", - "languages": [ - "ban-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92169, - "recall": 0.9417, - "f1": 0.928096, - "accuracy": 0.9417, - "main_score": 0.928096, - "hf_subset": "ban_Latn-tat_Cyrl", - "languages": [ - "ban-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660286, - "recall": 0.715415, - "f1": 0.676061, - "accuracy": 0.715415, - "main_score": 0.676061, - "hf_subset": "ban_Latn-xho_Latn", - "languages": [ - "ban-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.969368, - "f1": 0.961298, - "accuracy": 0.969368, - "main_score": 0.961298, - "hf_subset": "ban_Latn-ars_Arab", - "languages": [ - "ban-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "ban_Latn-ceb_Latn", - "languages": [ - "ban-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559603, - "recall": 0.619565, - "f1": 0.576544, - "accuracy": 0.619565, - "main_score": 0.576544, - "hf_subset": "ban_Latn-fuv_Latn", - "languages": [ - "ban-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52193, - "recall": 0.586957, - "f1": 0.539118, - "accuracy": 0.586957, - "main_score": 0.539118, - "hf_subset": "ban_Latn-kac_Latn", - "languages": [ - "ban-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677487, - "recall": 0.730237, - "f1": 0.692773, - "accuracy": 0.730237, - "main_score": 0.692773, - "hf_subset": "ban_Latn-lin_Latn", - "languages": [ - "ban-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.968379, - "f1": 0.960639, - "accuracy": 0.968379, - "main_score": 0.960639, - "hf_subset": "ban_Latn-nno_Latn", - "languages": [ - "ban-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177767, - "recall": 0.23913, - "f1": 0.192883, - "accuracy": 0.23913, - "main_score": 0.192883, - "hf_subset": "ban_Latn-sat_Olck", - "languages": [ - "ban-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.965415, - "f1": 0.955534, - "accuracy": 0.965415, - "main_score": 0.955534, - "hf_subset": "ban_Latn-tel_Telu", - "languages": [ - "ban-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850247, - "recall": 0.887352, - "f1": 0.861284, - "accuracy": 0.887352, - "main_score": 0.861284, - "hf_subset": "ban_Latn-ydd_Hebr", - "languages": [ - "ban-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914206, - "recall": 0.937747, - "f1": 0.921525, - "accuracy": 0.937747, - "main_score": 0.921525, - "hf_subset": "ban_Latn-ary_Arab", - "languages": [ - "ban-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95858, - "recall": 0.970356, - "f1": 0.962352, - "accuracy": 0.970356, - "main_score": 0.962352, - "hf_subset": "ban_Latn-ces_Latn", - "languages": [ - "ban-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597219, - "recall": 0.657115, - "f1": 0.614526, - "accuracy": 0.657115, - "main_score": 0.614526, - "hf_subset": "ban_Latn-gaz_Latn", - "languages": [ - "ban-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585466, - "recall": 0.646245, - "f1": 0.602658, - "accuracy": 0.646245, - "main_score": 0.602658, - "hf_subset": "ban_Latn-kam_Latn", - "languages": [ - "ban-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944236, - "recall": 0.959486, - "f1": 0.948946, - "accuracy": 0.959486, - "main_score": 0.948946, - "hf_subset": "ban_Latn-lit_Latn", - "languages": [ - "ban-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "ban_Latn-nob_Latn", - "languages": [ - "ban-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932148, - "recall": 0.949605, - "f1": 0.937747, - "accuracy": 0.949605, - "main_score": 0.937747, - "hf_subset": "ban_Latn-scn_Latn", - "languages": [ - "ban-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876674, - "recall": 0.908103, - "f1": 0.886462, - "accuracy": 0.908103, - "main_score": 0.886462, - "hf_subset": "ban_Latn-tgk_Cyrl", - "languages": [ - "ban-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639115, - "recall": 0.705534, - "f1": 0.658687, - "accuracy": 0.705534, - "main_score": 0.658687, - "hf_subset": "ban_Latn-yor_Latn", - "languages": [ - "ban-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953369, - "recall": 0.965415, - "f1": 0.957098, - "accuracy": 0.965415, - "main_score": 0.957098, - "hf_subset": "ban_Latn-arz_Arab", - "languages": [ - "ban-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570028, - "recall": 0.631423, - "f1": 0.586883, - "accuracy": 0.631423, - "main_score": 0.586883, - "hf_subset": "ban_Latn-cjk_Latn", - "languages": [ - "ban-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695669, - "recall": 0.75, - "f1": 0.711745, - "accuracy": 0.75, - "main_score": 0.711745, - "hf_subset": "ban_Latn-gla_Latn", - "languages": [ - "ban-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "ban_Latn-kan_Knda", - "languages": [ - "ban-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924111, - "recall": 0.943676, - "f1": 0.930336, - "accuracy": 0.943676, - "main_score": 0.930336, - "hf_subset": "ban_Latn-lmo_Latn", - "languages": [ - "ban-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.967391, - "f1": 0.959321, - "accuracy": 0.967391, - "main_score": 0.959321, - "hf_subset": "ban_Latn-npi_Deva", - "languages": [ - "ban-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461691, - "recall": 0.532609, - "f1": 0.481017, - "accuracy": 0.532609, - "main_score": 0.481017, - "hf_subset": "ban_Latn-shn_Mymr", - "languages": [ - "ban-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.976285, - "f1": 0.969697, - "accuracy": 0.976285, - "main_score": 0.969697, - "hf_subset": "ban_Latn-tgl_Latn", - "languages": [ - "ban-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.959486, - "f1": 0.94944, - "accuracy": 0.959486, - "main_score": 0.94944, - "hf_subset": "ban_Latn-yue_Hant", - "languages": [ - "ban-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931571, - "recall": 0.950593, - "f1": 0.937648, - "accuracy": 0.950593, - "main_score": 0.937648, - "hf_subset": "ban_Latn-asm_Beng", - "languages": [ - "ban-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836957, - "recall": 0.878458, - "f1": 0.849736, - "accuracy": 0.878458, - "main_score": 0.849736, - "hf_subset": "ban_Latn-ckb_Arab", - "languages": [ - "ban-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745859, - "recall": 0.79249, - "f1": 0.759192, - "accuracy": 0.79249, - "main_score": 0.759192, - "hf_subset": "ban_Latn-gle_Latn", - "languages": [ - "ban-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88941, - "recall": 0.917984, - "f1": 0.898287, - "accuracy": 0.917984, - "main_score": 0.898287, - "hf_subset": "ban_Latn-kas_Arab", - "languages": [ - "ban-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865646, - "recall": 0.899209, - "f1": 0.875725, - "accuracy": 0.899209, - "main_score": 0.875725, - "hf_subset": "ban_Latn-ltg_Latn", - "languages": [ - "ban-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63365, - "recall": 0.684783, - "f1": 0.648103, - "accuracy": 0.684783, - "main_score": 0.648103, - "hf_subset": "ban_Latn-nso_Latn", - "languages": [ - "ban-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870372, - "recall": 0.905138, - "f1": 0.880995, - "accuracy": 0.905138, - "main_score": 0.880995, - "hf_subset": "ban_Latn-sin_Sinh", - "languages": [ - "ban-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "ban_Latn-tha_Thai", - "languages": [ - "ban-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.962451, - "f1": 0.952404, - "accuracy": 0.962451, - "main_score": 0.952404, - "hf_subset": "ban_Latn-zho_Hans", - "languages": [ - "ban-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956439, - "recall": 0.969368, - "f1": 0.96054, - "accuracy": 0.969368, - "main_score": 0.96054, - "hf_subset": "ban_Latn-ast_Latn", - "languages": [ - "ban-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916864, - "recall": 0.938735, - "f1": 0.923913, - "accuracy": 0.938735, - "main_score": 0.923913, - "hf_subset": "ban_Latn-crh_Latn", - "languages": [ - "ban-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "ban_Latn-glg_Latn", - "languages": [ - "ban-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82197, - "recall": 0.865613, - "f1": 0.834867, - "accuracy": 0.865613, - "main_score": 0.834867, - "hf_subset": "ban_Latn-kas_Deva", - "languages": [ - "ban-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913702, - "recall": 0.935771, - "f1": 0.920949, - "accuracy": 0.935771, - "main_score": 0.920949, - "hf_subset": "ban_Latn-ltz_Latn", - "languages": [ - "ban-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478788, - "recall": 0.549407, - "f1": 0.497564, - "accuracy": 0.549407, - "main_score": 0.497564, - "hf_subset": "ban_Latn-nus_Latn", - "languages": [ - "ban-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.97332, - "f1": 0.966897, - "accuracy": 0.97332, - "main_score": 0.966897, - "hf_subset": "ban_Latn-slk_Latn", - "languages": [ - "ban-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554722, - "recall": 0.633399, - "f1": 0.576753, - "accuracy": 0.633399, - "main_score": 0.576753, - "hf_subset": "ban_Latn-tir_Ethi", - "languages": [ - "ban-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "ban_Latn-zho_Hant", - "languages": [ - "ban-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939806, - "recall": 0.95751, - "f1": 0.945389, - "accuracy": 0.95751, - "main_score": 0.945389, - "hf_subset": "ban_Latn-awa_Deva", - "languages": [ - "ban-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863646, - "recall": 0.897233, - "f1": 0.873487, - "accuracy": 0.897233, - "main_score": 0.873487, - "hf_subset": "ban_Latn-cym_Latn", - "languages": [ - "ban-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799061, - "recall": 0.844862, - "f1": 0.812747, - "accuracy": 0.844862, - "main_score": 0.812747, - "hf_subset": "ban_Latn-grn_Latn", - "languages": [ - "ban-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92389, - "recall": 0.944664, - "f1": 0.930418, - "accuracy": 0.944664, - "main_score": 0.930418, - "hf_subset": "ban_Latn-kat_Geor", - "languages": [ - "ban-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652202, - "recall": 0.709486, - "f1": 0.668147, - "accuracy": 0.709486, - "main_score": 0.668147, - "hf_subset": "ban_Latn-lua_Latn", - "languages": [ - "ban-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639739, - "recall": 0.695652, - "f1": 0.656247, - "accuracy": 0.695652, - "main_score": 0.656247, - "hf_subset": "ban_Latn-nya_Latn", - "languages": [ - "ban-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.966403, - "f1": 0.957181, - "accuracy": 0.966403, - "main_score": 0.957181, - "hf_subset": "ban_Latn-slv_Latn", - "languages": [ - "ban-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891198, - "recall": 0.917984, - "f1": 0.899099, - "accuracy": 0.917984, - "main_score": 0.899099, - "hf_subset": "ban_Latn-tpi_Latn", - "languages": [ - "ban-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "ban_Latn-zsm_Latn", - "languages": [ - "ban-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545884, - "recall": 0.610672, - "f1": 0.563989, - "accuracy": 0.610672, - "main_score": 0.563989, - "hf_subset": "ban_Latn-ayr_Latn", - "languages": [ - "ban-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96665, - "recall": 0.976285, - "f1": 0.969763, - "accuracy": 0.976285, - "main_score": 0.969763, - "hf_subset": "ban_Latn-dan_Latn", - "languages": [ - "ban-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955237, - "recall": 0.967391, - "f1": 0.958992, - "accuracy": 0.967391, - "main_score": 0.958992, - "hf_subset": "ban_Latn-guj_Gujr", - "languages": [ - "ban-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941782, - "recall": 0.958498, - "f1": 0.947036, - "accuracy": 0.958498, - "main_score": 0.947036, - "hf_subset": "ban_Latn-kaz_Cyrl", - "languages": [ - "ban-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551894, - "recall": 0.610672, - "f1": 0.567801, - "accuracy": 0.610672, - "main_score": 0.567801, - "hf_subset": "ban_Latn-lug_Latn", - "languages": [ - "ban-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.970356, - "f1": 0.962286, - "accuracy": 0.970356, - "main_score": 0.962286, - "hf_subset": "ban_Latn-oci_Latn", - "languages": [ - "ban-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736117, - "recall": 0.790514, - "f1": 0.752423, - "accuracy": 0.790514, - "main_score": 0.752423, - "hf_subset": "ban_Latn-smo_Latn", - "languages": [ - "ban-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556731, - "recall": 0.618577, - "f1": 0.573373, - "accuracy": 0.618577, - "main_score": 0.573373, - "hf_subset": "ban_Latn-tsn_Latn", - "languages": [ - "ban-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599621, - "recall": 0.662055, - "f1": 0.617026, - "accuracy": 0.662055, - "main_score": 0.617026, - "hf_subset": "ban_Latn-zul_Latn", - "languages": [ - "ban-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856999, - "recall": 0.893281, - "f1": 0.868281, - "accuracy": 0.893281, - "main_score": 0.868281, - "hf_subset": "ban_Latn-azb_Arab", - "languages": [ - "ban-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "ban_Latn-deu_Latn", - "languages": [ - "ban-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893182, - "recall": 0.920949, - "f1": 0.901845, - "accuracy": 0.920949, - "main_score": 0.901845, - "hf_subset": "ban_Latn-hat_Latn", - "languages": [ - "ban-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509349, - "recall": 0.56917, - "f1": 0.526121, - "accuracy": 0.56917, - "main_score": 0.526121, - "hf_subset": "ban_Latn-kbp_Latn", - "languages": [ - "ban-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584335, - "recall": 0.639328, - "f1": 0.599082, - "accuracy": 0.639328, - "main_score": 0.599082, - "hf_subset": "ban_Latn-luo_Latn", - "languages": [ - "ban-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "ban_Latn-ory_Orya", - "languages": [ - "ban-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587372, - "recall": 0.652174, - "f1": 0.605395, - "accuracy": 0.652174, - "main_score": 0.605395, - "hf_subset": "ban_Latn-sna_Latn", - "languages": [ - "ban-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575719, - "recall": 0.62747, - "f1": 0.589775, - "accuracy": 0.62747, - "main_score": 0.589775, - "hf_subset": "ban_Latn-tso_Latn", - "languages": [ - "ban-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923287, - "recall": 0.944664, - "f1": 0.930171, - "accuracy": 0.944664, - "main_score": 0.930171, - "hf_subset": "ban_Latn-azj_Latn", - "languages": [ - "ban-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564601, - "recall": 0.623518, - "f1": 0.581096, - "accuracy": 0.623518, - "main_score": 0.581096, - "hf_subset": "ban_Latn-dik_Latn", - "languages": [ - "ban-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665673, - "recall": 0.725296, - "f1": 0.682406, - "accuracy": 0.725296, - "main_score": 0.682406, - "hf_subset": "ban_Latn-hau_Latn", - "languages": [ - "ban-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94417, - "recall": 0.959486, - "f1": 0.948913, - "accuracy": 0.959486, - "main_score": 0.948913, - "hf_subset": "ban_Latn-kea_Latn", - "languages": [ - "ban-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715777, - "recall": 0.767787, - "f1": 0.731621, - "accuracy": 0.767787, - "main_score": 0.731621, - "hf_subset": "ban_Latn-lus_Latn", - "languages": [ - "ban-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861248, - "recall": 0.889328, - "f1": 0.869716, - "accuracy": 0.889328, - "main_score": 0.869716, - "hf_subset": "ban_Latn-pag_Latn", - "languages": [ - "ban-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9347, - "recall": 0.952569, - "f1": 0.940448, - "accuracy": 0.952569, - "main_score": 0.940448, - "hf_subset": "ban_Latn-snd_Arab", - "languages": [ - "ban-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851729, - "recall": 0.889328, - "f1": 0.863326, - "accuracy": 0.889328, - "main_score": 0.863326, - "hf_subset": "ban_Latn-tuk_Latn", - "languages": [ - "ban-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910738, - "recall": 0.93083, - "f1": 0.917128, - "accuracy": 0.93083, - "main_score": 0.917128, - "hf_subset": "ban_Latn-bak_Cyrl", - "languages": [ - "ban-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496698, - "recall": 0.579051, - "f1": 0.520862, - "accuracy": 0.579051, - "main_score": 0.520862, - "hf_subset": "ban_Latn-dyu_Latn", - "languages": [ - "ban-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.971344, - "f1": 0.963721, - "accuracy": 0.971344, - "main_score": 0.963721, - "hf_subset": "ban_Latn-heb_Hebr", - "languages": [ - "ban-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88694, - "recall": 0.91502, - "f1": 0.895558, - "accuracy": 0.91502, - "main_score": 0.895558, - "hf_subset": "ban_Latn-khk_Cyrl", - "languages": [ - "ban-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956851, - "accuracy": 0.966403, - "main_score": 0.956851, - "hf_subset": "ban_Latn-lvs_Latn", - "languages": [ - "ban-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.964427, - "f1": 0.95504, - "accuracy": 0.964427, - "main_score": 0.95504, - "hf_subset": "ban_Latn-pan_Guru", - "languages": [ - "ban-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655312, - "recall": 0.720356, - "f1": 0.674447, - "accuracy": 0.720356, - "main_score": 0.674447, - "hf_subset": "ban_Latn-som_Latn", - "languages": [ - "ban-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587022, - "recall": 0.634387, - "f1": 0.600842, - "accuracy": 0.634387, - "main_score": 0.600842, - "hf_subset": "ban_Latn-tum_Latn", - "languages": [ - "ban-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568528, - "recall": 0.634387, - "f1": 0.587518, - "accuracy": 0.634387, - "main_score": 0.587518, - "hf_subset": "ell_Grek-ace_Arab", - "languages": [ - "ell-Grek", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515548, - "recall": 0.582016, - "f1": 0.534271, - "accuracy": 0.582016, - "main_score": 0.534271, - "hf_subset": "ell_Grek-bam_Latn", - "languages": [ - "ell-Grek", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454237, - "recall": 0.530632, - "f1": 0.475004, - "accuracy": 0.530632, - "main_score": 0.475004, - "hf_subset": "ell_Grek-dzo_Tibt", - "languages": [ - "ell-Grek", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-hin_Deva", - "languages": [ - "ell-Grek", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "ell_Grek-khm_Khmr", - "languages": [ - "ell-Grek", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-mag_Deva", - "languages": [ - "ell-Grek", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ell_Grek-pap_Latn", - "languages": [ - "ell-Grek", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592558, - "recall": 0.649209, - "f1": 0.608206, - "accuracy": 0.649209, - "main_score": 0.608206, - "hf_subset": "ell_Grek-sot_Latn", - "languages": [ - "ell-Grek", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-tur_Latn", - "languages": [ - "ell-Grek", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870504, - "recall": 0.905138, - "f1": 0.881126, - "accuracy": 0.905138, - "main_score": 0.881126, - "hf_subset": "ell_Grek-ace_Latn", - "languages": [ - "ell-Grek", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.971344, - "f1": 0.963933, - "accuracy": 0.971344, - "main_score": 0.963933, - "hf_subset": "ell_Grek-ban_Latn", - "languages": [ - "ell-Grek", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ell_Grek-hne_Deva", - "languages": [ - "ell-Grek", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599499, - "recall": 0.660079, - "f1": 0.616838, - "accuracy": 0.660079, - "main_score": 0.616838, - "hf_subset": "ell_Grek-kik_Latn", - "languages": [ - "ell-Grek", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-mai_Deva", - "languages": [ - "ell-Grek", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ell_Grek-pbt_Arab", - "languages": [ - "ell-Grek", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-spa_Latn", - "languages": [ - "ell-Grek", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60836, - "recall": 0.673913, - "f1": 0.626289, - "accuracy": 0.673913, - "main_score": 0.626289, - "hf_subset": "ell_Grek-twi_Latn", - "languages": [ - "ell-Grek", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-acm_Arab", - "languages": [ - "ell-Grek", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-bel_Cyrl", - "languages": [ - "ell-Grek", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-eng_Latn", - "languages": [ - "ell-Grek", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-hrv_Latn", - "languages": [ - "ell-Grek", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563467, - "recall": 0.629447, - "f1": 0.582831, - "accuracy": 0.629447, - "main_score": 0.582831, - "hf_subset": "ell_Grek-kin_Latn", - "languages": [ - "ell-Grek", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-mal_Mlym", - "languages": [ - "ell-Grek", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-pes_Arab", - "languages": [ - "ell-Grek", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ell_Grek-srd_Latn", - "languages": [ - "ell-Grek", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183732, - "recall": 0.238142, - "f1": 0.197651, - "accuracy": 0.238142, - "main_score": 0.197651, - "hf_subset": "ell_Grek-tzm_Tfng", - "languages": [ - "ell-Grek", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-acq_Arab", - "languages": [ - "ell-Grek", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630255, - "recall": 0.683794, - "f1": 0.644966, - "accuracy": 0.683794, - "main_score": 0.644966, - "hf_subset": "ell_Grek-bem_Latn", - "languages": [ - "ell-Grek", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-epo_Latn", - "languages": [ - "ell-Grek", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-hun_Latn", - "languages": [ - "ell-Grek", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-kir_Cyrl", - "languages": [ - "ell-Grek", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-mar_Deva", - "languages": [ - "ell-Grek", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675939, - "recall": 0.731225, - "f1": 0.691982, - "accuracy": 0.731225, - "main_score": 0.691982, - "hf_subset": "ell_Grek-plt_Latn", - "languages": [ - "ell-Grek", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-srp_Cyrl", - "languages": [ - "ell-Grek", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "ell_Grek-uig_Arab", - "languages": [ - "ell-Grek", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-aeb_Arab", - "languages": [ - "ell-Grek", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-ben_Beng", - "languages": [ - "ell-Grek", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-est_Latn", - "languages": [ - "ell-Grek", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-hye_Armn", - "languages": [ - "ell-Grek", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545349, - "recall": 0.600791, - "f1": 0.561135, - "accuracy": 0.600791, - "main_score": 0.561135, - "hf_subset": "ell_Grek-kmb_Latn", - "languages": [ - "ell-Grek", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509191, - "recall": 0.583992, - "f1": 0.528668, - "accuracy": 0.583992, - "main_score": 0.528668, - "hf_subset": "ell_Grek-min_Arab", - "languages": [ - "ell-Grek", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-pol_Latn", - "languages": [ - "ell-Grek", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555157, - "recall": 0.618577, - "f1": 0.573174, - "accuracy": 0.618577, - "main_score": 0.573174, - "hf_subset": "ell_Grek-ssw_Latn", - "languages": [ - "ell-Grek", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ukr_Cyrl", - "languages": [ - "ell-Grek", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-afr_Latn", - "languages": [ - "ell-Grek", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-bho_Deva", - "languages": [ - "ell-Grek", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ell_Grek-eus_Latn", - "languages": [ - "ell-Grek", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574967, - "recall": 0.640316, - "f1": 0.593389, - "accuracy": 0.640316, - "main_score": 0.593389, - "hf_subset": "ell_Grek-ibo_Latn", - "languages": [ - "ell-Grek", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898633, - "recall": 0.926877, - "f1": 0.907675, - "accuracy": 0.926877, - "main_score": 0.907675, - "hf_subset": "ell_Grek-kmr_Latn", - "languages": [ - "ell-Grek", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ell_Grek-min_Latn", - "languages": [ - "ell-Grek", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-por_Latn", - "languages": [ - "ell-Grek", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-sun_Latn", - "languages": [ - "ell-Grek", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507751, - "recall": 0.572134, - "f1": 0.526849, - "accuracy": 0.572134, - "main_score": 0.526849, - "hf_subset": "ell_Grek-umb_Latn", - "languages": [ - "ell-Grek", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ajp_Arab", - "languages": [ - "ell-Grek", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524719, - "recall": 0.593874, - "f1": 0.543794, - "accuracy": 0.593874, - "main_score": 0.543794, - "hf_subset": "ell_Grek-bjn_Arab", - "languages": [ - "ell-Grek", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520418, - "recall": 0.575099, - "f1": 0.535486, - "accuracy": 0.575099, - "main_score": 0.535486, - "hf_subset": "ell_Grek-ewe_Latn", - "languages": [ - "ell-Grek", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945685, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "ell_Grek-ilo_Latn", - "languages": [ - "ell-Grek", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.312554, - "recall": 0.370553, - "f1": 0.328689, - "accuracy": 0.370553, - "main_score": 0.328689, - "hf_subset": "ell_Grek-knc_Arab", - "languages": [ - "ell-Grek", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-mkd_Cyrl", - "languages": [ - "ell-Grek", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-prs_Arab", - "languages": [ - "ell-Grek", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-swe_Latn", - "languages": [ - "ell-Grek", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-urd_Arab", - "languages": [ - "ell-Grek", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577612, - "recall": 0.644269, - "f1": 0.596498, - "accuracy": 0.644269, - "main_score": 0.596498, - "hf_subset": "ell_Grek-aka_Latn", - "languages": [ - "ell-Grek", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ell_Grek-bjn_Latn", - "languages": [ - "ell-Grek", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ell_Grek-fao_Latn", - "languages": [ - "ell-Grek", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ind_Latn", - "languages": [ - "ell-Grek", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58495, - "recall": 0.63834, - "f1": 0.599926, - "accuracy": 0.63834, - "main_score": 0.599926, - "hf_subset": "ell_Grek-knc_Latn", - "languages": [ - "ell-Grek", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ell_Grek-mlt_Latn", - "languages": [ - "ell-Grek", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701294, - "recall": 0.764822, - "f1": 0.720078, - "accuracy": 0.764822, - "main_score": 0.720078, - "hf_subset": "ell_Grek-quy_Latn", - "languages": [ - "ell-Grek", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "ell_Grek-swh_Latn", - "languages": [ - "ell-Grek", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-uzn_Latn", - "languages": [ - "ell-Grek", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-als_Latn", - "languages": [ - "ell-Grek", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650965, - "recall": 0.729249, - "f1": 0.673915, - "accuracy": 0.729249, - "main_score": 0.673915, - "hf_subset": "ell_Grek-bod_Tibt", - "languages": [ - "ell-Grek", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703179, - "recall": 0.762846, - "f1": 0.720817, - "accuracy": 0.762846, - "main_score": 0.720817, - "hf_subset": "ell_Grek-fij_Latn", - "languages": [ - "ell-Grek", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ell_Grek-isl_Latn", - "languages": [ - "ell-Grek", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658762, - "recall": 0.717391, - "f1": 0.676482, - "accuracy": 0.717391, - "main_score": 0.676482, - "hf_subset": "ell_Grek-kon_Latn", - "languages": [ - "ell-Grek", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651367, - "recall": 0.72332, - "f1": 0.673134, - "accuracy": 0.72332, - "main_score": 0.673134, - "hf_subset": "ell_Grek-mni_Beng", - "languages": [ - "ell-Grek", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ron_Latn", - "languages": [ - "ell-Grek", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "ell_Grek-szl_Latn", - "languages": [ - "ell-Grek", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-vec_Latn", - "languages": [ - "ell-Grek", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951581, - "recall": 0.966403, - "f1": 0.956357, - "accuracy": 0.966403, - "main_score": 0.956357, - "hf_subset": "ell_Grek-amh_Ethi", - "languages": [ - "ell-Grek", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-bos_Latn", - "languages": [ - "ell-Grek", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-fin_Latn", - "languages": [ - "ell-Grek", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ita_Latn", - "languages": [ - "ell-Grek", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-kor_Hang", - "languages": [ - "ell-Grek", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555623, - "recall": 0.616601, - "f1": 0.572384, - "accuracy": 0.616601, - "main_score": 0.572384, - "hf_subset": "ell_Grek-mos_Latn", - "languages": [ - "ell-Grek", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553261, - "recall": 0.616601, - "f1": 0.571273, - "accuracy": 0.616601, - "main_score": 0.571273, - "hf_subset": "ell_Grek-run_Latn", - "languages": [ - "ell-Grek", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-tam_Taml", - "languages": [ - "ell-Grek", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-vie_Latn", - "languages": [ - "ell-Grek", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-apc_Arab", - "languages": [ - "ell-Grek", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803557, - "recall": 0.849802, - "f1": 0.817377, - "accuracy": 0.849802, - "main_score": 0.817377, - "hf_subset": "ell_Grek-bug_Latn", - "languages": [ - "ell-Grek", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46394, - "recall": 0.524704, - "f1": 0.480452, - "accuracy": 0.524704, - "main_score": 0.480452, - "hf_subset": "ell_Grek-fon_Latn", - "languages": [ - "ell-Grek", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-jav_Latn", - "languages": [ - "ell-Grek", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-lao_Laoo", - "languages": [ - "ell-Grek", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881094, - "recall": 0.914032, - "f1": 0.891587, - "accuracy": 0.914032, - "main_score": 0.891587, - "hf_subset": "ell_Grek-mri_Latn", - "languages": [ - "ell-Grek", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-rus_Cyrl", - "languages": [ - "ell-Grek", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532523, - "recall": 0.596838, - "f1": 0.550795, - "accuracy": 0.596838, - "main_score": 0.550795, - "hf_subset": "ell_Grek-taq_Latn", - "languages": [ - "ell-Grek", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ell_Grek-war_Latn", - "languages": [ - "ell-Grek", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-arb_Arab", - "languages": [ - "ell-Grek", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-bul_Cyrl", - "languages": [ - "ell-Grek", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-fra_Latn", - "languages": [ - "ell-Grek", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-jpn_Jpan", - "languages": [ - "ell-Grek", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ell_Grek-lij_Latn", - "languages": [ - "ell-Grek", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "ell_Grek-mya_Mymr", - "languages": [ - "ell-Grek", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580431, - "recall": 0.651186, - "f1": 0.600733, - "accuracy": 0.651186, - "main_score": 0.600733, - "hf_subset": "ell_Grek-sag_Latn", - "languages": [ - "ell-Grek", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187197, - "recall": 0.246047, - "f1": 0.200778, - "accuracy": 0.246047, - "main_score": 0.200778, - "hf_subset": "ell_Grek-taq_Tfng", - "languages": [ - "ell-Grek", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621625, - "recall": 0.688735, - "f1": 0.640952, - "accuracy": 0.688735, - "main_score": 0.640952, - "hf_subset": "ell_Grek-wol_Latn", - "languages": [ - "ell-Grek", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820603, - "recall": 0.866601, - "f1": 0.834519, - "accuracy": 0.866601, - "main_score": 0.834519, - "hf_subset": "ell_Grek-arb_Latn", - "languages": [ - "ell-Grek", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-cat_Latn", - "languages": [ - "ell-Grek", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-fur_Latn", - "languages": [ - "ell-Grek", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417215, - "recall": 0.476285, - "f1": 0.433901, - "accuracy": 0.476285, - "main_score": 0.433901, - "hf_subset": "ell_Grek-kab_Latn", - "languages": [ - "ell-Grek", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ell_Grek-lim_Latn", - "languages": [ - "ell-Grek", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-nld_Latn", - "languages": [ - "ell-Grek", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ell_Grek-san_Deva", - "languages": [ - "ell-Grek", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-tat_Cyrl", - "languages": [ - "ell-Grek", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679423, - "recall": 0.735178, - "f1": 0.695575, - "accuracy": 0.735178, - "main_score": 0.695575, - "hf_subset": "ell_Grek-xho_Latn", - "languages": [ - "ell-Grek", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ars_Arab", - "languages": [ - "ell-Grek", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-ceb_Latn", - "languages": [ - "ell-Grek", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558788, - "recall": 0.625494, - "f1": 0.577848, - "accuracy": 0.625494, - "main_score": 0.577848, - "hf_subset": "ell_Grek-fuv_Latn", - "languages": [ - "ell-Grek", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506368, - "recall": 0.577075, - "f1": 0.525932, - "accuracy": 0.577075, - "main_score": 0.525932, - "hf_subset": "ell_Grek-kac_Latn", - "languages": [ - "ell-Grek", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669944, - "recall": 0.72332, - "f1": 0.685573, - "accuracy": 0.72332, - "main_score": 0.685573, - "hf_subset": "ell_Grek-lin_Latn", - "languages": [ - "ell-Grek", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-nno_Latn", - "languages": [ - "ell-Grek", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.231286, - "recall": 0.321146, - "f1": 0.254683, - "accuracy": 0.321146, - "main_score": 0.254683, - "hf_subset": "ell_Grek-sat_Olck", - "languages": [ - "ell-Grek", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-tel_Telu", - "languages": [ - "ell-Grek", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "ell_Grek-ydd_Hebr", - "languages": [ - "ell-Grek", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ell_Grek-ary_Arab", - "languages": [ - "ell-Grek", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ces_Latn", - "languages": [ - "ell-Grek", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572901, - "recall": 0.640316, - "f1": 0.592624, - "accuracy": 0.640316, - "main_score": 0.592624, - "hf_subset": "ell_Grek-gaz_Latn", - "languages": [ - "ell-Grek", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587, - "recall": 0.650198, - "f1": 0.604313, - "accuracy": 0.650198, - "main_score": 0.604313, - "hf_subset": "ell_Grek-kam_Latn", - "languages": [ - "ell-Grek", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ell_Grek-lit_Latn", - "languages": [ - "ell-Grek", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-nob_Latn", - "languages": [ - "ell-Grek", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "ell_Grek-scn_Latn", - "languages": [ - "ell-Grek", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ell_Grek-tgk_Cyrl", - "languages": [ - "ell-Grek", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725059, - "recall": 0.786561, - "f1": 0.743975, - "accuracy": 0.786561, - "main_score": 0.743975, - "hf_subset": "ell_Grek-yor_Latn", - "languages": [ - "ell-Grek", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-arz_Arab", - "languages": [ - "ell-Grek", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551534, - "recall": 0.617589, - "f1": 0.57048, - "accuracy": 0.617589, - "main_score": 0.57048, - "hf_subset": "ell_Grek-cjk_Latn", - "languages": [ - "ell-Grek", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800659, - "recall": 0.848814, - "f1": 0.814822, - "accuracy": 0.848814, - "main_score": 0.814822, - "hf_subset": "ell_Grek-gla_Latn", - "languages": [ - "ell-Grek", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-kan_Knda", - "languages": [ - "ell-Grek", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "ell_Grek-lmo_Latn", - "languages": [ - "ell-Grek", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ell_Grek-npi_Deva", - "languages": [ - "ell-Grek", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466398, - "recall": 0.534585, - "f1": 0.484916, - "accuracy": 0.534585, - "main_score": 0.484916, - "hf_subset": "ell_Grek-shn_Mymr", - "languages": [ - "ell-Grek", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-tgl_Latn", - "languages": [ - "ell-Grek", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-yue_Hant", - "languages": [ - "ell-Grek", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ell_Grek-asm_Beng", - "languages": [ - "ell-Grek", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "ell_Grek-ckb_Arab", - "languages": [ - "ell-Grek", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895043, - "recall": 0.923913, - "f1": 0.904051, - "accuracy": 0.923913, - "main_score": 0.904051, - "hf_subset": "ell_Grek-gle_Latn", - "languages": [ - "ell-Grek", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.964427, - "f1": 0.953393, - "accuracy": 0.964427, - "main_score": 0.953393, - "hf_subset": "ell_Grek-kas_Arab", - "languages": [ - "ell-Grek", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940382, - "recall": 0.958498, - "f1": 0.946311, - "accuracy": 0.958498, - "main_score": 0.946311, - "hf_subset": "ell_Grek-ltg_Latn", - "languages": [ - "ell-Grek", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608126, - "recall": 0.664032, - "f1": 0.624198, - "accuracy": 0.664032, - "main_score": 0.624198, - "hf_subset": "ell_Grek-nso_Latn", - "languages": [ - "ell-Grek", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ell_Grek-sin_Sinh", - "languages": [ - "ell-Grek", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-tha_Thai", - "languages": [ - "ell-Grek", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-zho_Hans", - "languages": [ - "ell-Grek", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-ast_Latn", - "languages": [ - "ell-Grek", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-crh_Latn", - "languages": [ - "ell-Grek", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-glg_Latn", - "languages": [ - "ell-Grek", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909256, - "recall": 0.935771, - "f1": 0.917819, - "accuracy": 0.935771, - "main_score": 0.917819, - "hf_subset": "ell_Grek-kas_Deva", - "languages": [ - "ell-Grek", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ell_Grek-ltz_Latn", - "languages": [ - "ell-Grek", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46402, - "recall": 0.529644, - "f1": 0.481414, - "accuracy": 0.529644, - "main_score": 0.481414, - "hf_subset": "ell_Grek-nus_Latn", - "languages": [ - "ell-Grek", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-slk_Latn", - "languages": [ - "ell-Grek", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619829, - "recall": 0.6917, - "f1": 0.641532, - "accuracy": 0.6917, - "main_score": 0.641532, - "hf_subset": "ell_Grek-tir_Ethi", - "languages": [ - "ell-Grek", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-zho_Hant", - "languages": [ - "ell-Grek", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.98913, - "f1": 0.986989, - "accuracy": 0.98913, - "main_score": 0.986989, - "hf_subset": "ell_Grek-awa_Deva", - "languages": [ - "ell-Grek", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ell_Grek-cym_Latn", - "languages": [ - "ell-Grek", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846212, - "recall": 0.884387, - "f1": 0.858202, - "accuracy": 0.884387, - "main_score": 0.858202, - "hf_subset": "ell_Grek-grn_Latn", - "languages": [ - "ell-Grek", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-kat_Geor", - "languages": [ - "ell-Grek", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644956, - "recall": 0.698617, - "f1": 0.660406, - "accuracy": 0.698617, - "main_score": 0.660406, - "hf_subset": "ell_Grek-lua_Latn", - "languages": [ - "ell-Grek", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651246, - "recall": 0.713439, - "f1": 0.669208, - "accuracy": 0.713439, - "main_score": 0.669208, - "hf_subset": "ell_Grek-nya_Latn", - "languages": [ - "ell-Grek", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-slv_Latn", - "languages": [ - "ell-Grek", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.968379, - "f1": 0.958827, - "accuracy": 0.968379, - "main_score": 0.958827, - "hf_subset": "ell_Grek-tpi_Latn", - "languages": [ - "ell-Grek", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-zsm_Latn", - "languages": [ - "ell-Grek", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533138, - "recall": 0.601779, - "f1": 0.552196, - "accuracy": 0.601779, - "main_score": 0.552196, - "hf_subset": "ell_Grek-ayr_Latn", - "languages": [ - "ell-Grek", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-dan_Latn", - "languages": [ - "ell-Grek", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-guj_Gujr", - "languages": [ - "ell-Grek", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ell_Grek-kaz_Cyrl", - "languages": [ - "ell-Grek", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53117, - "recall": 0.597826, - "f1": 0.549909, - "accuracy": 0.597826, - "main_score": 0.549909, - "hf_subset": "ell_Grek-lug_Latn", - "languages": [ - "ell-Grek", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-oci_Latn", - "languages": [ - "ell-Grek", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828261, - "recall": 0.873518, - "f1": 0.842194, - "accuracy": 0.873518, - "main_score": 0.842194, - "hf_subset": "ell_Grek-smo_Latn", - "languages": [ - "ell-Grek", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54797, - "recall": 0.61166, - "f1": 0.565409, - "accuracy": 0.61166, - "main_score": 0.565409, - "hf_subset": "ell_Grek-tsn_Latn", - "languages": [ - "ell-Grek", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620726, - "recall": 0.684783, - "f1": 0.639107, - "accuracy": 0.684783, - "main_score": 0.639107, - "hf_subset": "ell_Grek-zul_Latn", - "languages": [ - "ell-Grek", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925725, - "recall": 0.947628, - "f1": 0.932642, - "accuracy": 0.947628, - "main_score": 0.932642, - "hf_subset": "ell_Grek-azb_Arab", - "languages": [ - "ell-Grek", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-deu_Latn", - "languages": [ - "ell-Grek", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.98419, - "f1": 0.980072, - "accuracy": 0.98419, - "main_score": 0.980072, - "hf_subset": "ell_Grek-hat_Latn", - "languages": [ - "ell-Grek", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490794, - "recall": 0.549407, - "f1": 0.507395, - "accuracy": 0.549407, - "main_score": 0.507395, - "hf_subset": "ell_Grek-kbp_Latn", - "languages": [ - "ell-Grek", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565364, - "recall": 0.62747, - "f1": 0.582428, - "accuracy": 0.62747, - "main_score": 0.582428, - "hf_subset": "ell_Grek-luo_Latn", - "languages": [ - "ell-Grek", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-ory_Orya", - "languages": [ - "ell-Grek", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57696, - "recall": 0.646245, - "f1": 0.597026, - "accuracy": 0.646245, - "main_score": 0.597026, - "hf_subset": "ell_Grek-sna_Latn", - "languages": [ - "ell-Grek", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559946, - "recall": 0.618577, - "f1": 0.57624, - "accuracy": 0.618577, - "main_score": 0.57624, - "hf_subset": "ell_Grek-tso_Latn", - "languages": [ - "ell-Grek", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-azj_Latn", - "languages": [ - "ell-Grek", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52813, - "recall": 0.598814, - "f1": 0.548777, - "accuracy": 0.598814, - "main_score": 0.548777, - "hf_subset": "ell_Grek-dik_Latn", - "languages": [ - "ell-Grek", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75448, - "recall": 0.809289, - "f1": 0.770624, - "accuracy": 0.809289, - "main_score": 0.770624, - "hf_subset": "ell_Grek-hau_Latn", - "languages": [ - "ell-Grek", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ell_Grek-kea_Latn", - "languages": [ - "ell-Grek", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736166, - "recall": 0.79249, - "f1": 0.752819, - "accuracy": 0.79249, - "main_score": 0.752819, - "hf_subset": "ell_Grek-lus_Latn", - "languages": [ - "ell-Grek", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864896, - "recall": 0.897233, - "f1": 0.874396, - "accuracy": 0.897233, - "main_score": 0.874396, - "hf_subset": "ell_Grek-pag_Latn", - "languages": [ - "ell-Grek", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-snd_Arab", - "languages": [ - "ell-Grek", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "ell_Grek-tuk_Latn", - "languages": [ - "ell-Grek", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ell_Grek-bak_Cyrl", - "languages": [ - "ell-Grek", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481897, - "recall": 0.561265, - "f1": 0.504602, - "accuracy": 0.561265, - "main_score": 0.504602, - "hf_subset": "ell_Grek-dyu_Latn", - "languages": [ - "ell-Grek", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ell_Grek-heb_Hebr", - "languages": [ - "ell-Grek", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ell_Grek-khk_Cyrl", - "languages": [ - "ell-Grek", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-lvs_Latn", - "languages": [ - "ell-Grek", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ell_Grek-pan_Guru", - "languages": [ - "ell-Grek", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703863, - "recall": 0.762846, - "f1": 0.721525, - "accuracy": 0.762846, - "main_score": 0.721525, - "hf_subset": "ell_Grek-som_Latn", - "languages": [ - "ell-Grek", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595142, - "recall": 0.647233, - "f1": 0.610164, - "accuracy": 0.647233, - "main_score": 0.610164, - "hf_subset": "ell_Grek-tum_Latn", - "languages": [ - "ell-Grek", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56354, - "recall": 0.629447, - "f1": 0.582562, - "accuracy": 0.629447, - "main_score": 0.582562, - "hf_subset": "hne_Deva-ace_Arab", - "languages": [ - "hne-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509733, - "recall": 0.575099, - "f1": 0.528284, - "accuracy": 0.575099, - "main_score": 0.528284, - "hf_subset": "hne_Deva-bam_Latn", - "languages": [ - "hne-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421727, - "recall": 0.499012, - "f1": 0.442326, - "accuracy": 0.499012, - "main_score": 0.442326, - "hf_subset": "hne_Deva-dzo_Tibt", - "languages": [ - "hne-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-hin_Deva", - "languages": [ - "hne-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-khm_Khmr", - "languages": [ - "hne-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-mag_Deva", - "languages": [ - "hne-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "hne_Deva-pap_Latn", - "languages": [ - "hne-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581775, - "recall": 0.642292, - "f1": 0.598722, - "accuracy": 0.642292, - "main_score": 0.598722, - "hf_subset": "hne_Deva-sot_Latn", - "languages": [ - "hne-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-tur_Latn", - "languages": [ - "hne-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867918, - "recall": 0.903162, - "f1": 0.878708, - "accuracy": 0.903162, - "main_score": 0.878708, - "hf_subset": "hne_Deva-ace_Latn", - "languages": [ - "hne-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.964427, - "f1": 0.955204, - "accuracy": 0.964427, - "main_score": 0.955204, - "hf_subset": "hne_Deva-ban_Latn", - "languages": [ - "hne-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-ell_Grek", - "languages": [ - "hne-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583744, - "recall": 0.640316, - "f1": 0.600125, - "accuracy": 0.640316, - "main_score": 0.600125, - "hf_subset": "hne_Deva-kik_Latn", - "languages": [ - "hne-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-mai_Deva", - "languages": [ - "hne-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "hne_Deva-pbt_Arab", - "languages": [ - "hne-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-spa_Latn", - "languages": [ - "hne-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60454, - "recall": 0.672925, - "f1": 0.622876, - "accuracy": 0.672925, - "main_score": 0.622876, - "hf_subset": "hne_Deva-twi_Latn", - "languages": [ - "hne-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-acm_Arab", - "languages": [ - "hne-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "hne_Deva-bel_Cyrl", - "languages": [ - "hne-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-eng_Latn", - "languages": [ - "hne-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-hrv_Latn", - "languages": [ - "hne-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527561, - "recall": 0.592885, - "f1": 0.54531, - "accuracy": 0.592885, - "main_score": 0.54531, - "hf_subset": "hne_Deva-kin_Latn", - "languages": [ - "hne-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-mal_Mlym", - "languages": [ - "hne-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-pes_Arab", - "languages": [ - "hne-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "hne_Deva-srd_Latn", - "languages": [ - "hne-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180727, - "recall": 0.221344, - "f1": 0.190592, - "accuracy": 0.221344, - "main_score": 0.190592, - "hf_subset": "hne_Deva-tzm_Tfng", - "languages": [ - "hne-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-acq_Arab", - "languages": [ - "hne-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607353, - "recall": 0.659091, - "f1": 0.621601, - "accuracy": 0.659091, - "main_score": 0.621601, - "hf_subset": "hne_Deva-bem_Latn", - "languages": [ - "hne-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-epo_Latn", - "languages": [ - "hne-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-hun_Latn", - "languages": [ - "hne-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "hne_Deva-kir_Cyrl", - "languages": [ - "hne-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-mar_Deva", - "languages": [ - "hne-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643661, - "recall": 0.699605, - "f1": 0.659939, - "accuracy": 0.699605, - "main_score": 0.659939, - "hf_subset": "hne_Deva-plt_Latn", - "languages": [ - "hne-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-srp_Cyrl", - "languages": [ - "hne-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948781, - "recall": 0.964427, - "f1": 0.953887, - "accuracy": 0.964427, - "main_score": 0.953887, - "hf_subset": "hne_Deva-uig_Arab", - "languages": [ - "hne-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-aeb_Arab", - "languages": [ - "hne-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-ben_Beng", - "languages": [ - "hne-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-est_Latn", - "languages": [ - "hne-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-hye_Armn", - "languages": [ - "hne-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531408, - "recall": 0.583992, - "f1": 0.546251, - "accuracy": 0.583992, - "main_score": 0.546251, - "hf_subset": "hne_Deva-kmb_Latn", - "languages": [ - "hne-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490437, - "recall": 0.56917, - "f1": 0.511596, - "accuracy": 0.56917, - "main_score": 0.511596, - "hf_subset": "hne_Deva-min_Arab", - "languages": [ - "hne-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-pol_Latn", - "languages": [ - "hne-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547962, - "recall": 0.612648, - "f1": 0.565817, - "accuracy": 0.612648, - "main_score": 0.565817, - "hf_subset": "hne_Deva-ssw_Latn", - "languages": [ - "hne-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-ukr_Cyrl", - "languages": [ - "hne-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-afr_Latn", - "languages": [ - "hne-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-bho_Deva", - "languages": [ - "hne-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "hne_Deva-eus_Latn", - "languages": [ - "hne-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571511, - "recall": 0.634387, - "f1": 0.588572, - "accuracy": 0.634387, - "main_score": 0.588572, - "hf_subset": "hne_Deva-ibo_Latn", - "languages": [ - "hne-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859601, - "recall": 0.897233, - "f1": 0.871443, - "accuracy": 0.897233, - "main_score": 0.871443, - "hf_subset": "hne_Deva-kmr_Latn", - "languages": [ - "hne-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "hne_Deva-min_Latn", - "languages": [ - "hne-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-por_Latn", - "languages": [ - "hne-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-sun_Latn", - "languages": [ - "hne-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515827, - "recall": 0.56917, - "f1": 0.530648, - "accuracy": 0.56917, - "main_score": 0.530648, - "hf_subset": "hne_Deva-umb_Latn", - "languages": [ - "hne-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-ajp_Arab", - "languages": [ - "hne-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523491, - "recall": 0.591897, - "f1": 0.542738, - "accuracy": 0.591897, - "main_score": 0.542738, - "hf_subset": "hne_Deva-bjn_Arab", - "languages": [ - "hne-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525291, - "recall": 0.581028, - "f1": 0.539722, - "accuracy": 0.581028, - "main_score": 0.539722, - "hf_subset": "hne_Deva-ewe_Latn", - "languages": [ - "hne-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940217, - "recall": 0.956522, - "f1": 0.94529, - "accuracy": 0.956522, - "main_score": 0.94529, - "hf_subset": "hne_Deva-ilo_Latn", - "languages": [ - "hne-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317441, - "recall": 0.37747, - "f1": 0.333814, - "accuracy": 0.37747, - "main_score": 0.333814, - "hf_subset": "hne_Deva-knc_Arab", - "languages": [ - "hne-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-mkd_Cyrl", - "languages": [ - "hne-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-prs_Arab", - "languages": [ - "hne-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-swe_Latn", - "languages": [ - "hne-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-urd_Arab", - "languages": [ - "hne-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56788, - "recall": 0.63834, - "f1": 0.587589, - "accuracy": 0.63834, - "main_score": 0.587589, - "hf_subset": "hne_Deva-aka_Latn", - "languages": [ - "hne-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "hne_Deva-bjn_Latn", - "languages": [ - "hne-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "hne_Deva-fao_Latn", - "languages": [ - "hne-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-ind_Latn", - "languages": [ - "hne-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581213, - "recall": 0.646245, - "f1": 0.599739, - "accuracy": 0.646245, - "main_score": 0.599739, - "hf_subset": "hne_Deva-knc_Latn", - "languages": [ - "hne-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "hne_Deva-mlt_Latn", - "languages": [ - "hne-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684268, - "recall": 0.750988, - "f1": 0.703746, - "accuracy": 0.750988, - "main_score": 0.703746, - "hf_subset": "hne_Deva-quy_Latn", - "languages": [ - "hne-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "hne_Deva-swh_Latn", - "languages": [ - "hne-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hne_Deva-uzn_Latn", - "languages": [ - "hne-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-als_Latn", - "languages": [ - "hne-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6222, - "recall": 0.700593, - "f1": 0.644848, - "accuracy": 0.700593, - "main_score": 0.644848, - "hf_subset": "hne_Deva-bod_Tibt", - "languages": [ - "hne-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669368, - "recall": 0.729249, - "f1": 0.687121, - "accuracy": 0.729249, - "main_score": 0.687121, - "hf_subset": "hne_Deva-fij_Latn", - "languages": [ - "hne-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "hne_Deva-isl_Latn", - "languages": [ - "hne-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654801, - "recall": 0.709486, - "f1": 0.671069, - "accuracy": 0.709486, - "main_score": 0.671069, - "hf_subset": "hne_Deva-kon_Latn", - "languages": [ - "hne-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674746, - "recall": 0.737154, - "f1": 0.692756, - "accuracy": 0.737154, - "main_score": 0.692756, - "hf_subset": "hne_Deva-mni_Beng", - "languages": [ - "hne-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-ron_Latn", - "languages": [ - "hne-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.985178, - "f1": 0.981884, - "accuracy": 0.985178, - "main_score": 0.981884, - "hf_subset": "hne_Deva-szl_Latn", - "languages": [ - "hne-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-vec_Latn", - "languages": [ - "hne-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928557, - "recall": 0.950593, - "f1": 0.935606, - "accuracy": 0.950593, - "main_score": 0.935606, - "hf_subset": "hne_Deva-amh_Ethi", - "languages": [ - "hne-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-bos_Latn", - "languages": [ - "hne-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-fin_Latn", - "languages": [ - "hne-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-ita_Latn", - "languages": [ - "hne-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-kor_Hang", - "languages": [ - "hne-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536009, - "recall": 0.594862, - "f1": 0.552212, - "accuracy": 0.594862, - "main_score": 0.552212, - "hf_subset": "hne_Deva-mos_Latn", - "languages": [ - "hne-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537871, - "recall": 0.594862, - "f1": 0.553673, - "accuracy": 0.594862, - "main_score": 0.553673, - "hf_subset": "hne_Deva-run_Latn", - "languages": [ - "hne-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-tam_Taml", - "languages": [ - "hne-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-vie_Latn", - "languages": [ - "hne-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-apc_Arab", - "languages": [ - "hne-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792309, - "recall": 0.838933, - "f1": 0.806357, - "accuracy": 0.838933, - "main_score": 0.806357, - "hf_subset": "hne_Deva-bug_Latn", - "languages": [ - "hne-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458941, - "recall": 0.513834, - "f1": 0.473741, - "accuracy": 0.513834, - "main_score": 0.473741, - "hf_subset": "hne_Deva-fon_Latn", - "languages": [ - "hne-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hne_Deva-jav_Latn", - "languages": [ - "hne-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-lao_Laoo", - "languages": [ - "hne-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851103, - "recall": 0.891304, - "f1": 0.86334, - "accuracy": 0.891304, - "main_score": 0.86334, - "hf_subset": "hne_Deva-mri_Latn", - "languages": [ - "hne-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-rus_Cyrl", - "languages": [ - "hne-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52916, - "recall": 0.588933, - "f1": 0.545421, - "accuracy": 0.588933, - "main_score": 0.545421, - "hf_subset": "hne_Deva-taq_Latn", - "languages": [ - "hne-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-war_Latn", - "languages": [ - "hne-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-arb_Arab", - "languages": [ - "hne-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-bul_Cyrl", - "languages": [ - "hne-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-fra_Latn", - "languages": [ - "hne-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-jpn_Jpan", - "languages": [ - "hne-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "hne_Deva-lij_Latn", - "languages": [ - "hne-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980567, - "recall": 0.986166, - "f1": 0.982378, - "accuracy": 0.986166, - "main_score": 0.982378, - "hf_subset": "hne_Deva-mya_Mymr", - "languages": [ - "hne-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595622, - "recall": 0.656126, - "f1": 0.612051, - "accuracy": 0.656126, - "main_score": 0.612051, - "hf_subset": "hne_Deva-sag_Latn", - "languages": [ - "hne-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19643, - "recall": 0.251976, - "f1": 0.208835, - "accuracy": 0.251976, - "main_score": 0.208835, - "hf_subset": "hne_Deva-taq_Tfng", - "languages": [ - "hne-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616783, - "recall": 0.681818, - "f1": 0.635042, - "accuracy": 0.681818, - "main_score": 0.635042, - "hf_subset": "hne_Deva-wol_Latn", - "languages": [ - "hne-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784042, - "recall": 0.838933, - "f1": 0.800678, - "accuracy": 0.838933, - "main_score": 0.800678, - "hf_subset": "hne_Deva-arb_Latn", - "languages": [ - "hne-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-cat_Latn", - "languages": [ - "hne-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.986166, - "f1": 0.982872, - "accuracy": 0.986166, - "main_score": 0.982872, - "hf_subset": "hne_Deva-fur_Latn", - "languages": [ - "hne-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403887, - "recall": 0.458498, - "f1": 0.418749, - "accuracy": 0.458498, - "main_score": 0.418749, - "hf_subset": "hne_Deva-kab_Latn", - "languages": [ - "hne-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "hne_Deva-lim_Latn", - "languages": [ - "hne-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-nld_Latn", - "languages": [ - "hne-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "hne_Deva-san_Deva", - "languages": [ - "hne-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-tat_Cyrl", - "languages": [ - "hne-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657407, - "recall": 0.714427, - "f1": 0.673217, - "accuracy": 0.714427, - "main_score": 0.673217, - "hf_subset": "hne_Deva-xho_Latn", - "languages": [ - "hne-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-ars_Arab", - "languages": [ - "hne-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-ceb_Latn", - "languages": [ - "hne-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554421, - "recall": 0.618577, - "f1": 0.572728, - "accuracy": 0.618577, - "main_score": 0.572728, - "hf_subset": "hne_Deva-fuv_Latn", - "languages": [ - "hne-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500636, - "recall": 0.568182, - "f1": 0.518523, - "accuracy": 0.568182, - "main_score": 0.518523, - "hf_subset": "hne_Deva-kac_Latn", - "languages": [ - "hne-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667984, - "recall": 0.72332, - "f1": 0.68378, - "accuracy": 0.72332, - "main_score": 0.68378, - "hf_subset": "hne_Deva-lin_Latn", - "languages": [ - "hne-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-nno_Latn", - "languages": [ - "hne-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.251521, - "recall": 0.333992, - "f1": 0.273097, - "accuracy": 0.333992, - "main_score": 0.273097, - "hf_subset": "hne_Deva-sat_Olck", - "languages": [ - "hne-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "hne_Deva-tel_Telu", - "languages": [ - "hne-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "hne_Deva-ydd_Hebr", - "languages": [ - "hne-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "hne_Deva-ary_Arab", - "languages": [ - "hne-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-ces_Latn", - "languages": [ - "hne-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572637, - "recall": 0.633399, - "f1": 0.590145, - "accuracy": 0.633399, - "main_score": 0.590145, - "hf_subset": "hne_Deva-gaz_Latn", - "languages": [ - "hne-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579681, - "recall": 0.643281, - "f1": 0.597364, - "accuracy": 0.643281, - "main_score": 0.597364, - "hf_subset": "hne_Deva-kam_Latn", - "languages": [ - "hne-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "hne_Deva-lit_Latn", - "languages": [ - "hne-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-nob_Latn", - "languages": [ - "hne-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "hne_Deva-scn_Latn", - "languages": [ - "hne-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "hne_Deva-tgk_Cyrl", - "languages": [ - "hne-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688614, - "recall": 0.753953, - "f1": 0.708042, - "accuracy": 0.753953, - "main_score": 0.708042, - "hf_subset": "hne_Deva-yor_Latn", - "languages": [ - "hne-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-arz_Arab", - "languages": [ - "hne-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558248, - "recall": 0.620553, - "f1": 0.575678, - "accuracy": 0.620553, - "main_score": 0.575678, - "hf_subset": "hne_Deva-cjk_Latn", - "languages": [ - "hne-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754298, - "recall": 0.807312, - "f1": 0.770243, - "accuracy": 0.807312, - "main_score": 0.770243, - "hf_subset": "hne_Deva-gla_Latn", - "languages": [ - "hne-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-kan_Knda", - "languages": [ - "hne-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.98419, - "f1": 0.980072, - "accuracy": 0.98419, - "main_score": 0.980072, - "hf_subset": "hne_Deva-lmo_Latn", - "languages": [ - "hne-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "hne_Deva-npi_Deva", - "languages": [ - "hne-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46775, - "recall": 0.528656, - "f1": 0.484143, - "accuracy": 0.528656, - "main_score": 0.484143, - "hf_subset": "hne_Deva-shn_Mymr", - "languages": [ - "hne-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-tgl_Latn", - "languages": [ - "hne-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-yue_Hant", - "languages": [ - "hne-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-asm_Beng", - "languages": [ - "hne-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.964427, - "f1": 0.954545, - "accuracy": 0.964427, - "main_score": 0.954545, - "hf_subset": "hne_Deva-ckb_Arab", - "languages": [ - "hne-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849424, - "recall": 0.887352, - "f1": 0.861199, - "accuracy": 0.887352, - "main_score": 0.861199, - "hf_subset": "hne_Deva-gle_Latn", - "languages": [ - "hne-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "hne_Deva-kas_Arab", - "languages": [ - "hne-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922266, - "recall": 0.94664, - "f1": 0.930171, - "accuracy": 0.94664, - "main_score": 0.930171, - "hf_subset": "hne_Deva-ltg_Latn", - "languages": [ - "hne-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590939, - "recall": 0.647233, - "f1": 0.606683, - "accuracy": 0.647233, - "main_score": 0.606683, - "hf_subset": "hne_Deva-nso_Latn", - "languages": [ - "hne-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "hne_Deva-sin_Sinh", - "languages": [ - "hne-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-tha_Thai", - "languages": [ - "hne-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-zho_Hans", - "languages": [ - "hne-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hne_Deva-ast_Latn", - "languages": [ - "hne-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hne_Deva-crh_Latn", - "languages": [ - "hne-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-glg_Latn", - "languages": [ - "hne-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920784, - "recall": 0.944664, - "f1": 0.928689, - "accuracy": 0.944664, - "main_score": 0.928689, - "hf_subset": "hne_Deva-kas_Deva", - "languages": [ - "hne-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "hne_Deva-ltz_Latn", - "languages": [ - "hne-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456544, - "recall": 0.520751, - "f1": 0.47404, - "accuracy": 0.520751, - "main_score": 0.47404, - "hf_subset": "hne_Deva-nus_Latn", - "languages": [ - "hne-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "hne_Deva-slk_Latn", - "languages": [ - "hne-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628409, - "recall": 0.701581, - "f1": 0.649675, - "accuracy": 0.701581, - "main_score": 0.649675, - "hf_subset": "hne_Deva-tir_Ethi", - "languages": [ - "hne-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-zho_Hant", - "languages": [ - "hne-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "hne_Deva-awa_Deva", - "languages": [ - "hne-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "hne_Deva-cym_Latn", - "languages": [ - "hne-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830896, - "recall": 0.870553, - "f1": 0.843017, - "accuracy": 0.870553, - "main_score": 0.843017, - "hf_subset": "hne_Deva-grn_Latn", - "languages": [ - "hne-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-kat_Geor", - "languages": [ - "hne-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643603, - "recall": 0.699605, - "f1": 0.659226, - "accuracy": 0.699605, - "main_score": 0.659226, - "hf_subset": "hne_Deva-lua_Latn", - "languages": [ - "hne-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629035, - "recall": 0.690711, - "f1": 0.646066, - "accuracy": 0.690711, - "main_score": 0.646066, - "hf_subset": "hne_Deva-nya_Latn", - "languages": [ - "hne-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-slv_Latn", - "languages": [ - "hne-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948699, - "recall": 0.963439, - "f1": 0.953294, - "accuracy": 0.963439, - "main_score": 0.953294, - "hf_subset": "hne_Deva-tpi_Latn", - "languages": [ - "hne-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-zsm_Latn", - "languages": [ - "hne-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542264, - "recall": 0.597826, - "f1": 0.558343, - "accuracy": 0.597826, - "main_score": 0.558343, - "hf_subset": "hne_Deva-ayr_Latn", - "languages": [ - "hne-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-dan_Latn", - "languages": [ - "hne-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-guj_Gujr", - "languages": [ - "hne-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hne_Deva-kaz_Cyrl", - "languages": [ - "hne-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51363, - "recall": 0.574111, - "f1": 0.530476, - "accuracy": 0.574111, - "main_score": 0.530476, - "hf_subset": "hne_Deva-lug_Latn", - "languages": [ - "hne-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-oci_Latn", - "languages": [ - "hne-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802372, - "recall": 0.852767, - "f1": 0.817951, - "accuracy": 0.852767, - "main_score": 0.817951, - "hf_subset": "hne_Deva-smo_Latn", - "languages": [ - "hne-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530916, - "recall": 0.591897, - "f1": 0.547947, - "accuracy": 0.591897, - "main_score": 0.547947, - "hf_subset": "hne_Deva-tsn_Latn", - "languages": [ - "hne-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590516, - "recall": 0.652174, - "f1": 0.608189, - "accuracy": 0.652174, - "main_score": 0.608189, - "hf_subset": "hne_Deva-zul_Latn", - "languages": [ - "hne-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917161, - "recall": 0.939723, - "f1": 0.924242, - "accuracy": 0.939723, - "main_score": 0.924242, - "hf_subset": "hne_Deva-azb_Arab", - "languages": [ - "hne-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-deu_Latn", - "languages": [ - "hne-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "hne_Deva-hat_Latn", - "languages": [ - "hne-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473035, - "recall": 0.534585, - "f1": 0.4901, - "accuracy": 0.534585, - "main_score": 0.4901, - "hf_subset": "hne_Deva-kbp_Latn", - "languages": [ - "hne-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562782, - "recall": 0.616601, - "f1": 0.577376, - "accuracy": 0.616601, - "main_score": 0.577376, - "hf_subset": "hne_Deva-luo_Latn", - "languages": [ - "hne-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hne_Deva-ory_Orya", - "languages": [ - "hne-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576419, - "recall": 0.645257, - "f1": 0.59589, - "accuracy": 0.645257, - "main_score": 0.59589, - "hf_subset": "hne_Deva-sna_Latn", - "languages": [ - "hne-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560944, - "recall": 0.613636, - "f1": 0.575827, - "accuracy": 0.613636, - "main_score": 0.575827, - "hf_subset": "hne_Deva-tso_Latn", - "languages": [ - "hne-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hne_Deva-azj_Latn", - "languages": [ - "hne-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519055, - "recall": 0.590909, - "f1": 0.539864, - "accuracy": 0.590909, - "main_score": 0.539864, - "hf_subset": "hne_Deva-dik_Latn", - "languages": [ - "hne-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730215, - "recall": 0.784585, - "f1": 0.746366, - "accuracy": 0.784585, - "main_score": 0.746366, - "hf_subset": "hne_Deva-hau_Latn", - "languages": [ - "hne-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "hne_Deva-kea_Latn", - "languages": [ - "hne-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73941, - "recall": 0.794466, - "f1": 0.755599, - "accuracy": 0.794466, - "main_score": 0.755599, - "hf_subset": "hne_Deva-lus_Latn", - "languages": [ - "hne-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869928, - "recall": 0.900198, - "f1": 0.878887, - "accuracy": 0.900198, - "main_score": 0.878887, - "hf_subset": "hne_Deva-pag_Latn", - "languages": [ - "hne-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hne_Deva-snd_Arab", - "languages": [ - "hne-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "hne_Deva-tuk_Latn", - "languages": [ - "hne-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "hne_Deva-bak_Cyrl", - "languages": [ - "hne-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485063, - "recall": 0.564229, - "f1": 0.507684, - "accuracy": 0.564229, - "main_score": 0.507684, - "hf_subset": "hne_Deva-dyu_Latn", - "languages": [ - "hne-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hne_Deva-heb_Hebr", - "languages": [ - "hne-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "hne_Deva-khk_Cyrl", - "languages": [ - "hne-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-lvs_Latn", - "languages": [ - "hne-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hne_Deva-pan_Guru", - "languages": [ - "hne-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699226, - "recall": 0.76087, - "f1": 0.717975, - "accuracy": 0.76087, - "main_score": 0.717975, - "hf_subset": "hne_Deva-som_Latn", - "languages": [ - "hne-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589479, - "recall": 0.635375, - "f1": 0.602197, - "accuracy": 0.635375, - "main_score": 0.602197, - "hf_subset": "hne_Deva-tum_Latn", - "languages": [ - "hne-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397572, - "recall": 0.45751, - "f1": 0.414529, - "accuracy": 0.45751, - "main_score": 0.414529, - "hf_subset": "kik_Latn-ace_Arab", - "languages": [ - "kik-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484217, - "recall": 0.544466, - "f1": 0.499745, - "accuracy": 0.544466, - "main_score": 0.499745, - "hf_subset": "kik_Latn-bam_Latn", - "languages": [ - "kik-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152618, - "recall": 0.204545, - "f1": 0.165612, - "accuracy": 0.204545, - "main_score": 0.165612, - "hf_subset": "kik_Latn-dzo_Tibt", - "languages": [ - "kik-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591277, - "recall": 0.648221, - "f1": 0.606139, - "accuracy": 0.648221, - "main_score": 0.606139, - "hf_subset": "kik_Latn-hin_Deva", - "languages": [ - "kik-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545174, - "recall": 0.598814, - "f1": 0.55964, - "accuracy": 0.598814, - "main_score": 0.55964, - "hf_subset": "kik_Latn-khm_Khmr", - "languages": [ - "kik-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579622, - "recall": 0.636364, - "f1": 0.594934, - "accuracy": 0.636364, - "main_score": 0.594934, - "hf_subset": "kik_Latn-mag_Deva", - "languages": [ - "kik-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594128, - "recall": 0.63834, - "f1": 0.606207, - "accuracy": 0.63834, - "main_score": 0.606207, - "hf_subset": "kik_Latn-pap_Latn", - "languages": [ - "kik-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552753, - "recall": 0.605731, - "f1": 0.567779, - "accuracy": 0.605731, - "main_score": 0.567779, - "hf_subset": "kik_Latn-sot_Latn", - "languages": [ - "kik-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580199, - "recall": 0.637352, - "f1": 0.595691, - "accuracy": 0.637352, - "main_score": 0.595691, - "hf_subset": "kik_Latn-tur_Latn", - "languages": [ - "kik-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576623, - "recall": 0.619565, - "f1": 0.588829, - "accuracy": 0.619565, - "main_score": 0.588829, - "hf_subset": "kik_Latn-ace_Latn", - "languages": [ - "kik-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603657, - "recall": 0.641304, - "f1": 0.613934, - "accuracy": 0.641304, - "main_score": 0.613934, - "hf_subset": "kik_Latn-ban_Latn", - "languages": [ - "kik-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586669, - "recall": 0.642292, - "f1": 0.601067, - "accuracy": 0.642292, - "main_score": 0.601067, - "hf_subset": "kik_Latn-ell_Grek", - "languages": [ - "kik-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566378, - "recall": 0.619565, - "f1": 0.581252, - "accuracy": 0.619565, - "main_score": 0.581252, - "hf_subset": "kik_Latn-hne_Deva", - "languages": [ - "kik-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57245, - "recall": 0.623518, - "f1": 0.585387, - "accuracy": 0.623518, - "main_score": 0.585387, - "hf_subset": "kik_Latn-mai_Deva", - "languages": [ - "kik-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538233, - "recall": 0.596838, - "f1": 0.553524, - "accuracy": 0.596838, - "main_score": 0.553524, - "hf_subset": "kik_Latn-pbt_Arab", - "languages": [ - "kik-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588227, - "recall": 0.640316, - "f1": 0.602242, - "accuracy": 0.640316, - "main_score": 0.602242, - "hf_subset": "kik_Latn-spa_Latn", - "languages": [ - "kik-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544906, - "recall": 0.588933, - "f1": 0.557562, - "accuracy": 0.588933, - "main_score": 0.557562, - "hf_subset": "kik_Latn-twi_Latn", - "languages": [ - "kik-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576077, - "recall": 0.625494, - "f1": 0.589604, - "accuracy": 0.625494, - "main_score": 0.589604, - "hf_subset": "kik_Latn-acm_Arab", - "languages": [ - "kik-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560242, - "recall": 0.616601, - "f1": 0.575406, - "accuracy": 0.616601, - "main_score": 0.575406, - "hf_subset": "kik_Latn-bel_Cyrl", - "languages": [ - "kik-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628786, - "recall": 0.675889, - "f1": 0.641463, - "accuracy": 0.675889, - "main_score": 0.641463, - "hf_subset": "kik_Latn-eng_Latn", - "languages": [ - "kik-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60703, - "recall": 0.657115, - "f1": 0.619953, - "accuracy": 0.657115, - "main_score": 0.619953, - "hf_subset": "kik_Latn-hrv_Latn", - "languages": [ - "kik-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506315, - "recall": 0.566206, - "f1": 0.522699, - "accuracy": 0.566206, - "main_score": 0.522699, - "hf_subset": "kik_Latn-kin_Latn", - "languages": [ - "kik-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574957, - "recall": 0.62747, - "f1": 0.589459, - "accuracy": 0.62747, - "main_score": 0.589459, - "hf_subset": "kik_Latn-mal_Mlym", - "languages": [ - "kik-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586639, - "recall": 0.637352, - "f1": 0.600497, - "accuracy": 0.637352, - "main_score": 0.600497, - "hf_subset": "kik_Latn-pes_Arab", - "languages": [ - "kik-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590848, - "recall": 0.634387, - "f1": 0.602886, - "accuracy": 0.634387, - "main_score": 0.602886, - "hf_subset": "kik_Latn-srd_Latn", - "languages": [ - "kik-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.11003, - "recall": 0.149209, - "f1": 0.119383, - "accuracy": 0.149209, - "main_score": 0.119383, - "hf_subset": "kik_Latn-tzm_Tfng", - "languages": [ - "kik-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572653, - "recall": 0.62253, - "f1": 0.586455, - "accuracy": 0.62253, - "main_score": 0.586455, - "hf_subset": "kik_Latn-acq_Arab", - "languages": [ - "kik-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558409, - "recall": 0.608696, - "f1": 0.572276, - "accuracy": 0.608696, - "main_score": 0.572276, - "hf_subset": "kik_Latn-bem_Latn", - "languages": [ - "kik-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594573, - "recall": 0.640316, - "f1": 0.60725, - "accuracy": 0.640316, - "main_score": 0.60725, - "hf_subset": "kik_Latn-epo_Latn", - "languages": [ - "kik-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583641, - "recall": 0.637352, - "f1": 0.598141, - "accuracy": 0.637352, - "main_score": 0.598141, - "hf_subset": "kik_Latn-hun_Latn", - "languages": [ - "kik-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565259, - "recall": 0.620553, - "f1": 0.580341, - "accuracy": 0.620553, - "main_score": 0.580341, - "hf_subset": "kik_Latn-kir_Cyrl", - "languages": [ - "kik-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586323, - "recall": 0.632411, - "f1": 0.59871, - "accuracy": 0.632411, - "main_score": 0.59871, - "hf_subset": "kik_Latn-mar_Deva", - "languages": [ - "kik-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531177, - "recall": 0.585968, - "f1": 0.546156, - "accuracy": 0.585968, - "main_score": 0.546156, - "hf_subset": "kik_Latn-plt_Latn", - "languages": [ - "kik-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591544, - "recall": 0.643281, - "f1": 0.606123, - "accuracy": 0.643281, - "main_score": 0.606123, - "hf_subset": "kik_Latn-srp_Cyrl", - "languages": [ - "kik-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479141, - "recall": 0.54249, - "f1": 0.496818, - "accuracy": 0.54249, - "main_score": 0.496818, - "hf_subset": "kik_Latn-uig_Arab", - "languages": [ - "kik-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562516, - "recall": 0.613636, - "f1": 0.576053, - "accuracy": 0.613636, - "main_score": 0.576053, - "hf_subset": "kik_Latn-aeb_Arab", - "languages": [ - "kik-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579264, - "recall": 0.632411, - "f1": 0.593765, - "accuracy": 0.632411, - "main_score": 0.593765, - "hf_subset": "kik_Latn-ben_Beng", - "languages": [ - "kik-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569033, - "recall": 0.621542, - "f1": 0.583874, - "accuracy": 0.621542, - "main_score": 0.583874, - "hf_subset": "kik_Latn-est_Latn", - "languages": [ - "kik-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556637, - "recall": 0.613636, - "f1": 0.572415, - "accuracy": 0.613636, - "main_score": 0.572415, - "hf_subset": "kik_Latn-hye_Armn", - "languages": [ - "kik-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507453, - "recall": 0.555336, - "f1": 0.521301, - "accuracy": 0.555336, - "main_score": 0.521301, - "hf_subset": "kik_Latn-kmb_Latn", - "languages": [ - "kik-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.343855, - "recall": 0.411067, - "f1": 0.362015, - "accuracy": 0.411067, - "main_score": 0.362015, - "hf_subset": "kik_Latn-min_Arab", - "languages": [ - "kik-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605659, - "recall": 0.653162, - "f1": 0.61863, - "accuracy": 0.653162, - "main_score": 0.61863, - "hf_subset": "kik_Latn-pol_Latn", - "languages": [ - "kik-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51166, - "recall": 0.576087, - "f1": 0.529518, - "accuracy": 0.576087, - "main_score": 0.529518, - "hf_subset": "kik_Latn-ssw_Latn", - "languages": [ - "kik-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587446, - "recall": 0.642292, - "f1": 0.602233, - "accuracy": 0.642292, - "main_score": 0.602233, - "hf_subset": "kik_Latn-ukr_Cyrl", - "languages": [ - "kik-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611862, - "recall": 0.662055, - "f1": 0.625683, - "accuracy": 0.662055, - "main_score": 0.625683, - "hf_subset": "kik_Latn-afr_Latn", - "languages": [ - "kik-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579695, - "recall": 0.62747, - "f1": 0.593682, - "accuracy": 0.62747, - "main_score": 0.593682, - "hf_subset": "kik_Latn-bho_Deva", - "languages": [ - "kik-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572732, - "recall": 0.628458, - "f1": 0.587596, - "accuracy": 0.628458, - "main_score": 0.587596, - "hf_subset": "kik_Latn-eus_Latn", - "languages": [ - "kik-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525832, - "recall": 0.576087, - "f1": 0.540536, - "accuracy": 0.576087, - "main_score": 0.540536, - "hf_subset": "kik_Latn-ibo_Latn", - "languages": [ - "kik-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554375, - "recall": 0.602767, - "f1": 0.567987, - "accuracy": 0.602767, - "main_score": 0.567987, - "hf_subset": "kik_Latn-kmr_Latn", - "languages": [ - "kik-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587279, - "recall": 0.636364, - "f1": 0.600289, - "accuracy": 0.636364, - "main_score": 0.600289, - "hf_subset": "kik_Latn-min_Latn", - "languages": [ - "kik-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614692, - "recall": 0.661067, - "f1": 0.626866, - "accuracy": 0.661067, - "main_score": 0.626866, - "hf_subset": "kik_Latn-por_Latn", - "languages": [ - "kik-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598156, - "recall": 0.645257, - "f1": 0.610847, - "accuracy": 0.645257, - "main_score": 0.610847, - "hf_subset": "kik_Latn-sun_Latn", - "languages": [ - "kik-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455974, - "recall": 0.516798, - "f1": 0.473822, - "accuracy": 0.516798, - "main_score": 0.473822, - "hf_subset": "kik_Latn-umb_Latn", - "languages": [ - "kik-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594475, - "recall": 0.643281, - "f1": 0.60764, - "accuracy": 0.643281, - "main_score": 0.60764, - "hf_subset": "kik_Latn-ajp_Arab", - "languages": [ - "kik-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367922, - "recall": 0.437747, - "f1": 0.387226, - "accuracy": 0.437747, - "main_score": 0.387226, - "hf_subset": "kik_Latn-bjn_Arab", - "languages": [ - "kik-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479301, - "recall": 0.52668, - "f1": 0.493248, - "accuracy": 0.52668, - "main_score": 0.493248, - "hf_subset": "kik_Latn-ewe_Latn", - "languages": [ - "kik-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622761, - "recall": 0.662055, - "f1": 0.633029, - "accuracy": 0.662055, - "main_score": 0.633029, - "hf_subset": "kik_Latn-ilo_Latn", - "languages": [ - "kik-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.231757, - "recall": 0.296443, - "f1": 0.249024, - "accuracy": 0.296443, - "main_score": 0.249024, - "hf_subset": "kik_Latn-knc_Arab", - "languages": [ - "kik-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578242, - "recall": 0.63834, - "f1": 0.594271, - "accuracy": 0.63834, - "main_score": 0.594271, - "hf_subset": "kik_Latn-mkd_Cyrl", - "languages": [ - "kik-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577078, - "recall": 0.634387, - "f1": 0.592923, - "accuracy": 0.634387, - "main_score": 0.592923, - "hf_subset": "kik_Latn-prs_Arab", - "languages": [ - "kik-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604476, - "recall": 0.652174, - "f1": 0.616994, - "accuracy": 0.652174, - "main_score": 0.616994, - "hf_subset": "kik_Latn-swe_Latn", - "languages": [ - "kik-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558165, - "recall": 0.615613, - "f1": 0.573743, - "accuracy": 0.615613, - "main_score": 0.573743, - "hf_subset": "kik_Latn-urd_Arab", - "languages": [ - "kik-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551861, - "recall": 0.593874, - "f1": 0.564151, - "accuracy": 0.593874, - "main_score": 0.564151, - "hf_subset": "kik_Latn-aka_Latn", - "languages": [ - "kik-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59969, - "recall": 0.640316, - "f1": 0.610837, - "accuracy": 0.640316, - "main_score": 0.610837, - "hf_subset": "kik_Latn-bjn_Latn", - "languages": [ - "kik-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562173, - "recall": 0.606719, - "f1": 0.574723, - "accuracy": 0.606719, - "main_score": 0.574723, - "hf_subset": "kik_Latn-fao_Latn", - "languages": [ - "kik-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604551, - "recall": 0.656126, - "f1": 0.618084, - "accuracy": 0.656126, - "main_score": 0.618084, - "hf_subset": "kik_Latn-ind_Latn", - "languages": [ - "kik-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519713, - "recall": 0.568182, - "f1": 0.533948, - "accuracy": 0.568182, - "main_score": 0.533948, - "hf_subset": "kik_Latn-knc_Latn", - "languages": [ - "kik-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584845, - "recall": 0.639328, - "f1": 0.598725, - "accuracy": 0.639328, - "main_score": 0.598725, - "hf_subset": "kik_Latn-mlt_Latn", - "languages": [ - "kik-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52889, - "recall": 0.576087, - "f1": 0.541871, - "accuracy": 0.576087, - "main_score": 0.541871, - "hf_subset": "kik_Latn-quy_Latn", - "languages": [ - "kik-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57699, - "recall": 0.630435, - "f1": 0.591577, - "accuracy": 0.630435, - "main_score": 0.591577, - "hf_subset": "kik_Latn-swh_Latn", - "languages": [ - "kik-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550625, - "recall": 0.607708, - "f1": 0.566419, - "accuracy": 0.607708, - "main_score": 0.566419, - "hf_subset": "kik_Latn-uzn_Latn", - "languages": [ - "kik-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583773, - "recall": 0.635375, - "f1": 0.597616, - "accuracy": 0.635375, - "main_score": 0.597616, - "hf_subset": "kik_Latn-als_Latn", - "languages": [ - "kik-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2184, - "recall": 0.284585, - "f1": 0.235126, - "accuracy": 0.284585, - "main_score": 0.235126, - "hf_subset": "kik_Latn-bod_Tibt", - "languages": [ - "kik-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520299, - "recall": 0.567194, - "f1": 0.533322, - "accuracy": 0.567194, - "main_score": 0.533322, - "hf_subset": "kik_Latn-fij_Latn", - "languages": [ - "kik-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538906, - "recall": 0.597826, - "f1": 0.554719, - "accuracy": 0.597826, - "main_score": 0.554719, - "hf_subset": "kik_Latn-isl_Latn", - "languages": [ - "kik-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550402, - "recall": 0.59585, - "f1": 0.562959, - "accuracy": 0.59585, - "main_score": 0.562959, - "hf_subset": "kik_Latn-kon_Latn", - "languages": [ - "kik-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4624, - "recall": 0.524704, - "f1": 0.480244, - "accuracy": 0.524704, - "main_score": 0.480244, - "hf_subset": "kik_Latn-mni_Beng", - "languages": [ - "kik-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611048, - "recall": 0.661067, - "f1": 0.62426, - "accuracy": 0.661067, - "main_score": 0.62426, - "hf_subset": "kik_Latn-ron_Latn", - "languages": [ - "kik-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585848, - "recall": 0.635375, - "f1": 0.599222, - "accuracy": 0.635375, - "main_score": 0.599222, - "hf_subset": "kik_Latn-szl_Latn", - "languages": [ - "kik-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598871, - "recall": 0.642292, - "f1": 0.610723, - "accuracy": 0.642292, - "main_score": 0.610723, - "hf_subset": "kik_Latn-vec_Latn", - "languages": [ - "kik-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463239, - "recall": 0.532609, - "f1": 0.482297, - "accuracy": 0.532609, - "main_score": 0.482297, - "hf_subset": "kik_Latn-amh_Ethi", - "languages": [ - "kik-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599628, - "recall": 0.652174, - "f1": 0.613563, - "accuracy": 0.652174, - "main_score": 0.613563, - "hf_subset": "kik_Latn-bos_Latn", - "languages": [ - "kik-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572434, - "recall": 0.628458, - "f1": 0.587361, - "accuracy": 0.628458, - "main_score": 0.587361, - "hf_subset": "kik_Latn-fin_Latn", - "languages": [ - "kik-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597327, - "recall": 0.646245, - "f1": 0.610815, - "accuracy": 0.646245, - "main_score": 0.610815, - "hf_subset": "kik_Latn-ita_Latn", - "languages": [ - "kik-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570433, - "recall": 0.628458, - "f1": 0.585476, - "accuracy": 0.628458, - "main_score": 0.585476, - "hf_subset": "kik_Latn-kor_Hang", - "languages": [ - "kik-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471838, - "recall": 0.523715, - "f1": 0.486826, - "accuracy": 0.523715, - "main_score": 0.486826, - "hf_subset": "kik_Latn-mos_Latn", - "languages": [ - "kik-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505749, - "recall": 0.562253, - "f1": 0.521511, - "accuracy": 0.562253, - "main_score": 0.521511, - "hf_subset": "kik_Latn-run_Latn", - "languages": [ - "kik-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557236, - "recall": 0.612648, - "f1": 0.572687, - "accuracy": 0.612648, - "main_score": 0.572687, - "hf_subset": "kik_Latn-tam_Taml", - "languages": [ - "kik-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58663, - "recall": 0.636364, - "f1": 0.600345, - "accuracy": 0.636364, - "main_score": 0.600345, - "hf_subset": "kik_Latn-vie_Latn", - "languages": [ - "kik-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585169, - "recall": 0.636364, - "f1": 0.599324, - "accuracy": 0.636364, - "main_score": 0.599324, - "hf_subset": "kik_Latn-apc_Arab", - "languages": [ - "kik-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540695, - "recall": 0.585968, - "f1": 0.553262, - "accuracy": 0.585968, - "main_score": 0.553262, - "hf_subset": "kik_Latn-bug_Latn", - "languages": [ - "kik-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425942, - "recall": 0.480237, - "f1": 0.440785, - "accuracy": 0.480237, - "main_score": 0.440785, - "hf_subset": "kik_Latn-fon_Latn", - "languages": [ - "kik-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609922, - "recall": 0.65415, - "f1": 0.620996, - "accuracy": 0.65415, - "main_score": 0.620996, - "hf_subset": "kik_Latn-jav_Latn", - "languages": [ - "kik-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503794, - "recall": 0.565217, - "f1": 0.521225, - "accuracy": 0.565217, - "main_score": 0.521225, - "hf_subset": "kik_Latn-lao_Laoo", - "languages": [ - "kik-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492461, - "recall": 0.547431, - "f1": 0.507399, - "accuracy": 0.547431, - "main_score": 0.507399, - "hf_subset": "kik_Latn-mri_Latn", - "languages": [ - "kik-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597556, - "recall": 0.647233, - "f1": 0.611703, - "accuracy": 0.647233, - "main_score": 0.611703, - "hf_subset": "kik_Latn-rus_Cyrl", - "languages": [ - "kik-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460846, - "recall": 0.514822, - "f1": 0.476383, - "accuracy": 0.514822, - "main_score": 0.476383, - "hf_subset": "kik_Latn-taq_Latn", - "languages": [ - "kik-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624627, - "recall": 0.666996, - "f1": 0.635106, - "accuracy": 0.666996, - "main_score": 0.635106, - "hf_subset": "kik_Latn-war_Latn", - "languages": [ - "kik-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569004, - "recall": 0.624506, - "f1": 0.584206, - "accuracy": 0.624506, - "main_score": 0.584206, - "hf_subset": "kik_Latn-arb_Arab", - "languages": [ - "kik-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602721, - "recall": 0.646245, - "f1": 0.614532, - "accuracy": 0.646245, - "main_score": 0.614532, - "hf_subset": "kik_Latn-bul_Cyrl", - "languages": [ - "kik-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609524, - "recall": 0.655138, - "f1": 0.621041, - "accuracy": 0.655138, - "main_score": 0.621041, - "hf_subset": "kik_Latn-fra_Latn", - "languages": [ - "kik-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577361, - "recall": 0.631423, - "f1": 0.591825, - "accuracy": 0.631423, - "main_score": 0.591825, - "hf_subset": "kik_Latn-jpn_Jpan", - "languages": [ - "kik-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581677, - "recall": 0.630435, - "f1": 0.594461, - "accuracy": 0.630435, - "main_score": 0.594461, - "hf_subset": "kik_Latn-lij_Latn", - "languages": [ - "kik-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411366, - "recall": 0.490119, - "f1": 0.432454, - "accuracy": 0.490119, - "main_score": 0.432454, - "hf_subset": "kik_Latn-mya_Mymr", - "languages": [ - "kik-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490987, - "recall": 0.551383, - "f1": 0.50784, - "accuracy": 0.551383, - "main_score": 0.50784, - "hf_subset": "kik_Latn-sag_Latn", - "languages": [ - "kik-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.107768, - "recall": 0.15415, - "f1": 0.117594, - "accuracy": 0.15415, - "main_score": 0.117594, - "hf_subset": "kik_Latn-taq_Tfng", - "languages": [ - "kik-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549622, - "recall": 0.592885, - "f1": 0.562132, - "accuracy": 0.592885, - "main_score": 0.562132, - "hf_subset": "kik_Latn-wol_Latn", - "languages": [ - "kik-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438568, - "recall": 0.488142, - "f1": 0.451948, - "accuracy": 0.488142, - "main_score": 0.451948, - "hf_subset": "kik_Latn-arb_Latn", - "languages": [ - "kik-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597292, - "recall": 0.649209, - "f1": 0.61117, - "accuracy": 0.649209, - "main_score": 0.61117, - "hf_subset": "kik_Latn-cat_Latn", - "languages": [ - "kik-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593921, - "recall": 0.643281, - "f1": 0.607391, - "accuracy": 0.643281, - "main_score": 0.607391, - "hf_subset": "kik_Latn-fur_Latn", - "languages": [ - "kik-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364345, - "recall": 0.424901, - "f1": 0.381103, - "accuracy": 0.424901, - "main_score": 0.381103, - "hf_subset": "kik_Latn-kab_Latn", - "languages": [ - "kik-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589079, - "recall": 0.635375, - "f1": 0.601189, - "accuracy": 0.635375, - "main_score": 0.601189, - "hf_subset": "kik_Latn-lim_Latn", - "languages": [ - "kik-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594653, - "recall": 0.645257, - "f1": 0.608363, - "accuracy": 0.645257, - "main_score": 0.608363, - "hf_subset": "kik_Latn-nld_Latn", - "languages": [ - "kik-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520461, - "recall": 0.585968, - "f1": 0.538436, - "accuracy": 0.585968, - "main_score": 0.538436, - "hf_subset": "kik_Latn-san_Deva", - "languages": [ - "kik-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56934, - "recall": 0.624506, - "f1": 0.583983, - "accuracy": 0.624506, - "main_score": 0.583983, - "hf_subset": "kik_Latn-tat_Cyrl", - "languages": [ - "kik-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566003, - "recall": 0.614625, - "f1": 0.579698, - "accuracy": 0.614625, - "main_score": 0.579698, - "hf_subset": "kik_Latn-xho_Latn", - "languages": [ - "kik-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563943, - "recall": 0.619565, - "f1": 0.579331, - "accuracy": 0.619565, - "main_score": 0.579331, - "hf_subset": "kik_Latn-ars_Arab", - "languages": [ - "kik-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619603, - "recall": 0.656126, - "f1": 0.628939, - "accuracy": 0.656126, - "main_score": 0.628939, - "hf_subset": "kik_Latn-ceb_Latn", - "languages": [ - "kik-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475099, - "recall": 0.528656, - "f1": 0.49042, - "accuracy": 0.528656, - "main_score": 0.49042, - "hf_subset": "kik_Latn-fuv_Latn", - "languages": [ - "kik-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473153, - "recall": 0.527668, - "f1": 0.489054, - "accuracy": 0.527668, - "main_score": 0.489054, - "hf_subset": "kik_Latn-kac_Latn", - "languages": [ - "kik-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567974, - "recall": 0.618577, - "f1": 0.581612, - "accuracy": 0.618577, - "main_score": 0.581612, - "hf_subset": "kik_Latn-lin_Latn", - "languages": [ - "kik-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591873, - "recall": 0.643281, - "f1": 0.606371, - "accuracy": 0.643281, - "main_score": 0.606371, - "hf_subset": "kik_Latn-nno_Latn", - "languages": [ - "kik-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.087684, - "recall": 0.12747, - "f1": 0.098115, - "accuracy": 0.12747, - "main_score": 0.098115, - "hf_subset": "kik_Latn-sat_Olck", - "languages": [ - "kik-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560886, - "recall": 0.616601, - "f1": 0.576077, - "accuracy": 0.616601, - "main_score": 0.576077, - "hf_subset": "kik_Latn-tel_Telu", - "languages": [ - "kik-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493957, - "recall": 0.552372, - "f1": 0.509505, - "accuracy": 0.552372, - "main_score": 0.509505, - "hf_subset": "kik_Latn-ydd_Hebr", - "languages": [ - "kik-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55206, - "recall": 0.602767, - "f1": 0.565874, - "accuracy": 0.602767, - "main_score": 0.565874, - "hf_subset": "kik_Latn-ary_Arab", - "languages": [ - "kik-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598063, - "recall": 0.648221, - "f1": 0.611495, - "accuracy": 0.648221, - "main_score": 0.611495, - "hf_subset": "kik_Latn-ces_Latn", - "languages": [ - "kik-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445102, - "recall": 0.505929, - "f1": 0.462601, - "accuracy": 0.505929, - "main_score": 0.462601, - "hf_subset": "kik_Latn-gaz_Latn", - "languages": [ - "kik-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558705, - "recall": 0.618577, - "f1": 0.576306, - "accuracy": 0.618577, - "main_score": 0.576306, - "hf_subset": "kik_Latn-kam_Latn", - "languages": [ - "kik-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576243, - "recall": 0.629447, - "f1": 0.591049, - "accuracy": 0.629447, - "main_score": 0.591049, - "hf_subset": "kik_Latn-lit_Latn", - "languages": [ - "kik-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603475, - "recall": 0.648221, - "f1": 0.615266, - "accuracy": 0.648221, - "main_score": 0.615266, - "hf_subset": "kik_Latn-nob_Latn", - "languages": [ - "kik-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594176, - "recall": 0.63834, - "f1": 0.606402, - "accuracy": 0.63834, - "main_score": 0.606402, - "hf_subset": "kik_Latn-scn_Latn", - "languages": [ - "kik-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55869, - "recall": 0.605731, - "f1": 0.571396, - "accuracy": 0.605731, - "main_score": 0.571396, - "hf_subset": "kik_Latn-tgk_Cyrl", - "languages": [ - "kik-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503655, - "recall": 0.563241, - "f1": 0.520675, - "accuracy": 0.563241, - "main_score": 0.520675, - "hf_subset": "kik_Latn-yor_Latn", - "languages": [ - "kik-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571067, - "recall": 0.621542, - "f1": 0.584664, - "accuracy": 0.621542, - "main_score": 0.584664, - "hf_subset": "kik_Latn-arz_Arab", - "languages": [ - "kik-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463419, - "recall": 0.514822, - "f1": 0.478085, - "accuracy": 0.514822, - "main_score": 0.478085, - "hf_subset": "kik_Latn-cjk_Latn", - "languages": [ - "kik-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496845, - "recall": 0.547431, - "f1": 0.510603, - "accuracy": 0.547431, - "main_score": 0.510603, - "hf_subset": "kik_Latn-gla_Latn", - "languages": [ - "kik-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565345, - "recall": 0.623518, - "f1": 0.581431, - "accuracy": 0.623518, - "main_score": 0.581431, - "hf_subset": "kik_Latn-kan_Knda", - "languages": [ - "kik-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583924, - "recall": 0.631423, - "f1": 0.596336, - "accuracy": 0.631423, - "main_score": 0.596336, - "hf_subset": "kik_Latn-lmo_Latn", - "languages": [ - "kik-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569205, - "recall": 0.621542, - "f1": 0.582923, - "accuracy": 0.621542, - "main_score": 0.582923, - "hf_subset": "kik_Latn-npi_Deva", - "languages": [ - "kik-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417361, - "recall": 0.480237, - "f1": 0.434411, - "accuracy": 0.480237, - "main_score": 0.434411, - "hf_subset": "kik_Latn-shn_Mymr", - "languages": [ - "kik-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618973, - "recall": 0.664032, - "f1": 0.631006, - "accuracy": 0.664032, - "main_score": 0.631006, - "hf_subset": "kik_Latn-tgl_Latn", - "languages": [ - "kik-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561189, - "recall": 0.61166, - "f1": 0.574695, - "accuracy": 0.61166, - "main_score": 0.574695, - "hf_subset": "kik_Latn-yue_Hant", - "languages": [ - "kik-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543201, - "recall": 0.598814, - "f1": 0.558426, - "accuracy": 0.598814, - "main_score": 0.558426, - "hf_subset": "kik_Latn-asm_Beng", - "languages": [ - "kik-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499248, - "recall": 0.563241, - "f1": 0.516967, - "accuracy": 0.563241, - "main_score": 0.516967, - "hf_subset": "kik_Latn-ckb_Arab", - "languages": [ - "kik-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504413, - "recall": 0.557312, - "f1": 0.518695, - "accuracy": 0.557312, - "main_score": 0.518695, - "hf_subset": "kik_Latn-gle_Latn", - "languages": [ - "kik-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485654, - "recall": 0.543478, - "f1": 0.501803, - "accuracy": 0.543478, - "main_score": 0.501803, - "hf_subset": "kik_Latn-kas_Arab", - "languages": [ - "kik-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54561, - "recall": 0.596838, - "f1": 0.559559, - "accuracy": 0.596838, - "main_score": 0.559559, - "hf_subset": "kik_Latn-ltg_Latn", - "languages": [ - "kik-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575702, - "recall": 0.619565, - "f1": 0.588077, - "accuracy": 0.619565, - "main_score": 0.588077, - "hf_subset": "kik_Latn-nso_Latn", - "languages": [ - "kik-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482006, - "recall": 0.550395, - "f1": 0.499898, - "accuracy": 0.550395, - "main_score": 0.499898, - "hf_subset": "kik_Latn-sin_Sinh", - "languages": [ - "kik-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59246, - "recall": 0.639328, - "f1": 0.605169, - "accuracy": 0.639328, - "main_score": 0.605169, - "hf_subset": "kik_Latn-tha_Thai", - "languages": [ - "kik-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562966, - "recall": 0.616601, - "f1": 0.576869, - "accuracy": 0.616601, - "main_score": 0.576869, - "hf_subset": "kik_Latn-zho_Hans", - "languages": [ - "kik-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597241, - "recall": 0.645257, - "f1": 0.609831, - "accuracy": 0.645257, - "main_score": 0.609831, - "hf_subset": "kik_Latn-ast_Latn", - "languages": [ - "kik-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553189, - "recall": 0.609684, - "f1": 0.568838, - "accuracy": 0.609684, - "main_score": 0.568838, - "hf_subset": "kik_Latn-crh_Latn", - "languages": [ - "kik-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609552, - "recall": 0.65415, - "f1": 0.62212, - "accuracy": 0.65415, - "main_score": 0.62212, - "hf_subset": "kik_Latn-glg_Latn", - "languages": [ - "kik-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502448, - "recall": 0.5583, - "f1": 0.518229, - "accuracy": 0.5583, - "main_score": 0.518229, - "hf_subset": "kik_Latn-kas_Deva", - "languages": [ - "kik-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558639, - "recall": 0.613636, - "f1": 0.573908, - "accuracy": 0.613636, - "main_score": 0.573908, - "hf_subset": "kik_Latn-ltz_Latn", - "languages": [ - "kik-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413944, - "recall": 0.481225, - "f1": 0.432384, - "accuracy": 0.481225, - "main_score": 0.432384, - "hf_subset": "kik_Latn-nus_Latn", - "languages": [ - "kik-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575027, - "recall": 0.633399, - "f1": 0.590644, - "accuracy": 0.633399, - "main_score": 0.590644, - "hf_subset": "kik_Latn-slk_Latn", - "languages": [ - "kik-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354898, - "recall": 0.435771, - "f1": 0.376792, - "accuracy": 0.435771, - "main_score": 0.376792, - "hf_subset": "kik_Latn-tir_Ethi", - "languages": [ - "kik-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557263, - "recall": 0.614625, - "f1": 0.572625, - "accuracy": 0.614625, - "main_score": 0.572625, - "hf_subset": "kik_Latn-zho_Hant", - "languages": [ - "kik-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57978, - "recall": 0.630435, - "f1": 0.593885, - "accuracy": 0.630435, - "main_score": 0.593885, - "hf_subset": "kik_Latn-awa_Deva", - "languages": [ - "kik-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55086, - "recall": 0.604743, - "f1": 0.565754, - "accuracy": 0.604743, - "main_score": 0.565754, - "hf_subset": "kik_Latn-cym_Latn", - "languages": [ - "kik-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583379, - "recall": 0.62253, - "f1": 0.594509, - "accuracy": 0.62253, - "main_score": 0.594509, - "hf_subset": "kik_Latn-grn_Latn", - "languages": [ - "kik-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534932, - "recall": 0.597826, - "f1": 0.552912, - "accuracy": 0.597826, - "main_score": 0.552912, - "hf_subset": "kik_Latn-kat_Geor", - "languages": [ - "kik-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5378, - "recall": 0.588933, - "f1": 0.551763, - "accuracy": 0.588933, - "main_score": 0.551763, - "hf_subset": "kik_Latn-lua_Latn", - "languages": [ - "kik-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560724, - "recall": 0.613636, - "f1": 0.575224, - "accuracy": 0.613636, - "main_score": 0.575224, - "hf_subset": "kik_Latn-nya_Latn", - "languages": [ - "kik-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595941, - "recall": 0.642292, - "f1": 0.608346, - "accuracy": 0.642292, - "main_score": 0.608346, - "hf_subset": "kik_Latn-slv_Latn", - "languages": [ - "kik-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609058, - "recall": 0.653162, - "f1": 0.621423, - "accuracy": 0.653162, - "main_score": 0.621423, - "hf_subset": "kik_Latn-tpi_Latn", - "languages": [ - "kik-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627701, - "recall": 0.670949, - "f1": 0.639906, - "accuracy": 0.670949, - "main_score": 0.639906, - "hf_subset": "kik_Latn-zsm_Latn", - "languages": [ - "kik-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478854, - "recall": 0.534585, - "f1": 0.495243, - "accuracy": 0.534585, - "main_score": 0.495243, - "hf_subset": "kik_Latn-ayr_Latn", - "languages": [ - "kik-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595463, - "recall": 0.645257, - "f1": 0.608525, - "accuracy": 0.645257, - "main_score": 0.608525, - "hf_subset": "kik_Latn-dan_Latn", - "languages": [ - "kik-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564038, - "recall": 0.617589, - "f1": 0.578655, - "accuracy": 0.617589, - "main_score": 0.578655, - "hf_subset": "kik_Latn-guj_Gujr", - "languages": [ - "kik-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56345, - "recall": 0.615613, - "f1": 0.578497, - "accuracy": 0.615613, - "main_score": 0.578497, - "hf_subset": "kik_Latn-kaz_Cyrl", - "languages": [ - "kik-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486769, - "recall": 0.541502, - "f1": 0.502098, - "accuracy": 0.541502, - "main_score": 0.502098, - "hf_subset": "kik_Latn-lug_Latn", - "languages": [ - "kik-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61261, - "recall": 0.661067, - "f1": 0.62564, - "accuracy": 0.661067, - "main_score": 0.62564, - "hf_subset": "kik_Latn-oci_Latn", - "languages": [ - "kik-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561117, - "recall": 0.607708, - "f1": 0.574026, - "accuracy": 0.607708, - "main_score": 0.574026, - "hf_subset": "kik_Latn-smo_Latn", - "languages": [ - "kik-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4971, - "recall": 0.554348, - "f1": 0.512786, - "accuracy": 0.554348, - "main_score": 0.512786, - "hf_subset": "kik_Latn-tsn_Latn", - "languages": [ - "kik-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50882, - "recall": 0.574111, - "f1": 0.526751, - "accuracy": 0.574111, - "main_score": 0.526751, - "hf_subset": "kik_Latn-zul_Latn", - "languages": [ - "kik-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481479, - "recall": 0.541502, - "f1": 0.49769, - "accuracy": 0.541502, - "main_score": 0.49769, - "hf_subset": "kik_Latn-azb_Arab", - "languages": [ - "kik-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604052, - "recall": 0.655138, - "f1": 0.617816, - "accuracy": 0.655138, - "main_score": 0.617816, - "hf_subset": "kik_Latn-deu_Latn", - "languages": [ - "kik-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52356, - "recall": 0.581028, - "f1": 0.5393, - "accuracy": 0.581028, - "main_score": 0.5393, - "hf_subset": "kik_Latn-hat_Latn", - "languages": [ - "kik-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443932, - "recall": 0.503953, - "f1": 0.460261, - "accuracy": 0.503953, - "main_score": 0.460261, - "hf_subset": "kik_Latn-kbp_Latn", - "languages": [ - "kik-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532942, - "recall": 0.58004, - "f1": 0.546233, - "accuracy": 0.58004, - "main_score": 0.546233, - "hf_subset": "kik_Latn-luo_Latn", - "languages": [ - "kik-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536578, - "recall": 0.600791, - "f1": 0.55381, - "accuracy": 0.600791, - "main_score": 0.55381, - "hf_subset": "kik_Latn-ory_Orya", - "languages": [ - "kik-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536403, - "recall": 0.590909, - "f1": 0.551598, - "accuracy": 0.590909, - "main_score": 0.551598, - "hf_subset": "kik_Latn-sna_Latn", - "languages": [ - "kik-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510902, - "recall": 0.561265, - "f1": 0.524512, - "accuracy": 0.561265, - "main_score": 0.524512, - "hf_subset": "kik_Latn-tso_Latn", - "languages": [ - "kik-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545869, - "recall": 0.602767, - "f1": 0.561502, - "accuracy": 0.602767, - "main_score": 0.561502, - "hf_subset": "kik_Latn-azj_Latn", - "languages": [ - "kik-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501763, - "recall": 0.556324, - "f1": 0.516943, - "accuracy": 0.556324, - "main_score": 0.516943, - "hf_subset": "kik_Latn-dik_Latn", - "languages": [ - "kik-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529167, - "recall": 0.582016, - "f1": 0.543315, - "accuracy": 0.582016, - "main_score": 0.543315, - "hf_subset": "kik_Latn-hau_Latn", - "languages": [ - "kik-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592803, - "recall": 0.633399, - "f1": 0.603809, - "accuracy": 0.633399, - "main_score": 0.603809, - "hf_subset": "kik_Latn-kea_Latn", - "languages": [ - "kik-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57669, - "recall": 0.61166, - "f1": 0.586986, - "accuracy": 0.61166, - "main_score": 0.586986, - "hf_subset": "kik_Latn-lus_Latn", - "languages": [ - "kik-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575404, - "recall": 0.612648, - "f1": 0.585956, - "accuracy": 0.612648, - "main_score": 0.585956, - "hf_subset": "kik_Latn-pag_Latn", - "languages": [ - "kik-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517894, - "recall": 0.585968, - "f1": 0.536081, - "accuracy": 0.585968, - "main_score": 0.536081, - "hf_subset": "kik_Latn-snd_Arab", - "languages": [ - "kik-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525389, - "recall": 0.58004, - "f1": 0.540185, - "accuracy": 0.58004, - "main_score": 0.540185, - "hf_subset": "kik_Latn-tuk_Latn", - "languages": [ - "kik-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565198, - "recall": 0.61166, - "f1": 0.577451, - "accuracy": 0.61166, - "main_score": 0.577451, - "hf_subset": "kik_Latn-bak_Cyrl", - "languages": [ - "kik-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438623, - "recall": 0.505929, - "f1": 0.457317, - "accuracy": 0.505929, - "main_score": 0.457317, - "hf_subset": "kik_Latn-dyu_Latn", - "languages": [ - "kik-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572081, - "recall": 0.619565, - "f1": 0.58492, - "accuracy": 0.619565, - "main_score": 0.58492, - "hf_subset": "kik_Latn-heb_Hebr", - "languages": [ - "kik-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540458, - "recall": 0.592885, - "f1": 0.554939, - "accuracy": 0.592885, - "main_score": 0.554939, - "hf_subset": "kik_Latn-khk_Cyrl", - "languages": [ - "kik-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579822, - "recall": 0.631423, - "f1": 0.593891, - "accuracy": 0.631423, - "main_score": 0.593891, - "hf_subset": "kik_Latn-lvs_Latn", - "languages": [ - "kik-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558731, - "recall": 0.614625, - "f1": 0.573806, - "accuracy": 0.614625, - "main_score": 0.573806, - "hf_subset": "kik_Latn-pan_Guru", - "languages": [ - "kik-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476567, - "recall": 0.535573, - "f1": 0.49243, - "accuracy": 0.535573, - "main_score": 0.49243, - "hf_subset": "kik_Latn-som_Latn", - "languages": [ - "kik-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513894, - "recall": 0.56917, - "f1": 0.529414, - "accuracy": 0.56917, - "main_score": 0.529414, - "hf_subset": "kik_Latn-tum_Latn", - "languages": [ - "kik-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579118, - "recall": 0.644269, - "f1": 0.597752, - "accuracy": 0.644269, - "main_score": 0.597752, - "hf_subset": "mai_Deva-ace_Arab", - "languages": [ - "mai-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523364, - "recall": 0.585968, - "f1": 0.540413, - "accuracy": 0.585968, - "main_score": 0.540413, - "hf_subset": "mai_Deva-bam_Latn", - "languages": [ - "mai-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445324, - "recall": 0.525692, - "f1": 0.467086, - "accuracy": 0.525692, - "main_score": 0.467086, - "hf_subset": "mai_Deva-dzo_Tibt", - "languages": [ - "mai-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-hin_Deva", - "languages": [ - "mai-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mai_Deva-khm_Khmr", - "languages": [ - "mai-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-mag_Deva", - "languages": [ - "mai-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.986166, - "f1": 0.982872, - "accuracy": 0.986166, - "main_score": 0.982872, - "hf_subset": "mai_Deva-pap_Latn", - "languages": [ - "mai-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587689, - "recall": 0.647233, - "f1": 0.604247, - "accuracy": 0.647233, - "main_score": 0.604247, - "hf_subset": "mai_Deva-sot_Latn", - "languages": [ - "mai-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-tur_Latn", - "languages": [ - "mai-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876276, - "recall": 0.909091, - "f1": 0.886748, - "accuracy": 0.909091, - "main_score": 0.886748, - "hf_subset": "mai_Deva-ace_Latn", - "languages": [ - "mai-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "mai_Deva-ban_Latn", - "languages": [ - "mai-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-ell_Grek", - "languages": [ - "mai-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mai_Deva-hne_Deva", - "languages": [ - "mai-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59309, - "recall": 0.653162, - "f1": 0.610066, - "accuracy": 0.653162, - "main_score": 0.610066, - "hf_subset": "mai_Deva-kik_Latn", - "languages": [ - "mai-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "mai_Deva-pbt_Arab", - "languages": [ - "mai-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-spa_Latn", - "languages": [ - "mai-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612939, - "recall": 0.68083, - "f1": 0.631232, - "accuracy": 0.68083, - "main_score": 0.631232, - "hf_subset": "mai_Deva-twi_Latn", - "languages": [ - "mai-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-acm_Arab", - "languages": [ - "mai-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-bel_Cyrl", - "languages": [ - "mai-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-eng_Latn", - "languages": [ - "mai-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-hrv_Latn", - "languages": [ - "mai-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5413, - "recall": 0.608696, - "f1": 0.559757, - "accuracy": 0.608696, - "main_score": 0.559757, - "hf_subset": "mai_Deva-kin_Latn", - "languages": [ - "mai-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-mal_Mlym", - "languages": [ - "mai-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-pes_Arab", - "languages": [ - "mai-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mai_Deva-srd_Latn", - "languages": [ - "mai-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179097, - "recall": 0.226285, - "f1": 0.190266, - "accuracy": 0.226285, - "main_score": 0.190266, - "hf_subset": "mai_Deva-tzm_Tfng", - "languages": [ - "mai-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-acq_Arab", - "languages": [ - "mai-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631818, - "recall": 0.681818, - "f1": 0.645888, - "accuracy": 0.681818, - "main_score": 0.645888, - "hf_subset": "mai_Deva-bem_Latn", - "languages": [ - "mai-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-epo_Latn", - "languages": [ - "mai-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-hun_Latn", - "languages": [ - "mai-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mai_Deva-kir_Cyrl", - "languages": [ - "mai-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-mar_Deva", - "languages": [ - "mai-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662516, - "recall": 0.719368, - "f1": 0.679108, - "accuracy": 0.719368, - "main_score": 0.679108, - "hf_subset": "mai_Deva-plt_Latn", - "languages": [ - "mai-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-srp_Cyrl", - "languages": [ - "mai-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.975296, - "f1": 0.968379, - "accuracy": 0.975296, - "main_score": 0.968379, - "hf_subset": "mai_Deva-uig_Arab", - "languages": [ - "mai-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-aeb_Arab", - "languages": [ - "mai-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ben_Beng", - "languages": [ - "mai-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-est_Latn", - "languages": [ - "mai-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-hye_Armn", - "languages": [ - "mai-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531978, - "recall": 0.586957, - "f1": 0.546958, - "accuracy": 0.586957, - "main_score": 0.546958, - "hf_subset": "mai_Deva-kmb_Latn", - "languages": [ - "mai-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504099, - "recall": 0.578063, - "f1": 0.523613, - "accuracy": 0.578063, - "main_score": 0.523613, - "hf_subset": "mai_Deva-min_Arab", - "languages": [ - "mai-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-pol_Latn", - "languages": [ - "mai-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558271, - "recall": 0.621542, - "f1": 0.575735, - "accuracy": 0.621542, - "main_score": 0.575735, - "hf_subset": "mai_Deva-ssw_Latn", - "languages": [ - "mai-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ukr_Cyrl", - "languages": [ - "mai-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-afr_Latn", - "languages": [ - "mai-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-bho_Deva", - "languages": [ - "mai-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mai_Deva-eus_Latn", - "languages": [ - "mai-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577619, - "recall": 0.63834, - "f1": 0.594198, - "accuracy": 0.63834, - "main_score": 0.594198, - "hf_subset": "mai_Deva-ibo_Latn", - "languages": [ - "mai-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878294, - "recall": 0.910079, - "f1": 0.88826, - "accuracy": 0.910079, - "main_score": 0.88826, - "hf_subset": "mai_Deva-kmr_Latn", - "languages": [ - "mai-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "mai_Deva-min_Latn", - "languages": [ - "mai-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-por_Latn", - "languages": [ - "mai-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mai_Deva-sun_Latn", - "languages": [ - "mai-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522308, - "recall": 0.583004, - "f1": 0.539829, - "accuracy": 0.583004, - "main_score": 0.539829, - "hf_subset": "mai_Deva-umb_Latn", - "languages": [ - "mai-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ajp_Arab", - "languages": [ - "mai-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533551, - "recall": 0.600791, - "f1": 0.552819, - "accuracy": 0.600791, - "main_score": 0.552819, - "hf_subset": "mai_Deva-bjn_Arab", - "languages": [ - "mai-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522865, - "recall": 0.58004, - "f1": 0.538274, - "accuracy": 0.58004, - "main_score": 0.538274, - "hf_subset": "mai_Deva-ewe_Latn", - "languages": [ - "mai-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941436, - "recall": 0.958498, - "f1": 0.946805, - "accuracy": 0.958498, - "main_score": 0.946805, - "hf_subset": "mai_Deva-ilo_Latn", - "languages": [ - "mai-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.32803, - "recall": 0.390316, - "f1": 0.344953, - "accuracy": 0.390316, - "main_score": 0.344953, - "hf_subset": "mai_Deva-knc_Arab", - "languages": [ - "mai-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-mkd_Cyrl", - "languages": [ - "mai-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-prs_Arab", - "languages": [ - "mai-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-swe_Latn", - "languages": [ - "mai-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-urd_Arab", - "languages": [ - "mai-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58897, - "recall": 0.659091, - "f1": 0.608569, - "accuracy": 0.659091, - "main_score": 0.608569, - "hf_subset": "mai_Deva-aka_Latn", - "languages": [ - "mai-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "mai_Deva-bjn_Latn", - "languages": [ - "mai-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "mai_Deva-fao_Latn", - "languages": [ - "mai-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ind_Latn", - "languages": [ - "mai-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587196, - "recall": 0.650198, - "f1": 0.605068, - "accuracy": 0.650198, - "main_score": 0.605068, - "hf_subset": "mai_Deva-knc_Latn", - "languages": [ - "mai-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mai_Deva-mlt_Latn", - "languages": [ - "mai-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693094, - "recall": 0.759881, - "f1": 0.712571, - "accuracy": 0.759881, - "main_score": 0.712571, - "hf_subset": "mai_Deva-quy_Latn", - "languages": [ - "mai-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "mai_Deva-swh_Latn", - "languages": [ - "mai-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "mai_Deva-uzn_Latn", - "languages": [ - "mai-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-als_Latn", - "languages": [ - "mai-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615646, - "recall": 0.695652, - "f1": 0.639135, - "accuracy": 0.695652, - "main_score": 0.639135, - "hf_subset": "mai_Deva-bod_Tibt", - "languages": [ - "mai-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704917, - "recall": 0.757905, - "f1": 0.719986, - "accuracy": 0.757905, - "main_score": 0.719986, - "hf_subset": "mai_Deva-fij_Latn", - "languages": [ - "mai-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mai_Deva-isl_Latn", - "languages": [ - "mai-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654265, - "recall": 0.710474, - "f1": 0.671382, - "accuracy": 0.710474, - "main_score": 0.671382, - "hf_subset": "mai_Deva-kon_Latn", - "languages": [ - "mai-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684578, - "recall": 0.750988, - "f1": 0.70404, - "accuracy": 0.750988, - "main_score": 0.70404, - "hf_subset": "mai_Deva-mni_Beng", - "languages": [ - "mai-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ron_Latn", - "languages": [ - "mai-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "mai_Deva-szl_Latn", - "languages": [ - "mai-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-vec_Latn", - "languages": [ - "mai-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942029, - "recall": 0.959486, - "f1": 0.947628, - "accuracy": 0.959486, - "main_score": 0.947628, - "hf_subset": "mai_Deva-amh_Ethi", - "languages": [ - "mai-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-bos_Latn", - "languages": [ - "mai-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "mai_Deva-fin_Latn", - "languages": [ - "mai-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ita_Latn", - "languages": [ - "mai-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-kor_Hang", - "languages": [ - "mai-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551122, - "recall": 0.612648, - "f1": 0.568055, - "accuracy": 0.612648, - "main_score": 0.568055, - "hf_subset": "mai_Deva-mos_Latn", - "languages": [ - "mai-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555979, - "recall": 0.617589, - "f1": 0.573067, - "accuracy": 0.617589, - "main_score": 0.573067, - "hf_subset": "mai_Deva-run_Latn", - "languages": [ - "mai-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-tam_Taml", - "languages": [ - "mai-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-vie_Latn", - "languages": [ - "mai-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-apc_Arab", - "languages": [ - "mai-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795866, - "recall": 0.84585, - "f1": 0.811218, - "accuracy": 0.84585, - "main_score": 0.811218, - "hf_subset": "mai_Deva-bug_Latn", - "languages": [ - "mai-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47321, - "recall": 0.532609, - "f1": 0.48898, - "accuracy": 0.532609, - "main_score": 0.48898, - "hf_subset": "mai_Deva-fon_Latn", - "languages": [ - "mai-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mai_Deva-jav_Latn", - "languages": [ - "mai-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mai_Deva-lao_Laoo", - "languages": [ - "mai-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856719, - "recall": 0.895257, - "f1": 0.868497, - "accuracy": 0.895257, - "main_score": 0.868497, - "hf_subset": "mai_Deva-mri_Latn", - "languages": [ - "mai-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-rus_Cyrl", - "languages": [ - "mai-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544311, - "recall": 0.610672, - "f1": 0.562641, - "accuracy": 0.610672, - "main_score": 0.562641, - "hf_subset": "mai_Deva-taq_Latn", - "languages": [ - "mai-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-war_Latn", - "languages": [ - "mai-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-arb_Arab", - "languages": [ - "mai-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-bul_Cyrl", - "languages": [ - "mai-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-fra_Latn", - "languages": [ - "mai-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-jpn_Jpan", - "languages": [ - "mai-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "mai_Deva-lij_Latn", - "languages": [ - "mai-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mai_Deva-mya_Mymr", - "languages": [ - "mai-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599708, - "recall": 0.667984, - "f1": 0.618881, - "accuracy": 0.667984, - "main_score": 0.618881, - "hf_subset": "mai_Deva-sag_Latn", - "languages": [ - "mai-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20019, - "recall": 0.259881, - "f1": 0.21302, - "accuracy": 0.259881, - "main_score": 0.21302, - "hf_subset": "mai_Deva-taq_Tfng", - "languages": [ - "mai-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622656, - "recall": 0.687747, - "f1": 0.641082, - "accuracy": 0.687747, - "main_score": 0.641082, - "hf_subset": "mai_Deva-wol_Latn", - "languages": [ - "mai-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776219, - "recall": 0.833992, - "f1": 0.794071, - "accuracy": 0.833992, - "main_score": 0.794071, - "hf_subset": "mai_Deva-arb_Latn", - "languages": [ - "mai-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-cat_Latn", - "languages": [ - "mai-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "mai_Deva-fur_Latn", - "languages": [ - "mai-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414748, - "recall": 0.474308, - "f1": 0.430901, - "accuracy": 0.474308, - "main_score": 0.430901, - "hf_subset": "mai_Deva-kab_Latn", - "languages": [ - "mai-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mai_Deva-lim_Latn", - "languages": [ - "mai-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-nld_Latn", - "languages": [ - "mai-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "mai_Deva-san_Deva", - "languages": [ - "mai-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-tat_Cyrl", - "languages": [ - "mai-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66414, - "recall": 0.721344, - "f1": 0.680377, - "accuracy": 0.721344, - "main_score": 0.680377, - "hf_subset": "mai_Deva-xho_Latn", - "languages": [ - "mai-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ars_Arab", - "languages": [ - "mai-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-ceb_Latn", - "languages": [ - "mai-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557607, - "recall": 0.624506, - "f1": 0.576426, - "accuracy": 0.624506, - "main_score": 0.576426, - "hf_subset": "mai_Deva-fuv_Latn", - "languages": [ - "mai-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504788, - "recall": 0.573123, - "f1": 0.523329, - "accuracy": 0.573123, - "main_score": 0.523329, - "hf_subset": "mai_Deva-kac_Latn", - "languages": [ - "mai-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66399, - "recall": 0.727273, - "f1": 0.682273, - "accuracy": 0.727273, - "main_score": 0.682273, - "hf_subset": "mai_Deva-lin_Latn", - "languages": [ - "mai-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-nno_Latn", - "languages": [ - "mai-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269688, - "recall": 0.349802, - "f1": 0.290778, - "accuracy": 0.349802, - "main_score": 0.290778, - "hf_subset": "mai_Deva-sat_Olck", - "languages": [ - "mai-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-tel_Telu", - "languages": [ - "mai-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "mai_Deva-ydd_Hebr", - "languages": [ - "mai-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "mai_Deva-ary_Arab", - "languages": [ - "mai-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ces_Latn", - "languages": [ - "mai-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576971, - "recall": 0.640316, - "f1": 0.595605, - "accuracy": 0.640316, - "main_score": 0.595605, - "hf_subset": "mai_Deva-gaz_Latn", - "languages": [ - "mai-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585354, - "recall": 0.650198, - "f1": 0.603393, - "accuracy": 0.650198, - "main_score": 0.603393, - "hf_subset": "mai_Deva-kam_Latn", - "languages": [ - "mai-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mai_Deva-lit_Latn", - "languages": [ - "mai-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-nob_Latn", - "languages": [ - "mai-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mai_Deva-scn_Latn", - "languages": [ - "mai-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "mai_Deva-tgk_Cyrl", - "languages": [ - "mai-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705247, - "recall": 0.770751, - "f1": 0.724951, - "accuracy": 0.770751, - "main_score": 0.724951, - "hf_subset": "mai_Deva-yor_Latn", - "languages": [ - "mai-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-arz_Arab", - "languages": [ - "mai-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565285, - "recall": 0.630435, - "f1": 0.583997, - "accuracy": 0.630435, - "main_score": 0.583997, - "hf_subset": "mai_Deva-cjk_Latn", - "languages": [ - "mai-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762385, - "recall": 0.811265, - "f1": 0.77739, - "accuracy": 0.811265, - "main_score": 0.77739, - "hf_subset": "mai_Deva-gla_Latn", - "languages": [ - "mai-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-kan_Knda", - "languages": [ - "mai-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "mai_Deva-lmo_Latn", - "languages": [ - "mai-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mai_Deva-npi_Deva", - "languages": [ - "mai-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465452, - "recall": 0.533597, - "f1": 0.483882, - "accuracy": 0.533597, - "main_score": 0.483882, - "hf_subset": "mai_Deva-shn_Mymr", - "languages": [ - "mai-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-tgl_Latn", - "languages": [ - "mai-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-yue_Hant", - "languages": [ - "mai-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mai_Deva-asm_Beng", - "languages": [ - "mai-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.965415, - "f1": 0.954381, - "accuracy": 0.965415, - "main_score": 0.954381, - "hf_subset": "mai_Deva-ckb_Arab", - "languages": [ - "mai-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847579, - "recall": 0.891304, - "f1": 0.861364, - "accuracy": 0.891304, - "main_score": 0.861364, - "hf_subset": "mai_Deva-gle_Latn", - "languages": [ - "mai-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "mai_Deva-kas_Arab", - "languages": [ - "mai-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.960474, - "f1": 0.948287, - "accuracy": 0.960474, - "main_score": 0.948287, - "hf_subset": "mai_Deva-ltg_Latn", - "languages": [ - "mai-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617583, - "recall": 0.671937, - "f1": 0.632948, - "accuracy": 0.671937, - "main_score": 0.632948, - "hf_subset": "mai_Deva-nso_Latn", - "languages": [ - "mai-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "mai_Deva-sin_Sinh", - "languages": [ - "mai-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-tha_Thai", - "languages": [ - "mai-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-zho_Hans", - "languages": [ - "mai-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-ast_Latn", - "languages": [ - "mai-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mai_Deva-crh_Latn", - "languages": [ - "mai-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-glg_Latn", - "languages": [ - "mai-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920619, - "recall": 0.945652, - "f1": 0.928689, - "accuracy": 0.945652, - "main_score": 0.928689, - "hf_subset": "mai_Deva-kas_Deva", - "languages": [ - "mai-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "mai_Deva-ltz_Latn", - "languages": [ - "mai-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455893, - "recall": 0.529644, - "f1": 0.475713, - "accuracy": 0.529644, - "main_score": 0.475713, - "hf_subset": "mai_Deva-nus_Latn", - "languages": [ - "mai-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-slk_Latn", - "languages": [ - "mai-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638785, - "recall": 0.710474, - "f1": 0.659919, - "accuracy": 0.710474, - "main_score": 0.659919, - "hf_subset": "mai_Deva-tir_Ethi", - "languages": [ - "mai-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-zho_Hant", - "languages": [ - "mai-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "mai_Deva-awa_Deva", - "languages": [ - "mai-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "mai_Deva-cym_Latn", - "languages": [ - "mai-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837566, - "recall": 0.878458, - "f1": 0.850165, - "accuracy": 0.878458, - "main_score": 0.850165, - "hf_subset": "mai_Deva-grn_Latn", - "languages": [ - "mai-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mai_Deva-kat_Geor", - "languages": [ - "mai-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647181, - "recall": 0.706522, - "f1": 0.664756, - "accuracy": 0.706522, - "main_score": 0.664756, - "hf_subset": "mai_Deva-lua_Latn", - "languages": [ - "mai-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629729, - "recall": 0.692688, - "f1": 0.647845, - "accuracy": 0.692688, - "main_score": 0.647845, - "hf_subset": "mai_Deva-nya_Latn", - "languages": [ - "mai-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-slv_Latn", - "languages": [ - "mai-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.965415, - "f1": 0.95504, - "accuracy": 0.965415, - "main_score": 0.95504, - "hf_subset": "mai_Deva-tpi_Latn", - "languages": [ - "mai-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-zsm_Latn", - "languages": [ - "mai-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551972, - "recall": 0.610672, - "f1": 0.568466, - "accuracy": 0.610672, - "main_score": 0.568466, - "hf_subset": "mai_Deva-ayr_Latn", - "languages": [ - "mai-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-dan_Latn", - "languages": [ - "mai-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-guj_Gujr", - "languages": [ - "mai-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-kaz_Cyrl", - "languages": [ - "mai-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526327, - "recall": 0.589921, - "f1": 0.544246, - "accuracy": 0.589921, - "main_score": 0.544246, - "hf_subset": "mai_Deva-lug_Latn", - "languages": [ - "mai-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-oci_Latn", - "languages": [ - "mai-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81605, - "recall": 0.863636, - "f1": 0.830385, - "accuracy": 0.863636, - "main_score": 0.830385, - "hf_subset": "mai_Deva-smo_Latn", - "languages": [ - "mai-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540803, - "recall": 0.605731, - "f1": 0.558611, - "accuracy": 0.605731, - "main_score": 0.558611, - "hf_subset": "mai_Deva-tsn_Latn", - "languages": [ - "mai-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607547, - "recall": 0.667984, - "f1": 0.625445, - "accuracy": 0.667984, - "main_score": 0.625445, - "hf_subset": "mai_Deva-zul_Latn", - "languages": [ - "mai-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934865, - "recall": 0.954545, - "f1": 0.941107, - "accuracy": 0.954545, - "main_score": 0.941107, - "hf_subset": "mai_Deva-azb_Arab", - "languages": [ - "mai-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-deu_Latn", - "languages": [ - "mai-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968462, - "recall": 0.977273, - "f1": 0.971245, - "accuracy": 0.977273, - "main_score": 0.971245, - "hf_subset": "mai_Deva-hat_Latn", - "languages": [ - "mai-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488021, - "recall": 0.550395, - "f1": 0.504861, - "accuracy": 0.550395, - "main_score": 0.504861, - "hf_subset": "mai_Deva-kbp_Latn", - "languages": [ - "mai-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564346, - "recall": 0.62747, - "f1": 0.58165, - "accuracy": 0.62747, - "main_score": 0.58165, - "hf_subset": "mai_Deva-luo_Latn", - "languages": [ - "mai-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-ory_Orya", - "languages": [ - "mai-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594665, - "recall": 0.65415, - "f1": 0.61178, - "accuracy": 0.65415, - "main_score": 0.61178, - "hf_subset": "mai_Deva-sna_Latn", - "languages": [ - "mai-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563456, - "recall": 0.616601, - "f1": 0.57813, - "accuracy": 0.616601, - "main_score": 0.57813, - "hf_subset": "mai_Deva-tso_Latn", - "languages": [ - "mai-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mai_Deva-azj_Latn", - "languages": [ - "mai-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529463, - "recall": 0.59585, - "f1": 0.548439, - "accuracy": 0.59585, - "main_score": 0.548439, - "hf_subset": "mai_Deva-dik_Latn", - "languages": [ - "mai-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732889, - "recall": 0.787549, - "f1": 0.748852, - "accuracy": 0.787549, - "main_score": 0.748852, - "hf_subset": "mai_Deva-hau_Latn", - "languages": [ - "mai-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mai_Deva-kea_Latn", - "languages": [ - "mai-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740448, - "recall": 0.794466, - "f1": 0.756653, - "accuracy": 0.794466, - "main_score": 0.756653, - "hf_subset": "mai_Deva-lus_Latn", - "languages": [ - "mai-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883926, - "recall": 0.913043, - "f1": 0.892556, - "accuracy": 0.913043, - "main_score": 0.892556, - "hf_subset": "mai_Deva-pag_Latn", - "languages": [ - "mai-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mai_Deva-snd_Arab", - "languages": [ - "mai-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.966403, - "f1": 0.956983, - "accuracy": 0.966403, - "main_score": 0.956983, - "hf_subset": "mai_Deva-tuk_Latn", - "languages": [ - "mai-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "mai_Deva-bak_Cyrl", - "languages": [ - "mai-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498339, - "recall": 0.583004, - "f1": 0.523149, - "accuracy": 0.583004, - "main_score": 0.523149, - "hf_subset": "mai_Deva-dyu_Latn", - "languages": [ - "mai-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-heb_Hebr", - "languages": [ - "mai-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "mai_Deva-khk_Cyrl", - "languages": [ - "mai-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mai_Deva-lvs_Latn", - "languages": [ - "mai-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mai_Deva-pan_Guru", - "languages": [ - "mai-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698412, - "recall": 0.756917, - "f1": 0.71578, - "accuracy": 0.756917, - "main_score": 0.71578, - "hf_subset": "mai_Deva-som_Latn", - "languages": [ - "mai-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60048, - "recall": 0.649209, - "f1": 0.614295, - "accuracy": 0.649209, - "main_score": 0.614295, - "hf_subset": "mai_Deva-tum_Latn", - "languages": [ - "mai-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529596, - "recall": 0.599802, - "f1": 0.549512, - "accuracy": 0.599802, - "main_score": 0.549512, - "hf_subset": "pbt_Arab-ace_Arab", - "languages": [ - "pbt-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495974, - "recall": 0.557312, - "f1": 0.51304, - "accuracy": 0.557312, - "main_score": 0.51304, - "hf_subset": "pbt_Arab-bam_Latn", - "languages": [ - "pbt-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354693, - "recall": 0.434783, - "f1": 0.376351, - "accuracy": 0.434783, - "main_score": 0.376351, - "hf_subset": "pbt_Arab-dzo_Tibt", - "languages": [ - "pbt-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "pbt_Arab-hin_Deva", - "languages": [ - "pbt-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "pbt_Arab-khm_Khmr", - "languages": [ - "pbt-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-mag_Deva", - "languages": [ - "pbt-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.960474, - "f1": 0.950593, - "accuracy": 0.960474, - "main_score": 0.950593, - "hf_subset": "pbt_Arab-pap_Latn", - "languages": [ - "pbt-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566247, - "recall": 0.619565, - "f1": 0.580343, - "accuracy": 0.619565, - "main_score": 0.580343, - "hf_subset": "pbt_Arab-sot_Latn", - "languages": [ - "pbt-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-tur_Latn", - "languages": [ - "pbt-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812072, - "recall": 0.852767, - "f1": 0.824473, - "accuracy": 0.852767, - "main_score": 0.824473, - "hf_subset": "pbt_Arab-ace_Latn", - "languages": [ - "pbt-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914526, - "recall": 0.936759, - "f1": 0.921607, - "accuracy": 0.936759, - "main_score": 0.921607, - "hf_subset": "pbt_Arab-ban_Latn", - "languages": [ - "pbt-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975873, - "recall": 0.983202, - "f1": 0.978162, - "accuracy": 0.983202, - "main_score": 0.978162, - "hf_subset": "pbt_Arab-ell_Grek", - "languages": [ - "pbt-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "pbt_Arab-hne_Deva", - "languages": [ - "pbt-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558309, - "recall": 0.614625, - "f1": 0.574415, - "accuracy": 0.614625, - "main_score": 0.574415, - "hf_subset": "pbt_Arab-kik_Latn", - "languages": [ - "pbt-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "pbt_Arab-mai_Deva", - "languages": [ - "pbt-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.985178, - "f1": 0.980632, - "accuracy": 0.985178, - "main_score": 0.980632, - "hf_subset": "pbt_Arab-spa_Latn", - "languages": [ - "pbt-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573866, - "recall": 0.636364, - "f1": 0.591296, - "accuracy": 0.636364, - "main_score": 0.591296, - "hf_subset": "pbt_Arab-twi_Latn", - "languages": [ - "pbt-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "pbt_Arab-acm_Arab", - "languages": [ - "pbt-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "pbt_Arab-bel_Cyrl", - "languages": [ - "pbt-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pbt_Arab-eng_Latn", - "languages": [ - "pbt-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "pbt_Arab-hrv_Latn", - "languages": [ - "pbt-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516507, - "recall": 0.583004, - "f1": 0.534663, - "accuracy": 0.583004, - "main_score": 0.534663, - "hf_subset": "pbt_Arab-kin_Latn", - "languages": [ - "pbt-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pbt_Arab-mal_Mlym", - "languages": [ - "pbt-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "pbt_Arab-pes_Arab", - "languages": [ - "pbt-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946723, - "recall": 0.963439, - "f1": 0.952141, - "accuracy": 0.963439, - "main_score": 0.952141, - "hf_subset": "pbt_Arab-srd_Latn", - "languages": [ - "pbt-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186319, - "recall": 0.232213, - "f1": 0.197958, - "accuracy": 0.232213, - "main_score": 0.197958, - "hf_subset": "pbt_Arab-tzm_Tfng", - "languages": [ - "pbt-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pbt_Arab-acq_Arab", - "languages": [ - "pbt-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59787, - "recall": 0.646245, - "f1": 0.611207, - "accuracy": 0.646245, - "main_score": 0.611207, - "hf_subset": "pbt_Arab-bem_Latn", - "languages": [ - "pbt-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "pbt_Arab-epo_Latn", - "languages": [ - "pbt-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pbt_Arab-hun_Latn", - "languages": [ - "pbt-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938982, - "recall": 0.95751, - "f1": 0.944895, - "accuracy": 0.95751, - "main_score": 0.944895, - "hf_subset": "pbt_Arab-kir_Cyrl", - "languages": [ - "pbt-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "pbt_Arab-mar_Deva", - "languages": [ - "pbt-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631324, - "recall": 0.684783, - "f1": 0.647069, - "accuracy": 0.684783, - "main_score": 0.647069, - "hf_subset": "pbt_Arab-plt_Latn", - "languages": [ - "pbt-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "pbt_Arab-srp_Cyrl", - "languages": [ - "pbt-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917935, - "recall": 0.940711, - "f1": 0.924967, - "accuracy": 0.940711, - "main_score": 0.924967, - "hf_subset": "pbt_Arab-uig_Arab", - "languages": [ - "pbt-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "pbt_Arab-aeb_Arab", - "languages": [ - "pbt-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "pbt_Arab-ben_Beng", - "languages": [ - "pbt-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "pbt_Arab-est_Latn", - "languages": [ - "pbt-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "pbt_Arab-hye_Armn", - "languages": [ - "pbt-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509808, - "recall": 0.566206, - "f1": 0.526306, - "accuracy": 0.566206, - "main_score": 0.526306, - "hf_subset": "pbt_Arab-kmb_Latn", - "languages": [ - "pbt-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477266, - "recall": 0.547431, - "f1": 0.496581, - "accuracy": 0.547431, - "main_score": 0.496581, - "hf_subset": "pbt_Arab-min_Arab", - "languages": [ - "pbt-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "pbt_Arab-pol_Latn", - "languages": [ - "pbt-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531295, - "recall": 0.590909, - "f1": 0.547394, - "accuracy": 0.590909, - "main_score": 0.547394, - "hf_subset": "pbt_Arab-ssw_Latn", - "languages": [ - "pbt-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pbt_Arab-ukr_Cyrl", - "languages": [ - "pbt-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pbt_Arab-afr_Latn", - "languages": [ - "pbt-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "pbt_Arab-bho_Deva", - "languages": [ - "pbt-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944993, - "recall": 0.961462, - "f1": 0.950264, - "accuracy": 0.961462, - "main_score": 0.950264, - "hf_subset": "pbt_Arab-eus_Latn", - "languages": [ - "pbt-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553287, - "recall": 0.609684, - "f1": 0.568848, - "accuracy": 0.609684, - "main_score": 0.568848, - "hf_subset": "pbt_Arab-ibo_Latn", - "languages": [ - "pbt-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840119, - "recall": 0.880435, - "f1": 0.852536, - "accuracy": 0.880435, - "main_score": 0.852536, - "hf_subset": "pbt_Arab-kmr_Latn", - "languages": [ - "pbt-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.964427, - "f1": 0.953557, - "accuracy": 0.964427, - "main_score": 0.953557, - "hf_subset": "pbt_Arab-min_Latn", - "languages": [ - "pbt-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984437, - "recall": 0.98913, - "f1": 0.985903, - "accuracy": 0.98913, - "main_score": 0.985903, - "hf_subset": "pbt_Arab-por_Latn", - "languages": [ - "pbt-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.976285, - "f1": 0.968379, - "accuracy": 0.976285, - "main_score": 0.968379, - "hf_subset": "pbt_Arab-sun_Latn", - "languages": [ - "pbt-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495513, - "recall": 0.549407, - "f1": 0.510731, - "accuracy": 0.549407, - "main_score": 0.510731, - "hf_subset": "pbt_Arab-umb_Latn", - "languages": [ - "pbt-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pbt_Arab-ajp_Arab", - "languages": [ - "pbt-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504975, - "recall": 0.567194, - "f1": 0.522239, - "accuracy": 0.567194, - "main_score": 0.522239, - "hf_subset": "pbt_Arab-bjn_Arab", - "languages": [ - "pbt-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484769, - "recall": 0.537549, - "f1": 0.499568, - "accuracy": 0.537549, - "main_score": 0.499568, - "hf_subset": "pbt_Arab-ewe_Latn", - "languages": [ - "pbt-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892375, - "recall": 0.921937, - "f1": 0.901581, - "accuracy": 0.921937, - "main_score": 0.901581, - "hf_subset": "pbt_Arab-ilo_Latn", - "languages": [ - "pbt-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320678, - "recall": 0.371542, - "f1": 0.335039, - "accuracy": 0.371542, - "main_score": 0.335039, - "hf_subset": "pbt_Arab-knc_Arab", - "languages": [ - "pbt-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "pbt_Arab-mkd_Cyrl", - "languages": [ - "pbt-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pbt_Arab-prs_Arab", - "languages": [ - "pbt-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pbt_Arab-swe_Latn", - "languages": [ - "pbt-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pbt_Arab-urd_Arab", - "languages": [ - "pbt-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534098, - "recall": 0.593874, - "f1": 0.550965, - "accuracy": 0.593874, - "main_score": 0.550965, - "hf_subset": "pbt_Arab-aka_Latn", - "languages": [ - "pbt-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939921, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "pbt_Arab-bjn_Latn", - "languages": [ - "pbt-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912385, - "recall": 0.940711, - "f1": 0.921607, - "accuracy": 0.940711, - "main_score": 0.921607, - "hf_subset": "pbt_Arab-fao_Latn", - "languages": [ - "pbt-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pbt_Arab-ind_Latn", - "languages": [ - "pbt-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564305, - "recall": 0.612648, - "f1": 0.578103, - "accuracy": 0.612648, - "main_score": 0.578103, - "hf_subset": "pbt_Arab-knc_Latn", - "languages": [ - "pbt-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "pbt_Arab-mlt_Latn", - "languages": [ - "pbt-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64853, - "recall": 0.70751, - "f1": 0.665618, - "accuracy": 0.70751, - "main_score": 0.665618, - "hf_subset": "pbt_Arab-quy_Latn", - "languages": [ - "pbt-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923913, - "recall": 0.944664, - "f1": 0.930468, - "accuracy": 0.944664, - "main_score": 0.930468, - "hf_subset": "pbt_Arab-swh_Latn", - "languages": [ - "pbt-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "pbt_Arab-uzn_Latn", - "languages": [ - "pbt-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pbt_Arab-als_Latn", - "languages": [ - "pbt-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556028, - "recall": 0.639328, - "f1": 0.579912, - "accuracy": 0.639328, - "main_score": 0.579912, - "hf_subset": "pbt_Arab-bod_Tibt", - "languages": [ - "pbt-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640193, - "recall": 0.69664, - "f1": 0.656233, - "accuracy": 0.69664, - "main_score": 0.656233, - "hf_subset": "pbt_Arab-fij_Latn", - "languages": [ - "pbt-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930665, - "recall": 0.950593, - "f1": 0.937088, - "accuracy": 0.950593, - "main_score": 0.937088, - "hf_subset": "pbt_Arab-isl_Latn", - "languages": [ - "pbt-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612378, - "recall": 0.661067, - "f1": 0.626927, - "accuracy": 0.661067, - "main_score": 0.626927, - "hf_subset": "pbt_Arab-kon_Latn", - "languages": [ - "pbt-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607371, - "recall": 0.672925, - "f1": 0.62647, - "accuracy": 0.672925, - "main_score": 0.62647, - "hf_subset": "pbt_Arab-mni_Beng", - "languages": [ - "pbt-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "pbt_Arab-ron_Latn", - "languages": [ - "pbt-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.968379, - "f1": 0.960474, - "accuracy": 0.968379, - "main_score": 0.960474, - "hf_subset": "pbt_Arab-szl_Latn", - "languages": [ - "pbt-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973353, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "pbt_Arab-vec_Latn", - "languages": [ - "pbt-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891634, - "recall": 0.924901, - "f1": 0.902503, - "accuracy": 0.924901, - "main_score": 0.902503, - "hf_subset": "pbt_Arab-amh_Ethi", - "languages": [ - "pbt-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-bos_Latn", - "languages": [ - "pbt-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "pbt_Arab-fin_Latn", - "languages": [ - "pbt-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "pbt_Arab-ita_Latn", - "languages": [ - "pbt-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "pbt_Arab-kor_Hang", - "languages": [ - "pbt-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520158, - "recall": 0.571146, - "f1": 0.534798, - "accuracy": 0.571146, - "main_score": 0.534798, - "hf_subset": "pbt_Arab-mos_Latn", - "languages": [ - "pbt-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51979, - "recall": 0.575099, - "f1": 0.535201, - "accuracy": 0.575099, - "main_score": 0.535201, - "hf_subset": "pbt_Arab-run_Latn", - "languages": [ - "pbt-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "pbt_Arab-tam_Taml", - "languages": [ - "pbt-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pbt_Arab-vie_Latn", - "languages": [ - "pbt-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "pbt_Arab-apc_Arab", - "languages": [ - "pbt-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742781, - "recall": 0.795455, - "f1": 0.758267, - "accuracy": 0.795455, - "main_score": 0.758267, - "hf_subset": "pbt_Arab-bug_Latn", - "languages": [ - "pbt-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429858, - "recall": 0.490119, - "f1": 0.446816, - "accuracy": 0.490119, - "main_score": 0.446816, - "hf_subset": "pbt_Arab-fon_Latn", - "languages": [ - "pbt-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977684, - "recall": 0.98419, - "f1": 0.979644, - "accuracy": 0.98419, - "main_score": 0.979644, - "hf_subset": "pbt_Arab-jav_Latn", - "languages": [ - "pbt-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.967391, - "f1": 0.957411, - "accuracy": 0.967391, - "main_score": 0.957411, - "hf_subset": "pbt_Arab-lao_Laoo", - "languages": [ - "pbt-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800132, - "recall": 0.849802, - "f1": 0.815119, - "accuracy": 0.849802, - "main_score": 0.815119, - "hf_subset": "pbt_Arab-mri_Latn", - "languages": [ - "pbt-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "pbt_Arab-rus_Cyrl", - "languages": [ - "pbt-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519933, - "recall": 0.579051, - "f1": 0.535888, - "accuracy": 0.579051, - "main_score": 0.535888, - "hf_subset": "pbt_Arab-taq_Latn", - "languages": [ - "pbt-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "pbt_Arab-war_Latn", - "languages": [ - "pbt-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "pbt_Arab-arb_Arab", - "languages": [ - "pbt-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "pbt_Arab-bul_Cyrl", - "languages": [ - "pbt-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "pbt_Arab-fra_Latn", - "languages": [ - "pbt-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "pbt_Arab-jpn_Jpan", - "languages": [ - "pbt-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "pbt_Arab-lij_Latn", - "languages": [ - "pbt-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "pbt_Arab-mya_Mymr", - "languages": [ - "pbt-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535345, - "recall": 0.600791, - "f1": 0.554191, - "accuracy": 0.600791, - "main_score": 0.554191, - "hf_subset": "pbt_Arab-sag_Latn", - "languages": [ - "pbt-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204974, - "recall": 0.250988, - "f1": 0.215271, - "accuracy": 0.250988, - "main_score": 0.215271, - "hf_subset": "pbt_Arab-taq_Tfng", - "languages": [ - "pbt-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610979, - "recall": 0.663043, - "f1": 0.625743, - "accuracy": 0.663043, - "main_score": 0.625743, - "hf_subset": "pbt_Arab-wol_Latn", - "languages": [ - "pbt-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731382, - "recall": 0.796443, - "f1": 0.750977, - "accuracy": 0.796443, - "main_score": 0.750977, - "hf_subset": "pbt_Arab-arb_Latn", - "languages": [ - "pbt-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980319, - "recall": 0.986166, - "f1": 0.982115, - "accuracy": 0.986166, - "main_score": 0.982115, - "hf_subset": "pbt_Arab-cat_Latn", - "languages": [ - "pbt-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.967391, - "f1": 0.958794, - "accuracy": 0.967391, - "main_score": 0.958794, - "hf_subset": "pbt_Arab-fur_Latn", - "languages": [ - "pbt-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392461, - "recall": 0.449605, - "f1": 0.407752, - "accuracy": 0.449605, - "main_score": 0.407752, - "hf_subset": "pbt_Arab-kab_Latn", - "languages": [ - "pbt-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "pbt_Arab-lim_Latn", - "languages": [ - "pbt-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pbt_Arab-nld_Latn", - "languages": [ - "pbt-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "pbt_Arab-san_Deva", - "languages": [ - "pbt-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "pbt_Arab-tat_Cyrl", - "languages": [ - "pbt-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625586, - "recall": 0.684783, - "f1": 0.643495, - "accuracy": 0.684783, - "main_score": 0.643495, - "hf_subset": "pbt_Arab-xho_Latn", - "languages": [ - "pbt-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pbt_Arab-ars_Arab", - "languages": [ - "pbt-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "pbt_Arab-ceb_Latn", - "languages": [ - "pbt-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518067, - "recall": 0.579051, - "f1": 0.536082, - "accuracy": 0.579051, - "main_score": 0.536082, - "hf_subset": "pbt_Arab-fuv_Latn", - "languages": [ - "pbt-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475782, - "recall": 0.536561, - "f1": 0.49209, - "accuracy": 0.536561, - "main_score": 0.49209, - "hf_subset": "pbt_Arab-kac_Latn", - "languages": [ - "pbt-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636752, - "recall": 0.692688, - "f1": 0.652868, - "accuracy": 0.692688, - "main_score": 0.652868, - "hf_subset": "pbt_Arab-lin_Latn", - "languages": [ - "pbt-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "pbt_Arab-nno_Latn", - "languages": [ - "pbt-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233443, - "recall": 0.310277, - "f1": 0.253366, - "accuracy": 0.310277, - "main_score": 0.253366, - "hf_subset": "pbt_Arab-sat_Olck", - "languages": [ - "pbt-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pbt_Arab-tel_Telu", - "languages": [ - "pbt-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906785, - "recall": 0.934783, - "f1": 0.91581, - "accuracy": 0.934783, - "main_score": 0.91581, - "hf_subset": "pbt_Arab-ydd_Hebr", - "languages": [ - "pbt-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939065, - "recall": 0.95751, - "f1": 0.944993, - "accuracy": 0.95751, - "main_score": 0.944993, - "hf_subset": "pbt_Arab-ary_Arab", - "languages": [ - "pbt-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pbt_Arab-ces_Latn", - "languages": [ - "pbt-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554265, - "recall": 0.612648, - "f1": 0.571499, - "accuracy": 0.612648, - "main_score": 0.571499, - "hf_subset": "pbt_Arab-gaz_Latn", - "languages": [ - "pbt-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538596, - "recall": 0.596838, - "f1": 0.55486, - "accuracy": 0.596838, - "main_score": 0.55486, - "hf_subset": "pbt_Arab-kam_Latn", - "languages": [ - "pbt-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971673, - "recall": 0.980237, - "f1": 0.974473, - "accuracy": 0.980237, - "main_score": 0.974473, - "hf_subset": "pbt_Arab-lit_Latn", - "languages": [ - "pbt-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "pbt_Arab-nob_Latn", - "languages": [ - "pbt-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945405, - "recall": 0.961462, - "f1": 0.950494, - "accuracy": 0.961462, - "main_score": 0.950494, - "hf_subset": "pbt_Arab-scn_Latn", - "languages": [ - "pbt-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "pbt_Arab-tgk_Cyrl", - "languages": [ - "pbt-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660674, - "recall": 0.725296, - "f1": 0.679781, - "accuracy": 0.725296, - "main_score": 0.679781, - "hf_subset": "pbt_Arab-yor_Latn", - "languages": [ - "pbt-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "pbt_Arab-arz_Arab", - "languages": [ - "pbt-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531475, - "recall": 0.585968, - "f1": 0.546949, - "accuracy": 0.585968, - "main_score": 0.546949, - "hf_subset": "pbt_Arab-cjk_Latn", - "languages": [ - "pbt-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724967, - "recall": 0.783597, - "f1": 0.742622, - "accuracy": 0.783597, - "main_score": 0.742622, - "hf_subset": "pbt_Arab-gla_Latn", - "languages": [ - "pbt-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "pbt_Arab-kan_Knda", - "languages": [ - "pbt-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955781, - "recall": 0.968379, - "f1": 0.959717, - "accuracy": 0.968379, - "main_score": 0.959717, - "hf_subset": "pbt_Arab-lmo_Latn", - "languages": [ - "pbt-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "pbt_Arab-npi_Deva", - "languages": [ - "pbt-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438638, - "recall": 0.498024, - "f1": 0.454659, - "accuracy": 0.498024, - "main_score": 0.454659, - "hf_subset": "pbt_Arab-shn_Mymr", - "languages": [ - "pbt-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pbt_Arab-tgl_Latn", - "languages": [ - "pbt-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pbt_Arab-yue_Hant", - "languages": [ - "pbt-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "pbt_Arab-asm_Beng", - "languages": [ - "pbt-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925395, - "recall": 0.947628, - "f1": 0.932642, - "accuracy": 0.947628, - "main_score": 0.932642, - "hf_subset": "pbt_Arab-ckb_Arab", - "languages": [ - "pbt-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805955, - "recall": 0.850791, - "f1": 0.819252, - "accuracy": 0.850791, - "main_score": 0.819252, - "hf_subset": "pbt_Arab-gle_Latn", - "languages": [ - "pbt-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934206, - "recall": 0.953557, - "f1": 0.940448, - "accuracy": 0.953557, - "main_score": 0.940448, - "hf_subset": "pbt_Arab-kas_Arab", - "languages": [ - "pbt-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887352, - "recall": 0.91996, - "f1": 0.89753, - "accuracy": 0.91996, - "main_score": 0.89753, - "hf_subset": "pbt_Arab-ltg_Latn", - "languages": [ - "pbt-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57892, - "recall": 0.634387, - "f1": 0.595116, - "accuracy": 0.634387, - "main_score": 0.595116, - "hf_subset": "pbt_Arab-nso_Latn", - "languages": [ - "pbt-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "pbt_Arab-sin_Sinh", - "languages": [ - "pbt-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-tha_Thai", - "languages": [ - "pbt-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "pbt_Arab-zho_Hans", - "languages": [ - "pbt-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "pbt_Arab-ast_Latn", - "languages": [ - "pbt-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950675, - "recall": 0.966403, - "f1": 0.955764, - "accuracy": 0.966403, - "main_score": 0.955764, - "hf_subset": "pbt_Arab-crh_Latn", - "languages": [ - "pbt-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "pbt_Arab-glg_Latn", - "languages": [ - "pbt-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850049, - "recall": 0.889328, - "f1": 0.862352, - "accuracy": 0.889328, - "main_score": 0.862352, - "hf_subset": "pbt_Arab-kas_Deva", - "languages": [ - "pbt-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.958498, - "f1": 0.945817, - "accuracy": 0.958498, - "main_score": 0.945817, - "hf_subset": "pbt_Arab-ltz_Latn", - "languages": [ - "pbt-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437568, - "recall": 0.5, - "f1": 0.454536, - "accuracy": 0.5, - "main_score": 0.454536, - "hf_subset": "pbt_Arab-nus_Latn", - "languages": [ - "pbt-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "pbt_Arab-slk_Latn", - "languages": [ - "pbt-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592329, - "recall": 0.663043, - "f1": 0.613225, - "accuracy": 0.663043, - "main_score": 0.613225, - "hf_subset": "pbt_Arab-tir_Ethi", - "languages": [ - "pbt-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "pbt_Arab-zho_Hant", - "languages": [ - "pbt-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "pbt_Arab-awa_Deva", - "languages": [ - "pbt-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931242, - "recall": 0.951581, - "f1": 0.937648, - "accuracy": 0.951581, - "main_score": 0.937648, - "hf_subset": "pbt_Arab-cym_Latn", - "languages": [ - "pbt-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784074, - "recall": 0.833004, - "f1": 0.798781, - "accuracy": 0.833004, - "main_score": 0.798781, - "hf_subset": "pbt_Arab-grn_Latn", - "languages": [ - "pbt-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973485, - "recall": 0.981225, - "f1": 0.975908, - "accuracy": 0.981225, - "main_score": 0.975908, - "hf_subset": "pbt_Arab-kat_Geor", - "languages": [ - "pbt-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606538, - "recall": 0.658103, - "f1": 0.620964, - "accuracy": 0.658103, - "main_score": 0.620964, - "hf_subset": "pbt_Arab-lua_Latn", - "languages": [ - "pbt-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584341, - "recall": 0.647233, - "f1": 0.602525, - "accuracy": 0.647233, - "main_score": 0.602525, - "hf_subset": "pbt_Arab-nya_Latn", - "languages": [ - "pbt-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "pbt_Arab-slv_Latn", - "languages": [ - "pbt-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869713, - "recall": 0.905138, - "f1": 0.880665, - "accuracy": 0.905138, - "main_score": 0.880665, - "hf_subset": "pbt_Arab-tpi_Latn", - "languages": [ - "pbt-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-zsm_Latn", - "languages": [ - "pbt-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517655, - "recall": 0.578063, - "f1": 0.535136, - "accuracy": 0.578063, - "main_score": 0.535136, - "hf_subset": "pbt_Arab-ayr_Latn", - "languages": [ - "pbt-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "pbt_Arab-dan_Latn", - "languages": [ - "pbt-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pbt_Arab-guj_Gujr", - "languages": [ - "pbt-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "pbt_Arab-kaz_Cyrl", - "languages": [ - "pbt-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496486, - "recall": 0.561265, - "f1": 0.515107, - "accuracy": 0.561265, - "main_score": 0.515107, - "hf_subset": "pbt_Arab-lug_Latn", - "languages": [ - "pbt-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "pbt_Arab-oci_Latn", - "languages": [ - "pbt-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779183, - "recall": 0.83004, - "f1": 0.79465, - "accuracy": 0.83004, - "main_score": 0.79465, - "hf_subset": "pbt_Arab-smo_Latn", - "languages": [ - "pbt-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510255, - "recall": 0.568182, - "f1": 0.526265, - "accuracy": 0.568182, - "main_score": 0.526265, - "hf_subset": "pbt_Arab-tsn_Latn", - "languages": [ - "pbt-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5778, - "recall": 0.636364, - "f1": 0.593923, - "accuracy": 0.636364, - "main_score": 0.593923, - "hf_subset": "pbt_Arab-zul_Latn", - "languages": [ - "pbt-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903409, - "recall": 0.929842, - "f1": 0.911792, - "accuracy": 0.929842, - "main_score": 0.911792, - "hf_subset": "pbt_Arab-azb_Arab", - "languages": [ - "pbt-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pbt_Arab-deu_Latn", - "languages": [ - "pbt-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943347, - "recall": 0.960474, - "f1": 0.948946, - "accuracy": 0.960474, - "main_score": 0.948946, - "hf_subset": "pbt_Arab-hat_Latn", - "languages": [ - "pbt-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467115, - "recall": 0.513834, - "f1": 0.480418, - "accuracy": 0.513834, - "main_score": 0.480418, - "hf_subset": "pbt_Arab-kbp_Latn", - "languages": [ - "pbt-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551454, - "recall": 0.609684, - "f1": 0.567103, - "accuracy": 0.609684, - "main_score": 0.567103, - "hf_subset": "pbt_Arab-luo_Latn", - "languages": [ - "pbt-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "pbt_Arab-ory_Orya", - "languages": [ - "pbt-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564603, - "recall": 0.628458, - "f1": 0.583187, - "accuracy": 0.628458, - "main_score": 0.583187, - "hf_subset": "pbt_Arab-sna_Latn", - "languages": [ - "pbt-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529125, - "recall": 0.583992, - "f1": 0.544757, - "accuracy": 0.583992, - "main_score": 0.544757, - "hf_subset": "pbt_Arab-tso_Latn", - "languages": [ - "pbt-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "pbt_Arab-azj_Latn", - "languages": [ - "pbt-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497917, - "recall": 0.562253, - "f1": 0.51651, - "accuracy": 0.562253, - "main_score": 0.51651, - "hf_subset": "pbt_Arab-dik_Latn", - "languages": [ - "pbt-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684733, - "recall": 0.743083, - "f1": 0.702207, - "accuracy": 0.743083, - "main_score": 0.702207, - "hf_subset": "pbt_Arab-hau_Latn", - "languages": [ - "pbt-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.965415, - "f1": 0.95504, - "accuracy": 0.965415, - "main_score": 0.95504, - "hf_subset": "pbt_Arab-kea_Latn", - "languages": [ - "pbt-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696179, - "recall": 0.746047, - "f1": 0.711547, - "accuracy": 0.746047, - "main_score": 0.711547, - "hf_subset": "pbt_Arab-lus_Latn", - "languages": [ - "pbt-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798913, - "recall": 0.840909, - "f1": 0.811434, - "accuracy": 0.840909, - "main_score": 0.811434, - "hf_subset": "pbt_Arab-pag_Latn", - "languages": [ - "pbt-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "pbt_Arab-snd_Arab", - "languages": [ - "pbt-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899127, - "recall": 0.927866, - "f1": 0.908169, - "accuracy": 0.927866, - "main_score": 0.908169, - "hf_subset": "pbt_Arab-tuk_Latn", - "languages": [ - "pbt-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.967391, - "f1": 0.95911, - "accuracy": 0.967391, - "main_score": 0.95911, - "hf_subset": "pbt_Arab-bak_Cyrl", - "languages": [ - "pbt-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447079, - "recall": 0.514822, - "f1": 0.466469, - "accuracy": 0.514822, - "main_score": 0.466469, - "hf_subset": "pbt_Arab-dyu_Latn", - "languages": [ - "pbt-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pbt_Arab-heb_Hebr", - "languages": [ - "pbt-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.965415, - "f1": 0.956522, - "accuracy": 0.965415, - "main_score": 0.956522, - "hf_subset": "pbt_Arab-khk_Cyrl", - "languages": [ - "pbt-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "pbt_Arab-lvs_Latn", - "languages": [ - "pbt-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "pbt_Arab-pan_Guru", - "languages": [ - "pbt-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671212, - "recall": 0.727273, - "f1": 0.687436, - "accuracy": 0.727273, - "main_score": 0.687436, - "hf_subset": "pbt_Arab-som_Latn", - "languages": [ - "pbt-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543028, - "recall": 0.593874, - "f1": 0.557174, - "accuracy": 0.593874, - "main_score": 0.557174, - "hf_subset": "pbt_Arab-tum_Latn", - "languages": [ - "pbt-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587229, - "recall": 0.652174, - "f1": 0.606049, - "accuracy": 0.652174, - "main_score": 0.606049, - "hf_subset": "spa_Latn-ace_Arab", - "languages": [ - "spa-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537234, - "recall": 0.605731, - "f1": 0.556277, - "accuracy": 0.605731, - "main_score": 0.556277, - "hf_subset": "spa_Latn-bam_Latn", - "languages": [ - "spa-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448397, - "recall": 0.522727, - "f1": 0.468517, - "accuracy": 0.522727, - "main_score": 0.468517, - "hf_subset": "spa_Latn-dzo_Tibt", - "languages": [ - "spa-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-hin_Deva", - "languages": [ - "spa-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "spa_Latn-khm_Khmr", - "languages": [ - "spa-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-mag_Deva", - "languages": [ - "spa-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "spa_Latn-pap_Latn", - "languages": [ - "spa-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612892, - "recall": 0.66996, - "f1": 0.628628, - "accuracy": 0.66996, - "main_score": 0.628628, - "hf_subset": "spa_Latn-sot_Latn", - "languages": [ - "spa-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-tur_Latn", - "languages": [ - "spa-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877964, - "recall": 0.912055, - "f1": 0.888801, - "accuracy": 0.912055, - "main_score": 0.888801, - "hf_subset": "spa_Latn-ace_Latn", - "languages": [ - "spa-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968544, - "accuracy": 0.975296, - "main_score": 0.968544, - "hf_subset": "spa_Latn-ban_Latn", - "languages": [ - "spa-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-ell_Grek", - "languages": [ - "spa-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "spa_Latn-hne_Deva", - "languages": [ - "spa-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618264, - "recall": 0.671937, - "f1": 0.633796, - "accuracy": 0.671937, - "main_score": 0.633796, - "hf_subset": "spa_Latn-kik_Latn", - "languages": [ - "spa-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-mai_Deva", - "languages": [ - "spa-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "spa_Latn-pbt_Arab", - "languages": [ - "spa-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628994, - "recall": 0.689723, - "f1": 0.645684, - "accuracy": 0.689723, - "main_score": 0.645684, - "hf_subset": "spa_Latn-twi_Latn", - "languages": [ - "spa-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-acm_Arab", - "languages": [ - "spa-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-bel_Cyrl", - "languages": [ - "spa-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-eng_Latn", - "languages": [ - "spa-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-hrv_Latn", - "languages": [ - "spa-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565279, - "recall": 0.628458, - "f1": 0.583179, - "accuracy": 0.628458, - "main_score": 0.583179, - "hf_subset": "spa_Latn-kin_Latn", - "languages": [ - "spa-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-mal_Mlym", - "languages": [ - "spa-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-pes_Arab", - "languages": [ - "spa-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "spa_Latn-srd_Latn", - "languages": [ - "spa-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184618, - "recall": 0.236166, - "f1": 0.196669, - "accuracy": 0.236166, - "main_score": 0.196669, - "hf_subset": "spa_Latn-tzm_Tfng", - "languages": [ - "spa-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-acq_Arab", - "languages": [ - "spa-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644372, - "recall": 0.697628, - "f1": 0.659456, - "accuracy": 0.697628, - "main_score": 0.659456, - "hf_subset": "spa_Latn-bem_Latn", - "languages": [ - "spa-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-epo_Latn", - "languages": [ - "spa-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-hun_Latn", - "languages": [ - "spa-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "spa_Latn-kir_Cyrl", - "languages": [ - "spa-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-mar_Deva", - "languages": [ - "spa-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689081, - "recall": 0.741107, - "f1": 0.704183, - "accuracy": 0.741107, - "main_score": 0.704183, - "hf_subset": "spa_Latn-plt_Latn", - "languages": [ - "spa-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-srp_Cyrl", - "languages": [ - "spa-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "spa_Latn-uig_Arab", - "languages": [ - "spa-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-aeb_Arab", - "languages": [ - "spa-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ben_Beng", - "languages": [ - "spa-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-est_Latn", - "languages": [ - "spa-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-hye_Armn", - "languages": [ - "spa-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558919, - "recall": 0.609684, - "f1": 0.573487, - "accuracy": 0.609684, - "main_score": 0.573487, - "hf_subset": "spa_Latn-kmb_Latn", - "languages": [ - "spa-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519419, - "recall": 0.591897, - "f1": 0.538723, - "accuracy": 0.591897, - "main_score": 0.538723, - "hf_subset": "spa_Latn-min_Arab", - "languages": [ - "spa-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-pol_Latn", - "languages": [ - "spa-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575683, - "recall": 0.63834, - "f1": 0.593632, - "accuracy": 0.63834, - "main_score": 0.593632, - "hf_subset": "spa_Latn-ssw_Latn", - "languages": [ - "spa-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ukr_Cyrl", - "languages": [ - "spa-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-afr_Latn", - "languages": [ - "spa-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-bho_Deva", - "languages": [ - "spa-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "spa_Latn-eus_Latn", - "languages": [ - "spa-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590755, - "recall": 0.65415, - "f1": 0.608536, - "accuracy": 0.65415, - "main_score": 0.608536, - "hf_subset": "spa_Latn-ibo_Latn", - "languages": [ - "spa-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911232, - "recall": 0.937747, - "f1": 0.91996, - "accuracy": 0.937747, - "main_score": 0.91996, - "hf_subset": "spa_Latn-kmr_Latn", - "languages": [ - "spa-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-min_Latn", - "languages": [ - "spa-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-por_Latn", - "languages": [ - "spa-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-sun_Latn", - "languages": [ - "spa-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538903, - "recall": 0.597826, - "f1": 0.556148, - "accuracy": 0.597826, - "main_score": 0.556148, - "hf_subset": "spa_Latn-umb_Latn", - "languages": [ - "spa-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ajp_Arab", - "languages": [ - "spa-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549562, - "recall": 0.618577, - "f1": 0.569162, - "accuracy": 0.618577, - "main_score": 0.569162, - "hf_subset": "spa_Latn-bjn_Arab", - "languages": [ - "spa-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532838, - "recall": 0.591897, - "f1": 0.549009, - "accuracy": 0.591897, - "main_score": 0.549009, - "hf_subset": "spa_Latn-ewe_Latn", - "languages": [ - "spa-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "spa_Latn-ilo_Latn", - "languages": [ - "spa-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318777, - "recall": 0.382411, - "f1": 0.336521, - "accuracy": 0.382411, - "main_score": 0.336521, - "hf_subset": "spa_Latn-knc_Arab", - "languages": [ - "spa-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-mkd_Cyrl", - "languages": [ - "spa-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-prs_Arab", - "languages": [ - "spa-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-swe_Latn", - "languages": [ - "spa-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-urd_Arab", - "languages": [ - "spa-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616248, - "recall": 0.672925, - "f1": 0.632009, - "accuracy": 0.672925, - "main_score": 0.632009, - "hf_subset": "spa_Latn-aka_Latn", - "languages": [ - "spa-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "spa_Latn-bjn_Latn", - "languages": [ - "spa-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "spa_Latn-fao_Latn", - "languages": [ - "spa-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ind_Latn", - "languages": [ - "spa-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592631, - "recall": 0.650198, - "f1": 0.60924, - "accuracy": 0.650198, - "main_score": 0.60924, - "hf_subset": "spa_Latn-knc_Latn", - "languages": [ - "spa-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "spa_Latn-mlt_Latn", - "languages": [ - "spa-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716855, - "recall": 0.779644, - "f1": 0.735512, - "accuracy": 0.779644, - "main_score": 0.735512, - "hf_subset": "spa_Latn-quy_Latn", - "languages": [ - "spa-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "spa_Latn-swh_Latn", - "languages": [ - "spa-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-uzn_Latn", - "languages": [ - "spa-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-als_Latn", - "languages": [ - "spa-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670332, - "recall": 0.745059, - "f1": 0.692309, - "accuracy": 0.745059, - "main_score": 0.692309, - "hf_subset": "spa_Latn-bod_Tibt", - "languages": [ - "spa-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722037, - "recall": 0.777668, - "f1": 0.738072, - "accuracy": 0.777668, - "main_score": 0.738072, - "hf_subset": "spa_Latn-fij_Latn", - "languages": [ - "spa-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "spa_Latn-isl_Latn", - "languages": [ - "spa-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670487, - "recall": 0.727273, - "f1": 0.687408, - "accuracy": 0.727273, - "main_score": 0.687408, - "hf_subset": "spa_Latn-kon_Latn", - "languages": [ - "spa-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682141, - "recall": 0.748024, - "f1": 0.701193, - "accuracy": 0.748024, - "main_score": 0.701193, - "hf_subset": "spa_Latn-mni_Beng", - "languages": [ - "spa-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ron_Latn", - "languages": [ - "spa-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "spa_Latn-szl_Latn", - "languages": [ - "spa-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-vec_Latn", - "languages": [ - "spa-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "spa_Latn-amh_Ethi", - "languages": [ - "spa-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-bos_Latn", - "languages": [ - "spa-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-fin_Latn", - "languages": [ - "spa-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ita_Latn", - "languages": [ - "spa-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-kor_Hang", - "languages": [ - "spa-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557556, - "recall": 0.618577, - "f1": 0.574333, - "accuracy": 0.618577, - "main_score": 0.574333, - "hf_subset": "spa_Latn-mos_Latn", - "languages": [ - "spa-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567384, - "recall": 0.626482, - "f1": 0.584489, - "accuracy": 0.626482, - "main_score": 0.584489, - "hf_subset": "spa_Latn-run_Latn", - "languages": [ - "spa-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-tam_Taml", - "languages": [ - "spa-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-vie_Latn", - "languages": [ - "spa-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-apc_Arab", - "languages": [ - "spa-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807263, - "recall": 0.851779, - "f1": 0.82085, - "accuracy": 0.851779, - "main_score": 0.82085, - "hf_subset": "spa_Latn-bug_Latn", - "languages": [ - "spa-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48382, - "recall": 0.54249, - "f1": 0.499733, - "accuracy": 0.54249, - "main_score": 0.499733, - "hf_subset": "spa_Latn-fon_Latn", - "languages": [ - "spa-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "spa_Latn-jav_Latn", - "languages": [ - "spa-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-lao_Laoo", - "languages": [ - "spa-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854143, - "recall": 0.896245, - "f1": 0.867408, - "accuracy": 0.896245, - "main_score": 0.867408, - "hf_subset": "spa_Latn-mri_Latn", - "languages": [ - "spa-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-rus_Cyrl", - "languages": [ - "spa-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547011, - "recall": 0.614625, - "f1": 0.56563, - "accuracy": 0.614625, - "main_score": 0.56563, - "hf_subset": "spa_Latn-taq_Latn", - "languages": [ - "spa-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-war_Latn", - "languages": [ - "spa-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-arb_Arab", - "languages": [ - "spa-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-bul_Cyrl", - "languages": [ - "spa-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-fra_Latn", - "languages": [ - "spa-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-jpn_Jpan", - "languages": [ - "spa-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "spa_Latn-lij_Latn", - "languages": [ - "spa-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.991107, - "f1": 0.989625, - "accuracy": 0.991107, - "main_score": 0.989625, - "hf_subset": "spa_Latn-mya_Mymr", - "languages": [ - "spa-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608318, - "recall": 0.678854, - "f1": 0.6283, - "accuracy": 0.678854, - "main_score": 0.6283, - "hf_subset": "spa_Latn-sag_Latn", - "languages": [ - "spa-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194362, - "recall": 0.253953, - "f1": 0.207864, - "accuracy": 0.253953, - "main_score": 0.207864, - "hf_subset": "spa_Latn-taq_Tfng", - "languages": [ - "spa-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648972, - "recall": 0.709486, - "f1": 0.665784, - "accuracy": 0.709486, - "main_score": 0.665784, - "hf_subset": "spa_Latn-wol_Latn", - "languages": [ - "spa-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819005, - "recall": 0.866601, - "f1": 0.833432, - "accuracy": 0.866601, - "main_score": 0.833432, - "hf_subset": "spa_Latn-arb_Latn", - "languages": [ - "spa-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-cat_Latn", - "languages": [ - "spa-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-fur_Latn", - "languages": [ - "spa-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423957, - "recall": 0.482213, - "f1": 0.440237, - "accuracy": 0.482213, - "main_score": 0.440237, - "hf_subset": "spa_Latn-kab_Latn", - "languages": [ - "spa-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-lim_Latn", - "languages": [ - "spa-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-nld_Latn", - "languages": [ - "spa-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "spa_Latn-san_Deva", - "languages": [ - "spa-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-tat_Cyrl", - "languages": [ - "spa-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683351, - "recall": 0.73913, - "f1": 0.699742, - "accuracy": 0.73913, - "main_score": 0.699742, - "hf_subset": "spa_Latn-xho_Latn", - "languages": [ - "spa-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ars_Arab", - "languages": [ - "spa-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ceb_Latn", - "languages": [ - "spa-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566266, - "recall": 0.634387, - "f1": 0.585358, - "accuracy": 0.634387, - "main_score": 0.585358, - "hf_subset": "spa_Latn-fuv_Latn", - "languages": [ - "spa-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52258, - "recall": 0.587945, - "f1": 0.540326, - "accuracy": 0.587945, - "main_score": 0.540326, - "hf_subset": "spa_Latn-kac_Latn", - "languages": [ - "spa-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679324, - "recall": 0.730237, - "f1": 0.694713, - "accuracy": 0.730237, - "main_score": 0.694713, - "hf_subset": "spa_Latn-lin_Latn", - "languages": [ - "spa-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-nno_Latn", - "languages": [ - "spa-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.235699, - "recall": 0.312253, - "f1": 0.255889, - "accuracy": 0.312253, - "main_score": 0.255889, - "hf_subset": "spa_Latn-sat_Olck", - "languages": [ - "spa-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-tel_Telu", - "languages": [ - "spa-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "spa_Latn-ydd_Hebr", - "languages": [ - "spa-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "spa_Latn-ary_Arab", - "languages": [ - "spa-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ces_Latn", - "languages": [ - "spa-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592227, - "recall": 0.65415, - "f1": 0.610413, - "accuracy": 0.65415, - "main_score": 0.610413, - "hf_subset": "spa_Latn-gaz_Latn", - "languages": [ - "spa-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60421, - "recall": 0.667984, - "f1": 0.622312, - "accuracy": 0.667984, - "main_score": 0.622312, - "hf_subset": "spa_Latn-kam_Latn", - "languages": [ - "spa-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "spa_Latn-lit_Latn", - "languages": [ - "spa-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-nob_Latn", - "languages": [ - "spa-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "spa_Latn-scn_Latn", - "languages": [ - "spa-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "spa_Latn-tgk_Cyrl", - "languages": [ - "spa-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727456, - "recall": 0.786561, - "f1": 0.745092, - "accuracy": 0.786561, - "main_score": 0.745092, - "hf_subset": "spa_Latn-yor_Latn", - "languages": [ - "spa-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-arz_Arab", - "languages": [ - "spa-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581974, - "recall": 0.644269, - "f1": 0.599628, - "accuracy": 0.644269, - "main_score": 0.599628, - "hf_subset": "spa_Latn-cjk_Latn", - "languages": [ - "spa-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812171, - "recall": 0.855731, - "f1": 0.825231, - "accuracy": 0.855731, - "main_score": 0.825231, - "hf_subset": "spa_Latn-gla_Latn", - "languages": [ - "spa-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-kan_Knda", - "languages": [ - "spa-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "spa_Latn-lmo_Latn", - "languages": [ - "spa-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "spa_Latn-npi_Deva", - "languages": [ - "spa-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484429, - "recall": 0.548419, - "f1": 0.501489, - "accuracy": 0.548419, - "main_score": 0.501489, - "hf_subset": "spa_Latn-shn_Mymr", - "languages": [ - "spa-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-tgl_Latn", - "languages": [ - "spa-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-yue_Hant", - "languages": [ - "spa-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-asm_Beng", - "languages": [ - "spa-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "spa_Latn-ckb_Arab", - "languages": [ - "spa-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88834, - "recall": 0.920949, - "f1": 0.898518, - "accuracy": 0.920949, - "main_score": 0.898518, - "hf_subset": "spa_Latn-gle_Latn", - "languages": [ - "spa-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "spa_Latn-kas_Arab", - "languages": [ - "spa-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94137, - "recall": 0.960474, - "f1": 0.947628, - "accuracy": 0.960474, - "main_score": 0.947628, - "hf_subset": "spa_Latn-ltg_Latn", - "languages": [ - "spa-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625403, - "recall": 0.68083, - "f1": 0.642004, - "accuracy": 0.68083, - "main_score": 0.642004, - "hf_subset": "spa_Latn-nso_Latn", - "languages": [ - "spa-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "spa_Latn-sin_Sinh", - "languages": [ - "spa-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-tha_Thai", - "languages": [ - "spa-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-zho_Hans", - "languages": [ - "spa-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ast_Latn", - "languages": [ - "spa-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-crh_Latn", - "languages": [ - "spa-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-glg_Latn", - "languages": [ - "spa-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915382, - "recall": 0.9417, - "f1": 0.923913, - "accuracy": 0.9417, - "main_score": 0.923913, - "hf_subset": "spa_Latn-kas_Deva", - "languages": [ - "spa-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "spa_Latn-ltz_Latn", - "languages": [ - "spa-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47216, - "recall": 0.543478, - "f1": 0.491619, - "accuracy": 0.543478, - "main_score": 0.491619, - "hf_subset": "spa_Latn-nus_Latn", - "languages": [ - "spa-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-slk_Latn", - "languages": [ - "spa-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635352, - "recall": 0.704545, - "f1": 0.655818, - "accuracy": 0.704545, - "main_score": 0.655818, - "hf_subset": "spa_Latn-tir_Ethi", - "languages": [ - "spa-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-zho_Hant", - "languages": [ - "spa-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.988142, - "f1": 0.985507, - "accuracy": 0.988142, - "main_score": 0.985507, - "hf_subset": "spa_Latn-awa_Deva", - "languages": [ - "spa-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "spa_Latn-cym_Latn", - "languages": [ - "spa-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86553, - "recall": 0.902174, - "f1": 0.877207, - "accuracy": 0.902174, - "main_score": 0.877207, - "hf_subset": "spa_Latn-grn_Latn", - "languages": [ - "spa-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-kat_Geor", - "languages": [ - "spa-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653277, - "recall": 0.708498, - "f1": 0.669164, - "accuracy": 0.708498, - "main_score": 0.669164, - "hf_subset": "spa_Latn-lua_Latn", - "languages": [ - "spa-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65342, - "recall": 0.710474, - "f1": 0.669852, - "accuracy": 0.710474, - "main_score": 0.669852, - "hf_subset": "spa_Latn-nya_Latn", - "languages": [ - "spa-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-slv_Latn", - "languages": [ - "spa-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "spa_Latn-tpi_Latn", - "languages": [ - "spa-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-zsm_Latn", - "languages": [ - "spa-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562638, - "recall": 0.62747, - "f1": 0.581246, - "accuracy": 0.62747, - "main_score": 0.581246, - "hf_subset": "spa_Latn-ayr_Latn", - "languages": [ - "spa-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-dan_Latn", - "languages": [ - "spa-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-guj_Gujr", - "languages": [ - "spa-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "spa_Latn-kaz_Cyrl", - "languages": [ - "spa-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541601, - "recall": 0.606719, - "f1": 0.559662, - "accuracy": 0.606719, - "main_score": 0.559662, - "hf_subset": "spa_Latn-lug_Latn", - "languages": [ - "spa-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-oci_Latn", - "languages": [ - "spa-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846673, - "recall": 0.887352, - "f1": 0.859289, - "accuracy": 0.887352, - "main_score": 0.859289, - "hf_subset": "spa_Latn-smo_Latn", - "languages": [ - "spa-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562379, - "recall": 0.624506, - "f1": 0.579648, - "accuracy": 0.624506, - "main_score": 0.579648, - "hf_subset": "spa_Latn-tsn_Latn", - "languages": [ - "spa-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63033, - "recall": 0.690711, - "f1": 0.647365, - "accuracy": 0.690711, - "main_score": 0.647365, - "hf_subset": "spa_Latn-zul_Latn", - "languages": [ - "spa-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938076, - "recall": 0.958498, - "f1": 0.944829, - "accuracy": 0.958498, - "main_score": 0.944829, - "hf_subset": "spa_Latn-azb_Arab", - "languages": [ - "spa-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-deu_Latn", - "languages": [ - "spa-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "spa_Latn-hat_Latn", - "languages": [ - "spa-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499193, - "recall": 0.55336, - "f1": 0.514813, - "accuracy": 0.55336, - "main_score": 0.514813, - "hf_subset": "spa_Latn-kbp_Latn", - "languages": [ - "spa-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575821, - "recall": 0.636364, - "f1": 0.592452, - "accuracy": 0.636364, - "main_score": 0.592452, - "hf_subset": "spa_Latn-luo_Latn", - "languages": [ - "spa-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-ory_Orya", - "languages": [ - "spa-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594493, - "recall": 0.661067, - "f1": 0.613362, - "accuracy": 0.661067, - "main_score": 0.613362, - "hf_subset": "spa_Latn-sna_Latn", - "languages": [ - "spa-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588992, - "recall": 0.640316, - "f1": 0.6034, - "accuracy": 0.640316, - "main_score": 0.6034, - "hf_subset": "spa_Latn-tso_Latn", - "languages": [ - "spa-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "spa_Latn-azj_Latn", - "languages": [ - "spa-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546525, - "recall": 0.613636, - "f1": 0.565763, - "accuracy": 0.613636, - "main_score": 0.565763, - "hf_subset": "spa_Latn-dik_Latn", - "languages": [ - "spa-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758959, - "recall": 0.810277, - "f1": 0.774558, - "accuracy": 0.810277, - "main_score": 0.774558, - "hf_subset": "spa_Latn-hau_Latn", - "languages": [ - "spa-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "spa_Latn-kea_Latn", - "languages": [ - "spa-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756341, - "recall": 0.811265, - "f1": 0.773221, - "accuracy": 0.811265, - "main_score": 0.773221, - "hf_subset": "spa_Latn-lus_Latn", - "languages": [ - "spa-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886479, - "recall": 0.913043, - "f1": 0.894631, - "accuracy": 0.913043, - "main_score": 0.894631, - "hf_subset": "spa_Latn-pag_Latn", - "languages": [ - "spa-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-snd_Arab", - "languages": [ - "spa-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "spa_Latn-tuk_Latn", - "languages": [ - "spa-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "spa_Latn-bak_Cyrl", - "languages": [ - "spa-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499653, - "recall": 0.58004, - "f1": 0.52309, - "accuracy": 0.58004, - "main_score": 0.52309, - "hf_subset": "spa_Latn-dyu_Latn", - "languages": [ - "spa-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-heb_Hebr", - "languages": [ - "spa-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "spa_Latn-khk_Cyrl", - "languages": [ - "spa-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "spa_Latn-lvs_Latn", - "languages": [ - "spa-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "spa_Latn-pan_Guru", - "languages": [ - "spa-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714889, - "recall": 0.771739, - "f1": 0.731758, - "accuracy": 0.771739, - "main_score": 0.731758, - "hf_subset": "spa_Latn-som_Latn", - "languages": [ - "spa-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613431, - "recall": 0.666008, - "f1": 0.62832, - "accuracy": 0.666008, - "main_score": 0.62832, - "hf_subset": "spa_Latn-tum_Latn", - "languages": [ - "spa-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453343, - "recall": 0.500988, - "f1": 0.467918, - "accuracy": 0.500988, - "main_score": 0.467918, - "hf_subset": "twi_Latn-ace_Arab", - "languages": [ - "twi-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516321, - "recall": 0.561265, - "f1": 0.529233, - "accuracy": 0.561265, - "main_score": 0.529233, - "hf_subset": "twi_Latn-bam_Latn", - "languages": [ - "twi-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223436, - "recall": 0.266798, - "f1": 0.234494, - "accuracy": 0.266798, - "main_score": 0.234494, - "hf_subset": "twi_Latn-dzo_Tibt", - "languages": [ - "twi-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610735, - "recall": 0.657115, - "f1": 0.623552, - "accuracy": 0.657115, - "main_score": 0.623552, - "hf_subset": "twi_Latn-hin_Deva", - "languages": [ - "twi-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539515, - "recall": 0.588933, - "f1": 0.553517, - "accuracy": 0.588933, - "main_score": 0.553517, - "hf_subset": "twi_Latn-khm_Khmr", - "languages": [ - "twi-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608686, - "recall": 0.653162, - "f1": 0.621749, - "accuracy": 0.653162, - "main_score": 0.621749, - "hf_subset": "twi_Latn-mag_Deva", - "languages": [ - "twi-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62053, - "recall": 0.657115, - "f1": 0.630262, - "accuracy": 0.657115, - "main_score": 0.630262, - "hf_subset": "twi_Latn-pap_Latn", - "languages": [ - "twi-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568982, - "recall": 0.608696, - "f1": 0.579776, - "accuracy": 0.608696, - "main_score": 0.579776, - "hf_subset": "twi_Latn-sot_Latn", - "languages": [ - "twi-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604485, - "recall": 0.647233, - "f1": 0.616588, - "accuracy": 0.647233, - "main_score": 0.616588, - "hf_subset": "twi_Latn-tur_Latn", - "languages": [ - "twi-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621028, - "recall": 0.660079, - "f1": 0.631428, - "accuracy": 0.660079, - "main_score": 0.631428, - "hf_subset": "twi_Latn-ace_Latn", - "languages": [ - "twi-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630407, - "recall": 0.664032, - "f1": 0.639927, - "accuracy": 0.664032, - "main_score": 0.639927, - "hf_subset": "twi_Latn-ban_Latn", - "languages": [ - "twi-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591205, - "recall": 0.63834, - "f1": 0.60422, - "accuracy": 0.63834, - "main_score": 0.60422, - "hf_subset": "twi_Latn-ell_Grek", - "languages": [ - "twi-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596647, - "recall": 0.639328, - "f1": 0.609236, - "accuracy": 0.639328, - "main_score": 0.609236, - "hf_subset": "twi_Latn-hne_Deva", - "languages": [ - "twi-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548591, - "recall": 0.593874, - "f1": 0.562107, - "accuracy": 0.593874, - "main_score": 0.562107, - "hf_subset": "twi_Latn-kik_Latn", - "languages": [ - "twi-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601908, - "recall": 0.653162, - "f1": 0.61631, - "accuracy": 0.653162, - "main_score": 0.61631, - "hf_subset": "twi_Latn-mai_Deva", - "languages": [ - "twi-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550883, - "recall": 0.601779, - "f1": 0.564383, - "accuracy": 0.601779, - "main_score": 0.564383, - "hf_subset": "twi_Latn-pbt_Arab", - "languages": [ - "twi-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622781, - "recall": 0.662055, - "f1": 0.632794, - "accuracy": 0.662055, - "main_score": 0.632794, - "hf_subset": "twi_Latn-spa_Latn", - "languages": [ - "twi-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589987, - "recall": 0.635375, - "f1": 0.602459, - "accuracy": 0.635375, - "main_score": 0.602459, - "hf_subset": "twi_Latn-acm_Arab", - "languages": [ - "twi-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57133, - "recall": 0.619565, - "f1": 0.585055, - "accuracy": 0.619565, - "main_score": 0.585055, - "hf_subset": "twi_Latn-bel_Cyrl", - "languages": [ - "twi-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648875, - "recall": 0.690711, - "f1": 0.66047, - "accuracy": 0.690711, - "main_score": 0.66047, - "hf_subset": "twi_Latn-eng_Latn", - "languages": [ - "twi-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613763, - "recall": 0.658103, - "f1": 0.626028, - "accuracy": 0.658103, - "main_score": 0.626028, - "hf_subset": "twi_Latn-hrv_Latn", - "languages": [ - "twi-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5003, - "recall": 0.547431, - "f1": 0.51377, - "accuracy": 0.547431, - "main_score": 0.51377, - "hf_subset": "twi_Latn-kin_Latn", - "languages": [ - "twi-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595129, - "recall": 0.641304, - "f1": 0.60812, - "accuracy": 0.641304, - "main_score": 0.60812, - "hf_subset": "twi_Latn-mal_Mlym", - "languages": [ - "twi-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589943, - "recall": 0.636364, - "f1": 0.602871, - "accuracy": 0.636364, - "main_score": 0.602871, - "hf_subset": "twi_Latn-pes_Arab", - "languages": [ - "twi-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608272, - "recall": 0.648221, - "f1": 0.619299, - "accuracy": 0.648221, - "main_score": 0.619299, - "hf_subset": "twi_Latn-srd_Latn", - "languages": [ - "twi-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193614, - "recall": 0.238142, - "f1": 0.204398, - "accuracy": 0.238142, - "main_score": 0.204398, - "hf_subset": "twi_Latn-tzm_Tfng", - "languages": [ - "twi-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588352, - "recall": 0.632411, - "f1": 0.60023, - "accuracy": 0.632411, - "main_score": 0.60023, - "hf_subset": "twi_Latn-acq_Arab", - "languages": [ - "twi-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589577, - "recall": 0.632411, - "f1": 0.601625, - "accuracy": 0.632411, - "main_score": 0.601625, - "hf_subset": "twi_Latn-bem_Latn", - "languages": [ - "twi-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618651, - "recall": 0.661067, - "f1": 0.630026, - "accuracy": 0.661067, - "main_score": 0.630026, - "hf_subset": "twi_Latn-epo_Latn", - "languages": [ - "twi-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604005, - "recall": 0.650198, - "f1": 0.616347, - "accuracy": 0.650198, - "main_score": 0.616347, - "hf_subset": "twi_Latn-hun_Latn", - "languages": [ - "twi-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577004, - "recall": 0.624506, - "f1": 0.590042, - "accuracy": 0.624506, - "main_score": 0.590042, - "hf_subset": "twi_Latn-kir_Cyrl", - "languages": [ - "twi-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600217, - "recall": 0.644269, - "f1": 0.613538, - "accuracy": 0.644269, - "main_score": 0.613538, - "hf_subset": "twi_Latn-mar_Deva", - "languages": [ - "twi-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568761, - "recall": 0.607708, - "f1": 0.580146, - "accuracy": 0.607708, - "main_score": 0.580146, - "hf_subset": "twi_Latn-plt_Latn", - "languages": [ - "twi-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610248, - "recall": 0.652174, - "f1": 0.621984, - "accuracy": 0.652174, - "main_score": 0.621984, - "hf_subset": "twi_Latn-srp_Cyrl", - "languages": [ - "twi-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500912, - "recall": 0.560277, - "f1": 0.517464, - "accuracy": 0.560277, - "main_score": 0.517464, - "hf_subset": "twi_Latn-uig_Arab", - "languages": [ - "twi-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584169, - "recall": 0.621542, - "f1": 0.594682, - "accuracy": 0.621542, - "main_score": 0.594682, - "hf_subset": "twi_Latn-aeb_Arab", - "languages": [ - "twi-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603238, - "recall": 0.652174, - "f1": 0.616781, - "accuracy": 0.652174, - "main_score": 0.616781, - "hf_subset": "twi_Latn-ben_Beng", - "languages": [ - "twi-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583596, - "recall": 0.628458, - "f1": 0.596361, - "accuracy": 0.628458, - "main_score": 0.596361, - "hf_subset": "twi_Latn-est_Latn", - "languages": [ - "twi-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577028, - "recall": 0.620553, - "f1": 0.589341, - "accuracy": 0.620553, - "main_score": 0.589341, - "hf_subset": "twi_Latn-hye_Armn", - "languages": [ - "twi-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5451, - "recall": 0.592885, - "f1": 0.558722, - "accuracy": 0.592885, - "main_score": 0.558722, - "hf_subset": "twi_Latn-kmb_Latn", - "languages": [ - "twi-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407638, - "recall": 0.470356, - "f1": 0.424241, - "accuracy": 0.470356, - "main_score": 0.424241, - "hf_subset": "twi_Latn-min_Arab", - "languages": [ - "twi-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615571, - "recall": 0.652174, - "f1": 0.626096, - "accuracy": 0.652174, - "main_score": 0.626096, - "hf_subset": "twi_Latn-pol_Latn", - "languages": [ - "twi-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552322, - "recall": 0.601779, - "f1": 0.5671, - "accuracy": 0.601779, - "main_score": 0.5671, - "hf_subset": "twi_Latn-ssw_Latn", - "languages": [ - "twi-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617204, - "recall": 0.657115, - "f1": 0.628773, - "accuracy": 0.657115, - "main_score": 0.628773, - "hf_subset": "twi_Latn-ukr_Cyrl", - "languages": [ - "twi-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626389, - "recall": 0.66502, - "f1": 0.637392, - "accuracy": 0.66502, - "main_score": 0.637392, - "hf_subset": "twi_Latn-afr_Latn", - "languages": [ - "twi-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605028, - "recall": 0.647233, - "f1": 0.616812, - "accuracy": 0.647233, - "main_score": 0.616812, - "hf_subset": "twi_Latn-bho_Deva", - "languages": [ - "twi-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596949, - "recall": 0.641304, - "f1": 0.609106, - "accuracy": 0.641304, - "main_score": 0.609106, - "hf_subset": "twi_Latn-eus_Latn", - "languages": [ - "twi-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539097, - "recall": 0.58498, - "f1": 0.55295, - "accuracy": 0.58498, - "main_score": 0.55295, - "hf_subset": "twi_Latn-ibo_Latn", - "languages": [ - "twi-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566277, - "recall": 0.609684, - "f1": 0.57917, - "accuracy": 0.609684, - "main_score": 0.57917, - "hf_subset": "twi_Latn-kmr_Latn", - "languages": [ - "twi-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625719, - "recall": 0.659091, - "f1": 0.635022, - "accuracy": 0.659091, - "main_score": 0.635022, - "hf_subset": "twi_Latn-min_Latn", - "languages": [ - "twi-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618795, - "recall": 0.663043, - "f1": 0.630985, - "accuracy": 0.663043, - "main_score": 0.630985, - "hf_subset": "twi_Latn-por_Latn", - "languages": [ - "twi-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622398, - "recall": 0.655138, - "f1": 0.630925, - "accuracy": 0.655138, - "main_score": 0.630925, - "hf_subset": "twi_Latn-sun_Latn", - "languages": [ - "twi-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507486, - "recall": 0.5583, - "f1": 0.52273, - "accuracy": 0.5583, - "main_score": 0.52273, - "hf_subset": "twi_Latn-umb_Latn", - "languages": [ - "twi-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591074, - "recall": 0.639328, - "f1": 0.604455, - "accuracy": 0.639328, - "main_score": 0.604455, - "hf_subset": "twi_Latn-ajp_Arab", - "languages": [ - "twi-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444922, - "recall": 0.494071, - "f1": 0.457589, - "accuracy": 0.494071, - "main_score": 0.457589, - "hf_subset": "twi_Latn-bjn_Arab", - "languages": [ - "twi-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540088, - "recall": 0.58004, - "f1": 0.551384, - "accuracy": 0.58004, - "main_score": 0.551384, - "hf_subset": "twi_Latn-ewe_Latn", - "languages": [ - "twi-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646172, - "recall": 0.674901, - "f1": 0.654037, - "accuracy": 0.674901, - "main_score": 0.654037, - "hf_subset": "twi_Latn-ilo_Latn", - "languages": [ - "twi-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315697, - "recall": 0.365613, - "f1": 0.329418, - "accuracy": 0.365613, - "main_score": 0.329418, - "hf_subset": "twi_Latn-knc_Arab", - "languages": [ - "twi-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605859, - "recall": 0.649209, - "f1": 0.617765, - "accuracy": 0.649209, - "main_score": 0.617765, - "hf_subset": "twi_Latn-mkd_Cyrl", - "languages": [ - "twi-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597644, - "recall": 0.644269, - "f1": 0.610374, - "accuracy": 0.644269, - "main_score": 0.610374, - "hf_subset": "twi_Latn-prs_Arab", - "languages": [ - "twi-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616102, - "recall": 0.659091, - "f1": 0.628034, - "accuracy": 0.659091, - "main_score": 0.628034, - "hf_subset": "twi_Latn-swe_Latn", - "languages": [ - "twi-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574659, - "recall": 0.62747, - "f1": 0.589353, - "accuracy": 0.62747, - "main_score": 0.589353, - "hf_subset": "twi_Latn-urd_Arab", - "languages": [ - "twi-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751433, - "recall": 0.80336, - "f1": 0.766902, - "accuracy": 0.80336, - "main_score": 0.766902, - "hf_subset": "twi_Latn-aka_Latn", - "languages": [ - "twi-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63233, - "recall": 0.661067, - "f1": 0.640849, - "accuracy": 0.661067, - "main_score": 0.640849, - "hf_subset": "twi_Latn-bjn_Latn", - "languages": [ - "twi-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573534, - "recall": 0.615613, - "f1": 0.585428, - "accuracy": 0.615613, - "main_score": 0.585428, - "hf_subset": "twi_Latn-fao_Latn", - "languages": [ - "twi-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633014, - "recall": 0.672925, - "f1": 0.644417, - "accuracy": 0.672925, - "main_score": 0.644417, - "hf_subset": "twi_Latn-ind_Latn", - "languages": [ - "twi-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555137, - "recall": 0.594862, - "f1": 0.566323, - "accuracy": 0.594862, - "main_score": 0.566323, - "hf_subset": "twi_Latn-knc_Latn", - "languages": [ - "twi-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614291, - "recall": 0.658103, - "f1": 0.625968, - "accuracy": 0.658103, - "main_score": 0.625968, - "hf_subset": "twi_Latn-mlt_Latn", - "languages": [ - "twi-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5625, - "recall": 0.604743, - "f1": 0.575264, - "accuracy": 0.604743, - "main_score": 0.575264, - "hf_subset": "twi_Latn-quy_Latn", - "languages": [ - "twi-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576746, - "recall": 0.621542, - "f1": 0.588902, - "accuracy": 0.621542, - "main_score": 0.588902, - "hf_subset": "twi_Latn-swh_Latn", - "languages": [ - "twi-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571064, - "recall": 0.620553, - "f1": 0.585106, - "accuracy": 0.620553, - "main_score": 0.585106, - "hf_subset": "twi_Latn-uzn_Latn", - "languages": [ - "twi-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604813, - "recall": 0.648221, - "f1": 0.616096, - "accuracy": 0.648221, - "main_score": 0.616096, - "hf_subset": "twi_Latn-als_Latn", - "languages": [ - "twi-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.272606, - "recall": 0.322134, - "f1": 0.284089, - "accuracy": 0.322134, - "main_score": 0.284089, - "hf_subset": "twi_Latn-bod_Tibt", - "languages": [ - "twi-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554755, - "recall": 0.597826, - "f1": 0.566454, - "accuracy": 0.597826, - "main_score": 0.566454, - "hf_subset": "twi_Latn-fij_Latn", - "languages": [ - "twi-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568271, - "recall": 0.616601, - "f1": 0.581665, - "accuracy": 0.616601, - "main_score": 0.581665, - "hf_subset": "twi_Latn-isl_Latn", - "languages": [ - "twi-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574054, - "recall": 0.612648, - "f1": 0.585524, - "accuracy": 0.612648, - "main_score": 0.585524, - "hf_subset": "twi_Latn-kon_Latn", - "languages": [ - "twi-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523345, - "recall": 0.581028, - "f1": 0.539131, - "accuracy": 0.581028, - "main_score": 0.539131, - "hf_subset": "twi_Latn-mni_Beng", - "languages": [ - "twi-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629628, - "recall": 0.668972, - "f1": 0.640138, - "accuracy": 0.668972, - "main_score": 0.640138, - "hf_subset": "twi_Latn-ron_Latn", - "languages": [ - "twi-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605421, - "recall": 0.644269, - "f1": 0.615908, - "accuracy": 0.644269, - "main_score": 0.615908, - "hf_subset": "twi_Latn-szl_Latn", - "languages": [ - "twi-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63425, - "recall": 0.670949, - "f1": 0.644376, - "accuracy": 0.670949, - "main_score": 0.644376, - "hf_subset": "twi_Latn-vec_Latn", - "languages": [ - "twi-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497917, - "recall": 0.554348, - "f1": 0.513934, - "accuracy": 0.554348, - "main_score": 0.513934, - "hf_subset": "twi_Latn-amh_Ethi", - "languages": [ - "twi-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626748, - "recall": 0.662055, - "f1": 0.637307, - "accuracy": 0.662055, - "main_score": 0.637307, - "hf_subset": "twi_Latn-bos_Latn", - "languages": [ - "twi-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588044, - "recall": 0.63834, - "f1": 0.603066, - "accuracy": 0.63834, - "main_score": 0.603066, - "hf_subset": "twi_Latn-fin_Latn", - "languages": [ - "twi-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624334, - "recall": 0.663043, - "f1": 0.6355, - "accuracy": 0.663043, - "main_score": 0.6355, - "hf_subset": "twi_Latn-ita_Latn", - "languages": [ - "twi-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602513, - "recall": 0.646245, - "f1": 0.614551, - "accuracy": 0.646245, - "main_score": 0.614551, - "hf_subset": "twi_Latn-kor_Hang", - "languages": [ - "twi-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545133, - "recall": 0.589921, - "f1": 0.557811, - "accuracy": 0.589921, - "main_score": 0.557811, - "hf_subset": "twi_Latn-mos_Latn", - "languages": [ - "twi-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530723, - "recall": 0.570158, - "f1": 0.542033, - "accuracy": 0.570158, - "main_score": 0.542033, - "hf_subset": "twi_Latn-run_Latn", - "languages": [ - "twi-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580813, - "recall": 0.633399, - "f1": 0.595938, - "accuracy": 0.633399, - "main_score": 0.595938, - "hf_subset": "twi_Latn-tam_Taml", - "languages": [ - "twi-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605024, - "recall": 0.645257, - "f1": 0.616617, - "accuracy": 0.645257, - "main_score": 0.616617, - "hf_subset": "twi_Latn-vie_Latn", - "languages": [ - "twi-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597889, - "recall": 0.641304, - "f1": 0.610351, - "accuracy": 0.641304, - "main_score": 0.610351, - "hf_subset": "twi_Latn-apc_Arab", - "languages": [ - "twi-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601132, - "recall": 0.640316, - "f1": 0.612738, - "accuracy": 0.640316, - "main_score": 0.612738, - "hf_subset": "twi_Latn-bug_Latn", - "languages": [ - "twi-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485725, - "recall": 0.52668, - "f1": 0.496973, - "accuracy": 0.52668, - "main_score": 0.496973, - "hf_subset": "twi_Latn-fon_Latn", - "languages": [ - "twi-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627874, - "recall": 0.66502, - "f1": 0.638847, - "accuracy": 0.66502, - "main_score": 0.638847, - "hf_subset": "twi_Latn-jav_Latn", - "languages": [ - "twi-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529738, - "recall": 0.583992, - "f1": 0.544155, - "accuracy": 0.583992, - "main_score": 0.544155, - "hf_subset": "twi_Latn-lao_Laoo", - "languages": [ - "twi-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507425, - "recall": 0.548419, - "f1": 0.519079, - "accuracy": 0.548419, - "main_score": 0.519079, - "hf_subset": "twi_Latn-mri_Latn", - "languages": [ - "twi-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598598, - "recall": 0.640316, - "f1": 0.610011, - "accuracy": 0.640316, - "main_score": 0.610011, - "hf_subset": "twi_Latn-rus_Cyrl", - "languages": [ - "twi-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520224, - "recall": 0.568182, - "f1": 0.534144, - "accuracy": 0.568182, - "main_score": 0.534144, - "hf_subset": "twi_Latn-taq_Latn", - "languages": [ - "twi-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641248, - "recall": 0.673913, - "f1": 0.650141, - "accuracy": 0.673913, - "main_score": 0.650141, - "hf_subset": "twi_Latn-war_Latn", - "languages": [ - "twi-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587569, - "recall": 0.631423, - "f1": 0.599957, - "accuracy": 0.631423, - "main_score": 0.599957, - "hf_subset": "twi_Latn-arb_Arab", - "languages": [ - "twi-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601062, - "recall": 0.648221, - "f1": 0.614233, - "accuracy": 0.648221, - "main_score": 0.614233, - "hf_subset": "twi_Latn-bul_Cyrl", - "languages": [ - "twi-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632143, - "recall": 0.666996, - "f1": 0.641557, - "accuracy": 0.666996, - "main_score": 0.641557, - "hf_subset": "twi_Latn-fra_Latn", - "languages": [ - "twi-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597038, - "recall": 0.640316, - "f1": 0.609201, - "accuracy": 0.640316, - "main_score": 0.609201, - "hf_subset": "twi_Latn-jpn_Jpan", - "languages": [ - "twi-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610742, - "recall": 0.649209, - "f1": 0.621776, - "accuracy": 0.649209, - "main_score": 0.621776, - "hf_subset": "twi_Latn-lij_Latn", - "languages": [ - "twi-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439625, - "recall": 0.508893, - "f1": 0.458773, - "accuracy": 0.508893, - "main_score": 0.458773, - "hf_subset": "twi_Latn-mya_Mymr", - "languages": [ - "twi-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558416, - "recall": 0.606719, - "f1": 0.572864, - "accuracy": 0.606719, - "main_score": 0.572864, - "hf_subset": "twi_Latn-sag_Latn", - "languages": [ - "twi-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198322, - "recall": 0.242095, - "f1": 0.208696, - "accuracy": 0.242095, - "main_score": 0.208696, - "hf_subset": "twi_Latn-taq_Tfng", - "languages": [ - "twi-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569417, - "recall": 0.613636, - "f1": 0.581763, - "accuracy": 0.613636, - "main_score": 0.581763, - "hf_subset": "twi_Latn-wol_Latn", - "languages": [ - "twi-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471135, - "recall": 0.517787, - "f1": 0.485039, - "accuracy": 0.517787, - "main_score": 0.485039, - "hf_subset": "twi_Latn-arb_Latn", - "languages": [ - "twi-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610639, - "recall": 0.651186, - "f1": 0.622687, - "accuracy": 0.651186, - "main_score": 0.622687, - "hf_subset": "twi_Latn-cat_Latn", - "languages": [ - "twi-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606024, - "recall": 0.648221, - "f1": 0.617269, - "accuracy": 0.648221, - "main_score": 0.617269, - "hf_subset": "twi_Latn-fur_Latn", - "languages": [ - "twi-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424393, - "recall": 0.476285, - "f1": 0.43857, - "accuracy": 0.476285, - "main_score": 0.43857, - "hf_subset": "twi_Latn-kab_Latn", - "languages": [ - "twi-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609394, - "recall": 0.647233, - "f1": 0.620067, - "accuracy": 0.647233, - "main_score": 0.620067, - "hf_subset": "twi_Latn-lim_Latn", - "languages": [ - "twi-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602927, - "recall": 0.647233, - "f1": 0.61505, - "accuracy": 0.647233, - "main_score": 0.61505, - "hf_subset": "twi_Latn-nld_Latn", - "languages": [ - "twi-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543386, - "recall": 0.596838, - "f1": 0.558187, - "accuracy": 0.596838, - "main_score": 0.558187, - "hf_subset": "twi_Latn-san_Deva", - "languages": [ - "twi-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592916, - "recall": 0.635375, - "f1": 0.60444, - "accuracy": 0.635375, - "main_score": 0.60444, - "hf_subset": "twi_Latn-tat_Cyrl", - "languages": [ - "twi-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576343, - "recall": 0.617589, - "f1": 0.587851, - "accuracy": 0.617589, - "main_score": 0.587851, - "hf_subset": "twi_Latn-xho_Latn", - "languages": [ - "twi-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582117, - "recall": 0.629447, - "f1": 0.595935, - "accuracy": 0.629447, - "main_score": 0.595935, - "hf_subset": "twi_Latn-ars_Arab", - "languages": [ - "twi-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64277, - "recall": 0.681818, - "f1": 0.653245, - "accuracy": 0.681818, - "main_score": 0.653245, - "hf_subset": "twi_Latn-ceb_Latn", - "languages": [ - "twi-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516694, - "recall": 0.562253, - "f1": 0.529824, - "accuracy": 0.562253, - "main_score": 0.529824, - "hf_subset": "twi_Latn-fuv_Latn", - "languages": [ - "twi-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51339, - "recall": 0.564229, - "f1": 0.528, - "accuracy": 0.564229, - "main_score": 0.528, - "hf_subset": "twi_Latn-kac_Latn", - "languages": [ - "twi-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584363, - "recall": 0.621542, - "f1": 0.594608, - "accuracy": 0.621542, - "main_score": 0.594608, - "hf_subset": "twi_Latn-lin_Latn", - "languages": [ - "twi-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617316, - "recall": 0.660079, - "f1": 0.629363, - "accuracy": 0.660079, - "main_score": 0.629363, - "hf_subset": "twi_Latn-nno_Latn", - "languages": [ - "twi-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129329, - "recall": 0.167984, - "f1": 0.138654, - "accuracy": 0.167984, - "main_score": 0.138654, - "hf_subset": "twi_Latn-sat_Olck", - "languages": [ - "twi-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5899, - "recall": 0.641304, - "f1": 0.603236, - "accuracy": 0.641304, - "main_score": 0.603236, - "hf_subset": "twi_Latn-tel_Telu", - "languages": [ - "twi-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509294, - "recall": 0.561265, - "f1": 0.52319, - "accuracy": 0.561265, - "main_score": 0.52319, - "hf_subset": "twi_Latn-ydd_Hebr", - "languages": [ - "twi-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558536, - "recall": 0.603755, - "f1": 0.571698, - "accuracy": 0.603755, - "main_score": 0.571698, - "hf_subset": "twi_Latn-ary_Arab", - "languages": [ - "twi-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604615, - "recall": 0.648221, - "f1": 0.616311, - "accuracy": 0.648221, - "main_score": 0.616311, - "hf_subset": "twi_Latn-ces_Latn", - "languages": [ - "twi-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521643, - "recall": 0.570158, - "f1": 0.535192, - "accuracy": 0.570158, - "main_score": 0.535192, - "hf_subset": "twi_Latn-gaz_Latn", - "languages": [ - "twi-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535334, - "recall": 0.577075, - "f1": 0.547379, - "accuracy": 0.577075, - "main_score": 0.547379, - "hf_subset": "twi_Latn-kam_Latn", - "languages": [ - "twi-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584877, - "recall": 0.635375, - "f1": 0.599051, - "accuracy": 0.635375, - "main_score": 0.599051, - "hf_subset": "twi_Latn-lit_Latn", - "languages": [ - "twi-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62838, - "recall": 0.666996, - "f1": 0.639447, - "accuracy": 0.666996, - "main_score": 0.639447, - "hf_subset": "twi_Latn-nob_Latn", - "languages": [ - "twi-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622437, - "recall": 0.657115, - "f1": 0.631946, - "accuracy": 0.657115, - "main_score": 0.631946, - "hf_subset": "twi_Latn-scn_Latn", - "languages": [ - "twi-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574213, - "recall": 0.616601, - "f1": 0.586195, - "accuracy": 0.616601, - "main_score": 0.586195, - "hf_subset": "twi_Latn-tgk_Cyrl", - "languages": [ - "twi-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517847, - "recall": 0.566206, - "f1": 0.531801, - "accuracy": 0.566206, - "main_score": 0.531801, - "hf_subset": "twi_Latn-yor_Latn", - "languages": [ - "twi-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600621, - "recall": 0.642292, - "f1": 0.612417, - "accuracy": 0.642292, - "main_score": 0.612417, - "hf_subset": "twi_Latn-arz_Arab", - "languages": [ - "twi-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518545, - "recall": 0.570158, - "f1": 0.534082, - "accuracy": 0.570158, - "main_score": 0.534082, - "hf_subset": "twi_Latn-cjk_Latn", - "languages": [ - "twi-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525356, - "recall": 0.56917, - "f1": 0.537111, - "accuracy": 0.56917, - "main_score": 0.537111, - "hf_subset": "twi_Latn-gla_Latn", - "languages": [ - "twi-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602347, - "recall": 0.651186, - "f1": 0.616804, - "accuracy": 0.651186, - "main_score": 0.616804, - "hf_subset": "twi_Latn-kan_Knda", - "languages": [ - "twi-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607899, - "recall": 0.647233, - "f1": 0.619153, - "accuracy": 0.647233, - "main_score": 0.619153, - "hf_subset": "twi_Latn-lmo_Latn", - "languages": [ - "twi-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583552, - "recall": 0.636364, - "f1": 0.598834, - "accuracy": 0.636364, - "main_score": 0.598834, - "hf_subset": "twi_Latn-npi_Deva", - "languages": [ - "twi-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46356, - "recall": 0.524704, - "f1": 0.480407, - "accuracy": 0.524704, - "main_score": 0.480407, - "hf_subset": "twi_Latn-shn_Mymr", - "languages": [ - "twi-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645242, - "recall": 0.686759, - "f1": 0.656258, - "accuracy": 0.686759, - "main_score": 0.656258, - "hf_subset": "twi_Latn-tgl_Latn", - "languages": [ - "twi-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595787, - "recall": 0.645257, - "f1": 0.609053, - "accuracy": 0.645257, - "main_score": 0.609053, - "hf_subset": "twi_Latn-yue_Hant", - "languages": [ - "twi-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562572, - "recall": 0.607708, - "f1": 0.575884, - "accuracy": 0.607708, - "main_score": 0.575884, - "hf_subset": "twi_Latn-asm_Beng", - "languages": [ - "twi-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537085, - "recall": 0.58498, - "f1": 0.550099, - "accuracy": 0.58498, - "main_score": 0.550099, - "hf_subset": "twi_Latn-ckb_Arab", - "languages": [ - "twi-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524771, - "recall": 0.575099, - "f1": 0.538507, - "accuracy": 0.575099, - "main_score": 0.538507, - "hf_subset": "twi_Latn-gle_Latn", - "languages": [ - "twi-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545606, - "recall": 0.596838, - "f1": 0.560078, - "accuracy": 0.596838, - "main_score": 0.560078, - "hf_subset": "twi_Latn-kas_Arab", - "languages": [ - "twi-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568384, - "recall": 0.615613, - "f1": 0.581305, - "accuracy": 0.615613, - "main_score": 0.581305, - "hf_subset": "twi_Latn-ltg_Latn", - "languages": [ - "twi-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586254, - "recall": 0.628458, - "f1": 0.598016, - "accuracy": 0.628458, - "main_score": 0.598016, - "hf_subset": "twi_Latn-nso_Latn", - "languages": [ - "twi-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510863, - "recall": 0.567194, - "f1": 0.526041, - "accuracy": 0.567194, - "main_score": 0.526041, - "hf_subset": "twi_Latn-sin_Sinh", - "languages": [ - "twi-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595062, - "recall": 0.641304, - "f1": 0.607961, - "accuracy": 0.641304, - "main_score": 0.607961, - "hf_subset": "twi_Latn-tha_Thai", - "languages": [ - "twi-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576712, - "recall": 0.626482, - "f1": 0.589933, - "accuracy": 0.626482, - "main_score": 0.589933, - "hf_subset": "twi_Latn-zho_Hans", - "languages": [ - "twi-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630906, - "recall": 0.668972, - "f1": 0.641607, - "accuracy": 0.668972, - "main_score": 0.641607, - "hf_subset": "twi_Latn-ast_Latn", - "languages": [ - "twi-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577523, - "recall": 0.624506, - "f1": 0.590152, - "accuracy": 0.624506, - "main_score": 0.590152, - "hf_subset": "twi_Latn-crh_Latn", - "languages": [ - "twi-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622343, - "recall": 0.662055, - "f1": 0.633449, - "accuracy": 0.662055, - "main_score": 0.633449, - "hf_subset": "twi_Latn-glg_Latn", - "languages": [ - "twi-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563164, - "recall": 0.612648, - "f1": 0.576958, - "accuracy": 0.612648, - "main_score": 0.576958, - "hf_subset": "twi_Latn-kas_Deva", - "languages": [ - "twi-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582858, - "recall": 0.62747, - "f1": 0.594629, - "accuracy": 0.62747, - "main_score": 0.594629, - "hf_subset": "twi_Latn-ltz_Latn", - "languages": [ - "twi-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477232, - "recall": 0.527668, - "f1": 0.491543, - "accuracy": 0.527668, - "main_score": 0.491543, - "hf_subset": "twi_Latn-nus_Latn", - "languages": [ - "twi-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609622, - "recall": 0.650198, - "f1": 0.621226, - "accuracy": 0.650198, - "main_score": 0.621226, - "hf_subset": "twi_Latn-slk_Latn", - "languages": [ - "twi-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432852, - "recall": 0.490119, - "f1": 0.448867, - "accuracy": 0.490119, - "main_score": 0.448867, - "hf_subset": "twi_Latn-tir_Ethi", - "languages": [ - "twi-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572025, - "recall": 0.625494, - "f1": 0.586935, - "accuracy": 0.625494, - "main_score": 0.586935, - "hf_subset": "twi_Latn-zho_Hant", - "languages": [ - "twi-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594296, - "recall": 0.640316, - "f1": 0.607678, - "accuracy": 0.640316, - "main_score": 0.607678, - "hf_subset": "twi_Latn-awa_Deva", - "languages": [ - "twi-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58307, - "recall": 0.623518, - "f1": 0.594437, - "accuracy": 0.623518, - "main_score": 0.594437, - "hf_subset": "twi_Latn-cym_Latn", - "languages": [ - "twi-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600973, - "recall": 0.642292, - "f1": 0.612153, - "accuracy": 0.642292, - "main_score": 0.612153, - "hf_subset": "twi_Latn-grn_Latn", - "languages": [ - "twi-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564521, - "recall": 0.614625, - "f1": 0.578478, - "accuracy": 0.614625, - "main_score": 0.578478, - "hf_subset": "twi_Latn-kat_Geor", - "languages": [ - "twi-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57821, - "recall": 0.615613, - "f1": 0.589305, - "accuracy": 0.615613, - "main_score": 0.589305, - "hf_subset": "twi_Latn-lua_Latn", - "languages": [ - "twi-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574867, - "recall": 0.619565, - "f1": 0.587662, - "accuracy": 0.619565, - "main_score": 0.587662, - "hf_subset": "twi_Latn-nya_Latn", - "languages": [ - "twi-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599632, - "recall": 0.643281, - "f1": 0.611635, - "accuracy": 0.643281, - "main_score": 0.611635, - "hf_subset": "twi_Latn-slv_Latn", - "languages": [ - "twi-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631201, - "recall": 0.666008, - "f1": 0.640966, - "accuracy": 0.666008, - "main_score": 0.640966, - "hf_subset": "twi_Latn-tpi_Latn", - "languages": [ - "twi-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63645, - "recall": 0.679842, - "f1": 0.648582, - "accuracy": 0.679842, - "main_score": 0.648582, - "hf_subset": "twi_Latn-zsm_Latn", - "languages": [ - "twi-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52318, - "recall": 0.56917, - "f1": 0.536997, - "accuracy": 0.56917, - "main_score": 0.536997, - "hf_subset": "twi_Latn-ayr_Latn", - "languages": [ - "twi-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625178, - "recall": 0.66502, - "f1": 0.636444, - "accuracy": 0.66502, - "main_score": 0.636444, - "hf_subset": "twi_Latn-dan_Latn", - "languages": [ - "twi-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590132, - "recall": 0.641304, - "f1": 0.604892, - "accuracy": 0.641304, - "main_score": 0.604892, - "hf_subset": "twi_Latn-guj_Gujr", - "languages": [ - "twi-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592581, - "recall": 0.637352, - "f1": 0.604944, - "accuracy": 0.637352, - "main_score": 0.604944, - "hf_subset": "twi_Latn-kaz_Cyrl", - "languages": [ - "twi-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513879, - "recall": 0.565217, - "f1": 0.528327, - "accuracy": 0.565217, - "main_score": 0.528327, - "hf_subset": "twi_Latn-lug_Latn", - "languages": [ - "twi-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621126, - "recall": 0.657115, - "f1": 0.631186, - "accuracy": 0.657115, - "main_score": 0.631186, - "hf_subset": "twi_Latn-oci_Latn", - "languages": [ - "twi-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573145, - "recall": 0.614625, - "f1": 0.584653, - "accuracy": 0.614625, - "main_score": 0.584653, - "hf_subset": "twi_Latn-smo_Latn", - "languages": [ - "twi-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52637, - "recall": 0.574111, - "f1": 0.539839, - "accuracy": 0.574111, - "main_score": 0.539839, - "hf_subset": "twi_Latn-tsn_Latn", - "languages": [ - "twi-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540227, - "recall": 0.587945, - "f1": 0.55412, - "accuracy": 0.587945, - "main_score": 0.55412, - "hf_subset": "twi_Latn-zul_Latn", - "languages": [ - "twi-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534528, - "recall": 0.583004, - "f1": 0.548667, - "accuracy": 0.583004, - "main_score": 0.548667, - "hf_subset": "twi_Latn-azb_Arab", - "languages": [ - "twi-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608538, - "recall": 0.658103, - "f1": 0.622276, - "accuracy": 0.658103, - "main_score": 0.622276, - "hf_subset": "twi_Latn-deu_Latn", - "languages": [ - "twi-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545377, - "recall": 0.590909, - "f1": 0.558289, - "accuracy": 0.590909, - "main_score": 0.558289, - "hf_subset": "twi_Latn-hat_Latn", - "languages": [ - "twi-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510187, - "recall": 0.554348, - "f1": 0.522532, - "accuracy": 0.554348, - "main_score": 0.522532, - "hf_subset": "twi_Latn-kbp_Latn", - "languages": [ - "twi-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574944, - "recall": 0.618577, - "f1": 0.587325, - "accuracy": 0.618577, - "main_score": 0.587325, - "hf_subset": "twi_Latn-luo_Latn", - "languages": [ - "twi-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592262, - "recall": 0.643281, - "f1": 0.606718, - "accuracy": 0.643281, - "main_score": 0.606718, - "hf_subset": "twi_Latn-ory_Orya", - "languages": [ - "twi-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549579, - "recall": 0.596838, - "f1": 0.563345, - "accuracy": 0.596838, - "main_score": 0.563345, - "hf_subset": "twi_Latn-sna_Latn", - "languages": [ - "twi-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527539, - "recall": 0.568182, - "f1": 0.538952, - "accuracy": 0.568182, - "main_score": 0.538952, - "hf_subset": "twi_Latn-tso_Latn", - "languages": [ - "twi-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579484, - "recall": 0.629447, - "f1": 0.59287, - "accuracy": 0.629447, - "main_score": 0.59287, - "hf_subset": "twi_Latn-azj_Latn", - "languages": [ - "twi-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52505, - "recall": 0.56917, - "f1": 0.537491, - "accuracy": 0.56917, - "main_score": 0.537491, - "hf_subset": "twi_Latn-dik_Latn", - "languages": [ - "twi-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556546, - "recall": 0.597826, - "f1": 0.56805, - "accuracy": 0.597826, - "main_score": 0.56805, - "hf_subset": "twi_Latn-hau_Latn", - "languages": [ - "twi-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623087, - "recall": 0.661067, - "f1": 0.633602, - "accuracy": 0.661067, - "main_score": 0.633602, - "hf_subset": "twi_Latn-kea_Latn", - "languages": [ - "twi-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604999, - "recall": 0.643281, - "f1": 0.616875, - "accuracy": 0.643281, - "main_score": 0.616875, - "hf_subset": "twi_Latn-lus_Latn", - "languages": [ - "twi-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604886, - "recall": 0.640316, - "f1": 0.614651, - "accuracy": 0.640316, - "main_score": 0.614651, - "hf_subset": "twi_Latn-pag_Latn", - "languages": [ - "twi-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563654, - "recall": 0.609684, - "f1": 0.577001, - "accuracy": 0.609684, - "main_score": 0.577001, - "hf_subset": "twi_Latn-snd_Arab", - "languages": [ - "twi-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557552, - "recall": 0.600791, - "f1": 0.569607, - "accuracy": 0.600791, - "main_score": 0.569607, - "hf_subset": "twi_Latn-tuk_Latn", - "languages": [ - "twi-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590251, - "recall": 0.636364, - "f1": 0.602473, - "accuracy": 0.636364, - "main_score": 0.602473, - "hf_subset": "twi_Latn-bak_Cyrl", - "languages": [ - "twi-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445794, - "recall": 0.507905, - "f1": 0.463487, - "accuracy": 0.507905, - "main_score": 0.463487, - "hf_subset": "twi_Latn-dyu_Latn", - "languages": [ - "twi-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585107, - "recall": 0.62747, - "f1": 0.597342, - "accuracy": 0.62747, - "main_score": 0.597342, - "hf_subset": "twi_Latn-heb_Hebr", - "languages": [ - "twi-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560554, - "recall": 0.607708, - "f1": 0.573818, - "accuracy": 0.607708, - "main_score": 0.573818, - "hf_subset": "twi_Latn-khk_Cyrl", - "languages": [ - "twi-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587862, - "recall": 0.630435, - "f1": 0.599561, - "accuracy": 0.630435, - "main_score": 0.599561, - "hf_subset": "twi_Latn-lvs_Latn", - "languages": [ - "twi-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595877, - "recall": 0.641304, - "f1": 0.608897, - "accuracy": 0.641304, - "main_score": 0.608897, - "hf_subset": "twi_Latn-pan_Guru", - "languages": [ - "twi-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521975, - "recall": 0.564229, - "f1": 0.533786, - "accuracy": 0.564229, - "main_score": 0.533786, - "hf_subset": "twi_Latn-som_Latn", - "languages": [ - "twi-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53649, - "recall": 0.578063, - "f1": 0.548279, - "accuracy": 0.578063, - "main_score": 0.548279, - "hf_subset": "twi_Latn-tum_Latn", - "languages": [ - "twi-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574824, - "recall": 0.643281, - "f1": 0.594573, - "accuracy": 0.643281, - "main_score": 0.594573, - "hf_subset": "acm_Arab-ace_Arab", - "languages": [ - "acm-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523312, - "recall": 0.586957, - "f1": 0.541304, - "accuracy": 0.586957, - "main_score": 0.541304, - "hf_subset": "acm_Arab-bam_Latn", - "languages": [ - "acm-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428239, - "recall": 0.509881, - "f1": 0.450457, - "accuracy": 0.509881, - "main_score": 0.450457, - "hf_subset": "acm_Arab-dzo_Tibt", - "languages": [ - "acm-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-hin_Deva", - "languages": [ - "acm-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "acm_Arab-khm_Khmr", - "languages": [ - "acm-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-mag_Deva", - "languages": [ - "acm-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "acm_Arab-pap_Latn", - "languages": [ - "acm-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597214, - "recall": 0.650198, - "f1": 0.612385, - "accuracy": 0.650198, - "main_score": 0.612385, - "hf_subset": "acm_Arab-sot_Latn", - "languages": [ - "acm-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-tur_Latn", - "languages": [ - "acm-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87607, - "recall": 0.908103, - "f1": 0.886053, - "accuracy": 0.908103, - "main_score": 0.886053, - "hf_subset": "acm_Arab-ace_Latn", - "languages": [ - "acm-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "acm_Arab-ban_Latn", - "languages": [ - "acm-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ell_Grek", - "languages": [ - "acm-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "acm_Arab-hne_Deva", - "languages": [ - "acm-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597268, - "recall": 0.652174, - "f1": 0.613054, - "accuracy": 0.652174, - "main_score": 0.613054, - "hf_subset": "acm_Arab-kik_Latn", - "languages": [ - "acm-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-mai_Deva", - "languages": [ - "acm-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "acm_Arab-pbt_Arab", - "languages": [ - "acm-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-spa_Latn", - "languages": [ - "acm-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59796, - "recall": 0.664032, - "f1": 0.616376, - "accuracy": 0.664032, - "main_score": 0.616376, - "hf_subset": "acm_Arab-twi_Latn", - "languages": [ - "acm-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-bel_Cyrl", - "languages": [ - "acm-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-eng_Latn", - "languages": [ - "acm-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-hrv_Latn", - "languages": [ - "acm-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558046, - "recall": 0.62253, - "f1": 0.576616, - "accuracy": 0.62253, - "main_score": 0.576616, - "hf_subset": "acm_Arab-kin_Latn", - "languages": [ - "acm-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-mal_Mlym", - "languages": [ - "acm-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-pes_Arab", - "languages": [ - "acm-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "acm_Arab-srd_Latn", - "languages": [ - "acm-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174228, - "recall": 0.227273, - "f1": 0.187406, - "accuracy": 0.227273, - "main_score": 0.187406, - "hf_subset": "acm_Arab-tzm_Tfng", - "languages": [ - "acm-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-acq_Arab", - "languages": [ - "acm-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620471, - "recall": 0.678854, - "f1": 0.637474, - "accuracy": 0.678854, - "main_score": 0.637474, - "hf_subset": "acm_Arab-bem_Latn", - "languages": [ - "acm-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-epo_Latn", - "languages": [ - "acm-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-hun_Latn", - "languages": [ - "acm-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "acm_Arab-kir_Cyrl", - "languages": [ - "acm-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-mar_Deva", - "languages": [ - "acm-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661709, - "recall": 0.720356, - "f1": 0.679282, - "accuracy": 0.720356, - "main_score": 0.679282, - "hf_subset": "acm_Arab-plt_Latn", - "languages": [ - "acm-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-srp_Cyrl", - "languages": [ - "acm-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "acm_Arab-uig_Arab", - "languages": [ - "acm-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-aeb_Arab", - "languages": [ - "acm-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ben_Beng", - "languages": [ - "acm-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-est_Latn", - "languages": [ - "acm-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-hye_Armn", - "languages": [ - "acm-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545546, - "recall": 0.597826, - "f1": 0.560495, - "accuracy": 0.597826, - "main_score": 0.560495, - "hf_subset": "acm_Arab-kmb_Latn", - "languages": [ - "acm-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479599, - "recall": 0.557312, - "f1": 0.500545, - "accuracy": 0.557312, - "main_score": 0.500545, - "hf_subset": "acm_Arab-min_Arab", - "languages": [ - "acm-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-pol_Latn", - "languages": [ - "acm-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546031, - "recall": 0.615613, - "f1": 0.566502, - "accuracy": 0.615613, - "main_score": 0.566502, - "hf_subset": "acm_Arab-ssw_Latn", - "languages": [ - "acm-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ukr_Cyrl", - "languages": [ - "acm-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-afr_Latn", - "languages": [ - "acm-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-bho_Deva", - "languages": [ - "acm-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "acm_Arab-eus_Latn", - "languages": [ - "acm-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572184, - "recall": 0.637352, - "f1": 0.590669, - "accuracy": 0.637352, - "main_score": 0.590669, - "hf_subset": "acm_Arab-ibo_Latn", - "languages": [ - "acm-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889081, - "recall": 0.91996, - "f1": 0.898946, - "accuracy": 0.91996, - "main_score": 0.898946, - "hf_subset": "acm_Arab-kmr_Latn", - "languages": [ - "acm-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acm_Arab-min_Latn", - "languages": [ - "acm-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-por_Latn", - "languages": [ - "acm-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-sun_Latn", - "languages": [ - "acm-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502594, - "recall": 0.566206, - "f1": 0.521239, - "accuracy": 0.566206, - "main_score": 0.521239, - "hf_subset": "acm_Arab-umb_Latn", - "languages": [ - "acm-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ajp_Arab", - "languages": [ - "acm-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536991, - "recall": 0.608696, - "f1": 0.557253, - "accuracy": 0.608696, - "main_score": 0.557253, - "hf_subset": "acm_Arab-bjn_Arab", - "languages": [ - "acm-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507683, - "recall": 0.568182, - "f1": 0.525003, - "accuracy": 0.568182, - "main_score": 0.525003, - "hf_subset": "acm_Arab-ewe_Latn", - "languages": [ - "acm-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.959486, - "f1": 0.948123, - "accuracy": 0.959486, - "main_score": 0.948123, - "hf_subset": "acm_Arab-ilo_Latn", - "languages": [ - "acm-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317441, - "recall": 0.378458, - "f1": 0.334238, - "accuracy": 0.378458, - "main_score": 0.334238, - "hf_subset": "acm_Arab-knc_Arab", - "languages": [ - "acm-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-mkd_Cyrl", - "languages": [ - "acm-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-prs_Arab", - "languages": [ - "acm-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-swe_Latn", - "languages": [ - "acm-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-urd_Arab", - "languages": [ - "acm-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586117, - "recall": 0.651186, - "f1": 0.60521, - "accuracy": 0.651186, - "main_score": 0.60521, - "hf_subset": "acm_Arab-aka_Latn", - "languages": [ - "acm-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "acm_Arab-bjn_Latn", - "languages": [ - "acm-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "acm_Arab-fao_Latn", - "languages": [ - "acm-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ind_Latn", - "languages": [ - "acm-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576803, - "recall": 0.635375, - "f1": 0.593688, - "accuracy": 0.635375, - "main_score": 0.593688, - "hf_subset": "acm_Arab-knc_Latn", - "languages": [ - "acm-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "acm_Arab-mlt_Latn", - "languages": [ - "acm-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707678, - "recall": 0.767787, - "f1": 0.725694, - "accuracy": 0.767787, - "main_score": 0.725694, - "hf_subset": "acm_Arab-quy_Latn", - "languages": [ - "acm-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "acm_Arab-swh_Latn", - "languages": [ - "acm-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-uzn_Latn", - "languages": [ - "acm-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-als_Latn", - "languages": [ - "acm-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650635, - "recall": 0.730237, - "f1": 0.673817, - "accuracy": 0.730237, - "main_score": 0.673817, - "hf_subset": "acm_Arab-bod_Tibt", - "languages": [ - "acm-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699719, - "recall": 0.757905, - "f1": 0.716839, - "accuracy": 0.757905, - "main_score": 0.716839, - "hf_subset": "acm_Arab-fij_Latn", - "languages": [ - "acm-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acm_Arab-isl_Latn", - "languages": [ - "acm-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650296, - "recall": 0.710474, - "f1": 0.668379, - "accuracy": 0.710474, - "main_score": 0.668379, - "hf_subset": "acm_Arab-kon_Latn", - "languages": [ - "acm-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642129, - "recall": 0.714427, - "f1": 0.663331, - "accuracy": 0.714427, - "main_score": 0.663331, - "hf_subset": "acm_Arab-mni_Beng", - "languages": [ - "acm-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ron_Latn", - "languages": [ - "acm-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "acm_Arab-szl_Latn", - "languages": [ - "acm-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-vec_Latn", - "languages": [ - "acm-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.964427, - "f1": 0.953393, - "accuracy": 0.964427, - "main_score": 0.953393, - "hf_subset": "acm_Arab-amh_Ethi", - "languages": [ - "acm-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-bos_Latn", - "languages": [ - "acm-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "acm_Arab-fin_Latn", - "languages": [ - "acm-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ita_Latn", - "languages": [ - "acm-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-kor_Hang", - "languages": [ - "acm-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543157, - "recall": 0.604743, - "f1": 0.560093, - "accuracy": 0.604743, - "main_score": 0.560093, - "hf_subset": "acm_Arab-mos_Latn", - "languages": [ - "acm-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560466, - "recall": 0.614625, - "f1": 0.576067, - "accuracy": 0.614625, - "main_score": 0.576067, - "hf_subset": "acm_Arab-run_Latn", - "languages": [ - "acm-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-tam_Taml", - "languages": [ - "acm-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-vie_Latn", - "languages": [ - "acm-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-apc_Arab", - "languages": [ - "acm-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796699, - "recall": 0.842885, - "f1": 0.810655, - "accuracy": 0.842885, - "main_score": 0.810655, - "hf_subset": "acm_Arab-bug_Latn", - "languages": [ - "acm-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474879, - "recall": 0.539526, - "f1": 0.492141, - "accuracy": 0.539526, - "main_score": 0.492141, - "hf_subset": "acm_Arab-fon_Latn", - "languages": [ - "acm-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-jav_Latn", - "languages": [ - "acm-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "acm_Arab-lao_Laoo", - "languages": [ - "acm-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871113, - "recall": 0.905138, - "f1": 0.881752, - "accuracy": 0.905138, - "main_score": 0.881752, - "hf_subset": "acm_Arab-mri_Latn", - "languages": [ - "acm-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-rus_Cyrl", - "languages": [ - "acm-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532051, - "recall": 0.599802, - "f1": 0.55111, - "accuracy": 0.599802, - "main_score": 0.55111, - "hf_subset": "acm_Arab-taq_Latn", - "languages": [ - "acm-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acm_Arab-war_Latn", - "languages": [ - "acm-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-arb_Arab", - "languages": [ - "acm-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-bul_Cyrl", - "languages": [ - "acm-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-fra_Latn", - "languages": [ - "acm-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-jpn_Jpan", - "languages": [ - "acm-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "acm_Arab-lij_Latn", - "languages": [ - "acm-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "acm_Arab-mya_Mymr", - "languages": [ - "acm-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582087, - "recall": 0.657115, - "f1": 0.603123, - "accuracy": 0.657115, - "main_score": 0.603123, - "hf_subset": "acm_Arab-sag_Latn", - "languages": [ - "acm-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197516, - "recall": 0.254941, - "f1": 0.210701, - "accuracy": 0.254941, - "main_score": 0.210701, - "hf_subset": "acm_Arab-taq_Tfng", - "languages": [ - "acm-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618382, - "recall": 0.689723, - "f1": 0.639018, - "accuracy": 0.689723, - "main_score": 0.639018, - "hf_subset": "acm_Arab-wol_Latn", - "languages": [ - "acm-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860211, - "recall": 0.899209, - "f1": 0.872332, - "accuracy": 0.899209, - "main_score": 0.872332, - "hf_subset": "acm_Arab-arb_Latn", - "languages": [ - "acm-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-cat_Latn", - "languages": [ - "acm-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acm_Arab-fur_Latn", - "languages": [ - "acm-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430809, - "recall": 0.487154, - "f1": 0.446406, - "accuracy": 0.487154, - "main_score": 0.446406, - "hf_subset": "acm_Arab-kab_Latn", - "languages": [ - "acm-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "acm_Arab-lim_Latn", - "languages": [ - "acm-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-nld_Latn", - "languages": [ - "acm-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "acm_Arab-san_Deva", - "languages": [ - "acm-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "acm_Arab-tat_Cyrl", - "languages": [ - "acm-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676289, - "recall": 0.738142, - "f1": 0.694779, - "accuracy": 0.738142, - "main_score": 0.694779, - "hf_subset": "acm_Arab-xho_Latn", - "languages": [ - "acm-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ars_Arab", - "languages": [ - "acm-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ceb_Latn", - "languages": [ - "acm-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567023, - "recall": 0.621542, - "f1": 0.582605, - "accuracy": 0.621542, - "main_score": 0.582605, - "hf_subset": "acm_Arab-fuv_Latn", - "languages": [ - "acm-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498588, - "recall": 0.565217, - "f1": 0.516839, - "accuracy": 0.565217, - "main_score": 0.516839, - "hf_subset": "acm_Arab-kac_Latn", - "languages": [ - "acm-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668561, - "recall": 0.720356, - "f1": 0.684124, - "accuracy": 0.720356, - "main_score": 0.684124, - "hf_subset": "acm_Arab-lin_Latn", - "languages": [ - "acm-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-nno_Latn", - "languages": [ - "acm-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.231053, - "recall": 0.307312, - "f1": 0.250988, - "accuracy": 0.307312, - "main_score": 0.250988, - "hf_subset": "acm_Arab-sat_Olck", - "languages": [ - "acm-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-tel_Telu", - "languages": [ - "acm-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "acm_Arab-ydd_Hebr", - "languages": [ - "acm-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "acm_Arab-ary_Arab", - "languages": [ - "acm-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ces_Latn", - "languages": [ - "acm-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572456, - "recall": 0.637352, - "f1": 0.591675, - "accuracy": 0.637352, - "main_score": 0.591675, - "hf_subset": "acm_Arab-gaz_Latn", - "languages": [ - "acm-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589034, - "recall": 0.651186, - "f1": 0.607086, - "accuracy": 0.651186, - "main_score": 0.607086, - "hf_subset": "acm_Arab-kam_Latn", - "languages": [ - "acm-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "acm_Arab-lit_Latn", - "languages": [ - "acm-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-nob_Latn", - "languages": [ - "acm-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "acm_Arab-scn_Latn", - "languages": [ - "acm-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "acm_Arab-tgk_Cyrl", - "languages": [ - "acm-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696386, - "recall": 0.76581, - "f1": 0.717394, - "accuracy": 0.76581, - "main_score": 0.717394, - "hf_subset": "acm_Arab-yor_Latn", - "languages": [ - "acm-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-arz_Arab", - "languages": [ - "acm-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564007, - "recall": 0.624506, - "f1": 0.581715, - "accuracy": 0.624506, - "main_score": 0.581715, - "hf_subset": "acm_Arab-cjk_Latn", - "languages": [ - "acm-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77943, - "recall": 0.832016, - "f1": 0.795455, - "accuracy": 0.832016, - "main_score": 0.795455, - "hf_subset": "acm_Arab-gla_Latn", - "languages": [ - "acm-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-kan_Knda", - "languages": [ - "acm-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acm_Arab-lmo_Latn", - "languages": [ - "acm-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "acm_Arab-npi_Deva", - "languages": [ - "acm-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46254, - "recall": 0.52668, - "f1": 0.479193, - "accuracy": 0.52668, - "main_score": 0.479193, - "hf_subset": "acm_Arab-shn_Mymr", - "languages": [ - "acm-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-tgl_Latn", - "languages": [ - "acm-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-yue_Hant", - "languages": [ - "acm-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "acm_Arab-asm_Beng", - "languages": [ - "acm-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "acm_Arab-ckb_Arab", - "languages": [ - "acm-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885688, - "recall": 0.917984, - "f1": 0.895652, - "accuracy": 0.917984, - "main_score": 0.895652, - "hf_subset": "acm_Arab-gle_Latn", - "languages": [ - "acm-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "acm_Arab-kas_Arab", - "languages": [ - "acm-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932477, - "recall": 0.953557, - "f1": 0.939229, - "accuracy": 0.953557, - "main_score": 0.939229, - "hf_subset": "acm_Arab-ltg_Latn", - "languages": [ - "acm-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610618, - "recall": 0.66502, - "f1": 0.626141, - "accuracy": 0.66502, - "main_score": 0.626141, - "hf_subset": "acm_Arab-nso_Latn", - "languages": [ - "acm-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "acm_Arab-sin_Sinh", - "languages": [ - "acm-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-tha_Thai", - "languages": [ - "acm-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-zho_Hans", - "languages": [ - "acm-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-ast_Latn", - "languages": [ - "acm-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acm_Arab-crh_Latn", - "languages": [ - "acm-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-glg_Latn", - "languages": [ - "acm-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906456, - "recall": 0.933794, - "f1": 0.915349, - "accuracy": 0.933794, - "main_score": 0.915349, - "hf_subset": "acm_Arab-kas_Deva", - "languages": [ - "acm-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acm_Arab-ltz_Latn", - "languages": [ - "acm-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440746, - "recall": 0.509881, - "f1": 0.459496, - "accuracy": 0.509881, - "main_score": 0.459496, - "hf_subset": "acm_Arab-nus_Latn", - "languages": [ - "acm-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-slk_Latn", - "languages": [ - "acm-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633237, - "recall": 0.701581, - "f1": 0.652809, - "accuracy": 0.701581, - "main_score": 0.652809, - "hf_subset": "acm_Arab-tir_Ethi", - "languages": [ - "acm-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-zho_Hant", - "languages": [ - "acm-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "acm_Arab-awa_Deva", - "languages": [ - "acm-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "acm_Arab-cym_Latn", - "languages": [ - "acm-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845059, - "recall": 0.886364, - "f1": 0.858004, - "accuracy": 0.886364, - "main_score": 0.858004, - "hf_subset": "acm_Arab-grn_Latn", - "languages": [ - "acm-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-kat_Geor", - "languages": [ - "acm-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646864, - "recall": 0.703557, - "f1": 0.663297, - "accuracy": 0.703557, - "main_score": 0.663297, - "hf_subset": "acm_Arab-lua_Latn", - "languages": [ - "acm-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63018, - "recall": 0.694664, - "f1": 0.648446, - "accuracy": 0.694664, - "main_score": 0.648446, - "hf_subset": "acm_Arab-nya_Latn", - "languages": [ - "acm-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-slv_Latn", - "languages": [ - "acm-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "acm_Arab-tpi_Latn", - "languages": [ - "acm-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-zsm_Latn", - "languages": [ - "acm-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529706, - "recall": 0.598814, - "f1": 0.549362, - "accuracy": 0.598814, - "main_score": 0.549362, - "hf_subset": "acm_Arab-ayr_Latn", - "languages": [ - "acm-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-dan_Latn", - "languages": [ - "acm-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-guj_Gujr", - "languages": [ - "acm-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acm_Arab-kaz_Cyrl", - "languages": [ - "acm-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532141, - "recall": 0.597826, - "f1": 0.550746, - "accuracy": 0.597826, - "main_score": 0.550746, - "hf_subset": "acm_Arab-lug_Latn", - "languages": [ - "acm-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-oci_Latn", - "languages": [ - "acm-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817836, - "recall": 0.866601, - "f1": 0.832905, - "accuracy": 0.866601, - "main_score": 0.832905, - "hf_subset": "acm_Arab-smo_Latn", - "languages": [ - "acm-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547131, - "recall": 0.603755, - "f1": 0.562861, - "accuracy": 0.603755, - "main_score": 0.562861, - "hf_subset": "acm_Arab-tsn_Latn", - "languages": [ - "acm-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619631, - "recall": 0.683794, - "f1": 0.638567, - "accuracy": 0.683794, - "main_score": 0.638567, - "hf_subset": "acm_Arab-zul_Latn", - "languages": [ - "acm-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92803, - "recall": 0.950593, - "f1": 0.935441, - "accuracy": 0.950593, - "main_score": 0.935441, - "hf_subset": "acm_Arab-azb_Arab", - "languages": [ - "acm-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-deu_Latn", - "languages": [ - "acm-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "acm_Arab-hat_Latn", - "languages": [ - "acm-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483202, - "recall": 0.540514, - "f1": 0.499379, - "accuracy": 0.540514, - "main_score": 0.499379, - "hf_subset": "acm_Arab-kbp_Latn", - "languages": [ - "acm-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568993, - "recall": 0.62747, - "f1": 0.585179, - "accuracy": 0.62747, - "main_score": 0.585179, - "hf_subset": "acm_Arab-luo_Latn", - "languages": [ - "acm-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-ory_Orya", - "languages": [ - "acm-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58242, - "recall": 0.652174, - "f1": 0.602623, - "accuracy": 0.652174, - "main_score": 0.602623, - "hf_subset": "acm_Arab-sna_Latn", - "languages": [ - "acm-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555578, - "recall": 0.610672, - "f1": 0.571157, - "accuracy": 0.610672, - "main_score": 0.571157, - "hf_subset": "acm_Arab-tso_Latn", - "languages": [ - "acm-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acm_Arab-azj_Latn", - "languages": [ - "acm-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545587, - "recall": 0.615613, - "f1": 0.565747, - "accuracy": 0.615613, - "main_score": 0.565747, - "hf_subset": "acm_Arab-dik_Latn", - "languages": [ - "acm-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744137, - "recall": 0.800395, - "f1": 0.761204, - "accuracy": 0.800395, - "main_score": 0.761204, - "hf_subset": "acm_Arab-hau_Latn", - "languages": [ - "acm-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "acm_Arab-kea_Latn", - "languages": [ - "acm-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729167, - "recall": 0.784585, - "f1": 0.746047, - "accuracy": 0.784585, - "main_score": 0.746047, - "hf_subset": "acm_Arab-lus_Latn", - "languages": [ - "acm-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866222, - "recall": 0.900198, - "f1": 0.87668, - "accuracy": 0.900198, - "main_score": 0.87668, - "hf_subset": "acm_Arab-pag_Latn", - "languages": [ - "acm-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "acm_Arab-snd_Arab", - "languages": [ - "acm-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.966403, - "f1": 0.957345, - "accuracy": 0.966403, - "main_score": 0.957345, - "hf_subset": "acm_Arab-tuk_Latn", - "languages": [ - "acm-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "acm_Arab-bak_Cyrl", - "languages": [ - "acm-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474309, - "recall": 0.55336, - "f1": 0.497654, - "accuracy": 0.55336, - "main_score": 0.497654, - "hf_subset": "acm_Arab-dyu_Latn", - "languages": [ - "acm-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-heb_Hebr", - "languages": [ - "acm-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "acm_Arab-khk_Cyrl", - "languages": [ - "acm-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-lvs_Latn", - "languages": [ - "acm-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acm_Arab-pan_Guru", - "languages": [ - "acm-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707197, - "recall": 0.770751, - "f1": 0.726285, - "accuracy": 0.770751, - "main_score": 0.726285, - "hf_subset": "acm_Arab-som_Latn", - "languages": [ - "acm-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594641, - "recall": 0.649209, - "f1": 0.610608, - "accuracy": 0.649209, - "main_score": 0.610608, - "hf_subset": "acm_Arab-tum_Latn", - "languages": [ - "acm-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54054, - "recall": 0.607708, - "f1": 0.559884, - "accuracy": 0.607708, - "main_score": 0.559884, - "hf_subset": "bel_Cyrl-ace_Arab", - "languages": [ - "bel-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518903, - "recall": 0.576087, - "f1": 0.535203, - "accuracy": 0.576087, - "main_score": 0.535203, - "hf_subset": "bel_Cyrl-bam_Latn", - "languages": [ - "bel-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390776, - "recall": 0.459486, - "f1": 0.409523, - "accuracy": 0.459486, - "main_score": 0.409523, - "hf_subset": "bel_Cyrl-dzo_Tibt", - "languages": [ - "bel-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-hin_Deva", - "languages": [ - "bel-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bel_Cyrl-khm_Khmr", - "languages": [ - "bel-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-mag_Deva", - "languages": [ - "bel-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "bel_Cyrl-pap_Latn", - "languages": [ - "bel-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566963, - "recall": 0.624506, - "f1": 0.583663, - "accuracy": 0.624506, - "main_score": 0.583663, - "hf_subset": "bel_Cyrl-sot_Latn", - "languages": [ - "bel-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-tur_Latn", - "languages": [ - "bel-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836298, - "recall": 0.874506, - "f1": 0.848123, - "accuracy": 0.874506, - "main_score": 0.848123, - "hf_subset": "bel_Cyrl-ace_Latn", - "languages": [ - "bel-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.952569, - "f1": 0.942029, - "accuracy": 0.952569, - "main_score": 0.942029, - "hf_subset": "bel_Cyrl-ban_Latn", - "languages": [ - "bel-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-ell_Grek", - "languages": [ - "bel-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "bel_Cyrl-hne_Deva", - "languages": [ - "bel-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572538, - "recall": 0.632411, - "f1": 0.590131, - "accuracy": 0.632411, - "main_score": 0.590131, - "hf_subset": "bel_Cyrl-kik_Latn", - "languages": [ - "bel-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-mai_Deva", - "languages": [ - "bel-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "bel_Cyrl-pbt_Arab", - "languages": [ - "bel-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-spa_Latn", - "languages": [ - "bel-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596485, - "recall": 0.660079, - "f1": 0.61489, - "accuracy": 0.660079, - "main_score": 0.61489, - "hf_subset": "bel_Cyrl-twi_Latn", - "languages": [ - "bel-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-acm_Arab", - "languages": [ - "bel-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-eng_Latn", - "languages": [ - "bel-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-hrv_Latn", - "languages": [ - "bel-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543215, - "recall": 0.605731, - "f1": 0.561731, - "accuracy": 0.605731, - "main_score": 0.561731, - "hf_subset": "bel_Cyrl-kin_Latn", - "languages": [ - "bel-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-mal_Mlym", - "languages": [ - "bel-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-pes_Arab", - "languages": [ - "bel-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "bel_Cyrl-srd_Latn", - "languages": [ - "bel-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189034, - "recall": 0.232213, - "f1": 0.200175, - "accuracy": 0.232213, - "main_score": 0.200175, - "hf_subset": "bel_Cyrl-tzm_Tfng", - "languages": [ - "bel-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-acq_Arab", - "languages": [ - "bel-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61778, - "recall": 0.668972, - "f1": 0.632413, - "accuracy": 0.668972, - "main_score": 0.632413, - "hf_subset": "bel_Cyrl-bem_Latn", - "languages": [ - "bel-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-epo_Latn", - "languages": [ - "bel-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-hun_Latn", - "languages": [ - "bel-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bel_Cyrl-kir_Cyrl", - "languages": [ - "bel-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-mar_Deva", - "languages": [ - "bel-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640448, - "recall": 0.701581, - "f1": 0.658451, - "accuracy": 0.701581, - "main_score": 0.658451, - "hf_subset": "bel_Cyrl-plt_Latn", - "languages": [ - "bel-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-srp_Cyrl", - "languages": [ - "bel-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "bel_Cyrl-uig_Arab", - "languages": [ - "bel-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "bel_Cyrl-aeb_Arab", - "languages": [ - "bel-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ben_Beng", - "languages": [ - "bel-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bel_Cyrl-est_Latn", - "languages": [ - "bel-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-hye_Armn", - "languages": [ - "bel-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52668, - "recall": 0.581028, - "f1": 0.542509, - "accuracy": 0.581028, - "main_score": 0.542509, - "hf_subset": "bel_Cyrl-kmb_Latn", - "languages": [ - "bel-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481775, - "recall": 0.55336, - "f1": 0.501421, - "accuracy": 0.55336, - "main_score": 0.501421, - "hf_subset": "bel_Cyrl-min_Arab", - "languages": [ - "bel-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-pol_Latn", - "languages": [ - "bel-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548814, - "recall": 0.61166, - "f1": 0.566765, - "accuracy": 0.61166, - "main_score": 0.566765, - "hf_subset": "bel_Cyrl-ssw_Latn", - "languages": [ - "bel-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ukr_Cyrl", - "languages": [ - "bel-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-afr_Latn", - "languages": [ - "bel-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "bel_Cyrl-bho_Deva", - "languages": [ - "bel-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "bel_Cyrl-eus_Latn", - "languages": [ - "bel-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564708, - "recall": 0.62747, - "f1": 0.582125, - "accuracy": 0.62747, - "main_score": 0.582125, - "hf_subset": "bel_Cyrl-ibo_Latn", - "languages": [ - "bel-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863883, - "recall": 0.900198, - "f1": 0.875231, - "accuracy": 0.900198, - "main_score": 0.875231, - "hf_subset": "bel_Cyrl-kmr_Latn", - "languages": [ - "bel-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "bel_Cyrl-min_Latn", - "languages": [ - "bel-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-por_Latn", - "languages": [ - "bel-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bel_Cyrl-sun_Latn", - "languages": [ - "bel-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503782, - "recall": 0.561265, - "f1": 0.519951, - "accuracy": 0.561265, - "main_score": 0.519951, - "hf_subset": "bel_Cyrl-umb_Latn", - "languages": [ - "bel-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ajp_Arab", - "languages": [ - "bel-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510944, - "recall": 0.583992, - "f1": 0.531225, - "accuracy": 0.583992, - "main_score": 0.531225, - "hf_subset": "bel_Cyrl-bjn_Arab", - "languages": [ - "bel-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499274, - "recall": 0.559289, - "f1": 0.515839, - "accuracy": 0.559289, - "main_score": 0.515839, - "hf_subset": "bel_Cyrl-ewe_Latn", - "languages": [ - "bel-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910903, - "recall": 0.935771, - "f1": 0.91861, - "accuracy": 0.935771, - "main_score": 0.91861, - "hf_subset": "bel_Cyrl-ilo_Latn", - "languages": [ - "bel-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314115, - "recall": 0.37253, - "f1": 0.330856, - "accuracy": 0.37253, - "main_score": 0.330856, - "hf_subset": "bel_Cyrl-knc_Arab", - "languages": [ - "bel-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-mkd_Cyrl", - "languages": [ - "bel-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-prs_Arab", - "languages": [ - "bel-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-swe_Latn", - "languages": [ - "bel-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-urd_Arab", - "languages": [ - "bel-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579875, - "recall": 0.643281, - "f1": 0.59752, - "accuracy": 0.643281, - "main_score": 0.59752, - "hf_subset": "bel_Cyrl-aka_Latn", - "languages": [ - "bel-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "bel_Cyrl-bjn_Latn", - "languages": [ - "bel-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "bel_Cyrl-fao_Latn", - "languages": [ - "bel-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-ind_Latn", - "languages": [ - "bel-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567154, - "recall": 0.62253, - "f1": 0.583322, - "accuracy": 0.62253, - "main_score": 0.583322, - "hf_subset": "bel_Cyrl-knc_Latn", - "languages": [ - "bel-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bel_Cyrl-mlt_Latn", - "languages": [ - "bel-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690983, - "recall": 0.751976, - "f1": 0.709212, - "accuracy": 0.751976, - "main_score": 0.709212, - "hf_subset": "bel_Cyrl-quy_Latn", - "languages": [ - "bel-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947464, - "recall": 0.963439, - "f1": 0.952536, - "accuracy": 0.963439, - "main_score": 0.952536, - "hf_subset": "bel_Cyrl-swh_Latn", - "languages": [ - "bel-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-uzn_Latn", - "languages": [ - "bel-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-als_Latn", - "languages": [ - "bel-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593216, - "recall": 0.676877, - "f1": 0.618253, - "accuracy": 0.676877, - "main_score": 0.618253, - "hf_subset": "bel_Cyrl-bod_Tibt", - "languages": [ - "bel-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691275, - "recall": 0.747036, - "f1": 0.707625, - "accuracy": 0.747036, - "main_score": 0.707625, - "hf_subset": "bel_Cyrl-fij_Latn", - "languages": [ - "bel-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bel_Cyrl-isl_Latn", - "languages": [ - "bel-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639723, - "recall": 0.697628, - "f1": 0.657119, - "accuracy": 0.697628, - "main_score": 0.657119, - "hf_subset": "bel_Cyrl-kon_Latn", - "languages": [ - "bel-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624878, - "recall": 0.695652, - "f1": 0.645363, - "accuracy": 0.695652, - "main_score": 0.645363, - "hf_subset": "bel_Cyrl-mni_Beng", - "languages": [ - "bel-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-ron_Latn", - "languages": [ - "bel-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "bel_Cyrl-szl_Latn", - "languages": [ - "bel-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-vec_Latn", - "languages": [ - "bel-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923913, - "recall": 0.94664, - "f1": 0.931126, - "accuracy": 0.94664, - "main_score": 0.931126, - "hf_subset": "bel_Cyrl-amh_Ethi", - "languages": [ - "bel-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-bos_Latn", - "languages": [ - "bel-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-fin_Latn", - "languages": [ - "bel-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ita_Latn", - "languages": [ - "bel-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-kor_Hang", - "languages": [ - "bel-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541229, - "recall": 0.597826, - "f1": 0.556889, - "accuracy": 0.597826, - "main_score": 0.556889, - "hf_subset": "bel_Cyrl-mos_Latn", - "languages": [ - "bel-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540366, - "recall": 0.596838, - "f1": 0.556588, - "accuracy": 0.596838, - "main_score": 0.556588, - "hf_subset": "bel_Cyrl-run_Latn", - "languages": [ - "bel-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-tam_Taml", - "languages": [ - "bel-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-vie_Latn", - "languages": [ - "bel-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-apc_Arab", - "languages": [ - "bel-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771196, - "recall": 0.823123, - "f1": 0.786975, - "accuracy": 0.823123, - "main_score": 0.786975, - "hf_subset": "bel_Cyrl-bug_Latn", - "languages": [ - "bel-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471586, - "recall": 0.528656, - "f1": 0.486982, - "accuracy": 0.528656, - "main_score": 0.486982, - "hf_subset": "bel_Cyrl-fon_Latn", - "languages": [ - "bel-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-jav_Latn", - "languages": [ - "bel-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bel_Cyrl-lao_Laoo", - "languages": [ - "bel-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82192, - "recall": 0.866601, - "f1": 0.835705, - "accuracy": 0.866601, - "main_score": 0.835705, - "hf_subset": "bel_Cyrl-mri_Latn", - "languages": [ - "bel-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-rus_Cyrl", - "languages": [ - "bel-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523484, - "recall": 0.586957, - "f1": 0.541491, - "accuracy": 0.586957, - "main_score": 0.541491, - "hf_subset": "bel_Cyrl-taq_Latn", - "languages": [ - "bel-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bel_Cyrl-war_Latn", - "languages": [ - "bel-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-arb_Arab", - "languages": [ - "bel-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-bul_Cyrl", - "languages": [ - "bel-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-fra_Latn", - "languages": [ - "bel-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-jpn_Jpan", - "languages": [ - "bel-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "bel_Cyrl-lij_Latn", - "languages": [ - "bel-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "bel_Cyrl-mya_Mymr", - "languages": [ - "bel-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575469, - "recall": 0.642292, - "f1": 0.593981, - "accuracy": 0.642292, - "main_score": 0.593981, - "hf_subset": "bel_Cyrl-sag_Latn", - "languages": [ - "bel-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198344, - "recall": 0.251976, - "f1": 0.210063, - "accuracy": 0.251976, - "main_score": 0.210063, - "hf_subset": "bel_Cyrl-taq_Tfng", - "languages": [ - "bel-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614123, - "recall": 0.676877, - "f1": 0.632282, - "accuracy": 0.676877, - "main_score": 0.632282, - "hf_subset": "bel_Cyrl-wol_Latn", - "languages": [ - "bel-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777092, - "recall": 0.832016, - "f1": 0.793972, - "accuracy": 0.832016, - "main_score": 0.793972, - "hf_subset": "bel_Cyrl-arb_Latn", - "languages": [ - "bel-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-cat_Latn", - "languages": [ - "bel-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "bel_Cyrl-fur_Latn", - "languages": [ - "bel-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394411, - "recall": 0.455534, - "f1": 0.411396, - "accuracy": 0.455534, - "main_score": 0.411396, - "hf_subset": "bel_Cyrl-kab_Latn", - "languages": [ - "bel-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "bel_Cyrl-lim_Latn", - "languages": [ - "bel-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-nld_Latn", - "languages": [ - "bel-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "bel_Cyrl-san_Deva", - "languages": [ - "bel-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-tat_Cyrl", - "languages": [ - "bel-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637138, - "recall": 0.698617, - "f1": 0.655421, - "accuracy": 0.698617, - "main_score": 0.655421, - "hf_subset": "bel_Cyrl-xho_Latn", - "languages": [ - "bel-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ars_Arab", - "languages": [ - "bel-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-ceb_Latn", - "languages": [ - "bel-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539805, - "recall": 0.600791, - "f1": 0.557417, - "accuracy": 0.600791, - "main_score": 0.557417, - "hf_subset": "bel_Cyrl-fuv_Latn", - "languages": [ - "bel-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506762, - "recall": 0.571146, - "f1": 0.524444, - "accuracy": 0.571146, - "main_score": 0.524444, - "hf_subset": "bel_Cyrl-kac_Latn", - "languages": [ - "bel-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642615, - "recall": 0.700593, - "f1": 0.659324, - "accuracy": 0.700593, - "main_score": 0.659324, - "hf_subset": "bel_Cyrl-lin_Latn", - "languages": [ - "bel-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-nno_Latn", - "languages": [ - "bel-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.209299, - "recall": 0.284585, - "f1": 0.229015, - "accuracy": 0.284585, - "main_score": 0.229015, - "hf_subset": "bel_Cyrl-sat_Olck", - "languages": [ - "bel-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-tel_Telu", - "languages": [ - "bel-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.967391, - "f1": 0.958169, - "accuracy": 0.967391, - "main_score": 0.958169, - "hf_subset": "bel_Cyrl-ydd_Hebr", - "languages": [ - "bel-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "bel_Cyrl-ary_Arab", - "languages": [ - "bel-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ces_Latn", - "languages": [ - "bel-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549583, - "recall": 0.61166, - "f1": 0.567481, - "accuracy": 0.61166, - "main_score": 0.567481, - "hf_subset": "bel_Cyrl-gaz_Latn", - "languages": [ - "bel-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568051, - "recall": 0.630435, - "f1": 0.585913, - "accuracy": 0.630435, - "main_score": 0.585913, - "hf_subset": "bel_Cyrl-kam_Latn", - "languages": [ - "bel-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bel_Cyrl-lit_Latn", - "languages": [ - "bel-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-nob_Latn", - "languages": [ - "bel-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "bel_Cyrl-scn_Latn", - "languages": [ - "bel-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "bel_Cyrl-tgk_Cyrl", - "languages": [ - "bel-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679901, - "recall": 0.747036, - "f1": 0.700266, - "accuracy": 0.747036, - "main_score": 0.700266, - "hf_subset": "bel_Cyrl-yor_Latn", - "languages": [ - "bel-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-arz_Arab", - "languages": [ - "bel-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55517, - "recall": 0.609684, - "f1": 0.571311, - "accuracy": 0.609684, - "main_score": 0.571311, - "hf_subset": "bel_Cyrl-cjk_Latn", - "languages": [ - "bel-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752404, - "recall": 0.8083, - "f1": 0.769368, - "accuracy": 0.8083, - "main_score": 0.769368, - "hf_subset": "bel_Cyrl-gla_Latn", - "languages": [ - "bel-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bel_Cyrl-kan_Knda", - "languages": [ - "bel-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "bel_Cyrl-lmo_Latn", - "languages": [ - "bel-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bel_Cyrl-npi_Deva", - "languages": [ - "bel-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458654, - "recall": 0.521739, - "f1": 0.476147, - "accuracy": 0.521739, - "main_score": 0.476147, - "hf_subset": "bel_Cyrl-shn_Mymr", - "languages": [ - "bel-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-tgl_Latn", - "languages": [ - "bel-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-yue_Hant", - "languages": [ - "bel-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bel_Cyrl-asm_Beng", - "languages": [ - "bel-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.954545, - "f1": 0.941864, - "accuracy": 0.954545, - "main_score": 0.941864, - "hf_subset": "bel_Cyrl-ckb_Arab", - "languages": [ - "bel-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852717, - "recall": 0.891304, - "f1": 0.864526, - "accuracy": 0.891304, - "main_score": 0.864526, - "hf_subset": "bel_Cyrl-gle_Latn", - "languages": [ - "bel-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92803, - "recall": 0.949605, - "f1": 0.935112, - "accuracy": 0.949605, - "main_score": 0.935112, - "hf_subset": "bel_Cyrl-kas_Arab", - "languages": [ - "bel-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94277, - "recall": 0.960474, - "f1": 0.948518, - "accuracy": 0.960474, - "main_score": 0.948518, - "hf_subset": "bel_Cyrl-ltg_Latn", - "languages": [ - "bel-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595629, - "recall": 0.651186, - "f1": 0.611673, - "accuracy": 0.651186, - "main_score": 0.611673, - "hf_subset": "bel_Cyrl-nso_Latn", - "languages": [ - "bel-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "bel_Cyrl-sin_Sinh", - "languages": [ - "bel-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-tha_Thai", - "languages": [ - "bel-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-zho_Hans", - "languages": [ - "bel-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-ast_Latn", - "languages": [ - "bel-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-crh_Latn", - "languages": [ - "bel-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-glg_Latn", - "languages": [ - "bel-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86026, - "recall": 0.900198, - "f1": 0.872892, - "accuracy": 0.900198, - "main_score": 0.872892, - "hf_subset": "bel_Cyrl-kas_Deva", - "languages": [ - "bel-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "bel_Cyrl-ltz_Latn", - "languages": [ - "bel-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44832, - "recall": 0.51581, - "f1": 0.46678, - "accuracy": 0.51581, - "main_score": 0.46678, - "hf_subset": "bel_Cyrl-nus_Latn", - "languages": [ - "bel-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-slk_Latn", - "languages": [ - "bel-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619812, - "recall": 0.687747, - "f1": 0.639545, - "accuracy": 0.687747, - "main_score": 0.639545, - "hf_subset": "bel_Cyrl-tir_Ethi", - "languages": [ - "bel-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-zho_Hant", - "languages": [ - "bel-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "bel_Cyrl-awa_Deva", - "languages": [ - "bel-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960507, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "bel_Cyrl-cym_Latn", - "languages": [ - "bel-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818363, - "recall": 0.86166, - "f1": 0.83139, - "accuracy": 0.86166, - "main_score": 0.83139, - "hf_subset": "bel_Cyrl-grn_Latn", - "languages": [ - "bel-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bel_Cyrl-kat_Geor", - "languages": [ - "bel-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62552, - "recall": 0.677866, - "f1": 0.640354, - "accuracy": 0.677866, - "main_score": 0.640354, - "hf_subset": "bel_Cyrl-lua_Latn", - "languages": [ - "bel-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61013, - "recall": 0.674901, - "f1": 0.628845, - "accuracy": 0.674901, - "main_score": 0.628845, - "hf_subset": "bel_Cyrl-nya_Latn", - "languages": [ - "bel-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-slv_Latn", - "languages": [ - "bel-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933794, - "recall": 0.954545, - "f1": 0.940547, - "accuracy": 0.954545, - "main_score": 0.940547, - "hf_subset": "bel_Cyrl-tpi_Latn", - "languages": [ - "bel-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-zsm_Latn", - "languages": [ - "bel-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533311, - "recall": 0.594862, - "f1": 0.550963, - "accuracy": 0.594862, - "main_score": 0.550963, - "hf_subset": "bel_Cyrl-ayr_Latn", - "languages": [ - "bel-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-dan_Latn", - "languages": [ - "bel-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-guj_Gujr", - "languages": [ - "bel-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-kaz_Cyrl", - "languages": [ - "bel-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516495, - "recall": 0.577075, - "f1": 0.533234, - "accuracy": 0.577075, - "main_score": 0.533234, - "hf_subset": "bel_Cyrl-lug_Latn", - "languages": [ - "bel-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bel_Cyrl-oci_Latn", - "languages": [ - "bel-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78251, - "recall": 0.83498, - "f1": 0.798682, - "accuracy": 0.83498, - "main_score": 0.798682, - "hf_subset": "bel_Cyrl-smo_Latn", - "languages": [ - "bel-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528588, - "recall": 0.590909, - "f1": 0.54594, - "accuracy": 0.590909, - "main_score": 0.54594, - "hf_subset": "bel_Cyrl-tsn_Latn", - "languages": [ - "bel-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58471, - "recall": 0.645257, - "f1": 0.60236, - "accuracy": 0.645257, - "main_score": 0.60236, - "hf_subset": "bel_Cyrl-zul_Latn", - "languages": [ - "bel-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901927, - "recall": 0.931818, - "f1": 0.911627, - "accuracy": 0.931818, - "main_score": 0.911627, - "hf_subset": "bel_Cyrl-azb_Arab", - "languages": [ - "bel-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-deu_Latn", - "languages": [ - "bel-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "bel_Cyrl-hat_Latn", - "languages": [ - "bel-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482832, - "recall": 0.537549, - "f1": 0.498092, - "accuracy": 0.537549, - "main_score": 0.498092, - "hf_subset": "bel_Cyrl-kbp_Latn", - "languages": [ - "bel-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553903, - "recall": 0.614625, - "f1": 0.570822, - "accuracy": 0.614625, - "main_score": 0.570822, - "hf_subset": "bel_Cyrl-luo_Latn", - "languages": [ - "bel-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bel_Cyrl-ory_Orya", - "languages": [ - "bel-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572093, - "recall": 0.633399, - "f1": 0.589223, - "accuracy": 0.633399, - "main_score": 0.589223, - "hf_subset": "bel_Cyrl-sna_Latn", - "languages": [ - "bel-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548143, - "recall": 0.604743, - "f1": 0.564152, - "accuracy": 0.604743, - "main_score": 0.564152, - "hf_subset": "bel_Cyrl-tso_Latn", - "languages": [ - "bel-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bel_Cyrl-azj_Latn", - "languages": [ - "bel-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526157, - "recall": 0.591897, - "f1": 0.545048, - "accuracy": 0.591897, - "main_score": 0.545048, - "hf_subset": "bel_Cyrl-dik_Latn", - "languages": [ - "bel-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712648, - "recall": 0.774704, - "f1": 0.731686, - "accuracy": 0.774704, - "main_score": 0.731686, - "hf_subset": "bel_Cyrl-hau_Latn", - "languages": [ - "bel-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "bel_Cyrl-kea_Latn", - "languages": [ - "bel-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725329, - "recall": 0.777668, - "f1": 0.741078, - "accuracy": 0.777668, - "main_score": 0.741078, - "hf_subset": "bel_Cyrl-lus_Latn", - "languages": [ - "bel-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846814, - "recall": 0.881423, - "f1": 0.857428, - "accuracy": 0.881423, - "main_score": 0.857428, - "hf_subset": "bel_Cyrl-pag_Latn", - "languages": [ - "bel-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "bel_Cyrl-snd_Arab", - "languages": [ - "bel-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934618, - "recall": 0.954545, - "f1": 0.941041, - "accuracy": 0.954545, - "main_score": 0.941041, - "hf_subset": "bel_Cyrl-tuk_Latn", - "languages": [ - "bel-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bel_Cyrl-bak_Cyrl", - "languages": [ - "bel-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4667, - "recall": 0.540514, - "f1": 0.488246, - "accuracy": 0.540514, - "main_score": 0.488246, - "hf_subset": "bel_Cyrl-dyu_Latn", - "languages": [ - "bel-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-heb_Hebr", - "languages": [ - "bel-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bel_Cyrl-khk_Cyrl", - "languages": [ - "bel-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-lvs_Latn", - "languages": [ - "bel-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bel_Cyrl-pan_Guru", - "languages": [ - "bel-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66083, - "recall": 0.726285, - "f1": 0.68055, - "accuracy": 0.726285, - "main_score": 0.68055, - "hf_subset": "bel_Cyrl-som_Latn", - "languages": [ - "bel-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592737, - "recall": 0.644269, - "f1": 0.607613, - "accuracy": 0.644269, - "main_score": 0.607613, - "hf_subset": "bel_Cyrl-tum_Latn", - "languages": [ - "bel-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620176, - "recall": 0.687747, - "f1": 0.639437, - "accuracy": 0.687747, - "main_score": 0.639437, - "hf_subset": "eng_Latn-ace_Arab", - "languages": [ - "eng-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548485, - "recall": 0.610672, - "f1": 0.565747, - "accuracy": 0.610672, - "main_score": 0.565747, - "hf_subset": "eng_Latn-bam_Latn", - "languages": [ - "eng-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483063, - "recall": 0.563241, - "f1": 0.505125, - "accuracy": 0.563241, - "main_score": 0.505125, - "hf_subset": "eng_Latn-dzo_Tibt", - "languages": [ - "eng-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-hin_Deva", - "languages": [ - "eng-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-khm_Khmr", - "languages": [ - "eng-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-mag_Deva", - "languages": [ - "eng-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eng_Latn-pap_Latn", - "languages": [ - "eng-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628706, - "recall": 0.688735, - "f1": 0.645465, - "accuracy": 0.688735, - "main_score": 0.645465, - "hf_subset": "eng_Latn-sot_Latn", - "languages": [ - "eng-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-tur_Latn", - "languages": [ - "eng-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900774, - "recall": 0.927866, - "f1": 0.90911, - "accuracy": 0.927866, - "main_score": 0.90911, - "hf_subset": "eng_Latn-ace_Latn", - "languages": [ - "eng-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "eng_Latn-ban_Latn", - "languages": [ - "eng-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-ell_Grek", - "languages": [ - "eng-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "eng_Latn-hne_Deva", - "languages": [ - "eng-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631201, - "recall": 0.688735, - "f1": 0.647641, - "accuracy": 0.688735, - "main_score": 0.647641, - "hf_subset": "eng_Latn-kik_Latn", - "languages": [ - "eng-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-mai_Deva", - "languages": [ - "eng-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "eng_Latn-pbt_Arab", - "languages": [ - "eng-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-spa_Latn", - "languages": [ - "eng-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636161, - "recall": 0.702569, - "f1": 0.654707, - "accuracy": 0.702569, - "main_score": 0.654707, - "hf_subset": "eng_Latn-twi_Latn", - "languages": [ - "eng-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-acm_Arab", - "languages": [ - "eng-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-bel_Cyrl", - "languages": [ - "eng-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-hrv_Latn", - "languages": [ - "eng-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577076, - "recall": 0.642292, - "f1": 0.595822, - "accuracy": 0.642292, - "main_score": 0.595822, - "hf_subset": "eng_Latn-kin_Latn", - "languages": [ - "eng-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-mal_Mlym", - "languages": [ - "eng-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-pes_Arab", - "languages": [ - "eng-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-srd_Latn", - "languages": [ - "eng-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184884, - "recall": 0.235178, - "f1": 0.196988, - "accuracy": 0.235178, - "main_score": 0.196988, - "hf_subset": "eng_Latn-tzm_Tfng", - "languages": [ - "eng-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-acq_Arab", - "languages": [ - "eng-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655031, - "recall": 0.70751, - "f1": 0.669818, - "accuracy": 0.70751, - "main_score": 0.669818, - "hf_subset": "eng_Latn-bem_Latn", - "languages": [ - "eng-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-epo_Latn", - "languages": [ - "eng-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-hun_Latn", - "languages": [ - "eng-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eng_Latn-kir_Cyrl", - "languages": [ - "eng-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-mar_Deva", - "languages": [ - "eng-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703623, - "recall": 0.755929, - "f1": 0.719419, - "accuracy": 0.755929, - "main_score": 0.719419, - "hf_subset": "eng_Latn-plt_Latn", - "languages": [ - "eng-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-srp_Cyrl", - "languages": [ - "eng-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "eng_Latn-uig_Arab", - "languages": [ - "eng-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-aeb_Arab", - "languages": [ - "eng-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ben_Beng", - "languages": [ - "eng-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-est_Latn", - "languages": [ - "eng-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-hye_Armn", - "languages": [ - "eng-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573123, - "recall": 0.62253, - "f1": 0.586942, - "accuracy": 0.62253, - "main_score": 0.586942, - "hf_subset": "eng_Latn-kmb_Latn", - "languages": [ - "eng-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525647, - "recall": 0.601779, - "f1": 0.546283, - "accuracy": 0.601779, - "main_score": 0.546283, - "hf_subset": "eng_Latn-min_Arab", - "languages": [ - "eng-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-pol_Latn", - "languages": [ - "eng-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57324, - "recall": 0.641304, - "f1": 0.592542, - "accuracy": 0.641304, - "main_score": 0.592542, - "hf_subset": "eng_Latn-ssw_Latn", - "languages": [ - "eng-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ukr_Cyrl", - "languages": [ - "eng-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-afr_Latn", - "languages": [ - "eng-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-bho_Deva", - "languages": [ - "eng-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eng_Latn-eus_Latn", - "languages": [ - "eng-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609232, - "recall": 0.673913, - "f1": 0.627115, - "accuracy": 0.673913, - "main_score": 0.627115, - "hf_subset": "eng_Latn-ibo_Latn", - "languages": [ - "eng-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927454, - "recall": 0.949605, - "f1": 0.934519, - "accuracy": 0.949605, - "main_score": 0.934519, - "hf_subset": "eng_Latn-kmr_Latn", - "languages": [ - "eng-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eng_Latn-min_Latn", - "languages": [ - "eng-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-por_Latn", - "languages": [ - "eng-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-sun_Latn", - "languages": [ - "eng-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541971, - "recall": 0.601779, - "f1": 0.559216, - "accuracy": 0.601779, - "main_score": 0.559216, - "hf_subset": "eng_Latn-umb_Latn", - "languages": [ - "eng-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ajp_Arab", - "languages": [ - "eng-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579715, - "recall": 0.641304, - "f1": 0.596625, - "accuracy": 0.641304, - "main_score": 0.596625, - "hf_subset": "eng_Latn-bjn_Arab", - "languages": [ - "eng-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539169, - "recall": 0.597826, - "f1": 0.555775, - "accuracy": 0.597826, - "main_score": 0.555775, - "hf_subset": "eng_Latn-ewe_Latn", - "languages": [ - "eng-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "eng_Latn-ilo_Latn", - "languages": [ - "eng-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.33455, - "recall": 0.396245, - "f1": 0.35127, - "accuracy": 0.396245, - "main_score": 0.35127, - "hf_subset": "eng_Latn-knc_Arab", - "languages": [ - "eng-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-mkd_Cyrl", - "languages": [ - "eng-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-prs_Arab", - "languages": [ - "eng-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-swe_Latn", - "languages": [ - "eng-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-urd_Arab", - "languages": [ - "eng-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616924, - "recall": 0.682806, - "f1": 0.635686, - "accuracy": 0.682806, - "main_score": 0.635686, - "hf_subset": "eng_Latn-aka_Latn", - "languages": [ - "eng-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eng_Latn-bjn_Latn", - "languages": [ - "eng-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eng_Latn-fao_Latn", - "languages": [ - "eng-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ind_Latn", - "languages": [ - "eng-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621171, - "recall": 0.673913, - "f1": 0.636169, - "accuracy": 0.673913, - "main_score": 0.636169, - "hf_subset": "eng_Latn-knc_Latn", - "languages": [ - "eng-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-mlt_Latn", - "languages": [ - "eng-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730494, - "recall": 0.793478, - "f1": 0.74926, - "accuracy": 0.793478, - "main_score": 0.74926, - "hf_subset": "eng_Latn-quy_Latn", - "languages": [ - "eng-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "eng_Latn-swh_Latn", - "languages": [ - "eng-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-uzn_Latn", - "languages": [ - "eng-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-als_Latn", - "languages": [ - "eng-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704364, - "recall": 0.773715, - "f1": 0.725005, - "accuracy": 0.773715, - "main_score": 0.725005, - "hf_subset": "eng_Latn-bod_Tibt", - "languages": [ - "eng-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73853, - "recall": 0.793478, - "f1": 0.754826, - "accuracy": 0.793478, - "main_score": 0.754826, - "hf_subset": "eng_Latn-fij_Latn", - "languages": [ - "eng-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eng_Latn-isl_Latn", - "languages": [ - "eng-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699094, - "recall": 0.750988, - "f1": 0.714248, - "accuracy": 0.750988, - "main_score": 0.714248, - "hf_subset": "eng_Latn-kon_Latn", - "languages": [ - "eng-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712032, - "recall": 0.77668, - "f1": 0.730997, - "accuracy": 0.77668, - "main_score": 0.730997, - "hf_subset": "eng_Latn-mni_Beng", - "languages": [ - "eng-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ron_Latn", - "languages": [ - "eng-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "eng_Latn-szl_Latn", - "languages": [ - "eng-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-vec_Latn", - "languages": [ - "eng-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "eng_Latn-amh_Ethi", - "languages": [ - "eng-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-bos_Latn", - "languages": [ - "eng-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-fin_Latn", - "languages": [ - "eng-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ita_Latn", - "languages": [ - "eng-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-kor_Hang", - "languages": [ - "eng-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571585, - "recall": 0.633399, - "f1": 0.588878, - "accuracy": 0.633399, - "main_score": 0.588878, - "hf_subset": "eng_Latn-mos_Latn", - "languages": [ - "eng-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577882, - "recall": 0.633399, - "f1": 0.593219, - "accuracy": 0.633399, - "main_score": 0.593219, - "hf_subset": "eng_Latn-run_Latn", - "languages": [ - "eng-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-tam_Taml", - "languages": [ - "eng-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-vie_Latn", - "languages": [ - "eng-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-apc_Arab", - "languages": [ - "eng-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828722, - "recall": 0.868577, - "f1": 0.840617, - "accuracy": 0.868577, - "main_score": 0.840617, - "hf_subset": "eng_Latn-bug_Latn", - "languages": [ - "eng-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491708, - "recall": 0.548419, - "f1": 0.506616, - "accuracy": 0.548419, - "main_score": 0.506616, - "hf_subset": "eng_Latn-fon_Latn", - "languages": [ - "eng-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-jav_Latn", - "languages": [ - "eng-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-lao_Laoo", - "languages": [ - "eng-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900339, - "recall": 0.928854, - "f1": 0.909338, - "accuracy": 0.928854, - "main_score": 0.909338, - "hf_subset": "eng_Latn-mri_Latn", - "languages": [ - "eng-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-rus_Cyrl", - "languages": [ - "eng-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558704, - "recall": 0.623518, - "f1": 0.576788, - "accuracy": 0.623518, - "main_score": 0.576788, - "hf_subset": "eng_Latn-taq_Latn", - "languages": [ - "eng-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eng_Latn-war_Latn", - "languages": [ - "eng-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-arb_Arab", - "languages": [ - "eng-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-bul_Cyrl", - "languages": [ - "eng-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-fra_Latn", - "languages": [ - "eng-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-jpn_Jpan", - "languages": [ - "eng-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eng_Latn-lij_Latn", - "languages": [ - "eng-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993906, - "recall": 0.995059, - "f1": 0.994236, - "accuracy": 0.995059, - "main_score": 0.994236, - "hf_subset": "eng_Latn-mya_Mymr", - "languages": [ - "eng-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625482, - "recall": 0.697628, - "f1": 0.646223, - "accuracy": 0.697628, - "main_score": 0.646223, - "hf_subset": "eng_Latn-sag_Latn", - "languages": [ - "eng-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204912, - "recall": 0.26581, - "f1": 0.2187, - "accuracy": 0.26581, - "main_score": 0.2187, - "hf_subset": "eng_Latn-taq_Tfng", - "languages": [ - "eng-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655937, - "recall": 0.718379, - "f1": 0.673888, - "accuracy": 0.718379, - "main_score": 0.673888, - "hf_subset": "eng_Latn-wol_Latn", - "languages": [ - "eng-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831357, - "recall": 0.875494, - "f1": 0.845158, - "accuracy": 0.875494, - "main_score": 0.845158, - "hf_subset": "eng_Latn-arb_Latn", - "languages": [ - "eng-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-cat_Latn", - "languages": [ - "eng-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-fur_Latn", - "languages": [ - "eng-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431827, - "recall": 0.48913, - "f1": 0.447409, - "accuracy": 0.48913, - "main_score": 0.447409, - "hf_subset": "eng_Latn-kab_Latn", - "languages": [ - "eng-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "eng_Latn-lim_Latn", - "languages": [ - "eng-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-nld_Latn", - "languages": [ - "eng-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "eng_Latn-san_Deva", - "languages": [ - "eng-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-tat_Cyrl", - "languages": [ - "eng-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712906, - "recall": 0.766798, - "f1": 0.728755, - "accuracy": 0.766798, - "main_score": 0.728755, - "hf_subset": "eng_Latn-xho_Latn", - "languages": [ - "eng-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ars_Arab", - "languages": [ - "eng-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ceb_Latn", - "languages": [ - "eng-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578096, - "recall": 0.641304, - "f1": 0.596205, - "accuracy": 0.641304, - "main_score": 0.596205, - "hf_subset": "eng_Latn-fuv_Latn", - "languages": [ - "eng-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534068, - "recall": 0.601779, - "f1": 0.552682, - "accuracy": 0.601779, - "main_score": 0.552682, - "hf_subset": "eng_Latn-kac_Latn", - "languages": [ - "eng-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70859, - "recall": 0.757905, - "f1": 0.723191, - "accuracy": 0.757905, - "main_score": 0.723191, - "hf_subset": "eng_Latn-lin_Latn", - "languages": [ - "eng-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-nno_Latn", - "languages": [ - "eng-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.259241, - "recall": 0.338933, - "f1": 0.280498, - "accuracy": 0.338933, - "main_score": 0.280498, - "hf_subset": "eng_Latn-sat_Olck", - "languages": [ - "eng-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-tel_Telu", - "languages": [ - "eng-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "eng_Latn-ydd_Hebr", - "languages": [ - "eng-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "eng_Latn-ary_Arab", - "languages": [ - "eng-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ces_Latn", - "languages": [ - "eng-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601261, - "recall": 0.664032, - "f1": 0.619713, - "accuracy": 0.664032, - "main_score": 0.619713, - "hf_subset": "eng_Latn-gaz_Latn", - "languages": [ - "eng-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609648, - "recall": 0.672925, - "f1": 0.627654, - "accuracy": 0.672925, - "main_score": 0.627654, - "hf_subset": "eng_Latn-kam_Latn", - "languages": [ - "eng-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "eng_Latn-lit_Latn", - "languages": [ - "eng-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-nob_Latn", - "languages": [ - "eng-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "eng_Latn-scn_Latn", - "languages": [ - "eng-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "eng_Latn-tgk_Cyrl", - "languages": [ - "eng-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739625, - "recall": 0.80336, - "f1": 0.759044, - "accuracy": 0.80336, - "main_score": 0.759044, - "hf_subset": "eng_Latn-yor_Latn", - "languages": [ - "eng-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-arz_Arab", - "languages": [ - "eng-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576727, - "recall": 0.640316, - "f1": 0.59524, - "accuracy": 0.640316, - "main_score": 0.59524, - "hf_subset": "eng_Latn-cjk_Latn", - "languages": [ - "eng-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839345, - "recall": 0.880435, - "f1": 0.852127, - "accuracy": 0.880435, - "main_score": 0.852127, - "hf_subset": "eng_Latn-gla_Latn", - "languages": [ - "eng-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-kan_Knda", - "languages": [ - "eng-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "eng_Latn-lmo_Latn", - "languages": [ - "eng-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "eng_Latn-npi_Deva", - "languages": [ - "eng-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494199, - "recall": 0.5583, - "f1": 0.511693, - "accuracy": 0.5583, - "main_score": 0.511693, - "hf_subset": "eng_Latn-shn_Mymr", - "languages": [ - "eng-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-tgl_Latn", - "languages": [ - "eng-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-yue_Hant", - "languages": [ - "eng-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-asm_Beng", - "languages": [ - "eng-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "eng_Latn-ckb_Arab", - "languages": [ - "eng-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925889, - "recall": 0.947628, - "f1": 0.932806, - "accuracy": 0.947628, - "main_score": 0.932806, - "hf_subset": "eng_Latn-gle_Latn", - "languages": [ - "eng-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "eng_Latn-kas_Arab", - "languages": [ - "eng-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "eng_Latn-ltg_Latn", - "languages": [ - "eng-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649153, - "recall": 0.705534, - "f1": 0.66533, - "accuracy": 0.705534, - "main_score": 0.66533, - "hf_subset": "eng_Latn-nso_Latn", - "languages": [ - "eng-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eng_Latn-sin_Sinh", - "languages": [ - "eng-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-tha_Thai", - "languages": [ - "eng-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-zho_Hans", - "languages": [ - "eng-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ast_Latn", - "languages": [ - "eng-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-crh_Latn", - "languages": [ - "eng-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-glg_Latn", - "languages": [ - "eng-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927948, - "recall": 0.950593, - "f1": 0.935343, - "accuracy": 0.950593, - "main_score": 0.935343, - "hf_subset": "eng_Latn-kas_Deva", - "languages": [ - "eng-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eng_Latn-ltz_Latn", - "languages": [ - "eng-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494064, - "recall": 0.5583, - "f1": 0.511173, - "accuracy": 0.5583, - "main_score": 0.511173, - "hf_subset": "eng_Latn-nus_Latn", - "languages": [ - "eng-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-slk_Latn", - "languages": [ - "eng-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665415, - "recall": 0.742095, - "f1": 0.688326, - "accuracy": 0.742095, - "main_score": 0.688326, - "hf_subset": "eng_Latn-tir_Ethi", - "languages": [ - "eng-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-zho_Hant", - "languages": [ - "eng-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "eng_Latn-awa_Deva", - "languages": [ - "eng-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eng_Latn-cym_Latn", - "languages": [ - "eng-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873024, - "recall": 0.909091, - "f1": 0.884354, - "accuracy": 0.909091, - "main_score": 0.884354, - "hf_subset": "eng_Latn-grn_Latn", - "languages": [ - "eng-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-kat_Geor", - "languages": [ - "eng-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676138, - "recall": 0.730237, - "f1": 0.691852, - "accuracy": 0.730237, - "main_score": 0.691852, - "hf_subset": "eng_Latn-lua_Latn", - "languages": [ - "eng-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67896, - "recall": 0.738142, - "f1": 0.695704, - "accuracy": 0.738142, - "main_score": 0.695704, - "hf_subset": "eng_Latn-nya_Latn", - "languages": [ - "eng-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-slv_Latn", - "languages": [ - "eng-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "eng_Latn-tpi_Latn", - "languages": [ - "eng-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-zsm_Latn", - "languages": [ - "eng-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56753, - "recall": 0.632411, - "f1": 0.586058, - "accuracy": 0.632411, - "main_score": 0.586058, - "hf_subset": "eng_Latn-ayr_Latn", - "languages": [ - "eng-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-dan_Latn", - "languages": [ - "eng-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-guj_Gujr", - "languages": [ - "eng-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "eng_Latn-kaz_Cyrl", - "languages": [ - "eng-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567335, - "recall": 0.633399, - "f1": 0.585891, - "accuracy": 0.633399, - "main_score": 0.585891, - "hf_subset": "eng_Latn-lug_Latn", - "languages": [ - "eng-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-oci_Latn", - "languages": [ - "eng-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864377, - "recall": 0.902174, - "f1": 0.876219, - "accuracy": 0.902174, - "main_score": 0.876219, - "hf_subset": "eng_Latn-smo_Latn", - "languages": [ - "eng-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567756, - "recall": 0.633399, - "f1": 0.586339, - "accuracy": 0.633399, - "main_score": 0.586339, - "hf_subset": "eng_Latn-tsn_Latn", - "languages": [ - "eng-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651072, - "recall": 0.714427, - "f1": 0.669426, - "accuracy": 0.714427, - "main_score": 0.669426, - "hf_subset": "eng_Latn-zul_Latn", - "languages": [ - "eng-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.965415, - "f1": 0.95471, - "accuracy": 0.965415, - "main_score": 0.95471, - "hf_subset": "eng_Latn-azb_Arab", - "languages": [ - "eng-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-deu_Latn", - "languages": [ - "eng-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "eng_Latn-hat_Latn", - "languages": [ - "eng-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51469, - "recall": 0.570158, - "f1": 0.530228, - "accuracy": 0.570158, - "main_score": 0.530228, - "hf_subset": "eng_Latn-kbp_Latn", - "languages": [ - "eng-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596196, - "recall": 0.655138, - "f1": 0.612016, - "accuracy": 0.655138, - "main_score": 0.612016, - "hf_subset": "eng_Latn-luo_Latn", - "languages": [ - "eng-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-ory_Orya", - "languages": [ - "eng-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616638, - "recall": 0.681818, - "f1": 0.635712, - "accuracy": 0.681818, - "main_score": 0.635712, - "hf_subset": "eng_Latn-sna_Latn", - "languages": [ - "eng-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588218, - "recall": 0.640316, - "f1": 0.602557, - "accuracy": 0.640316, - "main_score": 0.602557, - "hf_subset": "eng_Latn-tso_Latn", - "languages": [ - "eng-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-azj_Latn", - "languages": [ - "eng-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55963, - "recall": 0.624506, - "f1": 0.578396, - "accuracy": 0.624506, - "main_score": 0.578396, - "hf_subset": "eng_Latn-dik_Latn", - "languages": [ - "eng-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774391, - "recall": 0.824111, - "f1": 0.789347, - "accuracy": 0.824111, - "main_score": 0.789347, - "hf_subset": "eng_Latn-hau_Latn", - "languages": [ - "eng-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eng_Latn-kea_Latn", - "languages": [ - "eng-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770833, - "recall": 0.820158, - "f1": 0.785705, - "accuracy": 0.820158, - "main_score": 0.785705, - "hf_subset": "eng_Latn-lus_Latn", - "languages": [ - "eng-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902092, - "recall": 0.926877, - "f1": 0.909618, - "accuracy": 0.926877, - "main_score": 0.909618, - "hf_subset": "eng_Latn-pag_Latn", - "languages": [ - "eng-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-snd_Arab", - "languages": [ - "eng-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "eng_Latn-tuk_Latn", - "languages": [ - "eng-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eng_Latn-bak_Cyrl", - "languages": [ - "eng-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499366, - "recall": 0.583004, - "f1": 0.523954, - "accuracy": 0.583004, - "main_score": 0.523954, - "hf_subset": "eng_Latn-dyu_Latn", - "languages": [ - "eng-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "eng_Latn-heb_Hebr", - "languages": [ - "eng-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eng_Latn-khk_Cyrl", - "languages": [ - "eng-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-lvs_Latn", - "languages": [ - "eng-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "eng_Latn-pan_Guru", - "languages": [ - "eng-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749664, - "recall": 0.806324, - "f1": 0.766702, - "accuracy": 0.806324, - "main_score": 0.766702, - "hf_subset": "eng_Latn-som_Latn", - "languages": [ - "eng-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635787, - "recall": 0.682806, - "f1": 0.649327, - "accuracy": 0.682806, - "main_score": 0.649327, - "hf_subset": "eng_Latn-tum_Latn", - "languages": [ - "eng-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590542, - "recall": 0.662055, - "f1": 0.611092, - "accuracy": 0.662055, - "main_score": 0.611092, - "hf_subset": "hrv_Latn-ace_Arab", - "languages": [ - "hrv-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545744, - "recall": 0.609684, - "f1": 0.563846, - "accuracy": 0.609684, - "main_score": 0.563846, - "hf_subset": "hrv_Latn-bam_Latn", - "languages": [ - "hrv-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447446, - "recall": 0.524704, - "f1": 0.46795, - "accuracy": 0.524704, - "main_score": 0.46795, - "hf_subset": "hrv_Latn-dzo_Tibt", - "languages": [ - "hrv-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-hin_Deva", - "languages": [ - "hrv-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-khm_Khmr", - "languages": [ - "hrv-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-mag_Deva", - "languages": [ - "hrv-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hrv_Latn-pap_Latn", - "languages": [ - "hrv-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618125, - "recall": 0.673913, - "f1": 0.634062, - "accuracy": 0.673913, - "main_score": 0.634062, - "hf_subset": "hrv_Latn-sot_Latn", - "languages": [ - "hrv-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-tur_Latn", - "languages": [ - "hrv-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878623, - "recall": 0.909091, - "f1": 0.888175, - "accuracy": 0.909091, - "main_score": 0.888175, - "hf_subset": "hrv_Latn-ace_Latn", - "languages": [ - "hrv-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965003, - "recall": 0.975296, - "f1": 0.968281, - "accuracy": 0.975296, - "main_score": 0.968281, - "hf_subset": "hrv_Latn-ban_Latn", - "languages": [ - "hrv-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ell_Grek", - "languages": [ - "hrv-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hrv_Latn-hne_Deva", - "languages": [ - "hrv-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613955, - "recall": 0.668972, - "f1": 0.629871, - "accuracy": 0.668972, - "main_score": 0.629871, - "hf_subset": "hrv_Latn-kik_Latn", - "languages": [ - "hrv-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-mai_Deva", - "languages": [ - "hrv-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "hrv_Latn-pbt_Arab", - "languages": [ - "hrv-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-spa_Latn", - "languages": [ - "hrv-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622661, - "recall": 0.689723, - "f1": 0.642278, - "accuracy": 0.689723, - "main_score": 0.642278, - "hf_subset": "hrv_Latn-twi_Latn", - "languages": [ - "hrv-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-acm_Arab", - "languages": [ - "hrv-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-bel_Cyrl", - "languages": [ - "hrv-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-eng_Latn", - "languages": [ - "hrv-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575049, - "recall": 0.640316, - "f1": 0.593817, - "accuracy": 0.640316, - "main_score": 0.593817, - "hf_subset": "hrv_Latn-kin_Latn", - "languages": [ - "hrv-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-mal_Mlym", - "languages": [ - "hrv-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-pes_Arab", - "languages": [ - "hrv-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hrv_Latn-srd_Latn", - "languages": [ - "hrv-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187714, - "recall": 0.236166, - "f1": 0.199597, - "accuracy": 0.236166, - "main_score": 0.199597, - "hf_subset": "hrv_Latn-tzm_Tfng", - "languages": [ - "hrv-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-acq_Arab", - "languages": [ - "hrv-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650642, - "recall": 0.702569, - "f1": 0.665961, - "accuracy": 0.702569, - "main_score": 0.665961, - "hf_subset": "hrv_Latn-bem_Latn", - "languages": [ - "hrv-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-epo_Latn", - "languages": [ - "hrv-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-hun_Latn", - "languages": [ - "hrv-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hrv_Latn-kir_Cyrl", - "languages": [ - "hrv-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-mar_Deva", - "languages": [ - "hrv-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678887, - "recall": 0.736166, - "f1": 0.695577, - "accuracy": 0.736166, - "main_score": 0.695577, - "hf_subset": "hrv_Latn-plt_Latn", - "languages": [ - "hrv-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-srp_Cyrl", - "languages": [ - "hrv-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "hrv_Latn-uig_Arab", - "languages": [ - "hrv-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hrv_Latn-aeb_Arab", - "languages": [ - "hrv-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ben_Beng", - "languages": [ - "hrv-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-est_Latn", - "languages": [ - "hrv-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-hye_Armn", - "languages": [ - "hrv-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558668, - "recall": 0.61166, - "f1": 0.57372, - "accuracy": 0.61166, - "main_score": 0.57372, - "hf_subset": "hrv_Latn-kmb_Latn", - "languages": [ - "hrv-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52279, - "recall": 0.596838, - "f1": 0.543069, - "accuracy": 0.596838, - "main_score": 0.543069, - "hf_subset": "hrv_Latn-min_Arab", - "languages": [ - "hrv-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-pol_Latn", - "languages": [ - "hrv-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581021, - "recall": 0.643281, - "f1": 0.599555, - "accuracy": 0.643281, - "main_score": 0.599555, - "hf_subset": "hrv_Latn-ssw_Latn", - "languages": [ - "hrv-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ukr_Cyrl", - "languages": [ - "hrv-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-afr_Latn", - "languages": [ - "hrv-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-bho_Deva", - "languages": [ - "hrv-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hrv_Latn-eus_Latn", - "languages": [ - "hrv-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608729, - "recall": 0.672925, - "f1": 0.626882, - "accuracy": 0.672925, - "main_score": 0.626882, - "hf_subset": "hrv_Latn-ibo_Latn", - "languages": [ - "hrv-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908926, - "recall": 0.934783, - "f1": 0.917325, - "accuracy": 0.934783, - "main_score": 0.917325, - "hf_subset": "hrv_Latn-kmr_Latn", - "languages": [ - "hrv-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hrv_Latn-min_Latn", - "languages": [ - "hrv-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-por_Latn", - "languages": [ - "hrv-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hrv_Latn-sun_Latn", - "languages": [ - "hrv-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535287, - "recall": 0.589921, - "f1": 0.550634, - "accuracy": 0.589921, - "main_score": 0.550634, - "hf_subset": "hrv_Latn-umb_Latn", - "languages": [ - "hrv-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ajp_Arab", - "languages": [ - "hrv-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564654, - "recall": 0.632411, - "f1": 0.58336, - "accuracy": 0.632411, - "main_score": 0.58336, - "hf_subset": "hrv_Latn-bjn_Arab", - "languages": [ - "hrv-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529765, - "recall": 0.585968, - "f1": 0.545684, - "accuracy": 0.585968, - "main_score": 0.545684, - "hf_subset": "hrv_Latn-ewe_Latn", - "languages": [ - "hrv-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951663, - "recall": 0.966403, - "f1": 0.956423, - "accuracy": 0.966403, - "main_score": 0.956423, - "hf_subset": "hrv_Latn-ilo_Latn", - "languages": [ - "hrv-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317292, - "recall": 0.37747, - "f1": 0.334219, - "accuracy": 0.37747, - "main_score": 0.334219, - "hf_subset": "hrv_Latn-knc_Arab", - "languages": [ - "hrv-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-mkd_Cyrl", - "languages": [ - "hrv-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-prs_Arab", - "languages": [ - "hrv-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-swe_Latn", - "languages": [ - "hrv-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-urd_Arab", - "languages": [ - "hrv-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603405, - "recall": 0.664032, - "f1": 0.620951, - "accuracy": 0.664032, - "main_score": 0.620951, - "hf_subset": "hrv_Latn-aka_Latn", - "languages": [ - "hrv-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hrv_Latn-bjn_Latn", - "languages": [ - "hrv-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hrv_Latn-fao_Latn", - "languages": [ - "hrv-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ind_Latn", - "languages": [ - "hrv-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592951, - "recall": 0.647233, - "f1": 0.608782, - "accuracy": 0.647233, - "main_score": 0.608782, - "hf_subset": "hrv_Latn-knc_Latn", - "languages": [ - "hrv-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hrv_Latn-mlt_Latn", - "languages": [ - "hrv-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712385, - "recall": 0.775692, - "f1": 0.730714, - "accuracy": 0.775692, - "main_score": 0.730714, - "hf_subset": "hrv_Latn-quy_Latn", - "languages": [ - "hrv-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "hrv_Latn-swh_Latn", - "languages": [ - "hrv-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hrv_Latn-uzn_Latn", - "languages": [ - "hrv-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-als_Latn", - "languages": [ - "hrv-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652964, - "recall": 0.729249, - "f1": 0.675546, - "accuracy": 0.729249, - "main_score": 0.675546, - "hf_subset": "hrv_Latn-bod_Tibt", - "languages": [ - "hrv-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71381, - "recall": 0.768775, - "f1": 0.729948, - "accuracy": 0.768775, - "main_score": 0.729948, - "hf_subset": "hrv_Latn-fij_Latn", - "languages": [ - "hrv-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hrv_Latn-isl_Latn", - "languages": [ - "hrv-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680352, - "recall": 0.726285, - "f1": 0.693808, - "accuracy": 0.726285, - "main_score": 0.693808, - "hf_subset": "hrv_Latn-kon_Latn", - "languages": [ - "hrv-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660502, - "recall": 0.72332, - "f1": 0.679334, - "accuracy": 0.72332, - "main_score": 0.679334, - "hf_subset": "hrv_Latn-mni_Beng", - "languages": [ - "hrv-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ron_Latn", - "languages": [ - "hrv-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "hrv_Latn-szl_Latn", - "languages": [ - "hrv-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-vec_Latn", - "languages": [ - "hrv-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "hrv_Latn-amh_Ethi", - "languages": [ - "hrv-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-bos_Latn", - "languages": [ - "hrv-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-fin_Latn", - "languages": [ - "hrv-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ita_Latn", - "languages": [ - "hrv-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-kor_Hang", - "languages": [ - "hrv-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562702, - "recall": 0.62253, - "f1": 0.579248, - "accuracy": 0.62253, - "main_score": 0.579248, - "hf_subset": "hrv_Latn-mos_Latn", - "languages": [ - "hrv-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564756, - "recall": 0.625494, - "f1": 0.582345, - "accuracy": 0.625494, - "main_score": 0.582345, - "hf_subset": "hrv_Latn-run_Latn", - "languages": [ - "hrv-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-tam_Taml", - "languages": [ - "hrv-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-vie_Latn", - "languages": [ - "hrv-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-apc_Arab", - "languages": [ - "hrv-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816848, - "recall": 0.86166, - "f1": 0.830355, - "accuracy": 0.86166, - "main_score": 0.830355, - "hf_subset": "hrv_Latn-bug_Latn", - "languages": [ - "hrv-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475254, - "recall": 0.530632, - "f1": 0.489678, - "accuracy": 0.530632, - "main_score": 0.489678, - "hf_subset": "hrv_Latn-fon_Latn", - "languages": [ - "hrv-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hrv_Latn-jav_Latn", - "languages": [ - "hrv-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hrv_Latn-lao_Laoo", - "languages": [ - "hrv-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884593, - "recall": 0.917984, - "f1": 0.895213, - "accuracy": 0.917984, - "main_score": 0.895213, - "hf_subset": "hrv_Latn-mri_Latn", - "languages": [ - "hrv-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-rus_Cyrl", - "languages": [ - "hrv-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554622, - "recall": 0.619565, - "f1": 0.572897, - "accuracy": 0.619565, - "main_score": 0.572897, - "hf_subset": "hrv_Latn-taq_Latn", - "languages": [ - "hrv-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-war_Latn", - "languages": [ - "hrv-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-arb_Arab", - "languages": [ - "hrv-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-bul_Cyrl", - "languages": [ - "hrv-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-fra_Latn", - "languages": [ - "hrv-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-jpn_Jpan", - "languages": [ - "hrv-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-lij_Latn", - "languages": [ - "hrv-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "hrv_Latn-mya_Mymr", - "languages": [ - "hrv-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595606, - "recall": 0.663043, - "f1": 0.614647, - "accuracy": 0.663043, - "main_score": 0.614647, - "hf_subset": "hrv_Latn-sag_Latn", - "languages": [ - "hrv-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194446, - "recall": 0.25, - "f1": 0.207147, - "accuracy": 0.25, - "main_score": 0.207147, - "hf_subset": "hrv_Latn-taq_Tfng", - "languages": [ - "hrv-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649812, - "recall": 0.70751, - "f1": 0.665996, - "accuracy": 0.70751, - "main_score": 0.665996, - "hf_subset": "hrv_Latn-wol_Latn", - "languages": [ - "hrv-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818511, - "recall": 0.865613, - "f1": 0.832938, - "accuracy": 0.865613, - "main_score": 0.832938, - "hf_subset": "hrv_Latn-arb_Latn", - "languages": [ - "hrv-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-cat_Latn", - "languages": [ - "hrv-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hrv_Latn-fur_Latn", - "languages": [ - "hrv-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423905, - "recall": 0.48419, - "f1": 0.440489, - "accuracy": 0.48419, - "main_score": 0.440489, - "hf_subset": "hrv_Latn-kab_Latn", - "languages": [ - "hrv-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hrv_Latn-lim_Latn", - "languages": [ - "hrv-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-nld_Latn", - "languages": [ - "hrv-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hrv_Latn-san_Deva", - "languages": [ - "hrv-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-tat_Cyrl", - "languages": [ - "hrv-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690761, - "recall": 0.75, - "f1": 0.708315, - "accuracy": 0.75, - "main_score": 0.708315, - "hf_subset": "hrv_Latn-xho_Latn", - "languages": [ - "hrv-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-ars_Arab", - "languages": [ - "hrv-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ceb_Latn", - "languages": [ - "hrv-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581836, - "recall": 0.643281, - "f1": 0.599515, - "accuracy": 0.643281, - "main_score": 0.599515, - "hf_subset": "hrv_Latn-fuv_Latn", - "languages": [ - "hrv-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514137, - "recall": 0.578063, - "f1": 0.531359, - "accuracy": 0.578063, - "main_score": 0.531359, - "hf_subset": "hrv_Latn-kac_Latn", - "languages": [ - "hrv-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689345, - "recall": 0.738142, - "f1": 0.704249, - "accuracy": 0.738142, - "main_score": 0.704249, - "hf_subset": "hrv_Latn-lin_Latn", - "languages": [ - "hrv-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-nno_Latn", - "languages": [ - "hrv-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221877, - "recall": 0.3083, - "f1": 0.244614, - "accuracy": 0.3083, - "main_score": 0.244614, - "hf_subset": "hrv_Latn-sat_Olck", - "languages": [ - "hrv-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-tel_Telu", - "languages": [ - "hrv-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "hrv_Latn-ydd_Hebr", - "languages": [ - "hrv-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "hrv_Latn-ary_Arab", - "languages": [ - "hrv-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ces_Latn", - "languages": [ - "hrv-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590399, - "recall": 0.650198, - "f1": 0.608056, - "accuracy": 0.650198, - "main_score": 0.608056, - "hf_subset": "hrv_Latn-gaz_Latn", - "languages": [ - "hrv-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599745, - "recall": 0.662055, - "f1": 0.617499, - "accuracy": 0.662055, - "main_score": 0.617499, - "hf_subset": "hrv_Latn-kam_Latn", - "languages": [ - "hrv-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hrv_Latn-lit_Latn", - "languages": [ - "hrv-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-nob_Latn", - "languages": [ - "hrv-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "hrv_Latn-scn_Latn", - "languages": [ - "hrv-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "hrv_Latn-tgk_Cyrl", - "languages": [ - "hrv-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733517, - "recall": 0.796443, - "f1": 0.752569, - "accuracy": 0.796443, - "main_score": 0.752569, - "hf_subset": "hrv_Latn-yor_Latn", - "languages": [ - "hrv-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-arz_Arab", - "languages": [ - "hrv-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568974, - "recall": 0.632411, - "f1": 0.587513, - "accuracy": 0.632411, - "main_score": 0.587513, - "hf_subset": "hrv_Latn-cjk_Latn", - "languages": [ - "hrv-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816321, - "recall": 0.86166, - "f1": 0.830171, - "accuracy": 0.86166, - "main_score": 0.830171, - "hf_subset": "hrv_Latn-gla_Latn", - "languages": [ - "hrv-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-kan_Knda", - "languages": [ - "hrv-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hrv_Latn-lmo_Latn", - "languages": [ - "hrv-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "hrv_Latn-npi_Deva", - "languages": [ - "hrv-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475264, - "recall": 0.54249, - "f1": 0.494604, - "accuracy": 0.54249, - "main_score": 0.494604, - "hf_subset": "hrv_Latn-shn_Mymr", - "languages": [ - "hrv-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-tgl_Latn", - "languages": [ - "hrv-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-yue_Hant", - "languages": [ - "hrv-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-asm_Beng", - "languages": [ - "hrv-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "hrv_Latn-ckb_Arab", - "languages": [ - "hrv-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897843, - "recall": 0.926877, - "f1": 0.906969, - "accuracy": 0.926877, - "main_score": 0.906969, - "hf_subset": "hrv_Latn-gle_Latn", - "languages": [ - "hrv-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "hrv_Latn-kas_Arab", - "languages": [ - "hrv-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "hrv_Latn-ltg_Latn", - "languages": [ - "hrv-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629846, - "recall": 0.683794, - "f1": 0.645567, - "accuracy": 0.683794, - "main_score": 0.645567, - "hf_subset": "hrv_Latn-nso_Latn", - "languages": [ - "hrv-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hrv_Latn-sin_Sinh", - "languages": [ - "hrv-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-tha_Thai", - "languages": [ - "hrv-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-zho_Hans", - "languages": [ - "hrv-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ast_Latn", - "languages": [ - "hrv-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-crh_Latn", - "languages": [ - "hrv-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-glg_Latn", - "languages": [ - "hrv-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910161, - "recall": 0.937747, - "f1": 0.919038, - "accuracy": 0.937747, - "main_score": 0.919038, - "hf_subset": "hrv_Latn-kas_Deva", - "languages": [ - "hrv-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hrv_Latn-ltz_Latn", - "languages": [ - "hrv-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473835, - "recall": 0.54249, - "f1": 0.492347, - "accuracy": 0.54249, - "main_score": 0.492347, - "hf_subset": "hrv_Latn-nus_Latn", - "languages": [ - "hrv-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-slk_Latn", - "languages": [ - "hrv-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627974, - "recall": 0.699605, - "f1": 0.648835, - "accuracy": 0.699605, - "main_score": 0.648835, - "hf_subset": "hrv_Latn-tir_Ethi", - "languages": [ - "hrv-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hrv_Latn-zho_Hant", - "languages": [ - "hrv-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "hrv_Latn-awa_Deva", - "languages": [ - "hrv-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hrv_Latn-cym_Latn", - "languages": [ - "hrv-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855814, - "recall": 0.894269, - "f1": 0.867787, - "accuracy": 0.894269, - "main_score": 0.867787, - "hf_subset": "hrv_Latn-grn_Latn", - "languages": [ - "hrv-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-kat_Geor", - "languages": [ - "hrv-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671172, - "recall": 0.718379, - "f1": 0.684764, - "accuracy": 0.718379, - "main_score": 0.684764, - "hf_subset": "hrv_Latn-lua_Latn", - "languages": [ - "hrv-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661767, - "recall": 0.718379, - "f1": 0.678288, - "accuracy": 0.718379, - "main_score": 0.678288, - "hf_subset": "hrv_Latn-nya_Latn", - "languages": [ - "hrv-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-slv_Latn", - "languages": [ - "hrv-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "hrv_Latn-tpi_Latn", - "languages": [ - "hrv-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-zsm_Latn", - "languages": [ - "hrv-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555661, - "recall": 0.621542, - "f1": 0.574551, - "accuracy": 0.621542, - "main_score": 0.574551, - "hf_subset": "hrv_Latn-ayr_Latn", - "languages": [ - "hrv-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-dan_Latn", - "languages": [ - "hrv-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-guj_Gujr", - "languages": [ - "hrv-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-kaz_Cyrl", - "languages": [ - "hrv-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549261, - "recall": 0.61166, - "f1": 0.566818, - "accuracy": 0.61166, - "main_score": 0.566818, - "hf_subset": "hrv_Latn-lug_Latn", - "languages": [ - "hrv-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-oci_Latn", - "languages": [ - "hrv-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84725, - "recall": 0.886364, - "f1": 0.859058, - "accuracy": 0.886364, - "main_score": 0.859058, - "hf_subset": "hrv_Latn-smo_Latn", - "languages": [ - "hrv-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558987, - "recall": 0.621542, - "f1": 0.57665, - "accuracy": 0.621542, - "main_score": 0.57665, - "hf_subset": "hrv_Latn-tsn_Latn", - "languages": [ - "hrv-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633656, - "recall": 0.69664, - "f1": 0.651814, - "accuracy": 0.69664, - "main_score": 0.651814, - "hf_subset": "hrv_Latn-zul_Latn", - "languages": [ - "hrv-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940711, - "recall": 0.959486, - "f1": 0.946805, - "accuracy": 0.959486, - "main_score": 0.946805, - "hf_subset": "hrv_Latn-azb_Arab", - "languages": [ - "hrv-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-deu_Latn", - "languages": [ - "hrv-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "hrv_Latn-hat_Latn", - "languages": [ - "hrv-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513027, - "recall": 0.571146, - "f1": 0.529256, - "accuracy": 0.571146, - "main_score": 0.529256, - "hf_subset": "hrv_Latn-kbp_Latn", - "languages": [ - "hrv-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590798, - "recall": 0.644269, - "f1": 0.605368, - "accuracy": 0.644269, - "main_score": 0.605368, - "hf_subset": "hrv_Latn-luo_Latn", - "languages": [ - "hrv-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-ory_Orya", - "languages": [ - "hrv-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610319, - "recall": 0.676877, - "f1": 0.629388, - "accuracy": 0.676877, - "main_score": 0.629388, - "hf_subset": "hrv_Latn-sna_Latn", - "languages": [ - "hrv-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571611, - "recall": 0.631423, - "f1": 0.588093, - "accuracy": 0.631423, - "main_score": 0.588093, - "hf_subset": "hrv_Latn-tso_Latn", - "languages": [ - "hrv-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-azj_Latn", - "languages": [ - "hrv-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546488, - "recall": 0.614625, - "f1": 0.566439, - "accuracy": 0.614625, - "main_score": 0.566439, - "hf_subset": "hrv_Latn-dik_Latn", - "languages": [ - "hrv-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756637, - "recall": 0.809289, - "f1": 0.771989, - "accuracy": 0.809289, - "main_score": 0.771989, - "hf_subset": "hrv_Latn-hau_Latn", - "languages": [ - "hrv-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hrv_Latn-kea_Latn", - "languages": [ - "hrv-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75887, - "recall": 0.809289, - "f1": 0.774047, - "accuracy": 0.809289, - "main_score": 0.774047, - "hf_subset": "hrv_Latn-lus_Latn", - "languages": [ - "hrv-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880995, - "recall": 0.909091, - "f1": 0.889657, - "accuracy": 0.909091, - "main_score": 0.889657, - "hf_subset": "hrv_Latn-pag_Latn", - "languages": [ - "hrv-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hrv_Latn-snd_Arab", - "languages": [ - "hrv-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "hrv_Latn-tuk_Latn", - "languages": [ - "hrv-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hrv_Latn-bak_Cyrl", - "languages": [ - "hrv-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500841, - "recall": 0.575099, - "f1": 0.52262, - "accuracy": 0.575099, - "main_score": 0.52262, - "hf_subset": "hrv_Latn-dyu_Latn", - "languages": [ - "hrv-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-heb_Hebr", - "languages": [ - "hrv-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hrv_Latn-khk_Cyrl", - "languages": [ - "hrv-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-lvs_Latn", - "languages": [ - "hrv-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hrv_Latn-pan_Guru", - "languages": [ - "hrv-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742408, - "recall": 0.795455, - "f1": 0.757825, - "accuracy": 0.795455, - "main_score": 0.757825, - "hf_subset": "hrv_Latn-som_Latn", - "languages": [ - "hrv-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619608, - "recall": 0.66996, - "f1": 0.633795, - "accuracy": 0.66996, - "main_score": 0.633795, - "hf_subset": "hrv_Latn-tum_Latn", - "languages": [ - "hrv-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406623, - "recall": 0.461462, - "f1": 0.421455, - "accuracy": 0.461462, - "main_score": 0.421455, - "hf_subset": "kin_Latn-ace_Arab", - "languages": [ - "kin-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515298, - "recall": 0.559289, - "f1": 0.527675, - "accuracy": 0.559289, - "main_score": 0.527675, - "hf_subset": "kin_Latn-bam_Latn", - "languages": [ - "kin-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221971, - "recall": 0.272727, - "f1": 0.234282, - "accuracy": 0.272727, - "main_score": 0.234282, - "hf_subset": "kin_Latn-dzo_Tibt", - "languages": [ - "kin-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532386, - "recall": 0.583004, - "f1": 0.545385, - "accuracy": 0.583004, - "main_score": 0.545385, - "hf_subset": "kin_Latn-hin_Deva", - "languages": [ - "kin-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518111, - "recall": 0.56917, - "f1": 0.53191, - "accuracy": 0.56917, - "main_score": 0.53191, - "hf_subset": "kin_Latn-khm_Khmr", - "languages": [ - "kin-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535734, - "recall": 0.587945, - "f1": 0.549412, - "accuracy": 0.587945, - "main_score": 0.549412, - "hf_subset": "kin_Latn-mag_Deva", - "languages": [ - "kin-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544973, - "recall": 0.587945, - "f1": 0.556049, - "accuracy": 0.587945, - "main_score": 0.556049, - "hf_subset": "kin_Latn-pap_Latn", - "languages": [ - "kin-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541387, - "recall": 0.585968, - "f1": 0.552653, - "accuracy": 0.585968, - "main_score": 0.552653, - "hf_subset": "kin_Latn-sot_Latn", - "languages": [ - "kin-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537115, - "recall": 0.588933, - "f1": 0.551313, - "accuracy": 0.588933, - "main_score": 0.551313, - "hf_subset": "kin_Latn-tur_Latn", - "languages": [ - "kin-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540527, - "recall": 0.583004, - "f1": 0.550563, - "accuracy": 0.583004, - "main_score": 0.550563, - "hf_subset": "kin_Latn-ace_Latn", - "languages": [ - "kin-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55284, - "recall": 0.586957, - "f1": 0.561476, - "accuracy": 0.586957, - "main_score": 0.561476, - "hf_subset": "kin_Latn-ban_Latn", - "languages": [ - "kin-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542219, - "recall": 0.592885, - "f1": 0.555012, - "accuracy": 0.592885, - "main_score": 0.555012, - "hf_subset": "kin_Latn-ell_Grek", - "languages": [ - "kin-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512874, - "recall": 0.562253, - "f1": 0.525977, - "accuracy": 0.562253, - "main_score": 0.525977, - "hf_subset": "kin_Latn-hne_Deva", - "languages": [ - "kin-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505174, - "recall": 0.548419, - "f1": 0.516665, - "accuracy": 0.548419, - "main_score": 0.516665, - "hf_subset": "kin_Latn-kik_Latn", - "languages": [ - "kin-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53433, - "recall": 0.585968, - "f1": 0.547384, - "accuracy": 0.585968, - "main_score": 0.547384, - "hf_subset": "kin_Latn-mai_Deva", - "languages": [ - "kin-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484618, - "recall": 0.537549, - "f1": 0.497685, - "accuracy": 0.537549, - "main_score": 0.497685, - "hf_subset": "kin_Latn-pbt_Arab", - "languages": [ - "kin-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548095, - "recall": 0.598814, - "f1": 0.561028, - "accuracy": 0.598814, - "main_score": 0.561028, - "hf_subset": "kin_Latn-spa_Latn", - "languages": [ - "kin-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501811, - "recall": 0.544466, - "f1": 0.512981, - "accuracy": 0.544466, - "main_score": 0.512981, - "hf_subset": "kin_Latn-twi_Latn", - "languages": [ - "kin-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52626, - "recall": 0.576087, - "f1": 0.538773, - "accuracy": 0.576087, - "main_score": 0.538773, - "hf_subset": "kin_Latn-acm_Arab", - "languages": [ - "kin-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504258, - "recall": 0.552372, - "f1": 0.516597, - "accuracy": 0.552372, - "main_score": 0.516597, - "hf_subset": "kin_Latn-bel_Cyrl", - "languages": [ - "kin-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549135, - "recall": 0.600791, - "f1": 0.56211, - "accuracy": 0.600791, - "main_score": 0.56211, - "hf_subset": "kin_Latn-eng_Latn", - "languages": [ - "kin-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564169, - "recall": 0.613636, - "f1": 0.576882, - "accuracy": 0.613636, - "main_score": 0.576882, - "hf_subset": "kin_Latn-hrv_Latn", - "languages": [ - "kin-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526041, - "recall": 0.583004, - "f1": 0.540666, - "accuracy": 0.583004, - "main_score": 0.540666, - "hf_subset": "kin_Latn-mal_Mlym", - "languages": [ - "kin-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530755, - "recall": 0.58498, - "f1": 0.545017, - "accuracy": 0.58498, - "main_score": 0.545017, - "hf_subset": "kin_Latn-pes_Arab", - "languages": [ - "kin-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540797, - "recall": 0.583004, - "f1": 0.551598, - "accuracy": 0.583004, - "main_score": 0.551598, - "hf_subset": "kin_Latn-srd_Latn", - "languages": [ - "kin-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221387, - "recall": 0.262846, - "f1": 0.232057, - "accuracy": 0.262846, - "main_score": 0.232057, - "hf_subset": "kin_Latn-tzm_Tfng", - "languages": [ - "kin-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534275, - "recall": 0.585968, - "f1": 0.547622, - "accuracy": 0.585968, - "main_score": 0.547622, - "hf_subset": "kin_Latn-acq_Arab", - "languages": [ - "kin-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560608, - "recall": 0.613636, - "f1": 0.573689, - "accuracy": 0.613636, - "main_score": 0.573689, - "hf_subset": "kin_Latn-bem_Latn", - "languages": [ - "kin-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538819, - "recall": 0.585968, - "f1": 0.551103, - "accuracy": 0.585968, - "main_score": 0.551103, - "hf_subset": "kin_Latn-epo_Latn", - "languages": [ - "kin-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543257, - "recall": 0.593874, - "f1": 0.556365, - "accuracy": 0.593874, - "main_score": 0.556365, - "hf_subset": "kin_Latn-hun_Latn", - "languages": [ - "kin-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526281, - "recall": 0.577075, - "f1": 0.539626, - "accuracy": 0.577075, - "main_score": 0.539626, - "hf_subset": "kin_Latn-kir_Cyrl", - "languages": [ - "kin-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530015, - "recall": 0.573123, - "f1": 0.541219, - "accuracy": 0.573123, - "main_score": 0.541219, - "hf_subset": "kin_Latn-mar_Deva", - "languages": [ - "kin-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5444, - "recall": 0.590909, - "f1": 0.556375, - "accuracy": 0.590909, - "main_score": 0.556375, - "hf_subset": "kin_Latn-plt_Latn", - "languages": [ - "kin-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55654, - "recall": 0.609684, - "f1": 0.570162, - "accuracy": 0.609684, - "main_score": 0.570162, - "hf_subset": "kin_Latn-srp_Cyrl", - "languages": [ - "kin-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482071, - "recall": 0.530632, - "f1": 0.495728, - "accuracy": 0.530632, - "main_score": 0.495728, - "hf_subset": "kin_Latn-uig_Arab", - "languages": [ - "kin-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511698, - "recall": 0.557312, - "f1": 0.523765, - "accuracy": 0.557312, - "main_score": 0.523765, - "hf_subset": "kin_Latn-aeb_Arab", - "languages": [ - "kin-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524011, - "recall": 0.58004, - "f1": 0.538911, - "accuracy": 0.58004, - "main_score": 0.538911, - "hf_subset": "kin_Latn-ben_Beng", - "languages": [ - "kin-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539599, - "recall": 0.587945, - "f1": 0.552021, - "accuracy": 0.587945, - "main_score": 0.552021, - "hf_subset": "kin_Latn-est_Latn", - "languages": [ - "kin-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512109, - "recall": 0.56917, - "f1": 0.526878, - "accuracy": 0.56917, - "main_score": 0.526878, - "hf_subset": "kin_Latn-hye_Armn", - "languages": [ - "kin-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512055, - "recall": 0.555336, - "f1": 0.523878, - "accuracy": 0.555336, - "main_score": 0.523878, - "hf_subset": "kin_Latn-kmb_Latn", - "languages": [ - "kin-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39728, - "recall": 0.454545, - "f1": 0.411782, - "accuracy": 0.454545, - "main_score": 0.411782, - "hf_subset": "kin_Latn-min_Arab", - "languages": [ - "kin-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547417, - "recall": 0.59585, - "f1": 0.558917, - "accuracy": 0.59585, - "main_score": 0.558917, - "hf_subset": "kin_Latn-pol_Latn", - "languages": [ - "kin-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538399, - "recall": 0.588933, - "f1": 0.551836, - "accuracy": 0.588933, - "main_score": 0.551836, - "hf_subset": "kin_Latn-ssw_Latn", - "languages": [ - "kin-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542013, - "recall": 0.596838, - "f1": 0.555503, - "accuracy": 0.596838, - "main_score": 0.555503, - "hf_subset": "kin_Latn-ukr_Cyrl", - "languages": [ - "kin-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56514, - "recall": 0.623518, - "f1": 0.581372, - "accuracy": 0.623518, - "main_score": 0.581372, - "hf_subset": "kin_Latn-afr_Latn", - "languages": [ - "kin-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525568, - "recall": 0.568182, - "f1": 0.536883, - "accuracy": 0.568182, - "main_score": 0.536883, - "hf_subset": "kin_Latn-bho_Deva", - "languages": [ - "kin-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546901, - "recall": 0.596838, - "f1": 0.559856, - "accuracy": 0.596838, - "main_score": 0.559856, - "hf_subset": "kin_Latn-eus_Latn", - "languages": [ - "kin-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507336, - "recall": 0.55336, - "f1": 0.519897, - "accuracy": 0.55336, - "main_score": 0.519897, - "hf_subset": "kin_Latn-ibo_Latn", - "languages": [ - "kin-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530828, - "recall": 0.58004, - "f1": 0.543869, - "accuracy": 0.58004, - "main_score": 0.543869, - "hf_subset": "kin_Latn-kmr_Latn", - "languages": [ - "kin-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551956, - "recall": 0.59585, - "f1": 0.56238, - "accuracy": 0.59585, - "main_score": 0.56238, - "hf_subset": "kin_Latn-min_Latn", - "languages": [ - "kin-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549781, - "recall": 0.606719, - "f1": 0.564543, - "accuracy": 0.606719, - "main_score": 0.564543, - "hf_subset": "kin_Latn-por_Latn", - "languages": [ - "kin-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568173, - "recall": 0.608696, - "f1": 0.577828, - "accuracy": 0.608696, - "main_score": 0.577828, - "hf_subset": "kin_Latn-sun_Latn", - "languages": [ - "kin-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476861, - "recall": 0.524704, - "f1": 0.490474, - "accuracy": 0.524704, - "main_score": 0.490474, - "hf_subset": "kin_Latn-umb_Latn", - "languages": [ - "kin-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535432, - "recall": 0.589921, - "f1": 0.549469, - "accuracy": 0.589921, - "main_score": 0.549469, - "hf_subset": "kin_Latn-ajp_Arab", - "languages": [ - "kin-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397945, - "recall": 0.449605, - "f1": 0.411417, - "accuracy": 0.449605, - "main_score": 0.411417, - "hf_subset": "kin_Latn-bjn_Arab", - "languages": [ - "kin-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473835, - "recall": 0.516798, - "f1": 0.485543, - "accuracy": 0.516798, - "main_score": 0.485543, - "hf_subset": "kin_Latn-ewe_Latn", - "languages": [ - "kin-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551073, - "recall": 0.596838, - "f1": 0.563156, - "accuracy": 0.596838, - "main_score": 0.563156, - "hf_subset": "kin_Latn-ilo_Latn", - "languages": [ - "kin-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297088, - "recall": 0.344862, - "f1": 0.31027, - "accuracy": 0.344862, - "main_score": 0.31027, - "hf_subset": "kin_Latn-knc_Arab", - "languages": [ - "kin-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555044, - "recall": 0.606719, - "f1": 0.568521, - "accuracy": 0.606719, - "main_score": 0.568521, - "hf_subset": "kin_Latn-mkd_Cyrl", - "languages": [ - "kin-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533873, - "recall": 0.586957, - "f1": 0.547903, - "accuracy": 0.586957, - "main_score": 0.547903, - "hf_subset": "kin_Latn-prs_Arab", - "languages": [ - "kin-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54119, - "recall": 0.591897, - "f1": 0.554319, - "accuracy": 0.591897, - "main_score": 0.554319, - "hf_subset": "kin_Latn-swe_Latn", - "languages": [ - "kin-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523309, - "recall": 0.579051, - "f1": 0.538595, - "accuracy": 0.579051, - "main_score": 0.538595, - "hf_subset": "kin_Latn-urd_Arab", - "languages": [ - "kin-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490001, - "recall": 0.534585, - "f1": 0.502227, - "accuracy": 0.534585, - "main_score": 0.502227, - "hf_subset": "kin_Latn-aka_Latn", - "languages": [ - "kin-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556347, - "recall": 0.59585, - "f1": 0.565813, - "accuracy": 0.59585, - "main_score": 0.565813, - "hf_subset": "kin_Latn-bjn_Latn", - "languages": [ - "kin-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53926, - "recall": 0.589921, - "f1": 0.552434, - "accuracy": 0.589921, - "main_score": 0.552434, - "hf_subset": "kin_Latn-fao_Latn", - "languages": [ - "kin-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554428, - "recall": 0.608696, - "f1": 0.568887, - "accuracy": 0.608696, - "main_score": 0.568887, - "hf_subset": "kin_Latn-ind_Latn", - "languages": [ - "kin-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505765, - "recall": 0.544466, - "f1": 0.516103, - "accuracy": 0.544466, - "main_score": 0.516103, - "hf_subset": "kin_Latn-knc_Latn", - "languages": [ - "kin-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552392, - "recall": 0.600791, - "f1": 0.564763, - "accuracy": 0.600791, - "main_score": 0.564763, - "hf_subset": "kin_Latn-mlt_Latn", - "languages": [ - "kin-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501774, - "recall": 0.550395, - "f1": 0.514829, - "accuracy": 0.550395, - "main_score": 0.514829, - "hf_subset": "kin_Latn-quy_Latn", - "languages": [ - "kin-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577887, - "recall": 0.624506, - "f1": 0.589863, - "accuracy": 0.624506, - "main_score": 0.589863, - "hf_subset": "kin_Latn-swh_Latn", - "languages": [ - "kin-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520284, - "recall": 0.568182, - "f1": 0.532359, - "accuracy": 0.568182, - "main_score": 0.532359, - "hf_subset": "kin_Latn-uzn_Latn", - "languages": [ - "kin-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566954, - "recall": 0.612648, - "f1": 0.57889, - "accuracy": 0.612648, - "main_score": 0.57889, - "hf_subset": "kin_Latn-als_Latn", - "languages": [ - "kin-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281311, - "recall": 0.338933, - "f1": 0.296367, - "accuracy": 0.338933, - "main_score": 0.296367, - "hf_subset": "kin_Latn-bod_Tibt", - "languages": [ - "kin-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524805, - "recall": 0.5583, - "f1": 0.534305, - "accuracy": 0.5583, - "main_score": 0.534305, - "hf_subset": "kin_Latn-fij_Latn", - "languages": [ - "kin-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531878, - "recall": 0.576087, - "f1": 0.542811, - "accuracy": 0.576087, - "main_score": 0.542811, - "hf_subset": "kin_Latn-isl_Latn", - "languages": [ - "kin-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542342, - "recall": 0.589921, - "f1": 0.554607, - "accuracy": 0.589921, - "main_score": 0.554607, - "hf_subset": "kin_Latn-kon_Latn", - "languages": [ - "kin-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444744, - "recall": 0.499012, - "f1": 0.459741, - "accuracy": 0.499012, - "main_score": 0.459741, - "hf_subset": "kin_Latn-mni_Beng", - "languages": [ - "kin-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566453, - "recall": 0.619565, - "f1": 0.580211, - "accuracy": 0.619565, - "main_score": 0.580211, - "hf_subset": "kin_Latn-ron_Latn", - "languages": [ - "kin-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556266, - "recall": 0.604743, - "f1": 0.568528, - "accuracy": 0.604743, - "main_score": 0.568528, - "hf_subset": "kin_Latn-szl_Latn", - "languages": [ - "kin-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548035, - "recall": 0.596838, - "f1": 0.560833, - "accuracy": 0.596838, - "main_score": 0.560833, - "hf_subset": "kin_Latn-vec_Latn", - "languages": [ - "kin-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481602, - "recall": 0.540514, - "f1": 0.496438, - "accuracy": 0.540514, - "main_score": 0.496438, - "hf_subset": "kin_Latn-amh_Ethi", - "languages": [ - "kin-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566322, - "recall": 0.616601, - "f1": 0.5793, - "accuracy": 0.616601, - "main_score": 0.5793, - "hf_subset": "kin_Latn-bos_Latn", - "languages": [ - "kin-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529324, - "recall": 0.582016, - "f1": 0.54286, - "accuracy": 0.582016, - "main_score": 0.54286, - "hf_subset": "kin_Latn-fin_Latn", - "languages": [ - "kin-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553384, - "recall": 0.606719, - "f1": 0.567456, - "accuracy": 0.606719, - "main_score": 0.567456, - "hf_subset": "kin_Latn-ita_Latn", - "languages": [ - "kin-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516414, - "recall": 0.570158, - "f1": 0.530159, - "accuracy": 0.570158, - "main_score": 0.530159, - "hf_subset": "kin_Latn-kor_Hang", - "languages": [ - "kin-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501079, - "recall": 0.540514, - "f1": 0.512018, - "accuracy": 0.540514, - "main_score": 0.512018, - "hf_subset": "kin_Latn-mos_Latn", - "languages": [ - "kin-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692812, - "recall": 0.756917, - "f1": 0.710891, - "accuracy": 0.756917, - "main_score": 0.710891, - "hf_subset": "kin_Latn-run_Latn", - "languages": [ - "kin-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515133, - "recall": 0.570158, - "f1": 0.529484, - "accuracy": 0.570158, - "main_score": 0.529484, - "hf_subset": "kin_Latn-tam_Taml", - "languages": [ - "kin-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539316, - "recall": 0.588933, - "f1": 0.552012, - "accuracy": 0.588933, - "main_score": 0.552012, - "hf_subset": "kin_Latn-vie_Latn", - "languages": [ - "kin-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52592, - "recall": 0.578063, - "f1": 0.539486, - "accuracy": 0.578063, - "main_score": 0.539486, - "hf_subset": "kin_Latn-apc_Arab", - "languages": [ - "kin-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508331, - "recall": 0.547431, - "f1": 0.518385, - "accuracy": 0.547431, - "main_score": 0.518385, - "hf_subset": "kin_Latn-bug_Latn", - "languages": [ - "kin-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447324, - "recall": 0.487154, - "f1": 0.458159, - "accuracy": 0.487154, - "main_score": 0.458159, - "hf_subset": "kin_Latn-fon_Latn", - "languages": [ - "kin-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56727, - "recall": 0.610672, - "f1": 0.578417, - "accuracy": 0.610672, - "main_score": 0.578417, - "hf_subset": "kin_Latn-jav_Latn", - "languages": [ - "kin-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506759, - "recall": 0.557312, - "f1": 0.519651, - "accuracy": 0.557312, - "main_score": 0.519651, - "hf_subset": "kin_Latn-lao_Laoo", - "languages": [ - "kin-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516213, - "recall": 0.556324, - "f1": 0.526839, - "accuracy": 0.556324, - "main_score": 0.526839, - "hf_subset": "kin_Latn-mri_Latn", - "languages": [ - "kin-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539487, - "recall": 0.589921, - "f1": 0.552707, - "accuracy": 0.589921, - "main_score": 0.552707, - "hf_subset": "kin_Latn-rus_Cyrl", - "languages": [ - "kin-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480338, - "recall": 0.517787, - "f1": 0.490815, - "accuracy": 0.517787, - "main_score": 0.490815, - "hf_subset": "kin_Latn-taq_Latn", - "languages": [ - "kin-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569041, - "recall": 0.612648, - "f1": 0.57975, - "accuracy": 0.612648, - "main_score": 0.57975, - "hf_subset": "kin_Latn-war_Latn", - "languages": [ - "kin-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539555, - "recall": 0.587945, - "f1": 0.55194, - "accuracy": 0.587945, - "main_score": 0.55194, - "hf_subset": "kin_Latn-arb_Arab", - "languages": [ - "kin-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551152, - "recall": 0.598814, - "f1": 0.562967, - "accuracy": 0.598814, - "main_score": 0.562967, - "hf_subset": "kin_Latn-bul_Cyrl", - "languages": [ - "kin-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547346, - "recall": 0.603755, - "f1": 0.561639, - "accuracy": 0.603755, - "main_score": 0.561639, - "hf_subset": "kin_Latn-fra_Latn", - "languages": [ - "kin-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511894, - "recall": 0.562253, - "f1": 0.525013, - "accuracy": 0.562253, - "main_score": 0.525013, - "hf_subset": "kin_Latn-jpn_Jpan", - "languages": [ - "kin-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538104, - "recall": 0.582016, - "f1": 0.549658, - "accuracy": 0.582016, - "main_score": 0.549658, - "hf_subset": "kin_Latn-lij_Latn", - "languages": [ - "kin-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435527, - "recall": 0.499012, - "f1": 0.452468, - "accuracy": 0.499012, - "main_score": 0.452468, - "hf_subset": "kin_Latn-mya_Mymr", - "languages": [ - "kin-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492621, - "recall": 0.536561, - "f1": 0.503983, - "accuracy": 0.536561, - "main_score": 0.503983, - "hf_subset": "kin_Latn-sag_Latn", - "languages": [ - "kin-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.224373, - "recall": 0.26581, - "f1": 0.234077, - "accuracy": 0.26581, - "main_score": 0.234077, - "hf_subset": "kin_Latn-taq_Tfng", - "languages": [ - "kin-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527328, - "recall": 0.565217, - "f1": 0.537839, - "accuracy": 0.565217, - "main_score": 0.537839, - "hf_subset": "kin_Latn-wol_Latn", - "languages": [ - "kin-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453473, - "recall": 0.501976, - "f1": 0.466062, - "accuracy": 0.501976, - "main_score": 0.466062, - "hf_subset": "kin_Latn-arb_Latn", - "languages": [ - "kin-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552551, - "recall": 0.603755, - "f1": 0.566299, - "accuracy": 0.603755, - "main_score": 0.566299, - "hf_subset": "kin_Latn-cat_Latn", - "languages": [ - "kin-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553865, - "recall": 0.597826, - "f1": 0.565654, - "accuracy": 0.597826, - "main_score": 0.565654, - "hf_subset": "kin_Latn-fur_Latn", - "languages": [ - "kin-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432264, - "recall": 0.478261, - "f1": 0.445215, - "accuracy": 0.478261, - "main_score": 0.445215, - "hf_subset": "kin_Latn-kab_Latn", - "languages": [ - "kin-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533166, - "recall": 0.576087, - "f1": 0.544082, - "accuracy": 0.576087, - "main_score": 0.544082, - "hf_subset": "kin_Latn-lim_Latn", - "languages": [ - "kin-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527056, - "recall": 0.581028, - "f1": 0.541162, - "accuracy": 0.581028, - "main_score": 0.541162, - "hf_subset": "kin_Latn-nld_Latn", - "languages": [ - "kin-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494393, - "recall": 0.552372, - "f1": 0.509275, - "accuracy": 0.552372, - "main_score": 0.509275, - "hf_subset": "kin_Latn-san_Deva", - "languages": [ - "kin-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534233, - "recall": 0.578063, - "f1": 0.545918, - "accuracy": 0.578063, - "main_score": 0.545918, - "hf_subset": "kin_Latn-tat_Cyrl", - "languages": [ - "kin-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556376, - "recall": 0.604743, - "f1": 0.569622, - "accuracy": 0.604743, - "main_score": 0.569622, - "hf_subset": "kin_Latn-xho_Latn", - "languages": [ - "kin-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507428, - "recall": 0.562253, - "f1": 0.52177, - "accuracy": 0.562253, - "main_score": 0.52177, - "hf_subset": "kin_Latn-ars_Arab", - "languages": [ - "kin-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565892, - "recall": 0.614625, - "f1": 0.578386, - "accuracy": 0.614625, - "main_score": 0.578386, - "hf_subset": "kin_Latn-ceb_Latn", - "languages": [ - "kin-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463843, - "recall": 0.508893, - "f1": 0.476654, - "accuracy": 0.508893, - "main_score": 0.476654, - "hf_subset": "kin_Latn-fuv_Latn", - "languages": [ - "kin-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469982, - "recall": 0.51581, - "f1": 0.482125, - "accuracy": 0.51581, - "main_score": 0.482125, - "hf_subset": "kin_Latn-kac_Latn", - "languages": [ - "kin-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542078, - "recall": 0.58004, - "f1": 0.552129, - "accuracy": 0.58004, - "main_score": 0.552129, - "hf_subset": "kin_Latn-lin_Latn", - "languages": [ - "kin-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543004, - "recall": 0.59585, - "f1": 0.556637, - "accuracy": 0.59585, - "main_score": 0.556637, - "hf_subset": "kin_Latn-nno_Latn", - "languages": [ - "kin-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149216, - "recall": 0.197628, - "f1": 0.161483, - "accuracy": 0.197628, - "main_score": 0.161483, - "hf_subset": "kin_Latn-sat_Olck", - "languages": [ - "kin-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530709, - "recall": 0.577075, - "f1": 0.543016, - "accuracy": 0.577075, - "main_score": 0.543016, - "hf_subset": "kin_Latn-tel_Telu", - "languages": [ - "kin-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48178, - "recall": 0.539526, - "f1": 0.496977, - "accuracy": 0.539526, - "main_score": 0.496977, - "hf_subset": "kin_Latn-ydd_Hebr", - "languages": [ - "kin-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5139, - "recall": 0.560277, - "f1": 0.526113, - "accuracy": 0.560277, - "main_score": 0.526113, - "hf_subset": "kin_Latn-ary_Arab", - "languages": [ - "kin-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542335, - "recall": 0.593874, - "f1": 0.555939, - "accuracy": 0.593874, - "main_score": 0.555939, - "hf_subset": "kin_Latn-ces_Latn", - "languages": [ - "kin-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491415, - "recall": 0.538538, - "f1": 0.504286, - "accuracy": 0.538538, - "main_score": 0.504286, - "hf_subset": "kin_Latn-gaz_Latn", - "languages": [ - "kin-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505062, - "recall": 0.546443, - "f1": 0.515909, - "accuracy": 0.546443, - "main_score": 0.515909, - "hf_subset": "kin_Latn-kam_Latn", - "languages": [ - "kin-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527146, - "recall": 0.581028, - "f1": 0.541404, - "accuracy": 0.581028, - "main_score": 0.541404, - "hf_subset": "kin_Latn-lit_Latn", - "languages": [ - "kin-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544901, - "recall": 0.597826, - "f1": 0.559256, - "accuracy": 0.597826, - "main_score": 0.559256, - "hf_subset": "kin_Latn-nob_Latn", - "languages": [ - "kin-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537827, - "recall": 0.579051, - "f1": 0.548284, - "accuracy": 0.579051, - "main_score": 0.548284, - "hf_subset": "kin_Latn-scn_Latn", - "languages": [ - "kin-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543002, - "recall": 0.585968, - "f1": 0.554658, - "accuracy": 0.585968, - "main_score": 0.554658, - "hf_subset": "kin_Latn-tgk_Cyrl", - "languages": [ - "kin-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488801, - "recall": 0.541502, - "f1": 0.503051, - "accuracy": 0.541502, - "main_score": 0.503051, - "hf_subset": "kin_Latn-yor_Latn", - "languages": [ - "kin-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523822, - "recall": 0.573123, - "f1": 0.536009, - "accuracy": 0.573123, - "main_score": 0.536009, - "hf_subset": "kin_Latn-arz_Arab", - "languages": [ - "kin-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476466, - "recall": 0.520751, - "f1": 0.488203, - "accuracy": 0.520751, - "main_score": 0.488203, - "hf_subset": "kin_Latn-cjk_Latn", - "languages": [ - "kin-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501538, - "recall": 0.549407, - "f1": 0.513834, - "accuracy": 0.549407, - "main_score": 0.513834, - "hf_subset": "kin_Latn-gla_Latn", - "languages": [ - "kin-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529317, - "recall": 0.58004, - "f1": 0.543213, - "accuracy": 0.58004, - "main_score": 0.543213, - "hf_subset": "kin_Latn-kan_Knda", - "languages": [ - "kin-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536572, - "recall": 0.583992, - "f1": 0.548078, - "accuracy": 0.583992, - "main_score": 0.548078, - "hf_subset": "kin_Latn-lmo_Latn", - "languages": [ - "kin-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528703, - "recall": 0.582016, - "f1": 0.542419, - "accuracy": 0.582016, - "main_score": 0.542419, - "hf_subset": "kin_Latn-npi_Deva", - "languages": [ - "kin-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420701, - "recall": 0.467391, - "f1": 0.432837, - "accuracy": 0.467391, - "main_score": 0.432837, - "hf_subset": "kin_Latn-shn_Mymr", - "languages": [ - "kin-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572082, - "recall": 0.621542, - "f1": 0.585622, - "accuracy": 0.621542, - "main_score": 0.585622, - "hf_subset": "kin_Latn-tgl_Latn", - "languages": [ - "kin-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505057, - "recall": 0.555336, - "f1": 0.518267, - "accuracy": 0.555336, - "main_score": 0.518267, - "hf_subset": "kin_Latn-yue_Hant", - "languages": [ - "kin-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504098, - "recall": 0.556324, - "f1": 0.518222, - "accuracy": 0.556324, - "main_score": 0.518222, - "hf_subset": "kin_Latn-asm_Beng", - "languages": [ - "kin-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502832, - "recall": 0.546443, - "f1": 0.514319, - "accuracy": 0.546443, - "main_score": 0.514319, - "hf_subset": "kin_Latn-ckb_Arab", - "languages": [ - "kin-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523087, - "recall": 0.568182, - "f1": 0.535143, - "accuracy": 0.568182, - "main_score": 0.535143, - "hf_subset": "kin_Latn-gle_Latn", - "languages": [ - "kin-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460916, - "recall": 0.511858, - "f1": 0.474007, - "accuracy": 0.511858, - "main_score": 0.474007, - "hf_subset": "kin_Latn-kas_Arab", - "languages": [ - "kin-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522025, - "recall": 0.568182, - "f1": 0.534377, - "accuracy": 0.568182, - "main_score": 0.534377, - "hf_subset": "kin_Latn-ltg_Latn", - "languages": [ - "kin-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548637, - "recall": 0.592885, - "f1": 0.560554, - "accuracy": 0.592885, - "main_score": 0.560554, - "hf_subset": "kin_Latn-nso_Latn", - "languages": [ - "kin-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465788, - "recall": 0.527668, - "f1": 0.480907, - "accuracy": 0.527668, - "main_score": 0.480907, - "hf_subset": "kin_Latn-sin_Sinh", - "languages": [ - "kin-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52019, - "recall": 0.573123, - "f1": 0.533693, - "accuracy": 0.573123, - "main_score": 0.533693, - "hf_subset": "kin_Latn-tha_Thai", - "languages": [ - "kin-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507205, - "recall": 0.551383, - "f1": 0.518282, - "accuracy": 0.551383, - "main_score": 0.518282, - "hf_subset": "kin_Latn-zho_Hans", - "languages": [ - "kin-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545299, - "recall": 0.599802, - "f1": 0.559271, - "accuracy": 0.599802, - "main_score": 0.559271, - "hf_subset": "kin_Latn-ast_Latn", - "languages": [ - "kin-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53333, - "recall": 0.583992, - "f1": 0.545982, - "accuracy": 0.583992, - "main_score": 0.545982, - "hf_subset": "kin_Latn-crh_Latn", - "languages": [ - "kin-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566976, - "recall": 0.612648, - "f1": 0.578906, - "accuracy": 0.612648, - "main_score": 0.578906, - "hf_subset": "kin_Latn-glg_Latn", - "languages": [ - "kin-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474931, - "recall": 0.522727, - "f1": 0.487779, - "accuracy": 0.522727, - "main_score": 0.487779, - "hf_subset": "kin_Latn-kas_Deva", - "languages": [ - "kin-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524584, - "recall": 0.570158, - "f1": 0.536135, - "accuracy": 0.570158, - "main_score": 0.536135, - "hf_subset": "kin_Latn-ltz_Latn", - "languages": [ - "kin-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443443, - "recall": 0.498024, - "f1": 0.457353, - "accuracy": 0.498024, - "main_score": 0.457353, - "hf_subset": "kin_Latn-nus_Latn", - "languages": [ - "kin-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552857, - "recall": 0.603755, - "f1": 0.566294, - "accuracy": 0.603755, - "main_score": 0.566294, - "hf_subset": "kin_Latn-slk_Latn", - "languages": [ - "kin-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409045, - "recall": 0.463439, - "f1": 0.424847, - "accuracy": 0.463439, - "main_score": 0.424847, - "hf_subset": "kin_Latn-tir_Ethi", - "languages": [ - "kin-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509324, - "recall": 0.561265, - "f1": 0.522594, - "accuracy": 0.561265, - "main_score": 0.522594, - "hf_subset": "kin_Latn-zho_Hant", - "languages": [ - "kin-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518979, - "recall": 0.570158, - "f1": 0.533225, - "accuracy": 0.570158, - "main_score": 0.533225, - "hf_subset": "kin_Latn-awa_Deva", - "languages": [ - "kin-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542008, - "recall": 0.59585, - "f1": 0.555568, - "accuracy": 0.59585, - "main_score": 0.555568, - "hf_subset": "kin_Latn-cym_Latn", - "languages": [ - "kin-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530717, - "recall": 0.568182, - "f1": 0.539571, - "accuracy": 0.568182, - "main_score": 0.539571, - "hf_subset": "kin_Latn-grn_Latn", - "languages": [ - "kin-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514117, - "recall": 0.564229, - "f1": 0.527225, - "accuracy": 0.564229, - "main_score": 0.527225, - "hf_subset": "kin_Latn-kat_Geor", - "languages": [ - "kin-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514243, - "recall": 0.559289, - "f1": 0.526318, - "accuracy": 0.559289, - "main_score": 0.526318, - "hf_subset": "kin_Latn-lua_Latn", - "languages": [ - "kin-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551509, - "recall": 0.593874, - "f1": 0.562995, - "accuracy": 0.593874, - "main_score": 0.562995, - "hf_subset": "kin_Latn-nya_Latn", - "languages": [ - "kin-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548361, - "recall": 0.597826, - "f1": 0.561337, - "accuracy": 0.597826, - "main_score": 0.561337, - "hf_subset": "kin_Latn-slv_Latn", - "languages": [ - "kin-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536836, - "recall": 0.583992, - "f1": 0.549115, - "accuracy": 0.583992, - "main_score": 0.549115, - "hf_subset": "kin_Latn-tpi_Latn", - "languages": [ - "kin-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569861, - "recall": 0.619565, - "f1": 0.583012, - "accuracy": 0.619565, - "main_score": 0.583012, - "hf_subset": "kin_Latn-zsm_Latn", - "languages": [ - "kin-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476739, - "recall": 0.516798, - "f1": 0.488057, - "accuracy": 0.516798, - "main_score": 0.488057, - "hf_subset": "kin_Latn-ayr_Latn", - "languages": [ - "kin-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55625, - "recall": 0.603755, - "f1": 0.568331, - "accuracy": 0.603755, - "main_score": 0.568331, - "hf_subset": "kin_Latn-dan_Latn", - "languages": [ - "kin-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536196, - "recall": 0.587945, - "f1": 0.550574, - "accuracy": 0.587945, - "main_score": 0.550574, - "hf_subset": "kin_Latn-guj_Gujr", - "languages": [ - "kin-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529841, - "recall": 0.582016, - "f1": 0.543595, - "accuracy": 0.582016, - "main_score": 0.543595, - "hf_subset": "kin_Latn-kaz_Cyrl", - "languages": [ - "kin-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527857, - "recall": 0.587945, - "f1": 0.544456, - "accuracy": 0.587945, - "main_score": 0.544456, - "hf_subset": "kin_Latn-lug_Latn", - "languages": [ - "kin-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568363, - "recall": 0.619565, - "f1": 0.581117, - "accuracy": 0.619565, - "main_score": 0.581117, - "hf_subset": "kin_Latn-oci_Latn", - "languages": [ - "kin-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535848, - "recall": 0.576087, - "f1": 0.546774, - "accuracy": 0.576087, - "main_score": 0.546774, - "hf_subset": "kin_Latn-smo_Latn", - "languages": [ - "kin-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508596, - "recall": 0.552372, - "f1": 0.520514, - "accuracy": 0.552372, - "main_score": 0.520514, - "hf_subset": "kin_Latn-tsn_Latn", - "languages": [ - "kin-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566068, - "recall": 0.618577, - "f1": 0.580124, - "accuracy": 0.618577, - "main_score": 0.580124, - "hf_subset": "kin_Latn-zul_Latn", - "languages": [ - "kin-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465096, - "recall": 0.520751, - "f1": 0.479648, - "accuracy": 0.520751, - "main_score": 0.479648, - "hf_subset": "kin_Latn-azb_Arab", - "languages": [ - "kin-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528034, - "recall": 0.583004, - "f1": 0.542226, - "accuracy": 0.583004, - "main_score": 0.542226, - "hf_subset": "kin_Latn-deu_Latn", - "languages": [ - "kin-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542268, - "recall": 0.594862, - "f1": 0.556802, - "accuracy": 0.594862, - "main_score": 0.556802, - "hf_subset": "kin_Latn-hat_Latn", - "languages": [ - "kin-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488073, - "recall": 0.530632, - "f1": 0.499494, - "accuracy": 0.530632, - "main_score": 0.499494, - "hf_subset": "kin_Latn-kbp_Latn", - "languages": [ - "kin-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520111, - "recall": 0.557312, - "f1": 0.530375, - "accuracy": 0.557312, - "main_score": 0.530375, - "hf_subset": "kin_Latn-luo_Latn", - "languages": [ - "kin-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510054, - "recall": 0.565217, - "f1": 0.524569, - "accuracy": 0.565217, - "main_score": 0.524569, - "hf_subset": "kin_Latn-ory_Orya", - "languages": [ - "kin-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513125, - "recall": 0.56917, - "f1": 0.528095, - "accuracy": 0.56917, - "main_score": 0.528095, - "hf_subset": "kin_Latn-sna_Latn", - "languages": [ - "kin-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527007, - "recall": 0.567194, - "f1": 0.537371, - "accuracy": 0.567194, - "main_score": 0.537371, - "hf_subset": "kin_Latn-tso_Latn", - "languages": [ - "kin-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50383, - "recall": 0.566206, - "f1": 0.520526, - "accuracy": 0.566206, - "main_score": 0.520526, - "hf_subset": "kin_Latn-azj_Latn", - "languages": [ - "kin-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470796, - "recall": 0.514822, - "f1": 0.483474, - "accuracy": 0.514822, - "main_score": 0.483474, - "hf_subset": "kin_Latn-dik_Latn", - "languages": [ - "kin-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531483, - "recall": 0.578063, - "f1": 0.543609, - "accuracy": 0.578063, - "main_score": 0.543609, - "hf_subset": "kin_Latn-hau_Latn", - "languages": [ - "kin-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540689, - "recall": 0.581028, - "f1": 0.550966, - "accuracy": 0.581028, - "main_score": 0.550966, - "hf_subset": "kin_Latn-kea_Latn", - "languages": [ - "kin-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512803, - "recall": 0.549407, - "f1": 0.522647, - "accuracy": 0.549407, - "main_score": 0.522647, - "hf_subset": "kin_Latn-lus_Latn", - "languages": [ - "kin-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521795, - "recall": 0.561265, - "f1": 0.532386, - "accuracy": 0.561265, - "main_score": 0.532386, - "hf_subset": "kin_Latn-pag_Latn", - "languages": [ - "kin-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520079, - "recall": 0.566206, - "f1": 0.533031, - "accuracy": 0.566206, - "main_score": 0.533031, - "hf_subset": "kin_Latn-snd_Arab", - "languages": [ - "kin-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514295, - "recall": 0.563241, - "f1": 0.527705, - "accuracy": 0.563241, - "main_score": 0.527705, - "hf_subset": "kin_Latn-tuk_Latn", - "languages": [ - "kin-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528011, - "recall": 0.574111, - "f1": 0.539702, - "accuracy": 0.574111, - "main_score": 0.539702, - "hf_subset": "kin_Latn-bak_Cyrl", - "languages": [ - "kin-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425089, - "recall": 0.485178, - "f1": 0.441923, - "accuracy": 0.485178, - "main_score": 0.441923, - "hf_subset": "kin_Latn-dyu_Latn", - "languages": [ - "kin-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542319, - "recall": 0.590909, - "f1": 0.555012, - "accuracy": 0.590909, - "main_score": 0.555012, - "hf_subset": "kin_Latn-heb_Hebr", - "languages": [ - "kin-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515638, - "recall": 0.559289, - "f1": 0.527056, - "accuracy": 0.559289, - "main_score": 0.527056, - "hf_subset": "kin_Latn-khk_Cyrl", - "languages": [ - "kin-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533135, - "recall": 0.583992, - "f1": 0.546477, - "accuracy": 0.583992, - "main_score": 0.546477, - "hf_subset": "kin_Latn-lvs_Latn", - "languages": [ - "kin-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518237, - "recall": 0.567194, - "f1": 0.531389, - "accuracy": 0.567194, - "main_score": 0.531389, - "hf_subset": "kin_Latn-pan_Guru", - "languages": [ - "kin-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52076, - "recall": 0.564229, - "f1": 0.532769, - "accuracy": 0.564229, - "main_score": 0.532769, - "hf_subset": "kin_Latn-som_Latn", - "languages": [ - "kin-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512633, - "recall": 0.559289, - "f1": 0.525402, - "accuracy": 0.559289, - "main_score": 0.525402, - "hf_subset": "kin_Latn-tum_Latn", - "languages": [ - "kin-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531983, - "recall": 0.602767, - "f1": 0.551489, - "accuracy": 0.602767, - "main_score": 0.551489, - "hf_subset": "mal_Mlym-ace_Arab", - "languages": [ - "mal-Mlym", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505991, - "recall": 0.574111, - "f1": 0.524721, - "accuracy": 0.574111, - "main_score": 0.524721, - "hf_subset": "mal_Mlym-bam_Latn", - "languages": [ - "mal-Mlym", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436283, - "recall": 0.511858, - "f1": 0.457231, - "accuracy": 0.511858, - "main_score": 0.457231, - "hf_subset": "mal_Mlym-dzo_Tibt", - "languages": [ - "mal-Mlym", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-hin_Deva", - "languages": [ - "mal-Mlym", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mal_Mlym-khm_Khmr", - "languages": [ - "mal-Mlym", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-mag_Deva", - "languages": [ - "mal-Mlym", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "mal_Mlym-pap_Latn", - "languages": [ - "mal-Mlym", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569962, - "recall": 0.635375, - "f1": 0.587938, - "accuracy": 0.635375, - "main_score": 0.587938, - "hf_subset": "mal_Mlym-sot_Latn", - "languages": [ - "mal-Mlym", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-tur_Latn", - "languages": [ - "mal-Mlym", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862764, - "recall": 0.898221, - "f1": 0.873748, - "accuracy": 0.898221, - "main_score": 0.873748, - "hf_subset": "mal_Mlym-ace_Latn", - "languages": [ - "mal-Mlym", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "mal_Mlym-ban_Latn", - "languages": [ - "mal-Mlym", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-ell_Grek", - "languages": [ - "mal-Mlym", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "mal_Mlym-hne_Deva", - "languages": [ - "mal-Mlym", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580847, - "recall": 0.647233, - "f1": 0.599234, - "accuracy": 0.647233, - "main_score": 0.599234, - "hf_subset": "mal_Mlym-kik_Latn", - "languages": [ - "mal-Mlym", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-mai_Deva", - "languages": [ - "mal-Mlym", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "mal_Mlym-pbt_Arab", - "languages": [ - "mal-Mlym", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-spa_Latn", - "languages": [ - "mal-Mlym", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604877, - "recall": 0.674901, - "f1": 0.624371, - "accuracy": 0.674901, - "main_score": 0.624371, - "hf_subset": "mal_Mlym-twi_Latn", - "languages": [ - "mal-Mlym", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-acm_Arab", - "languages": [ - "mal-Mlym", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-bel_Cyrl", - "languages": [ - "mal-Mlym", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-eng_Latn", - "languages": [ - "mal-Mlym", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-hrv_Latn", - "languages": [ - "mal-Mlym", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526923, - "recall": 0.591897, - "f1": 0.544722, - "accuracy": 0.591897, - "main_score": 0.544722, - "hf_subset": "mal_Mlym-kin_Latn", - "languages": [ - "mal-Mlym", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-pes_Arab", - "languages": [ - "mal-Mlym", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mal_Mlym-srd_Latn", - "languages": [ - "mal-Mlym", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154753, - "recall": 0.205534, - "f1": 0.167421, - "accuracy": 0.205534, - "main_score": 0.167421, - "hf_subset": "mal_Mlym-tzm_Tfng", - "languages": [ - "mal-Mlym", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-acq_Arab", - "languages": [ - "mal-Mlym", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607018, - "recall": 0.662055, - "f1": 0.622257, - "accuracy": 0.662055, - "main_score": 0.622257, - "hf_subset": "mal_Mlym-bem_Latn", - "languages": [ - "mal-Mlym", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-epo_Latn", - "languages": [ - "mal-Mlym", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-hun_Latn", - "languages": [ - "mal-Mlym", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mal_Mlym-kir_Cyrl", - "languages": [ - "mal-Mlym", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-mar_Deva", - "languages": [ - "mal-Mlym", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653261, - "recall": 0.713439, - "f1": 0.671099, - "accuracy": 0.713439, - "main_score": 0.671099, - "hf_subset": "mal_Mlym-plt_Latn", - "languages": [ - "mal-Mlym", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-srp_Cyrl", - "languages": [ - "mal-Mlym", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "mal_Mlym-uig_Arab", - "languages": [ - "mal-Mlym", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-aeb_Arab", - "languages": [ - "mal-Mlym", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ben_Beng", - "languages": [ - "mal-Mlym", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-est_Latn", - "languages": [ - "mal-Mlym", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-hye_Armn", - "languages": [ - "mal-Mlym", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50444, - "recall": 0.563241, - "f1": 0.520871, - "accuracy": 0.563241, - "main_score": 0.520871, - "hf_subset": "mal_Mlym-kmb_Latn", - "languages": [ - "mal-Mlym", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478426, - "recall": 0.556324, - "f1": 0.499343, - "accuracy": 0.556324, - "main_score": 0.499343, - "hf_subset": "mal_Mlym-min_Arab", - "languages": [ - "mal-Mlym", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-pol_Latn", - "languages": [ - "mal-Mlym", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536556, - "recall": 0.603755, - "f1": 0.555585, - "accuracy": 0.603755, - "main_score": 0.555585, - "hf_subset": "mal_Mlym-ssw_Latn", - "languages": [ - "mal-Mlym", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ukr_Cyrl", - "languages": [ - "mal-Mlym", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-afr_Latn", - "languages": [ - "mal-Mlym", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-bho_Deva", - "languages": [ - "mal-Mlym", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mal_Mlym-eus_Latn", - "languages": [ - "mal-Mlym", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560659, - "recall": 0.631423, - "f1": 0.580036, - "accuracy": 0.631423, - "main_score": 0.580036, - "hf_subset": "mal_Mlym-ibo_Latn", - "languages": [ - "mal-Mlym", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873468, - "recall": 0.909091, - "f1": 0.884783, - "accuracy": 0.909091, - "main_score": 0.884783, - "hf_subset": "mal_Mlym-kmr_Latn", - "languages": [ - "mal-Mlym", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mal_Mlym-min_Latn", - "languages": [ - "mal-Mlym", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-por_Latn", - "languages": [ - "mal-Mlym", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mal_Mlym-sun_Latn", - "languages": [ - "mal-Mlym", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501663, - "recall": 0.567194, - "f1": 0.519888, - "accuracy": 0.567194, - "main_score": 0.519888, - "hf_subset": "mal_Mlym-umb_Latn", - "languages": [ - "mal-Mlym", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ajp_Arab", - "languages": [ - "mal-Mlym", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51236, - "recall": 0.58004, - "f1": 0.530934, - "accuracy": 0.58004, - "main_score": 0.530934, - "hf_subset": "mal_Mlym-bjn_Arab", - "languages": [ - "mal-Mlym", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505141, - "recall": 0.567194, - "f1": 0.521247, - "accuracy": 0.567194, - "main_score": 0.521247, - "hf_subset": "mal_Mlym-ewe_Latn", - "languages": [ - "mal-Mlym", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930171, - "recall": 0.950593, - "f1": 0.936759, - "accuracy": 0.950593, - "main_score": 0.936759, - "hf_subset": "mal_Mlym-ilo_Latn", - "languages": [ - "mal-Mlym", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306948, - "recall": 0.371542, - "f1": 0.324475, - "accuracy": 0.371542, - "main_score": 0.324475, - "hf_subset": "mal_Mlym-knc_Arab", - "languages": [ - "mal-Mlym", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-mkd_Cyrl", - "languages": [ - "mal-Mlym", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-prs_Arab", - "languages": [ - "mal-Mlym", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-swe_Latn", - "languages": [ - "mal-Mlym", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-urd_Arab", - "languages": [ - "mal-Mlym", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580998, - "recall": 0.650198, - "f1": 0.599977, - "accuracy": 0.650198, - "main_score": 0.599977, - "hf_subset": "mal_Mlym-aka_Latn", - "languages": [ - "mal-Mlym", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mal_Mlym-bjn_Latn", - "languages": [ - "mal-Mlym", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "mal_Mlym-fao_Latn", - "languages": [ - "mal-Mlym", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ind_Latn", - "languages": [ - "mal-Mlym", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572041, - "recall": 0.631423, - "f1": 0.588741, - "accuracy": 0.631423, - "main_score": 0.588741, - "hf_subset": "mal_Mlym-knc_Latn", - "languages": [ - "mal-Mlym", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mal_Mlym-mlt_Latn", - "languages": [ - "mal-Mlym", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700741, - "recall": 0.764822, - "f1": 0.719448, - "accuracy": 0.764822, - "main_score": 0.719448, - "hf_subset": "mal_Mlym-quy_Latn", - "languages": [ - "mal-Mlym", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960178, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "mal_Mlym-swh_Latn", - "languages": [ - "mal-Mlym", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-uzn_Latn", - "languages": [ - "mal-Mlym", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-als_Latn", - "languages": [ - "mal-Mlym", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645299, - "recall": 0.725296, - "f1": 0.668678, - "accuracy": 0.725296, - "main_score": 0.668678, - "hf_subset": "mal_Mlym-bod_Tibt", - "languages": [ - "mal-Mlym", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688054, - "recall": 0.747036, - "f1": 0.705077, - "accuracy": 0.747036, - "main_score": 0.705077, - "hf_subset": "mal_Mlym-fij_Latn", - "languages": [ - "mal-Mlym", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mal_Mlym-isl_Latn", - "languages": [ - "mal-Mlym", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63969, - "recall": 0.702569, - "f1": 0.658616, - "accuracy": 0.702569, - "main_score": 0.658616, - "hf_subset": "mal_Mlym-kon_Latn", - "languages": [ - "mal-Mlym", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678755, - "recall": 0.746047, - "f1": 0.698753, - "accuracy": 0.746047, - "main_score": 0.698753, - "hf_subset": "mal_Mlym-mni_Beng", - "languages": [ - "mal-Mlym", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ron_Latn", - "languages": [ - "mal-Mlym", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "mal_Mlym-szl_Latn", - "languages": [ - "mal-Mlym", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-vec_Latn", - "languages": [ - "mal-Mlym", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "mal_Mlym-amh_Ethi", - "languages": [ - "mal-Mlym", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-bos_Latn", - "languages": [ - "mal-Mlym", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-fin_Latn", - "languages": [ - "mal-Mlym", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ita_Latn", - "languages": [ - "mal-Mlym", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-kor_Hang", - "languages": [ - "mal-Mlym", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524198, - "recall": 0.590909, - "f1": 0.542545, - "accuracy": 0.590909, - "main_score": 0.542545, - "hf_subset": "mal_Mlym-mos_Latn", - "languages": [ - "mal-Mlym", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528262, - "recall": 0.597826, - "f1": 0.548048, - "accuracy": 0.597826, - "main_score": 0.548048, - "hf_subset": "mal_Mlym-run_Latn", - "languages": [ - "mal-Mlym", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-tam_Taml", - "languages": [ - "mal-Mlym", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-vie_Latn", - "languages": [ - "mal-Mlym", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-apc_Arab", - "languages": [ - "mal-Mlym", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781275, - "recall": 0.828063, - "f1": 0.795031, - "accuracy": 0.828063, - "main_score": 0.795031, - "hf_subset": "mal_Mlym-bug_Latn", - "languages": [ - "mal-Mlym", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450806, - "recall": 0.511858, - "f1": 0.46746, - "accuracy": 0.511858, - "main_score": 0.46746, - "hf_subset": "mal_Mlym-fon_Latn", - "languages": [ - "mal-Mlym", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-jav_Latn", - "languages": [ - "mal-Mlym", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-lao_Laoo", - "languages": [ - "mal-Mlym", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860458, - "recall": 0.901186, - "f1": 0.873221, - "accuracy": 0.901186, - "main_score": 0.873221, - "hf_subset": "mal_Mlym-mri_Latn", - "languages": [ - "mal-Mlym", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-rus_Cyrl", - "languages": [ - "mal-Mlym", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529449, - "recall": 0.594862, - "f1": 0.547674, - "accuracy": 0.594862, - "main_score": 0.547674, - "hf_subset": "mal_Mlym-taq_Latn", - "languages": [ - "mal-Mlym", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-war_Latn", - "languages": [ - "mal-Mlym", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-arb_Arab", - "languages": [ - "mal-Mlym", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-bul_Cyrl", - "languages": [ - "mal-Mlym", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-fra_Latn", - "languages": [ - "mal-Mlym", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-jpn_Jpan", - "languages": [ - "mal-Mlym", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "mal_Mlym-lij_Latn", - "languages": [ - "mal-Mlym", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "mal_Mlym-mya_Mymr", - "languages": [ - "mal-Mlym", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58169, - "recall": 0.645257, - "f1": 0.598855, - "accuracy": 0.645257, - "main_score": 0.598855, - "hf_subset": "mal_Mlym-sag_Latn", - "languages": [ - "mal-Mlym", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189616, - "recall": 0.245059, - "f1": 0.201938, - "accuracy": 0.245059, - "main_score": 0.201938, - "hf_subset": "mal_Mlym-taq_Tfng", - "languages": [ - "mal-Mlym", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604524, - "recall": 0.674901, - "f1": 0.624381, - "accuracy": 0.674901, - "main_score": 0.624381, - "hf_subset": "mal_Mlym-wol_Latn", - "languages": [ - "mal-Mlym", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782345, - "recall": 0.835968, - "f1": 0.79888, - "accuracy": 0.835968, - "main_score": 0.79888, - "hf_subset": "mal_Mlym-arb_Latn", - "languages": [ - "mal-Mlym", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-cat_Latn", - "languages": [ - "mal-Mlym", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mal_Mlym-fur_Latn", - "languages": [ - "mal-Mlym", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390838, - "recall": 0.451581, - "f1": 0.407219, - "accuracy": 0.451581, - "main_score": 0.407219, - "hf_subset": "mal_Mlym-kab_Latn", - "languages": [ - "mal-Mlym", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "mal_Mlym-lim_Latn", - "languages": [ - "mal-Mlym", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-nld_Latn", - "languages": [ - "mal-Mlym", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "mal_Mlym-san_Deva", - "languages": [ - "mal-Mlym", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-tat_Cyrl", - "languages": [ - "mal-Mlym", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652586, - "recall": 0.715415, - "f1": 0.670931, - "accuracy": 0.715415, - "main_score": 0.670931, - "hf_subset": "mal_Mlym-xho_Latn", - "languages": [ - "mal-Mlym", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ars_Arab", - "languages": [ - "mal-Mlym", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ceb_Latn", - "languages": [ - "mal-Mlym", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53866, - "recall": 0.607708, - "f1": 0.558044, - "accuracy": 0.607708, - "main_score": 0.558044, - "hf_subset": "mal_Mlym-fuv_Latn", - "languages": [ - "mal-Mlym", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491805, - "recall": 0.564229, - "f1": 0.511678, - "accuracy": 0.564229, - "main_score": 0.511678, - "hf_subset": "mal_Mlym-kac_Latn", - "languages": [ - "mal-Mlym", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649506, - "recall": 0.708498, - "f1": 0.6667, - "accuracy": 0.708498, - "main_score": 0.6667, - "hf_subset": "mal_Mlym-lin_Latn", - "languages": [ - "mal-Mlym", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-nno_Latn", - "languages": [ - "mal-Mlym", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206165, - "recall": 0.282609, - "f1": 0.224867, - "accuracy": 0.282609, - "main_score": 0.224867, - "hf_subset": "mal_Mlym-sat_Olck", - "languages": [ - "mal-Mlym", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-tel_Telu", - "languages": [ - "mal-Mlym", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943841, - "recall": 0.960474, - "f1": 0.949275, - "accuracy": 0.960474, - "main_score": 0.949275, - "hf_subset": "mal_Mlym-ydd_Hebr", - "languages": [ - "mal-Mlym", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "mal_Mlym-ary_Arab", - "languages": [ - "mal-Mlym", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ces_Latn", - "languages": [ - "mal-Mlym", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556665, - "recall": 0.624506, - "f1": 0.575906, - "accuracy": 0.624506, - "main_score": 0.575906, - "hf_subset": "mal_Mlym-gaz_Latn", - "languages": [ - "mal-Mlym", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567716, - "recall": 0.636364, - "f1": 0.587157, - "accuracy": 0.636364, - "main_score": 0.587157, - "hf_subset": "mal_Mlym-kam_Latn", - "languages": [ - "mal-Mlym", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "mal_Mlym-lit_Latn", - "languages": [ - "mal-Mlym", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-nob_Latn", - "languages": [ - "mal-Mlym", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "mal_Mlym-scn_Latn", - "languages": [ - "mal-Mlym", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "mal_Mlym-tgk_Cyrl", - "languages": [ - "mal-Mlym", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723608, - "recall": 0.783597, - "f1": 0.74126, - "accuracy": 0.783597, - "main_score": 0.74126, - "hf_subset": "mal_Mlym-yor_Latn", - "languages": [ - "mal-Mlym", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-arz_Arab", - "languages": [ - "mal-Mlym", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540308, - "recall": 0.602767, - "f1": 0.558267, - "accuracy": 0.602767, - "main_score": 0.558267, - "hf_subset": "mal_Mlym-cjk_Latn", - "languages": [ - "mal-Mlym", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769005, - "recall": 0.81917, - "f1": 0.784025, - "accuracy": 0.81917, - "main_score": 0.784025, - "hf_subset": "mal_Mlym-gla_Latn", - "languages": [ - "mal-Mlym", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-kan_Knda", - "languages": [ - "mal-Mlym", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mal_Mlym-lmo_Latn", - "languages": [ - "mal-Mlym", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "mal_Mlym-npi_Deva", - "languages": [ - "mal-Mlym", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460411, - "recall": 0.529644, - "f1": 0.479457, - "accuracy": 0.529644, - "main_score": 0.479457, - "hf_subset": "mal_Mlym-shn_Mymr", - "languages": [ - "mal-Mlym", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-tgl_Latn", - "languages": [ - "mal-Mlym", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-yue_Hant", - "languages": [ - "mal-Mlym", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-asm_Beng", - "languages": [ - "mal-Mlym", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "mal_Mlym-ckb_Arab", - "languages": [ - "mal-Mlym", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855319, - "recall": 0.893281, - "f1": 0.867128, - "accuracy": 0.893281, - "main_score": 0.867128, - "hf_subset": "mal_Mlym-gle_Latn", - "languages": [ - "mal-Mlym", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "mal_Mlym-kas_Arab", - "languages": [ - "mal-Mlym", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.953557, - "f1": 0.940184, - "accuracy": 0.953557, - "main_score": 0.940184, - "hf_subset": "mal_Mlym-ltg_Latn", - "languages": [ - "mal-Mlym", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587321, - "recall": 0.649209, - "f1": 0.604872, - "accuracy": 0.649209, - "main_score": 0.604872, - "hf_subset": "mal_Mlym-nso_Latn", - "languages": [ - "mal-Mlym", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mal_Mlym-sin_Sinh", - "languages": [ - "mal-Mlym", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-tha_Thai", - "languages": [ - "mal-Mlym", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-zho_Hans", - "languages": [ - "mal-Mlym", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ast_Latn", - "languages": [ - "mal-Mlym", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-crh_Latn", - "languages": [ - "mal-Mlym", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-glg_Latn", - "languages": [ - "mal-Mlym", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888011, - "recall": 0.921937, - "f1": 0.898847, - "accuracy": 0.921937, - "main_score": 0.898847, - "hf_subset": "mal_Mlym-kas_Deva", - "languages": [ - "mal-Mlym", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "mal_Mlym-ltz_Latn", - "languages": [ - "mal-Mlym", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441835, - "recall": 0.514822, - "f1": 0.46178, - "accuracy": 0.514822, - "main_score": 0.46178, - "hf_subset": "mal_Mlym-nus_Latn", - "languages": [ - "mal-Mlym", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-slk_Latn", - "languages": [ - "mal-Mlym", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6252, - "recall": 0.701581, - "f1": 0.647299, - "accuracy": 0.701581, - "main_score": 0.647299, - "hf_subset": "mal_Mlym-tir_Ethi", - "languages": [ - "mal-Mlym", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-zho_Hant", - "languages": [ - "mal-Mlym", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "mal_Mlym-awa_Deva", - "languages": [ - "mal-Mlym", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "mal_Mlym-cym_Latn", - "languages": [ - "mal-Mlym", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822835, - "recall": 0.863636, - "f1": 0.83503, - "accuracy": 0.863636, - "main_score": 0.83503, - "hf_subset": "mal_Mlym-grn_Latn", - "languages": [ - "mal-Mlym", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-kat_Geor", - "languages": [ - "mal-Mlym", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62472, - "recall": 0.685771, - "f1": 0.642473, - "accuracy": 0.685771, - "main_score": 0.642473, - "hf_subset": "mal_Mlym-lua_Latn", - "languages": [ - "mal-Mlym", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616668, - "recall": 0.681818, - "f1": 0.635367, - "accuracy": 0.681818, - "main_score": 0.635367, - "hf_subset": "mal_Mlym-nya_Latn", - "languages": [ - "mal-Mlym", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-slv_Latn", - "languages": [ - "mal-Mlym", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937088, - "recall": 0.956522, - "f1": 0.943347, - "accuracy": 0.956522, - "main_score": 0.943347, - "hf_subset": "mal_Mlym-tpi_Latn", - "languages": [ - "mal-Mlym", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-zsm_Latn", - "languages": [ - "mal-Mlym", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52771, - "recall": 0.59585, - "f1": 0.546687, - "accuracy": 0.59585, - "main_score": 0.546687, - "hf_subset": "mal_Mlym-ayr_Latn", - "languages": [ - "mal-Mlym", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-dan_Latn", - "languages": [ - "mal-Mlym", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-guj_Gujr", - "languages": [ - "mal-Mlym", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mal_Mlym-kaz_Cyrl", - "languages": [ - "mal-Mlym", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526459, - "recall": 0.590909, - "f1": 0.544147, - "accuracy": 0.590909, - "main_score": 0.544147, - "hf_subset": "mal_Mlym-lug_Latn", - "languages": [ - "mal-Mlym", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-oci_Latn", - "languages": [ - "mal-Mlym", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810507, - "recall": 0.858696, - "f1": 0.824901, - "accuracy": 0.858696, - "main_score": 0.824901, - "hf_subset": "mal_Mlym-smo_Latn", - "languages": [ - "mal-Mlym", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524682, - "recall": 0.597826, - "f1": 0.544585, - "accuracy": 0.597826, - "main_score": 0.544585, - "hf_subset": "mal_Mlym-tsn_Latn", - "languages": [ - "mal-Mlym", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596995, - "recall": 0.662055, - "f1": 0.614937, - "accuracy": 0.662055, - "main_score": 0.614937, - "hf_subset": "mal_Mlym-zul_Latn", - "languages": [ - "mal-Mlym", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920537, - "recall": 0.943676, - "f1": 0.927931, - "accuracy": 0.943676, - "main_score": 0.927931, - "hf_subset": "mal_Mlym-azb_Arab", - "languages": [ - "mal-Mlym", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-deu_Latn", - "languages": [ - "mal-Mlym", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "mal_Mlym-hat_Latn", - "languages": [ - "mal-Mlym", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477523, - "recall": 0.540514, - "f1": 0.495073, - "accuracy": 0.540514, - "main_score": 0.495073, - "hf_subset": "mal_Mlym-kbp_Latn", - "languages": [ - "mal-Mlym", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556106, - "recall": 0.616601, - "f1": 0.572083, - "accuracy": 0.616601, - "main_score": 0.572083, - "hf_subset": "mal_Mlym-luo_Latn", - "languages": [ - "mal-Mlym", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-ory_Orya", - "languages": [ - "mal-Mlym", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565722, - "recall": 0.635375, - "f1": 0.586188, - "accuracy": 0.635375, - "main_score": 0.586188, - "hf_subset": "mal_Mlym-sna_Latn", - "languages": [ - "mal-Mlym", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540282, - "recall": 0.604743, - "f1": 0.557941, - "accuracy": 0.604743, - "main_score": 0.557941, - "hf_subset": "mal_Mlym-tso_Latn", - "languages": [ - "mal-Mlym", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mal_Mlym-azj_Latn", - "languages": [ - "mal-Mlym", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518696, - "recall": 0.593874, - "f1": 0.539621, - "accuracy": 0.593874, - "main_score": 0.539621, - "hf_subset": "mal_Mlym-dik_Latn", - "languages": [ - "mal-Mlym", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710573, - "recall": 0.770751, - "f1": 0.72787, - "accuracy": 0.770751, - "main_score": 0.72787, - "hf_subset": "mal_Mlym-hau_Latn", - "languages": [ - "mal-Mlym", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mal_Mlym-kea_Latn", - "languages": [ - "mal-Mlym", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731999, - "recall": 0.785573, - "f1": 0.74776, - "accuracy": 0.785573, - "main_score": 0.74776, - "hf_subset": "mal_Mlym-lus_Latn", - "languages": [ - "mal-Mlym", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868808, - "recall": 0.901186, - "f1": 0.87859, - "accuracy": 0.901186, - "main_score": 0.87859, - "hf_subset": "mal_Mlym-pag_Latn", - "languages": [ - "mal-Mlym", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mal_Mlym-snd_Arab", - "languages": [ - "mal-Mlym", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950428, - "recall": 0.966403, - "f1": 0.955698, - "accuracy": 0.966403, - "main_score": 0.955698, - "hf_subset": "mal_Mlym-tuk_Latn", - "languages": [ - "mal-Mlym", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mal_Mlym-bak_Cyrl", - "languages": [ - "mal-Mlym", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463853, - "recall": 0.55336, - "f1": 0.489657, - "accuracy": 0.55336, - "main_score": 0.489657, - "hf_subset": "mal_Mlym-dyu_Latn", - "languages": [ - "mal-Mlym", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-heb_Hebr", - "languages": [ - "mal-Mlym", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mal_Mlym-khk_Cyrl", - "languages": [ - "mal-Mlym", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-lvs_Latn", - "languages": [ - "mal-Mlym", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mal_Mlym-pan_Guru", - "languages": [ - "mal-Mlym", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695092, - "recall": 0.756917, - "f1": 0.712996, - "accuracy": 0.756917, - "main_score": 0.712996, - "hf_subset": "mal_Mlym-som_Latn", - "languages": [ - "mal-Mlym", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595605, - "recall": 0.648221, - "f1": 0.610201, - "accuracy": 0.648221, - "main_score": 0.610201, - "hf_subset": "mal_Mlym-tum_Latn", - "languages": [ - "mal-Mlym", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573015, - "recall": 0.63834, - "f1": 0.591538, - "accuracy": 0.63834, - "main_score": 0.591538, - "hf_subset": "pes_Arab-ace_Arab", - "languages": [ - "pes-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51636, - "recall": 0.581028, - "f1": 0.534741, - "accuracy": 0.581028, - "main_score": 0.534741, - "hf_subset": "pes_Arab-bam_Latn", - "languages": [ - "pes-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451757, - "recall": 0.528656, - "f1": 0.471992, - "accuracy": 0.528656, - "main_score": 0.471992, - "hf_subset": "pes_Arab-dzo_Tibt", - "languages": [ - "pes-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-hin_Deva", - "languages": [ - "pes-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-khm_Khmr", - "languages": [ - "pes-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-mag_Deva", - "languages": [ - "pes-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980896, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "pes_Arab-pap_Latn", - "languages": [ - "pes-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585953, - "recall": 0.644269, - "f1": 0.602377, - "accuracy": 0.644269, - "main_score": 0.602377, - "hf_subset": "pes_Arab-sot_Latn", - "languages": [ - "pes-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-tur_Latn", - "languages": [ - "pes-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873188, - "recall": 0.908103, - "f1": 0.884025, - "accuracy": 0.908103, - "main_score": 0.884025, - "hf_subset": "pes_Arab-ace_Latn", - "languages": [ - "pes-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.972332, - "f1": 0.964921, - "accuracy": 0.972332, - "main_score": 0.964921, - "hf_subset": "pes_Arab-ban_Latn", - "languages": [ - "pes-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-ell_Grek", - "languages": [ - "pes-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "pes_Arab-hne_Deva", - "languages": [ - "pes-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609471, - "recall": 0.664032, - "f1": 0.62509, - "accuracy": 0.664032, - "main_score": 0.62509, - "hf_subset": "pes_Arab-kik_Latn", - "languages": [ - "pes-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-mai_Deva", - "languages": [ - "pes-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "pes_Arab-pbt_Arab", - "languages": [ - "pes-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-spa_Latn", - "languages": [ - "pes-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604397, - "recall": 0.668972, - "f1": 0.622121, - "accuracy": 0.668972, - "main_score": 0.622121, - "hf_subset": "pes_Arab-twi_Latn", - "languages": [ - "pes-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-acm_Arab", - "languages": [ - "pes-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-bel_Cyrl", - "languages": [ - "pes-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-eng_Latn", - "languages": [ - "pes-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-hrv_Latn", - "languages": [ - "pes-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550059, - "recall": 0.61166, - "f1": 0.566832, - "accuracy": 0.61166, - "main_score": 0.566832, - "hf_subset": "pes_Arab-kin_Latn", - "languages": [ - "pes-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-mal_Mlym", - "languages": [ - "pes-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pes_Arab-srd_Latn", - "languages": [ - "pes-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182758, - "recall": 0.235178, - "f1": 0.195946, - "accuracy": 0.235178, - "main_score": 0.195946, - "hf_subset": "pes_Arab-tzm_Tfng", - "languages": [ - "pes-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-acq_Arab", - "languages": [ - "pes-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63288, - "recall": 0.683794, - "f1": 0.647443, - "accuracy": 0.683794, - "main_score": 0.647443, - "hf_subset": "pes_Arab-bem_Latn", - "languages": [ - "pes-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-epo_Latn", - "languages": [ - "pes-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-hun_Latn", - "languages": [ - "pes-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pes_Arab-kir_Cyrl", - "languages": [ - "pes-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-mar_Deva", - "languages": [ - "pes-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663827, - "recall": 0.719368, - "f1": 0.679891, - "accuracy": 0.719368, - "main_score": 0.679891, - "hf_subset": "pes_Arab-plt_Latn", - "languages": [ - "pes-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-srp_Cyrl", - "languages": [ - "pes-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "pes_Arab-uig_Arab", - "languages": [ - "pes-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pes_Arab-aeb_Arab", - "languages": [ - "pes-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ben_Beng", - "languages": [ - "pes-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-est_Latn", - "languages": [ - "pes-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-hye_Armn", - "languages": [ - "pes-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532404, - "recall": 0.58498, - "f1": 0.547447, - "accuracy": 0.58498, - "main_score": 0.547447, - "hf_subset": "pes_Arab-kmb_Latn", - "languages": [ - "pes-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492378, - "recall": 0.565217, - "f1": 0.512173, - "accuracy": 0.565217, - "main_score": 0.512173, - "hf_subset": "pes_Arab-min_Arab", - "languages": [ - "pes-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-pol_Latn", - "languages": [ - "pes-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557025, - "recall": 0.619565, - "f1": 0.575318, - "accuracy": 0.619565, - "main_score": 0.575318, - "hf_subset": "pes_Arab-ssw_Latn", - "languages": [ - "pes-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ukr_Cyrl", - "languages": [ - "pes-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-afr_Latn", - "languages": [ - "pes-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-bho_Deva", - "languages": [ - "pes-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pes_Arab-eus_Latn", - "languages": [ - "pes-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575191, - "recall": 0.639328, - "f1": 0.592939, - "accuracy": 0.639328, - "main_score": 0.592939, - "hf_subset": "pes_Arab-ibo_Latn", - "languages": [ - "pes-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898007, - "recall": 0.926877, - "f1": 0.907181, - "accuracy": 0.926877, - "main_score": 0.907181, - "hf_subset": "pes_Arab-kmr_Latn", - "languages": [ - "pes-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pes_Arab-min_Latn", - "languages": [ - "pes-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-por_Latn", - "languages": [ - "pes-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pes_Arab-sun_Latn", - "languages": [ - "pes-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519855, - "recall": 0.577075, - "f1": 0.536319, - "accuracy": 0.577075, - "main_score": 0.536319, - "hf_subset": "pes_Arab-umb_Latn", - "languages": [ - "pes-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ajp_Arab", - "languages": [ - "pes-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526966, - "recall": 0.597826, - "f1": 0.546896, - "accuracy": 0.597826, - "main_score": 0.546896, - "hf_subset": "pes_Arab-bjn_Arab", - "languages": [ - "pes-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514125, - "recall": 0.571146, - "f1": 0.529535, - "accuracy": 0.571146, - "main_score": 0.529535, - "hf_subset": "pes_Arab-ewe_Latn", - "languages": [ - "pes-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941864, - "recall": 0.959486, - "f1": 0.947464, - "accuracy": 0.959486, - "main_score": 0.947464, - "hf_subset": "pes_Arab-ilo_Latn", - "languages": [ - "pes-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320144, - "recall": 0.371542, - "f1": 0.334063, - "accuracy": 0.371542, - "main_score": 0.334063, - "hf_subset": "pes_Arab-knc_Arab", - "languages": [ - "pes-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-mkd_Cyrl", - "languages": [ - "pes-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-prs_Arab", - "languages": [ - "pes-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-swe_Latn", - "languages": [ - "pes-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-urd_Arab", - "languages": [ - "pes-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573419, - "recall": 0.634387, - "f1": 0.590736, - "accuracy": 0.634387, - "main_score": 0.590736, - "hf_subset": "pes_Arab-aka_Latn", - "languages": [ - "pes-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pes_Arab-bjn_Latn", - "languages": [ - "pes-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "pes_Arab-fao_Latn", - "languages": [ - "pes-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ind_Latn", - "languages": [ - "pes-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583883, - "recall": 0.640316, - "f1": 0.599428, - "accuracy": 0.640316, - "main_score": 0.599428, - "hf_subset": "pes_Arab-knc_Latn", - "languages": [ - "pes-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pes_Arab-mlt_Latn", - "languages": [ - "pes-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707839, - "recall": 0.766798, - "f1": 0.72518, - "accuracy": 0.766798, - "main_score": 0.72518, - "hf_subset": "pes_Arab-quy_Latn", - "languages": [ - "pes-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "pes_Arab-swh_Latn", - "languages": [ - "pes-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-uzn_Latn", - "languages": [ - "pes-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-als_Latn", - "languages": [ - "pes-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688069, - "recall": 0.757905, - "f1": 0.708877, - "accuracy": 0.757905, - "main_score": 0.708877, - "hf_subset": "pes_Arab-bod_Tibt", - "languages": [ - "pes-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695998, - "recall": 0.753953, - "f1": 0.713213, - "accuracy": 0.753953, - "main_score": 0.713213, - "hf_subset": "pes_Arab-fij_Latn", - "languages": [ - "pes-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pes_Arab-isl_Latn", - "languages": [ - "pes-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655797, - "recall": 0.70751, - "f1": 0.671297, - "accuracy": 0.70751, - "main_score": 0.671297, - "hf_subset": "pes_Arab-kon_Latn", - "languages": [ - "pes-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643936, - "recall": 0.711462, - "f1": 0.663274, - "accuracy": 0.711462, - "main_score": 0.663274, - "hf_subset": "pes_Arab-mni_Beng", - "languages": [ - "pes-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ron_Latn", - "languages": [ - "pes-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "pes_Arab-szl_Latn", - "languages": [ - "pes-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-vec_Latn", - "languages": [ - "pes-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "pes_Arab-amh_Ethi", - "languages": [ - "pes-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-bos_Latn", - "languages": [ - "pes-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "pes_Arab-fin_Latn", - "languages": [ - "pes-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ita_Latn", - "languages": [ - "pes-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-kor_Hang", - "languages": [ - "pes-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541922, - "recall": 0.601779, - "f1": 0.558072, - "accuracy": 0.601779, - "main_score": 0.558072, - "hf_subset": "pes_Arab-mos_Latn", - "languages": [ - "pes-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560196, - "recall": 0.614625, - "f1": 0.575241, - "accuracy": 0.614625, - "main_score": 0.575241, - "hf_subset": "pes_Arab-run_Latn", - "languages": [ - "pes-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-tam_Taml", - "languages": [ - "pes-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-vie_Latn", - "languages": [ - "pes-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-apc_Arab", - "languages": [ - "pes-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803837, - "recall": 0.847826, - "f1": 0.816667, - "accuracy": 0.847826, - "main_score": 0.816667, - "hf_subset": "pes_Arab-bug_Latn", - "languages": [ - "pes-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480969, - "recall": 0.534585, - "f1": 0.49504, - "accuracy": 0.534585, - "main_score": 0.49504, - "hf_subset": "pes_Arab-fon_Latn", - "languages": [ - "pes-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-jav_Latn", - "languages": [ - "pes-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pes_Arab-lao_Laoo", - "languages": [ - "pes-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884223, - "recall": 0.91502, - "f1": 0.893906, - "accuracy": 0.91502, - "main_score": 0.893906, - "hf_subset": "pes_Arab-mri_Latn", - "languages": [ - "pes-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-rus_Cyrl", - "languages": [ - "pes-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539707, - "recall": 0.601779, - "f1": 0.556891, - "accuracy": 0.601779, - "main_score": 0.556891, - "hf_subset": "pes_Arab-taq_Latn", - "languages": [ - "pes-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pes_Arab-war_Latn", - "languages": [ - "pes-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-arb_Arab", - "languages": [ - "pes-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-bul_Cyrl", - "languages": [ - "pes-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-fra_Latn", - "languages": [ - "pes-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-jpn_Jpan", - "languages": [ - "pes-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pes_Arab-lij_Latn", - "languages": [ - "pes-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "pes_Arab-mya_Mymr", - "languages": [ - "pes-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578986, - "recall": 0.647233, - "f1": 0.597912, - "accuracy": 0.647233, - "main_score": 0.597912, - "hf_subset": "pes_Arab-sag_Latn", - "languages": [ - "pes-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201727, - "recall": 0.263834, - "f1": 0.215073, - "accuracy": 0.263834, - "main_score": 0.215073, - "hf_subset": "pes_Arab-taq_Tfng", - "languages": [ - "pes-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616897, - "recall": 0.684783, - "f1": 0.636426, - "accuracy": 0.684783, - "main_score": 0.636426, - "hf_subset": "pes_Arab-wol_Latn", - "languages": [ - "pes-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807493, - "recall": 0.857708, - "f1": 0.823024, - "accuracy": 0.857708, - "main_score": 0.823024, - "hf_subset": "pes_Arab-arb_Latn", - "languages": [ - "pes-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-cat_Latn", - "languages": [ - "pes-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pes_Arab-fur_Latn", - "languages": [ - "pes-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41614, - "recall": 0.474308, - "f1": 0.432052, - "accuracy": 0.474308, - "main_score": 0.432052, - "hf_subset": "pes_Arab-kab_Latn", - "languages": [ - "pes-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pes_Arab-lim_Latn", - "languages": [ - "pes-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-nld_Latn", - "languages": [ - "pes-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "pes_Arab-san_Deva", - "languages": [ - "pes-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-tat_Cyrl", - "languages": [ - "pes-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683407, - "recall": 0.741107, - "f1": 0.70045, - "accuracy": 0.741107, - "main_score": 0.70045, - "hf_subset": "pes_Arab-xho_Latn", - "languages": [ - "pes-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ars_Arab", - "languages": [ - "pes-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-ceb_Latn", - "languages": [ - "pes-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568365, - "recall": 0.631423, - "f1": 0.585986, - "accuracy": 0.631423, - "main_score": 0.585986, - "hf_subset": "pes_Arab-fuv_Latn", - "languages": [ - "pes-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49589, - "recall": 0.563241, - "f1": 0.51471, - "accuracy": 0.563241, - "main_score": 0.51471, - "hf_subset": "pes_Arab-kac_Latn", - "languages": [ - "pes-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671732, - "recall": 0.725296, - "f1": 0.687698, - "accuracy": 0.725296, - "main_score": 0.687698, - "hf_subset": "pes_Arab-lin_Latn", - "languages": [ - "pes-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-nno_Latn", - "languages": [ - "pes-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.243643, - "recall": 0.323123, - "f1": 0.264151, - "accuracy": 0.323123, - "main_score": 0.264151, - "hf_subset": "pes_Arab-sat_Olck", - "languages": [ - "pes-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-tel_Telu", - "languages": [ - "pes-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "pes_Arab-ydd_Hebr", - "languages": [ - "pes-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "pes_Arab-ary_Arab", - "languages": [ - "pes-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-ces_Latn", - "languages": [ - "pes-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580377, - "recall": 0.640316, - "f1": 0.59742, - "accuracy": 0.640316, - "main_score": 0.59742, - "hf_subset": "pes_Arab-gaz_Latn", - "languages": [ - "pes-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572466, - "recall": 0.637352, - "f1": 0.590655, - "accuracy": 0.637352, - "main_score": 0.590655, - "hf_subset": "pes_Arab-kam_Latn", - "languages": [ - "pes-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "pes_Arab-lit_Latn", - "languages": [ - "pes-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-nob_Latn", - "languages": [ - "pes-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "pes_Arab-scn_Latn", - "languages": [ - "pes-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "pes_Arab-tgk_Cyrl", - "languages": [ - "pes-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724664, - "recall": 0.786561, - "f1": 0.743165, - "accuracy": 0.786561, - "main_score": 0.743165, - "hf_subset": "pes_Arab-yor_Latn", - "languages": [ - "pes-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-arz_Arab", - "languages": [ - "pes-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558202, - "recall": 0.613636, - "f1": 0.574215, - "accuracy": 0.613636, - "main_score": 0.574215, - "hf_subset": "pes_Arab-cjk_Latn", - "languages": [ - "pes-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795652, - "recall": 0.84585, - "f1": 0.810935, - "accuracy": 0.84585, - "main_score": 0.810935, - "hf_subset": "pes_Arab-gla_Latn", - "languages": [ - "pes-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-kan_Knda", - "languages": [ - "pes-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pes_Arab-lmo_Latn", - "languages": [ - "pes-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "pes_Arab-npi_Deva", - "languages": [ - "pes-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459176, - "recall": 0.522727, - "f1": 0.476816, - "accuracy": 0.522727, - "main_score": 0.476816, - "hf_subset": "pes_Arab-shn_Mymr", - "languages": [ - "pes-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-tgl_Latn", - "languages": [ - "pes-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-yue_Hant", - "languages": [ - "pes-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-asm_Beng", - "languages": [ - "pes-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pes_Arab-ckb_Arab", - "languages": [ - "pes-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885046, - "recall": 0.916996, - "f1": 0.895059, - "accuracy": 0.916996, - "main_score": 0.895059, - "hf_subset": "pes_Arab-gle_Latn", - "languages": [ - "pes-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955698, - "recall": 0.969368, - "f1": 0.960145, - "accuracy": 0.969368, - "main_score": 0.960145, - "hf_subset": "pes_Arab-kas_Arab", - "languages": [ - "pes-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.961462, - "f1": 0.949605, - "accuracy": 0.961462, - "main_score": 0.949605, - "hf_subset": "pes_Arab-ltg_Latn", - "languages": [ - "pes-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610353, - "recall": 0.663043, - "f1": 0.625765, - "accuracy": 0.663043, - "main_score": 0.625765, - "hf_subset": "pes_Arab-nso_Latn", - "languages": [ - "pes-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pes_Arab-sin_Sinh", - "languages": [ - "pes-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-tha_Thai", - "languages": [ - "pes-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-zho_Hans", - "languages": [ - "pes-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-ast_Latn", - "languages": [ - "pes-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-crh_Latn", - "languages": [ - "pes-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-glg_Latn", - "languages": [ - "pes-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902915, - "recall": 0.931818, - "f1": 0.912121, - "accuracy": 0.931818, - "main_score": 0.912121, - "hf_subset": "pes_Arab-kas_Deva", - "languages": [ - "pes-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "pes_Arab-ltz_Latn", - "languages": [ - "pes-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449564, - "recall": 0.51581, - "f1": 0.467042, - "accuracy": 0.51581, - "main_score": 0.467042, - "hf_subset": "pes_Arab-nus_Latn", - "languages": [ - "pes-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-slk_Latn", - "languages": [ - "pes-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631456, - "recall": 0.700593, - "f1": 0.651976, - "accuracy": 0.700593, - "main_score": 0.651976, - "hf_subset": "pes_Arab-tir_Ethi", - "languages": [ - "pes-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-zho_Hant", - "languages": [ - "pes-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "pes_Arab-awa_Deva", - "languages": [ - "pes-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "pes_Arab-cym_Latn", - "languages": [ - "pes-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832592, - "recall": 0.87747, - "f1": 0.846739, - "accuracy": 0.87747, - "main_score": 0.846739, - "hf_subset": "pes_Arab-grn_Latn", - "languages": [ - "pes-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-kat_Geor", - "languages": [ - "pes-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639292, - "recall": 0.694664, - "f1": 0.655237, - "accuracy": 0.694664, - "main_score": 0.655237, - "hf_subset": "pes_Arab-lua_Latn", - "languages": [ - "pes-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648197, - "recall": 0.710474, - "f1": 0.666524, - "accuracy": 0.710474, - "main_score": 0.666524, - "hf_subset": "pes_Arab-nya_Latn", - "languages": [ - "pes-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-slv_Latn", - "languages": [ - "pes-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "pes_Arab-tpi_Latn", - "languages": [ - "pes-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-zsm_Latn", - "languages": [ - "pes-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530309, - "recall": 0.59585, - "f1": 0.548605, - "accuracy": 0.59585, - "main_score": 0.548605, - "hf_subset": "pes_Arab-ayr_Latn", - "languages": [ - "pes-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-dan_Latn", - "languages": [ - "pes-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-guj_Gujr", - "languages": [ - "pes-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-kaz_Cyrl", - "languages": [ - "pes-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539518, - "recall": 0.600791, - "f1": 0.555925, - "accuracy": 0.600791, - "main_score": 0.555925, - "hf_subset": "pes_Arab-lug_Latn", - "languages": [ - "pes-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-oci_Latn", - "languages": [ - "pes-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845586, - "recall": 0.886364, - "f1": 0.857839, - "accuracy": 0.886364, - "main_score": 0.857839, - "hf_subset": "pes_Arab-smo_Latn", - "languages": [ - "pes-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535822, - "recall": 0.602767, - "f1": 0.554319, - "accuracy": 0.602767, - "main_score": 0.554319, - "hf_subset": "pes_Arab-tsn_Latn", - "languages": [ - "pes-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620308, - "recall": 0.68083, - "f1": 0.637603, - "accuracy": 0.68083, - "main_score": 0.637603, - "hf_subset": "pes_Arab-zul_Latn", - "languages": [ - "pes-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.964427, - "f1": 0.953393, - "accuracy": 0.964427, - "main_score": 0.953393, - "hf_subset": "pes_Arab-azb_Arab", - "languages": [ - "pes-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-deu_Latn", - "languages": [ - "pes-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "pes_Arab-hat_Latn", - "languages": [ - "pes-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490234, - "recall": 0.547431, - "f1": 0.505755, - "accuracy": 0.547431, - "main_score": 0.505755, - "hf_subset": "pes_Arab-kbp_Latn", - "languages": [ - "pes-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573578, - "recall": 0.630435, - "f1": 0.58885, - "accuracy": 0.630435, - "main_score": 0.58885, - "hf_subset": "pes_Arab-luo_Latn", - "languages": [ - "pes-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-ory_Orya", - "languages": [ - "pes-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5799, - "recall": 0.644269, - "f1": 0.598347, - "accuracy": 0.644269, - "main_score": 0.598347, - "hf_subset": "pes_Arab-sna_Latn", - "languages": [ - "pes-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554821, - "recall": 0.608696, - "f1": 0.569125, - "accuracy": 0.608696, - "main_score": 0.569125, - "hf_subset": "pes_Arab-tso_Latn", - "languages": [ - "pes-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-azj_Latn", - "languages": [ - "pes-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522913, - "recall": 0.59585, - "f1": 0.544288, - "accuracy": 0.59585, - "main_score": 0.544288, - "hf_subset": "pes_Arab-dik_Latn", - "languages": [ - "pes-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736638, - "recall": 0.791502, - "f1": 0.752475, - "accuracy": 0.791502, - "main_score": 0.752475, - "hf_subset": "pes_Arab-hau_Latn", - "languages": [ - "pes-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "pes_Arab-kea_Latn", - "languages": [ - "pes-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750988, - "recall": 0.802372, - "f1": 0.766535, - "accuracy": 0.802372, - "main_score": 0.766535, - "hf_subset": "pes_Arab-lus_Latn", - "languages": [ - "pes-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868939, - "recall": 0.901186, - "f1": 0.878873, - "accuracy": 0.901186, - "main_score": 0.878873, - "hf_subset": "pes_Arab-pag_Latn", - "languages": [ - "pes-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pes_Arab-snd_Arab", - "languages": [ - "pes-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "pes_Arab-tuk_Latn", - "languages": [ - "pes-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pes_Arab-bak_Cyrl", - "languages": [ - "pes-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47721, - "recall": 0.555336, - "f1": 0.499994, - "accuracy": 0.555336, - "main_score": 0.499994, - "hf_subset": "pes_Arab-dyu_Latn", - "languages": [ - "pes-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pes_Arab-heb_Hebr", - "languages": [ - "pes-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pes_Arab-khk_Cyrl", - "languages": [ - "pes-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-lvs_Latn", - "languages": [ - "pes-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pes_Arab-pan_Guru", - "languages": [ - "pes-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702597, - "recall": 0.76581, - "f1": 0.721989, - "accuracy": 0.76581, - "main_score": 0.721989, - "hf_subset": "pes_Arab-som_Latn", - "languages": [ - "pes-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597316, - "recall": 0.650198, - "f1": 0.611927, - "accuracy": 0.650198, - "main_score": 0.611927, - "hf_subset": "pes_Arab-tum_Latn", - "languages": [ - "pes-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590168, - "recall": 0.650198, - "f1": 0.607465, - "accuracy": 0.650198, - "main_score": 0.607465, - "hf_subset": "srd_Latn-ace_Arab", - "languages": [ - "srd-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557642, - "recall": 0.612648, - "f1": 0.573226, - "accuracy": 0.612648, - "main_score": 0.573226, - "hf_subset": "srd_Latn-bam_Latn", - "languages": [ - "srd-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379777, - "recall": 0.445652, - "f1": 0.396812, - "accuracy": 0.445652, - "main_score": 0.396812, - "hf_subset": "srd_Latn-dzo_Tibt", - "languages": [ - "srd-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-hin_Deva", - "languages": [ - "srd-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "srd_Latn-khm_Khmr", - "languages": [ - "srd-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-mag_Deva", - "languages": [ - "srd-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "srd_Latn-pap_Latn", - "languages": [ - "srd-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60809, - "recall": 0.660079, - "f1": 0.622734, - "accuracy": 0.660079, - "main_score": 0.622734, - "hf_subset": "srd_Latn-sot_Latn", - "languages": [ - "srd-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-tur_Latn", - "languages": [ - "srd-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84372, - "recall": 0.878458, - "f1": 0.854084, - "accuracy": 0.878458, - "main_score": 0.854084, - "hf_subset": "srd_Latn-ace_Latn", - "languages": [ - "srd-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9333, - "recall": 0.951581, - "f1": 0.939229, - "accuracy": 0.951581, - "main_score": 0.939229, - "hf_subset": "srd_Latn-ban_Latn", - "languages": [ - "srd-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-ell_Grek", - "languages": [ - "srd-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978458, - "recall": 0.98419, - "f1": 0.980237, - "accuracy": 0.98419, - "main_score": 0.980237, - "hf_subset": "srd_Latn-hne_Deva", - "languages": [ - "srd-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60629, - "recall": 0.659091, - "f1": 0.621344, - "accuracy": 0.659091, - "main_score": 0.621344, - "hf_subset": "srd_Latn-kik_Latn", - "languages": [ - "srd-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "srd_Latn-mai_Deva", - "languages": [ - "srd-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "srd_Latn-pbt_Arab", - "languages": [ - "srd-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "srd_Latn-spa_Latn", - "languages": [ - "srd-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613669, - "recall": 0.673913, - "f1": 0.630893, - "accuracy": 0.673913, - "main_score": 0.630893, - "hf_subset": "srd_Latn-twi_Latn", - "languages": [ - "srd-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "srd_Latn-acm_Arab", - "languages": [ - "srd-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "srd_Latn-bel_Cyrl", - "languages": [ - "srd-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-eng_Latn", - "languages": [ - "srd-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srd_Latn-hrv_Latn", - "languages": [ - "srd-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558326, - "recall": 0.619565, - "f1": 0.575863, - "accuracy": 0.619565, - "main_score": 0.575863, - "hf_subset": "srd_Latn-kin_Latn", - "languages": [ - "srd-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "srd_Latn-mal_Mlym", - "languages": [ - "srd-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "srd_Latn-pes_Arab", - "languages": [ - "srd-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193817, - "recall": 0.235178, - "f1": 0.204019, - "accuracy": 0.235178, - "main_score": 0.204019, - "hf_subset": "srd_Latn-tzm_Tfng", - "languages": [ - "srd-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srd_Latn-acq_Arab", - "languages": [ - "srd-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636078, - "recall": 0.685771, - "f1": 0.649942, - "accuracy": 0.685771, - "main_score": 0.649942, - "hf_subset": "srd_Latn-bem_Latn", - "languages": [ - "srd-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-epo_Latn", - "languages": [ - "srd-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-hun_Latn", - "languages": [ - "srd-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.970356, - "f1": 0.962516, - "accuracy": 0.970356, - "main_score": 0.962516, - "hf_subset": "srd_Latn-kir_Cyrl", - "languages": [ - "srd-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988801, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "srd_Latn-mar_Deva", - "languages": [ - "srd-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667195, - "recall": 0.724308, - "f1": 0.684195, - "accuracy": 0.724308, - "main_score": 0.684195, - "hf_subset": "srd_Latn-plt_Latn", - "languages": [ - "srd-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-srp_Cyrl", - "languages": [ - "srd-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907938, - "recall": 0.934783, - "f1": 0.916502, - "accuracy": 0.934783, - "main_score": 0.916502, - "hf_subset": "srd_Latn-uig_Arab", - "languages": [ - "srd-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970109, - "recall": 0.979249, - "f1": 0.973057, - "accuracy": 0.979249, - "main_score": 0.973057, - "hf_subset": "srd_Latn-aeb_Arab", - "languages": [ - "srd-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "srd_Latn-ben_Beng", - "languages": [ - "srd-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-est_Latn", - "languages": [ - "srd-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "srd_Latn-hye_Armn", - "languages": [ - "srd-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560458, - "recall": 0.610672, - "f1": 0.574581, - "accuracy": 0.610672, - "main_score": 0.574581, - "hf_subset": "srd_Latn-kmb_Latn", - "languages": [ - "srd-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526014, - "recall": 0.597826, - "f1": 0.545218, - "accuracy": 0.597826, - "main_score": 0.545218, - "hf_subset": "srd_Latn-min_Arab", - "languages": [ - "srd-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "srd_Latn-pol_Latn", - "languages": [ - "srd-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57025, - "recall": 0.626482, - "f1": 0.586418, - "accuracy": 0.626482, - "main_score": 0.586418, - "hf_subset": "srd_Latn-ssw_Latn", - "languages": [ - "srd-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srd_Latn-ukr_Cyrl", - "languages": [ - "srd-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-afr_Latn", - "languages": [ - "srd-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "srd_Latn-bho_Deva", - "languages": [ - "srd-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.978261, - "f1": 0.972497, - "accuracy": 0.978261, - "main_score": 0.972497, - "hf_subset": "srd_Latn-eus_Latn", - "languages": [ - "srd-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603649, - "recall": 0.661067, - "f1": 0.619403, - "accuracy": 0.661067, - "main_score": 0.619403, - "hf_subset": "srd_Latn-ibo_Latn", - "languages": [ - "srd-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850635, - "recall": 0.885375, - "f1": 0.861413, - "accuracy": 0.885375, - "main_score": 0.861413, - "hf_subset": "srd_Latn-kmr_Latn", - "languages": [ - "srd-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "srd_Latn-min_Latn", - "languages": [ - "srd-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-por_Latn", - "languages": [ - "srd-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "srd_Latn-sun_Latn", - "languages": [ - "srd-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542121, - "recall": 0.591897, - "f1": 0.556177, - "accuracy": 0.591897, - "main_score": 0.556177, - "hf_subset": "srd_Latn-umb_Latn", - "languages": [ - "srd-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-ajp_Arab", - "languages": [ - "srd-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557457, - "recall": 0.620553, - "f1": 0.573919, - "accuracy": 0.620553, - "main_score": 0.573919, - "hf_subset": "srd_Latn-bjn_Arab", - "languages": [ - "srd-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53125, - "recall": 0.577075, - "f1": 0.543405, - "accuracy": 0.577075, - "main_score": 0.543405, - "hf_subset": "srd_Latn-ewe_Latn", - "languages": [ - "srd-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93083, - "recall": 0.948617, - "f1": 0.936265, - "accuracy": 0.948617, - "main_score": 0.936265, - "hf_subset": "srd_Latn-ilo_Latn", - "languages": [ - "srd-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323866, - "recall": 0.378458, - "f1": 0.339058, - "accuracy": 0.378458, - "main_score": 0.339058, - "hf_subset": "srd_Latn-knc_Arab", - "languages": [ - "srd-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-mkd_Cyrl", - "languages": [ - "srd-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-prs_Arab", - "languages": [ - "srd-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srd_Latn-swe_Latn", - "languages": [ - "srd-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-urd_Arab", - "languages": [ - "srd-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60984, - "recall": 0.662055, - "f1": 0.625074, - "accuracy": 0.662055, - "main_score": 0.625074, - "hf_subset": "srd_Latn-aka_Latn", - "languages": [ - "srd-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965497, - "recall": 0.976285, - "f1": 0.968939, - "accuracy": 0.976285, - "main_score": 0.968939, - "hf_subset": "srd_Latn-bjn_Latn", - "languages": [ - "srd-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938027, - "recall": 0.955534, - "f1": 0.943248, - "accuracy": 0.955534, - "main_score": 0.943248, - "hf_subset": "srd_Latn-fao_Latn", - "languages": [ - "srd-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-ind_Latn", - "languages": [ - "srd-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598381, - "recall": 0.650198, - "f1": 0.612704, - "accuracy": 0.650198, - "main_score": 0.612704, - "hf_subset": "srd_Latn-knc_Latn", - "languages": [ - "srd-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "srd_Latn-mlt_Latn", - "languages": [ - "srd-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702462, - "recall": 0.758893, - "f1": 0.719178, - "accuracy": 0.758893, - "main_score": 0.719178, - "hf_subset": "srd_Latn-quy_Latn", - "languages": [ - "srd-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.961462, - "f1": 0.951087, - "accuracy": 0.961462, - "main_score": 0.951087, - "hf_subset": "srd_Latn-swh_Latn", - "languages": [ - "srd-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-uzn_Latn", - "languages": [ - "srd-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "srd_Latn-als_Latn", - "languages": [ - "srd-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553588, - "recall": 0.629447, - "f1": 0.574809, - "accuracy": 0.629447, - "main_score": 0.574809, - "hf_subset": "srd_Latn-bod_Tibt", - "languages": [ - "srd-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69263, - "recall": 0.741107, - "f1": 0.706285, - "accuracy": 0.741107, - "main_score": 0.706285, - "hf_subset": "srd_Latn-fij_Latn", - "languages": [ - "srd-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "srd_Latn-isl_Latn", - "languages": [ - "srd-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691535, - "recall": 0.73913, - "f1": 0.705764, - "accuracy": 0.73913, - "main_score": 0.705764, - "hf_subset": "srd_Latn-kon_Latn", - "languages": [ - "srd-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657816, - "recall": 0.716403, - "f1": 0.675002, - "accuracy": 0.716403, - "main_score": 0.675002, - "hf_subset": "srd_Latn-mni_Beng", - "languages": [ - "srd-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-ron_Latn", - "languages": [ - "srd-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.981225, - "f1": 0.976285, - "accuracy": 0.981225, - "main_score": 0.976285, - "hf_subset": "srd_Latn-szl_Latn", - "languages": [ - "srd-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-vec_Latn", - "languages": [ - "srd-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895339, - "recall": 0.925889, - "f1": 0.90504, - "accuracy": 0.925889, - "main_score": 0.90504, - "hf_subset": "srd_Latn-amh_Ethi", - "languages": [ - "srd-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-bos_Latn", - "languages": [ - "srd-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "srd_Latn-fin_Latn", - "languages": [ - "srd-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-ita_Latn", - "languages": [ - "srd-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "srd_Latn-kor_Hang", - "languages": [ - "srd-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569191, - "recall": 0.623518, - "f1": 0.584497, - "accuracy": 0.623518, - "main_score": 0.584497, - "hf_subset": "srd_Latn-mos_Latn", - "languages": [ - "srd-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557543, - "recall": 0.607708, - "f1": 0.57173, - "accuracy": 0.607708, - "main_score": 0.57173, - "hf_subset": "srd_Latn-run_Latn", - "languages": [ - "srd-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "srd_Latn-tam_Taml", - "languages": [ - "srd-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-vie_Latn", - "languages": [ - "srd-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-apc_Arab", - "languages": [ - "srd-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793383, - "recall": 0.833004, - "f1": 0.805122, - "accuracy": 0.833004, - "main_score": 0.805122, - "hf_subset": "srd_Latn-bug_Latn", - "languages": [ - "srd-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478749, - "recall": 0.535573, - "f1": 0.494163, - "accuracy": 0.535573, - "main_score": 0.494163, - "hf_subset": "srd_Latn-fon_Latn", - "languages": [ - "srd-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-jav_Latn", - "languages": [ - "srd-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "srd_Latn-lao_Laoo", - "languages": [ - "srd-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81455, - "recall": 0.858696, - "f1": 0.827324, - "accuracy": 0.858696, - "main_score": 0.827324, - "hf_subset": "srd_Latn-mri_Latn", - "languages": [ - "srd-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-rus_Cyrl", - "languages": [ - "srd-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548774, - "recall": 0.599802, - "f1": 0.562999, - "accuracy": 0.599802, - "main_score": 0.562999, - "hf_subset": "srd_Latn-taq_Latn", - "languages": [ - "srd-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "srd_Latn-war_Latn", - "languages": [ - "srd-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-arb_Arab", - "languages": [ - "srd-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srd_Latn-bul_Cyrl", - "languages": [ - "srd-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-fra_Latn", - "languages": [ - "srd-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984766, - "recall": 0.98913, - "f1": 0.986067, - "accuracy": 0.98913, - "main_score": 0.986067, - "hf_subset": "srd_Latn-jpn_Jpan", - "languages": [ - "srd-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "srd_Latn-lij_Latn", - "languages": [ - "srd-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942852, - "recall": 0.960474, - "f1": 0.948617, - "accuracy": 0.960474, - "main_score": 0.948617, - "hf_subset": "srd_Latn-mya_Mymr", - "languages": [ - "srd-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596314, - "recall": 0.666008, - "f1": 0.615604, - "accuracy": 0.666008, - "main_score": 0.615604, - "hf_subset": "srd_Latn-sag_Latn", - "languages": [ - "srd-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207693, - "recall": 0.254941, - "f1": 0.218387, - "accuracy": 0.254941, - "main_score": 0.218387, - "hf_subset": "srd_Latn-taq_Tfng", - "languages": [ - "srd-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639316, - "recall": 0.701581, - "f1": 0.656684, - "accuracy": 0.701581, - "main_score": 0.656684, - "hf_subset": "srd_Latn-wol_Latn", - "languages": [ - "srd-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765786, - "recall": 0.817194, - "f1": 0.781017, - "accuracy": 0.817194, - "main_score": 0.781017, - "hf_subset": "srd_Latn-arb_Latn", - "languages": [ - "srd-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-cat_Latn", - "languages": [ - "srd-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-fur_Latn", - "languages": [ - "srd-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417583, - "recall": 0.474308, - "f1": 0.433536, - "accuracy": 0.474308, - "main_score": 0.433536, - "hf_subset": "srd_Latn-kab_Latn", - "languages": [ - "srd-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965168, - "recall": 0.975296, - "f1": 0.968445, - "accuracy": 0.975296, - "main_score": 0.968445, - "hf_subset": "srd_Latn-lim_Latn", - "languages": [ - "srd-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-nld_Latn", - "languages": [ - "srd-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "srd_Latn-san_Deva", - "languages": [ - "srd-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "srd_Latn-tat_Cyrl", - "languages": [ - "srd-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685331, - "recall": 0.736166, - "f1": 0.700009, - "accuracy": 0.736166, - "main_score": 0.700009, - "hf_subset": "srd_Latn-xho_Latn", - "languages": [ - "srd-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "srd_Latn-ars_Arab", - "languages": [ - "srd-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991848, - "recall": 0.994071, - "f1": 0.99249, - "accuracy": 0.994071, - "main_score": 0.99249, - "hf_subset": "srd_Latn-ceb_Latn", - "languages": [ - "srd-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57152, - "recall": 0.626482, - "f1": 0.587371, - "accuracy": 0.626482, - "main_score": 0.587371, - "hf_subset": "srd_Latn-fuv_Latn", - "languages": [ - "srd-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511743, - "recall": 0.573123, - "f1": 0.528305, - "accuracy": 0.573123, - "main_score": 0.528305, - "hf_subset": "srd_Latn-kac_Latn", - "languages": [ - "srd-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69166, - "recall": 0.736166, - "f1": 0.704346, - "accuracy": 0.736166, - "main_score": 0.704346, - "hf_subset": "srd_Latn-lin_Latn", - "languages": [ - "srd-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "srd_Latn-nno_Latn", - "languages": [ - "srd-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225166, - "recall": 0.294466, - "f1": 0.242698, - "accuracy": 0.294466, - "main_score": 0.242698, - "hf_subset": "srd_Latn-sat_Olck", - "languages": [ - "srd-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-tel_Telu", - "languages": [ - "srd-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938241, - "recall": 0.956522, - "f1": 0.944005, - "accuracy": 0.956522, - "main_score": 0.944005, - "hf_subset": "srd_Latn-ydd_Hebr", - "languages": [ - "srd-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "srd_Latn-ary_Arab", - "languages": [ - "srd-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-ces_Latn", - "languages": [ - "srd-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604934, - "recall": 0.666008, - "f1": 0.622664, - "accuracy": 0.666008, - "main_score": 0.622664, - "hf_subset": "srd_Latn-gaz_Latn", - "languages": [ - "srd-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594289, - "recall": 0.657115, - "f1": 0.612247, - "accuracy": 0.657115, - "main_score": 0.612247, - "hf_subset": "srd_Latn-kam_Latn", - "languages": [ - "srd-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "srd_Latn-lit_Latn", - "languages": [ - "srd-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "srd_Latn-nob_Latn", - "languages": [ - "srd-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "srd_Latn-scn_Latn", - "languages": [ - "srd-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.969368, - "f1": 0.961298, - "accuracy": 0.969368, - "main_score": 0.961298, - "hf_subset": "srd_Latn-tgk_Cyrl", - "languages": [ - "srd-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691453, - "recall": 0.753953, - "f1": 0.710375, - "accuracy": 0.753953, - "main_score": 0.710375, - "hf_subset": "srd_Latn-yor_Latn", - "languages": [ - "srd-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "srd_Latn-arz_Arab", - "languages": [ - "srd-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562608, - "recall": 0.625494, - "f1": 0.581228, - "accuracy": 0.625494, - "main_score": 0.581228, - "hf_subset": "srd_Latn-cjk_Latn", - "languages": [ - "srd-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746756, - "recall": 0.801383, - "f1": 0.762799, - "accuracy": 0.801383, - "main_score": 0.762799, - "hf_subset": "srd_Latn-gla_Latn", - "languages": [ - "srd-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "srd_Latn-kan_Knda", - "languages": [ - "srd-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "srd_Latn-lmo_Latn", - "languages": [ - "srd-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "srd_Latn-npi_Deva", - "languages": [ - "srd-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469977, - "recall": 0.529644, - "f1": 0.486064, - "accuracy": 0.529644, - "main_score": 0.486064, - "hf_subset": "srd_Latn-shn_Mymr", - "languages": [ - "srd-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99193, - "recall": 0.994071, - "f1": 0.992589, - "accuracy": 0.994071, - "main_score": 0.992589, - "hf_subset": "srd_Latn-tgl_Latn", - "languages": [ - "srd-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srd_Latn-yue_Hant", - "languages": [ - "srd-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "srd_Latn-asm_Beng", - "languages": [ - "srd-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925889, - "recall": 0.94664, - "f1": 0.932444, - "accuracy": 0.94664, - "main_score": 0.932444, - "hf_subset": "srd_Latn-ckb_Arab", - "languages": [ - "srd-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841314, - "recall": 0.880435, - "f1": 0.85296, - "accuracy": 0.880435, - "main_score": 0.85296, - "hf_subset": "srd_Latn-gle_Latn", - "languages": [ - "srd-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924489, - "recall": 0.945652, - "f1": 0.931061, - "accuracy": 0.945652, - "main_score": 0.931061, - "hf_subset": "srd_Latn-kas_Arab", - "languages": [ - "srd-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.954545, - "f1": 0.940711, - "accuracy": 0.954545, - "main_score": 0.940711, - "hf_subset": "srd_Latn-ltg_Latn", - "languages": [ - "srd-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622174, - "recall": 0.671937, - "f1": 0.635754, - "accuracy": 0.671937, - "main_score": 0.635754, - "hf_subset": "srd_Latn-nso_Latn", - "languages": [ - "srd-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956604, - "recall": 0.969368, - "f1": 0.960705, - "accuracy": 0.969368, - "main_score": 0.960705, - "hf_subset": "srd_Latn-sin_Sinh", - "languages": [ - "srd-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srd_Latn-tha_Thai", - "languages": [ - "srd-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "srd_Latn-zho_Hans", - "languages": [ - "srd-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-ast_Latn", - "languages": [ - "srd-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "srd_Latn-crh_Latn", - "languages": [ - "srd-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srd_Latn-glg_Latn", - "languages": [ - "srd-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848353, - "recall": 0.88834, - "f1": 0.860804, - "accuracy": 0.88834, - "main_score": 0.860804, - "hf_subset": "srd_Latn-kas_Deva", - "languages": [ - "srd-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "srd_Latn-ltz_Latn", - "languages": [ - "srd-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489789, - "recall": 0.550395, - "f1": 0.506018, - "accuracy": 0.550395, - "main_score": 0.506018, - "hf_subset": "srd_Latn-nus_Latn", - "languages": [ - "srd-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srd_Latn-slk_Latn", - "languages": [ - "srd-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586655, - "recall": 0.657115, - "f1": 0.607496, - "accuracy": 0.657115, - "main_score": 0.607496, - "hf_subset": "srd_Latn-tir_Ethi", - "languages": [ - "srd-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "srd_Latn-zho_Hant", - "languages": [ - "srd-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "srd_Latn-awa_Deva", - "languages": [ - "srd-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936594, - "recall": 0.955534, - "f1": 0.942852, - "accuracy": 0.955534, - "main_score": 0.942852, - "hf_subset": "srd_Latn-cym_Latn", - "languages": [ - "srd-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828887, - "recall": 0.868577, - "f1": 0.840994, - "accuracy": 0.868577, - "main_score": 0.840994, - "hf_subset": "srd_Latn-grn_Latn", - "languages": [ - "srd-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "srd_Latn-kat_Geor", - "languages": [ - "srd-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653651, - "recall": 0.701581, - "f1": 0.667183, - "accuracy": 0.701581, - "main_score": 0.667183, - "hf_subset": "srd_Latn-lua_Latn", - "languages": [ - "srd-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63404, - "recall": 0.690711, - "f1": 0.650087, - "accuracy": 0.690711, - "main_score": 0.650087, - "hf_subset": "srd_Latn-nya_Latn", - "languages": [ - "srd-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-slv_Latn", - "languages": [ - "srd-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925461, - "recall": 0.945652, - "f1": 0.931621, - "accuracy": 0.945652, - "main_score": 0.931621, - "hf_subset": "srd_Latn-tpi_Latn", - "languages": [ - "srd-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997365, - "recall": 0.998024, - "f1": 0.99753, - "accuracy": 0.998024, - "main_score": 0.99753, - "hf_subset": "srd_Latn-zsm_Latn", - "languages": [ - "srd-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560397, - "recall": 0.625494, - "f1": 0.57836, - "accuracy": 0.625494, - "main_score": 0.57836, - "hf_subset": "srd_Latn-ayr_Latn", - "languages": [ - "srd-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srd_Latn-dan_Latn", - "languages": [ - "srd-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "srd_Latn-guj_Gujr", - "languages": [ - "srd-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "srd_Latn-kaz_Cyrl", - "languages": [ - "srd-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536685, - "recall": 0.59585, - "f1": 0.553782, - "accuracy": 0.59585, - "main_score": 0.553782, - "hf_subset": "srd_Latn-lug_Latn", - "languages": [ - "srd-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srd_Latn-oci_Latn", - "languages": [ - "srd-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789848, - "recall": 0.835968, - "f1": 0.803593, - "accuracy": 0.835968, - "main_score": 0.803593, - "hf_subset": "srd_Latn-smo_Latn", - "languages": [ - "srd-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548712, - "recall": 0.605731, - "f1": 0.564372, - "accuracy": 0.605731, - "main_score": 0.564372, - "hf_subset": "srd_Latn-tsn_Latn", - "languages": [ - "srd-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619527, - "recall": 0.675889, - "f1": 0.63602, - "accuracy": 0.675889, - "main_score": 0.63602, - "hf_subset": "srd_Latn-zul_Latn", - "languages": [ - "srd-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898715, - "recall": 0.926877, - "f1": 0.907773, - "accuracy": 0.926877, - "main_score": 0.907773, - "hf_subset": "srd_Latn-azb_Arab", - "languages": [ - "srd-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srd_Latn-deu_Latn", - "languages": [ - "srd-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959239, - "recall": 0.970356, - "f1": 0.962846, - "accuracy": 0.970356, - "main_score": 0.962846, - "hf_subset": "srd_Latn-hat_Latn", - "languages": [ - "srd-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517289, - "recall": 0.570158, - "f1": 0.531875, - "accuracy": 0.570158, - "main_score": 0.531875, - "hf_subset": "srd_Latn-kbp_Latn", - "languages": [ - "srd-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5883, - "recall": 0.645257, - "f1": 0.604021, - "accuracy": 0.645257, - "main_score": 0.604021, - "hf_subset": "srd_Latn-luo_Latn", - "languages": [ - "srd-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srd_Latn-ory_Orya", - "languages": [ - "srd-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589666, - "recall": 0.646245, - "f1": 0.606241, - "accuracy": 0.646245, - "main_score": 0.606241, - "hf_subset": "srd_Latn-sna_Latn", - "languages": [ - "srd-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574301, - "recall": 0.625494, - "f1": 0.58888, - "accuracy": 0.625494, - "main_score": 0.58888, - "hf_subset": "srd_Latn-tso_Latn", - "languages": [ - "srd-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "srd_Latn-azj_Latn", - "languages": [ - "srd-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553179, - "recall": 0.610672, - "f1": 0.569584, - "accuracy": 0.610672, - "main_score": 0.569584, - "hf_subset": "srd_Latn-dik_Latn", - "languages": [ - "srd-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723386, - "recall": 0.775692, - "f1": 0.738608, - "accuracy": 0.775692, - "main_score": 0.738608, - "hf_subset": "srd_Latn-hau_Latn", - "languages": [ - "srd-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "srd_Latn-kea_Latn", - "languages": [ - "srd-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718224, - "recall": 0.763834, - "f1": 0.731538, - "accuracy": 0.763834, - "main_score": 0.731538, - "hf_subset": "srd_Latn-lus_Latn", - "languages": [ - "srd-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86614, - "recall": 0.891304, - "f1": 0.873814, - "accuracy": 0.891304, - "main_score": 0.873814, - "hf_subset": "srd_Latn-pag_Latn", - "languages": [ - "srd-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "srd_Latn-snd_Arab", - "languages": [ - "srd-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91525, - "recall": 0.937747, - "f1": 0.922266, - "accuracy": 0.937747, - "main_score": 0.922266, - "hf_subset": "srd_Latn-tuk_Latn", - "languages": [ - "srd-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "srd_Latn-bak_Cyrl", - "languages": [ - "srd-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487526, - "recall": 0.564229, - "f1": 0.509274, - "accuracy": 0.564229, - "main_score": 0.509274, - "hf_subset": "srd_Latn-dyu_Latn", - "languages": [ - "srd-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srd_Latn-heb_Hebr", - "languages": [ - "srd-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953804, - "recall": 0.967391, - "f1": 0.95807, - "accuracy": 0.967391, - "main_score": 0.95807, - "hf_subset": "srd_Latn-khk_Cyrl", - "languages": [ - "srd-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-lvs_Latn", - "languages": [ - "srd-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srd_Latn-pan_Guru", - "languages": [ - "srd-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6903, - "recall": 0.746047, - "f1": 0.706604, - "accuracy": 0.746047, - "main_score": 0.706604, - "hf_subset": "srd_Latn-som_Latn", - "languages": [ - "srd-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603969, - "recall": 0.643281, - "f1": 0.615003, - "accuracy": 0.643281, - "main_score": 0.615003, - "hf_subset": "srd_Latn-tum_Latn", - "languages": [ - "srd-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162016, - "recall": 0.193676, - "f1": 0.169345, - "accuracy": 0.193676, - "main_score": 0.169345, - "hf_subset": "tzm_Tfng-ace_Arab", - "languages": [ - "tzm-Tfng", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156915, - "recall": 0.188735, - "f1": 0.164998, - "accuracy": 0.188735, - "main_score": 0.164998, - "hf_subset": "tzm_Tfng-bam_Latn", - "languages": [ - "tzm-Tfng", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.125739, - "recall": 0.149209, - "f1": 0.132192, - "accuracy": 0.149209, - "main_score": 0.132192, - "hf_subset": "tzm_Tfng-dzo_Tibt", - "languages": [ - "tzm-Tfng", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161067, - "recall": 0.194664, - "f1": 0.168254, - "accuracy": 0.194664, - "main_score": 0.168254, - "hf_subset": "tzm_Tfng-hin_Deva", - "languages": [ - "tzm-Tfng", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150273, - "recall": 0.18083, - "f1": 0.156912, - "accuracy": 0.18083, - "main_score": 0.156912, - "hf_subset": "tzm_Tfng-khm_Khmr", - "languages": [ - "tzm-Tfng", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152369, - "recall": 0.179842, - "f1": 0.158376, - "accuracy": 0.179842, - "main_score": 0.158376, - "hf_subset": "tzm_Tfng-mag_Deva", - "languages": [ - "tzm-Tfng", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149349, - "recall": 0.184783, - "f1": 0.156749, - "accuracy": 0.184783, - "main_score": 0.156749, - "hf_subset": "tzm_Tfng-pap_Latn", - "languages": [ - "tzm-Tfng", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162343, - "recall": 0.203557, - "f1": 0.171536, - "accuracy": 0.203557, - "main_score": 0.171536, - "hf_subset": "tzm_Tfng-sot_Latn", - "languages": [ - "tzm-Tfng", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.14453, - "recall": 0.178854, - "f1": 0.152278, - "accuracy": 0.178854, - "main_score": 0.152278, - "hf_subset": "tzm_Tfng-tur_Latn", - "languages": [ - "tzm-Tfng", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153556, - "recall": 0.188735, - "f1": 0.161462, - "accuracy": 0.188735, - "main_score": 0.161462, - "hf_subset": "tzm_Tfng-ace_Latn", - "languages": [ - "tzm-Tfng", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158431, - "recall": 0.194664, - "f1": 0.166158, - "accuracy": 0.194664, - "main_score": 0.166158, - "hf_subset": "tzm_Tfng-ban_Latn", - "languages": [ - "tzm-Tfng", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140535, - "recall": 0.177866, - "f1": 0.14826, - "accuracy": 0.177866, - "main_score": 0.14826, - "hf_subset": "tzm_Tfng-ell_Grek", - "languages": [ - "tzm-Tfng", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140829, - "recall": 0.174901, - "f1": 0.147859, - "accuracy": 0.174901, - "main_score": 0.147859, - "hf_subset": "tzm_Tfng-hne_Deva", - "languages": [ - "tzm-Tfng", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.075804, - "recall": 0.108696, - "f1": 0.081544, - "accuracy": 0.108696, - "main_score": 0.081544, - "hf_subset": "tzm_Tfng-kik_Latn", - "languages": [ - "tzm-Tfng", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157293, - "recall": 0.187747, - "f1": 0.163607, - "accuracy": 0.187747, - "main_score": 0.163607, - "hf_subset": "tzm_Tfng-mai_Deva", - "languages": [ - "tzm-Tfng", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142833, - "recall": 0.183794, - "f1": 0.15117, - "accuracy": 0.183794, - "main_score": 0.15117, - "hf_subset": "tzm_Tfng-pbt_Arab", - "languages": [ - "tzm-Tfng", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.144634, - "recall": 0.178854, - "f1": 0.152398, - "accuracy": 0.178854, - "main_score": 0.152398, - "hf_subset": "tzm_Tfng-spa_Latn", - "languages": [ - "tzm-Tfng", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158522, - "recall": 0.1917, - "f1": 0.165392, - "accuracy": 0.1917, - "main_score": 0.165392, - "hf_subset": "tzm_Tfng-twi_Latn", - "languages": [ - "tzm-Tfng", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151296, - "recall": 0.185771, - "f1": 0.158889, - "accuracy": 0.185771, - "main_score": 0.158889, - "hf_subset": "tzm_Tfng-acm_Arab", - "languages": [ - "tzm-Tfng", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149052, - "recall": 0.177866, - "f1": 0.155943, - "accuracy": 0.177866, - "main_score": 0.155943, - "hf_subset": "tzm_Tfng-bel_Cyrl", - "languages": [ - "tzm-Tfng", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164901, - "recall": 0.200593, - "f1": 0.172581, - "accuracy": 0.200593, - "main_score": 0.172581, - "hf_subset": "tzm_Tfng-eng_Latn", - "languages": [ - "tzm-Tfng", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160431, - "recall": 0.193676, - "f1": 0.167807, - "accuracy": 0.193676, - "main_score": 0.167807, - "hf_subset": "tzm_Tfng-hrv_Latn", - "languages": [ - "tzm-Tfng", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170016, - "recall": 0.210474, - "f1": 0.178076, - "accuracy": 0.210474, - "main_score": 0.178076, - "hf_subset": "tzm_Tfng-kin_Latn", - "languages": [ - "tzm-Tfng", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13839, - "recall": 0.173913, - "f1": 0.14576, - "accuracy": 0.173913, - "main_score": 0.14576, - "hf_subset": "tzm_Tfng-mal_Mlym", - "languages": [ - "tzm-Tfng", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159157, - "recall": 0.193676, - "f1": 0.167455, - "accuracy": 0.193676, - "main_score": 0.167455, - "hf_subset": "tzm_Tfng-pes_Arab", - "languages": [ - "tzm-Tfng", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151536, - "recall": 0.193676, - "f1": 0.160131, - "accuracy": 0.193676, - "main_score": 0.160131, - "hf_subset": "tzm_Tfng-srd_Latn", - "languages": [ - "tzm-Tfng", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148181, - "recall": 0.181818, - "f1": 0.155427, - "accuracy": 0.181818, - "main_score": 0.155427, - "hf_subset": "tzm_Tfng-acq_Arab", - "languages": [ - "tzm-Tfng", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148666, - "recall": 0.187747, - "f1": 0.15709, - "accuracy": 0.187747, - "main_score": 0.15709, - "hf_subset": "tzm_Tfng-bem_Latn", - "languages": [ - "tzm-Tfng", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159275, - "recall": 0.194664, - "f1": 0.166833, - "accuracy": 0.194664, - "main_score": 0.166833, - "hf_subset": "tzm_Tfng-epo_Latn", - "languages": [ - "tzm-Tfng", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147146, - "recall": 0.184783, - "f1": 0.155454, - "accuracy": 0.184783, - "main_score": 0.155454, - "hf_subset": "tzm_Tfng-hun_Latn", - "languages": [ - "tzm-Tfng", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140967, - "recall": 0.172925, - "f1": 0.148222, - "accuracy": 0.172925, - "main_score": 0.148222, - "hf_subset": "tzm_Tfng-kir_Cyrl", - "languages": [ - "tzm-Tfng", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156085, - "recall": 0.184783, - "f1": 0.16217, - "accuracy": 0.184783, - "main_score": 0.16217, - "hf_subset": "tzm_Tfng-mar_Deva", - "languages": [ - "tzm-Tfng", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172641, - "recall": 0.208498, - "f1": 0.180114, - "accuracy": 0.208498, - "main_score": 0.180114, - "hf_subset": "tzm_Tfng-plt_Latn", - "languages": [ - "tzm-Tfng", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152665, - "recall": 0.185771, - "f1": 0.160401, - "accuracy": 0.185771, - "main_score": 0.160401, - "hf_subset": "tzm_Tfng-srp_Cyrl", - "languages": [ - "tzm-Tfng", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13804, - "recall": 0.170949, - "f1": 0.145501, - "accuracy": 0.170949, - "main_score": 0.145501, - "hf_subset": "tzm_Tfng-uig_Arab", - "languages": [ - "tzm-Tfng", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139411, - "recall": 0.178854, - "f1": 0.147808, - "accuracy": 0.178854, - "main_score": 0.147808, - "hf_subset": "tzm_Tfng-aeb_Arab", - "languages": [ - "tzm-Tfng", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161825, - "recall": 0.195652, - "f1": 0.169257, - "accuracy": 0.195652, - "main_score": 0.169257, - "hf_subset": "tzm_Tfng-ben_Beng", - "languages": [ - "tzm-Tfng", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148069, - "recall": 0.181818, - "f1": 0.155576, - "accuracy": 0.181818, - "main_score": 0.155576, - "hf_subset": "tzm_Tfng-est_Latn", - "languages": [ - "tzm-Tfng", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154514, - "recall": 0.187747, - "f1": 0.161718, - "accuracy": 0.187747, - "main_score": 0.161718, - "hf_subset": "tzm_Tfng-hye_Armn", - "languages": [ - "tzm-Tfng", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164256, - "recall": 0.195652, - "f1": 0.171879, - "accuracy": 0.195652, - "main_score": 0.171879, - "hf_subset": "tzm_Tfng-kmb_Latn", - "languages": [ - "tzm-Tfng", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17407, - "recall": 0.208498, - "f1": 0.181268, - "accuracy": 0.208498, - "main_score": 0.181268, - "hf_subset": "tzm_Tfng-min_Arab", - "languages": [ - "tzm-Tfng", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142535, - "recall": 0.178854, - "f1": 0.150467, - "accuracy": 0.178854, - "main_score": 0.150467, - "hf_subset": "tzm_Tfng-pol_Latn", - "languages": [ - "tzm-Tfng", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167487, - "recall": 0.210474, - "f1": 0.176387, - "accuracy": 0.210474, - "main_score": 0.176387, - "hf_subset": "tzm_Tfng-ssw_Latn", - "languages": [ - "tzm-Tfng", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150378, - "recall": 0.185771, - "f1": 0.158119, - "accuracy": 0.185771, - "main_score": 0.158119, - "hf_subset": "tzm_Tfng-ukr_Cyrl", - "languages": [ - "tzm-Tfng", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160873, - "recall": 0.197628, - "f1": 0.169568, - "accuracy": 0.197628, - "main_score": 0.169568, - "hf_subset": "tzm_Tfng-afr_Latn", - "languages": [ - "tzm-Tfng", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146276, - "recall": 0.179842, - "f1": 0.152934, - "accuracy": 0.179842, - "main_score": 0.152934, - "hf_subset": "tzm_Tfng-bho_Deva", - "languages": [ - "tzm-Tfng", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157154, - "recall": 0.198617, - "f1": 0.166343, - "accuracy": 0.198617, - "main_score": 0.166343, - "hf_subset": "tzm_Tfng-eus_Latn", - "languages": [ - "tzm-Tfng", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139123, - "recall": 0.174901, - "f1": 0.146649, - "accuracy": 0.174901, - "main_score": 0.146649, - "hf_subset": "tzm_Tfng-ibo_Latn", - "languages": [ - "tzm-Tfng", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161679, - "recall": 0.187747, - "f1": 0.167753, - "accuracy": 0.187747, - "main_score": 0.167753, - "hf_subset": "tzm_Tfng-kmr_Latn", - "languages": [ - "tzm-Tfng", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157628, - "recall": 0.190711, - "f1": 0.16558, - "accuracy": 0.190711, - "main_score": 0.16558, - "hf_subset": "tzm_Tfng-min_Latn", - "languages": [ - "tzm-Tfng", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150498, - "recall": 0.190711, - "f1": 0.159511, - "accuracy": 0.190711, - "main_score": 0.159511, - "hf_subset": "tzm_Tfng-por_Latn", - "languages": [ - "tzm-Tfng", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154699, - "recall": 0.189723, - "f1": 0.161926, - "accuracy": 0.189723, - "main_score": 0.161926, - "hf_subset": "tzm_Tfng-sun_Latn", - "languages": [ - "tzm-Tfng", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161232, - "recall": 0.203557, - "f1": 0.170826, - "accuracy": 0.203557, - "main_score": 0.170826, - "hf_subset": "tzm_Tfng-umb_Latn", - "languages": [ - "tzm-Tfng", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150969, - "recall": 0.188735, - "f1": 0.158925, - "accuracy": 0.188735, - "main_score": 0.158925, - "hf_subset": "tzm_Tfng-ajp_Arab", - "languages": [ - "tzm-Tfng", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158442, - "recall": 0.1917, - "f1": 0.165775, - "accuracy": 0.1917, - "main_score": 0.165775, - "hf_subset": "tzm_Tfng-bjn_Arab", - "languages": [ - "tzm-Tfng", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150612, - "recall": 0.186759, - "f1": 0.158293, - "accuracy": 0.186759, - "main_score": 0.158293, - "hf_subset": "tzm_Tfng-ewe_Latn", - "languages": [ - "tzm-Tfng", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152919, - "recall": 0.189723, - "f1": 0.159836, - "accuracy": 0.189723, - "main_score": 0.159836, - "hf_subset": "tzm_Tfng-ilo_Latn", - "languages": [ - "tzm-Tfng", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154645, - "recall": 0.18083, - "f1": 0.160404, - "accuracy": 0.18083, - "main_score": 0.160404, - "hf_subset": "tzm_Tfng-knc_Arab", - "languages": [ - "tzm-Tfng", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155279, - "recall": 0.192688, - "f1": 0.163189, - "accuracy": 0.192688, - "main_score": 0.163189, - "hf_subset": "tzm_Tfng-mkd_Cyrl", - "languages": [ - "tzm-Tfng", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154245, - "recall": 0.1917, - "f1": 0.162173, - "accuracy": 0.1917, - "main_score": 0.162173, - "hf_subset": "tzm_Tfng-prs_Arab", - "languages": [ - "tzm-Tfng", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157179, - "recall": 0.192688, - "f1": 0.165199, - "accuracy": 0.192688, - "main_score": 0.165199, - "hf_subset": "tzm_Tfng-swe_Latn", - "languages": [ - "tzm-Tfng", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146667, - "recall": 0.184783, - "f1": 0.155186, - "accuracy": 0.184783, - "main_score": 0.155186, - "hf_subset": "tzm_Tfng-urd_Arab", - "languages": [ - "tzm-Tfng", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151751, - "recall": 0.186759, - "f1": 0.159599, - "accuracy": 0.186759, - "main_score": 0.159599, - "hf_subset": "tzm_Tfng-aka_Latn", - "languages": [ - "tzm-Tfng", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151413, - "recall": 0.183794, - "f1": 0.157736, - "accuracy": 0.183794, - "main_score": 0.157736, - "hf_subset": "tzm_Tfng-bjn_Latn", - "languages": [ - "tzm-Tfng", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148427, - "recall": 0.179842, - "f1": 0.155058, - "accuracy": 0.179842, - "main_score": 0.155058, - "hf_subset": "tzm_Tfng-fao_Latn", - "languages": [ - "tzm-Tfng", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157299, - "recall": 0.192688, - "f1": 0.165144, - "accuracy": 0.192688, - "main_score": 0.165144, - "hf_subset": "tzm_Tfng-ind_Latn", - "languages": [ - "tzm-Tfng", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163279, - "recall": 0.195652, - "f1": 0.170942, - "accuracy": 0.195652, - "main_score": 0.170942, - "hf_subset": "tzm_Tfng-knc_Latn", - "languages": [ - "tzm-Tfng", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153071, - "recall": 0.190711, - "f1": 0.160856, - "accuracy": 0.190711, - "main_score": 0.160856, - "hf_subset": "tzm_Tfng-mlt_Latn", - "languages": [ - "tzm-Tfng", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161387, - "recall": 0.194664, - "f1": 0.168929, - "accuracy": 0.194664, - "main_score": 0.168929, - "hf_subset": "tzm_Tfng-quy_Latn", - "languages": [ - "tzm-Tfng", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16807, - "recall": 0.211462, - "f1": 0.177226, - "accuracy": 0.211462, - "main_score": 0.177226, - "hf_subset": "tzm_Tfng-swh_Latn", - "languages": [ - "tzm-Tfng", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158956, - "recall": 0.185771, - "f1": 0.164158, - "accuracy": 0.185771, - "main_score": 0.164158, - "hf_subset": "tzm_Tfng-uzn_Latn", - "languages": [ - "tzm-Tfng", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156412, - "recall": 0.185771, - "f1": 0.163699, - "accuracy": 0.185771, - "main_score": 0.163699, - "hf_subset": "tzm_Tfng-als_Latn", - "languages": [ - "tzm-Tfng", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174514, - "recall": 0.193676, - "f1": 0.179318, - "accuracy": 0.193676, - "main_score": 0.179318, - "hf_subset": "tzm_Tfng-bod_Tibt", - "languages": [ - "tzm-Tfng", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163162, - "recall": 0.198617, - "f1": 0.171055, - "accuracy": 0.198617, - "main_score": 0.171055, - "hf_subset": "tzm_Tfng-fij_Latn", - "languages": [ - "tzm-Tfng", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157082, - "recall": 0.185771, - "f1": 0.163878, - "accuracy": 0.185771, - "main_score": 0.163878, - "hf_subset": "tzm_Tfng-isl_Latn", - "languages": [ - "tzm-Tfng", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147041, - "recall": 0.185771, - "f1": 0.155061, - "accuracy": 0.185771, - "main_score": 0.155061, - "hf_subset": "tzm_Tfng-kon_Latn", - "languages": [ - "tzm-Tfng", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153963, - "recall": 0.183794, - "f1": 0.160496, - "accuracy": 0.183794, - "main_score": 0.160496, - "hf_subset": "tzm_Tfng-mni_Beng", - "languages": [ - "tzm-Tfng", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15357, - "recall": 0.189723, - "f1": 0.161252, - "accuracy": 0.189723, - "main_score": 0.161252, - "hf_subset": "tzm_Tfng-ron_Latn", - "languages": [ - "tzm-Tfng", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15791, - "recall": 0.195652, - "f1": 0.166274, - "accuracy": 0.195652, - "main_score": 0.166274, - "hf_subset": "tzm_Tfng-szl_Latn", - "languages": [ - "tzm-Tfng", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161882, - "recall": 0.19664, - "f1": 0.169275, - "accuracy": 0.19664, - "main_score": 0.169275, - "hf_subset": "tzm_Tfng-vec_Latn", - "languages": [ - "tzm-Tfng", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153817, - "recall": 0.186759, - "f1": 0.16094, - "accuracy": 0.186759, - "main_score": 0.16094, - "hf_subset": "tzm_Tfng-amh_Ethi", - "languages": [ - "tzm-Tfng", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163844, - "recall": 0.201581, - "f1": 0.172595, - "accuracy": 0.201581, - "main_score": 0.172595, - "hf_subset": "tzm_Tfng-bos_Latn", - "languages": [ - "tzm-Tfng", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138032, - "recall": 0.173913, - "f1": 0.144804, - "accuracy": 0.173913, - "main_score": 0.144804, - "hf_subset": "tzm_Tfng-fin_Latn", - "languages": [ - "tzm-Tfng", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147964, - "recall": 0.182806, - "f1": 0.155222, - "accuracy": 0.182806, - "main_score": 0.155222, - "hf_subset": "tzm_Tfng-ita_Latn", - "languages": [ - "tzm-Tfng", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136708, - "recall": 0.16996, - "f1": 0.143844, - "accuracy": 0.16996, - "main_score": 0.143844, - "hf_subset": "tzm_Tfng-kor_Hang", - "languages": [ - "tzm-Tfng", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165876, - "recall": 0.201581, - "f1": 0.173327, - "accuracy": 0.201581, - "main_score": 0.173327, - "hf_subset": "tzm_Tfng-mos_Latn", - "languages": [ - "tzm-Tfng", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165759, - "recall": 0.206522, - "f1": 0.173861, - "accuracy": 0.206522, - "main_score": 0.173861, - "hf_subset": "tzm_Tfng-run_Latn", - "languages": [ - "tzm-Tfng", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147322, - "recall": 0.181818, - "f1": 0.154783, - "accuracy": 0.181818, - "main_score": 0.154783, - "hf_subset": "tzm_Tfng-tam_Taml", - "languages": [ - "tzm-Tfng", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150759, - "recall": 0.182806, - "f1": 0.157722, - "accuracy": 0.182806, - "main_score": 0.157722, - "hf_subset": "tzm_Tfng-vie_Latn", - "languages": [ - "tzm-Tfng", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152849, - "recall": 0.179842, - "f1": 0.158974, - "accuracy": 0.179842, - "main_score": 0.158974, - "hf_subset": "tzm_Tfng-apc_Arab", - "languages": [ - "tzm-Tfng", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1438, - "recall": 0.178854, - "f1": 0.151189, - "accuracy": 0.178854, - "main_score": 0.151189, - "hf_subset": "tzm_Tfng-bug_Latn", - "languages": [ - "tzm-Tfng", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154191, - "recall": 0.186759, - "f1": 0.161583, - "accuracy": 0.186759, - "main_score": 0.161583, - "hf_subset": "tzm_Tfng-fon_Latn", - "languages": [ - "tzm-Tfng", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162014, - "recall": 0.199605, - "f1": 0.169963, - "accuracy": 0.199605, - "main_score": 0.169963, - "hf_subset": "tzm_Tfng-jav_Latn", - "languages": [ - "tzm-Tfng", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155019, - "recall": 0.184783, - "f1": 0.162834, - "accuracy": 0.184783, - "main_score": 0.162834, - "hf_subset": "tzm_Tfng-lao_Laoo", - "languages": [ - "tzm-Tfng", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148511, - "recall": 0.18083, - "f1": 0.156099, - "accuracy": 0.18083, - "main_score": 0.156099, - "hf_subset": "tzm_Tfng-mri_Latn", - "languages": [ - "tzm-Tfng", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158514, - "recall": 0.1917, - "f1": 0.165285, - "accuracy": 0.1917, - "main_score": 0.165285, - "hf_subset": "tzm_Tfng-rus_Cyrl", - "languages": [ - "tzm-Tfng", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146297, - "recall": 0.178854, - "f1": 0.153607, - "accuracy": 0.178854, - "main_score": 0.153607, - "hf_subset": "tzm_Tfng-taq_Latn", - "languages": [ - "tzm-Tfng", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147332, - "recall": 0.190711, - "f1": 0.156569, - "accuracy": 0.190711, - "main_score": 0.156569, - "hf_subset": "tzm_Tfng-war_Latn", - "languages": [ - "tzm-Tfng", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.14833, - "recall": 0.184783, - "f1": 0.156397, - "accuracy": 0.184783, - "main_score": 0.156397, - "hf_subset": "tzm_Tfng-arb_Arab", - "languages": [ - "tzm-Tfng", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.144277, - "recall": 0.183794, - "f1": 0.152264, - "accuracy": 0.183794, - "main_score": 0.152264, - "hf_subset": "tzm_Tfng-bul_Cyrl", - "languages": [ - "tzm-Tfng", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154184, - "recall": 0.190711, - "f1": 0.162359, - "accuracy": 0.190711, - "main_score": 0.162359, - "hf_subset": "tzm_Tfng-fra_Latn", - "languages": [ - "tzm-Tfng", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141435, - "recall": 0.175889, - "f1": 0.149032, - "accuracy": 0.175889, - "main_score": 0.149032, - "hf_subset": "tzm_Tfng-jpn_Jpan", - "languages": [ - "tzm-Tfng", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.14508, - "recall": 0.181818, - "f1": 0.153893, - "accuracy": 0.181818, - "main_score": 0.153893, - "hf_subset": "tzm_Tfng-lij_Latn", - "languages": [ - "tzm-Tfng", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147119, - "recall": 0.18083, - "f1": 0.154095, - "accuracy": 0.18083, - "main_score": 0.154095, - "hf_subset": "tzm_Tfng-mya_Mymr", - "languages": [ - "tzm-Tfng", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146112, - "recall": 0.187747, - "f1": 0.154534, - "accuracy": 0.187747, - "main_score": 0.154534, - "hf_subset": "tzm_Tfng-sag_Latn", - "languages": [ - "tzm-Tfng", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227073, - "recall": 0.263834, - "f1": 0.23597, - "accuracy": 0.263834, - "main_score": 0.23597, - "hf_subset": "tzm_Tfng-taq_Tfng", - "languages": [ - "tzm-Tfng", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153316, - "recall": 0.194664, - "f1": 0.16302, - "accuracy": 0.194664, - "main_score": 0.16302, - "hf_subset": "tzm_Tfng-wol_Latn", - "languages": [ - "tzm-Tfng", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134215, - "recall": 0.16502, - "f1": 0.140342, - "accuracy": 0.16502, - "main_score": 0.140342, - "hf_subset": "tzm_Tfng-arb_Latn", - "languages": [ - "tzm-Tfng", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154714, - "recall": 0.19664, - "f1": 0.163282, - "accuracy": 0.19664, - "main_score": 0.163282, - "hf_subset": "tzm_Tfng-cat_Latn", - "languages": [ - "tzm-Tfng", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152035, - "recall": 0.190711, - "f1": 0.160567, - "accuracy": 0.190711, - "main_score": 0.160567, - "hf_subset": "tzm_Tfng-fur_Latn", - "languages": [ - "tzm-Tfng", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215649, - "recall": 0.256917, - "f1": 0.225153, - "accuracy": 0.256917, - "main_score": 0.225153, - "hf_subset": "tzm_Tfng-kab_Latn", - "languages": [ - "tzm-Tfng", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142271, - "recall": 0.18083, - "f1": 0.150894, - "accuracy": 0.18083, - "main_score": 0.150894, - "hf_subset": "tzm_Tfng-lim_Latn", - "languages": [ - "tzm-Tfng", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.144275, - "recall": 0.176877, - "f1": 0.151631, - "accuracy": 0.176877, - "main_score": 0.151631, - "hf_subset": "tzm_Tfng-nld_Latn", - "languages": [ - "tzm-Tfng", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152168, - "recall": 0.179842, - "f1": 0.158996, - "accuracy": 0.179842, - "main_score": 0.158996, - "hf_subset": "tzm_Tfng-san_Deva", - "languages": [ - "tzm-Tfng", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141235, - "recall": 0.181818, - "f1": 0.15013, - "accuracy": 0.181818, - "main_score": 0.15013, - "hf_subset": "tzm_Tfng-tat_Cyrl", - "languages": [ - "tzm-Tfng", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155053, - "recall": 0.193676, - "f1": 0.163618, - "accuracy": 0.193676, - "main_score": 0.163618, - "hf_subset": "tzm_Tfng-xho_Latn", - "languages": [ - "tzm-Tfng", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.106993, - "recall": 0.144269, - "f1": 0.114276, - "accuracy": 0.144269, - "main_score": 0.114276, - "hf_subset": "tzm_Tfng-ars_Arab", - "languages": [ - "tzm-Tfng", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153671, - "recall": 0.193676, - "f1": 0.1619, - "accuracy": 0.193676, - "main_score": 0.1619, - "hf_subset": "tzm_Tfng-ceb_Latn", - "languages": [ - "tzm-Tfng", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147417, - "recall": 0.18083, - "f1": 0.154802, - "accuracy": 0.18083, - "main_score": 0.154802, - "hf_subset": "tzm_Tfng-fuv_Latn", - "languages": [ - "tzm-Tfng", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143771, - "recall": 0.179842, - "f1": 0.151872, - "accuracy": 0.179842, - "main_score": 0.151872, - "hf_subset": "tzm_Tfng-kac_Latn", - "languages": [ - "tzm-Tfng", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160582, - "recall": 0.194664, - "f1": 0.167996, - "accuracy": 0.194664, - "main_score": 0.167996, - "hf_subset": "tzm_Tfng-lin_Latn", - "languages": [ - "tzm-Tfng", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158219, - "recall": 0.1917, - "f1": 0.165738, - "accuracy": 0.1917, - "main_score": 0.165738, - "hf_subset": "tzm_Tfng-nno_Latn", - "languages": [ - "tzm-Tfng", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.108565, - "recall": 0.153162, - "f1": 0.119276, - "accuracy": 0.153162, - "main_score": 0.119276, - "hf_subset": "tzm_Tfng-sat_Olck", - "languages": [ - "tzm-Tfng", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153008, - "recall": 0.182806, - "f1": 0.160545, - "accuracy": 0.182806, - "main_score": 0.160545, - "hf_subset": "tzm_Tfng-tel_Telu", - "languages": [ - "tzm-Tfng", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163088, - "recall": 0.198617, - "f1": 0.170421, - "accuracy": 0.198617, - "main_score": 0.170421, - "hf_subset": "tzm_Tfng-ydd_Hebr", - "languages": [ - "tzm-Tfng", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150645, - "recall": 0.183794, - "f1": 0.158377, - "accuracy": 0.183794, - "main_score": 0.158377, - "hf_subset": "tzm_Tfng-ary_Arab", - "languages": [ - "tzm-Tfng", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151749, - "recall": 0.185771, - "f1": 0.159073, - "accuracy": 0.185771, - "main_score": 0.159073, - "hf_subset": "tzm_Tfng-ces_Latn", - "languages": [ - "tzm-Tfng", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179993, - "recall": 0.219368, - "f1": 0.187923, - "accuracy": 0.219368, - "main_score": 0.187923, - "hf_subset": "tzm_Tfng-gaz_Latn", - "languages": [ - "tzm-Tfng", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147149, - "recall": 0.181818, - "f1": 0.155313, - "accuracy": 0.181818, - "main_score": 0.155313, - "hf_subset": "tzm_Tfng-kam_Latn", - "languages": [ - "tzm-Tfng", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151865, - "recall": 0.189723, - "f1": 0.160258, - "accuracy": 0.189723, - "main_score": 0.160258, - "hf_subset": "tzm_Tfng-lit_Latn", - "languages": [ - "tzm-Tfng", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152409, - "recall": 0.190711, - "f1": 0.160644, - "accuracy": 0.190711, - "main_score": 0.160644, - "hf_subset": "tzm_Tfng-nob_Latn", - "languages": [ - "tzm-Tfng", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.145436, - "recall": 0.185771, - "f1": 0.153881, - "accuracy": 0.185771, - "main_score": 0.153881, - "hf_subset": "tzm_Tfng-scn_Latn", - "languages": [ - "tzm-Tfng", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148836, - "recall": 0.178854, - "f1": 0.156143, - "accuracy": 0.178854, - "main_score": 0.156143, - "hf_subset": "tzm_Tfng-tgk_Cyrl", - "languages": [ - "tzm-Tfng", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112767, - "recall": 0.150198, - "f1": 0.120736, - "accuracy": 0.150198, - "main_score": 0.120736, - "hf_subset": "tzm_Tfng-yor_Latn", - "languages": [ - "tzm-Tfng", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143125, - "recall": 0.177866, - "f1": 0.150403, - "accuracy": 0.177866, - "main_score": 0.150403, - "hf_subset": "tzm_Tfng-arz_Arab", - "languages": [ - "tzm-Tfng", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142847, - "recall": 0.175889, - "f1": 0.150107, - "accuracy": 0.175889, - "main_score": 0.150107, - "hf_subset": "tzm_Tfng-cjk_Latn", - "languages": [ - "tzm-Tfng", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156156, - "recall": 0.194664, - "f1": 0.164776, - "accuracy": 0.194664, - "main_score": 0.164776, - "hf_subset": "tzm_Tfng-gla_Latn", - "languages": [ - "tzm-Tfng", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155993, - "recall": 0.186759, - "f1": 0.163013, - "accuracy": 0.186759, - "main_score": 0.163013, - "hf_subset": "tzm_Tfng-kan_Knda", - "languages": [ - "tzm-Tfng", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148806, - "recall": 0.183794, - "f1": 0.156724, - "accuracy": 0.183794, - "main_score": 0.156724, - "hf_subset": "tzm_Tfng-lmo_Latn", - "languages": [ - "tzm-Tfng", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160497, - "recall": 0.193676, - "f1": 0.167987, - "accuracy": 0.193676, - "main_score": 0.167987, - "hf_subset": "tzm_Tfng-npi_Deva", - "languages": [ - "tzm-Tfng", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134011, - "recall": 0.166008, - "f1": 0.14126, - "accuracy": 0.166008, - "main_score": 0.14126, - "hf_subset": "tzm_Tfng-shn_Mymr", - "languages": [ - "tzm-Tfng", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156883, - "recall": 0.198617, - "f1": 0.166475, - "accuracy": 0.198617, - "main_score": 0.166475, - "hf_subset": "tzm_Tfng-tgl_Latn", - "languages": [ - "tzm-Tfng", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141261, - "recall": 0.167984, - "f1": 0.147042, - "accuracy": 0.167984, - "main_score": 0.147042, - "hf_subset": "tzm_Tfng-yue_Hant", - "languages": [ - "tzm-Tfng", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146889, - "recall": 0.18083, - "f1": 0.153857, - "accuracy": 0.18083, - "main_score": 0.153857, - "hf_subset": "tzm_Tfng-asm_Beng", - "languages": [ - "tzm-Tfng", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165559, - "recall": 0.201581, - "f1": 0.17445, - "accuracy": 0.201581, - "main_score": 0.17445, - "hf_subset": "tzm_Tfng-ckb_Arab", - "languages": [ - "tzm-Tfng", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161163, - "recall": 0.19664, - "f1": 0.168379, - "accuracy": 0.19664, - "main_score": 0.168379, - "hf_subset": "tzm_Tfng-gle_Latn", - "languages": [ - "tzm-Tfng", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13659, - "recall": 0.168972, - "f1": 0.143642, - "accuracy": 0.168972, - "main_score": 0.143642, - "hf_subset": "tzm_Tfng-kas_Arab", - "languages": [ - "tzm-Tfng", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156667, - "recall": 0.192688, - "f1": 0.165021, - "accuracy": 0.192688, - "main_score": 0.165021, - "hf_subset": "tzm_Tfng-ltg_Latn", - "languages": [ - "tzm-Tfng", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167843, - "recall": 0.208498, - "f1": 0.176307, - "accuracy": 0.208498, - "main_score": 0.176307, - "hf_subset": "tzm_Tfng-nso_Latn", - "languages": [ - "tzm-Tfng", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146697, - "recall": 0.181818, - "f1": 0.155225, - "accuracy": 0.181818, - "main_score": 0.155225, - "hf_subset": "tzm_Tfng-sin_Sinh", - "languages": [ - "tzm-Tfng", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136461, - "recall": 0.172925, - "f1": 0.144759, - "accuracy": 0.172925, - "main_score": 0.144759, - "hf_subset": "tzm_Tfng-tha_Thai", - "languages": [ - "tzm-Tfng", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139571, - "recall": 0.168972, - "f1": 0.145899, - "accuracy": 0.168972, - "main_score": 0.145899, - "hf_subset": "tzm_Tfng-zho_Hans", - "languages": [ - "tzm-Tfng", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152396, - "recall": 0.1917, - "f1": 0.161047, - "accuracy": 0.1917, - "main_score": 0.161047, - "hf_subset": "tzm_Tfng-ast_Latn", - "languages": [ - "tzm-Tfng", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149918, - "recall": 0.189723, - "f1": 0.158877, - "accuracy": 0.189723, - "main_score": 0.158877, - "hf_subset": "tzm_Tfng-crh_Latn", - "languages": [ - "tzm-Tfng", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149136, - "recall": 0.186759, - "f1": 0.157053, - "accuracy": 0.186759, - "main_score": 0.157053, - "hf_subset": "tzm_Tfng-glg_Latn", - "languages": [ - "tzm-Tfng", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147515, - "recall": 0.178854, - "f1": 0.153499, - "accuracy": 0.178854, - "main_score": 0.153499, - "hf_subset": "tzm_Tfng-kas_Deva", - "languages": [ - "tzm-Tfng", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.133107, - "recall": 0.163043, - "f1": 0.140153, - "accuracy": 0.163043, - "main_score": 0.140153, - "hf_subset": "tzm_Tfng-ltz_Latn", - "languages": [ - "tzm-Tfng", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173712, - "recall": 0.20751, - "f1": 0.181385, - "accuracy": 0.20751, - "main_score": 0.181385, - "hf_subset": "tzm_Tfng-nus_Latn", - "languages": [ - "tzm-Tfng", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148004, - "recall": 0.179842, - "f1": 0.15446, - "accuracy": 0.179842, - "main_score": 0.15446, - "hf_subset": "tzm_Tfng-slk_Latn", - "languages": [ - "tzm-Tfng", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162293, - "recall": 0.19664, - "f1": 0.170231, - "accuracy": 0.19664, - "main_score": 0.170231, - "hf_subset": "tzm_Tfng-tir_Ethi", - "languages": [ - "tzm-Tfng", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154019, - "recall": 0.179842, - "f1": 0.15883, - "accuracy": 0.179842, - "main_score": 0.15883, - "hf_subset": "tzm_Tfng-zho_Hant", - "languages": [ - "tzm-Tfng", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157239, - "recall": 0.184783, - "f1": 0.163218, - "accuracy": 0.184783, - "main_score": 0.163218, - "hf_subset": "tzm_Tfng-awa_Deva", - "languages": [ - "tzm-Tfng", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15094, - "recall": 0.188735, - "f1": 0.159024, - "accuracy": 0.188735, - "main_score": 0.159024, - "hf_subset": "tzm_Tfng-cym_Latn", - "languages": [ - "tzm-Tfng", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148656, - "recall": 0.188735, - "f1": 0.156931, - "accuracy": 0.188735, - "main_score": 0.156931, - "hf_subset": "tzm_Tfng-grn_Latn", - "languages": [ - "tzm-Tfng", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142887, - "recall": 0.172925, - "f1": 0.149993, - "accuracy": 0.172925, - "main_score": 0.149993, - "hf_subset": "tzm_Tfng-kat_Geor", - "languages": [ - "tzm-Tfng", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163646, - "recall": 0.200593, - "f1": 0.171372, - "accuracy": 0.200593, - "main_score": 0.171372, - "hf_subset": "tzm_Tfng-lua_Latn", - "languages": [ - "tzm-Tfng", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151261, - "recall": 0.187747, - "f1": 0.159308, - "accuracy": 0.187747, - "main_score": 0.159308, - "hf_subset": "tzm_Tfng-nya_Latn", - "languages": [ - "tzm-Tfng", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154169, - "recall": 0.188735, - "f1": 0.161698, - "accuracy": 0.188735, - "main_score": 0.161698, - "hf_subset": "tzm_Tfng-slv_Latn", - "languages": [ - "tzm-Tfng", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159585, - "recall": 0.189723, - "f1": 0.165784, - "accuracy": 0.189723, - "main_score": 0.165784, - "hf_subset": "tzm_Tfng-tpi_Latn", - "languages": [ - "tzm-Tfng", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158397, - "recall": 0.194664, - "f1": 0.166419, - "accuracy": 0.194664, - "main_score": 0.166419, - "hf_subset": "tzm_Tfng-zsm_Latn", - "languages": [ - "tzm-Tfng", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15788, - "recall": 0.185771, - "f1": 0.164751, - "accuracy": 0.185771, - "main_score": 0.164751, - "hf_subset": "tzm_Tfng-ayr_Latn", - "languages": [ - "tzm-Tfng", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155657, - "recall": 0.189723, - "f1": 0.16362, - "accuracy": 0.189723, - "main_score": 0.16362, - "hf_subset": "tzm_Tfng-dan_Latn", - "languages": [ - "tzm-Tfng", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151739, - "recall": 0.186759, - "f1": 0.15867, - "accuracy": 0.186759, - "main_score": 0.15867, - "hf_subset": "tzm_Tfng-guj_Gujr", - "languages": [ - "tzm-Tfng", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.14783, - "recall": 0.189723, - "f1": 0.156817, - "accuracy": 0.189723, - "main_score": 0.156817, - "hf_subset": "tzm_Tfng-kaz_Cyrl", - "languages": [ - "tzm-Tfng", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150891, - "recall": 0.197628, - "f1": 0.161188, - "accuracy": 0.197628, - "main_score": 0.161188, - "hf_subset": "tzm_Tfng-lug_Latn", - "languages": [ - "tzm-Tfng", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164034, - "recall": 0.205534, - "f1": 0.173047, - "accuracy": 0.205534, - "main_score": 0.173047, - "hf_subset": "tzm_Tfng-oci_Latn", - "languages": [ - "tzm-Tfng", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161193, - "recall": 0.195652, - "f1": 0.169072, - "accuracy": 0.195652, - "main_score": 0.169072, - "hf_subset": "tzm_Tfng-smo_Latn", - "languages": [ - "tzm-Tfng", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1506, - "recall": 0.192688, - "f1": 0.159015, - "accuracy": 0.192688, - "main_score": 0.159015, - "hf_subset": "tzm_Tfng-tsn_Latn", - "languages": [ - "tzm-Tfng", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177557, - "recall": 0.208498, - "f1": 0.1841, - "accuracy": 0.208498, - "main_score": 0.1841, - "hf_subset": "tzm_Tfng-zul_Latn", - "languages": [ - "tzm-Tfng", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138581, - "recall": 0.173913, - "f1": 0.146516, - "accuracy": 0.173913, - "main_score": 0.146516, - "hf_subset": "tzm_Tfng-azb_Arab", - "languages": [ - "tzm-Tfng", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143287, - "recall": 0.18083, - "f1": 0.151976, - "accuracy": 0.18083, - "main_score": 0.151976, - "hf_subset": "tzm_Tfng-deu_Latn", - "languages": [ - "tzm-Tfng", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16141, - "recall": 0.199605, - "f1": 0.170178, - "accuracy": 0.199605, - "main_score": 0.170178, - "hf_subset": "tzm_Tfng-hat_Latn", - "languages": [ - "tzm-Tfng", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.147324, - "recall": 0.187747, - "f1": 0.15593, - "accuracy": 0.187747, - "main_score": 0.15593, - "hf_subset": "tzm_Tfng-kbp_Latn", - "languages": [ - "tzm-Tfng", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150943, - "recall": 0.193676, - "f1": 0.16061, - "accuracy": 0.193676, - "main_score": 0.16061, - "hf_subset": "tzm_Tfng-luo_Latn", - "languages": [ - "tzm-Tfng", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157924, - "recall": 0.189723, - "f1": 0.164712, - "accuracy": 0.189723, - "main_score": 0.164712, - "hf_subset": "tzm_Tfng-ory_Orya", - "languages": [ - "tzm-Tfng", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142089, - "recall": 0.185771, - "f1": 0.15058, - "accuracy": 0.185771, - "main_score": 0.15058, - "hf_subset": "tzm_Tfng-sna_Latn", - "languages": [ - "tzm-Tfng", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168897, - "recall": 0.206522, - "f1": 0.177293, - "accuracy": 0.206522, - "main_score": 0.177293, - "hf_subset": "tzm_Tfng-tso_Latn", - "languages": [ - "tzm-Tfng", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.144315, - "recall": 0.175889, - "f1": 0.151343, - "accuracy": 0.175889, - "main_score": 0.151343, - "hf_subset": "tzm_Tfng-azj_Latn", - "languages": [ - "tzm-Tfng", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.109211, - "recall": 0.148221, - "f1": 0.117801, - "accuracy": 0.148221, - "main_score": 0.117801, - "hf_subset": "tzm_Tfng-dik_Latn", - "languages": [ - "tzm-Tfng", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169185, - "recall": 0.209486, - "f1": 0.177965, - "accuracy": 0.209486, - "main_score": 0.177965, - "hf_subset": "tzm_Tfng-hau_Latn", - "languages": [ - "tzm-Tfng", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143443, - "recall": 0.175889, - "f1": 0.150885, - "accuracy": 0.175889, - "main_score": 0.150885, - "hf_subset": "tzm_Tfng-kea_Latn", - "languages": [ - "tzm-Tfng", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143982, - "recall": 0.175889, - "f1": 0.150871, - "accuracy": 0.175889, - "main_score": 0.150871, - "hf_subset": "tzm_Tfng-lus_Latn", - "languages": [ - "tzm-Tfng", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152577, - "recall": 0.181818, - "f1": 0.159245, - "accuracy": 0.181818, - "main_score": 0.159245, - "hf_subset": "tzm_Tfng-pag_Latn", - "languages": [ - "tzm-Tfng", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159762, - "recall": 0.189723, - "f1": 0.166926, - "accuracy": 0.189723, - "main_score": 0.166926, - "hf_subset": "tzm_Tfng-snd_Arab", - "languages": [ - "tzm-Tfng", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150358, - "recall": 0.183794, - "f1": 0.157857, - "accuracy": 0.183794, - "main_score": 0.157857, - "hf_subset": "tzm_Tfng-tuk_Latn", - "languages": [ - "tzm-Tfng", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157766, - "recall": 0.193676, - "f1": 0.166436, - "accuracy": 0.193676, - "main_score": 0.166436, - "hf_subset": "tzm_Tfng-bak_Cyrl", - "languages": [ - "tzm-Tfng", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.067731, - "recall": 0.101779, - "f1": 0.074383, - "accuracy": 0.101779, - "main_score": 0.074383, - "hf_subset": "tzm_Tfng-dyu_Latn", - "languages": [ - "tzm-Tfng", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15249, - "recall": 0.184783, - "f1": 0.158825, - "accuracy": 0.184783, - "main_score": 0.158825, - "hf_subset": "tzm_Tfng-heb_Hebr", - "languages": [ - "tzm-Tfng", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150146, - "recall": 0.181818, - "f1": 0.157383, - "accuracy": 0.181818, - "main_score": 0.157383, - "hf_subset": "tzm_Tfng-khk_Cyrl", - "languages": [ - "tzm-Tfng", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143294, - "recall": 0.179842, - "f1": 0.151199, - "accuracy": 0.179842, - "main_score": 0.151199, - "hf_subset": "tzm_Tfng-lvs_Latn", - "languages": [ - "tzm-Tfng", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148631, - "recall": 0.186759, - "f1": 0.156787, - "accuracy": 0.186759, - "main_score": 0.156787, - "hf_subset": "tzm_Tfng-pan_Guru", - "languages": [ - "tzm-Tfng", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176107, - "recall": 0.206522, - "f1": 0.182876, - "accuracy": 0.206522, - "main_score": 0.182876, - "hf_subset": "tzm_Tfng-som_Latn", - "languages": [ - "tzm-Tfng", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151396, - "recall": 0.187747, - "f1": 0.159464, - "accuracy": 0.187747, - "main_score": 0.159464, - "hf_subset": "tzm_Tfng-tum_Latn", - "languages": [ - "tzm-Tfng", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578372, - "recall": 0.645257, - "f1": 0.597803, - "accuracy": 0.645257, - "main_score": 0.597803, - "hf_subset": "acq_Arab-ace_Arab", - "languages": [ - "acq-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529411, - "recall": 0.593874, - "f1": 0.547468, - "accuracy": 0.593874, - "main_score": 0.547468, - "hf_subset": "acq_Arab-bam_Latn", - "languages": [ - "acq-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444486, - "recall": 0.528656, - "f1": 0.467434, - "accuracy": 0.528656, - "main_score": 0.467434, - "hf_subset": "acq_Arab-dzo_Tibt", - "languages": [ - "acq-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-hin_Deva", - "languages": [ - "acq-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-khm_Khmr", - "languages": [ - "acq-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-mag_Deva", - "languages": [ - "acq-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "acq_Arab-pap_Latn", - "languages": [ - "acq-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599811, - "recall": 0.655138, - "f1": 0.6158, - "accuracy": 0.655138, - "main_score": 0.6158, - "hf_subset": "acq_Arab-sot_Latn", - "languages": [ - "acq-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-tur_Latn", - "languages": [ - "acq-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879282, - "recall": 0.911067, - "f1": 0.889295, - "accuracy": 0.911067, - "main_score": 0.889295, - "hf_subset": "acq_Arab-ace_Latn", - "languages": [ - "acq-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.976285, - "f1": 0.970191, - "accuracy": 0.976285, - "main_score": 0.970191, - "hf_subset": "acq_Arab-ban_Latn", - "languages": [ - "acq-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ell_Grek", - "languages": [ - "acq-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "acq_Arab-hne_Deva", - "languages": [ - "acq-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602761, - "recall": 0.657115, - "f1": 0.618761, - "accuracy": 0.657115, - "main_score": 0.618761, - "hf_subset": "acq_Arab-kik_Latn", - "languages": [ - "acq-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-mai_Deva", - "languages": [ - "acq-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "acq_Arab-pbt_Arab", - "languages": [ - "acq-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-spa_Latn", - "languages": [ - "acq-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611677, - "recall": 0.671937, - "f1": 0.628698, - "accuracy": 0.671937, - "main_score": 0.628698, - "hf_subset": "acq_Arab-twi_Latn", - "languages": [ - "acq-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-acm_Arab", - "languages": [ - "acq-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-bel_Cyrl", - "languages": [ - "acq-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-eng_Latn", - "languages": [ - "acq-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-hrv_Latn", - "languages": [ - "acq-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56306, - "recall": 0.625494, - "f1": 0.580571, - "accuracy": 0.625494, - "main_score": 0.580571, - "hf_subset": "acq_Arab-kin_Latn", - "languages": [ - "acq-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-mal_Mlym", - "languages": [ - "acq-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-pes_Arab", - "languages": [ - "acq-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "acq_Arab-srd_Latn", - "languages": [ - "acq-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175697, - "recall": 0.230237, - "f1": 0.189396, - "accuracy": 0.230237, - "main_score": 0.189396, - "hf_subset": "acq_Arab-tzm_Tfng", - "languages": [ - "acq-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627734, - "recall": 0.679842, - "f1": 0.642791, - "accuracy": 0.679842, - "main_score": 0.642791, - "hf_subset": "acq_Arab-bem_Latn", - "languages": [ - "acq-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-epo_Latn", - "languages": [ - "acq-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-hun_Latn", - "languages": [ - "acq-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "acq_Arab-kir_Cyrl", - "languages": [ - "acq-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-mar_Deva", - "languages": [ - "acq-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667928, - "recall": 0.719368, - "f1": 0.68279, - "accuracy": 0.719368, - "main_score": 0.68279, - "hf_subset": "acq_Arab-plt_Latn", - "languages": [ - "acq-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-srp_Cyrl", - "languages": [ - "acq-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "acq_Arab-uig_Arab", - "languages": [ - "acq-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-aeb_Arab", - "languages": [ - "acq-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ben_Beng", - "languages": [ - "acq-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-est_Latn", - "languages": [ - "acq-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-hye_Armn", - "languages": [ - "acq-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55, - "recall": 0.603755, - "f1": 0.565683, - "accuracy": 0.603755, - "main_score": 0.565683, - "hf_subset": "acq_Arab-kmb_Latn", - "languages": [ - "acq-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502063, - "recall": 0.576087, - "f1": 0.522595, - "accuracy": 0.576087, - "main_score": 0.522595, - "hf_subset": "acq_Arab-min_Arab", - "languages": [ - "acq-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-pol_Latn", - "languages": [ - "acq-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554473, - "recall": 0.619565, - "f1": 0.573487, - "accuracy": 0.619565, - "main_score": 0.573487, - "hf_subset": "acq_Arab-ssw_Latn", - "languages": [ - "acq-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ukr_Cyrl", - "languages": [ - "acq-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-afr_Latn", - "languages": [ - "acq-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-bho_Deva", - "languages": [ - "acq-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "acq_Arab-eus_Latn", - "languages": [ - "acq-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567866, - "recall": 0.633399, - "f1": 0.586072, - "accuracy": 0.633399, - "main_score": 0.586072, - "hf_subset": "acq_Arab-ibo_Latn", - "languages": [ - "acq-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906209, - "recall": 0.933794, - "f1": 0.915086, - "accuracy": 0.933794, - "main_score": 0.915086, - "hf_subset": "acq_Arab-kmr_Latn", - "languages": [ - "acq-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "acq_Arab-min_Latn", - "languages": [ - "acq-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-por_Latn", - "languages": [ - "acq-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-sun_Latn", - "languages": [ - "acq-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516898, - "recall": 0.577075, - "f1": 0.534623, - "accuracy": 0.577075, - "main_score": 0.534623, - "hf_subset": "acq_Arab-umb_Latn", - "languages": [ - "acq-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ajp_Arab", - "languages": [ - "acq-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543177, - "recall": 0.610672, - "f1": 0.562357, - "accuracy": 0.610672, - "main_score": 0.562357, - "hf_subset": "acq_Arab-bjn_Arab", - "languages": [ - "acq-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511504, - "recall": 0.575099, - "f1": 0.529627, - "accuracy": 0.575099, - "main_score": 0.529627, - "hf_subset": "acq_Arab-ewe_Latn", - "languages": [ - "acq-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944664, - "recall": 0.961462, - "f1": 0.950099, - "accuracy": 0.961462, - "main_score": 0.950099, - "hf_subset": "acq_Arab-ilo_Latn", - "languages": [ - "acq-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31619, - "recall": 0.375494, - "f1": 0.332713, - "accuracy": 0.375494, - "main_score": 0.332713, - "hf_subset": "acq_Arab-knc_Arab", - "languages": [ - "acq-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-mkd_Cyrl", - "languages": [ - "acq-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-prs_Arab", - "languages": [ - "acq-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-swe_Latn", - "languages": [ - "acq-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-urd_Arab", - "languages": [ - "acq-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575767, - "recall": 0.645257, - "f1": 0.59598, - "accuracy": 0.645257, - "main_score": 0.59598, - "hf_subset": "acq_Arab-aka_Latn", - "languages": [ - "acq-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acq_Arab-bjn_Latn", - "languages": [ - "acq-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "acq_Arab-fao_Latn", - "languages": [ - "acq-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ind_Latn", - "languages": [ - "acq-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587597, - "recall": 0.641304, - "f1": 0.6034, - "accuracy": 0.641304, - "main_score": 0.6034, - "hf_subset": "acq_Arab-knc_Latn", - "languages": [ - "acq-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "acq_Arab-mlt_Latn", - "languages": [ - "acq-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717567, - "recall": 0.778656, - "f1": 0.736133, - "accuracy": 0.778656, - "main_score": 0.736133, - "hf_subset": "acq_Arab-quy_Latn", - "languages": [ - "acq-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "acq_Arab-swh_Latn", - "languages": [ - "acq-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-uzn_Latn", - "languages": [ - "acq-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-als_Latn", - "languages": [ - "acq-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662805, - "recall": 0.737154, - "f1": 0.684645, - "accuracy": 0.737154, - "main_score": 0.684645, - "hf_subset": "acq_Arab-bod_Tibt", - "languages": [ - "acq-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704458, - "recall": 0.761858, - "f1": 0.721411, - "accuracy": 0.761858, - "main_score": 0.721411, - "hf_subset": "acq_Arab-fij_Latn", - "languages": [ - "acq-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acq_Arab-isl_Latn", - "languages": [ - "acq-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659848, - "recall": 0.713439, - "f1": 0.676186, - "accuracy": 0.713439, - "main_score": 0.676186, - "hf_subset": "acq_Arab-kon_Latn", - "languages": [ - "acq-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646024, - "recall": 0.718379, - "f1": 0.667182, - "accuracy": 0.718379, - "main_score": 0.667182, - "hf_subset": "acq_Arab-mni_Beng", - "languages": [ - "acq-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ron_Latn", - "languages": [ - "acq-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "acq_Arab-szl_Latn", - "languages": [ - "acq-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-vec_Latn", - "languages": [ - "acq-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "acq_Arab-amh_Ethi", - "languages": [ - "acq-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-bos_Latn", - "languages": [ - "acq-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-fin_Latn", - "languages": [ - "acq-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ita_Latn", - "languages": [ - "acq-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-kor_Hang", - "languages": [ - "acq-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539568, - "recall": 0.602767, - "f1": 0.556715, - "accuracy": 0.602767, - "main_score": 0.556715, - "hf_subset": "acq_Arab-mos_Latn", - "languages": [ - "acq-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558745, - "recall": 0.616601, - "f1": 0.57494, - "accuracy": 0.616601, - "main_score": 0.57494, - "hf_subset": "acq_Arab-run_Latn", - "languages": [ - "acq-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-tam_Taml", - "languages": [ - "acq-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-vie_Latn", - "languages": [ - "acq-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-apc_Arab", - "languages": [ - "acq-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811989, - "recall": 0.853755, - "f1": 0.824539, - "accuracy": 0.853755, - "main_score": 0.824539, - "hf_subset": "acq_Arab-bug_Latn", - "languages": [ - "acq-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478168, - "recall": 0.537549, - "f1": 0.494123, - "accuracy": 0.537549, - "main_score": 0.494123, - "hf_subset": "acq_Arab-fon_Latn", - "languages": [ - "acq-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-jav_Latn", - "languages": [ - "acq-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-lao_Laoo", - "languages": [ - "acq-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882882, - "recall": 0.916008, - "f1": 0.893528, - "accuracy": 0.916008, - "main_score": 0.893528, - "hf_subset": "acq_Arab-mri_Latn", - "languages": [ - "acq-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-rus_Cyrl", - "languages": [ - "acq-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534413, - "recall": 0.602767, - "f1": 0.553875, - "accuracy": 0.602767, - "main_score": 0.553875, - "hf_subset": "acq_Arab-taq_Latn", - "languages": [ - "acq-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-war_Latn", - "languages": [ - "acq-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-arb_Arab", - "languages": [ - "acq-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-bul_Cyrl", - "languages": [ - "acq-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-fra_Latn", - "languages": [ - "acq-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-jpn_Jpan", - "languages": [ - "acq-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "acq_Arab-lij_Latn", - "languages": [ - "acq-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "acq_Arab-mya_Mymr", - "languages": [ - "acq-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587886, - "recall": 0.656126, - "f1": 0.607419, - "accuracy": 0.656126, - "main_score": 0.607419, - "hf_subset": "acq_Arab-sag_Latn", - "languages": [ - "acq-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204462, - "recall": 0.268775, - "f1": 0.219255, - "accuracy": 0.268775, - "main_score": 0.219255, - "hf_subset": "acq_Arab-taq_Tfng", - "languages": [ - "acq-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623363, - "recall": 0.690711, - "f1": 0.642935, - "accuracy": 0.690711, - "main_score": 0.642935, - "hf_subset": "acq_Arab-wol_Latn", - "languages": [ - "acq-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868824, - "recall": 0.907115, - "f1": 0.880995, - "accuracy": 0.907115, - "main_score": 0.880995, - "hf_subset": "acq_Arab-arb_Latn", - "languages": [ - "acq-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-cat_Latn", - "languages": [ - "acq-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acq_Arab-fur_Latn", - "languages": [ - "acq-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43197, - "recall": 0.492095, - "f1": 0.448389, - "accuracy": 0.492095, - "main_score": 0.448389, - "hf_subset": "acq_Arab-kab_Latn", - "languages": [ - "acq-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "acq_Arab-lim_Latn", - "languages": [ - "acq-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-nld_Latn", - "languages": [ - "acq-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "acq_Arab-san_Deva", - "languages": [ - "acq-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-tat_Cyrl", - "languages": [ - "acq-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687773, - "recall": 0.745059, - "f1": 0.705005, - "accuracy": 0.745059, - "main_score": 0.705005, - "hf_subset": "acq_Arab-xho_Latn", - "languages": [ - "acq-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ars_Arab", - "languages": [ - "acq-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ceb_Latn", - "languages": [ - "acq-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569959, - "recall": 0.629447, - "f1": 0.587182, - "accuracy": 0.629447, - "main_score": 0.587182, - "hf_subset": "acq_Arab-fuv_Latn", - "languages": [ - "acq-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500126, - "recall": 0.570158, - "f1": 0.519359, - "accuracy": 0.570158, - "main_score": 0.519359, - "hf_subset": "acq_Arab-kac_Latn", - "languages": [ - "acq-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663549, - "recall": 0.718379, - "f1": 0.680091, - "accuracy": 0.718379, - "main_score": 0.680091, - "hf_subset": "acq_Arab-lin_Latn", - "languages": [ - "acq-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-nno_Latn", - "languages": [ - "acq-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.232848, - "recall": 0.316206, - "f1": 0.254754, - "accuracy": 0.316206, - "main_score": 0.254754, - "hf_subset": "acq_Arab-sat_Olck", - "languages": [ - "acq-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-tel_Telu", - "languages": [ - "acq-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "acq_Arab-ydd_Hebr", - "languages": [ - "acq-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "acq_Arab-ary_Arab", - "languages": [ - "acq-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ces_Latn", - "languages": [ - "acq-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564443, - "recall": 0.629447, - "f1": 0.583324, - "accuracy": 0.629447, - "main_score": 0.583324, - "hf_subset": "acq_Arab-gaz_Latn", - "languages": [ - "acq-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586215, - "recall": 0.650198, - "f1": 0.604054, - "accuracy": 0.650198, - "main_score": 0.604054, - "hf_subset": "acq_Arab-kam_Latn", - "languages": [ - "acq-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "acq_Arab-lit_Latn", - "languages": [ - "acq-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-nob_Latn", - "languages": [ - "acq-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "acq_Arab-scn_Latn", - "languages": [ - "acq-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "acq_Arab-tgk_Cyrl", - "languages": [ - "acq-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720636, - "recall": 0.786561, - "f1": 0.740895, - "accuracy": 0.786561, - "main_score": 0.740895, - "hf_subset": "acq_Arab-yor_Latn", - "languages": [ - "acq-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-arz_Arab", - "languages": [ - "acq-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565995, - "recall": 0.624506, - "f1": 0.58294, - "accuracy": 0.624506, - "main_score": 0.58294, - "hf_subset": "acq_Arab-cjk_Latn", - "languages": [ - "acq-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797925, - "recall": 0.848814, - "f1": 0.813702, - "accuracy": 0.848814, - "main_score": 0.813702, - "hf_subset": "acq_Arab-gla_Latn", - "languages": [ - "acq-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-kan_Knda", - "languages": [ - "acq-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acq_Arab-lmo_Latn", - "languages": [ - "acq-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "acq_Arab-npi_Deva", - "languages": [ - "acq-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46197, - "recall": 0.532609, - "f1": 0.480802, - "accuracy": 0.532609, - "main_score": 0.480802, - "hf_subset": "acq_Arab-shn_Mymr", - "languages": [ - "acq-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-tgl_Latn", - "languages": [ - "acq-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-yue_Hant", - "languages": [ - "acq-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-asm_Beng", - "languages": [ - "acq-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "acq_Arab-ckb_Arab", - "languages": [ - "acq-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903607, - "recall": 0.928854, - "f1": 0.911462, - "accuracy": 0.928854, - "main_score": 0.911462, - "hf_subset": "acq_Arab-gle_Latn", - "languages": [ - "acq-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.965415, - "f1": 0.954051, - "accuracy": 0.965415, - "main_score": 0.954051, - "hf_subset": "acq_Arab-kas_Arab", - "languages": [ - "acq-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.95751, - "f1": 0.944005, - "accuracy": 0.95751, - "main_score": 0.944005, - "hf_subset": "acq_Arab-ltg_Latn", - "languages": [ - "acq-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6168, - "recall": 0.66996, - "f1": 0.632285, - "accuracy": 0.66996, - "main_score": 0.632285, - "hf_subset": "acq_Arab-nso_Latn", - "languages": [ - "acq-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "acq_Arab-sin_Sinh", - "languages": [ - "acq-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-tha_Thai", - "languages": [ - "acq-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-zho_Hans", - "languages": [ - "acq-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ast_Latn", - "languages": [ - "acq-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-crh_Latn", - "languages": [ - "acq-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-glg_Latn", - "languages": [ - "acq-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904315, - "recall": 0.933794, - "f1": 0.914032, - "accuracy": 0.933794, - "main_score": 0.914032, - "hf_subset": "acq_Arab-kas_Deva", - "languages": [ - "acq-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "acq_Arab-ltz_Latn", - "languages": [ - "acq-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452257, - "recall": 0.522727, - "f1": 0.471303, - "accuracy": 0.522727, - "main_score": 0.471303, - "hf_subset": "acq_Arab-nus_Latn", - "languages": [ - "acq-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-slk_Latn", - "languages": [ - "acq-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644384, - "recall": 0.712451, - "f1": 0.664676, - "accuracy": 0.712451, - "main_score": 0.664676, - "hf_subset": "acq_Arab-tir_Ethi", - "languages": [ - "acq-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-zho_Hant", - "languages": [ - "acq-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "acq_Arab-awa_Deva", - "languages": [ - "acq-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "acq_Arab-cym_Latn", - "languages": [ - "acq-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847941, - "recall": 0.889328, - "f1": 0.861067, - "accuracy": 0.889328, - "main_score": 0.861067, - "hf_subset": "acq_Arab-grn_Latn", - "languages": [ - "acq-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-kat_Geor", - "languages": [ - "acq-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644286, - "recall": 0.698617, - "f1": 0.660128, - "accuracy": 0.698617, - "main_score": 0.660128, - "hf_subset": "acq_Arab-lua_Latn", - "languages": [ - "acq-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632913, - "recall": 0.698617, - "f1": 0.651786, - "accuracy": 0.698617, - "main_score": 0.651786, - "hf_subset": "acq_Arab-nya_Latn", - "languages": [ - "acq-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-slv_Latn", - "languages": [ - "acq-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "acq_Arab-tpi_Latn", - "languages": [ - "acq-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-zsm_Latn", - "languages": [ - "acq-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536317, - "recall": 0.604743, - "f1": 0.555831, - "accuracy": 0.604743, - "main_score": 0.555831, - "hf_subset": "acq_Arab-ayr_Latn", - "languages": [ - "acq-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-dan_Latn", - "languages": [ - "acq-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-guj_Gujr", - "languages": [ - "acq-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "acq_Arab-kaz_Cyrl", - "languages": [ - "acq-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535608, - "recall": 0.600791, - "f1": 0.55384, - "accuracy": 0.600791, - "main_score": 0.55384, - "hf_subset": "acq_Arab-lug_Latn", - "languages": [ - "acq-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-oci_Latn", - "languages": [ - "acq-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832181, - "recall": 0.878458, - "f1": 0.846443, - "accuracy": 0.878458, - "main_score": 0.846443, - "hf_subset": "acq_Arab-smo_Latn", - "languages": [ - "acq-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554579, - "recall": 0.617589, - "f1": 0.572781, - "accuracy": 0.617589, - "main_score": 0.572781, - "hf_subset": "acq_Arab-tsn_Latn", - "languages": [ - "acq-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606563, - "recall": 0.672925, - "f1": 0.625881, - "accuracy": 0.672925, - "main_score": 0.625881, - "hf_subset": "acq_Arab-zul_Latn", - "languages": [ - "acq-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924242, - "recall": 0.947628, - "f1": 0.931983, - "accuracy": 0.947628, - "main_score": 0.931983, - "hf_subset": "acq_Arab-azb_Arab", - "languages": [ - "acq-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-deu_Latn", - "languages": [ - "acq-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "acq_Arab-hat_Latn", - "languages": [ - "acq-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481621, - "recall": 0.540514, - "f1": 0.49809, - "accuracy": 0.540514, - "main_score": 0.49809, - "hf_subset": "acq_Arab-kbp_Latn", - "languages": [ - "acq-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579631, - "recall": 0.636364, - "f1": 0.595179, - "accuracy": 0.636364, - "main_score": 0.595179, - "hf_subset": "acq_Arab-luo_Latn", - "languages": [ - "acq-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-ory_Orya", - "languages": [ - "acq-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579562, - "recall": 0.650198, - "f1": 0.600532, - "accuracy": 0.650198, - "main_score": 0.600532, - "hf_subset": "acq_Arab-sna_Latn", - "languages": [ - "acq-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553683, - "recall": 0.609684, - "f1": 0.569507, - "accuracy": 0.609684, - "main_score": 0.569507, - "hf_subset": "acq_Arab-tso_Latn", - "languages": [ - "acq-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-azj_Latn", - "languages": [ - "acq-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547124, - "recall": 0.617589, - "f1": 0.567416, - "accuracy": 0.617589, - "main_score": 0.567416, - "hf_subset": "acq_Arab-dik_Latn", - "languages": [ - "acq-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741749, - "recall": 0.802372, - "f1": 0.759999, - "accuracy": 0.802372, - "main_score": 0.759999, - "hf_subset": "acq_Arab-hau_Latn", - "languages": [ - "acq-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "acq_Arab-kea_Latn", - "languages": [ - "acq-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743659, - "recall": 0.793478, - "f1": 0.758893, - "accuracy": 0.793478, - "main_score": 0.758893, - "hf_subset": "acq_Arab-lus_Latn", - "languages": [ - "acq-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869022, - "recall": 0.901186, - "f1": 0.878821, - "accuracy": 0.901186, - "main_score": 0.878821, - "hf_subset": "acq_Arab-pag_Latn", - "languages": [ - "acq-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "acq_Arab-snd_Arab", - "languages": [ - "acq-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "acq_Arab-tuk_Latn", - "languages": [ - "acq-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acq_Arab-bak_Cyrl", - "languages": [ - "acq-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466578, - "recall": 0.544466, - "f1": 0.489251, - "accuracy": 0.544466, - "main_score": 0.489251, - "hf_subset": "acq_Arab-dyu_Latn", - "languages": [ - "acq-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-heb_Hebr", - "languages": [ - "acq-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "acq_Arab-khk_Cyrl", - "languages": [ - "acq-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "acq_Arab-lvs_Latn", - "languages": [ - "acq-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "acq_Arab-pan_Guru", - "languages": [ - "acq-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716255, - "recall": 0.775692, - "f1": 0.733898, - "accuracy": 0.775692, - "main_score": 0.733898, - "hf_subset": "acq_Arab-som_Latn", - "languages": [ - "acq-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598624, - "recall": 0.655138, - "f1": 0.614813, - "accuracy": 0.655138, - "main_score": 0.614813, - "hf_subset": "acq_Arab-tum_Latn", - "languages": [ - "acq-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468831, - "recall": 0.520751, - "f1": 0.483464, - "accuracy": 0.520751, - "main_score": 0.483464, - "hf_subset": "bem_Latn-ace_Arab", - "languages": [ - "bem-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515102, - "recall": 0.563241, - "f1": 0.530007, - "accuracy": 0.563241, - "main_score": 0.530007, - "hf_subset": "bem_Latn-bam_Latn", - "languages": [ - "bem-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267295, - "recall": 0.317194, - "f1": 0.280384, - "accuracy": 0.317194, - "main_score": 0.280384, - "hf_subset": "bem_Latn-dzo_Tibt", - "languages": [ - "bem-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614837, - "recall": 0.657115, - "f1": 0.62562, - "accuracy": 0.657115, - "main_score": 0.62562, - "hf_subset": "bem_Latn-hin_Deva", - "languages": [ - "bem-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573388, - "recall": 0.621542, - "f1": 0.58655, - "accuracy": 0.621542, - "main_score": 0.58655, - "hf_subset": "bem_Latn-khm_Khmr", - "languages": [ - "bem-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609136, - "recall": 0.65415, - "f1": 0.621442, - "accuracy": 0.65415, - "main_score": 0.621442, - "hf_subset": "bem_Latn-mag_Deva", - "languages": [ - "bem-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60471, - "recall": 0.643281, - "f1": 0.61441, - "accuracy": 0.643281, - "main_score": 0.61441, - "hf_subset": "bem_Latn-pap_Latn", - "languages": [ - "bem-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596454, - "recall": 0.644269, - "f1": 0.609473, - "accuracy": 0.644269, - "main_score": 0.609473, - "hf_subset": "bem_Latn-sot_Latn", - "languages": [ - "bem-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610209, - "recall": 0.661067, - "f1": 0.623299, - "accuracy": 0.661067, - "main_score": 0.623299, - "hf_subset": "bem_Latn-tur_Latn", - "languages": [ - "bem-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596092, - "recall": 0.635375, - "f1": 0.606853, - "accuracy": 0.635375, - "main_score": 0.606853, - "hf_subset": "bem_Latn-ace_Latn", - "languages": [ - "bem-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615785, - "recall": 0.650198, - "f1": 0.62512, - "accuracy": 0.650198, - "main_score": 0.62512, - "hf_subset": "bem_Latn-ban_Latn", - "languages": [ - "bem-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601711, - "recall": 0.652174, - "f1": 0.615215, - "accuracy": 0.652174, - "main_score": 0.615215, - "hf_subset": "bem_Latn-ell_Grek", - "languages": [ - "bem-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586306, - "recall": 0.635375, - "f1": 0.599714, - "accuracy": 0.635375, - "main_score": 0.599714, - "hf_subset": "bem_Latn-hne_Deva", - "languages": [ - "bem-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570822, - "recall": 0.615613, - "f1": 0.58288, - "accuracy": 0.615613, - "main_score": 0.58288, - "hf_subset": "bem_Latn-kik_Latn", - "languages": [ - "bem-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608728, - "recall": 0.660079, - "f1": 0.621568, - "accuracy": 0.660079, - "main_score": 0.621568, - "hf_subset": "bem_Latn-mai_Deva", - "languages": [ - "bem-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570956, - "recall": 0.620553, - "f1": 0.583367, - "accuracy": 0.620553, - "main_score": 0.583367, - "hf_subset": "bem_Latn-pbt_Arab", - "languages": [ - "bem-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624188, - "recall": 0.670949, - "f1": 0.635948, - "accuracy": 0.670949, - "main_score": 0.635948, - "hf_subset": "bem_Latn-spa_Latn", - "languages": [ - "bem-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585862, - "recall": 0.623518, - "f1": 0.596942, - "accuracy": 0.623518, - "main_score": 0.596942, - "hf_subset": "bem_Latn-twi_Latn", - "languages": [ - "bem-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598198, - "recall": 0.646245, - "f1": 0.610193, - "accuracy": 0.646245, - "main_score": 0.610193, - "hf_subset": "bem_Latn-acm_Arab", - "languages": [ - "bem-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585942, - "recall": 0.637352, - "f1": 0.598582, - "accuracy": 0.637352, - "main_score": 0.598582, - "hf_subset": "bem_Latn-bel_Cyrl", - "languages": [ - "bem-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64488, - "recall": 0.687747, - "f1": 0.655312, - "accuracy": 0.687747, - "main_score": 0.655312, - "hf_subset": "bem_Latn-eng_Latn", - "languages": [ - "bem-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633928, - "recall": 0.683794, - "f1": 0.646151, - "accuracy": 0.683794, - "main_score": 0.646151, - "hf_subset": "bem_Latn-hrv_Latn", - "languages": [ - "bem-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562248, - "recall": 0.617589, - "f1": 0.577786, - "accuracy": 0.617589, - "main_score": 0.577786, - "hf_subset": "bem_Latn-kin_Latn", - "languages": [ - "bem-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597444, - "recall": 0.651186, - "f1": 0.612299, - "accuracy": 0.651186, - "main_score": 0.612299, - "hf_subset": "bem_Latn-mal_Mlym", - "languages": [ - "bem-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601533, - "recall": 0.648221, - "f1": 0.614202, - "accuracy": 0.648221, - "main_score": 0.614202, - "hf_subset": "bem_Latn-pes_Arab", - "languages": [ - "bem-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60511, - "recall": 0.645257, - "f1": 0.615311, - "accuracy": 0.645257, - "main_score": 0.615311, - "hf_subset": "bem_Latn-srd_Latn", - "languages": [ - "bem-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214867, - "recall": 0.258893, - "f1": 0.226103, - "accuracy": 0.258893, - "main_score": 0.226103, - "hf_subset": "bem_Latn-tzm_Tfng", - "languages": [ - "bem-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60534, - "recall": 0.656126, - "f1": 0.618422, - "accuracy": 0.656126, - "main_score": 0.618422, - "hf_subset": "bem_Latn-acq_Arab", - "languages": [ - "bem-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620695, - "recall": 0.66502, - "f1": 0.632284, - "accuracy": 0.66502, - "main_score": 0.632284, - "hf_subset": "bem_Latn-epo_Latn", - "languages": [ - "bem-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613663, - "recall": 0.664032, - "f1": 0.62654, - "accuracy": 0.664032, - "main_score": 0.62654, - "hf_subset": "bem_Latn-hun_Latn", - "languages": [ - "bem-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587058, - "recall": 0.63834, - "f1": 0.600234, - "accuracy": 0.63834, - "main_score": 0.600234, - "hf_subset": "bem_Latn-kir_Cyrl", - "languages": [ - "bem-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606595, - "recall": 0.649209, - "f1": 0.618, - "accuracy": 0.649209, - "main_score": 0.618, - "hf_subset": "bem_Latn-mar_Deva", - "languages": [ - "bem-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586935, - "recall": 0.630435, - "f1": 0.599161, - "accuracy": 0.630435, - "main_score": 0.599161, - "hf_subset": "bem_Latn-plt_Latn", - "languages": [ - "bem-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611931, - "recall": 0.662055, - "f1": 0.62509, - "accuracy": 0.662055, - "main_score": 0.62509, - "hf_subset": "bem_Latn-srp_Cyrl", - "languages": [ - "bem-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521552, - "recall": 0.576087, - "f1": 0.536492, - "accuracy": 0.576087, - "main_score": 0.536492, - "hf_subset": "bem_Latn-uig_Arab", - "languages": [ - "bem-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603593, - "recall": 0.646245, - "f1": 0.614439, - "accuracy": 0.646245, - "main_score": 0.614439, - "hf_subset": "bem_Latn-aeb_Arab", - "languages": [ - "bem-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604434, - "recall": 0.65415, - "f1": 0.617791, - "accuracy": 0.65415, - "main_score": 0.617791, - "hf_subset": "bem_Latn-ben_Beng", - "languages": [ - "bem-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588968, - "recall": 0.639328, - "f1": 0.602908, - "accuracy": 0.639328, - "main_score": 0.602908, - "hf_subset": "bem_Latn-est_Latn", - "languages": [ - "bem-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583919, - "recall": 0.639328, - "f1": 0.598091, - "accuracy": 0.639328, - "main_score": 0.598091, - "hf_subset": "bem_Latn-hye_Armn", - "languages": [ - "bem-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561533, - "recall": 0.600791, - "f1": 0.573386, - "accuracy": 0.600791, - "main_score": 0.573386, - "hf_subset": "bem_Latn-kmb_Latn", - "languages": [ - "bem-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415023, - "recall": 0.472332, - "f1": 0.43084, - "accuracy": 0.472332, - "main_score": 0.43084, - "hf_subset": "bem_Latn-min_Arab", - "languages": [ - "bem-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615675, - "recall": 0.666996, - "f1": 0.628687, - "accuracy": 0.666996, - "main_score": 0.628687, - "hf_subset": "bem_Latn-pol_Latn", - "languages": [ - "bem-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590234, - "recall": 0.636364, - "f1": 0.603572, - "accuracy": 0.636364, - "main_score": 0.603572, - "hf_subset": "bem_Latn-ssw_Latn", - "languages": [ - "bem-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620244, - "recall": 0.66996, - "f1": 0.63338, - "accuracy": 0.66996, - "main_score": 0.63338, - "hf_subset": "bem_Latn-ukr_Cyrl", - "languages": [ - "bem-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638604, - "recall": 0.684783, - "f1": 0.650781, - "accuracy": 0.684783, - "main_score": 0.650781, - "hf_subset": "bem_Latn-afr_Latn", - "languages": [ - "bem-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594838, - "recall": 0.642292, - "f1": 0.608026, - "accuracy": 0.642292, - "main_score": 0.608026, - "hf_subset": "bem_Latn-bho_Deva", - "languages": [ - "bem-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588237, - "recall": 0.639328, - "f1": 0.602473, - "accuracy": 0.639328, - "main_score": 0.602473, - "hf_subset": "bem_Latn-eus_Latn", - "languages": [ - "bem-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558698, - "recall": 0.618577, - "f1": 0.575681, - "accuracy": 0.618577, - "main_score": 0.575681, - "hf_subset": "bem_Latn-ibo_Latn", - "languages": [ - "bem-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57954, - "recall": 0.623518, - "f1": 0.591367, - "accuracy": 0.623518, - "main_score": 0.591367, - "hf_subset": "bem_Latn-kmr_Latn", - "languages": [ - "bem-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61576, - "recall": 0.666008, - "f1": 0.627869, - "accuracy": 0.666008, - "main_score": 0.627869, - "hf_subset": "bem_Latn-min_Latn", - "languages": [ - "bem-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640144, - "recall": 0.683794, - "f1": 0.651146, - "accuracy": 0.683794, - "main_score": 0.651146, - "hf_subset": "bem_Latn-por_Latn", - "languages": [ - "bem-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620914, - "recall": 0.661067, - "f1": 0.631837, - "accuracy": 0.661067, - "main_score": 0.631837, - "hf_subset": "bem_Latn-sun_Latn", - "languages": [ - "bem-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525395, - "recall": 0.573123, - "f1": 0.539534, - "accuracy": 0.573123, - "main_score": 0.539534, - "hf_subset": "bem_Latn-umb_Latn", - "languages": [ - "bem-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612183, - "recall": 0.656126, - "f1": 0.623716, - "accuracy": 0.656126, - "main_score": 0.623716, - "hf_subset": "bem_Latn-ajp_Arab", - "languages": [ - "bem-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434611, - "recall": 0.48913, - "f1": 0.449519, - "accuracy": 0.48913, - "main_score": 0.449519, - "hf_subset": "bem_Latn-bjn_Arab", - "languages": [ - "bem-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51638, - "recall": 0.559289, - "f1": 0.528235, - "accuracy": 0.559289, - "main_score": 0.528235, - "hf_subset": "bem_Latn-ewe_Latn", - "languages": [ - "bem-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640382, - "recall": 0.675889, - "f1": 0.649289, - "accuracy": 0.675889, - "main_score": 0.649289, - "hf_subset": "bem_Latn-ilo_Latn", - "languages": [ - "bem-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315753, - "recall": 0.37253, - "f1": 0.331699, - "accuracy": 0.37253, - "main_score": 0.331699, - "hf_subset": "bem_Latn-knc_Arab", - "languages": [ - "bem-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619716, - "recall": 0.673913, - "f1": 0.633578, - "accuracy": 0.673913, - "main_score": 0.633578, - "hf_subset": "bem_Latn-mkd_Cyrl", - "languages": [ - "bem-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597258, - "recall": 0.644269, - "f1": 0.610232, - "accuracy": 0.644269, - "main_score": 0.610232, - "hf_subset": "bem_Latn-prs_Arab", - "languages": [ - "bem-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61822, - "recall": 0.672925, - "f1": 0.632351, - "accuracy": 0.672925, - "main_score": 0.632351, - "hf_subset": "bem_Latn-swe_Latn", - "languages": [ - "bem-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593836, - "recall": 0.649209, - "f1": 0.60936, - "accuracy": 0.649209, - "main_score": 0.60936, - "hf_subset": "bem_Latn-urd_Arab", - "languages": [ - "bem-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585701, - "recall": 0.621542, - "f1": 0.59542, - "accuracy": 0.621542, - "main_score": 0.59542, - "hf_subset": "bem_Latn-aka_Latn", - "languages": [ - "bem-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617029, - "recall": 0.652174, - "f1": 0.626323, - "accuracy": 0.652174, - "main_score": 0.626323, - "hf_subset": "bem_Latn-bjn_Latn", - "languages": [ - "bem-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597838, - "recall": 0.648221, - "f1": 0.611172, - "accuracy": 0.648221, - "main_score": 0.611172, - "hf_subset": "bem_Latn-fao_Latn", - "languages": [ - "bem-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631688, - "recall": 0.677866, - "f1": 0.643384, - "accuracy": 0.677866, - "main_score": 0.643384, - "hf_subset": "bem_Latn-ind_Latn", - "languages": [ - "bem-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561562, - "recall": 0.605731, - "f1": 0.574027, - "accuracy": 0.605731, - "main_score": 0.574027, - "hf_subset": "bem_Latn-knc_Latn", - "languages": [ - "bem-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616987, - "recall": 0.662055, - "f1": 0.627608, - "accuracy": 0.662055, - "main_score": 0.627608, - "hf_subset": "bem_Latn-mlt_Latn", - "languages": [ - "bem-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558951, - "recall": 0.605731, - "f1": 0.572716, - "accuracy": 0.605731, - "main_score": 0.572716, - "hf_subset": "bem_Latn-quy_Latn", - "languages": [ - "bem-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616857, - "recall": 0.662055, - "f1": 0.628958, - "accuracy": 0.662055, - "main_score": 0.628958, - "hf_subset": "bem_Latn-swh_Latn", - "languages": [ - "bem-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592074, - "recall": 0.636364, - "f1": 0.603181, - "accuracy": 0.636364, - "main_score": 0.603181, - "hf_subset": "bem_Latn-uzn_Latn", - "languages": [ - "bem-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610073, - "recall": 0.651186, - "f1": 0.620647, - "accuracy": 0.651186, - "main_score": 0.620647, - "hf_subset": "bem_Latn-als_Latn", - "languages": [ - "bem-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.32328, - "recall": 0.384387, - "f1": 0.339001, - "accuracy": 0.384387, - "main_score": 0.339001, - "hf_subset": "bem_Latn-bod_Tibt", - "languages": [ - "bem-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589775, - "recall": 0.632411, - "f1": 0.602174, - "accuracy": 0.632411, - "main_score": 0.602174, - "hf_subset": "bem_Latn-fij_Latn", - "languages": [ - "bem-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591946, - "recall": 0.646245, - "f1": 0.607083, - "accuracy": 0.646245, - "main_score": 0.607083, - "hf_subset": "bem_Latn-isl_Latn", - "languages": [ - "bem-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609087, - "recall": 0.655138, - "f1": 0.621604, - "accuracy": 0.655138, - "main_score": 0.621604, - "hf_subset": "bem_Latn-kon_Latn", - "languages": [ - "bem-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511839, - "recall": 0.572134, - "f1": 0.528833, - "accuracy": 0.572134, - "main_score": 0.528833, - "hf_subset": "bem_Latn-mni_Beng", - "languages": [ - "bem-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629418, - "recall": 0.678854, - "f1": 0.642129, - "accuracy": 0.678854, - "main_score": 0.642129, - "hf_subset": "bem_Latn-ron_Latn", - "languages": [ - "bem-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609713, - "recall": 0.656126, - "f1": 0.621947, - "accuracy": 0.656126, - "main_score": 0.621947, - "hf_subset": "bem_Latn-szl_Latn", - "languages": [ - "bem-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616573, - "recall": 0.66502, - "f1": 0.628984, - "accuracy": 0.66502, - "main_score": 0.628984, - "hf_subset": "bem_Latn-vec_Latn", - "languages": [ - "bem-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521733, - "recall": 0.579051, - "f1": 0.537245, - "accuracy": 0.579051, - "main_score": 0.537245, - "hf_subset": "bem_Latn-amh_Ethi", - "languages": [ - "bem-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631532, - "recall": 0.675889, - "f1": 0.642859, - "accuracy": 0.675889, - "main_score": 0.642859, - "hf_subset": "bem_Latn-bos_Latn", - "languages": [ - "bem-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596104, - "recall": 0.650198, - "f1": 0.610226, - "accuracy": 0.650198, - "main_score": 0.610226, - "hf_subset": "bem_Latn-fin_Latn", - "languages": [ - "bem-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613672, - "recall": 0.664032, - "f1": 0.627786, - "accuracy": 0.664032, - "main_score": 0.627786, - "hf_subset": "bem_Latn-ita_Latn", - "languages": [ - "bem-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586356, - "recall": 0.645257, - "f1": 0.60243, - "accuracy": 0.645257, - "main_score": 0.60243, - "hf_subset": "bem_Latn-kor_Hang", - "languages": [ - "bem-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529181, - "recall": 0.574111, - "f1": 0.542156, - "accuracy": 0.574111, - "main_score": 0.542156, - "hf_subset": "bem_Latn-mos_Latn", - "languages": [ - "bem-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578637, - "recall": 0.634387, - "f1": 0.593904, - "accuracy": 0.634387, - "main_score": 0.593904, - "hf_subset": "bem_Latn-run_Latn", - "languages": [ - "bem-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581335, - "recall": 0.63834, - "f1": 0.596069, - "accuracy": 0.63834, - "main_score": 0.596069, - "hf_subset": "bem_Latn-tam_Taml", - "languages": [ - "bem-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614965, - "recall": 0.660079, - "f1": 0.626754, - "accuracy": 0.660079, - "main_score": 0.626754, - "hf_subset": "bem_Latn-vie_Latn", - "languages": [ - "bem-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605625, - "recall": 0.656126, - "f1": 0.618625, - "accuracy": 0.656126, - "main_score": 0.618625, - "hf_subset": "bem_Latn-apc_Arab", - "languages": [ - "bem-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57693, - "recall": 0.618577, - "f1": 0.588217, - "accuracy": 0.618577, - "main_score": 0.588217, - "hf_subset": "bem_Latn-bug_Latn", - "languages": [ - "bem-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484188, - "recall": 0.531621, - "f1": 0.497173, - "accuracy": 0.531621, - "main_score": 0.497173, - "hf_subset": "bem_Latn-fon_Latn", - "languages": [ - "bem-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640427, - "recall": 0.677866, - "f1": 0.650336, - "accuracy": 0.677866, - "main_score": 0.650336, - "hf_subset": "bem_Latn-jav_Latn", - "languages": [ - "bem-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563523, - "recall": 0.607708, - "f1": 0.575392, - "accuracy": 0.607708, - "main_score": 0.575392, - "hf_subset": "bem_Latn-lao_Laoo", - "languages": [ - "bem-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546136, - "recall": 0.586957, - "f1": 0.557682, - "accuracy": 0.586957, - "main_score": 0.557682, - "hf_subset": "bem_Latn-mri_Latn", - "languages": [ - "bem-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621945, - "recall": 0.670949, - "f1": 0.634495, - "accuracy": 0.670949, - "main_score": 0.634495, - "hf_subset": "bem_Latn-rus_Cyrl", - "languages": [ - "bem-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507611, - "recall": 0.555336, - "f1": 0.521165, - "accuracy": 0.555336, - "main_score": 0.521165, - "hf_subset": "bem_Latn-taq_Latn", - "languages": [ - "bem-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656132, - "recall": 0.690711, - "f1": 0.664834, - "accuracy": 0.690711, - "main_score": 0.664834, - "hf_subset": "bem_Latn-war_Latn", - "languages": [ - "bem-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591236, - "recall": 0.646245, - "f1": 0.605306, - "accuracy": 0.646245, - "main_score": 0.605306, - "hf_subset": "bem_Latn-arb_Arab", - "languages": [ - "bem-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624058, - "recall": 0.675889, - "f1": 0.637456, - "accuracy": 0.675889, - "main_score": 0.637456, - "hf_subset": "bem_Latn-bul_Cyrl", - "languages": [ - "bem-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633388, - "recall": 0.676877, - "f1": 0.644984, - "accuracy": 0.676877, - "main_score": 0.644984, - "hf_subset": "bem_Latn-fra_Latn", - "languages": [ - "bem-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602934, - "recall": 0.649209, - "f1": 0.615955, - "accuracy": 0.649209, - "main_score": 0.615955, - "hf_subset": "bem_Latn-jpn_Jpan", - "languages": [ - "bem-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610908, - "recall": 0.657115, - "f1": 0.62272, - "accuracy": 0.657115, - "main_score": 0.62272, - "hf_subset": "bem_Latn-lij_Latn", - "languages": [ - "bem-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46317, - "recall": 0.533597, - "f1": 0.481907, - "accuracy": 0.533597, - "main_score": 0.481907, - "hf_subset": "bem_Latn-mya_Mymr", - "languages": [ - "bem-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554514, - "recall": 0.600791, - "f1": 0.567576, - "accuracy": 0.600791, - "main_score": 0.567576, - "hf_subset": "bem_Latn-sag_Latn", - "languages": [ - "bem-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213905, - "recall": 0.261858, - "f1": 0.224444, - "accuracy": 0.261858, - "main_score": 0.224444, - "hf_subset": "bem_Latn-taq_Tfng", - "languages": [ - "bem-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571031, - "recall": 0.614625, - "f1": 0.583589, - "accuracy": 0.614625, - "main_score": 0.583589, - "hf_subset": "bem_Latn-wol_Latn", - "languages": [ - "bem-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485686, - "recall": 0.532609, - "f1": 0.4982, - "accuracy": 0.532609, - "main_score": 0.4982, - "hf_subset": "bem_Latn-arb_Latn", - "languages": [ - "bem-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624472, - "recall": 0.673913, - "f1": 0.637261, - "accuracy": 0.673913, - "main_score": 0.637261, - "hf_subset": "bem_Latn-cat_Latn", - "languages": [ - "bem-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604174, - "recall": 0.649209, - "f1": 0.615683, - "accuracy": 0.649209, - "main_score": 0.615683, - "hf_subset": "bem_Latn-fur_Latn", - "languages": [ - "bem-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444772, - "recall": 0.499012, - "f1": 0.459687, - "accuracy": 0.499012, - "main_score": 0.459687, - "hf_subset": "bem_Latn-kab_Latn", - "languages": [ - "bem-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607941, - "recall": 0.655138, - "f1": 0.620608, - "accuracy": 0.655138, - "main_score": 0.620608, - "hf_subset": "bem_Latn-lim_Latn", - "languages": [ - "bem-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605637, - "recall": 0.652174, - "f1": 0.617657, - "accuracy": 0.652174, - "main_score": 0.617657, - "hf_subset": "bem_Latn-nld_Latn", - "languages": [ - "bem-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571872, - "recall": 0.62253, - "f1": 0.584486, - "accuracy": 0.62253, - "main_score": 0.584486, - "hf_subset": "bem_Latn-san_Deva", - "languages": [ - "bem-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590961, - "recall": 0.644269, - "f1": 0.60473, - "accuracy": 0.644269, - "main_score": 0.60473, - "hf_subset": "bem_Latn-tat_Cyrl", - "languages": [ - "bem-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622819, - "recall": 0.666008, - "f1": 0.634914, - "accuracy": 0.666008, - "main_score": 0.634914, - "hf_subset": "bem_Latn-xho_Latn", - "languages": [ - "bem-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579166, - "recall": 0.635375, - "f1": 0.59364, - "accuracy": 0.635375, - "main_score": 0.59364, - "hf_subset": "bem_Latn-ars_Arab", - "languages": [ - "bem-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643038, - "recall": 0.68083, - "f1": 0.653219, - "accuracy": 0.68083, - "main_score": 0.653219, - "hf_subset": "bem_Latn-ceb_Latn", - "languages": [ - "bem-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525141, - "recall": 0.573123, - "f1": 0.539199, - "accuracy": 0.573123, - "main_score": 0.539199, - "hf_subset": "bem_Latn-fuv_Latn", - "languages": [ - "bem-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516667, - "recall": 0.566206, - "f1": 0.530637, - "accuracy": 0.566206, - "main_score": 0.530637, - "hf_subset": "bem_Latn-kac_Latn", - "languages": [ - "bem-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603581, - "recall": 0.642292, - "f1": 0.614437, - "accuracy": 0.642292, - "main_score": 0.614437, - "hf_subset": "bem_Latn-lin_Latn", - "languages": [ - "bem-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613175, - "recall": 0.66502, - "f1": 0.627266, - "accuracy": 0.66502, - "main_score": 0.627266, - "hf_subset": "bem_Latn-nno_Latn", - "languages": [ - "bem-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.133779, - "recall": 0.176877, - "f1": 0.144711, - "accuracy": 0.176877, - "main_score": 0.144711, - "hf_subset": "bem_Latn-sat_Olck", - "languages": [ - "bem-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604387, - "recall": 0.651186, - "f1": 0.616983, - "accuracy": 0.651186, - "main_score": 0.616983, - "hf_subset": "bem_Latn-tel_Telu", - "languages": [ - "bem-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529228, - "recall": 0.586957, - "f1": 0.54482, - "accuracy": 0.586957, - "main_score": 0.54482, - "hf_subset": "bem_Latn-ydd_Hebr", - "languages": [ - "bem-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595224, - "recall": 0.642292, - "f1": 0.607458, - "accuracy": 0.642292, - "main_score": 0.607458, - "hf_subset": "bem_Latn-ary_Arab", - "languages": [ - "bem-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620343, - "recall": 0.671937, - "f1": 0.633401, - "accuracy": 0.671937, - "main_score": 0.633401, - "hf_subset": "bem_Latn-ces_Latn", - "languages": [ - "bem-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535706, - "recall": 0.58498, - "f1": 0.550043, - "accuracy": 0.58498, - "main_score": 0.550043, - "hf_subset": "bem_Latn-gaz_Latn", - "languages": [ - "bem-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569109, - "recall": 0.619565, - "f1": 0.583508, - "accuracy": 0.619565, - "main_score": 0.583508, - "hf_subset": "bem_Latn-kam_Latn", - "languages": [ - "bem-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590744, - "recall": 0.643281, - "f1": 0.604163, - "accuracy": 0.643281, - "main_score": 0.604163, - "hf_subset": "bem_Latn-lit_Latn", - "languages": [ - "bem-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625708, - "recall": 0.673913, - "f1": 0.638549, - "accuracy": 0.673913, - "main_score": 0.638549, - "hf_subset": "bem_Latn-nob_Latn", - "languages": [ - "bem-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612802, - "recall": 0.651186, - "f1": 0.622952, - "accuracy": 0.651186, - "main_score": 0.622952, - "hf_subset": "bem_Latn-scn_Latn", - "languages": [ - "bem-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591578, - "recall": 0.633399, - "f1": 0.602279, - "accuracy": 0.633399, - "main_score": 0.602279, - "hf_subset": "bem_Latn-tgk_Cyrl", - "languages": [ - "bem-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547861, - "recall": 0.605731, - "f1": 0.564535, - "accuracy": 0.605731, - "main_score": 0.564535, - "hf_subset": "bem_Latn-yor_Latn", - "languages": [ - "bem-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59347, - "recall": 0.643281, - "f1": 0.606133, - "accuracy": 0.643281, - "main_score": 0.606133, - "hf_subset": "bem_Latn-arz_Arab", - "languages": [ - "bem-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525093, - "recall": 0.567194, - "f1": 0.536334, - "accuracy": 0.567194, - "main_score": 0.536334, - "hf_subset": "bem_Latn-cjk_Latn", - "languages": [ - "bem-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558386, - "recall": 0.602767, - "f1": 0.57013, - "accuracy": 0.602767, - "main_score": 0.57013, - "hf_subset": "bem_Latn-gla_Latn", - "languages": [ - "bem-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584266, - "recall": 0.635375, - "f1": 0.597849, - "accuracy": 0.635375, - "main_score": 0.597849, - "hf_subset": "bem_Latn-kan_Knda", - "languages": [ - "bem-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60436, - "recall": 0.647233, - "f1": 0.615474, - "accuracy": 0.647233, - "main_score": 0.615474, - "hf_subset": "bem_Latn-lmo_Latn", - "languages": [ - "bem-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59218, - "recall": 0.642292, - "f1": 0.605157, - "accuracy": 0.642292, - "main_score": 0.605157, - "hf_subset": "bem_Latn-npi_Deva", - "languages": [ - "bem-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458524, - "recall": 0.51581, - "f1": 0.474587, - "accuracy": 0.51581, - "main_score": 0.474587, - "hf_subset": "bem_Latn-shn_Mymr", - "languages": [ - "bem-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656433, - "recall": 0.694664, - "f1": 0.66631, - "accuracy": 0.694664, - "main_score": 0.66631, - "hf_subset": "bem_Latn-tgl_Latn", - "languages": [ - "bem-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599827, - "recall": 0.652174, - "f1": 0.612748, - "accuracy": 0.652174, - "main_score": 0.612748, - "hf_subset": "bem_Latn-yue_Hant", - "languages": [ - "bem-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566068, - "recall": 0.621542, - "f1": 0.580483, - "accuracy": 0.621542, - "main_score": 0.580483, - "hf_subset": "bem_Latn-asm_Beng", - "languages": [ - "bem-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549692, - "recall": 0.592885, - "f1": 0.561217, - "accuracy": 0.592885, - "main_score": 0.561217, - "hf_subset": "bem_Latn-ckb_Arab", - "languages": [ - "bem-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554404, - "recall": 0.602767, - "f1": 0.567558, - "accuracy": 0.602767, - "main_score": 0.567558, - "hf_subset": "bem_Latn-gle_Latn", - "languages": [ - "bem-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532422, - "recall": 0.577075, - "f1": 0.544875, - "accuracy": 0.577075, - "main_score": 0.544875, - "hf_subset": "bem_Latn-kas_Arab", - "languages": [ - "bem-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577299, - "recall": 0.630435, - "f1": 0.591782, - "accuracy": 0.630435, - "main_score": 0.591782, - "hf_subset": "bem_Latn-ltg_Latn", - "languages": [ - "bem-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608196, - "recall": 0.650198, - "f1": 0.620185, - "accuracy": 0.650198, - "main_score": 0.620185, - "hf_subset": "bem_Latn-nso_Latn", - "languages": [ - "bem-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537288, - "recall": 0.592885, - "f1": 0.551613, - "accuracy": 0.592885, - "main_score": 0.551613, - "hf_subset": "bem_Latn-sin_Sinh", - "languages": [ - "bem-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614496, - "recall": 0.664032, - "f1": 0.627009, - "accuracy": 0.664032, - "main_score": 0.627009, - "hf_subset": "bem_Latn-tha_Thai", - "languages": [ - "bem-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576821, - "recall": 0.626482, - "f1": 0.589518, - "accuracy": 0.626482, - "main_score": 0.589518, - "hf_subset": "bem_Latn-zho_Hans", - "languages": [ - "bem-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631271, - "recall": 0.672925, - "f1": 0.642211, - "accuracy": 0.672925, - "main_score": 0.642211, - "hf_subset": "bem_Latn-ast_Latn", - "languages": [ - "bem-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590193, - "recall": 0.643281, - "f1": 0.60391, - "accuracy": 0.643281, - "main_score": 0.60391, - "hf_subset": "bem_Latn-crh_Latn", - "languages": [ - "bem-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632871, - "recall": 0.675889, - "f1": 0.644329, - "accuracy": 0.675889, - "main_score": 0.644329, - "hf_subset": "bem_Latn-glg_Latn", - "languages": [ - "bem-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555536, - "recall": 0.599802, - "f1": 0.567766, - "accuracy": 0.599802, - "main_score": 0.567766, - "hf_subset": "bem_Latn-kas_Deva", - "languages": [ - "bem-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600985, - "recall": 0.643281, - "f1": 0.611897, - "accuracy": 0.643281, - "main_score": 0.611897, - "hf_subset": "bem_Latn-ltz_Latn", - "languages": [ - "bem-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486787, - "recall": 0.54249, - "f1": 0.501968, - "accuracy": 0.54249, - "main_score": 0.501968, - "hf_subset": "bem_Latn-nus_Latn", - "languages": [ - "bem-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619425, - "recall": 0.66502, - "f1": 0.63217, - "accuracy": 0.66502, - "main_score": 0.63217, - "hf_subset": "bem_Latn-slk_Latn", - "languages": [ - "bem-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438312, - "recall": 0.499012, - "f1": 0.455675, - "accuracy": 0.499012, - "main_score": 0.455675, - "hf_subset": "bem_Latn-tir_Ethi", - "languages": [ - "bem-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603475, - "recall": 0.652174, - "f1": 0.615536, - "accuracy": 0.652174, - "main_score": 0.615536, - "hf_subset": "bem_Latn-zho_Hant", - "languages": [ - "bem-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6051, - "recall": 0.652174, - "f1": 0.617471, - "accuracy": 0.652174, - "main_score": 0.617471, - "hf_subset": "bem_Latn-awa_Deva", - "languages": [ - "bem-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594349, - "recall": 0.642292, - "f1": 0.607479, - "accuracy": 0.642292, - "main_score": 0.607479, - "hf_subset": "bem_Latn-cym_Latn", - "languages": [ - "bem-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598124, - "recall": 0.637352, - "f1": 0.608847, - "accuracy": 0.637352, - "main_score": 0.608847, - "hf_subset": "bem_Latn-grn_Latn", - "languages": [ - "bem-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572284, - "recall": 0.62253, - "f1": 0.585887, - "accuracy": 0.62253, - "main_score": 0.585887, - "hf_subset": "bem_Latn-kat_Geor", - "languages": [ - "bem-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592528, - "recall": 0.630435, - "f1": 0.603145, - "accuracy": 0.630435, - "main_score": 0.603145, - "hf_subset": "bem_Latn-lua_Latn", - "languages": [ - "bem-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618586, - "recall": 0.668972, - "f1": 0.632707, - "accuracy": 0.668972, - "main_score": 0.632707, - "hf_subset": "bem_Latn-nya_Latn", - "languages": [ - "bem-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615133, - "recall": 0.658103, - "f1": 0.625957, - "accuracy": 0.658103, - "main_score": 0.625957, - "hf_subset": "bem_Latn-slv_Latn", - "languages": [ - "bem-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623033, - "recall": 0.660079, - "f1": 0.632379, - "accuracy": 0.660079, - "main_score": 0.632379, - "hf_subset": "bem_Latn-tpi_Latn", - "languages": [ - "bem-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652542, - "recall": 0.693676, - "f1": 0.662763, - "accuracy": 0.693676, - "main_score": 0.662763, - "hf_subset": "bem_Latn-zsm_Latn", - "languages": [ - "bem-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531571, - "recall": 0.578063, - "f1": 0.545497, - "accuracy": 0.578063, - "main_score": 0.545497, - "hf_subset": "bem_Latn-ayr_Latn", - "languages": [ - "bem-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630688, - "recall": 0.676877, - "f1": 0.642181, - "accuracy": 0.676877, - "main_score": 0.642181, - "hf_subset": "bem_Latn-dan_Latn", - "languages": [ - "bem-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611207, - "recall": 0.660079, - "f1": 0.6244, - "accuracy": 0.660079, - "main_score": 0.6244, - "hf_subset": "bem_Latn-guj_Gujr", - "languages": [ - "bem-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602501, - "recall": 0.652174, - "f1": 0.615211, - "accuracy": 0.652174, - "main_score": 0.615211, - "hf_subset": "bem_Latn-kaz_Cyrl", - "languages": [ - "bem-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562159, - "recall": 0.614625, - "f1": 0.576733, - "accuracy": 0.614625, - "main_score": 0.576733, - "hf_subset": "bem_Latn-lug_Latn", - "languages": [ - "bem-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640473, - "recall": 0.68083, - "f1": 0.650346, - "accuracy": 0.68083, - "main_score": 0.650346, - "hf_subset": "bem_Latn-oci_Latn", - "languages": [ - "bem-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601417, - "recall": 0.640316, - "f1": 0.611997, - "accuracy": 0.640316, - "main_score": 0.611997, - "hf_subset": "bem_Latn-smo_Latn", - "languages": [ - "bem-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55697, - "recall": 0.602767, - "f1": 0.569115, - "accuracy": 0.602767, - "main_score": 0.569115, - "hf_subset": "bem_Latn-tsn_Latn", - "languages": [ - "bem-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587157, - "recall": 0.643281, - "f1": 0.602739, - "accuracy": 0.643281, - "main_score": 0.602739, - "hf_subset": "bem_Latn-zul_Latn", - "languages": [ - "bem-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529614, - "recall": 0.58004, - "f1": 0.543331, - "accuracy": 0.58004, - "main_score": 0.543331, - "hf_subset": "bem_Latn-azb_Arab", - "languages": [ - "bem-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63704, - "recall": 0.678854, - "f1": 0.648382, - "accuracy": 0.678854, - "main_score": 0.648382, - "hf_subset": "bem_Latn-deu_Latn", - "languages": [ - "bem-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559708, - "recall": 0.613636, - "f1": 0.573999, - "accuracy": 0.613636, - "main_score": 0.573999, - "hf_subset": "bem_Latn-hat_Latn", - "languages": [ - "bem-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507213, - "recall": 0.554348, - "f1": 0.520462, - "accuracy": 0.554348, - "main_score": 0.520462, - "hf_subset": "bem_Latn-kbp_Latn", - "languages": [ - "bem-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568939, - "recall": 0.613636, - "f1": 0.581482, - "accuracy": 0.613636, - "main_score": 0.581482, - "hf_subset": "bem_Latn-luo_Latn", - "languages": [ - "bem-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588666, - "recall": 0.644269, - "f1": 0.603386, - "accuracy": 0.644269, - "main_score": 0.603386, - "hf_subset": "bem_Latn-ory_Orya", - "languages": [ - "bem-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585935, - "recall": 0.635375, - "f1": 0.600282, - "accuracy": 0.635375, - "main_score": 0.600282, - "hf_subset": "bem_Latn-sna_Latn", - "languages": [ - "bem-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563218, - "recall": 0.606719, - "f1": 0.574785, - "accuracy": 0.606719, - "main_score": 0.574785, - "hf_subset": "bem_Latn-tso_Latn", - "languages": [ - "bem-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581211, - "recall": 0.635375, - "f1": 0.595308, - "accuracy": 0.635375, - "main_score": 0.595308, - "hf_subset": "bem_Latn-azj_Latn", - "languages": [ - "bem-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524012, - "recall": 0.577075, - "f1": 0.539793, - "accuracy": 0.577075, - "main_score": 0.539793, - "hf_subset": "bem_Latn-dik_Latn", - "languages": [ - "bem-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574189, - "recall": 0.621542, - "f1": 0.58705, - "accuracy": 0.621542, - "main_score": 0.58705, - "hf_subset": "bem_Latn-hau_Latn", - "languages": [ - "bem-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608579, - "recall": 0.649209, - "f1": 0.618995, - "accuracy": 0.649209, - "main_score": 0.618995, - "hf_subset": "bem_Latn-kea_Latn", - "languages": [ - "bem-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592504, - "recall": 0.62747, - "f1": 0.601656, - "accuracy": 0.62747, - "main_score": 0.601656, - "hf_subset": "bem_Latn-lus_Latn", - "languages": [ - "bem-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600858, - "recall": 0.636364, - "f1": 0.610633, - "accuracy": 0.636364, - "main_score": 0.610633, - "hf_subset": "bem_Latn-pag_Latn", - "languages": [ - "bem-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577915, - "recall": 0.628458, - "f1": 0.59178, - "accuracy": 0.628458, - "main_score": 0.59178, - "hf_subset": "bem_Latn-snd_Arab", - "languages": [ - "bem-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555879, - "recall": 0.61166, - "f1": 0.571156, - "accuracy": 0.61166, - "main_score": 0.571156, - "hf_subset": "bem_Latn-tuk_Latn", - "languages": [ - "bem-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611208, - "recall": 0.652174, - "f1": 0.621657, - "accuracy": 0.652174, - "main_score": 0.621657, - "hf_subset": "bem_Latn-bak_Cyrl", - "languages": [ - "bem-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463131, - "recall": 0.52668, - "f1": 0.481672, - "accuracy": 0.52668, - "main_score": 0.481672, - "hf_subset": "bem_Latn-dyu_Latn", - "languages": [ - "bem-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602785, - "recall": 0.650198, - "f1": 0.615621, - "accuracy": 0.650198, - "main_score": 0.615621, - "hf_subset": "bem_Latn-heb_Hebr", - "languages": [ - "bem-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57785, - "recall": 0.624506, - "f1": 0.590266, - "accuracy": 0.624506, - "main_score": 0.590266, - "hf_subset": "bem_Latn-khk_Cyrl", - "languages": [ - "bem-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616566, - "recall": 0.657115, - "f1": 0.627112, - "accuracy": 0.657115, - "main_score": 0.627112, - "hf_subset": "bem_Latn-lvs_Latn", - "languages": [ - "bem-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599718, - "recall": 0.653162, - "f1": 0.614221, - "accuracy": 0.653162, - "main_score": 0.614221, - "hf_subset": "bem_Latn-pan_Guru", - "languages": [ - "bem-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545153, - "recall": 0.590909, - "f1": 0.557616, - "accuracy": 0.590909, - "main_score": 0.557616, - "hf_subset": "bem_Latn-som_Latn", - "languages": [ - "bem-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586583, - "recall": 0.629447, - "f1": 0.598413, - "accuracy": 0.629447, - "main_score": 0.598413, - "hf_subset": "bem_Latn-tum_Latn", - "languages": [ - "bem-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600331, - "recall": 0.660079, - "f1": 0.617745, - "accuracy": 0.660079, - "main_score": 0.617745, - "hf_subset": "epo_Latn-ace_Arab", - "languages": [ - "epo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526114, - "recall": 0.589921, - "f1": 0.544221, - "accuracy": 0.589921, - "main_score": 0.544221, - "hf_subset": "epo_Latn-bam_Latn", - "languages": [ - "epo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436198, - "recall": 0.506917, - "f1": 0.455209, - "accuracy": 0.506917, - "main_score": 0.455209, - "hf_subset": "epo_Latn-dzo_Tibt", - "languages": [ - "epo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-hin_Deva", - "languages": [ - "epo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "epo_Latn-khm_Khmr", - "languages": [ - "epo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-mag_Deva", - "languages": [ - "epo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "epo_Latn-pap_Latn", - "languages": [ - "epo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606728, - "recall": 0.662055, - "f1": 0.622622, - "accuracy": 0.662055, - "main_score": 0.622622, - "hf_subset": "epo_Latn-sot_Latn", - "languages": [ - "epo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-tur_Latn", - "languages": [ - "epo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8736, - "recall": 0.906126, - "f1": 0.883959, - "accuracy": 0.906126, - "main_score": 0.883959, - "hf_subset": "epo_Latn-ace_Latn", - "languages": [ - "epo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.97332, - "f1": 0.966568, - "accuracy": 0.97332, - "main_score": 0.966568, - "hf_subset": "epo_Latn-ban_Latn", - "languages": [ - "epo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ell_Grek", - "languages": [ - "epo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "epo_Latn-hne_Deva", - "languages": [ - "epo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619845, - "recall": 0.670949, - "f1": 0.634557, - "accuracy": 0.670949, - "main_score": 0.634557, - "hf_subset": "epo_Latn-kik_Latn", - "languages": [ - "epo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-mai_Deva", - "languages": [ - "epo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "epo_Latn-pbt_Arab", - "languages": [ - "epo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-spa_Latn", - "languages": [ - "epo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616206, - "recall": 0.675889, - "f1": 0.632849, - "accuracy": 0.675889, - "main_score": 0.632849, - "hf_subset": "epo_Latn-twi_Latn", - "languages": [ - "epo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-acm_Arab", - "languages": [ - "epo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-bel_Cyrl", - "languages": [ - "epo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-eng_Latn", - "languages": [ - "epo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-hrv_Latn", - "languages": [ - "epo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56629, - "recall": 0.628458, - "f1": 0.58344, - "accuracy": 0.628458, - "main_score": 0.58344, - "hf_subset": "epo_Latn-kin_Latn", - "languages": [ - "epo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-mal_Mlym", - "languages": [ - "epo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-pes_Arab", - "languages": [ - "epo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "epo_Latn-srd_Latn", - "languages": [ - "epo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196472, - "recall": 0.241107, - "f1": 0.207206, - "accuracy": 0.241107, - "main_score": 0.207206, - "hf_subset": "epo_Latn-tzm_Tfng", - "languages": [ - "epo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-acq_Arab", - "languages": [ - "epo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633514, - "recall": 0.683794, - "f1": 0.647542, - "accuracy": 0.683794, - "main_score": 0.647542, - "hf_subset": "epo_Latn-bem_Latn", - "languages": [ - "epo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-hun_Latn", - "languages": [ - "epo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "epo_Latn-kir_Cyrl", - "languages": [ - "epo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-mar_Deva", - "languages": [ - "epo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671163, - "recall": 0.72332, - "f1": 0.686152, - "accuracy": 0.72332, - "main_score": 0.686152, - "hf_subset": "epo_Latn-plt_Latn", - "languages": [ - "epo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-srp_Cyrl", - "languages": [ - "epo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "epo_Latn-uig_Arab", - "languages": [ - "epo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "epo_Latn-aeb_Arab", - "languages": [ - "epo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-ben_Beng", - "languages": [ - "epo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-est_Latn", - "languages": [ - "epo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-hye_Armn", - "languages": [ - "epo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553806, - "recall": 0.606719, - "f1": 0.569015, - "accuracy": 0.606719, - "main_score": 0.569015, - "hf_subset": "epo_Latn-kmb_Latn", - "languages": [ - "epo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5232, - "recall": 0.585968, - "f1": 0.539766, - "accuracy": 0.585968, - "main_score": 0.539766, - "hf_subset": "epo_Latn-min_Arab", - "languages": [ - "epo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-pol_Latn", - "languages": [ - "epo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555945, - "recall": 0.617589, - "f1": 0.573734, - "accuracy": 0.617589, - "main_score": 0.573734, - "hf_subset": "epo_Latn-ssw_Latn", - "languages": [ - "epo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ukr_Cyrl", - "languages": [ - "epo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-afr_Latn", - "languages": [ - "epo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-bho_Deva", - "languages": [ - "epo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "epo_Latn-eus_Latn", - "languages": [ - "epo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596987, - "recall": 0.65415, - "f1": 0.612593, - "accuracy": 0.65415, - "main_score": 0.612593, - "hf_subset": "epo_Latn-ibo_Latn", - "languages": [ - "epo-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91502, - "recall": 0.939723, - "f1": 0.922925, - "accuracy": 0.939723, - "main_score": 0.922925, - "hf_subset": "epo_Latn-kmr_Latn", - "languages": [ - "epo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "epo_Latn-min_Latn", - "languages": [ - "epo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-por_Latn", - "languages": [ - "epo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-sun_Latn", - "languages": [ - "epo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538588, - "recall": 0.594862, - "f1": 0.554654, - "accuracy": 0.594862, - "main_score": 0.554654, - "hf_subset": "epo_Latn-umb_Latn", - "languages": [ - "epo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-ajp_Arab", - "languages": [ - "epo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543623, - "recall": 0.608696, - "f1": 0.561008, - "accuracy": 0.608696, - "main_score": 0.561008, - "hf_subset": "epo_Latn-bjn_Arab", - "languages": [ - "epo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527517, - "recall": 0.577075, - "f1": 0.540809, - "accuracy": 0.577075, - "main_score": 0.540809, - "hf_subset": "epo_Latn-ewe_Latn", - "languages": [ - "epo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94837, - "recall": 0.963439, - "f1": 0.953129, - "accuracy": 0.963439, - "main_score": 0.953129, - "hf_subset": "epo_Latn-ilo_Latn", - "languages": [ - "epo-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.325324, - "recall": 0.379447, - "f1": 0.339833, - "accuracy": 0.379447, - "main_score": 0.339833, - "hf_subset": "epo_Latn-knc_Arab", - "languages": [ - "epo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-mkd_Cyrl", - "languages": [ - "epo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-prs_Arab", - "languages": [ - "epo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-swe_Latn", - "languages": [ - "epo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-urd_Arab", - "languages": [ - "epo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605668, - "recall": 0.664032, - "f1": 0.621967, - "accuracy": 0.664032, - "main_score": 0.621967, - "hf_subset": "epo_Latn-aka_Latn", - "languages": [ - "epo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "epo_Latn-bjn_Latn", - "languages": [ - "epo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "epo_Latn-fao_Latn", - "languages": [ - "epo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ind_Latn", - "languages": [ - "epo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577569, - "recall": 0.634387, - "f1": 0.593974, - "accuracy": 0.634387, - "main_score": 0.593974, - "hf_subset": "epo_Latn-knc_Latn", - "languages": [ - "epo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "epo_Latn-mlt_Latn", - "languages": [ - "epo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716561, - "recall": 0.77668, - "f1": 0.734052, - "accuracy": 0.77668, - "main_score": 0.734052, - "hf_subset": "epo_Latn-quy_Latn", - "languages": [ - "epo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "epo_Latn-swh_Latn", - "languages": [ - "epo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "epo_Latn-uzn_Latn", - "languages": [ - "epo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-als_Latn", - "languages": [ - "epo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665662, - "recall": 0.73913, - "f1": 0.686698, - "accuracy": 0.73913, - "main_score": 0.686698, - "hf_subset": "epo_Latn-bod_Tibt", - "languages": [ - "epo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719132, - "recall": 0.772727, - "f1": 0.734754, - "accuracy": 0.772727, - "main_score": 0.734754, - "hf_subset": "epo_Latn-fij_Latn", - "languages": [ - "epo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "epo_Latn-isl_Latn", - "languages": [ - "epo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668923, - "recall": 0.721344, - "f1": 0.684571, - "accuracy": 0.721344, - "main_score": 0.684571, - "hf_subset": "epo_Latn-kon_Latn", - "languages": [ - "epo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656901, - "recall": 0.720356, - "f1": 0.675551, - "accuracy": 0.720356, - "main_score": 0.675551, - "hf_subset": "epo_Latn-mni_Beng", - "languages": [ - "epo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ron_Latn", - "languages": [ - "epo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "epo_Latn-szl_Latn", - "languages": [ - "epo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-vec_Latn", - "languages": [ - "epo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "epo_Latn-amh_Ethi", - "languages": [ - "epo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-bos_Latn", - "languages": [ - "epo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-fin_Latn", - "languages": [ - "epo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ita_Latn", - "languages": [ - "epo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-kor_Hang", - "languages": [ - "epo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551624, - "recall": 0.610672, - "f1": 0.568198, - "accuracy": 0.610672, - "main_score": 0.568198, - "hf_subset": "epo_Latn-mos_Latn", - "languages": [ - "epo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556719, - "recall": 0.614625, - "f1": 0.57341, - "accuracy": 0.614625, - "main_score": 0.57341, - "hf_subset": "epo_Latn-run_Latn", - "languages": [ - "epo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-tam_Taml", - "languages": [ - "epo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-vie_Latn", - "languages": [ - "epo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-apc_Arab", - "languages": [ - "epo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802816, - "recall": 0.847826, - "f1": 0.816126, - "accuracy": 0.847826, - "main_score": 0.816126, - "hf_subset": "epo_Latn-bug_Latn", - "languages": [ - "epo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476331, - "recall": 0.531621, - "f1": 0.49122, - "accuracy": 0.531621, - "main_score": 0.49122, - "hf_subset": "epo_Latn-fon_Latn", - "languages": [ - "epo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-jav_Latn", - "languages": [ - "epo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "epo_Latn-lao_Laoo", - "languages": [ - "epo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877668, - "recall": 0.913043, - "f1": 0.888754, - "accuracy": 0.913043, - "main_score": 0.888754, - "hf_subset": "epo_Latn-mri_Latn", - "languages": [ - "epo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-rus_Cyrl", - "languages": [ - "epo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539748, - "recall": 0.600791, - "f1": 0.556512, - "accuracy": 0.600791, - "main_score": 0.556512, - "hf_subset": "epo_Latn-taq_Latn", - "languages": [ - "epo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-war_Latn", - "languages": [ - "epo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-arb_Arab", - "languages": [ - "epo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-bul_Cyrl", - "languages": [ - "epo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-fra_Latn", - "languages": [ - "epo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-jpn_Jpan", - "languages": [ - "epo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "epo_Latn-lij_Latn", - "languages": [ - "epo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "epo_Latn-mya_Mymr", - "languages": [ - "epo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604712, - "recall": 0.66502, - "f1": 0.621655, - "accuracy": 0.66502, - "main_score": 0.621655, - "hf_subset": "epo_Latn-sag_Latn", - "languages": [ - "epo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205787, - "recall": 0.258893, - "f1": 0.217807, - "accuracy": 0.258893, - "main_score": 0.217807, - "hf_subset": "epo_Latn-taq_Tfng", - "languages": [ - "epo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641461, - "recall": 0.700593, - "f1": 0.658802, - "accuracy": 0.700593, - "main_score": 0.658802, - "hf_subset": "epo_Latn-wol_Latn", - "languages": [ - "epo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833284, - "recall": 0.874506, - "f1": 0.845685, - "accuracy": 0.874506, - "main_score": 0.845685, - "hf_subset": "epo_Latn-arb_Latn", - "languages": [ - "epo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-cat_Latn", - "languages": [ - "epo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-fur_Latn", - "languages": [ - "epo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437508, - "recall": 0.488142, - "f1": 0.451377, - "accuracy": 0.488142, - "main_score": 0.451377, - "hf_subset": "epo_Latn-kab_Latn", - "languages": [ - "epo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "epo_Latn-lim_Latn", - "languages": [ - "epo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-nld_Latn", - "languages": [ - "epo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "epo_Latn-san_Deva", - "languages": [ - "epo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-tat_Cyrl", - "languages": [ - "epo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684619, - "recall": 0.741107, - "f1": 0.701125, - "accuracy": 0.741107, - "main_score": 0.701125, - "hf_subset": "epo_Latn-xho_Latn", - "languages": [ - "epo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ars_Arab", - "languages": [ - "epo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-ceb_Latn", - "languages": [ - "epo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56643, - "recall": 0.621542, - "f1": 0.581853, - "accuracy": 0.621542, - "main_score": 0.581853, - "hf_subset": "epo_Latn-fuv_Latn", - "languages": [ - "epo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499957, - "recall": 0.560277, - "f1": 0.516191, - "accuracy": 0.560277, - "main_score": 0.516191, - "hf_subset": "epo_Latn-kac_Latn", - "languages": [ - "epo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677717, - "recall": 0.725296, - "f1": 0.691733, - "accuracy": 0.725296, - "main_score": 0.691733, - "hf_subset": "epo_Latn-lin_Latn", - "languages": [ - "epo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-nno_Latn", - "languages": [ - "epo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.239783, - "recall": 0.321146, - "f1": 0.261046, - "accuracy": 0.321146, - "main_score": 0.261046, - "hf_subset": "epo_Latn-sat_Olck", - "languages": [ - "epo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-tel_Telu", - "languages": [ - "epo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "epo_Latn-ydd_Hebr", - "languages": [ - "epo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "epo_Latn-ary_Arab", - "languages": [ - "epo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-ces_Latn", - "languages": [ - "epo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592514, - "recall": 0.652174, - "f1": 0.609538, - "accuracy": 0.652174, - "main_score": 0.609538, - "hf_subset": "epo_Latn-gaz_Latn", - "languages": [ - "epo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591916, - "recall": 0.662055, - "f1": 0.611698, - "accuracy": 0.662055, - "main_score": 0.611698, - "hf_subset": "epo_Latn-kam_Latn", - "languages": [ - "epo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "epo_Latn-lit_Latn", - "languages": [ - "epo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-nob_Latn", - "languages": [ - "epo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "epo_Latn-scn_Latn", - "languages": [ - "epo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "epo_Latn-tgk_Cyrl", - "languages": [ - "epo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719328, - "recall": 0.77668, - "f1": 0.73638, - "accuracy": 0.77668, - "main_score": 0.73638, - "hf_subset": "epo_Latn-yor_Latn", - "languages": [ - "epo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-arz_Arab", - "languages": [ - "epo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561884, - "recall": 0.623518, - "f1": 0.579072, - "accuracy": 0.623518, - "main_score": 0.579072, - "hf_subset": "epo_Latn-cjk_Latn", - "languages": [ - "epo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810672, - "recall": 0.856719, - "f1": 0.824901, - "accuracy": 0.856719, - "main_score": 0.824901, - "hf_subset": "epo_Latn-gla_Latn", - "languages": [ - "epo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-kan_Knda", - "languages": [ - "epo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "epo_Latn-lmo_Latn", - "languages": [ - "epo-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "epo_Latn-npi_Deva", - "languages": [ - "epo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473394, - "recall": 0.535573, - "f1": 0.490687, - "accuracy": 0.535573, - "main_score": 0.490687, - "hf_subset": "epo_Latn-shn_Mymr", - "languages": [ - "epo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-tgl_Latn", - "languages": [ - "epo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-yue_Hant", - "languages": [ - "epo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-asm_Beng", - "languages": [ - "epo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "epo_Latn-ckb_Arab", - "languages": [ - "epo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909256, - "recall": 0.935771, - "f1": 0.917622, - "accuracy": 0.935771, - "main_score": 0.917622, - "hf_subset": "epo_Latn-gle_Latn", - "languages": [ - "epo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "epo_Latn-kas_Arab", - "languages": [ - "epo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "epo_Latn-ltg_Latn", - "languages": [ - "epo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620792, - "recall": 0.671937, - "f1": 0.635336, - "accuracy": 0.671937, - "main_score": 0.635336, - "hf_subset": "epo_Latn-nso_Latn", - "languages": [ - "epo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "epo_Latn-sin_Sinh", - "languages": [ - "epo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-tha_Thai", - "languages": [ - "epo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-zho_Hans", - "languages": [ - "epo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ast_Latn", - "languages": [ - "epo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-crh_Latn", - "languages": [ - "epo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-glg_Latn", - "languages": [ - "epo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902339, - "recall": 0.931818, - "f1": 0.911693, - "accuracy": 0.931818, - "main_score": 0.911693, - "hf_subset": "epo_Latn-kas_Deva", - "languages": [ - "epo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "epo_Latn-ltz_Latn", - "languages": [ - "epo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470426, - "recall": 0.537549, - "f1": 0.488827, - "accuracy": 0.537549, - "main_score": 0.488827, - "hf_subset": "epo_Latn-nus_Latn", - "languages": [ - "epo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-slk_Latn", - "languages": [ - "epo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612, - "recall": 0.684783, - "f1": 0.632885, - "accuracy": 0.684783, - "main_score": 0.632885, - "hf_subset": "epo_Latn-tir_Ethi", - "languages": [ - "epo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-zho_Hant", - "languages": [ - "epo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "epo_Latn-awa_Deva", - "languages": [ - "epo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "epo_Latn-cym_Latn", - "languages": [ - "epo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854002, - "recall": 0.892292, - "f1": 0.865975, - "accuracy": 0.892292, - "main_score": 0.865975, - "hf_subset": "epo_Latn-grn_Latn", - "languages": [ - "epo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-kat_Geor", - "languages": [ - "epo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649184, - "recall": 0.702569, - "f1": 0.664517, - "accuracy": 0.702569, - "main_score": 0.664517, - "hf_subset": "epo_Latn-lua_Latn", - "languages": [ - "epo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662155, - "recall": 0.714427, - "f1": 0.677308, - "accuracy": 0.714427, - "main_score": 0.677308, - "hf_subset": "epo_Latn-nya_Latn", - "languages": [ - "epo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-slv_Latn", - "languages": [ - "epo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.966403, - "f1": 0.957477, - "accuracy": 0.966403, - "main_score": 0.957477, - "hf_subset": "epo_Latn-tpi_Latn", - "languages": [ - "epo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-zsm_Latn", - "languages": [ - "epo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548798, - "recall": 0.616601, - "f1": 0.568234, - "accuracy": 0.616601, - "main_score": 0.568234, - "hf_subset": "epo_Latn-ayr_Latn", - "languages": [ - "epo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-dan_Latn", - "languages": [ - "epo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997365, - "recall": 0.998024, - "f1": 0.99753, - "accuracy": 0.998024, - "main_score": 0.99753, - "hf_subset": "epo_Latn-guj_Gujr", - "languages": [ - "epo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "epo_Latn-kaz_Cyrl", - "languages": [ - "epo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545243, - "recall": 0.604743, - "f1": 0.561426, - "accuracy": 0.604743, - "main_score": 0.561426, - "hf_subset": "epo_Latn-lug_Latn", - "languages": [ - "epo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-oci_Latn", - "languages": [ - "epo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830534, - "recall": 0.87253, - "f1": 0.843478, - "accuracy": 0.87253, - "main_score": 0.843478, - "hf_subset": "epo_Latn-smo_Latn", - "languages": [ - "epo-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553856, - "recall": 0.615613, - "f1": 0.570976, - "accuracy": 0.615613, - "main_score": 0.570976, - "hf_subset": "epo_Latn-tsn_Latn", - "languages": [ - "epo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627503, - "recall": 0.686759, - "f1": 0.644537, - "accuracy": 0.686759, - "main_score": 0.644537, - "hf_subset": "epo_Latn-zul_Latn", - "languages": [ - "epo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922431, - "recall": 0.944664, - "f1": 0.929513, - "accuracy": 0.944664, - "main_score": 0.929513, - "hf_subset": "epo_Latn-azb_Arab", - "languages": [ - "epo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-deu_Latn", - "languages": [ - "epo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.982213, - "f1": 0.977437, - "accuracy": 0.982213, - "main_score": 0.977437, - "hf_subset": "epo_Latn-hat_Latn", - "languages": [ - "epo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494425, - "recall": 0.547431, - "f1": 0.509105, - "accuracy": 0.547431, - "main_score": 0.509105, - "hf_subset": "epo_Latn-kbp_Latn", - "languages": [ - "epo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590399, - "recall": 0.645257, - "f1": 0.604836, - "accuracy": 0.645257, - "main_score": 0.604836, - "hf_subset": "epo_Latn-luo_Latn", - "languages": [ - "epo-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-ory_Orya", - "languages": [ - "epo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59604, - "recall": 0.658103, - "f1": 0.613709, - "accuracy": 0.658103, - "main_score": 0.613709, - "hf_subset": "epo_Latn-sna_Latn", - "languages": [ - "epo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57556, - "recall": 0.628458, - "f1": 0.590566, - "accuracy": 0.628458, - "main_score": 0.590566, - "hf_subset": "epo_Latn-tso_Latn", - "languages": [ - "epo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "epo_Latn-azj_Latn", - "languages": [ - "epo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530745, - "recall": 0.596838, - "f1": 0.54953, - "accuracy": 0.596838, - "main_score": 0.54953, - "hf_subset": "epo_Latn-dik_Latn", - "languages": [ - "epo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761215, - "recall": 0.812253, - "f1": 0.776073, - "accuracy": 0.812253, - "main_score": 0.776073, - "hf_subset": "epo_Latn-hau_Latn", - "languages": [ - "epo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "epo_Latn-kea_Latn", - "languages": [ - "epo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743198, - "recall": 0.79249, - "f1": 0.757693, - "accuracy": 0.79249, - "main_score": 0.757693, - "hf_subset": "epo_Latn-lus_Latn", - "languages": [ - "epo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877833, - "recall": 0.906126, - "f1": 0.886462, - "accuracy": 0.906126, - "main_score": 0.886462, - "hf_subset": "epo_Latn-pag_Latn", - "languages": [ - "epo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "epo_Latn-snd_Arab", - "languages": [ - "epo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "epo_Latn-tuk_Latn", - "languages": [ - "epo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "epo_Latn-bak_Cyrl", - "languages": [ - "epo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508342, - "recall": 0.583004, - "f1": 0.530122, - "accuracy": 0.583004, - "main_score": 0.530122, - "hf_subset": "epo_Latn-dyu_Latn", - "languages": [ - "epo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "epo_Latn-heb_Hebr", - "languages": [ - "epo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "epo_Latn-khk_Cyrl", - "languages": [ - "epo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-lvs_Latn", - "languages": [ - "epo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "epo_Latn-pan_Guru", - "languages": [ - "epo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707131, - "recall": 0.766798, - "f1": 0.724649, - "accuracy": 0.766798, - "main_score": 0.724649, - "hf_subset": "epo_Latn-som_Latn", - "languages": [ - "epo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595269, - "recall": 0.648221, - "f1": 0.610287, - "accuracy": 0.648221, - "main_score": 0.610287, - "hf_subset": "epo_Latn-tum_Latn", - "languages": [ - "epo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567212, - "recall": 0.632411, - "f1": 0.585804, - "accuracy": 0.632411, - "main_score": 0.585804, - "hf_subset": "hun_Latn-ace_Arab", - "languages": [ - "hun-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528014, - "recall": 0.588933, - "f1": 0.545498, - "accuracy": 0.588933, - "main_score": 0.545498, - "hf_subset": "hun_Latn-bam_Latn", - "languages": [ - "hun-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433893, - "recall": 0.514822, - "f1": 0.455407, - "accuracy": 0.514822, - "main_score": 0.455407, - "hf_subset": "hun_Latn-dzo_Tibt", - "languages": [ - "hun-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-hin_Deva", - "languages": [ - "hun-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hun_Latn-khm_Khmr", - "languages": [ - "hun-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-mag_Deva", - "languages": [ - "hun-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "hun_Latn-pap_Latn", - "languages": [ - "hun-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596576, - "recall": 0.652174, - "f1": 0.612036, - "accuracy": 0.652174, - "main_score": 0.612036, - "hf_subset": "hun_Latn-sot_Latn", - "languages": [ - "hun-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-tur_Latn", - "languages": [ - "hun-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871492, - "recall": 0.903162, - "f1": 0.881489, - "accuracy": 0.903162, - "main_score": 0.881489, - "hf_subset": "hun_Latn-ace_Latn", - "languages": [ - "hun-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.972332, - "f1": 0.966403, - "accuracy": 0.972332, - "main_score": 0.966403, - "hf_subset": "hun_Latn-ban_Latn", - "languages": [ - "hun-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ell_Grek", - "languages": [ - "hun-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "hun_Latn-hne_Deva", - "languages": [ - "hun-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597539, - "recall": 0.653162, - "f1": 0.613432, - "accuracy": 0.653162, - "main_score": 0.613432, - "hf_subset": "hun_Latn-kik_Latn", - "languages": [ - "hun-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-mai_Deva", - "languages": [ - "hun-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "hun_Latn-pbt_Arab", - "languages": [ - "hun-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-spa_Latn", - "languages": [ - "hun-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622005, - "recall": 0.678854, - "f1": 0.637851, - "accuracy": 0.678854, - "main_score": 0.637851, - "hf_subset": "hun_Latn-twi_Latn", - "languages": [ - "hun-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-acm_Arab", - "languages": [ - "hun-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-bel_Cyrl", - "languages": [ - "hun-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-eng_Latn", - "languages": [ - "hun-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-hrv_Latn", - "languages": [ - "hun-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561797, - "recall": 0.62747, - "f1": 0.579997, - "accuracy": 0.62747, - "main_score": 0.579997, - "hf_subset": "hun_Latn-kin_Latn", - "languages": [ - "hun-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-mal_Mlym", - "languages": [ - "hun-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-pes_Arab", - "languages": [ - "hun-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hun_Latn-srd_Latn", - "languages": [ - "hun-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180667, - "recall": 0.231225, - "f1": 0.193698, - "accuracy": 0.231225, - "main_score": 0.193698, - "hf_subset": "hun_Latn-tzm_Tfng", - "languages": [ - "hun-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-acq_Arab", - "languages": [ - "hun-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640913, - "recall": 0.686759, - "f1": 0.653809, - "accuracy": 0.686759, - "main_score": 0.653809, - "hf_subset": "hun_Latn-bem_Latn", - "languages": [ - "hun-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-epo_Latn", - "languages": [ - "hun-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hun_Latn-kir_Cyrl", - "languages": [ - "hun-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-mar_Deva", - "languages": [ - "hun-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686281, - "recall": 0.736166, - "f1": 0.701087, - "accuracy": 0.736166, - "main_score": 0.701087, - "hf_subset": "hun_Latn-plt_Latn", - "languages": [ - "hun-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-srp_Cyrl", - "languages": [ - "hun-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.980237, - "f1": 0.974802, - "accuracy": 0.980237, - "main_score": 0.974802, - "hf_subset": "hun_Latn-uig_Arab", - "languages": [ - "hun-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-aeb_Arab", - "languages": [ - "hun-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-ben_Beng", - "languages": [ - "hun-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-est_Latn", - "languages": [ - "hun-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-hye_Armn", - "languages": [ - "hun-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564099, - "recall": 0.608696, - "f1": 0.576619, - "accuracy": 0.608696, - "main_score": 0.576619, - "hf_subset": "hun_Latn-kmb_Latn", - "languages": [ - "hun-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496488, - "recall": 0.574111, - "f1": 0.518064, - "accuracy": 0.574111, - "main_score": 0.518064, - "hf_subset": "hun_Latn-min_Arab", - "languages": [ - "hun-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-pol_Latn", - "languages": [ - "hun-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564041, - "recall": 0.625494, - "f1": 0.582084, - "accuracy": 0.625494, - "main_score": 0.582084, - "hf_subset": "hun_Latn-ssw_Latn", - "languages": [ - "hun-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ukr_Cyrl", - "languages": [ - "hun-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-afr_Latn", - "languages": [ - "hun-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-bho_Deva", - "languages": [ - "hun-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hun_Latn-eus_Latn", - "languages": [ - "hun-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581928, - "recall": 0.641304, - "f1": 0.598508, - "accuracy": 0.641304, - "main_score": 0.598508, - "hf_subset": "hun_Latn-ibo_Latn", - "languages": [ - "hun-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901762, - "recall": 0.928854, - "f1": 0.91031, - "accuracy": 0.928854, - "main_score": 0.91031, - "hf_subset": "hun_Latn-kmr_Latn", - "languages": [ - "hun-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "hun_Latn-min_Latn", - "languages": [ - "hun-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-por_Latn", - "languages": [ - "hun-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-sun_Latn", - "languages": [ - "hun-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527819, - "recall": 0.58004, - "f1": 0.542536, - "accuracy": 0.58004, - "main_score": 0.542536, - "hf_subset": "hun_Latn-umb_Latn", - "languages": [ - "hun-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ajp_Arab", - "languages": [ - "hun-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538421, - "recall": 0.596838, - "f1": 0.554057, - "accuracy": 0.596838, - "main_score": 0.554057, - "hf_subset": "hun_Latn-bjn_Arab", - "languages": [ - "hun-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531046, - "recall": 0.58498, - "f1": 0.545802, - "accuracy": 0.58498, - "main_score": 0.545802, - "hf_subset": "hun_Latn-ewe_Latn", - "languages": [ - "hun-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951252, - "recall": 0.965415, - "f1": 0.955665, - "accuracy": 0.965415, - "main_score": 0.955665, - "hf_subset": "hun_Latn-ilo_Latn", - "languages": [ - "hun-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311537, - "recall": 0.368577, - "f1": 0.327264, - "accuracy": 0.368577, - "main_score": 0.327264, - "hf_subset": "hun_Latn-knc_Arab", - "languages": [ - "hun-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-mkd_Cyrl", - "languages": [ - "hun-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-prs_Arab", - "languages": [ - "hun-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-swe_Latn", - "languages": [ - "hun-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-urd_Arab", - "languages": [ - "hun-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600602, - "recall": 0.657115, - "f1": 0.616213, - "accuracy": 0.657115, - "main_score": 0.616213, - "hf_subset": "hun_Latn-aka_Latn", - "languages": [ - "hun-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "hun_Latn-bjn_Latn", - "languages": [ - "hun-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hun_Latn-fao_Latn", - "languages": [ - "hun-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ind_Latn", - "languages": [ - "hun-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589039, - "recall": 0.63834, - "f1": 0.603162, - "accuracy": 0.63834, - "main_score": 0.603162, - "hf_subset": "hun_Latn-knc_Latn", - "languages": [ - "hun-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hun_Latn-mlt_Latn", - "languages": [ - "hun-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72063, - "recall": 0.774704, - "f1": 0.736082, - "accuracy": 0.774704, - "main_score": 0.736082, - "hf_subset": "hun_Latn-quy_Latn", - "languages": [ - "hun-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "hun_Latn-swh_Latn", - "languages": [ - "hun-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hun_Latn-uzn_Latn", - "languages": [ - "hun-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-als_Latn", - "languages": [ - "hun-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646311, - "recall": 0.724308, - "f1": 0.669386, - "accuracy": 0.724308, - "main_score": 0.669386, - "hf_subset": "hun_Latn-bod_Tibt", - "languages": [ - "hun-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725551, - "recall": 0.778656, - "f1": 0.740843, - "accuracy": 0.778656, - "main_score": 0.740843, - "hf_subset": "hun_Latn-fij_Latn", - "languages": [ - "hun-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hun_Latn-isl_Latn", - "languages": [ - "hun-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673782, - "recall": 0.720356, - "f1": 0.687306, - "accuracy": 0.720356, - "main_score": 0.687306, - "hf_subset": "hun_Latn-kon_Latn", - "languages": [ - "hun-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658903, - "recall": 0.720356, - "f1": 0.676847, - "accuracy": 0.720356, - "main_score": 0.676847, - "hf_subset": "hun_Latn-mni_Beng", - "languages": [ - "hun-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ron_Latn", - "languages": [ - "hun-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "hun_Latn-szl_Latn", - "languages": [ - "hun-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-vec_Latn", - "languages": [ - "hun-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.968379, - "f1": 0.958004, - "accuracy": 0.968379, - "main_score": 0.958004, - "hf_subset": "hun_Latn-amh_Ethi", - "languages": [ - "hun-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-bos_Latn", - "languages": [ - "hun-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hun_Latn-fin_Latn", - "languages": [ - "hun-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ita_Latn", - "languages": [ - "hun-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-kor_Hang", - "languages": [ - "hun-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554334, - "recall": 0.610672, - "f1": 0.569585, - "accuracy": 0.610672, - "main_score": 0.569585, - "hf_subset": "hun_Latn-mos_Latn", - "languages": [ - "hun-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560922, - "recall": 0.613636, - "f1": 0.575601, - "accuracy": 0.613636, - "main_score": 0.575601, - "hf_subset": "hun_Latn-run_Latn", - "languages": [ - "hun-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hun_Latn-tam_Taml", - "languages": [ - "hun-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-vie_Latn", - "languages": [ - "hun-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-apc_Arab", - "languages": [ - "hun-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811248, - "recall": 0.854743, - "f1": 0.824097, - "accuracy": 0.854743, - "main_score": 0.824097, - "hf_subset": "hun_Latn-bug_Latn", - "languages": [ - "hun-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478975, - "recall": 0.531621, - "f1": 0.492322, - "accuracy": 0.531621, - "main_score": 0.492322, - "hf_subset": "hun_Latn-fon_Latn", - "languages": [ - "hun-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-jav_Latn", - "languages": [ - "hun-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hun_Latn-lao_Laoo", - "languages": [ - "hun-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883317, - "recall": 0.914032, - "f1": 0.89297, - "accuracy": 0.914032, - "main_score": 0.89297, - "hf_subset": "hun_Latn-mri_Latn", - "languages": [ - "hun-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-rus_Cyrl", - "languages": [ - "hun-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55102, - "recall": 0.606719, - "f1": 0.5661, - "accuracy": 0.606719, - "main_score": 0.5661, - "hf_subset": "hun_Latn-taq_Latn", - "languages": [ - "hun-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hun_Latn-war_Latn", - "languages": [ - "hun-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-arb_Arab", - "languages": [ - "hun-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-bul_Cyrl", - "languages": [ - "hun-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-fra_Latn", - "languages": [ - "hun-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-jpn_Jpan", - "languages": [ - "hun-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hun_Latn-lij_Latn", - "languages": [ - "hun-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.987154, - "f1": 0.984354, - "accuracy": 0.987154, - "main_score": 0.984354, - "hf_subset": "hun_Latn-mya_Mymr", - "languages": [ - "hun-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605282, - "recall": 0.66502, - "f1": 0.622029, - "accuracy": 0.66502, - "main_score": 0.622029, - "hf_subset": "hun_Latn-sag_Latn", - "languages": [ - "hun-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199509, - "recall": 0.247036, - "f1": 0.210042, - "accuracy": 0.247036, - "main_score": 0.210042, - "hf_subset": "hun_Latn-taq_Tfng", - "languages": [ - "hun-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629992, - "recall": 0.688735, - "f1": 0.64656, - "accuracy": 0.688735, - "main_score": 0.64656, - "hf_subset": "hun_Latn-wol_Latn", - "languages": [ - "hun-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799605, - "recall": 0.847826, - "f1": 0.814281, - "accuracy": 0.847826, - "main_score": 0.814281, - "hf_subset": "hun_Latn-arb_Latn", - "languages": [ - "hun-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-cat_Latn", - "languages": [ - "hun-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hun_Latn-fur_Latn", - "languages": [ - "hun-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430603, - "recall": 0.483202, - "f1": 0.444382, - "accuracy": 0.483202, - "main_score": 0.444382, - "hf_subset": "hun_Latn-kab_Latn", - "languages": [ - "hun-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "hun_Latn-lim_Latn", - "languages": [ - "hun-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-nld_Latn", - "languages": [ - "hun-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hun_Latn-san_Deva", - "languages": [ - "hun-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-tat_Cyrl", - "languages": [ - "hun-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680199, - "recall": 0.735178, - "f1": 0.696396, - "accuracy": 0.735178, - "main_score": 0.696396, - "hf_subset": "hun_Latn-xho_Latn", - "languages": [ - "hun-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ars_Arab", - "languages": [ - "hun-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ceb_Latn", - "languages": [ - "hun-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565682, - "recall": 0.625494, - "f1": 0.582727, - "accuracy": 0.625494, - "main_score": 0.582727, - "hf_subset": "hun_Latn-fuv_Latn", - "languages": [ - "hun-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514782, - "recall": 0.575099, - "f1": 0.531698, - "accuracy": 0.575099, - "main_score": 0.531698, - "hf_subset": "hun_Latn-kac_Latn", - "languages": [ - "hun-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6773, - "recall": 0.729249, - "f1": 0.692311, - "accuracy": 0.729249, - "main_score": 0.692311, - "hf_subset": "hun_Latn-lin_Latn", - "languages": [ - "hun-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-nno_Latn", - "languages": [ - "hun-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.247066, - "recall": 0.327075, - "f1": 0.267874, - "accuracy": 0.327075, - "main_score": 0.267874, - "hf_subset": "hun_Latn-sat_Olck", - "languages": [ - "hun-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-tel_Telu", - "languages": [ - "hun-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967474, - "recall": 0.977273, - "f1": 0.970586, - "accuracy": 0.977273, - "main_score": 0.970586, - "hf_subset": "hun_Latn-ydd_Hebr", - "languages": [ - "hun-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "hun_Latn-ary_Arab", - "languages": [ - "hun-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ces_Latn", - "languages": [ - "hun-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579555, - "recall": 0.640316, - "f1": 0.597024, - "accuracy": 0.640316, - "main_score": 0.597024, - "hf_subset": "hun_Latn-gaz_Latn", - "languages": [ - "hun-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59269, - "recall": 0.65415, - "f1": 0.609881, - "accuracy": 0.65415, - "main_score": 0.609881, - "hf_subset": "hun_Latn-kam_Latn", - "languages": [ - "hun-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hun_Latn-lit_Latn", - "languages": [ - "hun-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-nob_Latn", - "languages": [ - "hun-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "hun_Latn-scn_Latn", - "languages": [ - "hun-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "hun_Latn-tgk_Cyrl", - "languages": [ - "hun-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727487, - "recall": 0.790514, - "f1": 0.746989, - "accuracy": 0.790514, - "main_score": 0.746989, - "hf_subset": "hun_Latn-yor_Latn", - "languages": [ - "hun-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-arz_Arab", - "languages": [ - "hun-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571814, - "recall": 0.631423, - "f1": 0.589352, - "accuracy": 0.631423, - "main_score": 0.589352, - "hf_subset": "hun_Latn-cjk_Latn", - "languages": [ - "hun-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787204, - "recall": 0.833992, - "f1": 0.800809, - "accuracy": 0.833992, - "main_score": 0.800809, - "hf_subset": "hun_Latn-gla_Latn", - "languages": [ - "hun-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-kan_Knda", - "languages": [ - "hun-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hun_Latn-lmo_Latn", - "languages": [ - "hun-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "hun_Latn-npi_Deva", - "languages": [ - "hun-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472129, - "recall": 0.533597, - "f1": 0.488762, - "accuracy": 0.533597, - "main_score": 0.488762, - "hf_subset": "hun_Latn-shn_Mymr", - "languages": [ - "hun-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-tgl_Latn", - "languages": [ - "hun-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-yue_Hant", - "languages": [ - "hun-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-asm_Beng", - "languages": [ - "hun-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "hun_Latn-ckb_Arab", - "languages": [ - "hun-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87808, - "recall": 0.911067, - "f1": 0.888373, - "accuracy": 0.911067, - "main_score": 0.888373, - "hf_subset": "hun_Latn-gle_Latn", - "languages": [ - "hun-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "hun_Latn-kas_Arab", - "languages": [ - "hun-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956061, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "hun_Latn-ltg_Latn", - "languages": [ - "hun-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625384, - "recall": 0.676877, - "f1": 0.639643, - "accuracy": 0.676877, - "main_score": 0.639643, - "hf_subset": "hun_Latn-nso_Latn", - "languages": [ - "hun-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hun_Latn-sin_Sinh", - "languages": [ - "hun-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-tha_Thai", - "languages": [ - "hun-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-zho_Hans", - "languages": [ - "hun-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-ast_Latn", - "languages": [ - "hun-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hun_Latn-crh_Latn", - "languages": [ - "hun-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-glg_Latn", - "languages": [ - "hun-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90555, - "recall": 0.931818, - "f1": 0.913933, - "accuracy": 0.931818, - "main_score": 0.913933, - "hf_subset": "hun_Latn-kas_Deva", - "languages": [ - "hun-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hun_Latn-ltz_Latn", - "languages": [ - "hun-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460797, - "recall": 0.525692, - "f1": 0.478682, - "accuracy": 0.525692, - "main_score": 0.478682, - "hf_subset": "hun_Latn-nus_Latn", - "languages": [ - "hun-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-slk_Latn", - "languages": [ - "hun-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6216, - "recall": 0.693676, - "f1": 0.643019, - "accuracy": 0.693676, - "main_score": 0.643019, - "hf_subset": "hun_Latn-tir_Ethi", - "languages": [ - "hun-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-zho_Hant", - "languages": [ - "hun-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "hun_Latn-awa_Deva", - "languages": [ - "hun-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "hun_Latn-cym_Latn", - "languages": [ - "hun-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851038, - "recall": 0.890316, - "f1": 0.863175, - "accuracy": 0.890316, - "main_score": 0.863175, - "hf_subset": "hun_Latn-grn_Latn", - "languages": [ - "hun-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-kat_Geor", - "languages": [ - "hun-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645448, - "recall": 0.697628, - "f1": 0.660562, - "accuracy": 0.697628, - "main_score": 0.660562, - "hf_subset": "hun_Latn-lua_Latn", - "languages": [ - "hun-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647086, - "recall": 0.706522, - "f1": 0.663792, - "accuracy": 0.706522, - "main_score": 0.663792, - "hf_subset": "hun_Latn-nya_Latn", - "languages": [ - "hun-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-slv_Latn", - "languages": [ - "hun-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "hun_Latn-tpi_Latn", - "languages": [ - "hun-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-zsm_Latn", - "languages": [ - "hun-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552355, - "recall": 0.61166, - "f1": 0.569534, - "accuracy": 0.61166, - "main_score": 0.569534, - "hf_subset": "hun_Latn-ayr_Latn", - "languages": [ - "hun-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-dan_Latn", - "languages": [ - "hun-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-guj_Gujr", - "languages": [ - "hun-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-kaz_Cyrl", - "languages": [ - "hun-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544492, - "recall": 0.605731, - "f1": 0.561904, - "accuracy": 0.605731, - "main_score": 0.561904, - "hf_subset": "hun_Latn-lug_Latn", - "languages": [ - "hun-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-oci_Latn", - "languages": [ - "hun-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83419, - "recall": 0.875494, - "f1": 0.846937, - "accuracy": 0.875494, - "main_score": 0.846937, - "hf_subset": "hun_Latn-smo_Latn", - "languages": [ - "hun-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556516, - "recall": 0.615613, - "f1": 0.572903, - "accuracy": 0.615613, - "main_score": 0.572903, - "hf_subset": "hun_Latn-tsn_Latn", - "languages": [ - "hun-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627111, - "recall": 0.684783, - "f1": 0.643717, - "accuracy": 0.684783, - "main_score": 0.643717, - "hf_subset": "hun_Latn-zul_Latn", - "languages": [ - "hun-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.962451, - "f1": 0.950593, - "accuracy": 0.962451, - "main_score": 0.950593, - "hf_subset": "hun_Latn-azb_Arab", - "languages": [ - "hun-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-deu_Latn", - "languages": [ - "hun-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "hun_Latn-hat_Latn", - "languages": [ - "hun-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498548, - "recall": 0.554348, - "f1": 0.514625, - "accuracy": 0.554348, - "main_score": 0.514625, - "hf_subset": "hun_Latn-kbp_Latn", - "languages": [ - "hun-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590761, - "recall": 0.642292, - "f1": 0.604243, - "accuracy": 0.642292, - "main_score": 0.604243, - "hf_subset": "hun_Latn-luo_Latn", - "languages": [ - "hun-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hun_Latn-ory_Orya", - "languages": [ - "hun-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608811, - "recall": 0.667984, - "f1": 0.62543, - "accuracy": 0.667984, - "main_score": 0.62543, - "hf_subset": "hun_Latn-sna_Latn", - "languages": [ - "hun-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560007, - "recall": 0.606719, - "f1": 0.572384, - "accuracy": 0.606719, - "main_score": 0.572384, - "hf_subset": "hun_Latn-tso_Latn", - "languages": [ - "hun-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-azj_Latn", - "languages": [ - "hun-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54487, - "recall": 0.614625, - "f1": 0.565223, - "accuracy": 0.614625, - "main_score": 0.565223, - "hf_subset": "hun_Latn-dik_Latn", - "languages": [ - "hun-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751558, - "recall": 0.801383, - "f1": 0.766076, - "accuracy": 0.801383, - "main_score": 0.766076, - "hf_subset": "hun_Latn-hau_Latn", - "languages": [ - "hun-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "hun_Latn-kea_Latn", - "languages": [ - "hun-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742325, - "recall": 0.795455, - "f1": 0.758136, - "accuracy": 0.795455, - "main_score": 0.758136, - "hf_subset": "hun_Latn-lus_Latn", - "languages": [ - "hun-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871327, - "recall": 0.901186, - "f1": 0.880454, - "accuracy": 0.901186, - "main_score": 0.880454, - "hf_subset": "hun_Latn-pag_Latn", - "languages": [ - "hun-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hun_Latn-snd_Arab", - "languages": [ - "hun-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "hun_Latn-tuk_Latn", - "languages": [ - "hun-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hun_Latn-bak_Cyrl", - "languages": [ - "hun-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494177, - "recall": 0.571146, - "f1": 0.516685, - "accuracy": 0.571146, - "main_score": 0.516685, - "hf_subset": "hun_Latn-dyu_Latn", - "languages": [ - "hun-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hun_Latn-heb_Hebr", - "languages": [ - "hun-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hun_Latn-khk_Cyrl", - "languages": [ - "hun-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-lvs_Latn", - "languages": [ - "hun-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hun_Latn-pan_Guru", - "languages": [ - "hun-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701682, - "recall": 0.758893, - "f1": 0.718497, - "accuracy": 0.758893, - "main_score": 0.718497, - "hf_subset": "hun_Latn-som_Latn", - "languages": [ - "hun-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618632, - "recall": 0.664032, - "f1": 0.631145, - "accuracy": 0.664032, - "main_score": 0.631145, - "hf_subset": "hun_Latn-tum_Latn", - "languages": [ - "hun-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525585, - "recall": 0.585968, - "f1": 0.543585, - "accuracy": 0.585968, - "main_score": 0.543585, - "hf_subset": "kir_Cyrl-ace_Arab", - "languages": [ - "kir-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512645, - "recall": 0.570158, - "f1": 0.52892, - "accuracy": 0.570158, - "main_score": 0.52892, - "hf_subset": "kir_Cyrl-bam_Latn", - "languages": [ - "kir-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386751, - "recall": 0.449605, - "f1": 0.403416, - "accuracy": 0.449605, - "main_score": 0.403416, - "hf_subset": "kir_Cyrl-dzo_Tibt", - "languages": [ - "kir-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-hin_Deva", - "languages": [ - "kir-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "kir_Cyrl-khm_Khmr", - "languages": [ - "kir-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-mag_Deva", - "languages": [ - "kir-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.963439, - "f1": 0.953887, - "accuracy": 0.963439, - "main_score": 0.953887, - "hf_subset": "kir_Cyrl-pap_Latn", - "languages": [ - "kir-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566271, - "recall": 0.618577, - "f1": 0.581133, - "accuracy": 0.618577, - "main_score": 0.581133, - "hf_subset": "kir_Cyrl-sot_Latn", - "languages": [ - "kir-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "kir_Cyrl-tur_Latn", - "languages": [ - "kir-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804908, - "recall": 0.842885, - "f1": 0.81606, - "accuracy": 0.842885, - "main_score": 0.81606, - "hf_subset": "kir_Cyrl-ace_Latn", - "languages": [ - "kir-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90108, - "recall": 0.922925, - "f1": 0.907592, - "accuracy": 0.922925, - "main_score": 0.907592, - "hf_subset": "kir_Cyrl-ban_Latn", - "languages": [ - "kir-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-ell_Grek", - "languages": [ - "kir-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "kir_Cyrl-hne_Deva", - "languages": [ - "kir-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577172, - "recall": 0.637352, - "f1": 0.593784, - "accuracy": 0.637352, - "main_score": 0.593784, - "hf_subset": "kir_Cyrl-kik_Latn", - "languages": [ - "kir-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "kir_Cyrl-mai_Deva", - "languages": [ - "kir-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925758, - "recall": 0.94664, - "f1": 0.932265, - "accuracy": 0.94664, - "main_score": 0.932265, - "hf_subset": "kir_Cyrl-pbt_Arab", - "languages": [ - "kir-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-spa_Latn", - "languages": [ - "kir-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59361, - "recall": 0.653162, - "f1": 0.61031, - "accuracy": 0.653162, - "main_score": 0.61031, - "hf_subset": "kir_Cyrl-twi_Latn", - "languages": [ - "kir-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kir_Cyrl-acm_Arab", - "languages": [ - "kir-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978837, - "recall": 0.985178, - "f1": 0.980797, - "accuracy": 0.985178, - "main_score": 0.980797, - "hf_subset": "kir_Cyrl-bel_Cyrl", - "languages": [ - "kir-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-eng_Latn", - "languages": [ - "kir-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-hrv_Latn", - "languages": [ - "kir-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533369, - "recall": 0.596838, - "f1": 0.55119, - "accuracy": 0.596838, - "main_score": 0.55119, - "hf_subset": "kir_Cyrl-kin_Latn", - "languages": [ - "kir-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kir_Cyrl-mal_Mlym", - "languages": [ - "kir-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-pes_Arab", - "languages": [ - "kir-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.968379, - "f1": 0.96031, - "accuracy": 0.968379, - "main_score": 0.96031, - "hf_subset": "kir_Cyrl-srd_Latn", - "languages": [ - "kir-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183859, - "recall": 0.224308, - "f1": 0.193963, - "accuracy": 0.224308, - "main_score": 0.193963, - "hf_subset": "kir_Cyrl-tzm_Tfng", - "languages": [ - "kir-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "kir_Cyrl-acq_Arab", - "languages": [ - "kir-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597841, - "recall": 0.648221, - "f1": 0.612011, - "accuracy": 0.648221, - "main_score": 0.612011, - "hf_subset": "kir_Cyrl-bem_Latn", - "languages": [ - "kir-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "kir_Cyrl-epo_Latn", - "languages": [ - "kir-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kir_Cyrl-hun_Latn", - "languages": [ - "kir-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-mar_Deva", - "languages": [ - "kir-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645991, - "recall": 0.693676, - "f1": 0.659851, - "accuracy": 0.693676, - "main_score": 0.659851, - "hf_subset": "kir_Cyrl-plt_Latn", - "languages": [ - "kir-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-srp_Cyrl", - "languages": [ - "kir-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951499, - "recall": 0.963439, - "f1": 0.954908, - "accuracy": 0.963439, - "main_score": 0.954908, - "hf_subset": "kir_Cyrl-uig_Arab", - "languages": [ - "kir-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "kir_Cyrl-aeb_Arab", - "languages": [ - "kir-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kir_Cyrl-ben_Beng", - "languages": [ - "kir-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kir_Cyrl-est_Latn", - "languages": [ - "kir-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-hye_Armn", - "languages": [ - "kir-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525948, - "recall": 0.578063, - "f1": 0.541024, - "accuracy": 0.578063, - "main_score": 0.541024, - "hf_subset": "kir_Cyrl-kmb_Latn", - "languages": [ - "kir-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488087, - "recall": 0.551383, - "f1": 0.505508, - "accuracy": 0.551383, - "main_score": 0.505508, - "hf_subset": "kir_Cyrl-min_Arab", - "languages": [ - "kir-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-pol_Latn", - "languages": [ - "kir-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54003, - "recall": 0.59585, - "f1": 0.555976, - "accuracy": 0.59585, - "main_score": 0.555976, - "hf_subset": "kir_Cyrl-ssw_Latn", - "languages": [ - "kir-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-ukr_Cyrl", - "languages": [ - "kir-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-afr_Latn", - "languages": [ - "kir-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981802, - "recall": 0.987154, - "f1": 0.983432, - "accuracy": 0.987154, - "main_score": 0.983432, - "hf_subset": "kir_Cyrl-bho_Deva", - "languages": [ - "kir-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966815, - "recall": 0.976285, - "f1": 0.969763, - "accuracy": 0.976285, - "main_score": 0.969763, - "hf_subset": "kir_Cyrl-eus_Latn", - "languages": [ - "kir-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567435, - "recall": 0.624506, - "f1": 0.583484, - "accuracy": 0.624506, - "main_score": 0.583484, - "hf_subset": "kir_Cyrl-ibo_Latn", - "languages": [ - "kir-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854496, - "recall": 0.889328, - "f1": 0.865152, - "accuracy": 0.889328, - "main_score": 0.865152, - "hf_subset": "kir_Cyrl-kmr_Latn", - "languages": [ - "kir-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.974308, - "f1": 0.967062, - "accuracy": 0.974308, - "main_score": 0.967062, - "hf_subset": "kir_Cyrl-min_Latn", - "languages": [ - "kir-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kir_Cyrl-por_Latn", - "languages": [ - "kir-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "kir_Cyrl-sun_Latn", - "languages": [ - "kir-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505849, - "recall": 0.563241, - "f1": 0.522252, - "accuracy": 0.563241, - "main_score": 0.522252, - "hf_subset": "kir_Cyrl-umb_Latn", - "languages": [ - "kir-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kir_Cyrl-ajp_Arab", - "languages": [ - "kir-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510155, - "recall": 0.565217, - "f1": 0.525505, - "accuracy": 0.565217, - "main_score": 0.525505, - "hf_subset": "kir_Cyrl-bjn_Arab", - "languages": [ - "kir-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510794, - "recall": 0.564229, - "f1": 0.525325, - "accuracy": 0.564229, - "main_score": 0.525325, - "hf_subset": "kir_Cyrl-ewe_Latn", - "languages": [ - "kir-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893857, - "recall": 0.920949, - "f1": 0.902404, - "accuracy": 0.920949, - "main_score": 0.902404, - "hf_subset": "kir_Cyrl-ilo_Latn", - "languages": [ - "kir-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308517, - "recall": 0.359684, - "f1": 0.322301, - "accuracy": 0.359684, - "main_score": 0.322301, - "hf_subset": "kir_Cyrl-knc_Arab", - "languages": [ - "kir-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-mkd_Cyrl", - "languages": [ - "kir-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-prs_Arab", - "languages": [ - "kir-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-swe_Latn", - "languages": [ - "kir-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kir_Cyrl-urd_Arab", - "languages": [ - "kir-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570424, - "recall": 0.628458, - "f1": 0.587074, - "accuracy": 0.628458, - "main_score": 0.587074, - "hf_subset": "kir_Cyrl-aka_Latn", - "languages": [ - "kir-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954414, - "recall": 0.967391, - "f1": 0.958498, - "accuracy": 0.967391, - "main_score": 0.958498, - "hf_subset": "kir_Cyrl-bjn_Latn", - "languages": [ - "kir-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928689, - "recall": 0.949605, - "f1": 0.935244, - "accuracy": 0.949605, - "main_score": 0.935244, - "hf_subset": "kir_Cyrl-fao_Latn", - "languages": [ - "kir-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-ind_Latn", - "languages": [ - "kir-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578096, - "recall": 0.630435, - "f1": 0.593357, - "accuracy": 0.630435, - "main_score": 0.593357, - "hf_subset": "kir_Cyrl-knc_Latn", - "languages": [ - "kir-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94552, - "recall": 0.958498, - "f1": 0.949393, - "accuracy": 0.958498, - "main_score": 0.949393, - "hf_subset": "kir_Cyrl-mlt_Latn", - "languages": [ - "kir-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665153, - "recall": 0.72332, - "f1": 0.682078, - "accuracy": 0.72332, - "main_score": 0.682078, - "hf_subset": "kir_Cyrl-quy_Latn", - "languages": [ - "kir-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92416, - "recall": 0.945652, - "f1": 0.930896, - "accuracy": 0.945652, - "main_score": 0.930896, - "hf_subset": "kir_Cyrl-swh_Latn", - "languages": [ - "kir-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-uzn_Latn", - "languages": [ - "kir-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "kir_Cyrl-als_Latn", - "languages": [ - "kir-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571626, - "recall": 0.651186, - "f1": 0.593897, - "accuracy": 0.651186, - "main_score": 0.593897, - "hf_subset": "kir_Cyrl-bod_Tibt", - "languages": [ - "kir-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650222, - "recall": 0.703557, - "f1": 0.665738, - "accuracy": 0.703557, - "main_score": 0.665738, - "hf_subset": "kir_Cyrl-fij_Latn", - "languages": [ - "kir-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "kir_Cyrl-isl_Latn", - "languages": [ - "kir-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636677, - "recall": 0.687747, - "f1": 0.651779, - "accuracy": 0.687747, - "main_score": 0.651779, - "hf_subset": "kir_Cyrl-kon_Latn", - "languages": [ - "kir-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627776, - "recall": 0.686759, - "f1": 0.644565, - "accuracy": 0.686759, - "main_score": 0.644565, - "hf_subset": "kir_Cyrl-mni_Beng", - "languages": [ - "kir-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-ron_Latn", - "languages": [ - "kir-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.972332, - "f1": 0.96525, - "accuracy": 0.972332, - "main_score": 0.96525, - "hf_subset": "kir_Cyrl-szl_Latn", - "languages": [ - "kir-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "kir_Cyrl-vec_Latn", - "languages": [ - "kir-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901383, - "recall": 0.93083, - "f1": 0.910903, - "accuracy": 0.93083, - "main_score": 0.910903, - "hf_subset": "kir_Cyrl-amh_Ethi", - "languages": [ - "kir-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kir_Cyrl-bos_Latn", - "languages": [ - "kir-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "kir_Cyrl-fin_Latn", - "languages": [ - "kir-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-ita_Latn", - "languages": [ - "kir-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-kor_Hang", - "languages": [ - "kir-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536708, - "recall": 0.593874, - "f1": 0.552052, - "accuracy": 0.593874, - "main_score": 0.552052, - "hf_subset": "kir_Cyrl-mos_Latn", - "languages": [ - "kir-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544353, - "recall": 0.596838, - "f1": 0.559213, - "accuracy": 0.596838, - "main_score": 0.559213, - "hf_subset": "kir_Cyrl-run_Latn", - "languages": [ - "kir-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-tam_Taml", - "languages": [ - "kir-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-vie_Latn", - "languages": [ - "kir-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "kir_Cyrl-apc_Arab", - "languages": [ - "kir-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753815, - "recall": 0.800395, - "f1": 0.767523, - "accuracy": 0.800395, - "main_score": 0.767523, - "hf_subset": "kir_Cyrl-bug_Latn", - "languages": [ - "kir-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464199, - "recall": 0.517787, - "f1": 0.478969, - "accuracy": 0.517787, - "main_score": 0.478969, - "hf_subset": "kir_Cyrl-fon_Latn", - "languages": [ - "kir-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "kir_Cyrl-jav_Latn", - "languages": [ - "kir-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "kir_Cyrl-lao_Laoo", - "languages": [ - "kir-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814526, - "recall": 0.859684, - "f1": 0.827997, - "accuracy": 0.859684, - "main_score": 0.827997, - "hf_subset": "kir_Cyrl-mri_Latn", - "languages": [ - "kir-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-rus_Cyrl", - "languages": [ - "kir-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535797, - "recall": 0.586957, - "f1": 0.549626, - "accuracy": 0.586957, - "main_score": 0.549626, - "hf_subset": "kir_Cyrl-taq_Latn", - "languages": [ - "kir-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968379, - "accuracy": 0.975296, - "main_score": 0.968379, - "hf_subset": "kir_Cyrl-war_Latn", - "languages": [ - "kir-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-arb_Arab", - "languages": [ - "kir-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kir_Cyrl-bul_Cyrl", - "languages": [ - "kir-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-fra_Latn", - "languages": [ - "kir-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-jpn_Jpan", - "languages": [ - "kir-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "kir_Cyrl-lij_Latn", - "languages": [ - "kir-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967556, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "kir_Cyrl-mya_Mymr", - "languages": [ - "kir-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579572, - "recall": 0.639328, - "f1": 0.596396, - "accuracy": 0.639328, - "main_score": 0.596396, - "hf_subset": "kir_Cyrl-sag_Latn", - "languages": [ - "kir-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196328, - "recall": 0.248024, - "f1": 0.207793, - "accuracy": 0.248024, - "main_score": 0.207793, - "hf_subset": "kir_Cyrl-taq_Tfng", - "languages": [ - "kir-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612772, - "recall": 0.66502, - "f1": 0.627695, - "accuracy": 0.66502, - "main_score": 0.627695, - "hf_subset": "kir_Cyrl-wol_Latn", - "languages": [ - "kir-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733692, - "recall": 0.790514, - "f1": 0.749613, - "accuracy": 0.790514, - "main_score": 0.749613, - "hf_subset": "kir_Cyrl-arb_Latn", - "languages": [ - "kir-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-cat_Latn", - "languages": [ - "kir-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951581, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "kir_Cyrl-fur_Latn", - "languages": [ - "kir-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403527, - "recall": 0.461462, - "f1": 0.419446, - "accuracy": 0.461462, - "main_score": 0.419446, - "hf_subset": "kir_Cyrl-kab_Latn", - "languages": [ - "kir-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "kir_Cyrl-lim_Latn", - "languages": [ - "kir-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-nld_Latn", - "languages": [ - "kir-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "kir_Cyrl-san_Deva", - "languages": [ - "kir-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "kir_Cyrl-tat_Cyrl", - "languages": [ - "kir-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643182, - "recall": 0.702569, - "f1": 0.660757, - "accuracy": 0.702569, - "main_score": 0.660757, - "hf_subset": "kir_Cyrl-xho_Latn", - "languages": [ - "kir-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kir_Cyrl-ars_Arab", - "languages": [ - "kir-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.985178, - "f1": 0.980632, - "accuracy": 0.985178, - "main_score": 0.980632, - "hf_subset": "kir_Cyrl-ceb_Latn", - "languages": [ - "kir-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542969, - "recall": 0.596838, - "f1": 0.55804, - "accuracy": 0.596838, - "main_score": 0.55804, - "hf_subset": "kir_Cyrl-fuv_Latn", - "languages": [ - "kir-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514245, - "recall": 0.576087, - "f1": 0.53107, - "accuracy": 0.576087, - "main_score": 0.53107, - "hf_subset": "kir_Cyrl-kac_Latn", - "languages": [ - "kir-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629862, - "recall": 0.684783, - "f1": 0.645498, - "accuracy": 0.684783, - "main_score": 0.645498, - "hf_subset": "kir_Cyrl-lin_Latn", - "languages": [ - "kir-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-nno_Latn", - "languages": [ - "kir-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190632, - "recall": 0.255929, - "f1": 0.206316, - "accuracy": 0.255929, - "main_score": 0.206316, - "hf_subset": "kir_Cyrl-sat_Olck", - "languages": [ - "kir-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "kir_Cyrl-tel_Telu", - "languages": [ - "kir-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897101, - "recall": 0.926877, - "f1": 0.906621, - "accuracy": 0.926877, - "main_score": 0.906621, - "hf_subset": "kir_Cyrl-ydd_Hebr", - "languages": [ - "kir-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956851, - "accuracy": 0.966403, - "main_score": 0.956851, - "hf_subset": "kir_Cyrl-ary_Arab", - "languages": [ - "kir-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-ces_Latn", - "languages": [ - "kir-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548304, - "recall": 0.603755, - "f1": 0.5643, - "accuracy": 0.603755, - "main_score": 0.5643, - "hf_subset": "kir_Cyrl-gaz_Latn", - "languages": [ - "kir-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569763, - "recall": 0.628458, - "f1": 0.586486, - "accuracy": 0.628458, - "main_score": 0.586486, - "hf_subset": "kir_Cyrl-kam_Latn", - "languages": [ - "kir-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "kir_Cyrl-lit_Latn", - "languages": [ - "kir-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-nob_Latn", - "languages": [ - "kir-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.963439, - "f1": 0.953393, - "accuracy": 0.963439, - "main_score": 0.953393, - "hf_subset": "kir_Cyrl-scn_Latn", - "languages": [ - "kir-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963027, - "recall": 0.97332, - "f1": 0.966304, - "accuracy": 0.97332, - "main_score": 0.966304, - "hf_subset": "kir_Cyrl-tgk_Cyrl", - "languages": [ - "kir-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667647, - "recall": 0.735178, - "f1": 0.687477, - "accuracy": 0.735178, - "main_score": 0.687477, - "hf_subset": "kir_Cyrl-yor_Latn", - "languages": [ - "kir-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "kir_Cyrl-arz_Arab", - "languages": [ - "kir-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541636, - "recall": 0.598814, - "f1": 0.558111, - "accuracy": 0.598814, - "main_score": 0.558111, - "hf_subset": "kir_Cyrl-cjk_Latn", - "languages": [ - "kir-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721047, - "recall": 0.780632, - "f1": 0.73874, - "accuracy": 0.780632, - "main_score": 0.73874, - "hf_subset": "kir_Cyrl-gla_Latn", - "languages": [ - "kir-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kir_Cyrl-kan_Knda", - "languages": [ - "kir-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954957, - "recall": 0.967391, - "f1": 0.958729, - "accuracy": 0.967391, - "main_score": 0.958729, - "hf_subset": "kir_Cyrl-lmo_Latn", - "languages": [ - "kir-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "kir_Cyrl-npi_Deva", - "languages": [ - "kir-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467914, - "recall": 0.521739, - "f1": 0.482934, - "accuracy": 0.521739, - "main_score": 0.482934, - "hf_subset": "kir_Cyrl-shn_Mymr", - "languages": [ - "kir-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-tgl_Latn", - "languages": [ - "kir-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kir_Cyrl-yue_Hant", - "languages": [ - "kir-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "kir_Cyrl-asm_Beng", - "languages": [ - "kir-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919796, - "recall": 0.943676, - "f1": 0.927372, - "accuracy": 0.943676, - "main_score": 0.927372, - "hf_subset": "kir_Cyrl-ckb_Arab", - "languages": [ - "kir-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809717, - "recall": 0.854743, - "f1": 0.823617, - "accuracy": 0.854743, - "main_score": 0.823617, - "hf_subset": "kir_Cyrl-gle_Latn", - "languages": [ - "kir-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894137, - "recall": 0.920949, - "f1": 0.902668, - "accuracy": 0.920949, - "main_score": 0.902668, - "hf_subset": "kir_Cyrl-kas_Arab", - "languages": [ - "kir-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89142, - "recall": 0.921937, - "f1": 0.901087, - "accuracy": 0.921937, - "main_score": 0.901087, - "hf_subset": "kir_Cyrl-ltg_Latn", - "languages": [ - "kir-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600042, - "recall": 0.641304, - "f1": 0.612139, - "accuracy": 0.641304, - "main_score": 0.612139, - "hf_subset": "kir_Cyrl-nso_Latn", - "languages": [ - "kir-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954792, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "kir_Cyrl-sin_Sinh", - "languages": [ - "kir-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-tha_Thai", - "languages": [ - "kir-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kir_Cyrl-zho_Hans", - "languages": [ - "kir-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kir_Cyrl-ast_Latn", - "languages": [ - "kir-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985837, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "kir_Cyrl-crh_Latn", - "languages": [ - "kir-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-glg_Latn", - "languages": [ - "kir-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811924, - "recall": 0.859684, - "f1": 0.826647, - "accuracy": 0.859684, - "main_score": 0.826647, - "hf_subset": "kir_Cyrl-kas_Deva", - "languages": [ - "kir-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954381, - "recall": 0.967391, - "f1": 0.958498, - "accuracy": 0.967391, - "main_score": 0.958498, - "hf_subset": "kir_Cyrl-ltz_Latn", - "languages": [ - "kir-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457611, - "recall": 0.516798, - "f1": 0.473363, - "accuracy": 0.516798, - "main_score": 0.473363, - "hf_subset": "kir_Cyrl-nus_Latn", - "languages": [ - "kir-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-slk_Latn", - "languages": [ - "kir-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585245, - "recall": 0.653162, - "f1": 0.603807, - "accuracy": 0.653162, - "main_score": 0.603807, - "hf_subset": "kir_Cyrl-tir_Ethi", - "languages": [ - "kir-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kir_Cyrl-zho_Hant", - "languages": [ - "kir-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.982213, - "f1": 0.977602, - "accuracy": 0.982213, - "main_score": 0.977602, - "hf_subset": "kir_Cyrl-awa_Deva", - "languages": [ - "kir-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.951581, - "f1": 0.939526, - "accuracy": 0.951581, - "main_score": 0.939526, - "hf_subset": "kir_Cyrl-cym_Latn", - "languages": [ - "kir-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790464, - "recall": 0.833992, - "f1": 0.803689, - "accuracy": 0.833992, - "main_score": 0.803689, - "hf_subset": "kir_Cyrl-grn_Latn", - "languages": [ - "kir-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kir_Cyrl-kat_Geor", - "languages": [ - "kir-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613422, - "recall": 0.666008, - "f1": 0.628942, - "accuracy": 0.666008, - "main_score": 0.628942, - "hf_subset": "kir_Cyrl-lua_Latn", - "languages": [ - "kir-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620833, - "recall": 0.673913, - "f1": 0.636482, - "accuracy": 0.673913, - "main_score": 0.636482, - "hf_subset": "kir_Cyrl-nya_Latn", - "languages": [ - "kir-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-slv_Latn", - "languages": [ - "kir-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876614, - "recall": 0.905138, - "f1": 0.88516, - "accuracy": 0.905138, - "main_score": 0.88516, - "hf_subset": "kir_Cyrl-tpi_Latn", - "languages": [ - "kir-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-zsm_Latn", - "languages": [ - "kir-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543527, - "recall": 0.594862, - "f1": 0.557668, - "accuracy": 0.594862, - "main_score": 0.557668, - "hf_subset": "kir_Cyrl-ayr_Latn", - "languages": [ - "kir-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kir_Cyrl-dan_Latn", - "languages": [ - "kir-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-guj_Gujr", - "languages": [ - "kir-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kir_Cyrl-kaz_Cyrl", - "languages": [ - "kir-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523328, - "recall": 0.579051, - "f1": 0.538659, - "accuracy": 0.579051, - "main_score": 0.538659, - "hf_subset": "kir_Cyrl-lug_Latn", - "languages": [ - "kir-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kir_Cyrl-oci_Latn", - "languages": [ - "kir-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778633, - "recall": 0.83004, - "f1": 0.793895, - "accuracy": 0.83004, - "main_score": 0.793895, - "hf_subset": "kir_Cyrl-smo_Latn", - "languages": [ - "kir-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529935, - "recall": 0.58498, - "f1": 0.54487, - "accuracy": 0.58498, - "main_score": 0.54487, - "hf_subset": "kir_Cyrl-tsn_Latn", - "languages": [ - "kir-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580578, - "recall": 0.637352, - "f1": 0.597054, - "accuracy": 0.637352, - "main_score": 0.597054, - "hf_subset": "kir_Cyrl-zul_Latn", - "languages": [ - "kir-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876466, - "recall": 0.908103, - "f1": 0.8861, - "accuracy": 0.908103, - "main_score": 0.8861, - "hf_subset": "kir_Cyrl-azb_Arab", - "languages": [ - "kir-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-deu_Latn", - "languages": [ - "kir-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927866, - "recall": 0.947628, - "f1": 0.934077, - "accuracy": 0.947628, - "main_score": 0.934077, - "hf_subset": "kir_Cyrl-hat_Latn", - "languages": [ - "kir-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492747, - "recall": 0.543478, - "f1": 0.50717, - "accuracy": 0.543478, - "main_score": 0.50717, - "hf_subset": "kir_Cyrl-kbp_Latn", - "languages": [ - "kir-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564693, - "recall": 0.624506, - "f1": 0.581194, - "accuracy": 0.624506, - "main_score": 0.581194, - "hf_subset": "kir_Cyrl-luo_Latn", - "languages": [ - "kir-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-ory_Orya", - "languages": [ - "kir-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554326, - "recall": 0.617589, - "f1": 0.572798, - "accuracy": 0.617589, - "main_score": 0.572798, - "hf_subset": "kir_Cyrl-sna_Latn", - "languages": [ - "kir-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540524, - "recall": 0.590909, - "f1": 0.553972, - "accuracy": 0.590909, - "main_score": 0.553972, - "hf_subset": "kir_Cyrl-tso_Latn", - "languages": [ - "kir-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-azj_Latn", - "languages": [ - "kir-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522447, - "recall": 0.58004, - "f1": 0.53969, - "accuracy": 0.58004, - "main_score": 0.53969, - "hf_subset": "kir_Cyrl-dik_Latn", - "languages": [ - "kir-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701581, - "recall": 0.756917, - "f1": 0.717819, - "accuracy": 0.756917, - "main_score": 0.717819, - "hf_subset": "kir_Cyrl-hau_Latn", - "languages": [ - "kir-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944088, - "recall": 0.960474, - "f1": 0.949177, - "accuracy": 0.960474, - "main_score": 0.949177, - "hf_subset": "kir_Cyrl-kea_Latn", - "languages": [ - "kir-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709816, - "recall": 0.755929, - "f1": 0.723734, - "accuracy": 0.755929, - "main_score": 0.723734, - "hf_subset": "kir_Cyrl-lus_Latn", - "languages": [ - "kir-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804381, - "recall": 0.842885, - "f1": 0.815683, - "accuracy": 0.842885, - "main_score": 0.815683, - "hf_subset": "kir_Cyrl-pag_Latn", - "languages": [ - "kir-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "kir_Cyrl-snd_Arab", - "languages": [ - "kir-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961709, - "recall": 0.97332, - "f1": 0.965481, - "accuracy": 0.97332, - "main_score": 0.965481, - "hf_subset": "kir_Cyrl-tuk_Latn", - "languages": [ - "kir-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "kir_Cyrl-bak_Cyrl", - "languages": [ - "kir-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478475, - "recall": 0.545455, - "f1": 0.497864, - "accuracy": 0.545455, - "main_score": 0.497864, - "hf_subset": "kir_Cyrl-dyu_Latn", - "languages": [ - "kir-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991765, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "kir_Cyrl-heb_Hebr", - "languages": [ - "kir-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967968, - "recall": 0.977273, - "f1": 0.970916, - "accuracy": 0.977273, - "main_score": 0.970916, - "hf_subset": "kir_Cyrl-khk_Cyrl", - "languages": [ - "kir-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kir_Cyrl-lvs_Latn", - "languages": [ - "kir-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kir_Cyrl-pan_Guru", - "languages": [ - "kir-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655807, - "recall": 0.716403, - "f1": 0.673619, - "accuracy": 0.716403, - "main_score": 0.673619, - "hf_subset": "kir_Cyrl-som_Latn", - "languages": [ - "kir-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565311, - "recall": 0.612648, - "f1": 0.578793, - "accuracy": 0.612648, - "main_score": 0.578793, - "hf_subset": "kir_Cyrl-tum_Latn", - "languages": [ - "kir-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560121, - "recall": 0.625494, - "f1": 0.578298, - "accuracy": 0.625494, - "main_score": 0.578298, - "hf_subset": "mar_Deva-ace_Arab", - "languages": [ - "mar-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516795, - "recall": 0.583992, - "f1": 0.535691, - "accuracy": 0.583992, - "main_score": 0.535691, - "hf_subset": "mar_Deva-bam_Latn", - "languages": [ - "mar-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441276, - "recall": 0.519763, - "f1": 0.462409, - "accuracy": 0.519763, - "main_score": 0.462409, - "hf_subset": "mar_Deva-dzo_Tibt", - "languages": [ - "mar-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-hin_Deva", - "languages": [ - "mar-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-khm_Khmr", - "languages": [ - "mar-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-mag_Deva", - "languages": [ - "mar-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mar_Deva-pap_Latn", - "languages": [ - "mar-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575653, - "recall": 0.636364, - "f1": 0.592506, - "accuracy": 0.636364, - "main_score": 0.592506, - "hf_subset": "mar_Deva-sot_Latn", - "languages": [ - "mar-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-tur_Latn", - "languages": [ - "mar-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873798, - "recall": 0.906126, - "f1": 0.883959, - "accuracy": 0.906126, - "main_score": 0.883959, - "hf_subset": "mar_Deva-ace_Latn", - "languages": [ - "mar-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.969368, - "f1": 0.961627, - "accuracy": 0.969368, - "main_score": 0.961627, - "hf_subset": "mar_Deva-ban_Latn", - "languages": [ - "mar-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-ell_Grek", - "languages": [ - "mar-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mar_Deva-hne_Deva", - "languages": [ - "mar-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596913, - "recall": 0.660079, - "f1": 0.614883, - "accuracy": 0.660079, - "main_score": 0.614883, - "hf_subset": "mar_Deva-kik_Latn", - "languages": [ - "mar-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-mai_Deva", - "languages": [ - "mar-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mar_Deva-pbt_Arab", - "languages": [ - "mar-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-spa_Latn", - "languages": [ - "mar-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619246, - "recall": 0.683794, - "f1": 0.637096, - "accuracy": 0.683794, - "main_score": 0.637096, - "hf_subset": "mar_Deva-twi_Latn", - "languages": [ - "mar-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-acm_Arab", - "languages": [ - "mar-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-bel_Cyrl", - "languages": [ - "mar-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-eng_Latn", - "languages": [ - "mar-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-hrv_Latn", - "languages": [ - "mar-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535667, - "recall": 0.601779, - "f1": 0.554265, - "accuracy": 0.601779, - "main_score": 0.554265, - "hf_subset": "mar_Deva-kin_Latn", - "languages": [ - "mar-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-mal_Mlym", - "languages": [ - "mar-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-pes_Arab", - "languages": [ - "mar-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mar_Deva-srd_Latn", - "languages": [ - "mar-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172495, - "recall": 0.221344, - "f1": 0.184326, - "accuracy": 0.221344, - "main_score": 0.184326, - "hf_subset": "mar_Deva-tzm_Tfng", - "languages": [ - "mar-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-acq_Arab", - "languages": [ - "mar-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625955, - "recall": 0.678854, - "f1": 0.640655, - "accuracy": 0.678854, - "main_score": 0.640655, - "hf_subset": "mar_Deva-bem_Latn", - "languages": [ - "mar-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-epo_Latn", - "languages": [ - "mar-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-hun_Latn", - "languages": [ - "mar-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "mar_Deva-kir_Cyrl", - "languages": [ - "mar-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6625, - "recall": 0.720356, - "f1": 0.679301, - "accuracy": 0.720356, - "main_score": 0.679301, - "hf_subset": "mar_Deva-plt_Latn", - "languages": [ - "mar-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-srp_Cyrl", - "languages": [ - "mar-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "mar_Deva-uig_Arab", - "languages": [ - "mar-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mar_Deva-aeb_Arab", - "languages": [ - "mar-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ben_Beng", - "languages": [ - "mar-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mar_Deva-est_Latn", - "languages": [ - "mar-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-hye_Armn", - "languages": [ - "mar-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52971, - "recall": 0.583004, - "f1": 0.545309, - "accuracy": 0.583004, - "main_score": 0.545309, - "hf_subset": "mar_Deva-kmb_Latn", - "languages": [ - "mar-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493938, - "recall": 0.565217, - "f1": 0.513408, - "accuracy": 0.565217, - "main_score": 0.513408, - "hf_subset": "mar_Deva-min_Arab", - "languages": [ - "mar-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-pol_Latn", - "languages": [ - "mar-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561808, - "recall": 0.624506, - "f1": 0.579127, - "accuracy": 0.624506, - "main_score": 0.579127, - "hf_subset": "mar_Deva-ssw_Latn", - "languages": [ - "mar-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ukr_Cyrl", - "languages": [ - "mar-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-afr_Latn", - "languages": [ - "mar-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-bho_Deva", - "languages": [ - "mar-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mar_Deva-eus_Latn", - "languages": [ - "mar-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575791, - "recall": 0.641304, - "f1": 0.594222, - "accuracy": 0.641304, - "main_score": 0.594222, - "hf_subset": "mar_Deva-ibo_Latn", - "languages": [ - "mar-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915843, - "recall": 0.940711, - "f1": 0.923748, - "accuracy": 0.940711, - "main_score": 0.923748, - "hf_subset": "mar_Deva-kmr_Latn", - "languages": [ - "mar-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mar_Deva-min_Latn", - "languages": [ - "mar-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-por_Latn", - "languages": [ - "mar-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mar_Deva-sun_Latn", - "languages": [ - "mar-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517294, - "recall": 0.573123, - "f1": 0.533292, - "accuracy": 0.573123, - "main_score": 0.533292, - "hf_subset": "mar_Deva-umb_Latn", - "languages": [ - "mar-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ajp_Arab", - "languages": [ - "mar-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5316, - "recall": 0.594862, - "f1": 0.549031, - "accuracy": 0.594862, - "main_score": 0.549031, - "hf_subset": "mar_Deva-bjn_Arab", - "languages": [ - "mar-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520788, - "recall": 0.58004, - "f1": 0.536623, - "accuracy": 0.58004, - "main_score": 0.536623, - "hf_subset": "mar_Deva-ewe_Latn", - "languages": [ - "mar-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952981, - "recall": 0.966403, - "f1": 0.957246, - "accuracy": 0.966403, - "main_score": 0.957246, - "hf_subset": "mar_Deva-ilo_Latn", - "languages": [ - "mar-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31134, - "recall": 0.370553, - "f1": 0.327164, - "accuracy": 0.370553, - "main_score": 0.327164, - "hf_subset": "mar_Deva-knc_Arab", - "languages": [ - "mar-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-mkd_Cyrl", - "languages": [ - "mar-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-prs_Arab", - "languages": [ - "mar-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-swe_Latn", - "languages": [ - "mar-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-urd_Arab", - "languages": [ - "mar-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584201, - "recall": 0.652174, - "f1": 0.602988, - "accuracy": 0.652174, - "main_score": 0.602988, - "hf_subset": "mar_Deva-aka_Latn", - "languages": [ - "mar-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mar_Deva-bjn_Latn", - "languages": [ - "mar-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mar_Deva-fao_Latn", - "languages": [ - "mar-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-ind_Latn", - "languages": [ - "mar-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583494, - "recall": 0.640316, - "f1": 0.59938, - "accuracy": 0.640316, - "main_score": 0.59938, - "hf_subset": "mar_Deva-knc_Latn", - "languages": [ - "mar-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mar_Deva-mlt_Latn", - "languages": [ - "mar-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705034, - "recall": 0.766798, - "f1": 0.723486, - "accuracy": 0.766798, - "main_score": 0.723486, - "hf_subset": "mar_Deva-quy_Latn", - "languages": [ - "mar-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "mar_Deva-swh_Latn", - "languages": [ - "mar-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-uzn_Latn", - "languages": [ - "mar-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-als_Latn", - "languages": [ - "mar-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681686, - "recall": 0.755929, - "f1": 0.70328, - "accuracy": 0.755929, - "main_score": 0.70328, - "hf_subset": "mar_Deva-bod_Tibt", - "languages": [ - "mar-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697546, - "recall": 0.755929, - "f1": 0.714074, - "accuracy": 0.755929, - "main_score": 0.714074, - "hf_subset": "mar_Deva-fij_Latn", - "languages": [ - "mar-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "mar_Deva-isl_Latn", - "languages": [ - "mar-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654825, - "recall": 0.708498, - "f1": 0.670327, - "accuracy": 0.708498, - "main_score": 0.670327, - "hf_subset": "mar_Deva-kon_Latn", - "languages": [ - "mar-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672885, - "recall": 0.733202, - "f1": 0.689763, - "accuracy": 0.733202, - "main_score": 0.689763, - "hf_subset": "mar_Deva-mni_Beng", - "languages": [ - "mar-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ron_Latn", - "languages": [ - "mar-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "mar_Deva-szl_Latn", - "languages": [ - "mar-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-vec_Latn", - "languages": [ - "mar-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "mar_Deva-amh_Ethi", - "languages": [ - "mar-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-bos_Latn", - "languages": [ - "mar-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-fin_Latn", - "languages": [ - "mar-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ita_Latn", - "languages": [ - "mar-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-kor_Hang", - "languages": [ - "mar-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536397, - "recall": 0.594862, - "f1": 0.552241, - "accuracy": 0.594862, - "main_score": 0.552241, - "hf_subset": "mar_Deva-mos_Latn", - "languages": [ - "mar-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538237, - "recall": 0.603755, - "f1": 0.55704, - "accuracy": 0.603755, - "main_score": 0.55704, - "hf_subset": "mar_Deva-run_Latn", - "languages": [ - "mar-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-tam_Taml", - "languages": [ - "mar-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-vie_Latn", - "languages": [ - "mar-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-apc_Arab", - "languages": [ - "mar-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79692, - "recall": 0.839921, - "f1": 0.809783, - "accuracy": 0.839921, - "main_score": 0.809783, - "hf_subset": "mar_Deva-bug_Latn", - "languages": [ - "mar-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468291, - "recall": 0.527668, - "f1": 0.483936, - "accuracy": 0.527668, - "main_score": 0.483936, - "hf_subset": "mar_Deva-fon_Latn", - "languages": [ - "mar-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-jav_Latn", - "languages": [ - "mar-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mar_Deva-lao_Laoo", - "languages": [ - "mar-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874457, - "recall": 0.907115, - "f1": 0.884289, - "accuracy": 0.907115, - "main_score": 0.884289, - "hf_subset": "mar_Deva-mri_Latn", - "languages": [ - "mar-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-rus_Cyrl", - "languages": [ - "mar-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534128, - "recall": 0.598814, - "f1": 0.552162, - "accuracy": 0.598814, - "main_score": 0.552162, - "hf_subset": "mar_Deva-taq_Latn", - "languages": [ - "mar-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-war_Latn", - "languages": [ - "mar-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-arb_Arab", - "languages": [ - "mar-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-bul_Cyrl", - "languages": [ - "mar-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-fra_Latn", - "languages": [ - "mar-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-jpn_Jpan", - "languages": [ - "mar-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "mar_Deva-lij_Latn", - "languages": [ - "mar-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "mar_Deva-mya_Mymr", - "languages": [ - "mar-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585961, - "recall": 0.652174, - "f1": 0.604351, - "accuracy": 0.652174, - "main_score": 0.604351, - "hf_subset": "mar_Deva-sag_Latn", - "languages": [ - "mar-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184935, - "recall": 0.240119, - "f1": 0.197293, - "accuracy": 0.240119, - "main_score": 0.197293, - "hf_subset": "mar_Deva-taq_Tfng", - "languages": [ - "mar-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611966, - "recall": 0.677866, - "f1": 0.630371, - "accuracy": 0.677866, - "main_score": 0.630371, - "hf_subset": "mar_Deva-wol_Latn", - "languages": [ - "mar-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789345, - "recall": 0.842885, - "f1": 0.805421, - "accuracy": 0.842885, - "main_score": 0.805421, - "hf_subset": "mar_Deva-arb_Latn", - "languages": [ - "mar-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-cat_Latn", - "languages": [ - "mar-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "mar_Deva-fur_Latn", - "languages": [ - "mar-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404055, - "recall": 0.461462, - "f1": 0.41993, - "accuracy": 0.461462, - "main_score": 0.41993, - "hf_subset": "mar_Deva-kab_Latn", - "languages": [ - "mar-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mar_Deva-lim_Latn", - "languages": [ - "mar-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-nld_Latn", - "languages": [ - "mar-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "mar_Deva-san_Deva", - "languages": [ - "mar-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-tat_Cyrl", - "languages": [ - "mar-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66682, - "recall": 0.72332, - "f1": 0.682858, - "accuracy": 0.72332, - "main_score": 0.682858, - "hf_subset": "mar_Deva-xho_Latn", - "languages": [ - "mar-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ars_Arab", - "languages": [ - "mar-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-ceb_Latn", - "languages": [ - "mar-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556102, - "recall": 0.617589, - "f1": 0.573535, - "accuracy": 0.617589, - "main_score": 0.573535, - "hf_subset": "mar_Deva-fuv_Latn", - "languages": [ - "mar-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499708, - "recall": 0.572134, - "f1": 0.519487, - "accuracy": 0.572134, - "main_score": 0.519487, - "hf_subset": "mar_Deva-kac_Latn", - "languages": [ - "mar-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666074, - "recall": 0.724308, - "f1": 0.683202, - "accuracy": 0.724308, - "main_score": 0.683202, - "hf_subset": "mar_Deva-lin_Latn", - "languages": [ - "mar-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-nno_Latn", - "languages": [ - "mar-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244784, - "recall": 0.328063, - "f1": 0.266338, - "accuracy": 0.328063, - "main_score": 0.266338, - "hf_subset": "mar_Deva-sat_Olck", - "languages": [ - "mar-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-tel_Telu", - "languages": [ - "mar-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "mar_Deva-ydd_Hebr", - "languages": [ - "mar-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "mar_Deva-ary_Arab", - "languages": [ - "mar-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ces_Latn", - "languages": [ - "mar-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56872, - "recall": 0.632411, - "f1": 0.587046, - "accuracy": 0.632411, - "main_score": 0.587046, - "hf_subset": "mar_Deva-gaz_Latn", - "languages": [ - "mar-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581641, - "recall": 0.644269, - "f1": 0.599693, - "accuracy": 0.644269, - "main_score": 0.599693, - "hf_subset": "mar_Deva-kam_Latn", - "languages": [ - "mar-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mar_Deva-lit_Latn", - "languages": [ - "mar-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-nob_Latn", - "languages": [ - "mar-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mar_Deva-scn_Latn", - "languages": [ - "mar-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "mar_Deva-tgk_Cyrl", - "languages": [ - "mar-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715399, - "recall": 0.783597, - "f1": 0.736237, - "accuracy": 0.783597, - "main_score": 0.736237, - "hf_subset": "mar_Deva-yor_Latn", - "languages": [ - "mar-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-arz_Arab", - "languages": [ - "mar-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537057, - "recall": 0.602767, - "f1": 0.555873, - "accuracy": 0.602767, - "main_score": 0.555873, - "hf_subset": "mar_Deva-cjk_Latn", - "languages": [ - "mar-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783926, - "recall": 0.835968, - "f1": 0.799506, - "accuracy": 0.835968, - "main_score": 0.799506, - "hf_subset": "mar_Deva-gla_Latn", - "languages": [ - "mar-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-kan_Knda", - "languages": [ - "mar-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "mar_Deva-lmo_Latn", - "languages": [ - "mar-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "mar_Deva-npi_Deva", - "languages": [ - "mar-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470019, - "recall": 0.529644, - "f1": 0.486174, - "accuracy": 0.529644, - "main_score": 0.486174, - "hf_subset": "mar_Deva-shn_Mymr", - "languages": [ - "mar-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-tgl_Latn", - "languages": [ - "mar-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-yue_Hant", - "languages": [ - "mar-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-asm_Beng", - "languages": [ - "mar-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "mar_Deva-ckb_Arab", - "languages": [ - "mar-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875247, - "recall": 0.911067, - "f1": 0.886594, - "accuracy": 0.911067, - "main_score": 0.886594, - "hf_subset": "mar_Deva-gle_Latn", - "languages": [ - "mar-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "mar_Deva-kas_Arab", - "languages": [ - "mar-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941733, - "recall": 0.958498, - "f1": 0.94697, - "accuracy": 0.958498, - "main_score": 0.94697, - "hf_subset": "mar_Deva-ltg_Latn", - "languages": [ - "mar-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598459, - "recall": 0.656126, - "f1": 0.614352, - "accuracy": 0.656126, - "main_score": 0.614352, - "hf_subset": "mar_Deva-nso_Latn", - "languages": [ - "mar-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mar_Deva-sin_Sinh", - "languages": [ - "mar-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-tha_Thai", - "languages": [ - "mar-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-zho_Hans", - "languages": [ - "mar-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-ast_Latn", - "languages": [ - "mar-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-crh_Latn", - "languages": [ - "mar-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-glg_Latn", - "languages": [ - "mar-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91642, - "recall": 0.940711, - "f1": 0.924144, - "accuracy": 0.940711, - "main_score": 0.924144, - "hf_subset": "mar_Deva-kas_Deva", - "languages": [ - "mar-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "mar_Deva-ltz_Latn", - "languages": [ - "mar-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436604, - "recall": 0.5, - "f1": 0.453534, - "accuracy": 0.5, - "main_score": 0.453534, - "hf_subset": "mar_Deva-nus_Latn", - "languages": [ - "mar-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-slk_Latn", - "languages": [ - "mar-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635441, - "recall": 0.705534, - "f1": 0.655934, - "accuracy": 0.705534, - "main_score": 0.655934, - "hf_subset": "mar_Deva-tir_Ethi", - "languages": [ - "mar-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-zho_Hant", - "languages": [ - "mar-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.990119, - "f1": 0.988307, - "accuracy": 0.990119, - "main_score": 0.988307, - "hf_subset": "mar_Deva-awa_Deva", - "languages": [ - "mar-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mar_Deva-cym_Latn", - "languages": [ - "mar-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842589, - "recall": 0.879447, - "f1": 0.853854, - "accuracy": 0.879447, - "main_score": 0.853854, - "hf_subset": "mar_Deva-grn_Latn", - "languages": [ - "mar-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-kat_Geor", - "languages": [ - "mar-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639111, - "recall": 0.6917, - "f1": 0.653858, - "accuracy": 0.6917, - "main_score": 0.653858, - "hf_subset": "mar_Deva-lua_Latn", - "languages": [ - "mar-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628379, - "recall": 0.688735, - "f1": 0.645411, - "accuracy": 0.688735, - "main_score": 0.645411, - "hf_subset": "mar_Deva-nya_Latn", - "languages": [ - "mar-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-slv_Latn", - "languages": [ - "mar-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94557, - "recall": 0.961462, - "f1": 0.950494, - "accuracy": 0.961462, - "main_score": 0.950494, - "hf_subset": "mar_Deva-tpi_Latn", - "languages": [ - "mar-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-zsm_Latn", - "languages": [ - "mar-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545919, - "recall": 0.605731, - "f1": 0.562475, - "accuracy": 0.605731, - "main_score": 0.562475, - "hf_subset": "mar_Deva-ayr_Latn", - "languages": [ - "mar-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-dan_Latn", - "languages": [ - "mar-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-guj_Gujr", - "languages": [ - "mar-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mar_Deva-kaz_Cyrl", - "languages": [ - "mar-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538241, - "recall": 0.597826, - "f1": 0.555079, - "accuracy": 0.597826, - "main_score": 0.555079, - "hf_subset": "mar_Deva-lug_Latn", - "languages": [ - "mar-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-oci_Latn", - "languages": [ - "mar-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818718, - "recall": 0.86166, - "f1": 0.831538, - "accuracy": 0.86166, - "main_score": 0.831538, - "hf_subset": "mar_Deva-smo_Latn", - "languages": [ - "mar-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537577, - "recall": 0.601779, - "f1": 0.555342, - "accuracy": 0.601779, - "main_score": 0.555342, - "hf_subset": "mar_Deva-tsn_Latn", - "languages": [ - "mar-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617147, - "recall": 0.682806, - "f1": 0.636104, - "accuracy": 0.682806, - "main_score": 0.636104, - "hf_subset": "mar_Deva-zul_Latn", - "languages": [ - "mar-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930336, - "recall": 0.951581, - "f1": 0.937253, - "accuracy": 0.951581, - "main_score": 0.937253, - "hf_subset": "mar_Deva-azb_Arab", - "languages": [ - "mar-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-deu_Latn", - "languages": [ - "mar-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "mar_Deva-hat_Latn", - "languages": [ - "mar-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490562, - "recall": 0.549407, - "f1": 0.506576, - "accuracy": 0.549407, - "main_score": 0.506576, - "hf_subset": "mar_Deva-kbp_Latn", - "languages": [ - "mar-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565125, - "recall": 0.623518, - "f1": 0.580767, - "accuracy": 0.623518, - "main_score": 0.580767, - "hf_subset": "mar_Deva-luo_Latn", - "languages": [ - "mar-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-ory_Orya", - "languages": [ - "mar-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589594, - "recall": 0.648221, - "f1": 0.606277, - "accuracy": 0.648221, - "main_score": 0.606277, - "hf_subset": "mar_Deva-sna_Latn", - "languages": [ - "mar-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551658, - "recall": 0.607708, - "f1": 0.566406, - "accuracy": 0.607708, - "main_score": 0.566406, - "hf_subset": "mar_Deva-tso_Latn", - "languages": [ - "mar-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mar_Deva-azj_Latn", - "languages": [ - "mar-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534446, - "recall": 0.601779, - "f1": 0.553809, - "accuracy": 0.601779, - "main_score": 0.553809, - "hf_subset": "mar_Deva-dik_Latn", - "languages": [ - "mar-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740135, - "recall": 0.791502, - "f1": 0.755402, - "accuracy": 0.791502, - "main_score": 0.755402, - "hf_subset": "mar_Deva-hau_Latn", - "languages": [ - "mar-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mar_Deva-kea_Latn", - "languages": [ - "mar-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756374, - "recall": 0.8083, - "f1": 0.772464, - "accuracy": 0.8083, - "main_score": 0.772464, - "hf_subset": "mar_Deva-lus_Latn", - "languages": [ - "mar-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877421, - "recall": 0.907115, - "f1": 0.886594, - "accuracy": 0.907115, - "main_score": 0.886594, - "hf_subset": "mar_Deva-pag_Latn", - "languages": [ - "mar-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-snd_Arab", - "languages": [ - "mar-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954381, - "recall": 0.968379, - "f1": 0.958992, - "accuracy": 0.968379, - "main_score": 0.958992, - "hf_subset": "mar_Deva-tuk_Latn", - "languages": [ - "mar-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "mar_Deva-bak_Cyrl", - "languages": [ - "mar-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479949, - "recall": 0.557312, - "f1": 0.502859, - "accuracy": 0.557312, - "main_score": 0.502859, - "hf_subset": "mar_Deva-dyu_Latn", - "languages": [ - "mar-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mar_Deva-heb_Hebr", - "languages": [ - "mar-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mar_Deva-khk_Cyrl", - "languages": [ - "mar-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-lvs_Latn", - "languages": [ - "mar-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mar_Deva-pan_Guru", - "languages": [ - "mar-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694805, - "recall": 0.755929, - "f1": 0.712717, - "accuracy": 0.755929, - "main_score": 0.712717, - "hf_subset": "mar_Deva-som_Latn", - "languages": [ - "mar-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5921, - "recall": 0.643281, - "f1": 0.606233, - "accuracy": 0.643281, - "main_score": 0.606233, - "hf_subset": "mar_Deva-tum_Latn", - "languages": [ - "mar-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480884, - "recall": 0.532609, - "f1": 0.495323, - "accuracy": 0.532609, - "main_score": 0.495323, - "hf_subset": "plt_Latn-ace_Arab", - "languages": [ - "plt-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523544, - "recall": 0.567194, - "f1": 0.536629, - "accuracy": 0.567194, - "main_score": 0.536629, - "hf_subset": "plt_Latn-bam_Latn", - "languages": [ - "plt-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.253098, - "recall": 0.307312, - "f1": 0.266652, - "accuracy": 0.307312, - "main_score": 0.266652, - "hf_subset": "plt_Latn-dzo_Tibt", - "languages": [ - "plt-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651274, - "recall": 0.704545, - "f1": 0.665545, - "accuracy": 0.704545, - "main_score": 0.665545, - "hf_subset": "plt_Latn-hin_Deva", - "languages": [ - "plt-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612014, - "recall": 0.663043, - "f1": 0.625515, - "accuracy": 0.663043, - "main_score": 0.625515, - "hf_subset": "plt_Latn-khm_Khmr", - "languages": [ - "plt-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643807, - "recall": 0.689723, - "f1": 0.655667, - "accuracy": 0.689723, - "main_score": 0.655667, - "hf_subset": "plt_Latn-mag_Deva", - "languages": [ - "plt-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647019, - "recall": 0.678854, - "f1": 0.655205, - "accuracy": 0.678854, - "main_score": 0.655205, - "hf_subset": "plt_Latn-pap_Latn", - "languages": [ - "plt-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569057, - "recall": 0.613636, - "f1": 0.581329, - "accuracy": 0.613636, - "main_score": 0.581329, - "hf_subset": "plt_Latn-sot_Latn", - "languages": [ - "plt-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641248, - "recall": 0.698617, - "f1": 0.656801, - "accuracy": 0.698617, - "main_score": 0.656801, - "hf_subset": "plt_Latn-tur_Latn", - "languages": [ - "plt-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617834, - "recall": 0.663043, - "f1": 0.630249, - "accuracy": 0.663043, - "main_score": 0.630249, - "hf_subset": "plt_Latn-ace_Latn", - "languages": [ - "plt-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65269, - "recall": 0.688735, - "f1": 0.662276, - "accuracy": 0.688735, - "main_score": 0.662276, - "hf_subset": "plt_Latn-ban_Latn", - "languages": [ - "plt-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645218, - "recall": 0.700593, - "f1": 0.659886, - "accuracy": 0.700593, - "main_score": 0.659886, - "hf_subset": "plt_Latn-ell_Grek", - "languages": [ - "plt-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633634, - "recall": 0.682806, - "f1": 0.646457, - "accuracy": 0.682806, - "main_score": 0.646457, - "hf_subset": "plt_Latn-hne_Deva", - "languages": [ - "plt-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533885, - "recall": 0.578063, - "f1": 0.546253, - "accuracy": 0.578063, - "main_score": 0.546253, - "hf_subset": "plt_Latn-kik_Latn", - "languages": [ - "plt-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646371, - "recall": 0.699605, - "f1": 0.660723, - "accuracy": 0.699605, - "main_score": 0.660723, - "hf_subset": "plt_Latn-mai_Deva", - "languages": [ - "plt-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593917, - "recall": 0.653162, - "f1": 0.609821, - "accuracy": 0.653162, - "main_score": 0.609821, - "hf_subset": "plt_Latn-pbt_Arab", - "languages": [ - "plt-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654509, - "recall": 0.705534, - "f1": 0.668103, - "accuracy": 0.705534, - "main_score": 0.668103, - "hf_subset": "plt_Latn-spa_Latn", - "languages": [ - "plt-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570838, - "recall": 0.612648, - "f1": 0.582059, - "accuracy": 0.612648, - "main_score": 0.582059, - "hf_subset": "plt_Latn-twi_Latn", - "languages": [ - "plt-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62619, - "recall": 0.677866, - "f1": 0.640062, - "accuracy": 0.677866, - "main_score": 0.640062, - "hf_subset": "plt_Latn-acm_Arab", - "languages": [ - "plt-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612175, - "recall": 0.662055, - "f1": 0.62502, - "accuracy": 0.662055, - "main_score": 0.62502, - "hf_subset": "plt_Latn-bel_Cyrl", - "languages": [ - "plt-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67946, - "recall": 0.727273, - "f1": 0.691604, - "accuracy": 0.727273, - "main_score": 0.691604, - "hf_subset": "plt_Latn-eng_Latn", - "languages": [ - "plt-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657001, - "recall": 0.712451, - "f1": 0.671918, - "accuracy": 0.712451, - "main_score": 0.671918, - "hf_subset": "plt_Latn-hrv_Latn", - "languages": [ - "plt-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552415, - "recall": 0.603755, - "f1": 0.566353, - "accuracy": 0.603755, - "main_score": 0.566353, - "hf_subset": "plt_Latn-kin_Latn", - "languages": [ - "plt-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63056, - "recall": 0.690711, - "f1": 0.647309, - "accuracy": 0.690711, - "main_score": 0.647309, - "hf_subset": "plt_Latn-mal_Mlym", - "languages": [ - "plt-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641379, - "recall": 0.697628, - "f1": 0.65661, - "accuracy": 0.697628, - "main_score": 0.65661, - "hf_subset": "plt_Latn-pes_Arab", - "languages": [ - "plt-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65335, - "recall": 0.699605, - "f1": 0.666489, - "accuracy": 0.699605, - "main_score": 0.666489, - "hf_subset": "plt_Latn-srd_Latn", - "languages": [ - "plt-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207225, - "recall": 0.246047, - "f1": 0.216766, - "accuracy": 0.246047, - "main_score": 0.216766, - "hf_subset": "plt_Latn-tzm_Tfng", - "languages": [ - "plt-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642584, - "recall": 0.694664, - "f1": 0.65668, - "accuracy": 0.694664, - "main_score": 0.65668, - "hf_subset": "plt_Latn-acq_Arab", - "languages": [ - "plt-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59252, - "recall": 0.634387, - "f1": 0.603855, - "accuracy": 0.634387, - "main_score": 0.603855, - "hf_subset": "plt_Latn-bem_Latn", - "languages": [ - "plt-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664983, - "recall": 0.711462, - "f1": 0.677795, - "accuracy": 0.711462, - "main_score": 0.677795, - "hf_subset": "plt_Latn-epo_Latn", - "languages": [ - "plt-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653252, - "recall": 0.700593, - "f1": 0.665907, - "accuracy": 0.700593, - "main_score": 0.665907, - "hf_subset": "plt_Latn-hun_Latn", - "languages": [ - "plt-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6311, - "recall": 0.683794, - "f1": 0.645363, - "accuracy": 0.683794, - "main_score": 0.645363, - "hf_subset": "plt_Latn-kir_Cyrl", - "languages": [ - "plt-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646143, - "recall": 0.699605, - "f1": 0.660314, - "accuracy": 0.699605, - "main_score": 0.660314, - "hf_subset": "plt_Latn-mar_Deva", - "languages": [ - "plt-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669051, - "recall": 0.716403, - "f1": 0.681432, - "accuracy": 0.716403, - "main_score": 0.681432, - "hf_subset": "plt_Latn-srp_Cyrl", - "languages": [ - "plt-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575711, - "recall": 0.626482, - "f1": 0.590081, - "accuracy": 0.626482, - "main_score": 0.590081, - "hf_subset": "plt_Latn-uig_Arab", - "languages": [ - "plt-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640972, - "recall": 0.682806, - "f1": 0.651406, - "accuracy": 0.682806, - "main_score": 0.651406, - "hf_subset": "plt_Latn-aeb_Arab", - "languages": [ - "plt-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634444, - "recall": 0.688735, - "f1": 0.649429, - "accuracy": 0.688735, - "main_score": 0.649429, - "hf_subset": "plt_Latn-ben_Beng", - "languages": [ - "plt-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636132, - "recall": 0.683794, - "f1": 0.649189, - "accuracy": 0.683794, - "main_score": 0.649189, - "hf_subset": "plt_Latn-est_Latn", - "languages": [ - "plt-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630179, - "recall": 0.684783, - "f1": 0.645036, - "accuracy": 0.684783, - "main_score": 0.645036, - "hf_subset": "plt_Latn-hye_Armn", - "languages": [ - "plt-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546723, - "recall": 0.591897, - "f1": 0.559933, - "accuracy": 0.591897, - "main_score": 0.559933, - "hf_subset": "plt_Latn-kmb_Latn", - "languages": [ - "plt-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447217, - "recall": 0.505929, - "f1": 0.462496, - "accuracy": 0.505929, - "main_score": 0.462496, - "hf_subset": "plt_Latn-min_Arab", - "languages": [ - "plt-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654345, - "recall": 0.702569, - "f1": 0.667458, - "accuracy": 0.702569, - "main_score": 0.667458, - "hf_subset": "plt_Latn-pol_Latn", - "languages": [ - "plt-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557949, - "recall": 0.608696, - "f1": 0.572768, - "accuracy": 0.608696, - "main_score": 0.572768, - "hf_subset": "plt_Latn-ssw_Latn", - "languages": [ - "plt-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651201, - "recall": 0.709486, - "f1": 0.666943, - "accuracy": 0.709486, - "main_score": 0.666943, - "hf_subset": "plt_Latn-ukr_Cyrl", - "languages": [ - "plt-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663439, - "recall": 0.711462, - "f1": 0.676654, - "accuracy": 0.711462, - "main_score": 0.676654, - "hf_subset": "plt_Latn-afr_Latn", - "languages": [ - "plt-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631309, - "recall": 0.674901, - "f1": 0.643154, - "accuracy": 0.674901, - "main_score": 0.643154, - "hf_subset": "plt_Latn-bho_Deva", - "languages": [ - "plt-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642171, - "recall": 0.687747, - "f1": 0.654313, - "accuracy": 0.687747, - "main_score": 0.654313, - "hf_subset": "plt_Latn-eus_Latn", - "languages": [ - "plt-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553816, - "recall": 0.610672, - "f1": 0.569638, - "accuracy": 0.610672, - "main_score": 0.569638, - "hf_subset": "plt_Latn-ibo_Latn", - "languages": [ - "plt-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603764, - "recall": 0.655138, - "f1": 0.618901, - "accuracy": 0.655138, - "main_score": 0.618901, - "hf_subset": "plt_Latn-kmr_Latn", - "languages": [ - "plt-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655618, - "recall": 0.706522, - "f1": 0.669001, - "accuracy": 0.706522, - "main_score": 0.669001, - "hf_subset": "plt_Latn-min_Latn", - "languages": [ - "plt-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678243, - "recall": 0.725296, - "f1": 0.690699, - "accuracy": 0.725296, - "main_score": 0.690699, - "hf_subset": "plt_Latn-por_Latn", - "languages": [ - "plt-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657639, - "recall": 0.704545, - "f1": 0.670223, - "accuracy": 0.704545, - "main_score": 0.670223, - "hf_subset": "plt_Latn-sun_Latn", - "languages": [ - "plt-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513779, - "recall": 0.564229, - "f1": 0.528785, - "accuracy": 0.564229, - "main_score": 0.528785, - "hf_subset": "plt_Latn-umb_Latn", - "languages": [ - "plt-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626158, - "recall": 0.682806, - "f1": 0.64135, - "accuracy": 0.682806, - "main_score": 0.64135, - "hf_subset": "plt_Latn-ajp_Arab", - "languages": [ - "plt-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446881, - "recall": 0.502964, - "f1": 0.461865, - "accuracy": 0.502964, - "main_score": 0.461865, - "hf_subset": "plt_Latn-bjn_Arab", - "languages": [ - "plt-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512417, - "recall": 0.552372, - "f1": 0.523452, - "accuracy": 0.552372, - "main_score": 0.523452, - "hf_subset": "plt_Latn-ewe_Latn", - "languages": [ - "plt-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671405, - "recall": 0.710474, - "f1": 0.681832, - "accuracy": 0.710474, - "main_score": 0.681832, - "hf_subset": "plt_Latn-ilo_Latn", - "languages": [ - "plt-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310041, - "recall": 0.364625, - "f1": 0.325038, - "accuracy": 0.364625, - "main_score": 0.325038, - "hf_subset": "plt_Latn-knc_Arab", - "languages": [ - "plt-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664457, - "recall": 0.716403, - "f1": 0.678219, - "accuracy": 0.716403, - "main_score": 0.678219, - "hf_subset": "plt_Latn-mkd_Cyrl", - "languages": [ - "plt-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63626, - "recall": 0.692688, - "f1": 0.651606, - "accuracy": 0.692688, - "main_score": 0.651606, - "hf_subset": "plt_Latn-prs_Arab", - "languages": [ - "plt-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662649, - "recall": 0.712451, - "f1": 0.675924, - "accuracy": 0.712451, - "main_score": 0.675924, - "hf_subset": "plt_Latn-swe_Latn", - "languages": [ - "plt-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609674, - "recall": 0.670949, - "f1": 0.625741, - "accuracy": 0.670949, - "main_score": 0.625741, - "hf_subset": "plt_Latn-urd_Arab", - "languages": [ - "plt-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554527, - "recall": 0.604743, - "f1": 0.56877, - "accuracy": 0.604743, - "main_score": 0.56877, - "hf_subset": "plt_Latn-aka_Latn", - "languages": [ - "plt-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64067, - "recall": 0.68083, - "f1": 0.651212, - "accuracy": 0.68083, - "main_score": 0.651212, - "hf_subset": "plt_Latn-bjn_Latn", - "languages": [ - "plt-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632218, - "recall": 0.677866, - "f1": 0.644038, - "accuracy": 0.677866, - "main_score": 0.644038, - "hf_subset": "plt_Latn-fao_Latn", - "languages": [ - "plt-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685432, - "recall": 0.733202, - "f1": 0.697992, - "accuracy": 0.733202, - "main_score": 0.697992, - "hf_subset": "plt_Latn-ind_Latn", - "languages": [ - "plt-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543924, - "recall": 0.586957, - "f1": 0.555408, - "accuracy": 0.586957, - "main_score": 0.555408, - "hf_subset": "plt_Latn-knc_Latn", - "languages": [ - "plt-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675094, - "recall": 0.718379, - "f1": 0.686438, - "accuracy": 0.718379, - "main_score": 0.686438, - "hf_subset": "plt_Latn-mlt_Latn", - "languages": [ - "plt-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570579, - "recall": 0.621542, - "f1": 0.585147, - "accuracy": 0.621542, - "main_score": 0.585147, - "hf_subset": "plt_Latn-quy_Latn", - "languages": [ - "plt-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651347, - "recall": 0.697628, - "f1": 0.663865, - "accuracy": 0.697628, - "main_score": 0.663865, - "hf_subset": "plt_Latn-swh_Latn", - "languages": [ - "plt-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630676, - "recall": 0.683794, - "f1": 0.645092, - "accuracy": 0.683794, - "main_score": 0.645092, - "hf_subset": "plt_Latn-uzn_Latn", - "languages": [ - "plt-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675637, - "recall": 0.726285, - "f1": 0.68911, - "accuracy": 0.726285, - "main_score": 0.68911, - "hf_subset": "plt_Latn-als_Latn", - "languages": [ - "plt-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322785, - "recall": 0.385375, - "f1": 0.339391, - "accuracy": 0.385375, - "main_score": 0.339391, - "hf_subset": "plt_Latn-bod_Tibt", - "languages": [ - "plt-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577106, - "recall": 0.625494, - "f1": 0.589766, - "accuracy": 0.625494, - "main_score": 0.589766, - "hf_subset": "plt_Latn-fij_Latn", - "languages": [ - "plt-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618965, - "recall": 0.673913, - "f1": 0.633932, - "accuracy": 0.673913, - "main_score": 0.633932, - "hf_subset": "plt_Latn-isl_Latn", - "languages": [ - "plt-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57916, - "recall": 0.625494, - "f1": 0.592221, - "accuracy": 0.625494, - "main_score": 0.592221, - "hf_subset": "plt_Latn-kon_Latn", - "languages": [ - "plt-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524042, - "recall": 0.581028, - "f1": 0.539626, - "accuracy": 0.581028, - "main_score": 0.539626, - "hf_subset": "plt_Latn-mni_Beng", - "languages": [ - "plt-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672544, - "recall": 0.719368, - "f1": 0.685052, - "accuracy": 0.719368, - "main_score": 0.685052, - "hf_subset": "plt_Latn-ron_Latn", - "languages": [ - "plt-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648217, - "recall": 0.694664, - "f1": 0.66022, - "accuracy": 0.694664, - "main_score": 0.66022, - "hf_subset": "plt_Latn-szl_Latn", - "languages": [ - "plt-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659274, - "recall": 0.70751, - "f1": 0.672073, - "accuracy": 0.70751, - "main_score": 0.672073, - "hf_subset": "plt_Latn-vec_Latn", - "languages": [ - "plt-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556552, - "recall": 0.617589, - "f1": 0.572614, - "accuracy": 0.617589, - "main_score": 0.572614, - "hf_subset": "plt_Latn-amh_Ethi", - "languages": [ - "plt-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671877, - "recall": 0.718379, - "f1": 0.684547, - "accuracy": 0.718379, - "main_score": 0.684547, - "hf_subset": "plt_Latn-bos_Latn", - "languages": [ - "plt-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645749, - "recall": 0.695652, - "f1": 0.659383, - "accuracy": 0.695652, - "main_score": 0.659383, - "hf_subset": "plt_Latn-fin_Latn", - "languages": [ - "plt-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65979, - "recall": 0.704545, - "f1": 0.671739, - "accuracy": 0.704545, - "main_score": 0.671739, - "hf_subset": "plt_Latn-ita_Latn", - "languages": [ - "plt-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62974, - "recall": 0.686759, - "f1": 0.645778, - "accuracy": 0.686759, - "main_score": 0.645778, - "hf_subset": "plt_Latn-kor_Hang", - "languages": [ - "plt-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522324, - "recall": 0.568182, - "f1": 0.535552, - "accuracy": 0.568182, - "main_score": 0.535552, - "hf_subset": "plt_Latn-mos_Latn", - "languages": [ - "plt-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547786, - "recall": 0.596838, - "f1": 0.561808, - "accuracy": 0.596838, - "main_score": 0.561808, - "hf_subset": "plt_Latn-run_Latn", - "languages": [ - "plt-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614482, - "recall": 0.66996, - "f1": 0.629797, - "accuracy": 0.66996, - "main_score": 0.629797, - "hf_subset": "plt_Latn-tam_Taml", - "languages": [ - "plt-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652458, - "recall": 0.706522, - "f1": 0.666629, - "accuracy": 0.706522, - "main_score": 0.666629, - "hf_subset": "plt_Latn-vie_Latn", - "languages": [ - "plt-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641341, - "recall": 0.693676, - "f1": 0.655137, - "accuracy": 0.693676, - "main_score": 0.655137, - "hf_subset": "plt_Latn-apc_Arab", - "languages": [ - "plt-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598621, - "recall": 0.639328, - "f1": 0.610049, - "accuracy": 0.639328, - "main_score": 0.610049, - "hf_subset": "plt_Latn-bug_Latn", - "languages": [ - "plt-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484867, - "recall": 0.524704, - "f1": 0.496231, - "accuracy": 0.524704, - "main_score": 0.496231, - "hf_subset": "plt_Latn-fon_Latn", - "languages": [ - "plt-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693872, - "recall": 0.737154, - "f1": 0.705767, - "accuracy": 0.737154, - "main_score": 0.705767, - "hf_subset": "plt_Latn-jav_Latn", - "languages": [ - "plt-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605275, - "recall": 0.661067, - "f1": 0.620166, - "accuracy": 0.661067, - "main_score": 0.620166, - "hf_subset": "plt_Latn-lao_Laoo", - "languages": [ - "plt-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573913, - "recall": 0.623518, - "f1": 0.587167, - "accuracy": 0.623518, - "main_score": 0.587167, - "hf_subset": "plt_Latn-mri_Latn", - "languages": [ - "plt-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648665, - "recall": 0.701581, - "f1": 0.662655, - "accuracy": 0.701581, - "main_score": 0.662655, - "hf_subset": "plt_Latn-rus_Cyrl", - "languages": [ - "plt-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501226, - "recall": 0.549407, - "f1": 0.514998, - "accuracy": 0.549407, - "main_score": 0.514998, - "hf_subset": "plt_Latn-taq_Latn", - "languages": [ - "plt-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658582, - "recall": 0.706522, - "f1": 0.670763, - "accuracy": 0.706522, - "main_score": 0.670763, - "hf_subset": "plt_Latn-war_Latn", - "languages": [ - "plt-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64933, - "recall": 0.69664, - "f1": 0.662419, - "accuracy": 0.69664, - "main_score": 0.662419, - "hf_subset": "plt_Latn-arb_Arab", - "languages": [ - "plt-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655874, - "recall": 0.70751, - "f1": 0.670472, - "accuracy": 0.70751, - "main_score": 0.670472, - "hf_subset": "plt_Latn-bul_Cyrl", - "languages": [ - "plt-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668911, - "recall": 0.715415, - "f1": 0.680806, - "accuracy": 0.715415, - "main_score": 0.680806, - "hf_subset": "plt_Latn-fra_Latn", - "languages": [ - "plt-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640636, - "recall": 0.688735, - "f1": 0.653198, - "accuracy": 0.688735, - "main_score": 0.653198, - "hf_subset": "plt_Latn-jpn_Jpan", - "languages": [ - "plt-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647156, - "recall": 0.6917, - "f1": 0.659615, - "accuracy": 0.6917, - "main_score": 0.659615, - "hf_subset": "plt_Latn-lij_Latn", - "languages": [ - "plt-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488224, - "recall": 0.562253, - "f1": 0.508386, - "accuracy": 0.562253, - "main_score": 0.508386, - "hf_subset": "plt_Latn-mya_Mymr", - "languages": [ - "plt-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539429, - "recall": 0.586957, - "f1": 0.55314, - "accuracy": 0.586957, - "main_score": 0.55314, - "hf_subset": "plt_Latn-sag_Latn", - "languages": [ - "plt-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212321, - "recall": 0.257905, - "f1": 0.223119, - "accuracy": 0.257905, - "main_score": 0.223119, - "hf_subset": "plt_Latn-taq_Tfng", - "languages": [ - "plt-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57501, - "recall": 0.62253, - "f1": 0.588076, - "accuracy": 0.62253, - "main_score": 0.588076, - "hf_subset": "plt_Latn-wol_Latn", - "languages": [ - "plt-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511678, - "recall": 0.561265, - "f1": 0.524918, - "accuracy": 0.561265, - "main_score": 0.524918, - "hf_subset": "plt_Latn-arb_Latn", - "languages": [ - "plt-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67077, - "recall": 0.717391, - "f1": 0.683232, - "accuracy": 0.717391, - "main_score": 0.683232, - "hf_subset": "plt_Latn-cat_Latn", - "languages": [ - "plt-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639955, - "recall": 0.687747, - "f1": 0.65308, - "accuracy": 0.687747, - "main_score": 0.65308, - "hf_subset": "plt_Latn-fur_Latn", - "languages": [ - "plt-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445596, - "recall": 0.494071, - "f1": 0.458811, - "accuracy": 0.494071, - "main_score": 0.458811, - "hf_subset": "plt_Latn-kab_Latn", - "languages": [ - "plt-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631867, - "recall": 0.68083, - "f1": 0.645294, - "accuracy": 0.68083, - "main_score": 0.645294, - "hf_subset": "plt_Latn-lim_Latn", - "languages": [ - "plt-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639596, - "recall": 0.692688, - "f1": 0.653662, - "accuracy": 0.692688, - "main_score": 0.653662, - "hf_subset": "plt_Latn-nld_Latn", - "languages": [ - "plt-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585027, - "recall": 0.63834, - "f1": 0.599334, - "accuracy": 0.63834, - "main_score": 0.599334, - "hf_subset": "plt_Latn-san_Deva", - "languages": [ - "plt-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645414, - "recall": 0.688735, - "f1": 0.656509, - "accuracy": 0.688735, - "main_score": 0.656509, - "hf_subset": "plt_Latn-tat_Cyrl", - "languages": [ - "plt-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594897, - "recall": 0.641304, - "f1": 0.607807, - "accuracy": 0.641304, - "main_score": 0.607807, - "hf_subset": "plt_Latn-xho_Latn", - "languages": [ - "plt-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633216, - "recall": 0.685771, - "f1": 0.647688, - "accuracy": 0.685771, - "main_score": 0.647688, - "hf_subset": "plt_Latn-ars_Arab", - "languages": [ - "plt-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676394, - "recall": 0.719368, - "f1": 0.687988, - "accuracy": 0.719368, - "main_score": 0.687988, - "hf_subset": "plt_Latn-ceb_Latn", - "languages": [ - "plt-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527989, - "recall": 0.575099, - "f1": 0.54179, - "accuracy": 0.575099, - "main_score": 0.54179, - "hf_subset": "plt_Latn-fuv_Latn", - "languages": [ - "plt-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508636, - "recall": 0.554348, - "f1": 0.521519, - "accuracy": 0.554348, - "main_score": 0.521519, - "hf_subset": "plt_Latn-kac_Latn", - "languages": [ - "plt-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606342, - "recall": 0.646245, - "f1": 0.617197, - "accuracy": 0.646245, - "main_score": 0.617197, - "hf_subset": "plt_Latn-lin_Latn", - "languages": [ - "plt-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657919, - "recall": 0.710474, - "f1": 0.671991, - "accuracy": 0.710474, - "main_score": 0.671991, - "hf_subset": "plt_Latn-nno_Latn", - "languages": [ - "plt-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156777, - "recall": 0.210474, - "f1": 0.17033, - "accuracy": 0.210474, - "main_score": 0.17033, - "hf_subset": "plt_Latn-sat_Olck", - "languages": [ - "plt-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622746, - "recall": 0.675889, - "f1": 0.636725, - "accuracy": 0.675889, - "main_score": 0.636725, - "hf_subset": "plt_Latn-tel_Telu", - "languages": [ - "plt-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57631, - "recall": 0.633399, - "f1": 0.591668, - "accuracy": 0.633399, - "main_score": 0.591668, - "hf_subset": "plt_Latn-ydd_Hebr", - "languages": [ - "plt-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621626, - "recall": 0.673913, - "f1": 0.635163, - "accuracy": 0.673913, - "main_score": 0.635163, - "hf_subset": "plt_Latn-ary_Arab", - "languages": [ - "plt-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659526, - "recall": 0.70751, - "f1": 0.671996, - "accuracy": 0.70751, - "main_score": 0.671996, - "hf_subset": "plt_Latn-ces_Latn", - "languages": [ - "plt-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545414, - "recall": 0.600791, - "f1": 0.560835, - "accuracy": 0.600791, - "main_score": 0.560835, - "hf_subset": "plt_Latn-gaz_Latn", - "languages": [ - "plt-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53615, - "recall": 0.588933, - "f1": 0.551269, - "accuracy": 0.588933, - "main_score": 0.551269, - "hf_subset": "plt_Latn-kam_Latn", - "languages": [ - "plt-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640176, - "recall": 0.684783, - "f1": 0.65183, - "accuracy": 0.684783, - "main_score": 0.65183, - "hf_subset": "plt_Latn-lit_Latn", - "languages": [ - "plt-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66516, - "recall": 0.716403, - "f1": 0.679088, - "accuracy": 0.716403, - "main_score": 0.679088, - "hf_subset": "plt_Latn-nob_Latn", - "languages": [ - "plt-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639505, - "recall": 0.683794, - "f1": 0.650892, - "accuracy": 0.683794, - "main_score": 0.650892, - "hf_subset": "plt_Latn-scn_Latn", - "languages": [ - "plt-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62798, - "recall": 0.674901, - "f1": 0.63996, - "accuracy": 0.674901, - "main_score": 0.63996, - "hf_subset": "plt_Latn-tgk_Cyrl", - "languages": [ - "plt-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542712, - "recall": 0.602767, - "f1": 0.560092, - "accuracy": 0.602767, - "main_score": 0.560092, - "hf_subset": "plt_Latn-yor_Latn", - "languages": [ - "plt-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639034, - "recall": 0.686759, - "f1": 0.651157, - "accuracy": 0.686759, - "main_score": 0.651157, - "hf_subset": "plt_Latn-arz_Arab", - "languages": [ - "plt-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515441, - "recall": 0.5583, - "f1": 0.527652, - "accuracy": 0.5583, - "main_score": 0.527652, - "hf_subset": "plt_Latn-cjk_Latn", - "languages": [ - "plt-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583328, - "recall": 0.631423, - "f1": 0.595912, - "accuracy": 0.631423, - "main_score": 0.595912, - "hf_subset": "plt_Latn-gla_Latn", - "languages": [ - "plt-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620697, - "recall": 0.68083, - "f1": 0.637507, - "accuracy": 0.68083, - "main_score": 0.637507, - "hf_subset": "plt_Latn-kan_Knda", - "languages": [ - "plt-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65302, - "recall": 0.699605, - "f1": 0.665644, - "accuracy": 0.699605, - "main_score": 0.665644, - "hf_subset": "plt_Latn-lmo_Latn", - "languages": [ - "plt-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647687, - "recall": 0.703557, - "f1": 0.662765, - "accuracy": 0.703557, - "main_score": 0.662765, - "hf_subset": "plt_Latn-npi_Deva", - "languages": [ - "plt-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458489, - "recall": 0.502964, - "f1": 0.471104, - "accuracy": 0.502964, - "main_score": 0.471104, - "hf_subset": "plt_Latn-shn_Mymr", - "languages": [ - "plt-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679242, - "recall": 0.724308, - "f1": 0.691296, - "accuracy": 0.724308, - "main_score": 0.691296, - "hf_subset": "plt_Latn-tgl_Latn", - "languages": [ - "plt-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624714, - "recall": 0.678854, - "f1": 0.638546, - "accuracy": 0.678854, - "main_score": 0.638546, - "hf_subset": "plt_Latn-yue_Hant", - "languages": [ - "plt-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603701, - "recall": 0.659091, - "f1": 0.618757, - "accuracy": 0.659091, - "main_score": 0.618757, - "hf_subset": "plt_Latn-asm_Beng", - "languages": [ - "plt-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599969, - "recall": 0.655138, - "f1": 0.615631, - "accuracy": 0.655138, - "main_score": 0.615631, - "hf_subset": "plt_Latn-ckb_Arab", - "languages": [ - "plt-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593306, - "recall": 0.649209, - "f1": 0.609277, - "accuracy": 0.649209, - "main_score": 0.609277, - "hf_subset": "plt_Latn-gle_Latn", - "languages": [ - "plt-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561859, - "recall": 0.61166, - "f1": 0.575393, - "accuracy": 0.61166, - "main_score": 0.575393, - "hf_subset": "plt_Latn-kas_Arab", - "languages": [ - "plt-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613648, - "recall": 0.661067, - "f1": 0.626322, - "accuracy": 0.661067, - "main_score": 0.626322, - "hf_subset": "plt_Latn-ltg_Latn", - "languages": [ - "plt-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584554, - "recall": 0.62253, - "f1": 0.594897, - "accuracy": 0.62253, - "main_score": 0.594897, - "hf_subset": "plt_Latn-nso_Latn", - "languages": [ - "plt-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565946, - "recall": 0.629447, - "f1": 0.582805, - "accuracy": 0.629447, - "main_score": 0.582805, - "hf_subset": "plt_Latn-sin_Sinh", - "languages": [ - "plt-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643759, - "recall": 0.701581, - "f1": 0.659105, - "accuracy": 0.701581, - "main_score": 0.659105, - "hf_subset": "plt_Latn-tha_Thai", - "languages": [ - "plt-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629267, - "recall": 0.675889, - "f1": 0.641075, - "accuracy": 0.675889, - "main_score": 0.641075, - "hf_subset": "plt_Latn-zho_Hans", - "languages": [ - "plt-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659532, - "recall": 0.712451, - "f1": 0.673862, - "accuracy": 0.712451, - "main_score": 0.673862, - "hf_subset": "plt_Latn-ast_Latn", - "languages": [ - "plt-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625195, - "recall": 0.682806, - "f1": 0.641108, - "accuracy": 0.682806, - "main_score": 0.641108, - "hf_subset": "plt_Latn-crh_Latn", - "languages": [ - "plt-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666373, - "recall": 0.709486, - "f1": 0.678244, - "accuracy": 0.709486, - "main_score": 0.678244, - "hf_subset": "plt_Latn-glg_Latn", - "languages": [ - "plt-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564221, - "recall": 0.617589, - "f1": 0.579462, - "accuracy": 0.617589, - "main_score": 0.579462, - "hf_subset": "plt_Latn-kas_Deva", - "languages": [ - "plt-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631776, - "recall": 0.677866, - "f1": 0.644341, - "accuracy": 0.677866, - "main_score": 0.644341, - "hf_subset": "plt_Latn-ltz_Latn", - "languages": [ - "plt-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471167, - "recall": 0.52668, - "f1": 0.48614, - "accuracy": 0.52668, - "main_score": 0.48614, - "hf_subset": "plt_Latn-nus_Latn", - "languages": [ - "plt-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653327, - "recall": 0.705534, - "f1": 0.667011, - "accuracy": 0.705534, - "main_score": 0.667011, - "hf_subset": "plt_Latn-slk_Latn", - "languages": [ - "plt-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441009, - "recall": 0.502964, - "f1": 0.458413, - "accuracy": 0.502964, - "main_score": 0.458413, - "hf_subset": "plt_Latn-tir_Ethi", - "languages": [ - "plt-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630774, - "recall": 0.684783, - "f1": 0.644882, - "accuracy": 0.684783, - "main_score": 0.644882, - "hf_subset": "plt_Latn-zho_Hant", - "languages": [ - "plt-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648323, - "recall": 0.700593, - "f1": 0.662457, - "accuracy": 0.700593, - "main_score": 0.662457, - "hf_subset": "plt_Latn-awa_Deva", - "languages": [ - "plt-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652318, - "recall": 0.694664, - "f1": 0.663986, - "accuracy": 0.694664, - "main_score": 0.663986, - "hf_subset": "plt_Latn-cym_Latn", - "languages": [ - "plt-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607987, - "recall": 0.650198, - "f1": 0.619546, - "accuracy": 0.650198, - "main_score": 0.619546, - "hf_subset": "plt_Latn-grn_Latn", - "languages": [ - "plt-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617344, - "recall": 0.672925, - "f1": 0.631935, - "accuracy": 0.672925, - "main_score": 0.631935, - "hf_subset": "plt_Latn-kat_Geor", - "languages": [ - "plt-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57079, - "recall": 0.617589, - "f1": 0.583539, - "accuracy": 0.617589, - "main_score": 0.583539, - "hf_subset": "plt_Latn-lua_Latn", - "languages": [ - "plt-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570693, - "recall": 0.616601, - "f1": 0.583379, - "accuracy": 0.616601, - "main_score": 0.583379, - "hf_subset": "plt_Latn-nya_Latn", - "languages": [ - "plt-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648478, - "recall": 0.693676, - "f1": 0.659928, - "accuracy": 0.693676, - "main_score": 0.659928, - "hf_subset": "plt_Latn-slv_Latn", - "languages": [ - "plt-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634277, - "recall": 0.681818, - "f1": 0.647073, - "accuracy": 0.681818, - "main_score": 0.647073, - "hf_subset": "plt_Latn-tpi_Latn", - "languages": [ - "plt-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684915, - "recall": 0.735178, - "f1": 0.698686, - "accuracy": 0.735178, - "main_score": 0.698686, - "hf_subset": "plt_Latn-zsm_Latn", - "languages": [ - "plt-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541931, - "recall": 0.587945, - "f1": 0.554914, - "accuracy": 0.587945, - "main_score": 0.554914, - "hf_subset": "plt_Latn-ayr_Latn", - "languages": [ - "plt-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66006, - "recall": 0.711462, - "f1": 0.673689, - "accuracy": 0.711462, - "main_score": 0.673689, - "hf_subset": "plt_Latn-dan_Latn", - "languages": [ - "plt-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631362, - "recall": 0.684783, - "f1": 0.645366, - "accuracy": 0.684783, - "main_score": 0.645366, - "hf_subset": "plt_Latn-guj_Gujr", - "languages": [ - "plt-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63288, - "recall": 0.686759, - "f1": 0.646912, - "accuracy": 0.686759, - "main_score": 0.646912, - "hf_subset": "plt_Latn-kaz_Cyrl", - "languages": [ - "plt-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527833, - "recall": 0.578063, - "f1": 0.542542, - "accuracy": 0.578063, - "main_score": 0.542542, - "hf_subset": "plt_Latn-lug_Latn", - "languages": [ - "plt-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672666, - "recall": 0.72332, - "f1": 0.685654, - "accuracy": 0.72332, - "main_score": 0.685654, - "hf_subset": "plt_Latn-oci_Latn", - "languages": [ - "plt-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607431, - "recall": 0.648221, - "f1": 0.618374, - "accuracy": 0.648221, - "main_score": 0.618374, - "hf_subset": "plt_Latn-smo_Latn", - "languages": [ - "plt-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536221, - "recall": 0.585968, - "f1": 0.549529, - "accuracy": 0.585968, - "main_score": 0.549529, - "hf_subset": "plt_Latn-tsn_Latn", - "languages": [ - "plt-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565088, - "recall": 0.615613, - "f1": 0.578955, - "accuracy": 0.615613, - "main_score": 0.578955, - "hf_subset": "plt_Latn-zul_Latn", - "languages": [ - "plt-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538568, - "recall": 0.594862, - "f1": 0.554244, - "accuracy": 0.594862, - "main_score": 0.554244, - "hf_subset": "plt_Latn-azb_Arab", - "languages": [ - "plt-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654923, - "recall": 0.705534, - "f1": 0.668375, - "accuracy": 0.705534, - "main_score": 0.668375, - "hf_subset": "plt_Latn-deu_Latn", - "languages": [ - "plt-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631049, - "recall": 0.678854, - "f1": 0.643757, - "accuracy": 0.678854, - "main_score": 0.643757, - "hf_subset": "plt_Latn-hat_Latn", - "languages": [ - "plt-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514505, - "recall": 0.5583, - "f1": 0.526609, - "accuracy": 0.5583, - "main_score": 0.526609, - "hf_subset": "plt_Latn-kbp_Latn", - "languages": [ - "plt-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558203, - "recall": 0.602767, - "f1": 0.570542, - "accuracy": 0.602767, - "main_score": 0.570542, - "hf_subset": "plt_Latn-luo_Latn", - "languages": [ - "plt-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62241, - "recall": 0.681818, - "f1": 0.638399, - "accuracy": 0.681818, - "main_score": 0.638399, - "hf_subset": "plt_Latn-ory_Orya", - "languages": [ - "plt-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565319, - "recall": 0.617589, - "f1": 0.58008, - "accuracy": 0.617589, - "main_score": 0.58008, - "hf_subset": "plt_Latn-sna_Latn", - "languages": [ - "plt-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547494, - "recall": 0.591897, - "f1": 0.559579, - "accuracy": 0.591897, - "main_score": 0.559579, - "hf_subset": "plt_Latn-tso_Latn", - "languages": [ - "plt-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600654, - "recall": 0.657115, - "f1": 0.616345, - "accuracy": 0.657115, - "main_score": 0.616345, - "hf_subset": "plt_Latn-azj_Latn", - "languages": [ - "plt-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512411, - "recall": 0.562253, - "f1": 0.526979, - "accuracy": 0.562253, - "main_score": 0.526979, - "hf_subset": "plt_Latn-dik_Latn", - "languages": [ - "plt-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602476, - "recall": 0.646245, - "f1": 0.614484, - "accuracy": 0.646245, - "main_score": 0.614484, - "hf_subset": "plt_Latn-hau_Latn", - "languages": [ - "plt-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653531, - "recall": 0.695652, - "f1": 0.664739, - "accuracy": 0.695652, - "main_score": 0.664739, - "hf_subset": "plt_Latn-kea_Latn", - "languages": [ - "plt-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612096, - "recall": 0.650198, - "f1": 0.622021, - "accuracy": 0.650198, - "main_score": 0.622021, - "hf_subset": "plt_Latn-lus_Latn", - "languages": [ - "plt-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613653, - "recall": 0.651186, - "f1": 0.624624, - "accuracy": 0.651186, - "main_score": 0.624624, - "hf_subset": "plt_Latn-pag_Latn", - "languages": [ - "plt-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619668, - "recall": 0.675889, - "f1": 0.635175, - "accuracy": 0.675889, - "main_score": 0.635175, - "hf_subset": "plt_Latn-snd_Arab", - "languages": [ - "plt-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604289, - "recall": 0.653162, - "f1": 0.617163, - "accuracy": 0.653162, - "main_score": 0.617163, - "hf_subset": "plt_Latn-tuk_Latn", - "languages": [ - "plt-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631077, - "recall": 0.678854, - "f1": 0.643433, - "accuracy": 0.678854, - "main_score": 0.643433, - "hf_subset": "plt_Latn-bak_Cyrl", - "languages": [ - "plt-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442236, - "recall": 0.514822, - "f1": 0.462586, - "accuracy": 0.514822, - "main_score": 0.462586, - "hf_subset": "plt_Latn-dyu_Latn", - "languages": [ - "plt-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635684, - "recall": 0.693676, - "f1": 0.651669, - "accuracy": 0.693676, - "main_score": 0.651669, - "hf_subset": "plt_Latn-heb_Hebr", - "languages": [ - "plt-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602856, - "recall": 0.657115, - "f1": 0.616637, - "accuracy": 0.657115, - "main_score": 0.616637, - "hf_subset": "plt_Latn-khk_Cyrl", - "languages": [ - "plt-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649168, - "recall": 0.699605, - "f1": 0.661848, - "accuracy": 0.699605, - "main_score": 0.661848, - "hf_subset": "plt_Latn-lvs_Latn", - "languages": [ - "plt-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645951, - "recall": 0.698617, - "f1": 0.659982, - "accuracy": 0.698617, - "main_score": 0.659982, - "hf_subset": "plt_Latn-pan_Guru", - "languages": [ - "plt-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566793, - "recall": 0.614625, - "f1": 0.580375, - "accuracy": 0.614625, - "main_score": 0.580375, - "hf_subset": "plt_Latn-som_Latn", - "languages": [ - "plt-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533687, - "recall": 0.575099, - "f1": 0.545159, - "accuracy": 0.575099, - "main_score": 0.545159, - "hf_subset": "plt_Latn-tum_Latn", - "languages": [ - "plt-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603517, - "recall": 0.668972, - "f1": 0.622339, - "accuracy": 0.668972, - "main_score": 0.622339, - "hf_subset": "srp_Cyrl-ace_Arab", - "languages": [ - "srp-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551059, - "recall": 0.61166, - "f1": 0.568223, - "accuracy": 0.61166, - "main_score": 0.568223, - "hf_subset": "srp_Cyrl-bam_Latn", - "languages": [ - "srp-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452836, - "recall": 0.530632, - "f1": 0.474715, - "accuracy": 0.530632, - "main_score": 0.474715, - "hf_subset": "srp_Cyrl-dzo_Tibt", - "languages": [ - "srp-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-hin_Deva", - "languages": [ - "srp-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srp_Cyrl-khm_Khmr", - "languages": [ - "srp-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-mag_Deva", - "languages": [ - "srp-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srp_Cyrl-pap_Latn", - "languages": [ - "srp-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612526, - "recall": 0.668972, - "f1": 0.628607, - "accuracy": 0.668972, - "main_score": 0.628607, - "hf_subset": "srp_Cyrl-sot_Latn", - "languages": [ - "srp-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-tur_Latn", - "languages": [ - "srp-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895751, - "recall": 0.925889, - "f1": 0.905468, - "accuracy": 0.925889, - "main_score": 0.905468, - "hf_subset": "srp_Cyrl-ace_Latn", - "languages": [ - "srp-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968297, - "recall": 0.977273, - "f1": 0.97108, - "accuracy": 0.977273, - "main_score": 0.97108, - "hf_subset": "srp_Cyrl-ban_Latn", - "languages": [ - "srp-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ell_Grek", - "languages": [ - "srp-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "srp_Cyrl-hne_Deva", - "languages": [ - "srp-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615771, - "recall": 0.673913, - "f1": 0.632174, - "accuracy": 0.673913, - "main_score": 0.632174, - "hf_subset": "srp_Cyrl-kik_Latn", - "languages": [ - "srp-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-mai_Deva", - "languages": [ - "srp-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "srp_Cyrl-pbt_Arab", - "languages": [ - "srp-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-spa_Latn", - "languages": [ - "srp-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620876, - "recall": 0.687747, - "f1": 0.639877, - "accuracy": 0.687747, - "main_score": 0.639877, - "hf_subset": "srp_Cyrl-twi_Latn", - "languages": [ - "srp-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-acm_Arab", - "languages": [ - "srp-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-bel_Cyrl", - "languages": [ - "srp-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-eng_Latn", - "languages": [ - "srp-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-hrv_Latn", - "languages": [ - "srp-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580015, - "recall": 0.647233, - "f1": 0.598974, - "accuracy": 0.647233, - "main_score": 0.598974, - "hf_subset": "srp_Cyrl-kin_Latn", - "languages": [ - "srp-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-mal_Mlym", - "languages": [ - "srp-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-pes_Arab", - "languages": [ - "srp-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srp_Cyrl-srd_Latn", - "languages": [ - "srp-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185304, - "recall": 0.241107, - "f1": 0.199645, - "accuracy": 0.241107, - "main_score": 0.199645, - "hf_subset": "srp_Cyrl-tzm_Tfng", - "languages": [ - "srp-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-acq_Arab", - "languages": [ - "srp-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643692, - "recall": 0.697628, - "f1": 0.659307, - "accuracy": 0.697628, - "main_score": 0.659307, - "hf_subset": "srp_Cyrl-bem_Latn", - "languages": [ - "srp-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-epo_Latn", - "languages": [ - "srp-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-hun_Latn", - "languages": [ - "srp-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-kir_Cyrl", - "languages": [ - "srp-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-mar_Deva", - "languages": [ - "srp-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698271, - "recall": 0.75, - "f1": 0.713721, - "accuracy": 0.75, - "main_score": 0.713721, - "hf_subset": "srp_Cyrl-plt_Latn", - "languages": [ - "srp-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "srp_Cyrl-uig_Arab", - "languages": [ - "srp-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-aeb_Arab", - "languages": [ - "srp-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ben_Beng", - "languages": [ - "srp-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-est_Latn", - "languages": [ - "srp-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-hye_Armn", - "languages": [ - "srp-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560968, - "recall": 0.619565, - "f1": 0.578186, - "accuracy": 0.619565, - "main_score": 0.578186, - "hf_subset": "srp_Cyrl-kmb_Latn", - "languages": [ - "srp-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533489, - "recall": 0.603755, - "f1": 0.552599, - "accuracy": 0.603755, - "main_score": 0.552599, - "hf_subset": "srp_Cyrl-min_Arab", - "languages": [ - "srp-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-pol_Latn", - "languages": [ - "srp-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570332, - "recall": 0.637352, - "f1": 0.590154, - "accuracy": 0.637352, - "main_score": 0.590154, - "hf_subset": "srp_Cyrl-ssw_Latn", - "languages": [ - "srp-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ukr_Cyrl", - "languages": [ - "srp-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-afr_Latn", - "languages": [ - "srp-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-bho_Deva", - "languages": [ - "srp-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srp_Cyrl-eus_Latn", - "languages": [ - "srp-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597793, - "recall": 0.659091, - "f1": 0.614686, - "accuracy": 0.659091, - "main_score": 0.614686, - "hf_subset": "srp_Cyrl-ibo_Latn", - "languages": [ - "srp-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915184, - "recall": 0.938735, - "f1": 0.92276, - "accuracy": 0.938735, - "main_score": 0.92276, - "hf_subset": "srp_Cyrl-kmr_Latn", - "languages": [ - "srp-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srp_Cyrl-min_Latn", - "languages": [ - "srp-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-por_Latn", - "languages": [ - "srp-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "srp_Cyrl-sun_Latn", - "languages": [ - "srp-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533929, - "recall": 0.594862, - "f1": 0.551647, - "accuracy": 0.594862, - "main_score": 0.551647, - "hf_subset": "srp_Cyrl-umb_Latn", - "languages": [ - "srp-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ajp_Arab", - "languages": [ - "srp-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559604, - "recall": 0.628458, - "f1": 0.578673, - "accuracy": 0.628458, - "main_score": 0.578673, - "hf_subset": "srp_Cyrl-bjn_Arab", - "languages": [ - "srp-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528495, - "recall": 0.582016, - "f1": 0.54337, - "accuracy": 0.582016, - "main_score": 0.54337, - "hf_subset": "srp_Cyrl-ewe_Latn", - "languages": [ - "srp-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "srp_Cyrl-ilo_Latn", - "languages": [ - "srp-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319363, - "recall": 0.381423, - "f1": 0.336684, - "accuracy": 0.381423, - "main_score": 0.336684, - "hf_subset": "srp_Cyrl-knc_Arab", - "languages": [ - "srp-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-mkd_Cyrl", - "languages": [ - "srp-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-prs_Arab", - "languages": [ - "srp-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-swe_Latn", - "languages": [ - "srp-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-urd_Arab", - "languages": [ - "srp-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603195, - "recall": 0.66502, - "f1": 0.620131, - "accuracy": 0.66502, - "main_score": 0.620131, - "hf_subset": "srp_Cyrl-aka_Latn", - "languages": [ - "srp-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srp_Cyrl-bjn_Latn", - "languages": [ - "srp-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srp_Cyrl-fao_Latn", - "languages": [ - "srp-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ind_Latn", - "languages": [ - "srp-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595629, - "recall": 0.65415, - "f1": 0.612728, - "accuracy": 0.65415, - "main_score": 0.612728, - "hf_subset": "srp_Cyrl-knc_Latn", - "languages": [ - "srp-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-mlt_Latn", - "languages": [ - "srp-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730328, - "recall": 0.795455, - "f1": 0.74981, - "accuracy": 0.795455, - "main_score": 0.74981, - "hf_subset": "srp_Cyrl-quy_Latn", - "languages": [ - "srp-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "srp_Cyrl-swh_Latn", - "languages": [ - "srp-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-uzn_Latn", - "languages": [ - "srp-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-als_Latn", - "languages": [ - "srp-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680451, - "recall": 0.754941, - "f1": 0.702174, - "accuracy": 0.754941, - "main_score": 0.702174, - "hf_subset": "srp_Cyrl-bod_Tibt", - "languages": [ - "srp-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725329, - "recall": 0.783597, - "f1": 0.742542, - "accuracy": 0.783597, - "main_score": 0.742542, - "hf_subset": "srp_Cyrl-fij_Latn", - "languages": [ - "srp-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "srp_Cyrl-isl_Latn", - "languages": [ - "srp-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687434, - "recall": 0.736166, - "f1": 0.701943, - "accuracy": 0.736166, - "main_score": 0.701943, - "hf_subset": "srp_Cyrl-kon_Latn", - "languages": [ - "srp-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668338, - "recall": 0.733202, - "f1": 0.687491, - "accuracy": 0.733202, - "main_score": 0.687491, - "hf_subset": "srp_Cyrl-mni_Beng", - "languages": [ - "srp-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ron_Latn", - "languages": [ - "srp-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "srp_Cyrl-szl_Latn", - "languages": [ - "srp-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-vec_Latn", - "languages": [ - "srp-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "srp_Cyrl-amh_Ethi", - "languages": [ - "srp-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-bos_Latn", - "languages": [ - "srp-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-fin_Latn", - "languages": [ - "srp-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ita_Latn", - "languages": [ - "srp-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-kor_Hang", - "languages": [ - "srp-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551399, - "recall": 0.613636, - "f1": 0.568797, - "accuracy": 0.613636, - "main_score": 0.568797, - "hf_subset": "srp_Cyrl-mos_Latn", - "languages": [ - "srp-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557403, - "recall": 0.619565, - "f1": 0.574942, - "accuracy": 0.619565, - "main_score": 0.574942, - "hf_subset": "srp_Cyrl-run_Latn", - "languages": [ - "srp-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-tam_Taml", - "languages": [ - "srp-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-vie_Latn", - "languages": [ - "srp-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-apc_Arab", - "languages": [ - "srp-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814509, - "recall": 0.858696, - "f1": 0.827503, - "accuracy": 0.858696, - "main_score": 0.827503, - "hf_subset": "srp_Cyrl-bug_Latn", - "languages": [ - "srp-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470149, - "recall": 0.52668, - "f1": 0.485039, - "accuracy": 0.52668, - "main_score": 0.485039, - "hf_subset": "srp_Cyrl-fon_Latn", - "languages": [ - "srp-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-jav_Latn", - "languages": [ - "srp-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-lao_Laoo", - "languages": [ - "srp-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901162, - "recall": 0.929842, - "f1": 0.910326, - "accuracy": 0.929842, - "main_score": 0.910326, - "hf_subset": "srp_Cyrl-mri_Latn", - "languages": [ - "srp-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-rus_Cyrl", - "languages": [ - "srp-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545562, - "recall": 0.608696, - "f1": 0.563564, - "accuracy": 0.608696, - "main_score": 0.563564, - "hf_subset": "srp_Cyrl-taq_Latn", - "languages": [ - "srp-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-war_Latn", - "languages": [ - "srp-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-arb_Arab", - "languages": [ - "srp-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-bul_Cyrl", - "languages": [ - "srp-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-fra_Latn", - "languages": [ - "srp-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-jpn_Jpan", - "languages": [ - "srp-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "srp_Cyrl-lij_Latn", - "languages": [ - "srp-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "srp_Cyrl-mya_Mymr", - "languages": [ - "srp-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59791, - "recall": 0.666008, - "f1": 0.617068, - "accuracy": 0.666008, - "main_score": 0.617068, - "hf_subset": "srp_Cyrl-sag_Latn", - "languages": [ - "srp-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19355, - "recall": 0.257905, - "f1": 0.208251, - "accuracy": 0.257905, - "main_score": 0.208251, - "hf_subset": "srp_Cyrl-taq_Tfng", - "languages": [ - "srp-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650958, - "recall": 0.714427, - "f1": 0.669269, - "accuracy": 0.714427, - "main_score": 0.669269, - "hf_subset": "srp_Cyrl-wol_Latn", - "languages": [ - "srp-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834239, - "recall": 0.879447, - "f1": 0.848353, - "accuracy": 0.879447, - "main_score": 0.848353, - "hf_subset": "srp_Cyrl-arb_Latn", - "languages": [ - "srp-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-cat_Latn", - "languages": [ - "srp-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-fur_Latn", - "languages": [ - "srp-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425913, - "recall": 0.48913, - "f1": 0.443892, - "accuracy": 0.48913, - "main_score": 0.443892, - "hf_subset": "srp_Cyrl-kab_Latn", - "languages": [ - "srp-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srp_Cyrl-lim_Latn", - "languages": [ - "srp-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-nld_Latn", - "languages": [ - "srp-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "srp_Cyrl-san_Deva", - "languages": [ - "srp-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-tat_Cyrl", - "languages": [ - "srp-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695093, - "recall": 0.752964, - "f1": 0.712127, - "accuracy": 0.752964, - "main_score": 0.712127, - "hf_subset": "srp_Cyrl-xho_Latn", - "languages": [ - "srp-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ars_Arab", - "languages": [ - "srp-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-ceb_Latn", - "languages": [ - "srp-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57535, - "recall": 0.636364, - "f1": 0.593455, - "accuracy": 0.636364, - "main_score": 0.593455, - "hf_subset": "srp_Cyrl-fuv_Latn", - "languages": [ - "srp-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515213, - "recall": 0.585968, - "f1": 0.53502, - "accuracy": 0.585968, - "main_score": 0.53502, - "hf_subset": "srp_Cyrl-kac_Latn", - "languages": [ - "srp-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690209, - "recall": 0.743083, - "f1": 0.705885, - "accuracy": 0.743083, - "main_score": 0.705885, - "hf_subset": "srp_Cyrl-lin_Latn", - "languages": [ - "srp-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-nno_Latn", - "languages": [ - "srp-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244458, - "recall": 0.333004, - "f1": 0.268213, - "accuracy": 0.333004, - "main_score": 0.268213, - "hf_subset": "srp_Cyrl-sat_Olck", - "languages": [ - "srp-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-tel_Telu", - "languages": [ - "srp-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "srp_Cyrl-ydd_Hebr", - "languages": [ - "srp-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "srp_Cyrl-ary_Arab", - "languages": [ - "srp-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ces_Latn", - "languages": [ - "srp-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598625, - "recall": 0.662055, - "f1": 0.616839, - "accuracy": 0.662055, - "main_score": 0.616839, - "hf_subset": "srp_Cyrl-gaz_Latn", - "languages": [ - "srp-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593751, - "recall": 0.658103, - "f1": 0.612128, - "accuracy": 0.658103, - "main_score": 0.612128, - "hf_subset": "srp_Cyrl-kam_Latn", - "languages": [ - "srp-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "srp_Cyrl-lit_Latn", - "languages": [ - "srp-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-nob_Latn", - "languages": [ - "srp-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "srp_Cyrl-scn_Latn", - "languages": [ - "srp-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "srp_Cyrl-tgk_Cyrl", - "languages": [ - "srp-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734272, - "recall": 0.794466, - "f1": 0.752376, - "accuracy": 0.794466, - "main_score": 0.752376, - "hf_subset": "srp_Cyrl-yor_Latn", - "languages": [ - "srp-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-arz_Arab", - "languages": [ - "srp-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568379, - "recall": 0.626482, - "f1": 0.5854, - "accuracy": 0.626482, - "main_score": 0.5854, - "hf_subset": "srp_Cyrl-cjk_Latn", - "languages": [ - "srp-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827075, - "recall": 0.871542, - "f1": 0.841041, - "accuracy": 0.871542, - "main_score": 0.841041, - "hf_subset": "srp_Cyrl-gla_Latn", - "languages": [ - "srp-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-kan_Knda", - "languages": [ - "srp-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "srp_Cyrl-lmo_Latn", - "languages": [ - "srp-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "srp_Cyrl-npi_Deva", - "languages": [ - "srp-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474028, - "recall": 0.541502, - "f1": 0.492727, - "accuracy": 0.541502, - "main_score": 0.492727, - "hf_subset": "srp_Cyrl-shn_Mymr", - "languages": [ - "srp-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-tgl_Latn", - "languages": [ - "srp-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-yue_Hant", - "languages": [ - "srp-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "srp_Cyrl-asm_Beng", - "languages": [ - "srp-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "srp_Cyrl-ckb_Arab", - "languages": [ - "srp-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921558, - "recall": 0.942688, - "f1": 0.928096, - "accuracy": 0.942688, - "main_score": 0.928096, - "hf_subset": "srp_Cyrl-gle_Latn", - "languages": [ - "srp-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "srp_Cyrl-kas_Arab", - "languages": [ - "srp-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.971344, - "f1": 0.963439, - "accuracy": 0.971344, - "main_score": 0.963439, - "hf_subset": "srp_Cyrl-ltg_Latn", - "languages": [ - "srp-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625224, - "recall": 0.682806, - "f1": 0.642084, - "accuracy": 0.682806, - "main_score": 0.642084, - "hf_subset": "srp_Cyrl-nso_Latn", - "languages": [ - "srp-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "srp_Cyrl-sin_Sinh", - "languages": [ - "srp-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-tha_Thai", - "languages": [ - "srp-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-zho_Hans", - "languages": [ - "srp-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-ast_Latn", - "languages": [ - "srp-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-crh_Latn", - "languages": [ - "srp-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-glg_Latn", - "languages": [ - "srp-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896739, - "recall": 0.926877, - "f1": 0.906291, - "accuracy": 0.926877, - "main_score": 0.906291, - "hf_subset": "srp_Cyrl-kas_Deva", - "languages": [ - "srp-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "srp_Cyrl-ltz_Latn", - "languages": [ - "srp-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479105, - "recall": 0.543478, - "f1": 0.496374, - "accuracy": 0.543478, - "main_score": 0.496374, - "hf_subset": "srp_Cyrl-nus_Latn", - "languages": [ - "srp-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-slk_Latn", - "languages": [ - "srp-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640112, - "recall": 0.712451, - "f1": 0.661775, - "accuracy": 0.712451, - "main_score": 0.661775, - "hf_subset": "srp_Cyrl-tir_Ethi", - "languages": [ - "srp-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-zho_Hant", - "languages": [ - "srp-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "srp_Cyrl-awa_Deva", - "languages": [ - "srp-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "srp_Cyrl-cym_Latn", - "languages": [ - "srp-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855814, - "recall": 0.894269, - "f1": 0.867655, - "accuracy": 0.894269, - "main_score": 0.867655, - "hf_subset": "srp_Cyrl-grn_Latn", - "languages": [ - "srp-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-kat_Geor", - "languages": [ - "srp-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659552, - "recall": 0.713439, - "f1": 0.675134, - "accuracy": 0.713439, - "main_score": 0.675134, - "hf_subset": "srp_Cyrl-lua_Latn", - "languages": [ - "srp-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667098, - "recall": 0.727273, - "f1": 0.684198, - "accuracy": 0.727273, - "main_score": 0.684198, - "hf_subset": "srp_Cyrl-nya_Latn", - "languages": [ - "srp-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-slv_Latn", - "languages": [ - "srp-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "srp_Cyrl-tpi_Latn", - "languages": [ - "srp-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-zsm_Latn", - "languages": [ - "srp-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550299, - "recall": 0.618577, - "f1": 0.56996, - "accuracy": 0.618577, - "main_score": 0.56996, - "hf_subset": "srp_Cyrl-ayr_Latn", - "languages": [ - "srp-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-dan_Latn", - "languages": [ - "srp-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-guj_Gujr", - "languages": [ - "srp-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-kaz_Cyrl", - "languages": [ - "srp-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54781, - "recall": 0.613636, - "f1": 0.566493, - "accuracy": 0.613636, - "main_score": 0.566493, - "hf_subset": "srp_Cyrl-lug_Latn", - "languages": [ - "srp-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-oci_Latn", - "languages": [ - "srp-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848271, - "recall": 0.890316, - "f1": 0.861199, - "accuracy": 0.890316, - "main_score": 0.861199, - "hf_subset": "srp_Cyrl-smo_Latn", - "languages": [ - "srp-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550842, - "recall": 0.614625, - "f1": 0.568762, - "accuracy": 0.614625, - "main_score": 0.568762, - "hf_subset": "srp_Cyrl-tsn_Latn", - "languages": [ - "srp-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642911, - "recall": 0.700593, - "f1": 0.659673, - "accuracy": 0.700593, - "main_score": 0.659673, - "hf_subset": "srp_Cyrl-zul_Latn", - "languages": [ - "srp-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.958498, - "f1": 0.947134, - "accuracy": 0.958498, - "main_score": 0.947134, - "hf_subset": "srp_Cyrl-azb_Arab", - "languages": [ - "srp-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-deu_Latn", - "languages": [ - "srp-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "srp_Cyrl-hat_Latn", - "languages": [ - "srp-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500983, - "recall": 0.562253, - "f1": 0.518255, - "accuracy": 0.562253, - "main_score": 0.518255, - "hf_subset": "srp_Cyrl-kbp_Latn", - "languages": [ - "srp-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579516, - "recall": 0.639328, - "f1": 0.595487, - "accuracy": 0.639328, - "main_score": 0.595487, - "hf_subset": "srp_Cyrl-luo_Latn", - "languages": [ - "srp-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-ory_Orya", - "languages": [ - "srp-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611662, - "recall": 0.672925, - "f1": 0.629414, - "accuracy": 0.672925, - "main_score": 0.629414, - "hf_subset": "srp_Cyrl-sna_Latn", - "languages": [ - "srp-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572201, - "recall": 0.628458, - "f1": 0.587408, - "accuracy": 0.628458, - "main_score": 0.587408, - "hf_subset": "srp_Cyrl-tso_Latn", - "languages": [ - "srp-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-azj_Latn", - "languages": [ - "srp-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546422, - "recall": 0.616601, - "f1": 0.566556, - "accuracy": 0.616601, - "main_score": 0.566556, - "hf_subset": "srp_Cyrl-dik_Latn", - "languages": [ - "srp-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769055, - "recall": 0.822134, - "f1": 0.784914, - "accuracy": 0.822134, - "main_score": 0.784914, - "hf_subset": "srp_Cyrl-hau_Latn", - "languages": [ - "srp-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "srp_Cyrl-kea_Latn", - "languages": [ - "srp-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768314, - "recall": 0.817194, - "f1": 0.783352, - "accuracy": 0.817194, - "main_score": 0.783352, - "hf_subset": "srp_Cyrl-lus_Latn", - "languages": [ - "srp-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881999, - "recall": 0.910079, - "f1": 0.890679, - "accuracy": 0.910079, - "main_score": 0.890679, - "hf_subset": "srp_Cyrl-pag_Latn", - "languages": [ - "srp-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "srp_Cyrl-snd_Arab", - "languages": [ - "srp-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "srp_Cyrl-tuk_Latn", - "languages": [ - "srp-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "srp_Cyrl-bak_Cyrl", - "languages": [ - "srp-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495669, - "recall": 0.572134, - "f1": 0.517956, - "accuracy": 0.572134, - "main_score": 0.517956, - "hf_subset": "srp_Cyrl-dyu_Latn", - "languages": [ - "srp-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "srp_Cyrl-heb_Hebr", - "languages": [ - "srp-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "srp_Cyrl-khk_Cyrl", - "languages": [ - "srp-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-lvs_Latn", - "languages": [ - "srp-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "srp_Cyrl-pan_Guru", - "languages": [ - "srp-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734827, - "recall": 0.794466, - "f1": 0.752701, - "accuracy": 0.794466, - "main_score": 0.752701, - "hf_subset": "srp_Cyrl-som_Latn", - "languages": [ - "srp-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620299, - "recall": 0.66996, - "f1": 0.634427, - "accuracy": 0.66996, - "main_score": 0.634427, - "hf_subset": "srp_Cyrl-tum_Latn", - "languages": [ - "srp-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486664, - "recall": 0.546443, - "f1": 0.503546, - "accuracy": 0.546443, - "main_score": 0.503546, - "hf_subset": "uig_Arab-ace_Arab", - "languages": [ - "uig-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458285, - "recall": 0.511858, - "f1": 0.473622, - "accuracy": 0.511858, - "main_score": 0.473622, - "hf_subset": "uig_Arab-bam_Latn", - "languages": [ - "uig-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371103, - "recall": 0.436759, - "f1": 0.388315, - "accuracy": 0.436759, - "main_score": 0.388315, - "hf_subset": "uig_Arab-dzo_Tibt", - "languages": [ - "uig-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "uig_Arab-hin_Deva", - "languages": [ - "uig-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.965415, - "f1": 0.955816, - "accuracy": 0.965415, - "main_score": 0.955816, - "hf_subset": "uig_Arab-khm_Khmr", - "languages": [ - "uig-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963307, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "uig_Arab-mag_Deva", - "languages": [ - "uig-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88302, - "recall": 0.912055, - "f1": 0.891817, - "accuracy": 0.912055, - "main_score": 0.891817, - "hf_subset": "uig_Arab-pap_Latn", - "languages": [ - "uig-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513369, - "recall": 0.56917, - "f1": 0.52908, - "accuracy": 0.56917, - "main_score": 0.52908, - "hf_subset": "uig_Arab-sot_Latn", - "languages": [ - "uig-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "uig_Arab-tur_Latn", - "languages": [ - "uig-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754324, - "recall": 0.797431, - "f1": 0.7669, - "accuracy": 0.797431, - "main_score": 0.7669, - "hf_subset": "uig_Arab-ace_Latn", - "languages": [ - "uig-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846723, - "recall": 0.879447, - "f1": 0.856376, - "accuracy": 0.879447, - "main_score": 0.856376, - "hf_subset": "uig_Arab-ban_Latn", - "languages": [ - "uig-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964509, - "recall": 0.975296, - "f1": 0.967951, - "accuracy": 0.975296, - "main_score": 0.967951, - "hf_subset": "uig_Arab-ell_Grek", - "languages": [ - "uig-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958086, - "recall": 0.970356, - "f1": 0.961858, - "accuracy": 0.970356, - "main_score": 0.961858, - "hf_subset": "uig_Arab-hne_Deva", - "languages": [ - "uig-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498675, - "recall": 0.559289, - "f1": 0.515378, - "accuracy": 0.559289, - "main_score": 0.515378, - "hf_subset": "uig_Arab-kik_Latn", - "languages": [ - "uig-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959239, - "recall": 0.971344, - "f1": 0.962978, - "accuracy": 0.971344, - "main_score": 0.962978, - "hf_subset": "uig_Arab-mai_Deva", - "languages": [ - "uig-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903903, - "recall": 0.931818, - "f1": 0.912582, - "accuracy": 0.931818, - "main_score": 0.912582, - "hf_subset": "uig_Arab-pbt_Arab", - "languages": [ - "uig-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "uig_Arab-spa_Latn", - "languages": [ - "uig-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53027, - "recall": 0.589921, - "f1": 0.54745, - "accuracy": 0.589921, - "main_score": 0.54745, - "hf_subset": "uig_Arab-twi_Latn", - "languages": [ - "uig-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "uig_Arab-acm_Arab", - "languages": [ - "uig-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948781, - "recall": 0.964427, - "f1": 0.953722, - "accuracy": 0.964427, - "main_score": 0.953722, - "hf_subset": "uig_Arab-bel_Cyrl", - "languages": [ - "uig-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "uig_Arab-eng_Latn", - "languages": [ - "uig-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "uig_Arab-hrv_Latn", - "languages": [ - "uig-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481888, - "recall": 0.544466, - "f1": 0.499171, - "accuracy": 0.544466, - "main_score": 0.499171, - "hf_subset": "uig_Arab-kin_Latn", - "languages": [ - "uig-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "uig_Arab-mal_Mlym", - "languages": [ - "uig-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "uig_Arab-pes_Arab", - "languages": [ - "uig-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891337, - "recall": 0.916996, - "f1": 0.899144, - "accuracy": 0.916996, - "main_score": 0.899144, - "hf_subset": "uig_Arab-srd_Latn", - "languages": [ - "uig-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181607, - "recall": 0.229249, - "f1": 0.194043, - "accuracy": 0.229249, - "main_score": 0.194043, - "hf_subset": "uig_Arab-tzm_Tfng", - "languages": [ - "uig-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "uig_Arab-acq_Arab", - "languages": [ - "uig-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54452, - "recall": 0.593874, - "f1": 0.557961, - "accuracy": 0.593874, - "main_score": 0.557961, - "hf_subset": "uig_Arab-bem_Latn", - "languages": [ - "uig-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959569, - "recall": 0.971344, - "f1": 0.963175, - "accuracy": 0.971344, - "main_score": 0.963175, - "hf_subset": "uig_Arab-epo_Latn", - "languages": [ - "uig-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "uig_Arab-hun_Latn", - "languages": [ - "uig-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.964427, - "f1": 0.952899, - "accuracy": 0.964427, - "main_score": 0.952899, - "hf_subset": "uig_Arab-kir_Cyrl", - "languages": [ - "uig-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968462, - "recall": 0.978261, - "f1": 0.971574, - "accuracy": 0.978261, - "main_score": 0.971574, - "hf_subset": "uig_Arab-mar_Deva", - "languages": [ - "uig-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577383, - "recall": 0.630435, - "f1": 0.593182, - "accuracy": 0.630435, - "main_score": 0.593182, - "hf_subset": "uig_Arab-plt_Latn", - "languages": [ - "uig-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "uig_Arab-srp_Cyrl", - "languages": [ - "uig-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.954545, - "f1": 0.940547, - "accuracy": 0.954545, - "main_score": 0.940547, - "hf_subset": "uig_Arab-aeb_Arab", - "languages": [ - "uig-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.977273, - "f1": 0.971179, - "accuracy": 0.977273, - "main_score": 0.971179, - "hf_subset": "uig_Arab-ben_Beng", - "languages": [ - "uig-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956225, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "uig_Arab-est_Latn", - "languages": [ - "uig-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.982213, - "f1": 0.97668, - "accuracy": 0.982213, - "main_score": 0.97668, - "hf_subset": "uig_Arab-hye_Armn", - "languages": [ - "uig-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464996, - "recall": 0.523715, - "f1": 0.481606, - "accuracy": 0.523715, - "main_score": 0.481606, - "hf_subset": "uig_Arab-kmb_Latn", - "languages": [ - "uig-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431539, - "recall": 0.492095, - "f1": 0.447247, - "accuracy": 0.492095, - "main_score": 0.447247, - "hf_subset": "uig_Arab-min_Arab", - "languages": [ - "uig-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964345, - "recall": 0.975296, - "f1": 0.967787, - "accuracy": 0.975296, - "main_score": 0.967787, - "hf_subset": "uig_Arab-pol_Latn", - "languages": [ - "uig-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49165, - "recall": 0.545455, - "f1": 0.506917, - "accuracy": 0.545455, - "main_score": 0.506917, - "hf_subset": "uig_Arab-ssw_Latn", - "languages": [ - "uig-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "uig_Arab-ukr_Cyrl", - "languages": [ - "uig-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "uig_Arab-afr_Latn", - "languages": [ - "uig-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.964427, - "f1": 0.95504, - "accuracy": 0.964427, - "main_score": 0.95504, - "hf_subset": "uig_Arab-bho_Deva", - "languages": [ - "uig-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913076, - "recall": 0.937747, - "f1": 0.920949, - "accuracy": 0.937747, - "main_score": 0.920949, - "hf_subset": "uig_Arab-eus_Latn", - "languages": [ - "uig-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483811, - "recall": 0.541502, - "f1": 0.500216, - "accuracy": 0.541502, - "main_score": 0.500216, - "hf_subset": "uig_Arab-ibo_Latn", - "languages": [ - "uig-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792165, - "recall": 0.837945, - "f1": 0.805719, - "accuracy": 0.837945, - "main_score": 0.805719, - "hf_subset": "uig_Arab-kmr_Latn", - "languages": [ - "uig-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903903, - "recall": 0.927866, - "f1": 0.911232, - "accuracy": 0.927866, - "main_score": 0.911232, - "hf_subset": "uig_Arab-min_Latn", - "languages": [ - "uig-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "uig_Arab-por_Latn", - "languages": [ - "uig-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931159, - "recall": 0.952569, - "f1": 0.938076, - "accuracy": 0.952569, - "main_score": 0.938076, - "hf_subset": "uig_Arab-sun_Latn", - "languages": [ - "uig-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466538, - "recall": 0.518775, - "f1": 0.480772, - "accuracy": 0.518775, - "main_score": 0.480772, - "hf_subset": "uig_Arab-umb_Latn", - "languages": [ - "uig-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.968379, - "f1": 0.959486, - "accuracy": 0.968379, - "main_score": 0.959486, - "hf_subset": "uig_Arab-ajp_Arab", - "languages": [ - "uig-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468731, - "recall": 0.530632, - "f1": 0.485958, - "accuracy": 0.530632, - "main_score": 0.485958, - "hf_subset": "uig_Arab-bjn_Arab", - "languages": [ - "uig-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43095, - "recall": 0.482213, - "f1": 0.444769, - "accuracy": 0.482213, - "main_score": 0.444769, - "hf_subset": "uig_Arab-ewe_Latn", - "languages": [ - "uig-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816892, - "recall": 0.853755, - "f1": 0.827853, - "accuracy": 0.853755, - "main_score": 0.827853, - "hf_subset": "uig_Arab-ilo_Latn", - "languages": [ - "uig-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303362, - "recall": 0.348814, - "f1": 0.316235, - "accuracy": 0.348814, - "main_score": 0.316235, - "hf_subset": "uig_Arab-knc_Arab", - "languages": [ - "uig-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "uig_Arab-mkd_Cyrl", - "languages": [ - "uig-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "uig_Arab-prs_Arab", - "languages": [ - "uig-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971097, - "recall": 0.980237, - "f1": 0.974045, - "accuracy": 0.980237, - "main_score": 0.974045, - "hf_subset": "uig_Arab-swe_Latn", - "languages": [ - "uig-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967309, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "uig_Arab-urd_Arab", - "languages": [ - "uig-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50315, - "recall": 0.557312, - "f1": 0.518368, - "accuracy": 0.557312, - "main_score": 0.518368, - "hf_subset": "uig_Arab-aka_Latn", - "languages": [ - "uig-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897908, - "recall": 0.922925, - "f1": 0.905549, - "accuracy": 0.922925, - "main_score": 0.905549, - "hf_subset": "uig_Arab-bjn_Latn", - "languages": [ - "uig-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880823, - "recall": 0.911067, - "f1": 0.889937, - "accuracy": 0.911067, - "main_score": 0.889937, - "hf_subset": "uig_Arab-fao_Latn", - "languages": [ - "uig-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "uig_Arab-ind_Latn", - "languages": [ - "uig-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511585, - "recall": 0.55336, - "f1": 0.523373, - "accuracy": 0.55336, - "main_score": 0.523373, - "hf_subset": "uig_Arab-knc_Latn", - "languages": [ - "uig-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907263, - "recall": 0.932806, - "f1": 0.914888, - "accuracy": 0.932806, - "main_score": 0.914888, - "hf_subset": "uig_Arab-mlt_Latn", - "languages": [ - "uig-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626979, - "recall": 0.681818, - "f1": 0.642542, - "accuracy": 0.681818, - "main_score": 0.642542, - "hf_subset": "uig_Arab-quy_Latn", - "languages": [ - "uig-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892457, - "recall": 0.91996, - "f1": 0.900955, - "accuracy": 0.91996, - "main_score": 0.900955, - "hf_subset": "uig_Arab-swh_Latn", - "languages": [ - "uig-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "uig_Arab-uzn_Latn", - "languages": [ - "uig-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959898, - "recall": 0.972332, - "f1": 0.963834, - "accuracy": 0.972332, - "main_score": 0.963834, - "hf_subset": "uig_Arab-als_Latn", - "languages": [ - "uig-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579381, - "recall": 0.658103, - "f1": 0.602454, - "accuracy": 0.658103, - "main_score": 0.602454, - "hf_subset": "uig_Arab-bod_Tibt", - "languages": [ - "uig-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610795, - "recall": 0.668972, - "f1": 0.627497, - "accuracy": 0.668972, - "main_score": 0.627497, - "hf_subset": "uig_Arab-fij_Latn", - "languages": [ - "uig-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918067, - "recall": 0.942688, - "f1": 0.925791, - "accuracy": 0.942688, - "main_score": 0.925791, - "hf_subset": "uig_Arab-isl_Latn", - "languages": [ - "uig-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555847, - "recall": 0.609684, - "f1": 0.571048, - "accuracy": 0.609684, - "main_score": 0.571048, - "hf_subset": "uig_Arab-kon_Latn", - "languages": [ - "uig-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575554, - "recall": 0.634387, - "f1": 0.592278, - "accuracy": 0.634387, - "main_score": 0.592278, - "hf_subset": "uig_Arab-mni_Beng", - "languages": [ - "uig-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971756, - "recall": 0.980237, - "f1": 0.974374, - "accuracy": 0.980237, - "main_score": 0.974374, - "hf_subset": "uig_Arab-ron_Latn", - "languages": [ - "uig-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928113, - "recall": 0.948617, - "f1": 0.934684, - "accuracy": 0.948617, - "main_score": 0.934684, - "hf_subset": "uig_Arab-szl_Latn", - "languages": [ - "uig-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953804, - "recall": 0.966403, - "f1": 0.95774, - "accuracy": 0.966403, - "main_score": 0.95774, - "hf_subset": "uig_Arab-vec_Latn", - "languages": [ - "uig-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849259, - "recall": 0.887352, - "f1": 0.861034, - "accuracy": 0.887352, - "main_score": 0.861034, - "hf_subset": "uig_Arab-amh_Ethi", - "languages": [ - "uig-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "uig_Arab-bos_Latn", - "languages": [ - "uig-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "uig_Arab-fin_Latn", - "languages": [ - "uig-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967309, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "uig_Arab-ita_Latn", - "languages": [ - "uig-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "uig_Arab-kor_Hang", - "languages": [ - "uig-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485048, - "recall": 0.537549, - "f1": 0.499459, - "accuracy": 0.537549, - "main_score": 0.499459, - "hf_subset": "uig_Arab-mos_Latn", - "languages": [ - "uig-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484199, - "recall": 0.536561, - "f1": 0.499099, - "accuracy": 0.536561, - "main_score": 0.499099, - "hf_subset": "uig_Arab-run_Latn", - "languages": [ - "uig-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "uig_Arab-tam_Taml", - "languages": [ - "uig-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "uig_Arab-vie_Latn", - "languages": [ - "uig-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "uig_Arab-apc_Arab", - "languages": [ - "uig-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693989, - "recall": 0.742095, - "f1": 0.707333, - "accuracy": 0.742095, - "main_score": 0.707333, - "hf_subset": "uig_Arab-bug_Latn", - "languages": [ - "uig-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406835, - "recall": 0.461462, - "f1": 0.42166, - "accuracy": 0.461462, - "main_score": 0.42166, - "hf_subset": "uig_Arab-fon_Latn", - "languages": [ - "uig-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942194, - "recall": 0.958498, - "f1": 0.947299, - "accuracy": 0.958498, - "main_score": 0.947299, - "hf_subset": "uig_Arab-jav_Latn", - "languages": [ - "uig-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945076, - "recall": 0.960474, - "f1": 0.949835, - "accuracy": 0.960474, - "main_score": 0.949835, - "hf_subset": "uig_Arab-lao_Laoo", - "languages": [ - "uig-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769088, - "recall": 0.820158, - "f1": 0.784505, - "accuracy": 0.820158, - "main_score": 0.784505, - "hf_subset": "uig_Arab-mri_Latn", - "languages": [ - "uig-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959898, - "recall": 0.972332, - "f1": 0.963834, - "accuracy": 0.972332, - "main_score": 0.963834, - "hf_subset": "uig_Arab-rus_Cyrl", - "languages": [ - "uig-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460457, - "recall": 0.509881, - "f1": 0.474257, - "accuracy": 0.509881, - "main_score": 0.474257, - "hf_subset": "uig_Arab-taq_Latn", - "languages": [ - "uig-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920076, - "recall": 0.942688, - "f1": 0.92691, - "accuracy": 0.942688, - "main_score": 0.92691, - "hf_subset": "uig_Arab-war_Latn", - "languages": [ - "uig-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96698, - "recall": 0.977273, - "f1": 0.970257, - "accuracy": 0.977273, - "main_score": 0.970257, - "hf_subset": "uig_Arab-arb_Arab", - "languages": [ - "uig-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "uig_Arab-bul_Cyrl", - "languages": [ - "uig-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "uig_Arab-fra_Latn", - "languages": [ - "uig-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "uig_Arab-jpn_Jpan", - "languages": [ - "uig-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925725, - "recall": 0.94664, - "f1": 0.932115, - "accuracy": 0.94664, - "main_score": 0.932115, - "hf_subset": "uig_Arab-lij_Latn", - "languages": [ - "uig-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927619, - "recall": 0.948617, - "f1": 0.934157, - "accuracy": 0.948617, - "main_score": 0.934157, - "hf_subset": "uig_Arab-mya_Mymr", - "languages": [ - "uig-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514165, - "recall": 0.573123, - "f1": 0.530432, - "accuracy": 0.573123, - "main_score": 0.530432, - "hf_subset": "uig_Arab-sag_Latn", - "languages": [ - "uig-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196144, - "recall": 0.243083, - "f1": 0.207248, - "accuracy": 0.243083, - "main_score": 0.207248, - "hf_subset": "uig_Arab-taq_Tfng", - "languages": [ - "uig-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542383, - "recall": 0.596838, - "f1": 0.558454, - "accuracy": 0.596838, - "main_score": 0.558454, - "hf_subset": "uig_Arab-wol_Latn", - "languages": [ - "uig-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673306, - "recall": 0.741107, - "f1": 0.693017, - "accuracy": 0.741107, - "main_score": 0.693017, - "hf_subset": "uig_Arab-arb_Latn", - "languages": [ - "uig-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967968, - "recall": 0.977273, - "f1": 0.970751, - "accuracy": 0.977273, - "main_score": 0.970751, - "hf_subset": "uig_Arab-cat_Latn", - "languages": [ - "uig-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919582, - "recall": 0.9417, - "f1": 0.926449, - "accuracy": 0.9417, - "main_score": 0.926449, - "hf_subset": "uig_Arab-fur_Latn", - "languages": [ - "uig-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360969, - "recall": 0.414032, - "f1": 0.375658, - "accuracy": 0.414032, - "main_score": 0.375658, - "hf_subset": "uig_Arab-kab_Latn", - "languages": [ - "uig-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901597, - "recall": 0.928854, - "f1": 0.910112, - "accuracy": 0.928854, - "main_score": 0.910112, - "hf_subset": "uig_Arab-lim_Latn", - "languages": [ - "uig-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "uig_Arab-nld_Latn", - "languages": [ - "uig-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933383, - "recall": 0.952569, - "f1": 0.93946, - "accuracy": 0.952569, - "main_score": 0.93946, - "hf_subset": "uig_Arab-san_Deva", - "languages": [ - "uig-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "uig_Arab-tat_Cyrl", - "languages": [ - "uig-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591774, - "recall": 0.644269, - "f1": 0.606741, - "accuracy": 0.644269, - "main_score": 0.606741, - "hf_subset": "uig_Arab-xho_Latn", - "languages": [ - "uig-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96698, - "recall": 0.977273, - "f1": 0.970257, - "accuracy": 0.977273, - "main_score": 0.970257, - "hf_subset": "uig_Arab-ars_Arab", - "languages": [ - "uig-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937121, - "recall": 0.955534, - "f1": 0.942805, - "accuracy": 0.955534, - "main_score": 0.942805, - "hf_subset": "uig_Arab-ceb_Latn", - "languages": [ - "uig-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476355, - "recall": 0.535573, - "f1": 0.492799, - "accuracy": 0.535573, - "main_score": 0.492799, - "hf_subset": "uig_Arab-fuv_Latn", - "languages": [ - "uig-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449879, - "recall": 0.506917, - "f1": 0.465211, - "accuracy": 0.506917, - "main_score": 0.465211, - "hf_subset": "uig_Arab-kac_Latn", - "languages": [ - "uig-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56872, - "recall": 0.615613, - "f1": 0.581246, - "accuracy": 0.615613, - "main_score": 0.581246, - "hf_subset": "uig_Arab-lin_Latn", - "languages": [ - "uig-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "uig_Arab-nno_Latn", - "languages": [ - "uig-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.21007, - "recall": 0.286561, - "f1": 0.230107, - "accuracy": 0.286561, - "main_score": 0.230107, - "hf_subset": "uig_Arab-sat_Olck", - "languages": [ - "uig-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "uig_Arab-tel_Telu", - "languages": [ - "uig-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855676, - "recall": 0.893281, - "f1": 0.867292, - "accuracy": 0.893281, - "main_score": 0.867292, - "hf_subset": "uig_Arab-ydd_Hebr", - "languages": [ - "uig-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922101, - "recall": 0.943676, - "f1": 0.928821, - "accuracy": 0.943676, - "main_score": 0.928821, - "hf_subset": "uig_Arab-ary_Arab", - "languages": [ - "uig-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "uig_Arab-ces_Latn", - "languages": [ - "uig-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528376, - "recall": 0.579051, - "f1": 0.543234, - "accuracy": 0.579051, - "main_score": 0.543234, - "hf_subset": "uig_Arab-gaz_Latn", - "languages": [ - "uig-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512229, - "recall": 0.570158, - "f1": 0.528825, - "accuracy": 0.570158, - "main_score": 0.528825, - "hf_subset": "uig_Arab-kam_Latn", - "languages": [ - "uig-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "uig_Arab-lit_Latn", - "languages": [ - "uig-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "uig_Arab-nob_Latn", - "languages": [ - "uig-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912796, - "recall": 0.935771, - "f1": 0.919993, - "accuracy": 0.935771, - "main_score": 0.919993, - "hf_subset": "uig_Arab-scn_Latn", - "languages": [ - "uig-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.953557, - "f1": 0.940382, - "accuracy": 0.953557, - "main_score": 0.940382, - "hf_subset": "uig_Arab-tgk_Cyrl", - "languages": [ - "uig-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627644, - "recall": 0.698617, - "f1": 0.648747, - "accuracy": 0.698617, - "main_score": 0.648747, - "hf_subset": "uig_Arab-yor_Latn", - "languages": [ - "uig-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955451, - "recall": 0.969368, - "f1": 0.959881, - "accuracy": 0.969368, - "main_score": 0.959881, - "hf_subset": "uig_Arab-arz_Arab", - "languages": [ - "uig-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47579, - "recall": 0.529644, - "f1": 0.490613, - "accuracy": 0.529644, - "main_score": 0.490613, - "hf_subset": "uig_Arab-cjk_Latn", - "languages": [ - "uig-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676285, - "recall": 0.741107, - "f1": 0.695737, - "accuracy": 0.741107, - "main_score": 0.695737, - "hf_subset": "uig_Arab-gla_Latn", - "languages": [ - "uig-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "uig_Arab-kan_Knda", - "languages": [ - "uig-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908762, - "recall": 0.932806, - "f1": 0.91629, - "accuracy": 0.932806, - "main_score": 0.91629, - "hf_subset": "uig_Arab-lmo_Latn", - "languages": [ - "uig-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "uig_Arab-npi_Deva", - "languages": [ - "uig-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406243, - "recall": 0.459486, - "f1": 0.421351, - "accuracy": 0.459486, - "main_score": 0.421351, - "hf_subset": "uig_Arab-shn_Mymr", - "languages": [ - "uig-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966436, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "uig_Arab-tgl_Latn", - "languages": [ - "uig-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "uig_Arab-yue_Hant", - "languages": [ - "uig-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953063, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "uig_Arab-asm_Beng", - "languages": [ - "uig-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89081, - "recall": 0.920949, - "f1": 0.900362, - "accuracy": 0.920949, - "main_score": 0.900362, - "hf_subset": "uig_Arab-ckb_Arab", - "languages": [ - "uig-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769803, - "recall": 0.81917, - "f1": 0.784783, - "accuracy": 0.81917, - "main_score": 0.784783, - "hf_subset": "uig_Arab-gle_Latn", - "languages": [ - "uig-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853936, - "recall": 0.886364, - "f1": 0.863505, - "accuracy": 0.886364, - "main_score": 0.863505, - "hf_subset": "uig_Arab-kas_Arab", - "languages": [ - "uig-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829875, - "recall": 0.87253, - "f1": 0.843102, - "accuracy": 0.87253, - "main_score": 0.843102, - "hf_subset": "uig_Arab-ltg_Latn", - "languages": [ - "uig-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531771, - "recall": 0.587945, - "f1": 0.547527, - "accuracy": 0.587945, - "main_score": 0.547527, - "hf_subset": "uig_Arab-nso_Latn", - "languages": [ - "uig-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922134, - "recall": 0.944664, - "f1": 0.92915, - "accuracy": 0.944664, - "main_score": 0.92915, - "hf_subset": "uig_Arab-sin_Sinh", - "languages": [ - "uig-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.969368, - "f1": 0.959486, - "accuracy": 0.969368, - "main_score": 0.959486, - "hf_subset": "uig_Arab-tha_Thai", - "languages": [ - "uig-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954743, - "recall": 0.968379, - "f1": 0.958992, - "accuracy": 0.968379, - "main_score": 0.958992, - "hf_subset": "uig_Arab-zho_Hans", - "languages": [ - "uig-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "uig_Arab-ast_Latn", - "languages": [ - "uig-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955204, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "uig_Arab-crh_Latn", - "languages": [ - "uig-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963192, - "recall": 0.974308, - "f1": 0.966634, - "accuracy": 0.974308, - "main_score": 0.966634, - "hf_subset": "uig_Arab-glg_Latn", - "languages": [ - "uig-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764822, - "recall": 0.816206, - "f1": 0.78019, - "accuracy": 0.816206, - "main_score": 0.78019, - "hf_subset": "uig_Arab-kas_Deva", - "languages": [ - "uig-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910879, - "recall": 0.934783, - "f1": 0.918198, - "accuracy": 0.934783, - "main_score": 0.918198, - "hf_subset": "uig_Arab-ltz_Latn", - "languages": [ - "uig-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422935, - "recall": 0.478261, - "f1": 0.437575, - "accuracy": 0.478261, - "main_score": 0.437575, - "hf_subset": "uig_Arab-nus_Latn", - "languages": [ - "uig-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970389, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "uig_Arab-slk_Latn", - "languages": [ - "uig-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554101, - "recall": 0.620553, - "f1": 0.573424, - "accuracy": 0.620553, - "main_score": 0.573424, - "hf_subset": "uig_Arab-tir_Ethi", - "languages": [ - "uig-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "uig_Arab-zho_Hant", - "languages": [ - "uig-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "uig_Arab-awa_Deva", - "languages": [ - "uig-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890316, - "recall": 0.917984, - "f1": 0.898847, - "accuracy": 0.917984, - "main_score": 0.898847, - "hf_subset": "uig_Arab-cym_Latn", - "languages": [ - "uig-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696862, - "recall": 0.751976, - "f1": 0.713175, - "accuracy": 0.751976, - "main_score": 0.713175, - "hf_subset": "uig_Arab-grn_Latn", - "languages": [ - "uig-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953804, - "recall": 0.967391, - "f1": 0.95807, - "accuracy": 0.967391, - "main_score": 0.95807, - "hf_subset": "uig_Arab-kat_Geor", - "languages": [ - "uig-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541687, - "recall": 0.599802, - "f1": 0.557663, - "accuracy": 0.599802, - "main_score": 0.557663, - "hf_subset": "uig_Arab-lua_Latn", - "languages": [ - "uig-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547749, - "recall": 0.607708, - "f1": 0.564256, - "accuracy": 0.607708, - "main_score": 0.564256, - "hf_subset": "uig_Arab-nya_Latn", - "languages": [ - "uig-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.976285, - "f1": 0.968379, - "accuracy": 0.976285, - "main_score": 0.968379, - "hf_subset": "uig_Arab-slv_Latn", - "languages": [ - "uig-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821986, - "recall": 0.863636, - "f1": 0.834519, - "accuracy": 0.863636, - "main_score": 0.834519, - "hf_subset": "uig_Arab-tpi_Latn", - "languages": [ - "uig-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "uig_Arab-zsm_Latn", - "languages": [ - "uig-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490613, - "recall": 0.545455, - "f1": 0.505788, - "accuracy": 0.545455, - "main_score": 0.505788, - "hf_subset": "uig_Arab-ayr_Latn", - "languages": [ - "uig-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "uig_Arab-dan_Latn", - "languages": [ - "uig-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "uig_Arab-guj_Gujr", - "languages": [ - "uig-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "uig_Arab-kaz_Cyrl", - "languages": [ - "uig-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459951, - "recall": 0.517787, - "f1": 0.475801, - "accuracy": 0.517787, - "main_score": 0.475801, - "hf_subset": "uig_Arab-lug_Latn", - "languages": [ - "uig-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "uig_Arab-oci_Latn", - "languages": [ - "uig-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72747, - "recall": 0.781621, - "f1": 0.743596, - "accuracy": 0.781621, - "main_score": 0.743596, - "hf_subset": "uig_Arab-smo_Latn", - "languages": [ - "uig-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466781, - "recall": 0.524704, - "f1": 0.482805, - "accuracy": 0.524704, - "main_score": 0.482805, - "hf_subset": "uig_Arab-tsn_Latn", - "languages": [ - "uig-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539217, - "recall": 0.599802, - "f1": 0.556543, - "accuracy": 0.599802, - "main_score": 0.556543, - "hf_subset": "uig_Arab-zul_Latn", - "languages": [ - "uig-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855378, - "recall": 0.889328, - "f1": 0.865662, - "accuracy": 0.889328, - "main_score": 0.865662, - "hf_subset": "uig_Arab-azb_Arab", - "languages": [ - "uig-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "uig_Arab-deu_Latn", - "languages": [ - "uig-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889904, - "recall": 0.921937, - "f1": 0.900099, - "accuracy": 0.921937, - "main_score": 0.900099, - "hf_subset": "uig_Arab-hat_Latn", - "languages": [ - "uig-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428937, - "recall": 0.477273, - "f1": 0.442627, - "accuracy": 0.477273, - "main_score": 0.442627, - "hf_subset": "uig_Arab-kbp_Latn", - "languages": [ - "uig-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494936, - "recall": 0.554348, - "f1": 0.511621, - "accuracy": 0.554348, - "main_score": 0.511621, - "hf_subset": "uig_Arab-luo_Latn", - "languages": [ - "uig-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "uig_Arab-ory_Orya", - "languages": [ - "uig-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488088, - "recall": 0.559289, - "f1": 0.508138, - "accuracy": 0.559289, - "main_score": 0.508138, - "hf_subset": "uig_Arab-sna_Latn", - "languages": [ - "uig-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489553, - "recall": 0.537549, - "f1": 0.502988, - "accuracy": 0.537549, - "main_score": 0.502988, - "hf_subset": "uig_Arab-tso_Latn", - "languages": [ - "uig-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "uig_Arab-azj_Latn", - "languages": [ - "uig-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439672, - "recall": 0.500988, - "f1": 0.456933, - "accuracy": 0.500988, - "main_score": 0.456933, - "hf_subset": "uig_Arab-dik_Latn", - "languages": [ - "uig-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629298, - "recall": 0.69664, - "f1": 0.649012, - "accuracy": 0.69664, - "main_score": 0.649012, - "hf_subset": "uig_Arab-hau_Latn", - "languages": [ - "uig-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90261, - "recall": 0.926877, - "f1": 0.909612, - "accuracy": 0.926877, - "main_score": 0.909612, - "hf_subset": "uig_Arab-kea_Latn", - "languages": [ - "uig-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633827, - "recall": 0.684783, - "f1": 0.648584, - "accuracy": 0.684783, - "main_score": 0.648584, - "hf_subset": "uig_Arab-lus_Latn", - "languages": [ - "uig-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724565, - "recall": 0.766798, - "f1": 0.73686, - "accuracy": 0.766798, - "main_score": 0.73686, - "hf_subset": "uig_Arab-pag_Latn", - "languages": [ - "uig-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "uig_Arab-snd_Arab", - "languages": [ - "uig-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897974, - "recall": 0.926877, - "f1": 0.907345, - "accuracy": 0.926877, - "main_score": 0.907345, - "hf_subset": "uig_Arab-tuk_Latn", - "languages": [ - "uig-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944499, - "recall": 0.961462, - "f1": 0.949934, - "accuracy": 0.961462, - "main_score": 0.949934, - "hf_subset": "uig_Arab-bak_Cyrl", - "languages": [ - "uig-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405356, - "recall": 0.477273, - "f1": 0.4256, - "accuracy": 0.477273, - "main_score": 0.4256, - "hf_subset": "uig_Arab-dyu_Latn", - "languages": [ - "uig-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969615, - "recall": 0.979249, - "f1": 0.972727, - "accuracy": 0.979249, - "main_score": 0.972727, - "hf_subset": "uig_Arab-heb_Hebr", - "languages": [ - "uig-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931859, - "recall": 0.950593, - "f1": 0.937703, - "accuracy": 0.950593, - "main_score": 0.937703, - "hf_subset": "uig_Arab-khk_Cyrl", - "languages": [ - "uig-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "uig_Arab-lvs_Latn", - "languages": [ - "uig-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "uig_Arab-pan_Guru", - "languages": [ - "uig-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606299, - "recall": 0.673913, - "f1": 0.626443, - "accuracy": 0.673913, - "main_score": 0.626443, - "hf_subset": "uig_Arab-som_Latn", - "languages": [ - "uig-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502244, - "recall": 0.554348, - "f1": 0.516998, - "accuracy": 0.554348, - "main_score": 0.516998, - "hf_subset": "uig_Arab-tum_Latn", - "languages": [ - "uig-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563665, - "recall": 0.631423, - "f1": 0.582714, - "accuracy": 0.631423, - "main_score": 0.582714, - "hf_subset": "aeb_Arab-ace_Arab", - "languages": [ - "aeb-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517236, - "recall": 0.579051, - "f1": 0.534137, - "accuracy": 0.579051, - "main_score": 0.534137, - "hf_subset": "aeb_Arab-bam_Latn", - "languages": [ - "aeb-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39528, - "recall": 0.479249, - "f1": 0.417928, - "accuracy": 0.479249, - "main_score": 0.417928, - "hf_subset": "aeb_Arab-dzo_Tibt", - "languages": [ - "aeb-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-hin_Deva", - "languages": [ - "aeb-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991765, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "aeb_Arab-khm_Khmr", - "languages": [ - "aeb-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-mag_Deva", - "languages": [ - "aeb-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "aeb_Arab-pap_Latn", - "languages": [ - "aeb-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579638, - "recall": 0.63834, - "f1": 0.596272, - "accuracy": 0.63834, - "main_score": 0.596272, - "hf_subset": "aeb_Arab-sot_Latn", - "languages": [ - "aeb-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-tur_Latn", - "languages": [ - "aeb-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851153, - "recall": 0.88834, - "f1": 0.862568, - "accuracy": 0.88834, - "main_score": 0.862568, - "hf_subset": "aeb_Arab-ace_Latn", - "languages": [ - "aeb-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.959486, - "f1": 0.949769, - "accuracy": 0.959486, - "main_score": 0.949769, - "hf_subset": "aeb_Arab-ban_Latn", - "languages": [ - "aeb-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-ell_Grek", - "languages": [ - "aeb-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "aeb_Arab-hne_Deva", - "languages": [ - "aeb-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587002, - "recall": 0.643281, - "f1": 0.603153, - "accuracy": 0.643281, - "main_score": 0.603153, - "hf_subset": "aeb_Arab-kik_Latn", - "languages": [ - "aeb-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-mai_Deva", - "languages": [ - "aeb-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "aeb_Arab-pbt_Arab", - "languages": [ - "aeb-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-spa_Latn", - "languages": [ - "aeb-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606474, - "recall": 0.672925, - "f1": 0.625518, - "accuracy": 0.672925, - "main_score": 0.625518, - "hf_subset": "aeb_Arab-twi_Latn", - "languages": [ - "aeb-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-acm_Arab", - "languages": [ - "aeb-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-bel_Cyrl", - "languages": [ - "aeb-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-eng_Latn", - "languages": [ - "aeb-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-hrv_Latn", - "languages": [ - "aeb-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535213, - "recall": 0.594862, - "f1": 0.551534, - "accuracy": 0.594862, - "main_score": 0.551534, - "hf_subset": "aeb_Arab-kin_Latn", - "languages": [ - "aeb-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "aeb_Arab-mal_Mlym", - "languages": [ - "aeb-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-pes_Arab", - "languages": [ - "aeb-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "aeb_Arab-srd_Latn", - "languages": [ - "aeb-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169413, - "recall": 0.224308, - "f1": 0.183458, - "accuracy": 0.224308, - "main_score": 0.183458, - "hf_subset": "aeb_Arab-tzm_Tfng", - "languages": [ - "aeb-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-acq_Arab", - "languages": [ - "aeb-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618234, - "recall": 0.66996, - "f1": 0.632877, - "accuracy": 0.66996, - "main_score": 0.632877, - "hf_subset": "aeb_Arab-bem_Latn", - "languages": [ - "aeb-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-epo_Latn", - "languages": [ - "aeb-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-hun_Latn", - "languages": [ - "aeb-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "aeb_Arab-kir_Cyrl", - "languages": [ - "aeb-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-mar_Deva", - "languages": [ - "aeb-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665326, - "recall": 0.717391, - "f1": 0.680814, - "accuracy": 0.717391, - "main_score": 0.680814, - "hf_subset": "aeb_Arab-plt_Latn", - "languages": [ - "aeb-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-srp_Cyrl", - "languages": [ - "aeb-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.95751, - "f1": 0.945323, - "accuracy": 0.95751, - "main_score": 0.945323, - "hf_subset": "aeb_Arab-uig_Arab", - "languages": [ - "aeb-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-ben_Beng", - "languages": [ - "aeb-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "aeb_Arab-est_Latn", - "languages": [ - "aeb-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-hye_Armn", - "languages": [ - "aeb-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537994, - "recall": 0.591897, - "f1": 0.553774, - "accuracy": 0.591897, - "main_score": 0.553774, - "hf_subset": "aeb_Arab-kmb_Latn", - "languages": [ - "aeb-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483961, - "recall": 0.556324, - "f1": 0.503952, - "accuracy": 0.556324, - "main_score": 0.503952, - "hf_subset": "aeb_Arab-min_Arab", - "languages": [ - "aeb-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-pol_Latn", - "languages": [ - "aeb-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545524, - "recall": 0.605731, - "f1": 0.562966, - "accuracy": 0.605731, - "main_score": 0.562966, - "hf_subset": "aeb_Arab-ssw_Latn", - "languages": [ - "aeb-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-ukr_Cyrl", - "languages": [ - "aeb-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-afr_Latn", - "languages": [ - "aeb-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "aeb_Arab-bho_Deva", - "languages": [ - "aeb-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "aeb_Arab-eus_Latn", - "languages": [ - "aeb-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559874, - "recall": 0.625494, - "f1": 0.578593, - "accuracy": 0.625494, - "main_score": 0.578593, - "hf_subset": "aeb_Arab-ibo_Latn", - "languages": [ - "aeb-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86166, - "recall": 0.898221, - "f1": 0.873353, - "accuracy": 0.898221, - "main_score": 0.873353, - "hf_subset": "aeb_Arab-kmr_Latn", - "languages": [ - "aeb-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "aeb_Arab-min_Latn", - "languages": [ - "aeb-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-por_Latn", - "languages": [ - "aeb-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "aeb_Arab-sun_Latn", - "languages": [ - "aeb-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509026, - "recall": 0.574111, - "f1": 0.528022, - "accuracy": 0.574111, - "main_score": 0.528022, - "hf_subset": "aeb_Arab-umb_Latn", - "languages": [ - "aeb-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-ajp_Arab", - "languages": [ - "aeb-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525113, - "recall": 0.589921, - "f1": 0.54334, - "accuracy": 0.589921, - "main_score": 0.54334, - "hf_subset": "aeb_Arab-bjn_Arab", - "languages": [ - "aeb-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513949, - "recall": 0.571146, - "f1": 0.530416, - "accuracy": 0.571146, - "main_score": 0.530416, - "hf_subset": "aeb_Arab-ewe_Latn", - "languages": [ - "aeb-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926054, - "recall": 0.947628, - "f1": 0.932971, - "accuracy": 0.947628, - "main_score": 0.932971, - "hf_subset": "aeb_Arab-ilo_Latn", - "languages": [ - "aeb-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303441, - "recall": 0.363636, - "f1": 0.319559, - "accuracy": 0.363636, - "main_score": 0.319559, - "hf_subset": "aeb_Arab-knc_Arab", - "languages": [ - "aeb-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-mkd_Cyrl", - "languages": [ - "aeb-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-prs_Arab", - "languages": [ - "aeb-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-swe_Latn", - "languages": [ - "aeb-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-urd_Arab", - "languages": [ - "aeb-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573567, - "recall": 0.640316, - "f1": 0.593135, - "accuracy": 0.640316, - "main_score": 0.593135, - "hf_subset": "aeb_Arab-aka_Latn", - "languages": [ - "aeb-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97999, - "recall": 0.986166, - "f1": 0.98195, - "accuracy": 0.986166, - "main_score": 0.98195, - "hf_subset": "aeb_Arab-bjn_Latn", - "languages": [ - "aeb-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "aeb_Arab-fao_Latn", - "languages": [ - "aeb-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-ind_Latn", - "languages": [ - "aeb-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567796, - "recall": 0.62747, - "f1": 0.585246, - "accuracy": 0.62747, - "main_score": 0.585246, - "hf_subset": "aeb_Arab-knc_Latn", - "languages": [ - "aeb-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "aeb_Arab-mlt_Latn", - "languages": [ - "aeb-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686331, - "recall": 0.750988, - "f1": 0.705474, - "accuracy": 0.750988, - "main_score": 0.705474, - "hf_subset": "aeb_Arab-quy_Latn", - "languages": [ - "aeb-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "aeb_Arab-swh_Latn", - "languages": [ - "aeb-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "aeb_Arab-uzn_Latn", - "languages": [ - "aeb-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-als_Latn", - "languages": [ - "aeb-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610972, - "recall": 0.688735, - "f1": 0.632889, - "accuracy": 0.688735, - "main_score": 0.632889, - "hf_subset": "aeb_Arab-bod_Tibt", - "languages": [ - "aeb-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685798, - "recall": 0.744071, - "f1": 0.702899, - "accuracy": 0.744071, - "main_score": 0.702899, - "hf_subset": "aeb_Arab-fij_Latn", - "languages": [ - "aeb-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "aeb_Arab-isl_Latn", - "languages": [ - "aeb-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637731, - "recall": 0.694664, - "f1": 0.65448, - "accuracy": 0.694664, - "main_score": 0.65448, - "hf_subset": "aeb_Arab-kon_Latn", - "languages": [ - "aeb-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633838, - "recall": 0.698617, - "f1": 0.652259, - "accuracy": 0.698617, - "main_score": 0.652259, - "hf_subset": "aeb_Arab-mni_Beng", - "languages": [ - "aeb-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-ron_Latn", - "languages": [ - "aeb-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.983202, - "f1": 0.979249, - "accuracy": 0.983202, - "main_score": 0.979249, - "hf_subset": "aeb_Arab-szl_Latn", - "languages": [ - "aeb-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "aeb_Arab-vec_Latn", - "languages": [ - "aeb-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916749, - "recall": 0.9417, - "f1": 0.924802, - "accuracy": 0.9417, - "main_score": 0.924802, - "hf_subset": "aeb_Arab-amh_Ethi", - "languages": [ - "aeb-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-bos_Latn", - "languages": [ - "aeb-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "aeb_Arab-fin_Latn", - "languages": [ - "aeb-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-ita_Latn", - "languages": [ - "aeb-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-kor_Hang", - "languages": [ - "aeb-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525088, - "recall": 0.58498, - "f1": 0.54149, - "accuracy": 0.58498, - "main_score": 0.54149, - "hf_subset": "aeb_Arab-mos_Latn", - "languages": [ - "aeb-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547266, - "recall": 0.603755, - "f1": 0.563213, - "accuracy": 0.603755, - "main_score": 0.563213, - "hf_subset": "aeb_Arab-run_Latn", - "languages": [ - "aeb-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "aeb_Arab-tam_Taml", - "languages": [ - "aeb-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-vie_Latn", - "languages": [ - "aeb-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-apc_Arab", - "languages": [ - "aeb-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780774, - "recall": 0.831028, - "f1": 0.79572, - "accuracy": 0.831028, - "main_score": 0.79572, - "hf_subset": "aeb_Arab-bug_Latn", - "languages": [ - "aeb-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472743, - "recall": 0.528656, - "f1": 0.487422, - "accuracy": 0.528656, - "main_score": 0.487422, - "hf_subset": "aeb_Arab-fon_Latn", - "languages": [ - "aeb-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-jav_Latn", - "languages": [ - "aeb-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "aeb_Arab-lao_Laoo", - "languages": [ - "aeb-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851812, - "recall": 0.891304, - "f1": 0.863886, - "accuracy": 0.891304, - "main_score": 0.863886, - "hf_subset": "aeb_Arab-mri_Latn", - "languages": [ - "aeb-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-rus_Cyrl", - "languages": [ - "aeb-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528269, - "recall": 0.589921, - "f1": 0.545825, - "accuracy": 0.589921, - "main_score": 0.545825, - "hf_subset": "aeb_Arab-taq_Latn", - "languages": [ - "aeb-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "aeb_Arab-war_Latn", - "languages": [ - "aeb-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-arb_Arab", - "languages": [ - "aeb-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-bul_Cyrl", - "languages": [ - "aeb-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-fra_Latn", - "languages": [ - "aeb-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-jpn_Jpan", - "languages": [ - "aeb-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "aeb_Arab-lij_Latn", - "languages": [ - "aeb-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "aeb_Arab-mya_Mymr", - "languages": [ - "aeb-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568316, - "recall": 0.63834, - "f1": 0.587768, - "accuracy": 0.63834, - "main_score": 0.587768, - "hf_subset": "aeb_Arab-sag_Latn", - "languages": [ - "aeb-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198324, - "recall": 0.254941, - "f1": 0.211175, - "accuracy": 0.254941, - "main_score": 0.211175, - "hf_subset": "aeb_Arab-taq_Tfng", - "languages": [ - "aeb-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614914, - "recall": 0.678854, - "f1": 0.633778, - "accuracy": 0.678854, - "main_score": 0.633778, - "hf_subset": "aeb_Arab-wol_Latn", - "languages": [ - "aeb-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836495, - "recall": 0.881423, - "f1": 0.850184, - "accuracy": 0.881423, - "main_score": 0.850184, - "hf_subset": "aeb_Arab-arb_Latn", - "languages": [ - "aeb-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-cat_Latn", - "languages": [ - "aeb-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "aeb_Arab-fur_Latn", - "languages": [ - "aeb-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42618, - "recall": 0.486166, - "f1": 0.442839, - "accuracy": 0.486166, - "main_score": 0.442839, - "hf_subset": "aeb_Arab-kab_Latn", - "languages": [ - "aeb-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "aeb_Arab-lim_Latn", - "languages": [ - "aeb-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-nld_Latn", - "languages": [ - "aeb-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "aeb_Arab-san_Deva", - "languages": [ - "aeb-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "aeb_Arab-tat_Cyrl", - "languages": [ - "aeb-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665484, - "recall": 0.721344, - "f1": 0.681675, - "accuracy": 0.721344, - "main_score": 0.681675, - "hf_subset": "aeb_Arab-xho_Latn", - "languages": [ - "aeb-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-ars_Arab", - "languages": [ - "aeb-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-ceb_Latn", - "languages": [ - "aeb-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5506, - "recall": 0.608696, - "f1": 0.567608, - "accuracy": 0.608696, - "main_score": 0.567608, - "hf_subset": "aeb_Arab-fuv_Latn", - "languages": [ - "aeb-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495223, - "recall": 0.564229, - "f1": 0.514296, - "accuracy": 0.564229, - "main_score": 0.514296, - "hf_subset": "aeb_Arab-kac_Latn", - "languages": [ - "aeb-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657428, - "recall": 0.715415, - "f1": 0.675264, - "accuracy": 0.715415, - "main_score": 0.675264, - "hf_subset": "aeb_Arab-lin_Latn", - "languages": [ - "aeb-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-nno_Latn", - "languages": [ - "aeb-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.21261, - "recall": 0.287549, - "f1": 0.231823, - "accuracy": 0.287549, - "main_score": 0.231823, - "hf_subset": "aeb_Arab-sat_Olck", - "languages": [ - "aeb-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-tel_Telu", - "languages": [ - "aeb-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934783, - "recall": 0.955534, - "f1": 0.9417, - "accuracy": 0.955534, - "main_score": 0.9417, - "hf_subset": "aeb_Arab-ydd_Hebr", - "languages": [ - "aeb-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "aeb_Arab-ary_Arab", - "languages": [ - "aeb-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-ces_Latn", - "languages": [ - "aeb-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553546, - "recall": 0.614625, - "f1": 0.571019, - "accuracy": 0.614625, - "main_score": 0.571019, - "hf_subset": "aeb_Arab-gaz_Latn", - "languages": [ - "aeb-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574551, - "recall": 0.633399, - "f1": 0.591046, - "accuracy": 0.633399, - "main_score": 0.591046, - "hf_subset": "aeb_Arab-kam_Latn", - "languages": [ - "aeb-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "aeb_Arab-lit_Latn", - "languages": [ - "aeb-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-nob_Latn", - "languages": [ - "aeb-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "aeb_Arab-scn_Latn", - "languages": [ - "aeb-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "aeb_Arab-tgk_Cyrl", - "languages": [ - "aeb-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681399, - "recall": 0.75, - "f1": 0.702045, - "accuracy": 0.75, - "main_score": 0.702045, - "hf_subset": "aeb_Arab-yor_Latn", - "languages": [ - "aeb-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-arz_Arab", - "languages": [ - "aeb-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557766, - "recall": 0.612648, - "f1": 0.57354, - "accuracy": 0.612648, - "main_score": 0.57354, - "hf_subset": "aeb_Arab-cjk_Latn", - "languages": [ - "aeb-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751153, - "recall": 0.805336, - "f1": 0.767688, - "accuracy": 0.805336, - "main_score": 0.767688, - "hf_subset": "aeb_Arab-gla_Latn", - "languages": [ - "aeb-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "aeb_Arab-kan_Knda", - "languages": [ - "aeb-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974391, - "recall": 0.982213, - "f1": 0.976845, - "accuracy": 0.982213, - "main_score": 0.976845, - "hf_subset": "aeb_Arab-lmo_Latn", - "languages": [ - "aeb-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "aeb_Arab-npi_Deva", - "languages": [ - "aeb-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459335, - "recall": 0.52668, - "f1": 0.477614, - "accuracy": 0.52668, - "main_score": 0.477614, - "hf_subset": "aeb_Arab-shn_Mymr", - "languages": [ - "aeb-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-tgl_Latn", - "languages": [ - "aeb-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-yue_Hant", - "languages": [ - "aeb-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "aeb_Arab-asm_Beng", - "languages": [ - "aeb-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "aeb_Arab-ckb_Arab", - "languages": [ - "aeb-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841255, - "recall": 0.880435, - "f1": 0.853162, - "accuracy": 0.880435, - "main_score": 0.853162, - "hf_subset": "aeb_Arab-gle_Latn", - "languages": [ - "aeb-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.958498, - "f1": 0.945817, - "accuracy": 0.958498, - "main_score": 0.945817, - "hf_subset": "aeb_Arab-kas_Arab", - "languages": [ - "aeb-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912138, - "recall": 0.939723, - "f1": 0.921014, - "accuracy": 0.939723, - "main_score": 0.921014, - "hf_subset": "aeb_Arab-ltg_Latn", - "languages": [ - "aeb-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599489, - "recall": 0.65415, - "f1": 0.615928, - "accuracy": 0.65415, - "main_score": 0.615928, - "hf_subset": "aeb_Arab-nso_Latn", - "languages": [ - "aeb-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "aeb_Arab-sin_Sinh", - "languages": [ - "aeb-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-tha_Thai", - "languages": [ - "aeb-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-zho_Hans", - "languages": [ - "aeb-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "aeb_Arab-ast_Latn", - "languages": [ - "aeb-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "aeb_Arab-crh_Latn", - "languages": [ - "aeb-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-glg_Latn", - "languages": [ - "aeb-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879727, - "recall": 0.913043, - "f1": 0.890217, - "accuracy": 0.913043, - "main_score": 0.890217, - "hf_subset": "aeb_Arab-kas_Deva", - "languages": [ - "aeb-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "aeb_Arab-ltz_Latn", - "languages": [ - "aeb-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445409, - "recall": 0.508893, - "f1": 0.462694, - "accuracy": 0.508893, - "main_score": 0.462694, - "hf_subset": "aeb_Arab-nus_Latn", - "languages": [ - "aeb-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "aeb_Arab-slk_Latn", - "languages": [ - "aeb-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61502, - "recall": 0.684783, - "f1": 0.635347, - "accuracy": 0.684783, - "main_score": 0.635347, - "hf_subset": "aeb_Arab-tir_Ethi", - "languages": [ - "aeb-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-zho_Hant", - "languages": [ - "aeb-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "aeb_Arab-awa_Deva", - "languages": [ - "aeb-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "aeb_Arab-cym_Latn", - "languages": [ - "aeb-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815968, - "recall": 0.862648, - "f1": 0.82999, - "accuracy": 0.862648, - "main_score": 0.82999, - "hf_subset": "aeb_Arab-grn_Latn", - "languages": [ - "aeb-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "aeb_Arab-kat_Geor", - "languages": [ - "aeb-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629128, - "recall": 0.684783, - "f1": 0.645395, - "accuracy": 0.684783, - "main_score": 0.645395, - "hf_subset": "aeb_Arab-lua_Latn", - "languages": [ - "aeb-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626054, - "recall": 0.684783, - "f1": 0.643267, - "accuracy": 0.684783, - "main_score": 0.643267, - "hf_subset": "aeb_Arab-nya_Latn", - "languages": [ - "aeb-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-slv_Latn", - "languages": [ - "aeb-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.953557, - "f1": 0.940711, - "accuracy": 0.953557, - "main_score": 0.940711, - "hf_subset": "aeb_Arab-tpi_Latn", - "languages": [ - "aeb-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-zsm_Latn", - "languages": [ - "aeb-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530148, - "recall": 0.590909, - "f1": 0.546978, - "accuracy": 0.590909, - "main_score": 0.546978, - "hf_subset": "aeb_Arab-ayr_Latn", - "languages": [ - "aeb-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-dan_Latn", - "languages": [ - "aeb-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-guj_Gujr", - "languages": [ - "aeb-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-kaz_Cyrl", - "languages": [ - "aeb-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524082, - "recall": 0.593874, - "f1": 0.543598, - "accuracy": 0.593874, - "main_score": 0.543598, - "hf_subset": "aeb_Arab-lug_Latn", - "languages": [ - "aeb-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-oci_Latn", - "languages": [ - "aeb-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790333, - "recall": 0.840909, - "f1": 0.805665, - "accuracy": 0.840909, - "main_score": 0.805665, - "hf_subset": "aeb_Arab-smo_Latn", - "languages": [ - "aeb-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527181, - "recall": 0.590909, - "f1": 0.545176, - "accuracy": 0.590909, - "main_score": 0.545176, - "hf_subset": "aeb_Arab-tsn_Latn", - "languages": [ - "aeb-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599993, - "recall": 0.660079, - "f1": 0.617803, - "accuracy": 0.660079, - "main_score": 0.617803, - "hf_subset": "aeb_Arab-zul_Latn", - "languages": [ - "aeb-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900939, - "recall": 0.928854, - "f1": 0.90998, - "accuracy": 0.928854, - "main_score": 0.90998, - "hf_subset": "aeb_Arab-azb_Arab", - "languages": [ - "aeb-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "aeb_Arab-deu_Latn", - "languages": [ - "aeb-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "aeb_Arab-hat_Latn", - "languages": [ - "aeb-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478124, - "recall": 0.537549, - "f1": 0.494483, - "accuracy": 0.537549, - "main_score": 0.494483, - "hf_subset": "aeb_Arab-kbp_Latn", - "languages": [ - "aeb-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566531, - "recall": 0.625494, - "f1": 0.582786, - "accuracy": 0.625494, - "main_score": 0.582786, - "hf_subset": "aeb_Arab-luo_Latn", - "languages": [ - "aeb-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "aeb_Arab-ory_Orya", - "languages": [ - "aeb-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578733, - "recall": 0.640316, - "f1": 0.596151, - "accuracy": 0.640316, - "main_score": 0.596151, - "hf_subset": "aeb_Arab-sna_Latn", - "languages": [ - "aeb-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540105, - "recall": 0.597826, - "f1": 0.556287, - "accuracy": 0.597826, - "main_score": 0.556287, - "hf_subset": "aeb_Arab-tso_Latn", - "languages": [ - "aeb-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "aeb_Arab-azj_Latn", - "languages": [ - "aeb-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538774, - "recall": 0.605731, - "f1": 0.557769, - "accuracy": 0.605731, - "main_score": 0.557769, - "hf_subset": "aeb_Arab-dik_Latn", - "languages": [ - "aeb-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710392, - "recall": 0.773715, - "f1": 0.729117, - "accuracy": 0.773715, - "main_score": 0.729117, - "hf_subset": "aeb_Arab-hau_Latn", - "languages": [ - "aeb-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "aeb_Arab-kea_Latn", - "languages": [ - "aeb-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723271, - "recall": 0.775692, - "f1": 0.739493, - "accuracy": 0.775692, - "main_score": 0.739493, - "hf_subset": "aeb_Arab-lus_Latn", - "languages": [ - "aeb-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857882, - "recall": 0.889328, - "f1": 0.867111, - "accuracy": 0.889328, - "main_score": 0.867111, - "hf_subset": "aeb_Arab-pag_Latn", - "languages": [ - "aeb-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "aeb_Arab-snd_Arab", - "languages": [ - "aeb-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946179, - "recall": 0.961462, - "f1": 0.951087, - "accuracy": 0.961462, - "main_score": 0.951087, - "hf_subset": "aeb_Arab-tuk_Latn", - "languages": [ - "aeb-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "aeb_Arab-bak_Cyrl", - "languages": [ - "aeb-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465755, - "recall": 0.543478, - "f1": 0.488458, - "accuracy": 0.543478, - "main_score": 0.488458, - "hf_subset": "aeb_Arab-dyu_Latn", - "languages": [ - "aeb-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "aeb_Arab-heb_Hebr", - "languages": [ - "aeb-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "aeb_Arab-khk_Cyrl", - "languages": [ - "aeb-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "aeb_Arab-lvs_Latn", - "languages": [ - "aeb-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "aeb_Arab-pan_Guru", - "languages": [ - "aeb-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691782, - "recall": 0.753953, - "f1": 0.710592, - "accuracy": 0.753953, - "main_score": 0.710592, - "hf_subset": "aeb_Arab-som_Latn", - "languages": [ - "aeb-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583491, - "recall": 0.639328, - "f1": 0.599593, - "accuracy": 0.639328, - "main_score": 0.599593, - "hf_subset": "aeb_Arab-tum_Latn", - "languages": [ - "aeb-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568544, - "recall": 0.634387, - "f1": 0.587244, - "accuracy": 0.634387, - "main_score": 0.587244, - "hf_subset": "ben_Beng-ace_Arab", - "languages": [ - "ben-Beng", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516478, - "recall": 0.577075, - "f1": 0.533343, - "accuracy": 0.577075, - "main_score": 0.533343, - "hf_subset": "ben_Beng-bam_Latn", - "languages": [ - "ben-Beng", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446506, - "recall": 0.524704, - "f1": 0.466671, - "accuracy": 0.524704, - "main_score": 0.466671, - "hf_subset": "ben_Beng-dzo_Tibt", - "languages": [ - "ben-Beng", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-hin_Deva", - "languages": [ - "ben-Beng", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-khm_Khmr", - "languages": [ - "ben-Beng", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-mag_Deva", - "languages": [ - "ben-Beng", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ben_Beng-pap_Latn", - "languages": [ - "ben-Beng", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579384, - "recall": 0.636364, - "f1": 0.594866, - "accuracy": 0.636364, - "main_score": 0.594866, - "hf_subset": "ben_Beng-sot_Latn", - "languages": [ - "ben-Beng", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-tur_Latn", - "languages": [ - "ben-Beng", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865563, - "recall": 0.899209, - "f1": 0.875856, - "accuracy": 0.899209, - "main_score": 0.875856, - "hf_subset": "ben_Beng-ace_Latn", - "languages": [ - "ben-Beng", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.966403, - "f1": 0.957839, - "accuracy": 0.966403, - "main_score": 0.957839, - "hf_subset": "ben_Beng-ban_Latn", - "languages": [ - "ben-Beng", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ell_Grek", - "languages": [ - "ben-Beng", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ben_Beng-hne_Deva", - "languages": [ - "ben-Beng", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597468, - "recall": 0.653162, - "f1": 0.613232, - "accuracy": 0.653162, - "main_score": 0.613232, - "hf_subset": "ben_Beng-kik_Latn", - "languages": [ - "ben-Beng", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-mai_Deva", - "languages": [ - "ben-Beng", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ben_Beng-pbt_Arab", - "languages": [ - "ben-Beng", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-spa_Latn", - "languages": [ - "ben-Beng", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613746, - "recall": 0.68083, - "f1": 0.631875, - "accuracy": 0.68083, - "main_score": 0.631875, - "hf_subset": "ben_Beng-twi_Latn", - "languages": [ - "ben-Beng", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-acm_Arab", - "languages": [ - "ben-Beng", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-bel_Cyrl", - "languages": [ - "ben-Beng", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-eng_Latn", - "languages": [ - "ben-Beng", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-hrv_Latn", - "languages": [ - "ben-Beng", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543523, - "recall": 0.605731, - "f1": 0.560499, - "accuracy": 0.605731, - "main_score": 0.560499, - "hf_subset": "ben_Beng-kin_Latn", - "languages": [ - "ben-Beng", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-mal_Mlym", - "languages": [ - "ben-Beng", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-pes_Arab", - "languages": [ - "ben-Beng", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "ben_Beng-srd_Latn", - "languages": [ - "ben-Beng", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176114, - "recall": 0.225296, - "f1": 0.188407, - "accuracy": 0.225296, - "main_score": 0.188407, - "hf_subset": "ben_Beng-tzm_Tfng", - "languages": [ - "ben-Beng", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-acq_Arab", - "languages": [ - "ben-Beng", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617655, - "recall": 0.666996, - "f1": 0.631644, - "accuracy": 0.666996, - "main_score": 0.631644, - "hf_subset": "ben_Beng-bem_Latn", - "languages": [ - "ben-Beng", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-epo_Latn", - "languages": [ - "ben-Beng", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-hun_Latn", - "languages": [ - "ben-Beng", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-kir_Cyrl", - "languages": [ - "ben-Beng", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-mar_Deva", - "languages": [ - "ben-Beng", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659965, - "recall": 0.715415, - "f1": 0.676111, - "accuracy": 0.715415, - "main_score": 0.676111, - "hf_subset": "ben_Beng-plt_Latn", - "languages": [ - "ben-Beng", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-srp_Cyrl", - "languages": [ - "ben-Beng", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967144, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "ben_Beng-uig_Arab", - "languages": [ - "ben-Beng", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-aeb_Arab", - "languages": [ - "ben-Beng", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-est_Latn", - "languages": [ - "ben-Beng", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-hye_Armn", - "languages": [ - "ben-Beng", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527595, - "recall": 0.578063, - "f1": 0.541702, - "accuracy": 0.578063, - "main_score": 0.541702, - "hf_subset": "ben_Beng-kmb_Latn", - "languages": [ - "ben-Beng", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485617, - "recall": 0.559289, - "f1": 0.504539, - "accuracy": 0.559289, - "main_score": 0.504539, - "hf_subset": "ben_Beng-min_Arab", - "languages": [ - "ben-Beng", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-pol_Latn", - "languages": [ - "ben-Beng", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550992, - "recall": 0.616601, - "f1": 0.569455, - "accuracy": 0.616601, - "main_score": 0.569455, - "hf_subset": "ben_Beng-ssw_Latn", - "languages": [ - "ben-Beng", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ukr_Cyrl", - "languages": [ - "ben-Beng", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-afr_Latn", - "languages": [ - "ben-Beng", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-bho_Deva", - "languages": [ - "ben-Beng", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ben_Beng-eus_Latn", - "languages": [ - "ben-Beng", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576205, - "recall": 0.637352, - "f1": 0.592939, - "accuracy": 0.637352, - "main_score": 0.592939, - "hf_subset": "ben_Beng-ibo_Latn", - "languages": [ - "ben-Beng", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900198, - "recall": 0.928854, - "f1": 0.90942, - "accuracy": 0.928854, - "main_score": 0.90942, - "hf_subset": "ben_Beng-kmr_Latn", - "languages": [ - "ben-Beng", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ben_Beng-min_Latn", - "languages": [ - "ben-Beng", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-por_Latn", - "languages": [ - "ben-Beng", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-sun_Latn", - "languages": [ - "ben-Beng", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503321, - "recall": 0.564229, - "f1": 0.520646, - "accuracy": 0.564229, - "main_score": 0.520646, - "hf_subset": "ben_Beng-umb_Latn", - "languages": [ - "ben-Beng", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ajp_Arab", - "languages": [ - "ben-Beng", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516195, - "recall": 0.58498, - "f1": 0.535252, - "accuracy": 0.58498, - "main_score": 0.535252, - "hf_subset": "ben_Beng-bjn_Arab", - "languages": [ - "ben-Beng", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508131, - "recall": 0.564229, - "f1": 0.522836, - "accuracy": 0.564229, - "main_score": 0.522836, - "hf_subset": "ben_Beng-ewe_Latn", - "languages": [ - "ben-Beng", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943758, - "recall": 0.961462, - "f1": 0.949506, - "accuracy": 0.961462, - "main_score": 0.949506, - "hf_subset": "ben_Beng-ilo_Latn", - "languages": [ - "ben-Beng", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309659, - "recall": 0.368577, - "f1": 0.325391, - "accuracy": 0.368577, - "main_score": 0.325391, - "hf_subset": "ben_Beng-knc_Arab", - "languages": [ - "ben-Beng", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-mkd_Cyrl", - "languages": [ - "ben-Beng", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-prs_Arab", - "languages": [ - "ben-Beng", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-swe_Latn", - "languages": [ - "ben-Beng", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-urd_Arab", - "languages": [ - "ben-Beng", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589628, - "recall": 0.657115, - "f1": 0.608501, - "accuracy": 0.657115, - "main_score": 0.608501, - "hf_subset": "ben_Beng-aka_Latn", - "languages": [ - "ben-Beng", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ben_Beng-bjn_Latn", - "languages": [ - "ben-Beng", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ben_Beng-fao_Latn", - "languages": [ - "ben-Beng", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ind_Latn", - "languages": [ - "ben-Beng", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579679, - "recall": 0.635375, - "f1": 0.595248, - "accuracy": 0.635375, - "main_score": 0.595248, - "hf_subset": "ben_Beng-knc_Latn", - "languages": [ - "ben-Beng", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ben_Beng-mlt_Latn", - "languages": [ - "ben-Beng", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696337, - "recall": 0.763834, - "f1": 0.716076, - "accuracy": 0.763834, - "main_score": 0.716076, - "hf_subset": "ben_Beng-quy_Latn", - "languages": [ - "ben-Beng", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "ben_Beng-swh_Latn", - "languages": [ - "ben-Beng", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-uzn_Latn", - "languages": [ - "ben-Beng", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-als_Latn", - "languages": [ - "ben-Beng", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68014, - "recall": 0.751976, - "f1": 0.700716, - "accuracy": 0.751976, - "main_score": 0.700716, - "hf_subset": "ben_Beng-bod_Tibt", - "languages": [ - "ben-Beng", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690631, - "recall": 0.749012, - "f1": 0.707298, - "accuracy": 0.749012, - "main_score": 0.707298, - "hf_subset": "ben_Beng-fij_Latn", - "languages": [ - "ben-Beng", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "ben_Beng-isl_Latn", - "languages": [ - "ben-Beng", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651169, - "recall": 0.701581, - "f1": 0.666107, - "accuracy": 0.701581, - "main_score": 0.666107, - "hf_subset": "ben_Beng-kon_Latn", - "languages": [ - "ben-Beng", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664377, - "recall": 0.728261, - "f1": 0.683042, - "accuracy": 0.728261, - "main_score": 0.683042, - "hf_subset": "ben_Beng-mni_Beng", - "languages": [ - "ben-Beng", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ron_Latn", - "languages": [ - "ben-Beng", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "ben_Beng-szl_Latn", - "languages": [ - "ben-Beng", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-vec_Latn", - "languages": [ - "ben-Beng", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "ben_Beng-amh_Ethi", - "languages": [ - "ben-Beng", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-bos_Latn", - "languages": [ - "ben-Beng", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-fin_Latn", - "languages": [ - "ben-Beng", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ita_Latn", - "languages": [ - "ben-Beng", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-kor_Hang", - "languages": [ - "ben-Beng", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540613, - "recall": 0.598814, - "f1": 0.556893, - "accuracy": 0.598814, - "main_score": 0.556893, - "hf_subset": "ben_Beng-mos_Latn", - "languages": [ - "ben-Beng", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538142, - "recall": 0.605731, - "f1": 0.556691, - "accuracy": 0.605731, - "main_score": 0.556691, - "hf_subset": "ben_Beng-run_Latn", - "languages": [ - "ben-Beng", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-tam_Taml", - "languages": [ - "ben-Beng", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-vie_Latn", - "languages": [ - "ben-Beng", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-apc_Arab", - "languages": [ - "ben-Beng", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791831, - "recall": 0.844862, - "f1": 0.807792, - "accuracy": 0.844862, - "main_score": 0.807792, - "hf_subset": "ben_Beng-bug_Latn", - "languages": [ - "ben-Beng", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463416, - "recall": 0.520751, - "f1": 0.478898, - "accuracy": 0.520751, - "main_score": 0.478898, - "hf_subset": "ben_Beng-fon_Latn", - "languages": [ - "ben-Beng", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-jav_Latn", - "languages": [ - "ben-Beng", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ben_Beng-lao_Laoo", - "languages": [ - "ben-Beng", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86581, - "recall": 0.901186, - "f1": 0.876812, - "accuracy": 0.901186, - "main_score": 0.876812, - "hf_subset": "ben_Beng-mri_Latn", - "languages": [ - "ben-Beng", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-rus_Cyrl", - "languages": [ - "ben-Beng", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533248, - "recall": 0.594862, - "f1": 0.550024, - "accuracy": 0.594862, - "main_score": 0.550024, - "hf_subset": "ben_Beng-taq_Latn", - "languages": [ - "ben-Beng", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-war_Latn", - "languages": [ - "ben-Beng", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-arb_Arab", - "languages": [ - "ben-Beng", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-bul_Cyrl", - "languages": [ - "ben-Beng", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-fra_Latn", - "languages": [ - "ben-Beng", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-jpn_Jpan", - "languages": [ - "ben-Beng", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ben_Beng-lij_Latn", - "languages": [ - "ben-Beng", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993906, - "recall": 0.995059, - "f1": 0.994236, - "accuracy": 0.995059, - "main_score": 0.994236, - "hf_subset": "ben_Beng-mya_Mymr", - "languages": [ - "ben-Beng", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590075, - "recall": 0.65415, - "f1": 0.607878, - "accuracy": 0.65415, - "main_score": 0.607878, - "hf_subset": "ben_Beng-sag_Latn", - "languages": [ - "ben-Beng", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191862, - "recall": 0.248024, - "f1": 0.204106, - "accuracy": 0.248024, - "main_score": 0.204106, - "hf_subset": "ben_Beng-taq_Tfng", - "languages": [ - "ben-Beng", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622845, - "recall": 0.688735, - "f1": 0.641817, - "accuracy": 0.688735, - "main_score": 0.641817, - "hf_subset": "ben_Beng-wol_Latn", - "languages": [ - "ben-Beng", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792507, - "recall": 0.841897, - "f1": 0.807115, - "accuracy": 0.841897, - "main_score": 0.807115, - "hf_subset": "ben_Beng-arb_Latn", - "languages": [ - "ben-Beng", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-cat_Latn", - "languages": [ - "ben-Beng", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ben_Beng-fur_Latn", - "languages": [ - "ben-Beng", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401508, - "recall": 0.458498, - "f1": 0.41723, - "accuracy": 0.458498, - "main_score": 0.41723, - "hf_subset": "ben_Beng-kab_Latn", - "languages": [ - "ben-Beng", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ben_Beng-lim_Latn", - "languages": [ - "ben-Beng", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-nld_Latn", - "languages": [ - "ben-Beng", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "ben_Beng-san_Deva", - "languages": [ - "ben-Beng", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-tat_Cyrl", - "languages": [ - "ben-Beng", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660477, - "recall": 0.72332, - "f1": 0.678714, - "accuracy": 0.72332, - "main_score": 0.678714, - "hf_subset": "ben_Beng-xho_Latn", - "languages": [ - "ben-Beng", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ars_Arab", - "languages": [ - "ben-Beng", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ben_Beng-ceb_Latn", - "languages": [ - "ben-Beng", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565584, - "recall": 0.630435, - "f1": 0.58404, - "accuracy": 0.630435, - "main_score": 0.58404, - "hf_subset": "ben_Beng-fuv_Latn", - "languages": [ - "ben-Beng", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500404, - "recall": 0.573123, - "f1": 0.520352, - "accuracy": 0.573123, - "main_score": 0.520352, - "hf_subset": "ben_Beng-kac_Latn", - "languages": [ - "ben-Beng", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662072, - "recall": 0.721344, - "f1": 0.679644, - "accuracy": 0.721344, - "main_score": 0.679644, - "hf_subset": "ben_Beng-lin_Latn", - "languages": [ - "ben-Beng", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-nno_Latn", - "languages": [ - "ben-Beng", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244301, - "recall": 0.318182, - "f1": 0.26285, - "accuracy": 0.318182, - "main_score": 0.26285, - "hf_subset": "ben_Beng-sat_Olck", - "languages": [ - "ben-Beng", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-tel_Telu", - "languages": [ - "ben-Beng", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "ben_Beng-ydd_Hebr", - "languages": [ - "ben-Beng", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ben_Beng-ary_Arab", - "languages": [ - "ben-Beng", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ces_Latn", - "languages": [ - "ben-Beng", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566709, - "recall": 0.626482, - "f1": 0.583933, - "accuracy": 0.626482, - "main_score": 0.583933, - "hf_subset": "ben_Beng-gaz_Latn", - "languages": [ - "ben-Beng", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582154, - "recall": 0.650198, - "f1": 0.601616, - "accuracy": 0.650198, - "main_score": 0.601616, - "hf_subset": "ben_Beng-kam_Latn", - "languages": [ - "ben-Beng", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ben_Beng-lit_Latn", - "languages": [ - "ben-Beng", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-nob_Latn", - "languages": [ - "ben-Beng", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "ben_Beng-scn_Latn", - "languages": [ - "ben-Beng", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "ben_Beng-tgk_Cyrl", - "languages": [ - "ben-Beng", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70947, - "recall": 0.774704, - "f1": 0.728807, - "accuracy": 0.774704, - "main_score": 0.728807, - "hf_subset": "ben_Beng-yor_Latn", - "languages": [ - "ben-Beng", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-arz_Arab", - "languages": [ - "ben-Beng", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558483, - "recall": 0.616601, - "f1": 0.574699, - "accuracy": 0.616601, - "main_score": 0.574699, - "hf_subset": "ben_Beng-cjk_Latn", - "languages": [ - "ben-Beng", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774819, - "recall": 0.828063, - "f1": 0.791173, - "accuracy": 0.828063, - "main_score": 0.791173, - "hf_subset": "ben_Beng-gla_Latn", - "languages": [ - "ben-Beng", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-kan_Knda", - "languages": [ - "ben-Beng", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "ben_Beng-lmo_Latn", - "languages": [ - "ben-Beng", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "ben_Beng-npi_Deva", - "languages": [ - "ben-Beng", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468826, - "recall": 0.530632, - "f1": 0.485936, - "accuracy": 0.530632, - "main_score": 0.485936, - "hf_subset": "ben_Beng-shn_Mymr", - "languages": [ - "ben-Beng", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-tgl_Latn", - "languages": [ - "ben-Beng", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-yue_Hant", - "languages": [ - "ben-Beng", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-asm_Beng", - "languages": [ - "ben-Beng", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "ben_Beng-ckb_Arab", - "languages": [ - "ben-Beng", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87607, - "recall": 0.910079, - "f1": 0.886759, - "accuracy": 0.910079, - "main_score": 0.886759, - "hf_subset": "ben_Beng-gle_Latn", - "languages": [ - "ben-Beng", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "ben_Beng-kas_Arab", - "languages": [ - "ben-Beng", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "ben_Beng-ltg_Latn", - "languages": [ - "ben-Beng", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603562, - "recall": 0.656126, - "f1": 0.618313, - "accuracy": 0.656126, - "main_score": 0.618313, - "hf_subset": "ben_Beng-nso_Latn", - "languages": [ - "ben-Beng", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ben_Beng-sin_Sinh", - "languages": [ - "ben-Beng", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-tha_Thai", - "languages": [ - "ben-Beng", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-zho_Hans", - "languages": [ - "ben-Beng", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ast_Latn", - "languages": [ - "ben-Beng", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ben_Beng-crh_Latn", - "languages": [ - "ben-Beng", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-glg_Latn", - "languages": [ - "ben-Beng", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920537, - "recall": 0.944664, - "f1": 0.928261, - "accuracy": 0.944664, - "main_score": 0.928261, - "hf_subset": "ben_Beng-kas_Deva", - "languages": [ - "ben-Beng", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ben_Beng-ltz_Latn", - "languages": [ - "ben-Beng", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441817, - "recall": 0.506917, - "f1": 0.459491, - "accuracy": 0.506917, - "main_score": 0.459491, - "hf_subset": "ben_Beng-nus_Latn", - "languages": [ - "ben-Beng", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-slk_Latn", - "languages": [ - "ben-Beng", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623954, - "recall": 0.693676, - "f1": 0.643688, - "accuracy": 0.693676, - "main_score": 0.643688, - "hf_subset": "ben_Beng-tir_Ethi", - "languages": [ - "ben-Beng", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-zho_Hant", - "languages": [ - "ben-Beng", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "ben_Beng-awa_Deva", - "languages": [ - "ben-Beng", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ben_Beng-cym_Latn", - "languages": [ - "ben-Beng", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824687, - "recall": 0.867589, - "f1": 0.837733, - "accuracy": 0.867589, - "main_score": 0.837733, - "hf_subset": "ben_Beng-grn_Latn", - "languages": [ - "ben-Beng", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ben_Beng-kat_Geor", - "languages": [ - "ben-Beng", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634437, - "recall": 0.690711, - "f1": 0.65046, - "accuracy": 0.690711, - "main_score": 0.65046, - "hf_subset": "ben_Beng-lua_Latn", - "languages": [ - "ben-Beng", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6292, - "recall": 0.694664, - "f1": 0.647765, - "accuracy": 0.694664, - "main_score": 0.647765, - "hf_subset": "ben_Beng-nya_Latn", - "languages": [ - "ben-Beng", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-slv_Latn", - "languages": [ - "ben-Beng", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "ben_Beng-tpi_Latn", - "languages": [ - "ben-Beng", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-zsm_Latn", - "languages": [ - "ben-Beng", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537358, - "recall": 0.597826, - "f1": 0.55398, - "accuracy": 0.597826, - "main_score": 0.55398, - "hf_subset": "ben_Beng-ayr_Latn", - "languages": [ - "ben-Beng", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-dan_Latn", - "languages": [ - "ben-Beng", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-guj_Gujr", - "languages": [ - "ben-Beng", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-kaz_Cyrl", - "languages": [ - "ben-Beng", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530825, - "recall": 0.589921, - "f1": 0.546906, - "accuracy": 0.589921, - "main_score": 0.546906, - "hf_subset": "ben_Beng-lug_Latn", - "languages": [ - "ben-Beng", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-oci_Latn", - "languages": [ - "ben-Beng", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818248, - "recall": 0.865613, - "f1": 0.832806, - "accuracy": 0.865613, - "main_score": 0.832806, - "hf_subset": "ben_Beng-smo_Latn", - "languages": [ - "ben-Beng", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532088, - "recall": 0.600791, - "f1": 0.550294, - "accuracy": 0.600791, - "main_score": 0.550294, - "hf_subset": "ben_Beng-tsn_Latn", - "languages": [ - "ben-Beng", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611637, - "recall": 0.672925, - "f1": 0.628858, - "accuracy": 0.672925, - "main_score": 0.628858, - "hf_subset": "ben_Beng-zul_Latn", - "languages": [ - "ben-Beng", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931489, - "recall": 0.953557, - "f1": 0.938735, - "accuracy": 0.953557, - "main_score": 0.938735, - "hf_subset": "ben_Beng-azb_Arab", - "languages": [ - "ben-Beng", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-deu_Latn", - "languages": [ - "ben-Beng", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "ben_Beng-hat_Latn", - "languages": [ - "ben-Beng", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481697, - "recall": 0.533597, - "f1": 0.495846, - "accuracy": 0.533597, - "main_score": 0.495846, - "hf_subset": "ben_Beng-kbp_Latn", - "languages": [ - "ben-Beng", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568401, - "recall": 0.624506, - "f1": 0.583272, - "accuracy": 0.624506, - "main_score": 0.583272, - "hf_subset": "ben_Beng-luo_Latn", - "languages": [ - "ben-Beng", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-ory_Orya", - "languages": [ - "ben-Beng", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575325, - "recall": 0.644269, - "f1": 0.594905, - "accuracy": 0.644269, - "main_score": 0.594905, - "hf_subset": "ben_Beng-sna_Latn", - "languages": [ - "ben-Beng", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544369, - "recall": 0.599802, - "f1": 0.559442, - "accuracy": 0.599802, - "main_score": 0.559442, - "hf_subset": "ben_Beng-tso_Latn", - "languages": [ - "ben-Beng", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ben_Beng-azj_Latn", - "languages": [ - "ben-Beng", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518164, - "recall": 0.587945, - "f1": 0.538658, - "accuracy": 0.587945, - "main_score": 0.538658, - "hf_subset": "ben_Beng-dik_Latn", - "languages": [ - "ben-Beng", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746429, - "recall": 0.799407, - "f1": 0.761957, - "accuracy": 0.799407, - "main_score": 0.761957, - "hf_subset": "ben_Beng-hau_Latn", - "languages": [ - "ben-Beng", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ben_Beng-kea_Latn", - "languages": [ - "ben-Beng", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75415, - "recall": 0.80336, - "f1": 0.768826, - "accuracy": 0.80336, - "main_score": 0.768826, - "hf_subset": "ben_Beng-lus_Latn", - "languages": [ - "ben-Beng", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878706, - "recall": 0.909091, - "f1": 0.887714, - "accuracy": 0.909091, - "main_score": 0.887714, - "hf_subset": "ben_Beng-pag_Latn", - "languages": [ - "ben-Beng", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-snd_Arab", - "languages": [ - "ben-Beng", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ben_Beng-tuk_Latn", - "languages": [ - "ben-Beng", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ben_Beng-bak_Cyrl", - "languages": [ - "ben-Beng", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483103, - "recall": 0.557312, - "f1": 0.504701, - "accuracy": 0.557312, - "main_score": 0.504701, - "hf_subset": "ben_Beng-dyu_Latn", - "languages": [ - "ben-Beng", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-heb_Hebr", - "languages": [ - "ben-Beng", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ben_Beng-khk_Cyrl", - "languages": [ - "ben-Beng", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-lvs_Latn", - "languages": [ - "ben-Beng", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ben_Beng-pan_Guru", - "languages": [ - "ben-Beng", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699177, - "recall": 0.754941, - "f1": 0.715533, - "accuracy": 0.754941, - "main_score": 0.715533, - "hf_subset": "ben_Beng-som_Latn", - "languages": [ - "ben-Beng", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591947, - "recall": 0.643281, - "f1": 0.605955, - "accuracy": 0.643281, - "main_score": 0.605955, - "hf_subset": "ben_Beng-tum_Latn", - "languages": [ - "ben-Beng", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565415, - "recall": 0.631423, - "f1": 0.584384, - "accuracy": 0.631423, - "main_score": 0.584384, - "hf_subset": "est_Latn-ace_Arab", - "languages": [ - "est-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530686, - "recall": 0.587945, - "f1": 0.547368, - "accuracy": 0.587945, - "main_score": 0.547368, - "hf_subset": "est_Latn-bam_Latn", - "languages": [ - "est-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43153, - "recall": 0.51087, - "f1": 0.452679, - "accuracy": 0.51087, - "main_score": 0.452679, - "hf_subset": "est_Latn-dzo_Tibt", - "languages": [ - "est-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-hin_Deva", - "languages": [ - "est-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "est_Latn-khm_Khmr", - "languages": [ - "est-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-mag_Deva", - "languages": [ - "est-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "est_Latn-pap_Latn", - "languages": [ - "est-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583701, - "recall": 0.637352, - "f1": 0.598855, - "accuracy": 0.637352, - "main_score": 0.598855, - "hf_subset": "est_Latn-sot_Latn", - "languages": [ - "est-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-tur_Latn", - "languages": [ - "est-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860787, - "recall": 0.893281, - "f1": 0.870902, - "accuracy": 0.893281, - "main_score": 0.870902, - "hf_subset": "est_Latn-ace_Latn", - "languages": [ - "est-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.964427, - "f1": 0.956851, - "accuracy": 0.964427, - "main_score": 0.956851, - "hf_subset": "est_Latn-ban_Latn", - "languages": [ - "est-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-ell_Grek", - "languages": [ - "est-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-hne_Deva", - "languages": [ - "est-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591493, - "recall": 0.643281, - "f1": 0.606489, - "accuracy": 0.643281, - "main_score": 0.606489, - "hf_subset": "est_Latn-kik_Latn", - "languages": [ - "est-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-mai_Deva", - "languages": [ - "est-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "est_Latn-pbt_Arab", - "languages": [ - "est-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-spa_Latn", - "languages": [ - "est-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599061, - "recall": 0.659091, - "f1": 0.616243, - "accuracy": 0.659091, - "main_score": 0.616243, - "hf_subset": "est_Latn-twi_Latn", - "languages": [ - "est-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "est_Latn-acm_Arab", - "languages": [ - "est-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "est_Latn-bel_Cyrl", - "languages": [ - "est-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-eng_Latn", - "languages": [ - "est-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-hrv_Latn", - "languages": [ - "est-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551724, - "recall": 0.61166, - "f1": 0.568465, - "accuracy": 0.61166, - "main_score": 0.568465, - "hf_subset": "est_Latn-kin_Latn", - "languages": [ - "est-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "est_Latn-mal_Mlym", - "languages": [ - "est-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-pes_Arab", - "languages": [ - "est-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "est_Latn-srd_Latn", - "languages": [ - "est-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189562, - "recall": 0.23419, - "f1": 0.200848, - "accuracy": 0.23419, - "main_score": 0.200848, - "hf_subset": "est_Latn-tzm_Tfng", - "languages": [ - "est-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-acq_Arab", - "languages": [ - "est-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617372, - "recall": 0.667984, - "f1": 0.631552, - "accuracy": 0.667984, - "main_score": 0.631552, - "hf_subset": "est_Latn-bem_Latn", - "languages": [ - "est-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-epo_Latn", - "languages": [ - "est-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-hun_Latn", - "languages": [ - "est-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "est_Latn-kir_Cyrl", - "languages": [ - "est-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-mar_Deva", - "languages": [ - "est-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651779, - "recall": 0.706522, - "f1": 0.667627, - "accuracy": 0.706522, - "main_score": 0.667627, - "hf_subset": "est_Latn-plt_Latn", - "languages": [ - "est-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-srp_Cyrl", - "languages": [ - "est-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957592, - "recall": 0.970356, - "f1": 0.961693, - "accuracy": 0.970356, - "main_score": 0.961693, - "hf_subset": "est_Latn-uig_Arab", - "languages": [ - "est-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "est_Latn-aeb_Arab", - "languages": [ - "est-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-ben_Beng", - "languages": [ - "est-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-hye_Armn", - "languages": [ - "est-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539224, - "recall": 0.591897, - "f1": 0.554363, - "accuracy": 0.591897, - "main_score": 0.554363, - "hf_subset": "est_Latn-kmb_Latn", - "languages": [ - "est-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497133, - "recall": 0.565217, - "f1": 0.51539, - "accuracy": 0.565217, - "main_score": 0.51539, - "hf_subset": "est_Latn-min_Arab", - "languages": [ - "est-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-pol_Latn", - "languages": [ - "est-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551716, - "recall": 0.614625, - "f1": 0.569691, - "accuracy": 0.614625, - "main_score": 0.569691, - "hf_subset": "est_Latn-ssw_Latn", - "languages": [ - "est-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-ukr_Cyrl", - "languages": [ - "est-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-afr_Latn", - "languages": [ - "est-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-bho_Deva", - "languages": [ - "est-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "est_Latn-eus_Latn", - "languages": [ - "est-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581489, - "recall": 0.639328, - "f1": 0.59793, - "accuracy": 0.639328, - "main_score": 0.59793, - "hf_subset": "est_Latn-ibo_Latn", - "languages": [ - "est-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893528, - "recall": 0.922925, - "f1": 0.902899, - "accuracy": 0.922925, - "main_score": 0.902899, - "hf_subset": "est_Latn-kmr_Latn", - "languages": [ - "est-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "est_Latn-min_Latn", - "languages": [ - "est-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-por_Latn", - "languages": [ - "est-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991765, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-sun_Latn", - "languages": [ - "est-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509141, - "recall": 0.563241, - "f1": 0.524563, - "accuracy": 0.563241, - "main_score": 0.524563, - "hf_subset": "est_Latn-umb_Latn", - "languages": [ - "est-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-ajp_Arab", - "languages": [ - "est-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528059, - "recall": 0.590909, - "f1": 0.54584, - "accuracy": 0.590909, - "main_score": 0.54584, - "hf_subset": "est_Latn-bjn_Arab", - "languages": [ - "est-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516269, - "recall": 0.563241, - "f1": 0.528718, - "accuracy": 0.563241, - "main_score": 0.528718, - "hf_subset": "est_Latn-ewe_Latn", - "languages": [ - "est-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.962451, - "f1": 0.95191, - "accuracy": 0.962451, - "main_score": 0.95191, - "hf_subset": "est_Latn-ilo_Latn", - "languages": [ - "est-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31809, - "recall": 0.370553, - "f1": 0.332924, - "accuracy": 0.370553, - "main_score": 0.332924, - "hf_subset": "est_Latn-knc_Arab", - "languages": [ - "est-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-mkd_Cyrl", - "languages": [ - "est-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-prs_Arab", - "languages": [ - "est-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-swe_Latn", - "languages": [ - "est-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-urd_Arab", - "languages": [ - "est-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580402, - "recall": 0.639328, - "f1": 0.597252, - "accuracy": 0.639328, - "main_score": 0.597252, - "hf_subset": "est_Latn-aka_Latn", - "languages": [ - "est-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "est_Latn-bjn_Latn", - "languages": [ - "est-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "est_Latn-fao_Latn", - "languages": [ - "est-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-ind_Latn", - "languages": [ - "est-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574943, - "recall": 0.624506, - "f1": 0.589033, - "accuracy": 0.624506, - "main_score": 0.589033, - "hf_subset": "est_Latn-knc_Latn", - "languages": [ - "est-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "est_Latn-mlt_Latn", - "languages": [ - "est-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700536, - "recall": 0.762846, - "f1": 0.719366, - "accuracy": 0.762846, - "main_score": 0.719366, - "hf_subset": "est_Latn-quy_Latn", - "languages": [ - "est-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "est_Latn-swh_Latn", - "languages": [ - "est-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "est_Latn-uzn_Latn", - "languages": [ - "est-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-als_Latn", - "languages": [ - "est-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628887, - "recall": 0.708498, - "f1": 0.651717, - "accuracy": 0.708498, - "main_score": 0.651717, - "hf_subset": "est_Latn-bod_Tibt", - "languages": [ - "est-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680667, - "recall": 0.742095, - "f1": 0.698561, - "accuracy": 0.742095, - "main_score": 0.698561, - "hf_subset": "est_Latn-fij_Latn", - "languages": [ - "est-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "est_Latn-isl_Latn", - "languages": [ - "est-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657395, - "recall": 0.710474, - "f1": 0.672911, - "accuracy": 0.710474, - "main_score": 0.672911, - "hf_subset": "est_Latn-kon_Latn", - "languages": [ - "est-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654736, - "recall": 0.719368, - "f1": 0.673572, - "accuracy": 0.719368, - "main_score": 0.673572, - "hf_subset": "est_Latn-mni_Beng", - "languages": [ - "est-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-ron_Latn", - "languages": [ - "est-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "est_Latn-szl_Latn", - "languages": [ - "est-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-vec_Latn", - "languages": [ - "est-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939065, - "recall": 0.958498, - "f1": 0.945323, - "accuracy": 0.958498, - "main_score": 0.945323, - "hf_subset": "est_Latn-amh_Ethi", - "languages": [ - "est-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-bos_Latn", - "languages": [ - "est-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-fin_Latn", - "languages": [ - "est-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-ita_Latn", - "languages": [ - "est-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-kor_Hang", - "languages": [ - "est-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547455, - "recall": 0.602767, - "f1": 0.5627, - "accuracy": 0.602767, - "main_score": 0.5627, - "hf_subset": "est_Latn-mos_Latn", - "languages": [ - "est-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547696, - "recall": 0.604743, - "f1": 0.563971, - "accuracy": 0.604743, - "main_score": 0.563971, - "hf_subset": "est_Latn-run_Latn", - "languages": [ - "est-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-tam_Taml", - "languages": [ - "est-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-vie_Latn", - "languages": [ - "est-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-apc_Arab", - "languages": [ - "est-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803689, - "recall": 0.844862, - "f1": 0.816023, - "accuracy": 0.844862, - "main_score": 0.816023, - "hf_subset": "est_Latn-bug_Latn", - "languages": [ - "est-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473925, - "recall": 0.524704, - "f1": 0.487172, - "accuracy": 0.524704, - "main_score": 0.487172, - "hf_subset": "est_Latn-fon_Latn", - "languages": [ - "est-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "est_Latn-jav_Latn", - "languages": [ - "est-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "est_Latn-lao_Laoo", - "languages": [ - "est-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875165, - "recall": 0.909091, - "f1": 0.885672, - "accuracy": 0.909091, - "main_score": 0.885672, - "hf_subset": "est_Latn-mri_Latn", - "languages": [ - "est-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-rus_Cyrl", - "languages": [ - "est-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539026, - "recall": 0.594862, - "f1": 0.554517, - "accuracy": 0.594862, - "main_score": 0.554517, - "hf_subset": "est_Latn-taq_Latn", - "languages": [ - "est-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "est_Latn-war_Latn", - "languages": [ - "est-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-arb_Arab", - "languages": [ - "est-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-bul_Cyrl", - "languages": [ - "est-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-fra_Latn", - "languages": [ - "est-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-jpn_Jpan", - "languages": [ - "est-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "est_Latn-lij_Latn", - "languages": [ - "est-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.983202, - "f1": 0.979578, - "accuracy": 0.983202, - "main_score": 0.979578, - "hf_subset": "est_Latn-mya_Mymr", - "languages": [ - "est-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590424, - "recall": 0.652174, - "f1": 0.607535, - "accuracy": 0.652174, - "main_score": 0.607535, - "hf_subset": "est_Latn-sag_Latn", - "languages": [ - "est-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20033, - "recall": 0.253953, - "f1": 0.212592, - "accuracy": 0.253953, - "main_score": 0.212592, - "hf_subset": "est_Latn-taq_Tfng", - "languages": [ - "est-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619285, - "recall": 0.679842, - "f1": 0.636712, - "accuracy": 0.679842, - "main_score": 0.636712, - "hf_subset": "est_Latn-wol_Latn", - "languages": [ - "est-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797908, - "recall": 0.849802, - "f1": 0.813966, - "accuracy": 0.849802, - "main_score": 0.813966, - "hf_subset": "est_Latn-arb_Latn", - "languages": [ - "est-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-cat_Latn", - "languages": [ - "est-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "est_Latn-fur_Latn", - "languages": [ - "est-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415452, - "recall": 0.470356, - "f1": 0.430489, - "accuracy": 0.470356, - "main_score": 0.430489, - "hf_subset": "est_Latn-kab_Latn", - "languages": [ - "est-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "est_Latn-lim_Latn", - "languages": [ - "est-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-nld_Latn", - "languages": [ - "est-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "est_Latn-san_Deva", - "languages": [ - "est-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-tat_Cyrl", - "languages": [ - "est-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657823, - "recall": 0.714427, - "f1": 0.674445, - "accuracy": 0.714427, - "main_score": 0.674445, - "hf_subset": "est_Latn-xho_Latn", - "languages": [ - "est-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-ars_Arab", - "languages": [ - "est-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-ceb_Latn", - "languages": [ - "est-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563334, - "recall": 0.619565, - "f1": 0.579557, - "accuracy": 0.619565, - "main_score": 0.579557, - "hf_subset": "est_Latn-fuv_Latn", - "languages": [ - "est-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518401, - "recall": 0.577075, - "f1": 0.534492, - "accuracy": 0.577075, - "main_score": 0.534492, - "hf_subset": "est_Latn-kac_Latn", - "languages": [ - "est-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665744, - "recall": 0.717391, - "f1": 0.681014, - "accuracy": 0.717391, - "main_score": 0.681014, - "hf_subset": "est_Latn-lin_Latn", - "languages": [ - "est-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-nno_Latn", - "languages": [ - "est-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227568, - "recall": 0.304348, - "f1": 0.24721, - "accuracy": 0.304348, - "main_score": 0.24721, - "hf_subset": "est_Latn-sat_Olck", - "languages": [ - "est-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-tel_Telu", - "languages": [ - "est-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "est_Latn-ydd_Hebr", - "languages": [ - "est-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974885, - "recall": 0.982213, - "f1": 0.977174, - "accuracy": 0.982213, - "main_score": 0.977174, - "hf_subset": "est_Latn-ary_Arab", - "languages": [ - "est-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-ces_Latn", - "languages": [ - "est-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580147, - "recall": 0.640316, - "f1": 0.597258, - "accuracy": 0.640316, - "main_score": 0.597258, - "hf_subset": "est_Latn-gaz_Latn", - "languages": [ - "est-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587229, - "recall": 0.647233, - "f1": 0.604891, - "accuracy": 0.647233, - "main_score": 0.604891, - "hf_subset": "est_Latn-kam_Latn", - "languages": [ - "est-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-lit_Latn", - "languages": [ - "est-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-nob_Latn", - "languages": [ - "est-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "est_Latn-scn_Latn", - "languages": [ - "est-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "est_Latn-tgk_Cyrl", - "languages": [ - "est-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717128, - "recall": 0.782609, - "f1": 0.737206, - "accuracy": 0.782609, - "main_score": 0.737206, - "hf_subset": "est_Latn-yor_Latn", - "languages": [ - "est-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-arz_Arab", - "languages": [ - "est-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555609, - "recall": 0.61166, - "f1": 0.572069, - "accuracy": 0.61166, - "main_score": 0.572069, - "hf_subset": "est_Latn-cjk_Latn", - "languages": [ - "est-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789526, - "recall": 0.840909, - "f1": 0.805058, - "accuracy": 0.840909, - "main_score": 0.805058, - "hf_subset": "est_Latn-gla_Latn", - "languages": [ - "est-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-kan_Knda", - "languages": [ - "est-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "est_Latn-lmo_Latn", - "languages": [ - "est-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "est_Latn-npi_Deva", - "languages": [ - "est-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466684, - "recall": 0.520751, - "f1": 0.481941, - "accuracy": 0.520751, - "main_score": 0.481941, - "hf_subset": "est_Latn-shn_Mymr", - "languages": [ - "est-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-tgl_Latn", - "languages": [ - "est-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-yue_Hant", - "languages": [ - "est-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "est_Latn-asm_Beng", - "languages": [ - "est-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "est_Latn-ckb_Arab", - "languages": [ - "est-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882987, - "recall": 0.914032, - "f1": 0.892655, - "accuracy": 0.914032, - "main_score": 0.892655, - "hf_subset": "est_Latn-gle_Latn", - "languages": [ - "est-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935935, - "recall": 0.955534, - "f1": 0.942358, - "accuracy": 0.955534, - "main_score": 0.942358, - "hf_subset": "est_Latn-kas_Arab", - "languages": [ - "est-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94837, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "est_Latn-ltg_Latn", - "languages": [ - "est-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606807, - "recall": 0.653162, - "f1": 0.619226, - "accuracy": 0.653162, - "main_score": 0.619226, - "hf_subset": "est_Latn-nso_Latn", - "languages": [ - "est-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "est_Latn-sin_Sinh", - "languages": [ - "est-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-tha_Thai", - "languages": [ - "est-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-zho_Hans", - "languages": [ - "est-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-ast_Latn", - "languages": [ - "est-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-crh_Latn", - "languages": [ - "est-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-glg_Latn", - "languages": [ - "est-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889361, - "recall": 0.920949, - "f1": 0.899539, - "accuracy": 0.920949, - "main_score": 0.899539, - "hf_subset": "est_Latn-kas_Deva", - "languages": [ - "est-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "est_Latn-ltz_Latn", - "languages": [ - "est-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468997, - "recall": 0.529644, - "f1": 0.485586, - "accuracy": 0.529644, - "main_score": 0.485586, - "hf_subset": "est_Latn-nus_Latn", - "languages": [ - "est-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-slk_Latn", - "languages": [ - "est-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618224, - "recall": 0.688735, - "f1": 0.638709, - "accuracy": 0.688735, - "main_score": 0.638709, - "hf_subset": "est_Latn-tir_Ethi", - "languages": [ - "est-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-zho_Hant", - "languages": [ - "est-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "est_Latn-awa_Deva", - "languages": [ - "est-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "est_Latn-cym_Latn", - "languages": [ - "est-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830567, - "recall": 0.869565, - "f1": 0.842457, - "accuracy": 0.869565, - "main_score": 0.842457, - "hf_subset": "est_Latn-grn_Latn", - "languages": [ - "est-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "est_Latn-kat_Geor", - "languages": [ - "est-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627359, - "recall": 0.678854, - "f1": 0.64167, - "accuracy": 0.678854, - "main_score": 0.64167, - "hf_subset": "est_Latn-lua_Latn", - "languages": [ - "est-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624788, - "recall": 0.681818, - "f1": 0.640718, - "accuracy": 0.681818, - "main_score": 0.640718, - "hf_subset": "est_Latn-nya_Latn", - "languages": [ - "est-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "est_Latn-slv_Latn", - "languages": [ - "est-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933136, - "recall": 0.953557, - "f1": 0.939723, - "accuracy": 0.953557, - "main_score": 0.939723, - "hf_subset": "est_Latn-tpi_Latn", - "languages": [ - "est-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-zsm_Latn", - "languages": [ - "est-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534375, - "recall": 0.596838, - "f1": 0.552388, - "accuracy": 0.596838, - "main_score": 0.552388, - "hf_subset": "est_Latn-ayr_Latn", - "languages": [ - "est-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-dan_Latn", - "languages": [ - "est-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-guj_Gujr", - "languages": [ - "est-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-kaz_Cyrl", - "languages": [ - "est-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524598, - "recall": 0.578063, - "f1": 0.539178, - "accuracy": 0.578063, - "main_score": 0.539178, - "hf_subset": "est_Latn-lug_Latn", - "languages": [ - "est-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-oci_Latn", - "languages": [ - "est-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814592, - "recall": 0.862648, - "f1": 0.82948, - "accuracy": 0.862648, - "main_score": 0.82948, - "hf_subset": "est_Latn-smo_Latn", - "languages": [ - "est-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543514, - "recall": 0.597826, - "f1": 0.558452, - "accuracy": 0.597826, - "main_score": 0.558452, - "hf_subset": "est_Latn-tsn_Latn", - "languages": [ - "est-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630139, - "recall": 0.683794, - "f1": 0.645246, - "accuracy": 0.683794, - "main_score": 0.645246, - "hf_subset": "est_Latn-zul_Latn", - "languages": [ - "est-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908959, - "recall": 0.935771, - "f1": 0.917655, - "accuracy": 0.935771, - "main_score": 0.917655, - "hf_subset": "est_Latn-azb_Arab", - "languages": [ - "est-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-deu_Latn", - "languages": [ - "est-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "est_Latn-hat_Latn", - "languages": [ - "est-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501437, - "recall": 0.551383, - "f1": 0.515372, - "accuracy": 0.551383, - "main_score": 0.515372, - "hf_subset": "est_Latn-kbp_Latn", - "languages": [ - "est-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572143, - "recall": 0.626482, - "f1": 0.586997, - "accuracy": 0.626482, - "main_score": 0.586997, - "hf_subset": "est_Latn-luo_Latn", - "languages": [ - "est-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-ory_Orya", - "languages": [ - "est-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590286, - "recall": 0.651186, - "f1": 0.607576, - "accuracy": 0.651186, - "main_score": 0.607576, - "hf_subset": "est_Latn-sna_Latn", - "languages": [ - "est-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547218, - "recall": 0.602767, - "f1": 0.562463, - "accuracy": 0.602767, - "main_score": 0.562463, - "hf_subset": "est_Latn-tso_Latn", - "languages": [ - "est-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "est_Latn-azj_Latn", - "languages": [ - "est-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533745, - "recall": 0.596838, - "f1": 0.552136, - "accuracy": 0.596838, - "main_score": 0.552136, - "hf_subset": "est_Latn-dik_Latn", - "languages": [ - "est-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728302, - "recall": 0.784585, - "f1": 0.744917, - "accuracy": 0.784585, - "main_score": 0.744917, - "hf_subset": "est_Latn-hau_Latn", - "languages": [ - "est-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "est_Latn-kea_Latn", - "languages": [ - "est-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741947, - "recall": 0.795455, - "f1": 0.75807, - "accuracy": 0.795455, - "main_score": 0.75807, - "hf_subset": "est_Latn-lus_Latn", - "languages": [ - "est-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861644, - "recall": 0.891304, - "f1": 0.870422, - "accuracy": 0.891304, - "main_score": 0.870422, - "hf_subset": "est_Latn-pag_Latn", - "languages": [ - "est-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "est_Latn-snd_Arab", - "languages": [ - "est-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "est_Latn-tuk_Latn", - "languages": [ - "est-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "est_Latn-bak_Cyrl", - "languages": [ - "est-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490951, - "recall": 0.564229, - "f1": 0.512299, - "accuracy": 0.564229, - "main_score": 0.512299, - "hf_subset": "est_Latn-dyu_Latn", - "languages": [ - "est-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "est_Latn-heb_Hebr", - "languages": [ - "est-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "est_Latn-khk_Cyrl", - "languages": [ - "est-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "est_Latn-lvs_Latn", - "languages": [ - "est-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "est_Latn-pan_Guru", - "languages": [ - "est-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705155, - "recall": 0.762846, - "f1": 0.722658, - "accuracy": 0.762846, - "main_score": 0.722658, - "hf_subset": "est_Latn-som_Latn", - "languages": [ - "est-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582964, - "recall": 0.633399, - "f1": 0.596443, - "accuracy": 0.633399, - "main_score": 0.596443, - "hf_subset": "est_Latn-tum_Latn", - "languages": [ - "est-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560394, - "recall": 0.624506, - "f1": 0.578661, - "accuracy": 0.624506, - "main_score": 0.578661, - "hf_subset": "hye_Armn-ace_Arab", - "languages": [ - "hye-Armn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513266, - "recall": 0.574111, - "f1": 0.530001, - "accuracy": 0.574111, - "main_score": 0.530001, - "hf_subset": "hye_Armn-bam_Latn", - "languages": [ - "hye-Armn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459788, - "recall": 0.537549, - "f1": 0.480915, - "accuracy": 0.537549, - "main_score": 0.480915, - "hf_subset": "hye_Armn-dzo_Tibt", - "languages": [ - "hye-Armn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-hin_Deva", - "languages": [ - "hye-Armn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hye_Armn-khm_Khmr", - "languages": [ - "hye-Armn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-mag_Deva", - "languages": [ - "hye-Armn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "hye_Armn-pap_Latn", - "languages": [ - "hye-Armn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562738, - "recall": 0.623518, - "f1": 0.579748, - "accuracy": 0.623518, - "main_score": 0.579748, - "hf_subset": "hye_Armn-sot_Latn", - "languages": [ - "hye-Armn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-tur_Latn", - "languages": [ - "hye-Armn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850247, - "recall": 0.887352, - "f1": 0.861726, - "accuracy": 0.887352, - "main_score": 0.861726, - "hf_subset": "hye_Armn-ace_Latn", - "languages": [ - "hye-Armn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950511, - "recall": 0.962451, - "f1": 0.954282, - "accuracy": 0.962451, - "main_score": 0.954282, - "hf_subset": "hye_Armn-ban_Latn", - "languages": [ - "hye-Armn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ell_Grek", - "languages": [ - "hye-Armn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "hye_Armn-hne_Deva", - "languages": [ - "hye-Armn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591767, - "recall": 0.647233, - "f1": 0.607605, - "accuracy": 0.647233, - "main_score": 0.607605, - "hf_subset": "hye_Armn-kik_Latn", - "languages": [ - "hye-Armn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-mai_Deva", - "languages": [ - "hye-Armn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "hye_Armn-pbt_Arab", - "languages": [ - "hye-Armn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-spa_Latn", - "languages": [ - "hye-Armn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608467, - "recall": 0.662055, - "f1": 0.623505, - "accuracy": 0.662055, - "main_score": 0.623505, - "hf_subset": "hye_Armn-twi_Latn", - "languages": [ - "hye-Armn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-acm_Arab", - "languages": [ - "hye-Armn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-bel_Cyrl", - "languages": [ - "hye-Armn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-eng_Latn", - "languages": [ - "hye-Armn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-hrv_Latn", - "languages": [ - "hye-Armn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551138, - "recall": 0.610672, - "f1": 0.568112, - "accuracy": 0.610672, - "main_score": 0.568112, - "hf_subset": "hye_Armn-kin_Latn", - "languages": [ - "hye-Armn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hye_Armn-mal_Mlym", - "languages": [ - "hye-Armn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-pes_Arab", - "languages": [ - "hye-Armn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "hye_Armn-srd_Latn", - "languages": [ - "hye-Armn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195608, - "recall": 0.243083, - "f1": 0.2078, - "accuracy": 0.243083, - "main_score": 0.2078, - "hf_subset": "hye_Armn-tzm_Tfng", - "languages": [ - "hye-Armn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-acq_Arab", - "languages": [ - "hye-Armn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61541, - "recall": 0.666008, - "f1": 0.629444, - "accuracy": 0.666008, - "main_score": 0.629444, - "hf_subset": "hye_Armn-bem_Latn", - "languages": [ - "hye-Armn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-epo_Latn", - "languages": [ - "hye-Armn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-hun_Latn", - "languages": [ - "hye-Armn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99193, - "recall": 0.994071, - "f1": 0.992589, - "accuracy": 0.994071, - "main_score": 0.992589, - "hf_subset": "hye_Armn-kir_Cyrl", - "languages": [ - "hye-Armn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-mar_Deva", - "languages": [ - "hye-Armn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658169, - "recall": 0.718379, - "f1": 0.676007, - "accuracy": 0.718379, - "main_score": 0.676007, - "hf_subset": "hye_Armn-plt_Latn", - "languages": [ - "hye-Armn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-srp_Cyrl", - "languages": [ - "hye-Armn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "hye_Armn-uig_Arab", - "languages": [ - "hye-Armn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hye_Armn-aeb_Arab", - "languages": [ - "hye-Armn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-ben_Beng", - "languages": [ - "hye-Armn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-est_Latn", - "languages": [ - "hye-Armn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542351, - "recall": 0.592885, - "f1": 0.556901, - "accuracy": 0.592885, - "main_score": 0.556901, - "hf_subset": "hye_Armn-kmb_Latn", - "languages": [ - "hye-Armn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491941, - "recall": 0.564229, - "f1": 0.511619, - "accuracy": 0.564229, - "main_score": 0.511619, - "hf_subset": "hye_Armn-min_Arab", - "languages": [ - "hye-Armn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-pol_Latn", - "languages": [ - "hye-Armn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548083, - "recall": 0.61166, - "f1": 0.566584, - "accuracy": 0.61166, - "main_score": 0.566584, - "hf_subset": "hye_Armn-ssw_Latn", - "languages": [ - "hye-Armn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-ukr_Cyrl", - "languages": [ - "hye-Armn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-afr_Latn", - "languages": [ - "hye-Armn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hye_Armn-bho_Deva", - "languages": [ - "hye-Armn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hye_Armn-eus_Latn", - "languages": [ - "hye-Armn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559519, - "recall": 0.620553, - "f1": 0.57644, - "accuracy": 0.620553, - "main_score": 0.57644, - "hf_subset": "hye_Armn-ibo_Latn", - "languages": [ - "hye-Armn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911808, - "recall": 0.937747, - "f1": 0.920191, - "accuracy": 0.937747, - "main_score": 0.920191, - "hf_subset": "hye_Armn-kmr_Latn", - "languages": [ - "hye-Armn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "hye_Armn-min_Latn", - "languages": [ - "hye-Armn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-por_Latn", - "languages": [ - "hye-Armn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "hye_Armn-sun_Latn", - "languages": [ - "hye-Armn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518974, - "recall": 0.576087, - "f1": 0.534648, - "accuracy": 0.576087, - "main_score": 0.534648, - "hf_subset": "hye_Armn-umb_Latn", - "languages": [ - "hye-Armn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-ajp_Arab", - "languages": [ - "hye-Armn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540255, - "recall": 0.599802, - "f1": 0.55631, - "accuracy": 0.599802, - "main_score": 0.55631, - "hf_subset": "hye_Armn-bjn_Arab", - "languages": [ - "hye-Armn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506653, - "recall": 0.562253, - "f1": 0.521941, - "accuracy": 0.562253, - "main_score": 0.521941, - "hf_subset": "hye_Armn-ewe_Latn", - "languages": [ - "hye-Armn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.953557, - "f1": 0.940547, - "accuracy": 0.953557, - "main_score": 0.940547, - "hf_subset": "hye_Armn-ilo_Latn", - "languages": [ - "hye-Armn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310857, - "recall": 0.368577, - "f1": 0.326259, - "accuracy": 0.368577, - "main_score": 0.326259, - "hf_subset": "hye_Armn-knc_Arab", - "languages": [ - "hye-Armn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-mkd_Cyrl", - "languages": [ - "hye-Armn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-prs_Arab", - "languages": [ - "hye-Armn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-swe_Latn", - "languages": [ - "hye-Armn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-urd_Arab", - "languages": [ - "hye-Armn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572787, - "recall": 0.63834, - "f1": 0.591323, - "accuracy": 0.63834, - "main_score": 0.591323, - "hf_subset": "hye_Armn-aka_Latn", - "languages": [ - "hye-Armn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "hye_Armn-bjn_Latn", - "languages": [ - "hye-Armn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "hye_Armn-fao_Latn", - "languages": [ - "hye-Armn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ind_Latn", - "languages": [ - "hye-Armn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571346, - "recall": 0.629447, - "f1": 0.588359, - "accuracy": 0.629447, - "main_score": 0.588359, - "hf_subset": "hye_Armn-knc_Latn", - "languages": [ - "hye-Armn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "hye_Armn-mlt_Latn", - "languages": [ - "hye-Armn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70117, - "recall": 0.762846, - "f1": 0.719143, - "accuracy": 0.762846, - "main_score": 0.719143, - "hf_subset": "hye_Armn-quy_Latn", - "languages": [ - "hye-Armn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "hye_Armn-swh_Latn", - "languages": [ - "hye-Armn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hye_Armn-uzn_Latn", - "languages": [ - "hye-Armn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-als_Latn", - "languages": [ - "hye-Armn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680254, - "recall": 0.753953, - "f1": 0.702654, - "accuracy": 0.753953, - "main_score": 0.702654, - "hf_subset": "hye_Armn-bod_Tibt", - "languages": [ - "hye-Armn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698618, - "recall": 0.758893, - "f1": 0.716018, - "accuracy": 0.758893, - "main_score": 0.716018, - "hf_subset": "hye_Armn-fij_Latn", - "languages": [ - "hye-Armn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "hye_Armn-isl_Latn", - "languages": [ - "hye-Armn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643636, - "recall": 0.693676, - "f1": 0.658351, - "accuracy": 0.693676, - "main_score": 0.658351, - "hf_subset": "hye_Armn-kon_Latn", - "languages": [ - "hye-Armn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650103, - "recall": 0.715415, - "f1": 0.668598, - "accuracy": 0.715415, - "main_score": 0.668598, - "hf_subset": "hye_Armn-mni_Beng", - "languages": [ - "hye-Armn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-ron_Latn", - "languages": [ - "hye-Armn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "hye_Armn-szl_Latn", - "languages": [ - "hye-Armn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-vec_Latn", - "languages": [ - "hye-Armn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "hye_Armn-amh_Ethi", - "languages": [ - "hye-Armn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-bos_Latn", - "languages": [ - "hye-Armn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-fin_Latn", - "languages": [ - "hye-Armn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-ita_Latn", - "languages": [ - "hye-Armn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-kor_Hang", - "languages": [ - "hye-Armn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532659, - "recall": 0.590909, - "f1": 0.548601, - "accuracy": 0.590909, - "main_score": 0.548601, - "hf_subset": "hye_Armn-mos_Latn", - "languages": [ - "hye-Armn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556752, - "recall": 0.607708, - "f1": 0.571612, - "accuracy": 0.607708, - "main_score": 0.571612, - "hf_subset": "hye_Armn-run_Latn", - "languages": [ - "hye-Armn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-tam_Taml", - "languages": [ - "hye-Armn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-vie_Latn", - "languages": [ - "hye-Armn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-apc_Arab", - "languages": [ - "hye-Armn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785606, - "recall": 0.833004, - "f1": 0.799788, - "accuracy": 0.833004, - "main_score": 0.799788, - "hf_subset": "hye_Armn-bug_Latn", - "languages": [ - "hye-Armn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474493, - "recall": 0.529644, - "f1": 0.489106, - "accuracy": 0.529644, - "main_score": 0.489106, - "hf_subset": "hye_Armn-fon_Latn", - "languages": [ - "hye-Armn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-jav_Latn", - "languages": [ - "hye-Armn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-lao_Laoo", - "languages": [ - "hye-Armn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89669, - "recall": 0.925889, - "f1": 0.905863, - "accuracy": 0.925889, - "main_score": 0.905863, - "hf_subset": "hye_Armn-mri_Latn", - "languages": [ - "hye-Armn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-rus_Cyrl", - "languages": [ - "hye-Armn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52755, - "recall": 0.583992, - "f1": 0.542989, - "accuracy": 0.583992, - "main_score": 0.542989, - "hf_subset": "hye_Armn-taq_Latn", - "languages": [ - "hye-Armn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "hye_Armn-war_Latn", - "languages": [ - "hye-Armn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-arb_Arab", - "languages": [ - "hye-Armn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-bul_Cyrl", - "languages": [ - "hye-Armn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-fra_Latn", - "languages": [ - "hye-Armn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-jpn_Jpan", - "languages": [ - "hye-Armn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "hye_Armn-lij_Latn", - "languages": [ - "hye-Armn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "hye_Armn-mya_Mymr", - "languages": [ - "hye-Armn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573744, - "recall": 0.636364, - "f1": 0.59137, - "accuracy": 0.636364, - "main_score": 0.59137, - "hf_subset": "hye_Armn-sag_Latn", - "languages": [ - "hye-Armn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19928, - "recall": 0.261858, - "f1": 0.213604, - "accuracy": 0.261858, - "main_score": 0.213604, - "hf_subset": "hye_Armn-taq_Tfng", - "languages": [ - "hye-Armn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607971, - "recall": 0.670949, - "f1": 0.626012, - "accuracy": 0.670949, - "main_score": 0.626012, - "hf_subset": "hye_Armn-wol_Latn", - "languages": [ - "hye-Armn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827322, - "recall": 0.873518, - "f1": 0.841765, - "accuracy": 0.873518, - "main_score": 0.841765, - "hf_subset": "hye_Armn-arb_Latn", - "languages": [ - "hye-Armn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-cat_Latn", - "languages": [ - "hye-Armn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "hye_Armn-fur_Latn", - "languages": [ - "hye-Armn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41335, - "recall": 0.470356, - "f1": 0.429184, - "accuracy": 0.470356, - "main_score": 0.429184, - "hf_subset": "hye_Armn-kab_Latn", - "languages": [ - "hye-Armn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hye_Armn-lim_Latn", - "languages": [ - "hye-Armn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-nld_Latn", - "languages": [ - "hye-Armn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "hye_Armn-san_Deva", - "languages": [ - "hye-Armn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-tat_Cyrl", - "languages": [ - "hye-Armn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666486, - "recall": 0.720356, - "f1": 0.68243, - "accuracy": 0.720356, - "main_score": 0.68243, - "hf_subset": "hye_Armn-xho_Latn", - "languages": [ - "hye-Armn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ars_Arab", - "languages": [ - "hye-Armn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ceb_Latn", - "languages": [ - "hye-Armn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555468, - "recall": 0.610672, - "f1": 0.571022, - "accuracy": 0.610672, - "main_score": 0.571022, - "hf_subset": "hye_Armn-fuv_Latn", - "languages": [ - "hye-Armn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508299, - "recall": 0.571146, - "f1": 0.525143, - "accuracy": 0.571146, - "main_score": 0.525143, - "hf_subset": "hye_Armn-kac_Latn", - "languages": [ - "hye-Armn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662264, - "recall": 0.710474, - "f1": 0.676303, - "accuracy": 0.710474, - "main_score": 0.676303, - "hf_subset": "hye_Armn-lin_Latn", - "languages": [ - "hye-Armn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hye_Armn-nno_Latn", - "languages": [ - "hye-Armn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242886, - "recall": 0.325099, - "f1": 0.266084, - "accuracy": 0.325099, - "main_score": 0.266084, - "hf_subset": "hye_Armn-sat_Olck", - "languages": [ - "hye-Armn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-tel_Telu", - "languages": [ - "hye-Armn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "hye_Armn-ydd_Hebr", - "languages": [ - "hye-Armn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "hye_Armn-ary_Arab", - "languages": [ - "hye-Armn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ces_Latn", - "languages": [ - "hye-Armn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586808, - "recall": 0.643281, - "f1": 0.603689, - "accuracy": 0.643281, - "main_score": 0.603689, - "hf_subset": "hye_Armn-gaz_Latn", - "languages": [ - "hye-Armn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589616, - "recall": 0.652174, - "f1": 0.607075, - "accuracy": 0.652174, - "main_score": 0.607075, - "hf_subset": "hye_Armn-kam_Latn", - "languages": [ - "hye-Armn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "hye_Armn-lit_Latn", - "languages": [ - "hye-Armn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-nob_Latn", - "languages": [ - "hye-Armn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "hye_Armn-scn_Latn", - "languages": [ - "hye-Armn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "hye_Armn-tgk_Cyrl", - "languages": [ - "hye-Armn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726087, - "recall": 0.790514, - "f1": 0.745605, - "accuracy": 0.790514, - "main_score": 0.745605, - "hf_subset": "hye_Armn-yor_Latn", - "languages": [ - "hye-Armn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-arz_Arab", - "languages": [ - "hye-Armn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543092, - "recall": 0.599802, - "f1": 0.559404, - "accuracy": 0.599802, - "main_score": 0.559404, - "hf_subset": "hye_Armn-cjk_Latn", - "languages": [ - "hye-Armn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800675, - "recall": 0.848814, - "f1": 0.815613, - "accuracy": 0.848814, - "main_score": 0.815613, - "hf_subset": "hye_Armn-gla_Latn", - "languages": [ - "hye-Armn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-kan_Knda", - "languages": [ - "hye-Armn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "hye_Armn-lmo_Latn", - "languages": [ - "hye-Armn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "hye_Armn-npi_Deva", - "languages": [ - "hye-Armn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466414, - "recall": 0.527668, - "f1": 0.483525, - "accuracy": 0.527668, - "main_score": 0.483525, - "hf_subset": "hye_Armn-shn_Mymr", - "languages": [ - "hye-Armn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-tgl_Latn", - "languages": [ - "hye-Armn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-yue_Hant", - "languages": [ - "hye-Armn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hye_Armn-asm_Beng", - "languages": [ - "hye-Armn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "hye_Armn-ckb_Arab", - "languages": [ - "hye-Armn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885293, - "recall": 0.917984, - "f1": 0.895817, - "accuracy": 0.917984, - "main_score": 0.895817, - "hf_subset": "hye_Armn-gle_Latn", - "languages": [ - "hye-Armn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "hye_Armn-kas_Arab", - "languages": [ - "hye-Armn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.95751, - "f1": 0.944664, - "accuracy": 0.95751, - "main_score": 0.944664, - "hf_subset": "hye_Armn-ltg_Latn", - "languages": [ - "hye-Armn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602887, - "recall": 0.655138, - "f1": 0.617517, - "accuracy": 0.655138, - "main_score": 0.617517, - "hf_subset": "hye_Armn-nso_Latn", - "languages": [ - "hye-Armn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "hye_Armn-sin_Sinh", - "languages": [ - "hye-Armn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-tha_Thai", - "languages": [ - "hye-Armn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-zho_Hans", - "languages": [ - "hye-Armn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ast_Latn", - "languages": [ - "hye-Armn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-crh_Latn", - "languages": [ - "hye-Armn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-glg_Latn", - "languages": [ - "hye-Armn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89081, - "recall": 0.921937, - "f1": 0.900659, - "accuracy": 0.921937, - "main_score": 0.900659, - "hf_subset": "hye_Armn-kas_Deva", - "languages": [ - "hye-Armn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "hye_Armn-ltz_Latn", - "languages": [ - "hye-Armn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455023, - "recall": 0.520751, - "f1": 0.472662, - "accuracy": 0.520751, - "main_score": 0.472662, - "hf_subset": "hye_Armn-nus_Latn", - "languages": [ - "hye-Armn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-slk_Latn", - "languages": [ - "hye-Armn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624779, - "recall": 0.692688, - "f1": 0.644713, - "accuracy": 0.692688, - "main_score": 0.644713, - "hf_subset": "hye_Armn-tir_Ethi", - "languages": [ - "hye-Armn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-zho_Hant", - "languages": [ - "hye-Armn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "hye_Armn-awa_Deva", - "languages": [ - "hye-Armn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "hye_Armn-cym_Latn", - "languages": [ - "hye-Armn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833086, - "recall": 0.873518, - "f1": 0.845751, - "accuracy": 0.873518, - "main_score": 0.845751, - "hf_subset": "hye_Armn-grn_Latn", - "languages": [ - "hye-Armn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-kat_Geor", - "languages": [ - "hye-Armn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62165, - "recall": 0.676877, - "f1": 0.637808, - "accuracy": 0.676877, - "main_score": 0.637808, - "hf_subset": "hye_Armn-lua_Latn", - "languages": [ - "hye-Armn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630207, - "recall": 0.687747, - "f1": 0.646443, - "accuracy": 0.687747, - "main_score": 0.646443, - "hf_subset": "hye_Armn-nya_Latn", - "languages": [ - "hye-Armn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-slv_Latn", - "languages": [ - "hye-Armn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.958498, - "f1": 0.945817, - "accuracy": 0.958498, - "main_score": 0.945817, - "hf_subset": "hye_Armn-tpi_Latn", - "languages": [ - "hye-Armn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-zsm_Latn", - "languages": [ - "hye-Armn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538054, - "recall": 0.601779, - "f1": 0.556398, - "accuracy": 0.601779, - "main_score": 0.556398, - "hf_subset": "hye_Armn-ayr_Latn", - "languages": [ - "hye-Armn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-dan_Latn", - "languages": [ - "hye-Armn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "hye_Armn-guj_Gujr", - "languages": [ - "hye-Armn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hye_Armn-kaz_Cyrl", - "languages": [ - "hye-Armn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516446, - "recall": 0.58004, - "f1": 0.53423, - "accuracy": 0.58004, - "main_score": 0.53423, - "hf_subset": "hye_Armn-lug_Latn", - "languages": [ - "hye-Armn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-oci_Latn", - "languages": [ - "hye-Armn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836495, - "recall": 0.87747, - "f1": 0.849097, - "accuracy": 0.87747, - "main_score": 0.849097, - "hf_subset": "hye_Armn-smo_Latn", - "languages": [ - "hye-Armn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532053, - "recall": 0.590909, - "f1": 0.54877, - "accuracy": 0.590909, - "main_score": 0.54877, - "hf_subset": "hye_Armn-tsn_Latn", - "languages": [ - "hye-Armn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607947, - "recall": 0.672925, - "f1": 0.626729, - "accuracy": 0.672925, - "main_score": 0.626729, - "hf_subset": "hye_Armn-zul_Latn", - "languages": [ - "hye-Armn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923748, - "recall": 0.947628, - "f1": 0.931653, - "accuracy": 0.947628, - "main_score": 0.931653, - "hf_subset": "hye_Armn-azb_Arab", - "languages": [ - "hye-Armn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-deu_Latn", - "languages": [ - "hye-Armn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "hye_Armn-hat_Latn", - "languages": [ - "hye-Armn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489162, - "recall": 0.546443, - "f1": 0.505305, - "accuracy": 0.546443, - "main_score": 0.505305, - "hf_subset": "hye_Armn-kbp_Latn", - "languages": [ - "hye-Armn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573172, - "recall": 0.626482, - "f1": 0.587473, - "accuracy": 0.626482, - "main_score": 0.587473, - "hf_subset": "hye_Armn-luo_Latn", - "languages": [ - "hye-Armn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-ory_Orya", - "languages": [ - "hye-Armn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576343, - "recall": 0.643281, - "f1": 0.595909, - "accuracy": 0.643281, - "main_score": 0.595909, - "hf_subset": "hye_Armn-sna_Latn", - "languages": [ - "hye-Armn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550158, - "recall": 0.606719, - "f1": 0.566641, - "accuracy": 0.606719, - "main_score": 0.566641, - "hf_subset": "hye_Armn-tso_Latn", - "languages": [ - "hye-Armn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-azj_Latn", - "languages": [ - "hye-Armn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518217, - "recall": 0.586957, - "f1": 0.538011, - "accuracy": 0.586957, - "main_score": 0.538011, - "hf_subset": "hye_Armn-dik_Latn", - "languages": [ - "hye-Armn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757938, - "recall": 0.812253, - "f1": 0.774275, - "accuracy": 0.812253, - "main_score": 0.774275, - "hf_subset": "hye_Armn-hau_Latn", - "languages": [ - "hye-Armn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "hye_Armn-kea_Latn", - "languages": [ - "hye-Armn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728854, - "recall": 0.782609, - "f1": 0.744664, - "accuracy": 0.782609, - "main_score": 0.744664, - "hf_subset": "hye_Armn-lus_Latn", - "languages": [ - "hye-Armn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853124, - "recall": 0.886364, - "f1": 0.863208, - "accuracy": 0.886364, - "main_score": 0.863208, - "hf_subset": "hye_Armn-pag_Latn", - "languages": [ - "hye-Armn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "hye_Armn-snd_Arab", - "languages": [ - "hye-Armn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "hye_Armn-tuk_Latn", - "languages": [ - "hye-Armn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "hye_Armn-bak_Cyrl", - "languages": [ - "hye-Armn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480872, - "recall": 0.55336, - "f1": 0.501993, - "accuracy": 0.55336, - "main_score": 0.501993, - "hf_subset": "hye_Armn-dyu_Latn", - "languages": [ - "hye-Armn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-heb_Hebr", - "languages": [ - "hye-Armn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "hye_Armn-khk_Cyrl", - "languages": [ - "hye-Armn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "hye_Armn-lvs_Latn", - "languages": [ - "hye-Armn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "hye_Armn-pan_Guru", - "languages": [ - "hye-Armn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709332, - "recall": 0.766798, - "f1": 0.726699, - "accuracy": 0.766798, - "main_score": 0.726699, - "hf_subset": "hye_Armn-som_Latn", - "languages": [ - "hye-Armn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595711, - "recall": 0.646245, - "f1": 0.610246, - "accuracy": 0.646245, - "main_score": 0.610246, - "hf_subset": "hye_Armn-tum_Latn", - "languages": [ - "hye-Armn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433778, - "recall": 0.48419, - "f1": 0.447748, - "accuracy": 0.48419, - "main_score": 0.447748, - "hf_subset": "kmb_Latn-ace_Arab", - "languages": [ - "kmb-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506209, - "recall": 0.544466, - "f1": 0.517819, - "accuracy": 0.544466, - "main_score": 0.517819, - "hf_subset": "kmb_Latn-bam_Latn", - "languages": [ - "kmb-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223685, - "recall": 0.26581, - "f1": 0.234923, - "accuracy": 0.26581, - "main_score": 0.234923, - "hf_subset": "kmb_Latn-dzo_Tibt", - "languages": [ - "kmb-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5423, - "recall": 0.582016, - "f1": 0.552493, - "accuracy": 0.582016, - "main_score": 0.552493, - "hf_subset": "kmb_Latn-hin_Deva", - "languages": [ - "kmb-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499885, - "recall": 0.540514, - "f1": 0.511685, - "accuracy": 0.540514, - "main_score": 0.511685, - "hf_subset": "kmb_Latn-khm_Khmr", - "languages": [ - "kmb-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526718, - "recall": 0.566206, - "f1": 0.537617, - "accuracy": 0.566206, - "main_score": 0.537617, - "hf_subset": "kmb_Latn-mag_Deva", - "languages": [ - "kmb-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551924, - "recall": 0.589921, - "f1": 0.561324, - "accuracy": 0.589921, - "main_score": 0.561324, - "hf_subset": "kmb_Latn-pap_Latn", - "languages": [ - "kmb-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547545, - "recall": 0.587945, - "f1": 0.558816, - "accuracy": 0.587945, - "main_score": 0.558816, - "hf_subset": "kmb_Latn-sot_Latn", - "languages": [ - "kmb-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517065, - "recall": 0.567194, - "f1": 0.531075, - "accuracy": 0.567194, - "main_score": 0.531075, - "hf_subset": "kmb_Latn-tur_Latn", - "languages": [ - "kmb-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544888, - "recall": 0.583992, - "f1": 0.555076, - "accuracy": 0.583992, - "main_score": 0.555076, - "hf_subset": "kmb_Latn-ace_Latn", - "languages": [ - "kmb-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54139, - "recall": 0.579051, - "f1": 0.550848, - "accuracy": 0.579051, - "main_score": 0.550848, - "hf_subset": "kmb_Latn-ban_Latn", - "languages": [ - "kmb-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523919, - "recall": 0.572134, - "f1": 0.53694, - "accuracy": 0.572134, - "main_score": 0.53694, - "hf_subset": "kmb_Latn-ell_Grek", - "languages": [ - "kmb-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51425, - "recall": 0.561265, - "f1": 0.526447, - "accuracy": 0.561265, - "main_score": 0.526447, - "hf_subset": "kmb_Latn-hne_Deva", - "languages": [ - "kmb-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488531, - "recall": 0.534585, - "f1": 0.50167, - "accuracy": 0.534585, - "main_score": 0.50167, - "hf_subset": "kmb_Latn-kik_Latn", - "languages": [ - "kmb-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530469, - "recall": 0.572134, - "f1": 0.541154, - "accuracy": 0.572134, - "main_score": 0.541154, - "hf_subset": "kmb_Latn-mai_Deva", - "languages": [ - "kmb-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484132, - "recall": 0.534585, - "f1": 0.497294, - "accuracy": 0.534585, - "main_score": 0.497294, - "hf_subset": "kmb_Latn-pbt_Arab", - "languages": [ - "kmb-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530822, - "recall": 0.576087, - "f1": 0.543031, - "accuracy": 0.576087, - "main_score": 0.543031, - "hf_subset": "kmb_Latn-spa_Latn", - "languages": [ - "kmb-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538488, - "recall": 0.577075, - "f1": 0.549649, - "accuracy": 0.577075, - "main_score": 0.549649, - "hf_subset": "kmb_Latn-twi_Latn", - "languages": [ - "kmb-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526433, - "recall": 0.568182, - "f1": 0.537872, - "accuracy": 0.568182, - "main_score": 0.537872, - "hf_subset": "kmb_Latn-acm_Arab", - "languages": [ - "kmb-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508494, - "recall": 0.55336, - "f1": 0.520548, - "accuracy": 0.55336, - "main_score": 0.520548, - "hf_subset": "kmb_Latn-bel_Cyrl", - "languages": [ - "kmb-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556414, - "recall": 0.599802, - "f1": 0.567974, - "accuracy": 0.599802, - "main_score": 0.567974, - "hf_subset": "kmb_Latn-eng_Latn", - "languages": [ - "kmb-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545317, - "recall": 0.592885, - "f1": 0.558045, - "accuracy": 0.592885, - "main_score": 0.558045, - "hf_subset": "kmb_Latn-hrv_Latn", - "languages": [ - "kmb-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519502, - "recall": 0.565217, - "f1": 0.531886, - "accuracy": 0.565217, - "main_score": 0.531886, - "hf_subset": "kmb_Latn-kin_Latn", - "languages": [ - "kmb-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518785, - "recall": 0.565217, - "f1": 0.531362, - "accuracy": 0.565217, - "main_score": 0.531362, - "hf_subset": "kmb_Latn-mal_Mlym", - "languages": [ - "kmb-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523414, - "recall": 0.570158, - "f1": 0.535719, - "accuracy": 0.570158, - "main_score": 0.535719, - "hf_subset": "kmb_Latn-pes_Arab", - "languages": [ - "kmb-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550799, - "recall": 0.590909, - "f1": 0.561456, - "accuracy": 0.590909, - "main_score": 0.561456, - "hf_subset": "kmb_Latn-srd_Latn", - "languages": [ - "kmb-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.218727, - "recall": 0.256917, - "f1": 0.22804, - "accuracy": 0.256917, - "main_score": 0.22804, - "hf_subset": "kmb_Latn-tzm_Tfng", - "languages": [ - "kmb-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523559, - "recall": 0.566206, - "f1": 0.535663, - "accuracy": 0.566206, - "main_score": 0.535663, - "hf_subset": "kmb_Latn-acq_Arab", - "languages": [ - "kmb-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55969, - "recall": 0.597826, - "f1": 0.569434, - "accuracy": 0.597826, - "main_score": 0.569434, - "hf_subset": "kmb_Latn-bem_Latn", - "languages": [ - "kmb-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543218, - "recall": 0.583004, - "f1": 0.553605, - "accuracy": 0.583004, - "main_score": 0.553605, - "hf_subset": "kmb_Latn-epo_Latn", - "languages": [ - "kmb-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540805, - "recall": 0.579051, - "f1": 0.551357, - "accuracy": 0.579051, - "main_score": 0.551357, - "hf_subset": "kmb_Latn-hun_Latn", - "languages": [ - "kmb-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514379, - "recall": 0.556324, - "f1": 0.525605, - "accuracy": 0.556324, - "main_score": 0.525605, - "hf_subset": "kmb_Latn-kir_Cyrl", - "languages": [ - "kmb-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527684, - "recall": 0.570158, - "f1": 0.539423, - "accuracy": 0.570158, - "main_score": 0.539423, - "hf_subset": "kmb_Latn-mar_Deva", - "languages": [ - "kmb-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540518, - "recall": 0.576087, - "f1": 0.549952, - "accuracy": 0.576087, - "main_score": 0.549952, - "hf_subset": "kmb_Latn-plt_Latn", - "languages": [ - "kmb-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544814, - "recall": 0.589921, - "f1": 0.55745, - "accuracy": 0.589921, - "main_score": 0.55745, - "hf_subset": "kmb_Latn-srp_Cyrl", - "languages": [ - "kmb-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465295, - "recall": 0.514822, - "f1": 0.478629, - "accuracy": 0.514822, - "main_score": 0.478629, - "hf_subset": "kmb_Latn-uig_Arab", - "languages": [ - "kmb-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518217, - "recall": 0.557312, - "f1": 0.528618, - "accuracy": 0.557312, - "main_score": 0.528618, - "hf_subset": "kmb_Latn-aeb_Arab", - "languages": [ - "kmb-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511557, - "recall": 0.565217, - "f1": 0.526469, - "accuracy": 0.565217, - "main_score": 0.526469, - "hf_subset": "kmb_Latn-ben_Beng", - "languages": [ - "kmb-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521609, - "recall": 0.56917, - "f1": 0.534651, - "accuracy": 0.56917, - "main_score": 0.534651, - "hf_subset": "kmb_Latn-est_Latn", - "languages": [ - "kmb-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519107, - "recall": 0.561265, - "f1": 0.530396, - "accuracy": 0.561265, - "main_score": 0.530396, - "hf_subset": "kmb_Latn-hye_Armn", - "languages": [ - "kmb-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401618, - "recall": 0.452569, - "f1": 0.415831, - "accuracy": 0.452569, - "main_score": 0.415831, - "hf_subset": "kmb_Latn-min_Arab", - "languages": [ - "kmb-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53466, - "recall": 0.577075, - "f1": 0.546287, - "accuracy": 0.577075, - "main_score": 0.546287, - "hf_subset": "kmb_Latn-pol_Latn", - "languages": [ - "kmb-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535202, - "recall": 0.575099, - "f1": 0.546222, - "accuracy": 0.575099, - "main_score": 0.546222, - "hf_subset": "kmb_Latn-ssw_Latn", - "languages": [ - "kmb-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54408, - "recall": 0.593874, - "f1": 0.557392, - "accuracy": 0.593874, - "main_score": 0.557392, - "hf_subset": "kmb_Latn-ukr_Cyrl", - "languages": [ - "kmb-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551249, - "recall": 0.59585, - "f1": 0.56402, - "accuracy": 0.59585, - "main_score": 0.56402, - "hf_subset": "kmb_Latn-afr_Latn", - "languages": [ - "kmb-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516357, - "recall": 0.561265, - "f1": 0.52846, - "accuracy": 0.561265, - "main_score": 0.52846, - "hf_subset": "kmb_Latn-bho_Deva", - "languages": [ - "kmb-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533495, - "recall": 0.576087, - "f1": 0.544762, - "accuracy": 0.576087, - "main_score": 0.544762, - "hf_subset": "kmb_Latn-eus_Latn", - "languages": [ - "kmb-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540653, - "recall": 0.581028, - "f1": 0.551934, - "accuracy": 0.581028, - "main_score": 0.551934, - "hf_subset": "kmb_Latn-ibo_Latn", - "languages": [ - "kmb-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544372, - "recall": 0.582016, - "f1": 0.554283, - "accuracy": 0.582016, - "main_score": 0.554283, - "hf_subset": "kmb_Latn-kmr_Latn", - "languages": [ - "kmb-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554722, - "recall": 0.593874, - "f1": 0.564508, - "accuracy": 0.593874, - "main_score": 0.564508, - "hf_subset": "kmb_Latn-min_Latn", - "languages": [ - "kmb-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567917, - "recall": 0.605731, - "f1": 0.57805, - "accuracy": 0.605731, - "main_score": 0.57805, - "hf_subset": "kmb_Latn-por_Latn", - "languages": [ - "kmb-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557615, - "recall": 0.598814, - "f1": 0.567815, - "accuracy": 0.598814, - "main_score": 0.567815, - "hf_subset": "kmb_Latn-sun_Latn", - "languages": [ - "kmb-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559034, - "recall": 0.606719, - "f1": 0.571781, - "accuracy": 0.606719, - "main_score": 0.571781, - "hf_subset": "kmb_Latn-umb_Latn", - "languages": [ - "kmb-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526912, - "recall": 0.572134, - "f1": 0.539322, - "accuracy": 0.572134, - "main_score": 0.539322, - "hf_subset": "kmb_Latn-ajp_Arab", - "languages": [ - "kmb-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410628, - "recall": 0.458498, - "f1": 0.423454, - "accuracy": 0.458498, - "main_score": 0.423454, - "hf_subset": "kmb_Latn-bjn_Arab", - "languages": [ - "kmb-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507292, - "recall": 0.54249, - "f1": 0.516935, - "accuracy": 0.54249, - "main_score": 0.516935, - "hf_subset": "kmb_Latn-ewe_Latn", - "languages": [ - "kmb-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553195, - "recall": 0.588933, - "f1": 0.562313, - "accuracy": 0.588933, - "main_score": 0.562313, - "hf_subset": "kmb_Latn-ilo_Latn", - "languages": [ - "kmb-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299644, - "recall": 0.349802, - "f1": 0.312937, - "accuracy": 0.349802, - "main_score": 0.312937, - "hf_subset": "kmb_Latn-knc_Arab", - "languages": [ - "kmb-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540943, - "recall": 0.586957, - "f1": 0.554066, - "accuracy": 0.586957, - "main_score": 0.554066, - "hf_subset": "kmb_Latn-mkd_Cyrl", - "languages": [ - "kmb-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519001, - "recall": 0.567194, - "f1": 0.531823, - "accuracy": 0.567194, - "main_score": 0.531823, - "hf_subset": "kmb_Latn-prs_Arab", - "languages": [ - "kmb-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541219, - "recall": 0.583004, - "f1": 0.552181, - "accuracy": 0.583004, - "main_score": 0.552181, - "hf_subset": "kmb_Latn-swe_Latn", - "languages": [ - "kmb-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508528, - "recall": 0.561265, - "f1": 0.52266, - "accuracy": 0.561265, - "main_score": 0.52266, - "hf_subset": "kmb_Latn-urd_Arab", - "languages": [ - "kmb-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534116, - "recall": 0.574111, - "f1": 0.545275, - "accuracy": 0.574111, - "main_score": 0.545275, - "hf_subset": "kmb_Latn-aka_Latn", - "languages": [ - "kmb-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559659, - "recall": 0.592885, - "f1": 0.568577, - "accuracy": 0.592885, - "main_score": 0.568577, - "hf_subset": "kmb_Latn-bjn_Latn", - "languages": [ - "kmb-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538351, - "recall": 0.575099, - "f1": 0.549209, - "accuracy": 0.575099, - "main_score": 0.549209, - "hf_subset": "kmb_Latn-fao_Latn", - "languages": [ - "kmb-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557317, - "recall": 0.590909, - "f1": 0.566556, - "accuracy": 0.590909, - "main_score": 0.566556, - "hf_subset": "kmb_Latn-ind_Latn", - "languages": [ - "kmb-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520538, - "recall": 0.563241, - "f1": 0.532266, - "accuracy": 0.563241, - "main_score": 0.532266, - "hf_subset": "kmb_Latn-knc_Latn", - "languages": [ - "kmb-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54965, - "recall": 0.594862, - "f1": 0.561033, - "accuracy": 0.594862, - "main_score": 0.561033, - "hf_subset": "kmb_Latn-mlt_Latn", - "languages": [ - "kmb-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535413, - "recall": 0.572134, - "f1": 0.545439, - "accuracy": 0.572134, - "main_score": 0.545439, - "hf_subset": "kmb_Latn-quy_Latn", - "languages": [ - "kmb-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54595, - "recall": 0.592885, - "f1": 0.557736, - "accuracy": 0.592885, - "main_score": 0.557736, - "hf_subset": "kmb_Latn-swh_Latn", - "languages": [ - "kmb-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522619, - "recall": 0.563241, - "f1": 0.533076, - "accuracy": 0.563241, - "main_score": 0.533076, - "hf_subset": "kmb_Latn-uzn_Latn", - "languages": [ - "kmb-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54035, - "recall": 0.579051, - "f1": 0.550283, - "accuracy": 0.579051, - "main_score": 0.550283, - "hf_subset": "kmb_Latn-als_Latn", - "languages": [ - "kmb-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.26266, - "recall": 0.317194, - "f1": 0.276725, - "accuracy": 0.317194, - "main_score": 0.276725, - "hf_subset": "kmb_Latn-bod_Tibt", - "languages": [ - "kmb-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509782, - "recall": 0.554348, - "f1": 0.52201, - "accuracy": 0.554348, - "main_score": 0.52201, - "hf_subset": "kmb_Latn-fij_Latn", - "languages": [ - "kmb-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514106, - "recall": 0.561265, - "f1": 0.526588, - "accuracy": 0.561265, - "main_score": 0.526588, - "hf_subset": "kmb_Latn-isl_Latn", - "languages": [ - "kmb-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547265, - "recall": 0.589921, - "f1": 0.559004, - "accuracy": 0.589921, - "main_score": 0.559004, - "hf_subset": "kmb_Latn-kon_Latn", - "languages": [ - "kmb-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458889, - "recall": 0.507905, - "f1": 0.471854, - "accuracy": 0.507905, - "main_score": 0.471854, - "hf_subset": "kmb_Latn-mni_Beng", - "languages": [ - "kmb-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560317, - "recall": 0.601779, - "f1": 0.571598, - "accuracy": 0.601779, - "main_score": 0.571598, - "hf_subset": "kmb_Latn-ron_Latn", - "languages": [ - "kmb-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530494, - "recall": 0.577075, - "f1": 0.543128, - "accuracy": 0.577075, - "main_score": 0.543128, - "hf_subset": "kmb_Latn-szl_Latn", - "languages": [ - "kmb-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555936, - "recall": 0.590909, - "f1": 0.565734, - "accuracy": 0.590909, - "main_score": 0.565734, - "hf_subset": "kmb_Latn-vec_Latn", - "languages": [ - "kmb-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458584, - "recall": 0.511858, - "f1": 0.473603, - "accuracy": 0.511858, - "main_score": 0.473603, - "hf_subset": "kmb_Latn-amh_Ethi", - "languages": [ - "kmb-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552402, - "recall": 0.591897, - "f1": 0.563058, - "accuracy": 0.591897, - "main_score": 0.563058, - "hf_subset": "kmb_Latn-bos_Latn", - "languages": [ - "kmb-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529744, - "recall": 0.575099, - "f1": 0.541523, - "accuracy": 0.575099, - "main_score": 0.541523, - "hf_subset": "kmb_Latn-fin_Latn", - "languages": [ - "kmb-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548057, - "recall": 0.590909, - "f1": 0.559743, - "accuracy": 0.590909, - "main_score": 0.559743, - "hf_subset": "kmb_Latn-ita_Latn", - "languages": [ - "kmb-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520983, - "recall": 0.566206, - "f1": 0.533183, - "accuracy": 0.566206, - "main_score": 0.533183, - "hf_subset": "kmb_Latn-kor_Hang", - "languages": [ - "kmb-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503486, - "recall": 0.541502, - "f1": 0.514317, - "accuracy": 0.541502, - "main_score": 0.514317, - "hf_subset": "kmb_Latn-mos_Latn", - "languages": [ - "kmb-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523799, - "recall": 0.561265, - "f1": 0.53387, - "accuracy": 0.561265, - "main_score": 0.53387, - "hf_subset": "kmb_Latn-run_Latn", - "languages": [ - "kmb-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502838, - "recall": 0.55336, - "f1": 0.516695, - "accuracy": 0.55336, - "main_score": 0.516695, - "hf_subset": "kmb_Latn-tam_Taml", - "languages": [ - "kmb-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535357, - "recall": 0.577075, - "f1": 0.547156, - "accuracy": 0.577075, - "main_score": 0.547156, - "hf_subset": "kmb_Latn-vie_Latn", - "languages": [ - "kmb-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525181, - "recall": 0.573123, - "f1": 0.5385, - "accuracy": 0.573123, - "main_score": 0.5385, - "hf_subset": "kmb_Latn-apc_Arab", - "languages": [ - "kmb-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534533, - "recall": 0.573123, - "f1": 0.544865, - "accuracy": 0.573123, - "main_score": 0.544865, - "hf_subset": "kmb_Latn-bug_Latn", - "languages": [ - "kmb-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469689, - "recall": 0.509881, - "f1": 0.480736, - "accuracy": 0.509881, - "main_score": 0.480736, - "hf_subset": "kmb_Latn-fon_Latn", - "languages": [ - "kmb-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556098, - "recall": 0.592885, - "f1": 0.566339, - "accuracy": 0.592885, - "main_score": 0.566339, - "hf_subset": "kmb_Latn-jav_Latn", - "languages": [ - "kmb-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496913, - "recall": 0.544466, - "f1": 0.509487, - "accuracy": 0.544466, - "main_score": 0.509487, - "hf_subset": "kmb_Latn-lao_Laoo", - "languages": [ - "kmb-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50446, - "recall": 0.545455, - "f1": 0.515896, - "accuracy": 0.545455, - "main_score": 0.515896, - "hf_subset": "kmb_Latn-mri_Latn", - "languages": [ - "kmb-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529963, - "recall": 0.573123, - "f1": 0.541659, - "accuracy": 0.573123, - "main_score": 0.541659, - "hf_subset": "kmb_Latn-rus_Cyrl", - "languages": [ - "kmb-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486132, - "recall": 0.524704, - "f1": 0.497043, - "accuracy": 0.524704, - "main_score": 0.497043, - "hf_subset": "kmb_Latn-taq_Latn", - "languages": [ - "kmb-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560932, - "recall": 0.594862, - "f1": 0.569424, - "accuracy": 0.594862, - "main_score": 0.569424, - "hf_subset": "kmb_Latn-war_Latn", - "languages": [ - "kmb-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527102, - "recall": 0.571146, - "f1": 0.53901, - "accuracy": 0.571146, - "main_score": 0.53901, - "hf_subset": "kmb_Latn-arb_Arab", - "languages": [ - "kmb-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541048, - "recall": 0.585968, - "f1": 0.553695, - "accuracy": 0.585968, - "main_score": 0.553695, - "hf_subset": "kmb_Latn-bul_Cyrl", - "languages": [ - "kmb-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550727, - "recall": 0.592885, - "f1": 0.561749, - "accuracy": 0.592885, - "main_score": 0.561749, - "hf_subset": "kmb_Latn-fra_Latn", - "languages": [ - "kmb-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525462, - "recall": 0.568182, - "f1": 0.537237, - "accuracy": 0.568182, - "main_score": 0.537237, - "hf_subset": "kmb_Latn-jpn_Jpan", - "languages": [ - "kmb-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546946, - "recall": 0.583992, - "f1": 0.557352, - "accuracy": 0.583992, - "main_score": 0.557352, - "hf_subset": "kmb_Latn-lij_Latn", - "languages": [ - "kmb-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397533, - "recall": 0.464427, - "f1": 0.415553, - "accuracy": 0.464427, - "main_score": 0.415553, - "hf_subset": "kmb_Latn-mya_Mymr", - "languages": [ - "kmb-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503912, - "recall": 0.552372, - "f1": 0.51649, - "accuracy": 0.552372, - "main_score": 0.51649, - "hf_subset": "kmb_Latn-sag_Latn", - "languages": [ - "kmb-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221767, - "recall": 0.26581, - "f1": 0.231814, - "accuracy": 0.26581, - "main_score": 0.231814, - "hf_subset": "kmb_Latn-taq_Tfng", - "languages": [ - "kmb-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53004, - "recall": 0.566206, - "f1": 0.540121, - "accuracy": 0.566206, - "main_score": 0.540121, - "hf_subset": "kmb_Latn-wol_Latn", - "languages": [ - "kmb-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450016, - "recall": 0.495059, - "f1": 0.463214, - "accuracy": 0.495059, - "main_score": 0.463214, - "hf_subset": "kmb_Latn-arb_Latn", - "languages": [ - "kmb-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540598, - "recall": 0.587945, - "f1": 0.553898, - "accuracy": 0.587945, - "main_score": 0.553898, - "hf_subset": "kmb_Latn-cat_Latn", - "languages": [ - "kmb-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543907, - "recall": 0.583992, - "f1": 0.554368, - "accuracy": 0.583992, - "main_score": 0.554368, - "hf_subset": "kmb_Latn-fur_Latn", - "languages": [ - "kmb-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446789, - "recall": 0.496047, - "f1": 0.459962, - "accuracy": 0.496047, - "main_score": 0.459962, - "hf_subset": "kmb_Latn-kab_Latn", - "languages": [ - "kmb-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553344, - "recall": 0.587945, - "f1": 0.56274, - "accuracy": 0.587945, - "main_score": 0.56274, - "hf_subset": "kmb_Latn-lim_Latn", - "languages": [ - "kmb-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529974, - "recall": 0.573123, - "f1": 0.541754, - "accuracy": 0.573123, - "main_score": 0.541754, - "hf_subset": "kmb_Latn-nld_Latn", - "languages": [ - "kmb-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495932, - "recall": 0.54249, - "f1": 0.508233, - "accuracy": 0.54249, - "main_score": 0.508233, - "hf_subset": "kmb_Latn-san_Deva", - "languages": [ - "kmb-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515197, - "recall": 0.564229, - "f1": 0.528888, - "accuracy": 0.564229, - "main_score": 0.528888, - "hf_subset": "kmb_Latn-tat_Cyrl", - "languages": [ - "kmb-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538088, - "recall": 0.577075, - "f1": 0.548914, - "accuracy": 0.577075, - "main_score": 0.548914, - "hf_subset": "kmb_Latn-xho_Latn", - "languages": [ - "kmb-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510472, - "recall": 0.5583, - "f1": 0.523754, - "accuracy": 0.5583, - "main_score": 0.523754, - "hf_subset": "kmb_Latn-ars_Arab", - "languages": [ - "kmb-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553537, - "recall": 0.592885, - "f1": 0.564348, - "accuracy": 0.592885, - "main_score": 0.564348, - "hf_subset": "kmb_Latn-ceb_Latn", - "languages": [ - "kmb-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487708, - "recall": 0.527668, - "f1": 0.498562, - "accuracy": 0.527668, - "main_score": 0.498562, - "hf_subset": "kmb_Latn-fuv_Latn", - "languages": [ - "kmb-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491255, - "recall": 0.534585, - "f1": 0.502963, - "accuracy": 0.534585, - "main_score": 0.502963, - "hf_subset": "kmb_Latn-kac_Latn", - "languages": [ - "kmb-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559439, - "recall": 0.601779, - "f1": 0.570725, - "accuracy": 0.601779, - "main_score": 0.570725, - "hf_subset": "kmb_Latn-lin_Latn", - "languages": [ - "kmb-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544718, - "recall": 0.585968, - "f1": 0.555845, - "accuracy": 0.585968, - "main_score": 0.555845, - "hf_subset": "kmb_Latn-nno_Latn", - "languages": [ - "kmb-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.123622, - "recall": 0.167984, - "f1": 0.135067, - "accuracy": 0.167984, - "main_score": 0.135067, - "hf_subset": "kmb_Latn-sat_Olck", - "languages": [ - "kmb-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508461, - "recall": 0.556324, - "f1": 0.521208, - "accuracy": 0.556324, - "main_score": 0.521208, - "hf_subset": "kmb_Latn-tel_Telu", - "languages": [ - "kmb-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457114, - "recall": 0.507905, - "f1": 0.470399, - "accuracy": 0.507905, - "main_score": 0.470399, - "hf_subset": "kmb_Latn-ydd_Hebr", - "languages": [ - "kmb-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510415, - "recall": 0.550395, - "f1": 0.521204, - "accuracy": 0.550395, - "main_score": 0.521204, - "hf_subset": "kmb_Latn-ary_Arab", - "languages": [ - "kmb-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542786, - "recall": 0.585968, - "f1": 0.55425, - "accuracy": 0.585968, - "main_score": 0.55425, - "hf_subset": "kmb_Latn-ces_Latn", - "languages": [ - "kmb-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495367, - "recall": 0.54249, - "f1": 0.508945, - "accuracy": 0.54249, - "main_score": 0.508945, - "hf_subset": "kmb_Latn-gaz_Latn", - "languages": [ - "kmb-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524004, - "recall": 0.564229, - "f1": 0.535103, - "accuracy": 0.564229, - "main_score": 0.535103, - "hf_subset": "kmb_Latn-kam_Latn", - "languages": [ - "kmb-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518995, - "recall": 0.567194, - "f1": 0.53172, - "accuracy": 0.567194, - "main_score": 0.53172, - "hf_subset": "kmb_Latn-lit_Latn", - "languages": [ - "kmb-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547488, - "recall": 0.589921, - "f1": 0.559476, - "accuracy": 0.589921, - "main_score": 0.559476, - "hf_subset": "kmb_Latn-nob_Latn", - "languages": [ - "kmb-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536586, - "recall": 0.577075, - "f1": 0.5477, - "accuracy": 0.577075, - "main_score": 0.5477, - "hf_subset": "kmb_Latn-scn_Latn", - "languages": [ - "kmb-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517665, - "recall": 0.559289, - "f1": 0.528725, - "accuracy": 0.559289, - "main_score": 0.528725, - "hf_subset": "kmb_Latn-tgk_Cyrl", - "languages": [ - "kmb-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480659, - "recall": 0.52668, - "f1": 0.493876, - "accuracy": 0.52668, - "main_score": 0.493876, - "hf_subset": "kmb_Latn-yor_Latn", - "languages": [ - "kmb-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521287, - "recall": 0.563241, - "f1": 0.532836, - "accuracy": 0.563241, - "main_score": 0.532836, - "hf_subset": "kmb_Latn-arz_Arab", - "languages": [ - "kmb-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524202, - "recall": 0.565217, - "f1": 0.535426, - "accuracy": 0.565217, - "main_score": 0.535426, - "hf_subset": "kmb_Latn-cjk_Latn", - "languages": [ - "kmb-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500242, - "recall": 0.54249, - "f1": 0.512286, - "accuracy": 0.54249, - "main_score": 0.512286, - "hf_subset": "kmb_Latn-gla_Latn", - "languages": [ - "kmb-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522505, - "recall": 0.56917, - "f1": 0.534995, - "accuracy": 0.56917, - "main_score": 0.534995, - "hf_subset": "kmb_Latn-kan_Knda", - "languages": [ - "kmb-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541389, - "recall": 0.58004, - "f1": 0.552578, - "accuracy": 0.58004, - "main_score": 0.552578, - "hf_subset": "kmb_Latn-lmo_Latn", - "languages": [ - "kmb-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526142, - "recall": 0.572134, - "f1": 0.538365, - "accuracy": 0.572134, - "main_score": 0.538365, - "hf_subset": "kmb_Latn-npi_Deva", - "languages": [ - "kmb-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450914, - "recall": 0.5, - "f1": 0.463668, - "accuracy": 0.5, - "main_score": 0.463668, - "hf_subset": "kmb_Latn-shn_Mymr", - "languages": [ - "kmb-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565576, - "recall": 0.606719, - "f1": 0.577123, - "accuracy": 0.606719, - "main_score": 0.577123, - "hf_subset": "kmb_Latn-tgl_Latn", - "languages": [ - "kmb-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506102, - "recall": 0.554348, - "f1": 0.518688, - "accuracy": 0.554348, - "main_score": 0.518688, - "hf_subset": "kmb_Latn-yue_Hant", - "languages": [ - "kmb-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493857, - "recall": 0.549407, - "f1": 0.509467, - "accuracy": 0.549407, - "main_score": 0.509467, - "hf_subset": "kmb_Latn-asm_Beng", - "languages": [ - "kmb-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479667, - "recall": 0.530632, - "f1": 0.493499, - "accuracy": 0.530632, - "main_score": 0.493499, - "hf_subset": "kmb_Latn-ckb_Arab", - "languages": [ - "kmb-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494339, - "recall": 0.537549, - "f1": 0.506313, - "accuracy": 0.537549, - "main_score": 0.506313, - "hf_subset": "kmb_Latn-gle_Latn", - "languages": [ - "kmb-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4558, - "recall": 0.505929, - "f1": 0.469699, - "accuracy": 0.505929, - "main_score": 0.469699, - "hf_subset": "kmb_Latn-kas_Arab", - "languages": [ - "kmb-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524688, - "recall": 0.566206, - "f1": 0.536535, - "accuracy": 0.566206, - "main_score": 0.536535, - "hf_subset": "kmb_Latn-ltg_Latn", - "languages": [ - "kmb-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566245, - "recall": 0.604743, - "f1": 0.5764, - "accuracy": 0.604743, - "main_score": 0.5764, - "hf_subset": "kmb_Latn-nso_Latn", - "languages": [ - "kmb-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468475, - "recall": 0.519763, - "f1": 0.482055, - "accuracy": 0.519763, - "main_score": 0.482055, - "hf_subset": "kmb_Latn-sin_Sinh", - "languages": [ - "kmb-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528737, - "recall": 0.574111, - "f1": 0.540937, - "accuracy": 0.574111, - "main_score": 0.540937, - "hf_subset": "kmb_Latn-tha_Thai", - "languages": [ - "kmb-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518143, - "recall": 0.560277, - "f1": 0.529024, - "accuracy": 0.560277, - "main_score": 0.529024, - "hf_subset": "kmb_Latn-zho_Hans", - "languages": [ - "kmb-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548689, - "recall": 0.593874, - "f1": 0.561466, - "accuracy": 0.593874, - "main_score": 0.561466, - "hf_subset": "kmb_Latn-ast_Latn", - "languages": [ - "kmb-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525076, - "recall": 0.574111, - "f1": 0.537766, - "accuracy": 0.574111, - "main_score": 0.537766, - "hf_subset": "kmb_Latn-crh_Latn", - "languages": [ - "kmb-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551788, - "recall": 0.588933, - "f1": 0.562665, - "accuracy": 0.588933, - "main_score": 0.562665, - "hf_subset": "kmb_Latn-glg_Latn", - "languages": [ - "kmb-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481004, - "recall": 0.529644, - "f1": 0.494553, - "accuracy": 0.529644, - "main_score": 0.494553, - "hf_subset": "kmb_Latn-kas_Deva", - "languages": [ - "kmb-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517527, - "recall": 0.563241, - "f1": 0.529505, - "accuracy": 0.563241, - "main_score": 0.529505, - "hf_subset": "kmb_Latn-ltz_Latn", - "languages": [ - "kmb-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46126, - "recall": 0.508893, - "f1": 0.474224, - "accuracy": 0.508893, - "main_score": 0.474224, - "hf_subset": "kmb_Latn-nus_Latn", - "languages": [ - "kmb-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539005, - "recall": 0.586957, - "f1": 0.551894, - "accuracy": 0.586957, - "main_score": 0.551894, - "hf_subset": "kmb_Latn-slk_Latn", - "languages": [ - "kmb-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391242, - "recall": 0.449605, - "f1": 0.407092, - "accuracy": 0.449605, - "main_score": 0.407092, - "hf_subset": "kmb_Latn-tir_Ethi", - "languages": [ - "kmb-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500045, - "recall": 0.55336, - "f1": 0.514008, - "accuracy": 0.55336, - "main_score": 0.514008, - "hf_subset": "kmb_Latn-zho_Hant", - "languages": [ - "kmb-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518958, - "recall": 0.562253, - "f1": 0.53058, - "accuracy": 0.562253, - "main_score": 0.53058, - "hf_subset": "kmb_Latn-awa_Deva", - "languages": [ - "kmb-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540768, - "recall": 0.586957, - "f1": 0.553242, - "accuracy": 0.586957, - "main_score": 0.553242, - "hf_subset": "kmb_Latn-cym_Latn", - "languages": [ - "kmb-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54052, - "recall": 0.583004, - "f1": 0.551765, - "accuracy": 0.583004, - "main_score": 0.551765, - "hf_subset": "kmb_Latn-grn_Latn", - "languages": [ - "kmb-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503315, - "recall": 0.548419, - "f1": 0.515436, - "accuracy": 0.548419, - "main_score": 0.515436, - "hf_subset": "kmb_Latn-kat_Geor", - "languages": [ - "kmb-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555205, - "recall": 0.591897, - "f1": 0.565107, - "accuracy": 0.591897, - "main_score": 0.565107, - "hf_subset": "kmb_Latn-lua_Latn", - "languages": [ - "kmb-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5432, - "recall": 0.589921, - "f1": 0.555862, - "accuracy": 0.589921, - "main_score": 0.555862, - "hf_subset": "kmb_Latn-nya_Latn", - "languages": [ - "kmb-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548761, - "recall": 0.58498, - "f1": 0.558509, - "accuracy": 0.58498, - "main_score": 0.558509, - "hf_subset": "kmb_Latn-slv_Latn", - "languages": [ - "kmb-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544179, - "recall": 0.586957, - "f1": 0.555413, - "accuracy": 0.586957, - "main_score": 0.555413, - "hf_subset": "kmb_Latn-tpi_Latn", - "languages": [ - "kmb-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566988, - "recall": 0.604743, - "f1": 0.577383, - "accuracy": 0.604743, - "main_score": 0.577383, - "hf_subset": "kmb_Latn-zsm_Latn", - "languages": [ - "kmb-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501658, - "recall": 0.548419, - "f1": 0.515026, - "accuracy": 0.548419, - "main_score": 0.515026, - "hf_subset": "kmb_Latn-ayr_Latn", - "languages": [ - "kmb-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552864, - "recall": 0.59585, - "f1": 0.56434, - "accuracy": 0.59585, - "main_score": 0.56434, - "hf_subset": "kmb_Latn-dan_Latn", - "languages": [ - "kmb-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529222, - "recall": 0.570158, - "f1": 0.54053, - "accuracy": 0.570158, - "main_score": 0.54053, - "hf_subset": "kmb_Latn-guj_Gujr", - "languages": [ - "kmb-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520898, - "recall": 0.567194, - "f1": 0.533603, - "accuracy": 0.567194, - "main_score": 0.533603, - "hf_subset": "kmb_Latn-kaz_Cyrl", - "languages": [ - "kmb-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499567, - "recall": 0.544466, - "f1": 0.511909, - "accuracy": 0.544466, - "main_score": 0.511909, - "hf_subset": "kmb_Latn-lug_Latn", - "languages": [ - "kmb-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565221, - "recall": 0.608696, - "f1": 0.576964, - "accuracy": 0.608696, - "main_score": 0.576964, - "hf_subset": "kmb_Latn-oci_Latn", - "languages": [ - "kmb-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53251, - "recall": 0.570158, - "f1": 0.543289, - "accuracy": 0.570158, - "main_score": 0.543289, - "hf_subset": "kmb_Latn-smo_Latn", - "languages": [ - "kmb-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518197, - "recall": 0.563241, - "f1": 0.530391, - "accuracy": 0.563241, - "main_score": 0.530391, - "hf_subset": "kmb_Latn-tsn_Latn", - "languages": [ - "kmb-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527226, - "recall": 0.573123, - "f1": 0.539992, - "accuracy": 0.573123, - "main_score": 0.539992, - "hf_subset": "kmb_Latn-zul_Latn", - "languages": [ - "kmb-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476339, - "recall": 0.522727, - "f1": 0.488224, - "accuracy": 0.522727, - "main_score": 0.488224, - "hf_subset": "kmb_Latn-azb_Arab", - "languages": [ - "kmb-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542883, - "recall": 0.585968, - "f1": 0.554993, - "accuracy": 0.585968, - "main_score": 0.554993, - "hf_subset": "kmb_Latn-deu_Latn", - "languages": [ - "kmb-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518808, - "recall": 0.566206, - "f1": 0.531378, - "accuracy": 0.566206, - "main_score": 0.531378, - "hf_subset": "kmb_Latn-hat_Latn", - "languages": [ - "kmb-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496559, - "recall": 0.54249, - "f1": 0.509134, - "accuracy": 0.54249, - "main_score": 0.509134, - "hf_subset": "kmb_Latn-kbp_Latn", - "languages": [ - "kmb-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545678, - "recall": 0.58004, - "f1": 0.555392, - "accuracy": 0.58004, - "main_score": 0.555392, - "hf_subset": "kmb_Latn-luo_Latn", - "languages": [ - "kmb-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511323, - "recall": 0.560277, - "f1": 0.524616, - "accuracy": 0.560277, - "main_score": 0.524616, - "hf_subset": "kmb_Latn-ory_Orya", - "languages": [ - "kmb-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536705, - "recall": 0.586957, - "f1": 0.550286, - "accuracy": 0.586957, - "main_score": 0.550286, - "hf_subset": "kmb_Latn-sna_Latn", - "languages": [ - "kmb-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51707, - "recall": 0.562253, - "f1": 0.529547, - "accuracy": 0.562253, - "main_score": 0.529547, - "hf_subset": "kmb_Latn-tso_Latn", - "languages": [ - "kmb-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513426, - "recall": 0.559289, - "f1": 0.526161, - "accuracy": 0.559289, - "main_score": 0.526161, - "hf_subset": "kmb_Latn-azj_Latn", - "languages": [ - "kmb-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484461, - "recall": 0.527668, - "f1": 0.496717, - "accuracy": 0.527668, - "main_score": 0.496717, - "hf_subset": "kmb_Latn-dik_Latn", - "languages": [ - "kmb-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52111, - "recall": 0.560277, - "f1": 0.531611, - "accuracy": 0.560277, - "main_score": 0.531611, - "hf_subset": "kmb_Latn-hau_Latn", - "languages": [ - "kmb-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563441, - "recall": 0.59585, - "f1": 0.571917, - "accuracy": 0.59585, - "main_score": 0.571917, - "hf_subset": "kmb_Latn-kea_Latn", - "languages": [ - "kmb-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526566, - "recall": 0.56917, - "f1": 0.538189, - "accuracy": 0.56917, - "main_score": 0.538189, - "hf_subset": "kmb_Latn-lus_Latn", - "languages": [ - "kmb-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526428, - "recall": 0.56917, - "f1": 0.538027, - "accuracy": 0.56917, - "main_score": 0.538027, - "hf_subset": "kmb_Latn-pag_Latn", - "languages": [ - "kmb-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506743, - "recall": 0.552372, - "f1": 0.519481, - "accuracy": 0.552372, - "main_score": 0.519481, - "hf_subset": "kmb_Latn-snd_Arab", - "languages": [ - "kmb-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495137, - "recall": 0.543478, - "f1": 0.509045, - "accuracy": 0.543478, - "main_score": 0.509045, - "hf_subset": "kmb_Latn-tuk_Latn", - "languages": [ - "kmb-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533601, - "recall": 0.573123, - "f1": 0.544052, - "accuracy": 0.573123, - "main_score": 0.544052, - "hf_subset": "kmb_Latn-bak_Cyrl", - "languages": [ - "kmb-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407882, - "recall": 0.468379, - "f1": 0.425113, - "accuracy": 0.468379, - "main_score": 0.425113, - "hf_subset": "kmb_Latn-dyu_Latn", - "languages": [ - "kmb-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51146, - "recall": 0.557312, - "f1": 0.523962, - "accuracy": 0.557312, - "main_score": 0.523962, - "hf_subset": "kmb_Latn-heb_Hebr", - "languages": [ - "kmb-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514433, - "recall": 0.555336, - "f1": 0.525591, - "accuracy": 0.555336, - "main_score": 0.525591, - "hf_subset": "kmb_Latn-khk_Cyrl", - "languages": [ - "kmb-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527913, - "recall": 0.573123, - "f1": 0.540309, - "accuracy": 0.573123, - "main_score": 0.540309, - "hf_subset": "kmb_Latn-lvs_Latn", - "languages": [ - "kmb-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509588, - "recall": 0.555336, - "f1": 0.521766, - "accuracy": 0.555336, - "main_score": 0.521766, - "hf_subset": "kmb_Latn-pan_Guru", - "languages": [ - "kmb-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513141, - "recall": 0.556324, - "f1": 0.524939, - "accuracy": 0.556324, - "main_score": 0.524939, - "hf_subset": "kmb_Latn-som_Latn", - "languages": [ - "kmb-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521303, - "recall": 0.557312, - "f1": 0.531643, - "accuracy": 0.557312, - "main_score": 0.531643, - "hf_subset": "kmb_Latn-tum_Latn", - "languages": [ - "kmb-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651199, - "recall": 0.700593, - "f1": 0.664833, - "accuracy": 0.700593, - "main_score": 0.664833, - "hf_subset": "min_Arab-ace_Arab", - "languages": [ - "min-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.368531, - "recall": 0.416008, - "f1": 0.381378, - "accuracy": 0.416008, - "main_score": 0.381378, - "hf_subset": "min_Arab-bam_Latn", - "languages": [ - "min-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186366, - "recall": 0.225296, - "f1": 0.195825, - "accuracy": 0.225296, - "main_score": 0.195825, - "hf_subset": "min_Arab-dzo_Tibt", - "languages": [ - "min-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47507, - "recall": 0.540514, - "f1": 0.492178, - "accuracy": 0.540514, - "main_score": 0.492178, - "hf_subset": "min_Arab-hin_Deva", - "languages": [ - "min-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396321, - "recall": 0.454545, - "f1": 0.411024, - "accuracy": 0.454545, - "main_score": 0.411024, - "hf_subset": "min_Arab-khm_Khmr", - "languages": [ - "min-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475916, - "recall": 0.538538, - "f1": 0.492524, - "accuracy": 0.538538, - "main_score": 0.492524, - "hf_subset": "min_Arab-mag_Deva", - "languages": [ - "min-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507032, - "recall": 0.563241, - "f1": 0.521477, - "accuracy": 0.563241, - "main_score": 0.521477, - "hf_subset": "min_Arab-pap_Latn", - "languages": [ - "min-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394932, - "recall": 0.445652, - "f1": 0.408234, - "accuracy": 0.445652, - "main_score": 0.408234, - "hf_subset": "min_Arab-sot_Latn", - "languages": [ - "min-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473484, - "recall": 0.532609, - "f1": 0.488606, - "accuracy": 0.532609, - "main_score": 0.488606, - "hf_subset": "min_Arab-tur_Latn", - "languages": [ - "min-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552707, - "recall": 0.609684, - "f1": 0.566888, - "accuracy": 0.609684, - "main_score": 0.566888, - "hf_subset": "min_Arab-ace_Latn", - "languages": [ - "min-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542184, - "recall": 0.59585, - "f1": 0.556007, - "accuracy": 0.59585, - "main_score": 0.556007, - "hf_subset": "min_Arab-ban_Latn", - "languages": [ - "min-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446505, - "recall": 0.511858, - "f1": 0.463334, - "accuracy": 0.511858, - "main_score": 0.463334, - "hf_subset": "min_Arab-ell_Grek", - "languages": [ - "min-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458951, - "recall": 0.517787, - "f1": 0.473556, - "accuracy": 0.517787, - "main_score": 0.473556, - "hf_subset": "min_Arab-hne_Deva", - "languages": [ - "min-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31955, - "recall": 0.376482, - "f1": 0.334773, - "accuracy": 0.376482, - "main_score": 0.334773, - "hf_subset": "min_Arab-kik_Latn", - "languages": [ - "min-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476967, - "recall": 0.541502, - "f1": 0.493853, - "accuracy": 0.541502, - "main_score": 0.493853, - "hf_subset": "min_Arab-mai_Deva", - "languages": [ - "min-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442857, - "recall": 0.502964, - "f1": 0.457751, - "accuracy": 0.502964, - "main_score": 0.457751, - "hf_subset": "min_Arab-pbt_Arab", - "languages": [ - "min-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465794, - "recall": 0.529644, - "f1": 0.482283, - "accuracy": 0.529644, - "main_score": 0.482283, - "hf_subset": "min_Arab-spa_Latn", - "languages": [ - "min-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412068, - "recall": 0.466403, - "f1": 0.426961, - "accuracy": 0.466403, - "main_score": 0.426961, - "hf_subset": "min_Arab-twi_Latn", - "languages": [ - "min-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460749, - "recall": 0.522727, - "f1": 0.475988, - "accuracy": 0.522727, - "main_score": 0.475988, - "hf_subset": "min_Arab-acm_Arab", - "languages": [ - "min-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41899, - "recall": 0.491107, - "f1": 0.436583, - "accuracy": 0.491107, - "main_score": 0.436583, - "hf_subset": "min_Arab-bel_Cyrl", - "languages": [ - "min-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498659, - "recall": 0.566206, - "f1": 0.516077, - "accuracy": 0.566206, - "main_score": 0.516077, - "hf_subset": "min_Arab-eng_Latn", - "languages": [ - "min-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493644, - "recall": 0.556324, - "f1": 0.509291, - "accuracy": 0.556324, - "main_score": 0.509291, - "hf_subset": "min_Arab-hrv_Latn", - "languages": [ - "min-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373348, - "recall": 0.426877, - "f1": 0.387542, - "accuracy": 0.426877, - "main_score": 0.387542, - "hf_subset": "min_Arab-kin_Latn", - "languages": [ - "min-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463553, - "recall": 0.531621, - "f1": 0.480004, - "accuracy": 0.531621, - "main_score": 0.480004, - "hf_subset": "min_Arab-mal_Mlym", - "languages": [ - "min-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483335, - "recall": 0.543478, - "f1": 0.498946, - "accuracy": 0.543478, - "main_score": 0.498946, - "hf_subset": "min_Arab-pes_Arab", - "languages": [ - "min-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499515, - "recall": 0.557312, - "f1": 0.514271, - "accuracy": 0.557312, - "main_score": 0.514271, - "hf_subset": "min_Arab-srd_Latn", - "languages": [ - "min-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.217977, - "recall": 0.252964, - "f1": 0.226652, - "accuracy": 0.252964, - "main_score": 0.226652, - "hf_subset": "min_Arab-tzm_Tfng", - "languages": [ - "min-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450899, - "recall": 0.518775, - "f1": 0.467341, - "accuracy": 0.518775, - "main_score": 0.467341, - "hf_subset": "min_Arab-acq_Arab", - "languages": [ - "min-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393083, - "recall": 0.456522, - "f1": 0.408944, - "accuracy": 0.456522, - "main_score": 0.408944, - "hf_subset": "min_Arab-bem_Latn", - "languages": [ - "min-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494252, - "recall": 0.552372, - "f1": 0.508554, - "accuracy": 0.552372, - "main_score": 0.508554, - "hf_subset": "min_Arab-epo_Latn", - "languages": [ - "min-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500681, - "recall": 0.556324, - "f1": 0.515742, - "accuracy": 0.556324, - "main_score": 0.515742, - "hf_subset": "min_Arab-hun_Latn", - "languages": [ - "min-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460388, - "recall": 0.518775, - "f1": 0.475397, - "accuracy": 0.518775, - "main_score": 0.475397, - "hf_subset": "min_Arab-kir_Cyrl", - "languages": [ - "min-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472949, - "recall": 0.532609, - "f1": 0.488139, - "accuracy": 0.532609, - "main_score": 0.488139, - "hf_subset": "min_Arab-mar_Deva", - "languages": [ - "min-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420661, - "recall": 0.464427, - "f1": 0.432261, - "accuracy": 0.464427, - "main_score": 0.432261, - "hf_subset": "min_Arab-plt_Latn", - "languages": [ - "min-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495166, - "recall": 0.5583, - "f1": 0.511482, - "accuracy": 0.5583, - "main_score": 0.511482, - "hf_subset": "min_Arab-srp_Cyrl", - "languages": [ - "min-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391103, - "recall": 0.450593, - "f1": 0.406116, - "accuracy": 0.450593, - "main_score": 0.406116, - "hf_subset": "min_Arab-uig_Arab", - "languages": [ - "min-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43909, - "recall": 0.496047, - "f1": 0.452995, - "accuracy": 0.496047, - "main_score": 0.452995, - "hf_subset": "min_Arab-aeb_Arab", - "languages": [ - "min-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465403, - "recall": 0.533597, - "f1": 0.483053, - "accuracy": 0.533597, - "main_score": 0.483053, - "hf_subset": "min_Arab-ben_Beng", - "languages": [ - "min-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467506, - "recall": 0.52668, - "f1": 0.482357, - "accuracy": 0.52668, - "main_score": 0.482357, - "hf_subset": "min_Arab-est_Latn", - "languages": [ - "min-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45522, - "recall": 0.516798, - "f1": 0.471278, - "accuracy": 0.516798, - "main_score": 0.471278, - "hf_subset": "min_Arab-hye_Armn", - "languages": [ - "min-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382059, - "recall": 0.435771, - "f1": 0.396708, - "accuracy": 0.435771, - "main_score": 0.396708, - "hf_subset": "min_Arab-kmb_Latn", - "languages": [ - "min-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465944, - "recall": 0.527668, - "f1": 0.481991, - "accuracy": 0.527668, - "main_score": 0.481991, - "hf_subset": "min_Arab-pol_Latn", - "languages": [ - "min-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378123, - "recall": 0.427866, - "f1": 0.391389, - "accuracy": 0.427866, - "main_score": 0.391389, - "hf_subset": "min_Arab-ssw_Latn", - "languages": [ - "min-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482787, - "recall": 0.544466, - "f1": 0.498182, - "accuracy": 0.544466, - "main_score": 0.498182, - "hf_subset": "min_Arab-ukr_Cyrl", - "languages": [ - "min-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515634, - "recall": 0.58498, - "f1": 0.533206, - "accuracy": 0.58498, - "main_score": 0.533206, - "hf_subset": "min_Arab-afr_Latn", - "languages": [ - "min-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446012, - "recall": 0.506917, - "f1": 0.460579, - "accuracy": 0.506917, - "main_score": 0.460579, - "hf_subset": "min_Arab-bho_Deva", - "languages": [ - "min-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467792, - "recall": 0.531621, - "f1": 0.484395, - "accuracy": 0.531621, - "main_score": 0.484395, - "hf_subset": "min_Arab-eus_Latn", - "languages": [ - "min-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364647, - "recall": 0.431818, - "f1": 0.381685, - "accuracy": 0.431818, - "main_score": 0.381685, - "hf_subset": "min_Arab-ibo_Latn", - "languages": [ - "min-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459123, - "recall": 0.516798, - "f1": 0.474656, - "accuracy": 0.516798, - "main_score": 0.474656, - "hf_subset": "min_Arab-kmr_Latn", - "languages": [ - "min-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686274, - "recall": 0.740119, - "f1": 0.699966, - "accuracy": 0.740119, - "main_score": 0.699966, - "hf_subset": "min_Arab-min_Latn", - "languages": [ - "min-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497567, - "recall": 0.566206, - "f1": 0.515331, - "accuracy": 0.566206, - "main_score": 0.515331, - "hf_subset": "min_Arab-por_Latn", - "languages": [ - "min-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541763, - "recall": 0.593874, - "f1": 0.555691, - "accuracy": 0.593874, - "main_score": 0.555691, - "hf_subset": "min_Arab-sun_Latn", - "languages": [ - "min-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363929, - "recall": 0.416008, - "f1": 0.377783, - "accuracy": 0.416008, - "main_score": 0.377783, - "hf_subset": "min_Arab-umb_Latn", - "languages": [ - "min-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474421, - "recall": 0.537549, - "f1": 0.490419, - "accuracy": 0.537549, - "main_score": 0.490419, - "hf_subset": "min_Arab-ajp_Arab", - "languages": [ - "min-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665399, - "recall": 0.727273, - "f1": 0.683174, - "accuracy": 0.727273, - "main_score": 0.683174, - "hf_subset": "min_Arab-bjn_Arab", - "languages": [ - "min-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.343683, - "recall": 0.387352, - "f1": 0.355226, - "accuracy": 0.387352, - "main_score": 0.355226, - "hf_subset": "min_Arab-ewe_Latn", - "languages": [ - "min-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480084, - "recall": 0.538538, - "f1": 0.494733, - "accuracy": 0.538538, - "main_score": 0.494733, - "hf_subset": "min_Arab-ilo_Latn", - "languages": [ - "min-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.272779, - "recall": 0.315217, - "f1": 0.283951, - "accuracy": 0.315217, - "main_score": 0.283951, - "hf_subset": "min_Arab-knc_Arab", - "languages": [ - "min-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489799, - "recall": 0.551383, - "f1": 0.505455, - "accuracy": 0.551383, - "main_score": 0.505455, - "hf_subset": "min_Arab-mkd_Cyrl", - "languages": [ - "min-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47337, - "recall": 0.533597, - "f1": 0.488527, - "accuracy": 0.533597, - "main_score": 0.488527, - "hf_subset": "min_Arab-prs_Arab", - "languages": [ - "min-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497526, - "recall": 0.562253, - "f1": 0.513951, - "accuracy": 0.562253, - "main_score": 0.513951, - "hf_subset": "min_Arab-swe_Latn", - "languages": [ - "min-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461316, - "recall": 0.527668, - "f1": 0.4786, - "accuracy": 0.527668, - "main_score": 0.4786, - "hf_subset": "min_Arab-urd_Arab", - "languages": [ - "min-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373408, - "recall": 0.426877, - "f1": 0.387313, - "accuracy": 0.426877, - "main_score": 0.387313, - "hf_subset": "min_Arab-aka_Latn", - "languages": [ - "min-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538581, - "recall": 0.59585, - "f1": 0.552701, - "accuracy": 0.59585, - "main_score": 0.552701, - "hf_subset": "min_Arab-bjn_Latn", - "languages": [ - "min-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433306, - "recall": 0.498024, - "f1": 0.449395, - "accuracy": 0.498024, - "main_score": 0.449395, - "hf_subset": "min_Arab-fao_Latn", - "languages": [ - "min-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533685, - "recall": 0.598814, - "f1": 0.55002, - "accuracy": 0.598814, - "main_score": 0.55002, - "hf_subset": "min_Arab-ind_Latn", - "languages": [ - "min-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408929, - "recall": 0.445652, - "f1": 0.418932, - "accuracy": 0.445652, - "main_score": 0.418932, - "hf_subset": "min_Arab-knc_Latn", - "languages": [ - "min-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511297, - "recall": 0.563241, - "f1": 0.523849, - "accuracy": 0.563241, - "main_score": 0.523849, - "hf_subset": "min_Arab-mlt_Latn", - "languages": [ - "min-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4096, - "recall": 0.462451, - "f1": 0.423305, - "accuracy": 0.462451, - "main_score": 0.423305, - "hf_subset": "min_Arab-quy_Latn", - "languages": [ - "min-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455973, - "recall": 0.51581, - "f1": 0.471249, - "accuracy": 0.51581, - "main_score": 0.471249, - "hf_subset": "min_Arab-swh_Latn", - "languages": [ - "min-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469469, - "recall": 0.527668, - "f1": 0.484077, - "accuracy": 0.527668, - "main_score": 0.484077, - "hf_subset": "min_Arab-uzn_Latn", - "languages": [ - "min-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501846, - "recall": 0.566206, - "f1": 0.517181, - "accuracy": 0.566206, - "main_score": 0.517181, - "hf_subset": "min_Arab-als_Latn", - "languages": [ - "min-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.238265, - "recall": 0.286561, - "f1": 0.249966, - "accuracy": 0.286561, - "main_score": 0.249966, - "hf_subset": "min_Arab-bod_Tibt", - "languages": [ - "min-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382471, - "recall": 0.434783, - "f1": 0.396693, - "accuracy": 0.434783, - "main_score": 0.396693, - "hf_subset": "min_Arab-fij_Latn", - "languages": [ - "min-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432435, - "recall": 0.496047, - "f1": 0.44827, - "accuracy": 0.496047, - "main_score": 0.44827, - "hf_subset": "min_Arab-isl_Latn", - "languages": [ - "min-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433944, - "recall": 0.478261, - "f1": 0.445811, - "accuracy": 0.478261, - "main_score": 0.445811, - "hf_subset": "min_Arab-kon_Latn", - "languages": [ - "min-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404828, - "recall": 0.465415, - "f1": 0.42044, - "accuracy": 0.465415, - "main_score": 0.42044, - "hf_subset": "min_Arab-mni_Beng", - "languages": [ - "min-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497643, - "recall": 0.5583, - "f1": 0.513532, - "accuracy": 0.5583, - "main_score": 0.513532, - "hf_subset": "min_Arab-ron_Latn", - "languages": [ - "min-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478709, - "recall": 0.534585, - "f1": 0.493474, - "accuracy": 0.534585, - "main_score": 0.493474, - "hf_subset": "min_Arab-szl_Latn", - "languages": [ - "min-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499666, - "recall": 0.556324, - "f1": 0.513567, - "accuracy": 0.556324, - "main_score": 0.513567, - "hf_subset": "min_Arab-vec_Latn", - "languages": [ - "min-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403702, - "recall": 0.467391, - "f1": 0.42064, - "accuracy": 0.467391, - "main_score": 0.42064, - "hf_subset": "min_Arab-amh_Ethi", - "languages": [ - "min-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491934, - "recall": 0.552372, - "f1": 0.507843, - "accuracy": 0.552372, - "main_score": 0.507843, - "hf_subset": "min_Arab-bos_Latn", - "languages": [ - "min-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444306, - "recall": 0.505929, - "f1": 0.460107, - "accuracy": 0.505929, - "main_score": 0.460107, - "hf_subset": "min_Arab-fin_Latn", - "languages": [ - "min-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470879, - "recall": 0.534585, - "f1": 0.486913, - "accuracy": 0.534585, - "main_score": 0.486913, - "hf_subset": "min_Arab-ita_Latn", - "languages": [ - "min-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465957, - "recall": 0.533597, - "f1": 0.483243, - "accuracy": 0.533597, - "main_score": 0.483243, - "hf_subset": "min_Arab-kor_Hang", - "languages": [ - "min-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.376017, - "recall": 0.422925, - "f1": 0.388218, - "accuracy": 0.422925, - "main_score": 0.388218, - "hf_subset": "min_Arab-mos_Latn", - "languages": [ - "min-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380482, - "recall": 0.429842, - "f1": 0.393327, - "accuracy": 0.429842, - "main_score": 0.393327, - "hf_subset": "min_Arab-run_Latn", - "languages": [ - "min-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439021, - "recall": 0.500988, - "f1": 0.454046, - "accuracy": 0.500988, - "main_score": 0.454046, - "hf_subset": "min_Arab-tam_Taml", - "languages": [ - "min-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460211, - "recall": 0.52668, - "f1": 0.476915, - "accuracy": 0.52668, - "main_score": 0.476915, - "hf_subset": "min_Arab-vie_Latn", - "languages": [ - "min-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463169, - "recall": 0.527668, - "f1": 0.479246, - "accuracy": 0.527668, - "main_score": 0.479246, - "hf_subset": "min_Arab-apc_Arab", - "languages": [ - "min-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482814, - "recall": 0.537549, - "f1": 0.497523, - "accuracy": 0.537549, - "main_score": 0.497523, - "hf_subset": "min_Arab-bug_Latn", - "languages": [ - "min-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322534, - "recall": 0.364625, - "f1": 0.33363, - "accuracy": 0.364625, - "main_score": 0.33363, - "hf_subset": "min_Arab-fon_Latn", - "languages": [ - "min-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537564, - "recall": 0.590909, - "f1": 0.551269, - "accuracy": 0.590909, - "main_score": 0.551269, - "hf_subset": "min_Arab-jav_Latn", - "languages": [ - "min-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394257, - "recall": 0.455534, - "f1": 0.409568, - "accuracy": 0.455534, - "main_score": 0.409568, - "hf_subset": "min_Arab-lao_Laoo", - "languages": [ - "min-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379165, - "recall": 0.437747, - "f1": 0.393999, - "accuracy": 0.437747, - "main_score": 0.393999, - "hf_subset": "min_Arab-mri_Latn", - "languages": [ - "min-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47848, - "recall": 0.538538, - "f1": 0.493114, - "accuracy": 0.538538, - "main_score": 0.493114, - "hf_subset": "min_Arab-rus_Cyrl", - "languages": [ - "min-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380023, - "recall": 0.43083, - "f1": 0.393459, - "accuracy": 0.43083, - "main_score": 0.393459, - "hf_subset": "min_Arab-taq_Latn", - "languages": [ - "min-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515253, - "recall": 0.566206, - "f1": 0.527245, - "accuracy": 0.566206, - "main_score": 0.527245, - "hf_subset": "min_Arab-war_Latn", - "languages": [ - "min-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456179, - "recall": 0.521739, - "f1": 0.472638, - "accuracy": 0.521739, - "main_score": 0.472638, - "hf_subset": "min_Arab-arb_Arab", - "languages": [ - "min-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475751, - "recall": 0.54249, - "f1": 0.493088, - "accuracy": 0.54249, - "main_score": 0.493088, - "hf_subset": "min_Arab-bul_Cyrl", - "languages": [ - "min-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4888, - "recall": 0.546443, - "f1": 0.503508, - "accuracy": 0.546443, - "main_score": 0.503508, - "hf_subset": "min_Arab-fra_Latn", - "languages": [ - "min-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443315, - "recall": 0.507905, - "f1": 0.459541, - "accuracy": 0.507905, - "main_score": 0.459541, - "hf_subset": "min_Arab-jpn_Jpan", - "languages": [ - "min-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47573, - "recall": 0.537549, - "f1": 0.491855, - "accuracy": 0.537549, - "main_score": 0.491855, - "hf_subset": "min_Arab-lij_Latn", - "languages": [ - "min-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.336, - "recall": 0.401186, - "f1": 0.352582, - "accuracy": 0.401186, - "main_score": 0.352582, - "hf_subset": "min_Arab-mya_Mymr", - "languages": [ - "min-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395137, - "recall": 0.461462, - "f1": 0.41307, - "accuracy": 0.461462, - "main_score": 0.41307, - "hf_subset": "min_Arab-sag_Latn", - "languages": [ - "min-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20236, - "recall": 0.233202, - "f1": 0.209312, - "accuracy": 0.233202, - "main_score": 0.209312, - "hf_subset": "min_Arab-taq_Tfng", - "languages": [ - "min-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411768, - "recall": 0.461462, - "f1": 0.424847, - "accuracy": 0.461462, - "main_score": 0.424847, - "hf_subset": "min_Arab-wol_Latn", - "languages": [ - "min-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.359702, - "recall": 0.41502, - "f1": 0.373815, - "accuracy": 0.41502, - "main_score": 0.373815, - "hf_subset": "min_Arab-arb_Latn", - "languages": [ - "min-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48195, - "recall": 0.552372, - "f1": 0.499788, - "accuracy": 0.552372, - "main_score": 0.499788, - "hf_subset": "min_Arab-cat_Latn", - "languages": [ - "min-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500643, - "recall": 0.549407, - "f1": 0.512792, - "accuracy": 0.549407, - "main_score": 0.512792, - "hf_subset": "min_Arab-fur_Latn", - "languages": [ - "min-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.340567, - "recall": 0.387352, - "f1": 0.352593, - "accuracy": 0.387352, - "main_score": 0.352593, - "hf_subset": "min_Arab-kab_Latn", - "languages": [ - "min-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491562, - "recall": 0.552372, - "f1": 0.507593, - "accuracy": 0.552372, - "main_score": 0.507593, - "hf_subset": "min_Arab-lim_Latn", - "languages": [ - "min-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474918, - "recall": 0.539526, - "f1": 0.491957, - "accuracy": 0.539526, - "main_score": 0.491957, - "hf_subset": "min_Arab-nld_Latn", - "languages": [ - "min-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415809, - "recall": 0.485178, - "f1": 0.433041, - "accuracy": 0.485178, - "main_score": 0.433041, - "hf_subset": "min_Arab-san_Deva", - "languages": [ - "min-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469232, - "recall": 0.531621, - "f1": 0.484013, - "accuracy": 0.531621, - "main_score": 0.484013, - "hf_subset": "min_Arab-tat_Cyrl", - "languages": [ - "min-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416342, - "recall": 0.47332, - "f1": 0.431137, - "accuracy": 0.47332, - "main_score": 0.431137, - "hf_subset": "min_Arab-xho_Latn", - "languages": [ - "min-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428695, - "recall": 0.5, - "f1": 0.446555, - "accuracy": 0.5, - "main_score": 0.446555, - "hf_subset": "min_Arab-ars_Arab", - "languages": [ - "min-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503371, - "recall": 0.561265, - "f1": 0.517674, - "accuracy": 0.561265, - "main_score": 0.517674, - "hf_subset": "min_Arab-ceb_Latn", - "languages": [ - "min-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.361003, - "recall": 0.408103, - "f1": 0.372903, - "accuracy": 0.408103, - "main_score": 0.372903, - "hf_subset": "min_Arab-fuv_Latn", - "languages": [ - "min-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.36046, - "recall": 0.412055, - "f1": 0.374102, - "accuracy": 0.412055, - "main_score": 0.374102, - "hf_subset": "min_Arab-kac_Latn", - "languages": [ - "min-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432118, - "recall": 0.478261, - "f1": 0.444568, - "accuracy": 0.478261, - "main_score": 0.444568, - "hf_subset": "min_Arab-lin_Latn", - "languages": [ - "min-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49198, - "recall": 0.557312, - "f1": 0.508103, - "accuracy": 0.557312, - "main_score": 0.508103, - "hf_subset": "min_Arab-nno_Latn", - "languages": [ - "min-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124801, - "recall": 0.168972, - "f1": 0.135786, - "accuracy": 0.168972, - "main_score": 0.135786, - "hf_subset": "min_Arab-sat_Olck", - "languages": [ - "min-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450777, - "recall": 0.509881, - "f1": 0.465083, - "accuracy": 0.509881, - "main_score": 0.465083, - "hf_subset": "min_Arab-tel_Telu", - "languages": [ - "min-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451342, - "recall": 0.502964, - "f1": 0.464898, - "accuracy": 0.502964, - "main_score": 0.464898, - "hf_subset": "min_Arab-ydd_Hebr", - "languages": [ - "min-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431729, - "recall": 0.491107, - "f1": 0.445705, - "accuracy": 0.491107, - "main_score": 0.445705, - "hf_subset": "min_Arab-ary_Arab", - "languages": [ - "min-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487993, - "recall": 0.554348, - "f1": 0.504976, - "accuracy": 0.554348, - "main_score": 0.504976, - "hf_subset": "min_Arab-ces_Latn", - "languages": [ - "min-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401667, - "recall": 0.453557, - "f1": 0.415317, - "accuracy": 0.453557, - "main_score": 0.415317, - "hf_subset": "min_Arab-gaz_Latn", - "languages": [ - "min-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.36536, - "recall": 0.41502, - "f1": 0.378387, - "accuracy": 0.41502, - "main_score": 0.378387, - "hf_subset": "min_Arab-kam_Latn", - "languages": [ - "min-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466092, - "recall": 0.529644, - "f1": 0.482794, - "accuracy": 0.529644, - "main_score": 0.482794, - "hf_subset": "min_Arab-lit_Latn", - "languages": [ - "min-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502247, - "recall": 0.565217, - "f1": 0.518381, - "accuracy": 0.565217, - "main_score": 0.518381, - "hf_subset": "min_Arab-nob_Latn", - "languages": [ - "min-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470963, - "recall": 0.528656, - "f1": 0.48491, - "accuracy": 0.528656, - "main_score": 0.48491, - "hf_subset": "min_Arab-scn_Latn", - "languages": [ - "min-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437419, - "recall": 0.486166, - "f1": 0.449729, - "accuracy": 0.486166, - "main_score": 0.449729, - "hf_subset": "min_Arab-tgk_Cyrl", - "languages": [ - "min-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330278, - "recall": 0.393281, - "f1": 0.346745, - "accuracy": 0.393281, - "main_score": 0.346745, - "hf_subset": "min_Arab-yor_Latn", - "languages": [ - "min-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463947, - "recall": 0.52668, - "f1": 0.479368, - "accuracy": 0.52668, - "main_score": 0.479368, - "hf_subset": "min_Arab-arz_Arab", - "languages": [ - "min-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354611, - "recall": 0.409091, - "f1": 0.368789, - "accuracy": 0.409091, - "main_score": 0.368789, - "hf_subset": "min_Arab-cjk_Latn", - "languages": [ - "min-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389102, - "recall": 0.444664, - "f1": 0.403253, - "accuracy": 0.444664, - "main_score": 0.403253, - "hf_subset": "min_Arab-gla_Latn", - "languages": [ - "min-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453531, - "recall": 0.522727, - "f1": 0.470704, - "accuracy": 0.522727, - "main_score": 0.470704, - "hf_subset": "min_Arab-kan_Knda", - "languages": [ - "min-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501836, - "recall": 0.5583, - "f1": 0.515842, - "accuracy": 0.5583, - "main_score": 0.515842, - "hf_subset": "min_Arab-lmo_Latn", - "languages": [ - "min-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468536, - "recall": 0.536561, - "f1": 0.486455, - "accuracy": 0.536561, - "main_score": 0.486455, - "hf_subset": "min_Arab-npi_Deva", - "languages": [ - "min-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295803, - "recall": 0.343874, - "f1": 0.308049, - "accuracy": 0.343874, - "main_score": 0.308049, - "hf_subset": "min_Arab-shn_Mymr", - "languages": [ - "min-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506051, - "recall": 0.559289, - "f1": 0.519945, - "accuracy": 0.559289, - "main_score": 0.519945, - "hf_subset": "min_Arab-tgl_Latn", - "languages": [ - "min-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457778, - "recall": 0.51581, - "f1": 0.471536, - "accuracy": 0.51581, - "main_score": 0.471536, - "hf_subset": "min_Arab-yue_Hant", - "languages": [ - "min-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427205, - "recall": 0.492095, - "f1": 0.443984, - "accuracy": 0.492095, - "main_score": 0.443984, - "hf_subset": "min_Arab-asm_Beng", - "languages": [ - "min-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431397, - "recall": 0.488142, - "f1": 0.445451, - "accuracy": 0.488142, - "main_score": 0.445451, - "hf_subset": "min_Arab-ckb_Arab", - "languages": [ - "min-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414481, - "recall": 0.466403, - "f1": 0.427433, - "accuracy": 0.466403, - "main_score": 0.427433, - "hf_subset": "min_Arab-gle_Latn", - "languages": [ - "min-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427635, - "recall": 0.482213, - "f1": 0.441009, - "accuracy": 0.482213, - "main_score": 0.441009, - "hf_subset": "min_Arab-kas_Arab", - "languages": [ - "min-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474938, - "recall": 0.534585, - "f1": 0.489717, - "accuracy": 0.534585, - "main_score": 0.489717, - "hf_subset": "min_Arab-ltg_Latn", - "languages": [ - "min-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431394, - "recall": 0.475296, - "f1": 0.442165, - "accuracy": 0.475296, - "main_score": 0.442165, - "hf_subset": "min_Arab-nso_Latn", - "languages": [ - "min-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40086, - "recall": 0.467391, - "f1": 0.418346, - "accuracy": 0.467391, - "main_score": 0.418346, - "hf_subset": "min_Arab-sin_Sinh", - "languages": [ - "min-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459201, - "recall": 0.522727, - "f1": 0.475561, - "accuracy": 0.522727, - "main_score": 0.475561, - "hf_subset": "min_Arab-tha_Thai", - "languages": [ - "min-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435102, - "recall": 0.486166, - "f1": 0.448303, - "accuracy": 0.486166, - "main_score": 0.448303, - "hf_subset": "min_Arab-zho_Hans", - "languages": [ - "min-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497977, - "recall": 0.555336, - "f1": 0.511677, - "accuracy": 0.555336, - "main_score": 0.511677, - "hf_subset": "min_Arab-ast_Latn", - "languages": [ - "min-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453826, - "recall": 0.519763, - "f1": 0.470339, - "accuracy": 0.519763, - "main_score": 0.470339, - "hf_subset": "min_Arab-crh_Latn", - "languages": [ - "min-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504815, - "recall": 0.568182, - "f1": 0.521629, - "accuracy": 0.568182, - "main_score": 0.521629, - "hf_subset": "min_Arab-glg_Latn", - "languages": [ - "min-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414186, - "recall": 0.459486, - "f1": 0.42582, - "accuracy": 0.459486, - "main_score": 0.42582, - "hf_subset": "min_Arab-kas_Deva", - "languages": [ - "min-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477652, - "recall": 0.532609, - "f1": 0.491697, - "accuracy": 0.532609, - "main_score": 0.491697, - "hf_subset": "min_Arab-ltz_Latn", - "languages": [ - "min-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355823, - "recall": 0.409091, - "f1": 0.369683, - "accuracy": 0.409091, - "main_score": 0.369683, - "hf_subset": "min_Arab-nus_Latn", - "languages": [ - "min-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488216, - "recall": 0.546443, - "f1": 0.50241, - "accuracy": 0.546443, - "main_score": 0.50241, - "hf_subset": "min_Arab-slk_Latn", - "languages": [ - "min-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.346145, - "recall": 0.399209, - "f1": 0.36007, - "accuracy": 0.399209, - "main_score": 0.36007, - "hf_subset": "min_Arab-tir_Ethi", - "languages": [ - "min-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45369, - "recall": 0.514822, - "f1": 0.469151, - "accuracy": 0.514822, - "main_score": 0.469151, - "hf_subset": "min_Arab-zho_Hant", - "languages": [ - "min-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46147, - "recall": 0.524704, - "f1": 0.477898, - "accuracy": 0.524704, - "main_score": 0.477898, - "hf_subset": "min_Arab-awa_Deva", - "languages": [ - "min-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459596, - "recall": 0.513834, - "f1": 0.473598, - "accuracy": 0.513834, - "main_score": 0.473598, - "hf_subset": "min_Arab-cym_Latn", - "languages": [ - "min-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440532, - "recall": 0.493083, - "f1": 0.454348, - "accuracy": 0.493083, - "main_score": 0.454348, - "hf_subset": "min_Arab-grn_Latn", - "languages": [ - "min-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454961, - "recall": 0.508893, - "f1": 0.467933, - "accuracy": 0.508893, - "main_score": 0.467933, - "hf_subset": "min_Arab-kat_Geor", - "languages": [ - "min-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400198, - "recall": 0.454545, - "f1": 0.414293, - "accuracy": 0.454545, - "main_score": 0.414293, - "hf_subset": "min_Arab-lua_Latn", - "languages": [ - "min-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395996, - "recall": 0.445652, - "f1": 0.408743, - "accuracy": 0.445652, - "main_score": 0.408743, - "hf_subset": "min_Arab-nya_Latn", - "languages": [ - "min-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478296, - "recall": 0.539526, - "f1": 0.494596, - "accuracy": 0.539526, - "main_score": 0.494596, - "hf_subset": "min_Arab-slv_Latn", - "languages": [ - "min-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466246, - "recall": 0.518775, - "f1": 0.479609, - "accuracy": 0.518775, - "main_score": 0.479609, - "hf_subset": "min_Arab-tpi_Latn", - "languages": [ - "min-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515535, - "recall": 0.583992, - "f1": 0.532729, - "accuracy": 0.583992, - "main_score": 0.532729, - "hf_subset": "min_Arab-zsm_Latn", - "languages": [ - "min-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378262, - "recall": 0.429842, - "f1": 0.392169, - "accuracy": 0.429842, - "main_score": 0.392169, - "hf_subset": "min_Arab-ayr_Latn", - "languages": [ - "min-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492457, - "recall": 0.552372, - "f1": 0.507818, - "accuracy": 0.552372, - "main_score": 0.507818, - "hf_subset": "min_Arab-dan_Latn", - "languages": [ - "min-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470648, - "recall": 0.539526, - "f1": 0.488421, - "accuracy": 0.539526, - "main_score": 0.488421, - "hf_subset": "min_Arab-guj_Gujr", - "languages": [ - "min-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483463, - "recall": 0.54249, - "f1": 0.498293, - "accuracy": 0.54249, - "main_score": 0.498293, - "hf_subset": "min_Arab-kaz_Cyrl", - "languages": [ - "min-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.358091, - "recall": 0.412055, - "f1": 0.372091, - "accuracy": 0.412055, - "main_score": 0.372091, - "hf_subset": "min_Arab-lug_Latn", - "languages": [ - "min-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515356, - "recall": 0.58004, - "f1": 0.531625, - "accuracy": 0.58004, - "main_score": 0.531625, - "hf_subset": "min_Arab-oci_Latn", - "languages": [ - "min-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412711, - "recall": 0.470356, - "f1": 0.42809, - "accuracy": 0.470356, - "main_score": 0.42809, - "hf_subset": "min_Arab-smo_Latn", - "languages": [ - "min-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362578, - "recall": 0.418972, - "f1": 0.37733, - "accuracy": 0.418972, - "main_score": 0.37733, - "hf_subset": "min_Arab-tsn_Latn", - "languages": [ - "min-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402823, - "recall": 0.454545, - "f1": 0.416915, - "accuracy": 0.454545, - "main_score": 0.416915, - "hf_subset": "min_Arab-zul_Latn", - "languages": [ - "min-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43577, - "recall": 0.48913, - "f1": 0.449955, - "accuracy": 0.48913, - "main_score": 0.449955, - "hf_subset": "min_Arab-azb_Arab", - "languages": [ - "min-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479118, - "recall": 0.544466, - "f1": 0.495577, - "accuracy": 0.544466, - "main_score": 0.495577, - "hf_subset": "min_Arab-deu_Latn", - "languages": [ - "min-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46088, - "recall": 0.530632, - "f1": 0.479115, - "accuracy": 0.530632, - "main_score": 0.479115, - "hf_subset": "min_Arab-hat_Latn", - "languages": [ - "min-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367942, - "recall": 0.411067, - "f1": 0.379277, - "accuracy": 0.411067, - "main_score": 0.379277, - "hf_subset": "min_Arab-kbp_Latn", - "languages": [ - "min-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405741, - "recall": 0.452569, - "f1": 0.418337, - "accuracy": 0.452569, - "main_score": 0.418337, - "hf_subset": "min_Arab-luo_Latn", - "languages": [ - "min-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446953, - "recall": 0.514822, - "f1": 0.464184, - "accuracy": 0.514822, - "main_score": 0.464184, - "hf_subset": "min_Arab-ory_Orya", - "languages": [ - "min-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364285, - "recall": 0.416996, - "f1": 0.377199, - "accuracy": 0.416996, - "main_score": 0.377199, - "hf_subset": "min_Arab-sna_Latn", - "languages": [ - "min-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381305, - "recall": 0.423913, - "f1": 0.392831, - "accuracy": 0.423913, - "main_score": 0.392831, - "hf_subset": "min_Arab-tso_Latn", - "languages": [ - "min-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443453, - "recall": 0.512846, - "f1": 0.460658, - "accuracy": 0.512846, - "main_score": 0.460658, - "hf_subset": "min_Arab-azj_Latn", - "languages": [ - "min-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323542, - "recall": 0.381423, - "f1": 0.339319, - "accuracy": 0.381423, - "main_score": 0.339319, - "hf_subset": "min_Arab-dik_Latn", - "languages": [ - "min-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409954, - "recall": 0.471344, - "f1": 0.425746, - "accuracy": 0.471344, - "main_score": 0.425746, - "hf_subset": "min_Arab-hau_Latn", - "languages": [ - "min-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497396, - "recall": 0.540514, - "f1": 0.508014, - "accuracy": 0.540514, - "main_score": 0.508014, - "hf_subset": "min_Arab-kea_Latn", - "languages": [ - "min-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420842, - "recall": 0.462451, - "f1": 0.432514, - "accuracy": 0.462451, - "main_score": 0.432514, - "hf_subset": "min_Arab-lus_Latn", - "languages": [ - "min-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467431, - "recall": 0.518775, - "f1": 0.481109, - "accuracy": 0.518775, - "main_score": 0.481109, - "hf_subset": "min_Arab-pag_Latn", - "languages": [ - "min-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467784, - "recall": 0.529644, - "f1": 0.482794, - "accuracy": 0.529644, - "main_score": 0.482794, - "hf_subset": "min_Arab-snd_Arab", - "languages": [ - "min-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431216, - "recall": 0.48913, - "f1": 0.446097, - "accuracy": 0.48913, - "main_score": 0.446097, - "hf_subset": "min_Arab-tuk_Latn", - "languages": [ - "min-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468418, - "recall": 0.532609, - "f1": 0.485388, - "accuracy": 0.532609, - "main_score": 0.485388, - "hf_subset": "min_Arab-bak_Cyrl", - "languages": [ - "min-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283788, - "recall": 0.342885, - "f1": 0.299411, - "accuracy": 0.342885, - "main_score": 0.299411, - "hf_subset": "min_Arab-dyu_Latn", - "languages": [ - "min-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48078, - "recall": 0.543478, - "f1": 0.496544, - "accuracy": 0.543478, - "main_score": 0.496544, - "hf_subset": "min_Arab-heb_Hebr", - "languages": [ - "min-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428741, - "recall": 0.48913, - "f1": 0.444033, - "accuracy": 0.48913, - "main_score": 0.444033, - "hf_subset": "min_Arab-khk_Cyrl", - "languages": [ - "min-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485106, - "recall": 0.540514, - "f1": 0.498877, - "accuracy": 0.540514, - "main_score": 0.498877, - "hf_subset": "min_Arab-lvs_Latn", - "languages": [ - "min-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453468, - "recall": 0.52668, - "f1": 0.471889, - "accuracy": 0.52668, - "main_score": 0.471889, - "hf_subset": "min_Arab-pan_Guru", - "languages": [ - "min-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402861, - "recall": 0.451581, - "f1": 0.415749, - "accuracy": 0.451581, - "main_score": 0.415749, - "hf_subset": "min_Arab-som_Latn", - "languages": [ - "min-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38135, - "recall": 0.423913, - "f1": 0.392148, - "accuracy": 0.423913, - "main_score": 0.392148, - "hf_subset": "min_Arab-tum_Latn", - "languages": [ - "min-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582076, - "recall": 0.649209, - "f1": 0.600878, - "accuracy": 0.649209, - "main_score": 0.600878, - "hf_subset": "pol_Latn-ace_Arab", - "languages": [ - "pol-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540807, - "recall": 0.607708, - "f1": 0.559721, - "accuracy": 0.607708, - "main_score": 0.559721, - "hf_subset": "pol_Latn-bam_Latn", - "languages": [ - "pol-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442, - "recall": 0.51581, - "f1": 0.462826, - "accuracy": 0.51581, - "main_score": 0.462826, - "hf_subset": "pol_Latn-dzo_Tibt", - "languages": [ - "pol-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-hin_Deva", - "languages": [ - "pol-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pol_Latn-khm_Khmr", - "languages": [ - "pol-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-mag_Deva", - "languages": [ - "pol-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "pol_Latn-pap_Latn", - "languages": [ - "pol-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611948, - "recall": 0.664032, - "f1": 0.626468, - "accuracy": 0.664032, - "main_score": 0.626468, - "hf_subset": "pol_Latn-sot_Latn", - "languages": [ - "pol-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-tur_Latn", - "languages": [ - "pol-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877635, - "recall": 0.910079, - "f1": 0.88778, - "accuracy": 0.910079, - "main_score": 0.88778, - "hf_subset": "pol_Latn-ace_Latn", - "languages": [ - "pol-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.974308, - "f1": 0.968379, - "accuracy": 0.974308, - "main_score": 0.968379, - "hf_subset": "pol_Latn-ban_Latn", - "languages": [ - "pol-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ell_Grek", - "languages": [ - "pol-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "pol_Latn-hne_Deva", - "languages": [ - "pol-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604513, - "recall": 0.660079, - "f1": 0.619848, - "accuracy": 0.660079, - "main_score": 0.619848, - "hf_subset": "pol_Latn-kik_Latn", - "languages": [ - "pol-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-mai_Deva", - "languages": [ - "pol-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "pol_Latn-pbt_Arab", - "languages": [ - "pol-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-spa_Latn", - "languages": [ - "pol-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624466, - "recall": 0.681818, - "f1": 0.640686, - "accuracy": 0.681818, - "main_score": 0.640686, - "hf_subset": "pol_Latn-twi_Latn", - "languages": [ - "pol-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-acm_Arab", - "languages": [ - "pol-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-bel_Cyrl", - "languages": [ - "pol-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-eng_Latn", - "languages": [ - "pol-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-hrv_Latn", - "languages": [ - "pol-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570755, - "recall": 0.630435, - "f1": 0.587142, - "accuracy": 0.630435, - "main_score": 0.587142, - "hf_subset": "pol_Latn-kin_Latn", - "languages": [ - "pol-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-mal_Mlym", - "languages": [ - "pol-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-pes_Arab", - "languages": [ - "pol-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pol_Latn-srd_Latn", - "languages": [ - "pol-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18133, - "recall": 0.232213, - "f1": 0.193859, - "accuracy": 0.232213, - "main_score": 0.193859, - "hf_subset": "pol_Latn-tzm_Tfng", - "languages": [ - "pol-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-acq_Arab", - "languages": [ - "pol-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63784, - "recall": 0.6917, - "f1": 0.653082, - "accuracy": 0.6917, - "main_score": 0.653082, - "hf_subset": "pol_Latn-bem_Latn", - "languages": [ - "pol-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-epo_Latn", - "languages": [ - "pol-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-hun_Latn", - "languages": [ - "pol-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pol_Latn-kir_Cyrl", - "languages": [ - "pol-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-mar_Deva", - "languages": [ - "pol-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685145, - "recall": 0.738142, - "f1": 0.701073, - "accuracy": 0.738142, - "main_score": 0.701073, - "hf_subset": "pol_Latn-plt_Latn", - "languages": [ - "pol-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-srp_Cyrl", - "languages": [ - "pol-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "pol_Latn-uig_Arab", - "languages": [ - "pol-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-aeb_Arab", - "languages": [ - "pol-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-ben_Beng", - "languages": [ - "pol-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-est_Latn", - "languages": [ - "pol-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-hye_Armn", - "languages": [ - "pol-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551103, - "recall": 0.602767, - "f1": 0.566008, - "accuracy": 0.602767, - "main_score": 0.566008, - "hf_subset": "pol_Latn-kmb_Latn", - "languages": [ - "pol-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507304, - "recall": 0.583992, - "f1": 0.528478, - "accuracy": 0.583992, - "main_score": 0.528478, - "hf_subset": "pol_Latn-min_Arab", - "languages": [ - "pol-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571624, - "recall": 0.634387, - "f1": 0.590288, - "accuracy": 0.634387, - "main_score": 0.590288, - "hf_subset": "pol_Latn-ssw_Latn", - "languages": [ - "pol-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ukr_Cyrl", - "languages": [ - "pol-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-afr_Latn", - "languages": [ - "pol-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-bho_Deva", - "languages": [ - "pol-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pol_Latn-eus_Latn", - "languages": [ - "pol-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58302, - "recall": 0.645257, - "f1": 0.600612, - "accuracy": 0.645257, - "main_score": 0.600612, - "hf_subset": "pol_Latn-ibo_Latn", - "languages": [ - "pol-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899868, - "recall": 0.926877, - "f1": 0.908267, - "accuracy": 0.926877, - "main_score": 0.908267, - "hf_subset": "pol_Latn-kmr_Latn", - "languages": [ - "pol-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pol_Latn-min_Latn", - "languages": [ - "pol-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-por_Latn", - "languages": [ - "pol-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pol_Latn-sun_Latn", - "languages": [ - "pol-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539759, - "recall": 0.59585, - "f1": 0.555901, - "accuracy": 0.59585, - "main_score": 0.555901, - "hf_subset": "pol_Latn-umb_Latn", - "languages": [ - "pol-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ajp_Arab", - "languages": [ - "pol-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552088, - "recall": 0.613636, - "f1": 0.569278, - "accuracy": 0.613636, - "main_score": 0.569278, - "hf_subset": "pol_Latn-bjn_Arab", - "languages": [ - "pol-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526232, - "recall": 0.582016, - "f1": 0.542155, - "accuracy": 0.582016, - "main_score": 0.542155, - "hf_subset": "pol_Latn-ewe_Latn", - "languages": [ - "pol-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948864, - "recall": 0.964427, - "f1": 0.953788, - "accuracy": 0.964427, - "main_score": 0.953788, - "hf_subset": "pol_Latn-ilo_Latn", - "languages": [ - "pol-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314321, - "recall": 0.376482, - "f1": 0.331953, - "accuracy": 0.376482, - "main_score": 0.331953, - "hf_subset": "pol_Latn-knc_Arab", - "languages": [ - "pol-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-mkd_Cyrl", - "languages": [ - "pol-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-prs_Arab", - "languages": [ - "pol-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-swe_Latn", - "languages": [ - "pol-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-urd_Arab", - "languages": [ - "pol-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59974, - "recall": 0.661067, - "f1": 0.617201, - "accuracy": 0.661067, - "main_score": 0.617201, - "hf_subset": "pol_Latn-aka_Latn", - "languages": [ - "pol-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pol_Latn-bjn_Latn", - "languages": [ - "pol-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "pol_Latn-fao_Latn", - "languages": [ - "pol-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ind_Latn", - "languages": [ - "pol-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590604, - "recall": 0.648221, - "f1": 0.607505, - "accuracy": 0.648221, - "main_score": 0.607505, - "hf_subset": "pol_Latn-knc_Latn", - "languages": [ - "pol-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pol_Latn-mlt_Latn", - "languages": [ - "pol-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720232, - "recall": 0.77668, - "f1": 0.736306, - "accuracy": 0.77668, - "main_score": 0.736306, - "hf_subset": "pol_Latn-quy_Latn", - "languages": [ - "pol-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "pol_Latn-swh_Latn", - "languages": [ - "pol-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-uzn_Latn", - "languages": [ - "pol-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-als_Latn", - "languages": [ - "pol-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648979, - "recall": 0.727273, - "f1": 0.671504, - "accuracy": 0.727273, - "main_score": 0.671504, - "hf_subset": "pol_Latn-bod_Tibt", - "languages": [ - "pol-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731969, - "recall": 0.783597, - "f1": 0.746959, - "accuracy": 0.783597, - "main_score": 0.746959, - "hf_subset": "pol_Latn-fij_Latn", - "languages": [ - "pol-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pol_Latn-isl_Latn", - "languages": [ - "pol-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6661, - "recall": 0.717391, - "f1": 0.681359, - "accuracy": 0.717391, - "main_score": 0.681359, - "hf_subset": "pol_Latn-kon_Latn", - "languages": [ - "pol-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66022, - "recall": 0.721344, - "f1": 0.677816, - "accuracy": 0.721344, - "main_score": 0.677816, - "hf_subset": "pol_Latn-mni_Beng", - "languages": [ - "pol-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ron_Latn", - "languages": [ - "pol-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "pol_Latn-szl_Latn", - "languages": [ - "pol-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-vec_Latn", - "languages": [ - "pol-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944499, - "recall": 0.962451, - "f1": 0.950428, - "accuracy": 0.962451, - "main_score": 0.950428, - "hf_subset": "pol_Latn-amh_Ethi", - "languages": [ - "pol-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-bos_Latn", - "languages": [ - "pol-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-fin_Latn", - "languages": [ - "pol-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ita_Latn", - "languages": [ - "pol-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-kor_Hang", - "languages": [ - "pol-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55975, - "recall": 0.621542, - "f1": 0.577382, - "accuracy": 0.621542, - "main_score": 0.577382, - "hf_subset": "pol_Latn-mos_Latn", - "languages": [ - "pol-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560583, - "recall": 0.613636, - "f1": 0.575859, - "accuracy": 0.613636, - "main_score": 0.575859, - "hf_subset": "pol_Latn-run_Latn", - "languages": [ - "pol-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-tam_Taml", - "languages": [ - "pol-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-vie_Latn", - "languages": [ - "pol-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-apc_Arab", - "languages": [ - "pol-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803673, - "recall": 0.849802, - "f1": 0.817918, - "accuracy": 0.849802, - "main_score": 0.817918, - "hf_subset": "pol_Latn-bug_Latn", - "languages": [ - "pol-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477229, - "recall": 0.535573, - "f1": 0.492535, - "accuracy": 0.535573, - "main_score": 0.492535, - "hf_subset": "pol_Latn-fon_Latn", - "languages": [ - "pol-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-jav_Latn", - "languages": [ - "pol-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "pol_Latn-lao_Laoo", - "languages": [ - "pol-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878376, - "recall": 0.913043, - "f1": 0.889559, - "accuracy": 0.913043, - "main_score": 0.889559, - "hf_subset": "pol_Latn-mri_Latn", - "languages": [ - "pol-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-rus_Cyrl", - "languages": [ - "pol-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545544, - "recall": 0.610672, - "f1": 0.563792, - "accuracy": 0.610672, - "main_score": 0.563792, - "hf_subset": "pol_Latn-taq_Latn", - "languages": [ - "pol-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pol_Latn-war_Latn", - "languages": [ - "pol-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-arb_Arab", - "languages": [ - "pol-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-bul_Cyrl", - "languages": [ - "pol-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-fra_Latn", - "languages": [ - "pol-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-jpn_Jpan", - "languages": [ - "pol-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pol_Latn-lij_Latn", - "languages": [ - "pol-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "pol_Latn-mya_Mymr", - "languages": [ - "pol-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613811, - "recall": 0.674901, - "f1": 0.630935, - "accuracy": 0.674901, - "main_score": 0.630935, - "hf_subset": "pol_Latn-sag_Latn", - "languages": [ - "pol-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192864, - "recall": 0.248024, - "f1": 0.205339, - "accuracy": 0.248024, - "main_score": 0.205339, - "hf_subset": "pol_Latn-taq_Tfng", - "languages": [ - "pol-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632263, - "recall": 0.693676, - "f1": 0.649423, - "accuracy": 0.693676, - "main_score": 0.649423, - "hf_subset": "pol_Latn-wol_Latn", - "languages": [ - "pol-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798254, - "recall": 0.850791, - "f1": 0.814526, - "accuracy": 0.850791, - "main_score": 0.814526, - "hf_subset": "pol_Latn-arb_Latn", - "languages": [ - "pol-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-cat_Latn", - "languages": [ - "pol-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pol_Latn-fur_Latn", - "languages": [ - "pol-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416664, - "recall": 0.47332, - "f1": 0.432312, - "accuracy": 0.47332, - "main_score": 0.432312, - "hf_subset": "pol_Latn-kab_Latn", - "languages": [ - "pol-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pol_Latn-lim_Latn", - "languages": [ - "pol-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-nld_Latn", - "languages": [ - "pol-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "pol_Latn-san_Deva", - "languages": [ - "pol-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pol_Latn-tat_Cyrl", - "languages": [ - "pol-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675552, - "recall": 0.732213, - "f1": 0.692314, - "accuracy": 0.732213, - "main_score": 0.692314, - "hf_subset": "pol_Latn-xho_Latn", - "languages": [ - "pol-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ars_Arab", - "languages": [ - "pol-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ceb_Latn", - "languages": [ - "pol-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575237, - "recall": 0.633399, - "f1": 0.592112, - "accuracy": 0.633399, - "main_score": 0.592112, - "hf_subset": "pol_Latn-fuv_Latn", - "languages": [ - "pol-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521095, - "recall": 0.58498, - "f1": 0.538909, - "accuracy": 0.58498, - "main_score": 0.538909, - "hf_subset": "pol_Latn-kac_Latn", - "languages": [ - "pol-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688908, - "recall": 0.736166, - "f1": 0.702822, - "accuracy": 0.736166, - "main_score": 0.702822, - "hf_subset": "pol_Latn-lin_Latn", - "languages": [ - "pol-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-nno_Latn", - "languages": [ - "pol-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.216708, - "recall": 0.298419, - "f1": 0.237606, - "accuracy": 0.298419, - "main_score": 0.237606, - "hf_subset": "pol_Latn-sat_Olck", - "languages": [ - "pol-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-tel_Telu", - "languages": [ - "pol-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "pol_Latn-ydd_Hebr", - "languages": [ - "pol-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pol_Latn-ary_Arab", - "languages": [ - "pol-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-ces_Latn", - "languages": [ - "pol-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586281, - "recall": 0.646245, - "f1": 0.604004, - "accuracy": 0.646245, - "main_score": 0.604004, - "hf_subset": "pol_Latn-gaz_Latn", - "languages": [ - "pol-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584947, - "recall": 0.646245, - "f1": 0.60328, - "accuracy": 0.646245, - "main_score": 0.60328, - "hf_subset": "pol_Latn-kam_Latn", - "languages": [ - "pol-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "pol_Latn-lit_Latn", - "languages": [ - "pol-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-nob_Latn", - "languages": [ - "pol-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "pol_Latn-scn_Latn", - "languages": [ - "pol-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "pol_Latn-tgk_Cyrl", - "languages": [ - "pol-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725066, - "recall": 0.785573, - "f1": 0.742711, - "accuracy": 0.785573, - "main_score": 0.742711, - "hf_subset": "pol_Latn-yor_Latn", - "languages": [ - "pol-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-arz_Arab", - "languages": [ - "pol-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576583, - "recall": 0.641304, - "f1": 0.595809, - "accuracy": 0.641304, - "main_score": 0.595809, - "hf_subset": "pol_Latn-cjk_Latn", - "languages": [ - "pol-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798172, - "recall": 0.842885, - "f1": 0.811759, - "accuracy": 0.842885, - "main_score": 0.811759, - "hf_subset": "pol_Latn-gla_Latn", - "languages": [ - "pol-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-kan_Knda", - "languages": [ - "pol-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pol_Latn-lmo_Latn", - "languages": [ - "pol-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "pol_Latn-npi_Deva", - "languages": [ - "pol-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472694, - "recall": 0.535573, - "f1": 0.490895, - "accuracy": 0.535573, - "main_score": 0.490895, - "hf_subset": "pol_Latn-shn_Mymr", - "languages": [ - "pol-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-tgl_Latn", - "languages": [ - "pol-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-yue_Hant", - "languages": [ - "pol-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-asm_Beng", - "languages": [ - "pol-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "pol_Latn-ckb_Arab", - "languages": [ - "pol-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896739, - "recall": 0.925889, - "f1": 0.905929, - "accuracy": 0.925889, - "main_score": 0.905929, - "hf_subset": "pol_Latn-gle_Latn", - "languages": [ - "pol-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953393, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "pol_Latn-kas_Arab", - "languages": [ - "pol-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "pol_Latn-ltg_Latn", - "languages": [ - "pol-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626585, - "recall": 0.674901, - "f1": 0.640653, - "accuracy": 0.674901, - "main_score": 0.640653, - "hf_subset": "pol_Latn-nso_Latn", - "languages": [ - "pol-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pol_Latn-sin_Sinh", - "languages": [ - "pol-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-tha_Thai", - "languages": [ - "pol-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-zho_Hans", - "languages": [ - "pol-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-ast_Latn", - "languages": [ - "pol-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-crh_Latn", - "languages": [ - "pol-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-glg_Latn", - "languages": [ - "pol-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900527, - "recall": 0.931818, - "f1": 0.910738, - "accuracy": 0.931818, - "main_score": 0.910738, - "hf_subset": "pol_Latn-kas_Deva", - "languages": [ - "pol-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pol_Latn-ltz_Latn", - "languages": [ - "pol-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470611, - "recall": 0.536561, - "f1": 0.488752, - "accuracy": 0.536561, - "main_score": 0.488752, - "hf_subset": "pol_Latn-nus_Latn", - "languages": [ - "pol-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-slk_Latn", - "languages": [ - "pol-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626466, - "recall": 0.697628, - "f1": 0.648372, - "accuracy": 0.697628, - "main_score": 0.648372, - "hf_subset": "pol_Latn-tir_Ethi", - "languages": [ - "pol-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-zho_Hant", - "languages": [ - "pol-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "pol_Latn-awa_Deva", - "languages": [ - "pol-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "pol_Latn-cym_Latn", - "languages": [ - "pol-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854743, - "recall": 0.890316, - "f1": 0.86558, - "accuracy": 0.890316, - "main_score": 0.86558, - "hf_subset": "pol_Latn-grn_Latn", - "languages": [ - "pol-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-kat_Geor", - "languages": [ - "pol-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642819, - "recall": 0.69664, - "f1": 0.658137, - "accuracy": 0.69664, - "main_score": 0.658137, - "hf_subset": "pol_Latn-lua_Latn", - "languages": [ - "pol-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65207, - "recall": 0.70751, - "f1": 0.668314, - "accuracy": 0.70751, - "main_score": 0.668314, - "hf_subset": "pol_Latn-nya_Latn", - "languages": [ - "pol-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-slv_Latn", - "languages": [ - "pol-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "pol_Latn-tpi_Latn", - "languages": [ - "pol-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-zsm_Latn", - "languages": [ - "pol-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548718, - "recall": 0.61166, - "f1": 0.567311, - "accuracy": 0.61166, - "main_score": 0.567311, - "hf_subset": "pol_Latn-ayr_Latn", - "languages": [ - "pol-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-dan_Latn", - "languages": [ - "pol-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-guj_Gujr", - "languages": [ - "pol-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pol_Latn-kaz_Cyrl", - "languages": [ - "pol-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547993, - "recall": 0.607708, - "f1": 0.564864, - "accuracy": 0.607708, - "main_score": 0.564864, - "hf_subset": "pol_Latn-lug_Latn", - "languages": [ - "pol-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-oci_Latn", - "languages": [ - "pol-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826746, - "recall": 0.869565, - "f1": 0.839822, - "accuracy": 0.869565, - "main_score": 0.839822, - "hf_subset": "pol_Latn-smo_Latn", - "languages": [ - "pol-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550598, - "recall": 0.609684, - "f1": 0.567504, - "accuracy": 0.609684, - "main_score": 0.567504, - "hf_subset": "pol_Latn-tsn_Latn", - "languages": [ - "pol-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642808, - "recall": 0.703557, - "f1": 0.660178, - "accuracy": 0.703557, - "main_score": 0.660178, - "hf_subset": "pol_Latn-zul_Latn", - "languages": [ - "pol-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929348, - "recall": 0.951581, - "f1": 0.936594, - "accuracy": 0.951581, - "main_score": 0.936594, - "hf_subset": "pol_Latn-azb_Arab", - "languages": [ - "pol-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-deu_Latn", - "languages": [ - "pol-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "pol_Latn-hat_Latn", - "languages": [ - "pol-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507025, - "recall": 0.564229, - "f1": 0.523667, - "accuracy": 0.564229, - "main_score": 0.523667, - "hf_subset": "pol_Latn-kbp_Latn", - "languages": [ - "pol-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582778, - "recall": 0.641304, - "f1": 0.598592, - "accuracy": 0.641304, - "main_score": 0.598592, - "hf_subset": "pol_Latn-luo_Latn", - "languages": [ - "pol-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-ory_Orya", - "languages": [ - "pol-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594081, - "recall": 0.656126, - "f1": 0.611832, - "accuracy": 0.656126, - "main_score": 0.611832, - "hf_subset": "pol_Latn-sna_Latn", - "languages": [ - "pol-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566931, - "recall": 0.619565, - "f1": 0.581386, - "accuracy": 0.619565, - "main_score": 0.581386, - "hf_subset": "pol_Latn-tso_Latn", - "languages": [ - "pol-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pol_Latn-azj_Latn", - "languages": [ - "pol-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543771, - "recall": 0.609684, - "f1": 0.563094, - "accuracy": 0.609684, - "main_score": 0.563094, - "hf_subset": "pol_Latn-dik_Latn", - "languages": [ - "pol-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743478, - "recall": 0.799407, - "f1": 0.760408, - "accuracy": 0.799407, - "main_score": 0.760408, - "hf_subset": "pol_Latn-hau_Latn", - "languages": [ - "pol-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pol_Latn-kea_Latn", - "languages": [ - "pol-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740787, - "recall": 0.790514, - "f1": 0.75555, - "accuracy": 0.790514, - "main_score": 0.75555, - "hf_subset": "pol_Latn-lus_Latn", - "languages": [ - "pol-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890646, - "recall": 0.916996, - "f1": 0.898847, - "accuracy": 0.916996, - "main_score": 0.898847, - "hf_subset": "pol_Latn-pag_Latn", - "languages": [ - "pol-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-snd_Arab", - "languages": [ - "pol-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "pol_Latn-tuk_Latn", - "languages": [ - "pol-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "pol_Latn-bak_Cyrl", - "languages": [ - "pol-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502883, - "recall": 0.58004, - "f1": 0.525815, - "accuracy": 0.58004, - "main_score": 0.525815, - "hf_subset": "pol_Latn-dyu_Latn", - "languages": [ - "pol-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-heb_Hebr", - "languages": [ - "pol-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pol_Latn-khk_Cyrl", - "languages": [ - "pol-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pol_Latn-lvs_Latn", - "languages": [ - "pol-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pol_Latn-pan_Guru", - "languages": [ - "pol-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7007, - "recall": 0.762846, - "f1": 0.719375, - "accuracy": 0.762846, - "main_score": 0.719375, - "hf_subset": "pol_Latn-som_Latn", - "languages": [ - "pol-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611786, - "recall": 0.660079, - "f1": 0.625491, - "accuracy": 0.660079, - "main_score": 0.625491, - "hf_subset": "pol_Latn-tum_Latn", - "languages": [ - "pol-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42211, - "recall": 0.468379, - "f1": 0.434604, - "accuracy": 0.468379, - "main_score": 0.434604, - "hf_subset": "ssw_Latn-ace_Arab", - "languages": [ - "ssw-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519541, - "recall": 0.564229, - "f1": 0.5321, - "accuracy": 0.564229, - "main_score": 0.5321, - "hf_subset": "ssw_Latn-bam_Latn", - "languages": [ - "ssw-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.219972, - "recall": 0.261858, - "f1": 0.230285, - "accuracy": 0.261858, - "main_score": 0.230285, - "hf_subset": "ssw_Latn-dzo_Tibt", - "languages": [ - "ssw-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554366, - "recall": 0.610672, - "f1": 0.568422, - "accuracy": 0.610672, - "main_score": 0.568422, - "hf_subset": "ssw_Latn-hin_Deva", - "languages": [ - "ssw-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519724, - "recall": 0.573123, - "f1": 0.533805, - "accuracy": 0.573123, - "main_score": 0.533805, - "hf_subset": "ssw_Latn-khm_Khmr", - "languages": [ - "ssw-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544849, - "recall": 0.594862, - "f1": 0.558122, - "accuracy": 0.594862, - "main_score": 0.558122, - "hf_subset": "ssw_Latn-mag_Deva", - "languages": [ - "ssw-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551261, - "recall": 0.592885, - "f1": 0.56201, - "accuracy": 0.592885, - "main_score": 0.56201, - "hf_subset": "ssw_Latn-pap_Latn", - "languages": [ - "ssw-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592602, - "recall": 0.633399, - "f1": 0.603365, - "accuracy": 0.633399, - "main_score": 0.603365, - "hf_subset": "ssw_Latn-sot_Latn", - "languages": [ - "ssw-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558651, - "recall": 0.602767, - "f1": 0.5706, - "accuracy": 0.602767, - "main_score": 0.5706, - "hf_subset": "ssw_Latn-tur_Latn", - "languages": [ - "ssw-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563089, - "recall": 0.597826, - "f1": 0.57212, - "accuracy": 0.597826, - "main_score": 0.57212, - "hf_subset": "ssw_Latn-ace_Latn", - "languages": [ - "ssw-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56706, - "recall": 0.602767, - "f1": 0.57706, - "accuracy": 0.602767, - "main_score": 0.57706, - "hf_subset": "ssw_Latn-ban_Latn", - "languages": [ - "ssw-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545122, - "recall": 0.59585, - "f1": 0.557636, - "accuracy": 0.59585, - "main_score": 0.557636, - "hf_subset": "ssw_Latn-ell_Grek", - "languages": [ - "ssw-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539688, - "recall": 0.590909, - "f1": 0.553291, - "accuracy": 0.590909, - "main_score": 0.553291, - "hf_subset": "ssw_Latn-hne_Deva", - "languages": [ - "ssw-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510456, - "recall": 0.55336, - "f1": 0.521852, - "accuracy": 0.55336, - "main_score": 0.521852, - "hf_subset": "ssw_Latn-kik_Latn", - "languages": [ - "ssw-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550335, - "recall": 0.594862, - "f1": 0.561331, - "accuracy": 0.594862, - "main_score": 0.561331, - "hf_subset": "ssw_Latn-mai_Deva", - "languages": [ - "ssw-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497326, - "recall": 0.549407, - "f1": 0.510666, - "accuracy": 0.549407, - "main_score": 0.510666, - "hf_subset": "ssw_Latn-pbt_Arab", - "languages": [ - "ssw-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558756, - "recall": 0.612648, - "f1": 0.572519, - "accuracy": 0.612648, - "main_score": 0.572519, - "hf_subset": "ssw_Latn-spa_Latn", - "languages": [ - "ssw-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559973, - "recall": 0.59585, - "f1": 0.569864, - "accuracy": 0.59585, - "main_score": 0.569864, - "hf_subset": "ssw_Latn-twi_Latn", - "languages": [ - "ssw-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551146, - "recall": 0.59585, - "f1": 0.561834, - "accuracy": 0.59585, - "main_score": 0.561834, - "hf_subset": "ssw_Latn-acm_Arab", - "languages": [ - "ssw-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525791, - "recall": 0.571146, - "f1": 0.53665, - "accuracy": 0.571146, - "main_score": 0.53665, - "hf_subset": "ssw_Latn-bel_Cyrl", - "languages": [ - "ssw-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587047, - "recall": 0.631423, - "f1": 0.598177, - "accuracy": 0.631423, - "main_score": 0.598177, - "hf_subset": "ssw_Latn-eng_Latn", - "languages": [ - "ssw-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583502, - "recall": 0.630435, - "f1": 0.595063, - "accuracy": 0.630435, - "main_score": 0.595063, - "hf_subset": "ssw_Latn-hrv_Latn", - "languages": [ - "ssw-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561744, - "recall": 0.605731, - "f1": 0.574201, - "accuracy": 0.605731, - "main_score": 0.574201, - "hf_subset": "ssw_Latn-kin_Latn", - "languages": [ - "ssw-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542286, - "recall": 0.596838, - "f1": 0.556236, - "accuracy": 0.596838, - "main_score": 0.556236, - "hf_subset": "ssw_Latn-mal_Mlym", - "languages": [ - "ssw-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558799, - "recall": 0.610672, - "f1": 0.572563, - "accuracy": 0.610672, - "main_score": 0.572563, - "hf_subset": "ssw_Latn-pes_Arab", - "languages": [ - "ssw-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551753, - "recall": 0.594862, - "f1": 0.563493, - "accuracy": 0.594862, - "main_score": 0.563493, - "hf_subset": "ssw_Latn-srd_Latn", - "languages": [ - "ssw-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207461, - "recall": 0.25, - "f1": 0.217889, - "accuracy": 0.25, - "main_score": 0.217889, - "hf_subset": "ssw_Latn-tzm_Tfng", - "languages": [ - "ssw-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56151, - "recall": 0.607708, - "f1": 0.572584, - "accuracy": 0.607708, - "main_score": 0.572584, - "hf_subset": "ssw_Latn-acq_Arab", - "languages": [ - "ssw-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593389, - "recall": 0.636364, - "f1": 0.605621, - "accuracy": 0.636364, - "main_score": 0.605621, - "hf_subset": "ssw_Latn-bem_Latn", - "languages": [ - "ssw-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563467, - "recall": 0.610672, - "f1": 0.575523, - "accuracy": 0.610672, - "main_score": 0.575523, - "hf_subset": "ssw_Latn-epo_Latn", - "languages": [ - "ssw-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55391, - "recall": 0.605731, - "f1": 0.567614, - "accuracy": 0.605731, - "main_score": 0.567614, - "hf_subset": "ssw_Latn-hun_Latn", - "languages": [ - "ssw-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534793, - "recall": 0.58004, - "f1": 0.546604, - "accuracy": 0.58004, - "main_score": 0.546604, - "hf_subset": "ssw_Latn-kir_Cyrl", - "languages": [ - "ssw-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565291, - "recall": 0.609684, - "f1": 0.57649, - "accuracy": 0.609684, - "main_score": 0.57649, - "hf_subset": "ssw_Latn-mar_Deva", - "languages": [ - "ssw-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54477, - "recall": 0.583992, - "f1": 0.555803, - "accuracy": 0.583992, - "main_score": 0.555803, - "hf_subset": "ssw_Latn-plt_Latn", - "languages": [ - "ssw-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576443, - "recall": 0.623518, - "f1": 0.58779, - "accuracy": 0.623518, - "main_score": 0.58779, - "hf_subset": "ssw_Latn-srp_Cyrl", - "languages": [ - "ssw-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477051, - "recall": 0.529644, - "f1": 0.490745, - "accuracy": 0.529644, - "main_score": 0.490745, - "hf_subset": "ssw_Latn-uig_Arab", - "languages": [ - "ssw-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53215, - "recall": 0.575099, - "f1": 0.543002, - "accuracy": 0.575099, - "main_score": 0.543002, - "hf_subset": "ssw_Latn-aeb_Arab", - "languages": [ - "ssw-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555657, - "recall": 0.610672, - "f1": 0.569937, - "accuracy": 0.610672, - "main_score": 0.569937, - "hf_subset": "ssw_Latn-ben_Beng", - "languages": [ - "ssw-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554903, - "recall": 0.602767, - "f1": 0.567022, - "accuracy": 0.602767, - "main_score": 0.567022, - "hf_subset": "ssw_Latn-est_Latn", - "languages": [ - "ssw-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532901, - "recall": 0.583992, - "f1": 0.546155, - "accuracy": 0.583992, - "main_score": 0.546155, - "hf_subset": "ssw_Latn-hye_Armn", - "languages": [ - "ssw-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534486, - "recall": 0.571146, - "f1": 0.545539, - "accuracy": 0.571146, - "main_score": 0.545539, - "hf_subset": "ssw_Latn-kmb_Latn", - "languages": [ - "ssw-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393798, - "recall": 0.440711, - "f1": 0.406142, - "accuracy": 0.440711, - "main_score": 0.406142, - "hf_subset": "ssw_Latn-min_Arab", - "languages": [ - "ssw-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558596, - "recall": 0.605731, - "f1": 0.570738, - "accuracy": 0.605731, - "main_score": 0.570738, - "hf_subset": "ssw_Latn-pol_Latn", - "languages": [ - "ssw-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552477, - "recall": 0.604743, - "f1": 0.566332, - "accuracy": 0.604743, - "main_score": 0.566332, - "hf_subset": "ssw_Latn-ukr_Cyrl", - "languages": [ - "ssw-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583118, - "recall": 0.626482, - "f1": 0.5942, - "accuracy": 0.626482, - "main_score": 0.5942, - "hf_subset": "ssw_Latn-afr_Latn", - "languages": [ - "ssw-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552013, - "recall": 0.594862, - "f1": 0.562604, - "accuracy": 0.594862, - "main_score": 0.562604, - "hf_subset": "ssw_Latn-bho_Deva", - "languages": [ - "ssw-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55828, - "recall": 0.603755, - "f1": 0.570328, - "accuracy": 0.603755, - "main_score": 0.570328, - "hf_subset": "ssw_Latn-eus_Latn", - "languages": [ - "ssw-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552076, - "recall": 0.59585, - "f1": 0.564516, - "accuracy": 0.59585, - "main_score": 0.564516, - "hf_subset": "ssw_Latn-ibo_Latn", - "languages": [ - "ssw-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540627, - "recall": 0.586957, - "f1": 0.552294, - "accuracy": 0.586957, - "main_score": 0.552294, - "hf_subset": "ssw_Latn-kmr_Latn", - "languages": [ - "ssw-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566246, - "recall": 0.607708, - "f1": 0.576355, - "accuracy": 0.607708, - "main_score": 0.576355, - "hf_subset": "ssw_Latn-min_Latn", - "languages": [ - "ssw-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580445, - "recall": 0.629447, - "f1": 0.592743, - "accuracy": 0.629447, - "main_score": 0.592743, - "hf_subset": "ssw_Latn-por_Latn", - "languages": [ - "ssw-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578666, - "recall": 0.62253, - "f1": 0.590579, - "accuracy": 0.62253, - "main_score": 0.590579, - "hf_subset": "ssw_Latn-sun_Latn", - "languages": [ - "ssw-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507042, - "recall": 0.549407, - "f1": 0.519483, - "accuracy": 0.549407, - "main_score": 0.519483, - "hf_subset": "ssw_Latn-umb_Latn", - "languages": [ - "ssw-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559962, - "recall": 0.604743, - "f1": 0.571078, - "accuracy": 0.604743, - "main_score": 0.571078, - "hf_subset": "ssw_Latn-ajp_Arab", - "languages": [ - "ssw-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409894, - "recall": 0.449605, - "f1": 0.420488, - "accuracy": 0.449605, - "main_score": 0.420488, - "hf_subset": "ssw_Latn-bjn_Arab", - "languages": [ - "ssw-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491158, - "recall": 0.530632, - "f1": 0.502485, - "accuracy": 0.530632, - "main_score": 0.502485, - "hf_subset": "ssw_Latn-ewe_Latn", - "languages": [ - "ssw-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56455, - "recall": 0.602767, - "f1": 0.574907, - "accuracy": 0.602767, - "main_score": 0.574907, - "hf_subset": "ssw_Latn-ilo_Latn", - "languages": [ - "ssw-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302136, - "recall": 0.346838, - "f1": 0.313979, - "accuracy": 0.346838, - "main_score": 0.313979, - "hf_subset": "ssw_Latn-knc_Arab", - "languages": [ - "ssw-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556579, - "recall": 0.608696, - "f1": 0.570132, - "accuracy": 0.608696, - "main_score": 0.570132, - "hf_subset": "ssw_Latn-mkd_Cyrl", - "languages": [ - "ssw-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553847, - "recall": 0.601779, - "f1": 0.565328, - "accuracy": 0.601779, - "main_score": 0.565328, - "hf_subset": "ssw_Latn-prs_Arab", - "languages": [ - "ssw-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568943, - "recall": 0.616601, - "f1": 0.581464, - "accuracy": 0.616601, - "main_score": 0.581464, - "hf_subset": "ssw_Latn-swe_Latn", - "languages": [ - "ssw-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531507, - "recall": 0.588933, - "f1": 0.546578, - "accuracy": 0.588933, - "main_score": 0.546578, - "hf_subset": "ssw_Latn-urd_Arab", - "languages": [ - "ssw-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553006, - "recall": 0.594862, - "f1": 0.56358, - "accuracy": 0.594862, - "main_score": 0.56358, - "hf_subset": "ssw_Latn-aka_Latn", - "languages": [ - "ssw-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562489, - "recall": 0.603755, - "f1": 0.573105, - "accuracy": 0.603755, - "main_score": 0.573105, - "hf_subset": "ssw_Latn-bjn_Latn", - "languages": [ - "ssw-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55286, - "recall": 0.598814, - "f1": 0.564796, - "accuracy": 0.598814, - "main_score": 0.564796, - "hf_subset": "ssw_Latn-fao_Latn", - "languages": [ - "ssw-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581026, - "recall": 0.628458, - "f1": 0.593438, - "accuracy": 0.628458, - "main_score": 0.593438, - "hf_subset": "ssw_Latn-ind_Latn", - "languages": [ - "ssw-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528989, - "recall": 0.570158, - "f1": 0.540361, - "accuracy": 0.570158, - "main_score": 0.540361, - "hf_subset": "ssw_Latn-knc_Latn", - "languages": [ - "ssw-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565179, - "recall": 0.603755, - "f1": 0.574554, - "accuracy": 0.603755, - "main_score": 0.574554, - "hf_subset": "ssw_Latn-mlt_Latn", - "languages": [ - "ssw-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516701, - "recall": 0.564229, - "f1": 0.529753, - "accuracy": 0.564229, - "main_score": 0.529753, - "hf_subset": "ssw_Latn-quy_Latn", - "languages": [ - "ssw-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586117, - "recall": 0.628458, - "f1": 0.597923, - "accuracy": 0.628458, - "main_score": 0.597923, - "hf_subset": "ssw_Latn-swh_Latn", - "languages": [ - "ssw-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534364, - "recall": 0.582016, - "f1": 0.546442, - "accuracy": 0.582016, - "main_score": 0.546442, - "hf_subset": "ssw_Latn-uzn_Latn", - "languages": [ - "ssw-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555695, - "recall": 0.597826, - "f1": 0.566201, - "accuracy": 0.597826, - "main_score": 0.566201, - "hf_subset": "ssw_Latn-als_Latn", - "languages": [ - "ssw-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286847, - "recall": 0.33498, - "f1": 0.299039, - "accuracy": 0.33498, - "main_score": 0.299039, - "hf_subset": "ssw_Latn-bod_Tibt", - "languages": [ - "ssw-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541001, - "recall": 0.58004, - "f1": 0.551336, - "accuracy": 0.58004, - "main_score": 0.551336, - "hf_subset": "ssw_Latn-fij_Latn", - "languages": [ - "ssw-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535977, - "recall": 0.585968, - "f1": 0.549509, - "accuracy": 0.585968, - "main_score": 0.549509, - "hf_subset": "ssw_Latn-isl_Latn", - "languages": [ - "ssw-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544092, - "recall": 0.585968, - "f1": 0.555492, - "accuracy": 0.585968, - "main_score": 0.555492, - "hf_subset": "ssw_Latn-kon_Latn", - "languages": [ - "ssw-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471938, - "recall": 0.516798, - "f1": 0.484299, - "accuracy": 0.516798, - "main_score": 0.484299, - "hf_subset": "ssw_Latn-mni_Beng", - "languages": [ - "ssw-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574597, - "recall": 0.624506, - "f1": 0.587283, - "accuracy": 0.624506, - "main_score": 0.587283, - "hf_subset": "ssw_Latn-ron_Latn", - "languages": [ - "ssw-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557718, - "recall": 0.604743, - "f1": 0.569965, - "accuracy": 0.604743, - "main_score": 0.569965, - "hf_subset": "ssw_Latn-szl_Latn", - "languages": [ - "ssw-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562829, - "recall": 0.606719, - "f1": 0.574017, - "accuracy": 0.606719, - "main_score": 0.574017, - "hf_subset": "ssw_Latn-vec_Latn", - "languages": [ - "ssw-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488677, - "recall": 0.534585, - "f1": 0.500986, - "accuracy": 0.534585, - "main_score": 0.500986, - "hf_subset": "ssw_Latn-amh_Ethi", - "languages": [ - "ssw-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574752, - "recall": 0.621542, - "f1": 0.586752, - "accuracy": 0.621542, - "main_score": 0.586752, - "hf_subset": "ssw_Latn-bos_Latn", - "languages": [ - "ssw-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545381, - "recall": 0.596838, - "f1": 0.557818, - "accuracy": 0.596838, - "main_score": 0.557818, - "hf_subset": "ssw_Latn-fin_Latn", - "languages": [ - "ssw-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562756, - "recall": 0.605731, - "f1": 0.573973, - "accuracy": 0.605731, - "main_score": 0.573973, - "hf_subset": "ssw_Latn-ita_Latn", - "languages": [ - "ssw-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53515, - "recall": 0.586957, - "f1": 0.548792, - "accuracy": 0.586957, - "main_score": 0.548792, - "hf_subset": "ssw_Latn-kor_Hang", - "languages": [ - "ssw-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507819, - "recall": 0.543478, - "f1": 0.51761, - "accuracy": 0.543478, - "main_score": 0.51761, - "hf_subset": "ssw_Latn-mos_Latn", - "languages": [ - "ssw-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543157, - "recall": 0.59585, - "f1": 0.557419, - "accuracy": 0.59585, - "main_score": 0.557419, - "hf_subset": "ssw_Latn-run_Latn", - "languages": [ - "ssw-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52515, - "recall": 0.579051, - "f1": 0.539078, - "accuracy": 0.579051, - "main_score": 0.539078, - "hf_subset": "ssw_Latn-tam_Taml", - "languages": [ - "ssw-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558871, - "recall": 0.608696, - "f1": 0.571, - "accuracy": 0.608696, - "main_score": 0.571, - "hf_subset": "ssw_Latn-vie_Latn", - "languages": [ - "ssw-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555121, - "recall": 0.607708, - "f1": 0.568493, - "accuracy": 0.607708, - "main_score": 0.568493, - "hf_subset": "ssw_Latn-apc_Arab", - "languages": [ - "ssw-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537933, - "recall": 0.582016, - "f1": 0.5487, - "accuracy": 0.582016, - "main_score": 0.5487, - "hf_subset": "ssw_Latn-bug_Latn", - "languages": [ - "ssw-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478054, - "recall": 0.513834, - "f1": 0.48742, - "accuracy": 0.513834, - "main_score": 0.48742, - "hf_subset": "ssw_Latn-fon_Latn", - "languages": [ - "ssw-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584748, - "recall": 0.621542, - "f1": 0.594215, - "accuracy": 0.621542, - "main_score": 0.594215, - "hf_subset": "ssw_Latn-jav_Latn", - "languages": [ - "ssw-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521814, - "recall": 0.571146, - "f1": 0.534485, - "accuracy": 0.571146, - "main_score": 0.534485, - "hf_subset": "ssw_Latn-lao_Laoo", - "languages": [ - "ssw-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514645, - "recall": 0.561265, - "f1": 0.52667, - "accuracy": 0.561265, - "main_score": 0.52667, - "hf_subset": "ssw_Latn-mri_Latn", - "languages": [ - "ssw-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562052, - "recall": 0.61166, - "f1": 0.57471, - "accuracy": 0.61166, - "main_score": 0.57471, - "hf_subset": "ssw_Latn-rus_Cyrl", - "languages": [ - "ssw-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485417, - "recall": 0.525692, - "f1": 0.497147, - "accuracy": 0.525692, - "main_score": 0.497147, - "hf_subset": "ssw_Latn-taq_Latn", - "languages": [ - "ssw-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585184, - "recall": 0.62747, - "f1": 0.596113, - "accuracy": 0.62747, - "main_score": 0.596113, - "hf_subset": "ssw_Latn-war_Latn", - "languages": [ - "ssw-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558239, - "recall": 0.601779, - "f1": 0.569357, - "accuracy": 0.601779, - "main_score": 0.569357, - "hf_subset": "ssw_Latn-arb_Arab", - "languages": [ - "ssw-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573397, - "recall": 0.617589, - "f1": 0.58538, - "accuracy": 0.617589, - "main_score": 0.58538, - "hf_subset": "ssw_Latn-bul_Cyrl", - "languages": [ - "ssw-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574288, - "recall": 0.623518, - "f1": 0.586983, - "accuracy": 0.623518, - "main_score": 0.586983, - "hf_subset": "ssw_Latn-fra_Latn", - "languages": [ - "ssw-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541753, - "recall": 0.587945, - "f1": 0.553677, - "accuracy": 0.587945, - "main_score": 0.553677, - "hf_subset": "ssw_Latn-jpn_Jpan", - "languages": [ - "ssw-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541964, - "recall": 0.591897, - "f1": 0.555258, - "accuracy": 0.591897, - "main_score": 0.555258, - "hf_subset": "ssw_Latn-lij_Latn", - "languages": [ - "ssw-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413347, - "recall": 0.481225, - "f1": 0.431147, - "accuracy": 0.481225, - "main_score": 0.431147, - "hf_subset": "ssw_Latn-mya_Mymr", - "languages": [ - "ssw-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521132, - "recall": 0.560277, - "f1": 0.531272, - "accuracy": 0.560277, - "main_score": 0.531272, - "hf_subset": "ssw_Latn-sag_Latn", - "languages": [ - "ssw-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211978, - "recall": 0.257905, - "f1": 0.223114, - "accuracy": 0.257905, - "main_score": 0.223114, - "hf_subset": "ssw_Latn-taq_Tfng", - "languages": [ - "ssw-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548983, - "recall": 0.587945, - "f1": 0.560048, - "accuracy": 0.587945, - "main_score": 0.560048, - "hf_subset": "ssw_Latn-wol_Latn", - "languages": [ - "ssw-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464582, - "recall": 0.506917, - "f1": 0.475716, - "accuracy": 0.506917, - "main_score": 0.475716, - "hf_subset": "ssw_Latn-arb_Latn", - "languages": [ - "ssw-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560523, - "recall": 0.610672, - "f1": 0.57377, - "accuracy": 0.610672, - "main_score": 0.57377, - "hf_subset": "ssw_Latn-cat_Latn", - "languages": [ - "ssw-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561807, - "recall": 0.600791, - "f1": 0.571341, - "accuracy": 0.600791, - "main_score": 0.571341, - "hf_subset": "ssw_Latn-fur_Latn", - "languages": [ - "ssw-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45532, - "recall": 0.506917, - "f1": 0.469292, - "accuracy": 0.506917, - "main_score": 0.469292, - "hf_subset": "ssw_Latn-kab_Latn", - "languages": [ - "ssw-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553891, - "recall": 0.597826, - "f1": 0.565136, - "accuracy": 0.597826, - "main_score": 0.565136, - "hf_subset": "ssw_Latn-lim_Latn", - "languages": [ - "ssw-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559011, - "recall": 0.614625, - "f1": 0.573227, - "accuracy": 0.614625, - "main_score": 0.573227, - "hf_subset": "ssw_Latn-nld_Latn", - "languages": [ - "ssw-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518918, - "recall": 0.571146, - "f1": 0.532783, - "accuracy": 0.571146, - "main_score": 0.532783, - "hf_subset": "ssw_Latn-san_Deva", - "languages": [ - "ssw-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547071, - "recall": 0.592885, - "f1": 0.559646, - "accuracy": 0.592885, - "main_score": 0.559646, - "hf_subset": "ssw_Latn-tat_Cyrl", - "languages": [ - "ssw-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661432, - "recall": 0.710474, - "f1": 0.675338, - "accuracy": 0.710474, - "main_score": 0.675338, - "hf_subset": "ssw_Latn-xho_Latn", - "languages": [ - "ssw-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538667, - "recall": 0.586957, - "f1": 0.55171, - "accuracy": 0.586957, - "main_score": 0.55171, - "hf_subset": "ssw_Latn-ars_Arab", - "languages": [ - "ssw-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583509, - "recall": 0.620553, - "f1": 0.593469, - "accuracy": 0.620553, - "main_score": 0.593469, - "hf_subset": "ssw_Latn-ceb_Latn", - "languages": [ - "ssw-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488902, - "recall": 0.535573, - "f1": 0.502189, - "accuracy": 0.535573, - "main_score": 0.502189, - "hf_subset": "ssw_Latn-fuv_Latn", - "languages": [ - "ssw-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503347, - "recall": 0.548419, - "f1": 0.51578, - "accuracy": 0.548419, - "main_score": 0.51578, - "hf_subset": "ssw_Latn-kac_Latn", - "languages": [ - "ssw-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551978, - "recall": 0.589921, - "f1": 0.561943, - "accuracy": 0.589921, - "main_score": 0.561943, - "hf_subset": "ssw_Latn-lin_Latn", - "languages": [ - "ssw-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553783, - "recall": 0.601779, - "f1": 0.567017, - "accuracy": 0.601779, - "main_score": 0.567017, - "hf_subset": "ssw_Latn-nno_Latn", - "languages": [ - "ssw-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139964, - "recall": 0.185771, - "f1": 0.151929, - "accuracy": 0.185771, - "main_score": 0.151929, - "hf_subset": "ssw_Latn-sat_Olck", - "languages": [ - "ssw-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553907, - "recall": 0.605731, - "f1": 0.567904, - "accuracy": 0.605731, - "main_score": 0.567904, - "hf_subset": "ssw_Latn-tel_Telu", - "languages": [ - "ssw-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481427, - "recall": 0.535573, - "f1": 0.495636, - "accuracy": 0.535573, - "main_score": 0.495636, - "hf_subset": "ssw_Latn-ydd_Hebr", - "languages": [ - "ssw-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535808, - "recall": 0.58004, - "f1": 0.547332, - "accuracy": 0.58004, - "main_score": 0.547332, - "hf_subset": "ssw_Latn-ary_Arab", - "languages": [ - "ssw-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561417, - "recall": 0.607708, - "f1": 0.573507, - "accuracy": 0.607708, - "main_score": 0.573507, - "hf_subset": "ssw_Latn-ces_Latn", - "languages": [ - "ssw-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510864, - "recall": 0.5583, - "f1": 0.523611, - "accuracy": 0.5583, - "main_score": 0.523611, - "hf_subset": "ssw_Latn-gaz_Latn", - "languages": [ - "ssw-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520611, - "recall": 0.570158, - "f1": 0.534422, - "accuracy": 0.570158, - "main_score": 0.534422, - "hf_subset": "ssw_Latn-kam_Latn", - "languages": [ - "ssw-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54315, - "recall": 0.598814, - "f1": 0.557537, - "accuracy": 0.598814, - "main_score": 0.557537, - "hf_subset": "ssw_Latn-lit_Latn", - "languages": [ - "ssw-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568446, - "recall": 0.612648, - "f1": 0.579996, - "accuracy": 0.612648, - "main_score": 0.579996, - "hf_subset": "ssw_Latn-nob_Latn", - "languages": [ - "ssw-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555321, - "recall": 0.600791, - "f1": 0.56668, - "accuracy": 0.600791, - "main_score": 0.56668, - "hf_subset": "ssw_Latn-scn_Latn", - "languages": [ - "ssw-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545147, - "recall": 0.588933, - "f1": 0.556958, - "accuracy": 0.588933, - "main_score": 0.556958, - "hf_subset": "ssw_Latn-tgk_Cyrl", - "languages": [ - "ssw-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52066, - "recall": 0.572134, - "f1": 0.536019, - "accuracy": 0.572134, - "main_score": 0.536019, - "hf_subset": "ssw_Latn-yor_Latn", - "languages": [ - "ssw-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564275, - "recall": 0.608696, - "f1": 0.575286, - "accuracy": 0.608696, - "main_score": 0.575286, - "hf_subset": "ssw_Latn-arz_Arab", - "languages": [ - "ssw-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49091, - "recall": 0.529644, - "f1": 0.501714, - "accuracy": 0.529644, - "main_score": 0.501714, - "hf_subset": "ssw_Latn-cjk_Latn", - "languages": [ - "ssw-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517207, - "recall": 0.564229, - "f1": 0.529858, - "accuracy": 0.564229, - "main_score": 0.529858, - "hf_subset": "ssw_Latn-gla_Latn", - "languages": [ - "ssw-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551371, - "recall": 0.598814, - "f1": 0.564127, - "accuracy": 0.598814, - "main_score": 0.564127, - "hf_subset": "ssw_Latn-kan_Knda", - "languages": [ - "ssw-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562107, - "recall": 0.609684, - "f1": 0.574456, - "accuracy": 0.609684, - "main_score": 0.574456, - "hf_subset": "ssw_Latn-lmo_Latn", - "languages": [ - "ssw-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53594, - "recall": 0.591897, - "f1": 0.550515, - "accuracy": 0.591897, - "main_score": 0.550515, - "hf_subset": "ssw_Latn-npi_Deva", - "languages": [ - "ssw-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451224, - "recall": 0.496047, - "f1": 0.462972, - "accuracy": 0.496047, - "main_score": 0.462972, - "hf_subset": "ssw_Latn-shn_Mymr", - "languages": [ - "ssw-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589682, - "recall": 0.635375, - "f1": 0.601841, - "accuracy": 0.635375, - "main_score": 0.601841, - "hf_subset": "ssw_Latn-tgl_Latn", - "languages": [ - "ssw-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540312, - "recall": 0.592885, - "f1": 0.553142, - "accuracy": 0.592885, - "main_score": 0.553142, - "hf_subset": "ssw_Latn-yue_Hant", - "languages": [ - "ssw-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522956, - "recall": 0.58004, - "f1": 0.537543, - "accuracy": 0.58004, - "main_score": 0.537543, - "hf_subset": "ssw_Latn-asm_Beng", - "languages": [ - "ssw-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505352, - "recall": 0.5583, - "f1": 0.519024, - "accuracy": 0.5583, - "main_score": 0.519024, - "hf_subset": "ssw_Latn-ckb_Arab", - "languages": [ - "ssw-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515697, - "recall": 0.561265, - "f1": 0.5284, - "accuracy": 0.561265, - "main_score": 0.5284, - "hf_subset": "ssw_Latn-gle_Latn", - "languages": [ - "ssw-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482949, - "recall": 0.534585, - "f1": 0.496809, - "accuracy": 0.534585, - "main_score": 0.496809, - "hf_subset": "ssw_Latn-kas_Arab", - "languages": [ - "ssw-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520117, - "recall": 0.567194, - "f1": 0.532211, - "accuracy": 0.567194, - "main_score": 0.532211, - "hf_subset": "ssw_Latn-ltg_Latn", - "languages": [ - "ssw-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59938, - "recall": 0.639328, - "f1": 0.609704, - "accuracy": 0.639328, - "main_score": 0.609704, - "hf_subset": "ssw_Latn-nso_Latn", - "languages": [ - "ssw-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484829, - "recall": 0.540514, - "f1": 0.498815, - "accuracy": 0.540514, - "main_score": 0.498815, - "hf_subset": "ssw_Latn-sin_Sinh", - "languages": [ - "ssw-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55129, - "recall": 0.603755, - "f1": 0.563859, - "accuracy": 0.603755, - "main_score": 0.563859, - "hf_subset": "ssw_Latn-tha_Thai", - "languages": [ - "ssw-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534966, - "recall": 0.58004, - "f1": 0.546309, - "accuracy": 0.58004, - "main_score": 0.546309, - "hf_subset": "ssw_Latn-zho_Hans", - "languages": [ - "ssw-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570514, - "recall": 0.620553, - "f1": 0.584163, - "accuracy": 0.620553, - "main_score": 0.584163, - "hf_subset": "ssw_Latn-ast_Latn", - "languages": [ - "ssw-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548318, - "recall": 0.593874, - "f1": 0.55989, - "accuracy": 0.593874, - "main_score": 0.55989, - "hf_subset": "ssw_Latn-crh_Latn", - "languages": [ - "ssw-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564855, - "recall": 0.613636, - "f1": 0.577371, - "accuracy": 0.613636, - "main_score": 0.577371, - "hf_subset": "ssw_Latn-glg_Latn", - "languages": [ - "ssw-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497797, - "recall": 0.551383, - "f1": 0.51121, - "accuracy": 0.551383, - "main_score": 0.51121, - "hf_subset": "ssw_Latn-kas_Deva", - "languages": [ - "ssw-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548383, - "recall": 0.585968, - "f1": 0.557839, - "accuracy": 0.585968, - "main_score": 0.557839, - "hf_subset": "ssw_Latn-ltz_Latn", - "languages": [ - "ssw-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46582, - "recall": 0.51581, - "f1": 0.479147, - "accuracy": 0.51581, - "main_score": 0.479147, - "hf_subset": "ssw_Latn-nus_Latn", - "languages": [ - "ssw-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558377, - "recall": 0.610672, - "f1": 0.571448, - "accuracy": 0.610672, - "main_score": 0.571448, - "hf_subset": "ssw_Latn-slk_Latn", - "languages": [ - "ssw-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397279, - "recall": 0.449605, - "f1": 0.411557, - "accuracy": 0.449605, - "main_score": 0.411557, - "hf_subset": "ssw_Latn-tir_Ethi", - "languages": [ - "ssw-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530048, - "recall": 0.58004, - "f1": 0.542719, - "accuracy": 0.58004, - "main_score": 0.542719, - "hf_subset": "ssw_Latn-zho_Hant", - "languages": [ - "ssw-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546129, - "recall": 0.596838, - "f1": 0.560238, - "accuracy": 0.596838, - "main_score": 0.560238, - "hf_subset": "ssw_Latn-awa_Deva", - "languages": [ - "ssw-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557593, - "recall": 0.599802, - "f1": 0.568513, - "accuracy": 0.599802, - "main_score": 0.568513, - "hf_subset": "ssw_Latn-cym_Latn", - "languages": [ - "ssw-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546221, - "recall": 0.581028, - "f1": 0.5558, - "accuracy": 0.581028, - "main_score": 0.5558, - "hf_subset": "ssw_Latn-grn_Latn", - "languages": [ - "ssw-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518171, - "recall": 0.568182, - "f1": 0.530589, - "accuracy": 0.568182, - "main_score": 0.530589, - "hf_subset": "ssw_Latn-kat_Geor", - "languages": [ - "ssw-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538412, - "recall": 0.582016, - "f1": 0.550125, - "accuracy": 0.582016, - "main_score": 0.550125, - "hf_subset": "ssw_Latn-lua_Latn", - "languages": [ - "ssw-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557568, - "recall": 0.598814, - "f1": 0.568888, - "accuracy": 0.598814, - "main_score": 0.568888, - "hf_subset": "ssw_Latn-nya_Latn", - "languages": [ - "ssw-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549527, - "recall": 0.588933, - "f1": 0.559621, - "accuracy": 0.588933, - "main_score": 0.559621, - "hf_subset": "ssw_Latn-slv_Latn", - "languages": [ - "ssw-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569286, - "recall": 0.61166, - "f1": 0.579882, - "accuracy": 0.61166, - "main_score": 0.579882, - "hf_subset": "ssw_Latn-tpi_Latn", - "languages": [ - "ssw-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584253, - "recall": 0.629447, - "f1": 0.595474, - "accuracy": 0.629447, - "main_score": 0.595474, - "hf_subset": "ssw_Latn-zsm_Latn", - "languages": [ - "ssw-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515977, - "recall": 0.559289, - "f1": 0.528317, - "accuracy": 0.559289, - "main_score": 0.528317, - "hf_subset": "ssw_Latn-ayr_Latn", - "languages": [ - "ssw-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566802, - "recall": 0.616601, - "f1": 0.57869, - "accuracy": 0.616601, - "main_score": 0.57869, - "hf_subset": "ssw_Latn-dan_Latn", - "languages": [ - "ssw-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547014, - "recall": 0.600791, - "f1": 0.56051, - "accuracy": 0.600791, - "main_score": 0.56051, - "hf_subset": "ssw_Latn-guj_Gujr", - "languages": [ - "ssw-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560191, - "recall": 0.614625, - "f1": 0.574249, - "accuracy": 0.614625, - "main_score": 0.574249, - "hf_subset": "ssw_Latn-kaz_Cyrl", - "languages": [ - "ssw-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531173, - "recall": 0.577075, - "f1": 0.543786, - "accuracy": 0.577075, - "main_score": 0.543786, - "hf_subset": "ssw_Latn-lug_Latn", - "languages": [ - "ssw-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566643, - "recall": 0.615613, - "f1": 0.579305, - "accuracy": 0.615613, - "main_score": 0.579305, - "hf_subset": "ssw_Latn-oci_Latn", - "languages": [ - "ssw-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56146, - "recall": 0.600791, - "f1": 0.571357, - "accuracy": 0.600791, - "main_score": 0.571357, - "hf_subset": "ssw_Latn-smo_Latn", - "languages": [ - "ssw-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563435, - "recall": 0.599802, - "f1": 0.573419, - "accuracy": 0.599802, - "main_score": 0.573419, - "hf_subset": "ssw_Latn-tsn_Latn", - "languages": [ - "ssw-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739939, - "recall": 0.793478, - "f1": 0.755435, - "accuracy": 0.793478, - "main_score": 0.755435, - "hf_subset": "ssw_Latn-zul_Latn", - "languages": [ - "ssw-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481167, - "recall": 0.527668, - "f1": 0.49405, - "accuracy": 0.527668, - "main_score": 0.49405, - "hf_subset": "ssw_Latn-azb_Arab", - "languages": [ - "ssw-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568776, - "recall": 0.617589, - "f1": 0.581266, - "accuracy": 0.617589, - "main_score": 0.581266, - "hf_subset": "ssw_Latn-deu_Latn", - "languages": [ - "ssw-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517283, - "recall": 0.568182, - "f1": 0.530764, - "accuracy": 0.568182, - "main_score": 0.530764, - "hf_subset": "ssw_Latn-hat_Latn", - "languages": [ - "ssw-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499376, - "recall": 0.54249, - "f1": 0.511495, - "accuracy": 0.54249, - "main_score": 0.511495, - "hf_subset": "ssw_Latn-kbp_Latn", - "languages": [ - "ssw-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554664, - "recall": 0.593874, - "f1": 0.565041, - "accuracy": 0.593874, - "main_score": 0.565041, - "hf_subset": "ssw_Latn-luo_Latn", - "languages": [ - "ssw-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538873, - "recall": 0.590909, - "f1": 0.552327, - "accuracy": 0.590909, - "main_score": 0.552327, - "hf_subset": "ssw_Latn-ory_Orya", - "languages": [ - "ssw-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566363, - "recall": 0.612648, - "f1": 0.579303, - "accuracy": 0.612648, - "main_score": 0.579303, - "hf_subset": "ssw_Latn-sna_Latn", - "languages": [ - "ssw-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570774, - "recall": 0.615613, - "f1": 0.582641, - "accuracy": 0.615613, - "main_score": 0.582641, - "hf_subset": "ssw_Latn-tso_Latn", - "languages": [ - "ssw-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520043, - "recall": 0.571146, - "f1": 0.533157, - "accuracy": 0.571146, - "main_score": 0.533157, - "hf_subset": "ssw_Latn-azj_Latn", - "languages": [ - "ssw-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4998, - "recall": 0.541502, - "f1": 0.512222, - "accuracy": 0.541502, - "main_score": 0.512222, - "hf_subset": "ssw_Latn-dik_Latn", - "languages": [ - "ssw-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560032, - "recall": 0.599802, - "f1": 0.571046, - "accuracy": 0.599802, - "main_score": 0.571046, - "hf_subset": "ssw_Latn-hau_Latn", - "languages": [ - "ssw-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554161, - "recall": 0.592885, - "f1": 0.563747, - "accuracy": 0.592885, - "main_score": 0.563747, - "hf_subset": "ssw_Latn-kea_Latn", - "languages": [ - "ssw-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554267, - "recall": 0.592885, - "f1": 0.564635, - "accuracy": 0.592885, - "main_score": 0.564635, - "hf_subset": "ssw_Latn-lus_Latn", - "languages": [ - "ssw-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550741, - "recall": 0.585968, - "f1": 0.560145, - "accuracy": 0.585968, - "main_score": 0.560145, - "hf_subset": "ssw_Latn-pag_Latn", - "languages": [ - "ssw-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529267, - "recall": 0.583004, - "f1": 0.544006, - "accuracy": 0.583004, - "main_score": 0.544006, - "hf_subset": "ssw_Latn-snd_Arab", - "languages": [ - "ssw-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510785, - "recall": 0.5583, - "f1": 0.523569, - "accuracy": 0.5583, - "main_score": 0.523569, - "hf_subset": "ssw_Latn-tuk_Latn", - "languages": [ - "ssw-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546177, - "recall": 0.594862, - "f1": 0.558507, - "accuracy": 0.594862, - "main_score": 0.558507, - "hf_subset": "ssw_Latn-bak_Cyrl", - "languages": [ - "ssw-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399539, - "recall": 0.464427, - "f1": 0.418706, - "accuracy": 0.464427, - "main_score": 0.418706, - "hf_subset": "ssw_Latn-dyu_Latn", - "languages": [ - "ssw-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543105, - "recall": 0.586957, - "f1": 0.554654, - "accuracy": 0.586957, - "main_score": 0.554654, - "hf_subset": "ssw_Latn-heb_Hebr", - "languages": [ - "ssw-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529704, - "recall": 0.576087, - "f1": 0.541723, - "accuracy": 0.576087, - "main_score": 0.541723, - "hf_subset": "ssw_Latn-khk_Cyrl", - "languages": [ - "ssw-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551381, - "recall": 0.59585, - "f1": 0.563115, - "accuracy": 0.59585, - "main_score": 0.563115, - "hf_subset": "ssw_Latn-lvs_Latn", - "languages": [ - "ssw-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5549, - "recall": 0.604743, - "f1": 0.567854, - "accuracy": 0.604743, - "main_score": 0.567854, - "hf_subset": "ssw_Latn-pan_Guru", - "languages": [ - "ssw-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51896, - "recall": 0.567194, - "f1": 0.531789, - "accuracy": 0.567194, - "main_score": 0.531789, - "hf_subset": "ssw_Latn-som_Latn", - "languages": [ - "ssw-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544007, - "recall": 0.583992, - "f1": 0.55521, - "accuracy": 0.583992, - "main_score": 0.55521, - "hf_subset": "ssw_Latn-tum_Latn", - "languages": [ - "ssw-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601814, - "recall": 0.661067, - "f1": 0.618472, - "accuracy": 0.661067, - "main_score": 0.618472, - "hf_subset": "ukr_Cyrl-ace_Arab", - "languages": [ - "ukr-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527472, - "recall": 0.585968, - "f1": 0.544288, - "accuracy": 0.585968, - "main_score": 0.544288, - "hf_subset": "ukr_Cyrl-bam_Latn", - "languages": [ - "ukr-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456305, - "recall": 0.533597, - "f1": 0.476978, - "accuracy": 0.533597, - "main_score": 0.476978, - "hf_subset": "ukr_Cyrl-dzo_Tibt", - "languages": [ - "ukr-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-hin_Deva", - "languages": [ - "ukr-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ukr_Cyrl-khm_Khmr", - "languages": [ - "ukr-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-mag_Deva", - "languages": [ - "ukr-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ukr_Cyrl-pap_Latn", - "languages": [ - "ukr-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603771, - "recall": 0.663043, - "f1": 0.620346, - "accuracy": 0.663043, - "main_score": 0.620346, - "hf_subset": "ukr_Cyrl-sot_Latn", - "languages": [ - "ukr-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-tur_Latn", - "languages": [ - "ukr-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880056, - "recall": 0.911067, - "f1": 0.88969, - "accuracy": 0.911067, - "main_score": 0.88969, - "hf_subset": "ukr_Cyrl-ace_Latn", - "languages": [ - "ukr-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "ukr_Cyrl-ban_Latn", - "languages": [ - "ukr-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ell_Grek", - "languages": [ - "ukr-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ukr_Cyrl-hne_Deva", - "languages": [ - "ukr-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601146, - "recall": 0.662055, - "f1": 0.618623, - "accuracy": 0.662055, - "main_score": 0.618623, - "hf_subset": "ukr_Cyrl-kik_Latn", - "languages": [ - "ukr-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-mai_Deva", - "languages": [ - "ukr-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ukr_Cyrl-pbt_Arab", - "languages": [ - "ukr-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-spa_Latn", - "languages": [ - "ukr-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621386, - "recall": 0.687747, - "f1": 0.640516, - "accuracy": 0.687747, - "main_score": 0.640516, - "hf_subset": "ukr_Cyrl-twi_Latn", - "languages": [ - "ukr-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-acm_Arab", - "languages": [ - "ukr-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-bel_Cyrl", - "languages": [ - "ukr-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-eng_Latn", - "languages": [ - "ukr-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-hrv_Latn", - "languages": [ - "ukr-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561801, - "recall": 0.624506, - "f1": 0.579469, - "accuracy": 0.624506, - "main_score": 0.579469, - "hf_subset": "ukr_Cyrl-kin_Latn", - "languages": [ - "ukr-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-mal_Mlym", - "languages": [ - "ukr-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-pes_Arab", - "languages": [ - "ukr-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ukr_Cyrl-srd_Latn", - "languages": [ - "ukr-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184191, - "recall": 0.23419, - "f1": 0.197127, - "accuracy": 0.23419, - "main_score": 0.197127, - "hf_subset": "ukr_Cyrl-tzm_Tfng", - "languages": [ - "ukr-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-acq_Arab", - "languages": [ - "ukr-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638727, - "recall": 0.690711, - "f1": 0.652692, - "accuracy": 0.690711, - "main_score": 0.652692, - "hf_subset": "ukr_Cyrl-bem_Latn", - "languages": [ - "ukr-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-epo_Latn", - "languages": [ - "ukr-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-hun_Latn", - "languages": [ - "ukr-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ukr_Cyrl-kir_Cyrl", - "languages": [ - "ukr-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-mar_Deva", - "languages": [ - "ukr-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682724, - "recall": 0.743083, - "f1": 0.700344, - "accuracy": 0.743083, - "main_score": 0.700344, - "hf_subset": "ukr_Cyrl-plt_Latn", - "languages": [ - "ukr-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-srp_Cyrl", - "languages": [ - "ukr-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ukr_Cyrl-uig_Arab", - "languages": [ - "ukr-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-aeb_Arab", - "languages": [ - "ukr-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ben_Beng", - "languages": [ - "ukr-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-est_Latn", - "languages": [ - "ukr-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-hye_Armn", - "languages": [ - "ukr-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546625, - "recall": 0.601779, - "f1": 0.562917, - "accuracy": 0.601779, - "main_score": 0.562917, - "hf_subset": "ukr_Cyrl-kmb_Latn", - "languages": [ - "ukr-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523527, - "recall": 0.593874, - "f1": 0.542688, - "accuracy": 0.593874, - "main_score": 0.542688, - "hf_subset": "ukr_Cyrl-min_Arab", - "languages": [ - "ukr-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-pol_Latn", - "languages": [ - "ukr-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564906, - "recall": 0.631423, - "f1": 0.584623, - "accuracy": 0.631423, - "main_score": 0.584623, - "hf_subset": "ukr_Cyrl-ssw_Latn", - "languages": [ - "ukr-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-afr_Latn", - "languages": [ - "ukr-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-bho_Deva", - "languages": [ - "ukr-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ukr_Cyrl-eus_Latn", - "languages": [ - "ukr-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584364, - "recall": 0.648221, - "f1": 0.601853, - "accuracy": 0.648221, - "main_score": 0.601853, - "hf_subset": "ukr_Cyrl-ibo_Latn", - "languages": [ - "ukr-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923913, - "recall": 0.945652, - "f1": 0.93083, - "accuracy": 0.945652, - "main_score": 0.93083, - "hf_subset": "ukr_Cyrl-kmr_Latn", - "languages": [ - "ukr-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ukr_Cyrl-min_Latn", - "languages": [ - "ukr-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-por_Latn", - "languages": [ - "ukr-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ukr_Cyrl-sun_Latn", - "languages": [ - "ukr-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531194, - "recall": 0.593874, - "f1": 0.549187, - "accuracy": 0.593874, - "main_score": 0.549187, - "hf_subset": "ukr_Cyrl-umb_Latn", - "languages": [ - "ukr-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ajp_Arab", - "languages": [ - "ukr-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565648, - "recall": 0.630435, - "f1": 0.583554, - "accuracy": 0.630435, - "main_score": 0.583554, - "hf_subset": "ukr_Cyrl-bjn_Arab", - "languages": [ - "ukr-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529974, - "recall": 0.586957, - "f1": 0.545506, - "accuracy": 0.586957, - "main_score": 0.545506, - "hf_subset": "ukr_Cyrl-ewe_Latn", - "languages": [ - "ukr-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "ukr_Cyrl-ilo_Latn", - "languages": [ - "ukr-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316206, - "recall": 0.378458, - "f1": 0.33328, - "accuracy": 0.378458, - "main_score": 0.33328, - "hf_subset": "ukr_Cyrl-knc_Arab", - "languages": [ - "ukr-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-mkd_Cyrl", - "languages": [ - "ukr-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-prs_Arab", - "languages": [ - "ukr-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-swe_Latn", - "languages": [ - "ukr-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-urd_Arab", - "languages": [ - "ukr-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602283, - "recall": 0.667984, - "f1": 0.620891, - "accuracy": 0.667984, - "main_score": 0.620891, - "hf_subset": "ukr_Cyrl-aka_Latn", - "languages": [ - "ukr-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ukr_Cyrl-bjn_Latn", - "languages": [ - "ukr-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ukr_Cyrl-fao_Latn", - "languages": [ - "ukr-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ind_Latn", - "languages": [ - "ukr-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591002, - "recall": 0.645257, - "f1": 0.606958, - "accuracy": 0.645257, - "main_score": 0.606958, - "hf_subset": "ukr_Cyrl-knc_Latn", - "languages": [ - "ukr-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ukr_Cyrl-mlt_Latn", - "languages": [ - "ukr-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721552, - "recall": 0.783597, - "f1": 0.739874, - "accuracy": 0.783597, - "main_score": 0.739874, - "hf_subset": "ukr_Cyrl-quy_Latn", - "languages": [ - "ukr-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ukr_Cyrl-swh_Latn", - "languages": [ - "ukr-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-uzn_Latn", - "languages": [ - "ukr-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-als_Latn", - "languages": [ - "ukr-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691634, - "recall": 0.76087, - "f1": 0.711895, - "accuracy": 0.76087, - "main_score": 0.711895, - "hf_subset": "ukr_Cyrl-bod_Tibt", - "languages": [ - "ukr-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724621, - "recall": 0.782609, - "f1": 0.741474, - "accuracy": 0.782609, - "main_score": 0.741474, - "hf_subset": "ukr_Cyrl-fij_Latn", - "languages": [ - "ukr-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ukr_Cyrl-isl_Latn", - "languages": [ - "ukr-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66805, - "recall": 0.725296, - "f1": 0.685178, - "accuracy": 0.725296, - "main_score": 0.685178, - "hf_subset": "ukr_Cyrl-kon_Latn", - "languages": [ - "ukr-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667836, - "recall": 0.735178, - "f1": 0.687349, - "accuracy": 0.735178, - "main_score": 0.687349, - "hf_subset": "ukr_Cyrl-mni_Beng", - "languages": [ - "ukr-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ron_Latn", - "languages": [ - "ukr-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "ukr_Cyrl-szl_Latn", - "languages": [ - "ukr-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-vec_Latn", - "languages": [ - "ukr-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "ukr_Cyrl-amh_Ethi", - "languages": [ - "ukr-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-bos_Latn", - "languages": [ - "ukr-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-fin_Latn", - "languages": [ - "ukr-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ita_Latn", - "languages": [ - "ukr-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-kor_Hang", - "languages": [ - "ukr-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558936, - "recall": 0.62253, - "f1": 0.576336, - "accuracy": 0.62253, - "main_score": 0.576336, - "hf_subset": "ukr_Cyrl-mos_Latn", - "languages": [ - "ukr-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565927, - "recall": 0.625494, - "f1": 0.582977, - "accuracy": 0.625494, - "main_score": 0.582977, - "hf_subset": "ukr_Cyrl-run_Latn", - "languages": [ - "ukr-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-tam_Taml", - "languages": [ - "ukr-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-vie_Latn", - "languages": [ - "ukr-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-apc_Arab", - "languages": [ - "ukr-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818989, - "recall": 0.862648, - "f1": 0.832213, - "accuracy": 0.862648, - "main_score": 0.832213, - "hf_subset": "ukr_Cyrl-bug_Latn", - "languages": [ - "ukr-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480921, - "recall": 0.535573, - "f1": 0.495005, - "accuracy": 0.535573, - "main_score": 0.495005, - "hf_subset": "ukr_Cyrl-fon_Latn", - "languages": [ - "ukr-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ukr_Cyrl-jav_Latn", - "languages": [ - "ukr-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-lao_Laoo", - "languages": [ - "ukr-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89538, - "recall": 0.924901, - "f1": 0.904699, - "accuracy": 0.924901, - "main_score": 0.904699, - "hf_subset": "ukr_Cyrl-mri_Latn", - "languages": [ - "ukr-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-rus_Cyrl", - "languages": [ - "ukr-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544079, - "recall": 0.612648, - "f1": 0.562709, - "accuracy": 0.612648, - "main_score": 0.562709, - "hf_subset": "ukr_Cyrl-taq_Latn", - "languages": [ - "ukr-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ukr_Cyrl-war_Latn", - "languages": [ - "ukr-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-arb_Arab", - "languages": [ - "ukr-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-bul_Cyrl", - "languages": [ - "ukr-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-fra_Latn", - "languages": [ - "ukr-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-jpn_Jpan", - "languages": [ - "ukr-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ukr_Cyrl-lij_Latn", - "languages": [ - "ukr-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "ukr_Cyrl-mya_Mymr", - "languages": [ - "ukr-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606289, - "recall": 0.672925, - "f1": 0.625196, - "accuracy": 0.672925, - "main_score": 0.625196, - "hf_subset": "ukr_Cyrl-sag_Latn", - "languages": [ - "ukr-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201863, - "recall": 0.259881, - "f1": 0.214846, - "accuracy": 0.259881, - "main_score": 0.214846, - "hf_subset": "ukr_Cyrl-taq_Tfng", - "languages": [ - "ukr-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634447, - "recall": 0.697628, - "f1": 0.652083, - "accuracy": 0.697628, - "main_score": 0.652083, - "hf_subset": "ukr_Cyrl-wol_Latn", - "languages": [ - "ukr-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820323, - "recall": 0.868577, - "f1": 0.835408, - "accuracy": 0.868577, - "main_score": 0.835408, - "hf_subset": "ukr_Cyrl-arb_Latn", - "languages": [ - "ukr-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-cat_Latn", - "languages": [ - "ukr-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ukr_Cyrl-fur_Latn", - "languages": [ - "ukr-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411882, - "recall": 0.472332, - "f1": 0.427974, - "accuracy": 0.472332, - "main_score": 0.427974, - "hf_subset": "ukr_Cyrl-kab_Latn", - "languages": [ - "ukr-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ukr_Cyrl-lim_Latn", - "languages": [ - "ukr-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-nld_Latn", - "languages": [ - "ukr-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ukr_Cyrl-san_Deva", - "languages": [ - "ukr-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-tat_Cyrl", - "languages": [ - "ukr-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684002, - "recall": 0.743083, - "f1": 0.701635, - "accuracy": 0.743083, - "main_score": 0.701635, - "hf_subset": "ukr_Cyrl-xho_Latn", - "languages": [ - "ukr-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ars_Arab", - "languages": [ - "ukr-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-ceb_Latn", - "languages": [ - "ukr-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567579, - "recall": 0.628458, - "f1": 0.584569, - "accuracy": 0.628458, - "main_score": 0.584569, - "hf_subset": "ukr_Cyrl-fuv_Latn", - "languages": [ - "ukr-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515571, - "recall": 0.581028, - "f1": 0.53363, - "accuracy": 0.581028, - "main_score": 0.53363, - "hf_subset": "ukr_Cyrl-kac_Latn", - "languages": [ - "ukr-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676672, - "recall": 0.732213, - "f1": 0.69294, - "accuracy": 0.732213, - "main_score": 0.69294, - "hf_subset": "ukr_Cyrl-lin_Latn", - "languages": [ - "ukr-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-nno_Latn", - "languages": [ - "ukr-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.239031, - "recall": 0.317194, - "f1": 0.259648, - "accuracy": 0.317194, - "main_score": 0.259648, - "hf_subset": "ukr_Cyrl-sat_Olck", - "languages": [ - "ukr-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-tel_Telu", - "languages": [ - "ukr-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ukr_Cyrl-ydd_Hebr", - "languages": [ - "ukr-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "ukr_Cyrl-ary_Arab", - "languages": [ - "ukr-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ces_Latn", - "languages": [ - "ukr-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579463, - "recall": 0.644269, - "f1": 0.597784, - "accuracy": 0.644269, - "main_score": 0.597784, - "hf_subset": "ukr_Cyrl-gaz_Latn", - "languages": [ - "ukr-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599839, - "recall": 0.66502, - "f1": 0.618396, - "accuracy": 0.66502, - "main_score": 0.618396, - "hf_subset": "ukr_Cyrl-kam_Latn", - "languages": [ - "ukr-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ukr_Cyrl-lit_Latn", - "languages": [ - "ukr-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-nob_Latn", - "languages": [ - "ukr-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ukr_Cyrl-scn_Latn", - "languages": [ - "ukr-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "ukr_Cyrl-tgk_Cyrl", - "languages": [ - "ukr-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738761, - "recall": 0.798419, - "f1": 0.756656, - "accuracy": 0.798419, - "main_score": 0.756656, - "hf_subset": "ukr_Cyrl-yor_Latn", - "languages": [ - "ukr-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-arz_Arab", - "languages": [ - "ukr-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570493, - "recall": 0.632411, - "f1": 0.588375, - "accuracy": 0.632411, - "main_score": 0.588375, - "hf_subset": "ukr_Cyrl-cjk_Latn", - "languages": [ - "ukr-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811594, - "recall": 0.858696, - "f1": 0.826383, - "accuracy": 0.858696, - "main_score": 0.826383, - "hf_subset": "ukr_Cyrl-gla_Latn", - "languages": [ - "ukr-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-kan_Knda", - "languages": [ - "ukr-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "ukr_Cyrl-lmo_Latn", - "languages": [ - "ukr-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ukr_Cyrl-npi_Deva", - "languages": [ - "ukr-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469525, - "recall": 0.535573, - "f1": 0.48761, - "accuracy": 0.535573, - "main_score": 0.48761, - "hf_subset": "ukr_Cyrl-shn_Mymr", - "languages": [ - "ukr-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-tgl_Latn", - "languages": [ - "ukr-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-yue_Hant", - "languages": [ - "ukr-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-asm_Beng", - "languages": [ - "ukr-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ukr_Cyrl-ckb_Arab", - "languages": [ - "ukr-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914559, - "recall": 0.939723, - "f1": 0.922596, - "accuracy": 0.939723, - "main_score": 0.922596, - "hf_subset": "ukr_Cyrl-gle_Latn", - "languages": [ - "ukr-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "ukr_Cyrl-kas_Arab", - "languages": [ - "ukr-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "ukr_Cyrl-ltg_Latn", - "languages": [ - "ukr-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624589, - "recall": 0.681818, - "f1": 0.641526, - "accuracy": 0.681818, - "main_score": 0.641526, - "hf_subset": "ukr_Cyrl-nso_Latn", - "languages": [ - "ukr-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ukr_Cyrl-sin_Sinh", - "languages": [ - "ukr-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-tha_Thai", - "languages": [ - "ukr-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-zho_Hans", - "languages": [ - "ukr-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ast_Latn", - "languages": [ - "ukr-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-crh_Latn", - "languages": [ - "ukr-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-glg_Latn", - "languages": [ - "ukr-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918725, - "recall": 0.943676, - "f1": 0.926614, - "accuracy": 0.943676, - "main_score": 0.926614, - "hf_subset": "ukr_Cyrl-kas_Deva", - "languages": [ - "ukr-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ukr_Cyrl-ltz_Latn", - "languages": [ - "ukr-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476831, - "recall": 0.54249, - "f1": 0.49431, - "accuracy": 0.54249, - "main_score": 0.49431, - "hf_subset": "ukr_Cyrl-nus_Latn", - "languages": [ - "ukr-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-slk_Latn", - "languages": [ - "ukr-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653468, - "recall": 0.721344, - "f1": 0.673158, - "accuracy": 0.721344, - "main_score": 0.673158, - "hf_subset": "ukr_Cyrl-tir_Ethi", - "languages": [ - "ukr-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-zho_Hant", - "languages": [ - "ukr-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "ukr_Cyrl-awa_Deva", - "languages": [ - "ukr-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ukr_Cyrl-cym_Latn", - "languages": [ - "ukr-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858119, - "recall": 0.893281, - "f1": 0.868939, - "accuracy": 0.893281, - "main_score": 0.868939, - "hf_subset": "ukr_Cyrl-grn_Latn", - "languages": [ - "ukr-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ukr_Cyrl-kat_Geor", - "languages": [ - "ukr-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662143, - "recall": 0.717391, - "f1": 0.678382, - "accuracy": 0.717391, - "main_score": 0.678382, - "hf_subset": "ukr_Cyrl-lua_Latn", - "languages": [ - "ukr-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648575, - "recall": 0.715415, - "f1": 0.667945, - "accuracy": 0.715415, - "main_score": 0.667945, - "hf_subset": "ukr_Cyrl-nya_Latn", - "languages": [ - "ukr-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-slv_Latn", - "languages": [ - "ukr-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "ukr_Cyrl-tpi_Latn", - "languages": [ - "ukr-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-zsm_Latn", - "languages": [ - "ukr-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545899, - "recall": 0.617589, - "f1": 0.566249, - "accuracy": 0.617589, - "main_score": 0.566249, - "hf_subset": "ukr_Cyrl-ayr_Latn", - "languages": [ - "ukr-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-dan_Latn", - "languages": [ - "ukr-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-guj_Gujr", - "languages": [ - "ukr-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ukr_Cyrl-kaz_Cyrl", - "languages": [ - "ukr-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552869, - "recall": 0.614625, - "f1": 0.570418, - "accuracy": 0.614625, - "main_score": 0.570418, - "hf_subset": "ukr_Cyrl-lug_Latn", - "languages": [ - "ukr-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-oci_Latn", - "languages": [ - "ukr-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837204, - "recall": 0.881423, - "f1": 0.850908, - "accuracy": 0.881423, - "main_score": 0.850908, - "hf_subset": "ukr_Cyrl-smo_Latn", - "languages": [ - "ukr-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547328, - "recall": 0.615613, - "f1": 0.566922, - "accuracy": 0.615613, - "main_score": 0.566922, - "hf_subset": "ukr_Cyrl-tsn_Latn", - "languages": [ - "ukr-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633073, - "recall": 0.692688, - "f1": 0.649602, - "accuracy": 0.692688, - "main_score": 0.649602, - "hf_subset": "ukr_Cyrl-zul_Latn", - "languages": [ - "ukr-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.953557, - "f1": 0.940217, - "accuracy": 0.953557, - "main_score": 0.940217, - "hf_subset": "ukr_Cyrl-azb_Arab", - "languages": [ - "ukr-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-deu_Latn", - "languages": [ - "ukr-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "ukr_Cyrl-hat_Latn", - "languages": [ - "ukr-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499639, - "recall": 0.556324, - "f1": 0.515275, - "accuracy": 0.556324, - "main_score": 0.515275, - "hf_subset": "ukr_Cyrl-kbp_Latn", - "languages": [ - "ukr-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584832, - "recall": 0.645257, - "f1": 0.601926, - "accuracy": 0.645257, - "main_score": 0.601926, - "hf_subset": "ukr_Cyrl-luo_Latn", - "languages": [ - "ukr-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-ory_Orya", - "languages": [ - "ukr-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608547, - "recall": 0.671937, - "f1": 0.626981, - "accuracy": 0.671937, - "main_score": 0.626981, - "hf_subset": "ukr_Cyrl-sna_Latn", - "languages": [ - "ukr-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563164, - "recall": 0.624506, - "f1": 0.580336, - "accuracy": 0.624506, - "main_score": 0.580336, - "hf_subset": "ukr_Cyrl-tso_Latn", - "languages": [ - "ukr-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ukr_Cyrl-azj_Latn", - "languages": [ - "ukr-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538759, - "recall": 0.607708, - "f1": 0.558534, - "accuracy": 0.607708, - "main_score": 0.558534, - "hf_subset": "ukr_Cyrl-dik_Latn", - "languages": [ - "ukr-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762615, - "recall": 0.816206, - "f1": 0.77892, - "accuracy": 0.816206, - "main_score": 0.77892, - "hf_subset": "ukr_Cyrl-hau_Latn", - "languages": [ - "ukr-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ukr_Cyrl-kea_Latn", - "languages": [ - "ukr-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759997, - "recall": 0.810277, - "f1": 0.775198, - "accuracy": 0.810277, - "main_score": 0.775198, - "hf_subset": "ukr_Cyrl-lus_Latn", - "languages": [ - "ukr-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880665, - "recall": 0.908103, - "f1": 0.888919, - "accuracy": 0.908103, - "main_score": 0.888919, - "hf_subset": "ukr_Cyrl-pag_Latn", - "languages": [ - "ukr-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-snd_Arab", - "languages": [ - "ukr-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "ukr_Cyrl-tuk_Latn", - "languages": [ - "ukr-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ukr_Cyrl-bak_Cyrl", - "languages": [ - "ukr-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48914, - "recall": 0.564229, - "f1": 0.511168, - "accuracy": 0.564229, - "main_score": 0.511168, - "hf_subset": "ukr_Cyrl-dyu_Latn", - "languages": [ - "ukr-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-heb_Hebr", - "languages": [ - "ukr-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ukr_Cyrl-khk_Cyrl", - "languages": [ - "ukr-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-lvs_Latn", - "languages": [ - "ukr-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ukr_Cyrl-pan_Guru", - "languages": [ - "ukr-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723584, - "recall": 0.779644, - "f1": 0.740603, - "accuracy": 0.779644, - "main_score": 0.740603, - "hf_subset": "ukr_Cyrl-som_Latn", - "languages": [ - "ukr-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608836, - "recall": 0.661067, - "f1": 0.623446, - "accuracy": 0.661067, - "main_score": 0.623446, - "hf_subset": "ukr_Cyrl-tum_Latn", - "languages": [ - "ukr-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601961, - "recall": 0.666008, - "f1": 0.620234, - "accuracy": 0.666008, - "main_score": 0.620234, - "hf_subset": "afr_Latn-ace_Arab", - "languages": [ - "afr-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545341, - "recall": 0.607708, - "f1": 0.563062, - "accuracy": 0.607708, - "main_score": 0.563062, - "hf_subset": "afr_Latn-bam_Latn", - "languages": [ - "afr-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463196, - "recall": 0.532609, - "f1": 0.481596, - "accuracy": 0.532609, - "main_score": 0.481596, - "hf_subset": "afr_Latn-dzo_Tibt", - "languages": [ - "afr-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-hin_Deva", - "languages": [ - "afr-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-khm_Khmr", - "languages": [ - "afr-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-mag_Deva", - "languages": [ - "afr-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "afr_Latn-pap_Latn", - "languages": [ - "afr-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61469, - "recall": 0.667984, - "f1": 0.629869, - "accuracy": 0.667984, - "main_score": 0.629869, - "hf_subset": "afr_Latn-sot_Latn", - "languages": [ - "afr-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-tur_Latn", - "languages": [ - "afr-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890728, - "recall": 0.91996, - "f1": 0.900052, - "accuracy": 0.91996, - "main_score": 0.900052, - "hf_subset": "afr_Latn-ace_Latn", - "languages": [ - "afr-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.972332, - "f1": 0.965415, - "accuracy": 0.972332, - "main_score": 0.965415, - "hf_subset": "afr_Latn-ban_Latn", - "languages": [ - "afr-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ell_Grek", - "languages": [ - "afr-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "afr_Latn-hne_Deva", - "languages": [ - "afr-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622642, - "recall": 0.681818, - "f1": 0.639081, - "accuracy": 0.681818, - "main_score": 0.639081, - "hf_subset": "afr_Latn-kik_Latn", - "languages": [ - "afr-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-mai_Deva", - "languages": [ - "afr-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "afr_Latn-pbt_Arab", - "languages": [ - "afr-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-spa_Latn", - "languages": [ - "afr-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624797, - "recall": 0.689723, - "f1": 0.643059, - "accuracy": 0.689723, - "main_score": 0.643059, - "hf_subset": "afr_Latn-twi_Latn", - "languages": [ - "afr-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-acm_Arab", - "languages": [ - "afr-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-bel_Cyrl", - "languages": [ - "afr-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-eng_Latn", - "languages": [ - "afr-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-hrv_Latn", - "languages": [ - "afr-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580732, - "recall": 0.640316, - "f1": 0.596961, - "accuracy": 0.640316, - "main_score": 0.596961, - "hf_subset": "afr_Latn-kin_Latn", - "languages": [ - "afr-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-mal_Mlym", - "languages": [ - "afr-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-pes_Arab", - "languages": [ - "afr-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "afr_Latn-srd_Latn", - "languages": [ - "afr-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187427, - "recall": 0.233202, - "f1": 0.198353, - "accuracy": 0.233202, - "main_score": 0.198353, - "hf_subset": "afr_Latn-tzm_Tfng", - "languages": [ - "afr-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-acq_Arab", - "languages": [ - "afr-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649391, - "recall": 0.697628, - "f1": 0.662602, - "accuracy": 0.697628, - "main_score": 0.662602, - "hf_subset": "afr_Latn-bem_Latn", - "languages": [ - "afr-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-epo_Latn", - "languages": [ - "afr-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-hun_Latn", - "languages": [ - "afr-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "afr_Latn-kir_Cyrl", - "languages": [ - "afr-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-mar_Deva", - "languages": [ - "afr-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682255, - "recall": 0.737154, - "f1": 0.698474, - "accuracy": 0.737154, - "main_score": 0.698474, - "hf_subset": "afr_Latn-plt_Latn", - "languages": [ - "afr-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-srp_Cyrl", - "languages": [ - "afr-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "afr_Latn-uig_Arab", - "languages": [ - "afr-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "afr_Latn-aeb_Arab", - "languages": [ - "afr-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ben_Beng", - "languages": [ - "afr-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-est_Latn", - "languages": [ - "afr-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-hye_Armn", - "languages": [ - "afr-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561442, - "recall": 0.612648, - "f1": 0.57606, - "accuracy": 0.612648, - "main_score": 0.57606, - "hf_subset": "afr_Latn-kmb_Latn", - "languages": [ - "afr-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528828, - "recall": 0.602767, - "f1": 0.549022, - "accuracy": 0.602767, - "main_score": 0.549022, - "hf_subset": "afr_Latn-min_Arab", - "languages": [ - "afr-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-pol_Latn", - "languages": [ - "afr-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575273, - "recall": 0.637352, - "f1": 0.593419, - "accuracy": 0.637352, - "main_score": 0.593419, - "hf_subset": "afr_Latn-ssw_Latn", - "languages": [ - "afr-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ukr_Cyrl", - "languages": [ - "afr-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-bho_Deva", - "languages": [ - "afr-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "afr_Latn-eus_Latn", - "languages": [ - "afr-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603987, - "recall": 0.66502, - "f1": 0.621321, - "accuracy": 0.66502, - "main_score": 0.621321, - "hf_subset": "afr_Latn-ibo_Latn", - "languages": [ - "afr-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914114, - "recall": 0.938735, - "f1": 0.921673, - "accuracy": 0.938735, - "main_score": 0.921673, - "hf_subset": "afr_Latn-kmr_Latn", - "languages": [ - "afr-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "afr_Latn-min_Latn", - "languages": [ - "afr-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-por_Latn", - "languages": [ - "afr-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "afr_Latn-sun_Latn", - "languages": [ - "afr-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543597, - "recall": 0.598814, - "f1": 0.559247, - "accuracy": 0.598814, - "main_score": 0.559247, - "hf_subset": "afr_Latn-umb_Latn", - "languages": [ - "afr-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ajp_Arab", - "languages": [ - "afr-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561593, - "recall": 0.62747, - "f1": 0.580102, - "accuracy": 0.62747, - "main_score": 0.580102, - "hf_subset": "afr_Latn-bjn_Arab", - "languages": [ - "afr-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549692, - "recall": 0.602767, - "f1": 0.56433, - "accuracy": 0.602767, - "main_score": 0.56433, - "hf_subset": "afr_Latn-ewe_Latn", - "languages": [ - "afr-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "afr_Latn-ilo_Latn", - "languages": [ - "afr-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326677, - "recall": 0.389328, - "f1": 0.344134, - "accuracy": 0.389328, - "main_score": 0.344134, - "hf_subset": "afr_Latn-knc_Arab", - "languages": [ - "afr-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-mkd_Cyrl", - "languages": [ - "afr-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-prs_Arab", - "languages": [ - "afr-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-swe_Latn", - "languages": [ - "afr-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-urd_Arab", - "languages": [ - "afr-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606835, - "recall": 0.668972, - "f1": 0.624525, - "accuracy": 0.668972, - "main_score": 0.624525, - "hf_subset": "afr_Latn-aka_Latn", - "languages": [ - "afr-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "afr_Latn-bjn_Latn", - "languages": [ - "afr-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "afr_Latn-fao_Latn", - "languages": [ - "afr-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ind_Latn", - "languages": [ - "afr-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609416, - "recall": 0.659091, - "f1": 0.62369, - "accuracy": 0.659091, - "main_score": 0.62369, - "hf_subset": "afr_Latn-knc_Latn", - "languages": [ - "afr-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "afr_Latn-mlt_Latn", - "languages": [ - "afr-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718532, - "recall": 0.775692, - "f1": 0.735112, - "accuracy": 0.775692, - "main_score": 0.735112, - "hf_subset": "afr_Latn-quy_Latn", - "languages": [ - "afr-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "afr_Latn-swh_Latn", - "languages": [ - "afr-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "afr_Latn-uzn_Latn", - "languages": [ - "afr-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-als_Latn", - "languages": [ - "afr-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688142, - "recall": 0.759881, - "f1": 0.708945, - "accuracy": 0.759881, - "main_score": 0.708945, - "hf_subset": "afr_Latn-bod_Tibt", - "languages": [ - "afr-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719441, - "recall": 0.775692, - "f1": 0.735743, - "accuracy": 0.775692, - "main_score": 0.735743, - "hf_subset": "afr_Latn-fij_Latn", - "languages": [ - "afr-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "afr_Latn-isl_Latn", - "languages": [ - "afr-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68415, - "recall": 0.729249, - "f1": 0.697203, - "accuracy": 0.729249, - "main_score": 0.697203, - "hf_subset": "afr_Latn-kon_Latn", - "languages": [ - "afr-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668795, - "recall": 0.730237, - "f1": 0.68647, - "accuracy": 0.730237, - "main_score": 0.68647, - "hf_subset": "afr_Latn-mni_Beng", - "languages": [ - "afr-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ron_Latn", - "languages": [ - "afr-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "afr_Latn-szl_Latn", - "languages": [ - "afr-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-vec_Latn", - "languages": [ - "afr-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959569, - "recall": 0.972332, - "f1": 0.963669, - "accuracy": 0.972332, - "main_score": 0.963669, - "hf_subset": "afr_Latn-amh_Ethi", - "languages": [ - "afr-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-bos_Latn", - "languages": [ - "afr-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-fin_Latn", - "languages": [ - "afr-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ita_Latn", - "languages": [ - "afr-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-kor_Hang", - "languages": [ - "afr-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566049, - "recall": 0.62253, - "f1": 0.5817, - "accuracy": 0.62253, - "main_score": 0.5817, - "hf_subset": "afr_Latn-mos_Latn", - "languages": [ - "afr-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575988, - "recall": 0.632411, - "f1": 0.592151, - "accuracy": 0.632411, - "main_score": 0.592151, - "hf_subset": "afr_Latn-run_Latn", - "languages": [ - "afr-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-tam_Taml", - "languages": [ - "afr-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-vie_Latn", - "languages": [ - "afr-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-apc_Arab", - "languages": [ - "afr-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819993, - "recall": 0.860672, - "f1": 0.831917, - "accuracy": 0.860672, - "main_score": 0.831917, - "hf_subset": "afr_Latn-bug_Latn", - "languages": [ - "afr-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478409, - "recall": 0.538538, - "f1": 0.494946, - "accuracy": 0.538538, - "main_score": 0.494946, - "hf_subset": "afr_Latn-fon_Latn", - "languages": [ - "afr-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-jav_Latn", - "languages": [ - "afr-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-lao_Laoo", - "languages": [ - "afr-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900609, - "recall": 0.927866, - "f1": 0.909321, - "accuracy": 0.927866, - "main_score": 0.909321, - "hf_subset": "afr_Latn-mri_Latn", - "languages": [ - "afr-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-rus_Cyrl", - "languages": [ - "afr-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555159, - "recall": 0.619565, - "f1": 0.573012, - "accuracy": 0.619565, - "main_score": 0.573012, - "hf_subset": "afr_Latn-taq_Latn", - "languages": [ - "afr-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-war_Latn", - "languages": [ - "afr-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-arb_Arab", - "languages": [ - "afr-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-bul_Cyrl", - "languages": [ - "afr-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-fra_Latn", - "languages": [ - "afr-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-jpn_Jpan", - "languages": [ - "afr-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-lij_Latn", - "languages": [ - "afr-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "afr_Latn-mya_Mymr", - "languages": [ - "afr-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607158, - "recall": 0.670949, - "f1": 0.624893, - "accuracy": 0.670949, - "main_score": 0.624893, - "hf_subset": "afr_Latn-sag_Latn", - "languages": [ - "afr-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202592, - "recall": 0.261858, - "f1": 0.216227, - "accuracy": 0.261858, - "main_score": 0.216227, - "hf_subset": "afr_Latn-taq_Tfng", - "languages": [ - "afr-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65196, - "recall": 0.710474, - "f1": 0.668812, - "accuracy": 0.710474, - "main_score": 0.668812, - "hf_subset": "afr_Latn-wol_Latn", - "languages": [ - "afr-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815909, - "recall": 0.864625, - "f1": 0.830797, - "accuracy": 0.864625, - "main_score": 0.830797, - "hf_subset": "afr_Latn-arb_Latn", - "languages": [ - "afr-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-cat_Latn", - "languages": [ - "afr-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "afr_Latn-fur_Latn", - "languages": [ - "afr-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428336, - "recall": 0.485178, - "f1": 0.44408, - "accuracy": 0.485178, - "main_score": 0.44408, - "hf_subset": "afr_Latn-kab_Latn", - "languages": [ - "afr-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "afr_Latn-lim_Latn", - "languages": [ - "afr-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-nld_Latn", - "languages": [ - "afr-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "afr_Latn-san_Deva", - "languages": [ - "afr-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-tat_Cyrl", - "languages": [ - "afr-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698715, - "recall": 0.752964, - "f1": 0.714523, - "accuracy": 0.752964, - "main_score": 0.714523, - "hf_subset": "afr_Latn-xho_Latn", - "languages": [ - "afr-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ars_Arab", - "languages": [ - "afr-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-ceb_Latn", - "languages": [ - "afr-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579095, - "recall": 0.643281, - "f1": 0.597482, - "accuracy": 0.643281, - "main_score": 0.597482, - "hf_subset": "afr_Latn-fuv_Latn", - "languages": [ - "afr-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533067, - "recall": 0.59585, - "f1": 0.550558, - "accuracy": 0.59585, - "main_score": 0.550558, - "hf_subset": "afr_Latn-kac_Latn", - "languages": [ - "afr-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700296, - "recall": 0.749012, - "f1": 0.714808, - "accuracy": 0.749012, - "main_score": 0.714808, - "hf_subset": "afr_Latn-lin_Latn", - "languages": [ - "afr-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-nno_Latn", - "languages": [ - "afr-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.247404, - "recall": 0.316206, - "f1": 0.265419, - "accuracy": 0.316206, - "main_score": 0.265419, - "hf_subset": "afr_Latn-sat_Olck", - "languages": [ - "afr-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-tel_Telu", - "languages": [ - "afr-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "afr_Latn-ydd_Hebr", - "languages": [ - "afr-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "afr_Latn-ary_Arab", - "languages": [ - "afr-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ces_Latn", - "languages": [ - "afr-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605015, - "recall": 0.660079, - "f1": 0.621022, - "accuracy": 0.660079, - "main_score": 0.621022, - "hf_subset": "afr_Latn-gaz_Latn", - "languages": [ - "afr-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601419, - "recall": 0.662055, - "f1": 0.618117, - "accuracy": 0.662055, - "main_score": 0.618117, - "hf_subset": "afr_Latn-kam_Latn", - "languages": [ - "afr-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "afr_Latn-lit_Latn", - "languages": [ - "afr-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-nob_Latn", - "languages": [ - "afr-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "afr_Latn-scn_Latn", - "languages": [ - "afr-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "afr_Latn-tgk_Cyrl", - "languages": [ - "afr-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741683, - "recall": 0.804348, - "f1": 0.76079, - "accuracy": 0.804348, - "main_score": 0.76079, - "hf_subset": "afr_Latn-yor_Latn", - "languages": [ - "afr-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-arz_Arab", - "languages": [ - "afr-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579545, - "recall": 0.63834, - "f1": 0.59691, - "accuracy": 0.63834, - "main_score": 0.59691, - "hf_subset": "afr_Latn-cjk_Latn", - "languages": [ - "afr-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827157, - "recall": 0.868577, - "f1": 0.839789, - "accuracy": 0.868577, - "main_score": 0.839789, - "hf_subset": "afr_Latn-gla_Latn", - "languages": [ - "afr-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-kan_Knda", - "languages": [ - "afr-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "afr_Latn-lmo_Latn", - "languages": [ - "afr-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "afr_Latn-npi_Deva", - "languages": [ - "afr-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48573, - "recall": 0.545455, - "f1": 0.501733, - "accuracy": 0.545455, - "main_score": 0.501733, - "hf_subset": "afr_Latn-shn_Mymr", - "languages": [ - "afr-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-tgl_Latn", - "languages": [ - "afr-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-yue_Hant", - "languages": [ - "afr-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-asm_Beng", - "languages": [ - "afr-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "afr_Latn-ckb_Arab", - "languages": [ - "afr-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898913, - "recall": 0.925889, - "f1": 0.907279, - "accuracy": 0.925889, - "main_score": 0.907279, - "hf_subset": "afr_Latn-gle_Latn", - "languages": [ - "afr-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "afr_Latn-kas_Arab", - "languages": [ - "afr-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953393, - "recall": 0.967391, - "f1": 0.958004, - "accuracy": 0.967391, - "main_score": 0.958004, - "hf_subset": "afr_Latn-ltg_Latn", - "languages": [ - "afr-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630748, - "recall": 0.687747, - "f1": 0.64653, - "accuracy": 0.687747, - "main_score": 0.64653, - "hf_subset": "afr_Latn-nso_Latn", - "languages": [ - "afr-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "afr_Latn-sin_Sinh", - "languages": [ - "afr-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-tha_Thai", - "languages": [ - "afr-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-zho_Hans", - "languages": [ - "afr-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ast_Latn", - "languages": [ - "afr-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-crh_Latn", - "languages": [ - "afr-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-glg_Latn", - "languages": [ - "afr-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916914, - "recall": 0.942688, - "f1": 0.925132, - "accuracy": 0.942688, - "main_score": 0.925132, - "hf_subset": "afr_Latn-kas_Deva", - "languages": [ - "afr-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "afr_Latn-ltz_Latn", - "languages": [ - "afr-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48752, - "recall": 0.552372, - "f1": 0.504863, - "accuracy": 0.552372, - "main_score": 0.504863, - "hf_subset": "afr_Latn-nus_Latn", - "languages": [ - "afr-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-slk_Latn", - "languages": [ - "afr-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637914, - "recall": 0.702569, - "f1": 0.656145, - "accuracy": 0.702569, - "main_score": 0.656145, - "hf_subset": "afr_Latn-tir_Ethi", - "languages": [ - "afr-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-zho_Hant", - "languages": [ - "afr-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "afr_Latn-awa_Deva", - "languages": [ - "afr-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "afr_Latn-cym_Latn", - "languages": [ - "afr-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846047, - "recall": 0.886364, - "f1": 0.858663, - "accuracy": 0.886364, - "main_score": 0.858663, - "hf_subset": "afr_Latn-grn_Latn", - "languages": [ - "afr-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-kat_Geor", - "languages": [ - "afr-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664081, - "recall": 0.712451, - "f1": 0.678155, - "accuracy": 0.712451, - "main_score": 0.678155, - "hf_subset": "afr_Latn-lua_Latn", - "languages": [ - "afr-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660327, - "recall": 0.718379, - "f1": 0.677283, - "accuracy": 0.718379, - "main_score": 0.677283, - "hf_subset": "afr_Latn-nya_Latn", - "languages": [ - "afr-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-slv_Latn", - "languages": [ - "afr-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "afr_Latn-tpi_Latn", - "languages": [ - "afr-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-zsm_Latn", - "languages": [ - "afr-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566792, - "recall": 0.630435, - "f1": 0.585244, - "accuracy": 0.630435, - "main_score": 0.585244, - "hf_subset": "afr_Latn-ayr_Latn", - "languages": [ - "afr-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-dan_Latn", - "languages": [ - "afr-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "afr_Latn-guj_Gujr", - "languages": [ - "afr-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-kaz_Cyrl", - "languages": [ - "afr-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560277, - "recall": 0.62253, - "f1": 0.578003, - "accuracy": 0.62253, - "main_score": 0.578003, - "hf_subset": "afr_Latn-lug_Latn", - "languages": [ - "afr-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-oci_Latn", - "languages": [ - "afr-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866881, - "recall": 0.901186, - "f1": 0.877372, - "accuracy": 0.901186, - "main_score": 0.877372, - "hf_subset": "afr_Latn-smo_Latn", - "languages": [ - "afr-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562475, - "recall": 0.625494, - "f1": 0.579823, - "accuracy": 0.625494, - "main_score": 0.579823, - "hf_subset": "afr_Latn-tsn_Latn", - "languages": [ - "afr-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654731, - "recall": 0.712451, - "f1": 0.670935, - "accuracy": 0.712451, - "main_score": 0.670935, - "hf_subset": "afr_Latn-zul_Latn", - "languages": [ - "afr-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943429, - "recall": 0.960474, - "f1": 0.948847, - "accuracy": 0.960474, - "main_score": 0.948847, - "hf_subset": "afr_Latn-azb_Arab", - "languages": [ - "afr-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-deu_Latn", - "languages": [ - "afr-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "afr_Latn-hat_Latn", - "languages": [ - "afr-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505502, - "recall": 0.560277, - "f1": 0.520814, - "accuracy": 0.560277, - "main_score": 0.520814, - "hf_subset": "afr_Latn-kbp_Latn", - "languages": [ - "afr-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59256, - "recall": 0.643281, - "f1": 0.60651, - "accuracy": 0.643281, - "main_score": 0.60651, - "hf_subset": "afr_Latn-luo_Latn", - "languages": [ - "afr-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-ory_Orya", - "languages": [ - "afr-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616182, - "recall": 0.676877, - "f1": 0.633552, - "accuracy": 0.676877, - "main_score": 0.633552, - "hf_subset": "afr_Latn-sna_Latn", - "languages": [ - "afr-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580343, - "recall": 0.634387, - "f1": 0.59522, - "accuracy": 0.634387, - "main_score": 0.59522, - "hf_subset": "afr_Latn-tso_Latn", - "languages": [ - "afr-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "afr_Latn-azj_Latn", - "languages": [ - "afr-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555619, - "recall": 0.617589, - "f1": 0.573522, - "accuracy": 0.617589, - "main_score": 0.573522, - "hf_subset": "afr_Latn-dik_Latn", - "languages": [ - "afr-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759347, - "recall": 0.810277, - "f1": 0.774424, - "accuracy": 0.810277, - "main_score": 0.774424, - "hf_subset": "afr_Latn-hau_Latn", - "languages": [ - "afr-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "afr_Latn-kea_Latn", - "languages": [ - "afr-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764987, - "recall": 0.813241, - "f1": 0.779743, - "accuracy": 0.813241, - "main_score": 0.779743, - "hf_subset": "afr_Latn-lus_Latn", - "languages": [ - "afr-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883383, - "recall": 0.912055, - "f1": 0.892194, - "accuracy": 0.912055, - "main_score": 0.892194, - "hf_subset": "afr_Latn-pag_Latn", - "languages": [ - "afr-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "afr_Latn-snd_Arab", - "languages": [ - "afr-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "afr_Latn-tuk_Latn", - "languages": [ - "afr-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "afr_Latn-bak_Cyrl", - "languages": [ - "afr-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507898, - "recall": 0.583992, - "f1": 0.530231, - "accuracy": 0.583992, - "main_score": 0.530231, - "hf_subset": "afr_Latn-dyu_Latn", - "languages": [ - "afr-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-heb_Hebr", - "languages": [ - "afr-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "afr_Latn-khk_Cyrl", - "languages": [ - "afr-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-lvs_Latn", - "languages": [ - "afr-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "afr_Latn-pan_Guru", - "languages": [ - "afr-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742038, - "recall": 0.796443, - "f1": 0.758237, - "accuracy": 0.796443, - "main_score": 0.758237, - "hf_subset": "afr_Latn-som_Latn", - "languages": [ - "afr-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626042, - "recall": 0.66996, - "f1": 0.638128, - "accuracy": 0.66996, - "main_score": 0.638128, - "hf_subset": "afr_Latn-tum_Latn", - "languages": [ - "afr-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539325, - "recall": 0.608696, - "f1": 0.559168, - "accuracy": 0.608696, - "main_score": 0.559168, - "hf_subset": "bho_Deva-ace_Arab", - "languages": [ - "bho-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508237, - "recall": 0.573123, - "f1": 0.526236, - "accuracy": 0.573123, - "main_score": 0.526236, - "hf_subset": "bho_Deva-bam_Latn", - "languages": [ - "bho-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426366, - "recall": 0.509881, - "f1": 0.44849, - "accuracy": 0.509881, - "main_score": 0.44849, - "hf_subset": "bho_Deva-dzo_Tibt", - "languages": [ - "bho-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-hin_Deva", - "languages": [ - "bho-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bho_Deva-khm_Khmr", - "languages": [ - "bho-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-mag_Deva", - "languages": [ - "bho-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96945, - "recall": 0.978261, - "f1": 0.972233, - "accuracy": 0.978261, - "main_score": 0.972233, - "hf_subset": "bho_Deva-pap_Latn", - "languages": [ - "bho-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571407, - "recall": 0.626482, - "f1": 0.587037, - "accuracy": 0.626482, - "main_score": 0.587037, - "hf_subset": "bho_Deva-sot_Latn", - "languages": [ - "bho-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-tur_Latn", - "languages": [ - "bho-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843495, - "recall": 0.883399, - "f1": 0.855962, - "accuracy": 0.883399, - "main_score": 0.855962, - "hf_subset": "bho_Deva-ace_Latn", - "languages": [ - "bho-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945735, - "recall": 0.961462, - "f1": 0.950659, - "accuracy": 0.961462, - "main_score": 0.950659, - "hf_subset": "bho_Deva-ban_Latn", - "languages": [ - "bho-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-ell_Grek", - "languages": [ - "bho-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "bho_Deva-hne_Deva", - "languages": [ - "bho-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583629, - "recall": 0.642292, - "f1": 0.600107, - "accuracy": 0.642292, - "main_score": 0.600107, - "hf_subset": "bho_Deva-kik_Latn", - "languages": [ - "bho-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-mai_Deva", - "languages": [ - "bho-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "bho_Deva-pbt_Arab", - "languages": [ - "bho-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-spa_Latn", - "languages": [ - "bho-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613183, - "recall": 0.68083, - "f1": 0.631806, - "accuracy": 0.68083, - "main_score": 0.631806, - "hf_subset": "bho_Deva-twi_Latn", - "languages": [ - "bho-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-acm_Arab", - "languages": [ - "bho-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-bel_Cyrl", - "languages": [ - "bho-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-eng_Latn", - "languages": [ - "bho-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-hrv_Latn", - "languages": [ - "bho-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542005, - "recall": 0.603755, - "f1": 0.559706, - "accuracy": 0.603755, - "main_score": 0.559706, - "hf_subset": "bho_Deva-kin_Latn", - "languages": [ - "bho-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-mal_Mlym", - "languages": [ - "bho-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-pes_Arab", - "languages": [ - "bho-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "bho_Deva-srd_Latn", - "languages": [ - "bho-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179458, - "recall": 0.22332, - "f1": 0.190455, - "accuracy": 0.22332, - "main_score": 0.190455, - "hf_subset": "bho_Deva-tzm_Tfng", - "languages": [ - "bho-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-acq_Arab", - "languages": [ - "bho-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611646, - "recall": 0.66502, - "f1": 0.626713, - "accuracy": 0.66502, - "main_score": 0.626713, - "hf_subset": "bho_Deva-bem_Latn", - "languages": [ - "bho-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-epo_Latn", - "languages": [ - "bho-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-hun_Latn", - "languages": [ - "bho-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bho_Deva-kir_Cyrl", - "languages": [ - "bho-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-mar_Deva", - "languages": [ - "bho-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639683, - "recall": 0.702569, - "f1": 0.657809, - "accuracy": 0.702569, - "main_score": 0.657809, - "hf_subset": "bho_Deva-plt_Latn", - "languages": [ - "bho-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-srp_Cyrl", - "languages": [ - "bho-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "bho_Deva-uig_Arab", - "languages": [ - "bho-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-aeb_Arab", - "languages": [ - "bho-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-ben_Beng", - "languages": [ - "bho-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "bho_Deva-est_Latn", - "languages": [ - "bho-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-hye_Armn", - "languages": [ - "bho-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524016, - "recall": 0.583992, - "f1": 0.541406, - "accuracy": 0.583992, - "main_score": 0.541406, - "hf_subset": "bho_Deva-kmb_Latn", - "languages": [ - "bho-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477062, - "recall": 0.554348, - "f1": 0.497585, - "accuracy": 0.554348, - "main_score": 0.497585, - "hf_subset": "bho_Deva-min_Arab", - "languages": [ - "bho-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-pol_Latn", - "languages": [ - "bho-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544411, - "recall": 0.607708, - "f1": 0.562049, - "accuracy": 0.607708, - "main_score": 0.562049, - "hf_subset": "bho_Deva-ssw_Latn", - "languages": [ - "bho-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ukr_Cyrl", - "languages": [ - "bho-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-afr_Latn", - "languages": [ - "bho-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "bho_Deva-eus_Latn", - "languages": [ - "bho-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555864, - "recall": 0.620553, - "f1": 0.57414, - "accuracy": 0.620553, - "main_score": 0.57414, - "hf_subset": "bho_Deva-ibo_Latn", - "languages": [ - "bho-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846863, - "recall": 0.885375, - "f1": 0.858586, - "accuracy": 0.885375, - "main_score": 0.858586, - "hf_subset": "bho_Deva-kmr_Latn", - "languages": [ - "bho-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "bho_Deva-min_Latn", - "languages": [ - "bho-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-por_Latn", - "languages": [ - "bho-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-sun_Latn", - "languages": [ - "bho-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504438, - "recall": 0.564229, - "f1": 0.521535, - "accuracy": 0.564229, - "main_score": 0.521535, - "hf_subset": "bho_Deva-umb_Latn", - "languages": [ - "bho-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ajp_Arab", - "languages": [ - "bho-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515295, - "recall": 0.58498, - "f1": 0.534581, - "accuracy": 0.58498, - "main_score": 0.534581, - "hf_subset": "bho_Deva-bjn_Arab", - "languages": [ - "bho-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512286, - "recall": 0.576087, - "f1": 0.529641, - "accuracy": 0.576087, - "main_score": 0.529641, - "hf_subset": "bho_Deva-ewe_Latn", - "languages": [ - "bho-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930534, - "recall": 0.950593, - "f1": 0.936924, - "accuracy": 0.950593, - "main_score": 0.936924, - "hf_subset": "bho_Deva-ilo_Latn", - "languages": [ - "bho-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315393, - "recall": 0.374506, - "f1": 0.331738, - "accuracy": 0.374506, - "main_score": 0.331738, - "hf_subset": "bho_Deva-knc_Arab", - "languages": [ - "bho-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-mkd_Cyrl", - "languages": [ - "bho-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-prs_Arab", - "languages": [ - "bho-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-swe_Latn", - "languages": [ - "bho-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-urd_Arab", - "languages": [ - "bho-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575921, - "recall": 0.642292, - "f1": 0.595029, - "accuracy": 0.642292, - "main_score": 0.595029, - "hf_subset": "bho_Deva-aka_Latn", - "languages": [ - "bho-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976532, - "recall": 0.983202, - "f1": 0.978656, - "accuracy": 0.983202, - "main_score": 0.978656, - "hf_subset": "bho_Deva-bjn_Latn", - "languages": [ - "bho-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "bho_Deva-fao_Latn", - "languages": [ - "bho-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ind_Latn", - "languages": [ - "bho-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580625, - "recall": 0.639328, - "f1": 0.597081, - "accuracy": 0.639328, - "main_score": 0.597081, - "hf_subset": "bho_Deva-knc_Latn", - "languages": [ - "bho-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bho_Deva-mlt_Latn", - "languages": [ - "bho-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683753, - "recall": 0.745059, - "f1": 0.701834, - "accuracy": 0.745059, - "main_score": 0.701834, - "hf_subset": "bho_Deva-quy_Latn", - "languages": [ - "bho-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.95751, - "f1": 0.945158, - "accuracy": 0.95751, - "main_score": 0.945158, - "hf_subset": "bho_Deva-swh_Latn", - "languages": [ - "bho-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "bho_Deva-uzn_Latn", - "languages": [ - "bho-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bho_Deva-als_Latn", - "languages": [ - "bho-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625272, - "recall": 0.701581, - "f1": 0.647396, - "accuracy": 0.701581, - "main_score": 0.647396, - "hf_subset": "bho_Deva-bod_Tibt", - "languages": [ - "bho-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681225, - "recall": 0.742095, - "f1": 0.699097, - "accuracy": 0.742095, - "main_score": 0.699097, - "hf_subset": "bho_Deva-fij_Latn", - "languages": [ - "bho-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "bho_Deva-isl_Latn", - "languages": [ - "bho-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6472, - "recall": 0.703557, - "f1": 0.663523, - "accuracy": 0.703557, - "main_score": 0.663523, - "hf_subset": "bho_Deva-kon_Latn", - "languages": [ - "bho-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680567, - "recall": 0.746047, - "f1": 0.699967, - "accuracy": 0.746047, - "main_score": 0.699967, - "hf_subset": "bho_Deva-mni_Beng", - "languages": [ - "bho-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-ron_Latn", - "languages": [ - "bho-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.980237, - "f1": 0.974967, - "accuracy": 0.980237, - "main_score": 0.974967, - "hf_subset": "bho_Deva-szl_Latn", - "languages": [ - "bho-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-vec_Latn", - "languages": [ - "bho-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922101, - "recall": 0.945652, - "f1": 0.929677, - "accuracy": 0.945652, - "main_score": 0.929677, - "hf_subset": "bho_Deva-amh_Ethi", - "languages": [ - "bho-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-bos_Latn", - "languages": [ - "bho-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-fin_Latn", - "languages": [ - "bho-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-ita_Latn", - "languages": [ - "bho-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-kor_Hang", - "languages": [ - "bho-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538036, - "recall": 0.597826, - "f1": 0.554858, - "accuracy": 0.597826, - "main_score": 0.554858, - "hf_subset": "bho_Deva-mos_Latn", - "languages": [ - "bho-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53705, - "recall": 0.601779, - "f1": 0.555129, - "accuracy": 0.601779, - "main_score": 0.555129, - "hf_subset": "bho_Deva-run_Latn", - "languages": [ - "bho-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-tam_Taml", - "languages": [ - "bho-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-vie_Latn", - "languages": [ - "bho-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-apc_Arab", - "languages": [ - "bho-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78279, - "recall": 0.831028, - "f1": 0.797266, - "accuracy": 0.831028, - "main_score": 0.797266, - "hf_subset": "bho_Deva-bug_Latn", - "languages": [ - "bho-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464803, - "recall": 0.523715, - "f1": 0.480836, - "accuracy": 0.523715, - "main_score": 0.480836, - "hf_subset": "bho_Deva-fon_Latn", - "languages": [ - "bho-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bho_Deva-jav_Latn", - "languages": [ - "bho-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "bho_Deva-lao_Laoo", - "languages": [ - "bho-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815391, - "recall": 0.86166, - "f1": 0.829233, - "accuracy": 0.86166, - "main_score": 0.829233, - "hf_subset": "bho_Deva-mri_Latn", - "languages": [ - "bho-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-rus_Cyrl", - "languages": [ - "bho-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537924, - "recall": 0.601779, - "f1": 0.555365, - "accuracy": 0.601779, - "main_score": 0.555365, - "hf_subset": "bho_Deva-taq_Latn", - "languages": [ - "bho-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97999, - "recall": 0.986166, - "f1": 0.98195, - "accuracy": 0.986166, - "main_score": 0.98195, - "hf_subset": "bho_Deva-war_Latn", - "languages": [ - "bho-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-arb_Arab", - "languages": [ - "bho-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-bul_Cyrl", - "languages": [ - "bho-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-fra_Latn", - "languages": [ - "bho-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-jpn_Jpan", - "languages": [ - "bho-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bho_Deva-lij_Latn", - "languages": [ - "bho-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "bho_Deva-mya_Mymr", - "languages": [ - "bho-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572411, - "recall": 0.642292, - "f1": 0.591823, - "accuracy": 0.642292, - "main_score": 0.591823, - "hf_subset": "bho_Deva-sag_Latn", - "languages": [ - "bho-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203347, - "recall": 0.256917, - "f1": 0.214929, - "accuracy": 0.256917, - "main_score": 0.214929, - "hf_subset": "bho_Deva-taq_Tfng", - "languages": [ - "bho-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613992, - "recall": 0.685771, - "f1": 0.634263, - "accuracy": 0.685771, - "main_score": 0.634263, - "hf_subset": "bho_Deva-wol_Latn", - "languages": [ - "bho-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752997, - "recall": 0.811265, - "f1": 0.770638, - "accuracy": 0.811265, - "main_score": 0.770638, - "hf_subset": "bho_Deva-arb_Latn", - "languages": [ - "bho-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-cat_Latn", - "languages": [ - "bho-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "bho_Deva-fur_Latn", - "languages": [ - "bho-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399818, - "recall": 0.458498, - "f1": 0.415804, - "accuracy": 0.458498, - "main_score": 0.415804, - "hf_subset": "bho_Deva-kab_Latn", - "languages": [ - "bho-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bho_Deva-lim_Latn", - "languages": [ - "bho-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-nld_Latn", - "languages": [ - "bho-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "bho_Deva-san_Deva", - "languages": [ - "bho-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-tat_Cyrl", - "languages": [ - "bho-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641864, - "recall": 0.700593, - "f1": 0.658692, - "accuracy": 0.700593, - "main_score": 0.658692, - "hf_subset": "bho_Deva-xho_Latn", - "languages": [ - "bho-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-ars_Arab", - "languages": [ - "bho-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bho_Deva-ceb_Latn", - "languages": [ - "bho-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546513, - "recall": 0.612648, - "f1": 0.565256, - "accuracy": 0.612648, - "main_score": 0.565256, - "hf_subset": "bho_Deva-fuv_Latn", - "languages": [ - "bho-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503189, - "recall": 0.577075, - "f1": 0.523282, - "accuracy": 0.577075, - "main_score": 0.523282, - "hf_subset": "bho_Deva-kac_Latn", - "languages": [ - "bho-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659627, - "recall": 0.715415, - "f1": 0.675826, - "accuracy": 0.715415, - "main_score": 0.675826, - "hf_subset": "bho_Deva-lin_Latn", - "languages": [ - "bho-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-nno_Latn", - "languages": [ - "bho-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229402, - "recall": 0.312253, - "f1": 0.250826, - "accuracy": 0.312253, - "main_score": 0.250826, - "hf_subset": "bho_Deva-sat_Olck", - "languages": [ - "bho-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-tel_Telu", - "languages": [ - "bho-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925807, - "recall": 0.949605, - "f1": 0.933531, - "accuracy": 0.949605, - "main_score": 0.933531, - "hf_subset": "bho_Deva-ydd_Hebr", - "languages": [ - "bho-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "bho_Deva-ary_Arab", - "languages": [ - "bho-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ces_Latn", - "languages": [ - "bho-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555155, - "recall": 0.618577, - "f1": 0.573725, - "accuracy": 0.618577, - "main_score": 0.573725, - "hf_subset": "bho_Deva-gaz_Latn", - "languages": [ - "bho-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583526, - "recall": 0.645257, - "f1": 0.600329, - "accuracy": 0.645257, - "main_score": 0.600329, - "hf_subset": "bho_Deva-kam_Latn", - "languages": [ - "bho-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bho_Deva-lit_Latn", - "languages": [ - "bho-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-nob_Latn", - "languages": [ - "bho-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "bho_Deva-scn_Latn", - "languages": [ - "bho-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "bho_Deva-tgk_Cyrl", - "languages": [ - "bho-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670925, - "recall": 0.736166, - "f1": 0.690681, - "accuracy": 0.736166, - "main_score": 0.690681, - "hf_subset": "bho_Deva-yor_Latn", - "languages": [ - "bho-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-arz_Arab", - "languages": [ - "bho-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564668, - "recall": 0.625494, - "f1": 0.582049, - "accuracy": 0.625494, - "main_score": 0.582049, - "hf_subset": "bho_Deva-cjk_Latn", - "languages": [ - "bho-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734865, - "recall": 0.788538, - "f1": 0.750612, - "accuracy": 0.788538, - "main_score": 0.750612, - "hf_subset": "bho_Deva-gla_Latn", - "languages": [ - "bho-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-kan_Knda", - "languages": [ - "bho-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979414, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "bho_Deva-lmo_Latn", - "languages": [ - "bho-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bho_Deva-npi_Deva", - "languages": [ - "bho-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4592, - "recall": 0.52668, - "f1": 0.477382, - "accuracy": 0.52668, - "main_score": 0.477382, - "hf_subset": "bho_Deva-shn_Mymr", - "languages": [ - "bho-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bho_Deva-tgl_Latn", - "languages": [ - "bho-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-yue_Hant", - "languages": [ - "bho-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bho_Deva-asm_Beng", - "languages": [ - "bho-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93885, - "recall": 0.956522, - "f1": 0.944401, - "accuracy": 0.956522, - "main_score": 0.944401, - "hf_subset": "bho_Deva-ckb_Arab", - "languages": [ - "bho-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809321, - "recall": 0.857708, - "f1": 0.824407, - "accuracy": 0.857708, - "main_score": 0.824407, - "hf_subset": "bho_Deva-gle_Latn", - "languages": [ - "bho-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "bho_Deva-kas_Arab", - "languages": [ - "bho-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912912, - "recall": 0.937747, - "f1": 0.920586, - "accuracy": 0.937747, - "main_score": 0.920586, - "hf_subset": "bho_Deva-ltg_Latn", - "languages": [ - "bho-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595372, - "recall": 0.655138, - "f1": 0.612592, - "accuracy": 0.655138, - "main_score": 0.612592, - "hf_subset": "bho_Deva-nso_Latn", - "languages": [ - "bho-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "bho_Deva-sin_Sinh", - "languages": [ - "bho-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-tha_Thai", - "languages": [ - "bho-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-zho_Hans", - "languages": [ - "bho-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ast_Latn", - "languages": [ - "bho-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bho_Deva-crh_Latn", - "languages": [ - "bho-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-glg_Latn", - "languages": [ - "bho-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897563, - "recall": 0.928854, - "f1": 0.90774, - "accuracy": 0.928854, - "main_score": 0.90774, - "hf_subset": "bho_Deva-kas_Deva", - "languages": [ - "bho-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "bho_Deva-ltz_Latn", - "languages": [ - "bho-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450272, - "recall": 0.517787, - "f1": 0.468617, - "accuracy": 0.517787, - "main_score": 0.468617, - "hf_subset": "bho_Deva-nus_Latn", - "languages": [ - "bho-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-slk_Latn", - "languages": [ - "bho-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616841, - "recall": 0.688735, - "f1": 0.637881, - "accuracy": 0.688735, - "main_score": 0.637881, - "hf_subset": "bho_Deva-tir_Ethi", - "languages": [ - "bho-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-zho_Hant", - "languages": [ - "bho-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983449, - "recall": 0.987154, - "f1": 0.984585, - "accuracy": 0.987154, - "main_score": 0.984585, - "hf_subset": "bho_Deva-awa_Deva", - "languages": [ - "bho-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949275, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "bho_Deva-cym_Latn", - "languages": [ - "bho-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810375, - "recall": 0.854743, - "f1": 0.82388, - "accuracy": 0.854743, - "main_score": 0.82388, - "hf_subset": "bho_Deva-grn_Latn", - "languages": [ - "bho-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bho_Deva-kat_Geor", - "languages": [ - "bho-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633311, - "recall": 0.6917, - "f1": 0.65011, - "accuracy": 0.6917, - "main_score": 0.65011, - "hf_subset": "bho_Deva-lua_Latn", - "languages": [ - "bho-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630872, - "recall": 0.692688, - "f1": 0.648737, - "accuracy": 0.692688, - "main_score": 0.648737, - "hf_subset": "bho_Deva-nya_Latn", - "languages": [ - "bho-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-slv_Latn", - "languages": [ - "bho-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "bho_Deva-tpi_Latn", - "languages": [ - "bho-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-zsm_Latn", - "languages": [ - "bho-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543224, - "recall": 0.605731, - "f1": 0.561248, - "accuracy": 0.605731, - "main_score": 0.561248, - "hf_subset": "bho_Deva-ayr_Latn", - "languages": [ - "bho-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-dan_Latn", - "languages": [ - "bho-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bho_Deva-guj_Gujr", - "languages": [ - "bho-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bho_Deva-kaz_Cyrl", - "languages": [ - "bho-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531208, - "recall": 0.593874, - "f1": 0.548149, - "accuracy": 0.593874, - "main_score": 0.548149, - "hf_subset": "bho_Deva-lug_Latn", - "languages": [ - "bho-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-oci_Latn", - "languages": [ - "bho-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785154, - "recall": 0.836957, - "f1": 0.800727, - "accuracy": 0.836957, - "main_score": 0.800727, - "hf_subset": "bho_Deva-smo_Latn", - "languages": [ - "bho-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531827, - "recall": 0.598814, - "f1": 0.550804, - "accuracy": 0.598814, - "main_score": 0.550804, - "hf_subset": "bho_Deva-tsn_Latn", - "languages": [ - "bho-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581788, - "recall": 0.648221, - "f1": 0.600729, - "accuracy": 0.648221, - "main_score": 0.600729, - "hf_subset": "bho_Deva-zul_Latn", - "languages": [ - "bho-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904265, - "recall": 0.931818, - "f1": 0.912945, - "accuracy": 0.931818, - "main_score": 0.912945, - "hf_subset": "bho_Deva-azb_Arab", - "languages": [ - "bho-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-deu_Latn", - "languages": [ - "bho-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.964427, - "f1": 0.953557, - "accuracy": 0.964427, - "main_score": 0.953557, - "hf_subset": "bho_Deva-hat_Latn", - "languages": [ - "bho-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48428, - "recall": 0.545455, - "f1": 0.501184, - "accuracy": 0.545455, - "main_score": 0.501184, - "hf_subset": "bho_Deva-kbp_Latn", - "languages": [ - "bho-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55296, - "recall": 0.617589, - "f1": 0.570565, - "accuracy": 0.617589, - "main_score": 0.570565, - "hf_subset": "bho_Deva-luo_Latn", - "languages": [ - "bho-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bho_Deva-ory_Orya", - "languages": [ - "bho-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575329, - "recall": 0.641304, - "f1": 0.594156, - "accuracy": 0.641304, - "main_score": 0.594156, - "hf_subset": "bho_Deva-sna_Latn", - "languages": [ - "bho-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545825, - "recall": 0.598814, - "f1": 0.560849, - "accuracy": 0.598814, - "main_score": 0.560849, - "hf_subset": "bho_Deva-tso_Latn", - "languages": [ - "bho-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-azj_Latn", - "languages": [ - "bho-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525198, - "recall": 0.59585, - "f1": 0.54577, - "accuracy": 0.59585, - "main_score": 0.54577, - "hf_subset": "bho_Deva-dik_Latn", - "languages": [ - "bho-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706648, - "recall": 0.762846, - "f1": 0.723155, - "accuracy": 0.762846, - "main_score": 0.723155, - "hf_subset": "bho_Deva-hau_Latn", - "languages": [ - "bho-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "bho_Deva-kea_Latn", - "languages": [ - "bho-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736495, - "recall": 0.784585, - "f1": 0.750889, - "accuracy": 0.784585, - "main_score": 0.750889, - "hf_subset": "bho_Deva-lus_Latn", - "languages": [ - "bho-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860096, - "recall": 0.892292, - "f1": 0.869518, - "accuracy": 0.892292, - "main_score": 0.869518, - "hf_subset": "bho_Deva-pag_Latn", - "languages": [ - "bho-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-snd_Arab", - "languages": [ - "bho-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9361, - "recall": 0.955534, - "f1": 0.942358, - "accuracy": 0.955534, - "main_score": 0.942358, - "hf_subset": "bho_Deva-tuk_Latn", - "languages": [ - "bho-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "bho_Deva-bak_Cyrl", - "languages": [ - "bho-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466329, - "recall": 0.549407, - "f1": 0.49047, - "accuracy": 0.549407, - "main_score": 0.49047, - "hf_subset": "bho_Deva-dyu_Latn", - "languages": [ - "bho-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bho_Deva-heb_Hebr", - "languages": [ - "bho-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "bho_Deva-khk_Cyrl", - "languages": [ - "bho-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bho_Deva-lvs_Latn", - "languages": [ - "bho-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bho_Deva-pan_Guru", - "languages": [ - "bho-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674852, - "recall": 0.735178, - "f1": 0.69289, - "accuracy": 0.735178, - "main_score": 0.69289, - "hf_subset": "bho_Deva-som_Latn", - "languages": [ - "bho-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582766, - "recall": 0.635375, - "f1": 0.598125, - "accuracy": 0.635375, - "main_score": 0.598125, - "hf_subset": "bho_Deva-tum_Latn", - "languages": [ - "bho-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560366, - "recall": 0.619565, - "f1": 0.577462, - "accuracy": 0.619565, - "main_score": 0.577462, - "hf_subset": "eus_Latn-ace_Arab", - "languages": [ - "eus-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540633, - "recall": 0.596838, - "f1": 0.555875, - "accuracy": 0.596838, - "main_score": 0.555875, - "hf_subset": "eus_Latn-bam_Latn", - "languages": [ - "eus-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.375055, - "recall": 0.44664, - "f1": 0.393821, - "accuracy": 0.44664, - "main_score": 0.393821, - "hf_subset": "eus_Latn-dzo_Tibt", - "languages": [ - "eus-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "eus_Latn-hin_Deva", - "languages": [ - "eus-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "eus_Latn-khm_Khmr", - "languages": [ - "eus-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "eus_Latn-mag_Deva", - "languages": [ - "eus-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.966403, - "f1": 0.957246, - "accuracy": 0.966403, - "main_score": 0.957246, - "hf_subset": "eus_Latn-pap_Latn", - "languages": [ - "eus-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59586, - "recall": 0.646245, - "f1": 0.609944, - "accuracy": 0.646245, - "main_score": 0.609944, - "hf_subset": "eus_Latn-sot_Latn", - "languages": [ - "eus-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "eus_Latn-tur_Latn", - "languages": [ - "eus-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843034, - "recall": 0.875494, - "f1": 0.852635, - "accuracy": 0.875494, - "main_score": 0.852635, - "hf_subset": "eus_Latn-ace_Latn", - "languages": [ - "eus-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91917, - "recall": 0.940711, - "f1": 0.925889, - "accuracy": 0.940711, - "main_score": 0.925889, - "hf_subset": "eus_Latn-ban_Latn", - "languages": [ - "eus-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-ell_Grek", - "languages": [ - "eus-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970389, - "recall": 0.978261, - "f1": 0.972826, - "accuracy": 0.978261, - "main_score": 0.972826, - "hf_subset": "eus_Latn-hne_Deva", - "languages": [ - "eus-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589839, - "recall": 0.644269, - "f1": 0.60514, - "accuracy": 0.644269, - "main_score": 0.60514, - "hf_subset": "eus_Latn-kik_Latn", - "languages": [ - "eus-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "eus_Latn-mai_Deva", - "languages": [ - "eus-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935194, - "recall": 0.954545, - "f1": 0.941436, - "accuracy": 0.954545, - "main_score": 0.941436, - "hf_subset": "eus_Latn-pbt_Arab", - "languages": [ - "eus-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-spa_Latn", - "languages": [ - "eus-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604975, - "recall": 0.666996, - "f1": 0.622107, - "accuracy": 0.666996, - "main_score": 0.622107, - "hf_subset": "eus_Latn-twi_Latn", - "languages": [ - "eus-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "eus_Latn-acm_Arab", - "languages": [ - "eus-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "eus_Latn-bel_Cyrl", - "languages": [ - "eus-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eus_Latn-eng_Latn", - "languages": [ - "eus-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "eus_Latn-hrv_Latn", - "languages": [ - "eus-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560204, - "recall": 0.614625, - "f1": 0.575536, - "accuracy": 0.614625, - "main_score": 0.575536, - "hf_subset": "eus_Latn-kin_Latn", - "languages": [ - "eus-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "eus_Latn-mal_Mlym", - "languages": [ - "eus-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "eus_Latn-pes_Arab", - "languages": [ - "eus-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "eus_Latn-srd_Latn", - "languages": [ - "eus-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198139, - "recall": 0.240119, - "f1": 0.208641, - "accuracy": 0.240119, - "main_score": 0.208641, - "hf_subset": "eus_Latn-tzm_Tfng", - "languages": [ - "eus-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "eus_Latn-acq_Arab", - "languages": [ - "eus-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611334, - "recall": 0.659091, - "f1": 0.624634, - "accuracy": 0.659091, - "main_score": 0.624634, - "hf_subset": "eus_Latn-bem_Latn", - "languages": [ - "eus-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-epo_Latn", - "languages": [ - "eus-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "eus_Latn-hun_Latn", - "languages": [ - "eus-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "eus_Latn-kir_Cyrl", - "languages": [ - "eus-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "eus_Latn-mar_Deva", - "languages": [ - "eus-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670283, - "recall": 0.716403, - "f1": 0.683157, - "accuracy": 0.716403, - "main_score": 0.683157, - "hf_subset": "eus_Latn-plt_Latn", - "languages": [ - "eus-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eus_Latn-srp_Cyrl", - "languages": [ - "eus-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915184, - "recall": 0.937747, - "f1": 0.922186, - "accuracy": 0.937747, - "main_score": 0.922186, - "hf_subset": "eus_Latn-uig_Arab", - "languages": [ - "eus-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "eus_Latn-aeb_Arab", - "languages": [ - "eus-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "eus_Latn-ben_Beng", - "languages": [ - "eus-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "eus_Latn-est_Latn", - "languages": [ - "eus-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "eus_Latn-hye_Armn", - "languages": [ - "eus-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542563, - "recall": 0.593874, - "f1": 0.557609, - "accuracy": 0.593874, - "main_score": 0.557609, - "hf_subset": "eus_Latn-kmb_Latn", - "languages": [ - "eus-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509316, - "recall": 0.572134, - "f1": 0.526428, - "accuracy": 0.572134, - "main_score": 0.526428, - "hf_subset": "eus_Latn-min_Arab", - "languages": [ - "eus-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "eus_Latn-pol_Latn", - "languages": [ - "eus-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553468, - "recall": 0.605731, - "f1": 0.568674, - "accuracy": 0.605731, - "main_score": 0.568674, - "hf_subset": "eus_Latn-ssw_Latn", - "languages": [ - "eus-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eus_Latn-ukr_Cyrl", - "languages": [ - "eus-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "eus_Latn-afr_Latn", - "languages": [ - "eus-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "eus_Latn-bho_Deva", - "languages": [ - "eus-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57784, - "recall": 0.631423, - "f1": 0.593544, - "accuracy": 0.631423, - "main_score": 0.593544, - "hf_subset": "eus_Latn-ibo_Latn", - "languages": [ - "eus-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848155, - "recall": 0.886364, - "f1": 0.860051, - "accuracy": 0.886364, - "main_score": 0.860051, - "hf_subset": "eus_Latn-kmr_Latn", - "languages": [ - "eus-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.97332, - "f1": 0.965909, - "accuracy": 0.97332, - "main_score": 0.965909, - "hf_subset": "eus_Latn-min_Latn", - "languages": [ - "eus-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eus_Latn-por_Latn", - "languages": [ - "eus-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.978261, - "f1": 0.972958, - "accuracy": 0.978261, - "main_score": 0.972958, - "hf_subset": "eus_Latn-sun_Latn", - "languages": [ - "eus-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523932, - "recall": 0.576087, - "f1": 0.539005, - "accuracy": 0.576087, - "main_score": 0.539005, - "hf_subset": "eus_Latn-umb_Latn", - "languages": [ - "eus-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "eus_Latn-ajp_Arab", - "languages": [ - "eus-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527155, - "recall": 0.586957, - "f1": 0.543866, - "accuracy": 0.586957, - "main_score": 0.543866, - "hf_subset": "eus_Latn-bjn_Arab", - "languages": [ - "eus-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519046, - "recall": 0.564229, - "f1": 0.53162, - "accuracy": 0.564229, - "main_score": 0.53162, - "hf_subset": "eus_Latn-ewe_Latn", - "languages": [ - "eus-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914032, - "recall": 0.938735, - "f1": 0.921937, - "accuracy": 0.938735, - "main_score": 0.921937, - "hf_subset": "eus_Latn-ilo_Latn", - "languages": [ - "eus-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318001, - "recall": 0.37253, - "f1": 0.333548, - "accuracy": 0.37253, - "main_score": 0.333548, - "hf_subset": "eus_Latn-knc_Arab", - "languages": [ - "eus-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-mkd_Cyrl", - "languages": [ - "eus-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "eus_Latn-prs_Arab", - "languages": [ - "eus-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "eus_Latn-swe_Latn", - "languages": [ - "eus-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "eus_Latn-urd_Arab", - "languages": [ - "eus-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57046, - "recall": 0.629447, - "f1": 0.587108, - "accuracy": 0.629447, - "main_score": 0.587108, - "hf_subset": "eus_Latn-aka_Latn", - "languages": [ - "eus-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.965415, - "f1": 0.956475, - "accuracy": 0.965415, - "main_score": 0.956475, - "hf_subset": "eus_Latn-bjn_Latn", - "languages": [ - "eus-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927899, - "recall": 0.948617, - "f1": 0.934453, - "accuracy": 0.948617, - "main_score": 0.934453, - "hf_subset": "eus_Latn-fao_Latn", - "languages": [ - "eus-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-ind_Latn", - "languages": [ - "eus-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572459, - "recall": 0.619565, - "f1": 0.585919, - "accuracy": 0.619565, - "main_score": 0.585919, - "hf_subset": "eus_Latn-knc_Latn", - "languages": [ - "eus-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "eus_Latn-mlt_Latn", - "languages": [ - "eus-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703386, - "recall": 0.757905, - "f1": 0.719977, - "accuracy": 0.757905, - "main_score": 0.719977, - "hf_subset": "eus_Latn-quy_Latn", - "languages": [ - "eus-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "eus_Latn-swh_Latn", - "languages": [ - "eus-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "eus_Latn-uzn_Latn", - "languages": [ - "eus-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "eus_Latn-als_Latn", - "languages": [ - "eus-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568182, - "recall": 0.647233, - "f1": 0.590693, - "accuracy": 0.647233, - "main_score": 0.590693, - "hf_subset": "eus_Latn-bod_Tibt", - "languages": [ - "eus-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675362, - "recall": 0.724308, - "f1": 0.689047, - "accuracy": 0.724308, - "main_score": 0.689047, - "hf_subset": "eus_Latn-fij_Latn", - "languages": [ - "eus-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "eus_Latn-isl_Latn", - "languages": [ - "eus-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662946, - "recall": 0.711462, - "f1": 0.676389, - "accuracy": 0.711462, - "main_score": 0.676389, - "hf_subset": "eus_Latn-kon_Latn", - "languages": [ - "eus-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630215, - "recall": 0.690711, - "f1": 0.647812, - "accuracy": 0.690711, - "main_score": 0.647812, - "hf_subset": "eus_Latn-mni_Beng", - "languages": [ - "eus-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eus_Latn-ron_Latn", - "languages": [ - "eus-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.978261, - "f1": 0.973485, - "accuracy": 0.978261, - "main_score": 0.973485, - "hf_subset": "eus_Latn-szl_Latn", - "languages": [ - "eus-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975873, - "recall": 0.983202, - "f1": 0.978162, - "accuracy": 0.983202, - "main_score": 0.978162, - "hf_subset": "eus_Latn-vec_Latn", - "languages": [ - "eus-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906456, - "recall": 0.932806, - "f1": 0.914855, - "accuracy": 0.932806, - "main_score": 0.914855, - "hf_subset": "eus_Latn-amh_Ethi", - "languages": [ - "eus-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "eus_Latn-bos_Latn", - "languages": [ - "eus-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "eus_Latn-fin_Latn", - "languages": [ - "eus-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991765, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "eus_Latn-ita_Latn", - "languages": [ - "eus-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "eus_Latn-kor_Hang", - "languages": [ - "eus-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548856, - "recall": 0.606719, - "f1": 0.564605, - "accuracy": 0.606719, - "main_score": 0.564605, - "hf_subset": "eus_Latn-mos_Latn", - "languages": [ - "eus-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562681, - "recall": 0.617589, - "f1": 0.578287, - "accuracy": 0.617589, - "main_score": 0.578287, - "hf_subset": "eus_Latn-run_Latn", - "languages": [ - "eus-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "eus_Latn-tam_Taml", - "languages": [ - "eus-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "eus_Latn-vie_Latn", - "languages": [ - "eus-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "eus_Latn-apc_Arab", - "languages": [ - "eus-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767721, - "recall": 0.813241, - "f1": 0.781014, - "accuracy": 0.813241, - "main_score": 0.781014, - "hf_subset": "eus_Latn-bug_Latn", - "languages": [ - "eus-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468138, - "recall": 0.519763, - "f1": 0.481761, - "accuracy": 0.519763, - "main_score": 0.481761, - "hf_subset": "eus_Latn-fon_Latn", - "languages": [ - "eus-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "eus_Latn-jav_Latn", - "languages": [ - "eus-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "eus_Latn-lao_Laoo", - "languages": [ - "eus-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829653, - "recall": 0.87253, - "f1": 0.842644, - "accuracy": 0.87253, - "main_score": 0.842644, - "hf_subset": "eus_Latn-mri_Latn", - "languages": [ - "eus-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-rus_Cyrl", - "languages": [ - "eus-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543605, - "recall": 0.59585, - "f1": 0.558104, - "accuracy": 0.59585, - "main_score": 0.558104, - "hf_subset": "eus_Latn-taq_Latn", - "languages": [ - "eus-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "eus_Latn-war_Latn", - "languages": [ - "eus-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "eus_Latn-arb_Arab", - "languages": [ - "eus-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-bul_Cyrl", - "languages": [ - "eus-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eus_Latn-fra_Latn", - "languages": [ - "eus-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "eus_Latn-jpn_Jpan", - "languages": [ - "eus-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "eus_Latn-lij_Latn", - "languages": [ - "eus-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.967391, - "f1": 0.958827, - "accuracy": 0.967391, - "main_score": 0.958827, - "hf_subset": "eus_Latn-mya_Mymr", - "languages": [ - "eus-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605925, - "recall": 0.657115, - "f1": 0.620674, - "accuracy": 0.657115, - "main_score": 0.620674, - "hf_subset": "eus_Latn-sag_Latn", - "languages": [ - "eus-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200107, - "recall": 0.246047, - "f1": 0.210294, - "accuracy": 0.246047, - "main_score": 0.210294, - "hf_subset": "eus_Latn-taq_Tfng", - "languages": [ - "eus-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611538, - "recall": 0.670949, - "f1": 0.628889, - "accuracy": 0.670949, - "main_score": 0.628889, - "hf_subset": "eus_Latn-wol_Latn", - "languages": [ - "eus-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736653, - "recall": 0.788538, - "f1": 0.751423, - "accuracy": 0.788538, - "main_score": 0.751423, - "hf_subset": "eus_Latn-arb_Latn", - "languages": [ - "eus-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "eus_Latn-cat_Latn", - "languages": [ - "eus-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.976285, - "f1": 0.970685, - "accuracy": 0.976285, - "main_score": 0.970685, - "hf_subset": "eus_Latn-fur_Latn", - "languages": [ - "eus-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414929, - "recall": 0.469368, - "f1": 0.429737, - "accuracy": 0.469368, - "main_score": 0.429737, - "hf_subset": "eus_Latn-kab_Latn", - "languages": [ - "eus-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957872, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "eus_Latn-lim_Latn", - "languages": [ - "eus-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "eus_Latn-nld_Latn", - "languages": [ - "eus-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954463, - "recall": 0.968379, - "f1": 0.958893, - "accuracy": 0.968379, - "main_score": 0.958893, - "hf_subset": "eus_Latn-san_Deva", - "languages": [ - "eus-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "eus_Latn-tat_Cyrl", - "languages": [ - "eus-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652734, - "recall": 0.706522, - "f1": 0.669038, - "accuracy": 0.706522, - "main_score": 0.669038, - "hf_subset": "eus_Latn-xho_Latn", - "languages": [ - "eus-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "eus_Latn-ars_Arab", - "languages": [ - "eus-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "eus_Latn-ceb_Latn", - "languages": [ - "eus-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558575, - "recall": 0.618577, - "f1": 0.575113, - "accuracy": 0.618577, - "main_score": 0.575113, - "hf_subset": "eus_Latn-fuv_Latn", - "languages": [ - "eus-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506195, - "recall": 0.562253, - "f1": 0.52186, - "accuracy": 0.562253, - "main_score": 0.52186, - "hf_subset": "eus_Latn-kac_Latn", - "languages": [ - "eus-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672096, - "recall": 0.717391, - "f1": 0.684853, - "accuracy": 0.717391, - "main_score": 0.684853, - "hf_subset": "eus_Latn-lin_Latn", - "languages": [ - "eus-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "eus_Latn-nno_Latn", - "languages": [ - "eus-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210811, - "recall": 0.278656, - "f1": 0.228572, - "accuracy": 0.278656, - "main_score": 0.228572, - "hf_subset": "eus_Latn-sat_Olck", - "languages": [ - "eus-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "eus_Latn-tel_Telu", - "languages": [ - "eus-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909585, - "recall": 0.932806, - "f1": 0.916751, - "accuracy": 0.932806, - "main_score": 0.916751, - "hf_subset": "eus_Latn-ydd_Hebr", - "languages": [ - "eus-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.967391, - "f1": 0.957971, - "accuracy": 0.967391, - "main_score": 0.957971, - "hf_subset": "eus_Latn-ary_Arab", - "languages": [ - "eus-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "eus_Latn-ces_Latn", - "languages": [ - "eus-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580248, - "recall": 0.63834, - "f1": 0.597431, - "accuracy": 0.63834, - "main_score": 0.597431, - "hf_subset": "eus_Latn-gaz_Latn", - "languages": [ - "eus-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570141, - "recall": 0.635375, - "f1": 0.588287, - "accuracy": 0.635375, - "main_score": 0.588287, - "hf_subset": "eus_Latn-kam_Latn", - "languages": [ - "eus-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "eus_Latn-lit_Latn", - "languages": [ - "eus-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "eus_Latn-nob_Latn", - "languages": [ - "eus-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "eus_Latn-scn_Latn", - "languages": [ - "eus-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.962451, - "f1": 0.952569, - "accuracy": 0.962451, - "main_score": 0.952569, - "hf_subset": "eus_Latn-tgk_Cyrl", - "languages": [ - "eus-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692434, - "recall": 0.747036, - "f1": 0.708599, - "accuracy": 0.747036, - "main_score": 0.708599, - "hf_subset": "eus_Latn-yor_Latn", - "languages": [ - "eus-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973732, - "recall": 0.981225, - "f1": 0.976021, - "accuracy": 0.981225, - "main_score": 0.976021, - "hf_subset": "eus_Latn-arz_Arab", - "languages": [ - "eus-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559966, - "recall": 0.620553, - "f1": 0.576694, - "accuracy": 0.620553, - "main_score": 0.576694, - "hf_subset": "eus_Latn-cjk_Latn", - "languages": [ - "eus-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750148, - "recall": 0.800395, - "f1": 0.764347, - "accuracy": 0.800395, - "main_score": 0.764347, - "hf_subset": "eus_Latn-gla_Latn", - "languages": [ - "eus-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "eus_Latn-kan_Knda", - "languages": [ - "eus-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.966403, - "f1": 0.95751, - "accuracy": 0.966403, - "main_score": 0.95751, - "hf_subset": "eus_Latn-lmo_Latn", - "languages": [ - "eus-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "eus_Latn-npi_Deva", - "languages": [ - "eus-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464709, - "recall": 0.517787, - "f1": 0.478895, - "accuracy": 0.517787, - "main_score": 0.478895, - "hf_subset": "eus_Latn-shn_Mymr", - "languages": [ - "eus-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "eus_Latn-tgl_Latn", - "languages": [ - "eus-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "eus_Latn-yue_Hant", - "languages": [ - "eus-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "eus_Latn-asm_Beng", - "languages": [ - "eus-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915711, - "recall": 0.939723, - "f1": 0.923254, - "accuracy": 0.939723, - "main_score": 0.923254, - "hf_subset": "eus_Latn-ckb_Arab", - "languages": [ - "eus-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833992, - "recall": 0.876482, - "f1": 0.847252, - "accuracy": 0.876482, - "main_score": 0.847252, - "hf_subset": "eus_Latn-gle_Latn", - "languages": [ - "eus-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899325, - "recall": 0.925889, - "f1": 0.907675, - "accuracy": 0.925889, - "main_score": 0.907675, - "hf_subset": "eus_Latn-kas_Arab", - "languages": [ - "eus-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893116, - "recall": 0.921937, - "f1": 0.902141, - "accuracy": 0.921937, - "main_score": 0.902141, - "hf_subset": "eus_Latn-ltg_Latn", - "languages": [ - "eus-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616508, - "recall": 0.661067, - "f1": 0.628581, - "accuracy": 0.661067, - "main_score": 0.628581, - "hf_subset": "eus_Latn-nso_Latn", - "languages": [ - "eus-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954381, - "recall": 0.968379, - "f1": 0.958827, - "accuracy": 0.968379, - "main_score": 0.958827, - "hf_subset": "eus_Latn-sin_Sinh", - "languages": [ - "eus-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985837, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "eus_Latn-tha_Thai", - "languages": [ - "eus-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "eus_Latn-zho_Hans", - "languages": [ - "eus-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-ast_Latn", - "languages": [ - "eus-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "eus_Latn-crh_Latn", - "languages": [ - "eus-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "eus_Latn-glg_Latn", - "languages": [ - "eus-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82085, - "recall": 0.86166, - "f1": 0.833267, - "accuracy": 0.86166, - "main_score": 0.833267, - "hf_subset": "eus_Latn-kas_Deva", - "languages": [ - "eus-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.967391, - "f1": 0.958004, - "accuracy": 0.967391, - "main_score": 0.958004, - "hf_subset": "eus_Latn-ltz_Latn", - "languages": [ - "eus-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459363, - "recall": 0.520751, - "f1": 0.475564, - "accuracy": 0.520751, - "main_score": 0.475564, - "hf_subset": "eus_Latn-nus_Latn", - "languages": [ - "eus-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "eus_Latn-slk_Latn", - "languages": [ - "eus-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595747, - "recall": 0.664032, - "f1": 0.614785, - "accuracy": 0.664032, - "main_score": 0.614785, - "hf_subset": "eus_Latn-tir_Ethi", - "languages": [ - "eus-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "eus_Latn-zho_Hant", - "languages": [ - "eus-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.982213, - "f1": 0.977767, - "accuracy": 0.982213, - "main_score": 0.977767, - "hf_subset": "eus_Latn-awa_Deva", - "languages": [ - "eus-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940629, - "recall": 0.958498, - "f1": 0.946377, - "accuracy": 0.958498, - "main_score": 0.946377, - "hf_subset": "eus_Latn-cym_Latn", - "languages": [ - "eus-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796723, - "recall": 0.839921, - "f1": 0.809369, - "accuracy": 0.839921, - "main_score": 0.809369, - "hf_subset": "eus_Latn-grn_Latn", - "languages": [ - "eus-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "eus_Latn-kat_Geor", - "languages": [ - "eus-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641667, - "recall": 0.689723, - "f1": 0.655672, - "accuracy": 0.689723, - "main_score": 0.655672, - "hf_subset": "eus_Latn-lua_Latn", - "languages": [ - "eus-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611402, - "recall": 0.66996, - "f1": 0.628647, - "accuracy": 0.66996, - "main_score": 0.628647, - "hf_subset": "eus_Latn-nya_Latn", - "languages": [ - "eus-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "eus_Latn-slv_Latn", - "languages": [ - "eus-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88997, - "recall": 0.917984, - "f1": 0.898207, - "accuracy": 0.917984, - "main_score": 0.898207, - "hf_subset": "eus_Latn-tpi_Latn", - "languages": [ - "eus-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "eus_Latn-zsm_Latn", - "languages": [ - "eus-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555996, - "recall": 0.607708, - "f1": 0.570549, - "accuracy": 0.607708, - "main_score": 0.570549, - "hf_subset": "eus_Latn-ayr_Latn", - "languages": [ - "eus-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-dan_Latn", - "languages": [ - "eus-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "eus_Latn-guj_Gujr", - "languages": [ - "eus-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "eus_Latn-kaz_Cyrl", - "languages": [ - "eus-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534685, - "recall": 0.593874, - "f1": 0.551463, - "accuracy": 0.593874, - "main_score": 0.551463, - "hf_subset": "eus_Latn-lug_Latn", - "languages": [ - "eus-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "eus_Latn-oci_Latn", - "languages": [ - "eus-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79114, - "recall": 0.831028, - "f1": 0.802602, - "accuracy": 0.831028, - "main_score": 0.802602, - "hf_subset": "eus_Latn-smo_Latn", - "languages": [ - "eus-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542773, - "recall": 0.598814, - "f1": 0.55812, - "accuracy": 0.598814, - "main_score": 0.55812, - "hf_subset": "eus_Latn-tsn_Latn", - "languages": [ - "eus-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626707, - "recall": 0.679842, - "f1": 0.642165, - "accuracy": 0.679842, - "main_score": 0.642165, - "hf_subset": "eus_Latn-zul_Latn", - "languages": [ - "eus-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879809, - "recall": 0.910079, - "f1": 0.889295, - "accuracy": 0.910079, - "main_score": 0.889295, - "hf_subset": "eus_Latn-azb_Arab", - "languages": [ - "eus-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "eus_Latn-deu_Latn", - "languages": [ - "eus-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934321, - "recall": 0.953557, - "f1": 0.940547, - "accuracy": 0.953557, - "main_score": 0.940547, - "hf_subset": "eus_Latn-hat_Latn", - "languages": [ - "eus-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499473, - "recall": 0.544466, - "f1": 0.511707, - "accuracy": 0.544466, - "main_score": 0.511707, - "hf_subset": "eus_Latn-kbp_Latn", - "languages": [ - "eus-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565902, - "recall": 0.616601, - "f1": 0.580145, - "accuracy": 0.616601, - "main_score": 0.580145, - "hf_subset": "eus_Latn-luo_Latn", - "languages": [ - "eus-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "eus_Latn-ory_Orya", - "languages": [ - "eus-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572084, - "recall": 0.628458, - "f1": 0.587832, - "accuracy": 0.628458, - "main_score": 0.587832, - "hf_subset": "eus_Latn-sna_Latn", - "languages": [ - "eus-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544561, - "recall": 0.596838, - "f1": 0.558584, - "accuracy": 0.596838, - "main_score": 0.558584, - "hf_subset": "eus_Latn-tso_Latn", - "languages": [ - "eus-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "eus_Latn-azj_Latn", - "languages": [ - "eus-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536917, - "recall": 0.590909, - "f1": 0.552416, - "accuracy": 0.590909, - "main_score": 0.552416, - "hf_subset": "eus_Latn-dik_Latn", - "languages": [ - "eus-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711957, - "recall": 0.764822, - "f1": 0.727266, - "accuracy": 0.764822, - "main_score": 0.727266, - "hf_subset": "eus_Latn-hau_Latn", - "languages": [ - "eus-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958086, - "recall": 0.971344, - "f1": 0.962352, - "accuracy": 0.971344, - "main_score": 0.962352, - "hf_subset": "eus_Latn-kea_Latn", - "languages": [ - "eus-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716963, - "recall": 0.76581, - "f1": 0.731606, - "accuracy": 0.76581, - "main_score": 0.731606, - "hf_subset": "eus_Latn-lus_Latn", - "languages": [ - "eus-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832131, - "recall": 0.863636, - "f1": 0.841798, - "accuracy": 0.863636, - "main_score": 0.841798, - "hf_subset": "eus_Latn-pag_Latn", - "languages": [ - "eus-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "eus_Latn-snd_Arab", - "languages": [ - "eus-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921278, - "recall": 0.942688, - "f1": 0.927997, - "accuracy": 0.942688, - "main_score": 0.927997, - "hf_subset": "eus_Latn-tuk_Latn", - "languages": [ - "eus-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "eus_Latn-bak_Cyrl", - "languages": [ - "eus-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476427, - "recall": 0.545455, - "f1": 0.496414, - "accuracy": 0.545455, - "main_score": 0.496414, - "hf_subset": "eus_Latn-dyu_Latn", - "languages": [ - "eus-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "eus_Latn-heb_Hebr", - "languages": [ - "eus-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945735, - "recall": 0.961462, - "f1": 0.950823, - "accuracy": 0.961462, - "main_score": 0.950823, - "hf_subset": "eus_Latn-khk_Cyrl", - "languages": [ - "eus-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "eus_Latn-lvs_Latn", - "languages": [ - "eus-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "eus_Latn-pan_Guru", - "languages": [ - "eus-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676007, - "recall": 0.732213, - "f1": 0.692633, - "accuracy": 0.732213, - "main_score": 0.692633, - "hf_subset": "eus_Latn-som_Latn", - "languages": [ - "eus-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571056, - "recall": 0.616601, - "f1": 0.583427, - "accuracy": 0.616601, - "main_score": 0.583427, - "hf_subset": "eus_Latn-tum_Latn", - "languages": [ - "eus-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418713, - "recall": 0.474308, - "f1": 0.433928, - "accuracy": 0.474308, - "main_score": 0.433928, - "hf_subset": "ibo_Latn-ace_Arab", - "languages": [ - "ibo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511712, - "recall": 0.552372, - "f1": 0.523082, - "accuracy": 0.552372, - "main_score": 0.523082, - "hf_subset": "ibo_Latn-bam_Latn", - "languages": [ - "ibo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222822, - "recall": 0.268775, - "f1": 0.23431, - "accuracy": 0.268775, - "main_score": 0.23431, - "hf_subset": "ibo_Latn-dzo_Tibt", - "languages": [ - "ibo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557529, - "recall": 0.603755, - "f1": 0.568963, - "accuracy": 0.603755, - "main_score": 0.568963, - "hf_subset": "ibo_Latn-hin_Deva", - "languages": [ - "ibo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50916, - "recall": 0.560277, - "f1": 0.522269, - "accuracy": 0.560277, - "main_score": 0.522269, - "hf_subset": "ibo_Latn-khm_Khmr", - "languages": [ - "ibo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539756, - "recall": 0.585968, - "f1": 0.551568, - "accuracy": 0.585968, - "main_score": 0.551568, - "hf_subset": "ibo_Latn-mag_Deva", - "languages": [ - "ibo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583017, - "recall": 0.617589, - "f1": 0.591405, - "accuracy": 0.617589, - "main_score": 0.591405, - "hf_subset": "ibo_Latn-pap_Latn", - "languages": [ - "ibo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560857, - "recall": 0.598814, - "f1": 0.571084, - "accuracy": 0.598814, - "main_score": 0.571084, - "hf_subset": "ibo_Latn-sot_Latn", - "languages": [ - "ibo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545509, - "recall": 0.59585, - "f1": 0.558453, - "accuracy": 0.59585, - "main_score": 0.558453, - "hf_subset": "ibo_Latn-tur_Latn", - "languages": [ - "ibo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563526, - "recall": 0.593874, - "f1": 0.571603, - "accuracy": 0.593874, - "main_score": 0.571603, - "hf_subset": "ibo_Latn-ace_Latn", - "languages": [ - "ibo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562576, - "recall": 0.597826, - "f1": 0.57252, - "accuracy": 0.597826, - "main_score": 0.57252, - "hf_subset": "ibo_Latn-ban_Latn", - "languages": [ - "ibo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546753, - "recall": 0.597826, - "f1": 0.559373, - "accuracy": 0.597826, - "main_score": 0.559373, - "hf_subset": "ibo_Latn-ell_Grek", - "languages": [ - "ibo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530533, - "recall": 0.576087, - "f1": 0.543074, - "accuracy": 0.576087, - "main_score": 0.543074, - "hf_subset": "ibo_Latn-hne_Deva", - "languages": [ - "ibo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515826, - "recall": 0.559289, - "f1": 0.527523, - "accuracy": 0.559289, - "main_score": 0.527523, - "hf_subset": "ibo_Latn-kik_Latn", - "languages": [ - "ibo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539487, - "recall": 0.590909, - "f1": 0.552344, - "accuracy": 0.590909, - "main_score": 0.552344, - "hf_subset": "ibo_Latn-mai_Deva", - "languages": [ - "ibo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512909, - "recall": 0.567194, - "f1": 0.526301, - "accuracy": 0.567194, - "main_score": 0.526301, - "hf_subset": "ibo_Latn-pbt_Arab", - "languages": [ - "ibo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556831, - "recall": 0.605731, - "f1": 0.569046, - "accuracy": 0.605731, - "main_score": 0.569046, - "hf_subset": "ibo_Latn-spa_Latn", - "languages": [ - "ibo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551046, - "recall": 0.586957, - "f1": 0.561503, - "accuracy": 0.586957, - "main_score": 0.561503, - "hf_subset": "ibo_Latn-twi_Latn", - "languages": [ - "ibo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529776, - "recall": 0.578063, - "f1": 0.542004, - "accuracy": 0.578063, - "main_score": 0.542004, - "hf_subset": "ibo_Latn-acm_Arab", - "languages": [ - "ibo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508875, - "recall": 0.561265, - "f1": 0.521992, - "accuracy": 0.561265, - "main_score": 0.521992, - "hf_subset": "ibo_Latn-bel_Cyrl", - "languages": [ - "ibo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59289, - "recall": 0.63834, - "f1": 0.604213, - "accuracy": 0.63834, - "main_score": 0.604213, - "hf_subset": "ibo_Latn-eng_Latn", - "languages": [ - "ibo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571636, - "recall": 0.623518, - "f1": 0.584775, - "accuracy": 0.623518, - "main_score": 0.584775, - "hf_subset": "ibo_Latn-hrv_Latn", - "languages": [ - "ibo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526236, - "recall": 0.56917, - "f1": 0.537698, - "accuracy": 0.56917, - "main_score": 0.537698, - "hf_subset": "ibo_Latn-kin_Latn", - "languages": [ - "ibo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531143, - "recall": 0.583004, - "f1": 0.544809, - "accuracy": 0.583004, - "main_score": 0.544809, - "hf_subset": "ibo_Latn-mal_Mlym", - "languages": [ - "ibo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536361, - "recall": 0.586957, - "f1": 0.549245, - "accuracy": 0.586957, - "main_score": 0.549245, - "hf_subset": "ibo_Latn-pes_Arab", - "languages": [ - "ibo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571597, - "recall": 0.610672, - "f1": 0.581552, - "accuracy": 0.610672, - "main_score": 0.581552, - "hf_subset": "ibo_Latn-srd_Latn", - "languages": [ - "ibo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190932, - "recall": 0.224308, - "f1": 0.198906, - "accuracy": 0.224308, - "main_score": 0.198906, - "hf_subset": "ibo_Latn-tzm_Tfng", - "languages": [ - "ibo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530811, - "recall": 0.582016, - "f1": 0.543957, - "accuracy": 0.582016, - "main_score": 0.543957, - "hf_subset": "ibo_Latn-acq_Arab", - "languages": [ - "ibo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557898, - "recall": 0.592885, - "f1": 0.567785, - "accuracy": 0.592885, - "main_score": 0.567785, - "hf_subset": "ibo_Latn-bem_Latn", - "languages": [ - "ibo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55853, - "recall": 0.604743, - "f1": 0.570277, - "accuracy": 0.604743, - "main_score": 0.570277, - "hf_subset": "ibo_Latn-epo_Latn", - "languages": [ - "ibo-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551322, - "recall": 0.598814, - "f1": 0.563246, - "accuracy": 0.598814, - "main_score": 0.563246, - "hf_subset": "ibo_Latn-hun_Latn", - "languages": [ - "ibo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540935, - "recall": 0.589921, - "f1": 0.553985, - "accuracy": 0.589921, - "main_score": 0.553985, - "hf_subset": "ibo_Latn-kir_Cyrl", - "languages": [ - "ibo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542507, - "recall": 0.58498, - "f1": 0.553304, - "accuracy": 0.58498, - "main_score": 0.553304, - "hf_subset": "ibo_Latn-mar_Deva", - "languages": [ - "ibo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547464, - "recall": 0.589921, - "f1": 0.5589, - "accuracy": 0.589921, - "main_score": 0.5589, - "hf_subset": "ibo_Latn-plt_Latn", - "languages": [ - "ibo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567284, - "recall": 0.612648, - "f1": 0.578789, - "accuracy": 0.612648, - "main_score": 0.578789, - "hf_subset": "ibo_Latn-srp_Cyrl", - "languages": [ - "ibo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469697, - "recall": 0.519763, - "f1": 0.482746, - "accuracy": 0.519763, - "main_score": 0.482746, - "hf_subset": "ibo_Latn-uig_Arab", - "languages": [ - "ibo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526134, - "recall": 0.56917, - "f1": 0.53678, - "accuracy": 0.56917, - "main_score": 0.53678, - "hf_subset": "ibo_Latn-aeb_Arab", - "languages": [ - "ibo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543217, - "recall": 0.596838, - "f1": 0.557786, - "accuracy": 0.596838, - "main_score": 0.557786, - "hf_subset": "ibo_Latn-ben_Beng", - "languages": [ - "ibo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543225, - "recall": 0.588933, - "f1": 0.555085, - "accuracy": 0.588933, - "main_score": 0.555085, - "hf_subset": "ibo_Latn-est_Latn", - "languages": [ - "ibo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524115, - "recall": 0.572134, - "f1": 0.536093, - "accuracy": 0.572134, - "main_score": 0.536093, - "hf_subset": "ibo_Latn-hye_Armn", - "languages": [ - "ibo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531206, - "recall": 0.565217, - "f1": 0.540642, - "accuracy": 0.565217, - "main_score": 0.540642, - "hf_subset": "ibo_Latn-kmb_Latn", - "languages": [ - "ibo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370429, - "recall": 0.416996, - "f1": 0.382166, - "accuracy": 0.416996, - "main_score": 0.382166, - "hf_subset": "ibo_Latn-min_Arab", - "languages": [ - "ibo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557105, - "recall": 0.605731, - "f1": 0.569039, - "accuracy": 0.605731, - "main_score": 0.569039, - "hf_subset": "ibo_Latn-pol_Latn", - "languages": [ - "ibo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549512, - "recall": 0.587945, - "f1": 0.560063, - "accuracy": 0.587945, - "main_score": 0.560063, - "hf_subset": "ibo_Latn-ssw_Latn", - "languages": [ - "ibo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566731, - "recall": 0.618577, - "f1": 0.579951, - "accuracy": 0.618577, - "main_score": 0.579951, - "hf_subset": "ibo_Latn-ukr_Cyrl", - "languages": [ - "ibo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585044, - "recall": 0.630435, - "f1": 0.597196, - "accuracy": 0.630435, - "main_score": 0.597196, - "hf_subset": "ibo_Latn-afr_Latn", - "languages": [ - "ibo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54219, - "recall": 0.585968, - "f1": 0.553517, - "accuracy": 0.585968, - "main_score": 0.553517, - "hf_subset": "ibo_Latn-bho_Deva", - "languages": [ - "ibo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552263, - "recall": 0.59585, - "f1": 0.563578, - "accuracy": 0.59585, - "main_score": 0.563578, - "hf_subset": "ibo_Latn-eus_Latn", - "languages": [ - "ibo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548925, - "recall": 0.590909, - "f1": 0.559992, - "accuracy": 0.590909, - "main_score": 0.559992, - "hf_subset": "ibo_Latn-kmr_Latn", - "languages": [ - "ibo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579089, - "recall": 0.617589, - "f1": 0.589045, - "accuracy": 0.617589, - "main_score": 0.589045, - "hf_subset": "ibo_Latn-min_Latn", - "languages": [ - "ibo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568182, - "recall": 0.620553, - "f1": 0.582028, - "accuracy": 0.620553, - "main_score": 0.582028, - "hf_subset": "ibo_Latn-por_Latn", - "languages": [ - "ibo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570887, - "recall": 0.61166, - "f1": 0.581609, - "accuracy": 0.61166, - "main_score": 0.581609, - "hf_subset": "ibo_Latn-sun_Latn", - "languages": [ - "ibo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486407, - "recall": 0.533597, - "f1": 0.49978, - "accuracy": 0.533597, - "main_score": 0.49978, - "hf_subset": "ibo_Latn-umb_Latn", - "languages": [ - "ibo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554231, - "recall": 0.600791, - "f1": 0.565679, - "accuracy": 0.600791, - "main_score": 0.565679, - "hf_subset": "ibo_Latn-ajp_Arab", - "languages": [ - "ibo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397826, - "recall": 0.448617, - "f1": 0.411641, - "accuracy": 0.448617, - "main_score": 0.411641, - "hf_subset": "ibo_Latn-bjn_Arab", - "languages": [ - "ibo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505816, - "recall": 0.538538, - "f1": 0.514936, - "accuracy": 0.538538, - "main_score": 0.514936, - "hf_subset": "ibo_Latn-ewe_Latn", - "languages": [ - "ibo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594923, - "recall": 0.637352, - "f1": 0.60594, - "accuracy": 0.637352, - "main_score": 0.60594, - "hf_subset": "ibo_Latn-ilo_Latn", - "languages": [ - "ibo-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311628, - "recall": 0.354743, - "f1": 0.323313, - "accuracy": 0.354743, - "main_score": 0.323313, - "hf_subset": "ibo_Latn-knc_Arab", - "languages": [ - "ibo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557669, - "recall": 0.610672, - "f1": 0.570847, - "accuracy": 0.610672, - "main_score": 0.570847, - "hf_subset": "ibo_Latn-mkd_Cyrl", - "languages": [ - "ibo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539001, - "recall": 0.590909, - "f1": 0.55267, - "accuracy": 0.590909, - "main_score": 0.55267, - "hf_subset": "ibo_Latn-prs_Arab", - "languages": [ - "ibo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57737, - "recall": 0.62253, - "f1": 0.588837, - "accuracy": 0.62253, - "main_score": 0.588837, - "hf_subset": "ibo_Latn-swe_Latn", - "languages": [ - "ibo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523031, - "recall": 0.577075, - "f1": 0.537378, - "accuracy": 0.577075, - "main_score": 0.537378, - "hf_subset": "ibo_Latn-urd_Arab", - "languages": [ - "ibo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541826, - "recall": 0.582016, - "f1": 0.552547, - "accuracy": 0.582016, - "main_score": 0.552547, - "hf_subset": "ibo_Latn-aka_Latn", - "languages": [ - "ibo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575988, - "recall": 0.613636, - "f1": 0.585698, - "accuracy": 0.613636, - "main_score": 0.585698, - "hf_subset": "ibo_Latn-bjn_Latn", - "languages": [ - "ibo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553145, - "recall": 0.590909, - "f1": 0.562476, - "accuracy": 0.590909, - "main_score": 0.562476, - "hf_subset": "ibo_Latn-fao_Latn", - "languages": [ - "ibo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585477, - "recall": 0.624506, - "f1": 0.595562, - "accuracy": 0.624506, - "main_score": 0.595562, - "hf_subset": "ibo_Latn-ind_Latn", - "languages": [ - "ibo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517489, - "recall": 0.563241, - "f1": 0.52996, - "accuracy": 0.563241, - "main_score": 0.52996, - "hf_subset": "ibo_Latn-knc_Latn", - "languages": [ - "ibo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570577, - "recall": 0.613636, - "f1": 0.58133, - "accuracy": 0.613636, - "main_score": 0.58133, - "hf_subset": "ibo_Latn-mlt_Latn", - "languages": [ - "ibo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542822, - "recall": 0.588933, - "f1": 0.555146, - "accuracy": 0.588933, - "main_score": 0.555146, - "hf_subset": "ibo_Latn-quy_Latn", - "languages": [ - "ibo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556797, - "recall": 0.608696, - "f1": 0.570257, - "accuracy": 0.608696, - "main_score": 0.570257, - "hf_subset": "ibo_Latn-swh_Latn", - "languages": [ - "ibo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530275, - "recall": 0.578063, - "f1": 0.542935, - "accuracy": 0.578063, - "main_score": 0.542935, - "hf_subset": "ibo_Latn-uzn_Latn", - "languages": [ - "ibo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559005, - "recall": 0.604743, - "f1": 0.571162, - "accuracy": 0.604743, - "main_score": 0.571162, - "hf_subset": "ibo_Latn-als_Latn", - "languages": [ - "ibo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.260566, - "recall": 0.316206, - "f1": 0.273748, - "accuracy": 0.316206, - "main_score": 0.273748, - "hf_subset": "ibo_Latn-bod_Tibt", - "languages": [ - "ibo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548718, - "recall": 0.592885, - "f1": 0.56111, - "accuracy": 0.592885, - "main_score": 0.56111, - "hf_subset": "ibo_Latn-fij_Latn", - "languages": [ - "ibo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530998, - "recall": 0.581028, - "f1": 0.543593, - "accuracy": 0.581028, - "main_score": 0.543593, - "hf_subset": "ibo_Latn-isl_Latn", - "languages": [ - "ibo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550409, - "recall": 0.589921, - "f1": 0.561293, - "accuracy": 0.589921, - "main_score": 0.561293, - "hf_subset": "ibo_Latn-kon_Latn", - "languages": [ - "ibo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476443, - "recall": 0.527668, - "f1": 0.490472, - "accuracy": 0.527668, - "main_score": 0.490472, - "hf_subset": "ibo_Latn-mni_Beng", - "languages": [ - "ibo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5911, - "recall": 0.629447, - "f1": 0.600731, - "accuracy": 0.629447, - "main_score": 0.600731, - "hf_subset": "ibo_Latn-ron_Latn", - "languages": [ - "ibo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572179, - "recall": 0.618577, - "f1": 0.584206, - "accuracy": 0.618577, - "main_score": 0.584206, - "hf_subset": "ibo_Latn-szl_Latn", - "languages": [ - "ibo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564758, - "recall": 0.607708, - "f1": 0.575833, - "accuracy": 0.607708, - "main_score": 0.575833, - "hf_subset": "ibo_Latn-vec_Latn", - "languages": [ - "ibo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469166, - "recall": 0.527668, - "f1": 0.484742, - "accuracy": 0.527668, - "main_score": 0.484742, - "hf_subset": "ibo_Latn-amh_Ethi", - "languages": [ - "ibo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574977, - "recall": 0.620553, - "f1": 0.586626, - "accuracy": 0.620553, - "main_score": 0.586626, - "hf_subset": "ibo_Latn-bos_Latn", - "languages": [ - "ibo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534503, - "recall": 0.582016, - "f1": 0.546709, - "accuracy": 0.582016, - "main_score": 0.546709, - "hf_subset": "ibo_Latn-fin_Latn", - "languages": [ - "ibo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572444, - "recall": 0.618577, - "f1": 0.58407, - "accuracy": 0.618577, - "main_score": 0.58407, - "hf_subset": "ibo_Latn-ita_Latn", - "languages": [ - "ibo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543563, - "recall": 0.590909, - "f1": 0.55555, - "accuracy": 0.590909, - "main_score": 0.55555, - "hf_subset": "ibo_Latn-kor_Hang", - "languages": [ - "ibo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496692, - "recall": 0.544466, - "f1": 0.510107, - "accuracy": 0.544466, - "main_score": 0.510107, - "hf_subset": "ibo_Latn-mos_Latn", - "languages": [ - "ibo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521965, - "recall": 0.564229, - "f1": 0.533169, - "accuracy": 0.564229, - "main_score": 0.533169, - "hf_subset": "ibo_Latn-run_Latn", - "languages": [ - "ibo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52251, - "recall": 0.576087, - "f1": 0.536435, - "accuracy": 0.576087, - "main_score": 0.536435, - "hf_subset": "ibo_Latn-tam_Taml", - "languages": [ - "ibo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555768, - "recall": 0.596838, - "f1": 0.565902, - "accuracy": 0.596838, - "main_score": 0.565902, - "hf_subset": "ibo_Latn-vie_Latn", - "languages": [ - "ibo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540049, - "recall": 0.591897, - "f1": 0.553486, - "accuracy": 0.591897, - "main_score": 0.553486, - "hf_subset": "ibo_Latn-apc_Arab", - "languages": [ - "ibo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535985, - "recall": 0.575099, - "f1": 0.546009, - "accuracy": 0.575099, - "main_score": 0.546009, - "hf_subset": "ibo_Latn-bug_Latn", - "languages": [ - "ibo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457799, - "recall": 0.495059, - "f1": 0.468777, - "accuracy": 0.495059, - "main_score": 0.468777, - "hf_subset": "ibo_Latn-fon_Latn", - "languages": [ - "ibo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595549, - "recall": 0.635375, - "f1": 0.605202, - "accuracy": 0.635375, - "main_score": 0.605202, - "hf_subset": "ibo_Latn-jav_Latn", - "languages": [ - "ibo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498616, - "recall": 0.551383, - "f1": 0.511595, - "accuracy": 0.551383, - "main_score": 0.511595, - "hf_subset": "ibo_Latn-lao_Laoo", - "languages": [ - "ibo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501168, - "recall": 0.543478, - "f1": 0.51202, - "accuracy": 0.543478, - "main_score": 0.51202, - "hf_subset": "ibo_Latn-mri_Latn", - "languages": [ - "ibo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54624, - "recall": 0.601779, - "f1": 0.559986, - "accuracy": 0.601779, - "main_score": 0.559986, - "hf_subset": "ibo_Latn-rus_Cyrl", - "languages": [ - "ibo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482746, - "recall": 0.532609, - "f1": 0.496871, - "accuracy": 0.532609, - "main_score": 0.496871, - "hf_subset": "ibo_Latn-taq_Latn", - "languages": [ - "ibo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577318, - "recall": 0.621542, - "f1": 0.58764, - "accuracy": 0.621542, - "main_score": 0.58764, - "hf_subset": "ibo_Latn-war_Latn", - "languages": [ - "ibo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542815, - "recall": 0.593874, - "f1": 0.555142, - "accuracy": 0.593874, - "main_score": 0.555142, - "hf_subset": "ibo_Latn-arb_Arab", - "languages": [ - "ibo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574371, - "recall": 0.621542, - "f1": 0.586893, - "accuracy": 0.621542, - "main_score": 0.586893, - "hf_subset": "ibo_Latn-bul_Cyrl", - "languages": [ - "ibo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569265, - "recall": 0.616601, - "f1": 0.580884, - "accuracy": 0.616601, - "main_score": 0.580884, - "hf_subset": "ibo_Latn-fra_Latn", - "languages": [ - "ibo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542938, - "recall": 0.590909, - "f1": 0.554855, - "accuracy": 0.590909, - "main_score": 0.554855, - "hf_subset": "ibo_Latn-jpn_Jpan", - "languages": [ - "ibo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557306, - "recall": 0.602767, - "f1": 0.568881, - "accuracy": 0.602767, - "main_score": 0.568881, - "hf_subset": "ibo_Latn-lij_Latn", - "languages": [ - "ibo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396291, - "recall": 0.461462, - "f1": 0.413032, - "accuracy": 0.461462, - "main_score": 0.413032, - "hf_subset": "ibo_Latn-mya_Mymr", - "languages": [ - "ibo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526913, - "recall": 0.568182, - "f1": 0.537721, - "accuracy": 0.568182, - "main_score": 0.537721, - "hf_subset": "ibo_Latn-sag_Latn", - "languages": [ - "ibo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192636, - "recall": 0.238142, - "f1": 0.202603, - "accuracy": 0.238142, - "main_score": 0.202603, - "hf_subset": "ibo_Latn-taq_Tfng", - "languages": [ - "ibo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551367, - "recall": 0.587945, - "f1": 0.562055, - "accuracy": 0.587945, - "main_score": 0.562055, - "hf_subset": "ibo_Latn-wol_Latn", - "languages": [ - "ibo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447573, - "recall": 0.499012, - "f1": 0.460924, - "accuracy": 0.499012, - "main_score": 0.460924, - "hf_subset": "ibo_Latn-arb_Latn", - "languages": [ - "ibo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569951, - "recall": 0.620553, - "f1": 0.582533, - "accuracy": 0.620553, - "main_score": 0.582533, - "hf_subset": "ibo_Latn-cat_Latn", - "languages": [ - "ibo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559577, - "recall": 0.608696, - "f1": 0.571837, - "accuracy": 0.608696, - "main_score": 0.571837, - "hf_subset": "ibo_Latn-fur_Latn", - "languages": [ - "ibo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428084, - "recall": 0.478261, - "f1": 0.442083, - "accuracy": 0.478261, - "main_score": 0.442083, - "hf_subset": "ibo_Latn-kab_Latn", - "languages": [ - "ibo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551789, - "recall": 0.590909, - "f1": 0.561343, - "accuracy": 0.590909, - "main_score": 0.561343, - "hf_subset": "ibo_Latn-lim_Latn", - "languages": [ - "ibo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556347, - "recall": 0.599802, - "f1": 0.567151, - "accuracy": 0.599802, - "main_score": 0.567151, - "hf_subset": "ibo_Latn-nld_Latn", - "languages": [ - "ibo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510792, - "recall": 0.5583, - "f1": 0.522808, - "accuracy": 0.5583, - "main_score": 0.522808, - "hf_subset": "ibo_Latn-san_Deva", - "languages": [ - "ibo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554264, - "recall": 0.602767, - "f1": 0.567491, - "accuracy": 0.602767, - "main_score": 0.567491, - "hf_subset": "ibo_Latn-tat_Cyrl", - "languages": [ - "ibo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56633, - "recall": 0.607708, - "f1": 0.577949, - "accuracy": 0.607708, - "main_score": 0.577949, - "hf_subset": "ibo_Latn-xho_Latn", - "languages": [ - "ibo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511687, - "recall": 0.567194, - "f1": 0.525639, - "accuracy": 0.567194, - "main_score": 0.525639, - "hf_subset": "ibo_Latn-ars_Arab", - "languages": [ - "ibo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591335, - "recall": 0.629447, - "f1": 0.600745, - "accuracy": 0.629447, - "main_score": 0.600745, - "hf_subset": "ibo_Latn-ceb_Latn", - "languages": [ - "ibo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5078, - "recall": 0.550395, - "f1": 0.520114, - "accuracy": 0.550395, - "main_score": 0.520114, - "hf_subset": "ibo_Latn-fuv_Latn", - "languages": [ - "ibo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498814, - "recall": 0.541502, - "f1": 0.510147, - "accuracy": 0.541502, - "main_score": 0.510147, - "hf_subset": "ibo_Latn-kac_Latn", - "languages": [ - "ibo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569291, - "recall": 0.605731, - "f1": 0.578702, - "accuracy": 0.605731, - "main_score": 0.578702, - "hf_subset": "ibo_Latn-lin_Latn", - "languages": [ - "ibo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557604, - "recall": 0.602767, - "f1": 0.569557, - "accuracy": 0.602767, - "main_score": 0.569557, - "hf_subset": "ibo_Latn-nno_Latn", - "languages": [ - "ibo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121197, - "recall": 0.157115, - "f1": 0.129968, - "accuracy": 0.157115, - "main_score": 0.129968, - "hf_subset": "ibo_Latn-sat_Olck", - "languages": [ - "ibo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528494, - "recall": 0.582016, - "f1": 0.542027, - "accuracy": 0.582016, - "main_score": 0.542027, - "hf_subset": "ibo_Latn-tel_Telu", - "languages": [ - "ibo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481701, - "recall": 0.533597, - "f1": 0.495393, - "accuracy": 0.533597, - "main_score": 0.495393, - "hf_subset": "ibo_Latn-ydd_Hebr", - "languages": [ - "ibo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501151, - "recall": 0.551383, - "f1": 0.514286, - "accuracy": 0.551383, - "main_score": 0.514286, - "hf_subset": "ibo_Latn-ary_Arab", - "languages": [ - "ibo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558145, - "recall": 0.605731, - "f1": 0.570269, - "accuracy": 0.605731, - "main_score": 0.570269, - "hf_subset": "ibo_Latn-ces_Latn", - "languages": [ - "ibo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495582, - "recall": 0.552372, - "f1": 0.511563, - "accuracy": 0.552372, - "main_score": 0.511563, - "hf_subset": "ibo_Latn-gaz_Latn", - "languages": [ - "ibo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533127, - "recall": 0.573123, - "f1": 0.544254, - "accuracy": 0.573123, - "main_score": 0.544254, - "hf_subset": "ibo_Latn-kam_Latn", - "languages": [ - "ibo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529107, - "recall": 0.58004, - "f1": 0.541328, - "accuracy": 0.58004, - "main_score": 0.541328, - "hf_subset": "ibo_Latn-lit_Latn", - "languages": [ - "ibo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570224, - "recall": 0.618577, - "f1": 0.582557, - "accuracy": 0.618577, - "main_score": 0.582557, - "hf_subset": "ibo_Latn-nob_Latn", - "languages": [ - "ibo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556837, - "recall": 0.602767, - "f1": 0.56846, - "accuracy": 0.602767, - "main_score": 0.56846, - "hf_subset": "ibo_Latn-scn_Latn", - "languages": [ - "ibo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536986, - "recall": 0.579051, - "f1": 0.548347, - "accuracy": 0.579051, - "main_score": 0.548347, - "hf_subset": "ibo_Latn-tgk_Cyrl", - "languages": [ - "ibo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518659, - "recall": 0.566206, - "f1": 0.532221, - "accuracy": 0.566206, - "main_score": 0.532221, - "hf_subset": "ibo_Latn-yor_Latn", - "languages": [ - "ibo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532731, - "recall": 0.582016, - "f1": 0.545528, - "accuracy": 0.582016, - "main_score": 0.545528, - "hf_subset": "ibo_Latn-arz_Arab", - "languages": [ - "ibo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476326, - "recall": 0.51581, - "f1": 0.487342, - "accuracy": 0.51581, - "main_score": 0.487342, - "hf_subset": "ibo_Latn-cjk_Latn", - "languages": [ - "ibo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511158, - "recall": 0.5583, - "f1": 0.523777, - "accuracy": 0.5583, - "main_score": 0.523777, - "hf_subset": "ibo_Latn-gla_Latn", - "languages": [ - "ibo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54263, - "recall": 0.594862, - "f1": 0.555879, - "accuracy": 0.594862, - "main_score": 0.555879, - "hf_subset": "ibo_Latn-kan_Knda", - "languages": [ - "ibo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566162, - "recall": 0.608696, - "f1": 0.577528, - "accuracy": 0.608696, - "main_score": 0.577528, - "hf_subset": "ibo_Latn-lmo_Latn", - "languages": [ - "ibo-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542578, - "recall": 0.594862, - "f1": 0.555629, - "accuracy": 0.594862, - "main_score": 0.555629, - "hf_subset": "ibo_Latn-npi_Deva", - "languages": [ - "ibo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429067, - "recall": 0.474308, - "f1": 0.441646, - "accuracy": 0.474308, - "main_score": 0.441646, - "hf_subset": "ibo_Latn-shn_Mymr", - "languages": [ - "ibo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583543, - "recall": 0.626482, - "f1": 0.594403, - "accuracy": 0.626482, - "main_score": 0.594403, - "hf_subset": "ibo_Latn-tgl_Latn", - "languages": [ - "ibo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526584, - "recall": 0.577075, - "f1": 0.53883, - "accuracy": 0.577075, - "main_score": 0.53883, - "hf_subset": "ibo_Latn-yue_Hant", - "languages": [ - "ibo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518049, - "recall": 0.567194, - "f1": 0.531245, - "accuracy": 0.567194, - "main_score": 0.531245, - "hf_subset": "ibo_Latn-asm_Beng", - "languages": [ - "ibo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516401, - "recall": 0.554348, - "f1": 0.52657, - "accuracy": 0.554348, - "main_score": 0.52657, - "hf_subset": "ibo_Latn-ckb_Arab", - "languages": [ - "ibo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511213, - "recall": 0.551383, - "f1": 0.522045, - "accuracy": 0.551383, - "main_score": 0.522045, - "hf_subset": "ibo_Latn-gle_Latn", - "languages": [ - "ibo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472921, - "recall": 0.529644, - "f1": 0.487612, - "accuracy": 0.529644, - "main_score": 0.487612, - "hf_subset": "ibo_Latn-kas_Arab", - "languages": [ - "ibo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523532, - "recall": 0.574111, - "f1": 0.536629, - "accuracy": 0.574111, - "main_score": 0.536629, - "hf_subset": "ibo_Latn-ltg_Latn", - "languages": [ - "ibo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562056, - "recall": 0.602767, - "f1": 0.57299, - "accuracy": 0.602767, - "main_score": 0.57299, - "hf_subset": "ibo_Latn-nso_Latn", - "languages": [ - "ibo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483057, - "recall": 0.544466, - "f1": 0.499127, - "accuracy": 0.544466, - "main_score": 0.499127, - "hf_subset": "ibo_Latn-sin_Sinh", - "languages": [ - "ibo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543157, - "recall": 0.585968, - "f1": 0.554747, - "accuracy": 0.585968, - "main_score": 0.554747, - "hf_subset": "ibo_Latn-tha_Thai", - "languages": [ - "ibo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525636, - "recall": 0.566206, - "f1": 0.534888, - "accuracy": 0.566206, - "main_score": 0.534888, - "hf_subset": "ibo_Latn-zho_Hans", - "languages": [ - "ibo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5657, - "recall": 0.615613, - "f1": 0.578315, - "accuracy": 0.615613, - "main_score": 0.578315, - "hf_subset": "ibo_Latn-ast_Latn", - "languages": [ - "ibo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525867, - "recall": 0.578063, - "f1": 0.539442, - "accuracy": 0.578063, - "main_score": 0.539442, - "hf_subset": "ibo_Latn-crh_Latn", - "languages": [ - "ibo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567768, - "recall": 0.61166, - "f1": 0.579853, - "accuracy": 0.61166, - "main_score": 0.579853, - "hf_subset": "ibo_Latn-glg_Latn", - "languages": [ - "ibo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501369, - "recall": 0.541502, - "f1": 0.512174, - "accuracy": 0.541502, - "main_score": 0.512174, - "hf_subset": "ibo_Latn-kas_Deva", - "languages": [ - "ibo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543104, - "recall": 0.586957, - "f1": 0.55493, - "accuracy": 0.586957, - "main_score": 0.55493, - "hf_subset": "ibo_Latn-ltz_Latn", - "languages": [ - "ibo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455931, - "recall": 0.517787, - "f1": 0.472912, - "accuracy": 0.517787, - "main_score": 0.472912, - "hf_subset": "ibo_Latn-nus_Latn", - "languages": [ - "ibo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557558, - "recall": 0.601779, - "f1": 0.568902, - "accuracy": 0.601779, - "main_score": 0.568902, - "hf_subset": "ibo_Latn-slk_Latn", - "languages": [ - "ibo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394461, - "recall": 0.449605, - "f1": 0.409725, - "accuracy": 0.449605, - "main_score": 0.409725, - "hf_subset": "ibo_Latn-tir_Ethi", - "languages": [ - "ibo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523175, - "recall": 0.575099, - "f1": 0.536177, - "accuracy": 0.575099, - "main_score": 0.536177, - "hf_subset": "ibo_Latn-zho_Hant", - "languages": [ - "ibo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539166, - "recall": 0.589921, - "f1": 0.551736, - "accuracy": 0.589921, - "main_score": 0.551736, - "hf_subset": "ibo_Latn-awa_Deva", - "languages": [ - "ibo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565646, - "recall": 0.608696, - "f1": 0.576705, - "accuracy": 0.608696, - "main_score": 0.576705, - "hf_subset": "ibo_Latn-cym_Latn", - "languages": [ - "ibo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558304, - "recall": 0.596838, - "f1": 0.568349, - "accuracy": 0.596838, - "main_score": 0.568349, - "hf_subset": "ibo_Latn-grn_Latn", - "languages": [ - "ibo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523912, - "recall": 0.572134, - "f1": 0.536661, - "accuracy": 0.572134, - "main_score": 0.536661, - "hf_subset": "ibo_Latn-kat_Geor", - "languages": [ - "ibo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545518, - "recall": 0.583004, - "f1": 0.556183, - "accuracy": 0.583004, - "main_score": 0.556183, - "hf_subset": "ibo_Latn-lua_Latn", - "languages": [ - "ibo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529947, - "recall": 0.566206, - "f1": 0.539156, - "accuracy": 0.566206, - "main_score": 0.539156, - "hf_subset": "ibo_Latn-nya_Latn", - "languages": [ - "ibo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568088, - "recall": 0.612648, - "f1": 0.579023, - "accuracy": 0.612648, - "main_score": 0.579023, - "hf_subset": "ibo_Latn-slv_Latn", - "languages": [ - "ibo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578386, - "recall": 0.621542, - "f1": 0.588968, - "accuracy": 0.621542, - "main_score": 0.588968, - "hf_subset": "ibo_Latn-tpi_Latn", - "languages": [ - "ibo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5855, - "recall": 0.625494, - "f1": 0.594947, - "accuracy": 0.625494, - "main_score": 0.594947, - "hf_subset": "ibo_Latn-zsm_Latn", - "languages": [ - "ibo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479945, - "recall": 0.523715, - "f1": 0.492723, - "accuracy": 0.523715, - "main_score": 0.492723, - "hf_subset": "ibo_Latn-ayr_Latn", - "languages": [ - "ibo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579788, - "recall": 0.629447, - "f1": 0.591653, - "accuracy": 0.629447, - "main_score": 0.591653, - "hf_subset": "ibo_Latn-dan_Latn", - "languages": [ - "ibo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535423, - "recall": 0.58498, - "f1": 0.548122, - "accuracy": 0.58498, - "main_score": 0.548122, - "hf_subset": "ibo_Latn-guj_Gujr", - "languages": [ - "ibo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54521, - "recall": 0.594862, - "f1": 0.558199, - "accuracy": 0.594862, - "main_score": 0.558199, - "hf_subset": "ibo_Latn-kaz_Cyrl", - "languages": [ - "ibo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500388, - "recall": 0.546443, - "f1": 0.513051, - "accuracy": 0.546443, - "main_score": 0.513051, - "hf_subset": "ibo_Latn-lug_Latn", - "languages": [ - "ibo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584002, - "recall": 0.62747, - "f1": 0.594712, - "accuracy": 0.62747, - "main_score": 0.594712, - "hf_subset": "ibo_Latn-oci_Latn", - "languages": [ - "ibo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551337, - "recall": 0.596838, - "f1": 0.56246, - "accuracy": 0.596838, - "main_score": 0.56246, - "hf_subset": "ibo_Latn-smo_Latn", - "languages": [ - "ibo-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522738, - "recall": 0.56917, - "f1": 0.53507, - "accuracy": 0.56917, - "main_score": 0.53507, - "hf_subset": "ibo_Latn-tsn_Latn", - "languages": [ - "ibo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535107, - "recall": 0.58498, - "f1": 0.548181, - "accuracy": 0.58498, - "main_score": 0.548181, - "hf_subset": "ibo_Latn-zul_Latn", - "languages": [ - "ibo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466456, - "recall": 0.520751, - "f1": 0.48091, - "accuracy": 0.520751, - "main_score": 0.48091, - "hf_subset": "ibo_Latn-azb_Arab", - "languages": [ - "ibo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571953, - "recall": 0.618577, - "f1": 0.58387, - "accuracy": 0.618577, - "main_score": 0.58387, - "hf_subset": "ibo_Latn-deu_Latn", - "languages": [ - "ibo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519286, - "recall": 0.568182, - "f1": 0.532737, - "accuracy": 0.568182, - "main_score": 0.532737, - "hf_subset": "ibo_Latn-hat_Latn", - "languages": [ - "ibo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480166, - "recall": 0.523715, - "f1": 0.491884, - "accuracy": 0.523715, - "main_score": 0.491884, - "hf_subset": "ibo_Latn-kbp_Latn", - "languages": [ - "ibo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553745, - "recall": 0.587945, - "f1": 0.563168, - "accuracy": 0.587945, - "main_score": 0.563168, - "hf_subset": "ibo_Latn-luo_Latn", - "languages": [ - "ibo-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529595, - "recall": 0.583004, - "f1": 0.543126, - "accuracy": 0.583004, - "main_score": 0.543126, - "hf_subset": "ibo_Latn-ory_Orya", - "languages": [ - "ibo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538969, - "recall": 0.585968, - "f1": 0.552, - "accuracy": 0.585968, - "main_score": 0.552, - "hf_subset": "ibo_Latn-sna_Latn", - "languages": [ - "ibo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528905, - "recall": 0.566206, - "f1": 0.538723, - "accuracy": 0.566206, - "main_score": 0.538723, - "hf_subset": "ibo_Latn-tso_Latn", - "languages": [ - "ibo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509785, - "recall": 0.559289, - "f1": 0.522698, - "accuracy": 0.559289, - "main_score": 0.522698, - "hf_subset": "ibo_Latn-azj_Latn", - "languages": [ - "ibo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509696, - "recall": 0.552372, - "f1": 0.521994, - "accuracy": 0.552372, - "main_score": 0.521994, - "hf_subset": "ibo_Latn-dik_Latn", - "languages": [ - "ibo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54389, - "recall": 0.58004, - "f1": 0.553619, - "accuracy": 0.58004, - "main_score": 0.553619, - "hf_subset": "ibo_Latn-hau_Latn", - "languages": [ - "ibo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57587, - "recall": 0.610672, - "f1": 0.585237, - "accuracy": 0.610672, - "main_score": 0.585237, - "hf_subset": "ibo_Latn-kea_Latn", - "languages": [ - "ibo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555552, - "recall": 0.587945, - "f1": 0.564333, - "accuracy": 0.587945, - "main_score": 0.564333, - "hf_subset": "ibo_Latn-lus_Latn", - "languages": [ - "ibo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555538, - "recall": 0.586957, - "f1": 0.564239, - "accuracy": 0.586957, - "main_score": 0.564239, - "hf_subset": "ibo_Latn-pag_Latn", - "languages": [ - "ibo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506366, - "recall": 0.567194, - "f1": 0.522434, - "accuracy": 0.567194, - "main_score": 0.522434, - "hf_subset": "ibo_Latn-snd_Arab", - "languages": [ - "ibo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517459, - "recall": 0.567194, - "f1": 0.530385, - "accuracy": 0.567194, - "main_score": 0.530385, - "hf_subset": "ibo_Latn-tuk_Latn", - "languages": [ - "ibo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549315, - "recall": 0.589921, - "f1": 0.559985, - "accuracy": 0.589921, - "main_score": 0.559985, - "hf_subset": "ibo_Latn-bak_Cyrl", - "languages": [ - "ibo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439119, - "recall": 0.492095, - "f1": 0.454254, - "accuracy": 0.492095, - "main_score": 0.454254, - "hf_subset": "ibo_Latn-dyu_Latn", - "languages": [ - "ibo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544655, - "recall": 0.593874, - "f1": 0.5568, - "accuracy": 0.593874, - "main_score": 0.5568, - "hf_subset": "ibo_Latn-heb_Hebr", - "languages": [ - "ibo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514733, - "recall": 0.561265, - "f1": 0.526988, - "accuracy": 0.561265, - "main_score": 0.526988, - "hf_subset": "ibo_Latn-khk_Cyrl", - "languages": [ - "ibo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553392, - "recall": 0.598814, - "f1": 0.564353, - "accuracy": 0.598814, - "main_score": 0.564353, - "hf_subset": "ibo_Latn-lvs_Latn", - "languages": [ - "ibo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538737, - "recall": 0.589921, - "f1": 0.551708, - "accuracy": 0.589921, - "main_score": 0.551708, - "hf_subset": "ibo_Latn-pan_Guru", - "languages": [ - "ibo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505792, - "recall": 0.550395, - "f1": 0.518347, - "accuracy": 0.550395, - "main_score": 0.518347, - "hf_subset": "ibo_Latn-som_Latn", - "languages": [ - "ibo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514692, - "recall": 0.552372, - "f1": 0.525093, - "accuracy": 0.552372, - "main_score": 0.525093, - "hf_subset": "ibo_Latn-tum_Latn", - "languages": [ - "ibo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517892, - "recall": 0.572134, - "f1": 0.53292, - "accuracy": 0.572134, - "main_score": 0.53292, - "hf_subset": "kmr_Latn-ace_Arab", - "languages": [ - "kmr-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542945, - "recall": 0.590909, - "f1": 0.556748, - "accuracy": 0.590909, - "main_score": 0.556748, - "hf_subset": "kmr_Latn-bam_Latn", - "languages": [ - "kmr-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302159, - "recall": 0.354743, - "f1": 0.315895, - "accuracy": 0.354743, - "main_score": 0.315895, - "hf_subset": "kmr_Latn-dzo_Tibt", - "languages": [ - "kmr-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89297, - "recall": 0.91996, - "f1": 0.900812, - "accuracy": 0.91996, - "main_score": 0.900812, - "hf_subset": "kmr_Latn-hin_Deva", - "languages": [ - "kmr-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840991, - "recall": 0.87747, - "f1": 0.851589, - "accuracy": 0.87747, - "main_score": 0.851589, - "hf_subset": "kmr_Latn-khm_Khmr", - "languages": [ - "kmr-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868561, - "recall": 0.900198, - "f1": 0.877555, - "accuracy": 0.900198, - "main_score": 0.877555, - "hf_subset": "kmr_Latn-mag_Deva", - "languages": [ - "kmr-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804448, - "recall": 0.838933, - "f1": 0.813925, - "accuracy": 0.838933, - "main_score": 0.813925, - "hf_subset": "kmr_Latn-pap_Latn", - "languages": [ - "kmr-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580369, - "recall": 0.62253, - "f1": 0.592317, - "accuracy": 0.62253, - "main_score": 0.592317, - "hf_subset": "kmr_Latn-sot_Latn", - "languages": [ - "kmr-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89968, - "recall": 0.924901, - "f1": 0.907131, - "accuracy": 0.924901, - "main_score": 0.907131, - "hf_subset": "kmr_Latn-tur_Latn", - "languages": [ - "kmr-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734684, - "recall": 0.771739, - "f1": 0.745653, - "accuracy": 0.771739, - "main_score": 0.745653, - "hf_subset": "kmr_Latn-ace_Latn", - "languages": [ - "kmr-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791271, - "recall": 0.826087, - "f1": 0.801394, - "accuracy": 0.826087, - "main_score": 0.801394, - "hf_subset": "kmr_Latn-ban_Latn", - "languages": [ - "kmr-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865316, - "recall": 0.898221, - "f1": 0.875052, - "accuracy": 0.898221, - "main_score": 0.875052, - "hf_subset": "kmr_Latn-ell_Grek", - "languages": [ - "kmr-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852152, - "recall": 0.884387, - "f1": 0.861462, - "accuracy": 0.884387, - "main_score": 0.861462, - "hf_subset": "kmr_Latn-hne_Deva", - "languages": [ - "kmr-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550127, - "recall": 0.590909, - "f1": 0.561379, - "accuracy": 0.590909, - "main_score": 0.561379, - "hf_subset": "kmr_Latn-kik_Latn", - "languages": [ - "kmr-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85118, - "recall": 0.886364, - "f1": 0.861119, - "accuracy": 0.886364, - "main_score": 0.861119, - "hf_subset": "kmr_Latn-mai_Deva", - "languages": [ - "kmr-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815613, - "recall": 0.857708, - "f1": 0.82787, - "accuracy": 0.857708, - "main_score": 0.82787, - "hf_subset": "kmr_Latn-pbt_Arab", - "languages": [ - "kmr-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881242, - "recall": 0.912055, - "f1": 0.890349, - "accuracy": 0.912055, - "main_score": 0.890349, - "hf_subset": "kmr_Latn-spa_Latn", - "languages": [ - "kmr-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570365, - "recall": 0.617589, - "f1": 0.584272, - "accuracy": 0.617589, - "main_score": 0.584272, - "hf_subset": "kmr_Latn-twi_Latn", - "languages": [ - "kmr-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857564, - "recall": 0.893281, - "f1": 0.868069, - "accuracy": 0.893281, - "main_score": 0.868069, - "hf_subset": "kmr_Latn-acm_Arab", - "languages": [ - "kmr-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830879, - "recall": 0.870553, - "f1": 0.842445, - "accuracy": 0.870553, - "main_score": 0.842445, - "hf_subset": "kmr_Latn-bel_Cyrl", - "languages": [ - "kmr-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901499, - "recall": 0.926877, - "f1": 0.90911, - "accuracy": 0.926877, - "main_score": 0.90911, - "hf_subset": "kmr_Latn-eng_Latn", - "languages": [ - "kmr-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882782, - "recall": 0.913043, - "f1": 0.892051, - "accuracy": 0.913043, - "main_score": 0.892051, - "hf_subset": "kmr_Latn-hrv_Latn", - "languages": [ - "kmr-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548629, - "recall": 0.59585, - "f1": 0.561748, - "accuracy": 0.59585, - "main_score": 0.561748, - "hf_subset": "kmr_Latn-kin_Latn", - "languages": [ - "kmr-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873468, - "recall": 0.906126, - "f1": 0.883536, - "accuracy": 0.906126, - "main_score": 0.883536, - "hf_subset": "kmr_Latn-mal_Mlym", - "languages": [ - "kmr-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890794, - "recall": 0.920949, - "f1": 0.899901, - "accuracy": 0.920949, - "main_score": 0.899901, - "hf_subset": "kmr_Latn-pes_Arab", - "languages": [ - "kmr-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829491, - "recall": 0.864625, - "f1": 0.839874, - "accuracy": 0.864625, - "main_score": 0.839874, - "hf_subset": "kmr_Latn-srd_Latn", - "languages": [ - "kmr-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198003, - "recall": 0.23913, - "f1": 0.208409, - "accuracy": 0.23913, - "main_score": 0.208409, - "hf_subset": "kmr_Latn-tzm_Tfng", - "languages": [ - "kmr-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86811, - "recall": 0.903162, - "f1": 0.878689, - "accuracy": 0.903162, - "main_score": 0.878689, - "hf_subset": "kmr_Latn-acq_Arab", - "languages": [ - "kmr-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587266, - "recall": 0.631423, - "f1": 0.599606, - "accuracy": 0.631423, - "main_score": 0.599606, - "hf_subset": "kmr_Latn-bem_Latn", - "languages": [ - "kmr-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891123, - "recall": 0.91996, - "f1": 0.899901, - "accuracy": 0.91996, - "main_score": 0.899901, - "hf_subset": "kmr_Latn-epo_Latn", - "languages": [ - "kmr-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88415, - "recall": 0.913043, - "f1": 0.892342, - "accuracy": 0.913043, - "main_score": 0.892342, - "hf_subset": "kmr_Latn-hun_Latn", - "languages": [ - "kmr-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829406, - "recall": 0.863636, - "f1": 0.838741, - "accuracy": 0.863636, - "main_score": 0.838741, - "hf_subset": "kmr_Latn-kir_Cyrl", - "languages": [ - "kmr-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881678, - "recall": 0.910079, - "f1": 0.890024, - "accuracy": 0.910079, - "main_score": 0.890024, - "hf_subset": "kmr_Latn-mar_Deva", - "languages": [ - "kmr-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633591, - "recall": 0.674901, - "f1": 0.645319, - "accuracy": 0.674901, - "main_score": 0.645319, - "hf_subset": "kmr_Latn-plt_Latn", - "languages": [ - "kmr-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889206, - "recall": 0.918972, - "f1": 0.898271, - "accuracy": 0.918972, - "main_score": 0.898271, - "hf_subset": "kmr_Latn-srp_Cyrl", - "languages": [ - "kmr-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758412, - "recall": 0.801383, - "f1": 0.770956, - "accuracy": 0.801383, - "main_score": 0.770956, - "hf_subset": "kmr_Latn-uig_Arab", - "languages": [ - "kmr-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83633, - "recall": 0.866601, - "f1": 0.844645, - "accuracy": 0.866601, - "main_score": 0.844645, - "hf_subset": "kmr_Latn-aeb_Arab", - "languages": [ - "kmr-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88107, - "recall": 0.912055, - "f1": 0.890497, - "accuracy": 0.912055, - "main_score": 0.890497, - "hf_subset": "kmr_Latn-ben_Beng", - "languages": [ - "kmr-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880015, - "recall": 0.909091, - "f1": 0.888743, - "accuracy": 0.909091, - "main_score": 0.888743, - "hf_subset": "kmr_Latn-est_Latn", - "languages": [ - "kmr-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877783, - "recall": 0.912055, - "f1": 0.887846, - "accuracy": 0.912055, - "main_score": 0.887846, - "hf_subset": "kmr_Latn-hye_Armn", - "languages": [ - "kmr-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538802, - "recall": 0.579051, - "f1": 0.550782, - "accuracy": 0.579051, - "main_score": 0.550782, - "hf_subset": "kmr_Latn-kmb_Latn", - "languages": [ - "kmr-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452522, - "recall": 0.513834, - "f1": 0.469165, - "accuracy": 0.513834, - "main_score": 0.469165, - "hf_subset": "kmr_Latn-min_Arab", - "languages": [ - "kmr-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880724, - "recall": 0.908103, - "f1": 0.888512, - "accuracy": 0.908103, - "main_score": 0.888512, - "hf_subset": "kmr_Latn-pol_Latn", - "languages": [ - "kmr-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557305, - "recall": 0.601779, - "f1": 0.569864, - "accuracy": 0.601779, - "main_score": 0.569864, - "hf_subset": "kmr_Latn-ssw_Latn", - "languages": [ - "kmr-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897151, - "recall": 0.923913, - "f1": 0.905439, - "accuracy": 0.923913, - "main_score": 0.905439, - "hf_subset": "kmr_Latn-ukr_Cyrl", - "languages": [ - "kmr-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902315, - "recall": 0.928854, - "f1": 0.91026, - "accuracy": 0.928854, - "main_score": 0.91026, - "hf_subset": "kmr_Latn-afr_Latn", - "languages": [ - "kmr-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824186, - "recall": 0.858696, - "f1": 0.834091, - "accuracy": 0.858696, - "main_score": 0.834091, - "hf_subset": "kmr_Latn-bho_Deva", - "languages": [ - "kmr-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848024, - "recall": 0.883399, - "f1": 0.858387, - "accuracy": 0.883399, - "main_score": 0.858387, - "hf_subset": "kmr_Latn-eus_Latn", - "languages": [ - "kmr-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57343, - "recall": 0.616601, - "f1": 0.58479, - "accuracy": 0.616601, - "main_score": 0.58479, - "hf_subset": "kmr_Latn-ibo_Latn", - "languages": [ - "kmr-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833613, - "recall": 0.869565, - "f1": 0.844551, - "accuracy": 0.869565, - "main_score": 0.844551, - "hf_subset": "kmr_Latn-min_Latn", - "languages": [ - "kmr-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89678, - "recall": 0.923913, - "f1": 0.905047, - "accuracy": 0.923913, - "main_score": 0.905047, - "hf_subset": "kmr_Latn-por_Latn", - "languages": [ - "kmr-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848188, - "recall": 0.884387, - "f1": 0.858762, - "accuracy": 0.884387, - "main_score": 0.858762, - "hf_subset": "kmr_Latn-sun_Latn", - "languages": [ - "kmr-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503294, - "recall": 0.546443, - "f1": 0.51573, - "accuracy": 0.546443, - "main_score": 0.51573, - "hf_subset": "kmr_Latn-umb_Latn", - "languages": [ - "kmr-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87052, - "recall": 0.903162, - "f1": 0.880205, - "accuracy": 0.903162, - "main_score": 0.880205, - "hf_subset": "kmr_Latn-ajp_Arab", - "languages": [ - "kmr-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475901, - "recall": 0.533597, - "f1": 0.49147, - "accuracy": 0.533597, - "main_score": 0.49147, - "hf_subset": "kmr_Latn-bjn_Arab", - "languages": [ - "kmr-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517928, - "recall": 0.557312, - "f1": 0.529098, - "accuracy": 0.557312, - "main_score": 0.529098, - "hf_subset": "kmr_Latn-ewe_Latn", - "languages": [ - "kmr-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777095, - "recall": 0.816206, - "f1": 0.787985, - "accuracy": 0.816206, - "main_score": 0.787985, - "hf_subset": "kmr_Latn-ilo_Latn", - "languages": [ - "kmr-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311891, - "recall": 0.357708, - "f1": 0.32477, - "accuracy": 0.357708, - "main_score": 0.32477, - "hf_subset": "kmr_Latn-knc_Arab", - "languages": [ - "kmr-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88307, - "recall": 0.913043, - "f1": 0.892377, - "accuracy": 0.913043, - "main_score": 0.892377, - "hf_subset": "kmr_Latn-mkd_Cyrl", - "languages": [ - "kmr-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896311, - "recall": 0.922925, - "f1": 0.90407, - "accuracy": 0.922925, - "main_score": 0.90407, - "hf_subset": "kmr_Latn-prs_Arab", - "languages": [ - "kmr-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89194, - "recall": 0.91996, - "f1": 0.900247, - "accuracy": 0.91996, - "main_score": 0.900247, - "hf_subset": "kmr_Latn-swe_Latn", - "languages": [ - "kmr-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881432, - "recall": 0.912055, - "f1": 0.890333, - "accuracy": 0.912055, - "main_score": 0.890333, - "hf_subset": "kmr_Latn-urd_Arab", - "languages": [ - "kmr-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54688, - "recall": 0.596838, - "f1": 0.561546, - "accuracy": 0.596838, - "main_score": 0.561546, - "hf_subset": "kmr_Latn-aka_Latn", - "languages": [ - "kmr-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80678, - "recall": 0.841897, - "f1": 0.816623, - "accuracy": 0.841897, - "main_score": 0.816623, - "hf_subset": "kmr_Latn-bjn_Latn", - "languages": [ - "kmr-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800934, - "recall": 0.843874, - "f1": 0.813558, - "accuracy": 0.843874, - "main_score": 0.813558, - "hf_subset": "kmr_Latn-fao_Latn", - "languages": [ - "kmr-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903862, - "recall": 0.927866, - "f1": 0.91099, - "accuracy": 0.927866, - "main_score": 0.91099, - "hf_subset": "kmr_Latn-ind_Latn", - "languages": [ - "kmr-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555922, - "recall": 0.592885, - "f1": 0.56698, - "accuracy": 0.592885, - "main_score": 0.56698, - "hf_subset": "kmr_Latn-knc_Latn", - "languages": [ - "kmr-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856712, - "recall": 0.88834, - "f1": 0.865563, - "accuracy": 0.88834, - "main_score": 0.865563, - "hf_subset": "kmr_Latn-mlt_Latn", - "languages": [ - "kmr-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627026, - "recall": 0.68083, - "f1": 0.642384, - "accuracy": 0.68083, - "main_score": 0.642384, - "hf_subset": "kmr_Latn-quy_Latn", - "languages": [ - "kmr-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818718, - "recall": 0.860672, - "f1": 0.830978, - "accuracy": 0.860672, - "main_score": 0.830978, - "hf_subset": "kmr_Latn-swh_Latn", - "languages": [ - "kmr-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880715, - "recall": 0.908103, - "f1": 0.888726, - "accuracy": 0.908103, - "main_score": 0.888726, - "hf_subset": "kmr_Latn-uzn_Latn", - "languages": [ - "kmr-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876803, - "recall": 0.907115, - "f1": 0.885317, - "accuracy": 0.907115, - "main_score": 0.885317, - "hf_subset": "kmr_Latn-als_Latn", - "languages": [ - "kmr-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442135, - "recall": 0.51087, - "f1": 0.460487, - "accuracy": 0.51087, - "main_score": 0.460487, - "hf_subset": "kmr_Latn-bod_Tibt", - "languages": [ - "kmr-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61498, - "recall": 0.663043, - "f1": 0.628491, - "accuracy": 0.663043, - "main_score": 0.628491, - "hf_subset": "kmr_Latn-fij_Latn", - "languages": [ - "kmr-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817811, - "recall": 0.860672, - "f1": 0.830632, - "accuracy": 0.860672, - "main_score": 0.830632, - "hf_subset": "kmr_Latn-isl_Latn", - "languages": [ - "kmr-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619301, - "recall": 0.662055, - "f1": 0.631573, - "accuracy": 0.662055, - "main_score": 0.631573, - "hf_subset": "kmr_Latn-kon_Latn", - "languages": [ - "kmr-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578257, - "recall": 0.632411, - "f1": 0.593223, - "accuracy": 0.632411, - "main_score": 0.593223, - "hf_subset": "kmr_Latn-mni_Beng", - "languages": [ - "kmr-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90135, - "recall": 0.927866, - "f1": 0.909552, - "accuracy": 0.927866, - "main_score": 0.909552, - "hf_subset": "kmr_Latn-ron_Latn", - "languages": [ - "kmr-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850009, - "recall": 0.884387, - "f1": 0.859983, - "accuracy": 0.884387, - "main_score": 0.859983, - "hf_subset": "kmr_Latn-szl_Latn", - "languages": [ - "kmr-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868149, - "recall": 0.901186, - "f1": 0.878228, - "accuracy": 0.901186, - "main_score": 0.878228, - "hf_subset": "kmr_Latn-vec_Latn", - "languages": [ - "kmr-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771757, - "recall": 0.817194, - "f1": 0.785264, - "accuracy": 0.817194, - "main_score": 0.785264, - "hf_subset": "kmr_Latn-amh_Ethi", - "languages": [ - "kmr-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891857, - "recall": 0.917984, - "f1": 0.899687, - "accuracy": 0.917984, - "main_score": 0.899687, - "hf_subset": "kmr_Latn-bos_Latn", - "languages": [ - "kmr-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874572, - "recall": 0.90415, - "f1": 0.88309, - "accuracy": 0.90415, - "main_score": 0.88309, - "hf_subset": "kmr_Latn-fin_Latn", - "languages": [ - "kmr-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880682, - "recall": 0.912055, - "f1": 0.890137, - "accuracy": 0.912055, - "main_score": 0.890137, - "hf_subset": "kmr_Latn-ita_Latn", - "languages": [ - "kmr-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866181, - "recall": 0.899209, - "f1": 0.875845, - "accuracy": 0.899209, - "main_score": 0.875845, - "hf_subset": "kmr_Latn-kor_Hang", - "languages": [ - "kmr-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532592, - "recall": 0.573123, - "f1": 0.54419, - "accuracy": 0.573123, - "main_score": 0.54419, - "hf_subset": "kmr_Latn-mos_Latn", - "languages": [ - "kmr-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553796, - "recall": 0.597826, - "f1": 0.566072, - "accuracy": 0.597826, - "main_score": 0.566072, - "hf_subset": "kmr_Latn-run_Latn", - "languages": [ - "kmr-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867457, - "recall": 0.902174, - "f1": 0.878049, - "accuracy": 0.902174, - "main_score": 0.878049, - "hf_subset": "kmr_Latn-tam_Taml", - "languages": [ - "kmr-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861493, - "recall": 0.893281, - "f1": 0.870965, - "accuracy": 0.893281, - "main_score": 0.870965, - "hf_subset": "kmr_Latn-vie_Latn", - "languages": [ - "kmr-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859701, - "recall": 0.895257, - "f1": 0.870394, - "accuracy": 0.895257, - "main_score": 0.870394, - "hf_subset": "kmr_Latn-apc_Arab", - "languages": [ - "kmr-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680734, - "recall": 0.721344, - "f1": 0.692545, - "accuracy": 0.721344, - "main_score": 0.692545, - "hf_subset": "kmr_Latn-bug_Latn", - "languages": [ - "kmr-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471355, - "recall": 0.51087, - "f1": 0.482595, - "accuracy": 0.51087, - "main_score": 0.482595, - "hf_subset": "kmr_Latn-fon_Latn", - "languages": [ - "kmr-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875999, - "recall": 0.903162, - "f1": 0.883893, - "accuracy": 0.903162, - "main_score": 0.883893, - "hf_subset": "kmr_Latn-jav_Latn", - "languages": [ - "kmr-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824449, - "recall": 0.863636, - "f1": 0.835712, - "accuracy": 0.863636, - "main_score": 0.835712, - "hf_subset": "kmr_Latn-lao_Laoo", - "languages": [ - "kmr-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725545, - "recall": 0.775692, - "f1": 0.739685, - "accuracy": 0.775692, - "main_score": 0.739685, - "hf_subset": "kmr_Latn-mri_Latn", - "languages": [ - "kmr-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871684, - "recall": 0.90415, - "f1": 0.881376, - "accuracy": 0.90415, - "main_score": 0.881376, - "hf_subset": "kmr_Latn-rus_Cyrl", - "languages": [ - "kmr-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527529, - "recall": 0.576087, - "f1": 0.541006, - "accuracy": 0.576087, - "main_score": 0.541006, - "hf_subset": "kmr_Latn-taq_Latn", - "languages": [ - "kmr-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848962, - "recall": 0.881423, - "f1": 0.858136, - "accuracy": 0.881423, - "main_score": 0.858136, - "hf_subset": "kmr_Latn-war_Latn", - "languages": [ - "kmr-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864661, - "recall": 0.901186, - "f1": 0.875642, - "accuracy": 0.901186, - "main_score": 0.875642, - "hf_subset": "kmr_Latn-arb_Arab", - "languages": [ - "kmr-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884176, - "recall": 0.912055, - "f1": 0.892165, - "accuracy": 0.912055, - "main_score": 0.892165, - "hf_subset": "kmr_Latn-bul_Cyrl", - "languages": [ - "kmr-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890053, - "recall": 0.918972, - "f1": 0.898847, - "accuracy": 0.918972, - "main_score": 0.898847, - "hf_subset": "kmr_Latn-fra_Latn", - "languages": [ - "kmr-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846963, - "recall": 0.882411, - "f1": 0.857161, - "accuracy": 0.882411, - "main_score": 0.857161, - "hf_subset": "kmr_Latn-jpn_Jpan", - "languages": [ - "kmr-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853344, - "recall": 0.882411, - "f1": 0.861808, - "accuracy": 0.882411, - "main_score": 0.861808, - "hf_subset": "kmr_Latn-lij_Latn", - "languages": [ - "kmr-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793379, - "recall": 0.84585, - "f1": 0.80934, - "accuracy": 0.84585, - "main_score": 0.80934, - "hf_subset": "kmr_Latn-mya_Mymr", - "languages": [ - "kmr-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546609, - "recall": 0.592885, - "f1": 0.559704, - "accuracy": 0.592885, - "main_score": 0.559704, - "hf_subset": "kmr_Latn-sag_Latn", - "languages": [ - "kmr-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211182, - "recall": 0.255929, - "f1": 0.221774, - "accuracy": 0.255929, - "main_score": 0.221774, - "hf_subset": "kmr_Latn-taq_Tfng", - "languages": [ - "kmr-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593142, - "recall": 0.639328, - "f1": 0.606229, - "accuracy": 0.639328, - "main_score": 0.606229, - "hf_subset": "kmr_Latn-wol_Latn", - "languages": [ - "kmr-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622656, - "recall": 0.681818, - "f1": 0.63886, - "accuracy": 0.681818, - "main_score": 0.63886, - "hf_subset": "kmr_Latn-arb_Latn", - "languages": [ - "kmr-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891667, - "recall": 0.91996, - "f1": 0.900282, - "accuracy": 0.91996, - "main_score": 0.900282, - "hf_subset": "kmr_Latn-cat_Latn", - "languages": [ - "kmr-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850595, - "recall": 0.884387, - "f1": 0.860131, - "accuracy": 0.884387, - "main_score": 0.860131, - "hf_subset": "kmr_Latn-fur_Latn", - "languages": [ - "kmr-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422974, - "recall": 0.471344, - "f1": 0.436185, - "accuracy": 0.471344, - "main_score": 0.436185, - "hf_subset": "kmr_Latn-kab_Latn", - "languages": [ - "kmr-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815141, - "recall": 0.854743, - "f1": 0.826614, - "accuracy": 0.854743, - "main_score": 0.826614, - "hf_subset": "kmr_Latn-lim_Latn", - "languages": [ - "kmr-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873397, - "recall": 0.905138, - "f1": 0.882693, - "accuracy": 0.905138, - "main_score": 0.882693, - "hf_subset": "kmr_Latn-nld_Latn", - "languages": [ - "kmr-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800972, - "recall": 0.847826, - "f1": 0.815109, - "accuracy": 0.847826, - "main_score": 0.815109, - "hf_subset": "kmr_Latn-san_Deva", - "languages": [ - "kmr-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856912, - "recall": 0.890316, - "f1": 0.866784, - "accuracy": 0.890316, - "main_score": 0.866784, - "hf_subset": "kmr_Latn-tat_Cyrl", - "languages": [ - "kmr-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622414, - "recall": 0.671937, - "f1": 0.636858, - "accuracy": 0.671937, - "main_score": 0.636858, - "hf_subset": "kmr_Latn-xho_Latn", - "languages": [ - "kmr-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855894, - "recall": 0.893281, - "f1": 0.867013, - "accuracy": 0.893281, - "main_score": 0.867013, - "hf_subset": "kmr_Latn-ars_Arab", - "languages": [ - "kmr-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866756, - "recall": 0.897233, - "f1": 0.875626, - "accuracy": 0.897233, - "main_score": 0.875626, - "hf_subset": "kmr_Latn-ceb_Latn", - "languages": [ - "kmr-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545224, - "recall": 0.593874, - "f1": 0.559637, - "accuracy": 0.593874, - "main_score": 0.559637, - "hf_subset": "kmr_Latn-fuv_Latn", - "languages": [ - "kmr-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516222, - "recall": 0.564229, - "f1": 0.52952, - "accuracy": 0.564229, - "main_score": 0.52952, - "hf_subset": "kmr_Latn-kac_Latn", - "languages": [ - "kmr-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620397, - "recall": 0.657115, - "f1": 0.630778, - "accuracy": 0.657115, - "main_score": 0.630778, - "hf_subset": "kmr_Latn-lin_Latn", - "languages": [ - "kmr-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878294, - "recall": 0.908103, - "f1": 0.88706, - "accuracy": 0.908103, - "main_score": 0.88706, - "hf_subset": "kmr_Latn-nno_Latn", - "languages": [ - "kmr-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202425, - "recall": 0.268775, - "f1": 0.219714, - "accuracy": 0.268775, - "main_score": 0.219714, - "hf_subset": "kmr_Latn-sat_Olck", - "languages": [ - "kmr-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85187, - "recall": 0.890316, - "f1": 0.863587, - "accuracy": 0.890316, - "main_score": 0.863587, - "hf_subset": "kmr_Latn-tel_Telu", - "languages": [ - "kmr-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755595, - "recall": 0.80336, - "f1": 0.769583, - "accuracy": 0.80336, - "main_score": 0.769583, - "hf_subset": "kmr_Latn-ydd_Hebr", - "languages": [ - "kmr-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808187, - "recall": 0.848814, - "f1": 0.819698, - "accuracy": 0.848814, - "main_score": 0.819698, - "hf_subset": "kmr_Latn-ary_Arab", - "languages": [ - "kmr-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878656, - "recall": 0.911067, - "f1": 0.888274, - "accuracy": 0.911067, - "main_score": 0.888274, - "hf_subset": "kmr_Latn-ces_Latn", - "languages": [ - "kmr-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569031, - "recall": 0.621542, - "f1": 0.584225, - "accuracy": 0.621542, - "main_score": 0.584225, - "hf_subset": "kmr_Latn-gaz_Latn", - "languages": [ - "kmr-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549705, - "recall": 0.59585, - "f1": 0.562757, - "accuracy": 0.59585, - "main_score": 0.562757, - "hf_subset": "kmr_Latn-kam_Latn", - "languages": [ - "kmr-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879818, - "recall": 0.911067, - "f1": 0.888916, - "accuracy": 0.911067, - "main_score": 0.888916, - "hf_subset": "kmr_Latn-lit_Latn", - "languages": [ - "kmr-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887773, - "recall": 0.916996, - "f1": 0.896511, - "accuracy": 0.916996, - "main_score": 0.896511, - "hf_subset": "kmr_Latn-nob_Latn", - "languages": [ - "kmr-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823232, - "recall": 0.859684, - "f1": 0.833157, - "accuracy": 0.859684, - "main_score": 0.833157, - "hf_subset": "kmr_Latn-scn_Latn", - "languages": [ - "kmr-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854941, - "recall": 0.891304, - "f1": 0.866206, - "accuracy": 0.891304, - "main_score": 0.866206, - "hf_subset": "kmr_Latn-tgk_Cyrl", - "languages": [ - "kmr-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616568, - "recall": 0.673913, - "f1": 0.633978, - "accuracy": 0.673913, - "main_score": 0.633978, - "hf_subset": "kmr_Latn-yor_Latn", - "languages": [ - "kmr-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866329, - "recall": 0.896245, - "f1": 0.87494, - "accuracy": 0.896245, - "main_score": 0.87494, - "hf_subset": "kmr_Latn-arz_Arab", - "languages": [ - "kmr-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522763, - "recall": 0.566206, - "f1": 0.535724, - "accuracy": 0.566206, - "main_score": 0.535724, - "hf_subset": "kmr_Latn-cjk_Latn", - "languages": [ - "kmr-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683608, - "recall": 0.743083, - "f1": 0.700696, - "accuracy": 0.743083, - "main_score": 0.700696, - "hf_subset": "kmr_Latn-gla_Latn", - "languages": [ - "kmr-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869417, - "recall": 0.902174, - "f1": 0.878938, - "accuracy": 0.902174, - "main_score": 0.878938, - "hf_subset": "kmr_Latn-kan_Knda", - "languages": [ - "kmr-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832108, - "recall": 0.867589, - "f1": 0.842471, - "accuracy": 0.867589, - "main_score": 0.842471, - "hf_subset": "kmr_Latn-lmo_Latn", - "languages": [ - "kmr-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862912, - "recall": 0.897233, - "f1": 0.872944, - "accuracy": 0.897233, - "main_score": 0.872944, - "hf_subset": "kmr_Latn-npi_Deva", - "languages": [ - "kmr-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451401, - "recall": 0.497036, - "f1": 0.463941, - "accuracy": 0.497036, - "main_score": 0.463941, - "hf_subset": "kmr_Latn-shn_Mymr", - "languages": [ - "kmr-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881068, - "recall": 0.909091, - "f1": 0.889032, - "accuracy": 0.909091, - "main_score": 0.889032, - "hf_subset": "kmr_Latn-tgl_Latn", - "languages": [ - "kmr-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851473, - "recall": 0.886364, - "f1": 0.861462, - "accuracy": 0.886364, - "main_score": 0.861462, - "hf_subset": "kmr_Latn-yue_Hant", - "languages": [ - "kmr-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838142, - "recall": 0.874506, - "f1": 0.849017, - "accuracy": 0.874506, - "main_score": 0.849017, - "hf_subset": "kmr_Latn-asm_Beng", - "languages": [ - "kmr-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816783, - "recall": 0.857708, - "f1": 0.828695, - "accuracy": 0.857708, - "main_score": 0.828695, - "hf_subset": "kmr_Latn-ckb_Arab", - "languages": [ - "kmr-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739476, - "recall": 0.784585, - "f1": 0.752839, - "accuracy": 0.784585, - "main_score": 0.752839, - "hf_subset": "kmr_Latn-gle_Latn", - "languages": [ - "kmr-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740925, - "recall": 0.789526, - "f1": 0.755062, - "accuracy": 0.789526, - "main_score": 0.755062, - "hf_subset": "kmr_Latn-kas_Arab", - "languages": [ - "kmr-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762692, - "recall": 0.806324, - "f1": 0.775645, - "accuracy": 0.806324, - "main_score": 0.775645, - "hf_subset": "kmr_Latn-ltg_Latn", - "languages": [ - "kmr-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599919, - "recall": 0.639328, - "f1": 0.610757, - "accuracy": 0.639328, - "main_score": 0.610757, - "hf_subset": "kmr_Latn-nso_Latn", - "languages": [ - "kmr-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796212, - "recall": 0.844862, - "f1": 0.811067, - "accuracy": 0.844862, - "main_score": 0.811067, - "hf_subset": "kmr_Latn-sin_Sinh", - "languages": [ - "kmr-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867935, - "recall": 0.903162, - "f1": 0.878638, - "accuracy": 0.903162, - "main_score": 0.878638, - "hf_subset": "kmr_Latn-tha_Thai", - "languages": [ - "kmr-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834881, - "recall": 0.870553, - "f1": 0.844887, - "accuracy": 0.870553, - "main_score": 0.844887, - "hf_subset": "kmr_Latn-zho_Hans", - "languages": [ - "kmr-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886285, - "recall": 0.91502, - "f1": 0.894845, - "accuracy": 0.91502, - "main_score": 0.894845, - "hf_subset": "kmr_Latn-ast_Latn", - "languages": [ - "kmr-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870125, - "recall": 0.901186, - "f1": 0.879381, - "accuracy": 0.901186, - "main_score": 0.879381, - "hf_subset": "kmr_Latn-crh_Latn", - "languages": [ - "kmr-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88275, - "recall": 0.912055, - "f1": 0.891471, - "accuracy": 0.912055, - "main_score": 0.891471, - "hf_subset": "kmr_Latn-glg_Latn", - "languages": [ - "kmr-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677282, - "recall": 0.732213, - "f1": 0.692874, - "accuracy": 0.732213, - "main_score": 0.692874, - "hf_subset": "kmr_Latn-kas_Deva", - "languages": [ - "kmr-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828469, - "recall": 0.867589, - "f1": 0.839889, - "accuracy": 0.867589, - "main_score": 0.839889, - "hf_subset": "kmr_Latn-ltz_Latn", - "languages": [ - "kmr-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457395, - "recall": 0.511858, - "f1": 0.47275, - "accuracy": 0.511858, - "main_score": 0.47275, - "hf_subset": "kmr_Latn-nus_Latn", - "languages": [ - "kmr-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879786, - "recall": 0.909091, - "f1": 0.888401, - "accuracy": 0.909091, - "main_score": 0.888401, - "hf_subset": "kmr_Latn-slk_Latn", - "languages": [ - "kmr-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531983, - "recall": 0.592885, - "f1": 0.549097, - "accuracy": 0.592885, - "main_score": 0.549097, - "hf_subset": "kmr_Latn-tir_Ethi", - "languages": [ - "kmr-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843577, - "recall": 0.884387, - "f1": 0.855374, - "accuracy": 0.884387, - "main_score": 0.855374, - "hf_subset": "kmr_Latn-zho_Hant", - "languages": [ - "kmr-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859721, - "recall": 0.891304, - "f1": 0.868769, - "accuracy": 0.891304, - "main_score": 0.868769, - "hf_subset": "kmr_Latn-awa_Deva", - "languages": [ - "kmr-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846889, - "recall": 0.881423, - "f1": 0.856842, - "accuracy": 0.881423, - "main_score": 0.856842, - "hf_subset": "kmr_Latn-cym_Latn", - "languages": [ - "kmr-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696071, - "recall": 0.733202, - "f1": 0.706351, - "accuracy": 0.733202, - "main_score": 0.706351, - "hf_subset": "kmr_Latn-grn_Latn", - "languages": [ - "kmr-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854883, - "recall": 0.88834, - "f1": 0.86435, - "accuracy": 0.88834, - "main_score": 0.86435, - "hf_subset": "kmr_Latn-kat_Geor", - "languages": [ - "kmr-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585059, - "recall": 0.628458, - "f1": 0.597294, - "accuracy": 0.628458, - "main_score": 0.597294, - "hf_subset": "kmr_Latn-lua_Latn", - "languages": [ - "kmr-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576105, - "recall": 0.621542, - "f1": 0.588839, - "accuracy": 0.621542, - "main_score": 0.588839, - "hf_subset": "kmr_Latn-nya_Latn", - "languages": [ - "kmr-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880484, - "recall": 0.910079, - "f1": 0.889032, - "accuracy": 0.910079, - "main_score": 0.889032, - "hf_subset": "kmr_Latn-slv_Latn", - "languages": [ - "kmr-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745391, - "recall": 0.787549, - "f1": 0.756532, - "accuracy": 0.787549, - "main_score": 0.756532, - "hf_subset": "kmr_Latn-tpi_Latn", - "languages": [ - "kmr-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89944, - "recall": 0.923913, - "f1": 0.906738, - "accuracy": 0.923913, - "main_score": 0.906738, - "hf_subset": "kmr_Latn-zsm_Latn", - "languages": [ - "kmr-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529111, - "recall": 0.582016, - "f1": 0.544707, - "accuracy": 0.582016, - "main_score": 0.544707, - "hf_subset": "kmr_Latn-ayr_Latn", - "languages": [ - "kmr-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898551, - "recall": 0.926877, - "f1": 0.907444, - "accuracy": 0.926877, - "main_score": 0.907444, - "hf_subset": "kmr_Latn-dan_Latn", - "languages": [ - "kmr-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890188, - "recall": 0.916008, - "f1": 0.897711, - "accuracy": 0.916008, - "main_score": 0.897711, - "hf_subset": "kmr_Latn-guj_Gujr", - "languages": [ - "kmr-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854609, - "recall": 0.88834, - "f1": 0.864575, - "accuracy": 0.88834, - "main_score": 0.864575, - "hf_subset": "kmr_Latn-kaz_Cyrl", - "languages": [ - "kmr-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52856, - "recall": 0.58004, - "f1": 0.542484, - "accuracy": 0.58004, - "main_score": 0.542484, - "hf_subset": "kmr_Latn-lug_Latn", - "languages": [ - "kmr-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893116, - "recall": 0.920949, - "f1": 0.901614, - "accuracy": 0.920949, - "main_score": 0.901614, - "hf_subset": "kmr_Latn-oci_Latn", - "languages": [ - "kmr-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703128, - "recall": 0.746047, - "f1": 0.715164, - "accuracy": 0.746047, - "main_score": 0.715164, - "hf_subset": "kmr_Latn-smo_Latn", - "languages": [ - "kmr-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534648, - "recall": 0.585968, - "f1": 0.548973, - "accuracy": 0.585968, - "main_score": 0.548973, - "hf_subset": "kmr_Latn-tsn_Latn", - "languages": [ - "kmr-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591114, - "recall": 0.63834, - "f1": 0.604729, - "accuracy": 0.63834, - "main_score": 0.604729, - "hf_subset": "kmr_Latn-zul_Latn", - "languages": [ - "kmr-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744269, - "recall": 0.793478, - "f1": 0.758748, - "accuracy": 0.793478, - "main_score": 0.758748, - "hf_subset": "kmr_Latn-azb_Arab", - "languages": [ - "kmr-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893866, - "recall": 0.917984, - "f1": 0.900958, - "accuracy": 0.917984, - "main_score": 0.900958, - "hf_subset": "kmr_Latn-deu_Latn", - "languages": [ - "kmr-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830684, - "recall": 0.870553, - "f1": 0.84249, - "accuracy": 0.870553, - "main_score": 0.84249, - "hf_subset": "kmr_Latn-hat_Latn", - "languages": [ - "kmr-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493874, - "recall": 0.537549, - "f1": 0.505917, - "accuracy": 0.537549, - "main_score": 0.505917, - "hf_subset": "kmr_Latn-kbp_Latn", - "languages": [ - "kmr-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563373, - "recall": 0.608696, - "f1": 0.576597, - "accuracy": 0.608696, - "main_score": 0.576597, - "hf_subset": "kmr_Latn-luo_Latn", - "languages": [ - "kmr-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870266, - "recall": 0.903162, - "f1": 0.879943, - "accuracy": 0.903162, - "main_score": 0.879943, - "hf_subset": "kmr_Latn-ory_Orya", - "languages": [ - "kmr-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547746, - "recall": 0.59585, - "f1": 0.561753, - "accuracy": 0.59585, - "main_score": 0.561753, - "hf_subset": "kmr_Latn-sna_Latn", - "languages": [ - "kmr-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534899, - "recall": 0.578063, - "f1": 0.547351, - "accuracy": 0.578063, - "main_score": 0.547351, - "hf_subset": "kmr_Latn-tso_Latn", - "languages": [ - "kmr-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848732, - "recall": 0.886364, - "f1": 0.860046, - "accuracy": 0.886364, - "main_score": 0.860046, - "hf_subset": "kmr_Latn-azj_Latn", - "languages": [ - "kmr-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527569, - "recall": 0.576087, - "f1": 0.541756, - "accuracy": 0.576087, - "main_score": 0.541756, - "hf_subset": "kmr_Latn-dik_Latn", - "languages": [ - "kmr-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657123, - "recall": 0.709486, - "f1": 0.671865, - "accuracy": 0.709486, - "main_score": 0.671865, - "hf_subset": "kmr_Latn-hau_Latn", - "languages": [ - "kmr-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815448, - "recall": 0.852767, - "f1": 0.826059, - "accuracy": 0.852767, - "main_score": 0.826059, - "hf_subset": "kmr_Latn-kea_Latn", - "languages": [ - "kmr-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628527, - "recall": 0.66996, - "f1": 0.640376, - "accuracy": 0.66996, - "main_score": 0.640376, - "hf_subset": "kmr_Latn-lus_Latn", - "languages": [ - "kmr-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697518, - "recall": 0.737154, - "f1": 0.709063, - "accuracy": 0.737154, - "main_score": 0.709063, - "hf_subset": "kmr_Latn-pag_Latn", - "languages": [ - "kmr-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862846, - "recall": 0.894269, - "f1": 0.872221, - "accuracy": 0.894269, - "main_score": 0.872221, - "hf_subset": "kmr_Latn-snd_Arab", - "languages": [ - "kmr-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787575, - "recall": 0.83498, - "f1": 0.801499, - "accuracy": 0.83498, - "main_score": 0.801499, - "hf_subset": "kmr_Latn-tuk_Latn", - "languages": [ - "kmr-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83946, - "recall": 0.876482, - "f1": 0.850315, - "accuracy": 0.876482, - "main_score": 0.850315, - "hf_subset": "kmr_Latn-bak_Cyrl", - "languages": [ - "kmr-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462493, - "recall": 0.524704, - "f1": 0.480635, - "accuracy": 0.524704, - "main_score": 0.480635, - "hf_subset": "kmr_Latn-dyu_Latn", - "languages": [ - "kmr-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897014, - "recall": 0.920949, - "f1": 0.903854, - "accuracy": 0.920949, - "main_score": 0.903854, - "hf_subset": "kmr_Latn-heb_Hebr", - "languages": [ - "kmr-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837105, - "recall": 0.868577, - "f1": 0.845973, - "accuracy": 0.868577, - "main_score": 0.845973, - "hf_subset": "kmr_Latn-khk_Cyrl", - "languages": [ - "kmr-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884693, - "recall": 0.912055, - "f1": 0.892968, - "accuracy": 0.912055, - "main_score": 0.892968, - "hf_subset": "kmr_Latn-lvs_Latn", - "languages": [ - "kmr-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871863, - "recall": 0.90415, - "f1": 0.881318, - "accuracy": 0.90415, - "main_score": 0.881318, - "hf_subset": "kmr_Latn-pan_Guru", - "languages": [ - "kmr-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636298, - "recall": 0.684783, - "f1": 0.650184, - "accuracy": 0.684783, - "main_score": 0.650184, - "hf_subset": "kmr_Latn-som_Latn", - "languages": [ - "kmr-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545005, - "recall": 0.587945, - "f1": 0.556805, - "accuracy": 0.587945, - "main_score": 0.556805, - "hf_subset": "kmr_Latn-tum_Latn", - "languages": [ - "kmr-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629958, - "recall": 0.684783, - "f1": 0.645776, - "accuracy": 0.684783, - "main_score": 0.645776, - "hf_subset": "min_Latn-ace_Arab", - "languages": [ - "min-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549042, - "recall": 0.597826, - "f1": 0.562945, - "accuracy": 0.597826, - "main_score": 0.562945, - "hf_subset": "min_Latn-bam_Latn", - "languages": [ - "min-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355779, - "recall": 0.417984, - "f1": 0.371783, - "accuracy": 0.417984, - "main_score": 0.371783, - "hf_subset": "min_Latn-dzo_Tibt", - "languages": [ - "min-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "min_Latn-hin_Deva", - "languages": [ - "min-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "min_Latn-khm_Khmr", - "languages": [ - "min-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "min_Latn-mag_Deva", - "languages": [ - "min-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955451, - "recall": 0.968379, - "f1": 0.959552, - "accuracy": 0.968379, - "main_score": 0.959552, - "hf_subset": "min_Latn-pap_Latn", - "languages": [ - "min-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601919, - "recall": 0.651186, - "f1": 0.615783, - "accuracy": 0.651186, - "main_score": 0.615783, - "hf_subset": "min_Latn-sot_Latn", - "languages": [ - "min-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "min_Latn-tur_Latn", - "languages": [ - "min-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887088, - "recall": 0.913043, - "f1": 0.895059, - "accuracy": 0.913043, - "main_score": 0.895059, - "hf_subset": "min_Latn-ace_Latn", - "languages": [ - "min-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947134, - "recall": 0.960474, - "f1": 0.951219, - "accuracy": 0.960474, - "main_score": 0.951219, - "hf_subset": "min_Latn-ban_Latn", - "languages": [ - "min-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "min_Latn-ell_Grek", - "languages": [ - "min-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967918, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "min_Latn-hne_Deva", - "languages": [ - "min-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609807, - "recall": 0.659091, - "f1": 0.623693, - "accuracy": 0.659091, - "main_score": 0.623693, - "hf_subset": "min_Latn-kik_Latn", - "languages": [ - "min-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "min_Latn-mai_Deva", - "languages": [ - "min-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927783, - "recall": 0.949605, - "f1": 0.934684, - "accuracy": 0.949605, - "main_score": 0.934684, - "hf_subset": "min_Latn-pbt_Arab", - "languages": [ - "min-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "min_Latn-spa_Latn", - "languages": [ - "min-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626936, - "recall": 0.681818, - "f1": 0.641929, - "accuracy": 0.681818, - "main_score": 0.641929, - "hf_subset": "min_Latn-twi_Latn", - "languages": [ - "min-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971591, - "recall": 0.980237, - "f1": 0.974374, - "accuracy": 0.980237, - "main_score": 0.974374, - "hf_subset": "min_Latn-acm_Arab", - "languages": [ - "min-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.969368, - "f1": 0.960921, - "accuracy": 0.969368, - "main_score": 0.960921, - "hf_subset": "min_Latn-bel_Cyrl", - "languages": [ - "min-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "min_Latn-eng_Latn", - "languages": [ - "min-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "min_Latn-hrv_Latn", - "languages": [ - "min-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568645, - "recall": 0.625494, - "f1": 0.584308, - "accuracy": 0.625494, - "main_score": 0.584308, - "hf_subset": "min_Latn-kin_Latn", - "languages": [ - "min-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "min_Latn-mal_Mlym", - "languages": [ - "min-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "min_Latn-pes_Arab", - "languages": [ - "min-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956884, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "min_Latn-srd_Latn", - "languages": [ - "min-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195745, - "recall": 0.236166, - "f1": 0.205733, - "accuracy": 0.236166, - "main_score": 0.205733, - "hf_subset": "min_Latn-tzm_Tfng", - "languages": [ - "min-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "min_Latn-acq_Arab", - "languages": [ - "min-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631613, - "recall": 0.673913, - "f1": 0.643401, - "accuracy": 0.673913, - "main_score": 0.643401, - "hf_subset": "min_Latn-bem_Latn", - "languages": [ - "min-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "min_Latn-epo_Latn", - "languages": [ - "min-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "min_Latn-hun_Latn", - "languages": [ - "min-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.966403, - "f1": 0.957082, - "accuracy": 0.966403, - "main_score": 0.957082, - "hf_subset": "min_Latn-kir_Cyrl", - "languages": [ - "min-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980567, - "recall": 0.986166, - "f1": 0.982378, - "accuracy": 0.986166, - "main_score": 0.982378, - "hf_subset": "min_Latn-mar_Deva", - "languages": [ - "min-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673387, - "recall": 0.72332, - "f1": 0.687786, - "accuracy": 0.72332, - "main_score": 0.687786, - "hf_subset": "min_Latn-plt_Latn", - "languages": [ - "min-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "min_Latn-srp_Cyrl", - "languages": [ - "min-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89081, - "recall": 0.91996, - "f1": 0.9, - "accuracy": 0.91996, - "main_score": 0.9, - "hf_subset": "min_Latn-uig_Arab", - "languages": [ - "min-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "min_Latn-aeb_Arab", - "languages": [ - "min-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "min_Latn-ben_Beng", - "languages": [ - "min-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "min_Latn-est_Latn", - "languages": [ - "min-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "min_Latn-hye_Armn", - "languages": [ - "min-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573004, - "recall": 0.619565, - "f1": 0.586317, - "accuracy": 0.619565, - "main_score": 0.586317, - "hf_subset": "min_Latn-kmb_Latn", - "languages": [ - "min-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694223, - "recall": 0.764822, - "f1": 0.71433, - "accuracy": 0.764822, - "main_score": 0.71433, - "hf_subset": "min_Latn-min_Arab", - "languages": [ - "min-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "min_Latn-pol_Latn", - "languages": [ - "min-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56745, - "recall": 0.625494, - "f1": 0.584005, - "accuracy": 0.625494, - "main_score": 0.584005, - "hf_subset": "min_Latn-ssw_Latn", - "languages": [ - "min-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "min_Latn-ukr_Cyrl", - "languages": [ - "min-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "min_Latn-afr_Latn", - "languages": [ - "min-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969779, - "recall": 0.978261, - "f1": 0.972398, - "accuracy": 0.978261, - "main_score": 0.972398, - "hf_subset": "min_Latn-bho_Deva", - "languages": [ - "min-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "min_Latn-eus_Latn", - "languages": [ - "min-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586512, - "recall": 0.649209, - "f1": 0.603491, - "accuracy": 0.649209, - "main_score": 0.603491, - "hf_subset": "min_Latn-ibo_Latn", - "languages": [ - "min-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83611, - "recall": 0.873518, - "f1": 0.847546, - "accuracy": 0.873518, - "main_score": 0.847546, - "hf_subset": "min_Latn-kmr_Latn", - "languages": [ - "min-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "min_Latn-por_Latn", - "languages": [ - "min-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "min_Latn-sun_Latn", - "languages": [ - "min-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533675, - "recall": 0.586957, - "f1": 0.549253, - "accuracy": 0.586957, - "main_score": 0.549253, - "hf_subset": "min_Latn-umb_Latn", - "languages": [ - "min-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978837, - "recall": 0.985178, - "f1": 0.980797, - "accuracy": 0.985178, - "main_score": 0.980797, - "hf_subset": "min_Latn-ajp_Arab", - "languages": [ - "min-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599138, - "recall": 0.661067, - "f1": 0.615967, - "accuracy": 0.661067, - "main_score": 0.615967, - "hf_subset": "min_Latn-bjn_Arab", - "languages": [ - "min-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535743, - "recall": 0.582016, - "f1": 0.548796, - "accuracy": 0.582016, - "main_score": 0.548796, - "hf_subset": "min_Latn-ewe_Latn", - "languages": [ - "min-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923748, - "recall": 0.944664, - "f1": 0.930303, - "accuracy": 0.944664, - "main_score": 0.930303, - "hf_subset": "min_Latn-ilo_Latn", - "languages": [ - "min-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.328846, - "recall": 0.384387, - "f1": 0.344034, - "accuracy": 0.384387, - "main_score": 0.344034, - "hf_subset": "min_Latn-knc_Arab", - "languages": [ - "min-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "min_Latn-mkd_Cyrl", - "languages": [ - "min-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "min_Latn-prs_Arab", - "languages": [ - "min-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "min_Latn-swe_Latn", - "languages": [ - "min-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "min_Latn-urd_Arab", - "languages": [ - "min-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593932, - "recall": 0.653162, - "f1": 0.610521, - "accuracy": 0.653162, - "main_score": 0.610521, - "hf_subset": "min_Latn-aka_Latn", - "languages": [ - "min-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "min_Latn-bjn_Latn", - "languages": [ - "min-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919302, - "recall": 0.940711, - "f1": 0.926021, - "accuracy": 0.940711, - "main_score": 0.926021, - "hf_subset": "min_Latn-fao_Latn", - "languages": [ - "min-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "min_Latn-ind_Latn", - "languages": [ - "min-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608856, - "recall": 0.658103, - "f1": 0.623161, - "accuracy": 0.658103, - "main_score": 0.623161, - "hf_subset": "min_Latn-knc_Latn", - "languages": [ - "min-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.975296, - "f1": 0.968874, - "accuracy": 0.975296, - "main_score": 0.968874, - "hf_subset": "min_Latn-mlt_Latn", - "languages": [ - "min-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682576, - "recall": 0.740119, - "f1": 0.69976, - "accuracy": 0.740119, - "main_score": 0.69976, - "hf_subset": "min_Latn-quy_Latn", - "languages": [ - "min-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931736, - "recall": 0.951581, - "f1": 0.937945, - "accuracy": 0.951581, - "main_score": 0.937945, - "hf_subset": "min_Latn-swh_Latn", - "languages": [ - "min-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "min_Latn-uzn_Latn", - "languages": [ - "min-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "min_Latn-als_Latn", - "languages": [ - "min-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525927, - "recall": 0.616601, - "f1": 0.550711, - "accuracy": 0.616601, - "main_score": 0.550711, - "hf_subset": "min_Latn-bod_Tibt", - "languages": [ - "min-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687211, - "recall": 0.742095, - "f1": 0.702641, - "accuracy": 0.742095, - "main_score": 0.702641, - "hf_subset": "min_Latn-fij_Latn", - "languages": [ - "min-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943182, - "recall": 0.961462, - "f1": 0.949111, - "accuracy": 0.961462, - "main_score": 0.949111, - "hf_subset": "min_Latn-isl_Latn", - "languages": [ - "min-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671146, - "recall": 0.716403, - "f1": 0.684881, - "accuracy": 0.716403, - "main_score": 0.684881, - "hf_subset": "min_Latn-kon_Latn", - "languages": [ - "min-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644738, - "recall": 0.705534, - "f1": 0.662115, - "accuracy": 0.705534, - "main_score": 0.662115, - "hf_subset": "min_Latn-mni_Beng", - "languages": [ - "min-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "min_Latn-ron_Latn", - "languages": [ - "min-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.965415, - "f1": 0.956522, - "accuracy": 0.965415, - "main_score": 0.956522, - "hf_subset": "min_Latn-szl_Latn", - "languages": [ - "min-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "min_Latn-vec_Latn", - "languages": [ - "min-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875988, - "recall": 0.912055, - "f1": 0.887469, - "accuracy": 0.912055, - "main_score": 0.887469, - "hf_subset": "min_Latn-amh_Ethi", - "languages": [ - "min-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "min_Latn-bos_Latn", - "languages": [ - "min-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981966, - "recall": 0.987154, - "f1": 0.983597, - "accuracy": 0.987154, - "main_score": 0.983597, - "hf_subset": "min_Latn-fin_Latn", - "languages": [ - "min-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "min_Latn-ita_Latn", - "languages": [ - "min-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "min_Latn-kor_Hang", - "languages": [ - "min-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558696, - "recall": 0.612648, - "f1": 0.57369, - "accuracy": 0.612648, - "main_score": 0.57369, - "hf_subset": "min_Latn-mos_Latn", - "languages": [ - "min-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55802, - "recall": 0.61166, - "f1": 0.57308, - "accuracy": 0.61166, - "main_score": 0.57308, - "hf_subset": "min_Latn-run_Latn", - "languages": [ - "min-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "min_Latn-tam_Taml", - "languages": [ - "min-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "min_Latn-vie_Latn", - "languages": [ - "min-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97892, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "min_Latn-apc_Arab", - "languages": [ - "min-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798214, - "recall": 0.840909, - "f1": 0.810839, - "accuracy": 0.840909, - "main_score": 0.810839, - "hf_subset": "min_Latn-bug_Latn", - "languages": [ - "min-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486649, - "recall": 0.539526, - "f1": 0.500285, - "accuracy": 0.539526, - "main_score": 0.500285, - "hf_subset": "min_Latn-fon_Latn", - "languages": [ - "min-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "min_Latn-jav_Latn", - "languages": [ - "min-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "min_Latn-lao_Laoo", - "languages": [ - "min-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807543, - "recall": 0.849802, - "f1": 0.820059, - "accuracy": 0.849802, - "main_score": 0.820059, - "hf_subset": "min_Latn-mri_Latn", - "languages": [ - "min-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "min_Latn-rus_Cyrl", - "languages": [ - "min-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559438, - "recall": 0.614625, - "f1": 0.57493, - "accuracy": 0.614625, - "main_score": 0.57493, - "hf_subset": "min_Latn-taq_Latn", - "languages": [ - "min-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.97332, - "f1": 0.966403, - "accuracy": 0.97332, - "main_score": 0.966403, - "hf_subset": "min_Latn-war_Latn", - "languages": [ - "min-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "min_Latn-arb_Arab", - "languages": [ - "min-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "min_Latn-bul_Cyrl", - "languages": [ - "min-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "min_Latn-fra_Latn", - "languages": [ - "min-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980402, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "min_Latn-jpn_Jpan", - "languages": [ - "min-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.974308, - "f1": 0.967523, - "accuracy": 0.974308, - "main_score": 0.967523, - "hf_subset": "min_Latn-lij_Latn", - "languages": [ - "min-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93643, - "recall": 0.955534, - "f1": 0.942688, - "accuracy": 0.955534, - "main_score": 0.942688, - "hf_subset": "min_Latn-mya_Mymr", - "languages": [ - "min-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602134, - "recall": 0.657115, - "f1": 0.617862, - "accuracy": 0.657115, - "main_score": 0.617862, - "hf_subset": "min_Latn-sag_Latn", - "languages": [ - "min-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206557, - "recall": 0.258893, - "f1": 0.218693, - "accuracy": 0.258893, - "main_score": 0.218693, - "hf_subset": "min_Latn-taq_Tfng", - "languages": [ - "min-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643679, - "recall": 0.693676, - "f1": 0.658125, - "accuracy": 0.693676, - "main_score": 0.658125, - "hf_subset": "min_Latn-wol_Latn", - "languages": [ - "min-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732782, - "recall": 0.789526, - "f1": 0.749223, - "accuracy": 0.789526, - "main_score": 0.749223, - "hf_subset": "min_Latn-arb_Latn", - "languages": [ - "min-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "min_Latn-cat_Latn", - "languages": [ - "min-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971097, - "recall": 0.979249, - "f1": 0.973551, - "accuracy": 0.979249, - "main_score": 0.973551, - "hf_subset": "min_Latn-fur_Latn", - "languages": [ - "min-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442567, - "recall": 0.500988, - "f1": 0.458868, - "accuracy": 0.500988, - "main_score": 0.458868, - "hf_subset": "min_Latn-kab_Latn", - "languages": [ - "min-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.960474, - "f1": 0.949934, - "accuracy": 0.960474, - "main_score": 0.949934, - "hf_subset": "min_Latn-lim_Latn", - "languages": [ - "min-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "min_Latn-nld_Latn", - "languages": [ - "min-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.964427, - "f1": 0.954051, - "accuracy": 0.964427, - "main_score": 0.954051, - "hf_subset": "min_Latn-san_Deva", - "languages": [ - "min-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.97332, - "f1": 0.966074, - "accuracy": 0.97332, - "main_score": 0.966074, - "hf_subset": "min_Latn-tat_Cyrl", - "languages": [ - "min-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661158, - "recall": 0.717391, - "f1": 0.677793, - "accuracy": 0.717391, - "main_score": 0.677793, - "hf_subset": "min_Latn-xho_Latn", - "languages": [ - "min-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "min_Latn-ars_Arab", - "languages": [ - "min-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "min_Latn-ceb_Latn", - "languages": [ - "min-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569871, - "recall": 0.623518, - "f1": 0.586267, - "accuracy": 0.623518, - "main_score": 0.586267, - "hf_subset": "min_Latn-fuv_Latn", - "languages": [ - "min-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521725, - "recall": 0.58004, - "f1": 0.537913, - "accuracy": 0.58004, - "main_score": 0.537913, - "hf_subset": "min_Latn-kac_Latn", - "languages": [ - "min-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676508, - "recall": 0.722332, - "f1": 0.689712, - "accuracy": 0.722332, - "main_score": 0.689712, - "hf_subset": "min_Latn-lin_Latn", - "languages": [ - "min-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "min_Latn-nno_Latn", - "languages": [ - "min-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.216985, - "recall": 0.282609, - "f1": 0.234313, - "accuracy": 0.282609, - "main_score": 0.234313, - "hf_subset": "min_Latn-sat_Olck", - "languages": [ - "min-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "min_Latn-tel_Telu", - "languages": [ - "min-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898666, - "recall": 0.924901, - "f1": 0.906653, - "accuracy": 0.924901, - "main_score": 0.906653, - "hf_subset": "min_Latn-ydd_Hebr", - "languages": [ - "min-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945652, - "recall": 0.961462, - "f1": 0.950711, - "accuracy": 0.961462, - "main_score": 0.950711, - "hf_subset": "min_Latn-ary_Arab", - "languages": [ - "min-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "min_Latn-ces_Latn", - "languages": [ - "min-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599466, - "recall": 0.65415, - "f1": 0.615224, - "accuracy": 0.65415, - "main_score": 0.615224, - "hf_subset": "min_Latn-gaz_Latn", - "languages": [ - "min-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587997, - "recall": 0.644269, - "f1": 0.603796, - "accuracy": 0.644269, - "main_score": 0.603796, - "hf_subset": "min_Latn-kam_Latn", - "languages": [ - "min-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "min_Latn-lit_Latn", - "languages": [ - "min-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "min_Latn-nob_Latn", - "languages": [ - "min-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.968379, - "f1": 0.958959, - "accuracy": 0.968379, - "main_score": 0.958959, - "hf_subset": "min_Latn-scn_Latn", - "languages": [ - "min-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942276, - "recall": 0.958498, - "f1": 0.947318, - "accuracy": 0.958498, - "main_score": 0.947318, - "hf_subset": "min_Latn-tgk_Cyrl", - "languages": [ - "min-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692902, - "recall": 0.754941, - "f1": 0.71166, - "accuracy": 0.754941, - "main_score": 0.71166, - "hf_subset": "min_Latn-yor_Latn", - "languages": [ - "min-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974226, - "recall": 0.981225, - "f1": 0.97635, - "accuracy": 0.981225, - "main_score": 0.97635, - "hf_subset": "min_Latn-arz_Arab", - "languages": [ - "min-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557842, - "recall": 0.615613, - "f1": 0.574475, - "accuracy": 0.615613, - "main_score": 0.574475, - "hf_subset": "min_Latn-cjk_Latn", - "languages": [ - "min-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740829, - "recall": 0.790514, - "f1": 0.755351, - "accuracy": 0.790514, - "main_score": 0.755351, - "hf_subset": "min_Latn-gla_Latn", - "languages": [ - "min-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "min_Latn-kan_Knda", - "languages": [ - "min-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "min_Latn-lmo_Latn", - "languages": [ - "min-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "min_Latn-npi_Deva", - "languages": [ - "min-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467518, - "recall": 0.527668, - "f1": 0.484526, - "accuracy": 0.527668, - "main_score": 0.484526, - "hf_subset": "min_Latn-shn_Mymr", - "languages": [ - "min-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "min_Latn-tgl_Latn", - "languages": [ - "min-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "min_Latn-yue_Hant", - "languages": [ - "min-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968462, - "recall": 0.978261, - "f1": 0.971574, - "accuracy": 0.978261, - "main_score": 0.971574, - "hf_subset": "min_Latn-asm_Beng", - "languages": [ - "min-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895208, - "recall": 0.924901, - "f1": 0.904545, - "accuracy": 0.924901, - "main_score": 0.904545, - "hf_subset": "min_Latn-ckb_Arab", - "languages": [ - "min-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792556, - "recall": 0.840909, - "f1": 0.807049, - "accuracy": 0.840909, - "main_score": 0.807049, - "hf_subset": "min_Latn-gle_Latn", - "languages": [ - "min-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897678, - "recall": 0.924901, - "f1": 0.906192, - "accuracy": 0.924901, - "main_score": 0.906192, - "hf_subset": "min_Latn-kas_Arab", - "languages": [ - "min-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881588, - "recall": 0.914032, - "f1": 0.891601, - "accuracy": 0.914032, - "main_score": 0.891601, - "hf_subset": "min_Latn-ltg_Latn", - "languages": [ - "min-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622259, - "recall": 0.671937, - "f1": 0.635869, - "accuracy": 0.671937, - "main_score": 0.635869, - "hf_subset": "min_Latn-nso_Latn", - "languages": [ - "min-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927783, - "recall": 0.948617, - "f1": 0.934354, - "accuracy": 0.948617, - "main_score": 0.934354, - "hf_subset": "min_Latn-sin_Sinh", - "languages": [ - "min-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "min_Latn-tha_Thai", - "languages": [ - "min-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977684, - "recall": 0.98419, - "f1": 0.979644, - "accuracy": 0.98419, - "main_score": 0.979644, - "hf_subset": "min_Latn-zho_Hans", - "languages": [ - "min-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "min_Latn-ast_Latn", - "languages": [ - "min-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951285, - "recall": 0.965415, - "f1": 0.955698, - "accuracy": 0.965415, - "main_score": 0.955698, - "hf_subset": "min_Latn-crh_Latn", - "languages": [ - "min-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "min_Latn-glg_Latn", - "languages": [ - "min-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820718, - "recall": 0.865613, - "f1": 0.834571, - "accuracy": 0.865613, - "main_score": 0.834571, - "hf_subset": "min_Latn-kas_Deva", - "languages": [ - "min-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943758, - "recall": 0.960474, - "f1": 0.949012, - "accuracy": 0.960474, - "main_score": 0.949012, - "hf_subset": "min_Latn-ltz_Latn", - "languages": [ - "min-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490442, - "recall": 0.548419, - "f1": 0.506216, - "accuracy": 0.548419, - "main_score": 0.506216, - "hf_subset": "min_Latn-nus_Latn", - "languages": [ - "min-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "min_Latn-slk_Latn", - "languages": [ - "min-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569182, - "recall": 0.639328, - "f1": 0.589042, - "accuracy": 0.639328, - "main_score": 0.589042, - "hf_subset": "min_Latn-tir_Ethi", - "languages": [ - "min-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "min_Latn-zho_Hant", - "languages": [ - "min-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "min_Latn-awa_Deva", - "languages": [ - "min-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926696, - "recall": 0.947628, - "f1": 0.933202, - "accuracy": 0.947628, - "main_score": 0.933202, - "hf_subset": "min_Latn-cym_Latn", - "languages": [ - "min-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787945, - "recall": 0.829051, - "f1": 0.800494, - "accuracy": 0.829051, - "main_score": 0.800494, - "hf_subset": "min_Latn-grn_Latn", - "languages": [ - "min-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "min_Latn-kat_Geor", - "languages": [ - "min-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662121, - "recall": 0.70751, - "f1": 0.675282, - "accuracy": 0.70751, - "main_score": 0.675282, - "hf_subset": "min_Latn-lua_Latn", - "languages": [ - "min-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640736, - "recall": 0.694664, - "f1": 0.656135, - "accuracy": 0.694664, - "main_score": 0.656135, - "hf_subset": "min_Latn-nya_Latn", - "languages": [ - "min-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "min_Latn-slv_Latn", - "languages": [ - "min-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90196, - "recall": 0.927866, - "f1": 0.90998, - "accuracy": 0.927866, - "main_score": 0.90998, - "hf_subset": "min_Latn-tpi_Latn", - "languages": [ - "min-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "min_Latn-zsm_Latn", - "languages": [ - "min-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55851, - "recall": 0.61166, - "f1": 0.573326, - "accuracy": 0.61166, - "main_score": 0.573326, - "hf_subset": "min_Latn-ayr_Latn", - "languages": [ - "min-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "min_Latn-dan_Latn", - "languages": [ - "min-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "min_Latn-guj_Gujr", - "languages": [ - "min-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "min_Latn-kaz_Cyrl", - "languages": [ - "min-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547502, - "recall": 0.606719, - "f1": 0.564282, - "accuracy": 0.606719, - "main_score": 0.564282, - "hf_subset": "min_Latn-lug_Latn", - "languages": [ - "min-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "min_Latn-oci_Latn", - "languages": [ - "min-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787665, - "recall": 0.833992, - "f1": 0.801172, - "accuracy": 0.833992, - "main_score": 0.801172, - "hf_subset": "min_Latn-smo_Latn", - "languages": [ - "min-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562058, - "recall": 0.619565, - "f1": 0.577548, - "accuracy": 0.619565, - "main_score": 0.577548, - "hf_subset": "min_Latn-tsn_Latn", - "languages": [ - "min-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618061, - "recall": 0.674901, - "f1": 0.633485, - "accuracy": 0.674901, - "main_score": 0.633485, - "hf_subset": "min_Latn-zul_Latn", - "languages": [ - "min-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858284, - "recall": 0.895257, - "f1": 0.869532, - "accuracy": 0.895257, - "main_score": 0.869532, - "hf_subset": "min_Latn-azb_Arab", - "languages": [ - "min-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "min_Latn-deu_Latn", - "languages": [ - "min-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934371, - "recall": 0.952569, - "f1": 0.940119, - "accuracy": 0.952569, - "main_score": 0.940119, - "hf_subset": "min_Latn-hat_Latn", - "languages": [ - "min-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510609, - "recall": 0.564229, - "f1": 0.525685, - "accuracy": 0.564229, - "main_score": 0.525685, - "hf_subset": "min_Latn-kbp_Latn", - "languages": [ - "min-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594623, - "recall": 0.641304, - "f1": 0.607388, - "accuracy": 0.641304, - "main_score": 0.607388, - "hf_subset": "min_Latn-luo_Latn", - "languages": [ - "min-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "min_Latn-ory_Orya", - "languages": [ - "min-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600676, - "recall": 0.659091, - "f1": 0.616937, - "accuracy": 0.659091, - "main_score": 0.616937, - "hf_subset": "min_Latn-sna_Latn", - "languages": [ - "min-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566756, - "recall": 0.616601, - "f1": 0.580327, - "accuracy": 0.616601, - "main_score": 0.580327, - "hf_subset": "min_Latn-tso_Latn", - "languages": [ - "min-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "min_Latn-azj_Latn", - "languages": [ - "min-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5509, - "recall": 0.605731, - "f1": 0.566634, - "accuracy": 0.605731, - "main_score": 0.566634, - "hf_subset": "min_Latn-dik_Latn", - "languages": [ - "min-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725553, - "recall": 0.774704, - "f1": 0.739726, - "accuracy": 0.774704, - "main_score": 0.739726, - "hf_subset": "min_Latn-hau_Latn", - "languages": [ - "min-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957592, - "recall": 0.969368, - "f1": 0.961199, - "accuracy": 0.969368, - "main_score": 0.961199, - "hf_subset": "min_Latn-kea_Latn", - "languages": [ - "min-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721847, - "recall": 0.766798, - "f1": 0.734983, - "accuracy": 0.766798, - "main_score": 0.734983, - "hf_subset": "min_Latn-lus_Latn", - "languages": [ - "min-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843215, - "recall": 0.871542, - "f1": 0.851303, - "accuracy": 0.871542, - "main_score": 0.851303, - "hf_subset": "min_Latn-pag_Latn", - "languages": [ - "min-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "min_Latn-snd_Arab", - "languages": [ - "min-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874786, - "recall": 0.905138, - "f1": 0.883729, - "accuracy": 0.905138, - "main_score": 0.883729, - "hf_subset": "min_Latn-tuk_Latn", - "languages": [ - "min-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942664, - "recall": 0.959486, - "f1": 0.94804, - "accuracy": 0.959486, - "main_score": 0.94804, - "hf_subset": "min_Latn-bak_Cyrl", - "languages": [ - "min-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486177, - "recall": 0.565217, - "f1": 0.50896, - "accuracy": 0.565217, - "main_score": 0.50896, - "hf_subset": "min_Latn-dyu_Latn", - "languages": [ - "min-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "min_Latn-heb_Hebr", - "languages": [ - "min-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.964427, - "f1": 0.954348, - "accuracy": 0.964427, - "main_score": 0.954348, - "hf_subset": "min_Latn-khk_Cyrl", - "languages": [ - "min-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "min_Latn-lvs_Latn", - "languages": [ - "min-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "min_Latn-pan_Guru", - "languages": [ - "min-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690604, - "recall": 0.747036, - "f1": 0.707301, - "accuracy": 0.747036, - "main_score": 0.707301, - "hf_subset": "min_Latn-som_Latn", - "languages": [ - "min-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580929, - "recall": 0.624506, - "f1": 0.593455, - "accuracy": 0.624506, - "main_score": 0.593455, - "hf_subset": "min_Latn-tum_Latn", - "languages": [ - "min-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610279, - "recall": 0.672925, - "f1": 0.627706, - "accuracy": 0.672925, - "main_score": 0.627706, - "hf_subset": "por_Latn-ace_Arab", - "languages": [ - "por-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556892, - "recall": 0.619565, - "f1": 0.574678, - "accuracy": 0.619565, - "main_score": 0.574678, - "hf_subset": "por_Latn-bam_Latn", - "languages": [ - "por-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450431, - "recall": 0.534585, - "f1": 0.473703, - "accuracy": 0.534585, - "main_score": 0.473703, - "hf_subset": "por_Latn-dzo_Tibt", - "languages": [ - "por-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-hin_Deva", - "languages": [ - "por-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-khm_Khmr", - "languages": [ - "por-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-mag_Deva", - "languages": [ - "por-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "por_Latn-pap_Latn", - "languages": [ - "por-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612102, - "recall": 0.671937, - "f1": 0.628953, - "accuracy": 0.671937, - "main_score": 0.628953, - "hf_subset": "por_Latn-sot_Latn", - "languages": [ - "por-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tur_Latn", - "languages": [ - "por-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888538, - "recall": 0.918972, - "f1": 0.898221, - "accuracy": 0.918972, - "main_score": 0.898221, - "hf_subset": "por_Latn-ace_Latn", - "languages": [ - "por-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.977273, - "f1": 0.971344, - "accuracy": 0.977273, - "main_score": 0.971344, - "hf_subset": "por_Latn-ban_Latn", - "languages": [ - "por-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ell_Grek", - "languages": [ - "por-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "por_Latn-hne_Deva", - "languages": [ - "por-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630394, - "recall": 0.687747, - "f1": 0.646582, - "accuracy": 0.687747, - "main_score": 0.646582, - "hf_subset": "por_Latn-kik_Latn", - "languages": [ - "por-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-mai_Deva", - "languages": [ - "por-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "por_Latn-pbt_Arab", - "languages": [ - "por-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-spa_Latn", - "languages": [ - "por-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626459, - "recall": 0.694664, - "f1": 0.645918, - "accuracy": 0.694664, - "main_score": 0.645918, - "hf_subset": "por_Latn-twi_Latn", - "languages": [ - "por-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-acm_Arab", - "languages": [ - "por-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-bel_Cyrl", - "languages": [ - "por-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-eng_Latn", - "languages": [ - "por-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-hrv_Latn", - "languages": [ - "por-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582636, - "recall": 0.642292, - "f1": 0.598959, - "accuracy": 0.642292, - "main_score": 0.598959, - "hf_subset": "por_Latn-kin_Latn", - "languages": [ - "por-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-mal_Mlym", - "languages": [ - "por-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-pes_Arab", - "languages": [ - "por-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "por_Latn-srd_Latn", - "languages": [ - "por-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185533, - "recall": 0.236166, - "f1": 0.198046, - "accuracy": 0.236166, - "main_score": 0.198046, - "hf_subset": "por_Latn-tzm_Tfng", - "languages": [ - "por-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-acq_Arab", - "languages": [ - "por-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655643, - "recall": 0.710474, - "f1": 0.670495, - "accuracy": 0.710474, - "main_score": 0.670495, - "hf_subset": "por_Latn-bem_Latn", - "languages": [ - "por-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-epo_Latn", - "languages": [ - "por-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-hun_Latn", - "languages": [ - "por-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-kir_Cyrl", - "languages": [ - "por-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-mar_Deva", - "languages": [ - "por-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694203, - "recall": 0.75, - "f1": 0.710808, - "accuracy": 0.75, - "main_score": 0.710808, - "hf_subset": "por_Latn-plt_Latn", - "languages": [ - "por-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-srp_Cyrl", - "languages": [ - "por-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "por_Latn-uig_Arab", - "languages": [ - "por-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-aeb_Arab", - "languages": [ - "por-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ben_Beng", - "languages": [ - "por-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-est_Latn", - "languages": [ - "por-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-hye_Armn", - "languages": [ - "por-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575842, - "recall": 0.62747, - "f1": 0.590631, - "accuracy": 0.62747, - "main_score": 0.590631, - "hf_subset": "por_Latn-kmb_Latn", - "languages": [ - "por-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54053, - "recall": 0.61166, - "f1": 0.560184, - "accuracy": 0.61166, - "main_score": 0.560184, - "hf_subset": "por_Latn-min_Arab", - "languages": [ - "por-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-pol_Latn", - "languages": [ - "por-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577586, - "recall": 0.649209, - "f1": 0.598325, - "accuracy": 0.649209, - "main_score": 0.598325, - "hf_subset": "por_Latn-ssw_Latn", - "languages": [ - "por-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ukr_Cyrl", - "languages": [ - "por-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-afr_Latn", - "languages": [ - "por-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-bho_Deva", - "languages": [ - "por-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "por_Latn-eus_Latn", - "languages": [ - "por-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609766, - "recall": 0.670949, - "f1": 0.626948, - "accuracy": 0.670949, - "main_score": 0.626948, - "hf_subset": "por_Latn-ibo_Latn", - "languages": [ - "por-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909338, - "recall": 0.935771, - "f1": 0.917885, - "accuracy": 0.935771, - "main_score": 0.917885, - "hf_subset": "por_Latn-kmr_Latn", - "languages": [ - "por-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "por_Latn-min_Latn", - "languages": [ - "por-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "por_Latn-sun_Latn", - "languages": [ - "por-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545835, - "recall": 0.602767, - "f1": 0.562131, - "accuracy": 0.602767, - "main_score": 0.562131, - "hf_subset": "por_Latn-umb_Latn", - "languages": [ - "por-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ajp_Arab", - "languages": [ - "por-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564356, - "recall": 0.626482, - "f1": 0.58124, - "accuracy": 0.626482, - "main_score": 0.58124, - "hf_subset": "por_Latn-bjn_Arab", - "languages": [ - "por-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535508, - "recall": 0.588933, - "f1": 0.550395, - "accuracy": 0.588933, - "main_score": 0.550395, - "hf_subset": "por_Latn-ewe_Latn", - "languages": [ - "por-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "por_Latn-ilo_Latn", - "languages": [ - "por-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321899, - "recall": 0.38834, - "f1": 0.340247, - "accuracy": 0.38834, - "main_score": 0.340247, - "hf_subset": "por_Latn-knc_Arab", - "languages": [ - "por-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-mkd_Cyrl", - "languages": [ - "por-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-prs_Arab", - "languages": [ - "por-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-swe_Latn", - "languages": [ - "por-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-urd_Arab", - "languages": [ - "por-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614097, - "recall": 0.674901, - "f1": 0.63123, - "accuracy": 0.674901, - "main_score": 0.63123, - "hf_subset": "por_Latn-aka_Latn", - "languages": [ - "por-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "por_Latn-bjn_Latn", - "languages": [ - "por-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "por_Latn-fao_Latn", - "languages": [ - "por-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ind_Latn", - "languages": [ - "por-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610893, - "recall": 0.663043, - "f1": 0.625535, - "accuracy": 0.663043, - "main_score": 0.625535, - "hf_subset": "por_Latn-knc_Latn", - "languages": [ - "por-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-mlt_Latn", - "languages": [ - "por-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734942, - "recall": 0.796443, - "f1": 0.753491, - "accuracy": 0.796443, - "main_score": 0.753491, - "hf_subset": "por_Latn-quy_Latn", - "languages": [ - "por-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "por_Latn-swh_Latn", - "languages": [ - "por-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-uzn_Latn", - "languages": [ - "por-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-als_Latn", - "languages": [ - "por-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684964, - "recall": 0.758893, - "f1": 0.706541, - "accuracy": 0.758893, - "main_score": 0.706541, - "hf_subset": "por_Latn-bod_Tibt", - "languages": [ - "por-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732593, - "recall": 0.788538, - "f1": 0.74889, - "accuracy": 0.788538, - "main_score": 0.74889, - "hf_subset": "por_Latn-fij_Latn", - "languages": [ - "por-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "por_Latn-isl_Latn", - "languages": [ - "por-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69018, - "recall": 0.743083, - "f1": 0.705715, - "accuracy": 0.743083, - "main_score": 0.705715, - "hf_subset": "por_Latn-kon_Latn", - "languages": [ - "por-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687665, - "recall": 0.751976, - "f1": 0.706653, - "accuracy": 0.751976, - "main_score": 0.706653, - "hf_subset": "por_Latn-mni_Beng", - "languages": [ - "por-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ron_Latn", - "languages": [ - "por-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "por_Latn-szl_Latn", - "languages": [ - "por-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-vec_Latn", - "languages": [ - "por-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "por_Latn-amh_Ethi", - "languages": [ - "por-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-bos_Latn", - "languages": [ - "por-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-fin_Latn", - "languages": [ - "por-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ita_Latn", - "languages": [ - "por-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-kor_Hang", - "languages": [ - "por-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580439, - "recall": 0.640316, - "f1": 0.597312, - "accuracy": 0.640316, - "main_score": 0.597312, - "hf_subset": "por_Latn-mos_Latn", - "languages": [ - "por-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583605, - "recall": 0.643281, - "f1": 0.600285, - "accuracy": 0.643281, - "main_score": 0.600285, - "hf_subset": "por_Latn-run_Latn", - "languages": [ - "por-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tam_Taml", - "languages": [ - "por-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-vie_Latn", - "languages": [ - "por-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-apc_Arab", - "languages": [ - "por-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821229, - "recall": 0.865613, - "f1": 0.83498, - "accuracy": 0.865613, - "main_score": 0.83498, - "hf_subset": "por_Latn-bug_Latn", - "languages": [ - "por-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48655, - "recall": 0.54249, - "f1": 0.501761, - "accuracy": 0.54249, - "main_score": 0.501761, - "hf_subset": "por_Latn-fon_Latn", - "languages": [ - "por-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-jav_Latn", - "languages": [ - "por-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-lao_Laoo", - "languages": [ - "por-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905056, - "recall": 0.931818, - "f1": 0.913392, - "accuracy": 0.931818, - "main_score": 0.913392, - "hf_subset": "por_Latn-mri_Latn", - "languages": [ - "por-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-rus_Cyrl", - "languages": [ - "por-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556837, - "recall": 0.618577, - "f1": 0.573984, - "accuracy": 0.618577, - "main_score": 0.573984, - "hf_subset": "por_Latn-taq_Latn", - "languages": [ - "por-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-war_Latn", - "languages": [ - "por-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-arb_Arab", - "languages": [ - "por-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-bul_Cyrl", - "languages": [ - "por-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-fra_Latn", - "languages": [ - "por-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-jpn_Jpan", - "languages": [ - "por-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "por_Latn-lij_Latn", - "languages": [ - "por-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.992095, - "f1": 0.990942, - "accuracy": 0.992095, - "main_score": 0.990942, - "hf_subset": "por_Latn-mya_Mymr", - "languages": [ - "por-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620891, - "recall": 0.688735, - "f1": 0.640458, - "accuracy": 0.688735, - "main_score": 0.640458, - "hf_subset": "por_Latn-sag_Latn", - "languages": [ - "por-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201253, - "recall": 0.262846, - "f1": 0.215168, - "accuracy": 0.262846, - "main_score": 0.215168, - "hf_subset": "por_Latn-taq_Tfng", - "languages": [ - "por-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654143, - "recall": 0.716403, - "f1": 0.672038, - "accuracy": 0.716403, - "main_score": 0.672038, - "hf_subset": "por_Latn-wol_Latn", - "languages": [ - "por-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832345, - "recall": 0.878458, - "f1": 0.84697, - "accuracy": 0.878458, - "main_score": 0.84697, - "hf_subset": "por_Latn-arb_Latn", - "languages": [ - "por-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-cat_Latn", - "languages": [ - "por-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-fur_Latn", - "languages": [ - "por-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426712, - "recall": 0.488142, - "f1": 0.44398, - "accuracy": 0.488142, - "main_score": 0.44398, - "hf_subset": "por_Latn-kab_Latn", - "languages": [ - "por-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-lim_Latn", - "languages": [ - "por-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-nld_Latn", - "languages": [ - "por-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "por_Latn-san_Deva", - "languages": [ - "por-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tat_Cyrl", - "languages": [ - "por-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700041, - "recall": 0.758893, - "f1": 0.717446, - "accuracy": 0.758893, - "main_score": 0.717446, - "hf_subset": "por_Latn-xho_Latn", - "languages": [ - "por-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ars_Arab", - "languages": [ - "por-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-ceb_Latn", - "languages": [ - "por-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578216, - "recall": 0.63834, - "f1": 0.595333, - "accuracy": 0.63834, - "main_score": 0.595333, - "hf_subset": "por_Latn-fuv_Latn", - "languages": [ - "por-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526049, - "recall": 0.592885, - "f1": 0.544512, - "accuracy": 0.592885, - "main_score": 0.544512, - "hf_subset": "por_Latn-kac_Latn", - "languages": [ - "por-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690958, - "recall": 0.747036, - "f1": 0.707759, - "accuracy": 0.747036, - "main_score": 0.707759, - "hf_subset": "por_Latn-lin_Latn", - "languages": [ - "por-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-nno_Latn", - "languages": [ - "por-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255681, - "recall": 0.333992, - "f1": 0.276484, - "accuracy": 0.333992, - "main_score": 0.276484, - "hf_subset": "por_Latn-sat_Olck", - "languages": [ - "por-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tel_Telu", - "languages": [ - "por-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "por_Latn-ydd_Hebr", - "languages": [ - "por-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "por_Latn-ary_Arab", - "languages": [ - "por-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ces_Latn", - "languages": [ - "por-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594492, - "recall": 0.659091, - "f1": 0.613413, - "accuracy": 0.659091, - "main_score": 0.613413, - "hf_subset": "por_Latn-gaz_Latn", - "languages": [ - "por-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602802, - "recall": 0.671937, - "f1": 0.622592, - "accuracy": 0.671937, - "main_score": 0.622592, - "hf_subset": "por_Latn-kam_Latn", - "languages": [ - "por-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "por_Latn-lit_Latn", - "languages": [ - "por-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-nob_Latn", - "languages": [ - "por-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "por_Latn-scn_Latn", - "languages": [ - "por-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "por_Latn-tgk_Cyrl", - "languages": [ - "por-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75202, - "recall": 0.813241, - "f1": 0.770473, - "accuracy": 0.813241, - "main_score": 0.770473, - "hf_subset": "por_Latn-yor_Latn", - "languages": [ - "por-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-arz_Arab", - "languages": [ - "por-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581826, - "recall": 0.647233, - "f1": 0.600837, - "accuracy": 0.647233, - "main_score": 0.600837, - "hf_subset": "por_Latn-cjk_Latn", - "languages": [ - "por-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824638, - "recall": 0.865613, - "f1": 0.837088, - "accuracy": 0.865613, - "main_score": 0.837088, - "hf_subset": "por_Latn-gla_Latn", - "languages": [ - "por-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-kan_Knda", - "languages": [ - "por-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "por_Latn-lmo_Latn", - "languages": [ - "por-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "por_Latn-npi_Deva", - "languages": [ - "por-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484887, - "recall": 0.551383, - "f1": 0.503384, - "accuracy": 0.551383, - "main_score": 0.503384, - "hf_subset": "por_Latn-shn_Mymr", - "languages": [ - "por-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tgl_Latn", - "languages": [ - "por-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-yue_Hant", - "languages": [ - "por-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-asm_Beng", - "languages": [ - "por-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "por_Latn-ckb_Arab", - "languages": [ - "por-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90415, - "recall": 0.932806, - "f1": 0.913175, - "accuracy": 0.932806, - "main_score": 0.913175, - "hf_subset": "por_Latn-gle_Latn", - "languages": [ - "por-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "por_Latn-kas_Arab", - "languages": [ - "por-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "por_Latn-ltg_Latn", - "languages": [ - "por-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639954, - "recall": 0.695652, - "f1": 0.656109, - "accuracy": 0.695652, - "main_score": 0.656109, - "hf_subset": "por_Latn-nso_Latn", - "languages": [ - "por-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "por_Latn-sin_Sinh", - "languages": [ - "por-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-tha_Thai", - "languages": [ - "por-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-zho_Hans", - "languages": [ - "por-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-ast_Latn", - "languages": [ - "por-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-crh_Latn", - "languages": [ - "por-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-glg_Latn", - "languages": [ - "por-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924325, - "recall": 0.94664, - "f1": 0.93139, - "accuracy": 0.94664, - "main_score": 0.93139, - "hf_subset": "por_Latn-kas_Deva", - "languages": [ - "por-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "por_Latn-ltz_Latn", - "languages": [ - "por-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480801, - "recall": 0.550395, - "f1": 0.499969, - "accuracy": 0.550395, - "main_score": 0.499969, - "hf_subset": "por_Latn-nus_Latn", - "languages": [ - "por-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-slk_Latn", - "languages": [ - "por-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657955, - "recall": 0.732213, - "f1": 0.680044, - "accuracy": 0.732213, - "main_score": 0.680044, - "hf_subset": "por_Latn-tir_Ethi", - "languages": [ - "por-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-zho_Hant", - "languages": [ - "por-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "por_Latn-awa_Deva", - "languages": [ - "por-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "por_Latn-cym_Latn", - "languages": [ - "por-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882411, - "recall": 0.91502, - "f1": 0.892622, - "accuracy": 0.91502, - "main_score": 0.892622, - "hf_subset": "por_Latn-grn_Latn", - "languages": [ - "por-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-kat_Geor", - "languages": [ - "por-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66947, - "recall": 0.722332, - "f1": 0.684733, - "accuracy": 0.722332, - "main_score": 0.684733, - "hf_subset": "por_Latn-lua_Latn", - "languages": [ - "por-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67743, - "recall": 0.733202, - "f1": 0.693561, - "accuracy": 0.733202, - "main_score": 0.693561, - "hf_subset": "por_Latn-nya_Latn", - "languages": [ - "por-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-slv_Latn", - "languages": [ - "por-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "por_Latn-tpi_Latn", - "languages": [ - "por-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-zsm_Latn", - "languages": [ - "por-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56629, - "recall": 0.630435, - "f1": 0.584558, - "accuracy": 0.630435, - "main_score": 0.584558, - "hf_subset": "por_Latn-ayr_Latn", - "languages": [ - "por-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-dan_Latn", - "languages": [ - "por-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-guj_Gujr", - "languages": [ - "por-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-kaz_Cyrl", - "languages": [ - "por-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558676, - "recall": 0.62253, - "f1": 0.576633, - "accuracy": 0.62253, - "main_score": 0.576633, - "hf_subset": "por_Latn-lug_Latn", - "languages": [ - "por-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-oci_Latn", - "languages": [ - "por-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863142, - "recall": 0.901186, - "f1": 0.875132, - "accuracy": 0.901186, - "main_score": 0.875132, - "hf_subset": "por_Latn-smo_Latn", - "languages": [ - "por-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562996, - "recall": 0.62747, - "f1": 0.581275, - "accuracy": 0.62747, - "main_score": 0.581275, - "hf_subset": "por_Latn-tsn_Latn", - "languages": [ - "por-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643906, - "recall": 0.70751, - "f1": 0.662409, - "accuracy": 0.70751, - "main_score": 0.662409, - "hf_subset": "por_Latn-zul_Latn", - "languages": [ - "por-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947134, - "recall": 0.963439, - "f1": 0.952404, - "accuracy": 0.963439, - "main_score": 0.952404, - "hf_subset": "por_Latn-azb_Arab", - "languages": [ - "por-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-deu_Latn", - "languages": [ - "por-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "por_Latn-hat_Latn", - "languages": [ - "por-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516744, - "recall": 0.571146, - "f1": 0.531983, - "accuracy": 0.571146, - "main_score": 0.531983, - "hf_subset": "por_Latn-kbp_Latn", - "languages": [ - "por-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587174, - "recall": 0.644269, - "f1": 0.602693, - "accuracy": 0.644269, - "main_score": 0.602693, - "hf_subset": "por_Latn-luo_Latn", - "languages": [ - "por-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-ory_Orya", - "languages": [ - "por-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605627, - "recall": 0.675889, - "f1": 0.625993, - "accuracy": 0.675889, - "main_score": 0.625993, - "hf_subset": "por_Latn-sna_Latn", - "languages": [ - "por-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579384, - "recall": 0.636364, - "f1": 0.595084, - "accuracy": 0.636364, - "main_score": 0.595084, - "hf_subset": "por_Latn-tso_Latn", - "languages": [ - "por-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "por_Latn-azj_Latn", - "languages": [ - "por-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552975, - "recall": 0.62253, - "f1": 0.57317, - "accuracy": 0.62253, - "main_score": 0.57317, - "hf_subset": "por_Latn-dik_Latn", - "languages": [ - "por-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777677, - "recall": 0.827075, - "f1": 0.79238, - "accuracy": 0.827075, - "main_score": 0.79238, - "hf_subset": "por_Latn-hau_Latn", - "languages": [ - "por-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "por_Latn-kea_Latn", - "languages": [ - "por-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768775, - "recall": 0.821146, - "f1": 0.784848, - "accuracy": 0.821146, - "main_score": 0.784848, - "hf_subset": "por_Latn-lus_Latn", - "languages": [ - "por-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905362, - "recall": 0.928854, - "f1": 0.912533, - "accuracy": 0.928854, - "main_score": 0.912533, - "hf_subset": "por_Latn-pag_Latn", - "languages": [ - "por-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-snd_Arab", - "languages": [ - "por-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "por_Latn-tuk_Latn", - "languages": [ - "por-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "por_Latn-bak_Cyrl", - "languages": [ - "por-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506359, - "recall": 0.587945, - "f1": 0.530369, - "accuracy": 0.587945, - "main_score": 0.530369, - "hf_subset": "por_Latn-dyu_Latn", - "languages": [ - "por-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "por_Latn-heb_Hebr", - "languages": [ - "por-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "por_Latn-khk_Cyrl", - "languages": [ - "por-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-lvs_Latn", - "languages": [ - "por-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "por_Latn-pan_Guru", - "languages": [ - "por-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744104, - "recall": 0.800395, - "f1": 0.760992, - "accuracy": 0.800395, - "main_score": 0.760992, - "hf_subset": "por_Latn-som_Latn", - "languages": [ - "por-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625915, - "recall": 0.675889, - "f1": 0.640206, - "accuracy": 0.675889, - "main_score": 0.640206, - "hf_subset": "por_Latn-tum_Latn", - "languages": [ - "por-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618136, - "recall": 0.685771, - "f1": 0.637599, - "accuracy": 0.685771, - "main_score": 0.637599, - "hf_subset": "sun_Latn-ace_Arab", - "languages": [ - "sun-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547376, - "recall": 0.607708, - "f1": 0.564152, - "accuracy": 0.607708, - "main_score": 0.564152, - "hf_subset": "sun_Latn-bam_Latn", - "languages": [ - "sun-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37912, - "recall": 0.448617, - "f1": 0.397367, - "accuracy": 0.448617, - "main_score": 0.397367, - "hf_subset": "sun_Latn-dzo_Tibt", - "languages": [ - "sun-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-hin_Deva", - "languages": [ - "sun-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sun_Latn-khm_Khmr", - "languages": [ - "sun-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sun_Latn-mag_Deva", - "languages": [ - "sun-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "sun_Latn-pap_Latn", - "languages": [ - "sun-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611629, - "recall": 0.667984, - "f1": 0.627082, - "accuracy": 0.667984, - "main_score": 0.627082, - "hf_subset": "sun_Latn-sot_Latn", - "languages": [ - "sun-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-tur_Latn", - "languages": [ - "sun-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89641, - "recall": 0.926877, - "f1": 0.906456, - "accuracy": 0.926877, - "main_score": 0.906456, - "hf_subset": "sun_Latn-ace_Latn", - "languages": [ - "sun-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.964427, - "f1": 0.955698, - "accuracy": 0.964427, - "main_score": 0.955698, - "hf_subset": "sun_Latn-ban_Latn", - "languages": [ - "sun-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-ell_Grek", - "languages": [ - "sun-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "sun_Latn-hne_Deva", - "languages": [ - "sun-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610458, - "recall": 0.662055, - "f1": 0.624851, - "accuracy": 0.662055, - "main_score": 0.624851, - "hf_subset": "sun_Latn-kik_Latn", - "languages": [ - "sun-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-mai_Deva", - "languages": [ - "sun-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.967391, - "f1": 0.956851, - "accuracy": 0.967391, - "main_score": 0.956851, - "hf_subset": "sun_Latn-pbt_Arab", - "languages": [ - "sun-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-spa_Latn", - "languages": [ - "sun-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616236, - "recall": 0.682806, - "f1": 0.635368, - "accuracy": 0.682806, - "main_score": 0.635368, - "hf_subset": "sun_Latn-twi_Latn", - "languages": [ - "sun-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-acm_Arab", - "languages": [ - "sun-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "sun_Latn-bel_Cyrl", - "languages": [ - "sun-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-eng_Latn", - "languages": [ - "sun-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-hrv_Latn", - "languages": [ - "sun-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561911, - "recall": 0.628458, - "f1": 0.580247, - "accuracy": 0.628458, - "main_score": 0.580247, - "hf_subset": "sun_Latn-kin_Latn", - "languages": [ - "sun-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-mal_Mlym", - "languages": [ - "sun-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-pes_Arab", - "languages": [ - "sun-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "sun_Latn-srd_Latn", - "languages": [ - "sun-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1884, - "recall": 0.23419, - "f1": 0.199548, - "accuracy": 0.23419, - "main_score": 0.199548, - "hf_subset": "sun_Latn-tzm_Tfng", - "languages": [ - "sun-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "sun_Latn-acq_Arab", - "languages": [ - "sun-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636387, - "recall": 0.684783, - "f1": 0.649812, - "accuracy": 0.684783, - "main_score": 0.649812, - "hf_subset": "sun_Latn-bem_Latn", - "languages": [ - "sun-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-epo_Latn", - "languages": [ - "sun-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-hun_Latn", - "languages": [ - "sun-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "sun_Latn-kir_Cyrl", - "languages": [ - "sun-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-mar_Deva", - "languages": [ - "sun-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687409, - "recall": 0.741107, - "f1": 0.70246, - "accuracy": 0.741107, - "main_score": 0.70246, - "hf_subset": "sun_Latn-plt_Latn", - "languages": [ - "sun-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-srp_Cyrl", - "languages": [ - "sun-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921607, - "recall": 0.944664, - "f1": 0.929183, - "accuracy": 0.944664, - "main_score": 0.929183, - "hf_subset": "sun_Latn-uig_Arab", - "languages": [ - "sun-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "sun_Latn-aeb_Arab", - "languages": [ - "sun-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-ben_Beng", - "languages": [ - "sun-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "sun_Latn-est_Latn", - "languages": [ - "sun-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-hye_Armn", - "languages": [ - "sun-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560894, - "recall": 0.609684, - "f1": 0.574797, - "accuracy": 0.609684, - "main_score": 0.574797, - "hf_subset": "sun_Latn-kmb_Latn", - "languages": [ - "sun-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52624, - "recall": 0.603755, - "f1": 0.546959, - "accuracy": 0.603755, - "main_score": 0.546959, - "hf_subset": "sun_Latn-min_Arab", - "languages": [ - "sun-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-pol_Latn", - "languages": [ - "sun-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580525, - "recall": 0.645257, - "f1": 0.599434, - "accuracy": 0.645257, - "main_score": 0.599434, - "hf_subset": "sun_Latn-ssw_Latn", - "languages": [ - "sun-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-ukr_Cyrl", - "languages": [ - "sun-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-afr_Latn", - "languages": [ - "sun-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "sun_Latn-bho_Deva", - "languages": [ - "sun-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97052, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "sun_Latn-eus_Latn", - "languages": [ - "sun-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588992, - "recall": 0.647233, - "f1": 0.605112, - "accuracy": 0.647233, - "main_score": 0.605112, - "hf_subset": "sun_Latn-ibo_Latn", - "languages": [ - "sun-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861117, - "recall": 0.898221, - "f1": 0.872925, - "accuracy": 0.898221, - "main_score": 0.872925, - "hf_subset": "sun_Latn-kmr_Latn", - "languages": [ - "sun-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sun_Latn-min_Latn", - "languages": [ - "sun-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-por_Latn", - "languages": [ - "sun-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535327, - "recall": 0.594862, - "f1": 0.552862, - "accuracy": 0.594862, - "main_score": 0.552862, - "hf_subset": "sun_Latn-umb_Latn", - "languages": [ - "sun-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-ajp_Arab", - "languages": [ - "sun-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586492, - "recall": 0.650198, - "f1": 0.604331, - "accuracy": 0.650198, - "main_score": 0.604331, - "hf_subset": "sun_Latn-bjn_Arab", - "languages": [ - "sun-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523265, - "recall": 0.577075, - "f1": 0.537456, - "accuracy": 0.577075, - "main_score": 0.537456, - "hf_subset": "sun_Latn-ewe_Latn", - "languages": [ - "sun-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.952569, - "f1": 0.939888, - "accuracy": 0.952569, - "main_score": 0.939888, - "hf_subset": "sun_Latn-ilo_Latn", - "languages": [ - "sun-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321748, - "recall": 0.37747, - "f1": 0.337014, - "accuracy": 0.37747, - "main_score": 0.337014, - "hf_subset": "sun_Latn-knc_Arab", - "languages": [ - "sun-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-mkd_Cyrl", - "languages": [ - "sun-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-prs_Arab", - "languages": [ - "sun-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-swe_Latn", - "languages": [ - "sun-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sun_Latn-urd_Arab", - "languages": [ - "sun-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594245, - "recall": 0.656126, - "f1": 0.611692, - "accuracy": 0.656126, - "main_score": 0.611692, - "hf_subset": "sun_Latn-aka_Latn", - "languages": [ - "sun-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sun_Latn-bjn_Latn", - "languages": [ - "sun-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.959486, - "f1": 0.950216, - "accuracy": 0.959486, - "main_score": 0.950216, - "hf_subset": "sun_Latn-fao_Latn", - "languages": [ - "sun-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-ind_Latn", - "languages": [ - "sun-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613356, - "recall": 0.66502, - "f1": 0.627815, - "accuracy": 0.66502, - "main_score": 0.627815, - "hf_subset": "sun_Latn-knc_Latn", - "languages": [ - "sun-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sun_Latn-mlt_Latn", - "languages": [ - "sun-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692147, - "recall": 0.750988, - "f1": 0.709472, - "accuracy": 0.750988, - "main_score": 0.709472, - "hf_subset": "sun_Latn-quy_Latn", - "languages": [ - "sun-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "sun_Latn-swh_Latn", - "languages": [ - "sun-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "sun_Latn-uzn_Latn", - "languages": [ - "sun-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sun_Latn-als_Latn", - "languages": [ - "sun-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575536, - "recall": 0.656126, - "f1": 0.598299, - "accuracy": 0.656126, - "main_score": 0.598299, - "hf_subset": "sun_Latn-bod_Tibt", - "languages": [ - "sun-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695993, - "recall": 0.753953, - "f1": 0.712422, - "accuracy": 0.753953, - "main_score": 0.712422, - "hf_subset": "sun_Latn-fij_Latn", - "languages": [ - "sun-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969615, - "recall": 0.979249, - "f1": 0.972727, - "accuracy": 0.979249, - "main_score": 0.972727, - "hf_subset": "sun_Latn-isl_Latn", - "languages": [ - "sun-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671447, - "recall": 0.724308, - "f1": 0.687219, - "accuracy": 0.724308, - "main_score": 0.687219, - "hf_subset": "sun_Latn-kon_Latn", - "languages": [ - "sun-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65555, - "recall": 0.720356, - "f1": 0.674474, - "accuracy": 0.720356, - "main_score": 0.674474, - "hf_subset": "sun_Latn-mni_Beng", - "languages": [ - "sun-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-ron_Latn", - "languages": [ - "sun-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.982213, - "f1": 0.977931, - "accuracy": 0.982213, - "main_score": 0.977931, - "hf_subset": "sun_Latn-szl_Latn", - "languages": [ - "sun-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-vec_Latn", - "languages": [ - "sun-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916255, - "recall": 0.940711, - "f1": 0.923979, - "accuracy": 0.940711, - "main_score": 0.923979, - "hf_subset": "sun_Latn-amh_Ethi", - "languages": [ - "sun-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-bos_Latn", - "languages": [ - "sun-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sun_Latn-fin_Latn", - "languages": [ - "sun-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-ita_Latn", - "languages": [ - "sun-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-kor_Hang", - "languages": [ - "sun-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558032, - "recall": 0.618577, - "f1": 0.575167, - "accuracy": 0.618577, - "main_score": 0.575167, - "hf_subset": "sun_Latn-mos_Latn", - "languages": [ - "sun-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561787, - "recall": 0.620553, - "f1": 0.578856, - "accuracy": 0.620553, - "main_score": 0.578856, - "hf_subset": "sun_Latn-run_Latn", - "languages": [ - "sun-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sun_Latn-tam_Taml", - "languages": [ - "sun-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "sun_Latn-vie_Latn", - "languages": [ - "sun-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "sun_Latn-apc_Arab", - "languages": [ - "sun-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825856, - "recall": 0.866601, - "f1": 0.838241, - "accuracy": 0.866601, - "main_score": 0.838241, - "hf_subset": "sun_Latn-bug_Latn", - "languages": [ - "sun-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477372, - "recall": 0.533597, - "f1": 0.492418, - "accuracy": 0.533597, - "main_score": 0.492418, - "hf_subset": "sun_Latn-fon_Latn", - "languages": [ - "sun-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-jav_Latn", - "languages": [ - "sun-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "sun_Latn-lao_Laoo", - "languages": [ - "sun-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837731, - "recall": 0.878458, - "f1": 0.850118, - "accuracy": 0.878458, - "main_score": 0.850118, - "hf_subset": "sun_Latn-mri_Latn", - "languages": [ - "sun-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "sun_Latn-rus_Cyrl", - "languages": [ - "sun-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547146, - "recall": 0.604743, - "f1": 0.562976, - "accuracy": 0.604743, - "main_score": 0.562976, - "hf_subset": "sun_Latn-taq_Latn", - "languages": [ - "sun-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sun_Latn-war_Latn", - "languages": [ - "sun-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-arb_Arab", - "languages": [ - "sun-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-bul_Cyrl", - "languages": [ - "sun-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-fra_Latn", - "languages": [ - "sun-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-jpn_Jpan", - "languages": [ - "sun-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "sun_Latn-lij_Latn", - "languages": [ - "sun-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "sun_Latn-mya_Mymr", - "languages": [ - "sun-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619887, - "recall": 0.682806, - "f1": 0.637578, - "accuracy": 0.682806, - "main_score": 0.637578, - "hf_subset": "sun_Latn-sag_Latn", - "languages": [ - "sun-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203464, - "recall": 0.263834, - "f1": 0.217131, - "accuracy": 0.263834, - "main_score": 0.217131, - "hf_subset": "sun_Latn-taq_Tfng", - "languages": [ - "sun-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646487, - "recall": 0.70751, - "f1": 0.663919, - "accuracy": 0.70751, - "main_score": 0.663919, - "hf_subset": "sun_Latn-wol_Latn", - "languages": [ - "sun-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763523, - "recall": 0.818182, - "f1": 0.779743, - "accuracy": 0.818182, - "main_score": 0.779743, - "hf_subset": "sun_Latn-arb_Latn", - "languages": [ - "sun-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-cat_Latn", - "languages": [ - "sun-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "sun_Latn-fur_Latn", - "languages": [ - "sun-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431912, - "recall": 0.495059, - "f1": 0.449085, - "accuracy": 0.495059, - "main_score": 0.449085, - "hf_subset": "sun_Latn-kab_Latn", - "languages": [ - "sun-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "sun_Latn-lim_Latn", - "languages": [ - "sun-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-nld_Latn", - "languages": [ - "sun-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "sun_Latn-san_Deva", - "languages": [ - "sun-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "sun_Latn-tat_Cyrl", - "languages": [ - "sun-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677457, - "recall": 0.733202, - "f1": 0.693706, - "accuracy": 0.733202, - "main_score": 0.693706, - "hf_subset": "sun_Latn-xho_Latn", - "languages": [ - "sun-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-ars_Arab", - "languages": [ - "sun-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sun_Latn-ceb_Latn", - "languages": [ - "sun-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574171, - "recall": 0.631423, - "f1": 0.590901, - "accuracy": 0.631423, - "main_score": 0.590901, - "hf_subset": "sun_Latn-fuv_Latn", - "languages": [ - "sun-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519353, - "recall": 0.58004, - "f1": 0.536698, - "accuracy": 0.58004, - "main_score": 0.536698, - "hf_subset": "sun_Latn-kac_Latn", - "languages": [ - "sun-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679762, - "recall": 0.730237, - "f1": 0.694096, - "accuracy": 0.730237, - "main_score": 0.694096, - "hf_subset": "sun_Latn-lin_Latn", - "languages": [ - "sun-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-nno_Latn", - "languages": [ - "sun-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210116, - "recall": 0.277668, - "f1": 0.22824, - "accuracy": 0.277668, - "main_score": 0.22824, - "hf_subset": "sun_Latn-sat_Olck", - "languages": [ - "sun-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "sun_Latn-tel_Telu", - "languages": [ - "sun-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931357, - "recall": 0.951581, - "f1": 0.937582, - "accuracy": 0.951581, - "main_score": 0.937582, - "hf_subset": "sun_Latn-ydd_Hebr", - "languages": [ - "sun-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965991, - "recall": 0.976285, - "f1": 0.969269, - "accuracy": 0.976285, - "main_score": 0.969269, - "hf_subset": "sun_Latn-ary_Arab", - "languages": [ - "sun-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-ces_Latn", - "languages": [ - "sun-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597308, - "recall": 0.660079, - "f1": 0.615733, - "accuracy": 0.660079, - "main_score": 0.615733, - "hf_subset": "sun_Latn-gaz_Latn", - "languages": [ - "sun-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586366, - "recall": 0.655138, - "f1": 0.606332, - "accuracy": 0.655138, - "main_score": 0.606332, - "hf_subset": "sun_Latn-kam_Latn", - "languages": [ - "sun-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "sun_Latn-lit_Latn", - "languages": [ - "sun-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sun_Latn-nob_Latn", - "languages": [ - "sun-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "sun_Latn-scn_Latn", - "languages": [ - "sun-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "sun_Latn-tgk_Cyrl", - "languages": [ - "sun-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700502, - "recall": 0.764822, - "f1": 0.720001, - "accuracy": 0.764822, - "main_score": 0.720001, - "hf_subset": "sun_Latn-yor_Latn", - "languages": [ - "sun-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "sun_Latn-arz_Arab", - "languages": [ - "sun-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574695, - "recall": 0.632411, - "f1": 0.591008, - "accuracy": 0.632411, - "main_score": 0.591008, - "hf_subset": "sun_Latn-cjk_Latn", - "languages": [ - "sun-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750395, - "recall": 0.804348, - "f1": 0.76693, - "accuracy": 0.804348, - "main_score": 0.76693, - "hf_subset": "sun_Latn-gla_Latn", - "languages": [ - "sun-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sun_Latn-kan_Knda", - "languages": [ - "sun-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "sun_Latn-lmo_Latn", - "languages": [ - "sun-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "sun_Latn-npi_Deva", - "languages": [ - "sun-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468198, - "recall": 0.533597, - "f1": 0.486888, - "accuracy": 0.533597, - "main_score": 0.486888, - "hf_subset": "sun_Latn-shn_Mymr", - "languages": [ - "sun-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-tgl_Latn", - "languages": [ - "sun-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-yue_Hant", - "languages": [ - "sun-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sun_Latn-asm_Beng", - "languages": [ - "sun-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942111, - "recall": 0.960474, - "f1": 0.948024, - "accuracy": 0.960474, - "main_score": 0.948024, - "hf_subset": "sun_Latn-ckb_Arab", - "languages": [ - "sun-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826499, - "recall": 0.867589, - "f1": 0.839295, - "accuracy": 0.867589, - "main_score": 0.839295, - "hf_subset": "sun_Latn-gle_Latn", - "languages": [ - "sun-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927454, - "recall": 0.947628, - "f1": 0.93386, - "accuracy": 0.947628, - "main_score": 0.93386, - "hf_subset": "sun_Latn-kas_Arab", - "languages": [ - "sun-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92029, - "recall": 0.943676, - "f1": 0.927701, - "accuracy": 0.943676, - "main_score": 0.927701, - "hf_subset": "sun_Latn-ltg_Latn", - "languages": [ - "sun-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63319, - "recall": 0.683794, - "f1": 0.647308, - "accuracy": 0.683794, - "main_score": 0.647308, - "hf_subset": "sun_Latn-nso_Latn", - "languages": [ - "sun-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "sun_Latn-sin_Sinh", - "languages": [ - "sun-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-tha_Thai", - "languages": [ - "sun-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sun_Latn-zho_Hans", - "languages": [ - "sun-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-ast_Latn", - "languages": [ - "sun-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "sun_Latn-crh_Latn", - "languages": [ - "sun-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-glg_Latn", - "languages": [ - "sun-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864542, - "recall": 0.901186, - "f1": 0.875856, - "accuracy": 0.901186, - "main_score": 0.875856, - "hf_subset": "sun_Latn-kas_Deva", - "languages": [ - "sun-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "sun_Latn-ltz_Latn", - "languages": [ - "sun-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482035, - "recall": 0.545455, - "f1": 0.499544, - "accuracy": 0.545455, - "main_score": 0.499544, - "hf_subset": "sun_Latn-nus_Latn", - "languages": [ - "sun-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sun_Latn-slk_Latn", - "languages": [ - "sun-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603179, - "recall": 0.670949, - "f1": 0.623061, - "accuracy": 0.670949, - "main_score": 0.623061, - "hf_subset": "sun_Latn-tir_Ethi", - "languages": [ - "sun-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sun_Latn-zho_Hant", - "languages": [ - "sun-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.985178, - "f1": 0.981555, - "accuracy": 0.985178, - "main_score": 0.981555, - "hf_subset": "sun_Latn-awa_Deva", - "languages": [ - "sun-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.963439, - "f1": 0.951746, - "accuracy": 0.963439, - "main_score": 0.951746, - "hf_subset": "sun_Latn-cym_Latn", - "languages": [ - "sun-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828458, - "recall": 0.864625, - "f1": 0.839229, - "accuracy": 0.864625, - "main_score": 0.839229, - "hf_subset": "sun_Latn-grn_Latn", - "languages": [ - "sun-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "sun_Latn-kat_Geor", - "languages": [ - "sun-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655468, - "recall": 0.706522, - "f1": 0.670244, - "accuracy": 0.706522, - "main_score": 0.670244, - "hf_subset": "sun_Latn-lua_Latn", - "languages": [ - "sun-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632318, - "recall": 0.689723, - "f1": 0.648734, - "accuracy": 0.689723, - "main_score": 0.648734, - "hf_subset": "sun_Latn-nya_Latn", - "languages": [ - "sun-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "sun_Latn-slv_Latn", - "languages": [ - "sun-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921443, - "recall": 0.943676, - "f1": 0.928524, - "accuracy": 0.943676, - "main_score": 0.928524, - "hf_subset": "sun_Latn-tpi_Latn", - "languages": [ - "sun-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-zsm_Latn", - "languages": [ - "sun-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551198, - "recall": 0.613636, - "f1": 0.568373, - "accuracy": 0.613636, - "main_score": 0.568373, - "hf_subset": "sun_Latn-ayr_Latn", - "languages": [ - "sun-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "sun_Latn-dan_Latn", - "languages": [ - "sun-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-guj_Gujr", - "languages": [ - "sun-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sun_Latn-kaz_Cyrl", - "languages": [ - "sun-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549806, - "recall": 0.606719, - "f1": 0.565703, - "accuracy": 0.606719, - "main_score": 0.565703, - "hf_subset": "sun_Latn-lug_Latn", - "languages": [ - "sun-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "sun_Latn-oci_Latn", - "languages": [ - "sun-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797826, - "recall": 0.844862, - "f1": 0.812154, - "accuracy": 0.844862, - "main_score": 0.812154, - "hf_subset": "sun_Latn-smo_Latn", - "languages": [ - "sun-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554304, - "recall": 0.617589, - "f1": 0.571914, - "accuracy": 0.617589, - "main_score": 0.571914, - "hf_subset": "sun_Latn-tsn_Latn", - "languages": [ - "sun-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62959, - "recall": 0.687747, - "f1": 0.646004, - "accuracy": 0.687747, - "main_score": 0.646004, - "hf_subset": "sun_Latn-zul_Latn", - "languages": [ - "sun-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898527, - "recall": 0.926877, - "f1": 0.907691, - "accuracy": 0.926877, - "main_score": 0.907691, - "hf_subset": "sun_Latn-azb_Arab", - "languages": [ - "sun-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "sun_Latn-deu_Latn", - "languages": [ - "sun-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947134, - "recall": 0.962451, - "f1": 0.952075, - "accuracy": 0.962451, - "main_score": 0.952075, - "hf_subset": "sun_Latn-hat_Latn", - "languages": [ - "sun-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50766, - "recall": 0.565217, - "f1": 0.523585, - "accuracy": 0.565217, - "main_score": 0.523585, - "hf_subset": "sun_Latn-kbp_Latn", - "languages": [ - "sun-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588607, - "recall": 0.642292, - "f1": 0.603197, - "accuracy": 0.642292, - "main_score": 0.603197, - "hf_subset": "sun_Latn-luo_Latn", - "languages": [ - "sun-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-ory_Orya", - "languages": [ - "sun-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596058, - "recall": 0.660079, - "f1": 0.614145, - "accuracy": 0.660079, - "main_score": 0.614145, - "hf_subset": "sun_Latn-sna_Latn", - "languages": [ - "sun-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557574, - "recall": 0.616601, - "f1": 0.573726, - "accuracy": 0.616601, - "main_score": 0.573726, - "hf_subset": "sun_Latn-tso_Latn", - "languages": [ - "sun-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "sun_Latn-azj_Latn", - "languages": [ - "sun-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554726, - "recall": 0.621542, - "f1": 0.573514, - "accuracy": 0.621542, - "main_score": 0.573514, - "hf_subset": "sun_Latn-dik_Latn", - "languages": [ - "sun-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725066, - "recall": 0.781621, - "f1": 0.741751, - "accuracy": 0.781621, - "main_score": 0.741751, - "hf_subset": "sun_Latn-hau_Latn", - "languages": [ - "sun-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "sun_Latn-kea_Latn", - "languages": [ - "sun-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740728, - "recall": 0.789526, - "f1": 0.755303, - "accuracy": 0.789526, - "main_score": 0.755303, - "hf_subset": "sun_Latn-lus_Latn", - "languages": [ - "sun-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861891, - "recall": 0.891304, - "f1": 0.870652, - "accuracy": 0.891304, - "main_score": 0.870652, - "hf_subset": "sun_Latn-pag_Latn", - "languages": [ - "sun-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sun_Latn-snd_Arab", - "languages": [ - "sun-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920866, - "recall": 0.943676, - "f1": 0.928096, - "accuracy": 0.943676, - "main_score": 0.928096, - "hf_subset": "sun_Latn-tuk_Latn", - "languages": [ - "sun-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "sun_Latn-bak_Cyrl", - "languages": [ - "sun-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497508, - "recall": 0.577075, - "f1": 0.520855, - "accuracy": 0.577075, - "main_score": 0.520855, - "hf_subset": "sun_Latn-dyu_Latn", - "languages": [ - "sun-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sun_Latn-heb_Hebr", - "languages": [ - "sun-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "sun_Latn-khk_Cyrl", - "languages": [ - "sun-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "sun_Latn-lvs_Latn", - "languages": [ - "sun-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sun_Latn-pan_Guru", - "languages": [ - "sun-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710823, - "recall": 0.766798, - "f1": 0.726929, - "accuracy": 0.766798, - "main_score": 0.726929, - "hf_subset": "sun_Latn-som_Latn", - "languages": [ - "sun-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606018, - "recall": 0.65415, - "f1": 0.618923, - "accuracy": 0.65415, - "main_score": 0.618923, - "hf_subset": "sun_Latn-tum_Latn", - "languages": [ - "sun-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395044, - "recall": 0.448617, - "f1": 0.410678, - "accuracy": 0.448617, - "main_score": 0.410678, - "hf_subset": "umb_Latn-ace_Arab", - "languages": [ - "umb-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47826, - "recall": 0.518775, - "f1": 0.489767, - "accuracy": 0.518775, - "main_score": 0.489767, - "hf_subset": "umb_Latn-bam_Latn", - "languages": [ - "umb-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201364, - "recall": 0.242095, - "f1": 0.211338, - "accuracy": 0.242095, - "main_score": 0.211338, - "hf_subset": "umb_Latn-dzo_Tibt", - "languages": [ - "umb-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513546, - "recall": 0.557312, - "f1": 0.52501, - "accuracy": 0.557312, - "main_score": 0.52501, - "hf_subset": "umb_Latn-hin_Deva", - "languages": [ - "umb-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464965, - "recall": 0.509881, - "f1": 0.476994, - "accuracy": 0.509881, - "main_score": 0.476994, - "hf_subset": "umb_Latn-khm_Khmr", - "languages": [ - "umb-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519863, - "recall": 0.561265, - "f1": 0.531284, - "accuracy": 0.561265, - "main_score": 0.531284, - "hf_subset": "umb_Latn-mag_Deva", - "languages": [ - "umb-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517354, - "recall": 0.546443, - "f1": 0.524911, - "accuracy": 0.546443, - "main_score": 0.524911, - "hf_subset": "umb_Latn-pap_Latn", - "languages": [ - "umb-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505022, - "recall": 0.540514, - "f1": 0.51466, - "accuracy": 0.540514, - "main_score": 0.51466, - "hf_subset": "umb_Latn-sot_Latn", - "languages": [ - "umb-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517676, - "recall": 0.564229, - "f1": 0.529778, - "accuracy": 0.564229, - "main_score": 0.529778, - "hf_subset": "umb_Latn-tur_Latn", - "languages": [ - "umb-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513909, - "recall": 0.549407, - "f1": 0.523353, - "accuracy": 0.549407, - "main_score": 0.523353, - "hf_subset": "umb_Latn-ace_Latn", - "languages": [ - "umb-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522882, - "recall": 0.562253, - "f1": 0.533634, - "accuracy": 0.562253, - "main_score": 0.533634, - "hf_subset": "umb_Latn-ban_Latn", - "languages": [ - "umb-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501188, - "recall": 0.549407, - "f1": 0.513521, - "accuracy": 0.549407, - "main_score": 0.513521, - "hf_subset": "umb_Latn-ell_Grek", - "languages": [ - "umb-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506617, - "recall": 0.546443, - "f1": 0.516853, - "accuracy": 0.546443, - "main_score": 0.516853, - "hf_subset": "umb_Latn-hne_Deva", - "languages": [ - "umb-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457952, - "recall": 0.502964, - "f1": 0.46995, - "accuracy": 0.502964, - "main_score": 0.46995, - "hf_subset": "umb_Latn-kik_Latn", - "languages": [ - "umb-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515618, - "recall": 0.555336, - "f1": 0.526306, - "accuracy": 0.555336, - "main_score": 0.526306, - "hf_subset": "umb_Latn-mai_Deva", - "languages": [ - "umb-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45915, - "recall": 0.508893, - "f1": 0.472304, - "accuracy": 0.508893, - "main_score": 0.472304, - "hf_subset": "umb_Latn-pbt_Arab", - "languages": [ - "umb-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516861, - "recall": 0.561265, - "f1": 0.528289, - "accuracy": 0.561265, - "main_score": 0.528289, - "hf_subset": "umb_Latn-spa_Latn", - "languages": [ - "umb-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509017, - "recall": 0.541502, - "f1": 0.517642, - "accuracy": 0.541502, - "main_score": 0.517642, - "hf_subset": "umb_Latn-twi_Latn", - "languages": [ - "umb-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493088, - "recall": 0.534585, - "f1": 0.504167, - "accuracy": 0.534585, - "main_score": 0.504167, - "hf_subset": "umb_Latn-acm_Arab", - "languages": [ - "umb-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469526, - "recall": 0.519763, - "f1": 0.482438, - "accuracy": 0.519763, - "main_score": 0.482438, - "hf_subset": "umb_Latn-bel_Cyrl", - "languages": [ - "umb-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540566, - "recall": 0.582016, - "f1": 0.551899, - "accuracy": 0.582016, - "main_score": 0.551899, - "hf_subset": "umb_Latn-eng_Latn", - "languages": [ - "umb-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523067, - "recall": 0.561265, - "f1": 0.533343, - "accuracy": 0.561265, - "main_score": 0.533343, - "hf_subset": "umb_Latn-hrv_Latn", - "languages": [ - "umb-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49536, - "recall": 0.537549, - "f1": 0.506952, - "accuracy": 0.537549, - "main_score": 0.506952, - "hf_subset": "umb_Latn-kin_Latn", - "languages": [ - "umb-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491667, - "recall": 0.54249, - "f1": 0.505094, - "accuracy": 0.54249, - "main_score": 0.505094, - "hf_subset": "umb_Latn-mal_Mlym", - "languages": [ - "umb-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510037, - "recall": 0.555336, - "f1": 0.521739, - "accuracy": 0.555336, - "main_score": 0.521739, - "hf_subset": "umb_Latn-pes_Arab", - "languages": [ - "umb-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519386, - "recall": 0.559289, - "f1": 0.530316, - "accuracy": 0.559289, - "main_score": 0.530316, - "hf_subset": "umb_Latn-srd_Latn", - "languages": [ - "umb-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203265, - "recall": 0.238142, - "f1": 0.211525, - "accuracy": 0.238142, - "main_score": 0.211525, - "hf_subset": "umb_Latn-tzm_Tfng", - "languages": [ - "umb-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495842, - "recall": 0.537549, - "f1": 0.507366, - "accuracy": 0.537549, - "main_score": 0.507366, - "hf_subset": "umb_Latn-acq_Arab", - "languages": [ - "umb-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522167, - "recall": 0.557312, - "f1": 0.532334, - "accuracy": 0.557312, - "main_score": 0.532334, - "hf_subset": "umb_Latn-bem_Latn", - "languages": [ - "umb-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517873, - "recall": 0.564229, - "f1": 0.530044, - "accuracy": 0.564229, - "main_score": 0.530044, - "hf_subset": "umb_Latn-epo_Latn", - "languages": [ - "umb-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507073, - "recall": 0.552372, - "f1": 0.519062, - "accuracy": 0.552372, - "main_score": 0.519062, - "hf_subset": "umb_Latn-hun_Latn", - "languages": [ - "umb-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495666, - "recall": 0.538538, - "f1": 0.507127, - "accuracy": 0.538538, - "main_score": 0.507127, - "hf_subset": "umb_Latn-kir_Cyrl", - "languages": [ - "umb-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497858, - "recall": 0.545455, - "f1": 0.510969, - "accuracy": 0.545455, - "main_score": 0.510969, - "hf_subset": "umb_Latn-mar_Deva", - "languages": [ - "umb-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512355, - "recall": 0.549407, - "f1": 0.522867, - "accuracy": 0.549407, - "main_score": 0.522867, - "hf_subset": "umb_Latn-plt_Latn", - "languages": [ - "umb-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511477, - "recall": 0.552372, - "f1": 0.522857, - "accuracy": 0.552372, - "main_score": 0.522857, - "hf_subset": "umb_Latn-srp_Cyrl", - "languages": [ - "umb-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439518, - "recall": 0.483202, - "f1": 0.450828, - "accuracy": 0.483202, - "main_score": 0.450828, - "hf_subset": "umb_Latn-uig_Arab", - "languages": [ - "umb-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486407, - "recall": 0.527668, - "f1": 0.498073, - "accuracy": 0.527668, - "main_score": 0.498073, - "hf_subset": "umb_Latn-aeb_Arab", - "languages": [ - "umb-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505181, - "recall": 0.5583, - "f1": 0.519823, - "accuracy": 0.5583, - "main_score": 0.519823, - "hf_subset": "umb_Latn-ben_Beng", - "languages": [ - "umb-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505752, - "recall": 0.552372, - "f1": 0.517895, - "accuracy": 0.552372, - "main_score": 0.517895, - "hf_subset": "umb_Latn-est_Latn", - "languages": [ - "umb-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499759, - "recall": 0.543478, - "f1": 0.511301, - "accuracy": 0.543478, - "main_score": 0.511301, - "hf_subset": "umb_Latn-hye_Armn", - "languages": [ - "umb-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558494, - "recall": 0.59585, - "f1": 0.5685, - "accuracy": 0.59585, - "main_score": 0.5685, - "hf_subset": "umb_Latn-kmb_Latn", - "languages": [ - "umb-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363539, - "recall": 0.423913, - "f1": 0.380146, - "accuracy": 0.423913, - "main_score": 0.380146, - "hf_subset": "umb_Latn-min_Arab", - "languages": [ - "umb-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504642, - "recall": 0.545455, - "f1": 0.51565, - "accuracy": 0.545455, - "main_score": 0.51565, - "hf_subset": "umb_Latn-pol_Latn", - "languages": [ - "umb-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513506, - "recall": 0.549407, - "f1": 0.523225, - "accuracy": 0.549407, - "main_score": 0.523225, - "hf_subset": "umb_Latn-ssw_Latn", - "languages": [ - "umb-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518018, - "recall": 0.563241, - "f1": 0.530362, - "accuracy": 0.563241, - "main_score": 0.530362, - "hf_subset": "umb_Latn-ukr_Cyrl", - "languages": [ - "umb-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529779, - "recall": 0.570158, - "f1": 0.540851, - "accuracy": 0.570158, - "main_score": 0.540851, - "hf_subset": "umb_Latn-afr_Latn", - "languages": [ - "umb-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497759, - "recall": 0.544466, - "f1": 0.509598, - "accuracy": 0.544466, - "main_score": 0.509598, - "hf_subset": "umb_Latn-bho_Deva", - "languages": [ - "umb-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513817, - "recall": 0.555336, - "f1": 0.525144, - "accuracy": 0.555336, - "main_score": 0.525144, - "hf_subset": "umb_Latn-eus_Latn", - "languages": [ - "umb-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496528, - "recall": 0.539526, - "f1": 0.509067, - "accuracy": 0.539526, - "main_score": 0.509067, - "hf_subset": "umb_Latn-ibo_Latn", - "languages": [ - "umb-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508643, - "recall": 0.545455, - "f1": 0.518247, - "accuracy": 0.545455, - "main_score": 0.518247, - "hf_subset": "umb_Latn-kmr_Latn", - "languages": [ - "umb-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530911, - "recall": 0.570158, - "f1": 0.540344, - "accuracy": 0.570158, - "main_score": 0.540344, - "hf_subset": "umb_Latn-min_Latn", - "languages": [ - "umb-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532048, - "recall": 0.578063, - "f1": 0.544275, - "accuracy": 0.578063, - "main_score": 0.544275, - "hf_subset": "umb_Latn-por_Latn", - "languages": [ - "umb-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535198, - "recall": 0.575099, - "f1": 0.545976, - "accuracy": 0.575099, - "main_score": 0.545976, - "hf_subset": "umb_Latn-sun_Latn", - "languages": [ - "umb-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50501, - "recall": 0.548419, - "f1": 0.516838, - "accuracy": 0.548419, - "main_score": 0.516838, - "hf_subset": "umb_Latn-ajp_Arab", - "languages": [ - "umb-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37381, - "recall": 0.426877, - "f1": 0.387935, - "accuracy": 0.426877, - "main_score": 0.387935, - "hf_subset": "umb_Latn-bjn_Arab", - "languages": [ - "umb-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479167, - "recall": 0.509881, - "f1": 0.487992, - "accuracy": 0.509881, - "main_score": 0.487992, - "hf_subset": "umb_Latn-ewe_Latn", - "languages": [ - "umb-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525856, - "recall": 0.565217, - "f1": 0.53586, - "accuracy": 0.565217, - "main_score": 0.53586, - "hf_subset": "umb_Latn-ilo_Latn", - "languages": [ - "umb-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297697, - "recall": 0.344862, - "f1": 0.310687, - "accuracy": 0.344862, - "main_score": 0.310687, - "hf_subset": "umb_Latn-knc_Arab", - "languages": [ - "umb-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525755, - "recall": 0.568182, - "f1": 0.536721, - "accuracy": 0.568182, - "main_score": 0.536721, - "hf_subset": "umb_Latn-mkd_Cyrl", - "languages": [ - "umb-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503604, - "recall": 0.551383, - "f1": 0.515834, - "accuracy": 0.551383, - "main_score": 0.515834, - "hf_subset": "umb_Latn-prs_Arab", - "languages": [ - "umb-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515181, - "recall": 0.562253, - "f1": 0.527756, - "accuracy": 0.562253, - "main_score": 0.527756, - "hf_subset": "umb_Latn-swe_Latn", - "languages": [ - "umb-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485287, - "recall": 0.531621, - "f1": 0.497477, - "accuracy": 0.531621, - "main_score": 0.497477, - "hf_subset": "umb_Latn-urd_Arab", - "languages": [ - "umb-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50386, - "recall": 0.535573, - "f1": 0.512226, - "accuracy": 0.535573, - "main_score": 0.512226, - "hf_subset": "umb_Latn-aka_Latn", - "languages": [ - "umb-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529053, - "recall": 0.562253, - "f1": 0.538091, - "accuracy": 0.562253, - "main_score": 0.538091, - "hf_subset": "umb_Latn-bjn_Latn", - "languages": [ - "umb-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512916, - "recall": 0.544466, - "f1": 0.521279, - "accuracy": 0.544466, - "main_score": 0.521279, - "hf_subset": "umb_Latn-fao_Latn", - "languages": [ - "umb-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526896, - "recall": 0.564229, - "f1": 0.536573, - "accuracy": 0.564229, - "main_score": 0.536573, - "hf_subset": "umb_Latn-ind_Latn", - "languages": [ - "umb-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502547, - "recall": 0.540514, - "f1": 0.513302, - "accuracy": 0.540514, - "main_score": 0.513302, - "hf_subset": "umb_Latn-knc_Latn", - "languages": [ - "umb-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528033, - "recall": 0.565217, - "f1": 0.537834, - "accuracy": 0.565217, - "main_score": 0.537834, - "hf_subset": "umb_Latn-mlt_Latn", - "languages": [ - "umb-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505597, - "recall": 0.540514, - "f1": 0.515379, - "accuracy": 0.540514, - "main_score": 0.515379, - "hf_subset": "umb_Latn-quy_Latn", - "languages": [ - "umb-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525584, - "recall": 0.56917, - "f1": 0.537163, - "accuracy": 0.56917, - "main_score": 0.537163, - "hf_subset": "umb_Latn-swh_Latn", - "languages": [ - "umb-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498188, - "recall": 0.541502, - "f1": 0.509969, - "accuracy": 0.541502, - "main_score": 0.509969, - "hf_subset": "umb_Latn-uzn_Latn", - "languages": [ - "umb-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522421, - "recall": 0.560277, - "f1": 0.532427, - "accuracy": 0.560277, - "main_score": 0.532427, - "hf_subset": "umb_Latn-als_Latn", - "languages": [ - "umb-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.263258, - "recall": 0.307312, - "f1": 0.274959, - "accuracy": 0.307312, - "main_score": 0.274959, - "hf_subset": "umb_Latn-bod_Tibt", - "languages": [ - "umb-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48826, - "recall": 0.523715, - "f1": 0.498325, - "accuracy": 0.523715, - "main_score": 0.498325, - "hf_subset": "umb_Latn-fij_Latn", - "languages": [ - "umb-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509174, - "recall": 0.546443, - "f1": 0.519339, - "accuracy": 0.546443, - "main_score": 0.519339, - "hf_subset": "umb_Latn-isl_Latn", - "languages": [ - "umb-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535543, - "recall": 0.566206, - "f1": 0.544008, - "accuracy": 0.566206, - "main_score": 0.544008, - "hf_subset": "umb_Latn-kon_Latn", - "languages": [ - "umb-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427452, - "recall": 0.479249, - "f1": 0.442089, - "accuracy": 0.479249, - "main_score": 0.442089, - "hf_subset": "umb_Latn-mni_Beng", - "languages": [ - "umb-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538544, - "recall": 0.58004, - "f1": 0.548868, - "accuracy": 0.58004, - "main_score": 0.548868, - "hf_subset": "umb_Latn-ron_Latn", - "languages": [ - "umb-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515396, - "recall": 0.556324, - "f1": 0.526358, - "accuracy": 0.556324, - "main_score": 0.526358, - "hf_subset": "umb_Latn-szl_Latn", - "languages": [ - "umb-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529769, - "recall": 0.573123, - "f1": 0.541394, - "accuracy": 0.573123, - "main_score": 0.541394, - "hf_subset": "umb_Latn-vec_Latn", - "languages": [ - "umb-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423753, - "recall": 0.476285, - "f1": 0.438111, - "accuracy": 0.476285, - "main_score": 0.438111, - "hf_subset": "umb_Latn-amh_Ethi", - "languages": [ - "umb-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52499, - "recall": 0.570158, - "f1": 0.536981, - "accuracy": 0.570158, - "main_score": 0.536981, - "hf_subset": "umb_Latn-bos_Latn", - "languages": [ - "umb-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503418, - "recall": 0.545455, - "f1": 0.514627, - "accuracy": 0.545455, - "main_score": 0.514627, - "hf_subset": "umb_Latn-fin_Latn", - "languages": [ - "umb-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515166, - "recall": 0.556324, - "f1": 0.526677, - "accuracy": 0.556324, - "main_score": 0.526677, - "hf_subset": "umb_Latn-ita_Latn", - "languages": [ - "umb-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50481, - "recall": 0.55336, - "f1": 0.51714, - "accuracy": 0.55336, - "main_score": 0.51714, - "hf_subset": "umb_Latn-kor_Hang", - "languages": [ - "umb-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496594, - "recall": 0.532609, - "f1": 0.505807, - "accuracy": 0.532609, - "main_score": 0.505807, - "hf_subset": "umb_Latn-mos_Latn", - "languages": [ - "umb-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49449, - "recall": 0.529644, - "f1": 0.504385, - "accuracy": 0.529644, - "main_score": 0.504385, - "hf_subset": "umb_Latn-run_Latn", - "languages": [ - "umb-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490693, - "recall": 0.543478, - "f1": 0.504643, - "accuracy": 0.543478, - "main_score": 0.504643, - "hf_subset": "umb_Latn-tam_Taml", - "languages": [ - "umb-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514542, - "recall": 0.556324, - "f1": 0.525851, - "accuracy": 0.556324, - "main_score": 0.525851, - "hf_subset": "umb_Latn-vie_Latn", - "languages": [ - "umb-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505375, - "recall": 0.549407, - "f1": 0.517415, - "accuracy": 0.549407, - "main_score": 0.517415, - "hf_subset": "umb_Latn-apc_Arab", - "languages": [ - "umb-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502792, - "recall": 0.539526, - "f1": 0.512926, - "accuracy": 0.539526, - "main_score": 0.512926, - "hf_subset": "umb_Latn-bug_Latn", - "languages": [ - "umb-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440511, - "recall": 0.483202, - "f1": 0.452519, - "accuracy": 0.483202, - "main_score": 0.452519, - "hf_subset": "umb_Latn-fon_Latn", - "languages": [ - "umb-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53962, - "recall": 0.572134, - "f1": 0.548527, - "accuracy": 0.572134, - "main_score": 0.548527, - "hf_subset": "umb_Latn-jav_Latn", - "languages": [ - "umb-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477594, - "recall": 0.523715, - "f1": 0.490068, - "accuracy": 0.523715, - "main_score": 0.490068, - "hf_subset": "umb_Latn-lao_Laoo", - "languages": [ - "umb-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469229, - "recall": 0.501976, - "f1": 0.478303, - "accuracy": 0.501976, - "main_score": 0.478303, - "hf_subset": "umb_Latn-mri_Latn", - "languages": [ - "umb-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506494, - "recall": 0.551383, - "f1": 0.518314, - "accuracy": 0.551383, - "main_score": 0.518314, - "hf_subset": "umb_Latn-rus_Cyrl", - "languages": [ - "umb-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480854, - "recall": 0.514822, - "f1": 0.490019, - "accuracy": 0.514822, - "main_score": 0.490019, - "hf_subset": "umb_Latn-taq_Latn", - "languages": [ - "umb-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539028, - "recall": 0.576087, - "f1": 0.54863, - "accuracy": 0.576087, - "main_score": 0.54863, - "hf_subset": "umb_Latn-war_Latn", - "languages": [ - "umb-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499944, - "recall": 0.540514, - "f1": 0.511548, - "accuracy": 0.540514, - "main_score": 0.511548, - "hf_subset": "umb_Latn-arb_Arab", - "languages": [ - "umb-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525561, - "recall": 0.564229, - "f1": 0.536133, - "accuracy": 0.564229, - "main_score": 0.536133, - "hf_subset": "umb_Latn-bul_Cyrl", - "languages": [ - "umb-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522452, - "recall": 0.568182, - "f1": 0.534302, - "accuracy": 0.568182, - "main_score": 0.534302, - "hf_subset": "umb_Latn-fra_Latn", - "languages": [ - "umb-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499059, - "recall": 0.541502, - "f1": 0.510358, - "accuracy": 0.541502, - "main_score": 0.510358, - "hf_subset": "umb_Latn-jpn_Jpan", - "languages": [ - "umb-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514832, - "recall": 0.552372, - "f1": 0.524064, - "accuracy": 0.552372, - "main_score": 0.524064, - "hf_subset": "umb_Latn-lij_Latn", - "languages": [ - "umb-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392869, - "recall": 0.44664, - "f1": 0.406804, - "accuracy": 0.44664, - "main_score": 0.406804, - "hf_subset": "umb_Latn-mya_Mymr", - "languages": [ - "umb-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497631, - "recall": 0.530632, - "f1": 0.507104, - "accuracy": 0.530632, - "main_score": 0.507104, - "hf_subset": "umb_Latn-sag_Latn", - "languages": [ - "umb-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210136, - "recall": 0.252964, - "f1": 0.220203, - "accuracy": 0.252964, - "main_score": 0.220203, - "hf_subset": "umb_Latn-taq_Tfng", - "languages": [ - "umb-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497615, - "recall": 0.540514, - "f1": 0.509478, - "accuracy": 0.540514, - "main_score": 0.509478, - "hf_subset": "umb_Latn-wol_Latn", - "languages": [ - "umb-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433667, - "recall": 0.468379, - "f1": 0.443579, - "accuracy": 0.468379, - "main_score": 0.443579, - "hf_subset": "umb_Latn-arb_Latn", - "languages": [ - "umb-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527993, - "recall": 0.568182, - "f1": 0.538754, - "accuracy": 0.568182, - "main_score": 0.538754, - "hf_subset": "umb_Latn-cat_Latn", - "languages": [ - "umb-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513257, - "recall": 0.551383, - "f1": 0.523531, - "accuracy": 0.551383, - "main_score": 0.523531, - "hf_subset": "umb_Latn-fur_Latn", - "languages": [ - "umb-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406159, - "recall": 0.442688, - "f1": 0.416093, - "accuracy": 0.442688, - "main_score": 0.416093, - "hf_subset": "umb_Latn-kab_Latn", - "languages": [ - "umb-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524272, - "recall": 0.555336, - "f1": 0.532879, - "accuracy": 0.555336, - "main_score": 0.532879, - "hf_subset": "umb_Latn-lim_Latn", - "languages": [ - "umb-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513796, - "recall": 0.5583, - "f1": 0.525951, - "accuracy": 0.5583, - "main_score": 0.525951, - "hf_subset": "umb_Latn-nld_Latn", - "languages": [ - "umb-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472962, - "recall": 0.521739, - "f1": 0.485772, - "accuracy": 0.521739, - "main_score": 0.485772, - "hf_subset": "umb_Latn-san_Deva", - "languages": [ - "umb-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506745, - "recall": 0.551383, - "f1": 0.518743, - "accuracy": 0.551383, - "main_score": 0.518743, - "hf_subset": "umb_Latn-tat_Cyrl", - "languages": [ - "umb-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548758, - "recall": 0.581028, - "f1": 0.557639, - "accuracy": 0.581028, - "main_score": 0.557639, - "hf_subset": "umb_Latn-xho_Latn", - "languages": [ - "umb-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48373, - "recall": 0.527668, - "f1": 0.496444, - "accuracy": 0.527668, - "main_score": 0.496444, - "hf_subset": "umb_Latn-ars_Arab", - "languages": [ - "umb-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541625, - "recall": 0.578063, - "f1": 0.551309, - "accuracy": 0.578063, - "main_score": 0.551309, - "hf_subset": "umb_Latn-ceb_Latn", - "languages": [ - "umb-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470375, - "recall": 0.51087, - "f1": 0.48207, - "accuracy": 0.51087, - "main_score": 0.48207, - "hf_subset": "umb_Latn-fuv_Latn", - "languages": [ - "umb-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469375, - "recall": 0.512846, - "f1": 0.480889, - "accuracy": 0.512846, - "main_score": 0.480889, - "hf_subset": "umb_Latn-kac_Latn", - "languages": [ - "umb-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535167, - "recall": 0.567194, - "f1": 0.543763, - "accuracy": 0.567194, - "main_score": 0.543763, - "hf_subset": "umb_Latn-lin_Latn", - "languages": [ - "umb-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508753, - "recall": 0.55336, - "f1": 0.520854, - "accuracy": 0.55336, - "main_score": 0.520854, - "hf_subset": "umb_Latn-nno_Latn", - "languages": [ - "umb-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121056, - "recall": 0.155138, - "f1": 0.129953, - "accuracy": 0.155138, - "main_score": 0.129953, - "hf_subset": "umb_Latn-sat_Olck", - "languages": [ - "umb-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501219, - "recall": 0.552372, - "f1": 0.513872, - "accuracy": 0.552372, - "main_score": 0.513872, - "hf_subset": "umb_Latn-tel_Telu", - "languages": [ - "umb-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440236, - "recall": 0.488142, - "f1": 0.453122, - "accuracy": 0.488142, - "main_score": 0.453122, - "hf_subset": "umb_Latn-ydd_Hebr", - "languages": [ - "umb-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481799, - "recall": 0.52668, - "f1": 0.49378, - "accuracy": 0.52668, - "main_score": 0.49378, - "hf_subset": "umb_Latn-ary_Arab", - "languages": [ - "umb-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527799, - "recall": 0.565217, - "f1": 0.537869, - "accuracy": 0.565217, - "main_score": 0.537869, - "hf_subset": "umb_Latn-ces_Latn", - "languages": [ - "umb-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465174, - "recall": 0.51087, - "f1": 0.477349, - "accuracy": 0.51087, - "main_score": 0.477349, - "hf_subset": "umb_Latn-gaz_Latn", - "languages": [ - "umb-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494725, - "recall": 0.534585, - "f1": 0.505589, - "accuracy": 0.534585, - "main_score": 0.505589, - "hf_subset": "umb_Latn-kam_Latn", - "languages": [ - "umb-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502015, - "recall": 0.545455, - "f1": 0.512669, - "accuracy": 0.545455, - "main_score": 0.512669, - "hf_subset": "umb_Latn-lit_Latn", - "languages": [ - "umb-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521142, - "recall": 0.567194, - "f1": 0.533351, - "accuracy": 0.567194, - "main_score": 0.533351, - "hf_subset": "umb_Latn-nob_Latn", - "languages": [ - "umb-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503608, - "recall": 0.54249, - "f1": 0.513903, - "accuracy": 0.54249, - "main_score": 0.513903, - "hf_subset": "umb_Latn-scn_Latn", - "languages": [ - "umb-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485948, - "recall": 0.524704, - "f1": 0.496287, - "accuracy": 0.524704, - "main_score": 0.496287, - "hf_subset": "umb_Latn-tgk_Cyrl", - "languages": [ - "umb-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459116, - "recall": 0.504941, - "f1": 0.472674, - "accuracy": 0.504941, - "main_score": 0.472674, - "hf_subset": "umb_Latn-yor_Latn", - "languages": [ - "umb-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507483, - "recall": 0.550395, - "f1": 0.51855, - "accuracy": 0.550395, - "main_score": 0.51855, - "hf_subset": "umb_Latn-arz_Arab", - "languages": [ - "umb-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493025, - "recall": 0.524704, - "f1": 0.501676, - "accuracy": 0.524704, - "main_score": 0.501676, - "hf_subset": "umb_Latn-cjk_Latn", - "languages": [ - "umb-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472594, - "recall": 0.512846, - "f1": 0.483876, - "accuracy": 0.512846, - "main_score": 0.483876, - "hf_subset": "umb_Latn-gla_Latn", - "languages": [ - "umb-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490341, - "recall": 0.541502, - "f1": 0.504096, - "accuracy": 0.541502, - "main_score": 0.504096, - "hf_subset": "umb_Latn-kan_Knda", - "languages": [ - "umb-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514106, - "recall": 0.551383, - "f1": 0.524446, - "accuracy": 0.551383, - "main_score": 0.524446, - "hf_subset": "umb_Latn-lmo_Latn", - "languages": [ - "umb-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503175, - "recall": 0.547431, - "f1": 0.514445, - "accuracy": 0.547431, - "main_score": 0.514445, - "hf_subset": "umb_Latn-npi_Deva", - "languages": [ - "umb-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413669, - "recall": 0.45751, - "f1": 0.425651, - "accuracy": 0.45751, - "main_score": 0.425651, - "hf_subset": "umb_Latn-shn_Mymr", - "languages": [ - "umb-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52685, - "recall": 0.563241, - "f1": 0.537209, - "accuracy": 0.563241, - "main_score": 0.537209, - "hf_subset": "umb_Latn-tgl_Latn", - "languages": [ - "umb-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493526, - "recall": 0.536561, - "f1": 0.505107, - "accuracy": 0.536561, - "main_score": 0.505107, - "hf_subset": "umb_Latn-yue_Hant", - "languages": [ - "umb-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46835, - "recall": 0.514822, - "f1": 0.481504, - "accuracy": 0.514822, - "main_score": 0.481504, - "hf_subset": "umb_Latn-asm_Beng", - "languages": [ - "umb-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484061, - "recall": 0.527668, - "f1": 0.495483, - "accuracy": 0.527668, - "main_score": 0.495483, - "hf_subset": "umb_Latn-ckb_Arab", - "languages": [ - "umb-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46896, - "recall": 0.511858, - "f1": 0.480238, - "accuracy": 0.511858, - "main_score": 0.480238, - "hf_subset": "umb_Latn-gle_Latn", - "languages": [ - "umb-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434924, - "recall": 0.487154, - "f1": 0.449485, - "accuracy": 0.487154, - "main_score": 0.449485, - "hf_subset": "umb_Latn-kas_Arab", - "languages": [ - "umb-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488936, - "recall": 0.531621, - "f1": 0.500045, - "accuracy": 0.531621, - "main_score": 0.500045, - "hf_subset": "umb_Latn-ltg_Latn", - "languages": [ - "umb-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534531, - "recall": 0.568182, - "f1": 0.54371, - "accuracy": 0.568182, - "main_score": 0.54371, - "hf_subset": "umb_Latn-nso_Latn", - "languages": [ - "umb-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435474, - "recall": 0.486166, - "f1": 0.448774, - "accuracy": 0.486166, - "main_score": 0.448774, - "hf_subset": "umb_Latn-sin_Sinh", - "languages": [ - "umb-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500093, - "recall": 0.546443, - "f1": 0.512052, - "accuracy": 0.546443, - "main_score": 0.512052, - "hf_subset": "umb_Latn-tha_Thai", - "languages": [ - "umb-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494942, - "recall": 0.535573, - "f1": 0.504764, - "accuracy": 0.535573, - "main_score": 0.504764, - "hf_subset": "umb_Latn-zho_Hans", - "languages": [ - "umb-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538741, - "recall": 0.58004, - "f1": 0.549719, - "accuracy": 0.58004, - "main_score": 0.549719, - "hf_subset": "umb_Latn-ast_Latn", - "languages": [ - "umb-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505378, - "recall": 0.556324, - "f1": 0.51845, - "accuracy": 0.556324, - "main_score": 0.51845, - "hf_subset": "umb_Latn-crh_Latn", - "languages": [ - "umb-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534515, - "recall": 0.566206, - "f1": 0.543121, - "accuracy": 0.566206, - "main_score": 0.543121, - "hf_subset": "umb_Latn-glg_Latn", - "languages": [ - "umb-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464018, - "recall": 0.51087, - "f1": 0.476276, - "accuracy": 0.51087, - "main_score": 0.476276, - "hf_subset": "umb_Latn-kas_Deva", - "languages": [ - "umb-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48944, - "recall": 0.531621, - "f1": 0.500194, - "accuracy": 0.531621, - "main_score": 0.500194, - "hf_subset": "umb_Latn-ltz_Latn", - "languages": [ - "umb-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427032, - "recall": 0.472332, - "f1": 0.438869, - "accuracy": 0.472332, - "main_score": 0.438869, - "hf_subset": "umb_Latn-nus_Latn", - "languages": [ - "umb-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507001, - "recall": 0.552372, - "f1": 0.51925, - "accuracy": 0.552372, - "main_score": 0.51925, - "hf_subset": "umb_Latn-slk_Latn", - "languages": [ - "umb-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381309, - "recall": 0.426877, - "f1": 0.393642, - "accuracy": 0.426877, - "main_score": 0.393642, - "hf_subset": "umb_Latn-tir_Ethi", - "languages": [ - "umb-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488254, - "recall": 0.533597, - "f1": 0.499675, - "accuracy": 0.533597, - "main_score": 0.499675, - "hf_subset": "umb_Latn-zho_Hant", - "languages": [ - "umb-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512802, - "recall": 0.551383, - "f1": 0.523125, - "accuracy": 0.551383, - "main_score": 0.523125, - "hf_subset": "umb_Latn-awa_Deva", - "languages": [ - "umb-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50932, - "recall": 0.548419, - "f1": 0.519962, - "accuracy": 0.548419, - "main_score": 0.519962, - "hf_subset": "umb_Latn-cym_Latn", - "languages": [ - "umb-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517791, - "recall": 0.551383, - "f1": 0.526793, - "accuracy": 0.551383, - "main_score": 0.526793, - "hf_subset": "umb_Latn-grn_Latn", - "languages": [ - "umb-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473088, - "recall": 0.52668, - "f1": 0.487704, - "accuracy": 0.52668, - "main_score": 0.487704, - "hf_subset": "umb_Latn-kat_Geor", - "languages": [ - "umb-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510819, - "recall": 0.551383, - "f1": 0.522043, - "accuracy": 0.551383, - "main_score": 0.522043, - "hf_subset": "umb_Latn-lua_Latn", - "languages": [ - "umb-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518551, - "recall": 0.550395, - "f1": 0.527568, - "accuracy": 0.550395, - "main_score": 0.527568, - "hf_subset": "umb_Latn-nya_Latn", - "languages": [ - "umb-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51575, - "recall": 0.559289, - "f1": 0.527311, - "accuracy": 0.559289, - "main_score": 0.527311, - "hf_subset": "umb_Latn-slv_Latn", - "languages": [ - "umb-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512134, - "recall": 0.546443, - "f1": 0.52145, - "accuracy": 0.546443, - "main_score": 0.52145, - "hf_subset": "umb_Latn-tpi_Latn", - "languages": [ - "umb-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539345, - "recall": 0.579051, - "f1": 0.549784, - "accuracy": 0.579051, - "main_score": 0.549784, - "hf_subset": "umb_Latn-zsm_Latn", - "languages": [ - "umb-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481102, - "recall": 0.513834, - "f1": 0.490832, - "accuracy": 0.513834, - "main_score": 0.490832, - "hf_subset": "umb_Latn-ayr_Latn", - "languages": [ - "umb-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524482, - "recall": 0.570158, - "f1": 0.537372, - "accuracy": 0.570158, - "main_score": 0.537372, - "hf_subset": "umb_Latn-dan_Latn", - "languages": [ - "umb-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502295, - "recall": 0.549407, - "f1": 0.51491, - "accuracy": 0.549407, - "main_score": 0.51491, - "hf_subset": "umb_Latn-guj_Gujr", - "languages": [ - "umb-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505301, - "recall": 0.552372, - "f1": 0.517842, - "accuracy": 0.552372, - "main_score": 0.517842, - "hf_subset": "umb_Latn-kaz_Cyrl", - "languages": [ - "umb-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470424, - "recall": 0.51581, - "f1": 0.48292, - "accuracy": 0.51581, - "main_score": 0.48292, - "hf_subset": "umb_Latn-lug_Latn", - "languages": [ - "umb-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538612, - "recall": 0.577075, - "f1": 0.549086, - "accuracy": 0.577075, - "main_score": 0.549086, - "hf_subset": "umb_Latn-oci_Latn", - "languages": [ - "umb-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500066, - "recall": 0.528656, - "f1": 0.508161, - "accuracy": 0.528656, - "main_score": 0.508161, - "hf_subset": "umb_Latn-smo_Latn", - "languages": [ - "umb-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493423, - "recall": 0.528656, - "f1": 0.503423, - "accuracy": 0.528656, - "main_score": 0.503423, - "hf_subset": "umb_Latn-tsn_Latn", - "languages": [ - "umb-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483507, - "recall": 0.527668, - "f1": 0.496088, - "accuracy": 0.527668, - "main_score": 0.496088, - "hf_subset": "umb_Latn-zul_Latn", - "languages": [ - "umb-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443937, - "recall": 0.48913, - "f1": 0.455945, - "accuracy": 0.48913, - "main_score": 0.455945, - "hf_subset": "umb_Latn-azb_Arab", - "languages": [ - "umb-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51896, - "recall": 0.562253, - "f1": 0.530801, - "accuracy": 0.562253, - "main_score": 0.530801, - "hf_subset": "umb_Latn-deu_Latn", - "languages": [ - "umb-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468313, - "recall": 0.514822, - "f1": 0.480887, - "accuracy": 0.514822, - "main_score": 0.480887, - "hf_subset": "umb_Latn-hat_Latn", - "languages": [ - "umb-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471851, - "recall": 0.51087, - "f1": 0.482891, - "accuracy": 0.51087, - "main_score": 0.482891, - "hf_subset": "umb_Latn-kbp_Latn", - "languages": [ - "umb-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507997, - "recall": 0.539526, - "f1": 0.516613, - "accuracy": 0.539526, - "main_score": 0.516613, - "hf_subset": "umb_Latn-luo_Latn", - "languages": [ - "umb-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497822, - "recall": 0.546443, - "f1": 0.510712, - "accuracy": 0.546443, - "main_score": 0.510712, - "hf_subset": "umb_Latn-ory_Orya", - "languages": [ - "umb-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505501, - "recall": 0.54249, - "f1": 0.516323, - "accuracy": 0.54249, - "main_score": 0.516323, - "hf_subset": "umb_Latn-sna_Latn", - "languages": [ - "umb-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490807, - "recall": 0.528656, - "f1": 0.501191, - "accuracy": 0.528656, - "main_score": 0.501191, - "hf_subset": "umb_Latn-tso_Latn", - "languages": [ - "umb-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485694, - "recall": 0.533597, - "f1": 0.498248, - "accuracy": 0.533597, - "main_score": 0.498248, - "hf_subset": "umb_Latn-azj_Latn", - "languages": [ - "umb-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472521, - "recall": 0.514822, - "f1": 0.48512, - "accuracy": 0.514822, - "main_score": 0.48512, - "hf_subset": "umb_Latn-dik_Latn", - "languages": [ - "umb-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505229, - "recall": 0.533597, - "f1": 0.513447, - "accuracy": 0.533597, - "main_score": 0.513447, - "hf_subset": "umb_Latn-hau_Latn", - "languages": [ - "umb-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527784, - "recall": 0.565217, - "f1": 0.537572, - "accuracy": 0.565217, - "main_score": 0.537572, - "hf_subset": "umb_Latn-kea_Latn", - "languages": [ - "umb-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507516, - "recall": 0.544466, - "f1": 0.517591, - "accuracy": 0.544466, - "main_score": 0.517591, - "hf_subset": "umb_Latn-lus_Latn", - "languages": [ - "umb-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511557, - "recall": 0.543478, - "f1": 0.520345, - "accuracy": 0.543478, - "main_score": 0.520345, - "hf_subset": "umb_Latn-pag_Latn", - "languages": [ - "umb-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471698, - "recall": 0.520751, - "f1": 0.484856, - "accuracy": 0.520751, - "main_score": 0.484856, - "hf_subset": "umb_Latn-snd_Arab", - "languages": [ - "umb-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484985, - "recall": 0.521739, - "f1": 0.494965, - "accuracy": 0.521739, - "main_score": 0.494965, - "hf_subset": "umb_Latn-tuk_Latn", - "languages": [ - "umb-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500395, - "recall": 0.537549, - "f1": 0.510846, - "accuracy": 0.537549, - "main_score": 0.510846, - "hf_subset": "umb_Latn-bak_Cyrl", - "languages": [ - "umb-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380131, - "recall": 0.433794, - "f1": 0.394969, - "accuracy": 0.433794, - "main_score": 0.394969, - "hf_subset": "umb_Latn-dyu_Latn", - "languages": [ - "umb-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495352, - "recall": 0.535573, - "f1": 0.506149, - "accuracy": 0.535573, - "main_score": 0.506149, - "hf_subset": "umb_Latn-heb_Hebr", - "languages": [ - "umb-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490023, - "recall": 0.527668, - "f1": 0.50014, - "accuracy": 0.527668, - "main_score": 0.50014, - "hf_subset": "umb_Latn-khk_Cyrl", - "languages": [ - "umb-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49925, - "recall": 0.536561, - "f1": 0.509801, - "accuracy": 0.536561, - "main_score": 0.509801, - "hf_subset": "umb_Latn-lvs_Latn", - "languages": [ - "umb-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504061, - "recall": 0.549407, - "f1": 0.516321, - "accuracy": 0.549407, - "main_score": 0.516321, - "hf_subset": "umb_Latn-pan_Guru", - "languages": [ - "umb-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46805, - "recall": 0.506917, - "f1": 0.479106, - "accuracy": 0.506917, - "main_score": 0.479106, - "hf_subset": "umb_Latn-som_Latn", - "languages": [ - "umb-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497801, - "recall": 0.531621, - "f1": 0.507767, - "accuracy": 0.531621, - "main_score": 0.507767, - "hf_subset": "umb_Latn-tum_Latn", - "languages": [ - "umb-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588303, - "recall": 0.65415, - "f1": 0.606993, - "accuracy": 0.65415, - "main_score": 0.606993, - "hf_subset": "ajp_Arab-ace_Arab", - "languages": [ - "ajp-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527002, - "recall": 0.593874, - "f1": 0.545294, - "accuracy": 0.593874, - "main_score": 0.545294, - "hf_subset": "ajp_Arab-bam_Latn", - "languages": [ - "ajp-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439824, - "recall": 0.519763, - "f1": 0.461105, - "accuracy": 0.519763, - "main_score": 0.461105, - "hf_subset": "ajp_Arab-dzo_Tibt", - "languages": [ - "ajp-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-hin_Deva", - "languages": [ - "ajp-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ajp_Arab-khm_Khmr", - "languages": [ - "ajp-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-mag_Deva", - "languages": [ - "ajp-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "ajp_Arab-pap_Latn", - "languages": [ - "ajp-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606695, - "recall": 0.664032, - "f1": 0.623293, - "accuracy": 0.664032, - "main_score": 0.623293, - "hf_subset": "ajp_Arab-sot_Latn", - "languages": [ - "ajp-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-tur_Latn", - "languages": [ - "ajp-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882411, - "recall": 0.913043, - "f1": 0.892081, - "accuracy": 0.913043, - "main_score": 0.892081, - "hf_subset": "ajp_Arab-ace_Latn", - "languages": [ - "ajp-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.980237, - "f1": 0.974802, - "accuracy": 0.980237, - "main_score": 0.974802, - "hf_subset": "ajp_Arab-ban_Latn", - "languages": [ - "ajp-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ell_Grek", - "languages": [ - "ajp-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ajp_Arab-hne_Deva", - "languages": [ - "ajp-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613629, - "recall": 0.672925, - "f1": 0.630898, - "accuracy": 0.672925, - "main_score": 0.630898, - "hf_subset": "ajp_Arab-kik_Latn", - "languages": [ - "ajp-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-mai_Deva", - "languages": [ - "ajp-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ajp_Arab-pbt_Arab", - "languages": [ - "ajp-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-spa_Latn", - "languages": [ - "ajp-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611971, - "recall": 0.676877, - "f1": 0.630155, - "accuracy": 0.676877, - "main_score": 0.630155, - "hf_subset": "ajp_Arab-twi_Latn", - "languages": [ - "ajp-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-acm_Arab", - "languages": [ - "ajp-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-bel_Cyrl", - "languages": [ - "ajp-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-eng_Latn", - "languages": [ - "ajp-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-hrv_Latn", - "languages": [ - "ajp-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563935, - "recall": 0.628458, - "f1": 0.581856, - "accuracy": 0.628458, - "main_score": 0.581856, - "hf_subset": "ajp_Arab-kin_Latn", - "languages": [ - "ajp-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-mal_Mlym", - "languages": [ - "ajp-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-pes_Arab", - "languages": [ - "ajp-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ajp_Arab-srd_Latn", - "languages": [ - "ajp-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191419, - "recall": 0.247036, - "f1": 0.205354, - "accuracy": 0.247036, - "main_score": 0.205354, - "hf_subset": "ajp_Arab-tzm_Tfng", - "languages": [ - "ajp-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-acq_Arab", - "languages": [ - "ajp-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636752, - "recall": 0.686759, - "f1": 0.651009, - "accuracy": 0.686759, - "main_score": 0.651009, - "hf_subset": "ajp_Arab-bem_Latn", - "languages": [ - "ajp-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-epo_Latn", - "languages": [ - "ajp-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-hun_Latn", - "languages": [ - "ajp-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ajp_Arab-kir_Cyrl", - "languages": [ - "ajp-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-mar_Deva", - "languages": [ - "ajp-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68069, - "recall": 0.73419, - "f1": 0.695693, - "accuracy": 0.73419, - "main_score": 0.695693, - "hf_subset": "ajp_Arab-plt_Latn", - "languages": [ - "ajp-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-srp_Cyrl", - "languages": [ - "ajp-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974967, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "ajp_Arab-uig_Arab", - "languages": [ - "ajp-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-aeb_Arab", - "languages": [ - "ajp-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ben_Beng", - "languages": [ - "ajp-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-est_Latn", - "languages": [ - "ajp-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-hye_Armn", - "languages": [ - "ajp-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559717, - "recall": 0.609684, - "f1": 0.574115, - "accuracy": 0.609684, - "main_score": 0.574115, - "hf_subset": "ajp_Arab-kmb_Latn", - "languages": [ - "ajp-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515351, - "recall": 0.590909, - "f1": 0.535889, - "accuracy": 0.590909, - "main_score": 0.535889, - "hf_subset": "ajp_Arab-min_Arab", - "languages": [ - "ajp-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-pol_Latn", - "languages": [ - "ajp-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580948, - "recall": 0.643281, - "f1": 0.599045, - "accuracy": 0.643281, - "main_score": 0.599045, - "hf_subset": "ajp_Arab-ssw_Latn", - "languages": [ - "ajp-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ukr_Cyrl", - "languages": [ - "ajp-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-afr_Latn", - "languages": [ - "ajp-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-bho_Deva", - "languages": [ - "ajp-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ajp_Arab-eus_Latn", - "languages": [ - "ajp-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584594, - "recall": 0.647233, - "f1": 0.601668, - "accuracy": 0.647233, - "main_score": 0.601668, - "hf_subset": "ajp_Arab-ibo_Latn", - "languages": [ - "ajp-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897431, - "recall": 0.926877, - "f1": 0.906785, - "accuracy": 0.926877, - "main_score": 0.906785, - "hf_subset": "ajp_Arab-kmr_Latn", - "languages": [ - "ajp-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ajp_Arab-min_Latn", - "languages": [ - "ajp-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-por_Latn", - "languages": [ - "ajp-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-sun_Latn", - "languages": [ - "ajp-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529738, - "recall": 0.585968, - "f1": 0.546231, - "accuracy": 0.585968, - "main_score": 0.546231, - "hf_subset": "ajp_Arab-umb_Latn", - "languages": [ - "ajp-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561442, - "recall": 0.621542, - "f1": 0.5783, - "accuracy": 0.621542, - "main_score": 0.5783, - "hf_subset": "ajp_Arab-bjn_Arab", - "languages": [ - "ajp-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519041, - "recall": 0.577075, - "f1": 0.535028, - "accuracy": 0.577075, - "main_score": 0.535028, - "hf_subset": "ajp_Arab-ewe_Latn", - "languages": [ - "ajp-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946229, - "recall": 0.962451, - "f1": 0.951318, - "accuracy": 0.962451, - "main_score": 0.951318, - "hf_subset": "ajp_Arab-ilo_Latn", - "languages": [ - "ajp-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323851, - "recall": 0.382411, - "f1": 0.339806, - "accuracy": 0.382411, - "main_score": 0.339806, - "hf_subset": "ajp_Arab-knc_Arab", - "languages": [ - "ajp-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-mkd_Cyrl", - "languages": [ - "ajp-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-prs_Arab", - "languages": [ - "ajp-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-swe_Latn", - "languages": [ - "ajp-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-urd_Arab", - "languages": [ - "ajp-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596567, - "recall": 0.655138, - "f1": 0.613324, - "accuracy": 0.655138, - "main_score": 0.613324, - "hf_subset": "ajp_Arab-aka_Latn", - "languages": [ - "ajp-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ajp_Arab-bjn_Latn", - "languages": [ - "ajp-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ajp_Arab-fao_Latn", - "languages": [ - "ajp-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ind_Latn", - "languages": [ - "ajp-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600951, - "recall": 0.653162, - "f1": 0.615934, - "accuracy": 0.653162, - "main_score": 0.615934, - "hf_subset": "ajp_Arab-knc_Latn", - "languages": [ - "ajp-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-mlt_Latn", - "languages": [ - "ajp-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728798, - "recall": 0.788538, - "f1": 0.745996, - "accuracy": 0.788538, - "main_score": 0.745996, - "hf_subset": "ajp_Arab-quy_Latn", - "languages": [ - "ajp-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ajp_Arab-swh_Latn", - "languages": [ - "ajp-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-uzn_Latn", - "languages": [ - "ajp-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-als_Latn", - "languages": [ - "ajp-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663266, - "recall": 0.73913, - "f1": 0.685694, - "accuracy": 0.73913, - "main_score": 0.685694, - "hf_subset": "ajp_Arab-bod_Tibt", - "languages": [ - "ajp-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71446, - "recall": 0.771739, - "f1": 0.731654, - "accuracy": 0.771739, - "main_score": 0.731654, - "hf_subset": "ajp_Arab-fij_Latn", - "languages": [ - "ajp-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ajp_Arab-isl_Latn", - "languages": [ - "ajp-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667383, - "recall": 0.716403, - "f1": 0.68217, - "accuracy": 0.716403, - "main_score": 0.68217, - "hf_subset": "ajp_Arab-kon_Latn", - "languages": [ - "ajp-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65164, - "recall": 0.721344, - "f1": 0.672268, - "accuracy": 0.721344, - "main_score": 0.672268, - "hf_subset": "ajp_Arab-mni_Beng", - "languages": [ - "ajp-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ron_Latn", - "languages": [ - "ajp-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "ajp_Arab-szl_Latn", - "languages": [ - "ajp-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-vec_Latn", - "languages": [ - "ajp-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "ajp_Arab-amh_Ethi", - "languages": [ - "ajp-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-bos_Latn", - "languages": [ - "ajp-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "ajp_Arab-fin_Latn", - "languages": [ - "ajp-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ita_Latn", - "languages": [ - "ajp-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-kor_Hang", - "languages": [ - "ajp-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550623, - "recall": 0.609684, - "f1": 0.566772, - "accuracy": 0.609684, - "main_score": 0.566772, - "hf_subset": "ajp_Arab-mos_Latn", - "languages": [ - "ajp-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566744, - "recall": 0.624506, - "f1": 0.583504, - "accuracy": 0.624506, - "main_score": 0.583504, - "hf_subset": "ajp_Arab-run_Latn", - "languages": [ - "ajp-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-tam_Taml", - "languages": [ - "ajp-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-vie_Latn", - "languages": [ - "ajp-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-apc_Arab", - "languages": [ - "ajp-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805204, - "recall": 0.850791, - "f1": 0.819222, - "accuracy": 0.850791, - "main_score": 0.819222, - "hf_subset": "ajp_Arab-bug_Latn", - "languages": [ - "ajp-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46625, - "recall": 0.52668, - "f1": 0.48233, - "accuracy": 0.52668, - "main_score": 0.48233, - "hf_subset": "ajp_Arab-fon_Latn", - "languages": [ - "ajp-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-jav_Latn", - "languages": [ - "ajp-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ajp_Arab-lao_Laoo", - "languages": [ - "ajp-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887764, - "recall": 0.920949, - "f1": 0.898452, - "accuracy": 0.920949, - "main_score": 0.898452, - "hf_subset": "ajp_Arab-mri_Latn", - "languages": [ - "ajp-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-rus_Cyrl", - "languages": [ - "ajp-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555303, - "recall": 0.614625, - "f1": 0.571444, - "accuracy": 0.614625, - "main_score": 0.571444, - "hf_subset": "ajp_Arab-taq_Latn", - "languages": [ - "ajp-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ajp_Arab-war_Latn", - "languages": [ - "ajp-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-arb_Arab", - "languages": [ - "ajp-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-bul_Cyrl", - "languages": [ - "ajp-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-fra_Latn", - "languages": [ - "ajp-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-jpn_Jpan", - "languages": [ - "ajp-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ajp_Arab-lij_Latn", - "languages": [ - "ajp-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.991107, - "f1": 0.989625, - "accuracy": 0.991107, - "main_score": 0.989625, - "hf_subset": "ajp_Arab-mya_Mymr", - "languages": [ - "ajp-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608005, - "recall": 0.675889, - "f1": 0.62683, - "accuracy": 0.675889, - "main_score": 0.62683, - "hf_subset": "ajp_Arab-sag_Latn", - "languages": [ - "ajp-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2027, - "recall": 0.26087, - "f1": 0.215998, - "accuracy": 0.26087, - "main_score": 0.215998, - "hf_subset": "ajp_Arab-taq_Tfng", - "languages": [ - "ajp-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634107, - "recall": 0.697628, - "f1": 0.652692, - "accuracy": 0.697628, - "main_score": 0.652692, - "hf_subset": "ajp_Arab-wol_Latn", - "languages": [ - "ajp-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888175, - "recall": 0.921937, - "f1": 0.899045, - "accuracy": 0.921937, - "main_score": 0.899045, - "hf_subset": "ajp_Arab-arb_Latn", - "languages": [ - "ajp-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-cat_Latn", - "languages": [ - "ajp-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ajp_Arab-fur_Latn", - "languages": [ - "ajp-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4416, - "recall": 0.498024, - "f1": 0.456757, - "accuracy": 0.498024, - "main_score": 0.456757, - "hf_subset": "ajp_Arab-kab_Latn", - "languages": [ - "ajp-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ajp_Arab-lim_Latn", - "languages": [ - "ajp-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-nld_Latn", - "languages": [ - "ajp-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "ajp_Arab-san_Deva", - "languages": [ - "ajp-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-tat_Cyrl", - "languages": [ - "ajp-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67455, - "recall": 0.736166, - "f1": 0.692805, - "accuracy": 0.736166, - "main_score": 0.692805, - "hf_subset": "ajp_Arab-xho_Latn", - "languages": [ - "ajp-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-ars_Arab", - "languages": [ - "ajp-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-ceb_Latn", - "languages": [ - "ajp-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573739, - "recall": 0.632411, - "f1": 0.590275, - "accuracy": 0.632411, - "main_score": 0.590275, - "hf_subset": "ajp_Arab-fuv_Latn", - "languages": [ - "ajp-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515199, - "recall": 0.58498, - "f1": 0.534306, - "accuracy": 0.58498, - "main_score": 0.534306, - "hf_subset": "ajp_Arab-kac_Latn", - "languages": [ - "ajp-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678623, - "recall": 0.731225, - "f1": 0.694433, - "accuracy": 0.731225, - "main_score": 0.694433, - "hf_subset": "ajp_Arab-lin_Latn", - "languages": [ - "ajp-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-nno_Latn", - "languages": [ - "ajp-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.252585, - "recall": 0.337945, - "f1": 0.275201, - "accuracy": 0.337945, - "main_score": 0.275201, - "hf_subset": "ajp_Arab-sat_Olck", - "languages": [ - "ajp-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-tel_Telu", - "languages": [ - "ajp-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "ajp_Arab-ydd_Hebr", - "languages": [ - "ajp-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ajp_Arab-ary_Arab", - "languages": [ - "ajp-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-ces_Latn", - "languages": [ - "ajp-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59207, - "recall": 0.658103, - "f1": 0.61132, - "accuracy": 0.658103, - "main_score": 0.61132, - "hf_subset": "ajp_Arab-gaz_Latn", - "languages": [ - "ajp-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589808, - "recall": 0.65415, - "f1": 0.608689, - "accuracy": 0.65415, - "main_score": 0.608689, - "hf_subset": "ajp_Arab-kam_Latn", - "languages": [ - "ajp-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "ajp_Arab-lit_Latn", - "languages": [ - "ajp-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-nob_Latn", - "languages": [ - "ajp-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "ajp_Arab-scn_Latn", - "languages": [ - "ajp-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ajp_Arab-tgk_Cyrl", - "languages": [ - "ajp-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728821, - "recall": 0.79249, - "f1": 0.748193, - "accuracy": 0.79249, - "main_score": 0.748193, - "hf_subset": "ajp_Arab-yor_Latn", - "languages": [ - "ajp-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-arz_Arab", - "languages": [ - "ajp-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579647, - "recall": 0.634387, - "f1": 0.595513, - "accuracy": 0.634387, - "main_score": 0.595513, - "hf_subset": "ajp_Arab-cjk_Latn", - "languages": [ - "ajp-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796854, - "recall": 0.843874, - "f1": 0.811298, - "accuracy": 0.843874, - "main_score": 0.811298, - "hf_subset": "ajp_Arab-gla_Latn", - "languages": [ - "ajp-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-kan_Knda", - "languages": [ - "ajp-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ajp_Arab-lmo_Latn", - "languages": [ - "ajp-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "ajp_Arab-npi_Deva", - "languages": [ - "ajp-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472225, - "recall": 0.536561, - "f1": 0.489604, - "accuracy": 0.536561, - "main_score": 0.489604, - "hf_subset": "ajp_Arab-shn_Mymr", - "languages": [ - "ajp-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-tgl_Latn", - "languages": [ - "ajp-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-yue_Hant", - "languages": [ - "ajp-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-asm_Beng", - "languages": [ - "ajp-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "ajp_Arab-ckb_Arab", - "languages": [ - "ajp-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883679, - "recall": 0.912055, - "f1": 0.892523, - "accuracy": 0.912055, - "main_score": 0.892523, - "hf_subset": "ajp_Arab-gle_Latn", - "languages": [ - "ajp-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "ajp_Arab-kas_Arab", - "languages": [ - "ajp-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.959486, - "f1": 0.946311, - "accuracy": 0.959486, - "main_score": 0.946311, - "hf_subset": "ajp_Arab-ltg_Latn", - "languages": [ - "ajp-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624591, - "recall": 0.676877, - "f1": 0.639921, - "accuracy": 0.676877, - "main_score": 0.639921, - "hf_subset": "ajp_Arab-nso_Latn", - "languages": [ - "ajp-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ajp_Arab-sin_Sinh", - "languages": [ - "ajp-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-tha_Thai", - "languages": [ - "ajp-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-zho_Hans", - "languages": [ - "ajp-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-ast_Latn", - "languages": [ - "ajp-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ajp_Arab-crh_Latn", - "languages": [ - "ajp-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-glg_Latn", - "languages": [ - "ajp-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917243, - "recall": 0.942688, - "f1": 0.925461, - "accuracy": 0.942688, - "main_score": 0.925461, - "hf_subset": "ajp_Arab-kas_Deva", - "languages": [ - "ajp-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ajp_Arab-ltz_Latn", - "languages": [ - "ajp-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464724, - "recall": 0.531621, - "f1": 0.482568, - "accuracy": 0.531621, - "main_score": 0.482568, - "hf_subset": "ajp_Arab-nus_Latn", - "languages": [ - "ajp-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-slk_Latn", - "languages": [ - "ajp-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654416, - "recall": 0.721344, - "f1": 0.673753, - "accuracy": 0.721344, - "main_score": 0.673753, - "hf_subset": "ajp_Arab-tir_Ethi", - "languages": [ - "ajp-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-zho_Hant", - "languages": [ - "ajp-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ajp_Arab-awa_Deva", - "languages": [ - "ajp-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ajp_Arab-cym_Latn", - "languages": [ - "ajp-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84865, - "recall": 0.885375, - "f1": 0.859947, - "accuracy": 0.885375, - "main_score": 0.859947, - "hf_subset": "ajp_Arab-grn_Latn", - "languages": [ - "ajp-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-kat_Geor", - "languages": [ - "ajp-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660177, - "recall": 0.711462, - "f1": 0.674824, - "accuracy": 0.711462, - "main_score": 0.674824, - "hf_subset": "ajp_Arab-lua_Latn", - "languages": [ - "ajp-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643265, - "recall": 0.706522, - "f1": 0.661346, - "accuracy": 0.706522, - "main_score": 0.661346, - "hf_subset": "ajp_Arab-nya_Latn", - "languages": [ - "ajp-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-slv_Latn", - "languages": [ - "ajp-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ajp_Arab-tpi_Latn", - "languages": [ - "ajp-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-zsm_Latn", - "languages": [ - "ajp-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550248, - "recall": 0.610672, - "f1": 0.567157, - "accuracy": 0.610672, - "main_score": 0.567157, - "hf_subset": "ajp_Arab-ayr_Latn", - "languages": [ - "ajp-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-dan_Latn", - "languages": [ - "ajp-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-guj_Gujr", - "languages": [ - "ajp-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ajp_Arab-kaz_Cyrl", - "languages": [ - "ajp-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542829, - "recall": 0.609684, - "f1": 0.561535, - "accuracy": 0.609684, - "main_score": 0.561535, - "hf_subset": "ajp_Arab-lug_Latn", - "languages": [ - "ajp-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-oci_Latn", - "languages": [ - "ajp-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842968, - "recall": 0.885375, - "f1": 0.856225, - "accuracy": 0.885375, - "main_score": 0.856225, - "hf_subset": "ajp_Arab-smo_Latn", - "languages": [ - "ajp-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556479, - "recall": 0.617589, - "f1": 0.574246, - "accuracy": 0.617589, - "main_score": 0.574246, - "hf_subset": "ajp_Arab-tsn_Latn", - "languages": [ - "ajp-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629314, - "recall": 0.694664, - "f1": 0.648361, - "accuracy": 0.694664, - "main_score": 0.648361, - "hf_subset": "ajp_Arab-zul_Latn", - "languages": [ - "ajp-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937665, - "recall": 0.956522, - "f1": 0.943742, - "accuracy": 0.956522, - "main_score": 0.943742, - "hf_subset": "ajp_Arab-azb_Arab", - "languages": [ - "ajp-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-deu_Latn", - "languages": [ - "ajp-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.985178, - "f1": 0.98139, - "accuracy": 0.985178, - "main_score": 0.98139, - "hf_subset": "ajp_Arab-hat_Latn", - "languages": [ - "ajp-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488187, - "recall": 0.549407, - "f1": 0.505404, - "accuracy": 0.549407, - "main_score": 0.505404, - "hf_subset": "ajp_Arab-kbp_Latn", - "languages": [ - "ajp-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586005, - "recall": 0.643281, - "f1": 0.601434, - "accuracy": 0.643281, - "main_score": 0.601434, - "hf_subset": "ajp_Arab-luo_Latn", - "languages": [ - "ajp-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-ory_Orya", - "languages": [ - "ajp-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584776, - "recall": 0.650198, - "f1": 0.603583, - "accuracy": 0.650198, - "main_score": 0.603583, - "hf_subset": "ajp_Arab-sna_Latn", - "languages": [ - "ajp-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560648, - "recall": 0.613636, - "f1": 0.575059, - "accuracy": 0.613636, - "main_score": 0.575059, - "hf_subset": "ajp_Arab-tso_Latn", - "languages": [ - "ajp-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-azj_Latn", - "languages": [ - "ajp-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551079, - "recall": 0.616601, - "f1": 0.569939, - "accuracy": 0.616601, - "main_score": 0.569939, - "hf_subset": "ajp_Arab-dik_Latn", - "languages": [ - "ajp-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768874, - "recall": 0.820158, - "f1": 0.783992, - "accuracy": 0.820158, - "main_score": 0.783992, - "hf_subset": "ajp_Arab-hau_Latn", - "languages": [ - "ajp-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ajp_Arab-kea_Latn", - "languages": [ - "ajp-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753327, - "recall": 0.804348, - "f1": 0.768874, - "accuracy": 0.804348, - "main_score": 0.768874, - "hf_subset": "ajp_Arab-lus_Latn", - "languages": [ - "ajp-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879324, - "recall": 0.909091, - "f1": 0.888389, - "accuracy": 0.909091, - "main_score": 0.888389, - "hf_subset": "ajp_Arab-pag_Latn", - "languages": [ - "ajp-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-snd_Arab", - "languages": [ - "ajp-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "ajp_Arab-tuk_Latn", - "languages": [ - "ajp-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "ajp_Arab-bak_Cyrl", - "languages": [ - "ajp-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490069, - "recall": 0.566206, - "f1": 0.512071, - "accuracy": 0.566206, - "main_score": 0.512071, - "hf_subset": "ajp_Arab-dyu_Latn", - "languages": [ - "ajp-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ajp_Arab-heb_Hebr", - "languages": [ - "ajp-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ajp_Arab-khk_Cyrl", - "languages": [ - "ajp-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-lvs_Latn", - "languages": [ - "ajp-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ajp_Arab-pan_Guru", - "languages": [ - "ajp-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718511, - "recall": 0.781621, - "f1": 0.737338, - "accuracy": 0.781621, - "main_score": 0.737338, - "hf_subset": "ajp_Arab-som_Latn", - "languages": [ - "ajp-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604712, - "recall": 0.656126, - "f1": 0.619444, - "accuracy": 0.656126, - "main_score": 0.619444, - "hf_subset": "ajp_Arab-tum_Latn", - "languages": [ - "ajp-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635467, - "recall": 0.69664, - "f1": 0.653179, - "accuracy": 0.69664, - "main_score": 0.653179, - "hf_subset": "bjn_Arab-ace_Arab", - "languages": [ - "bjn-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402434, - "recall": 0.455534, - "f1": 0.415793, - "accuracy": 0.455534, - "main_score": 0.415793, - "hf_subset": "bjn_Arab-bam_Latn", - "languages": [ - "bjn-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190128, - "recall": 0.227273, - "f1": 0.199761, - "accuracy": 0.227273, - "main_score": 0.199761, - "hf_subset": "bjn_Arab-dzo_Tibt", - "languages": [ - "bjn-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502763, - "recall": 0.568182, - "f1": 0.519607, - "accuracy": 0.568182, - "main_score": 0.519607, - "hf_subset": "bjn_Arab-hin_Deva", - "languages": [ - "bjn-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442916, - "recall": 0.506917, - "f1": 0.45993, - "accuracy": 0.506917, - "main_score": 0.45993, - "hf_subset": "bjn_Arab-khm_Khmr", - "languages": [ - "bjn-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512208, - "recall": 0.58004, - "f1": 0.529738, - "accuracy": 0.58004, - "main_score": 0.529738, - "hf_subset": "bjn_Arab-mag_Deva", - "languages": [ - "bjn-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545389, - "recall": 0.59585, - "f1": 0.558667, - "accuracy": 0.59585, - "main_score": 0.558667, - "hf_subset": "bjn_Arab-pap_Latn", - "languages": [ - "bjn-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428453, - "recall": 0.476285, - "f1": 0.440983, - "accuracy": 0.476285, - "main_score": 0.440983, - "hf_subset": "bjn_Arab-sot_Latn", - "languages": [ - "bjn-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512825, - "recall": 0.574111, - "f1": 0.528434, - "accuracy": 0.574111, - "main_score": 0.528434, - "hf_subset": "bjn_Arab-tur_Latn", - "languages": [ - "bjn-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570286, - "recall": 0.618577, - "f1": 0.583958, - "accuracy": 0.618577, - "main_score": 0.583958, - "hf_subset": "bjn_Arab-ace_Latn", - "languages": [ - "bjn-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567895, - "recall": 0.616601, - "f1": 0.580446, - "accuracy": 0.616601, - "main_score": 0.580446, - "hf_subset": "bjn_Arab-ban_Latn", - "languages": [ - "bjn-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488687, - "recall": 0.5583, - "f1": 0.50597, - "accuracy": 0.5583, - "main_score": 0.50597, - "hf_subset": "bjn_Arab-ell_Grek", - "languages": [ - "bjn-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504193, - "recall": 0.563241, - "f1": 0.518625, - "accuracy": 0.563241, - "main_score": 0.518625, - "hf_subset": "bjn_Arab-hne_Deva", - "languages": [ - "bjn-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369199, - "recall": 0.423913, - "f1": 0.383426, - "accuracy": 0.423913, - "main_score": 0.383426, - "hf_subset": "bjn_Arab-kik_Latn", - "languages": [ - "bjn-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502732, - "recall": 0.568182, - "f1": 0.519693, - "accuracy": 0.568182, - "main_score": 0.519693, - "hf_subset": "bjn_Arab-mai_Deva", - "languages": [ - "bjn-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482084, - "recall": 0.540514, - "f1": 0.496232, - "accuracy": 0.540514, - "main_score": 0.496232, - "hf_subset": "bjn_Arab-pbt_Arab", - "languages": [ - "bjn-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50112, - "recall": 0.563241, - "f1": 0.516543, - "accuracy": 0.563241, - "main_score": 0.516543, - "hf_subset": "bjn_Arab-spa_Latn", - "languages": [ - "bjn-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4387, - "recall": 0.495059, - "f1": 0.45387, - "accuracy": 0.495059, - "main_score": 0.45387, - "hf_subset": "bjn_Arab-twi_Latn", - "languages": [ - "bjn-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507201, - "recall": 0.574111, - "f1": 0.524378, - "accuracy": 0.574111, - "main_score": 0.524378, - "hf_subset": "bjn_Arab-acm_Arab", - "languages": [ - "bjn-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470366, - "recall": 0.535573, - "f1": 0.487261, - "accuracy": 0.535573, - "main_score": 0.487261, - "hf_subset": "bjn_Arab-bel_Cyrl", - "languages": [ - "bjn-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539328, - "recall": 0.608696, - "f1": 0.557047, - "accuracy": 0.608696, - "main_score": 0.557047, - "hf_subset": "bjn_Arab-eng_Latn", - "languages": [ - "bjn-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531984, - "recall": 0.592885, - "f1": 0.547716, - "accuracy": 0.592885, - "main_score": 0.547716, - "hf_subset": "bjn_Arab-hrv_Latn", - "languages": [ - "bjn-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394008, - "recall": 0.455534, - "f1": 0.409797, - "accuracy": 0.455534, - "main_score": 0.409797, - "hf_subset": "bjn_Arab-kin_Latn", - "languages": [ - "bjn-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487244, - "recall": 0.552372, - "f1": 0.503614, - "accuracy": 0.552372, - "main_score": 0.503614, - "hf_subset": "bjn_Arab-mal_Mlym", - "languages": [ - "bjn-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507269, - "recall": 0.567194, - "f1": 0.52271, - "accuracy": 0.567194, - "main_score": 0.52271, - "hf_subset": "bjn_Arab-pes_Arab", - "languages": [ - "bjn-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543209, - "recall": 0.601779, - "f1": 0.558713, - "accuracy": 0.601779, - "main_score": 0.558713, - "hf_subset": "bjn_Arab-srd_Latn", - "languages": [ - "bjn-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214143, - "recall": 0.253953, - "f1": 0.224204, - "accuracy": 0.253953, - "main_score": 0.224204, - "hf_subset": "bjn_Arab-tzm_Tfng", - "languages": [ - "bjn-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510355, - "recall": 0.571146, - "f1": 0.525873, - "accuracy": 0.571146, - "main_score": 0.525873, - "hf_subset": "bjn_Arab-acq_Arab", - "languages": [ - "bjn-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439501, - "recall": 0.493083, - "f1": 0.453953, - "accuracy": 0.493083, - "main_score": 0.453953, - "hf_subset": "bjn_Arab-bem_Latn", - "languages": [ - "bjn-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535328, - "recall": 0.590909, - "f1": 0.550044, - "accuracy": 0.590909, - "main_score": 0.550044, - "hf_subset": "bjn_Arab-epo_Latn", - "languages": [ - "bjn-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527777, - "recall": 0.588933, - "f1": 0.544008, - "accuracy": 0.588933, - "main_score": 0.544008, - "hf_subset": "bjn_Arab-hun_Latn", - "languages": [ - "bjn-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473251, - "recall": 0.532609, - "f1": 0.488697, - "accuracy": 0.532609, - "main_score": 0.488697, - "hf_subset": "bjn_Arab-kir_Cyrl", - "languages": [ - "bjn-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498419, - "recall": 0.562253, - "f1": 0.515077, - "accuracy": 0.562253, - "main_score": 0.515077, - "hf_subset": "bjn_Arab-mar_Deva", - "languages": [ - "bjn-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442228, - "recall": 0.495059, - "f1": 0.455968, - "accuracy": 0.495059, - "main_score": 0.455968, - "hf_subset": "bjn_Arab-plt_Latn", - "languages": [ - "bjn-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544325, - "recall": 0.607708, - "f1": 0.560607, - "accuracy": 0.607708, - "main_score": 0.560607, - "hf_subset": "bjn_Arab-srp_Cyrl", - "languages": [ - "bjn-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454171, - "recall": 0.508893, - "f1": 0.468101, - "accuracy": 0.508893, - "main_score": 0.468101, - "hf_subset": "bjn_Arab-uig_Arab", - "languages": [ - "bjn-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48869, - "recall": 0.543478, - "f1": 0.503228, - "accuracy": 0.543478, - "main_score": 0.503228, - "hf_subset": "bjn_Arab-aeb_Arab", - "languages": [ - "bjn-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486977, - "recall": 0.563241, - "f1": 0.507454, - "accuracy": 0.563241, - "main_score": 0.507454, - "hf_subset": "bjn_Arab-ben_Beng", - "languages": [ - "bjn-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517925, - "recall": 0.579051, - "f1": 0.534133, - "accuracy": 0.579051, - "main_score": 0.534133, - "hf_subset": "bjn_Arab-est_Latn", - "languages": [ - "bjn-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494513, - "recall": 0.559289, - "f1": 0.510255, - "accuracy": 0.559289, - "main_score": 0.510255, - "hf_subset": "bjn_Arab-hye_Armn", - "languages": [ - "bjn-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404127, - "recall": 0.454545, - "f1": 0.417754, - "accuracy": 0.454545, - "main_score": 0.417754, - "hf_subset": "bjn_Arab-kmb_Latn", - "languages": [ - "bjn-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697285, - "recall": 0.758893, - "f1": 0.715599, - "accuracy": 0.758893, - "main_score": 0.715599, - "hf_subset": "bjn_Arab-min_Arab", - "languages": [ - "bjn-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512523, - "recall": 0.575099, - "f1": 0.529444, - "accuracy": 0.575099, - "main_score": 0.529444, - "hf_subset": "bjn_Arab-pol_Latn", - "languages": [ - "bjn-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417127, - "recall": 0.468379, - "f1": 0.431431, - "accuracy": 0.468379, - "main_score": 0.431431, - "hf_subset": "bjn_Arab-ssw_Latn", - "languages": [ - "bjn-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535816, - "recall": 0.601779, - "f1": 0.552729, - "accuracy": 0.601779, - "main_score": 0.552729, - "hf_subset": "bjn_Arab-ukr_Cyrl", - "languages": [ - "bjn-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564439, - "recall": 0.624506, - "f1": 0.580065, - "accuracy": 0.624506, - "main_score": 0.580065, - "hf_subset": "bjn_Arab-afr_Latn", - "languages": [ - "bjn-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474716, - "recall": 0.538538, - "f1": 0.491032, - "accuracy": 0.538538, - "main_score": 0.491032, - "hf_subset": "bjn_Arab-bho_Deva", - "languages": [ - "bjn-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51367, - "recall": 0.573123, - "f1": 0.529319, - "accuracy": 0.573123, - "main_score": 0.529319, - "hf_subset": "bjn_Arab-eus_Latn", - "languages": [ - "bjn-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391235, - "recall": 0.460474, - "f1": 0.409473, - "accuracy": 0.460474, - "main_score": 0.409473, - "hf_subset": "bjn_Arab-ibo_Latn", - "languages": [ - "bjn-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487618, - "recall": 0.545455, - "f1": 0.503406, - "accuracy": 0.545455, - "main_score": 0.503406, - "hf_subset": "bjn_Arab-kmr_Latn", - "languages": [ - "bjn-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577583, - "recall": 0.63834, - "f1": 0.593358, - "accuracy": 0.63834, - "main_score": 0.593358, - "hf_subset": "bjn_Arab-min_Latn", - "languages": [ - "bjn-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516236, - "recall": 0.583004, - "f1": 0.532891, - "accuracy": 0.583004, - "main_score": 0.532891, - "hf_subset": "bjn_Arab-por_Latn", - "languages": [ - "bjn-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578888, - "recall": 0.630435, - "f1": 0.592863, - "accuracy": 0.630435, - "main_score": 0.592863, - "hf_subset": "bjn_Arab-sun_Latn", - "languages": [ - "bjn-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3885, - "recall": 0.442688, - "f1": 0.402933, - "accuracy": 0.442688, - "main_score": 0.402933, - "hf_subset": "bjn_Arab-umb_Latn", - "languages": [ - "bjn-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506362, - "recall": 0.573123, - "f1": 0.523956, - "accuracy": 0.573123, - "main_score": 0.523956, - "hf_subset": "bjn_Arab-ajp_Arab", - "languages": [ - "bjn-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370432, - "recall": 0.41502, - "f1": 0.381724, - "accuracy": 0.41502, - "main_score": 0.381724, - "hf_subset": "bjn_Arab-ewe_Latn", - "languages": [ - "bjn-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537114, - "recall": 0.588933, - "f1": 0.55014, - "accuracy": 0.588933, - "main_score": 0.55014, - "hf_subset": "bjn_Arab-ilo_Latn", - "languages": [ - "bjn-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286803, - "recall": 0.327075, - "f1": 0.297645, - "accuracy": 0.327075, - "main_score": 0.297645, - "hf_subset": "bjn_Arab-knc_Arab", - "languages": [ - "bjn-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53558, - "recall": 0.606719, - "f1": 0.553797, - "accuracy": 0.606719, - "main_score": 0.553797, - "hf_subset": "bjn_Arab-mkd_Cyrl", - "languages": [ - "bjn-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514323, - "recall": 0.571146, - "f1": 0.528553, - "accuracy": 0.571146, - "main_score": 0.528553, - "hf_subset": "bjn_Arab-prs_Arab", - "languages": [ - "bjn-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531205, - "recall": 0.601779, - "f1": 0.550404, - "accuracy": 0.601779, - "main_score": 0.550404, - "hf_subset": "bjn_Arab-swe_Latn", - "languages": [ - "bjn-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492521, - "recall": 0.565217, - "f1": 0.512146, - "accuracy": 0.565217, - "main_score": 0.512146, - "hf_subset": "bjn_Arab-urd_Arab", - "languages": [ - "bjn-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407009, - "recall": 0.460474, - "f1": 0.421109, - "accuracy": 0.460474, - "main_score": 0.421109, - "hf_subset": "bjn_Arab-aka_Latn", - "languages": [ - "bjn-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672178, - "recall": 0.732213, - "f1": 0.687616, - "accuracy": 0.732213, - "main_score": 0.687616, - "hf_subset": "bjn_Arab-bjn_Latn", - "languages": [ - "bjn-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47681, - "recall": 0.535573, - "f1": 0.492338, - "accuracy": 0.535573, - "main_score": 0.492338, - "hf_subset": "bjn_Arab-fao_Latn", - "languages": [ - "bjn-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584266, - "recall": 0.643281, - "f1": 0.600066, - "accuracy": 0.643281, - "main_score": 0.600066, - "hf_subset": "bjn_Arab-ind_Latn", - "languages": [ - "bjn-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432283, - "recall": 0.47332, - "f1": 0.443681, - "accuracy": 0.47332, - "main_score": 0.443681, - "hf_subset": "bjn_Arab-knc_Latn", - "languages": [ - "bjn-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542054, - "recall": 0.596838, - "f1": 0.555697, - "accuracy": 0.596838, - "main_score": 0.555697, - "hf_subset": "bjn_Arab-mlt_Latn", - "languages": [ - "bjn-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450351, - "recall": 0.500988, - "f1": 0.463844, - "accuracy": 0.500988, - "main_score": 0.463844, - "hf_subset": "bjn_Arab-quy_Latn", - "languages": [ - "bjn-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495763, - "recall": 0.556324, - "f1": 0.511488, - "accuracy": 0.556324, - "main_score": 0.511488, - "hf_subset": "bjn_Arab-swh_Latn", - "languages": [ - "bjn-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494925, - "recall": 0.559289, - "f1": 0.51128, - "accuracy": 0.559289, - "main_score": 0.51128, - "hf_subset": "bjn_Arab-uzn_Latn", - "languages": [ - "bjn-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535392, - "recall": 0.592885, - "f1": 0.549955, - "accuracy": 0.592885, - "main_score": 0.549955, - "hf_subset": "bjn_Arab-als_Latn", - "languages": [ - "bjn-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.258202, - "recall": 0.311265, - "f1": 0.271127, - "accuracy": 0.311265, - "main_score": 0.271127, - "hf_subset": "bjn_Arab-bod_Tibt", - "languages": [ - "bjn-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435727, - "recall": 0.483202, - "f1": 0.448251, - "accuracy": 0.483202, - "main_score": 0.448251, - "hf_subset": "bjn_Arab-fij_Latn", - "languages": [ - "bjn-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453216, - "recall": 0.512846, - "f1": 0.468706, - "accuracy": 0.512846, - "main_score": 0.468706, - "hf_subset": "bjn_Arab-isl_Latn", - "languages": [ - "bjn-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444963, - "recall": 0.498024, - "f1": 0.459447, - "accuracy": 0.498024, - "main_score": 0.459447, - "hf_subset": "bjn_Arab-kon_Latn", - "languages": [ - "bjn-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43886, - "recall": 0.490119, - "f1": 0.452819, - "accuracy": 0.490119, - "main_score": 0.452819, - "hf_subset": "bjn_Arab-mni_Beng", - "languages": [ - "bjn-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532682, - "recall": 0.596838, - "f1": 0.549339, - "accuracy": 0.596838, - "main_score": 0.549339, - "hf_subset": "bjn_Arab-ron_Latn", - "languages": [ - "bjn-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524011, - "recall": 0.585968, - "f1": 0.539913, - "accuracy": 0.585968, - "main_score": 0.539913, - "hf_subset": "bjn_Arab-szl_Latn", - "languages": [ - "bjn-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535146, - "recall": 0.593874, - "f1": 0.550138, - "accuracy": 0.593874, - "main_score": 0.550138, - "hf_subset": "bjn_Arab-vec_Latn", - "languages": [ - "bjn-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438855, - "recall": 0.502964, - "f1": 0.455599, - "accuracy": 0.502964, - "main_score": 0.455599, - "hf_subset": "bjn_Arab-amh_Ethi", - "languages": [ - "bjn-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546258, - "recall": 0.609684, - "f1": 0.562748, - "accuracy": 0.609684, - "main_score": 0.562748, - "hf_subset": "bjn_Arab-bos_Latn", - "languages": [ - "bjn-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492974, - "recall": 0.556324, - "f1": 0.509709, - "accuracy": 0.556324, - "main_score": 0.509709, - "hf_subset": "bjn_Arab-fin_Latn", - "languages": [ - "bjn-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51402, - "recall": 0.573123, - "f1": 0.529008, - "accuracy": 0.573123, - "main_score": 0.529008, - "hf_subset": "bjn_Arab-ita_Latn", - "languages": [ - "bjn-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47614, - "recall": 0.541502, - "f1": 0.493095, - "accuracy": 0.541502, - "main_score": 0.493095, - "hf_subset": "bjn_Arab-kor_Hang", - "languages": [ - "bjn-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400126, - "recall": 0.452569, - "f1": 0.413333, - "accuracy": 0.452569, - "main_score": 0.413333, - "hf_subset": "bjn_Arab-mos_Latn", - "languages": [ - "bjn-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413982, - "recall": 0.468379, - "f1": 0.428526, - "accuracy": 0.468379, - "main_score": 0.428526, - "hf_subset": "bjn_Arab-run_Latn", - "languages": [ - "bjn-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475167, - "recall": 0.539526, - "f1": 0.492285, - "accuracy": 0.539526, - "main_score": 0.492285, - "hf_subset": "bjn_Arab-tam_Taml", - "languages": [ - "bjn-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492977, - "recall": 0.550395, - "f1": 0.507125, - "accuracy": 0.550395, - "main_score": 0.507125, - "hf_subset": "bjn_Arab-vie_Latn", - "languages": [ - "bjn-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508003, - "recall": 0.56917, - "f1": 0.524492, - "accuracy": 0.56917, - "main_score": 0.524492, - "hf_subset": "bjn_Arab-apc_Arab", - "languages": [ - "bjn-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535223, - "recall": 0.586957, - "f1": 0.54859, - "accuracy": 0.586957, - "main_score": 0.54859, - "hf_subset": "bjn_Arab-bug_Latn", - "languages": [ - "bjn-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.339483, - "recall": 0.393281, - "f1": 0.353408, - "accuracy": 0.393281, - "main_score": 0.353408, - "hf_subset": "bjn_Arab-fon_Latn", - "languages": [ - "bjn-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59162, - "recall": 0.641304, - "f1": 0.604875, - "accuracy": 0.641304, - "main_score": 0.604875, - "hf_subset": "bjn_Arab-jav_Latn", - "languages": [ - "bjn-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43339, - "recall": 0.497036, - "f1": 0.450119, - "accuracy": 0.497036, - "main_score": 0.450119, - "hf_subset": "bjn_Arab-lao_Laoo", - "languages": [ - "bjn-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414801, - "recall": 0.461462, - "f1": 0.427939, - "accuracy": 0.461462, - "main_score": 0.427939, - "hf_subset": "bjn_Arab-mri_Latn", - "languages": [ - "bjn-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518605, - "recall": 0.583992, - "f1": 0.535602, - "accuracy": 0.583992, - "main_score": 0.535602, - "hf_subset": "bjn_Arab-rus_Cyrl", - "languages": [ - "bjn-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40324, - "recall": 0.45751, - "f1": 0.417826, - "accuracy": 0.45751, - "main_score": 0.417826, - "hf_subset": "bjn_Arab-taq_Latn", - "languages": [ - "bjn-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552577, - "recall": 0.607708, - "f1": 0.566593, - "accuracy": 0.607708, - "main_score": 0.566593, - "hf_subset": "bjn_Arab-war_Latn", - "languages": [ - "bjn-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508024, - "recall": 0.570158, - "f1": 0.524064, - "accuracy": 0.570158, - "main_score": 0.524064, - "hf_subset": "bjn_Arab-arb_Arab", - "languages": [ - "bjn-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541056, - "recall": 0.600791, - "f1": 0.556372, - "accuracy": 0.600791, - "main_score": 0.556372, - "hf_subset": "bjn_Arab-bul_Cyrl", - "languages": [ - "bjn-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515876, - "recall": 0.572134, - "f1": 0.530492, - "accuracy": 0.572134, - "main_score": 0.530492, - "hf_subset": "bjn_Arab-fra_Latn", - "languages": [ - "bjn-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478409, - "recall": 0.54249, - "f1": 0.49437, - "accuracy": 0.54249, - "main_score": 0.49437, - "hf_subset": "bjn_Arab-jpn_Jpan", - "languages": [ - "bjn-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52817, - "recall": 0.585968, - "f1": 0.542503, - "accuracy": 0.585968, - "main_score": 0.542503, - "hf_subset": "bjn_Arab-lij_Latn", - "languages": [ - "bjn-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363527, - "recall": 0.429842, - "f1": 0.379918, - "accuracy": 0.429842, - "main_score": 0.379918, - "hf_subset": "bjn_Arab-mya_Mymr", - "languages": [ - "bjn-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41227, - "recall": 0.47332, - "f1": 0.428431, - "accuracy": 0.47332, - "main_score": 0.428431, - "hf_subset": "bjn_Arab-sag_Latn", - "languages": [ - "bjn-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215305, - "recall": 0.251976, - "f1": 0.22429, - "accuracy": 0.251976, - "main_score": 0.22429, - "hf_subset": "bjn_Arab-taq_Tfng", - "languages": [ - "bjn-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446562, - "recall": 0.500988, - "f1": 0.461201, - "accuracy": 0.500988, - "main_score": 0.461201, - "hf_subset": "bjn_Arab-wol_Latn", - "languages": [ - "bjn-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385727, - "recall": 0.442688, - "f1": 0.400481, - "accuracy": 0.442688, - "main_score": 0.400481, - "hf_subset": "bjn_Arab-arb_Latn", - "languages": [ - "bjn-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535393, - "recall": 0.59585, - "f1": 0.550221, - "accuracy": 0.59585, - "main_score": 0.550221, - "hf_subset": "bjn_Arab-cat_Latn", - "languages": [ - "bjn-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551113, - "recall": 0.602767, - "f1": 0.564237, - "accuracy": 0.602767, - "main_score": 0.564237, - "hf_subset": "bjn_Arab-fur_Latn", - "languages": [ - "bjn-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.351113, - "recall": 0.407115, - "f1": 0.365237, - "accuracy": 0.407115, - "main_score": 0.365237, - "hf_subset": "bjn_Arab-kab_Latn", - "languages": [ - "bjn-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51479, - "recall": 0.567194, - "f1": 0.529299, - "accuracy": 0.567194, - "main_score": 0.529299, - "hf_subset": "bjn_Arab-lim_Latn", - "languages": [ - "bjn-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520295, - "recall": 0.583992, - "f1": 0.536359, - "accuracy": 0.583992, - "main_score": 0.536359, - "hf_subset": "bjn_Arab-nld_Latn", - "languages": [ - "bjn-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450434, - "recall": 0.511858, - "f1": 0.466432, - "accuracy": 0.511858, - "main_score": 0.466432, - "hf_subset": "bjn_Arab-san_Deva", - "languages": [ - "bjn-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519523, - "recall": 0.581028, - "f1": 0.534342, - "accuracy": 0.581028, - "main_score": 0.534342, - "hf_subset": "bjn_Arab-tat_Cyrl", - "languages": [ - "bjn-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448103, - "recall": 0.505929, - "f1": 0.46342, - "accuracy": 0.505929, - "main_score": 0.46342, - "hf_subset": "bjn_Arab-xho_Latn", - "languages": [ - "bjn-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485801, - "recall": 0.551383, - "f1": 0.502267, - "accuracy": 0.551383, - "main_score": 0.502267, - "hf_subset": "bjn_Arab-ars_Arab", - "languages": [ - "bjn-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545879, - "recall": 0.600791, - "f1": 0.560041, - "accuracy": 0.600791, - "main_score": 0.560041, - "hf_subset": "bjn_Arab-ceb_Latn", - "languages": [ - "bjn-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405419, - "recall": 0.454545, - "f1": 0.418862, - "accuracy": 0.454545, - "main_score": 0.418862, - "hf_subset": "bjn_Arab-fuv_Latn", - "languages": [ - "bjn-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381919, - "recall": 0.432806, - "f1": 0.395518, - "accuracy": 0.432806, - "main_score": 0.395518, - "hf_subset": "bjn_Arab-kac_Latn", - "languages": [ - "bjn-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460477, - "recall": 0.511858, - "f1": 0.473923, - "accuracy": 0.511858, - "main_score": 0.473923, - "hf_subset": "bjn_Arab-lin_Latn", - "languages": [ - "bjn-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529403, - "recall": 0.59585, - "f1": 0.546266, - "accuracy": 0.59585, - "main_score": 0.546266, - "hf_subset": "bjn_Arab-nno_Latn", - "languages": [ - "bjn-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135977, - "recall": 0.18083, - "f1": 0.148053, - "accuracy": 0.18083, - "main_score": 0.148053, - "hf_subset": "bjn_Arab-sat_Olck", - "languages": [ - "bjn-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491597, - "recall": 0.554348, - "f1": 0.507418, - "accuracy": 0.554348, - "main_score": 0.507418, - "hf_subset": "bjn_Arab-tel_Telu", - "languages": [ - "bjn-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475795, - "recall": 0.528656, - "f1": 0.490275, - "accuracy": 0.528656, - "main_score": 0.490275, - "hf_subset": "bjn_Arab-ydd_Hebr", - "languages": [ - "bjn-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477831, - "recall": 0.532609, - "f1": 0.491041, - "accuracy": 0.532609, - "main_score": 0.491041, - "hf_subset": "bjn_Arab-ary_Arab", - "languages": [ - "bjn-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519951, - "recall": 0.587945, - "f1": 0.536855, - "accuracy": 0.587945, - "main_score": 0.536855, - "hf_subset": "bjn_Arab-ces_Latn", - "languages": [ - "bjn-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435397, - "recall": 0.492095, - "f1": 0.450633, - "accuracy": 0.492095, - "main_score": 0.450633, - "hf_subset": "bjn_Arab-gaz_Latn", - "languages": [ - "bjn-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410263, - "recall": 0.462451, - "f1": 0.423758, - "accuracy": 0.462451, - "main_score": 0.423758, - "hf_subset": "bjn_Arab-kam_Latn", - "languages": [ - "bjn-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506383, - "recall": 0.567194, - "f1": 0.521479, - "accuracy": 0.567194, - "main_score": 0.521479, - "hf_subset": "bjn_Arab-lit_Latn", - "languages": [ - "bjn-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524675, - "recall": 0.58498, - "f1": 0.540515, - "accuracy": 0.58498, - "main_score": 0.540515, - "hf_subset": "bjn_Arab-nob_Latn", - "languages": [ - "bjn-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534583, - "recall": 0.589921, - "f1": 0.548951, - "accuracy": 0.589921, - "main_score": 0.548951, - "hf_subset": "bjn_Arab-scn_Latn", - "languages": [ - "bjn-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48691, - "recall": 0.54249, - "f1": 0.501431, - "accuracy": 0.54249, - "main_score": 0.501431, - "hf_subset": "bjn_Arab-tgk_Cyrl", - "languages": [ - "bjn-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3758, - "recall": 0.443676, - "f1": 0.393781, - "accuracy": 0.443676, - "main_score": 0.393781, - "hf_subset": "bjn_Arab-yor_Latn", - "languages": [ - "bjn-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498372, - "recall": 0.555336, - "f1": 0.513126, - "accuracy": 0.555336, - "main_score": 0.513126, - "hf_subset": "bjn_Arab-arz_Arab", - "languages": [ - "bjn-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402448, - "recall": 0.452569, - "f1": 0.415326, - "accuracy": 0.452569, - "main_score": 0.415326, - "hf_subset": "bjn_Arab-cjk_Latn", - "languages": [ - "bjn-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410365, - "recall": 0.468379, - "f1": 0.425457, - "accuracy": 0.468379, - "main_score": 0.425457, - "hf_subset": "bjn_Arab-gla_Latn", - "languages": [ - "bjn-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481472, - "recall": 0.549407, - "f1": 0.498824, - "accuracy": 0.549407, - "main_score": 0.498824, - "hf_subset": "bjn_Arab-kan_Knda", - "languages": [ - "bjn-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533211, - "recall": 0.588933, - "f1": 0.548525, - "accuracy": 0.588933, - "main_score": 0.548525, - "hf_subset": "bjn_Arab-lmo_Latn", - "languages": [ - "bjn-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50128, - "recall": 0.568182, - "f1": 0.518269, - "accuracy": 0.568182, - "main_score": 0.518269, - "hf_subset": "bjn_Arab-npi_Deva", - "languages": [ - "bjn-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.327007, - "recall": 0.37747, - "f1": 0.340275, - "accuracy": 0.37747, - "main_score": 0.340275, - "hf_subset": "bjn_Arab-shn_Mymr", - "languages": [ - "bjn-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550154, - "recall": 0.601779, - "f1": 0.56334, - "accuracy": 0.601779, - "main_score": 0.56334, - "hf_subset": "bjn_Arab-tgl_Latn", - "languages": [ - "bjn-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476684, - "recall": 0.537549, - "f1": 0.49238, - "accuracy": 0.537549, - "main_score": 0.49238, - "hf_subset": "bjn_Arab-yue_Hant", - "languages": [ - "bjn-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468662, - "recall": 0.533597, - "f1": 0.486262, - "accuracy": 0.533597, - "main_score": 0.486262, - "hf_subset": "bjn_Arab-asm_Beng", - "languages": [ - "bjn-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469627, - "recall": 0.530632, - "f1": 0.48521, - "accuracy": 0.530632, - "main_score": 0.48521, - "hf_subset": "bjn_Arab-ckb_Arab", - "languages": [ - "bjn-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439446, - "recall": 0.490119, - "f1": 0.45305, - "accuracy": 0.490119, - "main_score": 0.45305, - "hf_subset": "bjn_Arab-gle_Latn", - "languages": [ - "bjn-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458369, - "recall": 0.51581, - "f1": 0.47283, - "accuracy": 0.51581, - "main_score": 0.47283, - "hf_subset": "bjn_Arab-kas_Arab", - "languages": [ - "bjn-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503736, - "recall": 0.571146, - "f1": 0.521668, - "accuracy": 0.571146, - "main_score": 0.521668, - "hf_subset": "bjn_Arab-ltg_Latn", - "languages": [ - "bjn-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45277, - "recall": 0.503953, - "f1": 0.466678, - "accuracy": 0.503953, - "main_score": 0.466678, - "hf_subset": "bjn_Arab-nso_Latn", - "languages": [ - "bjn-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434319, - "recall": 0.495059, - "f1": 0.449881, - "accuracy": 0.495059, - "main_score": 0.449881, - "hf_subset": "bjn_Arab-sin_Sinh", - "languages": [ - "bjn-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500235, - "recall": 0.562253, - "f1": 0.51583, - "accuracy": 0.562253, - "main_score": 0.51583, - "hf_subset": "bjn_Arab-tha_Thai", - "languages": [ - "bjn-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44963, - "recall": 0.502964, - "f1": 0.462742, - "accuracy": 0.502964, - "main_score": 0.462742, - "hf_subset": "bjn_Arab-zho_Hans", - "languages": [ - "bjn-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530442, - "recall": 0.599802, - "f1": 0.547985, - "accuracy": 0.599802, - "main_score": 0.547985, - "hf_subset": "bjn_Arab-ast_Latn", - "languages": [ - "bjn-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483446, - "recall": 0.547431, - "f1": 0.499746, - "accuracy": 0.547431, - "main_score": 0.499746, - "hf_subset": "bjn_Arab-crh_Latn", - "languages": [ - "bjn-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524167, - "recall": 0.586957, - "f1": 0.539758, - "accuracy": 0.586957, - "main_score": 0.539758, - "hf_subset": "bjn_Arab-glg_Latn", - "languages": [ - "bjn-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440784, - "recall": 0.490119, - "f1": 0.453683, - "accuracy": 0.490119, - "main_score": 0.453683, - "hf_subset": "bjn_Arab-kas_Deva", - "languages": [ - "bjn-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523382, - "recall": 0.571146, - "f1": 0.53552, - "accuracy": 0.571146, - "main_score": 0.53552, - "hf_subset": "bjn_Arab-ltz_Latn", - "languages": [ - "bjn-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360748, - "recall": 0.421937, - "f1": 0.376285, - "accuracy": 0.421937, - "main_score": 0.376285, - "hf_subset": "bjn_Arab-nus_Latn", - "languages": [ - "bjn-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51402, - "recall": 0.58004, - "f1": 0.531101, - "accuracy": 0.58004, - "main_score": 0.531101, - "hf_subset": "bjn_Arab-slk_Latn", - "languages": [ - "bjn-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362774, - "recall": 0.422925, - "f1": 0.377568, - "accuracy": 0.422925, - "main_score": 0.377568, - "hf_subset": "bjn_Arab-tir_Ethi", - "languages": [ - "bjn-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452536, - "recall": 0.513834, - "f1": 0.467298, - "accuracy": 0.513834, - "main_score": 0.467298, - "hf_subset": "bjn_Arab-zho_Hant", - "languages": [ - "bjn-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487981, - "recall": 0.560277, - "f1": 0.506552, - "accuracy": 0.560277, - "main_score": 0.506552, - "hf_subset": "bjn_Arab-awa_Deva", - "languages": [ - "bjn-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481616, - "recall": 0.536561, - "f1": 0.495687, - "accuracy": 0.536561, - "main_score": 0.495687, - "hf_subset": "bjn_Arab-cym_Latn", - "languages": [ - "bjn-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494336, - "recall": 0.54249, - "f1": 0.507502, - "accuracy": 0.54249, - "main_score": 0.507502, - "hf_subset": "bjn_Arab-grn_Latn", - "languages": [ - "bjn-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495445, - "recall": 0.550395, - "f1": 0.509609, - "accuracy": 0.550395, - "main_score": 0.509609, - "hf_subset": "bjn_Arab-kat_Geor", - "languages": [ - "bjn-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451742, - "recall": 0.505929, - "f1": 0.466048, - "accuracy": 0.505929, - "main_score": 0.466048, - "hf_subset": "bjn_Arab-lua_Latn", - "languages": [ - "bjn-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438327, - "recall": 0.490119, - "f1": 0.452241, - "accuracy": 0.490119, - "main_score": 0.452241, - "hf_subset": "bjn_Arab-nya_Latn", - "languages": [ - "bjn-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526841, - "recall": 0.58498, - "f1": 0.541164, - "accuracy": 0.58498, - "main_score": 0.541164, - "hf_subset": "bjn_Arab-slv_Latn", - "languages": [ - "bjn-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505005, - "recall": 0.554348, - "f1": 0.517769, - "accuracy": 0.554348, - "main_score": 0.517769, - "hf_subset": "bjn_Arab-tpi_Latn", - "languages": [ - "bjn-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566792, - "recall": 0.625494, - "f1": 0.582285, - "accuracy": 0.625494, - "main_score": 0.582285, - "hf_subset": "bjn_Arab-zsm_Latn", - "languages": [ - "bjn-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402467, - "recall": 0.458498, - "f1": 0.417039, - "accuracy": 0.458498, - "main_score": 0.417039, - "hf_subset": "bjn_Arab-ayr_Latn", - "languages": [ - "bjn-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537907, - "recall": 0.599802, - "f1": 0.55479, - "accuracy": 0.599802, - "main_score": 0.55479, - "hf_subset": "bjn_Arab-dan_Latn", - "languages": [ - "bjn-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510386, - "recall": 0.572134, - "f1": 0.527134, - "accuracy": 0.572134, - "main_score": 0.527134, - "hf_subset": "bjn_Arab-guj_Gujr", - "languages": [ - "bjn-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496145, - "recall": 0.560277, - "f1": 0.512075, - "accuracy": 0.560277, - "main_score": 0.512075, - "hf_subset": "bjn_Arab-kaz_Cyrl", - "languages": [ - "bjn-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394866, - "recall": 0.444664, - "f1": 0.408684, - "accuracy": 0.444664, - "main_score": 0.408684, - "hf_subset": "bjn_Arab-lug_Latn", - "languages": [ - "bjn-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546343, - "recall": 0.613636, - "f1": 0.563567, - "accuracy": 0.613636, - "main_score": 0.563567, - "hf_subset": "bjn_Arab-oci_Latn", - "languages": [ - "bjn-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446291, - "recall": 0.500988, - "f1": 0.461313, - "accuracy": 0.500988, - "main_score": 0.461313, - "hf_subset": "bjn_Arab-smo_Latn", - "languages": [ - "bjn-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383513, - "recall": 0.440711, - "f1": 0.398514, - "accuracy": 0.440711, - "main_score": 0.398514, - "hf_subset": "bjn_Arab-tsn_Latn", - "languages": [ - "bjn-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426176, - "recall": 0.479249, - "f1": 0.439475, - "accuracy": 0.479249, - "main_score": 0.439475, - "hf_subset": "bjn_Arab-zul_Latn", - "languages": [ - "bjn-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445542, - "recall": 0.506917, - "f1": 0.462167, - "accuracy": 0.506917, - "main_score": 0.462167, - "hf_subset": "bjn_Arab-azb_Arab", - "languages": [ - "bjn-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521955, - "recall": 0.589921, - "f1": 0.538883, - "accuracy": 0.589921, - "main_score": 0.538883, - "hf_subset": "bjn_Arab-deu_Latn", - "languages": [ - "bjn-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517777, - "recall": 0.575099, - "f1": 0.533686, - "accuracy": 0.575099, - "main_score": 0.533686, - "hf_subset": "bjn_Arab-hat_Latn", - "languages": [ - "bjn-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371809, - "recall": 0.423913, - "f1": 0.385871, - "accuracy": 0.423913, - "main_score": 0.385871, - "hf_subset": "bjn_Arab-kbp_Latn", - "languages": [ - "bjn-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43561, - "recall": 0.486166, - "f1": 0.449519, - "accuracy": 0.486166, - "main_score": 0.449519, - "hf_subset": "bjn_Arab-luo_Latn", - "languages": [ - "bjn-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476928, - "recall": 0.547431, - "f1": 0.495084, - "accuracy": 0.547431, - "main_score": 0.495084, - "hf_subset": "bjn_Arab-ory_Orya", - "languages": [ - "bjn-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404883, - "recall": 0.460474, - "f1": 0.41902, - "accuracy": 0.460474, - "main_score": 0.41902, - "hf_subset": "bjn_Arab-sna_Latn", - "languages": [ - "bjn-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403291, - "recall": 0.451581, - "f1": 0.416329, - "accuracy": 0.451581, - "main_score": 0.416329, - "hf_subset": "bjn_Arab-tso_Latn", - "languages": [ - "bjn-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47557, - "recall": 0.541502, - "f1": 0.493419, - "accuracy": 0.541502, - "main_score": 0.493419, - "hf_subset": "bjn_Arab-azj_Latn", - "languages": [ - "bjn-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381366, - "recall": 0.439723, - "f1": 0.397994, - "accuracy": 0.439723, - "main_score": 0.397994, - "hf_subset": "bjn_Arab-dik_Latn", - "languages": [ - "bjn-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450325, - "recall": 0.503953, - "f1": 0.464442, - "accuracy": 0.503953, - "main_score": 0.464442, - "hf_subset": "bjn_Arab-hau_Latn", - "languages": [ - "bjn-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52671, - "recall": 0.58004, - "f1": 0.540565, - "accuracy": 0.58004, - "main_score": 0.540565, - "hf_subset": "bjn_Arab-kea_Latn", - "languages": [ - "bjn-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461739, - "recall": 0.512846, - "f1": 0.475664, - "accuracy": 0.512846, - "main_score": 0.475664, - "hf_subset": "bjn_Arab-lus_Latn", - "languages": [ - "bjn-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521174, - "recall": 0.563241, - "f1": 0.532844, - "accuracy": 0.563241, - "main_score": 0.532844, - "hf_subset": "bjn_Arab-pag_Latn", - "languages": [ - "bjn-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476683, - "recall": 0.543478, - "f1": 0.493769, - "accuracy": 0.543478, - "main_score": 0.493769, - "hf_subset": "bjn_Arab-snd_Arab", - "languages": [ - "bjn-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483587, - "recall": 0.545455, - "f1": 0.500617, - "accuracy": 0.545455, - "main_score": 0.500617, - "hf_subset": "bjn_Arab-tuk_Latn", - "languages": [ - "bjn-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514252, - "recall": 0.58004, - "f1": 0.531659, - "accuracy": 0.58004, - "main_score": 0.531659, - "hf_subset": "bjn_Arab-bak_Cyrl", - "languages": [ - "bjn-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319856, - "recall": 0.386364, - "f1": 0.337719, - "accuracy": 0.386364, - "main_score": 0.337719, - "hf_subset": "bjn_Arab-dyu_Latn", - "languages": [ - "bjn-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5126, - "recall": 0.568182, - "f1": 0.527078, - "accuracy": 0.568182, - "main_score": 0.527078, - "hf_subset": "bjn_Arab-heb_Hebr", - "languages": [ - "bjn-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465484, - "recall": 0.529644, - "f1": 0.481767, - "accuracy": 0.529644, - "main_score": 0.481767, - "hf_subset": "bjn_Arab-khk_Cyrl", - "languages": [ - "bjn-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528787, - "recall": 0.585968, - "f1": 0.54351, - "accuracy": 0.585968, - "main_score": 0.54351, - "hf_subset": "bjn_Arab-lvs_Latn", - "languages": [ - "bjn-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485796, - "recall": 0.55336, - "f1": 0.50299, - "accuracy": 0.55336, - "main_score": 0.50299, - "hf_subset": "bjn_Arab-pan_Guru", - "languages": [ - "bjn-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424581, - "recall": 0.478261, - "f1": 0.439205, - "accuracy": 0.478261, - "main_score": 0.439205, - "hf_subset": "bjn_Arab-som_Latn", - "languages": [ - "bjn-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397783, - "recall": 0.447628, - "f1": 0.410631, - "accuracy": 0.447628, - "main_score": 0.410631, - "hf_subset": "bjn_Arab-tum_Latn", - "languages": [ - "bjn-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4038, - "recall": 0.450593, - "f1": 0.417067, - "accuracy": 0.450593, - "main_score": 0.417067, - "hf_subset": "ewe_Latn-ace_Arab", - "languages": [ - "ewe-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493818, - "recall": 0.52668, - "f1": 0.503651, - "accuracy": 0.52668, - "main_score": 0.503651, - "hf_subset": "ewe_Latn-bam_Latn", - "languages": [ - "ewe-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208814, - "recall": 0.25, - "f1": 0.220403, - "accuracy": 0.25, - "main_score": 0.220403, - "hf_subset": "ewe_Latn-dzo_Tibt", - "languages": [ - "ewe-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501366, - "recall": 0.544466, - "f1": 0.513738, - "accuracy": 0.544466, - "main_score": 0.513738, - "hf_subset": "ewe_Latn-hin_Deva", - "languages": [ - "ewe-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460361, - "recall": 0.507905, - "f1": 0.47347, - "accuracy": 0.507905, - "main_score": 0.47347, - "hf_subset": "ewe_Latn-khm_Khmr", - "languages": [ - "ewe-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502632, - "recall": 0.54249, - "f1": 0.513797, - "accuracy": 0.54249, - "main_score": 0.513797, - "hf_subset": "ewe_Latn-mag_Deva", - "languages": [ - "ewe-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523637, - "recall": 0.556324, - "f1": 0.532451, - "accuracy": 0.556324, - "main_score": 0.532451, - "hf_subset": "ewe_Latn-pap_Latn", - "languages": [ - "ewe-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518841, - "recall": 0.556324, - "f1": 0.529415, - "accuracy": 0.556324, - "main_score": 0.529415, - "hf_subset": "ewe_Latn-sot_Latn", - "languages": [ - "ewe-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511342, - "recall": 0.555336, - "f1": 0.523812, - "accuracy": 0.555336, - "main_score": 0.523812, - "hf_subset": "ewe_Latn-tur_Latn", - "languages": [ - "ewe-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511043, - "recall": 0.545455, - "f1": 0.520912, - "accuracy": 0.545455, - "main_score": 0.520912, - "hf_subset": "ewe_Latn-ace_Latn", - "languages": [ - "ewe-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525935, - "recall": 0.559289, - "f1": 0.535066, - "accuracy": 0.559289, - "main_score": 0.535066, - "hf_subset": "ewe_Latn-ban_Latn", - "languages": [ - "ewe-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49377, - "recall": 0.541502, - "f1": 0.506448, - "accuracy": 0.541502, - "main_score": 0.506448, - "hf_subset": "ewe_Latn-ell_Grek", - "languages": [ - "ewe-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510541, - "recall": 0.551383, - "f1": 0.522161, - "accuracy": 0.551383, - "main_score": 0.522161, - "hf_subset": "ewe_Latn-hne_Deva", - "languages": [ - "ewe-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470333, - "recall": 0.511858, - "f1": 0.482373, - "accuracy": 0.511858, - "main_score": 0.482373, - "hf_subset": "ewe_Latn-kik_Latn", - "languages": [ - "ewe-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494191, - "recall": 0.54249, - "f1": 0.50711, - "accuracy": 0.54249, - "main_score": 0.50711, - "hf_subset": "ewe_Latn-mai_Deva", - "languages": [ - "ewe-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461608, - "recall": 0.508893, - "f1": 0.474541, - "accuracy": 0.508893, - "main_score": 0.474541, - "hf_subset": "ewe_Latn-pbt_Arab", - "languages": [ - "ewe-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511175, - "recall": 0.55336, - "f1": 0.523035, - "accuracy": 0.55336, - "main_score": 0.523035, - "hf_subset": "ewe_Latn-spa_Latn", - "languages": [ - "ewe-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54277, - "recall": 0.573123, - "f1": 0.55191, - "accuracy": 0.573123, - "main_score": 0.55191, - "hf_subset": "ewe_Latn-twi_Latn", - "languages": [ - "ewe-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496171, - "recall": 0.537549, - "f1": 0.507243, - "accuracy": 0.537549, - "main_score": 0.507243, - "hf_subset": "ewe_Latn-acm_Arab", - "languages": [ - "ewe-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466293, - "recall": 0.509881, - "f1": 0.478708, - "accuracy": 0.509881, - "main_score": 0.478708, - "hf_subset": "ewe_Latn-bel_Cyrl", - "languages": [ - "ewe-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533988, - "recall": 0.58004, - "f1": 0.546466, - "accuracy": 0.58004, - "main_score": 0.546466, - "hf_subset": "ewe_Latn-eng_Latn", - "languages": [ - "ewe-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522409, - "recall": 0.560277, - "f1": 0.532897, - "accuracy": 0.560277, - "main_score": 0.532897, - "hf_subset": "ewe_Latn-hrv_Latn", - "languages": [ - "ewe-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470869, - "recall": 0.512846, - "f1": 0.482712, - "accuracy": 0.512846, - "main_score": 0.482712, - "hf_subset": "ewe_Latn-kin_Latn", - "languages": [ - "ewe-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490592, - "recall": 0.535573, - "f1": 0.503034, - "accuracy": 0.535573, - "main_score": 0.503034, - "hf_subset": "ewe_Latn-mal_Mlym", - "languages": [ - "ewe-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491004, - "recall": 0.539526, - "f1": 0.505251, - "accuracy": 0.539526, - "main_score": 0.505251, - "hf_subset": "ewe_Latn-pes_Arab", - "languages": [ - "ewe-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520908, - "recall": 0.559289, - "f1": 0.531399, - "accuracy": 0.559289, - "main_score": 0.531399, - "hf_subset": "ewe_Latn-srd_Latn", - "languages": [ - "ewe-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179779, - "recall": 0.212451, - "f1": 0.18826, - "accuracy": 0.212451, - "main_score": 0.18826, - "hf_subset": "ewe_Latn-tzm_Tfng", - "languages": [ - "ewe-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494048, - "recall": 0.536561, - "f1": 0.505864, - "accuracy": 0.536561, - "main_score": 0.505864, - "hf_subset": "ewe_Latn-acq_Arab", - "languages": [ - "ewe-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527599, - "recall": 0.567194, - "f1": 0.538303, - "accuracy": 0.567194, - "main_score": 0.538303, - "hf_subset": "ewe_Latn-bem_Latn", - "languages": [ - "ewe-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501413, - "recall": 0.543478, - "f1": 0.512996, - "accuracy": 0.543478, - "main_score": 0.512996, - "hf_subset": "ewe_Latn-epo_Latn", - "languages": [ - "ewe-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516011, - "recall": 0.556324, - "f1": 0.527015, - "accuracy": 0.556324, - "main_score": 0.527015, - "hf_subset": "ewe_Latn-hun_Latn", - "languages": [ - "ewe-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488656, - "recall": 0.533597, - "f1": 0.501525, - "accuracy": 0.533597, - "main_score": 0.501525, - "hf_subset": "ewe_Latn-kir_Cyrl", - "languages": [ - "ewe-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505934, - "recall": 0.546443, - "f1": 0.517116, - "accuracy": 0.546443, - "main_score": 0.517116, - "hf_subset": "ewe_Latn-mar_Deva", - "languages": [ - "ewe-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517515, - "recall": 0.551383, - "f1": 0.52724, - "accuracy": 0.551383, - "main_score": 0.52724, - "hf_subset": "ewe_Latn-plt_Latn", - "languages": [ - "ewe-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504377, - "recall": 0.547431, - "f1": 0.516016, - "accuracy": 0.547431, - "main_score": 0.516016, - "hf_subset": "ewe_Latn-srp_Cyrl", - "languages": [ - "ewe-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436907, - "recall": 0.48419, - "f1": 0.450224, - "accuracy": 0.48419, - "main_score": 0.450224, - "hf_subset": "ewe_Latn-uig_Arab", - "languages": [ - "ewe-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484305, - "recall": 0.523715, - "f1": 0.494713, - "accuracy": 0.523715, - "main_score": 0.494713, - "hf_subset": "ewe_Latn-aeb_Arab", - "languages": [ - "ewe-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508126, - "recall": 0.55336, - "f1": 0.521019, - "accuracy": 0.55336, - "main_score": 0.521019, - "hf_subset": "ewe_Latn-ben_Beng", - "languages": [ - "ewe-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5103, - "recall": 0.551383, - "f1": 0.521399, - "accuracy": 0.551383, - "main_score": 0.521399, - "hf_subset": "ewe_Latn-est_Latn", - "languages": [ - "ewe-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46856, - "recall": 0.518775, - "f1": 0.482341, - "accuracy": 0.518775, - "main_score": 0.482341, - "hf_subset": "ewe_Latn-hye_Armn", - "languages": [ - "ewe-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506971, - "recall": 0.54249, - "f1": 0.51749, - "accuracy": 0.54249, - "main_score": 0.51749, - "hf_subset": "ewe_Latn-kmb_Latn", - "languages": [ - "ewe-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.368582, - "recall": 0.417984, - "f1": 0.381876, - "accuracy": 0.417984, - "main_score": 0.381876, - "hf_subset": "ewe_Latn-min_Arab", - "languages": [ - "ewe-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509562, - "recall": 0.55336, - "f1": 0.521739, - "accuracy": 0.55336, - "main_score": 0.521739, - "hf_subset": "ewe_Latn-pol_Latn", - "languages": [ - "ewe-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499832, - "recall": 0.536561, - "f1": 0.510158, - "accuracy": 0.536561, - "main_score": 0.510158, - "hf_subset": "ewe_Latn-ssw_Latn", - "languages": [ - "ewe-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499525, - "recall": 0.545455, - "f1": 0.512571, - "accuracy": 0.545455, - "main_score": 0.512571, - "hf_subset": "ewe_Latn-ukr_Cyrl", - "languages": [ - "ewe-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526447, - "recall": 0.571146, - "f1": 0.539009, - "accuracy": 0.571146, - "main_score": 0.539009, - "hf_subset": "ewe_Latn-afr_Latn", - "languages": [ - "ewe-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502732, - "recall": 0.544466, - "f1": 0.513956, - "accuracy": 0.544466, - "main_score": 0.513956, - "hf_subset": "ewe_Latn-bho_Deva", - "languages": [ - "ewe-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519146, - "recall": 0.559289, - "f1": 0.530528, - "accuracy": 0.559289, - "main_score": 0.530528, - "hf_subset": "ewe_Latn-eus_Latn", - "languages": [ - "ewe-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507305, - "recall": 0.548419, - "f1": 0.519666, - "accuracy": 0.548419, - "main_score": 0.519666, - "hf_subset": "ewe_Latn-ibo_Latn", - "languages": [ - "ewe-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504513, - "recall": 0.545455, - "f1": 0.516487, - "accuracy": 0.545455, - "main_score": 0.516487, - "hf_subset": "ewe_Latn-kmr_Latn", - "languages": [ - "ewe-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525569, - "recall": 0.557312, - "f1": 0.534853, - "accuracy": 0.557312, - "main_score": 0.534853, - "hf_subset": "ewe_Latn-min_Latn", - "languages": [ - "ewe-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523059, - "recall": 0.563241, - "f1": 0.534121, - "accuracy": 0.563241, - "main_score": 0.534121, - "hf_subset": "ewe_Latn-por_Latn", - "languages": [ - "ewe-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531945, - "recall": 0.565217, - "f1": 0.541846, - "accuracy": 0.565217, - "main_score": 0.541846, - "hf_subset": "ewe_Latn-sun_Latn", - "languages": [ - "ewe-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479151, - "recall": 0.522727, - "f1": 0.491238, - "accuracy": 0.522727, - "main_score": 0.491238, - "hf_subset": "ewe_Latn-umb_Latn", - "languages": [ - "ewe-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503173, - "recall": 0.544466, - "f1": 0.514138, - "accuracy": 0.544466, - "main_score": 0.514138, - "hf_subset": "ewe_Latn-ajp_Arab", - "languages": [ - "ewe-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381304, - "recall": 0.423913, - "f1": 0.393274, - "accuracy": 0.423913, - "main_score": 0.393274, - "hf_subset": "ewe_Latn-bjn_Arab", - "languages": [ - "ewe-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532172, - "recall": 0.564229, - "f1": 0.541108, - "accuracy": 0.564229, - "main_score": 0.541108, - "hf_subset": "ewe_Latn-ilo_Latn", - "languages": [ - "ewe-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.288351, - "recall": 0.335968, - "f1": 0.301008, - "accuracy": 0.335968, - "main_score": 0.301008, - "hf_subset": "ewe_Latn-knc_Arab", - "languages": [ - "ewe-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501829, - "recall": 0.54249, - "f1": 0.512882, - "accuracy": 0.54249, - "main_score": 0.512882, - "hf_subset": "ewe_Latn-mkd_Cyrl", - "languages": [ - "ewe-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497413, - "recall": 0.545455, - "f1": 0.510984, - "accuracy": 0.545455, - "main_score": 0.510984, - "hf_subset": "ewe_Latn-prs_Arab", - "languages": [ - "ewe-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520937, - "recall": 0.561265, - "f1": 0.532101, - "accuracy": 0.561265, - "main_score": 0.532101, - "hf_subset": "ewe_Latn-swe_Latn", - "languages": [ - "ewe-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47614, - "recall": 0.527668, - "f1": 0.490779, - "accuracy": 0.527668, - "main_score": 0.490779, - "hf_subset": "ewe_Latn-urd_Arab", - "languages": [ - "ewe-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516679, - "recall": 0.554348, - "f1": 0.527162, - "accuracy": 0.554348, - "main_score": 0.527162, - "hf_subset": "ewe_Latn-aka_Latn", - "languages": [ - "ewe-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530145, - "recall": 0.564229, - "f1": 0.53904, - "accuracy": 0.564229, - "main_score": 0.53904, - "hf_subset": "ewe_Latn-bjn_Latn", - "languages": [ - "ewe-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499336, - "recall": 0.540514, - "f1": 0.511727, - "accuracy": 0.540514, - "main_score": 0.511727, - "hf_subset": "ewe_Latn-fao_Latn", - "languages": [ - "ewe-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521304, - "recall": 0.560277, - "f1": 0.532008, - "accuracy": 0.560277, - "main_score": 0.532008, - "hf_subset": "ewe_Latn-ind_Latn", - "languages": [ - "ewe-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494728, - "recall": 0.533597, - "f1": 0.505602, - "accuracy": 0.533597, - "main_score": 0.505602, - "hf_subset": "ewe_Latn-knc_Latn", - "languages": [ - "ewe-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525653, - "recall": 0.560277, - "f1": 0.535043, - "accuracy": 0.560277, - "main_score": 0.535043, - "hf_subset": "ewe_Latn-mlt_Latn", - "languages": [ - "ewe-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499654, - "recall": 0.538538, - "f1": 0.511063, - "accuracy": 0.538538, - "main_score": 0.511063, - "hf_subset": "ewe_Latn-quy_Latn", - "languages": [ - "ewe-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527881, - "recall": 0.557312, - "f1": 0.536095, - "accuracy": 0.557312, - "main_score": 0.536095, - "hf_subset": "ewe_Latn-swh_Latn", - "languages": [ - "ewe-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485802, - "recall": 0.532609, - "f1": 0.498367, - "accuracy": 0.532609, - "main_score": 0.498367, - "hf_subset": "ewe_Latn-uzn_Latn", - "languages": [ - "ewe-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509514, - "recall": 0.548419, - "f1": 0.520045, - "accuracy": 0.548419, - "main_score": 0.520045, - "hf_subset": "ewe_Latn-als_Latn", - "languages": [ - "ewe-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.24414, - "recall": 0.286561, - "f1": 0.25393, - "accuracy": 0.286561, - "main_score": 0.25393, - "hf_subset": "ewe_Latn-bod_Tibt", - "languages": [ - "ewe-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492397, - "recall": 0.528656, - "f1": 0.503101, - "accuracy": 0.528656, - "main_score": 0.503101, - "hf_subset": "ewe_Latn-fij_Latn", - "languages": [ - "ewe-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484907, - "recall": 0.532609, - "f1": 0.498835, - "accuracy": 0.532609, - "main_score": 0.498835, - "hf_subset": "ewe_Latn-isl_Latn", - "languages": [ - "ewe-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52679, - "recall": 0.556324, - "f1": 0.535386, - "accuracy": 0.556324, - "main_score": 0.535386, - "hf_subset": "ewe_Latn-kon_Latn", - "languages": [ - "ewe-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44624, - "recall": 0.497036, - "f1": 0.460784, - "accuracy": 0.497036, - "main_score": 0.460784, - "hf_subset": "ewe_Latn-mni_Beng", - "languages": [ - "ewe-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533343, - "recall": 0.573123, - "f1": 0.54343, - "accuracy": 0.573123, - "main_score": 0.54343, - "hf_subset": "ewe_Latn-ron_Latn", - "languages": [ - "ewe-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512057, - "recall": 0.555336, - "f1": 0.524249, - "accuracy": 0.555336, - "main_score": 0.524249, - "hf_subset": "ewe_Latn-szl_Latn", - "languages": [ - "ewe-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51112, - "recall": 0.557312, - "f1": 0.523828, - "accuracy": 0.557312, - "main_score": 0.523828, - "hf_subset": "ewe_Latn-vec_Latn", - "languages": [ - "ewe-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427372, - "recall": 0.477273, - "f1": 0.442307, - "accuracy": 0.477273, - "main_score": 0.442307, - "hf_subset": "ewe_Latn-amh_Ethi", - "languages": [ - "ewe-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530914, - "recall": 0.56917, - "f1": 0.54155, - "accuracy": 0.56917, - "main_score": 0.54155, - "hf_subset": "ewe_Latn-bos_Latn", - "languages": [ - "ewe-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489496, - "recall": 0.535573, - "f1": 0.502514, - "accuracy": 0.535573, - "main_score": 0.502514, - "hf_subset": "ewe_Latn-fin_Latn", - "languages": [ - "ewe-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512375, - "recall": 0.554348, - "f1": 0.523911, - "accuracy": 0.554348, - "main_score": 0.523911, - "hf_subset": "ewe_Latn-ita_Latn", - "languages": [ - "ewe-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501583, - "recall": 0.551383, - "f1": 0.514929, - "accuracy": 0.551383, - "main_score": 0.514929, - "hf_subset": "ewe_Latn-kor_Hang", - "languages": [ - "ewe-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497819, - "recall": 0.534585, - "f1": 0.508435, - "accuracy": 0.534585, - "main_score": 0.508435, - "hf_subset": "ewe_Latn-mos_Latn", - "languages": [ - "ewe-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502421, - "recall": 0.541502, - "f1": 0.51344, - "accuracy": 0.541502, - "main_score": 0.51344, - "hf_subset": "ewe_Latn-run_Latn", - "languages": [ - "ewe-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477096, - "recall": 0.531621, - "f1": 0.492015, - "accuracy": 0.531621, - "main_score": 0.492015, - "hf_subset": "ewe_Latn-tam_Taml", - "languages": [ - "ewe-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522427, - "recall": 0.563241, - "f1": 0.533631, - "accuracy": 0.563241, - "main_score": 0.533631, - "hf_subset": "ewe_Latn-vie_Latn", - "languages": [ - "ewe-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488422, - "recall": 0.529644, - "f1": 0.499736, - "accuracy": 0.529644, - "main_score": 0.499736, - "hf_subset": "ewe_Latn-apc_Arab", - "languages": [ - "ewe-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520598, - "recall": 0.555336, - "f1": 0.53062, - "accuracy": 0.555336, - "main_score": 0.53062, - "hf_subset": "ewe_Latn-bug_Latn", - "languages": [ - "ewe-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461086, - "recall": 0.496047, - "f1": 0.470949, - "accuracy": 0.496047, - "main_score": 0.470949, - "hf_subset": "ewe_Latn-fon_Latn", - "languages": [ - "ewe-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52717, - "recall": 0.561265, - "f1": 0.536709, - "accuracy": 0.561265, - "main_score": 0.536709, - "hf_subset": "ewe_Latn-jav_Latn", - "languages": [ - "ewe-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460113, - "recall": 0.505929, - "f1": 0.472688, - "accuracy": 0.505929, - "main_score": 0.472688, - "hf_subset": "ewe_Latn-lao_Laoo", - "languages": [ - "ewe-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472555, - "recall": 0.506917, - "f1": 0.482587, - "accuracy": 0.506917, - "main_score": 0.482587, - "hf_subset": "ewe_Latn-mri_Latn", - "languages": [ - "ewe-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506867, - "recall": 0.552372, - "f1": 0.518676, - "accuracy": 0.552372, - "main_score": 0.518676, - "hf_subset": "ewe_Latn-rus_Cyrl", - "languages": [ - "ewe-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480889, - "recall": 0.518775, - "f1": 0.491984, - "accuracy": 0.518775, - "main_score": 0.491984, - "hf_subset": "ewe_Latn-taq_Latn", - "languages": [ - "ewe-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53418, - "recall": 0.567194, - "f1": 0.543422, - "accuracy": 0.567194, - "main_score": 0.543422, - "hf_subset": "ewe_Latn-war_Latn", - "languages": [ - "ewe-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500746, - "recall": 0.541502, - "f1": 0.511857, - "accuracy": 0.541502, - "main_score": 0.511857, - "hf_subset": "ewe_Latn-arb_Arab", - "languages": [ - "ewe-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511028, - "recall": 0.552372, - "f1": 0.521992, - "accuracy": 0.552372, - "main_score": 0.521992, - "hf_subset": "ewe_Latn-bul_Cyrl", - "languages": [ - "ewe-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519645, - "recall": 0.564229, - "f1": 0.531931, - "accuracy": 0.564229, - "main_score": 0.531931, - "hf_subset": "ewe_Latn-fra_Latn", - "languages": [ - "ewe-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505661, - "recall": 0.549407, - "f1": 0.51757, - "accuracy": 0.549407, - "main_score": 0.51757, - "hf_subset": "ewe_Latn-jpn_Jpan", - "languages": [ - "ewe-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506867, - "recall": 0.548419, - "f1": 0.517954, - "accuracy": 0.548419, - "main_score": 0.517954, - "hf_subset": "ewe_Latn-lij_Latn", - "languages": [ - "ewe-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356536, - "recall": 0.414032, - "f1": 0.371716, - "accuracy": 0.414032, - "main_score": 0.371716, - "hf_subset": "ewe_Latn-mya_Mymr", - "languages": [ - "ewe-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48933, - "recall": 0.532609, - "f1": 0.501976, - "accuracy": 0.532609, - "main_score": 0.501976, - "hf_subset": "ewe_Latn-sag_Latn", - "languages": [ - "ewe-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203262, - "recall": 0.243083, - "f1": 0.212501, - "accuracy": 0.243083, - "main_score": 0.212501, - "hf_subset": "ewe_Latn-taq_Tfng", - "languages": [ - "ewe-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505312, - "recall": 0.54249, - "f1": 0.516142, - "accuracy": 0.54249, - "main_score": 0.516142, - "hf_subset": "ewe_Latn-wol_Latn", - "languages": [ - "ewe-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425446, - "recall": 0.463439, - "f1": 0.436567, - "accuracy": 0.463439, - "main_score": 0.436567, - "hf_subset": "ewe_Latn-arb_Latn", - "languages": [ - "ewe-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510693, - "recall": 0.552372, - "f1": 0.522736, - "accuracy": 0.552372, - "main_score": 0.522736, - "hf_subset": "ewe_Latn-cat_Latn", - "languages": [ - "ewe-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518375, - "recall": 0.55336, - "f1": 0.527464, - "accuracy": 0.55336, - "main_score": 0.527464, - "hf_subset": "ewe_Latn-fur_Latn", - "languages": [ - "ewe-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410741, - "recall": 0.454545, - "f1": 0.422788, - "accuracy": 0.454545, - "main_score": 0.422788, - "hf_subset": "ewe_Latn-kab_Latn", - "languages": [ - "ewe-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517303, - "recall": 0.552372, - "f1": 0.526732, - "accuracy": 0.552372, - "main_score": 0.526732, - "hf_subset": "ewe_Latn-lim_Latn", - "languages": [ - "ewe-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514324, - "recall": 0.555336, - "f1": 0.525667, - "accuracy": 0.555336, - "main_score": 0.525667, - "hf_subset": "ewe_Latn-nld_Latn", - "languages": [ - "ewe-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463757, - "recall": 0.513834, - "f1": 0.477147, - "accuracy": 0.513834, - "main_score": 0.477147, - "hf_subset": "ewe_Latn-san_Deva", - "languages": [ - "ewe-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508475, - "recall": 0.546443, - "f1": 0.518358, - "accuracy": 0.546443, - "main_score": 0.518358, - "hf_subset": "ewe_Latn-tat_Cyrl", - "languages": [ - "ewe-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510952, - "recall": 0.549407, - "f1": 0.522517, - "accuracy": 0.549407, - "main_score": 0.522517, - "hf_subset": "ewe_Latn-xho_Latn", - "languages": [ - "ewe-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477811, - "recall": 0.524704, - "f1": 0.490746, - "accuracy": 0.524704, - "main_score": 0.490746, - "hf_subset": "ewe_Latn-ars_Arab", - "languages": [ - "ewe-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54088, - "recall": 0.568182, - "f1": 0.548788, - "accuracy": 0.568182, - "main_score": 0.548788, - "hf_subset": "ewe_Latn-ceb_Latn", - "languages": [ - "ewe-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483389, - "recall": 0.52668, - "f1": 0.495959, - "accuracy": 0.52668, - "main_score": 0.495959, - "hf_subset": "ewe_Latn-fuv_Latn", - "languages": [ - "ewe-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487442, - "recall": 0.524704, - "f1": 0.498381, - "accuracy": 0.524704, - "main_score": 0.498381, - "hf_subset": "ewe_Latn-kac_Latn", - "languages": [ - "ewe-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521626, - "recall": 0.555336, - "f1": 0.531014, - "accuracy": 0.555336, - "main_score": 0.531014, - "hf_subset": "ewe_Latn-lin_Latn", - "languages": [ - "ewe-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506927, - "recall": 0.554348, - "f1": 0.519605, - "accuracy": 0.554348, - "main_score": 0.519605, - "hf_subset": "ewe_Latn-nno_Latn", - "languages": [ - "ewe-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.085975, - "recall": 0.121542, - "f1": 0.094407, - "accuracy": 0.121542, - "main_score": 0.094407, - "hf_subset": "ewe_Latn-sat_Olck", - "languages": [ - "ewe-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494583, - "recall": 0.54249, - "f1": 0.507991, - "accuracy": 0.54249, - "main_score": 0.507991, - "hf_subset": "ewe_Latn-tel_Telu", - "languages": [ - "ewe-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413124, - "recall": 0.466403, - "f1": 0.427291, - "accuracy": 0.466403, - "main_score": 0.427291, - "hf_subset": "ewe_Latn-ydd_Hebr", - "languages": [ - "ewe-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479303, - "recall": 0.519763, - "f1": 0.490747, - "accuracy": 0.519763, - "main_score": 0.490747, - "hf_subset": "ewe_Latn-ary_Arab", - "languages": [ - "ewe-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514789, - "recall": 0.559289, - "f1": 0.526481, - "accuracy": 0.559289, - "main_score": 0.526481, - "hf_subset": "ewe_Latn-ces_Latn", - "languages": [ - "ewe-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461554, - "recall": 0.505929, - "f1": 0.474189, - "accuracy": 0.505929, - "main_score": 0.474189, - "hf_subset": "ewe_Latn-gaz_Latn", - "languages": [ - "ewe-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491102, - "recall": 0.527668, - "f1": 0.501852, - "accuracy": 0.527668, - "main_score": 0.501852, - "hf_subset": "ewe_Latn-kam_Latn", - "languages": [ - "ewe-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495422, - "recall": 0.541502, - "f1": 0.508215, - "accuracy": 0.541502, - "main_score": 0.508215, - "hf_subset": "ewe_Latn-lit_Latn", - "languages": [ - "ewe-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513611, - "recall": 0.561265, - "f1": 0.52643, - "accuracy": 0.561265, - "main_score": 0.52643, - "hf_subset": "ewe_Latn-nob_Latn", - "languages": [ - "ewe-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513527, - "recall": 0.548419, - "f1": 0.523364, - "accuracy": 0.548419, - "main_score": 0.523364, - "hf_subset": "ewe_Latn-scn_Latn", - "languages": [ - "ewe-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479204, - "recall": 0.517787, - "f1": 0.489483, - "accuracy": 0.517787, - "main_score": 0.489483, - "hf_subset": "ewe_Latn-tgk_Cyrl", - "languages": [ - "ewe-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458435, - "recall": 0.506917, - "f1": 0.472525, - "accuracy": 0.506917, - "main_score": 0.472525, - "hf_subset": "ewe_Latn-yor_Latn", - "languages": [ - "ewe-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494978, - "recall": 0.537549, - "f1": 0.506522, - "accuracy": 0.537549, - "main_score": 0.506522, - "hf_subset": "ewe_Latn-arz_Arab", - "languages": [ - "ewe-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465613, - "recall": 0.504941, - "f1": 0.477339, - "accuracy": 0.504941, - "main_score": 0.477339, - "hf_subset": "ewe_Latn-cjk_Latn", - "languages": [ - "ewe-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474955, - "recall": 0.51581, - "f1": 0.485269, - "accuracy": 0.51581, - "main_score": 0.485269, - "hf_subset": "ewe_Latn-gla_Latn", - "languages": [ - "ewe-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507875, - "recall": 0.547431, - "f1": 0.51916, - "accuracy": 0.547431, - "main_score": 0.51916, - "hf_subset": "ewe_Latn-kan_Knda", - "languages": [ - "ewe-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511148, - "recall": 0.551383, - "f1": 0.522416, - "accuracy": 0.551383, - "main_score": 0.522416, - "hf_subset": "ewe_Latn-lmo_Latn", - "languages": [ - "ewe-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487108, - "recall": 0.538538, - "f1": 0.501314, - "accuracy": 0.538538, - "main_score": 0.501314, - "hf_subset": "ewe_Latn-npi_Deva", - "languages": [ - "ewe-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411782, - "recall": 0.461462, - "f1": 0.425549, - "accuracy": 0.461462, - "main_score": 0.425549, - "hf_subset": "ewe_Latn-shn_Mymr", - "languages": [ - "ewe-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532489, - "recall": 0.572134, - "f1": 0.543048, - "accuracy": 0.572134, - "main_score": 0.543048, - "hf_subset": "ewe_Latn-tgl_Latn", - "languages": [ - "ewe-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483672, - "recall": 0.534585, - "f1": 0.496274, - "accuracy": 0.534585, - "main_score": 0.496274, - "hf_subset": "ewe_Latn-yue_Hant", - "languages": [ - "ewe-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473186, - "recall": 0.520751, - "f1": 0.487052, - "accuracy": 0.520751, - "main_score": 0.487052, - "hf_subset": "ewe_Latn-asm_Beng", - "languages": [ - "ewe-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477704, - "recall": 0.522727, - "f1": 0.489629, - "accuracy": 0.522727, - "main_score": 0.489629, - "hf_subset": "ewe_Latn-ckb_Arab", - "languages": [ - "ewe-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475654, - "recall": 0.517787, - "f1": 0.486938, - "accuracy": 0.517787, - "main_score": 0.486938, - "hf_subset": "ewe_Latn-gle_Latn", - "languages": [ - "ewe-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432378, - "recall": 0.479249, - "f1": 0.4449, - "accuracy": 0.479249, - "main_score": 0.4449, - "hf_subset": "ewe_Latn-kas_Arab", - "languages": [ - "ewe-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497481, - "recall": 0.538538, - "f1": 0.508168, - "accuracy": 0.538538, - "main_score": 0.508168, - "hf_subset": "ewe_Latn-ltg_Latn", - "languages": [ - "ewe-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54166, - "recall": 0.577075, - "f1": 0.551821, - "accuracy": 0.577075, - "main_score": 0.551821, - "hf_subset": "ewe_Latn-nso_Latn", - "languages": [ - "ewe-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422724, - "recall": 0.479249, - "f1": 0.438425, - "accuracy": 0.479249, - "main_score": 0.438425, - "hf_subset": "ewe_Latn-sin_Sinh", - "languages": [ - "ewe-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495093, - "recall": 0.537549, - "f1": 0.507212, - "accuracy": 0.537549, - "main_score": 0.507212, - "hf_subset": "ewe_Latn-tha_Thai", - "languages": [ - "ewe-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492888, - "recall": 0.533597, - "f1": 0.503552, - "accuracy": 0.533597, - "main_score": 0.503552, - "hf_subset": "ewe_Latn-zho_Hans", - "languages": [ - "ewe-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527107, - "recall": 0.565217, - "f1": 0.537496, - "accuracy": 0.565217, - "main_score": 0.537496, - "hf_subset": "ewe_Latn-ast_Latn", - "languages": [ - "ewe-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470804, - "recall": 0.514822, - "f1": 0.483092, - "accuracy": 0.514822, - "main_score": 0.483092, - "hf_subset": "ewe_Latn-crh_Latn", - "languages": [ - "ewe-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518671, - "recall": 0.556324, - "f1": 0.529201, - "accuracy": 0.556324, - "main_score": 0.529201, - "hf_subset": "ewe_Latn-glg_Latn", - "languages": [ - "ewe-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467348, - "recall": 0.511858, - "f1": 0.47991, - "accuracy": 0.511858, - "main_score": 0.47991, - "hf_subset": "ewe_Latn-kas_Deva", - "languages": [ - "ewe-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504396, - "recall": 0.545455, - "f1": 0.515848, - "accuracy": 0.545455, - "main_score": 0.515848, - "hf_subset": "ewe_Latn-ltz_Latn", - "languages": [ - "ewe-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444907, - "recall": 0.497036, - "f1": 0.459261, - "accuracy": 0.497036, - "main_score": 0.459261, - "hf_subset": "ewe_Latn-nus_Latn", - "languages": [ - "ewe-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506951, - "recall": 0.551383, - "f1": 0.520164, - "accuracy": 0.551383, - "main_score": 0.520164, - "hf_subset": "ewe_Latn-slk_Latn", - "languages": [ - "ewe-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.368354, - "recall": 0.424901, - "f1": 0.38451, - "accuracy": 0.424901, - "main_score": 0.38451, - "hf_subset": "ewe_Latn-tir_Ethi", - "languages": [ - "ewe-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489738, - "recall": 0.536561, - "f1": 0.502036, - "accuracy": 0.536561, - "main_score": 0.502036, - "hf_subset": "ewe_Latn-zho_Hant", - "languages": [ - "ewe-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505472, - "recall": 0.546443, - "f1": 0.516838, - "accuracy": 0.546443, - "main_score": 0.516838, - "hf_subset": "ewe_Latn-awa_Deva", - "languages": [ - "ewe-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50041, - "recall": 0.540514, - "f1": 0.511142, - "accuracy": 0.540514, - "main_score": 0.511142, - "hf_subset": "ewe_Latn-cym_Latn", - "languages": [ - "ewe-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50899, - "recall": 0.545455, - "f1": 0.519193, - "accuracy": 0.545455, - "main_score": 0.519193, - "hf_subset": "ewe_Latn-grn_Latn", - "languages": [ - "ewe-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472777, - "recall": 0.520751, - "f1": 0.485567, - "accuracy": 0.520751, - "main_score": 0.485567, - "hf_subset": "ewe_Latn-kat_Geor", - "languages": [ - "ewe-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512408, - "recall": 0.548419, - "f1": 0.522828, - "accuracy": 0.548419, - "main_score": 0.522828, - "hf_subset": "ewe_Latn-lua_Latn", - "languages": [ - "ewe-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514894, - "recall": 0.551383, - "f1": 0.524771, - "accuracy": 0.551383, - "main_score": 0.524771, - "hf_subset": "ewe_Latn-nya_Latn", - "languages": [ - "ewe-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507058, - "recall": 0.551383, - "f1": 0.518141, - "accuracy": 0.551383, - "main_score": 0.518141, - "hf_subset": "ewe_Latn-slv_Latn", - "languages": [ - "ewe-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513953, - "recall": 0.552372, - "f1": 0.524669, - "accuracy": 0.552372, - "main_score": 0.524669, - "hf_subset": "ewe_Latn-tpi_Latn", - "languages": [ - "ewe-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532755, - "recall": 0.575099, - "f1": 0.543546, - "accuracy": 0.575099, - "main_score": 0.543546, - "hf_subset": "ewe_Latn-zsm_Latn", - "languages": [ - "ewe-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48612, - "recall": 0.528656, - "f1": 0.498393, - "accuracy": 0.528656, - "main_score": 0.498393, - "hf_subset": "ewe_Latn-ayr_Latn", - "languages": [ - "ewe-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5209, - "recall": 0.5583, - "f1": 0.531414, - "accuracy": 0.5583, - "main_score": 0.531414, - "hf_subset": "ewe_Latn-dan_Latn", - "languages": [ - "ewe-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496599, - "recall": 0.54249, - "f1": 0.509115, - "accuracy": 0.54249, - "main_score": 0.509115, - "hf_subset": "ewe_Latn-guj_Gujr", - "languages": [ - "ewe-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499088, - "recall": 0.545455, - "f1": 0.511878, - "accuracy": 0.545455, - "main_score": 0.511878, - "hf_subset": "ewe_Latn-kaz_Cyrl", - "languages": [ - "ewe-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466599, - "recall": 0.505929, - "f1": 0.477545, - "accuracy": 0.505929, - "main_score": 0.477545, - "hf_subset": "ewe_Latn-lug_Latn", - "languages": [ - "ewe-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527314, - "recall": 0.56917, - "f1": 0.538186, - "accuracy": 0.56917, - "main_score": 0.538186, - "hf_subset": "ewe_Latn-oci_Latn", - "languages": [ - "ewe-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507753, - "recall": 0.540514, - "f1": 0.516606, - "accuracy": 0.540514, - "main_score": 0.516606, - "hf_subset": "ewe_Latn-smo_Latn", - "languages": [ - "ewe-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492351, - "recall": 0.531621, - "f1": 0.503988, - "accuracy": 0.531621, - "main_score": 0.503988, - "hf_subset": "ewe_Latn-tsn_Latn", - "languages": [ - "ewe-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492571, - "recall": 0.531621, - "f1": 0.503783, - "accuracy": 0.531621, - "main_score": 0.503783, - "hf_subset": "ewe_Latn-zul_Latn", - "languages": [ - "ewe-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43083, - "recall": 0.477273, - "f1": 0.444312, - "accuracy": 0.477273, - "main_score": 0.444312, - "hf_subset": "ewe_Latn-azb_Arab", - "languages": [ - "ewe-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512578, - "recall": 0.555336, - "f1": 0.524529, - "accuracy": 0.555336, - "main_score": 0.524529, - "hf_subset": "ewe_Latn-deu_Latn", - "languages": [ - "ewe-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471729, - "recall": 0.518775, - "f1": 0.484738, - "accuracy": 0.518775, - "main_score": 0.484738, - "hf_subset": "ewe_Latn-hat_Latn", - "languages": [ - "ewe-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478664, - "recall": 0.517787, - "f1": 0.489874, - "accuracy": 0.517787, - "main_score": 0.489874, - "hf_subset": "ewe_Latn-kbp_Latn", - "languages": [ - "ewe-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519408, - "recall": 0.557312, - "f1": 0.530468, - "accuracy": 0.557312, - "main_score": 0.530468, - "hf_subset": "ewe_Latn-luo_Latn", - "languages": [ - "ewe-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47812, - "recall": 0.522727, - "f1": 0.49078, - "accuracy": 0.522727, - "main_score": 0.49078, - "hf_subset": "ewe_Latn-ory_Orya", - "languages": [ - "ewe-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502098, - "recall": 0.549407, - "f1": 0.515188, - "accuracy": 0.549407, - "main_score": 0.515188, - "hf_subset": "ewe_Latn-sna_Latn", - "languages": [ - "ewe-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492375, - "recall": 0.529644, - "f1": 0.502794, - "accuracy": 0.529644, - "main_score": 0.502794, - "hf_subset": "ewe_Latn-tso_Latn", - "languages": [ - "ewe-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488656, - "recall": 0.532609, - "f1": 0.500487, - "accuracy": 0.532609, - "main_score": 0.500487, - "hf_subset": "ewe_Latn-azj_Latn", - "languages": [ - "ewe-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470949, - "recall": 0.516798, - "f1": 0.484816, - "accuracy": 0.516798, - "main_score": 0.484816, - "hf_subset": "ewe_Latn-dik_Latn", - "languages": [ - "ewe-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489444, - "recall": 0.525692, - "f1": 0.499589, - "accuracy": 0.525692, - "main_score": 0.499589, - "hf_subset": "ewe_Latn-hau_Latn", - "languages": [ - "ewe-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514921, - "recall": 0.551383, - "f1": 0.525434, - "accuracy": 0.551383, - "main_score": 0.525434, - "hf_subset": "ewe_Latn-kea_Latn", - "languages": [ - "ewe-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51961, - "recall": 0.559289, - "f1": 0.531007, - "accuracy": 0.559289, - "main_score": 0.531007, - "hf_subset": "ewe_Latn-lus_Latn", - "languages": [ - "ewe-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508746, - "recall": 0.541502, - "f1": 0.517708, - "accuracy": 0.541502, - "main_score": 0.517708, - "hf_subset": "ewe_Latn-pag_Latn", - "languages": [ - "ewe-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45758, - "recall": 0.509881, - "f1": 0.472146, - "accuracy": 0.509881, - "main_score": 0.472146, - "hf_subset": "ewe_Latn-snd_Arab", - "languages": [ - "ewe-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479056, - "recall": 0.519763, - "f1": 0.4901, - "accuracy": 0.519763, - "main_score": 0.4901, - "hf_subset": "ewe_Latn-tuk_Latn", - "languages": [ - "ewe-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512479, - "recall": 0.552372, - "f1": 0.523437, - "accuracy": 0.552372, - "main_score": 0.523437, - "hf_subset": "ewe_Latn-bak_Cyrl", - "languages": [ - "ewe-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403963, - "recall": 0.460474, - "f1": 0.420232, - "accuracy": 0.460474, - "main_score": 0.420232, - "hf_subset": "ewe_Latn-dyu_Latn", - "languages": [ - "ewe-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489677, - "recall": 0.531621, - "f1": 0.501774, - "accuracy": 0.531621, - "main_score": 0.501774, - "hf_subset": "ewe_Latn-heb_Hebr", - "languages": [ - "ewe-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480512, - "recall": 0.520751, - "f1": 0.491809, - "accuracy": 0.520751, - "main_score": 0.491809, - "hf_subset": "ewe_Latn-khk_Cyrl", - "languages": [ - "ewe-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503215, - "recall": 0.548419, - "f1": 0.515607, - "accuracy": 0.548419, - "main_score": 0.515607, - "hf_subset": "ewe_Latn-lvs_Latn", - "languages": [ - "ewe-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489334, - "recall": 0.540514, - "f1": 0.503211, - "accuracy": 0.540514, - "main_score": 0.503211, - "hf_subset": "ewe_Latn-pan_Guru", - "languages": [ - "ewe-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457173, - "recall": 0.500988, - "f1": 0.469944, - "accuracy": 0.500988, - "main_score": 0.469944, - "hf_subset": "ewe_Latn-som_Latn", - "languages": [ - "ewe-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497233, - "recall": 0.532609, - "f1": 0.507397, - "accuracy": 0.532609, - "main_score": 0.507397, - "hf_subset": "ewe_Latn-tum_Latn", - "languages": [ - "ewe-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574599, - "recall": 0.634387, - "f1": 0.591583, - "accuracy": 0.634387, - "main_score": 0.591583, - "hf_subset": "ilo_Latn-ace_Arab", - "languages": [ - "ilo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554694, - "recall": 0.609684, - "f1": 0.570069, - "accuracy": 0.609684, - "main_score": 0.570069, - "hf_subset": "ilo_Latn-bam_Latn", - "languages": [ - "ilo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.338059, - "recall": 0.397233, - "f1": 0.353531, - "accuracy": 0.397233, - "main_score": 0.353531, - "hf_subset": "ilo_Latn-dzo_Tibt", - "languages": [ - "ilo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938735, - "recall": 0.95751, - "f1": 0.944631, - "accuracy": 0.95751, - "main_score": 0.944631, - "hf_subset": "ilo_Latn-hin_Deva", - "languages": [ - "ilo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901493, - "recall": 0.927866, - "f1": 0.909585, - "accuracy": 0.927866, - "main_score": 0.909585, - "hf_subset": "ilo_Latn-khm_Khmr", - "languages": [ - "ilo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938982, - "recall": 0.954545, - "f1": 0.943906, - "accuracy": 0.954545, - "main_score": 0.943906, - "hf_subset": "ilo_Latn-mag_Deva", - "languages": [ - "ilo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916502, - "recall": 0.933794, - "f1": 0.921937, - "accuracy": 0.933794, - "main_score": 0.921937, - "hf_subset": "ilo_Latn-pap_Latn", - "languages": [ - "ilo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610764, - "recall": 0.66502, - "f1": 0.625631, - "accuracy": 0.66502, - "main_score": 0.625631, - "hf_subset": "ilo_Latn-sot_Latn", - "languages": [ - "ilo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934289, - "recall": 0.953557, - "f1": 0.940349, - "accuracy": 0.953557, - "main_score": 0.940349, - "hf_subset": "ilo_Latn-tur_Latn", - "languages": [ - "ilo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831851, - "recall": 0.867589, - "f1": 0.84249, - "accuracy": 0.867589, - "main_score": 0.84249, - "hf_subset": "ilo_Latn-ace_Latn", - "languages": [ - "ilo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90513, - "recall": 0.924901, - "f1": 0.91091, - "accuracy": 0.924901, - "main_score": 0.91091, - "hf_subset": "ilo_Latn-ban_Latn", - "languages": [ - "ilo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.955534, - "f1": 0.944631, - "accuracy": 0.955534, - "main_score": 0.944631, - "hf_subset": "ilo_Latn-ell_Grek", - "languages": [ - "ilo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921146, - "recall": 0.940711, - "f1": 0.92716, - "accuracy": 0.940711, - "main_score": 0.92716, - "hf_subset": "ilo_Latn-hne_Deva", - "languages": [ - "ilo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625455, - "recall": 0.678854, - "f1": 0.640761, - "accuracy": 0.678854, - "main_score": 0.640761, - "hf_subset": "ilo_Latn-kik_Latn", - "languages": [ - "ilo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943429, - "recall": 0.958498, - "f1": 0.948024, - "accuracy": 0.958498, - "main_score": 0.948024, - "hf_subset": "ilo_Latn-mai_Deva", - "languages": [ - "ilo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863719, - "recall": 0.898221, - "f1": 0.874736, - "accuracy": 0.898221, - "main_score": 0.874736, - "hf_subset": "ilo_Latn-pbt_Arab", - "languages": [ - "ilo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946673, - "recall": 0.961462, - "f1": 0.951087, - "accuracy": 0.961462, - "main_score": 0.951087, - "hf_subset": "ilo_Latn-spa_Latn", - "languages": [ - "ilo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625586, - "recall": 0.692688, - "f1": 0.644776, - "accuracy": 0.692688, - "main_score": 0.644776, - "hf_subset": "ilo_Latn-twi_Latn", - "languages": [ - "ilo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.949605, - "f1": 0.937324, - "accuracy": 0.949605, - "main_score": 0.937324, - "hf_subset": "ilo_Latn-acm_Arab", - "languages": [ - "ilo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895273, - "recall": 0.91996, - "f1": 0.902749, - "accuracy": 0.91996, - "main_score": 0.902749, - "hf_subset": "ilo_Latn-bel_Cyrl", - "languages": [ - "ilo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964394, - "accuracy": 0.972332, - "main_score": 0.964394, - "hf_subset": "ilo_Latn-eng_Latn", - "languages": [ - "ilo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940382, - "recall": 0.95751, - "f1": 0.945817, - "accuracy": 0.95751, - "main_score": 0.945817, - "hf_subset": "ilo_Latn-hrv_Latn", - "languages": [ - "ilo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575185, - "recall": 0.634387, - "f1": 0.591125, - "accuracy": 0.634387, - "main_score": 0.591125, - "hf_subset": "ilo_Latn-kin_Latn", - "languages": [ - "ilo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925675, - "recall": 0.94664, - "f1": 0.932213, - "accuracy": 0.94664, - "main_score": 0.932213, - "hf_subset": "ilo_Latn-mal_Mlym", - "languages": [ - "ilo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.952569, - "f1": 0.93969, - "accuracy": 0.952569, - "main_score": 0.93969, - "hf_subset": "ilo_Latn-pes_Arab", - "languages": [ - "ilo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92315, - "recall": 0.942688, - "f1": 0.929117, - "accuracy": 0.942688, - "main_score": 0.929117, - "hf_subset": "ilo_Latn-srd_Latn", - "languages": [ - "ilo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198601, - "recall": 0.247036, - "f1": 0.210148, - "accuracy": 0.247036, - "main_score": 0.210148, - "hf_subset": "ilo_Latn-tzm_Tfng", - "languages": [ - "ilo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9375, - "recall": 0.954545, - "f1": 0.942721, - "accuracy": 0.954545, - "main_score": 0.942721, - "hf_subset": "ilo_Latn-acq_Arab", - "languages": [ - "ilo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647991, - "recall": 0.693676, - "f1": 0.660718, - "accuracy": 0.693676, - "main_score": 0.660718, - "hf_subset": "ilo_Latn-bem_Latn", - "languages": [ - "ilo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944252, - "recall": 0.959486, - "f1": 0.948847, - "accuracy": 0.959486, - "main_score": 0.948847, - "hf_subset": "ilo_Latn-epo_Latn", - "languages": [ - "ilo-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.964427, - "f1": 0.954348, - "accuracy": 0.964427, - "main_score": 0.954348, - "hf_subset": "ilo_Latn-hun_Latn", - "languages": [ - "ilo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88974, - "recall": 0.917984, - "f1": 0.898781, - "accuracy": 0.917984, - "main_score": 0.898781, - "hf_subset": "ilo_Latn-kir_Cyrl", - "languages": [ - "ilo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.95751, - "f1": 0.947003, - "accuracy": 0.95751, - "main_score": 0.947003, - "hf_subset": "ilo_Latn-mar_Deva", - "languages": [ - "ilo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672996, - "recall": 0.730237, - "f1": 0.689512, - "accuracy": 0.730237, - "main_score": 0.689512, - "hf_subset": "ilo_Latn-plt_Latn", - "languages": [ - "ilo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945076, - "recall": 0.961462, - "f1": 0.950165, - "accuracy": 0.961462, - "main_score": 0.950165, - "hf_subset": "ilo_Latn-srp_Cyrl", - "languages": [ - "ilo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795128, - "recall": 0.838933, - "f1": 0.808137, - "accuracy": 0.838933, - "main_score": 0.808137, - "hf_subset": "ilo_Latn-uig_Arab", - "languages": [ - "ilo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909684, - "recall": 0.932806, - "f1": 0.916437, - "accuracy": 0.932806, - "main_score": 0.916437, - "hf_subset": "ilo_Latn-aeb_Arab", - "languages": [ - "ilo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932872, - "recall": 0.951581, - "f1": 0.93857, - "accuracy": 0.951581, - "main_score": 0.93857, - "hf_subset": "ilo_Latn-ben_Beng", - "languages": [ - "ilo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932642, - "recall": 0.951581, - "f1": 0.938538, - "accuracy": 0.951581, - "main_score": 0.938538, - "hf_subset": "ilo_Latn-est_Latn", - "languages": [ - "ilo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.938735, - "f1": 0.92141, - "accuracy": 0.938735, - "main_score": 0.92141, - "hf_subset": "ilo_Latn-hye_Armn", - "languages": [ - "ilo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538779, - "recall": 0.598814, - "f1": 0.556014, - "accuracy": 0.598814, - "main_score": 0.556014, - "hf_subset": "ilo_Latn-kmb_Latn", - "languages": [ - "ilo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502201, - "recall": 0.577075, - "f1": 0.522726, - "accuracy": 0.577075, - "main_score": 0.522726, - "hf_subset": "ilo_Latn-min_Arab", - "languages": [ - "ilo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.953557, - "f1": 0.940547, - "accuracy": 0.953557, - "main_score": 0.940547, - "hf_subset": "ilo_Latn-pol_Latn", - "languages": [ - "ilo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574049, - "recall": 0.644269, - "f1": 0.594318, - "accuracy": 0.644269, - "main_score": 0.594318, - "hf_subset": "ilo_Latn-ssw_Latn", - "languages": [ - "ilo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.964427, - "f1": 0.955007, - "accuracy": 0.964427, - "main_score": 0.955007, - "hf_subset": "ilo_Latn-ukr_Cyrl", - "languages": [ - "ilo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.965415, - "f1": 0.955534, - "accuracy": 0.965415, - "main_score": 0.955534, - "hf_subset": "ilo_Latn-afr_Latn", - "languages": [ - "ilo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909503, - "recall": 0.931818, - "f1": 0.916568, - "accuracy": 0.931818, - "main_score": 0.916568, - "hf_subset": "ilo_Latn-bho_Deva", - "languages": [ - "ilo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91502, - "recall": 0.937747, - "f1": 0.922069, - "accuracy": 0.937747, - "main_score": 0.922069, - "hf_subset": "ilo_Latn-eus_Latn", - "languages": [ - "ilo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59823, - "recall": 0.663043, - "f1": 0.616355, - "accuracy": 0.663043, - "main_score": 0.616355, - "hf_subset": "ilo_Latn-ibo_Latn", - "languages": [ - "ilo-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790209, - "recall": 0.835968, - "f1": 0.803913, - "accuracy": 0.835968, - "main_score": 0.803913, - "hf_subset": "ilo_Latn-kmr_Latn", - "languages": [ - "ilo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913818, - "recall": 0.934783, - "f1": 0.920158, - "accuracy": 0.934783, - "main_score": 0.920158, - "hf_subset": "ilo_Latn-min_Latn", - "languages": [ - "ilo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "ilo_Latn-por_Latn", - "languages": [ - "ilo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932181, - "recall": 0.950593, - "f1": 0.937714, - "accuracy": 0.950593, - "main_score": 0.937714, - "hf_subset": "ilo_Latn-sun_Latn", - "languages": [ - "ilo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535148, - "recall": 0.593874, - "f1": 0.552118, - "accuracy": 0.593874, - "main_score": 0.552118, - "hf_subset": "ilo_Latn-umb_Latn", - "languages": [ - "ilo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943594, - "recall": 0.958498, - "f1": 0.947977, - "accuracy": 0.958498, - "main_score": 0.947977, - "hf_subset": "ilo_Latn-ajp_Arab", - "languages": [ - "ilo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545366, - "recall": 0.608696, - "f1": 0.563207, - "accuracy": 0.608696, - "main_score": 0.563207, - "hf_subset": "ilo_Latn-bjn_Arab", - "languages": [ - "ilo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537651, - "recall": 0.591897, - "f1": 0.552837, - "accuracy": 0.591897, - "main_score": 0.552837, - "hf_subset": "ilo_Latn-ewe_Latn", - "languages": [ - "ilo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.33501, - "recall": 0.397233, - "f1": 0.351202, - "accuracy": 0.397233, - "main_score": 0.351202, - "hf_subset": "ilo_Latn-knc_Arab", - "languages": [ - "ilo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9472, - "recall": 0.961462, - "f1": 0.951416, - "accuracy": 0.961462, - "main_score": 0.951416, - "hf_subset": "ilo_Latn-mkd_Cyrl", - "languages": [ - "ilo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938686, - "recall": 0.956522, - "f1": 0.944236, - "accuracy": 0.956522, - "main_score": 0.944236, - "hf_subset": "ilo_Latn-prs_Arab", - "languages": [ - "ilo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "ilo_Latn-swe_Latn", - "languages": [ - "ilo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938653, - "recall": 0.956522, - "f1": 0.944401, - "accuracy": 0.956522, - "main_score": 0.944401, - "hf_subset": "ilo_Latn-urd_Arab", - "languages": [ - "ilo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596926, - "recall": 0.659091, - "f1": 0.614308, - "accuracy": 0.659091, - "main_score": 0.614308, - "hf_subset": "ilo_Latn-aka_Latn", - "languages": [ - "ilo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918427, - "recall": 0.936759, - "f1": 0.923836, - "accuracy": 0.936759, - "main_score": 0.923836, - "hf_subset": "ilo_Latn-bjn_Latn", - "languages": [ - "ilo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852396, - "recall": 0.883399, - "f1": 0.861753, - "accuracy": 0.883399, - "main_score": 0.861753, - "hf_subset": "ilo_Latn-fao_Latn", - "languages": [ - "ilo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962862, - "recall": 0.97332, - "f1": 0.965975, - "accuracy": 0.97332, - "main_score": 0.965975, - "hf_subset": "ilo_Latn-ind_Latn", - "languages": [ - "ilo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604004, - "recall": 0.655138, - "f1": 0.618676, - "accuracy": 0.655138, - "main_score": 0.618676, - "hf_subset": "ilo_Latn-knc_Latn", - "languages": [ - "ilo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93083, - "recall": 0.949605, - "f1": 0.936514, - "accuracy": 0.949605, - "main_score": 0.936514, - "hf_subset": "ilo_Latn-mlt_Latn", - "languages": [ - "ilo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677473, - "recall": 0.73419, - "f1": 0.694521, - "accuracy": 0.73419, - "main_score": 0.694521, - "hf_subset": "ilo_Latn-quy_Latn", - "languages": [ - "ilo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870553, - "recall": 0.903162, - "f1": 0.880519, - "accuracy": 0.903162, - "main_score": 0.880519, - "hf_subset": "ilo_Latn-swh_Latn", - "languages": [ - "ilo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904685, - "recall": 0.928854, - "f1": 0.911964, - "accuracy": 0.928854, - "main_score": 0.911964, - "hf_subset": "ilo_Latn-uzn_Latn", - "languages": [ - "ilo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934486, - "recall": 0.952569, - "f1": 0.94002, - "accuracy": 0.952569, - "main_score": 0.94002, - "hf_subset": "ilo_Latn-als_Latn", - "languages": [ - "ilo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451623, - "recall": 0.528656, - "f1": 0.472507, - "accuracy": 0.528656, - "main_score": 0.472507, - "hf_subset": "ilo_Latn-bod_Tibt", - "languages": [ - "ilo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680078, - "recall": 0.728261, - "f1": 0.693552, - "accuracy": 0.728261, - "main_score": 0.693552, - "hf_subset": "ilo_Latn-fij_Latn", - "languages": [ - "ilo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878706, - "recall": 0.911067, - "f1": 0.888867, - "accuracy": 0.911067, - "main_score": 0.888867, - "hf_subset": "ilo_Latn-isl_Latn", - "languages": [ - "ilo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695142, - "recall": 0.744071, - "f1": 0.70952, - "accuracy": 0.744071, - "main_score": 0.70952, - "hf_subset": "ilo_Latn-kon_Latn", - "languages": [ - "ilo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657256, - "recall": 0.727273, - "f1": 0.67759, - "accuracy": 0.727273, - "main_score": 0.67759, - "hf_subset": "ilo_Latn-mni_Beng", - "languages": [ - "ilo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953508, - "recall": 0.966403, - "f1": 0.957411, - "accuracy": 0.966403, - "main_score": 0.957411, - "hf_subset": "ilo_Latn-ron_Latn", - "languages": [ - "ilo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916667, - "recall": 0.938735, - "f1": 0.923748, - "accuracy": 0.938735, - "main_score": 0.923748, - "hf_subset": "ilo_Latn-szl_Latn", - "languages": [ - "ilo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.954545, - "f1": 0.943281, - "accuracy": 0.954545, - "main_score": 0.943281, - "hf_subset": "ilo_Latn-vec_Latn", - "languages": [ - "ilo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818725, - "recall": 0.862648, - "f1": 0.832082, - "accuracy": 0.862648, - "main_score": 0.832082, - "hf_subset": "ilo_Latn-amh_Ethi", - "languages": [ - "ilo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949522, - "recall": 0.963439, - "f1": 0.953788, - "accuracy": 0.963439, - "main_score": 0.953788, - "hf_subset": "ilo_Latn-bos_Latn", - "languages": [ - "ilo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939394, - "recall": 0.955534, - "f1": 0.944302, - "accuracy": 0.955534, - "main_score": 0.944302, - "hf_subset": "ilo_Latn-fin_Latn", - "languages": [ - "ilo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.963439, - "f1": 0.953722, - "accuracy": 0.963439, - "main_score": 0.953722, - "hf_subset": "ilo_Latn-ita_Latn", - "languages": [ - "ilo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932263, - "recall": 0.949605, - "f1": 0.937286, - "accuracy": 0.949605, - "main_score": 0.937286, - "hf_subset": "ilo_Latn-kor_Hang", - "languages": [ - "ilo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574744, - "recall": 0.632411, - "f1": 0.591097, - "accuracy": 0.632411, - "main_score": 0.591097, - "hf_subset": "ilo_Latn-mos_Latn", - "languages": [ - "ilo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562568, - "recall": 0.618577, - "f1": 0.578562, - "accuracy": 0.618577, - "main_score": 0.578562, - "hf_subset": "ilo_Latn-run_Latn", - "languages": [ - "ilo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928195, - "recall": 0.948617, - "f1": 0.934618, - "accuracy": 0.948617, - "main_score": 0.934618, - "hf_subset": "ilo_Latn-tam_Taml", - "languages": [ - "ilo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.962451, - "f1": 0.952075, - "accuracy": 0.962451, - "main_score": 0.952075, - "hf_subset": "ilo_Latn-vie_Latn", - "languages": [ - "ilo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924325, - "recall": 0.943676, - "f1": 0.930402, - "accuracy": 0.943676, - "main_score": 0.930402, - "hf_subset": "ilo_Latn-apc_Arab", - "languages": [ - "ilo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78246, - "recall": 0.824111, - "f1": 0.794993, - "accuracy": 0.824111, - "main_score": 0.794993, - "hf_subset": "ilo_Latn-bug_Latn", - "languages": [ - "ilo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478904, - "recall": 0.534585, - "f1": 0.493799, - "accuracy": 0.534585, - "main_score": 0.493799, - "hf_subset": "ilo_Latn-fon_Latn", - "languages": [ - "ilo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927042, - "recall": 0.944664, - "f1": 0.932279, - "accuracy": 0.944664, - "main_score": 0.932279, - "hf_subset": "ilo_Latn-jav_Latn", - "languages": [ - "ilo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88018, - "recall": 0.913043, - "f1": 0.890272, - "accuracy": 0.913043, - "main_score": 0.890272, - "hf_subset": "ilo_Latn-lao_Laoo", - "languages": [ - "ilo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767933, - "recall": 0.809289, - "f1": 0.77943, - "accuracy": 0.809289, - "main_score": 0.77943, - "hf_subset": "ilo_Latn-mri_Latn", - "languages": [ - "ilo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.961462, - "f1": 0.951087, - "accuracy": 0.961462, - "main_score": 0.951087, - "hf_subset": "ilo_Latn-rus_Cyrl", - "languages": [ - "ilo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552232, - "recall": 0.609684, - "f1": 0.568425, - "accuracy": 0.609684, - "main_score": 0.568425, - "hf_subset": "ilo_Latn-taq_Latn", - "languages": [ - "ilo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957098, - "recall": 0.969368, - "f1": 0.96087, - "accuracy": 0.969368, - "main_score": 0.96087, - "hf_subset": "ilo_Latn-war_Latn", - "languages": [ - "ilo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942935, - "recall": 0.95751, - "f1": 0.94712, - "accuracy": 0.95751, - "main_score": 0.94712, - "hf_subset": "ilo_Latn-arb_Arab", - "languages": [ - "ilo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.966403, - "f1": 0.957642, - "accuracy": 0.966403, - "main_score": 0.957642, - "hf_subset": "ilo_Latn-bul_Cyrl", - "languages": [ - "ilo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954663, - "accuracy": 0.964427, - "main_score": 0.954663, - "hf_subset": "ilo_Latn-fra_Latn", - "languages": [ - "ilo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928461, - "recall": 0.944664, - "f1": 0.933059, - "accuracy": 0.944664, - "main_score": 0.933059, - "hf_subset": "ilo_Latn-jpn_Jpan", - "languages": [ - "ilo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916873, - "recall": 0.938735, - "f1": 0.92354, - "accuracy": 0.938735, - "main_score": 0.92354, - "hf_subset": "ilo_Latn-lij_Latn", - "languages": [ - "ilo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859084, - "recall": 0.897233, - "f1": 0.870937, - "accuracy": 0.897233, - "main_score": 0.870937, - "hf_subset": "ilo_Latn-mya_Mymr", - "languages": [ - "ilo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6114, - "recall": 0.671937, - "f1": 0.628387, - "accuracy": 0.671937, - "main_score": 0.628387, - "hf_subset": "ilo_Latn-sag_Latn", - "languages": [ - "ilo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196173, - "recall": 0.247036, - "f1": 0.207609, - "accuracy": 0.247036, - "main_score": 0.207609, - "hf_subset": "ilo_Latn-taq_Tfng", - "languages": [ - "ilo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652009, - "recall": 0.709486, - "f1": 0.668615, - "accuracy": 0.709486, - "main_score": 0.668615, - "hf_subset": "ilo_Latn-wol_Latn", - "languages": [ - "ilo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691008, - "recall": 0.746047, - "f1": 0.706823, - "accuracy": 0.746047, - "main_score": 0.706823, - "hf_subset": "ilo_Latn-arb_Latn", - "languages": [ - "ilo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951449, - "recall": 0.965415, - "f1": 0.955698, - "accuracy": 0.965415, - "main_score": 0.955698, - "hf_subset": "ilo_Latn-cat_Latn", - "languages": [ - "ilo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929265, - "recall": 0.947628, - "f1": 0.934651, - "accuracy": 0.947628, - "main_score": 0.934651, - "hf_subset": "ilo_Latn-fur_Latn", - "languages": [ - "ilo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429927, - "recall": 0.494071, - "f1": 0.447108, - "accuracy": 0.494071, - "main_score": 0.447108, - "hf_subset": "ilo_Latn-kab_Latn", - "languages": [ - "ilo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916535, - "recall": 0.938735, - "f1": 0.923584, - "accuracy": 0.938735, - "main_score": 0.923584, - "hf_subset": "ilo_Latn-lim_Latn", - "languages": [ - "ilo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.959486, - "f1": 0.946805, - "accuracy": 0.959486, - "main_score": 0.946805, - "hf_subset": "ilo_Latn-nld_Latn", - "languages": [ - "ilo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882271, - "recall": 0.911067, - "f1": 0.890818, - "accuracy": 0.911067, - "main_score": 0.890818, - "hf_subset": "ilo_Latn-san_Deva", - "languages": [ - "ilo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915349, - "recall": 0.937747, - "f1": 0.922021, - "accuracy": 0.937747, - "main_score": 0.922021, - "hf_subset": "ilo_Latn-tat_Cyrl", - "languages": [ - "ilo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678763, - "recall": 0.733202, - "f1": 0.694818, - "accuracy": 0.733202, - "main_score": 0.694818, - "hf_subset": "ilo_Latn-xho_Latn", - "languages": [ - "ilo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939987, - "recall": 0.955534, - "f1": 0.944466, - "accuracy": 0.955534, - "main_score": 0.944466, - "hf_subset": "ilo_Latn-ars_Arab", - "languages": [ - "ilo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96638, - "recall": 0.975296, - "f1": 0.969121, - "accuracy": 0.975296, - "main_score": 0.969121, - "hf_subset": "ilo_Latn-ceb_Latn", - "languages": [ - "ilo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571859, - "recall": 0.633399, - "f1": 0.589794, - "accuracy": 0.633399, - "main_score": 0.589794, - "hf_subset": "ilo_Latn-fuv_Latn", - "languages": [ - "ilo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524953, - "recall": 0.588933, - "f1": 0.542147, - "accuracy": 0.588933, - "main_score": 0.542147, - "hf_subset": "ilo_Latn-kac_Latn", - "languages": [ - "ilo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680439, - "recall": 0.731225, - "f1": 0.694897, - "accuracy": 0.731225, - "main_score": 0.694897, - "hf_subset": "ilo_Latn-lin_Latn", - "languages": [ - "ilo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946887, - "recall": 0.962451, - "f1": 0.951647, - "accuracy": 0.962451, - "main_score": 0.951647, - "hf_subset": "ilo_Latn-nno_Latn", - "languages": [ - "ilo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19021, - "recall": 0.252964, - "f1": 0.206161, - "accuracy": 0.252964, - "main_score": 0.206161, - "hf_subset": "ilo_Latn-sat_Olck", - "languages": [ - "ilo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930665, - "recall": 0.950593, - "f1": 0.936891, - "accuracy": 0.950593, - "main_score": 0.936891, - "hf_subset": "ilo_Latn-tel_Telu", - "languages": [ - "ilo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84156, - "recall": 0.884387, - "f1": 0.854765, - "accuracy": 0.884387, - "main_score": 0.854765, - "hf_subset": "ilo_Latn-ydd_Hebr", - "languages": [ - "ilo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903287, - "recall": 0.926877, - "f1": 0.910194, - "accuracy": 0.926877, - "main_score": 0.910194, - "hf_subset": "ilo_Latn-ary_Arab", - "languages": [ - "ilo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940135, - "recall": 0.956522, - "f1": 0.945026, - "accuracy": 0.956522, - "main_score": 0.945026, - "hf_subset": "ilo_Latn-ces_Latn", - "languages": [ - "ilo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598972, - "recall": 0.657115, - "f1": 0.615563, - "accuracy": 0.657115, - "main_score": 0.615563, - "hf_subset": "ilo_Latn-gaz_Latn", - "languages": [ - "ilo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594253, - "recall": 0.65415, - "f1": 0.610975, - "accuracy": 0.65415, - "main_score": 0.610975, - "hf_subset": "ilo_Latn-kam_Latn", - "languages": [ - "ilo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933053, - "recall": 0.951581, - "f1": 0.938966, - "accuracy": 0.951581, - "main_score": 0.938966, - "hf_subset": "ilo_Latn-lit_Latn", - "languages": [ - "ilo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944285, - "recall": 0.959486, - "f1": 0.948682, - "accuracy": 0.959486, - "main_score": 0.948682, - "hf_subset": "ilo_Latn-nob_Latn", - "languages": [ - "ilo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908514, - "recall": 0.933794, - "f1": 0.916403, - "accuracy": 0.933794, - "main_score": 0.916403, - "hf_subset": "ilo_Latn-scn_Latn", - "languages": [ - "ilo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886463, - "recall": 0.913043, - "f1": 0.894153, - "accuracy": 0.913043, - "main_score": 0.894153, - "hf_subset": "ilo_Latn-tgk_Cyrl", - "languages": [ - "ilo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64703, - "recall": 0.715415, - "f1": 0.667278, - "accuracy": 0.715415, - "main_score": 0.667278, - "hf_subset": "ilo_Latn-yor_Latn", - "languages": [ - "ilo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932642, - "recall": 0.950593, - "f1": 0.938208, - "accuracy": 0.950593, - "main_score": 0.938208, - "hf_subset": "ilo_Latn-arz_Arab", - "languages": [ - "ilo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56076, - "recall": 0.621542, - "f1": 0.577767, - "accuracy": 0.621542, - "main_score": 0.577767, - "hf_subset": "ilo_Latn-cjk_Latn", - "languages": [ - "ilo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705741, - "recall": 0.767787, - "f1": 0.724231, - "accuracy": 0.767787, - "main_score": 0.724231, - "hf_subset": "ilo_Latn-gla_Latn", - "languages": [ - "ilo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917276, - "recall": 0.938735, - "f1": 0.923781, - "accuracy": 0.938735, - "main_score": 0.923781, - "hf_subset": "ilo_Latn-kan_Knda", - "languages": [ - "ilo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930583, - "recall": 0.947628, - "f1": 0.935592, - "accuracy": 0.947628, - "main_score": 0.935592, - "hf_subset": "ilo_Latn-lmo_Latn", - "languages": [ - "ilo-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92976, - "recall": 0.947628, - "f1": 0.935343, - "accuracy": 0.947628, - "main_score": 0.935343, - "hf_subset": "ilo_Latn-npi_Deva", - "languages": [ - "ilo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472103, - "recall": 0.535573, - "f1": 0.489291, - "accuracy": 0.535573, - "main_score": 0.489291, - "hf_subset": "ilo_Latn-shn_Mymr", - "languages": [ - "ilo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962295, - "recall": 0.972332, - "f1": 0.965333, - "accuracy": 0.972332, - "main_score": 0.965333, - "hf_subset": "ilo_Latn-tgl_Latn", - "languages": [ - "ilo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.955534, - "f1": 0.944419, - "accuracy": 0.955534, - "main_score": 0.944419, - "hf_subset": "ilo_Latn-yue_Hant", - "languages": [ - "ilo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914312, - "recall": 0.937747, - "f1": 0.921297, - "accuracy": 0.937747, - "main_score": 0.921297, - "hf_subset": "ilo_Latn-asm_Beng", - "languages": [ - "ilo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835623, - "recall": 0.879447, - "f1": 0.848965, - "accuracy": 0.879447, - "main_score": 0.848965, - "hf_subset": "ilo_Latn-ckb_Arab", - "languages": [ - "ilo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760016, - "recall": 0.809289, - "f1": 0.77444, - "accuracy": 0.809289, - "main_score": 0.77444, - "hf_subset": "ilo_Latn-gle_Latn", - "languages": [ - "ilo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827009, - "recall": 0.867589, - "f1": 0.838834, - "accuracy": 0.867589, - "main_score": 0.838834, - "hf_subset": "ilo_Latn-kas_Arab", - "languages": [ - "ilo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851202, - "recall": 0.887352, - "f1": 0.862154, - "accuracy": 0.887352, - "main_score": 0.862154, - "hf_subset": "ilo_Latn-ltg_Latn", - "languages": [ - "ilo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640736, - "recall": 0.688735, - "f1": 0.654013, - "accuracy": 0.688735, - "main_score": 0.654013, - "hf_subset": "ilo_Latn-nso_Latn", - "languages": [ - "ilo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84693, - "recall": 0.88834, - "f1": 0.859634, - "accuracy": 0.88834, - "main_score": 0.859634, - "hf_subset": "ilo_Latn-sin_Sinh", - "languages": [ - "ilo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.960474, - "f1": 0.949111, - "accuracy": 0.960474, - "main_score": 0.949111, - "hf_subset": "ilo_Latn-tha_Thai", - "languages": [ - "ilo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928896, - "recall": 0.94664, - "f1": 0.934009, - "accuracy": 0.94664, - "main_score": 0.934009, - "hf_subset": "ilo_Latn-zho_Hans", - "languages": [ - "ilo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951334, - "recall": 0.965415, - "f1": 0.955764, - "accuracy": 0.965415, - "main_score": 0.955764, - "hf_subset": "ilo_Latn-ast_Latn", - "languages": [ - "ilo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906489, - "recall": 0.931818, - "f1": 0.914163, - "accuracy": 0.931818, - "main_score": 0.914163, - "hf_subset": "ilo_Latn-crh_Latn", - "languages": [ - "ilo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961215, - "recall": 0.972332, - "f1": 0.964657, - "accuracy": 0.972332, - "main_score": 0.964657, - "hf_subset": "ilo_Latn-glg_Latn", - "languages": [ - "ilo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768297, - "recall": 0.817194, - "f1": 0.782331, - "accuracy": 0.817194, - "main_score": 0.782331, - "hf_subset": "ilo_Latn-kas_Deva", - "languages": [ - "ilo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91115, - "recall": 0.935771, - "f1": 0.918709, - "accuracy": 0.935771, - "main_score": 0.918709, - "hf_subset": "ilo_Latn-ltz_Latn", - "languages": [ - "ilo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49256, - "recall": 0.562253, - "f1": 0.511355, - "accuracy": 0.562253, - "main_score": 0.511355, - "hf_subset": "ilo_Latn-nus_Latn", - "languages": [ - "ilo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958114, - "recall": 0.969368, - "f1": 0.961495, - "accuracy": 0.969368, - "main_score": 0.961495, - "hf_subset": "ilo_Latn-slk_Latn", - "languages": [ - "ilo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562987, - "recall": 0.637352, - "f1": 0.584098, - "accuracy": 0.637352, - "main_score": 0.584098, - "hf_subset": "ilo_Latn-tir_Ethi", - "languages": [ - "ilo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931604, - "recall": 0.950593, - "f1": 0.937319, - "accuracy": 0.950593, - "main_score": 0.937319, - "hf_subset": "ilo_Latn-zho_Hant", - "languages": [ - "ilo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917852, - "recall": 0.940711, - "f1": 0.924704, - "accuracy": 0.940711, - "main_score": 0.924704, - "hf_subset": "ilo_Latn-awa_Deva", - "languages": [ - "ilo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877767, - "recall": 0.907115, - "f1": 0.886496, - "accuracy": 0.907115, - "main_score": 0.886496, - "hf_subset": "ilo_Latn-cym_Latn", - "languages": [ - "ilo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79557, - "recall": 0.837945, - "f1": 0.8083, - "accuracy": 0.837945, - "main_score": 0.8083, - "hf_subset": "ilo_Latn-grn_Latn", - "languages": [ - "ilo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913439, - "recall": 0.935771, - "f1": 0.920092, - "accuracy": 0.935771, - "main_score": 0.920092, - "hf_subset": "ilo_Latn-kat_Geor", - "languages": [ - "ilo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650967, - "recall": 0.702569, - "f1": 0.666023, - "accuracy": 0.702569, - "main_score": 0.666023, - "hf_subset": "ilo_Latn-lua_Latn", - "languages": [ - "ilo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643268, - "recall": 0.698617, - "f1": 0.659353, - "accuracy": 0.698617, - "main_score": 0.659353, - "hf_subset": "ilo_Latn-nya_Latn", - "languages": [ - "ilo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.956522, - "f1": 0.945949, - "accuracy": 0.956522, - "main_score": 0.945949, - "hf_subset": "ilo_Latn-slv_Latn", - "languages": [ - "ilo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858794, - "recall": 0.892292, - "f1": 0.869218, - "accuracy": 0.892292, - "main_score": 0.869218, - "hf_subset": "ilo_Latn-tpi_Latn", - "languages": [ - "ilo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "ilo_Latn-zsm_Latn", - "languages": [ - "ilo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556559, - "recall": 0.626482, - "f1": 0.576584, - "accuracy": 0.626482, - "main_score": 0.576584, - "hf_subset": "ilo_Latn-ayr_Latn", - "languages": [ - "ilo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "ilo_Latn-dan_Latn", - "languages": [ - "ilo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949852, - "recall": 0.964427, - "f1": 0.954282, - "accuracy": 0.964427, - "main_score": 0.954282, - "hf_subset": "ilo_Latn-guj_Gujr", - "languages": [ - "ilo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917984, - "recall": 0.9417, - "f1": 0.925527, - "accuracy": 0.9417, - "main_score": 0.925527, - "hf_subset": "ilo_Latn-kaz_Cyrl", - "languages": [ - "ilo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554205, - "recall": 0.613636, - "f1": 0.570858, - "accuracy": 0.613636, - "main_score": 0.570858, - "hf_subset": "ilo_Latn-lug_Latn", - "languages": [ - "ilo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942474, - "recall": 0.956522, - "f1": 0.946542, - "accuracy": 0.956522, - "main_score": 0.946542, - "hf_subset": "ilo_Latn-oci_Latn", - "languages": [ - "ilo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746327, - "recall": 0.798419, - "f1": 0.761119, - "accuracy": 0.798419, - "main_score": 0.761119, - "hf_subset": "ilo_Latn-smo_Latn", - "languages": [ - "ilo-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5703, - "recall": 0.629447, - "f1": 0.586655, - "accuracy": 0.629447, - "main_score": 0.586655, - "hf_subset": "ilo_Latn-tsn_Latn", - "languages": [ - "ilo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625403, - "recall": 0.678854, - "f1": 0.64087, - "accuracy": 0.678854, - "main_score": 0.64087, - "hf_subset": "ilo_Latn-zul_Latn", - "languages": [ - "ilo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81051, - "recall": 0.850791, - "f1": 0.822826, - "accuracy": 0.850791, - "main_score": 0.822826, - "hf_subset": "ilo_Latn-azb_Arab", - "languages": [ - "ilo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949226, - "recall": 0.963439, - "f1": 0.953458, - "accuracy": 0.963439, - "main_score": 0.953458, - "hf_subset": "ilo_Latn-deu_Latn", - "languages": [ - "ilo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888867, - "recall": 0.916008, - "f1": 0.897036, - "accuracy": 0.916008, - "main_score": 0.897036, - "hf_subset": "ilo_Latn-hat_Latn", - "languages": [ - "ilo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516559, - "recall": 0.572134, - "f1": 0.531594, - "accuracy": 0.572134, - "main_score": 0.531594, - "hf_subset": "ilo_Latn-kbp_Latn", - "languages": [ - "ilo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594586, - "recall": 0.65415, - "f1": 0.610953, - "accuracy": 0.65415, - "main_score": 0.610953, - "hf_subset": "ilo_Latn-luo_Latn", - "languages": [ - "ilo-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922843, - "recall": 0.944664, - "f1": 0.929578, - "accuracy": 0.944664, - "main_score": 0.929578, - "hf_subset": "ilo_Latn-ory_Orya", - "languages": [ - "ilo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607638, - "recall": 0.663043, - "f1": 0.623499, - "accuracy": 0.663043, - "main_score": 0.623499, - "hf_subset": "ilo_Latn-sna_Latn", - "languages": [ - "ilo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569196, - "recall": 0.624506, - "f1": 0.584254, - "accuracy": 0.624506, - "main_score": 0.584254, - "hf_subset": "ilo_Latn-tso_Latn", - "languages": [ - "ilo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899209, - "recall": 0.927866, - "f1": 0.90807, - "accuracy": 0.927866, - "main_score": 0.90807, - "hf_subset": "ilo_Latn-azj_Latn", - "languages": [ - "ilo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559358, - "recall": 0.616601, - "f1": 0.576005, - "accuracy": 0.616601, - "main_score": 0.576005, - "hf_subset": "ilo_Latn-dik_Latn", - "languages": [ - "ilo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674318, - "recall": 0.728261, - "f1": 0.689641, - "accuracy": 0.728261, - "main_score": 0.689641, - "hf_subset": "ilo_Latn-hau_Latn", - "languages": [ - "ilo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912549, - "recall": 0.934783, - "f1": 0.919598, - "accuracy": 0.934783, - "main_score": 0.919598, - "hf_subset": "ilo_Latn-kea_Latn", - "languages": [ - "ilo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735952, - "recall": 0.777668, - "f1": 0.748386, - "accuracy": 0.777668, - "main_score": 0.748386, - "hf_subset": "ilo_Latn-lus_Latn", - "languages": [ - "ilo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873304, - "recall": 0.899209, - "f1": 0.881032, - "accuracy": 0.899209, - "main_score": 0.881032, - "hf_subset": "ilo_Latn-pag_Latn", - "languages": [ - "ilo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91115, - "recall": 0.935771, - "f1": 0.918709, - "accuracy": 0.935771, - "main_score": 0.918709, - "hf_subset": "ilo_Latn-snd_Arab", - "languages": [ - "ilo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840697, - "recall": 0.875494, - "f1": 0.851219, - "accuracy": 0.875494, - "main_score": 0.851219, - "hf_subset": "ilo_Latn-tuk_Latn", - "languages": [ - "ilo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895652, - "recall": 0.921937, - "f1": 0.903458, - "accuracy": 0.921937, - "main_score": 0.903458, - "hf_subset": "ilo_Latn-bak_Cyrl", - "languages": [ - "ilo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506077, - "recall": 0.586957, - "f1": 0.529331, - "accuracy": 0.586957, - "main_score": 0.529331, - "hf_subset": "ilo_Latn-dyu_Latn", - "languages": [ - "ilo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952981, - "recall": 0.966403, - "f1": 0.957082, - "accuracy": 0.966403, - "main_score": 0.957082, - "hf_subset": "ilo_Latn-heb_Hebr", - "languages": [ - "ilo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863413, - "recall": 0.895257, - "f1": 0.872859, - "accuracy": 0.895257, - "main_score": 0.872859, - "hf_subset": "ilo_Latn-khk_Cyrl", - "languages": [ - "ilo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940217, - "recall": 0.956522, - "f1": 0.945078, - "accuracy": 0.956522, - "main_score": 0.945078, - "hf_subset": "ilo_Latn-lvs_Latn", - "languages": [ - "ilo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940547, - "recall": 0.956522, - "f1": 0.945652, - "accuracy": 0.956522, - "main_score": 0.945652, - "hf_subset": "ilo_Latn-pan_Guru", - "languages": [ - "ilo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648471, - "recall": 0.712451, - "f1": 0.666803, - "accuracy": 0.712451, - "main_score": 0.666803, - "hf_subset": "ilo_Latn-som_Latn", - "languages": [ - "ilo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604282, - "recall": 0.651186, - "f1": 0.617231, - "accuracy": 0.651186, - "main_score": 0.617231, - "hf_subset": "ilo_Latn-tum_Latn", - "languages": [ - "ilo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.274268, - "recall": 0.30336, - "f1": 0.282496, - "accuracy": 0.30336, - "main_score": 0.282496, - "hf_subset": "knc_Arab-ace_Arab", - "languages": [ - "knc-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277844, - "recall": 0.304348, - "f1": 0.285132, - "accuracy": 0.304348, - "main_score": 0.285132, - "hf_subset": "knc_Arab-bam_Latn", - "languages": [ - "knc-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15632, - "recall": 0.183794, - "f1": 0.163593, - "accuracy": 0.183794, - "main_score": 0.163593, - "hf_subset": "knc_Arab-dzo_Tibt", - "languages": [ - "knc-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292291, - "recall": 0.337945, - "f1": 0.303908, - "accuracy": 0.337945, - "main_score": 0.303908, - "hf_subset": "knc_Arab-hin_Deva", - "languages": [ - "knc-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.266503, - "recall": 0.298419, - "f1": 0.274039, - "accuracy": 0.298419, - "main_score": 0.274039, - "hf_subset": "knc_Arab-khm_Khmr", - "languages": [ - "knc-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297806, - "recall": 0.333992, - "f1": 0.306901, - "accuracy": 0.333992, - "main_score": 0.306901, - "hf_subset": "knc_Arab-mag_Deva", - "languages": [ - "knc-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28987, - "recall": 0.325099, - "f1": 0.29784, - "accuracy": 0.325099, - "main_score": 0.29784, - "hf_subset": "knc_Arab-pap_Latn", - "languages": [ - "knc-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289512, - "recall": 0.324111, - "f1": 0.299096, - "accuracy": 0.324111, - "main_score": 0.299096, - "hf_subset": "knc_Arab-sot_Latn", - "languages": [ - "knc-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.279498, - "recall": 0.321146, - "f1": 0.290304, - "accuracy": 0.321146, - "main_score": 0.290304, - "hf_subset": "knc_Arab-tur_Latn", - "languages": [ - "knc-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294992, - "recall": 0.326087, - "f1": 0.303604, - "accuracy": 0.326087, - "main_score": 0.303604, - "hf_subset": "knc_Arab-ace_Latn", - "languages": [ - "knc-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.301245, - "recall": 0.333992, - "f1": 0.309876, - "accuracy": 0.333992, - "main_score": 0.309876, - "hf_subset": "knc_Arab-ban_Latn", - "languages": [ - "knc-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267318, - "recall": 0.314229, - "f1": 0.279323, - "accuracy": 0.314229, - "main_score": 0.279323, - "hf_subset": "knc_Arab-ell_Grek", - "languages": [ - "knc-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291184, - "recall": 0.331028, - "f1": 0.301431, - "accuracy": 0.331028, - "main_score": 0.301431, - "hf_subset": "knc_Arab-hne_Deva", - "languages": [ - "knc-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.219053, - "recall": 0.253953, - "f1": 0.227535, - "accuracy": 0.253953, - "main_score": 0.227535, - "hf_subset": "knc_Arab-kik_Latn", - "languages": [ - "knc-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295731, - "recall": 0.33498, - "f1": 0.305779, - "accuracy": 0.33498, - "main_score": 0.305779, - "hf_subset": "knc_Arab-mai_Deva", - "languages": [ - "knc-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277385, - "recall": 0.31917, - "f1": 0.287509, - "accuracy": 0.31917, - "main_score": 0.287509, - "hf_subset": "knc_Arab-pbt_Arab", - "languages": [ - "knc-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293385, - "recall": 0.333992, - "f1": 0.303523, - "accuracy": 0.333992, - "main_score": 0.303523, - "hf_subset": "knc_Arab-spa_Latn", - "languages": [ - "knc-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295252, - "recall": 0.336957, - "f1": 0.306432, - "accuracy": 0.336957, - "main_score": 0.306432, - "hf_subset": "knc_Arab-twi_Latn", - "languages": [ - "knc-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282414, - "recall": 0.322134, - "f1": 0.292909, - "accuracy": 0.322134, - "main_score": 0.292909, - "hf_subset": "knc_Arab-acm_Arab", - "languages": [ - "knc-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.263931, - "recall": 0.306324, - "f1": 0.274573, - "accuracy": 0.306324, - "main_score": 0.274573, - "hf_subset": "knc_Arab-bel_Cyrl", - "languages": [ - "knc-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309547, - "recall": 0.348814, - "f1": 0.31987, - "accuracy": 0.348814, - "main_score": 0.31987, - "hf_subset": "knc_Arab-eng_Latn", - "languages": [ - "knc-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293598, - "recall": 0.336957, - "f1": 0.304001, - "accuracy": 0.336957, - "main_score": 0.304001, - "hf_subset": "knc_Arab-hrv_Latn", - "languages": [ - "knc-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.276451, - "recall": 0.312253, - "f1": 0.28618, - "accuracy": 0.312253, - "main_score": 0.28618, - "hf_subset": "knc_Arab-kin_Latn", - "languages": [ - "knc-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28921, - "recall": 0.339921, - "f1": 0.301653, - "accuracy": 0.339921, - "main_score": 0.301653, - "hf_subset": "knc_Arab-mal_Mlym", - "languages": [ - "knc-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290773, - "recall": 0.33498, - "f1": 0.301874, - "accuracy": 0.33498, - "main_score": 0.301874, - "hf_subset": "knc_Arab-pes_Arab", - "languages": [ - "knc-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283149, - "recall": 0.322134, - "f1": 0.293286, - "accuracy": 0.322134, - "main_score": 0.293286, - "hf_subset": "knc_Arab-srd_Latn", - "languages": [ - "knc-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1803, - "recall": 0.210474, - "f1": 0.188112, - "accuracy": 0.210474, - "main_score": 0.188112, - "hf_subset": "knc_Arab-tzm_Tfng", - "languages": [ - "knc-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277735, - "recall": 0.318182, - "f1": 0.287466, - "accuracy": 0.318182, - "main_score": 0.287466, - "hf_subset": "knc_Arab-acq_Arab", - "languages": [ - "knc-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291938, - "recall": 0.323123, - "f1": 0.299987, - "accuracy": 0.323123, - "main_score": 0.299987, - "hf_subset": "knc_Arab-bem_Latn", - "languages": [ - "knc-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28968, - "recall": 0.331028, - "f1": 0.300289, - "accuracy": 0.331028, - "main_score": 0.300289, - "hf_subset": "knc_Arab-epo_Latn", - "languages": [ - "knc-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287282, - "recall": 0.327075, - "f1": 0.29757, - "accuracy": 0.327075, - "main_score": 0.29757, - "hf_subset": "knc_Arab-hun_Latn", - "languages": [ - "knc-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290916, - "recall": 0.329051, - "f1": 0.300487, - "accuracy": 0.329051, - "main_score": 0.300487, - "hf_subset": "knc_Arab-kir_Cyrl", - "languages": [ - "knc-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.301608, - "recall": 0.340909, - "f1": 0.311944, - "accuracy": 0.340909, - "main_score": 0.311944, - "hf_subset": "knc_Arab-mar_Deva", - "languages": [ - "knc-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290662, - "recall": 0.322134, - "f1": 0.298814, - "accuracy": 0.322134, - "main_score": 0.298814, - "hf_subset": "knc_Arab-plt_Latn", - "languages": [ - "knc-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287457, - "recall": 0.333004, - "f1": 0.298413, - "accuracy": 0.333004, - "main_score": 0.298413, - "hf_subset": "knc_Arab-srp_Cyrl", - "languages": [ - "knc-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28029, - "recall": 0.318182, - "f1": 0.290166, - "accuracy": 0.318182, - "main_score": 0.290166, - "hf_subset": "knc_Arab-uig_Arab", - "languages": [ - "knc-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277999, - "recall": 0.313241, - "f1": 0.286803, - "accuracy": 0.313241, - "main_score": 0.286803, - "hf_subset": "knc_Arab-aeb_Arab", - "languages": [ - "knc-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292284, - "recall": 0.343874, - "f1": 0.304979, - "accuracy": 0.343874, - "main_score": 0.304979, - "hf_subset": "knc_Arab-ben_Beng", - "languages": [ - "knc-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281917, - "recall": 0.326087, - "f1": 0.293515, - "accuracy": 0.326087, - "main_score": 0.293515, - "hf_subset": "knc_Arab-est_Latn", - "languages": [ - "knc-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.278496, - "recall": 0.321146, - "f1": 0.289183, - "accuracy": 0.321146, - "main_score": 0.289183, - "hf_subset": "knc_Arab-hye_Armn", - "languages": [ - "knc-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.276261, - "recall": 0.312253, - "f1": 0.286352, - "accuracy": 0.312253, - "main_score": 0.286352, - "hf_subset": "knc_Arab-kmb_Latn", - "languages": [ - "knc-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.258242, - "recall": 0.296443, - "f1": 0.268881, - "accuracy": 0.296443, - "main_score": 0.268881, - "hf_subset": "knc_Arab-min_Arab", - "languages": [ - "knc-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289663, - "recall": 0.328063, - "f1": 0.300082, - "accuracy": 0.328063, - "main_score": 0.300082, - "hf_subset": "knc_Arab-pol_Latn", - "languages": [ - "knc-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283502, - "recall": 0.320158, - "f1": 0.293631, - "accuracy": 0.320158, - "main_score": 0.293631, - "hf_subset": "knc_Arab-ssw_Latn", - "languages": [ - "knc-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293833, - "recall": 0.337945, - "f1": 0.304571, - "accuracy": 0.337945, - "main_score": 0.304571, - "hf_subset": "knc_Arab-ukr_Cyrl", - "languages": [ - "knc-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304691, - "recall": 0.350791, - "f1": 0.315681, - "accuracy": 0.350791, - "main_score": 0.315681, - "hf_subset": "knc_Arab-afr_Latn", - "languages": [ - "knc-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293084, - "recall": 0.329051, - "f1": 0.301943, - "accuracy": 0.329051, - "main_score": 0.301943, - "hf_subset": "knc_Arab-bho_Deva", - "languages": [ - "knc-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.29545, - "recall": 0.332016, - "f1": 0.304639, - "accuracy": 0.332016, - "main_score": 0.304639, - "hf_subset": "knc_Arab-eus_Latn", - "languages": [ - "knc-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286404, - "recall": 0.331028, - "f1": 0.298367, - "accuracy": 0.331028, - "main_score": 0.298367, - "hf_subset": "knc_Arab-ibo_Latn", - "languages": [ - "knc-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291979, - "recall": 0.33004, - "f1": 0.30206, - "accuracy": 0.33004, - "main_score": 0.30206, - "hf_subset": "knc_Arab-kmr_Latn", - "languages": [ - "knc-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300181, - "recall": 0.33498, - "f1": 0.308937, - "accuracy": 0.33498, - "main_score": 0.308937, - "hf_subset": "knc_Arab-min_Latn", - "languages": [ - "knc-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.296757, - "recall": 0.338933, - "f1": 0.307077, - "accuracy": 0.338933, - "main_score": 0.307077, - "hf_subset": "knc_Arab-por_Latn", - "languages": [ - "knc-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299524, - "recall": 0.333992, - "f1": 0.309162, - "accuracy": 0.333992, - "main_score": 0.309162, - "hf_subset": "knc_Arab-sun_Latn", - "languages": [ - "knc-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.285104, - "recall": 0.321146, - "f1": 0.29407, - "accuracy": 0.321146, - "main_score": 0.29407, - "hf_subset": "knc_Arab-umb_Latn", - "languages": [ - "knc-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28116, - "recall": 0.322134, - "f1": 0.291745, - "accuracy": 0.322134, - "main_score": 0.291745, - "hf_subset": "knc_Arab-ajp_Arab", - "languages": [ - "knc-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262063, - "recall": 0.290514, - "f1": 0.269234, - "accuracy": 0.290514, - "main_score": 0.269234, - "hf_subset": "knc_Arab-bjn_Arab", - "languages": [ - "knc-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280204, - "recall": 0.315217, - "f1": 0.28957, - "accuracy": 0.315217, - "main_score": 0.28957, - "hf_subset": "knc_Arab-ewe_Latn", - "languages": [ - "knc-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304157, - "recall": 0.342885, - "f1": 0.313952, - "accuracy": 0.342885, - "main_score": 0.313952, - "hf_subset": "knc_Arab-ilo_Latn", - "languages": [ - "knc-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283137, - "recall": 0.329051, - "f1": 0.294159, - "accuracy": 0.329051, - "main_score": 0.294159, - "hf_subset": "knc_Arab-mkd_Cyrl", - "languages": [ - "knc-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295067, - "recall": 0.33498, - "f1": 0.30551, - "accuracy": 0.33498, - "main_score": 0.30551, - "hf_subset": "knc_Arab-prs_Arab", - "languages": [ - "knc-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.296216, - "recall": 0.341897, - "f1": 0.307899, - "accuracy": 0.341897, - "main_score": 0.307899, - "hf_subset": "knc_Arab-swe_Latn", - "languages": [ - "knc-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283451, - "recall": 0.333004, - "f1": 0.29565, - "accuracy": 0.333004, - "main_score": 0.29565, - "hf_subset": "knc_Arab-urd_Arab", - "languages": [ - "knc-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271919, - "recall": 0.307312, - "f1": 0.281481, - "accuracy": 0.307312, - "main_score": 0.281481, - "hf_subset": "knc_Arab-aka_Latn", - "languages": [ - "knc-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304847, - "recall": 0.335968, - "f1": 0.313068, - "accuracy": 0.335968, - "main_score": 0.313068, - "hf_subset": "knc_Arab-bjn_Latn", - "languages": [ - "knc-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287185, - "recall": 0.320158, - "f1": 0.29564, - "accuracy": 0.320158, - "main_score": 0.29564, - "hf_subset": "knc_Arab-fao_Latn", - "languages": [ - "knc-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306103, - "recall": 0.342885, - "f1": 0.315529, - "accuracy": 0.342885, - "main_score": 0.315529, - "hf_subset": "knc_Arab-ind_Latn", - "languages": [ - "knc-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330113, - "recall": 0.365613, - "f1": 0.340101, - "accuracy": 0.365613, - "main_score": 0.340101, - "hf_subset": "knc_Arab-knc_Latn", - "languages": [ - "knc-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289449, - "recall": 0.322134, - "f1": 0.297414, - "accuracy": 0.322134, - "main_score": 0.297414, - "hf_subset": "knc_Arab-mlt_Latn", - "languages": [ - "knc-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28342, - "recall": 0.324111, - "f1": 0.293766, - "accuracy": 0.324111, - "main_score": 0.293766, - "hf_subset": "knc_Arab-quy_Latn", - "languages": [ - "knc-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291629, - "recall": 0.332016, - "f1": 0.302534, - "accuracy": 0.332016, - "main_score": 0.302534, - "hf_subset": "knc_Arab-swh_Latn", - "languages": [ - "knc-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289982, - "recall": 0.33004, - "f1": 0.300107, - "accuracy": 0.33004, - "main_score": 0.300107, - "hf_subset": "knc_Arab-uzn_Latn", - "languages": [ - "knc-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289752, - "recall": 0.328063, - "f1": 0.299208, - "accuracy": 0.328063, - "main_score": 0.299208, - "hf_subset": "knc_Arab-als_Latn", - "languages": [ - "knc-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181942, - "recall": 0.208498, - "f1": 0.189186, - "accuracy": 0.208498, - "main_score": 0.189186, - "hf_subset": "knc_Arab-bod_Tibt", - "languages": [ - "knc-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284685, - "recall": 0.320158, - "f1": 0.293985, - "accuracy": 0.320158, - "main_score": 0.293985, - "hf_subset": "knc_Arab-fij_Latn", - "languages": [ - "knc-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.276011, - "recall": 0.320158, - "f1": 0.287472, - "accuracy": 0.320158, - "main_score": 0.287472, - "hf_subset": "knc_Arab-isl_Latn", - "languages": [ - "knc-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283167, - "recall": 0.315217, - "f1": 0.291476, - "accuracy": 0.315217, - "main_score": 0.291476, - "hf_subset": "knc_Arab-kon_Latn", - "languages": [ - "knc-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287727, - "recall": 0.328063, - "f1": 0.298028, - "accuracy": 0.328063, - "main_score": 0.298028, - "hf_subset": "knc_Arab-mni_Beng", - "languages": [ - "knc-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298061, - "recall": 0.336957, - "f1": 0.308711, - "accuracy": 0.336957, - "main_score": 0.308711, - "hf_subset": "knc_Arab-ron_Latn", - "languages": [ - "knc-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.29324, - "recall": 0.333004, - "f1": 0.303628, - "accuracy": 0.333004, - "main_score": 0.303628, - "hf_subset": "knc_Arab-szl_Latn", - "languages": [ - "knc-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295009, - "recall": 0.333992, - "f1": 0.304486, - "accuracy": 0.333992, - "main_score": 0.304486, - "hf_subset": "knc_Arab-vec_Latn", - "languages": [ - "knc-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.275165, - "recall": 0.317194, - "f1": 0.28604, - "accuracy": 0.317194, - "main_score": 0.28604, - "hf_subset": "knc_Arab-amh_Ethi", - "languages": [ - "knc-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.296039, - "recall": 0.338933, - "f1": 0.30686, - "accuracy": 0.338933, - "main_score": 0.30686, - "hf_subset": "knc_Arab-bos_Latn", - "languages": [ - "knc-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284966, - "recall": 0.321146, - "f1": 0.293631, - "accuracy": 0.321146, - "main_score": 0.293631, - "hf_subset": "knc_Arab-fin_Latn", - "languages": [ - "knc-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292349, - "recall": 0.331028, - "f1": 0.302063, - "accuracy": 0.331028, - "main_score": 0.302063, - "hf_subset": "knc_Arab-ita_Latn", - "languages": [ - "knc-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.276504, - "recall": 0.325099, - "f1": 0.28936, - "accuracy": 0.325099, - "main_score": 0.28936, - "hf_subset": "knc_Arab-kor_Hang", - "languages": [ - "knc-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281655, - "recall": 0.318182, - "f1": 0.291413, - "accuracy": 0.318182, - "main_score": 0.291413, - "hf_subset": "knc_Arab-mos_Latn", - "languages": [ - "knc-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284263, - "recall": 0.320158, - "f1": 0.293993, - "accuracy": 0.320158, - "main_score": 0.293993, - "hf_subset": "knc_Arab-run_Latn", - "languages": [ - "knc-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287508, - "recall": 0.329051, - "f1": 0.298473, - "accuracy": 0.329051, - "main_score": 0.298473, - "hf_subset": "knc_Arab-tam_Taml", - "languages": [ - "knc-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.285483, - "recall": 0.324111, - "f1": 0.295051, - "accuracy": 0.324111, - "main_score": 0.295051, - "hf_subset": "knc_Arab-vie_Latn", - "languages": [ - "knc-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289752, - "recall": 0.33004, - "f1": 0.300444, - "accuracy": 0.33004, - "main_score": 0.300444, - "hf_subset": "knc_Arab-apc_Arab", - "languages": [ - "knc-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293604, - "recall": 0.326087, - "f1": 0.301924, - "accuracy": 0.326087, - "main_score": 0.301924, - "hf_subset": "knc_Arab-bug_Latn", - "languages": [ - "knc-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262831, - "recall": 0.297431, - "f1": 0.27213, - "accuracy": 0.297431, - "main_score": 0.27213, - "hf_subset": "knc_Arab-fon_Latn", - "languages": [ - "knc-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.305473, - "recall": 0.340909, - "f1": 0.315698, - "accuracy": 0.340909, - "main_score": 0.315698, - "hf_subset": "knc_Arab-jav_Latn", - "languages": [ - "knc-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.274861, - "recall": 0.309289, - "f1": 0.283986, - "accuracy": 0.309289, - "main_score": 0.283986, - "hf_subset": "knc_Arab-lao_Laoo", - "languages": [ - "knc-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.264096, - "recall": 0.295455, - "f1": 0.272504, - "accuracy": 0.295455, - "main_score": 0.272504, - "hf_subset": "knc_Arab-mri_Latn", - "languages": [ - "knc-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292427, - "recall": 0.336957, - "f1": 0.303391, - "accuracy": 0.336957, - "main_score": 0.303391, - "hf_subset": "knc_Arab-rus_Cyrl", - "languages": [ - "knc-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292316, - "recall": 0.321146, - "f1": 0.300249, - "accuracy": 0.321146, - "main_score": 0.300249, - "hf_subset": "knc_Arab-taq_Latn", - "languages": [ - "knc-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309694, - "recall": 0.343874, - "f1": 0.318245, - "accuracy": 0.343874, - "main_score": 0.318245, - "hf_subset": "knc_Arab-war_Latn", - "languages": [ - "knc-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287972, - "recall": 0.327075, - "f1": 0.297382, - "accuracy": 0.327075, - "main_score": 0.297382, - "hf_subset": "knc_Arab-arb_Arab", - "languages": [ - "knc-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294117, - "recall": 0.335968, - "f1": 0.304498, - "accuracy": 0.335968, - "main_score": 0.304498, - "hf_subset": "knc_Arab-bul_Cyrl", - "languages": [ - "knc-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299493, - "recall": 0.331028, - "f1": 0.307536, - "accuracy": 0.331028, - "main_score": 0.307536, - "hf_subset": "knc_Arab-fra_Latn", - "languages": [ - "knc-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281173, - "recall": 0.324111, - "f1": 0.292221, - "accuracy": 0.324111, - "main_score": 0.292221, - "hf_subset": "knc_Arab-jpn_Jpan", - "languages": [ - "knc-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287185, - "recall": 0.327075, - "f1": 0.296869, - "accuracy": 0.327075, - "main_score": 0.296869, - "hf_subset": "knc_Arab-lij_Latn", - "languages": [ - "knc-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240912, - "recall": 0.277668, - "f1": 0.25044, - "accuracy": 0.277668, - "main_score": 0.25044, - "hf_subset": "knc_Arab-mya_Mymr", - "languages": [ - "knc-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281942, - "recall": 0.323123, - "f1": 0.292679, - "accuracy": 0.323123, - "main_score": 0.292679, - "hf_subset": "knc_Arab-sag_Latn", - "languages": [ - "knc-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191962, - "recall": 0.219368, - "f1": 0.19913, - "accuracy": 0.219368, - "main_score": 0.19913, - "hf_subset": "knc_Arab-taq_Tfng", - "languages": [ - "knc-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.288036, - "recall": 0.329051, - "f1": 0.298581, - "accuracy": 0.329051, - "main_score": 0.298581, - "hf_subset": "knc_Arab-wol_Latn", - "languages": [ - "knc-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242831, - "recall": 0.27668, - "f1": 0.252054, - "accuracy": 0.27668, - "main_score": 0.252054, - "hf_subset": "knc_Arab-arb_Latn", - "languages": [ - "knc-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297014, - "recall": 0.338933, - "f1": 0.307582, - "accuracy": 0.338933, - "main_score": 0.307582, - "hf_subset": "knc_Arab-cat_Latn", - "languages": [ - "knc-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286455, - "recall": 0.321146, - "f1": 0.295013, - "accuracy": 0.321146, - "main_score": 0.295013, - "hf_subset": "knc_Arab-fur_Latn", - "languages": [ - "knc-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.265738, - "recall": 0.302372, - "f1": 0.275636, - "accuracy": 0.302372, - "main_score": 0.275636, - "hf_subset": "knc_Arab-kab_Latn", - "languages": [ - "knc-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.288811, - "recall": 0.325099, - "f1": 0.297902, - "accuracy": 0.325099, - "main_score": 0.297902, - "hf_subset": "knc_Arab-lim_Latn", - "languages": [ - "knc-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289689, - "recall": 0.331028, - "f1": 0.300353, - "accuracy": 0.331028, - "main_score": 0.300353, - "hf_subset": "knc_Arab-nld_Latn", - "languages": [ - "knc-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.285624, - "recall": 0.331028, - "f1": 0.296712, - "accuracy": 0.331028, - "main_score": 0.296712, - "hf_subset": "knc_Arab-san_Deva", - "languages": [ - "knc-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284959, - "recall": 0.322134, - "f1": 0.294553, - "accuracy": 0.322134, - "main_score": 0.294553, - "hf_subset": "knc_Arab-tat_Cyrl", - "languages": [ - "knc-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299053, - "recall": 0.328063, - "f1": 0.306608, - "accuracy": 0.328063, - "main_score": 0.306608, - "hf_subset": "knc_Arab-xho_Latn", - "languages": [ - "knc-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.265485, - "recall": 0.309289, - "f1": 0.275629, - "accuracy": 0.309289, - "main_score": 0.275629, - "hf_subset": "knc_Arab-ars_Arab", - "languages": [ - "knc-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295906, - "recall": 0.329051, - "f1": 0.304504, - "accuracy": 0.329051, - "main_score": 0.304504, - "hf_subset": "knc_Arab-ceb_Latn", - "languages": [ - "knc-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267951, - "recall": 0.30336, - "f1": 0.276962, - "accuracy": 0.30336, - "main_score": 0.276962, - "hf_subset": "knc_Arab-fuv_Latn", - "languages": [ - "knc-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.275281, - "recall": 0.315217, - "f1": 0.286332, - "accuracy": 0.315217, - "main_score": 0.286332, - "hf_subset": "knc_Arab-kac_Latn", - "languages": [ - "knc-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290333, - "recall": 0.322134, - "f1": 0.297893, - "accuracy": 0.322134, - "main_score": 0.297893, - "hf_subset": "knc_Arab-lin_Latn", - "languages": [ - "knc-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292491, - "recall": 0.332016, - "f1": 0.302504, - "accuracy": 0.332016, - "main_score": 0.302504, - "hf_subset": "knc_Arab-nno_Latn", - "languages": [ - "knc-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.09191, - "recall": 0.123518, - "f1": 0.099832, - "accuracy": 0.123518, - "main_score": 0.099832, - "hf_subset": "knc_Arab-sat_Olck", - "languages": [ - "knc-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298148, - "recall": 0.335968, - "f1": 0.30834, - "accuracy": 0.335968, - "main_score": 0.30834, - "hf_subset": "knc_Arab-tel_Telu", - "languages": [ - "knc-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281776, - "recall": 0.315217, - "f1": 0.290569, - "accuracy": 0.315217, - "main_score": 0.290569, - "hf_subset": "knc_Arab-ydd_Hebr", - "languages": [ - "knc-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270016, - "recall": 0.301383, - "f1": 0.278226, - "accuracy": 0.301383, - "main_score": 0.278226, - "hf_subset": "knc_Arab-ary_Arab", - "languages": [ - "knc-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.301966, - "recall": 0.342885, - "f1": 0.312553, - "accuracy": 0.342885, - "main_score": 0.312553, - "hf_subset": "knc_Arab-ces_Latn", - "languages": [ - "knc-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282388, - "recall": 0.318182, - "f1": 0.292048, - "accuracy": 0.318182, - "main_score": 0.292048, - "hf_subset": "knc_Arab-gaz_Latn", - "languages": [ - "knc-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.274993, - "recall": 0.312253, - "f1": 0.285048, - "accuracy": 0.312253, - "main_score": 0.285048, - "hf_subset": "knc_Arab-kam_Latn", - "languages": [ - "knc-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287586, - "recall": 0.320158, - "f1": 0.295985, - "accuracy": 0.320158, - "main_score": 0.295985, - "hf_subset": "knc_Arab-lit_Latn", - "languages": [ - "knc-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294566, - "recall": 0.337945, - "f1": 0.304875, - "accuracy": 0.337945, - "main_score": 0.304875, - "hf_subset": "knc_Arab-nob_Latn", - "languages": [ - "knc-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281036, - "recall": 0.318182, - "f1": 0.289904, - "accuracy": 0.318182, - "main_score": 0.289904, - "hf_subset": "knc_Arab-scn_Latn", - "languages": [ - "knc-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2776, - "recall": 0.312253, - "f1": 0.286926, - "accuracy": 0.312253, - "main_score": 0.286926, - "hf_subset": "knc_Arab-tgk_Cyrl", - "languages": [ - "knc-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.246065, - "recall": 0.293478, - "f1": 0.257992, - "accuracy": 0.293478, - "main_score": 0.257992, - "hf_subset": "knc_Arab-yor_Latn", - "languages": [ - "knc-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280931, - "recall": 0.324111, - "f1": 0.291312, - "accuracy": 0.324111, - "main_score": 0.291312, - "hf_subset": "knc_Arab-arz_Arab", - "languages": [ - "knc-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.266093, - "recall": 0.30336, - "f1": 0.276395, - "accuracy": 0.30336, - "main_score": 0.276395, - "hf_subset": "knc_Arab-cjk_Latn", - "languages": [ - "knc-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284239, - "recall": 0.316206, - "f1": 0.293108, - "accuracy": 0.316206, - "main_score": 0.293108, - "hf_subset": "knc_Arab-gla_Latn", - "languages": [ - "knc-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297921, - "recall": 0.344862, - "f1": 0.31017, - "accuracy": 0.344862, - "main_score": 0.31017, - "hf_subset": "knc_Arab-kan_Knda", - "languages": [ - "knc-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280942, - "recall": 0.317194, - "f1": 0.290187, - "accuracy": 0.317194, - "main_score": 0.290187, - "hf_subset": "knc_Arab-lmo_Latn", - "languages": [ - "knc-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.288318, - "recall": 0.336957, - "f1": 0.300585, - "accuracy": 0.336957, - "main_score": 0.300585, - "hf_subset": "knc_Arab-npi_Deva", - "languages": [ - "knc-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.248095, - "recall": 0.285573, - "f1": 0.257099, - "accuracy": 0.285573, - "main_score": 0.257099, - "hf_subset": "knc_Arab-shn_Mymr", - "languages": [ - "knc-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299609, - "recall": 0.338933, - "f1": 0.309708, - "accuracy": 0.338933, - "main_score": 0.309708, - "hf_subset": "knc_Arab-tgl_Latn", - "languages": [ - "knc-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281462, - "recall": 0.322134, - "f1": 0.292008, - "accuracy": 0.322134, - "main_score": 0.292008, - "hf_subset": "knc_Arab-yue_Hant", - "languages": [ - "knc-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267256, - "recall": 0.310277, - "f1": 0.27776, - "accuracy": 0.310277, - "main_score": 0.27776, - "hf_subset": "knc_Arab-asm_Beng", - "languages": [ - "knc-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295176, - "recall": 0.332016, - "f1": 0.304132, - "accuracy": 0.332016, - "main_score": 0.304132, - "hf_subset": "knc_Arab-ckb_Arab", - "languages": [ - "knc-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271302, - "recall": 0.30336, - "f1": 0.280058, - "accuracy": 0.30336, - "main_score": 0.280058, - "hf_subset": "knc_Arab-gle_Latn", - "languages": [ - "knc-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283155, - "recall": 0.322134, - "f1": 0.2931, - "accuracy": 0.322134, - "main_score": 0.2931, - "hf_subset": "knc_Arab-kas_Arab", - "languages": [ - "knc-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289159, - "recall": 0.323123, - "f1": 0.297629, - "accuracy": 0.323123, - "main_score": 0.297629, - "hf_subset": "knc_Arab-ltg_Latn", - "languages": [ - "knc-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.307682, - "recall": 0.344862, - "f1": 0.317366, - "accuracy": 0.344862, - "main_score": 0.317366, - "hf_subset": "knc_Arab-nso_Latn", - "languages": [ - "knc-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269605, - "recall": 0.315217, - "f1": 0.281087, - "accuracy": 0.315217, - "main_score": 0.281087, - "hf_subset": "knc_Arab-sin_Sinh", - "languages": [ - "knc-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.275855, - "recall": 0.318182, - "f1": 0.286724, - "accuracy": 0.318182, - "main_score": 0.286724, - "hf_subset": "knc_Arab-tha_Thai", - "languages": [ - "knc-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269829, - "recall": 0.307312, - "f1": 0.278753, - "accuracy": 0.307312, - "main_score": 0.278753, - "hf_subset": "knc_Arab-zho_Hans", - "languages": [ - "knc-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297706, - "recall": 0.338933, - "f1": 0.308045, - "accuracy": 0.338933, - "main_score": 0.308045, - "hf_subset": "knc_Arab-ast_Latn", - "languages": [ - "knc-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294866, - "recall": 0.333992, - "f1": 0.30442, - "accuracy": 0.333992, - "main_score": 0.30442, - "hf_subset": "knc_Arab-crh_Latn", - "languages": [ - "knc-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295072, - "recall": 0.333004, - "f1": 0.304838, - "accuracy": 0.333004, - "main_score": 0.304838, - "hf_subset": "knc_Arab-glg_Latn", - "languages": [ - "knc-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290034, - "recall": 0.329051, - "f1": 0.299155, - "accuracy": 0.329051, - "main_score": 0.299155, - "hf_subset": "knc_Arab-kas_Deva", - "languages": [ - "knc-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270943, - "recall": 0.304348, - "f1": 0.280193, - "accuracy": 0.304348, - "main_score": 0.280193, - "hf_subset": "knc_Arab-ltz_Latn", - "languages": [ - "knc-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.279945, - "recall": 0.316206, - "f1": 0.289417, - "accuracy": 0.316206, - "main_score": 0.289417, - "hf_subset": "knc_Arab-nus_Latn", - "languages": [ - "knc-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287057, - "recall": 0.332016, - "f1": 0.298315, - "accuracy": 0.332016, - "main_score": 0.298315, - "hf_subset": "knc_Arab-slk_Latn", - "languages": [ - "knc-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255376, - "recall": 0.289526, - "f1": 0.264032, - "accuracy": 0.289526, - "main_score": 0.264032, - "hf_subset": "knc_Arab-tir_Ethi", - "languages": [ - "knc-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.273372, - "recall": 0.316206, - "f1": 0.283465, - "accuracy": 0.316206, - "main_score": 0.283465, - "hf_subset": "knc_Arab-zho_Hant", - "languages": [ - "knc-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.305354, - "recall": 0.350791, - "f1": 0.31657, - "accuracy": 0.350791, - "main_score": 0.31657, - "hf_subset": "knc_Arab-awa_Deva", - "languages": [ - "knc-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.272007, - "recall": 0.306324, - "f1": 0.280834, - "accuracy": 0.306324, - "main_score": 0.280834, - "hf_subset": "knc_Arab-cym_Latn", - "languages": [ - "knc-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.272625, - "recall": 0.313241, - "f1": 0.283066, - "accuracy": 0.313241, - "main_score": 0.283066, - "hf_subset": "knc_Arab-grn_Latn", - "languages": [ - "knc-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270171, - "recall": 0.314229, - "f1": 0.280936, - "accuracy": 0.314229, - "main_score": 0.280936, - "hf_subset": "knc_Arab-kat_Geor", - "languages": [ - "knc-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280267, - "recall": 0.318182, - "f1": 0.290396, - "accuracy": 0.318182, - "main_score": 0.290396, - "hf_subset": "knc_Arab-lua_Latn", - "languages": [ - "knc-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282488, - "recall": 0.325099, - "f1": 0.293779, - "accuracy": 0.325099, - "main_score": 0.293779, - "hf_subset": "knc_Arab-nya_Latn", - "languages": [ - "knc-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.30073, - "recall": 0.33498, - "f1": 0.309488, - "accuracy": 0.33498, - "main_score": 0.309488, - "hf_subset": "knc_Arab-slv_Latn", - "languages": [ - "knc-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308838, - "recall": 0.335968, - "f1": 0.316217, - "accuracy": 0.335968, - "main_score": 0.316217, - "hf_subset": "knc_Arab-tpi_Latn", - "languages": [ - "knc-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289579, - "recall": 0.335968, - "f1": 0.30136, - "accuracy": 0.335968, - "main_score": 0.30136, - "hf_subset": "knc_Arab-zsm_Latn", - "languages": [ - "knc-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.279973, - "recall": 0.318182, - "f1": 0.290647, - "accuracy": 0.318182, - "main_score": 0.290647, - "hf_subset": "knc_Arab-ayr_Latn", - "languages": [ - "knc-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298244, - "recall": 0.339921, - "f1": 0.309022, - "accuracy": 0.339921, - "main_score": 0.309022, - "hf_subset": "knc_Arab-dan_Latn", - "languages": [ - "knc-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297001, - "recall": 0.342885, - "f1": 0.308558, - "accuracy": 0.342885, - "main_score": 0.308558, - "hf_subset": "knc_Arab-guj_Gujr", - "languages": [ - "knc-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.27973, - "recall": 0.328063, - "f1": 0.292054, - "accuracy": 0.328063, - "main_score": 0.292054, - "hf_subset": "knc_Arab-kaz_Cyrl", - "languages": [ - "knc-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.265442, - "recall": 0.300395, - "f1": 0.274666, - "accuracy": 0.300395, - "main_score": 0.274666, - "hf_subset": "knc_Arab-lug_Latn", - "languages": [ - "knc-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.305978, - "recall": 0.343874, - "f1": 0.315991, - "accuracy": 0.343874, - "main_score": 0.315991, - "hf_subset": "knc_Arab-oci_Latn", - "languages": [ - "knc-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.281416, - "recall": 0.315217, - "f1": 0.289852, - "accuracy": 0.315217, - "main_score": 0.289852, - "hf_subset": "knc_Arab-smo_Latn", - "languages": [ - "knc-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270913, - "recall": 0.300395, - "f1": 0.278495, - "accuracy": 0.300395, - "main_score": 0.278495, - "hf_subset": "knc_Arab-tsn_Latn", - "languages": [ - "knc-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287246, - "recall": 0.322134, - "f1": 0.29717, - "accuracy": 0.322134, - "main_score": 0.29717, - "hf_subset": "knc_Arab-zul_Latn", - "languages": [ - "knc-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.264612, - "recall": 0.305336, - "f1": 0.274509, - "accuracy": 0.305336, - "main_score": 0.274509, - "hf_subset": "knc_Arab-azb_Arab", - "languages": [ - "knc-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292663, - "recall": 0.333992, - "f1": 0.303433, - "accuracy": 0.333992, - "main_score": 0.303433, - "hf_subset": "knc_Arab-deu_Latn", - "languages": [ - "knc-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277629, - "recall": 0.324111, - "f1": 0.288834, - "accuracy": 0.324111, - "main_score": 0.288834, - "hf_subset": "knc_Arab-hat_Latn", - "languages": [ - "knc-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.264565, - "recall": 0.30336, - "f1": 0.27506, - "accuracy": 0.30336, - "main_score": 0.27506, - "hf_subset": "knc_Arab-kbp_Latn", - "languages": [ - "knc-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289107, - "recall": 0.324111, - "f1": 0.298461, - "accuracy": 0.324111, - "main_score": 0.298461, - "hf_subset": "knc_Arab-luo_Latn", - "languages": [ - "knc-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287971, - "recall": 0.337945, - "f1": 0.300023, - "accuracy": 0.337945, - "main_score": 0.300023, - "hf_subset": "knc_Arab-ory_Orya", - "languages": [ - "knc-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.270293, - "recall": 0.307312, - "f1": 0.280607, - "accuracy": 0.307312, - "main_score": 0.280607, - "hf_subset": "knc_Arab-sna_Latn", - "languages": [ - "knc-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287451, - "recall": 0.323123, - "f1": 0.29667, - "accuracy": 0.323123, - "main_score": 0.29667, - "hf_subset": "knc_Arab-tso_Latn", - "languages": [ - "knc-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271858, - "recall": 0.315217, - "f1": 0.282647, - "accuracy": 0.315217, - "main_score": 0.282647, - "hf_subset": "knc_Arab-azj_Latn", - "languages": [ - "knc-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244378, - "recall": 0.291502, - "f1": 0.257106, - "accuracy": 0.291502, - "main_score": 0.257106, - "hf_subset": "knc_Arab-dik_Latn", - "languages": [ - "knc-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294196, - "recall": 0.333004, - "f1": 0.304012, - "accuracy": 0.333004, - "main_score": 0.304012, - "hf_subset": "knc_Arab-hau_Latn", - "languages": [ - "knc-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284198, - "recall": 0.316206, - "f1": 0.292384, - "accuracy": 0.316206, - "main_score": 0.292384, - "hf_subset": "knc_Arab-kea_Latn", - "languages": [ - "knc-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292276, - "recall": 0.323123, - "f1": 0.301275, - "accuracy": 0.323123, - "main_score": 0.301275, - "hf_subset": "knc_Arab-lus_Latn", - "languages": [ - "knc-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.301181, - "recall": 0.338933, - "f1": 0.310973, - "accuracy": 0.338933, - "main_score": 0.310973, - "hf_subset": "knc_Arab-pag_Latn", - "languages": [ - "knc-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283821, - "recall": 0.323123, - "f1": 0.293267, - "accuracy": 0.323123, - "main_score": 0.293267, - "hf_subset": "knc_Arab-snd_Arab", - "languages": [ - "knc-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280694, - "recall": 0.316206, - "f1": 0.290321, - "accuracy": 0.316206, - "main_score": 0.290321, - "hf_subset": "knc_Arab-tuk_Latn", - "languages": [ - "knc-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.287088, - "recall": 0.327075, - "f1": 0.297521, - "accuracy": 0.327075, - "main_score": 0.297521, - "hf_subset": "knc_Arab-bak_Cyrl", - "languages": [ - "knc-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207325, - "recall": 0.246047, - "f1": 0.218087, - "accuracy": 0.246047, - "main_score": 0.218087, - "hf_subset": "knc_Arab-dyu_Latn", - "languages": [ - "knc-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282844, - "recall": 0.322134, - "f1": 0.292853, - "accuracy": 0.322134, - "main_score": 0.292853, - "hf_subset": "knc_Arab-heb_Hebr", - "languages": [ - "knc-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.274468, - "recall": 0.311265, - "f1": 0.284273, - "accuracy": 0.311265, - "main_score": 0.284273, - "hf_subset": "knc_Arab-khk_Cyrl", - "languages": [ - "knc-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297963, - "recall": 0.337945, - "f1": 0.308264, - "accuracy": 0.337945, - "main_score": 0.308264, - "hf_subset": "knc_Arab-lvs_Latn", - "languages": [ - "knc-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283729, - "recall": 0.333992, - "f1": 0.296813, - "accuracy": 0.333992, - "main_score": 0.296813, - "hf_subset": "knc_Arab-pan_Guru", - "languages": [ - "knc-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.29215, - "recall": 0.329051, - "f1": 0.301626, - "accuracy": 0.329051, - "main_score": 0.301626, - "hf_subset": "knc_Arab-som_Latn", - "languages": [ - "knc-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290046, - "recall": 0.322134, - "f1": 0.298242, - "accuracy": 0.322134, - "main_score": 0.298242, - "hf_subset": "knc_Arab-tum_Latn", - "languages": [ - "knc-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608962, - "recall": 0.672925, - "f1": 0.627306, - "accuracy": 0.672925, - "main_score": 0.627306, - "hf_subset": "mkd_Cyrl-ace_Arab", - "languages": [ - "mkd-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539196, - "recall": 0.597826, - "f1": 0.556005, - "accuracy": 0.597826, - "main_score": 0.556005, - "hf_subset": "mkd_Cyrl-bam_Latn", - "languages": [ - "mkd-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453595, - "recall": 0.529644, - "f1": 0.474379, - "accuracy": 0.529644, - "main_score": 0.474379, - "hf_subset": "mkd_Cyrl-dzo_Tibt", - "languages": [ - "mkd-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-hin_Deva", - "languages": [ - "mkd-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-khm_Khmr", - "languages": [ - "mkd-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-mag_Deva", - "languages": [ - "mkd-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mkd_Cyrl-pap_Latn", - "languages": [ - "mkd-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615046, - "recall": 0.666996, - "f1": 0.629863, - "accuracy": 0.666996, - "main_score": 0.629863, - "hf_subset": "mkd_Cyrl-sot_Latn", - "languages": [ - "mkd-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-tur_Latn", - "languages": [ - "mkd-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888175, - "recall": 0.91996, - "f1": 0.898024, - "accuracy": 0.91996, - "main_score": 0.898024, - "hf_subset": "mkd_Cyrl-ace_Latn", - "languages": [ - "mkd-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.971344, - "f1": 0.963603, - "accuracy": 0.971344, - "main_score": 0.963603, - "hf_subset": "mkd_Cyrl-ban_Latn", - "languages": [ - "mkd-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ell_Grek", - "languages": [ - "mkd-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "mkd_Cyrl-hne_Deva", - "languages": [ - "mkd-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612361, - "recall": 0.666996, - "f1": 0.627515, - "accuracy": 0.666996, - "main_score": 0.627515, - "hf_subset": "mkd_Cyrl-kik_Latn", - "languages": [ - "mkd-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-mai_Deva", - "languages": [ - "mkd-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "mkd_Cyrl-pbt_Arab", - "languages": [ - "mkd-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-spa_Latn", - "languages": [ - "mkd-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618175, - "recall": 0.682806, - "f1": 0.636874, - "accuracy": 0.682806, - "main_score": 0.636874, - "hf_subset": "mkd_Cyrl-twi_Latn", - "languages": [ - "mkd-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-acm_Arab", - "languages": [ - "mkd-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-bel_Cyrl", - "languages": [ - "mkd-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-eng_Latn", - "languages": [ - "mkd-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-hrv_Latn", - "languages": [ - "mkd-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589377, - "recall": 0.653162, - "f1": 0.607413, - "accuracy": 0.653162, - "main_score": 0.607413, - "hf_subset": "mkd_Cyrl-kin_Latn", - "languages": [ - "mkd-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-mal_Mlym", - "languages": [ - "mkd-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-pes_Arab", - "languages": [ - "mkd-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mkd_Cyrl-srd_Latn", - "languages": [ - "mkd-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192109, - "recall": 0.243083, - "f1": 0.204955, - "accuracy": 0.243083, - "main_score": 0.204955, - "hf_subset": "mkd_Cyrl-tzm_Tfng", - "languages": [ - "mkd-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-acq_Arab", - "languages": [ - "mkd-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647457, - "recall": 0.699605, - "f1": 0.661852, - "accuracy": 0.699605, - "main_score": 0.661852, - "hf_subset": "mkd_Cyrl-bem_Latn", - "languages": [ - "mkd-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-epo_Latn", - "languages": [ - "mkd-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-hun_Latn", - "languages": [ - "mkd-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-kir_Cyrl", - "languages": [ - "mkd-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-mar_Deva", - "languages": [ - "mkd-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692391, - "recall": 0.744071, - "f1": 0.70766, - "accuracy": 0.744071, - "main_score": 0.70766, - "hf_subset": "mkd_Cyrl-plt_Latn", - "languages": [ - "mkd-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-srp_Cyrl", - "languages": [ - "mkd-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "mkd_Cyrl-uig_Arab", - "languages": [ - "mkd-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-aeb_Arab", - "languages": [ - "mkd-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ben_Beng", - "languages": [ - "mkd-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-est_Latn", - "languages": [ - "mkd-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-hye_Armn", - "languages": [ - "mkd-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55942, - "recall": 0.61166, - "f1": 0.574577, - "accuracy": 0.61166, - "main_score": 0.574577, - "hf_subset": "mkd_Cyrl-kmb_Latn", - "languages": [ - "mkd-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525844, - "recall": 0.604743, - "f1": 0.547835, - "accuracy": 0.604743, - "main_score": 0.547835, - "hf_subset": "mkd_Cyrl-min_Arab", - "languages": [ - "mkd-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-pol_Latn", - "languages": [ - "mkd-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571673, - "recall": 0.636364, - "f1": 0.590928, - "accuracy": 0.636364, - "main_score": 0.590928, - "hf_subset": "mkd_Cyrl-ssw_Latn", - "languages": [ - "mkd-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ukr_Cyrl", - "languages": [ - "mkd-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-afr_Latn", - "languages": [ - "mkd-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-bho_Deva", - "languages": [ - "mkd-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mkd_Cyrl-eus_Latn", - "languages": [ - "mkd-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594401, - "recall": 0.659091, - "f1": 0.612309, - "accuracy": 0.659091, - "main_score": 0.612309, - "hf_subset": "mkd_Cyrl-ibo_Latn", - "languages": [ - "mkd-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926548, - "recall": 0.947628, - "f1": 0.9333, - "accuracy": 0.947628, - "main_score": 0.9333, - "hf_subset": "mkd_Cyrl-kmr_Latn", - "languages": [ - "mkd-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mkd_Cyrl-min_Latn", - "languages": [ - "mkd-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-por_Latn", - "languages": [ - "mkd-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-sun_Latn", - "languages": [ - "mkd-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534538, - "recall": 0.591897, - "f1": 0.55056, - "accuracy": 0.591897, - "main_score": 0.55056, - "hf_subset": "mkd_Cyrl-umb_Latn", - "languages": [ - "mkd-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ajp_Arab", - "languages": [ - "mkd-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564893, - "recall": 0.629447, - "f1": 0.583233, - "accuracy": 0.629447, - "main_score": 0.583233, - "hf_subset": "mkd_Cyrl-bjn_Arab", - "languages": [ - "mkd-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526556, - "recall": 0.585968, - "f1": 0.543239, - "accuracy": 0.585968, - "main_score": 0.543239, - "hf_subset": "mkd_Cyrl-ewe_Latn", - "languages": [ - "mkd-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.965415, - "f1": 0.955863, - "accuracy": 0.965415, - "main_score": 0.955863, - "hf_subset": "mkd_Cyrl-ilo_Latn", - "languages": [ - "mkd-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332148, - "recall": 0.392292, - "f1": 0.349161, - "accuracy": 0.392292, - "main_score": 0.349161, - "hf_subset": "mkd_Cyrl-knc_Arab", - "languages": [ - "mkd-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-prs_Arab", - "languages": [ - "mkd-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-swe_Latn", - "languages": [ - "mkd-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-urd_Arab", - "languages": [ - "mkd-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604236, - "recall": 0.660079, - "f1": 0.619657, - "accuracy": 0.660079, - "main_score": 0.619657, - "hf_subset": "mkd_Cyrl-aka_Latn", - "languages": [ - "mkd-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mkd_Cyrl-bjn_Latn", - "languages": [ - "mkd-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mkd_Cyrl-fao_Latn", - "languages": [ - "mkd-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ind_Latn", - "languages": [ - "mkd-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597622, - "recall": 0.650198, - "f1": 0.612955, - "accuracy": 0.650198, - "main_score": 0.612955, - "hf_subset": "mkd_Cyrl-knc_Latn", - "languages": [ - "mkd-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mkd_Cyrl-mlt_Latn", - "languages": [ - "mkd-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715984, - "recall": 0.778656, - "f1": 0.734291, - "accuracy": 0.778656, - "main_score": 0.734291, - "hf_subset": "mkd_Cyrl-quy_Latn", - "languages": [ - "mkd-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "mkd_Cyrl-swh_Latn", - "languages": [ - "mkd-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-uzn_Latn", - "languages": [ - "mkd-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-als_Latn", - "languages": [ - "mkd-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664904, - "recall": 0.742095, - "f1": 0.687818, - "accuracy": 0.742095, - "main_score": 0.687818, - "hf_subset": "mkd_Cyrl-bod_Tibt", - "languages": [ - "mkd-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717871, - "recall": 0.775692, - "f1": 0.734688, - "accuracy": 0.775692, - "main_score": 0.734688, - "hf_subset": "mkd_Cyrl-fij_Latn", - "languages": [ - "mkd-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mkd_Cyrl-isl_Latn", - "languages": [ - "mkd-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682108, - "recall": 0.733202, - "f1": 0.697005, - "accuracy": 0.733202, - "main_score": 0.697005, - "hf_subset": "mkd_Cyrl-kon_Latn", - "languages": [ - "mkd-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673354, - "recall": 0.735178, - "f1": 0.691889, - "accuracy": 0.735178, - "main_score": 0.691889, - "hf_subset": "mkd_Cyrl-mni_Beng", - "languages": [ - "mkd-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ron_Latn", - "languages": [ - "mkd-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "mkd_Cyrl-szl_Latn", - "languages": [ - "mkd-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-vec_Latn", - "languages": [ - "mkd-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "mkd_Cyrl-amh_Ethi", - "languages": [ - "mkd-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-bos_Latn", - "languages": [ - "mkd-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-fin_Latn", - "languages": [ - "mkd-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ita_Latn", - "languages": [ - "mkd-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-kor_Hang", - "languages": [ - "mkd-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554115, - "recall": 0.612648, - "f1": 0.570071, - "accuracy": 0.612648, - "main_score": 0.570071, - "hf_subset": "mkd_Cyrl-mos_Latn", - "languages": [ - "mkd-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554825, - "recall": 0.612648, - "f1": 0.571104, - "accuracy": 0.612648, - "main_score": 0.571104, - "hf_subset": "mkd_Cyrl-run_Latn", - "languages": [ - "mkd-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-tam_Taml", - "languages": [ - "mkd-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-vie_Latn", - "languages": [ - "mkd-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-apc_Arab", - "languages": [ - "mkd-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818495, - "recall": 0.86166, - "f1": 0.831357, - "accuracy": 0.86166, - "main_score": 0.831357, - "hf_subset": "mkd_Cyrl-bug_Latn", - "languages": [ - "mkd-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477306, - "recall": 0.529644, - "f1": 0.491582, - "accuracy": 0.529644, - "main_score": 0.491582, - "hf_subset": "mkd_Cyrl-fon_Latn", - "languages": [ - "mkd-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-jav_Latn", - "languages": [ - "mkd-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-lao_Laoo", - "languages": [ - "mkd-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904785, - "recall": 0.932806, - "f1": 0.913785, - "accuracy": 0.932806, - "main_score": 0.913785, - "hf_subset": "mkd_Cyrl-mri_Latn", - "languages": [ - "mkd-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-rus_Cyrl", - "languages": [ - "mkd-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542683, - "recall": 0.607708, - "f1": 0.560583, - "accuracy": 0.607708, - "main_score": 0.560583, - "hf_subset": "mkd_Cyrl-taq_Latn", - "languages": [ - "mkd-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-war_Latn", - "languages": [ - "mkd-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-arb_Arab", - "languages": [ - "mkd-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-bul_Cyrl", - "languages": [ - "mkd-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-fra_Latn", - "languages": [ - "mkd-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-jpn_Jpan", - "languages": [ - "mkd-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "mkd_Cyrl-lij_Latn", - "languages": [ - "mkd-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "mkd_Cyrl-mya_Mymr", - "languages": [ - "mkd-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602922, - "recall": 0.663043, - "f1": 0.619557, - "accuracy": 0.663043, - "main_score": 0.619557, - "hf_subset": "mkd_Cyrl-sag_Latn", - "languages": [ - "mkd-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202952, - "recall": 0.26087, - "f1": 0.216683, - "accuracy": 0.26087, - "main_score": 0.216683, - "hf_subset": "mkd_Cyrl-taq_Tfng", - "languages": [ - "mkd-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644673, - "recall": 0.704545, - "f1": 0.661794, - "accuracy": 0.704545, - "main_score": 0.661794, - "hf_subset": "mkd_Cyrl-wol_Latn", - "languages": [ - "mkd-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825099, - "recall": 0.873518, - "f1": 0.840217, - "accuracy": 0.873518, - "main_score": 0.840217, - "hf_subset": "mkd_Cyrl-arb_Latn", - "languages": [ - "mkd-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-cat_Latn", - "languages": [ - "mkd-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mkd_Cyrl-fur_Latn", - "languages": [ - "mkd-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426647, - "recall": 0.485178, - "f1": 0.442662, - "accuracy": 0.485178, - "main_score": 0.442662, - "hf_subset": "mkd_Cyrl-kab_Latn", - "languages": [ - "mkd-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "mkd_Cyrl-lim_Latn", - "languages": [ - "mkd-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-nld_Latn", - "languages": [ - "mkd-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "mkd_Cyrl-san_Deva", - "languages": [ - "mkd-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-tat_Cyrl", - "languages": [ - "mkd-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684876, - "recall": 0.746047, - "f1": 0.703458, - "accuracy": 0.746047, - "main_score": 0.703458, - "hf_subset": "mkd_Cyrl-xho_Latn", - "languages": [ - "mkd-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ars_Arab", - "languages": [ - "mkd-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ceb_Latn", - "languages": [ - "mkd-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576929, - "recall": 0.635375, - "f1": 0.594197, - "accuracy": 0.635375, - "main_score": 0.594197, - "hf_subset": "mkd_Cyrl-fuv_Latn", - "languages": [ - "mkd-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521691, - "recall": 0.591897, - "f1": 0.540466, - "accuracy": 0.591897, - "main_score": 0.540466, - "hf_subset": "mkd_Cyrl-kac_Latn", - "languages": [ - "mkd-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690991, - "recall": 0.742095, - "f1": 0.70639, - "accuracy": 0.742095, - "main_score": 0.70639, - "hf_subset": "mkd_Cyrl-lin_Latn", - "languages": [ - "mkd-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-nno_Latn", - "languages": [ - "mkd-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.245473, - "recall": 0.331028, - "f1": 0.267367, - "accuracy": 0.331028, - "main_score": 0.267367, - "hf_subset": "mkd_Cyrl-sat_Olck", - "languages": [ - "mkd-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-tel_Telu", - "languages": [ - "mkd-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "mkd_Cyrl-ydd_Hebr", - "languages": [ - "mkd-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mkd_Cyrl-ary_Arab", - "languages": [ - "mkd-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ces_Latn", - "languages": [ - "mkd-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591149, - "recall": 0.657115, - "f1": 0.610114, - "accuracy": 0.657115, - "main_score": 0.610114, - "hf_subset": "mkd_Cyrl-gaz_Latn", - "languages": [ - "mkd-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600528, - "recall": 0.661067, - "f1": 0.617698, - "accuracy": 0.661067, - "main_score": 0.617698, - "hf_subset": "mkd_Cyrl-kam_Latn", - "languages": [ - "mkd-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mkd_Cyrl-lit_Latn", - "languages": [ - "mkd-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-nob_Latn", - "languages": [ - "mkd-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "mkd_Cyrl-scn_Latn", - "languages": [ - "mkd-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988801, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "mkd_Cyrl-tgk_Cyrl", - "languages": [ - "mkd-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737658, - "recall": 0.80336, - "f1": 0.757889, - "accuracy": 0.80336, - "main_score": 0.757889, - "hf_subset": "mkd_Cyrl-yor_Latn", - "languages": [ - "mkd-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-arz_Arab", - "languages": [ - "mkd-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564255, - "recall": 0.628458, - "f1": 0.583417, - "accuracy": 0.628458, - "main_score": 0.583417, - "hf_subset": "mkd_Cyrl-cjk_Latn", - "languages": [ - "mkd-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814065, - "recall": 0.86166, - "f1": 0.829018, - "accuracy": 0.86166, - "main_score": 0.829018, - "hf_subset": "mkd_Cyrl-gla_Latn", - "languages": [ - "mkd-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-kan_Knda", - "languages": [ - "mkd-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mkd_Cyrl-lmo_Latn", - "languages": [ - "mkd-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "mkd_Cyrl-npi_Deva", - "languages": [ - "mkd-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466011, - "recall": 0.532609, - "f1": 0.484597, - "accuracy": 0.532609, - "main_score": 0.484597, - "hf_subset": "mkd_Cyrl-shn_Mymr", - "languages": [ - "mkd-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-tgl_Latn", - "languages": [ - "mkd-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-yue_Hant", - "languages": [ - "mkd-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mkd_Cyrl-asm_Beng", - "languages": [ - "mkd-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "mkd_Cyrl-ckb_Arab", - "languages": [ - "mkd-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912451, - "recall": 0.935771, - "f1": 0.919466, - "accuracy": 0.935771, - "main_score": 0.919466, - "hf_subset": "mkd_Cyrl-gle_Latn", - "languages": [ - "mkd-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "mkd_Cyrl-kas_Arab", - "languages": [ - "mkd-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "mkd_Cyrl-ltg_Latn", - "languages": [ - "mkd-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619393, - "recall": 0.674901, - "f1": 0.635317, - "accuracy": 0.674901, - "main_score": 0.635317, - "hf_subset": "mkd_Cyrl-nso_Latn", - "languages": [ - "mkd-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mkd_Cyrl-sin_Sinh", - "languages": [ - "mkd-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-tha_Thai", - "languages": [ - "mkd-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-zho_Hans", - "languages": [ - "mkd-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mkd_Cyrl-ast_Latn", - "languages": [ - "mkd-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-crh_Latn", - "languages": [ - "mkd-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-glg_Latn", - "languages": [ - "mkd-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909667, - "recall": 0.935771, - "f1": 0.91805, - "accuracy": 0.935771, - "main_score": 0.91805, - "hf_subset": "mkd_Cyrl-kas_Deva", - "languages": [ - "mkd-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mkd_Cyrl-ltz_Latn", - "languages": [ - "mkd-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46728, - "recall": 0.534585, - "f1": 0.485543, - "accuracy": 0.534585, - "main_score": 0.485543, - "hf_subset": "mkd_Cyrl-nus_Latn", - "languages": [ - "mkd-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-slk_Latn", - "languages": [ - "mkd-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637354, - "recall": 0.711462, - "f1": 0.659354, - "accuracy": 0.711462, - "main_score": 0.659354, - "hf_subset": "mkd_Cyrl-tir_Ethi", - "languages": [ - "mkd-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-zho_Hant", - "languages": [ - "mkd-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "mkd_Cyrl-awa_Deva", - "languages": [ - "mkd-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mkd_Cyrl-cym_Latn", - "languages": [ - "mkd-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854282, - "recall": 0.891304, - "f1": 0.86558, - "accuracy": 0.891304, - "main_score": 0.86558, - "hf_subset": "mkd_Cyrl-grn_Latn", - "languages": [ - "mkd-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-kat_Geor", - "languages": [ - "mkd-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670251, - "recall": 0.718379, - "f1": 0.683738, - "accuracy": 0.718379, - "main_score": 0.683738, - "hf_subset": "mkd_Cyrl-lua_Latn", - "languages": [ - "mkd-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662618, - "recall": 0.720356, - "f1": 0.67937, - "accuracy": 0.720356, - "main_score": 0.67937, - "hf_subset": "mkd_Cyrl-nya_Latn", - "languages": [ - "mkd-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-slv_Latn", - "languages": [ - "mkd-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.968379, - "f1": 0.958333, - "accuracy": 0.968379, - "main_score": 0.958333, - "hf_subset": "mkd_Cyrl-tpi_Latn", - "languages": [ - "mkd-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-zsm_Latn", - "languages": [ - "mkd-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559406, - "recall": 0.620553, - "f1": 0.576868, - "accuracy": 0.620553, - "main_score": 0.576868, - "hf_subset": "mkd_Cyrl-ayr_Latn", - "languages": [ - "mkd-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-dan_Latn", - "languages": [ - "mkd-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-guj_Gujr", - "languages": [ - "mkd-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mkd_Cyrl-kaz_Cyrl", - "languages": [ - "mkd-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547457, - "recall": 0.610672, - "f1": 0.564986, - "accuracy": 0.610672, - "main_score": 0.564986, - "hf_subset": "mkd_Cyrl-lug_Latn", - "languages": [ - "mkd-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-oci_Latn", - "languages": [ - "mkd-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852306, - "recall": 0.891304, - "f1": 0.864262, - "accuracy": 0.891304, - "main_score": 0.864262, - "hf_subset": "mkd_Cyrl-smo_Latn", - "languages": [ - "mkd-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562505, - "recall": 0.626482, - "f1": 0.580786, - "accuracy": 0.626482, - "main_score": 0.580786, - "hf_subset": "mkd_Cyrl-tsn_Latn", - "languages": [ - "mkd-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624372, - "recall": 0.686759, - "f1": 0.642064, - "accuracy": 0.686759, - "main_score": 0.642064, - "hf_subset": "mkd_Cyrl-zul_Latn", - "languages": [ - "mkd-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.953557, - "f1": 0.940217, - "accuracy": 0.953557, - "main_score": 0.940217, - "hf_subset": "mkd_Cyrl-azb_Arab", - "languages": [ - "mkd-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-deu_Latn", - "languages": [ - "mkd-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "mkd_Cyrl-hat_Latn", - "languages": [ - "mkd-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49972, - "recall": 0.556324, - "f1": 0.51553, - "accuracy": 0.556324, - "main_score": 0.51553, - "hf_subset": "mkd_Cyrl-kbp_Latn", - "languages": [ - "mkd-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580715, - "recall": 0.635375, - "f1": 0.595781, - "accuracy": 0.635375, - "main_score": 0.595781, - "hf_subset": "mkd_Cyrl-luo_Latn", - "languages": [ - "mkd-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-ory_Orya", - "languages": [ - "mkd-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600849, - "recall": 0.662055, - "f1": 0.618862, - "accuracy": 0.662055, - "main_score": 0.618862, - "hf_subset": "mkd_Cyrl-sna_Latn", - "languages": [ - "mkd-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576486, - "recall": 0.630435, - "f1": 0.591236, - "accuracy": 0.630435, - "main_score": 0.591236, - "hf_subset": "mkd_Cyrl-tso_Latn", - "languages": [ - "mkd-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mkd_Cyrl-azj_Latn", - "languages": [ - "mkd-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539436, - "recall": 0.606719, - "f1": 0.558651, - "accuracy": 0.606719, - "main_score": 0.558651, - "hf_subset": "mkd_Cyrl-dik_Latn", - "languages": [ - "mkd-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761281, - "recall": 0.817194, - "f1": 0.778458, - "accuracy": 0.817194, - "main_score": 0.778458, - "hf_subset": "mkd_Cyrl-hau_Latn", - "languages": [ - "mkd-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mkd_Cyrl-kea_Latn", - "languages": [ - "mkd-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754727, - "recall": 0.805336, - "f1": 0.769928, - "accuracy": 0.805336, - "main_score": 0.769928, - "hf_subset": "mkd_Cyrl-lus_Latn", - "languages": [ - "mkd-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889575, - "recall": 0.916996, - "f1": 0.898075, - "accuracy": 0.916996, - "main_score": 0.898075, - "hf_subset": "mkd_Cyrl-pag_Latn", - "languages": [ - "mkd-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mkd_Cyrl-snd_Arab", - "languages": [ - "mkd-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "mkd_Cyrl-tuk_Latn", - "languages": [ - "mkd-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mkd_Cyrl-bak_Cyrl", - "languages": [ - "mkd-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494501, - "recall": 0.56917, - "f1": 0.516486, - "accuracy": 0.56917, - "main_score": 0.516486, - "hf_subset": "mkd_Cyrl-dyu_Latn", - "languages": [ - "mkd-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-heb_Hebr", - "languages": [ - "mkd-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mkd_Cyrl-khk_Cyrl", - "languages": [ - "mkd-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-lvs_Latn", - "languages": [ - "mkd-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "mkd_Cyrl-pan_Guru", - "languages": [ - "mkd-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741905, - "recall": 0.797431, - "f1": 0.758816, - "accuracy": 0.797431, - "main_score": 0.758816, - "hf_subset": "mkd_Cyrl-som_Latn", - "languages": [ - "mkd-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621845, - "recall": 0.66996, - "f1": 0.635611, - "accuracy": 0.66996, - "main_score": 0.635611, - "hf_subset": "mkd_Cyrl-tum_Latn", - "languages": [ - "mkd-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574879, - "recall": 0.63834, - "f1": 0.592761, - "accuracy": 0.63834, - "main_score": 0.592761, - "hf_subset": "prs_Arab-ace_Arab", - "languages": [ - "prs-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525696, - "recall": 0.583992, - "f1": 0.541622, - "accuracy": 0.583992, - "main_score": 0.541622, - "hf_subset": "prs_Arab-bam_Latn", - "languages": [ - "prs-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417209, - "recall": 0.499012, - "f1": 0.439479, - "accuracy": 0.499012, - "main_score": 0.439479, - "hf_subset": "prs_Arab-dzo_Tibt", - "languages": [ - "prs-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-hin_Deva", - "languages": [ - "prs-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-khm_Khmr", - "languages": [ - "prs-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-mag_Deva", - "languages": [ - "prs-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "prs_Arab-pap_Latn", - "languages": [ - "prs-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584199, - "recall": 0.642292, - "f1": 0.600628, - "accuracy": 0.642292, - "main_score": 0.600628, - "hf_subset": "prs_Arab-sot_Latn", - "languages": [ - "prs-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-tur_Latn", - "languages": [ - "prs-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870965, - "recall": 0.905138, - "f1": 0.881785, - "accuracy": 0.905138, - "main_score": 0.881785, - "hf_subset": "prs_Arab-ace_Latn", - "languages": [ - "prs-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.971344, - "f1": 0.964262, - "accuracy": 0.971344, - "main_score": 0.964262, - "hf_subset": "prs_Arab-ban_Latn", - "languages": [ - "prs-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-ell_Grek", - "languages": [ - "prs-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "prs_Arab-hne_Deva", - "languages": [ - "prs-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595517, - "recall": 0.655138, - "f1": 0.611867, - "accuracy": 0.655138, - "main_score": 0.611867, - "hf_subset": "prs_Arab-kik_Latn", - "languages": [ - "prs-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-mai_Deva", - "languages": [ - "prs-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "prs_Arab-pbt_Arab", - "languages": [ - "prs-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-spa_Latn", - "languages": [ - "prs-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612015, - "recall": 0.674901, - "f1": 0.629943, - "accuracy": 0.674901, - "main_score": 0.629943, - "hf_subset": "prs_Arab-twi_Latn", - "languages": [ - "prs-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-acm_Arab", - "languages": [ - "prs-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-bel_Cyrl", - "languages": [ - "prs-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-eng_Latn", - "languages": [ - "prs-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-hrv_Latn", - "languages": [ - "prs-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55398, - "recall": 0.615613, - "f1": 0.571494, - "accuracy": 0.615613, - "main_score": 0.571494, - "hf_subset": "prs_Arab-kin_Latn", - "languages": [ - "prs-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-mal_Mlym", - "languages": [ - "prs-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-pes_Arab", - "languages": [ - "prs-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "prs_Arab-srd_Latn", - "languages": [ - "prs-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186711, - "recall": 0.233202, - "f1": 0.198548, - "accuracy": 0.233202, - "main_score": 0.198548, - "hf_subset": "prs_Arab-tzm_Tfng", - "languages": [ - "prs-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-acq_Arab", - "languages": [ - "prs-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625955, - "recall": 0.672925, - "f1": 0.639116, - "accuracy": 0.672925, - "main_score": 0.639116, - "hf_subset": "prs_Arab-bem_Latn", - "languages": [ - "prs-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-epo_Latn", - "languages": [ - "prs-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-hun_Latn", - "languages": [ - "prs-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "prs_Arab-kir_Cyrl", - "languages": [ - "prs-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-mar_Deva", - "languages": [ - "prs-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668939, - "recall": 0.721344, - "f1": 0.684307, - "accuracy": 0.721344, - "main_score": 0.684307, - "hf_subset": "prs_Arab-plt_Latn", - "languages": [ - "prs-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-srp_Cyrl", - "languages": [ - "prs-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "prs_Arab-uig_Arab", - "languages": [ - "prs-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "prs_Arab-aeb_Arab", - "languages": [ - "prs-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-ben_Beng", - "languages": [ - "prs-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-est_Latn", - "languages": [ - "prs-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-hye_Armn", - "languages": [ - "prs-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526913, - "recall": 0.58004, - "f1": 0.542325, - "accuracy": 0.58004, - "main_score": 0.542325, - "hf_subset": "prs_Arab-kmb_Latn", - "languages": [ - "prs-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498199, - "recall": 0.56917, - "f1": 0.517262, - "accuracy": 0.56917, - "main_score": 0.517262, - "hf_subset": "prs_Arab-min_Arab", - "languages": [ - "prs-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-pol_Latn", - "languages": [ - "prs-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552339, - "recall": 0.620553, - "f1": 0.571927, - "accuracy": 0.620553, - "main_score": 0.571927, - "hf_subset": "prs_Arab-ssw_Latn", - "languages": [ - "prs-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ukr_Cyrl", - "languages": [ - "prs-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-afr_Latn", - "languages": [ - "prs-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-bho_Deva", - "languages": [ - "prs-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "prs_Arab-eus_Latn", - "languages": [ - "prs-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571108, - "recall": 0.635375, - "f1": 0.588708, - "accuracy": 0.635375, - "main_score": 0.588708, - "hf_subset": "prs_Arab-ibo_Latn", - "languages": [ - "prs-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916914, - "recall": 0.939723, - "f1": 0.923979, - "accuracy": 0.939723, - "main_score": 0.923979, - "hf_subset": "prs_Arab-kmr_Latn", - "languages": [ - "prs-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "prs_Arab-min_Latn", - "languages": [ - "prs-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-por_Latn", - "languages": [ - "prs-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "prs_Arab-sun_Latn", - "languages": [ - "prs-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519798, - "recall": 0.575099, - "f1": 0.534859, - "accuracy": 0.575099, - "main_score": 0.534859, - "hf_subset": "prs_Arab-umb_Latn", - "languages": [ - "prs-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ajp_Arab", - "languages": [ - "prs-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544515, - "recall": 0.608696, - "f1": 0.562447, - "accuracy": 0.608696, - "main_score": 0.562447, - "hf_subset": "prs_Arab-bjn_Arab", - "languages": [ - "prs-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517174, - "recall": 0.571146, - "f1": 0.531764, - "accuracy": 0.571146, - "main_score": 0.531764, - "hf_subset": "prs_Arab-ewe_Latn", - "languages": [ - "prs-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943923, - "recall": 0.960474, - "f1": 0.949177, - "accuracy": 0.960474, - "main_score": 0.949177, - "hf_subset": "prs_Arab-ilo_Latn", - "languages": [ - "prs-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324111, - "recall": 0.379447, - "f1": 0.339322, - "accuracy": 0.379447, - "main_score": 0.339322, - "hf_subset": "prs_Arab-knc_Arab", - "languages": [ - "prs-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-mkd_Cyrl", - "languages": [ - "prs-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-swe_Latn", - "languages": [ - "prs-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-urd_Arab", - "languages": [ - "prs-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591321, - "recall": 0.651186, - "f1": 0.607971, - "accuracy": 0.651186, - "main_score": 0.607971, - "hf_subset": "prs_Arab-aka_Latn", - "languages": [ - "prs-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "prs_Arab-bjn_Latn", - "languages": [ - "prs-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "prs_Arab-fao_Latn", - "languages": [ - "prs-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ind_Latn", - "languages": [ - "prs-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593273, - "recall": 0.648221, - "f1": 0.608791, - "accuracy": 0.648221, - "main_score": 0.608791, - "hf_subset": "prs_Arab-knc_Latn", - "languages": [ - "prs-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "prs_Arab-mlt_Latn", - "languages": [ - "prs-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70625, - "recall": 0.768775, - "f1": 0.724711, - "accuracy": 0.768775, - "main_score": 0.724711, - "hf_subset": "prs_Arab-quy_Latn", - "languages": [ - "prs-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "prs_Arab-swh_Latn", - "languages": [ - "prs-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-uzn_Latn", - "languages": [ - "prs-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "prs_Arab-als_Latn", - "languages": [ - "prs-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679694, - "recall": 0.748024, - "f1": 0.699492, - "accuracy": 0.748024, - "main_score": 0.699492, - "hf_subset": "prs_Arab-bod_Tibt", - "languages": [ - "prs-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704778, - "recall": 0.756917, - "f1": 0.719697, - "accuracy": 0.756917, - "main_score": 0.719697, - "hf_subset": "prs_Arab-fij_Latn", - "languages": [ - "prs-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "prs_Arab-isl_Latn", - "languages": [ - "prs-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665622, - "recall": 0.713439, - "f1": 0.67968, - "accuracy": 0.713439, - "main_score": 0.67968, - "hf_subset": "prs_Arab-kon_Latn", - "languages": [ - "prs-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651105, - "recall": 0.717391, - "f1": 0.670267, - "accuracy": 0.717391, - "main_score": 0.670267, - "hf_subset": "prs_Arab-mni_Beng", - "languages": [ - "prs-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ron_Latn", - "languages": [ - "prs-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.986166, - "f1": 0.983366, - "accuracy": 0.986166, - "main_score": 0.983366, - "hf_subset": "prs_Arab-szl_Latn", - "languages": [ - "prs-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-vec_Latn", - "languages": [ - "prs-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "prs_Arab-amh_Ethi", - "languages": [ - "prs-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-bos_Latn", - "languages": [ - "prs-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-fin_Latn", - "languages": [ - "prs-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ita_Latn", - "languages": [ - "prs-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-kor_Hang", - "languages": [ - "prs-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547523, - "recall": 0.603755, - "f1": 0.563015, - "accuracy": 0.603755, - "main_score": 0.563015, - "hf_subset": "prs_Arab-mos_Latn", - "languages": [ - "prs-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546445, - "recall": 0.605731, - "f1": 0.562832, - "accuracy": 0.605731, - "main_score": 0.562832, - "hf_subset": "prs_Arab-run_Latn", - "languages": [ - "prs-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-tam_Taml", - "languages": [ - "prs-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-vie_Latn", - "languages": [ - "prs-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-apc_Arab", - "languages": [ - "prs-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819038, - "recall": 0.860672, - "f1": 0.831752, - "accuracy": 0.860672, - "main_score": 0.831752, - "hf_subset": "prs_Arab-bug_Latn", - "languages": [ - "prs-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471674, - "recall": 0.528656, - "f1": 0.48736, - "accuracy": 0.528656, - "main_score": 0.48736, - "hf_subset": "prs_Arab-fon_Latn", - "languages": [ - "prs-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-jav_Latn", - "languages": [ - "prs-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "prs_Arab-lao_Laoo", - "languages": [ - "prs-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882362, - "recall": 0.916008, - "f1": 0.892852, - "accuracy": 0.916008, - "main_score": 0.892852, - "hf_subset": "prs_Arab-mri_Latn", - "languages": [ - "prs-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-rus_Cyrl", - "languages": [ - "prs-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554235, - "recall": 0.61166, - "f1": 0.570025, - "accuracy": 0.61166, - "main_score": 0.570025, - "hf_subset": "prs_Arab-taq_Latn", - "languages": [ - "prs-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "prs_Arab-war_Latn", - "languages": [ - "prs-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-arb_Arab", - "languages": [ - "prs-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-bul_Cyrl", - "languages": [ - "prs-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-fra_Latn", - "languages": [ - "prs-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-jpn_Jpan", - "languages": [ - "prs-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "prs_Arab-lij_Latn", - "languages": [ - "prs-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "prs_Arab-mya_Mymr", - "languages": [ - "prs-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602063, - "recall": 0.659091, - "f1": 0.618146, - "accuracy": 0.659091, - "main_score": 0.618146, - "hf_subset": "prs_Arab-sag_Latn", - "languages": [ - "prs-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20439, - "recall": 0.26087, - "f1": 0.216893, - "accuracy": 0.26087, - "main_score": 0.216893, - "hf_subset": "prs_Arab-taq_Tfng", - "languages": [ - "prs-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618423, - "recall": 0.68083, - "f1": 0.636287, - "accuracy": 0.68083, - "main_score": 0.636287, - "hf_subset": "prs_Arab-wol_Latn", - "languages": [ - "prs-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820899, - "recall": 0.869565, - "f1": 0.836199, - "accuracy": 0.869565, - "main_score": 0.836199, - "hf_subset": "prs_Arab-arb_Latn", - "languages": [ - "prs-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-cat_Latn", - "languages": [ - "prs-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "prs_Arab-fur_Latn", - "languages": [ - "prs-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419352, - "recall": 0.477273, - "f1": 0.435214, - "accuracy": 0.477273, - "main_score": 0.435214, - "hf_subset": "prs_Arab-kab_Latn", - "languages": [ - "prs-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "prs_Arab-lim_Latn", - "languages": [ - "prs-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-nld_Latn", - "languages": [ - "prs-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "prs_Arab-san_Deva", - "languages": [ - "prs-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "prs_Arab-tat_Cyrl", - "languages": [ - "prs-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688505, - "recall": 0.744071, - "f1": 0.704762, - "accuracy": 0.744071, - "main_score": 0.704762, - "hf_subset": "prs_Arab-xho_Latn", - "languages": [ - "prs-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ars_Arab", - "languages": [ - "prs-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-ceb_Latn", - "languages": [ - "prs-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573039, - "recall": 0.635375, - "f1": 0.590145, - "accuracy": 0.635375, - "main_score": 0.590145, - "hf_subset": "prs_Arab-fuv_Latn", - "languages": [ - "prs-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500753, - "recall": 0.564229, - "f1": 0.517627, - "accuracy": 0.564229, - "main_score": 0.517627, - "hf_subset": "prs_Arab-kac_Latn", - "languages": [ - "prs-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685507, - "recall": 0.729249, - "f1": 0.697977, - "accuracy": 0.729249, - "main_score": 0.697977, - "hf_subset": "prs_Arab-lin_Latn", - "languages": [ - "prs-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-nno_Latn", - "languages": [ - "prs-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250217, - "recall": 0.33004, - "f1": 0.271472, - "accuracy": 0.33004, - "main_score": 0.271472, - "hf_subset": "prs_Arab-sat_Olck", - "languages": [ - "prs-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-tel_Telu", - "languages": [ - "prs-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966074, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "prs_Arab-ydd_Hebr", - "languages": [ - "prs-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "prs_Arab-ary_Arab", - "languages": [ - "prs-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-ces_Latn", - "languages": [ - "prs-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572021, - "recall": 0.62747, - "f1": 0.587601, - "accuracy": 0.62747, - "main_score": 0.587601, - "hf_subset": "prs_Arab-gaz_Latn", - "languages": [ - "prs-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574434, - "recall": 0.640316, - "f1": 0.593176, - "accuracy": 0.640316, - "main_score": 0.593176, - "hf_subset": "prs_Arab-kam_Latn", - "languages": [ - "prs-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "prs_Arab-lit_Latn", - "languages": [ - "prs-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-nob_Latn", - "languages": [ - "prs-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "prs_Arab-scn_Latn", - "languages": [ - "prs-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "prs_Arab-tgk_Cyrl", - "languages": [ - "prs-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73163, - "recall": 0.796443, - "f1": 0.751287, - "accuracy": 0.796443, - "main_score": 0.751287, - "hf_subset": "prs_Arab-yor_Latn", - "languages": [ - "prs-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-arz_Arab", - "languages": [ - "prs-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554466, - "recall": 0.616601, - "f1": 0.572142, - "accuracy": 0.616601, - "main_score": 0.572142, - "hf_subset": "prs_Arab-cjk_Latn", - "languages": [ - "prs-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787582, - "recall": 0.839921, - "f1": 0.803656, - "accuracy": 0.839921, - "main_score": 0.803656, - "hf_subset": "prs_Arab-gla_Latn", - "languages": [ - "prs-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-kan_Knda", - "languages": [ - "prs-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "prs_Arab-lmo_Latn", - "languages": [ - "prs-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "prs_Arab-npi_Deva", - "languages": [ - "prs-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471501, - "recall": 0.528656, - "f1": 0.487312, - "accuracy": 0.528656, - "main_score": 0.487312, - "hf_subset": "prs_Arab-shn_Mymr", - "languages": [ - "prs-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-tgl_Latn", - "languages": [ - "prs-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-yue_Hant", - "languages": [ - "prs-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-asm_Beng", - "languages": [ - "prs-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "prs_Arab-ckb_Arab", - "languages": [ - "prs-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898115, - "recall": 0.925889, - "f1": 0.906933, - "accuracy": 0.925889, - "main_score": 0.906933, - "hf_subset": "prs_Arab-gle_Latn", - "languages": [ - "prs-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "prs_Arab-kas_Arab", - "languages": [ - "prs-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935935, - "recall": 0.955534, - "f1": 0.942358, - "accuracy": 0.955534, - "main_score": 0.942358, - "hf_subset": "prs_Arab-ltg_Latn", - "languages": [ - "prs-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609561, - "recall": 0.660079, - "f1": 0.623759, - "accuracy": 0.660079, - "main_score": 0.623759, - "hf_subset": "prs_Arab-nso_Latn", - "languages": [ - "prs-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "prs_Arab-sin_Sinh", - "languages": [ - "prs-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-tha_Thai", - "languages": [ - "prs-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-zho_Hans", - "languages": [ - "prs-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ast_Latn", - "languages": [ - "prs-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-crh_Latn", - "languages": [ - "prs-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-glg_Latn", - "languages": [ - "prs-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905962, - "recall": 0.934783, - "f1": 0.915349, - "accuracy": 0.934783, - "main_score": 0.915349, - "hf_subset": "prs_Arab-kas_Deva", - "languages": [ - "prs-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984848, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "prs_Arab-ltz_Latn", - "languages": [ - "prs-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454016, - "recall": 0.522727, - "f1": 0.472937, - "accuracy": 0.522727, - "main_score": 0.472937, - "hf_subset": "prs_Arab-nus_Latn", - "languages": [ - "prs-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-slk_Latn", - "languages": [ - "prs-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626722, - "recall": 0.69664, - "f1": 0.647057, - "accuracy": 0.69664, - "main_score": 0.647057, - "hf_subset": "prs_Arab-tir_Ethi", - "languages": [ - "prs-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-zho_Hant", - "languages": [ - "prs-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.991107, - "f1": 0.989295, - "accuracy": 0.991107, - "main_score": 0.989295, - "hf_subset": "prs_Arab-awa_Deva", - "languages": [ - "prs-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "prs_Arab-cym_Latn", - "languages": [ - "prs-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830369, - "recall": 0.87253, - "f1": 0.843314, - "accuracy": 0.87253, - "main_score": 0.843314, - "hf_subset": "prs_Arab-grn_Latn", - "languages": [ - "prs-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-kat_Geor", - "languages": [ - "prs-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642465, - "recall": 0.695652, - "f1": 0.65766, - "accuracy": 0.695652, - "main_score": 0.65766, - "hf_subset": "prs_Arab-lua_Latn", - "languages": [ - "prs-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643717, - "recall": 0.703557, - "f1": 0.660766, - "accuracy": 0.703557, - "main_score": 0.660766, - "hf_subset": "prs_Arab-nya_Latn", - "languages": [ - "prs-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-slv_Latn", - "languages": [ - "prs-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "prs_Arab-tpi_Latn", - "languages": [ - "prs-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-zsm_Latn", - "languages": [ - "prs-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545464, - "recall": 0.606719, - "f1": 0.56274, - "accuracy": 0.606719, - "main_score": 0.56274, - "hf_subset": "prs_Arab-ayr_Latn", - "languages": [ - "prs-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-dan_Latn", - "languages": [ - "prs-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-guj_Gujr", - "languages": [ - "prs-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-kaz_Cyrl", - "languages": [ - "prs-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531368, - "recall": 0.596838, - "f1": 0.54976, - "accuracy": 0.596838, - "main_score": 0.54976, - "hf_subset": "prs_Arab-lug_Latn", - "languages": [ - "prs-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-oci_Latn", - "languages": [ - "prs-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835672, - "recall": 0.878458, - "f1": 0.848748, - "accuracy": 0.878458, - "main_score": 0.848748, - "hf_subset": "prs_Arab-smo_Latn", - "languages": [ - "prs-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539414, - "recall": 0.600791, - "f1": 0.556557, - "accuracy": 0.600791, - "main_score": 0.556557, - "hf_subset": "prs_Arab-tsn_Latn", - "languages": [ - "prs-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630715, - "recall": 0.687747, - "f1": 0.647003, - "accuracy": 0.687747, - "main_score": 0.647003, - "hf_subset": "prs_Arab-zul_Latn", - "languages": [ - "prs-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "prs_Arab-azb_Arab", - "languages": [ - "prs-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-deu_Latn", - "languages": [ - "prs-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "prs_Arab-hat_Latn", - "languages": [ - "prs-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494642, - "recall": 0.545455, - "f1": 0.508424, - "accuracy": 0.545455, - "main_score": 0.508424, - "hf_subset": "prs_Arab-kbp_Latn", - "languages": [ - "prs-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569801, - "recall": 0.626482, - "f1": 0.585421, - "accuracy": 0.626482, - "main_score": 0.585421, - "hf_subset": "prs_Arab-luo_Latn", - "languages": [ - "prs-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-ory_Orya", - "languages": [ - "prs-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58658, - "recall": 0.646245, - "f1": 0.603746, - "accuracy": 0.646245, - "main_score": 0.603746, - "hf_subset": "prs_Arab-sna_Latn", - "languages": [ - "prs-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561514, - "recall": 0.615613, - "f1": 0.575782, - "accuracy": 0.615613, - "main_score": 0.575782, - "hf_subset": "prs_Arab-tso_Latn", - "languages": [ - "prs-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "prs_Arab-azj_Latn", - "languages": [ - "prs-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534745, - "recall": 0.600791, - "f1": 0.553597, - "accuracy": 0.600791, - "main_score": 0.553597, - "hf_subset": "prs_Arab-dik_Latn", - "languages": [ - "prs-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748232, - "recall": 0.801383, - "f1": 0.76357, - "accuracy": 0.801383, - "main_score": 0.76357, - "hf_subset": "prs_Arab-hau_Latn", - "languages": [ - "prs-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "prs_Arab-kea_Latn", - "languages": [ - "prs-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756209, - "recall": 0.800395, - "f1": 0.769452, - "accuracy": 0.800395, - "main_score": 0.769452, - "hf_subset": "prs_Arab-lus_Latn", - "languages": [ - "prs-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872727, - "recall": 0.903162, - "f1": 0.881884, - "accuracy": 0.903162, - "main_score": 0.881884, - "hf_subset": "prs_Arab-pag_Latn", - "languages": [ - "prs-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-snd_Arab", - "languages": [ - "prs-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "prs_Arab-tuk_Latn", - "languages": [ - "prs-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "prs_Arab-bak_Cyrl", - "languages": [ - "prs-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474613, - "recall": 0.555336, - "f1": 0.497967, - "accuracy": 0.555336, - "main_score": 0.497967, - "hf_subset": "prs_Arab-dyu_Latn", - "languages": [ - "prs-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "prs_Arab-heb_Hebr", - "languages": [ - "prs-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "prs_Arab-khk_Cyrl", - "languages": [ - "prs-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-lvs_Latn", - "languages": [ - "prs-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "prs_Arab-pan_Guru", - "languages": [ - "prs-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721617, - "recall": 0.780632, - "f1": 0.739312, - "accuracy": 0.780632, - "main_score": 0.739312, - "hf_subset": "prs_Arab-som_Latn", - "languages": [ - "prs-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598323, - "recall": 0.648221, - "f1": 0.612118, - "accuracy": 0.648221, - "main_score": 0.612118, - "hf_subset": "prs_Arab-tum_Latn", - "languages": [ - "prs-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580288, - "recall": 0.645257, - "f1": 0.598462, - "accuracy": 0.645257, - "main_score": 0.598462, - "hf_subset": "swe_Latn-ace_Arab", - "languages": [ - "swe-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541636, - "recall": 0.600791, - "f1": 0.557671, - "accuracy": 0.600791, - "main_score": 0.557671, - "hf_subset": "swe_Latn-bam_Latn", - "languages": [ - "swe-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438934, - "recall": 0.51581, - "f1": 0.459979, - "accuracy": 0.51581, - "main_score": 0.459979, - "hf_subset": "swe_Latn-dzo_Tibt", - "languages": [ - "swe-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-hin_Deva", - "languages": [ - "swe-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-khm_Khmr", - "languages": [ - "swe-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-mag_Deva", - "languages": [ - "swe-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "swe_Latn-pap_Latn", - "languages": [ - "swe-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608074, - "recall": 0.668972, - "f1": 0.625431, - "accuracy": 0.668972, - "main_score": 0.625431, - "hf_subset": "swe_Latn-sot_Latn", - "languages": [ - "swe-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-tur_Latn", - "languages": [ - "swe-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88694, - "recall": 0.916996, - "f1": 0.896429, - "accuracy": 0.916996, - "main_score": 0.896429, - "hf_subset": "swe_Latn-ace_Latn", - "languages": [ - "swe-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.978261, - "f1": 0.973155, - "accuracy": 0.978261, - "main_score": 0.973155, - "hf_subset": "swe_Latn-ban_Latn", - "languages": [ - "swe-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ell_Grek", - "languages": [ - "swe-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "swe_Latn-hne_Deva", - "languages": [ - "swe-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605938, - "recall": 0.662055, - "f1": 0.622419, - "accuracy": 0.662055, - "main_score": 0.622419, - "hf_subset": "swe_Latn-kik_Latn", - "languages": [ - "swe-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-mai_Deva", - "languages": [ - "swe-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "swe_Latn-pbt_Arab", - "languages": [ - "swe-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-spa_Latn", - "languages": [ - "swe-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617038, - "recall": 0.682806, - "f1": 0.635693, - "accuracy": 0.682806, - "main_score": 0.635693, - "hf_subset": "swe_Latn-twi_Latn", - "languages": [ - "swe-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-acm_Arab", - "languages": [ - "swe-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-bel_Cyrl", - "languages": [ - "swe-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-eng_Latn", - "languages": [ - "swe-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-hrv_Latn", - "languages": [ - "swe-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556096, - "recall": 0.620553, - "f1": 0.574115, - "accuracy": 0.620553, - "main_score": 0.574115, - "hf_subset": "swe_Latn-kin_Latn", - "languages": [ - "swe-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-mal_Mlym", - "languages": [ - "swe-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-pes_Arab", - "languages": [ - "swe-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "swe_Latn-srd_Latn", - "languages": [ - "swe-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184871, - "recall": 0.236166, - "f1": 0.197699, - "accuracy": 0.236166, - "main_score": 0.197699, - "hf_subset": "swe_Latn-tzm_Tfng", - "languages": [ - "swe-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-acq_Arab", - "languages": [ - "swe-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636471, - "recall": 0.6917, - "f1": 0.65215, - "accuracy": 0.6917, - "main_score": 0.65215, - "hf_subset": "swe_Latn-bem_Latn", - "languages": [ - "swe-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-epo_Latn", - "languages": [ - "swe-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-hun_Latn", - "languages": [ - "swe-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-kir_Cyrl", - "languages": [ - "swe-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-mar_Deva", - "languages": [ - "swe-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685754, - "recall": 0.742095, - "f1": 0.702339, - "accuracy": 0.742095, - "main_score": 0.702339, - "hf_subset": "swe_Latn-plt_Latn", - "languages": [ - "swe-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-srp_Cyrl", - "languages": [ - "swe-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "swe_Latn-uig_Arab", - "languages": [ - "swe-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-aeb_Arab", - "languages": [ - "swe-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ben_Beng", - "languages": [ - "swe-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-est_Latn", - "languages": [ - "swe-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-hye_Armn", - "languages": [ - "swe-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566825, - "recall": 0.62253, - "f1": 0.582532, - "accuracy": 0.62253, - "main_score": 0.582532, - "hf_subset": "swe_Latn-kmb_Latn", - "languages": [ - "swe-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51625, - "recall": 0.591897, - "f1": 0.537035, - "accuracy": 0.591897, - "main_score": 0.537035, - "hf_subset": "swe_Latn-min_Arab", - "languages": [ - "swe-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-pol_Latn", - "languages": [ - "swe-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567803, - "recall": 0.629447, - "f1": 0.586067, - "accuracy": 0.629447, - "main_score": 0.586067, - "hf_subset": "swe_Latn-ssw_Latn", - "languages": [ - "swe-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ukr_Cyrl", - "languages": [ - "swe-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-afr_Latn", - "languages": [ - "swe-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-bho_Deva", - "languages": [ - "swe-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "swe_Latn-eus_Latn", - "languages": [ - "swe-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599301, - "recall": 0.666008, - "f1": 0.618664, - "accuracy": 0.666008, - "main_score": 0.618664, - "hf_subset": "swe_Latn-ibo_Latn", - "languages": [ - "swe-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918725, - "recall": 0.943676, - "f1": 0.926779, - "accuracy": 0.943676, - "main_score": 0.926779, - "hf_subset": "swe_Latn-kmr_Latn", - "languages": [ - "swe-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "swe_Latn-min_Latn", - "languages": [ - "swe-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-por_Latn", - "languages": [ - "swe-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-sun_Latn", - "languages": [ - "swe-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529481, - "recall": 0.588933, - "f1": 0.546669, - "accuracy": 0.588933, - "main_score": 0.546669, - "hf_subset": "swe_Latn-umb_Latn", - "languages": [ - "swe-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ajp_Arab", - "languages": [ - "swe-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546914, - "recall": 0.615613, - "f1": 0.56618, - "accuracy": 0.615613, - "main_score": 0.56618, - "hf_subset": "swe_Latn-bjn_Arab", - "languages": [ - "swe-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541669, - "recall": 0.597826, - "f1": 0.556913, - "accuracy": 0.597826, - "main_score": 0.556913, - "hf_subset": "swe_Latn-ewe_Latn", - "languages": [ - "swe-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "swe_Latn-ilo_Latn", - "languages": [ - "swe-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324713, - "recall": 0.384387, - "f1": 0.341087, - "accuracy": 0.384387, - "main_score": 0.341087, - "hf_subset": "swe_Latn-knc_Arab", - "languages": [ - "swe-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-mkd_Cyrl", - "languages": [ - "swe-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-prs_Arab", - "languages": [ - "swe-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-urd_Arab", - "languages": [ - "swe-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608317, - "recall": 0.670949, - "f1": 0.625781, - "accuracy": 0.670949, - "main_score": 0.625781, - "hf_subset": "swe_Latn-aka_Latn", - "languages": [ - "swe-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "swe_Latn-bjn_Latn", - "languages": [ - "swe-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "swe_Latn-fao_Latn", - "languages": [ - "swe-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ind_Latn", - "languages": [ - "swe-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604161, - "recall": 0.656126, - "f1": 0.61895, - "accuracy": 0.656126, - "main_score": 0.61895, - "hf_subset": "swe_Latn-knc_Latn", - "languages": [ - "swe-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "swe_Latn-mlt_Latn", - "languages": [ - "swe-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723058, - "recall": 0.781621, - "f1": 0.740275, - "accuracy": 0.781621, - "main_score": 0.740275, - "hf_subset": "swe_Latn-quy_Latn", - "languages": [ - "swe-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "swe_Latn-swh_Latn", - "languages": [ - "swe-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-uzn_Latn", - "languages": [ - "swe-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-als_Latn", - "languages": [ - "swe-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648641, - "recall": 0.729249, - "f1": 0.672227, - "accuracy": 0.729249, - "main_score": 0.672227, - "hf_subset": "swe_Latn-bod_Tibt", - "languages": [ - "swe-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730896, - "recall": 0.787549, - "f1": 0.747563, - "accuracy": 0.787549, - "main_score": 0.747563, - "hf_subset": "swe_Latn-fij_Latn", - "languages": [ - "swe-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "swe_Latn-isl_Latn", - "languages": [ - "swe-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67817, - "recall": 0.731225, - "f1": 0.693961, - "accuracy": 0.731225, - "main_score": 0.693961, - "hf_subset": "swe_Latn-kon_Latn", - "languages": [ - "swe-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681679, - "recall": 0.740119, - "f1": 0.698666, - "accuracy": 0.740119, - "main_score": 0.698666, - "hf_subset": "swe_Latn-mni_Beng", - "languages": [ - "swe-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ron_Latn", - "languages": [ - "swe-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "swe_Latn-szl_Latn", - "languages": [ - "swe-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-vec_Latn", - "languages": [ - "swe-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "swe_Latn-amh_Ethi", - "languages": [ - "swe-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-bos_Latn", - "languages": [ - "swe-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-fin_Latn", - "languages": [ - "swe-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ita_Latn", - "languages": [ - "swe-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-kor_Hang", - "languages": [ - "swe-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558813, - "recall": 0.621542, - "f1": 0.576611, - "accuracy": 0.621542, - "main_score": 0.576611, - "hf_subset": "swe_Latn-mos_Latn", - "languages": [ - "swe-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561613, - "recall": 0.617589, - "f1": 0.577986, - "accuracy": 0.617589, - "main_score": 0.577986, - "hf_subset": "swe_Latn-run_Latn", - "languages": [ - "swe-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-tam_Taml", - "languages": [ - "swe-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-vie_Latn", - "languages": [ - "swe-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-apc_Arab", - "languages": [ - "swe-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813603, - "recall": 0.857708, - "f1": 0.826995, - "accuracy": 0.857708, - "main_score": 0.826995, - "hf_subset": "swe_Latn-bug_Latn", - "languages": [ - "swe-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479844, - "recall": 0.538538, - "f1": 0.495446, - "accuracy": 0.538538, - "main_score": 0.495446, - "hf_subset": "swe_Latn-fon_Latn", - "languages": [ - "swe-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-jav_Latn", - "languages": [ - "swe-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "swe_Latn-lao_Laoo", - "languages": [ - "swe-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891304, - "recall": 0.922925, - "f1": 0.901318, - "accuracy": 0.922925, - "main_score": 0.901318, - "hf_subset": "swe_Latn-mri_Latn", - "languages": [ - "swe-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-rus_Cyrl", - "languages": [ - "swe-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544642, - "recall": 0.607708, - "f1": 0.562474, - "accuracy": 0.607708, - "main_score": 0.562474, - "hf_subset": "swe_Latn-taq_Latn", - "languages": [ - "swe-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-war_Latn", - "languages": [ - "swe-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-arb_Arab", - "languages": [ - "swe-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-bul_Cyrl", - "languages": [ - "swe-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-fra_Latn", - "languages": [ - "swe-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-jpn_Jpan", - "languages": [ - "swe-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "swe_Latn-lij_Latn", - "languages": [ - "swe-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "swe_Latn-mya_Mymr", - "languages": [ - "swe-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617751, - "recall": 0.682806, - "f1": 0.635976, - "accuracy": 0.682806, - "main_score": 0.635976, - "hf_subset": "swe_Latn-sag_Latn", - "languages": [ - "swe-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192746, - "recall": 0.250988, - "f1": 0.206284, - "accuracy": 0.250988, - "main_score": 0.206284, - "hf_subset": "swe_Latn-taq_Tfng", - "languages": [ - "swe-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648065, - "recall": 0.708498, - "f1": 0.665156, - "accuracy": 0.708498, - "main_score": 0.665156, - "hf_subset": "swe_Latn-wol_Latn", - "languages": [ - "swe-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810919, - "recall": 0.858696, - "f1": 0.825264, - "accuracy": 0.858696, - "main_score": 0.825264, - "hf_subset": "swe_Latn-arb_Latn", - "languages": [ - "swe-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-cat_Latn", - "languages": [ - "swe-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "swe_Latn-fur_Latn", - "languages": [ - "swe-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416365, - "recall": 0.479249, - "f1": 0.434126, - "accuracy": 0.479249, - "main_score": 0.434126, - "hf_subset": "swe_Latn-kab_Latn", - "languages": [ - "swe-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-lim_Latn", - "languages": [ - "swe-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-nld_Latn", - "languages": [ - "swe-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "swe_Latn-san_Deva", - "languages": [ - "swe-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-tat_Cyrl", - "languages": [ - "swe-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691215, - "recall": 0.747036, - "f1": 0.708006, - "accuracy": 0.747036, - "main_score": 0.708006, - "hf_subset": "swe_Latn-xho_Latn", - "languages": [ - "swe-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ars_Arab", - "languages": [ - "swe-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ceb_Latn", - "languages": [ - "swe-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570854, - "recall": 0.630435, - "f1": 0.587611, - "accuracy": 0.630435, - "main_score": 0.587611, - "hf_subset": "swe_Latn-fuv_Latn", - "languages": [ - "swe-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515116, - "recall": 0.583992, - "f1": 0.534321, - "accuracy": 0.583992, - "main_score": 0.534321, - "hf_subset": "swe_Latn-kac_Latn", - "languages": [ - "swe-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673413, - "recall": 0.728261, - "f1": 0.689756, - "accuracy": 0.728261, - "main_score": 0.689756, - "hf_subset": "swe_Latn-lin_Latn", - "languages": [ - "swe-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-nno_Latn", - "languages": [ - "swe-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244408, - "recall": 0.325099, - "f1": 0.265158, - "accuracy": 0.325099, - "main_score": 0.265158, - "hf_subset": "swe_Latn-sat_Olck", - "languages": [ - "swe-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-tel_Telu", - "languages": [ - "swe-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "swe_Latn-ydd_Hebr", - "languages": [ - "swe-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "swe_Latn-ary_Arab", - "languages": [ - "swe-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ces_Latn", - "languages": [ - "swe-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590935, - "recall": 0.653162, - "f1": 0.609437, - "accuracy": 0.653162, - "main_score": 0.609437, - "hf_subset": "swe_Latn-gaz_Latn", - "languages": [ - "swe-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592377, - "recall": 0.655138, - "f1": 0.610117, - "accuracy": 0.655138, - "main_score": 0.610117, - "hf_subset": "swe_Latn-kam_Latn", - "languages": [ - "swe-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "swe_Latn-lit_Latn", - "languages": [ - "swe-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-nob_Latn", - "languages": [ - "swe-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "swe_Latn-scn_Latn", - "languages": [ - "swe-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "swe_Latn-tgk_Cyrl", - "languages": [ - "swe-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728706, - "recall": 0.79249, - "f1": 0.748188, - "accuracy": 0.79249, - "main_score": 0.748188, - "hf_subset": "swe_Latn-yor_Latn", - "languages": [ - "swe-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-arz_Arab", - "languages": [ - "swe-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558857, - "recall": 0.617589, - "f1": 0.575601, - "accuracy": 0.617589, - "main_score": 0.575601, - "hf_subset": "swe_Latn-cjk_Latn", - "languages": [ - "swe-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814476, - "recall": 0.860672, - "f1": 0.828873, - "accuracy": 0.860672, - "main_score": 0.828873, - "hf_subset": "swe_Latn-gla_Latn", - "languages": [ - "swe-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-kan_Knda", - "languages": [ - "swe-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "swe_Latn-lmo_Latn", - "languages": [ - "swe-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "swe_Latn-npi_Deva", - "languages": [ - "swe-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478999, - "recall": 0.545455, - "f1": 0.49728, - "accuracy": 0.545455, - "main_score": 0.49728, - "hf_subset": "swe_Latn-shn_Mymr", - "languages": [ - "swe-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-tgl_Latn", - "languages": [ - "swe-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-yue_Hant", - "languages": [ - "swe-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-asm_Beng", - "languages": [ - "swe-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "swe_Latn-ckb_Arab", - "languages": [ - "swe-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911067, - "recall": 0.935771, - "f1": 0.918775, - "accuracy": 0.935771, - "main_score": 0.918775, - "hf_subset": "swe_Latn-gle_Latn", - "languages": [ - "swe-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "swe_Latn-kas_Arab", - "languages": [ - "swe-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "swe_Latn-ltg_Latn", - "languages": [ - "swe-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621816, - "recall": 0.679842, - "f1": 0.638894, - "accuracy": 0.679842, - "main_score": 0.638894, - "hf_subset": "swe_Latn-nso_Latn", - "languages": [ - "swe-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "swe_Latn-sin_Sinh", - "languages": [ - "swe-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-tha_Thai", - "languages": [ - "swe-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-zho_Hans", - "languages": [ - "swe-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ast_Latn", - "languages": [ - "swe-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-crh_Latn", - "languages": [ - "swe-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-glg_Latn", - "languages": [ - "swe-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914279, - "recall": 0.939723, - "f1": 0.922299, - "accuracy": 0.939723, - "main_score": 0.922299, - "hf_subset": "swe_Latn-kas_Deva", - "languages": [ - "swe-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-ltz_Latn", - "languages": [ - "swe-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465277, - "recall": 0.535573, - "f1": 0.484696, - "accuracy": 0.535573, - "main_score": 0.484696, - "hf_subset": "swe_Latn-nus_Latn", - "languages": [ - "swe-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-slk_Latn", - "languages": [ - "swe-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634463, - "recall": 0.708498, - "f1": 0.656326, - "accuracy": 0.708498, - "main_score": 0.656326, - "hf_subset": "swe_Latn-tir_Ethi", - "languages": [ - "swe-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-zho_Hant", - "languages": [ - "swe-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "swe_Latn-awa_Deva", - "languages": [ - "swe-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "swe_Latn-cym_Latn", - "languages": [ - "swe-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867836, - "recall": 0.902174, - "f1": 0.878524, - "accuracy": 0.902174, - "main_score": 0.878524, - "hf_subset": "swe_Latn-grn_Latn", - "languages": [ - "swe-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-kat_Geor", - "languages": [ - "swe-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665927, - "recall": 0.717391, - "f1": 0.680818, - "accuracy": 0.717391, - "main_score": 0.680818, - "hf_subset": "swe_Latn-lua_Latn", - "languages": [ - "swe-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662057, - "recall": 0.719368, - "f1": 0.678644, - "accuracy": 0.719368, - "main_score": 0.678644, - "hf_subset": "swe_Latn-nya_Latn", - "languages": [ - "swe-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-slv_Latn", - "languages": [ - "swe-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "swe_Latn-tpi_Latn", - "languages": [ - "swe-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-zsm_Latn", - "languages": [ - "swe-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553956, - "recall": 0.620553, - "f1": 0.572703, - "accuracy": 0.620553, - "main_score": 0.572703, - "hf_subset": "swe_Latn-ayr_Latn", - "languages": [ - "swe-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-dan_Latn", - "languages": [ - "swe-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-guj_Gujr", - "languages": [ - "swe-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-kaz_Cyrl", - "languages": [ - "swe-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55942, - "recall": 0.619565, - "f1": 0.576446, - "accuracy": 0.619565, - "main_score": 0.576446, - "hf_subset": "swe_Latn-lug_Latn", - "languages": [ - "swe-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-oci_Latn", - "languages": [ - "swe-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844121, - "recall": 0.883399, - "f1": 0.856061, - "accuracy": 0.883399, - "main_score": 0.856061, - "hf_subset": "swe_Latn-smo_Latn", - "languages": [ - "swe-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55755, - "recall": 0.62253, - "f1": 0.576129, - "accuracy": 0.62253, - "main_score": 0.576129, - "hf_subset": "swe_Latn-tsn_Latn", - "languages": [ - "swe-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630256, - "recall": 0.693676, - "f1": 0.649031, - "accuracy": 0.693676, - "main_score": 0.649031, - "hf_subset": "swe_Latn-zul_Latn", - "languages": [ - "swe-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936841, - "recall": 0.956522, - "f1": 0.943248, - "accuracy": 0.956522, - "main_score": 0.943248, - "hf_subset": "swe_Latn-azb_Arab", - "languages": [ - "swe-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-deu_Latn", - "languages": [ - "swe-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "swe_Latn-hat_Latn", - "languages": [ - "swe-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505247, - "recall": 0.562253, - "f1": 0.521137, - "accuracy": 0.562253, - "main_score": 0.521137, - "hf_subset": "swe_Latn-kbp_Latn", - "languages": [ - "swe-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583625, - "recall": 0.636364, - "f1": 0.597836, - "accuracy": 0.636364, - "main_score": 0.597836, - "hf_subset": "swe_Latn-luo_Latn", - "languages": [ - "swe-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-ory_Orya", - "languages": [ - "swe-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60388, - "recall": 0.666996, - "f1": 0.622306, - "accuracy": 0.666996, - "main_score": 0.622306, - "hf_subset": "swe_Latn-sna_Latn", - "languages": [ - "swe-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560945, - "recall": 0.619565, - "f1": 0.577332, - "accuracy": 0.619565, - "main_score": 0.577332, - "hf_subset": "swe_Latn-tso_Latn", - "languages": [ - "swe-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-azj_Latn", - "languages": [ - "swe-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550128, - "recall": 0.619565, - "f1": 0.570425, - "accuracy": 0.619565, - "main_score": 0.570425, - "hf_subset": "swe_Latn-dik_Latn", - "languages": [ - "swe-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764585, - "recall": 0.815217, - "f1": 0.779694, - "accuracy": 0.815217, - "main_score": 0.779694, - "hf_subset": "swe_Latn-hau_Latn", - "languages": [ - "swe-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "swe_Latn-kea_Latn", - "languages": [ - "swe-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746574, - "recall": 0.801383, - "f1": 0.763359, - "accuracy": 0.801383, - "main_score": 0.763359, - "hf_subset": "swe_Latn-lus_Latn", - "languages": [ - "swe-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885244, - "recall": 0.913043, - "f1": 0.893906, - "accuracy": 0.913043, - "main_score": 0.893906, - "hf_subset": "swe_Latn-pag_Latn", - "languages": [ - "swe-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "swe_Latn-snd_Arab", - "languages": [ - "swe-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "swe_Latn-tuk_Latn", - "languages": [ - "swe-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "swe_Latn-bak_Cyrl", - "languages": [ - "swe-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506893, - "recall": 0.582016, - "f1": 0.529405, - "accuracy": 0.582016, - "main_score": 0.529405, - "hf_subset": "swe_Latn-dyu_Latn", - "languages": [ - "swe-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-heb_Hebr", - "languages": [ - "swe-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "swe_Latn-khk_Cyrl", - "languages": [ - "swe-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-lvs_Latn", - "languages": [ - "swe-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "swe_Latn-pan_Guru", - "languages": [ - "swe-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723486, - "recall": 0.778656, - "f1": 0.740176, - "accuracy": 0.778656, - "main_score": 0.740176, - "hf_subset": "swe_Latn-som_Latn", - "languages": [ - "swe-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602877, - "recall": 0.656126, - "f1": 0.617638, - "accuracy": 0.656126, - "main_score": 0.617638, - "hf_subset": "swe_Latn-tum_Latn", - "languages": [ - "swe-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542379, - "recall": 0.603755, - "f1": 0.559189, - "accuracy": 0.603755, - "main_score": 0.559189, - "hf_subset": "urd_Arab-ace_Arab", - "languages": [ - "urd-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494549, - "recall": 0.557312, - "f1": 0.511992, - "accuracy": 0.557312, - "main_score": 0.511992, - "hf_subset": "urd_Arab-bam_Latn", - "languages": [ - "urd-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431481, - "recall": 0.508893, - "f1": 0.451368, - "accuracy": 0.508893, - "main_score": 0.451368, - "hf_subset": "urd_Arab-dzo_Tibt", - "languages": [ - "urd-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-hin_Deva", - "languages": [ - "urd-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-khm_Khmr", - "languages": [ - "urd-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-mag_Deva", - "languages": [ - "urd-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "urd_Arab-pap_Latn", - "languages": [ - "urd-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571762, - "recall": 0.631423, - "f1": 0.588178, - "accuracy": 0.631423, - "main_score": 0.588178, - "hf_subset": "urd_Arab-sot_Latn", - "languages": [ - "urd-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-tur_Latn", - "languages": [ - "urd-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854308, - "recall": 0.891304, - "f1": 0.865728, - "accuracy": 0.891304, - "main_score": 0.865728, - "hf_subset": "urd_Arab-ace_Latn", - "languages": [ - "urd-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955781, - "recall": 0.967391, - "f1": 0.959552, - "accuracy": 0.967391, - "main_score": 0.959552, - "hf_subset": "urd_Arab-ban_Latn", - "languages": [ - "urd-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-ell_Grek", - "languages": [ - "urd-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "urd_Arab-hne_Deva", - "languages": [ - "urd-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565195, - "recall": 0.629447, - "f1": 0.583835, - "accuracy": 0.629447, - "main_score": 0.583835, - "hf_subset": "urd_Arab-kik_Latn", - "languages": [ - "urd-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-mai_Deva", - "languages": [ - "urd-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "urd_Arab-pbt_Arab", - "languages": [ - "urd-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-spa_Latn", - "languages": [ - "urd-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592787, - "recall": 0.658103, - "f1": 0.610484, - "accuracy": 0.658103, - "main_score": 0.610484, - "hf_subset": "urd_Arab-twi_Latn", - "languages": [ - "urd-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-acm_Arab", - "languages": [ - "urd-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-bel_Cyrl", - "languages": [ - "urd-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-eng_Latn", - "languages": [ - "urd-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-hrv_Latn", - "languages": [ - "urd-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536001, - "recall": 0.596838, - "f1": 0.552815, - "accuracy": 0.596838, - "main_score": 0.552815, - "hf_subset": "urd_Arab-kin_Latn", - "languages": [ - "urd-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-mal_Mlym", - "languages": [ - "urd-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-pes_Arab", - "languages": [ - "urd-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "urd_Arab-srd_Latn", - "languages": [ - "urd-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190796, - "recall": 0.235178, - "f1": 0.202245, - "accuracy": 0.235178, - "main_score": 0.202245, - "hf_subset": "urd_Arab-tzm_Tfng", - "languages": [ - "urd-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-acq_Arab", - "languages": [ - "urd-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60635, - "recall": 0.653162, - "f1": 0.619323, - "accuracy": 0.653162, - "main_score": 0.619323, - "hf_subset": "urd_Arab-bem_Latn", - "languages": [ - "urd-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-epo_Latn", - "languages": [ - "urd-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-hun_Latn", - "languages": [ - "urd-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "urd_Arab-kir_Cyrl", - "languages": [ - "urd-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-mar_Deva", - "languages": [ - "urd-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653195, - "recall": 0.710474, - "f1": 0.670323, - "accuracy": 0.710474, - "main_score": 0.670323, - "hf_subset": "urd_Arab-plt_Latn", - "languages": [ - "urd-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-srp_Cyrl", - "languages": [ - "urd-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "urd_Arab-uig_Arab", - "languages": [ - "urd-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "urd_Arab-aeb_Arab", - "languages": [ - "urd-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ben_Beng", - "languages": [ - "urd-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-est_Latn", - "languages": [ - "urd-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-hye_Armn", - "languages": [ - "urd-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519344, - "recall": 0.572134, - "f1": 0.534324, - "accuracy": 0.572134, - "main_score": 0.534324, - "hf_subset": "urd_Arab-kmb_Latn", - "languages": [ - "urd-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473749, - "recall": 0.546443, - "f1": 0.492832, - "accuracy": 0.546443, - "main_score": 0.492832, - "hf_subset": "urd_Arab-min_Arab", - "languages": [ - "urd-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-pol_Latn", - "languages": [ - "urd-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537493, - "recall": 0.603755, - "f1": 0.556868, - "accuracy": 0.603755, - "main_score": 0.556868, - "hf_subset": "urd_Arab-ssw_Latn", - "languages": [ - "urd-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ukr_Cyrl", - "languages": [ - "urd-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-afr_Latn", - "languages": [ - "urd-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-bho_Deva", - "languages": [ - "urd-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "urd_Arab-eus_Latn", - "languages": [ - "urd-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55094, - "recall": 0.616601, - "f1": 0.569326, - "accuracy": 0.616601, - "main_score": 0.569326, - "hf_subset": "urd_Arab-ibo_Latn", - "languages": [ - "urd-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883811, - "recall": 0.916008, - "f1": 0.894005, - "accuracy": 0.916008, - "main_score": 0.894005, - "hf_subset": "urd_Arab-kmr_Latn", - "languages": [ - "urd-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "urd_Arab-min_Latn", - "languages": [ - "urd-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-por_Latn", - "languages": [ - "urd-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "urd_Arab-sun_Latn", - "languages": [ - "urd-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497989, - "recall": 0.556324, - "f1": 0.51425, - "accuracy": 0.556324, - "main_score": 0.51425, - "hf_subset": "urd_Arab-umb_Latn", - "languages": [ - "urd-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-ajp_Arab", - "languages": [ - "urd-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516892, - "recall": 0.577075, - "f1": 0.534158, - "accuracy": 0.577075, - "main_score": 0.534158, - "hf_subset": "urd_Arab-bjn_Arab", - "languages": [ - "urd-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487219, - "recall": 0.548419, - "f1": 0.503474, - "accuracy": 0.548419, - "main_score": 0.503474, - "hf_subset": "urd_Arab-ewe_Latn", - "languages": [ - "urd-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "urd_Arab-ilo_Latn", - "languages": [ - "urd-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313142, - "recall": 0.371542, - "f1": 0.329589, - "accuracy": 0.371542, - "main_score": 0.329589, - "hf_subset": "urd_Arab-knc_Arab", - "languages": [ - "urd-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-mkd_Cyrl", - "languages": [ - "urd-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-prs_Arab", - "languages": [ - "urd-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-swe_Latn", - "languages": [ - "urd-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561372, - "recall": 0.629447, - "f1": 0.580378, - "accuracy": 0.629447, - "main_score": 0.580378, - "hf_subset": "urd_Arab-aka_Latn", - "languages": [ - "urd-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "urd_Arab-bjn_Latn", - "languages": [ - "urd-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "urd_Arab-fao_Latn", - "languages": [ - "urd-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ind_Latn", - "languages": [ - "urd-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559504, - "recall": 0.615613, - "f1": 0.575264, - "accuracy": 0.615613, - "main_score": 0.575264, - "hf_subset": "urd_Arab-knc_Latn", - "languages": [ - "urd-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "urd_Arab-mlt_Latn", - "languages": [ - "urd-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697019, - "recall": 0.755929, - "f1": 0.714277, - "accuracy": 0.755929, - "main_score": 0.714277, - "hf_subset": "urd_Arab-quy_Latn", - "languages": [ - "urd-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "urd_Arab-swh_Latn", - "languages": [ - "urd-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-uzn_Latn", - "languages": [ - "urd-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-als_Latn", - "languages": [ - "urd-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655418, - "recall": 0.732213, - "f1": 0.678153, - "accuracy": 0.732213, - "main_score": 0.678153, - "hf_subset": "urd_Arab-bod_Tibt", - "languages": [ - "urd-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684347, - "recall": 0.744071, - "f1": 0.701452, - "accuracy": 0.744071, - "main_score": 0.701452, - "hf_subset": "urd_Arab-fij_Latn", - "languages": [ - "urd-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "urd_Arab-isl_Latn", - "languages": [ - "urd-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63504, - "recall": 0.6917, - "f1": 0.651774, - "accuracy": 0.6917, - "main_score": 0.651774, - "hf_subset": "urd_Arab-kon_Latn", - "languages": [ - "urd-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659848, - "recall": 0.724308, - "f1": 0.678054, - "accuracy": 0.724308, - "main_score": 0.678054, - "hf_subset": "urd_Arab-mni_Beng", - "languages": [ - "urd-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ron_Latn", - "languages": [ - "urd-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.986166, - "f1": 0.982872, - "accuracy": 0.986166, - "main_score": 0.982872, - "hf_subset": "urd_Arab-szl_Latn", - "languages": [ - "urd-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-vec_Latn", - "languages": [ - "urd-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "urd_Arab-amh_Ethi", - "languages": [ - "urd-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-bos_Latn", - "languages": [ - "urd-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-fin_Latn", - "languages": [ - "urd-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ita_Latn", - "languages": [ - "urd-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-kor_Hang", - "languages": [ - "urd-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523134, - "recall": 0.582016, - "f1": 0.539678, - "accuracy": 0.582016, - "main_score": 0.539678, - "hf_subset": "urd_Arab-mos_Latn", - "languages": [ - "urd-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528726, - "recall": 0.587945, - "f1": 0.545269, - "accuracy": 0.587945, - "main_score": 0.545269, - "hf_subset": "urd_Arab-run_Latn", - "languages": [ - "urd-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-tam_Taml", - "languages": [ - "urd-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-vie_Latn", - "languages": [ - "urd-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "urd_Arab-apc_Arab", - "languages": [ - "urd-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780484, - "recall": 0.832016, - "f1": 0.795916, - "accuracy": 0.832016, - "main_score": 0.795916, - "hf_subset": "urd_Arab-bug_Latn", - "languages": [ - "urd-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447756, - "recall": 0.505929, - "f1": 0.463157, - "accuracy": 0.505929, - "main_score": 0.463157, - "hf_subset": "urd_Arab-fon_Latn", - "languages": [ - "urd-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "urd_Arab-jav_Latn", - "languages": [ - "urd-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "urd_Arab-lao_Laoo", - "languages": [ - "urd-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86861, - "recall": 0.905138, - "f1": 0.880105, - "accuracy": 0.905138, - "main_score": 0.880105, - "hf_subset": "urd_Arab-mri_Latn", - "languages": [ - "urd-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-rus_Cyrl", - "languages": [ - "urd-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522472, - "recall": 0.582016, - "f1": 0.538711, - "accuracy": 0.582016, - "main_score": 0.538711, - "hf_subset": "urd_Arab-taq_Latn", - "languages": [ - "urd-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-war_Latn", - "languages": [ - "urd-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-arb_Arab", - "languages": [ - "urd-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-bul_Cyrl", - "languages": [ - "urd-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-fra_Latn", - "languages": [ - "urd-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-jpn_Jpan", - "languages": [ - "urd-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "urd_Arab-lij_Latn", - "languages": [ - "urd-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "urd_Arab-mya_Mymr", - "languages": [ - "urd-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556089, - "recall": 0.620553, - "f1": 0.57389, - "accuracy": 0.620553, - "main_score": 0.57389, - "hf_subset": "urd_Arab-sag_Latn", - "languages": [ - "urd-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203606, - "recall": 0.259881, - "f1": 0.216439, - "accuracy": 0.259881, - "main_score": 0.216439, - "hf_subset": "urd_Arab-taq_Tfng", - "languages": [ - "urd-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59865, - "recall": 0.661067, - "f1": 0.61613, - "accuracy": 0.661067, - "main_score": 0.61613, - "hf_subset": "urd_Arab-wol_Latn", - "languages": [ - "urd-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788752, - "recall": 0.841897, - "f1": 0.804696, - "accuracy": 0.841897, - "main_score": 0.804696, - "hf_subset": "urd_Arab-arb_Latn", - "languages": [ - "urd-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-cat_Latn", - "languages": [ - "urd-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "urd_Arab-fur_Latn", - "languages": [ - "urd-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397287, - "recall": 0.449605, - "f1": 0.411655, - "accuracy": 0.449605, - "main_score": 0.411655, - "hf_subset": "urd_Arab-kab_Latn", - "languages": [ - "urd-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "urd_Arab-lim_Latn", - "languages": [ - "urd-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-nld_Latn", - "languages": [ - "urd-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "urd_Arab-san_Deva", - "languages": [ - "urd-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "urd_Arab-tat_Cyrl", - "languages": [ - "urd-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661314, - "recall": 0.721344, - "f1": 0.679006, - "accuracy": 0.721344, - "main_score": 0.679006, - "hf_subset": "urd_Arab-xho_Latn", - "languages": [ - "urd-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-ars_Arab", - "languages": [ - "urd-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-ceb_Latn", - "languages": [ - "urd-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548546, - "recall": 0.61166, - "f1": 0.566008, - "accuracy": 0.61166, - "main_score": 0.566008, - "hf_subset": "urd_Arab-fuv_Latn", - "languages": [ - "urd-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486278, - "recall": 0.55336, - "f1": 0.504263, - "accuracy": 0.55336, - "main_score": 0.504263, - "hf_subset": "urd_Arab-kac_Latn", - "languages": [ - "urd-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65373, - "recall": 0.706522, - "f1": 0.669084, - "accuracy": 0.706522, - "main_score": 0.669084, - "hf_subset": "urd_Arab-lin_Latn", - "languages": [ - "urd-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-nno_Latn", - "languages": [ - "urd-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.254863, - "recall": 0.333004, - "f1": 0.274937, - "accuracy": 0.333004, - "main_score": 0.274937, - "hf_subset": "urd_Arab-sat_Olck", - "languages": [ - "urd-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-tel_Telu", - "languages": [ - "urd-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "urd_Arab-ydd_Hebr", - "languages": [ - "urd-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "urd_Arab-ary_Arab", - "languages": [ - "urd-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ces_Latn", - "languages": [ - "urd-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567491, - "recall": 0.628458, - "f1": 0.584727, - "accuracy": 0.628458, - "main_score": 0.584727, - "hf_subset": "urd_Arab-gaz_Latn", - "languages": [ - "urd-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565291, - "recall": 0.633399, - "f1": 0.584667, - "accuracy": 0.633399, - "main_score": 0.584667, - "hf_subset": "urd_Arab-kam_Latn", - "languages": [ - "urd-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "urd_Arab-lit_Latn", - "languages": [ - "urd-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-nob_Latn", - "languages": [ - "urd-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "urd_Arab-scn_Latn", - "languages": [ - "urd-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "urd_Arab-tgk_Cyrl", - "languages": [ - "urd-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705567, - "recall": 0.772727, - "f1": 0.725593, - "accuracy": 0.772727, - "main_score": 0.725593, - "hf_subset": "urd_Arab-yor_Latn", - "languages": [ - "urd-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-arz_Arab", - "languages": [ - "urd-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52767, - "recall": 0.590909, - "f1": 0.545735, - "accuracy": 0.590909, - "main_score": 0.545735, - "hf_subset": "urd_Arab-cjk_Latn", - "languages": [ - "urd-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775774, - "recall": 0.829051, - "f1": 0.792523, - "accuracy": 0.829051, - "main_score": 0.792523, - "hf_subset": "urd_Arab-gla_Latn", - "languages": [ - "urd-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-kan_Knda", - "languages": [ - "urd-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "urd_Arab-lmo_Latn", - "languages": [ - "urd-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "urd_Arab-npi_Deva", - "languages": [ - "urd-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443791, - "recall": 0.506917, - "f1": 0.460835, - "accuracy": 0.506917, - "main_score": 0.460835, - "hf_subset": "urd_Arab-shn_Mymr", - "languages": [ - "urd-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-tgl_Latn", - "languages": [ - "urd-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-yue_Hant", - "languages": [ - "urd-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-asm_Beng", - "languages": [ - "urd-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "urd_Arab-ckb_Arab", - "languages": [ - "urd-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882205, - "recall": 0.91502, - "f1": 0.892512, - "accuracy": 0.91502, - "main_score": 0.892512, - "hf_subset": "urd_Arab-gle_Latn", - "languages": [ - "urd-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "urd_Arab-kas_Arab", - "languages": [ - "urd-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936924, - "recall": 0.956522, - "f1": 0.943347, - "accuracy": 0.956522, - "main_score": 0.943347, - "hf_subset": "urd_Arab-ltg_Latn", - "languages": [ - "urd-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589145, - "recall": 0.642292, - "f1": 0.60388, - "accuracy": 0.642292, - "main_score": 0.60388, - "hf_subset": "urd_Arab-nso_Latn", - "languages": [ - "urd-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "urd_Arab-sin_Sinh", - "languages": [ - "urd-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-tha_Thai", - "languages": [ - "urd-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-zho_Hans", - "languages": [ - "urd-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-ast_Latn", - "languages": [ - "urd-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-crh_Latn", - "languages": [ - "urd-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-glg_Latn", - "languages": [ - "urd-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923584, - "recall": 0.94664, - "f1": 0.930995, - "accuracy": 0.94664, - "main_score": 0.930995, - "hf_subset": "urd_Arab-kas_Deva", - "languages": [ - "urd-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "urd_Arab-ltz_Latn", - "languages": [ - "urd-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440903, - "recall": 0.51087, - "f1": 0.460192, - "accuracy": 0.51087, - "main_score": 0.460192, - "hf_subset": "urd_Arab-nus_Latn", - "languages": [ - "urd-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-slk_Latn", - "languages": [ - "urd-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612624, - "recall": 0.683794, - "f1": 0.63328, - "accuracy": 0.683794, - "main_score": 0.63328, - "hf_subset": "urd_Arab-tir_Ethi", - "languages": [ - "urd-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-zho_Hant", - "languages": [ - "urd-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "urd_Arab-awa_Deva", - "languages": [ - "urd-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "urd_Arab-cym_Latn", - "languages": [ - "urd-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818874, - "recall": 0.860672, - "f1": 0.831409, - "accuracy": 0.860672, - "main_score": 0.831409, - "hf_subset": "urd_Arab-grn_Latn", - "languages": [ - "urd-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-kat_Geor", - "languages": [ - "urd-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621745, - "recall": 0.676877, - "f1": 0.637189, - "accuracy": 0.676877, - "main_score": 0.637189, - "hf_subset": "urd_Arab-lua_Latn", - "languages": [ - "urd-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621774, - "recall": 0.683794, - "f1": 0.639545, - "accuracy": 0.683794, - "main_score": 0.639545, - "hf_subset": "urd_Arab-nya_Latn", - "languages": [ - "urd-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-slv_Latn", - "languages": [ - "urd-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.95751, - "f1": 0.945158, - "accuracy": 0.95751, - "main_score": 0.945158, - "hf_subset": "urd_Arab-tpi_Latn", - "languages": [ - "urd-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-zsm_Latn", - "languages": [ - "urd-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527167, - "recall": 0.588933, - "f1": 0.544621, - "accuracy": 0.588933, - "main_score": 0.544621, - "hf_subset": "urd_Arab-ayr_Latn", - "languages": [ - "urd-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-dan_Latn", - "languages": [ - "urd-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-guj_Gujr", - "languages": [ - "urd-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "urd_Arab-kaz_Cyrl", - "languages": [ - "urd-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510264, - "recall": 0.575099, - "f1": 0.527902, - "accuracy": 0.575099, - "main_score": 0.527902, - "hf_subset": "urd_Arab-lug_Latn", - "languages": [ - "urd-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-oci_Latn", - "languages": [ - "urd-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825049, - "recall": 0.869565, - "f1": 0.838556, - "accuracy": 0.869565, - "main_score": 0.838556, - "hf_subset": "urd_Arab-smo_Latn", - "languages": [ - "urd-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518183, - "recall": 0.586957, - "f1": 0.537157, - "accuracy": 0.586957, - "main_score": 0.537157, - "hf_subset": "urd_Arab-tsn_Latn", - "languages": [ - "urd-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607708, - "recall": 0.666996, - "f1": 0.62477, - "accuracy": 0.666996, - "main_score": 0.62477, - "hf_subset": "urd_Arab-zul_Latn", - "languages": [ - "urd-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.963439, - "f1": 0.95191, - "accuracy": 0.963439, - "main_score": 0.95191, - "hf_subset": "urd_Arab-azb_Arab", - "languages": [ - "urd-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-deu_Latn", - "languages": [ - "urd-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "urd_Arab-hat_Latn", - "languages": [ - "urd-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459389, - "recall": 0.521739, - "f1": 0.476337, - "accuracy": 0.521739, - "main_score": 0.476337, - "hf_subset": "urd_Arab-kbp_Latn", - "languages": [ - "urd-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550678, - "recall": 0.612648, - "f1": 0.566856, - "accuracy": 0.612648, - "main_score": 0.566856, - "hf_subset": "urd_Arab-luo_Latn", - "languages": [ - "urd-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-ory_Orya", - "languages": [ - "urd-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550602, - "recall": 0.620553, - "f1": 0.57027, - "accuracy": 0.620553, - "main_score": 0.57027, - "hf_subset": "urd_Arab-sna_Latn", - "languages": [ - "urd-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544026, - "recall": 0.596838, - "f1": 0.558472, - "accuracy": 0.596838, - "main_score": 0.558472, - "hf_subset": "urd_Arab-tso_Latn", - "languages": [ - "urd-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-azj_Latn", - "languages": [ - "urd-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512192, - "recall": 0.583004, - "f1": 0.532548, - "accuracy": 0.583004, - "main_score": 0.532548, - "hf_subset": "urd_Arab-dik_Latn", - "languages": [ - "urd-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719928, - "recall": 0.774704, - "f1": 0.736364, - "accuracy": 0.774704, - "main_score": 0.736364, - "hf_subset": "urd_Arab-hau_Latn", - "languages": [ - "urd-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "urd_Arab-kea_Latn", - "languages": [ - "urd-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732131, - "recall": 0.783597, - "f1": 0.747727, - "accuracy": 0.783597, - "main_score": 0.747727, - "hf_subset": "urd_Arab-lus_Latn", - "languages": [ - "urd-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86027, - "recall": 0.892292, - "f1": 0.869812, - "accuracy": 0.892292, - "main_score": 0.869812, - "hf_subset": "urd_Arab-pag_Latn", - "languages": [ - "urd-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "urd_Arab-snd_Arab", - "languages": [ - "urd-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "urd_Arab-tuk_Latn", - "languages": [ - "urd-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "urd_Arab-bak_Cyrl", - "languages": [ - "urd-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465459, - "recall": 0.541502, - "f1": 0.487546, - "accuracy": 0.541502, - "main_score": 0.487546, - "hf_subset": "urd_Arab-dyu_Latn", - "languages": [ - "urd-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "urd_Arab-heb_Hebr", - "languages": [ - "urd-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "urd_Arab-khk_Cyrl", - "languages": [ - "urd-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "urd_Arab-lvs_Latn", - "languages": [ - "urd-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "urd_Arab-pan_Guru", - "languages": [ - "urd-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697193, - "recall": 0.757905, - "f1": 0.714971, - "accuracy": 0.757905, - "main_score": 0.714971, - "hf_subset": "urd_Arab-som_Latn", - "languages": [ - "urd-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57584, - "recall": 0.626482, - "f1": 0.590102, - "accuracy": 0.626482, - "main_score": 0.590102, - "hf_subset": "urd_Arab-tum_Latn", - "languages": [ - "urd-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421025, - "recall": 0.472332, - "f1": 0.435387, - "accuracy": 0.472332, - "main_score": 0.435387, - "hf_subset": "aka_Latn-ace_Arab", - "languages": [ - "aka-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49742, - "recall": 0.547431, - "f1": 0.51115, - "accuracy": 0.547431, - "main_score": 0.51115, - "hf_subset": "aka_Latn-bam_Latn", - "languages": [ - "aka-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223261, - "recall": 0.263834, - "f1": 0.233169, - "accuracy": 0.263834, - "main_score": 0.233169, - "hf_subset": "aka_Latn-dzo_Tibt", - "languages": [ - "aka-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582721, - "recall": 0.631423, - "f1": 0.595619, - "accuracy": 0.631423, - "main_score": 0.595619, - "hf_subset": "aka_Latn-hin_Deva", - "languages": [ - "aka-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520325, - "recall": 0.566206, - "f1": 0.532641, - "accuracy": 0.566206, - "main_score": 0.532641, - "hf_subset": "aka_Latn-khm_Khmr", - "languages": [ - "aka-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575602, - "recall": 0.617589, - "f1": 0.587881, - "accuracy": 0.617589, - "main_score": 0.587881, - "hf_subset": "aka_Latn-mag_Deva", - "languages": [ - "aka-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604863, - "recall": 0.645257, - "f1": 0.615051, - "accuracy": 0.645257, - "main_score": 0.615051, - "hf_subset": "aka_Latn-pap_Latn", - "languages": [ - "aka-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550409, - "recall": 0.598814, - "f1": 0.563237, - "accuracy": 0.598814, - "main_score": 0.563237, - "hf_subset": "aka_Latn-sot_Latn", - "languages": [ - "aka-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577815, - "recall": 0.62747, - "f1": 0.591103, - "accuracy": 0.62747, - "main_score": 0.591103, - "hf_subset": "aka_Latn-tur_Latn", - "languages": [ - "aka-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583029, - "recall": 0.62253, - "f1": 0.594185, - "accuracy": 0.62253, - "main_score": 0.594185, - "hf_subset": "aka_Latn-ace_Latn", - "languages": [ - "aka-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599416, - "recall": 0.636364, - "f1": 0.609838, - "accuracy": 0.636364, - "main_score": 0.609838, - "hf_subset": "aka_Latn-ban_Latn", - "languages": [ - "aka-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565682, - "recall": 0.617589, - "f1": 0.579716, - "accuracy": 0.617589, - "main_score": 0.579716, - "hf_subset": "aka_Latn-ell_Grek", - "languages": [ - "aka-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565316, - "recall": 0.612648, - "f1": 0.577815, - "accuracy": 0.612648, - "main_score": 0.577815, - "hf_subset": "aka_Latn-hne_Deva", - "languages": [ - "aka-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547366, - "recall": 0.593874, - "f1": 0.560225, - "accuracy": 0.593874, - "main_score": 0.560225, - "hf_subset": "aka_Latn-kik_Latn", - "languages": [ - "aka-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573146, - "recall": 0.619565, - "f1": 0.585804, - "accuracy": 0.619565, - "main_score": 0.585804, - "hf_subset": "aka_Latn-mai_Deva", - "languages": [ - "aka-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51397, - "recall": 0.567194, - "f1": 0.5285, - "accuracy": 0.567194, - "main_score": 0.5285, - "hf_subset": "aka_Latn-pbt_Arab", - "languages": [ - "aka-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599815, - "recall": 0.642292, - "f1": 0.611193, - "accuracy": 0.642292, - "main_score": 0.611193, - "hf_subset": "aka_Latn-spa_Latn", - "languages": [ - "aka-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73857, - "recall": 0.793478, - "f1": 0.7544, - "accuracy": 0.793478, - "main_score": 0.7544, - "hf_subset": "aka_Latn-twi_Latn", - "languages": [ - "aka-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56579, - "recall": 0.613636, - "f1": 0.579189, - "accuracy": 0.613636, - "main_score": 0.579189, - "hf_subset": "aka_Latn-acm_Arab", - "languages": [ - "aka-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553173, - "recall": 0.603755, - "f1": 0.567098, - "accuracy": 0.603755, - "main_score": 0.567098, - "hf_subset": "aka_Latn-bel_Cyrl", - "languages": [ - "aka-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624736, - "recall": 0.668972, - "f1": 0.637039, - "accuracy": 0.668972, - "main_score": 0.637039, - "hf_subset": "aka_Latn-eng_Latn", - "languages": [ - "aka-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605063, - "recall": 0.646245, - "f1": 0.615972, - "accuracy": 0.646245, - "main_score": 0.615972, - "hf_subset": "aka_Latn-hrv_Latn", - "languages": [ - "aka-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493968, - "recall": 0.54249, - "f1": 0.505902, - "accuracy": 0.54249, - "main_score": 0.505902, - "hf_subset": "aka_Latn-kin_Latn", - "languages": [ - "aka-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57626, - "recall": 0.625494, - "f1": 0.589147, - "accuracy": 0.625494, - "main_score": 0.589147, - "hf_subset": "aka_Latn-mal_Mlym", - "languages": [ - "aka-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569381, - "recall": 0.620553, - "f1": 0.583423, - "accuracy": 0.620553, - "main_score": 0.583423, - "hf_subset": "aka_Latn-pes_Arab", - "languages": [ - "aka-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593703, - "recall": 0.63834, - "f1": 0.605788, - "accuracy": 0.63834, - "main_score": 0.605788, - "hf_subset": "aka_Latn-srd_Latn", - "languages": [ - "aka-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18334, - "recall": 0.22332, - "f1": 0.19292, - "accuracy": 0.22332, - "main_score": 0.19292, - "hf_subset": "aka_Latn-tzm_Tfng", - "languages": [ - "aka-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568706, - "recall": 0.615613, - "f1": 0.581375, - "accuracy": 0.615613, - "main_score": 0.581375, - "hf_subset": "aka_Latn-acq_Arab", - "languages": [ - "aka-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583829, - "recall": 0.623518, - "f1": 0.594493, - "accuracy": 0.623518, - "main_score": 0.594493, - "hf_subset": "aka_Latn-bem_Latn", - "languages": [ - "aka-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577167, - "recall": 0.623518, - "f1": 0.589816, - "accuracy": 0.623518, - "main_score": 0.589816, - "hf_subset": "aka_Latn-epo_Latn", - "languages": [ - "aka-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584788, - "recall": 0.629447, - "f1": 0.5974, - "accuracy": 0.629447, - "main_score": 0.5974, - "hf_subset": "aka_Latn-hun_Latn", - "languages": [ - "aka-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552462, - "recall": 0.603755, - "f1": 0.566136, - "accuracy": 0.603755, - "main_score": 0.566136, - "hf_subset": "aka_Latn-kir_Cyrl", - "languages": [ - "aka-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574145, - "recall": 0.623518, - "f1": 0.587751, - "accuracy": 0.623518, - "main_score": 0.587751, - "hf_subset": "aka_Latn-mar_Deva", - "languages": [ - "aka-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545075, - "recall": 0.591897, - "f1": 0.557632, - "accuracy": 0.591897, - "main_score": 0.557632, - "hf_subset": "aka_Latn-plt_Latn", - "languages": [ - "aka-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592057, - "recall": 0.632411, - "f1": 0.602818, - "accuracy": 0.632411, - "main_score": 0.602818, - "hf_subset": "aka_Latn-srp_Cyrl", - "languages": [ - "aka-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484353, - "recall": 0.536561, - "f1": 0.498011, - "accuracy": 0.536561, - "main_score": 0.498011, - "hf_subset": "aka_Latn-uig_Arab", - "languages": [ - "aka-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556214, - "recall": 0.602767, - "f1": 0.5685, - "accuracy": 0.602767, - "main_score": 0.5685, - "hf_subset": "aka_Latn-aeb_Arab", - "languages": [ - "aka-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575389, - "recall": 0.630435, - "f1": 0.590469, - "accuracy": 0.630435, - "main_score": 0.590469, - "hf_subset": "aka_Latn-ben_Beng", - "languages": [ - "aka-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564999, - "recall": 0.614625, - "f1": 0.578293, - "accuracy": 0.614625, - "main_score": 0.578293, - "hf_subset": "aka_Latn-est_Latn", - "languages": [ - "aka-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555865, - "recall": 0.603755, - "f1": 0.569223, - "accuracy": 0.603755, - "main_score": 0.569223, - "hf_subset": "aka_Latn-hye_Armn", - "languages": [ - "aka-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526801, - "recall": 0.576087, - "f1": 0.539897, - "accuracy": 0.576087, - "main_score": 0.539897, - "hf_subset": "aka_Latn-kmb_Latn", - "languages": [ - "aka-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398772, - "recall": 0.450593, - "f1": 0.412614, - "accuracy": 0.450593, - "main_score": 0.412614, - "hf_subset": "aka_Latn-min_Arab", - "languages": [ - "aka-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577062, - "recall": 0.62747, - "f1": 0.590749, - "accuracy": 0.62747, - "main_score": 0.590749, - "hf_subset": "aka_Latn-pol_Latn", - "languages": [ - "aka-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54137, - "recall": 0.585968, - "f1": 0.553404, - "accuracy": 0.585968, - "main_score": 0.553404, - "hf_subset": "aka_Latn-ssw_Latn", - "languages": [ - "aka-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586248, - "recall": 0.633399, - "f1": 0.59922, - "accuracy": 0.633399, - "main_score": 0.59922, - "hf_subset": "aka_Latn-ukr_Cyrl", - "languages": [ - "aka-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610477, - "recall": 0.65415, - "f1": 0.6226, - "accuracy": 0.65415, - "main_score": 0.6226, - "hf_subset": "aka_Latn-afr_Latn", - "languages": [ - "aka-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569407, - "recall": 0.616601, - "f1": 0.581959, - "accuracy": 0.616601, - "main_score": 0.581959, - "hf_subset": "aka_Latn-bho_Deva", - "languages": [ - "aka-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561336, - "recall": 0.615613, - "f1": 0.575813, - "accuracy": 0.615613, - "main_score": 0.575813, - "hf_subset": "aka_Latn-eus_Latn", - "languages": [ - "aka-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544853, - "recall": 0.592885, - "f1": 0.558308, - "accuracy": 0.592885, - "main_score": 0.558308, - "hf_subset": "aka_Latn-ibo_Latn", - "languages": [ - "aka-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534475, - "recall": 0.583004, - "f1": 0.54815, - "accuracy": 0.583004, - "main_score": 0.54815, - "hf_subset": "aka_Latn-kmr_Latn", - "languages": [ - "aka-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577855, - "recall": 0.62253, - "f1": 0.589843, - "accuracy": 0.62253, - "main_score": 0.589843, - "hf_subset": "aka_Latn-min_Latn", - "languages": [ - "aka-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604037, - "recall": 0.649209, - "f1": 0.616191, - "accuracy": 0.649209, - "main_score": 0.616191, - "hf_subset": "aka_Latn-por_Latn", - "languages": [ - "aka-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593297, - "recall": 0.635375, - "f1": 0.604659, - "accuracy": 0.635375, - "main_score": 0.604659, - "hf_subset": "aka_Latn-sun_Latn", - "languages": [ - "aka-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500643, - "recall": 0.556324, - "f1": 0.515508, - "accuracy": 0.556324, - "main_score": 0.515508, - "hf_subset": "aka_Latn-umb_Latn", - "languages": [ - "aka-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569697, - "recall": 0.618577, - "f1": 0.583415, - "accuracy": 0.618577, - "main_score": 0.583415, - "hf_subset": "aka_Latn-ajp_Arab", - "languages": [ - "aka-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409648, - "recall": 0.463439, - "f1": 0.424079, - "accuracy": 0.463439, - "main_score": 0.424079, - "hf_subset": "aka_Latn-bjn_Arab", - "languages": [ - "aka-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522948, - "recall": 0.563241, - "f1": 0.534431, - "accuracy": 0.563241, - "main_score": 0.534431, - "hf_subset": "aka_Latn-ewe_Latn", - "languages": [ - "aka-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607833, - "recall": 0.648221, - "f1": 0.619172, - "accuracy": 0.648221, - "main_score": 0.619172, - "hf_subset": "aka_Latn-ilo_Latn", - "languages": [ - "aka-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302408, - "recall": 0.346838, - "f1": 0.313957, - "accuracy": 0.346838, - "main_score": 0.313957, - "hf_subset": "aka_Latn-knc_Arab", - "languages": [ - "aka-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583905, - "recall": 0.632411, - "f1": 0.596649, - "accuracy": 0.632411, - "main_score": 0.596649, - "hf_subset": "aka_Latn-mkd_Cyrl", - "languages": [ - "aka-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572733, - "recall": 0.625494, - "f1": 0.586837, - "accuracy": 0.625494, - "main_score": 0.586837, - "hf_subset": "aka_Latn-prs_Arab", - "languages": [ - "aka-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596738, - "recall": 0.642292, - "f1": 0.609196, - "accuracy": 0.642292, - "main_score": 0.609196, - "hf_subset": "aka_Latn-swe_Latn", - "languages": [ - "aka-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540621, - "recall": 0.59585, - "f1": 0.556067, - "accuracy": 0.59585, - "main_score": 0.556067, - "hf_subset": "aka_Latn-urd_Arab", - "languages": [ - "aka-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604122, - "recall": 0.637352, - "f1": 0.613386, - "accuracy": 0.637352, - "main_score": 0.613386, - "hf_subset": "aka_Latn-bjn_Latn", - "languages": [ - "aka-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558999, - "recall": 0.598814, - "f1": 0.570014, - "accuracy": 0.598814, - "main_score": 0.570014, - "hf_subset": "aka_Latn-fao_Latn", - "languages": [ - "aka-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603818, - "recall": 0.645257, - "f1": 0.614748, - "accuracy": 0.645257, - "main_score": 0.614748, - "hf_subset": "aka_Latn-ind_Latn", - "languages": [ - "aka-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545256, - "recall": 0.588933, - "f1": 0.557334, - "accuracy": 0.588933, - "main_score": 0.557334, - "hf_subset": "aka_Latn-knc_Latn", - "languages": [ - "aka-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592997, - "recall": 0.637352, - "f1": 0.604244, - "accuracy": 0.637352, - "main_score": 0.604244, - "hf_subset": "aka_Latn-mlt_Latn", - "languages": [ - "aka-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544891, - "recall": 0.590909, - "f1": 0.558061, - "accuracy": 0.590909, - "main_score": 0.558061, - "hf_subset": "aka_Latn-quy_Latn", - "languages": [ - "aka-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549351, - "recall": 0.592885, - "f1": 0.561044, - "accuracy": 0.592885, - "main_score": 0.561044, - "hf_subset": "aka_Latn-swh_Latn", - "languages": [ - "aka-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554759, - "recall": 0.605731, - "f1": 0.568644, - "accuracy": 0.605731, - "main_score": 0.568644, - "hf_subset": "aka_Latn-uzn_Latn", - "languages": [ - "aka-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567333, - "recall": 0.613636, - "f1": 0.57984, - "accuracy": 0.613636, - "main_score": 0.57984, - "hf_subset": "aka_Latn-als_Latn", - "languages": [ - "aka-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267351, - "recall": 0.31917, - "f1": 0.279509, - "accuracy": 0.31917, - "main_score": 0.279509, - "hf_subset": "aka_Latn-bod_Tibt", - "languages": [ - "aka-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553288, - "recall": 0.59585, - "f1": 0.565272, - "accuracy": 0.59585, - "main_score": 0.565272, - "hf_subset": "aka_Latn-fij_Latn", - "languages": [ - "aka-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535875, - "recall": 0.592885, - "f1": 0.551346, - "accuracy": 0.592885, - "main_score": 0.551346, - "hf_subset": "aka_Latn-isl_Latn", - "languages": [ - "aka-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55684, - "recall": 0.597826, - "f1": 0.568165, - "accuracy": 0.597826, - "main_score": 0.568165, - "hf_subset": "aka_Latn-kon_Latn", - "languages": [ - "aka-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494613, - "recall": 0.552372, - "f1": 0.510042, - "accuracy": 0.552372, - "main_score": 0.510042, - "hf_subset": "aka_Latn-mni_Beng", - "languages": [ - "aka-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612154, - "recall": 0.653162, - "f1": 0.622461, - "accuracy": 0.653162, - "main_score": 0.622461, - "hf_subset": "aka_Latn-ron_Latn", - "languages": [ - "aka-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583653, - "recall": 0.629447, - "f1": 0.595982, - "accuracy": 0.629447, - "main_score": 0.595982, - "hf_subset": "aka_Latn-szl_Latn", - "languages": [ - "aka-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612833, - "recall": 0.649209, - "f1": 0.623375, - "accuracy": 0.649209, - "main_score": 0.623375, - "hf_subset": "aka_Latn-vec_Latn", - "languages": [ - "aka-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478416, - "recall": 0.535573, - "f1": 0.493866, - "accuracy": 0.535573, - "main_score": 0.493866, - "hf_subset": "aka_Latn-amh_Ethi", - "languages": [ - "aka-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603816, - "recall": 0.645257, - "f1": 0.615395, - "accuracy": 0.645257, - "main_score": 0.615395, - "hf_subset": "aka_Latn-bos_Latn", - "languages": [ - "aka-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561855, - "recall": 0.615613, - "f1": 0.576808, - "accuracy": 0.615613, - "main_score": 0.576808, - "hf_subset": "aka_Latn-fin_Latn", - "languages": [ - "aka-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591809, - "recall": 0.639328, - "f1": 0.604611, - "accuracy": 0.639328, - "main_score": 0.604611, - "hf_subset": "aka_Latn-ita_Latn", - "languages": [ - "aka-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565668, - "recall": 0.612648, - "f1": 0.578713, - "accuracy": 0.612648, - "main_score": 0.578713, - "hf_subset": "aka_Latn-kor_Hang", - "languages": [ - "aka-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510064, - "recall": 0.559289, - "f1": 0.523011, - "accuracy": 0.559289, - "main_score": 0.523011, - "hf_subset": "aka_Latn-mos_Latn", - "languages": [ - "aka-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515151, - "recall": 0.5583, - "f1": 0.526306, - "accuracy": 0.5583, - "main_score": 0.526306, - "hf_subset": "aka_Latn-run_Latn", - "languages": [ - "aka-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547537, - "recall": 0.598814, - "f1": 0.561202, - "accuracy": 0.598814, - "main_score": 0.561202, - "hf_subset": "aka_Latn-tam_Taml", - "languages": [ - "aka-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577165, - "recall": 0.619565, - "f1": 0.588456, - "accuracy": 0.619565, - "main_score": 0.588456, - "hf_subset": "aka_Latn-vie_Latn", - "languages": [ - "aka-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562391, - "recall": 0.609684, - "f1": 0.57521, - "accuracy": 0.609684, - "main_score": 0.57521, - "hf_subset": "aka_Latn-apc_Arab", - "languages": [ - "aka-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574293, - "recall": 0.620553, - "f1": 0.586269, - "accuracy": 0.620553, - "main_score": 0.586269, - "hf_subset": "aka_Latn-bug_Latn", - "languages": [ - "aka-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488549, - "recall": 0.536561, - "f1": 0.501307, - "accuracy": 0.536561, - "main_score": 0.501307, - "hf_subset": "aka_Latn-fon_Latn", - "languages": [ - "aka-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602669, - "recall": 0.643281, - "f1": 0.614325, - "accuracy": 0.643281, - "main_score": 0.614325, - "hf_subset": "aka_Latn-jav_Latn", - "languages": [ - "aka-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521611, - "recall": 0.573123, - "f1": 0.535136, - "accuracy": 0.573123, - "main_score": 0.535136, - "hf_subset": "aka_Latn-lao_Laoo", - "languages": [ - "aka-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502875, - "recall": 0.550395, - "f1": 0.516211, - "accuracy": 0.550395, - "main_score": 0.516211, - "hf_subset": "aka_Latn-mri_Latn", - "languages": [ - "aka-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596767, - "recall": 0.640316, - "f1": 0.608811, - "accuracy": 0.640316, - "main_score": 0.608811, - "hf_subset": "aka_Latn-rus_Cyrl", - "languages": [ - "aka-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498007, - "recall": 0.544466, - "f1": 0.511434, - "accuracy": 0.544466, - "main_score": 0.511434, - "hf_subset": "aka_Latn-taq_Latn", - "languages": [ - "aka-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620883, - "recall": 0.657115, - "f1": 0.630436, - "accuracy": 0.657115, - "main_score": 0.630436, - "hf_subset": "aka_Latn-war_Latn", - "languages": [ - "aka-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572155, - "recall": 0.619565, - "f1": 0.584518, - "accuracy": 0.619565, - "main_score": 0.584518, - "hf_subset": "aka_Latn-arb_Arab", - "languages": [ - "aka-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583351, - "recall": 0.632411, - "f1": 0.596943, - "accuracy": 0.632411, - "main_score": 0.596943, - "hf_subset": "aka_Latn-bul_Cyrl", - "languages": [ - "aka-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608665, - "recall": 0.651186, - "f1": 0.620115, - "accuracy": 0.651186, - "main_score": 0.620115, - "hf_subset": "aka_Latn-fra_Latn", - "languages": [ - "aka-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567489, - "recall": 0.616601, - "f1": 0.580681, - "accuracy": 0.616601, - "main_score": 0.580681, - "hf_subset": "aka_Latn-jpn_Jpan", - "languages": [ - "aka-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580391, - "recall": 0.62747, - "f1": 0.592996, - "accuracy": 0.62747, - "main_score": 0.592996, - "hf_subset": "aka_Latn-lij_Latn", - "languages": [ - "aka-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410712, - "recall": 0.471344, - "f1": 0.426192, - "accuracy": 0.471344, - "main_score": 0.426192, - "hf_subset": "aka_Latn-mya_Mymr", - "languages": [ - "aka-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548476, - "recall": 0.593874, - "f1": 0.561368, - "accuracy": 0.593874, - "main_score": 0.561368, - "hf_subset": "aka_Latn-sag_Latn", - "languages": [ - "aka-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191487, - "recall": 0.233202, - "f1": 0.200834, - "accuracy": 0.233202, - "main_score": 0.200834, - "hf_subset": "aka_Latn-taq_Tfng", - "languages": [ - "aka-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54508, - "recall": 0.586957, - "f1": 0.556228, - "accuracy": 0.586957, - "main_score": 0.556228, - "hf_subset": "aka_Latn-wol_Latn", - "languages": [ - "aka-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448168, - "recall": 0.494071, - "f1": 0.46049, - "accuracy": 0.494071, - "main_score": 0.46049, - "hf_subset": "aka_Latn-arb_Latn", - "languages": [ - "aka-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594072, - "recall": 0.643281, - "f1": 0.607479, - "accuracy": 0.643281, - "main_score": 0.607479, - "hf_subset": "aka_Latn-cat_Latn", - "languages": [ - "aka-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583758, - "recall": 0.62747, - "f1": 0.595534, - "accuracy": 0.62747, - "main_score": 0.595534, - "hf_subset": "aka_Latn-fur_Latn", - "languages": [ - "aka-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4187, - "recall": 0.469368, - "f1": 0.432072, - "accuracy": 0.469368, - "main_score": 0.432072, - "hf_subset": "aka_Latn-kab_Latn", - "languages": [ - "aka-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577996, - "recall": 0.624506, - "f1": 0.591519, - "accuracy": 0.624506, - "main_score": 0.591519, - "hf_subset": "aka_Latn-lim_Latn", - "languages": [ - "aka-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588533, - "recall": 0.634387, - "f1": 0.601096, - "accuracy": 0.634387, - "main_score": 0.601096, - "hf_subset": "aka_Latn-nld_Latn", - "languages": [ - "aka-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52673, - "recall": 0.58004, - "f1": 0.541431, - "accuracy": 0.58004, - "main_score": 0.541431, - "hf_subset": "aka_Latn-san_Deva", - "languages": [ - "aka-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569825, - "recall": 0.610672, - "f1": 0.581197, - "accuracy": 0.610672, - "main_score": 0.581197, - "hf_subset": "aka_Latn-tat_Cyrl", - "languages": [ - "aka-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55899, - "recall": 0.605731, - "f1": 0.571304, - "accuracy": 0.605731, - "main_score": 0.571304, - "hf_subset": "aka_Latn-xho_Latn", - "languages": [ - "aka-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559712, - "recall": 0.607708, - "f1": 0.571921, - "accuracy": 0.607708, - "main_score": 0.571921, - "hf_subset": "aka_Latn-ars_Arab", - "languages": [ - "aka-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58947, - "recall": 0.635375, - "f1": 0.601714, - "accuracy": 0.635375, - "main_score": 0.601714, - "hf_subset": "aka_Latn-ceb_Latn", - "languages": [ - "aka-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514657, - "recall": 0.563241, - "f1": 0.528614, - "accuracy": 0.563241, - "main_score": 0.528614, - "hf_subset": "aka_Latn-fuv_Latn", - "languages": [ - "aka-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513434, - "recall": 0.564229, - "f1": 0.527447, - "accuracy": 0.564229, - "main_score": 0.527447, - "hf_subset": "aka_Latn-kac_Latn", - "languages": [ - "aka-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575175, - "recall": 0.615613, - "f1": 0.58594, - "accuracy": 0.615613, - "main_score": 0.58594, - "hf_subset": "aka_Latn-lin_Latn", - "languages": [ - "aka-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578613, - "recall": 0.62747, - "f1": 0.592059, - "accuracy": 0.62747, - "main_score": 0.592059, - "hf_subset": "aka_Latn-nno_Latn", - "languages": [ - "aka-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122845, - "recall": 0.159091, - "f1": 0.131223, - "accuracy": 0.159091, - "main_score": 0.131223, - "hf_subset": "aka_Latn-sat_Olck", - "languages": [ - "aka-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567707, - "recall": 0.619565, - "f1": 0.581093, - "accuracy": 0.619565, - "main_score": 0.581093, - "hf_subset": "aka_Latn-tel_Telu", - "languages": [ - "aka-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479555, - "recall": 0.536561, - "f1": 0.495192, - "accuracy": 0.536561, - "main_score": 0.495192, - "hf_subset": "aka_Latn-ydd_Hebr", - "languages": [ - "aka-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539754, - "recall": 0.586957, - "f1": 0.552849, - "accuracy": 0.586957, - "main_score": 0.552849, - "hf_subset": "aka_Latn-ary_Arab", - "languages": [ - "aka-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589499, - "recall": 0.635375, - "f1": 0.601756, - "accuracy": 0.635375, - "main_score": 0.601756, - "hf_subset": "aka_Latn-ces_Latn", - "languages": [ - "aka-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480284, - "recall": 0.533597, - "f1": 0.494902, - "accuracy": 0.533597, - "main_score": 0.494902, - "hf_subset": "aka_Latn-gaz_Latn", - "languages": [ - "aka-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518182, - "recall": 0.573123, - "f1": 0.533748, - "accuracy": 0.573123, - "main_score": 0.533748, - "hf_subset": "aka_Latn-kam_Latn", - "languages": [ - "aka-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572016, - "recall": 0.620553, - "f1": 0.5851, - "accuracy": 0.620553, - "main_score": 0.5851, - "hf_subset": "aka_Latn-lit_Latn", - "languages": [ - "aka-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588602, - "recall": 0.637352, - "f1": 0.601948, - "accuracy": 0.637352, - "main_score": 0.601948, - "hf_subset": "aka_Latn-nob_Latn", - "languages": [ - "aka-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5873, - "recall": 0.623518, - "f1": 0.596926, - "accuracy": 0.623518, - "main_score": 0.596926, - "hf_subset": "aka_Latn-scn_Latn", - "languages": [ - "aka-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551307, - "recall": 0.593874, - "f1": 0.563232, - "accuracy": 0.593874, - "main_score": 0.563232, - "hf_subset": "aka_Latn-tgk_Cyrl", - "languages": [ - "aka-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509492, - "recall": 0.555336, - "f1": 0.522303, - "accuracy": 0.555336, - "main_score": 0.522303, - "hf_subset": "aka_Latn-yor_Latn", - "languages": [ - "aka-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563057, - "recall": 0.61166, - "f1": 0.576342, - "accuracy": 0.61166, - "main_score": 0.576342, - "hf_subset": "aka_Latn-arz_Arab", - "languages": [ - "aka-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505517, - "recall": 0.555336, - "f1": 0.519138, - "accuracy": 0.555336, - "main_score": 0.519138, - "hf_subset": "aka_Latn-cjk_Latn", - "languages": [ - "aka-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488734, - "recall": 0.540514, - "f1": 0.501941, - "accuracy": 0.540514, - "main_score": 0.501941, - "hf_subset": "aka_Latn-gla_Latn", - "languages": [ - "aka-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558564, - "recall": 0.607708, - "f1": 0.572718, - "accuracy": 0.607708, - "main_score": 0.572718, - "hf_subset": "aka_Latn-kan_Knda", - "languages": [ - "aka-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59204, - "recall": 0.630435, - "f1": 0.602793, - "accuracy": 0.630435, - "main_score": 0.602793, - "hf_subset": "aka_Latn-lmo_Latn", - "languages": [ - "aka-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556353, - "recall": 0.609684, - "f1": 0.57046, - "accuracy": 0.609684, - "main_score": 0.57046, - "hf_subset": "aka_Latn-npi_Deva", - "languages": [ - "aka-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453933, - "recall": 0.51087, - "f1": 0.469259, - "accuracy": 0.51087, - "main_score": 0.469259, - "hf_subset": "aka_Latn-shn_Mymr", - "languages": [ - "aka-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596864, - "recall": 0.642292, - "f1": 0.608689, - "accuracy": 0.642292, - "main_score": 0.608689, - "hf_subset": "aka_Latn-tgl_Latn", - "languages": [ - "aka-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560749, - "recall": 0.614625, - "f1": 0.574373, - "accuracy": 0.614625, - "main_score": 0.574373, - "hf_subset": "aka_Latn-yue_Hant", - "languages": [ - "aka-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536221, - "recall": 0.585968, - "f1": 0.550222, - "accuracy": 0.585968, - "main_score": 0.550222, - "hf_subset": "aka_Latn-asm_Beng", - "languages": [ - "aka-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510504, - "recall": 0.561265, - "f1": 0.524744, - "accuracy": 0.561265, - "main_score": 0.524744, - "hf_subset": "aka_Latn-ckb_Arab", - "languages": [ - "aka-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503308, - "recall": 0.548419, - "f1": 0.515431, - "accuracy": 0.548419, - "main_score": 0.515431, - "hf_subset": "aka_Latn-gle_Latn", - "languages": [ - "aka-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501968, - "recall": 0.557312, - "f1": 0.516063, - "accuracy": 0.557312, - "main_score": 0.516063, - "hf_subset": "aka_Latn-kas_Arab", - "languages": [ - "aka-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527304, - "recall": 0.577075, - "f1": 0.540031, - "accuracy": 0.577075, - "main_score": 0.540031, - "hf_subset": "aka_Latn-ltg_Latn", - "languages": [ - "aka-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559872, - "recall": 0.605731, - "f1": 0.571924, - "accuracy": 0.605731, - "main_score": 0.571924, - "hf_subset": "aka_Latn-nso_Latn", - "languages": [ - "aka-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474264, - "recall": 0.531621, - "f1": 0.489096, - "accuracy": 0.531621, - "main_score": 0.489096, - "hf_subset": "aka_Latn-sin_Sinh", - "languages": [ - "aka-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563075, - "recall": 0.614625, - "f1": 0.577334, - "accuracy": 0.614625, - "main_score": 0.577334, - "hf_subset": "aka_Latn-tha_Thai", - "languages": [ - "aka-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554842, - "recall": 0.609684, - "f1": 0.569463, - "accuracy": 0.609684, - "main_score": 0.569463, - "hf_subset": "aka_Latn-zho_Hans", - "languages": [ - "aka-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606946, - "recall": 0.650198, - "f1": 0.618575, - "accuracy": 0.650198, - "main_score": 0.618575, - "hf_subset": "aka_Latn-ast_Latn", - "languages": [ - "aka-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551441, - "recall": 0.602767, - "f1": 0.565109, - "accuracy": 0.602767, - "main_score": 0.565109, - "hf_subset": "aka_Latn-crh_Latn", - "languages": [ - "aka-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61009, - "recall": 0.648221, - "f1": 0.620648, - "accuracy": 0.648221, - "main_score": 0.620648, - "hf_subset": "aka_Latn-glg_Latn", - "languages": [ - "aka-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521257, - "recall": 0.56917, - "f1": 0.534415, - "accuracy": 0.56917, - "main_score": 0.534415, - "hf_subset": "aka_Latn-kas_Deva", - "languages": [ - "aka-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570771, - "recall": 0.615613, - "f1": 0.582655, - "accuracy": 0.615613, - "main_score": 0.582655, - "hf_subset": "aka_Latn-ltz_Latn", - "languages": [ - "aka-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45374, - "recall": 0.508893, - "f1": 0.468555, - "accuracy": 0.508893, - "main_score": 0.468555, - "hf_subset": "aka_Latn-nus_Latn", - "languages": [ - "aka-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583114, - "recall": 0.631423, - "f1": 0.595979, - "accuracy": 0.631423, - "main_score": 0.595979, - "hf_subset": "aka_Latn-slk_Latn", - "languages": [ - "aka-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406245, - "recall": 0.470356, - "f1": 0.423291, - "accuracy": 0.470356, - "main_score": 0.423291, - "hf_subset": "aka_Latn-tir_Ethi", - "languages": [ - "aka-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540447, - "recall": 0.59585, - "f1": 0.555284, - "accuracy": 0.59585, - "main_score": 0.555284, - "hf_subset": "aka_Latn-zho_Hant", - "languages": [ - "aka-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5686, - "recall": 0.616601, - "f1": 0.581531, - "accuracy": 0.616601, - "main_score": 0.581531, - "hf_subset": "aka_Latn-awa_Deva", - "languages": [ - "aka-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549557, - "recall": 0.588933, - "f1": 0.559946, - "accuracy": 0.588933, - "main_score": 0.559946, - "hf_subset": "aka_Latn-cym_Latn", - "languages": [ - "aka-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572879, - "recall": 0.619565, - "f1": 0.585643, - "accuracy": 0.619565, - "main_score": 0.585643, - "hf_subset": "aka_Latn-grn_Latn", - "languages": [ - "aka-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53004, - "recall": 0.586957, - "f1": 0.545176, - "accuracy": 0.586957, - "main_score": 0.545176, - "hf_subset": "aka_Latn-kat_Geor", - "languages": [ - "aka-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560236, - "recall": 0.603755, - "f1": 0.572574, - "accuracy": 0.603755, - "main_score": 0.572574, - "hf_subset": "aka_Latn-lua_Latn", - "languages": [ - "aka-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568937, - "recall": 0.61166, - "f1": 0.580816, - "accuracy": 0.61166, - "main_score": 0.580816, - "hf_subset": "aka_Latn-nya_Latn", - "languages": [ - "aka-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577181, - "recall": 0.626482, - "f1": 0.590323, - "accuracy": 0.626482, - "main_score": 0.590323, - "hf_subset": "aka_Latn-slv_Latn", - "languages": [ - "aka-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62137, - "recall": 0.659091, - "f1": 0.630939, - "accuracy": 0.659091, - "main_score": 0.630939, - "hf_subset": "aka_Latn-tpi_Latn", - "languages": [ - "aka-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611487, - "recall": 0.65415, - "f1": 0.62288, - "accuracy": 0.65415, - "main_score": 0.62288, - "hf_subset": "aka_Latn-zsm_Latn", - "languages": [ - "aka-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50378, - "recall": 0.552372, - "f1": 0.517275, - "accuracy": 0.552372, - "main_score": 0.517275, - "hf_subset": "aka_Latn-ayr_Latn", - "languages": [ - "aka-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599814, - "recall": 0.648221, - "f1": 0.612898, - "accuracy": 0.648221, - "main_score": 0.612898, - "hf_subset": "aka_Latn-dan_Latn", - "languages": [ - "aka-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557485, - "recall": 0.61166, - "f1": 0.572487, - "accuracy": 0.61166, - "main_score": 0.572487, - "hf_subset": "aka_Latn-guj_Gujr", - "languages": [ - "aka-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583255, - "recall": 0.631423, - "f1": 0.595958, - "accuracy": 0.631423, - "main_score": 0.595958, - "hf_subset": "aka_Latn-kaz_Cyrl", - "languages": [ - "aka-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49321, - "recall": 0.546443, - "f1": 0.506958, - "accuracy": 0.546443, - "main_score": 0.506958, - "hf_subset": "aka_Latn-lug_Latn", - "languages": [ - "aka-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595306, - "recall": 0.639328, - "f1": 0.606929, - "accuracy": 0.639328, - "main_score": 0.606929, - "hf_subset": "aka_Latn-oci_Latn", - "languages": [ - "aka-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559451, - "recall": 0.601779, - "f1": 0.57127, - "accuracy": 0.601779, - "main_score": 0.57127, - "hf_subset": "aka_Latn-smo_Latn", - "languages": [ - "aka-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530819, - "recall": 0.578063, - "f1": 0.543711, - "accuracy": 0.578063, - "main_score": 0.543711, - "hf_subset": "aka_Latn-tsn_Latn", - "languages": [ - "aka-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518734, - "recall": 0.573123, - "f1": 0.534249, - "accuracy": 0.573123, - "main_score": 0.534249, - "hf_subset": "aka_Latn-zul_Latn", - "languages": [ - "aka-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48606, - "recall": 0.54249, - "f1": 0.50081, - "accuracy": 0.54249, - "main_score": 0.50081, - "hf_subset": "aka_Latn-azb_Arab", - "languages": [ - "aka-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584493, - "recall": 0.632411, - "f1": 0.597264, - "accuracy": 0.632411, - "main_score": 0.597264, - "hf_subset": "aka_Latn-deu_Latn", - "languages": [ - "aka-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521653, - "recall": 0.573123, - "f1": 0.53535, - "accuracy": 0.573123, - "main_score": 0.53535, - "hf_subset": "aka_Latn-hat_Latn", - "languages": [ - "aka-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488466, - "recall": 0.532609, - "f1": 0.500061, - "accuracy": 0.532609, - "main_score": 0.500061, - "hf_subset": "aka_Latn-kbp_Latn", - "languages": [ - "aka-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556891, - "recall": 0.603755, - "f1": 0.569559, - "accuracy": 0.603755, - "main_score": 0.569559, - "hf_subset": "aka_Latn-luo_Latn", - "languages": [ - "aka-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548947, - "recall": 0.599802, - "f1": 0.562775, - "accuracy": 0.599802, - "main_score": 0.562775, - "hf_subset": "aka_Latn-ory_Orya", - "languages": [ - "aka-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55402, - "recall": 0.599802, - "f1": 0.566209, - "accuracy": 0.599802, - "main_score": 0.566209, - "hf_subset": "aka_Latn-sna_Latn", - "languages": [ - "aka-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516361, - "recall": 0.566206, - "f1": 0.529591, - "accuracy": 0.566206, - "main_score": 0.529591, - "hf_subset": "aka_Latn-tso_Latn", - "languages": [ - "aka-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543246, - "recall": 0.596838, - "f1": 0.55838, - "accuracy": 0.596838, - "main_score": 0.55838, - "hf_subset": "aka_Latn-azj_Latn", - "languages": [ - "aka-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539133, - "recall": 0.592885, - "f1": 0.554353, - "accuracy": 0.592885, - "main_score": 0.554353, - "hf_subset": "aka_Latn-dik_Latn", - "languages": [ - "aka-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541723, - "recall": 0.585968, - "f1": 0.553531, - "accuracy": 0.585968, - "main_score": 0.553531, - "hf_subset": "aka_Latn-hau_Latn", - "languages": [ - "aka-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587114, - "recall": 0.624506, - "f1": 0.597312, - "accuracy": 0.624506, - "main_score": 0.597312, - "hf_subset": "aka_Latn-kea_Latn", - "languages": [ - "aka-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598358, - "recall": 0.635375, - "f1": 0.609278, - "accuracy": 0.635375, - "main_score": 0.609278, - "hf_subset": "aka_Latn-lus_Latn", - "languages": [ - "aka-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599386, - "recall": 0.635375, - "f1": 0.609165, - "accuracy": 0.635375, - "main_score": 0.609165, - "hf_subset": "aka_Latn-pag_Latn", - "languages": [ - "aka-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539163, - "recall": 0.581028, - "f1": 0.550577, - "accuracy": 0.581028, - "main_score": 0.550577, - "hf_subset": "aka_Latn-snd_Arab", - "languages": [ - "aka-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523789, - "recall": 0.574111, - "f1": 0.537812, - "accuracy": 0.574111, - "main_score": 0.537812, - "hf_subset": "aka_Latn-tuk_Latn", - "languages": [ - "aka-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584335, - "recall": 0.628458, - "f1": 0.596197, - "accuracy": 0.628458, - "main_score": 0.596197, - "hf_subset": "aka_Latn-bak_Cyrl", - "languages": [ - "aka-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446224, - "recall": 0.509881, - "f1": 0.464056, - "accuracy": 0.509881, - "main_score": 0.464056, - "hf_subset": "aka_Latn-dyu_Latn", - "languages": [ - "aka-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565159, - "recall": 0.61166, - "f1": 0.577667, - "accuracy": 0.61166, - "main_score": 0.577667, - "hf_subset": "aka_Latn-heb_Hebr", - "languages": [ - "aka-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535109, - "recall": 0.58498, - "f1": 0.548612, - "accuracy": 0.58498, - "main_score": 0.548612, - "hf_subset": "aka_Latn-khk_Cyrl", - "languages": [ - "aka-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58266, - "recall": 0.626482, - "f1": 0.595311, - "accuracy": 0.626482, - "main_score": 0.595311, - "hf_subset": "aka_Latn-lvs_Latn", - "languages": [ - "aka-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559684, - "recall": 0.608696, - "f1": 0.573162, - "accuracy": 0.608696, - "main_score": 0.573162, - "hf_subset": "aka_Latn-pan_Guru", - "languages": [ - "aka-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49294, - "recall": 0.541502, - "f1": 0.505708, - "accuracy": 0.541502, - "main_score": 0.505708, - "hf_subset": "aka_Latn-som_Latn", - "languages": [ - "aka-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523706, - "recall": 0.566206, - "f1": 0.535278, - "accuracy": 0.566206, - "main_score": 0.535278, - "hf_subset": "aka_Latn-tum_Latn", - "languages": [ - "aka-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591985, - "recall": 0.655138, - "f1": 0.609202, - "accuracy": 0.655138, - "main_score": 0.609202, - "hf_subset": "bjn_Latn-ace_Arab", - "languages": [ - "bjn-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551699, - "recall": 0.607708, - "f1": 0.567674, - "accuracy": 0.607708, - "main_score": 0.567674, - "hf_subset": "bjn_Latn-bam_Latn", - "languages": [ - "bjn-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398131, - "recall": 0.469368, - "f1": 0.41645, - "accuracy": 0.469368, - "main_score": 0.41645, - "hf_subset": "bjn_Latn-dzo_Tibt", - "languages": [ - "bjn-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "bjn_Latn-hin_Deva", - "languages": [ - "bjn-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "bjn_Latn-khm_Khmr", - "languages": [ - "bjn-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bjn_Latn-mag_Deva", - "languages": [ - "bjn-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952322, - "recall": 0.965415, - "f1": 0.956423, - "accuracy": 0.965415, - "main_score": 0.956423, - "hf_subset": "bjn_Latn-pap_Latn", - "languages": [ - "bjn-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604475, - "recall": 0.658103, - "f1": 0.619172, - "accuracy": 0.658103, - "main_score": 0.619172, - "hf_subset": "bjn_Latn-sot_Latn", - "languages": [ - "bjn-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "bjn_Latn-tur_Latn", - "languages": [ - "bjn-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875329, - "recall": 0.907115, - "f1": 0.884966, - "accuracy": 0.907115, - "main_score": 0.884966, - "hf_subset": "bjn_Latn-ace_Latn", - "languages": [ - "bjn-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939147, - "recall": 0.954545, - "f1": 0.943874, - "accuracy": 0.954545, - "main_score": 0.943874, - "hf_subset": "bjn_Latn-ban_Latn", - "languages": [ - "bjn-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-ell_Grek", - "languages": [ - "bjn-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "bjn_Latn-hne_Deva", - "languages": [ - "bjn-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61484, - "recall": 0.662055, - "f1": 0.628238, - "accuracy": 0.662055, - "main_score": 0.628238, - "hf_subset": "bjn_Latn-kik_Latn", - "languages": [ - "bjn-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "bjn_Latn-mai_Deva", - "languages": [ - "bjn-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925758, - "recall": 0.94664, - "f1": 0.932312, - "accuracy": 0.94664, - "main_score": 0.932312, - "hf_subset": "bjn_Latn-pbt_Arab", - "languages": [ - "bjn-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "bjn_Latn-spa_Latn", - "languages": [ - "bjn-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618058, - "recall": 0.676877, - "f1": 0.634806, - "accuracy": 0.676877, - "main_score": 0.634806, - "hf_subset": "bjn_Latn-twi_Latn", - "languages": [ - "bjn-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "bjn_Latn-acm_Arab", - "languages": [ - "bjn-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96385, - "recall": 0.974308, - "f1": 0.967128, - "accuracy": 0.974308, - "main_score": 0.967128, - "hf_subset": "bjn_Latn-bel_Cyrl", - "languages": [ - "bjn-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bjn_Latn-eng_Latn", - "languages": [ - "bjn-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bjn_Latn-hrv_Latn", - "languages": [ - "bjn-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56587, - "recall": 0.62747, - "f1": 0.583294, - "accuracy": 0.62747, - "main_score": 0.583294, - "hf_subset": "bjn_Latn-kin_Latn", - "languages": [ - "bjn-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "bjn_Latn-mal_Mlym", - "languages": [ - "bjn-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bjn_Latn-pes_Arab", - "languages": [ - "bjn-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.974308, - "f1": 0.967885, - "accuracy": 0.974308, - "main_score": 0.967885, - "hf_subset": "bjn_Latn-srd_Latn", - "languages": [ - "bjn-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19426, - "recall": 0.23913, - "f1": 0.205098, - "accuracy": 0.23913, - "main_score": 0.205098, - "hf_subset": "bjn_Latn-tzm_Tfng", - "languages": [ - "bjn-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bjn_Latn-acq_Arab", - "languages": [ - "bjn-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635161, - "recall": 0.68083, - "f1": 0.648174, - "accuracy": 0.68083, - "main_score": 0.648174, - "hf_subset": "bjn_Latn-bem_Latn", - "languages": [ - "bjn-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-epo_Latn", - "languages": [ - "bjn-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bjn_Latn-hun_Latn", - "languages": [ - "bjn-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950181, - "recall": 0.964427, - "f1": 0.954611, - "accuracy": 0.964427, - "main_score": 0.954611, - "hf_subset": "bjn_Latn-kir_Cyrl", - "languages": [ - "bjn-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bjn_Latn-mar_Deva", - "languages": [ - "bjn-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659354, - "recall": 0.712451, - "f1": 0.675056, - "accuracy": 0.712451, - "main_score": 0.675056, - "hf_subset": "bjn_Latn-plt_Latn", - "languages": [ - "bjn-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bjn_Latn-srp_Cyrl", - "languages": [ - "bjn-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899127, - "recall": 0.927866, - "f1": 0.908333, - "accuracy": 0.927866, - "main_score": 0.908333, - "hf_subset": "bjn_Latn-uig_Arab", - "languages": [ - "bjn-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "bjn_Latn-aeb_Arab", - "languages": [ - "bjn-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "bjn_Latn-ben_Beng", - "languages": [ - "bjn-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97472, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "bjn_Latn-est_Latn", - "languages": [ - "bjn-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "bjn_Latn-hye_Armn", - "languages": [ - "bjn-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55744, - "recall": 0.608696, - "f1": 0.571714, - "accuracy": 0.608696, - "main_score": 0.571714, - "hf_subset": "bjn_Latn-kmb_Latn", - "languages": [ - "bjn-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553658, - "recall": 0.619565, - "f1": 0.571765, - "accuracy": 0.619565, - "main_score": 0.571765, - "hf_subset": "bjn_Latn-min_Arab", - "languages": [ - "bjn-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "bjn_Latn-pol_Latn", - "languages": [ - "bjn-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566834, - "recall": 0.624506, - "f1": 0.583275, - "accuracy": 0.624506, - "main_score": 0.583275, - "hf_subset": "bjn_Latn-ssw_Latn", - "languages": [ - "bjn-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bjn_Latn-ukr_Cyrl", - "languages": [ - "bjn-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "bjn_Latn-afr_Latn", - "languages": [ - "bjn-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972414, - "recall": 0.980237, - "f1": 0.974868, - "accuracy": 0.980237, - "main_score": 0.974868, - "hf_subset": "bjn_Latn-bho_Deva", - "languages": [ - "bjn-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.964427, - "f1": 0.955665, - "accuracy": 0.964427, - "main_score": 0.955665, - "hf_subset": "bjn_Latn-eus_Latn", - "languages": [ - "bjn-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592401, - "recall": 0.652174, - "f1": 0.609093, - "accuracy": 0.652174, - "main_score": 0.609093, - "hf_subset": "bjn_Latn-ibo_Latn", - "languages": [ - "bjn-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817029, - "recall": 0.862648, - "f1": 0.831159, - "accuracy": 0.862648, - "main_score": 0.831159, - "hf_subset": "bjn_Latn-kmr_Latn", - "languages": [ - "bjn-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "bjn_Latn-min_Latn", - "languages": [ - "bjn-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "bjn_Latn-por_Latn", - "languages": [ - "bjn-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "bjn_Latn-sun_Latn", - "languages": [ - "bjn-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52963, - "recall": 0.583992, - "f1": 0.545591, - "accuracy": 0.583992, - "main_score": 0.545591, - "hf_subset": "bjn_Latn-umb_Latn", - "languages": [ - "bjn-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bjn_Latn-ajp_Arab", - "languages": [ - "bjn-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68508, - "recall": 0.744071, - "f1": 0.701537, - "accuracy": 0.744071, - "main_score": 0.701537, - "hf_subset": "bjn_Latn-bjn_Arab", - "languages": [ - "bjn-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517037, - "recall": 0.56917, - "f1": 0.531267, - "accuracy": 0.56917, - "main_score": 0.531267, - "hf_subset": "bjn_Latn-ewe_Latn", - "languages": [ - "bjn-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911726, - "recall": 0.936759, - "f1": 0.919401, - "accuracy": 0.936759, - "main_score": 0.919401, - "hf_subset": "bjn_Latn-ilo_Latn", - "languages": [ - "bjn-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.329549, - "recall": 0.383399, - "f1": 0.344488, - "accuracy": 0.383399, - "main_score": 0.344488, - "hf_subset": "bjn_Latn-knc_Arab", - "languages": [ - "bjn-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bjn_Latn-mkd_Cyrl", - "languages": [ - "bjn-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "bjn_Latn-prs_Arab", - "languages": [ - "bjn-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bjn_Latn-swe_Latn", - "languages": [ - "bjn-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bjn_Latn-urd_Arab", - "languages": [ - "bjn-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594023, - "recall": 0.650198, - "f1": 0.609873, - "accuracy": 0.650198, - "main_score": 0.609873, - "hf_subset": "bjn_Latn-aka_Latn", - "languages": [ - "bjn-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926466, - "recall": 0.947628, - "f1": 0.933202, - "accuracy": 0.947628, - "main_score": 0.933202, - "hf_subset": "bjn_Latn-fao_Latn", - "languages": [ - "bjn-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bjn_Latn-ind_Latn", - "languages": [ - "bjn-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601339, - "recall": 0.652174, - "f1": 0.615539, - "accuracy": 0.652174, - "main_score": 0.615539, - "hf_subset": "bjn_Latn-knc_Latn", - "languages": [ - "bjn-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "bjn_Latn-mlt_Latn", - "languages": [ - "bjn-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690739, - "recall": 0.750988, - "f1": 0.708261, - "accuracy": 0.750988, - "main_score": 0.708261, - "hf_subset": "bjn_Latn-quy_Latn", - "languages": [ - "bjn-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929924, - "recall": 0.950593, - "f1": 0.936495, - "accuracy": 0.950593, - "main_score": 0.936495, - "hf_subset": "bjn_Latn-swh_Latn", - "languages": [ - "bjn-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "bjn_Latn-uzn_Latn", - "languages": [ - "bjn-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-als_Latn", - "languages": [ - "bjn-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559061, - "recall": 0.640316, - "f1": 0.581386, - "accuracy": 0.640316, - "main_score": 0.581386, - "hf_subset": "bjn_Latn-bod_Tibt", - "languages": [ - "bjn-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679044, - "recall": 0.733202, - "f1": 0.694229, - "accuracy": 0.733202, - "main_score": 0.694229, - "hf_subset": "bjn_Latn-fij_Latn", - "languages": [ - "bjn-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935359, - "recall": 0.954545, - "f1": 0.941601, - "accuracy": 0.954545, - "main_score": 0.941601, - "hf_subset": "bjn_Latn-isl_Latn", - "languages": [ - "bjn-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660474, - "recall": 0.706522, - "f1": 0.674082, - "accuracy": 0.706522, - "main_score": 0.674082, - "hf_subset": "bjn_Latn-kon_Latn", - "languages": [ - "bjn-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641078, - "recall": 0.70751, - "f1": 0.660458, - "accuracy": 0.70751, - "main_score": 0.660458, - "hf_subset": "bjn_Latn-mni_Beng", - "languages": [ - "bjn-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bjn_Latn-ron_Latn", - "languages": [ - "bjn-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.970356, - "f1": 0.96278, - "accuracy": 0.970356, - "main_score": 0.96278, - "hf_subset": "bjn_Latn-szl_Latn", - "languages": [ - "bjn-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97752, - "recall": 0.98419, - "f1": 0.979644, - "accuracy": 0.98419, - "main_score": 0.979644, - "hf_subset": "bjn_Latn-vec_Latn", - "languages": [ - "bjn-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865695, - "recall": 0.900198, - "f1": 0.876515, - "accuracy": 0.900198, - "main_score": 0.876515, - "hf_subset": "bjn_Latn-amh_Ethi", - "languages": [ - "bjn-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "bjn_Latn-bos_Latn", - "languages": [ - "bjn-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bjn_Latn-fin_Latn", - "languages": [ - "bjn-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bjn_Latn-ita_Latn", - "languages": [ - "bjn-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "bjn_Latn-kor_Hang", - "languages": [ - "bjn-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560783, - "recall": 0.616601, - "f1": 0.576243, - "accuracy": 0.616601, - "main_score": 0.576243, - "hf_subset": "bjn_Latn-mos_Latn", - "languages": [ - "bjn-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565516, - "recall": 0.620553, - "f1": 0.581079, - "accuracy": 0.620553, - "main_score": 0.581079, - "hf_subset": "bjn_Latn-run_Latn", - "languages": [ - "bjn-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "bjn_Latn-tam_Taml", - "languages": [ - "bjn-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-vie_Latn", - "languages": [ - "bjn-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bjn_Latn-apc_Arab", - "languages": [ - "bjn-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794112, - "recall": 0.838933, - "f1": 0.80684, - "accuracy": 0.838933, - "main_score": 0.80684, - "hf_subset": "bjn_Latn-bug_Latn", - "languages": [ - "bjn-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478752, - "recall": 0.533597, - "f1": 0.493301, - "accuracy": 0.533597, - "main_score": 0.493301, - "hf_subset": "bjn_Latn-fon_Latn", - "languages": [ - "bjn-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-jav_Latn", - "languages": [ - "bjn-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.971344, - "f1": 0.964097, - "accuracy": 0.971344, - "main_score": 0.964097, - "hf_subset": "bjn_Latn-lao_Laoo", - "languages": [ - "bjn-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800148, - "recall": 0.844862, - "f1": 0.813373, - "accuracy": 0.844862, - "main_score": 0.813373, - "hf_subset": "bjn_Latn-mri_Latn", - "languages": [ - "bjn-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bjn_Latn-rus_Cyrl", - "languages": [ - "bjn-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541776, - "recall": 0.600791, - "f1": 0.557932, - "accuracy": 0.600791, - "main_score": 0.557932, - "hf_subset": "bjn_Latn-taq_Latn", - "languages": [ - "bjn-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971673, - "recall": 0.979249, - "f1": 0.974144, - "accuracy": 0.979249, - "main_score": 0.974144, - "hf_subset": "bjn_Latn-war_Latn", - "languages": [ - "bjn-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bjn_Latn-arb_Arab", - "languages": [ - "bjn-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bjn_Latn-bul_Cyrl", - "languages": [ - "bjn-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "bjn_Latn-fra_Latn", - "languages": [ - "bjn-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bjn_Latn-jpn_Jpan", - "languages": [ - "bjn-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965003, - "recall": 0.974308, - "f1": 0.967951, - "accuracy": 0.974308, - "main_score": 0.967951, - "hf_subset": "bjn_Latn-lij_Latn", - "languages": [ - "bjn-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.963439, - "f1": 0.953063, - "accuracy": 0.963439, - "main_score": 0.953063, - "hf_subset": "bjn_Latn-mya_Mymr", - "languages": [ - "bjn-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612415, - "recall": 0.674901, - "f1": 0.629663, - "accuracy": 0.674901, - "main_score": 0.629663, - "hf_subset": "bjn_Latn-sag_Latn", - "languages": [ - "bjn-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198314, - "recall": 0.253953, - "f1": 0.210697, - "accuracy": 0.253953, - "main_score": 0.210697, - "hf_subset": "bjn_Latn-taq_Tfng", - "languages": [ - "bjn-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640547, - "recall": 0.697628, - "f1": 0.656945, - "accuracy": 0.697628, - "main_score": 0.656945, - "hf_subset": "bjn_Latn-wol_Latn", - "languages": [ - "bjn-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730633, - "recall": 0.783597, - "f1": 0.746064, - "accuracy": 0.783597, - "main_score": 0.746064, - "hf_subset": "bjn_Latn-arb_Latn", - "languages": [ - "bjn-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bjn_Latn-cat_Latn", - "languages": [ - "bjn-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.963439, - "f1": 0.952734, - "accuracy": 0.963439, - "main_score": 0.952734, - "hf_subset": "bjn_Latn-fur_Latn", - "languages": [ - "bjn-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438959, - "recall": 0.499012, - "f1": 0.455524, - "accuracy": 0.499012, - "main_score": 0.455524, - "hf_subset": "bjn_Latn-kab_Latn", - "languages": [ - "bjn-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957263, - "recall": 0.968379, - "f1": 0.960705, - "accuracy": 0.968379, - "main_score": 0.960705, - "hf_subset": "bjn_Latn-lim_Latn", - "languages": [ - "bjn-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985096, - "recall": 0.98913, - "f1": 0.986232, - "accuracy": 0.98913, - "main_score": 0.986232, - "hf_subset": "bjn_Latn-nld_Latn", - "languages": [ - "bjn-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "bjn_Latn-san_Deva", - "languages": [ - "bjn-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962039, - "recall": 0.97332, - "f1": 0.965646, - "accuracy": 0.97332, - "main_score": 0.965646, - "hf_subset": "bjn_Latn-tat_Cyrl", - "languages": [ - "bjn-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679744, - "recall": 0.731225, - "f1": 0.695109, - "accuracy": 0.731225, - "main_score": 0.695109, - "hf_subset": "bjn_Latn-xho_Latn", - "languages": [ - "bjn-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bjn_Latn-ars_Arab", - "languages": [ - "bjn-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.983202, - "f1": 0.978873, - "accuracy": 0.983202, - "main_score": 0.978873, - "hf_subset": "bjn_Latn-ceb_Latn", - "languages": [ - "bjn-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575233, - "recall": 0.632411, - "f1": 0.591817, - "accuracy": 0.632411, - "main_score": 0.591817, - "hf_subset": "bjn_Latn-fuv_Latn", - "languages": [ - "bjn-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511958, - "recall": 0.574111, - "f1": 0.529085, - "accuracy": 0.574111, - "main_score": 0.529085, - "hf_subset": "bjn_Latn-kac_Latn", - "languages": [ - "bjn-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663868, - "recall": 0.710474, - "f1": 0.67741, - "accuracy": 0.710474, - "main_score": 0.67741, - "hf_subset": "bjn_Latn-lin_Latn", - "languages": [ - "bjn-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bjn_Latn-nno_Latn", - "languages": [ - "bjn-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193474, - "recall": 0.258893, - "f1": 0.211003, - "accuracy": 0.258893, - "main_score": 0.211003, - "hf_subset": "bjn_Latn-sat_Olck", - "languages": [ - "bjn-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "bjn_Latn-tel_Telu", - "languages": [ - "bjn-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904397, - "recall": 0.929842, - "f1": 0.912088, - "accuracy": 0.929842, - "main_score": 0.912088, - "hf_subset": "bjn_Latn-ydd_Hebr", - "languages": [ - "bjn-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956719, - "recall": 0.969368, - "f1": 0.960639, - "accuracy": 0.969368, - "main_score": 0.960639, - "hf_subset": "bjn_Latn-ary_Arab", - "languages": [ - "bjn-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bjn_Latn-ces_Latn", - "languages": [ - "bjn-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583136, - "recall": 0.642292, - "f1": 0.600428, - "accuracy": 0.642292, - "main_score": 0.600428, - "hf_subset": "bjn_Latn-gaz_Latn", - "languages": [ - "bjn-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601745, - "recall": 0.658103, - "f1": 0.618017, - "accuracy": 0.658103, - "main_score": 0.618017, - "hf_subset": "bjn_Latn-kam_Latn", - "languages": [ - "bjn-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973485, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "bjn_Latn-lit_Latn", - "languages": [ - "bjn-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bjn_Latn-nob_Latn", - "languages": [ - "bjn-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.970356, - "f1": 0.962945, - "accuracy": 0.970356, - "main_score": 0.962945, - "hf_subset": "bjn_Latn-scn_Latn", - "languages": [ - "bjn-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925758, - "recall": 0.945652, - "f1": 0.931983, - "accuracy": 0.945652, - "main_score": 0.931983, - "hf_subset": "bjn_Latn-tgk_Cyrl", - "languages": [ - "bjn-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6778, - "recall": 0.748024, - "f1": 0.698946, - "accuracy": 0.748024, - "main_score": 0.698946, - "hf_subset": "bjn_Latn-yor_Latn", - "languages": [ - "bjn-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "bjn_Latn-arz_Arab", - "languages": [ - "bjn-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569359, - "recall": 0.618577, - "f1": 0.58328, - "accuracy": 0.618577, - "main_score": 0.58328, - "hf_subset": "bjn_Latn-cjk_Latn", - "languages": [ - "bjn-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729918, - "recall": 0.785573, - "f1": 0.746399, - "accuracy": 0.785573, - "main_score": 0.746399, - "hf_subset": "bjn_Latn-gla_Latn", - "languages": [ - "bjn-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "bjn_Latn-kan_Knda", - "languages": [ - "bjn-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963883, - "recall": 0.974308, - "f1": 0.967128, - "accuracy": 0.974308, - "main_score": 0.967128, - "hf_subset": "bjn_Latn-lmo_Latn", - "languages": [ - "bjn-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967556, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "bjn_Latn-npi_Deva", - "languages": [ - "bjn-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469015, - "recall": 0.531621, - "f1": 0.486775, - "accuracy": 0.531621, - "main_score": 0.486775, - "hf_subset": "bjn_Latn-shn_Mymr", - "languages": [ - "bjn-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "bjn_Latn-tgl_Latn", - "languages": [ - "bjn-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bjn_Latn-yue_Hant", - "languages": [ - "bjn-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "bjn_Latn-asm_Beng", - "languages": [ - "bjn-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913488, - "recall": 0.936759, - "f1": 0.92085, - "accuracy": 0.936759, - "main_score": 0.92085, - "hf_subset": "bjn_Latn-ckb_Arab", - "languages": [ - "bjn-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804908, - "recall": 0.849802, - "f1": 0.818281, - "accuracy": 0.849802, - "main_score": 0.818281, - "hf_subset": "bjn_Latn-gle_Latn", - "languages": [ - "bjn-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889526, - "recall": 0.918972, - "f1": 0.898847, - "accuracy": 0.918972, - "main_score": 0.898847, - "hf_subset": "bjn_Latn-kas_Arab", - "languages": [ - "bjn-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874951, - "recall": 0.909091, - "f1": 0.885573, - "accuracy": 0.909091, - "main_score": 0.885573, - "hf_subset": "bjn_Latn-ltg_Latn", - "languages": [ - "bjn-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636284, - "recall": 0.685771, - "f1": 0.65013, - "accuracy": 0.685771, - "main_score": 0.65013, - "hf_subset": "bjn_Latn-nso_Latn", - "languages": [ - "bjn-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923913, - "recall": 0.94664, - "f1": 0.931159, - "accuracy": 0.94664, - "main_score": 0.931159, - "hf_subset": "bjn_Latn-sin_Sinh", - "languages": [ - "bjn-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bjn_Latn-tha_Thai", - "languages": [ - "bjn-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "bjn_Latn-zho_Hans", - "languages": [ - "bjn-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bjn_Latn-ast_Latn", - "languages": [ - "bjn-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963356, - "recall": 0.974308, - "f1": 0.966798, - "accuracy": 0.974308, - "main_score": 0.966798, - "hf_subset": "bjn_Latn-crh_Latn", - "languages": [ - "bjn-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bjn_Latn-glg_Latn", - "languages": [ - "bjn-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836957, - "recall": 0.876482, - "f1": 0.849111, - "accuracy": 0.876482, - "main_score": 0.849111, - "hf_subset": "bjn_Latn-kas_Deva", - "languages": [ - "bjn-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935194, - "recall": 0.952569, - "f1": 0.940613, - "accuracy": 0.952569, - "main_score": 0.940613, - "hf_subset": "bjn_Latn-ltz_Latn", - "languages": [ - "bjn-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476917, - "recall": 0.54249, - "f1": 0.494718, - "accuracy": 0.54249, - "main_score": 0.494718, - "hf_subset": "bjn_Latn-nus_Latn", - "languages": [ - "bjn-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "bjn_Latn-slk_Latn", - "languages": [ - "bjn-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582345, - "recall": 0.65415, - "f1": 0.603379, - "accuracy": 0.65415, - "main_score": 0.603379, - "hf_subset": "bjn_Latn-tir_Ethi", - "languages": [ - "bjn-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "bjn_Latn-zho_Hant", - "languages": [ - "bjn-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967144, - "recall": 0.976285, - "f1": 0.970092, - "accuracy": 0.976285, - "main_score": 0.970092, - "hf_subset": "bjn_Latn-awa_Deva", - "languages": [ - "bjn-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917714, - "recall": 0.938735, - "f1": 0.92385, - "accuracy": 0.938735, - "main_score": 0.92385, - "hf_subset": "bjn_Latn-cym_Latn", - "languages": [ - "bjn-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801532, - "recall": 0.84585, - "f1": 0.815086, - "accuracy": 0.84585, - "main_score": 0.815086, - "hf_subset": "bjn_Latn-grn_Latn", - "languages": [ - "bjn-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970603, - "recall": 0.979249, - "f1": 0.973221, - "accuracy": 0.979249, - "main_score": 0.973221, - "hf_subset": "bjn_Latn-kat_Geor", - "languages": [ - "bjn-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647803, - "recall": 0.698617, - "f1": 0.662302, - "accuracy": 0.698617, - "main_score": 0.662302, - "hf_subset": "bjn_Latn-lua_Latn", - "languages": [ - "bjn-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644738, - "recall": 0.700593, - "f1": 0.660877, - "accuracy": 0.700593, - "main_score": 0.660877, - "hf_subset": "bjn_Latn-nya_Latn", - "languages": [ - "bjn-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "bjn_Latn-slv_Latn", - "languages": [ - "bjn-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892144, - "recall": 0.920949, - "f1": 0.901087, - "accuracy": 0.920949, - "main_score": 0.901087, - "hf_subset": "bjn_Latn-tpi_Latn", - "languages": [ - "bjn-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bjn_Latn-zsm_Latn", - "languages": [ - "bjn-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547625, - "recall": 0.604743, - "f1": 0.563469, - "accuracy": 0.604743, - "main_score": 0.563469, - "hf_subset": "bjn_Latn-ayr_Latn", - "languages": [ - "bjn-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bjn_Latn-dan_Latn", - "languages": [ - "bjn-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bjn_Latn-guj_Gujr", - "languages": [ - "bjn-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "bjn_Latn-kaz_Cyrl", - "languages": [ - "bjn-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541563, - "recall": 0.602767, - "f1": 0.559073, - "accuracy": 0.602767, - "main_score": 0.559073, - "hf_subset": "bjn_Latn-lug_Latn", - "languages": [ - "bjn-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "bjn_Latn-oci_Latn", - "languages": [ - "bjn-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781159, - "recall": 0.826087, - "f1": 0.794664, - "accuracy": 0.826087, - "main_score": 0.794664, - "hf_subset": "bjn_Latn-smo_Latn", - "languages": [ - "bjn-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557607, - "recall": 0.618577, - "f1": 0.574848, - "accuracy": 0.618577, - "main_score": 0.574848, - "hf_subset": "bjn_Latn-tsn_Latn", - "languages": [ - "bjn-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630247, - "recall": 0.686759, - "f1": 0.646182, - "accuracy": 0.686759, - "main_score": 0.646182, - "hf_subset": "bjn_Latn-zul_Latn", - "languages": [ - "bjn-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87108, - "recall": 0.905138, - "f1": 0.881686, - "accuracy": 0.905138, - "main_score": 0.881686, - "hf_subset": "bjn_Latn-azb_Arab", - "languages": [ - "bjn-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "bjn_Latn-deu_Latn", - "languages": [ - "bjn-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919746, - "recall": 0.9417, - "f1": 0.926614, - "accuracy": 0.9417, - "main_score": 0.926614, - "hf_subset": "bjn_Latn-hat_Latn", - "languages": [ - "bjn-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502688, - "recall": 0.5583, - "f1": 0.517485, - "accuracy": 0.5583, - "main_score": 0.517485, - "hf_subset": "bjn_Latn-kbp_Latn", - "languages": [ - "bjn-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577794, - "recall": 0.629447, - "f1": 0.591474, - "accuracy": 0.629447, - "main_score": 0.591474, - "hf_subset": "bjn_Latn-luo_Latn", - "languages": [ - "bjn-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bjn_Latn-ory_Orya", - "languages": [ - "bjn-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600077, - "recall": 0.656126, - "f1": 0.616078, - "accuracy": 0.656126, - "main_score": 0.616078, - "hf_subset": "bjn_Latn-sna_Latn", - "languages": [ - "bjn-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570688, - "recall": 0.62253, - "f1": 0.584957, - "accuracy": 0.62253, - "main_score": 0.584957, - "hf_subset": "bjn_Latn-tso_Latn", - "languages": [ - "bjn-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956275, - "recall": 0.969368, - "f1": 0.960375, - "accuracy": 0.969368, - "main_score": 0.960375, - "hf_subset": "bjn_Latn-azj_Latn", - "languages": [ - "bjn-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552924, - "recall": 0.617589, - "f1": 0.570929, - "accuracy": 0.617589, - "main_score": 0.570929, - "hf_subset": "bjn_Latn-dik_Latn", - "languages": [ - "bjn-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72197, - "recall": 0.772727, - "f1": 0.736909, - "accuracy": 0.772727, - "main_score": 0.736909, - "hf_subset": "bjn_Latn-hau_Latn", - "languages": [ - "bjn-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945767, - "recall": 0.961462, - "f1": 0.950659, - "accuracy": 0.961462, - "main_score": 0.950659, - "hf_subset": "bjn_Latn-kea_Latn", - "languages": [ - "bjn-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69865, - "recall": 0.75, - "f1": 0.7143, - "accuracy": 0.75, - "main_score": 0.7143, - "hf_subset": "bjn_Latn-lus_Latn", - "languages": [ - "bjn-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857717, - "recall": 0.885375, - "f1": 0.865991, - "accuracy": 0.885375, - "main_score": 0.865991, - "hf_subset": "bjn_Latn-pag_Latn", - "languages": [ - "bjn-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "bjn_Latn-snd_Arab", - "languages": [ - "bjn-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882576, - "recall": 0.91502, - "f1": 0.892787, - "accuracy": 0.91502, - "main_score": 0.892787, - "hf_subset": "bjn_Latn-tuk_Latn", - "languages": [ - "bjn-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.956522, - "f1": 0.946513, - "accuracy": 0.956522, - "main_score": 0.946513, - "hf_subset": "bjn_Latn-bak_Cyrl", - "languages": [ - "bjn-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481711, - "recall": 0.556324, - "f1": 0.503335, - "accuracy": 0.556324, - "main_score": 0.503335, - "hf_subset": "bjn_Latn-dyu_Latn", - "languages": [ - "bjn-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bjn_Latn-heb_Hebr", - "languages": [ - "bjn-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943923, - "recall": 0.959486, - "f1": 0.948847, - "accuracy": 0.959486, - "main_score": 0.948847, - "hf_subset": "bjn_Latn-khk_Cyrl", - "languages": [ - "bjn-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bjn_Latn-lvs_Latn", - "languages": [ - "bjn-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bjn_Latn-pan_Guru", - "languages": [ - "bjn-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673312, - "recall": 0.733202, - "f1": 0.691195, - "accuracy": 0.733202, - "main_score": 0.691195, - "hf_subset": "bjn_Latn-som_Latn", - "languages": [ - "bjn-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588574, - "recall": 0.635375, - "f1": 0.601161, - "accuracy": 0.635375, - "main_score": 0.601161, - "hf_subset": "bjn_Latn-tum_Latn", - "languages": [ - "bjn-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500614, - "recall": 0.545455, - "f1": 0.512916, - "accuracy": 0.545455, - "main_score": 0.512916, - "hf_subset": "fao_Latn-ace_Arab", - "languages": [ - "fao-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527334, - "recall": 0.578063, - "f1": 0.541297, - "accuracy": 0.578063, - "main_score": 0.541297, - "hf_subset": "fao_Latn-bam_Latn", - "languages": [ - "fao-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362212, - "recall": 0.428854, - "f1": 0.379644, - "accuracy": 0.428854, - "main_score": 0.379644, - "hf_subset": "fao_Latn-dzo_Tibt", - "languages": [ - "fao-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "fao_Latn-hin_Deva", - "languages": [ - "fao-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944252, - "recall": 0.961462, - "f1": 0.949835, - "accuracy": 0.961462, - "main_score": 0.949835, - "hf_subset": "fao_Latn-khm_Khmr", - "languages": [ - "fao-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960721, - "recall": 0.972332, - "f1": 0.964328, - "accuracy": 0.972332, - "main_score": 0.964328, - "hf_subset": "fao_Latn-mag_Deva", - "languages": [ - "fao-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894681, - "recall": 0.920949, - "f1": 0.902851, - "accuracy": 0.920949, - "main_score": 0.902851, - "hf_subset": "fao_Latn-pap_Latn", - "languages": [ - "fao-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575484, - "recall": 0.624506, - "f1": 0.589531, - "accuracy": 0.624506, - "main_score": 0.589531, - "hf_subset": "fao_Latn-sot_Latn", - "languages": [ - "fao-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "fao_Latn-tur_Latn", - "languages": [ - "fao-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74399, - "recall": 0.787549, - "f1": 0.757073, - "accuracy": 0.787549, - "main_score": 0.757073, - "hf_subset": "fao_Latn-ace_Latn", - "languages": [ - "fao-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839954, - "recall": 0.87253, - "f1": 0.849464, - "accuracy": 0.87253, - "main_score": 0.849464, - "hf_subset": "fao_Latn-ban_Latn", - "languages": [ - "fao-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "fao_Latn-ell_Grek", - "languages": [ - "fao-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948781, - "recall": 0.963439, - "f1": 0.95336, - "accuracy": 0.963439, - "main_score": 0.95336, - "hf_subset": "fao_Latn-hne_Deva", - "languages": [ - "fao-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557536, - "recall": 0.610672, - "f1": 0.571681, - "accuracy": 0.610672, - "main_score": 0.571681, - "hf_subset": "fao_Latn-kik_Latn", - "languages": [ - "fao-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963521, - "recall": 0.974308, - "f1": 0.966963, - "accuracy": 0.974308, - "main_score": 0.966963, - "hf_subset": "fao_Latn-mai_Deva", - "languages": [ - "fao-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892787, - "recall": 0.920949, - "f1": 0.901252, - "accuracy": 0.920949, - "main_score": 0.901252, - "hf_subset": "fao_Latn-pbt_Arab", - "languages": [ - "fao-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "fao_Latn-spa_Latn", - "languages": [ - "fao-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600283, - "recall": 0.641304, - "f1": 0.611734, - "accuracy": 0.641304, - "main_score": 0.611734, - "hf_subset": "fao_Latn-twi_Latn", - "languages": [ - "fao-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "fao_Latn-acm_Arab", - "languages": [ - "fao-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948287, - "recall": 0.962451, - "f1": 0.952503, - "accuracy": 0.962451, - "main_score": 0.952503, - "hf_subset": "fao_Latn-bel_Cyrl", - "languages": [ - "fao-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "fao_Latn-eng_Latn", - "languages": [ - "fao-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fao_Latn-hrv_Latn", - "languages": [ - "fao-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554365, - "recall": 0.606719, - "f1": 0.568603, - "accuracy": 0.606719, - "main_score": 0.568603, - "hf_subset": "fao_Latn-kin_Latn", - "languages": [ - "fao-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "fao_Latn-mal_Mlym", - "languages": [ - "fao-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.96438, - "accuracy": 0.972332, - "main_score": 0.96438, - "hf_subset": "fao_Latn-pes_Arab", - "languages": [ - "fao-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918462, - "recall": 0.939723, - "f1": 0.924802, - "accuracy": 0.939723, - "main_score": 0.924802, - "hf_subset": "fao_Latn-srd_Latn", - "languages": [ - "fao-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206764, - "recall": 0.248024, - "f1": 0.216928, - "accuracy": 0.248024, - "main_score": 0.216928, - "hf_subset": "fao_Latn-tzm_Tfng", - "languages": [ - "fao-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "fao_Latn-acq_Arab", - "languages": [ - "fao-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61238, - "recall": 0.65415, - "f1": 0.623498, - "accuracy": 0.65415, - "main_score": 0.623498, - "hf_subset": "fao_Latn-bem_Latn", - "languages": [ - "fao-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974967, - "recall": 0.982213, - "f1": 0.977226, - "accuracy": 0.982213, - "main_score": 0.977226, - "hf_subset": "fao_Latn-epo_Latn", - "languages": [ - "fao-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "fao_Latn-hun_Latn", - "languages": [ - "fao-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913949, - "recall": 0.939723, - "f1": 0.922167, - "accuracy": 0.939723, - "main_score": 0.922167, - "hf_subset": "fao_Latn-kir_Cyrl", - "languages": [ - "fao-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "fao_Latn-mar_Deva", - "languages": [ - "fao-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629381, - "recall": 0.676877, - "f1": 0.642726, - "accuracy": 0.676877, - "main_score": 0.642726, - "hf_subset": "fao_Latn-plt_Latn", - "languages": [ - "fao-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97472, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "fao_Latn-srp_Cyrl", - "languages": [ - "fao-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86581, - "recall": 0.899209, - "f1": 0.87612, - "accuracy": 0.899209, - "main_score": 0.87612, - "hf_subset": "fao_Latn-uig_Arab", - "languages": [ - "fao-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94277, - "recall": 0.959486, - "f1": 0.948024, - "accuracy": 0.959486, - "main_score": 0.948024, - "hf_subset": "fao_Latn-aeb_Arab", - "languages": [ - "fao-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "fao_Latn-ben_Beng", - "languages": [ - "fao-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96945, - "recall": 0.978261, - "f1": 0.972233, - "accuracy": 0.978261, - "main_score": 0.972233, - "hf_subset": "fao_Latn-est_Latn", - "languages": [ - "fao-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "fao_Latn-hye_Armn", - "languages": [ - "fao-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535551, - "recall": 0.577075, - "f1": 0.547079, - "accuracy": 0.577075, - "main_score": 0.547079, - "hf_subset": "fao_Latn-kmb_Latn", - "languages": [ - "fao-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453866, - "recall": 0.514822, - "f1": 0.470528, - "accuracy": 0.514822, - "main_score": 0.470528, - "hf_subset": "fao_Latn-min_Arab", - "languages": [ - "fao-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "fao_Latn-pol_Latn", - "languages": [ - "fao-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553129, - "recall": 0.608696, - "f1": 0.569401, - "accuracy": 0.608696, - "main_score": 0.569401, - "hf_subset": "fao_Latn-ssw_Latn", - "languages": [ - "fao-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "fao_Latn-ukr_Cyrl", - "languages": [ - "fao-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "fao_Latn-afr_Latn", - "languages": [ - "fao-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9347, - "recall": 0.953557, - "f1": 0.940613, - "accuracy": 0.953557, - "main_score": 0.940613, - "hf_subset": "fao_Latn-bho_Deva", - "languages": [ - "fao-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917984, - "recall": 0.940711, - "f1": 0.925019, - "accuracy": 0.940711, - "main_score": 0.925019, - "hf_subset": "fao_Latn-eus_Latn", - "languages": [ - "fao-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576385, - "recall": 0.630435, - "f1": 0.591362, - "accuracy": 0.630435, - "main_score": 0.591362, - "hf_subset": "fao_Latn-ibo_Latn", - "languages": [ - "fao-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801499, - "recall": 0.843874, - "f1": 0.814577, - "accuracy": 0.843874, - "main_score": 0.814577, - "hf_subset": "fao_Latn-kmr_Latn", - "languages": [ - "fao-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906538, - "recall": 0.931818, - "f1": 0.914262, - "accuracy": 0.931818, - "main_score": 0.914262, - "hf_subset": "fao_Latn-min_Latn", - "languages": [ - "fao-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "fao_Latn-por_Latn", - "languages": [ - "fao-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921393, - "recall": 0.943676, - "f1": 0.928228, - "accuracy": 0.943676, - "main_score": 0.928228, - "hf_subset": "fao_Latn-sun_Latn", - "languages": [ - "fao-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521769, - "recall": 0.570158, - "f1": 0.53517, - "accuracy": 0.570158, - "main_score": 0.53517, - "hf_subset": "fao_Latn-umb_Latn", - "languages": [ - "fao-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963686, - "recall": 0.974308, - "f1": 0.966963, - "accuracy": 0.974308, - "main_score": 0.966963, - "hf_subset": "fao_Latn-ajp_Arab", - "languages": [ - "fao-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492273, - "recall": 0.546443, - "f1": 0.506806, - "accuracy": 0.546443, - "main_score": 0.506806, - "hf_subset": "fao_Latn-bjn_Arab", - "languages": [ - "fao-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527087, - "recall": 0.571146, - "f1": 0.539057, - "accuracy": 0.571146, - "main_score": 0.539057, - "hf_subset": "fao_Latn-ewe_Latn", - "languages": [ - "fao-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836775, - "recall": 0.865613, - "f1": 0.845097, - "accuracy": 0.865613, - "main_score": 0.845097, - "hf_subset": "fao_Latn-ilo_Latn", - "languages": [ - "fao-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315284, - "recall": 0.366601, - "f1": 0.329509, - "accuracy": 0.366601, - "main_score": 0.329509, - "hf_subset": "fao_Latn-knc_Arab", - "languages": [ - "fao-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978953, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "fao_Latn-mkd_Cyrl", - "languages": [ - "fao-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "fao_Latn-prs_Arab", - "languages": [ - "fao-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "fao_Latn-swe_Latn", - "languages": [ - "fao-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962533, - "recall": 0.974308, - "f1": 0.966304, - "accuracy": 0.974308, - "main_score": 0.966304, - "hf_subset": "fao_Latn-urd_Arab", - "languages": [ - "fao-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572436, - "recall": 0.616601, - "f1": 0.584986, - "accuracy": 0.616601, - "main_score": 0.584986, - "hf_subset": "fao_Latn-aka_Latn", - "languages": [ - "fao-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916035, - "recall": 0.937747, - "f1": 0.922464, - "accuracy": 0.937747, - "main_score": 0.922464, - "hf_subset": "fao_Latn-bjn_Latn", - "languages": [ - "fao-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fao_Latn-ind_Latn", - "languages": [ - "fao-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563407, - "recall": 0.607708, - "f1": 0.576323, - "accuracy": 0.607708, - "main_score": 0.576323, - "hf_subset": "fao_Latn-knc_Latn", - "languages": [ - "fao-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92771, - "recall": 0.947628, - "f1": 0.933679, - "accuracy": 0.947628, - "main_score": 0.933679, - "hf_subset": "fao_Latn-mlt_Latn", - "languages": [ - "fao-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665504, - "recall": 0.713439, - "f1": 0.679217, - "accuracy": 0.713439, - "main_score": 0.679217, - "hf_subset": "fao_Latn-quy_Latn", - "languages": [ - "fao-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92024, - "recall": 0.942688, - "f1": 0.927075, - "accuracy": 0.942688, - "main_score": 0.927075, - "hf_subset": "fao_Latn-swh_Latn", - "languages": [ - "fao-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942424, - "recall": 0.959486, - "f1": 0.947793, - "accuracy": 0.959486, - "main_score": 0.947793, - "hf_subset": "fao_Latn-uzn_Latn", - "languages": [ - "fao-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "fao_Latn-als_Latn", - "languages": [ - "fao-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569319, - "recall": 0.649209, - "f1": 0.591794, - "accuracy": 0.649209, - "main_score": 0.591794, - "hf_subset": "fao_Latn-bod_Tibt", - "languages": [ - "fao-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658392, - "recall": 0.712451, - "f1": 0.673294, - "accuracy": 0.712451, - "main_score": 0.673294, - "hf_subset": "fao_Latn-fij_Latn", - "languages": [ - "fao-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "fao_Latn-isl_Latn", - "languages": [ - "fao-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602638, - "recall": 0.646245, - "f1": 0.614357, - "accuracy": 0.646245, - "main_score": 0.614357, - "hf_subset": "fao_Latn-kon_Latn", - "languages": [ - "fao-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563556, - "recall": 0.623518, - "f1": 0.58025, - "accuracy": 0.623518, - "main_score": 0.58025, - "hf_subset": "fao_Latn-mni_Beng", - "languages": [ - "fao-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "fao_Latn-ron_Latn", - "languages": [ - "fao-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.962451, - "f1": 0.95303, - "accuracy": 0.962451, - "main_score": 0.95303, - "hf_subset": "fao_Latn-szl_Latn", - "languages": [ - "fao-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "fao_Latn-vec_Latn", - "languages": [ - "fao-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84585, - "recall": 0.885375, - "f1": 0.857877, - "accuracy": 0.885375, - "main_score": 0.857877, - "hf_subset": "fao_Latn-amh_Ethi", - "languages": [ - "fao-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97999, - "recall": 0.986166, - "f1": 0.98195, - "accuracy": 0.986166, - "main_score": 0.98195, - "hf_subset": "fao_Latn-bos_Latn", - "languages": [ - "fao-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975543, - "recall": 0.983202, - "f1": 0.977997, - "accuracy": 0.983202, - "main_score": 0.977997, - "hf_subset": "fao_Latn-fin_Latn", - "languages": [ - "fao-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "fao_Latn-ita_Latn", - "languages": [ - "fao-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "fao_Latn-kor_Hang", - "languages": [ - "fao-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544623, - "recall": 0.588933, - "f1": 0.556793, - "accuracy": 0.588933, - "main_score": 0.556793, - "hf_subset": "fao_Latn-mos_Latn", - "languages": [ - "fao-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55575, - "recall": 0.599802, - "f1": 0.567956, - "accuracy": 0.599802, - "main_score": 0.567956, - "hf_subset": "fao_Latn-run_Latn", - "languages": [ - "fao-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "fao_Latn-tam_Taml", - "languages": [ - "fao-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "fao_Latn-vie_Latn", - "languages": [ - "fao-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "fao_Latn-apc_Arab", - "languages": [ - "fao-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683474, - "recall": 0.732213, - "f1": 0.697236, - "accuracy": 0.732213, - "main_score": 0.697236, - "hf_subset": "fao_Latn-bug_Latn", - "languages": [ - "fao-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490357, - "recall": 0.534585, - "f1": 0.502852, - "accuracy": 0.534585, - "main_score": 0.502852, - "hf_subset": "fao_Latn-fon_Latn", - "languages": [ - "fao-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.958498, - "f1": 0.947219, - "accuracy": 0.958498, - "main_score": 0.947219, - "hf_subset": "fao_Latn-jav_Latn", - "languages": [ - "fao-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.961462, - "f1": 0.950758, - "accuracy": 0.961462, - "main_score": 0.950758, - "hf_subset": "fao_Latn-lao_Laoo", - "languages": [ - "fao-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815003, - "recall": 0.859684, - "f1": 0.828557, - "accuracy": 0.859684, - "main_score": 0.828557, - "hf_subset": "fao_Latn-mri_Latn", - "languages": [ - "fao-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "fao_Latn-rus_Cyrl", - "languages": [ - "fao-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535259, - "recall": 0.579051, - "f1": 0.547485, - "accuracy": 0.579051, - "main_score": 0.547485, - "hf_subset": "fao_Latn-taq_Latn", - "languages": [ - "fao-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929924, - "recall": 0.949605, - "f1": 0.935954, - "accuracy": 0.949605, - "main_score": 0.935954, - "hf_subset": "fao_Latn-war_Latn", - "languages": [ - "fao-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "fao_Latn-arb_Arab", - "languages": [ - "fao-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "fao_Latn-bul_Cyrl", - "languages": [ - "fao-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fao_Latn-fra_Latn", - "languages": [ - "fao-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950428, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "fao_Latn-jpn_Jpan", - "languages": [ - "fao-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929825, - "recall": 0.947628, - "f1": 0.935178, - "accuracy": 0.947628, - "main_score": 0.935178, - "hf_subset": "fao_Latn-lij_Latn", - "languages": [ - "fao-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907938, - "recall": 0.936759, - "f1": 0.917325, - "accuracy": 0.936759, - "main_score": 0.917325, - "hf_subset": "fao_Latn-mya_Mymr", - "languages": [ - "fao-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568052, - "recall": 0.621542, - "f1": 0.582929, - "accuracy": 0.621542, - "main_score": 0.582929, - "hf_subset": "fao_Latn-sag_Latn", - "languages": [ - "fao-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202928, - "recall": 0.250988, - "f1": 0.214303, - "accuracy": 0.250988, - "main_score": 0.214303, - "hf_subset": "fao_Latn-taq_Tfng", - "languages": [ - "fao-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611833, - "recall": 0.655138, - "f1": 0.62417, - "accuracy": 0.655138, - "main_score": 0.62417, - "hf_subset": "fao_Latn-wol_Latn", - "languages": [ - "fao-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693478, - "recall": 0.753953, - "f1": 0.7103, - "accuracy": 0.753953, - "main_score": 0.7103, - "hf_subset": "fao_Latn-arb_Latn", - "languages": [ - "fao-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "fao_Latn-cat_Latn", - "languages": [ - "fao-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928195, - "recall": 0.948617, - "f1": 0.934585, - "accuracy": 0.948617, - "main_score": 0.934585, - "hf_subset": "fao_Latn-fur_Latn", - "languages": [ - "fao-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434264, - "recall": 0.490119, - "f1": 0.449864, - "accuracy": 0.490119, - "main_score": 0.449864, - "hf_subset": "fao_Latn-kab_Latn", - "languages": [ - "fao-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92803, - "recall": 0.947628, - "f1": 0.934091, - "accuracy": 0.947628, - "main_score": 0.934091, - "hf_subset": "fao_Latn-lim_Latn", - "languages": [ - "fao-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "fao_Latn-nld_Latn", - "languages": [ - "fao-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.949605, - "f1": 0.9361, - "accuracy": 0.949605, - "main_score": 0.9361, - "hf_subset": "fao_Latn-san_Deva", - "languages": [ - "fao-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.959486, - "f1": 0.948419, - "accuracy": 0.959486, - "main_score": 0.948419, - "hf_subset": "fao_Latn-tat_Cyrl", - "languages": [ - "fao-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64777, - "recall": 0.699605, - "f1": 0.662812, - "accuracy": 0.699605, - "main_score": 0.662812, - "hf_subset": "fao_Latn-xho_Latn", - "languages": [ - "fao-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "fao_Latn-ars_Arab", - "languages": [ - "fao-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945958, - "recall": 0.961462, - "f1": 0.95084, - "accuracy": 0.961462, - "main_score": 0.95084, - "hf_subset": "fao_Latn-ceb_Latn", - "languages": [ - "fao-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555029, - "recall": 0.600791, - "f1": 0.567862, - "accuracy": 0.600791, - "main_score": 0.567862, - "hf_subset": "fao_Latn-fuv_Latn", - "languages": [ - "fao-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506148, - "recall": 0.5583, - "f1": 0.520575, - "accuracy": 0.5583, - "main_score": 0.520575, - "hf_subset": "fao_Latn-kac_Latn", - "languages": [ - "fao-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629011, - "recall": 0.671937, - "f1": 0.641114, - "accuracy": 0.671937, - "main_score": 0.641114, - "hf_subset": "fao_Latn-lin_Latn", - "languages": [ - "fao-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "fao_Latn-nno_Latn", - "languages": [ - "fao-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222435, - "recall": 0.295455, - "f1": 0.240808, - "accuracy": 0.295455, - "main_score": 0.240808, - "hf_subset": "fao_Latn-sat_Olck", - "languages": [ - "fao-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "fao_Latn-tel_Telu", - "languages": [ - "fao-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9083, - "recall": 0.933794, - "f1": 0.916304, - "accuracy": 0.933794, - "main_score": 0.916304, - "hf_subset": "fao_Latn-ydd_Hebr", - "languages": [ - "fao-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926548, - "recall": 0.948617, - "f1": 0.933597, - "accuracy": 0.948617, - "main_score": 0.933597, - "hf_subset": "fao_Latn-ary_Arab", - "languages": [ - "fao-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "fao_Latn-ces_Latn", - "languages": [ - "fao-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549539, - "recall": 0.600791, - "f1": 0.563956, - "accuracy": 0.600791, - "main_score": 0.563956, - "hf_subset": "fao_Latn-gaz_Latn", - "languages": [ - "fao-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565004, - "recall": 0.616601, - "f1": 0.579039, - "accuracy": 0.616601, - "main_score": 0.579039, - "hf_subset": "fao_Latn-kam_Latn", - "languages": [ - "fao-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "fao_Latn-lit_Latn", - "languages": [ - "fao-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "fao_Latn-nob_Latn", - "languages": [ - "fao-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939081, - "recall": 0.953557, - "f1": 0.943248, - "accuracy": 0.953557, - "main_score": 0.943248, - "hf_subset": "fao_Latn-scn_Latn", - "languages": [ - "fao-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920619, - "recall": 0.943676, - "f1": 0.9278, - "accuracy": 0.943676, - "main_score": 0.9278, - "hf_subset": "fao_Latn-tgk_Cyrl", - "languages": [ - "fao-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661709, - "recall": 0.729249, - "f1": 0.682279, - "accuracy": 0.729249, - "main_score": 0.682279, - "hf_subset": "fao_Latn-yor_Latn", - "languages": [ - "fao-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949028, - "recall": 0.964427, - "f1": 0.953788, - "accuracy": 0.964427, - "main_score": 0.953788, - "hf_subset": "fao_Latn-arz_Arab", - "languages": [ - "fao-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536965, - "recall": 0.582016, - "f1": 0.549502, - "accuracy": 0.582016, - "main_score": 0.549502, - "hf_subset": "fao_Latn-cjk_Latn", - "languages": [ - "fao-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72915, - "recall": 0.778656, - "f1": 0.743398, - "accuracy": 0.778656, - "main_score": 0.743398, - "hf_subset": "fao_Latn-gla_Latn", - "languages": [ - "fao-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "fao_Latn-kan_Knda", - "languages": [ - "fao-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920323, - "recall": 0.9417, - "f1": 0.926845, - "accuracy": 0.9417, - "main_score": 0.926845, - "hf_subset": "fao_Latn-lmo_Latn", - "languages": [ - "fao-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "fao_Latn-npi_Deva", - "languages": [ - "fao-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460886, - "recall": 0.509881, - "f1": 0.474593, - "accuracy": 0.509881, - "main_score": 0.474593, - "hf_subset": "fao_Latn-shn_Mymr", - "languages": [ - "fao-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "fao_Latn-tgl_Latn", - "languages": [ - "fao-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "fao_Latn-yue_Hant", - "languages": [ - "fao-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936759, - "recall": 0.955534, - "f1": 0.942688, - "accuracy": 0.955534, - "main_score": 0.942688, - "hf_subset": "fao_Latn-asm_Beng", - "languages": [ - "fao-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881406, - "recall": 0.912055, - "f1": 0.890646, - "accuracy": 0.912055, - "main_score": 0.890646, - "hf_subset": "fao_Latn-ckb_Arab", - "languages": [ - "fao-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800511, - "recall": 0.846838, - "f1": 0.8143, - "accuracy": 0.846838, - "main_score": 0.8143, - "hf_subset": "fao_Latn-gle_Latn", - "languages": [ - "fao-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838323, - "recall": 0.875494, - "f1": 0.849144, - "accuracy": 0.875494, - "main_score": 0.849144, - "hf_subset": "fao_Latn-kas_Arab", - "languages": [ - "fao-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835919, - "recall": 0.875494, - "f1": 0.848386, - "accuracy": 0.875494, - "main_score": 0.848386, - "hf_subset": "fao_Latn-ltg_Latn", - "languages": [ - "fao-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588652, - "recall": 0.632411, - "f1": 0.600338, - "accuracy": 0.632411, - "main_score": 0.600338, - "hf_subset": "fao_Latn-nso_Latn", - "languages": [ - "fao-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910244, - "recall": 0.936759, - "f1": 0.918643, - "accuracy": 0.936759, - "main_score": 0.918643, - "hf_subset": "fao_Latn-sin_Sinh", - "languages": [ - "fao-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951169, - "recall": 0.965415, - "f1": 0.955764, - "accuracy": 0.965415, - "main_score": 0.955764, - "hf_subset": "fao_Latn-tha_Thai", - "languages": [ - "fao-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948205, - "recall": 0.963439, - "f1": 0.952931, - "accuracy": 0.963439, - "main_score": 0.952931, - "hf_subset": "fao_Latn-zho_Hans", - "languages": [ - "fao-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.974308, - "f1": 0.967062, - "accuracy": 0.974308, - "main_score": 0.967062, - "hf_subset": "fao_Latn-ast_Latn", - "languages": [ - "fao-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947381, - "recall": 0.963439, - "f1": 0.95247, - "accuracy": 0.963439, - "main_score": 0.95247, - "hf_subset": "fao_Latn-crh_Latn", - "languages": [ - "fao-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "fao_Latn-glg_Latn", - "languages": [ - "fao-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772796, - "recall": 0.822134, - "f1": 0.787879, - "accuracy": 0.822134, - "main_score": 0.787879, - "hf_subset": "fao_Latn-kas_Deva", - "languages": [ - "fao-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926054, - "recall": 0.94664, - "f1": 0.932397, - "accuracy": 0.94664, - "main_score": 0.932397, - "hf_subset": "fao_Latn-ltz_Latn", - "languages": [ - "fao-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467491, - "recall": 0.518775, - "f1": 0.481692, - "accuracy": 0.518775, - "main_score": 0.481692, - "hf_subset": "fao_Latn-nus_Latn", - "languages": [ - "fao-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "fao_Latn-slk_Latn", - "languages": [ - "fao-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534752, - "recall": 0.603755, - "f1": 0.554389, - "accuracy": 0.603755, - "main_score": 0.554389, - "hf_subset": "fao_Latn-tir_Ethi", - "languages": [ - "fao-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.971344, - "f1": 0.961792, - "accuracy": 0.971344, - "main_score": 0.961792, - "hf_subset": "fao_Latn-zho_Hant", - "languages": [ - "fao-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954677, - "accuracy": 0.964427, - "main_score": 0.954677, - "hf_subset": "fao_Latn-awa_Deva", - "languages": [ - "fao-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924769, - "recall": 0.945652, - "f1": 0.931159, - "accuracy": 0.945652, - "main_score": 0.931159, - "hf_subset": "fao_Latn-cym_Latn", - "languages": [ - "fao-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734671, - "recall": 0.779644, - "f1": 0.74709, - "accuracy": 0.779644, - "main_score": 0.74709, - "hf_subset": "fao_Latn-grn_Latn", - "languages": [ - "fao-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938735, - "recall": 0.95751, - "f1": 0.944664, - "accuracy": 0.95751, - "main_score": 0.944664, - "hf_subset": "fao_Latn-kat_Geor", - "languages": [ - "fao-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60476, - "recall": 0.65415, - "f1": 0.618621, - "accuracy": 0.65415, - "main_score": 0.618621, - "hf_subset": "fao_Latn-lua_Latn", - "languages": [ - "fao-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61778, - "recall": 0.666996, - "f1": 0.631392, - "accuracy": 0.666996, - "main_score": 0.631392, - "hf_subset": "fao_Latn-nya_Latn", - "languages": [ - "fao-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "fao_Latn-slv_Latn", - "languages": [ - "fao-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826688, - "recall": 0.867589, - "f1": 0.838381, - "accuracy": 0.867589, - "main_score": 0.838381, - "hf_subset": "fao_Latn-tpi_Latn", - "languages": [ - "fao-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "fao_Latn-zsm_Latn", - "languages": [ - "fao-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538924, - "recall": 0.590909, - "f1": 0.553745, - "accuracy": 0.590909, - "main_score": 0.553745, - "hf_subset": "fao_Latn-ayr_Latn", - "languages": [ - "fao-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "fao_Latn-dan_Latn", - "languages": [ - "fao-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959239, - "recall": 0.972332, - "f1": 0.963505, - "accuracy": 0.972332, - "main_score": 0.963505, - "hf_subset": "fao_Latn-guj_Gujr", - "languages": [ - "fao-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "fao_Latn-kaz_Cyrl", - "languages": [ - "fao-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532431, - "recall": 0.581028, - "f1": 0.545927, - "accuracy": 0.581028, - "main_score": 0.545927, - "hf_subset": "fao_Latn-lug_Latn", - "languages": [ - "fao-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "fao_Latn-oci_Latn", - "languages": [ - "fao-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759085, - "recall": 0.806324, - "f1": 0.772782, - "accuracy": 0.806324, - "main_score": 0.772782, - "hf_subset": "fao_Latn-smo_Latn", - "languages": [ - "fao-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540525, - "recall": 0.591897, - "f1": 0.554527, - "accuracy": 0.591897, - "main_score": 0.554527, - "hf_subset": "fao_Latn-tsn_Latn", - "languages": [ - "fao-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60835, - "recall": 0.666996, - "f1": 0.625077, - "accuracy": 0.666996, - "main_score": 0.625077, - "hf_subset": "fao_Latn-zul_Latn", - "languages": [ - "fao-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799852, - "recall": 0.849802, - "f1": 0.815382, - "accuracy": 0.849802, - "main_score": 0.815382, - "hf_subset": "fao_Latn-azb_Arab", - "languages": [ - "fao-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "fao_Latn-deu_Latn", - "languages": [ - "fao-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903442, - "recall": 0.928854, - "f1": 0.9111, - "accuracy": 0.928854, - "main_score": 0.9111, - "hf_subset": "fao_Latn-hat_Latn", - "languages": [ - "fao-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492723, - "recall": 0.537549, - "f1": 0.504851, - "accuracy": 0.537549, - "main_score": 0.504851, - "hf_subset": "fao_Latn-kbp_Latn", - "languages": [ - "fao-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560483, - "recall": 0.601779, - "f1": 0.571945, - "accuracy": 0.601779, - "main_score": 0.571945, - "hf_subset": "fao_Latn-luo_Latn", - "languages": [ - "fao-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "fao_Latn-ory_Orya", - "languages": [ - "fao-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580416, - "recall": 0.635375, - "f1": 0.595626, - "accuracy": 0.635375, - "main_score": 0.595626, - "hf_subset": "fao_Latn-sna_Latn", - "languages": [ - "fao-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562173, - "recall": 0.605731, - "f1": 0.573755, - "accuracy": 0.605731, - "main_score": 0.573755, - "hf_subset": "fao_Latn-tso_Latn", - "languages": [ - "fao-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "fao_Latn-azj_Latn", - "languages": [ - "fao-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518728, - "recall": 0.571146, - "f1": 0.533925, - "accuracy": 0.571146, - "main_score": 0.533925, - "hf_subset": "fao_Latn-dik_Latn", - "languages": [ - "fao-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689081, - "recall": 0.743083, - "f1": 0.704992, - "accuracy": 0.743083, - "main_score": 0.704992, - "hf_subset": "fao_Latn-hau_Latn", - "languages": [ - "fao-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888982, - "recall": 0.916996, - "f1": 0.897007, - "accuracy": 0.916996, - "main_score": 0.897007, - "hf_subset": "fao_Latn-kea_Latn", - "languages": [ - "fao-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650373, - "recall": 0.69664, - "f1": 0.663575, - "accuracy": 0.69664, - "main_score": 0.663575, - "hf_subset": "fao_Latn-lus_Latn", - "languages": [ - "fao-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758096, - "recall": 0.796443, - "f1": 0.768769, - "accuracy": 0.796443, - "main_score": 0.768769, - "hf_subset": "fao_Latn-pag_Latn", - "languages": [ - "fao-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955237, - "recall": 0.968379, - "f1": 0.959321, - "accuracy": 0.968379, - "main_score": 0.959321, - "hf_subset": "fao_Latn-snd_Arab", - "languages": [ - "fao-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856143, - "recall": 0.894269, - "f1": 0.867951, - "accuracy": 0.894269, - "main_score": 0.867951, - "hf_subset": "fao_Latn-tuk_Latn", - "languages": [ - "fao-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922793, - "recall": 0.943676, - "f1": 0.92915, - "accuracy": 0.943676, - "main_score": 0.92915, - "hf_subset": "fao_Latn-bak_Cyrl", - "languages": [ - "fao-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476953, - "recall": 0.535573, - "f1": 0.493372, - "accuracy": 0.535573, - "main_score": 0.493372, - "hf_subset": "fao_Latn-dyu_Latn", - "languages": [ - "fao-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "fao_Latn-heb_Hebr", - "languages": [ - "fao-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916337, - "recall": 0.940711, - "f1": 0.923913, - "accuracy": 0.940711, - "main_score": 0.923913, - "hf_subset": "fao_Latn-khk_Cyrl", - "languages": [ - "fao-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96698, - "recall": 0.977273, - "f1": 0.970257, - "accuracy": 0.977273, - "main_score": 0.970257, - "hf_subset": "fao_Latn-lvs_Latn", - "languages": [ - "fao-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "fao_Latn-pan_Guru", - "languages": [ - "fao-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665958, - "recall": 0.722332, - "f1": 0.681973, - "accuracy": 0.722332, - "main_score": 0.681973, - "hf_subset": "fao_Latn-som_Latn", - "languages": [ - "fao-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590073, - "recall": 0.632411, - "f1": 0.601805, - "accuracy": 0.632411, - "main_score": 0.601805, - "hf_subset": "fao_Latn-tum_Latn", - "languages": [ - "fao-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647428, - "recall": 0.708498, - "f1": 0.664921, - "accuracy": 0.708498, - "main_score": 0.664921, - "hf_subset": "ind_Latn-ace_Arab", - "languages": [ - "ind-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547675, - "recall": 0.610672, - "f1": 0.564988, - "accuracy": 0.610672, - "main_score": 0.564988, - "hf_subset": "ind_Latn-bam_Latn", - "languages": [ - "ind-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45443, - "recall": 0.535573, - "f1": 0.476151, - "accuracy": 0.535573, - "main_score": 0.476151, - "hf_subset": "ind_Latn-dzo_Tibt", - "languages": [ - "ind-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-hin_Deva", - "languages": [ - "ind-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-khm_Khmr", - "languages": [ - "ind-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-mag_Deva", - "languages": [ - "ind-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ind_Latn-pap_Latn", - "languages": [ - "ind-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624218, - "recall": 0.68083, - "f1": 0.640073, - "accuracy": 0.68083, - "main_score": 0.640073, - "hf_subset": "ind_Latn-sot_Latn", - "languages": [ - "ind-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-tur_Latn", - "languages": [ - "ind-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90835, - "recall": 0.934783, - "f1": 0.916733, - "accuracy": 0.934783, - "main_score": 0.916733, - "hf_subset": "ind_Latn-ace_Latn", - "languages": [ - "ind-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "ind_Latn-ban_Latn", - "languages": [ - "ind-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ell_Grek", - "languages": [ - "ind-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ind_Latn-hne_Deva", - "languages": [ - "ind-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619802, - "recall": 0.675889, - "f1": 0.635386, - "accuracy": 0.675889, - "main_score": 0.635386, - "hf_subset": "ind_Latn-kik_Latn", - "languages": [ - "ind-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-mai_Deva", - "languages": [ - "ind-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ind_Latn-pbt_Arab", - "languages": [ - "ind-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-spa_Latn", - "languages": [ - "ind-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625807, - "recall": 0.692688, - "f1": 0.644419, - "accuracy": 0.692688, - "main_score": 0.644419, - "hf_subset": "ind_Latn-twi_Latn", - "languages": [ - "ind-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-acm_Arab", - "languages": [ - "ind-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-bel_Cyrl", - "languages": [ - "ind-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-eng_Latn", - "languages": [ - "ind-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-hrv_Latn", - "languages": [ - "ind-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574819, - "recall": 0.636364, - "f1": 0.592496, - "accuracy": 0.636364, - "main_score": 0.592496, - "hf_subset": "ind_Latn-kin_Latn", - "languages": [ - "ind-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-mal_Mlym", - "languages": [ - "ind-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-pes_Arab", - "languages": [ - "ind-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ind_Latn-srd_Latn", - "languages": [ - "ind-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184278, - "recall": 0.235178, - "f1": 0.196874, - "accuracy": 0.235178, - "main_score": 0.196874, - "hf_subset": "ind_Latn-tzm_Tfng", - "languages": [ - "ind-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-acq_Arab", - "languages": [ - "ind-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659988, - "recall": 0.709486, - "f1": 0.67433, - "accuracy": 0.709486, - "main_score": 0.67433, - "hf_subset": "ind_Latn-bem_Latn", - "languages": [ - "ind-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-epo_Latn", - "languages": [ - "ind-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-hun_Latn", - "languages": [ - "ind-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ind_Latn-kir_Cyrl", - "languages": [ - "ind-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-mar_Deva", - "languages": [ - "ind-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696369, - "recall": 0.75, - "f1": 0.71188, - "accuracy": 0.75, - "main_score": 0.71188, - "hf_subset": "ind_Latn-plt_Latn", - "languages": [ - "ind-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-srp_Cyrl", - "languages": [ - "ind-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "ind_Latn-uig_Arab", - "languages": [ - "ind-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-aeb_Arab", - "languages": [ - "ind-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ben_Beng", - "languages": [ - "ind-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-est_Latn", - "languages": [ - "ind-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-hye_Armn", - "languages": [ - "ind-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564897, - "recall": 0.619565, - "f1": 0.580565, - "accuracy": 0.619565, - "main_score": 0.580565, - "hf_subset": "ind_Latn-kmb_Latn", - "languages": [ - "ind-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560624, - "recall": 0.631423, - "f1": 0.57971, - "accuracy": 0.631423, - "main_score": 0.57971, - "hf_subset": "ind_Latn-min_Arab", - "languages": [ - "ind-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-pol_Latn", - "languages": [ - "ind-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588514, - "recall": 0.652174, - "f1": 0.606587, - "accuracy": 0.652174, - "main_score": 0.606587, - "hf_subset": "ind_Latn-ssw_Latn", - "languages": [ - "ind-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ukr_Cyrl", - "languages": [ - "ind-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-afr_Latn", - "languages": [ - "ind-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-bho_Deva", - "languages": [ - "ind-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ind_Latn-eus_Latn", - "languages": [ - "ind-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606937, - "recall": 0.670949, - "f1": 0.624904, - "accuracy": 0.670949, - "main_score": 0.624904, - "hf_subset": "ind_Latn-ibo_Latn", - "languages": [ - "ind-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922843, - "recall": 0.945652, - "f1": 0.930237, - "accuracy": 0.945652, - "main_score": 0.930237, - "hf_subset": "ind_Latn-kmr_Latn", - "languages": [ - "ind-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ind_Latn-min_Latn", - "languages": [ - "ind-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-por_Latn", - "languages": [ - "ind-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-sun_Latn", - "languages": [ - "ind-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533558, - "recall": 0.591897, - "f1": 0.550378, - "accuracy": 0.591897, - "main_score": 0.550378, - "hf_subset": "ind_Latn-umb_Latn", - "languages": [ - "ind-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ajp_Arab", - "languages": [ - "ind-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597518, - "recall": 0.66502, - "f1": 0.616401, - "accuracy": 0.66502, - "main_score": 0.616401, - "hf_subset": "ind_Latn-bjn_Arab", - "languages": [ - "ind-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532022, - "recall": 0.588933, - "f1": 0.54793, - "accuracy": 0.588933, - "main_score": 0.54793, - "hf_subset": "ind_Latn-ewe_Latn", - "languages": [ - "ind-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "ind_Latn-ilo_Latn", - "languages": [ - "ind-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332471, - "recall": 0.393281, - "f1": 0.349351, - "accuracy": 0.393281, - "main_score": 0.349351, - "hf_subset": "ind_Latn-knc_Arab", - "languages": [ - "ind-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-mkd_Cyrl", - "languages": [ - "ind-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-prs_Arab", - "languages": [ - "ind-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-swe_Latn", - "languages": [ - "ind-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-urd_Arab", - "languages": [ - "ind-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605731, - "recall": 0.663043, - "f1": 0.622007, - "accuracy": 0.663043, - "main_score": 0.622007, - "hf_subset": "ind_Latn-aka_Latn", - "languages": [ - "ind-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ind_Latn-bjn_Latn", - "languages": [ - "ind-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "ind_Latn-fao_Latn", - "languages": [ - "ind-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612147, - "recall": 0.66502, - "f1": 0.627465, - "accuracy": 0.66502, - "main_score": 0.627465, - "hf_subset": "ind_Latn-knc_Latn", - "languages": [ - "ind-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ind_Latn-mlt_Latn", - "languages": [ - "ind-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720964, - "recall": 0.780632, - "f1": 0.738367, - "accuracy": 0.780632, - "main_score": 0.738367, - "hf_subset": "ind_Latn-quy_Latn", - "languages": [ - "ind-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ind_Latn-swh_Latn", - "languages": [ - "ind-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-uzn_Latn", - "languages": [ - "ind-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-als_Latn", - "languages": [ - "ind-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66558, - "recall": 0.743083, - "f1": 0.688411, - "accuracy": 0.743083, - "main_score": 0.688411, - "hf_subset": "ind_Latn-bod_Tibt", - "languages": [ - "ind-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716362, - "recall": 0.771739, - "f1": 0.732602, - "accuracy": 0.771739, - "main_score": 0.732602, - "hf_subset": "ind_Latn-fij_Latn", - "languages": [ - "ind-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ind_Latn-isl_Latn", - "languages": [ - "ind-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690758, - "recall": 0.73913, - "f1": 0.704498, - "accuracy": 0.73913, - "main_score": 0.704498, - "hf_subset": "ind_Latn-kon_Latn", - "languages": [ - "ind-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681555, - "recall": 0.743083, - "f1": 0.699079, - "accuracy": 0.743083, - "main_score": 0.699079, - "hf_subset": "ind_Latn-mni_Beng", - "languages": [ - "ind-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ron_Latn", - "languages": [ - "ind-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "ind_Latn-szl_Latn", - "languages": [ - "ind-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-vec_Latn", - "languages": [ - "ind-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.970356, - "f1": 0.960474, - "accuracy": 0.970356, - "main_score": 0.960474, - "hf_subset": "ind_Latn-amh_Ethi", - "languages": [ - "ind-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-bos_Latn", - "languages": [ - "ind-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-fin_Latn", - "languages": [ - "ind-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ita_Latn", - "languages": [ - "ind-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-kor_Hang", - "languages": [ - "ind-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570028, - "recall": 0.635375, - "f1": 0.588469, - "accuracy": 0.635375, - "main_score": 0.588469, - "hf_subset": "ind_Latn-mos_Latn", - "languages": [ - "ind-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566915, - "recall": 0.623518, - "f1": 0.583028, - "accuracy": 0.623518, - "main_score": 0.583028, - "hf_subset": "ind_Latn-run_Latn", - "languages": [ - "ind-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-tam_Taml", - "languages": [ - "ind-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-vie_Latn", - "languages": [ - "ind-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-apc_Arab", - "languages": [ - "ind-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83083, - "recall": 0.874506, - "f1": 0.843841, - "accuracy": 0.874506, - "main_score": 0.843841, - "hf_subset": "ind_Latn-bug_Latn", - "languages": [ - "ind-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481662, - "recall": 0.539526, - "f1": 0.497107, - "accuracy": 0.539526, - "main_score": 0.497107, - "hf_subset": "ind_Latn-fon_Latn", - "languages": [ - "ind-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-jav_Latn", - "languages": [ - "ind-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ind_Latn-lao_Laoo", - "languages": [ - "ind-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902997, - "recall": 0.93083, - "f1": 0.911679, - "accuracy": 0.93083, - "main_score": 0.911679, - "hf_subset": "ind_Latn-mri_Latn", - "languages": [ - "ind-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-rus_Cyrl", - "languages": [ - "ind-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547038, - "recall": 0.609684, - "f1": 0.564382, - "accuracy": 0.609684, - "main_score": 0.564382, - "hf_subset": "ind_Latn-taq_Latn", - "languages": [ - "ind-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-war_Latn", - "languages": [ - "ind-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-arb_Arab", - "languages": [ - "ind-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-bul_Cyrl", - "languages": [ - "ind-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-fra_Latn", - "languages": [ - "ind-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-jpn_Jpan", - "languages": [ - "ind-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-lij_Latn", - "languages": [ - "ind-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.991107, - "f1": 0.989625, - "accuracy": 0.991107, - "main_score": 0.989625, - "hf_subset": "ind_Latn-mya_Mymr", - "languages": [ - "ind-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621413, - "recall": 0.687747, - "f1": 0.640507, - "accuracy": 0.687747, - "main_score": 0.640507, - "hf_subset": "ind_Latn-sag_Latn", - "languages": [ - "ind-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198559, - "recall": 0.26087, - "f1": 0.21238, - "accuracy": 0.26087, - "main_score": 0.21238, - "hf_subset": "ind_Latn-taq_Tfng", - "languages": [ - "ind-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65659, - "recall": 0.715415, - "f1": 0.673102, - "accuracy": 0.715415, - "main_score": 0.673102, - "hf_subset": "ind_Latn-wol_Latn", - "languages": [ - "ind-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827602, - "recall": 0.873518, - "f1": 0.841634, - "accuracy": 0.873518, - "main_score": 0.841634, - "hf_subset": "ind_Latn-arb_Latn", - "languages": [ - "ind-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-cat_Latn", - "languages": [ - "ind-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ind_Latn-fur_Latn", - "languages": [ - "ind-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435312, - "recall": 0.495059, - "f1": 0.451797, - "accuracy": 0.495059, - "main_score": 0.451797, - "hf_subset": "ind_Latn-kab_Latn", - "languages": [ - "ind-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "ind_Latn-lim_Latn", - "languages": [ - "ind-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-nld_Latn", - "languages": [ - "ind-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ind_Latn-san_Deva", - "languages": [ - "ind-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-tat_Cyrl", - "languages": [ - "ind-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68946, - "recall": 0.748024, - "f1": 0.706604, - "accuracy": 0.748024, - "main_score": 0.706604, - "hf_subset": "ind_Latn-xho_Latn", - "languages": [ - "ind-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ars_Arab", - "languages": [ - "ind-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ceb_Latn", - "languages": [ - "ind-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574074, - "recall": 0.632411, - "f1": 0.590694, - "accuracy": 0.632411, - "main_score": 0.590694, - "hf_subset": "ind_Latn-fuv_Latn", - "languages": [ - "ind-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522139, - "recall": 0.588933, - "f1": 0.540348, - "accuracy": 0.588933, - "main_score": 0.540348, - "hf_subset": "ind_Latn-kac_Latn", - "languages": [ - "ind-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686182, - "recall": 0.736166, - "f1": 0.70119, - "accuracy": 0.736166, - "main_score": 0.70119, - "hf_subset": "ind_Latn-lin_Latn", - "languages": [ - "ind-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-nno_Latn", - "languages": [ - "ind-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.244165, - "recall": 0.323123, - "f1": 0.264931, - "accuracy": 0.323123, - "main_score": 0.264931, - "hf_subset": "ind_Latn-sat_Olck", - "languages": [ - "ind-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-tel_Telu", - "languages": [ - "ind-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "ind_Latn-ydd_Hebr", - "languages": [ - "ind-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ind_Latn-ary_Arab", - "languages": [ - "ind-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ces_Latn", - "languages": [ - "ind-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608992, - "recall": 0.663043, - "f1": 0.624736, - "accuracy": 0.663043, - "main_score": 0.624736, - "hf_subset": "ind_Latn-gaz_Latn", - "languages": [ - "ind-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605352, - "recall": 0.667984, - "f1": 0.623359, - "accuracy": 0.667984, - "main_score": 0.623359, - "hf_subset": "ind_Latn-kam_Latn", - "languages": [ - "ind-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ind_Latn-lit_Latn", - "languages": [ - "ind-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-nob_Latn", - "languages": [ - "ind-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "ind_Latn-scn_Latn", - "languages": [ - "ind-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "ind_Latn-tgk_Cyrl", - "languages": [ - "ind-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74417, - "recall": 0.80336, - "f1": 0.762107, - "accuracy": 0.80336, - "main_score": 0.762107, - "hf_subset": "ind_Latn-yor_Latn", - "languages": [ - "ind-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-arz_Arab", - "languages": [ - "ind-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574958, - "recall": 0.63834, - "f1": 0.593484, - "accuracy": 0.63834, - "main_score": 0.593484, - "hf_subset": "ind_Latn-cjk_Latn", - "languages": [ - "ind-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804595, - "recall": 0.853755, - "f1": 0.820224, - "accuracy": 0.853755, - "main_score": 0.820224, - "hf_subset": "ind_Latn-gla_Latn", - "languages": [ - "ind-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-kan_Knda", - "languages": [ - "ind-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "ind_Latn-lmo_Latn", - "languages": [ - "ind-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ind_Latn-npi_Deva", - "languages": [ - "ind-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486372, - "recall": 0.55336, - "f1": 0.504955, - "accuracy": 0.55336, - "main_score": 0.504955, - "hf_subset": "ind_Latn-shn_Mymr", - "languages": [ - "ind-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-tgl_Latn", - "languages": [ - "ind-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-yue_Hant", - "languages": [ - "ind-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-asm_Beng", - "languages": [ - "ind-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ind_Latn-ckb_Arab", - "languages": [ - "ind-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902174, - "recall": 0.928854, - "f1": 0.91054, - "accuracy": 0.928854, - "main_score": 0.91054, - "hf_subset": "ind_Latn-gle_Latn", - "languages": [ - "ind-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "ind_Latn-kas_Arab", - "languages": [ - "ind-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "ind_Latn-ltg_Latn", - "languages": [ - "ind-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630311, - "recall": 0.684783, - "f1": 0.646466, - "accuracy": 0.684783, - "main_score": 0.646466, - "hf_subset": "ind_Latn-nso_Latn", - "languages": [ - "ind-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ind_Latn-sin_Sinh", - "languages": [ - "ind-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-tha_Thai", - "languages": [ - "ind-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-zho_Hans", - "languages": [ - "ind-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ast_Latn", - "languages": [ - "ind-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-crh_Latn", - "languages": [ - "ind-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-glg_Latn", - "languages": [ - "ind-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913208, - "recall": 0.939723, - "f1": 0.921772, - "accuracy": 0.939723, - "main_score": 0.921772, - "hf_subset": "ind_Latn-kas_Deva", - "languages": [ - "ind-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ind_Latn-ltz_Latn", - "languages": [ - "ind-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481416, - "recall": 0.552372, - "f1": 0.501221, - "accuracy": 0.552372, - "main_score": 0.501221, - "hf_subset": "ind_Latn-nus_Latn", - "languages": [ - "ind-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-slk_Latn", - "languages": [ - "ind-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62843, - "recall": 0.695652, - "f1": 0.647878, - "accuracy": 0.695652, - "main_score": 0.647878, - "hf_subset": "ind_Latn-tir_Ethi", - "languages": [ - "ind-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-zho_Hant", - "languages": [ - "ind-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "ind_Latn-awa_Deva", - "languages": [ - "ind-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ind_Latn-cym_Latn", - "languages": [ - "ind-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853706, - "recall": 0.891304, - "f1": 0.865481, - "accuracy": 0.891304, - "main_score": 0.865481, - "hf_subset": "ind_Latn-grn_Latn", - "languages": [ - "ind-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-kat_Geor", - "languages": [ - "ind-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6625, - "recall": 0.712451, - "f1": 0.676812, - "accuracy": 0.712451, - "main_score": 0.676812, - "hf_subset": "ind_Latn-lua_Latn", - "languages": [ - "ind-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65131, - "recall": 0.713439, - "f1": 0.669455, - "accuracy": 0.713439, - "main_score": 0.669455, - "hf_subset": "ind_Latn-nya_Latn", - "languages": [ - "ind-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-slv_Latn", - "languages": [ - "ind-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "ind_Latn-tpi_Latn", - "languages": [ - "ind-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-zsm_Latn", - "languages": [ - "ind-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571558, - "recall": 0.632411, - "f1": 0.589162, - "accuracy": 0.632411, - "main_score": 0.589162, - "hf_subset": "ind_Latn-ayr_Latn", - "languages": [ - "ind-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-dan_Latn", - "languages": [ - "ind-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-guj_Gujr", - "languages": [ - "ind-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ind_Latn-kaz_Cyrl", - "languages": [ - "ind-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545629, - "recall": 0.61166, - "f1": 0.564427, - "accuracy": 0.61166, - "main_score": 0.564427, - "hf_subset": "ind_Latn-lug_Latn", - "languages": [ - "ind-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-oci_Latn", - "languages": [ - "ind-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852256, - "recall": 0.890316, - "f1": 0.864196, - "accuracy": 0.890316, - "main_score": 0.864196, - "hf_subset": "ind_Latn-smo_Latn", - "languages": [ - "ind-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566271, - "recall": 0.62747, - "f1": 0.583606, - "accuracy": 0.62747, - "main_score": 0.583606, - "hf_subset": "ind_Latn-tsn_Latn", - "languages": [ - "ind-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639377, - "recall": 0.700593, - "f1": 0.657333, - "accuracy": 0.700593, - "main_score": 0.657333, - "hf_subset": "ind_Latn-zul_Latn", - "languages": [ - "ind-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9417, - "recall": 0.960474, - "f1": 0.947793, - "accuracy": 0.960474, - "main_score": 0.947793, - "hf_subset": "ind_Latn-azb_Arab", - "languages": [ - "ind-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-deu_Latn", - "languages": [ - "ind-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.982213, - "f1": 0.977602, - "accuracy": 0.982213, - "main_score": 0.977602, - "hf_subset": "ind_Latn-hat_Latn", - "languages": [ - "ind-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50816, - "recall": 0.567194, - "f1": 0.524788, - "accuracy": 0.567194, - "main_score": 0.524788, - "hf_subset": "ind_Latn-kbp_Latn", - "languages": [ - "ind-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59278, - "recall": 0.651186, - "f1": 0.608372, - "accuracy": 0.651186, - "main_score": 0.608372, - "hf_subset": "ind_Latn-luo_Latn", - "languages": [ - "ind-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-ory_Orya", - "languages": [ - "ind-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605912, - "recall": 0.672925, - "f1": 0.625401, - "accuracy": 0.672925, - "main_score": 0.625401, - "hf_subset": "ind_Latn-sna_Latn", - "languages": [ - "ind-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578228, - "recall": 0.634387, - "f1": 0.594012, - "accuracy": 0.634387, - "main_score": 0.594012, - "hf_subset": "ind_Latn-tso_Latn", - "languages": [ - "ind-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-azj_Latn", - "languages": [ - "ind-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544593, - "recall": 0.612648, - "f1": 0.56469, - "accuracy": 0.612648, - "main_score": 0.56469, - "hf_subset": "ind_Latn-dik_Latn", - "languages": [ - "ind-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7736, - "recall": 0.823123, - "f1": 0.788142, - "accuracy": 0.823123, - "main_score": 0.788142, - "hf_subset": "ind_Latn-hau_Latn", - "languages": [ - "ind-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ind_Latn-kea_Latn", - "languages": [ - "ind-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77248, - "recall": 0.818182, - "f1": 0.786547, - "accuracy": 0.818182, - "main_score": 0.786547, - "hf_subset": "ind_Latn-lus_Latn", - "languages": [ - "ind-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889493, - "recall": 0.916996, - "f1": 0.897859, - "accuracy": 0.916996, - "main_score": 0.897859, - "hf_subset": "ind_Latn-pag_Latn", - "languages": [ - "ind-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-snd_Arab", - "languages": [ - "ind-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "ind_Latn-tuk_Latn", - "languages": [ - "ind-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ind_Latn-bak_Cyrl", - "languages": [ - "ind-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506228, - "recall": 0.583992, - "f1": 0.5284, - "accuracy": 0.583992, - "main_score": 0.5284, - "hf_subset": "ind_Latn-dyu_Latn", - "languages": [ - "ind-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ind_Latn-heb_Hebr", - "languages": [ - "ind-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ind_Latn-khk_Cyrl", - "languages": [ - "ind-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-lvs_Latn", - "languages": [ - "ind-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ind_Latn-pan_Guru", - "languages": [ - "ind-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75191, - "recall": 0.805336, - "f1": 0.768003, - "accuracy": 0.805336, - "main_score": 0.768003, - "hf_subset": "ind_Latn-som_Latn", - "languages": [ - "ind-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616967, - "recall": 0.664032, - "f1": 0.629847, - "accuracy": 0.664032, - "main_score": 0.629847, - "hf_subset": "ind_Latn-tum_Latn", - "languages": [ - "ind-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447793, - "recall": 0.491107, - "f1": 0.460329, - "accuracy": 0.491107, - "main_score": 0.460329, - "hf_subset": "knc_Latn-ace_Arab", - "languages": [ - "knc-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516808, - "recall": 0.561265, - "f1": 0.529398, - "accuracy": 0.561265, - "main_score": 0.529398, - "hf_subset": "knc_Latn-bam_Latn", - "languages": [ - "knc-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.241609, - "recall": 0.281621, - "f1": 0.252419, - "accuracy": 0.281621, - "main_score": 0.252419, - "hf_subset": "knc_Latn-dzo_Tibt", - "languages": [ - "knc-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585347, - "recall": 0.631423, - "f1": 0.59813, - "accuracy": 0.631423, - "main_score": 0.59813, - "hf_subset": "knc_Latn-hin_Deva", - "languages": [ - "knc-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52685, - "recall": 0.579051, - "f1": 0.541396, - "accuracy": 0.579051, - "main_score": 0.541396, - "hf_subset": "knc_Latn-khm_Khmr", - "languages": [ - "knc-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581685, - "recall": 0.62747, - "f1": 0.594342, - "accuracy": 0.62747, - "main_score": 0.594342, - "hf_subset": "knc_Latn-mag_Deva", - "languages": [ - "knc-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591269, - "recall": 0.624506, - "f1": 0.59973, - "accuracy": 0.624506, - "main_score": 0.59973, - "hf_subset": "knc_Latn-pap_Latn", - "languages": [ - "knc-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556445, - "recall": 0.600791, - "f1": 0.568396, - "accuracy": 0.600791, - "main_score": 0.568396, - "hf_subset": "knc_Latn-sot_Latn", - "languages": [ - "knc-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569328, - "recall": 0.614625, - "f1": 0.581468, - "accuracy": 0.614625, - "main_score": 0.581468, - "hf_subset": "knc_Latn-tur_Latn", - "languages": [ - "knc-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580839, - "recall": 0.62253, - "f1": 0.592263, - "accuracy": 0.62253, - "main_score": 0.592263, - "hf_subset": "knc_Latn-ace_Latn", - "languages": [ - "knc-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600238, - "recall": 0.634387, - "f1": 0.609651, - "accuracy": 0.634387, - "main_score": 0.609651, - "hf_subset": "knc_Latn-ban_Latn", - "languages": [ - "knc-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568741, - "recall": 0.624506, - "f1": 0.583872, - "accuracy": 0.624506, - "main_score": 0.583872, - "hf_subset": "knc_Latn-ell_Grek", - "languages": [ - "knc-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580434, - "recall": 0.625494, - "f1": 0.592638, - "accuracy": 0.625494, - "main_score": 0.592638, - "hf_subset": "knc_Latn-hne_Deva", - "languages": [ - "knc-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519923, - "recall": 0.563241, - "f1": 0.532203, - "accuracy": 0.563241, - "main_score": 0.532203, - "hf_subset": "knc_Latn-kik_Latn", - "languages": [ - "knc-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575593, - "recall": 0.624506, - "f1": 0.589, - "accuracy": 0.624506, - "main_score": 0.589, - "hf_subset": "knc_Latn-mai_Deva", - "languages": [ - "knc-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531156, - "recall": 0.579051, - "f1": 0.544405, - "accuracy": 0.579051, - "main_score": 0.544405, - "hf_subset": "knc_Latn-pbt_Arab", - "languages": [ - "knc-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583186, - "recall": 0.631423, - "f1": 0.595715, - "accuracy": 0.631423, - "main_score": 0.595715, - "hf_subset": "knc_Latn-spa_Latn", - "languages": [ - "knc-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560316, - "recall": 0.597826, - "f1": 0.570647, - "accuracy": 0.597826, - "main_score": 0.570647, - "hf_subset": "knc_Latn-twi_Latn", - "languages": [ - "knc-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566951, - "recall": 0.610672, - "f1": 0.578739, - "accuracy": 0.610672, - "main_score": 0.578739, - "hf_subset": "knc_Latn-acm_Arab", - "languages": [ - "knc-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544164, - "recall": 0.589921, - "f1": 0.556933, - "accuracy": 0.589921, - "main_score": 0.556933, - "hf_subset": "knc_Latn-bel_Cyrl", - "languages": [ - "knc-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597483, - "recall": 0.642292, - "f1": 0.609525, - "accuracy": 0.642292, - "main_score": 0.609525, - "hf_subset": "knc_Latn-eng_Latn", - "languages": [ - "knc-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59192, - "recall": 0.639328, - "f1": 0.604066, - "accuracy": 0.639328, - "main_score": 0.604066, - "hf_subset": "knc_Latn-hrv_Latn", - "languages": [ - "knc-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505184, - "recall": 0.551383, - "f1": 0.518055, - "accuracy": 0.551383, - "main_score": 0.518055, - "hf_subset": "knc_Latn-kin_Latn", - "languages": [ - "knc-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560538, - "recall": 0.616601, - "f1": 0.576022, - "accuracy": 0.616601, - "main_score": 0.576022, - "hf_subset": "knc_Latn-mal_Mlym", - "languages": [ - "knc-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563712, - "recall": 0.612648, - "f1": 0.577059, - "accuracy": 0.612648, - "main_score": 0.577059, - "hf_subset": "knc_Latn-pes_Arab", - "languages": [ - "knc-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570149, - "recall": 0.612648, - "f1": 0.581567, - "accuracy": 0.612648, - "main_score": 0.581567, - "hf_subset": "knc_Latn-srd_Latn", - "languages": [ - "knc-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19586, - "recall": 0.236166, - "f1": 0.205956, - "accuracy": 0.236166, - "main_score": 0.205956, - "hf_subset": "knc_Latn-tzm_Tfng", - "languages": [ - "knc-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565804, - "recall": 0.613636, - "f1": 0.578531, - "accuracy": 0.613636, - "main_score": 0.578531, - "hf_subset": "knc_Latn-acq_Arab", - "languages": [ - "knc-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577454, - "recall": 0.614625, - "f1": 0.588227, - "accuracy": 0.614625, - "main_score": 0.588227, - "hf_subset": "knc_Latn-bem_Latn", - "languages": [ - "knc-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569328, - "recall": 0.614625, - "f1": 0.581835, - "accuracy": 0.614625, - "main_score": 0.581835, - "hf_subset": "knc_Latn-epo_Latn", - "languages": [ - "knc-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577695, - "recall": 0.626482, - "f1": 0.59058, - "accuracy": 0.626482, - "main_score": 0.59058, - "hf_subset": "knc_Latn-hun_Latn", - "languages": [ - "knc-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557567, - "recall": 0.602767, - "f1": 0.569973, - "accuracy": 0.602767, - "main_score": 0.569973, - "hf_subset": "knc_Latn-kir_Cyrl", - "languages": [ - "knc-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565992, - "recall": 0.615613, - "f1": 0.579176, - "accuracy": 0.615613, - "main_score": 0.579176, - "hf_subset": "knc_Latn-mar_Deva", - "languages": [ - "knc-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553102, - "recall": 0.594862, - "f1": 0.565245, - "accuracy": 0.594862, - "main_score": 0.565245, - "hf_subset": "knc_Latn-plt_Latn", - "languages": [ - "knc-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583302, - "recall": 0.632411, - "f1": 0.596491, - "accuracy": 0.632411, - "main_score": 0.596491, - "hf_subset": "knc_Latn-srp_Cyrl", - "languages": [ - "knc-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496249, - "recall": 0.543478, - "f1": 0.508911, - "accuracy": 0.543478, - "main_score": 0.508911, - "hf_subset": "knc_Latn-uig_Arab", - "languages": [ - "knc-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556587, - "recall": 0.599802, - "f1": 0.568312, - "accuracy": 0.599802, - "main_score": 0.568312, - "hf_subset": "knc_Latn-aeb_Arab", - "languages": [ - "knc-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563977, - "recall": 0.618577, - "f1": 0.579407, - "accuracy": 0.618577, - "main_score": 0.579407, - "hf_subset": "knc_Latn-ben_Beng", - "languages": [ - "knc-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581611, - "recall": 0.62253, - "f1": 0.59247, - "accuracy": 0.62253, - "main_score": 0.59247, - "hf_subset": "knc_Latn-est_Latn", - "languages": [ - "knc-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555579, - "recall": 0.601779, - "f1": 0.56781, - "accuracy": 0.601779, - "main_score": 0.56781, - "hf_subset": "knc_Latn-hye_Armn", - "languages": [ - "knc-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520458, - "recall": 0.56917, - "f1": 0.534489, - "accuracy": 0.56917, - "main_score": 0.534489, - "hf_subset": "knc_Latn-kmb_Latn", - "languages": [ - "knc-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418737, - "recall": 0.471344, - "f1": 0.432954, - "accuracy": 0.471344, - "main_score": 0.432954, - "hf_subset": "knc_Latn-min_Arab", - "languages": [ - "knc-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591494, - "recall": 0.637352, - "f1": 0.604246, - "accuracy": 0.637352, - "main_score": 0.604246, - "hf_subset": "knc_Latn-pol_Latn", - "languages": [ - "knc-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531904, - "recall": 0.581028, - "f1": 0.545212, - "accuracy": 0.581028, - "main_score": 0.545212, - "hf_subset": "knc_Latn-ssw_Latn", - "languages": [ - "knc-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579545, - "recall": 0.628458, - "f1": 0.593276, - "accuracy": 0.628458, - "main_score": 0.593276, - "hf_subset": "knc_Latn-ukr_Cyrl", - "languages": [ - "knc-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593582, - "recall": 0.639328, - "f1": 0.6064, - "accuracy": 0.639328, - "main_score": 0.6064, - "hf_subset": "knc_Latn-afr_Latn", - "languages": [ - "knc-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574757, - "recall": 0.613636, - "f1": 0.585521, - "accuracy": 0.613636, - "main_score": 0.585521, - "hf_subset": "knc_Latn-bho_Deva", - "languages": [ - "knc-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573627, - "recall": 0.618577, - "f1": 0.585729, - "accuracy": 0.618577, - "main_score": 0.585729, - "hf_subset": "knc_Latn-eus_Latn", - "languages": [ - "knc-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533393, - "recall": 0.583004, - "f1": 0.547139, - "accuracy": 0.583004, - "main_score": 0.547139, - "hf_subset": "knc_Latn-ibo_Latn", - "languages": [ - "knc-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5466, - "recall": 0.586957, - "f1": 0.558533, - "accuracy": 0.586957, - "main_score": 0.558533, - "hf_subset": "knc_Latn-kmr_Latn", - "languages": [ - "knc-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596915, - "recall": 0.637352, - "f1": 0.608123, - "accuracy": 0.637352, - "main_score": 0.608123, - "hf_subset": "knc_Latn-min_Latn", - "languages": [ - "knc-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593397, - "recall": 0.63834, - "f1": 0.606136, - "accuracy": 0.63834, - "main_score": 0.606136, - "hf_subset": "knc_Latn-por_Latn", - "languages": [ - "knc-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604822, - "recall": 0.643281, - "f1": 0.615777, - "accuracy": 0.643281, - "main_score": 0.615777, - "hf_subset": "knc_Latn-sun_Latn", - "languages": [ - "knc-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499069, - "recall": 0.546443, - "f1": 0.512938, - "accuracy": 0.546443, - "main_score": 0.512938, - "hf_subset": "knc_Latn-umb_Latn", - "languages": [ - "knc-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573594, - "recall": 0.617589, - "f1": 0.585722, - "accuracy": 0.617589, - "main_score": 0.585722, - "hf_subset": "knc_Latn-ajp_Arab", - "languages": [ - "knc-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435484, - "recall": 0.479249, - "f1": 0.447673, - "accuracy": 0.479249, - "main_score": 0.447673, - "hf_subset": "knc_Latn-bjn_Arab", - "languages": [ - "knc-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511269, - "recall": 0.549407, - "f1": 0.521169, - "accuracy": 0.549407, - "main_score": 0.521169, - "hf_subset": "knc_Latn-ewe_Latn", - "languages": [ - "knc-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608363, - "recall": 0.649209, - "f1": 0.619325, - "accuracy": 0.649209, - "main_score": 0.619325, - "hf_subset": "knc_Latn-ilo_Latn", - "languages": [ - "knc-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.349655, - "recall": 0.40415, - "f1": 0.364418, - "accuracy": 0.40415, - "main_score": 0.364418, - "hf_subset": "knc_Latn-knc_Arab", - "languages": [ - "knc-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57402, - "recall": 0.62747, - "f1": 0.588043, - "accuracy": 0.62747, - "main_score": 0.588043, - "hf_subset": "knc_Latn-mkd_Cyrl", - "languages": [ - "knc-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568384, - "recall": 0.621542, - "f1": 0.582651, - "accuracy": 0.621542, - "main_score": 0.582651, - "hf_subset": "knc_Latn-prs_Arab", - "languages": [ - "knc-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579211, - "recall": 0.62253, - "f1": 0.591284, - "accuracy": 0.62253, - "main_score": 0.591284, - "hf_subset": "knc_Latn-swe_Latn", - "languages": [ - "knc-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541509, - "recall": 0.593874, - "f1": 0.55539, - "accuracy": 0.593874, - "main_score": 0.55539, - "hf_subset": "knc_Latn-urd_Arab", - "languages": [ - "knc-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547927, - "recall": 0.590909, - "f1": 0.559941, - "accuracy": 0.590909, - "main_score": 0.559941, - "hf_subset": "knc_Latn-aka_Latn", - "languages": [ - "knc-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599515, - "recall": 0.631423, - "f1": 0.607968, - "accuracy": 0.631423, - "main_score": 0.607968, - "hf_subset": "knc_Latn-bjn_Latn", - "languages": [ - "knc-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554747, - "recall": 0.597826, - "f1": 0.567309, - "accuracy": 0.597826, - "main_score": 0.567309, - "hf_subset": "knc_Latn-fao_Latn", - "languages": [ - "knc-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599335, - "recall": 0.640316, - "f1": 0.610149, - "accuracy": 0.640316, - "main_score": 0.610149, - "hf_subset": "knc_Latn-ind_Latn", - "languages": [ - "knc-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581119, - "recall": 0.621542, - "f1": 0.591226, - "accuracy": 0.621542, - "main_score": 0.591226, - "hf_subset": "knc_Latn-mlt_Latn", - "languages": [ - "knc-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54053, - "recall": 0.581028, - "f1": 0.552668, - "accuracy": 0.581028, - "main_score": 0.552668, - "hf_subset": "knc_Latn-quy_Latn", - "languages": [ - "knc-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581285, - "recall": 0.624506, - "f1": 0.59274, - "accuracy": 0.624506, - "main_score": 0.59274, - "hf_subset": "knc_Latn-swh_Latn", - "languages": [ - "knc-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543742, - "recall": 0.591897, - "f1": 0.557004, - "accuracy": 0.591897, - "main_score": 0.557004, - "hf_subset": "knc_Latn-uzn_Latn", - "languages": [ - "knc-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578643, - "recall": 0.62253, - "f1": 0.590036, - "accuracy": 0.62253, - "main_score": 0.590036, - "hf_subset": "knc_Latn-als_Latn", - "languages": [ - "knc-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292078, - "recall": 0.343874, - "f1": 0.30493, - "accuracy": 0.343874, - "main_score": 0.30493, - "hf_subset": "knc_Latn-bod_Tibt", - "languages": [ - "knc-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554796, - "recall": 0.593874, - "f1": 0.565902, - "accuracy": 0.593874, - "main_score": 0.565902, - "hf_subset": "knc_Latn-fij_Latn", - "languages": [ - "knc-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556466, - "recall": 0.604743, - "f1": 0.569396, - "accuracy": 0.604743, - "main_score": 0.569396, - "hf_subset": "knc_Latn-isl_Latn", - "languages": [ - "knc-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568452, - "recall": 0.604743, - "f1": 0.578256, - "accuracy": 0.604743, - "main_score": 0.578256, - "hf_subset": "knc_Latn-kon_Latn", - "languages": [ - "knc-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489476, - "recall": 0.537549, - "f1": 0.503164, - "accuracy": 0.537549, - "main_score": 0.503164, - "hf_subset": "knc_Latn-mni_Beng", - "languages": [ - "knc-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597331, - "recall": 0.644269, - "f1": 0.609863, - "accuracy": 0.644269, - "main_score": 0.609863, - "hf_subset": "knc_Latn-ron_Latn", - "languages": [ - "knc-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581446, - "recall": 0.617589, - "f1": 0.591695, - "accuracy": 0.617589, - "main_score": 0.591695, - "hf_subset": "knc_Latn-szl_Latn", - "languages": [ - "knc-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579998, - "recall": 0.626482, - "f1": 0.592827, - "accuracy": 0.626482, - "main_score": 0.592827, - "hf_subset": "knc_Latn-vec_Latn", - "languages": [ - "knc-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493521, - "recall": 0.552372, - "f1": 0.509689, - "accuracy": 0.552372, - "main_score": 0.509689, - "hf_subset": "knc_Latn-amh_Ethi", - "languages": [ - "knc-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588683, - "recall": 0.635375, - "f1": 0.60091, - "accuracy": 0.635375, - "main_score": 0.60091, - "hf_subset": "knc_Latn-bos_Latn", - "languages": [ - "knc-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569321, - "recall": 0.621542, - "f1": 0.583175, - "accuracy": 0.621542, - "main_score": 0.583175, - "hf_subset": "knc_Latn-fin_Latn", - "languages": [ - "knc-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58876, - "recall": 0.633399, - "f1": 0.600732, - "accuracy": 0.633399, - "main_score": 0.600732, - "hf_subset": "knc_Latn-ita_Latn", - "languages": [ - "knc-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570579, - "recall": 0.620553, - "f1": 0.584482, - "accuracy": 0.620553, - "main_score": 0.584482, - "hf_subset": "knc_Latn-kor_Hang", - "languages": [ - "knc-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512378, - "recall": 0.55336, - "f1": 0.524501, - "accuracy": 0.55336, - "main_score": 0.524501, - "hf_subset": "knc_Latn-mos_Latn", - "languages": [ - "knc-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519221, - "recall": 0.571146, - "f1": 0.533537, - "accuracy": 0.571146, - "main_score": 0.533537, - "hf_subset": "knc_Latn-run_Latn", - "languages": [ - "knc-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55527, - "recall": 0.605731, - "f1": 0.568418, - "accuracy": 0.605731, - "main_score": 0.568418, - "hf_subset": "knc_Latn-tam_Taml", - "languages": [ - "knc-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567475, - "recall": 0.615613, - "f1": 0.580237, - "accuracy": 0.615613, - "main_score": 0.580237, - "hf_subset": "knc_Latn-vie_Latn", - "languages": [ - "knc-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578088, - "recall": 0.621542, - "f1": 0.589915, - "accuracy": 0.621542, - "main_score": 0.589915, - "hf_subset": "knc_Latn-apc_Arab", - "languages": [ - "knc-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575946, - "recall": 0.612648, - "f1": 0.586397, - "accuracy": 0.612648, - "main_score": 0.586397, - "hf_subset": "knc_Latn-bug_Latn", - "languages": [ - "knc-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480631, - "recall": 0.524704, - "f1": 0.492594, - "accuracy": 0.524704, - "main_score": 0.492594, - "hf_subset": "knc_Latn-fon_Latn", - "languages": [ - "knc-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598475, - "recall": 0.640316, - "f1": 0.610079, - "accuracy": 0.640316, - "main_score": 0.610079, - "hf_subset": "knc_Latn-jav_Latn", - "languages": [ - "knc-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52416, - "recall": 0.576087, - "f1": 0.539352, - "accuracy": 0.576087, - "main_score": 0.539352, - "hf_subset": "knc_Latn-lao_Laoo", - "languages": [ - "knc-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506359, - "recall": 0.555336, - "f1": 0.519822, - "accuracy": 0.555336, - "main_score": 0.519822, - "hf_subset": "knc_Latn-mri_Latn", - "languages": [ - "knc-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5778, - "recall": 0.624506, - "f1": 0.590451, - "accuracy": 0.624506, - "main_score": 0.590451, - "hf_subset": "knc_Latn-rus_Cyrl", - "languages": [ - "knc-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503437, - "recall": 0.541502, - "f1": 0.514446, - "accuracy": 0.541502, - "main_score": 0.514446, - "hf_subset": "knc_Latn-taq_Latn", - "languages": [ - "knc-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608516, - "recall": 0.644269, - "f1": 0.617404, - "accuracy": 0.644269, - "main_score": 0.617404, - "hf_subset": "knc_Latn-war_Latn", - "languages": [ - "knc-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560206, - "recall": 0.610672, - "f1": 0.574178, - "accuracy": 0.610672, - "main_score": 0.574178, - "hf_subset": "knc_Latn-arb_Arab", - "languages": [ - "knc-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582497, - "recall": 0.630435, - "f1": 0.595431, - "accuracy": 0.630435, - "main_score": 0.595431, - "hf_subset": "knc_Latn-bul_Cyrl", - "languages": [ - "knc-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590845, - "recall": 0.636364, - "f1": 0.603292, - "accuracy": 0.636364, - "main_score": 0.603292, - "hf_subset": "knc_Latn-fra_Latn", - "languages": [ - "knc-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572595, - "recall": 0.615613, - "f1": 0.584429, - "accuracy": 0.615613, - "main_score": 0.584429, - "hf_subset": "knc_Latn-jpn_Jpan", - "languages": [ - "knc-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56306, - "recall": 0.609684, - "f1": 0.575993, - "accuracy": 0.609684, - "main_score": 0.575993, - "hf_subset": "knc_Latn-lij_Latn", - "languages": [ - "knc-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439058, - "recall": 0.504941, - "f1": 0.456974, - "accuracy": 0.504941, - "main_score": 0.456974, - "hf_subset": "knc_Latn-mya_Mymr", - "languages": [ - "knc-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546072, - "recall": 0.587945, - "f1": 0.558469, - "accuracy": 0.587945, - "main_score": 0.558469, - "hf_subset": "knc_Latn-sag_Latn", - "languages": [ - "knc-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206056, - "recall": 0.247036, - "f1": 0.215555, - "accuracy": 0.247036, - "main_score": 0.215555, - "hf_subset": "knc_Latn-taq_Tfng", - "languages": [ - "knc-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557353, - "recall": 0.598814, - "f1": 0.569902, - "accuracy": 0.598814, - "main_score": 0.569902, - "hf_subset": "knc_Latn-wol_Latn", - "languages": [ - "knc-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459667, - "recall": 0.51087, - "f1": 0.47404, - "accuracy": 0.51087, - "main_score": 0.47404, - "hf_subset": "knc_Latn-arb_Latn", - "languages": [ - "knc-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582126, - "recall": 0.631423, - "f1": 0.594781, - "accuracy": 0.631423, - "main_score": 0.594781, - "hf_subset": "knc_Latn-cat_Latn", - "languages": [ - "knc-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572713, - "recall": 0.608696, - "f1": 0.582474, - "accuracy": 0.608696, - "main_score": 0.582474, - "hf_subset": "knc_Latn-fur_Latn", - "languages": [ - "knc-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426361, - "recall": 0.477273, - "f1": 0.43965, - "accuracy": 0.477273, - "main_score": 0.43965, - "hf_subset": "knc_Latn-kab_Latn", - "languages": [ - "knc-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571601, - "recall": 0.616601, - "f1": 0.583725, - "accuracy": 0.616601, - "main_score": 0.583725, - "hf_subset": "knc_Latn-lim_Latn", - "languages": [ - "knc-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576791, - "recall": 0.623518, - "f1": 0.589747, - "accuracy": 0.623518, - "main_score": 0.589747, - "hf_subset": "knc_Latn-nld_Latn", - "languages": [ - "knc-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516744, - "recall": 0.574111, - "f1": 0.531632, - "accuracy": 0.574111, - "main_score": 0.531632, - "hf_subset": "knc_Latn-san_Deva", - "languages": [ - "knc-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570684, - "recall": 0.614625, - "f1": 0.582286, - "accuracy": 0.614625, - "main_score": 0.582286, - "hf_subset": "knc_Latn-tat_Cyrl", - "languages": [ - "knc-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566411, - "recall": 0.606719, - "f1": 0.577841, - "accuracy": 0.606719, - "main_score": 0.577841, - "hf_subset": "knc_Latn-xho_Latn", - "languages": [ - "knc-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547928, - "recall": 0.598814, - "f1": 0.562066, - "accuracy": 0.598814, - "main_score": 0.562066, - "hf_subset": "knc_Latn-ars_Arab", - "languages": [ - "knc-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600302, - "recall": 0.63834, - "f1": 0.610394, - "accuracy": 0.63834, - "main_score": 0.610394, - "hf_subset": "knc_Latn-ceb_Latn", - "languages": [ - "knc-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513906, - "recall": 0.563241, - "f1": 0.528135, - "accuracy": 0.563241, - "main_score": 0.528135, - "hf_subset": "knc_Latn-fuv_Latn", - "languages": [ - "knc-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509841, - "recall": 0.552372, - "f1": 0.522277, - "accuracy": 0.552372, - "main_score": 0.522277, - "hf_subset": "knc_Latn-kac_Latn", - "languages": [ - "knc-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560987, - "recall": 0.597826, - "f1": 0.57093, - "accuracy": 0.597826, - "main_score": 0.57093, - "hf_subset": "knc_Latn-lin_Latn", - "languages": [ - "knc-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577662, - "recall": 0.621542, - "f1": 0.589599, - "accuracy": 0.621542, - "main_score": 0.589599, - "hf_subset": "knc_Latn-nno_Latn", - "languages": [ - "knc-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.12533, - "recall": 0.172925, - "f1": 0.13742, - "accuracy": 0.172925, - "main_score": 0.13742, - "hf_subset": "knc_Latn-sat_Olck", - "languages": [ - "knc-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561925, - "recall": 0.610672, - "f1": 0.57546, - "accuracy": 0.610672, - "main_score": 0.57546, - "hf_subset": "knc_Latn-tel_Telu", - "languages": [ - "knc-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512367, - "recall": 0.562253, - "f1": 0.526008, - "accuracy": 0.562253, - "main_score": 0.526008, - "hf_subset": "knc_Latn-ydd_Hebr", - "languages": [ - "knc-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546266, - "recall": 0.592885, - "f1": 0.558732, - "accuracy": 0.592885, - "main_score": 0.558732, - "hf_subset": "knc_Latn-ary_Arab", - "languages": [ - "knc-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579969, - "recall": 0.629447, - "f1": 0.593689, - "accuracy": 0.629447, - "main_score": 0.593689, - "hf_subset": "knc_Latn-ces_Latn", - "languages": [ - "knc-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509999, - "recall": 0.559289, - "f1": 0.523205, - "accuracy": 0.559289, - "main_score": 0.523205, - "hf_subset": "knc_Latn-gaz_Latn", - "languages": [ - "knc-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529308, - "recall": 0.573123, - "f1": 0.542064, - "accuracy": 0.573123, - "main_score": 0.542064, - "hf_subset": "knc_Latn-kam_Latn", - "languages": [ - "knc-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564361, - "recall": 0.612648, - "f1": 0.577901, - "accuracy": 0.612648, - "main_score": 0.577901, - "hf_subset": "knc_Latn-lit_Latn", - "languages": [ - "knc-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577522, - "recall": 0.620553, - "f1": 0.589129, - "accuracy": 0.620553, - "main_score": 0.589129, - "hf_subset": "knc_Latn-nob_Latn", - "languages": [ - "knc-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580879, - "recall": 0.620553, - "f1": 0.591654, - "accuracy": 0.620553, - "main_score": 0.591654, - "hf_subset": "knc_Latn-scn_Latn", - "languages": [ - "knc-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550418, - "recall": 0.594862, - "f1": 0.562275, - "accuracy": 0.594862, - "main_score": 0.562275, - "hf_subset": "knc_Latn-tgk_Cyrl", - "languages": [ - "knc-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505323, - "recall": 0.5583, - "f1": 0.520768, - "accuracy": 0.5583, - "main_score": 0.520768, - "hf_subset": "knc_Latn-yor_Latn", - "languages": [ - "knc-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568302, - "recall": 0.609684, - "f1": 0.579465, - "accuracy": 0.609684, - "main_score": 0.579465, - "hf_subset": "knc_Latn-arz_Arab", - "languages": [ - "knc-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499729, - "recall": 0.541502, - "f1": 0.512467, - "accuracy": 0.541502, - "main_score": 0.512467, - "hf_subset": "knc_Latn-cjk_Latn", - "languages": [ - "knc-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504352, - "recall": 0.5583, - "f1": 0.519144, - "accuracy": 0.5583, - "main_score": 0.519144, - "hf_subset": "knc_Latn-gla_Latn", - "languages": [ - "knc-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563274, - "recall": 0.616601, - "f1": 0.578168, - "accuracy": 0.616601, - "main_score": 0.578168, - "hf_subset": "knc_Latn-kan_Knda", - "languages": [ - "knc-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583622, - "recall": 0.626482, - "f1": 0.595227, - "accuracy": 0.626482, - "main_score": 0.595227, - "hf_subset": "knc_Latn-lmo_Latn", - "languages": [ - "knc-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560315, - "recall": 0.61166, - "f1": 0.574776, - "accuracy": 0.61166, - "main_score": 0.574776, - "hf_subset": "knc_Latn-npi_Deva", - "languages": [ - "knc-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452819, - "recall": 0.500988, - "f1": 0.466008, - "accuracy": 0.500988, - "main_score": 0.466008, - "hf_subset": "knc_Latn-shn_Mymr", - "languages": [ - "knc-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604343, - "recall": 0.643281, - "f1": 0.61449, - "accuracy": 0.643281, - "main_score": 0.61449, - "hf_subset": "knc_Latn-tgl_Latn", - "languages": [ - "knc-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563464, - "recall": 0.607708, - "f1": 0.575456, - "accuracy": 0.607708, - "main_score": 0.575456, - "hf_subset": "knc_Latn-yue_Hant", - "languages": [ - "knc-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54321, - "recall": 0.591897, - "f1": 0.55611, - "accuracy": 0.591897, - "main_score": 0.55611, - "hf_subset": "knc_Latn-asm_Beng", - "languages": [ - "knc-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530831, - "recall": 0.582016, - "f1": 0.544433, - "accuracy": 0.582016, - "main_score": 0.544433, - "hf_subset": "knc_Latn-ckb_Arab", - "languages": [ - "knc-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51609, - "recall": 0.559289, - "f1": 0.52876, - "accuracy": 0.559289, - "main_score": 0.52876, - "hf_subset": "knc_Latn-gle_Latn", - "languages": [ - "knc-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514371, - "recall": 0.561265, - "f1": 0.526228, - "accuracy": 0.561265, - "main_score": 0.526228, - "hf_subset": "knc_Latn-kas_Arab", - "languages": [ - "knc-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538729, - "recall": 0.585968, - "f1": 0.551683, - "accuracy": 0.585968, - "main_score": 0.551683, - "hf_subset": "knc_Latn-ltg_Latn", - "languages": [ - "knc-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569766, - "recall": 0.600791, - "f1": 0.578353, - "accuracy": 0.600791, - "main_score": 0.578353, - "hf_subset": "knc_Latn-nso_Latn", - "languages": [ - "knc-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505301, - "recall": 0.566206, - "f1": 0.522319, - "accuracy": 0.566206, - "main_score": 0.522319, - "hf_subset": "knc_Latn-sin_Sinh", - "languages": [ - "knc-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561444, - "recall": 0.61166, - "f1": 0.575228, - "accuracy": 0.61166, - "main_score": 0.575228, - "hf_subset": "knc_Latn-tha_Thai", - "languages": [ - "knc-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558599, - "recall": 0.603755, - "f1": 0.570343, - "accuracy": 0.603755, - "main_score": 0.570343, - "hf_subset": "knc_Latn-zho_Hans", - "languages": [ - "knc-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59861, - "recall": 0.639328, - "f1": 0.609624, - "accuracy": 0.639328, - "main_score": 0.609624, - "hf_subset": "knc_Latn-ast_Latn", - "languages": [ - "knc-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576227, - "recall": 0.619565, - "f1": 0.587554, - "accuracy": 0.619565, - "main_score": 0.587554, - "hf_subset": "knc_Latn-crh_Latn", - "languages": [ - "knc-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591062, - "recall": 0.636364, - "f1": 0.60345, - "accuracy": 0.636364, - "main_score": 0.60345, - "hf_subset": "knc_Latn-glg_Latn", - "languages": [ - "knc-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523641, - "recall": 0.571146, - "f1": 0.536936, - "accuracy": 0.571146, - "main_score": 0.536936, - "hf_subset": "knc_Latn-kas_Deva", - "languages": [ - "knc-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556014, - "recall": 0.605731, - "f1": 0.569708, - "accuracy": 0.605731, - "main_score": 0.569708, - "hf_subset": "knc_Latn-ltz_Latn", - "languages": [ - "knc-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478695, - "recall": 0.529644, - "f1": 0.492972, - "accuracy": 0.529644, - "main_score": 0.492972, - "hf_subset": "knc_Latn-nus_Latn", - "languages": [ - "knc-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576071, - "recall": 0.623518, - "f1": 0.589559, - "accuracy": 0.623518, - "main_score": 0.589559, - "hf_subset": "knc_Latn-slk_Latn", - "languages": [ - "knc-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419433, - "recall": 0.474308, - "f1": 0.434986, - "accuracy": 0.474308, - "main_score": 0.434986, - "hf_subset": "knc_Latn-tir_Ethi", - "languages": [ - "knc-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549387, - "recall": 0.597826, - "f1": 0.561323, - "accuracy": 0.597826, - "main_score": 0.561323, - "hf_subset": "knc_Latn-zho_Hant", - "languages": [ - "knc-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569377, - "recall": 0.615613, - "f1": 0.581901, - "accuracy": 0.615613, - "main_score": 0.581901, - "hf_subset": "knc_Latn-awa_Deva", - "languages": [ - "knc-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555146, - "recall": 0.591897, - "f1": 0.565107, - "accuracy": 0.591897, - "main_score": 0.565107, - "hf_subset": "knc_Latn-cym_Latn", - "languages": [ - "knc-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56498, - "recall": 0.602767, - "f1": 0.575891, - "accuracy": 0.602767, - "main_score": 0.575891, - "hf_subset": "knc_Latn-grn_Latn", - "languages": [ - "knc-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545582, - "recall": 0.597826, - "f1": 0.559376, - "accuracy": 0.597826, - "main_score": 0.559376, - "hf_subset": "knc_Latn-kat_Geor", - "languages": [ - "knc-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551539, - "recall": 0.590909, - "f1": 0.561773, - "accuracy": 0.590909, - "main_score": 0.561773, - "hf_subset": "knc_Latn-lua_Latn", - "languages": [ - "knc-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564785, - "recall": 0.607708, - "f1": 0.576744, - "accuracy": 0.607708, - "main_score": 0.576744, - "hf_subset": "knc_Latn-nya_Latn", - "languages": [ - "knc-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571929, - "recall": 0.613636, - "f1": 0.583245, - "accuracy": 0.613636, - "main_score": 0.583245, - "hf_subset": "knc_Latn-slv_Latn", - "languages": [ - "knc-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58457, - "recall": 0.620553, - "f1": 0.594481, - "accuracy": 0.620553, - "main_score": 0.594481, - "hf_subset": "knc_Latn-tpi_Latn", - "languages": [ - "knc-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594403, - "recall": 0.633399, - "f1": 0.605004, - "accuracy": 0.633399, - "main_score": 0.605004, - "hf_subset": "knc_Latn-zsm_Latn", - "languages": [ - "knc-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518323, - "recall": 0.563241, - "f1": 0.530881, - "accuracy": 0.563241, - "main_score": 0.530881, - "hf_subset": "knc_Latn-ayr_Latn", - "languages": [ - "knc-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576585, - "recall": 0.617589, - "f1": 0.587189, - "accuracy": 0.617589, - "main_score": 0.587189, - "hf_subset": "knc_Latn-dan_Latn", - "languages": [ - "knc-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578652, - "recall": 0.628458, - "f1": 0.591768, - "accuracy": 0.628458, - "main_score": 0.591768, - "hf_subset": "knc_Latn-guj_Gujr", - "languages": [ - "knc-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561237, - "recall": 0.613636, - "f1": 0.575175, - "accuracy": 0.613636, - "main_score": 0.575175, - "hf_subset": "knc_Latn-kaz_Cyrl", - "languages": [ - "knc-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510179, - "recall": 0.559289, - "f1": 0.524202, - "accuracy": 0.559289, - "main_score": 0.524202, - "hf_subset": "knc_Latn-lug_Latn", - "languages": [ - "knc-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592263, - "recall": 0.635375, - "f1": 0.603901, - "accuracy": 0.635375, - "main_score": 0.603901, - "hf_subset": "knc_Latn-oci_Latn", - "languages": [ - "knc-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555815, - "recall": 0.600791, - "f1": 0.568364, - "accuracy": 0.600791, - "main_score": 0.568364, - "hf_subset": "knc_Latn-smo_Latn", - "languages": [ - "knc-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516113, - "recall": 0.563241, - "f1": 0.529255, - "accuracy": 0.563241, - "main_score": 0.529255, - "hf_subset": "knc_Latn-tsn_Latn", - "languages": [ - "knc-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532511, - "recall": 0.579051, - "f1": 0.545461, - "accuracy": 0.579051, - "main_score": 0.545461, - "hf_subset": "knc_Latn-zul_Latn", - "languages": [ - "knc-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498093, - "recall": 0.547431, - "f1": 0.511056, - "accuracy": 0.547431, - "main_score": 0.511056, - "hf_subset": "knc_Latn-azb_Arab", - "languages": [ - "knc-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574689, - "recall": 0.62253, - "f1": 0.588276, - "accuracy": 0.62253, - "main_score": 0.588276, - "hf_subset": "knc_Latn-deu_Latn", - "languages": [ - "knc-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529878, - "recall": 0.582016, - "f1": 0.544333, - "accuracy": 0.582016, - "main_score": 0.544333, - "hf_subset": "knc_Latn-hat_Latn", - "languages": [ - "knc-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498067, - "recall": 0.537549, - "f1": 0.509068, - "accuracy": 0.537549, - "main_score": 0.509068, - "hf_subset": "knc_Latn-kbp_Latn", - "languages": [ - "knc-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548163, - "recall": 0.587945, - "f1": 0.559161, - "accuracy": 0.587945, - "main_score": 0.559161, - "hf_subset": "knc_Latn-luo_Latn", - "languages": [ - "knc-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570949, - "recall": 0.621542, - "f1": 0.58478, - "accuracy": 0.621542, - "main_score": 0.58478, - "hf_subset": "knc_Latn-ory_Orya", - "languages": [ - "knc-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541332, - "recall": 0.590909, - "f1": 0.555017, - "accuracy": 0.590909, - "main_score": 0.555017, - "hf_subset": "knc_Latn-sna_Latn", - "languages": [ - "knc-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539141, - "recall": 0.576087, - "f1": 0.549426, - "accuracy": 0.576087, - "main_score": 0.549426, - "hf_subset": "knc_Latn-tso_Latn", - "languages": [ - "knc-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546932, - "recall": 0.601779, - "f1": 0.56173, - "accuracy": 0.601779, - "main_score": 0.56173, - "hf_subset": "knc_Latn-azj_Latn", - "languages": [ - "knc-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52021, - "recall": 0.566206, - "f1": 0.533404, - "accuracy": 0.566206, - "main_score": 0.533404, - "hf_subset": "knc_Latn-dik_Latn", - "languages": [ - "knc-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578404, - "recall": 0.617589, - "f1": 0.589676, - "accuracy": 0.617589, - "main_score": 0.589676, - "hf_subset": "knc_Latn-hau_Latn", - "languages": [ - "knc-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585073, - "recall": 0.618577, - "f1": 0.593881, - "accuracy": 0.618577, - "main_score": 0.593881, - "hf_subset": "knc_Latn-kea_Latn", - "languages": [ - "knc-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5824, - "recall": 0.617589, - "f1": 0.592576, - "accuracy": 0.617589, - "main_score": 0.592576, - "hf_subset": "knc_Latn-lus_Latn", - "languages": [ - "knc-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58569, - "recall": 0.619565, - "f1": 0.594825, - "accuracy": 0.619565, - "main_score": 0.594825, - "hf_subset": "knc_Latn-pag_Latn", - "languages": [ - "knc-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540436, - "recall": 0.589921, - "f1": 0.553565, - "accuracy": 0.589921, - "main_score": 0.553565, - "hf_subset": "knc_Latn-snd_Arab", - "languages": [ - "knc-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522448, - "recall": 0.570158, - "f1": 0.535553, - "accuracy": 0.570158, - "main_score": 0.535553, - "hf_subset": "knc_Latn-tuk_Latn", - "languages": [ - "knc-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562482, - "recall": 0.607708, - "f1": 0.574412, - "accuracy": 0.607708, - "main_score": 0.574412, - "hf_subset": "knc_Latn-bak_Cyrl", - "languages": [ - "knc-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456274, - "recall": 0.519763, - "f1": 0.474561, - "accuracy": 0.519763, - "main_score": 0.474561, - "hf_subset": "knc_Latn-dyu_Latn", - "languages": [ - "knc-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5723, - "recall": 0.614625, - "f1": 0.583852, - "accuracy": 0.614625, - "main_score": 0.583852, - "hf_subset": "knc_Latn-heb_Hebr", - "languages": [ - "knc-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543897, - "recall": 0.586957, - "f1": 0.555673, - "accuracy": 0.586957, - "main_score": 0.555673, - "hf_subset": "knc_Latn-khk_Cyrl", - "languages": [ - "knc-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559527, - "recall": 0.606719, - "f1": 0.57172, - "accuracy": 0.606719, - "main_score": 0.57172, - "hf_subset": "knc_Latn-lvs_Latn", - "languages": [ - "knc-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568355, - "recall": 0.617589, - "f1": 0.581603, - "accuracy": 0.617589, - "main_score": 0.581603, - "hf_subset": "knc_Latn-pan_Guru", - "languages": [ - "knc-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522035, - "recall": 0.564229, - "f1": 0.533587, - "accuracy": 0.564229, - "main_score": 0.533587, - "hf_subset": "knc_Latn-som_Latn", - "languages": [ - "knc-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536812, - "recall": 0.571146, - "f1": 0.546066, - "accuracy": 0.571146, - "main_score": 0.546066, - "hf_subset": "knc_Latn-tum_Latn", - "languages": [ - "knc-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605097, - "recall": 0.670949, - "f1": 0.624288, - "accuracy": 0.670949, - "main_score": 0.624288, - "hf_subset": "mlt_Latn-ace_Arab", - "languages": [ - "mlt-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543769, - "recall": 0.608696, - "f1": 0.561969, - "accuracy": 0.608696, - "main_score": 0.561969, - "hf_subset": "mlt_Latn-bam_Latn", - "languages": [ - "mlt-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385827, - "recall": 0.453557, - "f1": 0.403689, - "accuracy": 0.453557, - "main_score": 0.403689, - "hf_subset": "mlt_Latn-dzo_Tibt", - "languages": [ - "mlt-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-hin_Deva", - "languages": [ - "mlt-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "mlt_Latn-khm_Khmr", - "languages": [ - "mlt-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mlt_Latn-mag_Deva", - "languages": [ - "mlt-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "mlt_Latn-pap_Latn", - "languages": [ - "mlt-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611177, - "recall": 0.666996, - "f1": 0.627508, - "accuracy": 0.666996, - "main_score": 0.627508, - "hf_subset": "mlt_Latn-sot_Latn", - "languages": [ - "mlt-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-tur_Latn", - "languages": [ - "mlt-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86773, - "recall": 0.901186, - "f1": 0.877816, - "accuracy": 0.901186, - "main_score": 0.877816, - "hf_subset": "mlt_Latn-ace_Latn", - "languages": [ - "mlt-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.961462, - "f1": 0.951746, - "accuracy": 0.961462, - "main_score": 0.951746, - "hf_subset": "mlt_Latn-ban_Latn", - "languages": [ - "mlt-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "mlt_Latn-ell_Grek", - "languages": [ - "mlt-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mlt_Latn-hne_Deva", - "languages": [ - "mlt-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621352, - "recall": 0.674901, - "f1": 0.636886, - "accuracy": 0.674901, - "main_score": 0.636886, - "hf_subset": "mlt_Latn-kik_Latn", - "languages": [ - "mlt-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mlt_Latn-mai_Deva", - "languages": [ - "mlt-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.964427, - "f1": 0.953524, - "accuracy": 0.964427, - "main_score": 0.953524, - "hf_subset": "mlt_Latn-pbt_Arab", - "languages": [ - "mlt-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-spa_Latn", - "languages": [ - "mlt-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622697, - "recall": 0.687747, - "f1": 0.641129, - "accuracy": 0.687747, - "main_score": 0.641129, - "hf_subset": "mlt_Latn-twi_Latn", - "languages": [ - "mlt-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "mlt_Latn-acm_Arab", - "languages": [ - "mlt-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mlt_Latn-bel_Cyrl", - "languages": [ - "mlt-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mlt_Latn-eng_Latn", - "languages": [ - "mlt-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-hrv_Latn", - "languages": [ - "mlt-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58938, - "recall": 0.653162, - "f1": 0.607298, - "accuracy": 0.653162, - "main_score": 0.607298, - "hf_subset": "mlt_Latn-kin_Latn", - "languages": [ - "mlt-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mlt_Latn-mal_Mlym", - "languages": [ - "mlt-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-pes_Arab", - "languages": [ - "mlt-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mlt_Latn-srd_Latn", - "languages": [ - "mlt-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199802, - "recall": 0.247036, - "f1": 0.211507, - "accuracy": 0.247036, - "main_score": 0.211507, - "hf_subset": "mlt_Latn-tzm_Tfng", - "languages": [ - "mlt-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mlt_Latn-acq_Arab", - "languages": [ - "mlt-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654284, - "recall": 0.708498, - "f1": 0.668809, - "accuracy": 0.708498, - "main_score": 0.668809, - "hf_subset": "mlt_Latn-bem_Latn", - "languages": [ - "mlt-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-epo_Latn", - "languages": [ - "mlt-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-hun_Latn", - "languages": [ - "mlt-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963521, - "recall": 0.974308, - "f1": 0.966963, - "accuracy": 0.974308, - "main_score": 0.966963, - "hf_subset": "mlt_Latn-kir_Cyrl", - "languages": [ - "mlt-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mlt_Latn-mar_Deva", - "languages": [ - "mlt-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690424, - "recall": 0.743083, - "f1": 0.705931, - "accuracy": 0.743083, - "main_score": 0.705931, - "hf_subset": "mlt_Latn-plt_Latn", - "languages": [ - "mlt-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-srp_Cyrl", - "languages": [ - "mlt-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905879, - "recall": 0.93083, - "f1": 0.913735, - "accuracy": 0.93083, - "main_score": 0.913735, - "hf_subset": "mlt_Latn-uig_Arab", - "languages": [ - "mlt-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mlt_Latn-aeb_Arab", - "languages": [ - "mlt-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990366, - "recall": 0.993083, - "f1": 0.991173, - "accuracy": 0.993083, - "main_score": 0.991173, - "hf_subset": "mlt_Latn-ben_Beng", - "languages": [ - "mlt-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991848, - "recall": 0.994071, - "f1": 0.99249, - "accuracy": 0.994071, - "main_score": 0.99249, - "hf_subset": "mlt_Latn-est_Latn", - "languages": [ - "mlt-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "mlt_Latn-hye_Armn", - "languages": [ - "mlt-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572233, - "recall": 0.621542, - "f1": 0.586284, - "accuracy": 0.621542, - "main_score": 0.586284, - "hf_subset": "mlt_Latn-kmb_Latn", - "languages": [ - "mlt-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524808, - "recall": 0.599802, - "f1": 0.54481, - "accuracy": 0.599802, - "main_score": 0.54481, - "hf_subset": "mlt_Latn-min_Arab", - "languages": [ - "mlt-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "mlt_Latn-pol_Latn", - "languages": [ - "mlt-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58195, - "recall": 0.640316, - "f1": 0.598405, - "accuracy": 0.640316, - "main_score": 0.598405, - "hf_subset": "mlt_Latn-ssw_Latn", - "languages": [ - "mlt-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-ukr_Cyrl", - "languages": [ - "mlt-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mlt_Latn-afr_Latn", - "languages": [ - "mlt-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "mlt_Latn-bho_Deva", - "languages": [ - "mlt-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "mlt_Latn-eus_Latn", - "languages": [ - "mlt-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614356, - "recall": 0.676877, - "f1": 0.632103, - "accuracy": 0.676877, - "main_score": 0.632103, - "hf_subset": "mlt_Latn-ibo_Latn", - "languages": [ - "mlt-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883235, - "recall": 0.916996, - "f1": 0.893939, - "accuracy": 0.916996, - "main_score": 0.893939, - "hf_subset": "mlt_Latn-kmr_Latn", - "languages": [ - "mlt-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "mlt_Latn-min_Latn", - "languages": [ - "mlt-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mlt_Latn-por_Latn", - "languages": [ - "mlt-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "mlt_Latn-sun_Latn", - "languages": [ - "mlt-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529854, - "recall": 0.586957, - "f1": 0.546313, - "accuracy": 0.586957, - "main_score": 0.546313, - "hf_subset": "mlt_Latn-umb_Latn", - "languages": [ - "mlt-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "mlt_Latn-ajp_Arab", - "languages": [ - "mlt-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574681, - "recall": 0.63834, - "f1": 0.592202, - "accuracy": 0.63834, - "main_score": 0.592202, - "hf_subset": "mlt_Latn-bjn_Arab", - "languages": [ - "mlt-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540747, - "recall": 0.593874, - "f1": 0.555079, - "accuracy": 0.593874, - "main_score": 0.555079, - "hf_subset": "mlt_Latn-ewe_Latn", - "languages": [ - "mlt-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940135, - "recall": 0.956522, - "f1": 0.945224, - "accuracy": 0.956522, - "main_score": 0.945224, - "hf_subset": "mlt_Latn-ilo_Latn", - "languages": [ - "mlt-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323621, - "recall": 0.37747, - "f1": 0.338724, - "accuracy": 0.37747, - "main_score": 0.338724, - "hf_subset": "mlt_Latn-knc_Arab", - "languages": [ - "mlt-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-mkd_Cyrl", - "languages": [ - "mlt-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "mlt_Latn-prs_Arab", - "languages": [ - "mlt-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-swe_Latn", - "languages": [ - "mlt-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mlt_Latn-urd_Arab", - "languages": [ - "mlt-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602504, - "recall": 0.660079, - "f1": 0.619241, - "accuracy": 0.660079, - "main_score": 0.619241, - "hf_subset": "mlt_Latn-aka_Latn", - "languages": [ - "mlt-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966601, - "recall": 0.976285, - "f1": 0.969697, - "accuracy": 0.976285, - "main_score": 0.969697, - "hf_subset": "mlt_Latn-bjn_Latn", - "languages": [ - "mlt-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946064, - "recall": 0.962451, - "f1": 0.951318, - "accuracy": 0.962451, - "main_score": 0.951318, - "hf_subset": "mlt_Latn-fao_Latn", - "languages": [ - "mlt-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mlt_Latn-ind_Latn", - "languages": [ - "mlt-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596633, - "recall": 0.653162, - "f1": 0.612435, - "accuracy": 0.653162, - "main_score": 0.612435, - "hf_subset": "mlt_Latn-knc_Latn", - "languages": [ - "mlt-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6994, - "recall": 0.758893, - "f1": 0.716665, - "accuracy": 0.758893, - "main_score": 0.716665, - "hf_subset": "mlt_Latn-quy_Latn", - "languages": [ - "mlt-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95504, - "recall": 0.967391, - "f1": 0.958992, - "accuracy": 0.967391, - "main_score": 0.958992, - "hf_subset": "mlt_Latn-swh_Latn", - "languages": [ - "mlt-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mlt_Latn-uzn_Latn", - "languages": [ - "mlt-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-als_Latn", - "languages": [ - "mlt-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597283, - "recall": 0.671937, - "f1": 0.61845, - "accuracy": 0.671937, - "main_score": 0.61845, - "hf_subset": "mlt_Latn-bod_Tibt", - "languages": [ - "mlt-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697628, - "recall": 0.753953, - "f1": 0.713919, - "accuracy": 0.753953, - "main_score": 0.713919, - "hf_subset": "mlt_Latn-fij_Latn", - "languages": [ - "mlt-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.969368, - "f1": 0.960968, - "accuracy": 0.969368, - "main_score": 0.960968, - "hf_subset": "mlt_Latn-isl_Latn", - "languages": [ - "mlt-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682551, - "recall": 0.733202, - "f1": 0.697288, - "accuracy": 0.733202, - "main_score": 0.697288, - "hf_subset": "mlt_Latn-kon_Latn", - "languages": [ - "mlt-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675858, - "recall": 0.735178, - "f1": 0.693173, - "accuracy": 0.735178, - "main_score": 0.693173, - "hf_subset": "mlt_Latn-mni_Beng", - "languages": [ - "mlt-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-ron_Latn", - "languages": [ - "mlt-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "mlt_Latn-szl_Latn", - "languages": [ - "mlt-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-vec_Latn", - "languages": [ - "mlt-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915679, - "recall": 0.938735, - "f1": 0.922892, - "accuracy": 0.938735, - "main_score": 0.922892, - "hf_subset": "mlt_Latn-amh_Ethi", - "languages": [ - "mlt-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mlt_Latn-bos_Latn", - "languages": [ - "mlt-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-fin_Latn", - "languages": [ - "mlt-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-ita_Latn", - "languages": [ - "mlt-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mlt_Latn-kor_Hang", - "languages": [ - "mlt-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556645, - "recall": 0.614625, - "f1": 0.572803, - "accuracy": 0.614625, - "main_score": 0.572803, - "hf_subset": "mlt_Latn-mos_Latn", - "languages": [ - "mlt-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577521, - "recall": 0.629447, - "f1": 0.592632, - "accuracy": 0.629447, - "main_score": 0.592632, - "hf_subset": "mlt_Latn-run_Latn", - "languages": [ - "mlt-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "mlt_Latn-tam_Taml", - "languages": [ - "mlt-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-vie_Latn", - "languages": [ - "mlt-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "mlt_Latn-apc_Arab", - "languages": [ - "mlt-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794812, - "recall": 0.839921, - "f1": 0.808418, - "accuracy": 0.839921, - "main_score": 0.808418, - "hf_subset": "mlt_Latn-bug_Latn", - "languages": [ - "mlt-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480285, - "recall": 0.535573, - "f1": 0.494158, - "accuracy": 0.535573, - "main_score": 0.494158, - "hf_subset": "mlt_Latn-fon_Latn", - "languages": [ - "mlt-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "mlt_Latn-jav_Latn", - "languages": [ - "mlt-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "mlt_Latn-lao_Laoo", - "languages": [ - "mlt-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836685, - "recall": 0.875494, - "f1": 0.848177, - "accuracy": 0.875494, - "main_score": 0.848177, - "hf_subset": "mlt_Latn-mri_Latn", - "languages": [ - "mlt-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-rus_Cyrl", - "languages": [ - "mlt-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560684, - "recall": 0.616601, - "f1": 0.575702, - "accuracy": 0.616601, - "main_score": 0.575702, - "hf_subset": "mlt_Latn-taq_Latn", - "languages": [ - "mlt-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991848, - "recall": 0.994071, - "f1": 0.99249, - "accuracy": 0.994071, - "main_score": 0.99249, - "hf_subset": "mlt_Latn-war_Latn", - "languages": [ - "mlt-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-arb_Arab", - "languages": [ - "mlt-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-bul_Cyrl", - "languages": [ - "mlt-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-fra_Latn", - "languages": [ - "mlt-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "mlt_Latn-jpn_Jpan", - "languages": [ - "mlt-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mlt_Latn-lij_Latn", - "languages": [ - "mlt-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "mlt_Latn-mya_Mymr", - "languages": [ - "mlt-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612667, - "recall": 0.675889, - "f1": 0.630231, - "accuracy": 0.675889, - "main_score": 0.630231, - "hf_subset": "mlt_Latn-sag_Latn", - "languages": [ - "mlt-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19837, - "recall": 0.255929, - "f1": 0.210593, - "accuracy": 0.255929, - "main_score": 0.210593, - "hf_subset": "mlt_Latn-taq_Tfng", - "languages": [ - "mlt-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645603, - "recall": 0.703557, - "f1": 0.662436, - "accuracy": 0.703557, - "main_score": 0.662436, - "hf_subset": "mlt_Latn-wol_Latn", - "languages": [ - "mlt-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795662, - "recall": 0.842885, - "f1": 0.809917, - "accuracy": 0.842885, - "main_score": 0.809917, - "hf_subset": "mlt_Latn-arb_Latn", - "languages": [ - "mlt-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-cat_Latn", - "languages": [ - "mlt-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-fur_Latn", - "languages": [ - "mlt-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445872, - "recall": 0.503953, - "f1": 0.461915, - "accuracy": 0.503953, - "main_score": 0.461915, - "hf_subset": "mlt_Latn-kab_Latn", - "languages": [ - "mlt-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "mlt_Latn-lim_Latn", - "languages": [ - "mlt-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-nld_Latn", - "languages": [ - "mlt-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.977273, - "f1": 0.971179, - "accuracy": 0.977273, - "main_score": 0.971179, - "hf_subset": "mlt_Latn-san_Deva", - "languages": [ - "mlt-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-tat_Cyrl", - "languages": [ - "mlt-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69025, - "recall": 0.742095, - "f1": 0.705915, - "accuracy": 0.742095, - "main_score": 0.705915, - "hf_subset": "mlt_Latn-xho_Latn", - "languages": [ - "mlt-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mlt_Latn-ars_Arab", - "languages": [ - "mlt-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mlt_Latn-ceb_Latn", - "languages": [ - "mlt-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566744, - "recall": 0.626482, - "f1": 0.583853, - "accuracy": 0.626482, - "main_score": 0.583853, - "hf_subset": "mlt_Latn-fuv_Latn", - "languages": [ - "mlt-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53228, - "recall": 0.594862, - "f1": 0.549696, - "accuracy": 0.594862, - "main_score": 0.549696, - "hf_subset": "mlt_Latn-kac_Latn", - "languages": [ - "mlt-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688185, - "recall": 0.740119, - "f1": 0.702986, - "accuracy": 0.740119, - "main_score": 0.702986, - "hf_subset": "mlt_Latn-lin_Latn", - "languages": [ - "mlt-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-nno_Latn", - "languages": [ - "mlt-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227349, - "recall": 0.300395, - "f1": 0.245762, - "accuracy": 0.300395, - "main_score": 0.245762, - "hf_subset": "mlt_Latn-sat_Olck", - "languages": [ - "mlt-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mlt_Latn-tel_Telu", - "languages": [ - "mlt-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "mlt_Latn-ydd_Hebr", - "languages": [ - "mlt-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960063, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "mlt_Latn-ary_Arab", - "languages": [ - "mlt-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-ces_Latn", - "languages": [ - "mlt-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619229, - "recall": 0.678854, - "f1": 0.636728, - "accuracy": 0.678854, - "main_score": 0.636728, - "hf_subset": "mlt_Latn-gaz_Latn", - "languages": [ - "mlt-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588555, - "recall": 0.658103, - "f1": 0.608541, - "accuracy": 0.658103, - "main_score": 0.608541, - "hf_subset": "mlt_Latn-kam_Latn", - "languages": [ - "mlt-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "mlt_Latn-lit_Latn", - "languages": [ - "mlt-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-nob_Latn", - "languages": [ - "mlt-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mlt_Latn-scn_Latn", - "languages": [ - "mlt-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "mlt_Latn-tgk_Cyrl", - "languages": [ - "mlt-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693412, - "recall": 0.756917, - "f1": 0.713161, - "accuracy": 0.756917, - "main_score": 0.713161, - "hf_subset": "mlt_Latn-yor_Latn", - "languages": [ - "mlt-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-arz_Arab", - "languages": [ - "mlt-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569717, - "recall": 0.629447, - "f1": 0.58648, - "accuracy": 0.629447, - "main_score": 0.58648, - "hf_subset": "mlt_Latn-cjk_Latn", - "languages": [ - "mlt-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793725, - "recall": 0.840909, - "f1": 0.808333, - "accuracy": 0.840909, - "main_score": 0.808333, - "hf_subset": "mlt_Latn-gla_Latn", - "languages": [ - "mlt-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "mlt_Latn-kan_Knda", - "languages": [ - "mlt-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mlt_Latn-lmo_Latn", - "languages": [ - "mlt-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mlt_Latn-npi_Deva", - "languages": [ - "mlt-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477887, - "recall": 0.541502, - "f1": 0.495113, - "accuracy": 0.541502, - "main_score": 0.495113, - "hf_subset": "mlt_Latn-shn_Mymr", - "languages": [ - "mlt-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-tgl_Latn", - "languages": [ - "mlt-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mlt_Latn-yue_Hant", - "languages": [ - "mlt-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "mlt_Latn-asm_Beng", - "languages": [ - "mlt-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93503, - "recall": 0.954545, - "f1": 0.941271, - "accuracy": 0.954545, - "main_score": 0.941271, - "hf_subset": "mlt_Latn-ckb_Arab", - "languages": [ - "mlt-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860013, - "recall": 0.894269, - "f1": 0.870323, - "accuracy": 0.894269, - "main_score": 0.870323, - "hf_subset": "mlt_Latn-gle_Latn", - "languages": [ - "mlt-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928936, - "recall": 0.949605, - "f1": 0.935672, - "accuracy": 0.949605, - "main_score": 0.935672, - "hf_subset": "mlt_Latn-kas_Arab", - "languages": [ - "mlt-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922184, - "recall": 0.945652, - "f1": 0.929743, - "accuracy": 0.945652, - "main_score": 0.929743, - "hf_subset": "mlt_Latn-ltg_Latn", - "languages": [ - "mlt-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631057, - "recall": 0.682806, - "f1": 0.645544, - "accuracy": 0.682806, - "main_score": 0.645544, - "hf_subset": "mlt_Latn-nso_Latn", - "languages": [ - "mlt-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962368, - "recall": 0.97332, - "f1": 0.96581, - "accuracy": 0.97332, - "main_score": 0.96581, - "hf_subset": "mlt_Latn-sin_Sinh", - "languages": [ - "mlt-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-tha_Thai", - "languages": [ - "mlt-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mlt_Latn-zho_Hans", - "languages": [ - "mlt-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-ast_Latn", - "languages": [ - "mlt-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "mlt_Latn-crh_Latn", - "languages": [ - "mlt-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mlt_Latn-glg_Latn", - "languages": [ - "mlt-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852767, - "recall": 0.893281, - "f1": 0.86525, - "accuracy": 0.893281, - "main_score": 0.86525, - "hf_subset": "mlt_Latn-kas_Deva", - "languages": [ - "mlt-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "mlt_Latn-ltz_Latn", - "languages": [ - "mlt-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492379, - "recall": 0.552372, - "f1": 0.508449, - "accuracy": 0.552372, - "main_score": 0.508449, - "hf_subset": "mlt_Latn-nus_Latn", - "languages": [ - "mlt-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-slk_Latn", - "languages": [ - "mlt-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61479, - "recall": 0.687747, - "f1": 0.635946, - "accuracy": 0.687747, - "main_score": 0.635946, - "hf_subset": "mlt_Latn-tir_Ethi", - "languages": [ - "mlt-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mlt_Latn-zho_Hant", - "languages": [ - "mlt-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.983202, - "f1": 0.979249, - "accuracy": 0.983202, - "main_score": 0.979249, - "hf_subset": "mlt_Latn-awa_Deva", - "languages": [ - "mlt-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972908, - "recall": 0.981225, - "f1": 0.975527, - "accuracy": 0.981225, - "main_score": 0.975527, - "hf_subset": "mlt_Latn-cym_Latn", - "languages": [ - "mlt-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826318, - "recall": 0.868577, - "f1": 0.839196, - "accuracy": 0.868577, - "main_score": 0.839196, - "hf_subset": "mlt_Latn-grn_Latn", - "languages": [ - "mlt-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mlt_Latn-kat_Geor", - "languages": [ - "mlt-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659293, - "recall": 0.712451, - "f1": 0.674243, - "accuracy": 0.712451, - "main_score": 0.674243, - "hf_subset": "mlt_Latn-lua_Latn", - "languages": [ - "mlt-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64683, - "recall": 0.705534, - "f1": 0.663696, - "accuracy": 0.705534, - "main_score": 0.663696, - "hf_subset": "mlt_Latn-nya_Latn", - "languages": [ - "mlt-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-slv_Latn", - "languages": [ - "mlt-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920208, - "recall": 0.9417, - "f1": 0.927108, - "accuracy": 0.9417, - "main_score": 0.927108, - "hf_subset": "mlt_Latn-tpi_Latn", - "languages": [ - "mlt-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mlt_Latn-zsm_Latn", - "languages": [ - "mlt-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560152, - "recall": 0.62747, - "f1": 0.579897, - "accuracy": 0.62747, - "main_score": 0.579897, - "hf_subset": "mlt_Latn-ayr_Latn", - "languages": [ - "mlt-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "mlt_Latn-dan_Latn", - "languages": [ - "mlt-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "mlt_Latn-guj_Gujr", - "languages": [ - "mlt-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mlt_Latn-kaz_Cyrl", - "languages": [ - "mlt-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558227, - "recall": 0.620553, - "f1": 0.575728, - "accuracy": 0.620553, - "main_score": 0.575728, - "hf_subset": "mlt_Latn-lug_Latn", - "languages": [ - "mlt-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mlt_Latn-oci_Latn", - "languages": [ - "mlt-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827355, - "recall": 0.87253, - "f1": 0.841469, - "accuracy": 0.87253, - "main_score": 0.841469, - "hf_subset": "mlt_Latn-smo_Latn", - "languages": [ - "mlt-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570472, - "recall": 0.633399, - "f1": 0.588178, - "accuracy": 0.633399, - "main_score": 0.588178, - "hf_subset": "mlt_Latn-tsn_Latn", - "languages": [ - "mlt-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628856, - "recall": 0.6917, - "f1": 0.647319, - "accuracy": 0.6917, - "main_score": 0.647319, - "hf_subset": "mlt_Latn-zul_Latn", - "languages": [ - "mlt-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896854, - "recall": 0.926877, - "f1": 0.906522, - "accuracy": 0.926877, - "main_score": 0.906522, - "hf_subset": "mlt_Latn-azb_Arab", - "languages": [ - "mlt-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "mlt_Latn-deu_Latn", - "languages": [ - "mlt-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.977273, - "f1": 0.971014, - "accuracy": 0.977273, - "main_score": 0.971014, - "hf_subset": "mlt_Latn-hat_Latn", - "languages": [ - "mlt-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511586, - "recall": 0.565217, - "f1": 0.526476, - "accuracy": 0.565217, - "main_score": 0.526476, - "hf_subset": "mlt_Latn-kbp_Latn", - "languages": [ - "mlt-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584745, - "recall": 0.639328, - "f1": 0.599618, - "accuracy": 0.639328, - "main_score": 0.599618, - "hf_subset": "mlt_Latn-luo_Latn", - "languages": [ - "mlt-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mlt_Latn-ory_Orya", - "languages": [ - "mlt-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607336, - "recall": 0.666008, - "f1": 0.623668, - "accuracy": 0.666008, - "main_score": 0.623668, - "hf_subset": "mlt_Latn-sna_Latn", - "languages": [ - "mlt-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565523, - "recall": 0.62253, - "f1": 0.58106, - "accuracy": 0.62253, - "main_score": 0.58106, - "hf_subset": "mlt_Latn-tso_Latn", - "languages": [ - "mlt-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "mlt_Latn-azj_Latn", - "languages": [ - "mlt-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542936, - "recall": 0.603755, - "f1": 0.56048, - "accuracy": 0.603755, - "main_score": 0.56048, - "hf_subset": "mlt_Latn-dik_Latn", - "languages": [ - "mlt-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731917, - "recall": 0.786561, - "f1": 0.748372, - "accuracy": 0.786561, - "main_score": 0.748372, - "hf_subset": "mlt_Latn-hau_Latn", - "languages": [ - "mlt-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "mlt_Latn-kea_Latn", - "languages": [ - "mlt-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731917, - "recall": 0.780632, - "f1": 0.74664, - "accuracy": 0.780632, - "main_score": 0.74664, - "hf_subset": "mlt_Latn-lus_Latn", - "languages": [ - "mlt-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871574, - "recall": 0.901186, - "f1": 0.88067, - "accuracy": 0.901186, - "main_score": 0.88067, - "hf_subset": "mlt_Latn-pag_Latn", - "languages": [ - "mlt-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "mlt_Latn-snd_Arab", - "languages": [ - "mlt-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925395, - "recall": 0.945652, - "f1": 0.931818, - "accuracy": 0.945652, - "main_score": 0.931818, - "hf_subset": "mlt_Latn-tuk_Latn", - "languages": [ - "mlt-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "mlt_Latn-bak_Cyrl", - "languages": [ - "mlt-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497531, - "recall": 0.573123, - "f1": 0.520004, - "accuracy": 0.573123, - "main_score": 0.520004, - "hf_subset": "mlt_Latn-dyu_Latn", - "languages": [ - "mlt-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mlt_Latn-heb_Hebr", - "languages": [ - "mlt-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "mlt_Latn-khk_Cyrl", - "languages": [ - "mlt-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "mlt_Latn-lvs_Latn", - "languages": [ - "mlt-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "mlt_Latn-pan_Guru", - "languages": [ - "mlt-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713752, - "recall": 0.770751, - "f1": 0.730966, - "accuracy": 0.770751, - "main_score": 0.730966, - "hf_subset": "mlt_Latn-som_Latn", - "languages": [ - "mlt-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591645, - "recall": 0.63834, - "f1": 0.604896, - "accuracy": 0.63834, - "main_score": 0.604896, - "hf_subset": "mlt_Latn-tum_Latn", - "languages": [ - "mlt-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467289, - "recall": 0.520751, - "f1": 0.482129, - "accuracy": 0.520751, - "main_score": 0.482129, - "hf_subset": "quy_Latn-ace_Arab", - "languages": [ - "quy-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509696, - "recall": 0.5583, - "f1": 0.522865, - "accuracy": 0.5583, - "main_score": 0.522865, - "hf_subset": "quy_Latn-bam_Latn", - "languages": [ - "quy-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.248958, - "recall": 0.300395, - "f1": 0.261721, - "accuracy": 0.300395, - "main_score": 0.261721, - "hf_subset": "quy_Latn-dzo_Tibt", - "languages": [ - "quy-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694703, - "recall": 0.740119, - "f1": 0.70698, - "accuracy": 0.740119, - "main_score": 0.70698, - "hf_subset": "quy_Latn-hin_Deva", - "languages": [ - "quy-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63914, - "recall": 0.694664, - "f1": 0.654062, - "accuracy": 0.694664, - "main_score": 0.654062, - "hf_subset": "quy_Latn-khm_Khmr", - "languages": [ - "quy-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685276, - "recall": 0.733202, - "f1": 0.698818, - "accuracy": 0.733202, - "main_score": 0.698818, - "hf_subset": "quy_Latn-mag_Deva", - "languages": [ - "quy-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683756, - "recall": 0.72332, - "f1": 0.694676, - "accuracy": 0.72332, - "main_score": 0.694676, - "hf_subset": "quy_Latn-pap_Latn", - "languages": [ - "quy-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54693, - "recall": 0.590909, - "f1": 0.559211, - "accuracy": 0.590909, - "main_score": 0.559211, - "hf_subset": "quy_Latn-sot_Latn", - "languages": [ - "quy-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700971, - "recall": 0.748024, - "f1": 0.713493, - "accuracy": 0.748024, - "main_score": 0.713493, - "hf_subset": "quy_Latn-tur_Latn", - "languages": [ - "quy-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643781, - "recall": 0.685771, - "f1": 0.654548, - "accuracy": 0.685771, - "main_score": 0.654548, - "hf_subset": "quy_Latn-ace_Latn", - "languages": [ - "quy-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670588, - "recall": 0.710474, - "f1": 0.681601, - "accuracy": 0.710474, - "main_score": 0.681601, - "hf_subset": "quy_Latn-ban_Latn", - "languages": [ - "quy-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69311, - "recall": 0.745059, - "f1": 0.706543, - "accuracy": 0.745059, - "main_score": 0.706543, - "hf_subset": "quy_Latn-ell_Grek", - "languages": [ - "quy-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674822, - "recall": 0.72332, - "f1": 0.68805, - "accuracy": 0.72332, - "main_score": 0.68805, - "hf_subset": "quy_Latn-hne_Deva", - "languages": [ - "quy-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542423, - "recall": 0.588933, - "f1": 0.554846, - "accuracy": 0.588933, - "main_score": 0.554846, - "hf_subset": "quy_Latn-kik_Latn", - "languages": [ - "quy-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679196, - "recall": 0.728261, - "f1": 0.691892, - "accuracy": 0.728261, - "main_score": 0.691892, - "hf_subset": "quy_Latn-mai_Deva", - "languages": [ - "quy-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62421, - "recall": 0.68083, - "f1": 0.639879, - "accuracy": 0.68083, - "main_score": 0.639879, - "hf_subset": "quy_Latn-pbt_Arab", - "languages": [ - "quy-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699942, - "recall": 0.748024, - "f1": 0.712848, - "accuracy": 0.748024, - "main_score": 0.712848, - "hf_subset": "quy_Latn-spa_Latn", - "languages": [ - "quy-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584437, - "recall": 0.621542, - "f1": 0.595097, - "accuracy": 0.621542, - "main_score": 0.595097, - "hf_subset": "quy_Latn-twi_Latn", - "languages": [ - "quy-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678716, - "recall": 0.730237, - "f1": 0.692387, - "accuracy": 0.730237, - "main_score": 0.692387, - "hf_subset": "quy_Latn-acm_Arab", - "languages": [ - "quy-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67246, - "recall": 0.717391, - "f1": 0.684112, - "accuracy": 0.717391, - "main_score": 0.684112, - "hf_subset": "quy_Latn-bel_Cyrl", - "languages": [ - "quy-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721129, - "recall": 0.770751, - "f1": 0.734395, - "accuracy": 0.770751, - "main_score": 0.734395, - "hf_subset": "quy_Latn-eng_Latn", - "languages": [ - "quy-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699485, - "recall": 0.752964, - "f1": 0.713977, - "accuracy": 0.752964, - "main_score": 0.713977, - "hf_subset": "quy_Latn-hrv_Latn", - "languages": [ - "quy-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514388, - "recall": 0.563241, - "f1": 0.528066, - "accuracy": 0.563241, - "main_score": 0.528066, - "hf_subset": "quy_Latn-kin_Latn", - "languages": [ - "quy-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676172, - "recall": 0.731225, - "f1": 0.691452, - "accuracy": 0.731225, - "main_score": 0.691452, - "hf_subset": "quy_Latn-mal_Mlym", - "languages": [ - "quy-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704259, - "recall": 0.749012, - "f1": 0.716247, - "accuracy": 0.749012, - "main_score": 0.716247, - "hf_subset": "quy_Latn-pes_Arab", - "languages": [ - "quy-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686214, - "recall": 0.729249, - "f1": 0.697423, - "accuracy": 0.729249, - "main_score": 0.697423, - "hf_subset": "quy_Latn-srd_Latn", - "languages": [ - "quy-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201326, - "recall": 0.242095, - "f1": 0.211668, - "accuracy": 0.242095, - "main_score": 0.211668, - "hf_subset": "quy_Latn-tzm_Tfng", - "languages": [ - "quy-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682174, - "recall": 0.736166, - "f1": 0.696406, - "accuracy": 0.736166, - "main_score": 0.696406, - "hf_subset": "quy_Latn-acq_Arab", - "languages": [ - "quy-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578697, - "recall": 0.62253, - "f1": 0.591041, - "accuracy": 0.62253, - "main_score": 0.591041, - "hf_subset": "quy_Latn-bem_Latn", - "languages": [ - "quy-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704217, - "recall": 0.753953, - "f1": 0.717263, - "accuracy": 0.753953, - "main_score": 0.717263, - "hf_subset": "quy_Latn-epo_Latn", - "languages": [ - "quy-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703458, - "recall": 0.749012, - "f1": 0.716305, - "accuracy": 0.749012, - "main_score": 0.716305, - "hf_subset": "quy_Latn-hun_Latn", - "languages": [ - "quy-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665855, - "recall": 0.713439, - "f1": 0.679062, - "accuracy": 0.713439, - "main_score": 0.679062, - "hf_subset": "quy_Latn-kir_Cyrl", - "languages": [ - "quy-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697822, - "recall": 0.747036, - "f1": 0.711326, - "accuracy": 0.747036, - "main_score": 0.711326, - "hf_subset": "quy_Latn-mar_Deva", - "languages": [ - "quy-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595079, - "recall": 0.636364, - "f1": 0.606215, - "accuracy": 0.636364, - "main_score": 0.606215, - "hf_subset": "quy_Latn-plt_Latn", - "languages": [ - "quy-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704899, - "recall": 0.750988, - "f1": 0.717213, - "accuracy": 0.750988, - "main_score": 0.717213, - "hf_subset": "quy_Latn-srp_Cyrl", - "languages": [ - "quy-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60393, - "recall": 0.661067, - "f1": 0.619138, - "accuracy": 0.661067, - "main_score": 0.619138, - "hf_subset": "quy_Latn-uig_Arab", - "languages": [ - "quy-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653217, - "recall": 0.702569, - "f1": 0.666215, - "accuracy": 0.702569, - "main_score": 0.666215, - "hf_subset": "quy_Latn-aeb_Arab", - "languages": [ - "quy-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695571, - "recall": 0.745059, - "f1": 0.709429, - "accuracy": 0.745059, - "main_score": 0.709429, - "hf_subset": "quy_Latn-ben_Beng", - "languages": [ - "quy-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6936, - "recall": 0.741107, - "f1": 0.706128, - "accuracy": 0.741107, - "main_score": 0.706128, - "hf_subset": "quy_Latn-est_Latn", - "languages": [ - "quy-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669565, - "recall": 0.721344, - "f1": 0.683387, - "accuracy": 0.721344, - "main_score": 0.683387, - "hf_subset": "quy_Latn-hye_Armn", - "languages": [ - "quy-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535957, - "recall": 0.585968, - "f1": 0.549896, - "accuracy": 0.585968, - "main_score": 0.549896, - "hf_subset": "quy_Latn-kmb_Latn", - "languages": [ - "quy-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422044, - "recall": 0.479249, - "f1": 0.437444, - "accuracy": 0.479249, - "main_score": 0.437444, - "hf_subset": "quy_Latn-min_Arab", - "languages": [ - "quy-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722158, - "recall": 0.767787, - "f1": 0.734433, - "accuracy": 0.767787, - "main_score": 0.734433, - "hf_subset": "quy_Latn-pol_Latn", - "languages": [ - "quy-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527479, - "recall": 0.578063, - "f1": 0.542565, - "accuracy": 0.578063, - "main_score": 0.542565, - "hf_subset": "quy_Latn-ssw_Latn", - "languages": [ - "quy-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703497, - "recall": 0.754941, - "f1": 0.71775, - "accuracy": 0.754941, - "main_score": 0.71775, - "hf_subset": "quy_Latn-ukr_Cyrl", - "languages": [ - "quy-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713113, - "recall": 0.757905, - "f1": 0.724749, - "accuracy": 0.757905, - "main_score": 0.724749, - "hf_subset": "quy_Latn-afr_Latn", - "languages": [ - "quy-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683898, - "recall": 0.725296, - "f1": 0.694554, - "accuracy": 0.725296, - "main_score": 0.694554, - "hf_subset": "quy_Latn-bho_Deva", - "languages": [ - "quy-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689896, - "recall": 0.738142, - "f1": 0.702387, - "accuracy": 0.738142, - "main_score": 0.702387, - "hf_subset": "quy_Latn-eus_Latn", - "languages": [ - "quy-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546688, - "recall": 0.602767, - "f1": 0.562896, - "accuracy": 0.602767, - "main_score": 0.562896, - "hf_subset": "quy_Latn-ibo_Latn", - "languages": [ - "quy-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646697, - "recall": 0.6917, - "f1": 0.65982, - "accuracy": 0.6917, - "main_score": 0.65982, - "hf_subset": "quy_Latn-kmr_Latn", - "languages": [ - "quy-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687461, - "recall": 0.730237, - "f1": 0.698388, - "accuracy": 0.730237, - "main_score": 0.698388, - "hf_subset": "quy_Latn-min_Latn", - "languages": [ - "quy-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725079, - "recall": 0.769763, - "f1": 0.737482, - "accuracy": 0.769763, - "main_score": 0.737482, - "hf_subset": "quy_Latn-por_Latn", - "languages": [ - "quy-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693733, - "recall": 0.733202, - "f1": 0.704275, - "accuracy": 0.733202, - "main_score": 0.704275, - "hf_subset": "quy_Latn-sun_Latn", - "languages": [ - "quy-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521801, - "recall": 0.570158, - "f1": 0.535649, - "accuracy": 0.570158, - "main_score": 0.535649, - "hf_subset": "quy_Latn-umb_Latn", - "languages": [ - "quy-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674782, - "recall": 0.717391, - "f1": 0.686179, - "accuracy": 0.717391, - "main_score": 0.686179, - "hf_subset": "quy_Latn-ajp_Arab", - "languages": [ - "quy-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453955, - "recall": 0.501976, - "f1": 0.466915, - "accuracy": 0.501976, - "main_score": 0.466915, - "hf_subset": "quy_Latn-bjn_Arab", - "languages": [ - "quy-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506921, - "recall": 0.550395, - "f1": 0.519323, - "accuracy": 0.550395, - "main_score": 0.519323, - "hf_subset": "quy_Latn-ewe_Latn", - "languages": [ - "quy-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681234, - "recall": 0.721344, - "f1": 0.691837, - "accuracy": 0.721344, - "main_score": 0.691837, - "hf_subset": "quy_Latn-ilo_Latn", - "languages": [ - "quy-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313003, - "recall": 0.365613, - "f1": 0.32699, - "accuracy": 0.365613, - "main_score": 0.32699, - "hf_subset": "quy_Latn-knc_Arab", - "languages": [ - "quy-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701046, - "recall": 0.747036, - "f1": 0.713007, - "accuracy": 0.747036, - "main_score": 0.713007, - "hf_subset": "quy_Latn-mkd_Cyrl", - "languages": [ - "quy-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685967, - "recall": 0.73419, - "f1": 0.698675, - "accuracy": 0.73419, - "main_score": 0.698675, - "hf_subset": "quy_Latn-prs_Arab", - "languages": [ - "quy-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712574, - "recall": 0.759881, - "f1": 0.725447, - "accuracy": 0.759881, - "main_score": 0.725447, - "hf_subset": "quy_Latn-swe_Latn", - "languages": [ - "quy-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686354, - "recall": 0.738142, - "f1": 0.70035, - "accuracy": 0.738142, - "main_score": 0.70035, - "hf_subset": "quy_Latn-urd_Arab", - "languages": [ - "quy-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565927, - "recall": 0.609684, - "f1": 0.578159, - "accuracy": 0.609684, - "main_score": 0.578159, - "hf_subset": "quy_Latn-aka_Latn", - "languages": [ - "quy-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692389, - "recall": 0.730237, - "f1": 0.702374, - "accuracy": 0.730237, - "main_score": 0.702374, - "hf_subset": "quy_Latn-bjn_Latn", - "languages": [ - "quy-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662991, - "recall": 0.705534, - "f1": 0.674108, - "accuracy": 0.705534, - "main_score": 0.674108, - "hf_subset": "quy_Latn-fao_Latn", - "languages": [ - "quy-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716929, - "recall": 0.763834, - "f1": 0.729767, - "accuracy": 0.763834, - "main_score": 0.729767, - "hf_subset": "quy_Latn-ind_Latn", - "languages": [ - "quy-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54745, - "recall": 0.591897, - "f1": 0.560197, - "accuracy": 0.591897, - "main_score": 0.560197, - "hf_subset": "quy_Latn-knc_Latn", - "languages": [ - "quy-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68998, - "recall": 0.735178, - "f1": 0.701487, - "accuracy": 0.735178, - "main_score": 0.701487, - "hf_subset": "quy_Latn-mlt_Latn", - "languages": [ - "quy-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643198, - "recall": 0.695652, - "f1": 0.657791, - "accuracy": 0.695652, - "main_score": 0.657791, - "hf_subset": "quy_Latn-swh_Latn", - "languages": [ - "quy-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677727, - "recall": 0.729249, - "f1": 0.692082, - "accuracy": 0.729249, - "main_score": 0.692082, - "hf_subset": "quy_Latn-uzn_Latn", - "languages": [ - "quy-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708043, - "recall": 0.748024, - "f1": 0.718192, - "accuracy": 0.748024, - "main_score": 0.718192, - "hf_subset": "quy_Latn-als_Latn", - "languages": [ - "quy-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.342392, - "recall": 0.401186, - "f1": 0.356866, - "accuracy": 0.401186, - "main_score": 0.356866, - "hf_subset": "quy_Latn-bod_Tibt", - "languages": [ - "quy-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567143, - "recall": 0.61166, - "f1": 0.57924, - "accuracy": 0.61166, - "main_score": 0.57924, - "hf_subset": "quy_Latn-fij_Latn", - "languages": [ - "quy-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641842, - "recall": 0.6917, - "f1": 0.655304, - "accuracy": 0.6917, - "main_score": 0.655304, - "hf_subset": "quy_Latn-isl_Latn", - "languages": [ - "quy-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60221, - "recall": 0.646245, - "f1": 0.614385, - "accuracy": 0.646245, - "main_score": 0.614385, - "hf_subset": "quy_Latn-kon_Latn", - "languages": [ - "quy-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543861, - "recall": 0.596838, - "f1": 0.558531, - "accuracy": 0.596838, - "main_score": 0.558531, - "hf_subset": "quy_Latn-mni_Beng", - "languages": [ - "quy-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720607, - "recall": 0.76581, - "f1": 0.732751, - "accuracy": 0.76581, - "main_score": 0.732751, - "hf_subset": "quy_Latn-ron_Latn", - "languages": [ - "quy-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689701, - "recall": 0.736166, - "f1": 0.702245, - "accuracy": 0.736166, - "main_score": 0.702245, - "hf_subset": "quy_Latn-szl_Latn", - "languages": [ - "quy-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713103, - "recall": 0.757905, - "f1": 0.724967, - "accuracy": 0.757905, - "main_score": 0.724967, - "hf_subset": "quy_Latn-vec_Latn", - "languages": [ - "quy-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5752, - "recall": 0.634387, - "f1": 0.591633, - "accuracy": 0.634387, - "main_score": 0.591633, - "hf_subset": "quy_Latn-amh_Ethi", - "languages": [ - "quy-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711478, - "recall": 0.756917, - "f1": 0.723886, - "accuracy": 0.756917, - "main_score": 0.723886, - "hf_subset": "quy_Latn-bos_Latn", - "languages": [ - "quy-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683351, - "recall": 0.736166, - "f1": 0.69772, - "accuracy": 0.736166, - "main_score": 0.69772, - "hf_subset": "quy_Latn-fin_Latn", - "languages": [ - "quy-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697803, - "recall": 0.745059, - "f1": 0.71101, - "accuracy": 0.745059, - "main_score": 0.71101, - "hf_subset": "quy_Latn-ita_Latn", - "languages": [ - "quy-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668661, - "recall": 0.725296, - "f1": 0.683889, - "accuracy": 0.725296, - "main_score": 0.683889, - "hf_subset": "quy_Latn-kor_Hang", - "languages": [ - "quy-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525386, - "recall": 0.576087, - "f1": 0.540321, - "accuracy": 0.576087, - "main_score": 0.540321, - "hf_subset": "quy_Latn-mos_Latn", - "languages": [ - "quy-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531355, - "recall": 0.575099, - "f1": 0.543881, - "accuracy": 0.575099, - "main_score": 0.543881, - "hf_subset": "quy_Latn-run_Latn", - "languages": [ - "quy-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67722, - "recall": 0.731225, - "f1": 0.691662, - "accuracy": 0.731225, - "main_score": 0.691662, - "hf_subset": "quy_Latn-tam_Taml", - "languages": [ - "quy-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682382, - "recall": 0.732213, - "f1": 0.695753, - "accuracy": 0.732213, - "main_score": 0.695753, - "hf_subset": "quy_Latn-vie_Latn", - "languages": [ - "quy-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675508, - "recall": 0.73419, - "f1": 0.691843, - "accuracy": 0.73419, - "main_score": 0.691843, - "hf_subset": "quy_Latn-apc_Arab", - "languages": [ - "quy-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620771, - "recall": 0.66502, - "f1": 0.632782, - "accuracy": 0.66502, - "main_score": 0.632782, - "hf_subset": "quy_Latn-bug_Latn", - "languages": [ - "quy-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480535, - "recall": 0.525692, - "f1": 0.493747, - "accuracy": 0.525692, - "main_score": 0.493747, - "hf_subset": "quy_Latn-fon_Latn", - "languages": [ - "quy-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686795, - "recall": 0.730237, - "f1": 0.698682, - "accuracy": 0.730237, - "main_score": 0.698682, - "hf_subset": "quy_Latn-jav_Latn", - "languages": [ - "quy-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620472, - "recall": 0.678854, - "f1": 0.635409, - "accuracy": 0.678854, - "main_score": 0.635409, - "hf_subset": "quy_Latn-lao_Laoo", - "languages": [ - "quy-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578143, - "recall": 0.625494, - "f1": 0.591708, - "accuracy": 0.625494, - "main_score": 0.591708, - "hf_subset": "quy_Latn-mri_Latn", - "languages": [ - "quy-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679367, - "recall": 0.733202, - "f1": 0.694271, - "accuracy": 0.733202, - "main_score": 0.694271, - "hf_subset": "quy_Latn-rus_Cyrl", - "languages": [ - "quy-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513785, - "recall": 0.554348, - "f1": 0.525565, - "accuracy": 0.554348, - "main_score": 0.525565, - "hf_subset": "quy_Latn-taq_Latn", - "languages": [ - "quy-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700053, - "recall": 0.743083, - "f1": 0.71088, - "accuracy": 0.743083, - "main_score": 0.71088, - "hf_subset": "quy_Latn-war_Latn", - "languages": [ - "quy-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681113, - "recall": 0.73419, - "f1": 0.694955, - "accuracy": 0.73419, - "main_score": 0.694955, - "hf_subset": "quy_Latn-arb_Arab", - "languages": [ - "quy-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702996, - "recall": 0.751976, - "f1": 0.717051, - "accuracy": 0.751976, - "main_score": 0.717051, - "hf_subset": "quy_Latn-bul_Cyrl", - "languages": [ - "quy-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715221, - "recall": 0.761858, - "f1": 0.727121, - "accuracy": 0.761858, - "main_score": 0.727121, - "hf_subset": "quy_Latn-fra_Latn", - "languages": [ - "quy-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679069, - "recall": 0.725296, - "f1": 0.691927, - "accuracy": 0.725296, - "main_score": 0.691927, - "hf_subset": "quy_Latn-jpn_Jpan", - "languages": [ - "quy-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699647, - "recall": 0.73913, - "f1": 0.710209, - "accuracy": 0.73913, - "main_score": 0.710209, - "hf_subset": "quy_Latn-lij_Latn", - "languages": [ - "quy-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582675, - "recall": 0.653162, - "f1": 0.601968, - "accuracy": 0.653162, - "main_score": 0.601968, - "hf_subset": "quy_Latn-mya_Mymr", - "languages": [ - "quy-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559537, - "recall": 0.609684, - "f1": 0.573252, - "accuracy": 0.609684, - "main_score": 0.573252, - "hf_subset": "quy_Latn-sag_Latn", - "languages": [ - "quy-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212657, - "recall": 0.255929, - "f1": 0.222462, - "accuracy": 0.255929, - "main_score": 0.222462, - "hf_subset": "quy_Latn-taq_Tfng", - "languages": [ - "quy-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572622, - "recall": 0.619565, - "f1": 0.585968, - "accuracy": 0.619565, - "main_score": 0.585968, - "hf_subset": "quy_Latn-wol_Latn", - "languages": [ - "quy-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501457, - "recall": 0.559289, - "f1": 0.5166, - "accuracy": 0.559289, - "main_score": 0.5166, - "hf_subset": "quy_Latn-arb_Latn", - "languages": [ - "quy-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710964, - "recall": 0.758893, - "f1": 0.723775, - "accuracy": 0.758893, - "main_score": 0.723775, - "hf_subset": "quy_Latn-cat_Latn", - "languages": [ - "quy-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683748, - "recall": 0.725296, - "f1": 0.69482, - "accuracy": 0.725296, - "main_score": 0.69482, - "hf_subset": "quy_Latn-fur_Latn", - "languages": [ - "quy-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416404, - "recall": 0.471344, - "f1": 0.431726, - "accuracy": 0.471344, - "main_score": 0.431726, - "hf_subset": "quy_Latn-kab_Latn", - "languages": [ - "quy-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673442, - "recall": 0.717391, - "f1": 0.684965, - "accuracy": 0.717391, - "main_score": 0.684965, - "hf_subset": "quy_Latn-lim_Latn", - "languages": [ - "quy-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69613, - "recall": 0.748024, - "f1": 0.710068, - "accuracy": 0.748024, - "main_score": 0.710068, - "hf_subset": "quy_Latn-nld_Latn", - "languages": [ - "quy-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628445, - "recall": 0.690711, - "f1": 0.64518, - "accuracy": 0.690711, - "main_score": 0.64518, - "hf_subset": "quy_Latn-san_Deva", - "languages": [ - "quy-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670659, - "recall": 0.720356, - "f1": 0.684088, - "accuracy": 0.720356, - "main_score": 0.684088, - "hf_subset": "quy_Latn-tat_Cyrl", - "languages": [ - "quy-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59358, - "recall": 0.639328, - "f1": 0.606251, - "accuracy": 0.639328, - "main_score": 0.606251, - "hf_subset": "quy_Latn-xho_Latn", - "languages": [ - "quy-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680122, - "recall": 0.73419, - "f1": 0.694704, - "accuracy": 0.73419, - "main_score": 0.694704, - "hf_subset": "quy_Latn-ars_Arab", - "languages": [ - "quy-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711238, - "recall": 0.75, - "f1": 0.721551, - "accuracy": 0.75, - "main_score": 0.721551, - "hf_subset": "quy_Latn-ceb_Latn", - "languages": [ - "quy-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520438, - "recall": 0.564229, - "f1": 0.533616, - "accuracy": 0.564229, - "main_score": 0.533616, - "hf_subset": "quy_Latn-fuv_Latn", - "languages": [ - "quy-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504814, - "recall": 0.552372, - "f1": 0.518756, - "accuracy": 0.552372, - "main_score": 0.518756, - "hf_subset": "quy_Latn-kac_Latn", - "languages": [ - "quy-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606241, - "recall": 0.652174, - "f1": 0.618737, - "accuracy": 0.652174, - "main_score": 0.618737, - "hf_subset": "quy_Latn-lin_Latn", - "languages": [ - "quy-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704018, - "recall": 0.751976, - "f1": 0.71726, - "accuracy": 0.751976, - "main_score": 0.71726, - "hf_subset": "quy_Latn-nno_Latn", - "languages": [ - "quy-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160862, - "recall": 0.215415, - "f1": 0.173961, - "accuracy": 0.215415, - "main_score": 0.173961, - "hf_subset": "quy_Latn-sat_Olck", - "languages": [ - "quy-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69112, - "recall": 0.744071, - "f1": 0.705041, - "accuracy": 0.744071, - "main_score": 0.705041, - "hf_subset": "quy_Latn-tel_Telu", - "languages": [ - "quy-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59162, - "recall": 0.651186, - "f1": 0.607744, - "accuracy": 0.651186, - "main_score": 0.607744, - "hf_subset": "quy_Latn-ydd_Hebr", - "languages": [ - "quy-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643885, - "recall": 0.694664, - "f1": 0.658344, - "accuracy": 0.694664, - "main_score": 0.658344, - "hf_subset": "quy_Latn-ary_Arab", - "languages": [ - "quy-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704138, - "recall": 0.752964, - "f1": 0.717685, - "accuracy": 0.752964, - "main_score": 0.717685, - "hf_subset": "quy_Latn-ces_Latn", - "languages": [ - "quy-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531337, - "recall": 0.581028, - "f1": 0.544859, - "accuracy": 0.581028, - "main_score": 0.544859, - "hf_subset": "quy_Latn-gaz_Latn", - "languages": [ - "quy-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533584, - "recall": 0.585968, - "f1": 0.547994, - "accuracy": 0.585968, - "main_score": 0.547994, - "hf_subset": "quy_Latn-kam_Latn", - "languages": [ - "quy-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682815, - "recall": 0.735178, - "f1": 0.697061, - "accuracy": 0.735178, - "main_score": 0.697061, - "hf_subset": "quy_Latn-lit_Latn", - "languages": [ - "quy-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714322, - "recall": 0.756917, - "f1": 0.726146, - "accuracy": 0.756917, - "main_score": 0.726146, - "hf_subset": "quy_Latn-nob_Latn", - "languages": [ - "quy-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683324, - "recall": 0.722332, - "f1": 0.694039, - "accuracy": 0.722332, - "main_score": 0.694039, - "hf_subset": "quy_Latn-scn_Latn", - "languages": [ - "quy-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653723, - "recall": 0.700593, - "f1": 0.666383, - "accuracy": 0.700593, - "main_score": 0.666383, - "hf_subset": "quy_Latn-tgk_Cyrl", - "languages": [ - "quy-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544878, - "recall": 0.602767, - "f1": 0.561229, - "accuracy": 0.602767, - "main_score": 0.561229, - "hf_subset": "quy_Latn-yor_Latn", - "languages": [ - "quy-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664631, - "recall": 0.718379, - "f1": 0.678989, - "accuracy": 0.718379, - "main_score": 0.678989, - "hf_subset": "quy_Latn-arz_Arab", - "languages": [ - "quy-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534067, - "recall": 0.58004, - "f1": 0.546965, - "accuracy": 0.58004, - "main_score": 0.546965, - "hf_subset": "quy_Latn-cjk_Latn", - "languages": [ - "quy-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552372, - "recall": 0.603755, - "f1": 0.566627, - "accuracy": 0.603755, - "main_score": 0.566627, - "hf_subset": "quy_Latn-gla_Latn", - "languages": [ - "quy-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67942, - "recall": 0.732213, - "f1": 0.693875, - "accuracy": 0.732213, - "main_score": 0.693875, - "hf_subset": "quy_Latn-kan_Knda", - "languages": [ - "quy-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683931, - "recall": 0.724308, - "f1": 0.69457, - "accuracy": 0.724308, - "main_score": 0.69457, - "hf_subset": "quy_Latn-lmo_Latn", - "languages": [ - "quy-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675249, - "recall": 0.728261, - "f1": 0.689444, - "accuracy": 0.728261, - "main_score": 0.689444, - "hf_subset": "quy_Latn-npi_Deva", - "languages": [ - "quy-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452565, - "recall": 0.502964, - "f1": 0.466639, - "accuracy": 0.502964, - "main_score": 0.466639, - "hf_subset": "quy_Latn-shn_Mymr", - "languages": [ - "quy-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722497, - "recall": 0.767787, - "f1": 0.73469, - "accuracy": 0.767787, - "main_score": 0.73469, - "hf_subset": "quy_Latn-tgl_Latn", - "languages": [ - "quy-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664549, - "recall": 0.716403, - "f1": 0.677623, - "accuracy": 0.716403, - "main_score": 0.677623, - "hf_subset": "quy_Latn-yue_Hant", - "languages": [ - "quy-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671437, - "recall": 0.724308, - "f1": 0.68608, - "accuracy": 0.724308, - "main_score": 0.68608, - "hf_subset": "quy_Latn-asm_Beng", - "languages": [ - "quy-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614683, - "recall": 0.668972, - "f1": 0.629327, - "accuracy": 0.668972, - "main_score": 0.629327, - "hf_subset": "quy_Latn-ckb_Arab", - "languages": [ - "quy-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571003, - "recall": 0.621542, - "f1": 0.585246, - "accuracy": 0.621542, - "main_score": 0.585246, - "hf_subset": "quy_Latn-gle_Latn", - "languages": [ - "quy-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592757, - "recall": 0.644269, - "f1": 0.606951, - "accuracy": 0.644269, - "main_score": 0.606951, - "hf_subset": "quy_Latn-kas_Arab", - "languages": [ - "quy-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645018, - "recall": 0.695652, - "f1": 0.658887, - "accuracy": 0.695652, - "main_score": 0.658887, - "hf_subset": "quy_Latn-ltg_Latn", - "languages": [ - "quy-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575187, - "recall": 0.61166, - "f1": 0.585441, - "accuracy": 0.61166, - "main_score": 0.585441, - "hf_subset": "quy_Latn-nso_Latn", - "languages": [ - "quy-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597054, - "recall": 0.658103, - "f1": 0.61393, - "accuracy": 0.658103, - "main_score": 0.61393, - "hf_subset": "quy_Latn-sin_Sinh", - "languages": [ - "quy-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669487, - "recall": 0.719368, - "f1": 0.682799, - "accuracy": 0.719368, - "main_score": 0.682799, - "hf_subset": "quy_Latn-tha_Thai", - "languages": [ - "quy-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652674, - "recall": 0.699605, - "f1": 0.664139, - "accuracy": 0.699605, - "main_score": 0.664139, - "hf_subset": "quy_Latn-zho_Hans", - "languages": [ - "quy-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7134, - "recall": 0.758893, - "f1": 0.725561, - "accuracy": 0.758893, - "main_score": 0.725561, - "hf_subset": "quy_Latn-ast_Latn", - "languages": [ - "quy-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670223, - "recall": 0.724308, - "f1": 0.684549, - "accuracy": 0.724308, - "main_score": 0.684549, - "hf_subset": "quy_Latn-crh_Latn", - "languages": [ - "quy-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716018, - "recall": 0.757905, - "f1": 0.726989, - "accuracy": 0.757905, - "main_score": 0.726989, - "hf_subset": "quy_Latn-glg_Latn", - "languages": [ - "quy-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586545, - "recall": 0.643281, - "f1": 0.602934, - "accuracy": 0.643281, - "main_score": 0.602934, - "hf_subset": "quy_Latn-kas_Deva", - "languages": [ - "quy-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671688, - "recall": 0.711462, - "f1": 0.682435, - "accuracy": 0.711462, - "main_score": 0.682435, - "hf_subset": "quy_Latn-ltz_Latn", - "languages": [ - "quy-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450955, - "recall": 0.503953, - "f1": 0.465194, - "accuracy": 0.503953, - "main_score": 0.465194, - "hf_subset": "quy_Latn-nus_Latn", - "languages": [ - "quy-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711222, - "recall": 0.757905, - "f1": 0.724546, - "accuracy": 0.757905, - "main_score": 0.724546, - "hf_subset": "quy_Latn-slk_Latn", - "languages": [ - "quy-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462683, - "recall": 0.528656, - "f1": 0.480592, - "accuracy": 0.528656, - "main_score": 0.480592, - "hf_subset": "quy_Latn-tir_Ethi", - "languages": [ - "quy-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659806, - "recall": 0.715415, - "f1": 0.674602, - "accuracy": 0.715415, - "main_score": 0.674602, - "hf_subset": "quy_Latn-zho_Hant", - "languages": [ - "quy-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690952, - "recall": 0.735178, - "f1": 0.70241, - "accuracy": 0.735178, - "main_score": 0.70241, - "hf_subset": "quy_Latn-awa_Deva", - "languages": [ - "quy-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649251, - "recall": 0.697628, - "f1": 0.663024, - "accuracy": 0.697628, - "main_score": 0.663024, - "hf_subset": "quy_Latn-cym_Latn", - "languages": [ - "quy-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652463, - "recall": 0.697628, - "f1": 0.665169, - "accuracy": 0.697628, - "main_score": 0.665169, - "hf_subset": "quy_Latn-grn_Latn", - "languages": [ - "quy-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655222, - "recall": 0.704545, - "f1": 0.668481, - "accuracy": 0.704545, - "main_score": 0.668481, - "hf_subset": "quy_Latn-kat_Geor", - "languages": [ - "quy-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575067, - "recall": 0.617589, - "f1": 0.587428, - "accuracy": 0.617589, - "main_score": 0.587428, - "hf_subset": "quy_Latn-lua_Latn", - "languages": [ - "quy-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560237, - "recall": 0.608696, - "f1": 0.574477, - "accuracy": 0.608696, - "main_score": 0.574477, - "hf_subset": "quy_Latn-nya_Latn", - "languages": [ - "quy-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692717, - "recall": 0.741107, - "f1": 0.705605, - "accuracy": 0.741107, - "main_score": 0.705605, - "hf_subset": "quy_Latn-slv_Latn", - "languages": [ - "quy-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653916, - "recall": 0.702569, - "f1": 0.667358, - "accuracy": 0.702569, - "main_score": 0.667358, - "hf_subset": "quy_Latn-tpi_Latn", - "languages": [ - "quy-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712455, - "recall": 0.762846, - "f1": 0.725671, - "accuracy": 0.762846, - "main_score": 0.725671, - "hf_subset": "quy_Latn-zsm_Latn", - "languages": [ - "quy-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560474, - "recall": 0.610672, - "f1": 0.575249, - "accuracy": 0.610672, - "main_score": 0.575249, - "hf_subset": "quy_Latn-ayr_Latn", - "languages": [ - "quy-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707343, - "recall": 0.757905, - "f1": 0.720622, - "accuracy": 0.757905, - "main_score": 0.720622, - "hf_subset": "quy_Latn-dan_Latn", - "languages": [ - "quy-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697598, - "recall": 0.746047, - "f1": 0.710713, - "accuracy": 0.746047, - "main_score": 0.710713, - "hf_subset": "quy_Latn-guj_Gujr", - "languages": [ - "quy-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691185, - "recall": 0.743083, - "f1": 0.705522, - "accuracy": 0.743083, - "main_score": 0.705522, - "hf_subset": "quy_Latn-kaz_Cyrl", - "languages": [ - "quy-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503303, - "recall": 0.552372, - "f1": 0.516838, - "accuracy": 0.552372, - "main_score": 0.516838, - "hf_subset": "quy_Latn-lug_Latn", - "languages": [ - "quy-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718728, - "recall": 0.766798, - "f1": 0.731528, - "accuracy": 0.766798, - "main_score": 0.731528, - "hf_subset": "quy_Latn-oci_Latn", - "languages": [ - "quy-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61769, - "recall": 0.666008, - "f1": 0.63097, - "accuracy": 0.666008, - "main_score": 0.63097, - "hf_subset": "quy_Latn-smo_Latn", - "languages": [ - "quy-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513263, - "recall": 0.562253, - "f1": 0.526502, - "accuracy": 0.562253, - "main_score": 0.526502, - "hf_subset": "quy_Latn-tsn_Latn", - "languages": [ - "quy-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539587, - "recall": 0.59585, - "f1": 0.555052, - "accuracy": 0.59585, - "main_score": 0.555052, - "hf_subset": "quy_Latn-zul_Latn", - "languages": [ - "quy-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590827, - "recall": 0.642292, - "f1": 0.606001, - "accuracy": 0.642292, - "main_score": 0.606001, - "hf_subset": "quy_Latn-azb_Arab", - "languages": [ - "quy-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702594, - "recall": 0.752964, - "f1": 0.716299, - "accuracy": 0.752964, - "main_score": 0.716299, - "hf_subset": "quy_Latn-deu_Latn", - "languages": [ - "quy-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641109, - "recall": 0.697628, - "f1": 0.656927, - "accuracy": 0.697628, - "main_score": 0.656927, - "hf_subset": "quy_Latn-hat_Latn", - "languages": [ - "quy-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494092, - "recall": 0.540514, - "f1": 0.507136, - "accuracy": 0.540514, - "main_score": 0.507136, - "hf_subset": "quy_Latn-kbp_Latn", - "languages": [ - "quy-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561919, - "recall": 0.606719, - "f1": 0.574926, - "accuracy": 0.606719, - "main_score": 0.574926, - "hf_subset": "quy_Latn-luo_Latn", - "languages": [ - "quy-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683584, - "recall": 0.73419, - "f1": 0.697521, - "accuracy": 0.73419, - "main_score": 0.697521, - "hf_subset": "quy_Latn-ory_Orya", - "languages": [ - "quy-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557963, - "recall": 0.603755, - "f1": 0.57114, - "accuracy": 0.603755, - "main_score": 0.57114, - "hf_subset": "quy_Latn-sna_Latn", - "languages": [ - "quy-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528138, - "recall": 0.571146, - "f1": 0.540431, - "accuracy": 0.571146, - "main_score": 0.540431, - "hf_subset": "quy_Latn-tso_Latn", - "languages": [ - "quy-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671083, - "recall": 0.72332, - "f1": 0.684888, - "accuracy": 0.72332, - "main_score": 0.684888, - "hf_subset": "quy_Latn-azj_Latn", - "languages": [ - "quy-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525207, - "recall": 0.575099, - "f1": 0.540333, - "accuracy": 0.575099, - "main_score": 0.540333, - "hf_subset": "quy_Latn-dik_Latn", - "languages": [ - "quy-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576436, - "recall": 0.625494, - "f1": 0.59054, - "accuracy": 0.625494, - "main_score": 0.59054, - "hf_subset": "quy_Latn-hau_Latn", - "languages": [ - "quy-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682805, - "recall": 0.726285, - "f1": 0.69355, - "accuracy": 0.726285, - "main_score": 0.69355, - "hf_subset": "quy_Latn-kea_Latn", - "languages": [ - "quy-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61833, - "recall": 0.656126, - "f1": 0.629894, - "accuracy": 0.656126, - "main_score": 0.629894, - "hf_subset": "quy_Latn-lus_Latn", - "languages": [ - "quy-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65956, - "recall": 0.688735, - "f1": 0.667681, - "accuracy": 0.688735, - "main_score": 0.667681, - "hf_subset": "quy_Latn-pag_Latn", - "languages": [ - "quy-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66019, - "recall": 0.710474, - "f1": 0.674494, - "accuracy": 0.710474, - "main_score": 0.674494, - "hf_subset": "quy_Latn-snd_Arab", - "languages": [ - "quy-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639119, - "recall": 0.6917, - "f1": 0.653926, - "accuracy": 0.6917, - "main_score": 0.653926, - "hf_subset": "quy_Latn-tuk_Latn", - "languages": [ - "quy-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680136, - "recall": 0.727273, - "f1": 0.693515, - "accuracy": 0.727273, - "main_score": 0.693515, - "hf_subset": "quy_Latn-bak_Cyrl", - "languages": [ - "quy-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448355, - "recall": 0.51087, - "f1": 0.466864, - "accuracy": 0.51087, - "main_score": 0.466864, - "hf_subset": "quy_Latn-dyu_Latn", - "languages": [ - "quy-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686646, - "recall": 0.736166, - "f1": 0.70003, - "accuracy": 0.736166, - "main_score": 0.70003, - "hf_subset": "quy_Latn-heb_Hebr", - "languages": [ - "quy-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634474, - "recall": 0.689723, - "f1": 0.649908, - "accuracy": 0.689723, - "main_score": 0.649908, - "hf_subset": "quy_Latn-khk_Cyrl", - "languages": [ - "quy-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676206, - "recall": 0.725296, - "f1": 0.689255, - "accuracy": 0.725296, - "main_score": 0.689255, - "hf_subset": "quy_Latn-lvs_Latn", - "languages": [ - "quy-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687448, - "recall": 0.73913, - "f1": 0.701136, - "accuracy": 0.73913, - "main_score": 0.701136, - "hf_subset": "quy_Latn-pan_Guru", - "languages": [ - "quy-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54728, - "recall": 0.59585, - "f1": 0.560754, - "accuracy": 0.59585, - "main_score": 0.560754, - "hf_subset": "quy_Latn-som_Latn", - "languages": [ - "quy-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53219, - "recall": 0.575099, - "f1": 0.544263, - "accuracy": 0.575099, - "main_score": 0.544263, - "hf_subset": "quy_Latn-tum_Latn", - "languages": [ - "quy-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497573, - "recall": 0.55336, - "f1": 0.513006, - "accuracy": 0.55336, - "main_score": 0.513006, - "hf_subset": "swh_Latn-ace_Arab", - "languages": [ - "swh-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538739, - "recall": 0.58498, - "f1": 0.551602, - "accuracy": 0.58498, - "main_score": 0.551602, - "hf_subset": "swh_Latn-bam_Latn", - "languages": [ - "swh-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.361073, - "recall": 0.433794, - "f1": 0.379511, - "accuracy": 0.433794, - "main_score": 0.379511, - "hf_subset": "swh_Latn-dzo_Tibt", - "languages": [ - "swh-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "swh_Latn-hin_Deva", - "languages": [ - "swh-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.968379, - "f1": 0.959157, - "accuracy": 0.968379, - "main_score": 0.959157, - "hf_subset": "swh_Latn-khm_Khmr", - "languages": [ - "swh-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "swh_Latn-mag_Deva", - "languages": [ - "swh-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906209, - "recall": 0.931818, - "f1": 0.914262, - "accuracy": 0.931818, - "main_score": 0.914262, - "hf_subset": "swh_Latn-pap_Latn", - "languages": [ - "swh-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603354, - "recall": 0.650198, - "f1": 0.616605, - "accuracy": 0.650198, - "main_score": 0.616605, - "hf_subset": "swh_Latn-sot_Latn", - "languages": [ - "swh-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "swh_Latn-tur_Latn", - "languages": [ - "swh-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78694, - "recall": 0.83004, - "f1": 0.799722, - "accuracy": 0.83004, - "main_score": 0.799722, - "hf_subset": "swh_Latn-ace_Latn", - "languages": [ - "swh-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861561, - "recall": 0.88834, - "f1": 0.869288, - "accuracy": 0.88834, - "main_score": 0.869288, - "hf_subset": "swh_Latn-ban_Latn", - "languages": [ - "swh-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "swh_Latn-ell_Grek", - "languages": [ - "swh-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93643, - "recall": 0.955534, - "f1": 0.942688, - "accuracy": 0.955534, - "main_score": 0.942688, - "hf_subset": "swh_Latn-hne_Deva", - "languages": [ - "swh-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591789, - "recall": 0.644269, - "f1": 0.606367, - "accuracy": 0.644269, - "main_score": 0.606367, - "hf_subset": "swh_Latn-kik_Latn", - "languages": [ - "swh-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.967391, - "f1": 0.95774, - "accuracy": 0.967391, - "main_score": 0.95774, - "hf_subset": "swh_Latn-mai_Deva", - "languages": [ - "swh-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908218, - "recall": 0.933794, - "f1": 0.916074, - "accuracy": 0.933794, - "main_score": 0.916074, - "hf_subset": "swh_Latn-pbt_Arab", - "languages": [ - "swh-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "swh_Latn-spa_Latn", - "languages": [ - "swh-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586241, - "recall": 0.633399, - "f1": 0.599574, - "accuracy": 0.633399, - "main_score": 0.599574, - "hf_subset": "swh_Latn-twi_Latn", - "languages": [ - "swh-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "swh_Latn-acm_Arab", - "languages": [ - "swh-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942194, - "recall": 0.958498, - "f1": 0.947464, - "accuracy": 0.958498, - "main_score": 0.947464, - "hf_subset": "swh_Latn-bel_Cyrl", - "languages": [ - "swh-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "swh_Latn-eng_Latn", - "languages": [ - "swh-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "swh_Latn-hrv_Latn", - "languages": [ - "swh-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596709, - "recall": 0.653162, - "f1": 0.611873, - "accuracy": 0.653162, - "main_score": 0.611873, - "hf_subset": "swh_Latn-kin_Latn", - "languages": [ - "swh-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "swh_Latn-mal_Mlym", - "languages": [ - "swh-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970553, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "swh_Latn-pes_Arab", - "languages": [ - "swh-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923946, - "recall": 0.942688, - "f1": 0.929677, - "accuracy": 0.942688, - "main_score": 0.929677, - "hf_subset": "swh_Latn-srd_Latn", - "languages": [ - "swh-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202193, - "recall": 0.250988, - "f1": 0.214525, - "accuracy": 0.250988, - "main_score": 0.214525, - "hf_subset": "swh_Latn-tzm_Tfng", - "languages": [ - "swh-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "swh_Latn-acq_Arab", - "languages": [ - "swh-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631193, - "recall": 0.681818, - "f1": 0.645029, - "accuracy": 0.681818, - "main_score": 0.645029, - "hf_subset": "swh_Latn-bem_Latn", - "languages": [ - "swh-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "swh_Latn-epo_Latn", - "languages": [ - "swh-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970059, - "recall": 0.978261, - "f1": 0.972497, - "accuracy": 0.978261, - "main_score": 0.972497, - "hf_subset": "swh_Latn-hun_Latn", - "languages": [ - "swh-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90056, - "recall": 0.929842, - "f1": 0.909914, - "accuracy": 0.929842, - "main_score": 0.909914, - "hf_subset": "swh_Latn-kir_Cyrl", - "languages": [ - "swh-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "swh_Latn-mar_Deva", - "languages": [ - "swh-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654671, - "recall": 0.700593, - "f1": 0.667424, - "accuracy": 0.700593, - "main_score": 0.667424, - "hf_subset": "swh_Latn-plt_Latn", - "languages": [ - "swh-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "swh_Latn-srp_Cyrl", - "languages": [ - "swh-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880715, - "recall": 0.911067, - "f1": 0.89002, - "accuracy": 0.911067, - "main_score": 0.89002, - "hf_subset": "swh_Latn-uig_Arab", - "languages": [ - "swh-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942852, - "recall": 0.959486, - "f1": 0.948287, - "accuracy": 0.959486, - "main_score": 0.948287, - "hf_subset": "swh_Latn-aeb_Arab", - "languages": [ - "swh-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956719, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "swh_Latn-ben_Beng", - "languages": [ - "swh-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "swh_Latn-est_Latn", - "languages": [ - "swh-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "swh_Latn-hye_Armn", - "languages": [ - "swh-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554771, - "recall": 0.596838, - "f1": 0.566718, - "accuracy": 0.596838, - "main_score": 0.566718, - "hf_subset": "swh_Latn-kmb_Latn", - "languages": [ - "swh-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466265, - "recall": 0.530632, - "f1": 0.48299, - "accuracy": 0.530632, - "main_score": 0.48299, - "hf_subset": "swh_Latn-min_Arab", - "languages": [ - "swh-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "swh_Latn-pol_Latn", - "languages": [ - "swh-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585772, - "recall": 0.640316, - "f1": 0.600278, - "accuracy": 0.640316, - "main_score": 0.600278, - "hf_subset": "swh_Latn-ssw_Latn", - "languages": [ - "swh-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "swh_Latn-ukr_Cyrl", - "languages": [ - "swh-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "swh_Latn-afr_Latn", - "languages": [ - "swh-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.950593, - "f1": 0.936232, - "accuracy": 0.950593, - "main_score": 0.936232, - "hf_subset": "swh_Latn-bho_Deva", - "languages": [ - "swh-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942605, - "recall": 0.959486, - "f1": 0.948024, - "accuracy": 0.959486, - "main_score": 0.948024, - "hf_subset": "swh_Latn-eus_Latn", - "languages": [ - "swh-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588268, - "recall": 0.642292, - "f1": 0.602663, - "accuracy": 0.642292, - "main_score": 0.602663, - "hf_subset": "swh_Latn-ibo_Latn", - "languages": [ - "swh-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828508, - "recall": 0.870553, - "f1": 0.841224, - "accuracy": 0.870553, - "main_score": 0.841224, - "hf_subset": "swh_Latn-kmr_Latn", - "languages": [ - "swh-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919384, - "recall": 0.942688, - "f1": 0.926779, - "accuracy": 0.942688, - "main_score": 0.926779, - "hf_subset": "swh_Latn-min_Latn", - "languages": [ - "swh-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "swh_Latn-por_Latn", - "languages": [ - "swh-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943709, - "recall": 0.960474, - "f1": 0.948946, - "accuracy": 0.960474, - "main_score": 0.948946, - "hf_subset": "swh_Latn-sun_Latn", - "languages": [ - "swh-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52542, - "recall": 0.579051, - "f1": 0.539896, - "accuracy": 0.579051, - "main_score": 0.539896, - "hf_subset": "swh_Latn-umb_Latn", - "languages": [ - "swh-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "swh_Latn-ajp_Arab", - "languages": [ - "swh-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481695, - "recall": 0.540514, - "f1": 0.497098, - "accuracy": 0.540514, - "main_score": 0.497098, - "hf_subset": "swh_Latn-bjn_Arab", - "languages": [ - "swh-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521533, - "recall": 0.567194, - "f1": 0.53381, - "accuracy": 0.567194, - "main_score": 0.53381, - "hf_subset": "swh_Latn-ewe_Latn", - "languages": [ - "swh-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861899, - "recall": 0.894269, - "f1": 0.871267, - "accuracy": 0.894269, - "main_score": 0.871267, - "hf_subset": "swh_Latn-ilo_Latn", - "languages": [ - "swh-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323223, - "recall": 0.37747, - "f1": 0.338475, - "accuracy": 0.37747, - "main_score": 0.338475, - "hf_subset": "swh_Latn-knc_Arab", - "languages": [ - "swh-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971673, - "recall": 0.980237, - "f1": 0.974473, - "accuracy": 0.980237, - "main_score": 0.974473, - "hf_subset": "swh_Latn-mkd_Cyrl", - "languages": [ - "swh-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "swh_Latn-prs_Arab", - "languages": [ - "swh-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "swh_Latn-swe_Latn", - "languages": [ - "swh-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "swh_Latn-urd_Arab", - "languages": [ - "swh-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555435, - "recall": 0.602767, - "f1": 0.569433, - "accuracy": 0.602767, - "main_score": 0.569433, - "hf_subset": "swh_Latn-aka_Latn", - "languages": [ - "swh-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912385, - "recall": 0.934783, - "f1": 0.91919, - "accuracy": 0.934783, - "main_score": 0.91919, - "hf_subset": "swh_Latn-bjn_Latn", - "languages": [ - "swh-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907955, - "recall": 0.932806, - "f1": 0.91525, - "accuracy": 0.932806, - "main_score": 0.91525, - "hf_subset": "swh_Latn-fao_Latn", - "languages": [ - "swh-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "swh_Latn-ind_Latn", - "languages": [ - "swh-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570332, - "recall": 0.618577, - "f1": 0.58454, - "accuracy": 0.618577, - "main_score": 0.58454, - "hf_subset": "swh_Latn-knc_Latn", - "languages": [ - "swh-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957757, - "recall": 0.970356, - "f1": 0.961858, - "accuracy": 0.970356, - "main_score": 0.961858, - "hf_subset": "swh_Latn-mlt_Latn", - "languages": [ - "swh-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663351, - "recall": 0.718379, - "f1": 0.679451, - "accuracy": 0.718379, - "main_score": 0.679451, - "hf_subset": "swh_Latn-quy_Latn", - "languages": [ - "swh-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "swh_Latn-uzn_Latn", - "languages": [ - "swh-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97192, - "recall": 0.980237, - "f1": 0.974539, - "accuracy": 0.980237, - "main_score": 0.974539, - "hf_subset": "swh_Latn-als_Latn", - "languages": [ - "swh-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580174, - "recall": 0.660079, - "f1": 0.602056, - "accuracy": 0.660079, - "main_score": 0.602056, - "hf_subset": "swh_Latn-bod_Tibt", - "languages": [ - "swh-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678081, - "recall": 0.733202, - "f1": 0.693846, - "accuracy": 0.733202, - "main_score": 0.693846, - "hf_subset": "swh_Latn-fij_Latn", - "languages": [ - "swh-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "swh_Latn-isl_Latn", - "languages": [ - "swh-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629242, - "recall": 0.679842, - "f1": 0.643598, - "accuracy": 0.679842, - "main_score": 0.643598, - "hf_subset": "swh_Latn-kon_Latn", - "languages": [ - "swh-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572283, - "recall": 0.632411, - "f1": 0.589933, - "accuracy": 0.632411, - "main_score": 0.589933, - "hf_subset": "swh_Latn-mni_Beng", - "languages": [ - "swh-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "swh_Latn-ron_Latn", - "languages": [ - "swh-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.951581, - "f1": 0.939559, - "accuracy": 0.951581, - "main_score": 0.939559, - "hf_subset": "swh_Latn-szl_Latn", - "languages": [ - "swh-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956604, - "recall": 0.970356, - "f1": 0.961034, - "accuracy": 0.970356, - "main_score": 0.961034, - "hf_subset": "swh_Latn-vec_Latn", - "languages": [ - "swh-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904891, - "recall": 0.932806, - "f1": 0.913768, - "accuracy": 0.932806, - "main_score": 0.913768, - "hf_subset": "swh_Latn-amh_Ethi", - "languages": [ - "swh-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.985178, - "f1": 0.980632, - "accuracy": 0.985178, - "main_score": 0.980632, - "hf_subset": "swh_Latn-bos_Latn", - "languages": [ - "swh-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "swh_Latn-fin_Latn", - "languages": [ - "swh-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967556, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "swh_Latn-ita_Latn", - "languages": [ - "swh-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "swh_Latn-kor_Hang", - "languages": [ - "swh-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536627, - "recall": 0.582016, - "f1": 0.549953, - "accuracy": 0.582016, - "main_score": 0.549953, - "hf_subset": "swh_Latn-mos_Latn", - "languages": [ - "swh-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564347, - "recall": 0.615613, - "f1": 0.578211, - "accuracy": 0.615613, - "main_score": 0.578211, - "hf_subset": "swh_Latn-run_Latn", - "languages": [ - "swh-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "swh_Latn-tam_Taml", - "languages": [ - "swh-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "swh_Latn-vie_Latn", - "languages": [ - "swh-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "swh_Latn-apc_Arab", - "languages": [ - "swh-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713275, - "recall": 0.762846, - "f1": 0.727231, - "accuracy": 0.762846, - "main_score": 0.727231, - "hf_subset": "swh_Latn-bug_Latn", - "languages": [ - "swh-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466723, - "recall": 0.512846, - "f1": 0.479317, - "accuracy": 0.512846, - "main_score": 0.479317, - "hf_subset": "swh_Latn-fon_Latn", - "languages": [ - "swh-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "swh_Latn-jav_Latn", - "languages": [ - "swh-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961545, - "recall": 0.97332, - "f1": 0.965316, - "accuracy": 0.97332, - "main_score": 0.965316, - "hf_subset": "swh_Latn-lao_Laoo", - "languages": [ - "swh-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829545, - "recall": 0.875494, - "f1": 0.843808, - "accuracy": 0.875494, - "main_score": 0.843808, - "hf_subset": "swh_Latn-mri_Latn", - "languages": [ - "swh-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "swh_Latn-rus_Cyrl", - "languages": [ - "swh-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515226, - "recall": 0.564229, - "f1": 0.528157, - "accuracy": 0.564229, - "main_score": 0.528157, - "hf_subset": "swh_Latn-taq_Latn", - "languages": [ - "swh-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953475, - "recall": 0.967391, - "f1": 0.95774, - "accuracy": 0.967391, - "main_score": 0.95774, - "hf_subset": "swh_Latn-war_Latn", - "languages": [ - "swh-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "swh_Latn-arb_Arab", - "languages": [ - "swh-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.985178, - "f1": 0.980632, - "accuracy": 0.985178, - "main_score": 0.980632, - "hf_subset": "swh_Latn-bul_Cyrl", - "languages": [ - "swh-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "swh_Latn-fra_Latn", - "languages": [ - "swh-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.968379, - "f1": 0.958959, - "accuracy": 0.968379, - "main_score": 0.958959, - "hf_subset": "swh_Latn-jpn_Jpan", - "languages": [ - "swh-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9333, - "recall": 0.952569, - "f1": 0.939394, - "accuracy": 0.952569, - "main_score": 0.939394, - "hf_subset": "swh_Latn-lij_Latn", - "languages": [ - "swh-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918808, - "recall": 0.942688, - "f1": 0.926548, - "accuracy": 0.942688, - "main_score": 0.926548, - "hf_subset": "swh_Latn-mya_Mymr", - "languages": [ - "swh-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562585, - "recall": 0.616601, - "f1": 0.57775, - "accuracy": 0.616601, - "main_score": 0.57775, - "hf_subset": "swh_Latn-sag_Latn", - "languages": [ - "swh-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207977, - "recall": 0.250988, - "f1": 0.218131, - "accuracy": 0.250988, - "main_score": 0.218131, - "hf_subset": "swh_Latn-taq_Tfng", - "languages": [ - "swh-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600587, - "recall": 0.649209, - "f1": 0.614822, - "accuracy": 0.649209, - "main_score": 0.614822, - "hf_subset": "swh_Latn-wol_Latn", - "languages": [ - "swh-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727037, - "recall": 0.789526, - "f1": 0.745428, - "accuracy": 0.789526, - "main_score": 0.745428, - "hf_subset": "swh_Latn-arb_Latn", - "languages": [ - "swh-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "swh_Latn-cat_Latn", - "languages": [ - "swh-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930501, - "recall": 0.948617, - "f1": 0.935903, - "accuracy": 0.948617, - "main_score": 0.935903, - "hf_subset": "swh_Latn-fur_Latn", - "languages": [ - "swh-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439166, - "recall": 0.492095, - "f1": 0.453214, - "accuracy": 0.492095, - "main_score": 0.453214, - "hf_subset": "swh_Latn-kab_Latn", - "languages": [ - "swh-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916914, - "recall": 0.938735, - "f1": 0.923814, - "accuracy": 0.938735, - "main_score": 0.923814, - "hf_subset": "swh_Latn-lim_Latn", - "languages": [ - "swh-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958696, - "recall": 0.969368, - "f1": 0.961957, - "accuracy": 0.969368, - "main_score": 0.961957, - "hf_subset": "swh_Latn-nld_Latn", - "languages": [ - "swh-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930336, - "recall": 0.950593, - "f1": 0.936726, - "accuracy": 0.950593, - "main_score": 0.936726, - "hf_subset": "swh_Latn-san_Deva", - "languages": [ - "swh-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934536, - "recall": 0.954545, - "f1": 0.940942, - "accuracy": 0.954545, - "main_score": 0.940942, - "hf_subset": "swh_Latn-tat_Cyrl", - "languages": [ - "swh-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68952, - "recall": 0.738142, - "f1": 0.703181, - "accuracy": 0.738142, - "main_score": 0.703181, - "hf_subset": "swh_Latn-xho_Latn", - "languages": [ - "swh-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960507, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "swh_Latn-ars_Arab", - "languages": [ - "swh-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "swh_Latn-ceb_Latn", - "languages": [ - "swh-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544309, - "recall": 0.598814, - "f1": 0.559766, - "accuracy": 0.598814, - "main_score": 0.559766, - "hf_subset": "swh_Latn-fuv_Latn", - "languages": [ - "swh-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498224, - "recall": 0.551383, - "f1": 0.512738, - "accuracy": 0.551383, - "main_score": 0.512738, - "hf_subset": "swh_Latn-kac_Latn", - "languages": [ - "swh-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630142, - "recall": 0.683794, - "f1": 0.645292, - "accuracy": 0.683794, - "main_score": 0.645292, - "hf_subset": "swh_Latn-lin_Latn", - "languages": [ - "swh-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "swh_Latn-nno_Latn", - "languages": [ - "swh-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233809, - "recall": 0.30336, - "f1": 0.251902, - "accuracy": 0.30336, - "main_score": 0.251902, - "hf_subset": "swh_Latn-sat_Olck", - "languages": [ - "swh-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "swh_Latn-tel_Telu", - "languages": [ - "swh-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885639, - "recall": 0.91502, - "f1": 0.894928, - "accuracy": 0.91502, - "main_score": 0.894928, - "hf_subset": "swh_Latn-ydd_Hebr", - "languages": [ - "swh-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918429, - "recall": 0.9417, - "f1": 0.925626, - "accuracy": 0.9417, - "main_score": 0.925626, - "hf_subset": "swh_Latn-ary_Arab", - "languages": [ - "swh-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970109, - "recall": 0.979249, - "f1": 0.973057, - "accuracy": 0.979249, - "main_score": 0.973057, - "hf_subset": "swh_Latn-ces_Latn", - "languages": [ - "swh-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582915, - "recall": 0.631423, - "f1": 0.596906, - "accuracy": 0.631423, - "main_score": 0.596906, - "hf_subset": "swh_Latn-gaz_Latn", - "languages": [ - "swh-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606038, - "recall": 0.658103, - "f1": 0.620401, - "accuracy": 0.658103, - "main_score": 0.620401, - "hf_subset": "swh_Latn-kam_Latn", - "languages": [ - "swh-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "swh_Latn-lit_Latn", - "languages": [ - "swh-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "swh_Latn-nob_Latn", - "languages": [ - "swh-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939641, - "recall": 0.95751, - "f1": 0.945389, - "accuracy": 0.95751, - "main_score": 0.945389, - "hf_subset": "swh_Latn-scn_Latn", - "languages": [ - "swh-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936018, - "recall": 0.954545, - "f1": 0.941765, - "accuracy": 0.954545, - "main_score": 0.941765, - "hf_subset": "swh_Latn-tgk_Cyrl", - "languages": [ - "swh-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713389, - "recall": 0.773715, - "f1": 0.731522, - "accuracy": 0.773715, - "main_score": 0.731522, - "hf_subset": "swh_Latn-yor_Latn", - "languages": [ - "swh-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "swh_Latn-arz_Arab", - "languages": [ - "swh-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542194, - "recall": 0.591897, - "f1": 0.556881, - "accuracy": 0.591897, - "main_score": 0.556881, - "hf_subset": "swh_Latn-cjk_Latn", - "languages": [ - "swh-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745208, - "recall": 0.797431, - "f1": 0.760823, - "accuracy": 0.797431, - "main_score": 0.760823, - "hf_subset": "swh_Latn-gla_Latn", - "languages": [ - "swh-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "swh_Latn-kan_Knda", - "languages": [ - "swh-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930534, - "recall": 0.949605, - "f1": 0.936594, - "accuracy": 0.949605, - "main_score": 0.936594, - "hf_subset": "swh_Latn-lmo_Latn", - "languages": [ - "swh-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "swh_Latn-npi_Deva", - "languages": [ - "swh-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449804, - "recall": 0.500988, - "f1": 0.464065, - "accuracy": 0.500988, - "main_score": 0.464065, - "hf_subset": "swh_Latn-shn_Mymr", - "languages": [ - "swh-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "swh_Latn-tgl_Latn", - "languages": [ - "swh-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "swh_Latn-yue_Hant", - "languages": [ - "swh-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956719, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "swh_Latn-asm_Beng", - "languages": [ - "swh-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905221, - "recall": 0.93083, - "f1": 0.913241, - "accuracy": 0.93083, - "main_score": 0.913241, - "hf_subset": "swh_Latn-ckb_Arab", - "languages": [ - "swh-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829291, - "recall": 0.868577, - "f1": 0.84109, - "accuracy": 0.868577, - "main_score": 0.84109, - "hf_subset": "swh_Latn-gle_Latn", - "languages": [ - "swh-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850527, - "recall": 0.881423, - "f1": 0.859478, - "accuracy": 0.881423, - "main_score": 0.859478, - "hf_subset": "swh_Latn-kas_Arab", - "languages": [ - "swh-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842795, - "recall": 0.878458, - "f1": 0.853151, - "accuracy": 0.878458, - "main_score": 0.853151, - "hf_subset": "swh_Latn-ltg_Latn", - "languages": [ - "swh-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616002, - "recall": 0.660079, - "f1": 0.628153, - "accuracy": 0.660079, - "main_score": 0.628153, - "hf_subset": "swh_Latn-nso_Latn", - "languages": [ - "swh-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.95751, - "f1": 0.945652, - "accuracy": 0.95751, - "main_score": 0.945652, - "hf_subset": "swh_Latn-sin_Sinh", - "languages": [ - "swh-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "swh_Latn-tha_Thai", - "languages": [ - "swh-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948534, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "swh_Latn-zho_Hans", - "languages": [ - "swh-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "swh_Latn-ast_Latn", - "languages": [ - "swh-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942029, - "recall": 0.959486, - "f1": 0.947793, - "accuracy": 0.959486, - "main_score": 0.947793, - "hf_subset": "swh_Latn-crh_Latn", - "languages": [ - "swh-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "swh_Latn-glg_Latn", - "languages": [ - "swh-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765316, - "recall": 0.815217, - "f1": 0.780355, - "accuracy": 0.815217, - "main_score": 0.780355, - "hf_subset": "swh_Latn-kas_Deva", - "languages": [ - "swh-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913291, - "recall": 0.937747, - "f1": 0.920803, - "accuracy": 0.937747, - "main_score": 0.920803, - "hf_subset": "swh_Latn-ltz_Latn", - "languages": [ - "swh-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473487, - "recall": 0.530632, - "f1": 0.489018, - "accuracy": 0.530632, - "main_score": 0.489018, - "hf_subset": "swh_Latn-nus_Latn", - "languages": [ - "swh-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969895, - "recall": 0.978261, - "f1": 0.972497, - "accuracy": 0.978261, - "main_score": 0.972497, - "hf_subset": "swh_Latn-slk_Latn", - "languages": [ - "swh-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563053, - "recall": 0.631423, - "f1": 0.58304, - "accuracy": 0.631423, - "main_score": 0.58304, - "hf_subset": "swh_Latn-tir_Ethi", - "languages": [ - "swh-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "swh_Latn-zho_Hant", - "languages": [ - "swh-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948205, - "recall": 0.962451, - "f1": 0.952635, - "accuracy": 0.962451, - "main_score": 0.952635, - "hf_subset": "swh_Latn-awa_Deva", - "languages": [ - "swh-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.961462, - "f1": 0.950922, - "accuracy": 0.961462, - "main_score": 0.950922, - "hf_subset": "swh_Latn-cym_Latn", - "languages": [ - "swh-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729973, - "recall": 0.77668, - "f1": 0.742932, - "accuracy": 0.77668, - "main_score": 0.742932, - "hf_subset": "swh_Latn-grn_Latn", - "languages": [ - "swh-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930748, - "recall": 0.951581, - "f1": 0.937484, - "accuracy": 0.951581, - "main_score": 0.937484, - "hf_subset": "swh_Latn-kat_Geor", - "languages": [ - "swh-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613104, - "recall": 0.660079, - "f1": 0.6266, - "accuracy": 0.660079, - "main_score": 0.6266, - "hf_subset": "swh_Latn-lua_Latn", - "languages": [ - "swh-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641356, - "recall": 0.695652, - "f1": 0.656812, - "accuracy": 0.695652, - "main_score": 0.656812, - "hf_subset": "swh_Latn-nya_Latn", - "languages": [ - "swh-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "swh_Latn-slv_Latn", - "languages": [ - "swh-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841682, - "recall": 0.879447, - "f1": 0.852742, - "accuracy": 0.879447, - "main_score": 0.852742, - "hf_subset": "swh_Latn-tpi_Latn", - "languages": [ - "swh-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "swh_Latn-zsm_Latn", - "languages": [ - "swh-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524507, - "recall": 0.573123, - "f1": 0.538629, - "accuracy": 0.573123, - "main_score": 0.538629, - "hf_subset": "swh_Latn-ayr_Latn", - "languages": [ - "swh-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "swh_Latn-dan_Latn", - "languages": [ - "swh-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "swh_Latn-guj_Gujr", - "languages": [ - "swh-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954381, - "recall": 0.969368, - "f1": 0.959321, - "accuracy": 0.969368, - "main_score": 0.959321, - "hf_subset": "swh_Latn-kaz_Cyrl", - "languages": [ - "swh-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567281, - "recall": 0.626482, - "f1": 0.584303, - "accuracy": 0.626482, - "main_score": 0.584303, - "hf_subset": "swh_Latn-lug_Latn", - "languages": [ - "swh-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "swh_Latn-oci_Latn", - "languages": [ - "swh-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8139, - "recall": 0.857708, - "f1": 0.827306, - "accuracy": 0.857708, - "main_score": 0.827306, - "hf_subset": "swh_Latn-smo_Latn", - "languages": [ - "swh-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558284, - "recall": 0.61166, - "f1": 0.573187, - "accuracy": 0.61166, - "main_score": 0.573187, - "hf_subset": "swh_Latn-tsn_Latn", - "languages": [ - "swh-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646772, - "recall": 0.703557, - "f1": 0.663128, - "accuracy": 0.703557, - "main_score": 0.663128, - "hf_subset": "swh_Latn-zul_Latn", - "languages": [ - "swh-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810392, - "recall": 0.854743, - "f1": 0.823946, - "accuracy": 0.854743, - "main_score": 0.823946, - "hf_subset": "swh_Latn-azb_Arab", - "languages": [ - "swh-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "swh_Latn-deu_Latn", - "languages": [ - "swh-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925313, - "recall": 0.94664, - "f1": 0.932049, - "accuracy": 0.94664, - "main_score": 0.932049, - "hf_subset": "swh_Latn-hat_Latn", - "languages": [ - "swh-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490923, - "recall": 0.537549, - "f1": 0.503743, - "accuracy": 0.537549, - "main_score": 0.503743, - "hf_subset": "swh_Latn-kbp_Latn", - "languages": [ - "swh-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585067, - "recall": 0.630435, - "f1": 0.597646, - "accuracy": 0.630435, - "main_score": 0.597646, - "hf_subset": "swh_Latn-luo_Latn", - "languages": [ - "swh-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "swh_Latn-ory_Orya", - "languages": [ - "swh-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57044, - "recall": 0.629447, - "f1": 0.586895, - "accuracy": 0.629447, - "main_score": 0.586895, - "hf_subset": "swh_Latn-sna_Latn", - "languages": [ - "swh-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55963, - "recall": 0.604743, - "f1": 0.57158, - "accuracy": 0.604743, - "main_score": 0.57158, - "hf_subset": "swh_Latn-tso_Latn", - "languages": [ - "swh-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939312, - "recall": 0.95751, - "f1": 0.945224, - "accuracy": 0.95751, - "main_score": 0.945224, - "hf_subset": "swh_Latn-azj_Latn", - "languages": [ - "swh-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528133, - "recall": 0.579051, - "f1": 0.542204, - "accuracy": 0.579051, - "main_score": 0.542204, - "hf_subset": "swh_Latn-dik_Latn", - "languages": [ - "swh-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736093, - "recall": 0.784585, - "f1": 0.750313, - "accuracy": 0.784585, - "main_score": 0.750313, - "hf_subset": "swh_Latn-hau_Latn", - "languages": [ - "swh-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913702, - "recall": 0.937747, - "f1": 0.921033, - "accuracy": 0.937747, - "main_score": 0.921033, - "hf_subset": "swh_Latn-kea_Latn", - "languages": [ - "swh-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666914, - "recall": 0.709486, - "f1": 0.678971, - "accuracy": 0.709486, - "main_score": 0.678971, - "hf_subset": "swh_Latn-lus_Latn", - "languages": [ - "swh-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762091, - "recall": 0.802372, - "f1": 0.773682, - "accuracy": 0.802372, - "main_score": 0.773682, - "hf_subset": "swh_Latn-pag_Latn", - "languages": [ - "swh-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "swh_Latn-snd_Arab", - "languages": [ - "swh-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867902, - "recall": 0.902174, - "f1": 0.878656, - "accuracy": 0.902174, - "main_score": 0.878656, - "hf_subset": "swh_Latn-tuk_Latn", - "languages": [ - "swh-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912714, - "recall": 0.935771, - "f1": 0.919702, - "accuracy": 0.935771, - "main_score": 0.919702, - "hf_subset": "swh_Latn-bak_Cyrl", - "languages": [ - "swh-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469403, - "recall": 0.531621, - "f1": 0.487096, - "accuracy": 0.531621, - "main_score": 0.487096, - "hf_subset": "swh_Latn-dyu_Latn", - "languages": [ - "swh-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "swh_Latn-heb_Hebr", - "languages": [ - "swh-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935104, - "recall": 0.952569, - "f1": 0.940437, - "accuracy": 0.952569, - "main_score": 0.940437, - "hf_subset": "swh_Latn-khk_Cyrl", - "languages": [ - "swh-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "swh_Latn-lvs_Latn", - "languages": [ - "swh-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "swh_Latn-pan_Guru", - "languages": [ - "swh-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725082, - "recall": 0.783597, - "f1": 0.742721, - "accuracy": 0.783597, - "main_score": 0.742721, - "hf_subset": "swh_Latn-som_Latn", - "languages": [ - "swh-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598835, - "recall": 0.644269, - "f1": 0.61107, - "accuracy": 0.644269, - "main_score": 0.61107, - "hf_subset": "swh_Latn-tum_Latn", - "languages": [ - "swh-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552478, - "recall": 0.61166, - "f1": 0.568905, - "accuracy": 0.61166, - "main_score": 0.568905, - "hf_subset": "uzn_Latn-ace_Arab", - "languages": [ - "uzn-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510156, - "recall": 0.567194, - "f1": 0.526369, - "accuracy": 0.567194, - "main_score": 0.526369, - "hf_subset": "uzn_Latn-bam_Latn", - "languages": [ - "uzn-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406368, - "recall": 0.488142, - "f1": 0.427704, - "accuracy": 0.488142, - "main_score": 0.427704, - "hf_subset": "uzn_Latn-dzo_Tibt", - "languages": [ - "uzn-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-hin_Deva", - "languages": [ - "uzn-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-khm_Khmr", - "languages": [ - "uzn-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-mag_Deva", - "languages": [ - "uzn-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "uzn_Latn-pap_Latn", - "languages": [ - "uzn-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57612, - "recall": 0.632411, - "f1": 0.591872, - "accuracy": 0.632411, - "main_score": 0.591872, - "hf_subset": "uzn_Latn-sot_Latn", - "languages": [ - "uzn-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-tur_Latn", - "languages": [ - "uzn-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836225, - "recall": 0.87253, - "f1": 0.847447, - "accuracy": 0.87253, - "main_score": 0.847447, - "hf_subset": "uzn_Latn-ace_Latn", - "languages": [ - "uzn-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.955534, - "f1": 0.944288, - "accuracy": 0.955534, - "main_score": 0.944288, - "hf_subset": "uzn_Latn-ban_Latn", - "languages": [ - "uzn-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-ell_Grek", - "languages": [ - "uzn-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "uzn_Latn-hne_Deva", - "languages": [ - "uzn-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575221, - "recall": 0.630435, - "f1": 0.590633, - "accuracy": 0.630435, - "main_score": 0.590633, - "hf_subset": "uzn_Latn-kik_Latn", - "languages": [ - "uzn-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-mai_Deva", - "languages": [ - "uzn-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "uzn_Latn-pbt_Arab", - "languages": [ - "uzn-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-spa_Latn", - "languages": [ - "uzn-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597473, - "recall": 0.655138, - "f1": 0.613719, - "accuracy": 0.655138, - "main_score": 0.613719, - "hf_subset": "uzn_Latn-twi_Latn", - "languages": [ - "uzn-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-acm_Arab", - "languages": [ - "uzn-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-bel_Cyrl", - "languages": [ - "uzn-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-eng_Latn", - "languages": [ - "uzn-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-hrv_Latn", - "languages": [ - "uzn-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546245, - "recall": 0.602767, - "f1": 0.561818, - "accuracy": 0.602767, - "main_score": 0.561818, - "hf_subset": "uzn_Latn-kin_Latn", - "languages": [ - "uzn-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-mal_Mlym", - "languages": [ - "uzn-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-pes_Arab", - "languages": [ - "uzn-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "uzn_Latn-srd_Latn", - "languages": [ - "uzn-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182273, - "recall": 0.228261, - "f1": 0.193833, - "accuracy": 0.228261, - "main_score": 0.193833, - "hf_subset": "uzn_Latn-tzm_Tfng", - "languages": [ - "uzn-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-acq_Arab", - "languages": [ - "uzn-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6016, - "recall": 0.651186, - "f1": 0.615253, - "accuracy": 0.651186, - "main_score": 0.615253, - "hf_subset": "uzn_Latn-bem_Latn", - "languages": [ - "uzn-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-epo_Latn", - "languages": [ - "uzn-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-hun_Latn", - "languages": [ - "uzn-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-kir_Cyrl", - "languages": [ - "uzn-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-mar_Deva", - "languages": [ - "uzn-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643445, - "recall": 0.698617, - "f1": 0.659848, - "accuracy": 0.698617, - "main_score": 0.659848, - "hf_subset": "uzn_Latn-plt_Latn", - "languages": [ - "uzn-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-srp_Cyrl", - "languages": [ - "uzn-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "uzn_Latn-uig_Arab", - "languages": [ - "uzn-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "uzn_Latn-aeb_Arab", - "languages": [ - "uzn-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-ben_Beng", - "languages": [ - "uzn-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-est_Latn", - "languages": [ - "uzn-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-hye_Armn", - "languages": [ - "uzn-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530674, - "recall": 0.583992, - "f1": 0.546168, - "accuracy": 0.583992, - "main_score": 0.546168, - "hf_subset": "uzn_Latn-kmb_Latn", - "languages": [ - "uzn-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486489, - "recall": 0.549407, - "f1": 0.502768, - "accuracy": 0.549407, - "main_score": 0.502768, - "hf_subset": "uzn_Latn-min_Arab", - "languages": [ - "uzn-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-pol_Latn", - "languages": [ - "uzn-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546722, - "recall": 0.609684, - "f1": 0.564882, - "accuracy": 0.609684, - "main_score": 0.564882, - "hf_subset": "uzn_Latn-ssw_Latn", - "languages": [ - "uzn-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-ukr_Cyrl", - "languages": [ - "uzn-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-afr_Latn", - "languages": [ - "uzn-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-bho_Deva", - "languages": [ - "uzn-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "uzn_Latn-eus_Latn", - "languages": [ - "uzn-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558679, - "recall": 0.620553, - "f1": 0.575932, - "accuracy": 0.620553, - "main_score": 0.575932, - "hf_subset": "uzn_Latn-ibo_Latn", - "languages": [ - "uzn-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884634, - "recall": 0.916996, - "f1": 0.894946, - "accuracy": 0.916996, - "main_score": 0.894946, - "hf_subset": "uzn_Latn-kmr_Latn", - "languages": [ - "uzn-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "uzn_Latn-min_Latn", - "languages": [ - "uzn-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-por_Latn", - "languages": [ - "uzn-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "uzn_Latn-sun_Latn", - "languages": [ - "uzn-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509652, - "recall": 0.563241, - "f1": 0.524582, - "accuracy": 0.563241, - "main_score": 0.524582, - "hf_subset": "uzn_Latn-umb_Latn", - "languages": [ - "uzn-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997365, - "recall": 0.998024, - "f1": 0.99753, - "accuracy": 0.998024, - "main_score": 0.99753, - "hf_subset": "uzn_Latn-ajp_Arab", - "languages": [ - "uzn-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519547, - "recall": 0.579051, - "f1": 0.535891, - "accuracy": 0.579051, - "main_score": 0.535891, - "hf_subset": "uzn_Latn-bjn_Arab", - "languages": [ - "uzn-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495726, - "recall": 0.551383, - "f1": 0.510744, - "accuracy": 0.551383, - "main_score": 0.510744, - "hf_subset": "uzn_Latn-ewe_Latn", - "languages": [ - "uzn-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92696, - "recall": 0.947628, - "f1": 0.933366, - "accuracy": 0.947628, - "main_score": 0.933366, - "hf_subset": "uzn_Latn-ilo_Latn", - "languages": [ - "uzn-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322735, - "recall": 0.370553, - "f1": 0.336033, - "accuracy": 0.370553, - "main_score": 0.336033, - "hf_subset": "uzn_Latn-knc_Arab", - "languages": [ - "uzn-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-mkd_Cyrl", - "languages": [ - "uzn-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-prs_Arab", - "languages": [ - "uzn-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-swe_Latn", - "languages": [ - "uzn-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-urd_Arab", - "languages": [ - "uzn-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569779, - "recall": 0.632411, - "f1": 0.587443, - "accuracy": 0.632411, - "main_score": 0.587443, - "hf_subset": "uzn_Latn-aka_Latn", - "languages": [ - "uzn-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973024, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "uzn_Latn-bjn_Latn", - "languages": [ - "uzn-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951943, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "uzn_Latn-fao_Latn", - "languages": [ - "uzn-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-ind_Latn", - "languages": [ - "uzn-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570029, - "recall": 0.617589, - "f1": 0.583778, - "accuracy": 0.617589, - "main_score": 0.583778, - "hf_subset": "uzn_Latn-knc_Latn", - "languages": [ - "uzn-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "uzn_Latn-mlt_Latn", - "languages": [ - "uzn-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687319, - "recall": 0.744071, - "f1": 0.704359, - "accuracy": 0.744071, - "main_score": 0.704359, - "hf_subset": "uzn_Latn-quy_Latn", - "languages": [ - "uzn-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "uzn_Latn-swh_Latn", - "languages": [ - "uzn-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-als_Latn", - "languages": [ - "uzn-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635705, - "recall": 0.712451, - "f1": 0.657058, - "accuracy": 0.712451, - "main_score": 0.657058, - "hf_subset": "uzn_Latn-bod_Tibt", - "languages": [ - "uzn-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678578, - "recall": 0.73419, - "f1": 0.694436, - "accuracy": 0.73419, - "main_score": 0.694436, - "hf_subset": "uzn_Latn-fij_Latn", - "languages": [ - "uzn-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "uzn_Latn-isl_Latn", - "languages": [ - "uzn-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631395, - "recall": 0.68083, - "f1": 0.646146, - "accuracy": 0.68083, - "main_score": 0.646146, - "hf_subset": "uzn_Latn-kon_Latn", - "languages": [ - "uzn-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637665, - "recall": 0.699605, - "f1": 0.655832, - "accuracy": 0.699605, - "main_score": 0.655832, - "hf_subset": "uzn_Latn-mni_Beng", - "languages": [ - "uzn-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-ron_Latn", - "languages": [ - "uzn-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.985178, - "f1": 0.981884, - "accuracy": 0.985178, - "main_score": 0.981884, - "hf_subset": "uzn_Latn-szl_Latn", - "languages": [ - "uzn-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-vec_Latn", - "languages": [ - "uzn-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "uzn_Latn-amh_Ethi", - "languages": [ - "uzn-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-bos_Latn", - "languages": [ - "uzn-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "uzn_Latn-fin_Latn", - "languages": [ - "uzn-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-ita_Latn", - "languages": [ - "uzn-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-kor_Hang", - "languages": [ - "uzn-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537822, - "recall": 0.593874, - "f1": 0.553656, - "accuracy": 0.593874, - "main_score": 0.553656, - "hf_subset": "uzn_Latn-mos_Latn", - "languages": [ - "uzn-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547211, - "recall": 0.594862, - "f1": 0.560303, - "accuracy": 0.594862, - "main_score": 0.560303, - "hf_subset": "uzn_Latn-run_Latn", - "languages": [ - "uzn-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-tam_Taml", - "languages": [ - "uzn-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-vie_Latn", - "languages": [ - "uzn-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-apc_Arab", - "languages": [ - "uzn-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771937, - "recall": 0.820158, - "f1": 0.786133, - "accuracy": 0.820158, - "main_score": 0.786133, - "hf_subset": "uzn_Latn-bug_Latn", - "languages": [ - "uzn-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469219, - "recall": 0.516798, - "f1": 0.481737, - "accuracy": 0.516798, - "main_score": 0.481737, - "hf_subset": "uzn_Latn-fon_Latn", - "languages": [ - "uzn-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "uzn_Latn-jav_Latn", - "languages": [ - "uzn-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-lao_Laoo", - "languages": [ - "uzn-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867013, - "recall": 0.901186, - "f1": 0.877306, - "accuracy": 0.901186, - "main_score": 0.877306, - "hf_subset": "uzn_Latn-mri_Latn", - "languages": [ - "uzn-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-rus_Cyrl", - "languages": [ - "uzn-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532168, - "recall": 0.588933, - "f1": 0.548144, - "accuracy": 0.588933, - "main_score": 0.548144, - "hf_subset": "uzn_Latn-taq_Latn", - "languages": [ - "uzn-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "uzn_Latn-war_Latn", - "languages": [ - "uzn-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-arb_Arab", - "languages": [ - "uzn-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-bul_Cyrl", - "languages": [ - "uzn-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-fra_Latn", - "languages": [ - "uzn-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-jpn_Jpan", - "languages": [ - "uzn-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "uzn_Latn-lij_Latn", - "languages": [ - "uzn-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.98913, - "f1": 0.98666, - "accuracy": 0.98913, - "main_score": 0.98666, - "hf_subset": "uzn_Latn-mya_Mymr", - "languages": [ - "uzn-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577072, - "recall": 0.634387, - "f1": 0.593347, - "accuracy": 0.634387, - "main_score": 0.593347, - "hf_subset": "uzn_Latn-sag_Latn", - "languages": [ - "uzn-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191648, - "recall": 0.242095, - "f1": 0.202958, - "accuracy": 0.242095, - "main_score": 0.202958, - "hf_subset": "uzn_Latn-taq_Tfng", - "languages": [ - "uzn-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613705, - "recall": 0.668972, - "f1": 0.629414, - "accuracy": 0.668972, - "main_score": 0.629414, - "hf_subset": "uzn_Latn-wol_Latn", - "languages": [ - "uzn-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771963, - "recall": 0.824111, - "f1": 0.787321, - "accuracy": 0.824111, - "main_score": 0.787321, - "hf_subset": "uzn_Latn-arb_Latn", - "languages": [ - "uzn-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-cat_Latn", - "languages": [ - "uzn-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "uzn_Latn-fur_Latn", - "languages": [ - "uzn-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404178, - "recall": 0.454545, - "f1": 0.418385, - "accuracy": 0.454545, - "main_score": 0.418385, - "hf_subset": "uzn_Latn-kab_Latn", - "languages": [ - "uzn-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "uzn_Latn-lim_Latn", - "languages": [ - "uzn-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-nld_Latn", - "languages": [ - "uzn-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "uzn_Latn-san_Deva", - "languages": [ - "uzn-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "uzn_Latn-tat_Cyrl", - "languages": [ - "uzn-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664592, - "recall": 0.720356, - "f1": 0.680618, - "accuracy": 0.720356, - "main_score": 0.680618, - "hf_subset": "uzn_Latn-xho_Latn", - "languages": [ - "uzn-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-ars_Arab", - "languages": [ - "uzn-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "uzn_Latn-ceb_Latn", - "languages": [ - "uzn-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522991, - "recall": 0.583004, - "f1": 0.540066, - "accuracy": 0.583004, - "main_score": 0.540066, - "hf_subset": "uzn_Latn-fuv_Latn", - "languages": [ - "uzn-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495566, - "recall": 0.560277, - "f1": 0.513092, - "accuracy": 0.560277, - "main_score": 0.513092, - "hf_subset": "uzn_Latn-kac_Latn", - "languages": [ - "uzn-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646007, - "recall": 0.694664, - "f1": 0.660001, - "accuracy": 0.694664, - "main_score": 0.660001, - "hf_subset": "uzn_Latn-lin_Latn", - "languages": [ - "uzn-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-nno_Latn", - "languages": [ - "uzn-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.22002, - "recall": 0.304348, - "f1": 0.241859, - "accuracy": 0.304348, - "main_score": 0.241859, - "hf_subset": "uzn_Latn-sat_Olck", - "languages": [ - "uzn-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-tel_Telu", - "languages": [ - "uzn-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953063, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "uzn_Latn-ydd_Hebr", - "languages": [ - "uzn-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "uzn_Latn-ary_Arab", - "languages": [ - "uzn-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-ces_Latn", - "languages": [ - "uzn-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574104, - "recall": 0.631423, - "f1": 0.5907, - "accuracy": 0.631423, - "main_score": 0.5907, - "hf_subset": "uzn_Latn-gaz_Latn", - "languages": [ - "uzn-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563646, - "recall": 0.619565, - "f1": 0.579317, - "accuracy": 0.619565, - "main_score": 0.579317, - "hf_subset": "uzn_Latn-kam_Latn", - "languages": [ - "uzn-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "uzn_Latn-lit_Latn", - "languages": [ - "uzn-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-nob_Latn", - "languages": [ - "uzn-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "uzn_Latn-scn_Latn", - "languages": [ - "uzn-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "uzn_Latn-tgk_Cyrl", - "languages": [ - "uzn-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70607, - "recall": 0.767787, - "f1": 0.724094, - "accuracy": 0.767787, - "main_score": 0.724094, - "hf_subset": "uzn_Latn-yor_Latn", - "languages": [ - "uzn-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-arz_Arab", - "languages": [ - "uzn-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542188, - "recall": 0.596838, - "f1": 0.557609, - "accuracy": 0.596838, - "main_score": 0.557609, - "hf_subset": "uzn_Latn-cjk_Latn", - "languages": [ - "uzn-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767375, - "recall": 0.81917, - "f1": 0.7833, - "accuracy": 0.81917, - "main_score": 0.7833, - "hf_subset": "uzn_Latn-gla_Latn", - "languages": [ - "uzn-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-kan_Knda", - "languages": [ - "uzn-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977355, - "recall": 0.98419, - "f1": 0.97948, - "accuracy": 0.98419, - "main_score": 0.97948, - "hf_subset": "uzn_Latn-lmo_Latn", - "languages": [ - "uzn-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "uzn_Latn-npi_Deva", - "languages": [ - "uzn-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458091, - "recall": 0.51087, - "f1": 0.472699, - "accuracy": 0.51087, - "main_score": 0.472699, - "hf_subset": "uzn_Latn-shn_Mymr", - "languages": [ - "uzn-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-tgl_Latn", - "languages": [ - "uzn-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-yue_Hant", - "languages": [ - "uzn-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-asm_Beng", - "languages": [ - "uzn-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "uzn_Latn-ckb_Arab", - "languages": [ - "uzn-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86129, - "recall": 0.900198, - "f1": 0.873573, - "accuracy": 0.900198, - "main_score": 0.873573, - "hf_subset": "uzn_Latn-gle_Latn", - "languages": [ - "uzn-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934371, - "recall": 0.954545, - "f1": 0.940942, - "accuracy": 0.954545, - "main_score": 0.940942, - "hf_subset": "uzn_Latn-kas_Arab", - "languages": [ - "uzn-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925231, - "recall": 0.94664, - "f1": 0.93195, - "accuracy": 0.94664, - "main_score": 0.93195, - "hf_subset": "uzn_Latn-ltg_Latn", - "languages": [ - "uzn-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599304, - "recall": 0.649209, - "f1": 0.61333, - "accuracy": 0.649209, - "main_score": 0.61333, - "hf_subset": "uzn_Latn-nso_Latn", - "languages": [ - "uzn-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "uzn_Latn-sin_Sinh", - "languages": [ - "uzn-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-tha_Thai", - "languages": [ - "uzn-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-zho_Hans", - "languages": [ - "uzn-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-ast_Latn", - "languages": [ - "uzn-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-crh_Latn", - "languages": [ - "uzn-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-glg_Latn", - "languages": [ - "uzn-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8722, - "recall": 0.909091, - "f1": 0.884025, - "accuracy": 0.909091, - "main_score": 0.884025, - "hf_subset": "uzn_Latn-kas_Deva", - "languages": [ - "uzn-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "uzn_Latn-ltz_Latn", - "languages": [ - "uzn-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430344, - "recall": 0.498024, - "f1": 0.448711, - "accuracy": 0.498024, - "main_score": 0.448711, - "hf_subset": "uzn_Latn-nus_Latn", - "languages": [ - "uzn-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-slk_Latn", - "languages": [ - "uzn-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61312, - "recall": 0.687747, - "f1": 0.633901, - "accuracy": 0.687747, - "main_score": 0.633901, - "hf_subset": "uzn_Latn-tir_Ethi", - "languages": [ - "uzn-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-zho_Hant", - "languages": [ - "uzn-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "uzn_Latn-awa_Deva", - "languages": [ - "uzn-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968544, - "accuracy": 0.975296, - "main_score": 0.968544, - "hf_subset": "uzn_Latn-cym_Latn", - "languages": [ - "uzn-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806439, - "recall": 0.850791, - "f1": 0.820224, - "accuracy": 0.850791, - "main_score": 0.820224, - "hf_subset": "uzn_Latn-grn_Latn", - "languages": [ - "uzn-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-kat_Geor", - "languages": [ - "uzn-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631597, - "recall": 0.676877, - "f1": 0.644699, - "accuracy": 0.676877, - "main_score": 0.644699, - "hf_subset": "uzn_Latn-lua_Latn", - "languages": [ - "uzn-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618471, - "recall": 0.675889, - "f1": 0.635007, - "accuracy": 0.675889, - "main_score": 0.635007, - "hf_subset": "uzn_Latn-nya_Latn", - "languages": [ - "uzn-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-slv_Latn", - "languages": [ - "uzn-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924769, - "recall": 0.944664, - "f1": 0.93083, - "accuracy": 0.944664, - "main_score": 0.93083, - "hf_subset": "uzn_Latn-tpi_Latn", - "languages": [ - "uzn-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-zsm_Latn", - "languages": [ - "uzn-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538354, - "recall": 0.593874, - "f1": 0.55396, - "accuracy": 0.593874, - "main_score": 0.55396, - "hf_subset": "uzn_Latn-ayr_Latn", - "languages": [ - "uzn-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-dan_Latn", - "languages": [ - "uzn-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-guj_Gujr", - "languages": [ - "uzn-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-kaz_Cyrl", - "languages": [ - "uzn-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526731, - "recall": 0.585968, - "f1": 0.543289, - "accuracy": 0.585968, - "main_score": 0.543289, - "hf_subset": "uzn_Latn-lug_Latn", - "languages": [ - "uzn-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-oci_Latn", - "languages": [ - "uzn-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819486, - "recall": 0.86166, - "f1": 0.832104, - "accuracy": 0.86166, - "main_score": 0.832104, - "hf_subset": "uzn_Latn-smo_Latn", - "languages": [ - "uzn-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530528, - "recall": 0.587945, - "f1": 0.546872, - "accuracy": 0.587945, - "main_score": 0.546872, - "hf_subset": "uzn_Latn-tsn_Latn", - "languages": [ - "uzn-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618275, - "recall": 0.676877, - "f1": 0.634967, - "accuracy": 0.676877, - "main_score": 0.634967, - "hf_subset": "uzn_Latn-zul_Latn", - "languages": [ - "uzn-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920899, - "recall": 0.942688, - "f1": 0.927602, - "accuracy": 0.942688, - "main_score": 0.927602, - "hf_subset": "uzn_Latn-azb_Arab", - "languages": [ - "uzn-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "uzn_Latn-deu_Latn", - "languages": [ - "uzn-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "uzn_Latn-hat_Latn", - "languages": [ - "uzn-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48145, - "recall": 0.528656, - "f1": 0.494505, - "accuracy": 0.528656, - "main_score": 0.494505, - "hf_subset": "uzn_Latn-kbp_Latn", - "languages": [ - "uzn-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554729, - "recall": 0.608696, - "f1": 0.569421, - "accuracy": 0.608696, - "main_score": 0.569421, - "hf_subset": "uzn_Latn-luo_Latn", - "languages": [ - "uzn-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "uzn_Latn-ory_Orya", - "languages": [ - "uzn-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575224, - "recall": 0.637352, - "f1": 0.592281, - "accuracy": 0.637352, - "main_score": 0.592281, - "hf_subset": "uzn_Latn-sna_Latn", - "languages": [ - "uzn-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524787, - "recall": 0.581028, - "f1": 0.540261, - "accuracy": 0.581028, - "main_score": 0.540261, - "hf_subset": "uzn_Latn-tso_Latn", - "languages": [ - "uzn-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-azj_Latn", - "languages": [ - "uzn-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534474, - "recall": 0.594862, - "f1": 0.552061, - "accuracy": 0.594862, - "main_score": 0.552061, - "hf_subset": "uzn_Latn-dik_Latn", - "languages": [ - "uzn-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726243, - "recall": 0.781621, - "f1": 0.74271, - "accuracy": 0.781621, - "main_score": 0.74271, - "hf_subset": "uzn_Latn-hau_Latn", - "languages": [ - "uzn-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974391, - "recall": 0.982213, - "f1": 0.976845, - "accuracy": 0.982213, - "main_score": 0.976845, - "hf_subset": "uzn_Latn-kea_Latn", - "languages": [ - "uzn-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730188, - "recall": 0.777668, - "f1": 0.744763, - "accuracy": 0.777668, - "main_score": 0.744763, - "hf_subset": "uzn_Latn-lus_Latn", - "languages": [ - "uzn-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831719, - "recall": 0.866601, - "f1": 0.842095, - "accuracy": 0.866601, - "main_score": 0.842095, - "hf_subset": "uzn_Latn-pag_Latn", - "languages": [ - "uzn-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "uzn_Latn-snd_Arab", - "languages": [ - "uzn-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "uzn_Latn-tuk_Latn", - "languages": [ - "uzn-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "uzn_Latn-bak_Cyrl", - "languages": [ - "uzn-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473298, - "recall": 0.544466, - "f1": 0.493828, - "accuracy": 0.544466, - "main_score": 0.493828, - "hf_subset": "uzn_Latn-dyu_Latn", - "languages": [ - "uzn-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "uzn_Latn-heb_Hebr", - "languages": [ - "uzn-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "uzn_Latn-khk_Cyrl", - "languages": [ - "uzn-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "uzn_Latn-lvs_Latn", - "languages": [ - "uzn-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "uzn_Latn-pan_Guru", - "languages": [ - "uzn-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688366, - "recall": 0.747036, - "f1": 0.705734, - "accuracy": 0.747036, - "main_score": 0.705734, - "hf_subset": "uzn_Latn-som_Latn", - "languages": [ - "uzn-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562218, - "recall": 0.616601, - "f1": 0.57775, - "accuracy": 0.616601, - "main_score": 0.57775, - "hf_subset": "uzn_Latn-tum_Latn", - "languages": [ - "uzn-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599153, - "recall": 0.66502, - "f1": 0.618551, - "accuracy": 0.66502, - "main_score": 0.618551, - "hf_subset": "als_Latn-ace_Arab", - "languages": [ - "als-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543612, - "recall": 0.603755, - "f1": 0.56055, - "accuracy": 0.603755, - "main_score": 0.56055, - "hf_subset": "als_Latn-bam_Latn", - "languages": [ - "als-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430347, - "recall": 0.505929, - "f1": 0.45112, - "accuracy": 0.505929, - "main_score": 0.45112, - "hf_subset": "als_Latn-dzo_Tibt", - "languages": [ - "als-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-hin_Deva", - "languages": [ - "als-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-khm_Khmr", - "languages": [ - "als-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-mag_Deva", - "languages": [ - "als-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "als_Latn-pap_Latn", - "languages": [ - "als-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613294, - "recall": 0.66996, - "f1": 0.629204, - "accuracy": 0.66996, - "main_score": 0.629204, - "hf_subset": "als_Latn-sot_Latn", - "languages": [ - "als-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-tur_Latn", - "languages": [ - "als-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874045, - "recall": 0.906126, - "f1": 0.884058, - "accuracy": 0.906126, - "main_score": 0.884058, - "hf_subset": "als_Latn-ace_Latn", - "languages": [ - "als-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.958498, - "f1": 0.947628, - "accuracy": 0.958498, - "main_score": 0.947628, - "hf_subset": "als_Latn-ban_Latn", - "languages": [ - "als-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-ell_Grek", - "languages": [ - "als-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "als_Latn-hne_Deva", - "languages": [ - "als-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608206, - "recall": 0.662055, - "f1": 0.623751, - "accuracy": 0.662055, - "main_score": 0.623751, - "hf_subset": "als_Latn-kik_Latn", - "languages": [ - "als-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-mai_Deva", - "languages": [ - "als-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "als_Latn-pbt_Arab", - "languages": [ - "als-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-spa_Latn", - "languages": [ - "als-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623264, - "recall": 0.683794, - "f1": 0.640502, - "accuracy": 0.683794, - "main_score": 0.640502, - "hf_subset": "als_Latn-twi_Latn", - "languages": [ - "als-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-acm_Arab", - "languages": [ - "als-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-bel_Cyrl", - "languages": [ - "als-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-eng_Latn", - "languages": [ - "als-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-hrv_Latn", - "languages": [ - "als-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577437, - "recall": 0.640316, - "f1": 0.595064, - "accuracy": 0.640316, - "main_score": 0.595064, - "hf_subset": "als_Latn-kin_Latn", - "languages": [ - "als-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-mal_Mlym", - "languages": [ - "als-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-pes_Arab", - "languages": [ - "als-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-srd_Latn", - "languages": [ - "als-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195963, - "recall": 0.248024, - "f1": 0.208941, - "accuracy": 0.248024, - "main_score": 0.208941, - "hf_subset": "als_Latn-tzm_Tfng", - "languages": [ - "als-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-acq_Arab", - "languages": [ - "als-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641784, - "recall": 0.688735, - "f1": 0.654433, - "accuracy": 0.688735, - "main_score": 0.654433, - "hf_subset": "als_Latn-bem_Latn", - "languages": [ - "als-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-epo_Latn", - "languages": [ - "als-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-hun_Latn", - "languages": [ - "als-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "als_Latn-kir_Cyrl", - "languages": [ - "als-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-mar_Deva", - "languages": [ - "als-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691568, - "recall": 0.741107, - "f1": 0.706192, - "accuracy": 0.741107, - "main_score": 0.706192, - "hf_subset": "als_Latn-plt_Latn", - "languages": [ - "als-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-srp_Cyrl", - "languages": [ - "als-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "als_Latn-uig_Arab", - "languages": [ - "als-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "als_Latn-aeb_Arab", - "languages": [ - "als-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ben_Beng", - "languages": [ - "als-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-est_Latn", - "languages": [ - "als-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-hye_Armn", - "languages": [ - "als-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561084, - "recall": 0.608696, - "f1": 0.575019, - "accuracy": 0.608696, - "main_score": 0.575019, - "hf_subset": "als_Latn-kmb_Latn", - "languages": [ - "als-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536166, - "recall": 0.602767, - "f1": 0.553751, - "accuracy": 0.602767, - "main_score": 0.553751, - "hf_subset": "als_Latn-min_Arab", - "languages": [ - "als-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-pol_Latn", - "languages": [ - "als-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570918, - "recall": 0.62747, - "f1": 0.587041, - "accuracy": 0.62747, - "main_score": 0.587041, - "hf_subset": "als_Latn-ssw_Latn", - "languages": [ - "als-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ukr_Cyrl", - "languages": [ - "als-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-afr_Latn", - "languages": [ - "als-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-bho_Deva", - "languages": [ - "als-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "als_Latn-eus_Latn", - "languages": [ - "als-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592582, - "recall": 0.656126, - "f1": 0.610152, - "accuracy": 0.656126, - "main_score": 0.610152, - "hf_subset": "als_Latn-ibo_Latn", - "languages": [ - "als-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907773, - "recall": 0.933794, - "f1": 0.915843, - "accuracy": 0.933794, - "main_score": 0.915843, - "hf_subset": "als_Latn-kmr_Latn", - "languages": [ - "als-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "als_Latn-min_Latn", - "languages": [ - "als-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-por_Latn", - "languages": [ - "als-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "als_Latn-sun_Latn", - "languages": [ - "als-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542089, - "recall": 0.594862, - "f1": 0.557122, - "accuracy": 0.594862, - "main_score": 0.557122, - "hf_subset": "als_Latn-umb_Latn", - "languages": [ - "als-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-ajp_Arab", - "languages": [ - "als-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556596, - "recall": 0.618577, - "f1": 0.573904, - "accuracy": 0.618577, - "main_score": 0.573904, - "hf_subset": "als_Latn-bjn_Arab", - "languages": [ - "als-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525851, - "recall": 0.578063, - "f1": 0.540407, - "accuracy": 0.578063, - "main_score": 0.540407, - "hf_subset": "als_Latn-ewe_Latn", - "languages": [ - "als-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950511, - "recall": 0.965415, - "f1": 0.95527, - "accuracy": 0.965415, - "main_score": 0.95527, - "hf_subset": "als_Latn-ilo_Latn", - "languages": [ - "als-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31768, - "recall": 0.380435, - "f1": 0.334812, - "accuracy": 0.380435, - "main_score": 0.334812, - "hf_subset": "als_Latn-knc_Arab", - "languages": [ - "als-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-mkd_Cyrl", - "languages": [ - "als-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-prs_Arab", - "languages": [ - "als-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-swe_Latn", - "languages": [ - "als-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-urd_Arab", - "languages": [ - "als-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594071, - "recall": 0.655138, - "f1": 0.611222, - "accuracy": 0.655138, - "main_score": 0.611222, - "hf_subset": "als_Latn-aka_Latn", - "languages": [ - "als-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "als_Latn-bjn_Latn", - "languages": [ - "als-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "als_Latn-fao_Latn", - "languages": [ - "als-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ind_Latn", - "languages": [ - "als-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591857, - "recall": 0.643281, - "f1": 0.606905, - "accuracy": 0.643281, - "main_score": 0.606905, - "hf_subset": "als_Latn-knc_Latn", - "languages": [ - "als-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "als_Latn-mlt_Latn", - "languages": [ - "als-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717905, - "recall": 0.778656, - "f1": 0.736056, - "accuracy": 0.778656, - "main_score": 0.736056, - "hf_subset": "als_Latn-quy_Latn", - "languages": [ - "als-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "als_Latn-swh_Latn", - "languages": [ - "als-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-uzn_Latn", - "languages": [ - "als-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647365, - "recall": 0.727273, - "f1": 0.670949, - "accuracy": 0.727273, - "main_score": 0.670949, - "hf_subset": "als_Latn-bod_Tibt", - "languages": [ - "als-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709634, - "recall": 0.762846, - "f1": 0.724873, - "accuracy": 0.762846, - "main_score": 0.724873, - "hf_subset": "als_Latn-fij_Latn", - "languages": [ - "als-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "als_Latn-isl_Latn", - "languages": [ - "als-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668466, - "recall": 0.72332, - "f1": 0.684503, - "accuracy": 0.72332, - "main_score": 0.684503, - "hf_subset": "als_Latn-kon_Latn", - "languages": [ - "als-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670727, - "recall": 0.732213, - "f1": 0.688883, - "accuracy": 0.732213, - "main_score": 0.688883, - "hf_subset": "als_Latn-mni_Beng", - "languages": [ - "als-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ron_Latn", - "languages": [ - "als-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.991107, - "f1": 0.98946, - "accuracy": 0.991107, - "main_score": 0.98946, - "hf_subset": "als_Latn-szl_Latn", - "languages": [ - "als-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-vec_Latn", - "languages": [ - "als-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.965415, - "f1": 0.954381, - "accuracy": 0.965415, - "main_score": 0.954381, - "hf_subset": "als_Latn-amh_Ethi", - "languages": [ - "als-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-bos_Latn", - "languages": [ - "als-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-fin_Latn", - "languages": [ - "als-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ita_Latn", - "languages": [ - "als-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-kor_Hang", - "languages": [ - "als-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551201, - "recall": 0.609684, - "f1": 0.567217, - "accuracy": 0.609684, - "main_score": 0.567217, - "hf_subset": "als_Latn-mos_Latn", - "languages": [ - "als-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570076, - "recall": 0.621542, - "f1": 0.58459, - "accuracy": 0.621542, - "main_score": 0.58459, - "hf_subset": "als_Latn-run_Latn", - "languages": [ - "als-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-tam_Taml", - "languages": [ - "als-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-vie_Latn", - "languages": [ - "als-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-apc_Arab", - "languages": [ - "als-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799333, - "recall": 0.844862, - "f1": 0.812689, - "accuracy": 0.844862, - "main_score": 0.812689, - "hf_subset": "als_Latn-bug_Latn", - "languages": [ - "als-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473572, - "recall": 0.529644, - "f1": 0.488478, - "accuracy": 0.529644, - "main_score": 0.488478, - "hf_subset": "als_Latn-fon_Latn", - "languages": [ - "als-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "als_Latn-jav_Latn", - "languages": [ - "als-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-lao_Laoo", - "languages": [ - "als-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883376, - "recall": 0.916996, - "f1": 0.893989, - "accuracy": 0.916996, - "main_score": 0.893989, - "hf_subset": "als_Latn-mri_Latn", - "languages": [ - "als-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-rus_Cyrl", - "languages": [ - "als-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553847, - "recall": 0.613636, - "f1": 0.570642, - "accuracy": 0.613636, - "main_score": 0.570642, - "hf_subset": "als_Latn-taq_Latn", - "languages": [ - "als-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-war_Latn", - "languages": [ - "als-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-arb_Arab", - "languages": [ - "als-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-bul_Cyrl", - "languages": [ - "als-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-fra_Latn", - "languages": [ - "als-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-jpn_Jpan", - "languages": [ - "als-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "als_Latn-lij_Latn", - "languages": [ - "als-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "als_Latn-mya_Mymr", - "languages": [ - "als-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614955, - "recall": 0.674901, - "f1": 0.631582, - "accuracy": 0.674901, - "main_score": 0.631582, - "hf_subset": "als_Latn-sag_Latn", - "languages": [ - "als-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201228, - "recall": 0.261858, - "f1": 0.215501, - "accuracy": 0.261858, - "main_score": 0.215501, - "hf_subset": "als_Latn-taq_Tfng", - "languages": [ - "als-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639635, - "recall": 0.698617, - "f1": 0.656094, - "accuracy": 0.698617, - "main_score": 0.656094, - "hf_subset": "als_Latn-wol_Latn", - "languages": [ - "als-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815662, - "recall": 0.863636, - "f1": 0.830369, - "accuracy": 0.863636, - "main_score": 0.830369, - "hf_subset": "als_Latn-arb_Latn", - "languages": [ - "als-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-cat_Latn", - "languages": [ - "als-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-fur_Latn", - "languages": [ - "als-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441617, - "recall": 0.492095, - "f1": 0.455498, - "accuracy": 0.492095, - "main_score": 0.455498, - "hf_subset": "als_Latn-kab_Latn", - "languages": [ - "als-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "als_Latn-lim_Latn", - "languages": [ - "als-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-nld_Latn", - "languages": [ - "als-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983531, - "recall": 0.988142, - "f1": 0.985013, - "accuracy": 0.988142, - "main_score": 0.985013, - "hf_subset": "als_Latn-san_Deva", - "languages": [ - "als-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-tat_Cyrl", - "languages": [ - "als-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698083, - "recall": 0.749012, - "f1": 0.71298, - "accuracy": 0.749012, - "main_score": 0.71298, - "hf_subset": "als_Latn-xho_Latn", - "languages": [ - "als-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ars_Arab", - "languages": [ - "als-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-ceb_Latn", - "languages": [ - "als-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565644, - "recall": 0.624506, - "f1": 0.583256, - "accuracy": 0.624506, - "main_score": 0.583256, - "hf_subset": "als_Latn-fuv_Latn", - "languages": [ - "als-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512383, - "recall": 0.577075, - "f1": 0.530555, - "accuracy": 0.577075, - "main_score": 0.530555, - "hf_subset": "als_Latn-kac_Latn", - "languages": [ - "als-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67514, - "recall": 0.727273, - "f1": 0.690192, - "accuracy": 0.727273, - "main_score": 0.690192, - "hf_subset": "als_Latn-lin_Latn", - "languages": [ - "als-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-nno_Latn", - "languages": [ - "als-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250345, - "recall": 0.325099, - "f1": 0.270374, - "accuracy": 0.325099, - "main_score": 0.270374, - "hf_subset": "als_Latn-sat_Olck", - "languages": [ - "als-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-tel_Telu", - "languages": [ - "als-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "als_Latn-ydd_Hebr", - "languages": [ - "als-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "als_Latn-ary_Arab", - "languages": [ - "als-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-ces_Latn", - "languages": [ - "als-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610871, - "recall": 0.668972, - "f1": 0.628022, - "accuracy": 0.668972, - "main_score": 0.628022, - "hf_subset": "als_Latn-gaz_Latn", - "languages": [ - "als-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593037, - "recall": 0.657115, - "f1": 0.611355, - "accuracy": 0.657115, - "main_score": 0.611355, - "hf_subset": "als_Latn-kam_Latn", - "languages": [ - "als-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "als_Latn-lit_Latn", - "languages": [ - "als-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-nob_Latn", - "languages": [ - "als-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "als_Latn-scn_Latn", - "languages": [ - "als-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "als_Latn-tgk_Cyrl", - "languages": [ - "als-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738201, - "recall": 0.796443, - "f1": 0.755964, - "accuracy": 0.796443, - "main_score": 0.755964, - "hf_subset": "als_Latn-yor_Latn", - "languages": [ - "als-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-arz_Arab", - "languages": [ - "als-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564348, - "recall": 0.624506, - "f1": 0.581883, - "accuracy": 0.624506, - "main_score": 0.581883, - "hf_subset": "als_Latn-cjk_Latn", - "languages": [ - "als-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823205, - "recall": 0.864625, - "f1": 0.835837, - "accuracy": 0.864625, - "main_score": 0.835837, - "hf_subset": "als_Latn-gla_Latn", - "languages": [ - "als-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-kan_Knda", - "languages": [ - "als-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "als_Latn-lmo_Latn", - "languages": [ - "als-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "als_Latn-npi_Deva", - "languages": [ - "als-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457515, - "recall": 0.518775, - "f1": 0.474351, - "accuracy": 0.518775, - "main_score": 0.474351, - "hf_subset": "als_Latn-shn_Mymr", - "languages": [ - "als-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-tgl_Latn", - "languages": [ - "als-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-yue_Hant", - "languages": [ - "als-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-asm_Beng", - "languages": [ - "als-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "als_Latn-ckb_Arab", - "languages": [ - "als-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893511, - "recall": 0.922925, - "f1": 0.902833, - "accuracy": 0.922925, - "main_score": 0.902833, - "hf_subset": "als_Latn-gle_Latn", - "languages": [ - "als-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950181, - "recall": 0.964427, - "f1": 0.954776, - "accuracy": 0.964427, - "main_score": 0.954776, - "hf_subset": "als_Latn-kas_Arab", - "languages": [ - "als-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.965415, - "f1": 0.954216, - "accuracy": 0.965415, - "main_score": 0.954216, - "hf_subset": "als_Latn-ltg_Latn", - "languages": [ - "als-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627488, - "recall": 0.676877, - "f1": 0.641268, - "accuracy": 0.676877, - "main_score": 0.641268, - "hf_subset": "als_Latn-nso_Latn", - "languages": [ - "als-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "als_Latn-sin_Sinh", - "languages": [ - "als-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-tha_Thai", - "languages": [ - "als-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-zho_Hans", - "languages": [ - "als-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-ast_Latn", - "languages": [ - "als-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "als_Latn-crh_Latn", - "languages": [ - "als-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-glg_Latn", - "languages": [ - "als-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88694, - "recall": 0.916008, - "f1": 0.895949, - "accuracy": 0.916008, - "main_score": 0.895949, - "hf_subset": "als_Latn-kas_Deva", - "languages": [ - "als-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "als_Latn-ltz_Latn", - "languages": [ - "als-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479094, - "recall": 0.543478, - "f1": 0.496691, - "accuracy": 0.543478, - "main_score": 0.496691, - "hf_subset": "als_Latn-nus_Latn", - "languages": [ - "als-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-slk_Latn", - "languages": [ - "als-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637542, - "recall": 0.70751, - "f1": 0.65763, - "accuracy": 0.70751, - "main_score": 0.65763, - "hf_subset": "als_Latn-tir_Ethi", - "languages": [ - "als-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-zho_Hant", - "languages": [ - "als-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "als_Latn-awa_Deva", - "languages": [ - "als-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "als_Latn-cym_Latn", - "languages": [ - "als-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845257, - "recall": 0.882411, - "f1": 0.856686, - "accuracy": 0.882411, - "main_score": 0.856686, - "hf_subset": "als_Latn-grn_Latn", - "languages": [ - "als-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "als_Latn-kat_Geor", - "languages": [ - "als-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6506, - "recall": 0.699605, - "f1": 0.664217, - "accuracy": 0.699605, - "main_score": 0.664217, - "hf_subset": "als_Latn-lua_Latn", - "languages": [ - "als-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65513, - "recall": 0.715415, - "f1": 0.673328, - "accuracy": 0.715415, - "main_score": 0.673328, - "hf_subset": "als_Latn-nya_Latn", - "languages": [ - "als-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-slv_Latn", - "languages": [ - "als-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.966403, - "f1": 0.956851, - "accuracy": 0.966403, - "main_score": 0.956851, - "hf_subset": "als_Latn-tpi_Latn", - "languages": [ - "als-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-zsm_Latn", - "languages": [ - "als-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545177, - "recall": 0.608696, - "f1": 0.56289, - "accuracy": 0.608696, - "main_score": 0.56289, - "hf_subset": "als_Latn-ayr_Latn", - "languages": [ - "als-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-dan_Latn", - "languages": [ - "als-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-guj_Gujr", - "languages": [ - "als-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-kaz_Cyrl", - "languages": [ - "als-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542078, - "recall": 0.604743, - "f1": 0.559853, - "accuracy": 0.604743, - "main_score": 0.559853, - "hf_subset": "als_Latn-lug_Latn", - "languages": [ - "als-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-oci_Latn", - "languages": [ - "als-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82892, - "recall": 0.870553, - "f1": 0.841817, - "accuracy": 0.870553, - "main_score": 0.841817, - "hf_subset": "als_Latn-smo_Latn", - "languages": [ - "als-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548127, - "recall": 0.609684, - "f1": 0.565475, - "accuracy": 0.609684, - "main_score": 0.565475, - "hf_subset": "als_Latn-tsn_Latn", - "languages": [ - "als-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641576, - "recall": 0.700593, - "f1": 0.658901, - "accuracy": 0.700593, - "main_score": 0.658901, - "hf_subset": "als_Latn-zul_Latn", - "languages": [ - "als-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.947628, - "f1": 0.931983, - "accuracy": 0.947628, - "main_score": 0.931983, - "hf_subset": "als_Latn-azb_Arab", - "languages": [ - "als-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-deu_Latn", - "languages": [ - "als-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "als_Latn-hat_Latn", - "languages": [ - "als-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501837, - "recall": 0.554348, - "f1": 0.51618, - "accuracy": 0.554348, - "main_score": 0.51618, - "hf_subset": "als_Latn-kbp_Latn", - "languages": [ - "als-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575252, - "recall": 0.629447, - "f1": 0.589897, - "accuracy": 0.629447, - "main_score": 0.589897, - "hf_subset": "als_Latn-luo_Latn", - "languages": [ - "als-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-ory_Orya", - "languages": [ - "als-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601779, - "recall": 0.663043, - "f1": 0.619325, - "accuracy": 0.663043, - "main_score": 0.619325, - "hf_subset": "als_Latn-sna_Latn", - "languages": [ - "als-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570865, - "recall": 0.623518, - "f1": 0.585134, - "accuracy": 0.623518, - "main_score": 0.585134, - "hf_subset": "als_Latn-tso_Latn", - "languages": [ - "als-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "als_Latn-azj_Latn", - "languages": [ - "als-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538488, - "recall": 0.603755, - "f1": 0.557891, - "accuracy": 0.603755, - "main_score": 0.557891, - "hf_subset": "als_Latn-dik_Latn", - "languages": [ - "als-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750652, - "recall": 0.80336, - "f1": 0.766584, - "accuracy": 0.80336, - "main_score": 0.766584, - "hf_subset": "als_Latn-hau_Latn", - "languages": [ - "als-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "als_Latn-kea_Latn", - "languages": [ - "als-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744944, - "recall": 0.789526, - "f1": 0.757905, - "accuracy": 0.789526, - "main_score": 0.757905, - "hf_subset": "als_Latn-lus_Latn", - "languages": [ - "als-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86553, - "recall": 0.894269, - "f1": 0.874374, - "accuracy": 0.894269, - "main_score": 0.874374, - "hf_subset": "als_Latn-pag_Latn", - "languages": [ - "als-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "als_Latn-snd_Arab", - "languages": [ - "als-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "als_Latn-tuk_Latn", - "languages": [ - "als-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "als_Latn-bak_Cyrl", - "languages": [ - "als-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484865, - "recall": 0.564229, - "f1": 0.508166, - "accuracy": 0.564229, - "main_score": 0.508166, - "hf_subset": "als_Latn-dyu_Latn", - "languages": [ - "als-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "als_Latn-heb_Hebr", - "languages": [ - "als-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "als_Latn-khk_Cyrl", - "languages": [ - "als-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-lvs_Latn", - "languages": [ - "als-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "als_Latn-pan_Guru", - "languages": [ - "als-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725642, - "recall": 0.782609, - "f1": 0.742463, - "accuracy": 0.782609, - "main_score": 0.742463, - "hf_subset": "als_Latn-som_Latn", - "languages": [ - "als-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607316, - "recall": 0.658103, - "f1": 0.621469, - "accuracy": 0.658103, - "main_score": 0.621469, - "hf_subset": "als_Latn-tum_Latn", - "languages": [ - "als-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.230314, - "recall": 0.261858, - "f1": 0.237903, - "accuracy": 0.261858, - "main_score": 0.237903, - "hf_subset": "bod_Tibt-ace_Arab", - "languages": [ - "bod-Tibt", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.232727, - "recall": 0.272727, - "f1": 0.241973, - "accuracy": 0.272727, - "main_score": 0.241973, - "hf_subset": "bod_Tibt-bam_Latn", - "languages": [ - "bod-Tibt", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451519, - "recall": 0.535573, - "f1": 0.474662, - "accuracy": 0.535573, - "main_score": 0.474662, - "hf_subset": "bod_Tibt-dzo_Tibt", - "languages": [ - "bod-Tibt", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595269, - "recall": 0.673913, - "f1": 0.616028, - "accuracy": 0.673913, - "main_score": 0.616028, - "hf_subset": "bod_Tibt-hin_Deva", - "languages": [ - "bod-Tibt", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554209, - "recall": 0.630435, - "f1": 0.573979, - "accuracy": 0.630435, - "main_score": 0.573979, - "hf_subset": "bod_Tibt-khm_Khmr", - "languages": [ - "bod-Tibt", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558105, - "recall": 0.636364, - "f1": 0.578545, - "accuracy": 0.636364, - "main_score": 0.578545, - "hf_subset": "bod_Tibt-mag_Deva", - "languages": [ - "bod-Tibt", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427236, - "recall": 0.488142, - "f1": 0.441483, - "accuracy": 0.488142, - "main_score": 0.441483, - "hf_subset": "bod_Tibt-pap_Latn", - "languages": [ - "bod-Tibt", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.253611, - "recall": 0.30336, - "f1": 0.265228, - "accuracy": 0.30336, - "main_score": 0.265228, - "hf_subset": "bod_Tibt-sot_Latn", - "languages": [ - "bod-Tibt", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573522, - "recall": 0.649209, - "f1": 0.592741, - "accuracy": 0.649209, - "main_score": 0.592741, - "hf_subset": "bod_Tibt-tur_Latn", - "languages": [ - "bod-Tibt", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.327375, - "recall": 0.38834, - "f1": 0.342746, - "accuracy": 0.38834, - "main_score": 0.342746, - "hf_subset": "bod_Tibt-ace_Latn", - "languages": [ - "bod-Tibt", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379496, - "recall": 0.450593, - "f1": 0.397302, - "accuracy": 0.450593, - "main_score": 0.397302, - "hf_subset": "bod_Tibt-ban_Latn", - "languages": [ - "bod-Tibt", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559565, - "recall": 0.642292, - "f1": 0.580876, - "accuracy": 0.642292, - "main_score": 0.580876, - "hf_subset": "bod_Tibt-ell_Grek", - "languages": [ - "bod-Tibt", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527398, - "recall": 0.607708, - "f1": 0.547519, - "accuracy": 0.607708, - "main_score": 0.547519, - "hf_subset": "bod_Tibt-hne_Deva", - "languages": [ - "bod-Tibt", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163834, - "recall": 0.205534, - "f1": 0.173264, - "accuracy": 0.205534, - "main_score": 0.173264, - "hf_subset": "bod_Tibt-kik_Latn", - "languages": [ - "bod-Tibt", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543006, - "recall": 0.623518, - "f1": 0.563742, - "accuracy": 0.623518, - "main_score": 0.563742, - "hf_subset": "bod_Tibt-mai_Deva", - "languages": [ - "bod-Tibt", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448044, - "recall": 0.527668, - "f1": 0.46777, - "accuracy": 0.527668, - "main_score": 0.46777, - "hf_subset": "bod_Tibt-pbt_Arab", - "languages": [ - "bod-Tibt", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545708, - "recall": 0.621542, - "f1": 0.564272, - "accuracy": 0.621542, - "main_score": 0.564272, - "hf_subset": "bod_Tibt-spa_Latn", - "languages": [ - "bod-Tibt", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.247373, - "recall": 0.284585, - "f1": 0.256736, - "accuracy": 0.284585, - "main_score": 0.256736, - "hf_subset": "bod_Tibt-twi_Latn", - "languages": [ - "bod-Tibt", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559555, - "recall": 0.632411, - "f1": 0.578339, - "accuracy": 0.632411, - "main_score": 0.578339, - "hf_subset": "bod_Tibt-acm_Arab", - "languages": [ - "bod-Tibt", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471479, - "recall": 0.549407, - "f1": 0.490656, - "accuracy": 0.549407, - "main_score": 0.490656, - "hf_subset": "bod_Tibt-bel_Cyrl", - "languages": [ - "bod-Tibt", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61252, - "recall": 0.685771, - "f1": 0.630925, - "accuracy": 0.685771, - "main_score": 0.630925, - "hf_subset": "bod_Tibt-eng_Latn", - "languages": [ - "bod-Tibt", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575751, - "recall": 0.650198, - "f1": 0.59487, - "accuracy": 0.650198, - "main_score": 0.59487, - "hf_subset": "bod_Tibt-hrv_Latn", - "languages": [ - "bod-Tibt", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255964, - "recall": 0.293478, - "f1": 0.265539, - "accuracy": 0.293478, - "main_score": 0.265539, - "hf_subset": "bod_Tibt-kin_Latn", - "languages": [ - "bod-Tibt", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574206, - "recall": 0.655138, - "f1": 0.59525, - "accuracy": 0.655138, - "main_score": 0.59525, - "hf_subset": "bod_Tibt-mal_Mlym", - "languages": [ - "bod-Tibt", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606089, - "recall": 0.672925, - "f1": 0.623853, - "accuracy": 0.672925, - "main_score": 0.623853, - "hf_subset": "bod_Tibt-pes_Arab", - "languages": [ - "bod-Tibt", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463927, - "recall": 0.535573, - "f1": 0.481571, - "accuracy": 0.535573, - "main_score": 0.481571, - "hf_subset": "bod_Tibt-srd_Latn", - "languages": [ - "bod-Tibt", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168351, - "recall": 0.198617, - "f1": 0.17647, - "accuracy": 0.198617, - "main_score": 0.17647, - "hf_subset": "bod_Tibt-tzm_Tfng", - "languages": [ - "bod-Tibt", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566333, - "recall": 0.63834, - "f1": 0.585016, - "accuracy": 0.63834, - "main_score": 0.585016, - "hf_subset": "bod_Tibt-acq_Arab", - "languages": [ - "bod-Tibt", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.278239, - "recall": 0.321146, - "f1": 0.289001, - "accuracy": 0.321146, - "main_score": 0.289001, - "hf_subset": "bod_Tibt-bem_Latn", - "languages": [ - "bod-Tibt", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554715, - "recall": 0.636364, - "f1": 0.575695, - "accuracy": 0.636364, - "main_score": 0.575695, - "hf_subset": "bod_Tibt-epo_Latn", - "languages": [ - "bod-Tibt", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579947, - "recall": 0.65415, - "f1": 0.599593, - "accuracy": 0.65415, - "main_score": 0.599593, - "hf_subset": "bod_Tibt-hun_Latn", - "languages": [ - "bod-Tibt", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463446, - "recall": 0.554348, - "f1": 0.486497, - "accuracy": 0.554348, - "main_score": 0.486497, - "hf_subset": "bod_Tibt-kir_Cyrl", - "languages": [ - "bod-Tibt", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59233, - "recall": 0.662055, - "f1": 0.61039, - "accuracy": 0.662055, - "main_score": 0.61039, - "hf_subset": "bod_Tibt-mar_Deva", - "languages": [ - "bod-Tibt", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271395, - "recall": 0.318182, - "f1": 0.282343, - "accuracy": 0.318182, - "main_score": 0.282343, - "hf_subset": "bod_Tibt-plt_Latn", - "languages": [ - "bod-Tibt", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577585, - "recall": 0.652174, - "f1": 0.596034, - "accuracy": 0.652174, - "main_score": 0.596034, - "hf_subset": "bod_Tibt-srp_Cyrl", - "languages": [ - "bod-Tibt", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517272, - "recall": 0.587945, - "f1": 0.535613, - "accuracy": 0.587945, - "main_score": 0.535613, - "hf_subset": "bod_Tibt-uig_Arab", - "languages": [ - "bod-Tibt", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50569, - "recall": 0.574111, - "f1": 0.522669, - "accuracy": 0.574111, - "main_score": 0.522669, - "hf_subset": "bod_Tibt-aeb_Arab", - "languages": [ - "bod-Tibt", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607299, - "recall": 0.684783, - "f1": 0.627789, - "accuracy": 0.684783, - "main_score": 0.627789, - "hf_subset": "bod_Tibt-ben_Beng", - "languages": [ - "bod-Tibt", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547796, - "recall": 0.631423, - "f1": 0.568825, - "accuracy": 0.631423, - "main_score": 0.568825, - "hf_subset": "bod_Tibt-est_Latn", - "languages": [ - "bod-Tibt", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569389, - "recall": 0.648221, - "f1": 0.590005, - "accuracy": 0.648221, - "main_score": 0.590005, - "hf_subset": "bod_Tibt-hye_Armn", - "languages": [ - "bod-Tibt", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.224987, - "recall": 0.264822, - "f1": 0.234231, - "accuracy": 0.264822, - "main_score": 0.234231, - "hf_subset": "bod_Tibt-kmb_Latn", - "languages": [ - "bod-Tibt", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221603, - "recall": 0.264822, - "f1": 0.231592, - "accuracy": 0.264822, - "main_score": 0.231592, - "hf_subset": "bod_Tibt-min_Arab", - "languages": [ - "bod-Tibt", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560923, - "recall": 0.637352, - "f1": 0.579895, - "accuracy": 0.637352, - "main_score": 0.579895, - "hf_subset": "bod_Tibt-pol_Latn", - "languages": [ - "bod-Tibt", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262269, - "recall": 0.306324, - "f1": 0.272761, - "accuracy": 0.306324, - "main_score": 0.272761, - "hf_subset": "bod_Tibt-ssw_Latn", - "languages": [ - "bod-Tibt", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571333, - "recall": 0.652174, - "f1": 0.591962, - "accuracy": 0.652174, - "main_score": 0.591962, - "hf_subset": "bod_Tibt-ukr_Cyrl", - "languages": [ - "bod-Tibt", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603806, - "recall": 0.68083, - "f1": 0.623971, - "accuracy": 0.68083, - "main_score": 0.623971, - "hf_subset": "bod_Tibt-afr_Latn", - "languages": [ - "bod-Tibt", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540039, - "recall": 0.612648, - "f1": 0.558539, - "accuracy": 0.612648, - "main_score": 0.558539, - "hf_subset": "bod_Tibt-bho_Deva", - "languages": [ - "bod-Tibt", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484204, - "recall": 0.561265, - "f1": 0.503369, - "accuracy": 0.561265, - "main_score": 0.503369, - "hf_subset": "bod_Tibt-eus_Latn", - "languages": [ - "bod-Tibt", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.226473, - "recall": 0.274704, - "f1": 0.238245, - "accuracy": 0.274704, - "main_score": 0.238245, - "hf_subset": "bod_Tibt-ibo_Latn", - "languages": [ - "bod-Tibt", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388023, - "recall": 0.450593, - "f1": 0.404064, - "accuracy": 0.450593, - "main_score": 0.404064, - "hf_subset": "bod_Tibt-kmr_Latn", - "languages": [ - "bod-Tibt", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464039, - "recall": 0.543478, - "f1": 0.483016, - "accuracy": 0.543478, - "main_score": 0.483016, - "hf_subset": "bod_Tibt-min_Latn", - "languages": [ - "bod-Tibt", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575609, - "recall": 0.651186, - "f1": 0.595274, - "accuracy": 0.651186, - "main_score": 0.595274, - "hf_subset": "bod_Tibt-por_Latn", - "languages": [ - "bod-Tibt", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498956, - "recall": 0.58004, - "f1": 0.51891, - "accuracy": 0.58004, - "main_score": 0.51891, - "hf_subset": "bod_Tibt-sun_Latn", - "languages": [ - "bod-Tibt", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.237438, - "recall": 0.274704, - "f1": 0.246131, - "accuracy": 0.274704, - "main_score": 0.246131, - "hf_subset": "bod_Tibt-umb_Latn", - "languages": [ - "bod-Tibt", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561564, - "recall": 0.634387, - "f1": 0.578727, - "accuracy": 0.634387, - "main_score": 0.578727, - "hf_subset": "bod_Tibt-ajp_Arab", - "languages": [ - "bod-Tibt", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223002, - "recall": 0.261858, - "f1": 0.232724, - "accuracy": 0.261858, - "main_score": 0.232724, - "hf_subset": "bod_Tibt-bjn_Arab", - "languages": [ - "bod-Tibt", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227119, - "recall": 0.261858, - "f1": 0.235005, - "accuracy": 0.261858, - "main_score": 0.235005, - "hf_subset": "bod_Tibt-ewe_Latn", - "languages": [ - "bod-Tibt", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.359625, - "recall": 0.425889, - "f1": 0.375126, - "accuracy": 0.425889, - "main_score": 0.375126, - "hf_subset": "bod_Tibt-ilo_Latn", - "languages": [ - "bod-Tibt", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187669, - "recall": 0.213439, - "f1": 0.194211, - "accuracy": 0.213439, - "main_score": 0.194211, - "hf_subset": "bod_Tibt-knc_Arab", - "languages": [ - "bod-Tibt", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563197, - "recall": 0.644269, - "f1": 0.583663, - "accuracy": 0.644269, - "main_score": 0.583663, - "hf_subset": "bod_Tibt-mkd_Cyrl", - "languages": [ - "bod-Tibt", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574003, - "recall": 0.649209, - "f1": 0.594078, - "accuracy": 0.649209, - "main_score": 0.594078, - "hf_subset": "bod_Tibt-prs_Arab", - "languages": [ - "bod-Tibt", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583901, - "recall": 0.666008, - "f1": 0.605134, - "accuracy": 0.666008, - "main_score": 0.605134, - "hf_subset": "bod_Tibt-swe_Latn", - "languages": [ - "bod-Tibt", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575854, - "recall": 0.660079, - "f1": 0.598407, - "accuracy": 0.660079, - "main_score": 0.598407, - "hf_subset": "bod_Tibt-urd_Arab", - "languages": [ - "bod-Tibt", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23265, - "recall": 0.278656, - "f1": 0.244113, - "accuracy": 0.278656, - "main_score": 0.244113, - "hf_subset": "bod_Tibt-aka_Latn", - "languages": [ - "bod-Tibt", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479813, - "recall": 0.54249, - "f1": 0.494971, - "accuracy": 0.54249, - "main_score": 0.494971, - "hf_subset": "bod_Tibt-bjn_Latn", - "languages": [ - "bod-Tibt", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477836, - "recall": 0.556324, - "f1": 0.498166, - "accuracy": 0.556324, - "main_score": 0.498166, - "hf_subset": "bod_Tibt-fao_Latn", - "languages": [ - "bod-Tibt", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579361, - "recall": 0.659091, - "f1": 0.60021, - "accuracy": 0.659091, - "main_score": 0.60021, - "hf_subset": "bod_Tibt-ind_Latn", - "languages": [ - "bod-Tibt", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.245735, - "recall": 0.277668, - "f1": 0.253913, - "accuracy": 0.277668, - "main_score": 0.253913, - "hf_subset": "bod_Tibt-knc_Latn", - "languages": [ - "bod-Tibt", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487398, - "recall": 0.5583, - "f1": 0.505372, - "accuracy": 0.5583, - "main_score": 0.505372, - "hf_subset": "bod_Tibt-mlt_Latn", - "languages": [ - "bod-Tibt", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.27755, - "recall": 0.33498, - "f1": 0.291105, - "accuracy": 0.33498, - "main_score": 0.291105, - "hf_subset": "bod_Tibt-quy_Latn", - "languages": [ - "bod-Tibt", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510449, - "recall": 0.583992, - "f1": 0.529249, - "accuracy": 0.583992, - "main_score": 0.529249, - "hf_subset": "bod_Tibt-swh_Latn", - "languages": [ - "bod-Tibt", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547067, - "recall": 0.625494, - "f1": 0.567779, - "accuracy": 0.625494, - "main_score": 0.567779, - "hf_subset": "bod_Tibt-uzn_Latn", - "languages": [ - "bod-Tibt", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551103, - "recall": 0.628458, - "f1": 0.570273, - "accuracy": 0.628458, - "main_score": 0.570273, - "hf_subset": "bod_Tibt-als_Latn", - "languages": [ - "bod-Tibt", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295677, - "recall": 0.351779, - "f1": 0.309895, - "accuracy": 0.351779, - "main_score": 0.309895, - "hf_subset": "bod_Tibt-fij_Latn", - "languages": [ - "bod-Tibt", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520528, - "recall": 0.599802, - "f1": 0.542113, - "accuracy": 0.599802, - "main_score": 0.542113, - "hf_subset": "bod_Tibt-isl_Latn", - "languages": [ - "bod-Tibt", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.257199, - "recall": 0.296443, - "f1": 0.266895, - "accuracy": 0.296443, - "main_score": 0.266895, - "hf_subset": "bod_Tibt-kon_Latn", - "languages": [ - "bod-Tibt", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250476, - "recall": 0.30336, - "f1": 0.26355, - "accuracy": 0.30336, - "main_score": 0.26355, - "hf_subset": "bod_Tibt-mni_Beng", - "languages": [ - "bod-Tibt", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589963, - "recall": 0.66502, - "f1": 0.60945, - "accuracy": 0.66502, - "main_score": 0.60945, - "hf_subset": "bod_Tibt-ron_Latn", - "languages": [ - "bod-Tibt", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503711, - "recall": 0.583004, - "f1": 0.523529, - "accuracy": 0.583004, - "main_score": 0.523529, - "hf_subset": "bod_Tibt-szl_Latn", - "languages": [ - "bod-Tibt", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550322, - "recall": 0.620553, - "f1": 0.568495, - "accuracy": 0.620553, - "main_score": 0.568495, - "hf_subset": "bod_Tibt-vec_Latn", - "languages": [ - "bod-Tibt", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476611, - "recall": 0.563241, - "f1": 0.498286, - "accuracy": 0.563241, - "main_score": 0.498286, - "hf_subset": "bod_Tibt-amh_Ethi", - "languages": [ - "bod-Tibt", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573336, - "recall": 0.651186, - "f1": 0.592422, - "accuracy": 0.651186, - "main_score": 0.592422, - "hf_subset": "bod_Tibt-bos_Latn", - "languages": [ - "bod-Tibt", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549387, - "recall": 0.633399, - "f1": 0.57046, - "accuracy": 0.633399, - "main_score": 0.57046, - "hf_subset": "bod_Tibt-fin_Latn", - "languages": [ - "bod-Tibt", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564243, - "recall": 0.643281, - "f1": 0.584395, - "accuracy": 0.643281, - "main_score": 0.584395, - "hf_subset": "bod_Tibt-ita_Latn", - "languages": [ - "bod-Tibt", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568384, - "recall": 0.648221, - "f1": 0.589587, - "accuracy": 0.648221, - "main_score": 0.589587, - "hf_subset": "bod_Tibt-kor_Hang", - "languages": [ - "bod-Tibt", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23661, - "recall": 0.279644, - "f1": 0.24693, - "accuracy": 0.279644, - "main_score": 0.24693, - "hf_subset": "bod_Tibt-mos_Latn", - "languages": [ - "bod-Tibt", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261236, - "recall": 0.302372, - "f1": 0.271167, - "accuracy": 0.302372, - "main_score": 0.271167, - "hf_subset": "bod_Tibt-run_Latn", - "languages": [ - "bod-Tibt", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591873, - "recall": 0.671937, - "f1": 0.612875, - "accuracy": 0.671937, - "main_score": 0.612875, - "hf_subset": "bod_Tibt-tam_Taml", - "languages": [ - "bod-Tibt", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550129, - "recall": 0.626482, - "f1": 0.569459, - "accuracy": 0.626482, - "main_score": 0.569459, - "hf_subset": "bod_Tibt-vie_Latn", - "languages": [ - "bod-Tibt", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550748, - "recall": 0.624506, - "f1": 0.568865, - "accuracy": 0.624506, - "main_score": 0.568865, - "hf_subset": "bod_Tibt-apc_Arab", - "languages": [ - "bod-Tibt", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303209, - "recall": 0.353755, - "f1": 0.31618, - "accuracy": 0.353755, - "main_score": 0.31618, - "hf_subset": "bod_Tibt-bug_Latn", - "languages": [ - "bod-Tibt", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.218705, - "recall": 0.258893, - "f1": 0.228317, - "accuracy": 0.258893, - "main_score": 0.228317, - "hf_subset": "bod_Tibt-fon_Latn", - "languages": [ - "bod-Tibt", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521555, - "recall": 0.602767, - "f1": 0.541718, - "accuracy": 0.602767, - "main_score": 0.541718, - "hf_subset": "bod_Tibt-jav_Latn", - "languages": [ - "bod-Tibt", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539464, - "recall": 0.624506, - "f1": 0.561452, - "accuracy": 0.624506, - "main_score": 0.561452, - "hf_subset": "bod_Tibt-lao_Laoo", - "languages": [ - "bod-Tibt", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425077, - "recall": 0.498024, - "f1": 0.443325, - "accuracy": 0.498024, - "main_score": 0.443325, - "hf_subset": "bod_Tibt-mri_Latn", - "languages": [ - "bod-Tibt", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553007, - "recall": 0.630435, - "f1": 0.572262, - "accuracy": 0.630435, - "main_score": 0.572262, - "hf_subset": "bod_Tibt-rus_Cyrl", - "languages": [ - "bod-Tibt", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233407, - "recall": 0.262846, - "f1": 0.240648, - "accuracy": 0.262846, - "main_score": 0.240648, - "hf_subset": "bod_Tibt-taq_Latn", - "languages": [ - "bod-Tibt", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461483, - "recall": 0.539526, - "f1": 0.480198, - "accuracy": 0.539526, - "main_score": 0.480198, - "hf_subset": "bod_Tibt-war_Latn", - "languages": [ - "bod-Tibt", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581158, - "recall": 0.651186, - "f1": 0.598279, - "accuracy": 0.651186, - "main_score": 0.598279, - "hf_subset": "bod_Tibt-arb_Arab", - "languages": [ - "bod-Tibt", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574863, - "recall": 0.647233, - "f1": 0.592701, - "accuracy": 0.647233, - "main_score": 0.592701, - "hf_subset": "bod_Tibt-bul_Cyrl", - "languages": [ - "bod-Tibt", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581306, - "recall": 0.657115, - "f1": 0.601005, - "accuracy": 0.657115, - "main_score": 0.601005, - "hf_subset": "bod_Tibt-fra_Latn", - "languages": [ - "bod-Tibt", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531814, - "recall": 0.606719, - "f1": 0.55049, - "accuracy": 0.606719, - "main_score": 0.55049, - "hf_subset": "bod_Tibt-jpn_Jpan", - "languages": [ - "bod-Tibt", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477674, - "recall": 0.557312, - "f1": 0.498063, - "accuracy": 0.557312, - "main_score": 0.498063, - "hf_subset": "bod_Tibt-lij_Latn", - "languages": [ - "bod-Tibt", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560693, - "recall": 0.644269, - "f1": 0.582373, - "accuracy": 0.644269, - "main_score": 0.582373, - "hf_subset": "bod_Tibt-mya_Mymr", - "languages": [ - "bod-Tibt", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233859, - "recall": 0.277668, - "f1": 0.243842, - "accuracy": 0.277668, - "main_score": 0.243842, - "hf_subset": "bod_Tibt-sag_Latn", - "languages": [ - "bod-Tibt", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169885, - "recall": 0.202569, - "f1": 0.177704, - "accuracy": 0.202569, - "main_score": 0.177704, - "hf_subset": "bod_Tibt-taq_Tfng", - "languages": [ - "bod-Tibt", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242626, - "recall": 0.294466, - "f1": 0.25455, - "accuracy": 0.294466, - "main_score": 0.25455, - "hf_subset": "bod_Tibt-wol_Latn", - "languages": [ - "bod-Tibt", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326257, - "recall": 0.394269, - "f1": 0.342959, - "accuracy": 0.394269, - "main_score": 0.342959, - "hf_subset": "bod_Tibt-arb_Latn", - "languages": [ - "bod-Tibt", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575405, - "recall": 0.656126, - "f1": 0.596678, - "accuracy": 0.656126, - "main_score": 0.596678, - "hf_subset": "bod_Tibt-cat_Latn", - "languages": [ - "bod-Tibt", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447573, - "recall": 0.51581, - "f1": 0.463681, - "accuracy": 0.51581, - "main_score": 0.463681, - "hf_subset": "bod_Tibt-fur_Latn", - "languages": [ - "bod-Tibt", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215987, - "recall": 0.254941, - "f1": 0.225598, - "accuracy": 0.254941, - "main_score": 0.225598, - "hf_subset": "bod_Tibt-kab_Latn", - "languages": [ - "bod-Tibt", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447848, - "recall": 0.522727, - "f1": 0.466569, - "accuracy": 0.522727, - "main_score": 0.466569, - "hf_subset": "bod_Tibt-lim_Latn", - "languages": [ - "bod-Tibt", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557383, - "recall": 0.632411, - "f1": 0.576546, - "accuracy": 0.632411, - "main_score": 0.576546, - "hf_subset": "bod_Tibt-nld_Latn", - "languages": [ - "bod-Tibt", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554494, - "recall": 0.634387, - "f1": 0.575271, - "accuracy": 0.634387, - "main_score": 0.575271, - "hf_subset": "bod_Tibt-san_Deva", - "languages": [ - "bod-Tibt", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493465, - "recall": 0.582016, - "f1": 0.51514, - "accuracy": 0.582016, - "main_score": 0.51514, - "hf_subset": "bod_Tibt-tat_Cyrl", - "languages": [ - "bod-Tibt", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.283199, - "recall": 0.33004, - "f1": 0.294324, - "accuracy": 0.33004, - "main_score": 0.294324, - "hf_subset": "bod_Tibt-xho_Latn", - "languages": [ - "bod-Tibt", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543468, - "recall": 0.62253, - "f1": 0.563812, - "accuracy": 0.62253, - "main_score": 0.563812, - "hf_subset": "bod_Tibt-ars_Arab", - "languages": [ - "bod-Tibt", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511121, - "recall": 0.589921, - "f1": 0.53115, - "accuracy": 0.589921, - "main_score": 0.53115, - "hf_subset": "bod_Tibt-ceb_Latn", - "languages": [ - "bod-Tibt", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229875, - "recall": 0.270751, - "f1": 0.240894, - "accuracy": 0.270751, - "main_score": 0.240894, - "hf_subset": "bod_Tibt-fuv_Latn", - "languages": [ - "bod-Tibt", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.228355, - "recall": 0.266798, - "f1": 0.237181, - "accuracy": 0.266798, - "main_score": 0.237181, - "hf_subset": "bod_Tibt-kac_Latn", - "languages": [ - "bod-Tibt", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255002, - "recall": 0.298419, - "f1": 0.264681, - "accuracy": 0.298419, - "main_score": 0.264681, - "hf_subset": "bod_Tibt-lin_Latn", - "languages": [ - "bod-Tibt", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55205, - "recall": 0.635375, - "f1": 0.573753, - "accuracy": 0.635375, - "main_score": 0.573753, - "hf_subset": "bod_Tibt-nno_Latn", - "languages": [ - "bod-Tibt", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175793, - "recall": 0.237154, - "f1": 0.191686, - "accuracy": 0.237154, - "main_score": 0.191686, - "hf_subset": "bod_Tibt-sat_Olck", - "languages": [ - "bod-Tibt", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577952, - "recall": 0.663043, - "f1": 0.600329, - "accuracy": 0.663043, - "main_score": 0.600329, - "hf_subset": "bod_Tibt-tel_Telu", - "languages": [ - "bod-Tibt", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448736, - "recall": 0.513834, - "f1": 0.464706, - "accuracy": 0.513834, - "main_score": 0.464706, - "hf_subset": "bod_Tibt-ydd_Hebr", - "languages": [ - "bod-Tibt", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486652, - "recall": 0.554348, - "f1": 0.503266, - "accuracy": 0.554348, - "main_score": 0.503266, - "hf_subset": "bod_Tibt-ary_Arab", - "languages": [ - "bod-Tibt", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551695, - "recall": 0.630435, - "f1": 0.571212, - "accuracy": 0.630435, - "main_score": 0.571212, - "hf_subset": "bod_Tibt-ces_Latn", - "languages": [ - "bod-Tibt", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.275143, - "recall": 0.323123, - "f1": 0.287309, - "accuracy": 0.323123, - "main_score": 0.287309, - "hf_subset": "bod_Tibt-gaz_Latn", - "languages": [ - "bod-Tibt", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262256, - "recall": 0.310277, - "f1": 0.274882, - "accuracy": 0.310277, - "main_score": 0.274882, - "hf_subset": "bod_Tibt-kam_Latn", - "languages": [ - "bod-Tibt", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543619, - "recall": 0.619565, - "f1": 0.563439, - "accuracy": 0.619565, - "main_score": 0.563439, - "hf_subset": "bod_Tibt-lit_Latn", - "languages": [ - "bod-Tibt", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560604, - "recall": 0.636364, - "f1": 0.579262, - "accuracy": 0.636364, - "main_score": 0.579262, - "hf_subset": "bod_Tibt-nob_Latn", - "languages": [ - "bod-Tibt", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453594, - "recall": 0.519763, - "f1": 0.469053, - "accuracy": 0.519763, - "main_score": 0.469053, - "hf_subset": "bod_Tibt-scn_Latn", - "languages": [ - "bod-Tibt", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493255, - "recall": 0.564229, - "f1": 0.511167, - "accuracy": 0.564229, - "main_score": 0.511167, - "hf_subset": "bod_Tibt-tgk_Cyrl", - "languages": [ - "bod-Tibt", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277045, - "recall": 0.349802, - "f1": 0.295587, - "accuracy": 0.349802, - "main_score": 0.295587, - "hf_subset": "bod_Tibt-yor_Latn", - "languages": [ - "bod-Tibt", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516432, - "recall": 0.593874, - "f1": 0.535659, - "accuracy": 0.593874, - "main_score": 0.535659, - "hf_subset": "bod_Tibt-arz_Arab", - "languages": [ - "bod-Tibt", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.234234, - "recall": 0.277668, - "f1": 0.244686, - "accuracy": 0.277668, - "main_score": 0.244686, - "hf_subset": "bod_Tibt-cjk_Latn", - "languages": [ - "bod-Tibt", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332132, - "recall": 0.400198, - "f1": 0.34921, - "accuracy": 0.400198, - "main_score": 0.34921, - "hf_subset": "bod_Tibt-gla_Latn", - "languages": [ - "bod-Tibt", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588204, - "recall": 0.661067, - "f1": 0.607007, - "accuracy": 0.661067, - "main_score": 0.607007, - "hf_subset": "bod_Tibt-kan_Knda", - "languages": [ - "bod-Tibt", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463343, - "recall": 0.536561, - "f1": 0.481606, - "accuracy": 0.536561, - "main_score": 0.481606, - "hf_subset": "bod_Tibt-lmo_Latn", - "languages": [ - "bod-Tibt", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58604, - "recall": 0.666996, - "f1": 0.606966, - "accuracy": 0.666996, - "main_score": 0.606966, - "hf_subset": "bod_Tibt-npi_Deva", - "languages": [ - "bod-Tibt", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190113, - "recall": 0.221344, - "f1": 0.197594, - "accuracy": 0.221344, - "main_score": 0.197594, - "hf_subset": "bod_Tibt-shn_Mymr", - "languages": [ - "bod-Tibt", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564821, - "recall": 0.642292, - "f1": 0.584037, - "accuracy": 0.642292, - "main_score": 0.584037, - "hf_subset": "bod_Tibt-tgl_Latn", - "languages": [ - "bod-Tibt", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559747, - "recall": 0.639328, - "f1": 0.579896, - "accuracy": 0.639328, - "main_score": 0.579896, - "hf_subset": "bod_Tibt-yue_Hant", - "languages": [ - "bod-Tibt", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573895, - "recall": 0.650198, - "f1": 0.593597, - "accuracy": 0.650198, - "main_score": 0.593597, - "hf_subset": "bod_Tibt-asm_Beng", - "languages": [ - "bod-Tibt", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471588, - "recall": 0.547431, - "f1": 0.490147, - "accuracy": 0.547431, - "main_score": 0.490147, - "hf_subset": "bod_Tibt-ckb_Arab", - "languages": [ - "bod-Tibt", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400895, - "recall": 0.469368, - "f1": 0.417841, - "accuracy": 0.469368, - "main_score": 0.417841, - "hf_subset": "bod_Tibt-gle_Latn", - "languages": [ - "bod-Tibt", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378441, - "recall": 0.449605, - "f1": 0.39539, - "accuracy": 0.449605, - "main_score": 0.39539, - "hf_subset": "bod_Tibt-kas_Arab", - "languages": [ - "bod-Tibt", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382797, - "recall": 0.459486, - "f1": 0.401699, - "accuracy": 0.459486, - "main_score": 0.401699, - "hf_subset": "bod_Tibt-ltg_Latn", - "languages": [ - "bod-Tibt", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261195, - "recall": 0.300395, - "f1": 0.270275, - "accuracy": 0.300395, - "main_score": 0.270275, - "hf_subset": "bod_Tibt-nso_Latn", - "languages": [ - "bod-Tibt", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529826, - "recall": 0.606719, - "f1": 0.550231, - "accuracy": 0.606719, - "main_score": 0.550231, - "hf_subset": "bod_Tibt-sin_Sinh", - "languages": [ - "bod-Tibt", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55203, - "recall": 0.630435, - "f1": 0.572043, - "accuracy": 0.630435, - "main_score": 0.572043, - "hf_subset": "bod_Tibt-tha_Thai", - "languages": [ - "bod-Tibt", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517029, - "recall": 0.591897, - "f1": 0.535381, - "accuracy": 0.591897, - "main_score": 0.535381, - "hf_subset": "bod_Tibt-zho_Hans", - "languages": [ - "bod-Tibt", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551048, - "recall": 0.626482, - "f1": 0.570539, - "accuracy": 0.626482, - "main_score": 0.570539, - "hf_subset": "bod_Tibt-ast_Latn", - "languages": [ - "bod-Tibt", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517907, - "recall": 0.604743, - "f1": 0.540884, - "accuracy": 0.604743, - "main_score": 0.540884, - "hf_subset": "bod_Tibt-crh_Latn", - "languages": [ - "bod-Tibt", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571871, - "recall": 0.653162, - "f1": 0.59244, - "accuracy": 0.653162, - "main_score": 0.59244, - "hf_subset": "bod_Tibt-glg_Latn", - "languages": [ - "bod-Tibt", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34987, - "recall": 0.416008, - "f1": 0.365525, - "accuracy": 0.416008, - "main_score": 0.365525, - "hf_subset": "bod_Tibt-kas_Deva", - "languages": [ - "bod-Tibt", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435962, - "recall": 0.509881, - "f1": 0.45369, - "accuracy": 0.509881, - "main_score": 0.45369, - "hf_subset": "bod_Tibt-ltz_Latn", - "languages": [ - "bod-Tibt", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.238072, - "recall": 0.274704, - "f1": 0.247022, - "accuracy": 0.274704, - "main_score": 0.247022, - "hf_subset": "bod_Tibt-nus_Latn", - "languages": [ - "bod-Tibt", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560396, - "recall": 0.635375, - "f1": 0.579401, - "accuracy": 0.635375, - "main_score": 0.579401, - "hf_subset": "bod_Tibt-slk_Latn", - "languages": [ - "bod-Tibt", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.273611, - "recall": 0.332016, - "f1": 0.288633, - "accuracy": 0.332016, - "main_score": 0.288633, - "hf_subset": "bod_Tibt-tir_Ethi", - "languages": [ - "bod-Tibt", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545439, - "recall": 0.625494, - "f1": 0.566313, - "accuracy": 0.625494, - "main_score": 0.566313, - "hf_subset": "bod_Tibt-zho_Hant", - "languages": [ - "bod-Tibt", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571537, - "recall": 0.650198, - "f1": 0.592377, - "accuracy": 0.650198, - "main_score": 0.592377, - "hf_subset": "bod_Tibt-awa_Deva", - "languages": [ - "bod-Tibt", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467828, - "recall": 0.548419, - "f1": 0.4885, - "accuracy": 0.548419, - "main_score": 0.4885, - "hf_subset": "bod_Tibt-cym_Latn", - "languages": [ - "bod-Tibt", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303107, - "recall": 0.356719, - "f1": 0.315984, - "accuracy": 0.356719, - "main_score": 0.315984, - "hf_subset": "bod_Tibt-grn_Latn", - "languages": [ - "bod-Tibt", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521307, - "recall": 0.599802, - "f1": 0.541122, - "accuracy": 0.599802, - "main_score": 0.541122, - "hf_subset": "bod_Tibt-kat_Geor", - "languages": [ - "bod-Tibt", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.258865, - "recall": 0.306324, - "f1": 0.270942, - "accuracy": 0.306324, - "main_score": 0.270942, - "hf_subset": "bod_Tibt-lua_Latn", - "languages": [ - "bod-Tibt", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255398, - "recall": 0.301383, - "f1": 0.266326, - "accuracy": 0.301383, - "main_score": 0.266326, - "hf_subset": "bod_Tibt-nya_Latn", - "languages": [ - "bod-Tibt", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549747, - "recall": 0.624506, - "f1": 0.568465, - "accuracy": 0.624506, - "main_score": 0.568465, - "hf_subset": "bod_Tibt-slv_Latn", - "languages": [ - "bod-Tibt", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386331, - "recall": 0.45751, - "f1": 0.403801, - "accuracy": 0.45751, - "main_score": 0.403801, - "hf_subset": "bod_Tibt-tpi_Latn", - "languages": [ - "bod-Tibt", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590033, - "recall": 0.664032, - "f1": 0.608633, - "accuracy": 0.664032, - "main_score": 0.608633, - "hf_subset": "bod_Tibt-zsm_Latn", - "languages": [ - "bod-Tibt", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242077, - "recall": 0.27668, - "f1": 0.250178, - "accuracy": 0.27668, - "main_score": 0.250178, - "hf_subset": "bod_Tibt-ayr_Latn", - "languages": [ - "bod-Tibt", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567038, - "recall": 0.651186, - "f1": 0.589157, - "accuracy": 0.651186, - "main_score": 0.589157, - "hf_subset": "bod_Tibt-dan_Latn", - "languages": [ - "bod-Tibt", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603799, - "recall": 0.676877, - "f1": 0.62255, - "accuracy": 0.676877, - "main_score": 0.62255, - "hf_subset": "bod_Tibt-guj_Gujr", - "languages": [ - "bod-Tibt", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559022, - "recall": 0.636364, - "f1": 0.579032, - "accuracy": 0.636364, - "main_score": 0.579032, - "hf_subset": "bod_Tibt-kaz_Cyrl", - "languages": [ - "bod-Tibt", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233061, - "recall": 0.279644, - "f1": 0.244291, - "accuracy": 0.279644, - "main_score": 0.244291, - "hf_subset": "bod_Tibt-lug_Latn", - "languages": [ - "bod-Tibt", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553043, - "recall": 0.628458, - "f1": 0.572187, - "accuracy": 0.628458, - "main_score": 0.572187, - "hf_subset": "bod_Tibt-oci_Latn", - "languages": [ - "bod-Tibt", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373911, - "recall": 0.4417, - "f1": 0.391648, - "accuracy": 0.4417, - "main_score": 0.391648, - "hf_subset": "bod_Tibt-smo_Latn", - "languages": [ - "bod-Tibt", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240351, - "recall": 0.283597, - "f1": 0.251287, - "accuracy": 0.283597, - "main_score": 0.251287, - "hf_subset": "bod_Tibt-tsn_Latn", - "languages": [ - "bod-Tibt", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.273129, - "recall": 0.322134, - "f1": 0.285255, - "accuracy": 0.322134, - "main_score": 0.285255, - "hf_subset": "bod_Tibt-zul_Latn", - "languages": [ - "bod-Tibt", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37375, - "recall": 0.439723, - "f1": 0.390385, - "accuracy": 0.439723, - "main_score": 0.390385, - "hf_subset": "bod_Tibt-azb_Arab", - "languages": [ - "bod-Tibt", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563853, - "recall": 0.644269, - "f1": 0.584586, - "accuracy": 0.644269, - "main_score": 0.584586, - "hf_subset": "bod_Tibt-deu_Latn", - "languages": [ - "bod-Tibt", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454867, - "recall": 0.523715, - "f1": 0.47228, - "accuracy": 0.523715, - "main_score": 0.47228, - "hf_subset": "bod_Tibt-hat_Latn", - "languages": [ - "bod-Tibt", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212486, - "recall": 0.253953, - "f1": 0.223441, - "accuracy": 0.253953, - "main_score": 0.223441, - "hf_subset": "bod_Tibt-kbp_Latn", - "languages": [ - "bod-Tibt", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221682, - "recall": 0.269763, - "f1": 0.233049, - "accuracy": 0.269763, - "main_score": 0.233049, - "hf_subset": "bod_Tibt-luo_Latn", - "languages": [ - "bod-Tibt", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585114, - "recall": 0.663043, - "f1": 0.605298, - "accuracy": 0.663043, - "main_score": 0.605298, - "hf_subset": "bod_Tibt-ory_Orya", - "languages": [ - "bod-Tibt", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225555, - "recall": 0.274704, - "f1": 0.236604, - "accuracy": 0.274704, - "main_score": 0.236604, - "hf_subset": "bod_Tibt-sna_Latn", - "languages": [ - "bod-Tibt", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23777, - "recall": 0.280632, - "f1": 0.247247, - "accuracy": 0.280632, - "main_score": 0.247247, - "hf_subset": "bod_Tibt-tso_Latn", - "languages": [ - "bod-Tibt", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513692, - "recall": 0.600791, - "f1": 0.536165, - "accuracy": 0.600791, - "main_score": 0.536165, - "hf_subset": "bod_Tibt-azj_Latn", - "languages": [ - "bod-Tibt", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172483, - "recall": 0.214427, - "f1": 0.183308, - "accuracy": 0.214427, - "main_score": 0.183308, - "hf_subset": "bod_Tibt-dik_Latn", - "languages": [ - "bod-Tibt", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.346822, - "recall": 0.411067, - "f1": 0.361883, - "accuracy": 0.411067, - "main_score": 0.361883, - "hf_subset": "bod_Tibt-hau_Latn", - "languages": [ - "bod-Tibt", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436302, - "recall": 0.490119, - "f1": 0.450433, - "accuracy": 0.490119, - "main_score": 0.450433, - "hf_subset": "bod_Tibt-kea_Latn", - "languages": [ - "bod-Tibt", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.278782, - "recall": 0.33004, - "f1": 0.290823, - "accuracy": 0.33004, - "main_score": 0.290823, - "hf_subset": "bod_Tibt-lus_Latn", - "languages": [ - "bod-Tibt", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313596, - "recall": 0.367589, - "f1": 0.326822, - "accuracy": 0.367589, - "main_score": 0.326822, - "hf_subset": "bod_Tibt-pag_Latn", - "languages": [ - "bod-Tibt", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555613, - "recall": 0.633399, - "f1": 0.575343, - "accuracy": 0.633399, - "main_score": 0.575343, - "hf_subset": "bod_Tibt-snd_Arab", - "languages": [ - "bod-Tibt", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433632, - "recall": 0.508893, - "f1": 0.452093, - "accuracy": 0.508893, - "main_score": 0.452093, - "hf_subset": "bod_Tibt-tuk_Latn", - "languages": [ - "bod-Tibt", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469674, - "recall": 0.547431, - "f1": 0.488629, - "accuracy": 0.547431, - "main_score": 0.488629, - "hf_subset": "bod_Tibt-bak_Cyrl", - "languages": [ - "bod-Tibt", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135882, - "recall": 0.181818, - "f1": 0.146388, - "accuracy": 0.181818, - "main_score": 0.146388, - "hf_subset": "bod_Tibt-dyu_Latn", - "languages": [ - "bod-Tibt", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584495, - "recall": 0.660079, - "f1": 0.604284, - "accuracy": 0.660079, - "main_score": 0.604284, - "hf_subset": "bod_Tibt-heb_Hebr", - "languages": [ - "bod-Tibt", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500668, - "recall": 0.579051, - "f1": 0.520656, - "accuracy": 0.579051, - "main_score": 0.520656, - "hf_subset": "bod_Tibt-khk_Cyrl", - "languages": [ - "bod-Tibt", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555645, - "recall": 0.632411, - "f1": 0.574758, - "accuracy": 0.632411, - "main_score": 0.574758, - "hf_subset": "bod_Tibt-lvs_Latn", - "languages": [ - "bod-Tibt", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60011, - "recall": 0.674901, - "f1": 0.620026, - "accuracy": 0.674901, - "main_score": 0.620026, - "hf_subset": "bod_Tibt-pan_Guru", - "languages": [ - "bod-Tibt", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319043, - "recall": 0.376482, - "f1": 0.333147, - "accuracy": 0.376482, - "main_score": 0.333147, - "hf_subset": "bod_Tibt-som_Latn", - "languages": [ - "bod-Tibt", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250542, - "recall": 0.293478, - "f1": 0.261145, - "accuracy": 0.293478, - "main_score": 0.261145, - "hf_subset": "bod_Tibt-tum_Latn", - "languages": [ - "bod-Tibt", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455116, - "recall": 0.506917, - "f1": 0.469051, - "accuracy": 0.506917, - "main_score": 0.469051, - "hf_subset": "fij_Latn-ace_Arab", - "languages": [ - "fij-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507068, - "recall": 0.551383, - "f1": 0.519408, - "accuracy": 0.551383, - "main_score": 0.519408, - "hf_subset": "fij_Latn-bam_Latn", - "languages": [ - "fij-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261503, - "recall": 0.311265, - "f1": 0.273587, - "accuracy": 0.311265, - "main_score": 0.273587, - "hf_subset": "fij_Latn-dzo_Tibt", - "languages": [ - "fij-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674764, - "recall": 0.730237, - "f1": 0.689563, - "accuracy": 0.730237, - "main_score": 0.689563, - "hf_subset": "fij_Latn-hin_Deva", - "languages": [ - "fij-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619278, - "recall": 0.676877, - "f1": 0.634312, - "accuracy": 0.676877, - "main_score": 0.634312, - "hf_subset": "fij_Latn-khm_Khmr", - "languages": [ - "fij-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653718, - "recall": 0.70751, - "f1": 0.668021, - "accuracy": 0.70751, - "main_score": 0.668021, - "hf_subset": "fij_Latn-mag_Deva", - "languages": [ - "fij-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639139, - "recall": 0.685771, - "f1": 0.65078, - "accuracy": 0.685771, - "main_score": 0.65078, - "hf_subset": "fij_Latn-pap_Latn", - "languages": [ - "fij-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577305, - "recall": 0.620553, - "f1": 0.588708, - "accuracy": 0.620553, - "main_score": 0.588708, - "hf_subset": "fij_Latn-sot_Latn", - "languages": [ - "fij-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64012, - "recall": 0.699605, - "f1": 0.657123, - "accuracy": 0.699605, - "main_score": 0.657123, - "hf_subset": "fij_Latn-tur_Latn", - "languages": [ - "fij-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622552, - "recall": 0.660079, - "f1": 0.632289, - "accuracy": 0.660079, - "main_score": 0.632289, - "hf_subset": "fij_Latn-ace_Latn", - "languages": [ - "fij-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636437, - "recall": 0.668972, - "f1": 0.644644, - "accuracy": 0.668972, - "main_score": 0.644644, - "hf_subset": "fij_Latn-ban_Latn", - "languages": [ - "fij-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651004, - "recall": 0.708498, - "f1": 0.665793, - "accuracy": 0.708498, - "main_score": 0.665793, - "hf_subset": "fij_Latn-ell_Grek", - "languages": [ - "fij-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635589, - "recall": 0.6917, - "f1": 0.650457, - "accuracy": 0.6917, - "main_score": 0.650457, - "hf_subset": "fij_Latn-hne_Deva", - "languages": [ - "fij-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515524, - "recall": 0.559289, - "f1": 0.527961, - "accuracy": 0.559289, - "main_score": 0.527961, - "hf_subset": "fij_Latn-kik_Latn", - "languages": [ - "fij-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653741, - "recall": 0.705534, - "f1": 0.667038, - "accuracy": 0.705534, - "main_score": 0.667038, - "hf_subset": "fij_Latn-mai_Deva", - "languages": [ - "fij-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588881, - "recall": 0.648221, - "f1": 0.604664, - "accuracy": 0.648221, - "main_score": 0.604664, - "hf_subset": "fij_Latn-pbt_Arab", - "languages": [ - "fij-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667496, - "recall": 0.721344, - "f1": 0.682067, - "accuracy": 0.721344, - "main_score": 0.682067, - "hf_subset": "fij_Latn-spa_Latn", - "languages": [ - "fij-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54116, - "recall": 0.582016, - "f1": 0.552515, - "accuracy": 0.582016, - "main_score": 0.552515, - "hf_subset": "fij_Latn-twi_Latn", - "languages": [ - "fij-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650291, - "recall": 0.705534, - "f1": 0.665118, - "accuracy": 0.705534, - "main_score": 0.665118, - "hf_subset": "fij_Latn-acm_Arab", - "languages": [ - "fij-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629282, - "recall": 0.68083, - "f1": 0.642813, - "accuracy": 0.68083, - "main_score": 0.642813, - "hf_subset": "fij_Latn-bel_Cyrl", - "languages": [ - "fij-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693243, - "recall": 0.746047, - "f1": 0.707418, - "accuracy": 0.746047, - "main_score": 0.707418, - "hf_subset": "fij_Latn-eng_Latn", - "languages": [ - "fij-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684996, - "recall": 0.727273, - "f1": 0.695645, - "accuracy": 0.727273, - "main_score": 0.695645, - "hf_subset": "fij_Latn-hrv_Latn", - "languages": [ - "fij-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517342, - "recall": 0.5583, - "f1": 0.529076, - "accuracy": 0.5583, - "main_score": 0.529076, - "hf_subset": "fij_Latn-kin_Latn", - "languages": [ - "fij-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653711, - "recall": 0.706522, - "f1": 0.667173, - "accuracy": 0.706522, - "main_score": 0.667173, - "hf_subset": "fij_Latn-mal_Mlym", - "languages": [ - "fij-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647384, - "recall": 0.705534, - "f1": 0.66275, - "accuracy": 0.705534, - "main_score": 0.66275, - "hf_subset": "fij_Latn-pes_Arab", - "languages": [ - "fij-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636737, - "recall": 0.685771, - "f1": 0.64923, - "accuracy": 0.685771, - "main_score": 0.64923, - "hf_subset": "fij_Latn-srd_Latn", - "languages": [ - "fij-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202817, - "recall": 0.248024, - "f1": 0.214488, - "accuracy": 0.248024, - "main_score": 0.214488, - "hf_subset": "fij_Latn-tzm_Tfng", - "languages": [ - "fij-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643073, - "recall": 0.704545, - "f1": 0.659565, - "accuracy": 0.704545, - "main_score": 0.659565, - "hf_subset": "fij_Latn-acq_Arab", - "languages": [ - "fij-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596382, - "recall": 0.634387, - "f1": 0.606656, - "accuracy": 0.634387, - "main_score": 0.606656, - "hf_subset": "fij_Latn-bem_Latn", - "languages": [ - "fij-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665451, - "recall": 0.716403, - "f1": 0.679548, - "accuracy": 0.716403, - "main_score": 0.679548, - "hf_subset": "fij_Latn-epo_Latn", - "languages": [ - "fij-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66505, - "recall": 0.714427, - "f1": 0.677787, - "accuracy": 0.714427, - "main_score": 0.677787, - "hf_subset": "fij_Latn-hun_Latn", - "languages": [ - "fij-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615696, - "recall": 0.672925, - "f1": 0.631244, - "accuracy": 0.672925, - "main_score": 0.631244, - "hf_subset": "fij_Latn-kir_Cyrl", - "languages": [ - "fij-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657045, - "recall": 0.70751, - "f1": 0.670662, - "accuracy": 0.70751, - "main_score": 0.670662, - "hf_subset": "fij_Latn-mar_Deva", - "languages": [ - "fij-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573421, - "recall": 0.621542, - "f1": 0.586227, - "accuracy": 0.621542, - "main_score": 0.586227, - "hf_subset": "fij_Latn-plt_Latn", - "languages": [ - "fij-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670731, - "recall": 0.725296, - "f1": 0.684963, - "accuracy": 0.725296, - "main_score": 0.684963, - "hf_subset": "fij_Latn-srp_Cyrl", - "languages": [ - "fij-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577223, - "recall": 0.635375, - "f1": 0.593125, - "accuracy": 0.635375, - "main_score": 0.593125, - "hf_subset": "fij_Latn-uig_Arab", - "languages": [ - "fij-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627164, - "recall": 0.685771, - "f1": 0.642892, - "accuracy": 0.685771, - "main_score": 0.642892, - "hf_subset": "fij_Latn-aeb_Arab", - "languages": [ - "fij-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655533, - "recall": 0.711462, - "f1": 0.671213, - "accuracy": 0.711462, - "main_score": 0.671213, - "hf_subset": "fij_Latn-ben_Beng", - "languages": [ - "fij-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644923, - "recall": 0.69664, - "f1": 0.659338, - "accuracy": 0.69664, - "main_score": 0.659338, - "hf_subset": "fij_Latn-est_Latn", - "languages": [ - "fij-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641469, - "recall": 0.701581, - "f1": 0.657509, - "accuracy": 0.701581, - "main_score": 0.657509, - "hf_subset": "fij_Latn-hye_Armn", - "languages": [ - "fij-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52128, - "recall": 0.563241, - "f1": 0.533564, - "accuracy": 0.563241, - "main_score": 0.533564, - "hf_subset": "fij_Latn-kmb_Latn", - "languages": [ - "fij-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405154, - "recall": 0.452569, - "f1": 0.418228, - "accuracy": 0.452569, - "main_score": 0.418228, - "hf_subset": "fij_Latn-min_Arab", - "languages": [ - "fij-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650621, - "recall": 0.708498, - "f1": 0.666508, - "accuracy": 0.708498, - "main_score": 0.666508, - "hf_subset": "fij_Latn-pol_Latn", - "languages": [ - "fij-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55057, - "recall": 0.599802, - "f1": 0.564197, - "accuracy": 0.599802, - "main_score": 0.564197, - "hf_subset": "fij_Latn-ssw_Latn", - "languages": [ - "fij-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677097, - "recall": 0.733202, - "f1": 0.692862, - "accuracy": 0.733202, - "main_score": 0.692862, - "hf_subset": "fij_Latn-ukr_Cyrl", - "languages": [ - "fij-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681338, - "recall": 0.73913, - "f1": 0.697221, - "accuracy": 0.73913, - "main_score": 0.697221, - "hf_subset": "fij_Latn-afr_Latn", - "languages": [ - "fij-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637215, - "recall": 0.688735, - "f1": 0.651503, - "accuracy": 0.688735, - "main_score": 0.651503, - "hf_subset": "fij_Latn-bho_Deva", - "languages": [ - "fij-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634331, - "recall": 0.688735, - "f1": 0.648759, - "accuracy": 0.688735, - "main_score": 0.648759, - "hf_subset": "fij_Latn-eus_Latn", - "languages": [ - "fij-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54493, - "recall": 0.599802, - "f1": 0.560409, - "accuracy": 0.599802, - "main_score": 0.560409, - "hf_subset": "fij_Latn-ibo_Latn", - "languages": [ - "fij-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595566, - "recall": 0.642292, - "f1": 0.608418, - "accuracy": 0.642292, - "main_score": 0.608418, - "hf_subset": "fij_Latn-kmr_Latn", - "languages": [ - "fij-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652657, - "recall": 0.694664, - "f1": 0.664177, - "accuracy": 0.694664, - "main_score": 0.664177, - "hf_subset": "fij_Latn-min_Latn", - "languages": [ - "fij-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684635, - "recall": 0.735178, - "f1": 0.698464, - "accuracy": 0.735178, - "main_score": 0.698464, - "hf_subset": "fij_Latn-por_Latn", - "languages": [ - "fij-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656287, - "recall": 0.712451, - "f1": 0.670644, - "accuracy": 0.712451, - "main_score": 0.670644, - "hf_subset": "fij_Latn-sun_Latn", - "languages": [ - "fij-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486942, - "recall": 0.535573, - "f1": 0.501303, - "accuracy": 0.535573, - "main_score": 0.501303, - "hf_subset": "fij_Latn-umb_Latn", - "languages": [ - "fij-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650785, - "recall": 0.705534, - "f1": 0.66563, - "accuracy": 0.705534, - "main_score": 0.66563, - "hf_subset": "fij_Latn-ajp_Arab", - "languages": [ - "fij-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433879, - "recall": 0.479249, - "f1": 0.445987, - "accuracy": 0.479249, - "main_score": 0.445987, - "hf_subset": "fij_Latn-bjn_Arab", - "languages": [ - "fij-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484666, - "recall": 0.531621, - "f1": 0.497632, - "accuracy": 0.531621, - "main_score": 0.497632, - "hf_subset": "fij_Latn-ewe_Latn", - "languages": [ - "fij-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649793, - "recall": 0.693676, - "f1": 0.661517, - "accuracy": 0.693676, - "main_score": 0.661517, - "hf_subset": "fij_Latn-ilo_Latn", - "languages": [ - "fij-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303888, - "recall": 0.352767, - "f1": 0.317339, - "accuracy": 0.352767, - "main_score": 0.317339, - "hf_subset": "fij_Latn-knc_Arab", - "languages": [ - "fij-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66258, - "recall": 0.725296, - "f1": 0.679185, - "accuracy": 0.725296, - "main_score": 0.679185, - "hf_subset": "fij_Latn-mkd_Cyrl", - "languages": [ - "fij-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645629, - "recall": 0.702569, - "f1": 0.66107, - "accuracy": 0.702569, - "main_score": 0.66107, - "hf_subset": "fij_Latn-prs_Arab", - "languages": [ - "fij-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685532, - "recall": 0.741107, - "f1": 0.700933, - "accuracy": 0.741107, - "main_score": 0.700933, - "hf_subset": "fij_Latn-swe_Latn", - "languages": [ - "fij-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652369, - "recall": 0.706522, - "f1": 0.667014, - "accuracy": 0.706522, - "main_score": 0.667014, - "hf_subset": "fij_Latn-urd_Arab", - "languages": [ - "fij-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545791, - "recall": 0.585968, - "f1": 0.556895, - "accuracy": 0.585968, - "main_score": 0.556895, - "hf_subset": "fij_Latn-aka_Latn", - "languages": [ - "fij-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658912, - "recall": 0.703557, - "f1": 0.670425, - "accuracy": 0.703557, - "main_score": 0.670425, - "hf_subset": "fij_Latn-bjn_Latn", - "languages": [ - "fij-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63208, - "recall": 0.678854, - "f1": 0.644533, - "accuracy": 0.678854, - "main_score": 0.644533, - "hf_subset": "fij_Latn-fao_Latn", - "languages": [ - "fij-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686682, - "recall": 0.740119, - "f1": 0.700868, - "accuracy": 0.740119, - "main_score": 0.700868, - "hf_subset": "fij_Latn-ind_Latn", - "languages": [ - "fij-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548865, - "recall": 0.586957, - "f1": 0.559845, - "accuracy": 0.586957, - "main_score": 0.559845, - "hf_subset": "fij_Latn-knc_Latn", - "languages": [ - "fij-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648401, - "recall": 0.703557, - "f1": 0.662906, - "accuracy": 0.703557, - "main_score": 0.662906, - "hf_subset": "fij_Latn-mlt_Latn", - "languages": [ - "fij-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551989, - "recall": 0.596838, - "f1": 0.565159, - "accuracy": 0.596838, - "main_score": 0.565159, - "hf_subset": "fij_Latn-quy_Latn", - "languages": [ - "fij-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65412, - "recall": 0.709486, - "f1": 0.669314, - "accuracy": 0.709486, - "main_score": 0.669314, - "hf_subset": "fij_Latn-swh_Latn", - "languages": [ - "fij-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630451, - "recall": 0.686759, - "f1": 0.645597, - "accuracy": 0.686759, - "main_score": 0.645597, - "hf_subset": "fij_Latn-uzn_Latn", - "languages": [ - "fij-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669196, - "recall": 0.722332, - "f1": 0.683605, - "accuracy": 0.722332, - "main_score": 0.683605, - "hf_subset": "fij_Latn-als_Latn", - "languages": [ - "fij-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35535, - "recall": 0.420949, - "f1": 0.371887, - "accuracy": 0.420949, - "main_score": 0.371887, - "hf_subset": "fij_Latn-bod_Tibt", - "languages": [ - "fij-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631105, - "recall": 0.682806, - "f1": 0.645495, - "accuracy": 0.682806, - "main_score": 0.645495, - "hf_subset": "fij_Latn-isl_Latn", - "languages": [ - "fij-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567989, - "recall": 0.607708, - "f1": 0.579296, - "accuracy": 0.607708, - "main_score": 0.579296, - "hf_subset": "fij_Latn-kon_Latn", - "languages": [ - "fij-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50071, - "recall": 0.550395, - "f1": 0.514444, - "accuracy": 0.550395, - "main_score": 0.514444, - "hf_subset": "fij_Latn-mni_Beng", - "languages": [ - "fij-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693732, - "recall": 0.744071, - "f1": 0.707247, - "accuracy": 0.744071, - "main_score": 0.707247, - "hf_subset": "fij_Latn-ron_Latn", - "languages": [ - "fij-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636453, - "recall": 0.689723, - "f1": 0.651013, - "accuracy": 0.689723, - "main_score": 0.651013, - "hf_subset": "fij_Latn-szl_Latn", - "languages": [ - "fij-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676239, - "recall": 0.731225, - "f1": 0.691172, - "accuracy": 0.731225, - "main_score": 0.691172, - "hf_subset": "fij_Latn-vec_Latn", - "languages": [ - "fij-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55449, - "recall": 0.617589, - "f1": 0.571344, - "accuracy": 0.617589, - "main_score": 0.571344, - "hf_subset": "fij_Latn-amh_Ethi", - "languages": [ - "fij-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690871, - "recall": 0.742095, - "f1": 0.704358, - "accuracy": 0.742095, - "main_score": 0.704358, - "hf_subset": "fij_Latn-bos_Latn", - "languages": [ - "fij-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648994, - "recall": 0.704545, - "f1": 0.664063, - "accuracy": 0.704545, - "main_score": 0.664063, - "hf_subset": "fij_Latn-fin_Latn", - "languages": [ - "fij-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676855, - "recall": 0.730237, - "f1": 0.69099, - "accuracy": 0.730237, - "main_score": 0.69099, - "hf_subset": "fij_Latn-ita_Latn", - "languages": [ - "fij-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650586, - "recall": 0.710474, - "f1": 0.666572, - "accuracy": 0.710474, - "main_score": 0.666572, - "hf_subset": "fij_Latn-kor_Hang", - "languages": [ - "fij-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513743, - "recall": 0.554348, - "f1": 0.525276, - "accuracy": 0.554348, - "main_score": 0.525276, - "hf_subset": "fij_Latn-mos_Latn", - "languages": [ - "fij-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525047, - "recall": 0.566206, - "f1": 0.536715, - "accuracy": 0.566206, - "main_score": 0.536715, - "hf_subset": "fij_Latn-run_Latn", - "languages": [ - "fij-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628798, - "recall": 0.684783, - "f1": 0.643909, - "accuracy": 0.684783, - "main_score": 0.643909, - "hf_subset": "fij_Latn-tam_Taml", - "languages": [ - "fij-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66493, - "recall": 0.721344, - "f1": 0.678708, - "accuracy": 0.721344, - "main_score": 0.678708, - "hf_subset": "fij_Latn-vie_Latn", - "languages": [ - "fij-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643528, - "recall": 0.705534, - "f1": 0.661043, - "accuracy": 0.705534, - "main_score": 0.661043, - "hf_subset": "fij_Latn-apc_Arab", - "languages": [ - "fij-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579248, - "recall": 0.630435, - "f1": 0.592911, - "accuracy": 0.630435, - "main_score": 0.592911, - "hf_subset": "fij_Latn-bug_Latn", - "languages": [ - "fij-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460968, - "recall": 0.508893, - "f1": 0.473959, - "accuracy": 0.508893, - "main_score": 0.473959, - "hf_subset": "fij_Latn-fon_Latn", - "languages": [ - "fij-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690408, - "recall": 0.73419, - "f1": 0.702294, - "accuracy": 0.73419, - "main_score": 0.702294, - "hf_subset": "fij_Latn-jav_Latn", - "languages": [ - "fij-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606602, - "recall": 0.66502, - "f1": 0.622036, - "accuracy": 0.66502, - "main_score": 0.622036, - "hf_subset": "fij_Latn-lao_Laoo", - "languages": [ - "fij-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630103, - "recall": 0.678854, - "f1": 0.642857, - "accuracy": 0.678854, - "main_score": 0.642857, - "hf_subset": "fij_Latn-mri_Latn", - "languages": [ - "fij-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671086, - "recall": 0.722332, - "f1": 0.684365, - "accuracy": 0.722332, - "main_score": 0.684365, - "hf_subset": "fij_Latn-rus_Cyrl", - "languages": [ - "fij-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481037, - "recall": 0.525692, - "f1": 0.49351, - "accuracy": 0.525692, - "main_score": 0.49351, - "hf_subset": "fij_Latn-taq_Latn", - "languages": [ - "fij-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689018, - "recall": 0.730237, - "f1": 0.698716, - "accuracy": 0.730237, - "main_score": 0.698716, - "hf_subset": "fij_Latn-war_Latn", - "languages": [ - "fij-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656281, - "recall": 0.715415, - "f1": 0.671734, - "accuracy": 0.715415, - "main_score": 0.671734, - "hf_subset": "fij_Latn-arb_Arab", - "languages": [ - "fij-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680814, - "recall": 0.727273, - "f1": 0.692992, - "accuracy": 0.727273, - "main_score": 0.692992, - "hf_subset": "fij_Latn-bul_Cyrl", - "languages": [ - "fij-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669736, - "recall": 0.721344, - "f1": 0.683016, - "accuracy": 0.721344, - "main_score": 0.683016, - "hf_subset": "fij_Latn-fra_Latn", - "languages": [ - "fij-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634154, - "recall": 0.689723, - "f1": 0.649505, - "accuracy": 0.689723, - "main_score": 0.649505, - "hf_subset": "fij_Latn-jpn_Jpan", - "languages": [ - "fij-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645695, - "recall": 0.700593, - "f1": 0.660797, - "accuracy": 0.700593, - "main_score": 0.660797, - "hf_subset": "fij_Latn-lij_Latn", - "languages": [ - "fij-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543312, - "recall": 0.614625, - "f1": 0.562485, - "accuracy": 0.614625, - "main_score": 0.562485, - "hf_subset": "fij_Latn-mya_Mymr", - "languages": [ - "fij-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521876, - "recall": 0.56917, - "f1": 0.535014, - "accuracy": 0.56917, - "main_score": 0.535014, - "hf_subset": "fij_Latn-sag_Latn", - "languages": [ - "fij-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206415, - "recall": 0.257905, - "f1": 0.218619, - "accuracy": 0.257905, - "main_score": 0.218619, - "hf_subset": "fij_Latn-taq_Tfng", - "languages": [ - "fij-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543535, - "recall": 0.588933, - "f1": 0.555925, - "accuracy": 0.588933, - "main_score": 0.555925, - "hf_subset": "fij_Latn-wol_Latn", - "languages": [ - "fij-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501153, - "recall": 0.556324, - "f1": 0.516607, - "accuracy": 0.556324, - "main_score": 0.516607, - "hf_subset": "fij_Latn-arb_Latn", - "languages": [ - "fij-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675741, - "recall": 0.731225, - "f1": 0.690448, - "accuracy": 0.731225, - "main_score": 0.690448, - "hf_subset": "fij_Latn-cat_Latn", - "languages": [ - "fij-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651696, - "recall": 0.695652, - "f1": 0.662564, - "accuracy": 0.695652, - "main_score": 0.662564, - "hf_subset": "fij_Latn-fur_Latn", - "languages": [ - "fij-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426971, - "recall": 0.479249, - "f1": 0.440946, - "accuracy": 0.479249, - "main_score": 0.440946, - "hf_subset": "fij_Latn-kab_Latn", - "languages": [ - "fij-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629458, - "recall": 0.675889, - "f1": 0.641757, - "accuracy": 0.675889, - "main_score": 0.641757, - "hf_subset": "fij_Latn-lim_Latn", - "languages": [ - "fij-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666391, - "recall": 0.720356, - "f1": 0.680189, - "accuracy": 0.720356, - "main_score": 0.680189, - "hf_subset": "fij_Latn-nld_Latn", - "languages": [ - "fij-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591742, - "recall": 0.660079, - "f1": 0.60991, - "accuracy": 0.660079, - "main_score": 0.60991, - "hf_subset": "fij_Latn-san_Deva", - "languages": [ - "fij-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633988, - "recall": 0.6917, - "f1": 0.649851, - "accuracy": 0.6917, - "main_score": 0.649851, - "hf_subset": "fij_Latn-tat_Cyrl", - "languages": [ - "fij-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575552, - "recall": 0.62253, - "f1": 0.588942, - "accuracy": 0.62253, - "main_score": 0.588942, - "hf_subset": "fij_Latn-xho_Latn", - "languages": [ - "fij-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631495, - "recall": 0.697628, - "f1": 0.649243, - "accuracy": 0.697628, - "main_score": 0.649243, - "hf_subset": "fij_Latn-ars_Arab", - "languages": [ - "fij-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685331, - "recall": 0.737154, - "f1": 0.699452, - "accuracy": 0.737154, - "main_score": 0.699452, - "hf_subset": "fij_Latn-ceb_Latn", - "languages": [ - "fij-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505436, - "recall": 0.557312, - "f1": 0.520554, - "accuracy": 0.557312, - "main_score": 0.520554, - "hf_subset": "fij_Latn-fuv_Latn", - "languages": [ - "fij-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486378, - "recall": 0.540514, - "f1": 0.501311, - "accuracy": 0.540514, - "main_score": 0.501311, - "hf_subset": "fij_Latn-kac_Latn", - "languages": [ - "fij-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571805, - "recall": 0.613636, - "f1": 0.58344, - "accuracy": 0.613636, - "main_score": 0.58344, - "hf_subset": "fij_Latn-lin_Latn", - "languages": [ - "fij-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676353, - "recall": 0.729249, - "f1": 0.690453, - "accuracy": 0.729249, - "main_score": 0.690453, - "hf_subset": "fij_Latn-nno_Latn", - "languages": [ - "fij-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.156603, - "recall": 0.202569, - "f1": 0.16866, - "accuracy": 0.202569, - "main_score": 0.16866, - "hf_subset": "fij_Latn-sat_Olck", - "languages": [ - "fij-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653762, - "recall": 0.708498, - "f1": 0.667988, - "accuracy": 0.708498, - "main_score": 0.667988, - "hf_subset": "fij_Latn-tel_Telu", - "languages": [ - "fij-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564382, - "recall": 0.62253, - "f1": 0.579872, - "accuracy": 0.62253, - "main_score": 0.579872, - "hf_subset": "fij_Latn-ydd_Hebr", - "languages": [ - "fij-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621796, - "recall": 0.674901, - "f1": 0.636316, - "accuracy": 0.674901, - "main_score": 0.636316, - "hf_subset": "fij_Latn-ary_Arab", - "languages": [ - "fij-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672126, - "recall": 0.72332, - "f1": 0.68598, - "accuracy": 0.72332, - "main_score": 0.68598, - "hf_subset": "fij_Latn-ces_Latn", - "languages": [ - "fij-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51083, - "recall": 0.568182, - "f1": 0.527263, - "accuracy": 0.568182, - "main_score": 0.527263, - "hf_subset": "fij_Latn-gaz_Latn", - "languages": [ - "fij-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536117, - "recall": 0.586957, - "f1": 0.550645, - "accuracy": 0.586957, - "main_score": 0.550645, - "hf_subset": "fij_Latn-kam_Latn", - "languages": [ - "fij-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662098, - "recall": 0.712451, - "f1": 0.674956, - "accuracy": 0.712451, - "main_score": 0.674956, - "hf_subset": "fij_Latn-lit_Latn", - "languages": [ - "fij-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670035, - "recall": 0.729249, - "f1": 0.686462, - "accuracy": 0.729249, - "main_score": 0.686462, - "hf_subset": "fij_Latn-nob_Latn", - "languages": [ - "fij-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643293, - "recall": 0.693676, - "f1": 0.656446, - "accuracy": 0.693676, - "main_score": 0.656446, - "hf_subset": "fij_Latn-scn_Latn", - "languages": [ - "fij-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61677, - "recall": 0.667984, - "f1": 0.630115, - "accuracy": 0.667984, - "main_score": 0.630115, - "hf_subset": "fij_Latn-tgk_Cyrl", - "languages": [ - "fij-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534471, - "recall": 0.588933, - "f1": 0.549548, - "accuracy": 0.588933, - "main_score": 0.549548, - "hf_subset": "fij_Latn-yor_Latn", - "languages": [ - "fij-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651167, - "recall": 0.709486, - "f1": 0.666469, - "accuracy": 0.709486, - "main_score": 0.666469, - "hf_subset": "fij_Latn-arz_Arab", - "languages": [ - "fij-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498265, - "recall": 0.543478, - "f1": 0.511287, - "accuracy": 0.543478, - "main_score": 0.511287, - "hf_subset": "fij_Latn-cjk_Latn", - "languages": [ - "fij-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552071, - "recall": 0.606719, - "f1": 0.567075, - "accuracy": 0.606719, - "main_score": 0.567075, - "hf_subset": "fij_Latn-gla_Latn", - "languages": [ - "fij-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638819, - "recall": 0.699605, - "f1": 0.65442, - "accuracy": 0.699605, - "main_score": 0.65442, - "hf_subset": "fij_Latn-kan_Knda", - "languages": [ - "fij-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63901, - "recall": 0.689723, - "f1": 0.65278, - "accuracy": 0.689723, - "main_score": 0.65278, - "hf_subset": "fij_Latn-lmo_Latn", - "languages": [ - "fij-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644319, - "recall": 0.699605, - "f1": 0.658705, - "accuracy": 0.699605, - "main_score": 0.658705, - "hf_subset": "fij_Latn-npi_Deva", - "languages": [ - "fij-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459343, - "recall": 0.509881, - "f1": 0.472935, - "accuracy": 0.509881, - "main_score": 0.472935, - "hf_subset": "fij_Latn-shn_Mymr", - "languages": [ - "fij-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701103, - "recall": 0.748024, - "f1": 0.713, - "accuracy": 0.748024, - "main_score": 0.713, - "hf_subset": "fij_Latn-tgl_Latn", - "languages": [ - "fij-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634915, - "recall": 0.697628, - "f1": 0.65129, - "accuracy": 0.697628, - "main_score": 0.65129, - "hf_subset": "fij_Latn-yue_Hant", - "languages": [ - "fij-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629731, - "recall": 0.693676, - "f1": 0.647038, - "accuracy": 0.693676, - "main_score": 0.647038, - "hf_subset": "fij_Latn-asm_Beng", - "languages": [ - "fij-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595191, - "recall": 0.648221, - "f1": 0.60938, - "accuracy": 0.648221, - "main_score": 0.60938, - "hf_subset": "fij_Latn-ckb_Arab", - "languages": [ - "fij-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57284, - "recall": 0.624506, - "f1": 0.586963, - "accuracy": 0.624506, - "main_score": 0.586963, - "hf_subset": "fij_Latn-gle_Latn", - "languages": [ - "fij-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536855, - "recall": 0.591897, - "f1": 0.550929, - "accuracy": 0.591897, - "main_score": 0.550929, - "hf_subset": "fij_Latn-kas_Arab", - "languages": [ - "fij-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578109, - "recall": 0.63834, - "f1": 0.594061, - "accuracy": 0.63834, - "main_score": 0.594061, - "hf_subset": "fij_Latn-ltg_Latn", - "languages": [ - "fij-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57397, - "recall": 0.614625, - "f1": 0.586067, - "accuracy": 0.614625, - "main_score": 0.586067, - "hf_subset": "fij_Latn-nso_Latn", - "languages": [ - "fij-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594901, - "recall": 0.659091, - "f1": 0.612239, - "accuracy": 0.659091, - "main_score": 0.612239, - "hf_subset": "fij_Latn-sin_Sinh", - "languages": [ - "fij-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655316, - "recall": 0.715415, - "f1": 0.670759, - "accuracy": 0.715415, - "main_score": 0.670759, - "hf_subset": "fij_Latn-tha_Thai", - "languages": [ - "fij-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638693, - "recall": 0.692688, - "f1": 0.652486, - "accuracy": 0.692688, - "main_score": 0.652486, - "hf_subset": "fij_Latn-zho_Hans", - "languages": [ - "fij-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677556, - "recall": 0.731225, - "f1": 0.692284, - "accuracy": 0.731225, - "main_score": 0.692284, - "hf_subset": "fij_Latn-ast_Latn", - "languages": [ - "fij-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633789, - "recall": 0.688735, - "f1": 0.64783, - "accuracy": 0.688735, - "main_score": 0.64783, - "hf_subset": "fij_Latn-crh_Latn", - "languages": [ - "fij-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686094, - "recall": 0.729249, - "f1": 0.69761, - "accuracy": 0.729249, - "main_score": 0.69761, - "hf_subset": "fij_Latn-glg_Latn", - "languages": [ - "fij-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573041, - "recall": 0.628458, - "f1": 0.58785, - "accuracy": 0.628458, - "main_score": 0.58785, - "hf_subset": "fij_Latn-kas_Deva", - "languages": [ - "fij-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623409, - "recall": 0.679842, - "f1": 0.639136, - "accuracy": 0.679842, - "main_score": 0.639136, - "hf_subset": "fij_Latn-ltz_Latn", - "languages": [ - "fij-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470516, - "recall": 0.518775, - "f1": 0.483984, - "accuracy": 0.518775, - "main_score": 0.483984, - "hf_subset": "fij_Latn-nus_Latn", - "languages": [ - "fij-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660669, - "recall": 0.716403, - "f1": 0.676043, - "accuracy": 0.716403, - "main_score": 0.676043, - "hf_subset": "fij_Latn-slk_Latn", - "languages": [ - "fij-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438395, - "recall": 0.503953, - "f1": 0.45601, - "accuracy": 0.503953, - "main_score": 0.45601, - "hf_subset": "fij_Latn-tir_Ethi", - "languages": [ - "fij-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635983, - "recall": 0.692688, - "f1": 0.651006, - "accuracy": 0.692688, - "main_score": 0.651006, - "hf_subset": "fij_Latn-zho_Hant", - "languages": [ - "fij-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654618, - "recall": 0.708498, - "f1": 0.669156, - "accuracy": 0.708498, - "main_score": 0.669156, - "hf_subset": "fij_Latn-awa_Deva", - "languages": [ - "fij-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644134, - "recall": 0.688735, - "f1": 0.65588, - "accuracy": 0.688735, - "main_score": 0.65588, - "hf_subset": "fij_Latn-cym_Latn", - "languages": [ - "fij-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590639, - "recall": 0.630435, - "f1": 0.601634, - "accuracy": 0.630435, - "main_score": 0.601634, - "hf_subset": "fij_Latn-grn_Latn", - "languages": [ - "fij-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60896, - "recall": 0.671937, - "f1": 0.626066, - "accuracy": 0.671937, - "main_score": 0.626066, - "hf_subset": "fij_Latn-kat_Geor", - "languages": [ - "fij-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569989, - "recall": 0.607708, - "f1": 0.580865, - "accuracy": 0.607708, - "main_score": 0.580865, - "hf_subset": "fij_Latn-lua_Latn", - "languages": [ - "fij-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588514, - "recall": 0.631423, - "f1": 0.600925, - "accuracy": 0.631423, - "main_score": 0.600925, - "hf_subset": "fij_Latn-nya_Latn", - "languages": [ - "fij-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661871, - "recall": 0.718379, - "f1": 0.676552, - "accuracy": 0.718379, - "main_score": 0.676552, - "hf_subset": "fij_Latn-slv_Latn", - "languages": [ - "fij-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638385, - "recall": 0.682806, - "f1": 0.650347, - "accuracy": 0.682806, - "main_score": 0.650347, - "hf_subset": "fij_Latn-tpi_Latn", - "languages": [ - "fij-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69575, - "recall": 0.744071, - "f1": 0.708603, - "accuracy": 0.744071, - "main_score": 0.708603, - "hf_subset": "fij_Latn-zsm_Latn", - "languages": [ - "fij-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507139, - "recall": 0.55336, - "f1": 0.520364, - "accuracy": 0.55336, - "main_score": 0.520364, - "hf_subset": "fij_Latn-ayr_Latn", - "languages": [ - "fij-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681964, - "recall": 0.733202, - "f1": 0.695384, - "accuracy": 0.733202, - "main_score": 0.695384, - "hf_subset": "fij_Latn-dan_Latn", - "languages": [ - "fij-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642149, - "recall": 0.698617, - "f1": 0.657675, - "accuracy": 0.698617, - "main_score": 0.657675, - "hf_subset": "fij_Latn-guj_Gujr", - "languages": [ - "fij-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639166, - "recall": 0.701581, - "f1": 0.65593, - "accuracy": 0.701581, - "main_score": 0.65593, - "hf_subset": "fij_Latn-kaz_Cyrl", - "languages": [ - "fij-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519087, - "recall": 0.568182, - "f1": 0.532839, - "accuracy": 0.568182, - "main_score": 0.532839, - "hf_subset": "fij_Latn-lug_Latn", - "languages": [ - "fij-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670715, - "recall": 0.725296, - "f1": 0.685289, - "accuracy": 0.725296, - "main_score": 0.685289, - "hf_subset": "fij_Latn-oci_Latn", - "languages": [ - "fij-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651999, - "recall": 0.69664, - "f1": 0.664208, - "accuracy": 0.69664, - "main_score": 0.664208, - "hf_subset": "fij_Latn-smo_Latn", - "languages": [ - "fij-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527402, - "recall": 0.586957, - "f1": 0.543844, - "accuracy": 0.586957, - "main_score": 0.543844, - "hf_subset": "fij_Latn-tsn_Latn", - "languages": [ - "fij-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546092, - "recall": 0.601779, - "f1": 0.56145, - "accuracy": 0.601779, - "main_score": 0.56145, - "hf_subset": "fij_Latn-zul_Latn", - "languages": [ - "fij-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537196, - "recall": 0.590909, - "f1": 0.552101, - "accuracy": 0.590909, - "main_score": 0.552101, - "hf_subset": "fij_Latn-azb_Arab", - "languages": [ - "fij-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672537, - "recall": 0.726285, - "f1": 0.68682, - "accuracy": 0.726285, - "main_score": 0.68682, - "hf_subset": "fij_Latn-deu_Latn", - "languages": [ - "fij-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590346, - "recall": 0.652174, - "f1": 0.607613, - "accuracy": 0.652174, - "main_score": 0.607613, - "hf_subset": "fij_Latn-hat_Latn", - "languages": [ - "fij-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4876, - "recall": 0.534585, - "f1": 0.501012, - "accuracy": 0.534585, - "main_score": 0.501012, - "hf_subset": "fij_Latn-kbp_Latn", - "languages": [ - "fij-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547261, - "recall": 0.588933, - "f1": 0.559472, - "accuracy": 0.588933, - "main_score": 0.559472, - "hf_subset": "fij_Latn-luo_Latn", - "languages": [ - "fij-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64706, - "recall": 0.704545, - "f1": 0.662374, - "accuracy": 0.704545, - "main_score": 0.662374, - "hf_subset": "fij_Latn-ory_Orya", - "languages": [ - "fij-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542113, - "recall": 0.597826, - "f1": 0.557814, - "accuracy": 0.597826, - "main_score": 0.557814, - "hf_subset": "fij_Latn-sna_Latn", - "languages": [ - "fij-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545953, - "recall": 0.587945, - "f1": 0.557169, - "accuracy": 0.587945, - "main_score": 0.557169, - "hf_subset": "fij_Latn-tso_Latn", - "languages": [ - "fij-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623024, - "recall": 0.686759, - "f1": 0.640672, - "accuracy": 0.686759, - "main_score": 0.640672, - "hf_subset": "fij_Latn-azj_Latn", - "languages": [ - "fij-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503574, - "recall": 0.551383, - "f1": 0.518149, - "accuracy": 0.551383, - "main_score": 0.518149, - "hf_subset": "fij_Latn-dik_Latn", - "languages": [ - "fij-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589196, - "recall": 0.636364, - "f1": 0.602296, - "accuracy": 0.636364, - "main_score": 0.602296, - "hf_subset": "fij_Latn-hau_Latn", - "languages": [ - "fij-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638116, - "recall": 0.686759, - "f1": 0.650204, - "accuracy": 0.686759, - "main_score": 0.650204, - "hf_subset": "fij_Latn-kea_Latn", - "languages": [ - "fij-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579258, - "recall": 0.621542, - "f1": 0.59096, - "accuracy": 0.621542, - "main_score": 0.59096, - "hf_subset": "fij_Latn-lus_Latn", - "languages": [ - "fij-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606946, - "recall": 0.646245, - "f1": 0.617456, - "accuracy": 0.646245, - "main_score": 0.617456, - "hf_subset": "fij_Latn-pag_Latn", - "languages": [ - "fij-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628435, - "recall": 0.685771, - "f1": 0.643957, - "accuracy": 0.685771, - "main_score": 0.643957, - "hf_subset": "fij_Latn-snd_Arab", - "languages": [ - "fij-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590842, - "recall": 0.640316, - "f1": 0.604156, - "accuracy": 0.640316, - "main_score": 0.604156, - "hf_subset": "fij_Latn-tuk_Latn", - "languages": [ - "fij-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627599, - "recall": 0.676877, - "f1": 0.641026, - "accuracy": 0.676877, - "main_score": 0.641026, - "hf_subset": "fij_Latn-bak_Cyrl", - "languages": [ - "fij-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420303, - "recall": 0.493083, - "f1": 0.440854, - "accuracy": 0.493083, - "main_score": 0.440854, - "hf_subset": "fij_Latn-dyu_Latn", - "languages": [ - "fij-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653656, - "recall": 0.705534, - "f1": 0.667812, - "accuracy": 0.705534, - "main_score": 0.667812, - "hf_subset": "fij_Latn-heb_Hebr", - "languages": [ - "fij-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611425, - "recall": 0.661067, - "f1": 0.624695, - "accuracy": 0.661067, - "main_score": 0.624695, - "hf_subset": "fij_Latn-khk_Cyrl", - "languages": [ - "fij-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655732, - "recall": 0.706522, - "f1": 0.668454, - "accuracy": 0.706522, - "main_score": 0.668454, - "hf_subset": "fij_Latn-lvs_Latn", - "languages": [ - "fij-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658089, - "recall": 0.718379, - "f1": 0.674749, - "accuracy": 0.718379, - "main_score": 0.674749, - "hf_subset": "fij_Latn-pan_Guru", - "languages": [ - "fij-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540869, - "recall": 0.589921, - "f1": 0.554099, - "accuracy": 0.589921, - "main_score": 0.554099, - "hf_subset": "fij_Latn-som_Latn", - "languages": [ - "fij-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547621, - "recall": 0.588933, - "f1": 0.55925, - "accuracy": 0.588933, - "main_score": 0.55925, - "hf_subset": "fij_Latn-tum_Latn", - "languages": [ - "fij-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483888, - "recall": 0.540514, - "f1": 0.499402, - "accuracy": 0.540514, - "main_score": 0.499402, - "hf_subset": "isl_Latn-ace_Arab", - "languages": [ - "isl-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508937, - "recall": 0.561265, - "f1": 0.523559, - "accuracy": 0.561265, - "main_score": 0.523559, - "hf_subset": "isl_Latn-bam_Latn", - "languages": [ - "isl-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392391, - "recall": 0.460474, - "f1": 0.410833, - "accuracy": 0.460474, - "main_score": 0.410833, - "hf_subset": "isl_Latn-dzo_Tibt", - "languages": [ - "isl-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-hin_Deva", - "languages": [ - "isl-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "isl_Latn-khm_Khmr", - "languages": [ - "isl-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "isl_Latn-mag_Deva", - "languages": [ - "isl-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92164, - "recall": 0.942688, - "f1": 0.927997, - "accuracy": 0.942688, - "main_score": 0.927997, - "hf_subset": "isl_Latn-pap_Latn", - "languages": [ - "isl-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553255, - "recall": 0.602767, - "f1": 0.567586, - "accuracy": 0.602767, - "main_score": 0.567586, - "hf_subset": "isl_Latn-sot_Latn", - "languages": [ - "isl-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "isl_Latn-tur_Latn", - "languages": [ - "isl-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761248, - "recall": 0.810277, - "f1": 0.775315, - "accuracy": 0.810277, - "main_score": 0.775315, - "hf_subset": "isl_Latn-ace_Latn", - "languages": [ - "isl-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873593, - "recall": 0.902174, - "f1": 0.882131, - "accuracy": 0.902174, - "main_score": 0.882131, - "hf_subset": "isl_Latn-ban_Latn", - "languages": [ - "isl-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-ell_Grek", - "languages": [ - "isl-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "isl_Latn-hne_Deva", - "languages": [ - "isl-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540357, - "recall": 0.588933, - "f1": 0.553804, - "accuracy": 0.588933, - "main_score": 0.553804, - "hf_subset": "isl_Latn-kik_Latn", - "languages": [ - "isl-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-mai_Deva", - "languages": [ - "isl-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92169, - "recall": 0.943676, - "f1": 0.92859, - "accuracy": 0.943676, - "main_score": 0.92859, - "hf_subset": "isl_Latn-pbt_Arab", - "languages": [ - "isl-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-spa_Latn", - "languages": [ - "isl-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574882, - "recall": 0.623518, - "f1": 0.58902, - "accuracy": 0.623518, - "main_score": 0.58902, - "hf_subset": "isl_Latn-twi_Latn", - "languages": [ - "isl-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "isl_Latn-acm_Arab", - "languages": [ - "isl-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "isl_Latn-bel_Cyrl", - "languages": [ - "isl-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "isl_Latn-eng_Latn", - "languages": [ - "isl-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-hrv_Latn", - "languages": [ - "isl-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539023, - "recall": 0.594862, - "f1": 0.554733, - "accuracy": 0.594862, - "main_score": 0.554733, - "hf_subset": "isl_Latn-kin_Latn", - "languages": [ - "isl-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-mal_Mlym", - "languages": [ - "isl-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-pes_Arab", - "languages": [ - "isl-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.962451, - "f1": 0.950593, - "accuracy": 0.962451, - "main_score": 0.950593, - "hf_subset": "isl_Latn-srd_Latn", - "languages": [ - "isl-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180479, - "recall": 0.222332, - "f1": 0.191279, - "accuracy": 0.222332, - "main_score": 0.191279, - "hf_subset": "isl_Latn-tzm_Tfng", - "languages": [ - "isl-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-acq_Arab", - "languages": [ - "isl-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612592, - "recall": 0.658103, - "f1": 0.624649, - "accuracy": 0.658103, - "main_score": 0.624649, - "hf_subset": "isl_Latn-bem_Latn", - "languages": [ - "isl-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-epo_Latn", - "languages": [ - "isl-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-hun_Latn", - "languages": [ - "isl-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958086, - "recall": 0.971344, - "f1": 0.962352, - "accuracy": 0.971344, - "main_score": 0.962352, - "hf_subset": "isl_Latn-kir_Cyrl", - "languages": [ - "isl-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "isl_Latn-mar_Deva", - "languages": [ - "isl-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644469, - "recall": 0.693676, - "f1": 0.658385, - "accuracy": 0.693676, - "main_score": 0.658385, - "hf_subset": "isl_Latn-plt_Latn", - "languages": [ - "isl-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "isl_Latn-srp_Cyrl", - "languages": [ - "isl-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918067, - "recall": 0.940711, - "f1": 0.925099, - "accuracy": 0.940711, - "main_score": 0.925099, - "hf_subset": "isl_Latn-uig_Arab", - "languages": [ - "isl-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "isl_Latn-aeb_Arab", - "languages": [ - "isl-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-ben_Beng", - "languages": [ - "isl-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "isl_Latn-est_Latn", - "languages": [ - "isl-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-hye_Armn", - "languages": [ - "isl-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538643, - "recall": 0.586957, - "f1": 0.551997, - "accuracy": 0.586957, - "main_score": 0.551997, - "hf_subset": "isl_Latn-kmb_Latn", - "languages": [ - "isl-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439417, - "recall": 0.505929, - "f1": 0.457228, - "accuracy": 0.505929, - "main_score": 0.457228, - "hf_subset": "isl_Latn-min_Arab", - "languages": [ - "isl-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-pol_Latn", - "languages": [ - "isl-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575407, - "recall": 0.623518, - "f1": 0.58843, - "accuracy": 0.623518, - "main_score": 0.58843, - "hf_subset": "isl_Latn-ssw_Latn", - "languages": [ - "isl-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "isl_Latn-ukr_Cyrl", - "languages": [ - "isl-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-afr_Latn", - "languages": [ - "isl-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "isl_Latn-bho_Deva", - "languages": [ - "isl-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "isl_Latn-eus_Latn", - "languages": [ - "isl-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556194, - "recall": 0.610672, - "f1": 0.571305, - "accuracy": 0.610672, - "main_score": 0.571305, - "hf_subset": "isl_Latn-ibo_Latn", - "languages": [ - "isl-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809743, - "recall": 0.853755, - "f1": 0.823106, - "accuracy": 0.853755, - "main_score": 0.823106, - "hf_subset": "isl_Latn-kmr_Latn", - "languages": [ - "isl-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947661, - "recall": 0.962451, - "f1": 0.952404, - "accuracy": 0.962451, - "main_score": 0.952404, - "hf_subset": "isl_Latn-min_Latn", - "languages": [ - "isl-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "isl_Latn-por_Latn", - "languages": [ - "isl-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963027, - "recall": 0.974308, - "f1": 0.966634, - "accuracy": 0.974308, - "main_score": 0.966634, - "hf_subset": "isl_Latn-sun_Latn", - "languages": [ - "isl-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505329, - "recall": 0.561265, - "f1": 0.521244, - "accuracy": 0.561265, - "main_score": 0.521244, - "hf_subset": "isl_Latn-umb_Latn", - "languages": [ - "isl-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-ajp_Arab", - "languages": [ - "isl-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472104, - "recall": 0.522727, - "f1": 0.485816, - "accuracy": 0.522727, - "main_score": 0.485816, - "hf_subset": "isl_Latn-bjn_Arab", - "languages": [ - "isl-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514006, - "recall": 0.557312, - "f1": 0.52672, - "accuracy": 0.557312, - "main_score": 0.52672, - "hf_subset": "isl_Latn-ewe_Latn", - "languages": [ - "isl-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870711, - "recall": 0.899209, - "f1": 0.878903, - "accuracy": 0.899209, - "main_score": 0.878903, - "hf_subset": "isl_Latn-ilo_Latn", - "languages": [ - "isl-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310221, - "recall": 0.360672, - "f1": 0.32452, - "accuracy": 0.360672, - "main_score": 0.32452, - "hf_subset": "isl_Latn-knc_Arab", - "languages": [ - "isl-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-mkd_Cyrl", - "languages": [ - "isl-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-prs_Arab", - "languages": [ - "isl-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-swe_Latn", - "languages": [ - "isl-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-urd_Arab", - "languages": [ - "isl-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552161, - "recall": 0.601779, - "f1": 0.565751, - "accuracy": 0.601779, - "main_score": 0.565751, - "hf_subset": "isl_Latn-aka_Latn", - "languages": [ - "isl-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926032, - "recall": 0.945652, - "f1": 0.932181, - "accuracy": 0.945652, - "main_score": 0.932181, - "hf_subset": "isl_Latn-bjn_Latn", - "languages": [ - "isl-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "isl_Latn-fao_Latn", - "languages": [ - "isl-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "isl_Latn-ind_Latn", - "languages": [ - "isl-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56361, - "recall": 0.605731, - "f1": 0.575389, - "accuracy": 0.605731, - "main_score": 0.575389, - "hf_subset": "isl_Latn-knc_Latn", - "languages": [ - "isl-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "isl_Latn-mlt_Latn", - "languages": [ - "isl-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638022, - "recall": 0.694664, - "f1": 0.654318, - "accuracy": 0.694664, - "main_score": 0.654318, - "hf_subset": "isl_Latn-quy_Latn", - "languages": [ - "isl-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941453, - "recall": 0.959486, - "f1": 0.9472, - "accuracy": 0.959486, - "main_score": 0.9472, - "hf_subset": "isl_Latn-swh_Latn", - "languages": [ - "isl-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "isl_Latn-uzn_Latn", - "languages": [ - "isl-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "isl_Latn-als_Latn", - "languages": [ - "isl-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578458, - "recall": 0.66502, - "f1": 0.603346, - "accuracy": 0.66502, - "main_score": 0.603346, - "hf_subset": "isl_Latn-bod_Tibt", - "languages": [ - "isl-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678881, - "recall": 0.733202, - "f1": 0.694143, - "accuracy": 0.733202, - "main_score": 0.694143, - "hf_subset": "isl_Latn-fij_Latn", - "languages": [ - "isl-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624411, - "recall": 0.666996, - "f1": 0.636338, - "accuracy": 0.666996, - "main_score": 0.636338, - "hf_subset": "isl_Latn-kon_Latn", - "languages": [ - "isl-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554622, - "recall": 0.617589, - "f1": 0.573094, - "accuracy": 0.617589, - "main_score": 0.573094, - "hf_subset": "isl_Latn-mni_Beng", - "languages": [ - "isl-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "isl_Latn-ron_Latn", - "languages": [ - "isl-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967144, - "recall": 0.976285, - "f1": 0.970092, - "accuracy": 0.976285, - "main_score": 0.970092, - "hf_subset": "isl_Latn-szl_Latn", - "languages": [ - "isl-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "isl_Latn-vec_Latn", - "languages": [ - "isl-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891469, - "recall": 0.922925, - "f1": 0.901435, - "accuracy": 0.922925, - "main_score": 0.901435, - "hf_subset": "isl_Latn-amh_Ethi", - "languages": [ - "isl-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "isl_Latn-bos_Latn", - "languages": [ - "isl-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "isl_Latn-fin_Latn", - "languages": [ - "isl-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "isl_Latn-ita_Latn", - "languages": [ - "isl-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "isl_Latn-kor_Hang", - "languages": [ - "isl-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517467, - "recall": 0.570158, - "f1": 0.532721, - "accuracy": 0.570158, - "main_score": 0.532721, - "hf_subset": "isl_Latn-mos_Latn", - "languages": [ - "isl-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541091, - "recall": 0.590909, - "f1": 0.554349, - "accuracy": 0.590909, - "main_score": 0.554349, - "hf_subset": "isl_Latn-run_Latn", - "languages": [ - "isl-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-tam_Taml", - "languages": [ - "isl-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-vie_Latn", - "languages": [ - "isl-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "isl_Latn-apc_Arab", - "languages": [ - "isl-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717837, - "recall": 0.767787, - "f1": 0.73181, - "accuracy": 0.767787, - "main_score": 0.73181, - "hf_subset": "isl_Latn-bug_Latn", - "languages": [ - "isl-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466449, - "recall": 0.514822, - "f1": 0.479996, - "accuracy": 0.514822, - "main_score": 0.479996, - "hf_subset": "isl_Latn-fon_Latn", - "languages": [ - "isl-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "isl_Latn-jav_Latn", - "languages": [ - "isl-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "isl_Latn-lao_Laoo", - "languages": [ - "isl-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81992, - "recall": 0.864625, - "f1": 0.833613, - "accuracy": 0.864625, - "main_score": 0.833613, - "hf_subset": "isl_Latn-mri_Latn", - "languages": [ - "isl-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-rus_Cyrl", - "languages": [ - "isl-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495209, - "recall": 0.548419, - "f1": 0.510207, - "accuracy": 0.548419, - "main_score": 0.510207, - "hf_subset": "isl_Latn-taq_Latn", - "languages": [ - "isl-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962862, - "recall": 0.974308, - "f1": 0.966469, - "accuracy": 0.974308, - "main_score": 0.966469, - "hf_subset": "isl_Latn-war_Latn", - "languages": [ - "isl-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-arb_Arab", - "languages": [ - "isl-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "isl_Latn-bul_Cyrl", - "languages": [ - "isl-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-fra_Latn", - "languages": [ - "isl-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "isl_Latn-jpn_Jpan", - "languages": [ - "isl-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949687, - "recall": 0.965415, - "f1": 0.954776, - "accuracy": 0.965415, - "main_score": 0.954776, - "hf_subset": "isl_Latn-lij_Latn", - "languages": [ - "isl-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "isl_Latn-mya_Mymr", - "languages": [ - "isl-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550152, - "recall": 0.610672, - "f1": 0.567107, - "accuracy": 0.610672, - "main_score": 0.567107, - "hf_subset": "isl_Latn-sag_Latn", - "languages": [ - "isl-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186365, - "recall": 0.23419, - "f1": 0.197857, - "accuracy": 0.23419, - "main_score": 0.197857, - "hf_subset": "isl_Latn-taq_Tfng", - "languages": [ - "isl-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586627, - "recall": 0.63834, - "f1": 0.601407, - "accuracy": 0.63834, - "main_score": 0.601407, - "hf_subset": "isl_Latn-wol_Latn", - "languages": [ - "isl-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726564, - "recall": 0.784585, - "f1": 0.743336, - "accuracy": 0.784585, - "main_score": 0.743336, - "hf_subset": "isl_Latn-arb_Latn", - "languages": [ - "isl-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-cat_Latn", - "languages": [ - "isl-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.962451, - "f1": 0.953393, - "accuracy": 0.962451, - "main_score": 0.953393, - "hf_subset": "isl_Latn-fur_Latn", - "languages": [ - "isl-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429929, - "recall": 0.479249, - "f1": 0.44342, - "accuracy": 0.479249, - "main_score": 0.44342, - "hf_subset": "isl_Latn-kab_Latn", - "languages": [ - "isl-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952487, - "recall": 0.967391, - "f1": 0.957246, - "accuracy": 0.967391, - "main_score": 0.957246, - "hf_subset": "isl_Latn-lim_Latn", - "languages": [ - "isl-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "isl_Latn-nld_Latn", - "languages": [ - "isl-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.974308, - "f1": 0.967556, - "accuracy": 0.974308, - "main_score": 0.967556, - "hf_subset": "isl_Latn-san_Deva", - "languages": [ - "isl-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "isl_Latn-tat_Cyrl", - "languages": [ - "isl-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639604, - "recall": 0.692688, - "f1": 0.65449, - "accuracy": 0.692688, - "main_score": 0.65449, - "hf_subset": "isl_Latn-xho_Latn", - "languages": [ - "isl-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-ars_Arab", - "languages": [ - "isl-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "isl_Latn-ceb_Latn", - "languages": [ - "isl-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538954, - "recall": 0.583004, - "f1": 0.551428, - "accuracy": 0.583004, - "main_score": 0.551428, - "hf_subset": "isl_Latn-fuv_Latn", - "languages": [ - "isl-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49952, - "recall": 0.549407, - "f1": 0.513216, - "accuracy": 0.549407, - "main_score": 0.513216, - "hf_subset": "isl_Latn-kac_Latn", - "languages": [ - "isl-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620415, - "recall": 0.670949, - "f1": 0.634673, - "accuracy": 0.670949, - "main_score": 0.634673, - "hf_subset": "isl_Latn-lin_Latn", - "languages": [ - "isl-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-nno_Latn", - "languages": [ - "isl-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.220813, - "recall": 0.289526, - "f1": 0.238624, - "accuracy": 0.289526, - "main_score": 0.238624, - "hf_subset": "isl_Latn-sat_Olck", - "languages": [ - "isl-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-tel_Telu", - "languages": [ - "isl-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909173, - "recall": 0.935771, - "f1": 0.917721, - "accuracy": 0.935771, - "main_score": 0.917721, - "hf_subset": "isl_Latn-ydd_Hebr", - "languages": [ - "isl-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "isl_Latn-ary_Arab", - "languages": [ - "isl-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "isl_Latn-ces_Latn", - "languages": [ - "isl-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527977, - "recall": 0.58004, - "f1": 0.542229, - "accuracy": 0.58004, - "main_score": 0.542229, - "hf_subset": "isl_Latn-gaz_Latn", - "languages": [ - "isl-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56038, - "recall": 0.615613, - "f1": 0.576092, - "accuracy": 0.615613, - "main_score": 0.576092, - "hf_subset": "isl_Latn-kam_Latn", - "languages": [ - "isl-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "isl_Latn-lit_Latn", - "languages": [ - "isl-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "isl_Latn-nob_Latn", - "languages": [ - "isl-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.969368, - "f1": 0.960968, - "accuracy": 0.969368, - "main_score": 0.960968, - "hf_subset": "isl_Latn-scn_Latn", - "languages": [ - "isl-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "isl_Latn-tgk_Cyrl", - "languages": [ - "isl-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681645, - "recall": 0.749012, - "f1": 0.702503, - "accuracy": 0.749012, - "main_score": 0.702503, - "hf_subset": "isl_Latn-yor_Latn", - "languages": [ - "isl-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973567, - "recall": 0.981225, - "f1": 0.975856, - "accuracy": 0.981225, - "main_score": 0.975856, - "hf_subset": "isl_Latn-arz_Arab", - "languages": [ - "isl-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525396, - "recall": 0.574111, - "f1": 0.539166, - "accuracy": 0.574111, - "main_score": 0.539166, - "hf_subset": "isl_Latn-cjk_Latn", - "languages": [ - "isl-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747711, - "recall": 0.800395, - "f1": 0.763048, - "accuracy": 0.800395, - "main_score": 0.763048, - "hf_subset": "isl_Latn-gla_Latn", - "languages": [ - "isl-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "isl_Latn-kan_Knda", - "languages": [ - "isl-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951663, - "recall": 0.965415, - "f1": 0.955929, - "accuracy": 0.965415, - "main_score": 0.955929, - "hf_subset": "isl_Latn-lmo_Latn", - "languages": [ - "isl-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "isl_Latn-npi_Deva", - "languages": [ - "isl-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451825, - "recall": 0.504941, - "f1": 0.466112, - "accuracy": 0.504941, - "main_score": 0.466112, - "hf_subset": "isl_Latn-shn_Mymr", - "languages": [ - "isl-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-tgl_Latn", - "languages": [ - "isl-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "isl_Latn-yue_Hant", - "languages": [ - "isl-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "isl_Latn-asm_Beng", - "languages": [ - "isl-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931489, - "recall": 0.951581, - "f1": 0.937714, - "accuracy": 0.951581, - "main_score": 0.937714, - "hf_subset": "isl_Latn-ckb_Arab", - "languages": [ - "isl-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831778, - "recall": 0.871542, - "f1": 0.843744, - "accuracy": 0.871542, - "main_score": 0.843744, - "hf_subset": "isl_Latn-gle_Latn", - "languages": [ - "isl-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871574, - "recall": 0.900198, - "f1": 0.880402, - "accuracy": 0.900198, - "main_score": 0.880402, - "hf_subset": "isl_Latn-kas_Arab", - "languages": [ - "isl-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858646, - "recall": 0.897233, - "f1": 0.870572, - "accuracy": 0.897233, - "main_score": 0.870572, - "hf_subset": "isl_Latn-ltg_Latn", - "languages": [ - "isl-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57464, - "recall": 0.620553, - "f1": 0.5871, - "accuracy": 0.620553, - "main_score": 0.5871, - "hf_subset": "isl_Latn-nso_Latn", - "languages": [ - "isl-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950626, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "isl_Latn-sin_Sinh", - "languages": [ - "isl-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "isl_Latn-tha_Thai", - "languages": [ - "isl-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97472, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "isl_Latn-zho_Hans", - "languages": [ - "isl-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "isl_Latn-ast_Latn", - "languages": [ - "isl-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "isl_Latn-crh_Latn", - "languages": [ - "isl-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "isl_Latn-glg_Latn", - "languages": [ - "isl-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786808, - "recall": 0.838933, - "f1": 0.802734, - "accuracy": 0.838933, - "main_score": 0.802734, - "hf_subset": "isl_Latn-kas_Deva", - "languages": [ - "isl-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.964427, - "f1": 0.954051, - "accuracy": 0.964427, - "main_score": 0.954051, - "hf_subset": "isl_Latn-ltz_Latn", - "languages": [ - "isl-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459158, - "recall": 0.511858, - "f1": 0.473481, - "accuracy": 0.511858, - "main_score": 0.473481, - "hf_subset": "isl_Latn-nus_Latn", - "languages": [ - "isl-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "isl_Latn-slk_Latn", - "languages": [ - "isl-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545796, - "recall": 0.61166, - "f1": 0.56421, - "accuracy": 0.61166, - "main_score": 0.56421, - "hf_subset": "isl_Latn-tir_Ethi", - "languages": [ - "isl-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-zho_Hant", - "languages": [ - "isl-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.980237, - "f1": 0.974802, - "accuracy": 0.980237, - "main_score": 0.974802, - "hf_subset": "isl_Latn-awa_Deva", - "languages": [ - "isl-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.963439, - "f1": 0.953228, - "accuracy": 0.963439, - "main_score": 0.953228, - "hf_subset": "isl_Latn-cym_Latn", - "languages": [ - "isl-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737832, - "recall": 0.785573, - "f1": 0.751641, - "accuracy": 0.785573, - "main_score": 0.751641, - "hf_subset": "isl_Latn-grn_Latn", - "languages": [ - "isl-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "isl_Latn-kat_Geor", - "languages": [ - "isl-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60807, - "recall": 0.65415, - "f1": 0.621655, - "accuracy": 0.65415, - "main_score": 0.621655, - "hf_subset": "isl_Latn-lua_Latn", - "languages": [ - "isl-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600718, - "recall": 0.652174, - "f1": 0.615398, - "accuracy": 0.652174, - "main_score": 0.615398, - "hf_subset": "isl_Latn-nya_Latn", - "languages": [ - "isl-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "isl_Latn-slv_Latn", - "languages": [ - "isl-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85415, - "recall": 0.890316, - "f1": 0.864723, - "accuracy": 0.890316, - "main_score": 0.864723, - "hf_subset": "isl_Latn-tpi_Latn", - "languages": [ - "isl-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "isl_Latn-zsm_Latn", - "languages": [ - "isl-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512959, - "recall": 0.561265, - "f1": 0.525803, - "accuracy": 0.561265, - "main_score": 0.525803, - "hf_subset": "isl_Latn-ayr_Latn", - "languages": [ - "isl-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "isl_Latn-dan_Latn", - "languages": [ - "isl-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "isl_Latn-guj_Gujr", - "languages": [ - "isl-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978837, - "recall": 0.985178, - "f1": 0.980797, - "accuracy": 0.985178, - "main_score": 0.980797, - "hf_subset": "isl_Latn-kaz_Cyrl", - "languages": [ - "isl-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521038, - "recall": 0.573123, - "f1": 0.535207, - "accuracy": 0.573123, - "main_score": 0.535207, - "hf_subset": "isl_Latn-lug_Latn", - "languages": [ - "isl-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "isl_Latn-oci_Latn", - "languages": [ - "isl-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779604, - "recall": 0.827075, - "f1": 0.793514, - "accuracy": 0.827075, - "main_score": 0.793514, - "hf_subset": "isl_Latn-smo_Latn", - "languages": [ - "isl-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515797, - "recall": 0.573123, - "f1": 0.531709, - "accuracy": 0.573123, - "main_score": 0.531709, - "hf_subset": "isl_Latn-tsn_Latn", - "languages": [ - "isl-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586126, - "recall": 0.643281, - "f1": 0.601749, - "accuracy": 0.643281, - "main_score": 0.601749, - "hf_subset": "isl_Latn-zul_Latn", - "languages": [ - "isl-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827734, - "recall": 0.870553, - "f1": 0.840679, - "accuracy": 0.870553, - "main_score": 0.840679, - "hf_subset": "isl_Latn-azb_Arab", - "languages": [ - "isl-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "isl_Latn-deu_Latn", - "languages": [ - "isl-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923584, - "recall": 0.94664, - "f1": 0.930995, - "accuracy": 0.94664, - "main_score": 0.930995, - "hf_subset": "isl_Latn-hat_Latn", - "languages": [ - "isl-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48504, - "recall": 0.539526, - "f1": 0.499993, - "accuracy": 0.539526, - "main_score": 0.499993, - "hf_subset": "isl_Latn-kbp_Latn", - "languages": [ - "isl-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545985, - "recall": 0.591897, - "f1": 0.558545, - "accuracy": 0.591897, - "main_score": 0.558545, - "hf_subset": "isl_Latn-luo_Latn", - "languages": [ - "isl-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "isl_Latn-ory_Orya", - "languages": [ - "isl-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564166, - "recall": 0.617589, - "f1": 0.578953, - "accuracy": 0.617589, - "main_score": 0.578953, - "hf_subset": "isl_Latn-sna_Latn", - "languages": [ - "isl-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535264, - "recall": 0.583992, - "f1": 0.54847, - "accuracy": 0.583992, - "main_score": 0.54847, - "hf_subset": "isl_Latn-tso_Latn", - "languages": [ - "isl-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "isl_Latn-azj_Latn", - "languages": [ - "isl-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505361, - "recall": 0.566206, - "f1": 0.522544, - "accuracy": 0.566206, - "main_score": 0.522544, - "hf_subset": "isl_Latn-dik_Latn", - "languages": [ - "isl-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682832, - "recall": 0.741107, - "f1": 0.699678, - "accuracy": 0.741107, - "main_score": 0.699678, - "hf_subset": "isl_Latn-hau_Latn", - "languages": [ - "isl-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932724, - "recall": 0.951581, - "f1": 0.938636, - "accuracy": 0.951581, - "main_score": 0.938636, - "hf_subset": "isl_Latn-kea_Latn", - "languages": [ - "isl-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654134, - "recall": 0.709486, - "f1": 0.670116, - "accuracy": 0.709486, - "main_score": 0.670116, - "hf_subset": "isl_Latn-lus_Latn", - "languages": [ - "isl-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788525, - "recall": 0.825099, - "f1": 0.798962, - "accuracy": 0.825099, - "main_score": 0.798962, - "hf_subset": "isl_Latn-pag_Latn", - "languages": [ - "isl-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "isl_Latn-snd_Arab", - "languages": [ - "isl-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896245, - "recall": 0.925889, - "f1": 0.905599, - "accuracy": 0.925889, - "main_score": 0.905599, - "hf_subset": "isl_Latn-tuk_Latn", - "languages": [ - "isl-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.964427, - "f1": 0.954513, - "accuracy": 0.964427, - "main_score": 0.954513, - "hf_subset": "isl_Latn-bak_Cyrl", - "languages": [ - "isl-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451935, - "recall": 0.51581, - "f1": 0.470138, - "accuracy": 0.51581, - "main_score": 0.470138, - "hf_subset": "isl_Latn-dyu_Latn", - "languages": [ - "isl-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "isl_Latn-heb_Hebr", - "languages": [ - "isl-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "isl_Latn-khk_Cyrl", - "languages": [ - "isl-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "isl_Latn-lvs_Latn", - "languages": [ - "isl-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "isl_Latn-pan_Guru", - "languages": [ - "isl-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669064, - "recall": 0.726285, - "f1": 0.685784, - "accuracy": 0.726285, - "main_score": 0.685784, - "hf_subset": "isl_Latn-som_Latn", - "languages": [ - "isl-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571585, - "recall": 0.61166, - "f1": 0.582213, - "accuracy": 0.61166, - "main_score": 0.582213, - "hf_subset": "isl_Latn-tum_Latn", - "languages": [ - "isl-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484533, - "recall": 0.544466, - "f1": 0.500676, - "accuracy": 0.544466, - "main_score": 0.500676, - "hf_subset": "kon_Latn-ace_Arab", - "languages": [ - "kon-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528417, - "recall": 0.579051, - "f1": 0.543453, - "accuracy": 0.579051, - "main_score": 0.543453, - "hf_subset": "kon_Latn-bam_Latn", - "languages": [ - "kon-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.230493, - "recall": 0.278656, - "f1": 0.242347, - "accuracy": 0.278656, - "main_score": 0.242347, - "hf_subset": "kon_Latn-dzo_Tibt", - "languages": [ - "kon-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649914, - "recall": 0.700593, - "f1": 0.662904, - "accuracy": 0.700593, - "main_score": 0.662904, - "hf_subset": "kon_Latn-hin_Deva", - "languages": [ - "kon-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58823, - "recall": 0.644269, - "f1": 0.603561, - "accuracy": 0.644269, - "main_score": 0.603561, - "hf_subset": "kon_Latn-khm_Khmr", - "languages": [ - "kon-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641062, - "recall": 0.689723, - "f1": 0.654528, - "accuracy": 0.689723, - "main_score": 0.654528, - "hf_subset": "kon_Latn-mag_Deva", - "languages": [ - "kon-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651937, - "recall": 0.693676, - "f1": 0.662922, - "accuracy": 0.693676, - "main_score": 0.662922, - "hf_subset": "kon_Latn-pap_Latn", - "languages": [ - "kon-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589025, - "recall": 0.634387, - "f1": 0.60129, - "accuracy": 0.634387, - "main_score": 0.60129, - "hf_subset": "kon_Latn-sot_Latn", - "languages": [ - "kon-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653442, - "recall": 0.699605, - "f1": 0.666202, - "accuracy": 0.699605, - "main_score": 0.666202, - "hf_subset": "kon_Latn-tur_Latn", - "languages": [ - "kon-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63339, - "recall": 0.68083, - "f1": 0.646348, - "accuracy": 0.68083, - "main_score": 0.646348, - "hf_subset": "kon_Latn-ace_Latn", - "languages": [ - "kon-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652578, - "recall": 0.693676, - "f1": 0.663537, - "accuracy": 0.693676, - "main_score": 0.663537, - "hf_subset": "kon_Latn-ban_Latn", - "languages": [ - "kon-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639555, - "recall": 0.690711, - "f1": 0.653452, - "accuracy": 0.690711, - "main_score": 0.653452, - "hf_subset": "kon_Latn-ell_Grek", - "languages": [ - "kon-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625368, - "recall": 0.673913, - "f1": 0.638236, - "accuracy": 0.673913, - "main_score": 0.638236, - "hf_subset": "kon_Latn-hne_Deva", - "languages": [ - "kon-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55575, - "recall": 0.607708, - "f1": 0.570655, - "accuracy": 0.607708, - "main_score": 0.570655, - "hf_subset": "kon_Latn-kik_Latn", - "languages": [ - "kon-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62234, - "recall": 0.679842, - "f1": 0.637391, - "accuracy": 0.679842, - "main_score": 0.637391, - "hf_subset": "kon_Latn-mai_Deva", - "languages": [ - "kon-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593908, - "recall": 0.648221, - "f1": 0.609128, - "accuracy": 0.648221, - "main_score": 0.609128, - "hf_subset": "kon_Latn-pbt_Arab", - "languages": [ - "kon-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658119, - "recall": 0.711462, - "f1": 0.67252, - "accuracy": 0.711462, - "main_score": 0.67252, - "hf_subset": "kon_Latn-spa_Latn", - "languages": [ - "kon-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579802, - "recall": 0.629447, - "f1": 0.593367, - "accuracy": 0.629447, - "main_score": 0.593367, - "hf_subset": "kon_Latn-twi_Latn", - "languages": [ - "kon-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634845, - "recall": 0.682806, - "f1": 0.648461, - "accuracy": 0.682806, - "main_score": 0.648461, - "hf_subset": "kon_Latn-acm_Arab", - "languages": [ - "kon-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610476, - "recall": 0.659091, - "f1": 0.623006, - "accuracy": 0.659091, - "main_score": 0.623006, - "hf_subset": "kon_Latn-bel_Cyrl", - "languages": [ - "kon-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671042, - "recall": 0.72332, - "f1": 0.684934, - "accuracy": 0.72332, - "main_score": 0.684934, - "hf_subset": "kon_Latn-eng_Latn", - "languages": [ - "kon-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660908, - "recall": 0.710474, - "f1": 0.673906, - "accuracy": 0.710474, - "main_score": 0.673906, - "hf_subset": "kon_Latn-hrv_Latn", - "languages": [ - "kon-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547562, - "recall": 0.605731, - "f1": 0.563866, - "accuracy": 0.605731, - "main_score": 0.563866, - "hf_subset": "kon_Latn-kin_Latn", - "languages": [ - "kon-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633646, - "recall": 0.6917, - "f1": 0.64943, - "accuracy": 0.6917, - "main_score": 0.64943, - "hf_subset": "kon_Latn-mal_Mlym", - "languages": [ - "kon-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634965, - "recall": 0.689723, - "f1": 0.649269, - "accuracy": 0.689723, - "main_score": 0.649269, - "hf_subset": "kon_Latn-pes_Arab", - "languages": [ - "kon-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648472, - "recall": 0.698617, - "f1": 0.662034, - "accuracy": 0.698617, - "main_score": 0.662034, - "hf_subset": "kon_Latn-srd_Latn", - "languages": [ - "kon-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20607, - "recall": 0.251976, - "f1": 0.218211, - "accuracy": 0.251976, - "main_score": 0.218211, - "hf_subset": "kon_Latn-tzm_Tfng", - "languages": [ - "kon-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625352, - "recall": 0.679842, - "f1": 0.640294, - "accuracy": 0.679842, - "main_score": 0.640294, - "hf_subset": "kon_Latn-acq_Arab", - "languages": [ - "kon-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600286, - "recall": 0.645257, - "f1": 0.612716, - "accuracy": 0.645257, - "main_score": 0.612716, - "hf_subset": "kon_Latn-bem_Latn", - "languages": [ - "kon-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664707, - "recall": 0.713439, - "f1": 0.676965, - "accuracy": 0.713439, - "main_score": 0.676965, - "hf_subset": "kon_Latn-epo_Latn", - "languages": [ - "kon-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637677, - "recall": 0.689723, - "f1": 0.651964, - "accuracy": 0.689723, - "main_score": 0.651964, - "hf_subset": "kon_Latn-hun_Latn", - "languages": [ - "kon-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629974, - "recall": 0.675889, - "f1": 0.64239, - "accuracy": 0.675889, - "main_score": 0.64239, - "hf_subset": "kon_Latn-kir_Cyrl", - "languages": [ - "kon-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638967, - "recall": 0.685771, - "f1": 0.651671, - "accuracy": 0.685771, - "main_score": 0.651671, - "hf_subset": "kon_Latn-mar_Deva", - "languages": [ - "kon-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57888, - "recall": 0.624506, - "f1": 0.591457, - "accuracy": 0.624506, - "main_score": 0.591457, - "hf_subset": "kon_Latn-plt_Latn", - "languages": [ - "kon-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652581, - "recall": 0.705534, - "f1": 0.666552, - "accuracy": 0.705534, - "main_score": 0.666552, - "hf_subset": "kon_Latn-srp_Cyrl", - "languages": [ - "kon-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539419, - "recall": 0.591897, - "f1": 0.554101, - "accuracy": 0.591897, - "main_score": 0.554101, - "hf_subset": "kon_Latn-uig_Arab", - "languages": [ - "kon-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611079, - "recall": 0.657115, - "f1": 0.623643, - "accuracy": 0.657115, - "main_score": 0.623643, - "hf_subset": "kon_Latn-aeb_Arab", - "languages": [ - "kon-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628396, - "recall": 0.682806, - "f1": 0.643282, - "accuracy": 0.682806, - "main_score": 0.643282, - "hf_subset": "kon_Latn-ben_Beng", - "languages": [ - "kon-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631591, - "recall": 0.684783, - "f1": 0.645948, - "accuracy": 0.684783, - "main_score": 0.645948, - "hf_subset": "kon_Latn-est_Latn", - "languages": [ - "kon-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604269, - "recall": 0.658103, - "f1": 0.619123, - "accuracy": 0.658103, - "main_score": 0.619123, - "hf_subset": "kon_Latn-hye_Armn", - "languages": [ - "kon-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5631, - "recall": 0.612648, - "f1": 0.577077, - "accuracy": 0.612648, - "main_score": 0.577077, - "hf_subset": "kon_Latn-kmb_Latn", - "languages": [ - "kon-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434634, - "recall": 0.495059, - "f1": 0.451801, - "accuracy": 0.495059, - "main_score": 0.451801, - "hf_subset": "kon_Latn-min_Arab", - "languages": [ - "kon-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642004, - "recall": 0.69664, - "f1": 0.657445, - "accuracy": 0.69664, - "main_score": 0.657445, - "hf_subset": "kon_Latn-pol_Latn", - "languages": [ - "kon-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562195, - "recall": 0.612648, - "f1": 0.575776, - "accuracy": 0.612648, - "main_score": 0.575776, - "hf_subset": "kon_Latn-ssw_Latn", - "languages": [ - "kon-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638866, - "recall": 0.697628, - "f1": 0.655484, - "accuracy": 0.697628, - "main_score": 0.655484, - "hf_subset": "kon_Latn-ukr_Cyrl", - "languages": [ - "kon-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669313, - "recall": 0.724308, - "f1": 0.684028, - "accuracy": 0.724308, - "main_score": 0.684028, - "hf_subset": "kon_Latn-afr_Latn", - "languages": [ - "kon-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626409, - "recall": 0.675889, - "f1": 0.640083, - "accuracy": 0.675889, - "main_score": 0.640083, - "hf_subset": "kon_Latn-bho_Deva", - "languages": [ - "kon-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645366, - "recall": 0.6917, - "f1": 0.657767, - "accuracy": 0.6917, - "main_score": 0.657767, - "hf_subset": "kon_Latn-eus_Latn", - "languages": [ - "kon-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550299, - "recall": 0.607708, - "f1": 0.566935, - "accuracy": 0.607708, - "main_score": 0.566935, - "hf_subset": "kon_Latn-ibo_Latn", - "languages": [ - "kon-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597818, - "recall": 0.645257, - "f1": 0.611508, - "accuracy": 0.645257, - "main_score": 0.611508, - "hf_subset": "kon_Latn-kmr_Latn", - "languages": [ - "kon-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650947, - "recall": 0.698617, - "f1": 0.663437, - "accuracy": 0.698617, - "main_score": 0.663437, - "hf_subset": "kon_Latn-min_Latn", - "languages": [ - "kon-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664404, - "recall": 0.714427, - "f1": 0.678101, - "accuracy": 0.714427, - "main_score": 0.678101, - "hf_subset": "kon_Latn-por_Latn", - "languages": [ - "kon-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655474, - "recall": 0.705534, - "f1": 0.669354, - "accuracy": 0.705534, - "main_score": 0.669354, - "hf_subset": "kon_Latn-sun_Latn", - "languages": [ - "kon-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53421, - "recall": 0.583992, - "f1": 0.548426, - "accuracy": 0.583992, - "main_score": 0.548426, - "hf_subset": "kon_Latn-umb_Latn", - "languages": [ - "kon-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635564, - "recall": 0.688735, - "f1": 0.650154, - "accuracy": 0.688735, - "main_score": 0.650154, - "hf_subset": "kon_Latn-ajp_Arab", - "languages": [ - "kon-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448715, - "recall": 0.508893, - "f1": 0.465419, - "accuracy": 0.508893, - "main_score": 0.465419, - "hf_subset": "kon_Latn-bjn_Arab", - "languages": [ - "kon-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518643, - "recall": 0.567194, - "f1": 0.532712, - "accuracy": 0.567194, - "main_score": 0.532712, - "hf_subset": "kon_Latn-ewe_Latn", - "languages": [ - "kon-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673739, - "recall": 0.710474, - "f1": 0.683519, - "accuracy": 0.710474, - "main_score": 0.683519, - "hf_subset": "kon_Latn-ilo_Latn", - "languages": [ - "kon-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.312123, - "recall": 0.369565, - "f1": 0.327673, - "accuracy": 0.369565, - "main_score": 0.327673, - "hf_subset": "kon_Latn-knc_Arab", - "languages": [ - "kon-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647899, - "recall": 0.703557, - "f1": 0.663058, - "accuracy": 0.703557, - "main_score": 0.663058, - "hf_subset": "kon_Latn-mkd_Cyrl", - "languages": [ - "kon-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637732, - "recall": 0.688735, - "f1": 0.651817, - "accuracy": 0.688735, - "main_score": 0.651817, - "hf_subset": "kon_Latn-prs_Arab", - "languages": [ - "kon-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656868, - "recall": 0.712451, - "f1": 0.671846, - "accuracy": 0.712451, - "main_score": 0.671846, - "hf_subset": "kon_Latn-swe_Latn", - "languages": [ - "kon-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609068, - "recall": 0.674901, - "f1": 0.627887, - "accuracy": 0.674901, - "main_score": 0.627887, - "hf_subset": "kon_Latn-urd_Arab", - "languages": [ - "kon-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562778, - "recall": 0.610672, - "f1": 0.57613, - "accuracy": 0.610672, - "main_score": 0.57613, - "hf_subset": "kon_Latn-aka_Latn", - "languages": [ - "kon-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643415, - "recall": 0.682806, - "f1": 0.653824, - "accuracy": 0.682806, - "main_score": 0.653824, - "hf_subset": "kon_Latn-bjn_Latn", - "languages": [ - "kon-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598357, - "recall": 0.644269, - "f1": 0.610598, - "accuracy": 0.644269, - "main_score": 0.610598, - "hf_subset": "kon_Latn-fao_Latn", - "languages": [ - "kon-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661179, - "recall": 0.710474, - "f1": 0.674497, - "accuracy": 0.710474, - "main_score": 0.674497, - "hf_subset": "kon_Latn-ind_Latn", - "languages": [ - "kon-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554293, - "recall": 0.603755, - "f1": 0.567939, - "accuracy": 0.603755, - "main_score": 0.567939, - "hf_subset": "kon_Latn-knc_Latn", - "languages": [ - "kon-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657769, - "recall": 0.698617, - "f1": 0.668537, - "accuracy": 0.698617, - "main_score": 0.668537, - "hf_subset": "kon_Latn-mlt_Latn", - "languages": [ - "kon-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580298, - "recall": 0.630435, - "f1": 0.595026, - "accuracy": 0.630435, - "main_score": 0.595026, - "hf_subset": "kon_Latn-quy_Latn", - "languages": [ - "kon-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614016, - "recall": 0.666008, - "f1": 0.628957, - "accuracy": 0.666008, - "main_score": 0.628957, - "hf_subset": "kon_Latn-swh_Latn", - "languages": [ - "kon-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614892, - "recall": 0.664032, - "f1": 0.628302, - "accuracy": 0.664032, - "main_score": 0.628302, - "hf_subset": "kon_Latn-uzn_Latn", - "languages": [ - "kon-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634988, - "recall": 0.686759, - "f1": 0.648665, - "accuracy": 0.686759, - "main_score": 0.648665, - "hf_subset": "kon_Latn-als_Latn", - "languages": [ - "kon-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282271, - "recall": 0.352767, - "f1": 0.300235, - "accuracy": 0.352767, - "main_score": 0.300235, - "hf_subset": "kon_Latn-bod_Tibt", - "languages": [ - "kon-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569347, - "recall": 0.618577, - "f1": 0.583028, - "accuracy": 0.618577, - "main_score": 0.583028, - "hf_subset": "kon_Latn-fij_Latn", - "languages": [ - "kon-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599902, - "recall": 0.65415, - "f1": 0.614388, - "accuracy": 0.65415, - "main_score": 0.614388, - "hf_subset": "kon_Latn-isl_Latn", - "languages": [ - "kon-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53666, - "recall": 0.597826, - "f1": 0.554616, - "accuracy": 0.597826, - "main_score": 0.554616, - "hf_subset": "kon_Latn-mni_Beng", - "languages": [ - "kon-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669722, - "recall": 0.720356, - "f1": 0.683549, - "accuracy": 0.720356, - "main_score": 0.683549, - "hf_subset": "kon_Latn-ron_Latn", - "languages": [ - "kon-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637831, - "recall": 0.686759, - "f1": 0.649989, - "accuracy": 0.686759, - "main_score": 0.649989, - "hf_subset": "kon_Latn-szl_Latn", - "languages": [ - "kon-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669784, - "recall": 0.711462, - "f1": 0.680941, - "accuracy": 0.711462, - "main_score": 0.680941, - "hf_subset": "kon_Latn-vec_Latn", - "languages": [ - "kon-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547541, - "recall": 0.604743, - "f1": 0.563841, - "accuracy": 0.604743, - "main_score": 0.563841, - "hf_subset": "kon_Latn-amh_Ethi", - "languages": [ - "kon-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654797, - "recall": 0.709486, - "f1": 0.669637, - "accuracy": 0.709486, - "main_score": 0.669637, - "hf_subset": "kon_Latn-bos_Latn", - "languages": [ - "kon-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634382, - "recall": 0.686759, - "f1": 0.648413, - "accuracy": 0.686759, - "main_score": 0.648413, - "hf_subset": "kon_Latn-fin_Latn", - "languages": [ - "kon-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640897, - "recall": 0.695652, - "f1": 0.656119, - "accuracy": 0.695652, - "main_score": 0.656119, - "hf_subset": "kon_Latn-ita_Latn", - "languages": [ - "kon-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635162, - "recall": 0.692688, - "f1": 0.651166, - "accuracy": 0.692688, - "main_score": 0.651166, - "hf_subset": "kon_Latn-kor_Hang", - "languages": [ - "kon-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553298, - "recall": 0.597826, - "f1": 0.565398, - "accuracy": 0.597826, - "main_score": 0.565398, - "hf_subset": "kon_Latn-mos_Latn", - "languages": [ - "kon-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537917, - "recall": 0.594862, - "f1": 0.553928, - "accuracy": 0.594862, - "main_score": 0.553928, - "hf_subset": "kon_Latn-run_Latn", - "languages": [ - "kon-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596851, - "recall": 0.660079, - "f1": 0.614407, - "accuracy": 0.660079, - "main_score": 0.614407, - "hf_subset": "kon_Latn-tam_Taml", - "languages": [ - "kon-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637758, - "recall": 0.686759, - "f1": 0.650205, - "accuracy": 0.686759, - "main_score": 0.650205, - "hf_subset": "kon_Latn-vie_Latn", - "languages": [ - "kon-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638564, - "recall": 0.6917, - "f1": 0.65233, - "accuracy": 0.6917, - "main_score": 0.65233, - "hf_subset": "kon_Latn-apc_Arab", - "languages": [ - "kon-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608045, - "recall": 0.653162, - "f1": 0.62077, - "accuracy": 0.653162, - "main_score": 0.62077, - "hf_subset": "kon_Latn-bug_Latn", - "languages": [ - "kon-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477318, - "recall": 0.525692, - "f1": 0.490793, - "accuracy": 0.525692, - "main_score": 0.490793, - "hf_subset": "kon_Latn-fon_Latn", - "languages": [ - "kon-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658179, - "recall": 0.705534, - "f1": 0.67102, - "accuracy": 0.705534, - "main_score": 0.67102, - "hf_subset": "kon_Latn-jav_Latn", - "languages": [ - "kon-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567959, - "recall": 0.623518, - "f1": 0.583307, - "accuracy": 0.623518, - "main_score": 0.583307, - "hf_subset": "kon_Latn-lao_Laoo", - "languages": [ - "kon-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540262, - "recall": 0.585968, - "f1": 0.553024, - "accuracy": 0.585968, - "main_score": 0.553024, - "hf_subset": "kon_Latn-mri_Latn", - "languages": [ - "kon-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637644, - "recall": 0.688735, - "f1": 0.651523, - "accuracy": 0.688735, - "main_score": 0.651523, - "hf_subset": "kon_Latn-rus_Cyrl", - "languages": [ - "kon-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519245, - "recall": 0.56917, - "f1": 0.533166, - "accuracy": 0.56917, - "main_score": 0.533166, - "hf_subset": "kon_Latn-taq_Latn", - "languages": [ - "kon-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679623, - "recall": 0.72332, - "f1": 0.691249, - "accuracy": 0.72332, - "main_score": 0.691249, - "hf_subset": "kon_Latn-war_Latn", - "languages": [ - "kon-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623402, - "recall": 0.68083, - "f1": 0.639229, - "accuracy": 0.68083, - "main_score": 0.639229, - "hf_subset": "kon_Latn-arb_Arab", - "languages": [ - "kon-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650026, - "recall": 0.69664, - "f1": 0.662718, - "accuracy": 0.69664, - "main_score": 0.662718, - "hf_subset": "kon_Latn-bul_Cyrl", - "languages": [ - "kon-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658377, - "recall": 0.708498, - "f1": 0.671826, - "accuracy": 0.708498, - "main_score": 0.671826, - "hf_subset": "kon_Latn-fra_Latn", - "languages": [ - "kon-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628837, - "recall": 0.682806, - "f1": 0.643116, - "accuracy": 0.682806, - "main_score": 0.643116, - "hf_subset": "kon_Latn-jpn_Jpan", - "languages": [ - "kon-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637008, - "recall": 0.683794, - "f1": 0.649776, - "accuracy": 0.683794, - "main_score": 0.649776, - "hf_subset": "kon_Latn-lij_Latn", - "languages": [ - "kon-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48238, - "recall": 0.557312, - "f1": 0.502696, - "accuracy": 0.557312, - "main_score": 0.502696, - "hf_subset": "kon_Latn-mya_Mymr", - "languages": [ - "kon-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575971, - "recall": 0.621542, - "f1": 0.589044, - "accuracy": 0.621542, - "main_score": 0.589044, - "hf_subset": "kon_Latn-sag_Latn", - "languages": [ - "kon-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20648, - "recall": 0.257905, - "f1": 0.21769, - "accuracy": 0.257905, - "main_score": 0.21769, - "hf_subset": "kon_Latn-taq_Tfng", - "languages": [ - "kon-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586208, - "recall": 0.632411, - "f1": 0.599951, - "accuracy": 0.632411, - "main_score": 0.599951, - "hf_subset": "kon_Latn-wol_Latn", - "languages": [ - "kon-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5153, - "recall": 0.571146, - "f1": 0.530623, - "accuracy": 0.571146, - "main_score": 0.530623, - "hf_subset": "kon_Latn-arb_Latn", - "languages": [ - "kon-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658423, - "recall": 0.709486, - "f1": 0.672983, - "accuracy": 0.709486, - "main_score": 0.672983, - "hf_subset": "kon_Latn-cat_Latn", - "languages": [ - "kon-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642974, - "recall": 0.688735, - "f1": 0.655482, - "accuracy": 0.688735, - "main_score": 0.655482, - "hf_subset": "kon_Latn-fur_Latn", - "languages": [ - "kon-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427161, - "recall": 0.48419, - "f1": 0.442182, - "accuracy": 0.48419, - "main_score": 0.442182, - "hf_subset": "kon_Latn-kab_Latn", - "languages": [ - "kon-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639018, - "recall": 0.6917, - "f1": 0.652928, - "accuracy": 0.6917, - "main_score": 0.652928, - "hf_subset": "kon_Latn-lim_Latn", - "languages": [ - "kon-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632216, - "recall": 0.685771, - "f1": 0.646546, - "accuracy": 0.685771, - "main_score": 0.646546, - "hf_subset": "kon_Latn-nld_Latn", - "languages": [ - "kon-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583138, - "recall": 0.641304, - "f1": 0.598369, - "accuracy": 0.641304, - "main_score": 0.598369, - "hf_subset": "kon_Latn-san_Deva", - "languages": [ - "kon-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621277, - "recall": 0.667984, - "f1": 0.633866, - "accuracy": 0.667984, - "main_score": 0.633866, - "hf_subset": "kon_Latn-tat_Cyrl", - "languages": [ - "kon-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594125, - "recall": 0.644269, - "f1": 0.608347, - "accuracy": 0.644269, - "main_score": 0.608347, - "hf_subset": "kon_Latn-xho_Latn", - "languages": [ - "kon-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616257, - "recall": 0.674901, - "f1": 0.632805, - "accuracy": 0.674901, - "main_score": 0.632805, - "hf_subset": "kon_Latn-ars_Arab", - "languages": [ - "kon-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674652, - "recall": 0.721344, - "f1": 0.687403, - "accuracy": 0.721344, - "main_score": 0.687403, - "hf_subset": "kon_Latn-ceb_Latn", - "languages": [ - "kon-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538588, - "recall": 0.585968, - "f1": 0.552038, - "accuracy": 0.585968, - "main_score": 0.552038, - "hf_subset": "kon_Latn-fuv_Latn", - "languages": [ - "kon-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522461, - "recall": 0.571146, - "f1": 0.535801, - "accuracy": 0.571146, - "main_score": 0.535801, - "hf_subset": "kon_Latn-kac_Latn", - "languages": [ - "kon-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703896, - "recall": 0.744071, - "f1": 0.715381, - "accuracy": 0.744071, - "main_score": 0.715381, - "hf_subset": "kon_Latn-lin_Latn", - "languages": [ - "kon-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650598, - "recall": 0.705534, - "f1": 0.665798, - "accuracy": 0.705534, - "main_score": 0.665798, - "hf_subset": "kon_Latn-nno_Latn", - "languages": [ - "kon-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.120254, - "recall": 0.170949, - "f1": 0.133294, - "accuracy": 0.170949, - "main_score": 0.133294, - "hf_subset": "kon_Latn-sat_Olck", - "languages": [ - "kon-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62433, - "recall": 0.678854, - "f1": 0.639192, - "accuracy": 0.678854, - "main_score": 0.639192, - "hf_subset": "kon_Latn-tel_Telu", - "languages": [ - "kon-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548941, - "recall": 0.607708, - "f1": 0.564601, - "accuracy": 0.607708, - "main_score": 0.564601, - "hf_subset": "kon_Latn-ydd_Hebr", - "languages": [ - "kon-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603706, - "recall": 0.660079, - "f1": 0.618978, - "accuracy": 0.660079, - "main_score": 0.618978, - "hf_subset": "kon_Latn-ary_Arab", - "languages": [ - "kon-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656811, - "recall": 0.70751, - "f1": 0.67007, - "accuracy": 0.70751, - "main_score": 0.67007, - "hf_subset": "kon_Latn-ces_Latn", - "languages": [ - "kon-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516845, - "recall": 0.574111, - "f1": 0.532998, - "accuracy": 0.574111, - "main_score": 0.532998, - "hf_subset": "kon_Latn-gaz_Latn", - "languages": [ - "kon-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539065, - "recall": 0.593874, - "f1": 0.555519, - "accuracy": 0.593874, - "main_score": 0.555519, - "hf_subset": "kon_Latn-kam_Latn", - "languages": [ - "kon-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632165, - "recall": 0.684783, - "f1": 0.645987, - "accuracy": 0.684783, - "main_score": 0.645987, - "hf_subset": "kon_Latn-lit_Latn", - "languages": [ - "kon-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654118, - "recall": 0.705534, - "f1": 0.668124, - "accuracy": 0.705534, - "main_score": 0.668124, - "hf_subset": "kon_Latn-nob_Latn", - "languages": [ - "kon-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635938, - "recall": 0.68083, - "f1": 0.648273, - "accuracy": 0.68083, - "main_score": 0.648273, - "hf_subset": "kon_Latn-scn_Latn", - "languages": [ - "kon-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600182, - "recall": 0.645257, - "f1": 0.612932, - "accuracy": 0.645257, - "main_score": 0.612932, - "hf_subset": "kon_Latn-tgk_Cyrl", - "languages": [ - "kon-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531088, - "recall": 0.596838, - "f1": 0.54962, - "accuracy": 0.596838, - "main_score": 0.54962, - "hf_subset": "kon_Latn-yor_Latn", - "languages": [ - "kon-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628579, - "recall": 0.684783, - "f1": 0.643989, - "accuracy": 0.684783, - "main_score": 0.643989, - "hf_subset": "kon_Latn-arz_Arab", - "languages": [ - "kon-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519252, - "recall": 0.568182, - "f1": 0.533564, - "accuracy": 0.568182, - "main_score": 0.533564, - "hf_subset": "kon_Latn-cjk_Latn", - "languages": [ - "kon-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534085, - "recall": 0.583004, - "f1": 0.547602, - "accuracy": 0.583004, - "main_score": 0.547602, - "hf_subset": "kon_Latn-gla_Latn", - "languages": [ - "kon-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623336, - "recall": 0.68083, - "f1": 0.63861, - "accuracy": 0.68083, - "main_score": 0.63861, - "hf_subset": "kon_Latn-kan_Knda", - "languages": [ - "kon-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640148, - "recall": 0.684783, - "f1": 0.652481, - "accuracy": 0.684783, - "main_score": 0.652481, - "hf_subset": "kon_Latn-lmo_Latn", - "languages": [ - "kon-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614817, - "recall": 0.667984, - "f1": 0.629269, - "accuracy": 0.667984, - "main_score": 0.629269, - "hf_subset": "kon_Latn-npi_Deva", - "languages": [ - "kon-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450301, - "recall": 0.506917, - "f1": 0.466191, - "accuracy": 0.506917, - "main_score": 0.466191, - "hf_subset": "kon_Latn-shn_Mymr", - "languages": [ - "kon-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68076, - "recall": 0.724308, - "f1": 0.691945, - "accuracy": 0.724308, - "main_score": 0.691945, - "hf_subset": "kon_Latn-tgl_Latn", - "languages": [ - "kon-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615426, - "recall": 0.673913, - "f1": 0.631341, - "accuracy": 0.673913, - "main_score": 0.631341, - "hf_subset": "kon_Latn-yue_Hant", - "languages": [ - "kon-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593243, - "recall": 0.649209, - "f1": 0.609407, - "accuracy": 0.649209, - "main_score": 0.609407, - "hf_subset": "kon_Latn-asm_Beng", - "languages": [ - "kon-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568177, - "recall": 0.626482, - "f1": 0.583926, - "accuracy": 0.626482, - "main_score": 0.583926, - "hf_subset": "kon_Latn-ckb_Arab", - "languages": [ - "kon-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541812, - "recall": 0.589921, - "f1": 0.554519, - "accuracy": 0.589921, - "main_score": 0.554519, - "hf_subset": "kon_Latn-gle_Latn", - "languages": [ - "kon-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556962, - "recall": 0.612648, - "f1": 0.572592, - "accuracy": 0.612648, - "main_score": 0.572592, - "hf_subset": "kon_Latn-kas_Arab", - "languages": [ - "kon-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608863, - "recall": 0.663043, - "f1": 0.624459, - "accuracy": 0.663043, - "main_score": 0.624459, - "hf_subset": "kon_Latn-ltg_Latn", - "languages": [ - "kon-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595718, - "recall": 0.645257, - "f1": 0.610433, - "accuracy": 0.645257, - "main_score": 0.610433, - "hf_subset": "kon_Latn-nso_Latn", - "languages": [ - "kon-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545909, - "recall": 0.608696, - "f1": 0.563061, - "accuracy": 0.608696, - "main_score": 0.563061, - "hf_subset": "kon_Latn-sin_Sinh", - "languages": [ - "kon-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63382, - "recall": 0.685771, - "f1": 0.647824, - "accuracy": 0.685771, - "main_score": 0.647824, - "hf_subset": "kon_Latn-tha_Thai", - "languages": [ - "kon-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618786, - "recall": 0.66502, - "f1": 0.631438, - "accuracy": 0.66502, - "main_score": 0.631438, - "hf_subset": "kon_Latn-zho_Hans", - "languages": [ - "kon-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665459, - "recall": 0.714427, - "f1": 0.679317, - "accuracy": 0.714427, - "main_score": 0.679317, - "hf_subset": "kon_Latn-ast_Latn", - "languages": [ - "kon-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618471, - "recall": 0.670949, - "f1": 0.632387, - "accuracy": 0.670949, - "main_score": 0.632387, - "hf_subset": "kon_Latn-crh_Latn", - "languages": [ - "kon-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665728, - "recall": 0.710474, - "f1": 0.677973, - "accuracy": 0.710474, - "main_score": 0.677973, - "hf_subset": "kon_Latn-glg_Latn", - "languages": [ - "kon-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557922, - "recall": 0.618577, - "f1": 0.575412, - "accuracy": 0.618577, - "main_score": 0.575412, - "hf_subset": "kon_Latn-kas_Deva", - "languages": [ - "kon-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64314, - "recall": 0.689723, - "f1": 0.655418, - "accuracy": 0.689723, - "main_score": 0.655418, - "hf_subset": "kon_Latn-ltz_Latn", - "languages": [ - "kon-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4715, - "recall": 0.527668, - "f1": 0.487134, - "accuracy": 0.527668, - "main_score": 0.487134, - "hf_subset": "kon_Latn-nus_Latn", - "languages": [ - "kon-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658601, - "recall": 0.705534, - "f1": 0.671416, - "accuracy": 0.705534, - "main_score": 0.671416, - "hf_subset": "kon_Latn-slk_Latn", - "languages": [ - "kon-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447727, - "recall": 0.514822, - "f1": 0.466198, - "accuracy": 0.514822, - "main_score": 0.466198, - "hf_subset": "kon_Latn-tir_Ethi", - "languages": [ - "kon-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630637, - "recall": 0.682806, - "f1": 0.644109, - "accuracy": 0.682806, - "main_score": 0.644109, - "hf_subset": "kon_Latn-zho_Hant", - "languages": [ - "kon-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634335, - "recall": 0.689723, - "f1": 0.649567, - "accuracy": 0.689723, - "main_score": 0.649567, - "hf_subset": "kon_Latn-awa_Deva", - "languages": [ - "kon-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601966, - "recall": 0.646245, - "f1": 0.613957, - "accuracy": 0.646245, - "main_score": 0.613957, - "hf_subset": "kon_Latn-cym_Latn", - "languages": [ - "kon-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620753, - "recall": 0.667984, - "f1": 0.633951, - "accuracy": 0.667984, - "main_score": 0.633951, - "hf_subset": "kon_Latn-grn_Latn", - "languages": [ - "kon-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602826, - "recall": 0.661067, - "f1": 0.618819, - "accuracy": 0.661067, - "main_score": 0.618819, - "hf_subset": "kon_Latn-kat_Geor", - "languages": [ - "kon-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603483, - "recall": 0.653162, - "f1": 0.61819, - "accuracy": 0.653162, - "main_score": 0.61819, - "hf_subset": "kon_Latn-lua_Latn", - "languages": [ - "kon-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605224, - "recall": 0.653162, - "f1": 0.618869, - "accuracy": 0.653162, - "main_score": 0.618869, - "hf_subset": "kon_Latn-nya_Latn", - "languages": [ - "kon-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648663, - "recall": 0.694664, - "f1": 0.660644, - "accuracy": 0.694664, - "main_score": 0.660644, - "hf_subset": "kon_Latn-slv_Latn", - "languages": [ - "kon-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638592, - "recall": 0.685771, - "f1": 0.652044, - "accuracy": 0.685771, - "main_score": 0.652044, - "hf_subset": "kon_Latn-tpi_Latn", - "languages": [ - "kon-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671068, - "recall": 0.716403, - "f1": 0.683715, - "accuracy": 0.716403, - "main_score": 0.683715, - "hf_subset": "kon_Latn-zsm_Latn", - "languages": [ - "kon-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527614, - "recall": 0.58498, - "f1": 0.543554, - "accuracy": 0.58498, - "main_score": 0.543554, - "hf_subset": "kon_Latn-ayr_Latn", - "languages": [ - "kon-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659863, - "recall": 0.709486, - "f1": 0.673839, - "accuracy": 0.709486, - "main_score": 0.673839, - "hf_subset": "kon_Latn-dan_Latn", - "languages": [ - "kon-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624207, - "recall": 0.678854, - "f1": 0.638847, - "accuracy": 0.678854, - "main_score": 0.638847, - "hf_subset": "kon_Latn-guj_Gujr", - "languages": [ - "kon-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624388, - "recall": 0.672925, - "f1": 0.63784, - "accuracy": 0.672925, - "main_score": 0.63784, - "hf_subset": "kon_Latn-kaz_Cyrl", - "languages": [ - "kon-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533714, - "recall": 0.58498, - "f1": 0.547563, - "accuracy": 0.58498, - "main_score": 0.547563, - "hf_subset": "kon_Latn-lug_Latn", - "languages": [ - "kon-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671923, - "recall": 0.725296, - "f1": 0.686871, - "accuracy": 0.725296, - "main_score": 0.686871, - "hf_subset": "kon_Latn-oci_Latn", - "languages": [ - "kon-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583582, - "recall": 0.630435, - "f1": 0.596482, - "accuracy": 0.630435, - "main_score": 0.596482, - "hf_subset": "kon_Latn-smo_Latn", - "languages": [ - "kon-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532213, - "recall": 0.583004, - "f1": 0.546067, - "accuracy": 0.583004, - "main_score": 0.546067, - "hf_subset": "kon_Latn-tsn_Latn", - "languages": [ - "kon-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570082, - "recall": 0.619565, - "f1": 0.583884, - "accuracy": 0.619565, - "main_score": 0.583884, - "hf_subset": "kon_Latn-zul_Latn", - "languages": [ - "kon-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557043, - "recall": 0.618577, - "f1": 0.574483, - "accuracy": 0.618577, - "main_score": 0.574483, - "hf_subset": "kon_Latn-azb_Arab", - "languages": [ - "kon-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646511, - "recall": 0.704545, - "f1": 0.662684, - "accuracy": 0.704545, - "main_score": 0.662684, - "hf_subset": "kon_Latn-deu_Latn", - "languages": [ - "kon-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592887, - "recall": 0.650198, - "f1": 0.608893, - "accuracy": 0.650198, - "main_score": 0.608893, - "hf_subset": "kon_Latn-hat_Latn", - "languages": [ - "kon-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515212, - "recall": 0.572134, - "f1": 0.530755, - "accuracy": 0.572134, - "main_score": 0.530755, - "hf_subset": "kon_Latn-kbp_Latn", - "languages": [ - "kon-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572621, - "recall": 0.620553, - "f1": 0.586063, - "accuracy": 0.620553, - "main_score": 0.586063, - "hf_subset": "kon_Latn-luo_Latn", - "languages": [ - "kon-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621983, - "recall": 0.677866, - "f1": 0.637397, - "accuracy": 0.677866, - "main_score": 0.637397, - "hf_subset": "kon_Latn-ory_Orya", - "languages": [ - "kon-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571724, - "recall": 0.617589, - "f1": 0.584332, - "accuracy": 0.617589, - "main_score": 0.584332, - "hf_subset": "kon_Latn-sna_Latn", - "languages": [ - "kon-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547745, - "recall": 0.597826, - "f1": 0.561996, - "accuracy": 0.597826, - "main_score": 0.561996, - "hf_subset": "kon_Latn-tso_Latn", - "languages": [ - "kon-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607172, - "recall": 0.66502, - "f1": 0.62216, - "accuracy": 0.66502, - "main_score": 0.62216, - "hf_subset": "kon_Latn-azj_Latn", - "languages": [ - "kon-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521964, - "recall": 0.571146, - "f1": 0.536179, - "accuracy": 0.571146, - "main_score": 0.536179, - "hf_subset": "kon_Latn-dik_Latn", - "languages": [ - "kon-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567878, - "recall": 0.619565, - "f1": 0.58222, - "accuracy": 0.619565, - "main_score": 0.58222, - "hf_subset": "kon_Latn-hau_Latn", - "languages": [ - "kon-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649844, - "recall": 0.69664, - "f1": 0.661929, - "accuracy": 0.69664, - "main_score": 0.661929, - "hf_subset": "kon_Latn-kea_Latn", - "languages": [ - "kon-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596544, - "recall": 0.640316, - "f1": 0.60921, - "accuracy": 0.640316, - "main_score": 0.60921, - "hf_subset": "kon_Latn-lus_Latn", - "languages": [ - "kon-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629021, - "recall": 0.674901, - "f1": 0.642395, - "accuracy": 0.674901, - "main_score": 0.642395, - "hf_subset": "kon_Latn-pag_Latn", - "languages": [ - "kon-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579661, - "recall": 0.644269, - "f1": 0.597647, - "accuracy": 0.644269, - "main_score": 0.597647, - "hf_subset": "kon_Latn-snd_Arab", - "languages": [ - "kon-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586368, - "recall": 0.643281, - "f1": 0.602301, - "accuracy": 0.643281, - "main_score": 0.602301, - "hf_subset": "kon_Latn-tuk_Latn", - "languages": [ - "kon-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626766, - "recall": 0.670949, - "f1": 0.639187, - "accuracy": 0.670949, - "main_score": 0.639187, - "hf_subset": "kon_Latn-bak_Cyrl", - "languages": [ - "kon-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467977, - "recall": 0.540514, - "f1": 0.4891, - "accuracy": 0.540514, - "main_score": 0.4891, - "hf_subset": "kon_Latn-dyu_Latn", - "languages": [ - "kon-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635509, - "recall": 0.688735, - "f1": 0.649556, - "accuracy": 0.688735, - "main_score": 0.649556, - "hf_subset": "kon_Latn-heb_Hebr", - "languages": [ - "kon-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589676, - "recall": 0.636364, - "f1": 0.602671, - "accuracy": 0.636364, - "main_score": 0.602671, - "hf_subset": "kon_Latn-khk_Cyrl", - "languages": [ - "kon-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636917, - "recall": 0.694664, - "f1": 0.652298, - "accuracy": 0.694664, - "main_score": 0.652298, - "hf_subset": "kon_Latn-lvs_Latn", - "languages": [ - "kon-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61197, - "recall": 0.670949, - "f1": 0.627711, - "accuracy": 0.670949, - "main_score": 0.627711, - "hf_subset": "kon_Latn-pan_Guru", - "languages": [ - "kon-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533502, - "recall": 0.589921, - "f1": 0.548893, - "accuracy": 0.589921, - "main_score": 0.548893, - "hf_subset": "kon_Latn-som_Latn", - "languages": [ - "kon-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561597, - "recall": 0.608696, - "f1": 0.575167, - "accuracy": 0.608696, - "main_score": 0.575167, - "hf_subset": "kon_Latn-tum_Latn", - "languages": [ - "kon-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467648, - "recall": 0.517787, - "f1": 0.481378, - "accuracy": 0.517787, - "main_score": 0.481378, - "hf_subset": "mni_Beng-ace_Arab", - "languages": [ - "mni-Beng", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454759, - "recall": 0.511858, - "f1": 0.470507, - "accuracy": 0.511858, - "main_score": 0.470507, - "hf_subset": "mni_Beng-bam_Latn", - "languages": [ - "mni-Beng", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.251119, - "recall": 0.299407, - "f1": 0.262855, - "accuracy": 0.299407, - "main_score": 0.262855, - "hf_subset": "mni_Beng-dzo_Tibt", - "languages": [ - "mni-Beng", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68582, - "recall": 0.73419, - "f1": 0.698675, - "accuracy": 0.73419, - "main_score": 0.698675, - "hf_subset": "mni_Beng-hin_Deva", - "languages": [ - "mni-Beng", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5602, - "recall": 0.617589, - "f1": 0.575688, - "accuracy": 0.617589, - "main_score": 0.575688, - "hf_subset": "mni_Beng-khm_Khmr", - "languages": [ - "mni-Beng", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686288, - "recall": 0.730237, - "f1": 0.698111, - "accuracy": 0.730237, - "main_score": 0.698111, - "hf_subset": "mni_Beng-mag_Deva", - "languages": [ - "mni-Beng", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643701, - "recall": 0.683794, - "f1": 0.654339, - "accuracy": 0.683794, - "main_score": 0.654339, - "hf_subset": "mni_Beng-pap_Latn", - "languages": [ - "mni-Beng", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52111, - "recall": 0.564229, - "f1": 0.532704, - "accuracy": 0.564229, - "main_score": 0.532704, - "hf_subset": "mni_Beng-sot_Latn", - "languages": [ - "mni-Beng", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640501, - "recall": 0.694664, - "f1": 0.654705, - "accuracy": 0.694664, - "main_score": 0.654705, - "hf_subset": "mni_Beng-tur_Latn", - "languages": [ - "mni-Beng", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621246, - "recall": 0.664032, - "f1": 0.633094, - "accuracy": 0.664032, - "main_score": 0.633094, - "hf_subset": "mni_Beng-ace_Latn", - "languages": [ - "mni-Beng", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670364, - "recall": 0.709486, - "f1": 0.681081, - "accuracy": 0.709486, - "main_score": 0.681081, - "hf_subset": "mni_Beng-ban_Latn", - "languages": [ - "mni-Beng", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647864, - "recall": 0.703557, - "f1": 0.662442, - "accuracy": 0.703557, - "main_score": 0.662442, - "hf_subset": "mni_Beng-ell_Grek", - "languages": [ - "mni-Beng", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671629, - "recall": 0.713439, - "f1": 0.682929, - "accuracy": 0.713439, - "main_score": 0.682929, - "hf_subset": "mni_Beng-hne_Deva", - "languages": [ - "mni-Beng", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4541, - "recall": 0.509881, - "f1": 0.468749, - "accuracy": 0.509881, - "main_score": 0.468749, - "hf_subset": "mni_Beng-kik_Latn", - "languages": [ - "mni-Beng", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683318, - "recall": 0.732213, - "f1": 0.695975, - "accuracy": 0.732213, - "main_score": 0.695975, - "hf_subset": "mni_Beng-mai_Deva", - "languages": [ - "mni-Beng", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597668, - "recall": 0.653162, - "f1": 0.612194, - "accuracy": 0.653162, - "main_score": 0.612194, - "hf_subset": "mni_Beng-pbt_Arab", - "languages": [ - "mni-Beng", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665222, - "recall": 0.710474, - "f1": 0.676699, - "accuracy": 0.710474, - "main_score": 0.676699, - "hf_subset": "mni_Beng-spa_Latn", - "languages": [ - "mni-Beng", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521099, - "recall": 0.581028, - "f1": 0.537438, - "accuracy": 0.581028, - "main_score": 0.537438, - "hf_subset": "mni_Beng-twi_Latn", - "languages": [ - "mni-Beng", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630037, - "recall": 0.684783, - "f1": 0.644556, - "accuracy": 0.684783, - "main_score": 0.644556, - "hf_subset": "mni_Beng-acm_Arab", - "languages": [ - "mni-Beng", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608347, - "recall": 0.656126, - "f1": 0.62035, - "accuracy": 0.656126, - "main_score": 0.62035, - "hf_subset": "mni_Beng-bel_Cyrl", - "languages": [ - "mni-Beng", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708996, - "recall": 0.757905, - "f1": 0.721365, - "accuracy": 0.757905, - "main_score": 0.721365, - "hf_subset": "mni_Beng-eng_Latn", - "languages": [ - "mni-Beng", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661403, - "recall": 0.711462, - "f1": 0.674721, - "accuracy": 0.711462, - "main_score": 0.674721, - "hf_subset": "mni_Beng-hrv_Latn", - "languages": [ - "mni-Beng", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458627, - "recall": 0.511858, - "f1": 0.474099, - "accuracy": 0.511858, - "main_score": 0.474099, - "hf_subset": "mni_Beng-kin_Latn", - "languages": [ - "mni-Beng", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677986, - "recall": 0.73419, - "f1": 0.692937, - "accuracy": 0.73419, - "main_score": 0.692937, - "hf_subset": "mni_Beng-mal_Mlym", - "languages": [ - "mni-Beng", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654944, - "recall": 0.702569, - "f1": 0.667159, - "accuracy": 0.702569, - "main_score": 0.667159, - "hf_subset": "mni_Beng-pes_Arab", - "languages": [ - "mni-Beng", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648475, - "recall": 0.693676, - "f1": 0.660357, - "accuracy": 0.693676, - "main_score": 0.660357, - "hf_subset": "mni_Beng-srd_Latn", - "languages": [ - "mni-Beng", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194462, - "recall": 0.23419, - "f1": 0.203678, - "accuracy": 0.23419, - "main_score": 0.203678, - "hf_subset": "mni_Beng-tzm_Tfng", - "languages": [ - "mni-Beng", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638126, - "recall": 0.6917, - "f1": 0.65263, - "accuracy": 0.6917, - "main_score": 0.65263, - "hf_subset": "mni_Beng-acq_Arab", - "languages": [ - "mni-Beng", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519198, - "recall": 0.568182, - "f1": 0.532504, - "accuracy": 0.568182, - "main_score": 0.532504, - "hf_subset": "mni_Beng-bem_Latn", - "languages": [ - "mni-Beng", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641493, - "recall": 0.693676, - "f1": 0.655509, - "accuracy": 0.693676, - "main_score": 0.655509, - "hf_subset": "mni_Beng-epo_Latn", - "languages": [ - "mni-Beng", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651926, - "recall": 0.69664, - "f1": 0.664394, - "accuracy": 0.69664, - "main_score": 0.664394, - "hf_subset": "mni_Beng-hun_Latn", - "languages": [ - "mni-Beng", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625909, - "recall": 0.671937, - "f1": 0.638486, - "accuracy": 0.671937, - "main_score": 0.638486, - "hf_subset": "mni_Beng-kir_Cyrl", - "languages": [ - "mni-Beng", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682528, - "recall": 0.736166, - "f1": 0.696808, - "accuracy": 0.736166, - "main_score": 0.696808, - "hf_subset": "mni_Beng-mar_Deva", - "languages": [ - "mni-Beng", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52714, - "recall": 0.576087, - "f1": 0.540857, - "accuracy": 0.576087, - "main_score": 0.540857, - "hf_subset": "mni_Beng-plt_Latn", - "languages": [ - "mni-Beng", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650442, - "recall": 0.701581, - "f1": 0.66469, - "accuracy": 0.701581, - "main_score": 0.66469, - "hf_subset": "mni_Beng-srp_Cyrl", - "languages": [ - "mni-Beng", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546991, - "recall": 0.601779, - "f1": 0.561866, - "accuracy": 0.601779, - "main_score": 0.561866, - "hf_subset": "mni_Beng-uig_Arab", - "languages": [ - "mni-Beng", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611142, - "recall": 0.657115, - "f1": 0.62337, - "accuracy": 0.657115, - "main_score": 0.62337, - "hf_subset": "mni_Beng-aeb_Arab", - "languages": [ - "mni-Beng", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682924, - "recall": 0.731225, - "f1": 0.696371, - "accuracy": 0.731225, - "main_score": 0.696371, - "hf_subset": "mni_Beng-ben_Beng", - "languages": [ - "mni-Beng", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63763, - "recall": 0.688735, - "f1": 0.651758, - "accuracy": 0.688735, - "main_score": 0.651758, - "hf_subset": "mni_Beng-est_Latn", - "languages": [ - "mni-Beng", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627499, - "recall": 0.676877, - "f1": 0.640678, - "accuracy": 0.676877, - "main_score": 0.640678, - "hf_subset": "mni_Beng-hye_Armn", - "languages": [ - "mni-Beng", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44609, - "recall": 0.503953, - "f1": 0.462302, - "accuracy": 0.503953, - "main_score": 0.462302, - "hf_subset": "mni_Beng-kmb_Latn", - "languages": [ - "mni-Beng", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427473, - "recall": 0.490119, - "f1": 0.444719, - "accuracy": 0.490119, - "main_score": 0.444719, - "hf_subset": "mni_Beng-min_Arab", - "languages": [ - "mni-Beng", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666242, - "recall": 0.712451, - "f1": 0.678385, - "accuracy": 0.712451, - "main_score": 0.678385, - "hf_subset": "mni_Beng-pol_Latn", - "languages": [ - "mni-Beng", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467453, - "recall": 0.52668, - "f1": 0.484241, - "accuracy": 0.52668, - "main_score": 0.484241, - "hf_subset": "mni_Beng-ssw_Latn", - "languages": [ - "mni-Beng", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67228, - "recall": 0.720356, - "f1": 0.684831, - "accuracy": 0.720356, - "main_score": 0.684831, - "hf_subset": "mni_Beng-ukr_Cyrl", - "languages": [ - "mni-Beng", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665008, - "recall": 0.717391, - "f1": 0.678704, - "accuracy": 0.717391, - "main_score": 0.678704, - "hf_subset": "mni_Beng-afr_Latn", - "languages": [ - "mni-Beng", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669508, - "recall": 0.711462, - "f1": 0.680732, - "accuracy": 0.711462, - "main_score": 0.680732, - "hf_subset": "mni_Beng-bho_Deva", - "languages": [ - "mni-Beng", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637273, - "recall": 0.68083, - "f1": 0.648593, - "accuracy": 0.68083, - "main_score": 0.648593, - "hf_subset": "mni_Beng-eus_Latn", - "languages": [ - "mni-Beng", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478294, - "recall": 0.539526, - "f1": 0.494718, - "accuracy": 0.539526, - "main_score": 0.494718, - "hf_subset": "mni_Beng-ibo_Latn", - "languages": [ - "mni-Beng", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559393, - "recall": 0.606719, - "f1": 0.572949, - "accuracy": 0.606719, - "main_score": 0.572949, - "hf_subset": "mni_Beng-kmr_Latn", - "languages": [ - "mni-Beng", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641407, - "recall": 0.681818, - "f1": 0.652648, - "accuracy": 0.681818, - "main_score": 0.652648, - "hf_subset": "mni_Beng-min_Latn", - "languages": [ - "mni-Beng", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670025, - "recall": 0.72332, - "f1": 0.684255, - "accuracy": 0.72332, - "main_score": 0.684255, - "hf_subset": "mni_Beng-por_Latn", - "languages": [ - "mni-Beng", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653759, - "recall": 0.690711, - "f1": 0.663938, - "accuracy": 0.690711, - "main_score": 0.663938, - "hf_subset": "mni_Beng-sun_Latn", - "languages": [ - "mni-Beng", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422201, - "recall": 0.47332, - "f1": 0.435989, - "accuracy": 0.47332, - "main_score": 0.435989, - "hf_subset": "mni_Beng-umb_Latn", - "languages": [ - "mni-Beng", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64163, - "recall": 0.689723, - "f1": 0.653793, - "accuracy": 0.689723, - "main_score": 0.653793, - "hf_subset": "mni_Beng-ajp_Arab", - "languages": [ - "mni-Beng", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451925, - "recall": 0.502964, - "f1": 0.465828, - "accuracy": 0.502964, - "main_score": 0.465828, - "hf_subset": "mni_Beng-bjn_Arab", - "languages": [ - "mni-Beng", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44482, - "recall": 0.491107, - "f1": 0.45734, - "accuracy": 0.491107, - "main_score": 0.45734, - "hf_subset": "mni_Beng-ewe_Latn", - "languages": [ - "mni-Beng", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662416, - "recall": 0.705534, - "f1": 0.674075, - "accuracy": 0.705534, - "main_score": 0.674075, - "hf_subset": "mni_Beng-ilo_Latn", - "languages": [ - "mni-Beng", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31055, - "recall": 0.355731, - "f1": 0.322183, - "accuracy": 0.355731, - "main_score": 0.322183, - "hf_subset": "mni_Beng-knc_Arab", - "languages": [ - "mni-Beng", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664212, - "recall": 0.711462, - "f1": 0.676373, - "accuracy": 0.711462, - "main_score": 0.676373, - "hf_subset": "mni_Beng-mkd_Cyrl", - "languages": [ - "mni-Beng", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639053, - "recall": 0.686759, - "f1": 0.65247, - "accuracy": 0.686759, - "main_score": 0.65247, - "hf_subset": "mni_Beng-prs_Arab", - "languages": [ - "mni-Beng", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669684, - "recall": 0.716403, - "f1": 0.682611, - "accuracy": 0.716403, - "main_score": 0.682611, - "hf_subset": "mni_Beng-swe_Latn", - "languages": [ - "mni-Beng", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662088, - "recall": 0.715415, - "f1": 0.677118, - "accuracy": 0.715415, - "main_score": 0.677118, - "hf_subset": "mni_Beng-urd_Arab", - "languages": [ - "mni-Beng", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494577, - "recall": 0.551383, - "f1": 0.510601, - "accuracy": 0.551383, - "main_score": 0.510601, - "hf_subset": "mni_Beng-aka_Latn", - "languages": [ - "mni-Beng", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64061, - "recall": 0.686759, - "f1": 0.652362, - "accuracy": 0.686759, - "main_score": 0.652362, - "hf_subset": "mni_Beng-bjn_Latn", - "languages": [ - "mni-Beng", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560152, - "recall": 0.612648, - "f1": 0.574338, - "accuracy": 0.612648, - "main_score": 0.574338, - "hf_subset": "mni_Beng-fao_Latn", - "languages": [ - "mni-Beng", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674332, - "recall": 0.720356, - "f1": 0.686499, - "accuracy": 0.720356, - "main_score": 0.686499, - "hf_subset": "mni_Beng-ind_Latn", - "languages": [ - "mni-Beng", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497091, - "recall": 0.545455, - "f1": 0.510444, - "accuracy": 0.545455, - "main_score": 0.510444, - "hf_subset": "mni_Beng-knc_Latn", - "languages": [ - "mni-Beng", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653317, - "recall": 0.694664, - "f1": 0.66509, - "accuracy": 0.694664, - "main_score": 0.66509, - "hf_subset": "mni_Beng-mlt_Latn", - "languages": [ - "mni-Beng", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536743, - "recall": 0.589921, - "f1": 0.552045, - "accuracy": 0.589921, - "main_score": 0.552045, - "hf_subset": "mni_Beng-quy_Latn", - "languages": [ - "mni-Beng", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563811, - "recall": 0.618577, - "f1": 0.578117, - "accuracy": 0.618577, - "main_score": 0.578117, - "hf_subset": "mni_Beng-swh_Latn", - "languages": [ - "mni-Beng", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631344, - "recall": 0.670949, - "f1": 0.642546, - "accuracy": 0.670949, - "main_score": 0.642546, - "hf_subset": "mni_Beng-uzn_Latn", - "languages": [ - "mni-Beng", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646994, - "recall": 0.695652, - "f1": 0.65987, - "accuracy": 0.695652, - "main_score": 0.65987, - "hf_subset": "mni_Beng-als_Latn", - "languages": [ - "mni-Beng", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299347, - "recall": 0.358696, - "f1": 0.31332, - "accuracy": 0.358696, - "main_score": 0.31332, - "hf_subset": "mni_Beng-bod_Tibt", - "languages": [ - "mni-Beng", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5174, - "recall": 0.56917, - "f1": 0.531777, - "accuracy": 0.56917, - "main_score": 0.531777, - "hf_subset": "mni_Beng-fij_Latn", - "languages": [ - "mni-Beng", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555348, - "recall": 0.61166, - "f1": 0.570725, - "accuracy": 0.61166, - "main_score": 0.570725, - "hf_subset": "mni_Beng-isl_Latn", - "languages": [ - "mni-Beng", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54033, - "recall": 0.590909, - "f1": 0.554303, - "accuracy": 0.590909, - "main_score": 0.554303, - "hf_subset": "mni_Beng-kon_Latn", - "languages": [ - "mni-Beng", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687113, - "recall": 0.730237, - "f1": 0.698442, - "accuracy": 0.730237, - "main_score": 0.698442, - "hf_subset": "mni_Beng-ron_Latn", - "languages": [ - "mni-Beng", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626434, - "recall": 0.676877, - "f1": 0.639883, - "accuracy": 0.676877, - "main_score": 0.639883, - "hf_subset": "mni_Beng-szl_Latn", - "languages": [ - "mni-Beng", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649349, - "recall": 0.692688, - "f1": 0.660427, - "accuracy": 0.692688, - "main_score": 0.660427, - "hf_subset": "mni_Beng-vec_Latn", - "languages": [ - "mni-Beng", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533156, - "recall": 0.58498, - "f1": 0.547208, - "accuracy": 0.58498, - "main_score": 0.547208, - "hf_subset": "mni_Beng-amh_Ethi", - "languages": [ - "mni-Beng", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675491, - "recall": 0.719368, - "f1": 0.687384, - "accuracy": 0.719368, - "main_score": 0.687384, - "hf_subset": "mni_Beng-bos_Latn", - "languages": [ - "mni-Beng", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627537, - "recall": 0.676877, - "f1": 0.640745, - "accuracy": 0.676877, - "main_score": 0.640745, - "hf_subset": "mni_Beng-fin_Latn", - "languages": [ - "mni-Beng", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664404, - "recall": 0.715415, - "f1": 0.677503, - "accuracy": 0.715415, - "main_score": 0.677503, - "hf_subset": "mni_Beng-ita_Latn", - "languages": [ - "mni-Beng", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646586, - "recall": 0.701581, - "f1": 0.66148, - "accuracy": 0.701581, - "main_score": 0.66148, - "hf_subset": "mni_Beng-kor_Hang", - "languages": [ - "mni-Beng", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480496, - "recall": 0.532609, - "f1": 0.494765, - "accuracy": 0.532609, - "main_score": 0.494765, - "hf_subset": "mni_Beng-mos_Latn", - "languages": [ - "mni-Beng", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45103, - "recall": 0.5, - "f1": 0.463984, - "accuracy": 0.5, - "main_score": 0.463984, - "hf_subset": "mni_Beng-run_Latn", - "languages": [ - "mni-Beng", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630303, - "recall": 0.689723, - "f1": 0.646213, - "accuracy": 0.689723, - "main_score": 0.646213, - "hf_subset": "mni_Beng-tam_Taml", - "languages": [ - "mni-Beng", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639159, - "recall": 0.695652, - "f1": 0.654316, - "accuracy": 0.695652, - "main_score": 0.654316, - "hf_subset": "mni_Beng-vie_Latn", - "languages": [ - "mni-Beng", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634304, - "recall": 0.681818, - "f1": 0.646587, - "accuracy": 0.681818, - "main_score": 0.646587, - "hf_subset": "mni_Beng-apc_Arab", - "languages": [ - "mni-Beng", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608178, - "recall": 0.652174, - "f1": 0.620921, - "accuracy": 0.652174, - "main_score": 0.620921, - "hf_subset": "mni_Beng-bug_Latn", - "languages": [ - "mni-Beng", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401719, - "recall": 0.449605, - "f1": 0.414736, - "accuracy": 0.449605, - "main_score": 0.414736, - "hf_subset": "mni_Beng-fon_Latn", - "languages": [ - "mni-Beng", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663888, - "recall": 0.700593, - "f1": 0.673761, - "accuracy": 0.700593, - "main_score": 0.673761, - "hf_subset": "mni_Beng-jav_Latn", - "languages": [ - "mni-Beng", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550446, - "recall": 0.605731, - "f1": 0.565107, - "accuracy": 0.605731, - "main_score": 0.565107, - "hf_subset": "mni_Beng-lao_Laoo", - "languages": [ - "mni-Beng", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47345, - "recall": 0.52668, - "f1": 0.488139, - "accuracy": 0.52668, - "main_score": 0.488139, - "hf_subset": "mni_Beng-mri_Latn", - "languages": [ - "mni-Beng", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652658, - "recall": 0.704545, - "f1": 0.666137, - "accuracy": 0.704545, - "main_score": 0.666137, - "hf_subset": "mni_Beng-rus_Cyrl", - "languages": [ - "mni-Beng", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476254, - "recall": 0.521739, - "f1": 0.488523, - "accuracy": 0.521739, - "main_score": 0.488523, - "hf_subset": "mni_Beng-taq_Latn", - "languages": [ - "mni-Beng", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678971, - "recall": 0.718379, - "f1": 0.689445, - "accuracy": 0.718379, - "main_score": 0.689445, - "hf_subset": "mni_Beng-war_Latn", - "languages": [ - "mni-Beng", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63735, - "recall": 0.690711, - "f1": 0.651462, - "accuracy": 0.690711, - "main_score": 0.651462, - "hf_subset": "mni_Beng-arb_Arab", - "languages": [ - "mni-Beng", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669221, - "recall": 0.716403, - "f1": 0.681445, - "accuracy": 0.716403, - "main_score": 0.681445, - "hf_subset": "mni_Beng-bul_Cyrl", - "languages": [ - "mni-Beng", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668567, - "recall": 0.714427, - "f1": 0.680349, - "accuracy": 0.714427, - "main_score": 0.680349, - "hf_subset": "mni_Beng-fra_Latn", - "languages": [ - "mni-Beng", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64435, - "recall": 0.693676, - "f1": 0.657996, - "accuracy": 0.693676, - "main_score": 0.657996, - "hf_subset": "mni_Beng-jpn_Jpan", - "languages": [ - "mni-Beng", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648379, - "recall": 0.698617, - "f1": 0.661751, - "accuracy": 0.698617, - "main_score": 0.661751, - "hf_subset": "mni_Beng-lij_Latn", - "languages": [ - "mni-Beng", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510549, - "recall": 0.582016, - "f1": 0.529949, - "accuracy": 0.582016, - "main_score": 0.529949, - "hf_subset": "mni_Beng-mya_Mymr", - "languages": [ - "mni-Beng", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495267, - "recall": 0.549407, - "f1": 0.510032, - "accuracy": 0.549407, - "main_score": 0.510032, - "hf_subset": "mni_Beng-sag_Latn", - "languages": [ - "mni-Beng", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200633, - "recall": 0.251976, - "f1": 0.212236, - "accuracy": 0.251976, - "main_score": 0.212236, - "hf_subset": "mni_Beng-taq_Tfng", - "languages": [ - "mni-Beng", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547236, - "recall": 0.602767, - "f1": 0.562479, - "accuracy": 0.602767, - "main_score": 0.562479, - "hf_subset": "mni_Beng-wol_Latn", - "languages": [ - "mni-Beng", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450759, - "recall": 0.502964, - "f1": 0.465253, - "accuracy": 0.502964, - "main_score": 0.465253, - "hf_subset": "mni_Beng-arb_Latn", - "languages": [ - "mni-Beng", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682654, - "recall": 0.726285, - "f1": 0.694144, - "accuracy": 0.726285, - "main_score": 0.694144, - "hf_subset": "mni_Beng-cat_Latn", - "languages": [ - "mni-Beng", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633748, - "recall": 0.677866, - "f1": 0.645849, - "accuracy": 0.677866, - "main_score": 0.645849, - "hf_subset": "mni_Beng-fur_Latn", - "languages": [ - "mni-Beng", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357024, - "recall": 0.407115, - "f1": 0.370065, - "accuracy": 0.407115, - "main_score": 0.370065, - "hf_subset": "mni_Beng-kab_Latn", - "languages": [ - "mni-Beng", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629769, - "recall": 0.671937, - "f1": 0.641491, - "accuracy": 0.671937, - "main_score": 0.641491, - "hf_subset": "mni_Beng-lim_Latn", - "languages": [ - "mni-Beng", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647702, - "recall": 0.699605, - "f1": 0.660947, - "accuracy": 0.699605, - "main_score": 0.660947, - "hf_subset": "mni_Beng-nld_Latn", - "languages": [ - "mni-Beng", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603385, - "recall": 0.661067, - "f1": 0.618748, - "accuracy": 0.661067, - "main_score": 0.618748, - "hf_subset": "mni_Beng-san_Deva", - "languages": [ - "mni-Beng", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644835, - "recall": 0.692688, - "f1": 0.657333, - "accuracy": 0.692688, - "main_score": 0.657333, - "hf_subset": "mni_Beng-tat_Cyrl", - "languages": [ - "mni-Beng", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521989, - "recall": 0.575099, - "f1": 0.536422, - "accuracy": 0.575099, - "main_score": 0.536422, - "hf_subset": "mni_Beng-xho_Latn", - "languages": [ - "mni-Beng", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618268, - "recall": 0.676877, - "f1": 0.634293, - "accuracy": 0.676877, - "main_score": 0.634293, - "hf_subset": "mni_Beng-ars_Arab", - "languages": [ - "mni-Beng", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661104, - "recall": 0.708498, - "f1": 0.67421, - "accuracy": 0.708498, - "main_score": 0.67421, - "hf_subset": "mni_Beng-ceb_Latn", - "languages": [ - "mni-Beng", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466943, - "recall": 0.527668, - "f1": 0.484001, - "accuracy": 0.527668, - "main_score": 0.484001, - "hf_subset": "mni_Beng-fuv_Latn", - "languages": [ - "mni-Beng", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459388, - "recall": 0.523715, - "f1": 0.476683, - "accuracy": 0.523715, - "main_score": 0.476683, - "hf_subset": "mni_Beng-kac_Latn", - "languages": [ - "mni-Beng", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556227, - "recall": 0.602767, - "f1": 0.569277, - "accuracy": 0.602767, - "main_score": 0.569277, - "hf_subset": "mni_Beng-lin_Latn", - "languages": [ - "mni-Beng", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657598, - "recall": 0.703557, - "f1": 0.669658, - "accuracy": 0.703557, - "main_score": 0.669658, - "hf_subset": "mni_Beng-nno_Latn", - "languages": [ - "mni-Beng", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135264, - "recall": 0.181818, - "f1": 0.146662, - "accuracy": 0.181818, - "main_score": 0.146662, - "hf_subset": "mni_Beng-sat_Olck", - "languages": [ - "mni-Beng", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677875, - "recall": 0.726285, - "f1": 0.690597, - "accuracy": 0.726285, - "main_score": 0.690597, - "hf_subset": "mni_Beng-tel_Telu", - "languages": [ - "mni-Beng", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58373, - "recall": 0.635375, - "f1": 0.597982, - "accuracy": 0.635375, - "main_score": 0.597982, - "hf_subset": "mni_Beng-ydd_Hebr", - "languages": [ - "mni-Beng", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613599, - "recall": 0.661067, - "f1": 0.626444, - "accuracy": 0.661067, - "main_score": 0.626444, - "hf_subset": "mni_Beng-ary_Arab", - "languages": [ - "mni-Beng", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656652, - "recall": 0.703557, - "f1": 0.669095, - "accuracy": 0.703557, - "main_score": 0.669095, - "hf_subset": "mni_Beng-ces_Latn", - "languages": [ - "mni-Beng", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485824, - "recall": 0.538538, - "f1": 0.500029, - "accuracy": 0.538538, - "main_score": 0.500029, - "hf_subset": "mni_Beng-gaz_Latn", - "languages": [ - "mni-Beng", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465529, - "recall": 0.519763, - "f1": 0.480585, - "accuracy": 0.519763, - "main_score": 0.480585, - "hf_subset": "mni_Beng-kam_Latn", - "languages": [ - "mni-Beng", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633996, - "recall": 0.684783, - "f1": 0.648281, - "accuracy": 0.684783, - "main_score": 0.648281, - "hf_subset": "mni_Beng-lit_Latn", - "languages": [ - "mni-Beng", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667666, - "recall": 0.717391, - "f1": 0.681139, - "accuracy": 0.717391, - "main_score": 0.681139, - "hf_subset": "mni_Beng-nob_Latn", - "languages": [ - "mni-Beng", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640909, - "recall": 0.681818, - "f1": 0.652006, - "accuracy": 0.681818, - "main_score": 0.652006, - "hf_subset": "mni_Beng-scn_Latn", - "languages": [ - "mni-Beng", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588949, - "recall": 0.634387, - "f1": 0.602028, - "accuracy": 0.634387, - "main_score": 0.602028, - "hf_subset": "mni_Beng-tgk_Cyrl", - "languages": [ - "mni-Beng", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451154, - "recall": 0.511858, - "f1": 0.468297, - "accuracy": 0.511858, - "main_score": 0.468297, - "hf_subset": "mni_Beng-yor_Latn", - "languages": [ - "mni-Beng", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644359, - "recall": 0.690711, - "f1": 0.656338, - "accuracy": 0.690711, - "main_score": 0.656338, - "hf_subset": "mni_Beng-arz_Arab", - "languages": [ - "mni-Beng", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472811, - "recall": 0.525692, - "f1": 0.487597, - "accuracy": 0.525692, - "main_score": 0.487597, - "hf_subset": "mni_Beng-cjk_Latn", - "languages": [ - "mni-Beng", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498544, - "recall": 0.551383, - "f1": 0.513029, - "accuracy": 0.551383, - "main_score": 0.513029, - "hf_subset": "mni_Beng-gla_Latn", - "languages": [ - "mni-Beng", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668785, - "recall": 0.720356, - "f1": 0.682684, - "accuracy": 0.720356, - "main_score": 0.682684, - "hf_subset": "mni_Beng-kan_Knda", - "languages": [ - "mni-Beng", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640523, - "recall": 0.682806, - "f1": 0.651214, - "accuracy": 0.682806, - "main_score": 0.651214, - "hf_subset": "mni_Beng-lmo_Latn", - "languages": [ - "mni-Beng", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66503, - "recall": 0.717391, - "f1": 0.679663, - "accuracy": 0.717391, - "main_score": 0.679663, - "hf_subset": "mni_Beng-npi_Deva", - "languages": [ - "mni-Beng", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389099, - "recall": 0.442688, - "f1": 0.403239, - "accuracy": 0.442688, - "main_score": 0.403239, - "hf_subset": "mni_Beng-shn_Mymr", - "languages": [ - "mni-Beng", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686974, - "recall": 0.733202, - "f1": 0.699096, - "accuracy": 0.733202, - "main_score": 0.699096, - "hf_subset": "mni_Beng-tgl_Latn", - "languages": [ - "mni-Beng", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640386, - "recall": 0.688735, - "f1": 0.653284, - "accuracy": 0.688735, - "main_score": 0.653284, - "hf_subset": "mni_Beng-yue_Hant", - "languages": [ - "mni-Beng", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645212, - "recall": 0.699605, - "f1": 0.660351, - "accuracy": 0.699605, - "main_score": 0.660351, - "hf_subset": "mni_Beng-asm_Beng", - "languages": [ - "mni-Beng", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544709, - "recall": 0.598814, - "f1": 0.559357, - "accuracy": 0.598814, - "main_score": 0.559357, - "hf_subset": "mni_Beng-ckb_Arab", - "languages": [ - "mni-Beng", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479021, - "recall": 0.533597, - "f1": 0.493645, - "accuracy": 0.533597, - "main_score": 0.493645, - "hf_subset": "mni_Beng-gle_Latn", - "languages": [ - "mni-Beng", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627031, - "recall": 0.672925, - "f1": 0.639795, - "accuracy": 0.672925, - "main_score": 0.639795, - "hf_subset": "mni_Beng-kas_Arab", - "languages": [ - "mni-Beng", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61229, - "recall": 0.658103, - "f1": 0.624721, - "accuracy": 0.658103, - "main_score": 0.624721, - "hf_subset": "mni_Beng-ltg_Latn", - "languages": [ - "mni-Beng", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518873, - "recall": 0.570158, - "f1": 0.532678, - "accuracy": 0.570158, - "main_score": 0.532678, - "hf_subset": "mni_Beng-nso_Latn", - "languages": [ - "mni-Beng", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570506, - "recall": 0.62253, - "f1": 0.584286, - "accuracy": 0.62253, - "main_score": 0.584286, - "hf_subset": "mni_Beng-sin_Sinh", - "languages": [ - "mni-Beng", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662408, - "recall": 0.711462, - "f1": 0.6753, - "accuracy": 0.711462, - "main_score": 0.6753, - "hf_subset": "mni_Beng-tha_Thai", - "languages": [ - "mni-Beng", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627252, - "recall": 0.674901, - "f1": 0.639667, - "accuracy": 0.674901, - "main_score": 0.639667, - "hf_subset": "mni_Beng-zho_Hans", - "languages": [ - "mni-Beng", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677081, - "recall": 0.724308, - "f1": 0.690214, - "accuracy": 0.724308, - "main_score": 0.690214, - "hf_subset": "mni_Beng-ast_Latn", - "languages": [ - "mni-Beng", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6086, - "recall": 0.659091, - "f1": 0.622126, - "accuracy": 0.659091, - "main_score": 0.622126, - "hf_subset": "mni_Beng-crh_Latn", - "languages": [ - "mni-Beng", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663485, - "recall": 0.708498, - "f1": 0.675292, - "accuracy": 0.708498, - "main_score": 0.675292, - "hf_subset": "mni_Beng-glg_Latn", - "languages": [ - "mni-Beng", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594093, - "recall": 0.645257, - "f1": 0.608302, - "accuracy": 0.645257, - "main_score": 0.608302, - "hf_subset": "mni_Beng-kas_Deva", - "languages": [ - "mni-Beng", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633292, - "recall": 0.675889, - "f1": 0.644859, - "accuracy": 0.675889, - "main_score": 0.644859, - "hf_subset": "mni_Beng-ltz_Latn", - "languages": [ - "mni-Beng", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428057, - "recall": 0.482213, - "f1": 0.441704, - "accuracy": 0.482213, - "main_score": 0.441704, - "hf_subset": "mni_Beng-nus_Latn", - "languages": [ - "mni-Beng", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65215, - "recall": 0.697628, - "f1": 0.664139, - "accuracy": 0.697628, - "main_score": 0.664139, - "hf_subset": "mni_Beng-slk_Latn", - "languages": [ - "mni-Beng", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45435, - "recall": 0.513834, - "f1": 0.470782, - "accuracy": 0.513834, - "main_score": 0.470782, - "hf_subset": "mni_Beng-tir_Ethi", - "languages": [ - "mni-Beng", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616334, - "recall": 0.66996, - "f1": 0.63101, - "accuracy": 0.66996, - "main_score": 0.63101, - "hf_subset": "mni_Beng-zho_Hant", - "languages": [ - "mni-Beng", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666095, - "recall": 0.716403, - "f1": 0.679463, - "accuracy": 0.716403, - "main_score": 0.679463, - "hf_subset": "mni_Beng-awa_Deva", - "languages": [ - "mni-Beng", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561535, - "recall": 0.614625, - "f1": 0.575572, - "accuracy": 0.614625, - "main_score": 0.575572, - "hf_subset": "mni_Beng-cym_Latn", - "languages": [ - "mni-Beng", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614894, - "recall": 0.659091, - "f1": 0.627251, - "accuracy": 0.659091, - "main_score": 0.627251, - "hf_subset": "mni_Beng-grn_Latn", - "languages": [ - "mni-Beng", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631682, - "recall": 0.675889, - "f1": 0.643521, - "accuracy": 0.675889, - "main_score": 0.643521, - "hf_subset": "mni_Beng-kat_Geor", - "languages": [ - "mni-Beng", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518114, - "recall": 0.568182, - "f1": 0.531462, - "accuracy": 0.568182, - "main_score": 0.531462, - "hf_subset": "mni_Beng-lua_Latn", - "languages": [ - "mni-Beng", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506032, - "recall": 0.5583, - "f1": 0.520673, - "accuracy": 0.5583, - "main_score": 0.520673, - "hf_subset": "mni_Beng-nya_Latn", - "languages": [ - "mni-Beng", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64917, - "recall": 0.69664, - "f1": 0.661504, - "accuracy": 0.69664, - "main_score": 0.661504, - "hf_subset": "mni_Beng-slv_Latn", - "languages": [ - "mni-Beng", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655496, - "recall": 0.700593, - "f1": 0.667929, - "accuracy": 0.700593, - "main_score": 0.667929, - "hf_subset": "mni_Beng-tpi_Latn", - "languages": [ - "mni-Beng", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676164, - "recall": 0.727273, - "f1": 0.689696, - "accuracy": 0.727273, - "main_score": 0.689696, - "hf_subset": "mni_Beng-zsm_Latn", - "languages": [ - "mni-Beng", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450394, - "recall": 0.503953, - "f1": 0.465038, - "accuracy": 0.503953, - "main_score": 0.465038, - "hf_subset": "mni_Beng-ayr_Latn", - "languages": [ - "mni-Beng", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672075, - "recall": 0.717391, - "f1": 0.684413, - "accuracy": 0.717391, - "main_score": 0.684413, - "hf_subset": "mni_Beng-dan_Latn", - "languages": [ - "mni-Beng", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682994, - "recall": 0.727273, - "f1": 0.694492, - "accuracy": 0.727273, - "main_score": 0.694492, - "hf_subset": "mni_Beng-guj_Gujr", - "languages": [ - "mni-Beng", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641929, - "recall": 0.692688, - "f1": 0.655344, - "accuracy": 0.692688, - "main_score": 0.655344, - "hf_subset": "mni_Beng-kaz_Cyrl", - "languages": [ - "mni-Beng", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440163, - "recall": 0.494071, - "f1": 0.454657, - "accuracy": 0.494071, - "main_score": 0.454657, - "hf_subset": "mni_Beng-lug_Latn", - "languages": [ - "mni-Beng", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666981, - "recall": 0.710474, - "f1": 0.67878, - "accuracy": 0.710474, - "main_score": 0.67878, - "hf_subset": "mni_Beng-oci_Latn", - "languages": [ - "mni-Beng", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531134, - "recall": 0.581028, - "f1": 0.544505, - "accuracy": 0.581028, - "main_score": 0.544505, - "hf_subset": "mni_Beng-smo_Latn", - "languages": [ - "mni-Beng", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461575, - "recall": 0.519763, - "f1": 0.477353, - "accuracy": 0.519763, - "main_score": 0.477353, - "hf_subset": "mni_Beng-tsn_Latn", - "languages": [ - "mni-Beng", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474597, - "recall": 0.528656, - "f1": 0.489354, - "accuracy": 0.528656, - "main_score": 0.489354, - "hf_subset": "mni_Beng-zul_Latn", - "languages": [ - "mni-Beng", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583971, - "recall": 0.631423, - "f1": 0.597266, - "accuracy": 0.631423, - "main_score": 0.597266, - "hf_subset": "mni_Beng-azb_Arab", - "languages": [ - "mni-Beng", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6745, - "recall": 0.72332, - "f1": 0.687345, - "accuracy": 0.72332, - "main_score": 0.687345, - "hf_subset": "mni_Beng-deu_Latn", - "languages": [ - "mni-Beng", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5857, - "recall": 0.644269, - "f1": 0.601484, - "accuracy": 0.644269, - "main_score": 0.601484, - "hf_subset": "mni_Beng-hat_Latn", - "languages": [ - "mni-Beng", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428912, - "recall": 0.482213, - "f1": 0.443415, - "accuracy": 0.482213, - "main_score": 0.443415, - "hf_subset": "mni_Beng-kbp_Latn", - "languages": [ - "mni-Beng", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50066, - "recall": 0.559289, - "f1": 0.516786, - "accuracy": 0.559289, - "main_score": 0.516786, - "hf_subset": "mni_Beng-luo_Latn", - "languages": [ - "mni-Beng", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663585, - "recall": 0.721344, - "f1": 0.679366, - "accuracy": 0.721344, - "main_score": 0.679366, - "hf_subset": "mni_Beng-ory_Orya", - "languages": [ - "mni-Beng", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485891, - "recall": 0.545455, - "f1": 0.502266, - "accuracy": 0.545455, - "main_score": 0.502266, - "hf_subset": "mni_Beng-sna_Latn", - "languages": [ - "mni-Beng", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483951, - "recall": 0.530632, - "f1": 0.495998, - "accuracy": 0.530632, - "main_score": 0.495998, - "hf_subset": "mni_Beng-tso_Latn", - "languages": [ - "mni-Beng", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628014, - "recall": 0.683794, - "f1": 0.643605, - "accuracy": 0.683794, - "main_score": 0.643605, - "hf_subset": "mni_Beng-azj_Latn", - "languages": [ - "mni-Beng", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445858, - "recall": 0.505929, - "f1": 0.462988, - "accuracy": 0.505929, - "main_score": 0.462988, - "hf_subset": "mni_Beng-dik_Latn", - "languages": [ - "mni-Beng", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492484, - "recall": 0.54249, - "f1": 0.505835, - "accuracy": 0.54249, - "main_score": 0.505835, - "hf_subset": "mni_Beng-hau_Latn", - "languages": [ - "mni-Beng", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627401, - "recall": 0.667984, - "f1": 0.638233, - "accuracy": 0.667984, - "main_score": 0.638233, - "hf_subset": "mni_Beng-kea_Latn", - "languages": [ - "mni-Beng", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587085, - "recall": 0.634387, - "f1": 0.600008, - "accuracy": 0.634387, - "main_score": 0.600008, - "hf_subset": "mni_Beng-lus_Latn", - "languages": [ - "mni-Beng", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647512, - "recall": 0.681818, - "f1": 0.657104, - "accuracy": 0.681818, - "main_score": 0.657104, - "hf_subset": "mni_Beng-pag_Latn", - "languages": [ - "mni-Beng", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638797, - "recall": 0.690711, - "f1": 0.652881, - "accuracy": 0.690711, - "main_score": 0.652881, - "hf_subset": "mni_Beng-snd_Arab", - "languages": [ - "mni-Beng", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590705, - "recall": 0.639328, - "f1": 0.604164, - "accuracy": 0.639328, - "main_score": 0.604164, - "hf_subset": "mni_Beng-tuk_Latn", - "languages": [ - "mni-Beng", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663153, - "recall": 0.703557, - "f1": 0.674033, - "accuracy": 0.703557, - "main_score": 0.674033, - "hf_subset": "mni_Beng-bak_Cyrl", - "languages": [ - "mni-Beng", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397957, - "recall": 0.471344, - "f1": 0.418472, - "accuracy": 0.471344, - "main_score": 0.418472, - "hf_subset": "mni_Beng-dyu_Latn", - "languages": [ - "mni-Beng", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633292, - "recall": 0.68083, - "f1": 0.645876, - "accuracy": 0.68083, - "main_score": 0.645876, - "hf_subset": "mni_Beng-heb_Hebr", - "languages": [ - "mni-Beng", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585768, - "recall": 0.636364, - "f1": 0.599651, - "accuracy": 0.636364, - "main_score": 0.599651, - "hf_subset": "mni_Beng-khk_Cyrl", - "languages": [ - "mni-Beng", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653854, - "recall": 0.6917, - "f1": 0.664955, - "accuracy": 0.6917, - "main_score": 0.664955, - "hf_subset": "mni_Beng-lvs_Latn", - "languages": [ - "mni-Beng", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670008, - "recall": 0.728261, - "f1": 0.68581, - "accuracy": 0.728261, - "main_score": 0.68581, - "hf_subset": "mni_Beng-pan_Guru", - "languages": [ - "mni-Beng", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458949, - "recall": 0.51581, - "f1": 0.474766, - "accuracy": 0.51581, - "main_score": 0.474766, - "hf_subset": "mni_Beng-som_Latn", - "languages": [ - "mni-Beng", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476561, - "recall": 0.52668, - "f1": 0.489616, - "accuracy": 0.52668, - "main_score": 0.489616, - "hf_subset": "mni_Beng-tum_Latn", - "languages": [ - "mni-Beng", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613118, - "recall": 0.674901, - "f1": 0.630934, - "accuracy": 0.674901, - "main_score": 0.630934, - "hf_subset": "ron_Latn-ace_Arab", - "languages": [ - "ron-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554051, - "recall": 0.616601, - "f1": 0.571532, - "accuracy": 0.616601, - "main_score": 0.571532, - "hf_subset": "ron_Latn-bam_Latn", - "languages": [ - "ron-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459611, - "recall": 0.537549, - "f1": 0.480707, - "accuracy": 0.537549, - "main_score": 0.480707, - "hf_subset": "ron_Latn-dzo_Tibt", - "languages": [ - "ron-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-hin_Deva", - "languages": [ - "ron-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-khm_Khmr", - "languages": [ - "ron-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-mag_Deva", - "languages": [ - "ron-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ron_Latn-pap_Latn", - "languages": [ - "ron-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618619, - "recall": 0.677866, - "f1": 0.634738, - "accuracy": 0.677866, - "main_score": 0.634738, - "hf_subset": "ron_Latn-sot_Latn", - "languages": [ - "ron-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-tur_Latn", - "languages": [ - "ron-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898633, - "recall": 0.926877, - "f1": 0.907628, - "accuracy": 0.926877, - "main_score": 0.907628, - "hf_subset": "ron_Latn-ace_Latn", - "languages": [ - "ron-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.979249, - "f1": 0.973979, - "accuracy": 0.979249, - "main_score": 0.973979, - "hf_subset": "ron_Latn-ban_Latn", - "languages": [ - "ron-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ell_Grek", - "languages": [ - "ron-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ron_Latn-hne_Deva", - "languages": [ - "ron-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623938, - "recall": 0.681818, - "f1": 0.640653, - "accuracy": 0.681818, - "main_score": 0.640653, - "hf_subset": "ron_Latn-kik_Latn", - "languages": [ - "ron-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-mai_Deva", - "languages": [ - "ron-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ron_Latn-pbt_Arab", - "languages": [ - "ron-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-spa_Latn", - "languages": [ - "ron-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640566, - "recall": 0.706522, - "f1": 0.659373, - "accuracy": 0.706522, - "main_score": 0.659373, - "hf_subset": "ron_Latn-twi_Latn", - "languages": [ - "ron-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-acm_Arab", - "languages": [ - "ron-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-bel_Cyrl", - "languages": [ - "ron-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-eng_Latn", - "languages": [ - "ron-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-hrv_Latn", - "languages": [ - "ron-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588554, - "recall": 0.648221, - "f1": 0.605623, - "accuracy": 0.648221, - "main_score": 0.605623, - "hf_subset": "ron_Latn-kin_Latn", - "languages": [ - "ron-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-mal_Mlym", - "languages": [ - "ron-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-pes_Arab", - "languages": [ - "ron-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-srd_Latn", - "languages": [ - "ron-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190675, - "recall": 0.237154, - "f1": 0.201988, - "accuracy": 0.237154, - "main_score": 0.201988, - "hf_subset": "ron_Latn-tzm_Tfng", - "languages": [ - "ron-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-acq_Arab", - "languages": [ - "ron-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646598, - "recall": 0.69664, - "f1": 0.660512, - "accuracy": 0.69664, - "main_score": 0.660512, - "hf_subset": "ron_Latn-bem_Latn", - "languages": [ - "ron-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-epo_Latn", - "languages": [ - "ron-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-hun_Latn", - "languages": [ - "ron-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-kir_Cyrl", - "languages": [ - "ron-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-mar_Deva", - "languages": [ - "ron-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702355, - "recall": 0.754941, - "f1": 0.717819, - "accuracy": 0.754941, - "main_score": 0.717819, - "hf_subset": "ron_Latn-plt_Latn", - "languages": [ - "ron-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-srp_Cyrl", - "languages": [ - "ron-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "ron_Latn-uig_Arab", - "languages": [ - "ron-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-aeb_Arab", - "languages": [ - "ron-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ben_Beng", - "languages": [ - "ron-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-est_Latn", - "languages": [ - "ron-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-hye_Armn", - "languages": [ - "ron-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572661, - "recall": 0.624506, - "f1": 0.587226, - "accuracy": 0.624506, - "main_score": 0.587226, - "hf_subset": "ron_Latn-kmb_Latn", - "languages": [ - "ron-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533199, - "recall": 0.604743, - "f1": 0.552648, - "accuracy": 0.604743, - "main_score": 0.552648, - "hf_subset": "ron_Latn-min_Arab", - "languages": [ - "ron-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-pol_Latn", - "languages": [ - "ron-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576853, - "recall": 0.642292, - "f1": 0.595345, - "accuracy": 0.642292, - "main_score": 0.595345, - "hf_subset": "ron_Latn-ssw_Latn", - "languages": [ - "ron-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ukr_Cyrl", - "languages": [ - "ron-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-afr_Latn", - "languages": [ - "ron-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-bho_Deva", - "languages": [ - "ron-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ron_Latn-eus_Latn", - "languages": [ - "ron-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605043, - "recall": 0.667984, - "f1": 0.622424, - "accuracy": 0.667984, - "main_score": 0.622424, - "hf_subset": "ron_Latn-ibo_Latn", - "languages": [ - "ron-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920949, - "recall": 0.944664, - "f1": 0.928524, - "accuracy": 0.944664, - "main_score": 0.928524, - "hf_subset": "ron_Latn-kmr_Latn", - "languages": [ - "ron-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ron_Latn-min_Latn", - "languages": [ - "ron-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-por_Latn", - "languages": [ - "ron-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-sun_Latn", - "languages": [ - "ron-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544057, - "recall": 0.608696, - "f1": 0.562502, - "accuracy": 0.608696, - "main_score": 0.562502, - "hf_subset": "ron_Latn-umb_Latn", - "languages": [ - "ron-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ajp_Arab", - "languages": [ - "ron-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567582, - "recall": 0.632411, - "f1": 0.585899, - "accuracy": 0.632411, - "main_score": 0.585899, - "hf_subset": "ron_Latn-bjn_Arab", - "languages": [ - "ron-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529474, - "recall": 0.583004, - "f1": 0.544526, - "accuracy": 0.583004, - "main_score": 0.544526, - "hf_subset": "ron_Latn-ewe_Latn", - "languages": [ - "ron-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "ron_Latn-ilo_Latn", - "languages": [ - "ron-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.333967, - "recall": 0.396245, - "f1": 0.351557, - "accuracy": 0.396245, - "main_score": 0.351557, - "hf_subset": "ron_Latn-knc_Arab", - "languages": [ - "ron-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-mkd_Cyrl", - "languages": [ - "ron-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-prs_Arab", - "languages": [ - "ron-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-swe_Latn", - "languages": [ - "ron-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-urd_Arab", - "languages": [ - "ron-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615596, - "recall": 0.671937, - "f1": 0.631418, - "accuracy": 0.671937, - "main_score": 0.631418, - "hf_subset": "ron_Latn-aka_Latn", - "languages": [ - "ron-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ron_Latn-bjn_Latn", - "languages": [ - "ron-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "ron_Latn-fao_Latn", - "languages": [ - "ron-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ind_Latn", - "languages": [ - "ron-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610706, - "recall": 0.66996, - "f1": 0.627489, - "accuracy": 0.66996, - "main_score": 0.627489, - "hf_subset": "ron_Latn-knc_Latn", - "languages": [ - "ron-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-mlt_Latn", - "languages": [ - "ron-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741447, - "recall": 0.800395, - "f1": 0.759143, - "accuracy": 0.800395, - "main_score": 0.759143, - "hf_subset": "ron_Latn-quy_Latn", - "languages": [ - "ron-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "ron_Latn-swh_Latn", - "languages": [ - "ron-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-uzn_Latn", - "languages": [ - "ron-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-als_Latn", - "languages": [ - "ron-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6903, - "recall": 0.761858, - "f1": 0.711034, - "accuracy": 0.761858, - "main_score": 0.711034, - "hf_subset": "ron_Latn-bod_Tibt", - "languages": [ - "ron-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734, - "recall": 0.784585, - "f1": 0.74854, - "accuracy": 0.784585, - "main_score": 0.74854, - "hf_subset": "ron_Latn-fij_Latn", - "languages": [ - "ron-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ron_Latn-isl_Latn", - "languages": [ - "ron-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693307, - "recall": 0.746047, - "f1": 0.709272, - "accuracy": 0.746047, - "main_score": 0.709272, - "hf_subset": "ron_Latn-kon_Latn", - "languages": [ - "ron-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6841, - "recall": 0.747036, - "f1": 0.70292, - "accuracy": 0.747036, - "main_score": 0.70292, - "hf_subset": "ron_Latn-mni_Beng", - "languages": [ - "ron-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "ron_Latn-szl_Latn", - "languages": [ - "ron-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-vec_Latn", - "languages": [ - "ron-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "ron_Latn-amh_Ethi", - "languages": [ - "ron-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-bos_Latn", - "languages": [ - "ron-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-fin_Latn", - "languages": [ - "ron-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ita_Latn", - "languages": [ - "ron-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-kor_Hang", - "languages": [ - "ron-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572934, - "recall": 0.637352, - "f1": 0.591096, - "accuracy": 0.637352, - "main_score": 0.591096, - "hf_subset": "ron_Latn-mos_Latn", - "languages": [ - "ron-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581201, - "recall": 0.637352, - "f1": 0.597156, - "accuracy": 0.637352, - "main_score": 0.597156, - "hf_subset": "ron_Latn-run_Latn", - "languages": [ - "ron-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-tam_Taml", - "languages": [ - "ron-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-vie_Latn", - "languages": [ - "ron-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-apc_Arab", - "languages": [ - "ron-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815448, - "recall": 0.860672, - "f1": 0.829183, - "accuracy": 0.860672, - "main_score": 0.829183, - "hf_subset": "ron_Latn-bug_Latn", - "languages": [ - "ron-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486992, - "recall": 0.54249, - "f1": 0.501536, - "accuracy": 0.54249, - "main_score": 0.501536, - "hf_subset": "ron_Latn-fon_Latn", - "languages": [ - "ron-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-jav_Latn", - "languages": [ - "ron-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-lao_Laoo", - "languages": [ - "ron-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891593, - "recall": 0.920949, - "f1": 0.900747, - "accuracy": 0.920949, - "main_score": 0.900747, - "hf_subset": "ron_Latn-mri_Latn", - "languages": [ - "ron-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-rus_Cyrl", - "languages": [ - "ron-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552463, - "recall": 0.616601, - "f1": 0.570764, - "accuracy": 0.616601, - "main_score": 0.570764, - "hf_subset": "ron_Latn-taq_Latn", - "languages": [ - "ron-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-war_Latn", - "languages": [ - "ron-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-arb_Arab", - "languages": [ - "ron-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-bul_Cyrl", - "languages": [ - "ron-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-fra_Latn", - "languages": [ - "ron-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-jpn_Jpan", - "languages": [ - "ron-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-lij_Latn", - "languages": [ - "ron-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99193, - "recall": 0.993083, - "f1": 0.99226, - "accuracy": 0.993083, - "main_score": 0.99226, - "hf_subset": "ron_Latn-mya_Mymr", - "languages": [ - "ron-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63596, - "recall": 0.701581, - "f1": 0.654362, - "accuracy": 0.701581, - "main_score": 0.654362, - "hf_subset": "ron_Latn-sag_Latn", - "languages": [ - "ron-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201362, - "recall": 0.262846, - "f1": 0.215836, - "accuracy": 0.262846, - "main_score": 0.215836, - "hf_subset": "ron_Latn-taq_Tfng", - "languages": [ - "ron-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641314, - "recall": 0.709486, - "f1": 0.661121, - "accuracy": 0.709486, - "main_score": 0.661121, - "hf_subset": "ron_Latn-wol_Latn", - "languages": [ - "ron-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832428, - "recall": 0.878458, - "f1": 0.846871, - "accuracy": 0.878458, - "main_score": 0.846871, - "hf_subset": "ron_Latn-arb_Latn", - "languages": [ - "ron-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-cat_Latn", - "languages": [ - "ron-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-fur_Latn", - "languages": [ - "ron-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430971, - "recall": 0.495059, - "f1": 0.448916, - "accuracy": 0.495059, - "main_score": 0.448916, - "hf_subset": "ron_Latn-kab_Latn", - "languages": [ - "ron-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ron_Latn-lim_Latn", - "languages": [ - "ron-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-nld_Latn", - "languages": [ - "ron-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ron_Latn-san_Deva", - "languages": [ - "ron-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-tat_Cyrl", - "languages": [ - "ron-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696789, - "recall": 0.753953, - "f1": 0.713702, - "accuracy": 0.753953, - "main_score": 0.713702, - "hf_subset": "ron_Latn-xho_Latn", - "languages": [ - "ron-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ars_Arab", - "languages": [ - "ron-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-ceb_Latn", - "languages": [ - "ron-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579501, - "recall": 0.642292, - "f1": 0.597475, - "accuracy": 0.642292, - "main_score": 0.597475, - "hf_subset": "ron_Latn-fuv_Latn", - "languages": [ - "ron-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527944, - "recall": 0.591897, - "f1": 0.54564, - "accuracy": 0.591897, - "main_score": 0.54564, - "hf_subset": "ron_Latn-kac_Latn", - "languages": [ - "ron-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701426, - "recall": 0.751976, - "f1": 0.716504, - "accuracy": 0.751976, - "main_score": 0.716504, - "hf_subset": "ron_Latn-lin_Latn", - "languages": [ - "ron-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-nno_Latn", - "languages": [ - "ron-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250122, - "recall": 0.337945, - "f1": 0.273776, - "accuracy": 0.337945, - "main_score": 0.273776, - "hf_subset": "ron_Latn-sat_Olck", - "languages": [ - "ron-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-tel_Telu", - "languages": [ - "ron-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ron_Latn-ydd_Hebr", - "languages": [ - "ron-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ron_Latn-ary_Arab", - "languages": [ - "ron-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ces_Latn", - "languages": [ - "ron-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611917, - "recall": 0.672925, - "f1": 0.629825, - "accuracy": 0.672925, - "main_score": 0.629825, - "hf_subset": "ron_Latn-gaz_Latn", - "languages": [ - "ron-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613046, - "recall": 0.673913, - "f1": 0.630512, - "accuracy": 0.673913, - "main_score": 0.630512, - "hf_subset": "ron_Latn-kam_Latn", - "languages": [ - "ron-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ron_Latn-lit_Latn", - "languages": [ - "ron-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-nob_Latn", - "languages": [ - "ron-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ron_Latn-scn_Latn", - "languages": [ - "ron-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ron_Latn-tgk_Cyrl", - "languages": [ - "ron-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736364, - "recall": 0.798419, - "f1": 0.755322, - "accuracy": 0.798419, - "main_score": 0.755322, - "hf_subset": "ron_Latn-yor_Latn", - "languages": [ - "ron-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-arz_Arab", - "languages": [ - "ron-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5772, - "recall": 0.639328, - "f1": 0.595604, - "accuracy": 0.639328, - "main_score": 0.595604, - "hf_subset": "ron_Latn-cjk_Latn", - "languages": [ - "ron-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830945, - "recall": 0.875494, - "f1": 0.84473, - "accuracy": 0.875494, - "main_score": 0.84473, - "hf_subset": "ron_Latn-gla_Latn", - "languages": [ - "ron-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-kan_Knda", - "languages": [ - "ron-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "ron_Latn-lmo_Latn", - "languages": [ - "ron-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "ron_Latn-npi_Deva", - "languages": [ - "ron-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489469, - "recall": 0.55336, - "f1": 0.507047, - "accuracy": 0.55336, - "main_score": 0.507047, - "hf_subset": "ron_Latn-shn_Mymr", - "languages": [ - "ron-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-tgl_Latn", - "languages": [ - "ron-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-yue_Hant", - "languages": [ - "ron-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-asm_Beng", - "languages": [ - "ron-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "ron_Latn-ckb_Arab", - "languages": [ - "ron-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906456, - "recall": 0.932806, - "f1": 0.914643, - "accuracy": 0.932806, - "main_score": 0.914643, - "hf_subset": "ron_Latn-gle_Latn", - "languages": [ - "ron-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "ron_Latn-kas_Arab", - "languages": [ - "ron-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "ron_Latn-ltg_Latn", - "languages": [ - "ron-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64082, - "recall": 0.6917, - "f1": 0.655354, - "accuracy": 0.6917, - "main_score": 0.655354, - "hf_subset": "ron_Latn-nso_Latn", - "languages": [ - "ron-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ron_Latn-sin_Sinh", - "languages": [ - "ron-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-tha_Thai", - "languages": [ - "ron-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-zho_Hans", - "languages": [ - "ron-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ast_Latn", - "languages": [ - "ron-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-crh_Latn", - "languages": [ - "ron-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-glg_Latn", - "languages": [ - "ron-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910738, - "recall": 0.937747, - "f1": 0.919631, - "accuracy": 0.937747, - "main_score": 0.919631, - "hf_subset": "ron_Latn-kas_Deva", - "languages": [ - "ron-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ron_Latn-ltz_Latn", - "languages": [ - "ron-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484684, - "recall": 0.555336, - "f1": 0.504166, - "accuracy": 0.555336, - "main_score": 0.504166, - "hf_subset": "ron_Latn-nus_Latn", - "languages": [ - "ron-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-slk_Latn", - "languages": [ - "ron-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634124, - "recall": 0.709486, - "f1": 0.656348, - "accuracy": 0.709486, - "main_score": 0.656348, - "hf_subset": "ron_Latn-tir_Ethi", - "languages": [ - "ron-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-zho_Hant", - "languages": [ - "ron-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "ron_Latn-awa_Deva", - "languages": [ - "ron-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ron_Latn-cym_Latn", - "languages": [ - "ron-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873353, - "recall": 0.909091, - "f1": 0.884717, - "accuracy": 0.909091, - "main_score": 0.884717, - "hf_subset": "ron_Latn-grn_Latn", - "languages": [ - "ron-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-kat_Geor", - "languages": [ - "ron-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672342, - "recall": 0.721344, - "f1": 0.68619, - "accuracy": 0.721344, - "main_score": 0.68619, - "hf_subset": "ron_Latn-lua_Latn", - "languages": [ - "ron-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672523, - "recall": 0.731225, - "f1": 0.689481, - "accuracy": 0.731225, - "main_score": 0.689481, - "hf_subset": "ron_Latn-nya_Latn", - "languages": [ - "ron-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-slv_Latn", - "languages": [ - "ron-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "ron_Latn-tpi_Latn", - "languages": [ - "ron-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-zsm_Latn", - "languages": [ - "ron-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553014, - "recall": 0.617589, - "f1": 0.571445, - "accuracy": 0.617589, - "main_score": 0.571445, - "hf_subset": "ron_Latn-ayr_Latn", - "languages": [ - "ron-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-dan_Latn", - "languages": [ - "ron-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-guj_Gujr", - "languages": [ - "ron-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-kaz_Cyrl", - "languages": [ - "ron-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558714, - "recall": 0.621542, - "f1": 0.575825, - "accuracy": 0.621542, - "main_score": 0.575825, - "hf_subset": "ron_Latn-lug_Latn", - "languages": [ - "ron-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-oci_Latn", - "languages": [ - "ron-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861989, - "recall": 0.900198, - "f1": 0.873781, - "accuracy": 0.900198, - "main_score": 0.873781, - "hf_subset": "ron_Latn-smo_Latn", - "languages": [ - "ron-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5627, - "recall": 0.62747, - "f1": 0.581104, - "accuracy": 0.62747, - "main_score": 0.581104, - "hf_subset": "ron_Latn-tsn_Latn", - "languages": [ - "ron-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644177, - "recall": 0.704545, - "f1": 0.661797, - "accuracy": 0.704545, - "main_score": 0.661797, - "hf_subset": "ron_Latn-zul_Latn", - "languages": [ - "ron-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.962451, - "f1": 0.951416, - "accuracy": 0.962451, - "main_score": 0.951416, - "hf_subset": "ron_Latn-azb_Arab", - "languages": [ - "ron-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-deu_Latn", - "languages": [ - "ron-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "ron_Latn-hat_Latn", - "languages": [ - "ron-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511224, - "recall": 0.566206, - "f1": 0.527036, - "accuracy": 0.566206, - "main_score": 0.527036, - "hf_subset": "ron_Latn-kbp_Latn", - "languages": [ - "ron-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604751, - "recall": 0.657115, - "f1": 0.619631, - "accuracy": 0.657115, - "main_score": 0.619631, - "hf_subset": "ron_Latn-luo_Latn", - "languages": [ - "ron-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-ory_Orya", - "languages": [ - "ron-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619788, - "recall": 0.68083, - "f1": 0.63728, - "accuracy": 0.68083, - "main_score": 0.63728, - "hf_subset": "ron_Latn-sna_Latn", - "languages": [ - "ron-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578756, - "recall": 0.635375, - "f1": 0.594787, - "accuracy": 0.635375, - "main_score": 0.594787, - "hf_subset": "ron_Latn-tso_Latn", - "languages": [ - "ron-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-azj_Latn", - "languages": [ - "ron-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563587, - "recall": 0.625494, - "f1": 0.581606, - "accuracy": 0.625494, - "main_score": 0.581606, - "hf_subset": "ron_Latn-dik_Latn", - "languages": [ - "ron-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766502, - "recall": 0.81917, - "f1": 0.782613, - "accuracy": 0.81917, - "main_score": 0.782613, - "hf_subset": "ron_Latn-hau_Latn", - "languages": [ - "ron-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ron_Latn-kea_Latn", - "languages": [ - "ron-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770266, - "recall": 0.818182, - "f1": 0.784964, - "accuracy": 0.818182, - "main_score": 0.784964, - "hf_subset": "ron_Latn-lus_Latn", - "languages": [ - "ron-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893314, - "recall": 0.918972, - "f1": 0.901153, - "accuracy": 0.918972, - "main_score": 0.901153, - "hf_subset": "ron_Latn-pag_Latn", - "languages": [ - "ron-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-snd_Arab", - "languages": [ - "ron-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "ron_Latn-tuk_Latn", - "languages": [ - "ron-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ron_Latn-bak_Cyrl", - "languages": [ - "ron-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517396, - "recall": 0.593874, - "f1": 0.540119, - "accuracy": 0.593874, - "main_score": 0.540119, - "hf_subset": "ron_Latn-dyu_Latn", - "languages": [ - "ron-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ron_Latn-heb_Hebr", - "languages": [ - "ron-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ron_Latn-khk_Cyrl", - "languages": [ - "ron-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-lvs_Latn", - "languages": [ - "ron-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ron_Latn-pan_Guru", - "languages": [ - "ron-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745193, - "recall": 0.799407, - "f1": 0.761561, - "accuracy": 0.799407, - "main_score": 0.761561, - "hf_subset": "ron_Latn-som_Latn", - "languages": [ - "ron-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633649, - "recall": 0.682806, - "f1": 0.64737, - "accuracy": 0.682806, - "main_score": 0.64737, - "hf_subset": "ron_Latn-tum_Latn", - "languages": [ - "ron-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600002, - "recall": 0.659091, - "f1": 0.617439, - "accuracy": 0.659091, - "main_score": 0.617439, - "hf_subset": "szl_Latn-ace_Arab", - "languages": [ - "szl-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540367, - "recall": 0.603755, - "f1": 0.558466, - "accuracy": 0.603755, - "main_score": 0.558466, - "hf_subset": "szl_Latn-bam_Latn", - "languages": [ - "szl-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386003, - "recall": 0.454545, - "f1": 0.404078, - "accuracy": 0.454545, - "main_score": 0.404078, - "hf_subset": "szl_Latn-dzo_Tibt", - "languages": [ - "szl-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "szl_Latn-hin_Deva", - "languages": [ - "szl-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.979249, - "f1": 0.973979, - "accuracy": 0.979249, - "main_score": 0.973979, - "hf_subset": "szl_Latn-khm_Khmr", - "languages": [ - "szl-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "szl_Latn-mag_Deva", - "languages": [ - "szl-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.975296, - "f1": 0.96917, - "accuracy": 0.975296, - "main_score": 0.96917, - "hf_subset": "szl_Latn-pap_Latn", - "languages": [ - "szl-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596272, - "recall": 0.653162, - "f1": 0.61223, - "accuracy": 0.653162, - "main_score": 0.61223, - "hf_subset": "szl_Latn-sot_Latn", - "languages": [ - "szl-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-tur_Latn", - "languages": [ - "szl-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853673, - "recall": 0.887352, - "f1": 0.864361, - "accuracy": 0.887352, - "main_score": 0.864361, - "hf_subset": "szl_Latn-ace_Latn", - "languages": [ - "szl-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933992, - "recall": 0.949605, - "f1": 0.9389, - "accuracy": 0.949605, - "main_score": 0.9389, - "hf_subset": "szl_Latn-ban_Latn", - "languages": [ - "szl-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "szl_Latn-ell_Grek", - "languages": [ - "szl-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.98419, - "f1": 0.980402, - "accuracy": 0.98419, - "main_score": 0.980402, - "hf_subset": "szl_Latn-hne_Deva", - "languages": [ - "szl-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607547, - "recall": 0.658103, - "f1": 0.62176, - "accuracy": 0.658103, - "main_score": 0.62176, - "hf_subset": "szl_Latn-kik_Latn", - "languages": [ - "szl-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "szl_Latn-mai_Deva", - "languages": [ - "szl-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947711, - "recall": 0.962451, - "f1": 0.952306, - "accuracy": 0.962451, - "main_score": 0.952306, - "hf_subset": "szl_Latn-pbt_Arab", - "languages": [ - "szl-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "szl_Latn-spa_Latn", - "languages": [ - "szl-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607642, - "recall": 0.668972, - "f1": 0.625569, - "accuracy": 0.668972, - "main_score": 0.625569, - "hf_subset": "szl_Latn-twi_Latn", - "languages": [ - "szl-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "szl_Latn-acm_Arab", - "languages": [ - "szl-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "szl_Latn-bel_Cyrl", - "languages": [ - "szl-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.993083, - "f1": 0.991765, - "accuracy": 0.993083, - "main_score": 0.991765, - "hf_subset": "szl_Latn-eng_Latn", - "languages": [ - "szl-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-hrv_Latn", - "languages": [ - "szl-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577686, - "recall": 0.633399, - "f1": 0.593587, - "accuracy": 0.633399, - "main_score": 0.593587, - "hf_subset": "szl_Latn-kin_Latn", - "languages": [ - "szl-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.98419, - "f1": 0.980237, - "accuracy": 0.98419, - "main_score": 0.980237, - "hf_subset": "szl_Latn-mal_Mlym", - "languages": [ - "szl-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.987154, - "f1": 0.984354, - "accuracy": 0.987154, - "main_score": 0.984354, - "hf_subset": "szl_Latn-pes_Arab", - "languages": [ - "szl-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "szl_Latn-srd_Latn", - "languages": [ - "szl-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194008, - "recall": 0.23913, - "f1": 0.204917, - "accuracy": 0.23913, - "main_score": 0.204917, - "hf_subset": "szl_Latn-tzm_Tfng", - "languages": [ - "szl-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.992095, - "f1": 0.990448, - "accuracy": 0.992095, - "main_score": 0.990448, - "hf_subset": "szl_Latn-acq_Arab", - "languages": [ - "szl-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640748, - "recall": 0.685771, - "f1": 0.653334, - "accuracy": 0.685771, - "main_score": 0.653334, - "hf_subset": "szl_Latn-bem_Latn", - "languages": [ - "szl-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "szl_Latn-epo_Latn", - "languages": [ - "szl-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-hun_Latn", - "languages": [ - "szl-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "szl_Latn-kir_Cyrl", - "languages": [ - "szl-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "szl_Latn-mar_Deva", - "languages": [ - "szl-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669862, - "recall": 0.717391, - "f1": 0.683451, - "accuracy": 0.717391, - "main_score": 0.683451, - "hf_subset": "szl_Latn-plt_Latn", - "languages": [ - "szl-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.990119, - "f1": 0.988307, - "accuracy": 0.990119, - "main_score": 0.988307, - "hf_subset": "szl_Latn-srp_Cyrl", - "languages": [ - "szl-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.956522, - "f1": 0.944993, - "accuracy": 0.956522, - "main_score": 0.944993, - "hf_subset": "szl_Latn-uig_Arab", - "languages": [ - "szl-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "szl_Latn-aeb_Arab", - "languages": [ - "szl-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987895, - "recall": 0.990119, - "f1": 0.988538, - "accuracy": 0.990119, - "main_score": 0.988538, - "hf_subset": "szl_Latn-ben_Beng", - "languages": [ - "szl-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "szl_Latn-est_Latn", - "languages": [ - "szl-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.991107, - "f1": 0.989625, - "accuracy": 0.991107, - "main_score": 0.989625, - "hf_subset": "szl_Latn-hye_Armn", - "languages": [ - "szl-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553549, - "recall": 0.603755, - "f1": 0.567959, - "accuracy": 0.603755, - "main_score": 0.567959, - "hf_subset": "szl_Latn-kmb_Latn", - "languages": [ - "szl-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508508, - "recall": 0.577075, - "f1": 0.526524, - "accuracy": 0.577075, - "main_score": 0.526524, - "hf_subset": "szl_Latn-min_Arab", - "languages": [ - "szl-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.992095, - "f1": 0.990613, - "accuracy": 0.992095, - "main_score": 0.990613, - "hf_subset": "szl_Latn-pol_Latn", - "languages": [ - "szl-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570604, - "recall": 0.637352, - "f1": 0.589668, - "accuracy": 0.637352, - "main_score": 0.589668, - "hf_subset": "szl_Latn-ssw_Latn", - "languages": [ - "szl-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-ukr_Cyrl", - "languages": [ - "szl-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.991107, - "f1": 0.989295, - "accuracy": 0.991107, - "main_score": 0.989295, - "hf_subset": "szl_Latn-afr_Latn", - "languages": [ - "szl-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "szl_Latn-bho_Deva", - "languages": [ - "szl-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "szl_Latn-eus_Latn", - "languages": [ - "szl-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59916, - "recall": 0.651186, - "f1": 0.613374, - "accuracy": 0.651186, - "main_score": 0.613374, - "hf_subset": "szl_Latn-ibo_Latn", - "languages": [ - "szl-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874918, - "recall": 0.907115, - "f1": 0.884947, - "accuracy": 0.907115, - "main_score": 0.884947, - "hf_subset": "szl_Latn-kmr_Latn", - "languages": [ - "szl-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "szl_Latn-min_Latn", - "languages": [ - "szl-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.991107, - "f1": 0.989295, - "accuracy": 0.991107, - "main_score": 0.989295, - "hf_subset": "szl_Latn-por_Latn", - "languages": [ - "szl-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974967, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "szl_Latn-sun_Latn", - "languages": [ - "szl-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526633, - "recall": 0.581028, - "f1": 0.542542, - "accuracy": 0.581028, - "main_score": 0.542542, - "hf_subset": "szl_Latn-umb_Latn", - "languages": [ - "szl-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-ajp_Arab", - "languages": [ - "szl-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565619, - "recall": 0.624506, - "f1": 0.581953, - "accuracy": 0.624506, - "main_score": 0.581953, - "hf_subset": "szl_Latn-bjn_Arab", - "languages": [ - "szl-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529079, - "recall": 0.579051, - "f1": 0.542406, - "accuracy": 0.579051, - "main_score": 0.542406, - "hf_subset": "szl_Latn-ewe_Latn", - "languages": [ - "szl-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917572, - "recall": 0.937747, - "f1": 0.92365, - "accuracy": 0.937747, - "main_score": 0.92365, - "hf_subset": "szl_Latn-ilo_Latn", - "languages": [ - "szl-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318478, - "recall": 0.375494, - "f1": 0.335084, - "accuracy": 0.375494, - "main_score": 0.335084, - "hf_subset": "szl_Latn-knc_Arab", - "languages": [ - "szl-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "szl_Latn-mkd_Cyrl", - "languages": [ - "szl-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.98913, - "f1": 0.986989, - "accuracy": 0.98913, - "main_score": 0.986989, - "hf_subset": "szl_Latn-prs_Arab", - "languages": [ - "szl-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.992095, - "f1": 0.990448, - "accuracy": 0.992095, - "main_score": 0.990448, - "hf_subset": "szl_Latn-swe_Latn", - "languages": [ - "szl-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "szl_Latn-urd_Arab", - "languages": [ - "szl-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594706, - "recall": 0.647233, - "f1": 0.609493, - "accuracy": 0.647233, - "main_score": 0.609493, - "hf_subset": "szl_Latn-aka_Latn", - "languages": [ - "szl-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.97332, - "f1": 0.967015, - "accuracy": 0.97332, - "main_score": 0.967015, - "hf_subset": "szl_Latn-bjn_Latn", - "languages": [ - "szl-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.969368, - "f1": 0.960639, - "accuracy": 0.969368, - "main_score": 0.960639, - "hf_subset": "szl_Latn-fao_Latn", - "languages": [ - "szl-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "szl_Latn-ind_Latn", - "languages": [ - "szl-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588231, - "recall": 0.63834, - "f1": 0.602913, - "accuracy": 0.63834, - "main_score": 0.602913, - "hf_subset": "szl_Latn-knc_Latn", - "languages": [ - "szl-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.977273, - "f1": 0.971673, - "accuracy": 0.977273, - "main_score": 0.971673, - "hf_subset": "szl_Latn-mlt_Latn", - "languages": [ - "szl-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707274, - "recall": 0.768775, - "f1": 0.725551, - "accuracy": 0.768775, - "main_score": 0.725551, - "hf_subset": "szl_Latn-quy_Latn", - "languages": [ - "szl-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9403, - "recall": 0.956522, - "f1": 0.945389, - "accuracy": 0.956522, - "main_score": 0.945389, - "hf_subset": "szl_Latn-swh_Latn", - "languages": [ - "szl-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.986166, - "f1": 0.983037, - "accuracy": 0.986166, - "main_score": 0.983037, - "hf_subset": "szl_Latn-uzn_Latn", - "languages": [ - "szl-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-als_Latn", - "languages": [ - "szl-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584841, - "recall": 0.666996, - "f1": 0.608514, - "accuracy": 0.666996, - "main_score": 0.608514, - "hf_subset": "szl_Latn-bod_Tibt", - "languages": [ - "szl-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694295, - "recall": 0.745059, - "f1": 0.709145, - "accuracy": 0.745059, - "main_score": 0.709145, - "hf_subset": "szl_Latn-fij_Latn", - "languages": [ - "szl-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "szl_Latn-isl_Latn", - "languages": [ - "szl-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666021, - "recall": 0.712451, - "f1": 0.679106, - "accuracy": 0.712451, - "main_score": 0.679106, - "hf_subset": "szl_Latn-kon_Latn", - "languages": [ - "szl-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651092, - "recall": 0.710474, - "f1": 0.668742, - "accuracy": 0.710474, - "main_score": 0.668742, - "hf_subset": "szl_Latn-mni_Beng", - "languages": [ - "szl-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-ron_Latn", - "languages": [ - "szl-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "szl_Latn-vec_Latn", - "languages": [ - "szl-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908267, - "recall": 0.933794, - "f1": 0.916304, - "accuracy": 0.933794, - "main_score": 0.916304, - "hf_subset": "szl_Latn-amh_Ethi", - "languages": [ - "szl-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-bos_Latn", - "languages": [ - "szl-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "szl_Latn-fin_Latn", - "languages": [ - "szl-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.991107, - "f1": 0.989625, - "accuracy": 0.991107, - "main_score": 0.989625, - "hf_subset": "szl_Latn-ita_Latn", - "languages": [ - "szl-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.988142, - "f1": 0.985343, - "accuracy": 0.988142, - "main_score": 0.985343, - "hf_subset": "szl_Latn-kor_Hang", - "languages": [ - "szl-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55234, - "recall": 0.610672, - "f1": 0.569175, - "accuracy": 0.610672, - "main_score": 0.569175, - "hf_subset": "szl_Latn-mos_Latn", - "languages": [ - "szl-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572061, - "recall": 0.62253, - "f1": 0.586531, - "accuracy": 0.62253, - "main_score": 0.586531, - "hf_subset": "szl_Latn-run_Latn", - "languages": [ - "szl-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "szl_Latn-tam_Taml", - "languages": [ - "szl-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "szl_Latn-vie_Latn", - "languages": [ - "szl-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "szl_Latn-apc_Arab", - "languages": [ - "szl-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786506, - "recall": 0.833004, - "f1": 0.800282, - "accuracy": 0.833004, - "main_score": 0.800282, - "hf_subset": "szl_Latn-bug_Latn", - "languages": [ - "szl-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485681, - "recall": 0.535573, - "f1": 0.499117, - "accuracy": 0.535573, - "main_score": 0.499117, - "hf_subset": "szl_Latn-fon_Latn", - "languages": [ - "szl-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "szl_Latn-jav_Latn", - "languages": [ - "szl-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.978261, - "f1": 0.972661, - "accuracy": 0.978261, - "main_score": 0.972661, - "hf_subset": "szl_Latn-lao_Laoo", - "languages": [ - "szl-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841156, - "recall": 0.881423, - "f1": 0.853953, - "accuracy": 0.881423, - "main_score": 0.853953, - "hf_subset": "szl_Latn-mri_Latn", - "languages": [ - "szl-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-rus_Cyrl", - "languages": [ - "szl-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553962, - "recall": 0.606719, - "f1": 0.56828, - "accuracy": 0.606719, - "main_score": 0.56828, - "hf_subset": "szl_Latn-taq_Latn", - "languages": [ - "szl-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.983202, - "f1": 0.979743, - "accuracy": 0.983202, - "main_score": 0.979743, - "hf_subset": "szl_Latn-war_Latn", - "languages": [ - "szl-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "szl_Latn-arb_Arab", - "languages": [ - "szl-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.991107, - "f1": 0.989295, - "accuracy": 0.991107, - "main_score": 0.989295, - "hf_subset": "szl_Latn-bul_Cyrl", - "languages": [ - "szl-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-fra_Latn", - "languages": [ - "szl-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "szl_Latn-jpn_Jpan", - "languages": [ - "szl-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.98419, - "f1": 0.980072, - "accuracy": 0.98419, - "main_score": 0.980072, - "hf_subset": "szl_Latn-lij_Latn", - "languages": [ - "szl-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "szl_Latn-mya_Mymr", - "languages": [ - "szl-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621117, - "recall": 0.681818, - "f1": 0.638046, - "accuracy": 0.681818, - "main_score": 0.638046, - "hf_subset": "szl_Latn-sag_Latn", - "languages": [ - "szl-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201692, - "recall": 0.257905, - "f1": 0.214178, - "accuracy": 0.257905, - "main_score": 0.214178, - "hf_subset": "szl_Latn-taq_Tfng", - "languages": [ - "szl-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63321, - "recall": 0.6917, - "f1": 0.649975, - "accuracy": 0.6917, - "main_score": 0.649975, - "hf_subset": "szl_Latn-wol_Latn", - "languages": [ - "szl-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770777, - "recall": 0.822134, - "f1": 0.786165, - "accuracy": 0.822134, - "main_score": 0.786165, - "hf_subset": "szl_Latn-arb_Latn", - "languages": [ - "szl-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-cat_Latn", - "languages": [ - "szl-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "szl_Latn-fur_Latn", - "languages": [ - "szl-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425776, - "recall": 0.481225, - "f1": 0.441126, - "accuracy": 0.481225, - "main_score": 0.441126, - "hf_subset": "szl_Latn-kab_Latn", - "languages": [ - "szl-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "szl_Latn-lim_Latn", - "languages": [ - "szl-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "szl_Latn-nld_Latn", - "languages": [ - "szl-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.980237, - "f1": 0.975461, - "accuracy": 0.980237, - "main_score": 0.975461, - "hf_subset": "szl_Latn-san_Deva", - "languages": [ - "szl-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980484, - "recall": 0.985178, - "f1": 0.98195, - "accuracy": 0.985178, - "main_score": 0.98195, - "hf_subset": "szl_Latn-tat_Cyrl", - "languages": [ - "szl-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686413, - "recall": 0.737154, - "f1": 0.701172, - "accuracy": 0.737154, - "main_score": 0.701172, - "hf_subset": "szl_Latn-xho_Latn", - "languages": [ - "szl-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.992095, - "f1": 0.990448, - "accuracy": 0.992095, - "main_score": 0.990448, - "hf_subset": "szl_Latn-ars_Arab", - "languages": [ - "szl-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.986166, - "f1": 0.982708, - "accuracy": 0.986166, - "main_score": 0.982708, - "hf_subset": "szl_Latn-ceb_Latn", - "languages": [ - "szl-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544475, - "recall": 0.601779, - "f1": 0.561704, - "accuracy": 0.601779, - "main_score": 0.561704, - "hf_subset": "szl_Latn-fuv_Latn", - "languages": [ - "szl-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511771, - "recall": 0.573123, - "f1": 0.528684, - "accuracy": 0.573123, - "main_score": 0.528684, - "hf_subset": "szl_Latn-kac_Latn", - "languages": [ - "szl-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664369, - "recall": 0.712451, - "f1": 0.678005, - "accuracy": 0.712451, - "main_score": 0.678005, - "hf_subset": "szl_Latn-lin_Latn", - "languages": [ - "szl-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-nno_Latn", - "languages": [ - "szl-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.232081, - "recall": 0.310277, - "f1": 0.253049, - "accuracy": 0.310277, - "main_score": 0.253049, - "hf_subset": "szl_Latn-sat_Olck", - "languages": [ - "szl-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "szl_Latn-tel_Telu", - "languages": [ - "szl-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.967391, - "f1": 0.958498, - "accuracy": 0.967391, - "main_score": 0.958498, - "hf_subset": "szl_Latn-ydd_Hebr", - "languages": [ - "szl-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.975296, - "f1": 0.968874, - "accuracy": 0.975296, - "main_score": 0.968874, - "hf_subset": "szl_Latn-ary_Arab", - "languages": [ - "szl-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-ces_Latn", - "languages": [ - "szl-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588867, - "recall": 0.641304, - "f1": 0.604235, - "accuracy": 0.641304, - "main_score": 0.604235, - "hf_subset": "szl_Latn-gaz_Latn", - "languages": [ - "szl-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583083, - "recall": 0.646245, - "f1": 0.600922, - "accuracy": 0.646245, - "main_score": 0.600922, - "hf_subset": "szl_Latn-kam_Latn", - "languages": [ - "szl-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.98419, - "f1": 0.980072, - "accuracy": 0.98419, - "main_score": 0.980072, - "hf_subset": "szl_Latn-lit_Latn", - "languages": [ - "szl-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "szl_Latn-nob_Latn", - "languages": [ - "szl-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "szl_Latn-scn_Latn", - "languages": [ - "szl-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "szl_Latn-tgk_Cyrl", - "languages": [ - "szl-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696846, - "recall": 0.755929, - "f1": 0.714152, - "accuracy": 0.755929, - "main_score": 0.714152, - "hf_subset": "szl_Latn-yor_Latn", - "languages": [ - "szl-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "szl_Latn-arz_Arab", - "languages": [ - "szl-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563475, - "recall": 0.624506, - "f1": 0.580887, - "accuracy": 0.624506, - "main_score": 0.580887, - "hf_subset": "szl_Latn-cjk_Latn", - "languages": [ - "szl-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787467, - "recall": 0.836957, - "f1": 0.802866, - "accuracy": 0.836957, - "main_score": 0.802866, - "hf_subset": "szl_Latn-gla_Latn", - "languages": [ - "szl-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.988142, - "f1": 0.985672, - "accuracy": 0.988142, - "main_score": 0.985672, - "hf_subset": "szl_Latn-kan_Knda", - "languages": [ - "szl-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.978261, - "f1": 0.97332, - "accuracy": 0.978261, - "main_score": 0.97332, - "hf_subset": "szl_Latn-lmo_Latn", - "languages": [ - "szl-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.98419, - "f1": 0.980237, - "accuracy": 0.98419, - "main_score": 0.980237, - "hf_subset": "szl_Latn-npi_Deva", - "languages": [ - "szl-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4646, - "recall": 0.522727, - "f1": 0.480371, - "accuracy": 0.522727, - "main_score": 0.480371, - "hf_subset": "szl_Latn-shn_Mymr", - "languages": [ - "szl-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-tgl_Latn", - "languages": [ - "szl-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.98913, - "f1": 0.986989, - "accuracy": 0.98913, - "main_score": 0.986989, - "hf_subset": "szl_Latn-yue_Hant", - "languages": [ - "szl-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "szl_Latn-asm_Beng", - "languages": [ - "szl-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938488, - "recall": 0.955534, - "f1": 0.943906, - "accuracy": 0.955534, - "main_score": 0.943906, - "hf_subset": "szl_Latn-ckb_Arab", - "languages": [ - "szl-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855649, - "recall": 0.894269, - "f1": 0.867819, - "accuracy": 0.894269, - "main_score": 0.867819, - "hf_subset": "szl_Latn-gle_Latn", - "languages": [ - "szl-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.936759, - "f1": 0.920751, - "accuracy": 0.936759, - "main_score": 0.920751, - "hf_subset": "szl_Latn-kas_Arab", - "languages": [ - "szl-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940217, - "recall": 0.95751, - "f1": 0.945817, - "accuracy": 0.95751, - "main_score": 0.945817, - "hf_subset": "szl_Latn-ltg_Latn", - "languages": [ - "szl-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616765, - "recall": 0.667984, - "f1": 0.631136, - "accuracy": 0.667984, - "main_score": 0.631136, - "hf_subset": "szl_Latn-nso_Latn", - "languages": [ - "szl-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.968379, - "f1": 0.959157, - "accuracy": 0.968379, - "main_score": 0.959157, - "hf_subset": "szl_Latn-sin_Sinh", - "languages": [ - "szl-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "szl_Latn-tha_Thai", - "languages": [ - "szl-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "szl_Latn-zho_Hans", - "languages": [ - "szl-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "szl_Latn-ast_Latn", - "languages": [ - "szl-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979496, - "recall": 0.98419, - "f1": 0.980962, - "accuracy": 0.98419, - "main_score": 0.980962, - "hf_subset": "szl_Latn-crh_Latn", - "languages": [ - "szl-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.991107, - "f1": 0.989295, - "accuracy": 0.991107, - "main_score": 0.989295, - "hf_subset": "szl_Latn-glg_Latn", - "languages": [ - "szl-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853961, - "recall": 0.890316, - "f1": 0.865357, - "accuracy": 0.890316, - "main_score": 0.865357, - "hf_subset": "szl_Latn-kas_Deva", - "languages": [ - "szl-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.977273, - "f1": 0.971838, - "accuracy": 0.977273, - "main_score": 0.971838, - "hf_subset": "szl_Latn-ltz_Latn", - "languages": [ - "szl-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449696, - "recall": 0.516798, - "f1": 0.467963, - "accuracy": 0.516798, - "main_score": 0.467963, - "hf_subset": "szl_Latn-nus_Latn", - "languages": [ - "szl-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-slk_Latn", - "languages": [ - "szl-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602981, - "recall": 0.66996, - "f1": 0.622501, - "accuracy": 0.66996, - "main_score": 0.622501, - "hf_subset": "szl_Latn-tir_Ethi", - "languages": [ - "szl-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.988142, - "f1": 0.985672, - "accuracy": 0.988142, - "main_score": 0.985672, - "hf_subset": "szl_Latn-zho_Hant", - "languages": [ - "szl-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972003, - "recall": 0.979249, - "f1": 0.974308, - "accuracy": 0.979249, - "main_score": 0.974308, - "hf_subset": "szl_Latn-awa_Deva", - "languages": [ - "szl-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945899, - "recall": 0.961462, - "f1": 0.950988, - "accuracy": 0.961462, - "main_score": 0.950988, - "hf_subset": "szl_Latn-cym_Latn", - "languages": [ - "szl-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826993, - "recall": 0.867589, - "f1": 0.839215, - "accuracy": 0.867589, - "main_score": 0.839215, - "hf_subset": "szl_Latn-grn_Latn", - "languages": [ - "szl-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.983202, - "f1": 0.978755, - "accuracy": 0.983202, - "main_score": 0.978755, - "hf_subset": "szl_Latn-kat_Geor", - "languages": [ - "szl-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654438, - "recall": 0.703557, - "f1": 0.668071, - "accuracy": 0.703557, - "main_score": 0.668071, - "hf_subset": "szl_Latn-lua_Latn", - "languages": [ - "szl-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64867, - "recall": 0.70751, - "f1": 0.666175, - "accuracy": 0.70751, - "main_score": 0.666175, - "hf_subset": "szl_Latn-nya_Latn", - "languages": [ - "szl-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "szl_Latn-slv_Latn", - "languages": [ - "szl-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922431, - "recall": 0.945652, - "f1": 0.930007, - "accuracy": 0.945652, - "main_score": 0.930007, - "hf_subset": "szl_Latn-tpi_Latn", - "languages": [ - "szl-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "szl_Latn-zsm_Latn", - "languages": [ - "szl-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549194, - "recall": 0.605731, - "f1": 0.565392, - "accuracy": 0.605731, - "main_score": 0.565392, - "hf_subset": "szl_Latn-ayr_Latn", - "languages": [ - "szl-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.993083, - "f1": 0.991765, - "accuracy": 0.993083, - "main_score": 0.991765, - "hf_subset": "szl_Latn-dan_Latn", - "languages": [ - "szl-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "szl_Latn-guj_Gujr", - "languages": [ - "szl-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.983202, - "f1": 0.978755, - "accuracy": 0.983202, - "main_score": 0.978755, - "hf_subset": "szl_Latn-kaz_Cyrl", - "languages": [ - "szl-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534363, - "recall": 0.589921, - "f1": 0.549797, - "accuracy": 0.589921, - "main_score": 0.549797, - "hf_subset": "szl_Latn-lug_Latn", - "languages": [ - "szl-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "szl_Latn-oci_Latn", - "languages": [ - "szl-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807378, - "recall": 0.851779, - "f1": 0.820553, - "accuracy": 0.851779, - "main_score": 0.820553, - "hf_subset": "szl_Latn-smo_Latn", - "languages": [ - "szl-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553816, - "recall": 0.612648, - "f1": 0.570474, - "accuracy": 0.612648, - "main_score": 0.570474, - "hf_subset": "szl_Latn-tsn_Latn", - "languages": [ - "szl-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628354, - "recall": 0.687747, - "f1": 0.644946, - "accuracy": 0.687747, - "main_score": 0.644946, - "hf_subset": "szl_Latn-zul_Latn", - "languages": [ - "szl-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887599, - "recall": 0.91996, - "f1": 0.897958, - "accuracy": 0.91996, - "main_score": 0.897958, - "hf_subset": "szl_Latn-azb_Arab", - "languages": [ - "szl-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "szl_Latn-deu_Latn", - "languages": [ - "szl-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941041, - "recall": 0.958498, - "f1": 0.946805, - "accuracy": 0.958498, - "main_score": 0.946805, - "hf_subset": "szl_Latn-hat_Latn", - "languages": [ - "szl-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514463, - "recall": 0.564229, - "f1": 0.528513, - "accuracy": 0.564229, - "main_score": 0.528513, - "hf_subset": "szl_Latn-kbp_Latn", - "languages": [ - "szl-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589114, - "recall": 0.642292, - "f1": 0.604452, - "accuracy": 0.642292, - "main_score": 0.604452, - "hf_subset": "szl_Latn-luo_Latn", - "languages": [ - "szl-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.988142, - "f1": 0.985672, - "accuracy": 0.988142, - "main_score": 0.985672, - "hf_subset": "szl_Latn-ory_Orya", - "languages": [ - "szl-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583765, - "recall": 0.642292, - "f1": 0.600727, - "accuracy": 0.642292, - "main_score": 0.600727, - "hf_subset": "szl_Latn-sna_Latn", - "languages": [ - "szl-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553159, - "recall": 0.606719, - "f1": 0.568191, - "accuracy": 0.606719, - "main_score": 0.568191, - "hf_subset": "szl_Latn-tso_Latn", - "languages": [ - "szl-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "szl_Latn-azj_Latn", - "languages": [ - "szl-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544779, - "recall": 0.605731, - "f1": 0.562982, - "accuracy": 0.605731, - "main_score": 0.562982, - "hf_subset": "szl_Latn-dik_Latn", - "languages": [ - "szl-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742045, - "recall": 0.79249, - "f1": 0.757411, - "accuracy": 0.79249, - "main_score": 0.757411, - "hf_subset": "szl_Latn-hau_Latn", - "languages": [ - "szl-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963192, - "recall": 0.97332, - "f1": 0.966304, - "accuracy": 0.97332, - "main_score": 0.966304, - "hf_subset": "szl_Latn-kea_Latn", - "languages": [ - "szl-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727997, - "recall": 0.773715, - "f1": 0.74129, - "accuracy": 0.773715, - "main_score": 0.74129, - "hf_subset": "szl_Latn-lus_Latn", - "languages": [ - "szl-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855649, - "recall": 0.886364, - "f1": 0.864893, - "accuracy": 0.886364, - "main_score": 0.864893, - "hf_subset": "szl_Latn-pag_Latn", - "languages": [ - "szl-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.986166, - "f1": 0.983037, - "accuracy": 0.986166, - "main_score": 0.983037, - "hf_subset": "szl_Latn-snd_Arab", - "languages": [ - "szl-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.955534, - "f1": 0.942194, - "accuracy": 0.955534, - "main_score": 0.942194, - "hf_subset": "szl_Latn-tuk_Latn", - "languages": [ - "szl-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965448, - "recall": 0.974308, - "f1": 0.968215, - "accuracy": 0.974308, - "main_score": 0.968215, - "hf_subset": "szl_Latn-bak_Cyrl", - "languages": [ - "szl-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488629, - "recall": 0.564229, - "f1": 0.511187, - "accuracy": 0.564229, - "main_score": 0.511187, - "hf_subset": "szl_Latn-dyu_Latn", - "languages": [ - "szl-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "szl_Latn-heb_Hebr", - "languages": [ - "szl-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.974308, - "f1": 0.967391, - "accuracy": 0.974308, - "main_score": 0.967391, - "hf_subset": "szl_Latn-khk_Cyrl", - "languages": [ - "szl-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.992095, - "f1": 0.990613, - "accuracy": 0.992095, - "main_score": 0.990613, - "hf_subset": "szl_Latn-lvs_Latn", - "languages": [ - "szl-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.987154, - "f1": 0.984354, - "accuracy": 0.987154, - "main_score": 0.984354, - "hf_subset": "szl_Latn-pan_Guru", - "languages": [ - "szl-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703426, - "recall": 0.761858, - "f1": 0.721066, - "accuracy": 0.761858, - "main_score": 0.721066, - "hf_subset": "szl_Latn-som_Latn", - "languages": [ - "szl-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599722, - "recall": 0.646245, - "f1": 0.612505, - "accuracy": 0.646245, - "main_score": 0.612505, - "hf_subset": "szl_Latn-tum_Latn", - "languages": [ - "szl-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591413, - "recall": 0.652174, - "f1": 0.608797, - "accuracy": 0.652174, - "main_score": 0.608797, - "hf_subset": "vec_Latn-ace_Arab", - "languages": [ - "vec-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537362, - "recall": 0.597826, - "f1": 0.553786, - "accuracy": 0.597826, - "main_score": 0.553786, - "hf_subset": "vec_Latn-bam_Latn", - "languages": [ - "vec-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409265, - "recall": 0.485178, - "f1": 0.429448, - "accuracy": 0.485178, - "main_score": 0.429448, - "hf_subset": "vec_Latn-dzo_Tibt", - "languages": [ - "vec-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-hin_Deva", - "languages": [ - "vec-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-khm_Khmr", - "languages": [ - "vec-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "vec_Latn-mag_Deva", - "languages": [ - "vec-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "vec_Latn-pap_Latn", - "languages": [ - "vec-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605188, - "recall": 0.662055, - "f1": 0.620753, - "accuracy": 0.662055, - "main_score": 0.620753, - "hf_subset": "vec_Latn-sot_Latn", - "languages": [ - "vec-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-tur_Latn", - "languages": [ - "vec-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865975, - "recall": 0.898221, - "f1": 0.875988, - "accuracy": 0.898221, - "main_score": 0.875988, - "hf_subset": "vec_Latn-ace_Latn", - "languages": [ - "vec-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "vec_Latn-ban_Latn", - "languages": [ - "vec-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ell_Grek", - "languages": [ - "vec-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "vec_Latn-hne_Deva", - "languages": [ - "vec-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611679, - "recall": 0.666008, - "f1": 0.627442, - "accuracy": 0.666008, - "main_score": 0.627442, - "hf_subset": "vec_Latn-kik_Latn", - "languages": [ - "vec-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-mai_Deva", - "languages": [ - "vec-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "vec_Latn-pbt_Arab", - "languages": [ - "vec-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-spa_Latn", - "languages": [ - "vec-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618744, - "recall": 0.681818, - "f1": 0.637107, - "accuracy": 0.681818, - "main_score": 0.637107, - "hf_subset": "vec_Latn-twi_Latn", - "languages": [ - "vec-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-acm_Arab", - "languages": [ - "vec-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "vec_Latn-bel_Cyrl", - "languages": [ - "vec-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-eng_Latn", - "languages": [ - "vec-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-hrv_Latn", - "languages": [ - "vec-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557651, - "recall": 0.616601, - "f1": 0.573918, - "accuracy": 0.616601, - "main_score": 0.573918, - "hf_subset": "vec_Latn-kin_Latn", - "languages": [ - "vec-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-mal_Mlym", - "languages": [ - "vec-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-pes_Arab", - "languages": [ - "vec-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-srd_Latn", - "languages": [ - "vec-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17269, - "recall": 0.215415, - "f1": 0.183504, - "accuracy": 0.215415, - "main_score": 0.183504, - "hf_subset": "vec_Latn-tzm_Tfng", - "languages": [ - "vec-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-acq_Arab", - "languages": [ - "vec-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629702, - "recall": 0.678854, - "f1": 0.64274, - "accuracy": 0.678854, - "main_score": 0.64274, - "hf_subset": "vec_Latn-bem_Latn", - "languages": [ - "vec-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-epo_Latn", - "languages": [ - "vec-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-hun_Latn", - "languages": [ - "vec-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "vec_Latn-kir_Cyrl", - "languages": [ - "vec-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-mar_Deva", - "languages": [ - "vec-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681423, - "recall": 0.735178, - "f1": 0.697073, - "accuracy": 0.735178, - "main_score": 0.697073, - "hf_subset": "vec_Latn-plt_Latn", - "languages": [ - "vec-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-srp_Cyrl", - "languages": [ - "vec-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.962451, - "f1": 0.951416, - "accuracy": 0.962451, - "main_score": 0.951416, - "hf_subset": "vec_Latn-uig_Arab", - "languages": [ - "vec-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vec_Latn-aeb_Arab", - "languages": [ - "vec-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ben_Beng", - "languages": [ - "vec-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "vec_Latn-est_Latn", - "languages": [ - "vec-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-hye_Armn", - "languages": [ - "vec-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55295, - "recall": 0.605731, - "f1": 0.567462, - "accuracy": 0.605731, - "main_score": 0.567462, - "hf_subset": "vec_Latn-kmb_Latn", - "languages": [ - "vec-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520148, - "recall": 0.587945, - "f1": 0.538237, - "accuracy": 0.587945, - "main_score": 0.538237, - "hf_subset": "vec_Latn-min_Arab", - "languages": [ - "vec-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-pol_Latn", - "languages": [ - "vec-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565703, - "recall": 0.625494, - "f1": 0.582861, - "accuracy": 0.625494, - "main_score": 0.582861, - "hf_subset": "vec_Latn-ssw_Latn", - "languages": [ - "vec-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ukr_Cyrl", - "languages": [ - "vec-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-afr_Latn", - "languages": [ - "vec-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vec_Latn-bho_Deva", - "languages": [ - "vec-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "vec_Latn-eus_Latn", - "languages": [ - "vec-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589824, - "recall": 0.65415, - "f1": 0.607971, - "accuracy": 0.65415, - "main_score": 0.607971, - "hf_subset": "vec_Latn-ibo_Latn", - "languages": [ - "vec-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882205, - "recall": 0.914032, - "f1": 0.89215, - "accuracy": 0.914032, - "main_score": 0.89215, - "hf_subset": "vec_Latn-kmr_Latn", - "languages": [ - "vec-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "vec_Latn-min_Latn", - "languages": [ - "vec-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-por_Latn", - "languages": [ - "vec-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "vec_Latn-sun_Latn", - "languages": [ - "vec-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535172, - "recall": 0.596838, - "f1": 0.552292, - "accuracy": 0.596838, - "main_score": 0.552292, - "hf_subset": "vec_Latn-umb_Latn", - "languages": [ - "vec-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ajp_Arab", - "languages": [ - "vec-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552179, - "recall": 0.618577, - "f1": 0.570243, - "accuracy": 0.618577, - "main_score": 0.570243, - "hf_subset": "vec_Latn-bjn_Arab", - "languages": [ - "vec-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535251, - "recall": 0.587945, - "f1": 0.549553, - "accuracy": 0.587945, - "main_score": 0.549553, - "hf_subset": "vec_Latn-ewe_Latn", - "languages": [ - "vec-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937039, - "recall": 0.952569, - "f1": 0.941568, - "accuracy": 0.952569, - "main_score": 0.941568, - "hf_subset": "vec_Latn-ilo_Latn", - "languages": [ - "vec-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.327087, - "recall": 0.382411, - "f1": 0.342423, - "accuracy": 0.382411, - "main_score": 0.342423, - "hf_subset": "vec_Latn-knc_Arab", - "languages": [ - "vec-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-mkd_Cyrl", - "languages": [ - "vec-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-prs_Arab", - "languages": [ - "vec-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-swe_Latn", - "languages": [ - "vec-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-urd_Arab", - "languages": [ - "vec-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606559, - "recall": 0.66502, - "f1": 0.622828, - "accuracy": 0.66502, - "main_score": 0.622828, - "hf_subset": "vec_Latn-aka_Latn", - "languages": [ - "vec-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "vec_Latn-bjn_Latn", - "languages": [ - "vec-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "vec_Latn-fao_Latn", - "languages": [ - "vec-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ind_Latn", - "languages": [ - "vec-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589408, - "recall": 0.643281, - "f1": 0.605058, - "accuracy": 0.643281, - "main_score": 0.605058, - "hf_subset": "vec_Latn-knc_Latn", - "languages": [ - "vec-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "vec_Latn-mlt_Latn", - "languages": [ - "vec-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707689, - "recall": 0.76581, - "f1": 0.724391, - "accuracy": 0.76581, - "main_score": 0.724391, - "hf_subset": "vec_Latn-quy_Latn", - "languages": [ - "vec-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "vec_Latn-swh_Latn", - "languages": [ - "vec-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-uzn_Latn", - "languages": [ - "vec-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-als_Latn", - "languages": [ - "vec-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601574, - "recall": 0.674901, - "f1": 0.622264, - "accuracy": 0.674901, - "main_score": 0.622264, - "hf_subset": "vec_Latn-bod_Tibt", - "languages": [ - "vec-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694599, - "recall": 0.752964, - "f1": 0.711059, - "accuracy": 0.752964, - "main_score": 0.711059, - "hf_subset": "vec_Latn-fij_Latn", - "languages": [ - "vec-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "vec_Latn-isl_Latn", - "languages": [ - "vec-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679595, - "recall": 0.727273, - "f1": 0.693795, - "accuracy": 0.727273, - "main_score": 0.693795, - "hf_subset": "vec_Latn-kon_Latn", - "languages": [ - "vec-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667506, - "recall": 0.730237, - "f1": 0.685482, - "accuracy": 0.730237, - "main_score": 0.685482, - "hf_subset": "vec_Latn-mni_Beng", - "languages": [ - "vec-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ron_Latn", - "languages": [ - "vec-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "vec_Latn-szl_Latn", - "languages": [ - "vec-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937912, - "recall": 0.956522, - "f1": 0.943808, - "accuracy": 0.956522, - "main_score": 0.943808, - "hf_subset": "vec_Latn-amh_Ethi", - "languages": [ - "vec-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-bos_Latn", - "languages": [ - "vec-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-fin_Latn", - "languages": [ - "vec-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ita_Latn", - "languages": [ - "vec-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-kor_Hang", - "languages": [ - "vec-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555203, - "recall": 0.613636, - "f1": 0.571251, - "accuracy": 0.613636, - "main_score": 0.571251, - "hf_subset": "vec_Latn-mos_Latn", - "languages": [ - "vec-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555897, - "recall": 0.614625, - "f1": 0.572272, - "accuracy": 0.614625, - "main_score": 0.572272, - "hf_subset": "vec_Latn-run_Latn", - "languages": [ - "vec-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-tam_Taml", - "languages": [ - "vec-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-vie_Latn", - "languages": [ - "vec-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-apc_Arab", - "languages": [ - "vec-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80611, - "recall": 0.851779, - "f1": 0.81965, - "accuracy": 0.851779, - "main_score": 0.81965, - "hf_subset": "vec_Latn-bug_Latn", - "languages": [ - "vec-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481548, - "recall": 0.536561, - "f1": 0.496105, - "accuracy": 0.536561, - "main_score": 0.496105, - "hf_subset": "vec_Latn-fon_Latn", - "languages": [ - "vec-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-jav_Latn", - "languages": [ - "vec-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "vec_Latn-lao_Laoo", - "languages": [ - "vec-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841024, - "recall": 0.881423, - "f1": 0.853129, - "accuracy": 0.881423, - "main_score": 0.853129, - "hf_subset": "vec_Latn-mri_Latn", - "languages": [ - "vec-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-rus_Cyrl", - "languages": [ - "vec-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552833, - "recall": 0.609684, - "f1": 0.568818, - "accuracy": 0.609684, - "main_score": 0.568818, - "hf_subset": "vec_Latn-taq_Latn", - "languages": [ - "vec-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vec_Latn-war_Latn", - "languages": [ - "vec-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-arb_Arab", - "languages": [ - "vec-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-bul_Cyrl", - "languages": [ - "vec-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-fra_Latn", - "languages": [ - "vec-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-jpn_Jpan", - "languages": [ - "vec-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-lij_Latn", - "languages": [ - "vec-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "vec_Latn-mya_Mymr", - "languages": [ - "vec-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620388, - "recall": 0.68083, - "f1": 0.637277, - "accuracy": 0.68083, - "main_score": 0.637277, - "hf_subset": "vec_Latn-sag_Latn", - "languages": [ - "vec-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195873, - "recall": 0.251976, - "f1": 0.208329, - "accuracy": 0.251976, - "main_score": 0.208329, - "hf_subset": "vec_Latn-taq_Tfng", - "languages": [ - "vec-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654776, - "recall": 0.709486, - "f1": 0.670276, - "accuracy": 0.709486, - "main_score": 0.670276, - "hf_subset": "vec_Latn-wol_Latn", - "languages": [ - "vec-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795199, - "recall": 0.844862, - "f1": 0.810365, - "accuracy": 0.844862, - "main_score": 0.810365, - "hf_subset": "vec_Latn-arb_Latn", - "languages": [ - "vec-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-cat_Latn", - "languages": [ - "vec-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-fur_Latn", - "languages": [ - "vec-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430627, - "recall": 0.482213, - "f1": 0.444117, - "accuracy": 0.482213, - "main_score": 0.444117, - "hf_subset": "vec_Latn-kab_Latn", - "languages": [ - "vec-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "vec_Latn-lim_Latn", - "languages": [ - "vec-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-nld_Latn", - "languages": [ - "vec-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "vec_Latn-san_Deva", - "languages": [ - "vec-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-tat_Cyrl", - "languages": [ - "vec-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671402, - "recall": 0.729249, - "f1": 0.68825, - "accuracy": 0.729249, - "main_score": 0.68825, - "hf_subset": "vec_Latn-xho_Latn", - "languages": [ - "vec-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-ars_Arab", - "languages": [ - "vec-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-ceb_Latn", - "languages": [ - "vec-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569759, - "recall": 0.628458, - "f1": 0.586261, - "accuracy": 0.628458, - "main_score": 0.586261, - "hf_subset": "vec_Latn-fuv_Latn", - "languages": [ - "vec-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518227, - "recall": 0.583992, - "f1": 0.535883, - "accuracy": 0.583992, - "main_score": 0.535883, - "hf_subset": "vec_Latn-kac_Latn", - "languages": [ - "vec-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682743, - "recall": 0.733202, - "f1": 0.697332, - "accuracy": 0.733202, - "main_score": 0.697332, - "hf_subset": "vec_Latn-lin_Latn", - "languages": [ - "vec-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-nno_Latn", - "languages": [ - "vec-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223927, - "recall": 0.296443, - "f1": 0.242446, - "accuracy": 0.296443, - "main_score": 0.242446, - "hf_subset": "vec_Latn-sat_Olck", - "languages": [ - "vec-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-tel_Telu", - "languages": [ - "vec-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "vec_Latn-ydd_Hebr", - "languages": [ - "vec-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "vec_Latn-ary_Arab", - "languages": [ - "vec-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-ces_Latn", - "languages": [ - "vec-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57893, - "recall": 0.645257, - "f1": 0.597834, - "accuracy": 0.645257, - "main_score": 0.597834, - "hf_subset": "vec_Latn-gaz_Latn", - "languages": [ - "vec-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593958, - "recall": 0.656126, - "f1": 0.611401, - "accuracy": 0.656126, - "main_score": 0.611401, - "hf_subset": "vec_Latn-kam_Latn", - "languages": [ - "vec-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "vec_Latn-lit_Latn", - "languages": [ - "vec-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-nob_Latn", - "languages": [ - "vec-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "vec_Latn-scn_Latn", - "languages": [ - "vec-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976038, - "recall": 0.982213, - "f1": 0.977997, - "accuracy": 0.982213, - "main_score": 0.977997, - "hf_subset": "vec_Latn-tgk_Cyrl", - "languages": [ - "vec-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695645, - "recall": 0.761858, - "f1": 0.715319, - "accuracy": 0.761858, - "main_score": 0.715319, - "hf_subset": "vec_Latn-yor_Latn", - "languages": [ - "vec-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-arz_Arab", - "languages": [ - "vec-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581032, - "recall": 0.645257, - "f1": 0.598643, - "accuracy": 0.645257, - "main_score": 0.598643, - "hf_subset": "vec_Latn-cjk_Latn", - "languages": [ - "vec-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77076, - "recall": 0.81917, - "f1": 0.785096, - "accuracy": 0.81917, - "main_score": 0.785096, - "hf_subset": "vec_Latn-gla_Latn", - "languages": [ - "vec-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-kan_Knda", - "languages": [ - "vec-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "vec_Latn-lmo_Latn", - "languages": [ - "vec-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "vec_Latn-npi_Deva", - "languages": [ - "vec-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47333, - "recall": 0.536561, - "f1": 0.490535, - "accuracy": 0.536561, - "main_score": 0.490535, - "hf_subset": "vec_Latn-shn_Mymr", - "languages": [ - "vec-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-tgl_Latn", - "languages": [ - "vec-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-yue_Hant", - "languages": [ - "vec-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "vec_Latn-asm_Beng", - "languages": [ - "vec-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.961462, - "f1": 0.94944, - "accuracy": 0.961462, - "main_score": 0.94944, - "hf_subset": "vec_Latn-ckb_Arab", - "languages": [ - "vec-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869433, - "recall": 0.905138, - "f1": 0.880567, - "accuracy": 0.905138, - "main_score": 0.880567, - "hf_subset": "vec_Latn-gle_Latn", - "languages": [ - "vec-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "vec_Latn-kas_Arab", - "languages": [ - "vec-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935194, - "recall": 0.954545, - "f1": 0.941436, - "accuracy": 0.954545, - "main_score": 0.941436, - "hf_subset": "vec_Latn-ltg_Latn", - "languages": [ - "vec-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614717, - "recall": 0.671937, - "f1": 0.630714, - "accuracy": 0.671937, - "main_score": 0.630714, - "hf_subset": "vec_Latn-nso_Latn", - "languages": [ - "vec-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "vec_Latn-sin_Sinh", - "languages": [ - "vec-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-tha_Thai", - "languages": [ - "vec-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-zho_Hans", - "languages": [ - "vec-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-ast_Latn", - "languages": [ - "vec-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vec_Latn-crh_Latn", - "languages": [ - "vec-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-glg_Latn", - "languages": [ - "vec-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899901, - "recall": 0.928854, - "f1": 0.908893, - "accuracy": 0.928854, - "main_score": 0.908893, - "hf_subset": "vec_Latn-kas_Deva", - "languages": [ - "vec-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "vec_Latn-ltz_Latn", - "languages": [ - "vec-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470999, - "recall": 0.538538, - "f1": 0.489137, - "accuracy": 0.538538, - "main_score": 0.489137, - "hf_subset": "vec_Latn-nus_Latn", - "languages": [ - "vec-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-slk_Latn", - "languages": [ - "vec-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608911, - "recall": 0.676877, - "f1": 0.628911, - "accuracy": 0.676877, - "main_score": 0.628911, - "hf_subset": "vec_Latn-tir_Ethi", - "languages": [ - "vec-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-zho_Hant", - "languages": [ - "vec-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "vec_Latn-awa_Deva", - "languages": [ - "vec-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "vec_Latn-cym_Latn", - "languages": [ - "vec-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862648, - "recall": 0.898221, - "f1": 0.873617, - "accuracy": 0.898221, - "main_score": 0.873617, - "hf_subset": "vec_Latn-grn_Latn", - "languages": [ - "vec-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-kat_Geor", - "languages": [ - "vec-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654316, - "recall": 0.710474, - "f1": 0.670382, - "accuracy": 0.710474, - "main_score": 0.670382, - "hf_subset": "vec_Latn-lua_Latn", - "languages": [ - "vec-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646752, - "recall": 0.704545, - "f1": 0.663114, - "accuracy": 0.704545, - "main_score": 0.663114, - "hf_subset": "vec_Latn-nya_Latn", - "languages": [ - "vec-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-slv_Latn", - "languages": [ - "vec-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.962451, - "f1": 0.951383, - "accuracy": 0.962451, - "main_score": 0.951383, - "hf_subset": "vec_Latn-tpi_Latn", - "languages": [ - "vec-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-zsm_Latn", - "languages": [ - "vec-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545727, - "recall": 0.609684, - "f1": 0.563816, - "accuracy": 0.609684, - "main_score": 0.563816, - "hf_subset": "vec_Latn-ayr_Latn", - "languages": [ - "vec-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-dan_Latn", - "languages": [ - "vec-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-guj_Gujr", - "languages": [ - "vec-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vec_Latn-kaz_Cyrl", - "languages": [ - "vec-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549896, - "recall": 0.610672, - "f1": 0.566655, - "accuracy": 0.610672, - "main_score": 0.566655, - "hf_subset": "vec_Latn-lug_Latn", - "languages": [ - "vec-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-oci_Latn", - "languages": [ - "vec-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814097, - "recall": 0.860672, - "f1": 0.828327, - "accuracy": 0.860672, - "main_score": 0.828327, - "hf_subset": "vec_Latn-smo_Latn", - "languages": [ - "vec-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55305, - "recall": 0.612648, - "f1": 0.569638, - "accuracy": 0.612648, - "main_score": 0.569638, - "hf_subset": "vec_Latn-tsn_Latn", - "languages": [ - "vec-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623027, - "recall": 0.682806, - "f1": 0.639768, - "accuracy": 0.682806, - "main_score": 0.639768, - "hf_subset": "vec_Latn-zul_Latn", - "languages": [ - "vec-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931851, - "recall": 0.951581, - "f1": 0.938076, - "accuracy": 0.951581, - "main_score": 0.938076, - "hf_subset": "vec_Latn-azb_Arab", - "languages": [ - "vec-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-deu_Latn", - "languages": [ - "vec-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.982213, - "f1": 0.977437, - "accuracy": 0.982213, - "main_score": 0.977437, - "hf_subset": "vec_Latn-hat_Latn", - "languages": [ - "vec-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506317, - "recall": 0.564229, - "f1": 0.522388, - "accuracy": 0.564229, - "main_score": 0.522388, - "hf_subset": "vec_Latn-kbp_Latn", - "languages": [ - "vec-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595498, - "recall": 0.648221, - "f1": 0.609855, - "accuracy": 0.648221, - "main_score": 0.609855, - "hf_subset": "vec_Latn-luo_Latn", - "languages": [ - "vec-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-ory_Orya", - "languages": [ - "vec-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585392, - "recall": 0.650198, - "f1": 0.604297, - "accuracy": 0.650198, - "main_score": 0.604297, - "hf_subset": "vec_Latn-sna_Latn", - "languages": [ - "vec-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563648, - "recall": 0.614625, - "f1": 0.577751, - "accuracy": 0.614625, - "main_score": 0.577751, - "hf_subset": "vec_Latn-tso_Latn", - "languages": [ - "vec-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vec_Latn-azj_Latn", - "languages": [ - "vec-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541886, - "recall": 0.608696, - "f1": 0.561152, - "accuracy": 0.608696, - "main_score": 0.561152, - "hf_subset": "vec_Latn-dik_Latn", - "languages": [ - "vec-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726433, - "recall": 0.781621, - "f1": 0.742396, - "accuracy": 0.781621, - "main_score": 0.742396, - "hf_subset": "vec_Latn-hau_Latn", - "languages": [ - "vec-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "vec_Latn-kea_Latn", - "languages": [ - "vec-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756126, - "recall": 0.80336, - "f1": 0.770553, - "accuracy": 0.80336, - "main_score": 0.770553, - "hf_subset": "vec_Latn-lus_Latn", - "languages": [ - "vec-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867671, - "recall": 0.898221, - "f1": 0.877009, - "accuracy": 0.898221, - "main_score": 0.877009, - "hf_subset": "vec_Latn-pag_Latn", - "languages": [ - "vec-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "vec_Latn-snd_Arab", - "languages": [ - "vec-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934042, - "recall": 0.953557, - "f1": 0.940283, - "accuracy": 0.953557, - "main_score": 0.940283, - "hf_subset": "vec_Latn-tuk_Latn", - "languages": [ - "vec-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "vec_Latn-bak_Cyrl", - "languages": [ - "vec-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495932, - "recall": 0.572134, - "f1": 0.517792, - "accuracy": 0.572134, - "main_score": 0.517792, - "hf_subset": "vec_Latn-dyu_Latn", - "languages": [ - "vec-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vec_Latn-heb_Hebr", - "languages": [ - "vec-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.982213, - "f1": 0.97668, - "accuracy": 0.982213, - "main_score": 0.97668, - "hf_subset": "vec_Latn-khk_Cyrl", - "languages": [ - "vec-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vec_Latn-lvs_Latn", - "languages": [ - "vec-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vec_Latn-pan_Guru", - "languages": [ - "vec-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71726, - "recall": 0.772727, - "f1": 0.734486, - "accuracy": 0.772727, - "main_score": 0.734486, - "hf_subset": "vec_Latn-som_Latn", - "languages": [ - "vec-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601363, - "recall": 0.650198, - "f1": 0.615199, - "accuracy": 0.650198, - "main_score": 0.615199, - "hf_subset": "vec_Latn-tum_Latn", - "languages": [ - "vec-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449341, - "recall": 0.51087, - "f1": 0.467101, - "accuracy": 0.51087, - "main_score": 0.467101, - "hf_subset": "amh_Ethi-ace_Arab", - "languages": [ - "amh-Ethi", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455827, - "recall": 0.506917, - "f1": 0.469639, - "accuracy": 0.506917, - "main_score": 0.469639, - "hf_subset": "amh_Ethi-bam_Latn", - "languages": [ - "amh-Ethi", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366619, - "recall": 0.432806, - "f1": 0.384428, - "accuracy": 0.432806, - "main_score": 0.384428, - "hf_subset": "amh_Ethi-dzo_Tibt", - "languages": [ - "amh-Ethi", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942111, - "recall": 0.959486, - "f1": 0.94753, - "accuracy": 0.959486, - "main_score": 0.94753, - "hf_subset": "amh_Ethi-hin_Deva", - "languages": [ - "amh-Ethi", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907889, - "recall": 0.933794, - "f1": 0.916074, - "accuracy": 0.933794, - "main_score": 0.916074, - "hf_subset": "amh_Ethi-khm_Khmr", - "languages": [ - "amh-Ethi", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.954545, - "f1": 0.941041, - "accuracy": 0.954545, - "main_score": 0.941041, - "hf_subset": "amh_Ethi-mag_Deva", - "languages": [ - "amh-Ethi", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841034, - "recall": 0.880435, - "f1": 0.852684, - "accuracy": 0.880435, - "main_score": 0.852684, - "hf_subset": "amh_Ethi-pap_Latn", - "languages": [ - "amh-Ethi", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509908, - "recall": 0.561265, - "f1": 0.52338, - "accuracy": 0.561265, - "main_score": 0.52338, - "hf_subset": "amh_Ethi-sot_Latn", - "languages": [ - "amh-Ethi", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.961462, - "f1": 0.950725, - "accuracy": 0.961462, - "main_score": 0.950725, - "hf_subset": "amh_Ethi-tur_Latn", - "languages": [ - "amh-Ethi", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702709, - "recall": 0.75, - "f1": 0.716271, - "accuracy": 0.75, - "main_score": 0.716271, - "hf_subset": "amh_Ethi-ace_Latn", - "languages": [ - "amh-Ethi", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800247, - "recall": 0.838933, - "f1": 0.811679, - "accuracy": 0.838933, - "main_score": 0.811679, - "hf_subset": "amh_Ethi-ban_Latn", - "languages": [ - "amh-Ethi", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.958498, - "f1": 0.945652, - "accuracy": 0.958498, - "main_score": 0.945652, - "hf_subset": "amh_Ethi-ell_Grek", - "languages": [ - "amh-Ethi", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905781, - "recall": 0.932806, - "f1": 0.914097, - "accuracy": 0.932806, - "main_score": 0.914097, - "hf_subset": "amh_Ethi-hne_Deva", - "languages": [ - "amh-Ethi", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461258, - "recall": 0.518775, - "f1": 0.476997, - "accuracy": 0.518775, - "main_score": 0.476997, - "hf_subset": "amh_Ethi-kik_Latn", - "languages": [ - "amh-Ethi", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927619, - "recall": 0.950593, - "f1": 0.935013, - "accuracy": 0.950593, - "main_score": 0.935013, - "hf_subset": "amh_Ethi-mai_Deva", - "languages": [ - "amh-Ethi", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854894, - "recall": 0.892292, - "f1": 0.86618, - "accuracy": 0.892292, - "main_score": 0.86618, - "hf_subset": "amh_Ethi-pbt_Arab", - "languages": [ - "amh-Ethi", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93643, - "recall": 0.956522, - "f1": 0.942852, - "accuracy": 0.956522, - "main_score": 0.942852, - "hf_subset": "amh_Ethi-spa_Latn", - "languages": [ - "amh-Ethi", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52216, - "recall": 0.575099, - "f1": 0.537025, - "accuracy": 0.575099, - "main_score": 0.537025, - "hf_subset": "amh_Ethi-twi_Latn", - "languages": [ - "amh-Ethi", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917819, - "recall": 0.9417, - "f1": 0.925184, - "accuracy": 0.9417, - "main_score": 0.925184, - "hf_subset": "amh_Ethi-acm_Arab", - "languages": [ - "amh-Ethi", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892408, - "recall": 0.920949, - "f1": 0.901087, - "accuracy": 0.920949, - "main_score": 0.901087, - "hf_subset": "amh_Ethi-bel_Cyrl", - "languages": [ - "amh-Ethi", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "amh_Ethi-eng_Latn", - "languages": [ - "amh-Ethi", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93997, - "recall": 0.958498, - "f1": 0.945883, - "accuracy": 0.958498, - "main_score": 0.945883, - "hf_subset": "amh_Ethi-hrv_Latn", - "languages": [ - "amh-Ethi", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495211, - "recall": 0.556324, - "f1": 0.511659, - "accuracy": 0.556324, - "main_score": 0.511659, - "hf_subset": "amh_Ethi-kin_Latn", - "languages": [ - "amh-Ethi", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939476, - "recall": 0.95751, - "f1": 0.945059, - "accuracy": 0.95751, - "main_score": 0.945059, - "hf_subset": "amh_Ethi-mal_Mlym", - "languages": [ - "amh-Ethi", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938159, - "recall": 0.956522, - "f1": 0.943906, - "accuracy": 0.956522, - "main_score": 0.943906, - "hf_subset": "amh_Ethi-pes_Arab", - "languages": [ - "amh-Ethi", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881472, - "recall": 0.911067, - "f1": 0.890199, - "accuracy": 0.911067, - "main_score": 0.890199, - "hf_subset": "amh_Ethi-srd_Latn", - "languages": [ - "amh-Ethi", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18848, - "recall": 0.231225, - "f1": 0.200162, - "accuracy": 0.231225, - "main_score": 0.200162, - "hf_subset": "amh_Ethi-tzm_Tfng", - "languages": [ - "amh-Ethi", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944088, - "recall": 0.960474, - "f1": 0.949177, - "accuracy": 0.960474, - "main_score": 0.949177, - "hf_subset": "amh_Ethi-acq_Arab", - "languages": [ - "amh-Ethi", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534169, - "recall": 0.581028, - "f1": 0.546939, - "accuracy": 0.581028, - "main_score": 0.546939, - "hf_subset": "amh_Ethi-bem_Latn", - "languages": [ - "amh-Ethi", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9333, - "recall": 0.953557, - "f1": 0.93969, - "accuracy": 0.953557, - "main_score": 0.93969, - "hf_subset": "amh_Ethi-epo_Latn", - "languages": [ - "amh-Ethi", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932806, - "recall": 0.952569, - "f1": 0.938853, - "accuracy": 0.952569, - "main_score": 0.938853, - "hf_subset": "amh_Ethi-hun_Latn", - "languages": [ - "amh-Ethi", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871163, - "recall": 0.907115, - "f1": 0.882148, - "accuracy": 0.907115, - "main_score": 0.882148, - "hf_subset": "amh_Ethi-kir_Cyrl", - "languages": [ - "amh-Ethi", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945487, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "amh_Ethi-mar_Deva", - "languages": [ - "amh-Ethi", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572826, - "recall": 0.626482, - "f1": 0.588082, - "accuracy": 0.626482, - "main_score": 0.588082, - "hf_subset": "amh_Ethi-plt_Latn", - "languages": [ - "amh-Ethi", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946887, - "recall": 0.963439, - "f1": 0.952141, - "accuracy": 0.963439, - "main_score": 0.952141, - "hf_subset": "amh_Ethi-srp_Cyrl", - "languages": [ - "amh-Ethi", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838678, - "recall": 0.880435, - "f1": 0.85157, - "accuracy": 0.880435, - "main_score": 0.85157, - "hf_subset": "amh_Ethi-uig_Arab", - "languages": [ - "amh-Ethi", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87843, - "recall": 0.907115, - "f1": 0.886883, - "accuracy": 0.907115, - "main_score": 0.886883, - "hf_subset": "amh_Ethi-aeb_Arab", - "languages": [ - "amh-Ethi", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.954545, - "f1": 0.941667, - "accuracy": 0.954545, - "main_score": 0.941667, - "hf_subset": "amh_Ethi-ben_Beng", - "languages": [ - "amh-Ethi", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925922, - "recall": 0.947628, - "f1": 0.932642, - "accuracy": 0.947628, - "main_score": 0.932642, - "hf_subset": "amh_Ethi-est_Latn", - "languages": [ - "amh-Ethi", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.966403, - "f1": 0.956917, - "accuracy": 0.966403, - "main_score": 0.956917, - "hf_subset": "amh_Ethi-hye_Armn", - "languages": [ - "amh-Ethi", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471084, - "recall": 0.521739, - "f1": 0.485119, - "accuracy": 0.521739, - "main_score": 0.485119, - "hf_subset": "amh_Ethi-kmb_Latn", - "languages": [ - "amh-Ethi", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427575, - "recall": 0.485178, - "f1": 0.44339, - "accuracy": 0.485178, - "main_score": 0.44339, - "hf_subset": "amh_Ethi-min_Arab", - "languages": [ - "amh-Ethi", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925807, - "recall": 0.947628, - "f1": 0.932496, - "accuracy": 0.947628, - "main_score": 0.932496, - "hf_subset": "amh_Ethi-pol_Latn", - "languages": [ - "amh-Ethi", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494533, - "recall": 0.549407, - "f1": 0.50928, - "accuracy": 0.549407, - "main_score": 0.50928, - "hf_subset": "amh_Ethi-ssw_Latn", - "languages": [ - "amh-Ethi", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939394, - "recall": 0.958498, - "f1": 0.945487, - "accuracy": 0.958498, - "main_score": 0.945487, - "hf_subset": "amh_Ethi-ukr_Cyrl", - "languages": [ - "amh-Ethi", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.965415, - "f1": 0.954381, - "accuracy": 0.965415, - "main_score": 0.954381, - "hf_subset": "amh_Ethi-afr_Latn", - "languages": [ - "amh-Ethi", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896584, - "recall": 0.923913, - "f1": 0.904825, - "accuracy": 0.923913, - "main_score": 0.904825, - "hf_subset": "amh_Ethi-bho_Deva", - "languages": [ - "amh-Ethi", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899572, - "recall": 0.924901, - "f1": 0.907411, - "accuracy": 0.924901, - "main_score": 0.907411, - "hf_subset": "amh_Ethi-eus_Latn", - "languages": [ - "amh-Ethi", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477326, - "recall": 0.538538, - "f1": 0.49477, - "accuracy": 0.538538, - "main_score": 0.49477, - "hf_subset": "amh_Ethi-ibo_Latn", - "languages": [ - "amh-Ethi", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781268, - "recall": 0.833004, - "f1": 0.79653, - "accuracy": 0.833004, - "main_score": 0.79653, - "hf_subset": "amh_Ethi-kmr_Latn", - "languages": [ - "amh-Ethi", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877421, - "recall": 0.911067, - "f1": 0.887879, - "accuracy": 0.911067, - "main_score": 0.887879, - "hf_subset": "amh_Ethi-min_Latn", - "languages": [ - "amh-Ethi", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947217, - "recall": 0.963439, - "f1": 0.952306, - "accuracy": 0.963439, - "main_score": 0.952306, - "hf_subset": "amh_Ethi-por_Latn", - "languages": [ - "amh-Ethi", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892869, - "recall": 0.921937, - "f1": 0.901666, - "accuracy": 0.921937, - "main_score": 0.901666, - "hf_subset": "amh_Ethi-sun_Latn", - "languages": [ - "amh-Ethi", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452128, - "recall": 0.505929, - "f1": 0.467249, - "accuracy": 0.505929, - "main_score": 0.467249, - "hf_subset": "amh_Ethi-umb_Latn", - "languages": [ - "amh-Ethi", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937006, - "recall": 0.956522, - "f1": 0.943248, - "accuracy": 0.956522, - "main_score": 0.943248, - "hf_subset": "amh_Ethi-ajp_Arab", - "languages": [ - "amh-Ethi", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458726, - "recall": 0.518775, - "f1": 0.474962, - "accuracy": 0.518775, - "main_score": 0.474962, - "hf_subset": "amh_Ethi-bjn_Arab", - "languages": [ - "amh-Ethi", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459364, - "recall": 0.508893, - "f1": 0.472343, - "accuracy": 0.508893, - "main_score": 0.472343, - "hf_subset": "amh_Ethi-ewe_Latn", - "languages": [ - "amh-Ethi", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806884, - "recall": 0.848814, - "f1": 0.819157, - "accuracy": 0.848814, - "main_score": 0.819157, - "hf_subset": "amh_Ethi-ilo_Latn", - "languages": [ - "amh-Ethi", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308656, - "recall": 0.359684, - "f1": 0.322384, - "accuracy": 0.359684, - "main_score": 0.322384, - "hf_subset": "amh_Ethi-knc_Arab", - "languages": [ - "amh-Ethi", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938768, - "recall": 0.956522, - "f1": 0.944137, - "accuracy": 0.956522, - "main_score": 0.944137, - "hf_subset": "amh_Ethi-mkd_Cyrl", - "languages": [ - "amh-Ethi", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "amh_Ethi-prs_Arab", - "languages": [ - "amh-Ethi", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944582, - "recall": 0.961462, - "f1": 0.949835, - "accuracy": 0.961462, - "main_score": 0.949835, - "hf_subset": "amh_Ethi-swe_Latn", - "languages": [ - "amh-Ethi", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939312, - "recall": 0.958498, - "f1": 0.945553, - "accuracy": 0.958498, - "main_score": 0.945553, - "hf_subset": "amh_Ethi-urd_Arab", - "languages": [ - "amh-Ethi", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4958, - "recall": 0.548419, - "f1": 0.510325, - "accuracy": 0.548419, - "main_score": 0.510325, - "hf_subset": "amh_Ethi-aka_Latn", - "languages": [ - "amh-Ethi", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852417, - "recall": 0.88834, - "f1": 0.86308, - "accuracy": 0.88834, - "main_score": 0.86308, - "hf_subset": "amh_Ethi-bjn_Latn", - "languages": [ - "amh-Ethi", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825832, - "recall": 0.870553, - "f1": 0.839152, - "accuracy": 0.870553, - "main_score": 0.839152, - "hf_subset": "amh_Ethi-fao_Latn", - "languages": [ - "amh-Ethi", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960227, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "amh_Ethi-ind_Latn", - "languages": [ - "amh-Ethi", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507296, - "recall": 0.55336, - "f1": 0.520663, - "accuracy": 0.55336, - "main_score": 0.520663, - "hf_subset": "amh_Ethi-knc_Latn", - "languages": [ - "amh-Ethi", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900889, - "recall": 0.926877, - "f1": 0.908729, - "accuracy": 0.926877, - "main_score": 0.908729, - "hf_subset": "amh_Ethi-mlt_Latn", - "languages": [ - "amh-Ethi", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596833, - "recall": 0.659091, - "f1": 0.613978, - "accuracy": 0.659091, - "main_score": 0.613978, - "hf_subset": "amh_Ethi-quy_Latn", - "languages": [ - "amh-Ethi", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895916, - "recall": 0.926877, - "f1": 0.905764, - "accuracy": 0.926877, - "main_score": 0.905764, - "hf_subset": "amh_Ethi-swh_Latn", - "languages": [ - "amh-Ethi", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936924, - "recall": 0.955534, - "f1": 0.942819, - "accuracy": 0.955534, - "main_score": 0.942819, - "hf_subset": "amh_Ethi-uzn_Latn", - "languages": [ - "amh-Ethi", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930287, - "recall": 0.949605, - "f1": 0.936331, - "accuracy": 0.949605, - "main_score": 0.936331, - "hf_subset": "amh_Ethi-als_Latn", - "languages": [ - "amh-Ethi", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538159, - "recall": 0.617589, - "f1": 0.56066, - "accuracy": 0.617589, - "main_score": 0.56066, - "hf_subset": "amh_Ethi-bod_Tibt", - "languages": [ - "amh-Ethi", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587091, - "recall": 0.649209, - "f1": 0.603868, - "accuracy": 0.649209, - "main_score": 0.603868, - "hf_subset": "amh_Ethi-fij_Latn", - "languages": [ - "amh-Ethi", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891008, - "recall": 0.921937, - "f1": 0.900659, - "accuracy": 0.921937, - "main_score": 0.900659, - "hf_subset": "amh_Ethi-isl_Latn", - "languages": [ - "amh-Ethi", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537719, - "recall": 0.592885, - "f1": 0.553182, - "accuracy": 0.592885, - "main_score": 0.553182, - "hf_subset": "amh_Ethi-kon_Latn", - "languages": [ - "amh-Ethi", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544307, - "recall": 0.605731, - "f1": 0.561909, - "accuracy": 0.605731, - "main_score": 0.561909, - "hf_subset": "amh_Ethi-mni_Beng", - "languages": [ - "amh-Ethi", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951696, - "recall": 0.964427, - "f1": 0.955599, - "accuracy": 0.964427, - "main_score": 0.955599, - "hf_subset": "amh_Ethi-ron_Latn", - "languages": [ - "amh-Ethi", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891808, - "recall": 0.91996, - "f1": 0.900214, - "accuracy": 0.91996, - "main_score": 0.900214, - "hf_subset": "amh_Ethi-szl_Latn", - "languages": [ - "amh-Ethi", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913414, - "recall": 0.935771, - "f1": 0.920246, - "accuracy": 0.935771, - "main_score": 0.920246, - "hf_subset": "amh_Ethi-vec_Latn", - "languages": [ - "amh-Ethi", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.963439, - "f1": 0.95224, - "accuracy": 0.963439, - "main_score": 0.95224, - "hf_subset": "amh_Ethi-bos_Latn", - "languages": [ - "amh-Ethi", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921781, - "recall": 0.943676, - "f1": 0.928607, - "accuracy": 0.943676, - "main_score": 0.928607, - "hf_subset": "amh_Ethi-fin_Latn", - "languages": [ - "amh-Ethi", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939509, - "recall": 0.95751, - "f1": 0.945059, - "accuracy": 0.95751, - "main_score": 0.945059, - "hf_subset": "amh_Ethi-ita_Latn", - "languages": [ - "amh-Ethi", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922843, - "recall": 0.945652, - "f1": 0.929875, - "accuracy": 0.945652, - "main_score": 0.929875, - "hf_subset": "amh_Ethi-kor_Hang", - "languages": [ - "amh-Ethi", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463547, - "recall": 0.51581, - "f1": 0.478288, - "accuracy": 0.51581, - "main_score": 0.478288, - "hf_subset": "amh_Ethi-mos_Latn", - "languages": [ - "amh-Ethi", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474755, - "recall": 0.534585, - "f1": 0.491048, - "accuracy": 0.534585, - "main_score": 0.491048, - "hf_subset": "amh_Ethi-run_Latn", - "languages": [ - "amh-Ethi", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934865, - "recall": 0.954545, - "f1": 0.941107, - "accuracy": 0.954545, - "main_score": 0.941107, - "hf_subset": "amh_Ethi-tam_Taml", - "languages": [ - "amh-Ethi", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926442, - "recall": 0.947628, - "f1": 0.932955, - "accuracy": 0.947628, - "main_score": 0.932955, - "hf_subset": "amh_Ethi-vie_Latn", - "languages": [ - "amh-Ethi", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916502, - "recall": 0.938735, - "f1": 0.923174, - "accuracy": 0.938735, - "main_score": 0.923174, - "hf_subset": "amh_Ethi-apc_Arab", - "languages": [ - "amh-Ethi", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649902, - "recall": 0.700593, - "f1": 0.663941, - "accuracy": 0.700593, - "main_score": 0.663941, - "hf_subset": "amh_Ethi-bug_Latn", - "languages": [ - "amh-Ethi", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413841, - "recall": 0.462451, - "f1": 0.426969, - "accuracy": 0.462451, - "main_score": 0.426969, - "hf_subset": "amh_Ethi-fon_Latn", - "languages": [ - "amh-Ethi", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903516, - "recall": 0.927866, - "f1": 0.910397, - "accuracy": 0.927866, - "main_score": 0.910397, - "hf_subset": "amh_Ethi-jav_Latn", - "languages": [ - "amh-Ethi", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900774, - "recall": 0.928854, - "f1": 0.909439, - "accuracy": 0.928854, - "main_score": 0.909439, - "hf_subset": "amh_Ethi-lao_Laoo", - "languages": [ - "amh-Ethi", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748468, - "recall": 0.806324, - "f1": 0.765928, - "accuracy": 0.806324, - "main_score": 0.765928, - "hf_subset": "amh_Ethi-mri_Latn", - "languages": [ - "amh-Ethi", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937994, - "recall": 0.95751, - "f1": 0.944236, - "accuracy": 0.95751, - "main_score": 0.944236, - "hf_subset": "amh_Ethi-rus_Cyrl", - "languages": [ - "amh-Ethi", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466234, - "recall": 0.513834, - "f1": 0.479255, - "accuracy": 0.513834, - "main_score": 0.479255, - "hf_subset": "amh_Ethi-taq_Latn", - "languages": [ - "amh-Ethi", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89417, - "recall": 0.922925, - "f1": 0.90295, - "accuracy": 0.922925, - "main_score": 0.90295, - "hf_subset": "amh_Ethi-war_Latn", - "languages": [ - "amh-Ethi", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943429, - "recall": 0.960474, - "f1": 0.948682, - "accuracy": 0.960474, - "main_score": 0.948682, - "hf_subset": "amh_Ethi-arb_Arab", - "languages": [ - "amh-Ethi", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948864, - "recall": 0.963439, - "f1": 0.953294, - "accuracy": 0.963439, - "main_score": 0.953294, - "hf_subset": "amh_Ethi-bul_Cyrl", - "languages": [ - "amh-Ethi", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943462, - "recall": 0.959486, - "f1": 0.948306, - "accuracy": 0.959486, - "main_score": 0.948306, - "hf_subset": "amh_Ethi-fra_Latn", - "languages": [ - "amh-Ethi", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919278, - "recall": 0.940711, - "f1": 0.92576, - "accuracy": 0.940711, - "main_score": 0.92576, - "hf_subset": "amh_Ethi-jpn_Jpan", - "languages": [ - "amh-Ethi", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885616, - "recall": 0.913043, - "f1": 0.893685, - "accuracy": 0.913043, - "main_score": 0.893685, - "hf_subset": "amh_Ethi-lij_Latn", - "languages": [ - "amh-Ethi", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912138, - "recall": 0.936759, - "f1": 0.919815, - "accuracy": 0.936759, - "main_score": 0.919815, - "hf_subset": "amh_Ethi-mya_Mymr", - "languages": [ - "amh-Ethi", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487152, - "recall": 0.545455, - "f1": 0.502531, - "accuracy": 0.545455, - "main_score": 0.502531, - "hf_subset": "amh_Ethi-sag_Latn", - "languages": [ - "amh-Ethi", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205341, - "recall": 0.253953, - "f1": 0.216517, - "accuracy": 0.253953, - "main_score": 0.216517, - "hf_subset": "amh_Ethi-taq_Tfng", - "languages": [ - "amh-Ethi", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526993, - "recall": 0.583004, - "f1": 0.54307, - "accuracy": 0.583004, - "main_score": 0.54307, - "hf_subset": "amh_Ethi-wol_Latn", - "languages": [ - "amh-Ethi", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643707, - "recall": 0.711462, - "f1": 0.662566, - "accuracy": 0.711462, - "main_score": 0.662566, - "hf_subset": "amh_Ethi-arb_Latn", - "languages": [ - "amh-Ethi", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.963439, - "f1": 0.952851, - "accuracy": 0.963439, - "main_score": 0.952851, - "hf_subset": "amh_Ethi-cat_Latn", - "languages": [ - "amh-Ethi", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873271, - "recall": 0.907115, - "f1": 0.883564, - "accuracy": 0.907115, - "main_score": 0.883564, - "hf_subset": "amh_Ethi-fur_Latn", - "languages": [ - "amh-Ethi", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366455, - "recall": 0.412055, - "f1": 0.379345, - "accuracy": 0.412055, - "main_score": 0.379345, - "hf_subset": "amh_Ethi-kab_Latn", - "languages": [ - "amh-Ethi", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855105, - "recall": 0.892292, - "f1": 0.866238, - "accuracy": 0.892292, - "main_score": 0.866238, - "hf_subset": "amh_Ethi-lim_Latn", - "languages": [ - "amh-Ethi", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926136, - "recall": 0.947628, - "f1": 0.932675, - "accuracy": 0.947628, - "main_score": 0.932675, - "hf_subset": "amh_Ethi-nld_Latn", - "languages": [ - "amh-Ethi", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888524, - "recall": 0.916996, - "f1": 0.897222, - "accuracy": 0.916996, - "main_score": 0.897222, - "hf_subset": "amh_Ethi-san_Deva", - "languages": [ - "amh-Ethi", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903244, - "recall": 0.931818, - "f1": 0.912286, - "accuracy": 0.931818, - "main_score": 0.912286, - "hf_subset": "amh_Ethi-tat_Cyrl", - "languages": [ - "amh-Ethi", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584094, - "recall": 0.637352, - "f1": 0.599335, - "accuracy": 0.637352, - "main_score": 0.599335, - "hf_subset": "amh_Ethi-xho_Latn", - "languages": [ - "amh-Ethi", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931769, - "recall": 0.952569, - "f1": 0.938307, - "accuracy": 0.952569, - "main_score": 0.938307, - "hf_subset": "amh_Ethi-ars_Arab", - "languages": [ - "amh-Ethi", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935023, - "recall": 0.951581, - "f1": 0.940194, - "accuracy": 0.951581, - "main_score": 0.940194, - "hf_subset": "amh_Ethi-ceb_Latn", - "languages": [ - "amh-Ethi", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471737, - "recall": 0.525692, - "f1": 0.487335, - "accuracy": 0.525692, - "main_score": 0.487335, - "hf_subset": "amh_Ethi-fuv_Latn", - "languages": [ - "amh-Ethi", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452157, - "recall": 0.503953, - "f1": 0.466668, - "accuracy": 0.503953, - "main_score": 0.466668, - "hf_subset": "amh_Ethi-kac_Latn", - "languages": [ - "amh-Ethi", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569989, - "recall": 0.623518, - "f1": 0.58555, - "accuracy": 0.623518, - "main_score": 0.58555, - "hf_subset": "amh_Ethi-lin_Latn", - "languages": [ - "amh-Ethi", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929324, - "recall": 0.949605, - "f1": 0.935688, - "accuracy": 0.949605, - "main_score": 0.935688, - "hf_subset": "amh_Ethi-nno_Latn", - "languages": [ - "amh-Ethi", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.231709, - "recall": 0.299407, - "f1": 0.249482, - "accuracy": 0.299407, - "main_score": 0.249482, - "hf_subset": "amh_Ethi-sat_Olck", - "languages": [ - "amh-Ethi", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.965415, - "f1": 0.95471, - "accuracy": 0.965415, - "main_score": 0.95471, - "hf_subset": "amh_Ethi-tel_Telu", - "languages": [ - "amh-Ethi", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842951, - "recall": 0.881423, - "f1": 0.854498, - "accuracy": 0.881423, - "main_score": 0.854498, - "hf_subset": "amh_Ethi-ydd_Hebr", - "languages": [ - "amh-Ethi", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858597, - "recall": 0.897233, - "f1": 0.870487, - "accuracy": 0.897233, - "main_score": 0.870487, - "hf_subset": "amh_Ethi-ary_Arab", - "languages": [ - "amh-Ethi", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936512, - "recall": 0.956522, - "f1": 0.942918, - "accuracy": 0.956522, - "main_score": 0.942918, - "hf_subset": "amh_Ethi-ces_Latn", - "languages": [ - "amh-Ethi", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537685, - "recall": 0.597826, - "f1": 0.554877, - "accuracy": 0.597826, - "main_score": 0.554877, - "hf_subset": "amh_Ethi-gaz_Latn", - "languages": [ - "amh-Ethi", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502315, - "recall": 0.562253, - "f1": 0.51916, - "accuracy": 0.562253, - "main_score": 0.51916, - "hf_subset": "amh_Ethi-kam_Latn", - "languages": [ - "amh-Ethi", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919137, - "recall": 0.942688, - "f1": 0.926515, - "accuracy": 0.942688, - "main_score": 0.926515, - "hf_subset": "amh_Ethi-lit_Latn", - "languages": [ - "amh-Ethi", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945382, - "recall": 0.960474, - "f1": 0.949918, - "accuracy": 0.960474, - "main_score": 0.949918, - "hf_subset": "amh_Ethi-nob_Latn", - "languages": [ - "amh-Ethi", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860434, - "recall": 0.892292, - "f1": 0.869437, - "accuracy": 0.892292, - "main_score": 0.869437, - "hf_subset": "amh_Ethi-scn_Latn", - "languages": [ - "amh-Ethi", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865119, - "recall": 0.899209, - "f1": 0.875546, - "accuracy": 0.899209, - "main_score": 0.875546, - "hf_subset": "amh_Ethi-tgk_Cyrl", - "languages": [ - "amh-Ethi", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622523, - "recall": 0.692688, - "f1": 0.643236, - "accuracy": 0.692688, - "main_score": 0.643236, - "hf_subset": "amh_Ethi-yor_Latn", - "languages": [ - "amh-Ethi", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915135, - "recall": 0.939723, - "f1": 0.922661, - "accuracy": 0.939723, - "main_score": 0.922661, - "hf_subset": "amh_Ethi-arz_Arab", - "languages": [ - "amh-Ethi", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464527, - "recall": 0.513834, - "f1": 0.47817, - "accuracy": 0.513834, - "main_score": 0.47817, - "hf_subset": "amh_Ethi-cjk_Latn", - "languages": [ - "amh-Ethi", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685828, - "recall": 0.746047, - "f1": 0.703057, - "accuracy": 0.746047, - "main_score": 0.703057, - "hf_subset": "amh_Ethi-gla_Latn", - "languages": [ - "amh-Ethi", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929018, - "recall": 0.950593, - "f1": 0.935935, - "accuracy": 0.950593, - "main_score": 0.935935, - "hf_subset": "amh_Ethi-kan_Knda", - "languages": [ - "amh-Ethi", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880542, - "recall": 0.910079, - "f1": 0.889614, - "accuracy": 0.910079, - "main_score": 0.889614, - "hf_subset": "amh_Ethi-lmo_Latn", - "languages": [ - "amh-Ethi", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "amh_Ethi-npi_Deva", - "languages": [ - "amh-Ethi", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385734, - "recall": 0.434783, - "f1": 0.399313, - "accuracy": 0.434783, - "main_score": 0.399313, - "hf_subset": "amh_Ethi-shn_Mymr", - "languages": [ - "amh-Ethi", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938735, - "recall": 0.956522, - "f1": 0.944302, - "accuracy": 0.956522, - "main_score": 0.944302, - "hf_subset": "amh_Ethi-tgl_Latn", - "languages": [ - "amh-Ethi", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918396, - "recall": 0.942688, - "f1": 0.925922, - "accuracy": 0.942688, - "main_score": 0.925922, - "hf_subset": "amh_Ethi-yue_Hant", - "languages": [ - "amh-Ethi", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9264, - "recall": 0.94664, - "f1": 0.932558, - "accuracy": 0.94664, - "main_score": 0.932558, - "hf_subset": "amh_Ethi-asm_Beng", - "languages": [ - "amh-Ethi", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860911, - "recall": 0.895257, - "f1": 0.871253, - "accuracy": 0.895257, - "main_score": 0.871253, - "hf_subset": "amh_Ethi-ckb_Arab", - "languages": [ - "amh-Ethi", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761989, - "recall": 0.813241, - "f1": 0.777255, - "accuracy": 0.813241, - "main_score": 0.777255, - "hf_subset": "amh_Ethi-gle_Latn", - "languages": [ - "amh-Ethi", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784947, - "recall": 0.827075, - "f1": 0.797636, - "accuracy": 0.827075, - "main_score": 0.797636, - "hf_subset": "amh_Ethi-kas_Arab", - "languages": [ - "amh-Ethi", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778207, - "recall": 0.823123, - "f1": 0.790563, - "accuracy": 0.823123, - "main_score": 0.790563, - "hf_subset": "amh_Ethi-ltg_Latn", - "languages": [ - "amh-Ethi", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533318, - "recall": 0.583004, - "f1": 0.547315, - "accuracy": 0.583004, - "main_score": 0.547315, - "hf_subset": "amh_Ethi-nso_Latn", - "languages": [ - "amh-Ethi", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911571, - "recall": 0.933794, - "f1": 0.918396, - "accuracy": 0.933794, - "main_score": 0.918396, - "hf_subset": "amh_Ethi-sin_Sinh", - "languages": [ - "amh-Ethi", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930698, - "recall": 0.951581, - "f1": 0.937253, - "accuracy": 0.951581, - "main_score": 0.937253, - "hf_subset": "amh_Ethi-tha_Thai", - "languages": [ - "amh-Ethi", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906822, - "recall": 0.928854, - "f1": 0.912848, - "accuracy": 0.928854, - "main_score": 0.912848, - "hf_subset": "amh_Ethi-zho_Hans", - "languages": [ - "amh-Ethi", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938159, - "recall": 0.956522, - "f1": 0.943742, - "accuracy": 0.956522, - "main_score": 0.943742, - "hf_subset": "amh_Ethi-ast_Latn", - "languages": [ - "amh-Ethi", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902668, - "recall": 0.928854, - "f1": 0.910658, - "accuracy": 0.928854, - "main_score": 0.910658, - "hf_subset": "amh_Ethi-crh_Latn", - "languages": [ - "amh-Ethi", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942309, - "recall": 0.959486, - "f1": 0.947694, - "accuracy": 0.959486, - "main_score": 0.947694, - "hf_subset": "amh_Ethi-glg_Latn", - "languages": [ - "amh-Ethi", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698265, - "recall": 0.759881, - "f1": 0.715551, - "accuracy": 0.759881, - "main_score": 0.715551, - "hf_subset": "amh_Ethi-kas_Deva", - "languages": [ - "amh-Ethi", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851592, - "recall": 0.887352, - "f1": 0.861877, - "accuracy": 0.887352, - "main_score": 0.861877, - "hf_subset": "amh_Ethi-ltz_Latn", - "languages": [ - "amh-Ethi", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407847, - "recall": 0.466403, - "f1": 0.423747, - "accuracy": 0.466403, - "main_score": 0.423747, - "hf_subset": "amh_Ethi-nus_Latn", - "languages": [ - "amh-Ethi", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942803, - "recall": 0.958498, - "f1": 0.947483, - "accuracy": 0.958498, - "main_score": 0.947483, - "hf_subset": "amh_Ethi-slk_Latn", - "languages": [ - "amh-Ethi", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697571, - "recall": 0.759881, - "f1": 0.716411, - "accuracy": 0.759881, - "main_score": 0.716411, - "hf_subset": "amh_Ethi-tir_Ethi", - "languages": [ - "amh-Ethi", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907032, - "recall": 0.935771, - "f1": 0.916238, - "accuracy": 0.935771, - "main_score": 0.916238, - "hf_subset": "amh_Ethi-zho_Hant", - "languages": [ - "amh-Ethi", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918982, - "recall": 0.9417, - "f1": 0.926136, - "accuracy": 0.9417, - "main_score": 0.926136, - "hf_subset": "amh_Ethi-awa_Deva", - "languages": [ - "amh-Ethi", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884783, - "recall": 0.916996, - "f1": 0.89473, - "accuracy": 0.916996, - "main_score": 0.89473, - "hf_subset": "amh_Ethi-cym_Latn", - "languages": [ - "amh-Ethi", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654623, - "recall": 0.705534, - "f1": 0.668466, - "accuracy": 0.705534, - "main_score": 0.668466, - "hf_subset": "amh_Ethi-grn_Latn", - "languages": [ - "amh-Ethi", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923979, - "recall": 0.945652, - "f1": 0.93083, - "accuracy": 0.945652, - "main_score": 0.93083, - "hf_subset": "amh_Ethi-kat_Geor", - "languages": [ - "amh-Ethi", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523214, - "recall": 0.574111, - "f1": 0.537544, - "accuracy": 0.574111, - "main_score": 0.537544, - "hf_subset": "amh_Ethi-lua_Latn", - "languages": [ - "amh-Ethi", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52201, - "recall": 0.576087, - "f1": 0.536429, - "accuracy": 0.576087, - "main_score": 0.536429, - "hf_subset": "amh_Ethi-nya_Latn", - "languages": [ - "amh-Ethi", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939806, - "recall": 0.958498, - "f1": 0.945883, - "accuracy": 0.958498, - "main_score": 0.945883, - "hf_subset": "amh_Ethi-slv_Latn", - "languages": [ - "amh-Ethi", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781661, - "recall": 0.828063, - "f1": 0.794921, - "accuracy": 0.828063, - "main_score": 0.794921, - "hf_subset": "amh_Ethi-tpi_Latn", - "languages": [ - "amh-Ethi", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937047, - "recall": 0.955534, - "f1": 0.942907, - "accuracy": 0.955534, - "main_score": 0.942907, - "hf_subset": "amh_Ethi-zsm_Latn", - "languages": [ - "amh-Ethi", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474902, - "recall": 0.529644, - "f1": 0.489818, - "accuracy": 0.529644, - "main_score": 0.489818, - "hf_subset": "amh_Ethi-ayr_Latn", - "languages": [ - "amh-Ethi", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.965415, - "f1": 0.955007, - "accuracy": 0.965415, - "main_score": 0.955007, - "hf_subset": "amh_Ethi-dan_Latn", - "languages": [ - "amh-Ethi", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947052, - "recall": 0.962451, - "f1": 0.951812, - "accuracy": 0.962451, - "main_score": 0.951812, - "hf_subset": "amh_Ethi-guj_Gujr", - "languages": [ - "amh-Ethi", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9417, - "recall": 0.958498, - "f1": 0.946923, - "accuracy": 0.958498, - "main_score": 0.946923, - "hf_subset": "amh_Ethi-kaz_Cyrl", - "languages": [ - "amh-Ethi", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462796, - "recall": 0.522727, - "f1": 0.479485, - "accuracy": 0.522727, - "main_score": 0.479485, - "hf_subset": "amh_Ethi-lug_Latn", - "languages": [ - "amh-Ethi", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938109, - "recall": 0.955534, - "f1": 0.943478, - "accuracy": 0.955534, - "main_score": 0.943478, - "hf_subset": "amh_Ethi-oci_Latn", - "languages": [ - "amh-Ethi", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688289, - "recall": 0.743083, - "f1": 0.703395, - "accuracy": 0.743083, - "main_score": 0.703395, - "hf_subset": "amh_Ethi-smo_Latn", - "languages": [ - "amh-Ethi", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472833, - "recall": 0.524704, - "f1": 0.486548, - "accuracy": 0.524704, - "main_score": 0.486548, - "hf_subset": "amh_Ethi-tsn_Latn", - "languages": [ - "amh-Ethi", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55529, - "recall": 0.617589, - "f1": 0.572598, - "accuracy": 0.617589, - "main_score": 0.572598, - "hf_subset": "amh_Ethi-zul_Latn", - "languages": [ - "amh-Ethi", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768544, - "recall": 0.815217, - "f1": 0.782284, - "accuracy": 0.815217, - "main_score": 0.782284, - "hf_subset": "amh_Ethi-azb_Arab", - "languages": [ - "amh-Ethi", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944368, - "recall": 0.961462, - "f1": 0.949769, - "accuracy": 0.961462, - "main_score": 0.949769, - "hf_subset": "amh_Ethi-deu_Latn", - "languages": [ - "amh-Ethi", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854677, - "recall": 0.893281, - "f1": 0.866568, - "accuracy": 0.893281, - "main_score": 0.866568, - "hf_subset": "amh_Ethi-hat_Latn", - "languages": [ - "amh-Ethi", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420122, - "recall": 0.472332, - "f1": 0.434637, - "accuracy": 0.472332, - "main_score": 0.434637, - "hf_subset": "amh_Ethi-kbp_Latn", - "languages": [ - "amh-Ethi", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494461, - "recall": 0.543478, - "f1": 0.508374, - "accuracy": 0.543478, - "main_score": 0.508374, - "hf_subset": "amh_Ethi-luo_Latn", - "languages": [ - "amh-Ethi", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.958498, - "f1": 0.945982, - "accuracy": 0.958498, - "main_score": 0.945982, - "hf_subset": "amh_Ethi-ory_Orya", - "languages": [ - "amh-Ethi", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489984, - "recall": 0.556324, - "f1": 0.508259, - "accuracy": 0.556324, - "main_score": 0.508259, - "hf_subset": "amh_Ethi-sna_Latn", - "languages": [ - "amh-Ethi", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483656, - "recall": 0.538538, - "f1": 0.499447, - "accuracy": 0.538538, - "main_score": 0.499447, - "hf_subset": "amh_Ethi-tso_Latn", - "languages": [ - "amh-Ethi", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905056, - "recall": 0.932806, - "f1": 0.913768, - "accuracy": 0.932806, - "main_score": 0.913768, - "hf_subset": "amh_Ethi-azj_Latn", - "languages": [ - "amh-Ethi", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434225, - "recall": 0.495059, - "f1": 0.451845, - "accuracy": 0.495059, - "main_score": 0.451845, - "hf_subset": "amh_Ethi-dik_Latn", - "languages": [ - "amh-Ethi", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637286, - "recall": 0.69664, - "f1": 0.654221, - "accuracy": 0.69664, - "main_score": 0.654221, - "hf_subset": "amh_Ethi-hau_Latn", - "languages": [ - "amh-Ethi", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843473, - "recall": 0.87747, - "f1": 0.853021, - "accuracy": 0.87747, - "main_score": 0.853021, - "hf_subset": "amh_Ethi-kea_Latn", - "languages": [ - "amh-Ethi", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611004, - "recall": 0.661067, - "f1": 0.625118, - "accuracy": 0.661067, - "main_score": 0.625118, - "hf_subset": "amh_Ethi-lus_Latn", - "languages": [ - "amh-Ethi", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701418, - "recall": 0.741107, - "f1": 0.712804, - "accuracy": 0.741107, - "main_score": 0.712804, - "hf_subset": "amh_Ethi-pag_Latn", - "languages": [ - "amh-Ethi", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931653, - "recall": 0.950593, - "f1": 0.937502, - "accuracy": 0.950593, - "main_score": 0.937502, - "hf_subset": "amh_Ethi-snd_Arab", - "languages": [ - "amh-Ethi", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823403, - "recall": 0.867589, - "f1": 0.836613, - "accuracy": 0.867589, - "main_score": 0.836613, - "hf_subset": "amh_Ethi-tuk_Latn", - "languages": [ - "amh-Ethi", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882141, - "recall": 0.912055, - "f1": 0.891029, - "accuracy": 0.912055, - "main_score": 0.891029, - "hf_subset": "amh_Ethi-bak_Cyrl", - "languages": [ - "amh-Ethi", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385088, - "recall": 0.464427, - "f1": 0.407194, - "accuracy": 0.464427, - "main_score": 0.407194, - "hf_subset": "amh_Ethi-dyu_Latn", - "languages": [ - "amh-Ethi", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "amh_Ethi-heb_Hebr", - "languages": [ - "amh-Ethi", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902739, - "recall": 0.927866, - "f1": 0.910343, - "accuracy": 0.927866, - "main_score": 0.910343, - "hf_subset": "amh_Ethi-khk_Cyrl", - "languages": [ - "amh-Ethi", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927289, - "recall": 0.949605, - "f1": 0.934354, - "accuracy": 0.949605, - "main_score": 0.934354, - "hf_subset": "amh_Ethi-lvs_Latn", - "languages": [ - "amh-Ethi", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945487, - "recall": 0.963439, - "f1": 0.951416, - "accuracy": 0.963439, - "main_score": 0.951416, - "hf_subset": "amh_Ethi-pan_Guru", - "languages": [ - "amh-Ethi", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615415, - "recall": 0.675889, - "f1": 0.63291, - "accuracy": 0.675889, - "main_score": 0.63291, - "hf_subset": "amh_Ethi-som_Latn", - "languages": [ - "amh-Ethi", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495078, - "recall": 0.54249, - "f1": 0.508244, - "accuracy": 0.54249, - "main_score": 0.508244, - "hf_subset": "amh_Ethi-tum_Latn", - "languages": [ - "amh-Ethi", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601376, - "recall": 0.666008, - "f1": 0.619949, - "accuracy": 0.666008, - "main_score": 0.619949, - "hf_subset": "bos_Latn-ace_Arab", - "languages": [ - "bos-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540055, - "recall": 0.602767, - "f1": 0.557651, - "accuracy": 0.602767, - "main_score": 0.557651, - "hf_subset": "bos_Latn-bam_Latn", - "languages": [ - "bos-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446938, - "recall": 0.52668, - "f1": 0.468994, - "accuracy": 0.52668, - "main_score": 0.468994, - "hf_subset": "bos_Latn-dzo_Tibt", - "languages": [ - "bos-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-hin_Deva", - "languages": [ - "bos-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-khm_Khmr", - "languages": [ - "bos-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-mag_Deva", - "languages": [ - "bos-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "bos_Latn-pap_Latn", - "languages": [ - "bos-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617863, - "recall": 0.675889, - "f1": 0.634637, - "accuracy": 0.675889, - "main_score": 0.634637, - "hf_subset": "bos_Latn-sot_Latn", - "languages": [ - "bos-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-tur_Latn", - "languages": [ - "bos-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893676, - "recall": 0.921937, - "f1": 0.90247, - "accuracy": 0.921937, - "main_score": 0.90247, - "hf_subset": "bos_Latn-ace_Latn", - "languages": [ - "bos-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968544, - "accuracy": 0.975296, - "main_score": 0.968544, - "hf_subset": "bos_Latn-ban_Latn", - "languages": [ - "bos-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ell_Grek", - "languages": [ - "bos-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bos_Latn-hne_Deva", - "languages": [ - "bos-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619429, - "recall": 0.675889, - "f1": 0.635444, - "accuracy": 0.675889, - "main_score": 0.635444, - "hf_subset": "bos_Latn-kik_Latn", - "languages": [ - "bos-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-mai_Deva", - "languages": [ - "bos-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "bos_Latn-pbt_Arab", - "languages": [ - "bos-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-spa_Latn", - "languages": [ - "bos-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629002, - "recall": 0.693676, - "f1": 0.647351, - "accuracy": 0.693676, - "main_score": 0.647351, - "hf_subset": "bos_Latn-twi_Latn", - "languages": [ - "bos-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-acm_Arab", - "languages": [ - "bos-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-bel_Cyrl", - "languages": [ - "bos-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-eng_Latn", - "languages": [ - "bos-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-hrv_Latn", - "languages": [ - "bos-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576203, - "recall": 0.642292, - "f1": 0.59477, - "accuracy": 0.642292, - "main_score": 0.59477, - "hf_subset": "bos_Latn-kin_Latn", - "languages": [ - "bos-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-mal_Mlym", - "languages": [ - "bos-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-pes_Arab", - "languages": [ - "bos-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bos_Latn-srd_Latn", - "languages": [ - "bos-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189964, - "recall": 0.23913, - "f1": 0.202455, - "accuracy": 0.23913, - "main_score": 0.202455, - "hf_subset": "bos_Latn-tzm_Tfng", - "languages": [ - "bos-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-acq_Arab", - "languages": [ - "bos-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640662, - "recall": 0.692688, - "f1": 0.655552, - "accuracy": 0.692688, - "main_score": 0.655552, - "hf_subset": "bos_Latn-bem_Latn", - "languages": [ - "bos-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-epo_Latn", - "languages": [ - "bos-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-hun_Latn", - "languages": [ - "bos-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bos_Latn-kir_Cyrl", - "languages": [ - "bos-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-mar_Deva", - "languages": [ - "bos-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695026, - "recall": 0.747036, - "f1": 0.710446, - "accuracy": 0.747036, - "main_score": 0.710446, - "hf_subset": "bos_Latn-plt_Latn", - "languages": [ - "bos-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-srp_Cyrl", - "languages": [ - "bos-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "bos_Latn-uig_Arab", - "languages": [ - "bos-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-aeb_Arab", - "languages": [ - "bos-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-ben_Beng", - "languages": [ - "bos-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-est_Latn", - "languages": [ - "bos-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-hye_Armn", - "languages": [ - "bos-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570949, - "recall": 0.624506, - "f1": 0.585801, - "accuracy": 0.624506, - "main_score": 0.585801, - "hf_subset": "bos_Latn-kmb_Latn", - "languages": [ - "bos-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545599, - "recall": 0.61166, - "f1": 0.563478, - "accuracy": 0.61166, - "main_score": 0.563478, - "hf_subset": "bos_Latn-min_Arab", - "languages": [ - "bos-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-pol_Latn", - "languages": [ - "bos-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575703, - "recall": 0.642292, - "f1": 0.595196, - "accuracy": 0.642292, - "main_score": 0.595196, - "hf_subset": "bos_Latn-ssw_Latn", - "languages": [ - "bos-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ukr_Cyrl", - "languages": [ - "bos-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-afr_Latn", - "languages": [ - "bos-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-bho_Deva", - "languages": [ - "bos-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "bos_Latn-eus_Latn", - "languages": [ - "bos-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609766, - "recall": 0.675889, - "f1": 0.628752, - "accuracy": 0.675889, - "main_score": 0.628752, - "hf_subset": "bos_Latn-ibo_Latn", - "languages": [ - "bos-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922596, - "recall": 0.945652, - "f1": 0.930171, - "accuracy": 0.945652, - "main_score": 0.930171, - "hf_subset": "bos_Latn-kmr_Latn", - "languages": [ - "bos-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bos_Latn-min_Latn", - "languages": [ - "bos-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-por_Latn", - "languages": [ - "bos-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bos_Latn-sun_Latn", - "languages": [ - "bos-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540184, - "recall": 0.597826, - "f1": 0.55673, - "accuracy": 0.597826, - "main_score": 0.55673, - "hf_subset": "bos_Latn-umb_Latn", - "languages": [ - "bos-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ajp_Arab", - "languages": [ - "bos-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566178, - "recall": 0.626482, - "f1": 0.583163, - "accuracy": 0.626482, - "main_score": 0.583163, - "hf_subset": "bos_Latn-bjn_Arab", - "languages": [ - "bos-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535154, - "recall": 0.588933, - "f1": 0.549777, - "accuracy": 0.588933, - "main_score": 0.549777, - "hf_subset": "bos_Latn-ewe_Latn", - "languages": [ - "bos-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "bos_Latn-ilo_Latn", - "languages": [ - "bos-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.331523, - "recall": 0.393281, - "f1": 0.348938, - "accuracy": 0.393281, - "main_score": 0.348938, - "hf_subset": "bos_Latn-knc_Arab", - "languages": [ - "bos-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-mkd_Cyrl", - "languages": [ - "bos-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-prs_Arab", - "languages": [ - "bos-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-swe_Latn", - "languages": [ - "bos-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-urd_Arab", - "languages": [ - "bos-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608722, - "recall": 0.66996, - "f1": 0.626353, - "accuracy": 0.66996, - "main_score": 0.626353, - "hf_subset": "bos_Latn-aka_Latn", - "languages": [ - "bos-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bos_Latn-bjn_Latn", - "languages": [ - "bos-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bos_Latn-fao_Latn", - "languages": [ - "bos-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ind_Latn", - "languages": [ - "bos-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60535, - "recall": 0.659091, - "f1": 0.620943, - "accuracy": 0.659091, - "main_score": 0.620943, - "hf_subset": "bos_Latn-knc_Latn", - "languages": [ - "bos-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bos_Latn-mlt_Latn", - "languages": [ - "bos-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728566, - "recall": 0.788538, - "f1": 0.746385, - "accuracy": 0.788538, - "main_score": 0.746385, - "hf_subset": "bos_Latn-quy_Latn", - "languages": [ - "bos-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bos_Latn-swh_Latn", - "languages": [ - "bos-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-uzn_Latn", - "languages": [ - "bos-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-als_Latn", - "languages": [ - "bos-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678706, - "recall": 0.754941, - "f1": 0.701139, - "accuracy": 0.754941, - "main_score": 0.701139, - "hf_subset": "bos_Latn-bod_Tibt", - "languages": [ - "bos-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728938, - "recall": 0.786561, - "f1": 0.746146, - "accuracy": 0.786561, - "main_score": 0.746146, - "hf_subset": "bos_Latn-fij_Latn", - "languages": [ - "bos-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bos_Latn-isl_Latn", - "languages": [ - "bos-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690785, - "recall": 0.740119, - "f1": 0.705731, - "accuracy": 0.740119, - "main_score": 0.705731, - "hf_subset": "bos_Latn-kon_Latn", - "languages": [ - "bos-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674212, - "recall": 0.73913, - "f1": 0.692893, - "accuracy": 0.73913, - "main_score": 0.692893, - "hf_subset": "bos_Latn-mni_Beng", - "languages": [ - "bos-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ron_Latn", - "languages": [ - "bos-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "bos_Latn-szl_Latn", - "languages": [ - "bos-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-vec_Latn", - "languages": [ - "bos-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "bos_Latn-amh_Ethi", - "languages": [ - "bos-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-fin_Latn", - "languages": [ - "bos-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ita_Latn", - "languages": [ - "bos-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-kor_Hang", - "languages": [ - "bos-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566857, - "recall": 0.626482, - "f1": 0.58383, - "accuracy": 0.626482, - "main_score": 0.58383, - "hf_subset": "bos_Latn-mos_Latn", - "languages": [ - "bos-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571097, - "recall": 0.62747, - "f1": 0.587488, - "accuracy": 0.62747, - "main_score": 0.587488, - "hf_subset": "bos_Latn-run_Latn", - "languages": [ - "bos-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-tam_Taml", - "languages": [ - "bos-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-vie_Latn", - "languages": [ - "bos-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-apc_Arab", - "languages": [ - "bos-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825132, - "recall": 0.865613, - "f1": 0.837173, - "accuracy": 0.865613, - "main_score": 0.837173, - "hf_subset": "bos_Latn-bug_Latn", - "languages": [ - "bos-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488432, - "recall": 0.546443, - "f1": 0.503654, - "accuracy": 0.546443, - "main_score": 0.503654, - "hf_subset": "bos_Latn-fon_Latn", - "languages": [ - "bos-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bos_Latn-jav_Latn", - "languages": [ - "bos-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-lao_Laoo", - "languages": [ - "bos-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89161, - "recall": 0.922925, - "f1": 0.9014, - "accuracy": 0.922925, - "main_score": 0.9014, - "hf_subset": "bos_Latn-mri_Latn", - "languages": [ - "bos-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-rus_Cyrl", - "languages": [ - "bos-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550304, - "recall": 0.609684, - "f1": 0.566751, - "accuracy": 0.609684, - "main_score": 0.566751, - "hf_subset": "bos_Latn-taq_Latn", - "languages": [ - "bos-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-war_Latn", - "languages": [ - "bos-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-arb_Arab", - "languages": [ - "bos-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-bul_Cyrl", - "languages": [ - "bos-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-fra_Latn", - "languages": [ - "bos-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-jpn_Jpan", - "languages": [ - "bos-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bos_Latn-lij_Latn", - "languages": [ - "bos-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "bos_Latn-mya_Mymr", - "languages": [ - "bos-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613002, - "recall": 0.676877, - "f1": 0.630938, - "accuracy": 0.676877, - "main_score": 0.630938, - "hf_subset": "bos_Latn-sag_Latn", - "languages": [ - "bos-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208714, - "recall": 0.26581, - "f1": 0.222208, - "accuracy": 0.26581, - "main_score": 0.222208, - "hf_subset": "bos_Latn-taq_Tfng", - "languages": [ - "bos-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659124, - "recall": 0.717391, - "f1": 0.675809, - "accuracy": 0.717391, - "main_score": 0.675809, - "hf_subset": "bos_Latn-wol_Latn", - "languages": [ - "bos-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82691, - "recall": 0.871542, - "f1": 0.840349, - "accuracy": 0.871542, - "main_score": 0.840349, - "hf_subset": "bos_Latn-arb_Latn", - "languages": [ - "bos-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-cat_Latn", - "languages": [ - "bos-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bos_Latn-fur_Latn", - "languages": [ - "bos-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434339, - "recall": 0.494071, - "f1": 0.450355, - "accuracy": 0.494071, - "main_score": 0.450355, - "hf_subset": "bos_Latn-kab_Latn", - "languages": [ - "bos-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-lim_Latn", - "languages": [ - "bos-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-nld_Latn", - "languages": [ - "bos-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bos_Latn-san_Deva", - "languages": [ - "bos-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-tat_Cyrl", - "languages": [ - "bos-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702612, - "recall": 0.757905, - "f1": 0.718678, - "accuracy": 0.757905, - "main_score": 0.718678, - "hf_subset": "bos_Latn-xho_Latn", - "languages": [ - "bos-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ars_Arab", - "languages": [ - "bos-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ceb_Latn", - "languages": [ - "bos-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580709, - "recall": 0.639328, - "f1": 0.597851, - "accuracy": 0.639328, - "main_score": 0.597851, - "hf_subset": "bos_Latn-fuv_Latn", - "languages": [ - "bos-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514483, - "recall": 0.583992, - "f1": 0.533084, - "accuracy": 0.583992, - "main_score": 0.533084, - "hf_subset": "bos_Latn-kac_Latn", - "languages": [ - "bos-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701673, - "recall": 0.75, - "f1": 0.715827, - "accuracy": 0.75, - "main_score": 0.715827, - "hf_subset": "bos_Latn-lin_Latn", - "languages": [ - "bos-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-nno_Latn", - "languages": [ - "bos-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.256377, - "recall": 0.33498, - "f1": 0.276533, - "accuracy": 0.33498, - "main_score": 0.276533, - "hf_subset": "bos_Latn-sat_Olck", - "languages": [ - "bos-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-tel_Telu", - "languages": [ - "bos-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bos_Latn-ydd_Hebr", - "languages": [ - "bos-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "bos_Latn-ary_Arab", - "languages": [ - "bos-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ces_Latn", - "languages": [ - "bos-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610721, - "recall": 0.668972, - "f1": 0.627442, - "accuracy": 0.668972, - "main_score": 0.627442, - "hf_subset": "bos_Latn-gaz_Latn", - "languages": [ - "bos-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599959, - "recall": 0.66502, - "f1": 0.618825, - "accuracy": 0.66502, - "main_score": 0.618825, - "hf_subset": "bos_Latn-kam_Latn", - "languages": [ - "bos-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bos_Latn-lit_Latn", - "languages": [ - "bos-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-nob_Latn", - "languages": [ - "bos-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "bos_Latn-scn_Latn", - "languages": [ - "bos-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "bos_Latn-tgk_Cyrl", - "languages": [ - "bos-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739032, - "recall": 0.800395, - "f1": 0.757759, - "accuracy": 0.800395, - "main_score": 0.757759, - "hf_subset": "bos_Latn-yor_Latn", - "languages": [ - "bos-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-arz_Arab", - "languages": [ - "bos-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576912, - "recall": 0.639328, - "f1": 0.595347, - "accuracy": 0.639328, - "main_score": 0.595347, - "hf_subset": "bos_Latn-cjk_Latn", - "languages": [ - "bos-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821262, - "recall": 0.866601, - "f1": 0.835178, - "accuracy": 0.866601, - "main_score": 0.835178, - "hf_subset": "bos_Latn-gla_Latn", - "languages": [ - "bos-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-kan_Knda", - "languages": [ - "bos-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bos_Latn-lmo_Latn", - "languages": [ - "bos-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "bos_Latn-npi_Deva", - "languages": [ - "bos-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479531, - "recall": 0.546443, - "f1": 0.498386, - "accuracy": 0.546443, - "main_score": 0.498386, - "hf_subset": "bos_Latn-shn_Mymr", - "languages": [ - "bos-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-tgl_Latn", - "languages": [ - "bos-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-yue_Hant", - "languages": [ - "bos-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bos_Latn-asm_Beng", - "languages": [ - "bos-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bos_Latn-ckb_Arab", - "languages": [ - "bos-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907338, - "recall": 0.932806, - "f1": 0.915333, - "accuracy": 0.932806, - "main_score": 0.915333, - "hf_subset": "bos_Latn-gle_Latn", - "languages": [ - "bos-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "bos_Latn-kas_Arab", - "languages": [ - "bos-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966074, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "bos_Latn-ltg_Latn", - "languages": [ - "bos-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631154, - "recall": 0.6917, - "f1": 0.648808, - "accuracy": 0.6917, - "main_score": 0.648808, - "hf_subset": "bos_Latn-nso_Latn", - "languages": [ - "bos-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bos_Latn-sin_Sinh", - "languages": [ - "bos-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-tha_Thai", - "languages": [ - "bos-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-zho_Hans", - "languages": [ - "bos-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ast_Latn", - "languages": [ - "bos-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-crh_Latn", - "languages": [ - "bos-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-glg_Latn", - "languages": [ - "bos-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917408, - "recall": 0.942688, - "f1": 0.925461, - "accuracy": 0.942688, - "main_score": 0.925461, - "hf_subset": "bos_Latn-kas_Deva", - "languages": [ - "bos-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bos_Latn-ltz_Latn", - "languages": [ - "bos-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486801, - "recall": 0.554348, - "f1": 0.504817, - "accuracy": 0.554348, - "main_score": 0.504817, - "hf_subset": "bos_Latn-nus_Latn", - "languages": [ - "bos-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-slk_Latn", - "languages": [ - "bos-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633716, - "recall": 0.705534, - "f1": 0.65491, - "accuracy": 0.705534, - "main_score": 0.65491, - "hf_subset": "bos_Latn-tir_Ethi", - "languages": [ - "bos-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-zho_Hant", - "languages": [ - "bos-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "bos_Latn-awa_Deva", - "languages": [ - "bos-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bos_Latn-cym_Latn", - "languages": [ - "bos-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860211, - "recall": 0.898221, - "f1": 0.872003, - "accuracy": 0.898221, - "main_score": 0.872003, - "hf_subset": "bos_Latn-grn_Latn", - "languages": [ - "bos-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-kat_Geor", - "languages": [ - "bos-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669731, - "recall": 0.722332, - "f1": 0.684959, - "accuracy": 0.722332, - "main_score": 0.684959, - "hf_subset": "bos_Latn-lua_Latn", - "languages": [ - "bos-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666115, - "recall": 0.728261, - "f1": 0.684231, - "accuracy": 0.728261, - "main_score": 0.684231, - "hf_subset": "bos_Latn-nya_Latn", - "languages": [ - "bos-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-slv_Latn", - "languages": [ - "bos-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "bos_Latn-tpi_Latn", - "languages": [ - "bos-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-zsm_Latn", - "languages": [ - "bos-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566841, - "recall": 0.630435, - "f1": 0.58473, - "accuracy": 0.630435, - "main_score": 0.58473, - "hf_subset": "bos_Latn-ayr_Latn", - "languages": [ - "bos-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-dan_Latn", - "languages": [ - "bos-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-guj_Gujr", - "languages": [ - "bos-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bos_Latn-kaz_Cyrl", - "languages": [ - "bos-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556876, - "recall": 0.623518, - "f1": 0.576153, - "accuracy": 0.623518, - "main_score": 0.576153, - "hf_subset": "bos_Latn-lug_Latn", - "languages": [ - "bos-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-oci_Latn", - "languages": [ - "bos-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859717, - "recall": 0.898221, - "f1": 0.871824, - "accuracy": 0.898221, - "main_score": 0.871824, - "hf_subset": "bos_Latn-smo_Latn", - "languages": [ - "bos-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558506, - "recall": 0.62253, - "f1": 0.576689, - "accuracy": 0.62253, - "main_score": 0.576689, - "hf_subset": "bos_Latn-tsn_Latn", - "languages": [ - "bos-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645152, - "recall": 0.704545, - "f1": 0.662295, - "accuracy": 0.704545, - "main_score": 0.662295, - "hf_subset": "bos_Latn-zul_Latn", - "languages": [ - "bos-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945652, - "recall": 0.961462, - "f1": 0.950758, - "accuracy": 0.961462, - "main_score": 0.950758, - "hf_subset": "bos_Latn-azb_Arab", - "languages": [ - "bos-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-deu_Latn", - "languages": [ - "bos-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "bos_Latn-hat_Latn", - "languages": [ - "bos-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514603, - "recall": 0.572134, - "f1": 0.530981, - "accuracy": 0.572134, - "main_score": 0.530981, - "hf_subset": "bos_Latn-kbp_Latn", - "languages": [ - "bos-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592048, - "recall": 0.649209, - "f1": 0.607438, - "accuracy": 0.649209, - "main_score": 0.607438, - "hf_subset": "bos_Latn-luo_Latn", - "languages": [ - "bos-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-ory_Orya", - "languages": [ - "bos-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610145, - "recall": 0.672925, - "f1": 0.628129, - "accuracy": 0.672925, - "main_score": 0.628129, - "hf_subset": "bos_Latn-sna_Latn", - "languages": [ - "bos-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577164, - "recall": 0.63834, - "f1": 0.594529, - "accuracy": 0.63834, - "main_score": 0.594529, - "hf_subset": "bos_Latn-tso_Latn", - "languages": [ - "bos-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bos_Latn-azj_Latn", - "languages": [ - "bos-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553895, - "recall": 0.618577, - "f1": 0.57265, - "accuracy": 0.618577, - "main_score": 0.57265, - "hf_subset": "bos_Latn-dik_Latn", - "languages": [ - "bos-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77108, - "recall": 0.824111, - "f1": 0.786759, - "accuracy": 0.824111, - "main_score": 0.786759, - "hf_subset": "bos_Latn-hau_Latn", - "languages": [ - "bos-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bos_Latn-kea_Latn", - "languages": [ - "bos-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767328, - "recall": 0.814229, - "f1": 0.781851, - "accuracy": 0.814229, - "main_score": 0.781851, - "hf_subset": "bos_Latn-lus_Latn", - "languages": [ - "bos-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895339, - "recall": 0.916008, - "f1": 0.901548, - "accuracy": 0.916008, - "main_score": 0.901548, - "hf_subset": "bos_Latn-pag_Latn", - "languages": [ - "bos-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-snd_Arab", - "languages": [ - "bos-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "bos_Latn-tuk_Latn", - "languages": [ - "bos-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bos_Latn-bak_Cyrl", - "languages": [ - "bos-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494937, - "recall": 0.572134, - "f1": 0.517671, - "accuracy": 0.572134, - "main_score": 0.517671, - "hf_subset": "bos_Latn-dyu_Latn", - "languages": [ - "bos-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-heb_Hebr", - "languages": [ - "bos-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "bos_Latn-khk_Cyrl", - "languages": [ - "bos-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-lvs_Latn", - "languages": [ - "bos-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bos_Latn-pan_Guru", - "languages": [ - "bos-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735016, - "recall": 0.789526, - "f1": 0.751241, - "accuracy": 0.789526, - "main_score": 0.751241, - "hf_subset": "bos_Latn-som_Latn", - "languages": [ - "bos-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624263, - "recall": 0.671937, - "f1": 0.637797, - "accuracy": 0.671937, - "main_score": 0.637797, - "hf_subset": "bos_Latn-tum_Latn", - "languages": [ - "bos-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559151, - "recall": 0.623518, - "f1": 0.577533, - "accuracy": 0.623518, - "main_score": 0.577533, - "hf_subset": "fin_Latn-ace_Arab", - "languages": [ - "fin-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523108, - "recall": 0.582016, - "f1": 0.539733, - "accuracy": 0.582016, - "main_score": 0.539733, - "hf_subset": "fin_Latn-bam_Latn", - "languages": [ - "fin-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448441, - "recall": 0.521739, - "f1": 0.467862, - "accuracy": 0.521739, - "main_score": 0.467862, - "hf_subset": "fin_Latn-dzo_Tibt", - "languages": [ - "fin-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-hin_Deva", - "languages": [ - "fin-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-khm_Khmr", - "languages": [ - "fin-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "fin_Latn-mag_Deva", - "languages": [ - "fin-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "fin_Latn-pap_Latn", - "languages": [ - "fin-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589928, - "recall": 0.644269, - "f1": 0.605605, - "accuracy": 0.644269, - "main_score": 0.605605, - "hf_subset": "fin_Latn-sot_Latn", - "languages": [ - "fin-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-tur_Latn", - "languages": [ - "fin-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867342, - "recall": 0.899209, - "f1": 0.87716, - "accuracy": 0.899209, - "main_score": 0.87716, - "hf_subset": "fin_Latn-ace_Latn", - "languages": [ - "fin-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.968379, - "f1": 0.960145, - "accuracy": 0.968379, - "main_score": 0.960145, - "hf_subset": "fin_Latn-ban_Latn", - "languages": [ - "fin-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ell_Grek", - "languages": [ - "fin-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "fin_Latn-hne_Deva", - "languages": [ - "fin-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593125, - "recall": 0.646245, - "f1": 0.608453, - "accuracy": 0.646245, - "main_score": 0.608453, - "hf_subset": "fin_Latn-kik_Latn", - "languages": [ - "fin-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-mai_Deva", - "languages": [ - "fin-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "fin_Latn-pbt_Arab", - "languages": [ - "fin-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-spa_Latn", - "languages": [ - "fin-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611991, - "recall": 0.673913, - "f1": 0.629767, - "accuracy": 0.673913, - "main_score": 0.629767, - "hf_subset": "fin_Latn-twi_Latn", - "languages": [ - "fin-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-acm_Arab", - "languages": [ - "fin-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-bel_Cyrl", - "languages": [ - "fin-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-eng_Latn", - "languages": [ - "fin-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-hrv_Latn", - "languages": [ - "fin-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551941, - "recall": 0.618577, - "f1": 0.570448, - "accuracy": 0.618577, - "main_score": 0.570448, - "hf_subset": "fin_Latn-kin_Latn", - "languages": [ - "fin-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-mal_Mlym", - "languages": [ - "fin-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-pes_Arab", - "languages": [ - "fin-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "fin_Latn-srd_Latn", - "languages": [ - "fin-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183041, - "recall": 0.22332, - "f1": 0.193128, - "accuracy": 0.22332, - "main_score": 0.193128, - "hf_subset": "fin_Latn-tzm_Tfng", - "languages": [ - "fin-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-acq_Arab", - "languages": [ - "fin-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614453, - "recall": 0.668972, - "f1": 0.62952, - "accuracy": 0.668972, - "main_score": 0.62952, - "hf_subset": "fin_Latn-bem_Latn", - "languages": [ - "fin-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-epo_Latn", - "languages": [ - "fin-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-hun_Latn", - "languages": [ - "fin-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fin_Latn-kir_Cyrl", - "languages": [ - "fin-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-mar_Deva", - "languages": [ - "fin-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669351, - "recall": 0.721344, - "f1": 0.684571, - "accuracy": 0.721344, - "main_score": 0.684571, - "hf_subset": "fin_Latn-plt_Latn", - "languages": [ - "fin-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-srp_Cyrl", - "languages": [ - "fin-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.97332, - "f1": 0.96558, - "accuracy": 0.97332, - "main_score": 0.96558, - "hf_subset": "fin_Latn-uig_Arab", - "languages": [ - "fin-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fin_Latn-aeb_Arab", - "languages": [ - "fin-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ben_Beng", - "languages": [ - "fin-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-est_Latn", - "languages": [ - "fin-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-hye_Armn", - "languages": [ - "fin-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542556, - "recall": 0.591897, - "f1": 0.556969, - "accuracy": 0.591897, - "main_score": 0.556969, - "hf_subset": "fin_Latn-kmb_Latn", - "languages": [ - "fin-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497681, - "recall": 0.568182, - "f1": 0.517075, - "accuracy": 0.568182, - "main_score": 0.517075, - "hf_subset": "fin_Latn-min_Arab", - "languages": [ - "fin-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-pol_Latn", - "languages": [ - "fin-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558632, - "recall": 0.616601, - "f1": 0.575429, - "accuracy": 0.616601, - "main_score": 0.575429, - "hf_subset": "fin_Latn-ssw_Latn", - "languages": [ - "fin-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ukr_Cyrl", - "languages": [ - "fin-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-afr_Latn", - "languages": [ - "fin-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-bho_Deva", - "languages": [ - "fin-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fin_Latn-eus_Latn", - "languages": [ - "fin-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579794, - "recall": 0.646245, - "f1": 0.599003, - "accuracy": 0.646245, - "main_score": 0.599003, - "hf_subset": "fin_Latn-ibo_Latn", - "languages": [ - "fin-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901845, - "recall": 0.928854, - "f1": 0.910738, - "accuracy": 0.928854, - "main_score": 0.910738, - "hf_subset": "fin_Latn-kmr_Latn", - "languages": [ - "fin-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "fin_Latn-min_Latn", - "languages": [ - "fin-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-por_Latn", - "languages": [ - "fin-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "fin_Latn-sun_Latn", - "languages": [ - "fin-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519477, - "recall": 0.579051, - "f1": 0.536654, - "accuracy": 0.579051, - "main_score": 0.536654, - "hf_subset": "fin_Latn-umb_Latn", - "languages": [ - "fin-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ajp_Arab", - "languages": [ - "fin-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521362, - "recall": 0.590909, - "f1": 0.540488, - "accuracy": 0.590909, - "main_score": 0.540488, - "hf_subset": "fin_Latn-bjn_Arab", - "languages": [ - "fin-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521902, - "recall": 0.573123, - "f1": 0.535331, - "accuracy": 0.573123, - "main_score": 0.535331, - "hf_subset": "fin_Latn-ewe_Latn", - "languages": [ - "fin-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.95751, - "f1": 0.945949, - "accuracy": 0.95751, - "main_score": 0.945949, - "hf_subset": "fin_Latn-ilo_Latn", - "languages": [ - "fin-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317336, - "recall": 0.375494, - "f1": 0.333987, - "accuracy": 0.375494, - "main_score": 0.333987, - "hf_subset": "fin_Latn-knc_Arab", - "languages": [ - "fin-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-mkd_Cyrl", - "languages": [ - "fin-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-prs_Arab", - "languages": [ - "fin-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-swe_Latn", - "languages": [ - "fin-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-urd_Arab", - "languages": [ - "fin-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580724, - "recall": 0.641304, - "f1": 0.597932, - "accuracy": 0.641304, - "main_score": 0.597932, - "hf_subset": "fin_Latn-aka_Latn", - "languages": [ - "fin-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fin_Latn-bjn_Latn", - "languages": [ - "fin-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "fin_Latn-fao_Latn", - "languages": [ - "fin-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ind_Latn", - "languages": [ - "fin-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586555, - "recall": 0.636364, - "f1": 0.600885, - "accuracy": 0.636364, - "main_score": 0.600885, - "hf_subset": "fin_Latn-knc_Latn", - "languages": [ - "fin-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "fin_Latn-mlt_Latn", - "languages": [ - "fin-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706509, - "recall": 0.763834, - "f1": 0.723111, - "accuracy": 0.763834, - "main_score": 0.723111, - "hf_subset": "fin_Latn-quy_Latn", - "languages": [ - "fin-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.978261, - "f1": 0.972332, - "accuracy": 0.978261, - "main_score": 0.972332, - "hf_subset": "fin_Latn-swh_Latn", - "languages": [ - "fin-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fin_Latn-uzn_Latn", - "languages": [ - "fin-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-als_Latn", - "languages": [ - "fin-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651691, - "recall": 0.73419, - "f1": 0.676026, - "accuracy": 0.73419, - "main_score": 0.676026, - "hf_subset": "fin_Latn-bod_Tibt", - "languages": [ - "fin-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691559, - "recall": 0.753953, - "f1": 0.709848, - "accuracy": 0.753953, - "main_score": 0.709848, - "hf_subset": "fin_Latn-fij_Latn", - "languages": [ - "fin-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "fin_Latn-isl_Latn", - "languages": [ - "fin-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657658, - "recall": 0.710474, - "f1": 0.673405, - "accuracy": 0.710474, - "main_score": 0.673405, - "hf_subset": "fin_Latn-kon_Latn", - "languages": [ - "fin-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647711, - "recall": 0.713439, - "f1": 0.667165, - "accuracy": 0.713439, - "main_score": 0.667165, - "hf_subset": "fin_Latn-mni_Beng", - "languages": [ - "fin-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ron_Latn", - "languages": [ - "fin-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "fin_Latn-szl_Latn", - "languages": [ - "fin-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-vec_Latn", - "languages": [ - "fin-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949687, - "recall": 0.965415, - "f1": 0.954776, - "accuracy": 0.965415, - "main_score": 0.954776, - "hf_subset": "fin_Latn-amh_Ethi", - "languages": [ - "fin-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-bos_Latn", - "languages": [ - "fin-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-ita_Latn", - "languages": [ - "fin-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-kor_Hang", - "languages": [ - "fin-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554866, - "recall": 0.61166, - "f1": 0.570729, - "accuracy": 0.61166, - "main_score": 0.570729, - "hf_subset": "fin_Latn-mos_Latn", - "languages": [ - "fin-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541625, - "recall": 0.598814, - "f1": 0.558271, - "accuracy": 0.598814, - "main_score": 0.558271, - "hf_subset": "fin_Latn-run_Latn", - "languages": [ - "fin-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-tam_Taml", - "languages": [ - "fin-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-vie_Latn", - "languages": [ - "fin-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-apc_Arab", - "languages": [ - "fin-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784651, - "recall": 0.83498, - "f1": 0.800198, - "accuracy": 0.83498, - "main_score": 0.800198, - "hf_subset": "fin_Latn-bug_Latn", - "languages": [ - "fin-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470912, - "recall": 0.524704, - "f1": 0.48553, - "accuracy": 0.524704, - "main_score": 0.48553, - "hf_subset": "fin_Latn-fon_Latn", - "languages": [ - "fin-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-jav_Latn", - "languages": [ - "fin-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-lao_Laoo", - "languages": [ - "fin-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869401, - "recall": 0.90415, - "f1": 0.880402, - "accuracy": 0.90415, - "main_score": 0.880402, - "hf_subset": "fin_Latn-mri_Latn", - "languages": [ - "fin-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-rus_Cyrl", - "languages": [ - "fin-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530857, - "recall": 0.591897, - "f1": 0.547465, - "accuracy": 0.591897, - "main_score": 0.547465, - "hf_subset": "fin_Latn-taq_Latn", - "languages": [ - "fin-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fin_Latn-war_Latn", - "languages": [ - "fin-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-arb_Arab", - "languages": [ - "fin-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-bul_Cyrl", - "languages": [ - "fin-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-fra_Latn", - "languages": [ - "fin-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-jpn_Jpan", - "languages": [ - "fin-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "fin_Latn-lij_Latn", - "languages": [ - "fin-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "fin_Latn-mya_Mymr", - "languages": [ - "fin-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586124, - "recall": 0.643281, - "f1": 0.602061, - "accuracy": 0.643281, - "main_score": 0.602061, - "hf_subset": "fin_Latn-sag_Latn", - "languages": [ - "fin-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192636, - "recall": 0.248024, - "f1": 0.205472, - "accuracy": 0.248024, - "main_score": 0.205472, - "hf_subset": "fin_Latn-taq_Tfng", - "languages": [ - "fin-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622621, - "recall": 0.679842, - "f1": 0.638601, - "accuracy": 0.679842, - "main_score": 0.638601, - "hf_subset": "fin_Latn-wol_Latn", - "languages": [ - "fin-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804924, - "recall": 0.854743, - "f1": 0.820356, - "accuracy": 0.854743, - "main_score": 0.820356, - "hf_subset": "fin_Latn-arb_Latn", - "languages": [ - "fin-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-cat_Latn", - "languages": [ - "fin-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "fin_Latn-fur_Latn", - "languages": [ - "fin-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404457, - "recall": 0.462451, - "f1": 0.420368, - "accuracy": 0.462451, - "main_score": 0.420368, - "hf_subset": "fin_Latn-kab_Latn", - "languages": [ - "fin-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fin_Latn-lim_Latn", - "languages": [ - "fin-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-nld_Latn", - "languages": [ - "fin-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "fin_Latn-san_Deva", - "languages": [ - "fin-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fin_Latn-tat_Cyrl", - "languages": [ - "fin-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660104, - "recall": 0.714427, - "f1": 0.675831, - "accuracy": 0.714427, - "main_score": 0.675831, - "hf_subset": "fin_Latn-xho_Latn", - "languages": [ - "fin-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-ars_Arab", - "languages": [ - "fin-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fin_Latn-ceb_Latn", - "languages": [ - "fin-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551721, - "recall": 0.608696, - "f1": 0.567649, - "accuracy": 0.608696, - "main_score": 0.567649, - "hf_subset": "fin_Latn-fuv_Latn", - "languages": [ - "fin-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5204, - "recall": 0.587945, - "f1": 0.539018, - "accuracy": 0.587945, - "main_score": 0.539018, - "hf_subset": "fin_Latn-kac_Latn", - "languages": [ - "fin-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644426, - "recall": 0.699605, - "f1": 0.660674, - "accuracy": 0.699605, - "main_score": 0.660674, - "hf_subset": "fin_Latn-lin_Latn", - "languages": [ - "fin-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-nno_Latn", - "languages": [ - "fin-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.219935, - "recall": 0.301383, - "f1": 0.241276, - "accuracy": 0.301383, - "main_score": 0.241276, - "hf_subset": "fin_Latn-sat_Olck", - "languages": [ - "fin-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-tel_Telu", - "languages": [ - "fin-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "fin_Latn-ydd_Hebr", - "languages": [ - "fin-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "fin_Latn-ary_Arab", - "languages": [ - "fin-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-ces_Latn", - "languages": [ - "fin-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582206, - "recall": 0.645257, - "f1": 0.600445, - "accuracy": 0.645257, - "main_score": 0.600445, - "hf_subset": "fin_Latn-gaz_Latn", - "languages": [ - "fin-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587684, - "recall": 0.645257, - "f1": 0.604545, - "accuracy": 0.645257, - "main_score": 0.604545, - "hf_subset": "fin_Latn-kam_Latn", - "languages": [ - "fin-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "fin_Latn-lit_Latn", - "languages": [ - "fin-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fin_Latn-nob_Latn", - "languages": [ - "fin-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "fin_Latn-scn_Latn", - "languages": [ - "fin-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "fin_Latn-tgk_Cyrl", - "languages": [ - "fin-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707379, - "recall": 0.768775, - "f1": 0.725368, - "accuracy": 0.768775, - "main_score": 0.725368, - "hf_subset": "fin_Latn-yor_Latn", - "languages": [ - "fin-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-arz_Arab", - "languages": [ - "fin-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552566, - "recall": 0.608696, - "f1": 0.568553, - "accuracy": 0.608696, - "main_score": 0.568553, - "hf_subset": "fin_Latn-cjk_Latn", - "languages": [ - "fin-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801054, - "recall": 0.850791, - "f1": 0.81629, - "accuracy": 0.850791, - "main_score": 0.81629, - "hf_subset": "fin_Latn-gla_Latn", - "languages": [ - "fin-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-kan_Knda", - "languages": [ - "fin-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "fin_Latn-lmo_Latn", - "languages": [ - "fin-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "fin_Latn-npi_Deva", - "languages": [ - "fin-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464803, - "recall": 0.527668, - "f1": 0.482253, - "accuracy": 0.527668, - "main_score": 0.482253, - "hf_subset": "fin_Latn-shn_Mymr", - "languages": [ - "fin-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-tgl_Latn", - "languages": [ - "fin-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-yue_Hant", - "languages": [ - "fin-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-asm_Beng", - "languages": [ - "fin-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "fin_Latn-ckb_Arab", - "languages": [ - "fin-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895257, - "recall": 0.921937, - "f1": 0.903411, - "accuracy": 0.921937, - "main_score": 0.903411, - "hf_subset": "fin_Latn-gle_Latn", - "languages": [ - "fin-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956851, - "accuracy": 0.966403, - "main_score": 0.956851, - "hf_subset": "fin_Latn-kas_Arab", - "languages": [ - "fin-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940547, - "recall": 0.958498, - "f1": 0.946311, - "accuracy": 0.958498, - "main_score": 0.946311, - "hf_subset": "fin_Latn-ltg_Latn", - "languages": [ - "fin-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60006, - "recall": 0.651186, - "f1": 0.614703, - "accuracy": 0.651186, - "main_score": 0.614703, - "hf_subset": "fin_Latn-nso_Latn", - "languages": [ - "fin-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "fin_Latn-sin_Sinh", - "languages": [ - "fin-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-tha_Thai", - "languages": [ - "fin-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-zho_Hans", - "languages": [ - "fin-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-ast_Latn", - "languages": [ - "fin-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-crh_Latn", - "languages": [ - "fin-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-glg_Latn", - "languages": [ - "fin-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897069, - "recall": 0.927866, - "f1": 0.906917, - "accuracy": 0.927866, - "main_score": 0.906917, - "hf_subset": "fin_Latn-kas_Deva", - "languages": [ - "fin-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fin_Latn-ltz_Latn", - "languages": [ - "fin-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465139, - "recall": 0.521739, - "f1": 0.480305, - "accuracy": 0.521739, - "main_score": 0.480305, - "hf_subset": "fin_Latn-nus_Latn", - "languages": [ - "fin-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-slk_Latn", - "languages": [ - "fin-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613439, - "recall": 0.682806, - "f1": 0.633804, - "accuracy": 0.682806, - "main_score": 0.633804, - "hf_subset": "fin_Latn-tir_Ethi", - "languages": [ - "fin-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-zho_Hant", - "languages": [ - "fin-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "fin_Latn-awa_Deva", - "languages": [ - "fin-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "fin_Latn-cym_Latn", - "languages": [ - "fin-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824605, - "recall": 0.867589, - "f1": 0.838076, - "accuracy": 0.867589, - "main_score": 0.838076, - "hf_subset": "fin_Latn-grn_Latn", - "languages": [ - "fin-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-kat_Geor", - "languages": [ - "fin-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63583, - "recall": 0.684783, - "f1": 0.649778, - "accuracy": 0.684783, - "main_score": 0.649778, - "hf_subset": "fin_Latn-lua_Latn", - "languages": [ - "fin-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627193, - "recall": 0.6917, - "f1": 0.646311, - "accuracy": 0.6917, - "main_score": 0.646311, - "hf_subset": "fin_Latn-nya_Latn", - "languages": [ - "fin-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-slv_Latn", - "languages": [ - "fin-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "fin_Latn-tpi_Latn", - "languages": [ - "fin-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-zsm_Latn", - "languages": [ - "fin-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544981, - "recall": 0.607708, - "f1": 0.562999, - "accuracy": 0.607708, - "main_score": 0.562999, - "hf_subset": "fin_Latn-ayr_Latn", - "languages": [ - "fin-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-dan_Latn", - "languages": [ - "fin-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-guj_Gujr", - "languages": [ - "fin-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fin_Latn-kaz_Cyrl", - "languages": [ - "fin-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530685, - "recall": 0.594862, - "f1": 0.548279, - "accuracy": 0.594862, - "main_score": 0.548279, - "hf_subset": "fin_Latn-lug_Latn", - "languages": [ - "fin-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-oci_Latn", - "languages": [ - "fin-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823864, - "recall": 0.867589, - "f1": 0.837088, - "accuracy": 0.867589, - "main_score": 0.837088, - "hf_subset": "fin_Latn-smo_Latn", - "languages": [ - "fin-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540771, - "recall": 0.602767, - "f1": 0.558366, - "accuracy": 0.602767, - "main_score": 0.558366, - "hf_subset": "fin_Latn-tsn_Latn", - "languages": [ - "fin-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60094, - "recall": 0.66502, - "f1": 0.619637, - "accuracy": 0.66502, - "main_score": 0.619637, - "hf_subset": "fin_Latn-zul_Latn", - "languages": [ - "fin-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918478, - "recall": 0.940711, - "f1": 0.925725, - "accuracy": 0.940711, - "main_score": 0.925725, - "hf_subset": "fin_Latn-azb_Arab", - "languages": [ - "fin-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-deu_Latn", - "languages": [ - "fin-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.978261, - "f1": 0.972332, - "accuracy": 0.978261, - "main_score": 0.972332, - "hf_subset": "fin_Latn-hat_Latn", - "languages": [ - "fin-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485486, - "recall": 0.54249, - "f1": 0.501003, - "accuracy": 0.54249, - "main_score": 0.501003, - "hf_subset": "fin_Latn-kbp_Latn", - "languages": [ - "fin-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575998, - "recall": 0.632411, - "f1": 0.591366, - "accuracy": 0.632411, - "main_score": 0.591366, - "hf_subset": "fin_Latn-luo_Latn", - "languages": [ - "fin-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-ory_Orya", - "languages": [ - "fin-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591922, - "recall": 0.653162, - "f1": 0.609052, - "accuracy": 0.653162, - "main_score": 0.609052, - "hf_subset": "fin_Latn-sna_Latn", - "languages": [ - "fin-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538441, - "recall": 0.596838, - "f1": 0.554858, - "accuracy": 0.596838, - "main_score": 0.554858, - "hf_subset": "fin_Latn-tso_Latn", - "languages": [ - "fin-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "fin_Latn-azj_Latn", - "languages": [ - "fin-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529558, - "recall": 0.594862, - "f1": 0.548328, - "accuracy": 0.594862, - "main_score": 0.548328, - "hf_subset": "fin_Latn-dik_Latn", - "languages": [ - "fin-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741617, - "recall": 0.794466, - "f1": 0.757529, - "accuracy": 0.794466, - "main_score": 0.757529, - "hf_subset": "fin_Latn-hau_Latn", - "languages": [ - "fin-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "fin_Latn-kea_Latn", - "languages": [ - "fin-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743092, - "recall": 0.79249, - "f1": 0.757922, - "accuracy": 0.79249, - "main_score": 0.757922, - "hf_subset": "fin_Latn-lus_Latn", - "languages": [ - "fin-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866469, - "recall": 0.896245, - "f1": 0.875414, - "accuracy": 0.896245, - "main_score": 0.875414, - "hf_subset": "fin_Latn-pag_Latn", - "languages": [ - "fin-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fin_Latn-snd_Arab", - "languages": [ - "fin-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "fin_Latn-tuk_Latn", - "languages": [ - "fin-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fin_Latn-bak_Cyrl", - "languages": [ - "fin-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481539, - "recall": 0.5583, - "f1": 0.5045, - "accuracy": 0.5583, - "main_score": 0.5045, - "hf_subset": "fin_Latn-dyu_Latn", - "languages": [ - "fin-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fin_Latn-heb_Hebr", - "languages": [ - "fin-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fin_Latn-khk_Cyrl", - "languages": [ - "fin-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-lvs_Latn", - "languages": [ - "fin-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fin_Latn-pan_Guru", - "languages": [ - "fin-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702226, - "recall": 0.755929, - "f1": 0.718281, - "accuracy": 0.755929, - "main_score": 0.718281, - "hf_subset": "fin_Latn-som_Latn", - "languages": [ - "fin-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596123, - "recall": 0.646245, - "f1": 0.610337, - "accuracy": 0.646245, - "main_score": 0.610337, - "hf_subset": "fin_Latn-tum_Latn", - "languages": [ - "fin-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612534, - "recall": 0.673913, - "f1": 0.630149, - "accuracy": 0.673913, - "main_score": 0.630149, - "hf_subset": "ita_Latn-ace_Arab", - "languages": [ - "ita-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538572, - "recall": 0.601779, - "f1": 0.556221, - "accuracy": 0.601779, - "main_score": 0.556221, - "hf_subset": "ita_Latn-bam_Latn", - "languages": [ - "ita-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456849, - "recall": 0.535573, - "f1": 0.478106, - "accuracy": 0.535573, - "main_score": 0.478106, - "hf_subset": "ita_Latn-dzo_Tibt", - "languages": [ - "ita-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-hin_Deva", - "languages": [ - "ita-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ita_Latn-khm_Khmr", - "languages": [ - "ita-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-mag_Deva", - "languages": [ - "ita-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ita_Latn-pap_Latn", - "languages": [ - "ita-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613343, - "recall": 0.673913, - "f1": 0.630412, - "accuracy": 0.673913, - "main_score": 0.630412, - "hf_subset": "ita_Latn-sot_Latn", - "languages": [ - "ita-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-tur_Latn", - "languages": [ - "ita-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893034, - "recall": 0.924901, - "f1": 0.903228, - "accuracy": 0.924901, - "main_score": 0.903228, - "hf_subset": "ita_Latn-ace_Latn", - "languages": [ - "ita-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968544, - "accuracy": 0.975296, - "main_score": 0.968544, - "hf_subset": "ita_Latn-ban_Latn", - "languages": [ - "ita-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ell_Grek", - "languages": [ - "ita-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ita_Latn-hne_Deva", - "languages": [ - "ita-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616231, - "recall": 0.674901, - "f1": 0.633072, - "accuracy": 0.674901, - "main_score": 0.633072, - "hf_subset": "ita_Latn-kik_Latn", - "languages": [ - "ita-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-mai_Deva", - "languages": [ - "ita-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "ita_Latn-pbt_Arab", - "languages": [ - "ita-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-spa_Latn", - "languages": [ - "ita-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61996, - "recall": 0.685771, - "f1": 0.638829, - "accuracy": 0.685771, - "main_score": 0.638829, - "hf_subset": "ita_Latn-twi_Latn", - "languages": [ - "ita-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-acm_Arab", - "languages": [ - "ita-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-bel_Cyrl", - "languages": [ - "ita-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-eng_Latn", - "languages": [ - "ita-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-hrv_Latn", - "languages": [ - "ita-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569962, - "recall": 0.633399, - "f1": 0.588007, - "accuracy": 0.633399, - "main_score": 0.588007, - "hf_subset": "ita_Latn-kin_Latn", - "languages": [ - "ita-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-mal_Mlym", - "languages": [ - "ita-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-pes_Arab", - "languages": [ - "ita-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ita_Latn-srd_Latn", - "languages": [ - "ita-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176318, - "recall": 0.22332, - "f1": 0.187942, - "accuracy": 0.22332, - "main_score": 0.187942, - "hf_subset": "ita_Latn-tzm_Tfng", - "languages": [ - "ita-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-acq_Arab", - "languages": [ - "ita-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633277, - "recall": 0.689723, - "f1": 0.649574, - "accuracy": 0.689723, - "main_score": 0.649574, - "hf_subset": "ita_Latn-bem_Latn", - "languages": [ - "ita-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-epo_Latn", - "languages": [ - "ita-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-hun_Latn", - "languages": [ - "ita-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ita_Latn-kir_Cyrl", - "languages": [ - "ita-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-mar_Deva", - "languages": [ - "ita-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699349, - "recall": 0.747036, - "f1": 0.713098, - "accuracy": 0.747036, - "main_score": 0.713098, - "hf_subset": "ita_Latn-plt_Latn", - "languages": [ - "ita-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-srp_Cyrl", - "languages": [ - "ita-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "ita_Latn-uig_Arab", - "languages": [ - "ita-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-aeb_Arab", - "languages": [ - "ita-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ben_Beng", - "languages": [ - "ita-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-est_Latn", - "languages": [ - "ita-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-hye_Armn", - "languages": [ - "ita-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560153, - "recall": 0.61166, - "f1": 0.574627, - "accuracy": 0.61166, - "main_score": 0.574627, - "hf_subset": "ita_Latn-kmb_Latn", - "languages": [ - "ita-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514877, - "recall": 0.588933, - "f1": 0.534761, - "accuracy": 0.588933, - "main_score": 0.534761, - "hf_subset": "ita_Latn-min_Arab", - "languages": [ - "ita-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-pol_Latn", - "languages": [ - "ita-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561528, - "recall": 0.630435, - "f1": 0.581719, - "accuracy": 0.630435, - "main_score": 0.581719, - "hf_subset": "ita_Latn-ssw_Latn", - "languages": [ - "ita-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ukr_Cyrl", - "languages": [ - "ita-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-afr_Latn", - "languages": [ - "ita-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-bho_Deva", - "languages": [ - "ita-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ita_Latn-eus_Latn", - "languages": [ - "ita-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592361, - "recall": 0.657115, - "f1": 0.61083, - "accuracy": 0.657115, - "main_score": 0.61083, - "hf_subset": "ita_Latn-ibo_Latn", - "languages": [ - "ita-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916173, - "recall": 0.9417, - "f1": 0.924407, - "accuracy": 0.9417, - "main_score": 0.924407, - "hf_subset": "ita_Latn-kmr_Latn", - "languages": [ - "ita-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ita_Latn-min_Latn", - "languages": [ - "ita-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-por_Latn", - "languages": [ - "ita-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-sun_Latn", - "languages": [ - "ita-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522868, - "recall": 0.590909, - "f1": 0.542478, - "accuracy": 0.590909, - "main_score": 0.542478, - "hf_subset": "ita_Latn-umb_Latn", - "languages": [ - "ita-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ajp_Arab", - "languages": [ - "ita-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55329, - "recall": 0.618577, - "f1": 0.571532, - "accuracy": 0.618577, - "main_score": 0.571532, - "hf_subset": "ita_Latn-bjn_Arab", - "languages": [ - "ita-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526818, - "recall": 0.585968, - "f1": 0.543592, - "accuracy": 0.585968, - "main_score": 0.543592, - "hf_subset": "ita_Latn-ewe_Latn", - "languages": [ - "ita-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951252, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "ita_Latn-ilo_Latn", - "languages": [ - "ita-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319583, - "recall": 0.37747, - "f1": 0.335948, - "accuracy": 0.37747, - "main_score": 0.335948, - "hf_subset": "ita_Latn-knc_Arab", - "languages": [ - "ita-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-mkd_Cyrl", - "languages": [ - "ita-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-prs_Arab", - "languages": [ - "ita-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-swe_Latn", - "languages": [ - "ita-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-urd_Arab", - "languages": [ - "ita-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605126, - "recall": 0.666008, - "f1": 0.621812, - "accuracy": 0.666008, - "main_score": 0.621812, - "hf_subset": "ita_Latn-aka_Latn", - "languages": [ - "ita-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ita_Latn-bjn_Latn", - "languages": [ - "ita-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ita_Latn-fao_Latn", - "languages": [ - "ita-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ind_Latn", - "languages": [ - "ita-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599496, - "recall": 0.657115, - "f1": 0.615906, - "accuracy": 0.657115, - "main_score": 0.615906, - "hf_subset": "ita_Latn-knc_Latn", - "languages": [ - "ita-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-mlt_Latn", - "languages": [ - "ita-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723884, - "recall": 0.786561, - "f1": 0.742163, - "accuracy": 0.786561, - "main_score": 0.742163, - "hf_subset": "ita_Latn-quy_Latn", - "languages": [ - "ita-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ita_Latn-swh_Latn", - "languages": [ - "ita-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ita_Latn-uzn_Latn", - "languages": [ - "ita-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-als_Latn", - "languages": [ - "ita-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688291, - "recall": 0.76087, - "f1": 0.709783, - "accuracy": 0.76087, - "main_score": 0.709783, - "hf_subset": "ita_Latn-bod_Tibt", - "languages": [ - "ita-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719324, - "recall": 0.775692, - "f1": 0.735804, - "accuracy": 0.775692, - "main_score": 0.735804, - "hf_subset": "ita_Latn-fij_Latn", - "languages": [ - "ita-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ita_Latn-isl_Latn", - "languages": [ - "ita-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688307, - "recall": 0.73913, - "f1": 0.703364, - "accuracy": 0.73913, - "main_score": 0.703364, - "hf_subset": "ita_Latn-kon_Latn", - "languages": [ - "ita-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683959, - "recall": 0.747036, - "f1": 0.702296, - "accuracy": 0.747036, - "main_score": 0.702296, - "hf_subset": "ita_Latn-mni_Beng", - "languages": [ - "ita-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ron_Latn", - "languages": [ - "ita-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "ita_Latn-szl_Latn", - "languages": [ - "ita-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-vec_Latn", - "languages": [ - "ita-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944335, - "recall": 0.962451, - "f1": 0.950264, - "accuracy": 0.962451, - "main_score": 0.950264, - "hf_subset": "ita_Latn-amh_Ethi", - "languages": [ - "ita-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-bos_Latn", - "languages": [ - "ita-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-fin_Latn", - "languages": [ - "ita-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-kor_Hang", - "languages": [ - "ita-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563452, - "recall": 0.625494, - "f1": 0.580853, - "accuracy": 0.625494, - "main_score": 0.580853, - "hf_subset": "ita_Latn-mos_Latn", - "languages": [ - "ita-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565349, - "recall": 0.623518, - "f1": 0.581461, - "accuracy": 0.623518, - "main_score": 0.581461, - "hf_subset": "ita_Latn-run_Latn", - "languages": [ - "ita-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-tam_Taml", - "languages": [ - "ita-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-vie_Latn", - "languages": [ - "ita-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-apc_Arab", - "languages": [ - "ita-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814097, - "recall": 0.857708, - "f1": 0.826779, - "accuracy": 0.857708, - "main_score": 0.826779, - "hf_subset": "ita_Latn-bug_Latn", - "languages": [ - "ita-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474358, - "recall": 0.535573, - "f1": 0.490784, - "accuracy": 0.535573, - "main_score": 0.490784, - "hf_subset": "ita_Latn-fon_Latn", - "languages": [ - "ita-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ita_Latn-jav_Latn", - "languages": [ - "ita-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-lao_Laoo", - "languages": [ - "ita-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882493, - "recall": 0.916996, - "f1": 0.893629, - "accuracy": 0.916996, - "main_score": 0.893629, - "hf_subset": "ita_Latn-mri_Latn", - "languages": [ - "ita-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-rus_Cyrl", - "languages": [ - "ita-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54911, - "recall": 0.612648, - "f1": 0.566693, - "accuracy": 0.612648, - "main_score": 0.566693, - "hf_subset": "ita_Latn-taq_Latn", - "languages": [ - "ita-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-war_Latn", - "languages": [ - "ita-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-arb_Arab", - "languages": [ - "ita-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-bul_Cyrl", - "languages": [ - "ita-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-fra_Latn", - "languages": [ - "ita-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-jpn_Jpan", - "languages": [ - "ita-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-lij_Latn", - "languages": [ - "ita-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "ita_Latn-mya_Mymr", - "languages": [ - "ita-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616981, - "recall": 0.685771, - "f1": 0.636422, - "accuracy": 0.685771, - "main_score": 0.636422, - "hf_subset": "ita_Latn-sag_Latn", - "languages": [ - "ita-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194446, - "recall": 0.250988, - "f1": 0.207447, - "accuracy": 0.250988, - "main_score": 0.207447, - "hf_subset": "ita_Latn-taq_Tfng", - "languages": [ - "ita-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640349, - "recall": 0.705534, - "f1": 0.659096, - "accuracy": 0.705534, - "main_score": 0.659096, - "hf_subset": "ita_Latn-wol_Latn", - "languages": [ - "ita-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832049, - "recall": 0.876482, - "f1": 0.845652, - "accuracy": 0.876482, - "main_score": 0.845652, - "hf_subset": "ita_Latn-arb_Latn", - "languages": [ - "ita-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-cat_Latn", - "languages": [ - "ita-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-fur_Latn", - "languages": [ - "ita-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420128, - "recall": 0.479249, - "f1": 0.436328, - "accuracy": 0.479249, - "main_score": 0.436328, - "hf_subset": "ita_Latn-kab_Latn", - "languages": [ - "ita-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ita_Latn-lim_Latn", - "languages": [ - "ita-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-nld_Latn", - "languages": [ - "ita-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ita_Latn-san_Deva", - "languages": [ - "ita-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-tat_Cyrl", - "languages": [ - "ita-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67832, - "recall": 0.738142, - "f1": 0.696017, - "accuracy": 0.738142, - "main_score": 0.696017, - "hf_subset": "ita_Latn-xho_Latn", - "languages": [ - "ita-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ars_Arab", - "languages": [ - "ita-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-ceb_Latn", - "languages": [ - "ita-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572632, - "recall": 0.634387, - "f1": 0.590057, - "accuracy": 0.634387, - "main_score": 0.590057, - "hf_subset": "ita_Latn-fuv_Latn", - "languages": [ - "ita-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524284, - "recall": 0.592885, - "f1": 0.543587, - "accuracy": 0.592885, - "main_score": 0.543587, - "hf_subset": "ita_Latn-kac_Latn", - "languages": [ - "ita-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694928, - "recall": 0.742095, - "f1": 0.708912, - "accuracy": 0.742095, - "main_score": 0.708912, - "hf_subset": "ita_Latn-lin_Latn", - "languages": [ - "ita-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-nno_Latn", - "languages": [ - "ita-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229599, - "recall": 0.310277, - "f1": 0.251223, - "accuracy": 0.310277, - "main_score": 0.251223, - "hf_subset": "ita_Latn-sat_Olck", - "languages": [ - "ita-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-tel_Telu", - "languages": [ - "ita-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "ita_Latn-ydd_Hebr", - "languages": [ - "ita-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ita_Latn-ary_Arab", - "languages": [ - "ita-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ces_Latn", - "languages": [ - "ita-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5861, - "recall": 0.653162, - "f1": 0.605999, - "accuracy": 0.653162, - "main_score": 0.605999, - "hf_subset": "ita_Latn-gaz_Latn", - "languages": [ - "ita-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589888, - "recall": 0.657115, - "f1": 0.609036, - "accuracy": 0.657115, - "main_score": 0.609036, - "hf_subset": "ita_Latn-kam_Latn", - "languages": [ - "ita-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ita_Latn-lit_Latn", - "languages": [ - "ita-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-nob_Latn", - "languages": [ - "ita-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ita_Latn-scn_Latn", - "languages": [ - "ita-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ita_Latn-tgk_Cyrl", - "languages": [ - "ita-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732889, - "recall": 0.793478, - "f1": 0.751421, - "accuracy": 0.793478, - "main_score": 0.751421, - "hf_subset": "ita_Latn-yor_Latn", - "languages": [ - "ita-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-arz_Arab", - "languages": [ - "ita-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569188, - "recall": 0.636364, - "f1": 0.588792, - "accuracy": 0.636364, - "main_score": 0.588792, - "hf_subset": "ita_Latn-cjk_Latn", - "languages": [ - "ita-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803771, - "recall": 0.852767, - "f1": 0.818544, - "accuracy": 0.852767, - "main_score": 0.818544, - "hf_subset": "ita_Latn-gla_Latn", - "languages": [ - "ita-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-kan_Knda", - "languages": [ - "ita-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "ita_Latn-lmo_Latn", - "languages": [ - "ita-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ita_Latn-npi_Deva", - "languages": [ - "ita-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482686, - "recall": 0.548419, - "f1": 0.500729, - "accuracy": 0.548419, - "main_score": 0.500729, - "hf_subset": "ita_Latn-shn_Mymr", - "languages": [ - "ita-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-tgl_Latn", - "languages": [ - "ita-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-yue_Hant", - "languages": [ - "ita-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-asm_Beng", - "languages": [ - "ita-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "ita_Latn-ckb_Arab", - "languages": [ - "ita-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898419, - "recall": 0.927866, - "f1": 0.907773, - "accuracy": 0.927866, - "main_score": 0.907773, - "hf_subset": "ita_Latn-gle_Latn", - "languages": [ - "ita-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "ita_Latn-kas_Arab", - "languages": [ - "ita-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "ita_Latn-ltg_Latn", - "languages": [ - "ita-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626105, - "recall": 0.678854, - "f1": 0.641498, - "accuracy": 0.678854, - "main_score": 0.641498, - "hf_subset": "ita_Latn-nso_Latn", - "languages": [ - "ita-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ita_Latn-sin_Sinh", - "languages": [ - "ita-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-tha_Thai", - "languages": [ - "ita-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-zho_Hans", - "languages": [ - "ita-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ast_Latn", - "languages": [ - "ita-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-crh_Latn", - "languages": [ - "ita-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-glg_Latn", - "languages": [ - "ita-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913043, - "recall": 0.939723, - "f1": 0.921574, - "accuracy": 0.939723, - "main_score": 0.921574, - "hf_subset": "ita_Latn-kas_Deva", - "languages": [ - "ita-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "ita_Latn-ltz_Latn", - "languages": [ - "ita-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47142, - "recall": 0.541502, - "f1": 0.490301, - "accuracy": 0.541502, - "main_score": 0.490301, - "hf_subset": "ita_Latn-nus_Latn", - "languages": [ - "ita-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-slk_Latn", - "languages": [ - "ita-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640333, - "recall": 0.714427, - "f1": 0.662832, - "accuracy": 0.714427, - "main_score": 0.662832, - "hf_subset": "ita_Latn-tir_Ethi", - "languages": [ - "ita-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-zho_Hant", - "languages": [ - "ita-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "ita_Latn-awa_Deva", - "languages": [ - "ita-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ita_Latn-cym_Latn", - "languages": [ - "ita-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865036, - "recall": 0.900198, - "f1": 0.875856, - "accuracy": 0.900198, - "main_score": 0.875856, - "hf_subset": "ita_Latn-grn_Latn", - "languages": [ - "ita-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-kat_Geor", - "languages": [ - "ita-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663697, - "recall": 0.719368, - "f1": 0.67968, - "accuracy": 0.719368, - "main_score": 0.67968, - "hf_subset": "ita_Latn-lua_Latn", - "languages": [ - "ita-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663935, - "recall": 0.725296, - "f1": 0.681936, - "accuracy": 0.725296, - "main_score": 0.681936, - "hf_subset": "ita_Latn-nya_Latn", - "languages": [ - "ita-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-slv_Latn", - "languages": [ - "ita-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "ita_Latn-tpi_Latn", - "languages": [ - "ita-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-zsm_Latn", - "languages": [ - "ita-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544568, - "recall": 0.615613, - "f1": 0.565277, - "accuracy": 0.615613, - "main_score": 0.565277, - "hf_subset": "ita_Latn-ayr_Latn", - "languages": [ - "ita-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-dan_Latn", - "languages": [ - "ita-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-guj_Gujr", - "languages": [ - "ita-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-kaz_Cyrl", - "languages": [ - "ita-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551257, - "recall": 0.613636, - "f1": 0.56845, - "accuracy": 0.613636, - "main_score": 0.56845, - "hf_subset": "ita_Latn-lug_Latn", - "languages": [ - "ita-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-oci_Latn", - "languages": [ - "ita-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838472, - "recall": 0.882411, - "f1": 0.852207, - "accuracy": 0.882411, - "main_score": 0.852207, - "hf_subset": "ita_Latn-smo_Latn", - "languages": [ - "ita-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568365, - "recall": 0.630435, - "f1": 0.586148, - "accuracy": 0.630435, - "main_score": 0.586148, - "hf_subset": "ita_Latn-tsn_Latn", - "languages": [ - "ita-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622431, - "recall": 0.682806, - "f1": 0.640059, - "accuracy": 0.682806, - "main_score": 0.640059, - "hf_subset": "ita_Latn-zul_Latn", - "languages": [ - "ita-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9347, - "recall": 0.954545, - "f1": 0.941107, - "accuracy": 0.954545, - "main_score": 0.941107, - "hf_subset": "ita_Latn-azb_Arab", - "languages": [ - "ita-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-deu_Latn", - "languages": [ - "ita-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.982213, - "f1": 0.977602, - "accuracy": 0.982213, - "main_score": 0.977602, - "hf_subset": "ita_Latn-hat_Latn", - "languages": [ - "ita-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504317, - "recall": 0.559289, - "f1": 0.519965, - "accuracy": 0.559289, - "main_score": 0.519965, - "hf_subset": "ita_Latn-kbp_Latn", - "languages": [ - "ita-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584955, - "recall": 0.644269, - "f1": 0.60137, - "accuracy": 0.644269, - "main_score": 0.60137, - "hf_subset": "ita_Latn-luo_Latn", - "languages": [ - "ita-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-ory_Orya", - "languages": [ - "ita-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603576, - "recall": 0.666996, - "f1": 0.622101, - "accuracy": 0.666996, - "main_score": 0.622101, - "hf_subset": "ita_Latn-sna_Latn", - "languages": [ - "ita-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580708, - "recall": 0.63834, - "f1": 0.596823, - "accuracy": 0.63834, - "main_score": 0.596823, - "hf_subset": "ita_Latn-tso_Latn", - "languages": [ - "ita-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-azj_Latn", - "languages": [ - "ita-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548021, - "recall": 0.616601, - "f1": 0.568019, - "accuracy": 0.616601, - "main_score": 0.568019, - "hf_subset": "ita_Latn-dik_Latn", - "languages": [ - "ita-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750758, - "recall": 0.80336, - "f1": 0.766337, - "accuracy": 0.80336, - "main_score": 0.766337, - "hf_subset": "ita_Latn-hau_Latn", - "languages": [ - "ita-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ita_Latn-kea_Latn", - "languages": [ - "ita-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752668, - "recall": 0.80336, - "f1": 0.767984, - "accuracy": 0.80336, - "main_score": 0.767984, - "hf_subset": "ita_Latn-lus_Latn", - "languages": [ - "ita-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88941, - "recall": 0.918972, - "f1": 0.898551, - "accuracy": 0.918972, - "main_score": 0.898551, - "hf_subset": "ita_Latn-pag_Latn", - "languages": [ - "ita-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ita_Latn-snd_Arab", - "languages": [ - "ita-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "ita_Latn-tuk_Latn", - "languages": [ - "ita-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ita_Latn-bak_Cyrl", - "languages": [ - "ita-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505643, - "recall": 0.58004, - "f1": 0.526882, - "accuracy": 0.58004, - "main_score": 0.526882, - "hf_subset": "ita_Latn-dyu_Latn", - "languages": [ - "ita-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-heb_Hebr", - "languages": [ - "ita-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ita_Latn-khk_Cyrl", - "languages": [ - "ita-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ita_Latn-lvs_Latn", - "languages": [ - "ita-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ita_Latn-pan_Guru", - "languages": [ - "ita-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709964, - "recall": 0.771739, - "f1": 0.728482, - "accuracy": 0.771739, - "main_score": 0.728482, - "hf_subset": "ita_Latn-som_Latn", - "languages": [ - "ita-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609174, - "recall": 0.661067, - "f1": 0.623685, - "accuracy": 0.661067, - "main_score": 0.623685, - "hf_subset": "ita_Latn-tum_Latn", - "languages": [ - "ita-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553468, - "recall": 0.620553, - "f1": 0.572185, - "accuracy": 0.620553, - "main_score": 0.572185, - "hf_subset": "kor_Hang-ace_Arab", - "languages": [ - "kor-Hang", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507216, - "recall": 0.572134, - "f1": 0.524759, - "accuracy": 0.572134, - "main_score": 0.524759, - "hf_subset": "kor_Hang-bam_Latn", - "languages": [ - "kor-Hang", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430089, - "recall": 0.513834, - "f1": 0.452395, - "accuracy": 0.513834, - "main_score": 0.452395, - "hf_subset": "kor_Hang-dzo_Tibt", - "languages": [ - "kor-Hang", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-hin_Deva", - "languages": [ - "kor-Hang", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kor_Hang-khm_Khmr", - "languages": [ - "kor-Hang", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-mag_Deva", - "languages": [ - "kor-Hang", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "kor_Hang-pap_Latn", - "languages": [ - "kor-Hang", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567449, - "recall": 0.626482, - "f1": 0.58362, - "accuracy": 0.626482, - "main_score": 0.58362, - "hf_subset": "kor_Hang-sot_Latn", - "languages": [ - "kor-Hang", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-tur_Latn", - "languages": [ - "kor-Hang", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849226, - "recall": 0.889328, - "f1": 0.861693, - "accuracy": 0.889328, - "main_score": 0.861693, - "hf_subset": "kor_Hang-ace_Latn", - "languages": [ - "kor-Hang", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "kor_Hang-ban_Latn", - "languages": [ - "kor-Hang", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ell_Grek", - "languages": [ - "kor-Hang", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "kor_Hang-hne_Deva", - "languages": [ - "kor-Hang", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586314, - "recall": 0.644269, - "f1": 0.603305, - "accuracy": 0.644269, - "main_score": 0.603305, - "hf_subset": "kor_Hang-kik_Latn", - "languages": [ - "kor-Hang", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-mai_Deva", - "languages": [ - "kor-Hang", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "kor_Hang-pbt_Arab", - "languages": [ - "kor-Hang", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-spa_Latn", - "languages": [ - "kor-Hang", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599886, - "recall": 0.671937, - "f1": 0.619703, - "accuracy": 0.671937, - "main_score": 0.619703, - "hf_subset": "kor_Hang-twi_Latn", - "languages": [ - "kor-Hang", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-acm_Arab", - "languages": [ - "kor-Hang", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-bel_Cyrl", - "languages": [ - "kor-Hang", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kor_Hang-eng_Latn", - "languages": [ - "kor-Hang", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-hrv_Latn", - "languages": [ - "kor-Hang", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531374, - "recall": 0.596838, - "f1": 0.549638, - "accuracy": 0.596838, - "main_score": 0.549638, - "hf_subset": "kor_Hang-kin_Latn", - "languages": [ - "kor-Hang", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-mal_Mlym", - "languages": [ - "kor-Hang", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-pes_Arab", - "languages": [ - "kor-Hang", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "kor_Hang-srd_Latn", - "languages": [ - "kor-Hang", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164416, - "recall": 0.218379, - "f1": 0.177491, - "accuracy": 0.218379, - "main_score": 0.177491, - "hf_subset": "kor_Hang-tzm_Tfng", - "languages": [ - "kor-Hang", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-acq_Arab", - "languages": [ - "kor-Hang", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612445, - "recall": 0.66996, - "f1": 0.628614, - "accuracy": 0.66996, - "main_score": 0.628614, - "hf_subset": "kor_Hang-bem_Latn", - "languages": [ - "kor-Hang", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-epo_Latn", - "languages": [ - "kor-Hang", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-hun_Latn", - "languages": [ - "kor-Hang", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-kir_Cyrl", - "languages": [ - "kor-Hang", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-mar_Deva", - "languages": [ - "kor-Hang", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650447, - "recall": 0.70751, - "f1": 0.666667, - "accuracy": 0.70751, - "main_score": 0.666667, - "hf_subset": "kor_Hang-plt_Latn", - "languages": [ - "kor-Hang", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-srp_Cyrl", - "languages": [ - "kor-Hang", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "kor_Hang-uig_Arab", - "languages": [ - "kor-Hang", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-aeb_Arab", - "languages": [ - "kor-Hang", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ben_Beng", - "languages": [ - "kor-Hang", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-est_Latn", - "languages": [ - "kor-Hang", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-hye_Armn", - "languages": [ - "kor-Hang", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530592, - "recall": 0.587945, - "f1": 0.546511, - "accuracy": 0.587945, - "main_score": 0.546511, - "hf_subset": "kor_Hang-kmb_Latn", - "languages": [ - "kor-Hang", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484301, - "recall": 0.560277, - "f1": 0.504492, - "accuracy": 0.560277, - "main_score": 0.504492, - "hf_subset": "kor_Hang-min_Arab", - "languages": [ - "kor-Hang", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-pol_Latn", - "languages": [ - "kor-Hang", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540991, - "recall": 0.607708, - "f1": 0.560248, - "accuracy": 0.607708, - "main_score": 0.560248, - "hf_subset": "kor_Hang-ssw_Latn", - "languages": [ - "kor-Hang", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ukr_Cyrl", - "languages": [ - "kor-Hang", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-afr_Latn", - "languages": [ - "kor-Hang", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-bho_Deva", - "languages": [ - "kor-Hang", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kor_Hang-eus_Latn", - "languages": [ - "kor-Hang", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56424, - "recall": 0.628458, - "f1": 0.581787, - "accuracy": 0.628458, - "main_score": 0.581787, - "hf_subset": "kor_Hang-ibo_Latn", - "languages": [ - "kor-Hang", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882691, - "recall": 0.914032, - "f1": 0.892358, - "accuracy": 0.914032, - "main_score": 0.892358, - "hf_subset": "kor_Hang-kmr_Latn", - "languages": [ - "kor-Hang", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "kor_Hang-min_Latn", - "languages": [ - "kor-Hang", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-por_Latn", - "languages": [ - "kor-Hang", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kor_Hang-sun_Latn", - "languages": [ - "kor-Hang", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517081, - "recall": 0.575099, - "f1": 0.533638, - "accuracy": 0.575099, - "main_score": 0.533638, - "hf_subset": "kor_Hang-umb_Latn", - "languages": [ - "kor-Hang", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ajp_Arab", - "languages": [ - "kor-Hang", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508426, - "recall": 0.579051, - "f1": 0.528262, - "accuracy": 0.579051, - "main_score": 0.528262, - "hf_subset": "kor_Hang-bjn_Arab", - "languages": [ - "kor-Hang", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510128, - "recall": 0.56917, - "f1": 0.526448, - "accuracy": 0.56917, - "main_score": 0.526448, - "hf_subset": "kor_Hang-ewe_Latn", - "languages": [ - "kor-Hang", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934783, - "recall": 0.954545, - "f1": 0.941041, - "accuracy": 0.954545, - "main_score": 0.941041, - "hf_subset": "kor_Hang-ilo_Latn", - "languages": [ - "kor-Hang", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306595, - "recall": 0.363636, - "f1": 0.322864, - "accuracy": 0.363636, - "main_score": 0.322864, - "hf_subset": "kor_Hang-knc_Arab", - "languages": [ - "kor-Hang", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-mkd_Cyrl", - "languages": [ - "kor-Hang", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-prs_Arab", - "languages": [ - "kor-Hang", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-swe_Latn", - "languages": [ - "kor-Hang", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-urd_Arab", - "languages": [ - "kor-Hang", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592988, - "recall": 0.655138, - "f1": 0.609724, - "accuracy": 0.655138, - "main_score": 0.609724, - "hf_subset": "kor_Hang-aka_Latn", - "languages": [ - "kor-Hang", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "kor_Hang-bjn_Latn", - "languages": [ - "kor-Hang", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "kor_Hang-fao_Latn", - "languages": [ - "kor-Hang", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kor_Hang-ind_Latn", - "languages": [ - "kor-Hang", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572586, - "recall": 0.632411, - "f1": 0.589654, - "accuracy": 0.632411, - "main_score": 0.589654, - "hf_subset": "kor_Hang-knc_Latn", - "languages": [ - "kor-Hang", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kor_Hang-mlt_Latn", - "languages": [ - "kor-Hang", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683943, - "recall": 0.75, - "f1": 0.703045, - "accuracy": 0.75, - "main_score": 0.703045, - "hf_subset": "kor_Hang-quy_Latn", - "languages": [ - "kor-Hang", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "kor_Hang-swh_Latn", - "languages": [ - "kor-Hang", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kor_Hang-uzn_Latn", - "languages": [ - "kor-Hang", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kor_Hang-als_Latn", - "languages": [ - "kor-Hang", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652809, - "recall": 0.730237, - "f1": 0.676038, - "accuracy": 0.730237, - "main_score": 0.676038, - "hf_subset": "kor_Hang-bod_Tibt", - "languages": [ - "kor-Hang", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689438, - "recall": 0.748024, - "f1": 0.706291, - "accuracy": 0.748024, - "main_score": 0.706291, - "hf_subset": "kor_Hang-fij_Latn", - "languages": [ - "kor-Hang", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "kor_Hang-isl_Latn", - "languages": [ - "kor-Hang", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653343, - "recall": 0.708498, - "f1": 0.669598, - "accuracy": 0.708498, - "main_score": 0.669598, - "hf_subset": "kor_Hang-kon_Latn", - "languages": [ - "kor-Hang", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647697, - "recall": 0.719368, - "f1": 0.669104, - "accuracy": 0.719368, - "main_score": 0.669104, - "hf_subset": "kor_Hang-mni_Beng", - "languages": [ - "kor-Hang", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ron_Latn", - "languages": [ - "kor-Hang", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.986166, - "f1": 0.983202, - "accuracy": 0.986166, - "main_score": 0.983202, - "hf_subset": "kor_Hang-szl_Latn", - "languages": [ - "kor-Hang", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-vec_Latn", - "languages": [ - "kor-Hang", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.963439, - "f1": 0.951252, - "accuracy": 0.963439, - "main_score": 0.951252, - "hf_subset": "kor_Hang-amh_Ethi", - "languages": [ - "kor-Hang", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-bos_Latn", - "languages": [ - "kor-Hang", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "kor_Hang-fin_Latn", - "languages": [ - "kor-Hang", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ita_Latn", - "languages": [ - "kor-Hang", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537855, - "recall": 0.596838, - "f1": 0.55439, - "accuracy": 0.596838, - "main_score": 0.55439, - "hf_subset": "kor_Hang-mos_Latn", - "languages": [ - "kor-Hang", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54053, - "recall": 0.600791, - "f1": 0.556683, - "accuracy": 0.600791, - "main_score": 0.556683, - "hf_subset": "kor_Hang-run_Latn", - "languages": [ - "kor-Hang", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-tam_Taml", - "languages": [ - "kor-Hang", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-vie_Latn", - "languages": [ - "kor-Hang", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-apc_Arab", - "languages": [ - "kor-Hang", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799835, - "recall": 0.848814, - "f1": 0.814248, - "accuracy": 0.848814, - "main_score": 0.814248, - "hf_subset": "kor_Hang-bug_Latn", - "languages": [ - "kor-Hang", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462057, - "recall": 0.523715, - "f1": 0.478822, - "accuracy": 0.523715, - "main_score": 0.478822, - "hf_subset": "kor_Hang-fon_Latn", - "languages": [ - "kor-Hang", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kor_Hang-jav_Latn", - "languages": [ - "kor-Hang", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-lao_Laoo", - "languages": [ - "kor-Hang", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848271, - "recall": 0.88834, - "f1": 0.860361, - "accuracy": 0.88834, - "main_score": 0.860361, - "hf_subset": "kor_Hang-mri_Latn", - "languages": [ - "kor-Hang", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-rus_Cyrl", - "languages": [ - "kor-Hang", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529062, - "recall": 0.592885, - "f1": 0.546382, - "accuracy": 0.592885, - "main_score": 0.546382, - "hf_subset": "kor_Hang-taq_Latn", - "languages": [ - "kor-Hang", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-war_Latn", - "languages": [ - "kor-Hang", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-arb_Arab", - "languages": [ - "kor-Hang", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-bul_Cyrl", - "languages": [ - "kor-Hang", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-fra_Latn", - "languages": [ - "kor-Hang", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-jpn_Jpan", - "languages": [ - "kor-Hang", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kor_Hang-lij_Latn", - "languages": [ - "kor-Hang", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kor_Hang-mya_Mymr", - "languages": [ - "kor-Hang", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583919, - "recall": 0.655138, - "f1": 0.603495, - "accuracy": 0.655138, - "main_score": 0.603495, - "hf_subset": "kor_Hang-sag_Latn", - "languages": [ - "kor-Hang", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182639, - "recall": 0.242095, - "f1": 0.195668, - "accuracy": 0.242095, - "main_score": 0.195668, - "hf_subset": "kor_Hang-taq_Tfng", - "languages": [ - "kor-Hang", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619661, - "recall": 0.684783, - "f1": 0.637352, - "accuracy": 0.684783, - "main_score": 0.637352, - "hf_subset": "kor_Hang-wol_Latn", - "languages": [ - "kor-Hang", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763422, - "recall": 0.826087, - "f1": 0.783089, - "accuracy": 0.826087, - "main_score": 0.783089, - "hf_subset": "kor_Hang-arb_Latn", - "languages": [ - "kor-Hang", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-cat_Latn", - "languages": [ - "kor-Hang", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kor_Hang-fur_Latn", - "languages": [ - "kor-Hang", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408326, - "recall": 0.465415, - "f1": 0.423688, - "accuracy": 0.465415, - "main_score": 0.423688, - "hf_subset": "kor_Hang-kab_Latn", - "languages": [ - "kor-Hang", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "kor_Hang-lim_Latn", - "languages": [ - "kor-Hang", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-nld_Latn", - "languages": [ - "kor-Hang", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "kor_Hang-san_Deva", - "languages": [ - "kor-Hang", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-tat_Cyrl", - "languages": [ - "kor-Hang", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654776, - "recall": 0.711462, - "f1": 0.671673, - "accuracy": 0.711462, - "main_score": 0.671673, - "hf_subset": "kor_Hang-xho_Latn", - "languages": [ - "kor-Hang", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ars_Arab", - "languages": [ - "kor-Hang", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-ceb_Latn", - "languages": [ - "kor-Hang", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54169, - "recall": 0.61166, - "f1": 0.56112, - "accuracy": 0.61166, - "main_score": 0.56112, - "hf_subset": "kor_Hang-fuv_Latn", - "languages": [ - "kor-Hang", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498261, - "recall": 0.568182, - "f1": 0.516792, - "accuracy": 0.568182, - "main_score": 0.516792, - "hf_subset": "kor_Hang-kac_Latn", - "languages": [ - "kor-Hang", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652948, - "recall": 0.710474, - "f1": 0.669716, - "accuracy": 0.710474, - "main_score": 0.669716, - "hf_subset": "kor_Hang-lin_Latn", - "languages": [ - "kor-Hang", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-nno_Latn", - "languages": [ - "kor-Hang", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20148, - "recall": 0.27668, - "f1": 0.220174, - "accuracy": 0.27668, - "main_score": 0.220174, - "hf_subset": "kor_Hang-sat_Olck", - "languages": [ - "kor-Hang", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-tel_Telu", - "languages": [ - "kor-Hang", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "kor_Hang-ydd_Hebr", - "languages": [ - "kor-Hang", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "kor_Hang-ary_Arab", - "languages": [ - "kor-Hang", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ces_Latn", - "languages": [ - "kor-Hang", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567647, - "recall": 0.632411, - "f1": 0.58616, - "accuracy": 0.632411, - "main_score": 0.58616, - "hf_subset": "kor_Hang-gaz_Latn", - "languages": [ - "kor-Hang", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558609, - "recall": 0.628458, - "f1": 0.57848, - "accuracy": 0.628458, - "main_score": 0.57848, - "hf_subset": "kor_Hang-kam_Latn", - "languages": [ - "kor-Hang", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "kor_Hang-lit_Latn", - "languages": [ - "kor-Hang", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-nob_Latn", - "languages": [ - "kor-Hang", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kor_Hang-scn_Latn", - "languages": [ - "kor-Hang", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "kor_Hang-tgk_Cyrl", - "languages": [ - "kor-Hang", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683886, - "recall": 0.758893, - "f1": 0.706279, - "accuracy": 0.758893, - "main_score": 0.706279, - "hf_subset": "kor_Hang-yor_Latn", - "languages": [ - "kor-Hang", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-arz_Arab", - "languages": [ - "kor-Hang", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552025, - "recall": 0.621542, - "f1": 0.57193, - "accuracy": 0.621542, - "main_score": 0.57193, - "hf_subset": "kor_Hang-cjk_Latn", - "languages": [ - "kor-Hang", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762582, - "recall": 0.816206, - "f1": 0.778953, - "accuracy": 0.816206, - "main_score": 0.778953, - "hf_subset": "kor_Hang-gla_Latn", - "languages": [ - "kor-Hang", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-kan_Knda", - "languages": [ - "kor-Hang", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "kor_Hang-lmo_Latn", - "languages": [ - "kor-Hang", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "kor_Hang-npi_Deva", - "languages": [ - "kor-Hang", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462957, - "recall": 0.531621, - "f1": 0.481439, - "accuracy": 0.531621, - "main_score": 0.481439, - "hf_subset": "kor_Hang-shn_Mymr", - "languages": [ - "kor-Hang", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-tgl_Latn", - "languages": [ - "kor-Hang", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kor_Hang-yue_Hant", - "languages": [ - "kor-Hang", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-asm_Beng", - "languages": [ - "kor-Hang", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.976285, - "f1": 0.968379, - "accuracy": 0.976285, - "main_score": 0.968379, - "hf_subset": "kor_Hang-ckb_Arab", - "languages": [ - "kor-Hang", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846327, - "recall": 0.88834, - "f1": 0.859585, - "accuracy": 0.88834, - "main_score": 0.859585, - "hf_subset": "kor_Hang-gle_Latn", - "languages": [ - "kor-Hang", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "kor_Hang-kas_Arab", - "languages": [ - "kor-Hang", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927701, - "recall": 0.950593, - "f1": 0.935277, - "accuracy": 0.950593, - "main_score": 0.935277, - "hf_subset": "kor_Hang-ltg_Latn", - "languages": [ - "kor-Hang", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597647, - "recall": 0.659091, - "f1": 0.614832, - "accuracy": 0.659091, - "main_score": 0.614832, - "hf_subset": "kor_Hang-nso_Latn", - "languages": [ - "kor-Hang", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kor_Hang-sin_Sinh", - "languages": [ - "kor-Hang", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-tha_Thai", - "languages": [ - "kor-Hang", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-zho_Hans", - "languages": [ - "kor-Hang", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ast_Latn", - "languages": [ - "kor-Hang", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "kor_Hang-crh_Latn", - "languages": [ - "kor-Hang", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-glg_Latn", - "languages": [ - "kor-Hang", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89608, - "recall": 0.926877, - "f1": 0.905962, - "accuracy": 0.926877, - "main_score": 0.905962, - "hf_subset": "kor_Hang-kas_Deva", - "languages": [ - "kor-Hang", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "kor_Hang-ltz_Latn", - "languages": [ - "kor-Hang", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444256, - "recall": 0.517787, - "f1": 0.464453, - "accuracy": 0.517787, - "main_score": 0.464453, - "hf_subset": "kor_Hang-nus_Latn", - "languages": [ - "kor-Hang", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-slk_Latn", - "languages": [ - "kor-Hang", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611819, - "recall": 0.685771, - "f1": 0.633202, - "accuracy": 0.685771, - "main_score": 0.633202, - "hf_subset": "kor_Hang-tir_Ethi", - "languages": [ - "kor-Hang", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-zho_Hant", - "languages": [ - "kor-Hang", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "kor_Hang-awa_Deva", - "languages": [ - "kor-Hang", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "kor_Hang-cym_Latn", - "languages": [ - "kor-Hang", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817556, - "recall": 0.865613, - "f1": 0.832477, - "accuracy": 0.865613, - "main_score": 0.832477, - "hf_subset": "kor_Hang-grn_Latn", - "languages": [ - "kor-Hang", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-kat_Geor", - "languages": [ - "kor-Hang", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629035, - "recall": 0.688735, - "f1": 0.6462, - "accuracy": 0.688735, - "main_score": 0.6462, - "hf_subset": "kor_Hang-lua_Latn", - "languages": [ - "kor-Hang", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632766, - "recall": 0.6917, - "f1": 0.649114, - "accuracy": 0.6917, - "main_score": 0.649114, - "hf_subset": "kor_Hang-nya_Latn", - "languages": [ - "kor-Hang", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-slv_Latn", - "languages": [ - "kor-Hang", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "kor_Hang-tpi_Latn", - "languages": [ - "kor-Hang", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-zsm_Latn", - "languages": [ - "kor-Hang", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534957, - "recall": 0.602767, - "f1": 0.55389, - "accuracy": 0.602767, - "main_score": 0.55389, - "hf_subset": "kor_Hang-ayr_Latn", - "languages": [ - "kor-Hang", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-dan_Latn", - "languages": [ - "kor-Hang", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-guj_Gujr", - "languages": [ - "kor-Hang", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kor_Hang-kaz_Cyrl", - "languages": [ - "kor-Hang", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51974, - "recall": 0.583992, - "f1": 0.537543, - "accuracy": 0.583992, - "main_score": 0.537543, - "hf_subset": "kor_Hang-lug_Latn", - "languages": [ - "kor-Hang", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-oci_Latn", - "languages": [ - "kor-Hang", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783498, - "recall": 0.837945, - "f1": 0.799967, - "accuracy": 0.837945, - "main_score": 0.799967, - "hf_subset": "kor_Hang-smo_Latn", - "languages": [ - "kor-Hang", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52955, - "recall": 0.592885, - "f1": 0.547326, - "accuracy": 0.592885, - "main_score": 0.547326, - "hf_subset": "kor_Hang-tsn_Latn", - "languages": [ - "kor-Hang", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60136, - "recall": 0.66996, - "f1": 0.62105, - "accuracy": 0.66996, - "main_score": 0.62105, - "hf_subset": "kor_Hang-zul_Latn", - "languages": [ - "kor-Hang", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934947, - "recall": 0.954545, - "f1": 0.941206, - "accuracy": 0.954545, - "main_score": 0.941206, - "hf_subset": "kor_Hang-azb_Arab", - "languages": [ - "kor-Hang", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-deu_Latn", - "languages": [ - "kor-Hang", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "kor_Hang-hat_Latn", - "languages": [ - "kor-Hang", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480429, - "recall": 0.543478, - "f1": 0.49805, - "accuracy": 0.543478, - "main_score": 0.49805, - "hf_subset": "kor_Hang-kbp_Latn", - "languages": [ - "kor-Hang", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557008, - "recall": 0.620553, - "f1": 0.574681, - "accuracy": 0.620553, - "main_score": 0.574681, - "hf_subset": "kor_Hang-luo_Latn", - "languages": [ - "kor-Hang", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-ory_Orya", - "languages": [ - "kor-Hang", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56377, - "recall": 0.631423, - "f1": 0.58307, - "accuracy": 0.631423, - "main_score": 0.58307, - "hf_subset": "kor_Hang-sna_Latn", - "languages": [ - "kor-Hang", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559499, - "recall": 0.616601, - "f1": 0.575693, - "accuracy": 0.616601, - "main_score": 0.575693, - "hf_subset": "kor_Hang-tso_Latn", - "languages": [ - "kor-Hang", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-azj_Latn", - "languages": [ - "kor-Hang", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52859, - "recall": 0.597826, - "f1": 0.548726, - "accuracy": 0.597826, - "main_score": 0.548726, - "hf_subset": "kor_Hang-dik_Latn", - "languages": [ - "kor-Hang", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736175, - "recall": 0.791502, - "f1": 0.752783, - "accuracy": 0.791502, - "main_score": 0.752783, - "hf_subset": "kor_Hang-hau_Latn", - "languages": [ - "kor-Hang", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "kor_Hang-kea_Latn", - "languages": [ - "kor-Hang", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752266, - "recall": 0.801383, - "f1": 0.766142, - "accuracy": 0.801383, - "main_score": 0.766142, - "hf_subset": "kor_Hang-lus_Latn", - "languages": [ - "kor-Hang", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869483, - "recall": 0.903162, - "f1": 0.879974, - "accuracy": 0.903162, - "main_score": 0.879974, - "hf_subset": "kor_Hang-pag_Latn", - "languages": [ - "kor-Hang", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-snd_Arab", - "languages": [ - "kor-Hang", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "kor_Hang-tuk_Latn", - "languages": [ - "kor-Hang", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "kor_Hang-bak_Cyrl", - "languages": [ - "kor-Hang", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471476, - "recall": 0.552372, - "f1": 0.495342, - "accuracy": 0.552372, - "main_score": 0.495342, - "hf_subset": "kor_Hang-dyu_Latn", - "languages": [ - "kor-Hang", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kor_Hang-heb_Hebr", - "languages": [ - "kor-Hang", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kor_Hang-khk_Cyrl", - "languages": [ - "kor-Hang", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kor_Hang-lvs_Latn", - "languages": [ - "kor-Hang", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kor_Hang-pan_Guru", - "languages": [ - "kor-Hang", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688076, - "recall": 0.748024, - "f1": 0.705774, - "accuracy": 0.748024, - "main_score": 0.705774, - "hf_subset": "kor_Hang-som_Latn", - "languages": [ - "kor-Hang", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585594, - "recall": 0.642292, - "f1": 0.602008, - "accuracy": 0.642292, - "main_score": 0.602008, - "hf_subset": "kor_Hang-tum_Latn", - "languages": [ - "kor-Hang", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420513, - "recall": 0.463439, - "f1": 0.433006, - "accuracy": 0.463439, - "main_score": 0.433006, - "hf_subset": "mos_Latn-ace_Arab", - "languages": [ - "mos-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497325, - "recall": 0.539526, - "f1": 0.509633, - "accuracy": 0.539526, - "main_score": 0.509633, - "hf_subset": "mos_Latn-bam_Latn", - "languages": [ - "mos-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203475, - "recall": 0.245059, - "f1": 0.21401, - "accuracy": 0.245059, - "main_score": 0.21401, - "hf_subset": "mos_Latn-dzo_Tibt", - "languages": [ - "mos-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536158, - "recall": 0.589921, - "f1": 0.550941, - "accuracy": 0.589921, - "main_score": 0.550941, - "hf_subset": "mos_Latn-hin_Deva", - "languages": [ - "mos-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4817, - "recall": 0.533597, - "f1": 0.495996, - "accuracy": 0.533597, - "main_score": 0.495996, - "hf_subset": "mos_Latn-khm_Khmr", - "languages": [ - "mos-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522328, - "recall": 0.576087, - "f1": 0.537161, - "accuracy": 0.576087, - "main_score": 0.537161, - "hf_subset": "mos_Latn-mag_Deva", - "languages": [ - "mos-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537508, - "recall": 0.58004, - "f1": 0.548895, - "accuracy": 0.58004, - "main_score": 0.548895, - "hf_subset": "mos_Latn-pap_Latn", - "languages": [ - "mos-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513126, - "recall": 0.557312, - "f1": 0.524624, - "accuracy": 0.557312, - "main_score": 0.524624, - "hf_subset": "mos_Latn-sot_Latn", - "languages": [ - "mos-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530357, - "recall": 0.578063, - "f1": 0.543272, - "accuracy": 0.578063, - "main_score": 0.543272, - "hf_subset": "mos_Latn-tur_Latn", - "languages": [ - "mos-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54966, - "recall": 0.589921, - "f1": 0.560866, - "accuracy": 0.589921, - "main_score": 0.560866, - "hf_subset": "mos_Latn-ace_Latn", - "languages": [ - "mos-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542409, - "recall": 0.579051, - "f1": 0.552735, - "accuracy": 0.579051, - "main_score": 0.552735, - "hf_subset": "mos_Latn-ban_Latn", - "languages": [ - "mos-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518211, - "recall": 0.578063, - "f1": 0.534062, - "accuracy": 0.578063, - "main_score": 0.534062, - "hf_subset": "mos_Latn-ell_Grek", - "languages": [ - "mos-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516095, - "recall": 0.568182, - "f1": 0.530123, - "accuracy": 0.568182, - "main_score": 0.530123, - "hf_subset": "mos_Latn-hne_Deva", - "languages": [ - "mos-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453942, - "recall": 0.498024, - "f1": 0.465879, - "accuracy": 0.498024, - "main_score": 0.465879, - "hf_subset": "mos_Latn-kik_Latn", - "languages": [ - "mos-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519079, - "recall": 0.572134, - "f1": 0.533159, - "accuracy": 0.572134, - "main_score": 0.533159, - "hf_subset": "mos_Latn-mai_Deva", - "languages": [ - "mos-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479763, - "recall": 0.530632, - "f1": 0.493114, - "accuracy": 0.530632, - "main_score": 0.493114, - "hf_subset": "mos_Latn-pbt_Arab", - "languages": [ - "mos-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529435, - "recall": 0.581028, - "f1": 0.542983, - "accuracy": 0.581028, - "main_score": 0.542983, - "hf_subset": "mos_Latn-spa_Latn", - "languages": [ - "mos-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52941, - "recall": 0.571146, - "f1": 0.541765, - "accuracy": 0.571146, - "main_score": 0.541765, - "hf_subset": "mos_Latn-twi_Latn", - "languages": [ - "mos-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520666, - "recall": 0.567194, - "f1": 0.533073, - "accuracy": 0.567194, - "main_score": 0.533073, - "hf_subset": "mos_Latn-acm_Arab", - "languages": [ - "mos-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502975, - "recall": 0.556324, - "f1": 0.516884, - "accuracy": 0.556324, - "main_score": 0.516884, - "hf_subset": "mos_Latn-bel_Cyrl", - "languages": [ - "mos-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551683, - "recall": 0.600791, - "f1": 0.564733, - "accuracy": 0.600791, - "main_score": 0.564733, - "hf_subset": "mos_Latn-eng_Latn", - "languages": [ - "mos-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534017, - "recall": 0.588933, - "f1": 0.547767, - "accuracy": 0.588933, - "main_score": 0.547767, - "hf_subset": "mos_Latn-hrv_Latn", - "languages": [ - "mos-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492123, - "recall": 0.537549, - "f1": 0.505405, - "accuracy": 0.537549, - "main_score": 0.505405, - "hf_subset": "mos_Latn-kin_Latn", - "languages": [ - "mos-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512278, - "recall": 0.572134, - "f1": 0.528404, - "accuracy": 0.572134, - "main_score": 0.528404, - "hf_subset": "mos_Latn-mal_Mlym", - "languages": [ - "mos-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5117, - "recall": 0.564229, - "f1": 0.525889, - "accuracy": 0.564229, - "main_score": 0.525889, - "hf_subset": "mos_Latn-pes_Arab", - "languages": [ - "mos-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531809, - "recall": 0.572134, - "f1": 0.54275, - "accuracy": 0.572134, - "main_score": 0.54275, - "hf_subset": "mos_Latn-srd_Latn", - "languages": [ - "mos-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18808, - "recall": 0.224308, - "f1": 0.196898, - "accuracy": 0.224308, - "main_score": 0.196898, - "hf_subset": "mos_Latn-tzm_Tfng", - "languages": [ - "mos-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515018, - "recall": 0.566206, - "f1": 0.529502, - "accuracy": 0.566206, - "main_score": 0.529502, - "hf_subset": "mos_Latn-acq_Arab", - "languages": [ - "mos-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525797, - "recall": 0.564229, - "f1": 0.535929, - "accuracy": 0.564229, - "main_score": 0.535929, - "hf_subset": "mos_Latn-bem_Latn", - "languages": [ - "mos-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533461, - "recall": 0.581028, - "f1": 0.546848, - "accuracy": 0.581028, - "main_score": 0.546848, - "hf_subset": "mos_Latn-epo_Latn", - "languages": [ - "mos-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541079, - "recall": 0.586957, - "f1": 0.553287, - "accuracy": 0.586957, - "main_score": 0.553287, - "hf_subset": "mos_Latn-hun_Latn", - "languages": [ - "mos-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509024, - "recall": 0.563241, - "f1": 0.524129, - "accuracy": 0.563241, - "main_score": 0.524129, - "hf_subset": "mos_Latn-kir_Cyrl", - "languages": [ - "mos-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521186, - "recall": 0.567194, - "f1": 0.533635, - "accuracy": 0.567194, - "main_score": 0.533635, - "hf_subset": "mos_Latn-mar_Deva", - "languages": [ - "mos-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527, - "recall": 0.562253, - "f1": 0.536498, - "accuracy": 0.562253, - "main_score": 0.536498, - "hf_subset": "mos_Latn-plt_Latn", - "languages": [ - "mos-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538273, - "recall": 0.591897, - "f1": 0.552284, - "accuracy": 0.591897, - "main_score": 0.552284, - "hf_subset": "mos_Latn-srp_Cyrl", - "languages": [ - "mos-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453942, - "recall": 0.505929, - "f1": 0.467985, - "accuracy": 0.505929, - "main_score": 0.467985, - "hf_subset": "mos_Latn-uig_Arab", - "languages": [ - "mos-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512962, - "recall": 0.556324, - "f1": 0.525004, - "accuracy": 0.556324, - "main_score": 0.525004, - "hf_subset": "mos_Latn-aeb_Arab", - "languages": [ - "mos-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524137, - "recall": 0.58004, - "f1": 0.539943, - "accuracy": 0.58004, - "main_score": 0.539943, - "hf_subset": "mos_Latn-ben_Beng", - "languages": [ - "mos-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528562, - "recall": 0.578063, - "f1": 0.542062, - "accuracy": 0.578063, - "main_score": 0.542062, - "hf_subset": "mos_Latn-est_Latn", - "languages": [ - "mos-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501133, - "recall": 0.555336, - "f1": 0.516031, - "accuracy": 0.555336, - "main_score": 0.516031, - "hf_subset": "mos_Latn-hye_Armn", - "languages": [ - "mos-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495175, - "recall": 0.533597, - "f1": 0.506315, - "accuracy": 0.533597, - "main_score": 0.506315, - "hf_subset": "mos_Latn-kmb_Latn", - "languages": [ - "mos-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384349, - "recall": 0.432806, - "f1": 0.397872, - "accuracy": 0.432806, - "main_score": 0.397872, - "hf_subset": "mos_Latn-min_Arab", - "languages": [ - "mos-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536064, - "recall": 0.589921, - "f1": 0.550333, - "accuracy": 0.589921, - "main_score": 0.550333, - "hf_subset": "mos_Latn-pol_Latn", - "languages": [ - "mos-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515521, - "recall": 0.554348, - "f1": 0.526736, - "accuracy": 0.554348, - "main_score": 0.526736, - "hf_subset": "mos_Latn-ssw_Latn", - "languages": [ - "mos-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540978, - "recall": 0.590909, - "f1": 0.554341, - "accuracy": 0.590909, - "main_score": 0.554341, - "hf_subset": "mos_Latn-ukr_Cyrl", - "languages": [ - "mos-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559175, - "recall": 0.607708, - "f1": 0.572691, - "accuracy": 0.607708, - "main_score": 0.572691, - "hf_subset": "mos_Latn-afr_Latn", - "languages": [ - "mos-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518035, - "recall": 0.562253, - "f1": 0.530043, - "accuracy": 0.562253, - "main_score": 0.530043, - "hf_subset": "mos_Latn-bho_Deva", - "languages": [ - "mos-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532081, - "recall": 0.573123, - "f1": 0.543357, - "accuracy": 0.573123, - "main_score": 0.543357, - "hf_subset": "mos_Latn-eus_Latn", - "languages": [ - "mos-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504752, - "recall": 0.550395, - "f1": 0.517447, - "accuracy": 0.550395, - "main_score": 0.517447, - "hf_subset": "mos_Latn-ibo_Latn", - "languages": [ - "mos-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516217, - "recall": 0.557312, - "f1": 0.527705, - "accuracy": 0.557312, - "main_score": 0.527705, - "hf_subset": "mos_Latn-kmr_Latn", - "languages": [ - "mos-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540704, - "recall": 0.583004, - "f1": 0.552762, - "accuracy": 0.583004, - "main_score": 0.552762, - "hf_subset": "mos_Latn-min_Latn", - "languages": [ - "mos-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560439, - "recall": 0.613636, - "f1": 0.574925, - "accuracy": 0.613636, - "main_score": 0.574925, - "hf_subset": "mos_Latn-por_Latn", - "languages": [ - "mos-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548001, - "recall": 0.585968, - "f1": 0.558466, - "accuracy": 0.585968, - "main_score": 0.558466, - "hf_subset": "mos_Latn-sun_Latn", - "languages": [ - "mos-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487603, - "recall": 0.530632, - "f1": 0.499685, - "accuracy": 0.530632, - "main_score": 0.499685, - "hf_subset": "mos_Latn-umb_Latn", - "languages": [ - "mos-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516674, - "recall": 0.562253, - "f1": 0.529116, - "accuracy": 0.562253, - "main_score": 0.529116, - "hf_subset": "mos_Latn-ajp_Arab", - "languages": [ - "mos-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403693, - "recall": 0.451581, - "f1": 0.416455, - "accuracy": 0.451581, - "main_score": 0.416455, - "hf_subset": "mos_Latn-bjn_Arab", - "languages": [ - "mos-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498002, - "recall": 0.532609, - "f1": 0.508029, - "accuracy": 0.532609, - "main_score": 0.508029, - "hf_subset": "mos_Latn-ewe_Latn", - "languages": [ - "mos-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559819, - "recall": 0.596838, - "f1": 0.569553, - "accuracy": 0.596838, - "main_score": 0.569553, - "hf_subset": "mos_Latn-ilo_Latn", - "languages": [ - "mos-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297984, - "recall": 0.342885, - "f1": 0.310328, - "accuracy": 0.342885, - "main_score": 0.310328, - "hf_subset": "mos_Latn-knc_Arab", - "languages": [ - "mos-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54396, - "recall": 0.594862, - "f1": 0.557674, - "accuracy": 0.594862, - "main_score": 0.557674, - "hf_subset": "mos_Latn-mkd_Cyrl", - "languages": [ - "mos-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511376, - "recall": 0.566206, - "f1": 0.525724, - "accuracy": 0.566206, - "main_score": 0.525724, - "hf_subset": "mos_Latn-prs_Arab", - "languages": [ - "mos-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548025, - "recall": 0.59585, - "f1": 0.560872, - "accuracy": 0.59585, - "main_score": 0.560872, - "hf_subset": "mos_Latn-swe_Latn", - "languages": [ - "mos-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497783, - "recall": 0.554348, - "f1": 0.51336, - "accuracy": 0.554348, - "main_score": 0.51336, - "hf_subset": "mos_Latn-urd_Arab", - "languages": [ - "mos-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513778, - "recall": 0.550395, - "f1": 0.524302, - "accuracy": 0.550395, - "main_score": 0.524302, - "hf_subset": "mos_Latn-aka_Latn", - "languages": [ - "mos-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553925, - "recall": 0.590909, - "f1": 0.563594, - "accuracy": 0.590909, - "main_score": 0.563594, - "hf_subset": "mos_Latn-bjn_Latn", - "languages": [ - "mos-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527111, - "recall": 0.563241, - "f1": 0.537196, - "accuracy": 0.563241, - "main_score": 0.537196, - "hf_subset": "mos_Latn-fao_Latn", - "languages": [ - "mos-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548951, - "recall": 0.590909, - "f1": 0.560769, - "accuracy": 0.590909, - "main_score": 0.560769, - "hf_subset": "mos_Latn-ind_Latn", - "languages": [ - "mos-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502339, - "recall": 0.54249, - "f1": 0.513721, - "accuracy": 0.54249, - "main_score": 0.513721, - "hf_subset": "mos_Latn-knc_Latn", - "languages": [ - "mos-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538984, - "recall": 0.58004, - "f1": 0.548913, - "accuracy": 0.58004, - "main_score": 0.548913, - "hf_subset": "mos_Latn-mlt_Latn", - "languages": [ - "mos-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510293, - "recall": 0.551383, - "f1": 0.522845, - "accuracy": 0.551383, - "main_score": 0.522845, - "hf_subset": "mos_Latn-quy_Latn", - "languages": [ - "mos-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525198, - "recall": 0.568182, - "f1": 0.53705, - "accuracy": 0.568182, - "main_score": 0.53705, - "hf_subset": "mos_Latn-swh_Latn", - "languages": [ - "mos-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516855, - "recall": 0.567194, - "f1": 0.530397, - "accuracy": 0.567194, - "main_score": 0.530397, - "hf_subset": "mos_Latn-uzn_Latn", - "languages": [ - "mos-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530277, - "recall": 0.576087, - "f1": 0.542855, - "accuracy": 0.576087, - "main_score": 0.542855, - "hf_subset": "mos_Latn-als_Latn", - "languages": [ - "mos-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262272, - "recall": 0.306324, - "f1": 0.27315, - "accuracy": 0.306324, - "main_score": 0.27315, - "hf_subset": "mos_Latn-bod_Tibt", - "languages": [ - "mos-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505473, - "recall": 0.541502, - "f1": 0.51567, - "accuracy": 0.541502, - "main_score": 0.51567, - "hf_subset": "mos_Latn-fij_Latn", - "languages": [ - "mos-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521154, - "recall": 0.566206, - "f1": 0.533316, - "accuracy": 0.566206, - "main_score": 0.533316, - "hf_subset": "mos_Latn-isl_Latn", - "languages": [ - "mos-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536139, - "recall": 0.577075, - "f1": 0.547878, - "accuracy": 0.577075, - "main_score": 0.547878, - "hf_subset": "mos_Latn-kon_Latn", - "languages": [ - "mos-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464893, - "recall": 0.516798, - "f1": 0.479439, - "accuracy": 0.516798, - "main_score": 0.479439, - "hf_subset": "mos_Latn-mni_Beng", - "languages": [ - "mos-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558739, - "recall": 0.610672, - "f1": 0.572198, - "accuracy": 0.610672, - "main_score": 0.572198, - "hf_subset": "mos_Latn-ron_Latn", - "languages": [ - "mos-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534368, - "recall": 0.58498, - "f1": 0.547043, - "accuracy": 0.58498, - "main_score": 0.547043, - "hf_subset": "mos_Latn-szl_Latn", - "languages": [ - "mos-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530405, - "recall": 0.575099, - "f1": 0.54283, - "accuracy": 0.575099, - "main_score": 0.54283, - "hf_subset": "mos_Latn-vec_Latn", - "languages": [ - "mos-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454955, - "recall": 0.508893, - "f1": 0.469491, - "accuracy": 0.508893, - "main_score": 0.469491, - "hf_subset": "mos_Latn-amh_Ethi", - "languages": [ - "mos-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541243, - "recall": 0.592885, - "f1": 0.555277, - "accuracy": 0.592885, - "main_score": 0.555277, - "hf_subset": "mos_Latn-bos_Latn", - "languages": [ - "mos-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523321, - "recall": 0.574111, - "f1": 0.5371, - "accuracy": 0.574111, - "main_score": 0.5371, - "hf_subset": "mos_Latn-fin_Latn", - "languages": [ - "mos-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548333, - "recall": 0.596838, - "f1": 0.561152, - "accuracy": 0.596838, - "main_score": 0.561152, - "hf_subset": "mos_Latn-ita_Latn", - "languages": [ - "mos-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516851, - "recall": 0.572134, - "f1": 0.531333, - "accuracy": 0.572134, - "main_score": 0.531333, - "hf_subset": "mos_Latn-kor_Hang", - "languages": [ - "mos-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509046, - "recall": 0.551383, - "f1": 0.520891, - "accuracy": 0.551383, - "main_score": 0.520891, - "hf_subset": "mos_Latn-run_Latn", - "languages": [ - "mos-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5097, - "recall": 0.563241, - "f1": 0.524269, - "accuracy": 0.563241, - "main_score": 0.524269, - "hf_subset": "mos_Latn-tam_Taml", - "languages": [ - "mos-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543938, - "recall": 0.590909, - "f1": 0.555131, - "accuracy": 0.590909, - "main_score": 0.555131, - "hf_subset": "mos_Latn-vie_Latn", - "languages": [ - "mos-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526666, - "recall": 0.577075, - "f1": 0.540891, - "accuracy": 0.577075, - "main_score": 0.540891, - "hf_subset": "mos_Latn-apc_Arab", - "languages": [ - "mos-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519875, - "recall": 0.560277, - "f1": 0.530923, - "accuracy": 0.560277, - "main_score": 0.530923, - "hf_subset": "mos_Latn-bug_Latn", - "languages": [ - "mos-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45355, - "recall": 0.491107, - "f1": 0.46401, - "accuracy": 0.491107, - "main_score": 0.46401, - "hf_subset": "mos_Latn-fon_Latn", - "languages": [ - "mos-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552877, - "recall": 0.589921, - "f1": 0.56349, - "accuracy": 0.589921, - "main_score": 0.56349, - "hf_subset": "mos_Latn-jav_Latn", - "languages": [ - "mos-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485524, - "recall": 0.527668, - "f1": 0.497299, - "accuracy": 0.527668, - "main_score": 0.497299, - "hf_subset": "mos_Latn-lao_Laoo", - "languages": [ - "mos-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48131, - "recall": 0.516798, - "f1": 0.491018, - "accuracy": 0.516798, - "main_score": 0.491018, - "hf_subset": "mos_Latn-mri_Latn", - "languages": [ - "mos-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536626, - "recall": 0.58498, - "f1": 0.549435, - "accuracy": 0.58498, - "main_score": 0.549435, - "hf_subset": "mos_Latn-rus_Cyrl", - "languages": [ - "mos-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473333, - "recall": 0.51581, - "f1": 0.485032, - "accuracy": 0.51581, - "main_score": 0.485032, - "hf_subset": "mos_Latn-taq_Latn", - "languages": [ - "mos-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543247, - "recall": 0.58498, - "f1": 0.554504, - "accuracy": 0.58498, - "main_score": 0.554504, - "hf_subset": "mos_Latn-war_Latn", - "languages": [ - "mos-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521298, - "recall": 0.568182, - "f1": 0.534295, - "accuracy": 0.568182, - "main_score": 0.534295, - "hf_subset": "mos_Latn-arb_Arab", - "languages": [ - "mos-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542532, - "recall": 0.592885, - "f1": 0.555719, - "accuracy": 0.592885, - "main_score": 0.555719, - "hf_subset": "mos_Latn-bul_Cyrl", - "languages": [ - "mos-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547227, - "recall": 0.599802, - "f1": 0.560963, - "accuracy": 0.599802, - "main_score": 0.560963, - "hf_subset": "mos_Latn-fra_Latn", - "languages": [ - "mos-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526275, - "recall": 0.571146, - "f1": 0.538681, - "accuracy": 0.571146, - "main_score": 0.538681, - "hf_subset": "mos_Latn-jpn_Jpan", - "languages": [ - "mos-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529301, - "recall": 0.58004, - "f1": 0.542615, - "accuracy": 0.58004, - "main_score": 0.542615, - "hf_subset": "mos_Latn-lij_Latn", - "languages": [ - "mos-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38693, - "recall": 0.451581, - "f1": 0.404034, - "accuracy": 0.451581, - "main_score": 0.404034, - "hf_subset": "mos_Latn-mya_Mymr", - "languages": [ - "mos-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522331, - "recall": 0.567194, - "f1": 0.535146, - "accuracy": 0.567194, - "main_score": 0.535146, - "hf_subset": "mos_Latn-sag_Latn", - "languages": [ - "mos-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214861, - "recall": 0.250988, - "f1": 0.223736, - "accuracy": 0.250988, - "main_score": 0.223736, - "hf_subset": "mos_Latn-taq_Tfng", - "languages": [ - "mos-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5451, - "recall": 0.586957, - "f1": 0.557471, - "accuracy": 0.586957, - "main_score": 0.557471, - "hf_subset": "mos_Latn-wol_Latn", - "languages": [ - "mos-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429787, - "recall": 0.474308, - "f1": 0.442426, - "accuracy": 0.474308, - "main_score": 0.442426, - "hf_subset": "mos_Latn-arb_Latn", - "languages": [ - "mos-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551267, - "recall": 0.598814, - "f1": 0.563223, - "accuracy": 0.598814, - "main_score": 0.563223, - "hf_subset": "mos_Latn-cat_Latn", - "languages": [ - "mos-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530383, - "recall": 0.573123, - "f1": 0.541963, - "accuracy": 0.573123, - "main_score": 0.541963, - "hf_subset": "mos_Latn-fur_Latn", - "languages": [ - "mos-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401233, - "recall": 0.452569, - "f1": 0.415845, - "accuracy": 0.452569, - "main_score": 0.415845, - "hf_subset": "mos_Latn-kab_Latn", - "languages": [ - "mos-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532681, - "recall": 0.570158, - "f1": 0.543409, - "accuracy": 0.570158, - "main_score": 0.543409, - "hf_subset": "mos_Latn-lim_Latn", - "languages": [ - "mos-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538153, - "recall": 0.588933, - "f1": 0.551344, - "accuracy": 0.588933, - "main_score": 0.551344, - "hf_subset": "mos_Latn-nld_Latn", - "languages": [ - "mos-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491489, - "recall": 0.54249, - "f1": 0.505042, - "accuracy": 0.54249, - "main_score": 0.505042, - "hf_subset": "mos_Latn-san_Deva", - "languages": [ - "mos-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527674, - "recall": 0.574111, - "f1": 0.540173, - "accuracy": 0.574111, - "main_score": 0.540173, - "hf_subset": "mos_Latn-tat_Cyrl", - "languages": [ - "mos-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529416, - "recall": 0.565217, - "f1": 0.539888, - "accuracy": 0.565217, - "main_score": 0.539888, - "hf_subset": "mos_Latn-xho_Latn", - "languages": [ - "mos-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507663, - "recall": 0.559289, - "f1": 0.52224, - "accuracy": 0.559289, - "main_score": 0.52224, - "hf_subset": "mos_Latn-ars_Arab", - "languages": [ - "mos-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55717, - "recall": 0.59585, - "f1": 0.567277, - "accuracy": 0.59585, - "main_score": 0.567277, - "hf_subset": "mos_Latn-ceb_Latn", - "languages": [ - "mos-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475626, - "recall": 0.517787, - "f1": 0.48857, - "accuracy": 0.517787, - "main_score": 0.48857, - "hf_subset": "mos_Latn-fuv_Latn", - "languages": [ - "mos-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47758, - "recall": 0.519763, - "f1": 0.490203, - "accuracy": 0.519763, - "main_score": 0.490203, - "hf_subset": "mos_Latn-kac_Latn", - "languages": [ - "mos-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558274, - "recall": 0.597826, - "f1": 0.569244, - "accuracy": 0.597826, - "main_score": 0.569244, - "hf_subset": "mos_Latn-lin_Latn", - "languages": [ - "mos-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527421, - "recall": 0.583004, - "f1": 0.541989, - "accuracy": 0.583004, - "main_score": 0.541989, - "hf_subset": "mos_Latn-nno_Latn", - "languages": [ - "mos-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.115946, - "recall": 0.153162, - "f1": 0.125028, - "accuracy": 0.153162, - "main_score": 0.125028, - "hf_subset": "mos_Latn-sat_Olck", - "languages": [ - "mos-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517492, - "recall": 0.572134, - "f1": 0.532453, - "accuracy": 0.572134, - "main_score": 0.532453, - "hf_subset": "mos_Latn-tel_Telu", - "languages": [ - "mos-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455563, - "recall": 0.503953, - "f1": 0.468774, - "accuracy": 0.503953, - "main_score": 0.468774, - "hf_subset": "mos_Latn-ydd_Hebr", - "languages": [ - "mos-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500916, - "recall": 0.545455, - "f1": 0.512232, - "accuracy": 0.545455, - "main_score": 0.512232, - "hf_subset": "mos_Latn-ary_Arab", - "languages": [ - "mos-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529556, - "recall": 0.581028, - "f1": 0.542564, - "accuracy": 0.581028, - "main_score": 0.542564, - "hf_subset": "mos_Latn-ces_Latn", - "languages": [ - "mos-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465087, - "recall": 0.516798, - "f1": 0.479985, - "accuracy": 0.516798, - "main_score": 0.479985, - "hf_subset": "mos_Latn-gaz_Latn", - "languages": [ - "mos-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489032, - "recall": 0.527668, - "f1": 0.499925, - "accuracy": 0.527668, - "main_score": 0.499925, - "hf_subset": "mos_Latn-kam_Latn", - "languages": [ - "mos-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518178, - "recall": 0.566206, - "f1": 0.531058, - "accuracy": 0.566206, - "main_score": 0.531058, - "hf_subset": "mos_Latn-lit_Latn", - "languages": [ - "mos-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527421, - "recall": 0.573123, - "f1": 0.539931, - "accuracy": 0.573123, - "main_score": 0.539931, - "hf_subset": "mos_Latn-nob_Latn", - "languages": [ - "mos-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521205, - "recall": 0.566206, - "f1": 0.532653, - "accuracy": 0.566206, - "main_score": 0.532653, - "hf_subset": "mos_Latn-scn_Latn", - "languages": [ - "mos-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511038, - "recall": 0.554348, - "f1": 0.523619, - "accuracy": 0.554348, - "main_score": 0.523619, - "hf_subset": "mos_Latn-tgk_Cyrl", - "languages": [ - "mos-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466251, - "recall": 0.508893, - "f1": 0.478107, - "accuracy": 0.508893, - "main_score": 0.478107, - "hf_subset": "mos_Latn-yor_Latn", - "languages": [ - "mos-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505749, - "recall": 0.55336, - "f1": 0.518329, - "accuracy": 0.55336, - "main_score": 0.518329, - "hf_subset": "mos_Latn-arz_Arab", - "languages": [ - "mos-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480965, - "recall": 0.522727, - "f1": 0.493097, - "accuracy": 0.522727, - "main_score": 0.493097, - "hf_subset": "mos_Latn-cjk_Latn", - "languages": [ - "mos-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479586, - "recall": 0.522727, - "f1": 0.491113, - "accuracy": 0.522727, - "main_score": 0.491113, - "hf_subset": "mos_Latn-gla_Latn", - "languages": [ - "mos-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508109, - "recall": 0.563241, - "f1": 0.523288, - "accuracy": 0.563241, - "main_score": 0.523288, - "hf_subset": "mos_Latn-kan_Knda", - "languages": [ - "mos-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526784, - "recall": 0.568182, - "f1": 0.538687, - "accuracy": 0.568182, - "main_score": 0.538687, - "hf_subset": "mos_Latn-lmo_Latn", - "languages": [ - "mos-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511193, - "recall": 0.567194, - "f1": 0.526483, - "accuracy": 0.567194, - "main_score": 0.526483, - "hf_subset": "mos_Latn-npi_Deva", - "languages": [ - "mos-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430984, - "recall": 0.479249, - "f1": 0.444501, - "accuracy": 0.479249, - "main_score": 0.444501, - "hf_subset": "mos_Latn-shn_Mymr", - "languages": [ - "mos-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558096, - "recall": 0.602767, - "f1": 0.570629, - "accuracy": 0.602767, - "main_score": 0.570629, - "hf_subset": "mos_Latn-tgl_Latn", - "languages": [ - "mos-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505393, - "recall": 0.560277, - "f1": 0.519018, - "accuracy": 0.560277, - "main_score": 0.519018, - "hf_subset": "mos_Latn-yue_Hant", - "languages": [ - "mos-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490271, - "recall": 0.545455, - "f1": 0.505791, - "accuracy": 0.545455, - "main_score": 0.505791, - "hf_subset": "mos_Latn-asm_Beng", - "languages": [ - "mos-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483482, - "recall": 0.530632, - "f1": 0.49677, - "accuracy": 0.530632, - "main_score": 0.49677, - "hf_subset": "mos_Latn-ckb_Arab", - "languages": [ - "mos-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46905, - "recall": 0.514822, - "f1": 0.481601, - "accuracy": 0.514822, - "main_score": 0.481601, - "hf_subset": "mos_Latn-gle_Latn", - "languages": [ - "mos-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462717, - "recall": 0.520751, - "f1": 0.477284, - "accuracy": 0.520751, - "main_score": 0.477284, - "hf_subset": "mos_Latn-kas_Arab", - "languages": [ - "mos-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509816, - "recall": 0.549407, - "f1": 0.52084, - "accuracy": 0.549407, - "main_score": 0.52084, - "hf_subset": "mos_Latn-ltg_Latn", - "languages": [ - "mos-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532061, - "recall": 0.566206, - "f1": 0.541442, - "accuracy": 0.566206, - "main_score": 0.541442, - "hf_subset": "mos_Latn-nso_Latn", - "languages": [ - "mos-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442017, - "recall": 0.494071, - "f1": 0.456823, - "accuracy": 0.494071, - "main_score": 0.456823, - "hf_subset": "mos_Latn-sin_Sinh", - "languages": [ - "mos-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511604, - "recall": 0.561265, - "f1": 0.524649, - "accuracy": 0.561265, - "main_score": 0.524649, - "hf_subset": "mos_Latn-tha_Thai", - "languages": [ - "mos-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495015, - "recall": 0.546443, - "f1": 0.508784, - "accuracy": 0.546443, - "main_score": 0.508784, - "hf_subset": "mos_Latn-zho_Hans", - "languages": [ - "mos-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538783, - "recall": 0.587945, - "f1": 0.552071, - "accuracy": 0.587945, - "main_score": 0.552071, - "hf_subset": "mos_Latn-ast_Latn", - "languages": [ - "mos-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530132, - "recall": 0.574111, - "f1": 0.541899, - "accuracy": 0.574111, - "main_score": 0.541899, - "hf_subset": "mos_Latn-crh_Latn", - "languages": [ - "mos-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548181, - "recall": 0.599802, - "f1": 0.561739, - "accuracy": 0.599802, - "main_score": 0.561739, - "hf_subset": "mos_Latn-glg_Latn", - "languages": [ - "mos-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48757, - "recall": 0.534585, - "f1": 0.500242, - "accuracy": 0.534585, - "main_score": 0.500242, - "hf_subset": "mos_Latn-kas_Deva", - "languages": [ - "mos-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516164, - "recall": 0.559289, - "f1": 0.52795, - "accuracy": 0.559289, - "main_score": 0.52795, - "hf_subset": "mos_Latn-ltz_Latn", - "languages": [ - "mos-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45378, - "recall": 0.495059, - "f1": 0.46523, - "accuracy": 0.495059, - "main_score": 0.46523, - "hf_subset": "mos_Latn-nus_Latn", - "languages": [ - "mos-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525855, - "recall": 0.579051, - "f1": 0.540512, - "accuracy": 0.579051, - "main_score": 0.540512, - "hf_subset": "mos_Latn-slk_Latn", - "languages": [ - "mos-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384651, - "recall": 0.436759, - "f1": 0.39992, - "accuracy": 0.436759, - "main_score": 0.39992, - "hf_subset": "mos_Latn-tir_Ethi", - "languages": [ - "mos-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498735, - "recall": 0.55336, - "f1": 0.512162, - "accuracy": 0.55336, - "main_score": 0.512162, - "hf_subset": "mos_Latn-zho_Hant", - "languages": [ - "mos-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509536, - "recall": 0.561265, - "f1": 0.523561, - "accuracy": 0.561265, - "main_score": 0.523561, - "hf_subset": "mos_Latn-awa_Deva", - "languages": [ - "mos-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50522, - "recall": 0.54249, - "f1": 0.515964, - "accuracy": 0.54249, - "main_score": 0.515964, - "hf_subset": "mos_Latn-cym_Latn", - "languages": [ - "mos-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532834, - "recall": 0.570158, - "f1": 0.544038, - "accuracy": 0.570158, - "main_score": 0.544038, - "hf_subset": "mos_Latn-grn_Latn", - "languages": [ - "mos-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49707, - "recall": 0.550395, - "f1": 0.511097, - "accuracy": 0.550395, - "main_score": 0.511097, - "hf_subset": "mos_Latn-kat_Geor", - "languages": [ - "mos-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518723, - "recall": 0.556324, - "f1": 0.52929, - "accuracy": 0.556324, - "main_score": 0.52929, - "hf_subset": "mos_Latn-lua_Latn", - "languages": [ - "mos-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501976, - "recall": 0.540514, - "f1": 0.513735, - "accuracy": 0.540514, - "main_score": 0.513735, - "hf_subset": "mos_Latn-nya_Latn", - "languages": [ - "mos-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535396, - "recall": 0.582016, - "f1": 0.547706, - "accuracy": 0.582016, - "main_score": 0.547706, - "hf_subset": "mos_Latn-slv_Latn", - "languages": [ - "mos-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527808, - "recall": 0.570158, - "f1": 0.539641, - "accuracy": 0.570158, - "main_score": 0.539641, - "hf_subset": "mos_Latn-tpi_Latn", - "languages": [ - "mos-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565916, - "recall": 0.61166, - "f1": 0.577602, - "accuracy": 0.61166, - "main_score": 0.577602, - "hf_subset": "mos_Latn-zsm_Latn", - "languages": [ - "mos-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48876, - "recall": 0.528656, - "f1": 0.500244, - "accuracy": 0.528656, - "main_score": 0.500244, - "hf_subset": "mos_Latn-ayr_Latn", - "languages": [ - "mos-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541158, - "recall": 0.585968, - "f1": 0.55261, - "accuracy": 0.585968, - "main_score": 0.55261, - "hf_subset": "mos_Latn-dan_Latn", - "languages": [ - "mos-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520688, - "recall": 0.576087, - "f1": 0.535505, - "accuracy": 0.576087, - "main_score": 0.535505, - "hf_subset": "mos_Latn-guj_Gujr", - "languages": [ - "mos-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524124, - "recall": 0.574111, - "f1": 0.537318, - "accuracy": 0.574111, - "main_score": 0.537318, - "hf_subset": "mos_Latn-kaz_Cyrl", - "languages": [ - "mos-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476088, - "recall": 0.520751, - "f1": 0.488282, - "accuracy": 0.520751, - "main_score": 0.488282, - "hf_subset": "mos_Latn-lug_Latn", - "languages": [ - "mos-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547665, - "recall": 0.596838, - "f1": 0.560225, - "accuracy": 0.596838, - "main_score": 0.560225, - "hf_subset": "mos_Latn-oci_Latn", - "languages": [ - "mos-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52039, - "recall": 0.560277, - "f1": 0.532069, - "accuracy": 0.560277, - "main_score": 0.532069, - "hf_subset": "mos_Latn-smo_Latn", - "languages": [ - "mos-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493648, - "recall": 0.533597, - "f1": 0.504091, - "accuracy": 0.533597, - "main_score": 0.504091, - "hf_subset": "mos_Latn-tsn_Latn", - "languages": [ - "mos-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49248, - "recall": 0.536561, - "f1": 0.504571, - "accuracy": 0.536561, - "main_score": 0.504571, - "hf_subset": "mos_Latn-zul_Latn", - "languages": [ - "mos-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460247, - "recall": 0.509881, - "f1": 0.473791, - "accuracy": 0.509881, - "main_score": 0.473791, - "hf_subset": "mos_Latn-azb_Arab", - "languages": [ - "mos-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529292, - "recall": 0.578063, - "f1": 0.542346, - "accuracy": 0.578063, - "main_score": 0.542346, - "hf_subset": "mos_Latn-deu_Latn", - "languages": [ - "mos-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505072, - "recall": 0.556324, - "f1": 0.519064, - "accuracy": 0.556324, - "main_score": 0.519064, - "hf_subset": "mos_Latn-hat_Latn", - "languages": [ - "mos-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481098, - "recall": 0.523715, - "f1": 0.492867, - "accuracy": 0.523715, - "main_score": 0.492867, - "hf_subset": "mos_Latn-kbp_Latn", - "languages": [ - "mos-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524814, - "recall": 0.561265, - "f1": 0.535194, - "accuracy": 0.561265, - "main_score": 0.535194, - "hf_subset": "mos_Latn-luo_Latn", - "languages": [ - "mos-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512568, - "recall": 0.565217, - "f1": 0.52724, - "accuracy": 0.565217, - "main_score": 0.52724, - "hf_subset": "mos_Latn-ory_Orya", - "languages": [ - "mos-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501697, - "recall": 0.543478, - "f1": 0.513419, - "accuracy": 0.543478, - "main_score": 0.513419, - "hf_subset": "mos_Latn-sna_Latn", - "languages": [ - "mos-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493801, - "recall": 0.530632, - "f1": 0.504295, - "accuracy": 0.530632, - "main_score": 0.504295, - "hf_subset": "mos_Latn-tso_Latn", - "languages": [ - "mos-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50435, - "recall": 0.557312, - "f1": 0.518466, - "accuracy": 0.557312, - "main_score": 0.518466, - "hf_subset": "mos_Latn-azj_Latn", - "languages": [ - "mos-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468923, - "recall": 0.513834, - "f1": 0.482411, - "accuracy": 0.513834, - "main_score": 0.482411, - "hf_subset": "mos_Latn-dik_Latn", - "languages": [ - "mos-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508667, - "recall": 0.547431, - "f1": 0.519846, - "accuracy": 0.547431, - "main_score": 0.519846, - "hf_subset": "mos_Latn-hau_Latn", - "languages": [ - "mos-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535438, - "recall": 0.572134, - "f1": 0.545263, - "accuracy": 0.572134, - "main_score": 0.545263, - "hf_subset": "mos_Latn-kea_Latn", - "languages": [ - "mos-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542882, - "recall": 0.583004, - "f1": 0.554655, - "accuracy": 0.583004, - "main_score": 0.554655, - "hf_subset": "mos_Latn-lus_Latn", - "languages": [ - "mos-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526998, - "recall": 0.567194, - "f1": 0.538259, - "accuracy": 0.567194, - "main_score": 0.538259, - "hf_subset": "mos_Latn-pag_Latn", - "languages": [ - "mos-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479571, - "recall": 0.530632, - "f1": 0.494356, - "accuracy": 0.530632, - "main_score": 0.494356, - "hf_subset": "mos_Latn-snd_Arab", - "languages": [ - "mos-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506308, - "recall": 0.554348, - "f1": 0.520032, - "accuracy": 0.554348, - "main_score": 0.520032, - "hf_subset": "mos_Latn-tuk_Latn", - "languages": [ - "mos-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526655, - "recall": 0.571146, - "f1": 0.538958, - "accuracy": 0.571146, - "main_score": 0.538958, - "hf_subset": "mos_Latn-bak_Cyrl", - "languages": [ - "mos-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425572, - "recall": 0.488142, - "f1": 0.443551, - "accuracy": 0.488142, - "main_score": 0.443551, - "hf_subset": "mos_Latn-dyu_Latn", - "languages": [ - "mos-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514452, - "recall": 0.564229, - "f1": 0.527906, - "accuracy": 0.564229, - "main_score": 0.527906, - "hf_subset": "mos_Latn-heb_Hebr", - "languages": [ - "mos-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487173, - "recall": 0.531621, - "f1": 0.499411, - "accuracy": 0.531621, - "main_score": 0.499411, - "hf_subset": "mos_Latn-khk_Cyrl", - "languages": [ - "mos-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520738, - "recall": 0.566206, - "f1": 0.532247, - "accuracy": 0.566206, - "main_score": 0.532247, - "hf_subset": "mos_Latn-lvs_Latn", - "languages": [ - "mos-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50245, - "recall": 0.561265, - "f1": 0.518571, - "accuracy": 0.561265, - "main_score": 0.518571, - "hf_subset": "mos_Latn-pan_Guru", - "languages": [ - "mos-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475705, - "recall": 0.520751, - "f1": 0.48839, - "accuracy": 0.520751, - "main_score": 0.48839, - "hf_subset": "mos_Latn-som_Latn", - "languages": [ - "mos-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484046, - "recall": 0.519763, - "f1": 0.494035, - "accuracy": 0.519763, - "main_score": 0.494035, - "hf_subset": "mos_Latn-tum_Latn", - "languages": [ - "mos-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42047, - "recall": 0.459486, - "f1": 0.430454, - "accuracy": 0.459486, - "main_score": 0.430454, - "hf_subset": "run_Latn-ace_Arab", - "languages": [ - "run-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490399, - "recall": 0.529644, - "f1": 0.501954, - "accuracy": 0.529644, - "main_score": 0.501954, - "hf_subset": "run_Latn-bam_Latn", - "languages": [ - "run-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213363, - "recall": 0.264822, - "f1": 0.226893, - "accuracy": 0.264822, - "main_score": 0.226893, - "hf_subset": "run_Latn-dzo_Tibt", - "languages": [ - "run-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533526, - "recall": 0.576087, - "f1": 0.544587, - "accuracy": 0.576087, - "main_score": 0.544587, - "hf_subset": "run_Latn-hin_Deva", - "languages": [ - "run-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49811, - "recall": 0.544466, - "f1": 0.510506, - "accuracy": 0.544466, - "main_score": 0.510506, - "hf_subset": "run_Latn-khm_Khmr", - "languages": [ - "run-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523348, - "recall": 0.568182, - "f1": 0.535999, - "accuracy": 0.568182, - "main_score": 0.535999, - "hf_subset": "run_Latn-mag_Deva", - "languages": [ - "run-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52739, - "recall": 0.566206, - "f1": 0.536871, - "accuracy": 0.566206, - "main_score": 0.536871, - "hf_subset": "run_Latn-pap_Latn", - "languages": [ - "run-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545047, - "recall": 0.581028, - "f1": 0.554617, - "accuracy": 0.581028, - "main_score": 0.554617, - "hf_subset": "run_Latn-sot_Latn", - "languages": [ - "run-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526779, - "recall": 0.572134, - "f1": 0.538124, - "accuracy": 0.572134, - "main_score": 0.538124, - "hf_subset": "run_Latn-tur_Latn", - "languages": [ - "run-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525979, - "recall": 0.561265, - "f1": 0.535017, - "accuracy": 0.561265, - "main_score": 0.535017, - "hf_subset": "run_Latn-ace_Latn", - "languages": [ - "run-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531017, - "recall": 0.564229, - "f1": 0.539718, - "accuracy": 0.564229, - "main_score": 0.539718, - "hf_subset": "run_Latn-ban_Latn", - "languages": [ - "run-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526556, - "recall": 0.576087, - "f1": 0.539362, - "accuracy": 0.576087, - "main_score": 0.539362, - "hf_subset": "run_Latn-ell_Grek", - "languages": [ - "run-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503226, - "recall": 0.550395, - "f1": 0.515344, - "accuracy": 0.550395, - "main_score": 0.515344, - "hf_subset": "run_Latn-hne_Deva", - "languages": [ - "run-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490969, - "recall": 0.531621, - "f1": 0.501976, - "accuracy": 0.531621, - "main_score": 0.501976, - "hf_subset": "run_Latn-kik_Latn", - "languages": [ - "run-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524801, - "recall": 0.568182, - "f1": 0.535992, - "accuracy": 0.568182, - "main_score": 0.535992, - "hf_subset": "run_Latn-mai_Deva", - "languages": [ - "run-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473401, - "recall": 0.530632, - "f1": 0.487704, - "accuracy": 0.530632, - "main_score": 0.487704, - "hf_subset": "run_Latn-pbt_Arab", - "languages": [ - "run-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543088, - "recall": 0.591897, - "f1": 0.556084, - "accuracy": 0.591897, - "main_score": 0.556084, - "hf_subset": "run_Latn-spa_Latn", - "languages": [ - "run-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521158, - "recall": 0.557312, - "f1": 0.531777, - "accuracy": 0.557312, - "main_score": 0.531777, - "hf_subset": "run_Latn-twi_Latn", - "languages": [ - "run-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523746, - "recall": 0.572134, - "f1": 0.535403, - "accuracy": 0.572134, - "main_score": 0.535403, - "hf_subset": "run_Latn-acm_Arab", - "languages": [ - "run-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504957, - "recall": 0.547431, - "f1": 0.51576, - "accuracy": 0.547431, - "main_score": 0.51576, - "hf_subset": "run_Latn-bel_Cyrl", - "languages": [ - "run-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558142, - "recall": 0.603755, - "f1": 0.569142, - "accuracy": 0.603755, - "main_score": 0.569142, - "hf_subset": "run_Latn-eng_Latn", - "languages": [ - "run-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549051, - "recall": 0.588933, - "f1": 0.558463, - "accuracy": 0.588933, - "main_score": 0.558463, - "hf_subset": "run_Latn-hrv_Latn", - "languages": [ - "run-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712468, - "recall": 0.767787, - "f1": 0.728351, - "accuracy": 0.767787, - "main_score": 0.728351, - "hf_subset": "run_Latn-kin_Latn", - "languages": [ - "run-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512943, - "recall": 0.564229, - "f1": 0.525612, - "accuracy": 0.564229, - "main_score": 0.525612, - "hf_subset": "run_Latn-mal_Mlym", - "languages": [ - "run-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529905, - "recall": 0.575099, - "f1": 0.541127, - "accuracy": 0.575099, - "main_score": 0.541127, - "hf_subset": "run_Latn-pes_Arab", - "languages": [ - "run-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531253, - "recall": 0.561265, - "f1": 0.539259, - "accuracy": 0.561265, - "main_score": 0.539259, - "hf_subset": "run_Latn-srd_Latn", - "languages": [ - "run-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213382, - "recall": 0.254941, - "f1": 0.22453, - "accuracy": 0.254941, - "main_score": 0.22453, - "hf_subset": "run_Latn-tzm_Tfng", - "languages": [ - "run-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528765, - "recall": 0.576087, - "f1": 0.540567, - "accuracy": 0.576087, - "main_score": 0.540567, - "hf_subset": "run_Latn-acq_Arab", - "languages": [ - "run-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576214, - "recall": 0.623518, - "f1": 0.588669, - "accuracy": 0.623518, - "main_score": 0.588669, - "hf_subset": "run_Latn-bem_Latn", - "languages": [ - "run-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537401, - "recall": 0.583992, - "f1": 0.549173, - "accuracy": 0.583992, - "main_score": 0.549173, - "hf_subset": "run_Latn-epo_Latn", - "languages": [ - "run-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53637, - "recall": 0.579051, - "f1": 0.54662, - "accuracy": 0.579051, - "main_score": 0.54662, - "hf_subset": "run_Latn-hun_Latn", - "languages": [ - "run-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506255, - "recall": 0.55336, - "f1": 0.51863, - "accuracy": 0.55336, - "main_score": 0.51863, - "hf_subset": "run_Latn-kir_Cyrl", - "languages": [ - "run-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533012, - "recall": 0.570158, - "f1": 0.542941, - "accuracy": 0.570158, - "main_score": 0.542941, - "hf_subset": "run_Latn-mar_Deva", - "languages": [ - "run-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541441, - "recall": 0.581028, - "f1": 0.551879, - "accuracy": 0.581028, - "main_score": 0.551879, - "hf_subset": "run_Latn-plt_Latn", - "languages": [ - "run-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540112, - "recall": 0.589921, - "f1": 0.552562, - "accuracy": 0.589921, - "main_score": 0.552562, - "hf_subset": "run_Latn-srp_Cyrl", - "languages": [ - "run-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461999, - "recall": 0.508893, - "f1": 0.475304, - "accuracy": 0.508893, - "main_score": 0.475304, - "hf_subset": "run_Latn-uig_Arab", - "languages": [ - "run-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510355, - "recall": 0.548419, - "f1": 0.520023, - "accuracy": 0.548419, - "main_score": 0.520023, - "hf_subset": "run_Latn-aeb_Arab", - "languages": [ - "run-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527949, - "recall": 0.579051, - "f1": 0.541357, - "accuracy": 0.579051, - "main_score": 0.541357, - "hf_subset": "run_Latn-ben_Beng", - "languages": [ - "run-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532517, - "recall": 0.575099, - "f1": 0.54341, - "accuracy": 0.575099, - "main_score": 0.54341, - "hf_subset": "run_Latn-est_Latn", - "languages": [ - "run-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504099, - "recall": 0.557312, - "f1": 0.517812, - "accuracy": 0.557312, - "main_score": 0.517812, - "hf_subset": "run_Latn-hye_Armn", - "languages": [ - "run-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513028, - "recall": 0.55336, - "f1": 0.524071, - "accuracy": 0.55336, - "main_score": 0.524071, - "hf_subset": "run_Latn-kmb_Latn", - "languages": [ - "run-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371781, - "recall": 0.424901, - "f1": 0.385949, - "accuracy": 0.424901, - "main_score": 0.385949, - "hf_subset": "run_Latn-min_Arab", - "languages": [ - "run-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532217, - "recall": 0.579051, - "f1": 0.543249, - "accuracy": 0.579051, - "main_score": 0.543249, - "hf_subset": "run_Latn-pol_Latn", - "languages": [ - "run-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538092, - "recall": 0.58498, - "f1": 0.550337, - "accuracy": 0.58498, - "main_score": 0.550337, - "hf_subset": "run_Latn-ssw_Latn", - "languages": [ - "run-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541393, - "recall": 0.591897, - "f1": 0.554766, - "accuracy": 0.591897, - "main_score": 0.554766, - "hf_subset": "run_Latn-ukr_Cyrl", - "languages": [ - "run-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557101, - "recall": 0.596838, - "f1": 0.567302, - "accuracy": 0.596838, - "main_score": 0.567302, - "hf_subset": "run_Latn-afr_Latn", - "languages": [ - "run-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518066, - "recall": 0.561265, - "f1": 0.52951, - "accuracy": 0.561265, - "main_score": 0.52951, - "hf_subset": "run_Latn-bho_Deva", - "languages": [ - "run-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526165, - "recall": 0.56917, - "f1": 0.537417, - "accuracy": 0.56917, - "main_score": 0.537417, - "hf_subset": "run_Latn-eus_Latn", - "languages": [ - "run-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516582, - "recall": 0.561265, - "f1": 0.529014, - "accuracy": 0.561265, - "main_score": 0.529014, - "hf_subset": "run_Latn-ibo_Latn", - "languages": [ - "run-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515783, - "recall": 0.559289, - "f1": 0.527328, - "accuracy": 0.559289, - "main_score": 0.527328, - "hf_subset": "run_Latn-kmr_Latn", - "languages": [ - "run-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542885, - "recall": 0.583992, - "f1": 0.553041, - "accuracy": 0.583992, - "main_score": 0.553041, - "hf_subset": "run_Latn-min_Latn", - "languages": [ - "run-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553988, - "recall": 0.599802, - "f1": 0.565428, - "accuracy": 0.599802, - "main_score": 0.565428, - "hf_subset": "run_Latn-por_Latn", - "languages": [ - "run-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561891, - "recall": 0.59585, - "f1": 0.570217, - "accuracy": 0.59585, - "main_score": 0.570217, - "hf_subset": "run_Latn-sun_Latn", - "languages": [ - "run-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490951, - "recall": 0.532609, - "f1": 0.503626, - "accuracy": 0.532609, - "main_score": 0.503626, - "hf_subset": "run_Latn-umb_Latn", - "languages": [ - "run-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533619, - "recall": 0.583004, - "f1": 0.546249, - "accuracy": 0.583004, - "main_score": 0.546249, - "hf_subset": "run_Latn-ajp_Arab", - "languages": [ - "run-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391233, - "recall": 0.4417, - "f1": 0.404803, - "accuracy": 0.4417, - "main_score": 0.404803, - "hf_subset": "run_Latn-bjn_Arab", - "languages": [ - "run-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489225, - "recall": 0.525692, - "f1": 0.499488, - "accuracy": 0.525692, - "main_score": 0.499488, - "hf_subset": "run_Latn-ewe_Latn", - "languages": [ - "run-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55652, - "recall": 0.590909, - "f1": 0.56533, - "accuracy": 0.590909, - "main_score": 0.56533, - "hf_subset": "run_Latn-ilo_Latn", - "languages": [ - "run-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300154, - "recall": 0.350791, - "f1": 0.313979, - "accuracy": 0.350791, - "main_score": 0.313979, - "hf_subset": "run_Latn-knc_Arab", - "languages": [ - "run-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538076, - "recall": 0.588933, - "f1": 0.550185, - "accuracy": 0.588933, - "main_score": 0.550185, - "hf_subset": "run_Latn-mkd_Cyrl", - "languages": [ - "run-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513887, - "recall": 0.56917, - "f1": 0.528657, - "accuracy": 0.56917, - "main_score": 0.528657, - "hf_subset": "run_Latn-prs_Arab", - "languages": [ - "run-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536371, - "recall": 0.585968, - "f1": 0.548689, - "accuracy": 0.585968, - "main_score": 0.548689, - "hf_subset": "run_Latn-swe_Latn", - "languages": [ - "run-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510123, - "recall": 0.563241, - "f1": 0.524097, - "accuracy": 0.563241, - "main_score": 0.524097, - "hf_subset": "run_Latn-urd_Arab", - "languages": [ - "run-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509162, - "recall": 0.545455, - "f1": 0.518403, - "accuracy": 0.545455, - "main_score": 0.518403, - "hf_subset": "run_Latn-aka_Latn", - "languages": [ - "run-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548362, - "recall": 0.581028, - "f1": 0.556923, - "accuracy": 0.581028, - "main_score": 0.556923, - "hf_subset": "run_Latn-bjn_Latn", - "languages": [ - "run-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543237, - "recall": 0.58004, - "f1": 0.5523, - "accuracy": 0.58004, - "main_score": 0.5523, - "hf_subset": "run_Latn-fao_Latn", - "languages": [ - "run-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554591, - "recall": 0.599802, - "f1": 0.566123, - "accuracy": 0.599802, - "main_score": 0.566123, - "hf_subset": "run_Latn-ind_Latn", - "languages": [ - "run-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519105, - "recall": 0.552372, - "f1": 0.52825, - "accuracy": 0.552372, - "main_score": 0.52825, - "hf_subset": "run_Latn-knc_Latn", - "languages": [ - "run-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538313, - "recall": 0.576087, - "f1": 0.547859, - "accuracy": 0.576087, - "main_score": 0.547859, - "hf_subset": "run_Latn-mlt_Latn", - "languages": [ - "run-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509447, - "recall": 0.552372, - "f1": 0.521615, - "accuracy": 0.552372, - "main_score": 0.521615, - "hf_subset": "run_Latn-quy_Latn", - "languages": [ - "run-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555484, - "recall": 0.598814, - "f1": 0.566142, - "accuracy": 0.598814, - "main_score": 0.566142, - "hf_subset": "run_Latn-swh_Latn", - "languages": [ - "run-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519571, - "recall": 0.559289, - "f1": 0.528799, - "accuracy": 0.559289, - "main_score": 0.528799, - "hf_subset": "run_Latn-uzn_Latn", - "languages": [ - "run-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548136, - "recall": 0.593874, - "f1": 0.55946, - "accuracy": 0.593874, - "main_score": 0.55946, - "hf_subset": "run_Latn-als_Latn", - "languages": [ - "run-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286799, - "recall": 0.344862, - "f1": 0.30075, - "accuracy": 0.344862, - "main_score": 0.30075, - "hf_subset": "run_Latn-bod_Tibt", - "languages": [ - "run-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543633, - "recall": 0.579051, - "f1": 0.552884, - "accuracy": 0.579051, - "main_score": 0.552884, - "hf_subset": "run_Latn-fij_Latn", - "languages": [ - "run-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530371, - "recall": 0.578063, - "f1": 0.542525, - "accuracy": 0.578063, - "main_score": 0.542525, - "hf_subset": "run_Latn-isl_Latn", - "languages": [ - "run-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54041, - "recall": 0.579051, - "f1": 0.55099, - "accuracy": 0.579051, - "main_score": 0.55099, - "hf_subset": "run_Latn-kon_Latn", - "languages": [ - "run-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444272, - "recall": 0.492095, - "f1": 0.457984, - "accuracy": 0.492095, - "main_score": 0.457984, - "hf_subset": "run_Latn-mni_Beng", - "languages": [ - "run-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558662, - "recall": 0.604743, - "f1": 0.569583, - "accuracy": 0.604743, - "main_score": 0.569583, - "hf_subset": "run_Latn-ron_Latn", - "languages": [ - "run-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543656, - "recall": 0.58498, - "f1": 0.554474, - "accuracy": 0.58498, - "main_score": 0.554474, - "hf_subset": "run_Latn-szl_Latn", - "languages": [ - "run-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544291, - "recall": 0.583004, - "f1": 0.553897, - "accuracy": 0.583004, - "main_score": 0.553897, - "hf_subset": "run_Latn-vec_Latn", - "languages": [ - "run-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460046, - "recall": 0.514822, - "f1": 0.474154, - "accuracy": 0.514822, - "main_score": 0.474154, - "hf_subset": "run_Latn-amh_Ethi", - "languages": [ - "run-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558703, - "recall": 0.603755, - "f1": 0.569498, - "accuracy": 0.603755, - "main_score": 0.569498, - "hf_subset": "run_Latn-bos_Latn", - "languages": [ - "run-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526287, - "recall": 0.572134, - "f1": 0.537597, - "accuracy": 0.572134, - "main_score": 0.537597, - "hf_subset": "run_Latn-fin_Latn", - "languages": [ - "run-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543232, - "recall": 0.594862, - "f1": 0.555977, - "accuracy": 0.594862, - "main_score": 0.555977, - "hf_subset": "run_Latn-ita_Latn", - "languages": [ - "run-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523585, - "recall": 0.573123, - "f1": 0.536092, - "accuracy": 0.573123, - "main_score": 0.536092, - "hf_subset": "run_Latn-kor_Hang", - "languages": [ - "run-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506795, - "recall": 0.545455, - "f1": 0.517991, - "accuracy": 0.545455, - "main_score": 0.517991, - "hf_subset": "run_Latn-mos_Latn", - "languages": [ - "run-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519881, - "recall": 0.566206, - "f1": 0.532219, - "accuracy": 0.566206, - "main_score": 0.532219, - "hf_subset": "run_Latn-tam_Taml", - "languages": [ - "run-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536227, - "recall": 0.579051, - "f1": 0.546663, - "accuracy": 0.579051, - "main_score": 0.546663, - "hf_subset": "run_Latn-vie_Latn", - "languages": [ - "run-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522519, - "recall": 0.571146, - "f1": 0.534572, - "accuracy": 0.571146, - "main_score": 0.534572, - "hf_subset": "run_Latn-apc_Arab", - "languages": [ - "run-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504607, - "recall": 0.545455, - "f1": 0.51523, - "accuracy": 0.545455, - "main_score": 0.51523, - "hf_subset": "run_Latn-bug_Latn", - "languages": [ - "run-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468049, - "recall": 0.504941, - "f1": 0.478008, - "accuracy": 0.504941, - "main_score": 0.478008, - "hf_subset": "run_Latn-fon_Latn", - "languages": [ - "run-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553426, - "recall": 0.594862, - "f1": 0.563862, - "accuracy": 0.594862, - "main_score": 0.563862, - "hf_subset": "run_Latn-jav_Latn", - "languages": [ - "run-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503892, - "recall": 0.55336, - "f1": 0.516646, - "accuracy": 0.55336, - "main_score": 0.516646, - "hf_subset": "run_Latn-lao_Laoo", - "languages": [ - "run-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506694, - "recall": 0.54249, - "f1": 0.516293, - "accuracy": 0.54249, - "main_score": 0.516293, - "hf_subset": "run_Latn-mri_Latn", - "languages": [ - "run-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543612, - "recall": 0.594862, - "f1": 0.55673, - "accuracy": 0.594862, - "main_score": 0.55673, - "hf_subset": "run_Latn-rus_Cyrl", - "languages": [ - "run-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477569, - "recall": 0.511858, - "f1": 0.487418, - "accuracy": 0.511858, - "main_score": 0.487418, - "hf_subset": "run_Latn-taq_Latn", - "languages": [ - "run-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550518, - "recall": 0.588933, - "f1": 0.559392, - "accuracy": 0.588933, - "main_score": 0.559392, - "hf_subset": "run_Latn-war_Latn", - "languages": [ - "run-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519376, - "recall": 0.567194, - "f1": 0.531082, - "accuracy": 0.567194, - "main_score": 0.531082, - "hf_subset": "run_Latn-arb_Arab", - "languages": [ - "run-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532883, - "recall": 0.583004, - "f1": 0.5453, - "accuracy": 0.583004, - "main_score": 0.5453, - "hf_subset": "run_Latn-bul_Cyrl", - "languages": [ - "run-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547238, - "recall": 0.598814, - "f1": 0.559928, - "accuracy": 0.598814, - "main_score": 0.559928, - "hf_subset": "run_Latn-fra_Latn", - "languages": [ - "run-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528334, - "recall": 0.570158, - "f1": 0.539287, - "accuracy": 0.570158, - "main_score": 0.539287, - "hf_subset": "run_Latn-jpn_Jpan", - "languages": [ - "run-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531864, - "recall": 0.573123, - "f1": 0.542429, - "accuracy": 0.573123, - "main_score": 0.542429, - "hf_subset": "run_Latn-lij_Latn", - "languages": [ - "run-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40421, - "recall": 0.465415, - "f1": 0.419511, - "accuracy": 0.465415, - "main_score": 0.419511, - "hf_subset": "run_Latn-mya_Mymr", - "languages": [ - "run-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515203, - "recall": 0.557312, - "f1": 0.526793, - "accuracy": 0.557312, - "main_score": 0.526793, - "hf_subset": "run_Latn-sag_Latn", - "languages": [ - "run-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204777, - "recall": 0.246047, - "f1": 0.215064, - "accuracy": 0.246047, - "main_score": 0.215064, - "hf_subset": "run_Latn-taq_Tfng", - "languages": [ - "run-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524944, - "recall": 0.563241, - "f1": 0.535559, - "accuracy": 0.563241, - "main_score": 0.535559, - "hf_subset": "run_Latn-wol_Latn", - "languages": [ - "run-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442644, - "recall": 0.490119, - "f1": 0.455723, - "accuracy": 0.490119, - "main_score": 0.455723, - "hf_subset": "run_Latn-arb_Latn", - "languages": [ - "run-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541947, - "recall": 0.586957, - "f1": 0.553858, - "accuracy": 0.586957, - "main_score": 0.553858, - "hf_subset": "run_Latn-cat_Latn", - "languages": [ - "run-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534046, - "recall": 0.573123, - "f1": 0.54416, - "accuracy": 0.573123, - "main_score": 0.54416, - "hf_subset": "run_Latn-fur_Latn", - "languages": [ - "run-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437563, - "recall": 0.491107, - "f1": 0.452069, - "accuracy": 0.491107, - "main_score": 0.452069, - "hf_subset": "run_Latn-kab_Latn", - "languages": [ - "run-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537055, - "recall": 0.573123, - "f1": 0.54613, - "accuracy": 0.573123, - "main_score": 0.54613, - "hf_subset": "run_Latn-lim_Latn", - "languages": [ - "run-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531911, - "recall": 0.573123, - "f1": 0.54307, - "accuracy": 0.573123, - "main_score": 0.54307, - "hf_subset": "run_Latn-nld_Latn", - "languages": [ - "run-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493918, - "recall": 0.541502, - "f1": 0.505872, - "accuracy": 0.541502, - "main_score": 0.505872, - "hf_subset": "run_Latn-san_Deva", - "languages": [ - "run-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535648, - "recall": 0.578063, - "f1": 0.546626, - "accuracy": 0.578063, - "main_score": 0.546626, - "hf_subset": "run_Latn-tat_Cyrl", - "languages": [ - "run-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544833, - "recall": 0.583992, - "f1": 0.555837, - "accuracy": 0.583992, - "main_score": 0.555837, - "hf_subset": "run_Latn-xho_Latn", - "languages": [ - "run-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505667, - "recall": 0.552372, - "f1": 0.517212, - "accuracy": 0.552372, - "main_score": 0.517212, - "hf_subset": "run_Latn-ars_Arab", - "languages": [ - "run-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559749, - "recall": 0.596838, - "f1": 0.568386, - "accuracy": 0.596838, - "main_score": 0.568386, - "hf_subset": "run_Latn-ceb_Latn", - "languages": [ - "run-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473715, - "recall": 0.513834, - "f1": 0.485438, - "accuracy": 0.513834, - "main_score": 0.485438, - "hf_subset": "run_Latn-fuv_Latn", - "languages": [ - "run-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48814, - "recall": 0.533597, - "f1": 0.499978, - "accuracy": 0.533597, - "main_score": 0.499978, - "hf_subset": "run_Latn-kac_Latn", - "languages": [ - "run-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534922, - "recall": 0.574111, - "f1": 0.545091, - "accuracy": 0.574111, - "main_score": 0.545091, - "hf_subset": "run_Latn-lin_Latn", - "languages": [ - "run-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52994, - "recall": 0.577075, - "f1": 0.54216, - "accuracy": 0.577075, - "main_score": 0.54216, - "hf_subset": "run_Latn-nno_Latn", - "languages": [ - "run-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.137775, - "recall": 0.186759, - "f1": 0.150101, - "accuracy": 0.186759, - "main_score": 0.150101, - "hf_subset": "run_Latn-sat_Olck", - "languages": [ - "run-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515394, - "recall": 0.563241, - "f1": 0.527616, - "accuracy": 0.563241, - "main_score": 0.527616, - "hf_subset": "run_Latn-tel_Telu", - "languages": [ - "run-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465248, - "recall": 0.519763, - "f1": 0.479773, - "accuracy": 0.519763, - "main_score": 0.479773, - "hf_subset": "run_Latn-ydd_Hebr", - "languages": [ - "run-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512306, - "recall": 0.560277, - "f1": 0.524298, - "accuracy": 0.560277, - "main_score": 0.524298, - "hf_subset": "run_Latn-ary_Arab", - "languages": [ - "run-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546943, - "recall": 0.594862, - "f1": 0.559078, - "accuracy": 0.594862, - "main_score": 0.559078, - "hf_subset": "run_Latn-ces_Latn", - "languages": [ - "run-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484322, - "recall": 0.527668, - "f1": 0.49636, - "accuracy": 0.527668, - "main_score": 0.49636, - "hf_subset": "run_Latn-gaz_Latn", - "languages": [ - "run-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51202, - "recall": 0.55336, - "f1": 0.523347, - "accuracy": 0.55336, - "main_score": 0.523347, - "hf_subset": "run_Latn-kam_Latn", - "languages": [ - "run-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526801, - "recall": 0.566206, - "f1": 0.536121, - "accuracy": 0.566206, - "main_score": 0.536121, - "hf_subset": "run_Latn-lit_Latn", - "languages": [ - "run-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536517, - "recall": 0.582016, - "f1": 0.547295, - "accuracy": 0.582016, - "main_score": 0.547295, - "hf_subset": "run_Latn-nob_Latn", - "languages": [ - "run-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544404, - "recall": 0.58498, - "f1": 0.554117, - "accuracy": 0.58498, - "main_score": 0.554117, - "hf_subset": "run_Latn-scn_Latn", - "languages": [ - "run-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512756, - "recall": 0.552372, - "f1": 0.523239, - "accuracy": 0.552372, - "main_score": 0.523239, - "hf_subset": "run_Latn-tgk_Cyrl", - "languages": [ - "run-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480668, - "recall": 0.531621, - "f1": 0.495191, - "accuracy": 0.531621, - "main_score": 0.495191, - "hf_subset": "run_Latn-yor_Latn", - "languages": [ - "run-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521041, - "recall": 0.565217, - "f1": 0.531243, - "accuracy": 0.565217, - "main_score": 0.531243, - "hf_subset": "run_Latn-arz_Arab", - "languages": [ - "run-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474582, - "recall": 0.517787, - "f1": 0.486498, - "accuracy": 0.517787, - "main_score": 0.486498, - "hf_subset": "run_Latn-cjk_Latn", - "languages": [ - "run-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51504, - "recall": 0.555336, - "f1": 0.526335, - "accuracy": 0.555336, - "main_score": 0.526335, - "hf_subset": "run_Latn-gla_Latn", - "languages": [ - "run-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518181, - "recall": 0.564229, - "f1": 0.530094, - "accuracy": 0.564229, - "main_score": 0.530094, - "hf_subset": "run_Latn-kan_Knda", - "languages": [ - "run-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526137, - "recall": 0.565217, - "f1": 0.535481, - "accuracy": 0.565217, - "main_score": 0.535481, - "hf_subset": "run_Latn-lmo_Latn", - "languages": [ - "run-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503584, - "recall": 0.555336, - "f1": 0.516901, - "accuracy": 0.555336, - "main_score": 0.516901, - "hf_subset": "run_Latn-npi_Deva", - "languages": [ - "run-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42992, - "recall": 0.475296, - "f1": 0.442288, - "accuracy": 0.475296, - "main_score": 0.442288, - "hf_subset": "run_Latn-shn_Mymr", - "languages": [ - "run-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561328, - "recall": 0.602767, - "f1": 0.572195, - "accuracy": 0.602767, - "main_score": 0.572195, - "hf_subset": "run_Latn-tgl_Latn", - "languages": [ - "run-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516206, - "recall": 0.566206, - "f1": 0.529085, - "accuracy": 0.566206, - "main_score": 0.529085, - "hf_subset": "run_Latn-yue_Hant", - "languages": [ - "run-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494705, - "recall": 0.54249, - "f1": 0.507214, - "accuracy": 0.54249, - "main_score": 0.507214, - "hf_subset": "run_Latn-asm_Beng", - "languages": [ - "run-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50009, - "recall": 0.543478, - "f1": 0.511127, - "accuracy": 0.543478, - "main_score": 0.511127, - "hf_subset": "run_Latn-ckb_Arab", - "languages": [ - "run-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50819, - "recall": 0.551383, - "f1": 0.519398, - "accuracy": 0.551383, - "main_score": 0.519398, - "hf_subset": "run_Latn-gle_Latn", - "languages": [ - "run-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4384, - "recall": 0.487154, - "f1": 0.450844, - "accuracy": 0.487154, - "main_score": 0.450844, - "hf_subset": "run_Latn-kas_Arab", - "languages": [ - "run-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514034, - "recall": 0.556324, - "f1": 0.525115, - "accuracy": 0.556324, - "main_score": 0.525115, - "hf_subset": "run_Latn-ltg_Latn", - "languages": [ - "run-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542456, - "recall": 0.583004, - "f1": 0.553488, - "accuracy": 0.583004, - "main_score": 0.553488, - "hf_subset": "run_Latn-nso_Latn", - "languages": [ - "run-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473683, - "recall": 0.529644, - "f1": 0.487873, - "accuracy": 0.529644, - "main_score": 0.487873, - "hf_subset": "run_Latn-sin_Sinh", - "languages": [ - "run-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532929, - "recall": 0.582016, - "f1": 0.54542, - "accuracy": 0.582016, - "main_score": 0.54542, - "hf_subset": "run_Latn-tha_Thai", - "languages": [ - "run-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511539, - "recall": 0.550395, - "f1": 0.521402, - "accuracy": 0.550395, - "main_score": 0.521402, - "hf_subset": "run_Latn-zho_Hans", - "languages": [ - "run-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558599, - "recall": 0.599802, - "f1": 0.569452, - "accuracy": 0.599802, - "main_score": 0.569452, - "hf_subset": "run_Latn-ast_Latn", - "languages": [ - "run-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533004, - "recall": 0.579051, - "f1": 0.54411, - "accuracy": 0.579051, - "main_score": 0.54411, - "hf_subset": "run_Latn-crh_Latn", - "languages": [ - "run-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541767, - "recall": 0.586957, - "f1": 0.552855, - "accuracy": 0.586957, - "main_score": 0.552855, - "hf_subset": "run_Latn-glg_Latn", - "languages": [ - "run-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469152, - "recall": 0.514822, - "f1": 0.481164, - "accuracy": 0.514822, - "main_score": 0.481164, - "hf_subset": "run_Latn-kas_Deva", - "languages": [ - "run-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507629, - "recall": 0.544466, - "f1": 0.517114, - "accuracy": 0.544466, - "main_score": 0.517114, - "hf_subset": "run_Latn-ltz_Latn", - "languages": [ - "run-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438656, - "recall": 0.488142, - "f1": 0.452614, - "accuracy": 0.488142, - "main_score": 0.452614, - "hf_subset": "run_Latn-nus_Latn", - "languages": [ - "run-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533246, - "recall": 0.583992, - "f1": 0.54642, - "accuracy": 0.583992, - "main_score": 0.54642, - "hf_subset": "run_Latn-slk_Latn", - "languages": [ - "run-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384707, - "recall": 0.440711, - "f1": 0.399993, - "accuracy": 0.440711, - "main_score": 0.399993, - "hf_subset": "run_Latn-tir_Ethi", - "languages": [ - "run-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506438, - "recall": 0.556324, - "f1": 0.518582, - "accuracy": 0.556324, - "main_score": 0.518582, - "hf_subset": "run_Latn-zho_Hant", - "languages": [ - "run-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515042, - "recall": 0.563241, - "f1": 0.527594, - "accuracy": 0.563241, - "main_score": 0.527594, - "hf_subset": "run_Latn-awa_Deva", - "languages": [ - "run-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539292, - "recall": 0.577075, - "f1": 0.549599, - "accuracy": 0.577075, - "main_score": 0.549599, - "hf_subset": "run_Latn-cym_Latn", - "languages": [ - "run-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523565, - "recall": 0.563241, - "f1": 0.534009, - "accuracy": 0.563241, - "main_score": 0.534009, - "hf_subset": "run_Latn-grn_Latn", - "languages": [ - "run-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49466, - "recall": 0.545455, - "f1": 0.50745, - "accuracy": 0.545455, - "main_score": 0.50745, - "hf_subset": "run_Latn-kat_Geor", - "languages": [ - "run-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541411, - "recall": 0.575099, - "f1": 0.55089, - "accuracy": 0.575099, - "main_score": 0.55089, - "hf_subset": "run_Latn-lua_Latn", - "languages": [ - "run-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552715, - "recall": 0.59585, - "f1": 0.564692, - "accuracy": 0.59585, - "main_score": 0.564692, - "hf_subset": "run_Latn-nya_Latn", - "languages": [ - "run-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53651, - "recall": 0.581028, - "f1": 0.547437, - "accuracy": 0.581028, - "main_score": 0.547437, - "hf_subset": "run_Latn-slv_Latn", - "languages": [ - "run-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539894, - "recall": 0.575099, - "f1": 0.548948, - "accuracy": 0.575099, - "main_score": 0.548948, - "hf_subset": "run_Latn-tpi_Latn", - "languages": [ - "run-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574658, - "recall": 0.61166, - "f1": 0.583507, - "accuracy": 0.61166, - "main_score": 0.583507, - "hf_subset": "run_Latn-zsm_Latn", - "languages": [ - "run-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479522, - "recall": 0.520751, - "f1": 0.491632, - "accuracy": 0.520751, - "main_score": 0.491632, - "hf_subset": "run_Latn-ayr_Latn", - "languages": [ - "run-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538862, - "recall": 0.585968, - "f1": 0.550196, - "accuracy": 0.585968, - "main_score": 0.550196, - "hf_subset": "run_Latn-dan_Latn", - "languages": [ - "run-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527848, - "recall": 0.575099, - "f1": 0.539826, - "accuracy": 0.575099, - "main_score": 0.539826, - "hf_subset": "run_Latn-guj_Gujr", - "languages": [ - "run-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525005, - "recall": 0.572134, - "f1": 0.53688, - "accuracy": 0.572134, - "main_score": 0.53688, - "hf_subset": "run_Latn-kaz_Cyrl", - "languages": [ - "run-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525645, - "recall": 0.578063, - "f1": 0.540529, - "accuracy": 0.578063, - "main_score": 0.540529, - "hf_subset": "run_Latn-lug_Latn", - "languages": [ - "run-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556755, - "recall": 0.602767, - "f1": 0.567918, - "accuracy": 0.602767, - "main_score": 0.567918, - "hf_subset": "run_Latn-oci_Latn", - "languages": [ - "run-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532619, - "recall": 0.572134, - "f1": 0.543336, - "accuracy": 0.572134, - "main_score": 0.543336, - "hf_subset": "run_Latn-smo_Latn", - "languages": [ - "run-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509945, - "recall": 0.548419, - "f1": 0.520479, - "accuracy": 0.548419, - "main_score": 0.520479, - "hf_subset": "run_Latn-tsn_Latn", - "languages": [ - "run-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531742, - "recall": 0.583004, - "f1": 0.545989, - "accuracy": 0.583004, - "main_score": 0.545989, - "hf_subset": "run_Latn-zul_Latn", - "languages": [ - "run-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437167, - "recall": 0.493083, - "f1": 0.452277, - "accuracy": 0.493083, - "main_score": 0.452277, - "hf_subset": "run_Latn-azb_Arab", - "languages": [ - "run-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538375, - "recall": 0.582016, - "f1": 0.549351, - "accuracy": 0.582016, - "main_score": 0.549351, - "hf_subset": "run_Latn-deu_Latn", - "languages": [ - "run-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514433, - "recall": 0.557312, - "f1": 0.525782, - "accuracy": 0.557312, - "main_score": 0.525782, - "hf_subset": "run_Latn-hat_Latn", - "languages": [ - "run-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479204, - "recall": 0.527668, - "f1": 0.492446, - "accuracy": 0.527668, - "main_score": 0.492446, - "hf_subset": "run_Latn-kbp_Latn", - "languages": [ - "run-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541542, - "recall": 0.56917, - "f1": 0.549558, - "accuracy": 0.56917, - "main_score": 0.549558, - "hf_subset": "run_Latn-luo_Latn", - "languages": [ - "run-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500157, - "recall": 0.556324, - "f1": 0.514793, - "accuracy": 0.556324, - "main_score": 0.514793, - "hf_subset": "run_Latn-ory_Orya", - "languages": [ - "run-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518584, - "recall": 0.565217, - "f1": 0.530871, - "accuracy": 0.565217, - "main_score": 0.530871, - "hf_subset": "run_Latn-sna_Latn", - "languages": [ - "run-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517443, - "recall": 0.557312, - "f1": 0.527842, - "accuracy": 0.557312, - "main_score": 0.527842, - "hf_subset": "run_Latn-tso_Latn", - "languages": [ - "run-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494227, - "recall": 0.547431, - "f1": 0.507822, - "accuracy": 0.547431, - "main_score": 0.507822, - "hf_subset": "run_Latn-azj_Latn", - "languages": [ - "run-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477677, - "recall": 0.521739, - "f1": 0.490776, - "accuracy": 0.521739, - "main_score": 0.490776, - "hf_subset": "run_Latn-dik_Latn", - "languages": [ - "run-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535338, - "recall": 0.573123, - "f1": 0.545028, - "accuracy": 0.573123, - "main_score": 0.545028, - "hf_subset": "run_Latn-hau_Latn", - "languages": [ - "run-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529785, - "recall": 0.565217, - "f1": 0.538587, - "accuracy": 0.565217, - "main_score": 0.538587, - "hf_subset": "run_Latn-kea_Latn", - "languages": [ - "run-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518544, - "recall": 0.556324, - "f1": 0.529213, - "accuracy": 0.556324, - "main_score": 0.529213, - "hf_subset": "run_Latn-lus_Latn", - "languages": [ - "run-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532658, - "recall": 0.564229, - "f1": 0.541124, - "accuracy": 0.564229, - "main_score": 0.541124, - "hf_subset": "run_Latn-pag_Latn", - "languages": [ - "run-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500378, - "recall": 0.549407, - "f1": 0.513733, - "accuracy": 0.549407, - "main_score": 0.513733, - "hf_subset": "run_Latn-snd_Arab", - "languages": [ - "run-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50215, - "recall": 0.544466, - "f1": 0.51285, - "accuracy": 0.544466, - "main_score": 0.51285, - "hf_subset": "run_Latn-tuk_Latn", - "languages": [ - "run-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5207, - "recall": 0.560277, - "f1": 0.530789, - "accuracy": 0.560277, - "main_score": 0.530789, - "hf_subset": "run_Latn-bak_Cyrl", - "languages": [ - "run-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423184, - "recall": 0.481225, - "f1": 0.439099, - "accuracy": 0.481225, - "main_score": 0.439099, - "hf_subset": "run_Latn-dyu_Latn", - "languages": [ - "run-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525668, - "recall": 0.571146, - "f1": 0.537708, - "accuracy": 0.571146, - "main_score": 0.537708, - "hf_subset": "run_Latn-heb_Hebr", - "languages": [ - "run-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498267, - "recall": 0.538538, - "f1": 0.508868, - "accuracy": 0.538538, - "main_score": 0.508868, - "hf_subset": "run_Latn-khk_Cyrl", - "languages": [ - "run-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517529, - "recall": 0.567194, - "f1": 0.529895, - "accuracy": 0.567194, - "main_score": 0.529895, - "hf_subset": "run_Latn-lvs_Latn", - "languages": [ - "run-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512521, - "recall": 0.561265, - "f1": 0.524593, - "accuracy": 0.561265, - "main_score": 0.524593, - "hf_subset": "run_Latn-pan_Guru", - "languages": [ - "run-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511162, - "recall": 0.552372, - "f1": 0.522362, - "accuracy": 0.552372, - "main_score": 0.522362, - "hf_subset": "run_Latn-som_Latn", - "languages": [ - "run-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516618, - "recall": 0.55336, - "f1": 0.52677, - "accuracy": 0.55336, - "main_score": 0.52677, - "hf_subset": "run_Latn-tum_Latn", - "languages": [ - "run-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529483, - "recall": 0.594862, - "f1": 0.548337, - "accuracy": 0.594862, - "main_score": 0.548337, - "hf_subset": "tam_Taml-ace_Arab", - "languages": [ - "tam-Taml", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502439, - "recall": 0.56917, - "f1": 0.520879, - "accuracy": 0.56917, - "main_score": 0.520879, - "hf_subset": "tam_Taml-bam_Latn", - "languages": [ - "tam-Taml", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432094, - "recall": 0.511858, - "f1": 0.453182, - "accuracy": 0.511858, - "main_score": 0.453182, - "hf_subset": "tam_Taml-dzo_Tibt", - "languages": [ - "tam-Taml", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-hin_Deva", - "languages": [ - "tam-Taml", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-khm_Khmr", - "languages": [ - "tam-Taml", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-mag_Deva", - "languages": [ - "tam-Taml", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.98419, - "f1": 0.980072, - "accuracy": 0.98419, - "main_score": 0.980072, - "hf_subset": "tam_Taml-pap_Latn", - "languages": [ - "tam-Taml", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568768, - "recall": 0.625494, - "f1": 0.584653, - "accuracy": 0.625494, - "main_score": 0.584653, - "hf_subset": "tam_Taml-sot_Latn", - "languages": [ - "tam-Taml", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-tur_Latn", - "languages": [ - "tam-Taml", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845257, - "recall": 0.883399, - "f1": 0.857016, - "accuracy": 0.883399, - "main_score": 0.857016, - "hf_subset": "tam_Taml-ace_Latn", - "languages": [ - "tam-Taml", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.962451, - "f1": 0.953393, - "accuracy": 0.962451, - "main_score": 0.953393, - "hf_subset": "tam_Taml-ban_Latn", - "languages": [ - "tam-Taml", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ell_Grek", - "languages": [ - "tam-Taml", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "tam_Taml-hne_Deva", - "languages": [ - "tam-Taml", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57155, - "recall": 0.634387, - "f1": 0.589761, - "accuracy": 0.634387, - "main_score": 0.589761, - "hf_subset": "tam_Taml-kik_Latn", - "languages": [ - "tam-Taml", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-mai_Deva", - "languages": [ - "tam-Taml", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "tam_Taml-pbt_Arab", - "languages": [ - "tam-Taml", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-spa_Latn", - "languages": [ - "tam-Taml", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592526, - "recall": 0.659091, - "f1": 0.611109, - "accuracy": 0.659091, - "main_score": 0.611109, - "hf_subset": "tam_Taml-twi_Latn", - "languages": [ - "tam-Taml", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-acm_Arab", - "languages": [ - "tam-Taml", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-bel_Cyrl", - "languages": [ - "tam-Taml", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-eng_Latn", - "languages": [ - "tam-Taml", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-hrv_Latn", - "languages": [ - "tam-Taml", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52754, - "recall": 0.591897, - "f1": 0.545388, - "accuracy": 0.591897, - "main_score": 0.545388, - "hf_subset": "tam_Taml-kin_Latn", - "languages": [ - "tam-Taml", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-mal_Mlym", - "languages": [ - "tam-Taml", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-pes_Arab", - "languages": [ - "tam-Taml", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tam_Taml-srd_Latn", - "languages": [ - "tam-Taml", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171762, - "recall": 0.22332, - "f1": 0.18405, - "accuracy": 0.22332, - "main_score": 0.18405, - "hf_subset": "tam_Taml-tzm_Tfng", - "languages": [ - "tam-Taml", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-acq_Arab", - "languages": [ - "tam-Taml", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6035, - "recall": 0.657115, - "f1": 0.618919, - "accuracy": 0.657115, - "main_score": 0.618919, - "hf_subset": "tam_Taml-bem_Latn", - "languages": [ - "tam-Taml", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-epo_Latn", - "languages": [ - "tam-Taml", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-hun_Latn", - "languages": [ - "tam-Taml", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-kir_Cyrl", - "languages": [ - "tam-Taml", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-mar_Deva", - "languages": [ - "tam-Taml", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631992, - "recall": 0.694664, - "f1": 0.649885, - "accuracy": 0.694664, - "main_score": 0.649885, - "hf_subset": "tam_Taml-plt_Latn", - "languages": [ - "tam-Taml", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-srp_Cyrl", - "languages": [ - "tam-Taml", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "tam_Taml-uig_Arab", - "languages": [ - "tam-Taml", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tam_Taml-aeb_Arab", - "languages": [ - "tam-Taml", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ben_Beng", - "languages": [ - "tam-Taml", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-est_Latn", - "languages": [ - "tam-Taml", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-hye_Armn", - "languages": [ - "tam-Taml", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514377, - "recall": 0.572134, - "f1": 0.53067, - "accuracy": 0.572134, - "main_score": 0.53067, - "hf_subset": "tam_Taml-kmb_Latn", - "languages": [ - "tam-Taml", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474896, - "recall": 0.546443, - "f1": 0.493625, - "accuracy": 0.546443, - "main_score": 0.493625, - "hf_subset": "tam_Taml-min_Arab", - "languages": [ - "tam-Taml", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-pol_Latn", - "languages": [ - "tam-Taml", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527454, - "recall": 0.593874, - "f1": 0.546367, - "accuracy": 0.593874, - "main_score": 0.546367, - "hf_subset": "tam_Taml-ssw_Latn", - "languages": [ - "tam-Taml", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ukr_Cyrl", - "languages": [ - "tam-Taml", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-afr_Latn", - "languages": [ - "tam-Taml", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-bho_Deva", - "languages": [ - "tam-Taml", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-eus_Latn", - "languages": [ - "tam-Taml", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552249, - "recall": 0.613636, - "f1": 0.568845, - "accuracy": 0.613636, - "main_score": 0.568845, - "hf_subset": "tam_Taml-ibo_Latn", - "languages": [ - "tam-Taml", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886446, - "recall": 0.916008, - "f1": 0.895817, - "accuracy": 0.916008, - "main_score": 0.895817, - "hf_subset": "tam_Taml-kmr_Latn", - "languages": [ - "tam-Taml", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-min_Latn", - "languages": [ - "tam-Taml", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-por_Latn", - "languages": [ - "tam-Taml", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tam_Taml-sun_Latn", - "languages": [ - "tam-Taml", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505069, - "recall": 0.565217, - "f1": 0.522238, - "accuracy": 0.565217, - "main_score": 0.522238, - "hf_subset": "tam_Taml-umb_Latn", - "languages": [ - "tam-Taml", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ajp_Arab", - "languages": [ - "tam-Taml", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480875, - "recall": 0.55336, - "f1": 0.50089, - "accuracy": 0.55336, - "main_score": 0.50089, - "hf_subset": "tam_Taml-bjn_Arab", - "languages": [ - "tam-Taml", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4874, - "recall": 0.545455, - "f1": 0.503314, - "accuracy": 0.545455, - "main_score": 0.503314, - "hf_subset": "tam_Taml-ewe_Latn", - "languages": [ - "tam-Taml", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942194, - "recall": 0.959486, - "f1": 0.947596, - "accuracy": 0.959486, - "main_score": 0.947596, - "hf_subset": "tam_Taml-ilo_Latn", - "languages": [ - "tam-Taml", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313254, - "recall": 0.367589, - "f1": 0.328353, - "accuracy": 0.367589, - "main_score": 0.328353, - "hf_subset": "tam_Taml-knc_Arab", - "languages": [ - "tam-Taml", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-mkd_Cyrl", - "languages": [ - "tam-Taml", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-prs_Arab", - "languages": [ - "tam-Taml", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-swe_Latn", - "languages": [ - "tam-Taml", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-urd_Arab", - "languages": [ - "tam-Taml", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557412, - "recall": 0.62747, - "f1": 0.577071, - "accuracy": 0.62747, - "main_score": 0.577071, - "hf_subset": "tam_Taml-aka_Latn", - "languages": [ - "tam-Taml", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tam_Taml-bjn_Latn", - "languages": [ - "tam-Taml", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "tam_Taml-fao_Latn", - "languages": [ - "tam-Taml", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ind_Latn", - "languages": [ - "tam-Taml", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55982, - "recall": 0.617589, - "f1": 0.575758, - "accuracy": 0.617589, - "main_score": 0.575758, - "hf_subset": "tam_Taml-knc_Latn", - "languages": [ - "tam-Taml", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-mlt_Latn", - "languages": [ - "tam-Taml", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697837, - "recall": 0.76581, - "f1": 0.718217, - "accuracy": 0.76581, - "main_score": 0.718217, - "hf_subset": "tam_Taml-quy_Latn", - "languages": [ - "tam-Taml", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "tam_Taml-swh_Latn", - "languages": [ - "tam-Taml", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-uzn_Latn", - "languages": [ - "tam-Taml", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-als_Latn", - "languages": [ - "tam-Taml", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65084, - "recall": 0.731225, - "f1": 0.674821, - "accuracy": 0.731225, - "main_score": 0.674821, - "hf_subset": "tam_Taml-bod_Tibt", - "languages": [ - "tam-Taml", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698759, - "recall": 0.756917, - "f1": 0.715326, - "accuracy": 0.756917, - "main_score": 0.715326, - "hf_subset": "tam_Taml-fij_Latn", - "languages": [ - "tam-Taml", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-isl_Latn", - "languages": [ - "tam-Taml", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633936, - "recall": 0.689723, - "f1": 0.649838, - "accuracy": 0.689723, - "main_score": 0.649838, - "hf_subset": "tam_Taml-kon_Latn", - "languages": [ - "tam-Taml", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640761, - "recall": 0.710474, - "f1": 0.661072, - "accuracy": 0.710474, - "main_score": 0.661072, - "hf_subset": "tam_Taml-mni_Beng", - "languages": [ - "tam-Taml", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ron_Latn", - "languages": [ - "tam-Taml", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.986166, - "f1": 0.983202, - "accuracy": 0.986166, - "main_score": 0.983202, - "hf_subset": "tam_Taml-szl_Latn", - "languages": [ - "tam-Taml", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-vec_Latn", - "languages": [ - "tam-Taml", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "tam_Taml-amh_Ethi", - "languages": [ - "tam-Taml", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-bos_Latn", - "languages": [ - "tam-Taml", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-fin_Latn", - "languages": [ - "tam-Taml", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ita_Latn", - "languages": [ - "tam-Taml", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-kor_Hang", - "languages": [ - "tam-Taml", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525427, - "recall": 0.586957, - "f1": 0.542378, - "accuracy": 0.586957, - "main_score": 0.542378, - "hf_subset": "tam_Taml-mos_Latn", - "languages": [ - "tam-Taml", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523947, - "recall": 0.585968, - "f1": 0.541358, - "accuracy": 0.585968, - "main_score": 0.541358, - "hf_subset": "tam_Taml-run_Latn", - "languages": [ - "tam-Taml", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-vie_Latn", - "languages": [ - "tam-Taml", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-apc_Arab", - "languages": [ - "tam-Taml", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769944, - "recall": 0.822134, - "f1": 0.785211, - "accuracy": 0.822134, - "main_score": 0.785211, - "hf_subset": "tam_Taml-bug_Latn", - "languages": [ - "tam-Taml", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440553, - "recall": 0.499012, - "f1": 0.456219, - "accuracy": 0.499012, - "main_score": 0.456219, - "hf_subset": "tam_Taml-fon_Latn", - "languages": [ - "tam-Taml", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tam_Taml-jav_Latn", - "languages": [ - "tam-Taml", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-lao_Laoo", - "languages": [ - "tam-Taml", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855138, - "recall": 0.893281, - "f1": 0.86685, - "accuracy": 0.893281, - "main_score": 0.86685, - "hf_subset": "tam_Taml-mri_Latn", - "languages": [ - "tam-Taml", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-rus_Cyrl", - "languages": [ - "tam-Taml", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523143, - "recall": 0.587945, - "f1": 0.540693, - "accuracy": 0.587945, - "main_score": 0.540693, - "hf_subset": "tam_Taml-taq_Latn", - "languages": [ - "tam-Taml", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-war_Latn", - "languages": [ - "tam-Taml", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-arb_Arab", - "languages": [ - "tam-Taml", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-bul_Cyrl", - "languages": [ - "tam-Taml", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-fra_Latn", - "languages": [ - "tam-Taml", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-jpn_Jpan", - "languages": [ - "tam-Taml", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "tam_Taml-lij_Latn", - "languages": [ - "tam-Taml", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "tam_Taml-mya_Mymr", - "languages": [ - "tam-Taml", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556524, - "recall": 0.626482, - "f1": 0.576205, - "accuracy": 0.626482, - "main_score": 0.576205, - "hf_subset": "tam_Taml-sag_Latn", - "languages": [ - "tam-Taml", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185459, - "recall": 0.243083, - "f1": 0.197824, - "accuracy": 0.243083, - "main_score": 0.197824, - "hf_subset": "tam_Taml-taq_Tfng", - "languages": [ - "tam-Taml", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605734, - "recall": 0.666008, - "f1": 0.622298, - "accuracy": 0.666008, - "main_score": 0.622298, - "hf_subset": "tam_Taml-wol_Latn", - "languages": [ - "tam-Taml", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782559, - "recall": 0.836957, - "f1": 0.799064, - "accuracy": 0.836957, - "main_score": 0.799064, - "hf_subset": "tam_Taml-arb_Latn", - "languages": [ - "tam-Taml", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-cat_Latn", - "languages": [ - "tam-Taml", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-fur_Latn", - "languages": [ - "tam-Taml", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380208, - "recall": 0.442688, - "f1": 0.397321, - "accuracy": 0.442688, - "main_score": 0.397321, - "hf_subset": "tam_Taml-kab_Latn", - "languages": [ - "tam-Taml", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tam_Taml-lim_Latn", - "languages": [ - "tam-Taml", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-nld_Latn", - "languages": [ - "tam-Taml", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "tam_Taml-san_Deva", - "languages": [ - "tam-Taml", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-tat_Cyrl", - "languages": [ - "tam-Taml", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660285, - "recall": 0.715415, - "f1": 0.6762, - "accuracy": 0.715415, - "main_score": 0.6762, - "hf_subset": "tam_Taml-xho_Latn", - "languages": [ - "tam-Taml", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-ars_Arab", - "languages": [ - "tam-Taml", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ceb_Latn", - "languages": [ - "tam-Taml", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54477, - "recall": 0.599802, - "f1": 0.559977, - "accuracy": 0.599802, - "main_score": 0.559977, - "hf_subset": "tam_Taml-fuv_Latn", - "languages": [ - "tam-Taml", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492816, - "recall": 0.561265, - "f1": 0.511689, - "accuracy": 0.561265, - "main_score": 0.511689, - "hf_subset": "tam_Taml-kac_Latn", - "languages": [ - "tam-Taml", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637887, - "recall": 0.697628, - "f1": 0.654887, - "accuracy": 0.697628, - "main_score": 0.654887, - "hf_subset": "tam_Taml-lin_Latn", - "languages": [ - "tam-Taml", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-nno_Latn", - "languages": [ - "tam-Taml", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.230599, - "recall": 0.318182, - "f1": 0.2537, - "accuracy": 0.318182, - "main_score": 0.2537, - "hf_subset": "tam_Taml-sat_Olck", - "languages": [ - "tam-Taml", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-tel_Telu", - "languages": [ - "tam-Taml", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947464, - "recall": 0.964427, - "f1": 0.953063, - "accuracy": 0.964427, - "main_score": 0.953063, - "hf_subset": "tam_Taml-ydd_Hebr", - "languages": [ - "tam-Taml", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "tam_Taml-ary_Arab", - "languages": [ - "tam-Taml", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-ces_Latn", - "languages": [ - "tam-Taml", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569773, - "recall": 0.635375, - "f1": 0.588776, - "accuracy": 0.635375, - "main_score": 0.588776, - "hf_subset": "tam_Taml-gaz_Latn", - "languages": [ - "tam-Taml", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560608, - "recall": 0.624506, - "f1": 0.578107, - "accuracy": 0.624506, - "main_score": 0.578107, - "hf_subset": "tam_Taml-kam_Latn", - "languages": [ - "tam-Taml", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "tam_Taml-lit_Latn", - "languages": [ - "tam-Taml", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-nob_Latn", - "languages": [ - "tam-Taml", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tam_Taml-scn_Latn", - "languages": [ - "tam-Taml", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "tam_Taml-tgk_Cyrl", - "languages": [ - "tam-Taml", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683886, - "recall": 0.753953, - "f1": 0.705178, - "accuracy": 0.753953, - "main_score": 0.705178, - "hf_subset": "tam_Taml-yor_Latn", - "languages": [ - "tam-Taml", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-arz_Arab", - "languages": [ - "tam-Taml", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540541, - "recall": 0.603755, - "f1": 0.558115, - "accuracy": 0.603755, - "main_score": 0.558115, - "hf_subset": "tam_Taml-cjk_Latn", - "languages": [ - "tam-Taml", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755774, - "recall": 0.812253, - "f1": 0.77273, - "accuracy": 0.812253, - "main_score": 0.77273, - "hf_subset": "tam_Taml-gla_Latn", - "languages": [ - "tam-Taml", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-kan_Knda", - "languages": [ - "tam-Taml", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "tam_Taml-lmo_Latn", - "languages": [ - "tam-Taml", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "tam_Taml-npi_Deva", - "languages": [ - "tam-Taml", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455528, - "recall": 0.518775, - "f1": 0.472411, - "accuracy": 0.518775, - "main_score": 0.472411, - "hf_subset": "tam_Taml-shn_Mymr", - "languages": [ - "tam-Taml", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-tgl_Latn", - "languages": [ - "tam-Taml", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-yue_Hant", - "languages": [ - "tam-Taml", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-asm_Beng", - "languages": [ - "tam-Taml", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "tam_Taml-ckb_Arab", - "languages": [ - "tam-Taml", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858613, - "recall": 0.894269, - "f1": 0.869763, - "accuracy": 0.894269, - "main_score": 0.869763, - "hf_subset": "tam_Taml-gle_Latn", - "languages": [ - "tam-Taml", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.967391, - "f1": 0.956851, - "accuracy": 0.967391, - "main_score": 0.956851, - "hf_subset": "tam_Taml-kas_Arab", - "languages": [ - "tam-Taml", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933877, - "recall": 0.954545, - "f1": 0.940613, - "accuracy": 0.954545, - "main_score": 0.940613, - "hf_subset": "tam_Taml-ltg_Latn", - "languages": [ - "tam-Taml", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581581, - "recall": 0.637352, - "f1": 0.596968, - "accuracy": 0.637352, - "main_score": 0.596968, - "hf_subset": "tam_Taml-nso_Latn", - "languages": [ - "tam-Taml", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tam_Taml-sin_Sinh", - "languages": [ - "tam-Taml", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-tha_Thai", - "languages": [ - "tam-Taml", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-zho_Hans", - "languages": [ - "tam-Taml", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-ast_Latn", - "languages": [ - "tam-Taml", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-crh_Latn", - "languages": [ - "tam-Taml", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-glg_Latn", - "languages": [ - "tam-Taml", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894763, - "recall": 0.926877, - "f1": 0.904941, - "accuracy": 0.926877, - "main_score": 0.904941, - "hf_subset": "tam_Taml-kas_Deva", - "languages": [ - "tam-Taml", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "tam_Taml-ltz_Latn", - "languages": [ - "tam-Taml", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417687, - "recall": 0.490119, - "f1": 0.436922, - "accuracy": 0.490119, - "main_score": 0.436922, - "hf_subset": "tam_Taml-nus_Latn", - "languages": [ - "tam-Taml", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-slk_Latn", - "languages": [ - "tam-Taml", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621253, - "recall": 0.693676, - "f1": 0.64248, - "accuracy": 0.693676, - "main_score": 0.64248, - "hf_subset": "tam_Taml-tir_Ethi", - "languages": [ - "tam-Taml", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-zho_Hant", - "languages": [ - "tam-Taml", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "tam_Taml-awa_Deva", - "languages": [ - "tam-Taml", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "tam_Taml-cym_Latn", - "languages": [ - "tam-Taml", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808336, - "recall": 0.853755, - "f1": 0.822332, - "accuracy": 0.853755, - "main_score": 0.822332, - "hf_subset": "tam_Taml-grn_Latn", - "languages": [ - "tam-Taml", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-kat_Geor", - "languages": [ - "tam-Taml", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618249, - "recall": 0.675889, - "f1": 0.634709, - "accuracy": 0.675889, - "main_score": 0.634709, - "hf_subset": "tam_Taml-lua_Latn", - "languages": [ - "tam-Taml", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621526, - "recall": 0.683794, - "f1": 0.639009, - "accuracy": 0.683794, - "main_score": 0.639009, - "hf_subset": "tam_Taml-nya_Latn", - "languages": [ - "tam-Taml", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-slv_Latn", - "languages": [ - "tam-Taml", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935441, - "recall": 0.954545, - "f1": 0.941535, - "accuracy": 0.954545, - "main_score": 0.941535, - "hf_subset": "tam_Taml-tpi_Latn", - "languages": [ - "tam-Taml", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-zsm_Latn", - "languages": [ - "tam-Taml", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5251, - "recall": 0.590909, - "f1": 0.543504, - "accuracy": 0.590909, - "main_score": 0.543504, - "hf_subset": "tam_Taml-ayr_Latn", - "languages": [ - "tam-Taml", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-dan_Latn", - "languages": [ - "tam-Taml", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-guj_Gujr", - "languages": [ - "tam-Taml", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-kaz_Cyrl", - "languages": [ - "tam-Taml", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514453, - "recall": 0.578063, - "f1": 0.532136, - "accuracy": 0.578063, - "main_score": 0.532136, - "hf_subset": "tam_Taml-lug_Latn", - "languages": [ - "tam-Taml", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-oci_Latn", - "languages": [ - "tam-Taml", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806752, - "recall": 0.853755, - "f1": 0.820916, - "accuracy": 0.853755, - "main_score": 0.820916, - "hf_subset": "tam_Taml-smo_Latn", - "languages": [ - "tam-Taml", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524911, - "recall": 0.588933, - "f1": 0.542579, - "accuracy": 0.588933, - "main_score": 0.542579, - "hf_subset": "tam_Taml-tsn_Latn", - "languages": [ - "tam-Taml", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596394, - "recall": 0.658103, - "f1": 0.614166, - "accuracy": 0.658103, - "main_score": 0.614166, - "hf_subset": "tam_Taml-zul_Latn", - "languages": [ - "tam-Taml", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917161, - "recall": 0.9417, - "f1": 0.925033, - "accuracy": 0.9417, - "main_score": 0.925033, - "hf_subset": "tam_Taml-azb_Arab", - "languages": [ - "tam-Taml", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-deu_Latn", - "languages": [ - "tam-Taml", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "tam_Taml-hat_Latn", - "languages": [ - "tam-Taml", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462347, - "recall": 0.524704, - "f1": 0.479424, - "accuracy": 0.524704, - "main_score": 0.479424, - "hf_subset": "tam_Taml-kbp_Latn", - "languages": [ - "tam-Taml", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552496, - "recall": 0.609684, - "f1": 0.568184, - "accuracy": 0.609684, - "main_score": 0.568184, - "hf_subset": "tam_Taml-luo_Latn", - "languages": [ - "tam-Taml", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-ory_Orya", - "languages": [ - "tam-Taml", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57351, - "recall": 0.633399, - "f1": 0.59063, - "accuracy": 0.633399, - "main_score": 0.59063, - "hf_subset": "tam_Taml-sna_Latn", - "languages": [ - "tam-Taml", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533, - "recall": 0.591897, - "f1": 0.548679, - "accuracy": 0.591897, - "main_score": 0.548679, - "hf_subset": "tam_Taml-tso_Latn", - "languages": [ - "tam-Taml", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tam_Taml-azj_Latn", - "languages": [ - "tam-Taml", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510647, - "recall": 0.581028, - "f1": 0.530504, - "accuracy": 0.581028, - "main_score": 0.530504, - "hf_subset": "tam_Taml-dik_Latn", - "languages": [ - "tam-Taml", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732082, - "recall": 0.790514, - "f1": 0.749308, - "accuracy": 0.790514, - "main_score": 0.749308, - "hf_subset": "tam_Taml-hau_Latn", - "languages": [ - "tam-Taml", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "tam_Taml-kea_Latn", - "languages": [ - "tam-Taml", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717474, - "recall": 0.77668, - "f1": 0.734848, - "accuracy": 0.77668, - "main_score": 0.734848, - "hf_subset": "tam_Taml-lus_Latn", - "languages": [ - "tam-Taml", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856061, - "recall": 0.889328, - "f1": 0.866191, - "accuracy": 0.889328, - "main_score": 0.866191, - "hf_subset": "tam_Taml-pag_Latn", - "languages": [ - "tam-Taml", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tam_Taml-snd_Arab", - "languages": [ - "tam-Taml", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "tam_Taml-tuk_Latn", - "languages": [ - "tam-Taml", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "tam_Taml-bak_Cyrl", - "languages": [ - "tam-Taml", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44419, - "recall": 0.52668, - "f1": 0.467685, - "accuracy": 0.52668, - "main_score": 0.467685, - "hf_subset": "tam_Taml-dyu_Latn", - "languages": [ - "tam-Taml", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-heb_Hebr", - "languages": [ - "tam-Taml", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tam_Taml-khk_Cyrl", - "languages": [ - "tam-Taml", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tam_Taml-lvs_Latn", - "languages": [ - "tam-Taml", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tam_Taml-pan_Guru", - "languages": [ - "tam-Taml", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694624, - "recall": 0.759881, - "f1": 0.714086, - "accuracy": 0.759881, - "main_score": 0.714086, - "hf_subset": "tam_Taml-som_Latn", - "languages": [ - "tam-Taml", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564406, - "recall": 0.621542, - "f1": 0.580934, - "accuracy": 0.621542, - "main_score": 0.580934, - "hf_subset": "tam_Taml-tum_Latn", - "languages": [ - "tam-Taml", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576798, - "recall": 0.646245, - "f1": 0.596799, - "accuracy": 0.646245, - "main_score": 0.596799, - "hf_subset": "vie_Latn-ace_Arab", - "languages": [ - "vie-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54437, - "recall": 0.603755, - "f1": 0.561284, - "accuracy": 0.603755, - "main_score": 0.561284, - "hf_subset": "vie_Latn-bam_Latn", - "languages": [ - "vie-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476495, - "recall": 0.552372, - "f1": 0.497048, - "accuracy": 0.552372, - "main_score": 0.497048, - "hf_subset": "vie_Latn-dzo_Tibt", - "languages": [ - "vie-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-hin_Deva", - "languages": [ - "vie-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-khm_Khmr", - "languages": [ - "vie-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-mag_Deva", - "languages": [ - "vie-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "vie_Latn-pap_Latn", - "languages": [ - "vie-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60262, - "recall": 0.662055, - "f1": 0.619462, - "accuracy": 0.662055, - "main_score": 0.619462, - "hf_subset": "vie_Latn-sot_Latn", - "languages": [ - "vie-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-tur_Latn", - "languages": [ - "vie-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871492, - "recall": 0.907115, - "f1": 0.882562, - "accuracy": 0.907115, - "main_score": 0.882562, - "hf_subset": "vie_Latn-ace_Latn", - "languages": [ - "vie-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.974308, - "f1": 0.967227, - "accuracy": 0.974308, - "main_score": 0.967227, - "hf_subset": "vie_Latn-ban_Latn", - "languages": [ - "vie-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ell_Grek", - "languages": [ - "vie-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "vie_Latn-hne_Deva", - "languages": [ - "vie-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61678, - "recall": 0.672925, - "f1": 0.632597, - "accuracy": 0.672925, - "main_score": 0.632597, - "hf_subset": "vie_Latn-kik_Latn", - "languages": [ - "vie-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-mai_Deva", - "languages": [ - "vie-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "vie_Latn-pbt_Arab", - "languages": [ - "vie-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-spa_Latn", - "languages": [ - "vie-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616036, - "recall": 0.683794, - "f1": 0.634816, - "accuracy": 0.683794, - "main_score": 0.634816, - "hf_subset": "vie_Latn-twi_Latn", - "languages": [ - "vie-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-acm_Arab", - "languages": [ - "vie-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-bel_Cyrl", - "languages": [ - "vie-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-eng_Latn", - "languages": [ - "vie-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-hrv_Latn", - "languages": [ - "vie-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57759, - "recall": 0.637352, - "f1": 0.594704, - "accuracy": 0.637352, - "main_score": 0.594704, - "hf_subset": "vie_Latn-kin_Latn", - "languages": [ - "vie-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-mal_Mlym", - "languages": [ - "vie-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-pes_Arab", - "languages": [ - "vie-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vie_Latn-srd_Latn", - "languages": [ - "vie-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185988, - "recall": 0.242095, - "f1": 0.19987, - "accuracy": 0.242095, - "main_score": 0.19987, - "hf_subset": "vie_Latn-tzm_Tfng", - "languages": [ - "vie-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-acq_Arab", - "languages": [ - "vie-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642622, - "recall": 0.692688, - "f1": 0.656819, - "accuracy": 0.692688, - "main_score": 0.656819, - "hf_subset": "vie_Latn-bem_Latn", - "languages": [ - "vie-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-epo_Latn", - "languages": [ - "vie-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-hun_Latn", - "languages": [ - "vie-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vie_Latn-kir_Cyrl", - "languages": [ - "vie-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-mar_Deva", - "languages": [ - "vie-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678096, - "recall": 0.738142, - "f1": 0.695591, - "accuracy": 0.738142, - "main_score": 0.695591, - "hf_subset": "vie_Latn-plt_Latn", - "languages": [ - "vie-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-srp_Cyrl", - "languages": [ - "vie-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "vie_Latn-uig_Arab", - "languages": [ - "vie-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-aeb_Arab", - "languages": [ - "vie-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ben_Beng", - "languages": [ - "vie-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-est_Latn", - "languages": [ - "vie-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-hye_Armn", - "languages": [ - "vie-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553204, - "recall": 0.604743, - "f1": 0.568462, - "accuracy": 0.604743, - "main_score": 0.568462, - "hf_subset": "vie_Latn-kmb_Latn", - "languages": [ - "vie-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507169, - "recall": 0.581028, - "f1": 0.527359, - "accuracy": 0.581028, - "main_score": 0.527359, - "hf_subset": "vie_Latn-min_Arab", - "languages": [ - "vie-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-pol_Latn", - "languages": [ - "vie-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568857, - "recall": 0.637352, - "f1": 0.58882, - "accuracy": 0.637352, - "main_score": 0.58882, - "hf_subset": "vie_Latn-ssw_Latn", - "languages": [ - "vie-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ukr_Cyrl", - "languages": [ - "vie-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-afr_Latn", - "languages": [ - "vie-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-bho_Deva", - "languages": [ - "vie-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "vie_Latn-eus_Latn", - "languages": [ - "vie-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588505, - "recall": 0.650198, - "f1": 0.605096, - "accuracy": 0.650198, - "main_score": 0.605096, - "hf_subset": "vie_Latn-ibo_Latn", - "languages": [ - "vie-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889246, - "recall": 0.920949, - "f1": 0.89944, - "accuracy": 0.920949, - "main_score": 0.89944, - "hf_subset": "vie_Latn-kmr_Latn", - "languages": [ - "vie-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "vie_Latn-min_Latn", - "languages": [ - "vie-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-por_Latn", - "languages": [ - "vie-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-sun_Latn", - "languages": [ - "vie-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520489, - "recall": 0.581028, - "f1": 0.538247, - "accuracy": 0.581028, - "main_score": 0.538247, - "hf_subset": "vie_Latn-umb_Latn", - "languages": [ - "vie-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ajp_Arab", - "languages": [ - "vie-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536532, - "recall": 0.597826, - "f1": 0.553776, - "accuracy": 0.597826, - "main_score": 0.553776, - "hf_subset": "vie_Latn-bjn_Arab", - "languages": [ - "vie-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532186, - "recall": 0.590909, - "f1": 0.548824, - "accuracy": 0.590909, - "main_score": 0.548824, - "hf_subset": "vie_Latn-ewe_Latn", - "languages": [ - "vie-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.964427, - "f1": 0.954051, - "accuracy": 0.964427, - "main_score": 0.954051, - "hf_subset": "vie_Latn-ilo_Latn", - "languages": [ - "vie-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316782, - "recall": 0.375494, - "f1": 0.332932, - "accuracy": 0.375494, - "main_score": 0.332932, - "hf_subset": "vie_Latn-knc_Arab", - "languages": [ - "vie-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-mkd_Cyrl", - "languages": [ - "vie-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-prs_Arab", - "languages": [ - "vie-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-swe_Latn", - "languages": [ - "vie-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-urd_Arab", - "languages": [ - "vie-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602581, - "recall": 0.66502, - "f1": 0.620262, - "accuracy": 0.66502, - "main_score": 0.620262, - "hf_subset": "vie_Latn-aka_Latn", - "languages": [ - "vie-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "vie_Latn-bjn_Latn", - "languages": [ - "vie-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981472, - "recall": 0.987154, - "f1": 0.983267, - "accuracy": 0.987154, - "main_score": 0.983267, - "hf_subset": "vie_Latn-fao_Latn", - "languages": [ - "vie-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ind_Latn", - "languages": [ - "vie-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596849, - "recall": 0.649209, - "f1": 0.612286, - "accuracy": 0.649209, - "main_score": 0.612286, - "hf_subset": "vie_Latn-knc_Latn", - "languages": [ - "vie-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "vie_Latn-mlt_Latn", - "languages": [ - "vie-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714223, - "recall": 0.774704, - "f1": 0.731774, - "accuracy": 0.774704, - "main_score": 0.731774, - "hf_subset": "vie_Latn-quy_Latn", - "languages": [ - "vie-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "vie_Latn-swh_Latn", - "languages": [ - "vie-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-uzn_Latn", - "languages": [ - "vie-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-als_Latn", - "languages": [ - "vie-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665333, - "recall": 0.744071, - "f1": 0.689032, - "accuracy": 0.744071, - "main_score": 0.689032, - "hf_subset": "vie_Latn-bod_Tibt", - "languages": [ - "vie-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717172, - "recall": 0.774704, - "f1": 0.734063, - "accuracy": 0.774704, - "main_score": 0.734063, - "hf_subset": "vie_Latn-fij_Latn", - "languages": [ - "vie-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "vie_Latn-isl_Latn", - "languages": [ - "vie-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67281, - "recall": 0.724308, - "f1": 0.688407, - "accuracy": 0.724308, - "main_score": 0.688407, - "hf_subset": "vie_Latn-kon_Latn", - "languages": [ - "vie-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66418, - "recall": 0.73419, - "f1": 0.684472, - "accuracy": 0.73419, - "main_score": 0.684472, - "hf_subset": "vie_Latn-mni_Beng", - "languages": [ - "vie-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ron_Latn", - "languages": [ - "vie-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "vie_Latn-szl_Latn", - "languages": [ - "vie-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-vec_Latn", - "languages": [ - "vie-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95084, - "recall": 0.966403, - "f1": 0.955929, - "accuracy": 0.966403, - "main_score": 0.955929, - "hf_subset": "vie_Latn-amh_Ethi", - "languages": [ - "vie-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-bos_Latn", - "languages": [ - "vie-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-fin_Latn", - "languages": [ - "vie-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ita_Latn", - "languages": [ - "vie-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-kor_Hang", - "languages": [ - "vie-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560961, - "recall": 0.620553, - "f1": 0.577532, - "accuracy": 0.620553, - "main_score": 0.577532, - "hf_subset": "vie_Latn-mos_Latn", - "languages": [ - "vie-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567955, - "recall": 0.623518, - "f1": 0.583731, - "accuracy": 0.623518, - "main_score": 0.583731, - "hf_subset": "vie_Latn-run_Latn", - "languages": [ - "vie-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-tam_Taml", - "languages": [ - "vie-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-apc_Arab", - "languages": [ - "vie-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809124, - "recall": 0.856719, - "f1": 0.823504, - "accuracy": 0.856719, - "main_score": 0.823504, - "hf_subset": "vie_Latn-bug_Latn", - "languages": [ - "vie-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486411, - "recall": 0.539526, - "f1": 0.49998, - "accuracy": 0.539526, - "main_score": 0.49998, - "hf_subset": "vie_Latn-fon_Latn", - "languages": [ - "vie-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-jav_Latn", - "languages": [ - "vie-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-lao_Laoo", - "languages": [ - "vie-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88307, - "recall": 0.91502, - "f1": 0.893281, - "accuracy": 0.91502, - "main_score": 0.893281, - "hf_subset": "vie_Latn-mri_Latn", - "languages": [ - "vie-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-rus_Cyrl", - "languages": [ - "vie-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544968, - "recall": 0.610672, - "f1": 0.563472, - "accuracy": 0.610672, - "main_score": 0.563472, - "hf_subset": "vie_Latn-taq_Latn", - "languages": [ - "vie-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-war_Latn", - "languages": [ - "vie-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-arb_Arab", - "languages": [ - "vie-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-bul_Cyrl", - "languages": [ - "vie-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-fra_Latn", - "languages": [ - "vie-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-jpn_Jpan", - "languages": [ - "vie-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vie_Latn-lij_Latn", - "languages": [ - "vie-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "vie_Latn-mya_Mymr", - "languages": [ - "vie-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618432, - "recall": 0.683794, - "f1": 0.636866, - "accuracy": 0.683794, - "main_score": 0.636866, - "hf_subset": "vie_Latn-sag_Latn", - "languages": [ - "vie-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197772, - "recall": 0.257905, - "f1": 0.211611, - "accuracy": 0.257905, - "main_score": 0.211611, - "hf_subset": "vie_Latn-taq_Tfng", - "languages": [ - "vie-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639858, - "recall": 0.703557, - "f1": 0.658256, - "accuracy": 0.703557, - "main_score": 0.658256, - "hf_subset": "vie_Latn-wol_Latn", - "languages": [ - "vie-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813027, - "recall": 0.862648, - "f1": 0.828247, - "accuracy": 0.862648, - "main_score": 0.828247, - "hf_subset": "vie_Latn-arb_Latn", - "languages": [ - "vie-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-cat_Latn", - "languages": [ - "vie-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "vie_Latn-fur_Latn", - "languages": [ - "vie-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430164, - "recall": 0.487154, - "f1": 0.445938, - "accuracy": 0.487154, - "main_score": 0.445938, - "hf_subset": "vie_Latn-kab_Latn", - "languages": [ - "vie-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "vie_Latn-lim_Latn", - "languages": [ - "vie-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-nld_Latn", - "languages": [ - "vie-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "vie_Latn-san_Deva", - "languages": [ - "vie-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-tat_Cyrl", - "languages": [ - "vie-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67929, - "recall": 0.737154, - "f1": 0.696187, - "accuracy": 0.737154, - "main_score": 0.696187, - "hf_subset": "vie_Latn-xho_Latn", - "languages": [ - "vie-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ars_Arab", - "languages": [ - "vie-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ceb_Latn", - "languages": [ - "vie-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559106, - "recall": 0.62253, - "f1": 0.577054, - "accuracy": 0.62253, - "main_score": 0.577054, - "hf_subset": "vie_Latn-fuv_Latn", - "languages": [ - "vie-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514617, - "recall": 0.583004, - "f1": 0.533301, - "accuracy": 0.583004, - "main_score": 0.533301, - "hf_subset": "vie_Latn-kac_Latn", - "languages": [ - "vie-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674078, - "recall": 0.732213, - "f1": 0.691591, - "accuracy": 0.732213, - "main_score": 0.691591, - "hf_subset": "vie_Latn-lin_Latn", - "languages": [ - "vie-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-nno_Latn", - "languages": [ - "vie-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.246897, - "recall": 0.326087, - "f1": 0.268128, - "accuracy": 0.326087, - "main_score": 0.268128, - "hf_subset": "vie_Latn-sat_Olck", - "languages": [ - "vie-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-tel_Telu", - "languages": [ - "vie-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "vie_Latn-ydd_Hebr", - "languages": [ - "vie-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "vie_Latn-ary_Arab", - "languages": [ - "vie-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ces_Latn", - "languages": [ - "vie-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591702, - "recall": 0.65415, - "f1": 0.60942, - "accuracy": 0.65415, - "main_score": 0.60942, - "hf_subset": "vie_Latn-gaz_Latn", - "languages": [ - "vie-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597032, - "recall": 0.663043, - "f1": 0.616041, - "accuracy": 0.663043, - "main_score": 0.616041, - "hf_subset": "vie_Latn-kam_Latn", - "languages": [ - "vie-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "vie_Latn-lit_Latn", - "languages": [ - "vie-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-nob_Latn", - "languages": [ - "vie-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "vie_Latn-scn_Latn", - "languages": [ - "vie-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "vie_Latn-tgk_Cyrl", - "languages": [ - "vie-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71554, - "recall": 0.783597, - "f1": 0.736018, - "accuracy": 0.783597, - "main_score": 0.736018, - "hf_subset": "vie_Latn-yor_Latn", - "languages": [ - "vie-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-arz_Arab", - "languages": [ - "vie-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577859, - "recall": 0.637352, - "f1": 0.5952, - "accuracy": 0.637352, - "main_score": 0.5952, - "hf_subset": "vie_Latn-cjk_Latn", - "languages": [ - "vie-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801005, - "recall": 0.852767, - "f1": 0.817048, - "accuracy": 0.852767, - "main_score": 0.817048, - "hf_subset": "vie_Latn-gla_Latn", - "languages": [ - "vie-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-kan_Knda", - "languages": [ - "vie-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988883, - "recall": 0.992095, - "f1": 0.989855, - "accuracy": 0.992095, - "main_score": 0.989855, - "hf_subset": "vie_Latn-lmo_Latn", - "languages": [ - "vie-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "vie_Latn-npi_Deva", - "languages": [ - "vie-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489151, - "recall": 0.555336, - "f1": 0.506967, - "accuracy": 0.555336, - "main_score": 0.506967, - "hf_subset": "vie_Latn-shn_Mymr", - "languages": [ - "vie-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-tgl_Latn", - "languages": [ - "vie-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-yue_Hant", - "languages": [ - "vie-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "vie_Latn-asm_Beng", - "languages": [ - "vie-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "vie_Latn-ckb_Arab", - "languages": [ - "vie-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889246, - "recall": 0.91996, - "f1": 0.898946, - "accuracy": 0.91996, - "main_score": 0.898946, - "hf_subset": "vie_Latn-gle_Latn", - "languages": [ - "vie-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "vie_Latn-kas_Arab", - "languages": [ - "vie-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943676, - "recall": 0.961462, - "f1": 0.949605, - "accuracy": 0.961462, - "main_score": 0.949605, - "hf_subset": "vie_Latn-ltg_Latn", - "languages": [ - "vie-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623815, - "recall": 0.676877, - "f1": 0.639053, - "accuracy": 0.676877, - "main_score": 0.639053, - "hf_subset": "vie_Latn-nso_Latn", - "languages": [ - "vie-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "vie_Latn-sin_Sinh", - "languages": [ - "vie-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-tha_Thai", - "languages": [ - "vie-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-zho_Hans", - "languages": [ - "vie-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ast_Latn", - "languages": [ - "vie-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-crh_Latn", - "languages": [ - "vie-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-glg_Latn", - "languages": [ - "vie-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903574, - "recall": 0.931818, - "f1": 0.912451, - "accuracy": 0.931818, - "main_score": 0.912451, - "hf_subset": "vie_Latn-kas_Deva", - "languages": [ - "vie-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "vie_Latn-ltz_Latn", - "languages": [ - "vie-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467942, - "recall": 0.536561, - "f1": 0.486247, - "accuracy": 0.536561, - "main_score": 0.486247, - "hf_subset": "vie_Latn-nus_Latn", - "languages": [ - "vie-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-slk_Latn", - "languages": [ - "vie-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627067, - "recall": 0.697628, - "f1": 0.647721, - "accuracy": 0.697628, - "main_score": 0.647721, - "hf_subset": "vie_Latn-tir_Ethi", - "languages": [ - "vie-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-zho_Hant", - "languages": [ - "vie-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988389, - "recall": 0.991107, - "f1": 0.989196, - "accuracy": 0.991107, - "main_score": 0.989196, - "hf_subset": "vie_Latn-awa_Deva", - "languages": [ - "vie-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "vie_Latn-cym_Latn", - "languages": [ - "vie-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843791, - "recall": 0.883399, - "f1": 0.856094, - "accuracy": 0.883399, - "main_score": 0.856094, - "hf_subset": "vie_Latn-grn_Latn", - "languages": [ - "vie-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-kat_Geor", - "languages": [ - "vie-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65992, - "recall": 0.712451, - "f1": 0.674873, - "accuracy": 0.712451, - "main_score": 0.674873, - "hf_subset": "vie_Latn-lua_Latn", - "languages": [ - "vie-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648099, - "recall": 0.709486, - "f1": 0.666241, - "accuracy": 0.709486, - "main_score": 0.666241, - "hf_subset": "vie_Latn-nya_Latn", - "languages": [ - "vie-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-slv_Latn", - "languages": [ - "vie-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.971344, - "f1": 0.963439, - "accuracy": 0.971344, - "main_score": 0.963439, - "hf_subset": "vie_Latn-tpi_Latn", - "languages": [ - "vie-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-zsm_Latn", - "languages": [ - "vie-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550671, - "recall": 0.61166, - "f1": 0.567443, - "accuracy": 0.61166, - "main_score": 0.567443, - "hf_subset": "vie_Latn-ayr_Latn", - "languages": [ - "vie-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-dan_Latn", - "languages": [ - "vie-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-guj_Gujr", - "languages": [ - "vie-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-kaz_Cyrl", - "languages": [ - "vie-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548472, - "recall": 0.615613, - "f1": 0.567064, - "accuracy": 0.615613, - "main_score": 0.567064, - "hf_subset": "vie_Latn-lug_Latn", - "languages": [ - "vie-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-oci_Latn", - "languages": [ - "vie-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835293, - "recall": 0.878458, - "f1": 0.848518, - "accuracy": 0.878458, - "main_score": 0.848518, - "hf_subset": "vie_Latn-smo_Latn", - "languages": [ - "vie-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562324, - "recall": 0.62253, - "f1": 0.579087, - "accuracy": 0.62253, - "main_score": 0.579087, - "hf_subset": "vie_Latn-tsn_Latn", - "languages": [ - "vie-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624711, - "recall": 0.690711, - "f1": 0.643812, - "accuracy": 0.690711, - "main_score": 0.643812, - "hf_subset": "vie_Latn-zul_Latn", - "languages": [ - "vie-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93083, - "recall": 0.951581, - "f1": 0.937582, - "accuracy": 0.951581, - "main_score": 0.937582, - "hf_subset": "vie_Latn-azb_Arab", - "languages": [ - "vie-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-deu_Latn", - "languages": [ - "vie-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.977273, - "f1": 0.971014, - "accuracy": 0.977273, - "main_score": 0.971014, - "hf_subset": "vie_Latn-hat_Latn", - "languages": [ - "vie-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504702, - "recall": 0.564229, - "f1": 0.521582, - "accuracy": 0.564229, - "main_score": 0.521582, - "hf_subset": "vie_Latn-kbp_Latn", - "languages": [ - "vie-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580539, - "recall": 0.641304, - "f1": 0.59731, - "accuracy": 0.641304, - "main_score": 0.59731, - "hf_subset": "vie_Latn-luo_Latn", - "languages": [ - "vie-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-ory_Orya", - "languages": [ - "vie-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605197, - "recall": 0.664032, - "f1": 0.622551, - "accuracy": 0.664032, - "main_score": 0.622551, - "hf_subset": "vie_Latn-sna_Latn", - "languages": [ - "vie-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568611, - "recall": 0.620553, - "f1": 0.583038, - "accuracy": 0.620553, - "main_score": 0.583038, - "hf_subset": "vie_Latn-tso_Latn", - "languages": [ - "vie-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-azj_Latn", - "languages": [ - "vie-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550289, - "recall": 0.613636, - "f1": 0.568666, - "accuracy": 0.613636, - "main_score": 0.568666, - "hf_subset": "vie_Latn-dik_Latn", - "languages": [ - "vie-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.76143, - "recall": 0.814229, - "f1": 0.777193, - "accuracy": 0.814229, - "main_score": 0.777193, - "hf_subset": "vie_Latn-hau_Latn", - "languages": [ - "vie-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "vie_Latn-kea_Latn", - "languages": [ - "vie-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765102, - "recall": 0.813241, - "f1": 0.779677, - "accuracy": 0.813241, - "main_score": 0.779677, - "hf_subset": "vie_Latn-lus_Latn", - "languages": [ - "vie-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879611, - "recall": 0.909091, - "f1": 0.888768, - "accuracy": 0.909091, - "main_score": 0.888768, - "hf_subset": "vie_Latn-pag_Latn", - "languages": [ - "vie-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "vie_Latn-snd_Arab", - "languages": [ - "vie-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "vie_Latn-tuk_Latn", - "languages": [ - "vie-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "vie_Latn-bak_Cyrl", - "languages": [ - "vie-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494977, - "recall": 0.570158, - "f1": 0.516768, - "accuracy": 0.570158, - "main_score": 0.516768, - "hf_subset": "vie_Latn-dyu_Latn", - "languages": [ - "vie-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "vie_Latn-heb_Hebr", - "languages": [ - "vie-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "vie_Latn-khk_Cyrl", - "languages": [ - "vie-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-lvs_Latn", - "languages": [ - "vie-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "vie_Latn-pan_Guru", - "languages": [ - "vie-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71376, - "recall": 0.774704, - "f1": 0.732108, - "accuracy": 0.774704, - "main_score": 0.732108, - "hf_subset": "vie_Latn-som_Latn", - "languages": [ - "vie-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613661, - "recall": 0.666996, - "f1": 0.629356, - "accuracy": 0.666996, - "main_score": 0.629356, - "hf_subset": "vie_Latn-tum_Latn", - "languages": [ - "vie-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560246, - "recall": 0.630435, - "f1": 0.580466, - "accuracy": 0.630435, - "main_score": 0.580466, - "hf_subset": "apc_Arab-ace_Arab", - "languages": [ - "apc-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524106, - "recall": 0.587945, - "f1": 0.541641, - "accuracy": 0.587945, - "main_score": 0.541641, - "hf_subset": "apc_Arab-bam_Latn", - "languages": [ - "apc-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419466, - "recall": 0.501976, - "f1": 0.44169, - "accuracy": 0.501976, - "main_score": 0.44169, - "hf_subset": "apc_Arab-dzo_Tibt", - "languages": [ - "apc-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-hin_Deva", - "languages": [ - "apc-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-khm_Khmr", - "languages": [ - "apc-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-mag_Deva", - "languages": [ - "apc-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980567, - "recall": 0.986166, - "f1": 0.982378, - "accuracy": 0.986166, - "main_score": 0.982378, - "hf_subset": "apc_Arab-pap_Latn", - "languages": [ - "apc-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581896, - "recall": 0.644269, - "f1": 0.599686, - "accuracy": 0.644269, - "main_score": 0.599686, - "hf_subset": "apc_Arab-sot_Latn", - "languages": [ - "apc-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-tur_Latn", - "languages": [ - "apc-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864354, - "recall": 0.901186, - "f1": 0.875972, - "accuracy": 0.901186, - "main_score": 0.875972, - "hf_subset": "apc_Arab-ace_Latn", - "languages": [ - "apc-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.97332, - "f1": 0.966238, - "accuracy": 0.97332, - "main_score": 0.966238, - "hf_subset": "apc_Arab-ban_Latn", - "languages": [ - "apc-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ell_Grek", - "languages": [ - "apc-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "apc_Arab-hne_Deva", - "languages": [ - "apc-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606506, - "recall": 0.659091, - "f1": 0.621552, - "accuracy": 0.659091, - "main_score": 0.621552, - "hf_subset": "apc_Arab-kik_Latn", - "languages": [ - "apc-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-mai_Deva", - "languages": [ - "apc-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "apc_Arab-pbt_Arab", - "languages": [ - "apc-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-spa_Latn", - "languages": [ - "apc-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604762, - "recall": 0.666996, - "f1": 0.622175, - "accuracy": 0.666996, - "main_score": 0.622175, - "hf_subset": "apc_Arab-twi_Latn", - "languages": [ - "apc-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-acm_Arab", - "languages": [ - "apc-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-bel_Cyrl", - "languages": [ - "apc-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-eng_Latn", - "languages": [ - "apc-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-hrv_Latn", - "languages": [ - "apc-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555215, - "recall": 0.614625, - "f1": 0.571644, - "accuracy": 0.614625, - "main_score": 0.571644, - "hf_subset": "apc_Arab-kin_Latn", - "languages": [ - "apc-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-mal_Mlym", - "languages": [ - "apc-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-pes_Arab", - "languages": [ - "apc-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "apc_Arab-srd_Latn", - "languages": [ - "apc-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183807, - "recall": 0.232213, - "f1": 0.195718, - "accuracy": 0.232213, - "main_score": 0.195718, - "hf_subset": "apc_Arab-tzm_Tfng", - "languages": [ - "apc-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-acq_Arab", - "languages": [ - "apc-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630542, - "recall": 0.679842, - "f1": 0.644701, - "accuracy": 0.679842, - "main_score": 0.644701, - "hf_subset": "apc_Arab-bem_Latn", - "languages": [ - "apc-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-epo_Latn", - "languages": [ - "apc-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-hun_Latn", - "languages": [ - "apc-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "apc_Arab-kir_Cyrl", - "languages": [ - "apc-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-mar_Deva", - "languages": [ - "apc-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656439, - "recall": 0.716403, - "f1": 0.674374, - "accuracy": 0.716403, - "main_score": 0.674374, - "hf_subset": "apc_Arab-plt_Latn", - "languages": [ - "apc-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-srp_Cyrl", - "languages": [ - "apc-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "apc_Arab-uig_Arab", - "languages": [ - "apc-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-aeb_Arab", - "languages": [ - "apc-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ben_Beng", - "languages": [ - "apc-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-est_Latn", - "languages": [ - "apc-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-hye_Armn", - "languages": [ - "apc-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539914, - "recall": 0.589921, - "f1": 0.554021, - "accuracy": 0.589921, - "main_score": 0.554021, - "hf_subset": "apc_Arab-kmb_Latn", - "languages": [ - "apc-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48956, - "recall": 0.565217, - "f1": 0.509685, - "accuracy": 0.565217, - "main_score": 0.509685, - "hf_subset": "apc_Arab-min_Arab", - "languages": [ - "apc-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-pol_Latn", - "languages": [ - "apc-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56158, - "recall": 0.62253, - "f1": 0.579776, - "accuracy": 0.62253, - "main_score": 0.579776, - "hf_subset": "apc_Arab-ssw_Latn", - "languages": [ - "apc-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ukr_Cyrl", - "languages": [ - "apc-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-afr_Latn", - "languages": [ - "apc-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-bho_Deva", - "languages": [ - "apc-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "apc_Arab-eus_Latn", - "languages": [ - "apc-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564638, - "recall": 0.630435, - "f1": 0.582599, - "accuracy": 0.630435, - "main_score": 0.582599, - "hf_subset": "apc_Arab-ibo_Latn", - "languages": [ - "apc-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886199, - "recall": 0.918972, - "f1": 0.896574, - "accuracy": 0.918972, - "main_score": 0.896574, - "hf_subset": "apc_Arab-kmr_Latn", - "languages": [ - "apc-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "apc_Arab-min_Latn", - "languages": [ - "apc-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-por_Latn", - "languages": [ - "apc-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "apc_Arab-sun_Latn", - "languages": [ - "apc-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509009, - "recall": 0.56917, - "f1": 0.526896, - "accuracy": 0.56917, - "main_score": 0.526896, - "hf_subset": "apc_Arab-umb_Latn", - "languages": [ - "apc-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ajp_Arab", - "languages": [ - "apc-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5367, - "recall": 0.603755, - "f1": 0.555414, - "accuracy": 0.603755, - "main_score": 0.555414, - "hf_subset": "apc_Arab-bjn_Arab", - "languages": [ - "apc-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511958, - "recall": 0.567194, - "f1": 0.527447, - "accuracy": 0.567194, - "main_score": 0.527447, - "hf_subset": "apc_Arab-ewe_Latn", - "languages": [ - "apc-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.963439, - "f1": 0.952866, - "accuracy": 0.963439, - "main_score": 0.952866, - "hf_subset": "apc_Arab-ilo_Latn", - "languages": [ - "apc-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319063, - "recall": 0.37747, - "f1": 0.334956, - "accuracy": 0.37747, - "main_score": 0.334956, - "hf_subset": "apc_Arab-knc_Arab", - "languages": [ - "apc-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-mkd_Cyrl", - "languages": [ - "apc-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-prs_Arab", - "languages": [ - "apc-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-swe_Latn", - "languages": [ - "apc-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-urd_Arab", - "languages": [ - "apc-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585137, - "recall": 0.646245, - "f1": 0.602281, - "accuracy": 0.646245, - "main_score": 0.602281, - "hf_subset": "apc_Arab-aka_Latn", - "languages": [ - "apc-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "apc_Arab-bjn_Latn", - "languages": [ - "apc-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "apc_Arab-fao_Latn", - "languages": [ - "apc-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ind_Latn", - "languages": [ - "apc-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591851, - "recall": 0.644269, - "f1": 0.6069, - "accuracy": 0.644269, - "main_score": 0.6069, - "hf_subset": "apc_Arab-knc_Latn", - "languages": [ - "apc-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "apc_Arab-mlt_Latn", - "languages": [ - "apc-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709002, - "recall": 0.770751, - "f1": 0.727254, - "accuracy": 0.770751, - "main_score": 0.727254, - "hf_subset": "apc_Arab-quy_Latn", - "languages": [ - "apc-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "apc_Arab-swh_Latn", - "languages": [ - "apc-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-uzn_Latn", - "languages": [ - "apc-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-als_Latn", - "languages": [ - "apc-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644845, - "recall": 0.721344, - "f1": 0.667292, - "accuracy": 0.721344, - "main_score": 0.667292, - "hf_subset": "apc_Arab-bod_Tibt", - "languages": [ - "apc-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68342, - "recall": 0.743083, - "f1": 0.701103, - "accuracy": 0.743083, - "main_score": 0.701103, - "hf_subset": "apc_Arab-fij_Latn", - "languages": [ - "apc-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "apc_Arab-isl_Latn", - "languages": [ - "apc-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655978, - "recall": 0.712451, - "f1": 0.672859, - "accuracy": 0.712451, - "main_score": 0.672859, - "hf_subset": "apc_Arab-kon_Latn", - "languages": [ - "apc-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640851, - "recall": 0.710474, - "f1": 0.660977, - "accuracy": 0.710474, - "main_score": 0.660977, - "hf_subset": "apc_Arab-mni_Beng", - "languages": [ - "apc-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ron_Latn", - "languages": [ - "apc-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.986166, - "f1": 0.982872, - "accuracy": 0.986166, - "main_score": 0.982872, - "hf_subset": "apc_Arab-szl_Latn", - "languages": [ - "apc-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-vec_Latn", - "languages": [ - "apc-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.965415, - "f1": 0.954216, - "accuracy": 0.965415, - "main_score": 0.954216, - "hf_subset": "apc_Arab-amh_Ethi", - "languages": [ - "apc-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-bos_Latn", - "languages": [ - "apc-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-fin_Latn", - "languages": [ - "apc-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ita_Latn", - "languages": [ - "apc-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-kor_Hang", - "languages": [ - "apc-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545987, - "recall": 0.604743, - "f1": 0.562434, - "accuracy": 0.604743, - "main_score": 0.562434, - "hf_subset": "apc_Arab-mos_Latn", - "languages": [ - "apc-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547688, - "recall": 0.607708, - "f1": 0.564519, - "accuracy": 0.607708, - "main_score": 0.564519, - "hf_subset": "apc_Arab-run_Latn", - "languages": [ - "apc-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-tam_Taml", - "languages": [ - "apc-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-vie_Latn", - "languages": [ - "apc-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803146, - "recall": 0.846838, - "f1": 0.816206, - "accuracy": 0.846838, - "main_score": 0.816206, - "hf_subset": "apc_Arab-bug_Latn", - "languages": [ - "apc-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465603, - "recall": 0.52668, - "f1": 0.481659, - "accuracy": 0.52668, - "main_score": 0.481659, - "hf_subset": "apc_Arab-fon_Latn", - "languages": [ - "apc-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-jav_Latn", - "languages": [ - "apc-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "apc_Arab-lao_Laoo", - "languages": [ - "apc-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860648, - "recall": 0.899209, - "f1": 0.872941, - "accuracy": 0.899209, - "main_score": 0.872941, - "hf_subset": "apc_Arab-mri_Latn", - "languages": [ - "apc-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-rus_Cyrl", - "languages": [ - "apc-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540794, - "recall": 0.599802, - "f1": 0.557397, - "accuracy": 0.599802, - "main_score": 0.557397, - "hf_subset": "apc_Arab-taq_Latn", - "languages": [ - "apc-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "apc_Arab-war_Latn", - "languages": [ - "apc-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-arb_Arab", - "languages": [ - "apc-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-bul_Cyrl", - "languages": [ - "apc-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-fra_Latn", - "languages": [ - "apc-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-jpn_Jpan", - "languages": [ - "apc-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "apc_Arab-lij_Latn", - "languages": [ - "apc-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "apc_Arab-mya_Mymr", - "languages": [ - "apc-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586884, - "recall": 0.653162, - "f1": 0.60567, - "accuracy": 0.653162, - "main_score": 0.60567, - "hf_subset": "apc_Arab-sag_Latn", - "languages": [ - "apc-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200217, - "recall": 0.262846, - "f1": 0.214194, - "accuracy": 0.262846, - "main_score": 0.214194, - "hf_subset": "apc_Arab-taq_Tfng", - "languages": [ - "apc-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617428, - "recall": 0.683794, - "f1": 0.636611, - "accuracy": 0.683794, - "main_score": 0.636611, - "hf_subset": "apc_Arab-wol_Latn", - "languages": [ - "apc-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86693, - "recall": 0.905138, - "f1": 0.87859, - "accuracy": 0.905138, - "main_score": 0.87859, - "hf_subset": "apc_Arab-arb_Latn", - "languages": [ - "apc-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-cat_Latn", - "languages": [ - "apc-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "apc_Arab-fur_Latn", - "languages": [ - "apc-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427844, - "recall": 0.481225, - "f1": 0.44158, - "accuracy": 0.481225, - "main_score": 0.44158, - "hf_subset": "apc_Arab-kab_Latn", - "languages": [ - "apc-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "apc_Arab-lim_Latn", - "languages": [ - "apc-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-nld_Latn", - "languages": [ - "apc-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "apc_Arab-san_Deva", - "languages": [ - "apc-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-tat_Cyrl", - "languages": [ - "apc-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667252, - "recall": 0.726285, - "f1": 0.684503, - "accuracy": 0.726285, - "main_score": 0.684503, - "hf_subset": "apc_Arab-xho_Latn", - "languages": [ - "apc-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ars_Arab", - "languages": [ - "apc-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-ceb_Latn", - "languages": [ - "apc-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56609, - "recall": 0.628458, - "f1": 0.583839, - "accuracy": 0.628458, - "main_score": 0.583839, - "hf_subset": "apc_Arab-fuv_Latn", - "languages": [ - "apc-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496898, - "recall": 0.565217, - "f1": 0.515852, - "accuracy": 0.565217, - "main_score": 0.515852, - "hf_subset": "apc_Arab-kac_Latn", - "languages": [ - "apc-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658227, - "recall": 0.714427, - "f1": 0.674725, - "accuracy": 0.714427, - "main_score": 0.674725, - "hf_subset": "apc_Arab-lin_Latn", - "languages": [ - "apc-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-nno_Latn", - "languages": [ - "apc-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227688, - "recall": 0.304348, - "f1": 0.248149, - "accuracy": 0.304348, - "main_score": 0.248149, - "hf_subset": "apc_Arab-sat_Olck", - "languages": [ - "apc-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-tel_Telu", - "languages": [ - "apc-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "apc_Arab-ydd_Hebr", - "languages": [ - "apc-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "apc_Arab-ary_Arab", - "languages": [ - "apc-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-ces_Latn", - "languages": [ - "apc-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563646, - "recall": 0.626482, - "f1": 0.582493, - "accuracy": 0.626482, - "main_score": 0.582493, - "hf_subset": "apc_Arab-gaz_Latn", - "languages": [ - "apc-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5918, - "recall": 0.651186, - "f1": 0.609181, - "accuracy": 0.651186, - "main_score": 0.609181, - "hf_subset": "apc_Arab-kam_Latn", - "languages": [ - "apc-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "apc_Arab-lit_Latn", - "languages": [ - "apc-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-nob_Latn", - "languages": [ - "apc-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "apc_Arab-scn_Latn", - "languages": [ - "apc-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "apc_Arab-tgk_Cyrl", - "languages": [ - "apc-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700165, - "recall": 0.76581, - "f1": 0.719899, - "accuracy": 0.76581, - "main_score": 0.719899, - "hf_subset": "apc_Arab-yor_Latn", - "languages": [ - "apc-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-arz_Arab", - "languages": [ - "apc-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567721, - "recall": 0.630435, - "f1": 0.585922, - "accuracy": 0.630435, - "main_score": 0.585922, - "hf_subset": "apc_Arab-cjk_Latn", - "languages": [ - "apc-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766502, - "recall": 0.822134, - "f1": 0.783169, - "accuracy": 0.822134, - "main_score": 0.783169, - "hf_subset": "apc_Arab-gla_Latn", - "languages": [ - "apc-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-kan_Knda", - "languages": [ - "apc-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "apc_Arab-lmo_Latn", - "languages": [ - "apc-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "apc_Arab-npi_Deva", - "languages": [ - "apc-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470545, - "recall": 0.530632, - "f1": 0.487002, - "accuracy": 0.530632, - "main_score": 0.487002, - "hf_subset": "apc_Arab-shn_Mymr", - "languages": [ - "apc-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-tgl_Latn", - "languages": [ - "apc-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-yue_Hant", - "languages": [ - "apc-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-asm_Beng", - "languages": [ - "apc-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "apc_Arab-ckb_Arab", - "languages": [ - "apc-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882938, - "recall": 0.914032, - "f1": 0.892787, - "accuracy": 0.914032, - "main_score": 0.892787, - "hf_subset": "apc_Arab-gle_Latn", - "languages": [ - "apc-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.974308, - "f1": 0.966897, - "accuracy": 0.974308, - "main_score": 0.966897, - "hf_subset": "apc_Arab-kas_Arab", - "languages": [ - "apc-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935277, - "recall": 0.955534, - "f1": 0.941864, - "accuracy": 0.955534, - "main_score": 0.941864, - "hf_subset": "apc_Arab-ltg_Latn", - "languages": [ - "apc-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60632, - "recall": 0.664032, - "f1": 0.622653, - "accuracy": 0.664032, - "main_score": 0.622653, - "hf_subset": "apc_Arab-nso_Latn", - "languages": [ - "apc-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "apc_Arab-sin_Sinh", - "languages": [ - "apc-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-tha_Thai", - "languages": [ - "apc-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-zho_Hans", - "languages": [ - "apc-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ast_Latn", - "languages": [ - "apc-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "apc_Arab-crh_Latn", - "languages": [ - "apc-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-glg_Latn", - "languages": [ - "apc-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889987, - "recall": 0.923913, - "f1": 0.901021, - "accuracy": 0.923913, - "main_score": 0.901021, - "hf_subset": "apc_Arab-kas_Deva", - "languages": [ - "apc-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "apc_Arab-ltz_Latn", - "languages": [ - "apc-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448419, - "recall": 0.516798, - "f1": 0.466562, - "accuracy": 0.516798, - "main_score": 0.466562, - "hf_subset": "apc_Arab-nus_Latn", - "languages": [ - "apc-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-slk_Latn", - "languages": [ - "apc-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636281, - "recall": 0.704545, - "f1": 0.656541, - "accuracy": 0.704545, - "main_score": 0.656541, - "hf_subset": "apc_Arab-tir_Ethi", - "languages": [ - "apc-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-zho_Hant", - "languages": [ - "apc-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.990119, - "f1": 0.988307, - "accuracy": 0.990119, - "main_score": 0.988307, - "hf_subset": "apc_Arab-awa_Deva", - "languages": [ - "apc-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "apc_Arab-cym_Latn", - "languages": [ - "apc-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829414, - "recall": 0.873518, - "f1": 0.843003, - "accuracy": 0.873518, - "main_score": 0.843003, - "hf_subset": "apc_Arab-grn_Latn", - "languages": [ - "apc-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-kat_Geor", - "languages": [ - "apc-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644877, - "recall": 0.700593, - "f1": 0.661409, - "accuracy": 0.700593, - "main_score": 0.661409, - "hf_subset": "apc_Arab-lua_Latn", - "languages": [ - "apc-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625112, - "recall": 0.687747, - "f1": 0.642481, - "accuracy": 0.687747, - "main_score": 0.642481, - "hf_subset": "apc_Arab-nya_Latn", - "languages": [ - "apc-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-slv_Latn", - "languages": [ - "apc-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953063, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "apc_Arab-tpi_Latn", - "languages": [ - "apc-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-zsm_Latn", - "languages": [ - "apc-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54009, - "recall": 0.603755, - "f1": 0.558256, - "accuracy": 0.603755, - "main_score": 0.558256, - "hf_subset": "apc_Arab-ayr_Latn", - "languages": [ - "apc-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-dan_Latn", - "languages": [ - "apc-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-guj_Gujr", - "languages": [ - "apc-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-kaz_Cyrl", - "languages": [ - "apc-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528129, - "recall": 0.592885, - "f1": 0.546861, - "accuracy": 0.592885, - "main_score": 0.546861, - "hf_subset": "apc_Arab-lug_Latn", - "languages": [ - "apc-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-oci_Latn", - "languages": [ - "apc-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833086, - "recall": 0.878458, - "f1": 0.847233, - "accuracy": 0.878458, - "main_score": 0.847233, - "hf_subset": "apc_Arab-smo_Latn", - "languages": [ - "apc-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545806, - "recall": 0.607708, - "f1": 0.563258, - "accuracy": 0.607708, - "main_score": 0.563258, - "hf_subset": "apc_Arab-tsn_Latn", - "languages": [ - "apc-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603115, - "recall": 0.672925, - "f1": 0.623307, - "accuracy": 0.672925, - "main_score": 0.623307, - "hf_subset": "apc_Arab-zul_Latn", - "languages": [ - "apc-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920949, - "recall": 0.944664, - "f1": 0.928491, - "accuracy": 0.944664, - "main_score": 0.928491, - "hf_subset": "apc_Arab-azb_Arab", - "languages": [ - "apc-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-deu_Latn", - "languages": [ - "apc-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "apc_Arab-hat_Latn", - "languages": [ - "apc-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490984, - "recall": 0.551383, - "f1": 0.508066, - "accuracy": 0.551383, - "main_score": 0.508066, - "hf_subset": "apc_Arab-kbp_Latn", - "languages": [ - "apc-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569912, - "recall": 0.62747, - "f1": 0.585489, - "accuracy": 0.62747, - "main_score": 0.585489, - "hf_subset": "apc_Arab-luo_Latn", - "languages": [ - "apc-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-ory_Orya", - "languages": [ - "apc-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575807, - "recall": 0.639328, - "f1": 0.594438, - "accuracy": 0.639328, - "main_score": 0.594438, - "hf_subset": "apc_Arab-sna_Latn", - "languages": [ - "apc-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546136, - "recall": 0.601779, - "f1": 0.561507, - "accuracy": 0.601779, - "main_score": 0.561507, - "hf_subset": "apc_Arab-tso_Latn", - "languages": [ - "apc-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "apc_Arab-azj_Latn", - "languages": [ - "apc-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53186, - "recall": 0.606719, - "f1": 0.553667, - "accuracy": 0.606719, - "main_score": 0.553667, - "hf_subset": "apc_Arab-dik_Latn", - "languages": [ - "apc-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739246, - "recall": 0.796443, - "f1": 0.756225, - "accuracy": 0.796443, - "main_score": 0.756225, - "hf_subset": "apc_Arab-hau_Latn", - "languages": [ - "apc-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "apc_Arab-kea_Latn", - "languages": [ - "apc-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741749, - "recall": 0.79249, - "f1": 0.756917, - "accuracy": 0.79249, - "main_score": 0.756917, - "hf_subset": "apc_Arab-lus_Latn", - "languages": [ - "apc-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873518, - "recall": 0.903162, - "f1": 0.88266, - "accuracy": 0.903162, - "main_score": 0.88266, - "hf_subset": "apc_Arab-pag_Latn", - "languages": [ - "apc-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "apc_Arab-snd_Arab", - "languages": [ - "apc-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "apc_Arab-tuk_Latn", - "languages": [ - "apc-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "apc_Arab-bak_Cyrl", - "languages": [ - "apc-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470529, - "recall": 0.549407, - "f1": 0.493371, - "accuracy": 0.549407, - "main_score": 0.493371, - "hf_subset": "apc_Arab-dyu_Latn", - "languages": [ - "apc-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "apc_Arab-heb_Hebr", - "languages": [ - "apc-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "apc_Arab-khk_Cyrl", - "languages": [ - "apc-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-lvs_Latn", - "languages": [ - "apc-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "apc_Arab-pan_Guru", - "languages": [ - "apc-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71801, - "recall": 0.780632, - "f1": 0.736709, - "accuracy": 0.780632, - "main_score": 0.736709, - "hf_subset": "apc_Arab-som_Latn", - "languages": [ - "apc-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596585, - "recall": 0.644269, - "f1": 0.610315, - "accuracy": 0.644269, - "main_score": 0.610315, - "hf_subset": "apc_Arab-tum_Latn", - "languages": [ - "apc-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554785, - "recall": 0.62253, - "f1": 0.574129, - "accuracy": 0.62253, - "main_score": 0.574129, - "hf_subset": "bug_Latn-ace_Arab", - "languages": [ - "bug-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520331, - "recall": 0.576087, - "f1": 0.536622, - "accuracy": 0.576087, - "main_score": 0.536622, - "hf_subset": "bug_Latn-bam_Latn", - "languages": [ - "bug-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284713, - "recall": 0.33498, - "f1": 0.297807, - "accuracy": 0.33498, - "main_score": 0.297807, - "hf_subset": "bug_Latn-dzo_Tibt", - "languages": [ - "bug-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794313, - "recall": 0.838933, - "f1": 0.80753, - "accuracy": 0.838933, - "main_score": 0.80753, - "hf_subset": "bug_Latn-hin_Deva", - "languages": [ - "bug-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726121, - "recall": 0.779644, - "f1": 0.742125, - "accuracy": 0.779644, - "main_score": 0.742125, - "hf_subset": "bug_Latn-khm_Khmr", - "languages": [ - "bug-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797768, - "recall": 0.836957, - "f1": 0.809015, - "accuracy": 0.836957, - "main_score": 0.809015, - "hf_subset": "bug_Latn-mag_Deva", - "languages": [ - "bug-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805235, - "recall": 0.840909, - "f1": 0.815379, - "accuracy": 0.840909, - "main_score": 0.815379, - "hf_subset": "bug_Latn-pap_Latn", - "languages": [ - "bug-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573015, - "recall": 0.619565, - "f1": 0.58594, - "accuracy": 0.619565, - "main_score": 0.58594, - "hf_subset": "bug_Latn-sot_Latn", - "languages": [ - "bug-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792542, - "recall": 0.835968, - "f1": 0.804884, - "accuracy": 0.835968, - "main_score": 0.804884, - "hf_subset": "bug_Latn-tur_Latn", - "languages": [ - "bug-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767404, - "recall": 0.806324, - "f1": 0.779183, - "accuracy": 0.806324, - "main_score": 0.779183, - "hf_subset": "bug_Latn-ace_Latn", - "languages": [ - "bug-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828941, - "recall": 0.859684, - "f1": 0.837709, - "accuracy": 0.859684, - "main_score": 0.837709, - "hf_subset": "bug_Latn-ban_Latn", - "languages": [ - "bug-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782931, - "recall": 0.829051, - "f1": 0.796478, - "accuracy": 0.829051, - "main_score": 0.796478, - "hf_subset": "bug_Latn-ell_Grek", - "languages": [ - "bug-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787015, - "recall": 0.831028, - "f1": 0.799669, - "accuracy": 0.831028, - "main_score": 0.799669, - "hf_subset": "bug_Latn-hne_Deva", - "languages": [ - "bug-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56693, - "recall": 0.617589, - "f1": 0.582148, - "accuracy": 0.617589, - "main_score": 0.582148, - "hf_subset": "bug_Latn-kik_Latn", - "languages": [ - "bug-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798394, - "recall": 0.842885, - "f1": 0.811456, - "accuracy": 0.842885, - "main_score": 0.811456, - "hf_subset": "bug_Latn-mai_Deva", - "languages": [ - "bug-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73135, - "recall": 0.780632, - "f1": 0.745447, - "accuracy": 0.780632, - "main_score": 0.745447, - "hf_subset": "bug_Latn-pbt_Arab", - "languages": [ - "bug-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812549, - "recall": 0.853755, - "f1": 0.824398, - "accuracy": 0.853755, - "main_score": 0.824398, - "hf_subset": "bug_Latn-spa_Latn", - "languages": [ - "bug-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609956, - "recall": 0.661067, - "f1": 0.625125, - "accuracy": 0.661067, - "main_score": 0.625125, - "hf_subset": "bug_Latn-twi_Latn", - "languages": [ - "bug-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798181, - "recall": 0.841897, - "f1": 0.810839, - "accuracy": 0.841897, - "main_score": 0.810839, - "hf_subset": "bug_Latn-acm_Arab", - "languages": [ - "bug-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751894, - "recall": 0.795455, - "f1": 0.76422, - "accuracy": 0.795455, - "main_score": 0.76422, - "hf_subset": "bug_Latn-bel_Cyrl", - "languages": [ - "bug-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8305, - "recall": 0.868577, - "f1": 0.841389, - "accuracy": 0.868577, - "main_score": 0.841389, - "hf_subset": "bug_Latn-eng_Latn", - "languages": [ - "bug-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814814, - "recall": 0.857708, - "f1": 0.827646, - "accuracy": 0.857708, - "main_score": 0.827646, - "hf_subset": "bug_Latn-hrv_Latn", - "languages": [ - "bug-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525621, - "recall": 0.578063, - "f1": 0.540648, - "accuracy": 0.578063, - "main_score": 0.540648, - "hf_subset": "bug_Latn-kin_Latn", - "languages": [ - "bug-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797843, - "recall": 0.838933, - "f1": 0.81014, - "accuracy": 0.838933, - "main_score": 0.81014, - "hf_subset": "bug_Latn-mal_Mlym", - "languages": [ - "bug-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803788, - "recall": 0.841897, - "f1": 0.814424, - "accuracy": 0.841897, - "main_score": 0.814424, - "hf_subset": "bug_Latn-pes_Arab", - "languages": [ - "bug-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800747, - "recall": 0.832016, - "f1": 0.809362, - "accuracy": 0.832016, - "main_score": 0.809362, - "hf_subset": "bug_Latn-srd_Latn", - "languages": [ - "bug-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190787, - "recall": 0.23419, - "f1": 0.201307, - "accuracy": 0.23419, - "main_score": 0.201307, - "hf_subset": "bug_Latn-tzm_Tfng", - "languages": [ - "bug-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798537, - "recall": 0.841897, - "f1": 0.810592, - "accuracy": 0.841897, - "main_score": 0.810592, - "hf_subset": "bug_Latn-acq_Arab", - "languages": [ - "bug-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605933, - "recall": 0.648221, - "f1": 0.617624, - "accuracy": 0.648221, - "main_score": 0.617624, - "hf_subset": "bug_Latn-bem_Latn", - "languages": [ - "bug-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807896, - "recall": 0.846838, - "f1": 0.819175, - "accuracy": 0.846838, - "main_score": 0.819175, - "hf_subset": "bug_Latn-epo_Latn", - "languages": [ - "bug-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815446, - "recall": 0.852767, - "f1": 0.826084, - "accuracy": 0.852767, - "main_score": 0.826084, - "hf_subset": "bug_Latn-hun_Latn", - "languages": [ - "bug-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757108, - "recall": 0.80336, - "f1": 0.770925, - "accuracy": 0.80336, - "main_score": 0.770925, - "hf_subset": "bug_Latn-kir_Cyrl", - "languages": [ - "bug-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778957, - "recall": 0.826087, - "f1": 0.792627, - "accuracy": 0.826087, - "main_score": 0.792627, - "hf_subset": "bug_Latn-mar_Deva", - "languages": [ - "bug-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619443, - "recall": 0.666008, - "f1": 0.633402, - "accuracy": 0.666008, - "main_score": 0.633402, - "hf_subset": "bug_Latn-plt_Latn", - "languages": [ - "bug-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813451, - "recall": 0.849802, - "f1": 0.823774, - "accuracy": 0.849802, - "main_score": 0.823774, - "hf_subset": "bug_Latn-srp_Cyrl", - "languages": [ - "bug-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679915, - "recall": 0.733202, - "f1": 0.695222, - "accuracy": 0.733202, - "main_score": 0.695222, - "hf_subset": "bug_Latn-uig_Arab", - "languages": [ - "bug-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77202, - "recall": 0.81917, - "f1": 0.785018, - "accuracy": 0.81917, - "main_score": 0.785018, - "hf_subset": "bug_Latn-aeb_Arab", - "languages": [ - "bug-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794076, - "recall": 0.837945, - "f1": 0.806741, - "accuracy": 0.837945, - "main_score": 0.806741, - "hf_subset": "bug_Latn-ben_Beng", - "languages": [ - "bug-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796653, - "recall": 0.835968, - "f1": 0.807883, - "accuracy": 0.835968, - "main_score": 0.807883, - "hf_subset": "bug_Latn-est_Latn", - "languages": [ - "bug-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764719, - "recall": 0.811265, - "f1": 0.778007, - "accuracy": 0.811265, - "main_score": 0.778007, - "hf_subset": "bug_Latn-hye_Armn", - "languages": [ - "bug-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537529, - "recall": 0.588933, - "f1": 0.5524, - "accuracy": 0.588933, - "main_score": 0.5524, - "hf_subset": "bug_Latn-kmb_Latn", - "languages": [ - "bug-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498035, - "recall": 0.566206, - "f1": 0.515835, - "accuracy": 0.566206, - "main_score": 0.515835, - "hf_subset": "bug_Latn-min_Arab", - "languages": [ - "bug-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799341, - "recall": 0.844862, - "f1": 0.813043, - "accuracy": 0.844862, - "main_score": 0.813043, - "hf_subset": "bug_Latn-pol_Latn", - "languages": [ - "bug-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55327, - "recall": 0.606719, - "f1": 0.568565, - "accuracy": 0.606719, - "main_score": 0.568565, - "hf_subset": "bug_Latn-ssw_Latn", - "languages": [ - "bug-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80827, - "recall": 0.850791, - "f1": 0.820674, - "accuracy": 0.850791, - "main_score": 0.820674, - "hf_subset": "bug_Latn-ukr_Cyrl", - "languages": [ - "bug-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82341, - "recall": 0.86166, - "f1": 0.834827, - "accuracy": 0.86166, - "main_score": 0.834827, - "hf_subset": "bug_Latn-afr_Latn", - "languages": [ - "bug-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774697, - "recall": 0.816206, - "f1": 0.786329, - "accuracy": 0.816206, - "main_score": 0.786329, - "hf_subset": "bug_Latn-bho_Deva", - "languages": [ - "bug-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772605, - "recall": 0.818182, - "f1": 0.786051, - "accuracy": 0.818182, - "main_score": 0.786051, - "hf_subset": "bug_Latn-eus_Latn", - "languages": [ - "bug-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549506, - "recall": 0.602767, - "f1": 0.564391, - "accuracy": 0.602767, - "main_score": 0.564391, - "hf_subset": "bug_Latn-ibo_Latn", - "languages": [ - "bug-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678376, - "recall": 0.730237, - "f1": 0.693812, - "accuracy": 0.730237, - "main_score": 0.693812, - "hf_subset": "bug_Latn-kmr_Latn", - "languages": [ - "bug-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814098, - "recall": 0.847826, - "f1": 0.823405, - "accuracy": 0.847826, - "main_score": 0.823405, - "hf_subset": "bug_Latn-min_Latn", - "languages": [ - "bug-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829498, - "recall": 0.868577, - "f1": 0.840716, - "accuracy": 0.868577, - "main_score": 0.840716, - "hf_subset": "bug_Latn-por_Latn", - "languages": [ - "bug-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829113, - "recall": 0.858696, - "f1": 0.837709, - "accuracy": 0.858696, - "main_score": 0.837709, - "hf_subset": "bug_Latn-sun_Latn", - "languages": [ - "bug-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516676, - "recall": 0.572134, - "f1": 0.532795, - "accuracy": 0.572134, - "main_score": 0.532795, - "hf_subset": "bug_Latn-umb_Latn", - "languages": [ - "bug-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799868, - "recall": 0.843874, - "f1": 0.812973, - "accuracy": 0.843874, - "main_score": 0.812973, - "hf_subset": "bug_Latn-ajp_Arab", - "languages": [ - "bug-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522196, - "recall": 0.585968, - "f1": 0.540668, - "accuracy": 0.585968, - "main_score": 0.540668, - "hf_subset": "bug_Latn-bjn_Arab", - "languages": [ - "bug-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521064, - "recall": 0.563241, - "f1": 0.533037, - "accuracy": 0.563241, - "main_score": 0.533037, - "hf_subset": "bug_Latn-ewe_Latn", - "languages": [ - "bug-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787452, - "recall": 0.81917, - "f1": 0.796745, - "accuracy": 0.81917, - "main_score": 0.796745, - "hf_subset": "bug_Latn-ilo_Latn", - "languages": [ - "bug-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317504, - "recall": 0.373518, - "f1": 0.332313, - "accuracy": 0.373518, - "main_score": 0.332313, - "hf_subset": "bug_Latn-knc_Arab", - "languages": [ - "bug-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814472, - "recall": 0.851779, - "f1": 0.825167, - "accuracy": 0.851779, - "main_score": 0.825167, - "hf_subset": "bug_Latn-mkd_Cyrl", - "languages": [ - "bug-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799158, - "recall": 0.839921, - "f1": 0.810932, - "accuracy": 0.839921, - "main_score": 0.810932, - "hf_subset": "bug_Latn-prs_Arab", - "languages": [ - "bug-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815509, - "recall": 0.852767, - "f1": 0.826168, - "accuracy": 0.852767, - "main_score": 0.826168, - "hf_subset": "bug_Latn-swe_Latn", - "languages": [ - "bug-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77384, - "recall": 0.825099, - "f1": 0.78941, - "accuracy": 0.825099, - "main_score": 0.78941, - "hf_subset": "bug_Latn-urd_Arab", - "languages": [ - "bug-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576202, - "recall": 0.636364, - "f1": 0.593258, - "accuracy": 0.636364, - "main_score": 0.593258, - "hf_subset": "bug_Latn-aka_Latn", - "languages": [ - "bug-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800078, - "recall": 0.83498, - "f1": 0.810168, - "accuracy": 0.83498, - "main_score": 0.810168, - "hf_subset": "bug_Latn-bjn_Latn", - "languages": [ - "bug-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691071, - "recall": 0.744071, - "f1": 0.70651, - "accuracy": 0.744071, - "main_score": 0.70651, - "hf_subset": "bug_Latn-fao_Latn", - "languages": [ - "bug-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841363, - "recall": 0.874506, - "f1": 0.850343, - "accuracy": 0.874506, - "main_score": 0.850343, - "hf_subset": "bug_Latn-ind_Latn", - "languages": [ - "bug-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57332, - "recall": 0.618577, - "f1": 0.586214, - "accuracy": 0.618577, - "main_score": 0.586214, - "hf_subset": "bug_Latn-knc_Latn", - "languages": [ - "bug-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802119, - "recall": 0.836957, - "f1": 0.811534, - "accuracy": 0.836957, - "main_score": 0.811534, - "hf_subset": "bug_Latn-mlt_Latn", - "languages": [ - "bug-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619782, - "recall": 0.677866, - "f1": 0.63627, - "accuracy": 0.677866, - "main_score": 0.63627, - "hf_subset": "bug_Latn-quy_Latn", - "languages": [ - "bug-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718587, - "recall": 0.766798, - "f1": 0.731952, - "accuracy": 0.766798, - "main_score": 0.731952, - "hf_subset": "bug_Latn-swh_Latn", - "languages": [ - "bug-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780143, - "recall": 0.820158, - "f1": 0.791596, - "accuracy": 0.820158, - "main_score": 0.791596, - "hf_subset": "bug_Latn-uzn_Latn", - "languages": [ - "bug-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803096, - "recall": 0.843874, - "f1": 0.814874, - "accuracy": 0.843874, - "main_score": 0.814874, - "hf_subset": "bug_Latn-als_Latn", - "languages": [ - "bug-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356559, - "recall": 0.425889, - "f1": 0.375037, - "accuracy": 0.425889, - "main_score": 0.375037, - "hf_subset": "bug_Latn-bod_Tibt", - "languages": [ - "bug-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595162, - "recall": 0.649209, - "f1": 0.61051, - "accuracy": 0.649209, - "main_score": 0.61051, - "hf_subset": "bug_Latn-fij_Latn", - "languages": [ - "bug-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7142, - "recall": 0.761858, - "f1": 0.728087, - "accuracy": 0.761858, - "main_score": 0.728087, - "hf_subset": "bug_Latn-isl_Latn", - "languages": [ - "bug-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61721, - "recall": 0.662055, - "f1": 0.630436, - "accuracy": 0.662055, - "main_score": 0.630436, - "hf_subset": "bug_Latn-kon_Latn", - "languages": [ - "bug-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604499, - "recall": 0.666008, - "f1": 0.622563, - "accuracy": 0.666008, - "main_score": 0.622563, - "hf_subset": "bug_Latn-mni_Beng", - "languages": [ - "bug-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827198, - "recall": 0.864625, - "f1": 0.837949, - "accuracy": 0.864625, - "main_score": 0.837949, - "hf_subset": "bug_Latn-ron_Latn", - "languages": [ - "bug-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790757, - "recall": 0.83004, - "f1": 0.802509, - "accuracy": 0.83004, - "main_score": 0.802509, - "hf_subset": "bug_Latn-szl_Latn", - "languages": [ - "bug-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803567, - "recall": 0.840909, - "f1": 0.814575, - "accuracy": 0.840909, - "main_score": 0.814575, - "hf_subset": "bug_Latn-vec_Latn", - "languages": [ - "bug-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643237, - "recall": 0.702569, - "f1": 0.660554, - "accuracy": 0.702569, - "main_score": 0.660554, - "hf_subset": "bug_Latn-amh_Ethi", - "languages": [ - "bug-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814033, - "recall": 0.851779, - "f1": 0.825289, - "accuracy": 0.851779, - "main_score": 0.825289, - "hf_subset": "bug_Latn-bos_Latn", - "languages": [ - "bug-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777061, - "recall": 0.822134, - "f1": 0.789874, - "accuracy": 0.822134, - "main_score": 0.789874, - "hf_subset": "bug_Latn-fin_Latn", - "languages": [ - "bug-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81783, - "recall": 0.855731, - "f1": 0.828929, - "accuracy": 0.855731, - "main_score": 0.828929, - "hf_subset": "bug_Latn-ita_Latn", - "languages": [ - "bug-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79305, - "recall": 0.837945, - "f1": 0.806246, - "accuracy": 0.837945, - "main_score": 0.806246, - "hf_subset": "bug_Latn-kor_Hang", - "languages": [ - "bug-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537385, - "recall": 0.591897, - "f1": 0.552786, - "accuracy": 0.591897, - "main_score": 0.552786, - "hf_subset": "bug_Latn-mos_Latn", - "languages": [ - "bug-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533353, - "recall": 0.585968, - "f1": 0.548163, - "accuracy": 0.585968, - "main_score": 0.548163, - "hf_subset": "bug_Latn-run_Latn", - "languages": [ - "bug-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754416, - "recall": 0.814229, - "f1": 0.772293, - "accuracy": 0.814229, - "main_score": 0.772293, - "hf_subset": "bug_Latn-tam_Taml", - "languages": [ - "bug-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803104, - "recall": 0.843874, - "f1": 0.81462, - "accuracy": 0.843874, - "main_score": 0.81462, - "hf_subset": "bug_Latn-vie_Latn", - "languages": [ - "bug-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799706, - "recall": 0.844862, - "f1": 0.812769, - "accuracy": 0.844862, - "main_score": 0.812769, - "hf_subset": "bug_Latn-apc_Arab", - "languages": [ - "bug-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469229, - "recall": 0.52668, - "f1": 0.484649, - "accuracy": 0.52668, - "main_score": 0.484649, - "hf_subset": "bug_Latn-fon_Latn", - "languages": [ - "bug-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825733, - "recall": 0.856719, - "f1": 0.834842, - "accuracy": 0.856719, - "main_score": 0.834842, - "hf_subset": "bug_Latn-jav_Latn", - "languages": [ - "bug-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718046, - "recall": 0.770751, - "f1": 0.733249, - "accuracy": 0.770751, - "main_score": 0.733249, - "hf_subset": "bug_Latn-lao_Laoo", - "languages": [ - "bug-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605818, - "recall": 0.659091, - "f1": 0.621316, - "accuracy": 0.659091, - "main_score": 0.621316, - "hf_subset": "bug_Latn-mri_Latn", - "languages": [ - "bug-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813426, - "recall": 0.850791, - "f1": 0.823855, - "accuracy": 0.850791, - "main_score": 0.823855, - "hf_subset": "bug_Latn-rus_Cyrl", - "languages": [ - "bug-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53438, - "recall": 0.590909, - "f1": 0.550233, - "accuracy": 0.590909, - "main_score": 0.550233, - "hf_subset": "bug_Latn-taq_Latn", - "languages": [ - "bug-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820957, - "recall": 0.852767, - "f1": 0.83019, - "accuracy": 0.852767, - "main_score": 0.83019, - "hf_subset": "bug_Latn-war_Latn", - "languages": [ - "bug-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799986, - "recall": 0.839921, - "f1": 0.810786, - "accuracy": 0.839921, - "main_score": 0.810786, - "hf_subset": "bug_Latn-arb_Arab", - "languages": [ - "bug-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809765, - "recall": 0.850791, - "f1": 0.82153, - "accuracy": 0.850791, - "main_score": 0.82153, - "hf_subset": "bug_Latn-bul_Cyrl", - "languages": [ - "bug-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821403, - "recall": 0.860672, - "f1": 0.832583, - "accuracy": 0.860672, - "main_score": 0.832583, - "hf_subset": "bug_Latn-fra_Latn", - "languages": [ - "bug-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802922, - "recall": 0.841897, - "f1": 0.814403, - "accuracy": 0.841897, - "main_score": 0.814403, - "hf_subset": "bug_Latn-jpn_Jpan", - "languages": [ - "bug-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786594, - "recall": 0.831028, - "f1": 0.799409, - "accuracy": 0.831028, - "main_score": 0.799409, - "hf_subset": "bug_Latn-lij_Latn", - "languages": [ - "bug-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665161, - "recall": 0.731225, - "f1": 0.68448, - "accuracy": 0.731225, - "main_score": 0.68448, - "hf_subset": "bug_Latn-mya_Mymr", - "languages": [ - "bug-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564683, - "recall": 0.629447, - "f1": 0.58237, - "accuracy": 0.629447, - "main_score": 0.58237, - "hf_subset": "bug_Latn-sag_Latn", - "languages": [ - "bug-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207222, - "recall": 0.257905, - "f1": 0.218385, - "accuracy": 0.257905, - "main_score": 0.218385, - "hf_subset": "bug_Latn-taq_Tfng", - "languages": [ - "bug-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62705, - "recall": 0.674901, - "f1": 0.641129, - "accuracy": 0.674901, - "main_score": 0.641129, - "hf_subset": "bug_Latn-wol_Latn", - "languages": [ - "bug-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570047, - "recall": 0.625494, - "f1": 0.585826, - "accuracy": 0.625494, - "main_score": 0.585826, - "hf_subset": "bug_Latn-arb_Latn", - "languages": [ - "bug-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828404, - "recall": 0.864625, - "f1": 0.838785, - "accuracy": 0.864625, - "main_score": 0.838785, - "hf_subset": "bug_Latn-cat_Latn", - "languages": [ - "bug-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79857, - "recall": 0.836957, - "f1": 0.809378, - "accuracy": 0.836957, - "main_score": 0.809378, - "hf_subset": "bug_Latn-fur_Latn", - "languages": [ - "bug-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413192, - "recall": 0.464427, - "f1": 0.426908, - "accuracy": 0.464427, - "main_score": 0.426908, - "hf_subset": "bug_Latn-kab_Latn", - "languages": [ - "bug-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790415, - "recall": 0.826087, - "f1": 0.800927, - "accuracy": 0.826087, - "main_score": 0.800927, - "hf_subset": "bug_Latn-lim_Latn", - "languages": [ - "bug-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792419, - "recall": 0.837945, - "f1": 0.805404, - "accuracy": 0.837945, - "main_score": 0.805404, - "hf_subset": "bug_Latn-nld_Latn", - "languages": [ - "bug-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737786, - "recall": 0.790514, - "f1": 0.752722, - "accuracy": 0.790514, - "main_score": 0.752722, - "hf_subset": "bug_Latn-san_Deva", - "languages": [ - "bug-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767542, - "recall": 0.817194, - "f1": 0.782049, - "accuracy": 0.817194, - "main_score": 0.782049, - "hf_subset": "bug_Latn-tat_Cyrl", - "languages": [ - "bug-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597439, - "recall": 0.651186, - "f1": 0.613, - "accuracy": 0.651186, - "main_score": 0.613, - "hf_subset": "bug_Latn-xho_Latn", - "languages": [ - "bug-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789737, - "recall": 0.833004, - "f1": 0.80192, - "accuracy": 0.833004, - "main_score": 0.80192, - "hf_subset": "bug_Latn-ars_Arab", - "languages": [ - "bug-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822894, - "recall": 0.855731, - "f1": 0.8321, - "accuracy": 0.855731, - "main_score": 0.8321, - "hf_subset": "bug_Latn-ceb_Latn", - "languages": [ - "bug-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547291, - "recall": 0.604743, - "f1": 0.564501, - "accuracy": 0.604743, - "main_score": 0.564501, - "hf_subset": "bug_Latn-fuv_Latn", - "languages": [ - "bug-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514848, - "recall": 0.572134, - "f1": 0.530692, - "accuracy": 0.572134, - "main_score": 0.530692, - "hf_subset": "bug_Latn-kac_Latn", - "languages": [ - "bug-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634265, - "recall": 0.685771, - "f1": 0.649297, - "accuracy": 0.685771, - "main_score": 0.649297, - "hf_subset": "bug_Latn-lin_Latn", - "languages": [ - "bug-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797559, - "recall": 0.837945, - "f1": 0.809256, - "accuracy": 0.837945, - "main_score": 0.809256, - "hf_subset": "bug_Latn-nno_Latn", - "languages": [ - "bug-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.145088, - "recall": 0.185771, - "f1": 0.155345, - "accuracy": 0.185771, - "main_score": 0.155345, - "hf_subset": "bug_Latn-sat_Olck", - "languages": [ - "bug-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786006, - "recall": 0.826087, - "f1": 0.797394, - "accuracy": 0.826087, - "main_score": 0.797394, - "hf_subset": "bug_Latn-tel_Telu", - "languages": [ - "bug-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691701, - "recall": 0.748024, - "f1": 0.70816, - "accuracy": 0.748024, - "main_score": 0.70816, - "hf_subset": "bug_Latn-ydd_Hebr", - "languages": [ - "bug-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75629, - "recall": 0.799407, - "f1": 0.768506, - "accuracy": 0.799407, - "main_score": 0.768506, - "hf_subset": "bug_Latn-ary_Arab", - "languages": [ - "bug-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796452, - "recall": 0.842885, - "f1": 0.810199, - "accuracy": 0.842885, - "main_score": 0.810199, - "hf_subset": "bug_Latn-ces_Latn", - "languages": [ - "bug-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534437, - "recall": 0.590909, - "f1": 0.550791, - "accuracy": 0.590909, - "main_score": 0.550791, - "hf_subset": "bug_Latn-gaz_Latn", - "languages": [ - "bug-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535746, - "recall": 0.596838, - "f1": 0.552972, - "accuracy": 0.596838, - "main_score": 0.552972, - "hf_subset": "bug_Latn-kam_Latn", - "languages": [ - "bug-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791589, - "recall": 0.832016, - "f1": 0.803387, - "accuracy": 0.832016, - "main_score": 0.803387, - "hf_subset": "bug_Latn-lit_Latn", - "languages": [ - "bug-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809065, - "recall": 0.850791, - "f1": 0.821099, - "accuracy": 0.850791, - "main_score": 0.821099, - "hf_subset": "bug_Latn-nob_Latn", - "languages": [ - "bug-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787783, - "recall": 0.822134, - "f1": 0.797278, - "accuracy": 0.822134, - "main_score": 0.797278, - "hf_subset": "bug_Latn-scn_Latn", - "languages": [ - "bug-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746968, - "recall": 0.796443, - "f1": 0.761042, - "accuracy": 0.796443, - "main_score": 0.761042, - "hf_subset": "bug_Latn-tgk_Cyrl", - "languages": [ - "bug-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539625, - "recall": 0.602767, - "f1": 0.558517, - "accuracy": 0.602767, - "main_score": 0.558517, - "hf_subset": "bug_Latn-yor_Latn", - "languages": [ - "bug-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791238, - "recall": 0.832016, - "f1": 0.802881, - "accuracy": 0.832016, - "main_score": 0.802881, - "hf_subset": "bug_Latn-arz_Arab", - "languages": [ - "bug-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544092, - "recall": 0.604743, - "f1": 0.561216, - "accuracy": 0.604743, - "main_score": 0.561216, - "hf_subset": "bug_Latn-cjk_Latn", - "languages": [ - "bug-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57637, - "recall": 0.630435, - "f1": 0.591755, - "accuracy": 0.630435, - "main_score": 0.591755, - "hf_subset": "bug_Latn-gla_Latn", - "languages": [ - "bug-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798115, - "recall": 0.841897, - "f1": 0.81053, - "accuracy": 0.841897, - "main_score": 0.81053, - "hf_subset": "bug_Latn-kan_Knda", - "languages": [ - "bug-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788441, - "recall": 0.829051, - "f1": 0.800202, - "accuracy": 0.829051, - "main_score": 0.800202, - "hf_subset": "bug_Latn-lmo_Latn", - "languages": [ - "bug-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770168, - "recall": 0.818182, - "f1": 0.784705, - "accuracy": 0.818182, - "main_score": 0.784705, - "hf_subset": "bug_Latn-npi_Deva", - "languages": [ - "bug-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456272, - "recall": 0.519763, - "f1": 0.473515, - "accuracy": 0.519763, - "main_score": 0.473515, - "hf_subset": "bug_Latn-shn_Mymr", - "languages": [ - "bug-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80905, - "recall": 0.84585, - "f1": 0.819606, - "accuracy": 0.84585, - "main_score": 0.819606, - "hf_subset": "bug_Latn-tgl_Latn", - "languages": [ - "bug-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786374, - "recall": 0.829051, - "f1": 0.798019, - "accuracy": 0.829051, - "main_score": 0.798019, - "hf_subset": "bug_Latn-yue_Hant", - "languages": [ - "bug-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761702, - "recall": 0.814229, - "f1": 0.777652, - "accuracy": 0.814229, - "main_score": 0.777652, - "hf_subset": "bug_Latn-asm_Beng", - "languages": [ - "bug-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697241, - "recall": 0.753953, - "f1": 0.713193, - "accuracy": 0.753953, - "main_score": 0.713193, - "hf_subset": "bug_Latn-ckb_Arab", - "languages": [ - "bug-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624314, - "recall": 0.679842, - "f1": 0.640119, - "accuracy": 0.679842, - "main_score": 0.640119, - "hf_subset": "bug_Latn-gle_Latn", - "languages": [ - "bug-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735759, - "recall": 0.778656, - "f1": 0.748218, - "accuracy": 0.778656, - "main_score": 0.748218, - "hf_subset": "bug_Latn-kas_Arab", - "languages": [ - "bug-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739908, - "recall": 0.787549, - "f1": 0.753876, - "accuracy": 0.787549, - "main_score": 0.753876, - "hf_subset": "bug_Latn-ltg_Latn", - "languages": [ - "bug-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597999, - "recall": 0.644269, - "f1": 0.611108, - "accuracy": 0.644269, - "main_score": 0.611108, - "hf_subset": "bug_Latn-nso_Latn", - "languages": [ - "bug-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686991, - "recall": 0.747036, - "f1": 0.70366, - "accuracy": 0.747036, - "main_score": 0.70366, - "hf_subset": "bug_Latn-sin_Sinh", - "languages": [ - "bug-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803641, - "recall": 0.844862, - "f1": 0.815077, - "accuracy": 0.844862, - "main_score": 0.815077, - "hf_subset": "bug_Latn-tha_Thai", - "languages": [ - "bug-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777227, - "recall": 0.821146, - "f1": 0.789436, - "accuracy": 0.821146, - "main_score": 0.789436, - "hf_subset": "bug_Latn-zho_Hans", - "languages": [ - "bug-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807312, - "recall": 0.847826, - "f1": 0.818978, - "accuracy": 0.847826, - "main_score": 0.818978, - "hf_subset": "bug_Latn-ast_Latn", - "languages": [ - "bug-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744343, - "recall": 0.791502, - "f1": 0.757913, - "accuracy": 0.791502, - "main_score": 0.757913, - "hf_subset": "bug_Latn-crh_Latn", - "languages": [ - "bug-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825595, - "recall": 0.863636, - "f1": 0.837004, - "accuracy": 0.863636, - "main_score": 0.837004, - "hf_subset": "bug_Latn-glg_Latn", - "languages": [ - "bug-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677815, - "recall": 0.732213, - "f1": 0.693585, - "accuracy": 0.732213, - "main_score": 0.693585, - "hf_subset": "bug_Latn-kas_Deva", - "languages": [ - "bug-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78487, - "recall": 0.820158, - "f1": 0.795158, - "accuracy": 0.820158, - "main_score": 0.795158, - "hf_subset": "bug_Latn-ltz_Latn", - "languages": [ - "bug-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456393, - "recall": 0.522727, - "f1": 0.474444, - "accuracy": 0.522727, - "main_score": 0.474444, - "hf_subset": "bug_Latn-nus_Latn", - "languages": [ - "bug-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809513, - "recall": 0.846838, - "f1": 0.82045, - "accuracy": 0.846838, - "main_score": 0.82045, - "hf_subset": "bug_Latn-slk_Latn", - "languages": [ - "bug-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485065, - "recall": 0.552372, - "f1": 0.50387, - "accuracy": 0.552372, - "main_score": 0.50387, - "hf_subset": "bug_Latn-tir_Ethi", - "languages": [ - "bug-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789706, - "recall": 0.833992, - "f1": 0.801868, - "accuracy": 0.833992, - "main_score": 0.801868, - "hf_subset": "bug_Latn-zho_Hant", - "languages": [ - "bug-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793142, - "recall": 0.833004, - "f1": 0.804469, - "accuracy": 0.833004, - "main_score": 0.804469, - "hf_subset": "bug_Latn-awa_Deva", - "languages": [ - "bug-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720958, - "recall": 0.769763, - "f1": 0.734801, - "accuracy": 0.769763, - "main_score": 0.734801, - "hf_subset": "bug_Latn-cym_Latn", - "languages": [ - "bug-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719483, - "recall": 0.764822, - "f1": 0.733235, - "accuracy": 0.764822, - "main_score": 0.733235, - "hf_subset": "bug_Latn-grn_Latn", - "languages": [ - "bug-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770874, - "recall": 0.809289, - "f1": 0.781757, - "accuracy": 0.809289, - "main_score": 0.781757, - "hf_subset": "bug_Latn-kat_Geor", - "languages": [ - "bug-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604985, - "recall": 0.653162, - "f1": 0.618594, - "accuracy": 0.653162, - "main_score": 0.618594, - "hf_subset": "bug_Latn-lua_Latn", - "languages": [ - "bug-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573896, - "recall": 0.626482, - "f1": 0.589284, - "accuracy": 0.626482, - "main_score": 0.589284, - "hf_subset": "bug_Latn-nya_Latn", - "languages": [ - "bug-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798452, - "recall": 0.839921, - "f1": 0.810592, - "accuracy": 0.839921, - "main_score": 0.810592, - "hf_subset": "bug_Latn-slv_Latn", - "languages": [ - "bug-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753542, - "recall": 0.795455, - "f1": 0.765507, - "accuracy": 0.795455, - "main_score": 0.765507, - "hf_subset": "bug_Latn-tpi_Latn", - "languages": [ - "bug-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835352, - "recall": 0.873518, - "f1": 0.846558, - "accuracy": 0.873518, - "main_score": 0.846558, - "hf_subset": "bug_Latn-zsm_Latn", - "languages": [ - "bug-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529003, - "recall": 0.588933, - "f1": 0.546124, - "accuracy": 0.588933, - "main_score": 0.546124, - "hf_subset": "bug_Latn-ayr_Latn", - "languages": [ - "bug-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805785, - "recall": 0.847826, - "f1": 0.817855, - "accuracy": 0.847826, - "main_score": 0.817855, - "hf_subset": "bug_Latn-dan_Latn", - "languages": [ - "bug-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792, - "recall": 0.83498, - "f1": 0.804421, - "accuracy": 0.83498, - "main_score": 0.804421, - "hf_subset": "bug_Latn-guj_Gujr", - "languages": [ - "bug-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800647, - "recall": 0.840909, - "f1": 0.811919, - "accuracy": 0.840909, - "main_score": 0.811919, - "hf_subset": "bug_Latn-kaz_Cyrl", - "languages": [ - "bug-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516109, - "recall": 0.573123, - "f1": 0.532679, - "accuracy": 0.573123, - "main_score": 0.532679, - "hf_subset": "bug_Latn-lug_Latn", - "languages": [ - "bug-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826021, - "recall": 0.86166, - "f1": 0.836647, - "accuracy": 0.86166, - "main_score": 0.836647, - "hf_subset": "bug_Latn-oci_Latn", - "languages": [ - "bug-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643187, - "recall": 0.693676, - "f1": 0.657736, - "accuracy": 0.693676, - "main_score": 0.657736, - "hf_subset": "bug_Latn-smo_Latn", - "languages": [ - "bug-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545981, - "recall": 0.601779, - "f1": 0.56155, - "accuracy": 0.601779, - "main_score": 0.56155, - "hf_subset": "bug_Latn-tsn_Latn", - "languages": [ - "bug-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555017, - "recall": 0.613636, - "f1": 0.571162, - "accuracy": 0.613636, - "main_score": 0.571162, - "hf_subset": "bug_Latn-zul_Latn", - "languages": [ - "bug-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702093, - "recall": 0.757905, - "f1": 0.718543, - "accuracy": 0.757905, - "main_score": 0.718543, - "hf_subset": "bug_Latn-azb_Arab", - "languages": [ - "bug-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817704, - "recall": 0.855731, - "f1": 0.828525, - "accuracy": 0.855731, - "main_score": 0.828525, - "hf_subset": "bug_Latn-deu_Latn", - "languages": [ - "bug-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731003, - "recall": 0.778656, - "f1": 0.744917, - "accuracy": 0.778656, - "main_score": 0.744917, - "hf_subset": "bug_Latn-hat_Latn", - "languages": [ - "bug-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497106, - "recall": 0.555336, - "f1": 0.513156, - "accuracy": 0.555336, - "main_score": 0.513156, - "hf_subset": "bug_Latn-kbp_Latn", - "languages": [ - "bug-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572838, - "recall": 0.625494, - "f1": 0.58698, - "accuracy": 0.625494, - "main_score": 0.58698, - "hf_subset": "bug_Latn-luo_Latn", - "languages": [ - "bug-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782963, - "recall": 0.831028, - "f1": 0.796469, - "accuracy": 0.831028, - "main_score": 0.796469, - "hf_subset": "bug_Latn-ory_Orya", - "languages": [ - "bug-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542963, - "recall": 0.600791, - "f1": 0.559478, - "accuracy": 0.600791, - "main_score": 0.559478, - "hf_subset": "bug_Latn-sna_Latn", - "languages": [ - "bug-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539194, - "recall": 0.588933, - "f1": 0.553142, - "accuracy": 0.588933, - "main_score": 0.553142, - "hf_subset": "bug_Latn-tso_Latn", - "languages": [ - "bug-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768383, - "recall": 0.817194, - "f1": 0.782071, - "accuracy": 0.817194, - "main_score": 0.782071, - "hf_subset": "bug_Latn-azj_Latn", - "languages": [ - "bug-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53443, - "recall": 0.589921, - "f1": 0.551023, - "accuracy": 0.589921, - "main_score": 0.551023, - "hf_subset": "bug_Latn-dik_Latn", - "languages": [ - "bug-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592434, - "recall": 0.650198, - "f1": 0.608732, - "accuracy": 0.650198, - "main_score": 0.608732, - "hf_subset": "bug_Latn-hau_Latn", - "languages": [ - "bug-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803607, - "recall": 0.838933, - "f1": 0.81316, - "accuracy": 0.838933, - "main_score": 0.81316, - "hf_subset": "bug_Latn-kea_Latn", - "languages": [ - "bug-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662088, - "recall": 0.708498, - "f1": 0.676106, - "accuracy": 0.708498, - "main_score": 0.676106, - "hf_subset": "bug_Latn-lus_Latn", - "languages": [ - "bug-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75611, - "recall": 0.787549, - "f1": 0.765693, - "accuracy": 0.787549, - "main_score": 0.765693, - "hf_subset": "bug_Latn-pag_Latn", - "languages": [ - "bug-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755525, - "recall": 0.80336, - "f1": 0.76975, - "accuracy": 0.80336, - "main_score": 0.76975, - "hf_subset": "bug_Latn-snd_Arab", - "languages": [ - "bug-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694491, - "recall": 0.75, - "f1": 0.710199, - "accuracy": 0.75, - "main_score": 0.710199, - "hf_subset": "bug_Latn-tuk_Latn", - "languages": [ - "bug-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780758, - "recall": 0.820158, - "f1": 0.791678, - "accuracy": 0.820158, - "main_score": 0.791678, - "hf_subset": "bug_Latn-bak_Cyrl", - "languages": [ - "bug-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463134, - "recall": 0.538538, - "f1": 0.485317, - "accuracy": 0.538538, - "main_score": 0.485317, - "hf_subset": "bug_Latn-dyu_Latn", - "languages": [ - "bug-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794437, - "recall": 0.833004, - "f1": 0.805959, - "accuracy": 0.833004, - "main_score": 0.805959, - "hf_subset": "bug_Latn-heb_Hebr", - "languages": [ - "bug-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721314, - "recall": 0.772727, - "f1": 0.735976, - "accuracy": 0.772727, - "main_score": 0.735976, - "hf_subset": "bug_Latn-khk_Cyrl", - "languages": [ - "bug-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796152, - "recall": 0.833004, - "f1": 0.806083, - "accuracy": 0.833004, - "main_score": 0.806083, - "hf_subset": "bug_Latn-lvs_Latn", - "languages": [ - "bug-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782404, - "recall": 0.825099, - "f1": 0.794469, - "accuracy": 0.825099, - "main_score": 0.794469, - "hf_subset": "bug_Latn-pan_Guru", - "languages": [ - "bug-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570438, - "recall": 0.629447, - "f1": 0.587485, - "accuracy": 0.629447, - "main_score": 0.587485, - "hf_subset": "bug_Latn-som_Latn", - "languages": [ - "bug-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559461, - "recall": 0.599802, - "f1": 0.570858, - "accuracy": 0.599802, - "main_score": 0.570858, - "hf_subset": "bug_Latn-tum_Latn", - "languages": [ - "bug-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360457, - "recall": 0.40415, - "f1": 0.372784, - "accuracy": 0.40415, - "main_score": 0.372784, - "hf_subset": "fon_Latn-ace_Arab", - "languages": [ - "fon-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457996, - "recall": 0.494071, - "f1": 0.468651, - "accuracy": 0.494071, - "main_score": 0.468651, - "hf_subset": "fon_Latn-bam_Latn", - "languages": [ - "fon-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201566, - "recall": 0.240119, - "f1": 0.21183, - "accuracy": 0.240119, - "main_score": 0.21183, - "hf_subset": "fon_Latn-dzo_Tibt", - "languages": [ - "fon-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461214, - "recall": 0.504941, - "f1": 0.473086, - "accuracy": 0.504941, - "main_score": 0.473086, - "hf_subset": "fon_Latn-hin_Deva", - "languages": [ - "fon-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436621, - "recall": 0.483202, - "f1": 0.449378, - "accuracy": 0.483202, - "main_score": 0.449378, - "hf_subset": "fon_Latn-khm_Khmr", - "languages": [ - "fon-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456666, - "recall": 0.5, - "f1": 0.46883, - "accuracy": 0.5, - "main_score": 0.46883, - "hf_subset": "fon_Latn-mag_Deva", - "languages": [ - "fon-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472759, - "recall": 0.505929, - "f1": 0.481407, - "accuracy": 0.505929, - "main_score": 0.481407, - "hf_subset": "fon_Latn-pap_Latn", - "languages": [ - "fon-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47915, - "recall": 0.511858, - "f1": 0.488354, - "accuracy": 0.511858, - "main_score": 0.488354, - "hf_subset": "fon_Latn-sot_Latn", - "languages": [ - "fon-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470732, - "recall": 0.51087, - "f1": 0.481249, - "accuracy": 0.51087, - "main_score": 0.481249, - "hf_subset": "fon_Latn-tur_Latn", - "languages": [ - "fon-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466767, - "recall": 0.501976, - "f1": 0.476596, - "accuracy": 0.501976, - "main_score": 0.476596, - "hf_subset": "fon_Latn-ace_Latn", - "languages": [ - "fon-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469484, - "recall": 0.502964, - "f1": 0.478924, - "accuracy": 0.502964, - "main_score": 0.478924, - "hf_subset": "fon_Latn-ban_Latn", - "languages": [ - "fon-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455877, - "recall": 0.504941, - "f1": 0.469494, - "accuracy": 0.504941, - "main_score": 0.469494, - "hf_subset": "fon_Latn-ell_Grek", - "languages": [ - "fon-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44677, - "recall": 0.48913, - "f1": 0.457869, - "accuracy": 0.48913, - "main_score": 0.457869, - "hf_subset": "fon_Latn-hne_Deva", - "languages": [ - "fon-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420214, - "recall": 0.462451, - "f1": 0.431956, - "accuracy": 0.462451, - "main_score": 0.431956, - "hf_subset": "fon_Latn-kik_Latn", - "languages": [ - "fon-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466457, - "recall": 0.505929, - "f1": 0.477613, - "accuracy": 0.505929, - "main_score": 0.477613, - "hf_subset": "fon_Latn-mai_Deva", - "languages": [ - "fon-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4191, - "recall": 0.470356, - "f1": 0.43269, - "accuracy": 0.470356, - "main_score": 0.43269, - "hf_subset": "fon_Latn-pbt_Arab", - "languages": [ - "fon-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478454, - "recall": 0.514822, - "f1": 0.488724, - "accuracy": 0.514822, - "main_score": 0.488724, - "hf_subset": "fon_Latn-spa_Latn", - "languages": [ - "fon-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471624, - "recall": 0.508893, - "f1": 0.482449, - "accuracy": 0.508893, - "main_score": 0.482449, - "hf_subset": "fon_Latn-twi_Latn", - "languages": [ - "fon-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463049, - "recall": 0.504941, - "f1": 0.474776, - "accuracy": 0.504941, - "main_score": 0.474776, - "hf_subset": "fon_Latn-acm_Arab", - "languages": [ - "fon-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451032, - "recall": 0.48913, - "f1": 0.461421, - "accuracy": 0.48913, - "main_score": 0.461421, - "hf_subset": "fon_Latn-bel_Cyrl", - "languages": [ - "fon-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477415, - "recall": 0.518775, - "f1": 0.489123, - "accuracy": 0.518775, - "main_score": 0.489123, - "hf_subset": "fon_Latn-eng_Latn", - "languages": [ - "fon-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474975, - "recall": 0.513834, - "f1": 0.485377, - "accuracy": 0.513834, - "main_score": 0.485377, - "hf_subset": "fon_Latn-hrv_Latn", - "languages": [ - "fon-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454123, - "recall": 0.491107, - "f1": 0.464235, - "accuracy": 0.491107, - "main_score": 0.464235, - "hf_subset": "fon_Latn-kin_Latn", - "languages": [ - "fon-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451859, - "recall": 0.494071, - "f1": 0.46364, - "accuracy": 0.494071, - "main_score": 0.46364, - "hf_subset": "fon_Latn-mal_Mlym", - "languages": [ - "fon-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457919, - "recall": 0.502964, - "f1": 0.469075, - "accuracy": 0.502964, - "main_score": 0.469075, - "hf_subset": "fon_Latn-pes_Arab", - "languages": [ - "fon-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472619, - "recall": 0.51087, - "f1": 0.482996, - "accuracy": 0.51087, - "main_score": 0.482996, - "hf_subset": "fon_Latn-srd_Latn", - "languages": [ - "fon-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179564, - "recall": 0.216403, - "f1": 0.189005, - "accuracy": 0.216403, - "main_score": 0.189005, - "hf_subset": "fon_Latn-tzm_Tfng", - "languages": [ - "fon-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465759, - "recall": 0.506917, - "f1": 0.47649, - "accuracy": 0.506917, - "main_score": 0.47649, - "hf_subset": "fon_Latn-acq_Arab", - "languages": [ - "fon-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50005, - "recall": 0.527668, - "f1": 0.507511, - "accuracy": 0.527668, - "main_score": 0.507511, - "hf_subset": "fon_Latn-bem_Latn", - "languages": [ - "fon-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469326, - "recall": 0.507905, - "f1": 0.480181, - "accuracy": 0.507905, - "main_score": 0.480181, - "hf_subset": "fon_Latn-epo_Latn", - "languages": [ - "fon-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471403, - "recall": 0.512846, - "f1": 0.48271, - "accuracy": 0.512846, - "main_score": 0.48271, - "hf_subset": "fon_Latn-hun_Latn", - "languages": [ - "fon-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467108, - "recall": 0.502964, - "f1": 0.477096, - "accuracy": 0.502964, - "main_score": 0.477096, - "hf_subset": "fon_Latn-kir_Cyrl", - "languages": [ - "fon-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460398, - "recall": 0.5, - "f1": 0.471572, - "accuracy": 0.5, - "main_score": 0.471572, - "hf_subset": "fon_Latn-mar_Deva", - "languages": [ - "fon-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479286, - "recall": 0.513834, - "f1": 0.488894, - "accuracy": 0.513834, - "main_score": 0.488894, - "hf_subset": "fon_Latn-plt_Latn", - "languages": [ - "fon-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466676, - "recall": 0.51087, - "f1": 0.478911, - "accuracy": 0.51087, - "main_score": 0.478911, - "hf_subset": "fon_Latn-srp_Cyrl", - "languages": [ - "fon-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398391, - "recall": 0.449605, - "f1": 0.413073, - "accuracy": 0.449605, - "main_score": 0.413073, - "hf_subset": "fon_Latn-uig_Arab", - "languages": [ - "fon-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460913, - "recall": 0.499012, - "f1": 0.471075, - "accuracy": 0.499012, - "main_score": 0.471075, - "hf_subset": "fon_Latn-aeb_Arab", - "languages": [ - "fon-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44448, - "recall": 0.495059, - "f1": 0.457237, - "accuracy": 0.495059, - "main_score": 0.457237, - "hf_subset": "fon_Latn-ben_Beng", - "languages": [ - "fon-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468906, - "recall": 0.502964, - "f1": 0.478291, - "accuracy": 0.502964, - "main_score": 0.478291, - "hf_subset": "fon_Latn-est_Latn", - "languages": [ - "fon-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453211, - "recall": 0.500988, - "f1": 0.465806, - "accuracy": 0.500988, - "main_score": 0.465806, - "hf_subset": "fon_Latn-hye_Armn", - "languages": [ - "fon-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478117, - "recall": 0.514822, - "f1": 0.488236, - "accuracy": 0.514822, - "main_score": 0.488236, - "hf_subset": "fon_Latn-kmb_Latn", - "languages": [ - "fon-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.346207, - "recall": 0.38834, - "f1": 0.357099, - "accuracy": 0.38834, - "main_score": 0.357099, - "hf_subset": "fon_Latn-min_Arab", - "languages": [ - "fon-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472641, - "recall": 0.511858, - "f1": 0.483277, - "accuracy": 0.511858, - "main_score": 0.483277, - "hf_subset": "fon_Latn-pol_Latn", - "languages": [ - "fon-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461353, - "recall": 0.499012, - "f1": 0.471628, - "accuracy": 0.499012, - "main_score": 0.471628, - "hf_subset": "fon_Latn-ssw_Latn", - "languages": [ - "fon-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465779, - "recall": 0.508893, - "f1": 0.478192, - "accuracy": 0.508893, - "main_score": 0.478192, - "hf_subset": "fon_Latn-ukr_Cyrl", - "languages": [ - "fon-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469337, - "recall": 0.512846, - "f1": 0.481416, - "accuracy": 0.512846, - "main_score": 0.481416, - "hf_subset": "fon_Latn-afr_Latn", - "languages": [ - "fon-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45143, - "recall": 0.490119, - "f1": 0.461743, - "accuracy": 0.490119, - "main_score": 0.461743, - "hf_subset": "fon_Latn-bho_Deva", - "languages": [ - "fon-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467176, - "recall": 0.504941, - "f1": 0.477387, - "accuracy": 0.504941, - "main_score": 0.477387, - "hf_subset": "fon_Latn-eus_Latn", - "languages": [ - "fon-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454645, - "recall": 0.492095, - "f1": 0.465747, - "accuracy": 0.492095, - "main_score": 0.465747, - "hf_subset": "fon_Latn-ibo_Latn", - "languages": [ - "fon-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470277, - "recall": 0.507905, - "f1": 0.480993, - "accuracy": 0.507905, - "main_score": 0.480993, - "hf_subset": "fon_Latn-kmr_Latn", - "languages": [ - "fon-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472984, - "recall": 0.509881, - "f1": 0.483319, - "accuracy": 0.509881, - "main_score": 0.483319, - "hf_subset": "fon_Latn-min_Latn", - "languages": [ - "fon-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484239, - "recall": 0.518775, - "f1": 0.494368, - "accuracy": 0.518775, - "main_score": 0.494368, - "hf_subset": "fon_Latn-por_Latn", - "languages": [ - "fon-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485446, - "recall": 0.521739, - "f1": 0.495492, - "accuracy": 0.521739, - "main_score": 0.495492, - "hf_subset": "fon_Latn-sun_Latn", - "languages": [ - "fon-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459082, - "recall": 0.500988, - "f1": 0.47051, - "accuracy": 0.500988, - "main_score": 0.47051, - "hf_subset": "fon_Latn-umb_Latn", - "languages": [ - "fon-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458373, - "recall": 0.499012, - "f1": 0.469403, - "accuracy": 0.499012, - "main_score": 0.469403, - "hf_subset": "fon_Latn-ajp_Arab", - "languages": [ - "fon-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344695, - "recall": 0.38834, - "f1": 0.35636, - "accuracy": 0.38834, - "main_score": 0.35636, - "hf_subset": "fon_Latn-bjn_Arab", - "languages": [ - "fon-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462838, - "recall": 0.494071, - "f1": 0.471786, - "accuracy": 0.494071, - "main_score": 0.471786, - "hf_subset": "fon_Latn-ewe_Latn", - "languages": [ - "fon-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486062, - "recall": 0.520751, - "f1": 0.494731, - "accuracy": 0.520751, - "main_score": 0.494731, - "hf_subset": "fon_Latn-ilo_Latn", - "languages": [ - "fon-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.282233, - "recall": 0.322134, - "f1": 0.293046, - "accuracy": 0.322134, - "main_score": 0.293046, - "hf_subset": "fon_Latn-knc_Arab", - "languages": [ - "fon-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46526, - "recall": 0.501976, - "f1": 0.475601, - "accuracy": 0.501976, - "main_score": 0.475601, - "hf_subset": "fon_Latn-mkd_Cyrl", - "languages": [ - "fon-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463721, - "recall": 0.501976, - "f1": 0.474145, - "accuracy": 0.501976, - "main_score": 0.474145, - "hf_subset": "fon_Latn-prs_Arab", - "languages": [ - "fon-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460409, - "recall": 0.502964, - "f1": 0.472026, - "accuracy": 0.502964, - "main_score": 0.472026, - "hf_subset": "fon_Latn-swe_Latn", - "languages": [ - "fon-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437344, - "recall": 0.487154, - "f1": 0.450776, - "accuracy": 0.487154, - "main_score": 0.450776, - "hf_subset": "fon_Latn-urd_Arab", - "languages": [ - "fon-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486915, - "recall": 0.522727, - "f1": 0.49696, - "accuracy": 0.522727, - "main_score": 0.49696, - "hf_subset": "fon_Latn-aka_Latn", - "languages": [ - "fon-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478531, - "recall": 0.509881, - "f1": 0.486746, - "accuracy": 0.509881, - "main_score": 0.486746, - "hf_subset": "fon_Latn-bjn_Latn", - "languages": [ - "fon-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472631, - "recall": 0.507905, - "f1": 0.482371, - "accuracy": 0.507905, - "main_score": 0.482371, - "hf_subset": "fon_Latn-fao_Latn", - "languages": [ - "fon-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480185, - "recall": 0.514822, - "f1": 0.490139, - "accuracy": 0.514822, - "main_score": 0.490139, - "hf_subset": "fon_Latn-ind_Latn", - "languages": [ - "fon-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46234, - "recall": 0.496047, - "f1": 0.471777, - "accuracy": 0.496047, - "main_score": 0.471777, - "hf_subset": "fon_Latn-knc_Latn", - "languages": [ - "fon-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477269, - "recall": 0.511858, - "f1": 0.486479, - "accuracy": 0.511858, - "main_score": 0.486479, - "hf_subset": "fon_Latn-mlt_Latn", - "languages": [ - "fon-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473397, - "recall": 0.51087, - "f1": 0.484358, - "accuracy": 0.51087, - "main_score": 0.484358, - "hf_subset": "fon_Latn-quy_Latn", - "languages": [ - "fon-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465791, - "recall": 0.5, - "f1": 0.475705, - "accuracy": 0.5, - "main_score": 0.475705, - "hf_subset": "fon_Latn-swh_Latn", - "languages": [ - "fon-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448002, - "recall": 0.493083, - "f1": 0.460863, - "accuracy": 0.493083, - "main_score": 0.460863, - "hf_subset": "fon_Latn-uzn_Latn", - "languages": [ - "fon-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464575, - "recall": 0.5, - "f1": 0.474184, - "accuracy": 0.5, - "main_score": 0.474184, - "hf_subset": "fon_Latn-als_Latn", - "languages": [ - "fon-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.238232, - "recall": 0.284585, - "f1": 0.249285, - "accuracy": 0.284585, - "main_score": 0.249285, - "hf_subset": "fon_Latn-bod_Tibt", - "languages": [ - "fon-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466996, - "recall": 0.505929, - "f1": 0.477903, - "accuracy": 0.505929, - "main_score": 0.477903, - "hf_subset": "fon_Latn-fij_Latn", - "languages": [ - "fon-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460259, - "recall": 0.497036, - "f1": 0.469417, - "accuracy": 0.497036, - "main_score": 0.469417, - "hf_subset": "fon_Latn-isl_Latn", - "languages": [ - "fon-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468892, - "recall": 0.505929, - "f1": 0.47913, - "accuracy": 0.505929, - "main_score": 0.47913, - "hf_subset": "fon_Latn-kon_Latn", - "languages": [ - "fon-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393352, - "recall": 0.440711, - "f1": 0.406197, - "accuracy": 0.440711, - "main_score": 0.406197, - "hf_subset": "fon_Latn-mni_Beng", - "languages": [ - "fon-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481439, - "recall": 0.520751, - "f1": 0.492166, - "accuracy": 0.520751, - "main_score": 0.492166, - "hf_subset": "fon_Latn-ron_Latn", - "languages": [ - "fon-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478376, - "recall": 0.513834, - "f1": 0.488022, - "accuracy": 0.513834, - "main_score": 0.488022, - "hf_subset": "fon_Latn-szl_Latn", - "languages": [ - "fon-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469975, - "recall": 0.507905, - "f1": 0.480399, - "accuracy": 0.507905, - "main_score": 0.480399, - "hf_subset": "fon_Latn-vec_Latn", - "languages": [ - "fon-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407071, - "recall": 0.450593, - "f1": 0.418788, - "accuracy": 0.450593, - "main_score": 0.418788, - "hf_subset": "fon_Latn-amh_Ethi", - "languages": [ - "fon-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48261, - "recall": 0.518775, - "f1": 0.493023, - "accuracy": 0.518775, - "main_score": 0.493023, - "hf_subset": "fon_Latn-bos_Latn", - "languages": [ - "fon-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449269, - "recall": 0.497036, - "f1": 0.462291, - "accuracy": 0.497036, - "main_score": 0.462291, - "hf_subset": "fon_Latn-fin_Latn", - "languages": [ - "fon-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473221, - "recall": 0.511858, - "f1": 0.484323, - "accuracy": 0.511858, - "main_score": 0.484323, - "hf_subset": "fon_Latn-ita_Latn", - "languages": [ - "fon-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457126, - "recall": 0.506917, - "f1": 0.47092, - "accuracy": 0.506917, - "main_score": 0.47092, - "hf_subset": "fon_Latn-kor_Hang", - "languages": [ - "fon-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458837, - "recall": 0.494071, - "f1": 0.468614, - "accuracy": 0.494071, - "main_score": 0.468614, - "hf_subset": "fon_Latn-mos_Latn", - "languages": [ - "fon-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463918, - "recall": 0.501976, - "f1": 0.473839, - "accuracy": 0.501976, - "main_score": 0.473839, - "hf_subset": "fon_Latn-run_Latn", - "languages": [ - "fon-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430175, - "recall": 0.477273, - "f1": 0.443616, - "accuracy": 0.477273, - "main_score": 0.443616, - "hf_subset": "fon_Latn-tam_Taml", - "languages": [ - "fon-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467376, - "recall": 0.504941, - "f1": 0.477834, - "accuracy": 0.504941, - "main_score": 0.477834, - "hf_subset": "fon_Latn-vie_Latn", - "languages": [ - "fon-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458431, - "recall": 0.500988, - "f1": 0.470416, - "accuracy": 0.500988, - "main_score": 0.470416, - "hf_subset": "fon_Latn-apc_Arab", - "languages": [ - "fon-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47438, - "recall": 0.511858, - "f1": 0.484651, - "accuracy": 0.511858, - "main_score": 0.484651, - "hf_subset": "fon_Latn-bug_Latn", - "languages": [ - "fon-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490629, - "recall": 0.525692, - "f1": 0.49996, - "accuracy": 0.525692, - "main_score": 0.49996, - "hf_subset": "fon_Latn-jav_Latn", - "languages": [ - "fon-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437269, - "recall": 0.479249, - "f1": 0.448192, - "accuracy": 0.479249, - "main_score": 0.448192, - "hf_subset": "fon_Latn-lao_Laoo", - "languages": [ - "fon-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439704, - "recall": 0.475296, - "f1": 0.449424, - "accuracy": 0.475296, - "main_score": 0.449424, - "hf_subset": "fon_Latn-mri_Latn", - "languages": [ - "fon-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468081, - "recall": 0.509881, - "f1": 0.479466, - "accuracy": 0.509881, - "main_score": 0.479466, - "hf_subset": "fon_Latn-rus_Cyrl", - "languages": [ - "fon-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443752, - "recall": 0.481225, - "f1": 0.453902, - "accuracy": 0.481225, - "main_score": 0.453902, - "hf_subset": "fon_Latn-taq_Latn", - "languages": [ - "fon-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492765, - "recall": 0.522727, - "f1": 0.500781, - "accuracy": 0.522727, - "main_score": 0.500781, - "hf_subset": "fon_Latn-war_Latn", - "languages": [ - "fon-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464683, - "recall": 0.505929, - "f1": 0.476339, - "accuracy": 0.505929, - "main_score": 0.476339, - "hf_subset": "fon_Latn-arb_Arab", - "languages": [ - "fon-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466478, - "recall": 0.507905, - "f1": 0.477863, - "accuracy": 0.507905, - "main_score": 0.477863, - "hf_subset": "fon_Latn-bul_Cyrl", - "languages": [ - "fon-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48695, - "recall": 0.522727, - "f1": 0.497531, - "accuracy": 0.522727, - "main_score": 0.497531, - "hf_subset": "fon_Latn-fra_Latn", - "languages": [ - "fon-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452736, - "recall": 0.497036, - "f1": 0.465219, - "accuracy": 0.497036, - "main_score": 0.465219, - "hf_subset": "fon_Latn-jpn_Jpan", - "languages": [ - "fon-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472106, - "recall": 0.513834, - "f1": 0.483126, - "accuracy": 0.513834, - "main_score": 0.483126, - "hf_subset": "fon_Latn-lij_Latn", - "languages": [ - "fon-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.333013, - "recall": 0.38834, - "f1": 0.347272, - "accuracy": 0.38834, - "main_score": 0.347272, - "hf_subset": "fon_Latn-mya_Mymr", - "languages": [ - "fon-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480725, - "recall": 0.51581, - "f1": 0.490425, - "accuracy": 0.51581, - "main_score": 0.490425, - "hf_subset": "fon_Latn-sag_Latn", - "languages": [ - "fon-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195471, - "recall": 0.238142, - "f1": 0.20586, - "accuracy": 0.238142, - "main_score": 0.20586, - "hf_subset": "fon_Latn-taq_Tfng", - "languages": [ - "fon-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473063, - "recall": 0.503953, - "f1": 0.481582, - "accuracy": 0.503953, - "main_score": 0.481582, - "hf_subset": "fon_Latn-wol_Latn", - "languages": [ - "fon-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407035, - "recall": 0.4417, - "f1": 0.416475, - "accuracy": 0.4417, - "main_score": 0.416475, - "hf_subset": "fon_Latn-arb_Latn", - "languages": [ - "fon-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481535, - "recall": 0.519763, - "f1": 0.492694, - "accuracy": 0.519763, - "main_score": 0.492694, - "hf_subset": "fon_Latn-cat_Latn", - "languages": [ - "fon-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484411, - "recall": 0.517787, - "f1": 0.492999, - "accuracy": 0.517787, - "main_score": 0.492999, - "hf_subset": "fon_Latn-fur_Latn", - "languages": [ - "fon-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381064, - "recall": 0.426877, - "f1": 0.393401, - "accuracy": 0.426877, - "main_score": 0.393401, - "hf_subset": "fon_Latn-kab_Latn", - "languages": [ - "fon-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463936, - "recall": 0.499012, - "f1": 0.473087, - "accuracy": 0.499012, - "main_score": 0.473087, - "hf_subset": "fon_Latn-lim_Latn", - "languages": [ - "fon-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463174, - "recall": 0.505929, - "f1": 0.474897, - "accuracy": 0.505929, - "main_score": 0.474897, - "hf_subset": "fon_Latn-nld_Latn", - "languages": [ - "fon-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433922, - "recall": 0.481225, - "f1": 0.446172, - "accuracy": 0.481225, - "main_score": 0.446172, - "hf_subset": "fon_Latn-san_Deva", - "languages": [ - "fon-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460016, - "recall": 0.500988, - "f1": 0.471036, - "accuracy": 0.500988, - "main_score": 0.471036, - "hf_subset": "fon_Latn-tat_Cyrl", - "languages": [ - "fon-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46867, - "recall": 0.503953, - "f1": 0.478877, - "accuracy": 0.503953, - "main_score": 0.478877, - "hf_subset": "fon_Latn-xho_Latn", - "languages": [ - "fon-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444248, - "recall": 0.490119, - "f1": 0.457344, - "accuracy": 0.490119, - "main_score": 0.457344, - "hf_subset": "fon_Latn-ars_Arab", - "languages": [ - "fon-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49207, - "recall": 0.52668, - "f1": 0.501226, - "accuracy": 0.52668, - "main_score": 0.501226, - "hf_subset": "fon_Latn-ceb_Latn", - "languages": [ - "fon-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446348, - "recall": 0.481225, - "f1": 0.456597, - "accuracy": 0.481225, - "main_score": 0.456597, - "hf_subset": "fon_Latn-fuv_Latn", - "languages": [ - "fon-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444548, - "recall": 0.478261, - "f1": 0.454238, - "accuracy": 0.478261, - "main_score": 0.454238, - "hf_subset": "fon_Latn-kac_Latn", - "languages": [ - "fon-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485863, - "recall": 0.51581, - "f1": 0.494001, - "accuracy": 0.51581, - "main_score": 0.494001, - "hf_subset": "fon_Latn-lin_Latn", - "languages": [ - "fon-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471334, - "recall": 0.508893, - "f1": 0.481738, - "accuracy": 0.508893, - "main_score": 0.481738, - "hf_subset": "fon_Latn-nno_Latn", - "languages": [ - "fon-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.09073, - "recall": 0.134387, - "f1": 0.101832, - "accuracy": 0.134387, - "main_score": 0.101832, - "hf_subset": "fon_Latn-sat_Olck", - "languages": [ - "fon-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43374, - "recall": 0.481225, - "f1": 0.447188, - "accuracy": 0.481225, - "main_score": 0.447188, - "hf_subset": "fon_Latn-tel_Telu", - "languages": [ - "fon-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386683, - "recall": 0.4417, - "f1": 0.400603, - "accuracy": 0.4417, - "main_score": 0.400603, - "hf_subset": "fon_Latn-ydd_Hebr", - "languages": [ - "fon-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442954, - "recall": 0.487154, - "f1": 0.454744, - "accuracy": 0.487154, - "main_score": 0.454744, - "hf_subset": "fon_Latn-ary_Arab", - "languages": [ - "fon-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475748, - "recall": 0.514822, - "f1": 0.48619, - "accuracy": 0.514822, - "main_score": 0.48619, - "hf_subset": "fon_Latn-ces_Latn", - "languages": [ - "fon-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426185, - "recall": 0.470356, - "f1": 0.438776, - "accuracy": 0.470356, - "main_score": 0.438776, - "hf_subset": "fon_Latn-gaz_Latn", - "languages": [ - "fon-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460026, - "recall": 0.496047, - "f1": 0.46997, - "accuracy": 0.496047, - "main_score": 0.46997, - "hf_subset": "fon_Latn-kam_Latn", - "languages": [ - "fon-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456927, - "recall": 0.495059, - "f1": 0.467512, - "accuracy": 0.495059, - "main_score": 0.467512, - "hf_subset": "fon_Latn-lit_Latn", - "languages": [ - "fon-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464337, - "recall": 0.507905, - "f1": 0.476936, - "accuracy": 0.507905, - "main_score": 0.476936, - "hf_subset": "fon_Latn-nob_Latn", - "languages": [ - "fon-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474715, - "recall": 0.506917, - "f1": 0.484097, - "accuracy": 0.506917, - "main_score": 0.484097, - "hf_subset": "fon_Latn-scn_Latn", - "languages": [ - "fon-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459111, - "recall": 0.495059, - "f1": 0.469463, - "accuracy": 0.495059, - "main_score": 0.469463, - "hf_subset": "fon_Latn-tgk_Cyrl", - "languages": [ - "fon-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435431, - "recall": 0.475296, - "f1": 0.446909, - "accuracy": 0.475296, - "main_score": 0.446909, - "hf_subset": "fon_Latn-yor_Latn", - "languages": [ - "fon-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453176, - "recall": 0.496047, - "f1": 0.464048, - "accuracy": 0.496047, - "main_score": 0.464048, - "hf_subset": "fon_Latn-arz_Arab", - "languages": [ - "fon-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451268, - "recall": 0.491107, - "f1": 0.462433, - "accuracy": 0.491107, - "main_score": 0.462433, - "hf_subset": "fon_Latn-cjk_Latn", - "languages": [ - "fon-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442416, - "recall": 0.478261, - "f1": 0.452613, - "accuracy": 0.478261, - "main_score": 0.452613, - "hf_subset": "fon_Latn-gla_Latn", - "languages": [ - "fon-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441992, - "recall": 0.48913, - "f1": 0.455151, - "accuracy": 0.48913, - "main_score": 0.455151, - "hf_subset": "fon_Latn-kan_Knda", - "languages": [ - "fon-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458609, - "recall": 0.495059, - "f1": 0.468631, - "accuracy": 0.495059, - "main_score": 0.468631, - "hf_subset": "fon_Latn-lmo_Latn", - "languages": [ - "fon-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44807, - "recall": 0.497036, - "f1": 0.461195, - "accuracy": 0.497036, - "main_score": 0.461195, - "hf_subset": "fon_Latn-npi_Deva", - "languages": [ - "fon-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398027, - "recall": 0.445652, - "f1": 0.410783, - "accuracy": 0.445652, - "main_score": 0.410783, - "hf_subset": "fon_Latn-shn_Mymr", - "languages": [ - "fon-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490387, - "recall": 0.524704, - "f1": 0.500283, - "accuracy": 0.524704, - "main_score": 0.500283, - "hf_subset": "fon_Latn-tgl_Latn", - "languages": [ - "fon-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455993, - "recall": 0.497036, - "f1": 0.467449, - "accuracy": 0.497036, - "main_score": 0.467449, - "hf_subset": "fon_Latn-yue_Hant", - "languages": [ - "fon-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409409, - "recall": 0.459486, - "f1": 0.423086, - "accuracy": 0.459486, - "main_score": 0.423086, - "hf_subset": "fon_Latn-asm_Beng", - "languages": [ - "fon-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416489, - "recall": 0.465415, - "f1": 0.429403, - "accuracy": 0.465415, - "main_score": 0.429403, - "hf_subset": "fon_Latn-ckb_Arab", - "languages": [ - "fon-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433144, - "recall": 0.471344, - "f1": 0.443589, - "accuracy": 0.471344, - "main_score": 0.443589, - "hf_subset": "fon_Latn-gle_Latn", - "languages": [ - "fon-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414036, - "recall": 0.453557, - "f1": 0.425369, - "accuracy": 0.453557, - "main_score": 0.425369, - "hf_subset": "fon_Latn-kas_Arab", - "languages": [ - "fon-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445371, - "recall": 0.486166, - "f1": 0.456118, - "accuracy": 0.486166, - "main_score": 0.456118, - "hf_subset": "fon_Latn-ltg_Latn", - "languages": [ - "fon-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480259, - "recall": 0.512846, - "f1": 0.489409, - "accuracy": 0.512846, - "main_score": 0.489409, - "hf_subset": "fon_Latn-nso_Latn", - "languages": [ - "fon-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383561, - "recall": 0.436759, - "f1": 0.3974, - "accuracy": 0.436759, - "main_score": 0.3974, - "hf_subset": "fon_Latn-sin_Sinh", - "languages": [ - "fon-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458623, - "recall": 0.498024, - "f1": 0.469931, - "accuracy": 0.498024, - "main_score": 0.469931, - "hf_subset": "fon_Latn-tha_Thai", - "languages": [ - "fon-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453476, - "recall": 0.494071, - "f1": 0.464488, - "accuracy": 0.494071, - "main_score": 0.464488, - "hf_subset": "fon_Latn-zho_Hans", - "languages": [ - "fon-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49084, - "recall": 0.521739, - "f1": 0.499526, - "accuracy": 0.521739, - "main_score": 0.499526, - "hf_subset": "fon_Latn-ast_Latn", - "languages": [ - "fon-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462588, - "recall": 0.503953, - "f1": 0.474199, - "accuracy": 0.503953, - "main_score": 0.474199, - "hf_subset": "fon_Latn-crh_Latn", - "languages": [ - "fon-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482395, - "recall": 0.516798, - "f1": 0.492226, - "accuracy": 0.516798, - "main_score": 0.492226, - "hf_subset": "fon_Latn-glg_Latn", - "languages": [ - "fon-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435132, - "recall": 0.477273, - "f1": 0.446821, - "accuracy": 0.477273, - "main_score": 0.446821, - "hf_subset": "fon_Latn-kas_Deva", - "languages": [ - "fon-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458087, - "recall": 0.499012, - "f1": 0.469101, - "accuracy": 0.499012, - "main_score": 0.469101, - "hf_subset": "fon_Latn-ltz_Latn", - "languages": [ - "fon-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40901, - "recall": 0.449605, - "f1": 0.419865, - "accuracy": 0.449605, - "main_score": 0.419865, - "hf_subset": "fon_Latn-nus_Latn", - "languages": [ - "fon-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471064, - "recall": 0.51087, - "f1": 0.482891, - "accuracy": 0.51087, - "main_score": 0.482891, - "hf_subset": "fon_Latn-slk_Latn", - "languages": [ - "fon-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.346209, - "recall": 0.396245, - "f1": 0.359625, - "accuracy": 0.396245, - "main_score": 0.359625, - "hf_subset": "fon_Latn-tir_Ethi", - "languages": [ - "fon-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435662, - "recall": 0.487154, - "f1": 0.448839, - "accuracy": 0.487154, - "main_score": 0.448839, - "hf_subset": "fon_Latn-zho_Hant", - "languages": [ - "fon-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460377, - "recall": 0.498024, - "f1": 0.47108, - "accuracy": 0.498024, - "main_score": 0.47108, - "hf_subset": "fon_Latn-awa_Deva", - "languages": [ - "fon-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474057, - "recall": 0.506917, - "f1": 0.482476, - "accuracy": 0.506917, - "main_score": 0.482476, - "hf_subset": "fon_Latn-cym_Latn", - "languages": [ - "fon-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483845, - "recall": 0.514822, - "f1": 0.492606, - "accuracy": 0.514822, - "main_score": 0.492606, - "hf_subset": "fon_Latn-grn_Latn", - "languages": [ - "fon-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441158, - "recall": 0.479249, - "f1": 0.451297, - "accuracy": 0.479249, - "main_score": 0.451297, - "hf_subset": "fon_Latn-kat_Geor", - "languages": [ - "fon-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481581, - "recall": 0.514822, - "f1": 0.49089, - "accuracy": 0.514822, - "main_score": 0.49089, - "hf_subset": "fon_Latn-lua_Latn", - "languages": [ - "fon-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476647, - "recall": 0.517787, - "f1": 0.488262, - "accuracy": 0.517787, - "main_score": 0.488262, - "hf_subset": "fon_Latn-nya_Latn", - "languages": [ - "fon-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486382, - "recall": 0.520751, - "f1": 0.495322, - "accuracy": 0.520751, - "main_score": 0.495322, - "hf_subset": "fon_Latn-slv_Latn", - "languages": [ - "fon-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47543, - "recall": 0.505929, - "f1": 0.484363, - "accuracy": 0.505929, - "main_score": 0.484363, - "hf_subset": "fon_Latn-tpi_Latn", - "languages": [ - "fon-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485885, - "recall": 0.519763, - "f1": 0.495823, - "accuracy": 0.519763, - "main_score": 0.495823, - "hf_subset": "fon_Latn-zsm_Latn", - "languages": [ - "fon-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463115, - "recall": 0.506917, - "f1": 0.475578, - "accuracy": 0.506917, - "main_score": 0.475578, - "hf_subset": "fon_Latn-ayr_Latn", - "languages": [ - "fon-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477913, - "recall": 0.514822, - "f1": 0.488764, - "accuracy": 0.514822, - "main_score": 0.488764, - "hf_subset": "fon_Latn-dan_Latn", - "languages": [ - "fon-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44186, - "recall": 0.490119, - "f1": 0.455239, - "accuracy": 0.490119, - "main_score": 0.455239, - "hf_subset": "fon_Latn-guj_Gujr", - "languages": [ - "fon-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469042, - "recall": 0.511858, - "f1": 0.480449, - "accuracy": 0.511858, - "main_score": 0.480449, - "hf_subset": "fon_Latn-kaz_Cyrl", - "languages": [ - "fon-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439147, - "recall": 0.485178, - "f1": 0.452037, - "accuracy": 0.485178, - "main_score": 0.452037, - "hf_subset": "fon_Latn-lug_Latn", - "languages": [ - "fon-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492498, - "recall": 0.523715, - "f1": 0.501177, - "accuracy": 0.523715, - "main_score": 0.501177, - "hf_subset": "fon_Latn-oci_Latn", - "languages": [ - "fon-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460896, - "recall": 0.495059, - "f1": 0.470695, - "accuracy": 0.495059, - "main_score": 0.470695, - "hf_subset": "fon_Latn-smo_Latn", - "languages": [ - "fon-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458407, - "recall": 0.497036, - "f1": 0.469796, - "accuracy": 0.497036, - "main_score": 0.469796, - "hf_subset": "fon_Latn-tsn_Latn", - "languages": [ - "fon-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455576, - "recall": 0.498024, - "f1": 0.467506, - "accuracy": 0.498024, - "main_score": 0.467506, - "hf_subset": "fon_Latn-zul_Latn", - "languages": [ - "fon-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391376, - "recall": 0.432806, - "f1": 0.402122, - "accuracy": 0.432806, - "main_score": 0.402122, - "hf_subset": "fon_Latn-azb_Arab", - "languages": [ - "fon-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47259, - "recall": 0.514822, - "f1": 0.483881, - "accuracy": 0.514822, - "main_score": 0.483881, - "hf_subset": "fon_Latn-deu_Latn", - "languages": [ - "fon-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459579, - "recall": 0.499012, - "f1": 0.469956, - "accuracy": 0.499012, - "main_score": 0.469956, - "hf_subset": "fon_Latn-hat_Latn", - "languages": [ - "fon-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465553, - "recall": 0.499012, - "f1": 0.474916, - "accuracy": 0.499012, - "main_score": 0.474916, - "hf_subset": "fon_Latn-kbp_Latn", - "languages": [ - "fon-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477767, - "recall": 0.513834, - "f1": 0.488242, - "accuracy": 0.513834, - "main_score": 0.488242, - "hf_subset": "fon_Latn-luo_Latn", - "languages": [ - "fon-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439965, - "recall": 0.48913, - "f1": 0.452791, - "accuracy": 0.48913, - "main_score": 0.452791, - "hf_subset": "fon_Latn-ory_Orya", - "languages": [ - "fon-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458862, - "recall": 0.497036, - "f1": 0.469945, - "accuracy": 0.497036, - "main_score": 0.469945, - "hf_subset": "fon_Latn-sna_Latn", - "languages": [ - "fon-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469008, - "recall": 0.502964, - "f1": 0.478244, - "accuracy": 0.502964, - "main_score": 0.478244, - "hf_subset": "fon_Latn-tso_Latn", - "languages": [ - "fon-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441613, - "recall": 0.487154, - "f1": 0.454438, - "accuracy": 0.487154, - "main_score": 0.454438, - "hf_subset": "fon_Latn-azj_Latn", - "languages": [ - "fon-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435032, - "recall": 0.480237, - "f1": 0.448573, - "accuracy": 0.480237, - "main_score": 0.448573, - "hf_subset": "fon_Latn-dik_Latn", - "languages": [ - "fon-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461132, - "recall": 0.500988, - "f1": 0.472396, - "accuracy": 0.500988, - "main_score": 0.472396, - "hf_subset": "fon_Latn-hau_Latn", - "languages": [ - "fon-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47877, - "recall": 0.51087, - "f1": 0.487167, - "accuracy": 0.51087, - "main_score": 0.487167, - "hf_subset": "fon_Latn-kea_Latn", - "languages": [ - "fon-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473719, - "recall": 0.511858, - "f1": 0.483531, - "accuracy": 0.511858, - "main_score": 0.483531, - "hf_subset": "fon_Latn-lus_Latn", - "languages": [ - "fon-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476483, - "recall": 0.51087, - "f1": 0.486163, - "accuracy": 0.51087, - "main_score": 0.486163, - "hf_subset": "fon_Latn-pag_Latn", - "languages": [ - "fon-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432462, - "recall": 0.475296, - "f1": 0.444129, - "accuracy": 0.475296, - "main_score": 0.444129, - "hf_subset": "fon_Latn-snd_Arab", - "languages": [ - "fon-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443238, - "recall": 0.481225, - "f1": 0.453927, - "accuracy": 0.481225, - "main_score": 0.453927, - "hf_subset": "fon_Latn-tuk_Latn", - "languages": [ - "fon-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463702, - "recall": 0.499012, - "f1": 0.473772, - "accuracy": 0.499012, - "main_score": 0.473772, - "hf_subset": "fon_Latn-bak_Cyrl", - "languages": [ - "fon-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379405, - "recall": 0.435771, - "f1": 0.394684, - "accuracy": 0.435771, - "main_score": 0.394684, - "hf_subset": "fon_Latn-dyu_Latn", - "languages": [ - "fon-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436091, - "recall": 0.479249, - "f1": 0.448875, - "accuracy": 0.479249, - "main_score": 0.448875, - "hf_subset": "fon_Latn-heb_Hebr", - "languages": [ - "fon-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450931, - "recall": 0.494071, - "f1": 0.463099, - "accuracy": 0.494071, - "main_score": 0.463099, - "hf_subset": "fon_Latn-khk_Cyrl", - "languages": [ - "fon-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467095, - "recall": 0.505929, - "f1": 0.477437, - "accuracy": 0.505929, - "main_score": 0.477437, - "hf_subset": "fon_Latn-lvs_Latn", - "languages": [ - "fon-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449141, - "recall": 0.499012, - "f1": 0.461975, - "accuracy": 0.499012, - "main_score": 0.461975, - "hf_subset": "fon_Latn-pan_Guru", - "languages": [ - "fon-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438234, - "recall": 0.478261, - "f1": 0.44933, - "accuracy": 0.478261, - "main_score": 0.44933, - "hf_subset": "fon_Latn-som_Latn", - "languages": [ - "fon-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468248, - "recall": 0.501976, - "f1": 0.477889, - "accuracy": 0.501976, - "main_score": 0.477889, - "hf_subset": "fon_Latn-tum_Latn", - "languages": [ - "fon-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62297, - "recall": 0.68083, - "f1": 0.63869, - "accuracy": 0.68083, - "main_score": 0.63869, - "hf_subset": "jav_Latn-ace_Arab", - "languages": [ - "jav-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549515, - "recall": 0.608696, - "f1": 0.566322, - "accuracy": 0.608696, - "main_score": 0.566322, - "hf_subset": "jav_Latn-bam_Latn", - "languages": [ - "jav-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417558, - "recall": 0.486166, - "f1": 0.435443, - "accuracy": 0.486166, - "main_score": 0.435443, - "hf_subset": "jav_Latn-dzo_Tibt", - "languages": [ - "jav-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-hin_Deva", - "languages": [ - "jav-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jav_Latn-khm_Khmr", - "languages": [ - "jav-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-mag_Deva", - "languages": [ - "jav-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "jav_Latn-pap_Latn", - "languages": [ - "jav-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618735, - "recall": 0.673913, - "f1": 0.634143, - "accuracy": 0.673913, - "main_score": 0.634143, - "hf_subset": "jav_Latn-sot_Latn", - "languages": [ - "jav-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-tur_Latn", - "languages": [ - "jav-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890152, - "recall": 0.91996, - "f1": 0.899624, - "accuracy": 0.91996, - "main_score": 0.899624, - "hf_subset": "jav_Latn-ace_Latn", - "languages": [ - "jav-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.970356, - "f1": 0.962615, - "accuracy": 0.970356, - "main_score": 0.962615, - "hf_subset": "jav_Latn-ban_Latn", - "languages": [ - "jav-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-ell_Grek", - "languages": [ - "jav-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "jav_Latn-hne_Deva", - "languages": [ - "jav-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611564, - "recall": 0.66502, - "f1": 0.626714, - "accuracy": 0.66502, - "main_score": 0.626714, - "hf_subset": "jav_Latn-kik_Latn", - "languages": [ - "jav-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "jav_Latn-mai_Deva", - "languages": [ - "jav-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "jav_Latn-pbt_Arab", - "languages": [ - "jav-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-spa_Latn", - "languages": [ - "jav-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622129, - "recall": 0.684783, - "f1": 0.639731, - "accuracy": 0.684783, - "main_score": 0.639731, - "hf_subset": "jav_Latn-twi_Latn", - "languages": [ - "jav-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-acm_Arab", - "languages": [ - "jav-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "jav_Latn-bel_Cyrl", - "languages": [ - "jav-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-eng_Latn", - "languages": [ - "jav-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-hrv_Latn", - "languages": [ - "jav-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580404, - "recall": 0.63834, - "f1": 0.596664, - "accuracy": 0.63834, - "main_score": 0.596664, - "hf_subset": "jav_Latn-kin_Latn", - "languages": [ - "jav-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-mal_Mlym", - "languages": [ - "jav-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "jav_Latn-pes_Arab", - "languages": [ - "jav-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "jav_Latn-srd_Latn", - "languages": [ - "jav-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191446, - "recall": 0.238142, - "f1": 0.202862, - "accuracy": 0.238142, - "main_score": 0.202862, - "hf_subset": "jav_Latn-tzm_Tfng", - "languages": [ - "jav-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-acq_Arab", - "languages": [ - "jav-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64147, - "recall": 0.688735, - "f1": 0.65464, - "accuracy": 0.688735, - "main_score": 0.65464, - "hf_subset": "jav_Latn-bem_Latn", - "languages": [ - "jav-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-epo_Latn", - "languages": [ - "jav-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-hun_Latn", - "languages": [ - "jav-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "jav_Latn-kir_Cyrl", - "languages": [ - "jav-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-mar_Deva", - "languages": [ - "jav-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68643, - "recall": 0.737154, - "f1": 0.700308, - "accuracy": 0.737154, - "main_score": 0.700308, - "hf_subset": "jav_Latn-plt_Latn", - "languages": [ - "jav-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-srp_Cyrl", - "languages": [ - "jav-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.956522, - "f1": 0.94417, - "accuracy": 0.956522, - "main_score": 0.94417, - "hf_subset": "jav_Latn-uig_Arab", - "languages": [ - "jav-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jav_Latn-aeb_Arab", - "languages": [ - "jav-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "jav_Latn-ben_Beng", - "languages": [ - "jav-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jav_Latn-est_Latn", - "languages": [ - "jav-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-hye_Armn", - "languages": [ - "jav-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568678, - "recall": 0.617589, - "f1": 0.582807, - "accuracy": 0.617589, - "main_score": 0.582807, - "hf_subset": "jav_Latn-kmb_Latn", - "languages": [ - "jav-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546313, - "recall": 0.613636, - "f1": 0.564052, - "accuracy": 0.613636, - "main_score": 0.564052, - "hf_subset": "jav_Latn-min_Arab", - "languages": [ - "jav-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jav_Latn-pol_Latn", - "languages": [ - "jav-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585057, - "recall": 0.644269, - "f1": 0.601702, - "accuracy": 0.644269, - "main_score": 0.601702, - "hf_subset": "jav_Latn-ssw_Latn", - "languages": [ - "jav-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-ukr_Cyrl", - "languages": [ - "jav-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-afr_Latn", - "languages": [ - "jav-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "jav_Latn-bho_Deva", - "languages": [ - "jav-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "jav_Latn-eus_Latn", - "languages": [ - "jav-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601943, - "recall": 0.659091, - "f1": 0.617763, - "accuracy": 0.659091, - "main_score": 0.617763, - "hf_subset": "jav_Latn-ibo_Latn", - "languages": [ - "jav-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883235, - "recall": 0.91502, - "f1": 0.893083, - "accuracy": 0.91502, - "main_score": 0.893083, - "hf_subset": "jav_Latn-kmr_Latn", - "languages": [ - "jav-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "jav_Latn-min_Latn", - "languages": [ - "jav-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-por_Latn", - "languages": [ - "jav-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "jav_Latn-sun_Latn", - "languages": [ - "jav-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537785, - "recall": 0.592885, - "f1": 0.553436, - "accuracy": 0.592885, - "main_score": 0.553436, - "hf_subset": "jav_Latn-umb_Latn", - "languages": [ - "jav-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-ajp_Arab", - "languages": [ - "jav-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580929, - "recall": 0.644269, - "f1": 0.599277, - "accuracy": 0.644269, - "main_score": 0.599277, - "hf_subset": "jav_Latn-bjn_Arab", - "languages": [ - "jav-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526105, - "recall": 0.577075, - "f1": 0.540042, - "accuracy": 0.577075, - "main_score": 0.540042, - "hf_subset": "jav_Latn-ewe_Latn", - "languages": [ - "jav-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930089, - "recall": 0.949605, - "f1": 0.936166, - "accuracy": 0.949605, - "main_score": 0.936166, - "hf_subset": "jav_Latn-ilo_Latn", - "languages": [ - "jav-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.333113, - "recall": 0.384387, - "f1": 0.347105, - "accuracy": 0.384387, - "main_score": 0.347105, - "hf_subset": "jav_Latn-knc_Arab", - "languages": [ - "jav-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-mkd_Cyrl", - "languages": [ - "jav-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-prs_Arab", - "languages": [ - "jav-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-swe_Latn", - "languages": [ - "jav-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-urd_Arab", - "languages": [ - "jav-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60271, - "recall": 0.663043, - "f1": 0.619681, - "accuracy": 0.663043, - "main_score": 0.619681, - "hf_subset": "jav_Latn-aka_Latn", - "languages": [ - "jav-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987401, - "recall": 0.991107, - "f1": 0.988538, - "accuracy": 0.991107, - "main_score": 0.988538, - "hf_subset": "jav_Latn-bjn_Latn", - "languages": [ - "jav-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "jav_Latn-fao_Latn", - "languages": [ - "jav-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-ind_Latn", - "languages": [ - "jav-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609923, - "recall": 0.657115, - "f1": 0.623624, - "accuracy": 0.657115, - "main_score": 0.623624, - "hf_subset": "jav_Latn-knc_Latn", - "languages": [ - "jav-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "jav_Latn-mlt_Latn", - "languages": [ - "jav-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701532, - "recall": 0.753953, - "f1": 0.717026, - "accuracy": 0.753953, - "main_score": 0.717026, - "hf_subset": "jav_Latn-quy_Latn", - "languages": [ - "jav-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "jav_Latn-swh_Latn", - "languages": [ - "jav-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jav_Latn-uzn_Latn", - "languages": [ - "jav-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-als_Latn", - "languages": [ - "jav-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597044, - "recall": 0.679842, - "f1": 0.620862, - "accuracy": 0.679842, - "main_score": 0.620862, - "hf_subset": "jav_Latn-bod_Tibt", - "languages": [ - "jav-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706862, - "recall": 0.761858, - "f1": 0.722808, - "accuracy": 0.761858, - "main_score": 0.722808, - "hf_subset": "jav_Latn-fij_Latn", - "languages": [ - "jav-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "jav_Latn-isl_Latn", - "languages": [ - "jav-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689207, - "recall": 0.73419, - "f1": 0.702141, - "accuracy": 0.73419, - "main_score": 0.702141, - "hf_subset": "jav_Latn-kon_Latn", - "languages": [ - "jav-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673542, - "recall": 0.736166, - "f1": 0.691805, - "accuracy": 0.736166, - "main_score": 0.691805, - "hf_subset": "jav_Latn-mni_Beng", - "languages": [ - "jav-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-ron_Latn", - "languages": [ - "jav-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.985178, - "f1": 0.981884, - "accuracy": 0.985178, - "main_score": 0.981884, - "hf_subset": "jav_Latn-szl_Latn", - "languages": [ - "jav-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "jav_Latn-vec_Latn", - "languages": [ - "jav-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920125, - "recall": 0.942688, - "f1": 0.927174, - "accuracy": 0.942688, - "main_score": 0.927174, - "hf_subset": "jav_Latn-amh_Ethi", - "languages": [ - "jav-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-bos_Latn", - "languages": [ - "jav-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-fin_Latn", - "languages": [ - "jav-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-ita_Latn", - "languages": [ - "jav-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-kor_Hang", - "languages": [ - "jav-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564552, - "recall": 0.621542, - "f1": 0.580701, - "accuracy": 0.621542, - "main_score": 0.580701, - "hf_subset": "jav_Latn-mos_Latn", - "languages": [ - "jav-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563134, - "recall": 0.615613, - "f1": 0.578109, - "accuracy": 0.615613, - "main_score": 0.578109, - "hf_subset": "jav_Latn-run_Latn", - "languages": [ - "jav-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-tam_Taml", - "languages": [ - "jav-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-vie_Latn", - "languages": [ - "jav-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-apc_Arab", - "languages": [ - "jav-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824786, - "recall": 0.866601, - "f1": 0.836924, - "accuracy": 0.866601, - "main_score": 0.836924, - "hf_subset": "jav_Latn-bug_Latn", - "languages": [ - "jav-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481125, - "recall": 0.531621, - "f1": 0.494333, - "accuracy": 0.531621, - "main_score": 0.494333, - "hf_subset": "jav_Latn-fon_Latn", - "languages": [ - "jav-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jav_Latn-lao_Laoo", - "languages": [ - "jav-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866314, - "recall": 0.900198, - "f1": 0.876532, - "accuracy": 0.900198, - "main_score": 0.876532, - "hf_subset": "jav_Latn-mri_Latn", - "languages": [ - "jav-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-rus_Cyrl", - "languages": [ - "jav-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545254, - "recall": 0.605731, - "f1": 0.561768, - "accuracy": 0.605731, - "main_score": 0.561768, - "hf_subset": "jav_Latn-taq_Latn", - "languages": [ - "jav-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "jav_Latn-war_Latn", - "languages": [ - "jav-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-arb_Arab", - "languages": [ - "jav-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-bul_Cyrl", - "languages": [ - "jav-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-fra_Latn", - "languages": [ - "jav-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-jpn_Jpan", - "languages": [ - "jav-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "jav_Latn-lij_Latn", - "languages": [ - "jav-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "jav_Latn-mya_Mymr", - "languages": [ - "jav-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611224, - "recall": 0.671937, - "f1": 0.628694, - "accuracy": 0.671937, - "main_score": 0.628694, - "hf_subset": "jav_Latn-sag_Latn", - "languages": [ - "jav-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201561, - "recall": 0.253953, - "f1": 0.213726, - "accuracy": 0.253953, - "main_score": 0.213726, - "hf_subset": "jav_Latn-taq_Tfng", - "languages": [ - "jav-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648081, - "recall": 0.706522, - "f1": 0.66491, - "accuracy": 0.706522, - "main_score": 0.66491, - "hf_subset": "jav_Latn-wol_Latn", - "languages": [ - "jav-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764151, - "recall": 0.81917, - "f1": 0.780305, - "accuracy": 0.81917, - "main_score": 0.780305, - "hf_subset": "jav_Latn-arb_Latn", - "languages": [ - "jav-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-cat_Latn", - "languages": [ - "jav-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "jav_Latn-fur_Latn", - "languages": [ - "jav-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430005, - "recall": 0.488142, - "f1": 0.445509, - "accuracy": 0.488142, - "main_score": 0.445509, - "hf_subset": "jav_Latn-kab_Latn", - "languages": [ - "jav-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "jav_Latn-lim_Latn", - "languages": [ - "jav-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-nld_Latn", - "languages": [ - "jav-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976449, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "jav_Latn-san_Deva", - "languages": [ - "jav-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "jav_Latn-tat_Cyrl", - "languages": [ - "jav-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700543, - "recall": 0.747036, - "f1": 0.714168, - "accuracy": 0.747036, - "main_score": 0.714168, - "hf_subset": "jav_Latn-xho_Latn", - "languages": [ - "jav-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-ars_Arab", - "languages": [ - "jav-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993248, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "jav_Latn-ceb_Latn", - "languages": [ - "jav-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578189, - "recall": 0.633399, - "f1": 0.594042, - "accuracy": 0.633399, - "main_score": 0.594042, - "hf_subset": "jav_Latn-fuv_Latn", - "languages": [ - "jav-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515927, - "recall": 0.58004, - "f1": 0.533281, - "accuracy": 0.58004, - "main_score": 0.533281, - "hf_subset": "jav_Latn-kac_Latn", - "languages": [ - "jav-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678096, - "recall": 0.729249, - "f1": 0.693365, - "accuracy": 0.729249, - "main_score": 0.693365, - "hf_subset": "jav_Latn-lin_Latn", - "languages": [ - "jav-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-nno_Latn", - "languages": [ - "jav-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.219769, - "recall": 0.295455, - "f1": 0.23932, - "accuracy": 0.295455, - "main_score": 0.23932, - "hf_subset": "jav_Latn-sat_Olck", - "languages": [ - "jav-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-tel_Telu", - "languages": [ - "jav-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944862, - "recall": 0.961462, - "f1": 0.950264, - "accuracy": 0.961462, - "main_score": 0.950264, - "hf_subset": "jav_Latn-ydd_Hebr", - "languages": [ - "jav-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "jav_Latn-ary_Arab", - "languages": [ - "jav-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-ces_Latn", - "languages": [ - "jav-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607042, - "recall": 0.664032, - "f1": 0.62393, - "accuracy": 0.664032, - "main_score": 0.62393, - "hf_subset": "jav_Latn-gaz_Latn", - "languages": [ - "jav-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596617, - "recall": 0.659091, - "f1": 0.614613, - "accuracy": 0.659091, - "main_score": 0.614613, - "hf_subset": "jav_Latn-kam_Latn", - "languages": [ - "jav-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "jav_Latn-lit_Latn", - "languages": [ - "jav-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-nob_Latn", - "languages": [ - "jav-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "jav_Latn-scn_Latn", - "languages": [ - "jav-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.970356, - "f1": 0.962516, - "accuracy": 0.970356, - "main_score": 0.962516, - "hf_subset": "jav_Latn-tgk_Cyrl", - "languages": [ - "jav-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716264, - "recall": 0.778656, - "f1": 0.734536, - "accuracy": 0.778656, - "main_score": 0.734536, - "hf_subset": "jav_Latn-yor_Latn", - "languages": [ - "jav-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-arz_Arab", - "languages": [ - "jav-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569746, - "recall": 0.623518, - "f1": 0.58554, - "accuracy": 0.623518, - "main_score": 0.58554, - "hf_subset": "jav_Latn-cjk_Latn", - "languages": [ - "jav-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757691, - "recall": 0.810277, - "f1": 0.773386, - "accuracy": 0.810277, - "main_score": 0.773386, - "hf_subset": "jav_Latn-gla_Latn", - "languages": [ - "jav-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-kan_Knda", - "languages": [ - "jav-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "jav_Latn-lmo_Latn", - "languages": [ - "jav-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "jav_Latn-npi_Deva", - "languages": [ - "jav-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476456, - "recall": 0.540514, - "f1": 0.493894, - "accuracy": 0.540514, - "main_score": 0.493894, - "hf_subset": "jav_Latn-shn_Mymr", - "languages": [ - "jav-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-tgl_Latn", - "languages": [ - "jav-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-yue_Hant", - "languages": [ - "jav-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "jav_Latn-asm_Beng", - "languages": [ - "jav-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947134, - "recall": 0.962451, - "f1": 0.952075, - "accuracy": 0.962451, - "main_score": 0.952075, - "hf_subset": "jav_Latn-ckb_Arab", - "languages": [ - "jav-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854802, - "recall": 0.88834, - "f1": 0.865267, - "accuracy": 0.88834, - "main_score": 0.865267, - "hf_subset": "jav_Latn-gle_Latn", - "languages": [ - "jav-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925642, - "recall": 0.945652, - "f1": 0.931884, - "accuracy": 0.945652, - "main_score": 0.931884, - "hf_subset": "jav_Latn-kas_Arab", - "languages": [ - "jav-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927075, - "recall": 0.94664, - "f1": 0.933136, - "accuracy": 0.94664, - "main_score": 0.933136, - "hf_subset": "jav_Latn-ltg_Latn", - "languages": [ - "jav-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630705, - "recall": 0.68083, - "f1": 0.644056, - "accuracy": 0.68083, - "main_score": 0.644056, - "hf_subset": "jav_Latn-nso_Latn", - "languages": [ - "jav-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962204, - "recall": 0.974308, - "f1": 0.96614, - "accuracy": 0.974308, - "main_score": 0.96614, - "hf_subset": "jav_Latn-sin_Sinh", - "languages": [ - "jav-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-tha_Thai", - "languages": [ - "jav-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-zho_Hans", - "languages": [ - "jav-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-ast_Latn", - "languages": [ - "jav-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "jav_Latn-crh_Latn", - "languages": [ - "jav-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-glg_Latn", - "languages": [ - "jav-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862566, - "recall": 0.899209, - "f1": 0.873833, - "accuracy": 0.899209, - "main_score": 0.873833, - "hf_subset": "jav_Latn-kas_Deva", - "languages": [ - "jav-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "jav_Latn-ltz_Latn", - "languages": [ - "jav-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483787, - "recall": 0.550395, - "f1": 0.502129, - "accuracy": 0.550395, - "main_score": 0.502129, - "hf_subset": "jav_Latn-nus_Latn", - "languages": [ - "jav-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-slk_Latn", - "languages": [ - "jav-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604949, - "recall": 0.670949, - "f1": 0.623756, - "accuracy": 0.670949, - "main_score": 0.623756, - "hf_subset": "jav_Latn-tir_Ethi", - "languages": [ - "jav-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jav_Latn-zho_Hant", - "languages": [ - "jav-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "jav_Latn-awa_Deva", - "languages": [ - "jav-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.967391, - "f1": 0.957411, - "accuracy": 0.967391, - "main_score": 0.957411, - "hf_subset": "jav_Latn-cym_Latn", - "languages": [ - "jav-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828832, - "recall": 0.867589, - "f1": 0.840533, - "accuracy": 0.867589, - "main_score": 0.840533, - "hf_subset": "jav_Latn-grn_Latn", - "languages": [ - "jav-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "jav_Latn-kat_Geor", - "languages": [ - "jav-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660211, - "recall": 0.706522, - "f1": 0.6736, - "accuracy": 0.706522, - "main_score": 0.6736, - "hf_subset": "jav_Latn-lua_Latn", - "languages": [ - "jav-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649654, - "recall": 0.705534, - "f1": 0.666126, - "accuracy": 0.705534, - "main_score": 0.666126, - "hf_subset": "jav_Latn-nya_Latn", - "languages": [ - "jav-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jav_Latn-slv_Latn", - "languages": [ - "jav-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.956522, - "f1": 0.943841, - "accuracy": 0.956522, - "main_score": 0.943841, - "hf_subset": "jav_Latn-tpi_Latn", - "languages": [ - "jav-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-zsm_Latn", - "languages": [ - "jav-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554327, - "recall": 0.614625, - "f1": 0.571359, - "accuracy": 0.614625, - "main_score": 0.571359, - "hf_subset": "jav_Latn-ayr_Latn", - "languages": [ - "jav-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jav_Latn-dan_Latn", - "languages": [ - "jav-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-guj_Gujr", - "languages": [ - "jav-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jav_Latn-kaz_Cyrl", - "languages": [ - "jav-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557335, - "recall": 0.613636, - "f1": 0.572882, - "accuracy": 0.613636, - "main_score": 0.572882, - "hf_subset": "jav_Latn-lug_Latn", - "languages": [ - "jav-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-oci_Latn", - "languages": [ - "jav-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814784, - "recall": 0.858696, - "f1": 0.828162, - "accuracy": 0.858696, - "main_score": 0.828162, - "hf_subset": "jav_Latn-smo_Latn", - "languages": [ - "jav-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570065, - "recall": 0.630435, - "f1": 0.586322, - "accuracy": 0.630435, - "main_score": 0.586322, - "hf_subset": "jav_Latn-tsn_Latn", - "languages": [ - "jav-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63124, - "recall": 0.688735, - "f1": 0.647322, - "accuracy": 0.688735, - "main_score": 0.647322, - "hf_subset": "jav_Latn-zul_Latn", - "languages": [ - "jav-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892622, - "recall": 0.921937, - "f1": 0.901765, - "accuracy": 0.921937, - "main_score": 0.901765, - "hf_subset": "jav_Latn-azb_Arab", - "languages": [ - "jav-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-deu_Latn", - "languages": [ - "jav-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.975296, - "f1": 0.968874, - "accuracy": 0.975296, - "main_score": 0.968874, - "hf_subset": "jav_Latn-hat_Latn", - "languages": [ - "jav-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512069, - "recall": 0.564229, - "f1": 0.526362, - "accuracy": 0.564229, - "main_score": 0.526362, - "hf_subset": "jav_Latn-kbp_Latn", - "languages": [ - "jav-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598692, - "recall": 0.652174, - "f1": 0.613508, - "accuracy": 0.652174, - "main_score": 0.613508, - "hf_subset": "jav_Latn-luo_Latn", - "languages": [ - "jav-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "jav_Latn-ory_Orya", - "languages": [ - "jav-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609754, - "recall": 0.666996, - "f1": 0.625732, - "accuracy": 0.666996, - "main_score": 0.625732, - "hf_subset": "jav_Latn-sna_Latn", - "languages": [ - "jav-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574147, - "recall": 0.626482, - "f1": 0.588785, - "accuracy": 0.626482, - "main_score": 0.588785, - "hf_subset": "jav_Latn-tso_Latn", - "languages": [ - "jav-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "jav_Latn-azj_Latn", - "languages": [ - "jav-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554078, - "recall": 0.620553, - "f1": 0.573036, - "accuracy": 0.620553, - "main_score": 0.573036, - "hf_subset": "jav_Latn-dik_Latn", - "languages": [ - "jav-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746426, - "recall": 0.800395, - "f1": 0.762093, - "accuracy": 0.800395, - "main_score": 0.762093, - "hf_subset": "jav_Latn-hau_Latn", - "languages": [ - "jav-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "jav_Latn-kea_Latn", - "languages": [ - "jav-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757115, - "recall": 0.800395, - "f1": 0.76965, - "accuracy": 0.800395, - "main_score": 0.76965, - "hf_subset": "jav_Latn-lus_Latn", - "languages": [ - "jav-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868857, - "recall": 0.894269, - "f1": 0.876501, - "accuracy": 0.894269, - "main_score": 0.876501, - "hf_subset": "jav_Latn-pag_Latn", - "languages": [ - "jav-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jav_Latn-snd_Arab", - "languages": [ - "jav-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.954545, - "f1": 0.940876, - "accuracy": 0.954545, - "main_score": 0.940876, - "hf_subset": "jav_Latn-tuk_Latn", - "languages": [ - "jav-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "jav_Latn-bak_Cyrl", - "languages": [ - "jav-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505271, - "recall": 0.576087, - "f1": 0.525815, - "accuracy": 0.576087, - "main_score": 0.525815, - "hf_subset": "jav_Latn-dyu_Latn", - "languages": [ - "jav-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-heb_Hebr", - "languages": [ - "jav-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "jav_Latn-khk_Cyrl", - "languages": [ - "jav-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jav_Latn-lvs_Latn", - "languages": [ - "jav-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jav_Latn-pan_Guru", - "languages": [ - "jav-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737451, - "recall": 0.790514, - "f1": 0.753313, - "accuracy": 0.790514, - "main_score": 0.753313, - "hf_subset": "jav_Latn-som_Latn", - "languages": [ - "jav-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596865, - "recall": 0.649209, - "f1": 0.61063, - "accuracy": 0.649209, - "main_score": 0.61063, - "hf_subset": "jav_Latn-tum_Latn", - "languages": [ - "jav-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465135, - "recall": 0.525692, - "f1": 0.481817, - "accuracy": 0.525692, - "main_score": 0.481817, - "hf_subset": "lao_Laoo-ace_Arab", - "languages": [ - "lao-Laoo", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488298, - "recall": 0.538538, - "f1": 0.503029, - "accuracy": 0.538538, - "main_score": 0.503029, - "hf_subset": "lao_Laoo-bam_Latn", - "languages": [ - "lao-Laoo", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402007, - "recall": 0.487154, - "f1": 0.425164, - "accuracy": 0.487154, - "main_score": 0.425164, - "hf_subset": "lao_Laoo-dzo_Tibt", - "languages": [ - "lao-Laoo", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-hin_Deva", - "languages": [ - "lao-Laoo", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-khm_Khmr", - "languages": [ - "lao-Laoo", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-mag_Deva", - "languages": [ - "lao-Laoo", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.961462, - "f1": 0.950428, - "accuracy": 0.961462, - "main_score": 0.950428, - "hf_subset": "lao_Laoo-pap_Latn", - "languages": [ - "lao-Laoo", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527488, - "recall": 0.583992, - "f1": 0.543244, - "accuracy": 0.583992, - "main_score": 0.543244, - "hf_subset": "lao_Laoo-sot_Latn", - "languages": [ - "lao-Laoo", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-tur_Latn", - "languages": [ - "lao-Laoo", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784239, - "recall": 0.832016, - "f1": 0.798551, - "accuracy": 0.832016, - "main_score": 0.798551, - "hf_subset": "lao_Laoo-ace_Latn", - "languages": [ - "lao-Laoo", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894516, - "recall": 0.923913, - "f1": 0.903722, - "accuracy": 0.923913, - "main_score": 0.903722, - "hf_subset": "lao_Laoo-ban_Latn", - "languages": [ - "lao-Laoo", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ell_Grek", - "languages": [ - "lao-Laoo", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lao_Laoo-hne_Deva", - "languages": [ - "lao-Laoo", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531392, - "recall": 0.579051, - "f1": 0.544928, - "accuracy": 0.579051, - "main_score": 0.544928, - "hf_subset": "lao_Laoo-kik_Latn", - "languages": [ - "lao-Laoo", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-mai_Deva", - "languages": [ - "lao-Laoo", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "lao_Laoo-pbt_Arab", - "languages": [ - "lao-Laoo", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-spa_Latn", - "languages": [ - "lao-Laoo", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548626, - "recall": 0.59585, - "f1": 0.562434, - "accuracy": 0.59585, - "main_score": 0.562434, - "hf_subset": "lao_Laoo-twi_Latn", - "languages": [ - "lao-Laoo", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-acm_Arab", - "languages": [ - "lao-Laoo", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lao_Laoo-bel_Cyrl", - "languages": [ - "lao-Laoo", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-eng_Latn", - "languages": [ - "lao-Laoo", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-hrv_Latn", - "languages": [ - "lao-Laoo", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522566, - "recall": 0.583004, - "f1": 0.538585, - "accuracy": 0.583004, - "main_score": 0.538585, - "hf_subset": "lao_Laoo-kin_Latn", - "languages": [ - "lao-Laoo", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lao_Laoo-mal_Mlym", - "languages": [ - "lao-Laoo", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-pes_Arab", - "languages": [ - "lao-Laoo", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954628, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "lao_Laoo-srd_Latn", - "languages": [ - "lao-Laoo", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189306, - "recall": 0.235178, - "f1": 0.201319, - "accuracy": 0.235178, - "main_score": 0.201319, - "hf_subset": "lao_Laoo-tzm_Tfng", - "languages": [ - "lao-Laoo", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-acq_Arab", - "languages": [ - "lao-Laoo", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564921, - "recall": 0.616601, - "f1": 0.579601, - "accuracy": 0.616601, - "main_score": 0.579601, - "hf_subset": "lao_Laoo-bem_Latn", - "languages": [ - "lao-Laoo", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-epo_Latn", - "languages": [ - "lao-Laoo", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-hun_Latn", - "languages": [ - "lao-Laoo", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "lao_Laoo-kir_Cyrl", - "languages": [ - "lao-Laoo", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-mar_Deva", - "languages": [ - "lao-Laoo", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624654, - "recall": 0.677866, - "f1": 0.639998, - "accuracy": 0.677866, - "main_score": 0.639998, - "hf_subset": "lao_Laoo-plt_Latn", - "languages": [ - "lao-Laoo", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lao_Laoo-srp_Cyrl", - "languages": [ - "lao-Laoo", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935277, - "recall": 0.955534, - "f1": 0.941864, - "accuracy": 0.955534, - "main_score": 0.941864, - "hf_subset": "lao_Laoo-uig_Arab", - "languages": [ - "lao-Laoo", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "lao_Laoo-aeb_Arab", - "languages": [ - "lao-Laoo", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ben_Beng", - "languages": [ - "lao-Laoo", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lao_Laoo-est_Latn", - "languages": [ - "lao-Laoo", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-hye_Armn", - "languages": [ - "lao-Laoo", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501532, - "recall": 0.548419, - "f1": 0.515068, - "accuracy": 0.548419, - "main_score": 0.515068, - "hf_subset": "lao_Laoo-kmb_Latn", - "languages": [ - "lao-Laoo", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419665, - "recall": 0.488142, - "f1": 0.43752, - "accuracy": 0.488142, - "main_score": 0.43752, - "hf_subset": "lao_Laoo-min_Arab", - "languages": [ - "lao-Laoo", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-pol_Latn", - "languages": [ - "lao-Laoo", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52776, - "recall": 0.58498, - "f1": 0.543518, - "accuracy": 0.58498, - "main_score": 0.543518, - "hf_subset": "lao_Laoo-ssw_Latn", - "languages": [ - "lao-Laoo", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ukr_Cyrl", - "languages": [ - "lao-Laoo", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lao_Laoo-afr_Latn", - "languages": [ - "lao-Laoo", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "lao_Laoo-bho_Deva", - "languages": [ - "lao-Laoo", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "lao_Laoo-eus_Latn", - "languages": [ - "lao-Laoo", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526355, - "recall": 0.587945, - "f1": 0.543337, - "accuracy": 0.587945, - "main_score": 0.543337, - "hf_subset": "lao_Laoo-ibo_Latn", - "languages": [ - "lao-Laoo", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839015, - "recall": 0.881423, - "f1": 0.852306, - "accuracy": 0.881423, - "main_score": 0.852306, - "hf_subset": "lao_Laoo-kmr_Latn", - "languages": [ - "lao-Laoo", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "lao_Laoo-min_Latn", - "languages": [ - "lao-Laoo", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-por_Latn", - "languages": [ - "lao-Laoo", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "lao_Laoo-sun_Latn", - "languages": [ - "lao-Laoo", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481432, - "recall": 0.535573, - "f1": 0.496533, - "accuracy": 0.535573, - "main_score": 0.496533, - "hf_subset": "lao_Laoo-umb_Latn", - "languages": [ - "lao-Laoo", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-ajp_Arab", - "languages": [ - "lao-Laoo", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465403, - "recall": 0.527668, - "f1": 0.481999, - "accuracy": 0.527668, - "main_score": 0.481999, - "hf_subset": "lao_Laoo-bjn_Arab", - "languages": [ - "lao-Laoo", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478449, - "recall": 0.523715, - "f1": 0.490878, - "accuracy": 0.523715, - "main_score": 0.490878, - "hf_subset": "lao_Laoo-ewe_Latn", - "languages": [ - "lao-Laoo", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888373, - "recall": 0.918972, - "f1": 0.897859, - "accuracy": 0.918972, - "main_score": 0.897859, - "hf_subset": "lao_Laoo-ilo_Latn", - "languages": [ - "lao-Laoo", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298605, - "recall": 0.349802, - "f1": 0.312869, - "accuracy": 0.349802, - "main_score": 0.312869, - "hf_subset": "lao_Laoo-knc_Arab", - "languages": [ - "lao-Laoo", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-mkd_Cyrl", - "languages": [ - "lao-Laoo", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-prs_Arab", - "languages": [ - "lao-Laoo", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-swe_Latn", - "languages": [ - "lao-Laoo", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-urd_Arab", - "languages": [ - "lao-Laoo", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542857, - "recall": 0.596838, - "f1": 0.557957, - "accuracy": 0.596838, - "main_score": 0.557957, - "hf_subset": "lao_Laoo-aka_Latn", - "languages": [ - "lao-Laoo", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963027, - "recall": 0.974308, - "f1": 0.966634, - "accuracy": 0.974308, - "main_score": 0.966634, - "hf_subset": "lao_Laoo-bjn_Latn", - "languages": [ - "lao-Laoo", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.965415, - "f1": 0.956028, - "accuracy": 0.965415, - "main_score": 0.956028, - "hf_subset": "lao_Laoo-fao_Latn", - "languages": [ - "lao-Laoo", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ind_Latn", - "languages": [ - "lao-Laoo", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53317, - "recall": 0.582016, - "f1": 0.547206, - "accuracy": 0.582016, - "main_score": 0.547206, - "hf_subset": "lao_Laoo-knc_Latn", - "languages": [ - "lao-Laoo", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "lao_Laoo-mlt_Latn", - "languages": [ - "lao-Laoo", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638909, - "recall": 0.700593, - "f1": 0.656792, - "accuracy": 0.700593, - "main_score": 0.656792, - "hf_subset": "lao_Laoo-quy_Latn", - "languages": [ - "lao-Laoo", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "lao_Laoo-swh_Latn", - "languages": [ - "lao-Laoo", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lao_Laoo-uzn_Latn", - "languages": [ - "lao-Laoo", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-als_Latn", - "languages": [ - "lao-Laoo", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647044, - "recall": 0.724308, - "f1": 0.670001, - "accuracy": 0.724308, - "main_score": 0.670001, - "hf_subset": "lao_Laoo-bod_Tibt", - "languages": [ - "lao-Laoo", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655405, - "recall": 0.716403, - "f1": 0.672196, - "accuracy": 0.716403, - "main_score": 0.672196, - "hf_subset": "lao_Laoo-fij_Latn", - "languages": [ - "lao-Laoo", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "lao_Laoo-isl_Latn", - "languages": [ - "lao-Laoo", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576081, - "recall": 0.630435, - "f1": 0.591511, - "accuracy": 0.630435, - "main_score": 0.591511, - "hf_subset": "lao_Laoo-kon_Latn", - "languages": [ - "lao-Laoo", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561293, - "recall": 0.629447, - "f1": 0.580672, - "accuracy": 0.629447, - "main_score": 0.580672, - "hf_subset": "lao_Laoo-mni_Beng", - "languages": [ - "lao-Laoo", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-ron_Latn", - "languages": [ - "lao-Laoo", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.980237, - "f1": 0.975296, - "accuracy": 0.980237, - "main_score": 0.975296, - "hf_subset": "lao_Laoo-szl_Latn", - "languages": [ - "lao-Laoo", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lao_Laoo-vec_Latn", - "languages": [ - "lao-Laoo", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914032, - "recall": 0.939723, - "f1": 0.922431, - "accuracy": 0.939723, - "main_score": 0.922431, - "hf_subset": "lao_Laoo-amh_Ethi", - "languages": [ - "lao-Laoo", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-bos_Latn", - "languages": [ - "lao-Laoo", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-fin_Latn", - "languages": [ - "lao-Laoo", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ita_Latn", - "languages": [ - "lao-Laoo", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-kor_Hang", - "languages": [ - "lao-Laoo", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498554, - "recall": 0.55336, - "f1": 0.51426, - "accuracy": 0.55336, - "main_score": 0.51426, - "hf_subset": "lao_Laoo-mos_Latn", - "languages": [ - "lao-Laoo", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509431, - "recall": 0.564229, - "f1": 0.524779, - "accuracy": 0.564229, - "main_score": 0.524779, - "hf_subset": "lao_Laoo-run_Latn", - "languages": [ - "lao-Laoo", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-tam_Taml", - "languages": [ - "lao-Laoo", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-vie_Latn", - "languages": [ - "lao-Laoo", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lao_Laoo-apc_Arab", - "languages": [ - "lao-Laoo", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709364, - "recall": 0.767787, - "f1": 0.72639, - "accuracy": 0.767787, - "main_score": 0.72639, - "hf_subset": "lao_Laoo-bug_Latn", - "languages": [ - "lao-Laoo", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442207, - "recall": 0.493083, - "f1": 0.455527, - "accuracy": 0.493083, - "main_score": 0.455527, - "hf_subset": "lao_Laoo-fon_Latn", - "languages": [ - "lao-Laoo", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lao_Laoo-jav_Latn", - "languages": [ - "lao-Laoo", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843305, - "recall": 0.882411, - "f1": 0.855534, - "accuracy": 0.882411, - "main_score": 0.855534, - "hf_subset": "lao_Laoo-mri_Latn", - "languages": [ - "lao-Laoo", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-rus_Cyrl", - "languages": [ - "lao-Laoo", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486282, - "recall": 0.535573, - "f1": 0.500115, - "accuracy": 0.535573, - "main_score": 0.500115, - "hf_subset": "lao_Laoo-taq_Latn", - "languages": [ - "lao-Laoo", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980402, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "lao_Laoo-war_Latn", - "languages": [ - "lao-Laoo", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-arb_Arab", - "languages": [ - "lao-Laoo", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-bul_Cyrl", - "languages": [ - "lao-Laoo", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-fra_Latn", - "languages": [ - "lao-Laoo", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "lao_Laoo-jpn_Jpan", - "languages": [ - "lao-Laoo", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "lao_Laoo-lij_Latn", - "languages": [ - "lao-Laoo", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.982213, - "f1": 0.977767, - "accuracy": 0.982213, - "main_score": 0.977767, - "hf_subset": "lao_Laoo-mya_Mymr", - "languages": [ - "lao-Laoo", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506444, - "recall": 0.576087, - "f1": 0.526204, - "accuracy": 0.576087, - "main_score": 0.526204, - "hf_subset": "lao_Laoo-sag_Latn", - "languages": [ - "lao-Laoo", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201403, - "recall": 0.250988, - "f1": 0.213832, - "accuracy": 0.250988, - "main_score": 0.213832, - "hf_subset": "lao_Laoo-taq_Tfng", - "languages": [ - "lao-Laoo", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547867, - "recall": 0.605731, - "f1": 0.564651, - "accuracy": 0.605731, - "main_score": 0.564651, - "hf_subset": "lao_Laoo-wol_Latn", - "languages": [ - "lao-Laoo", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744252, - "recall": 0.804348, - "f1": 0.762272, - "accuracy": 0.804348, - "main_score": 0.762272, - "hf_subset": "lao_Laoo-arb_Latn", - "languages": [ - "lao-Laoo", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-cat_Latn", - "languages": [ - "lao-Laoo", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "lao_Laoo-fur_Latn", - "languages": [ - "lao-Laoo", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416814, - "recall": 0.470356, - "f1": 0.431771, - "accuracy": 0.470356, - "main_score": 0.431771, - "hf_subset": "lao_Laoo-kab_Latn", - "languages": [ - "lao-Laoo", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "lao_Laoo-lim_Latn", - "languages": [ - "lao-Laoo", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lao_Laoo-nld_Latn", - "languages": [ - "lao-Laoo", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "lao_Laoo-san_Deva", - "languages": [ - "lao-Laoo", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "lao_Laoo-tat_Cyrl", - "languages": [ - "lao-Laoo", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609398, - "recall": 0.66996, - "f1": 0.626835, - "accuracy": 0.66996, - "main_score": 0.626835, - "hf_subset": "lao_Laoo-xho_Latn", - "languages": [ - "lao-Laoo", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-ars_Arab", - "languages": [ - "lao-Laoo", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lao_Laoo-ceb_Latn", - "languages": [ - "lao-Laoo", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490897, - "recall": 0.544466, - "f1": 0.506966, - "accuracy": 0.544466, - "main_score": 0.506966, - "hf_subset": "lao_Laoo-fuv_Latn", - "languages": [ - "lao-Laoo", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46132, - "recall": 0.523715, - "f1": 0.478156, - "accuracy": 0.523715, - "main_score": 0.478156, - "hf_subset": "lao_Laoo-kac_Latn", - "languages": [ - "lao-Laoo", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577322, - "recall": 0.629447, - "f1": 0.592476, - "accuracy": 0.629447, - "main_score": 0.592476, - "hf_subset": "lao_Laoo-lin_Latn", - "languages": [ - "lao-Laoo", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lao_Laoo-nno_Latn", - "languages": [ - "lao-Laoo", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267013, - "recall": 0.346838, - "f1": 0.288269, - "accuracy": 0.346838, - "main_score": 0.288269, - "hf_subset": "lao_Laoo-sat_Olck", - "languages": [ - "lao-Laoo", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-tel_Telu", - "languages": [ - "lao-Laoo", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910935, - "recall": 0.937747, - "f1": 0.919631, - "accuracy": 0.937747, - "main_score": 0.919631, - "hf_subset": "lao_Laoo-ydd_Hebr", - "languages": [ - "lao-Laoo", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "lao_Laoo-ary_Arab", - "languages": [ - "lao-Laoo", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-ces_Latn", - "languages": [ - "lao-Laoo", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53368, - "recall": 0.589921, - "f1": 0.549973, - "accuracy": 0.589921, - "main_score": 0.549973, - "hf_subset": "lao_Laoo-gaz_Latn", - "languages": [ - "lao-Laoo", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552495, - "recall": 0.608696, - "f1": 0.568241, - "accuracy": 0.608696, - "main_score": 0.568241, - "hf_subset": "lao_Laoo-kam_Latn", - "languages": [ - "lao-Laoo", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lao_Laoo-lit_Latn", - "languages": [ - "lao-Laoo", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-nob_Latn", - "languages": [ - "lao-Laoo", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960063, - "recall": 0.971344, - "f1": 0.963505, - "accuracy": 0.971344, - "main_score": 0.963505, - "hf_subset": "lao_Laoo-scn_Latn", - "languages": [ - "lao-Laoo", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "lao_Laoo-tgk_Cyrl", - "languages": [ - "lao-Laoo", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682115, - "recall": 0.751976, - "f1": 0.703327, - "accuracy": 0.751976, - "main_score": 0.703327, - "hf_subset": "lao_Laoo-yor_Latn", - "languages": [ - "lao-Laoo", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-arz_Arab", - "languages": [ - "lao-Laoo", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510397, - "recall": 0.560277, - "f1": 0.524216, - "accuracy": 0.560277, - "main_score": 0.524216, - "hf_subset": "lao_Laoo-cjk_Latn", - "languages": [ - "lao-Laoo", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768017, - "recall": 0.820158, - "f1": 0.783465, - "accuracy": 0.820158, - "main_score": 0.783465, - "hf_subset": "lao_Laoo-gla_Latn", - "languages": [ - "lao-Laoo", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lao_Laoo-kan_Knda", - "languages": [ - "lao-Laoo", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967968, - "recall": 0.977273, - "f1": 0.970916, - "accuracy": 0.977273, - "main_score": 0.970916, - "hf_subset": "lao_Laoo-lmo_Latn", - "languages": [ - "lao-Laoo", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "lao_Laoo-npi_Deva", - "languages": [ - "lao-Laoo", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448306, - "recall": 0.500988, - "f1": 0.462961, - "accuracy": 0.500988, - "main_score": 0.462961, - "hf_subset": "lao_Laoo-shn_Mymr", - "languages": [ - "lao-Laoo", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-tgl_Latn", - "languages": [ - "lao-Laoo", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lao_Laoo-yue_Hant", - "languages": [ - "lao-Laoo", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lao_Laoo-asm_Beng", - "languages": [ - "lao-Laoo", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940053, - "recall": 0.959486, - "f1": 0.946476, - "accuracy": 0.959486, - "main_score": 0.946476, - "hf_subset": "lao_Laoo-ckb_Arab", - "languages": [ - "lao-Laoo", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836545, - "recall": 0.879447, - "f1": 0.850329, - "accuracy": 0.879447, - "main_score": 0.850329, - "hf_subset": "lao_Laoo-gle_Latn", - "languages": [ - "lao-Laoo", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896245, - "recall": 0.924901, - "f1": 0.905058, - "accuracy": 0.924901, - "main_score": 0.905058, - "hf_subset": "lao_Laoo-kas_Arab", - "languages": [ - "lao-Laoo", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881258, - "recall": 0.916996, - "f1": 0.892754, - "accuracy": 0.916996, - "main_score": 0.892754, - "hf_subset": "lao_Laoo-ltg_Latn", - "languages": [ - "lao-Laoo", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557973, - "recall": 0.602767, - "f1": 0.570328, - "accuracy": 0.602767, - "main_score": 0.570328, - "hf_subset": "lao_Laoo-nso_Latn", - "languages": [ - "lao-Laoo", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "lao_Laoo-sin_Sinh", - "languages": [ - "lao-Laoo", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-tha_Thai", - "languages": [ - "lao-Laoo", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-zho_Hans", - "languages": [ - "lao-Laoo", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-ast_Latn", - "languages": [ - "lao-Laoo", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "lao_Laoo-crh_Latn", - "languages": [ - "lao-Laoo", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-glg_Latn", - "languages": [ - "lao-Laoo", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836314, - "recall": 0.87747, - "f1": 0.849045, - "accuracy": 0.87747, - "main_score": 0.849045, - "hf_subset": "lao_Laoo-kas_Deva", - "languages": [ - "lao-Laoo", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.966403, - "f1": 0.955863, - "accuracy": 0.966403, - "main_score": 0.955863, - "hf_subset": "lao_Laoo-ltz_Latn", - "languages": [ - "lao-Laoo", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427948, - "recall": 0.488142, - "f1": 0.444073, - "accuracy": 0.488142, - "main_score": 0.444073, - "hf_subset": "lao_Laoo-nus_Latn", - "languages": [ - "lao-Laoo", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-slk_Latn", - "languages": [ - "lao-Laoo", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551303, - "recall": 0.62747, - "f1": 0.573064, - "accuracy": 0.62747, - "main_score": 0.573064, - "hf_subset": "lao_Laoo-tir_Ethi", - "languages": [ - "lao-Laoo", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lao_Laoo-zho_Hant", - "languages": [ - "lao-Laoo", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "lao_Laoo-awa_Deva", - "languages": [ - "lao-Laoo", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "lao_Laoo-cym_Latn", - "languages": [ - "lao-Laoo", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727167, - "recall": 0.779644, - "f1": 0.742328, - "accuracy": 0.779644, - "main_score": 0.742328, - "hf_subset": "lao_Laoo-grn_Latn", - "languages": [ - "lao-Laoo", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lao_Laoo-kat_Geor", - "languages": [ - "lao-Laoo", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557486, - "recall": 0.615613, - "f1": 0.574152, - "accuracy": 0.615613, - "main_score": 0.574152, - "hf_subset": "lao_Laoo-lua_Latn", - "languages": [ - "lao-Laoo", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58326, - "recall": 0.636364, - "f1": 0.598056, - "accuracy": 0.636364, - "main_score": 0.598056, - "hf_subset": "lao_Laoo-nya_Latn", - "languages": [ - "lao-Laoo", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-slv_Latn", - "languages": [ - "lao-Laoo", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870998, - "recall": 0.905138, - "f1": 0.881423, - "accuracy": 0.905138, - "main_score": 0.881423, - "hf_subset": "lao_Laoo-tpi_Latn", - "languages": [ - "lao-Laoo", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-zsm_Latn", - "languages": [ - "lao-Laoo", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503591, - "recall": 0.556324, - "f1": 0.518007, - "accuracy": 0.556324, - "main_score": 0.518007, - "hf_subset": "lao_Laoo-ayr_Latn", - "languages": [ - "lao-Laoo", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-dan_Latn", - "languages": [ - "lao-Laoo", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-guj_Gujr", - "languages": [ - "lao-Laoo", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-kaz_Cyrl", - "languages": [ - "lao-Laoo", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508269, - "recall": 0.562253, - "f1": 0.523184, - "accuracy": 0.562253, - "main_score": 0.523184, - "hf_subset": "lao_Laoo-lug_Latn", - "languages": [ - "lao-Laoo", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-oci_Latn", - "languages": [ - "lao-Laoo", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80667, - "recall": 0.852767, - "f1": 0.820309, - "accuracy": 0.852767, - "main_score": 0.820309, - "hf_subset": "lao_Laoo-smo_Latn", - "languages": [ - "lao-Laoo", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506111, - "recall": 0.567194, - "f1": 0.523476, - "accuracy": 0.567194, - "main_score": 0.523476, - "hf_subset": "lao_Laoo-tsn_Latn", - "languages": [ - "lao-Laoo", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575968, - "recall": 0.639328, - "f1": 0.594335, - "accuracy": 0.639328, - "main_score": 0.594335, - "hf_subset": "lao_Laoo-zul_Latn", - "languages": [ - "lao-Laoo", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836166, - "recall": 0.878458, - "f1": 0.849242, - "accuracy": 0.878458, - "main_score": 0.849242, - "hf_subset": "lao_Laoo-azb_Arab", - "languages": [ - "lao-Laoo", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lao_Laoo-deu_Latn", - "languages": [ - "lao-Laoo", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "lao_Laoo-hat_Latn", - "languages": [ - "lao-Laoo", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468986, - "recall": 0.520751, - "f1": 0.483718, - "accuracy": 0.520751, - "main_score": 0.483718, - "hf_subset": "lao_Laoo-kbp_Latn", - "languages": [ - "lao-Laoo", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514807, - "recall": 0.565217, - "f1": 0.528125, - "accuracy": 0.565217, - "main_score": 0.528125, - "hf_subset": "lao_Laoo-luo_Latn", - "languages": [ - "lao-Laoo", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lao_Laoo-ory_Orya", - "languages": [ - "lao-Laoo", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543319, - "recall": 0.602767, - "f1": 0.56019, - "accuracy": 0.602767, - "main_score": 0.56019, - "hf_subset": "lao_Laoo-sna_Latn", - "languages": [ - "lao-Laoo", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515673, - "recall": 0.566206, - "f1": 0.529605, - "accuracy": 0.566206, - "main_score": 0.529605, - "hf_subset": "lao_Laoo-tso_Latn", - "languages": [ - "lao-Laoo", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lao_Laoo-azj_Latn", - "languages": [ - "lao-Laoo", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484023, - "recall": 0.540514, - "f1": 0.500238, - "accuracy": 0.540514, - "main_score": 0.500238, - "hf_subset": "lao_Laoo-dik_Latn", - "languages": [ - "lao-Laoo", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710458, - "recall": 0.773715, - "f1": 0.729315, - "accuracy": 0.773715, - "main_score": 0.729315, - "hf_subset": "lao_Laoo-hau_Latn", - "languages": [ - "lao-Laoo", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943347, - "recall": 0.960474, - "f1": 0.948946, - "accuracy": 0.960474, - "main_score": 0.948946, - "hf_subset": "lao_Laoo-kea_Latn", - "languages": [ - "lao-Laoo", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660754, - "recall": 0.711462, - "f1": 0.675725, - "accuracy": 0.711462, - "main_score": 0.675725, - "hf_subset": "lao_Laoo-lus_Latn", - "languages": [ - "lao-Laoo", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763587, - "recall": 0.804348, - "f1": 0.77574, - "accuracy": 0.804348, - "main_score": 0.77574, - "hf_subset": "lao_Laoo-pag_Latn", - "languages": [ - "lao-Laoo", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lao_Laoo-snd_Arab", - "languages": [ - "lao-Laoo", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92029, - "recall": 0.944664, - "f1": 0.928195, - "accuracy": 0.944664, - "main_score": 0.928195, - "hf_subset": "lao_Laoo-tuk_Latn", - "languages": [ - "lao-Laoo", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "lao_Laoo-bak_Cyrl", - "languages": [ - "lao-Laoo", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424228, - "recall": 0.495059, - "f1": 0.444782, - "accuracy": 0.495059, - "main_score": 0.444782, - "hf_subset": "lao_Laoo-dyu_Latn", - "languages": [ - "lao-Laoo", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lao_Laoo-heb_Hebr", - "languages": [ - "lao-Laoo", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "lao_Laoo-khk_Cyrl", - "languages": [ - "lao-Laoo", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lao_Laoo-lvs_Latn", - "languages": [ - "lao-Laoo", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lao_Laoo-pan_Guru", - "languages": [ - "lao-Laoo", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673395, - "recall": 0.740119, - "f1": 0.693132, - "accuracy": 0.740119, - "main_score": 0.693132, - "hf_subset": "lao_Laoo-som_Latn", - "languages": [ - "lao-Laoo", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554735, - "recall": 0.600791, - "f1": 0.567353, - "accuracy": 0.600791, - "main_score": 0.567353, - "hf_subset": "lao_Laoo-tum_Latn", - "languages": [ - "lao-Laoo", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4147, - "recall": 0.472332, - "f1": 0.431315, - "accuracy": 0.472332, - "main_score": 0.431315, - "hf_subset": "mri_Latn-ace_Arab", - "languages": [ - "mri-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486867, - "recall": 0.527668, - "f1": 0.498346, - "accuracy": 0.527668, - "main_score": 0.498346, - "hf_subset": "mri_Latn-bam_Latn", - "languages": [ - "mri-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321968, - "recall": 0.385375, - "f1": 0.338804, - "accuracy": 0.385375, - "main_score": 0.338804, - "hf_subset": "mri_Latn-dzo_Tibt", - "languages": [ - "mri-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83397, - "recall": 0.878458, - "f1": 0.847101, - "accuracy": 0.878458, - "main_score": 0.847101, - "hf_subset": "mri_Latn-hin_Deva", - "languages": [ - "mri-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801098, - "recall": 0.844862, - "f1": 0.813872, - "accuracy": 0.844862, - "main_score": 0.813872, - "hf_subset": "mri_Latn-khm_Khmr", - "languages": [ - "mri-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802926, - "recall": 0.849802, - "f1": 0.816521, - "accuracy": 0.849802, - "main_score": 0.816521, - "hf_subset": "mri_Latn-mag_Deva", - "languages": [ - "mri-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741235, - "recall": 0.783597, - "f1": 0.752665, - "accuracy": 0.783597, - "main_score": 0.752665, - "hf_subset": "mri_Latn-pap_Latn", - "languages": [ - "mri-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531961, - "recall": 0.567194, - "f1": 0.541928, - "accuracy": 0.567194, - "main_score": 0.541928, - "hf_subset": "mri_Latn-sot_Latn", - "languages": [ - "mri-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825594, - "recall": 0.871542, - "f1": 0.839334, - "accuracy": 0.871542, - "main_score": 0.839334, - "hf_subset": "mri_Latn-tur_Latn", - "languages": [ - "mri-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635438, - "recall": 0.688735, - "f1": 0.649823, - "accuracy": 0.688735, - "main_score": 0.649823, - "hf_subset": "mri_Latn-ace_Latn", - "languages": [ - "mri-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699253, - "recall": 0.748024, - "f1": 0.712018, - "accuracy": 0.748024, - "main_score": 0.712018, - "hf_subset": "mri_Latn-ban_Latn", - "languages": [ - "mri-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819977, - "recall": 0.867589, - "f1": 0.834091, - "accuracy": 0.867589, - "main_score": 0.834091, - "hf_subset": "mri_Latn-ell_Grek", - "languages": [ - "mri-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801583, - "recall": 0.846838, - "f1": 0.814565, - "accuracy": 0.846838, - "main_score": 0.814565, - "hf_subset": "mri_Latn-hne_Deva", - "languages": [ - "mri-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49167, - "recall": 0.534585, - "f1": 0.502808, - "accuracy": 0.534585, - "main_score": 0.502808, - "hf_subset": "mri_Latn-kik_Latn", - "languages": [ - "mri-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804705, - "recall": 0.852767, - "f1": 0.818761, - "accuracy": 0.852767, - "main_score": 0.818761, - "hf_subset": "mri_Latn-mai_Deva", - "languages": [ - "mri-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749013, - "recall": 0.804348, - "f1": 0.764489, - "accuracy": 0.804348, - "main_score": 0.764489, - "hf_subset": "mri_Latn-pbt_Arab", - "languages": [ - "mri-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812379, - "recall": 0.859684, - "f1": 0.826383, - "accuracy": 0.859684, - "main_score": 0.826383, - "hf_subset": "mri_Latn-spa_Latn", - "languages": [ - "mri-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510085, - "recall": 0.551383, - "f1": 0.521229, - "accuracy": 0.551383, - "main_score": 0.521229, - "hf_subset": "mri_Latn-twi_Latn", - "languages": [ - "mri-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811381, - "recall": 0.857708, - "f1": 0.824775, - "accuracy": 0.857708, - "main_score": 0.824775, - "hf_subset": "mri_Latn-acm_Arab", - "languages": [ - "mri-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779547, - "recall": 0.827075, - "f1": 0.792489, - "accuracy": 0.827075, - "main_score": 0.792489, - "hf_subset": "mri_Latn-bel_Cyrl", - "languages": [ - "mri-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857032, - "recall": 0.894269, - "f1": 0.868267, - "accuracy": 0.894269, - "main_score": 0.868267, - "hf_subset": "mri_Latn-eng_Latn", - "languages": [ - "mri-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839454, - "recall": 0.881423, - "f1": 0.851732, - "accuracy": 0.881423, - "main_score": 0.851732, - "hf_subset": "mri_Latn-hrv_Latn", - "languages": [ - "mri-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513695, - "recall": 0.563241, - "f1": 0.527348, - "accuracy": 0.563241, - "main_score": 0.527348, - "hf_subset": "mri_Latn-kin_Latn", - "languages": [ - "mri-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806102, - "recall": 0.858696, - "f1": 0.822058, - "accuracy": 0.858696, - "main_score": 0.822058, - "hf_subset": "mri_Latn-mal_Mlym", - "languages": [ - "mri-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825287, - "recall": 0.868577, - "f1": 0.837832, - "accuracy": 0.868577, - "main_score": 0.837832, - "hf_subset": "mri_Latn-pes_Arab", - "languages": [ - "mri-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755603, - "recall": 0.80336, - "f1": 0.768797, - "accuracy": 0.80336, - "main_score": 0.768797, - "hf_subset": "mri_Latn-srd_Latn", - "languages": [ - "mri-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189184, - "recall": 0.236166, - "f1": 0.201126, - "accuracy": 0.236166, - "main_score": 0.201126, - "hf_subset": "mri_Latn-tzm_Tfng", - "languages": [ - "mri-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823188, - "recall": 0.866601, - "f1": 0.835578, - "accuracy": 0.866601, - "main_score": 0.835578, - "hf_subset": "mri_Latn-acq_Arab", - "languages": [ - "mri-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543929, - "recall": 0.592885, - "f1": 0.556424, - "accuracy": 0.592885, - "main_score": 0.556424, - "hf_subset": "mri_Latn-bem_Latn", - "languages": [ - "mri-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820589, - "recall": 0.867589, - "f1": 0.834486, - "accuracy": 0.867589, - "main_score": 0.834486, - "hf_subset": "mri_Latn-epo_Latn", - "languages": [ - "mri-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831829, - "recall": 0.873518, - "f1": 0.843911, - "accuracy": 0.873518, - "main_score": 0.843911, - "hf_subset": "mri_Latn-hun_Latn", - "languages": [ - "mri-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760525, - "recall": 0.813241, - "f1": 0.775308, - "accuracy": 0.813241, - "main_score": 0.775308, - "hf_subset": "mri_Latn-kir_Cyrl", - "languages": [ - "mri-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829556, - "recall": 0.874506, - "f1": 0.842594, - "accuracy": 0.874506, - "main_score": 0.842594, - "hf_subset": "mri_Latn-mar_Deva", - "languages": [ - "mri-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558062, - "recall": 0.607708, - "f1": 0.570607, - "accuracy": 0.607708, - "main_score": 0.570607, - "hf_subset": "mri_Latn-plt_Latn", - "languages": [ - "mri-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841543, - "recall": 0.881423, - "f1": 0.852986, - "accuracy": 0.881423, - "main_score": 0.852986, - "hf_subset": "mri_Latn-srp_Cyrl", - "languages": [ - "mri-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722481, - "recall": 0.778656, - "f1": 0.738859, - "accuracy": 0.778656, - "main_score": 0.738859, - "hf_subset": "mri_Latn-uig_Arab", - "languages": [ - "mri-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783117, - "recall": 0.828063, - "f1": 0.795772, - "accuracy": 0.828063, - "main_score": 0.795772, - "hf_subset": "mri_Latn-aeb_Arab", - "languages": [ - "mri-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834205, - "recall": 0.878458, - "f1": 0.847848, - "accuracy": 0.878458, - "main_score": 0.847848, - "hf_subset": "mri_Latn-ben_Beng", - "languages": [ - "mri-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825165, - "recall": 0.870553, - "f1": 0.838575, - "accuracy": 0.870553, - "main_score": 0.838575, - "hf_subset": "mri_Latn-est_Latn", - "languages": [ - "mri-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842959, - "recall": 0.881423, - "f1": 0.854196, - "accuracy": 0.881423, - "main_score": 0.854196, - "hf_subset": "mri_Latn-hye_Armn", - "languages": [ - "mri-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510363, - "recall": 0.545455, - "f1": 0.520457, - "accuracy": 0.545455, - "main_score": 0.520457, - "hf_subset": "mri_Latn-kmb_Latn", - "languages": [ - "mri-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39442, - "recall": 0.451581, - "f1": 0.409139, - "accuracy": 0.451581, - "main_score": 0.409139, - "hf_subset": "mri_Latn-min_Arab", - "languages": [ - "mri-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828936, - "recall": 0.869565, - "f1": 0.840453, - "accuracy": 0.869565, - "main_score": 0.840453, - "hf_subset": "mri_Latn-pol_Latn", - "languages": [ - "mri-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516467, - "recall": 0.565217, - "f1": 0.530014, - "accuracy": 0.565217, - "main_score": 0.530014, - "hf_subset": "mri_Latn-ssw_Latn", - "languages": [ - "mri-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837615, - "recall": 0.882411, - "f1": 0.851501, - "accuracy": 0.882411, - "main_score": 0.851501, - "hf_subset": "mri_Latn-ukr_Cyrl", - "languages": [ - "mri-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849209, - "recall": 0.890316, - "f1": 0.861957, - "accuracy": 0.890316, - "main_score": 0.861957, - "hf_subset": "mri_Latn-afr_Latn", - "languages": [ - "mri-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774507, - "recall": 0.824111, - "f1": 0.788497, - "accuracy": 0.824111, - "main_score": 0.788497, - "hf_subset": "mri_Latn-bho_Deva", - "languages": [ - "mri-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793321, - "recall": 0.838933, - "f1": 0.806548, - "accuracy": 0.838933, - "main_score": 0.806548, - "hf_subset": "mri_Latn-eus_Latn", - "languages": [ - "mri-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513474, - "recall": 0.557312, - "f1": 0.525656, - "accuracy": 0.557312, - "main_score": 0.525656, - "hf_subset": "mri_Latn-ibo_Latn", - "languages": [ - "mri-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705847, - "recall": 0.754941, - "f1": 0.72013, - "accuracy": 0.754941, - "main_score": 0.72013, - "hf_subset": "mri_Latn-kmr_Latn", - "languages": [ - "mri-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774155, - "recall": 0.824111, - "f1": 0.788919, - "accuracy": 0.824111, - "main_score": 0.788919, - "hf_subset": "mri_Latn-min_Latn", - "languages": [ - "mri-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844789, - "recall": 0.887352, - "f1": 0.857428, - "accuracy": 0.887352, - "main_score": 0.857428, - "hf_subset": "mri_Latn-por_Latn", - "languages": [ - "mri-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803901, - "recall": 0.849802, - "f1": 0.817333, - "accuracy": 0.849802, - "main_score": 0.817333, - "hf_subset": "mri_Latn-sun_Latn", - "languages": [ - "mri-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462247, - "recall": 0.507905, - "f1": 0.474976, - "accuracy": 0.507905, - "main_score": 0.474976, - "hf_subset": "mri_Latn-umb_Latn", - "languages": [ - "mri-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817918, - "recall": 0.862648, - "f1": 0.830958, - "accuracy": 0.862648, - "main_score": 0.830958, - "hf_subset": "mri_Latn-ajp_Arab", - "languages": [ - "mri-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413577, - "recall": 0.470356, - "f1": 0.428377, - "accuracy": 0.470356, - "main_score": 0.428377, - "hf_subset": "mri_Latn-bjn_Arab", - "languages": [ - "mri-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473501, - "recall": 0.51087, - "f1": 0.483567, - "accuracy": 0.51087, - "main_score": 0.483567, - "hf_subset": "mri_Latn-ewe_Latn", - "languages": [ - "mri-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700333, - "recall": 0.750988, - "f1": 0.71356, - "accuracy": 0.750988, - "main_score": 0.71356, - "hf_subset": "mri_Latn-ilo_Latn", - "languages": [ - "mri-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.292943, - "recall": 0.340909, - "f1": 0.306445, - "accuracy": 0.340909, - "main_score": 0.306445, - "hf_subset": "mri_Latn-knc_Arab", - "languages": [ - "mri-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841263, - "recall": 0.880435, - "f1": 0.852629, - "accuracy": 0.880435, - "main_score": 0.852629, - "hf_subset": "mri_Latn-mkd_Cyrl", - "languages": [ - "mri-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840887, - "recall": 0.884387, - "f1": 0.854183, - "accuracy": 0.884387, - "main_score": 0.854183, - "hf_subset": "mri_Latn-prs_Arab", - "languages": [ - "mri-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844689, - "recall": 0.885375, - "f1": 0.856826, - "accuracy": 0.885375, - "main_score": 0.856826, - "hf_subset": "mri_Latn-swe_Latn", - "languages": [ - "mri-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827833, - "recall": 0.87253, - "f1": 0.840961, - "accuracy": 0.87253, - "main_score": 0.840961, - "hf_subset": "mri_Latn-urd_Arab", - "languages": [ - "mri-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501342, - "recall": 0.54249, - "f1": 0.512058, - "accuracy": 0.54249, - "main_score": 0.512058, - "hf_subset": "mri_Latn-aka_Latn", - "languages": [ - "mri-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765595, - "recall": 0.806324, - "f1": 0.776426, - "accuracy": 0.806324, - "main_score": 0.776426, - "hf_subset": "mri_Latn-bjn_Latn", - "languages": [ - "mri-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785561, - "recall": 0.83004, - "f1": 0.797948, - "accuracy": 0.83004, - "main_score": 0.797948, - "hf_subset": "mri_Latn-fao_Latn", - "languages": [ - "mri-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841773, - "recall": 0.880435, - "f1": 0.8532, - "accuracy": 0.880435, - "main_score": 0.8532, - "hf_subset": "mri_Latn-ind_Latn", - "languages": [ - "mri-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50729, - "recall": 0.550395, - "f1": 0.519532, - "accuracy": 0.550395, - "main_score": 0.519532, - "hf_subset": "mri_Latn-knc_Latn", - "languages": [ - "mri-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777562, - "recall": 0.822134, - "f1": 0.790278, - "accuracy": 0.822134, - "main_score": 0.790278, - "hf_subset": "mri_Latn-mlt_Latn", - "languages": [ - "mri-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55953, - "recall": 0.612648, - "f1": 0.57454, - "accuracy": 0.612648, - "main_score": 0.57454, - "hf_subset": "mri_Latn-quy_Latn", - "languages": [ - "mri-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804952, - "recall": 0.850791, - "f1": 0.81861, - "accuracy": 0.850791, - "main_score": 0.81861, - "hf_subset": "mri_Latn-swh_Latn", - "languages": [ - "mri-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812994, - "recall": 0.858696, - "f1": 0.826333, - "accuracy": 0.858696, - "main_score": 0.826333, - "hf_subset": "mri_Latn-uzn_Latn", - "languages": [ - "mri-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824275, - "recall": 0.868577, - "f1": 0.837155, - "accuracy": 0.868577, - "main_score": 0.837155, - "hf_subset": "mri_Latn-als_Latn", - "languages": [ - "mri-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491705, - "recall": 0.572134, - "f1": 0.513423, - "accuracy": 0.572134, - "main_score": 0.513423, - "hf_subset": "mri_Latn-bod_Tibt", - "languages": [ - "mri-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642058, - "recall": 0.686759, - "f1": 0.654683, - "accuracy": 0.686759, - "main_score": 0.654683, - "hf_subset": "mri_Latn-fij_Latn", - "languages": [ - "mri-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794823, - "recall": 0.838933, - "f1": 0.807444, - "accuracy": 0.838933, - "main_score": 0.807444, - "hf_subset": "mri_Latn-isl_Latn", - "languages": [ - "mri-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538664, - "recall": 0.583004, - "f1": 0.549791, - "accuracy": 0.583004, - "main_score": 0.549791, - "hf_subset": "mri_Latn-kon_Latn", - "languages": [ - "mri-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495731, - "recall": 0.547431, - "f1": 0.509616, - "accuracy": 0.547431, - "main_score": 0.509616, - "hf_subset": "mri_Latn-mni_Beng", - "languages": [ - "mri-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839182, - "recall": 0.878458, - "f1": 0.850395, - "accuracy": 0.878458, - "main_score": 0.850395, - "hf_subset": "mri_Latn-ron_Latn", - "languages": [ - "mri-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77879, - "recall": 0.828063, - "f1": 0.792923, - "accuracy": 0.828063, - "main_score": 0.792923, - "hf_subset": "mri_Latn-szl_Latn", - "languages": [ - "mri-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791266, - "recall": 0.838933, - "f1": 0.804605, - "accuracy": 0.838933, - "main_score": 0.804605, - "hf_subset": "mri_Latn-vec_Latn", - "languages": [ - "mri-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724353, - "recall": 0.781621, - "f1": 0.740863, - "accuracy": 0.781621, - "main_score": 0.740863, - "hf_subset": "mri_Latn-amh_Ethi", - "languages": [ - "mri-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836693, - "recall": 0.879447, - "f1": 0.849346, - "accuracy": 0.879447, - "main_score": 0.849346, - "hf_subset": "mri_Latn-bos_Latn", - "languages": [ - "mri-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820942, - "recall": 0.862648, - "f1": 0.83299, - "accuracy": 0.862648, - "main_score": 0.83299, - "hf_subset": "mri_Latn-fin_Latn", - "languages": [ - "mri-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83079, - "recall": 0.874506, - "f1": 0.843758, - "accuracy": 0.874506, - "main_score": 0.843758, - "hf_subset": "mri_Latn-ita_Latn", - "languages": [ - "mri-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816462, - "recall": 0.860672, - "f1": 0.829501, - "accuracy": 0.860672, - "main_score": 0.829501, - "hf_subset": "mri_Latn-kor_Hang", - "languages": [ - "mri-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482156, - "recall": 0.525692, - "f1": 0.49439, - "accuracy": 0.525692, - "main_score": 0.49439, - "hf_subset": "mri_Latn-mos_Latn", - "languages": [ - "mri-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509974, - "recall": 0.552372, - "f1": 0.521509, - "accuracy": 0.552372, - "main_score": 0.521509, - "hf_subset": "mri_Latn-run_Latn", - "languages": [ - "mri-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824962, - "recall": 0.869565, - "f1": 0.838346, - "accuracy": 0.869565, - "main_score": 0.838346, - "hf_subset": "mri_Latn-tam_Taml", - "languages": [ - "mri-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821824, - "recall": 0.866601, - "f1": 0.835087, - "accuracy": 0.866601, - "main_score": 0.835087, - "hf_subset": "mri_Latn-vie_Latn", - "languages": [ - "mri-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813786, - "recall": 0.857708, - "f1": 0.826389, - "accuracy": 0.857708, - "main_score": 0.826389, - "hf_subset": "mri_Latn-apc_Arab", - "languages": [ - "mri-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591932, - "recall": 0.640316, - "f1": 0.604162, - "accuracy": 0.640316, - "main_score": 0.604162, - "hf_subset": "mri_Latn-bug_Latn", - "languages": [ - "mri-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436733, - "recall": 0.479249, - "f1": 0.448559, - "accuracy": 0.479249, - "main_score": 0.448559, - "hf_subset": "mri_Latn-fon_Latn", - "languages": [ - "mri-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809353, - "recall": 0.851779, - "f1": 0.821339, - "accuracy": 0.851779, - "main_score": 0.821339, - "hf_subset": "mri_Latn-jav_Latn", - "languages": [ - "mri-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81391, - "recall": 0.856719, - "f1": 0.826609, - "accuracy": 0.856719, - "main_score": 0.826609, - "hf_subset": "mri_Latn-lao_Laoo", - "languages": [ - "mri-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823136, - "recall": 0.864625, - "f1": 0.83515, - "accuracy": 0.864625, - "main_score": 0.83515, - "hf_subset": "mri_Latn-rus_Cyrl", - "languages": [ - "mri-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458529, - "recall": 0.5, - "f1": 0.469871, - "accuracy": 0.5, - "main_score": 0.469871, - "hf_subset": "mri_Latn-taq_Latn", - "languages": [ - "mri-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798785, - "recall": 0.844862, - "f1": 0.811291, - "accuracy": 0.844862, - "main_score": 0.811291, - "hf_subset": "mri_Latn-war_Latn", - "languages": [ - "mri-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825848, - "recall": 0.867589, - "f1": 0.837708, - "accuracy": 0.867589, - "main_score": 0.837708, - "hf_subset": "mri_Latn-arb_Arab", - "languages": [ - "mri-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833993, - "recall": 0.875494, - "f1": 0.846086, - "accuracy": 0.875494, - "main_score": 0.846086, - "hf_subset": "mri_Latn-bul_Cyrl", - "languages": [ - "mri-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838973, - "recall": 0.881423, - "f1": 0.851779, - "accuracy": 0.881423, - "main_score": 0.851779, - "hf_subset": "mri_Latn-fra_Latn", - "languages": [ - "mri-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785946, - "recall": 0.833992, - "f1": 0.8, - "accuracy": 0.833992, - "main_score": 0.8, - "hf_subset": "mri_Latn-jpn_Jpan", - "languages": [ - "mri-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772356, - "recall": 0.822134, - "f1": 0.786233, - "accuracy": 0.822134, - "main_score": 0.786233, - "hf_subset": "mri_Latn-lij_Latn", - "languages": [ - "mri-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764224, - "recall": 0.81917, - "f1": 0.780281, - "accuracy": 0.81917, - "main_score": 0.780281, - "hf_subset": "mri_Latn-mya_Mymr", - "languages": [ - "mri-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491396, - "recall": 0.54249, - "f1": 0.504902, - "accuracy": 0.54249, - "main_score": 0.504902, - "hf_subset": "mri_Latn-sag_Latn", - "languages": [ - "mri-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199921, - "recall": 0.249012, - "f1": 0.211584, - "accuracy": 0.249012, - "main_score": 0.211584, - "hf_subset": "mri_Latn-taq_Tfng", - "languages": [ - "mri-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524739, - "recall": 0.571146, - "f1": 0.537499, - "accuracy": 0.571146, - "main_score": 0.537499, - "hf_subset": "mri_Latn-wol_Latn", - "languages": [ - "mri-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589572, - "recall": 0.65415, - "f1": 0.606732, - "accuracy": 0.65415, - "main_score": 0.606732, - "hf_subset": "mri_Latn-arb_Latn", - "languages": [ - "mri-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840448, - "recall": 0.882411, - "f1": 0.852833, - "accuracy": 0.882411, - "main_score": 0.852833, - "hf_subset": "mri_Latn-cat_Latn", - "languages": [ - "mri-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785197, - "recall": 0.831028, - "f1": 0.798533, - "accuracy": 0.831028, - "main_score": 0.798533, - "hf_subset": "mri_Latn-fur_Latn", - "languages": [ - "mri-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418028, - "recall": 0.461462, - "f1": 0.429804, - "accuracy": 0.461462, - "main_score": 0.429804, - "hf_subset": "mri_Latn-kab_Latn", - "languages": [ - "mri-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761004, - "recall": 0.811265, - "f1": 0.775448, - "accuracy": 0.811265, - "main_score": 0.775448, - "hf_subset": "mri_Latn-lim_Latn", - "languages": [ - "mri-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820801, - "recall": 0.865613, - "f1": 0.834211, - "accuracy": 0.865613, - "main_score": 0.834211, - "hf_subset": "mri_Latn-nld_Latn", - "languages": [ - "mri-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775661, - "recall": 0.826087, - "f1": 0.790236, - "accuracy": 0.826087, - "main_score": 0.790236, - "hf_subset": "mri_Latn-san_Deva", - "languages": [ - "mri-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780675, - "recall": 0.828063, - "f1": 0.794495, - "accuracy": 0.828063, - "main_score": 0.794495, - "hf_subset": "mri_Latn-tat_Cyrl", - "languages": [ - "mri-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586506, - "recall": 0.639328, - "f1": 0.601128, - "accuracy": 0.639328, - "main_score": 0.601128, - "hf_subset": "mri_Latn-xho_Latn", - "languages": [ - "mri-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820738, - "recall": 0.867589, - "f1": 0.83462, - "accuracy": 0.867589, - "main_score": 0.83462, - "hf_subset": "mri_Latn-ars_Arab", - "languages": [ - "mri-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812643, - "recall": 0.857708, - "f1": 0.825993, - "accuracy": 0.857708, - "main_score": 0.825993, - "hf_subset": "mri_Latn-ceb_Latn", - "languages": [ - "mri-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481452, - "recall": 0.525692, - "f1": 0.49377, - "accuracy": 0.525692, - "main_score": 0.49377, - "hf_subset": "mri_Latn-fuv_Latn", - "languages": [ - "mri-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467832, - "recall": 0.516798, - "f1": 0.480375, - "accuracy": 0.516798, - "main_score": 0.480375, - "hf_subset": "mri_Latn-kac_Latn", - "languages": [ - "mri-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540659, - "recall": 0.583004, - "f1": 0.551901, - "accuracy": 0.583004, - "main_score": 0.551901, - "hf_subset": "mri_Latn-lin_Latn", - "languages": [ - "mri-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830221, - "recall": 0.871542, - "f1": 0.842262, - "accuracy": 0.871542, - "main_score": 0.842262, - "hf_subset": "mri_Latn-nno_Latn", - "languages": [ - "mri-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20167, - "recall": 0.271739, - "f1": 0.219351, - "accuracy": 0.271739, - "main_score": 0.219351, - "hf_subset": "mri_Latn-sat_Olck", - "languages": [ - "mri-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822506, - "recall": 0.867589, - "f1": 0.835853, - "accuracy": 0.867589, - "main_score": 0.835853, - "hf_subset": "mri_Latn-tel_Telu", - "languages": [ - "mri-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726887, - "recall": 0.781621, - "f1": 0.74249, - "accuracy": 0.781621, - "main_score": 0.74249, - "hf_subset": "mri_Latn-ydd_Hebr", - "languages": [ - "mri-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766446, - "recall": 0.818182, - "f1": 0.781775, - "accuracy": 0.818182, - "main_score": 0.781775, - "hf_subset": "mri_Latn-ary_Arab", - "languages": [ - "mri-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827175, - "recall": 0.87253, - "f1": 0.840392, - "accuracy": 0.87253, - "main_score": 0.840392, - "hf_subset": "mri_Latn-ces_Latn", - "languages": [ - "mri-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488916, - "recall": 0.546443, - "f1": 0.505651, - "accuracy": 0.546443, - "main_score": 0.505651, - "hf_subset": "mri_Latn-gaz_Latn", - "languages": [ - "mri-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525159, - "recall": 0.575099, - "f1": 0.538392, - "accuracy": 0.575099, - "main_score": 0.538392, - "hf_subset": "mri_Latn-kam_Latn", - "languages": [ - "mri-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821926, - "recall": 0.864625, - "f1": 0.834638, - "accuracy": 0.864625, - "main_score": 0.834638, - "hf_subset": "mri_Latn-lit_Latn", - "languages": [ - "mri-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831464, - "recall": 0.873518, - "f1": 0.843538, - "accuracy": 0.873518, - "main_score": 0.843538, - "hf_subset": "mri_Latn-nob_Latn", - "languages": [ - "mri-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762659, - "recall": 0.811265, - "f1": 0.776278, - "accuracy": 0.811265, - "main_score": 0.776278, - "hf_subset": "mri_Latn-scn_Latn", - "languages": [ - "mri-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774622, - "recall": 0.823123, - "f1": 0.788679, - "accuracy": 0.823123, - "main_score": 0.788679, - "hf_subset": "mri_Latn-tgk_Cyrl", - "languages": [ - "mri-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619123, - "recall": 0.681818, - "f1": 0.636961, - "accuracy": 0.681818, - "main_score": 0.636961, - "hf_subset": "mri_Latn-yor_Latn", - "languages": [ - "mri-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805946, - "recall": 0.851779, - "f1": 0.819213, - "accuracy": 0.851779, - "main_score": 0.819213, - "hf_subset": "mri_Latn-arz_Arab", - "languages": [ - "mri-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489051, - "recall": 0.528656, - "f1": 0.499994, - "accuracy": 0.528656, - "main_score": 0.499994, - "hf_subset": "mri_Latn-cjk_Latn", - "languages": [ - "mri-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657915, - "recall": 0.712451, - "f1": 0.673125, - "accuracy": 0.712451, - "main_score": 0.673125, - "hf_subset": "mri_Latn-gla_Latn", - "languages": [ - "mri-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82076, - "recall": 0.863636, - "f1": 0.833529, - "accuracy": 0.863636, - "main_score": 0.833529, - "hf_subset": "mri_Latn-kan_Knda", - "languages": [ - "mri-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779049, - "recall": 0.823123, - "f1": 0.791667, - "accuracy": 0.823123, - "main_score": 0.791667, - "hf_subset": "mri_Latn-lmo_Latn", - "languages": [ - "mri-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814707, - "recall": 0.862648, - "f1": 0.828793, - "accuracy": 0.862648, - "main_score": 0.828793, - "hf_subset": "mri_Latn-npi_Deva", - "languages": [ - "mri-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426219, - "recall": 0.472332, - "f1": 0.438017, - "accuracy": 0.472332, - "main_score": 0.438017, - "hf_subset": "mri_Latn-shn_Mymr", - "languages": [ - "mri-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853376, - "recall": 0.887352, - "f1": 0.863392, - "accuracy": 0.887352, - "main_score": 0.863392, - "hf_subset": "mri_Latn-tgl_Latn", - "languages": [ - "mri-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806165, - "recall": 0.852767, - "f1": 0.819408, - "accuracy": 0.852767, - "main_score": 0.819408, - "hf_subset": "mri_Latn-yue_Hant", - "languages": [ - "mri-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807881, - "recall": 0.853755, - "f1": 0.820993, - "accuracy": 0.853755, - "main_score": 0.820993, - "hf_subset": "mri_Latn-asm_Beng", - "languages": [ - "mri-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743903, - "recall": 0.801383, - "f1": 0.760394, - "accuracy": 0.801383, - "main_score": 0.760394, - "hf_subset": "mri_Latn-ckb_Arab", - "languages": [ - "mri-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701082, - "recall": 0.756917, - "f1": 0.717116, - "accuracy": 0.756917, - "main_score": 0.717116, - "hf_subset": "mri_Latn-gle_Latn", - "languages": [ - "mri-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643137, - "recall": 0.698617, - "f1": 0.658012, - "accuracy": 0.698617, - "main_score": 0.658012, - "hf_subset": "mri_Latn-kas_Arab", - "languages": [ - "mri-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680418, - "recall": 0.735178, - "f1": 0.695781, - "accuracy": 0.735178, - "main_score": 0.695781, - "hf_subset": "mri_Latn-ltg_Latn", - "languages": [ - "mri-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52796, - "recall": 0.571146, - "f1": 0.539192, - "accuracy": 0.571146, - "main_score": 0.539192, - "hf_subset": "mri_Latn-nso_Latn", - "languages": [ - "mri-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753148, - "recall": 0.811265, - "f1": 0.769874, - "accuracy": 0.811265, - "main_score": 0.769874, - "hf_subset": "mri_Latn-sin_Sinh", - "languages": [ - "mri-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804076, - "recall": 0.852767, - "f1": 0.817973, - "accuracy": 0.852767, - "main_score": 0.817973, - "hf_subset": "mri_Latn-tha_Thai", - "languages": [ - "mri-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782814, - "recall": 0.83004, - "f1": 0.795972, - "accuracy": 0.83004, - "main_score": 0.795972, - "hf_subset": "mri_Latn-zho_Hans", - "languages": [ - "mri-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830863, - "recall": 0.87747, - "f1": 0.844833, - "accuracy": 0.87747, - "main_score": 0.844833, - "hf_subset": "mri_Latn-ast_Latn", - "languages": [ - "mri-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794236, - "recall": 0.842885, - "f1": 0.808682, - "accuracy": 0.842885, - "main_score": 0.808682, - "hf_subset": "mri_Latn-crh_Latn", - "languages": [ - "mri-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844657, - "recall": 0.885375, - "f1": 0.85659, - "accuracy": 0.885375, - "main_score": 0.85659, - "hf_subset": "mri_Latn-glg_Latn", - "languages": [ - "mri-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619039, - "recall": 0.684783, - "f1": 0.637183, - "accuracy": 0.684783, - "main_score": 0.637183, - "hf_subset": "mri_Latn-kas_Deva", - "languages": [ - "mri-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761433, - "recall": 0.812253, - "f1": 0.775756, - "accuracy": 0.812253, - "main_score": 0.775756, - "hf_subset": "mri_Latn-ltz_Latn", - "languages": [ - "mri-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444263, - "recall": 0.491107, - "f1": 0.457097, - "accuracy": 0.491107, - "main_score": 0.457097, - "hf_subset": "mri_Latn-nus_Latn", - "languages": [ - "mri-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832346, - "recall": 0.873518, - "f1": 0.844502, - "accuracy": 0.873518, - "main_score": 0.844502, - "hf_subset": "mri_Latn-slk_Latn", - "languages": [ - "mri-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456757, - "recall": 0.527668, - "f1": 0.475747, - "accuracy": 0.527668, - "main_score": 0.475747, - "hf_subset": "mri_Latn-tir_Ethi", - "languages": [ - "mri-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813142, - "recall": 0.862648, - "f1": 0.828129, - "accuracy": 0.862648, - "main_score": 0.828129, - "hf_subset": "mri_Latn-zho_Hant", - "languages": [ - "mri-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810502, - "recall": 0.857708, - "f1": 0.82436, - "accuracy": 0.857708, - "main_score": 0.82436, - "hf_subset": "mri_Latn-awa_Deva", - "languages": [ - "mri-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806588, - "recall": 0.848814, - "f1": 0.818648, - "accuracy": 0.848814, - "main_score": 0.818648, - "hf_subset": "mri_Latn-cym_Latn", - "languages": [ - "mri-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606837, - "recall": 0.65415, - "f1": 0.619307, - "accuracy": 0.65415, - "main_score": 0.619307, - "hf_subset": "mri_Latn-grn_Latn", - "languages": [ - "mri-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779455, - "recall": 0.83004, - "f1": 0.794079, - "accuracy": 0.83004, - "main_score": 0.794079, - "hf_subset": "mri_Latn-kat_Geor", - "languages": [ - "mri-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525946, - "recall": 0.570158, - "f1": 0.537229, - "accuracy": 0.570158, - "main_score": 0.537229, - "hf_subset": "mri_Latn-lua_Latn", - "languages": [ - "mri-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546914, - "recall": 0.593874, - "f1": 0.559783, - "accuracy": 0.593874, - "main_score": 0.559783, - "hf_subset": "mri_Latn-nya_Latn", - "languages": [ - "mri-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827395, - "recall": 0.867589, - "f1": 0.839314, - "accuracy": 0.867589, - "main_score": 0.839314, - "hf_subset": "mri_Latn-slv_Latn", - "languages": [ - "mri-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685562, - "recall": 0.743083, - "f1": 0.701301, - "accuracy": 0.743083, - "main_score": 0.701301, - "hf_subset": "mri_Latn-tpi_Latn", - "languages": [ - "mri-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853137, - "recall": 0.892292, - "f1": 0.864632, - "accuracy": 0.892292, - "main_score": 0.864632, - "hf_subset": "mri_Latn-zsm_Latn", - "languages": [ - "mri-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48858, - "recall": 0.533597, - "f1": 0.501161, - "accuracy": 0.533597, - "main_score": 0.501161, - "hf_subset": "mri_Latn-ayr_Latn", - "languages": [ - "mri-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847711, - "recall": 0.88834, - "f1": 0.859896, - "accuracy": 0.88834, - "main_score": 0.859896, - "hf_subset": "mri_Latn-dan_Latn", - "languages": [ - "mri-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825998, - "recall": 0.868577, - "f1": 0.838664, - "accuracy": 0.868577, - "main_score": 0.838664, - "hf_subset": "mri_Latn-guj_Gujr", - "languages": [ - "mri-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819722, - "recall": 0.866601, - "f1": 0.833322, - "accuracy": 0.866601, - "main_score": 0.833322, - "hf_subset": "mri_Latn-kaz_Cyrl", - "languages": [ - "mri-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496186, - "recall": 0.541502, - "f1": 0.508406, - "accuracy": 0.541502, - "main_score": 0.508406, - "hf_subset": "mri_Latn-lug_Latn", - "languages": [ - "mri-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826202, - "recall": 0.870553, - "f1": 0.839121, - "accuracy": 0.870553, - "main_score": 0.839121, - "hf_subset": "mri_Latn-oci_Latn", - "languages": [ - "mri-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707856, - "recall": 0.759881, - "f1": 0.722371, - "accuracy": 0.759881, - "main_score": 0.722371, - "hf_subset": "mri_Latn-smo_Latn", - "languages": [ - "mri-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527281, - "recall": 0.571146, - "f1": 0.538882, - "accuracy": 0.571146, - "main_score": 0.538882, - "hf_subset": "mri_Latn-tsn_Latn", - "languages": [ - "mri-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571139, - "recall": 0.620553, - "f1": 0.585693, - "accuracy": 0.620553, - "main_score": 0.585693, - "hf_subset": "mri_Latn-zul_Latn", - "languages": [ - "mri-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640615, - "recall": 0.700593, - "f1": 0.657709, - "accuracy": 0.700593, - "main_score": 0.657709, - "hf_subset": "mri_Latn-azb_Arab", - "languages": [ - "mri-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832065, - "recall": 0.873518, - "f1": 0.844203, - "accuracy": 0.873518, - "main_score": 0.844203, - "hf_subset": "mri_Latn-deu_Latn", - "languages": [ - "mri-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756088, - "recall": 0.813241, - "f1": 0.77309, - "accuracy": 0.813241, - "main_score": 0.77309, - "hf_subset": "mri_Latn-hat_Latn", - "languages": [ - "mri-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466727, - "recall": 0.508893, - "f1": 0.477696, - "accuracy": 0.508893, - "main_score": 0.477696, - "hf_subset": "mri_Latn-kbp_Latn", - "languages": [ - "mri-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504178, - "recall": 0.54249, - "f1": 0.515021, - "accuracy": 0.54249, - "main_score": 0.515021, - "hf_subset": "mri_Latn-luo_Latn", - "languages": [ - "mri-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805698, - "recall": 0.854743, - "f1": 0.820309, - "accuracy": 0.854743, - "main_score": 0.820309, - "hf_subset": "mri_Latn-ory_Orya", - "languages": [ - "mri-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498786, - "recall": 0.555336, - "f1": 0.514058, - "accuracy": 0.555336, - "main_score": 0.514058, - "hf_subset": "mri_Latn-sna_Latn", - "languages": [ - "mri-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506918, - "recall": 0.546443, - "f1": 0.51699, - "accuracy": 0.546443, - "main_score": 0.51699, - "hf_subset": "mri_Latn-tso_Latn", - "languages": [ - "mri-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781013, - "recall": 0.827075, - "f1": 0.793651, - "accuracy": 0.827075, - "main_score": 0.793651, - "hf_subset": "mri_Latn-azj_Latn", - "languages": [ - "mri-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45108, - "recall": 0.501976, - "f1": 0.465171, - "accuracy": 0.501976, - "main_score": 0.465171, - "hf_subset": "mri_Latn-dik_Latn", - "languages": [ - "mri-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63223, - "recall": 0.688735, - "f1": 0.648315, - "accuracy": 0.688735, - "main_score": 0.648315, - "hf_subset": "mri_Latn-hau_Latn", - "languages": [ - "mri-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749973, - "recall": 0.796443, - "f1": 0.762271, - "accuracy": 0.796443, - "main_score": 0.762271, - "hf_subset": "mri_Latn-kea_Latn", - "languages": [ - "mri-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558893, - "recall": 0.605731, - "f1": 0.571324, - "accuracy": 0.605731, - "main_score": 0.571324, - "hf_subset": "mri_Latn-lus_Latn", - "languages": [ - "mri-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625095, - "recall": 0.667984, - "f1": 0.636255, - "accuracy": 0.667984, - "main_score": 0.636255, - "hf_subset": "mri_Latn-pag_Latn", - "languages": [ - "mri-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774797, - "recall": 0.829051, - "f1": 0.790831, - "accuracy": 0.829051, - "main_score": 0.790831, - "hf_subset": "mri_Latn-snd_Arab", - "languages": [ - "mri-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710408, - "recall": 0.76581, - "f1": 0.726666, - "accuracy": 0.76581, - "main_score": 0.726666, - "hf_subset": "mri_Latn-tuk_Latn", - "languages": [ - "mri-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757773, - "recall": 0.806324, - "f1": 0.771535, - "accuracy": 0.806324, - "main_score": 0.771535, - "hf_subset": "mri_Latn-bak_Cyrl", - "languages": [ - "mri-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406276, - "recall": 0.469368, - "f1": 0.423937, - "accuracy": 0.469368, - "main_score": 0.423937, - "hf_subset": "mri_Latn-dyu_Latn", - "languages": [ - "mri-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823943, - "recall": 0.869565, - "f1": 0.837451, - "accuracy": 0.869565, - "main_score": 0.837451, - "hf_subset": "mri_Latn-heb_Hebr", - "languages": [ - "mri-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775767, - "recall": 0.821146, - "f1": 0.787896, - "accuracy": 0.821146, - "main_score": 0.787896, - "hf_subset": "mri_Latn-khk_Cyrl", - "languages": [ - "mri-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821032, - "recall": 0.865613, - "f1": 0.833801, - "accuracy": 0.865613, - "main_score": 0.833801, - "hf_subset": "mri_Latn-lvs_Latn", - "languages": [ - "mri-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83107, - "recall": 0.871542, - "f1": 0.842902, - "accuracy": 0.871542, - "main_score": 0.842902, - "hf_subset": "mri_Latn-pan_Guru", - "languages": [ - "mri-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616559, - "recall": 0.670949, - "f1": 0.632105, - "accuracy": 0.670949, - "main_score": 0.632105, - "hf_subset": "mri_Latn-som_Latn", - "languages": [ - "mri-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519882, - "recall": 0.559289, - "f1": 0.530221, - "accuracy": 0.559289, - "main_score": 0.530221, - "hf_subset": "mri_Latn-tum_Latn", - "languages": [ - "mri-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596772, - "recall": 0.662055, - "f1": 0.615457, - "accuracy": 0.662055, - "main_score": 0.615457, - "hf_subset": "rus_Cyrl-ace_Arab", - "languages": [ - "rus-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537806, - "recall": 0.602767, - "f1": 0.55655, - "accuracy": 0.602767, - "main_score": 0.55655, - "hf_subset": "rus_Cyrl-bam_Latn", - "languages": [ - "rus-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469664, - "recall": 0.544466, - "f1": 0.490329, - "accuracy": 0.544466, - "main_score": 0.490329, - "hf_subset": "rus_Cyrl-dzo_Tibt", - "languages": [ - "rus-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-hin_Deva", - "languages": [ - "rus-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-khm_Khmr", - "languages": [ - "rus-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-mag_Deva", - "languages": [ - "rus-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "rus_Cyrl-pap_Latn", - "languages": [ - "rus-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599045, - "recall": 0.658103, - "f1": 0.615848, - "accuracy": 0.658103, - "main_score": 0.615848, - "hf_subset": "rus_Cyrl-sot_Latn", - "languages": [ - "rus-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-tur_Latn", - "languages": [ - "rus-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879447, - "recall": 0.912055, - "f1": 0.889789, - "accuracy": 0.912055, - "main_score": 0.889789, - "hf_subset": "rus_Cyrl-ace_Latn", - "languages": [ - "rus-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.972332, - "f1": 0.96558, - "accuracy": 0.972332, - "main_score": 0.96558, - "hf_subset": "rus_Cyrl-ban_Latn", - "languages": [ - "rus-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-ell_Grek", - "languages": [ - "rus-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "rus_Cyrl-hne_Deva", - "languages": [ - "rus-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608193, - "recall": 0.66502, - "f1": 0.624561, - "accuracy": 0.66502, - "main_score": 0.624561, - "hf_subset": "rus_Cyrl-kik_Latn", - "languages": [ - "rus-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-mai_Deva", - "languages": [ - "rus-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "rus_Cyrl-pbt_Arab", - "languages": [ - "rus-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-spa_Latn", - "languages": [ - "rus-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614321, - "recall": 0.68083, - "f1": 0.633467, - "accuracy": 0.68083, - "main_score": 0.633467, - "hf_subset": "rus_Cyrl-twi_Latn", - "languages": [ - "rus-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-acm_Arab", - "languages": [ - "rus-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-bel_Cyrl", - "languages": [ - "rus-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-eng_Latn", - "languages": [ - "rus-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-hrv_Latn", - "languages": [ - "rus-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569237, - "recall": 0.633399, - "f1": 0.587376, - "accuracy": 0.633399, - "main_score": 0.587376, - "hf_subset": "rus_Cyrl-kin_Latn", - "languages": [ - "rus-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-mal_Mlym", - "languages": [ - "rus-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-pes_Arab", - "languages": [ - "rus-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "rus_Cyrl-srd_Latn", - "languages": [ - "rus-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186957, - "recall": 0.243083, - "f1": 0.201566, - "accuracy": 0.243083, - "main_score": 0.201566, - "hf_subset": "rus_Cyrl-tzm_Tfng", - "languages": [ - "rus-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-acq_Arab", - "languages": [ - "rus-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649094, - "recall": 0.701581, - "f1": 0.663407, - "accuracy": 0.701581, - "main_score": 0.663407, - "hf_subset": "rus_Cyrl-bem_Latn", - "languages": [ - "rus-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-epo_Latn", - "languages": [ - "rus-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-hun_Latn", - "languages": [ - "rus-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-kir_Cyrl", - "languages": [ - "rus-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-mar_Deva", - "languages": [ - "rus-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681861, - "recall": 0.737154, - "f1": 0.697866, - "accuracy": 0.737154, - "main_score": 0.697866, - "hf_subset": "rus_Cyrl-plt_Latn", - "languages": [ - "rus-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-srp_Cyrl", - "languages": [ - "rus-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966074, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "rus_Cyrl-uig_Arab", - "languages": [ - "rus-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-aeb_Arab", - "languages": [ - "rus-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ben_Beng", - "languages": [ - "rus-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-est_Latn", - "languages": [ - "rus-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-hye_Armn", - "languages": [ - "rus-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558474, - "recall": 0.614625, - "f1": 0.574508, - "accuracy": 0.614625, - "main_score": 0.574508, - "hf_subset": "rus_Cyrl-kmb_Latn", - "languages": [ - "rus-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509783, - "recall": 0.583004, - "f1": 0.530794, - "accuracy": 0.583004, - "main_score": 0.530794, - "hf_subset": "rus_Cyrl-min_Arab", - "languages": [ - "rus-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-pol_Latn", - "languages": [ - "rus-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562789, - "recall": 0.630435, - "f1": 0.582413, - "accuracy": 0.630435, - "main_score": 0.582413, - "hf_subset": "rus_Cyrl-ssw_Latn", - "languages": [ - "rus-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ukr_Cyrl", - "languages": [ - "rus-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-afr_Latn", - "languages": [ - "rus-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-bho_Deva", - "languages": [ - "rus-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "rus_Cyrl-eus_Latn", - "languages": [ - "rus-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582898, - "recall": 0.650198, - "f1": 0.601847, - "accuracy": 0.650198, - "main_score": 0.601847, - "hf_subset": "rus_Cyrl-ibo_Latn", - "languages": [ - "rus-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918429, - "recall": 0.9417, - "f1": 0.925791, - "accuracy": 0.9417, - "main_score": 0.925791, - "hf_subset": "rus_Cyrl-kmr_Latn", - "languages": [ - "rus-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "rus_Cyrl-min_Latn", - "languages": [ - "rus-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-por_Latn", - "languages": [ - "rus-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "rus_Cyrl-sun_Latn", - "languages": [ - "rus-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528163, - "recall": 0.588933, - "f1": 0.546316, - "accuracy": 0.588933, - "main_score": 0.546316, - "hf_subset": "rus_Cyrl-umb_Latn", - "languages": [ - "rus-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ajp_Arab", - "languages": [ - "rus-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550693, - "recall": 0.618577, - "f1": 0.569252, - "accuracy": 0.618577, - "main_score": 0.569252, - "hf_subset": "rus_Cyrl-bjn_Arab", - "languages": [ - "rus-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52936, - "recall": 0.58498, - "f1": 0.545193, - "accuracy": 0.58498, - "main_score": 0.545193, - "hf_subset": "rus_Cyrl-ewe_Latn", - "languages": [ - "rus-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950428, - "recall": 0.966403, - "f1": 0.955698, - "accuracy": 0.966403, - "main_score": 0.955698, - "hf_subset": "rus_Cyrl-ilo_Latn", - "languages": [ - "rus-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322498, - "recall": 0.380435, - "f1": 0.338254, - "accuracy": 0.380435, - "main_score": 0.338254, - "hf_subset": "rus_Cyrl-knc_Arab", - "languages": [ - "rus-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-mkd_Cyrl", - "languages": [ - "rus-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-prs_Arab", - "languages": [ - "rus-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-swe_Latn", - "languages": [ - "rus-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-urd_Arab", - "languages": [ - "rus-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598758, - "recall": 0.661067, - "f1": 0.616556, - "accuracy": 0.661067, - "main_score": 0.616556, - "hf_subset": "rus_Cyrl-aka_Latn", - "languages": [ - "rus-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "rus_Cyrl-bjn_Latn", - "languages": [ - "rus-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "rus_Cyrl-fao_Latn", - "languages": [ - "rus-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ind_Latn", - "languages": [ - "rus-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585773, - "recall": 0.644269, - "f1": 0.603383, - "accuracy": 0.644269, - "main_score": 0.603383, - "hf_subset": "rus_Cyrl-knc_Latn", - "languages": [ - "rus-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "rus_Cyrl-mlt_Latn", - "languages": [ - "rus-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728394, - "recall": 0.786561, - "f1": 0.74546, - "accuracy": 0.786561, - "main_score": 0.74546, - "hf_subset": "rus_Cyrl-quy_Latn", - "languages": [ - "rus-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "rus_Cyrl-swh_Latn", - "languages": [ - "rus-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-uzn_Latn", - "languages": [ - "rus-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-als_Latn", - "languages": [ - "rus-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668297, - "recall": 0.745059, - "f1": 0.691323, - "accuracy": 0.745059, - "main_score": 0.691323, - "hf_subset": "rus_Cyrl-bod_Tibt", - "languages": [ - "rus-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718407, - "recall": 0.771739, - "f1": 0.733663, - "accuracy": 0.771739, - "main_score": 0.733663, - "hf_subset": "rus_Cyrl-fij_Latn", - "languages": [ - "rus-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "rus_Cyrl-isl_Latn", - "languages": [ - "rus-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680649, - "recall": 0.735178, - "f1": 0.696937, - "accuracy": 0.735178, - "main_score": 0.696937, - "hf_subset": "rus_Cyrl-kon_Latn", - "languages": [ - "rus-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671287, - "recall": 0.740119, - "f1": 0.6919, - "accuracy": 0.740119, - "main_score": 0.6919, - "hf_subset": "rus_Cyrl-mni_Beng", - "languages": [ - "rus-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ron_Latn", - "languages": [ - "rus-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "rus_Cyrl-szl_Latn", - "languages": [ - "rus-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-vec_Latn", - "languages": [ - "rus-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.968379, - "f1": 0.958004, - "accuracy": 0.968379, - "main_score": 0.958004, - "hf_subset": "rus_Cyrl-amh_Ethi", - "languages": [ - "rus-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-bos_Latn", - "languages": [ - "rus-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-fin_Latn", - "languages": [ - "rus-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ita_Latn", - "languages": [ - "rus-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-kor_Hang", - "languages": [ - "rus-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558093, - "recall": 0.62253, - "f1": 0.57604, - "accuracy": 0.62253, - "main_score": 0.57604, - "hf_subset": "rus_Cyrl-mos_Latn", - "languages": [ - "rus-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571492, - "recall": 0.630435, - "f1": 0.588312, - "accuracy": 0.630435, - "main_score": 0.588312, - "hf_subset": "rus_Cyrl-run_Latn", - "languages": [ - "rus-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-tam_Taml", - "languages": [ - "rus-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-vie_Latn", - "languages": [ - "rus-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-apc_Arab", - "languages": [ - "rus-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813027, - "recall": 0.855731, - "f1": 0.825922, - "accuracy": 0.855731, - "main_score": 0.825922, - "hf_subset": "rus_Cyrl-bug_Latn", - "languages": [ - "rus-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475137, - "recall": 0.536561, - "f1": 0.491766, - "accuracy": 0.536561, - "main_score": 0.491766, - "hf_subset": "rus_Cyrl-fon_Latn", - "languages": [ - "rus-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-jav_Latn", - "languages": [ - "rus-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-lao_Laoo", - "languages": [ - "rus-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886034, - "recall": 0.916008, - "f1": 0.895389, - "accuracy": 0.916008, - "main_score": 0.895389, - "hf_subset": "rus_Cyrl-mri_Latn", - "languages": [ - "rus-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550457, - "recall": 0.613636, - "f1": 0.568013, - "accuracy": 0.613636, - "main_score": 0.568013, - "hf_subset": "rus_Cyrl-taq_Latn", - "languages": [ - "rus-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "rus_Cyrl-war_Latn", - "languages": [ - "rus-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-arb_Arab", - "languages": [ - "rus-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-bul_Cyrl", - "languages": [ - "rus-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-fra_Latn", - "languages": [ - "rus-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-jpn_Jpan", - "languages": [ - "rus-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-lij_Latn", - "languages": [ - "rus-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "rus_Cyrl-mya_Mymr", - "languages": [ - "rus-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591307, - "recall": 0.660079, - "f1": 0.610458, - "accuracy": 0.660079, - "main_score": 0.610458, - "hf_subset": "rus_Cyrl-sag_Latn", - "languages": [ - "rus-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198562, - "recall": 0.263834, - "f1": 0.21333, - "accuracy": 0.263834, - "main_score": 0.21333, - "hf_subset": "rus_Cyrl-taq_Tfng", - "languages": [ - "rus-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632749, - "recall": 0.69664, - "f1": 0.651128, - "accuracy": 0.69664, - "main_score": 0.651128, - "hf_subset": "rus_Cyrl-wol_Latn", - "languages": [ - "rus-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805418, - "recall": 0.855731, - "f1": 0.820817, - "accuracy": 0.855731, - "main_score": 0.820817, - "hf_subset": "rus_Cyrl-arb_Latn", - "languages": [ - "rus-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-cat_Latn", - "languages": [ - "rus-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-fur_Latn", - "languages": [ - "rus-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418628, - "recall": 0.482213, - "f1": 0.436125, - "accuracy": 0.482213, - "main_score": 0.436125, - "hf_subset": "rus_Cyrl-kab_Latn", - "languages": [ - "rus-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "rus_Cyrl-lim_Latn", - "languages": [ - "rus-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-nld_Latn", - "languages": [ - "rus-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "rus_Cyrl-san_Deva", - "languages": [ - "rus-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-tat_Cyrl", - "languages": [ - "rus-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689388, - "recall": 0.744071, - "f1": 0.705355, - "accuracy": 0.744071, - "main_score": 0.705355, - "hf_subset": "rus_Cyrl-xho_Latn", - "languages": [ - "rus-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ars_Arab", - "languages": [ - "rus-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-ceb_Latn", - "languages": [ - "rus-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574342, - "recall": 0.634387, - "f1": 0.59137, - "accuracy": 0.634387, - "main_score": 0.59137, - "hf_subset": "rus_Cyrl-fuv_Latn", - "languages": [ - "rus-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509741, - "recall": 0.583992, - "f1": 0.530356, - "accuracy": 0.583992, - "main_score": 0.530356, - "hf_subset": "rus_Cyrl-kac_Latn", - "languages": [ - "rus-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680155, - "recall": 0.735178, - "f1": 0.696989, - "accuracy": 0.735178, - "main_score": 0.696989, - "hf_subset": "rus_Cyrl-lin_Latn", - "languages": [ - "rus-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-nno_Latn", - "languages": [ - "rus-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240354, - "recall": 0.324111, - "f1": 0.262939, - "accuracy": 0.324111, - "main_score": 0.262939, - "hf_subset": "rus_Cyrl-sat_Olck", - "languages": [ - "rus-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-tel_Telu", - "languages": [ - "rus-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "rus_Cyrl-ydd_Hebr", - "languages": [ - "rus-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "rus_Cyrl-ary_Arab", - "languages": [ - "rus-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ces_Latn", - "languages": [ - "rus-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59053, - "recall": 0.651186, - "f1": 0.608663, - "accuracy": 0.651186, - "main_score": 0.608663, - "hf_subset": "rus_Cyrl-gaz_Latn", - "languages": [ - "rus-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592428, - "recall": 0.658103, - "f1": 0.611187, - "accuracy": 0.658103, - "main_score": 0.611187, - "hf_subset": "rus_Cyrl-kam_Latn", - "languages": [ - "rus-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "rus_Cyrl-lit_Latn", - "languages": [ - "rus-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-nob_Latn", - "languages": [ - "rus-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "rus_Cyrl-scn_Latn", - "languages": [ - "rus-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "rus_Cyrl-tgk_Cyrl", - "languages": [ - "rus-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732552, - "recall": 0.796443, - "f1": 0.751748, - "accuracy": 0.796443, - "main_score": 0.751748, - "hf_subset": "rus_Cyrl-yor_Latn", - "languages": [ - "rus-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-arz_Arab", - "languages": [ - "rus-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562682, - "recall": 0.62747, - "f1": 0.581755, - "accuracy": 0.62747, - "main_score": 0.581755, - "hf_subset": "rus_Cyrl-cjk_Latn", - "languages": [ - "rus-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811594, - "recall": 0.857708, - "f1": 0.825856, - "accuracy": 0.857708, - "main_score": 0.825856, - "hf_subset": "rus_Cyrl-gla_Latn", - "languages": [ - "rus-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-kan_Knda", - "languages": [ - "rus-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99193, - "recall": 0.994071, - "f1": 0.992589, - "accuracy": 0.994071, - "main_score": 0.992589, - "hf_subset": "rus_Cyrl-lmo_Latn", - "languages": [ - "rus-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "rus_Cyrl-npi_Deva", - "languages": [ - "rus-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473395, - "recall": 0.544466, - "f1": 0.492917, - "accuracy": 0.544466, - "main_score": 0.492917, - "hf_subset": "rus_Cyrl-shn_Mymr", - "languages": [ - "rus-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-tgl_Latn", - "languages": [ - "rus-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-yue_Hant", - "languages": [ - "rus-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-asm_Beng", - "languages": [ - "rus-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972579, - "recall": 0.981225, - "f1": 0.975362, - "accuracy": 0.981225, - "main_score": 0.975362, - "hf_subset": "rus_Cyrl-ckb_Arab", - "languages": [ - "rus-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904265, - "recall": 0.93083, - "f1": 0.912615, - "accuracy": 0.93083, - "main_score": 0.912615, - "hf_subset": "rus_Cyrl-gle_Latn", - "languages": [ - "rus-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "rus_Cyrl-kas_Arab", - "languages": [ - "rus-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "rus_Cyrl-ltg_Latn", - "languages": [ - "rus-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62632, - "recall": 0.682806, - "f1": 0.642049, - "accuracy": 0.682806, - "main_score": 0.642049, - "hf_subset": "rus_Cyrl-nso_Latn", - "languages": [ - "rus-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "rus_Cyrl-sin_Sinh", - "languages": [ - "rus-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-tha_Thai", - "languages": [ - "rus-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-zho_Hans", - "languages": [ - "rus-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ast_Latn", - "languages": [ - "rus-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-crh_Latn", - "languages": [ - "rus-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-glg_Latn", - "languages": [ - "rus-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906621, - "recall": 0.935771, - "f1": 0.916008, - "accuracy": 0.935771, - "main_score": 0.916008, - "hf_subset": "rus_Cyrl-kas_Deva", - "languages": [ - "rus-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "rus_Cyrl-ltz_Latn", - "languages": [ - "rus-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480074, - "recall": 0.550395, - "f1": 0.499146, - "accuracy": 0.550395, - "main_score": 0.499146, - "hf_subset": "rus_Cyrl-nus_Latn", - "languages": [ - "rus-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-slk_Latn", - "languages": [ - "rus-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625313, - "recall": 0.700593, - "f1": 0.647567, - "accuracy": 0.700593, - "main_score": 0.647567, - "hf_subset": "rus_Cyrl-tir_Ethi", - "languages": [ - "rus-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-zho_Hant", - "languages": [ - "rus-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "rus_Cyrl-awa_Deva", - "languages": [ - "rus-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "rus_Cyrl-cym_Latn", - "languages": [ - "rus-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854167, - "recall": 0.893281, - "f1": 0.866469, - "accuracy": 0.893281, - "main_score": 0.866469, - "hf_subset": "rus_Cyrl-grn_Latn", - "languages": [ - "rus-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-kat_Geor", - "languages": [ - "rus-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660486, - "recall": 0.715415, - "f1": 0.676158, - "accuracy": 0.715415, - "main_score": 0.676158, - "hf_subset": "rus_Cyrl-lua_Latn", - "languages": [ - "rus-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659677, - "recall": 0.718379, - "f1": 0.676729, - "accuracy": 0.718379, - "main_score": 0.676729, - "hf_subset": "rus_Cyrl-nya_Latn", - "languages": [ - "rus-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-slv_Latn", - "languages": [ - "rus-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "rus_Cyrl-tpi_Latn", - "languages": [ - "rus-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-zsm_Latn", - "languages": [ - "rus-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545909, - "recall": 0.613636, - "f1": 0.565649, - "accuracy": 0.613636, - "main_score": 0.565649, - "hf_subset": "rus_Cyrl-ayr_Latn", - "languages": [ - "rus-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-dan_Latn", - "languages": [ - "rus-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-guj_Gujr", - "languages": [ - "rus-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "rus_Cyrl-kaz_Cyrl", - "languages": [ - "rus-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549724, - "recall": 0.614625, - "f1": 0.567944, - "accuracy": 0.614625, - "main_score": 0.567944, - "hf_subset": "rus_Cyrl-lug_Latn", - "languages": [ - "rus-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-oci_Latn", - "languages": [ - "rus-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848765, - "recall": 0.886364, - "f1": 0.860211, - "accuracy": 0.886364, - "main_score": 0.860211, - "hf_subset": "rus_Cyrl-smo_Latn", - "languages": [ - "rus-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559579, - "recall": 0.62253, - "f1": 0.577204, - "accuracy": 0.62253, - "main_score": 0.577204, - "hf_subset": "rus_Cyrl-tsn_Latn", - "languages": [ - "rus-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632098, - "recall": 0.693676, - "f1": 0.650118, - "accuracy": 0.693676, - "main_score": 0.650118, - "hf_subset": "rus_Cyrl-zul_Latn", - "languages": [ - "rus-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "rus_Cyrl-azb_Arab", - "languages": [ - "rus-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-deu_Latn", - "languages": [ - "rus-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "rus_Cyrl-hat_Latn", - "languages": [ - "rus-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492507, - "recall": 0.549407, - "f1": 0.508522, - "accuracy": 0.549407, - "main_score": 0.508522, - "hf_subset": "rus_Cyrl-kbp_Latn", - "languages": [ - "rus-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581318, - "recall": 0.63834, - "f1": 0.596916, - "accuracy": 0.63834, - "main_score": 0.596916, - "hf_subset": "rus_Cyrl-luo_Latn", - "languages": [ - "rus-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-ory_Orya", - "languages": [ - "rus-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590054, - "recall": 0.656126, - "f1": 0.609478, - "accuracy": 0.656126, - "main_score": 0.609478, - "hf_subset": "rus_Cyrl-sna_Latn", - "languages": [ - "rus-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568059, - "recall": 0.623518, - "f1": 0.583337, - "accuracy": 0.623518, - "main_score": 0.583337, - "hf_subset": "rus_Cyrl-tso_Latn", - "languages": [ - "rus-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-azj_Latn", - "languages": [ - "rus-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541133, - "recall": 0.612648, - "f1": 0.561809, - "accuracy": 0.612648, - "main_score": 0.561809, - "hf_subset": "rus_Cyrl-dik_Latn", - "languages": [ - "rus-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747348, - "recall": 0.804348, - "f1": 0.764643, - "accuracy": 0.804348, - "main_score": 0.764643, - "hf_subset": "rus_Cyrl-hau_Latn", - "languages": [ - "rus-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "rus_Cyrl-kea_Latn", - "languages": [ - "rus-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761726, - "recall": 0.812253, - "f1": 0.77691, - "accuracy": 0.812253, - "main_score": 0.77691, - "hf_subset": "rus_Cyrl-lus_Latn", - "languages": [ - "rus-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88969, - "recall": 0.916996, - "f1": 0.897991, - "accuracy": 0.916996, - "main_score": 0.897991, - "hf_subset": "rus_Cyrl-pag_Latn", - "languages": [ - "rus-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-snd_Arab", - "languages": [ - "rus-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "rus_Cyrl-tuk_Latn", - "languages": [ - "rus-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "rus_Cyrl-bak_Cyrl", - "languages": [ - "rus-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495596, - "recall": 0.576087, - "f1": 0.519337, - "accuracy": 0.576087, - "main_score": 0.519337, - "hf_subset": "rus_Cyrl-dyu_Latn", - "languages": [ - "rus-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "rus_Cyrl-heb_Hebr", - "languages": [ - "rus-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "rus_Cyrl-khk_Cyrl", - "languages": [ - "rus-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-lvs_Latn", - "languages": [ - "rus-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "rus_Cyrl-pan_Guru", - "languages": [ - "rus-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727042, - "recall": 0.781621, - "f1": 0.743314, - "accuracy": 0.781621, - "main_score": 0.743314, - "hf_subset": "rus_Cyrl-som_Latn", - "languages": [ - "rus-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612574, - "recall": 0.66502, - "f1": 0.627464, - "accuracy": 0.66502, - "main_score": 0.627464, - "hf_subset": "rus_Cyrl-tum_Latn", - "languages": [ - "rus-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406042, - "recall": 0.453557, - "f1": 0.419696, - "accuracy": 0.453557, - "main_score": 0.419696, - "hf_subset": "taq_Latn-ace_Arab", - "languages": [ - "taq-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477141, - "recall": 0.512846, - "f1": 0.488076, - "accuracy": 0.512846, - "main_score": 0.488076, - "hf_subset": "taq_Latn-bam_Latn", - "languages": [ - "taq-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205552, - "recall": 0.246047, - "f1": 0.216113, - "accuracy": 0.246047, - "main_score": 0.216113, - "hf_subset": "taq_Latn-dzo_Tibt", - "languages": [ - "taq-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537183, - "recall": 0.577075, - "f1": 0.548041, - "accuracy": 0.577075, - "main_score": 0.548041, - "hf_subset": "taq_Latn-hin_Deva", - "languages": [ - "taq-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499037, - "recall": 0.546443, - "f1": 0.51224, - "accuracy": 0.546443, - "main_score": 0.51224, - "hf_subset": "taq_Latn-khm_Khmr", - "languages": [ - "taq-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540631, - "recall": 0.581028, - "f1": 0.551735, - "accuracy": 0.581028, - "main_score": 0.551735, - "hf_subset": "taq_Latn-mag_Deva", - "languages": [ - "taq-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546854, - "recall": 0.586957, - "f1": 0.557234, - "accuracy": 0.586957, - "main_score": 0.557234, - "hf_subset": "taq_Latn-pap_Latn", - "languages": [ - "taq-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502133, - "recall": 0.538538, - "f1": 0.512506, - "accuracy": 0.538538, - "main_score": 0.512506, - "hf_subset": "taq_Latn-sot_Latn", - "languages": [ - "taq-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52787, - "recall": 0.575099, - "f1": 0.54045, - "accuracy": 0.575099, - "main_score": 0.54045, - "hf_subset": "taq_Latn-tur_Latn", - "languages": [ - "taq-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536008, - "recall": 0.56917, - "f1": 0.545431, - "accuracy": 0.56917, - "main_score": 0.545431, - "hf_subset": "taq_Latn-ace_Latn", - "languages": [ - "taq-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548693, - "recall": 0.58498, - "f1": 0.559212, - "accuracy": 0.58498, - "main_score": 0.559212, - "hf_subset": "taq_Latn-ban_Latn", - "languages": [ - "taq-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513262, - "recall": 0.565217, - "f1": 0.527164, - "accuracy": 0.565217, - "main_score": 0.527164, - "hf_subset": "taq_Latn-ell_Grek", - "languages": [ - "taq-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527997, - "recall": 0.574111, - "f1": 0.540085, - "accuracy": 0.574111, - "main_score": 0.540085, - "hf_subset": "taq_Latn-hne_Deva", - "languages": [ - "taq-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485853, - "recall": 0.523715, - "f1": 0.497233, - "accuracy": 0.523715, - "main_score": 0.497233, - "hf_subset": "taq_Latn-kik_Latn", - "languages": [ - "taq-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54032, - "recall": 0.583992, - "f1": 0.552177, - "accuracy": 0.583992, - "main_score": 0.552177, - "hf_subset": "taq_Latn-mai_Deva", - "languages": [ - "taq-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499003, - "recall": 0.548419, - "f1": 0.511968, - "accuracy": 0.548419, - "main_score": 0.511968, - "hf_subset": "taq_Latn-pbt_Arab", - "languages": [ - "taq-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529781, - "recall": 0.58004, - "f1": 0.542806, - "accuracy": 0.58004, - "main_score": 0.542806, - "hf_subset": "taq_Latn-spa_Latn", - "languages": [ - "taq-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531374, - "recall": 0.564229, - "f1": 0.541038, - "accuracy": 0.564229, - "main_score": 0.541038, - "hf_subset": "taq_Latn-twi_Latn", - "languages": [ - "taq-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514048, - "recall": 0.557312, - "f1": 0.525089, - "accuracy": 0.557312, - "main_score": 0.525089, - "hf_subset": "taq_Latn-acm_Arab", - "languages": [ - "taq-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515273, - "recall": 0.5583, - "f1": 0.526037, - "accuracy": 0.5583, - "main_score": 0.526037, - "hf_subset": "taq_Latn-bel_Cyrl", - "languages": [ - "taq-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553918, - "recall": 0.601779, - "f1": 0.566456, - "accuracy": 0.601779, - "main_score": 0.566456, - "hf_subset": "taq_Latn-eng_Latn", - "languages": [ - "taq-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541197, - "recall": 0.585968, - "f1": 0.55286, - "accuracy": 0.585968, - "main_score": 0.55286, - "hf_subset": "taq_Latn-hrv_Latn", - "languages": [ - "taq-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475202, - "recall": 0.516798, - "f1": 0.486407, - "accuracy": 0.516798, - "main_score": 0.486407, - "hf_subset": "taq_Latn-kin_Latn", - "languages": [ - "taq-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522359, - "recall": 0.571146, - "f1": 0.535965, - "accuracy": 0.571146, - "main_score": 0.535965, - "hf_subset": "taq_Latn-mal_Mlym", - "languages": [ - "taq-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533025, - "recall": 0.578063, - "f1": 0.545259, - "accuracy": 0.578063, - "main_score": 0.545259, - "hf_subset": "taq_Latn-pes_Arab", - "languages": [ - "taq-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53975, - "recall": 0.574111, - "f1": 0.548942, - "accuracy": 0.574111, - "main_score": 0.548942, - "hf_subset": "taq_Latn-srd_Latn", - "languages": [ - "taq-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193697, - "recall": 0.230237, - "f1": 0.202758, - "accuracy": 0.230237, - "main_score": 0.202758, - "hf_subset": "taq_Latn-tzm_Tfng", - "languages": [ - "taq-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520245, - "recall": 0.566206, - "f1": 0.531854, - "accuracy": 0.566206, - "main_score": 0.531854, - "hf_subset": "taq_Latn-acq_Arab", - "languages": [ - "taq-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515127, - "recall": 0.554348, - "f1": 0.526091, - "accuracy": 0.554348, - "main_score": 0.526091, - "hf_subset": "taq_Latn-bem_Latn", - "languages": [ - "taq-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536499, - "recall": 0.577075, - "f1": 0.547663, - "accuracy": 0.577075, - "main_score": 0.547663, - "hf_subset": "taq_Latn-epo_Latn", - "languages": [ - "taq-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546116, - "recall": 0.58498, - "f1": 0.557214, - "accuracy": 0.58498, - "main_score": 0.557214, - "hf_subset": "taq_Latn-hun_Latn", - "languages": [ - "taq-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51561, - "recall": 0.555336, - "f1": 0.526772, - "accuracy": 0.555336, - "main_score": 0.526772, - "hf_subset": "taq_Latn-kir_Cyrl", - "languages": [ - "taq-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53214, - "recall": 0.577075, - "f1": 0.544404, - "accuracy": 0.577075, - "main_score": 0.544404, - "hf_subset": "taq_Latn-mar_Deva", - "languages": [ - "taq-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498962, - "recall": 0.541502, - "f1": 0.51113, - "accuracy": 0.541502, - "main_score": 0.51113, - "hf_subset": "taq_Latn-plt_Latn", - "languages": [ - "taq-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536845, - "recall": 0.583992, - "f1": 0.549556, - "accuracy": 0.583992, - "main_score": 0.549556, - "hf_subset": "taq_Latn-srp_Cyrl", - "languages": [ - "taq-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44746, - "recall": 0.497036, - "f1": 0.46142, - "accuracy": 0.497036, - "main_score": 0.46142, - "hf_subset": "taq_Latn-uig_Arab", - "languages": [ - "taq-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50236, - "recall": 0.540514, - "f1": 0.512317, - "accuracy": 0.540514, - "main_score": 0.512317, - "hf_subset": "taq_Latn-aeb_Arab", - "languages": [ - "taq-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536476, - "recall": 0.58498, - "f1": 0.549445, - "accuracy": 0.58498, - "main_score": 0.549445, - "hf_subset": "taq_Latn-ben_Beng", - "languages": [ - "taq-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528652, - "recall": 0.572134, - "f1": 0.540167, - "accuracy": 0.572134, - "main_score": 0.540167, - "hf_subset": "taq_Latn-est_Latn", - "languages": [ - "taq-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507081, - "recall": 0.556324, - "f1": 0.519501, - "accuracy": 0.556324, - "main_score": 0.519501, - "hf_subset": "taq_Latn-hye_Armn", - "languages": [ - "taq-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494419, - "recall": 0.533597, - "f1": 0.505091, - "accuracy": 0.533597, - "main_score": 0.505091, - "hf_subset": "taq_Latn-kmb_Latn", - "languages": [ - "taq-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39902, - "recall": 0.448617, - "f1": 0.412479, - "accuracy": 0.448617, - "main_score": 0.412479, - "hf_subset": "taq_Latn-min_Arab", - "languages": [ - "taq-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541571, - "recall": 0.587945, - "f1": 0.55355, - "accuracy": 0.587945, - "main_score": 0.55355, - "hf_subset": "taq_Latn-pol_Latn", - "languages": [ - "taq-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486785, - "recall": 0.523715, - "f1": 0.49781, - "accuracy": 0.523715, - "main_score": 0.49781, - "hf_subset": "taq_Latn-ssw_Latn", - "languages": [ - "taq-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525383, - "recall": 0.576087, - "f1": 0.539081, - "accuracy": 0.576087, - "main_score": 0.539081, - "hf_subset": "taq_Latn-ukr_Cyrl", - "languages": [ - "taq-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548057, - "recall": 0.596838, - "f1": 0.561689, - "accuracy": 0.596838, - "main_score": 0.561689, - "hf_subset": "taq_Latn-afr_Latn", - "languages": [ - "taq-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523257, - "recall": 0.571146, - "f1": 0.536486, - "accuracy": 0.571146, - "main_score": 0.536486, - "hf_subset": "taq_Latn-bho_Deva", - "languages": [ - "taq-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53785, - "recall": 0.579051, - "f1": 0.548403, - "accuracy": 0.579051, - "main_score": 0.548403, - "hf_subset": "taq_Latn-eus_Latn", - "languages": [ - "taq-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487887, - "recall": 0.535573, - "f1": 0.501471, - "accuracy": 0.535573, - "main_score": 0.501471, - "hf_subset": "taq_Latn-ibo_Latn", - "languages": [ - "taq-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509128, - "recall": 0.551383, - "f1": 0.521003, - "accuracy": 0.551383, - "main_score": 0.521003, - "hf_subset": "taq_Latn-kmr_Latn", - "languages": [ - "taq-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556628, - "recall": 0.591897, - "f1": 0.566495, - "accuracy": 0.591897, - "main_score": 0.566495, - "hf_subset": "taq_Latn-min_Latn", - "languages": [ - "taq-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543035, - "recall": 0.590909, - "f1": 0.555599, - "accuracy": 0.590909, - "main_score": 0.555599, - "hf_subset": "taq_Latn-por_Latn", - "languages": [ - "taq-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549368, - "recall": 0.587945, - "f1": 0.560232, - "accuracy": 0.587945, - "main_score": 0.560232, - "hf_subset": "taq_Latn-sun_Latn", - "languages": [ - "taq-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474113, - "recall": 0.516798, - "f1": 0.486693, - "accuracy": 0.516798, - "main_score": 0.486693, - "hf_subset": "taq_Latn-umb_Latn", - "languages": [ - "taq-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538601, - "recall": 0.583992, - "f1": 0.550696, - "accuracy": 0.583992, - "main_score": 0.550696, - "hf_subset": "taq_Latn-ajp_Arab", - "languages": [ - "taq-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407505, - "recall": 0.452569, - "f1": 0.419769, - "accuracy": 0.452569, - "main_score": 0.419769, - "hf_subset": "taq_Latn-bjn_Arab", - "languages": [ - "taq-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478516, - "recall": 0.51581, - "f1": 0.488941, - "accuracy": 0.51581, - "main_score": 0.488941, - "hf_subset": "taq_Latn-ewe_Latn", - "languages": [ - "taq-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55597, - "recall": 0.592885, - "f1": 0.565603, - "accuracy": 0.592885, - "main_score": 0.565603, - "hf_subset": "taq_Latn-ilo_Latn", - "languages": [ - "taq-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299261, - "recall": 0.352767, - "f1": 0.314042, - "accuracy": 0.352767, - "main_score": 0.314042, - "hf_subset": "taq_Latn-knc_Arab", - "languages": [ - "taq-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529552, - "recall": 0.578063, - "f1": 0.542156, - "accuracy": 0.578063, - "main_score": 0.542156, - "hf_subset": "taq_Latn-mkd_Cyrl", - "languages": [ - "taq-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518411, - "recall": 0.567194, - "f1": 0.531606, - "accuracy": 0.567194, - "main_score": 0.531606, - "hf_subset": "taq_Latn-prs_Arab", - "languages": [ - "taq-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543062, - "recall": 0.58498, - "f1": 0.554842, - "accuracy": 0.58498, - "main_score": 0.554842, - "hf_subset": "taq_Latn-swe_Latn", - "languages": [ - "taq-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510763, - "recall": 0.562253, - "f1": 0.524669, - "accuracy": 0.562253, - "main_score": 0.524669, - "hf_subset": "taq_Latn-urd_Arab", - "languages": [ - "taq-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510676, - "recall": 0.555336, - "f1": 0.522926, - "accuracy": 0.555336, - "main_score": 0.522926, - "hf_subset": "taq_Latn-aka_Latn", - "languages": [ - "taq-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558654, - "recall": 0.592885, - "f1": 0.568058, - "accuracy": 0.592885, - "main_score": 0.568058, - "hf_subset": "taq_Latn-bjn_Latn", - "languages": [ - "taq-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508323, - "recall": 0.545455, - "f1": 0.518665, - "accuracy": 0.545455, - "main_score": 0.518665, - "hf_subset": "taq_Latn-fao_Latn", - "languages": [ - "taq-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53583, - "recall": 0.578063, - "f1": 0.547252, - "accuracy": 0.578063, - "main_score": 0.547252, - "hf_subset": "taq_Latn-ind_Latn", - "languages": [ - "taq-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507279, - "recall": 0.537549, - "f1": 0.515994, - "accuracy": 0.537549, - "main_score": 0.515994, - "hf_subset": "taq_Latn-knc_Latn", - "languages": [ - "taq-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554575, - "recall": 0.588933, - "f1": 0.563892, - "accuracy": 0.588933, - "main_score": 0.563892, - "hf_subset": "taq_Latn-mlt_Latn", - "languages": [ - "taq-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504971, - "recall": 0.548419, - "f1": 0.517485, - "accuracy": 0.548419, - "main_score": 0.517485, - "hf_subset": "taq_Latn-quy_Latn", - "languages": [ - "taq-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51403, - "recall": 0.555336, - "f1": 0.52538, - "accuracy": 0.555336, - "main_score": 0.52538, - "hf_subset": "taq_Latn-swh_Latn", - "languages": [ - "taq-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518207, - "recall": 0.560277, - "f1": 0.530103, - "accuracy": 0.560277, - "main_score": 0.530103, - "hf_subset": "taq_Latn-uzn_Latn", - "languages": [ - "taq-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540957, - "recall": 0.579051, - "f1": 0.551021, - "accuracy": 0.579051, - "main_score": 0.551021, - "hf_subset": "taq_Latn-als_Latn", - "languages": [ - "taq-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.268072, - "recall": 0.312253, - "f1": 0.279222, - "accuracy": 0.312253, - "main_score": 0.279222, - "hf_subset": "taq_Latn-bod_Tibt", - "languages": [ - "taq-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488159, - "recall": 0.525692, - "f1": 0.499127, - "accuracy": 0.525692, - "main_score": 0.499127, - "hf_subset": "taq_Latn-fij_Latn", - "languages": [ - "taq-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48902, - "recall": 0.540514, - "f1": 0.502697, - "accuracy": 0.540514, - "main_score": 0.502697, - "hf_subset": "taq_Latn-isl_Latn", - "languages": [ - "taq-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53082, - "recall": 0.567194, - "f1": 0.541183, - "accuracy": 0.567194, - "main_score": 0.541183, - "hf_subset": "taq_Latn-kon_Latn", - "languages": [ - "taq-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462656, - "recall": 0.509881, - "f1": 0.476271, - "accuracy": 0.509881, - "main_score": 0.476271, - "hf_subset": "taq_Latn-mni_Beng", - "languages": [ - "taq-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543801, - "recall": 0.592885, - "f1": 0.556377, - "accuracy": 0.592885, - "main_score": 0.556377, - "hf_subset": "taq_Latn-ron_Latn", - "languages": [ - "taq-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52723, - "recall": 0.567194, - "f1": 0.538432, - "accuracy": 0.567194, - "main_score": 0.538432, - "hf_subset": "taq_Latn-szl_Latn", - "languages": [ - "taq-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552478, - "recall": 0.593874, - "f1": 0.564196, - "accuracy": 0.593874, - "main_score": 0.564196, - "hf_subset": "taq_Latn-vec_Latn", - "languages": [ - "taq-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461354, - "recall": 0.505929, - "f1": 0.47394, - "accuracy": 0.505929, - "main_score": 0.47394, - "hf_subset": "taq_Latn-amh_Ethi", - "languages": [ - "taq-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537573, - "recall": 0.582016, - "f1": 0.549785, - "accuracy": 0.582016, - "main_score": 0.549785, - "hf_subset": "taq_Latn-bos_Latn", - "languages": [ - "taq-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515415, - "recall": 0.564229, - "f1": 0.528409, - "accuracy": 0.564229, - "main_score": 0.528409, - "hf_subset": "taq_Latn-fin_Latn", - "languages": [ - "taq-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533843, - "recall": 0.575099, - "f1": 0.544309, - "accuracy": 0.575099, - "main_score": 0.544309, - "hf_subset": "taq_Latn-ita_Latn", - "languages": [ - "taq-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516892, - "recall": 0.564229, - "f1": 0.529759, - "accuracy": 0.564229, - "main_score": 0.529759, - "hf_subset": "taq_Latn-kor_Hang", - "languages": [ - "taq-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485028, - "recall": 0.521739, - "f1": 0.495311, - "accuracy": 0.521739, - "main_score": 0.495311, - "hf_subset": "taq_Latn-mos_Latn", - "languages": [ - "taq-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477079, - "recall": 0.519763, - "f1": 0.489058, - "accuracy": 0.519763, - "main_score": 0.489058, - "hf_subset": "taq_Latn-run_Latn", - "languages": [ - "taq-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508168, - "recall": 0.563241, - "f1": 0.522635, - "accuracy": 0.563241, - "main_score": 0.522635, - "hf_subset": "taq_Latn-tam_Taml", - "languages": [ - "taq-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52272, - "recall": 0.566206, - "f1": 0.533665, - "accuracy": 0.566206, - "main_score": 0.533665, - "hf_subset": "taq_Latn-vie_Latn", - "languages": [ - "taq-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534508, - "recall": 0.579051, - "f1": 0.54612, - "accuracy": 0.579051, - "main_score": 0.54612, - "hf_subset": "taq_Latn-apc_Arab", - "languages": [ - "taq-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539872, - "recall": 0.577075, - "f1": 0.55034, - "accuracy": 0.577075, - "main_score": 0.55034, - "hf_subset": "taq_Latn-bug_Latn", - "languages": [ - "taq-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439602, - "recall": 0.483202, - "f1": 0.451447, - "accuracy": 0.483202, - "main_score": 0.451447, - "hf_subset": "taq_Latn-fon_Latn", - "languages": [ - "taq-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556897, - "recall": 0.590909, - "f1": 0.566694, - "accuracy": 0.590909, - "main_score": 0.566694, - "hf_subset": "taq_Latn-jav_Latn", - "languages": [ - "taq-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479187, - "recall": 0.524704, - "f1": 0.491398, - "accuracy": 0.524704, - "main_score": 0.491398, - "hf_subset": "taq_Latn-lao_Laoo", - "languages": [ - "taq-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458259, - "recall": 0.494071, - "f1": 0.468561, - "accuracy": 0.494071, - "main_score": 0.468561, - "hf_subset": "taq_Latn-mri_Latn", - "languages": [ - "taq-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52817, - "recall": 0.574111, - "f1": 0.539961, - "accuracy": 0.574111, - "main_score": 0.539961, - "hf_subset": "taq_Latn-rus_Cyrl", - "languages": [ - "taq-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553222, - "recall": 0.588933, - "f1": 0.562518, - "accuracy": 0.588933, - "main_score": 0.562518, - "hf_subset": "taq_Latn-war_Latn", - "languages": [ - "taq-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521415, - "recall": 0.565217, - "f1": 0.532588, - "accuracy": 0.565217, - "main_score": 0.532588, - "hf_subset": "taq_Latn-arb_Arab", - "languages": [ - "taq-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538355, - "recall": 0.583992, - "f1": 0.550168, - "accuracy": 0.583992, - "main_score": 0.550168, - "hf_subset": "taq_Latn-bul_Cyrl", - "languages": [ - "taq-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545716, - "recall": 0.589921, - "f1": 0.557292, - "accuracy": 0.589921, - "main_score": 0.557292, - "hf_subset": "taq_Latn-fra_Latn", - "languages": [ - "taq-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51585, - "recall": 0.562253, - "f1": 0.528275, - "accuracy": 0.562253, - "main_score": 0.528275, - "hf_subset": "taq_Latn-jpn_Jpan", - "languages": [ - "taq-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527265, - "recall": 0.571146, - "f1": 0.5393, - "accuracy": 0.571146, - "main_score": 0.5393, - "hf_subset": "taq_Latn-lij_Latn", - "languages": [ - "taq-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389633, - "recall": 0.450593, - "f1": 0.405098, - "accuracy": 0.450593, - "main_score": 0.405098, - "hf_subset": "taq_Latn-mya_Mymr", - "languages": [ - "taq-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487925, - "recall": 0.539526, - "f1": 0.502226, - "accuracy": 0.539526, - "main_score": 0.502226, - "hf_subset": "taq_Latn-sag_Latn", - "languages": [ - "taq-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448197, - "recall": 0.535573, - "f1": 0.469708, - "accuracy": 0.535573, - "main_score": 0.469708, - "hf_subset": "taq_Latn-taq_Tfng", - "languages": [ - "taq-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529703, - "recall": 0.568182, - "f1": 0.54025, - "accuracy": 0.568182, - "main_score": 0.54025, - "hf_subset": "taq_Latn-wol_Latn", - "languages": [ - "taq-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436448, - "recall": 0.475296, - "f1": 0.447437, - "accuracy": 0.475296, - "main_score": 0.447437, - "hf_subset": "taq_Latn-arb_Latn", - "languages": [ - "taq-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551558, - "recall": 0.592885, - "f1": 0.562314, - "accuracy": 0.592885, - "main_score": 0.562314, - "hf_subset": "taq_Latn-cat_Latn", - "languages": [ - "taq-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532913, - "recall": 0.571146, - "f1": 0.543204, - "accuracy": 0.571146, - "main_score": 0.543204, - "hf_subset": "taq_Latn-fur_Latn", - "languages": [ - "taq-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422266, - "recall": 0.474308, - "f1": 0.437272, - "accuracy": 0.474308, - "main_score": 0.437272, - "hf_subset": "taq_Latn-kab_Latn", - "languages": [ - "taq-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529259, - "recall": 0.571146, - "f1": 0.540498, - "accuracy": 0.571146, - "main_score": 0.540498, - "hf_subset": "taq_Latn-lim_Latn", - "languages": [ - "taq-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543534, - "recall": 0.58498, - "f1": 0.554447, - "accuracy": 0.58498, - "main_score": 0.554447, - "hf_subset": "taq_Latn-nld_Latn", - "languages": [ - "taq-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481764, - "recall": 0.537549, - "f1": 0.49587, - "accuracy": 0.537549, - "main_score": 0.49587, - "hf_subset": "taq_Latn-san_Deva", - "languages": [ - "taq-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530017, - "recall": 0.572134, - "f1": 0.541737, - "accuracy": 0.572134, - "main_score": 0.541737, - "hf_subset": "taq_Latn-tat_Cyrl", - "languages": [ - "taq-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51287, - "recall": 0.554348, - "f1": 0.524594, - "accuracy": 0.554348, - "main_score": 0.524594, - "hf_subset": "taq_Latn-xho_Latn", - "languages": [ - "taq-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506247, - "recall": 0.550395, - "f1": 0.517863, - "accuracy": 0.550395, - "main_score": 0.517863, - "hf_subset": "taq_Latn-ars_Arab", - "languages": [ - "taq-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558286, - "recall": 0.596838, - "f1": 0.568095, - "accuracy": 0.596838, - "main_score": 0.568095, - "hf_subset": "taq_Latn-ceb_Latn", - "languages": [ - "taq-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481925, - "recall": 0.523715, - "f1": 0.493952, - "accuracy": 0.523715, - "main_score": 0.493952, - "hf_subset": "taq_Latn-fuv_Latn", - "languages": [ - "taq-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472431, - "recall": 0.512846, - "f1": 0.484241, - "accuracy": 0.512846, - "main_score": 0.484241, - "hf_subset": "taq_Latn-kac_Latn", - "languages": [ - "taq-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520591, - "recall": 0.565217, - "f1": 0.532533, - "accuracy": 0.565217, - "main_score": 0.532533, - "hf_subset": "taq_Latn-lin_Latn", - "languages": [ - "taq-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536823, - "recall": 0.58004, - "f1": 0.548653, - "accuracy": 0.58004, - "main_score": 0.548653, - "hf_subset": "taq_Latn-nno_Latn", - "languages": [ - "taq-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.102784, - "recall": 0.142292, - "f1": 0.11299, - "accuracy": 0.142292, - "main_score": 0.11299, - "hf_subset": "taq_Latn-sat_Olck", - "languages": [ - "taq-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519282, - "recall": 0.568182, - "f1": 0.531977, - "accuracy": 0.568182, - "main_score": 0.531977, - "hf_subset": "taq_Latn-tel_Telu", - "languages": [ - "taq-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458968, - "recall": 0.505929, - "f1": 0.471761, - "accuracy": 0.505929, - "main_score": 0.471761, - "hf_subset": "taq_Latn-ydd_Hebr", - "languages": [ - "taq-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510665, - "recall": 0.551383, - "f1": 0.521798, - "accuracy": 0.551383, - "main_score": 0.521798, - "hf_subset": "taq_Latn-ary_Arab", - "languages": [ - "taq-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538321, - "recall": 0.58004, - "f1": 0.549289, - "accuracy": 0.58004, - "main_score": 0.549289, - "hf_subset": "taq_Latn-ces_Latn", - "languages": [ - "taq-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470337, - "recall": 0.516798, - "f1": 0.483482, - "accuracy": 0.516798, - "main_score": 0.483482, - "hf_subset": "taq_Latn-gaz_Latn", - "languages": [ - "taq-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47433, - "recall": 0.516798, - "f1": 0.4862, - "accuracy": 0.516798, - "main_score": 0.4862, - "hf_subset": "taq_Latn-kam_Latn", - "languages": [ - "taq-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519764, - "recall": 0.567194, - "f1": 0.532857, - "accuracy": 0.567194, - "main_score": 0.532857, - "hf_subset": "taq_Latn-lit_Latn", - "languages": [ - "taq-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535712, - "recall": 0.58004, - "f1": 0.547145, - "accuracy": 0.58004, - "main_score": 0.547145, - "hf_subset": "taq_Latn-nob_Latn", - "languages": [ - "taq-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545275, - "recall": 0.583004, - "f1": 0.555322, - "accuracy": 0.583004, - "main_score": 0.555322, - "hf_subset": "taq_Latn-scn_Latn", - "languages": [ - "taq-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516721, - "recall": 0.555336, - "f1": 0.526886, - "accuracy": 0.555336, - "main_score": 0.526886, - "hf_subset": "taq_Latn-tgk_Cyrl", - "languages": [ - "taq-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461093, - "recall": 0.506917, - "f1": 0.473864, - "accuracy": 0.506917, - "main_score": 0.473864, - "hf_subset": "taq_Latn-yor_Latn", - "languages": [ - "taq-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520047, - "recall": 0.565217, - "f1": 0.531455, - "accuracy": 0.565217, - "main_score": 0.531455, - "hf_subset": "taq_Latn-arz_Arab", - "languages": [ - "taq-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475758, - "recall": 0.516798, - "f1": 0.487429, - "accuracy": 0.516798, - "main_score": 0.487429, - "hf_subset": "taq_Latn-cjk_Latn", - "languages": [ - "taq-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462847, - "recall": 0.499012, - "f1": 0.472702, - "accuracy": 0.499012, - "main_score": 0.472702, - "hf_subset": "taq_Latn-gla_Latn", - "languages": [ - "taq-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525839, - "recall": 0.575099, - "f1": 0.539335, - "accuracy": 0.575099, - "main_score": 0.539335, - "hf_subset": "taq_Latn-kan_Knda", - "languages": [ - "taq-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532306, - "recall": 0.571146, - "f1": 0.54273, - "accuracy": 0.571146, - "main_score": 0.54273, - "hf_subset": "taq_Latn-lmo_Latn", - "languages": [ - "taq-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513254, - "recall": 0.564229, - "f1": 0.526521, - "accuracy": 0.564229, - "main_score": 0.526521, - "hf_subset": "taq_Latn-npi_Deva", - "languages": [ - "taq-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417474, - "recall": 0.462451, - "f1": 0.430094, - "accuracy": 0.462451, - "main_score": 0.430094, - "hf_subset": "taq_Latn-shn_Mymr", - "languages": [ - "taq-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556776, - "recall": 0.598814, - "f1": 0.568376, - "accuracy": 0.598814, - "main_score": 0.568376, - "hf_subset": "taq_Latn-tgl_Latn", - "languages": [ - "taq-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504279, - "recall": 0.554348, - "f1": 0.517379, - "accuracy": 0.554348, - "main_score": 0.517379, - "hf_subset": "taq_Latn-yue_Hant", - "languages": [ - "taq-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4903, - "recall": 0.535573, - "f1": 0.502646, - "accuracy": 0.535573, - "main_score": 0.502646, - "hf_subset": "taq_Latn-asm_Beng", - "languages": [ - "taq-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478405, - "recall": 0.518775, - "f1": 0.489603, - "accuracy": 0.518775, - "main_score": 0.489603, - "hf_subset": "taq_Latn-ckb_Arab", - "languages": [ - "taq-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469324, - "recall": 0.512846, - "f1": 0.481008, - "accuracy": 0.512846, - "main_score": 0.481008, - "hf_subset": "taq_Latn-gle_Latn", - "languages": [ - "taq-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479038, - "recall": 0.522727, - "f1": 0.491469, - "accuracy": 0.522727, - "main_score": 0.491469, - "hf_subset": "taq_Latn-kas_Arab", - "languages": [ - "taq-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501495, - "recall": 0.545455, - "f1": 0.513806, - "accuracy": 0.545455, - "main_score": 0.513806, - "hf_subset": "taq_Latn-ltg_Latn", - "languages": [ - "taq-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520858, - "recall": 0.565217, - "f1": 0.532904, - "accuracy": 0.565217, - "main_score": 0.532904, - "hf_subset": "taq_Latn-nso_Latn", - "languages": [ - "taq-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459265, - "recall": 0.51087, - "f1": 0.473232, - "accuracy": 0.51087, - "main_score": 0.473232, - "hf_subset": "taq_Latn-sin_Sinh", - "languages": [ - "taq-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526332, - "recall": 0.570158, - "f1": 0.538349, - "accuracy": 0.570158, - "main_score": 0.538349, - "hf_subset": "taq_Latn-tha_Thai", - "languages": [ - "taq-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497229, - "recall": 0.546443, - "f1": 0.509665, - "accuracy": 0.546443, - "main_score": 0.509665, - "hf_subset": "taq_Latn-zho_Hans", - "languages": [ - "taq-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533424, - "recall": 0.578063, - "f1": 0.545309, - "accuracy": 0.578063, - "main_score": 0.545309, - "hf_subset": "taq_Latn-ast_Latn", - "languages": [ - "taq-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521423, - "recall": 0.565217, - "f1": 0.533346, - "accuracy": 0.565217, - "main_score": 0.533346, - "hf_subset": "taq_Latn-crh_Latn", - "languages": [ - "taq-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56327, - "recall": 0.603755, - "f1": 0.574523, - "accuracy": 0.603755, - "main_score": 0.574523, - "hf_subset": "taq_Latn-glg_Latn", - "languages": [ - "taq-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485068, - "recall": 0.530632, - "f1": 0.497687, - "accuracy": 0.530632, - "main_score": 0.497687, - "hf_subset": "taq_Latn-kas_Deva", - "languages": [ - "taq-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528302, - "recall": 0.567194, - "f1": 0.538657, - "accuracy": 0.567194, - "main_score": 0.538657, - "hf_subset": "taq_Latn-ltz_Latn", - "languages": [ - "taq-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434654, - "recall": 0.48913, - "f1": 0.449466, - "accuracy": 0.48913, - "main_score": 0.449466, - "hf_subset": "taq_Latn-nus_Latn", - "languages": [ - "taq-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53569, - "recall": 0.577075, - "f1": 0.5471, - "accuracy": 0.577075, - "main_score": 0.5471, - "hf_subset": "taq_Latn-slk_Latn", - "languages": [ - "taq-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406118, - "recall": 0.456522, - "f1": 0.419949, - "accuracy": 0.456522, - "main_score": 0.419949, - "hf_subset": "taq_Latn-tir_Ethi", - "languages": [ - "taq-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497621, - "recall": 0.550395, - "f1": 0.511576, - "accuracy": 0.550395, - "main_score": 0.511576, - "hf_subset": "taq_Latn-zho_Hant", - "languages": [ - "taq-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527478, - "recall": 0.575099, - "f1": 0.540487, - "accuracy": 0.575099, - "main_score": 0.540487, - "hf_subset": "taq_Latn-awa_Deva", - "languages": [ - "taq-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508077, - "recall": 0.549407, - "f1": 0.519305, - "accuracy": 0.549407, - "main_score": 0.519305, - "hf_subset": "taq_Latn-cym_Latn", - "languages": [ - "taq-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530554, - "recall": 0.571146, - "f1": 0.542075, - "accuracy": 0.571146, - "main_score": 0.542075, - "hf_subset": "taq_Latn-grn_Latn", - "languages": [ - "taq-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502927, - "recall": 0.549407, - "f1": 0.515439, - "accuracy": 0.549407, - "main_score": 0.515439, - "hf_subset": "taq_Latn-kat_Geor", - "languages": [ - "taq-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528387, - "recall": 0.56917, - "f1": 0.539691, - "accuracy": 0.56917, - "main_score": 0.539691, - "hf_subset": "taq_Latn-lua_Latn", - "languages": [ - "taq-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504653, - "recall": 0.545455, - "f1": 0.516565, - "accuracy": 0.545455, - "main_score": 0.516565, - "hf_subset": "taq_Latn-nya_Latn", - "languages": [ - "taq-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529537, - "recall": 0.568182, - "f1": 0.539691, - "accuracy": 0.568182, - "main_score": 0.539691, - "hf_subset": "taq_Latn-slv_Latn", - "languages": [ - "taq-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538437, - "recall": 0.578063, - "f1": 0.549509, - "accuracy": 0.578063, - "main_score": 0.549509, - "hf_subset": "taq_Latn-tpi_Latn", - "languages": [ - "taq-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53956, - "recall": 0.586957, - "f1": 0.551805, - "accuracy": 0.586957, - "main_score": 0.551805, - "hf_subset": "taq_Latn-zsm_Latn", - "languages": [ - "taq-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463548, - "recall": 0.504941, - "f1": 0.474928, - "accuracy": 0.504941, - "main_score": 0.474928, - "hf_subset": "taq_Latn-ayr_Latn", - "languages": [ - "taq-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543576, - "recall": 0.587945, - "f1": 0.555453, - "accuracy": 0.587945, - "main_score": 0.555453, - "hf_subset": "taq_Latn-dan_Latn", - "languages": [ - "taq-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531698, - "recall": 0.581028, - "f1": 0.545265, - "accuracy": 0.581028, - "main_score": 0.545265, - "hf_subset": "taq_Latn-guj_Gujr", - "languages": [ - "taq-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526149, - "recall": 0.572134, - "f1": 0.538485, - "accuracy": 0.572134, - "main_score": 0.538485, - "hf_subset": "taq_Latn-kaz_Cyrl", - "languages": [ - "taq-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461964, - "recall": 0.505929, - "f1": 0.474329, - "accuracy": 0.505929, - "main_score": 0.474329, - "hf_subset": "taq_Latn-lug_Latn", - "languages": [ - "taq-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553234, - "recall": 0.590909, - "f1": 0.563508, - "accuracy": 0.590909, - "main_score": 0.563508, - "hf_subset": "taq_Latn-oci_Latn", - "languages": [ - "taq-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508926, - "recall": 0.545455, - "f1": 0.519039, - "accuracy": 0.545455, - "main_score": 0.519039, - "hf_subset": "taq_Latn-smo_Latn", - "languages": [ - "taq-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471256, - "recall": 0.516798, - "f1": 0.482698, - "accuracy": 0.516798, - "main_score": 0.482698, - "hf_subset": "taq_Latn-tsn_Latn", - "languages": [ - "taq-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485579, - "recall": 0.532609, - "f1": 0.498388, - "accuracy": 0.532609, - "main_score": 0.498388, - "hf_subset": "taq_Latn-zul_Latn", - "languages": [ - "taq-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455727, - "recall": 0.505929, - "f1": 0.469633, - "accuracy": 0.505929, - "main_score": 0.469633, - "hf_subset": "taq_Latn-azb_Arab", - "languages": [ - "taq-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542271, - "recall": 0.588933, - "f1": 0.554434, - "accuracy": 0.588933, - "main_score": 0.554434, - "hf_subset": "taq_Latn-deu_Latn", - "languages": [ - "taq-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500934, - "recall": 0.548419, - "f1": 0.513804, - "accuracy": 0.548419, - "main_score": 0.513804, - "hf_subset": "taq_Latn-hat_Latn", - "languages": [ - "taq-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457544, - "recall": 0.499012, - "f1": 0.469246, - "accuracy": 0.499012, - "main_score": 0.469246, - "hf_subset": "taq_Latn-kbp_Latn", - "languages": [ - "taq-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51923, - "recall": 0.554348, - "f1": 0.529465, - "accuracy": 0.554348, - "main_score": 0.529465, - "hf_subset": "taq_Latn-luo_Latn", - "languages": [ - "taq-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502137, - "recall": 0.554348, - "f1": 0.517237, - "accuracy": 0.554348, - "main_score": 0.517237, - "hf_subset": "taq_Latn-ory_Orya", - "languages": [ - "taq-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485111, - "recall": 0.528656, - "f1": 0.497299, - "accuracy": 0.528656, - "main_score": 0.497299, - "hf_subset": "taq_Latn-sna_Latn", - "languages": [ - "taq-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477537, - "recall": 0.509881, - "f1": 0.486882, - "accuracy": 0.509881, - "main_score": 0.486882, - "hf_subset": "taq_Latn-tso_Latn", - "languages": [ - "taq-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51176, - "recall": 0.564229, - "f1": 0.525981, - "accuracy": 0.564229, - "main_score": 0.525981, - "hf_subset": "taq_Latn-azj_Latn", - "languages": [ - "taq-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474477, - "recall": 0.519763, - "f1": 0.487838, - "accuracy": 0.519763, - "main_score": 0.487838, - "hf_subset": "taq_Latn-dik_Latn", - "languages": [ - "taq-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491686, - "recall": 0.532609, - "f1": 0.503085, - "accuracy": 0.532609, - "main_score": 0.503085, - "hf_subset": "taq_Latn-hau_Latn", - "languages": [ - "taq-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549102, - "recall": 0.582016, - "f1": 0.557854, - "accuracy": 0.582016, - "main_score": 0.557854, - "hf_subset": "taq_Latn-kea_Latn", - "languages": [ - "taq-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520669, - "recall": 0.551383, - "f1": 0.530093, - "accuracy": 0.551383, - "main_score": 0.530093, - "hf_subset": "taq_Latn-lus_Latn", - "languages": [ - "taq-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548961, - "recall": 0.583004, - "f1": 0.558635, - "accuracy": 0.583004, - "main_score": 0.558635, - "hf_subset": "taq_Latn-pag_Latn", - "languages": [ - "taq-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50452, - "recall": 0.552372, - "f1": 0.517915, - "accuracy": 0.552372, - "main_score": 0.517915, - "hf_subset": "taq_Latn-snd_Arab", - "languages": [ - "taq-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498183, - "recall": 0.537549, - "f1": 0.509166, - "accuracy": 0.537549, - "main_score": 0.509166, - "hf_subset": "taq_Latn-tuk_Latn", - "languages": [ - "taq-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526015, - "recall": 0.564229, - "f1": 0.536561, - "accuracy": 0.564229, - "main_score": 0.536561, - "hf_subset": "taq_Latn-bak_Cyrl", - "languages": [ - "taq-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423833, - "recall": 0.481225, - "f1": 0.440057, - "accuracy": 0.481225, - "main_score": 0.440057, - "hf_subset": "taq_Latn-dyu_Latn", - "languages": [ - "taq-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519835, - "recall": 0.559289, - "f1": 0.530711, - "accuracy": 0.559289, - "main_score": 0.530711, - "hf_subset": "taq_Latn-heb_Hebr", - "languages": [ - "taq-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497645, - "recall": 0.543478, - "f1": 0.509984, - "accuracy": 0.543478, - "main_score": 0.509984, - "hf_subset": "taq_Latn-khk_Cyrl", - "languages": [ - "taq-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52649, - "recall": 0.566206, - "f1": 0.537304, - "accuracy": 0.566206, - "main_score": 0.537304, - "hf_subset": "taq_Latn-lvs_Latn", - "languages": [ - "taq-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525775, - "recall": 0.571146, - "f1": 0.537556, - "accuracy": 0.571146, - "main_score": 0.537556, - "hf_subset": "taq_Latn-pan_Guru", - "languages": [ - "taq-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458974, - "recall": 0.504941, - "f1": 0.471901, - "accuracy": 0.504941, - "main_score": 0.471901, - "hf_subset": "taq_Latn-som_Latn", - "languages": [ - "taq-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486347, - "recall": 0.518775, - "f1": 0.495459, - "accuracy": 0.518775, - "main_score": 0.495459, - "hf_subset": "taq_Latn-tum_Latn", - "languages": [ - "taq-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601501, - "recall": 0.659091, - "f1": 0.618252, - "accuracy": 0.659091, - "main_score": 0.618252, - "hf_subset": "war_Latn-ace_Arab", - "languages": [ - "war-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55159, - "recall": 0.613636, - "f1": 0.568768, - "accuracy": 0.613636, - "main_score": 0.568768, - "hf_subset": "war_Latn-bam_Latn", - "languages": [ - "war-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407867, - "recall": 0.478261, - "f1": 0.426364, - "accuracy": 0.478261, - "main_score": 0.426364, - "hf_subset": "war_Latn-dzo_Tibt", - "languages": [ - "war-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-hin_Deva", - "languages": [ - "war-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "war_Latn-khm_Khmr", - "languages": [ - "war-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "war_Latn-mag_Deva", - "languages": [ - "war-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "war_Latn-pap_Latn", - "languages": [ - "war-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623306, - "recall": 0.681818, - "f1": 0.639493, - "accuracy": 0.681818, - "main_score": 0.639493, - "hf_subset": "war_Latn-sot_Latn", - "languages": [ - "war-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-tur_Latn", - "languages": [ - "war-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883921, - "recall": 0.913043, - "f1": 0.892852, - "accuracy": 0.913043, - "main_score": 0.892852, - "hf_subset": "war_Latn-ace_Latn", - "languages": [ - "war-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.965415, - "f1": 0.957148, - "accuracy": 0.965415, - "main_score": 0.957148, - "hf_subset": "war_Latn-ban_Latn", - "languages": [ - "war-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-ell_Grek", - "languages": [ - "war-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "war_Latn-hne_Deva", - "languages": [ - "war-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633235, - "recall": 0.687747, - "f1": 0.6487, - "accuracy": 0.687747, - "main_score": 0.6487, - "hf_subset": "war_Latn-kik_Latn", - "languages": [ - "war-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-mai_Deva", - "languages": [ - "war-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961051, - "recall": 0.97332, - "f1": 0.964987, - "accuracy": 0.97332, - "main_score": 0.964987, - "hf_subset": "war_Latn-pbt_Arab", - "languages": [ - "war-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-spa_Latn", - "languages": [ - "war-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641954, - "recall": 0.703557, - "f1": 0.658998, - "accuracy": 0.703557, - "main_score": 0.658998, - "hf_subset": "war_Latn-twi_Latn", - "languages": [ - "war-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "war_Latn-acm_Arab", - "languages": [ - "war-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984437, - "recall": 0.98913, - "f1": 0.985903, - "accuracy": 0.98913, - "main_score": 0.985903, - "hf_subset": "war_Latn-bel_Cyrl", - "languages": [ - "war-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "war_Latn-eng_Latn", - "languages": [ - "war-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-hrv_Latn", - "languages": [ - "war-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578296, - "recall": 0.641304, - "f1": 0.595996, - "accuracy": 0.641304, - "main_score": 0.595996, - "hf_subset": "war_Latn-kin_Latn", - "languages": [ - "war-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "war_Latn-mal_Mlym", - "languages": [ - "war-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-pes_Arab", - "languages": [ - "war-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "war_Latn-srd_Latn", - "languages": [ - "war-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192174, - "recall": 0.241107, - "f1": 0.203711, - "accuracy": 0.241107, - "main_score": 0.203711, - "hf_subset": "war_Latn-tzm_Tfng", - "languages": [ - "war-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "war_Latn-acq_Arab", - "languages": [ - "war-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658482, - "recall": 0.706522, - "f1": 0.672007, - "accuracy": 0.706522, - "main_score": 0.672007, - "hf_subset": "war_Latn-bem_Latn", - "languages": [ - "war-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "war_Latn-epo_Latn", - "languages": [ - "war-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-hun_Latn", - "languages": [ - "war-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "war_Latn-kir_Cyrl", - "languages": [ - "war-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-mar_Deva", - "languages": [ - "war-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683482, - "recall": 0.738142, - "f1": 0.700132, - "accuracy": 0.738142, - "main_score": 0.700132, - "hf_subset": "war_Latn-plt_Latn", - "languages": [ - "war-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-srp_Cyrl", - "languages": [ - "war-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927125, - "recall": 0.947628, - "f1": 0.933696, - "accuracy": 0.947628, - "main_score": 0.933696, - "hf_subset": "war_Latn-uig_Arab", - "languages": [ - "war-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "war_Latn-aeb_Arab", - "languages": [ - "war-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ben_Beng", - "languages": [ - "war-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "war_Latn-est_Latn", - "languages": [ - "war-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-hye_Armn", - "languages": [ - "war-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574235, - "recall": 0.625494, - "f1": 0.588132, - "accuracy": 0.625494, - "main_score": 0.588132, - "hf_subset": "war_Latn-kmb_Latn", - "languages": [ - "war-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529578, - "recall": 0.604743, - "f1": 0.549634, - "accuracy": 0.604743, - "main_score": 0.549634, - "hf_subset": "war_Latn-min_Arab", - "languages": [ - "war-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "war_Latn-pol_Latn", - "languages": [ - "war-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582971, - "recall": 0.649209, - "f1": 0.601835, - "accuracy": 0.649209, - "main_score": 0.601835, - "hf_subset": "war_Latn-ssw_Latn", - "languages": [ - "war-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-ukr_Cyrl", - "languages": [ - "war-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-afr_Latn", - "languages": [ - "war-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "war_Latn-bho_Deva", - "languages": [ - "war-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "war_Latn-eus_Latn", - "languages": [ - "war-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611068, - "recall": 0.670949, - "f1": 0.627692, - "accuracy": 0.670949, - "main_score": 0.627692, - "hf_subset": "war_Latn-ibo_Latn", - "languages": [ - "war-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881258, - "recall": 0.912055, - "f1": 0.890777, - "accuracy": 0.912055, - "main_score": 0.890777, - "hf_subset": "war_Latn-kmr_Latn", - "languages": [ - "war-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "war_Latn-min_Latn", - "languages": [ - "war-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-por_Latn", - "languages": [ - "war-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "war_Latn-sun_Latn", - "languages": [ - "war-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544919, - "recall": 0.600791, - "f1": 0.561654, - "accuracy": 0.600791, - "main_score": 0.561654, - "hf_subset": "war_Latn-umb_Latn", - "languages": [ - "war-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ajp_Arab", - "languages": [ - "war-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567941, - "recall": 0.632411, - "f1": 0.585638, - "accuracy": 0.632411, - "main_score": 0.585638, - "hf_subset": "war_Latn-bjn_Arab", - "languages": [ - "war-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547885, - "recall": 0.600791, - "f1": 0.562788, - "accuracy": 0.600791, - "main_score": 0.562788, - "hf_subset": "war_Latn-ewe_Latn", - "languages": [ - "war-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "war_Latn-ilo_Latn", - "languages": [ - "war-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321549, - "recall": 0.384387, - "f1": 0.339014, - "accuracy": 0.384387, - "main_score": 0.339014, - "hf_subset": "war_Latn-knc_Arab", - "languages": [ - "war-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-mkd_Cyrl", - "languages": [ - "war-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "war_Latn-prs_Arab", - "languages": [ - "war-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-swe_Latn", - "languages": [ - "war-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-urd_Arab", - "languages": [ - "war-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618274, - "recall": 0.681818, - "f1": 0.635971, - "accuracy": 0.681818, - "main_score": 0.635971, - "hf_subset": "war_Latn-aka_Latn", - "languages": [ - "war-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.98419, - "f1": 0.980303, - "accuracy": 0.98419, - "main_score": 0.980303, - "hf_subset": "war_Latn-bjn_Latn", - "languages": [ - "war-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959239, - "recall": 0.971344, - "f1": 0.963011, - "accuracy": 0.971344, - "main_score": 0.963011, - "hf_subset": "war_Latn-fao_Latn", - "languages": [ - "war-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ind_Latn", - "languages": [ - "war-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628369, - "recall": 0.679842, - "f1": 0.643063, - "accuracy": 0.679842, - "main_score": 0.643063, - "hf_subset": "war_Latn-knc_Latn", - "languages": [ - "war-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "war_Latn-mlt_Latn", - "languages": [ - "war-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714864, - "recall": 0.775692, - "f1": 0.732677, - "accuracy": 0.775692, - "main_score": 0.732677, - "hf_subset": "war_Latn-quy_Latn", - "languages": [ - "war-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "war_Latn-swh_Latn", - "languages": [ - "war-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "war_Latn-uzn_Latn", - "languages": [ - "war-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-als_Latn", - "languages": [ - "war-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587809, - "recall": 0.673913, - "f1": 0.612804, - "accuracy": 0.673913, - "main_score": 0.612804, - "hf_subset": "war_Latn-bod_Tibt", - "languages": [ - "war-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718857, - "recall": 0.768775, - "f1": 0.733418, - "accuracy": 0.768775, - "main_score": 0.733418, - "hf_subset": "war_Latn-fij_Latn", - "languages": [ - "war-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "war_Latn-isl_Latn", - "languages": [ - "war-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696157, - "recall": 0.748024, - "f1": 0.711594, - "accuracy": 0.748024, - "main_score": 0.711594, - "hf_subset": "war_Latn-kon_Latn", - "languages": [ - "war-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68909, - "recall": 0.753953, - "f1": 0.708369, - "accuracy": 0.753953, - "main_score": 0.708369, - "hf_subset": "war_Latn-mni_Beng", - "languages": [ - "war-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-ron_Latn", - "languages": [ - "war-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.981225, - "f1": 0.976285, - "accuracy": 0.981225, - "main_score": 0.976285, - "hf_subset": "war_Latn-szl_Latn", - "languages": [ - "war-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "war_Latn-vec_Latn", - "languages": [ - "war-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912385, - "recall": 0.938735, - "f1": 0.920949, - "accuracy": 0.938735, - "main_score": 0.920949, - "hf_subset": "war_Latn-amh_Ethi", - "languages": [ - "war-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "war_Latn-bos_Latn", - "languages": [ - "war-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "war_Latn-fin_Latn", - "languages": [ - "war-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ita_Latn", - "languages": [ - "war-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-kor_Hang", - "languages": [ - "war-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572852, - "recall": 0.637352, - "f1": 0.590823, - "accuracy": 0.637352, - "main_score": 0.590823, - "hf_subset": "war_Latn-mos_Latn", - "languages": [ - "war-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578419, - "recall": 0.630435, - "f1": 0.592643, - "accuracy": 0.630435, - "main_score": 0.592643, - "hf_subset": "war_Latn-run_Latn", - "languages": [ - "war-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-tam_Taml", - "languages": [ - "war-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-vie_Latn", - "languages": [ - "war-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-apc_Arab", - "languages": [ - "war-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812978, - "recall": 0.855731, - "f1": 0.825809, - "accuracy": 0.855731, - "main_score": 0.825809, - "hf_subset": "war_Latn-bug_Latn", - "languages": [ - "war-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488974, - "recall": 0.545455, - "f1": 0.503718, - "accuracy": 0.545455, - "main_score": 0.503718, - "hf_subset": "war_Latn-fon_Latn", - "languages": [ - "war-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "war_Latn-jav_Latn", - "languages": [ - "war-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "war_Latn-lao_Laoo", - "languages": [ - "war-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859305, - "recall": 0.895257, - "f1": 0.870224, - "accuracy": 0.895257, - "main_score": 0.870224, - "hf_subset": "war_Latn-mri_Latn", - "languages": [ - "war-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-rus_Cyrl", - "languages": [ - "war-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553846, - "recall": 0.615613, - "f1": 0.570745, - "accuracy": 0.615613, - "main_score": 0.570745, - "hf_subset": "war_Latn-taq_Latn", - "languages": [ - "war-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-arb_Arab", - "languages": [ - "war-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-bul_Cyrl", - "languages": [ - "war-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-fra_Latn", - "languages": [ - "war-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-jpn_Jpan", - "languages": [ - "war-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "war_Latn-lij_Latn", - "languages": [ - "war-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "war_Latn-mya_Mymr", - "languages": [ - "war-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623236, - "recall": 0.694664, - "f1": 0.643716, - "accuracy": 0.694664, - "main_score": 0.643716, - "hf_subset": "war_Latn-sag_Latn", - "languages": [ - "war-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199952, - "recall": 0.256917, - "f1": 0.212258, - "accuracy": 0.256917, - "main_score": 0.212258, - "hf_subset": "war_Latn-taq_Tfng", - "languages": [ - "war-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644426, - "recall": 0.709486, - "f1": 0.662947, - "accuracy": 0.709486, - "main_score": 0.662947, - "hf_subset": "war_Latn-wol_Latn", - "languages": [ - "war-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780049, - "recall": 0.833004, - "f1": 0.795833, - "accuracy": 0.833004, - "main_score": 0.795833, - "hf_subset": "war_Latn-arb_Latn", - "languages": [ - "war-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-cat_Latn", - "languages": [ - "war-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "war_Latn-fur_Latn", - "languages": [ - "war-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441958, - "recall": 0.502964, - "f1": 0.458707, - "accuracy": 0.502964, - "main_score": 0.458707, - "hf_subset": "war_Latn-kab_Latn", - "languages": [ - "war-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "war_Latn-lim_Latn", - "languages": [ - "war-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-nld_Latn", - "languages": [ - "war-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "war_Latn-san_Deva", - "languages": [ - "war-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "war_Latn-tat_Cyrl", - "languages": [ - "war-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694401, - "recall": 0.75, - "f1": 0.710917, - "accuracy": 0.75, - "main_score": 0.710917, - "hf_subset": "war_Latn-xho_Latn", - "languages": [ - "war-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ars_Arab", - "languages": [ - "war-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ceb_Latn", - "languages": [ - "war-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56885, - "recall": 0.634387, - "f1": 0.587492, - "accuracy": 0.634387, - "main_score": 0.587492, - "hf_subset": "war_Latn-fuv_Latn", - "languages": [ - "war-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51815, - "recall": 0.588933, - "f1": 0.537445, - "accuracy": 0.588933, - "main_score": 0.537445, - "hf_subset": "war_Latn-kac_Latn", - "languages": [ - "war-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695306, - "recall": 0.749012, - "f1": 0.710794, - "accuracy": 0.749012, - "main_score": 0.710794, - "hf_subset": "war_Latn-lin_Latn", - "languages": [ - "war-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "war_Latn-nno_Latn", - "languages": [ - "war-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225866, - "recall": 0.300395, - "f1": 0.245522, - "accuracy": 0.300395, - "main_score": 0.245522, - "hf_subset": "war_Latn-sat_Olck", - "languages": [ - "war-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "war_Latn-tel_Telu", - "languages": [ - "war-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "war_Latn-ydd_Hebr", - "languages": [ - "war-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.980237, - "f1": 0.975296, - "accuracy": 0.980237, - "main_score": 0.975296, - "hf_subset": "war_Latn-ary_Arab", - "languages": [ - "war-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-ces_Latn", - "languages": [ - "war-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603738, - "recall": 0.663043, - "f1": 0.620759, - "accuracy": 0.663043, - "main_score": 0.620759, - "hf_subset": "war_Latn-gaz_Latn", - "languages": [ - "war-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602204, - "recall": 0.668972, - "f1": 0.62109, - "accuracy": 0.668972, - "main_score": 0.62109, - "hf_subset": "war_Latn-kam_Latn", - "languages": [ - "war-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "war_Latn-lit_Latn", - "languages": [ - "war-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-nob_Latn", - "languages": [ - "war-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "war_Latn-scn_Latn", - "languages": [ - "war-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "war_Latn-tgk_Cyrl", - "languages": [ - "war-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717218, - "recall": 0.77668, - "f1": 0.735068, - "accuracy": 0.77668, - "main_score": 0.735068, - "hf_subset": "war_Latn-yor_Latn", - "languages": [ - "war-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-arz_Arab", - "languages": [ - "war-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571897, - "recall": 0.635375, - "f1": 0.58977, - "accuracy": 0.635375, - "main_score": 0.58977, - "hf_subset": "war_Latn-cjk_Latn", - "languages": [ - "war-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781818, - "recall": 0.83004, - "f1": 0.796509, - "accuracy": 0.83004, - "main_score": 0.796509, - "hf_subset": "war_Latn-gla_Latn", - "languages": [ - "war-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-kan_Knda", - "languages": [ - "war-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "war_Latn-lmo_Latn", - "languages": [ - "war-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99193, - "recall": 0.994071, - "f1": 0.992589, - "accuracy": 0.994071, - "main_score": 0.992589, - "hf_subset": "war_Latn-npi_Deva", - "languages": [ - "war-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485806, - "recall": 0.550395, - "f1": 0.503202, - "accuracy": 0.550395, - "main_score": 0.503202, - "hf_subset": "war_Latn-shn_Mymr", - "languages": [ - "war-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "war_Latn-tgl_Latn", - "languages": [ - "war-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "war_Latn-yue_Hant", - "languages": [ - "war-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "war_Latn-asm_Beng", - "languages": [ - "war-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939065, - "recall": 0.95751, - "f1": 0.944993, - "accuracy": 0.95751, - "main_score": 0.944993, - "hf_subset": "war_Latn-ckb_Arab", - "languages": [ - "war-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846673, - "recall": 0.881423, - "f1": 0.857298, - "accuracy": 0.881423, - "main_score": 0.857298, - "hf_subset": "war_Latn-gle_Latn", - "languages": [ - "war-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940794, - "recall": 0.958498, - "f1": 0.946377, - "accuracy": 0.958498, - "main_score": 0.946377, - "hf_subset": "war_Latn-kas_Arab", - "languages": [ - "war-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924242, - "recall": 0.945652, - "f1": 0.930929, - "accuracy": 0.945652, - "main_score": 0.930929, - "hf_subset": "war_Latn-ltg_Latn", - "languages": [ - "war-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651652, - "recall": 0.701581, - "f1": 0.665686, - "accuracy": 0.701581, - "main_score": 0.665686, - "hf_subset": "war_Latn-nso_Latn", - "languages": [ - "war-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.975296, - "f1": 0.968709, - "accuracy": 0.975296, - "main_score": 0.968709, - "hf_subset": "war_Latn-sin_Sinh", - "languages": [ - "war-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "war_Latn-tha_Thai", - "languages": [ - "war-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-zho_Hans", - "languages": [ - "war-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-ast_Latn", - "languages": [ - "war-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "war_Latn-crh_Latn", - "languages": [ - "war-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-glg_Latn", - "languages": [ - "war-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858893, - "recall": 0.899209, - "f1": 0.871706, - "accuracy": 0.899209, - "main_score": 0.871706, - "hf_subset": "war_Latn-kas_Deva", - "languages": [ - "war-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "war_Latn-ltz_Latn", - "languages": [ - "war-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490039, - "recall": 0.554348, - "f1": 0.507205, - "accuracy": 0.554348, - "main_score": 0.507205, - "hf_subset": "war_Latn-nus_Latn", - "languages": [ - "war-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-slk_Latn", - "languages": [ - "war-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623146, - "recall": 0.698617, - "f1": 0.645525, - "accuracy": 0.698617, - "main_score": 0.645525, - "hf_subset": "war_Latn-tir_Ethi", - "languages": [ - "war-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-zho_Hant", - "languages": [ - "war-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980978, - "recall": 0.986166, - "f1": 0.982609, - "accuracy": 0.986166, - "main_score": 0.982609, - "hf_subset": "war_Latn-awa_Deva", - "languages": [ - "war-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "war_Latn-cym_Latn", - "languages": [ - "war-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85472, - "recall": 0.88834, - "f1": 0.865168, - "accuracy": 0.88834, - "main_score": 0.865168, - "hf_subset": "war_Latn-grn_Latn", - "languages": [ - "war-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "war_Latn-kat_Geor", - "languages": [ - "war-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675532, - "recall": 0.724308, - "f1": 0.689813, - "accuracy": 0.724308, - "main_score": 0.689813, - "hf_subset": "war_Latn-lua_Latn", - "languages": [ - "war-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673724, - "recall": 0.735178, - "f1": 0.691613, - "accuracy": 0.735178, - "main_score": 0.691613, - "hf_subset": "war_Latn-nya_Latn", - "languages": [ - "war-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "war_Latn-slv_Latn", - "languages": [ - "war-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934206, - "recall": 0.951581, - "f1": 0.939789, - "accuracy": 0.951581, - "main_score": 0.939789, - "hf_subset": "war_Latn-tpi_Latn", - "languages": [ - "war-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-zsm_Latn", - "languages": [ - "war-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563401, - "recall": 0.62747, - "f1": 0.581764, - "accuracy": 0.62747, - "main_score": 0.581764, - "hf_subset": "war_Latn-ayr_Latn", - "languages": [ - "war-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-dan_Latn", - "languages": [ - "war-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-guj_Gujr", - "languages": [ - "war-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "war_Latn-kaz_Cyrl", - "languages": [ - "war-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56554, - "recall": 0.62747, - "f1": 0.584027, - "accuracy": 0.62747, - "main_score": 0.584027, - "hf_subset": "war_Latn-lug_Latn", - "languages": [ - "war-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "war_Latn-oci_Latn", - "languages": [ - "war-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833004, - "recall": 0.87253, - "f1": 0.845125, - "accuracy": 0.87253, - "main_score": 0.845125, - "hf_subset": "war_Latn-smo_Latn", - "languages": [ - "war-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575453, - "recall": 0.634387, - "f1": 0.59202, - "accuracy": 0.634387, - "main_score": 0.59202, - "hf_subset": "war_Latn-tsn_Latn", - "languages": [ - "war-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652154, - "recall": 0.708498, - "f1": 0.668863, - "accuracy": 0.708498, - "main_score": 0.668863, - "hf_subset": "war_Latn-zul_Latn", - "languages": [ - "war-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902174, - "recall": 0.928854, - "f1": 0.910738, - "accuracy": 0.928854, - "main_score": 0.910738, - "hf_subset": "war_Latn-azb_Arab", - "languages": [ - "war-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "war_Latn-deu_Latn", - "languages": [ - "war-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "war_Latn-hat_Latn", - "languages": [ - "war-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519346, - "recall": 0.574111, - "f1": 0.534065, - "accuracy": 0.574111, - "main_score": 0.534065, - "hf_subset": "war_Latn-kbp_Latn", - "languages": [ - "war-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604851, - "recall": 0.662055, - "f1": 0.620628, - "accuracy": 0.662055, - "main_score": 0.620628, - "hf_subset": "war_Latn-luo_Latn", - "languages": [ - "war-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "war_Latn-ory_Orya", - "languages": [ - "war-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61083, - "recall": 0.673913, - "f1": 0.629482, - "accuracy": 0.673913, - "main_score": 0.629482, - "hf_subset": "war_Latn-sna_Latn", - "languages": [ - "war-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589576, - "recall": 0.645257, - "f1": 0.605313, - "accuracy": 0.645257, - "main_score": 0.605313, - "hf_subset": "war_Latn-tso_Latn", - "languages": [ - "war-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "war_Latn-azj_Latn", - "languages": [ - "war-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559405, - "recall": 0.626482, - "f1": 0.578977, - "accuracy": 0.626482, - "main_score": 0.578977, - "hf_subset": "war_Latn-dik_Latn", - "languages": [ - "war-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739163, - "recall": 0.790514, - "f1": 0.754315, - "accuracy": 0.790514, - "main_score": 0.754315, - "hf_subset": "war_Latn-hau_Latn", - "languages": [ - "war-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "war_Latn-kea_Latn", - "languages": [ - "war-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757246, - "recall": 0.810277, - "f1": 0.773287, - "accuracy": 0.810277, - "main_score": 0.773287, - "hf_subset": "war_Latn-lus_Latn", - "languages": [ - "war-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902454, - "recall": 0.926877, - "f1": 0.910145, - "accuracy": 0.926877, - "main_score": 0.910145, - "hf_subset": "war_Latn-pag_Latn", - "languages": [ - "war-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-snd_Arab", - "languages": [ - "war-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.950593, - "f1": 0.93643, - "accuracy": 0.950593, - "main_score": 0.93643, - "hf_subset": "war_Latn-tuk_Latn", - "languages": [ - "war-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "war_Latn-bak_Cyrl", - "languages": [ - "war-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503246, - "recall": 0.585968, - "f1": 0.527528, - "accuracy": 0.585968, - "main_score": 0.527528, - "hf_subset": "war_Latn-dyu_Latn", - "languages": [ - "war-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-heb_Hebr", - "languages": [ - "war-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "war_Latn-khk_Cyrl", - "languages": [ - "war-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "war_Latn-lvs_Latn", - "languages": [ - "war-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "war_Latn-pan_Guru", - "languages": [ - "war-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714519, - "recall": 0.77668, - "f1": 0.733811, - "accuracy": 0.77668, - "main_score": 0.733811, - "hf_subset": "war_Latn-som_Latn", - "languages": [ - "war-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620895, - "recall": 0.667984, - "f1": 0.634423, - "accuracy": 0.667984, - "main_score": 0.634423, - "hf_subset": "war_Latn-tum_Latn", - "languages": [ - "war-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58295, - "recall": 0.648221, - "f1": 0.601921, - "accuracy": 0.648221, - "main_score": 0.601921, - "hf_subset": "arb_Arab-ace_Arab", - "languages": [ - "arb-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532666, - "recall": 0.596838, - "f1": 0.550385, - "accuracy": 0.596838, - "main_score": 0.550385, - "hf_subset": "arb_Arab-bam_Latn", - "languages": [ - "arb-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441579, - "recall": 0.521739, - "f1": 0.463291, - "accuracy": 0.521739, - "main_score": 0.463291, - "hf_subset": "arb_Arab-dzo_Tibt", - "languages": [ - "arb-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-hin_Deva", - "languages": [ - "arb-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-khm_Khmr", - "languages": [ - "arb-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-mag_Deva", - "languages": [ - "arb-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "arb_Arab-pap_Latn", - "languages": [ - "arb-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598642, - "recall": 0.659091, - "f1": 0.615883, - "accuracy": 0.659091, - "main_score": 0.615883, - "hf_subset": "arb_Arab-sot_Latn", - "languages": [ - "arb-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-tur_Latn", - "languages": [ - "arb-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882032, - "recall": 0.913043, - "f1": 0.8917, - "accuracy": 0.913043, - "main_score": 0.8917, - "hf_subset": "arb_Arab-ace_Latn", - "languages": [ - "arb-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962368, - "recall": 0.97332, - "f1": 0.96581, - "accuracy": 0.97332, - "main_score": 0.96581, - "hf_subset": "arb_Arab-ban_Latn", - "languages": [ - "arb-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-ell_Grek", - "languages": [ - "arb-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "arb_Arab-hne_Deva", - "languages": [ - "arb-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60231, - "recall": 0.65415, - "f1": 0.617196, - "accuracy": 0.65415, - "main_score": 0.617196, - "hf_subset": "arb_Arab-kik_Latn", - "languages": [ - "arb-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-mai_Deva", - "languages": [ - "arb-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "arb_Arab-pbt_Arab", - "languages": [ - "arb-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-spa_Latn", - "languages": [ - "arb-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612212, - "recall": 0.671937, - "f1": 0.628847, - "accuracy": 0.671937, - "main_score": 0.628847, - "hf_subset": "arb_Arab-twi_Latn", - "languages": [ - "arb-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-acm_Arab", - "languages": [ - "arb-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-bel_Cyrl", - "languages": [ - "arb-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-eng_Latn", - "languages": [ - "arb-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-hrv_Latn", - "languages": [ - "arb-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561037, - "recall": 0.625494, - "f1": 0.579809, - "accuracy": 0.625494, - "main_score": 0.579809, - "hf_subset": "arb_Arab-kin_Latn", - "languages": [ - "arb-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-mal_Mlym", - "languages": [ - "arb-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-pes_Arab", - "languages": [ - "arb-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "arb_Arab-srd_Latn", - "languages": [ - "arb-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17862, - "recall": 0.236166, - "f1": 0.193139, - "accuracy": 0.236166, - "main_score": 0.193139, - "hf_subset": "arb_Arab-tzm_Tfng", - "languages": [ - "arb-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-acq_Arab", - "languages": [ - "arb-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622927, - "recall": 0.676877, - "f1": 0.638213, - "accuracy": 0.676877, - "main_score": 0.638213, - "hf_subset": "arb_Arab-bem_Latn", - "languages": [ - "arb-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-epo_Latn", - "languages": [ - "arb-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-hun_Latn", - "languages": [ - "arb-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arb_Arab-kir_Cyrl", - "languages": [ - "arb-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-mar_Deva", - "languages": [ - "arb-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673221, - "recall": 0.728261, - "f1": 0.689808, - "accuracy": 0.728261, - "main_score": 0.689808, - "hf_subset": "arb_Arab-plt_Latn", - "languages": [ - "arb-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-srp_Cyrl", - "languages": [ - "arb-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "arb_Arab-uig_Arab", - "languages": [ - "arb-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-aeb_Arab", - "languages": [ - "arb-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ben_Beng", - "languages": [ - "arb-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-est_Latn", - "languages": [ - "arb-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-hye_Armn", - "languages": [ - "arb-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557091, - "recall": 0.608696, - "f1": 0.571624, - "accuracy": 0.608696, - "main_score": 0.571624, - "hf_subset": "arb_Arab-kmb_Latn", - "languages": [ - "arb-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512573, - "recall": 0.586957, - "f1": 0.532623, - "accuracy": 0.586957, - "main_score": 0.532623, - "hf_subset": "arb_Arab-min_Arab", - "languages": [ - "arb-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-pol_Latn", - "languages": [ - "arb-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558547, - "recall": 0.624506, - "f1": 0.577889, - "accuracy": 0.624506, - "main_score": 0.577889, - "hf_subset": "arb_Arab-ssw_Latn", - "languages": [ - "arb-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ukr_Cyrl", - "languages": [ - "arb-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-afr_Latn", - "languages": [ - "arb-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-bho_Deva", - "languages": [ - "arb-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "arb_Arab-eus_Latn", - "languages": [ - "arb-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577256, - "recall": 0.643281, - "f1": 0.595613, - "accuracy": 0.643281, - "main_score": 0.595613, - "hf_subset": "arb_Arab-ibo_Latn", - "languages": [ - "arb-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91222, - "recall": 0.937747, - "f1": 0.920455, - "accuracy": 0.937747, - "main_score": 0.920455, - "hf_subset": "arb_Arab-kmr_Latn", - "languages": [ - "arb-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "arb_Arab-min_Latn", - "languages": [ - "arb-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-por_Latn", - "languages": [ - "arb-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arb_Arab-sun_Latn", - "languages": [ - "arb-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515655, - "recall": 0.571146, - "f1": 0.531886, - "accuracy": 0.571146, - "main_score": 0.531886, - "hf_subset": "arb_Arab-umb_Latn", - "languages": [ - "arb-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ajp_Arab", - "languages": [ - "arb-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538269, - "recall": 0.606719, - "f1": 0.557733, - "accuracy": 0.606719, - "main_score": 0.557733, - "hf_subset": "arb_Arab-bjn_Arab", - "languages": [ - "arb-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51243, - "recall": 0.574111, - "f1": 0.530075, - "accuracy": 0.574111, - "main_score": 0.530075, - "hf_subset": "arb_Arab-ewe_Latn", - "languages": [ - "arb-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947464, - "recall": 0.963439, - "f1": 0.952569, - "accuracy": 0.963439, - "main_score": 0.952569, - "hf_subset": "arb_Arab-ilo_Latn", - "languages": [ - "arb-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322623, - "recall": 0.380435, - "f1": 0.338622, - "accuracy": 0.380435, - "main_score": 0.338622, - "hf_subset": "arb_Arab-knc_Arab", - "languages": [ - "arb-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-mkd_Cyrl", - "languages": [ - "arb-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-prs_Arab", - "languages": [ - "arb-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-swe_Latn", - "languages": [ - "arb-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-urd_Arab", - "languages": [ - "arb-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584898, - "recall": 0.650198, - "f1": 0.603444, - "accuracy": 0.650198, - "main_score": 0.603444, - "hf_subset": "arb_Arab-aka_Latn", - "languages": [ - "arb-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arb_Arab-bjn_Latn", - "languages": [ - "arb-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "arb_Arab-fao_Latn", - "languages": [ - "arb-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ind_Latn", - "languages": [ - "arb-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581021, - "recall": 0.642292, - "f1": 0.599111, - "accuracy": 0.642292, - "main_score": 0.599111, - "hf_subset": "arb_Arab-knc_Latn", - "languages": [ - "arb-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "arb_Arab-mlt_Latn", - "languages": [ - "arb-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71917, - "recall": 0.778656, - "f1": 0.736892, - "accuracy": 0.778656, - "main_score": 0.736892, - "hf_subset": "arb_Arab-quy_Latn", - "languages": [ - "arb-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "arb_Arab-swh_Latn", - "languages": [ - "arb-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-uzn_Latn", - "languages": [ - "arb-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-als_Latn", - "languages": [ - "arb-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676499, - "recall": 0.751976, - "f1": 0.698518, - "accuracy": 0.751976, - "main_score": 0.698518, - "hf_subset": "arb_Arab-bod_Tibt", - "languages": [ - "arb-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712829, - "recall": 0.771739, - "f1": 0.730276, - "accuracy": 0.771739, - "main_score": 0.730276, - "hf_subset": "arb_Arab-fij_Latn", - "languages": [ - "arb-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "arb_Arab-isl_Latn", - "languages": [ - "arb-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65826, - "recall": 0.714427, - "f1": 0.674984, - "accuracy": 0.714427, - "main_score": 0.674984, - "hf_subset": "arb_Arab-kon_Latn", - "languages": [ - "arb-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657436, - "recall": 0.727273, - "f1": 0.677775, - "accuracy": 0.727273, - "main_score": 0.677775, - "hf_subset": "arb_Arab-mni_Beng", - "languages": [ - "arb-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ron_Latn", - "languages": [ - "arb-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "arb_Arab-szl_Latn", - "languages": [ - "arb-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-vec_Latn", - "languages": [ - "arb-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "arb_Arab-amh_Ethi", - "languages": [ - "arb-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-bos_Latn", - "languages": [ - "arb-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "arb_Arab-fin_Latn", - "languages": [ - "arb-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ita_Latn", - "languages": [ - "arb-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-kor_Hang", - "languages": [ - "arb-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545662, - "recall": 0.607708, - "f1": 0.562873, - "accuracy": 0.607708, - "main_score": 0.562873, - "hf_subset": "arb_Arab-mos_Latn", - "languages": [ - "arb-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553475, - "recall": 0.61166, - "f1": 0.570078, - "accuracy": 0.61166, - "main_score": 0.570078, - "hf_subset": "arb_Arab-run_Latn", - "languages": [ - "arb-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-tam_Taml", - "languages": [ - "arb-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-vie_Latn", - "languages": [ - "arb-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-apc_Arab", - "languages": [ - "arb-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807684, - "recall": 0.850791, - "f1": 0.820504, - "accuracy": 0.850791, - "main_score": 0.820504, - "hf_subset": "arb_Arab-bug_Latn", - "languages": [ - "arb-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473559, - "recall": 0.533597, - "f1": 0.489788, - "accuracy": 0.533597, - "main_score": 0.489788, - "hf_subset": "arb_Arab-fon_Latn", - "languages": [ - "arb-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-jav_Latn", - "languages": [ - "arb-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "arb_Arab-lao_Laoo", - "languages": [ - "arb-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896304, - "recall": 0.925889, - "f1": 0.905616, - "accuracy": 0.925889, - "main_score": 0.905616, - "hf_subset": "arb_Arab-mri_Latn", - "languages": [ - "arb-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-rus_Cyrl", - "languages": [ - "arb-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540566, - "recall": 0.606719, - "f1": 0.559227, - "accuracy": 0.606719, - "main_score": 0.559227, - "hf_subset": "arb_Arab-taq_Latn", - "languages": [ - "arb-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-war_Latn", - "languages": [ - "arb-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-bul_Cyrl", - "languages": [ - "arb-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-fra_Latn", - "languages": [ - "arb-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-jpn_Jpan", - "languages": [ - "arb-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "arb_Arab-lij_Latn", - "languages": [ - "arb-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "arb_Arab-mya_Mymr", - "languages": [ - "arb-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592032, - "recall": 0.660079, - "f1": 0.611622, - "accuracy": 0.660079, - "main_score": 0.611622, - "hf_subset": "arb_Arab-sag_Latn", - "languages": [ - "arb-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200122, - "recall": 0.261858, - "f1": 0.213942, - "accuracy": 0.261858, - "main_score": 0.213942, - "hf_subset": "arb_Arab-taq_Tfng", - "languages": [ - "arb-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611981, - "recall": 0.683794, - "f1": 0.632861, - "accuracy": 0.683794, - "main_score": 0.632861, - "hf_subset": "arb_Arab-wol_Latn", - "languages": [ - "arb-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869318, - "recall": 0.905138, - "f1": 0.880501, - "accuracy": 0.905138, - "main_score": 0.880501, - "hf_subset": "arb_Arab-arb_Latn", - "languages": [ - "arb-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-cat_Latn", - "languages": [ - "arb-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arb_Arab-fur_Latn", - "languages": [ - "arb-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429456, - "recall": 0.488142, - "f1": 0.44545, - "accuracy": 0.488142, - "main_score": 0.44545, - "hf_subset": "arb_Arab-kab_Latn", - "languages": [ - "arb-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "arb_Arab-lim_Latn", - "languages": [ - "arb-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-nld_Latn", - "languages": [ - "arb-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "arb_Arab-san_Deva", - "languages": [ - "arb-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-tat_Cyrl", - "languages": [ - "arb-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688523, - "recall": 0.749012, - "f1": 0.706621, - "accuracy": 0.749012, - "main_score": 0.706621, - "hf_subset": "arb_Arab-xho_Latn", - "languages": [ - "arb-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ars_Arab", - "languages": [ - "arb-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ceb_Latn", - "languages": [ - "arb-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570355, - "recall": 0.624506, - "f1": 0.58571, - "accuracy": 0.624506, - "main_score": 0.58571, - "hf_subset": "arb_Arab-fuv_Latn", - "languages": [ - "arb-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502867, - "recall": 0.573123, - "f1": 0.522836, - "accuracy": 0.573123, - "main_score": 0.522836, - "hf_subset": "arb_Arab-kac_Latn", - "languages": [ - "arb-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677602, - "recall": 0.730237, - "f1": 0.693958, - "accuracy": 0.730237, - "main_score": 0.693958, - "hf_subset": "arb_Arab-lin_Latn", - "languages": [ - "arb-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-nno_Latn", - "languages": [ - "arb-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242067, - "recall": 0.329051, - "f1": 0.265124, - "accuracy": 0.329051, - "main_score": 0.265124, - "hf_subset": "arb_Arab-sat_Olck", - "languages": [ - "arb-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-tel_Telu", - "languages": [ - "arb-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "arb_Arab-ydd_Hebr", - "languages": [ - "arb-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "arb_Arab-ary_Arab", - "languages": [ - "arb-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ces_Latn", - "languages": [ - "arb-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567852, - "recall": 0.637352, - "f1": 0.58826, - "accuracy": 0.637352, - "main_score": 0.58826, - "hf_subset": "arb_Arab-gaz_Latn", - "languages": [ - "arb-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591151, - "recall": 0.653162, - "f1": 0.6085, - "accuracy": 0.653162, - "main_score": 0.6085, - "hf_subset": "arb_Arab-kam_Latn", - "languages": [ - "arb-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "arb_Arab-lit_Latn", - "languages": [ - "arb-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-nob_Latn", - "languages": [ - "arb-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "arb_Arab-scn_Latn", - "languages": [ - "arb-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "arb_Arab-tgk_Cyrl", - "languages": [ - "arb-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730352, - "recall": 0.793478, - "f1": 0.749835, - "accuracy": 0.793478, - "main_score": 0.749835, - "hf_subset": "arb_Arab-yor_Latn", - "languages": [ - "arb-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-arz_Arab", - "languages": [ - "arb-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57103, - "recall": 0.628458, - "f1": 0.58728, - "accuracy": 0.628458, - "main_score": 0.58728, - "hf_subset": "arb_Arab-cjk_Latn", - "languages": [ - "arb-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797711, - "recall": 0.849802, - "f1": 0.8139, - "accuracy": 0.849802, - "main_score": 0.8139, - "hf_subset": "arb_Arab-gla_Latn", - "languages": [ - "arb-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-kan_Knda", - "languages": [ - "arb-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "arb_Arab-lmo_Latn", - "languages": [ - "arb-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "arb_Arab-npi_Deva", - "languages": [ - "arb-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458763, - "recall": 0.527668, - "f1": 0.477468, - "accuracy": 0.527668, - "main_score": 0.477468, - "hf_subset": "arb_Arab-shn_Mymr", - "languages": [ - "arb-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-tgl_Latn", - "languages": [ - "arb-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-yue_Hant", - "languages": [ - "arb-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-asm_Beng", - "languages": [ - "arb-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "arb_Arab-ckb_Arab", - "languages": [ - "arb-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91003, - "recall": 0.935771, - "f1": 0.91805, - "accuracy": 0.935771, - "main_score": 0.91805, - "hf_subset": "arb_Arab-gle_Latn", - "languages": [ - "arb-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.972332, - "f1": 0.963109, - "accuracy": 0.972332, - "main_score": 0.963109, - "hf_subset": "arb_Arab-kas_Arab", - "languages": [ - "arb-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938159, - "recall": 0.95751, - "f1": 0.944401, - "accuracy": 0.95751, - "main_score": 0.944401, - "hf_subset": "arb_Arab-ltg_Latn", - "languages": [ - "arb-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616115, - "recall": 0.66996, - "f1": 0.631548, - "accuracy": 0.66996, - "main_score": 0.631548, - "hf_subset": "arb_Arab-nso_Latn", - "languages": [ - "arb-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arb_Arab-sin_Sinh", - "languages": [ - "arb-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-tha_Thai", - "languages": [ - "arb-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-zho_Hans", - "languages": [ - "arb-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ast_Latn", - "languages": [ - "arb-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-crh_Latn", - "languages": [ - "arb-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-glg_Latn", - "languages": [ - "arb-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912467, - "recall": 0.937747, - "f1": 0.920685, - "accuracy": 0.937747, - "main_score": 0.920685, - "hf_subset": "arb_Arab-kas_Deva", - "languages": [ - "arb-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "arb_Arab-ltz_Latn", - "languages": [ - "arb-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453557, - "recall": 0.521739, - "f1": 0.472399, - "accuracy": 0.521739, - "main_score": 0.472399, - "hf_subset": "arb_Arab-nus_Latn", - "languages": [ - "arb-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-slk_Latn", - "languages": [ - "arb-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656678, - "recall": 0.721344, - "f1": 0.675525, - "accuracy": 0.721344, - "main_score": 0.675525, - "hf_subset": "arb_Arab-tir_Ethi", - "languages": [ - "arb-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-zho_Hant", - "languages": [ - "arb-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "arb_Arab-awa_Deva", - "languages": [ - "arb-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "arb_Arab-cym_Latn", - "languages": [ - "arb-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845767, - "recall": 0.886364, - "f1": 0.85855, - "accuracy": 0.886364, - "main_score": 0.85855, - "hf_subset": "arb_Arab-grn_Latn", - "languages": [ - "arb-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-kat_Geor", - "languages": [ - "arb-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64954, - "recall": 0.701581, - "f1": 0.664617, - "accuracy": 0.701581, - "main_score": 0.664617, - "hf_subset": "arb_Arab-lua_Latn", - "languages": [ - "arb-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637207, - "recall": 0.700593, - "f1": 0.655144, - "accuracy": 0.700593, - "main_score": 0.655144, - "hf_subset": "arb_Arab-nya_Latn", - "languages": [ - "arb-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-slv_Latn", - "languages": [ - "arb-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "arb_Arab-tpi_Latn", - "languages": [ - "arb-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-zsm_Latn", - "languages": [ - "arb-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54222, - "recall": 0.606719, - "f1": 0.560338, - "accuracy": 0.606719, - "main_score": 0.560338, - "hf_subset": "arb_Arab-ayr_Latn", - "languages": [ - "arb-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-dan_Latn", - "languages": [ - "arb-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-guj_Gujr", - "languages": [ - "arb-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arb_Arab-kaz_Cyrl", - "languages": [ - "arb-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543201, - "recall": 0.608696, - "f1": 0.561406, - "accuracy": 0.608696, - "main_score": 0.561406, - "hf_subset": "arb_Arab-lug_Latn", - "languages": [ - "arb-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-oci_Latn", - "languages": [ - "arb-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844565, - "recall": 0.887352, - "f1": 0.857675, - "accuracy": 0.887352, - "main_score": 0.857675, - "hf_subset": "arb_Arab-smo_Latn", - "languages": [ - "arb-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548221, - "recall": 0.609684, - "f1": 0.56574, - "accuracy": 0.609684, - "main_score": 0.56574, - "hf_subset": "arb_Arab-tsn_Latn", - "languages": [ - "arb-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619203, - "recall": 0.684783, - "f1": 0.63822, - "accuracy": 0.684783, - "main_score": 0.63822, - "hf_subset": "arb_Arab-zul_Latn", - "languages": [ - "arb-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932642, - "recall": 0.953557, - "f1": 0.939559, - "accuracy": 0.953557, - "main_score": 0.939559, - "hf_subset": "arb_Arab-azb_Arab", - "languages": [ - "arb-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-deu_Latn", - "languages": [ - "arb-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "arb_Arab-hat_Latn", - "languages": [ - "arb-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4849, - "recall": 0.54249, - "f1": 0.500847, - "accuracy": 0.54249, - "main_score": 0.500847, - "hf_subset": "arb_Arab-kbp_Latn", - "languages": [ - "arb-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585719, - "recall": 0.644269, - "f1": 0.60164, - "accuracy": 0.644269, - "main_score": 0.60164, - "hf_subset": "arb_Arab-luo_Latn", - "languages": [ - "arb-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-ory_Orya", - "languages": [ - "arb-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585566, - "recall": 0.655138, - "f1": 0.605865, - "accuracy": 0.655138, - "main_score": 0.605865, - "hf_subset": "arb_Arab-sna_Latn", - "languages": [ - "arb-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56107, - "recall": 0.619565, - "f1": 0.577016, - "accuracy": 0.619565, - "main_score": 0.577016, - "hf_subset": "arb_Arab-tso_Latn", - "languages": [ - "arb-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-azj_Latn", - "languages": [ - "arb-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542422, - "recall": 0.609684, - "f1": 0.561564, - "accuracy": 0.609684, - "main_score": 0.561564, - "hf_subset": "arb_Arab-dik_Latn", - "languages": [ - "arb-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759816, - "recall": 0.815217, - "f1": 0.776388, - "accuracy": 0.815217, - "main_score": 0.776388, - "hf_subset": "arb_Arab-hau_Latn", - "languages": [ - "arb-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "arb_Arab-kea_Latn", - "languages": [ - "arb-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737236, - "recall": 0.791502, - "f1": 0.754117, - "accuracy": 0.791502, - "main_score": 0.754117, - "hf_subset": "arb_Arab-lus_Latn", - "languages": [ - "arb-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87887, - "recall": 0.909091, - "f1": 0.888043, - "accuracy": 0.909091, - "main_score": 0.888043, - "hf_subset": "arb_Arab-pag_Latn", - "languages": [ - "arb-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-snd_Arab", - "languages": [ - "arb-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "arb_Arab-tuk_Latn", - "languages": [ - "arb-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arb_Arab-bak_Cyrl", - "languages": [ - "arb-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474178, - "recall": 0.550395, - "f1": 0.496547, - "accuracy": 0.550395, - "main_score": 0.496547, - "hf_subset": "arb_Arab-dyu_Latn", - "languages": [ - "arb-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-heb_Hebr", - "languages": [ - "arb-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "arb_Arab-khk_Cyrl", - "languages": [ - "arb-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arb_Arab-lvs_Latn", - "languages": [ - "arb-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arb_Arab-pan_Guru", - "languages": [ - "arb-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719277, - "recall": 0.783597, - "f1": 0.738776, - "accuracy": 0.783597, - "main_score": 0.738776, - "hf_subset": "arb_Arab-som_Latn", - "languages": [ - "arb-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600955, - "recall": 0.652174, - "f1": 0.615843, - "accuracy": 0.652174, - "main_score": 0.615843, - "hf_subset": "arb_Arab-tum_Latn", - "languages": [ - "arb-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594856, - "recall": 0.659091, - "f1": 0.612982, - "accuracy": 0.659091, - "main_score": 0.612982, - "hf_subset": "bul_Cyrl-ace_Arab", - "languages": [ - "bul-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546776, - "recall": 0.609684, - "f1": 0.564726, - "accuracy": 0.609684, - "main_score": 0.564726, - "hf_subset": "bul_Cyrl-bam_Latn", - "languages": [ - "bul-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445679, - "recall": 0.531621, - "f1": 0.469376, - "accuracy": 0.531621, - "main_score": 0.469376, - "hf_subset": "bul_Cyrl-dzo_Tibt", - "languages": [ - "bul-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-hin_Deva", - "languages": [ - "bul-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-khm_Khmr", - "languages": [ - "bul-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-mag_Deva", - "languages": [ - "bul-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bul_Cyrl-pap_Latn", - "languages": [ - "bul-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605312, - "recall": 0.662055, - "f1": 0.621332, - "accuracy": 0.662055, - "main_score": 0.621332, - "hf_subset": "bul_Cyrl-sot_Latn", - "languages": [ - "bul-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tur_Latn", - "languages": [ - "bul-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888505, - "recall": 0.916008, - "f1": 0.897003, - "accuracy": 0.916008, - "main_score": 0.897003, - "hf_subset": "bul_Cyrl-ace_Latn", - "languages": [ - "bul-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.977273, - "f1": 0.971673, - "accuracy": 0.977273, - "main_score": 0.971673, - "hf_subset": "bul_Cyrl-ban_Latn", - "languages": [ - "bul-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ell_Grek", - "languages": [ - "bul-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bul_Cyrl-hne_Deva", - "languages": [ - "bul-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614592, - "recall": 0.668972, - "f1": 0.629976, - "accuracy": 0.668972, - "main_score": 0.629976, - "hf_subset": "bul_Cyrl-kik_Latn", - "languages": [ - "bul-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-mai_Deva", - "languages": [ - "bul-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "bul_Cyrl-pbt_Arab", - "languages": [ - "bul-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-spa_Latn", - "languages": [ - "bul-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619457, - "recall": 0.684783, - "f1": 0.637916, - "accuracy": 0.684783, - "main_score": 0.637916, - "hf_subset": "bul_Cyrl-twi_Latn", - "languages": [ - "bul-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-acm_Arab", - "languages": [ - "bul-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-bel_Cyrl", - "languages": [ - "bul-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-eng_Latn", - "languages": [ - "bul-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-hrv_Latn", - "languages": [ - "bul-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5701, - "recall": 0.640316, - "f1": 0.589802, - "accuracy": 0.640316, - "main_score": 0.589802, - "hf_subset": "bul_Cyrl-kin_Latn", - "languages": [ - "bul-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-mal_Mlym", - "languages": [ - "bul-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-pes_Arab", - "languages": [ - "bul-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bul_Cyrl-srd_Latn", - "languages": [ - "bul-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182969, - "recall": 0.237154, - "f1": 0.197116, - "accuracy": 0.237154, - "main_score": 0.197116, - "hf_subset": "bul_Cyrl-tzm_Tfng", - "languages": [ - "bul-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-acq_Arab", - "languages": [ - "bul-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649901, - "recall": 0.699605, - "f1": 0.663712, - "accuracy": 0.699605, - "main_score": 0.663712, - "hf_subset": "bul_Cyrl-bem_Latn", - "languages": [ - "bul-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-epo_Latn", - "languages": [ - "bul-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-hun_Latn", - "languages": [ - "bul-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-kir_Cyrl", - "languages": [ - "bul-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-mar_Deva", - "languages": [ - "bul-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685021, - "recall": 0.744071, - "f1": 0.702412, - "accuracy": 0.744071, - "main_score": 0.702412, - "hf_subset": "bul_Cyrl-plt_Latn", - "languages": [ - "bul-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-srp_Cyrl", - "languages": [ - "bul-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "bul_Cyrl-uig_Arab", - "languages": [ - "bul-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-aeb_Arab", - "languages": [ - "bul-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ben_Beng", - "languages": [ - "bul-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-est_Latn", - "languages": [ - "bul-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-hye_Armn", - "languages": [ - "bul-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553862, - "recall": 0.608696, - "f1": 0.569837, - "accuracy": 0.608696, - "main_score": 0.569837, - "hf_subset": "bul_Cyrl-kmb_Latn", - "languages": [ - "bul-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52592, - "recall": 0.597826, - "f1": 0.545687, - "accuracy": 0.597826, - "main_score": 0.545687, - "hf_subset": "bul_Cyrl-min_Arab", - "languages": [ - "bul-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-pol_Latn", - "languages": [ - "bul-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571498, - "recall": 0.634387, - "f1": 0.589756, - "accuracy": 0.634387, - "main_score": 0.589756, - "hf_subset": "bul_Cyrl-ssw_Latn", - "languages": [ - "bul-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ukr_Cyrl", - "languages": [ - "bul-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-afr_Latn", - "languages": [ - "bul-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-bho_Deva", - "languages": [ - "bul-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bul_Cyrl-eus_Latn", - "languages": [ - "bul-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604507, - "recall": 0.664032, - "f1": 0.620862, - "accuracy": 0.664032, - "main_score": 0.620862, - "hf_subset": "bul_Cyrl-ibo_Latn", - "languages": [ - "bul-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920455, - "recall": 0.944664, - "f1": 0.928195, - "accuracy": 0.944664, - "main_score": 0.928195, - "hf_subset": "bul_Cyrl-kmr_Latn", - "languages": [ - "bul-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bul_Cyrl-min_Latn", - "languages": [ - "bul-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-por_Latn", - "languages": [ - "bul-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-sun_Latn", - "languages": [ - "bul-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539142, - "recall": 0.596838, - "f1": 0.555983, - "accuracy": 0.596838, - "main_score": 0.555983, - "hf_subset": "bul_Cyrl-umb_Latn", - "languages": [ - "bul-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ajp_Arab", - "languages": [ - "bul-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56789, - "recall": 0.632411, - "f1": 0.585551, - "accuracy": 0.632411, - "main_score": 0.585551, - "hf_subset": "bul_Cyrl-bjn_Arab", - "languages": [ - "bul-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528383, - "recall": 0.586957, - "f1": 0.545002, - "accuracy": 0.586957, - "main_score": 0.545002, - "hf_subset": "bul_Cyrl-ewe_Latn", - "languages": [ - "bul-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "bul_Cyrl-ilo_Latn", - "languages": [ - "bul-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326813, - "recall": 0.38834, - "f1": 0.343503, - "accuracy": 0.38834, - "main_score": 0.343503, - "hf_subset": "bul_Cyrl-knc_Arab", - "languages": [ - "bul-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-mkd_Cyrl", - "languages": [ - "bul-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-prs_Arab", - "languages": [ - "bul-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-swe_Latn", - "languages": [ - "bul-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-urd_Arab", - "languages": [ - "bul-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606493, - "recall": 0.668972, - "f1": 0.623685, - "accuracy": 0.668972, - "main_score": 0.623685, - "hf_subset": "bul_Cyrl-aka_Latn", - "languages": [ - "bul-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bul_Cyrl-bjn_Latn", - "languages": [ - "bul-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bul_Cyrl-fao_Latn", - "languages": [ - "bul-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ind_Latn", - "languages": [ - "bul-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593742, - "recall": 0.651186, - "f1": 0.610403, - "accuracy": 0.651186, - "main_score": 0.610403, - "hf_subset": "bul_Cyrl-knc_Latn", - "languages": [ - "bul-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-mlt_Latn", - "languages": [ - "bul-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718993, - "recall": 0.780632, - "f1": 0.737124, - "accuracy": 0.780632, - "main_score": 0.737124, - "hf_subset": "bul_Cyrl-quy_Latn", - "languages": [ - "bul-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bul_Cyrl-swh_Latn", - "languages": [ - "bul-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-uzn_Latn", - "languages": [ - "bul-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-als_Latn", - "languages": [ - "bul-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689163, - "recall": 0.763834, - "f1": 0.711495, - "accuracy": 0.763834, - "main_score": 0.711495, - "hf_subset": "bul_Cyrl-bod_Tibt", - "languages": [ - "bul-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713422, - "recall": 0.772727, - "f1": 0.731079, - "accuracy": 0.772727, - "main_score": 0.731079, - "hf_subset": "bul_Cyrl-fij_Latn", - "languages": [ - "bul-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bul_Cyrl-isl_Latn", - "languages": [ - "bul-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668972, - "recall": 0.72332, - "f1": 0.685507, - "accuracy": 0.72332, - "main_score": 0.685507, - "hf_subset": "bul_Cyrl-kon_Latn", - "languages": [ - "bul-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680428, - "recall": 0.745059, - "f1": 0.699033, - "accuracy": 0.745059, - "main_score": 0.699033, - "hf_subset": "bul_Cyrl-mni_Beng", - "languages": [ - "bul-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ron_Latn", - "languages": [ - "bul-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "bul_Cyrl-szl_Latn", - "languages": [ - "bul-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-vec_Latn", - "languages": [ - "bul-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "bul_Cyrl-amh_Ethi", - "languages": [ - "bul-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-bos_Latn", - "languages": [ - "bul-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-fin_Latn", - "languages": [ - "bul-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ita_Latn", - "languages": [ - "bul-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-kor_Hang", - "languages": [ - "bul-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555065, - "recall": 0.616601, - "f1": 0.572267, - "accuracy": 0.616601, - "main_score": 0.572267, - "hf_subset": "bul_Cyrl-mos_Latn", - "languages": [ - "bul-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571362, - "recall": 0.629447, - "f1": 0.587607, - "accuracy": 0.629447, - "main_score": 0.587607, - "hf_subset": "bul_Cyrl-run_Latn", - "languages": [ - "bul-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tam_Taml", - "languages": [ - "bul-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-vie_Latn", - "languages": [ - "bul-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-apc_Arab", - "languages": [ - "bul-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816897, - "recall": 0.859684, - "f1": 0.829776, - "accuracy": 0.859684, - "main_score": 0.829776, - "hf_subset": "bul_Cyrl-bug_Latn", - "languages": [ - "bul-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471982, - "recall": 0.532609, - "f1": 0.488149, - "accuracy": 0.532609, - "main_score": 0.488149, - "hf_subset": "bul_Cyrl-fon_Latn", - "languages": [ - "bul-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-jav_Latn", - "languages": [ - "bul-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-lao_Laoo", - "languages": [ - "bul-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899268, - "recall": 0.927866, - "f1": 0.908251, - "accuracy": 0.927866, - "main_score": 0.908251, - "hf_subset": "bul_Cyrl-mri_Latn", - "languages": [ - "bul-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-rus_Cyrl", - "languages": [ - "bul-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549309, - "recall": 0.617589, - "f1": 0.568324, - "accuracy": 0.617589, - "main_score": 0.568324, - "hf_subset": "bul_Cyrl-taq_Latn", - "languages": [ - "bul-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bul_Cyrl-war_Latn", - "languages": [ - "bul-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-arb_Arab", - "languages": [ - "bul-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-fra_Latn", - "languages": [ - "bul-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-jpn_Jpan", - "languages": [ - "bul-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bul_Cyrl-lij_Latn", - "languages": [ - "bul-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "bul_Cyrl-mya_Mymr", - "languages": [ - "bul-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601828, - "recall": 0.667984, - "f1": 0.62072, - "accuracy": 0.667984, - "main_score": 0.62072, - "hf_subset": "bul_Cyrl-sag_Latn", - "languages": [ - "bul-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201807, - "recall": 0.263834, - "f1": 0.215984, - "accuracy": 0.263834, - "main_score": 0.215984, - "hf_subset": "bul_Cyrl-taq_Tfng", - "languages": [ - "bul-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641923, - "recall": 0.705534, - "f1": 0.660031, - "accuracy": 0.705534, - "main_score": 0.660031, - "hf_subset": "bul_Cyrl-wol_Latn", - "languages": [ - "bul-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833333, - "recall": 0.879447, - "f1": 0.84776, - "accuracy": 0.879447, - "main_score": 0.84776, - "hf_subset": "bul_Cyrl-arb_Latn", - "languages": [ - "bul-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-cat_Latn", - "languages": [ - "bul-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bul_Cyrl-fur_Latn", - "languages": [ - "bul-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432946, - "recall": 0.492095, - "f1": 0.449638, - "accuracy": 0.492095, - "main_score": 0.449638, - "hf_subset": "bul_Cyrl-kab_Latn", - "languages": [ - "bul-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bul_Cyrl-lim_Latn", - "languages": [ - "bul-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-nld_Latn", - "languages": [ - "bul-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "bul_Cyrl-san_Deva", - "languages": [ - "bul-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tat_Cyrl", - "languages": [ - "bul-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693685, - "recall": 0.75, - "f1": 0.710575, - "accuracy": 0.75, - "main_score": 0.710575, - "hf_subset": "bul_Cyrl-xho_Latn", - "languages": [ - "bul-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ars_Arab", - "languages": [ - "bul-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-ceb_Latn", - "languages": [ - "bul-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578168, - "recall": 0.636364, - "f1": 0.59473, - "accuracy": 0.636364, - "main_score": 0.59473, - "hf_subset": "bul_Cyrl-fuv_Latn", - "languages": [ - "bul-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510394, - "recall": 0.58004, - "f1": 0.529635, - "accuracy": 0.58004, - "main_score": 0.529635, - "hf_subset": "bul_Cyrl-kac_Latn", - "languages": [ - "bul-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674555, - "recall": 0.727273, - "f1": 0.690203, - "accuracy": 0.727273, - "main_score": 0.690203, - "hf_subset": "bul_Cyrl-lin_Latn", - "languages": [ - "bul-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-nno_Latn", - "languages": [ - "bul-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23835, - "recall": 0.324111, - "f1": 0.260908, - "accuracy": 0.324111, - "main_score": 0.260908, - "hf_subset": "bul_Cyrl-sat_Olck", - "languages": [ - "bul-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tel_Telu", - "languages": [ - "bul-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "bul_Cyrl-ydd_Hebr", - "languages": [ - "bul-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bul_Cyrl-ary_Arab", - "languages": [ - "bul-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ces_Latn", - "languages": [ - "bul-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603887, - "recall": 0.663043, - "f1": 0.620822, - "accuracy": 0.663043, - "main_score": 0.620822, - "hf_subset": "bul_Cyrl-gaz_Latn", - "languages": [ - "bul-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607486, - "recall": 0.668972, - "f1": 0.625416, - "accuracy": 0.668972, - "main_score": 0.625416, - "hf_subset": "bul_Cyrl-kam_Latn", - "languages": [ - "bul-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "bul_Cyrl-lit_Latn", - "languages": [ - "bul-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-nob_Latn", - "languages": [ - "bul-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "bul_Cyrl-scn_Latn", - "languages": [ - "bul-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "bul_Cyrl-tgk_Cyrl", - "languages": [ - "bul-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752743, - "recall": 0.812253, - "f1": 0.7708, - "accuracy": 0.812253, - "main_score": 0.7708, - "hf_subset": "bul_Cyrl-yor_Latn", - "languages": [ - "bul-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-arz_Arab", - "languages": [ - "bul-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561248, - "recall": 0.624506, - "f1": 0.579553, - "accuracy": 0.624506, - "main_score": 0.579553, - "hf_subset": "bul_Cyrl-cjk_Latn", - "languages": [ - "bul-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808794, - "recall": 0.857708, - "f1": 0.824242, - "accuracy": 0.857708, - "main_score": 0.824242, - "hf_subset": "bul_Cyrl-gla_Latn", - "languages": [ - "bul-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-kan_Knda", - "languages": [ - "bul-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bul_Cyrl-lmo_Latn", - "languages": [ - "bul-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "bul_Cyrl-npi_Deva", - "languages": [ - "bul-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477355, - "recall": 0.544466, - "f1": 0.496036, - "accuracy": 0.544466, - "main_score": 0.496036, - "hf_subset": "bul_Cyrl-shn_Mymr", - "languages": [ - "bul-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tgl_Latn", - "languages": [ - "bul-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-yue_Hant", - "languages": [ - "bul-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-asm_Beng", - "languages": [ - "bul-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "bul_Cyrl-ckb_Arab", - "languages": [ - "bul-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906406, - "recall": 0.932806, - "f1": 0.914592, - "accuracy": 0.932806, - "main_score": 0.914592, - "hf_subset": "bul_Cyrl-gle_Latn", - "languages": [ - "bul-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "bul_Cyrl-kas_Arab", - "languages": [ - "bul-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.960145, - "accuracy": 0.969368, - "main_score": 0.960145, - "hf_subset": "bul_Cyrl-ltg_Latn", - "languages": [ - "bul-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626617, - "recall": 0.682806, - "f1": 0.643044, - "accuracy": 0.682806, - "main_score": 0.643044, - "hf_subset": "bul_Cyrl-nso_Latn", - "languages": [ - "bul-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bul_Cyrl-sin_Sinh", - "languages": [ - "bul-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-tha_Thai", - "languages": [ - "bul-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-zho_Hans", - "languages": [ - "bul-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ast_Latn", - "languages": [ - "bul-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-crh_Latn", - "languages": [ - "bul-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-glg_Latn", - "languages": [ - "bul-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917655, - "recall": 0.943676, - "f1": 0.926219, - "accuracy": 0.943676, - "main_score": 0.926219, - "hf_subset": "bul_Cyrl-kas_Deva", - "languages": [ - "bul-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bul_Cyrl-ltz_Latn", - "languages": [ - "bul-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469944, - "recall": 0.540514, - "f1": 0.488987, - "accuracy": 0.540514, - "main_score": 0.488987, - "hf_subset": "bul_Cyrl-nus_Latn", - "languages": [ - "bul-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-slk_Latn", - "languages": [ - "bul-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644191, - "recall": 0.713439, - "f1": 0.664676, - "accuracy": 0.713439, - "main_score": 0.664676, - "hf_subset": "bul_Cyrl-tir_Ethi", - "languages": [ - "bul-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-zho_Hant", - "languages": [ - "bul-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "bul_Cyrl-awa_Deva", - "languages": [ - "bul-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bul_Cyrl-cym_Latn", - "languages": [ - "bul-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859437, - "recall": 0.893281, - "f1": 0.869763, - "accuracy": 0.893281, - "main_score": 0.869763, - "hf_subset": "bul_Cyrl-grn_Latn", - "languages": [ - "bul-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-kat_Geor", - "languages": [ - "bul-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657027, - "recall": 0.709486, - "f1": 0.672224, - "accuracy": 0.709486, - "main_score": 0.672224, - "hf_subset": "bul_Cyrl-lua_Latn", - "languages": [ - "bul-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651663, - "recall": 0.716403, - "f1": 0.670437, - "accuracy": 0.716403, - "main_score": 0.670437, - "hf_subset": "bul_Cyrl-nya_Latn", - "languages": [ - "bul-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-slv_Latn", - "languages": [ - "bul-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "bul_Cyrl-tpi_Latn", - "languages": [ - "bul-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-zsm_Latn", - "languages": [ - "bul-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555296, - "recall": 0.621542, - "f1": 0.574447, - "accuracy": 0.621542, - "main_score": 0.574447, - "hf_subset": "bul_Cyrl-ayr_Latn", - "languages": [ - "bul-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-dan_Latn", - "languages": [ - "bul-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-guj_Gujr", - "languages": [ - "bul-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-kaz_Cyrl", - "languages": [ - "bul-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548847, - "recall": 0.614625, - "f1": 0.567365, - "accuracy": 0.614625, - "main_score": 0.567365, - "hf_subset": "bul_Cyrl-lug_Latn", - "languages": [ - "bul-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-oci_Latn", - "languages": [ - "bul-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850774, - "recall": 0.891304, - "f1": 0.863373, - "accuracy": 0.891304, - "main_score": 0.863373, - "hf_subset": "bul_Cyrl-smo_Latn", - "languages": [ - "bul-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559632, - "recall": 0.623518, - "f1": 0.578437, - "accuracy": 0.623518, - "main_score": 0.578437, - "hf_subset": "bul_Cyrl-tsn_Latn", - "languages": [ - "bul-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630001, - "recall": 0.694664, - "f1": 0.648833, - "accuracy": 0.694664, - "main_score": 0.648833, - "hf_subset": "bul_Cyrl-zul_Latn", - "languages": [ - "bul-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.960474, - "f1": 0.948452, - "accuracy": 0.960474, - "main_score": 0.948452, - "hf_subset": "bul_Cyrl-azb_Arab", - "languages": [ - "bul-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-deu_Latn", - "languages": [ - "bul-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "bul_Cyrl-hat_Latn", - "languages": [ - "bul-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509751, - "recall": 0.564229, - "f1": 0.524794, - "accuracy": 0.564229, - "main_score": 0.524794, - "hf_subset": "bul_Cyrl-kbp_Latn", - "languages": [ - "bul-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580374, - "recall": 0.641304, - "f1": 0.596916, - "accuracy": 0.641304, - "main_score": 0.596916, - "hf_subset": "bul_Cyrl-luo_Latn", - "languages": [ - "bul-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-ory_Orya", - "languages": [ - "bul-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606159, - "recall": 0.66996, - "f1": 0.624492, - "accuracy": 0.66996, - "main_score": 0.624492, - "hf_subset": "bul_Cyrl-sna_Latn", - "languages": [ - "bul-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570148, - "recall": 0.62747, - "f1": 0.586049, - "accuracy": 0.62747, - "main_score": 0.586049, - "hf_subset": "bul_Cyrl-tso_Latn", - "languages": [ - "bul-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "bul_Cyrl-azj_Latn", - "languages": [ - "bul-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538291, - "recall": 0.610672, - "f1": 0.559947, - "accuracy": 0.610672, - "main_score": 0.559947, - "hf_subset": "bul_Cyrl-dik_Latn", - "languages": [ - "bul-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770586, - "recall": 0.824111, - "f1": 0.787088, - "accuracy": 0.824111, - "main_score": 0.787088, - "hf_subset": "bul_Cyrl-hau_Latn", - "languages": [ - "bul-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bul_Cyrl-kea_Latn", - "languages": [ - "bul-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765267, - "recall": 0.815217, - "f1": 0.780468, - "accuracy": 0.815217, - "main_score": 0.780468, - "hf_subset": "bul_Cyrl-lus_Latn", - "languages": [ - "bul-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887204, - "recall": 0.91502, - "f1": 0.895817, - "accuracy": 0.91502, - "main_score": 0.895817, - "hf_subset": "bul_Cyrl-pag_Latn", - "languages": [ - "bul-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "bul_Cyrl-snd_Arab", - "languages": [ - "bul-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "bul_Cyrl-tuk_Latn", - "languages": [ - "bul-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bul_Cyrl-bak_Cyrl", - "languages": [ - "bul-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496716, - "recall": 0.576087, - "f1": 0.52016, - "accuracy": 0.576087, - "main_score": 0.52016, - "hf_subset": "bul_Cyrl-dyu_Latn", - "languages": [ - "bul-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-heb_Hebr", - "languages": [ - "bul-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "bul_Cyrl-khk_Cyrl", - "languages": [ - "bul-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-lvs_Latn", - "languages": [ - "bul-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "bul_Cyrl-pan_Guru", - "languages": [ - "bul-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741849, - "recall": 0.795455, - "f1": 0.757911, - "accuracy": 0.795455, - "main_score": 0.757911, - "hf_subset": "bul_Cyrl-som_Latn", - "languages": [ - "bul-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617951, - "recall": 0.667984, - "f1": 0.632068, - "accuracy": 0.667984, - "main_score": 0.632068, - "hf_subset": "bul_Cyrl-tum_Latn", - "languages": [ - "bul-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611158, - "recall": 0.673913, - "f1": 0.629031, - "accuracy": 0.673913, - "main_score": 0.629031, - "hf_subset": "fra_Latn-ace_Arab", - "languages": [ - "fra-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549407, - "recall": 0.619565, - "f1": 0.569612, - "accuracy": 0.619565, - "main_score": 0.569612, - "hf_subset": "fra_Latn-bam_Latn", - "languages": [ - "fra-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47014, - "recall": 0.54249, - "f1": 0.490389, - "accuracy": 0.54249, - "main_score": 0.490389, - "hf_subset": "fra_Latn-dzo_Tibt", - "languages": [ - "fra-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-hin_Deva", - "languages": [ - "fra-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-khm_Khmr", - "languages": [ - "fra-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-mag_Deva", - "languages": [ - "fra-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fra_Latn-pap_Latn", - "languages": [ - "fra-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606557, - "recall": 0.670949, - "f1": 0.624949, - "accuracy": 0.670949, - "main_score": 0.624949, - "hf_subset": "fra_Latn-sot_Latn", - "languages": [ - "fra-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-tur_Latn", - "languages": [ - "fra-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889904, - "recall": 0.91996, - "f1": 0.89944, - "accuracy": 0.91996, - "main_score": 0.89944, - "hf_subset": "fra_Latn-ace_Latn", - "languages": [ - "fra-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.979249, - "f1": 0.974473, - "accuracy": 0.979249, - "main_score": 0.974473, - "hf_subset": "fra_Latn-ban_Latn", - "languages": [ - "fra-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ell_Grek", - "languages": [ - "fra-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "fra_Latn-hne_Deva", - "languages": [ - "fra-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624745, - "recall": 0.68083, - "f1": 0.640973, - "accuracy": 0.68083, - "main_score": 0.640973, - "hf_subset": "fra_Latn-kik_Latn", - "languages": [ - "fra-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-mai_Deva", - "languages": [ - "fra-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "fra_Latn-pbt_Arab", - "languages": [ - "fra-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-spa_Latn", - "languages": [ - "fra-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620496, - "recall": 0.687747, - "f1": 0.639558, - "accuracy": 0.687747, - "main_score": 0.639558, - "hf_subset": "fra_Latn-twi_Latn", - "languages": [ - "fra-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-acm_Arab", - "languages": [ - "fra-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-bel_Cyrl", - "languages": [ - "fra-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-eng_Latn", - "languages": [ - "fra-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-hrv_Latn", - "languages": [ - "fra-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582379, - "recall": 0.646245, - "f1": 0.600438, - "accuracy": 0.646245, - "main_score": 0.600438, - "hf_subset": "fra_Latn-kin_Latn", - "languages": [ - "fra-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-mal_Mlym", - "languages": [ - "fra-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-pes_Arab", - "languages": [ - "fra-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fra_Latn-srd_Latn", - "languages": [ - "fra-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17425, - "recall": 0.230237, - "f1": 0.188231, - "accuracy": 0.230237, - "main_score": 0.188231, - "hf_subset": "fra_Latn-tzm_Tfng", - "languages": [ - "fra-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-acq_Arab", - "languages": [ - "fra-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653675, - "recall": 0.706522, - "f1": 0.668288, - "accuracy": 0.706522, - "main_score": 0.668288, - "hf_subset": "fra_Latn-bem_Latn", - "languages": [ - "fra-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-epo_Latn", - "languages": [ - "fra-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-hun_Latn", - "languages": [ - "fra-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fra_Latn-kir_Cyrl", - "languages": [ - "fra-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-mar_Deva", - "languages": [ - "fra-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699333, - "recall": 0.753953, - "f1": 0.715357, - "accuracy": 0.753953, - "main_score": 0.715357, - "hf_subset": "fra_Latn-plt_Latn", - "languages": [ - "fra-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-srp_Cyrl", - "languages": [ - "fra-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "fra_Latn-uig_Arab", - "languages": [ - "fra-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-aeb_Arab", - "languages": [ - "fra-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ben_Beng", - "languages": [ - "fra-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-est_Latn", - "languages": [ - "fra-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-hye_Armn", - "languages": [ - "fra-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563175, - "recall": 0.61166, - "f1": 0.576849, - "accuracy": 0.61166, - "main_score": 0.576849, - "hf_subset": "fra_Latn-kmb_Latn", - "languages": [ - "fra-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520323, - "recall": 0.600791, - "f1": 0.542361, - "accuracy": 0.600791, - "main_score": 0.542361, - "hf_subset": "fra_Latn-min_Arab", - "languages": [ - "fra-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-pol_Latn", - "languages": [ - "fra-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5722, - "recall": 0.639328, - "f1": 0.591836, - "accuracy": 0.639328, - "main_score": 0.591836, - "hf_subset": "fra_Latn-ssw_Latn", - "languages": [ - "fra-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ukr_Cyrl", - "languages": [ - "fra-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-afr_Latn", - "languages": [ - "fra-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-bho_Deva", - "languages": [ - "fra-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fra_Latn-eus_Latn", - "languages": [ - "fra-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606597, - "recall": 0.673913, - "f1": 0.625365, - "accuracy": 0.673913, - "main_score": 0.625365, - "hf_subset": "fra_Latn-ibo_Latn", - "languages": [ - "fra-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926877, - "recall": 0.947628, - "f1": 0.933465, - "accuracy": 0.947628, - "main_score": 0.933465, - "hf_subset": "fra_Latn-kmr_Latn", - "languages": [ - "fra-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fra_Latn-min_Latn", - "languages": [ - "fra-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-por_Latn", - "languages": [ - "fra-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-sun_Latn", - "languages": [ - "fra-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541366, - "recall": 0.603755, - "f1": 0.559329, - "accuracy": 0.603755, - "main_score": 0.559329, - "hf_subset": "fra_Latn-umb_Latn", - "languages": [ - "fra-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-ajp_Arab", - "languages": [ - "fra-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565938, - "recall": 0.635375, - "f1": 0.585503, - "accuracy": 0.635375, - "main_score": 0.585503, - "hf_subset": "fra_Latn-bjn_Arab", - "languages": [ - "fra-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526076, - "recall": 0.585968, - "f1": 0.542891, - "accuracy": 0.585968, - "main_score": 0.542891, - "hf_subset": "fra_Latn-ewe_Latn", - "languages": [ - "fra-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "fra_Latn-ilo_Latn", - "languages": [ - "fra-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319988, - "recall": 0.382411, - "f1": 0.337378, - "accuracy": 0.382411, - "main_score": 0.337378, - "hf_subset": "fra_Latn-knc_Arab", - "languages": [ - "fra-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-mkd_Cyrl", - "languages": [ - "fra-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-prs_Arab", - "languages": [ - "fra-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-swe_Latn", - "languages": [ - "fra-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-urd_Arab", - "languages": [ - "fra-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607823, - "recall": 0.673913, - "f1": 0.626384, - "accuracy": 0.673913, - "main_score": 0.626384, - "hf_subset": "fra_Latn-aka_Latn", - "languages": [ - "fra-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fra_Latn-bjn_Latn", - "languages": [ - "fra-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "fra_Latn-fao_Latn", - "languages": [ - "fra-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ind_Latn", - "languages": [ - "fra-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602975, - "recall": 0.661067, - "f1": 0.619761, - "accuracy": 0.661067, - "main_score": 0.619761, - "hf_subset": "fra_Latn-knc_Latn", - "languages": [ - "fra-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fra_Latn-mlt_Latn", - "languages": [ - "fra-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73311, - "recall": 0.793478, - "f1": 0.750696, - "accuracy": 0.793478, - "main_score": 0.750696, - "hf_subset": "fra_Latn-quy_Latn", - "languages": [ - "fra-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "fra_Latn-swh_Latn", - "languages": [ - "fra-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-uzn_Latn", - "languages": [ - "fra-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-als_Latn", - "languages": [ - "fra-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675379, - "recall": 0.751976, - "f1": 0.698254, - "accuracy": 0.751976, - "main_score": 0.698254, - "hf_subset": "fra_Latn-bod_Tibt", - "languages": [ - "fra-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722052, - "recall": 0.77668, - "f1": 0.737686, - "accuracy": 0.77668, - "main_score": 0.737686, - "hf_subset": "fra_Latn-fij_Latn", - "languages": [ - "fra-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "fra_Latn-isl_Latn", - "languages": [ - "fra-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703146, - "recall": 0.75, - "f1": 0.717133, - "accuracy": 0.75, - "main_score": 0.717133, - "hf_subset": "fra_Latn-kon_Latn", - "languages": [ - "fra-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698287, - "recall": 0.754941, - "f1": 0.715104, - "accuracy": 0.754941, - "main_score": 0.715104, - "hf_subset": "fra_Latn-mni_Beng", - "languages": [ - "fra-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ron_Latn", - "languages": [ - "fra-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "fra_Latn-szl_Latn", - "languages": [ - "fra-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-vec_Latn", - "languages": [ - "fra-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "fra_Latn-amh_Ethi", - "languages": [ - "fra-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-bos_Latn", - "languages": [ - "fra-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-fin_Latn", - "languages": [ - "fra-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ita_Latn", - "languages": [ - "fra-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-kor_Hang", - "languages": [ - "fra-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568218, - "recall": 0.628458, - "f1": 0.585252, - "accuracy": 0.628458, - "main_score": 0.585252, - "hf_subset": "fra_Latn-mos_Latn", - "languages": [ - "fra-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58428, - "recall": 0.641304, - "f1": 0.600107, - "accuracy": 0.641304, - "main_score": 0.600107, - "hf_subset": "fra_Latn-run_Latn", - "languages": [ - "fra-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-tam_Taml", - "languages": [ - "fra-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-vie_Latn", - "languages": [ - "fra-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-apc_Arab", - "languages": [ - "fra-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823897, - "recall": 0.864625, - "f1": 0.835968, - "accuracy": 0.864625, - "main_score": 0.835968, - "hf_subset": "fra_Latn-bug_Latn", - "languages": [ - "fra-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49052, - "recall": 0.548419, - "f1": 0.505752, - "accuracy": 0.548419, - "main_score": 0.505752, - "hf_subset": "fra_Latn-fon_Latn", - "languages": [ - "fra-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-jav_Latn", - "languages": [ - "fra-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-lao_Laoo", - "languages": [ - "fra-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898419, - "recall": 0.926877, - "f1": 0.907246, - "accuracy": 0.926877, - "main_score": 0.907246, - "hf_subset": "fra_Latn-mri_Latn", - "languages": [ - "fra-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-rus_Cyrl", - "languages": [ - "fra-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558798, - "recall": 0.617589, - "f1": 0.575068, - "accuracy": 0.617589, - "main_score": 0.575068, - "hf_subset": "fra_Latn-taq_Latn", - "languages": [ - "fra-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-war_Latn", - "languages": [ - "fra-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-arb_Arab", - "languages": [ - "fra-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-bul_Cyrl", - "languages": [ - "fra-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-jpn_Jpan", - "languages": [ - "fra-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-lij_Latn", - "languages": [ - "fra-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "fra_Latn-mya_Mymr", - "languages": [ - "fra-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625672, - "recall": 0.695652, - "f1": 0.645898, - "accuracy": 0.695652, - "main_score": 0.645898, - "hf_subset": "fra_Latn-sag_Latn", - "languages": [ - "fra-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193835, - "recall": 0.256917, - "f1": 0.208526, - "accuracy": 0.256917, - "main_score": 0.208526, - "hf_subset": "fra_Latn-taq_Tfng", - "languages": [ - "fra-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653707, - "recall": 0.715415, - "f1": 0.671453, - "accuracy": 0.715415, - "main_score": 0.671453, - "hf_subset": "fra_Latn-wol_Latn", - "languages": [ - "fra-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839509, - "recall": 0.882411, - "f1": 0.852931, - "accuracy": 0.882411, - "main_score": 0.852931, - "hf_subset": "fra_Latn-arb_Latn", - "languages": [ - "fra-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-cat_Latn", - "languages": [ - "fra-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fra_Latn-fur_Latn", - "languages": [ - "fra-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428254, - "recall": 0.488142, - "f1": 0.444945, - "accuracy": 0.488142, - "main_score": 0.444945, - "hf_subset": "fra_Latn-kab_Latn", - "languages": [ - "fra-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-lim_Latn", - "languages": [ - "fra-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-nld_Latn", - "languages": [ - "fra-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "fra_Latn-san_Deva", - "languages": [ - "fra-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-tat_Cyrl", - "languages": [ - "fra-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694837, - "recall": 0.751976, - "f1": 0.71147, - "accuracy": 0.751976, - "main_score": 0.71147, - "hf_subset": "fra_Latn-xho_Latn", - "languages": [ - "fra-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ars_Arab", - "languages": [ - "fra-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-ceb_Latn", - "languages": [ - "fra-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57318, - "recall": 0.637352, - "f1": 0.591488, - "accuracy": 0.637352, - "main_score": 0.591488, - "hf_subset": "fra_Latn-fuv_Latn", - "languages": [ - "fra-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5139, - "recall": 0.583004, - "f1": 0.533028, - "accuracy": 0.583004, - "main_score": 0.533028, - "hf_subset": "fra_Latn-kac_Latn", - "languages": [ - "fra-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692441, - "recall": 0.745059, - "f1": 0.707877, - "accuracy": 0.745059, - "main_score": 0.707877, - "hf_subset": "fra_Latn-lin_Latn", - "languages": [ - "fra-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-nno_Latn", - "languages": [ - "fra-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2513, - "recall": 0.33498, - "f1": 0.274028, - "accuracy": 0.33498, - "main_score": 0.274028, - "hf_subset": "fra_Latn-sat_Olck", - "languages": [ - "fra-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-tel_Telu", - "languages": [ - "fra-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "fra_Latn-ydd_Hebr", - "languages": [ - "fra-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "fra_Latn-ary_Arab", - "languages": [ - "fra-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ces_Latn", - "languages": [ - "fra-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579562, - "recall": 0.648221, - "f1": 0.600216, - "accuracy": 0.648221, - "main_score": 0.600216, - "hf_subset": "fra_Latn-gaz_Latn", - "languages": [ - "fra-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595999, - "recall": 0.662055, - "f1": 0.614748, - "accuracy": 0.662055, - "main_score": 0.614748, - "hf_subset": "fra_Latn-kam_Latn", - "languages": [ - "fra-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "fra_Latn-lit_Latn", - "languages": [ - "fra-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-nob_Latn", - "languages": [ - "fra-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "fra_Latn-scn_Latn", - "languages": [ - "fra-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "fra_Latn-tgk_Cyrl", - "languages": [ - "fra-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727644, - "recall": 0.791502, - "f1": 0.747184, - "accuracy": 0.791502, - "main_score": 0.747184, - "hf_subset": "fra_Latn-yor_Latn", - "languages": [ - "fra-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-arz_Arab", - "languages": [ - "fra-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578113, - "recall": 0.63834, - "f1": 0.595574, - "accuracy": 0.63834, - "main_score": 0.595574, - "hf_subset": "fra_Latn-cjk_Latn", - "languages": [ - "fra-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822744, - "recall": 0.868577, - "f1": 0.837022, - "accuracy": 0.868577, - "main_score": 0.837022, - "hf_subset": "fra_Latn-gla_Latn", - "languages": [ - "fra-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-kan_Knda", - "languages": [ - "fra-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fra_Latn-lmo_Latn", - "languages": [ - "fra-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "fra_Latn-npi_Deva", - "languages": [ - "fra-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477204, - "recall": 0.546443, - "f1": 0.495871, - "accuracy": 0.546443, - "main_score": 0.495871, - "hf_subset": "fra_Latn-shn_Mymr", - "languages": [ - "fra-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-tgl_Latn", - "languages": [ - "fra-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-yue_Hant", - "languages": [ - "fra-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-asm_Beng", - "languages": [ - "fra-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "fra_Latn-ckb_Arab", - "languages": [ - "fra-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9167, - "recall": 0.940711, - "f1": 0.924209, - "accuracy": 0.940711, - "main_score": 0.924209, - "hf_subset": "fra_Latn-gle_Latn", - "languages": [ - "fra-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "fra_Latn-kas_Arab", - "languages": [ - "fra-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "fra_Latn-ltg_Latn", - "languages": [ - "fra-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63355, - "recall": 0.689723, - "f1": 0.650249, - "accuracy": 0.689723, - "main_score": 0.650249, - "hf_subset": "fra_Latn-nso_Latn", - "languages": [ - "fra-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fra_Latn-sin_Sinh", - "languages": [ - "fra-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-tha_Thai", - "languages": [ - "fra-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-zho_Hans", - "languages": [ - "fra-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ast_Latn", - "languages": [ - "fra-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-crh_Latn", - "languages": [ - "fra-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-glg_Latn", - "languages": [ - "fra-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917243, - "recall": 0.942688, - "f1": 0.925461, - "accuracy": 0.942688, - "main_score": 0.925461, - "hf_subset": "fra_Latn-kas_Deva", - "languages": [ - "fra-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "fra_Latn-ltz_Latn", - "languages": [ - "fra-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479555, - "recall": 0.545455, - "f1": 0.497358, - "accuracy": 0.545455, - "main_score": 0.497358, - "hf_subset": "fra_Latn-nus_Latn", - "languages": [ - "fra-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-slk_Latn", - "languages": [ - "fra-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639279, - "recall": 0.716403, - "f1": 0.662436, - "accuracy": 0.716403, - "main_score": 0.662436, - "hf_subset": "fra_Latn-tir_Ethi", - "languages": [ - "fra-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-zho_Hant", - "languages": [ - "fra-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "fra_Latn-awa_Deva", - "languages": [ - "fra-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fra_Latn-cym_Latn", - "languages": [ - "fra-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869977, - "recall": 0.906126, - "f1": 0.881653, - "accuracy": 0.906126, - "main_score": 0.881653, - "hf_subset": "fra_Latn-grn_Latn", - "languages": [ - "fra-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-kat_Geor", - "languages": [ - "fra-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673857, - "recall": 0.728261, - "f1": 0.689709, - "accuracy": 0.728261, - "main_score": 0.689709, - "hf_subset": "fra_Latn-lua_Latn", - "languages": [ - "fra-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663562, - "recall": 0.72332, - "f1": 0.680494, - "accuracy": 0.72332, - "main_score": 0.680494, - "hf_subset": "fra_Latn-nya_Latn", - "languages": [ - "fra-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-slv_Latn", - "languages": [ - "fra-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "fra_Latn-tpi_Latn", - "languages": [ - "fra-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-zsm_Latn", - "languages": [ - "fra-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563434, - "recall": 0.62747, - "f1": 0.581646, - "accuracy": 0.62747, - "main_score": 0.581646, - "hf_subset": "fra_Latn-ayr_Latn", - "languages": [ - "fra-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-dan_Latn", - "languages": [ - "fra-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-guj_Gujr", - "languages": [ - "fra-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-kaz_Cyrl", - "languages": [ - "fra-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553726, - "recall": 0.619565, - "f1": 0.571958, - "accuracy": 0.619565, - "main_score": 0.571958, - "hf_subset": "fra_Latn-lug_Latn", - "languages": [ - "fra-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-oci_Latn", - "languages": [ - "fra-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851861, - "recall": 0.892292, - "f1": 0.864493, - "accuracy": 0.892292, - "main_score": 0.864493, - "hf_subset": "fra_Latn-smo_Latn", - "languages": [ - "fra-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565787, - "recall": 0.632411, - "f1": 0.584776, - "accuracy": 0.632411, - "main_score": 0.584776, - "hf_subset": "fra_Latn-tsn_Latn", - "languages": [ - "fra-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642111, - "recall": 0.701581, - "f1": 0.659201, - "accuracy": 0.701581, - "main_score": 0.659201, - "hf_subset": "fra_Latn-zul_Latn", - "languages": [ - "fra-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943017, - "recall": 0.960474, - "f1": 0.948617, - "accuracy": 0.960474, - "main_score": 0.948617, - "hf_subset": "fra_Latn-azb_Arab", - "languages": [ - "fra-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-deu_Latn", - "languages": [ - "fra-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "fra_Latn-hat_Latn", - "languages": [ - "fra-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504564, - "recall": 0.565217, - "f1": 0.521758, - "accuracy": 0.565217, - "main_score": 0.521758, - "hf_subset": "fra_Latn-kbp_Latn", - "languages": [ - "fra-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594293, - "recall": 0.650198, - "f1": 0.609656, - "accuracy": 0.650198, - "main_score": 0.609656, - "hf_subset": "fra_Latn-luo_Latn", - "languages": [ - "fra-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-ory_Orya", - "languages": [ - "fra-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608689, - "recall": 0.673913, - "f1": 0.627755, - "accuracy": 0.673913, - "main_score": 0.627755, - "hf_subset": "fra_Latn-sna_Latn", - "languages": [ - "fra-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575282, - "recall": 0.635375, - "f1": 0.592081, - "accuracy": 0.635375, - "main_score": 0.592081, - "hf_subset": "fra_Latn-tso_Latn", - "languages": [ - "fra-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-azj_Latn", - "languages": [ - "fra-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54529, - "recall": 0.616601, - "f1": 0.566183, - "accuracy": 0.616601, - "main_score": 0.566183, - "hf_subset": "fra_Latn-dik_Latn", - "languages": [ - "fra-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769203, - "recall": 0.823123, - "f1": 0.785277, - "accuracy": 0.823123, - "main_score": 0.785277, - "hf_subset": "fra_Latn-hau_Latn", - "languages": [ - "fra-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fra_Latn-kea_Latn", - "languages": [ - "fra-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75723, - "recall": 0.811265, - "f1": 0.773551, - "accuracy": 0.811265, - "main_score": 0.773551, - "hf_subset": "fra_Latn-lus_Latn", - "languages": [ - "fra-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890184, - "recall": 0.916996, - "f1": 0.898353, - "accuracy": 0.916996, - "main_score": 0.898353, - "hf_subset": "fra_Latn-pag_Latn", - "languages": [ - "fra-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fra_Latn-snd_Arab", - "languages": [ - "fra-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "fra_Latn-tuk_Latn", - "languages": [ - "fra-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "fra_Latn-bak_Cyrl", - "languages": [ - "fra-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524292, - "recall": 0.599802, - "f1": 0.546213, - "accuracy": 0.599802, - "main_score": 0.546213, - "hf_subset": "fra_Latn-dyu_Latn", - "languages": [ - "fra-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fra_Latn-heb_Hebr", - "languages": [ - "fra-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fra_Latn-khk_Cyrl", - "languages": [ - "fra-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-lvs_Latn", - "languages": [ - "fra-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fra_Latn-pan_Guru", - "languages": [ - "fra-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725659, - "recall": 0.784585, - "f1": 0.743088, - "accuracy": 0.784585, - "main_score": 0.743088, - "hf_subset": "fra_Latn-som_Latn", - "languages": [ - "fra-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61857, - "recall": 0.672925, - "f1": 0.634178, - "accuracy": 0.672925, - "main_score": 0.634178, - "hf_subset": "fra_Latn-tum_Latn", - "languages": [ - "fra-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553074, - "recall": 0.623518, - "f1": 0.573493, - "accuracy": 0.623518, - "main_score": 0.573493, - "hf_subset": "jpn_Jpan-ace_Arab", - "languages": [ - "jpn-Jpan", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499405, - "recall": 0.572134, - "f1": 0.519917, - "accuracy": 0.572134, - "main_score": 0.519917, - "hf_subset": "jpn_Jpan-bam_Latn", - "languages": [ - "jpn-Jpan", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438392, - "recall": 0.514822, - "f1": 0.459195, - "accuracy": 0.514822, - "main_score": 0.459195, - "hf_subset": "jpn_Jpan-dzo_Tibt", - "languages": [ - "jpn-Jpan", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-hin_Deva", - "languages": [ - "jpn-Jpan", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jpn_Jpan-khm_Khmr", - "languages": [ - "jpn-Jpan", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-mag_Deva", - "languages": [ - "jpn-Jpan", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "jpn_Jpan-pap_Latn", - "languages": [ - "jpn-Jpan", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56186, - "recall": 0.621542, - "f1": 0.578236, - "accuracy": 0.621542, - "main_score": 0.578236, - "hf_subset": "jpn_Jpan-sot_Latn", - "languages": [ - "jpn-Jpan", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-tur_Latn", - "languages": [ - "jpn-Jpan", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848979, - "recall": 0.889328, - "f1": 0.86158, - "accuracy": 0.889328, - "main_score": 0.86158, - "hf_subset": "jpn_Jpan-ace_Latn", - "languages": [ - "jpn-Jpan", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "jpn_Jpan-ban_Latn", - "languages": [ - "jpn-Jpan", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-ell_Grek", - "languages": [ - "jpn-Jpan", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "jpn_Jpan-hne_Deva", - "languages": [ - "jpn-Jpan", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584558, - "recall": 0.650198, - "f1": 0.60336, - "accuracy": 0.650198, - "main_score": 0.60336, - "hf_subset": "jpn_Jpan-kik_Latn", - "languages": [ - "jpn-Jpan", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-mai_Deva", - "languages": [ - "jpn-Jpan", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "jpn_Jpan-pbt_Arab", - "languages": [ - "jpn-Jpan", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-spa_Latn", - "languages": [ - "jpn-Jpan", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604456, - "recall": 0.677866, - "f1": 0.625195, - "accuracy": 0.677866, - "main_score": 0.625195, - "hf_subset": "jpn_Jpan-twi_Latn", - "languages": [ - "jpn-Jpan", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-acm_Arab", - "languages": [ - "jpn-Jpan", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-bel_Cyrl", - "languages": [ - "jpn-Jpan", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-eng_Latn", - "languages": [ - "jpn-Jpan", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-hrv_Latn", - "languages": [ - "jpn-Jpan", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523522, - "recall": 0.592885, - "f1": 0.543349, - "accuracy": 0.592885, - "main_score": 0.543349, - "hf_subset": "jpn_Jpan-kin_Latn", - "languages": [ - "jpn-Jpan", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-mal_Mlym", - "languages": [ - "jpn-Jpan", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-pes_Arab", - "languages": [ - "jpn-Jpan", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jpn_Jpan-srd_Latn", - "languages": [ - "jpn-Jpan", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160733, - "recall": 0.211462, - "f1": 0.173468, - "accuracy": 0.211462, - "main_score": 0.173468, - "hf_subset": "jpn_Jpan-tzm_Tfng", - "languages": [ - "jpn-Jpan", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-acq_Arab", - "languages": [ - "jpn-Jpan", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621558, - "recall": 0.68083, - "f1": 0.637687, - "accuracy": 0.68083, - "main_score": 0.637687, - "hf_subset": "jpn_Jpan-bem_Latn", - "languages": [ - "jpn-Jpan", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-epo_Latn", - "languages": [ - "jpn-Jpan", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-hun_Latn", - "languages": [ - "jpn-Jpan", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-kir_Cyrl", - "languages": [ - "jpn-Jpan", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-mar_Deva", - "languages": [ - "jpn-Jpan", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649736, - "recall": 0.710474, - "f1": 0.667523, - "accuracy": 0.710474, - "main_score": 0.667523, - "hf_subset": "jpn_Jpan-plt_Latn", - "languages": [ - "jpn-Jpan", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-srp_Cyrl", - "languages": [ - "jpn-Jpan", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "jpn_Jpan-uig_Arab", - "languages": [ - "jpn-Jpan", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-aeb_Arab", - "languages": [ - "jpn-Jpan", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ben_Beng", - "languages": [ - "jpn-Jpan", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-est_Latn", - "languages": [ - "jpn-Jpan", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-hye_Armn", - "languages": [ - "jpn-Jpan", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526565, - "recall": 0.585968, - "f1": 0.543198, - "accuracy": 0.585968, - "main_score": 0.543198, - "hf_subset": "jpn_Jpan-kmb_Latn", - "languages": [ - "jpn-Jpan", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476448, - "recall": 0.551383, - "f1": 0.497021, - "accuracy": 0.551383, - "main_score": 0.497021, - "hf_subset": "jpn_Jpan-min_Arab", - "languages": [ - "jpn-Jpan", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-pol_Latn", - "languages": [ - "jpn-Jpan", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526243, - "recall": 0.600791, - "f1": 0.547556, - "accuracy": 0.600791, - "main_score": 0.547556, - "hf_subset": "jpn_Jpan-ssw_Latn", - "languages": [ - "jpn-Jpan", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ukr_Cyrl", - "languages": [ - "jpn-Jpan", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-afr_Latn", - "languages": [ - "jpn-Jpan", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-bho_Deva", - "languages": [ - "jpn-Jpan", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "jpn_Jpan-eus_Latn", - "languages": [ - "jpn-Jpan", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55211, - "recall": 0.621542, - "f1": 0.571254, - "accuracy": 0.621542, - "main_score": 0.571254, - "hf_subset": "jpn_Jpan-ibo_Latn", - "languages": [ - "jpn-Jpan", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880352, - "recall": 0.91502, - "f1": 0.891535, - "accuracy": 0.91502, - "main_score": 0.891535, - "hf_subset": "jpn_Jpan-kmr_Latn", - "languages": [ - "jpn-Jpan", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "jpn_Jpan-min_Latn", - "languages": [ - "jpn-Jpan", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-por_Latn", - "languages": [ - "jpn-Jpan", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "jpn_Jpan-sun_Latn", - "languages": [ - "jpn-Jpan", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51078, - "recall": 0.576087, - "f1": 0.529571, - "accuracy": 0.576087, - "main_score": 0.529571, - "hf_subset": "jpn_Jpan-umb_Latn", - "languages": [ - "jpn-Jpan", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ajp_Arab", - "languages": [ - "jpn-Jpan", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513625, - "recall": 0.583992, - "f1": 0.532984, - "accuracy": 0.583992, - "main_score": 0.532984, - "hf_subset": "jpn_Jpan-bjn_Arab", - "languages": [ - "jpn-Jpan", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516773, - "recall": 0.578063, - "f1": 0.533681, - "accuracy": 0.578063, - "main_score": 0.533681, - "hf_subset": "jpn_Jpan-ewe_Latn", - "languages": [ - "jpn-Jpan", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933383, - "recall": 0.951581, - "f1": 0.938768, - "accuracy": 0.951581, - "main_score": 0.938768, - "hf_subset": "jpn_Jpan-ilo_Latn", - "languages": [ - "jpn-Jpan", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303695, - "recall": 0.369565, - "f1": 0.322403, - "accuracy": 0.369565, - "main_score": 0.322403, - "hf_subset": "jpn_Jpan-knc_Arab", - "languages": [ - "jpn-Jpan", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-mkd_Cyrl", - "languages": [ - "jpn-Jpan", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-prs_Arab", - "languages": [ - "jpn-Jpan", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-swe_Latn", - "languages": [ - "jpn-Jpan", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-urd_Arab", - "languages": [ - "jpn-Jpan", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586432, - "recall": 0.656126, - "f1": 0.606051, - "accuracy": 0.656126, - "main_score": 0.606051, - "hf_subset": "jpn_Jpan-aka_Latn", - "languages": [ - "jpn-Jpan", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "jpn_Jpan-bjn_Latn", - "languages": [ - "jpn-Jpan", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "jpn_Jpan-fao_Latn", - "languages": [ - "jpn-Jpan", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ind_Latn", - "languages": [ - "jpn-Jpan", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579449, - "recall": 0.637352, - "f1": 0.596196, - "accuracy": 0.637352, - "main_score": 0.596196, - "hf_subset": "jpn_Jpan-knc_Latn", - "languages": [ - "jpn-Jpan", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "jpn_Jpan-mlt_Latn", - "languages": [ - "jpn-Jpan", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684728, - "recall": 0.751976, - "f1": 0.704682, - "accuracy": 0.751976, - "main_score": 0.704682, - "hf_subset": "jpn_Jpan-quy_Latn", - "languages": [ - "jpn-Jpan", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "jpn_Jpan-swh_Latn", - "languages": [ - "jpn-Jpan", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-uzn_Latn", - "languages": [ - "jpn-Jpan", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-als_Latn", - "languages": [ - "jpn-Jpan", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630912, - "recall": 0.710474, - "f1": 0.654404, - "accuracy": 0.710474, - "main_score": 0.654404, - "hf_subset": "jpn_Jpan-bod_Tibt", - "languages": [ - "jpn-Jpan", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67799, - "recall": 0.740119, - "f1": 0.696116, - "accuracy": 0.740119, - "main_score": 0.696116, - "hf_subset": "jpn_Jpan-fij_Latn", - "languages": [ - "jpn-Jpan", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "jpn_Jpan-isl_Latn", - "languages": [ - "jpn-Jpan", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645693, - "recall": 0.704545, - "f1": 0.662854, - "accuracy": 0.704545, - "main_score": 0.662854, - "hf_subset": "jpn_Jpan-kon_Latn", - "languages": [ - "jpn-Jpan", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650239, - "recall": 0.719368, - "f1": 0.670844, - "accuracy": 0.719368, - "main_score": 0.670844, - "hf_subset": "jpn_Jpan-mni_Beng", - "languages": [ - "jpn-Jpan", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ron_Latn", - "languages": [ - "jpn-Jpan", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.988142, - "f1": 0.986166, - "accuracy": 0.988142, - "main_score": 0.986166, - "hf_subset": "jpn_Jpan-szl_Latn", - "languages": [ - "jpn-Jpan", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-vec_Latn", - "languages": [ - "jpn-Jpan", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939065, - "recall": 0.958498, - "f1": 0.945487, - "accuracy": 0.958498, - "main_score": 0.945487, - "hf_subset": "jpn_Jpan-amh_Ethi", - "languages": [ - "jpn-Jpan", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-bos_Latn", - "languages": [ - "jpn-Jpan", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-fin_Latn", - "languages": [ - "jpn-Jpan", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ita_Latn", - "languages": [ - "jpn-Jpan", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-kor_Hang", - "languages": [ - "jpn-Jpan", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543029, - "recall": 0.605731, - "f1": 0.560575, - "accuracy": 0.605731, - "main_score": 0.560575, - "hf_subset": "jpn_Jpan-mos_Latn", - "languages": [ - "jpn-Jpan", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547563, - "recall": 0.605731, - "f1": 0.563938, - "accuracy": 0.605731, - "main_score": 0.563938, - "hf_subset": "jpn_Jpan-run_Latn", - "languages": [ - "jpn-Jpan", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-tam_Taml", - "languages": [ - "jpn-Jpan", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-vie_Latn", - "languages": [ - "jpn-Jpan", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-apc_Arab", - "languages": [ - "jpn-Jpan", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791683, - "recall": 0.840909, - "f1": 0.806277, - "accuracy": 0.840909, - "main_score": 0.806277, - "hf_subset": "jpn_Jpan-bug_Latn", - "languages": [ - "jpn-Jpan", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454125, - "recall": 0.521739, - "f1": 0.472305, - "accuracy": 0.521739, - "main_score": 0.472305, - "hf_subset": "jpn_Jpan-fon_Latn", - "languages": [ - "jpn-Jpan", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jpn_Jpan-jav_Latn", - "languages": [ - "jpn-Jpan", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jpn_Jpan-lao_Laoo", - "languages": [ - "jpn-Jpan", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837236, - "recall": 0.879447, - "f1": 0.850165, - "accuracy": 0.879447, - "main_score": 0.850165, - "hf_subset": "jpn_Jpan-mri_Latn", - "languages": [ - "jpn-Jpan", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-rus_Cyrl", - "languages": [ - "jpn-Jpan", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525562, - "recall": 0.598814, - "f1": 0.545902, - "accuracy": 0.598814, - "main_score": 0.545902, - "hf_subset": "jpn_Jpan-taq_Latn", - "languages": [ - "jpn-Jpan", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "jpn_Jpan-war_Latn", - "languages": [ - "jpn-Jpan", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-arb_Arab", - "languages": [ - "jpn-Jpan", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-bul_Cyrl", - "languages": [ - "jpn-Jpan", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-fra_Latn", - "languages": [ - "jpn-Jpan", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "jpn_Jpan-lij_Latn", - "languages": [ - "jpn-Jpan", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "jpn_Jpan-mya_Mymr", - "languages": [ - "jpn-Jpan", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585124, - "recall": 0.658103, - "f1": 0.605137, - "accuracy": 0.658103, - "main_score": 0.605137, - "hf_subset": "jpn_Jpan-sag_Latn", - "languages": [ - "jpn-Jpan", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178317, - "recall": 0.245059, - "f1": 0.193248, - "accuracy": 0.245059, - "main_score": 0.193248, - "hf_subset": "jpn_Jpan-taq_Tfng", - "languages": [ - "jpn-Jpan", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61642, - "recall": 0.686759, - "f1": 0.636335, - "accuracy": 0.686759, - "main_score": 0.636335, - "hf_subset": "jpn_Jpan-wol_Latn", - "languages": [ - "jpn-Jpan", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778336, - "recall": 0.832016, - "f1": 0.794798, - "accuracy": 0.832016, - "main_score": 0.794798, - "hf_subset": "jpn_Jpan-arb_Latn", - "languages": [ - "jpn-Jpan", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-cat_Latn", - "languages": [ - "jpn-Jpan", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "jpn_Jpan-fur_Latn", - "languages": [ - "jpn-Jpan", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397407, - "recall": 0.455534, - "f1": 0.4131, - "accuracy": 0.455534, - "main_score": 0.4131, - "hf_subset": "jpn_Jpan-kab_Latn", - "languages": [ - "jpn-Jpan", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "jpn_Jpan-lim_Latn", - "languages": [ - "jpn-Jpan", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-nld_Latn", - "languages": [ - "jpn-Jpan", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "jpn_Jpan-san_Deva", - "languages": [ - "jpn-Jpan", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-tat_Cyrl", - "languages": [ - "jpn-Jpan", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637747, - "recall": 0.698617, - "f1": 0.655653, - "accuracy": 0.698617, - "main_score": 0.655653, - "hf_subset": "jpn_Jpan-xho_Latn", - "languages": [ - "jpn-Jpan", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ars_Arab", - "languages": [ - "jpn-Jpan", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "jpn_Jpan-ceb_Latn", - "languages": [ - "jpn-Jpan", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550272, - "recall": 0.615613, - "f1": 0.568175, - "accuracy": 0.615613, - "main_score": 0.568175, - "hf_subset": "jpn_Jpan-fuv_Latn", - "languages": [ - "jpn-Jpan", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498601, - "recall": 0.571146, - "f1": 0.518659, - "accuracy": 0.571146, - "main_score": 0.518659, - "hf_subset": "jpn_Jpan-kac_Latn", - "languages": [ - "jpn-Jpan", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654397, - "recall": 0.709486, - "f1": 0.670751, - "accuracy": 0.709486, - "main_score": 0.670751, - "hf_subset": "jpn_Jpan-lin_Latn", - "languages": [ - "jpn-Jpan", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-nno_Latn", - "languages": [ - "jpn-Jpan", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194757, - "recall": 0.267787, - "f1": 0.213338, - "accuracy": 0.267787, - "main_score": 0.213338, - "hf_subset": "jpn_Jpan-sat_Olck", - "languages": [ - "jpn-Jpan", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-tel_Telu", - "languages": [ - "jpn-Jpan", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "jpn_Jpan-ydd_Hebr", - "languages": [ - "jpn-Jpan", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "jpn_Jpan-ary_Arab", - "languages": [ - "jpn-Jpan", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ces_Latn", - "languages": [ - "jpn-Jpan", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554941, - "recall": 0.62253, - "f1": 0.574738, - "accuracy": 0.62253, - "main_score": 0.574738, - "hf_subset": "jpn_Jpan-gaz_Latn", - "languages": [ - "jpn-Jpan", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569443, - "recall": 0.635375, - "f1": 0.587881, - "accuracy": 0.635375, - "main_score": 0.587881, - "hf_subset": "jpn_Jpan-kam_Latn", - "languages": [ - "jpn-Jpan", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "jpn_Jpan-lit_Latn", - "languages": [ - "jpn-Jpan", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-nob_Latn", - "languages": [ - "jpn-Jpan", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "jpn_Jpan-scn_Latn", - "languages": [ - "jpn-Jpan", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "jpn_Jpan-tgk_Cyrl", - "languages": [ - "jpn-Jpan", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681312, - "recall": 0.746047, - "f1": 0.700398, - "accuracy": 0.746047, - "main_score": 0.700398, - "hf_subset": "jpn_Jpan-yor_Latn", - "languages": [ - "jpn-Jpan", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-arz_Arab", - "languages": [ - "jpn-Jpan", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545651, - "recall": 0.614625, - "f1": 0.565409, - "accuracy": 0.614625, - "main_score": 0.565409, - "hf_subset": "jpn_Jpan-cjk_Latn", - "languages": [ - "jpn-Jpan", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753277, - "recall": 0.810277, - "f1": 0.770586, - "accuracy": 0.810277, - "main_score": 0.770586, - "hf_subset": "jpn_Jpan-gla_Latn", - "languages": [ - "jpn-Jpan", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-kan_Knda", - "languages": [ - "jpn-Jpan", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "jpn_Jpan-lmo_Latn", - "languages": [ - "jpn-Jpan", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "jpn_Jpan-npi_Deva", - "languages": [ - "jpn-Jpan", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470421, - "recall": 0.54249, - "f1": 0.48993, - "accuracy": 0.54249, - "main_score": 0.48993, - "hf_subset": "jpn_Jpan-shn_Mymr", - "languages": [ - "jpn-Jpan", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-tgl_Latn", - "languages": [ - "jpn-Jpan", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-yue_Hant", - "languages": [ - "jpn-Jpan", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jpn_Jpan-asm_Beng", - "languages": [ - "jpn-Jpan", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "jpn_Jpan-ckb_Arab", - "languages": [ - "jpn-Jpan", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843874, - "recall": 0.886364, - "f1": 0.857181, - "accuracy": 0.886364, - "main_score": 0.857181, - "hf_subset": "jpn_Jpan-gle_Latn", - "languages": [ - "jpn-Jpan", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.963439, - "f1": 0.951746, - "accuracy": 0.963439, - "main_score": 0.951746, - "hf_subset": "jpn_Jpan-kas_Arab", - "languages": [ - "jpn-Jpan", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932477, - "recall": 0.953557, - "f1": 0.939394, - "accuracy": 0.953557, - "main_score": 0.939394, - "hf_subset": "jpn_Jpan-ltg_Latn", - "languages": [ - "jpn-Jpan", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593958, - "recall": 0.653162, - "f1": 0.61067, - "accuracy": 0.653162, - "main_score": 0.61067, - "hf_subset": "jpn_Jpan-nso_Latn", - "languages": [ - "jpn-Jpan", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "jpn_Jpan-sin_Sinh", - "languages": [ - "jpn-Jpan", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-tha_Thai", - "languages": [ - "jpn-Jpan", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-zho_Hans", - "languages": [ - "jpn-Jpan", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ast_Latn", - "languages": [ - "jpn-Jpan", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jpn_Jpan-crh_Latn", - "languages": [ - "jpn-Jpan", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-glg_Latn", - "languages": [ - "jpn-Jpan", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893939, - "recall": 0.924901, - "f1": 0.903458, - "accuracy": 0.924901, - "main_score": 0.903458, - "hf_subset": "jpn_Jpan-kas_Deva", - "languages": [ - "jpn-Jpan", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "jpn_Jpan-ltz_Latn", - "languages": [ - "jpn-Jpan", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430032, - "recall": 0.503953, - "f1": 0.450121, - "accuracy": 0.503953, - "main_score": 0.450121, - "hf_subset": "jpn_Jpan-nus_Latn", - "languages": [ - "jpn-Jpan", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-slk_Latn", - "languages": [ - "jpn-Jpan", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60575, - "recall": 0.677866, - "f1": 0.62683, - "accuracy": 0.677866, - "main_score": 0.62683, - "hf_subset": "jpn_Jpan-tir_Ethi", - "languages": [ - "jpn-Jpan", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-zho_Hant", - "languages": [ - "jpn-Jpan", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "jpn_Jpan-awa_Deva", - "languages": [ - "jpn-Jpan", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "jpn_Jpan-cym_Latn", - "languages": [ - "jpn-Jpan", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828327, - "recall": 0.87253, - "f1": 0.841864, - "accuracy": 0.87253, - "main_score": 0.841864, - "hf_subset": "jpn_Jpan-grn_Latn", - "languages": [ - "jpn-Jpan", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "jpn_Jpan-kat_Geor", - "languages": [ - "jpn-Jpan", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624946, - "recall": 0.683794, - "f1": 0.641622, - "accuracy": 0.683794, - "main_score": 0.641622, - "hf_subset": "jpn_Jpan-lua_Latn", - "languages": [ - "jpn-Jpan", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624104, - "recall": 0.687747, - "f1": 0.642544, - "accuracy": 0.687747, - "main_score": 0.642544, - "hf_subset": "jpn_Jpan-nya_Latn", - "languages": [ - "jpn-Jpan", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-slv_Latn", - "languages": [ - "jpn-Jpan", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949193, - "recall": 0.965415, - "f1": 0.954447, - "accuracy": 0.965415, - "main_score": 0.954447, - "hf_subset": "jpn_Jpan-tpi_Latn", - "languages": [ - "jpn-Jpan", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-zsm_Latn", - "languages": [ - "jpn-Jpan", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538155, - "recall": 0.602767, - "f1": 0.556139, - "accuracy": 0.602767, - "main_score": 0.556139, - "hf_subset": "jpn_Jpan-ayr_Latn", - "languages": [ - "jpn-Jpan", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-dan_Latn", - "languages": [ - "jpn-Jpan", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-guj_Gujr", - "languages": [ - "jpn-Jpan", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-kaz_Cyrl", - "languages": [ - "jpn-Jpan", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527704, - "recall": 0.587945, - "f1": 0.544874, - "accuracy": 0.587945, - "main_score": 0.544874, - "hf_subset": "jpn_Jpan-lug_Latn", - "languages": [ - "jpn-Jpan", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-oci_Latn", - "languages": [ - "jpn-Jpan", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799193, - "recall": 0.848814, - "f1": 0.814182, - "accuracy": 0.848814, - "main_score": 0.814182, - "hf_subset": "jpn_Jpan-smo_Latn", - "languages": [ - "jpn-Jpan", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523326, - "recall": 0.591897, - "f1": 0.542186, - "accuracy": 0.591897, - "main_score": 0.542186, - "hf_subset": "jpn_Jpan-tsn_Latn", - "languages": [ - "jpn-Jpan", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583038, - "recall": 0.649209, - "f1": 0.60169, - "accuracy": 0.649209, - "main_score": 0.60169, - "hf_subset": "jpn_Jpan-zul_Latn", - "languages": [ - "jpn-Jpan", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913538, - "recall": 0.937747, - "f1": 0.921278, - "accuracy": 0.937747, - "main_score": 0.921278, - "hf_subset": "jpn_Jpan-azb_Arab", - "languages": [ - "jpn-Jpan", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-deu_Latn", - "languages": [ - "jpn-Jpan", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "jpn_Jpan-hat_Latn", - "languages": [ - "jpn-Jpan", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491295, - "recall": 0.550395, - "f1": 0.507764, - "accuracy": 0.550395, - "main_score": 0.507764, - "hf_subset": "jpn_Jpan-kbp_Latn", - "languages": [ - "jpn-Jpan", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56401, - "recall": 0.621542, - "f1": 0.579474, - "accuracy": 0.621542, - "main_score": 0.579474, - "hf_subset": "jpn_Jpan-luo_Latn", - "languages": [ - "jpn-Jpan", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-ory_Orya", - "languages": [ - "jpn-Jpan", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579474, - "recall": 0.644269, - "f1": 0.597707, - "accuracy": 0.644269, - "main_score": 0.597707, - "hf_subset": "jpn_Jpan-sna_Latn", - "languages": [ - "jpn-Jpan", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547575, - "recall": 0.604743, - "f1": 0.563665, - "accuracy": 0.604743, - "main_score": 0.563665, - "hf_subset": "jpn_Jpan-tso_Latn", - "languages": [ - "jpn-Jpan", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-azj_Latn", - "languages": [ - "jpn-Jpan", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530971, - "recall": 0.602767, - "f1": 0.551499, - "accuracy": 0.602767, - "main_score": 0.551499, - "hf_subset": "jpn_Jpan-dik_Latn", - "languages": [ - "jpn-Jpan", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703633, - "recall": 0.763834, - "f1": 0.721069, - "accuracy": 0.763834, - "main_score": 0.721069, - "hf_subset": "jpn_Jpan-hau_Latn", - "languages": [ - "jpn-Jpan", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "jpn_Jpan-kea_Latn", - "languages": [ - "jpn-Jpan", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742128, - "recall": 0.797431, - "f1": 0.758794, - "accuracy": 0.797431, - "main_score": 0.758794, - "hf_subset": "jpn_Jpan-lus_Latn", - "languages": [ - "jpn-Jpan", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872118, - "recall": 0.906126, - "f1": 0.882609, - "accuracy": 0.906126, - "main_score": 0.882609, - "hf_subset": "jpn_Jpan-pag_Latn", - "languages": [ - "jpn-Jpan", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "jpn_Jpan-snd_Arab", - "languages": [ - "jpn-Jpan", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95504, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "jpn_Jpan-tuk_Latn", - "languages": [ - "jpn-Jpan", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "jpn_Jpan-bak_Cyrl", - "languages": [ - "jpn-Jpan", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470466, - "recall": 0.552372, - "f1": 0.49449, - "accuracy": 0.552372, - "main_score": 0.49449, - "hf_subset": "jpn_Jpan-dyu_Latn", - "languages": [ - "jpn-Jpan", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-heb_Hebr", - "languages": [ - "jpn-Jpan", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "jpn_Jpan-khk_Cyrl", - "languages": [ - "jpn-Jpan", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "jpn_Jpan-lvs_Latn", - "languages": [ - "jpn-Jpan", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "jpn_Jpan-pan_Guru", - "languages": [ - "jpn-Jpan", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667605, - "recall": 0.731225, - "f1": 0.686665, - "accuracy": 0.731225, - "main_score": 0.686665, - "hf_subset": "jpn_Jpan-som_Latn", - "languages": [ - "jpn-Jpan", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582816, - "recall": 0.639328, - "f1": 0.599259, - "accuracy": 0.639328, - "main_score": 0.599259, - "hf_subset": "jpn_Jpan-tum_Latn", - "languages": [ - "jpn-Jpan", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583813, - "recall": 0.649209, - "f1": 0.602602, - "accuracy": 0.649209, - "main_score": 0.602602, - "hf_subset": "lij_Latn-ace_Arab", - "languages": [ - "lij-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541791, - "recall": 0.597826, - "f1": 0.557692, - "accuracy": 0.597826, - "main_score": 0.557692, - "hf_subset": "lij_Latn-bam_Latn", - "languages": [ - "lij-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383682, - "recall": 0.449605, - "f1": 0.401451, - "accuracy": 0.449605, - "main_score": 0.401451, - "hf_subset": "lij_Latn-dzo_Tibt", - "languages": [ - "lij-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lij_Latn-hin_Deva", - "languages": [ - "lij-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lij_Latn-khm_Khmr", - "languages": [ - "lij-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983284, - "recall": 0.987154, - "f1": 0.98442, - "accuracy": 0.987154, - "main_score": 0.98442, - "hf_subset": "lij_Latn-mag_Deva", - "languages": [ - "lij-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "lij_Latn-pap_Latn", - "languages": [ - "lij-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595358, - "recall": 0.649209, - "f1": 0.61036, - "accuracy": 0.649209, - "main_score": 0.61036, - "hf_subset": "lij_Latn-sot_Latn", - "languages": [ - "lij-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-tur_Latn", - "languages": [ - "lij-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855649, - "recall": 0.886364, - "f1": 0.864973, - "accuracy": 0.886364, - "main_score": 0.864973, - "hf_subset": "lij_Latn-ace_Latn", - "languages": [ - "lij-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9375, - "recall": 0.954545, - "f1": 0.942918, - "accuracy": 0.954545, - "main_score": 0.942918, - "hf_subset": "lij_Latn-ban_Latn", - "languages": [ - "lij-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lij_Latn-ell_Grek", - "languages": [ - "lij-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979084, - "recall": 0.985178, - "f1": 0.981061, - "accuracy": 0.985178, - "main_score": 0.981061, - "hf_subset": "lij_Latn-hne_Deva", - "languages": [ - "lij-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60341, - "recall": 0.655138, - "f1": 0.61814, - "accuracy": 0.655138, - "main_score": 0.61814, - "hf_subset": "lij_Latn-kik_Latn", - "languages": [ - "lij-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-mai_Deva", - "languages": [ - "lij-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.965415, - "f1": 0.95471, - "accuracy": 0.965415, - "main_score": 0.95471, - "hf_subset": "lij_Latn-pbt_Arab", - "languages": [ - "lij-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-spa_Latn", - "languages": [ - "lij-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625965, - "recall": 0.681818, - "f1": 0.641562, - "accuracy": 0.681818, - "main_score": 0.641562, - "hf_subset": "lij_Latn-twi_Latn", - "languages": [ - "lij-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lij_Latn-acm_Arab", - "languages": [ - "lij-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "lij_Latn-bel_Cyrl", - "languages": [ - "lij-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-eng_Latn", - "languages": [ - "lij-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "lij_Latn-hrv_Latn", - "languages": [ - "lij-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571123, - "recall": 0.628458, - "f1": 0.587293, - "accuracy": 0.628458, - "main_score": 0.587293, - "hf_subset": "lij_Latn-kin_Latn", - "languages": [ - "lij-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-mal_Mlym", - "languages": [ - "lij-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lij_Latn-pes_Arab", - "languages": [ - "lij-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lij_Latn-srd_Latn", - "languages": [ - "lij-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180672, - "recall": 0.22332, - "f1": 0.191205, - "accuracy": 0.22332, - "main_score": 0.191205, - "hf_subset": "lij_Latn-tzm_Tfng", - "languages": [ - "lij-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lij_Latn-acq_Arab", - "languages": [ - "lij-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642311, - "recall": 0.685771, - "f1": 0.654205, - "accuracy": 0.685771, - "main_score": 0.654205, - "hf_subset": "lij_Latn-bem_Latn", - "languages": [ - "lij-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lij_Latn-epo_Latn", - "languages": [ - "lij-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-hun_Latn", - "languages": [ - "lij-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "lij_Latn-kir_Cyrl", - "languages": [ - "lij-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979167, - "recall": 0.985178, - "f1": 0.980962, - "accuracy": 0.985178, - "main_score": 0.980962, - "hf_subset": "lij_Latn-mar_Deva", - "languages": [ - "lij-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675758, - "recall": 0.729249, - "f1": 0.69137, - "accuracy": 0.729249, - "main_score": 0.69137, - "hf_subset": "lij_Latn-plt_Latn", - "languages": [ - "lij-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lij_Latn-srp_Cyrl", - "languages": [ - "lij-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92691, - "recall": 0.947628, - "f1": 0.933465, - "accuracy": 0.947628, - "main_score": 0.933465, - "hf_subset": "lij_Latn-uig_Arab", - "languages": [ - "lij-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "lij_Latn-aeb_Arab", - "languages": [ - "lij-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "lij_Latn-ben_Beng", - "languages": [ - "lij-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "lij_Latn-est_Latn", - "languages": [ - "lij-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "lij_Latn-hye_Armn", - "languages": [ - "lij-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56549, - "recall": 0.617589, - "f1": 0.580503, - "accuracy": 0.617589, - "main_score": 0.580503, - "hf_subset": "lij_Latn-kmb_Latn", - "languages": [ - "lij-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512907, - "recall": 0.581028, - "f1": 0.530558, - "accuracy": 0.581028, - "main_score": 0.530558, - "hf_subset": "lij_Latn-min_Arab", - "languages": [ - "lij-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lij_Latn-pol_Latn", - "languages": [ - "lij-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563599, - "recall": 0.620553, - "f1": 0.5798, - "accuracy": 0.620553, - "main_score": 0.5798, - "hf_subset": "lij_Latn-ssw_Latn", - "languages": [ - "lij-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-ukr_Cyrl", - "languages": [ - "lij-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lij_Latn-afr_Latn", - "languages": [ - "lij-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "lij_Latn-bho_Deva", - "languages": [ - "lij-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "lij_Latn-eus_Latn", - "languages": [ - "lij-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578244, - "recall": 0.635375, - "f1": 0.594603, - "accuracy": 0.635375, - "main_score": 0.594603, - "hf_subset": "lij_Latn-ibo_Latn", - "languages": [ - "lij-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86516, - "recall": 0.898221, - "f1": 0.875238, - "accuracy": 0.898221, - "main_score": 0.875238, - "hf_subset": "lij_Latn-kmr_Latn", - "languages": [ - "lij-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "lij_Latn-min_Latn", - "languages": [ - "lij-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-por_Latn", - "languages": [ - "lij-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.981225, - "f1": 0.97635, - "accuracy": 0.981225, - "main_score": 0.97635, - "hf_subset": "lij_Latn-sun_Latn", - "languages": [ - "lij-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530608, - "recall": 0.583004, - "f1": 0.545956, - "accuracy": 0.583004, - "main_score": 0.545956, - "hf_subset": "lij_Latn-umb_Latn", - "languages": [ - "lij-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lij_Latn-ajp_Arab", - "languages": [ - "lij-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545441, - "recall": 0.608696, - "f1": 0.56279, - "accuracy": 0.608696, - "main_score": 0.56279, - "hf_subset": "lij_Latn-bjn_Arab", - "languages": [ - "lij-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525586, - "recall": 0.578063, - "f1": 0.540467, - "accuracy": 0.578063, - "main_score": 0.540467, - "hf_subset": "lij_Latn-ewe_Latn", - "languages": [ - "lij-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.951581, - "f1": 0.939526, - "accuracy": 0.951581, - "main_score": 0.939526, - "hf_subset": "lij_Latn-ilo_Latn", - "languages": [ - "lij-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.312366, - "recall": 0.369565, - "f1": 0.328404, - "accuracy": 0.369565, - "main_score": 0.328404, - "hf_subset": "lij_Latn-knc_Arab", - "languages": [ - "lij-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lij_Latn-mkd_Cyrl", - "languages": [ - "lij-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988801, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lij_Latn-prs_Arab", - "languages": [ - "lij-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-swe_Latn", - "languages": [ - "lij-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "lij_Latn-urd_Arab", - "languages": [ - "lij-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583547, - "recall": 0.639328, - "f1": 0.599177, - "accuracy": 0.639328, - "main_score": 0.599177, - "hf_subset": "lij_Latn-aka_Latn", - "languages": [ - "lij-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964043, - "recall": 0.97332, - "f1": 0.96693, - "accuracy": 0.97332, - "main_score": 0.96693, - "hf_subset": "lij_Latn-bjn_Latn", - "languages": [ - "lij-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948534, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "lij_Latn-fao_Latn", - "languages": [ - "lij-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lij_Latn-ind_Latn", - "languages": [ - "lij-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603829, - "recall": 0.656126, - "f1": 0.618442, - "accuracy": 0.656126, - "main_score": 0.618442, - "hf_subset": "lij_Latn-knc_Latn", - "languages": [ - "lij-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lij_Latn-mlt_Latn", - "languages": [ - "lij-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703535, - "recall": 0.763834, - "f1": 0.721334, - "accuracy": 0.763834, - "main_score": 0.721334, - "hf_subset": "lij_Latn-quy_Latn", - "languages": [ - "lij-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931324, - "recall": 0.952569, - "f1": 0.938241, - "accuracy": 0.952569, - "main_score": 0.938241, - "hf_subset": "lij_Latn-swh_Latn", - "languages": [ - "lij-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "lij_Latn-uzn_Latn", - "languages": [ - "lij-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lij_Latn-als_Latn", - "languages": [ - "lij-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577363, - "recall": 0.653162, - "f1": 0.598477, - "accuracy": 0.653162, - "main_score": 0.598477, - "hf_subset": "lij_Latn-bod_Tibt", - "languages": [ - "lij-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689223, - "recall": 0.741107, - "f1": 0.70391, - "accuracy": 0.741107, - "main_score": 0.70391, - "hf_subset": "lij_Latn-fij_Latn", - "languages": [ - "lij-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951252, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "lij_Latn-isl_Latn", - "languages": [ - "lij-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678002, - "recall": 0.729249, - "f1": 0.693412, - "accuracy": 0.729249, - "main_score": 0.693412, - "hf_subset": "lij_Latn-kon_Latn", - "languages": [ - "lij-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65072, - "recall": 0.716403, - "f1": 0.669872, - "accuracy": 0.716403, - "main_score": 0.669872, - "hf_subset": "lij_Latn-mni_Beng", - "languages": [ - "lij-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-ron_Latn", - "languages": [ - "lij-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.981225, - "f1": 0.97612, - "accuracy": 0.981225, - "main_score": 0.97612, - "hf_subset": "lij_Latn-szl_Latn", - "languages": [ - "lij-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-vec_Latn", - "languages": [ - "lij-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900033, - "recall": 0.928854, - "f1": 0.909256, - "accuracy": 0.928854, - "main_score": 0.909256, - "hf_subset": "lij_Latn-amh_Ethi", - "languages": [ - "lij-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "lij_Latn-bos_Latn", - "languages": [ - "lij-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "lij_Latn-fin_Latn", - "languages": [ - "lij-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lij_Latn-ita_Latn", - "languages": [ - "lij-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-kor_Hang", - "languages": [ - "lij-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564987, - "recall": 0.614625, - "f1": 0.578831, - "accuracy": 0.614625, - "main_score": 0.578831, - "hf_subset": "lij_Latn-mos_Latn", - "languages": [ - "lij-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568422, - "recall": 0.619565, - "f1": 0.58342, - "accuracy": 0.619565, - "main_score": 0.58342, - "hf_subset": "lij_Latn-run_Latn", - "languages": [ - "lij-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "lij_Latn-tam_Taml", - "languages": [ - "lij-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988801, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lij_Latn-vie_Latn", - "languages": [ - "lij-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "lij_Latn-apc_Arab", - "languages": [ - "lij-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799367, - "recall": 0.840909, - "f1": 0.811512, - "accuracy": 0.840909, - "main_score": 0.811512, - "hf_subset": "lij_Latn-bug_Latn", - "languages": [ - "lij-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479805, - "recall": 0.532609, - "f1": 0.493954, - "accuracy": 0.532609, - "main_score": 0.493954, - "hf_subset": "lij_Latn-fon_Latn", - "languages": [ - "lij-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984881, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "lij_Latn-jav_Latn", - "languages": [ - "lij-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "lij_Latn-lao_Laoo", - "languages": [ - "lij-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824398, - "recall": 0.865613, - "f1": 0.836844, - "accuracy": 0.865613, - "main_score": 0.836844, - "hf_subset": "lij_Latn-mri_Latn", - "languages": [ - "lij-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-rus_Cyrl", - "languages": [ - "lij-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548946, - "recall": 0.603755, - "f1": 0.56422, - "accuracy": 0.603755, - "main_score": 0.56422, - "hf_subset": "lij_Latn-taq_Latn", - "languages": [ - "lij-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "lij_Latn-war_Latn", - "languages": [ - "lij-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lij_Latn-arb_Arab", - "languages": [ - "lij-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-bul_Cyrl", - "languages": [ - "lij-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lij_Latn-fra_Latn", - "languages": [ - "lij-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lij_Latn-jpn_Jpan", - "languages": [ - "lij-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "lij_Latn-mya_Mymr", - "languages": [ - "lij-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608504, - "recall": 0.675889, - "f1": 0.627556, - "accuracy": 0.675889, - "main_score": 0.627556, - "hf_subset": "lij_Latn-sag_Latn", - "languages": [ - "lij-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201869, - "recall": 0.255929, - "f1": 0.214174, - "accuracy": 0.255929, - "main_score": 0.214174, - "hf_subset": "lij_Latn-taq_Tfng", - "languages": [ - "lij-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640148, - "recall": 0.693676, - "f1": 0.654748, - "accuracy": 0.693676, - "main_score": 0.654748, - "hf_subset": "lij_Latn-wol_Latn", - "languages": [ - "lij-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772926, - "recall": 0.827075, - "f1": 0.789103, - "accuracy": 0.827075, - "main_score": 0.789103, - "hf_subset": "lij_Latn-arb_Latn", - "languages": [ - "lij-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lij_Latn-cat_Latn", - "languages": [ - "lij-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lij_Latn-fur_Latn", - "languages": [ - "lij-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431029, - "recall": 0.479249, - "f1": 0.444246, - "accuracy": 0.479249, - "main_score": 0.444246, - "hf_subset": "lij_Latn-kab_Latn", - "languages": [ - "lij-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970932, - "recall": 0.979249, - "f1": 0.973551, - "accuracy": 0.979249, - "main_score": 0.973551, - "hf_subset": "lij_Latn-lim_Latn", - "languages": [ - "lij-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "lij_Latn-nld_Latn", - "languages": [ - "lij-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "lij_Latn-san_Deva", - "languages": [ - "lij-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "lij_Latn-tat_Cyrl", - "languages": [ - "lij-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67864, - "recall": 0.729249, - "f1": 0.69388, - "accuracy": 0.729249, - "main_score": 0.69388, - "hf_subset": "lij_Latn-xho_Latn", - "languages": [ - "lij-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lij_Latn-ars_Arab", - "languages": [ - "lij-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lij_Latn-ceb_Latn", - "languages": [ - "lij-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561884, - "recall": 0.619565, - "f1": 0.578336, - "accuracy": 0.619565, - "main_score": 0.578336, - "hf_subset": "lij_Latn-fuv_Latn", - "languages": [ - "lij-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516685, - "recall": 0.574111, - "f1": 0.532584, - "accuracy": 0.574111, - "main_score": 0.532584, - "hf_subset": "lij_Latn-kac_Latn", - "languages": [ - "lij-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688175, - "recall": 0.733202, - "f1": 0.700847, - "accuracy": 0.733202, - "main_score": 0.700847, - "hf_subset": "lij_Latn-lin_Latn", - "languages": [ - "lij-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-nno_Latn", - "languages": [ - "lij-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208698, - "recall": 0.277668, - "f1": 0.226132, - "accuracy": 0.277668, - "main_score": 0.226132, - "hf_subset": "lij_Latn-sat_Olck", - "languages": [ - "lij-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lij_Latn-tel_Telu", - "languages": [ - "lij-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932065, - "recall": 0.951581, - "f1": 0.938142, - "accuracy": 0.951581, - "main_score": 0.938142, - "hf_subset": "lij_Latn-ydd_Hebr", - "languages": [ - "lij-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "lij_Latn-ary_Arab", - "languages": [ - "lij-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lij_Latn-ces_Latn", - "languages": [ - "lij-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582866, - "recall": 0.640316, - "f1": 0.599316, - "accuracy": 0.640316, - "main_score": 0.599316, - "hf_subset": "lij_Latn-gaz_Latn", - "languages": [ - "lij-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585771, - "recall": 0.647233, - "f1": 0.603609, - "accuracy": 0.647233, - "main_score": 0.603609, - "hf_subset": "lij_Latn-kam_Latn", - "languages": [ - "lij-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "lij_Latn-lit_Latn", - "languages": [ - "lij-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-nob_Latn", - "languages": [ - "lij-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lij_Latn-scn_Latn", - "languages": [ - "lij-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "lij_Latn-tgk_Cyrl", - "languages": [ - "lij-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699786, - "recall": 0.762846, - "f1": 0.718662, - "accuracy": 0.762846, - "main_score": 0.718662, - "hf_subset": "lij_Latn-yor_Latn", - "languages": [ - "lij-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "lij_Latn-arz_Arab", - "languages": [ - "lij-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576706, - "recall": 0.63834, - "f1": 0.594353, - "accuracy": 0.63834, - "main_score": 0.594353, - "hf_subset": "lij_Latn-cjk_Latn", - "languages": [ - "lij-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767408, - "recall": 0.818182, - "f1": 0.782773, - "accuracy": 0.818182, - "main_score": 0.782773, - "hf_subset": "lij_Latn-gla_Latn", - "languages": [ - "lij-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "lij_Latn-kan_Knda", - "languages": [ - "lij-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989377, - "recall": 0.992095, - "f1": 0.990184, - "accuracy": 0.992095, - "main_score": 0.990184, - "hf_subset": "lij_Latn-lmo_Latn", - "languages": [ - "lij-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "lij_Latn-npi_Deva", - "languages": [ - "lij-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472009, - "recall": 0.533597, - "f1": 0.488826, - "accuracy": 0.533597, - "main_score": 0.488826, - "hf_subset": "lij_Latn-shn_Mymr", - "languages": [ - "lij-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lij_Latn-tgl_Latn", - "languages": [ - "lij-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-yue_Hant", - "languages": [ - "lij-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "lij_Latn-asm_Beng", - "languages": [ - "lij-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912467, - "recall": 0.937747, - "f1": 0.92052, - "accuracy": 0.937747, - "main_score": 0.92052, - "hf_subset": "lij_Latn-ckb_Arab", - "languages": [ - "lij-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842638, - "recall": 0.881423, - "f1": 0.85455, - "accuracy": 0.881423, - "main_score": 0.85455, - "hf_subset": "lij_Latn-gle_Latn", - "languages": [ - "lij-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924078, - "recall": 0.944664, - "f1": 0.930665, - "accuracy": 0.944664, - "main_score": 0.930665, - "hf_subset": "lij_Latn-kas_Arab", - "languages": [ - "lij-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920949, - "recall": 0.942688, - "f1": 0.927833, - "accuracy": 0.942688, - "main_score": 0.927833, - "hf_subset": "lij_Latn-ltg_Latn", - "languages": [ - "lij-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607768, - "recall": 0.662055, - "f1": 0.623062, - "accuracy": 0.662055, - "main_score": 0.623062, - "hf_subset": "lij_Latn-nso_Latn", - "languages": [ - "lij-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "lij_Latn-sin_Sinh", - "languages": [ - "lij-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lij_Latn-tha_Thai", - "languages": [ - "lij-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985837, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "lij_Latn-zho_Hans", - "languages": [ - "lij-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-ast_Latn", - "languages": [ - "lij-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "lij_Latn-crh_Latn", - "languages": [ - "lij-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-glg_Latn", - "languages": [ - "lij-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854661, - "recall": 0.892292, - "f1": 0.866634, - "accuracy": 0.892292, - "main_score": 0.866634, - "hf_subset": "lij_Latn-kas_Deva", - "languages": [ - "lij-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "lij_Latn-ltz_Latn", - "languages": [ - "lij-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478469, - "recall": 0.541502, - "f1": 0.494493, - "accuracy": 0.541502, - "main_score": 0.494493, - "hf_subset": "lij_Latn-nus_Latn", - "languages": [ - "lij-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lij_Latn-slk_Latn", - "languages": [ - "lij-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586526, - "recall": 0.657115, - "f1": 0.606563, - "accuracy": 0.657115, - "main_score": 0.606563, - "hf_subset": "lij_Latn-tir_Ethi", - "languages": [ - "lij-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lij_Latn-zho_Hant", - "languages": [ - "lij-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.981225, - "f1": 0.97612, - "accuracy": 0.981225, - "main_score": 0.97612, - "hf_subset": "lij_Latn-awa_Deva", - "languages": [ - "lij-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937335, - "recall": 0.955534, - "f1": 0.943083, - "accuracy": 0.955534, - "main_score": 0.943083, - "hf_subset": "lij_Latn-cym_Latn", - "languages": [ - "lij-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839674, - "recall": 0.87747, - "f1": 0.851318, - "accuracy": 0.87747, - "main_score": 0.851318, - "hf_subset": "lij_Latn-grn_Latn", - "languages": [ - "lij-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "lij_Latn-kat_Geor", - "languages": [ - "lij-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642977, - "recall": 0.690711, - "f1": 0.656755, - "accuracy": 0.690711, - "main_score": 0.656755, - "hf_subset": "lij_Latn-lua_Latn", - "languages": [ - "lij-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639728, - "recall": 0.700593, - "f1": 0.657204, - "accuracy": 0.700593, - "main_score": 0.657204, - "hf_subset": "lij_Latn-nya_Latn", - "languages": [ - "lij-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lij_Latn-slv_Latn", - "languages": [ - "lij-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921278, - "recall": 0.944664, - "f1": 0.928821, - "accuracy": 0.944664, - "main_score": 0.928821, - "hf_subset": "lij_Latn-tpi_Latn", - "languages": [ - "lij-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-zsm_Latn", - "languages": [ - "lij-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566915, - "recall": 0.620553, - "f1": 0.581588, - "accuracy": 0.620553, - "main_score": 0.581588, - "hf_subset": "lij_Latn-ayr_Latn", - "languages": [ - "lij-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lij_Latn-dan_Latn", - "languages": [ - "lij-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lij_Latn-guj_Gujr", - "languages": [ - "lij-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lij_Latn-kaz_Cyrl", - "languages": [ - "lij-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529373, - "recall": 0.58498, - "f1": 0.544853, - "accuracy": 0.58498, - "main_score": 0.544853, - "hf_subset": "lij_Latn-lug_Latn", - "languages": [ - "lij-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "lij_Latn-oci_Latn", - "languages": [ - "lij-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796838, - "recall": 0.841897, - "f1": 0.81054, - "accuracy": 0.841897, - "main_score": 0.81054, - "hf_subset": "lij_Latn-smo_Latn", - "languages": [ - "lij-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550715, - "recall": 0.614625, - "f1": 0.568643, - "accuracy": 0.614625, - "main_score": 0.568643, - "hf_subset": "lij_Latn-tsn_Latn", - "languages": [ - "lij-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609637, - "recall": 0.671937, - "f1": 0.627957, - "accuracy": 0.671937, - "main_score": 0.627957, - "hf_subset": "lij_Latn-zul_Latn", - "languages": [ - "lij-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902092, - "recall": 0.927866, - "f1": 0.910145, - "accuracy": 0.927866, - "main_score": 0.910145, - "hf_subset": "lij_Latn-azb_Arab", - "languages": [ - "lij-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lij_Latn-deu_Latn", - "languages": [ - "lij-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.968379, - "f1": 0.96031, - "accuracy": 0.968379, - "main_score": 0.96031, - "hf_subset": "lij_Latn-hat_Latn", - "languages": [ - "lij-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495751, - "recall": 0.547431, - "f1": 0.510372, - "accuracy": 0.547431, - "main_score": 0.510372, - "hf_subset": "lij_Latn-kbp_Latn", - "languages": [ - "lij-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582504, - "recall": 0.637352, - "f1": 0.597555, - "accuracy": 0.637352, - "main_score": 0.597555, - "hf_subset": "lij_Latn-luo_Latn", - "languages": [ - "lij-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lij_Latn-ory_Orya", - "languages": [ - "lij-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583869, - "recall": 0.63834, - "f1": 0.599057, - "accuracy": 0.63834, - "main_score": 0.599057, - "hf_subset": "lij_Latn-sna_Latn", - "languages": [ - "lij-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55401, - "recall": 0.605731, - "f1": 0.56859, - "accuracy": 0.605731, - "main_score": 0.56859, - "hf_subset": "lij_Latn-tso_Latn", - "languages": [ - "lij-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "lij_Latn-azj_Latn", - "languages": [ - "lij-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542737, - "recall": 0.602767, - "f1": 0.560197, - "accuracy": 0.602767, - "main_score": 0.560197, - "hf_subset": "lij_Latn-dik_Latn", - "languages": [ - "lij-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726459, - "recall": 0.777668, - "f1": 0.741471, - "accuracy": 0.777668, - "main_score": 0.741471, - "hf_subset": "lij_Latn-hau_Latn", - "languages": [ - "lij-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "lij_Latn-kea_Latn", - "languages": [ - "lij-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735072, - "recall": 0.779644, - "f1": 0.748435, - "accuracy": 0.779644, - "main_score": 0.748435, - "hf_subset": "lij_Latn-lus_Latn", - "languages": [ - "lij-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853623, - "recall": 0.884387, - "f1": 0.862945, - "accuracy": 0.884387, - "main_score": 0.862945, - "hf_subset": "lij_Latn-pag_Latn", - "languages": [ - "lij-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "lij_Latn-snd_Arab", - "languages": [ - "lij-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905995, - "recall": 0.93083, - "f1": 0.913702, - "accuracy": 0.93083, - "main_score": 0.913702, - "hf_subset": "lij_Latn-tuk_Latn", - "languages": [ - "lij-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955451, - "recall": 0.967391, - "f1": 0.959223, - "accuracy": 0.967391, - "main_score": 0.959223, - "hf_subset": "lij_Latn-bak_Cyrl", - "languages": [ - "lij-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487611, - "recall": 0.56917, - "f1": 0.511154, - "accuracy": 0.56917, - "main_score": 0.511154, - "hf_subset": "lij_Latn-dyu_Latn", - "languages": [ - "lij-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lij_Latn-heb_Hebr", - "languages": [ - "lij-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949275, - "recall": 0.964427, - "f1": 0.954216, - "accuracy": 0.964427, - "main_score": 0.954216, - "hf_subset": "lij_Latn-khk_Cyrl", - "languages": [ - "lij-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lij_Latn-lvs_Latn", - "languages": [ - "lij-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "lij_Latn-pan_Guru", - "languages": [ - "lij-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693363, - "recall": 0.75, - "f1": 0.710098, - "accuracy": 0.75, - "main_score": 0.710098, - "hf_subset": "lij_Latn-som_Latn", - "languages": [ - "lij-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597998, - "recall": 0.643281, - "f1": 0.610874, - "accuracy": 0.643281, - "main_score": 0.610874, - "hf_subset": "lij_Latn-tum_Latn", - "languages": [ - "lij-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393866, - "recall": 0.463439, - "f1": 0.412615, - "accuracy": 0.463439, - "main_score": 0.412615, - "hf_subset": "mya_Mymr-ace_Arab", - "languages": [ - "mya-Mymr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395594, - "recall": 0.462451, - "f1": 0.413459, - "accuracy": 0.462451, - "main_score": 0.413459, - "hf_subset": "mya_Mymr-bam_Latn", - "languages": [ - "mya-Mymr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392398, - "recall": 0.476285, - "f1": 0.415316, - "accuracy": 0.476285, - "main_score": 0.415316, - "hf_subset": "mya_Mymr-dzo_Tibt", - "languages": [ - "mya-Mymr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-hin_Deva", - "languages": [ - "mya-Mymr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-khm_Khmr", - "languages": [ - "mya-Mymr", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mya_Mymr-mag_Deva", - "languages": [ - "mya-Mymr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942391, - "recall": 0.958498, - "f1": 0.947464, - "accuracy": 0.958498, - "main_score": 0.947464, - "hf_subset": "mya_Mymr-pap_Latn", - "languages": [ - "mya-Mymr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431599, - "recall": 0.497036, - "f1": 0.449382, - "accuracy": 0.497036, - "main_score": 0.449382, - "hf_subset": "mya_Mymr-sot_Latn", - "languages": [ - "mya-Mymr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "mya_Mymr-tur_Latn", - "languages": [ - "mya-Mymr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741224, - "recall": 0.798419, - "f1": 0.75863, - "accuracy": 0.798419, - "main_score": 0.75863, - "hf_subset": "mya_Mymr-ace_Latn", - "languages": [ - "mya-Mymr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886775, - "recall": 0.916996, - "f1": 0.896278, - "accuracy": 0.916996, - "main_score": 0.896278, - "hf_subset": "mya_Mymr-ban_Latn", - "languages": [ - "mya-Mymr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-ell_Grek", - "languages": [ - "mya-Mymr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "mya_Mymr-hne_Deva", - "languages": [ - "mya-Mymr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410919, - "recall": 0.483202, - "f1": 0.430831, - "accuracy": 0.483202, - "main_score": 0.430831, - "hf_subset": "mya_Mymr-kik_Latn", - "languages": [ - "mya-Mymr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-mai_Deva", - "languages": [ - "mya-Mymr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937829, - "recall": 0.95751, - "f1": 0.944236, - "accuracy": 0.95751, - "main_score": 0.944236, - "hf_subset": "mya_Mymr-pbt_Arab", - "languages": [ - "mya-Mymr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-spa_Latn", - "languages": [ - "mya-Mymr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474729, - "recall": 0.546443, - "f1": 0.494202, - "accuracy": 0.546443, - "main_score": 0.494202, - "hf_subset": "mya_Mymr-twi_Latn", - "languages": [ - "mya-Mymr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "mya_Mymr-acm_Arab", - "languages": [ - "mya-Mymr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "mya_Mymr-bel_Cyrl", - "languages": [ - "mya-Mymr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-eng_Latn", - "languages": [ - "mya-Mymr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-hrv_Latn", - "languages": [ - "mya-Mymr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423332, - "recall": 0.486166, - "f1": 0.440507, - "accuracy": 0.486166, - "main_score": 0.440507, - "hf_subset": "mya_Mymr-kin_Latn", - "languages": [ - "mya-Mymr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "mya_Mymr-mal_Mlym", - "languages": [ - "mya-Mymr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "mya_Mymr-pes_Arab", - "languages": [ - "mya-Mymr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940794, - "recall": 0.959486, - "f1": 0.946871, - "accuracy": 0.959486, - "main_score": 0.946871, - "hf_subset": "mya_Mymr-srd_Latn", - "languages": [ - "mya-Mymr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171939, - "recall": 0.206522, - "f1": 0.181324, - "accuracy": 0.206522, - "main_score": 0.181324, - "hf_subset": "mya_Mymr-tzm_Tfng", - "languages": [ - "mya-Mymr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-acq_Arab", - "languages": [ - "mya-Mymr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481723, - "recall": 0.535573, - "f1": 0.496796, - "accuracy": 0.535573, - "main_score": 0.496796, - "hf_subset": "mya_Mymr-bem_Latn", - "languages": [ - "mya-Mymr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "mya_Mymr-epo_Latn", - "languages": [ - "mya-Mymr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-hun_Latn", - "languages": [ - "mya-Mymr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "mya_Mymr-kir_Cyrl", - "languages": [ - "mya-Mymr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mya_Mymr-mar_Deva", - "languages": [ - "mya-Mymr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50192, - "recall": 0.577075, - "f1": 0.523083, - "accuracy": 0.577075, - "main_score": 0.523083, - "hf_subset": "mya_Mymr-plt_Latn", - "languages": [ - "mya-Mymr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mya_Mymr-srp_Cyrl", - "languages": [ - "mya-Mymr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938241, - "recall": 0.956522, - "f1": 0.94417, - "accuracy": 0.956522, - "main_score": 0.94417, - "hf_subset": "mya_Mymr-uig_Arab", - "languages": [ - "mya-Mymr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "mya_Mymr-aeb_Arab", - "languages": [ - "mya-Mymr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mya_Mymr-ben_Beng", - "languages": [ - "mya-Mymr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "mya_Mymr-est_Latn", - "languages": [ - "mya-Mymr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "mya_Mymr-hye_Armn", - "languages": [ - "mya-Mymr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405758, - "recall": 0.469368, - "f1": 0.423265, - "accuracy": 0.469368, - "main_score": 0.423265, - "hf_subset": "mya_Mymr-kmb_Latn", - "languages": [ - "mya-Mymr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350972, - "recall": 0.41996, - "f1": 0.368368, - "accuracy": 0.41996, - "main_score": 0.368368, - "hf_subset": "mya_Mymr-min_Arab", - "languages": [ - "mya-Mymr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "mya_Mymr-pol_Latn", - "languages": [ - "mya-Mymr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440346, - "recall": 0.506917, - "f1": 0.458364, - "accuracy": 0.506917, - "main_score": 0.458364, - "hf_subset": "mya_Mymr-ssw_Latn", - "languages": [ - "mya-Mymr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-ukr_Cyrl", - "languages": [ - "mya-Mymr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-afr_Latn", - "languages": [ - "mya-Mymr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "mya_Mymr-bho_Deva", - "languages": [ - "mya-Mymr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "mya_Mymr-eus_Latn", - "languages": [ - "mya-Mymr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430445, - "recall": 0.499012, - "f1": 0.448209, - "accuracy": 0.499012, - "main_score": 0.448209, - "hf_subset": "mya_Mymr-ibo_Latn", - "languages": [ - "mya-Mymr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778607, - "recall": 0.83498, - "f1": 0.795751, - "accuracy": 0.83498, - "main_score": 0.795751, - "hf_subset": "mya_Mymr-kmr_Latn", - "languages": [ - "mya-Mymr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.95751, - "f1": 0.94417, - "accuracy": 0.95751, - "main_score": 0.94417, - "hf_subset": "mya_Mymr-min_Latn", - "languages": [ - "mya-Mymr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-por_Latn", - "languages": [ - "mya-Mymr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "mya_Mymr-sun_Latn", - "languages": [ - "mya-Mymr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392758, - "recall": 0.449605, - "f1": 0.407903, - "accuracy": 0.449605, - "main_score": 0.407903, - "hf_subset": "mya_Mymr-umb_Latn", - "languages": [ - "mya-Mymr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-ajp_Arab", - "languages": [ - "mya-Mymr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382528, - "recall": 0.449605, - "f1": 0.400577, - "accuracy": 0.449605, - "main_score": 0.400577, - "hf_subset": "mya_Mymr-bjn_Arab", - "languages": [ - "mya-Mymr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377199, - "recall": 0.431818, - "f1": 0.392166, - "accuracy": 0.431818, - "main_score": 0.392166, - "hf_subset": "mya_Mymr-ewe_Latn", - "languages": [ - "mya-Mymr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860895, - "recall": 0.898221, - "f1": 0.872316, - "accuracy": 0.898221, - "main_score": 0.872316, - "hf_subset": "mya_Mymr-ilo_Latn", - "languages": [ - "mya-Mymr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.24506, - "recall": 0.290514, - "f1": 0.257187, - "accuracy": 0.290514, - "main_score": 0.257187, - "hf_subset": "mya_Mymr-knc_Arab", - "languages": [ - "mya-Mymr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-mkd_Cyrl", - "languages": [ - "mya-Mymr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "mya_Mymr-prs_Arab", - "languages": [ - "mya-Mymr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-swe_Latn", - "languages": [ - "mya-Mymr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-urd_Arab", - "languages": [ - "mya-Mymr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432345, - "recall": 0.503953, - "f1": 0.451445, - "accuracy": 0.503953, - "main_score": 0.451445, - "hf_subset": "mya_Mymr-aka_Latn", - "languages": [ - "mya-Mymr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.962451, - "f1": 0.951219, - "accuracy": 0.962451, - "main_score": 0.951219, - "hf_subset": "mya_Mymr-bjn_Latn", - "languages": [ - "mya-Mymr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924522, - "recall": 0.94664, - "f1": 0.931555, - "accuracy": 0.94664, - "main_score": 0.931555, - "hf_subset": "mya_Mymr-fao_Latn", - "languages": [ - "mya-Mymr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-ind_Latn", - "languages": [ - "mya-Mymr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457218, - "recall": 0.513834, - "f1": 0.472721, - "accuracy": 0.513834, - "main_score": 0.472721, - "hf_subset": "mya_Mymr-knc_Latn", - "languages": [ - "mya-Mymr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "mya_Mymr-mlt_Latn", - "languages": [ - "mya-Mymr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588085, - "recall": 0.659091, - "f1": 0.607572, - "accuracy": 0.659091, - "main_score": 0.607572, - "hf_subset": "mya_Mymr-quy_Latn", - "languages": [ - "mya-Mymr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923172, - "recall": 0.947628, - "f1": 0.931225, - "accuracy": 0.947628, - "main_score": 0.931225, - "hf_subset": "mya_Mymr-swh_Latn", - "languages": [ - "mya-Mymr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "mya_Mymr-uzn_Latn", - "languages": [ - "mya-Mymr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mya_Mymr-als_Latn", - "languages": [ - "mya-Mymr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60807, - "recall": 0.690711, - "f1": 0.632364, - "accuracy": 0.690711, - "main_score": 0.632364, - "hf_subset": "mya_Mymr-bod_Tibt", - "languages": [ - "mya-Mymr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564389, - "recall": 0.633399, - "f1": 0.583413, - "accuracy": 0.633399, - "main_score": 0.583413, - "hf_subset": "mya_Mymr-fij_Latn", - "languages": [ - "mya-Mymr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.974308, - "f1": 0.967062, - "accuracy": 0.974308, - "main_score": 0.967062, - "hf_subset": "mya_Mymr-isl_Latn", - "languages": [ - "mya-Mymr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498991, - "recall": 0.564229, - "f1": 0.516669, - "accuracy": 0.564229, - "main_score": 0.516669, - "hf_subset": "mya_Mymr-kon_Latn", - "languages": [ - "mya-Mymr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537373, - "recall": 0.613636, - "f1": 0.55941, - "accuracy": 0.613636, - "main_score": 0.55941, - "hf_subset": "mya_Mymr-mni_Beng", - "languages": [ - "mya-Mymr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-ron_Latn", - "languages": [ - "mya-Mymr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.969368, - "f1": 0.960639, - "accuracy": 0.969368, - "main_score": 0.960639, - "hf_subset": "mya_Mymr-szl_Latn", - "languages": [ - "mya-Mymr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mya_Mymr-vec_Latn", - "languages": [ - "mya-Mymr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903986, - "recall": 0.932806, - "f1": 0.913208, - "accuracy": 0.932806, - "main_score": 0.913208, - "hf_subset": "mya_Mymr-amh_Ethi", - "languages": [ - "mya-Mymr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-bos_Latn", - "languages": [ - "mya-Mymr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "mya_Mymr-fin_Latn", - "languages": [ - "mya-Mymr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-ita_Latn", - "languages": [ - "mya-Mymr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-kor_Hang", - "languages": [ - "mya-Mymr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419915, - "recall": 0.476285, - "f1": 0.434788, - "accuracy": 0.476285, - "main_score": 0.434788, - "hf_subset": "mya_Mymr-mos_Latn", - "languages": [ - "mya-Mymr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415939, - "recall": 0.475296, - "f1": 0.432011, - "accuracy": 0.475296, - "main_score": 0.432011, - "hf_subset": "mya_Mymr-run_Latn", - "languages": [ - "mya-Mymr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-tam_Taml", - "languages": [ - "mya-Mymr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-vie_Latn", - "languages": [ - "mya-Mymr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-apc_Arab", - "languages": [ - "mya-Mymr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661779, - "recall": 0.726285, - "f1": 0.680131, - "accuracy": 0.726285, - "main_score": 0.680131, - "hf_subset": "mya_Mymr-bug_Latn", - "languages": [ - "mya-Mymr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.349338, - "recall": 0.405138, - "f1": 0.363632, - "accuracy": 0.405138, - "main_score": 0.363632, - "hf_subset": "mya_Mymr-fon_Latn", - "languages": [ - "mya-Mymr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "mya_Mymr-jav_Latn", - "languages": [ - "mya-Mymr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "mya_Mymr-lao_Laoo", - "languages": [ - "mya-Mymr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79725, - "recall": 0.851779, - "f1": 0.814262, - "accuracy": 0.851779, - "main_score": 0.814262, - "hf_subset": "mya_Mymr-mri_Latn", - "languages": [ - "mya-Mymr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-rus_Cyrl", - "languages": [ - "mya-Mymr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417736, - "recall": 0.475296, - "f1": 0.432897, - "accuracy": 0.475296, - "main_score": 0.432897, - "hf_subset": "mya_Mymr-taq_Latn", - "languages": [ - "mya-Mymr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "mya_Mymr-war_Latn", - "languages": [ - "mya-Mymr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-arb_Arab", - "languages": [ - "mya-Mymr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-bul_Cyrl", - "languages": [ - "mya-Mymr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-fra_Latn", - "languages": [ - "mya-Mymr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-jpn_Jpan", - "languages": [ - "mya-Mymr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.964427, - "f1": 0.954545, - "accuracy": 0.964427, - "main_score": 0.954545, - "hf_subset": "mya_Mymr-lij_Latn", - "languages": [ - "mya-Mymr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424779, - "recall": 0.498024, - "f1": 0.444155, - "accuracy": 0.498024, - "main_score": 0.444155, - "hf_subset": "mya_Mymr-sag_Latn", - "languages": [ - "mya-Mymr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181302, - "recall": 0.237154, - "f1": 0.193988, - "accuracy": 0.237154, - "main_score": 0.193988, - "hf_subset": "mya_Mymr-taq_Tfng", - "languages": [ - "mya-Mymr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470297, - "recall": 0.543478, - "f1": 0.489537, - "accuracy": 0.543478, - "main_score": 0.489537, - "hf_subset": "mya_Mymr-wol_Latn", - "languages": [ - "mya-Mymr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676943, - "recall": 0.747036, - "f1": 0.697548, - "accuracy": 0.747036, - "main_score": 0.697548, - "hf_subset": "mya_Mymr-arb_Latn", - "languages": [ - "mya-Mymr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "mya_Mymr-cat_Latn", - "languages": [ - "mya-Mymr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.963439, - "f1": 0.951581, - "accuracy": 0.963439, - "main_score": 0.951581, - "hf_subset": "mya_Mymr-fur_Latn", - "languages": [ - "mya-Mymr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.312899, - "recall": 0.367589, - "f1": 0.328001, - "accuracy": 0.367589, - "main_score": 0.328001, - "hf_subset": "mya_Mymr-kab_Latn", - "languages": [ - "mya-Mymr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.95751, - "f1": 0.945487, - "accuracy": 0.95751, - "main_score": 0.945487, - "hf_subset": "mya_Mymr-lim_Latn", - "languages": [ - "mya-Mymr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "mya_Mymr-nld_Latn", - "languages": [ - "mya-Mymr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "mya_Mymr-san_Deva", - "languages": [ - "mya-Mymr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mya_Mymr-tat_Cyrl", - "languages": [ - "mya-Mymr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542335, - "recall": 0.606719, - "f1": 0.559773, - "accuracy": 0.606719, - "main_score": 0.559773, - "hf_subset": "mya_Mymr-xho_Latn", - "languages": [ - "mya-Mymr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "mya_Mymr-ars_Arab", - "languages": [ - "mya-Mymr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "mya_Mymr-ceb_Latn", - "languages": [ - "mya-Mymr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410867, - "recall": 0.477273, - "f1": 0.428318, - "accuracy": 0.477273, - "main_score": 0.428318, - "hf_subset": "mya_Mymr-fuv_Latn", - "languages": [ - "mya-Mymr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38316, - "recall": 0.444664, - "f1": 0.399319, - "accuracy": 0.444664, - "main_score": 0.399319, - "hf_subset": "mya_Mymr-kac_Latn", - "languages": [ - "mya-Mymr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524814, - "recall": 0.591897, - "f1": 0.543327, - "accuracy": 0.591897, - "main_score": 0.543327, - "hf_subset": "mya_Mymr-lin_Latn", - "languages": [ - "mya-Mymr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mya_Mymr-nno_Latn", - "languages": [ - "mya-Mymr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.220706, - "recall": 0.301383, - "f1": 0.24179, - "accuracy": 0.301383, - "main_score": 0.24179, - "hf_subset": "mya_Mymr-sat_Olck", - "languages": [ - "mya-Mymr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988883, - "recall": 0.992095, - "f1": 0.989855, - "accuracy": 0.992095, - "main_score": 0.989855, - "hf_subset": "mya_Mymr-tel_Telu", - "languages": [ - "mya-Mymr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919384, - "recall": 0.943676, - "f1": 0.927108, - "accuracy": 0.943676, - "main_score": 0.927108, - "hf_subset": "mya_Mymr-ydd_Hebr", - "languages": [ - "mya-Mymr", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "mya_Mymr-ary_Arab", - "languages": [ - "mya-Mymr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993412, - "recall": 0.995059, - "f1": 0.993906, - "accuracy": 0.995059, - "main_score": 0.993906, - "hf_subset": "mya_Mymr-ces_Latn", - "languages": [ - "mya-Mymr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441841, - "recall": 0.51087, - "f1": 0.460599, - "accuracy": 0.51087, - "main_score": 0.460599, - "hf_subset": "mya_Mymr-gaz_Latn", - "languages": [ - "mya-Mymr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462664, - "recall": 0.527668, - "f1": 0.48036, - "accuracy": 0.527668, - "main_score": 0.48036, - "hf_subset": "mya_Mymr-kam_Latn", - "languages": [ - "mya-Mymr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "mya_Mymr-lit_Latn", - "languages": [ - "mya-Mymr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-nob_Latn", - "languages": [ - "mya-Mymr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.964427, - "f1": 0.954545, - "accuracy": 0.964427, - "main_score": 0.954545, - "hf_subset": "mya_Mymr-scn_Latn", - "languages": [ - "mya-Mymr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "mya_Mymr-tgk_Cyrl", - "languages": [ - "mya-Mymr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588488, - "recall": 0.672925, - "f1": 0.613768, - "accuracy": 0.672925, - "main_score": 0.613768, - "hf_subset": "mya_Mymr-yor_Latn", - "languages": [ - "mya-Mymr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "mya_Mymr-arz_Arab", - "languages": [ - "mya-Mymr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437845, - "recall": 0.497036, - "f1": 0.453598, - "accuracy": 0.497036, - "main_score": 0.453598, - "hf_subset": "mya_Mymr-cjk_Latn", - "languages": [ - "mya-Mymr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636924, - "recall": 0.713439, - "f1": 0.659373, - "accuracy": 0.713439, - "main_score": 0.659373, - "hf_subset": "mya_Mymr-gla_Latn", - "languages": [ - "mya-Mymr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "mya_Mymr-kan_Knda", - "languages": [ - "mya-Mymr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.970356, - "f1": 0.960639, - "accuracy": 0.970356, - "main_score": 0.960639, - "hf_subset": "mya_Mymr-lmo_Latn", - "languages": [ - "mya-Mymr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.98913, - "f1": 0.986495, - "accuracy": 0.98913, - "main_score": 0.986495, - "hf_subset": "mya_Mymr-npi_Deva", - "languages": [ - "mya-Mymr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34721, - "recall": 0.396245, - "f1": 0.360572, - "accuracy": 0.396245, - "main_score": 0.360572, - "hf_subset": "mya_Mymr-shn_Mymr", - "languages": [ - "mya-Mymr", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "mya_Mymr-tgl_Latn", - "languages": [ - "mya-Mymr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-yue_Hant", - "languages": [ - "mya-Mymr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "mya_Mymr-asm_Beng", - "languages": [ - "mya-Mymr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918972, - "recall": 0.942688, - "f1": 0.926548, - "accuracy": 0.942688, - "main_score": 0.926548, - "hf_subset": "mya_Mymr-ckb_Arab", - "languages": [ - "mya-Mymr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756283, - "recall": 0.816206, - "f1": 0.774166, - "accuracy": 0.816206, - "main_score": 0.774166, - "hf_subset": "mya_Mymr-gle_Latn", - "languages": [ - "mya-Mymr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893067, - "recall": 0.921937, - "f1": 0.902075, - "accuracy": 0.921937, - "main_score": 0.902075, - "hf_subset": "mya_Mymr-kas_Arab", - "languages": [ - "mya-Mymr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858729, - "recall": 0.898221, - "f1": 0.870982, - "accuracy": 0.898221, - "main_score": 0.870982, - "hf_subset": "mya_Mymr-ltg_Latn", - "languages": [ - "mya-Mymr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457972, - "recall": 0.511858, - "f1": 0.472025, - "accuracy": 0.511858, - "main_score": 0.472025, - "hf_subset": "mya_Mymr-nso_Latn", - "languages": [ - "mya-Mymr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "mya_Mymr-sin_Sinh", - "languages": [ - "mya-Mymr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-tha_Thai", - "languages": [ - "mya-Mymr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-zho_Hans", - "languages": [ - "mya-Mymr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mya_Mymr-ast_Latn", - "languages": [ - "mya-Mymr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "mya_Mymr-crh_Latn", - "languages": [ - "mya-Mymr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-glg_Latn", - "languages": [ - "mya-Mymr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813159, - "recall": 0.863636, - "f1": 0.828788, - "accuracy": 0.863636, - "main_score": 0.828788, - "hf_subset": "mya_Mymr-kas_Deva", - "languages": [ - "mya-Mymr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936594, - "recall": 0.955534, - "f1": 0.942852, - "accuracy": 0.955534, - "main_score": 0.942852, - "hf_subset": "mya_Mymr-ltz_Latn", - "languages": [ - "mya-Mymr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.337909, - "recall": 0.401186, - "f1": 0.354557, - "accuracy": 0.401186, - "main_score": 0.354557, - "hf_subset": "mya_Mymr-nus_Latn", - "languages": [ - "mya-Mymr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mya_Mymr-slk_Latn", - "languages": [ - "mya-Mymr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51873, - "recall": 0.596838, - "f1": 0.540152, - "accuracy": 0.596838, - "main_score": 0.540152, - "hf_subset": "mya_Mymr-tir_Ethi", - "languages": [ - "mya-Mymr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-zho_Hant", - "languages": [ - "mya-Mymr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "mya_Mymr-awa_Deva", - "languages": [ - "mya-Mymr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931406, - "recall": 0.951581, - "f1": 0.937813, - "accuracy": 0.951581, - "main_score": 0.937813, - "hf_subset": "mya_Mymr-cym_Latn", - "languages": [ - "mya-Mymr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711402, - "recall": 0.772727, - "f1": 0.728938, - "accuracy": 0.772727, - "main_score": 0.728938, - "hf_subset": "mya_Mymr-grn_Latn", - "languages": [ - "mya-Mymr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "mya_Mymr-kat_Geor", - "languages": [ - "mya-Mymr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479543, - "recall": 0.544466, - "f1": 0.497375, - "accuracy": 0.544466, - "main_score": 0.497375, - "hf_subset": "mya_Mymr-lua_Latn", - "languages": [ - "mya-Mymr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483752, - "recall": 0.5583, - "f1": 0.504321, - "accuracy": 0.5583, - "main_score": 0.504321, - "hf_subset": "mya_Mymr-nya_Latn", - "languages": [ - "mya-Mymr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-slv_Latn", - "languages": [ - "mya-Mymr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864081, - "recall": 0.903162, - "f1": 0.876383, - "accuracy": 0.903162, - "main_score": 0.876383, - "hf_subset": "mya_Mymr-tpi_Latn", - "languages": [ - "mya-Mymr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-zsm_Latn", - "languages": [ - "mya-Mymr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402045, - "recall": 0.466403, - "f1": 0.419097, - "accuracy": 0.466403, - "main_score": 0.419097, - "hf_subset": "mya_Mymr-ayr_Latn", - "languages": [ - "mya-Mymr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-dan_Latn", - "languages": [ - "mya-Mymr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-guj_Gujr", - "languages": [ - "mya-Mymr", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "mya_Mymr-kaz_Cyrl", - "languages": [ - "mya-Mymr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384743, - "recall": 0.44664, - "f1": 0.402308, - "accuracy": 0.44664, - "main_score": 0.402308, - "hf_subset": "mya_Mymr-lug_Latn", - "languages": [ - "mya-Mymr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "mya_Mymr-oci_Latn", - "languages": [ - "mya-Mymr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716304, - "recall": 0.778656, - "f1": 0.734703, - "accuracy": 0.778656, - "main_score": 0.734703, - "hf_subset": "mya_Mymr-smo_Latn", - "languages": [ - "mya-Mymr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40916, - "recall": 0.468379, - "f1": 0.425344, - "accuracy": 0.468379, - "main_score": 0.425344, - "hf_subset": "mya_Mymr-tsn_Latn", - "languages": [ - "mya-Mymr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47129, - "recall": 0.544466, - "f1": 0.491519, - "accuracy": 0.544466, - "main_score": 0.491519, - "hf_subset": "mya_Mymr-zul_Latn", - "languages": [ - "mya-Mymr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853837, - "recall": 0.894269, - "f1": 0.866634, - "accuracy": 0.894269, - "main_score": 0.866634, - "hf_subset": "mya_Mymr-azb_Arab", - "languages": [ - "mya-Mymr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-deu_Latn", - "languages": [ - "mya-Mymr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925395, - "recall": 0.948617, - "f1": 0.933136, - "accuracy": 0.948617, - "main_score": 0.933136, - "hf_subset": "mya_Mymr-hat_Latn", - "languages": [ - "mya-Mymr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362629, - "recall": 0.422925, - "f1": 0.378548, - "accuracy": 0.422925, - "main_score": 0.378548, - "hf_subset": "mya_Mymr-kbp_Latn", - "languages": [ - "mya-Mymr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426856, - "recall": 0.492095, - "f1": 0.444382, - "accuracy": 0.492095, - "main_score": 0.444382, - "hf_subset": "mya_Mymr-luo_Latn", - "languages": [ - "mya-Mymr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-ory_Orya", - "languages": [ - "mya-Mymr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448134, - "recall": 0.517787, - "f1": 0.46662, - "accuracy": 0.517787, - "main_score": 0.46662, - "hf_subset": "mya_Mymr-sna_Latn", - "languages": [ - "mya-Mymr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419873, - "recall": 0.488142, - "f1": 0.437599, - "accuracy": 0.488142, - "main_score": 0.437599, - "hf_subset": "mya_Mymr-tso_Latn", - "languages": [ - "mya-Mymr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "mya_Mymr-azj_Latn", - "languages": [ - "mya-Mymr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385264, - "recall": 0.459486, - "f1": 0.405798, - "accuracy": 0.459486, - "main_score": 0.405798, - "hf_subset": "mya_Mymr-dik_Latn", - "languages": [ - "mya-Mymr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621624, - "recall": 0.695652, - "f1": 0.642923, - "accuracy": 0.695652, - "main_score": 0.642923, - "hf_subset": "mya_Mymr-hau_Latn", - "languages": [ - "mya-Mymr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931653, - "recall": 0.952569, - "f1": 0.938406, - "accuracy": 0.952569, - "main_score": 0.938406, - "hf_subset": "mya_Mymr-kea_Latn", - "languages": [ - "mya-Mymr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621583, - "recall": 0.688735, - "f1": 0.640851, - "accuracy": 0.688735, - "main_score": 0.640851, - "hf_subset": "mya_Mymr-lus_Latn", - "languages": [ - "mya-Mymr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772541, - "recall": 0.818182, - "f1": 0.786105, - "accuracy": 0.818182, - "main_score": 0.786105, - "hf_subset": "mya_Mymr-pag_Latn", - "languages": [ - "mya-Mymr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "mya_Mymr-snd_Arab", - "languages": [ - "mya-Mymr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90695, - "recall": 0.935771, - "f1": 0.916337, - "accuracy": 0.935771, - "main_score": 0.916337, - "hf_subset": "mya_Mymr-tuk_Latn", - "languages": [ - "mya-Mymr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959404, - "recall": 0.970356, - "f1": 0.962846, - "accuracy": 0.970356, - "main_score": 0.962846, - "hf_subset": "mya_Mymr-bak_Cyrl", - "languages": [ - "mya-Mymr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.325909, - "recall": 0.405138, - "f1": 0.347207, - "accuracy": 0.405138, - "main_score": 0.347207, - "hf_subset": "mya_Mymr-dyu_Latn", - "languages": [ - "mya-Mymr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-heb_Hebr", - "languages": [ - "mya-Mymr", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "mya_Mymr-khk_Cyrl", - "languages": [ - "mya-Mymr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "mya_Mymr-lvs_Latn", - "languages": [ - "mya-Mymr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "mya_Mymr-pan_Guru", - "languages": [ - "mya-Mymr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602893, - "recall": 0.675889, - "f1": 0.623951, - "accuracy": 0.675889, - "main_score": 0.623951, - "hf_subset": "mya_Mymr-som_Latn", - "languages": [ - "mya-Mymr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467723, - "recall": 0.523715, - "f1": 0.482749, - "accuracy": 0.523715, - "main_score": 0.482749, - "hf_subset": "mya_Mymr-tum_Latn", - "languages": [ - "mya-Mymr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435158, - "recall": 0.482213, - "f1": 0.448544, - "accuracy": 0.482213, - "main_score": 0.448544, - "hf_subset": "sag_Latn-ace_Arab", - "languages": [ - "sag-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503208, - "recall": 0.547431, - "f1": 0.51571, - "accuracy": 0.547431, - "main_score": 0.51571, - "hf_subset": "sag_Latn-bam_Latn", - "languages": [ - "sag-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233779, - "recall": 0.27668, - "f1": 0.244892, - "accuracy": 0.27668, - "main_score": 0.244892, - "hf_subset": "sag_Latn-dzo_Tibt", - "languages": [ - "sag-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582566, - "recall": 0.629447, - "f1": 0.595129, - "accuracy": 0.629447, - "main_score": 0.595129, - "hf_subset": "sag_Latn-hin_Deva", - "languages": [ - "sag-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530789, - "recall": 0.581028, - "f1": 0.543995, - "accuracy": 0.581028, - "main_score": 0.543995, - "hf_subset": "sag_Latn-khm_Khmr", - "languages": [ - "sag-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574676, - "recall": 0.62253, - "f1": 0.587657, - "accuracy": 0.62253, - "main_score": 0.587657, - "hf_subset": "sag_Latn-mag_Deva", - "languages": [ - "sag-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599681, - "recall": 0.637352, - "f1": 0.609745, - "accuracy": 0.637352, - "main_score": 0.609745, - "hf_subset": "sag_Latn-pap_Latn", - "languages": [ - "sag-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536226, - "recall": 0.581028, - "f1": 0.548721, - "accuracy": 0.581028, - "main_score": 0.548721, - "hf_subset": "sag_Latn-sot_Latn", - "languages": [ - "sag-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585976, - "recall": 0.631423, - "f1": 0.598358, - "accuracy": 0.631423, - "main_score": 0.598358, - "hf_subset": "sag_Latn-tur_Latn", - "languages": [ - "sag-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593759, - "recall": 0.633399, - "f1": 0.60467, - "accuracy": 0.633399, - "main_score": 0.60467, - "hf_subset": "sag_Latn-ace_Latn", - "languages": [ - "sag-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614869, - "recall": 0.649209, - "f1": 0.624895, - "accuracy": 0.649209, - "main_score": 0.624895, - "hf_subset": "sag_Latn-ban_Latn", - "languages": [ - "sag-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590564, - "recall": 0.636364, - "f1": 0.602619, - "accuracy": 0.636364, - "main_score": 0.602619, - "hf_subset": "sag_Latn-ell_Grek", - "languages": [ - "sag-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571678, - "recall": 0.620553, - "f1": 0.585198, - "accuracy": 0.620553, - "main_score": 0.585198, - "hf_subset": "sag_Latn-hne_Deva", - "languages": [ - "sag-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502136, - "recall": 0.550395, - "f1": 0.515687, - "accuracy": 0.550395, - "main_score": 0.515687, - "hf_subset": "sag_Latn-kik_Latn", - "languages": [ - "sag-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579484, - "recall": 0.634387, - "f1": 0.594852, - "accuracy": 0.634387, - "main_score": 0.594852, - "hf_subset": "sag_Latn-mai_Deva", - "languages": [ - "sag-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526528, - "recall": 0.582016, - "f1": 0.540961, - "accuracy": 0.582016, - "main_score": 0.540961, - "hf_subset": "sag_Latn-pbt_Arab", - "languages": [ - "sag-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597311, - "recall": 0.643281, - "f1": 0.610575, - "accuracy": 0.643281, - "main_score": 0.610575, - "hf_subset": "sag_Latn-spa_Latn", - "languages": [ - "sag-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574326, - "recall": 0.610672, - "f1": 0.58427, - "accuracy": 0.610672, - "main_score": 0.58427, - "hf_subset": "sag_Latn-twi_Latn", - "languages": [ - "sag-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563422, - "recall": 0.614625, - "f1": 0.577312, - "accuracy": 0.614625, - "main_score": 0.577312, - "hf_subset": "sag_Latn-acm_Arab", - "languages": [ - "sag-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570203, - "recall": 0.615613, - "f1": 0.58162, - "accuracy": 0.615613, - "main_score": 0.58162, - "hf_subset": "sag_Latn-bel_Cyrl", - "languages": [ - "sag-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618364, - "recall": 0.666008, - "f1": 0.630974, - "accuracy": 0.666008, - "main_score": 0.630974, - "hf_subset": "sag_Latn-eng_Latn", - "languages": [ - "sag-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600883, - "recall": 0.643281, - "f1": 0.612098, - "accuracy": 0.643281, - "main_score": 0.612098, - "hf_subset": "sag_Latn-hrv_Latn", - "languages": [ - "sag-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492857, - "recall": 0.535573, - "f1": 0.504165, - "accuracy": 0.535573, - "main_score": 0.504165, - "hf_subset": "sag_Latn-kin_Latn", - "languages": [ - "sag-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57398, - "recall": 0.62253, - "f1": 0.586921, - "accuracy": 0.62253, - "main_score": 0.586921, - "hf_subset": "sag_Latn-mal_Mlym", - "languages": [ - "sag-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57991, - "recall": 0.630435, - "f1": 0.594075, - "accuracy": 0.630435, - "main_score": 0.594075, - "hf_subset": "sag_Latn-pes_Arab", - "languages": [ - "sag-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581599, - "recall": 0.626482, - "f1": 0.59365, - "accuracy": 0.626482, - "main_score": 0.59365, - "hf_subset": "sag_Latn-srd_Latn", - "languages": [ - "sag-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199267, - "recall": 0.237154, - "f1": 0.209254, - "accuracy": 0.237154, - "main_score": 0.209254, - "hf_subset": "sag_Latn-tzm_Tfng", - "languages": [ - "sag-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571609, - "recall": 0.624506, - "f1": 0.586118, - "accuracy": 0.624506, - "main_score": 0.586118, - "hf_subset": "sag_Latn-acq_Arab", - "languages": [ - "sag-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565234, - "recall": 0.599802, - "f1": 0.574462, - "accuracy": 0.599802, - "main_score": 0.574462, - "hf_subset": "sag_Latn-bem_Latn", - "languages": [ - "sag-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605355, - "recall": 0.652174, - "f1": 0.617243, - "accuracy": 0.652174, - "main_score": 0.617243, - "hf_subset": "sag_Latn-epo_Latn", - "languages": [ - "sag-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591349, - "recall": 0.639328, - "f1": 0.604476, - "accuracy": 0.639328, - "main_score": 0.604476, - "hf_subset": "sag_Latn-hun_Latn", - "languages": [ - "sag-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558053, - "recall": 0.605731, - "f1": 0.571076, - "accuracy": 0.605731, - "main_score": 0.571076, - "hf_subset": "sag_Latn-kir_Cyrl", - "languages": [ - "sag-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575314, - "recall": 0.626482, - "f1": 0.589282, - "accuracy": 0.626482, - "main_score": 0.589282, - "hf_subset": "sag_Latn-mar_Deva", - "languages": [ - "sag-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550594, - "recall": 0.589921, - "f1": 0.56155, - "accuracy": 0.589921, - "main_score": 0.56155, - "hf_subset": "sag_Latn-plt_Latn", - "languages": [ - "sag-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590708, - "recall": 0.63834, - "f1": 0.603512, - "accuracy": 0.63834, - "main_score": 0.603512, - "hf_subset": "sag_Latn-srp_Cyrl", - "languages": [ - "sag-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492524, - "recall": 0.549407, - "f1": 0.508029, - "accuracy": 0.549407, - "main_score": 0.508029, - "hf_subset": "sag_Latn-uig_Arab", - "languages": [ - "sag-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554576, - "recall": 0.605731, - "f1": 0.567969, - "accuracy": 0.605731, - "main_score": 0.567969, - "hf_subset": "sag_Latn-aeb_Arab", - "languages": [ - "sag-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568406, - "recall": 0.623518, - "f1": 0.583252, - "accuracy": 0.623518, - "main_score": 0.583252, - "hf_subset": "sag_Latn-ben_Beng", - "languages": [ - "sag-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561631, - "recall": 0.610672, - "f1": 0.575142, - "accuracy": 0.610672, - "main_score": 0.575142, - "hf_subset": "sag_Latn-est_Latn", - "languages": [ - "sag-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558156, - "recall": 0.606719, - "f1": 0.571429, - "accuracy": 0.606719, - "main_score": 0.571429, - "hf_subset": "sag_Latn-hye_Armn", - "languages": [ - "sag-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520677, - "recall": 0.561265, - "f1": 0.532392, - "accuracy": 0.561265, - "main_score": 0.532392, - "hf_subset": "sag_Latn-kmb_Latn", - "languages": [ - "sag-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405268, - "recall": 0.463439, - "f1": 0.420828, - "accuracy": 0.463439, - "main_score": 0.420828, - "hf_subset": "sag_Latn-min_Arab", - "languages": [ - "sag-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597011, - "recall": 0.639328, - "f1": 0.609332, - "accuracy": 0.639328, - "main_score": 0.609332, - "hf_subset": "sag_Latn-pol_Latn", - "languages": [ - "sag-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518429, - "recall": 0.559289, - "f1": 0.529349, - "accuracy": 0.559289, - "main_score": 0.529349, - "hf_subset": "sag_Latn-ssw_Latn", - "languages": [ - "sag-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599356, - "recall": 0.645257, - "f1": 0.611956, - "accuracy": 0.645257, - "main_score": 0.611956, - "hf_subset": "sag_Latn-ukr_Cyrl", - "languages": [ - "sag-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617057, - "recall": 0.66996, - "f1": 0.630763, - "accuracy": 0.66996, - "main_score": 0.630763, - "hf_subset": "sag_Latn-afr_Latn", - "languages": [ - "sag-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569692, - "recall": 0.616601, - "f1": 0.582051, - "accuracy": 0.616601, - "main_score": 0.582051, - "hf_subset": "sag_Latn-bho_Deva", - "languages": [ - "sag-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59047, - "recall": 0.631423, - "f1": 0.601861, - "accuracy": 0.631423, - "main_score": 0.601861, - "hf_subset": "sag_Latn-eus_Latn", - "languages": [ - "sag-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523658, - "recall": 0.567194, - "f1": 0.536014, - "accuracy": 0.567194, - "main_score": 0.536014, - "hf_subset": "sag_Latn-ibo_Latn", - "languages": [ - "sag-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546026, - "recall": 0.587945, - "f1": 0.557889, - "accuracy": 0.587945, - "main_score": 0.557889, - "hf_subset": "sag_Latn-kmr_Latn", - "languages": [ - "sag-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586113, - "recall": 0.628458, - "f1": 0.597581, - "accuracy": 0.628458, - "main_score": 0.597581, - "hf_subset": "sag_Latn-min_Latn", - "languages": [ - "sag-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597025, - "recall": 0.646245, - "f1": 0.611144, - "accuracy": 0.646245, - "main_score": 0.611144, - "hf_subset": "sag_Latn-por_Latn", - "languages": [ - "sag-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598773, - "recall": 0.639328, - "f1": 0.609983, - "accuracy": 0.639328, - "main_score": 0.609983, - "hf_subset": "sag_Latn-sun_Latn", - "languages": [ - "sag-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495974, - "recall": 0.541502, - "f1": 0.509351, - "accuracy": 0.541502, - "main_score": 0.509351, - "hf_subset": "sag_Latn-umb_Latn", - "languages": [ - "sag-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578631, - "recall": 0.62747, - "f1": 0.591983, - "accuracy": 0.62747, - "main_score": 0.591983, - "hf_subset": "sag_Latn-ajp_Arab", - "languages": [ - "sag-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42016, - "recall": 0.470356, - "f1": 0.434085, - "accuracy": 0.470356, - "main_score": 0.434085, - "hf_subset": "sag_Latn-bjn_Arab", - "languages": [ - "sag-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493043, - "recall": 0.534585, - "f1": 0.505174, - "accuracy": 0.534585, - "main_score": 0.505174, - "hf_subset": "sag_Latn-ewe_Latn", - "languages": [ - "sag-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609636, - "recall": 0.646245, - "f1": 0.619616, - "accuracy": 0.646245, - "main_score": 0.619616, - "hf_subset": "sag_Latn-ilo_Latn", - "languages": [ - "sag-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313145, - "recall": 0.356719, - "f1": 0.325645, - "accuracy": 0.356719, - "main_score": 0.325645, - "hf_subset": "sag_Latn-knc_Arab", - "languages": [ - "sag-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591308, - "recall": 0.641304, - "f1": 0.605054, - "accuracy": 0.641304, - "main_score": 0.605054, - "hf_subset": "sag_Latn-mkd_Cyrl", - "languages": [ - "sag-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554146, - "recall": 0.608696, - "f1": 0.568331, - "accuracy": 0.608696, - "main_score": 0.568331, - "hf_subset": "sag_Latn-prs_Arab", - "languages": [ - "sag-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598329, - "recall": 0.646245, - "f1": 0.610863, - "accuracy": 0.646245, - "main_score": 0.610863, - "hf_subset": "sag_Latn-swe_Latn", - "languages": [ - "sag-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545559, - "recall": 0.604743, - "f1": 0.560594, - "accuracy": 0.604743, - "main_score": 0.560594, - "hf_subset": "sag_Latn-urd_Arab", - "languages": [ - "sag-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560518, - "recall": 0.602767, - "f1": 0.572587, - "accuracy": 0.602767, - "main_score": 0.572587, - "hf_subset": "sag_Latn-aka_Latn", - "languages": [ - "sag-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604733, - "recall": 0.643281, - "f1": 0.614776, - "accuracy": 0.643281, - "main_score": 0.614776, - "hf_subset": "sag_Latn-bjn_Latn", - "languages": [ - "sag-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57165, - "recall": 0.608696, - "f1": 0.582724, - "accuracy": 0.608696, - "main_score": 0.582724, - "hf_subset": "sag_Latn-fao_Latn", - "languages": [ - "sag-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598923, - "recall": 0.644269, - "f1": 0.611095, - "accuracy": 0.644269, - "main_score": 0.611095, - "hf_subset": "sag_Latn-ind_Latn", - "languages": [ - "sag-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539033, - "recall": 0.577075, - "f1": 0.549881, - "accuracy": 0.577075, - "main_score": 0.549881, - "hf_subset": "sag_Latn-knc_Latn", - "languages": [ - "sag-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588699, - "recall": 0.635375, - "f1": 0.600333, - "accuracy": 0.635375, - "main_score": 0.600333, - "hf_subset": "sag_Latn-mlt_Latn", - "languages": [ - "sag-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560392, - "recall": 0.601779, - "f1": 0.572205, - "accuracy": 0.601779, - "main_score": 0.572205, - "hf_subset": "sag_Latn-quy_Latn", - "languages": [ - "sag-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555308, - "recall": 0.604743, - "f1": 0.568571, - "accuracy": 0.604743, - "main_score": 0.568571, - "hf_subset": "sag_Latn-swh_Latn", - "languages": [ - "sag-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561535, - "recall": 0.612648, - "f1": 0.575975, - "accuracy": 0.612648, - "main_score": 0.575975, - "hf_subset": "sag_Latn-uzn_Latn", - "languages": [ - "sag-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574208, - "recall": 0.621542, - "f1": 0.587613, - "accuracy": 0.621542, - "main_score": 0.587613, - "hf_subset": "sag_Latn-als_Latn", - "languages": [ - "sag-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2724, - "recall": 0.317194, - "f1": 0.282888, - "accuracy": 0.317194, - "main_score": 0.282888, - "hf_subset": "sag_Latn-bod_Tibt", - "languages": [ - "sag-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538359, - "recall": 0.575099, - "f1": 0.549129, - "accuracy": 0.575099, - "main_score": 0.549129, - "hf_subset": "sag_Latn-fij_Latn", - "languages": [ - "sag-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545886, - "recall": 0.587945, - "f1": 0.558272, - "accuracy": 0.587945, - "main_score": 0.558272, - "hf_subset": "sag_Latn-isl_Latn", - "languages": [ - "sag-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580688, - "recall": 0.621542, - "f1": 0.59151, - "accuracy": 0.621542, - "main_score": 0.59151, - "hf_subset": "sag_Latn-kon_Latn", - "languages": [ - "sag-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479913, - "recall": 0.535573, - "f1": 0.495961, - "accuracy": 0.535573, - "main_score": 0.495961, - "hf_subset": "sag_Latn-mni_Beng", - "languages": [ - "sag-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619246, - "recall": 0.666008, - "f1": 0.631599, - "accuracy": 0.666008, - "main_score": 0.631599, - "hf_subset": "sag_Latn-ron_Latn", - "languages": [ - "sag-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596974, - "recall": 0.635375, - "f1": 0.606748, - "accuracy": 0.635375, - "main_score": 0.606748, - "hf_subset": "sag_Latn-szl_Latn", - "languages": [ - "sag-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606657, - "recall": 0.649209, - "f1": 0.617795, - "accuracy": 0.649209, - "main_score": 0.617795, - "hf_subset": "sag_Latn-vec_Latn", - "languages": [ - "sag-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484734, - "recall": 0.541502, - "f1": 0.50009, - "accuracy": 0.541502, - "main_score": 0.50009, - "hf_subset": "sag_Latn-amh_Ethi", - "languages": [ - "sag-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598817, - "recall": 0.641304, - "f1": 0.609729, - "accuracy": 0.641304, - "main_score": 0.609729, - "hf_subset": "sag_Latn-bos_Latn", - "languages": [ - "sag-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562659, - "recall": 0.608696, - "f1": 0.57511, - "accuracy": 0.608696, - "main_score": 0.57511, - "hf_subset": "sag_Latn-fin_Latn", - "languages": [ - "sag-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598052, - "recall": 0.640316, - "f1": 0.609821, - "accuracy": 0.640316, - "main_score": 0.609821, - "hf_subset": "sag_Latn-ita_Latn", - "languages": [ - "sag-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564232, - "recall": 0.621542, - "f1": 0.579561, - "accuracy": 0.621542, - "main_score": 0.579561, - "hf_subset": "sag_Latn-kor_Hang", - "languages": [ - "sag-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514973, - "recall": 0.561265, - "f1": 0.52851, - "accuracy": 0.561265, - "main_score": 0.52851, - "hf_subset": "sag_Latn-mos_Latn", - "languages": [ - "sag-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531037, - "recall": 0.571146, - "f1": 0.542624, - "accuracy": 0.571146, - "main_score": 0.542624, - "hf_subset": "sag_Latn-run_Latn", - "languages": [ - "sag-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545624, - "recall": 0.600791, - "f1": 0.560203, - "accuracy": 0.600791, - "main_score": 0.560203, - "hf_subset": "sag_Latn-tam_Taml", - "languages": [ - "sag-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597823, - "recall": 0.641304, - "f1": 0.608858, - "accuracy": 0.641304, - "main_score": 0.608858, - "hf_subset": "sag_Latn-vie_Latn", - "languages": [ - "sag-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572427, - "recall": 0.625494, - "f1": 0.585797, - "accuracy": 0.625494, - "main_score": 0.585797, - "hf_subset": "sag_Latn-apc_Arab", - "languages": [ - "sag-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564873, - "recall": 0.609684, - "f1": 0.577352, - "accuracy": 0.609684, - "main_score": 0.577352, - "hf_subset": "sag_Latn-bug_Latn", - "languages": [ - "sag-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468067, - "recall": 0.511858, - "f1": 0.480338, - "accuracy": 0.511858, - "main_score": 0.480338, - "hf_subset": "sag_Latn-fon_Latn", - "languages": [ - "sag-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597951, - "recall": 0.639328, - "f1": 0.609032, - "accuracy": 0.639328, - "main_score": 0.609032, - "hf_subset": "sag_Latn-jav_Latn", - "languages": [ - "sag-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520064, - "recall": 0.56917, - "f1": 0.533525, - "accuracy": 0.56917, - "main_score": 0.533525, - "hf_subset": "sag_Latn-lao_Laoo", - "languages": [ - "sag-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501623, - "recall": 0.538538, - "f1": 0.511579, - "accuracy": 0.538538, - "main_score": 0.511579, - "hf_subset": "sag_Latn-mri_Latn", - "languages": [ - "sag-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587341, - "recall": 0.635375, - "f1": 0.600562, - "accuracy": 0.635375, - "main_score": 0.600562, - "hf_subset": "sag_Latn-rus_Cyrl", - "languages": [ - "sag-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509051, - "recall": 0.550395, - "f1": 0.520589, - "accuracy": 0.550395, - "main_score": 0.520589, - "hf_subset": "sag_Latn-taq_Latn", - "languages": [ - "sag-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609575, - "recall": 0.649209, - "f1": 0.620548, - "accuracy": 0.649209, - "main_score": 0.620548, - "hf_subset": "sag_Latn-war_Latn", - "languages": [ - "sag-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562281, - "recall": 0.612648, - "f1": 0.575969, - "accuracy": 0.612648, - "main_score": 0.575969, - "hf_subset": "sag_Latn-arb_Arab", - "languages": [ - "sag-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590829, - "recall": 0.635375, - "f1": 0.603122, - "accuracy": 0.635375, - "main_score": 0.603122, - "hf_subset": "sag_Latn-bul_Cyrl", - "languages": [ - "sag-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61833, - "recall": 0.662055, - "f1": 0.630671, - "accuracy": 0.662055, - "main_score": 0.630671, - "hf_subset": "sag_Latn-fra_Latn", - "languages": [ - "sag-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561307, - "recall": 0.610672, - "f1": 0.573949, - "accuracy": 0.610672, - "main_score": 0.573949, - "hf_subset": "sag_Latn-jpn_Jpan", - "languages": [ - "sag-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584696, - "recall": 0.630435, - "f1": 0.5967, - "accuracy": 0.630435, - "main_score": 0.5967, - "hf_subset": "sag_Latn-lij_Latn", - "languages": [ - "sag-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417321, - "recall": 0.482213, - "f1": 0.434076, - "accuracy": 0.482213, - "main_score": 0.434076, - "hf_subset": "sag_Latn-mya_Mymr", - "languages": [ - "sag-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206043, - "recall": 0.252964, - "f1": 0.217311, - "accuracy": 0.252964, - "main_score": 0.217311, - "hf_subset": "sag_Latn-taq_Tfng", - "languages": [ - "sag-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559724, - "recall": 0.604743, - "f1": 0.573123, - "accuracy": 0.604743, - "main_score": 0.573123, - "hf_subset": "sag_Latn-wol_Latn", - "languages": [ - "sag-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454516, - "recall": 0.501976, - "f1": 0.467318, - "accuracy": 0.501976, - "main_score": 0.467318, - "hf_subset": "sag_Latn-arb_Latn", - "languages": [ - "sag-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596661, - "recall": 0.644269, - "f1": 0.609891, - "accuracy": 0.644269, - "main_score": 0.609891, - "hf_subset": "sag_Latn-cat_Latn", - "languages": [ - "sag-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603276, - "recall": 0.645257, - "f1": 0.614269, - "accuracy": 0.645257, - "main_score": 0.614269, - "hf_subset": "sag_Latn-fur_Latn", - "languages": [ - "sag-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422104, - "recall": 0.471344, - "f1": 0.435484, - "accuracy": 0.471344, - "main_score": 0.435484, - "hf_subset": "sag_Latn-kab_Latn", - "languages": [ - "sag-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587443, - "recall": 0.628458, - "f1": 0.598365, - "accuracy": 0.628458, - "main_score": 0.598365, - "hf_subset": "sag_Latn-lim_Latn", - "languages": [ - "sag-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583808, - "recall": 0.631423, - "f1": 0.596522, - "accuracy": 0.631423, - "main_score": 0.596522, - "hf_subset": "sag_Latn-nld_Latn", - "languages": [ - "sag-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519604, - "recall": 0.577075, - "f1": 0.534368, - "accuracy": 0.577075, - "main_score": 0.534368, - "hf_subset": "sag_Latn-san_Deva", - "languages": [ - "sag-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56433, - "recall": 0.61166, - "f1": 0.577671, - "accuracy": 0.61166, - "main_score": 0.577671, - "hf_subset": "sag_Latn-tat_Cyrl", - "languages": [ - "sag-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548442, - "recall": 0.588933, - "f1": 0.559851, - "accuracy": 0.588933, - "main_score": 0.559851, - "hf_subset": "sag_Latn-xho_Latn", - "languages": [ - "sag-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547654, - "recall": 0.600791, - "f1": 0.562167, - "accuracy": 0.600791, - "main_score": 0.562167, - "hf_subset": "sag_Latn-ars_Arab", - "languages": [ - "sag-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613705, - "recall": 0.653162, - "f1": 0.624058, - "accuracy": 0.653162, - "main_score": 0.624058, - "hf_subset": "sag_Latn-ceb_Latn", - "languages": [ - "sag-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505856, - "recall": 0.550395, - "f1": 0.518975, - "accuracy": 0.550395, - "main_score": 0.518975, - "hf_subset": "sag_Latn-fuv_Latn", - "languages": [ - "sag-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499296, - "recall": 0.54249, - "f1": 0.511328, - "accuracy": 0.54249, - "main_score": 0.511328, - "hf_subset": "sag_Latn-kac_Latn", - "languages": [ - "sag-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584, - "recall": 0.62253, - "f1": 0.594778, - "accuracy": 0.62253, - "main_score": 0.594778, - "hf_subset": "sag_Latn-lin_Latn", - "languages": [ - "sag-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59035, - "recall": 0.640316, - "f1": 0.604603, - "accuracy": 0.640316, - "main_score": 0.604603, - "hf_subset": "sag_Latn-nno_Latn", - "languages": [ - "sag-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.109052, - "recall": 0.145257, - "f1": 0.118053, - "accuracy": 0.145257, - "main_score": 0.118053, - "hf_subset": "sag_Latn-sat_Olck", - "languages": [ - "sag-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55984, - "recall": 0.615613, - "f1": 0.574664, - "accuracy": 0.615613, - "main_score": 0.574664, - "hf_subset": "sag_Latn-tel_Telu", - "languages": [ - "sag-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491628, - "recall": 0.540514, - "f1": 0.504245, - "accuracy": 0.540514, - "main_score": 0.504245, - "hf_subset": "sag_Latn-ydd_Hebr", - "languages": [ - "sag-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540348, - "recall": 0.583992, - "f1": 0.552049, - "accuracy": 0.583992, - "main_score": 0.552049, - "hf_subset": "sag_Latn-ary_Arab", - "languages": [ - "sag-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587323, - "recall": 0.63834, - "f1": 0.600835, - "accuracy": 0.63834, - "main_score": 0.600835, - "hf_subset": "sag_Latn-ces_Latn", - "languages": [ - "sag-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480368, - "recall": 0.529644, - "f1": 0.493652, - "accuracy": 0.529644, - "main_score": 0.493652, - "hf_subset": "sag_Latn-gaz_Latn", - "languages": [ - "sag-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507407, - "recall": 0.548419, - "f1": 0.518569, - "accuracy": 0.548419, - "main_score": 0.518569, - "hf_subset": "sag_Latn-kam_Latn", - "languages": [ - "sag-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570987, - "recall": 0.618577, - "f1": 0.583862, - "accuracy": 0.618577, - "main_score": 0.583862, - "hf_subset": "sag_Latn-lit_Latn", - "languages": [ - "sag-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600422, - "recall": 0.650198, - "f1": 0.613642, - "accuracy": 0.650198, - "main_score": 0.613642, - "hf_subset": "sag_Latn-nob_Latn", - "languages": [ - "sag-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590836, - "recall": 0.628458, - "f1": 0.601177, - "accuracy": 0.628458, - "main_score": 0.601177, - "hf_subset": "sag_Latn-scn_Latn", - "languages": [ - "sag-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549432, - "recall": 0.59585, - "f1": 0.562938, - "accuracy": 0.59585, - "main_score": 0.562938, - "hf_subset": "sag_Latn-tgk_Cyrl", - "languages": [ - "sag-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472003, - "recall": 0.524704, - "f1": 0.487433, - "accuracy": 0.524704, - "main_score": 0.487433, - "hf_subset": "sag_Latn-yor_Latn", - "languages": [ - "sag-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559645, - "recall": 0.608696, - "f1": 0.573468, - "accuracy": 0.608696, - "main_score": 0.573468, - "hf_subset": "sag_Latn-arz_Arab", - "languages": [ - "sag-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508904, - "recall": 0.555336, - "f1": 0.522365, - "accuracy": 0.555336, - "main_score": 0.522365, - "hf_subset": "sag_Latn-cjk_Latn", - "languages": [ - "sag-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493728, - "recall": 0.534585, - "f1": 0.50445, - "accuracy": 0.534585, - "main_score": 0.50445, - "hf_subset": "sag_Latn-gla_Latn", - "languages": [ - "sag-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555788, - "recall": 0.613636, - "f1": 0.571383, - "accuracy": 0.613636, - "main_score": 0.571383, - "hf_subset": "sag_Latn-kan_Knda", - "languages": [ - "sag-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594838, - "recall": 0.639328, - "f1": 0.607075, - "accuracy": 0.639328, - "main_score": 0.607075, - "hf_subset": "sag_Latn-lmo_Latn", - "languages": [ - "sag-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548141, - "recall": 0.602767, - "f1": 0.562419, - "accuracy": 0.602767, - "main_score": 0.562419, - "hf_subset": "sag_Latn-npi_Deva", - "languages": [ - "sag-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42828, - "recall": 0.48419, - "f1": 0.443027, - "accuracy": 0.48419, - "main_score": 0.443027, - "hf_subset": "sag_Latn-shn_Mymr", - "languages": [ - "sag-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612587, - "recall": 0.65415, - "f1": 0.623275, - "accuracy": 0.65415, - "main_score": 0.623275, - "hf_subset": "sag_Latn-tgl_Latn", - "languages": [ - "sag-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562897, - "recall": 0.608696, - "f1": 0.574836, - "accuracy": 0.608696, - "main_score": 0.574836, - "hf_subset": "sag_Latn-yue_Hant", - "languages": [ - "sag-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527869, - "recall": 0.586957, - "f1": 0.54445, - "accuracy": 0.586957, - "main_score": 0.54445, - "hf_subset": "sag_Latn-asm_Beng", - "languages": [ - "sag-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512338, - "recall": 0.565217, - "f1": 0.527372, - "accuracy": 0.565217, - "main_score": 0.527372, - "hf_subset": "sag_Latn-ckb_Arab", - "languages": [ - "sag-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505489, - "recall": 0.549407, - "f1": 0.517291, - "accuracy": 0.549407, - "main_score": 0.517291, - "hf_subset": "sag_Latn-gle_Latn", - "languages": [ - "sag-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510898, - "recall": 0.565217, - "f1": 0.52565, - "accuracy": 0.565217, - "main_score": 0.52565, - "hf_subset": "sag_Latn-kas_Arab", - "languages": [ - "sag-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553856, - "recall": 0.605731, - "f1": 0.567493, - "accuracy": 0.605731, - "main_score": 0.567493, - "hf_subset": "sag_Latn-ltg_Latn", - "languages": [ - "sag-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559302, - "recall": 0.596838, - "f1": 0.569913, - "accuracy": 0.596838, - "main_score": 0.569913, - "hf_subset": "sag_Latn-nso_Latn", - "languages": [ - "sag-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489714, - "recall": 0.549407, - "f1": 0.505917, - "accuracy": 0.549407, - "main_score": 0.505917, - "hf_subset": "sag_Latn-sin_Sinh", - "languages": [ - "sag-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567775, - "recall": 0.620553, - "f1": 0.582176, - "accuracy": 0.620553, - "main_score": 0.582176, - "hf_subset": "sag_Latn-tha_Thai", - "languages": [ - "sag-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571533, - "recall": 0.616601, - "f1": 0.583349, - "accuracy": 0.616601, - "main_score": 0.583349, - "hf_subset": "sag_Latn-zho_Hans", - "languages": [ - "sag-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612172, - "recall": 0.656126, - "f1": 0.624526, - "accuracy": 0.656126, - "main_score": 0.624526, - "hf_subset": "sag_Latn-ast_Latn", - "languages": [ - "sag-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574463, - "recall": 0.620553, - "f1": 0.586994, - "accuracy": 0.620553, - "main_score": 0.586994, - "hf_subset": "sag_Latn-crh_Latn", - "languages": [ - "sag-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614282, - "recall": 0.655138, - "f1": 0.625724, - "accuracy": 0.655138, - "main_score": 0.625724, - "hf_subset": "sag_Latn-glg_Latn", - "languages": [ - "sag-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514184, - "recall": 0.567194, - "f1": 0.528908, - "accuracy": 0.567194, - "main_score": 0.528908, - "hf_subset": "sag_Latn-kas_Deva", - "languages": [ - "sag-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576844, - "recall": 0.624506, - "f1": 0.5895, - "accuracy": 0.624506, - "main_score": 0.5895, - "hf_subset": "sag_Latn-ltz_Latn", - "languages": [ - "sag-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44673, - "recall": 0.499012, - "f1": 0.461668, - "accuracy": 0.499012, - "main_score": 0.461668, - "hf_subset": "sag_Latn-nus_Latn", - "languages": [ - "sag-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573415, - "recall": 0.62253, - "f1": 0.586833, - "accuracy": 0.62253, - "main_score": 0.586833, - "hf_subset": "sag_Latn-slk_Latn", - "languages": [ - "sag-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402332, - "recall": 0.456522, - "f1": 0.416942, - "accuracy": 0.456522, - "main_score": 0.416942, - "hf_subset": "sag_Latn-tir_Ethi", - "languages": [ - "sag-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564013, - "recall": 0.61166, - "f1": 0.576707, - "accuracy": 0.61166, - "main_score": 0.576707, - "hf_subset": "sag_Latn-zho_Hant", - "languages": [ - "sag-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569148, - "recall": 0.617589, - "f1": 0.582795, - "accuracy": 0.617589, - "main_score": 0.582795, - "hf_subset": "sag_Latn-awa_Deva", - "languages": [ - "sag-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567225, - "recall": 0.603755, - "f1": 0.57697, - "accuracy": 0.603755, - "main_score": 0.57697, - "hf_subset": "sag_Latn-cym_Latn", - "languages": [ - "sag-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59193, - "recall": 0.62747, - "f1": 0.602419, - "accuracy": 0.62747, - "main_score": 0.602419, - "hf_subset": "sag_Latn-grn_Latn", - "languages": [ - "sag-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550001, - "recall": 0.602767, - "f1": 0.563764, - "accuracy": 0.602767, - "main_score": 0.563764, - "hf_subset": "sag_Latn-kat_Geor", - "languages": [ - "sag-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564575, - "recall": 0.603755, - "f1": 0.575961, - "accuracy": 0.603755, - "main_score": 0.575961, - "hf_subset": "sag_Latn-lua_Latn", - "languages": [ - "sag-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554119, - "recall": 0.599802, - "f1": 0.566809, - "accuracy": 0.599802, - "main_score": 0.566809, - "hf_subset": "sag_Latn-nya_Latn", - "languages": [ - "sag-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596955, - "recall": 0.639328, - "f1": 0.608393, - "accuracy": 0.639328, - "main_score": 0.608393, - "hf_subset": "sag_Latn-slv_Latn", - "languages": [ - "sag-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586191, - "recall": 0.625494, - "f1": 0.597556, - "accuracy": 0.625494, - "main_score": 0.597556, - "hf_subset": "sag_Latn-tpi_Latn", - "languages": [ - "sag-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593114, - "recall": 0.642292, - "f1": 0.606398, - "accuracy": 0.642292, - "main_score": 0.606398, - "hf_subset": "sag_Latn-zsm_Latn", - "languages": [ - "sag-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510771, - "recall": 0.556324, - "f1": 0.524393, - "accuracy": 0.556324, - "main_score": 0.524393, - "hf_subset": "sag_Latn-ayr_Latn", - "languages": [ - "sag-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58817, - "recall": 0.639328, - "f1": 0.602141, - "accuracy": 0.639328, - "main_score": 0.602141, - "hf_subset": "sag_Latn-dan_Latn", - "languages": [ - "sag-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563347, - "recall": 0.614625, - "f1": 0.57756, - "accuracy": 0.614625, - "main_score": 0.57756, - "hf_subset": "sag_Latn-guj_Gujr", - "languages": [ - "sag-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571743, - "recall": 0.62253, - "f1": 0.585487, - "accuracy": 0.62253, - "main_score": 0.585487, - "hf_subset": "sag_Latn-kaz_Cyrl", - "languages": [ - "sag-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488543, - "recall": 0.532609, - "f1": 0.501325, - "accuracy": 0.532609, - "main_score": 0.501325, - "hf_subset": "sag_Latn-lug_Latn", - "languages": [ - "sag-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622446, - "recall": 0.666996, - "f1": 0.634046, - "accuracy": 0.666996, - "main_score": 0.634046, - "hf_subset": "sag_Latn-oci_Latn", - "languages": [ - "sag-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539046, - "recall": 0.581028, - "f1": 0.550793, - "accuracy": 0.581028, - "main_score": 0.550793, - "hf_subset": "sag_Latn-smo_Latn", - "languages": [ - "sag-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499609, - "recall": 0.545455, - "f1": 0.512329, - "accuracy": 0.545455, - "main_score": 0.512329, - "hf_subset": "sag_Latn-tsn_Latn", - "languages": [ - "sag-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513649, - "recall": 0.5583, - "f1": 0.526265, - "accuracy": 0.5583, - "main_score": 0.526265, - "hf_subset": "sag_Latn-zul_Latn", - "languages": [ - "sag-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505585, - "recall": 0.560277, - "f1": 0.52074, - "accuracy": 0.560277, - "main_score": 0.52074, - "hf_subset": "sag_Latn-azb_Arab", - "languages": [ - "sag-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598762, - "recall": 0.643281, - "f1": 0.610482, - "accuracy": 0.643281, - "main_score": 0.610482, - "hf_subset": "sag_Latn-deu_Latn", - "languages": [ - "sag-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548583, - "recall": 0.605731, - "f1": 0.564629, - "accuracy": 0.605731, - "main_score": 0.564629, - "hf_subset": "sag_Latn-hat_Latn", - "languages": [ - "sag-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47906, - "recall": 0.528656, - "f1": 0.492978, - "accuracy": 0.528656, - "main_score": 0.492978, - "hf_subset": "sag_Latn-kbp_Latn", - "languages": [ - "sag-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555451, - "recall": 0.591897, - "f1": 0.565754, - "accuracy": 0.591897, - "main_score": 0.565754, - "hf_subset": "sag_Latn-luo_Latn", - "languages": [ - "sag-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545907, - "recall": 0.605731, - "f1": 0.562084, - "accuracy": 0.605731, - "main_score": 0.562084, - "hf_subset": "sag_Latn-ory_Orya", - "languages": [ - "sag-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523343, - "recall": 0.571146, - "f1": 0.536867, - "accuracy": 0.571146, - "main_score": 0.536867, - "hf_subset": "sag_Latn-sna_Latn", - "languages": [ - "sag-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509597, - "recall": 0.550395, - "f1": 0.521163, - "accuracy": 0.550395, - "main_score": 0.521163, - "hf_subset": "sag_Latn-tso_Latn", - "languages": [ - "sag-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549874, - "recall": 0.607708, - "f1": 0.564765, - "accuracy": 0.607708, - "main_score": 0.564765, - "hf_subset": "sag_Latn-azj_Latn", - "languages": [ - "sag-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519553, - "recall": 0.568182, - "f1": 0.534015, - "accuracy": 0.568182, - "main_score": 0.534015, - "hf_subset": "sag_Latn-dik_Latn", - "languages": [ - "sag-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538971, - "recall": 0.576087, - "f1": 0.549269, - "accuracy": 0.576087, - "main_score": 0.549269, - "hf_subset": "sag_Latn-hau_Latn", - "languages": [ - "sag-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607279, - "recall": 0.644269, - "f1": 0.617469, - "accuracy": 0.644269, - "main_score": 0.617469, - "hf_subset": "sag_Latn-kea_Latn", - "languages": [ - "sag-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566981, - "recall": 0.602767, - "f1": 0.577422, - "accuracy": 0.602767, - "main_score": 0.577422, - "hf_subset": "sag_Latn-lus_Latn", - "languages": [ - "sag-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581624, - "recall": 0.619565, - "f1": 0.591699, - "accuracy": 0.619565, - "main_score": 0.591699, - "hf_subset": "sag_Latn-pag_Latn", - "languages": [ - "sag-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545891, - "recall": 0.605731, - "f1": 0.561655, - "accuracy": 0.605731, - "main_score": 0.561655, - "hf_subset": "sag_Latn-snd_Arab", - "languages": [ - "sag-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541383, - "recall": 0.589921, - "f1": 0.554189, - "accuracy": 0.589921, - "main_score": 0.554189, - "hf_subset": "sag_Latn-tuk_Latn", - "languages": [ - "sag-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589967, - "recall": 0.631423, - "f1": 0.600987, - "accuracy": 0.631423, - "main_score": 0.600987, - "hf_subset": "sag_Latn-bak_Cyrl", - "languages": [ - "sag-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436475, - "recall": 0.5, - "f1": 0.454621, - "accuracy": 0.5, - "main_score": 0.454621, - "hf_subset": "sag_Latn-dyu_Latn", - "languages": [ - "sag-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577684, - "recall": 0.624506, - "f1": 0.590719, - "accuracy": 0.624506, - "main_score": 0.590719, - "hf_subset": "sag_Latn-heb_Hebr", - "languages": [ - "sag-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550413, - "recall": 0.593874, - "f1": 0.562155, - "accuracy": 0.593874, - "main_score": 0.562155, - "hf_subset": "sag_Latn-khk_Cyrl", - "languages": [ - "sag-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56142, - "recall": 0.613636, - "f1": 0.574903, - "accuracy": 0.613636, - "main_score": 0.574903, - "hf_subset": "sag_Latn-lvs_Latn", - "languages": [ - "sag-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561337, - "recall": 0.613636, - "f1": 0.575669, - "accuracy": 0.613636, - "main_score": 0.575669, - "hf_subset": "sag_Latn-pan_Guru", - "languages": [ - "sag-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490122, - "recall": 0.534585, - "f1": 0.502751, - "accuracy": 0.534585, - "main_score": 0.502751, - "hf_subset": "sag_Latn-som_Latn", - "languages": [ - "sag-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512616, - "recall": 0.55336, - "f1": 0.524438, - "accuracy": 0.55336, - "main_score": 0.524438, - "hf_subset": "sag_Latn-tum_Latn", - "languages": [ - "sag-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163516, - "recall": 0.194664, - "f1": 0.170927, - "accuracy": 0.194664, - "main_score": 0.170927, - "hf_subset": "taq_Tfng-ace_Arab", - "languages": [ - "taq-Tfng", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168408, - "recall": 0.202569, - "f1": 0.176435, - "accuracy": 0.202569, - "main_score": 0.176435, - "hf_subset": "taq_Tfng-bam_Latn", - "languages": [ - "taq-Tfng", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129496, - "recall": 0.15415, - "f1": 0.136106, - "accuracy": 0.15415, - "main_score": 0.136106, - "hf_subset": "taq_Tfng-dzo_Tibt", - "languages": [ - "taq-Tfng", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17432, - "recall": 0.208498, - "f1": 0.181978, - "accuracy": 0.208498, - "main_score": 0.181978, - "hf_subset": "taq_Tfng-hin_Deva", - "languages": [ - "taq-Tfng", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171922, - "recall": 0.202569, - "f1": 0.179426, - "accuracy": 0.202569, - "main_score": 0.179426, - "hf_subset": "taq_Tfng-khm_Khmr", - "languages": [ - "taq-Tfng", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168165, - "recall": 0.203557, - "f1": 0.175901, - "accuracy": 0.203557, - "main_score": 0.175901, - "hf_subset": "taq_Tfng-mag_Deva", - "languages": [ - "taq-Tfng", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183607, - "recall": 0.214427, - "f1": 0.190627, - "accuracy": 0.214427, - "main_score": 0.190627, - "hf_subset": "taq_Tfng-pap_Latn", - "languages": [ - "taq-Tfng", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187455, - "recall": 0.216403, - "f1": 0.194819, - "accuracy": 0.216403, - "main_score": 0.194819, - "hf_subset": "taq_Tfng-sot_Latn", - "languages": [ - "taq-Tfng", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184945, - "recall": 0.215415, - "f1": 0.192155, - "accuracy": 0.215415, - "main_score": 0.192155, - "hf_subset": "taq_Tfng-tur_Latn", - "languages": [ - "taq-Tfng", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185918, - "recall": 0.213439, - "f1": 0.192558, - "accuracy": 0.213439, - "main_score": 0.192558, - "hf_subset": "taq_Tfng-ace_Latn", - "languages": [ - "taq-Tfng", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183318, - "recall": 0.208498, - "f1": 0.189079, - "accuracy": 0.208498, - "main_score": 0.189079, - "hf_subset": "taq_Tfng-ban_Latn", - "languages": [ - "taq-Tfng", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167361, - "recall": 0.199605, - "f1": 0.173733, - "accuracy": 0.199605, - "main_score": 0.173733, - "hf_subset": "taq_Tfng-ell_Grek", - "languages": [ - "taq-Tfng", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176529, - "recall": 0.209486, - "f1": 0.184302, - "accuracy": 0.209486, - "main_score": 0.184302, - "hf_subset": "taq_Tfng-hne_Deva", - "languages": [ - "taq-Tfng", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.096132, - "recall": 0.131423, - "f1": 0.103255, - "accuracy": 0.131423, - "main_score": 0.103255, - "hf_subset": "taq_Tfng-kik_Latn", - "languages": [ - "taq-Tfng", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191908, - "recall": 0.229249, - "f1": 0.200177, - "accuracy": 0.229249, - "main_score": 0.200177, - "hf_subset": "taq_Tfng-mai_Deva", - "languages": [ - "taq-Tfng", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171134, - "recall": 0.200593, - "f1": 0.178069, - "accuracy": 0.200593, - "main_score": 0.178069, - "hf_subset": "taq_Tfng-pbt_Arab", - "languages": [ - "taq-Tfng", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175452, - "recall": 0.209486, - "f1": 0.183143, - "accuracy": 0.209486, - "main_score": 0.183143, - "hf_subset": "taq_Tfng-spa_Latn", - "languages": [ - "taq-Tfng", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174502, - "recall": 0.20751, - "f1": 0.182628, - "accuracy": 0.20751, - "main_score": 0.182628, - "hf_subset": "taq_Tfng-twi_Latn", - "languages": [ - "taq-Tfng", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172133, - "recall": 0.206522, - "f1": 0.179716, - "accuracy": 0.206522, - "main_score": 0.179716, - "hf_subset": "taq_Tfng-acm_Arab", - "languages": [ - "taq-Tfng", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175481, - "recall": 0.201581, - "f1": 0.181834, - "accuracy": 0.201581, - "main_score": 0.181834, - "hf_subset": "taq_Tfng-bel_Cyrl", - "languages": [ - "taq-Tfng", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192352, - "recall": 0.229249, - "f1": 0.201115, - "accuracy": 0.229249, - "main_score": 0.201115, - "hf_subset": "taq_Tfng-eng_Latn", - "languages": [ - "taq-Tfng", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18769, - "recall": 0.216403, - "f1": 0.19454, - "accuracy": 0.216403, - "main_score": 0.19454, - "hf_subset": "taq_Tfng-hrv_Latn", - "languages": [ - "taq-Tfng", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18038, - "recall": 0.212451, - "f1": 0.188478, - "accuracy": 0.212451, - "main_score": 0.188478, - "hf_subset": "taq_Tfng-kin_Latn", - "languages": [ - "taq-Tfng", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174899, - "recall": 0.214427, - "f1": 0.183931, - "accuracy": 0.214427, - "main_score": 0.183931, - "hf_subset": "taq_Tfng-mal_Mlym", - "languages": [ - "taq-Tfng", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185551, - "recall": 0.218379, - "f1": 0.193302, - "accuracy": 0.218379, - "main_score": 0.193302, - "hf_subset": "taq_Tfng-pes_Arab", - "languages": [ - "taq-Tfng", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17546, - "recall": 0.20751, - "f1": 0.183343, - "accuracy": 0.20751, - "main_score": 0.183343, - "hf_subset": "taq_Tfng-srd_Latn", - "languages": [ - "taq-Tfng", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.243429, - "recall": 0.27668, - "f1": 0.252506, - "accuracy": 0.27668, - "main_score": 0.252506, - "hf_subset": "taq_Tfng-tzm_Tfng", - "languages": [ - "taq-Tfng", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180387, - "recall": 0.212451, - "f1": 0.187446, - "accuracy": 0.212451, - "main_score": 0.187446, - "hf_subset": "taq_Tfng-acq_Arab", - "languages": [ - "taq-Tfng", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173985, - "recall": 0.206522, - "f1": 0.180345, - "accuracy": 0.206522, - "main_score": 0.180345, - "hf_subset": "taq_Tfng-bem_Latn", - "languages": [ - "taq-Tfng", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182361, - "recall": 0.213439, - "f1": 0.189692, - "accuracy": 0.213439, - "main_score": 0.189692, - "hf_subset": "taq_Tfng-epo_Latn", - "languages": [ - "taq-Tfng", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177741, - "recall": 0.213439, - "f1": 0.185889, - "accuracy": 0.213439, - "main_score": 0.185889, - "hf_subset": "taq_Tfng-hun_Latn", - "languages": [ - "taq-Tfng", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174517, - "recall": 0.210474, - "f1": 0.18214, - "accuracy": 0.210474, - "main_score": 0.18214, - "hf_subset": "taq_Tfng-kir_Cyrl", - "languages": [ - "taq-Tfng", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176472, - "recall": 0.201581, - "f1": 0.182703, - "accuracy": 0.201581, - "main_score": 0.182703, - "hf_subset": "taq_Tfng-mar_Deva", - "languages": [ - "taq-Tfng", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184731, - "recall": 0.212451, - "f1": 0.191588, - "accuracy": 0.212451, - "main_score": 0.191588, - "hf_subset": "taq_Tfng-plt_Latn", - "languages": [ - "taq-Tfng", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174776, - "recall": 0.20751, - "f1": 0.182328, - "accuracy": 0.20751, - "main_score": 0.182328, - "hf_subset": "taq_Tfng-srp_Cyrl", - "languages": [ - "taq-Tfng", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168139, - "recall": 0.198617, - "f1": 0.176103, - "accuracy": 0.198617, - "main_score": 0.176103, - "hf_subset": "taq_Tfng-uig_Arab", - "languages": [ - "taq-Tfng", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171355, - "recall": 0.203557, - "f1": 0.178549, - "accuracy": 0.203557, - "main_score": 0.178549, - "hf_subset": "taq_Tfng-aeb_Arab", - "languages": [ - "taq-Tfng", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186476, - "recall": 0.217391, - "f1": 0.194079, - "accuracy": 0.217391, - "main_score": 0.194079, - "hf_subset": "taq_Tfng-ben_Beng", - "languages": [ - "taq-Tfng", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171571, - "recall": 0.203557, - "f1": 0.179309, - "accuracy": 0.203557, - "main_score": 0.179309, - "hf_subset": "taq_Tfng-est_Latn", - "languages": [ - "taq-Tfng", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16148, - "recall": 0.195652, - "f1": 0.169998, - "accuracy": 0.195652, - "main_score": 0.169998, - "hf_subset": "taq_Tfng-hye_Armn", - "languages": [ - "taq-Tfng", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169572, - "recall": 0.199605, - "f1": 0.176761, - "accuracy": 0.199605, - "main_score": 0.176761, - "hf_subset": "taq_Tfng-kmb_Latn", - "languages": [ - "taq-Tfng", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178227, - "recall": 0.206522, - "f1": 0.184907, - "accuracy": 0.206522, - "main_score": 0.184907, - "hf_subset": "taq_Tfng-min_Arab", - "languages": [ - "taq-Tfng", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176409, - "recall": 0.211462, - "f1": 0.184544, - "accuracy": 0.211462, - "main_score": 0.184544, - "hf_subset": "taq_Tfng-pol_Latn", - "languages": [ - "taq-Tfng", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188466, - "recall": 0.222332, - "f1": 0.196439, - "accuracy": 0.222332, - "main_score": 0.196439, - "hf_subset": "taq_Tfng-ssw_Latn", - "languages": [ - "taq-Tfng", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177967, - "recall": 0.215415, - "f1": 0.186288, - "accuracy": 0.215415, - "main_score": 0.186288, - "hf_subset": "taq_Tfng-ukr_Cyrl", - "languages": [ - "taq-Tfng", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18201, - "recall": 0.219368, - "f1": 0.19055, - "accuracy": 0.219368, - "main_score": 0.19055, - "hf_subset": "taq_Tfng-afr_Latn", - "languages": [ - "taq-Tfng", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179887, - "recall": 0.209486, - "f1": 0.186859, - "accuracy": 0.209486, - "main_score": 0.186859, - "hf_subset": "taq_Tfng-bho_Deva", - "languages": [ - "taq-Tfng", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18258, - "recall": 0.212451, - "f1": 0.189942, - "accuracy": 0.212451, - "main_score": 0.189942, - "hf_subset": "taq_Tfng-eus_Latn", - "languages": [ - "taq-Tfng", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160846, - "recall": 0.198617, - "f1": 0.169093, - "accuracy": 0.198617, - "main_score": 0.169093, - "hf_subset": "taq_Tfng-ibo_Latn", - "languages": [ - "taq-Tfng", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180866, - "recall": 0.209486, - "f1": 0.187547, - "accuracy": 0.209486, - "main_score": 0.187547, - "hf_subset": "taq_Tfng-kmr_Latn", - "languages": [ - "taq-Tfng", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179729, - "recall": 0.211462, - "f1": 0.187591, - "accuracy": 0.211462, - "main_score": 0.187591, - "hf_subset": "taq_Tfng-min_Latn", - "languages": [ - "taq-Tfng", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186617, - "recall": 0.220356, - "f1": 0.193833, - "accuracy": 0.220356, - "main_score": 0.193833, - "hf_subset": "taq_Tfng-por_Latn", - "languages": [ - "taq-Tfng", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183005, - "recall": 0.218379, - "f1": 0.191174, - "accuracy": 0.218379, - "main_score": 0.191174, - "hf_subset": "taq_Tfng-sun_Latn", - "languages": [ - "taq-Tfng", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177514, - "recall": 0.209486, - "f1": 0.184857, - "accuracy": 0.209486, - "main_score": 0.184857, - "hf_subset": "taq_Tfng-umb_Latn", - "languages": [ - "taq-Tfng", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177291, - "recall": 0.212451, - "f1": 0.184209, - "accuracy": 0.212451, - "main_score": 0.184209, - "hf_subset": "taq_Tfng-ajp_Arab", - "languages": [ - "taq-Tfng", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169475, - "recall": 0.199605, - "f1": 0.176371, - "accuracy": 0.199605, - "main_score": 0.176371, - "hf_subset": "taq_Tfng-bjn_Arab", - "languages": [ - "taq-Tfng", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172886, - "recall": 0.202569, - "f1": 0.179756, - "accuracy": 0.202569, - "main_score": 0.179756, - "hf_subset": "taq_Tfng-ewe_Latn", - "languages": [ - "taq-Tfng", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174818, - "recall": 0.20751, - "f1": 0.182467, - "accuracy": 0.20751, - "main_score": 0.182467, - "hf_subset": "taq_Tfng-ilo_Latn", - "languages": [ - "taq-Tfng", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18169, - "recall": 0.203557, - "f1": 0.187257, - "accuracy": 0.203557, - "main_score": 0.187257, - "hf_subset": "taq_Tfng-knc_Arab", - "languages": [ - "taq-Tfng", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178024, - "recall": 0.212451, - "f1": 0.185474, - "accuracy": 0.212451, - "main_score": 0.185474, - "hf_subset": "taq_Tfng-mkd_Cyrl", - "languages": [ - "taq-Tfng", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184712, - "recall": 0.220356, - "f1": 0.192845, - "accuracy": 0.220356, - "main_score": 0.192845, - "hf_subset": "taq_Tfng-prs_Arab", - "languages": [ - "taq-Tfng", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162779, - "recall": 0.195652, - "f1": 0.17063, - "accuracy": 0.195652, - "main_score": 0.17063, - "hf_subset": "taq_Tfng-swe_Latn", - "languages": [ - "taq-Tfng", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17183, - "recall": 0.211462, - "f1": 0.180711, - "accuracy": 0.211462, - "main_score": 0.180711, - "hf_subset": "taq_Tfng-urd_Arab", - "languages": [ - "taq-Tfng", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163682, - "recall": 0.19664, - "f1": 0.171048, - "accuracy": 0.19664, - "main_score": 0.171048, - "hf_subset": "taq_Tfng-aka_Latn", - "languages": [ - "taq-Tfng", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184436, - "recall": 0.214427, - "f1": 0.191483, - "accuracy": 0.214427, - "main_score": 0.191483, - "hf_subset": "taq_Tfng-bjn_Latn", - "languages": [ - "taq-Tfng", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17852, - "recall": 0.208498, - "f1": 0.18558, - "accuracy": 0.208498, - "main_score": 0.18558, - "hf_subset": "taq_Tfng-fao_Latn", - "languages": [ - "taq-Tfng", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1865, - "recall": 0.216403, - "f1": 0.193432, - "accuracy": 0.216403, - "main_score": 0.193432, - "hf_subset": "taq_Tfng-ind_Latn", - "languages": [ - "taq-Tfng", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.166048, - "recall": 0.19664, - "f1": 0.173674, - "accuracy": 0.19664, - "main_score": 0.173674, - "hf_subset": "taq_Tfng-knc_Latn", - "languages": [ - "taq-Tfng", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182985, - "recall": 0.214427, - "f1": 0.190282, - "accuracy": 0.214427, - "main_score": 0.190282, - "hf_subset": "taq_Tfng-mlt_Latn", - "languages": [ - "taq-Tfng", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174341, - "recall": 0.209486, - "f1": 0.182822, - "accuracy": 0.209486, - "main_score": 0.182822, - "hf_subset": "taq_Tfng-quy_Latn", - "languages": [ - "taq-Tfng", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170655, - "recall": 0.205534, - "f1": 0.179418, - "accuracy": 0.205534, - "main_score": 0.179418, - "hf_subset": "taq_Tfng-swh_Latn", - "languages": [ - "taq-Tfng", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174911, - "recall": 0.204545, - "f1": 0.182254, - "accuracy": 0.204545, - "main_score": 0.182254, - "hf_subset": "taq_Tfng-uzn_Latn", - "languages": [ - "taq-Tfng", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178435, - "recall": 0.211462, - "f1": 0.185752, - "accuracy": 0.211462, - "main_score": 0.185752, - "hf_subset": "taq_Tfng-als_Latn", - "languages": [ - "taq-Tfng", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171983, - "recall": 0.197628, - "f1": 0.178426, - "accuracy": 0.197628, - "main_score": 0.178426, - "hf_subset": "taq_Tfng-bod_Tibt", - "languages": [ - "taq-Tfng", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178769, - "recall": 0.210474, - "f1": 0.186361, - "accuracy": 0.210474, - "main_score": 0.186361, - "hf_subset": "taq_Tfng-fij_Latn", - "languages": [ - "taq-Tfng", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.166664, - "recall": 0.199605, - "f1": 0.174152, - "accuracy": 0.199605, - "main_score": 0.174152, - "hf_subset": "taq_Tfng-isl_Latn", - "languages": [ - "taq-Tfng", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174483, - "recall": 0.206522, - "f1": 0.181672, - "accuracy": 0.206522, - "main_score": 0.181672, - "hf_subset": "taq_Tfng-kon_Latn", - "languages": [ - "taq-Tfng", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180495, - "recall": 0.216403, - "f1": 0.188848, - "accuracy": 0.216403, - "main_score": 0.188848, - "hf_subset": "taq_Tfng-mni_Beng", - "languages": [ - "taq-Tfng", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188455, - "recall": 0.216403, - "f1": 0.195243, - "accuracy": 0.216403, - "main_score": 0.195243, - "hf_subset": "taq_Tfng-ron_Latn", - "languages": [ - "taq-Tfng", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170359, - "recall": 0.214427, - "f1": 0.180187, - "accuracy": 0.214427, - "main_score": 0.180187, - "hf_subset": "taq_Tfng-szl_Latn", - "languages": [ - "taq-Tfng", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179378, - "recall": 0.209486, - "f1": 0.185875, - "accuracy": 0.209486, - "main_score": 0.185875, - "hf_subset": "taq_Tfng-vec_Latn", - "languages": [ - "taq-Tfng", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178221, - "recall": 0.215415, - "f1": 0.187269, - "accuracy": 0.215415, - "main_score": 0.187269, - "hf_subset": "taq_Tfng-amh_Ethi", - "languages": [ - "taq-Tfng", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183749, - "recall": 0.215415, - "f1": 0.191229, - "accuracy": 0.215415, - "main_score": 0.191229, - "hf_subset": "taq_Tfng-bos_Latn", - "languages": [ - "taq-Tfng", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172468, - "recall": 0.20751, - "f1": 0.180703, - "accuracy": 0.20751, - "main_score": 0.180703, - "hf_subset": "taq_Tfng-fin_Latn", - "languages": [ - "taq-Tfng", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171387, - "recall": 0.204545, - "f1": 0.178833, - "accuracy": 0.204545, - "main_score": 0.178833, - "hf_subset": "taq_Tfng-ita_Latn", - "languages": [ - "taq-Tfng", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174016, - "recall": 0.206522, - "f1": 0.18117, - "accuracy": 0.206522, - "main_score": 0.18117, - "hf_subset": "taq_Tfng-kor_Hang", - "languages": [ - "taq-Tfng", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180759, - "recall": 0.211462, - "f1": 0.188117, - "accuracy": 0.211462, - "main_score": 0.188117, - "hf_subset": "taq_Tfng-mos_Latn", - "languages": [ - "taq-Tfng", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177665, - "recall": 0.20751, - "f1": 0.183959, - "accuracy": 0.20751, - "main_score": 0.183959, - "hf_subset": "taq_Tfng-run_Latn", - "languages": [ - "taq-Tfng", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167343, - "recall": 0.209486, - "f1": 0.177009, - "accuracy": 0.209486, - "main_score": 0.177009, - "hf_subset": "taq_Tfng-tam_Taml", - "languages": [ - "taq-Tfng", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182481, - "recall": 0.212451, - "f1": 0.189864, - "accuracy": 0.212451, - "main_score": 0.189864, - "hf_subset": "taq_Tfng-vie_Latn", - "languages": [ - "taq-Tfng", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184134, - "recall": 0.219368, - "f1": 0.191147, - "accuracy": 0.219368, - "main_score": 0.191147, - "hf_subset": "taq_Tfng-apc_Arab", - "languages": [ - "taq-Tfng", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171809, - "recall": 0.202569, - "f1": 0.178646, - "accuracy": 0.202569, - "main_score": 0.178646, - "hf_subset": "taq_Tfng-bug_Latn", - "languages": [ - "taq-Tfng", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.159427, - "recall": 0.1917, - "f1": 0.167559, - "accuracy": 0.1917, - "main_score": 0.167559, - "hf_subset": "taq_Tfng-fon_Latn", - "languages": [ - "taq-Tfng", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183644, - "recall": 0.218379, - "f1": 0.191044, - "accuracy": 0.218379, - "main_score": 0.191044, - "hf_subset": "taq_Tfng-jav_Latn", - "languages": [ - "taq-Tfng", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171026, - "recall": 0.205534, - "f1": 0.179012, - "accuracy": 0.205534, - "main_score": 0.179012, - "hf_subset": "taq_Tfng-lao_Laoo", - "languages": [ - "taq-Tfng", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171567, - "recall": 0.200593, - "f1": 0.178698, - "accuracy": 0.200593, - "main_score": 0.178698, - "hf_subset": "taq_Tfng-mri_Latn", - "languages": [ - "taq-Tfng", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18557, - "recall": 0.217391, - "f1": 0.193707, - "accuracy": 0.217391, - "main_score": 0.193707, - "hf_subset": "taq_Tfng-rus_Cyrl", - "languages": [ - "taq-Tfng", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.345765, - "recall": 0.421937, - "f1": 0.362846, - "accuracy": 0.421937, - "main_score": 0.362846, - "hf_subset": "taq_Tfng-taq_Latn", - "languages": [ - "taq-Tfng", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18029, - "recall": 0.214427, - "f1": 0.188805, - "accuracy": 0.214427, - "main_score": 0.188805, - "hf_subset": "taq_Tfng-war_Latn", - "languages": [ - "taq-Tfng", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180062, - "recall": 0.214427, - "f1": 0.186958, - "accuracy": 0.214427, - "main_score": 0.186958, - "hf_subset": "taq_Tfng-arb_Arab", - "languages": [ - "taq-Tfng", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174511, - "recall": 0.212451, - "f1": 0.183466, - "accuracy": 0.212451, - "main_score": 0.183466, - "hf_subset": "taq_Tfng-bul_Cyrl", - "languages": [ - "taq-Tfng", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179972, - "recall": 0.212451, - "f1": 0.187457, - "accuracy": 0.212451, - "main_score": 0.187457, - "hf_subset": "taq_Tfng-fra_Latn", - "languages": [ - "taq-Tfng", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174449, - "recall": 0.206522, - "f1": 0.181672, - "accuracy": 0.206522, - "main_score": 0.181672, - "hf_subset": "taq_Tfng-jpn_Jpan", - "languages": [ - "taq-Tfng", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174132, - "recall": 0.205534, - "f1": 0.181383, - "accuracy": 0.205534, - "main_score": 0.181383, - "hf_subset": "taq_Tfng-lij_Latn", - "languages": [ - "taq-Tfng", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160163, - "recall": 0.195652, - "f1": 0.168662, - "accuracy": 0.195652, - "main_score": 0.168662, - "hf_subset": "taq_Tfng-mya_Mymr", - "languages": [ - "taq-Tfng", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164949, - "recall": 0.195652, - "f1": 0.172594, - "accuracy": 0.195652, - "main_score": 0.172594, - "hf_subset": "taq_Tfng-sag_Latn", - "languages": [ - "taq-Tfng", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171783, - "recall": 0.206522, - "f1": 0.179542, - "accuracy": 0.206522, - "main_score": 0.179542, - "hf_subset": "taq_Tfng-wol_Latn", - "languages": [ - "taq-Tfng", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146711, - "recall": 0.176877, - "f1": 0.153491, - "accuracy": 0.176877, - "main_score": 0.153491, - "hf_subset": "taq_Tfng-arb_Latn", - "languages": [ - "taq-Tfng", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1687, - "recall": 0.209486, - "f1": 0.177855, - "accuracy": 0.209486, - "main_score": 0.177855, - "hf_subset": "taq_Tfng-cat_Latn", - "languages": [ - "taq-Tfng", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174985, - "recall": 0.211462, - "f1": 0.18267, - "accuracy": 0.211462, - "main_score": 0.18267, - "hf_subset": "taq_Tfng-fur_Latn", - "languages": [ - "taq-Tfng", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194174, - "recall": 0.231225, - "f1": 0.203819, - "accuracy": 0.231225, - "main_score": 0.203819, - "hf_subset": "taq_Tfng-kab_Latn", - "languages": [ - "taq-Tfng", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163454, - "recall": 0.194664, - "f1": 0.170792, - "accuracy": 0.194664, - "main_score": 0.170792, - "hf_subset": "taq_Tfng-lim_Latn", - "languages": [ - "taq-Tfng", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172079, - "recall": 0.20751, - "f1": 0.179537, - "accuracy": 0.20751, - "main_score": 0.179537, - "hf_subset": "taq_Tfng-nld_Latn", - "languages": [ - "taq-Tfng", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175829, - "recall": 0.206522, - "f1": 0.182466, - "accuracy": 0.206522, - "main_score": 0.182466, - "hf_subset": "taq_Tfng-san_Deva", - "languages": [ - "taq-Tfng", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174279, - "recall": 0.206522, - "f1": 0.181448, - "accuracy": 0.206522, - "main_score": 0.181448, - "hf_subset": "taq_Tfng-tat_Cyrl", - "languages": [ - "taq-Tfng", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183484, - "recall": 0.217391, - "f1": 0.190924, - "accuracy": 0.217391, - "main_score": 0.190924, - "hf_subset": "taq_Tfng-xho_Latn", - "languages": [ - "taq-Tfng", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146947, - "recall": 0.183794, - "f1": 0.154481, - "accuracy": 0.183794, - "main_score": 0.154481, - "hf_subset": "taq_Tfng-ars_Arab", - "languages": [ - "taq-Tfng", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174389, - "recall": 0.208498, - "f1": 0.182399, - "accuracy": 0.208498, - "main_score": 0.182399, - "hf_subset": "taq_Tfng-ceb_Latn", - "languages": [ - "taq-Tfng", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173743, - "recall": 0.206522, - "f1": 0.18137, - "accuracy": 0.206522, - "main_score": 0.18137, - "hf_subset": "taq_Tfng-fuv_Latn", - "languages": [ - "taq-Tfng", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160714, - "recall": 0.194664, - "f1": 0.168914, - "accuracy": 0.194664, - "main_score": 0.168914, - "hf_subset": "taq_Tfng-kac_Latn", - "languages": [ - "taq-Tfng", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186798, - "recall": 0.219368, - "f1": 0.193557, - "accuracy": 0.219368, - "main_score": 0.193557, - "hf_subset": "taq_Tfng-lin_Latn", - "languages": [ - "taq-Tfng", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179808, - "recall": 0.212451, - "f1": 0.188019, - "accuracy": 0.212451, - "main_score": 0.188019, - "hf_subset": "taq_Tfng-nno_Latn", - "languages": [ - "taq-Tfng", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.100585, - "recall": 0.143281, - "f1": 0.110723, - "accuracy": 0.143281, - "main_score": 0.110723, - "hf_subset": "taq_Tfng-sat_Olck", - "languages": [ - "taq-Tfng", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164425, - "recall": 0.201581, - "f1": 0.173284, - "accuracy": 0.201581, - "main_score": 0.173284, - "hf_subset": "taq_Tfng-tel_Telu", - "languages": [ - "taq-Tfng", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180772, - "recall": 0.216403, - "f1": 0.188956, - "accuracy": 0.216403, - "main_score": 0.188956, - "hf_subset": "taq_Tfng-ydd_Hebr", - "languages": [ - "taq-Tfng", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176793, - "recall": 0.208498, - "f1": 0.183699, - "accuracy": 0.208498, - "main_score": 0.183699, - "hf_subset": "taq_Tfng-ary_Arab", - "languages": [ - "taq-Tfng", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17573, - "recall": 0.206522, - "f1": 0.182775, - "accuracy": 0.206522, - "main_score": 0.182775, - "hf_subset": "taq_Tfng-ces_Latn", - "languages": [ - "taq-Tfng", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192327, - "recall": 0.217391, - "f1": 0.198589, - "accuracy": 0.217391, - "main_score": 0.198589, - "hf_subset": "taq_Tfng-gaz_Latn", - "languages": [ - "taq-Tfng", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164653, - "recall": 0.197628, - "f1": 0.173185, - "accuracy": 0.197628, - "main_score": 0.173185, - "hf_subset": "taq_Tfng-kam_Latn", - "languages": [ - "taq-Tfng", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170848, - "recall": 0.208498, - "f1": 0.180152, - "accuracy": 0.208498, - "main_score": 0.180152, - "hf_subset": "taq_Tfng-lit_Latn", - "languages": [ - "taq-Tfng", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180723, - "recall": 0.216403, - "f1": 0.188663, - "accuracy": 0.216403, - "main_score": 0.188663, - "hf_subset": "taq_Tfng-nob_Latn", - "languages": [ - "taq-Tfng", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172868, - "recall": 0.20751, - "f1": 0.180922, - "accuracy": 0.20751, - "main_score": 0.180922, - "hf_subset": "taq_Tfng-scn_Latn", - "languages": [ - "taq-Tfng", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172002, - "recall": 0.206522, - "f1": 0.17928, - "accuracy": 0.206522, - "main_score": 0.17928, - "hf_subset": "taq_Tfng-tgk_Cyrl", - "languages": [ - "taq-Tfng", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.123442, - "recall": 0.159091, - "f1": 0.130824, - "accuracy": 0.159091, - "main_score": 0.130824, - "hf_subset": "taq_Tfng-yor_Latn", - "languages": [ - "taq-Tfng", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175417, - "recall": 0.211462, - "f1": 0.183144, - "accuracy": 0.211462, - "main_score": 0.183144, - "hf_subset": "taq_Tfng-arz_Arab", - "languages": [ - "taq-Tfng", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181612, - "recall": 0.210474, - "f1": 0.188353, - "accuracy": 0.210474, - "main_score": 0.188353, - "hf_subset": "taq_Tfng-cjk_Latn", - "languages": [ - "taq-Tfng", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1781, - "recall": 0.20751, - "f1": 0.184741, - "accuracy": 0.20751, - "main_score": 0.184741, - "hf_subset": "taq_Tfng-gla_Latn", - "languages": [ - "taq-Tfng", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176329, - "recall": 0.209486, - "f1": 0.183846, - "accuracy": 0.209486, - "main_score": 0.183846, - "hf_subset": "taq_Tfng-kan_Knda", - "languages": [ - "taq-Tfng", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175949, - "recall": 0.209486, - "f1": 0.183536, - "accuracy": 0.209486, - "main_score": 0.183536, - "hf_subset": "taq_Tfng-lmo_Latn", - "languages": [ - "taq-Tfng", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170122, - "recall": 0.204545, - "f1": 0.17849, - "accuracy": 0.204545, - "main_score": 0.17849, - "hf_subset": "taq_Tfng-npi_Deva", - "languages": [ - "taq-Tfng", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154137, - "recall": 0.193676, - "f1": 0.163495, - "accuracy": 0.193676, - "main_score": 0.163495, - "hf_subset": "taq_Tfng-shn_Mymr", - "languages": [ - "taq-Tfng", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184066, - "recall": 0.220356, - "f1": 0.192092, - "accuracy": 0.220356, - "main_score": 0.192092, - "hf_subset": "taq_Tfng-tgl_Latn", - "languages": [ - "taq-Tfng", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164244, - "recall": 0.192688, - "f1": 0.17075, - "accuracy": 0.192688, - "main_score": 0.17075, - "hf_subset": "taq_Tfng-yue_Hant", - "languages": [ - "taq-Tfng", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175045, - "recall": 0.211462, - "f1": 0.183132, - "accuracy": 0.211462, - "main_score": 0.183132, - "hf_subset": "taq_Tfng-asm_Beng", - "languages": [ - "taq-Tfng", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183716, - "recall": 0.216403, - "f1": 0.191695, - "accuracy": 0.216403, - "main_score": 0.191695, - "hf_subset": "taq_Tfng-ckb_Arab", - "languages": [ - "taq-Tfng", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170864, - "recall": 0.203557, - "f1": 0.178776, - "accuracy": 0.203557, - "main_score": 0.178776, - "hf_subset": "taq_Tfng-gle_Latn", - "languages": [ - "taq-Tfng", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175442, - "recall": 0.20751, - "f1": 0.182976, - "accuracy": 0.20751, - "main_score": 0.182976, - "hf_subset": "taq_Tfng-kas_Arab", - "languages": [ - "taq-Tfng", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174301, - "recall": 0.206522, - "f1": 0.182372, - "accuracy": 0.206522, - "main_score": 0.182372, - "hf_subset": "taq_Tfng-ltg_Latn", - "languages": [ - "taq-Tfng", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189481, - "recall": 0.222332, - "f1": 0.196615, - "accuracy": 0.222332, - "main_score": 0.196615, - "hf_subset": "taq_Tfng-nso_Latn", - "languages": [ - "taq-Tfng", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171345, - "recall": 0.204545, - "f1": 0.178991, - "accuracy": 0.204545, - "main_score": 0.178991, - "hf_subset": "taq_Tfng-sin_Sinh", - "languages": [ - "taq-Tfng", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180949, - "recall": 0.209486, - "f1": 0.187896, - "accuracy": 0.209486, - "main_score": 0.187896, - "hf_subset": "taq_Tfng-tha_Thai", - "languages": [ - "taq-Tfng", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.162284, - "recall": 0.1917, - "f1": 0.169657, - "accuracy": 0.1917, - "main_score": 0.169657, - "hf_subset": "taq_Tfng-zho_Hans", - "languages": [ - "taq-Tfng", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177793, - "recall": 0.215415, - "f1": 0.186211, - "accuracy": 0.215415, - "main_score": 0.186211, - "hf_subset": "taq_Tfng-ast_Latn", - "languages": [ - "taq-Tfng", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182501, - "recall": 0.214427, - "f1": 0.189701, - "accuracy": 0.214427, - "main_score": 0.189701, - "hf_subset": "taq_Tfng-crh_Latn", - "languages": [ - "taq-Tfng", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182435, - "recall": 0.221344, - "f1": 0.190861, - "accuracy": 0.221344, - "main_score": 0.190861, - "hf_subset": "taq_Tfng-glg_Latn", - "languages": [ - "taq-Tfng", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.155128, - "recall": 0.187747, - "f1": 0.162106, - "accuracy": 0.187747, - "main_score": 0.162106, - "hf_subset": "taq_Tfng-kas_Deva", - "languages": [ - "taq-Tfng", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165967, - "recall": 0.198617, - "f1": 0.17391, - "accuracy": 0.198617, - "main_score": 0.17391, - "hf_subset": "taq_Tfng-ltz_Latn", - "languages": [ - "taq-Tfng", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186953, - "recall": 0.221344, - "f1": 0.194881, - "accuracy": 0.221344, - "main_score": 0.194881, - "hf_subset": "taq_Tfng-nus_Latn", - "languages": [ - "taq-Tfng", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175767, - "recall": 0.213439, - "f1": 0.18474, - "accuracy": 0.213439, - "main_score": 0.18474, - "hf_subset": "taq_Tfng-slk_Latn", - "languages": [ - "taq-Tfng", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167563, - "recall": 0.199605, - "f1": 0.175742, - "accuracy": 0.199605, - "main_score": 0.175742, - "hf_subset": "taq_Tfng-tir_Ethi", - "languages": [ - "taq-Tfng", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180809, - "recall": 0.206522, - "f1": 0.186658, - "accuracy": 0.206522, - "main_score": 0.186658, - "hf_subset": "taq_Tfng-zho_Hant", - "languages": [ - "taq-Tfng", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177248, - "recall": 0.211462, - "f1": 0.184621, - "accuracy": 0.211462, - "main_score": 0.184621, - "hf_subset": "taq_Tfng-awa_Deva", - "languages": [ - "taq-Tfng", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1668, - "recall": 0.198617, - "f1": 0.173856, - "accuracy": 0.198617, - "main_score": 0.173856, - "hf_subset": "taq_Tfng-cym_Latn", - "languages": [ - "taq-Tfng", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.161739, - "recall": 0.199605, - "f1": 0.169838, - "accuracy": 0.199605, - "main_score": 0.169838, - "hf_subset": "taq_Tfng-grn_Latn", - "languages": [ - "taq-Tfng", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171899, - "recall": 0.205534, - "f1": 0.179234, - "accuracy": 0.205534, - "main_score": 0.179234, - "hf_subset": "taq_Tfng-kat_Geor", - "languages": [ - "taq-Tfng", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180462, - "recall": 0.216403, - "f1": 0.189129, - "accuracy": 0.216403, - "main_score": 0.189129, - "hf_subset": "taq_Tfng-lua_Latn", - "languages": [ - "taq-Tfng", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164842, - "recall": 0.192688, - "f1": 0.171907, - "accuracy": 0.192688, - "main_score": 0.171907, - "hf_subset": "taq_Tfng-nya_Latn", - "languages": [ - "taq-Tfng", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173317, - "recall": 0.20751, - "f1": 0.181305, - "accuracy": 0.20751, - "main_score": 0.181305, - "hf_subset": "taq_Tfng-slv_Latn", - "languages": [ - "taq-Tfng", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179335, - "recall": 0.211462, - "f1": 0.187345, - "accuracy": 0.211462, - "main_score": 0.187345, - "hf_subset": "taq_Tfng-tpi_Latn", - "languages": [ - "taq-Tfng", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182751, - "recall": 0.215415, - "f1": 0.190323, - "accuracy": 0.215415, - "main_score": 0.190323, - "hf_subset": "taq_Tfng-zsm_Latn", - "languages": [ - "taq-Tfng", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168543, - "recall": 0.202569, - "f1": 0.176658, - "accuracy": 0.202569, - "main_score": 0.176658, - "hf_subset": "taq_Tfng-ayr_Latn", - "languages": [ - "taq-Tfng", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185889, - "recall": 0.220356, - "f1": 0.194041, - "accuracy": 0.220356, - "main_score": 0.194041, - "hf_subset": "taq_Tfng-dan_Latn", - "languages": [ - "taq-Tfng", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185812, - "recall": 0.222332, - "f1": 0.193599, - "accuracy": 0.222332, - "main_score": 0.193599, - "hf_subset": "taq_Tfng-guj_Gujr", - "languages": [ - "taq-Tfng", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17894, - "recall": 0.214427, - "f1": 0.186976, - "accuracy": 0.214427, - "main_score": 0.186976, - "hf_subset": "taq_Tfng-kaz_Cyrl", - "languages": [ - "taq-Tfng", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.163616, - "recall": 0.19664, - "f1": 0.171928, - "accuracy": 0.19664, - "main_score": 0.171928, - "hf_subset": "taq_Tfng-lug_Latn", - "languages": [ - "taq-Tfng", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185508, - "recall": 0.216403, - "f1": 0.19265, - "accuracy": 0.216403, - "main_score": 0.19265, - "hf_subset": "taq_Tfng-oci_Latn", - "languages": [ - "taq-Tfng", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.175206, - "recall": 0.206522, - "f1": 0.183207, - "accuracy": 0.206522, - "main_score": 0.183207, - "hf_subset": "taq_Tfng-smo_Latn", - "languages": [ - "taq-Tfng", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160799, - "recall": 0.195652, - "f1": 0.168399, - "accuracy": 0.195652, - "main_score": 0.168399, - "hf_subset": "taq_Tfng-tsn_Latn", - "languages": [ - "taq-Tfng", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185461, - "recall": 0.214427, - "f1": 0.192706, - "accuracy": 0.214427, - "main_score": 0.192706, - "hf_subset": "taq_Tfng-zul_Latn", - "languages": [ - "taq-Tfng", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15946, - "recall": 0.1917, - "f1": 0.16617, - "accuracy": 0.1917, - "main_score": 0.16617, - "hf_subset": "taq_Tfng-azb_Arab", - "languages": [ - "taq-Tfng", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179593, - "recall": 0.208498, - "f1": 0.18646, - "accuracy": 0.208498, - "main_score": 0.18646, - "hf_subset": "taq_Tfng-deu_Latn", - "languages": [ - "taq-Tfng", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170476, - "recall": 0.205534, - "f1": 0.178855, - "accuracy": 0.205534, - "main_score": 0.178855, - "hf_subset": "taq_Tfng-hat_Latn", - "languages": [ - "taq-Tfng", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171229, - "recall": 0.203557, - "f1": 0.178577, - "accuracy": 0.203557, - "main_score": 0.178577, - "hf_subset": "taq_Tfng-kbp_Latn", - "languages": [ - "taq-Tfng", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169045, - "recall": 0.199605, - "f1": 0.176461, - "accuracy": 0.199605, - "main_score": 0.176461, - "hf_subset": "taq_Tfng-luo_Latn", - "languages": [ - "taq-Tfng", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178485, - "recall": 0.210474, - "f1": 0.186252, - "accuracy": 0.210474, - "main_score": 0.186252, - "hf_subset": "taq_Tfng-ory_Orya", - "languages": [ - "taq-Tfng", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16035, - "recall": 0.194664, - "f1": 0.167944, - "accuracy": 0.194664, - "main_score": 0.167944, - "hf_subset": "taq_Tfng-sna_Latn", - "languages": [ - "taq-Tfng", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18082, - "recall": 0.209486, - "f1": 0.186936, - "accuracy": 0.209486, - "main_score": 0.186936, - "hf_subset": "taq_Tfng-tso_Latn", - "languages": [ - "taq-Tfng", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177753, - "recall": 0.211462, - "f1": 0.186174, - "accuracy": 0.211462, - "main_score": 0.186174, - "hf_subset": "taq_Tfng-azj_Latn", - "languages": [ - "taq-Tfng", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122185, - "recall": 0.158103, - "f1": 0.130515, - "accuracy": 0.158103, - "main_score": 0.130515, - "hf_subset": "taq_Tfng-dik_Latn", - "languages": [ - "taq-Tfng", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180562, - "recall": 0.208498, - "f1": 0.187251, - "accuracy": 0.208498, - "main_score": 0.187251, - "hf_subset": "taq_Tfng-hau_Latn", - "languages": [ - "taq-Tfng", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178088, - "recall": 0.203557, - "f1": 0.184078, - "accuracy": 0.203557, - "main_score": 0.184078, - "hf_subset": "taq_Tfng-kea_Latn", - "languages": [ - "taq-Tfng", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171691, - "recall": 0.193676, - "f1": 0.177706, - "accuracy": 0.193676, - "main_score": 0.177706, - "hf_subset": "taq_Tfng-lus_Latn", - "languages": [ - "taq-Tfng", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183409, - "recall": 0.212451, - "f1": 0.190862, - "accuracy": 0.212451, - "main_score": 0.190862, - "hf_subset": "taq_Tfng-pag_Latn", - "languages": [ - "taq-Tfng", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178949, - "recall": 0.214427, - "f1": 0.186573, - "accuracy": 0.214427, - "main_score": 0.186573, - "hf_subset": "taq_Tfng-snd_Arab", - "languages": [ - "taq-Tfng", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172642, - "recall": 0.200593, - "f1": 0.179943, - "accuracy": 0.200593, - "main_score": 0.179943, - "hf_subset": "taq_Tfng-tuk_Latn", - "languages": [ - "taq-Tfng", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172218, - "recall": 0.203557, - "f1": 0.179572, - "accuracy": 0.203557, - "main_score": 0.179572, - "hf_subset": "taq_Tfng-bak_Cyrl", - "languages": [ - "taq-Tfng", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.084982, - "recall": 0.117589, - "f1": 0.09171, - "accuracy": 0.117589, - "main_score": 0.09171, - "hf_subset": "taq_Tfng-dyu_Latn", - "languages": [ - "taq-Tfng", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180254, - "recall": 0.210474, - "f1": 0.187623, - "accuracy": 0.210474, - "main_score": 0.187623, - "hf_subset": "taq_Tfng-heb_Hebr", - "languages": [ - "taq-Tfng", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164538, - "recall": 0.198617, - "f1": 0.172426, - "accuracy": 0.198617, - "main_score": 0.172426, - "hf_subset": "taq_Tfng-khk_Cyrl", - "languages": [ - "taq-Tfng", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184332, - "recall": 0.212451, - "f1": 0.191709, - "accuracy": 0.212451, - "main_score": 0.191709, - "hf_subset": "taq_Tfng-lvs_Latn", - "languages": [ - "taq-Tfng", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.174084, - "recall": 0.212451, - "f1": 0.182641, - "accuracy": 0.212451, - "main_score": 0.182641, - "hf_subset": "taq_Tfng-pan_Guru", - "languages": [ - "taq-Tfng", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180725, - "recall": 0.20751, - "f1": 0.187463, - "accuracy": 0.20751, - "main_score": 0.187463, - "hf_subset": "taq_Tfng-som_Latn", - "languages": [ - "taq-Tfng", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171439, - "recall": 0.203557, - "f1": 0.179289, - "accuracy": 0.203557, - "main_score": 0.179289, - "hf_subset": "taq_Tfng-tum_Latn", - "languages": [ - "taq-Tfng", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467925, - "recall": 0.514822, - "f1": 0.481357, - "accuracy": 0.514822, - "main_score": 0.481357, - "hf_subset": "wol_Latn-ace_Arab", - "languages": [ - "wol-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551087, - "recall": 0.590909, - "f1": 0.562601, - "accuracy": 0.590909, - "main_score": 0.562601, - "hf_subset": "wol_Latn-bam_Latn", - "languages": [ - "wol-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.224731, - "recall": 0.268775, - "f1": 0.235561, - "accuracy": 0.268775, - "main_score": 0.235561, - "hf_subset": "wol_Latn-dzo_Tibt", - "languages": [ - "wol-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624658, - "recall": 0.666996, - "f1": 0.636207, - "accuracy": 0.666996, - "main_score": 0.636207, - "hf_subset": "wol_Latn-hin_Deva", - "languages": [ - "wol-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564524, - "recall": 0.618577, - "f1": 0.579885, - "accuracy": 0.618577, - "main_score": 0.579885, - "hf_subset": "wol_Latn-khm_Khmr", - "languages": [ - "wol-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631518, - "recall": 0.673913, - "f1": 0.643083, - "accuracy": 0.673913, - "main_score": 0.643083, - "hf_subset": "wol_Latn-mag_Deva", - "languages": [ - "wol-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637921, - "recall": 0.676877, - "f1": 0.648167, - "accuracy": 0.676877, - "main_score": 0.648167, - "hf_subset": "wol_Latn-pap_Latn", - "languages": [ - "wol-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570633, - "recall": 0.61166, - "f1": 0.581957, - "accuracy": 0.61166, - "main_score": 0.581957, - "hf_subset": "wol_Latn-sot_Latn", - "languages": [ - "wol-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6166, - "recall": 0.662055, - "f1": 0.629054, - "accuracy": 0.662055, - "main_score": 0.629054, - "hf_subset": "wol_Latn-tur_Latn", - "languages": [ - "wol-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622433, - "recall": 0.659091, - "f1": 0.63236, - "accuracy": 0.659091, - "main_score": 0.63236, - "hf_subset": "wol_Latn-ace_Latn", - "languages": [ - "wol-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640081, - "recall": 0.674901, - "f1": 0.650071, - "accuracy": 0.674901, - "main_score": 0.650071, - "hf_subset": "wol_Latn-ban_Latn", - "languages": [ - "wol-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619765, - "recall": 0.670949, - "f1": 0.633239, - "accuracy": 0.670949, - "main_score": 0.633239, - "hf_subset": "wol_Latn-ell_Grek", - "languages": [ - "wol-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613823, - "recall": 0.659091, - "f1": 0.626414, - "accuracy": 0.659091, - "main_score": 0.626414, - "hf_subset": "wol_Latn-hne_Deva", - "languages": [ - "wol-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544205, - "recall": 0.585968, - "f1": 0.556109, - "accuracy": 0.585968, - "main_score": 0.556109, - "hf_subset": "wol_Latn-kik_Latn", - "languages": [ - "wol-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633734, - "recall": 0.678854, - "f1": 0.646095, - "accuracy": 0.678854, - "main_score": 0.646095, - "hf_subset": "wol_Latn-mai_Deva", - "languages": [ - "wol-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565737, - "recall": 0.612648, - "f1": 0.578487, - "accuracy": 0.612648, - "main_score": 0.578487, - "hf_subset": "wol_Latn-pbt_Arab", - "languages": [ - "wol-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63612, - "recall": 0.677866, - "f1": 0.647415, - "accuracy": 0.677866, - "main_score": 0.647415, - "hf_subset": "wol_Latn-spa_Latn", - "languages": [ - "wol-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565172, - "recall": 0.609684, - "f1": 0.578216, - "accuracy": 0.609684, - "main_score": 0.578216, - "hf_subset": "wol_Latn-twi_Latn", - "languages": [ - "wol-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609209, - "recall": 0.655138, - "f1": 0.621402, - "accuracy": 0.655138, - "main_score": 0.621402, - "hf_subset": "wol_Latn-acm_Arab", - "languages": [ - "wol-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591822, - "recall": 0.63834, - "f1": 0.604382, - "accuracy": 0.63834, - "main_score": 0.604382, - "hf_subset": "wol_Latn-bel_Cyrl", - "languages": [ - "wol-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651067, - "recall": 0.692688, - "f1": 0.662383, - "accuracy": 0.692688, - "main_score": 0.662383, - "hf_subset": "wol_Latn-eng_Latn", - "languages": [ - "wol-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637501, - "recall": 0.68083, - "f1": 0.649615, - "accuracy": 0.68083, - "main_score": 0.649615, - "hf_subset": "wol_Latn-hrv_Latn", - "languages": [ - "wol-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528263, - "recall": 0.578063, - "f1": 0.542725, - "accuracy": 0.578063, - "main_score": 0.542725, - "hf_subset": "wol_Latn-kin_Latn", - "languages": [ - "wol-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600026, - "recall": 0.651186, - "f1": 0.613792, - "accuracy": 0.651186, - "main_score": 0.613792, - "hf_subset": "wol_Latn-mal_Mlym", - "languages": [ - "wol-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617299, - "recall": 0.664032, - "f1": 0.630393, - "accuracy": 0.664032, - "main_score": 0.630393, - "hf_subset": "wol_Latn-pes_Arab", - "languages": [ - "wol-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637845, - "recall": 0.674901, - "f1": 0.648475, - "accuracy": 0.674901, - "main_score": 0.648475, - "hf_subset": "wol_Latn-srd_Latn", - "languages": [ - "wol-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194345, - "recall": 0.237154, - "f1": 0.205755, - "accuracy": 0.237154, - "main_score": 0.205755, - "hf_subset": "wol_Latn-tzm_Tfng", - "languages": [ - "wol-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608911, - "recall": 0.657115, - "f1": 0.622621, - "accuracy": 0.657115, - "main_score": 0.622621, - "hf_subset": "wol_Latn-acq_Arab", - "languages": [ - "wol-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576699, - "recall": 0.621542, - "f1": 0.58955, - "accuracy": 0.621542, - "main_score": 0.58955, - "hf_subset": "wol_Latn-bem_Latn", - "languages": [ - "wol-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626173, - "recall": 0.66502, - "f1": 0.637279, - "accuracy": 0.66502, - "main_score": 0.637279, - "hf_subset": "wol_Latn-epo_Latn", - "languages": [ - "wol-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624849, - "recall": 0.668972, - "f1": 0.636619, - "accuracy": 0.668972, - "main_score": 0.636619, - "hf_subset": "wol_Latn-hun_Latn", - "languages": [ - "wol-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601809, - "recall": 0.63834, - "f1": 0.611355, - "accuracy": 0.63834, - "main_score": 0.611355, - "hf_subset": "wol_Latn-kir_Cyrl", - "languages": [ - "wol-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6097, - "recall": 0.659091, - "f1": 0.622853, - "accuracy": 0.659091, - "main_score": 0.622853, - "hf_subset": "wol_Latn-mar_Deva", - "languages": [ - "wol-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569571, - "recall": 0.613636, - "f1": 0.581439, - "accuracy": 0.613636, - "main_score": 0.581439, - "hf_subset": "wol_Latn-plt_Latn", - "languages": [ - "wol-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631915, - "recall": 0.675889, - "f1": 0.643805, - "accuracy": 0.675889, - "main_score": 0.643805, - "hf_subset": "wol_Latn-srp_Cyrl", - "languages": [ - "wol-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520345, - "recall": 0.575099, - "f1": 0.536138, - "accuracy": 0.575099, - "main_score": 0.536138, - "hf_subset": "wol_Latn-uig_Arab", - "languages": [ - "wol-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602423, - "recall": 0.649209, - "f1": 0.614447, - "accuracy": 0.649209, - "main_score": 0.614447, - "hf_subset": "wol_Latn-aeb_Arab", - "languages": [ - "wol-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607257, - "recall": 0.661067, - "f1": 0.621871, - "accuracy": 0.661067, - "main_score": 0.621871, - "hf_subset": "wol_Latn-ben_Beng", - "languages": [ - "wol-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608875, - "recall": 0.655138, - "f1": 0.621526, - "accuracy": 0.655138, - "main_score": 0.621526, - "hf_subset": "wol_Latn-est_Latn", - "languages": [ - "wol-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579276, - "recall": 0.630435, - "f1": 0.592935, - "accuracy": 0.630435, - "main_score": 0.592935, - "hf_subset": "wol_Latn-hye_Armn", - "languages": [ - "wol-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529142, - "recall": 0.579051, - "f1": 0.543387, - "accuracy": 0.579051, - "main_score": 0.543387, - "hf_subset": "wol_Latn-kmb_Latn", - "languages": [ - "wol-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432736, - "recall": 0.488142, - "f1": 0.447183, - "accuracy": 0.488142, - "main_score": 0.447183, - "hf_subset": "wol_Latn-min_Arab", - "languages": [ - "wol-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621792, - "recall": 0.66502, - "f1": 0.633657, - "accuracy": 0.66502, - "main_score": 0.633657, - "hf_subset": "wol_Latn-pol_Latn", - "languages": [ - "wol-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546624, - "recall": 0.592885, - "f1": 0.560245, - "accuracy": 0.592885, - "main_score": 0.560245, - "hf_subset": "wol_Latn-ssw_Latn", - "languages": [ - "wol-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638418, - "recall": 0.68083, - "f1": 0.649727, - "accuracy": 0.68083, - "main_score": 0.649727, - "hf_subset": "wol_Latn-ukr_Cyrl", - "languages": [ - "wol-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655972, - "recall": 0.693676, - "f1": 0.666464, - "accuracy": 0.693676, - "main_score": 0.666464, - "hf_subset": "wol_Latn-afr_Latn", - "languages": [ - "wol-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60469, - "recall": 0.652174, - "f1": 0.617947, - "accuracy": 0.652174, - "main_score": 0.617947, - "hf_subset": "wol_Latn-bho_Deva", - "languages": [ - "wol-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622299, - "recall": 0.664032, - "f1": 0.633873, - "accuracy": 0.664032, - "main_score": 0.633873, - "hf_subset": "wol_Latn-eus_Latn", - "languages": [ - "wol-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563142, - "recall": 0.614625, - "f1": 0.578111, - "accuracy": 0.614625, - "main_score": 0.578111, - "hf_subset": "wol_Latn-ibo_Latn", - "languages": [ - "wol-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588863, - "recall": 0.634387, - "f1": 0.60206, - "accuracy": 0.634387, - "main_score": 0.60206, - "hf_subset": "wol_Latn-kmr_Latn", - "languages": [ - "wol-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629253, - "recall": 0.666996, - "f1": 0.639307, - "accuracy": 0.666996, - "main_score": 0.639307, - "hf_subset": "wol_Latn-min_Latn", - "languages": [ - "wol-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646185, - "recall": 0.685771, - "f1": 0.657249, - "accuracy": 0.685771, - "main_score": 0.657249, - "hf_subset": "wol_Latn-por_Latn", - "languages": [ - "wol-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645902, - "recall": 0.683794, - "f1": 0.655798, - "accuracy": 0.683794, - "main_score": 0.655798, - "hf_subset": "wol_Latn-sun_Latn", - "languages": [ - "wol-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496772, - "recall": 0.548419, - "f1": 0.511961, - "accuracy": 0.548419, - "main_score": 0.511961, - "hf_subset": "wol_Latn-umb_Latn", - "languages": [ - "wol-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618383, - "recall": 0.664032, - "f1": 0.630885, - "accuracy": 0.664032, - "main_score": 0.630885, - "hf_subset": "wol_Latn-ajp_Arab", - "languages": [ - "wol-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432992, - "recall": 0.491107, - "f1": 0.449115, - "accuracy": 0.491107, - "main_score": 0.449115, - "hf_subset": "wol_Latn-bjn_Arab", - "languages": [ - "wol-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513629, - "recall": 0.554348, - "f1": 0.525313, - "accuracy": 0.554348, - "main_score": 0.525313, - "hf_subset": "wol_Latn-ewe_Latn", - "languages": [ - "wol-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637926, - "recall": 0.679842, - "f1": 0.649131, - "accuracy": 0.679842, - "main_score": 0.649131, - "hf_subset": "wol_Latn-ilo_Latn", - "languages": [ - "wol-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.312484, - "recall": 0.359684, - "f1": 0.325814, - "accuracy": 0.359684, - "main_score": 0.325814, - "hf_subset": "wol_Latn-knc_Arab", - "languages": [ - "wol-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630862, - "recall": 0.671937, - "f1": 0.642237, - "accuracy": 0.671937, - "main_score": 0.642237, - "hf_subset": "wol_Latn-mkd_Cyrl", - "languages": [ - "wol-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599977, - "recall": 0.650198, - "f1": 0.614014, - "accuracy": 0.650198, - "main_score": 0.614014, - "hf_subset": "wol_Latn-prs_Arab", - "languages": [ - "wol-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638442, - "recall": 0.68083, - "f1": 0.650156, - "accuracy": 0.68083, - "main_score": 0.650156, - "hf_subset": "wol_Latn-swe_Latn", - "languages": [ - "wol-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599226, - "recall": 0.650198, - "f1": 0.613453, - "accuracy": 0.650198, - "main_score": 0.613453, - "hf_subset": "wol_Latn-urd_Arab", - "languages": [ - "wol-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548328, - "recall": 0.592885, - "f1": 0.560739, - "accuracy": 0.592885, - "main_score": 0.560739, - "hf_subset": "wol_Latn-aka_Latn", - "languages": [ - "wol-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644307, - "recall": 0.678854, - "f1": 0.65388, - "accuracy": 0.678854, - "main_score": 0.65388, - "hf_subset": "wol_Latn-bjn_Latn", - "languages": [ - "wol-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585839, - "recall": 0.629447, - "f1": 0.59822, - "accuracy": 0.629447, - "main_score": 0.59822, - "hf_subset": "wol_Latn-fao_Latn", - "languages": [ - "wol-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65699, - "recall": 0.697628, - "f1": 0.66861, - "accuracy": 0.697628, - "main_score": 0.66861, - "hf_subset": "wol_Latn-ind_Latn", - "languages": [ - "wol-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564264, - "recall": 0.603755, - "f1": 0.575795, - "accuracy": 0.603755, - "main_score": 0.575795, - "hf_subset": "wol_Latn-knc_Latn", - "languages": [ - "wol-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635287, - "recall": 0.674901, - "f1": 0.645688, - "accuracy": 0.674901, - "main_score": 0.645688, - "hf_subset": "wol_Latn-mlt_Latn", - "languages": [ - "wol-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565388, - "recall": 0.610672, - "f1": 0.578779, - "accuracy": 0.610672, - "main_score": 0.578779, - "hf_subset": "wol_Latn-quy_Latn", - "languages": [ - "wol-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594428, - "recall": 0.641304, - "f1": 0.606738, - "accuracy": 0.641304, - "main_score": 0.606738, - "hf_subset": "wol_Latn-swh_Latn", - "languages": [ - "wol-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601715, - "recall": 0.643281, - "f1": 0.613707, - "accuracy": 0.643281, - "main_score": 0.613707, - "hf_subset": "wol_Latn-uzn_Latn", - "languages": [ - "wol-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620786, - "recall": 0.664032, - "f1": 0.632768, - "accuracy": 0.664032, - "main_score": 0.632768, - "hf_subset": "wol_Latn-als_Latn", - "languages": [ - "wol-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290626, - "recall": 0.34585, - "f1": 0.304025, - "accuracy": 0.34585, - "main_score": 0.304025, - "hf_subset": "wol_Latn-bod_Tibt", - "languages": [ - "wol-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552103, - "recall": 0.592885, - "f1": 0.563246, - "accuracy": 0.592885, - "main_score": 0.563246, - "hf_subset": "wol_Latn-fij_Latn", - "languages": [ - "wol-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582828, - "recall": 0.626482, - "f1": 0.595165, - "accuracy": 0.626482, - "main_score": 0.595165, - "hf_subset": "wol_Latn-isl_Latn", - "languages": [ - "wol-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602532, - "recall": 0.645257, - "f1": 0.614656, - "accuracy": 0.645257, - "main_score": 0.614656, - "hf_subset": "wol_Latn-kon_Latn", - "languages": [ - "wol-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541853, - "recall": 0.599802, - "f1": 0.557999, - "accuracy": 0.599802, - "main_score": 0.557999, - "hf_subset": "wol_Latn-mni_Beng", - "languages": [ - "wol-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646856, - "recall": 0.688735, - "f1": 0.658404, - "accuracy": 0.688735, - "main_score": 0.658404, - "hf_subset": "wol_Latn-ron_Latn", - "languages": [ - "wol-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629739, - "recall": 0.667984, - "f1": 0.639806, - "accuracy": 0.667984, - "main_score": 0.639806, - "hf_subset": "wol_Latn-szl_Latn", - "languages": [ - "wol-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655671, - "recall": 0.693676, - "f1": 0.665753, - "accuracy": 0.693676, - "main_score": 0.665753, - "hf_subset": "wol_Latn-vec_Latn", - "languages": [ - "wol-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523139, - "recall": 0.578063, - "f1": 0.538649, - "accuracy": 0.578063, - "main_score": 0.538649, - "hf_subset": "wol_Latn-amh_Ethi", - "languages": [ - "wol-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649594, - "recall": 0.694664, - "f1": 0.661902, - "accuracy": 0.694664, - "main_score": 0.661902, - "hf_subset": "wol_Latn-bos_Latn", - "languages": [ - "wol-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609196, - "recall": 0.663043, - "f1": 0.623992, - "accuracy": 0.663043, - "main_score": 0.623992, - "hf_subset": "wol_Latn-fin_Latn", - "languages": [ - "wol-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632721, - "recall": 0.673913, - "f1": 0.643878, - "accuracy": 0.673913, - "main_score": 0.643878, - "hf_subset": "wol_Latn-ita_Latn", - "languages": [ - "wol-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594627, - "recall": 0.644269, - "f1": 0.608642, - "accuracy": 0.644269, - "main_score": 0.608642, - "hf_subset": "wol_Latn-kor_Hang", - "languages": [ - "wol-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551638, - "recall": 0.592885, - "f1": 0.563834, - "accuracy": 0.592885, - "main_score": 0.563834, - "hf_subset": "wol_Latn-mos_Latn", - "languages": [ - "wol-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547003, - "recall": 0.588933, - "f1": 0.559354, - "accuracy": 0.588933, - "main_score": 0.559354, - "hf_subset": "wol_Latn-run_Latn", - "languages": [ - "wol-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590697, - "recall": 0.645257, - "f1": 0.605459, - "accuracy": 0.645257, - "main_score": 0.605459, - "hf_subset": "wol_Latn-tam_Taml", - "languages": [ - "wol-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624637, - "recall": 0.668972, - "f1": 0.636164, - "accuracy": 0.668972, - "main_score": 0.636164, - "hf_subset": "wol_Latn-vie_Latn", - "languages": [ - "wol-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609451, - "recall": 0.660079, - "f1": 0.622865, - "accuracy": 0.660079, - "main_score": 0.622865, - "hf_subset": "wol_Latn-apc_Arab", - "languages": [ - "wol-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614806, - "recall": 0.649209, - "f1": 0.624498, - "accuracy": 0.649209, - "main_score": 0.624498, - "hf_subset": "wol_Latn-bug_Latn", - "languages": [ - "wol-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477248, - "recall": 0.516798, - "f1": 0.48848, - "accuracy": 0.516798, - "main_score": 0.48848, - "hf_subset": "wol_Latn-fon_Latn", - "languages": [ - "wol-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654538, - "recall": 0.692688, - "f1": 0.66514, - "accuracy": 0.692688, - "main_score": 0.66514, - "hf_subset": "wol_Latn-jav_Latn", - "languages": [ - "wol-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542606, - "recall": 0.596838, - "f1": 0.557445, - "accuracy": 0.596838, - "main_score": 0.557445, - "hf_subset": "wol_Latn-lao_Laoo", - "languages": [ - "wol-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525686, - "recall": 0.567194, - "f1": 0.537148, - "accuracy": 0.567194, - "main_score": 0.537148, - "hf_subset": "wol_Latn-mri_Latn", - "languages": [ - "wol-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62602, - "recall": 0.672925, - "f1": 0.638552, - "accuracy": 0.672925, - "main_score": 0.638552, - "hf_subset": "wol_Latn-rus_Cyrl", - "languages": [ - "wol-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524987, - "recall": 0.570158, - "f1": 0.537593, - "accuracy": 0.570158, - "main_score": 0.537593, - "hf_subset": "wol_Latn-taq_Latn", - "languages": [ - "wol-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651057, - "recall": 0.687747, - "f1": 0.660194, - "accuracy": 0.687747, - "main_score": 0.660194, - "hf_subset": "wol_Latn-war_Latn", - "languages": [ - "wol-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605054, - "recall": 0.657115, - "f1": 0.619667, - "accuracy": 0.657115, - "main_score": 0.619667, - "hf_subset": "wol_Latn-arb_Arab", - "languages": [ - "wol-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644963, - "recall": 0.687747, - "f1": 0.656268, - "accuracy": 0.687747, - "main_score": 0.656268, - "hf_subset": "wol_Latn-bul_Cyrl", - "languages": [ - "wol-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652658, - "recall": 0.692688, - "f1": 0.663362, - "accuracy": 0.692688, - "main_score": 0.663362, - "hf_subset": "wol_Latn-fra_Latn", - "languages": [ - "wol-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6033, - "recall": 0.649209, - "f1": 0.616283, - "accuracy": 0.649209, - "main_score": 0.616283, - "hf_subset": "wol_Latn-jpn_Jpan", - "languages": [ - "wol-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631597, - "recall": 0.671937, - "f1": 0.64245, - "accuracy": 0.671937, - "main_score": 0.64245, - "hf_subset": "wol_Latn-lij_Latn", - "languages": [ - "wol-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452596, - "recall": 0.520751, - "f1": 0.471103, - "accuracy": 0.520751, - "main_score": 0.471103, - "hf_subset": "wol_Latn-mya_Mymr", - "languages": [ - "wol-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563415, - "recall": 0.610672, - "f1": 0.577155, - "accuracy": 0.610672, - "main_score": 0.577155, - "hf_subset": "wol_Latn-sag_Latn", - "languages": [ - "wol-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197682, - "recall": 0.245059, - "f1": 0.209246, - "accuracy": 0.245059, - "main_score": 0.209246, - "hf_subset": "wol_Latn-taq_Tfng", - "languages": [ - "wol-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482398, - "recall": 0.531621, - "f1": 0.496101, - "accuracy": 0.531621, - "main_score": 0.496101, - "hf_subset": "wol_Latn-arb_Latn", - "languages": [ - "wol-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642155, - "recall": 0.68083, - "f1": 0.652986, - "accuracy": 0.68083, - "main_score": 0.652986, - "hf_subset": "wol_Latn-cat_Latn", - "languages": [ - "wol-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641046, - "recall": 0.674901, - "f1": 0.650102, - "accuracy": 0.674901, - "main_score": 0.650102, - "hf_subset": "wol_Latn-fur_Latn", - "languages": [ - "wol-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437275, - "recall": 0.492095, - "f1": 0.452299, - "accuracy": 0.492095, - "main_score": 0.452299, - "hf_subset": "wol_Latn-kab_Latn", - "languages": [ - "wol-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620118, - "recall": 0.657115, - "f1": 0.630752, - "accuracy": 0.657115, - "main_score": 0.630752, - "hf_subset": "wol_Latn-lim_Latn", - "languages": [ - "wol-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629941, - "recall": 0.672925, - "f1": 0.641877, - "accuracy": 0.672925, - "main_score": 0.641877, - "hf_subset": "wol_Latn-nld_Latn", - "languages": [ - "wol-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573177, - "recall": 0.621542, - "f1": 0.586968, - "accuracy": 0.621542, - "main_score": 0.586968, - "hf_subset": "wol_Latn-san_Deva", - "languages": [ - "wol-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60568, - "recall": 0.648221, - "f1": 0.617007, - "accuracy": 0.648221, - "main_score": 0.617007, - "hf_subset": "wol_Latn-tat_Cyrl", - "languages": [ - "wol-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58142, - "recall": 0.625494, - "f1": 0.594115, - "accuracy": 0.625494, - "main_score": 0.594115, - "hf_subset": "wol_Latn-xho_Latn", - "languages": [ - "wol-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586057, - "recall": 0.644269, - "f1": 0.602318, - "accuracy": 0.644269, - "main_score": 0.602318, - "hf_subset": "wol_Latn-ars_Arab", - "languages": [ - "wol-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645837, - "recall": 0.682806, - "f1": 0.655783, - "accuracy": 0.682806, - "main_score": 0.655783, - "hf_subset": "wol_Latn-ceb_Latn", - "languages": [ - "wol-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520358, - "recall": 0.570158, - "f1": 0.534897, - "accuracy": 0.570158, - "main_score": 0.534897, - "hf_subset": "wol_Latn-fuv_Latn", - "languages": [ - "wol-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503171, - "recall": 0.550395, - "f1": 0.516717, - "accuracy": 0.550395, - "main_score": 0.516717, - "hf_subset": "wol_Latn-kac_Latn", - "languages": [ - "wol-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608758, - "recall": 0.652174, - "f1": 0.621286, - "accuracy": 0.652174, - "main_score": 0.621286, - "hf_subset": "wol_Latn-lin_Latn", - "languages": [ - "wol-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631622, - "recall": 0.677866, - "f1": 0.644619, - "accuracy": 0.677866, - "main_score": 0.644619, - "hf_subset": "wol_Latn-nno_Latn", - "languages": [ - "wol-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13621, - "recall": 0.181818, - "f1": 0.147468, - "accuracy": 0.181818, - "main_score": 0.147468, - "hf_subset": "wol_Latn-sat_Olck", - "languages": [ - "wol-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603771, - "recall": 0.659091, - "f1": 0.618441, - "accuracy": 0.659091, - "main_score": 0.618441, - "hf_subset": "wol_Latn-tel_Telu", - "languages": [ - "wol-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538097, - "recall": 0.589921, - "f1": 0.552088, - "accuracy": 0.589921, - "main_score": 0.552088, - "hf_subset": "wol_Latn-ydd_Hebr", - "languages": [ - "wol-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579919, - "recall": 0.623518, - "f1": 0.590888, - "accuracy": 0.623518, - "main_score": 0.590888, - "hf_subset": "wol_Latn-ary_Arab", - "languages": [ - "wol-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632271, - "recall": 0.68083, - "f1": 0.645564, - "accuracy": 0.68083, - "main_score": 0.645564, - "hf_subset": "wol_Latn-ces_Latn", - "languages": [ - "wol-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531689, - "recall": 0.579051, - "f1": 0.544474, - "accuracy": 0.579051, - "main_score": 0.544474, - "hf_subset": "wol_Latn-gaz_Latn", - "languages": [ - "wol-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521058, - "recall": 0.570158, - "f1": 0.534901, - "accuracy": 0.570158, - "main_score": 0.534901, - "hf_subset": "wol_Latn-kam_Latn", - "languages": [ - "wol-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614195, - "recall": 0.662055, - "f1": 0.627001, - "accuracy": 0.662055, - "main_score": 0.627001, - "hf_subset": "wol_Latn-lit_Latn", - "languages": [ - "wol-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642498, - "recall": 0.685771, - "f1": 0.65459, - "accuracy": 0.685771, - "main_score": 0.65459, - "hf_subset": "wol_Latn-nob_Latn", - "languages": [ - "wol-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630331, - "recall": 0.666008, - "f1": 0.640509, - "accuracy": 0.666008, - "main_score": 0.640509, - "hf_subset": "wol_Latn-scn_Latn", - "languages": [ - "wol-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593836, - "recall": 0.637352, - "f1": 0.605847, - "accuracy": 0.637352, - "main_score": 0.605847, - "hf_subset": "wol_Latn-tgk_Cyrl", - "languages": [ - "wol-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51622, - "recall": 0.56917, - "f1": 0.530835, - "accuracy": 0.56917, - "main_score": 0.530835, - "hf_subset": "wol_Latn-yor_Latn", - "languages": [ - "wol-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59364, - "recall": 0.641304, - "f1": 0.606584, - "accuracy": 0.641304, - "main_score": 0.606584, - "hf_subset": "wol_Latn-arz_Arab", - "languages": [ - "wol-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520333, - "recall": 0.566206, - "f1": 0.533376, - "accuracy": 0.566206, - "main_score": 0.533376, - "hf_subset": "wol_Latn-cjk_Latn", - "languages": [ - "wol-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538246, - "recall": 0.58498, - "f1": 0.551109, - "accuracy": 0.58498, - "main_score": 0.551109, - "hf_subset": "wol_Latn-gla_Latn", - "languages": [ - "wol-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616918, - "recall": 0.659091, - "f1": 0.629496, - "accuracy": 0.659091, - "main_score": 0.629496, - "hf_subset": "wol_Latn-kan_Knda", - "languages": [ - "wol-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631882, - "recall": 0.670949, - "f1": 0.643008, - "accuracy": 0.670949, - "main_score": 0.643008, - "hf_subset": "wol_Latn-lmo_Latn", - "languages": [ - "wol-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60516, - "recall": 0.659091, - "f1": 0.619977, - "accuracy": 0.659091, - "main_score": 0.619977, - "hf_subset": "wol_Latn-npi_Deva", - "languages": [ - "wol-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458788, - "recall": 0.514822, - "f1": 0.473618, - "accuracy": 0.514822, - "main_score": 0.473618, - "hf_subset": "wol_Latn-shn_Mymr", - "languages": [ - "wol-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650968, - "recall": 0.688735, - "f1": 0.661482, - "accuracy": 0.688735, - "main_score": 0.661482, - "hf_subset": "wol_Latn-tgl_Latn", - "languages": [ - "wol-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59741, - "recall": 0.647233, - "f1": 0.610856, - "accuracy": 0.647233, - "main_score": 0.610856, - "hf_subset": "wol_Latn-yue_Hant", - "languages": [ - "wol-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57055, - "recall": 0.621542, - "f1": 0.584558, - "accuracy": 0.621542, - "main_score": 0.584558, - "hf_subset": "wol_Latn-asm_Beng", - "languages": [ - "wol-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55561, - "recall": 0.606719, - "f1": 0.570016, - "accuracy": 0.606719, - "main_score": 0.570016, - "hf_subset": "wol_Latn-ckb_Arab", - "languages": [ - "wol-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544595, - "recall": 0.589921, - "f1": 0.557124, - "accuracy": 0.589921, - "main_score": 0.557124, - "hf_subset": "wol_Latn-gle_Latn", - "languages": [ - "wol-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555823, - "recall": 0.602767, - "f1": 0.568782, - "accuracy": 0.602767, - "main_score": 0.568782, - "hf_subset": "wol_Latn-kas_Arab", - "languages": [ - "wol-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594677, - "recall": 0.646245, - "f1": 0.609035, - "accuracy": 0.646245, - "main_score": 0.609035, - "hf_subset": "wol_Latn-ltg_Latn", - "languages": [ - "wol-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585574, - "recall": 0.621542, - "f1": 0.595758, - "accuracy": 0.621542, - "main_score": 0.595758, - "hf_subset": "wol_Latn-nso_Latn", - "languages": [ - "wol-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518998, - "recall": 0.579051, - "f1": 0.535507, - "accuracy": 0.579051, - "main_score": 0.535507, - "hf_subset": "wol_Latn-sin_Sinh", - "languages": [ - "wol-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6093, - "recall": 0.65415, - "f1": 0.621877, - "accuracy": 0.65415, - "main_score": 0.621877, - "hf_subset": "wol_Latn-tha_Thai", - "languages": [ - "wol-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584795, - "recall": 0.632411, - "f1": 0.597461, - "accuracy": 0.632411, - "main_score": 0.597461, - "hf_subset": "wol_Latn-zho_Hans", - "languages": [ - "wol-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647182, - "recall": 0.684783, - "f1": 0.657487, - "accuracy": 0.684783, - "main_score": 0.657487, - "hf_subset": "wol_Latn-ast_Latn", - "languages": [ - "wol-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601721, - "recall": 0.646245, - "f1": 0.613809, - "accuracy": 0.646245, - "main_score": 0.613809, - "hf_subset": "wol_Latn-crh_Latn", - "languages": [ - "wol-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645934, - "recall": 0.686759, - "f1": 0.656995, - "accuracy": 0.686759, - "main_score": 0.656995, - "hf_subset": "wol_Latn-glg_Latn", - "languages": [ - "wol-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555352, - "recall": 0.603755, - "f1": 0.569277, - "accuracy": 0.603755, - "main_score": 0.569277, - "hf_subset": "wol_Latn-kas_Deva", - "languages": [ - "wol-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624936, - "recall": 0.663043, - "f1": 0.635006, - "accuracy": 0.663043, - "main_score": 0.635006, - "hf_subset": "wol_Latn-ltz_Latn", - "languages": [ - "wol-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460032, - "recall": 0.51581, - "f1": 0.475409, - "accuracy": 0.51581, - "main_score": 0.475409, - "hf_subset": "wol_Latn-nus_Latn", - "languages": [ - "wol-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631066, - "recall": 0.676877, - "f1": 0.642997, - "accuracy": 0.676877, - "main_score": 0.642997, - "hf_subset": "wol_Latn-slk_Latn", - "languages": [ - "wol-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420794, - "recall": 0.483202, - "f1": 0.438571, - "accuracy": 0.483202, - "main_score": 0.438571, - "hf_subset": "wol_Latn-tir_Ethi", - "languages": [ - "wol-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596792, - "recall": 0.652174, - "f1": 0.611627, - "accuracy": 0.652174, - "main_score": 0.611627, - "hf_subset": "wol_Latn-zho_Hant", - "languages": [ - "wol-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610211, - "recall": 0.660079, - "f1": 0.624437, - "accuracy": 0.660079, - "main_score": 0.624437, - "hf_subset": "wol_Latn-awa_Deva", - "languages": [ - "wol-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597608, - "recall": 0.639328, - "f1": 0.608406, - "accuracy": 0.639328, - "main_score": 0.608406, - "hf_subset": "wol_Latn-cym_Latn", - "languages": [ - "wol-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622867, - "recall": 0.662055, - "f1": 0.634099, - "accuracy": 0.662055, - "main_score": 0.634099, - "hf_subset": "wol_Latn-grn_Latn", - "languages": [ - "wol-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588915, - "recall": 0.639328, - "f1": 0.602383, - "accuracy": 0.639328, - "main_score": 0.602383, - "hf_subset": "wol_Latn-kat_Geor", - "languages": [ - "wol-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59041, - "recall": 0.626482, - "f1": 0.600823, - "accuracy": 0.626482, - "main_score": 0.600823, - "hf_subset": "wol_Latn-lua_Latn", - "languages": [ - "wol-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569179, - "recall": 0.613636, - "f1": 0.582077, - "accuracy": 0.613636, - "main_score": 0.582077, - "hf_subset": "wol_Latn-nya_Latn", - "languages": [ - "wol-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61702, - "recall": 0.660079, - "f1": 0.628856, - "accuracy": 0.660079, - "main_score": 0.628856, - "hf_subset": "wol_Latn-slv_Latn", - "languages": [ - "wol-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631517, - "recall": 0.675889, - "f1": 0.64274, - "accuracy": 0.675889, - "main_score": 0.64274, - "hf_subset": "wol_Latn-tpi_Latn", - "languages": [ - "wol-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650656, - "recall": 0.69664, - "f1": 0.663214, - "accuracy": 0.69664, - "main_score": 0.663214, - "hf_subset": "wol_Latn-zsm_Latn", - "languages": [ - "wol-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531143, - "recall": 0.578063, - "f1": 0.544401, - "accuracy": 0.578063, - "main_score": 0.544401, - "hf_subset": "wol_Latn-ayr_Latn", - "languages": [ - "wol-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644399, - "recall": 0.682806, - "f1": 0.654974, - "accuracy": 0.682806, - "main_score": 0.654974, - "hf_subset": "wol_Latn-dan_Latn", - "languages": [ - "wol-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622334, - "recall": 0.670949, - "f1": 0.635826, - "accuracy": 0.670949, - "main_score": 0.635826, - "hf_subset": "wol_Latn-guj_Gujr", - "languages": [ - "wol-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612044, - "recall": 0.659091, - "f1": 0.624316, - "accuracy": 0.659091, - "main_score": 0.624316, - "hf_subset": "wol_Latn-kaz_Cyrl", - "languages": [ - "wol-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506749, - "recall": 0.554348, - "f1": 0.520492, - "accuracy": 0.554348, - "main_score": 0.520492, - "hf_subset": "wol_Latn-lug_Latn", - "languages": [ - "wol-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657139, - "recall": 0.698617, - "f1": 0.668294, - "accuracy": 0.698617, - "main_score": 0.668294, - "hf_subset": "wol_Latn-oci_Latn", - "languages": [ - "wol-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59403, - "recall": 0.635375, - "f1": 0.605705, - "accuracy": 0.635375, - "main_score": 0.605705, - "hf_subset": "wol_Latn-smo_Latn", - "languages": [ - "wol-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523433, - "recall": 0.56917, - "f1": 0.536077, - "accuracy": 0.56917, - "main_score": 0.536077, - "hf_subset": "wol_Latn-tsn_Latn", - "languages": [ - "wol-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537168, - "recall": 0.58498, - "f1": 0.550321, - "accuracy": 0.58498, - "main_score": 0.550321, - "hf_subset": "wol_Latn-zul_Latn", - "languages": [ - "wol-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530337, - "recall": 0.58004, - "f1": 0.544114, - "accuracy": 0.58004, - "main_score": 0.544114, - "hf_subset": "wol_Latn-azb_Arab", - "languages": [ - "wol-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638776, - "recall": 0.68083, - "f1": 0.649394, - "accuracy": 0.68083, - "main_score": 0.649394, - "hf_subset": "wol_Latn-deu_Latn", - "languages": [ - "wol-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586408, - "recall": 0.635375, - "f1": 0.599853, - "accuracy": 0.635375, - "main_score": 0.599853, - "hf_subset": "wol_Latn-hat_Latn", - "languages": [ - "wol-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506776, - "recall": 0.55336, - "f1": 0.519749, - "accuracy": 0.55336, - "main_score": 0.519749, - "hf_subset": "wol_Latn-kbp_Latn", - "languages": [ - "wol-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570918, - "recall": 0.608696, - "f1": 0.581804, - "accuracy": 0.608696, - "main_score": 0.581804, - "hf_subset": "wol_Latn-luo_Latn", - "languages": [ - "wol-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596692, - "recall": 0.647233, - "f1": 0.610923, - "accuracy": 0.647233, - "main_score": 0.610923, - "hf_subset": "wol_Latn-ory_Orya", - "languages": [ - "wol-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555372, - "recall": 0.604743, - "f1": 0.569474, - "accuracy": 0.604743, - "main_score": 0.569474, - "hf_subset": "wol_Latn-sna_Latn", - "languages": [ - "wol-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528396, - "recall": 0.568182, - "f1": 0.539091, - "accuracy": 0.568182, - "main_score": 0.539091, - "hf_subset": "wol_Latn-tso_Latn", - "languages": [ - "wol-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572413, - "recall": 0.62747, - "f1": 0.587458, - "accuracy": 0.62747, - "main_score": 0.587458, - "hf_subset": "wol_Latn-azj_Latn", - "languages": [ - "wol-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526169, - "recall": 0.571146, - "f1": 0.539723, - "accuracy": 0.571146, - "main_score": 0.539723, - "hf_subset": "wol_Latn-dik_Latn", - "languages": [ - "wol-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5585, - "recall": 0.603755, - "f1": 0.571279, - "accuracy": 0.603755, - "main_score": 0.571279, - "hf_subset": "wol_Latn-hau_Latn", - "languages": [ - "wol-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63186, - "recall": 0.663043, - "f1": 0.640502, - "accuracy": 0.663043, - "main_score": 0.640502, - "hf_subset": "wol_Latn-kea_Latn", - "languages": [ - "wol-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602198, - "recall": 0.63834, - "f1": 0.612415, - "accuracy": 0.63834, - "main_score": 0.612415, - "hf_subset": "wol_Latn-lus_Latn", - "languages": [ - "wol-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630792, - "recall": 0.666996, - "f1": 0.640965, - "accuracy": 0.666996, - "main_score": 0.640965, - "hf_subset": "wol_Latn-pag_Latn", - "languages": [ - "wol-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582477, - "recall": 0.637352, - "f1": 0.597831, - "accuracy": 0.637352, - "main_score": 0.597831, - "hf_subset": "wol_Latn-snd_Arab", - "languages": [ - "wol-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57398, - "recall": 0.620553, - "f1": 0.587333, - "accuracy": 0.620553, - "main_score": 0.587333, - "hf_subset": "wol_Latn-tuk_Latn", - "languages": [ - "wol-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611568, - "recall": 0.65415, - "f1": 0.62364, - "accuracy": 0.65415, - "main_score": 0.62364, - "hf_subset": "wol_Latn-bak_Cyrl", - "languages": [ - "wol-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490173, - "recall": 0.550395, - "f1": 0.507533, - "accuracy": 0.550395, - "main_score": 0.507533, - "hf_subset": "wol_Latn-dyu_Latn", - "languages": [ - "wol-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601226, - "recall": 0.647233, - "f1": 0.614399, - "accuracy": 0.647233, - "main_score": 0.614399, - "hf_subset": "wol_Latn-heb_Hebr", - "languages": [ - "wol-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573976, - "recall": 0.621542, - "f1": 0.586895, - "accuracy": 0.621542, - "main_score": 0.586895, - "hf_subset": "wol_Latn-khk_Cyrl", - "languages": [ - "wol-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627499, - "recall": 0.668972, - "f1": 0.638407, - "accuracy": 0.668972, - "main_score": 0.638407, - "hf_subset": "wol_Latn-lvs_Latn", - "languages": [ - "wol-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606505, - "recall": 0.659091, - "f1": 0.621208, - "accuracy": 0.659091, - "main_score": 0.621208, - "hf_subset": "wol_Latn-pan_Guru", - "languages": [ - "wol-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536913, - "recall": 0.58498, - "f1": 0.550433, - "accuracy": 0.58498, - "main_score": 0.550433, - "hf_subset": "wol_Latn-som_Latn", - "languages": [ - "wol-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536053, - "recall": 0.574111, - "f1": 0.546978, - "accuracy": 0.574111, - "main_score": 0.546978, - "hf_subset": "wol_Latn-tum_Latn", - "languages": [ - "wol-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41846, - "recall": 0.469368, - "f1": 0.431863, - "accuracy": 0.469368, - "main_score": 0.431863, - "hf_subset": "arb_Latn-ace_Arab", - "languages": [ - "arb-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451585, - "recall": 0.491107, - "f1": 0.462297, - "accuracy": 0.491107, - "main_score": 0.462297, - "hf_subset": "arb_Latn-bam_Latn", - "languages": [ - "arb-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.272322, - "recall": 0.329051, - "f1": 0.285984, - "accuracy": 0.329051, - "main_score": 0.285984, - "hf_subset": "arb_Latn-dzo_Tibt", - "languages": [ - "arb-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787946, - "recall": 0.836957, - "f1": 0.801902, - "accuracy": 0.836957, - "main_score": 0.801902, - "hf_subset": "arb_Latn-hin_Deva", - "languages": [ - "arb-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755886, - "recall": 0.801383, - "f1": 0.768208, - "accuracy": 0.801383, - "main_score": 0.768208, - "hf_subset": "arb_Latn-khm_Khmr", - "languages": [ - "arb-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79165, - "recall": 0.836957, - "f1": 0.804771, - "accuracy": 0.836957, - "main_score": 0.804771, - "hf_subset": "arb_Latn-mag_Deva", - "languages": [ - "arb-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706056, - "recall": 0.757905, - "f1": 0.720204, - "accuracy": 0.757905, - "main_score": 0.720204, - "hf_subset": "arb_Latn-pap_Latn", - "languages": [ - "arb-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489735, - "recall": 0.537549, - "f1": 0.501624, - "accuracy": 0.537549, - "main_score": 0.501624, - "hf_subset": "arb_Latn-sot_Latn", - "languages": [ - "arb-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786956, - "recall": 0.833004, - "f1": 0.799644, - "accuracy": 0.833004, - "main_score": 0.799644, - "hf_subset": "arb_Latn-tur_Latn", - "languages": [ - "arb-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610235, - "recall": 0.663043, - "f1": 0.624035, - "accuracy": 0.663043, - "main_score": 0.624035, - "hf_subset": "arb_Latn-ace_Latn", - "languages": [ - "arb-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684635, - "recall": 0.730237, - "f1": 0.697103, - "accuracy": 0.730237, - "main_score": 0.697103, - "hf_subset": "arb_Latn-ban_Latn", - "languages": [ - "arb-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795209, - "recall": 0.841897, - "f1": 0.808428, - "accuracy": 0.841897, - "main_score": 0.808428, - "hf_subset": "arb_Latn-ell_Grek", - "languages": [ - "arb-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748786, - "recall": 0.797431, - "f1": 0.762666, - "accuracy": 0.797431, - "main_score": 0.762666, - "hf_subset": "arb_Latn-hne_Deva", - "languages": [ - "arb-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468865, - "recall": 0.509881, - "f1": 0.479505, - "accuracy": 0.509881, - "main_score": 0.479505, - "hf_subset": "arb_Latn-kik_Latn", - "languages": [ - "arb-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762923, - "recall": 0.810277, - "f1": 0.775687, - "accuracy": 0.810277, - "main_score": 0.775687, - "hf_subset": "arb_Latn-mai_Deva", - "languages": [ - "arb-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711946, - "recall": 0.770751, - "f1": 0.728785, - "accuracy": 0.770751, - "main_score": 0.728785, - "hf_subset": "arb_Latn-pbt_Arab", - "languages": [ - "arb-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793606, - "recall": 0.839921, - "f1": 0.806873, - "accuracy": 0.839921, - "main_score": 0.806873, - "hf_subset": "arb_Latn-spa_Latn", - "languages": [ - "arb-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487269, - "recall": 0.529644, - "f1": 0.499222, - "accuracy": 0.529644, - "main_score": 0.499222, - "hf_subset": "arb_Latn-twi_Latn", - "languages": [ - "arb-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850299, - "recall": 0.887352, - "f1": 0.861185, - "accuracy": 0.887352, - "main_score": 0.861185, - "hf_subset": "arb_Latn-acm_Arab", - "languages": [ - "arb-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756039, - "recall": 0.809289, - "f1": 0.770572, - "accuracy": 0.809289, - "main_score": 0.770572, - "hf_subset": "arb_Latn-bel_Cyrl", - "languages": [ - "arb-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821289, - "recall": 0.863636, - "f1": 0.8333, - "accuracy": 0.863636, - "main_score": 0.8333, - "hf_subset": "arb_Latn-eng_Latn", - "languages": [ - "arb-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806216, - "recall": 0.850791, - "f1": 0.818999, - "accuracy": 0.850791, - "main_score": 0.818999, - "hf_subset": "arb_Latn-hrv_Latn", - "languages": [ - "arb-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475493, - "recall": 0.518775, - "f1": 0.486924, - "accuracy": 0.518775, - "main_score": 0.486924, - "hf_subset": "arb_Latn-kin_Latn", - "languages": [ - "arb-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762369, - "recall": 0.813241, - "f1": 0.776507, - "accuracy": 0.813241, - "main_score": 0.776507, - "hf_subset": "arb_Latn-mal_Mlym", - "languages": [ - "arb-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802103, - "recall": 0.840909, - "f1": 0.812923, - "accuracy": 0.840909, - "main_score": 0.812923, - "hf_subset": "arb_Latn-pes_Arab", - "languages": [ - "arb-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751403, - "recall": 0.799407, - "f1": 0.764576, - "accuracy": 0.799407, - "main_score": 0.764576, - "hf_subset": "arb_Latn-srd_Latn", - "languages": [ - "arb-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160478, - "recall": 0.215415, - "f1": 0.172776, - "accuracy": 0.215415, - "main_score": 0.172776, - "hf_subset": "arb_Latn-tzm_Tfng", - "languages": [ - "arb-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848518, - "recall": 0.884387, - "f1": 0.858951, - "accuracy": 0.884387, - "main_score": 0.858951, - "hf_subset": "arb_Latn-acq_Arab", - "languages": [ - "arb-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507161, - "recall": 0.544466, - "f1": 0.516934, - "accuracy": 0.544466, - "main_score": 0.516934, - "hf_subset": "arb_Latn-bem_Latn", - "languages": [ - "arb-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797837, - "recall": 0.837945, - "f1": 0.808984, - "accuracy": 0.837945, - "main_score": 0.808984, - "hf_subset": "arb_Latn-epo_Latn", - "languages": [ - "arb-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777812, - "recall": 0.821146, - "f1": 0.790049, - "accuracy": 0.821146, - "main_score": 0.790049, - "hf_subset": "arb_Latn-hun_Latn", - "languages": [ - "arb-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715305, - "recall": 0.770751, - "f1": 0.7303, - "accuracy": 0.770751, - "main_score": 0.7303, - "hf_subset": "arb_Latn-kir_Cyrl", - "languages": [ - "arb-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763152, - "recall": 0.810277, - "f1": 0.775803, - "accuracy": 0.810277, - "main_score": 0.775803, - "hf_subset": "arb_Latn-mar_Deva", - "languages": [ - "arb-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532674, - "recall": 0.572134, - "f1": 0.543736, - "accuracy": 0.572134, - "main_score": 0.543736, - "hf_subset": "arb_Latn-plt_Latn", - "languages": [ - "arb-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813936, - "recall": 0.855731, - "f1": 0.825762, - "accuracy": 0.855731, - "main_score": 0.825762, - "hf_subset": "arb_Latn-srp_Cyrl", - "languages": [ - "arb-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677309, - "recall": 0.726285, - "f1": 0.691087, - "accuracy": 0.726285, - "main_score": 0.691087, - "hf_subset": "arb_Latn-uig_Arab", - "languages": [ - "arb-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820037, - "recall": 0.857708, - "f1": 0.830374, - "accuracy": 0.857708, - "main_score": 0.830374, - "hf_subset": "arb_Latn-aeb_Arab", - "languages": [ - "arb-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779476, - "recall": 0.826087, - "f1": 0.792632, - "accuracy": 0.826087, - "main_score": 0.792632, - "hf_subset": "arb_Latn-ben_Beng", - "languages": [ - "arb-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771786, - "recall": 0.816206, - "f1": 0.784391, - "accuracy": 0.816206, - "main_score": 0.784391, - "hf_subset": "arb_Latn-est_Latn", - "languages": [ - "arb-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782949, - "recall": 0.826087, - "f1": 0.794333, - "accuracy": 0.826087, - "main_score": 0.794333, - "hf_subset": "arb_Latn-hye_Armn", - "languages": [ - "arb-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480658, - "recall": 0.518775, - "f1": 0.491068, - "accuracy": 0.518775, - "main_score": 0.491068, - "hf_subset": "arb_Latn-kmb_Latn", - "languages": [ - "arb-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.387661, - "recall": 0.438735, - "f1": 0.401128, - "accuracy": 0.438735, - "main_score": 0.401128, - "hf_subset": "arb_Latn-min_Arab", - "languages": [ - "arb-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80112, - "recall": 0.846838, - "f1": 0.813954, - "accuracy": 0.846838, - "main_score": 0.813954, - "hf_subset": "arb_Latn-pol_Latn", - "languages": [ - "arb-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478574, - "recall": 0.524704, - "f1": 0.491319, - "accuracy": 0.524704, - "main_score": 0.491319, - "hf_subset": "arb_Latn-ssw_Latn", - "languages": [ - "arb-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803931, - "recall": 0.849802, - "f1": 0.817063, - "accuracy": 0.849802, - "main_score": 0.817063, - "hf_subset": "arb_Latn-ukr_Cyrl", - "languages": [ - "arb-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820743, - "recall": 0.86166, - "f1": 0.83242, - "accuracy": 0.86166, - "main_score": 0.83242, - "hf_subset": "arb_Latn-afr_Latn", - "languages": [ - "arb-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725984, - "recall": 0.777668, - "f1": 0.739803, - "accuracy": 0.777668, - "main_score": 0.739803, - "hf_subset": "arb_Latn-bho_Deva", - "languages": [ - "arb-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719327, - "recall": 0.772727, - "f1": 0.734266, - "accuracy": 0.772727, - "main_score": 0.734266, - "hf_subset": "arb_Latn-eus_Latn", - "languages": [ - "arb-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457417, - "recall": 0.507905, - "f1": 0.471368, - "accuracy": 0.507905, - "main_score": 0.471368, - "hf_subset": "arb_Latn-ibo_Latn", - "languages": [ - "arb-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617977, - "recall": 0.670949, - "f1": 0.631834, - "accuracy": 0.670949, - "main_score": 0.631834, - "hf_subset": "arb_Latn-kmr_Latn", - "languages": [ - "arb-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731421, - "recall": 0.77668, - "f1": 0.743451, - "accuracy": 0.77668, - "main_score": 0.743451, - "hf_subset": "arb_Latn-min_Latn", - "languages": [ - "arb-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814973, - "recall": 0.859684, - "f1": 0.827786, - "accuracy": 0.859684, - "main_score": 0.827786, - "hf_subset": "arb_Latn-por_Latn", - "languages": [ - "arb-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753958, - "recall": 0.801383, - "f1": 0.76624, - "accuracy": 0.801383, - "main_score": 0.76624, - "hf_subset": "arb_Latn-sun_Latn", - "languages": [ - "arb-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443045, - "recall": 0.48913, - "f1": 0.456396, - "accuracy": 0.48913, - "main_score": 0.456396, - "hf_subset": "arb_Latn-umb_Latn", - "languages": [ - "arb-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849662, - "recall": 0.880435, - "f1": 0.858631, - "accuracy": 0.880435, - "main_score": 0.858631, - "hf_subset": "arb_Latn-ajp_Arab", - "languages": [ - "arb-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411701, - "recall": 0.465415, - "f1": 0.427013, - "accuracy": 0.465415, - "main_score": 0.427013, - "hf_subset": "arb_Latn-bjn_Arab", - "languages": [ - "arb-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443557, - "recall": 0.488142, - "f1": 0.45454, - "accuracy": 0.488142, - "main_score": 0.45454, - "hf_subset": "arb_Latn-ewe_Latn", - "languages": [ - "arb-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667019, - "recall": 0.712451, - "f1": 0.679757, - "accuracy": 0.712451, - "main_score": 0.679757, - "hf_subset": "arb_Latn-ilo_Latn", - "languages": [ - "arb-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261227, - "recall": 0.317194, - "f1": 0.275381, - "accuracy": 0.317194, - "main_score": 0.275381, - "hf_subset": "arb_Latn-knc_Arab", - "languages": [ - "arb-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802271, - "recall": 0.840909, - "f1": 0.812891, - "accuracy": 0.840909, - "main_score": 0.812891, - "hf_subset": "arb_Latn-mkd_Cyrl", - "languages": [ - "arb-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796022, - "recall": 0.836957, - "f1": 0.807164, - "accuracy": 0.836957, - "main_score": 0.807164, - "hf_subset": "arb_Latn-prs_Arab", - "languages": [ - "arb-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793359, - "recall": 0.837945, - "f1": 0.806248, - "accuracy": 0.837945, - "main_score": 0.806248, - "hf_subset": "arb_Latn-swe_Latn", - "languages": [ - "arb-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773573, - "recall": 0.823123, - "f1": 0.787478, - "accuracy": 0.823123, - "main_score": 0.787478, - "hf_subset": "arb_Latn-urd_Arab", - "languages": [ - "arb-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466163, - "recall": 0.51087, - "f1": 0.478026, - "accuracy": 0.51087, - "main_score": 0.478026, - "hf_subset": "arb_Latn-aka_Latn", - "languages": [ - "arb-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719362, - "recall": 0.771739, - "f1": 0.733584, - "accuracy": 0.771739, - "main_score": 0.733584, - "hf_subset": "arb_Latn-bjn_Latn", - "languages": [ - "arb-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701442, - "recall": 0.753953, - "f1": 0.715371, - "accuracy": 0.753953, - "main_score": 0.715371, - "hf_subset": "arb_Latn-fao_Latn", - "languages": [ - "arb-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809257, - "recall": 0.854743, - "f1": 0.822243, - "accuracy": 0.854743, - "main_score": 0.822243, - "hf_subset": "arb_Latn-ind_Latn", - "languages": [ - "arb-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483769, - "recall": 0.528656, - "f1": 0.496436, - "accuracy": 0.528656, - "main_score": 0.496436, - "hf_subset": "arb_Latn-knc_Latn", - "languages": [ - "arb-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769031, - "recall": 0.813241, - "f1": 0.781283, - "accuracy": 0.813241, - "main_score": 0.781283, - "hf_subset": "arb_Latn-mlt_Latn", - "languages": [ - "arb-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50007, - "recall": 0.561265, - "f1": 0.516422, - "accuracy": 0.561265, - "main_score": 0.516422, - "hf_subset": "arb_Latn-quy_Latn", - "languages": [ - "arb-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74243, - "recall": 0.79249, - "f1": 0.756719, - "accuracy": 0.79249, - "main_score": 0.756719, - "hf_subset": "arb_Latn-swh_Latn", - "languages": [ - "arb-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753357, - "recall": 0.802372, - "f1": 0.767128, - "accuracy": 0.802372, - "main_score": 0.767128, - "hf_subset": "arb_Latn-uzn_Latn", - "languages": [ - "arb-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786461, - "recall": 0.829051, - "f1": 0.797576, - "accuracy": 0.829051, - "main_score": 0.797576, - "hf_subset": "arb_Latn-als_Latn", - "languages": [ - "arb-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369733, - "recall": 0.449605, - "f1": 0.390098, - "accuracy": 0.449605, - "main_score": 0.390098, - "hf_subset": "arb_Latn-bod_Tibt", - "languages": [ - "arb-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526407, - "recall": 0.579051, - "f1": 0.539788, - "accuracy": 0.579051, - "main_score": 0.539788, - "hf_subset": "arb_Latn-fij_Latn", - "languages": [ - "arb-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719679, - "recall": 0.768775, - "f1": 0.732723, - "accuracy": 0.768775, - "main_score": 0.732723, - "hf_subset": "arb_Latn-isl_Latn", - "languages": [ - "arb-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517511, - "recall": 0.557312, - "f1": 0.527148, - "accuracy": 0.557312, - "main_score": 0.527148, - "hf_subset": "arb_Latn-kon_Latn", - "languages": [ - "arb-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462642, - "recall": 0.516798, - "f1": 0.478208, - "accuracy": 0.516798, - "main_score": 0.478208, - "hf_subset": "arb_Latn-mni_Beng", - "languages": [ - "arb-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818445, - "recall": 0.858696, - "f1": 0.829768, - "accuracy": 0.858696, - "main_score": 0.829768, - "hf_subset": "arb_Latn-ron_Latn", - "languages": [ - "arb-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742298, - "recall": 0.782609, - "f1": 0.75317, - "accuracy": 0.782609, - "main_score": 0.75317, - "hf_subset": "arb_Latn-szl_Latn", - "languages": [ - "arb-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775672, - "recall": 0.820158, - "f1": 0.788137, - "accuracy": 0.820158, - "main_score": 0.788137, - "hf_subset": "arb_Latn-vec_Latn", - "languages": [ - "arb-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653379, - "recall": 0.714427, - "f1": 0.669709, - "accuracy": 0.714427, - "main_score": 0.669709, - "hf_subset": "arb_Latn-amh_Ethi", - "languages": [ - "arb-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807009, - "recall": 0.851779, - "f1": 0.819897, - "accuracy": 0.851779, - "main_score": 0.819897, - "hf_subset": "arb_Latn-bos_Latn", - "languages": [ - "arb-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767809, - "recall": 0.812253, - "f1": 0.779784, - "accuracy": 0.812253, - "main_score": 0.779784, - "hf_subset": "arb_Latn-fin_Latn", - "languages": [ - "arb-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804825, - "recall": 0.848814, - "f1": 0.817159, - "accuracy": 0.848814, - "main_score": 0.817159, - "hf_subset": "arb_Latn-ita_Latn", - "languages": [ - "arb-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769442, - "recall": 0.821146, - "f1": 0.783968, - "accuracy": 0.821146, - "main_score": 0.783968, - "hf_subset": "arb_Latn-kor_Hang", - "languages": [ - "arb-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451534, - "recall": 0.499012, - "f1": 0.464409, - "accuracy": 0.499012, - "main_score": 0.464409, - "hf_subset": "arb_Latn-mos_Latn", - "languages": [ - "arb-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478218, - "recall": 0.521739, - "f1": 0.489841, - "accuracy": 0.521739, - "main_score": 0.489841, - "hf_subset": "arb_Latn-run_Latn", - "languages": [ - "arb-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763798, - "recall": 0.815217, - "f1": 0.778193, - "accuracy": 0.815217, - "main_score": 0.778193, - "hf_subset": "arb_Latn-tam_Taml", - "languages": [ - "arb-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791165, - "recall": 0.833004, - "f1": 0.802794, - "accuracy": 0.833004, - "main_score": 0.802794, - "hf_subset": "arb_Latn-vie_Latn", - "languages": [ - "arb-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852281, - "recall": 0.887352, - "f1": 0.862466, - "accuracy": 0.887352, - "main_score": 0.862466, - "hf_subset": "arb_Latn-apc_Arab", - "languages": [ - "arb-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565805, - "recall": 0.615613, - "f1": 0.579554, - "accuracy": 0.615613, - "main_score": 0.579554, - "hf_subset": "arb_Latn-bug_Latn", - "languages": [ - "arb-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420162, - "recall": 0.45751, - "f1": 0.429702, - "accuracy": 0.45751, - "main_score": 0.429702, - "hf_subset": "arb_Latn-fon_Latn", - "languages": [ - "arb-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754609, - "recall": 0.799407, - "f1": 0.766671, - "accuracy": 0.799407, - "main_score": 0.766671, - "hf_subset": "arb_Latn-jav_Latn", - "languages": [ - "arb-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720815, - "recall": 0.77668, - "f1": 0.735787, - "accuracy": 0.77668, - "main_score": 0.735787, - "hf_subset": "arb_Latn-lao_Laoo", - "languages": [ - "arb-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626271, - "recall": 0.68083, - "f1": 0.640664, - "accuracy": 0.68083, - "main_score": 0.640664, - "hf_subset": "arb_Latn-mri_Latn", - "languages": [ - "arb-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794293, - "recall": 0.839921, - "f1": 0.806907, - "accuracy": 0.839921, - "main_score": 0.806907, - "hf_subset": "arb_Latn-rus_Cyrl", - "languages": [ - "arb-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447583, - "recall": 0.496047, - "f1": 0.460429, - "accuracy": 0.496047, - "main_score": 0.460429, - "hf_subset": "arb_Latn-taq_Latn", - "languages": [ - "arb-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747282, - "recall": 0.793478, - "f1": 0.759409, - "accuracy": 0.793478, - "main_score": 0.759409, - "hf_subset": "arb_Latn-war_Latn", - "languages": [ - "arb-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853136, - "recall": 0.886364, - "f1": 0.862886, - "accuracy": 0.886364, - "main_score": 0.862886, - "hf_subset": "arb_Latn-arb_Arab", - "languages": [ - "arb-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809124, - "recall": 0.851779, - "f1": 0.820838, - "accuracy": 0.851779, - "main_score": 0.820838, - "hf_subset": "arb_Latn-bul_Cyrl", - "languages": [ - "arb-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812576, - "recall": 0.852767, - "f1": 0.823435, - "accuracy": 0.852767, - "main_score": 0.823435, - "hf_subset": "arb_Latn-fra_Latn", - "languages": [ - "arb-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761384, - "recall": 0.80336, - "f1": 0.772613, - "accuracy": 0.80336, - "main_score": 0.772613, - "hf_subset": "arb_Latn-jpn_Jpan", - "languages": [ - "arb-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751686, - "recall": 0.796443, - "f1": 0.764155, - "accuracy": 0.796443, - "main_score": 0.764155, - "hf_subset": "arb_Latn-lij_Latn", - "languages": [ - "arb-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671701, - "recall": 0.73419, - "f1": 0.689041, - "accuracy": 0.73419, - "main_score": 0.689041, - "hf_subset": "arb_Latn-mya_Mymr", - "languages": [ - "arb-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467013, - "recall": 0.518775, - "f1": 0.480557, - "accuracy": 0.518775, - "main_score": 0.480557, - "hf_subset": "arb_Latn-sag_Latn", - "languages": [ - "arb-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183463, - "recall": 0.235178, - "f1": 0.195966, - "accuracy": 0.235178, - "main_score": 0.195966, - "hf_subset": "arb_Latn-taq_Tfng", - "languages": [ - "arb-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488295, - "recall": 0.543478, - "f1": 0.503376, - "accuracy": 0.543478, - "main_score": 0.503376, - "hf_subset": "arb_Latn-wol_Latn", - "languages": [ - "arb-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805057, - "recall": 0.849802, - "f1": 0.817943, - "accuracy": 0.849802, - "main_score": 0.817943, - "hf_subset": "arb_Latn-cat_Latn", - "languages": [ - "arb-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737616, - "recall": 0.789526, - "f1": 0.751892, - "accuracy": 0.789526, - "main_score": 0.751892, - "hf_subset": "arb_Latn-fur_Latn", - "languages": [ - "arb-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39419, - "recall": 0.445652, - "f1": 0.407509, - "accuracy": 0.445652, - "main_score": 0.407509, - "hf_subset": "arb_Latn-kab_Latn", - "languages": [ - "arb-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726209, - "recall": 0.772727, - "f1": 0.738911, - "accuracy": 0.772727, - "main_score": 0.738911, - "hf_subset": "arb_Latn-lim_Latn", - "languages": [ - "arb-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775832, - "recall": 0.824111, - "f1": 0.789161, - "accuracy": 0.824111, - "main_score": 0.789161, - "hf_subset": "arb_Latn-nld_Latn", - "languages": [ - "arb-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730527, - "recall": 0.788538, - "f1": 0.747247, - "accuracy": 0.788538, - "main_score": 0.747247, - "hf_subset": "arb_Latn-san_Deva", - "languages": [ - "arb-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728198, - "recall": 0.786561, - "f1": 0.744035, - "accuracy": 0.786561, - "main_score": 0.744035, - "hf_subset": "arb_Latn-tat_Cyrl", - "languages": [ - "arb-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522885, - "recall": 0.562253, - "f1": 0.533732, - "accuracy": 0.562253, - "main_score": 0.533732, - "hf_subset": "arb_Latn-xho_Latn", - "languages": [ - "arb-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840748, - "recall": 0.875494, - "f1": 0.851016, - "accuracy": 0.875494, - "main_score": 0.851016, - "hf_subset": "arb_Latn-ars_Arab", - "languages": [ - "arb-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774765, - "recall": 0.820158, - "f1": 0.787577, - "accuracy": 0.820158, - "main_score": 0.787577, - "hf_subset": "arb_Latn-ceb_Latn", - "languages": [ - "arb-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463183, - "recall": 0.508893, - "f1": 0.476047, - "accuracy": 0.508893, - "main_score": 0.476047, - "hf_subset": "arb_Latn-fuv_Latn", - "languages": [ - "arb-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43576, - "recall": 0.483202, - "f1": 0.447625, - "accuracy": 0.483202, - "main_score": 0.447625, - "hf_subset": "arb_Latn-kac_Latn", - "languages": [ - "arb-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52165, - "recall": 0.561265, - "f1": 0.532144, - "accuracy": 0.561265, - "main_score": 0.532144, - "hf_subset": "arb_Latn-lin_Latn", - "languages": [ - "arb-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786282, - "recall": 0.825099, - "f1": 0.7969, - "accuracy": 0.825099, - "main_score": 0.7969, - "hf_subset": "arb_Latn-nno_Latn", - "languages": [ - "arb-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.145899, - "recall": 0.211462, - "f1": 0.161475, - "accuracy": 0.211462, - "main_score": 0.161475, - "hf_subset": "arb_Latn-sat_Olck", - "languages": [ - "arb-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760866, - "recall": 0.815217, - "f1": 0.775936, - "accuracy": 0.815217, - "main_score": 0.775936, - "hf_subset": "arb_Latn-tel_Telu", - "languages": [ - "arb-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66928, - "recall": 0.725296, - "f1": 0.684823, - "accuracy": 0.725296, - "main_score": 0.684823, - "hf_subset": "arb_Latn-ydd_Hebr", - "languages": [ - "arb-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789001, - "recall": 0.83004, - "f1": 0.800278, - "accuracy": 0.83004, - "main_score": 0.800278, - "hf_subset": "arb_Latn-ary_Arab", - "languages": [ - "arb-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789128, - "recall": 0.835968, - "f1": 0.802557, - "accuracy": 0.835968, - "main_score": 0.802557, - "hf_subset": "arb_Latn-ces_Latn", - "languages": [ - "arb-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475561, - "recall": 0.525692, - "f1": 0.489162, - "accuracy": 0.525692, - "main_score": 0.489162, - "hf_subset": "arb_Latn-gaz_Latn", - "languages": [ - "arb-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483288, - "recall": 0.523715, - "f1": 0.493909, - "accuracy": 0.523715, - "main_score": 0.493909, - "hf_subset": "arb_Latn-kam_Latn", - "languages": [ - "arb-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767081, - "recall": 0.817194, - "f1": 0.780843, - "accuracy": 0.817194, - "main_score": 0.780843, - "hf_subset": "arb_Latn-lit_Latn", - "languages": [ - "arb-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780884, - "recall": 0.832016, - "f1": 0.795376, - "accuracy": 0.832016, - "main_score": 0.795376, - "hf_subset": "arb_Latn-nob_Latn", - "languages": [ - "arb-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735688, - "recall": 0.785573, - "f1": 0.749131, - "accuracy": 0.785573, - "main_score": 0.749131, - "hf_subset": "arb_Latn-scn_Latn", - "languages": [ - "arb-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74471, - "recall": 0.793478, - "f1": 0.75801, - "accuracy": 0.793478, - "main_score": 0.75801, - "hf_subset": "arb_Latn-tgk_Cyrl", - "languages": [ - "arb-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507944, - "recall": 0.568182, - "f1": 0.524209, - "accuracy": 0.568182, - "main_score": 0.524209, - "hf_subset": "arb_Latn-yor_Latn", - "languages": [ - "arb-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820992, - "recall": 0.858696, - "f1": 0.831462, - "accuracy": 0.858696, - "main_score": 0.831462, - "hf_subset": "arb_Latn-arz_Arab", - "languages": [ - "arb-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455454, - "recall": 0.5, - "f1": 0.467859, - "accuracy": 0.5, - "main_score": 0.467859, - "hf_subset": "arb_Latn-cjk_Latn", - "languages": [ - "arb-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588617, - "recall": 0.647233, - "f1": 0.604741, - "accuracy": 0.647233, - "main_score": 0.604741, - "hf_subset": "arb_Latn-gla_Latn", - "languages": [ - "arb-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764137, - "recall": 0.814229, - "f1": 0.777681, - "accuracy": 0.814229, - "main_score": 0.777681, - "hf_subset": "arb_Latn-kan_Knda", - "languages": [ - "arb-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761959, - "recall": 0.809289, - "f1": 0.775133, - "accuracy": 0.809289, - "main_score": 0.775133, - "hf_subset": "arb_Latn-lmo_Latn", - "languages": [ - "arb-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775898, - "recall": 0.823123, - "f1": 0.789507, - "accuracy": 0.823123, - "main_score": 0.789507, - "hf_subset": "arb_Latn-npi_Deva", - "languages": [ - "arb-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396173, - "recall": 0.439723, - "f1": 0.407825, - "accuracy": 0.439723, - "main_score": 0.407825, - "hf_subset": "arb_Latn-shn_Mymr", - "languages": [ - "arb-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789149, - "recall": 0.837945, - "f1": 0.802736, - "accuracy": 0.837945, - "main_score": 0.802736, - "hf_subset": "arb_Latn-tgl_Latn", - "languages": [ - "arb-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762392, - "recall": 0.816206, - "f1": 0.777759, - "accuracy": 0.816206, - "main_score": 0.777759, - "hf_subset": "arb_Latn-yue_Hant", - "languages": [ - "arb-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722217, - "recall": 0.780632, - "f1": 0.738785, - "accuracy": 0.780632, - "main_score": 0.738785, - "hf_subset": "arb_Latn-asm_Beng", - "languages": [ - "arb-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696771, - "recall": 0.750988, - "f1": 0.711883, - "accuracy": 0.750988, - "main_score": 0.711883, - "hf_subset": "arb_Latn-ckb_Arab", - "languages": [ - "arb-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651643, - "recall": 0.695652, - "f1": 0.663549, - "accuracy": 0.695652, - "main_score": 0.663549, - "hf_subset": "arb_Latn-gle_Latn", - "languages": [ - "arb-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648706, - "recall": 0.701581, - "f1": 0.663674, - "accuracy": 0.701581, - "main_score": 0.663674, - "hf_subset": "arb_Latn-kas_Arab", - "languages": [ - "arb-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648488, - "recall": 0.697628, - "f1": 0.66178, - "accuracy": 0.697628, - "main_score": 0.66178, - "hf_subset": "arb_Latn-ltg_Latn", - "languages": [ - "arb-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509428, - "recall": 0.548419, - "f1": 0.519587, - "accuracy": 0.548419, - "main_score": 0.519587, - "hf_subset": "arb_Latn-nso_Latn", - "languages": [ - "arb-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706933, - "recall": 0.764822, - "f1": 0.722897, - "accuracy": 0.764822, - "main_score": 0.722897, - "hf_subset": "arb_Latn-sin_Sinh", - "languages": [ - "arb-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776871, - "recall": 0.822134, - "f1": 0.789625, - "accuracy": 0.822134, - "main_score": 0.789625, - "hf_subset": "arb_Latn-tha_Thai", - "languages": [ - "arb-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765206, - "recall": 0.816206, - "f1": 0.779506, - "accuracy": 0.816206, - "main_score": 0.779506, - "hf_subset": "arb_Latn-zho_Hans", - "languages": [ - "arb-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77298, - "recall": 0.820158, - "f1": 0.785994, - "accuracy": 0.820158, - "main_score": 0.785994, - "hf_subset": "arb_Latn-ast_Latn", - "languages": [ - "arb-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745441, - "recall": 0.802372, - "f1": 0.762207, - "accuracy": 0.802372, - "main_score": 0.762207, - "hf_subset": "arb_Latn-crh_Latn", - "languages": [ - "arb-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817772, - "recall": 0.856719, - "f1": 0.828524, - "accuracy": 0.856719, - "main_score": 0.828524, - "hf_subset": "arb_Latn-glg_Latn", - "languages": [ - "arb-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607699, - "recall": 0.66502, - "f1": 0.622506, - "accuracy": 0.66502, - "main_score": 0.622506, - "hf_subset": "arb_Latn-kas_Deva", - "languages": [ - "arb-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714176, - "recall": 0.761858, - "f1": 0.727659, - "accuracy": 0.761858, - "main_score": 0.727659, - "hf_subset": "arb_Latn-ltz_Latn", - "languages": [ - "arb-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403581, - "recall": 0.463439, - "f1": 0.419984, - "accuracy": 0.463439, - "main_score": 0.419984, - "hf_subset": "arb_Latn-nus_Latn", - "languages": [ - "arb-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799655, - "recall": 0.842885, - "f1": 0.811442, - "accuracy": 0.842885, - "main_score": 0.811442, - "hf_subset": "arb_Latn-slk_Latn", - "languages": [ - "arb-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422645, - "recall": 0.475296, - "f1": 0.436481, - "accuracy": 0.475296, - "main_score": 0.436481, - "hf_subset": "arb_Latn-tir_Ethi", - "languages": [ - "arb-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757332, - "recall": 0.811265, - "f1": 0.772523, - "accuracy": 0.811265, - "main_score": 0.772523, - "hf_subset": "arb_Latn-zho_Hant", - "languages": [ - "arb-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766718, - "recall": 0.815217, - "f1": 0.779967, - "accuracy": 0.815217, - "main_score": 0.779967, - "hf_subset": "arb_Latn-awa_Deva", - "languages": [ - "arb-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715653, - "recall": 0.766798, - "f1": 0.729833, - "accuracy": 0.766798, - "main_score": 0.729833, - "hf_subset": "arb_Latn-cym_Latn", - "languages": [ - "arb-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600588, - "recall": 0.647233, - "f1": 0.613572, - "accuracy": 0.647233, - "main_score": 0.613572, - "hf_subset": "arb_Latn-grn_Latn", - "languages": [ - "arb-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751272, - "recall": 0.800395, - "f1": 0.764827, - "accuracy": 0.800395, - "main_score": 0.764827, - "hf_subset": "arb_Latn-kat_Geor", - "languages": [ - "arb-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499232, - "recall": 0.54249, - "f1": 0.510028, - "accuracy": 0.54249, - "main_score": 0.510028, - "hf_subset": "arb_Latn-lua_Latn", - "languages": [ - "arb-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509581, - "recall": 0.555336, - "f1": 0.520724, - "accuracy": 0.555336, - "main_score": 0.520724, - "hf_subset": "arb_Latn-nya_Latn", - "languages": [ - "arb-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778347, - "recall": 0.824111, - "f1": 0.791144, - "accuracy": 0.824111, - "main_score": 0.791144, - "hf_subset": "arb_Latn-slv_Latn", - "languages": [ - "arb-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6253, - "recall": 0.679842, - "f1": 0.639727, - "accuracy": 0.679842, - "main_score": 0.639727, - "hf_subset": "arb_Latn-tpi_Latn", - "languages": [ - "arb-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816023, - "recall": 0.857708, - "f1": 0.827926, - "accuracy": 0.857708, - "main_score": 0.827926, - "hf_subset": "arb_Latn-zsm_Latn", - "languages": [ - "arb-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462967, - "recall": 0.506917, - "f1": 0.474737, - "accuracy": 0.506917, - "main_score": 0.474737, - "hf_subset": "arb_Latn-ayr_Latn", - "languages": [ - "arb-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802308, - "recall": 0.846838, - "f1": 0.815159, - "accuracy": 0.846838, - "main_score": 0.815159, - "hf_subset": "arb_Latn-dan_Latn", - "languages": [ - "arb-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767636, - "recall": 0.818182, - "f1": 0.781742, - "accuracy": 0.818182, - "main_score": 0.781742, - "hf_subset": "arb_Latn-guj_Gujr", - "languages": [ - "arb-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763333, - "recall": 0.807312, - "f1": 0.775491, - "accuracy": 0.807312, - "main_score": 0.775491, - "hf_subset": "arb_Latn-kaz_Cyrl", - "languages": [ - "arb-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457428, - "recall": 0.503953, - "f1": 0.469368, - "accuracy": 0.503953, - "main_score": 0.469368, - "hf_subset": "arb_Latn-lug_Latn", - "languages": [ - "arb-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78907, - "recall": 0.831028, - "f1": 0.800434, - "accuracy": 0.831028, - "main_score": 0.800434, - "hf_subset": "arb_Latn-oci_Latn", - "languages": [ - "arb-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580199, - "recall": 0.626482, - "f1": 0.593091, - "accuracy": 0.626482, - "main_score": 0.593091, - "hf_subset": "arb_Latn-smo_Latn", - "languages": [ - "arb-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461778, - "recall": 0.514822, - "f1": 0.475933, - "accuracy": 0.514822, - "main_score": 0.475933, - "hf_subset": "arb_Latn-tsn_Latn", - "languages": [ - "arb-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503221, - "recall": 0.554348, - "f1": 0.518216, - "accuracy": 0.554348, - "main_score": 0.518216, - "hf_subset": "arb_Latn-zul_Latn", - "languages": [ - "arb-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640659, - "recall": 0.700593, - "f1": 0.6574, - "accuracy": 0.700593, - "main_score": 0.6574, - "hf_subset": "arb_Latn-azb_Arab", - "languages": [ - "arb-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797039, - "recall": 0.844862, - "f1": 0.810558, - "accuracy": 0.844862, - "main_score": 0.810558, - "hf_subset": "arb_Latn-deu_Latn", - "languages": [ - "arb-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706553, - "recall": 0.761858, - "f1": 0.721211, - "accuracy": 0.761858, - "main_score": 0.721211, - "hf_subset": "arb_Latn-hat_Latn", - "languages": [ - "arb-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444688, - "recall": 0.487154, - "f1": 0.455895, - "accuracy": 0.487154, - "main_score": 0.455895, - "hf_subset": "arb_Latn-kbp_Latn", - "languages": [ - "arb-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494078, - "recall": 0.536561, - "f1": 0.505034, - "accuracy": 0.536561, - "main_score": 0.505034, - "hf_subset": "arb_Latn-luo_Latn", - "languages": [ - "arb-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757149, - "recall": 0.806324, - "f1": 0.770953, - "accuracy": 0.806324, - "main_score": 0.770953, - "hf_subset": "arb_Latn-ory_Orya", - "languages": [ - "arb-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490934, - "recall": 0.532609, - "f1": 0.501963, - "accuracy": 0.532609, - "main_score": 0.501963, - "hf_subset": "arb_Latn-sna_Latn", - "languages": [ - "arb-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473312, - "recall": 0.511858, - "f1": 0.483366, - "accuracy": 0.511858, - "main_score": 0.483366, - "hf_subset": "arb_Latn-tso_Latn", - "languages": [ - "arb-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751627, - "recall": 0.802372, - "f1": 0.765854, - "accuracy": 0.802372, - "main_score": 0.765854, - "hf_subset": "arb_Latn-azj_Latn", - "languages": [ - "arb-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441861, - "recall": 0.494071, - "f1": 0.455848, - "accuracy": 0.494071, - "main_score": 0.455848, - "hf_subset": "arb_Latn-dik_Latn", - "languages": [ - "arb-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575935, - "recall": 0.62253, - "f1": 0.588357, - "accuracy": 0.62253, - "main_score": 0.588357, - "hf_subset": "arb_Latn-hau_Latn", - "languages": [ - "arb-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702677, - "recall": 0.751976, - "f1": 0.71588, - "accuracy": 0.751976, - "main_score": 0.71588, - "hf_subset": "arb_Latn-kea_Latn", - "languages": [ - "arb-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5317, - "recall": 0.577075, - "f1": 0.543527, - "accuracy": 0.577075, - "main_score": 0.543527, - "hf_subset": "arb_Latn-lus_Latn", - "languages": [ - "arb-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592946, - "recall": 0.640316, - "f1": 0.605707, - "accuracy": 0.640316, - "main_score": 0.605707, - "hf_subset": "arb_Latn-pag_Latn", - "languages": [ - "arb-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75424, - "recall": 0.801383, - "f1": 0.7674, - "accuracy": 0.801383, - "main_score": 0.7674, - "hf_subset": "arb_Latn-snd_Arab", - "languages": [ - "arb-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66221, - "recall": 0.719368, - "f1": 0.677751, - "accuracy": 0.719368, - "main_score": 0.677751, - "hf_subset": "arb_Latn-tuk_Latn", - "languages": [ - "arb-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70252, - "recall": 0.751976, - "f1": 0.715488, - "accuracy": 0.751976, - "main_score": 0.715488, - "hf_subset": "arb_Latn-bak_Cyrl", - "languages": [ - "arb-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391332, - "recall": 0.443676, - "f1": 0.405865, - "accuracy": 0.443676, - "main_score": 0.405865, - "hf_subset": "arb_Latn-dyu_Latn", - "languages": [ - "arb-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785783, - "recall": 0.829051, - "f1": 0.797822, - "accuracy": 0.829051, - "main_score": 0.797822, - "hf_subset": "arb_Latn-heb_Hebr", - "languages": [ - "arb-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730425, - "recall": 0.779644, - "f1": 0.744193, - "accuracy": 0.779644, - "main_score": 0.744193, - "hf_subset": "arb_Latn-khk_Cyrl", - "languages": [ - "arb-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776245, - "recall": 0.820158, - "f1": 0.787664, - "accuracy": 0.820158, - "main_score": 0.787664, - "hf_subset": "arb_Latn-lvs_Latn", - "languages": [ - "arb-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779748, - "recall": 0.826087, - "f1": 0.792911, - "accuracy": 0.826087, - "main_score": 0.792911, - "hf_subset": "arb_Latn-pan_Guru", - "languages": [ - "arb-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580348, - "recall": 0.631423, - "f1": 0.594109, - "accuracy": 0.631423, - "main_score": 0.594109, - "hf_subset": "arb_Latn-som_Latn", - "languages": [ - "arb-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491254, - "recall": 0.532609, - "f1": 0.501826, - "accuracy": 0.532609, - "main_score": 0.501826, - "hf_subset": "arb_Latn-tum_Latn", - "languages": [ - "arb-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604613, - "recall": 0.666008, - "f1": 0.622065, - "accuracy": 0.666008, - "main_score": 0.622065, - "hf_subset": "cat_Latn-ace_Arab", - "languages": [ - "cat-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540873, - "recall": 0.608696, - "f1": 0.560252, - "accuracy": 0.608696, - "main_score": 0.560252, - "hf_subset": "cat_Latn-bam_Latn", - "languages": [ - "cat-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45791, - "recall": 0.533597, - "f1": 0.479079, - "accuracy": 0.533597, - "main_score": 0.479079, - "hf_subset": "cat_Latn-dzo_Tibt", - "languages": [ - "cat-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-hin_Deva", - "languages": [ - "cat-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-khm_Khmr", - "languages": [ - "cat-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-mag_Deva", - "languages": [ - "cat-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "cat_Latn-pap_Latn", - "languages": [ - "cat-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612115, - "recall": 0.66996, - "f1": 0.628261, - "accuracy": 0.66996, - "main_score": 0.628261, - "hf_subset": "cat_Latn-sot_Latn", - "languages": [ - "cat-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-tur_Latn", - "languages": [ - "cat-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893281, - "recall": 0.922925, - "f1": 0.902635, - "accuracy": 0.922925, - "main_score": 0.902635, - "hf_subset": "cat_Latn-ace_Latn", - "languages": [ - "cat-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "cat_Latn-ban_Latn", - "languages": [ - "cat-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ell_Grek", - "languages": [ - "cat-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "cat_Latn-hne_Deva", - "languages": [ - "cat-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622656, - "recall": 0.681818, - "f1": 0.639549, - "accuracy": 0.681818, - "main_score": 0.639549, - "hf_subset": "cat_Latn-kik_Latn", - "languages": [ - "cat-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-mai_Deva", - "languages": [ - "cat-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "cat_Latn-pbt_Arab", - "languages": [ - "cat-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-spa_Latn", - "languages": [ - "cat-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624753, - "recall": 0.690711, - "f1": 0.643139, - "accuracy": 0.690711, - "main_score": 0.643139, - "hf_subset": "cat_Latn-twi_Latn", - "languages": [ - "cat-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-acm_Arab", - "languages": [ - "cat-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-bel_Cyrl", - "languages": [ - "cat-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-eng_Latn", - "languages": [ - "cat-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-hrv_Latn", - "languages": [ - "cat-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57176, - "recall": 0.633399, - "f1": 0.589693, - "accuracy": 0.633399, - "main_score": 0.589693, - "hf_subset": "cat_Latn-kin_Latn", - "languages": [ - "cat-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-mal_Mlym", - "languages": [ - "cat-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-pes_Arab", - "languages": [ - "cat-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "cat_Latn-srd_Latn", - "languages": [ - "cat-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184001, - "recall": 0.230237, - "f1": 0.195322, - "accuracy": 0.230237, - "main_score": 0.195322, - "hf_subset": "cat_Latn-tzm_Tfng", - "languages": [ - "cat-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-acq_Arab", - "languages": [ - "cat-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647638, - "recall": 0.695652, - "f1": 0.660938, - "accuracy": 0.695652, - "main_score": 0.660938, - "hf_subset": "cat_Latn-bem_Latn", - "languages": [ - "cat-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-epo_Latn", - "languages": [ - "cat-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-hun_Latn", - "languages": [ - "cat-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "cat_Latn-kir_Cyrl", - "languages": [ - "cat-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-mar_Deva", - "languages": [ - "cat-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693488, - "recall": 0.748024, - "f1": 0.709423, - "accuracy": 0.748024, - "main_score": 0.709423, - "hf_subset": "cat_Latn-plt_Latn", - "languages": [ - "cat-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-srp_Cyrl", - "languages": [ - "cat-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "cat_Latn-uig_Arab", - "languages": [ - "cat-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-aeb_Arab", - "languages": [ - "cat-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ben_Beng", - "languages": [ - "cat-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-est_Latn", - "languages": [ - "cat-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-hye_Armn", - "languages": [ - "cat-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568766, - "recall": 0.621542, - "f1": 0.583948, - "accuracy": 0.621542, - "main_score": 0.583948, - "hf_subset": "cat_Latn-kmb_Latn", - "languages": [ - "cat-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508653, - "recall": 0.58498, - "f1": 0.529014, - "accuracy": 0.58498, - "main_score": 0.529014, - "hf_subset": "cat_Latn-min_Arab", - "languages": [ - "cat-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-pol_Latn", - "languages": [ - "cat-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576573, - "recall": 0.641304, - "f1": 0.595633, - "accuracy": 0.641304, - "main_score": 0.595633, - "hf_subset": "cat_Latn-ssw_Latn", - "languages": [ - "cat-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ukr_Cyrl", - "languages": [ - "cat-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-afr_Latn", - "languages": [ - "cat-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-bho_Deva", - "languages": [ - "cat-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "cat_Latn-eus_Latn", - "languages": [ - "cat-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600208, - "recall": 0.668972, - "f1": 0.618801, - "accuracy": 0.668972, - "main_score": 0.618801, - "hf_subset": "cat_Latn-ibo_Latn", - "languages": [ - "cat-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898386, - "recall": 0.928854, - "f1": 0.908103, - "accuracy": 0.928854, - "main_score": 0.908103, - "hf_subset": "cat_Latn-kmr_Latn", - "languages": [ - "cat-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "cat_Latn-min_Latn", - "languages": [ - "cat-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-por_Latn", - "languages": [ - "cat-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-sun_Latn", - "languages": [ - "cat-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534321, - "recall": 0.596838, - "f1": 0.551992, - "accuracy": 0.596838, - "main_score": 0.551992, - "hf_subset": "cat_Latn-umb_Latn", - "languages": [ - "cat-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ajp_Arab", - "languages": [ - "cat-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565971, - "recall": 0.629447, - "f1": 0.583042, - "accuracy": 0.629447, - "main_score": 0.583042, - "hf_subset": "cat_Latn-bjn_Arab", - "languages": [ - "cat-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530268, - "recall": 0.585968, - "f1": 0.546122, - "accuracy": 0.585968, - "main_score": 0.546122, - "hf_subset": "cat_Latn-ewe_Latn", - "languages": [ - "cat-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.967391, - "f1": 0.957576, - "accuracy": 0.967391, - "main_score": 0.957576, - "hf_subset": "cat_Latn-ilo_Latn", - "languages": [ - "cat-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322615, - "recall": 0.381423, - "f1": 0.338404, - "accuracy": 0.381423, - "main_score": 0.338404, - "hf_subset": "cat_Latn-knc_Arab", - "languages": [ - "cat-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-mkd_Cyrl", - "languages": [ - "cat-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-prs_Arab", - "languages": [ - "cat-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-swe_Latn", - "languages": [ - "cat-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-urd_Arab", - "languages": [ - "cat-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603237, - "recall": 0.667984, - "f1": 0.621379, - "accuracy": 0.667984, - "main_score": 0.621379, - "hf_subset": "cat_Latn-aka_Latn", - "languages": [ - "cat-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "cat_Latn-bjn_Latn", - "languages": [ - "cat-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "cat_Latn-fao_Latn", - "languages": [ - "cat-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ind_Latn", - "languages": [ - "cat-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598892, - "recall": 0.656126, - "f1": 0.61507, - "accuracy": 0.656126, - "main_score": 0.61507, - "hf_subset": "cat_Latn-knc_Latn", - "languages": [ - "cat-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "cat_Latn-mlt_Latn", - "languages": [ - "cat-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740695, - "recall": 0.799407, - "f1": 0.758015, - "accuracy": 0.799407, - "main_score": 0.758015, - "hf_subset": "cat_Latn-quy_Latn", - "languages": [ - "cat-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "cat_Latn-swh_Latn", - "languages": [ - "cat-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-uzn_Latn", - "languages": [ - "cat-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-als_Latn", - "languages": [ - "cat-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668198, - "recall": 0.743083, - "f1": 0.689846, - "accuracy": 0.743083, - "main_score": 0.689846, - "hf_subset": "cat_Latn-bod_Tibt", - "languages": [ - "cat-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729403, - "recall": 0.784585, - "f1": 0.745506, - "accuracy": 0.784585, - "main_score": 0.745506, - "hf_subset": "cat_Latn-fij_Latn", - "languages": [ - "cat-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "cat_Latn-isl_Latn", - "languages": [ - "cat-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685959, - "recall": 0.736166, - "f1": 0.700494, - "accuracy": 0.736166, - "main_score": 0.700494, - "hf_subset": "cat_Latn-kon_Latn", - "languages": [ - "cat-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684851, - "recall": 0.750988, - "f1": 0.704498, - "accuracy": 0.750988, - "main_score": 0.704498, - "hf_subset": "cat_Latn-mni_Beng", - "languages": [ - "cat-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ron_Latn", - "languages": [ - "cat-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "cat_Latn-szl_Latn", - "languages": [ - "cat-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-vec_Latn", - "languages": [ - "cat-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "cat_Latn-amh_Ethi", - "languages": [ - "cat-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-bos_Latn", - "languages": [ - "cat-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-fin_Latn", - "languages": [ - "cat-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ita_Latn", - "languages": [ - "cat-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-kor_Hang", - "languages": [ - "cat-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567328, - "recall": 0.633399, - "f1": 0.58608, - "accuracy": 0.633399, - "main_score": 0.58608, - "hf_subset": "cat_Latn-mos_Latn", - "languages": [ - "cat-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563417, - "recall": 0.62253, - "f1": 0.580176, - "accuracy": 0.62253, - "main_score": 0.580176, - "hf_subset": "cat_Latn-run_Latn", - "languages": [ - "cat-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-tam_Taml", - "languages": [ - "cat-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-vie_Latn", - "languages": [ - "cat-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-apc_Arab", - "languages": [ - "cat-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822118, - "recall": 0.863636, - "f1": 0.834651, - "accuracy": 0.863636, - "main_score": 0.834651, - "hf_subset": "cat_Latn-bug_Latn", - "languages": [ - "cat-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480646, - "recall": 0.540514, - "f1": 0.497214, - "accuracy": 0.540514, - "main_score": 0.497214, - "hf_subset": "cat_Latn-fon_Latn", - "languages": [ - "cat-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "cat_Latn-jav_Latn", - "languages": [ - "cat-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-lao_Laoo", - "languages": [ - "cat-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895125, - "recall": 0.926877, - "f1": 0.905303, - "accuracy": 0.926877, - "main_score": 0.905303, - "hf_subset": "cat_Latn-mri_Latn", - "languages": [ - "cat-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-rus_Cyrl", - "languages": [ - "cat-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558344, - "recall": 0.615613, - "f1": 0.574134, - "accuracy": 0.615613, - "main_score": 0.574134, - "hf_subset": "cat_Latn-taq_Latn", - "languages": [ - "cat-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "cat_Latn-war_Latn", - "languages": [ - "cat-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-arb_Arab", - "languages": [ - "cat-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-bul_Cyrl", - "languages": [ - "cat-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-fra_Latn", - "languages": [ - "cat-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-jpn_Jpan", - "languages": [ - "cat-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "cat_Latn-lij_Latn", - "languages": [ - "cat-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "cat_Latn-mya_Mymr", - "languages": [ - "cat-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61698, - "recall": 0.682806, - "f1": 0.635811, - "accuracy": 0.682806, - "main_score": 0.635811, - "hf_subset": "cat_Latn-sag_Latn", - "languages": [ - "cat-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191981, - "recall": 0.252964, - "f1": 0.205981, - "accuracy": 0.252964, - "main_score": 0.205981, - "hf_subset": "cat_Latn-taq_Tfng", - "languages": [ - "cat-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648777, - "recall": 0.712451, - "f1": 0.666606, - "accuracy": 0.712451, - "main_score": 0.666606, - "hf_subset": "cat_Latn-wol_Latn", - "languages": [ - "cat-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828887, - "recall": 0.874506, - "f1": 0.842984, - "accuracy": 0.874506, - "main_score": 0.842984, - "hf_subset": "cat_Latn-arb_Latn", - "languages": [ - "cat-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-fur_Latn", - "languages": [ - "cat-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425807, - "recall": 0.483202, - "f1": 0.4417, - "accuracy": 0.483202, - "main_score": 0.4417, - "hf_subset": "cat_Latn-kab_Latn", - "languages": [ - "cat-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "cat_Latn-lim_Latn", - "languages": [ - "cat-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-nld_Latn", - "languages": [ - "cat-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "cat_Latn-san_Deva", - "languages": [ - "cat-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "cat_Latn-tat_Cyrl", - "languages": [ - "cat-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69291, - "recall": 0.747036, - "f1": 0.708981, - "accuracy": 0.747036, - "main_score": 0.708981, - "hf_subset": "cat_Latn-xho_Latn", - "languages": [ - "cat-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ars_Arab", - "languages": [ - "cat-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ceb_Latn", - "languages": [ - "cat-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574417, - "recall": 0.637352, - "f1": 0.592322, - "accuracy": 0.637352, - "main_score": 0.592322, - "hf_subset": "cat_Latn-fuv_Latn", - "languages": [ - "cat-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521777, - "recall": 0.588933, - "f1": 0.540301, - "accuracy": 0.588933, - "main_score": 0.540301, - "hf_subset": "cat_Latn-kac_Latn", - "languages": [ - "cat-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688686, - "recall": 0.740119, - "f1": 0.704084, - "accuracy": 0.740119, - "main_score": 0.704084, - "hf_subset": "cat_Latn-lin_Latn", - "languages": [ - "cat-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-nno_Latn", - "languages": [ - "cat-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23503, - "recall": 0.318182, - "f1": 0.257722, - "accuracy": 0.318182, - "main_score": 0.257722, - "hf_subset": "cat_Latn-sat_Olck", - "languages": [ - "cat-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-tel_Telu", - "languages": [ - "cat-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "cat_Latn-ydd_Hebr", - "languages": [ - "cat-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "cat_Latn-ary_Arab", - "languages": [ - "cat-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-ces_Latn", - "languages": [ - "cat-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595678, - "recall": 0.661067, - "f1": 0.614443, - "accuracy": 0.661067, - "main_score": 0.614443, - "hf_subset": "cat_Latn-gaz_Latn", - "languages": [ - "cat-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601657, - "recall": 0.668972, - "f1": 0.620792, - "accuracy": 0.668972, - "main_score": 0.620792, - "hf_subset": "cat_Latn-kam_Latn", - "languages": [ - "cat-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "cat_Latn-lit_Latn", - "languages": [ - "cat-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-nob_Latn", - "languages": [ - "cat-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "cat_Latn-scn_Latn", - "languages": [ - "cat-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "cat_Latn-tgk_Cyrl", - "languages": [ - "cat-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738488, - "recall": 0.800395, - "f1": 0.757529, - "accuracy": 0.800395, - "main_score": 0.757529, - "hf_subset": "cat_Latn-yor_Latn", - "languages": [ - "cat-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-arz_Arab", - "languages": [ - "cat-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584205, - "recall": 0.647233, - "f1": 0.602506, - "accuracy": 0.647233, - "main_score": 0.602506, - "hf_subset": "cat_Latn-cjk_Latn", - "languages": [ - "cat-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818923, - "recall": 0.860672, - "f1": 0.831522, - "accuracy": 0.860672, - "main_score": 0.831522, - "hf_subset": "cat_Latn-gla_Latn", - "languages": [ - "cat-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-kan_Knda", - "languages": [ - "cat-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "cat_Latn-lmo_Latn", - "languages": [ - "cat-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "cat_Latn-npi_Deva", - "languages": [ - "cat-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4723, - "recall": 0.54249, - "f1": 0.491616, - "accuracy": 0.54249, - "main_score": 0.491616, - "hf_subset": "cat_Latn-shn_Mymr", - "languages": [ - "cat-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-tgl_Latn", - "languages": [ - "cat-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-yue_Hant", - "languages": [ - "cat-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-asm_Beng", - "languages": [ - "cat-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "cat_Latn-ckb_Arab", - "languages": [ - "cat-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912714, - "recall": 0.936759, - "f1": 0.920257, - "accuracy": 0.936759, - "main_score": 0.920257, - "hf_subset": "cat_Latn-gle_Latn", - "languages": [ - "cat-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "cat_Latn-kas_Arab", - "languages": [ - "cat-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "cat_Latn-ltg_Latn", - "languages": [ - "cat-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625111, - "recall": 0.679842, - "f1": 0.640952, - "accuracy": 0.679842, - "main_score": 0.640952, - "hf_subset": "cat_Latn-nso_Latn", - "languages": [ - "cat-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "cat_Latn-sin_Sinh", - "languages": [ - "cat-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-tha_Thai", - "languages": [ - "cat-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-zho_Hans", - "languages": [ - "cat-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ast_Latn", - "languages": [ - "cat-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-crh_Latn", - "languages": [ - "cat-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-glg_Latn", - "languages": [ - "cat-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917325, - "recall": 0.942688, - "f1": 0.925527, - "accuracy": 0.942688, - "main_score": 0.925527, - "hf_subset": "cat_Latn-kas_Deva", - "languages": [ - "cat-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "cat_Latn-ltz_Latn", - "languages": [ - "cat-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473677, - "recall": 0.544466, - "f1": 0.492923, - "accuracy": 0.544466, - "main_score": 0.492923, - "hf_subset": "cat_Latn-nus_Latn", - "languages": [ - "cat-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-slk_Latn", - "languages": [ - "cat-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636265, - "recall": 0.709486, - "f1": 0.658042, - "accuracy": 0.709486, - "main_score": 0.658042, - "hf_subset": "cat_Latn-tir_Ethi", - "languages": [ - "cat-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-zho_Hant", - "languages": [ - "cat-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "cat_Latn-awa_Deva", - "languages": [ - "cat-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "cat_Latn-cym_Latn", - "languages": [ - "cat-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872612, - "recall": 0.906126, - "f1": 0.883056, - "accuracy": 0.906126, - "main_score": 0.883056, - "hf_subset": "cat_Latn-grn_Latn", - "languages": [ - "cat-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-kat_Geor", - "languages": [ - "cat-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671881, - "recall": 0.722332, - "f1": 0.686401, - "accuracy": 0.722332, - "main_score": 0.686401, - "hf_subset": "cat_Latn-lua_Latn", - "languages": [ - "cat-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653104, - "recall": 0.715415, - "f1": 0.671353, - "accuracy": 0.715415, - "main_score": 0.671353, - "hf_subset": "cat_Latn-nya_Latn", - "languages": [ - "cat-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-slv_Latn", - "languages": [ - "cat-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "cat_Latn-tpi_Latn", - "languages": [ - "cat-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-zsm_Latn", - "languages": [ - "cat-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559661, - "recall": 0.626482, - "f1": 0.57808, - "accuracy": 0.626482, - "main_score": 0.57808, - "hf_subset": "cat_Latn-ayr_Latn", - "languages": [ - "cat-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-dan_Latn", - "languages": [ - "cat-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-guj_Gujr", - "languages": [ - "cat-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "cat_Latn-kaz_Cyrl", - "languages": [ - "cat-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550907, - "recall": 0.615613, - "f1": 0.569392, - "accuracy": 0.615613, - "main_score": 0.569392, - "hf_subset": "cat_Latn-lug_Latn", - "languages": [ - "cat-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-oci_Latn", - "languages": [ - "cat-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856061, - "recall": 0.893281, - "f1": 0.867885, - "accuracy": 0.893281, - "main_score": 0.867885, - "hf_subset": "cat_Latn-smo_Latn", - "languages": [ - "cat-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558507, - "recall": 0.621542, - "f1": 0.576208, - "accuracy": 0.621542, - "main_score": 0.576208, - "hf_subset": "cat_Latn-tsn_Latn", - "languages": [ - "cat-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637554, - "recall": 0.698617, - "f1": 0.655501, - "accuracy": 0.698617, - "main_score": 0.655501, - "hf_subset": "cat_Latn-zul_Latn", - "languages": [ - "cat-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931324, - "recall": 0.952569, - "f1": 0.938076, - "accuracy": 0.952569, - "main_score": 0.938076, - "hf_subset": "cat_Latn-azb_Arab", - "languages": [ - "cat-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-deu_Latn", - "languages": [ - "cat-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "cat_Latn-hat_Latn", - "languages": [ - "cat-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498054, - "recall": 0.557312, - "f1": 0.514894, - "accuracy": 0.557312, - "main_score": 0.514894, - "hf_subset": "cat_Latn-kbp_Latn", - "languages": [ - "cat-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596201, - "recall": 0.652174, - "f1": 0.611117, - "accuracy": 0.652174, - "main_score": 0.611117, - "hf_subset": "cat_Latn-luo_Latn", - "languages": [ - "cat-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-ory_Orya", - "languages": [ - "cat-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60112, - "recall": 0.666008, - "f1": 0.620225, - "accuracy": 0.666008, - "main_score": 0.620225, - "hf_subset": "cat_Latn-sna_Latn", - "languages": [ - "cat-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571397, - "recall": 0.628458, - "f1": 0.587293, - "accuracy": 0.628458, - "main_score": 0.587293, - "hf_subset": "cat_Latn-tso_Latn", - "languages": [ - "cat-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-azj_Latn", - "languages": [ - "cat-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543264, - "recall": 0.61166, - "f1": 0.562805, - "accuracy": 0.61166, - "main_score": 0.562805, - "hf_subset": "cat_Latn-dik_Latn", - "languages": [ - "cat-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765556, - "recall": 0.815217, - "f1": 0.780122, - "accuracy": 0.815217, - "main_score": 0.780122, - "hf_subset": "cat_Latn-hau_Latn", - "languages": [ - "cat-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "cat_Latn-kea_Latn", - "languages": [ - "cat-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760853, - "recall": 0.811265, - "f1": 0.776219, - "accuracy": 0.811265, - "main_score": 0.776219, - "hf_subset": "cat_Latn-lus_Latn", - "languages": [ - "cat-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887796, - "recall": 0.91502, - "f1": 0.895949, - "accuracy": 0.91502, - "main_score": 0.895949, - "hf_subset": "cat_Latn-pag_Latn", - "languages": [ - "cat-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-snd_Arab", - "languages": [ - "cat-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967556, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "cat_Latn-tuk_Latn", - "languages": [ - "cat-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "cat_Latn-bak_Cyrl", - "languages": [ - "cat-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514464, - "recall": 0.591897, - "f1": 0.536695, - "accuracy": 0.591897, - "main_score": 0.536695, - "hf_subset": "cat_Latn-dyu_Latn", - "languages": [ - "cat-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "cat_Latn-heb_Hebr", - "languages": [ - "cat-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "cat_Latn-khk_Cyrl", - "languages": [ - "cat-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-lvs_Latn", - "languages": [ - "cat-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "cat_Latn-pan_Guru", - "languages": [ - "cat-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733038, - "recall": 0.788538, - "f1": 0.749366, - "accuracy": 0.788538, - "main_score": 0.749366, - "hf_subset": "cat_Latn-som_Latn", - "languages": [ - "cat-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612241, - "recall": 0.664032, - "f1": 0.626303, - "accuracy": 0.664032, - "main_score": 0.626303, - "hf_subset": "cat_Latn-tum_Latn", - "languages": [ - "cat-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571386, - "recall": 0.63834, - "f1": 0.590112, - "accuracy": 0.63834, - "main_score": 0.590112, - "hf_subset": "fur_Latn-ace_Arab", - "languages": [ - "fur-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549624, - "recall": 0.610672, - "f1": 0.566227, - "accuracy": 0.610672, - "main_score": 0.566227, - "hf_subset": "fur_Latn-bam_Latn", - "languages": [ - "fur-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383691, - "recall": 0.450593, - "f1": 0.40111, - "accuracy": 0.450593, - "main_score": 0.40111, - "hf_subset": "fur_Latn-dzo_Tibt", - "languages": [ - "fur-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "fur_Latn-hin_Deva", - "languages": [ - "fur-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "fur_Latn-khm_Khmr", - "languages": [ - "fur-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "fur_Latn-mag_Deva", - "languages": [ - "fur-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-pap_Latn", - "languages": [ - "fur-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599993, - "recall": 0.657115, - "f1": 0.615898, - "accuracy": 0.657115, - "main_score": 0.615898, - "hf_subset": "fur_Latn-sot_Latn", - "languages": [ - "fur-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-tur_Latn", - "languages": [ - "fur-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859354, - "recall": 0.893281, - "f1": 0.870026, - "accuracy": 0.893281, - "main_score": 0.870026, - "hf_subset": "fur_Latn-ace_Latn", - "languages": [ - "fur-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.962451, - "f1": 0.953063, - "accuracy": 0.962451, - "main_score": 0.953063, - "hf_subset": "fur_Latn-ban_Latn", - "languages": [ - "fur-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-ell_Grek", - "languages": [ - "fur-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "fur_Latn-hne_Deva", - "languages": [ - "fur-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605205, - "recall": 0.660079, - "f1": 0.62113, - "accuracy": 0.660079, - "main_score": 0.62113, - "hf_subset": "fur_Latn-kik_Latn", - "languages": [ - "fur-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-mai_Deva", - "languages": [ - "fur-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94277, - "recall": 0.958498, - "f1": 0.947647, - "accuracy": 0.958498, - "main_score": 0.947647, - "hf_subset": "fur_Latn-pbt_Arab", - "languages": [ - "fur-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-spa_Latn", - "languages": [ - "fur-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613953, - "recall": 0.672925, - "f1": 0.630489, - "accuracy": 0.672925, - "main_score": 0.630489, - "hf_subset": "fur_Latn-twi_Latn", - "languages": [ - "fur-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fur_Latn-acm_Arab", - "languages": [ - "fur-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "fur_Latn-bel_Cyrl", - "languages": [ - "fur-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fur_Latn-eng_Latn", - "languages": [ - "fur-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-hrv_Latn", - "languages": [ - "fur-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558951, - "recall": 0.616601, - "f1": 0.575291, - "accuracy": 0.616601, - "main_score": 0.575291, - "hf_subset": "fur_Latn-kin_Latn", - "languages": [ - "fur-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fur_Latn-mal_Mlym", - "languages": [ - "fur-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-pes_Arab", - "languages": [ - "fur-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "fur_Latn-srd_Latn", - "languages": [ - "fur-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199527, - "recall": 0.244071, - "f1": 0.209834, - "accuracy": 0.244071, - "main_score": 0.209834, - "hf_subset": "fur_Latn-tzm_Tfng", - "languages": [ - "fur-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-acq_Arab", - "languages": [ - "fur-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622021, - "recall": 0.66996, - "f1": 0.635413, - "accuracy": 0.66996, - "main_score": 0.635413, - "hf_subset": "fur_Latn-bem_Latn", - "languages": [ - "fur-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-epo_Latn", - "languages": [ - "fur-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fur_Latn-hun_Latn", - "languages": [ - "fur-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.967391, - "f1": 0.959157, - "accuracy": 0.967391, - "main_score": 0.959157, - "hf_subset": "fur_Latn-kir_Cyrl", - "languages": [ - "fur-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-mar_Deva", - "languages": [ - "fur-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663323, - "recall": 0.718379, - "f1": 0.679616, - "accuracy": 0.718379, - "main_score": 0.679616, - "hf_subset": "fur_Latn-plt_Latn", - "languages": [ - "fur-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fur_Latn-srp_Cyrl", - "languages": [ - "fur-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917852, - "recall": 0.939723, - "f1": 0.924572, - "accuracy": 0.939723, - "main_score": 0.924572, - "hf_subset": "fur_Latn-uig_Arab", - "languages": [ - "fur-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "fur_Latn-aeb_Arab", - "languages": [ - "fur-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-ben_Beng", - "languages": [ - "fur-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "fur_Latn-est_Latn", - "languages": [ - "fur-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "fur_Latn-hye_Armn", - "languages": [ - "fur-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562518, - "recall": 0.614625, - "f1": 0.577052, - "accuracy": 0.614625, - "main_score": 0.577052, - "hf_subset": "fur_Latn-kmb_Latn", - "languages": [ - "fur-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510629, - "recall": 0.581028, - "f1": 0.529316, - "accuracy": 0.581028, - "main_score": 0.529316, - "hf_subset": "fur_Latn-min_Arab", - "languages": [ - "fur-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-pol_Latn", - "languages": [ - "fur-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561605, - "recall": 0.621542, - "f1": 0.579103, - "accuracy": 0.621542, - "main_score": 0.579103, - "hf_subset": "fur_Latn-ssw_Latn", - "languages": [ - "fur-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-ukr_Cyrl", - "languages": [ - "fur-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-afr_Latn", - "languages": [ - "fur-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "fur_Latn-bho_Deva", - "languages": [ - "fur-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "fur_Latn-eus_Latn", - "languages": [ - "fur-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587412, - "recall": 0.647233, - "f1": 0.604327, - "accuracy": 0.647233, - "main_score": 0.604327, - "hf_subset": "fur_Latn-ibo_Latn", - "languages": [ - "fur-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861331, - "recall": 0.897233, - "f1": 0.872628, - "accuracy": 0.897233, - "main_score": 0.872628, - "hf_subset": "fur_Latn-kmr_Latn", - "languages": [ - "fur-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.972332, - "f1": 0.964756, - "accuracy": 0.972332, - "main_score": 0.964756, - "hf_subset": "fur_Latn-min_Latn", - "languages": [ - "fur-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fur_Latn-por_Latn", - "languages": [ - "fur-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976367, - "recall": 0.983202, - "f1": 0.978491, - "accuracy": 0.983202, - "main_score": 0.978491, - "hf_subset": "fur_Latn-sun_Latn", - "languages": [ - "fur-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518092, - "recall": 0.578063, - "f1": 0.535285, - "accuracy": 0.578063, - "main_score": 0.535285, - "hf_subset": "fur_Latn-umb_Latn", - "languages": [ - "fur-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-ajp_Arab", - "languages": [ - "fur-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554616, - "recall": 0.618577, - "f1": 0.571174, - "accuracy": 0.618577, - "main_score": 0.571174, - "hf_subset": "fur_Latn-bjn_Arab", - "languages": [ - "fur-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521602, - "recall": 0.583004, - "f1": 0.538746, - "accuracy": 0.583004, - "main_score": 0.538746, - "hf_subset": "fur_Latn-ewe_Latn", - "languages": [ - "fur-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944944, - "recall": 0.960474, - "f1": 0.949671, - "accuracy": 0.960474, - "main_score": 0.949671, - "hf_subset": "fur_Latn-ilo_Latn", - "languages": [ - "fur-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.317988, - "recall": 0.374506, - "f1": 0.333544, - "accuracy": 0.374506, - "main_score": 0.333544, - "hf_subset": "fur_Latn-knc_Arab", - "languages": [ - "fur-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-mkd_Cyrl", - "languages": [ - "fur-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "fur_Latn-prs_Arab", - "languages": [ - "fur-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-swe_Latn", - "languages": [ - "fur-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-urd_Arab", - "languages": [ - "fur-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603034, - "recall": 0.661067, - "f1": 0.619199, - "accuracy": 0.661067, - "main_score": 0.619199, - "hf_subset": "fur_Latn-aka_Latn", - "languages": [ - "fur-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.974308, - "f1": 0.967015, - "accuracy": 0.974308, - "main_score": 0.967015, - "hf_subset": "fur_Latn-bjn_Latn", - "languages": [ - "fur-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946723, - "recall": 0.961462, - "f1": 0.95127, - "accuracy": 0.961462, - "main_score": 0.95127, - "hf_subset": "fur_Latn-fao_Latn", - "languages": [ - "fur-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-ind_Latn", - "languages": [ - "fur-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585864, - "recall": 0.639328, - "f1": 0.601518, - "accuracy": 0.639328, - "main_score": 0.601518, - "hf_subset": "fur_Latn-knc_Latn", - "languages": [ - "fur-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-mlt_Latn", - "languages": [ - "fur-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695825, - "recall": 0.754941, - "f1": 0.713329, - "accuracy": 0.754941, - "main_score": 0.713329, - "hf_subset": "fur_Latn-quy_Latn", - "languages": [ - "fur-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.964427, - "f1": 0.954875, - "accuracy": 0.964427, - "main_score": 0.954875, - "hf_subset": "fur_Latn-swh_Latn", - "languages": [ - "fur-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "fur_Latn-uzn_Latn", - "languages": [ - "fur-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-als_Latn", - "languages": [ - "fur-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544063, - "recall": 0.62747, - "f1": 0.567498, - "accuracy": 0.62747, - "main_score": 0.567498, - "hf_subset": "fur_Latn-bod_Tibt", - "languages": [ - "fur-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681069, - "recall": 0.73419, - "f1": 0.696272, - "accuracy": 0.73419, - "main_score": 0.696272, - "hf_subset": "fur_Latn-fij_Latn", - "languages": [ - "fur-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "fur_Latn-isl_Latn", - "languages": [ - "fur-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673979, - "recall": 0.724308, - "f1": 0.688603, - "accuracy": 0.724308, - "main_score": 0.688603, - "hf_subset": "fur_Latn-kon_Latn", - "languages": [ - "fur-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65318, - "recall": 0.717391, - "f1": 0.671698, - "accuracy": 0.717391, - "main_score": 0.671698, - "hf_subset": "fur_Latn-mni_Beng", - "languages": [ - "fur-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fur_Latn-ron_Latn", - "languages": [ - "fur-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.976285, - "f1": 0.970191, - "accuracy": 0.976285, - "main_score": 0.970191, - "hf_subset": "fur_Latn-szl_Latn", - "languages": [ - "fur-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "fur_Latn-vec_Latn", - "languages": [ - "fur-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890481, - "recall": 0.921937, - "f1": 0.900494, - "accuracy": 0.921937, - "main_score": 0.900494, - "hf_subset": "fur_Latn-amh_Ethi", - "languages": [ - "fur-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "fur_Latn-bos_Latn", - "languages": [ - "fur-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "fur_Latn-fin_Latn", - "languages": [ - "fur-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fur_Latn-ita_Latn", - "languages": [ - "fur-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-kor_Hang", - "languages": [ - "fur-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564591, - "recall": 0.618577, - "f1": 0.579486, - "accuracy": 0.618577, - "main_score": 0.579486, - "hf_subset": "fur_Latn-mos_Latn", - "languages": [ - "fur-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563603, - "recall": 0.614625, - "f1": 0.578448, - "accuracy": 0.614625, - "main_score": 0.578448, - "hf_subset": "fur_Latn-run_Latn", - "languages": [ - "fur-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "fur_Latn-tam_Taml", - "languages": [ - "fur-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "fur_Latn-vie_Latn", - "languages": [ - "fur-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-apc_Arab", - "languages": [ - "fur-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793808, - "recall": 0.839921, - "f1": 0.808023, - "accuracy": 0.839921, - "main_score": 0.808023, - "hf_subset": "fur_Latn-bug_Latn", - "languages": [ - "fur-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482785, - "recall": 0.534585, - "f1": 0.496442, - "accuracy": 0.534585, - "main_score": 0.496442, - "hf_subset": "fur_Latn-fon_Latn", - "languages": [ - "fur-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97892, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "fur_Latn-jav_Latn", - "languages": [ - "fur-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "fur_Latn-lao_Laoo", - "languages": [ - "fur-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802149, - "recall": 0.848814, - "f1": 0.816096, - "accuracy": 0.848814, - "main_score": 0.816096, - "hf_subset": "fur_Latn-mri_Latn", - "languages": [ - "fur-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "fur_Latn-rus_Cyrl", - "languages": [ - "fur-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541916, - "recall": 0.597826, - "f1": 0.55743, - "accuracy": 0.597826, - "main_score": 0.55743, - "hf_subset": "fur_Latn-taq_Latn", - "languages": [ - "fur-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "fur_Latn-war_Latn", - "languages": [ - "fur-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "fur_Latn-arb_Arab", - "languages": [ - "fur-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-bul_Cyrl", - "languages": [ - "fur-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "fur_Latn-fra_Latn", - "languages": [ - "fur-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-jpn_Jpan", - "languages": [ - "fur-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "fur_Latn-lij_Latn", - "languages": [ - "fur-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950511, - "recall": 0.965415, - "f1": 0.95527, - "accuracy": 0.965415, - "main_score": 0.95527, - "hf_subset": "fur_Latn-mya_Mymr", - "languages": [ - "fur-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611149, - "recall": 0.672925, - "f1": 0.627886, - "accuracy": 0.672925, - "main_score": 0.627886, - "hf_subset": "fur_Latn-sag_Latn", - "languages": [ - "fur-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208979, - "recall": 0.261858, - "f1": 0.220747, - "accuracy": 0.261858, - "main_score": 0.220747, - "hf_subset": "fur_Latn-taq_Tfng", - "languages": [ - "fur-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627735, - "recall": 0.686759, - "f1": 0.644161, - "accuracy": 0.686759, - "main_score": 0.644161, - "hf_subset": "fur_Latn-wol_Latn", - "languages": [ - "fur-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73635, - "recall": 0.79249, - "f1": 0.753005, - "accuracy": 0.79249, - "main_score": 0.753005, - "hf_subset": "fur_Latn-arb_Latn", - "languages": [ - "fur-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-cat_Latn", - "languages": [ - "fur-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420515, - "recall": 0.476285, - "f1": 0.435637, - "accuracy": 0.476285, - "main_score": 0.435637, - "hf_subset": "fur_Latn-kab_Latn", - "languages": [ - "fur-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967556, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "fur_Latn-lim_Latn", - "languages": [ - "fur-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "fur_Latn-nld_Latn", - "languages": [ - "fur-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "fur_Latn-san_Deva", - "languages": [ - "fur-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "fur_Latn-tat_Cyrl", - "languages": [ - "fur-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661542, - "recall": 0.717391, - "f1": 0.677734, - "accuracy": 0.717391, - "main_score": 0.677734, - "hf_subset": "fur_Latn-xho_Latn", - "languages": [ - "fur-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "fur_Latn-ars_Arab", - "languages": [ - "fur-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "fur_Latn-ceb_Latn", - "languages": [ - "fur-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557867, - "recall": 0.614625, - "f1": 0.574755, - "accuracy": 0.614625, - "main_score": 0.574755, - "hf_subset": "fur_Latn-fuv_Latn", - "languages": [ - "fur-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515444, - "recall": 0.581028, - "f1": 0.533705, - "accuracy": 0.581028, - "main_score": 0.533705, - "hf_subset": "fur_Latn-kac_Latn", - "languages": [ - "fur-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681155, - "recall": 0.731225, - "f1": 0.695273, - "accuracy": 0.731225, - "main_score": 0.695273, - "hf_subset": "fur_Latn-lin_Latn", - "languages": [ - "fur-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "fur_Latn-nno_Latn", - "languages": [ - "fur-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214619, - "recall": 0.279644, - "f1": 0.231192, - "accuracy": 0.279644, - "main_score": 0.231192, - "hf_subset": "fur_Latn-sat_Olck", - "languages": [ - "fur-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "fur_Latn-tel_Telu", - "languages": [ - "fur-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926301, - "recall": 0.947628, - "f1": 0.933037, - "accuracy": 0.947628, - "main_score": 0.933037, - "hf_subset": "fur_Latn-ydd_Hebr", - "languages": [ - "fur-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966156, - "recall": 0.976285, - "f1": 0.969269, - "accuracy": 0.976285, - "main_score": 0.969269, - "hf_subset": "fur_Latn-ary_Arab", - "languages": [ - "fur-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fur_Latn-ces_Latn", - "languages": [ - "fur-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572985, - "recall": 0.632411, - "f1": 0.589497, - "accuracy": 0.632411, - "main_score": 0.589497, - "hf_subset": "fur_Latn-gaz_Latn", - "languages": [ - "fur-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588622, - "recall": 0.650198, - "f1": 0.60594, - "accuracy": 0.650198, - "main_score": 0.60594, - "hf_subset": "fur_Latn-kam_Latn", - "languages": [ - "fur-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "fur_Latn-lit_Latn", - "languages": [ - "fur-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fur_Latn-nob_Latn", - "languages": [ - "fur-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "fur_Latn-scn_Latn", - "languages": [ - "fur-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.969368, - "f1": 0.962088, - "accuracy": 0.969368, - "main_score": 0.962088, - "hf_subset": "fur_Latn-tgk_Cyrl", - "languages": [ - "fur-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668198, - "recall": 0.731225, - "f1": 0.687041, - "accuracy": 0.731225, - "main_score": 0.687041, - "hf_subset": "fur_Latn-yor_Latn", - "languages": [ - "fur-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980402, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "fur_Latn-arz_Arab", - "languages": [ - "fur-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572947, - "recall": 0.635375, - "f1": 0.59026, - "accuracy": 0.635375, - "main_score": 0.59026, - "hf_subset": "fur_Latn-cjk_Latn", - "languages": [ - "fur-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739453, - "recall": 0.798419, - "f1": 0.757065, - "accuracy": 0.798419, - "main_score": 0.757065, - "hf_subset": "fur_Latn-gla_Latn", - "languages": [ - "fur-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "fur_Latn-kan_Knda", - "languages": [ - "fur-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-lmo_Latn", - "languages": [ - "fur-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "fur_Latn-npi_Deva", - "languages": [ - "fur-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474121, - "recall": 0.535573, - "f1": 0.490901, - "accuracy": 0.535573, - "main_score": 0.490901, - "hf_subset": "fur_Latn-shn_Mymr", - "languages": [ - "fur-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "fur_Latn-tgl_Latn", - "languages": [ - "fur-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "fur_Latn-yue_Hant", - "languages": [ - "fur-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "fur_Latn-asm_Beng", - "languages": [ - "fur-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90802, - "recall": 0.935771, - "f1": 0.916864, - "accuracy": 0.935771, - "main_score": 0.916864, - "hf_subset": "fur_Latn-ckb_Arab", - "languages": [ - "fur-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827759, - "recall": 0.867589, - "f1": 0.839383, - "accuracy": 0.867589, - "main_score": 0.839383, - "hf_subset": "fur_Latn-gle_Latn", - "languages": [ - "fur-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927701, - "recall": 0.948617, - "f1": 0.934453, - "accuracy": 0.948617, - "main_score": 0.934453, - "hf_subset": "fur_Latn-kas_Arab", - "languages": [ - "fur-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918149, - "recall": 0.9417, - "f1": 0.925725, - "accuracy": 0.9417, - "main_score": 0.925725, - "hf_subset": "fur_Latn-ltg_Latn", - "languages": [ - "fur-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618975, - "recall": 0.671937, - "f1": 0.633525, - "accuracy": 0.671937, - "main_score": 0.633525, - "hf_subset": "fur_Latn-nso_Latn", - "languages": [ - "fur-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "fur_Latn-sin_Sinh", - "languages": [ - "fur-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "fur_Latn-tha_Thai", - "languages": [ - "fur-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "fur_Latn-zho_Hans", - "languages": [ - "fur-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "fur_Latn-ast_Latn", - "languages": [ - "fur-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "fur_Latn-crh_Latn", - "languages": [ - "fur-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fur_Latn-glg_Latn", - "languages": [ - "fur-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846509, - "recall": 0.885375, - "f1": 0.858451, - "accuracy": 0.885375, - "main_score": 0.858451, - "hf_subset": "fur_Latn-kas_Deva", - "languages": [ - "fur-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "fur_Latn-ltz_Latn", - "languages": [ - "fur-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477682, - "recall": 0.541502, - "f1": 0.494726, - "accuracy": 0.541502, - "main_score": 0.494726, - "hf_subset": "fur_Latn-nus_Latn", - "languages": [ - "fur-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "fur_Latn-slk_Latn", - "languages": [ - "fur-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582593, - "recall": 0.656126, - "f1": 0.604047, - "accuracy": 0.656126, - "main_score": 0.604047, - "hf_subset": "fur_Latn-tir_Ethi", - "languages": [ - "fur-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "fur_Latn-zho_Hant", - "languages": [ - "fur-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "fur_Latn-awa_Deva", - "languages": [ - "fur-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93531, - "recall": 0.954545, - "f1": 0.94137, - "accuracy": 0.954545, - "main_score": 0.94137, - "hf_subset": "fur_Latn-cym_Latn", - "languages": [ - "fur-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834074, - "recall": 0.871542, - "f1": 0.845685, - "accuracy": 0.871542, - "main_score": 0.845685, - "hf_subset": "fur_Latn-grn_Latn", - "languages": [ - "fur-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "fur_Latn-kat_Geor", - "languages": [ - "fur-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642156, - "recall": 0.695652, - "f1": 0.657142, - "accuracy": 0.695652, - "main_score": 0.657142, - "hf_subset": "fur_Latn-lua_Latn", - "languages": [ - "fur-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6287, - "recall": 0.686759, - "f1": 0.64536, - "accuracy": 0.686759, - "main_score": 0.64536, - "hf_subset": "fur_Latn-nya_Latn", - "languages": [ - "fur-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-slv_Latn", - "languages": [ - "fur-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916173, - "recall": 0.936759, - "f1": 0.922596, - "accuracy": 0.936759, - "main_score": 0.922596, - "hf_subset": "fur_Latn-tpi_Latn", - "languages": [ - "fur-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "fur_Latn-zsm_Latn", - "languages": [ - "fur-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540169, - "recall": 0.601779, - "f1": 0.557352, - "accuracy": 0.601779, - "main_score": 0.557352, - "hf_subset": "fur_Latn-ayr_Latn", - "languages": [ - "fur-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "fur_Latn-dan_Latn", - "languages": [ - "fur-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "fur_Latn-guj_Gujr", - "languages": [ - "fur-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "fur_Latn-kaz_Cyrl", - "languages": [ - "fur-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535426, - "recall": 0.597826, - "f1": 0.552829, - "accuracy": 0.597826, - "main_score": 0.552829, - "hf_subset": "fur_Latn-lug_Latn", - "languages": [ - "fur-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "fur_Latn-oci_Latn", - "languages": [ - "fur-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783498, - "recall": 0.828063, - "f1": 0.796494, - "accuracy": 0.828063, - "main_score": 0.796494, - "hf_subset": "fur_Latn-smo_Latn", - "languages": [ - "fur-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559012, - "recall": 0.613636, - "f1": 0.573832, - "accuracy": 0.613636, - "main_score": 0.573832, - "hf_subset": "fur_Latn-tsn_Latn", - "languages": [ - "fur-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605214, - "recall": 0.666996, - "f1": 0.62333, - "accuracy": 0.666996, - "main_score": 0.62333, - "hf_subset": "fur_Latn-zul_Latn", - "languages": [ - "fur-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895504, - "recall": 0.922925, - "f1": 0.904216, - "accuracy": 0.922925, - "main_score": 0.904216, - "hf_subset": "fur_Latn-azb_Arab", - "languages": [ - "fur-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "fur_Latn-deu_Latn", - "languages": [ - "fur-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "fur_Latn-hat_Latn", - "languages": [ - "fur-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49932, - "recall": 0.55336, - "f1": 0.513548, - "accuracy": 0.55336, - "main_score": 0.513548, - "hf_subset": "fur_Latn-kbp_Latn", - "languages": [ - "fur-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570084, - "recall": 0.631423, - "f1": 0.586906, - "accuracy": 0.631423, - "main_score": 0.586906, - "hf_subset": "fur_Latn-luo_Latn", - "languages": [ - "fur-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "fur_Latn-ory_Orya", - "languages": [ - "fur-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59026, - "recall": 0.649209, - "f1": 0.607533, - "accuracy": 0.649209, - "main_score": 0.607533, - "hf_subset": "fur_Latn-sna_Latn", - "languages": [ - "fur-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555734, - "recall": 0.613636, - "f1": 0.572169, - "accuracy": 0.613636, - "main_score": 0.572169, - "hf_subset": "fur_Latn-tso_Latn", - "languages": [ - "fur-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "fur_Latn-azj_Latn", - "languages": [ - "fur-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53274, - "recall": 0.601779, - "f1": 0.552983, - "accuracy": 0.601779, - "main_score": 0.552983, - "hf_subset": "fur_Latn-dik_Latn", - "languages": [ - "fur-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701739, - "recall": 0.76087, - "f1": 0.718664, - "accuracy": 0.76087, - "main_score": 0.718664, - "hf_subset": "fur_Latn-hau_Latn", - "languages": [ - "fur-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "fur_Latn-kea_Latn", - "languages": [ - "fur-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725741, - "recall": 0.774704, - "f1": 0.740415, - "accuracy": 0.774704, - "main_score": 0.740415, - "hf_subset": "fur_Latn-lus_Latn", - "languages": [ - "fur-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865695, - "recall": 0.896245, - "f1": 0.875066, - "accuracy": 0.896245, - "main_score": 0.875066, - "hf_subset": "fur_Latn-pag_Latn", - "languages": [ - "fur-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981802, - "recall": 0.987154, - "f1": 0.983432, - "accuracy": 0.987154, - "main_score": 0.983432, - "hf_subset": "fur_Latn-snd_Arab", - "languages": [ - "fur-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904677, - "recall": 0.932806, - "f1": 0.913702, - "accuracy": 0.932806, - "main_score": 0.913702, - "hf_subset": "fur_Latn-tuk_Latn", - "languages": [ - "fur-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.966403, - "f1": 0.956851, - "accuracy": 0.966403, - "main_score": 0.956851, - "hf_subset": "fur_Latn-bak_Cyrl", - "languages": [ - "fur-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499253, - "recall": 0.58004, - "f1": 0.522815, - "accuracy": 0.58004, - "main_score": 0.522815, - "hf_subset": "fur_Latn-dyu_Latn", - "languages": [ - "fur-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "fur_Latn-heb_Hebr", - "languages": [ - "fur-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.962451, - "f1": 0.951581, - "accuracy": 0.962451, - "main_score": 0.951581, - "hf_subset": "fur_Latn-khk_Cyrl", - "languages": [ - "fur-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "fur_Latn-lvs_Latn", - "languages": [ - "fur-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "fur_Latn-pan_Guru", - "languages": [ - "fur-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67262, - "recall": 0.729249, - "f1": 0.68991, - "accuracy": 0.729249, - "main_score": 0.68991, - "hf_subset": "fur_Latn-som_Latn", - "languages": [ - "fur-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591314, - "recall": 0.636364, - "f1": 0.603611, - "accuracy": 0.636364, - "main_score": 0.603611, - "hf_subset": "fur_Latn-tum_Latn", - "languages": [ - "fur-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344165, - "recall": 0.383399, - "f1": 0.354606, - "accuracy": 0.383399, - "main_score": 0.354606, - "hf_subset": "kab_Latn-ace_Arab", - "languages": [ - "kab-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388959, - "recall": 0.433794, - "f1": 0.402275, - "accuracy": 0.433794, - "main_score": 0.402275, - "hf_subset": "kab_Latn-bam_Latn", - "languages": [ - "kab-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18018, - "recall": 0.214427, - "f1": 0.188679, - "accuracy": 0.214427, - "main_score": 0.188679, - "hf_subset": "kab_Latn-dzo_Tibt", - "languages": [ - "kab-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372134, - "recall": 0.427866, - "f1": 0.385168, - "accuracy": 0.427866, - "main_score": 0.385168, - "hf_subset": "kab_Latn-hin_Deva", - "languages": [ - "kab-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.365213, - "recall": 0.410079, - "f1": 0.376334, - "accuracy": 0.410079, - "main_score": 0.376334, - "hf_subset": "kab_Latn-khm_Khmr", - "languages": [ - "kab-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385918, - "recall": 0.427866, - "f1": 0.396168, - "accuracy": 0.427866, - "main_score": 0.396168, - "hf_subset": "kab_Latn-mag_Deva", - "languages": [ - "kab-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381853, - "recall": 0.422925, - "f1": 0.392698, - "accuracy": 0.422925, - "main_score": 0.392698, - "hf_subset": "kab_Latn-pap_Latn", - "languages": [ - "kab-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4344, - "recall": 0.479249, - "f1": 0.445439, - "accuracy": 0.479249, - "main_score": 0.445439, - "hf_subset": "kab_Latn-sot_Latn", - "languages": [ - "kab-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378722, - "recall": 0.423913, - "f1": 0.389941, - "accuracy": 0.423913, - "main_score": 0.389941, - "hf_subset": "kab_Latn-tur_Latn", - "languages": [ - "kab-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405442, - "recall": 0.44664, - "f1": 0.41534, - "accuracy": 0.44664, - "main_score": 0.41534, - "hf_subset": "kab_Latn-ace_Latn", - "languages": [ - "kab-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403675, - "recall": 0.442688, - "f1": 0.413228, - "accuracy": 0.442688, - "main_score": 0.413228, - "hf_subset": "kab_Latn-ban_Latn", - "languages": [ - "kab-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381045, - "recall": 0.43083, - "f1": 0.392611, - "accuracy": 0.43083, - "main_score": 0.392611, - "hf_subset": "kab_Latn-ell_Grek", - "languages": [ - "kab-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37601, - "recall": 0.421937, - "f1": 0.387154, - "accuracy": 0.421937, - "main_score": 0.387154, - "hf_subset": "kab_Latn-hne_Deva", - "languages": [ - "kab-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.329111, - "recall": 0.376482, - "f1": 0.340851, - "accuracy": 0.376482, - "main_score": 0.340851, - "hf_subset": "kab_Latn-kik_Latn", - "languages": [ - "kab-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382814, - "recall": 0.429842, - "f1": 0.394409, - "accuracy": 0.429842, - "main_score": 0.394409, - "hf_subset": "kab_Latn-mai_Deva", - "languages": [ - "kab-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.345377, - "recall": 0.397233, - "f1": 0.357216, - "accuracy": 0.397233, - "main_score": 0.357216, - "hf_subset": "kab_Latn-pbt_Arab", - "languages": [ - "kab-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385233, - "recall": 0.438735, - "f1": 0.398537, - "accuracy": 0.438735, - "main_score": 0.398537, - "hf_subset": "kab_Latn-spa_Latn", - "languages": [ - "kab-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404398, - "recall": 0.447628, - "f1": 0.415715, - "accuracy": 0.447628, - "main_score": 0.415715, - "hf_subset": "kab_Latn-twi_Latn", - "languages": [ - "kab-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391445, - "recall": 0.448617, - "f1": 0.404829, - "accuracy": 0.448617, - "main_score": 0.404829, - "hf_subset": "kab_Latn-acm_Arab", - "languages": [ - "kab-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.341893, - "recall": 0.394269, - "f1": 0.353786, - "accuracy": 0.394269, - "main_score": 0.353786, - "hf_subset": "kab_Latn-bel_Cyrl", - "languages": [ - "kab-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402538, - "recall": 0.451581, - "f1": 0.414319, - "accuracy": 0.451581, - "main_score": 0.414319, - "hf_subset": "kab_Latn-eng_Latn", - "languages": [ - "kab-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391349, - "recall": 0.445652, - "f1": 0.404942, - "accuracy": 0.445652, - "main_score": 0.404942, - "hf_subset": "kab_Latn-hrv_Latn", - "languages": [ - "kab-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409803, - "recall": 0.454545, - "f1": 0.4216, - "accuracy": 0.454545, - "main_score": 0.4216, - "hf_subset": "kab_Latn-kin_Latn", - "languages": [ - "kab-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.36314, - "recall": 0.410079, - "f1": 0.374454, - "accuracy": 0.410079, - "main_score": 0.374454, - "hf_subset": "kab_Latn-mal_Mlym", - "languages": [ - "kab-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391683, - "recall": 0.437747, - "f1": 0.403204, - "accuracy": 0.437747, - "main_score": 0.403204, - "hf_subset": "kab_Latn-pes_Arab", - "languages": [ - "kab-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39748, - "recall": 0.445652, - "f1": 0.409989, - "accuracy": 0.445652, - "main_score": 0.409989, - "hf_subset": "kab_Latn-srd_Latn", - "languages": [ - "kab-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.255995, - "recall": 0.299407, - "f1": 0.266639, - "accuracy": 0.299407, - "main_score": 0.266639, - "hf_subset": "kab_Latn-tzm_Tfng", - "languages": [ - "kab-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385888, - "recall": 0.438735, - "f1": 0.398151, - "accuracy": 0.438735, - "main_score": 0.398151, - "hf_subset": "kab_Latn-acq_Arab", - "languages": [ - "kab-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426309, - "recall": 0.467391, - "f1": 0.43715, - "accuracy": 0.467391, - "main_score": 0.43715, - "hf_subset": "kab_Latn-bem_Latn", - "languages": [ - "kab-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388308, - "recall": 0.434783, - "f1": 0.399566, - "accuracy": 0.434783, - "main_score": 0.399566, - "hf_subset": "kab_Latn-epo_Latn", - "languages": [ - "kab-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390379, - "recall": 0.434783, - "f1": 0.401674, - "accuracy": 0.434783, - "main_score": 0.401674, - "hf_subset": "kab_Latn-hun_Latn", - "languages": [ - "kab-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366087, - "recall": 0.412055, - "f1": 0.377833, - "accuracy": 0.412055, - "main_score": 0.377833, - "hf_subset": "kab_Latn-kir_Cyrl", - "languages": [ - "kab-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371451, - "recall": 0.418972, - "f1": 0.382188, - "accuracy": 0.418972, - "main_score": 0.382188, - "hf_subset": "kab_Latn-mar_Deva", - "languages": [ - "kab-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421263, - "recall": 0.466403, - "f1": 0.433477, - "accuracy": 0.466403, - "main_score": 0.433477, - "hf_subset": "kab_Latn-plt_Latn", - "languages": [ - "kab-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38163, - "recall": 0.431818, - "f1": 0.393571, - "accuracy": 0.431818, - "main_score": 0.393571, - "hf_subset": "kab_Latn-srp_Cyrl", - "languages": [ - "kab-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.332902, - "recall": 0.379447, - "f1": 0.344173, - "accuracy": 0.379447, - "main_score": 0.344173, - "hf_subset": "kab_Latn-uig_Arab", - "languages": [ - "kab-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378045, - "recall": 0.422925, - "f1": 0.38887, - "accuracy": 0.422925, - "main_score": 0.38887, - "hf_subset": "kab_Latn-aeb_Arab", - "languages": [ - "kab-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377472, - "recall": 0.432806, - "f1": 0.390405, - "accuracy": 0.432806, - "main_score": 0.390405, - "hf_subset": "kab_Latn-ben_Beng", - "languages": [ - "kab-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383811, - "recall": 0.426877, - "f1": 0.394406, - "accuracy": 0.426877, - "main_score": 0.394406, - "hf_subset": "kab_Latn-est_Latn", - "languages": [ - "kab-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.375365, - "recall": 0.424901, - "f1": 0.387139, - "accuracy": 0.424901, - "main_score": 0.387139, - "hf_subset": "kab_Latn-hye_Armn", - "languages": [ - "kab-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409164, - "recall": 0.453557, - "f1": 0.421683, - "accuracy": 0.453557, - "main_score": 0.421683, - "hf_subset": "kab_Latn-kmb_Latn", - "languages": [ - "kab-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318226, - "recall": 0.367589, - "f1": 0.330706, - "accuracy": 0.367589, - "main_score": 0.330706, - "hf_subset": "kab_Latn-min_Arab", - "languages": [ - "kab-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390417, - "recall": 0.435771, - "f1": 0.401659, - "accuracy": 0.435771, - "main_score": 0.401659, - "hf_subset": "kab_Latn-pol_Latn", - "languages": [ - "kab-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436978, - "recall": 0.482213, - "f1": 0.448701, - "accuracy": 0.482213, - "main_score": 0.448701, - "hf_subset": "kab_Latn-ssw_Latn", - "languages": [ - "kab-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383069, - "recall": 0.432806, - "f1": 0.394326, - "accuracy": 0.432806, - "main_score": 0.394326, - "hf_subset": "kab_Latn-ukr_Cyrl", - "languages": [ - "kab-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406785, - "recall": 0.456522, - "f1": 0.419409, - "accuracy": 0.456522, - "main_score": 0.419409, - "hf_subset": "kab_Latn-afr_Latn", - "languages": [ - "kab-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.374878, - "recall": 0.420949, - "f1": 0.386, - "accuracy": 0.420949, - "main_score": 0.386, - "hf_subset": "kab_Latn-bho_Deva", - "languages": [ - "kab-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388769, - "recall": 0.437747, - "f1": 0.400914, - "accuracy": 0.437747, - "main_score": 0.400914, - "hf_subset": "kab_Latn-eus_Latn", - "languages": [ - "kab-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403718, - "recall": 0.460474, - "f1": 0.417611, - "accuracy": 0.460474, - "main_score": 0.417611, - "hf_subset": "kab_Latn-ibo_Latn", - "languages": [ - "kab-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405454, - "recall": 0.448617, - "f1": 0.416552, - "accuracy": 0.448617, - "main_score": 0.416552, - "hf_subset": "kab_Latn-kmr_Latn", - "languages": [ - "kab-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407089, - "recall": 0.449605, - "f1": 0.417509, - "accuracy": 0.449605, - "main_score": 0.417509, - "hf_subset": "kab_Latn-min_Latn", - "languages": [ - "kab-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403391, - "recall": 0.454545, - "f1": 0.415986, - "accuracy": 0.454545, - "main_score": 0.415986, - "hf_subset": "kab_Latn-por_Latn", - "languages": [ - "kab-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399711, - "recall": 0.443676, - "f1": 0.410353, - "accuracy": 0.443676, - "main_score": 0.410353, - "hf_subset": "kab_Latn-sun_Latn", - "languages": [ - "kab-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38777, - "recall": 0.429842, - "f1": 0.398864, - "accuracy": 0.429842, - "main_score": 0.398864, - "hf_subset": "kab_Latn-umb_Latn", - "languages": [ - "kab-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389953, - "recall": 0.439723, - "f1": 0.402149, - "accuracy": 0.439723, - "main_score": 0.402149, - "hf_subset": "kab_Latn-ajp_Arab", - "languages": [ - "kab-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318902, - "recall": 0.355731, - "f1": 0.3287, - "accuracy": 0.355731, - "main_score": 0.3287, - "hf_subset": "kab_Latn-bjn_Arab", - "languages": [ - "kab-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37856, - "recall": 0.41502, - "f1": 0.388171, - "accuracy": 0.41502, - "main_score": 0.388171, - "hf_subset": "kab_Latn-ewe_Latn", - "languages": [ - "kab-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403574, - "recall": 0.444664, - "f1": 0.413669, - "accuracy": 0.444664, - "main_score": 0.413669, - "hf_subset": "kab_Latn-ilo_Latn", - "languages": [ - "kab-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.273892, - "recall": 0.3083, - "f1": 0.282922, - "accuracy": 0.3083, - "main_score": 0.282922, - "hf_subset": "kab_Latn-knc_Arab", - "languages": [ - "kab-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386306, - "recall": 0.434783, - "f1": 0.397349, - "accuracy": 0.434783, - "main_score": 0.397349, - "hf_subset": "kab_Latn-mkd_Cyrl", - "languages": [ - "kab-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.375558, - "recall": 0.427866, - "f1": 0.388075, - "accuracy": 0.427866, - "main_score": 0.388075, - "hf_subset": "kab_Latn-prs_Arab", - "languages": [ - "kab-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390285, - "recall": 0.438735, - "f1": 0.401823, - "accuracy": 0.438735, - "main_score": 0.401823, - "hf_subset": "kab_Latn-swe_Latn", - "languages": [ - "kab-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372709, - "recall": 0.421937, - "f1": 0.385449, - "accuracy": 0.421937, - "main_score": 0.385449, - "hf_subset": "kab_Latn-urd_Arab", - "languages": [ - "kab-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395588, - "recall": 0.442688, - "f1": 0.407493, - "accuracy": 0.442688, - "main_score": 0.407493, - "hf_subset": "kab_Latn-aka_Latn", - "languages": [ - "kab-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406212, - "recall": 0.447628, - "f1": 0.415911, - "accuracy": 0.447628, - "main_score": 0.415911, - "hf_subset": "kab_Latn-bjn_Latn", - "languages": [ - "kab-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415517, - "recall": 0.450593, - "f1": 0.424754, - "accuracy": 0.450593, - "main_score": 0.424754, - "hf_subset": "kab_Latn-fao_Latn", - "languages": [ - "kab-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408022, - "recall": 0.455534, - "f1": 0.419857, - "accuracy": 0.455534, - "main_score": 0.419857, - "hf_subset": "kab_Latn-ind_Latn", - "languages": [ - "kab-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402644, - "recall": 0.438735, - "f1": 0.411953, - "accuracy": 0.438735, - "main_score": 0.411953, - "hf_subset": "kab_Latn-knc_Latn", - "languages": [ - "kab-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397585, - "recall": 0.439723, - "f1": 0.407857, - "accuracy": 0.439723, - "main_score": 0.407857, - "hf_subset": "kab_Latn-mlt_Latn", - "languages": [ - "kab-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385493, - "recall": 0.434783, - "f1": 0.39833, - "accuracy": 0.434783, - "main_score": 0.39833, - "hf_subset": "kab_Latn-quy_Latn", - "languages": [ - "kab-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414559, - "recall": 0.462451, - "f1": 0.426531, - "accuracy": 0.462451, - "main_score": 0.426531, - "hf_subset": "kab_Latn-swh_Latn", - "languages": [ - "kab-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385663, - "recall": 0.428854, - "f1": 0.396006, - "accuracy": 0.428854, - "main_score": 0.396006, - "hf_subset": "kab_Latn-uzn_Latn", - "languages": [ - "kab-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397063, - "recall": 0.439723, - "f1": 0.407801, - "accuracy": 0.439723, - "main_score": 0.407801, - "hf_subset": "kab_Latn-als_Latn", - "languages": [ - "kab-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.209357, - "recall": 0.255929, - "f1": 0.220766, - "accuracy": 0.255929, - "main_score": 0.220766, - "hf_subset": "kab_Latn-bod_Tibt", - "languages": [ - "kab-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40282, - "recall": 0.4417, - "f1": 0.412613, - "accuracy": 0.4417, - "main_score": 0.412613, - "hf_subset": "kab_Latn-fij_Latn", - "languages": [ - "kab-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409501, - "recall": 0.450593, - "f1": 0.419133, - "accuracy": 0.450593, - "main_score": 0.419133, - "hf_subset": "kab_Latn-isl_Latn", - "languages": [ - "kab-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396314, - "recall": 0.4417, - "f1": 0.408068, - "accuracy": 0.4417, - "main_score": 0.408068, - "hf_subset": "kab_Latn-kon_Latn", - "languages": [ - "kab-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.331403, - "recall": 0.373518, - "f1": 0.342082, - "accuracy": 0.373518, - "main_score": 0.342082, - "hf_subset": "kab_Latn-mni_Beng", - "languages": [ - "kab-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38706, - "recall": 0.435771, - "f1": 0.398466, - "accuracy": 0.435771, - "main_score": 0.398466, - "hf_subset": "kab_Latn-ron_Latn", - "languages": [ - "kab-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404556, - "recall": 0.454545, - "f1": 0.416763, - "accuracy": 0.454545, - "main_score": 0.416763, - "hf_subset": "kab_Latn-szl_Latn", - "languages": [ - "kab-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397957, - "recall": 0.440711, - "f1": 0.408044, - "accuracy": 0.440711, - "main_score": 0.408044, - "hf_subset": "kab_Latn-vec_Latn", - "languages": [ - "kab-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.337578, - "recall": 0.383399, - "f1": 0.349846, - "accuracy": 0.383399, - "main_score": 0.349846, - "hf_subset": "kab_Latn-amh_Ethi", - "languages": [ - "kab-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392457, - "recall": 0.442688, - "f1": 0.405298, - "accuracy": 0.442688, - "main_score": 0.405298, - "hf_subset": "kab_Latn-bos_Latn", - "languages": [ - "kab-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378285, - "recall": 0.422925, - "f1": 0.388662, - "accuracy": 0.422925, - "main_score": 0.388662, - "hf_subset": "kab_Latn-fin_Latn", - "languages": [ - "kab-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377654, - "recall": 0.425889, - "f1": 0.389609, - "accuracy": 0.425889, - "main_score": 0.389609, - "hf_subset": "kab_Latn-ita_Latn", - "languages": [ - "kab-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357879, - "recall": 0.410079, - "f1": 0.370771, - "accuracy": 0.410079, - "main_score": 0.370771, - "hf_subset": "kab_Latn-kor_Hang", - "languages": [ - "kab-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393229, - "recall": 0.434783, - "f1": 0.404215, - "accuracy": 0.434783, - "main_score": 0.404215, - "hf_subset": "kab_Latn-mos_Latn", - "languages": [ - "kab-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410863, - "recall": 0.453557, - "f1": 0.42204, - "accuracy": 0.453557, - "main_score": 0.42204, - "hf_subset": "kab_Latn-run_Latn", - "languages": [ - "kab-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.358915, - "recall": 0.417984, - "f1": 0.37346, - "accuracy": 0.417984, - "main_score": 0.37346, - "hf_subset": "kab_Latn-tam_Taml", - "languages": [ - "kab-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389541, - "recall": 0.437747, - "f1": 0.401329, - "accuracy": 0.437747, - "main_score": 0.401329, - "hf_subset": "kab_Latn-vie_Latn", - "languages": [ - "kab-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391654, - "recall": 0.440711, - "f1": 0.403106, - "accuracy": 0.440711, - "main_score": 0.403106, - "hf_subset": "kab_Latn-apc_Arab", - "languages": [ - "kab-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380103, - "recall": 0.418972, - "f1": 0.390583, - "accuracy": 0.418972, - "main_score": 0.390583, - "hf_subset": "kab_Latn-bug_Latn", - "languages": [ - "kab-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373687, - "recall": 0.416008, - "f1": 0.384794, - "accuracy": 0.416008, - "main_score": 0.384794, - "hf_subset": "kab_Latn-fon_Latn", - "languages": [ - "kab-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402999, - "recall": 0.443676, - "f1": 0.413861, - "accuracy": 0.443676, - "main_score": 0.413861, - "hf_subset": "kab_Latn-jav_Latn", - "languages": [ - "kab-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370397, - "recall": 0.411067, - "f1": 0.380851, - "accuracy": 0.411067, - "main_score": 0.380851, - "hf_subset": "kab_Latn-lao_Laoo", - "languages": [ - "kab-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386967, - "recall": 0.429842, - "f1": 0.398209, - "accuracy": 0.429842, - "main_score": 0.398209, - "hf_subset": "kab_Latn-mri_Latn", - "languages": [ - "kab-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373109, - "recall": 0.422925, - "f1": 0.384994, - "accuracy": 0.422925, - "main_score": 0.384994, - "hf_subset": "kab_Latn-rus_Cyrl", - "languages": [ - "kab-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386838, - "recall": 0.428854, - "f1": 0.39816, - "accuracy": 0.428854, - "main_score": 0.39816, - "hf_subset": "kab_Latn-taq_Latn", - "languages": [ - "kab-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394316, - "recall": 0.438735, - "f1": 0.404507, - "accuracy": 0.438735, - "main_score": 0.404507, - "hf_subset": "kab_Latn-war_Latn", - "languages": [ - "kab-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383533, - "recall": 0.438735, - "f1": 0.396454, - "accuracy": 0.438735, - "main_score": 0.396454, - "hf_subset": "kab_Latn-arb_Arab", - "languages": [ - "kab-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385455, - "recall": 0.432806, - "f1": 0.397088, - "accuracy": 0.432806, - "main_score": 0.397088, - "hf_subset": "kab_Latn-bul_Cyrl", - "languages": [ - "kab-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391286, - "recall": 0.442688, - "f1": 0.403213, - "accuracy": 0.442688, - "main_score": 0.403213, - "hf_subset": "kab_Latn-fra_Latn", - "languages": [ - "kab-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356688, - "recall": 0.399209, - "f1": 0.366818, - "accuracy": 0.399209, - "main_score": 0.366818, - "hf_subset": "kab_Latn-jpn_Jpan", - "languages": [ - "kab-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391461, - "recall": 0.427866, - "f1": 0.400722, - "accuracy": 0.427866, - "main_score": 0.400722, - "hf_subset": "kab_Latn-lij_Latn", - "languages": [ - "kab-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.29355, - "recall": 0.341897, - "f1": 0.304929, - "accuracy": 0.341897, - "main_score": 0.304929, - "hf_subset": "kab_Latn-mya_Mymr", - "languages": [ - "kab-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397287, - "recall": 0.443676, - "f1": 0.408892, - "accuracy": 0.443676, - "main_score": 0.408892, - "hf_subset": "kab_Latn-sag_Latn", - "languages": [ - "kab-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.228661, - "recall": 0.259881, - "f1": 0.236562, - "accuracy": 0.259881, - "main_score": 0.236562, - "hf_subset": "kab_Latn-taq_Tfng", - "languages": [ - "kab-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407336, - "recall": 0.448617, - "f1": 0.418399, - "accuracy": 0.448617, - "main_score": 0.418399, - "hf_subset": "kab_Latn-wol_Latn", - "languages": [ - "kab-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362781, - "recall": 0.406126, - "f1": 0.37352, - "accuracy": 0.406126, - "main_score": 0.37352, - "hf_subset": "kab_Latn-arb_Latn", - "languages": [ - "kab-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389222, - "recall": 0.4417, - "f1": 0.402147, - "accuracy": 0.4417, - "main_score": 0.402147, - "hf_subset": "kab_Latn-cat_Latn", - "languages": [ - "kab-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393085, - "recall": 0.435771, - "f1": 0.403684, - "accuracy": 0.435771, - "main_score": 0.403684, - "hf_subset": "kab_Latn-fur_Latn", - "languages": [ - "kab-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391661, - "recall": 0.434783, - "f1": 0.402922, - "accuracy": 0.434783, - "main_score": 0.402922, - "hf_subset": "kab_Latn-lim_Latn", - "languages": [ - "kab-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38163, - "recall": 0.43083, - "f1": 0.393339, - "accuracy": 0.43083, - "main_score": 0.393339, - "hf_subset": "kab_Latn-nld_Latn", - "languages": [ - "kab-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373282, - "recall": 0.421937, - "f1": 0.384585, - "accuracy": 0.421937, - "main_score": 0.384585, - "hf_subset": "kab_Latn-san_Deva", - "languages": [ - "kab-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381099, - "recall": 0.428854, - "f1": 0.393183, - "accuracy": 0.428854, - "main_score": 0.393183, - "hf_subset": "kab_Latn-tat_Cyrl", - "languages": [ - "kab-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422022, - "recall": 0.468379, - "f1": 0.434164, - "accuracy": 0.468379, - "main_score": 0.434164, - "hf_subset": "kab_Latn-xho_Latn", - "languages": [ - "kab-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360302, - "recall": 0.420949, - "f1": 0.375047, - "accuracy": 0.420949, - "main_score": 0.375047, - "hf_subset": "kab_Latn-ars_Arab", - "languages": [ - "kab-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40853, - "recall": 0.452569, - "f1": 0.41889, - "accuracy": 0.452569, - "main_score": 0.41889, - "hf_subset": "kab_Latn-ceb_Latn", - "languages": [ - "kab-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390276, - "recall": 0.433794, - "f1": 0.402205, - "accuracy": 0.433794, - "main_score": 0.402205, - "hf_subset": "kab_Latn-fuv_Latn", - "languages": [ - "kab-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390985, - "recall": 0.427866, - "f1": 0.400096, - "accuracy": 0.427866, - "main_score": 0.400096, - "hf_subset": "kab_Latn-kac_Latn", - "languages": [ - "kab-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40903, - "recall": 0.455534, - "f1": 0.420566, - "accuracy": 0.455534, - "main_score": 0.420566, - "hf_subset": "kab_Latn-lin_Latn", - "languages": [ - "kab-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.387055, - "recall": 0.439723, - "f1": 0.399854, - "accuracy": 0.439723, - "main_score": 0.399854, - "hf_subset": "kab_Latn-nno_Latn", - "languages": [ - "kab-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13818, - "recall": 0.177866, - "f1": 0.148213, - "accuracy": 0.177866, - "main_score": 0.148213, - "hf_subset": "kab_Latn-sat_Olck", - "languages": [ - "kab-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38195, - "recall": 0.426877, - "f1": 0.392616, - "accuracy": 0.426877, - "main_score": 0.392616, - "hf_subset": "kab_Latn-tel_Telu", - "languages": [ - "kab-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3422, - "recall": 0.384387, - "f1": 0.351858, - "accuracy": 0.384387, - "main_score": 0.351858, - "hf_subset": "kab_Latn-ydd_Hebr", - "languages": [ - "kab-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.376358, - "recall": 0.420949, - "f1": 0.387119, - "accuracy": 0.420949, - "main_score": 0.387119, - "hf_subset": "kab_Latn-ary_Arab", - "languages": [ - "kab-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378242, - "recall": 0.424901, - "f1": 0.390181, - "accuracy": 0.424901, - "main_score": 0.390181, - "hf_subset": "kab_Latn-ces_Latn", - "languages": [ - "kab-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4205, - "recall": 0.461462, - "f1": 0.430714, - "accuracy": 0.461462, - "main_score": 0.430714, - "hf_subset": "kab_Latn-gaz_Latn", - "languages": [ - "kab-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399657, - "recall": 0.443676, - "f1": 0.411613, - "accuracy": 0.443676, - "main_score": 0.411613, - "hf_subset": "kab_Latn-kam_Latn", - "languages": [ - "kab-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.387136, - "recall": 0.439723, - "f1": 0.400413, - "accuracy": 0.439723, - "main_score": 0.400413, - "hf_subset": "kab_Latn-lit_Latn", - "languages": [ - "kab-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3874, - "recall": 0.434783, - "f1": 0.398844, - "accuracy": 0.434783, - "main_score": 0.398844, - "hf_subset": "kab_Latn-nob_Latn", - "languages": [ - "kab-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392453, - "recall": 0.434783, - "f1": 0.403517, - "accuracy": 0.434783, - "main_score": 0.403517, - "hf_subset": "kab_Latn-scn_Latn", - "languages": [ - "kab-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388699, - "recall": 0.429842, - "f1": 0.399264, - "accuracy": 0.429842, - "main_score": 0.399264, - "hf_subset": "kab_Latn-tgk_Cyrl", - "languages": [ - "kab-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344609, - "recall": 0.403162, - "f1": 0.360479, - "accuracy": 0.403162, - "main_score": 0.360479, - "hf_subset": "kab_Latn-yor_Latn", - "languages": [ - "kab-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381417, - "recall": 0.426877, - "f1": 0.392352, - "accuracy": 0.426877, - "main_score": 0.392352, - "hf_subset": "kab_Latn-arz_Arab", - "languages": [ - "kab-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373954, - "recall": 0.422925, - "f1": 0.387506, - "accuracy": 0.422925, - "main_score": 0.387506, - "hf_subset": "kab_Latn-cjk_Latn", - "languages": [ - "kab-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409248, - "recall": 0.450593, - "f1": 0.41997, - "accuracy": 0.450593, - "main_score": 0.41997, - "hf_subset": "kab_Latn-gla_Latn", - "languages": [ - "kab-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367413, - "recall": 0.416008, - "f1": 0.379867, - "accuracy": 0.416008, - "main_score": 0.379867, - "hf_subset": "kab_Latn-kan_Knda", - "languages": [ - "kab-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393648, - "recall": 0.4417, - "f1": 0.405564, - "accuracy": 0.4417, - "main_score": 0.405564, - "hf_subset": "kab_Latn-lmo_Latn", - "languages": [ - "kab-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364578, - "recall": 0.411067, - "f1": 0.375991, - "accuracy": 0.411067, - "main_score": 0.375991, - "hf_subset": "kab_Latn-npi_Deva", - "languages": [ - "kab-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.325061, - "recall": 0.364625, - "f1": 0.33501, - "accuracy": 0.364625, - "main_score": 0.33501, - "hf_subset": "kab_Latn-shn_Mymr", - "languages": [ - "kab-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41568, - "recall": 0.458498, - "f1": 0.426488, - "accuracy": 0.458498, - "main_score": 0.426488, - "hf_subset": "kab_Latn-tgl_Latn", - "languages": [ - "kab-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363407, - "recall": 0.406126, - "f1": 0.373216, - "accuracy": 0.406126, - "main_score": 0.373216, - "hf_subset": "kab_Latn-yue_Hant", - "languages": [ - "kab-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.356123, - "recall": 0.400198, - "f1": 0.366326, - "accuracy": 0.400198, - "main_score": 0.366326, - "hf_subset": "kab_Latn-asm_Beng", - "languages": [ - "kab-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364368, - "recall": 0.410079, - "f1": 0.375606, - "accuracy": 0.410079, - "main_score": 0.375606, - "hf_subset": "kab_Latn-ckb_Arab", - "languages": [ - "kab-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402717, - "recall": 0.444664, - "f1": 0.414128, - "accuracy": 0.444664, - "main_score": 0.414128, - "hf_subset": "kab_Latn-gle_Latn", - "languages": [ - "kab-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.334618, - "recall": 0.386364, - "f1": 0.347111, - "accuracy": 0.386364, - "main_score": 0.347111, - "hf_subset": "kab_Latn-kas_Arab", - "languages": [ - "kab-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383446, - "recall": 0.425889, - "f1": 0.39438, - "accuracy": 0.425889, - "main_score": 0.39438, - "hf_subset": "kab_Latn-ltg_Latn", - "languages": [ - "kab-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433823, - "recall": 0.475296, - "f1": 0.443966, - "accuracy": 0.475296, - "main_score": 0.443966, - "hf_subset": "kab_Latn-nso_Latn", - "languages": [ - "kab-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34759, - "recall": 0.396245, - "f1": 0.359369, - "accuracy": 0.396245, - "main_score": 0.359369, - "hf_subset": "kab_Latn-sin_Sinh", - "languages": [ - "kab-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378187, - "recall": 0.41996, - "f1": 0.388805, - "accuracy": 0.41996, - "main_score": 0.388805, - "hf_subset": "kab_Latn-tha_Thai", - "languages": [ - "kab-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.352562, - "recall": 0.393281, - "f1": 0.362566, - "accuracy": 0.393281, - "main_score": 0.362566, - "hf_subset": "kab_Latn-zho_Hans", - "languages": [ - "kab-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391501, - "recall": 0.438735, - "f1": 0.403378, - "accuracy": 0.438735, - "main_score": 0.403378, - "hf_subset": "kab_Latn-ast_Latn", - "languages": [ - "kab-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38514, - "recall": 0.428854, - "f1": 0.395075, - "accuracy": 0.428854, - "main_score": 0.395075, - "hf_subset": "kab_Latn-crh_Latn", - "languages": [ - "kab-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397065, - "recall": 0.445652, - "f1": 0.409409, - "accuracy": 0.445652, - "main_score": 0.409409, - "hf_subset": "kab_Latn-glg_Latn", - "languages": [ - "kab-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34126, - "recall": 0.389328, - "f1": 0.353491, - "accuracy": 0.389328, - "main_score": 0.353491, - "hf_subset": "kab_Latn-kas_Deva", - "languages": [ - "kab-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.375479, - "recall": 0.414032, - "f1": 0.385601, - "accuracy": 0.414032, - "main_score": 0.385601, - "hf_subset": "kab_Latn-ltz_Latn", - "languages": [ - "kab-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384383, - "recall": 0.434783, - "f1": 0.397945, - "accuracy": 0.434783, - "main_score": 0.397945, - "hf_subset": "kab_Latn-nus_Latn", - "languages": [ - "kab-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379484, - "recall": 0.431818, - "f1": 0.392932, - "accuracy": 0.431818, - "main_score": 0.392932, - "hf_subset": "kab_Latn-slk_Latn", - "languages": [ - "kab-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.30565, - "recall": 0.348814, - "f1": 0.316297, - "accuracy": 0.348814, - "main_score": 0.316297, - "hf_subset": "kab_Latn-tir_Ethi", - "languages": [ - "kab-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350813, - "recall": 0.396245, - "f1": 0.361013, - "accuracy": 0.396245, - "main_score": 0.361013, - "hf_subset": "kab_Latn-zho_Hant", - "languages": [ - "kab-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.374903, - "recall": 0.421937, - "f1": 0.385843, - "accuracy": 0.421937, - "main_score": 0.385843, - "hf_subset": "kab_Latn-awa_Deva", - "languages": [ - "kab-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398945, - "recall": 0.448617, - "f1": 0.410357, - "accuracy": 0.448617, - "main_score": 0.410357, - "hf_subset": "kab_Latn-cym_Latn", - "languages": [ - "kab-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389881, - "recall": 0.432806, - "f1": 0.400035, - "accuracy": 0.432806, - "main_score": 0.400035, - "hf_subset": "kab_Latn-grn_Latn", - "languages": [ - "kab-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366286, - "recall": 0.417984, - "f1": 0.378562, - "accuracy": 0.417984, - "main_score": 0.378562, - "hf_subset": "kab_Latn-kat_Geor", - "languages": [ - "kab-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406526, - "recall": 0.453557, - "f1": 0.418655, - "accuracy": 0.453557, - "main_score": 0.418655, - "hf_subset": "kab_Latn-lua_Latn", - "languages": [ - "kab-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39944, - "recall": 0.443676, - "f1": 0.41127, - "accuracy": 0.443676, - "main_score": 0.41127, - "hf_subset": "kab_Latn-nya_Latn", - "languages": [ - "kab-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38549, - "recall": 0.429842, - "f1": 0.395932, - "accuracy": 0.429842, - "main_score": 0.395932, - "hf_subset": "kab_Latn-slv_Latn", - "languages": [ - "kab-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389732, - "recall": 0.429842, - "f1": 0.399417, - "accuracy": 0.429842, - "main_score": 0.399417, - "hf_subset": "kab_Latn-tpi_Latn", - "languages": [ - "kab-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414736, - "recall": 0.460474, - "f1": 0.426103, - "accuracy": 0.460474, - "main_score": 0.426103, - "hf_subset": "kab_Latn-zsm_Latn", - "languages": [ - "kab-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38212, - "recall": 0.423913, - "f1": 0.393452, - "accuracy": 0.423913, - "main_score": 0.393452, - "hf_subset": "kab_Latn-ayr_Latn", - "languages": [ - "kab-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384683, - "recall": 0.435771, - "f1": 0.396673, - "accuracy": 0.435771, - "main_score": 0.396673, - "hf_subset": "kab_Latn-dan_Latn", - "languages": [ - "kab-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372012, - "recall": 0.426877, - "f1": 0.385619, - "accuracy": 0.426877, - "main_score": 0.385619, - "hf_subset": "kab_Latn-guj_Gujr", - "languages": [ - "kab-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.374985, - "recall": 0.423913, - "f1": 0.386294, - "accuracy": 0.423913, - "main_score": 0.386294, - "hf_subset": "kab_Latn-kaz_Cyrl", - "languages": [ - "kab-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391304, - "recall": 0.435771, - "f1": 0.402585, - "accuracy": 0.435771, - "main_score": 0.402585, - "hf_subset": "kab_Latn-lug_Latn", - "languages": [ - "kab-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409209, - "recall": 0.458498, - "f1": 0.42081, - "accuracy": 0.458498, - "main_score": 0.42081, - "hf_subset": "kab_Latn-oci_Latn", - "languages": [ - "kab-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400479, - "recall": 0.439723, - "f1": 0.410355, - "accuracy": 0.439723, - "main_score": 0.410355, - "hf_subset": "kab_Latn-smo_Latn", - "languages": [ - "kab-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396243, - "recall": 0.440711, - "f1": 0.407835, - "accuracy": 0.440711, - "main_score": 0.407835, - "hf_subset": "kab_Latn-tsn_Latn", - "languages": [ - "kab-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434275, - "recall": 0.481225, - "f1": 0.446491, - "accuracy": 0.481225, - "main_score": 0.446491, - "hf_subset": "kab_Latn-zul_Latn", - "languages": [ - "kab-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330031, - "recall": 0.374506, - "f1": 0.341357, - "accuracy": 0.374506, - "main_score": 0.341357, - "hf_subset": "kab_Latn-azb_Arab", - "languages": [ - "kab-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385532, - "recall": 0.433794, - "f1": 0.397351, - "accuracy": 0.433794, - "main_score": 0.397351, - "hf_subset": "kab_Latn-deu_Latn", - "languages": [ - "kab-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39661, - "recall": 0.450593, - "f1": 0.409477, - "accuracy": 0.450593, - "main_score": 0.409477, - "hf_subset": "kab_Latn-hat_Latn", - "languages": [ - "kab-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396231, - "recall": 0.437747, - "f1": 0.40745, - "accuracy": 0.437747, - "main_score": 0.40745, - "hf_subset": "kab_Latn-kbp_Latn", - "languages": [ - "kab-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41377, - "recall": 0.454545, - "f1": 0.424816, - "accuracy": 0.454545, - "main_score": 0.424816, - "hf_subset": "kab_Latn-luo_Latn", - "languages": [ - "kab-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367566, - "recall": 0.416008, - "f1": 0.379257, - "accuracy": 0.416008, - "main_score": 0.379257, - "hf_subset": "kab_Latn-ory_Orya", - "languages": [ - "kab-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404477, - "recall": 0.453557, - "f1": 0.416784, - "accuracy": 0.453557, - "main_score": 0.416784, - "hf_subset": "kab_Latn-sna_Latn", - "languages": [ - "kab-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410109, - "recall": 0.451581, - "f1": 0.421222, - "accuracy": 0.451581, - "main_score": 0.421222, - "hf_subset": "kab_Latn-tso_Latn", - "languages": [ - "kab-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367974, - "recall": 0.414032, - "f1": 0.378895, - "accuracy": 0.414032, - "main_score": 0.378895, - "hf_subset": "kab_Latn-azj_Latn", - "languages": [ - "kab-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357627, - "recall": 0.407115, - "f1": 0.370659, - "accuracy": 0.407115, - "main_score": 0.370659, - "hf_subset": "kab_Latn-dik_Latn", - "languages": [ - "kab-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424688, - "recall": 0.467391, - "f1": 0.435682, - "accuracy": 0.467391, - "main_score": 0.435682, - "hf_subset": "kab_Latn-hau_Latn", - "languages": [ - "kab-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397416, - "recall": 0.434783, - "f1": 0.406982, - "accuracy": 0.434783, - "main_score": 0.406982, - "hf_subset": "kab_Latn-kea_Latn", - "languages": [ - "kab-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373728, - "recall": 0.418972, - "f1": 0.384536, - "accuracy": 0.418972, - "main_score": 0.384536, - "hf_subset": "kab_Latn-lus_Latn", - "languages": [ - "kab-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386663, - "recall": 0.420949, - "f1": 0.395445, - "accuracy": 0.420949, - "main_score": 0.395445, - "hf_subset": "kab_Latn-pag_Latn", - "languages": [ - "kab-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37023, - "recall": 0.412055, - "f1": 0.381516, - "accuracy": 0.412055, - "main_score": 0.381516, - "hf_subset": "kab_Latn-snd_Arab", - "languages": [ - "kab-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364869, - "recall": 0.409091, - "f1": 0.375558, - "accuracy": 0.409091, - "main_score": 0.375558, - "hf_subset": "kab_Latn-tuk_Latn", - "languages": [ - "kab-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389622, - "recall": 0.428854, - "f1": 0.39946, - "accuracy": 0.428854, - "main_score": 0.39946, - "hf_subset": "kab_Latn-bak_Cyrl", - "languages": [ - "kab-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302561, - "recall": 0.354743, - "f1": 0.315586, - "accuracy": 0.354743, - "main_score": 0.315586, - "hf_subset": "kab_Latn-dyu_Latn", - "languages": [ - "kab-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37718, - "recall": 0.423913, - "f1": 0.388797, - "accuracy": 0.423913, - "main_score": 0.388797, - "hf_subset": "kab_Latn-heb_Hebr", - "languages": [ - "kab-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.367583, - "recall": 0.414032, - "f1": 0.379372, - "accuracy": 0.414032, - "main_score": 0.379372, - "hf_subset": "kab_Latn-khk_Cyrl", - "languages": [ - "kab-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378378, - "recall": 0.420949, - "f1": 0.388207, - "accuracy": 0.420949, - "main_score": 0.388207, - "hf_subset": "kab_Latn-lvs_Latn", - "languages": [ - "kab-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372576, - "recall": 0.420949, - "f1": 0.384199, - "accuracy": 0.420949, - "main_score": 0.384199, - "hf_subset": "kab_Latn-pan_Guru", - "languages": [ - "kab-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429269, - "recall": 0.472332, - "f1": 0.440443, - "accuracy": 0.472332, - "main_score": 0.440443, - "hf_subset": "kab_Latn-som_Latn", - "languages": [ - "kab-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.383954, - "recall": 0.421937, - "f1": 0.393842, - "accuracy": 0.421937, - "main_score": 0.393842, - "hf_subset": "kab_Latn-tum_Latn", - "languages": [ - "kab-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590748, - "recall": 0.645257, - "f1": 0.606579, - "accuracy": 0.645257, - "main_score": 0.606579, - "hf_subset": "lim_Latn-ace_Arab", - "languages": [ - "lim-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526434, - "recall": 0.583992, - "f1": 0.543404, - "accuracy": 0.583992, - "main_score": 0.543404, - "hf_subset": "lim_Latn-bam_Latn", - "languages": [ - "lim-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38351, - "recall": 0.452569, - "f1": 0.401914, - "accuracy": 0.452569, - "main_score": 0.401914, - "hf_subset": "lim_Latn-dzo_Tibt", - "languages": [ - "lim-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-hin_Deva", - "languages": [ - "lim-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969944, - "recall": 0.979249, - "f1": 0.972892, - "accuracy": 0.979249, - "main_score": 0.972892, - "hf_subset": "lim_Latn-khm_Khmr", - "languages": [ - "lim-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "lim_Latn-mag_Deva", - "languages": [ - "lim-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.970356, - "f1": 0.962451, - "accuracy": 0.970356, - "main_score": 0.962451, - "hf_subset": "lim_Latn-pap_Latn", - "languages": [ - "lim-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585812, - "recall": 0.637352, - "f1": 0.600467, - "accuracy": 0.637352, - "main_score": 0.600467, - "hf_subset": "lim_Latn-sot_Latn", - "languages": [ - "lim-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lim_Latn-tur_Latn", - "languages": [ - "lim-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853815, - "recall": 0.883399, - "f1": 0.8627, - "accuracy": 0.883399, - "main_score": 0.8627, - "hf_subset": "lim_Latn-ace_Latn", - "languages": [ - "lim-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.951581, - "f1": 0.940679, - "accuracy": 0.951581, - "main_score": 0.940679, - "hf_subset": "lim_Latn-ban_Latn", - "languages": [ - "lim-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "lim_Latn-ell_Grek", - "languages": [ - "lim-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "lim_Latn-hne_Deva", - "languages": [ - "lim-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585425, - "recall": 0.637352, - "f1": 0.599914, - "accuracy": 0.637352, - "main_score": 0.599914, - "hf_subset": "lim_Latn-kik_Latn", - "languages": [ - "lim-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lim_Latn-mai_Deva", - "languages": [ - "lim-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927157, - "recall": 0.948617, - "f1": 0.93386, - "accuracy": 0.948617, - "main_score": 0.93386, - "hf_subset": "lim_Latn-pbt_Arab", - "languages": [ - "lim-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lim_Latn-spa_Latn", - "languages": [ - "lim-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624894, - "recall": 0.681818, - "f1": 0.64061, - "accuracy": 0.681818, - "main_score": 0.64061, - "hf_subset": "lim_Latn-twi_Latn", - "languages": [ - "lim-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "lim_Latn-acm_Arab", - "languages": [ - "lim-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "lim_Latn-bel_Cyrl", - "languages": [ - "lim-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lim_Latn-eng_Latn", - "languages": [ - "lim-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-hrv_Latn", - "languages": [ - "lim-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54161, - "recall": 0.600791, - "f1": 0.557795, - "accuracy": 0.600791, - "main_score": 0.557795, - "hf_subset": "lim_Latn-kin_Latn", - "languages": [ - "lim-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "lim_Latn-mal_Mlym", - "languages": [ - "lim-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lim_Latn-pes_Arab", - "languages": [ - "lim-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "lim_Latn-srd_Latn", - "languages": [ - "lim-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187843, - "recall": 0.232213, - "f1": 0.198378, - "accuracy": 0.232213, - "main_score": 0.198378, - "hf_subset": "lim_Latn-tzm_Tfng", - "languages": [ - "lim-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977684, - "recall": 0.98419, - "f1": 0.979644, - "accuracy": 0.98419, - "main_score": 0.979644, - "hf_subset": "lim_Latn-acq_Arab", - "languages": [ - "lim-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623364, - "recall": 0.66996, - "f1": 0.636211, - "accuracy": 0.66996, - "main_score": 0.636211, - "hf_subset": "lim_Latn-bem_Latn", - "languages": [ - "lim-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985919, - "recall": 0.990119, - "f1": 0.98722, - "accuracy": 0.990119, - "main_score": 0.98722, - "hf_subset": "lim_Latn-epo_Latn", - "languages": [ - "lim-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "lim_Latn-hun_Latn", - "languages": [ - "lim-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955484, - "recall": 0.968379, - "f1": 0.959387, - "accuracy": 0.968379, - "main_score": 0.959387, - "hf_subset": "lim_Latn-kir_Cyrl", - "languages": [ - "lim-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-mar_Deva", - "languages": [ - "lim-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657016, - "recall": 0.709486, - "f1": 0.672285, - "accuracy": 0.709486, - "main_score": 0.672285, - "hf_subset": "lim_Latn-plt_Latn", - "languages": [ - "lim-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lim_Latn-srp_Cyrl", - "languages": [ - "lim-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907806, - "recall": 0.931818, - "f1": 0.915152, - "accuracy": 0.931818, - "main_score": 0.915152, - "hf_subset": "lim_Latn-uig_Arab", - "languages": [ - "lim-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967095, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "lim_Latn-aeb_Arab", - "languages": [ - "lim-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-ben_Beng", - "languages": [ - "lim-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lim_Latn-est_Latn", - "languages": [ - "lim-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lim_Latn-hye_Armn", - "languages": [ - "lim-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548468, - "recall": 0.597826, - "f1": 0.562156, - "accuracy": 0.597826, - "main_score": 0.562156, - "hf_subset": "lim_Latn-kmb_Latn", - "languages": [ - "lim-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519104, - "recall": 0.585968, - "f1": 0.536506, - "accuracy": 0.585968, - "main_score": 0.536506, - "hf_subset": "lim_Latn-min_Arab", - "languages": [ - "lim-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-pol_Latn", - "languages": [ - "lim-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550291, - "recall": 0.608696, - "f1": 0.566883, - "accuracy": 0.608696, - "main_score": 0.566883, - "hf_subset": "lim_Latn-ssw_Latn", - "languages": [ - "lim-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lim_Latn-ukr_Cyrl", - "languages": [ - "lim-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lim_Latn-afr_Latn", - "languages": [ - "lim-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "lim_Latn-bho_Deva", - "languages": [ - "lim-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "lim_Latn-eus_Latn", - "languages": [ - "lim-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576576, - "recall": 0.628458, - "f1": 0.591488, - "accuracy": 0.628458, - "main_score": 0.591488, - "hf_subset": "lim_Latn-ibo_Latn", - "languages": [ - "lim-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827726, - "recall": 0.869565, - "f1": 0.840766, - "accuracy": 0.869565, - "main_score": 0.840766, - "hf_subset": "lim_Latn-kmr_Latn", - "languages": [ - "lim-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944335, - "recall": 0.958498, - "f1": 0.948946, - "accuracy": 0.958498, - "main_score": 0.948946, - "hf_subset": "lim_Latn-min_Latn", - "languages": [ - "lim-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "lim_Latn-por_Latn", - "languages": [ - "lim-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "lim_Latn-sun_Latn", - "languages": [ - "lim-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522643, - "recall": 0.581028, - "f1": 0.539255, - "accuracy": 0.581028, - "main_score": 0.539255, - "hf_subset": "lim_Latn-umb_Latn", - "languages": [ - "lim-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lim_Latn-ajp_Arab", - "languages": [ - "lim-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540751, - "recall": 0.603755, - "f1": 0.558762, - "accuracy": 0.603755, - "main_score": 0.558762, - "hf_subset": "lim_Latn-bjn_Arab", - "languages": [ - "lim-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527533, - "recall": 0.576087, - "f1": 0.540703, - "accuracy": 0.576087, - "main_score": 0.540703, - "hf_subset": "lim_Latn-ewe_Latn", - "languages": [ - "lim-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925395, - "recall": 0.943676, - "f1": 0.930929, - "accuracy": 0.943676, - "main_score": 0.930929, - "hf_subset": "lim_Latn-ilo_Latn", - "languages": [ - "lim-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31759, - "recall": 0.37747, - "f1": 0.33435, - "accuracy": 0.37747, - "main_score": 0.33435, - "hf_subset": "lim_Latn-knc_Arab", - "languages": [ - "lim-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lim_Latn-mkd_Cyrl", - "languages": [ - "lim-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984437, - "recall": 0.98913, - "f1": 0.985903, - "accuracy": 0.98913, - "main_score": 0.985903, - "hf_subset": "lim_Latn-prs_Arab", - "languages": [ - "lim-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lim_Latn-swe_Latn", - "languages": [ - "lim-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-urd_Arab", - "languages": [ - "lim-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599949, - "recall": 0.658103, - "f1": 0.615898, - "accuracy": 0.658103, - "main_score": 0.615898, - "hf_subset": "lim_Latn-aka_Latn", - "languages": [ - "lim-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947903, - "recall": 0.962451, - "f1": 0.952437, - "accuracy": 0.962451, - "main_score": 0.952437, - "hf_subset": "lim_Latn-bjn_Latn", - "languages": [ - "lim-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947381, - "recall": 0.962451, - "f1": 0.951976, - "accuracy": 0.962451, - "main_score": 0.951976, - "hf_subset": "lim_Latn-fao_Latn", - "languages": [ - "lim-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lim_Latn-ind_Latn", - "languages": [ - "lim-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581039, - "recall": 0.629447, - "f1": 0.594432, - "accuracy": 0.629447, - "main_score": 0.594432, - "hf_subset": "lim_Latn-knc_Latn", - "languages": [ - "lim-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.982213, - "f1": 0.97668, - "accuracy": 0.982213, - "main_score": 0.97668, - "hf_subset": "lim_Latn-mlt_Latn", - "languages": [ - "lim-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667841, - "recall": 0.724308, - "f1": 0.684373, - "accuracy": 0.724308, - "main_score": 0.684373, - "hf_subset": "lim_Latn-quy_Latn", - "languages": [ - "lim-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924984, - "recall": 0.947628, - "f1": 0.932213, - "accuracy": 0.947628, - "main_score": 0.932213, - "hf_subset": "lim_Latn-swh_Latn", - "languages": [ - "lim-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "lim_Latn-uzn_Latn", - "languages": [ - "lim-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lim_Latn-als_Latn", - "languages": [ - "lim-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529132, - "recall": 0.613636, - "f1": 0.552548, - "accuracy": 0.613636, - "main_score": 0.552548, - "hf_subset": "lim_Latn-bod_Tibt", - "languages": [ - "lim-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666867, - "recall": 0.722332, - "f1": 0.682418, - "accuracy": 0.722332, - "main_score": 0.682418, - "hf_subset": "lim_Latn-fij_Latn", - "languages": [ - "lim-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953393, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "lim_Latn-isl_Latn", - "languages": [ - "lim-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655379, - "recall": 0.704545, - "f1": 0.669516, - "accuracy": 0.704545, - "main_score": 0.669516, - "hf_subset": "lim_Latn-kon_Latn", - "languages": [ - "lim-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641653, - "recall": 0.706522, - "f1": 0.660471, - "accuracy": 0.706522, - "main_score": 0.660471, - "hf_subset": "lim_Latn-mni_Beng", - "languages": [ - "lim-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "lim_Latn-ron_Latn", - "languages": [ - "lim-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963966, - "recall": 0.97332, - "f1": 0.966897, - "accuracy": 0.97332, - "main_score": 0.966897, - "hf_subset": "lim_Latn-szl_Latn", - "languages": [ - "lim-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984848, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "lim_Latn-vec_Latn", - "languages": [ - "lim-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877306, - "recall": 0.912055, - "f1": 0.888142, - "accuracy": 0.912055, - "main_score": 0.888142, - "hf_subset": "lim_Latn-amh_Ethi", - "languages": [ - "lim-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lim_Latn-bos_Latn", - "languages": [ - "lim-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-fin_Latn", - "languages": [ - "lim-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "lim_Latn-ita_Latn", - "languages": [ - "lim-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-kor_Hang", - "languages": [ - "lim-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559058, - "recall": 0.61166, - "f1": 0.5737, - "accuracy": 0.61166, - "main_score": 0.5737, - "hf_subset": "lim_Latn-mos_Latn", - "languages": [ - "lim-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549604, - "recall": 0.604743, - "f1": 0.56509, - "accuracy": 0.604743, - "main_score": 0.56509, - "hf_subset": "lim_Latn-run_Latn", - "languages": [ - "lim-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "lim_Latn-tam_Taml", - "languages": [ - "lim-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "lim_Latn-vie_Latn", - "languages": [ - "lim-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "lim_Latn-apc_Arab", - "languages": [ - "lim-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790613, - "recall": 0.83498, - "f1": 0.803741, - "accuracy": 0.83498, - "main_score": 0.803741, - "hf_subset": "lim_Latn-bug_Latn", - "languages": [ - "lim-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478781, - "recall": 0.534585, - "f1": 0.49338, - "accuracy": 0.534585, - "main_score": 0.49338, - "hf_subset": "lim_Latn-fon_Latn", - "languages": [ - "lim-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "lim_Latn-jav_Latn", - "languages": [ - "lim-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95858, - "recall": 0.971344, - "f1": 0.962681, - "accuracy": 0.971344, - "main_score": 0.962681, - "hf_subset": "lim_Latn-lao_Laoo", - "languages": [ - "lim-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790761, - "recall": 0.838933, - "f1": 0.804536, - "accuracy": 0.838933, - "main_score": 0.804536, - "hf_subset": "lim_Latn-mri_Latn", - "languages": [ - "lim-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "lim_Latn-rus_Cyrl", - "languages": [ - "lim-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543644, - "recall": 0.594862, - "f1": 0.557666, - "accuracy": 0.594862, - "main_score": 0.557666, - "hf_subset": "lim_Latn-taq_Latn", - "languages": [ - "lim-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968956, - "recall": 0.978261, - "f1": 0.971904, - "accuracy": 0.978261, - "main_score": 0.971904, - "hf_subset": "lim_Latn-war_Latn", - "languages": [ - "lim-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "lim_Latn-arb_Arab", - "languages": [ - "lim-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lim_Latn-bul_Cyrl", - "languages": [ - "lim-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "lim_Latn-fra_Latn", - "languages": [ - "lim-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "lim_Latn-jpn_Jpan", - "languages": [ - "lim-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.978261, - "f1": 0.972614, - "accuracy": 0.978261, - "main_score": 0.972614, - "hf_subset": "lim_Latn-lij_Latn", - "languages": [ - "lim-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943594, - "recall": 0.960474, - "f1": 0.949012, - "accuracy": 0.960474, - "main_score": 0.949012, - "hf_subset": "lim_Latn-mya_Mymr", - "languages": [ - "lim-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602304, - "recall": 0.666996, - "f1": 0.620477, - "accuracy": 0.666996, - "main_score": 0.620477, - "hf_subset": "lim_Latn-sag_Latn", - "languages": [ - "lim-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196744, - "recall": 0.248024, - "f1": 0.208197, - "accuracy": 0.248024, - "main_score": 0.208197, - "hf_subset": "lim_Latn-taq_Tfng", - "languages": [ - "lim-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61983, - "recall": 0.674901, - "f1": 0.635174, - "accuracy": 0.674901, - "main_score": 0.635174, - "hf_subset": "lim_Latn-wol_Latn", - "languages": [ - "lim-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725431, - "recall": 0.782609, - "f1": 0.741568, - "accuracy": 0.782609, - "main_score": 0.741568, - "hf_subset": "lim_Latn-arb_Latn", - "languages": [ - "lim-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lim_Latn-cat_Latn", - "languages": [ - "lim-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.970356, - "f1": 0.962239, - "accuracy": 0.970356, - "main_score": 0.962239, - "hf_subset": "lim_Latn-fur_Latn", - "languages": [ - "lim-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422448, - "recall": 0.476285, - "f1": 0.437231, - "accuracy": 0.476285, - "main_score": 0.437231, - "hf_subset": "lim_Latn-kab_Latn", - "languages": [ - "lim-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-nld_Latn", - "languages": [ - "lim-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.964427, - "f1": 0.955171, - "accuracy": 0.964427, - "main_score": 0.955171, - "hf_subset": "lim_Latn-san_Deva", - "languages": [ - "lim-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971097, - "recall": 0.979249, - "f1": 0.973551, - "accuracy": 0.979249, - "main_score": 0.973551, - "hf_subset": "lim_Latn-tat_Cyrl", - "languages": [ - "lim-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651393, - "recall": 0.705534, - "f1": 0.667154, - "accuracy": 0.705534, - "main_score": 0.667154, - "hf_subset": "lim_Latn-xho_Latn", - "languages": [ - "lim-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979331, - "recall": 0.985178, - "f1": 0.981126, - "accuracy": 0.985178, - "main_score": 0.981126, - "hf_subset": "lim_Latn-ars_Arab", - "languages": [ - "lim-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964239, - "recall": 0.974308, - "f1": 0.967309, - "accuracy": 0.974308, - "main_score": 0.967309, - "hf_subset": "lim_Latn-ceb_Latn", - "languages": [ - "lim-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558852, - "recall": 0.613636, - "f1": 0.574548, - "accuracy": 0.613636, - "main_score": 0.574548, - "hf_subset": "lim_Latn-fuv_Latn", - "languages": [ - "lim-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515417, - "recall": 0.573123, - "f1": 0.53166, - "accuracy": 0.573123, - "main_score": 0.53166, - "hf_subset": "lim_Latn-kac_Latn", - "languages": [ - "lim-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666354, - "recall": 0.714427, - "f1": 0.68003, - "accuracy": 0.714427, - "main_score": 0.68003, - "hf_subset": "lim_Latn-lin_Latn", - "languages": [ - "lim-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-nno_Latn", - "languages": [ - "lim-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213245, - "recall": 0.277668, - "f1": 0.229431, - "accuracy": 0.277668, - "main_score": 0.229431, - "hf_subset": "lim_Latn-sat_Olck", - "languages": [ - "lim-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lim_Latn-tel_Telu", - "languages": [ - "lim-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938439, - "recall": 0.955534, - "f1": 0.943643, - "accuracy": 0.955534, - "main_score": 0.943643, - "hf_subset": "lim_Latn-ydd_Hebr", - "languages": [ - "lim-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "lim_Latn-ary_Arab", - "languages": [ - "lim-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lim_Latn-ces_Latn", - "languages": [ - "lim-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561166, - "recall": 0.618577, - "f1": 0.577687, - "accuracy": 0.618577, - "main_score": 0.577687, - "hf_subset": "lim_Latn-gaz_Latn", - "languages": [ - "lim-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569356, - "recall": 0.632411, - "f1": 0.586695, - "accuracy": 0.632411, - "main_score": 0.586695, - "hf_subset": "lim_Latn-kam_Latn", - "languages": [ - "lim-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "lim_Latn-lit_Latn", - "languages": [ - "lim-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-nob_Latn", - "languages": [ - "lim-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "lim_Latn-scn_Latn", - "languages": [ - "lim-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934865, - "recall": 0.953557, - "f1": 0.940566, - "accuracy": 0.953557, - "main_score": 0.940566, - "hf_subset": "lim_Latn-tgk_Cyrl", - "languages": [ - "lim-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662246, - "recall": 0.726285, - "f1": 0.681392, - "accuracy": 0.726285, - "main_score": 0.681392, - "hf_subset": "lim_Latn-yor_Latn", - "languages": [ - "lim-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976696, - "recall": 0.983202, - "f1": 0.978656, - "accuracy": 0.983202, - "main_score": 0.978656, - "hf_subset": "lim_Latn-arz_Arab", - "languages": [ - "lim-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566283, - "recall": 0.62253, - "f1": 0.582431, - "accuracy": 0.62253, - "main_score": 0.582431, - "hf_subset": "lim_Latn-cjk_Latn", - "languages": [ - "lim-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736364, - "recall": 0.787549, - "f1": 0.751647, - "accuracy": 0.787549, - "main_score": 0.751647, - "hf_subset": "lim_Latn-gla_Latn", - "languages": [ - "lim-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "lim_Latn-kan_Knda", - "languages": [ - "lim-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.979249, - "f1": 0.973979, - "accuracy": 0.979249, - "main_score": 0.973979, - "hf_subset": "lim_Latn-lmo_Latn", - "languages": [ - "lim-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "lim_Latn-npi_Deva", - "languages": [ - "lim-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461679, - "recall": 0.521739, - "f1": 0.478288, - "accuracy": 0.521739, - "main_score": 0.478288, - "hf_subset": "lim_Latn-shn_Mymr", - "languages": [ - "lim-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lim_Latn-tgl_Latn", - "languages": [ - "lim-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lim_Latn-yue_Hant", - "languages": [ - "lim-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968626, - "recall": 0.977273, - "f1": 0.971198, - "accuracy": 0.977273, - "main_score": 0.971198, - "hf_subset": "lim_Latn-asm_Beng", - "languages": [ - "lim-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908762, - "recall": 0.932806, - "f1": 0.915895, - "accuracy": 0.932806, - "main_score": 0.915895, - "hf_subset": "lim_Latn-ckb_Arab", - "languages": [ - "lim-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814657, - "recall": 0.858696, - "f1": 0.82795, - "accuracy": 0.858696, - "main_score": 0.82795, - "hf_subset": "lim_Latn-gle_Latn", - "languages": [ - "lim-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889575, - "recall": 0.917984, - "f1": 0.898405, - "accuracy": 0.917984, - "main_score": 0.898405, - "hf_subset": "lim_Latn-kas_Arab", - "languages": [ - "lim-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915761, - "recall": 0.938735, - "f1": 0.922944, - "accuracy": 0.938735, - "main_score": 0.922944, - "hf_subset": "lim_Latn-ltg_Latn", - "languages": [ - "lim-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612353, - "recall": 0.666008, - "f1": 0.627553, - "accuracy": 0.666008, - "main_score": 0.627553, - "hf_subset": "lim_Latn-nso_Latn", - "languages": [ - "lim-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929265, - "recall": 0.949605, - "f1": 0.935837, - "accuracy": 0.949605, - "main_score": 0.935837, - "hf_subset": "lim_Latn-sin_Sinh", - "languages": [ - "lim-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981472, - "recall": 0.987154, - "f1": 0.983267, - "accuracy": 0.987154, - "main_score": 0.983267, - "hf_subset": "lim_Latn-tha_Thai", - "languages": [ - "lim-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "lim_Latn-zho_Hans", - "languages": [ - "lim-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lim_Latn-ast_Latn", - "languages": [ - "lim-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960721, - "recall": 0.972332, - "f1": 0.964328, - "accuracy": 0.972332, - "main_score": 0.964328, - "hf_subset": "lim_Latn-crh_Latn", - "languages": [ - "lim-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lim_Latn-glg_Latn", - "languages": [ - "lim-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851614, - "recall": 0.887352, - "f1": 0.86278, - "accuracy": 0.887352, - "main_score": 0.86278, - "hf_subset": "lim_Latn-kas_Deva", - "languages": [ - "lim-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "lim_Latn-ltz_Latn", - "languages": [ - "lim-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471369, - "recall": 0.537549, - "f1": 0.48975, - "accuracy": 0.537549, - "main_score": 0.48975, - "hf_subset": "lim_Latn-nus_Latn", - "languages": [ - "lim-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-slk_Latn", - "languages": [ - "lim-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587026, - "recall": 0.656126, - "f1": 0.606581, - "accuracy": 0.656126, - "main_score": 0.606581, - "hf_subset": "lim_Latn-tir_Ethi", - "languages": [ - "lim-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lim_Latn-zho_Hant", - "languages": [ - "lim-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968791, - "recall": 0.977273, - "f1": 0.97141, - "accuracy": 0.977273, - "main_score": 0.97141, - "hf_subset": "lim_Latn-awa_Deva", - "languages": [ - "lim-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923864, - "recall": 0.943676, - "f1": 0.929677, - "accuracy": 0.943676, - "main_score": 0.929677, - "hf_subset": "lim_Latn-cym_Latn", - "languages": [ - "lim-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817836, - "recall": 0.852767, - "f1": 0.828016, - "accuracy": 0.852767, - "main_score": 0.828016, - "hf_subset": "lim_Latn-grn_Latn", - "languages": [ - "lim-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963192, - "recall": 0.97332, - "f1": 0.96614, - "accuracy": 0.97332, - "main_score": 0.96614, - "hf_subset": "lim_Latn-kat_Geor", - "languages": [ - "lim-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648968, - "recall": 0.69664, - "f1": 0.662799, - "accuracy": 0.69664, - "main_score": 0.662799, - "hf_subset": "lim_Latn-lua_Latn", - "languages": [ - "lim-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623265, - "recall": 0.675889, - "f1": 0.638759, - "accuracy": 0.675889, - "main_score": 0.638759, - "hf_subset": "lim_Latn-nya_Latn", - "languages": [ - "lim-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "lim_Latn-slv_Latn", - "languages": [ - "lim-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900009, - "recall": 0.925889, - "f1": 0.907809, - "accuracy": 0.925889, - "main_score": 0.907809, - "hf_subset": "lim_Latn-tpi_Latn", - "languages": [ - "lim-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lim_Latn-zsm_Latn", - "languages": [ - "lim-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547706, - "recall": 0.602767, - "f1": 0.563265, - "accuracy": 0.602767, - "main_score": 0.563265, - "hf_subset": "lim_Latn-ayr_Latn", - "languages": [ - "lim-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lim_Latn-dan_Latn", - "languages": [ - "lim-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lim_Latn-guj_Gujr", - "languages": [ - "lim-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "lim_Latn-kaz_Cyrl", - "languages": [ - "lim-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528627, - "recall": 0.583992, - "f1": 0.543304, - "accuracy": 0.583992, - "main_score": 0.543304, - "hf_subset": "lim_Latn-lug_Latn", - "languages": [ - "lim-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lim_Latn-oci_Latn", - "languages": [ - "lim-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766667, - "recall": 0.818182, - "f1": 0.782016, - "accuracy": 0.818182, - "main_score": 0.782016, - "hf_subset": "lim_Latn-smo_Latn", - "languages": [ - "lim-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544846, - "recall": 0.605731, - "f1": 0.562449, - "accuracy": 0.605731, - "main_score": 0.562449, - "hf_subset": "lim_Latn-tsn_Latn", - "languages": [ - "lim-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604242, - "recall": 0.660079, - "f1": 0.620603, - "accuracy": 0.660079, - "main_score": 0.620603, - "hf_subset": "lim_Latn-zul_Latn", - "languages": [ - "lim-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872941, - "recall": 0.90415, - "f1": 0.882609, - "accuracy": 0.90415, - "main_score": 0.882609, - "hf_subset": "lim_Latn-azb_Arab", - "languages": [ - "lim-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "lim_Latn-deu_Latn", - "languages": [ - "lim-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.953557, - "f1": 0.940514, - "accuracy": 0.953557, - "main_score": 0.940514, - "hf_subset": "lim_Latn-hat_Latn", - "languages": [ - "lim-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497341, - "recall": 0.550395, - "f1": 0.512389, - "accuracy": 0.550395, - "main_score": 0.512389, - "hf_subset": "lim_Latn-kbp_Latn", - "languages": [ - "lim-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583198, - "recall": 0.635375, - "f1": 0.597109, - "accuracy": 0.635375, - "main_score": 0.597109, - "hf_subset": "lim_Latn-luo_Latn", - "languages": [ - "lim-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lim_Latn-ory_Orya", - "languages": [ - "lim-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588956, - "recall": 0.645257, - "f1": 0.605305, - "accuracy": 0.645257, - "main_score": 0.605305, - "hf_subset": "lim_Latn-sna_Latn", - "languages": [ - "lim-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560236, - "recall": 0.601779, - "f1": 0.571744, - "accuracy": 0.601779, - "main_score": 0.571744, - "hf_subset": "lim_Latn-tso_Latn", - "languages": [ - "lim-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "lim_Latn-azj_Latn", - "languages": [ - "lim-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530715, - "recall": 0.592885, - "f1": 0.548635, - "accuracy": 0.592885, - "main_score": 0.548635, - "hf_subset": "lim_Latn-dik_Latn", - "languages": [ - "lim-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694322, - "recall": 0.75, - "f1": 0.710806, - "accuracy": 0.75, - "main_score": 0.710806, - "hf_subset": "lim_Latn-hau_Latn", - "languages": [ - "lim-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946558, - "recall": 0.963439, - "f1": 0.951976, - "accuracy": 0.963439, - "main_score": 0.951976, - "hf_subset": "lim_Latn-kea_Latn", - "languages": [ - "lim-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7236, - "recall": 0.770751, - "f1": 0.737305, - "accuracy": 0.770751, - "main_score": 0.737305, - "hf_subset": "lim_Latn-lus_Latn", - "languages": [ - "lim-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847908, - "recall": 0.873518, - "f1": 0.855055, - "accuracy": 0.873518, - "main_score": 0.855055, - "hf_subset": "lim_Latn-pag_Latn", - "languages": [ - "lim-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976449, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "lim_Latn-snd_Arab", - "languages": [ - "lim-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893314, - "recall": 0.921937, - "f1": 0.902339, - "accuracy": 0.921937, - "main_score": 0.902339, - "hf_subset": "lim_Latn-tuk_Latn", - "languages": [ - "lim-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958745, - "recall": 0.970356, - "f1": 0.962516, - "accuracy": 0.970356, - "main_score": 0.962516, - "hf_subset": "lim_Latn-bak_Cyrl", - "languages": [ - "lim-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496814, - "recall": 0.571146, - "f1": 0.518725, - "accuracy": 0.571146, - "main_score": 0.518725, - "hf_subset": "lim_Latn-dyu_Latn", - "languages": [ - "lim-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lim_Latn-heb_Hebr", - "languages": [ - "lim-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939839, - "recall": 0.95751, - "f1": 0.945389, - "accuracy": 0.95751, - "main_score": 0.945389, - "hf_subset": "lim_Latn-khk_Cyrl", - "languages": [ - "lim-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lim_Latn-lvs_Latn", - "languages": [ - "lim-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "lim_Latn-pan_Guru", - "languages": [ - "lim-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673238, - "recall": 0.727273, - "f1": 0.688632, - "accuracy": 0.727273, - "main_score": 0.688632, - "hf_subset": "lim_Latn-som_Latn", - "languages": [ - "lim-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578232, - "recall": 0.626482, - "f1": 0.592036, - "accuracy": 0.626482, - "main_score": 0.592036, - "hf_subset": "lim_Latn-tum_Latn", - "languages": [ - "lim-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580596, - "recall": 0.640316, - "f1": 0.597341, - "accuracy": 0.640316, - "main_score": 0.597341, - "hf_subset": "nld_Latn-ace_Arab", - "languages": [ - "nld-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522389, - "recall": 0.585968, - "f1": 0.540514, - "accuracy": 0.585968, - "main_score": 0.540514, - "hf_subset": "nld_Latn-bam_Latn", - "languages": [ - "nld-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433258, - "recall": 0.508893, - "f1": 0.454151, - "accuracy": 0.508893, - "main_score": 0.454151, - "hf_subset": "nld_Latn-dzo_Tibt", - "languages": [ - "nld-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-hin_Deva", - "languages": [ - "nld-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-khm_Khmr", - "languages": [ - "nld-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-mag_Deva", - "languages": [ - "nld-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "nld_Latn-pap_Latn", - "languages": [ - "nld-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596931, - "recall": 0.651186, - "f1": 0.612469, - "accuracy": 0.651186, - "main_score": 0.612469, - "hf_subset": "nld_Latn-sot_Latn", - "languages": [ - "nld-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-tur_Latn", - "languages": [ - "nld-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870636, - "recall": 0.906126, - "f1": 0.881983, - "accuracy": 0.906126, - "main_score": 0.881983, - "hf_subset": "nld_Latn-ace_Latn", - "languages": [ - "nld-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.969368, - "f1": 0.961298, - "accuracy": 0.969368, - "main_score": 0.961298, - "hf_subset": "nld_Latn-ban_Latn", - "languages": [ - "nld-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ell_Grek", - "languages": [ - "nld-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nld_Latn-hne_Deva", - "languages": [ - "nld-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608751, - "recall": 0.664032, - "f1": 0.624574, - "accuracy": 0.664032, - "main_score": 0.624574, - "hf_subset": "nld_Latn-kik_Latn", - "languages": [ - "nld-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-mai_Deva", - "languages": [ - "nld-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "nld_Latn-pbt_Arab", - "languages": [ - "nld-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-spa_Latn", - "languages": [ - "nld-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623435, - "recall": 0.690711, - "f1": 0.642707, - "accuracy": 0.690711, - "main_score": 0.642707, - "hf_subset": "nld_Latn-twi_Latn", - "languages": [ - "nld-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-acm_Arab", - "languages": [ - "nld-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-bel_Cyrl", - "languages": [ - "nld-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-eng_Latn", - "languages": [ - "nld-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-hrv_Latn", - "languages": [ - "nld-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556211, - "recall": 0.617589, - "f1": 0.573814, - "accuracy": 0.617589, - "main_score": 0.573814, - "hf_subset": "nld_Latn-kin_Latn", - "languages": [ - "nld-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-mal_Mlym", - "languages": [ - "nld-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-pes_Arab", - "languages": [ - "nld-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "nld_Latn-srd_Latn", - "languages": [ - "nld-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17814, - "recall": 0.227273, - "f1": 0.190602, - "accuracy": 0.227273, - "main_score": 0.190602, - "hf_subset": "nld_Latn-tzm_Tfng", - "languages": [ - "nld-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-acq_Arab", - "languages": [ - "nld-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635916, - "recall": 0.694664, - "f1": 0.652804, - "accuracy": 0.694664, - "main_score": 0.652804, - "hf_subset": "nld_Latn-bem_Latn", - "languages": [ - "nld-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-epo_Latn", - "languages": [ - "nld-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-hun_Latn", - "languages": [ - "nld-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nld_Latn-kir_Cyrl", - "languages": [ - "nld-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-mar_Deva", - "languages": [ - "nld-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681835, - "recall": 0.735178, - "f1": 0.697516, - "accuracy": 0.735178, - "main_score": 0.697516, - "hf_subset": "nld_Latn-plt_Latn", - "languages": [ - "nld-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-srp_Cyrl", - "languages": [ - "nld-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "nld_Latn-uig_Arab", - "languages": [ - "nld-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-aeb_Arab", - "languages": [ - "nld-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ben_Beng", - "languages": [ - "nld-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-est_Latn", - "languages": [ - "nld-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-hye_Armn", - "languages": [ - "nld-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556985, - "recall": 0.61166, - "f1": 0.572501, - "accuracy": 0.61166, - "main_score": 0.572501, - "hf_subset": "nld_Latn-kmb_Latn", - "languages": [ - "nld-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505343, - "recall": 0.577075, - "f1": 0.524776, - "accuracy": 0.577075, - "main_score": 0.524776, - "hf_subset": "nld_Latn-min_Arab", - "languages": [ - "nld-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-pol_Latn", - "languages": [ - "nld-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566304, - "recall": 0.628458, - "f1": 0.584834, - "accuracy": 0.628458, - "main_score": 0.584834, - "hf_subset": "nld_Latn-ssw_Latn", - "languages": [ - "nld-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ukr_Cyrl", - "languages": [ - "nld-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-afr_Latn", - "languages": [ - "nld-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-bho_Deva", - "languages": [ - "nld-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "nld_Latn-eus_Latn", - "languages": [ - "nld-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588052, - "recall": 0.650198, - "f1": 0.605626, - "accuracy": 0.650198, - "main_score": 0.605626, - "hf_subset": "nld_Latn-ibo_Latn", - "languages": [ - "nld-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897974, - "recall": 0.925889, - "f1": 0.906851, - "accuracy": 0.925889, - "main_score": 0.906851, - "hf_subset": "nld_Latn-kmr_Latn", - "languages": [ - "nld-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nld_Latn-min_Latn", - "languages": [ - "nld-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-por_Latn", - "languages": [ - "nld-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nld_Latn-sun_Latn", - "languages": [ - "nld-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524806, - "recall": 0.58498, - "f1": 0.54213, - "accuracy": 0.58498, - "main_score": 0.54213, - "hf_subset": "nld_Latn-umb_Latn", - "languages": [ - "nld-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ajp_Arab", - "languages": [ - "nld-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544551, - "recall": 0.61166, - "f1": 0.563539, - "accuracy": 0.61166, - "main_score": 0.563539, - "hf_subset": "nld_Latn-bjn_Arab", - "languages": [ - "nld-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534273, - "recall": 0.590909, - "f1": 0.550283, - "accuracy": 0.590909, - "main_score": 0.550283, - "hf_subset": "nld_Latn-ewe_Latn", - "languages": [ - "nld-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "nld_Latn-ilo_Latn", - "languages": [ - "nld-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313245, - "recall": 0.378458, - "f1": 0.331825, - "accuracy": 0.378458, - "main_score": 0.331825, - "hf_subset": "nld_Latn-knc_Arab", - "languages": [ - "nld-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-mkd_Cyrl", - "languages": [ - "nld-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-prs_Arab", - "languages": [ - "nld-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-swe_Latn", - "languages": [ - "nld-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-urd_Arab", - "languages": [ - "nld-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603674, - "recall": 0.662055, - "f1": 0.620201, - "accuracy": 0.662055, - "main_score": 0.620201, - "hf_subset": "nld_Latn-aka_Latn", - "languages": [ - "nld-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nld_Latn-bjn_Latn", - "languages": [ - "nld-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "nld_Latn-fao_Latn", - "languages": [ - "nld-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ind_Latn", - "languages": [ - "nld-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598246, - "recall": 0.65415, - "f1": 0.614338, - "accuracy": 0.65415, - "main_score": 0.614338, - "hf_subset": "nld_Latn-knc_Latn", - "languages": [ - "nld-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nld_Latn-mlt_Latn", - "languages": [ - "nld-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712883, - "recall": 0.774704, - "f1": 0.731176, - "accuracy": 0.774704, - "main_score": 0.731176, - "hf_subset": "nld_Latn-quy_Latn", - "languages": [ - "nld-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "nld_Latn-swh_Latn", - "languages": [ - "nld-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-uzn_Latn", - "languages": [ - "nld-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-als_Latn", - "languages": [ - "nld-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651466, - "recall": 0.729249, - "f1": 0.674111, - "accuracy": 0.729249, - "main_score": 0.674111, - "hf_subset": "nld_Latn-bod_Tibt", - "languages": [ - "nld-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714379, - "recall": 0.766798, - "f1": 0.729716, - "accuracy": 0.766798, - "main_score": 0.729716, - "hf_subset": "nld_Latn-fij_Latn", - "languages": [ - "nld-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "nld_Latn-isl_Latn", - "languages": [ - "nld-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67761, - "recall": 0.729249, - "f1": 0.692418, - "accuracy": 0.729249, - "main_score": 0.692418, - "hf_subset": "nld_Latn-kon_Latn", - "languages": [ - "nld-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661331, - "recall": 0.725296, - "f1": 0.67996, - "accuracy": 0.725296, - "main_score": 0.67996, - "hf_subset": "nld_Latn-mni_Beng", - "languages": [ - "nld-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ron_Latn", - "languages": [ - "nld-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "nld_Latn-szl_Latn", - "languages": [ - "nld-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-vec_Latn", - "languages": [ - "nld-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.960474, - "f1": 0.948287, - "accuracy": 0.960474, - "main_score": 0.948287, - "hf_subset": "nld_Latn-amh_Ethi", - "languages": [ - "nld-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-bos_Latn", - "languages": [ - "nld-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-fin_Latn", - "languages": [ - "nld-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ita_Latn", - "languages": [ - "nld-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-kor_Hang", - "languages": [ - "nld-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552063, - "recall": 0.609684, - "f1": 0.568051, - "accuracy": 0.609684, - "main_score": 0.568051, - "hf_subset": "nld_Latn-mos_Latn", - "languages": [ - "nld-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564879, - "recall": 0.619565, - "f1": 0.580458, - "accuracy": 0.619565, - "main_score": 0.580458, - "hf_subset": "nld_Latn-run_Latn", - "languages": [ - "nld-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-tam_Taml", - "languages": [ - "nld-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-vie_Latn", - "languages": [ - "nld-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-apc_Arab", - "languages": [ - "nld-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806341, - "recall": 0.848814, - "f1": 0.818841, - "accuracy": 0.848814, - "main_score": 0.818841, - "hf_subset": "nld_Latn-bug_Latn", - "languages": [ - "nld-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480772, - "recall": 0.537549, - "f1": 0.495899, - "accuracy": 0.537549, - "main_score": 0.495899, - "hf_subset": "nld_Latn-fon_Latn", - "languages": [ - "nld-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nld_Latn-jav_Latn", - "languages": [ - "nld-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nld_Latn-lao_Laoo", - "languages": [ - "nld-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873271, - "recall": 0.909091, - "f1": 0.884618, - "accuracy": 0.909091, - "main_score": 0.884618, - "hf_subset": "nld_Latn-mri_Latn", - "languages": [ - "nld-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-rus_Cyrl", - "languages": [ - "nld-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543717, - "recall": 0.612648, - "f1": 0.563018, - "accuracy": 0.612648, - "main_score": 0.563018, - "hf_subset": "nld_Latn-taq_Latn", - "languages": [ - "nld-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-war_Latn", - "languages": [ - "nld-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-arb_Arab", - "languages": [ - "nld-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-bul_Cyrl", - "languages": [ - "nld-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-fra_Latn", - "languages": [ - "nld-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-jpn_Jpan", - "languages": [ - "nld-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-lij_Latn", - "languages": [ - "nld-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "nld_Latn-mya_Mymr", - "languages": [ - "nld-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608577, - "recall": 0.674901, - "f1": 0.627362, - "accuracy": 0.674901, - "main_score": 0.627362, - "hf_subset": "nld_Latn-sag_Latn", - "languages": [ - "nld-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20066, - "recall": 0.256917, - "f1": 0.212932, - "accuracy": 0.256917, - "main_score": 0.212932, - "hf_subset": "nld_Latn-taq_Tfng", - "languages": [ - "nld-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638178, - "recall": 0.701581, - "f1": 0.656131, - "accuracy": 0.701581, - "main_score": 0.656131, - "hf_subset": "nld_Latn-wol_Latn", - "languages": [ - "nld-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806308, - "recall": 0.854743, - "f1": 0.820967, - "accuracy": 0.854743, - "main_score": 0.820967, - "hf_subset": "nld_Latn-arb_Latn", - "languages": [ - "nld-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-cat_Latn", - "languages": [ - "nld-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nld_Latn-fur_Latn", - "languages": [ - "nld-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420291, - "recall": 0.476285, - "f1": 0.436059, - "accuracy": 0.476285, - "main_score": 0.436059, - "hf_subset": "nld_Latn-kab_Latn", - "languages": [ - "nld-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nld_Latn-lim_Latn", - "languages": [ - "nld-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "nld_Latn-san_Deva", - "languages": [ - "nld-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-tat_Cyrl", - "languages": [ - "nld-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679685, - "recall": 0.741107, - "f1": 0.697727, - "accuracy": 0.741107, - "main_score": 0.697727, - "hf_subset": "nld_Latn-xho_Latn", - "languages": [ - "nld-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ars_Arab", - "languages": [ - "nld-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-ceb_Latn", - "languages": [ - "nld-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564425, - "recall": 0.626482, - "f1": 0.581996, - "accuracy": 0.626482, - "main_score": 0.581996, - "hf_subset": "nld_Latn-fuv_Latn", - "languages": [ - "nld-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514947, - "recall": 0.579051, - "f1": 0.532674, - "accuracy": 0.579051, - "main_score": 0.532674, - "hf_subset": "nld_Latn-kac_Latn", - "languages": [ - "nld-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672958, - "recall": 0.725296, - "f1": 0.688378, - "accuracy": 0.725296, - "main_score": 0.688378, - "hf_subset": "nld_Latn-lin_Latn", - "languages": [ - "nld-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-nno_Latn", - "languages": [ - "nld-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222534, - "recall": 0.299407, - "f1": 0.242973, - "accuracy": 0.299407, - "main_score": 0.242973, - "hf_subset": "nld_Latn-sat_Olck", - "languages": [ - "nld-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-tel_Telu", - "languages": [ - "nld-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "nld_Latn-ydd_Hebr", - "languages": [ - "nld-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "nld_Latn-ary_Arab", - "languages": [ - "nld-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ces_Latn", - "languages": [ - "nld-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585738, - "recall": 0.644269, - "f1": 0.602555, - "accuracy": 0.644269, - "main_score": 0.602555, - "hf_subset": "nld_Latn-gaz_Latn", - "languages": [ - "nld-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584792, - "recall": 0.651186, - "f1": 0.603576, - "accuracy": 0.651186, - "main_score": 0.603576, - "hf_subset": "nld_Latn-kam_Latn", - "languages": [ - "nld-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "nld_Latn-lit_Latn", - "languages": [ - "nld-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-nob_Latn", - "languages": [ - "nld-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "nld_Latn-scn_Latn", - "languages": [ - "nld-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "nld_Latn-tgk_Cyrl", - "languages": [ - "nld-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713201, - "recall": 0.778656, - "f1": 0.733317, - "accuracy": 0.778656, - "main_score": 0.733317, - "hf_subset": "nld_Latn-yor_Latn", - "languages": [ - "nld-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-arz_Arab", - "languages": [ - "nld-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573816, - "recall": 0.634387, - "f1": 0.590962, - "accuracy": 0.634387, - "main_score": 0.590962, - "hf_subset": "nld_Latn-cjk_Latn", - "languages": [ - "nld-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79972, - "recall": 0.848814, - "f1": 0.814559, - "accuracy": 0.848814, - "main_score": 0.814559, - "hf_subset": "nld_Latn-gla_Latn", - "languages": [ - "nld-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-kan_Knda", - "languages": [ - "nld-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "nld_Latn-lmo_Latn", - "languages": [ - "nld-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "nld_Latn-npi_Deva", - "languages": [ - "nld-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480287, - "recall": 0.543478, - "f1": 0.497704, - "accuracy": 0.543478, - "main_score": 0.497704, - "hf_subset": "nld_Latn-shn_Mymr", - "languages": [ - "nld-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-tgl_Latn", - "languages": [ - "nld-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-yue_Hant", - "languages": [ - "nld-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-asm_Beng", - "languages": [ - "nld-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.974308, - "f1": 0.967227, - "accuracy": 0.974308, - "main_score": 0.967227, - "hf_subset": "nld_Latn-ckb_Arab", - "languages": [ - "nld-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890267, - "recall": 0.920949, - "f1": 0.900099, - "accuracy": 0.920949, - "main_score": 0.900099, - "hf_subset": "nld_Latn-gle_Latn", - "languages": [ - "nld-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.964427, - "f1": 0.953722, - "accuracy": 0.964427, - "main_score": 0.953722, - "hf_subset": "nld_Latn-kas_Arab", - "languages": [ - "nld-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "nld_Latn-ltg_Latn", - "languages": [ - "nld-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624392, - "recall": 0.682806, - "f1": 0.641377, - "accuracy": 0.682806, - "main_score": 0.641377, - "hf_subset": "nld_Latn-nso_Latn", - "languages": [ - "nld-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nld_Latn-sin_Sinh", - "languages": [ - "nld-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-tha_Thai", - "languages": [ - "nld-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-zho_Hans", - "languages": [ - "nld-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ast_Latn", - "languages": [ - "nld-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-crh_Latn", - "languages": [ - "nld-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-glg_Latn", - "languages": [ - "nld-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898221, - "recall": 0.929842, - "f1": 0.908432, - "accuracy": 0.929842, - "main_score": 0.908432, - "hf_subset": "nld_Latn-kas_Deva", - "languages": [ - "nld-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nld_Latn-ltz_Latn", - "languages": [ - "nld-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462675, - "recall": 0.536561, - "f1": 0.4833, - "accuracy": 0.536561, - "main_score": 0.4833, - "hf_subset": "nld_Latn-nus_Latn", - "languages": [ - "nld-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-slk_Latn", - "languages": [ - "nld-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619664, - "recall": 0.695652, - "f1": 0.641836, - "accuracy": 0.695652, - "main_score": 0.641836, - "hf_subset": "nld_Latn-tir_Ethi", - "languages": [ - "nld-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-zho_Hant", - "languages": [ - "nld-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "nld_Latn-awa_Deva", - "languages": [ - "nld-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "nld_Latn-cym_Latn", - "languages": [ - "nld-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860096, - "recall": 0.895257, - "f1": 0.871113, - "accuracy": 0.895257, - "main_score": 0.871113, - "hf_subset": "nld_Latn-grn_Latn", - "languages": [ - "nld-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nld_Latn-kat_Geor", - "languages": [ - "nld-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645323, - "recall": 0.698617, - "f1": 0.660395, - "accuracy": 0.698617, - "main_score": 0.660395, - "hf_subset": "nld_Latn-lua_Latn", - "languages": [ - "nld-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657831, - "recall": 0.717391, - "f1": 0.675023, - "accuracy": 0.717391, - "main_score": 0.675023, - "hf_subset": "nld_Latn-nya_Latn", - "languages": [ - "nld-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-slv_Latn", - "languages": [ - "nld-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "nld_Latn-tpi_Latn", - "languages": [ - "nld-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-zsm_Latn", - "languages": [ - "nld-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555082, - "recall": 0.617589, - "f1": 0.573445, - "accuracy": 0.617589, - "main_score": 0.573445, - "hf_subset": "nld_Latn-ayr_Latn", - "languages": [ - "nld-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-dan_Latn", - "languages": [ - "nld-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-guj_Gujr", - "languages": [ - "nld-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nld_Latn-kaz_Cyrl", - "languages": [ - "nld-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540747, - "recall": 0.596838, - "f1": 0.556479, - "accuracy": 0.596838, - "main_score": 0.556479, - "hf_subset": "nld_Latn-lug_Latn", - "languages": [ - "nld-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-oci_Latn", - "languages": [ - "nld-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828063, - "recall": 0.874506, - "f1": 0.842325, - "accuracy": 0.874506, - "main_score": 0.842325, - "hf_subset": "nld_Latn-smo_Latn", - "languages": [ - "nld-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552446, - "recall": 0.617589, - "f1": 0.570948, - "accuracy": 0.617589, - "main_score": 0.570948, - "hf_subset": "nld_Latn-tsn_Latn", - "languages": [ - "nld-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627759, - "recall": 0.685771, - "f1": 0.644691, - "accuracy": 0.685771, - "main_score": 0.644691, - "hf_subset": "nld_Latn-zul_Latn", - "languages": [ - "nld-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.954545, - "f1": 0.940547, - "accuracy": 0.954545, - "main_score": 0.940547, - "hf_subset": "nld_Latn-azb_Arab", - "languages": [ - "nld-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-deu_Latn", - "languages": [ - "nld-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "nld_Latn-hat_Latn", - "languages": [ - "nld-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49548, - "recall": 0.5583, - "f1": 0.513921, - "accuracy": 0.5583, - "main_score": 0.513921, - "hf_subset": "nld_Latn-kbp_Latn", - "languages": [ - "nld-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589018, - "recall": 0.646245, - "f1": 0.604981, - "accuracy": 0.646245, - "main_score": 0.604981, - "hf_subset": "nld_Latn-luo_Latn", - "languages": [ - "nld-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-ory_Orya", - "languages": [ - "nld-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603535, - "recall": 0.666008, - "f1": 0.621574, - "accuracy": 0.666008, - "main_score": 0.621574, - "hf_subset": "nld_Latn-sna_Latn", - "languages": [ - "nld-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565221, - "recall": 0.619565, - "f1": 0.580763, - "accuracy": 0.619565, - "main_score": 0.580763, - "hf_subset": "nld_Latn-tso_Latn", - "languages": [ - "nld-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-azj_Latn", - "languages": [ - "nld-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553887, - "recall": 0.619565, - "f1": 0.57309, - "accuracy": 0.619565, - "main_score": 0.57309, - "hf_subset": "nld_Latn-dik_Latn", - "languages": [ - "nld-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736561, - "recall": 0.79249, - "f1": 0.753148, - "accuracy": 0.79249, - "main_score": 0.753148, - "hf_subset": "nld_Latn-hau_Latn", - "languages": [ - "nld-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "nld_Latn-kea_Latn", - "languages": [ - "nld-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744104, - "recall": 0.794466, - "f1": 0.759274, - "accuracy": 0.794466, - "main_score": 0.759274, - "hf_subset": "nld_Latn-lus_Latn", - "languages": [ - "nld-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883959, - "recall": 0.912055, - "f1": 0.892424, - "accuracy": 0.912055, - "main_score": 0.892424, - "hf_subset": "nld_Latn-pag_Latn", - "languages": [ - "nld-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nld_Latn-snd_Arab", - "languages": [ - "nld-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.964427, - "f1": 0.953887, - "accuracy": 0.964427, - "main_score": 0.953887, - "hf_subset": "nld_Latn-tuk_Latn", - "languages": [ - "nld-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nld_Latn-bak_Cyrl", - "languages": [ - "nld-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493398, - "recall": 0.571146, - "f1": 0.516521, - "accuracy": 0.571146, - "main_score": 0.516521, - "hf_subset": "nld_Latn-dyu_Latn", - "languages": [ - "nld-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-heb_Hebr", - "languages": [ - "nld-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nld_Latn-khk_Cyrl", - "languages": [ - "nld-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-lvs_Latn", - "languages": [ - "nld-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "nld_Latn-pan_Guru", - "languages": [ - "nld-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691831, - "recall": 0.752964, - "f1": 0.710183, - "accuracy": 0.752964, - "main_score": 0.710183, - "hf_subset": "nld_Latn-som_Latn", - "languages": [ - "nld-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606236, - "recall": 0.656126, - "f1": 0.620613, - "accuracy": 0.656126, - "main_score": 0.620613, - "hf_subset": "nld_Latn-tum_Latn", - "languages": [ - "nld-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50193, - "recall": 0.565217, - "f1": 0.520391, - "accuracy": 0.565217, - "main_score": 0.520391, - "hf_subset": "san_Deva-ace_Arab", - "languages": [ - "san-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49904, - "recall": 0.550395, - "f1": 0.513545, - "accuracy": 0.550395, - "main_score": 0.513545, - "hf_subset": "san_Deva-bam_Latn", - "languages": [ - "san-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407651, - "recall": 0.480237, - "f1": 0.428214, - "accuracy": 0.480237, - "main_score": 0.428214, - "hf_subset": "san_Deva-dzo_Tibt", - "languages": [ - "san-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-hin_Deva", - "languages": [ - "san-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "san_Deva-khm_Khmr", - "languages": [ - "san-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-mag_Deva", - "languages": [ - "san-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "san_Deva-pap_Latn", - "languages": [ - "san-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530027, - "recall": 0.588933, - "f1": 0.546376, - "accuracy": 0.588933, - "main_score": 0.546376, - "hf_subset": "san_Deva-sot_Latn", - "languages": [ - "san-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-tur_Latn", - "languages": [ - "san-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826285, - "recall": 0.867589, - "f1": 0.838806, - "accuracy": 0.867589, - "main_score": 0.838806, - "hf_subset": "san_Deva-ace_Latn", - "languages": [ - "san-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924901, - "recall": 0.944664, - "f1": 0.931126, - "accuracy": 0.944664, - "main_score": 0.931126, - "hf_subset": "san_Deva-ban_Latn", - "languages": [ - "san-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-ell_Grek", - "languages": [ - "san-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "san_Deva-hne_Deva", - "languages": [ - "san-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546761, - "recall": 0.604743, - "f1": 0.562454, - "accuracy": 0.604743, - "main_score": 0.562454, - "hf_subset": "san_Deva-kik_Latn", - "languages": [ - "san-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-mai_Deva", - "languages": [ - "san-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "san_Deva-pbt_Arab", - "languages": [ - "san-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-spa_Latn", - "languages": [ - "san-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584192, - "recall": 0.645257, - "f1": 0.600799, - "accuracy": 0.645257, - "main_score": 0.600799, - "hf_subset": "san_Deva-twi_Latn", - "languages": [ - "san-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-acm_Arab", - "languages": [ - "san-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "san_Deva-bel_Cyrl", - "languages": [ - "san-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-eng_Latn", - "languages": [ - "san-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-hrv_Latn", - "languages": [ - "san-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498014, - "recall": 0.557312, - "f1": 0.514297, - "accuracy": 0.557312, - "main_score": 0.514297, - "hf_subset": "san_Deva-kin_Latn", - "languages": [ - "san-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-mal_Mlym", - "languages": [ - "san-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-pes_Arab", - "languages": [ - "san-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "san_Deva-srd_Latn", - "languages": [ - "san-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186449, - "recall": 0.235178, - "f1": 0.198991, - "accuracy": 0.235178, - "main_score": 0.198991, - "hf_subset": "san_Deva-tzm_Tfng", - "languages": [ - "san-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-acq_Arab", - "languages": [ - "san-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592634, - "recall": 0.645257, - "f1": 0.607031, - "accuracy": 0.645257, - "main_score": 0.607031, - "hf_subset": "san_Deva-bem_Latn", - "languages": [ - "san-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-epo_Latn", - "languages": [ - "san-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-hun_Latn", - "languages": [ - "san-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "san_Deva-kir_Cyrl", - "languages": [ - "san-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-mar_Deva", - "languages": [ - "san-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615135, - "recall": 0.66996, - "f1": 0.631145, - "accuracy": 0.66996, - "main_score": 0.631145, - "hf_subset": "san_Deva-plt_Latn", - "languages": [ - "san-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-srp_Cyrl", - "languages": [ - "san-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9361, - "recall": 0.954545, - "f1": 0.942029, - "accuracy": 0.954545, - "main_score": 0.942029, - "hf_subset": "san_Deva-uig_Arab", - "languages": [ - "san-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "san_Deva-aeb_Arab", - "languages": [ - "san-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-ben_Beng", - "languages": [ - "san-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-est_Latn", - "languages": [ - "san-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-hye_Armn", - "languages": [ - "san-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510896, - "recall": 0.561265, - "f1": 0.525151, - "accuracy": 0.561265, - "main_score": 0.525151, - "hf_subset": "san_Deva-kmb_Latn", - "languages": [ - "san-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457976, - "recall": 0.525692, - "f1": 0.476604, - "accuracy": 0.525692, - "main_score": 0.476604, - "hf_subset": "san_Deva-min_Arab", - "languages": [ - "san-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-pol_Latn", - "languages": [ - "san-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533926, - "recall": 0.589921, - "f1": 0.549896, - "accuracy": 0.589921, - "main_score": 0.549896, - "hf_subset": "san_Deva-ssw_Latn", - "languages": [ - "san-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "san_Deva-ukr_Cyrl", - "languages": [ - "san-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-afr_Latn", - "languages": [ - "san-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "san_Deva-bho_Deva", - "languages": [ - "san-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959025, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "san_Deva-eus_Latn", - "languages": [ - "san-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531085, - "recall": 0.592885, - "f1": 0.548352, - "accuracy": 0.592885, - "main_score": 0.548352, - "hf_subset": "san_Deva-ibo_Latn", - "languages": [ - "san-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837072, - "recall": 0.879447, - "f1": 0.850165, - "accuracy": 0.879447, - "main_score": 0.850165, - "hf_subset": "san_Deva-kmr_Latn", - "languages": [ - "san-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "san_Deva-min_Latn", - "languages": [ - "san-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-por_Latn", - "languages": [ - "san-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "san_Deva-sun_Latn", - "languages": [ - "san-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492679, - "recall": 0.547431, - "f1": 0.508042, - "accuracy": 0.547431, - "main_score": 0.508042, - "hf_subset": "san_Deva-umb_Latn", - "languages": [ - "san-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-ajp_Arab", - "languages": [ - "san-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478504, - "recall": 0.541502, - "f1": 0.496425, - "accuracy": 0.541502, - "main_score": 0.496425, - "hf_subset": "san_Deva-bjn_Arab", - "languages": [ - "san-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487672, - "recall": 0.538538, - "f1": 0.500925, - "accuracy": 0.538538, - "main_score": 0.500925, - "hf_subset": "san_Deva-ewe_Latn", - "languages": [ - "san-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896904, - "recall": 0.926877, - "f1": 0.906456, - "accuracy": 0.926877, - "main_score": 0.906456, - "hf_subset": "san_Deva-ilo_Latn", - "languages": [ - "san-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.305092, - "recall": 0.357708, - "f1": 0.319032, - "accuracy": 0.357708, - "main_score": 0.319032, - "hf_subset": "san_Deva-knc_Arab", - "languages": [ - "san-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-mkd_Cyrl", - "languages": [ - "san-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-prs_Arab", - "languages": [ - "san-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-swe_Latn", - "languages": [ - "san-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "san_Deva-urd_Arab", - "languages": [ - "san-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552404, - "recall": 0.613636, - "f1": 0.56923, - "accuracy": 0.613636, - "main_score": 0.56923, - "hf_subset": "san_Deva-aka_Latn", - "languages": [ - "san-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "san_Deva-bjn_Latn", - "languages": [ - "san-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942935, - "recall": 0.960474, - "f1": 0.948682, - "accuracy": 0.960474, - "main_score": 0.948682, - "hf_subset": "san_Deva-fao_Latn", - "languages": [ - "san-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-ind_Latn", - "languages": [ - "san-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554311, - "recall": 0.603755, - "f1": 0.568467, - "accuracy": 0.603755, - "main_score": 0.568467, - "hf_subset": "san_Deva-knc_Latn", - "languages": [ - "san-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "san_Deva-mlt_Latn", - "languages": [ - "san-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66287, - "recall": 0.720356, - "f1": 0.679743, - "accuracy": 0.720356, - "main_score": 0.679743, - "hf_subset": "san_Deva-quy_Latn", - "languages": [ - "san-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.963439, - "f1": 0.951746, - "accuracy": 0.963439, - "main_score": 0.951746, - "hf_subset": "san_Deva-swh_Latn", - "languages": [ - "san-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "san_Deva-uzn_Latn", - "languages": [ - "san-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "san_Deva-als_Latn", - "languages": [ - "san-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620636, - "recall": 0.699605, - "f1": 0.644071, - "accuracy": 0.699605, - "main_score": 0.644071, - "hf_subset": "san_Deva-bod_Tibt", - "languages": [ - "san-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657628, - "recall": 0.718379, - "f1": 0.674558, - "accuracy": 0.718379, - "main_score": 0.674558, - "hf_subset": "san_Deva-fij_Latn", - "languages": [ - "san-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "san_Deva-isl_Latn", - "languages": [ - "san-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614888, - "recall": 0.667984, - "f1": 0.630308, - "accuracy": 0.667984, - "main_score": 0.630308, - "hf_subset": "san_Deva-kon_Latn", - "languages": [ - "san-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624819, - "recall": 0.689723, - "f1": 0.64401, - "accuracy": 0.689723, - "main_score": 0.64401, - "hf_subset": "san_Deva-mni_Beng", - "languages": [ - "san-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-ron_Latn", - "languages": [ - "san-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.983202, - "f1": 0.979249, - "accuracy": 0.983202, - "main_score": 0.979249, - "hf_subset": "san_Deva-szl_Latn", - "languages": [ - "san-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-vec_Latn", - "languages": [ - "san-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908185, - "recall": 0.935771, - "f1": 0.917227, - "accuracy": 0.935771, - "main_score": 0.917227, - "hf_subset": "san_Deva-amh_Ethi", - "languages": [ - "san-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "san_Deva-bos_Latn", - "languages": [ - "san-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-fin_Latn", - "languages": [ - "san-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-ita_Latn", - "languages": [ - "san-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-kor_Hang", - "languages": [ - "san-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515371, - "recall": 0.570158, - "f1": 0.530234, - "accuracy": 0.570158, - "main_score": 0.530234, - "hf_subset": "san_Deva-mos_Latn", - "languages": [ - "san-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526699, - "recall": 0.578063, - "f1": 0.541451, - "accuracy": 0.578063, - "main_score": 0.541451, - "hf_subset": "san_Deva-run_Latn", - "languages": [ - "san-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-tam_Taml", - "languages": [ - "san-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-vie_Latn", - "languages": [ - "san-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-apc_Arab", - "languages": [ - "san-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752536, - "recall": 0.802372, - "f1": 0.766874, - "accuracy": 0.802372, - "main_score": 0.766874, - "hf_subset": "san_Deva-bug_Latn", - "languages": [ - "san-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452216, - "recall": 0.503953, - "f1": 0.466309, - "accuracy": 0.503953, - "main_score": 0.466309, - "hf_subset": "san_Deva-fon_Latn", - "languages": [ - "san-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "san_Deva-jav_Latn", - "languages": [ - "san-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "san_Deva-lao_Laoo", - "languages": [ - "san-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806225, - "recall": 0.856719, - "f1": 0.821937, - "accuracy": 0.856719, - "main_score": 0.821937, - "hf_subset": "san_Deva-mri_Latn", - "languages": [ - "san-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-rus_Cyrl", - "languages": [ - "san-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515222, - "recall": 0.572134, - "f1": 0.53051, - "accuracy": 0.572134, - "main_score": 0.53051, - "hf_subset": "san_Deva-taq_Latn", - "languages": [ - "san-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "san_Deva-war_Latn", - "languages": [ - "san-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-arb_Arab", - "languages": [ - "san-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-bul_Cyrl", - "languages": [ - "san-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-fra_Latn", - "languages": [ - "san-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-jpn_Jpan", - "languages": [ - "san-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "san_Deva-lij_Latn", - "languages": [ - "san-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "san_Deva-mya_Mymr", - "languages": [ - "san-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540122, - "recall": 0.597826, - "f1": 0.556158, - "accuracy": 0.597826, - "main_score": 0.556158, - "hf_subset": "san_Deva-sag_Latn", - "languages": [ - "san-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195592, - "recall": 0.243083, - "f1": 0.207311, - "accuracy": 0.243083, - "main_score": 0.207311, - "hf_subset": "san_Deva-taq_Tfng", - "languages": [ - "san-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572204, - "recall": 0.630435, - "f1": 0.588361, - "accuracy": 0.630435, - "main_score": 0.588361, - "hf_subset": "san_Deva-wol_Latn", - "languages": [ - "san-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732526, - "recall": 0.797431, - "f1": 0.752292, - "accuracy": 0.797431, - "main_score": 0.752292, - "hf_subset": "san_Deva-arb_Latn", - "languages": [ - "san-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-cat_Latn", - "languages": [ - "san-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "san_Deva-fur_Latn", - "languages": [ - "san-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385766, - "recall": 0.440711, - "f1": 0.400907, - "accuracy": 0.440711, - "main_score": 0.400907, - "hf_subset": "san_Deva-kab_Latn", - "languages": [ - "san-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955451, - "recall": 0.968379, - "f1": 0.959552, - "accuracy": 0.968379, - "main_score": 0.959552, - "hf_subset": "san_Deva-lim_Latn", - "languages": [ - "san-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-nld_Latn", - "languages": [ - "san-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "san_Deva-tat_Cyrl", - "languages": [ - "san-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639328, - "recall": 0.697628, - "f1": 0.656175, - "accuracy": 0.697628, - "main_score": 0.656175, - "hf_subset": "san_Deva-xho_Latn", - "languages": [ - "san-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-ars_Arab", - "languages": [ - "san-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "san_Deva-ceb_Latn", - "languages": [ - "san-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522671, - "recall": 0.575099, - "f1": 0.537868, - "accuracy": 0.575099, - "main_score": 0.537868, - "hf_subset": "san_Deva-fuv_Latn", - "languages": [ - "san-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491857, - "recall": 0.551383, - "f1": 0.508231, - "accuracy": 0.551383, - "main_score": 0.508231, - "hf_subset": "san_Deva-kac_Latn", - "languages": [ - "san-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620125, - "recall": 0.671937, - "f1": 0.635197, - "accuracy": 0.671937, - "main_score": 0.635197, - "hf_subset": "san_Deva-lin_Latn", - "languages": [ - "san-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "san_Deva-nno_Latn", - "languages": [ - "san-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229742, - "recall": 0.310277, - "f1": 0.251237, - "accuracy": 0.310277, - "main_score": 0.251237, - "hf_subset": "san_Deva-sat_Olck", - "languages": [ - "san-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-tel_Telu", - "languages": [ - "san-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920866, - "recall": 0.944664, - "f1": 0.92859, - "accuracy": 0.944664, - "main_score": 0.92859, - "hf_subset": "san_Deva-ydd_Hebr", - "languages": [ - "san-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "san_Deva-ary_Arab", - "languages": [ - "san-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-ces_Latn", - "languages": [ - "san-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542383, - "recall": 0.601779, - "f1": 0.559461, - "accuracy": 0.601779, - "main_score": 0.559461, - "hf_subset": "san_Deva-gaz_Latn", - "languages": [ - "san-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544204, - "recall": 0.602767, - "f1": 0.560923, - "accuracy": 0.602767, - "main_score": 0.560923, - "hf_subset": "san_Deva-kam_Latn", - "languages": [ - "san-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983449, - "recall": 0.988142, - "f1": 0.984914, - "accuracy": 0.988142, - "main_score": 0.984914, - "hf_subset": "san_Deva-lit_Latn", - "languages": [ - "san-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-nob_Latn", - "languages": [ - "san-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959898, - "recall": 0.972332, - "f1": 0.963834, - "accuracy": 0.972332, - "main_score": 0.963834, - "hf_subset": "san_Deva-scn_Latn", - "languages": [ - "san-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "san_Deva-tgk_Cyrl", - "languages": [ - "san-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67207, - "recall": 0.740119, - "f1": 0.691691, - "accuracy": 0.740119, - "main_score": 0.691691, - "hf_subset": "san_Deva-yor_Latn", - "languages": [ - "san-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "san_Deva-arz_Arab", - "languages": [ - "san-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544024, - "recall": 0.59585, - "f1": 0.55934, - "accuracy": 0.59585, - "main_score": 0.55934, - "hf_subset": "san_Deva-cjk_Latn", - "languages": [ - "san-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719713, - "recall": 0.782609, - "f1": 0.738801, - "accuracy": 0.782609, - "main_score": 0.738801, - "hf_subset": "san_Deva-gla_Latn", - "languages": [ - "san-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-kan_Knda", - "languages": [ - "san-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.974308, - "f1": 0.967227, - "accuracy": 0.974308, - "main_score": 0.967227, - "hf_subset": "san_Deva-lmo_Latn", - "languages": [ - "san-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "san_Deva-npi_Deva", - "languages": [ - "san-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447747, - "recall": 0.5, - "f1": 0.462286, - "accuracy": 0.5, - "main_score": 0.462286, - "hf_subset": "san_Deva-shn_Mymr", - "languages": [ - "san-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-tgl_Latn", - "languages": [ - "san-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-yue_Hant", - "languages": [ - "san-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "san_Deva-asm_Beng", - "languages": [ - "san-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932148, - "recall": 0.953557, - "f1": 0.939065, - "accuracy": 0.953557, - "main_score": 0.939065, - "hf_subset": "san_Deva-ckb_Arab", - "languages": [ - "san-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827322, - "recall": 0.868577, - "f1": 0.839954, - "accuracy": 0.868577, - "main_score": 0.839954, - "hf_subset": "san_Deva-gle_Latn", - "languages": [ - "san-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935688, - "recall": 0.955534, - "f1": 0.942095, - "accuracy": 0.955534, - "main_score": 0.942095, - "hf_subset": "san_Deva-kas_Arab", - "languages": [ - "san-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902833, - "recall": 0.929842, - "f1": 0.911364, - "accuracy": 0.929842, - "main_score": 0.911364, - "hf_subset": "san_Deva-ltg_Latn", - "languages": [ - "san-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560788, - "recall": 0.612648, - "f1": 0.574843, - "accuracy": 0.612648, - "main_score": 0.574843, - "hf_subset": "san_Deva-nso_Latn", - "languages": [ - "san-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.970356, - "f1": 0.960639, - "accuracy": 0.970356, - "main_score": 0.960639, - "hf_subset": "san_Deva-sin_Sinh", - "languages": [ - "san-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-tha_Thai", - "languages": [ - "san-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-zho_Hans", - "languages": [ - "san-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-ast_Latn", - "languages": [ - "san-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "san_Deva-crh_Latn", - "languages": [ - "san-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "san_Deva-glg_Latn", - "languages": [ - "san-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864987, - "recall": 0.901186, - "f1": 0.876285, - "accuracy": 0.901186, - "main_score": 0.876285, - "hf_subset": "san_Deva-kas_Deva", - "languages": [ - "san-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955698, - "recall": 0.969368, - "f1": 0.960145, - "accuracy": 0.969368, - "main_score": 0.960145, - "hf_subset": "san_Deva-ltz_Latn", - "languages": [ - "san-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434398, - "recall": 0.497036, - "f1": 0.45096, - "accuracy": 0.497036, - "main_score": 0.45096, - "hf_subset": "san_Deva-nus_Latn", - "languages": [ - "san-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-slk_Latn", - "languages": [ - "san-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58859, - "recall": 0.655138, - "f1": 0.607927, - "accuracy": 0.655138, - "main_score": 0.607927, - "hf_subset": "san_Deva-tir_Ethi", - "languages": [ - "san-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "san_Deva-zho_Hant", - "languages": [ - "san-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.988142, - "f1": 0.985343, - "accuracy": 0.988142, - "main_score": 0.985343, - "hf_subset": "san_Deva-awa_Deva", - "languages": [ - "san-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943841, - "recall": 0.960474, - "f1": 0.949275, - "accuracy": 0.960474, - "main_score": 0.949275, - "hf_subset": "san_Deva-cym_Latn", - "languages": [ - "san-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778821, - "recall": 0.828063, - "f1": 0.793859, - "accuracy": 0.828063, - "main_score": 0.793859, - "hf_subset": "san_Deva-grn_Latn", - "languages": [ - "san-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-kat_Geor", - "languages": [ - "san-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605889, - "recall": 0.655138, - "f1": 0.619502, - "accuracy": 0.655138, - "main_score": 0.619502, - "hf_subset": "san_Deva-lua_Latn", - "languages": [ - "san-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593209, - "recall": 0.648221, - "f1": 0.608649, - "accuracy": 0.648221, - "main_score": 0.608649, - "hf_subset": "san_Deva-nya_Latn", - "languages": [ - "san-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-slv_Latn", - "languages": [ - "san-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909618, - "recall": 0.935771, - "f1": 0.917819, - "accuracy": 0.935771, - "main_score": 0.917819, - "hf_subset": "san_Deva-tpi_Latn", - "languages": [ - "san-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-zsm_Latn", - "languages": [ - "san-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522044, - "recall": 0.577075, - "f1": 0.537985, - "accuracy": 0.577075, - "main_score": 0.537985, - "hf_subset": "san_Deva-ayr_Latn", - "languages": [ - "san-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-dan_Latn", - "languages": [ - "san-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-guj_Gujr", - "languages": [ - "san-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "san_Deva-kaz_Cyrl", - "languages": [ - "san-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508053, - "recall": 0.56917, - "f1": 0.525038, - "accuracy": 0.56917, - "main_score": 0.525038, - "hf_subset": "san_Deva-lug_Latn", - "languages": [ - "san-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-oci_Latn", - "languages": [ - "san-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773073, - "recall": 0.822134, - "f1": 0.787535, - "accuracy": 0.822134, - "main_score": 0.787535, - "hf_subset": "san_Deva-smo_Latn", - "languages": [ - "san-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510166, - "recall": 0.564229, - "f1": 0.52542, - "accuracy": 0.564229, - "main_score": 0.52542, - "hf_subset": "san_Deva-tsn_Latn", - "languages": [ - "san-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577572, - "recall": 0.63834, - "f1": 0.59449, - "accuracy": 0.63834, - "main_score": 0.59449, - "hf_subset": "san_Deva-zul_Latn", - "languages": [ - "san-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8875, - "recall": 0.916996, - "f1": 0.89664, - "accuracy": 0.916996, - "main_score": 0.89664, - "hf_subset": "san_Deva-azb_Arab", - "languages": [ - "san-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-deu_Latn", - "languages": [ - "san-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941041, - "recall": 0.958498, - "f1": 0.946805, - "accuracy": 0.958498, - "main_score": 0.946805, - "hf_subset": "san_Deva-hat_Latn", - "languages": [ - "san-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453982, - "recall": 0.512846, - "f1": 0.469996, - "accuracy": 0.512846, - "main_score": 0.469996, - "hf_subset": "san_Deva-kbp_Latn", - "languages": [ - "san-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547144, - "recall": 0.597826, - "f1": 0.561107, - "accuracy": 0.597826, - "main_score": 0.561107, - "hf_subset": "san_Deva-luo_Latn", - "languages": [ - "san-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "san_Deva-ory_Orya", - "languages": [ - "san-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537124, - "recall": 0.599802, - "f1": 0.554685, - "accuracy": 0.599802, - "main_score": 0.554685, - "hf_subset": "san_Deva-sna_Latn", - "languages": [ - "san-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529874, - "recall": 0.581028, - "f1": 0.543735, - "accuracy": 0.581028, - "main_score": 0.543735, - "hf_subset": "san_Deva-tso_Latn", - "languages": [ - "san-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "san_Deva-azj_Latn", - "languages": [ - "san-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512254, - "recall": 0.574111, - "f1": 0.529965, - "accuracy": 0.574111, - "main_score": 0.529965, - "hf_subset": "san_Deva-dik_Latn", - "languages": [ - "san-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694631, - "recall": 0.752964, - "f1": 0.711481, - "accuracy": 0.752964, - "main_score": 0.711481, - "hf_subset": "san_Deva-hau_Latn", - "languages": [ - "san-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "san_Deva-kea_Latn", - "languages": [ - "san-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693363, - "recall": 0.745059, - "f1": 0.708663, - "accuracy": 0.745059, - "main_score": 0.708663, - "hf_subset": "san_Deva-lus_Latn", - "languages": [ - "san-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824308, - "recall": 0.86166, - "f1": 0.83587, - "accuracy": 0.86166, - "main_score": 0.83587, - "hf_subset": "san_Deva-pag_Latn", - "languages": [ - "san-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-snd_Arab", - "languages": [ - "san-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928524, - "recall": 0.949605, - "f1": 0.935277, - "accuracy": 0.949605, - "main_score": 0.935277, - "hf_subset": "san_Deva-tuk_Latn", - "languages": [ - "san-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "san_Deva-bak_Cyrl", - "languages": [ - "san-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463035, - "recall": 0.535573, - "f1": 0.484523, - "accuracy": 0.535573, - "main_score": 0.484523, - "hf_subset": "san_Deva-dyu_Latn", - "languages": [ - "san-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "san_Deva-heb_Hebr", - "languages": [ - "san-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "san_Deva-khk_Cyrl", - "languages": [ - "san-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "san_Deva-lvs_Latn", - "languages": [ - "san-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "san_Deva-pan_Guru", - "languages": [ - "san-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665648, - "recall": 0.727273, - "f1": 0.683794, - "accuracy": 0.727273, - "main_score": 0.683794, - "hf_subset": "san_Deva-som_Latn", - "languages": [ - "san-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569449, - "recall": 0.618577, - "f1": 0.583755, - "accuracy": 0.618577, - "main_score": 0.583755, - "hf_subset": "san_Deva-tum_Latn", - "languages": [ - "san-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568058, - "recall": 0.626482, - "f1": 0.584005, - "accuracy": 0.626482, - "main_score": 0.584005, - "hf_subset": "tat_Cyrl-ace_Arab", - "languages": [ - "tat-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514482, - "recall": 0.577075, - "f1": 0.531617, - "accuracy": 0.577075, - "main_score": 0.531617, - "hf_subset": "tat_Cyrl-bam_Latn", - "languages": [ - "tat-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392841, - "recall": 0.467391, - "f1": 0.41297, - "accuracy": 0.467391, - "main_score": 0.41297, - "hf_subset": "tat_Cyrl-dzo_Tibt", - "languages": [ - "tat-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-hin_Deva", - "languages": [ - "tat-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tat_Cyrl-khm_Khmr", - "languages": [ - "tat-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tat_Cyrl-mag_Deva", - "languages": [ - "tat-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "tat_Cyrl-pap_Latn", - "languages": [ - "tat-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580558, - "recall": 0.636364, - "f1": 0.596338, - "accuracy": 0.636364, - "main_score": 0.596338, - "hf_subset": "tat_Cyrl-sot_Latn", - "languages": [ - "tat-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-tur_Latn", - "languages": [ - "tat-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846953, - "recall": 0.883399, - "f1": 0.858056, - "accuracy": 0.883399, - "main_score": 0.858056, - "hf_subset": "tat_Cyrl-ace_Latn", - "languages": [ - "tat-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.950593, - "f1": 0.939394, - "accuracy": 0.950593, - "main_score": 0.939394, - "hf_subset": "tat_Cyrl-ban_Latn", - "languages": [ - "tat-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-ell_Grek", - "languages": [ - "tat-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "tat_Cyrl-hne_Deva", - "languages": [ - "tat-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57496, - "recall": 0.630435, - "f1": 0.590217, - "accuracy": 0.630435, - "main_score": 0.590217, - "hf_subset": "tat_Cyrl-kik_Latn", - "languages": [ - "tat-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-mai_Deva", - "languages": [ - "tat-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "tat_Cyrl-pbt_Arab", - "languages": [ - "tat-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-spa_Latn", - "languages": [ - "tat-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602348, - "recall": 0.662055, - "f1": 0.618848, - "accuracy": 0.662055, - "main_score": 0.618848, - "hf_subset": "tat_Cyrl-twi_Latn", - "languages": [ - "tat-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tat_Cyrl-acm_Arab", - "languages": [ - "tat-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tat_Cyrl-bel_Cyrl", - "languages": [ - "tat-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-eng_Latn", - "languages": [ - "tat-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-hrv_Latn", - "languages": [ - "tat-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543267, - "recall": 0.604743, - "f1": 0.561237, - "accuracy": 0.604743, - "main_score": 0.561237, - "hf_subset": "tat_Cyrl-kin_Latn", - "languages": [ - "tat-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tat_Cyrl-mal_Mlym", - "languages": [ - "tat-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "tat_Cyrl-pes_Arab", - "languages": [ - "tat-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "tat_Cyrl-srd_Latn", - "languages": [ - "tat-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182784, - "recall": 0.228261, - "f1": 0.193786, - "accuracy": 0.228261, - "main_score": 0.193786, - "hf_subset": "tat_Cyrl-tzm_Tfng", - "languages": [ - "tat-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-acq_Arab", - "languages": [ - "tat-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637839, - "recall": 0.687747, - "f1": 0.6512, - "accuracy": 0.687747, - "main_score": 0.6512, - "hf_subset": "tat_Cyrl-bem_Latn", - "languages": [ - "tat-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-epo_Latn", - "languages": [ - "tat-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-hun_Latn", - "languages": [ - "tat-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tat_Cyrl-kir_Cyrl", - "languages": [ - "tat-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-mar_Deva", - "languages": [ - "tat-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659635, - "recall": 0.717391, - "f1": 0.676597, - "accuracy": 0.717391, - "main_score": 0.676597, - "hf_subset": "tat_Cyrl-plt_Latn", - "languages": [ - "tat-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-srp_Cyrl", - "languages": [ - "tat-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955534, - "accuracy": 0.965415, - "main_score": 0.955534, - "hf_subset": "tat_Cyrl-uig_Arab", - "languages": [ - "tat-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tat_Cyrl-aeb_Arab", - "languages": [ - "tat-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-ben_Beng", - "languages": [ - "tat-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-est_Latn", - "languages": [ - "tat-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-hye_Armn", - "languages": [ - "tat-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521731, - "recall": 0.577075, - "f1": 0.537129, - "accuracy": 0.577075, - "main_score": 0.537129, - "hf_subset": "tat_Cyrl-kmb_Latn", - "languages": [ - "tat-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51013, - "recall": 0.576087, - "f1": 0.527391, - "accuracy": 0.576087, - "main_score": 0.527391, - "hf_subset": "tat_Cyrl-min_Arab", - "languages": [ - "tat-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-pol_Latn", - "languages": [ - "tat-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545346, - "recall": 0.607708, - "f1": 0.563139, - "accuracy": 0.607708, - "main_score": 0.563139, - "hf_subset": "tat_Cyrl-ssw_Latn", - "languages": [ - "tat-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-ukr_Cyrl", - "languages": [ - "tat-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tat_Cyrl-afr_Latn", - "languages": [ - "tat-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tat_Cyrl-bho_Deva", - "languages": [ - "tat-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "tat_Cyrl-eus_Latn", - "languages": [ - "tat-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564733, - "recall": 0.625494, - "f1": 0.581886, - "accuracy": 0.625494, - "main_score": 0.581886, - "hf_subset": "tat_Cyrl-ibo_Latn", - "languages": [ - "tat-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872259, - "recall": 0.907115, - "f1": 0.883218, - "accuracy": 0.907115, - "main_score": 0.883218, - "hf_subset": "tat_Cyrl-kmr_Latn", - "languages": [ - "tat-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.972332, - "f1": 0.964756, - "accuracy": 0.972332, - "main_score": 0.964756, - "hf_subset": "tat_Cyrl-min_Latn", - "languages": [ - "tat-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-por_Latn", - "languages": [ - "tat-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "tat_Cyrl-sun_Latn", - "languages": [ - "tat-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515886, - "recall": 0.571146, - "f1": 0.531403, - "accuracy": 0.571146, - "main_score": 0.531403, - "hf_subset": "tat_Cyrl-umb_Latn", - "languages": [ - "tat-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-ajp_Arab", - "languages": [ - "tat-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537615, - "recall": 0.597826, - "f1": 0.553908, - "accuracy": 0.597826, - "main_score": 0.553908, - "hf_subset": "tat_Cyrl-bjn_Arab", - "languages": [ - "tat-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512776, - "recall": 0.559289, - "f1": 0.525135, - "accuracy": 0.559289, - "main_score": 0.525135, - "hf_subset": "tat_Cyrl-ewe_Latn", - "languages": [ - "tat-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919631, - "recall": 0.942688, - "f1": 0.926877, - "accuracy": 0.942688, - "main_score": 0.926877, - "hf_subset": "tat_Cyrl-ilo_Latn", - "languages": [ - "tat-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31745, - "recall": 0.373518, - "f1": 0.33267, - "accuracy": 0.373518, - "main_score": 0.33267, - "hf_subset": "tat_Cyrl-knc_Arab", - "languages": [ - "tat-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-mkd_Cyrl", - "languages": [ - "tat-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-prs_Arab", - "languages": [ - "tat-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-swe_Latn", - "languages": [ - "tat-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-urd_Arab", - "languages": [ - "tat-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579061, - "recall": 0.63834, - "f1": 0.59557, - "accuracy": 0.63834, - "main_score": 0.59557, - "hf_subset": "tat_Cyrl-aka_Latn", - "languages": [ - "tat-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960672, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "tat_Cyrl-bjn_Latn", - "languages": [ - "tat-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969944, - "recall": 0.979249, - "f1": 0.972892, - "accuracy": 0.979249, - "main_score": 0.972892, - "hf_subset": "tat_Cyrl-fao_Latn", - "languages": [ - "tat-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-ind_Latn", - "languages": [ - "tat-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57165, - "recall": 0.623518, - "f1": 0.58742, - "accuracy": 0.623518, - "main_score": 0.58742, - "hf_subset": "tat_Cyrl-knc_Latn", - "languages": [ - "tat-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tat_Cyrl-mlt_Latn", - "languages": [ - "tat-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685385, - "recall": 0.744071, - "f1": 0.702342, - "accuracy": 0.744071, - "main_score": 0.702342, - "hf_subset": "tat_Cyrl-quy_Latn", - "languages": [ - "tat-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.968379, - "f1": 0.959157, - "accuracy": 0.968379, - "main_score": 0.959157, - "hf_subset": "tat_Cyrl-swh_Latn", - "languages": [ - "tat-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tat_Cyrl-uzn_Latn", - "languages": [ - "tat-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-als_Latn", - "languages": [ - "tat-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600932, - "recall": 0.687747, - "f1": 0.626226, - "accuracy": 0.687747, - "main_score": 0.626226, - "hf_subset": "tat_Cyrl-bod_Tibt", - "languages": [ - "tat-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695859, - "recall": 0.749012, - "f1": 0.71082, - "accuracy": 0.749012, - "main_score": 0.71082, - "hf_subset": "tat_Cyrl-fij_Latn", - "languages": [ - "tat-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "tat_Cyrl-isl_Latn", - "languages": [ - "tat-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624153, - "recall": 0.68083, - "f1": 0.640973, - "accuracy": 0.68083, - "main_score": 0.640973, - "hf_subset": "tat_Cyrl-kon_Latn", - "languages": [ - "tat-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649978, - "recall": 0.712451, - "f1": 0.667921, - "accuracy": 0.712451, - "main_score": 0.667921, - "hf_subset": "tat_Cyrl-mni_Beng", - "languages": [ - "tat-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-ron_Latn", - "languages": [ - "tat-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.98419, - "f1": 0.980237, - "accuracy": 0.98419, - "main_score": 0.980237, - "hf_subset": "tat_Cyrl-szl_Latn", - "languages": [ - "tat-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-vec_Latn", - "languages": [ - "tat-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934783, - "recall": 0.954545, - "f1": 0.941206, - "accuracy": 0.954545, - "main_score": 0.941206, - "hf_subset": "tat_Cyrl-amh_Ethi", - "languages": [ - "tat-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-bos_Latn", - "languages": [ - "tat-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-fin_Latn", - "languages": [ - "tat-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-ita_Latn", - "languages": [ - "tat-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-kor_Hang", - "languages": [ - "tat-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540653, - "recall": 0.597826, - "f1": 0.55624, - "accuracy": 0.597826, - "main_score": 0.55624, - "hf_subset": "tat_Cyrl-mos_Latn", - "languages": [ - "tat-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541881, - "recall": 0.59585, - "f1": 0.556821, - "accuracy": 0.59585, - "main_score": 0.556821, - "hf_subset": "tat_Cyrl-run_Latn", - "languages": [ - "tat-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-tam_Taml", - "languages": [ - "tat-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-vie_Latn", - "languages": [ - "tat-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tat_Cyrl-apc_Arab", - "languages": [ - "tat-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787418, - "recall": 0.831028, - "f1": 0.800249, - "accuracy": 0.831028, - "main_score": 0.800249, - "hf_subset": "tat_Cyrl-bug_Latn", - "languages": [ - "tat-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462277, - "recall": 0.518775, - "f1": 0.476775, - "accuracy": 0.518775, - "main_score": 0.476775, - "hf_subset": "tat_Cyrl-fon_Latn", - "languages": [ - "tat-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "tat_Cyrl-jav_Latn", - "languages": [ - "tat-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "tat_Cyrl-lao_Laoo", - "languages": [ - "tat-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827899, - "recall": 0.871542, - "f1": 0.841173, - "accuracy": 0.871542, - "main_score": 0.841173, - "hf_subset": "tat_Cyrl-mri_Latn", - "languages": [ - "tat-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-rus_Cyrl", - "languages": [ - "tat-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526821, - "recall": 0.586957, - "f1": 0.543631, - "accuracy": 0.586957, - "main_score": 0.543631, - "hf_subset": "tat_Cyrl-taq_Latn", - "languages": [ - "tat-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "tat_Cyrl-war_Latn", - "languages": [ - "tat-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-arb_Arab", - "languages": [ - "tat-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-bul_Cyrl", - "languages": [ - "tat-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-fra_Latn", - "languages": [ - "tat-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "tat_Cyrl-jpn_Jpan", - "languages": [ - "tat-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "tat_Cyrl-lij_Latn", - "languages": [ - "tat-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.980237, - "f1": 0.974802, - "accuracy": 0.980237, - "main_score": 0.974802, - "hf_subset": "tat_Cyrl-mya_Mymr", - "languages": [ - "tat-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581063, - "recall": 0.645257, - "f1": 0.599445, - "accuracy": 0.645257, - "main_score": 0.599445, - "hf_subset": "tat_Cyrl-sag_Latn", - "languages": [ - "tat-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201532, - "recall": 0.252964, - "f1": 0.212533, - "accuracy": 0.252964, - "main_score": 0.212533, - "hf_subset": "tat_Cyrl-taq_Tfng", - "languages": [ - "tat-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613636, - "recall": 0.671937, - "f1": 0.630374, - "accuracy": 0.671937, - "main_score": 0.630374, - "hf_subset": "tat_Cyrl-wol_Latn", - "languages": [ - "tat-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766374, - "recall": 0.818182, - "f1": 0.781919, - "accuracy": 0.818182, - "main_score": 0.781919, - "hf_subset": "tat_Cyrl-arb_Latn", - "languages": [ - "tat-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-cat_Latn", - "languages": [ - "tat-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97052, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "tat_Cyrl-fur_Latn", - "languages": [ - "tat-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412401, - "recall": 0.466403, - "f1": 0.426758, - "accuracy": 0.466403, - "main_score": 0.426758, - "hf_subset": "tat_Cyrl-kab_Latn", - "languages": [ - "tat-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97052, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "tat_Cyrl-lim_Latn", - "languages": [ - "tat-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-nld_Latn", - "languages": [ - "tat-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.983202, - "f1": 0.97892, - "accuracy": 0.983202, - "main_score": 0.97892, - "hf_subset": "tat_Cyrl-san_Deva", - "languages": [ - "tat-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647967, - "recall": 0.705534, - "f1": 0.664806, - "accuracy": 0.705534, - "main_score": 0.664806, - "hf_subset": "tat_Cyrl-xho_Latn", - "languages": [ - "tat-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-ars_Arab", - "languages": [ - "tat-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tat_Cyrl-ceb_Latn", - "languages": [ - "tat-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552421, - "recall": 0.608696, - "f1": 0.568971, - "accuracy": 0.608696, - "main_score": 0.568971, - "hf_subset": "tat_Cyrl-fuv_Latn", - "languages": [ - "tat-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508502, - "recall": 0.573123, - "f1": 0.52588, - "accuracy": 0.573123, - "main_score": 0.52588, - "hf_subset": "tat_Cyrl-kac_Latn", - "languages": [ - "tat-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654644, - "recall": 0.704545, - "f1": 0.668812, - "accuracy": 0.704545, - "main_score": 0.668812, - "hf_subset": "tat_Cyrl-lin_Latn", - "languages": [ - "tat-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-nno_Latn", - "languages": [ - "tat-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212075, - "recall": 0.29249, - "f1": 0.232468, - "accuracy": 0.29249, - "main_score": 0.232468, - "hf_subset": "tat_Cyrl-sat_Olck", - "languages": [ - "tat-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-tel_Telu", - "languages": [ - "tat-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933465, - "recall": 0.953557, - "f1": 0.939888, - "accuracy": 0.953557, - "main_score": 0.939888, - "hf_subset": "tat_Cyrl-ydd_Hebr", - "languages": [ - "tat-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "tat_Cyrl-ary_Arab", - "languages": [ - "tat-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-ces_Latn", - "languages": [ - "tat-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57147, - "recall": 0.631423, - "f1": 0.588894, - "accuracy": 0.631423, - "main_score": 0.588894, - "hf_subset": "tat_Cyrl-gaz_Latn", - "languages": [ - "tat-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574164, - "recall": 0.635375, - "f1": 0.590828, - "accuracy": 0.635375, - "main_score": 0.590828, - "hf_subset": "tat_Cyrl-kam_Latn", - "languages": [ - "tat-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "tat_Cyrl-lit_Latn", - "languages": [ - "tat-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-nob_Latn", - "languages": [ - "tat-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "tat_Cyrl-scn_Latn", - "languages": [ - "tat-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "tat_Cyrl-tgk_Cyrl", - "languages": [ - "tat-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696979, - "recall": 0.762846, - "f1": 0.717163, - "accuracy": 0.762846, - "main_score": 0.717163, - "hf_subset": "tat_Cyrl-yor_Latn", - "languages": [ - "tat-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-arz_Arab", - "languages": [ - "tat-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548964, - "recall": 0.606719, - "f1": 0.565373, - "accuracy": 0.606719, - "main_score": 0.565373, - "hf_subset": "tat_Cyrl-cjk_Latn", - "languages": [ - "tat-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763159, - "recall": 0.817194, - "f1": 0.779103, - "accuracy": 0.817194, - "main_score": 0.779103, - "hf_subset": "tat_Cyrl-gla_Latn", - "languages": [ - "tat-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-kan_Knda", - "languages": [ - "tat-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "tat_Cyrl-lmo_Latn", - "languages": [ - "tat-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "tat_Cyrl-npi_Deva", - "languages": [ - "tat-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450448, - "recall": 0.520751, - "f1": 0.470449, - "accuracy": 0.520751, - "main_score": 0.470449, - "hf_subset": "tat_Cyrl-shn_Mymr", - "languages": [ - "tat-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "tat_Cyrl-tgl_Latn", - "languages": [ - "tat-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-yue_Hant", - "languages": [ - "tat-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tat_Cyrl-asm_Beng", - "languages": [ - "tat-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926548, - "recall": 0.947628, - "f1": 0.933267, - "accuracy": 0.947628, - "main_score": 0.933267, - "hf_subset": "tat_Cyrl-ckb_Arab", - "languages": [ - "tat-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828649, - "recall": 0.873518, - "f1": 0.842507, - "accuracy": 0.873518, - "main_score": 0.842507, - "hf_subset": "tat_Cyrl-gle_Latn", - "languages": [ - "tat-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921443, - "recall": 0.944664, - "f1": 0.928854, - "accuracy": 0.944664, - "main_score": 0.928854, - "hf_subset": "tat_Cyrl-kas_Arab", - "languages": [ - "tat-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915349, - "recall": 0.940711, - "f1": 0.923419, - "accuracy": 0.940711, - "main_score": 0.923419, - "hf_subset": "tat_Cyrl-ltg_Latn", - "languages": [ - "tat-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606455, - "recall": 0.662055, - "f1": 0.622021, - "accuracy": 0.662055, - "main_score": 0.622021, - "hf_subset": "tat_Cyrl-nso_Latn", - "languages": [ - "tat-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "tat_Cyrl-sin_Sinh", - "languages": [ - "tat-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tat_Cyrl-tha_Thai", - "languages": [ - "tat-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-zho_Hans", - "languages": [ - "tat-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-ast_Latn", - "languages": [ - "tat-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-crh_Latn", - "languages": [ - "tat-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "tat_Cyrl-glg_Latn", - "languages": [ - "tat-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833333, - "recall": 0.873518, - "f1": 0.845619, - "accuracy": 0.873518, - "main_score": 0.845619, - "hf_subset": "tat_Cyrl-kas_Deva", - "languages": [ - "tat-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974012, - "recall": 0.981225, - "f1": 0.976285, - "accuracy": 0.981225, - "main_score": 0.976285, - "hf_subset": "tat_Cyrl-ltz_Latn", - "languages": [ - "tat-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444421, - "recall": 0.509881, - "f1": 0.461653, - "accuracy": 0.509881, - "main_score": 0.461653, - "hf_subset": "tat_Cyrl-nus_Latn", - "languages": [ - "tat-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-slk_Latn", - "languages": [ - "tat-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610392, - "recall": 0.677866, - "f1": 0.629795, - "accuracy": 0.677866, - "main_score": 0.629795, - "hf_subset": "tat_Cyrl-tir_Ethi", - "languages": [ - "tat-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-zho_Hant", - "languages": [ - "tat-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "tat_Cyrl-awa_Deva", - "languages": [ - "tat-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957757, - "recall": 0.970356, - "f1": 0.961693, - "accuracy": 0.970356, - "main_score": 0.961693, - "hf_subset": "tat_Cyrl-cym_Latn", - "languages": [ - "tat-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805023, - "recall": 0.843874, - "f1": 0.816685, - "accuracy": 0.843874, - "main_score": 0.816685, - "hf_subset": "tat_Cyrl-grn_Latn", - "languages": [ - "tat-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-kat_Geor", - "languages": [ - "tat-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629313, - "recall": 0.684783, - "f1": 0.644823, - "accuracy": 0.684783, - "main_score": 0.644823, - "hf_subset": "tat_Cyrl-lua_Latn", - "languages": [ - "tat-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62533, - "recall": 0.683794, - "f1": 0.641984, - "accuracy": 0.683794, - "main_score": 0.641984, - "hf_subset": "tat_Cyrl-nya_Latn", - "languages": [ - "tat-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-slv_Latn", - "languages": [ - "tat-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888011, - "recall": 0.918972, - "f1": 0.897483, - "accuracy": 0.918972, - "main_score": 0.897483, - "hf_subset": "tat_Cyrl-tpi_Latn", - "languages": [ - "tat-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-zsm_Latn", - "languages": [ - "tat-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540597, - "recall": 0.603755, - "f1": 0.558608, - "accuracy": 0.603755, - "main_score": 0.558608, - "hf_subset": "tat_Cyrl-ayr_Latn", - "languages": [ - "tat-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-dan_Latn", - "languages": [ - "tat-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-guj_Gujr", - "languages": [ - "tat-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-kaz_Cyrl", - "languages": [ - "tat-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52248, - "recall": 0.585968, - "f1": 0.540444, - "accuracy": 0.585968, - "main_score": 0.540444, - "hf_subset": "tat_Cyrl-lug_Latn", - "languages": [ - "tat-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-oci_Latn", - "languages": [ - "tat-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806835, - "recall": 0.850791, - "f1": 0.820177, - "accuracy": 0.850791, - "main_score": 0.820177, - "hf_subset": "tat_Cyrl-smo_Latn", - "languages": [ - "tat-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549299, - "recall": 0.606719, - "f1": 0.564862, - "accuracy": 0.606719, - "main_score": 0.564862, - "hf_subset": "tat_Cyrl-tsn_Latn", - "languages": [ - "tat-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600963, - "recall": 0.661067, - "f1": 0.61842, - "accuracy": 0.661067, - "main_score": 0.61842, - "hf_subset": "tat_Cyrl-zul_Latn", - "languages": [ - "tat-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891963, - "recall": 0.922925, - "f1": 0.902009, - "accuracy": 0.922925, - "main_score": 0.902009, - "hf_subset": "tat_Cyrl-azb_Arab", - "languages": [ - "tat-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tat_Cyrl-deu_Latn", - "languages": [ - "tat-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945652, - "recall": 0.961462, - "f1": 0.950922, - "accuracy": 0.961462, - "main_score": 0.950922, - "hf_subset": "tat_Cyrl-hat_Latn", - "languages": [ - "tat-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494124, - "recall": 0.548419, - "f1": 0.508632, - "accuracy": 0.548419, - "main_score": 0.508632, - "hf_subset": "tat_Cyrl-kbp_Latn", - "languages": [ - "tat-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554677, - "recall": 0.614625, - "f1": 0.571425, - "accuracy": 0.614625, - "main_score": 0.571425, - "hf_subset": "tat_Cyrl-luo_Latn", - "languages": [ - "tat-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tat_Cyrl-ory_Orya", - "languages": [ - "tat-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567507, - "recall": 0.631423, - "f1": 0.585568, - "accuracy": 0.631423, - "main_score": 0.585568, - "hf_subset": "tat_Cyrl-sna_Latn", - "languages": [ - "tat-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54852, - "recall": 0.601779, - "f1": 0.563128, - "accuracy": 0.601779, - "main_score": 0.563128, - "hf_subset": "tat_Cyrl-tso_Latn", - "languages": [ - "tat-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tat_Cyrl-azj_Latn", - "languages": [ - "tat-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520224, - "recall": 0.585968, - "f1": 0.53921, - "accuracy": 0.585968, - "main_score": 0.53921, - "hf_subset": "tat_Cyrl-dik_Latn", - "languages": [ - "tat-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719739, - "recall": 0.774704, - "f1": 0.735905, - "accuracy": 0.774704, - "main_score": 0.735905, - "hf_subset": "tat_Cyrl-hau_Latn", - "languages": [ - "tat-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955698, - "recall": 0.969368, - "f1": 0.960145, - "accuracy": 0.969368, - "main_score": 0.960145, - "hf_subset": "tat_Cyrl-kea_Latn", - "languages": [ - "tat-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714575, - "recall": 0.766798, - "f1": 0.73027, - "accuracy": 0.766798, - "main_score": 0.73027, - "hf_subset": "tat_Cyrl-lus_Latn", - "languages": [ - "tat-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830336, - "recall": 0.866601, - "f1": 0.841206, - "accuracy": 0.866601, - "main_score": 0.841206, - "hf_subset": "tat_Cyrl-pag_Latn", - "languages": [ - "tat-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "tat_Cyrl-snd_Arab", - "languages": [ - "tat-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "tat_Cyrl-tuk_Latn", - "languages": [ - "tat-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tat_Cyrl-bak_Cyrl", - "languages": [ - "tat-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482225, - "recall": 0.559289, - "f1": 0.50476, - "accuracy": 0.559289, - "main_score": 0.50476, - "hf_subset": "tat_Cyrl-dyu_Latn", - "languages": [ - "tat-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tat_Cyrl-heb_Hebr", - "languages": [ - "tat-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tat_Cyrl-khk_Cyrl", - "languages": [ - "tat-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-lvs_Latn", - "languages": [ - "tat-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tat_Cyrl-pan_Guru", - "languages": [ - "tat-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683449, - "recall": 0.743083, - "f1": 0.701369, - "accuracy": 0.743083, - "main_score": 0.701369, - "hf_subset": "tat_Cyrl-som_Latn", - "languages": [ - "tat-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58202, - "recall": 0.634387, - "f1": 0.597085, - "accuracy": 0.634387, - "main_score": 0.597085, - "hf_subset": "tat_Cyrl-tum_Latn", - "languages": [ - "tat-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460754, - "recall": 0.514822, - "f1": 0.476147, - "accuracy": 0.514822, - "main_score": 0.476147, - "hf_subset": "xho_Latn-ace_Arab", - "languages": [ - "xho-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529453, - "recall": 0.574111, - "f1": 0.542274, - "accuracy": 0.574111, - "main_score": 0.542274, - "hf_subset": "xho_Latn-bam_Latn", - "languages": [ - "xho-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.252736, - "recall": 0.305336, - "f1": 0.2665, - "accuracy": 0.305336, - "main_score": 0.2665, - "hf_subset": "xho_Latn-dzo_Tibt", - "languages": [ - "xho-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666015, - "recall": 0.710474, - "f1": 0.677599, - "accuracy": 0.710474, - "main_score": 0.677599, - "hf_subset": "xho_Latn-hin_Deva", - "languages": [ - "xho-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614596, - "recall": 0.667984, - "f1": 0.628895, - "accuracy": 0.667984, - "main_score": 0.628895, - "hf_subset": "xho_Latn-khm_Khmr", - "languages": [ - "xho-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649356, - "recall": 0.699605, - "f1": 0.66271, - "accuracy": 0.699605, - "main_score": 0.66271, - "hf_subset": "xho_Latn-mag_Deva", - "languages": [ - "xho-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65119, - "recall": 0.690711, - "f1": 0.660638, - "accuracy": 0.690711, - "main_score": 0.660638, - "hf_subset": "xho_Latn-pap_Latn", - "languages": [ - "xho-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626989, - "recall": 0.664032, - "f1": 0.63696, - "accuracy": 0.664032, - "main_score": 0.63696, - "hf_subset": "xho_Latn-sot_Latn", - "languages": [ - "xho-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645474, - "recall": 0.693676, - "f1": 0.658195, - "accuracy": 0.693676, - "main_score": 0.658195, - "hf_subset": "xho_Latn-tur_Latn", - "languages": [ - "xho-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626063, - "recall": 0.66502, - "f1": 0.636681, - "accuracy": 0.66502, - "main_score": 0.636681, - "hf_subset": "xho_Latn-ace_Latn", - "languages": [ - "xho-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651043, - "recall": 0.682806, - "f1": 0.660098, - "accuracy": 0.682806, - "main_score": 0.660098, - "hf_subset": "xho_Latn-ban_Latn", - "languages": [ - "xho-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649412, - "recall": 0.700593, - "f1": 0.662959, - "accuracy": 0.700593, - "main_score": 0.662959, - "hf_subset": "xho_Latn-ell_Grek", - "languages": [ - "xho-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634599, - "recall": 0.684783, - "f1": 0.647517, - "accuracy": 0.684783, - "main_score": 0.647517, - "hf_subset": "xho_Latn-hne_Deva", - "languages": [ - "xho-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573624, - "recall": 0.612648, - "f1": 0.584652, - "accuracy": 0.612648, - "main_score": 0.584652, - "hf_subset": "xho_Latn-kik_Latn", - "languages": [ - "xho-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635662, - "recall": 0.685771, - "f1": 0.648379, - "accuracy": 0.685771, - "main_score": 0.648379, - "hf_subset": "xho_Latn-mai_Deva", - "languages": [ - "xho-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593188, - "recall": 0.649209, - "f1": 0.608115, - "accuracy": 0.649209, - "main_score": 0.608115, - "hf_subset": "xho_Latn-pbt_Arab", - "languages": [ - "xho-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667272, - "recall": 0.711462, - "f1": 0.678205, - "accuracy": 0.711462, - "main_score": 0.678205, - "hf_subset": "xho_Latn-spa_Latn", - "languages": [ - "xho-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58812, - "recall": 0.620553, - "f1": 0.597096, - "accuracy": 0.620553, - "main_score": 0.597096, - "hf_subset": "xho_Latn-twi_Latn", - "languages": [ - "xho-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632897, - "recall": 0.681818, - "f1": 0.64564, - "accuracy": 0.681818, - "main_score": 0.64564, - "hf_subset": "xho_Latn-acm_Arab", - "languages": [ - "xho-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618652, - "recall": 0.66996, - "f1": 0.631969, - "accuracy": 0.66996, - "main_score": 0.631969, - "hf_subset": "xho_Latn-bel_Cyrl", - "languages": [ - "xho-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688926, - "recall": 0.737154, - "f1": 0.701397, - "accuracy": 0.737154, - "main_score": 0.701397, - "hf_subset": "xho_Latn-eng_Latn", - "languages": [ - "xho-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66984, - "recall": 0.718379, - "f1": 0.682683, - "accuracy": 0.718379, - "main_score": 0.682683, - "hf_subset": "xho_Latn-hrv_Latn", - "languages": [ - "xho-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568808, - "recall": 0.619565, - "f1": 0.583169, - "accuracy": 0.619565, - "main_score": 0.583169, - "hf_subset": "xho_Latn-kin_Latn", - "languages": [ - "xho-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641324, - "recall": 0.6917, - "f1": 0.654472, - "accuracy": 0.6917, - "main_score": 0.654472, - "hf_subset": "xho_Latn-mal_Mlym", - "languages": [ - "xho-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669233, - "recall": 0.718379, - "f1": 0.681689, - "accuracy": 0.718379, - "main_score": 0.681689, - "hf_subset": "xho_Latn-pes_Arab", - "languages": [ - "xho-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662373, - "recall": 0.698617, - "f1": 0.671779, - "accuracy": 0.698617, - "main_score": 0.671779, - "hf_subset": "xho_Latn-srd_Latn", - "languages": [ - "xho-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208822, - "recall": 0.253953, - "f1": 0.220155, - "accuracy": 0.253953, - "main_score": 0.220155, - "hf_subset": "xho_Latn-tzm_Tfng", - "languages": [ - "xho-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64701, - "recall": 0.695652, - "f1": 0.659699, - "accuracy": 0.695652, - "main_score": 0.659699, - "hf_subset": "xho_Latn-acq_Arab", - "languages": [ - "xho-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61857, - "recall": 0.666008, - "f1": 0.63201, - "accuracy": 0.666008, - "main_score": 0.63201, - "hf_subset": "xho_Latn-bem_Latn", - "languages": [ - "xho-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65921, - "recall": 0.711462, - "f1": 0.672652, - "accuracy": 0.711462, - "main_score": 0.672652, - "hf_subset": "xho_Latn-epo_Latn", - "languages": [ - "xho-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654458, - "recall": 0.706522, - "f1": 0.667618, - "accuracy": 0.706522, - "main_score": 0.667618, - "hf_subset": "xho_Latn-hun_Latn", - "languages": [ - "xho-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626769, - "recall": 0.674901, - "f1": 0.639883, - "accuracy": 0.674901, - "main_score": 0.639883, - "hf_subset": "xho_Latn-kir_Cyrl", - "languages": [ - "xho-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664743, - "recall": 0.709486, - "f1": 0.676144, - "accuracy": 0.709486, - "main_score": 0.676144, - "hf_subset": "xho_Latn-mar_Deva", - "languages": [ - "xho-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591311, - "recall": 0.634387, - "f1": 0.602907, - "accuracy": 0.634387, - "main_score": 0.602907, - "hf_subset": "xho_Latn-plt_Latn", - "languages": [ - "xho-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666467, - "recall": 0.718379, - "f1": 0.679699, - "accuracy": 0.718379, - "main_score": 0.679699, - "hf_subset": "xho_Latn-srp_Cyrl", - "languages": [ - "xho-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558907, - "recall": 0.613636, - "f1": 0.573955, - "accuracy": 0.613636, - "main_score": 0.573955, - "hf_subset": "xho_Latn-uig_Arab", - "languages": [ - "xho-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614557, - "recall": 0.661067, - "f1": 0.626826, - "accuracy": 0.661067, - "main_score": 0.626826, - "hf_subset": "xho_Latn-aeb_Arab", - "languages": [ - "xho-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667425, - "recall": 0.715415, - "f1": 0.68048, - "accuracy": 0.715415, - "main_score": 0.68048, - "hf_subset": "xho_Latn-ben_Beng", - "languages": [ - "xho-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647463, - "recall": 0.693676, - "f1": 0.659265, - "accuracy": 0.693676, - "main_score": 0.659265, - "hf_subset": "xho_Latn-est_Latn", - "languages": [ - "xho-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623693, - "recall": 0.674901, - "f1": 0.636509, - "accuracy": 0.674901, - "main_score": 0.636509, - "hf_subset": "xho_Latn-hye_Armn", - "languages": [ - "xho-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550914, - "recall": 0.591897, - "f1": 0.562722, - "accuracy": 0.591897, - "main_score": 0.562722, - "hf_subset": "xho_Latn-kmb_Latn", - "languages": [ - "xho-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435434, - "recall": 0.48913, - "f1": 0.449788, - "accuracy": 0.48913, - "main_score": 0.449788, - "hf_subset": "xho_Latn-min_Arab", - "languages": [ - "xho-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654845, - "recall": 0.699605, - "f1": 0.666883, - "accuracy": 0.699605, - "main_score": 0.666883, - "hf_subset": "xho_Latn-pol_Latn", - "languages": [ - "xho-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672984, - "recall": 0.719368, - "f1": 0.686853, - "accuracy": 0.719368, - "main_score": 0.686853, - "hf_subset": "xho_Latn-ssw_Latn", - "languages": [ - "xho-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657632, - "recall": 0.708498, - "f1": 0.670367, - "accuracy": 0.708498, - "main_score": 0.670367, - "hf_subset": "xho_Latn-ukr_Cyrl", - "languages": [ - "xho-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692624, - "recall": 0.733202, - "f1": 0.703203, - "accuracy": 0.733202, - "main_score": 0.703203, - "hf_subset": "xho_Latn-afr_Latn", - "languages": [ - "xho-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617707, - "recall": 0.663043, - "f1": 0.629194, - "accuracy": 0.663043, - "main_score": 0.629194, - "hf_subset": "xho_Latn-bho_Deva", - "languages": [ - "xho-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646891, - "recall": 0.690711, - "f1": 0.658594, - "accuracy": 0.690711, - "main_score": 0.658594, - "hf_subset": "xho_Latn-eus_Latn", - "languages": [ - "xho-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582519, - "recall": 0.624506, - "f1": 0.594931, - "accuracy": 0.624506, - "main_score": 0.594931, - "hf_subset": "xho_Latn-ibo_Latn", - "languages": [ - "xho-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615477, - "recall": 0.658103, - "f1": 0.62654, - "accuracy": 0.658103, - "main_score": 0.62654, - "hf_subset": "xho_Latn-kmr_Latn", - "languages": [ - "xho-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655694, - "recall": 0.69664, - "f1": 0.666305, - "accuracy": 0.69664, - "main_score": 0.666305, - "hf_subset": "xho_Latn-min_Latn", - "languages": [ - "xho-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679968, - "recall": 0.727273, - "f1": 0.69246, - "accuracy": 0.727273, - "main_score": 0.69246, - "hf_subset": "xho_Latn-por_Latn", - "languages": [ - "xho-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671518, - "recall": 0.709486, - "f1": 0.681436, - "accuracy": 0.709486, - "main_score": 0.681436, - "hf_subset": "xho_Latn-sun_Latn", - "languages": [ - "xho-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537636, - "recall": 0.58004, - "f1": 0.549974, - "accuracy": 0.58004, - "main_score": 0.549974, - "hf_subset": "xho_Latn-umb_Latn", - "languages": [ - "xho-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640129, - "recall": 0.684783, - "f1": 0.651514, - "accuracy": 0.684783, - "main_score": 0.651514, - "hf_subset": "xho_Latn-ajp_Arab", - "languages": [ - "xho-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452256, - "recall": 0.502964, - "f1": 0.465772, - "accuracy": 0.502964, - "main_score": 0.465772, - "hf_subset": "xho_Latn-bjn_Arab", - "languages": [ - "xho-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525587, - "recall": 0.561265, - "f1": 0.535528, - "accuracy": 0.561265, - "main_score": 0.535528, - "hf_subset": "xho_Latn-ewe_Latn", - "languages": [ - "xho-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664177, - "recall": 0.698617, - "f1": 0.673136, - "accuracy": 0.698617, - "main_score": 0.673136, - "hf_subset": "xho_Latn-ilo_Latn", - "languages": [ - "xho-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.32386, - "recall": 0.371542, - "f1": 0.337094, - "accuracy": 0.371542, - "main_score": 0.337094, - "hf_subset": "xho_Latn-knc_Arab", - "languages": [ - "xho-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664096, - "recall": 0.719368, - "f1": 0.678826, - "accuracy": 0.719368, - "main_score": 0.678826, - "hf_subset": "xho_Latn-mkd_Cyrl", - "languages": [ - "xho-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645214, - "recall": 0.697628, - "f1": 0.658473, - "accuracy": 0.697628, - "main_score": 0.658473, - "hf_subset": "xho_Latn-prs_Arab", - "languages": [ - "xho-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660039, - "recall": 0.712451, - "f1": 0.673621, - "accuracy": 0.712451, - "main_score": 0.673621, - "hf_subset": "xho_Latn-swe_Latn", - "languages": [ - "xho-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643931, - "recall": 0.699605, - "f1": 0.658787, - "accuracy": 0.699605, - "main_score": 0.658787, - "hf_subset": "xho_Latn-urd_Arab", - "languages": [ - "xho-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566653, - "recall": 0.602767, - "f1": 0.576981, - "accuracy": 0.602767, - "main_score": 0.576981, - "hf_subset": "xho_Latn-aka_Latn", - "languages": [ - "xho-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66074, - "recall": 0.700593, - "f1": 0.670781, - "accuracy": 0.700593, - "main_score": 0.670781, - "hf_subset": "xho_Latn-bjn_Latn", - "languages": [ - "xho-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639697, - "recall": 0.681818, - "f1": 0.651565, - "accuracy": 0.681818, - "main_score": 0.651565, - "hf_subset": "xho_Latn-fao_Latn", - "languages": [ - "xho-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68067, - "recall": 0.724308, - "f1": 0.691721, - "accuracy": 0.724308, - "main_score": 0.691721, - "hf_subset": "xho_Latn-ind_Latn", - "languages": [ - "xho-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566926, - "recall": 0.610672, - "f1": 0.579628, - "accuracy": 0.610672, - "main_score": 0.579628, - "hf_subset": "xho_Latn-knc_Latn", - "languages": [ - "xho-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667705, - "recall": 0.709486, - "f1": 0.678157, - "accuracy": 0.709486, - "main_score": 0.678157, - "hf_subset": "xho_Latn-mlt_Latn", - "languages": [ - "xho-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573233, - "recall": 0.616601, - "f1": 0.585628, - "accuracy": 0.616601, - "main_score": 0.585628, - "hf_subset": "xho_Latn-quy_Latn", - "languages": [ - "xho-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67021, - "recall": 0.713439, - "f1": 0.681713, - "accuracy": 0.713439, - "main_score": 0.681713, - "hf_subset": "xho_Latn-swh_Latn", - "languages": [ - "xho-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638876, - "recall": 0.686759, - "f1": 0.651101, - "accuracy": 0.686759, - "main_score": 0.651101, - "hf_subset": "xho_Latn-uzn_Latn", - "languages": [ - "xho-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667162, - "recall": 0.70751, - "f1": 0.67726, - "accuracy": 0.70751, - "main_score": 0.67726, - "hf_subset": "xho_Latn-als_Latn", - "languages": [ - "xho-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322017, - "recall": 0.384387, - "f1": 0.337329, - "accuracy": 0.384387, - "main_score": 0.337329, - "hf_subset": "xho_Latn-bod_Tibt", - "languages": [ - "xho-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589683, - "recall": 0.623518, - "f1": 0.599227, - "accuracy": 0.623518, - "main_score": 0.599227, - "hf_subset": "xho_Latn-fij_Latn", - "languages": [ - "xho-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632513, - "recall": 0.683794, - "f1": 0.64591, - "accuracy": 0.683794, - "main_score": 0.64591, - "hf_subset": "xho_Latn-isl_Latn", - "languages": [ - "xho-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607029, - "recall": 0.646245, - "f1": 0.617906, - "accuracy": 0.646245, - "main_score": 0.617906, - "hf_subset": "xho_Latn-kon_Latn", - "languages": [ - "xho-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52251, - "recall": 0.56917, - "f1": 0.535068, - "accuracy": 0.56917, - "main_score": 0.535068, - "hf_subset": "xho_Latn-mni_Beng", - "languages": [ - "xho-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67033, - "recall": 0.716403, - "f1": 0.681753, - "accuracy": 0.716403, - "main_score": 0.681753, - "hf_subset": "xho_Latn-ron_Latn", - "languages": [ - "xho-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651953, - "recall": 0.697628, - "f1": 0.664249, - "accuracy": 0.697628, - "main_score": 0.664249, - "hf_subset": "xho_Latn-szl_Latn", - "languages": [ - "xho-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658903, - "recall": 0.703557, - "f1": 0.671127, - "accuracy": 0.703557, - "main_score": 0.671127, - "hf_subset": "xho_Latn-vec_Latn", - "languages": [ - "xho-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569699, - "recall": 0.625494, - "f1": 0.585084, - "accuracy": 0.625494, - "main_score": 0.585084, - "hf_subset": "xho_Latn-amh_Ethi", - "languages": [ - "xho-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672448, - "recall": 0.716403, - "f1": 0.684099, - "accuracy": 0.716403, - "main_score": 0.684099, - "hf_subset": "xho_Latn-bos_Latn", - "languages": [ - "xho-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645902, - "recall": 0.695652, - "f1": 0.659564, - "accuracy": 0.695652, - "main_score": 0.659564, - "hf_subset": "xho_Latn-fin_Latn", - "languages": [ - "xho-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667851, - "recall": 0.710474, - "f1": 0.678919, - "accuracy": 0.710474, - "main_score": 0.678919, - "hf_subset": "xho_Latn-ita_Latn", - "languages": [ - "xho-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641684, - "recall": 0.69664, - "f1": 0.656692, - "accuracy": 0.69664, - "main_score": 0.656692, - "hf_subset": "xho_Latn-kor_Hang", - "languages": [ - "xho-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539797, - "recall": 0.578063, - "f1": 0.550776, - "accuracy": 0.578063, - "main_score": 0.550776, - "hf_subset": "xho_Latn-mos_Latn", - "languages": [ - "xho-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558383, - "recall": 0.608696, - "f1": 0.571891, - "accuracy": 0.608696, - "main_score": 0.571891, - "hf_subset": "xho_Latn-run_Latn", - "languages": [ - "xho-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626454, - "recall": 0.685771, - "f1": 0.642344, - "accuracy": 0.685771, - "main_score": 0.642344, - "hf_subset": "xho_Latn-tam_Taml", - "languages": [ - "xho-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658578, - "recall": 0.703557, - "f1": 0.669979, - "accuracy": 0.703557, - "main_score": 0.669979, - "hf_subset": "xho_Latn-vie_Latn", - "languages": [ - "xho-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636666, - "recall": 0.689723, - "f1": 0.650379, - "accuracy": 0.689723, - "main_score": 0.650379, - "hf_subset": "xho_Latn-apc_Arab", - "languages": [ - "xho-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599353, - "recall": 0.640316, - "f1": 0.610632, - "accuracy": 0.640316, - "main_score": 0.610632, - "hf_subset": "xho_Latn-bug_Latn", - "languages": [ - "xho-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467005, - "recall": 0.516798, - "f1": 0.480904, - "accuracy": 0.516798, - "main_score": 0.480904, - "hf_subset": "xho_Latn-fon_Latn", - "languages": [ - "xho-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687208, - "recall": 0.725296, - "f1": 0.697543, - "accuracy": 0.725296, - "main_score": 0.697543, - "hf_subset": "xho_Latn-jav_Latn", - "languages": [ - "xho-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596926, - "recall": 0.649209, - "f1": 0.611047, - "accuracy": 0.649209, - "main_score": 0.611047, - "hf_subset": "xho_Latn-lao_Laoo", - "languages": [ - "xho-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584083, - "recall": 0.633399, - "f1": 0.596844, - "accuracy": 0.633399, - "main_score": 0.596844, - "hf_subset": "xho_Latn-mri_Latn", - "languages": [ - "xho-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65875, - "recall": 0.711462, - "f1": 0.672211, - "accuracy": 0.711462, - "main_score": 0.672211, - "hf_subset": "xho_Latn-rus_Cyrl", - "languages": [ - "xho-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511785, - "recall": 0.549407, - "f1": 0.523007, - "accuracy": 0.549407, - "main_score": 0.523007, - "hf_subset": "xho_Latn-taq_Latn", - "languages": [ - "xho-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689781, - "recall": 0.731225, - "f1": 0.700115, - "accuracy": 0.731225, - "main_score": 0.700115, - "hf_subset": "xho_Latn-war_Latn", - "languages": [ - "xho-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649484, - "recall": 0.695652, - "f1": 0.66095, - "accuracy": 0.695652, - "main_score": 0.66095, - "hf_subset": "xho_Latn-arb_Arab", - "languages": [ - "xho-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676776, - "recall": 0.721344, - "f1": 0.688791, - "accuracy": 0.721344, - "main_score": 0.688791, - "hf_subset": "xho_Latn-bul_Cyrl", - "languages": [ - "xho-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682259, - "recall": 0.725296, - "f1": 0.69308, - "accuracy": 0.725296, - "main_score": 0.69308, - "hf_subset": "xho_Latn-fra_Latn", - "languages": [ - "xho-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622045, - "recall": 0.671937, - "f1": 0.63519, - "accuracy": 0.671937, - "main_score": 0.63519, - "hf_subset": "xho_Latn-jpn_Jpan", - "languages": [ - "xho-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647484, - "recall": 0.693676, - "f1": 0.659565, - "accuracy": 0.693676, - "main_score": 0.659565, - "hf_subset": "xho_Latn-lij_Latn", - "languages": [ - "xho-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525569, - "recall": 0.590909, - "f1": 0.543168, - "accuracy": 0.590909, - "main_score": 0.543168, - "hf_subset": "xho_Latn-mya_Mymr", - "languages": [ - "xho-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549804, - "recall": 0.590909, - "f1": 0.561424, - "accuracy": 0.590909, - "main_score": 0.561424, - "hf_subset": "xho_Latn-sag_Latn", - "languages": [ - "xho-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207768, - "recall": 0.257905, - "f1": 0.219629, - "accuracy": 0.257905, - "main_score": 0.219629, - "hf_subset": "xho_Latn-taq_Tfng", - "languages": [ - "xho-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566184, - "recall": 0.603755, - "f1": 0.576995, - "accuracy": 0.603755, - "main_score": 0.576995, - "hf_subset": "xho_Latn-wol_Latn", - "languages": [ - "xho-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511579, - "recall": 0.560277, - "f1": 0.524517, - "accuracy": 0.560277, - "main_score": 0.524517, - "hf_subset": "xho_Latn-arb_Latn", - "languages": [ - "xho-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673701, - "recall": 0.722332, - "f1": 0.686024, - "accuracy": 0.722332, - "main_score": 0.686024, - "hf_subset": "xho_Latn-cat_Latn", - "languages": [ - "xho-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646624, - "recall": 0.686759, - "f1": 0.656778, - "accuracy": 0.686759, - "main_score": 0.656778, - "hf_subset": "xho_Latn-fur_Latn", - "languages": [ - "xho-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465197, - "recall": 0.516798, - "f1": 0.479706, - "accuracy": 0.516798, - "main_score": 0.479706, - "hf_subset": "xho_Latn-kab_Latn", - "languages": [ - "xho-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636583, - "recall": 0.682806, - "f1": 0.648876, - "accuracy": 0.682806, - "main_score": 0.648876, - "hf_subset": "xho_Latn-lim_Latn", - "languages": [ - "xho-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654364, - "recall": 0.704545, - "f1": 0.667098, - "accuracy": 0.704545, - "main_score": 0.667098, - "hf_subset": "xho_Latn-nld_Latn", - "languages": [ - "xho-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611708, - "recall": 0.668972, - "f1": 0.625988, - "accuracy": 0.668972, - "main_score": 0.625988, - "hf_subset": "xho_Latn-san_Deva", - "languages": [ - "xho-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630838, - "recall": 0.679842, - "f1": 0.644294, - "accuracy": 0.679842, - "main_score": 0.644294, - "hf_subset": "xho_Latn-tat_Cyrl", - "languages": [ - "xho-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639606, - "recall": 0.689723, - "f1": 0.652716, - "accuracy": 0.689723, - "main_score": 0.652716, - "hf_subset": "xho_Latn-ars_Arab", - "languages": [ - "xho-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680865, - "recall": 0.716403, - "f1": 0.690456, - "accuracy": 0.716403, - "main_score": 0.690456, - "hf_subset": "xho_Latn-ceb_Latn", - "languages": [ - "xho-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537854, - "recall": 0.583004, - "f1": 0.550938, - "accuracy": 0.583004, - "main_score": 0.550938, - "hf_subset": "xho_Latn-fuv_Latn", - "languages": [ - "xho-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519862, - "recall": 0.559289, - "f1": 0.531475, - "accuracy": 0.559289, - "main_score": 0.531475, - "hf_subset": "xho_Latn-kac_Latn", - "languages": [ - "xho-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602793, - "recall": 0.639328, - "f1": 0.612908, - "accuracy": 0.639328, - "main_score": 0.612908, - "hf_subset": "xho_Latn-lin_Latn", - "languages": [ - "xho-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651177, - "recall": 0.700593, - "f1": 0.664336, - "accuracy": 0.700593, - "main_score": 0.664336, - "hf_subset": "xho_Latn-nno_Latn", - "languages": [ - "xho-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157743, - "recall": 0.195652, - "f1": 0.167261, - "accuracy": 0.195652, - "main_score": 0.167261, - "hf_subset": "xho_Latn-sat_Olck", - "languages": [ - "xho-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645494, - "recall": 0.698617, - "f1": 0.659809, - "accuracy": 0.698617, - "main_score": 0.659809, - "hf_subset": "xho_Latn-tel_Telu", - "languages": [ - "xho-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594874, - "recall": 0.65415, - "f1": 0.610339, - "accuracy": 0.65415, - "main_score": 0.610339, - "hf_subset": "xho_Latn-ydd_Hebr", - "languages": [ - "xho-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604842, - "recall": 0.653162, - "f1": 0.61799, - "accuracy": 0.653162, - "main_score": 0.61799, - "hf_subset": "xho_Latn-ary_Arab", - "languages": [ - "xho-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661811, - "recall": 0.709486, - "f1": 0.6745, - "accuracy": 0.709486, - "main_score": 0.6745, - "hf_subset": "xho_Latn-ces_Latn", - "languages": [ - "xho-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550661, - "recall": 0.602767, - "f1": 0.565617, - "accuracy": 0.602767, - "main_score": 0.565617, - "hf_subset": "xho_Latn-gaz_Latn", - "languages": [ - "xho-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56418, - "recall": 0.614625, - "f1": 0.577696, - "accuracy": 0.614625, - "main_score": 0.577696, - "hf_subset": "xho_Latn-kam_Latn", - "languages": [ - "xho-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636544, - "recall": 0.683794, - "f1": 0.649153, - "accuracy": 0.683794, - "main_score": 0.649153, - "hf_subset": "xho_Latn-lit_Latn", - "languages": [ - "xho-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660184, - "recall": 0.705534, - "f1": 0.672258, - "accuracy": 0.705534, - "main_score": 0.672258, - "hf_subset": "xho_Latn-nob_Latn", - "languages": [ - "xho-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649876, - "recall": 0.684783, - "f1": 0.659068, - "accuracy": 0.684783, - "main_score": 0.659068, - "hf_subset": "xho_Latn-scn_Latn", - "languages": [ - "xho-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630047, - "recall": 0.672925, - "f1": 0.641384, - "accuracy": 0.672925, - "main_score": 0.641384, - "hf_subset": "xho_Latn-tgk_Cyrl", - "languages": [ - "xho-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556697, - "recall": 0.616601, - "f1": 0.573932, - "accuracy": 0.616601, - "main_score": 0.573932, - "hf_subset": "xho_Latn-yor_Latn", - "languages": [ - "xho-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63669, - "recall": 0.682806, - "f1": 0.649038, - "accuracy": 0.682806, - "main_score": 0.649038, - "hf_subset": "xho_Latn-arz_Arab", - "languages": [ - "xho-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516709, - "recall": 0.554348, - "f1": 0.527422, - "accuracy": 0.554348, - "main_score": 0.527422, - "hf_subset": "xho_Latn-cjk_Latn", - "languages": [ - "xho-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587536, - "recall": 0.635375, - "f1": 0.600949, - "accuracy": 0.635375, - "main_score": 0.600949, - "hf_subset": "xho_Latn-gla_Latn", - "languages": [ - "xho-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648987, - "recall": 0.698617, - "f1": 0.662576, - "accuracy": 0.698617, - "main_score": 0.662576, - "hf_subset": "xho_Latn-kan_Knda", - "languages": [ - "xho-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643119, - "recall": 0.685771, - "f1": 0.653342, - "accuracy": 0.685771, - "main_score": 0.653342, - "hf_subset": "xho_Latn-lmo_Latn", - "languages": [ - "xho-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628601, - "recall": 0.685771, - "f1": 0.643801, - "accuracy": 0.685771, - "main_score": 0.643801, - "hf_subset": "xho_Latn-npi_Deva", - "languages": [ - "xho-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46172, - "recall": 0.509881, - "f1": 0.474906, - "accuracy": 0.509881, - "main_score": 0.474906, - "hf_subset": "xho_Latn-shn_Mymr", - "languages": [ - "xho-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699628, - "recall": 0.73913, - "f1": 0.710167, - "accuracy": 0.73913, - "main_score": 0.710167, - "hf_subset": "xho_Latn-tgl_Latn", - "languages": [ - "xho-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642484, - "recall": 0.6917, - "f1": 0.654963, - "accuracy": 0.6917, - "main_score": 0.654963, - "hf_subset": "xho_Latn-yue_Hant", - "languages": [ - "xho-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639994, - "recall": 0.689723, - "f1": 0.653209, - "accuracy": 0.689723, - "main_score": 0.653209, - "hf_subset": "xho_Latn-asm_Beng", - "languages": [ - "xho-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598536, - "recall": 0.653162, - "f1": 0.612746, - "accuracy": 0.653162, - "main_score": 0.612746, - "hf_subset": "xho_Latn-ckb_Arab", - "languages": [ - "xho-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582437, - "recall": 0.637352, - "f1": 0.597793, - "accuracy": 0.637352, - "main_score": 0.597793, - "hf_subset": "xho_Latn-gle_Latn", - "languages": [ - "xho-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573752, - "recall": 0.621542, - "f1": 0.585951, - "accuracy": 0.621542, - "main_score": 0.585951, - "hf_subset": "xho_Latn-kas_Arab", - "languages": [ - "xho-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597915, - "recall": 0.641304, - "f1": 0.610062, - "accuracy": 0.641304, - "main_score": 0.610062, - "hf_subset": "xho_Latn-ltg_Latn", - "languages": [ - "xho-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623405, - "recall": 0.658103, - "f1": 0.633367, - "accuracy": 0.658103, - "main_score": 0.633367, - "hf_subset": "xho_Latn-nso_Latn", - "languages": [ - "xho-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568847, - "recall": 0.626482, - "f1": 0.58411, - "accuracy": 0.626482, - "main_score": 0.58411, - "hf_subset": "xho_Latn-sin_Sinh", - "languages": [ - "xho-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655198, - "recall": 0.704545, - "f1": 0.668105, - "accuracy": 0.704545, - "main_score": 0.668105, - "hf_subset": "xho_Latn-tha_Thai", - "languages": [ - "xho-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620669, - "recall": 0.667984, - "f1": 0.632508, - "accuracy": 0.667984, - "main_score": 0.632508, - "hf_subset": "xho_Latn-zho_Hans", - "languages": [ - "xho-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677752, - "recall": 0.724308, - "f1": 0.689484, - "accuracy": 0.724308, - "main_score": 0.689484, - "hf_subset": "xho_Latn-ast_Latn", - "languages": [ - "xho-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616809, - "recall": 0.671937, - "f1": 0.631626, - "accuracy": 0.671937, - "main_score": 0.631626, - "hf_subset": "xho_Latn-crh_Latn", - "languages": [ - "xho-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677793, - "recall": 0.718379, - "f1": 0.68895, - "accuracy": 0.718379, - "main_score": 0.68895, - "hf_subset": "xho_Latn-glg_Latn", - "languages": [ - "xho-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575283, - "recall": 0.623518, - "f1": 0.588545, - "accuracy": 0.623518, - "main_score": 0.588545, - "hf_subset": "xho_Latn-kas_Deva", - "languages": [ - "xho-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623984, - "recall": 0.663043, - "f1": 0.633709, - "accuracy": 0.663043, - "main_score": 0.633709, - "hf_subset": "xho_Latn-ltz_Latn", - "languages": [ - "xho-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475405, - "recall": 0.527668, - "f1": 0.490686, - "accuracy": 0.527668, - "main_score": 0.490686, - "hf_subset": "xho_Latn-nus_Latn", - "languages": [ - "xho-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665514, - "recall": 0.713439, - "f1": 0.678074, - "accuracy": 0.713439, - "main_score": 0.678074, - "hf_subset": "xho_Latn-slk_Latn", - "languages": [ - "xho-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450921, - "recall": 0.505929, - "f1": 0.466202, - "accuracy": 0.505929, - "main_score": 0.466202, - "hf_subset": "xho_Latn-tir_Ethi", - "languages": [ - "xho-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631139, - "recall": 0.682806, - "f1": 0.644298, - "accuracy": 0.682806, - "main_score": 0.644298, - "hf_subset": "xho_Latn-zho_Hant", - "languages": [ - "xho-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638836, - "recall": 0.68083, - "f1": 0.650088, - "accuracy": 0.68083, - "main_score": 0.650088, - "hf_subset": "xho_Latn-awa_Deva", - "languages": [ - "xho-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62799, - "recall": 0.676877, - "f1": 0.641148, - "accuracy": 0.676877, - "main_score": 0.641148, - "hf_subset": "xho_Latn-cym_Latn", - "languages": [ - "xho-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61493, - "recall": 0.650198, - "f1": 0.623636, - "accuracy": 0.650198, - "main_score": 0.623636, - "hf_subset": "xho_Latn-grn_Latn", - "languages": [ - "xho-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616172, - "recall": 0.664032, - "f1": 0.628854, - "accuracy": 0.664032, - "main_score": 0.628854, - "hf_subset": "xho_Latn-kat_Geor", - "languages": [ - "xho-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599624, - "recall": 0.635375, - "f1": 0.609827, - "accuracy": 0.635375, - "main_score": 0.609827, - "hf_subset": "xho_Latn-lua_Latn", - "languages": [ - "xho-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598951, - "recall": 0.642292, - "f1": 0.611439, - "accuracy": 0.642292, - "main_score": 0.611439, - "hf_subset": "xho_Latn-nya_Latn", - "languages": [ - "xho-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648532, - "recall": 0.6917, - "f1": 0.658918, - "accuracy": 0.6917, - "main_score": 0.658918, - "hf_subset": "xho_Latn-slv_Latn", - "languages": [ - "xho-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640232, - "recall": 0.676877, - "f1": 0.649652, - "accuracy": 0.676877, - "main_score": 0.649652, - "hf_subset": "xho_Latn-tpi_Latn", - "languages": [ - "xho-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688636, - "recall": 0.735178, - "f1": 0.700926, - "accuracy": 0.735178, - "main_score": 0.700926, - "hf_subset": "xho_Latn-zsm_Latn", - "languages": [ - "xho-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54437, - "recall": 0.583992, - "f1": 0.55597, - "accuracy": 0.583992, - "main_score": 0.55597, - "hf_subset": "xho_Latn-ayr_Latn", - "languages": [ - "xho-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675907, - "recall": 0.718379, - "f1": 0.686409, - "accuracy": 0.718379, - "main_score": 0.686409, - "hf_subset": "xho_Latn-dan_Latn", - "languages": [ - "xho-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638262, - "recall": 0.690711, - "f1": 0.652154, - "accuracy": 0.690711, - "main_score": 0.652154, - "hf_subset": "xho_Latn-guj_Gujr", - "languages": [ - "xho-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639251, - "recall": 0.684783, - "f1": 0.651854, - "accuracy": 0.684783, - "main_score": 0.651854, - "hf_subset": "xho_Latn-kaz_Cyrl", - "languages": [ - "xho-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549292, - "recall": 0.602767, - "f1": 0.564155, - "accuracy": 0.602767, - "main_score": 0.564155, - "hf_subset": "xho_Latn-lug_Latn", - "languages": [ - "xho-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688815, - "recall": 0.736166, - "f1": 0.701029, - "accuracy": 0.736166, - "main_score": 0.701029, - "hf_subset": "xho_Latn-oci_Latn", - "languages": [ - "xho-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620269, - "recall": 0.656126, - "f1": 0.629966, - "accuracy": 0.656126, - "main_score": 0.629966, - "hf_subset": "xho_Latn-smo_Latn", - "languages": [ - "xho-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585027, - "recall": 0.629447, - "f1": 0.59759, - "accuracy": 0.629447, - "main_score": 0.59759, - "hf_subset": "xho_Latn-tsn_Latn", - "languages": [ - "xho-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742798, - "recall": 0.796443, - "f1": 0.759256, - "accuracy": 0.796443, - "main_score": 0.759256, - "hf_subset": "xho_Latn-zul_Latn", - "languages": [ - "xho-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529214, - "recall": 0.583004, - "f1": 0.54364, - "accuracy": 0.583004, - "main_score": 0.54364, - "hf_subset": "xho_Latn-azb_Arab", - "languages": [ - "xho-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68021, - "recall": 0.72332, - "f1": 0.692058, - "accuracy": 0.72332, - "main_score": 0.692058, - "hf_subset": "xho_Latn-deu_Latn", - "languages": [ - "xho-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609451, - "recall": 0.663043, - "f1": 0.624187, - "accuracy": 0.663043, - "main_score": 0.624187, - "hf_subset": "xho_Latn-hat_Latn", - "languages": [ - "xho-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511497, - "recall": 0.552372, - "f1": 0.523095, - "accuracy": 0.552372, - "main_score": 0.523095, - "hf_subset": "xho_Latn-kbp_Latn", - "languages": [ - "xho-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571946, - "recall": 0.613636, - "f1": 0.583568, - "accuracy": 0.613636, - "main_score": 0.583568, - "hf_subset": "xho_Latn-luo_Latn", - "languages": [ - "xho-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642803, - "recall": 0.690711, - "f1": 0.655146, - "accuracy": 0.690711, - "main_score": 0.655146, - "hf_subset": "xho_Latn-ory_Orya", - "languages": [ - "xho-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585591, - "recall": 0.635375, - "f1": 0.60009, - "accuracy": 0.635375, - "main_score": 0.60009, - "hf_subset": "xho_Latn-sna_Latn", - "languages": [ - "xho-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573601, - "recall": 0.613636, - "f1": 0.584957, - "accuracy": 0.613636, - "main_score": 0.584957, - "hf_subset": "xho_Latn-tso_Latn", - "languages": [ - "xho-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613222, - "recall": 0.66502, - "f1": 0.626391, - "accuracy": 0.66502, - "main_score": 0.626391, - "hf_subset": "xho_Latn-azj_Latn", - "languages": [ - "xho-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526702, - "recall": 0.571146, - "f1": 0.539229, - "accuracy": 0.571146, - "main_score": 0.539229, - "hf_subset": "xho_Latn-dik_Latn", - "languages": [ - "xho-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587665, - "recall": 0.631423, - "f1": 0.599741, - "accuracy": 0.631423, - "main_score": 0.599741, - "hf_subset": "xho_Latn-hau_Latn", - "languages": [ - "xho-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642351, - "recall": 0.685771, - "f1": 0.65415, - "accuracy": 0.685771, - "main_score": 0.65415, - "hf_subset": "xho_Latn-kea_Latn", - "languages": [ - "xho-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601238, - "recall": 0.639328, - "f1": 0.611612, - "accuracy": 0.639328, - "main_score": 0.611612, - "hf_subset": "xho_Latn-lus_Latn", - "languages": [ - "xho-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622009, - "recall": 0.65415, - "f1": 0.630922, - "accuracy": 0.65415, - "main_score": 0.630922, - "hf_subset": "xho_Latn-pag_Latn", - "languages": [ - "xho-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627263, - "recall": 0.683794, - "f1": 0.64325, - "accuracy": 0.683794, - "main_score": 0.64325, - "hf_subset": "xho_Latn-snd_Arab", - "languages": [ - "xho-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590068, - "recall": 0.643281, - "f1": 0.604621, - "accuracy": 0.643281, - "main_score": 0.604621, - "hf_subset": "xho_Latn-tuk_Latn", - "languages": [ - "xho-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630686, - "recall": 0.672925, - "f1": 0.641559, - "accuracy": 0.672925, - "main_score": 0.641559, - "hf_subset": "xho_Latn-bak_Cyrl", - "languages": [ - "xho-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436184, - "recall": 0.501976, - "f1": 0.454852, - "accuracy": 0.501976, - "main_score": 0.454852, - "hf_subset": "xho_Latn-dyu_Latn", - "languages": [ - "xho-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645437, - "recall": 0.69664, - "f1": 0.658974, - "accuracy": 0.69664, - "main_score": 0.658974, - "hf_subset": "xho_Latn-heb_Hebr", - "languages": [ - "xho-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607049, - "recall": 0.650198, - "f1": 0.618809, - "accuracy": 0.650198, - "main_score": 0.618809, - "hf_subset": "xho_Latn-khk_Cyrl", - "languages": [ - "xho-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652764, - "recall": 0.698617, - "f1": 0.664684, - "accuracy": 0.698617, - "main_score": 0.664684, - "hf_subset": "xho_Latn-lvs_Latn", - "languages": [ - "xho-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63673, - "recall": 0.6917, - "f1": 0.651027, - "accuracy": 0.6917, - "main_score": 0.651027, - "hf_subset": "xho_Latn-pan_Guru", - "languages": [ - "xho-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583182, - "recall": 0.639328, - "f1": 0.598391, - "accuracy": 0.639328, - "main_score": 0.598391, - "hf_subset": "xho_Latn-som_Latn", - "languages": [ - "xho-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559939, - "recall": 0.594862, - "f1": 0.569738, - "accuracy": 0.594862, - "main_score": 0.569738, - "hf_subset": "xho_Latn-tum_Latn", - "languages": [ - "xho-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56811, - "recall": 0.635375, - "f1": 0.587744, - "accuracy": 0.635375, - "main_score": 0.587744, - "hf_subset": "ars_Arab-ace_Arab", - "languages": [ - "ars-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51732, - "recall": 0.585968, - "f1": 0.536332, - "accuracy": 0.585968, - "main_score": 0.536332, - "hf_subset": "ars_Arab-bam_Latn", - "languages": [ - "ars-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392518, - "recall": 0.485178, - "f1": 0.417607, - "accuracy": 0.485178, - "main_score": 0.417607, - "hf_subset": "ars_Arab-dzo_Tibt", - "languages": [ - "ars-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-hin_Deva", - "languages": [ - "ars-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-khm_Khmr", - "languages": [ - "ars-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-mag_Deva", - "languages": [ - "ars-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ars_Arab-pap_Latn", - "languages": [ - "ars-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592748, - "recall": 0.655138, - "f1": 0.610614, - "accuracy": 0.655138, - "main_score": 0.610614, - "hf_subset": "ars_Arab-sot_Latn", - "languages": [ - "ars-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-tur_Latn", - "languages": [ - "ars-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879068, - "recall": 0.911067, - "f1": 0.889065, - "accuracy": 0.911067, - "main_score": 0.889065, - "hf_subset": "ars_Arab-ace_Latn", - "languages": [ - "ars-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.974308, - "f1": 0.967227, - "accuracy": 0.974308, - "main_score": 0.967227, - "hf_subset": "ars_Arab-ban_Latn", - "languages": [ - "ars-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-ell_Grek", - "languages": [ - "ars-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ars_Arab-hne_Deva", - "languages": [ - "ars-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600218, - "recall": 0.653162, - "f1": 0.615436, - "accuracy": 0.653162, - "main_score": 0.615436, - "hf_subset": "ars_Arab-kik_Latn", - "languages": [ - "ars-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-mai_Deva", - "languages": [ - "ars-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ars_Arab-pbt_Arab", - "languages": [ - "ars-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-spa_Latn", - "languages": [ - "ars-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605204, - "recall": 0.666996, - "f1": 0.622487, - "accuracy": 0.666996, - "main_score": 0.622487, - "hf_subset": "ars_Arab-twi_Latn", - "languages": [ - "ars-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-acm_Arab", - "languages": [ - "ars-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-bel_Cyrl", - "languages": [ - "ars-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-eng_Latn", - "languages": [ - "ars-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-hrv_Latn", - "languages": [ - "ars-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54009, - "recall": 0.607708, - "f1": 0.559799, - "accuracy": 0.607708, - "main_score": 0.559799, - "hf_subset": "ars_Arab-kin_Latn", - "languages": [ - "ars-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-mal_Mlym", - "languages": [ - "ars-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-pes_Arab", - "languages": [ - "ars-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ars_Arab-srd_Latn", - "languages": [ - "ars-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142781, - "recall": 0.199605, - "f1": 0.156735, - "accuracy": 0.199605, - "main_score": 0.156735, - "hf_subset": "ars_Arab-tzm_Tfng", - "languages": [ - "ars-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-acq_Arab", - "languages": [ - "ars-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610823, - "recall": 0.666996, - "f1": 0.626948, - "accuracy": 0.666996, - "main_score": 0.626948, - "hf_subset": "ars_Arab-bem_Latn", - "languages": [ - "ars-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-epo_Latn", - "languages": [ - "ars-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-hun_Latn", - "languages": [ - "ars-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ars_Arab-kir_Cyrl", - "languages": [ - "ars-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-mar_Deva", - "languages": [ - "ars-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658943, - "recall": 0.718379, - "f1": 0.676863, - "accuracy": 0.718379, - "main_score": 0.676863, - "hf_subset": "ars_Arab-plt_Latn", - "languages": [ - "ars-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-srp_Cyrl", - "languages": [ - "ars-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "ars_Arab-uig_Arab", - "languages": [ - "ars-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-aeb_Arab", - "languages": [ - "ars-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ben_Beng", - "languages": [ - "ars-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-est_Latn", - "languages": [ - "ars-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-hye_Armn", - "languages": [ - "ars-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543257, - "recall": 0.597826, - "f1": 0.558778, - "accuracy": 0.597826, - "main_score": 0.558778, - "hf_subset": "ars_Arab-kmb_Latn", - "languages": [ - "ars-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476825, - "recall": 0.557312, - "f1": 0.498357, - "accuracy": 0.557312, - "main_score": 0.498357, - "hf_subset": "ars_Arab-min_Arab", - "languages": [ - "ars-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-pol_Latn", - "languages": [ - "ars-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541808, - "recall": 0.610672, - "f1": 0.562109, - "accuracy": 0.610672, - "main_score": 0.562109, - "hf_subset": "ars_Arab-ssw_Latn", - "languages": [ - "ars-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ukr_Cyrl", - "languages": [ - "ars-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-afr_Latn", - "languages": [ - "ars-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-bho_Deva", - "languages": [ - "ars-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ars_Arab-eus_Latn", - "languages": [ - "ars-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568892, - "recall": 0.635375, - "f1": 0.587206, - "accuracy": 0.635375, - "main_score": 0.587206, - "hf_subset": "ars_Arab-ibo_Latn", - "languages": [ - "ars-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910408, - "recall": 0.936759, - "f1": 0.918972, - "accuracy": 0.936759, - "main_score": 0.918972, - "hf_subset": "ars_Arab-kmr_Latn", - "languages": [ - "ars-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ars_Arab-min_Latn", - "languages": [ - "ars-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-por_Latn", - "languages": [ - "ars-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-sun_Latn", - "languages": [ - "ars-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507189, - "recall": 0.566206, - "f1": 0.524349, - "accuracy": 0.566206, - "main_score": 0.524349, - "hf_subset": "ars_Arab-umb_Latn", - "languages": [ - "ars-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ajp_Arab", - "languages": [ - "ars-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515905, - "recall": 0.586957, - "f1": 0.535948, - "accuracy": 0.586957, - "main_score": 0.535948, - "hf_subset": "ars_Arab-bjn_Arab", - "languages": [ - "ars-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495483, - "recall": 0.561265, - "f1": 0.514396, - "accuracy": 0.561265, - "main_score": 0.514396, - "hf_subset": "ars_Arab-ewe_Latn", - "languages": [ - "ars-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.959486, - "f1": 0.947299, - "accuracy": 0.959486, - "main_score": 0.947299, - "hf_subset": "ars_Arab-ilo_Latn", - "languages": [ - "ars-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286537, - "recall": 0.351779, - "f1": 0.304813, - "accuracy": 0.351779, - "main_score": 0.304813, - "hf_subset": "ars_Arab-knc_Arab", - "languages": [ - "ars-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-mkd_Cyrl", - "languages": [ - "ars-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-prs_Arab", - "languages": [ - "ars-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-swe_Latn", - "languages": [ - "ars-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-urd_Arab", - "languages": [ - "ars-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573946, - "recall": 0.639328, - "f1": 0.592509, - "accuracy": 0.639328, - "main_score": 0.592509, - "hf_subset": "ars_Arab-aka_Latn", - "languages": [ - "ars-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ars_Arab-bjn_Latn", - "languages": [ - "ars-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ars_Arab-fao_Latn", - "languages": [ - "ars-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ind_Latn", - "languages": [ - "ars-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575339, - "recall": 0.636364, - "f1": 0.59303, - "accuracy": 0.636364, - "main_score": 0.59303, - "hf_subset": "ars_Arab-knc_Latn", - "languages": [ - "ars-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ars_Arab-mlt_Latn", - "languages": [ - "ars-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708926, - "recall": 0.771739, - "f1": 0.727471, - "accuracy": 0.771739, - "main_score": 0.727471, - "hf_subset": "ars_Arab-quy_Latn", - "languages": [ - "ars-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "ars_Arab-swh_Latn", - "languages": [ - "ars-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-uzn_Latn", - "languages": [ - "ars-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-als_Latn", - "languages": [ - "ars-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648057, - "recall": 0.731225, - "f1": 0.6722, - "accuracy": 0.731225, - "main_score": 0.6722, - "hf_subset": "ars_Arab-bod_Tibt", - "languages": [ - "ars-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701512, - "recall": 0.761858, - "f1": 0.719241, - "accuracy": 0.761858, - "main_score": 0.719241, - "hf_subset": "ars_Arab-fij_Latn", - "languages": [ - "ars-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ars_Arab-isl_Latn", - "languages": [ - "ars-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649532, - "recall": 0.706522, - "f1": 0.666584, - "accuracy": 0.706522, - "main_score": 0.666584, - "hf_subset": "ars_Arab-kon_Latn", - "languages": [ - "ars-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647929, - "recall": 0.720356, - "f1": 0.669008, - "accuracy": 0.720356, - "main_score": 0.669008, - "hf_subset": "ars_Arab-mni_Beng", - "languages": [ - "ars-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ron_Latn", - "languages": [ - "ars-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "ars_Arab-szl_Latn", - "languages": [ - "ars-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-vec_Latn", - "languages": [ - "ars-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.970356, - "f1": 0.960639, - "accuracy": 0.970356, - "main_score": 0.960639, - "hf_subset": "ars_Arab-amh_Ethi", - "languages": [ - "ars-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-bos_Latn", - "languages": [ - "ars-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-fin_Latn", - "languages": [ - "ars-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ita_Latn", - "languages": [ - "ars-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-kor_Hang", - "languages": [ - "ars-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530797, - "recall": 0.594862, - "f1": 0.548442, - "accuracy": 0.594862, - "main_score": 0.548442, - "hf_subset": "ars_Arab-mos_Latn", - "languages": [ - "ars-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543972, - "recall": 0.605731, - "f1": 0.561731, - "accuracy": 0.605731, - "main_score": 0.561731, - "hf_subset": "ars_Arab-run_Latn", - "languages": [ - "ars-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-tam_Taml", - "languages": [ - "ars-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-vie_Latn", - "languages": [ - "ars-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-apc_Arab", - "languages": [ - "ars-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799696, - "recall": 0.84585, - "f1": 0.813521, - "accuracy": 0.84585, - "main_score": 0.813521, - "hf_subset": "ars_Arab-bug_Latn", - "languages": [ - "ars-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457014, - "recall": 0.520751, - "f1": 0.474356, - "accuracy": 0.520751, - "main_score": 0.474356, - "hf_subset": "ars_Arab-fon_Latn", - "languages": [ - "ars-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-jav_Latn", - "languages": [ - "ars-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ars_Arab-lao_Laoo", - "languages": [ - "ars-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88834, - "recall": 0.920949, - "f1": 0.898668, - "accuracy": 0.920949, - "main_score": 0.898668, - "hf_subset": "ars_Arab-mri_Latn", - "languages": [ - "ars-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-rus_Cyrl", - "languages": [ - "ars-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521412, - "recall": 0.592885, - "f1": 0.541507, - "accuracy": 0.592885, - "main_score": 0.541507, - "hf_subset": "ars_Arab-taq_Latn", - "languages": [ - "ars-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-war_Latn", - "languages": [ - "ars-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-arb_Arab", - "languages": [ - "ars-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-bul_Cyrl", - "languages": [ - "ars-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-fra_Latn", - "languages": [ - "ars-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-jpn_Jpan", - "languages": [ - "ars-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ars_Arab-lij_Latn", - "languages": [ - "ars-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "ars_Arab-mya_Mymr", - "languages": [ - "ars-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576304, - "recall": 0.650198, - "f1": 0.597591, - "accuracy": 0.650198, - "main_score": 0.597591, - "hf_subset": "ars_Arab-sag_Latn", - "languages": [ - "ars-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158787, - "recall": 0.222332, - "f1": 0.173347, - "accuracy": 0.222332, - "main_score": 0.173347, - "hf_subset": "ars_Arab-taq_Tfng", - "languages": [ - "ars-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601952, - "recall": 0.675889, - "f1": 0.623413, - "accuracy": 0.675889, - "main_score": 0.623413, - "hf_subset": "ars_Arab-wol_Latn", - "languages": [ - "ars-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865777, - "recall": 0.903162, - "f1": 0.877437, - "accuracy": 0.903162, - "main_score": 0.877437, - "hf_subset": "ars_Arab-arb_Latn", - "languages": [ - "ars-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-cat_Latn", - "languages": [ - "ars-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ars_Arab-fur_Latn", - "languages": [ - "ars-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407541, - "recall": 0.470356, - "f1": 0.424658, - "accuracy": 0.470356, - "main_score": 0.424658, - "hf_subset": "ars_Arab-kab_Latn", - "languages": [ - "ars-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ars_Arab-lim_Latn", - "languages": [ - "ars-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-nld_Latn", - "languages": [ - "ars-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ars_Arab-san_Deva", - "languages": [ - "ars-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-tat_Cyrl", - "languages": [ - "ars-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675907, - "recall": 0.73913, - "f1": 0.694999, - "accuracy": 0.73913, - "main_score": 0.694999, - "hf_subset": "ars_Arab-xho_Latn", - "languages": [ - "ars-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ceb_Latn", - "languages": [ - "ars-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556616, - "recall": 0.614625, - "f1": 0.573141, - "accuracy": 0.614625, - "main_score": 0.573141, - "hf_subset": "ars_Arab-fuv_Latn", - "languages": [ - "ars-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485823, - "recall": 0.5583, - "f1": 0.506351, - "accuracy": 0.5583, - "main_score": 0.506351, - "hf_subset": "ars_Arab-kac_Latn", - "languages": [ - "ars-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666156, - "recall": 0.720356, - "f1": 0.68299, - "accuracy": 0.720356, - "main_score": 0.68299, - "hf_subset": "ars_Arab-lin_Latn", - "languages": [ - "ars-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-nno_Latn", - "languages": [ - "ars-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225968, - "recall": 0.310277, - "f1": 0.247503, - "accuracy": 0.310277, - "main_score": 0.247503, - "hf_subset": "ars_Arab-sat_Olck", - "languages": [ - "ars-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-tel_Telu", - "languages": [ - "ars-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ars_Arab-ydd_Hebr", - "languages": [ - "ars-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ars_Arab-ary_Arab", - "languages": [ - "ars-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ces_Latn", - "languages": [ - "ars-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5619, - "recall": 0.631423, - "f1": 0.582446, - "accuracy": 0.631423, - "main_score": 0.582446, - "hf_subset": "ars_Arab-gaz_Latn", - "languages": [ - "ars-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579629, - "recall": 0.644269, - "f1": 0.597837, - "accuracy": 0.644269, - "main_score": 0.597837, - "hf_subset": "ars_Arab-kam_Latn", - "languages": [ - "ars-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ars_Arab-lit_Latn", - "languages": [ - "ars-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-nob_Latn", - "languages": [ - "ars-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "ars_Arab-scn_Latn", - "languages": [ - "ars-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ars_Arab-tgk_Cyrl", - "languages": [ - "ars-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7236, - "recall": 0.788538, - "f1": 0.743544, - "accuracy": 0.788538, - "main_score": 0.743544, - "hf_subset": "ars_Arab-yor_Latn", - "languages": [ - "ars-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-arz_Arab", - "languages": [ - "ars-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554043, - "recall": 0.615613, - "f1": 0.571753, - "accuracy": 0.615613, - "main_score": 0.571753, - "hf_subset": "ars_Arab-cjk_Latn", - "languages": [ - "ars-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775642, - "recall": 0.833004, - "f1": 0.793281, - "accuracy": 0.833004, - "main_score": 0.793281, - "hf_subset": "ars_Arab-gla_Latn", - "languages": [ - "ars-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-kan_Knda", - "languages": [ - "ars-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ars_Arab-lmo_Latn", - "languages": [ - "ars-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "ars_Arab-npi_Deva", - "languages": [ - "ars-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441668, - "recall": 0.512846, - "f1": 0.460984, - "accuracy": 0.512846, - "main_score": 0.460984, - "hf_subset": "ars_Arab-shn_Mymr", - "languages": [ - "ars-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-tgl_Latn", - "languages": [ - "ars-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-yue_Hant", - "languages": [ - "ars-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-asm_Beng", - "languages": [ - "ars-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "ars_Arab-ckb_Arab", - "languages": [ - "ars-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903393, - "recall": 0.93083, - "f1": 0.911891, - "accuracy": 0.93083, - "main_score": 0.911891, - "hf_subset": "ars_Arab-gle_Latn", - "languages": [ - "ars-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.970356, - "f1": 0.960474, - "accuracy": 0.970356, - "main_score": 0.960474, - "hf_subset": "ars_Arab-kas_Arab", - "languages": [ - "ars-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939888, - "recall": 0.958498, - "f1": 0.945982, - "accuracy": 0.958498, - "main_score": 0.945982, - "hf_subset": "ars_Arab-ltg_Latn", - "languages": [ - "ars-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606753, - "recall": 0.663043, - "f1": 0.623015, - "accuracy": 0.663043, - "main_score": 0.623015, - "hf_subset": "ars_Arab-nso_Latn", - "languages": [ - "ars-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ars_Arab-sin_Sinh", - "languages": [ - "ars-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-tha_Thai", - "languages": [ - "ars-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-zho_Hans", - "languages": [ - "ars-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ast_Latn", - "languages": [ - "ars-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ars_Arab-crh_Latn", - "languages": [ - "ars-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-glg_Latn", - "languages": [ - "ars-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901597, - "recall": 0.93083, - "f1": 0.911133, - "accuracy": 0.93083, - "main_score": 0.911133, - "hf_subset": "ars_Arab-kas_Deva", - "languages": [ - "ars-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ars_Arab-ltz_Latn", - "languages": [ - "ars-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432714, - "recall": 0.505929, - "f1": 0.45292, - "accuracy": 0.505929, - "main_score": 0.45292, - "hf_subset": "ars_Arab-nus_Latn", - "languages": [ - "ars-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-slk_Latn", - "languages": [ - "ars-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633427, - "recall": 0.704545, - "f1": 0.654781, - "accuracy": 0.704545, - "main_score": 0.654781, - "hf_subset": "ars_Arab-tir_Ethi", - "languages": [ - "ars-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-zho_Hant", - "languages": [ - "ars-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "ars_Arab-awa_Deva", - "languages": [ - "ars-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ars_Arab-cym_Latn", - "languages": [ - "ars-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842144, - "recall": 0.883399, - "f1": 0.855091, - "accuracy": 0.883399, - "main_score": 0.855091, - "hf_subset": "ars_Arab-grn_Latn", - "languages": [ - "ars-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-kat_Geor", - "languages": [ - "ars-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632279, - "recall": 0.688735, - "f1": 0.648667, - "accuracy": 0.688735, - "main_score": 0.648667, - "hf_subset": "ars_Arab-lua_Latn", - "languages": [ - "ars-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629194, - "recall": 0.694664, - "f1": 0.647768, - "accuracy": 0.694664, - "main_score": 0.647768, - "hf_subset": "ars_Arab-nya_Latn", - "languages": [ - "ars-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-slv_Latn", - "languages": [ - "ars-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "ars_Arab-tpi_Latn", - "languages": [ - "ars-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-zsm_Latn", - "languages": [ - "ars-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5331, - "recall": 0.598814, - "f1": 0.551689, - "accuracy": 0.598814, - "main_score": 0.551689, - "hf_subset": "ars_Arab-ayr_Latn", - "languages": [ - "ars-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-dan_Latn", - "languages": [ - "ars-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-guj_Gujr", - "languages": [ - "ars-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-kaz_Cyrl", - "languages": [ - "ars-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531646, - "recall": 0.599802, - "f1": 0.550506, - "accuracy": 0.599802, - "main_score": 0.550506, - "hf_subset": "ars_Arab-lug_Latn", - "languages": [ - "ars-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-oci_Latn", - "languages": [ - "ars-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837204, - "recall": 0.881423, - "f1": 0.850823, - "accuracy": 0.881423, - "main_score": 0.850823, - "hf_subset": "ars_Arab-smo_Latn", - "languages": [ - "ars-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536651, - "recall": 0.599802, - "f1": 0.554658, - "accuracy": 0.599802, - "main_score": 0.554658, - "hf_subset": "ars_Arab-tsn_Latn", - "languages": [ - "ars-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607172, - "recall": 0.674901, - "f1": 0.626794, - "accuracy": 0.674901, - "main_score": 0.626794, - "hf_subset": "ars_Arab-zul_Latn", - "languages": [ - "ars-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925231, - "recall": 0.948617, - "f1": 0.932971, - "accuracy": 0.948617, - "main_score": 0.932971, - "hf_subset": "ars_Arab-azb_Arab", - "languages": [ - "ars-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-deu_Latn", - "languages": [ - "ars-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "ars_Arab-hat_Latn", - "languages": [ - "ars-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461037, - "recall": 0.524704, - "f1": 0.478746, - "accuracy": 0.524704, - "main_score": 0.478746, - "hf_subset": "ars_Arab-kbp_Latn", - "languages": [ - "ars-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563424, - "recall": 0.623518, - "f1": 0.579667, - "accuracy": 0.623518, - "main_score": 0.579667, - "hf_subset": "ars_Arab-luo_Latn", - "languages": [ - "ars-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-ory_Orya", - "languages": [ - "ars-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571436, - "recall": 0.642292, - "f1": 0.591984, - "accuracy": 0.642292, - "main_score": 0.591984, - "hf_subset": "ars_Arab-sna_Latn", - "languages": [ - "ars-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54418, - "recall": 0.605731, - "f1": 0.560927, - "accuracy": 0.605731, - "main_score": 0.560927, - "hf_subset": "ars_Arab-tso_Latn", - "languages": [ - "ars-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-azj_Latn", - "languages": [ - "ars-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535304, - "recall": 0.604743, - "f1": 0.555054, - "accuracy": 0.604743, - "main_score": 0.555054, - "hf_subset": "ars_Arab-dik_Latn", - "languages": [ - "ars-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744664, - "recall": 0.80336, - "f1": 0.762389, - "accuracy": 0.80336, - "main_score": 0.762389, - "hf_subset": "ars_Arab-hau_Latn", - "languages": [ - "ars-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ars_Arab-kea_Latn", - "languages": [ - "ars-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727141, - "recall": 0.782609, - "f1": 0.744335, - "accuracy": 0.782609, - "main_score": 0.744335, - "hf_subset": "ars_Arab-lus_Latn", - "languages": [ - "ars-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878541, - "recall": 0.909091, - "f1": 0.887846, - "accuracy": 0.909091, - "main_score": 0.887846, - "hf_subset": "ars_Arab-pag_Latn", - "languages": [ - "ars-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ars_Arab-snd_Arab", - "languages": [ - "ars-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "ars_Arab-tuk_Latn", - "languages": [ - "ars-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ars_Arab-bak_Cyrl", - "languages": [ - "ars-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470323, - "recall": 0.546443, - "f1": 0.492501, - "accuracy": 0.546443, - "main_score": 0.492501, - "hf_subset": "ars_Arab-dyu_Latn", - "languages": [ - "ars-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-heb_Hebr", - "languages": [ - "ars-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ars_Arab-khk_Cyrl", - "languages": [ - "ars-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ars_Arab-lvs_Latn", - "languages": [ - "ars-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ars_Arab-pan_Guru", - "languages": [ - "ars-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702512, - "recall": 0.771739, - "f1": 0.723342, - "accuracy": 0.771739, - "main_score": 0.723342, - "hf_subset": "ars_Arab-som_Latn", - "languages": [ - "ars-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587286, - "recall": 0.642292, - "f1": 0.603294, - "accuracy": 0.642292, - "main_score": 0.603294, - "hf_subset": "ars_Arab-tum_Latn", - "languages": [ - "ars-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584206, - "recall": 0.648221, - "f1": 0.602936, - "accuracy": 0.648221, - "main_score": 0.602936, - "hf_subset": "ceb_Latn-ace_Arab", - "languages": [ - "ceb-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554046, - "recall": 0.609684, - "f1": 0.570158, - "accuracy": 0.609684, - "main_score": 0.570158, - "hf_subset": "ceb_Latn-bam_Latn", - "languages": [ - "ceb-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425979, - "recall": 0.499012, - "f1": 0.445641, - "accuracy": 0.499012, - "main_score": 0.445641, - "hf_subset": "ceb_Latn-dzo_Tibt", - "languages": [ - "ceb-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-hin_Deva", - "languages": [ - "ceb-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ceb_Latn-khm_Khmr", - "languages": [ - "ceb-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-mag_Deva", - "languages": [ - "ceb-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ceb_Latn-pap_Latn", - "languages": [ - "ceb-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620702, - "recall": 0.676877, - "f1": 0.636992, - "accuracy": 0.676877, - "main_score": 0.636992, - "hf_subset": "ceb_Latn-sot_Latn", - "languages": [ - "ceb-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-tur_Latn", - "languages": [ - "ceb-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871294, - "recall": 0.905138, - "f1": 0.881785, - "accuracy": 0.905138, - "main_score": 0.881785, - "hf_subset": "ceb_Latn-ace_Latn", - "languages": [ - "ceb-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955616, - "recall": 0.967391, - "f1": 0.959387, - "accuracy": 0.967391, - "main_score": 0.959387, - "hf_subset": "ceb_Latn-ban_Latn", - "languages": [ - "ceb-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-ell_Grek", - "languages": [ - "ceb-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "ceb_Latn-hne_Deva", - "languages": [ - "ceb-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629061, - "recall": 0.682806, - "f1": 0.644438, - "accuracy": 0.682806, - "main_score": 0.644438, - "hf_subset": "ceb_Latn-kik_Latn", - "languages": [ - "ceb-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-mai_Deva", - "languages": [ - "ceb-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "ceb_Latn-pbt_Arab", - "languages": [ - "ceb-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-spa_Latn", - "languages": [ - "ceb-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640762, - "recall": 0.700593, - "f1": 0.657553, - "accuracy": 0.700593, - "main_score": 0.657553, - "hf_subset": "ceb_Latn-twi_Latn", - "languages": [ - "ceb-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-acm_Arab", - "languages": [ - "ceb-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ceb_Latn-bel_Cyrl", - "languages": [ - "ceb-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-eng_Latn", - "languages": [ - "ceb-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-hrv_Latn", - "languages": [ - "ceb-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579942, - "recall": 0.647233, - "f1": 0.598933, - "accuracy": 0.647233, - "main_score": 0.598933, - "hf_subset": "ceb_Latn-kin_Latn", - "languages": [ - "ceb-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ceb_Latn-mal_Mlym", - "languages": [ - "ceb-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-pes_Arab", - "languages": [ - "ceb-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ceb_Latn-srd_Latn", - "languages": [ - "ceb-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190459, - "recall": 0.240119, - "f1": 0.202893, - "accuracy": 0.240119, - "main_score": 0.202893, - "hf_subset": "ceb_Latn-tzm_Tfng", - "languages": [ - "ceb-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-acq_Arab", - "languages": [ - "ceb-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663194, - "recall": 0.712451, - "f1": 0.677174, - "accuracy": 0.712451, - "main_score": 0.677174, - "hf_subset": "ceb_Latn-bem_Latn", - "languages": [ - "ceb-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-epo_Latn", - "languages": [ - "ceb-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-hun_Latn", - "languages": [ - "ceb-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ceb_Latn-kir_Cyrl", - "languages": [ - "ceb-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-mar_Deva", - "languages": [ - "ceb-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690721, - "recall": 0.747036, - "f1": 0.707329, - "accuracy": 0.747036, - "main_score": 0.707329, - "hf_subset": "ceb_Latn-plt_Latn", - "languages": [ - "ceb-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-srp_Cyrl", - "languages": [ - "ceb-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939312, - "recall": 0.955534, - "f1": 0.944401, - "accuracy": 0.955534, - "main_score": 0.944401, - "hf_subset": "ceb_Latn-uig_Arab", - "languages": [ - "ceb-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ceb_Latn-aeb_Arab", - "languages": [ - "ceb-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-ben_Beng", - "languages": [ - "ceb-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-est_Latn", - "languages": [ - "ceb-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-hye_Armn", - "languages": [ - "ceb-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55947, - "recall": 0.613636, - "f1": 0.574931, - "accuracy": 0.613636, - "main_score": 0.574931, - "hf_subset": "ceb_Latn-kmb_Latn", - "languages": [ - "ceb-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515664, - "recall": 0.590909, - "f1": 0.536753, - "accuracy": 0.590909, - "main_score": 0.536753, - "hf_subset": "ceb_Latn-min_Arab", - "languages": [ - "ceb-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-pol_Latn", - "languages": [ - "ceb-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586306, - "recall": 0.649209, - "f1": 0.604191, - "accuracy": 0.649209, - "main_score": 0.604191, - "hf_subset": "ceb_Latn-ssw_Latn", - "languages": [ - "ceb-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-ukr_Cyrl", - "languages": [ - "ceb-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-afr_Latn", - "languages": [ - "ceb-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ceb_Latn-bho_Deva", - "languages": [ - "ceb-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ceb_Latn-eus_Latn", - "languages": [ - "ceb-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610161, - "recall": 0.66996, - "f1": 0.626783, - "accuracy": 0.66996, - "main_score": 0.626783, - "hf_subset": "ceb_Latn-ibo_Latn", - "languages": [ - "ceb-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884914, - "recall": 0.91502, - "f1": 0.894269, - "accuracy": 0.91502, - "main_score": 0.894269, - "hf_subset": "ceb_Latn-kmr_Latn", - "languages": [ - "ceb-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ceb_Latn-min_Latn", - "languages": [ - "ceb-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-por_Latn", - "languages": [ - "ceb-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ceb_Latn-sun_Latn", - "languages": [ - "ceb-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539272, - "recall": 0.596838, - "f1": 0.555809, - "accuracy": 0.596838, - "main_score": 0.555809, - "hf_subset": "ceb_Latn-umb_Latn", - "languages": [ - "ceb-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-ajp_Arab", - "languages": [ - "ceb-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562017, - "recall": 0.628458, - "f1": 0.580473, - "accuracy": 0.628458, - "main_score": 0.580473, - "hf_subset": "ceb_Latn-bjn_Arab", - "languages": [ - "ceb-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54485, - "recall": 0.598814, - "f1": 0.559986, - "accuracy": 0.598814, - "main_score": 0.559986, - "hf_subset": "ceb_Latn-ewe_Latn", - "languages": [ - "ceb-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "ceb_Latn-ilo_Latn", - "languages": [ - "ceb-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326115, - "recall": 0.383399, - "f1": 0.341554, - "accuracy": 0.383399, - "main_score": 0.341554, - "hf_subset": "ceb_Latn-knc_Arab", - "languages": [ - "ceb-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-mkd_Cyrl", - "languages": [ - "ceb-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-prs_Arab", - "languages": [ - "ceb-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-swe_Latn", - "languages": [ - "ceb-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-urd_Arab", - "languages": [ - "ceb-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601021, - "recall": 0.663043, - "f1": 0.618761, - "accuracy": 0.663043, - "main_score": 0.618761, - "hf_subset": "ceb_Latn-aka_Latn", - "languages": [ - "ceb-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ceb_Latn-bjn_Latn", - "languages": [ - "ceb-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "ceb_Latn-fao_Latn", - "languages": [ - "ceb-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-ind_Latn", - "languages": [ - "ceb-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613349, - "recall": 0.66996, - "f1": 0.629869, - "accuracy": 0.66996, - "main_score": 0.629869, - "hf_subset": "ceb_Latn-knc_Latn", - "languages": [ - "ceb-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987813, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "ceb_Latn-mlt_Latn", - "languages": [ - "ceb-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71816, - "recall": 0.777668, - "f1": 0.735724, - "accuracy": 0.777668, - "main_score": 0.735724, - "hf_subset": "ceb_Latn-quy_Latn", - "languages": [ - "ceb-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "ceb_Latn-swh_Latn", - "languages": [ - "ceb-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ceb_Latn-uzn_Latn", - "languages": [ - "ceb-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-als_Latn", - "languages": [ - "ceb-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6467, - "recall": 0.727273, - "f1": 0.670233, - "accuracy": 0.727273, - "main_score": 0.670233, - "hf_subset": "ceb_Latn-bod_Tibt", - "languages": [ - "ceb-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732835, - "recall": 0.786561, - "f1": 0.74844, - "accuracy": 0.786561, - "main_score": 0.74844, - "hf_subset": "ceb_Latn-fij_Latn", - "languages": [ - "ceb-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ceb_Latn-isl_Latn", - "languages": [ - "ceb-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708317, - "recall": 0.753953, - "f1": 0.721956, - "accuracy": 0.753953, - "main_score": 0.721956, - "hf_subset": "ceb_Latn-kon_Latn", - "languages": [ - "ceb-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673899, - "recall": 0.738142, - "f1": 0.692462, - "accuracy": 0.738142, - "main_score": 0.692462, - "hf_subset": "ceb_Latn-mni_Beng", - "languages": [ - "ceb-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-ron_Latn", - "languages": [ - "ceb-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "ceb_Latn-szl_Latn", - "languages": [ - "ceb-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-vec_Latn", - "languages": [ - "ceb-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "ceb_Latn-amh_Ethi", - "languages": [ - "ceb-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-bos_Latn", - "languages": [ - "ceb-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-fin_Latn", - "languages": [ - "ceb-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-ita_Latn", - "languages": [ - "ceb-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-kor_Hang", - "languages": [ - "ceb-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570014, - "recall": 0.626482, - "f1": 0.586088, - "accuracy": 0.626482, - "main_score": 0.586088, - "hf_subset": "ceb_Latn-mos_Latn", - "languages": [ - "ceb-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57594, - "recall": 0.629447, - "f1": 0.590736, - "accuracy": 0.629447, - "main_score": 0.590736, - "hf_subset": "ceb_Latn-run_Latn", - "languages": [ - "ceb-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-tam_Taml", - "languages": [ - "ceb-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-vie_Latn", - "languages": [ - "ceb-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ceb_Latn-apc_Arab", - "languages": [ - "ceb-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813727, - "recall": 0.851779, - "f1": 0.824876, - "accuracy": 0.851779, - "main_score": 0.824876, - "hf_subset": "ceb_Latn-bug_Latn", - "languages": [ - "ceb-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485605, - "recall": 0.538538, - "f1": 0.4998, - "accuracy": 0.538538, - "main_score": 0.4998, - "hf_subset": "ceb_Latn-fon_Latn", - "languages": [ - "ceb-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ceb_Latn-jav_Latn", - "languages": [ - "ceb-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ceb_Latn-lao_Laoo", - "languages": [ - "ceb-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888455, - "recall": 0.917984, - "f1": 0.897464, - "accuracy": 0.917984, - "main_score": 0.897464, - "hf_subset": "ceb_Latn-mri_Latn", - "languages": [ - "ceb-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-rus_Cyrl", - "languages": [ - "ceb-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558797, - "recall": 0.620553, - "f1": 0.575532, - "accuracy": 0.620553, - "main_score": 0.575532, - "hf_subset": "ceb_Latn-taq_Latn", - "languages": [ - "ceb-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-war_Latn", - "languages": [ - "ceb-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-arb_Arab", - "languages": [ - "ceb-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-bul_Cyrl", - "languages": [ - "ceb-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-fra_Latn", - "languages": [ - "ceb-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "ceb_Latn-jpn_Jpan", - "languages": [ - "ceb-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ceb_Latn-lij_Latn", - "languages": [ - "ceb-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ceb_Latn-mya_Mymr", - "languages": [ - "ceb-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611933, - "recall": 0.674901, - "f1": 0.630001, - "accuracy": 0.674901, - "main_score": 0.630001, - "hf_subset": "ceb_Latn-sag_Latn", - "languages": [ - "ceb-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192183, - "recall": 0.250988, - "f1": 0.205394, - "accuracy": 0.250988, - "main_score": 0.205394, - "hf_subset": "ceb_Latn-taq_Tfng", - "languages": [ - "ceb-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645026, - "recall": 0.706522, - "f1": 0.662653, - "accuracy": 0.706522, - "main_score": 0.662653, - "hf_subset": "ceb_Latn-wol_Latn", - "languages": [ - "ceb-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793725, - "recall": 0.84585, - "f1": 0.809933, - "accuracy": 0.84585, - "main_score": 0.809933, - "hf_subset": "ceb_Latn-arb_Latn", - "languages": [ - "ceb-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-cat_Latn", - "languages": [ - "ceb-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ceb_Latn-fur_Latn", - "languages": [ - "ceb-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431109, - "recall": 0.490119, - "f1": 0.447509, - "accuracy": 0.490119, - "main_score": 0.447509, - "hf_subset": "ceb_Latn-kab_Latn", - "languages": [ - "ceb-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "ceb_Latn-lim_Latn", - "languages": [ - "ceb-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-nld_Latn", - "languages": [ - "ceb-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "ceb_Latn-san_Deva", - "languages": [ - "ceb-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ceb_Latn-tat_Cyrl", - "languages": [ - "ceb-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694706, - "recall": 0.75, - "f1": 0.710707, - "accuracy": 0.75, - "main_score": 0.710707, - "hf_subset": "ceb_Latn-xho_Latn", - "languages": [ - "ceb-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-ars_Arab", - "languages": [ - "ceb-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563109, - "recall": 0.628458, - "f1": 0.582015, - "accuracy": 0.628458, - "main_score": 0.582015, - "hf_subset": "ceb_Latn-fuv_Latn", - "languages": [ - "ceb-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528697, - "recall": 0.592885, - "f1": 0.546353, - "accuracy": 0.592885, - "main_score": 0.546353, - "hf_subset": "ceb_Latn-kac_Latn", - "languages": [ - "ceb-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701606, - "recall": 0.750988, - "f1": 0.715423, - "accuracy": 0.750988, - "main_score": 0.715423, - "hf_subset": "ceb_Latn-lin_Latn", - "languages": [ - "ceb-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ceb_Latn-nno_Latn", - "languages": [ - "ceb-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242906, - "recall": 0.317194, - "f1": 0.262255, - "accuracy": 0.317194, - "main_score": 0.262255, - "hf_subset": "ceb_Latn-sat_Olck", - "languages": [ - "ceb-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-tel_Telu", - "languages": [ - "ceb-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "ceb_Latn-ydd_Hebr", - "languages": [ - "ceb-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "ceb_Latn-ary_Arab", - "languages": [ - "ceb-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-ces_Latn", - "languages": [ - "ceb-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606439, - "recall": 0.666996, - "f1": 0.623885, - "accuracy": 0.666996, - "main_score": 0.623885, - "hf_subset": "ceb_Latn-gaz_Latn", - "languages": [ - "ceb-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60213, - "recall": 0.663043, - "f1": 0.618952, - "accuracy": 0.663043, - "main_score": 0.618952, - "hf_subset": "ceb_Latn-kam_Latn", - "languages": [ - "ceb-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "ceb_Latn-lit_Latn", - "languages": [ - "ceb-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-nob_Latn", - "languages": [ - "ceb-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ceb_Latn-scn_Latn", - "languages": [ - "ceb-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "ceb_Latn-tgk_Cyrl", - "languages": [ - "ceb-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734947, - "recall": 0.795455, - "f1": 0.752866, - "accuracy": 0.795455, - "main_score": 0.752866, - "hf_subset": "ceb_Latn-yor_Latn", - "languages": [ - "ceb-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-arz_Arab", - "languages": [ - "ceb-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588291, - "recall": 0.647233, - "f1": 0.605154, - "accuracy": 0.647233, - "main_score": 0.605154, - "hf_subset": "ceb_Latn-cjk_Latn", - "languages": [ - "ceb-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797348, - "recall": 0.847826, - "f1": 0.813076, - "accuracy": 0.847826, - "main_score": 0.813076, - "hf_subset": "ceb_Latn-gla_Latn", - "languages": [ - "ceb-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-kan_Knda", - "languages": [ - "ceb-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984848, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "ceb_Latn-lmo_Latn", - "languages": [ - "ceb-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ceb_Latn-npi_Deva", - "languages": [ - "ceb-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490745, - "recall": 0.551383, - "f1": 0.507103, - "accuracy": 0.551383, - "main_score": 0.507103, - "hf_subset": "ceb_Latn-shn_Mymr", - "languages": [ - "ceb-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-tgl_Latn", - "languages": [ - "ceb-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-yue_Hant", - "languages": [ - "ceb-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-asm_Beng", - "languages": [ - "ceb-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "ceb_Latn-ckb_Arab", - "languages": [ - "ceb-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878541, - "recall": 0.911067, - "f1": 0.8889, - "accuracy": 0.911067, - "main_score": 0.8889, - "hf_subset": "ceb_Latn-gle_Latn", - "languages": [ - "ceb-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.958498, - "f1": 0.94664, - "accuracy": 0.958498, - "main_score": 0.94664, - "hf_subset": "ceb_Latn-kas_Arab", - "languages": [ - "ceb-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925066, - "recall": 0.947628, - "f1": 0.932115, - "accuracy": 0.947628, - "main_score": 0.932115, - "hf_subset": "ceb_Latn-ltg_Latn", - "languages": [ - "ceb-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640787, - "recall": 0.6917, - "f1": 0.654922, - "accuracy": 0.6917, - "main_score": 0.654922, - "hf_subset": "ceb_Latn-nso_Latn", - "languages": [ - "ceb-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "ceb_Latn-sin_Sinh", - "languages": [ - "ceb-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "ceb_Latn-tha_Thai", - "languages": [ - "ceb-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-zho_Hans", - "languages": [ - "ceb-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-ast_Latn", - "languages": [ - "ceb-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ceb_Latn-crh_Latn", - "languages": [ - "ceb-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-glg_Latn", - "languages": [ - "ceb-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879282, - "recall": 0.916008, - "f1": 0.890975, - "accuracy": 0.916008, - "main_score": 0.890975, - "hf_subset": "ceb_Latn-kas_Deva", - "languages": [ - "ceb-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "ceb_Latn-ltz_Latn", - "languages": [ - "ceb-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479925, - "recall": 0.55336, - "f1": 0.49978, - "accuracy": 0.55336, - "main_score": 0.49978, - "hf_subset": "ceb_Latn-nus_Latn", - "languages": [ - "ceb-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-slk_Latn", - "languages": [ - "ceb-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629227, - "recall": 0.693676, - "f1": 0.647958, - "accuracy": 0.693676, - "main_score": 0.647958, - "hf_subset": "ceb_Latn-tir_Ethi", - "languages": [ - "ceb-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-zho_Hant", - "languages": [ - "ceb-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "ceb_Latn-awa_Deva", - "languages": [ - "ceb-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "ceb_Latn-cym_Latn", - "languages": [ - "ceb-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847003, - "recall": 0.883399, - "f1": 0.858122, - "accuracy": 0.883399, - "main_score": 0.858122, - "hf_subset": "ceb_Latn-grn_Latn", - "languages": [ - "ceb-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ceb_Latn-kat_Geor", - "languages": [ - "ceb-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671203, - "recall": 0.720356, - "f1": 0.685366, - "accuracy": 0.720356, - "main_score": 0.685366, - "hf_subset": "ceb_Latn-lua_Latn", - "languages": [ - "ceb-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654011, - "recall": 0.716403, - "f1": 0.672184, - "accuracy": 0.716403, - "main_score": 0.672184, - "hf_subset": "ceb_Latn-nya_Latn", - "languages": [ - "ceb-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-slv_Latn", - "languages": [ - "ceb-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9389, - "recall": 0.955534, - "f1": 0.944137, - "accuracy": 0.955534, - "main_score": 0.944137, - "hf_subset": "ceb_Latn-tpi_Latn", - "languages": [ - "ceb-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-zsm_Latn", - "languages": [ - "ceb-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567888, - "recall": 0.631423, - "f1": 0.585476, - "accuracy": 0.631423, - "main_score": 0.585476, - "hf_subset": "ceb_Latn-ayr_Latn", - "languages": [ - "ceb-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-dan_Latn", - "languages": [ - "ceb-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ceb_Latn-guj_Gujr", - "languages": [ - "ceb-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ceb_Latn-kaz_Cyrl", - "languages": [ - "ceb-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563407, - "recall": 0.623518, - "f1": 0.580727, - "accuracy": 0.623518, - "main_score": 0.580727, - "hf_subset": "ceb_Latn-lug_Latn", - "languages": [ - "ceb-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-oci_Latn", - "languages": [ - "ceb-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847908, - "recall": 0.885375, - "f1": 0.859552, - "accuracy": 0.885375, - "main_score": 0.859552, - "hf_subset": "ceb_Latn-smo_Latn", - "languages": [ - "ceb-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559169, - "recall": 0.620553, - "f1": 0.576488, - "accuracy": 0.620553, - "main_score": 0.576488, - "hf_subset": "ceb_Latn-tsn_Latn", - "languages": [ - "ceb-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665596, - "recall": 0.724308, - "f1": 0.683432, - "accuracy": 0.724308, - "main_score": 0.683432, - "hf_subset": "ceb_Latn-zul_Latn", - "languages": [ - "ceb-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909091, - "recall": 0.932806, - "f1": 0.91662, - "accuracy": 0.932806, - "main_score": 0.91662, - "hf_subset": "ceb_Latn-azb_Arab", - "languages": [ - "ceb-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-deu_Latn", - "languages": [ - "ceb-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.977273, - "f1": 0.971014, - "accuracy": 0.977273, - "main_score": 0.971014, - "hf_subset": "ceb_Latn-hat_Latn", - "languages": [ - "ceb-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508367, - "recall": 0.561265, - "f1": 0.522621, - "accuracy": 0.561265, - "main_score": 0.522621, - "hf_subset": "ceb_Latn-kbp_Latn", - "languages": [ - "ceb-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588912, - "recall": 0.649209, - "f1": 0.605676, - "accuracy": 0.649209, - "main_score": 0.605676, - "hf_subset": "ceb_Latn-luo_Latn", - "languages": [ - "ceb-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-ory_Orya", - "languages": [ - "ceb-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613293, - "recall": 0.673913, - "f1": 0.631244, - "accuracy": 0.673913, - "main_score": 0.631244, - "hf_subset": "ceb_Latn-sna_Latn", - "languages": [ - "ceb-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569802, - "recall": 0.626482, - "f1": 0.585386, - "accuracy": 0.626482, - "main_score": 0.585386, - "hf_subset": "ceb_Latn-tso_Latn", - "languages": [ - "ceb-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ceb_Latn-azj_Latn", - "languages": [ - "ceb-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560569, - "recall": 0.625494, - "f1": 0.57901, - "accuracy": 0.625494, - "main_score": 0.57901, - "hf_subset": "ceb_Latn-dik_Latn", - "languages": [ - "ceb-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748534, - "recall": 0.804348, - "f1": 0.765448, - "accuracy": 0.804348, - "main_score": 0.765448, - "hf_subset": "ceb_Latn-hau_Latn", - "languages": [ - "ceb-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "ceb_Latn-kea_Latn", - "languages": [ - "ceb-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754183, - "recall": 0.804348, - "f1": 0.769203, - "accuracy": 0.804348, - "main_score": 0.769203, - "hf_subset": "ceb_Latn-lus_Latn", - "languages": [ - "ceb-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891914, - "recall": 0.918972, - "f1": 0.900264, - "accuracy": 0.918972, - "main_score": 0.900264, - "hf_subset": "ceb_Latn-pag_Latn", - "languages": [ - "ceb-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-snd_Arab", - "languages": [ - "ceb-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935277, - "recall": 0.954545, - "f1": 0.941535, - "accuracy": 0.954545, - "main_score": 0.941535, - "hf_subset": "ceb_Latn-tuk_Latn", - "languages": [ - "ceb-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "ceb_Latn-bak_Cyrl", - "languages": [ - "ceb-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511693, - "recall": 0.591897, - "f1": 0.535442, - "accuracy": 0.591897, - "main_score": 0.535442, - "hf_subset": "ceb_Latn-dyu_Latn", - "languages": [ - "ceb-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ceb_Latn-heb_Hebr", - "languages": [ - "ceb-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "ceb_Latn-khk_Cyrl", - "languages": [ - "ceb-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ceb_Latn-lvs_Latn", - "languages": [ - "ceb-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ceb_Latn-pan_Guru", - "languages": [ - "ceb-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718769, - "recall": 0.778656, - "f1": 0.736503, - "accuracy": 0.778656, - "main_score": 0.736503, - "hf_subset": "ceb_Latn-som_Latn", - "languages": [ - "ceb-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611746, - "recall": 0.663043, - "f1": 0.62632, - "accuracy": 0.663043, - "main_score": 0.62632, - "hf_subset": "ceb_Latn-tum_Latn", - "languages": [ - "ceb-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403715, - "recall": 0.451581, - "f1": 0.416989, - "accuracy": 0.451581, - "main_score": 0.416989, - "hf_subset": "fuv_Latn-ace_Arab", - "languages": [ - "fuv-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483229, - "recall": 0.523715, - "f1": 0.494917, - "accuracy": 0.523715, - "main_score": 0.494917, - "hf_subset": "fuv_Latn-bam_Latn", - "languages": [ - "fuv-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208297, - "recall": 0.249012, - "f1": 0.218448, - "accuracy": 0.249012, - "main_score": 0.218448, - "hf_subset": "fuv_Latn-dzo_Tibt", - "languages": [ - "fuv-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546053, - "recall": 0.596838, - "f1": 0.559432, - "accuracy": 0.596838, - "main_score": 0.559432, - "hf_subset": "fuv_Latn-hin_Deva", - "languages": [ - "fuv-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510488, - "recall": 0.552372, - "f1": 0.521506, - "accuracy": 0.552372, - "main_score": 0.521506, - "hf_subset": "fuv_Latn-khm_Khmr", - "languages": [ - "fuv-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55695, - "recall": 0.59585, - "f1": 0.567943, - "accuracy": 0.59585, - "main_score": 0.567943, - "hf_subset": "fuv_Latn-mag_Deva", - "languages": [ - "fuv-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558949, - "recall": 0.594862, - "f1": 0.569026, - "accuracy": 0.594862, - "main_score": 0.569026, - "hf_subset": "fuv_Latn-pap_Latn", - "languages": [ - "fuv-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512617, - "recall": 0.551383, - "f1": 0.523303, - "accuracy": 0.551383, - "main_score": 0.523303, - "hf_subset": "fuv_Latn-sot_Latn", - "languages": [ - "fuv-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548646, - "recall": 0.59585, - "f1": 0.561145, - "accuracy": 0.59585, - "main_score": 0.561145, - "hf_subset": "fuv_Latn-tur_Latn", - "languages": [ - "fuv-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566288, - "recall": 0.601779, - "f1": 0.575473, - "accuracy": 0.601779, - "main_score": 0.575473, - "hf_subset": "fuv_Latn-ace_Latn", - "languages": [ - "fuv-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547972, - "recall": 0.583004, - "f1": 0.557703, - "accuracy": 0.583004, - "main_score": 0.557703, - "hf_subset": "fuv_Latn-ban_Latn", - "languages": [ - "fuv-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536014, - "recall": 0.589921, - "f1": 0.550089, - "accuracy": 0.589921, - "main_score": 0.550089, - "hf_subset": "fuv_Latn-ell_Grek", - "languages": [ - "fuv-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524405, - "recall": 0.576087, - "f1": 0.538718, - "accuracy": 0.576087, - "main_score": 0.538718, - "hf_subset": "fuv_Latn-hne_Deva", - "languages": [ - "fuv-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475302, - "recall": 0.518775, - "f1": 0.487837, - "accuracy": 0.518775, - "main_score": 0.487837, - "hf_subset": "fuv_Latn-kik_Latn", - "languages": [ - "fuv-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544347, - "recall": 0.589921, - "f1": 0.557141, - "accuracy": 0.589921, - "main_score": 0.557141, - "hf_subset": "fuv_Latn-mai_Deva", - "languages": [ - "fuv-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507924, - "recall": 0.552372, - "f1": 0.520025, - "accuracy": 0.552372, - "main_score": 0.520025, - "hf_subset": "fuv_Latn-pbt_Arab", - "languages": [ - "fuv-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561299, - "recall": 0.603755, - "f1": 0.572993, - "accuracy": 0.603755, - "main_score": 0.572993, - "hf_subset": "fuv_Latn-spa_Latn", - "languages": [ - "fuv-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524155, - "recall": 0.555336, - "f1": 0.533023, - "accuracy": 0.555336, - "main_score": 0.533023, - "hf_subset": "fuv_Latn-twi_Latn", - "languages": [ - "fuv-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537959, - "recall": 0.582016, - "f1": 0.550166, - "accuracy": 0.582016, - "main_score": 0.550166, - "hf_subset": "fuv_Latn-acm_Arab", - "languages": [ - "fuv-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513739, - "recall": 0.560277, - "f1": 0.525545, - "accuracy": 0.560277, - "main_score": 0.525545, - "hf_subset": "fuv_Latn-bel_Cyrl", - "languages": [ - "fuv-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576586, - "recall": 0.617589, - "f1": 0.588558, - "accuracy": 0.617589, - "main_score": 0.588558, - "hf_subset": "fuv_Latn-eng_Latn", - "languages": [ - "fuv-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559035, - "recall": 0.606719, - "f1": 0.571292, - "accuracy": 0.606719, - "main_score": 0.571292, - "hf_subset": "fuv_Latn-hrv_Latn", - "languages": [ - "fuv-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463102, - "recall": 0.503953, - "f1": 0.474474, - "accuracy": 0.503953, - "main_score": 0.474474, - "hf_subset": "fuv_Latn-kin_Latn", - "languages": [ - "fuv-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534201, - "recall": 0.587945, - "f1": 0.548701, - "accuracy": 0.587945, - "main_score": 0.548701, - "hf_subset": "fuv_Latn-mal_Mlym", - "languages": [ - "fuv-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55052, - "recall": 0.590909, - "f1": 0.561473, - "accuracy": 0.590909, - "main_score": 0.561473, - "hf_subset": "fuv_Latn-pes_Arab", - "languages": [ - "fuv-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556581, - "recall": 0.590909, - "f1": 0.565946, - "accuracy": 0.590909, - "main_score": 0.565946, - "hf_subset": "fuv_Latn-srd_Latn", - "languages": [ - "fuv-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185319, - "recall": 0.220356, - "f1": 0.194353, - "accuracy": 0.220356, - "main_score": 0.194353, - "hf_subset": "fuv_Latn-tzm_Tfng", - "languages": [ - "fuv-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53561, - "recall": 0.58498, - "f1": 0.54912, - "accuracy": 0.58498, - "main_score": 0.54912, - "hf_subset": "fuv_Latn-acq_Arab", - "languages": [ - "fuv-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530255, - "recall": 0.567194, - "f1": 0.540417, - "accuracy": 0.567194, - "main_score": 0.540417, - "hf_subset": "fuv_Latn-bem_Latn", - "languages": [ - "fuv-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552962, - "recall": 0.591897, - "f1": 0.563637, - "accuracy": 0.591897, - "main_score": 0.563637, - "hf_subset": "fuv_Latn-epo_Latn", - "languages": [ - "fuv-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560113, - "recall": 0.597826, - "f1": 0.570912, - "accuracy": 0.597826, - "main_score": 0.570912, - "hf_subset": "fuv_Latn-hun_Latn", - "languages": [ - "fuv-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530095, - "recall": 0.571146, - "f1": 0.541201, - "accuracy": 0.571146, - "main_score": 0.541201, - "hf_subset": "fuv_Latn-kir_Cyrl", - "languages": [ - "fuv-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53358, - "recall": 0.581028, - "f1": 0.546045, - "accuracy": 0.581028, - "main_score": 0.546045, - "hf_subset": "fuv_Latn-mar_Deva", - "languages": [ - "fuv-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525382, - "recall": 0.559289, - "f1": 0.535045, - "accuracy": 0.559289, - "main_score": 0.535045, - "hf_subset": "fuv_Latn-plt_Latn", - "languages": [ - "fuv-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559819, - "recall": 0.599802, - "f1": 0.570476, - "accuracy": 0.599802, - "main_score": 0.570476, - "hf_subset": "fuv_Latn-srp_Cyrl", - "languages": [ - "fuv-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463021, - "recall": 0.518775, - "f1": 0.478928, - "accuracy": 0.518775, - "main_score": 0.478928, - "hf_subset": "fuv_Latn-uig_Arab", - "languages": [ - "fuv-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518404, - "recall": 0.566206, - "f1": 0.531133, - "accuracy": 0.566206, - "main_score": 0.531133, - "hf_subset": "fuv_Latn-aeb_Arab", - "languages": [ - "fuv-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548549, - "recall": 0.596838, - "f1": 0.561859, - "accuracy": 0.596838, - "main_score": 0.561859, - "hf_subset": "fuv_Latn-ben_Beng", - "languages": [ - "fuv-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547717, - "recall": 0.588933, - "f1": 0.558945, - "accuracy": 0.588933, - "main_score": 0.558945, - "hf_subset": "fuv_Latn-est_Latn", - "languages": [ - "fuv-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522992, - "recall": 0.566206, - "f1": 0.534544, - "accuracy": 0.566206, - "main_score": 0.534544, - "hf_subset": "fuv_Latn-hye_Armn", - "languages": [ - "fuv-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49532, - "recall": 0.531621, - "f1": 0.505467, - "accuracy": 0.531621, - "main_score": 0.505467, - "hf_subset": "fuv_Latn-kmb_Latn", - "languages": [ - "fuv-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.376419, - "recall": 0.428854, - "f1": 0.390538, - "accuracy": 0.428854, - "main_score": 0.390538, - "hf_subset": "fuv_Latn-min_Arab", - "languages": [ - "fuv-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541923, - "recall": 0.589921, - "f1": 0.554598, - "accuracy": 0.589921, - "main_score": 0.554598, - "hf_subset": "fuv_Latn-pol_Latn", - "languages": [ - "fuv-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491768, - "recall": 0.537549, - "f1": 0.504094, - "accuracy": 0.537549, - "main_score": 0.504094, - "hf_subset": "fuv_Latn-ssw_Latn", - "languages": [ - "fuv-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5531, - "recall": 0.596838, - "f1": 0.564968, - "accuracy": 0.596838, - "main_score": 0.564968, - "hf_subset": "fuv_Latn-ukr_Cyrl", - "languages": [ - "fuv-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578854, - "recall": 0.617589, - "f1": 0.589598, - "accuracy": 0.617589, - "main_score": 0.589598, - "hf_subset": "fuv_Latn-afr_Latn", - "languages": [ - "fuv-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548421, - "recall": 0.587945, - "f1": 0.558781, - "accuracy": 0.587945, - "main_score": 0.558781, - "hf_subset": "fuv_Latn-bho_Deva", - "languages": [ - "fuv-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535797, - "recall": 0.576087, - "f1": 0.546703, - "accuracy": 0.576087, - "main_score": 0.546703, - "hf_subset": "fuv_Latn-eus_Latn", - "languages": [ - "fuv-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510245, - "recall": 0.555336, - "f1": 0.523641, - "accuracy": 0.555336, - "main_score": 0.523641, - "hf_subset": "fuv_Latn-ibo_Latn", - "languages": [ - "fuv-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536766, - "recall": 0.574111, - "f1": 0.547876, - "accuracy": 0.574111, - "main_score": 0.547876, - "hf_subset": "fuv_Latn-kmr_Latn", - "languages": [ - "fuv-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571181, - "recall": 0.61166, - "f1": 0.582193, - "accuracy": 0.61166, - "main_score": 0.582193, - "hf_subset": "fuv_Latn-min_Latn", - "languages": [ - "fuv-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555675, - "recall": 0.602767, - "f1": 0.568186, - "accuracy": 0.602767, - "main_score": 0.568186, - "hf_subset": "fuv_Latn-por_Latn", - "languages": [ - "fuv-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567096, - "recall": 0.607708, - "f1": 0.578012, - "accuracy": 0.607708, - "main_score": 0.578012, - "hf_subset": "fuv_Latn-sun_Latn", - "languages": [ - "fuv-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483443, - "recall": 0.523715, - "f1": 0.495095, - "accuracy": 0.523715, - "main_score": 0.495095, - "hf_subset": "fuv_Latn-umb_Latn", - "languages": [ - "fuv-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551902, - "recall": 0.594862, - "f1": 0.563269, - "accuracy": 0.594862, - "main_score": 0.563269, - "hf_subset": "fuv_Latn-ajp_Arab", - "languages": [ - "fuv-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389559, - "recall": 0.436759, - "f1": 0.402884, - "accuracy": 0.436759, - "main_score": 0.402884, - "hf_subset": "fuv_Latn-bjn_Arab", - "languages": [ - "fuv-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486128, - "recall": 0.522727, - "f1": 0.496316, - "accuracy": 0.522727, - "main_score": 0.496316, - "hf_subset": "fuv_Latn-ewe_Latn", - "languages": [ - "fuv-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574197, - "recall": 0.605731, - "f1": 0.582413, - "accuracy": 0.605731, - "main_score": 0.582413, - "hf_subset": "fuv_Latn-ilo_Latn", - "languages": [ - "fuv-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298758, - "recall": 0.343874, - "f1": 0.311072, - "accuracy": 0.343874, - "main_score": 0.311072, - "hf_subset": "fuv_Latn-knc_Arab", - "languages": [ - "fuv-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551471, - "recall": 0.59585, - "f1": 0.563074, - "accuracy": 0.59585, - "main_score": 0.563074, - "hf_subset": "fuv_Latn-mkd_Cyrl", - "languages": [ - "fuv-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549653, - "recall": 0.599802, - "f1": 0.562836, - "accuracy": 0.599802, - "main_score": 0.562836, - "hf_subset": "fuv_Latn-prs_Arab", - "languages": [ - "fuv-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559441, - "recall": 0.600791, - "f1": 0.569565, - "accuracy": 0.600791, - "main_score": 0.569565, - "hf_subset": "fuv_Latn-swe_Latn", - "languages": [ - "fuv-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53043, - "recall": 0.582016, - "f1": 0.54397, - "accuracy": 0.582016, - "main_score": 0.54397, - "hf_subset": "fuv_Latn-urd_Arab", - "languages": [ - "fuv-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516115, - "recall": 0.552372, - "f1": 0.52694, - "accuracy": 0.552372, - "main_score": 0.52694, - "hf_subset": "fuv_Latn-aka_Latn", - "languages": [ - "fuv-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582129, - "recall": 0.612648, - "f1": 0.590189, - "accuracy": 0.612648, - "main_score": 0.590189, - "hf_subset": "fuv_Latn-bjn_Latn", - "languages": [ - "fuv-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541669, - "recall": 0.575099, - "f1": 0.551431, - "accuracy": 0.575099, - "main_score": 0.551431, - "hf_subset": "fuv_Latn-fao_Latn", - "languages": [ - "fuv-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577806, - "recall": 0.612648, - "f1": 0.587286, - "accuracy": 0.612648, - "main_score": 0.587286, - "hf_subset": "fuv_Latn-ind_Latn", - "languages": [ - "fuv-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530755, - "recall": 0.566206, - "f1": 0.540771, - "accuracy": 0.566206, - "main_score": 0.540771, - "hf_subset": "fuv_Latn-knc_Latn", - "languages": [ - "fuv-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558949, - "recall": 0.593874, - "f1": 0.567406, - "accuracy": 0.593874, - "main_score": 0.567406, - "hf_subset": "fuv_Latn-mlt_Latn", - "languages": [ - "fuv-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509437, - "recall": 0.551383, - "f1": 0.521534, - "accuracy": 0.551383, - "main_score": 0.521534, - "hf_subset": "fuv_Latn-quy_Latn", - "languages": [ - "fuv-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547173, - "recall": 0.590909, - "f1": 0.559657, - "accuracy": 0.590909, - "main_score": 0.559657, - "hf_subset": "fuv_Latn-swh_Latn", - "languages": [ - "fuv-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528401, - "recall": 0.575099, - "f1": 0.54051, - "accuracy": 0.575099, - "main_score": 0.54051, - "hf_subset": "fuv_Latn-uzn_Latn", - "languages": [ - "fuv-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560781, - "recall": 0.599802, - "f1": 0.571328, - "accuracy": 0.599802, - "main_score": 0.571328, - "hf_subset": "fuv_Latn-als_Latn", - "languages": [ - "fuv-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.253967, - "recall": 0.298419, - "f1": 0.265439, - "accuracy": 0.298419, - "main_score": 0.265439, - "hf_subset": "fuv_Latn-bod_Tibt", - "languages": [ - "fuv-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507928, - "recall": 0.547431, - "f1": 0.519245, - "accuracy": 0.547431, - "main_score": 0.519245, - "hf_subset": "fuv_Latn-fij_Latn", - "languages": [ - "fuv-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527099, - "recall": 0.567194, - "f1": 0.538633, - "accuracy": 0.567194, - "main_score": 0.538633, - "hf_subset": "fuv_Latn-isl_Latn", - "languages": [ - "fuv-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528039, - "recall": 0.564229, - "f1": 0.538105, - "accuracy": 0.564229, - "main_score": 0.538105, - "hf_subset": "fuv_Latn-kon_Latn", - "languages": [ - "fuv-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467112, - "recall": 0.517787, - "f1": 0.481106, - "accuracy": 0.517787, - "main_score": 0.481106, - "hf_subset": "fuv_Latn-mni_Beng", - "languages": [ - "fuv-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568544, - "recall": 0.608696, - "f1": 0.578562, - "accuracy": 0.608696, - "main_score": 0.578562, - "hf_subset": "fuv_Latn-ron_Latn", - "languages": [ - "fuv-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541784, - "recall": 0.585968, - "f1": 0.552516, - "accuracy": 0.585968, - "main_score": 0.552516, - "hf_subset": "fuv_Latn-szl_Latn", - "languages": [ - "fuv-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563561, - "recall": 0.603755, - "f1": 0.574675, - "accuracy": 0.603755, - "main_score": 0.574675, - "hf_subset": "fuv_Latn-vec_Latn", - "languages": [ - "fuv-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463741, - "recall": 0.520751, - "f1": 0.479945, - "accuracy": 0.520751, - "main_score": 0.479945, - "hf_subset": "fuv_Latn-amh_Ethi", - "languages": [ - "fuv-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563352, - "recall": 0.61166, - "f1": 0.57601, - "accuracy": 0.61166, - "main_score": 0.57601, - "hf_subset": "fuv_Latn-bos_Latn", - "languages": [ - "fuv-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542146, - "recall": 0.586957, - "f1": 0.554106, - "accuracy": 0.586957, - "main_score": 0.554106, - "hf_subset": "fuv_Latn-fin_Latn", - "languages": [ - "fuv-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564029, - "recall": 0.601779, - "f1": 0.574347, - "accuracy": 0.601779, - "main_score": 0.574347, - "hf_subset": "fuv_Latn-ita_Latn", - "languages": [ - "fuv-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537727, - "recall": 0.585968, - "f1": 0.550967, - "accuracy": 0.585968, - "main_score": 0.550967, - "hf_subset": "fuv_Latn-kor_Hang", - "languages": [ - "fuv-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494648, - "recall": 0.529644, - "f1": 0.50445, - "accuracy": 0.529644, - "main_score": 0.50445, - "hf_subset": "fuv_Latn-mos_Latn", - "languages": [ - "fuv-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482436, - "recall": 0.520751, - "f1": 0.493329, - "accuracy": 0.520751, - "main_score": 0.493329, - "hf_subset": "fuv_Latn-run_Latn", - "languages": [ - "fuv-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528987, - "recall": 0.578063, - "f1": 0.542008, - "accuracy": 0.578063, - "main_score": 0.542008, - "hf_subset": "fuv_Latn-tam_Taml", - "languages": [ - "fuv-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53805, - "recall": 0.585968, - "f1": 0.55049, - "accuracy": 0.585968, - "main_score": 0.55049, - "hf_subset": "fuv_Latn-vie_Latn", - "languages": [ - "fuv-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536231, - "recall": 0.589921, - "f1": 0.550285, - "accuracy": 0.589921, - "main_score": 0.550285, - "hf_subset": "fuv_Latn-apc_Arab", - "languages": [ - "fuv-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539491, - "recall": 0.576087, - "f1": 0.549331, - "accuracy": 0.576087, - "main_score": 0.549331, - "hf_subset": "fuv_Latn-bug_Latn", - "languages": [ - "fuv-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45159, - "recall": 0.491107, - "f1": 0.462962, - "accuracy": 0.491107, - "main_score": 0.462962, - "hf_subset": "fuv_Latn-fon_Latn", - "languages": [ - "fuv-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577841, - "recall": 0.609684, - "f1": 0.586839, - "accuracy": 0.609684, - "main_score": 0.586839, - "hf_subset": "fuv_Latn-jav_Latn", - "languages": [ - "fuv-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478911, - "recall": 0.528656, - "f1": 0.492592, - "accuracy": 0.528656, - "main_score": 0.492592, - "hf_subset": "fuv_Latn-lao_Laoo", - "languages": [ - "fuv-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485532, - "recall": 0.52668, - "f1": 0.497106, - "accuracy": 0.52668, - "main_score": 0.497106, - "hf_subset": "fuv_Latn-mri_Latn", - "languages": [ - "fuv-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539971, - "recall": 0.588933, - "f1": 0.553237, - "accuracy": 0.588933, - "main_score": 0.553237, - "hf_subset": "fuv_Latn-rus_Cyrl", - "languages": [ - "fuv-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481341, - "recall": 0.51581, - "f1": 0.491601, - "accuracy": 0.51581, - "main_score": 0.491601, - "hf_subset": "fuv_Latn-taq_Latn", - "languages": [ - "fuv-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564725, - "recall": 0.599802, - "f1": 0.573971, - "accuracy": 0.599802, - "main_score": 0.573971, - "hf_subset": "fuv_Latn-war_Latn", - "languages": [ - "fuv-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543865, - "recall": 0.587945, - "f1": 0.555987, - "accuracy": 0.587945, - "main_score": 0.555987, - "hf_subset": "fuv_Latn-arb_Arab", - "languages": [ - "fuv-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548115, - "recall": 0.588933, - "f1": 0.559037, - "accuracy": 0.588933, - "main_score": 0.559037, - "hf_subset": "fuv_Latn-bul_Cyrl", - "languages": [ - "fuv-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572223, - "recall": 0.609684, - "f1": 0.582521, - "accuracy": 0.609684, - "main_score": 0.582521, - "hf_subset": "fuv_Latn-fra_Latn", - "languages": [ - "fuv-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530058, - "recall": 0.578063, - "f1": 0.543545, - "accuracy": 0.578063, - "main_score": 0.543545, - "hf_subset": "fuv_Latn-jpn_Jpan", - "languages": [ - "fuv-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53904, - "recall": 0.585968, - "f1": 0.552211, - "accuracy": 0.585968, - "main_score": 0.552211, - "hf_subset": "fuv_Latn-lij_Latn", - "languages": [ - "fuv-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398373, - "recall": 0.45751, - "f1": 0.413802, - "accuracy": 0.45751, - "main_score": 0.413802, - "hf_subset": "fuv_Latn-mya_Mymr", - "languages": [ - "fuv-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505987, - "recall": 0.547431, - "f1": 0.516576, - "accuracy": 0.547431, - "main_score": 0.516576, - "hf_subset": "fuv_Latn-sag_Latn", - "languages": [ - "fuv-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197442, - "recall": 0.237154, - "f1": 0.2066, - "accuracy": 0.237154, - "main_score": 0.2066, - "hf_subset": "fuv_Latn-taq_Tfng", - "languages": [ - "fuv-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52842, - "recall": 0.566206, - "f1": 0.538918, - "accuracy": 0.566206, - "main_score": 0.538918, - "hf_subset": "fuv_Latn-wol_Latn", - "languages": [ - "fuv-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448725, - "recall": 0.493083, - "f1": 0.460688, - "accuracy": 0.493083, - "main_score": 0.460688, - "hf_subset": "fuv_Latn-arb_Latn", - "languages": [ - "fuv-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558453, - "recall": 0.600791, - "f1": 0.569682, - "accuracy": 0.600791, - "main_score": 0.569682, - "hf_subset": "fuv_Latn-cat_Latn", - "languages": [ - "fuv-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553773, - "recall": 0.588933, - "f1": 0.563304, - "accuracy": 0.588933, - "main_score": 0.563304, - "hf_subset": "fuv_Latn-fur_Latn", - "languages": [ - "fuv-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402921, - "recall": 0.450593, - "f1": 0.415947, - "accuracy": 0.450593, - "main_score": 0.415947, - "hf_subset": "fuv_Latn-kab_Latn", - "languages": [ - "fuv-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556694, - "recall": 0.588933, - "f1": 0.5659, - "accuracy": 0.588933, - "main_score": 0.5659, - "hf_subset": "fuv_Latn-lim_Latn", - "languages": [ - "fuv-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547206, - "recall": 0.591897, - "f1": 0.558748, - "accuracy": 0.591897, - "main_score": 0.558748, - "hf_subset": "fuv_Latn-nld_Latn", - "languages": [ - "fuv-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508882, - "recall": 0.552372, - "f1": 0.519529, - "accuracy": 0.552372, - "main_score": 0.519529, - "hf_subset": "fuv_Latn-san_Deva", - "languages": [ - "fuv-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538453, - "recall": 0.582016, - "f1": 0.550172, - "accuracy": 0.582016, - "main_score": 0.550172, - "hf_subset": "fuv_Latn-tat_Cyrl", - "languages": [ - "fuv-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539694, - "recall": 0.576087, - "f1": 0.550227, - "accuracy": 0.576087, - "main_score": 0.550227, - "hf_subset": "fuv_Latn-xho_Latn", - "languages": [ - "fuv-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515207, - "recall": 0.56917, - "f1": 0.530307, - "accuracy": 0.56917, - "main_score": 0.530307, - "hf_subset": "fuv_Latn-ars_Arab", - "languages": [ - "fuv-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562205, - "recall": 0.594862, - "f1": 0.570541, - "accuracy": 0.594862, - "main_score": 0.570541, - "hf_subset": "fuv_Latn-ceb_Latn", - "languages": [ - "fuv-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485169, - "recall": 0.528656, - "f1": 0.497699, - "accuracy": 0.528656, - "main_score": 0.497699, - "hf_subset": "fuv_Latn-kac_Latn", - "languages": [ - "fuv-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544026, - "recall": 0.578063, - "f1": 0.553568, - "accuracy": 0.578063, - "main_score": 0.553568, - "hf_subset": "fuv_Latn-lin_Latn", - "languages": [ - "fuv-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561798, - "recall": 0.598814, - "f1": 0.571249, - "accuracy": 0.598814, - "main_score": 0.571249, - "hf_subset": "fuv_Latn-nno_Latn", - "languages": [ - "fuv-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.100464, - "recall": 0.134387, - "f1": 0.108795, - "accuracy": 0.134387, - "main_score": 0.108795, - "hf_subset": "fuv_Latn-sat_Olck", - "languages": [ - "fuv-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528205, - "recall": 0.575099, - "f1": 0.540193, - "accuracy": 0.575099, - "main_score": 0.540193, - "hf_subset": "fuv_Latn-tel_Telu", - "languages": [ - "fuv-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472107, - "recall": 0.521739, - "f1": 0.484759, - "accuracy": 0.521739, - "main_score": 0.484759, - "hf_subset": "fuv_Latn-ydd_Hebr", - "languages": [ - "fuv-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510973, - "recall": 0.5583, - "f1": 0.524272, - "accuracy": 0.5583, - "main_score": 0.524272, - "hf_subset": "fuv_Latn-ary_Arab", - "languages": [ - "fuv-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56134, - "recall": 0.606719, - "f1": 0.57352, - "accuracy": 0.606719, - "main_score": 0.57352, - "hf_subset": "fuv_Latn-ces_Latn", - "languages": [ - "fuv-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467081, - "recall": 0.512846, - "f1": 0.480223, - "accuracy": 0.512846, - "main_score": 0.480223, - "hf_subset": "fuv_Latn-gaz_Latn", - "languages": [ - "fuv-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485375, - "recall": 0.527668, - "f1": 0.498108, - "accuracy": 0.527668, - "main_score": 0.498108, - "hf_subset": "fuv_Latn-kam_Latn", - "languages": [ - "fuv-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529157, - "recall": 0.572134, - "f1": 0.540457, - "accuracy": 0.572134, - "main_score": 0.540457, - "hf_subset": "fuv_Latn-lit_Latn", - "languages": [ - "fuv-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563111, - "recall": 0.604743, - "f1": 0.574349, - "accuracy": 0.604743, - "main_score": 0.574349, - "hf_subset": "fuv_Latn-nob_Latn", - "languages": [ - "fuv-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553042, - "recall": 0.592885, - "f1": 0.563123, - "accuracy": 0.592885, - "main_score": 0.563123, - "hf_subset": "fuv_Latn-scn_Latn", - "languages": [ - "fuv-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521902, - "recall": 0.562253, - "f1": 0.532744, - "accuracy": 0.562253, - "main_score": 0.532744, - "hf_subset": "fuv_Latn-tgk_Cyrl", - "languages": [ - "fuv-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47652, - "recall": 0.523715, - "f1": 0.489781, - "accuracy": 0.523715, - "main_score": 0.489781, - "hf_subset": "fuv_Latn-yor_Latn", - "languages": [ - "fuv-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53913, - "recall": 0.587945, - "f1": 0.552628, - "accuracy": 0.587945, - "main_score": 0.552628, - "hf_subset": "fuv_Latn-arz_Arab", - "languages": [ - "fuv-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487994, - "recall": 0.520751, - "f1": 0.497874, - "accuracy": 0.520751, - "main_score": 0.497874, - "hf_subset": "fuv_Latn-cjk_Latn", - "languages": [ - "fuv-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492513, - "recall": 0.532609, - "f1": 0.502921, - "accuracy": 0.532609, - "main_score": 0.502921, - "hf_subset": "fuv_Latn-gla_Latn", - "languages": [ - "fuv-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534265, - "recall": 0.581028, - "f1": 0.546735, - "accuracy": 0.581028, - "main_score": 0.546735, - "hf_subset": "fuv_Latn-kan_Knda", - "languages": [ - "fuv-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552993, - "recall": 0.589921, - "f1": 0.562852, - "accuracy": 0.589921, - "main_score": 0.562852, - "hf_subset": "fuv_Latn-lmo_Latn", - "languages": [ - "fuv-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53881, - "recall": 0.588933, - "f1": 0.552361, - "accuracy": 0.588933, - "main_score": 0.552361, - "hf_subset": "fuv_Latn-npi_Deva", - "languages": [ - "fuv-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409965, - "recall": 0.45751, - "f1": 0.423133, - "accuracy": 0.45751, - "main_score": 0.423133, - "hf_subset": "fuv_Latn-shn_Mymr", - "languages": [ - "fuv-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573019, - "recall": 0.610672, - "f1": 0.582634, - "accuracy": 0.610672, - "main_score": 0.582634, - "hf_subset": "fuv_Latn-tgl_Latn", - "languages": [ - "fuv-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5361, - "recall": 0.578063, - "f1": 0.547075, - "accuracy": 0.578063, - "main_score": 0.547075, - "hf_subset": "fuv_Latn-yue_Hant", - "languages": [ - "fuv-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517324, - "recall": 0.565217, - "f1": 0.530348, - "accuracy": 0.565217, - "main_score": 0.530348, - "hf_subset": "fuv_Latn-asm_Beng", - "languages": [ - "fuv-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499078, - "recall": 0.544466, - "f1": 0.511368, - "accuracy": 0.544466, - "main_score": 0.511368, - "hf_subset": "fuv_Latn-ckb_Arab", - "languages": [ - "fuv-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493109, - "recall": 0.534585, - "f1": 0.50478, - "accuracy": 0.534585, - "main_score": 0.50478, - "hf_subset": "fuv_Latn-gle_Latn", - "languages": [ - "fuv-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480073, - "recall": 0.528656, - "f1": 0.492572, - "accuracy": 0.528656, - "main_score": 0.492572, - "hf_subset": "fuv_Latn-kas_Arab", - "languages": [ - "fuv-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511944, - "recall": 0.556324, - "f1": 0.52388, - "accuracy": 0.556324, - "main_score": 0.52388, - "hf_subset": "fuv_Latn-ltg_Latn", - "languages": [ - "fuv-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549333, - "recall": 0.582016, - "f1": 0.558893, - "accuracy": 0.582016, - "main_score": 0.558893, - "hf_subset": "fuv_Latn-nso_Latn", - "languages": [ - "fuv-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46902, - "recall": 0.525692, - "f1": 0.484096, - "accuracy": 0.525692, - "main_score": 0.484096, - "hf_subset": "fuv_Latn-sin_Sinh", - "languages": [ - "fuv-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531458, - "recall": 0.583004, - "f1": 0.54531, - "accuracy": 0.583004, - "main_score": 0.54531, - "hf_subset": "fuv_Latn-tha_Thai", - "languages": [ - "fuv-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533818, - "recall": 0.574111, - "f1": 0.544347, - "accuracy": 0.574111, - "main_score": 0.544347, - "hf_subset": "fuv_Latn-zho_Hans", - "languages": [ - "fuv-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560706, - "recall": 0.596838, - "f1": 0.570954, - "accuracy": 0.596838, - "main_score": 0.570954, - "hf_subset": "fuv_Latn-ast_Latn", - "languages": [ - "fuv-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540295, - "recall": 0.579051, - "f1": 0.550678, - "accuracy": 0.579051, - "main_score": 0.550678, - "hf_subset": "fuv_Latn-crh_Latn", - "languages": [ - "fuv-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568101, - "recall": 0.607708, - "f1": 0.579033, - "accuracy": 0.607708, - "main_score": 0.579033, - "hf_subset": "fuv_Latn-glg_Latn", - "languages": [ - "fuv-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504849, - "recall": 0.551383, - "f1": 0.518304, - "accuracy": 0.551383, - "main_score": 0.518304, - "hf_subset": "fuv_Latn-kas_Deva", - "languages": [ - "fuv-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543841, - "recall": 0.583992, - "f1": 0.555, - "accuracy": 0.583992, - "main_score": 0.555, - "hf_subset": "fuv_Latn-ltz_Latn", - "languages": [ - "fuv-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430797, - "recall": 0.481225, - "f1": 0.445058, - "accuracy": 0.481225, - "main_score": 0.445058, - "hf_subset": "fuv_Latn-nus_Latn", - "languages": [ - "fuv-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556731, - "recall": 0.605731, - "f1": 0.569958, - "accuracy": 0.605731, - "main_score": 0.569958, - "hf_subset": "fuv_Latn-slk_Latn", - "languages": [ - "fuv-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395504, - "recall": 0.445652, - "f1": 0.410117, - "accuracy": 0.445652, - "main_score": 0.410117, - "hf_subset": "fuv_Latn-tir_Ethi", - "languages": [ - "fuv-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517765, - "recall": 0.570158, - "f1": 0.531882, - "accuracy": 0.570158, - "main_score": 0.531882, - "hf_subset": "fuv_Latn-zho_Hant", - "languages": [ - "fuv-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544932, - "recall": 0.589921, - "f1": 0.55734, - "accuracy": 0.589921, - "main_score": 0.55734, - "hf_subset": "fuv_Latn-awa_Deva", - "languages": [ - "fuv-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530947, - "recall": 0.565217, - "f1": 0.540587, - "accuracy": 0.565217, - "main_score": 0.540587, - "hf_subset": "fuv_Latn-cym_Latn", - "languages": [ - "fuv-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545226, - "recall": 0.578063, - "f1": 0.554368, - "accuracy": 0.578063, - "main_score": 0.554368, - "hf_subset": "fuv_Latn-grn_Latn", - "languages": [ - "fuv-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521799, - "recall": 0.566206, - "f1": 0.533174, - "accuracy": 0.566206, - "main_score": 0.533174, - "hf_subset": "fuv_Latn-kat_Geor", - "languages": [ - "fuv-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520017, - "recall": 0.555336, - "f1": 0.530288, - "accuracy": 0.555336, - "main_score": 0.530288, - "hf_subset": "fuv_Latn-lua_Latn", - "languages": [ - "fuv-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517599, - "recall": 0.557312, - "f1": 0.527913, - "accuracy": 0.557312, - "main_score": 0.527913, - "hf_subset": "fuv_Latn-nya_Latn", - "languages": [ - "fuv-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534535, - "recall": 0.582016, - "f1": 0.547459, - "accuracy": 0.582016, - "main_score": 0.547459, - "hf_subset": "fuv_Latn-slv_Latn", - "languages": [ - "fuv-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544207, - "recall": 0.58498, - "f1": 0.555291, - "accuracy": 0.58498, - "main_score": 0.555291, - "hf_subset": "fuv_Latn-tpi_Latn", - "languages": [ - "fuv-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576203, - "recall": 0.617589, - "f1": 0.586663, - "accuracy": 0.617589, - "main_score": 0.586663, - "hf_subset": "fuv_Latn-zsm_Latn", - "languages": [ - "fuv-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482807, - "recall": 0.524704, - "f1": 0.49536, - "accuracy": 0.524704, - "main_score": 0.49536, - "hf_subset": "fuv_Latn-ayr_Latn", - "languages": [ - "fuv-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561181, - "recall": 0.602767, - "f1": 0.571846, - "accuracy": 0.602767, - "main_score": 0.571846, - "hf_subset": "fuv_Latn-dan_Latn", - "languages": [ - "fuv-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5354, - "recall": 0.586957, - "f1": 0.549278, - "accuracy": 0.586957, - "main_score": 0.549278, - "hf_subset": "fuv_Latn-guj_Gujr", - "languages": [ - "fuv-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547131, - "recall": 0.589921, - "f1": 0.558068, - "accuracy": 0.589921, - "main_score": 0.558068, - "hf_subset": "fuv_Latn-kaz_Cyrl", - "languages": [ - "fuv-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48949, - "recall": 0.531621, - "f1": 0.501189, - "accuracy": 0.531621, - "main_score": 0.501189, - "hf_subset": "fuv_Latn-lug_Latn", - "languages": [ - "fuv-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566524, - "recall": 0.606719, - "f1": 0.576648, - "accuracy": 0.606719, - "main_score": 0.576648, - "hf_subset": "fuv_Latn-oci_Latn", - "languages": [ - "fuv-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518308, - "recall": 0.550395, - "f1": 0.527124, - "accuracy": 0.550395, - "main_score": 0.527124, - "hf_subset": "fuv_Latn-smo_Latn", - "languages": [ - "fuv-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504283, - "recall": 0.540514, - "f1": 0.514274, - "accuracy": 0.540514, - "main_score": 0.514274, - "hf_subset": "fuv_Latn-tsn_Latn", - "languages": [ - "fuv-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508129, - "recall": 0.550395, - "f1": 0.520149, - "accuracy": 0.550395, - "main_score": 0.520149, - "hf_subset": "fuv_Latn-zul_Latn", - "languages": [ - "fuv-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472257, - "recall": 0.520751, - "f1": 0.485466, - "accuracy": 0.520751, - "main_score": 0.485466, - "hf_subset": "fuv_Latn-azb_Arab", - "languages": [ - "fuv-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548806, - "recall": 0.591897, - "f1": 0.560182, - "accuracy": 0.591897, - "main_score": 0.560182, - "hf_subset": "fuv_Latn-deu_Latn", - "languages": [ - "fuv-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509385, - "recall": 0.559289, - "f1": 0.523112, - "accuracy": 0.559289, - "main_score": 0.523112, - "hf_subset": "fuv_Latn-hat_Latn", - "languages": [ - "fuv-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462171, - "recall": 0.509881, - "f1": 0.475783, - "accuracy": 0.509881, - "main_score": 0.475783, - "hf_subset": "fuv_Latn-kbp_Latn", - "languages": [ - "fuv-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525769, - "recall": 0.563241, - "f1": 0.536281, - "accuracy": 0.563241, - "main_score": 0.536281, - "hf_subset": "fuv_Latn-luo_Latn", - "languages": [ - "fuv-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530534, - "recall": 0.582016, - "f1": 0.544476, - "accuracy": 0.582016, - "main_score": 0.544476, - "hf_subset": "fuv_Latn-ory_Orya", - "languages": [ - "fuv-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503007, - "recall": 0.545455, - "f1": 0.514771, - "accuracy": 0.545455, - "main_score": 0.514771, - "hf_subset": "fuv_Latn-sna_Latn", - "languages": [ - "fuv-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501515, - "recall": 0.535573, - "f1": 0.51087, - "accuracy": 0.535573, - "main_score": 0.51087, - "hf_subset": "fuv_Latn-tso_Latn", - "languages": [ - "fuv-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516712, - "recall": 0.571146, - "f1": 0.531119, - "accuracy": 0.571146, - "main_score": 0.531119, - "hf_subset": "fuv_Latn-azj_Latn", - "languages": [ - "fuv-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48932, - "recall": 0.530632, - "f1": 0.501636, - "accuracy": 0.530632, - "main_score": 0.501636, - "hf_subset": "fuv_Latn-dik_Latn", - "languages": [ - "fuv-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538542, - "recall": 0.579051, - "f1": 0.549949, - "accuracy": 0.579051, - "main_score": 0.549949, - "hf_subset": "fuv_Latn-hau_Latn", - "languages": [ - "fuv-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545587, - "recall": 0.583992, - "f1": 0.55637, - "accuracy": 0.583992, - "main_score": 0.55637, - "hf_subset": "fuv_Latn-kea_Latn", - "languages": [ - "fuv-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530006, - "recall": 0.564229, - "f1": 0.539943, - "accuracy": 0.564229, - "main_score": 0.539943, - "hf_subset": "fuv_Latn-lus_Latn", - "languages": [ - "fuv-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55213, - "recall": 0.588933, - "f1": 0.561958, - "accuracy": 0.588933, - "main_score": 0.561958, - "hf_subset": "fuv_Latn-pag_Latn", - "languages": [ - "fuv-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509943, - "recall": 0.565217, - "f1": 0.525385, - "accuracy": 0.565217, - "main_score": 0.525385, - "hf_subset": "fuv_Latn-snd_Arab", - "languages": [ - "fuv-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500285, - "recall": 0.546443, - "f1": 0.513239, - "accuracy": 0.546443, - "main_score": 0.513239, - "hf_subset": "fuv_Latn-tuk_Latn", - "languages": [ - "fuv-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535159, - "recall": 0.575099, - "f1": 0.54538, - "accuracy": 0.575099, - "main_score": 0.54538, - "hf_subset": "fuv_Latn-bak_Cyrl", - "languages": [ - "fuv-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419985, - "recall": 0.481225, - "f1": 0.437695, - "accuracy": 0.481225, - "main_score": 0.437695, - "hf_subset": "fuv_Latn-dyu_Latn", - "languages": [ - "fuv-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527891, - "recall": 0.572134, - "f1": 0.53996, - "accuracy": 0.572134, - "main_score": 0.53996, - "hf_subset": "fuv_Latn-heb_Hebr", - "languages": [ - "fuv-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515606, - "recall": 0.557312, - "f1": 0.527073, - "accuracy": 0.557312, - "main_score": 0.527073, - "hf_subset": "fuv_Latn-khk_Cyrl", - "languages": [ - "fuv-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532193, - "recall": 0.570158, - "f1": 0.54171, - "accuracy": 0.570158, - "main_score": 0.54171, - "hf_subset": "fuv_Latn-lvs_Latn", - "languages": [ - "fuv-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527277, - "recall": 0.579051, - "f1": 0.540643, - "accuracy": 0.579051, - "main_score": 0.540643, - "hf_subset": "fuv_Latn-pan_Guru", - "languages": [ - "fuv-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488053, - "recall": 0.524704, - "f1": 0.498455, - "accuracy": 0.524704, - "main_score": 0.498455, - "hf_subset": "fuv_Latn-som_Latn", - "languages": [ - "fuv-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479611, - "recall": 0.51581, - "f1": 0.490711, - "accuracy": 0.51581, - "main_score": 0.490711, - "hf_subset": "fuv_Latn-tum_Latn", - "languages": [ - "fuv-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39667, - "recall": 0.436759, - "f1": 0.407957, - "accuracy": 0.436759, - "main_score": 0.407957, - "hf_subset": "kac_Latn-ace_Arab", - "languages": [ - "kac-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481301, - "recall": 0.519763, - "f1": 0.492715, - "accuracy": 0.519763, - "main_score": 0.492715, - "hf_subset": "kac_Latn-bam_Latn", - "languages": [ - "kac-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214979, - "recall": 0.254941, - "f1": 0.225444, - "accuracy": 0.254941, - "main_score": 0.225444, - "hf_subset": "kac_Latn-dzo_Tibt", - "languages": [ - "kac-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528053, - "recall": 0.56917, - "f1": 0.538496, - "accuracy": 0.56917, - "main_score": 0.538496, - "hf_subset": "kac_Latn-hin_Deva", - "languages": [ - "kac-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489016, - "recall": 0.534585, - "f1": 0.502487, - "accuracy": 0.534585, - "main_score": 0.502487, - "hf_subset": "kac_Latn-khm_Khmr", - "languages": [ - "kac-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515979, - "recall": 0.556324, - "f1": 0.526627, - "accuracy": 0.556324, - "main_score": 0.526627, - "hf_subset": "kac_Latn-mag_Deva", - "languages": [ - "kac-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54561, - "recall": 0.568182, - "f1": 0.551814, - "accuracy": 0.568182, - "main_score": 0.551814, - "hf_subset": "kac_Latn-pap_Latn", - "languages": [ - "kac-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521143, - "recall": 0.554348, - "f1": 0.529641, - "accuracy": 0.554348, - "main_score": 0.529641, - "hf_subset": "kac_Latn-sot_Latn", - "languages": [ - "kac-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523236, - "recall": 0.563241, - "f1": 0.533802, - "accuracy": 0.563241, - "main_score": 0.533802, - "hf_subset": "kac_Latn-tur_Latn", - "languages": [ - "kac-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534504, - "recall": 0.562253, - "f1": 0.541352, - "accuracy": 0.562253, - "main_score": 0.541352, - "hf_subset": "kac_Latn-ace_Latn", - "languages": [ - "kac-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537364, - "recall": 0.566206, - "f1": 0.545445, - "accuracy": 0.566206, - "main_score": 0.545445, - "hf_subset": "kac_Latn-ban_Latn", - "languages": [ - "kac-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507556, - "recall": 0.555336, - "f1": 0.519929, - "accuracy": 0.555336, - "main_score": 0.519929, - "hf_subset": "kac_Latn-ell_Grek", - "languages": [ - "kac-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513937, - "recall": 0.554348, - "f1": 0.524288, - "accuracy": 0.554348, - "main_score": 0.524288, - "hf_subset": "kac_Latn-hne_Deva", - "languages": [ - "kac-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47941, - "recall": 0.524704, - "f1": 0.491206, - "accuracy": 0.524704, - "main_score": 0.491206, - "hf_subset": "kac_Latn-kik_Latn", - "languages": [ - "kac-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530357, - "recall": 0.572134, - "f1": 0.541523, - "accuracy": 0.572134, - "main_score": 0.541523, - "hf_subset": "kac_Latn-mai_Deva", - "languages": [ - "kac-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475379, - "recall": 0.519763, - "f1": 0.487881, - "accuracy": 0.519763, - "main_score": 0.487881, - "hf_subset": "kac_Latn-pbt_Arab", - "languages": [ - "kac-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532729, - "recall": 0.571146, - "f1": 0.542973, - "accuracy": 0.571146, - "main_score": 0.542973, - "hf_subset": "kac_Latn-spa_Latn", - "languages": [ - "kac-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53309, - "recall": 0.564229, - "f1": 0.542004, - "accuracy": 0.564229, - "main_score": 0.542004, - "hf_subset": "kac_Latn-twi_Latn", - "languages": [ - "kac-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499004, - "recall": 0.544466, - "f1": 0.511518, - "accuracy": 0.544466, - "main_score": 0.511518, - "hf_subset": "kac_Latn-acm_Arab", - "languages": [ - "kac-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505337, - "recall": 0.543478, - "f1": 0.515693, - "accuracy": 0.543478, - "main_score": 0.515693, - "hf_subset": "kac_Latn-bel_Cyrl", - "languages": [ - "kac-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551649, - "recall": 0.594862, - "f1": 0.562987, - "accuracy": 0.594862, - "main_score": 0.562987, - "hf_subset": "kac_Latn-eng_Latn", - "languages": [ - "kac-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53775, - "recall": 0.575099, - "f1": 0.548104, - "accuracy": 0.575099, - "main_score": 0.548104, - "hf_subset": "kac_Latn-hrv_Latn", - "languages": [ - "kac-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480501, - "recall": 0.514822, - "f1": 0.490104, - "accuracy": 0.514822, - "main_score": 0.490104, - "hf_subset": "kac_Latn-kin_Latn", - "languages": [ - "kac-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509068, - "recall": 0.555336, - "f1": 0.521577, - "accuracy": 0.555336, - "main_score": 0.521577, - "hf_subset": "kac_Latn-mal_Mlym", - "languages": [ - "kac-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517532, - "recall": 0.557312, - "f1": 0.528085, - "accuracy": 0.557312, - "main_score": 0.528085, - "hf_subset": "kac_Latn-pes_Arab", - "languages": [ - "kac-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523541, - "recall": 0.557312, - "f1": 0.532475, - "accuracy": 0.557312, - "main_score": 0.532475, - "hf_subset": "kac_Latn-srd_Latn", - "languages": [ - "kac-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186025, - "recall": 0.22332, - "f1": 0.195786, - "accuracy": 0.22332, - "main_score": 0.195786, - "hf_subset": "kac_Latn-tzm_Tfng", - "languages": [ - "kac-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509736, - "recall": 0.552372, - "f1": 0.520791, - "accuracy": 0.552372, - "main_score": 0.520791, - "hf_subset": "kac_Latn-acq_Arab", - "languages": [ - "kac-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524051, - "recall": 0.55336, - "f1": 0.532198, - "accuracy": 0.55336, - "main_score": 0.532198, - "hf_subset": "kac_Latn-bem_Latn", - "languages": [ - "kac-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51288, - "recall": 0.555336, - "f1": 0.524382, - "accuracy": 0.555336, - "main_score": 0.524382, - "hf_subset": "kac_Latn-epo_Latn", - "languages": [ - "kac-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519505, - "recall": 0.563241, - "f1": 0.531653, - "accuracy": 0.563241, - "main_score": 0.531653, - "hf_subset": "kac_Latn-hun_Latn", - "languages": [ - "kac-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518951, - "recall": 0.562253, - "f1": 0.529812, - "accuracy": 0.562253, - "main_score": 0.529812, - "hf_subset": "kac_Latn-kir_Cyrl", - "languages": [ - "kac-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523228, - "recall": 0.561265, - "f1": 0.533395, - "accuracy": 0.561265, - "main_score": 0.533395, - "hf_subset": "kac_Latn-mar_Deva", - "languages": [ - "kac-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517862, - "recall": 0.551383, - "f1": 0.527075, - "accuracy": 0.551383, - "main_score": 0.527075, - "hf_subset": "kac_Latn-plt_Latn", - "languages": [ - "kac-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535588, - "recall": 0.570158, - "f1": 0.545212, - "accuracy": 0.570158, - "main_score": 0.545212, - "hf_subset": "kac_Latn-srp_Cyrl", - "languages": [ - "kac-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459906, - "recall": 0.502964, - "f1": 0.471119, - "accuracy": 0.502964, - "main_score": 0.471119, - "hf_subset": "kac_Latn-uig_Arab", - "languages": [ - "kac-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505595, - "recall": 0.536561, - "f1": 0.513935, - "accuracy": 0.536561, - "main_score": 0.513935, - "hf_subset": "kac_Latn-aeb_Arab", - "languages": [ - "kac-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523756, - "recall": 0.562253, - "f1": 0.534329, - "accuracy": 0.562253, - "main_score": 0.534329, - "hf_subset": "kac_Latn-ben_Beng", - "languages": [ - "kac-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516112, - "recall": 0.555336, - "f1": 0.526296, - "accuracy": 0.555336, - "main_score": 0.526296, - "hf_subset": "kac_Latn-est_Latn", - "languages": [ - "kac-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503165, - "recall": 0.549407, - "f1": 0.515541, - "accuracy": 0.549407, - "main_score": 0.515541, - "hf_subset": "kac_Latn-hye_Armn", - "languages": [ - "kac-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512089, - "recall": 0.546443, - "f1": 0.521301, - "accuracy": 0.546443, - "main_score": 0.521301, - "hf_subset": "kac_Latn-kmb_Latn", - "languages": [ - "kac-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369769, - "recall": 0.416996, - "f1": 0.381729, - "accuracy": 0.416996, - "main_score": 0.381729, - "hf_subset": "kac_Latn-min_Arab", - "languages": [ - "kac-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524951, - "recall": 0.565217, - "f1": 0.53577, - "accuracy": 0.565217, - "main_score": 0.53577, - "hf_subset": "kac_Latn-pol_Latn", - "languages": [ - "kac-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510857, - "recall": 0.547431, - "f1": 0.520357, - "accuracy": 0.547431, - "main_score": 0.520357, - "hf_subset": "kac_Latn-ssw_Latn", - "languages": [ - "kac-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521799, - "recall": 0.561265, - "f1": 0.532605, - "accuracy": 0.561265, - "main_score": 0.532605, - "hf_subset": "kac_Latn-ukr_Cyrl", - "languages": [ - "kac-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543278, - "recall": 0.58498, - "f1": 0.55407, - "accuracy": 0.58498, - "main_score": 0.55407, - "hf_subset": "kac_Latn-afr_Latn", - "languages": [ - "kac-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515641, - "recall": 0.556324, - "f1": 0.527082, - "accuracy": 0.556324, - "main_score": 0.527082, - "hf_subset": "kac_Latn-bho_Deva", - "languages": [ - "kac-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515943, - "recall": 0.555336, - "f1": 0.526684, - "accuracy": 0.555336, - "main_score": 0.526684, - "hf_subset": "kac_Latn-eus_Latn", - "languages": [ - "kac-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49613, - "recall": 0.535573, - "f1": 0.507035, - "accuracy": 0.535573, - "main_score": 0.507035, - "hf_subset": "kac_Latn-ibo_Latn", - "languages": [ - "kac-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526494, - "recall": 0.559289, - "f1": 0.535623, - "accuracy": 0.559289, - "main_score": 0.535623, - "hf_subset": "kac_Latn-kmr_Latn", - "languages": [ - "kac-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535286, - "recall": 0.570158, - "f1": 0.544795, - "accuracy": 0.570158, - "main_score": 0.544795, - "hf_subset": "kac_Latn-min_Latn", - "languages": [ - "kac-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53803, - "recall": 0.577075, - "f1": 0.548907, - "accuracy": 0.577075, - "main_score": 0.548907, - "hf_subset": "kac_Latn-por_Latn", - "languages": [ - "kac-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53637, - "recall": 0.56917, - "f1": 0.54537, - "accuracy": 0.56917, - "main_score": 0.54537, - "hf_subset": "kac_Latn-sun_Latn", - "languages": [ - "kac-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484837, - "recall": 0.525692, - "f1": 0.496629, - "accuracy": 0.525692, - "main_score": 0.496629, - "hf_subset": "kac_Latn-umb_Latn", - "languages": [ - "kac-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512456, - "recall": 0.55336, - "f1": 0.522686, - "accuracy": 0.55336, - "main_score": 0.522686, - "hf_subset": "kac_Latn-ajp_Arab", - "languages": [ - "kac-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391032, - "recall": 0.432806, - "f1": 0.401565, - "accuracy": 0.432806, - "main_score": 0.401565, - "hf_subset": "kac_Latn-bjn_Arab", - "languages": [ - "kac-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483821, - "recall": 0.519763, - "f1": 0.493726, - "accuracy": 0.519763, - "main_score": 0.493726, - "hf_subset": "kac_Latn-ewe_Latn", - "languages": [ - "kac-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54706, - "recall": 0.575099, - "f1": 0.553816, - "accuracy": 0.575099, - "main_score": 0.553816, - "hf_subset": "kac_Latn-ilo_Latn", - "languages": [ - "kac-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.303738, - "recall": 0.352767, - "f1": 0.31695, - "accuracy": 0.352767, - "main_score": 0.31695, - "hf_subset": "kac_Latn-knc_Arab", - "languages": [ - "kac-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530605, - "recall": 0.570158, - "f1": 0.540834, - "accuracy": 0.570158, - "main_score": 0.540834, - "hf_subset": "kac_Latn-mkd_Cyrl", - "languages": [ - "kac-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51798, - "recall": 0.559289, - "f1": 0.529228, - "accuracy": 0.559289, - "main_score": 0.529228, - "hf_subset": "kac_Latn-prs_Arab", - "languages": [ - "kac-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532744, - "recall": 0.572134, - "f1": 0.543561, - "accuracy": 0.572134, - "main_score": 0.543561, - "hf_subset": "kac_Latn-swe_Latn", - "languages": [ - "kac-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490492, - "recall": 0.541502, - "f1": 0.504544, - "accuracy": 0.541502, - "main_score": 0.504544, - "hf_subset": "kac_Latn-urd_Arab", - "languages": [ - "kac-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531811, - "recall": 0.564229, - "f1": 0.541222, - "accuracy": 0.564229, - "main_score": 0.541222, - "hf_subset": "kac_Latn-aka_Latn", - "languages": [ - "kac-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532515, - "recall": 0.562253, - "f1": 0.540374, - "accuracy": 0.562253, - "main_score": 0.540374, - "hf_subset": "kac_Latn-bjn_Latn", - "languages": [ - "kac-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503463, - "recall": 0.538538, - "f1": 0.513499, - "accuracy": 0.538538, - "main_score": 0.513499, - "hf_subset": "kac_Latn-fao_Latn", - "languages": [ - "kac-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535914, - "recall": 0.573123, - "f1": 0.546512, - "accuracy": 0.573123, - "main_score": 0.546512, - "hf_subset": "kac_Latn-ind_Latn", - "languages": [ - "kac-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516349, - "recall": 0.545455, - "f1": 0.52418, - "accuracy": 0.545455, - "main_score": 0.52418, - "hf_subset": "kac_Latn-knc_Latn", - "languages": [ - "kac-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535697, - "recall": 0.56917, - "f1": 0.544546, - "accuracy": 0.56917, - "main_score": 0.544546, - "hf_subset": "kac_Latn-mlt_Latn", - "languages": [ - "kac-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501221, - "recall": 0.539526, - "f1": 0.512149, - "accuracy": 0.539526, - "main_score": 0.512149, - "hf_subset": "kac_Latn-quy_Latn", - "languages": [ - "kac-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520102, - "recall": 0.555336, - "f1": 0.529487, - "accuracy": 0.555336, - "main_score": 0.529487, - "hf_subset": "kac_Latn-swh_Latn", - "languages": [ - "kac-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519264, - "recall": 0.560277, - "f1": 0.530061, - "accuracy": 0.560277, - "main_score": 0.530061, - "hf_subset": "kac_Latn-uzn_Latn", - "languages": [ - "kac-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528387, - "recall": 0.561265, - "f1": 0.537876, - "accuracy": 0.561265, - "main_score": 0.537876, - "hf_subset": "kac_Latn-als_Latn", - "languages": [ - "kac-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.262508, - "recall": 0.30336, - "f1": 0.272667, - "accuracy": 0.30336, - "main_score": 0.272667, - "hf_subset": "kac_Latn-bod_Tibt", - "languages": [ - "kac-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497212, - "recall": 0.534585, - "f1": 0.507148, - "accuracy": 0.534585, - "main_score": 0.507148, - "hf_subset": "kac_Latn-fij_Latn", - "languages": [ - "kac-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494565, - "recall": 0.534585, - "f1": 0.505677, - "accuracy": 0.534585, - "main_score": 0.505677, - "hf_subset": "kac_Latn-isl_Latn", - "languages": [ - "kac-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523531, - "recall": 0.557312, - "f1": 0.532505, - "accuracy": 0.557312, - "main_score": 0.532505, - "hf_subset": "kac_Latn-kon_Latn", - "languages": [ - "kac-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471495, - "recall": 0.51581, - "f1": 0.483691, - "accuracy": 0.51581, - "main_score": 0.483691, - "hf_subset": "kac_Latn-mni_Beng", - "languages": [ - "kac-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533457, - "recall": 0.570158, - "f1": 0.543382, - "accuracy": 0.570158, - "main_score": 0.543382, - "hf_subset": "kac_Latn-ron_Latn", - "languages": [ - "kac-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522597, - "recall": 0.5583, - "f1": 0.531818, - "accuracy": 0.5583, - "main_score": 0.531818, - "hf_subset": "kac_Latn-szl_Latn", - "languages": [ - "kac-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53665, - "recall": 0.573123, - "f1": 0.546495, - "accuracy": 0.573123, - "main_score": 0.546495, - "hf_subset": "kac_Latn-vec_Latn", - "languages": [ - "kac-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444512, - "recall": 0.495059, - "f1": 0.45711, - "accuracy": 0.495059, - "main_score": 0.45711, - "hf_subset": "kac_Latn-amh_Ethi", - "languages": [ - "kac-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541182, - "recall": 0.582016, - "f1": 0.551398, - "accuracy": 0.582016, - "main_score": 0.551398, - "hf_subset": "kac_Latn-bos_Latn", - "languages": [ - "kac-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517243, - "recall": 0.565217, - "f1": 0.530198, - "accuracy": 0.565217, - "main_score": 0.530198, - "hf_subset": "kac_Latn-fin_Latn", - "languages": [ - "kac-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533211, - "recall": 0.576087, - "f1": 0.54414, - "accuracy": 0.576087, - "main_score": 0.54414, - "hf_subset": "kac_Latn-ita_Latn", - "languages": [ - "kac-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508126, - "recall": 0.552372, - "f1": 0.520613, - "accuracy": 0.552372, - "main_score": 0.520613, - "hf_subset": "kac_Latn-kor_Hang", - "languages": [ - "kac-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484601, - "recall": 0.521739, - "f1": 0.49499, - "accuracy": 0.521739, - "main_score": 0.49499, - "hf_subset": "kac_Latn-mos_Latn", - "languages": [ - "kac-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497994, - "recall": 0.534585, - "f1": 0.50768, - "accuracy": 0.534585, - "main_score": 0.50768, - "hf_subset": "kac_Latn-run_Latn", - "languages": [ - "kac-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510214, - "recall": 0.557312, - "f1": 0.522445, - "accuracy": 0.557312, - "main_score": 0.522445, - "hf_subset": "kac_Latn-tam_Taml", - "languages": [ - "kac-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531926, - "recall": 0.571146, - "f1": 0.5418, - "accuracy": 0.571146, - "main_score": 0.5418, - "hf_subset": "kac_Latn-vie_Latn", - "languages": [ - "kac-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506318, - "recall": 0.547431, - "f1": 0.516734, - "accuracy": 0.547431, - "main_score": 0.516734, - "hf_subset": "kac_Latn-apc_Arab", - "languages": [ - "kac-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513507, - "recall": 0.546443, - "f1": 0.522648, - "accuracy": 0.546443, - "main_score": 0.522648, - "hf_subset": "kac_Latn-bug_Latn", - "languages": [ - "kac-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461801, - "recall": 0.493083, - "f1": 0.470927, - "accuracy": 0.493083, - "main_score": 0.470927, - "hf_subset": "kac_Latn-fon_Latn", - "languages": [ - "kac-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539686, - "recall": 0.573123, - "f1": 0.54895, - "accuracy": 0.573123, - "main_score": 0.54895, - "hf_subset": "kac_Latn-jav_Latn", - "languages": [ - "kac-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483184, - "recall": 0.527668, - "f1": 0.494181, - "accuracy": 0.527668, - "main_score": 0.494181, - "hf_subset": "kac_Latn-lao_Laoo", - "languages": [ - "kac-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478902, - "recall": 0.507905, - "f1": 0.486841, - "accuracy": 0.507905, - "main_score": 0.486841, - "hf_subset": "kac_Latn-mri_Latn", - "languages": [ - "kac-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525484, - "recall": 0.566206, - "f1": 0.535956, - "accuracy": 0.566206, - "main_score": 0.535956, - "hf_subset": "kac_Latn-rus_Cyrl", - "languages": [ - "kac-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484865, - "recall": 0.518775, - "f1": 0.494565, - "accuracy": 0.518775, - "main_score": 0.494565, - "hf_subset": "kac_Latn-taq_Latn", - "languages": [ - "kac-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551346, - "recall": 0.58498, - "f1": 0.560125, - "accuracy": 0.58498, - "main_score": 0.560125, - "hf_subset": "kac_Latn-war_Latn", - "languages": [ - "kac-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499587, - "recall": 0.541502, - "f1": 0.510839, - "accuracy": 0.541502, - "main_score": 0.510839, - "hf_subset": "kac_Latn-arb_Arab", - "languages": [ - "kac-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534675, - "recall": 0.570158, - "f1": 0.544247, - "accuracy": 0.570158, - "main_score": 0.544247, - "hf_subset": "kac_Latn-bul_Cyrl", - "languages": [ - "kac-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536329, - "recall": 0.574111, - "f1": 0.546556, - "accuracy": 0.574111, - "main_score": 0.546556, - "hf_subset": "kac_Latn-fra_Latn", - "languages": [ - "kac-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515381, - "recall": 0.556324, - "f1": 0.527008, - "accuracy": 0.556324, - "main_score": 0.527008, - "hf_subset": "kac_Latn-jpn_Jpan", - "languages": [ - "kac-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516087, - "recall": 0.554348, - "f1": 0.526054, - "accuracy": 0.554348, - "main_score": 0.526054, - "hf_subset": "kac_Latn-lij_Latn", - "languages": [ - "kac-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386482, - "recall": 0.445652, - "f1": 0.401742, - "accuracy": 0.445652, - "main_score": 0.401742, - "hf_subset": "kac_Latn-mya_Mymr", - "languages": [ - "kac-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488245, - "recall": 0.52668, - "f1": 0.498776, - "accuracy": 0.52668, - "main_score": 0.498776, - "hf_subset": "kac_Latn-sag_Latn", - "languages": [ - "kac-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2011, - "recall": 0.245059, - "f1": 0.212095, - "accuracy": 0.245059, - "main_score": 0.212095, - "hf_subset": "kac_Latn-taq_Tfng", - "languages": [ - "kac-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509488, - "recall": 0.544466, - "f1": 0.518931, - "accuracy": 0.544466, - "main_score": 0.518931, - "hf_subset": "kac_Latn-wol_Latn", - "languages": [ - "kac-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427119, - "recall": 0.470356, - "f1": 0.43902, - "accuracy": 0.470356, - "main_score": 0.43902, - "hf_subset": "kac_Latn-arb_Latn", - "languages": [ - "kac-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540187, - "recall": 0.575099, - "f1": 0.549835, - "accuracy": 0.575099, - "main_score": 0.549835, - "hf_subset": "kac_Latn-cat_Latn", - "languages": [ - "kac-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527328, - "recall": 0.562253, - "f1": 0.536334, - "accuracy": 0.562253, - "main_score": 0.536334, - "hf_subset": "kac_Latn-fur_Latn", - "languages": [ - "kac-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413335, - "recall": 0.456522, - "f1": 0.424823, - "accuracy": 0.456522, - "main_score": 0.424823, - "hf_subset": "kac_Latn-kab_Latn", - "languages": [ - "kac-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533279, - "recall": 0.568182, - "f1": 0.541887, - "accuracy": 0.568182, - "main_score": 0.541887, - "hf_subset": "kac_Latn-lim_Latn", - "languages": [ - "kac-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522394, - "recall": 0.563241, - "f1": 0.533698, - "accuracy": 0.563241, - "main_score": 0.533698, - "hf_subset": "kac_Latn-nld_Latn", - "languages": [ - "kac-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495468, - "recall": 0.536561, - "f1": 0.505812, - "accuracy": 0.536561, - "main_score": 0.505812, - "hf_subset": "kac_Latn-san_Deva", - "languages": [ - "kac-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525106, - "recall": 0.565217, - "f1": 0.535927, - "accuracy": 0.565217, - "main_score": 0.535927, - "hf_subset": "kac_Latn-tat_Cyrl", - "languages": [ - "kac-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51532, - "recall": 0.554348, - "f1": 0.52595, - "accuracy": 0.554348, - "main_score": 0.52595, - "hf_subset": "kac_Latn-xho_Latn", - "languages": [ - "kac-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484341, - "recall": 0.528656, - "f1": 0.496218, - "accuracy": 0.528656, - "main_score": 0.496218, - "hf_subset": "kac_Latn-ars_Arab", - "languages": [ - "kac-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540398, - "recall": 0.575099, - "f1": 0.548889, - "accuracy": 0.575099, - "main_score": 0.548889, - "hf_subset": "kac_Latn-ceb_Latn", - "languages": [ - "kac-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485773, - "recall": 0.52668, - "f1": 0.497425, - "accuracy": 0.52668, - "main_score": 0.497425, - "hf_subset": "kac_Latn-fuv_Latn", - "languages": [ - "kac-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531534, - "recall": 0.56917, - "f1": 0.541509, - "accuracy": 0.56917, - "main_score": 0.541509, - "hf_subset": "kac_Latn-lin_Latn", - "languages": [ - "kac-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526462, - "recall": 0.568182, - "f1": 0.537631, - "accuracy": 0.568182, - "main_score": 0.537631, - "hf_subset": "kac_Latn-nno_Latn", - "languages": [ - "kac-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.103609, - "recall": 0.140316, - "f1": 0.112015, - "accuracy": 0.140316, - "main_score": 0.112015, - "hf_subset": "kac_Latn-sat_Olck", - "languages": [ - "kac-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514205, - "recall": 0.557312, - "f1": 0.525317, - "accuracy": 0.557312, - "main_score": 0.525317, - "hf_subset": "kac_Latn-tel_Telu", - "languages": [ - "kac-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430806, - "recall": 0.47332, - "f1": 0.441473, - "accuracy": 0.47332, - "main_score": 0.441473, - "hf_subset": "kac_Latn-ydd_Hebr", - "languages": [ - "kac-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493451, - "recall": 0.530632, - "f1": 0.503158, - "accuracy": 0.530632, - "main_score": 0.503158, - "hf_subset": "kac_Latn-ary_Arab", - "languages": [ - "kac-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527787, - "recall": 0.563241, - "f1": 0.53699, - "accuracy": 0.563241, - "main_score": 0.53699, - "hf_subset": "kac_Latn-ces_Latn", - "languages": [ - "kac-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474412, - "recall": 0.516798, - "f1": 0.486539, - "accuracy": 0.516798, - "main_score": 0.486539, - "hf_subset": "kac_Latn-gaz_Latn", - "languages": [ - "kac-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490652, - "recall": 0.530632, - "f1": 0.501851, - "accuracy": 0.530632, - "main_score": 0.501851, - "hf_subset": "kac_Latn-kam_Latn", - "languages": [ - "kac-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509863, - "recall": 0.548419, - "f1": 0.520634, - "accuracy": 0.548419, - "main_score": 0.520634, - "hf_subset": "kac_Latn-lit_Latn", - "languages": [ - "kac-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537084, - "recall": 0.576087, - "f1": 0.547901, - "accuracy": 0.576087, - "main_score": 0.547901, - "hf_subset": "kac_Latn-nob_Latn", - "languages": [ - "kac-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519428, - "recall": 0.555336, - "f1": 0.528632, - "accuracy": 0.555336, - "main_score": 0.528632, - "hf_subset": "kac_Latn-scn_Latn", - "languages": [ - "kac-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499212, - "recall": 0.534585, - "f1": 0.508933, - "accuracy": 0.534585, - "main_score": 0.508933, - "hf_subset": "kac_Latn-tgk_Cyrl", - "languages": [ - "kac-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455094, - "recall": 0.5, - "f1": 0.467761, - "accuracy": 0.5, - "main_score": 0.467761, - "hf_subset": "kac_Latn-yor_Latn", - "languages": [ - "kac-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514307, - "recall": 0.557312, - "f1": 0.525457, - "accuracy": 0.557312, - "main_score": 0.525457, - "hf_subset": "kac_Latn-arz_Arab", - "languages": [ - "kac-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474398, - "recall": 0.508893, - "f1": 0.48442, - "accuracy": 0.508893, - "main_score": 0.48442, - "hf_subset": "kac_Latn-cjk_Latn", - "languages": [ - "kac-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475218, - "recall": 0.514822, - "f1": 0.485775, - "accuracy": 0.514822, - "main_score": 0.485775, - "hf_subset": "kac_Latn-gla_Latn", - "languages": [ - "kac-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510124, - "recall": 0.554348, - "f1": 0.522266, - "accuracy": 0.554348, - "main_score": 0.522266, - "hf_subset": "kac_Latn-kan_Knda", - "languages": [ - "kac-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501937, - "recall": 0.543478, - "f1": 0.513515, - "accuracy": 0.543478, - "main_score": 0.513515, - "hf_subset": "kac_Latn-lmo_Latn", - "languages": [ - "kac-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508912, - "recall": 0.554348, - "f1": 0.521262, - "accuracy": 0.554348, - "main_score": 0.521262, - "hf_subset": "kac_Latn-npi_Deva", - "languages": [ - "kac-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441399, - "recall": 0.48913, - "f1": 0.453633, - "accuracy": 0.48913, - "main_score": 0.453633, - "hf_subset": "kac_Latn-shn_Mymr", - "languages": [ - "kac-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54851, - "recall": 0.586957, - "f1": 0.558184, - "accuracy": 0.586957, - "main_score": 0.558184, - "hf_subset": "kac_Latn-tgl_Latn", - "languages": [ - "kac-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508131, - "recall": 0.552372, - "f1": 0.520021, - "accuracy": 0.552372, - "main_score": 0.520021, - "hf_subset": "kac_Latn-yue_Hant", - "languages": [ - "kac-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4828, - "recall": 0.527668, - "f1": 0.495071, - "accuracy": 0.527668, - "main_score": 0.495071, - "hf_subset": "kac_Latn-asm_Beng", - "languages": [ - "kac-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472308, - "recall": 0.513834, - "f1": 0.483457, - "accuracy": 0.513834, - "main_score": 0.483457, - "hf_subset": "kac_Latn-ckb_Arab", - "languages": [ - "kac-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470028, - "recall": 0.506917, - "f1": 0.480411, - "accuracy": 0.506917, - "main_score": 0.480411, - "hf_subset": "kac_Latn-gle_Latn", - "languages": [ - "kac-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451091, - "recall": 0.496047, - "f1": 0.463674, - "accuracy": 0.496047, - "main_score": 0.463674, - "hf_subset": "kac_Latn-kas_Arab", - "languages": [ - "kac-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501163, - "recall": 0.538538, - "f1": 0.511195, - "accuracy": 0.538538, - "main_score": 0.511195, - "hf_subset": "kac_Latn-ltg_Latn", - "languages": [ - "kac-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534476, - "recall": 0.572134, - "f1": 0.545169, - "accuracy": 0.572134, - "main_score": 0.545169, - "hf_subset": "kac_Latn-nso_Latn", - "languages": [ - "kac-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44839, - "recall": 0.493083, - "f1": 0.460468, - "accuracy": 0.493083, - "main_score": 0.460468, - "hf_subset": "kac_Latn-sin_Sinh", - "languages": [ - "kac-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520896, - "recall": 0.561265, - "f1": 0.532128, - "accuracy": 0.561265, - "main_score": 0.532128, - "hf_subset": "kac_Latn-tha_Thai", - "languages": [ - "kac-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513375, - "recall": 0.554348, - "f1": 0.524217, - "accuracy": 0.554348, - "main_score": 0.524217, - "hf_subset": "kac_Latn-zho_Hans", - "languages": [ - "kac-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536485, - "recall": 0.567194, - "f1": 0.544778, - "accuracy": 0.567194, - "main_score": 0.544778, - "hf_subset": "kac_Latn-ast_Latn", - "languages": [ - "kac-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51968, - "recall": 0.5583, - "f1": 0.529871, - "accuracy": 0.5583, - "main_score": 0.529871, - "hf_subset": "kac_Latn-crh_Latn", - "languages": [ - "kac-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538299, - "recall": 0.573123, - "f1": 0.547852, - "accuracy": 0.573123, - "main_score": 0.547852, - "hf_subset": "kac_Latn-glg_Latn", - "languages": [ - "kac-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482157, - "recall": 0.522727, - "f1": 0.493791, - "accuracy": 0.522727, - "main_score": 0.493791, - "hf_subset": "kac_Latn-kas_Deva", - "languages": [ - "kac-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511217, - "recall": 0.548419, - "f1": 0.521154, - "accuracy": 0.548419, - "main_score": 0.521154, - "hf_subset": "kac_Latn-ltz_Latn", - "languages": [ - "kac-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447731, - "recall": 0.494071, - "f1": 0.459965, - "accuracy": 0.494071, - "main_score": 0.459965, - "hf_subset": "kac_Latn-nus_Latn", - "languages": [ - "kac-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521779, - "recall": 0.564229, - "f1": 0.533384, - "accuracy": 0.564229, - "main_score": 0.533384, - "hf_subset": "kac_Latn-slk_Latn", - "languages": [ - "kac-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373638, - "recall": 0.41996, - "f1": 0.386369, - "accuracy": 0.41996, - "main_score": 0.386369, - "hf_subset": "kac_Latn-tir_Ethi", - "languages": [ - "kac-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502789, - "recall": 0.546443, - "f1": 0.514474, - "accuracy": 0.546443, - "main_score": 0.514474, - "hf_subset": "kac_Latn-zho_Hant", - "languages": [ - "kac-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529534, - "recall": 0.567194, - "f1": 0.539486, - "accuracy": 0.567194, - "main_score": 0.539486, - "hf_subset": "kac_Latn-awa_Deva", - "languages": [ - "kac-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502524, - "recall": 0.538538, - "f1": 0.512871, - "accuracy": 0.538538, - "main_score": 0.512871, - "hf_subset": "kac_Latn-cym_Latn", - "languages": [ - "kac-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519829, - "recall": 0.550395, - "f1": 0.528714, - "accuracy": 0.550395, - "main_score": 0.528714, - "hf_subset": "kac_Latn-grn_Latn", - "languages": [ - "kac-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493531, - "recall": 0.536561, - "f1": 0.505073, - "accuracy": 0.536561, - "main_score": 0.505073, - "hf_subset": "kac_Latn-kat_Geor", - "languages": [ - "kac-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50841, - "recall": 0.540514, - "f1": 0.517754, - "accuracy": 0.540514, - "main_score": 0.517754, - "hf_subset": "kac_Latn-lua_Latn", - "languages": [ - "kac-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508656, - "recall": 0.54249, - "f1": 0.517849, - "accuracy": 0.54249, - "main_score": 0.517849, - "hf_subset": "kac_Latn-nya_Latn", - "languages": [ - "kac-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534079, - "recall": 0.564229, - "f1": 0.541841, - "accuracy": 0.564229, - "main_score": 0.541841, - "hf_subset": "kac_Latn-slv_Latn", - "languages": [ - "kac-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53468, - "recall": 0.571146, - "f1": 0.544439, - "accuracy": 0.571146, - "main_score": 0.544439, - "hf_subset": "kac_Latn-tpi_Latn", - "languages": [ - "kac-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552703, - "recall": 0.590909, - "f1": 0.562501, - "accuracy": 0.590909, - "main_score": 0.562501, - "hf_subset": "kac_Latn-zsm_Latn", - "languages": [ - "kac-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483344, - "recall": 0.522727, - "f1": 0.494603, - "accuracy": 0.522727, - "main_score": 0.494603, - "hf_subset": "kac_Latn-ayr_Latn", - "languages": [ - "kac-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54191, - "recall": 0.58004, - "f1": 0.55191, - "accuracy": 0.58004, - "main_score": 0.55191, - "hf_subset": "kac_Latn-dan_Latn", - "languages": [ - "kac-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522692, - "recall": 0.565217, - "f1": 0.534349, - "accuracy": 0.565217, - "main_score": 0.534349, - "hf_subset": "kac_Latn-guj_Gujr", - "languages": [ - "kac-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514562, - "recall": 0.556324, - "f1": 0.525489, - "accuracy": 0.556324, - "main_score": 0.525489, - "hf_subset": "kac_Latn-kaz_Cyrl", - "languages": [ - "kac-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47203, - "recall": 0.516798, - "f1": 0.483777, - "accuracy": 0.516798, - "main_score": 0.483777, - "hf_subset": "kac_Latn-lug_Latn", - "languages": [ - "kac-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543917, - "recall": 0.578063, - "f1": 0.552422, - "accuracy": 0.578063, - "main_score": 0.552422, - "hf_subset": "kac_Latn-oci_Latn", - "languages": [ - "kac-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516753, - "recall": 0.550395, - "f1": 0.526444, - "accuracy": 0.550395, - "main_score": 0.526444, - "hf_subset": "kac_Latn-smo_Latn", - "languages": [ - "kac-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486866, - "recall": 0.523715, - "f1": 0.497392, - "accuracy": 0.523715, - "main_score": 0.497392, - "hf_subset": "kac_Latn-tsn_Latn", - "languages": [ - "kac-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506034, - "recall": 0.548419, - "f1": 0.51708, - "accuracy": 0.548419, - "main_score": 0.51708, - "hf_subset": "kac_Latn-zul_Latn", - "languages": [ - "kac-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43976, - "recall": 0.483202, - "f1": 0.45116, - "accuracy": 0.483202, - "main_score": 0.45116, - "hf_subset": "kac_Latn-azb_Arab", - "languages": [ - "kac-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535253, - "recall": 0.573123, - "f1": 0.545008, - "accuracy": 0.573123, - "main_score": 0.545008, - "hf_subset": "kac_Latn-deu_Latn", - "languages": [ - "kac-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477602, - "recall": 0.519763, - "f1": 0.488706, - "accuracy": 0.519763, - "main_score": 0.488706, - "hf_subset": "kac_Latn-hat_Latn", - "languages": [ - "kac-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477157, - "recall": 0.519763, - "f1": 0.488097, - "accuracy": 0.519763, - "main_score": 0.488097, - "hf_subset": "kac_Latn-kbp_Latn", - "languages": [ - "kac-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525949, - "recall": 0.561265, - "f1": 0.536046, - "accuracy": 0.561265, - "main_score": 0.536046, - "hf_subset": "kac_Latn-luo_Latn", - "languages": [ - "kac-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50794, - "recall": 0.552372, - "f1": 0.520679, - "accuracy": 0.552372, - "main_score": 0.520679, - "hf_subset": "kac_Latn-ory_Orya", - "languages": [ - "kac-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505935, - "recall": 0.549407, - "f1": 0.517489, - "accuracy": 0.549407, - "main_score": 0.517489, - "hf_subset": "kac_Latn-sna_Latn", - "languages": [ - "kac-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49055, - "recall": 0.530632, - "f1": 0.501131, - "accuracy": 0.530632, - "main_score": 0.501131, - "hf_subset": "kac_Latn-tso_Latn", - "languages": [ - "kac-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506826, - "recall": 0.548419, - "f1": 0.517972, - "accuracy": 0.548419, - "main_score": 0.517972, - "hf_subset": "kac_Latn-azj_Latn", - "languages": [ - "kac-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487567, - "recall": 0.523715, - "f1": 0.497342, - "accuracy": 0.523715, - "main_score": 0.497342, - "hf_subset": "kac_Latn-dik_Latn", - "languages": [ - "kac-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506796, - "recall": 0.543478, - "f1": 0.516574, - "accuracy": 0.543478, - "main_score": 0.516574, - "hf_subset": "kac_Latn-hau_Latn", - "languages": [ - "kac-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532561, - "recall": 0.560277, - "f1": 0.539721, - "accuracy": 0.560277, - "main_score": 0.539721, - "hf_subset": "kac_Latn-kea_Latn", - "languages": [ - "kac-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537462, - "recall": 0.565217, - "f1": 0.545437, - "accuracy": 0.565217, - "main_score": 0.545437, - "hf_subset": "kac_Latn-lus_Latn", - "languages": [ - "kac-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530944, - "recall": 0.563241, - "f1": 0.53945, - "accuracy": 0.563241, - "main_score": 0.53945, - "hf_subset": "kac_Latn-pag_Latn", - "languages": [ - "kac-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489503, - "recall": 0.537549, - "f1": 0.502256, - "accuracy": 0.537549, - "main_score": 0.502256, - "hf_subset": "kac_Latn-snd_Arab", - "languages": [ - "kac-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499882, - "recall": 0.539526, - "f1": 0.510557, - "accuracy": 0.539526, - "main_score": 0.510557, - "hf_subset": "kac_Latn-tuk_Latn", - "languages": [ - "kac-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516264, - "recall": 0.548419, - "f1": 0.525506, - "accuracy": 0.548419, - "main_score": 0.525506, - "hf_subset": "kac_Latn-bak_Cyrl", - "languages": [ - "kac-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410046, - "recall": 0.462451, - "f1": 0.424823, - "accuracy": 0.462451, - "main_score": 0.424823, - "hf_subset": "kac_Latn-dyu_Latn", - "languages": [ - "kac-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50085, - "recall": 0.54249, - "f1": 0.512482, - "accuracy": 0.54249, - "main_score": 0.512482, - "hf_subset": "kac_Latn-heb_Hebr", - "languages": [ - "kac-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506364, - "recall": 0.552372, - "f1": 0.518562, - "accuracy": 0.552372, - "main_score": 0.518562, - "hf_subset": "kac_Latn-khk_Cyrl", - "languages": [ - "kac-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519121, - "recall": 0.556324, - "f1": 0.529148, - "accuracy": 0.556324, - "main_score": 0.529148, - "hf_subset": "kac_Latn-lvs_Latn", - "languages": [ - "kac-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514741, - "recall": 0.557312, - "f1": 0.526079, - "accuracy": 0.557312, - "main_score": 0.526079, - "hf_subset": "kac_Latn-pan_Guru", - "languages": [ - "kac-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468472, - "recall": 0.511858, - "f1": 0.480469, - "accuracy": 0.511858, - "main_score": 0.480469, - "hf_subset": "kac_Latn-som_Latn", - "languages": [ - "kac-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50401, - "recall": 0.540514, - "f1": 0.514362, - "accuracy": 0.540514, - "main_score": 0.514362, - "hf_subset": "kac_Latn-tum_Latn", - "languages": [ - "kac-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47088, - "recall": 0.525692, - "f1": 0.486173, - "accuracy": 0.525692, - "main_score": 0.486173, - "hf_subset": "lin_Latn-ace_Arab", - "languages": [ - "lin-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543591, - "recall": 0.588933, - "f1": 0.555809, - "accuracy": 0.588933, - "main_score": 0.555809, - "hf_subset": "lin_Latn-bam_Latn", - "languages": [ - "lin-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240652, - "recall": 0.293478, - "f1": 0.253835, - "accuracy": 0.293478, - "main_score": 0.253835, - "hf_subset": "lin_Latn-dzo_Tibt", - "languages": [ - "lin-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650038, - "recall": 0.700593, - "f1": 0.662772, - "accuracy": 0.700593, - "main_score": 0.662772, - "hf_subset": "lin_Latn-hin_Deva", - "languages": [ - "lin-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588665, - "recall": 0.644269, - "f1": 0.603139, - "accuracy": 0.644269, - "main_score": 0.603139, - "hf_subset": "lin_Latn-khm_Khmr", - "languages": [ - "lin-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657836, - "recall": 0.705534, - "f1": 0.670716, - "accuracy": 0.705534, - "main_score": 0.670716, - "hf_subset": "lin_Latn-mag_Deva", - "languages": [ - "lin-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659969, - "recall": 0.700593, - "f1": 0.67048, - "accuracy": 0.700593, - "main_score": 0.67048, - "hf_subset": "lin_Latn-pap_Latn", - "languages": [ - "lin-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601804, - "recall": 0.645257, - "f1": 0.61336, - "accuracy": 0.645257, - "main_score": 0.61336, - "hf_subset": "lin_Latn-sot_Latn", - "languages": [ - "lin-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647128, - "recall": 0.69664, - "f1": 0.660592, - "accuracy": 0.69664, - "main_score": 0.660592, - "hf_subset": "lin_Latn-tur_Latn", - "languages": [ - "lin-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646836, - "recall": 0.685771, - "f1": 0.657185, - "accuracy": 0.685771, - "main_score": 0.657185, - "hf_subset": "lin_Latn-ace_Latn", - "languages": [ - "lin-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677945, - "recall": 0.713439, - "f1": 0.687209, - "accuracy": 0.713439, - "main_score": 0.687209, - "hf_subset": "lin_Latn-ban_Latn", - "languages": [ - "lin-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638555, - "recall": 0.688735, - "f1": 0.651633, - "accuracy": 0.688735, - "main_score": 0.651633, - "hf_subset": "lin_Latn-ell_Grek", - "languages": [ - "lin-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638773, - "recall": 0.688735, - "f1": 0.651795, - "accuracy": 0.688735, - "main_score": 0.651795, - "hf_subset": "lin_Latn-hne_Deva", - "languages": [ - "lin-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563119, - "recall": 0.608696, - "f1": 0.575646, - "accuracy": 0.608696, - "main_score": 0.575646, - "hf_subset": "lin_Latn-kik_Latn", - "languages": [ - "lin-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642578, - "recall": 0.693676, - "f1": 0.655616, - "accuracy": 0.693676, - "main_score": 0.655616, - "hf_subset": "lin_Latn-mai_Deva", - "languages": [ - "lin-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616175, - "recall": 0.670949, - "f1": 0.630083, - "accuracy": 0.670949, - "main_score": 0.630083, - "hf_subset": "lin_Latn-pbt_Arab", - "languages": [ - "lin-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65433, - "recall": 0.698617, - "f1": 0.666352, - "accuracy": 0.698617, - "main_score": 0.666352, - "hf_subset": "lin_Latn-spa_Latn", - "languages": [ - "lin-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593982, - "recall": 0.632411, - "f1": 0.604404, - "accuracy": 0.632411, - "main_score": 0.604404, - "hf_subset": "lin_Latn-twi_Latn", - "languages": [ - "lin-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626983, - "recall": 0.681818, - "f1": 0.640729, - "accuracy": 0.681818, - "main_score": 0.640729, - "hf_subset": "lin_Latn-acm_Arab", - "languages": [ - "lin-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60969, - "recall": 0.658103, - "f1": 0.621532, - "accuracy": 0.658103, - "main_score": 0.621532, - "hf_subset": "lin_Latn-bel_Cyrl", - "languages": [ - "lin-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673407, - "recall": 0.719368, - "f1": 0.685246, - "accuracy": 0.719368, - "main_score": 0.685246, - "hf_subset": "lin_Latn-eng_Latn", - "languages": [ - "lin-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653722, - "recall": 0.703557, - "f1": 0.666911, - "accuracy": 0.703557, - "main_score": 0.666911, - "hf_subset": "lin_Latn-hrv_Latn", - "languages": [ - "lin-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542509, - "recall": 0.594862, - "f1": 0.55653, - "accuracy": 0.594862, - "main_score": 0.55653, - "hf_subset": "lin_Latn-kin_Latn", - "languages": [ - "lin-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613402, - "recall": 0.66996, - "f1": 0.628877, - "accuracy": 0.66996, - "main_score": 0.628877, - "hf_subset": "lin_Latn-mal_Mlym", - "languages": [ - "lin-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658291, - "recall": 0.702569, - "f1": 0.669944, - "accuracy": 0.702569, - "main_score": 0.669944, - "hf_subset": "lin_Latn-pes_Arab", - "languages": [ - "lin-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657249, - "recall": 0.701581, - "f1": 0.669774, - "accuracy": 0.701581, - "main_score": 0.669774, - "hf_subset": "lin_Latn-srd_Latn", - "languages": [ - "lin-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212001, - "recall": 0.250988, - "f1": 0.221501, - "accuracy": 0.250988, - "main_score": 0.221501, - "hf_subset": "lin_Latn-tzm_Tfng", - "languages": [ - "lin-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632445, - "recall": 0.682806, - "f1": 0.64556, - "accuracy": 0.682806, - "main_score": 0.64556, - "hf_subset": "lin_Latn-acq_Arab", - "languages": [ - "lin-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6105, - "recall": 0.646245, - "f1": 0.620336, - "accuracy": 0.646245, - "main_score": 0.620336, - "hf_subset": "lin_Latn-bem_Latn", - "languages": [ - "lin-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662274, - "recall": 0.706522, - "f1": 0.67345, - "accuracy": 0.706522, - "main_score": 0.67345, - "hf_subset": "lin_Latn-epo_Latn", - "languages": [ - "lin-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656076, - "recall": 0.699605, - "f1": 0.668018, - "accuracy": 0.699605, - "main_score": 0.668018, - "hf_subset": "lin_Latn-hun_Latn", - "languages": [ - "lin-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615785, - "recall": 0.66502, - "f1": 0.629034, - "accuracy": 0.66502, - "main_score": 0.629034, - "hf_subset": "lin_Latn-kir_Cyrl", - "languages": [ - "lin-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648627, - "recall": 0.6917, - "f1": 0.66029, - "accuracy": 0.6917, - "main_score": 0.66029, - "hf_subset": "lin_Latn-mar_Deva", - "languages": [ - "lin-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602515, - "recall": 0.645257, - "f1": 0.614211, - "accuracy": 0.645257, - "main_score": 0.614211, - "hf_subset": "lin_Latn-plt_Latn", - "languages": [ - "lin-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655209, - "recall": 0.702569, - "f1": 0.668312, - "accuracy": 0.702569, - "main_score": 0.668312, - "hf_subset": "lin_Latn-srp_Cyrl", - "languages": [ - "lin-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538175, - "recall": 0.589921, - "f1": 0.552639, - "accuracy": 0.589921, - "main_score": 0.552639, - "hf_subset": "lin_Latn-uig_Arab", - "languages": [ - "lin-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619614, - "recall": 0.66502, - "f1": 0.631269, - "accuracy": 0.66502, - "main_score": 0.631269, - "hf_subset": "lin_Latn-aeb_Arab", - "languages": [ - "lin-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644855, - "recall": 0.689723, - "f1": 0.65738, - "accuracy": 0.689723, - "main_score": 0.65738, - "hf_subset": "lin_Latn-ben_Beng", - "languages": [ - "lin-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630185, - "recall": 0.686759, - "f1": 0.645016, - "accuracy": 0.686759, - "main_score": 0.645016, - "hf_subset": "lin_Latn-est_Latn", - "languages": [ - "lin-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636186, - "recall": 0.681818, - "f1": 0.648331, - "accuracy": 0.681818, - "main_score": 0.648331, - "hf_subset": "lin_Latn-hye_Armn", - "languages": [ - "lin-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564602, - "recall": 0.606719, - "f1": 0.576538, - "accuracy": 0.606719, - "main_score": 0.576538, - "hf_subset": "lin_Latn-kmb_Latn", - "languages": [ - "lin-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435199, - "recall": 0.497036, - "f1": 0.45195, - "accuracy": 0.497036, - "main_score": 0.45195, - "hf_subset": "lin_Latn-min_Arab", - "languages": [ - "lin-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658295, - "recall": 0.706522, - "f1": 0.671234, - "accuracy": 0.706522, - "main_score": 0.671234, - "hf_subset": "lin_Latn-pol_Latn", - "languages": [ - "lin-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561969, - "recall": 0.61166, - "f1": 0.575435, - "accuracy": 0.61166, - "main_score": 0.575435, - "hf_subset": "lin_Latn-ssw_Latn", - "languages": [ - "lin-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6615, - "recall": 0.709486, - "f1": 0.674011, - "accuracy": 0.709486, - "main_score": 0.674011, - "hf_subset": "lin_Latn-ukr_Cyrl", - "languages": [ - "lin-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661482, - "recall": 0.713439, - "f1": 0.675817, - "accuracy": 0.713439, - "main_score": 0.675817, - "hf_subset": "lin_Latn-afr_Latn", - "languages": [ - "lin-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63267, - "recall": 0.681818, - "f1": 0.644895, - "accuracy": 0.681818, - "main_score": 0.644895, - "hf_subset": "lin_Latn-bho_Deva", - "languages": [ - "lin-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644107, - "recall": 0.693676, - "f1": 0.657203, - "accuracy": 0.693676, - "main_score": 0.657203, - "hf_subset": "lin_Latn-eus_Latn", - "languages": [ - "lin-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576735, - "recall": 0.626482, - "f1": 0.590789, - "accuracy": 0.626482, - "main_score": 0.590789, - "hf_subset": "lin_Latn-ibo_Latn", - "languages": [ - "lin-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592874, - "recall": 0.639328, - "f1": 0.60631, - "accuracy": 0.639328, - "main_score": 0.60631, - "hf_subset": "lin_Latn-kmr_Latn", - "languages": [ - "lin-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656416, - "recall": 0.701581, - "f1": 0.668133, - "accuracy": 0.701581, - "main_score": 0.668133, - "hf_subset": "lin_Latn-min_Latn", - "languages": [ - "lin-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677991, - "recall": 0.720356, - "f1": 0.689608, - "accuracy": 0.720356, - "main_score": 0.689608, - "hf_subset": "lin_Latn-por_Latn", - "languages": [ - "lin-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668831, - "recall": 0.714427, - "f1": 0.68034, - "accuracy": 0.714427, - "main_score": 0.68034, - "hf_subset": "lin_Latn-sun_Latn", - "languages": [ - "lin-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547192, - "recall": 0.594862, - "f1": 0.560645, - "accuracy": 0.594862, - "main_score": 0.560645, - "hf_subset": "lin_Latn-umb_Latn", - "languages": [ - "lin-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642926, - "recall": 0.689723, - "f1": 0.654893, - "accuracy": 0.689723, - "main_score": 0.654893, - "hf_subset": "lin_Latn-ajp_Arab", - "languages": [ - "lin-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458837, - "recall": 0.507905, - "f1": 0.472105, - "accuracy": 0.507905, - "main_score": 0.472105, - "hf_subset": "lin_Latn-bjn_Arab", - "languages": [ - "lin-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523099, - "recall": 0.568182, - "f1": 0.536084, - "accuracy": 0.568182, - "main_score": 0.536084, - "hf_subset": "lin_Latn-ewe_Latn", - "languages": [ - "lin-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672826, - "recall": 0.70751, - "f1": 0.682355, - "accuracy": 0.70751, - "main_score": 0.682355, - "hf_subset": "lin_Latn-ilo_Latn", - "languages": [ - "lin-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313003, - "recall": 0.37253, - "f1": 0.328766, - "accuracy": 0.37253, - "main_score": 0.328766, - "hf_subset": "lin_Latn-knc_Arab", - "languages": [ - "lin-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660675, - "recall": 0.706522, - "f1": 0.672933, - "accuracy": 0.706522, - "main_score": 0.672933, - "hf_subset": "lin_Latn-mkd_Cyrl", - "languages": [ - "lin-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64648, - "recall": 0.693676, - "f1": 0.659243, - "accuracy": 0.693676, - "main_score": 0.659243, - "hf_subset": "lin_Latn-prs_Arab", - "languages": [ - "lin-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656155, - "recall": 0.706522, - "f1": 0.669699, - "accuracy": 0.706522, - "main_score": 0.669699, - "hf_subset": "lin_Latn-swe_Latn", - "languages": [ - "lin-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625095, - "recall": 0.676877, - "f1": 0.638549, - "accuracy": 0.676877, - "main_score": 0.638549, - "hf_subset": "lin_Latn-urd_Arab", - "languages": [ - "lin-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578284, - "recall": 0.617589, - "f1": 0.589217, - "accuracy": 0.617589, - "main_score": 0.589217, - "hf_subset": "lin_Latn-aka_Latn", - "languages": [ - "lin-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658848, - "recall": 0.694664, - "f1": 0.668609, - "accuracy": 0.694664, - "main_score": 0.668609, - "hf_subset": "lin_Latn-bjn_Latn", - "languages": [ - "lin-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617163, - "recall": 0.656126, - "f1": 0.627552, - "accuracy": 0.656126, - "main_score": 0.627552, - "hf_subset": "lin_Latn-fao_Latn", - "languages": [ - "lin-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67258, - "recall": 0.719368, - "f1": 0.685218, - "accuracy": 0.719368, - "main_score": 0.685218, - "hf_subset": "lin_Latn-ind_Latn", - "languages": [ - "lin-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565024, - "recall": 0.604743, - "f1": 0.575653, - "accuracy": 0.604743, - "main_score": 0.575653, - "hf_subset": "lin_Latn-knc_Latn", - "languages": [ - "lin-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653533, - "recall": 0.694664, - "f1": 0.664646, - "accuracy": 0.694664, - "main_score": 0.664646, - "hf_subset": "lin_Latn-mlt_Latn", - "languages": [ - "lin-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597406, - "recall": 0.643281, - "f1": 0.611254, - "accuracy": 0.643281, - "main_score": 0.611254, - "hf_subset": "lin_Latn-quy_Latn", - "languages": [ - "lin-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631596, - "recall": 0.681818, - "f1": 0.644365, - "accuracy": 0.681818, - "main_score": 0.644365, - "hf_subset": "lin_Latn-swh_Latn", - "languages": [ - "lin-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611528, - "recall": 0.667984, - "f1": 0.626291, - "accuracy": 0.667984, - "main_score": 0.626291, - "hf_subset": "lin_Latn-uzn_Latn", - "languages": [ - "lin-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647942, - "recall": 0.697628, - "f1": 0.661634, - "accuracy": 0.697628, - "main_score": 0.661634, - "hf_subset": "lin_Latn-als_Latn", - "languages": [ - "lin-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308401, - "recall": 0.376482, - "f1": 0.32494, - "accuracy": 0.376482, - "main_score": 0.32494, - "hf_subset": "lin_Latn-bod_Tibt", - "languages": [ - "lin-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569704, - "recall": 0.616601, - "f1": 0.582455, - "accuracy": 0.616601, - "main_score": 0.582455, - "hf_subset": "lin_Latn-fij_Latn", - "languages": [ - "lin-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604709, - "recall": 0.648221, - "f1": 0.616499, - "accuracy": 0.648221, - "main_score": 0.616499, - "hf_subset": "lin_Latn-isl_Latn", - "languages": [ - "lin-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69163, - "recall": 0.741107, - "f1": 0.705529, - "accuracy": 0.741107, - "main_score": 0.705529, - "hf_subset": "lin_Latn-kon_Latn", - "languages": [ - "lin-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546106, - "recall": 0.602767, - "f1": 0.561932, - "accuracy": 0.602767, - "main_score": 0.561932, - "hf_subset": "lin_Latn-mni_Beng", - "languages": [ - "lin-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67798, - "recall": 0.721344, - "f1": 0.689182, - "accuracy": 0.721344, - "main_score": 0.689182, - "hf_subset": "lin_Latn-ron_Latn", - "languages": [ - "lin-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644436, - "recall": 0.687747, - "f1": 0.655556, - "accuracy": 0.687747, - "main_score": 0.655556, - "hf_subset": "lin_Latn-szl_Latn", - "languages": [ - "lin-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664421, - "recall": 0.709486, - "f1": 0.676423, - "accuracy": 0.709486, - "main_score": 0.676423, - "hf_subset": "lin_Latn-vec_Latn", - "languages": [ - "lin-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548569, - "recall": 0.61166, - "f1": 0.565795, - "accuracy": 0.61166, - "main_score": 0.565795, - "hf_subset": "lin_Latn-amh_Ethi", - "languages": [ - "lin-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664085, - "recall": 0.713439, - "f1": 0.676788, - "accuracy": 0.713439, - "main_score": 0.676788, - "hf_subset": "lin_Latn-bos_Latn", - "languages": [ - "lin-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629937, - "recall": 0.677866, - "f1": 0.642115, - "accuracy": 0.677866, - "main_score": 0.642115, - "hf_subset": "lin_Latn-fin_Latn", - "languages": [ - "lin-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665819, - "recall": 0.70751, - "f1": 0.676567, - "accuracy": 0.70751, - "main_score": 0.676567, - "hf_subset": "lin_Latn-ita_Latn", - "languages": [ - "lin-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619856, - "recall": 0.673913, - "f1": 0.633604, - "accuracy": 0.673913, - "main_score": 0.633604, - "hf_subset": "lin_Latn-kor_Hang", - "languages": [ - "lin-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562565, - "recall": 0.608696, - "f1": 0.575343, - "accuracy": 0.608696, - "main_score": 0.575343, - "hf_subset": "lin_Latn-mos_Latn", - "languages": [ - "lin-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549307, - "recall": 0.599802, - "f1": 0.563279, - "accuracy": 0.599802, - "main_score": 0.563279, - "hf_subset": "lin_Latn-run_Latn", - "languages": [ - "lin-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615221, - "recall": 0.671937, - "f1": 0.630228, - "accuracy": 0.671937, - "main_score": 0.630228, - "hf_subset": "lin_Latn-tam_Taml", - "languages": [ - "lin-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654631, - "recall": 0.697628, - "f1": 0.66552, - "accuracy": 0.697628, - "main_score": 0.66552, - "hf_subset": "lin_Latn-vie_Latn", - "languages": [ - "lin-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622417, - "recall": 0.676877, - "f1": 0.636669, - "accuracy": 0.676877, - "main_score": 0.636669, - "hf_subset": "lin_Latn-apc_Arab", - "languages": [ - "lin-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632553, - "recall": 0.671937, - "f1": 0.642882, - "accuracy": 0.671937, - "main_score": 0.642882, - "hf_subset": "lin_Latn-bug_Latn", - "languages": [ - "lin-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490539, - "recall": 0.538538, - "f1": 0.502999, - "accuracy": 0.538538, - "main_score": 0.502999, - "hf_subset": "lin_Latn-fon_Latn", - "languages": [ - "lin-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674784, - "recall": 0.716403, - "f1": 0.686001, - "accuracy": 0.716403, - "main_score": 0.686001, - "hf_subset": "lin_Latn-jav_Latn", - "languages": [ - "lin-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551894, - "recall": 0.612648, - "f1": 0.567881, - "accuracy": 0.612648, - "main_score": 0.567881, - "hf_subset": "lin_Latn-lao_Laoo", - "languages": [ - "lin-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542722, - "recall": 0.585968, - "f1": 0.553838, - "accuracy": 0.585968, - "main_score": 0.553838, - "hf_subset": "lin_Latn-mri_Latn", - "languages": [ - "lin-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645162, - "recall": 0.693676, - "f1": 0.658238, - "accuracy": 0.693676, - "main_score": 0.658238, - "hf_subset": "lin_Latn-rus_Cyrl", - "languages": [ - "lin-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532725, - "recall": 0.583004, - "f1": 0.5469, - "accuracy": 0.583004, - "main_score": 0.5469, - "hf_subset": "lin_Latn-taq_Latn", - "languages": [ - "lin-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685087, - "recall": 0.728261, - "f1": 0.695925, - "accuracy": 0.728261, - "main_score": 0.695925, - "hf_subset": "lin_Latn-war_Latn", - "languages": [ - "lin-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636807, - "recall": 0.684783, - "f1": 0.648935, - "accuracy": 0.684783, - "main_score": 0.648935, - "hf_subset": "lin_Latn-arb_Arab", - "languages": [ - "lin-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656307, - "recall": 0.700593, - "f1": 0.66843, - "accuracy": 0.700593, - "main_score": 0.66843, - "hf_subset": "lin_Latn-bul_Cyrl", - "languages": [ - "lin-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67305, - "recall": 0.717391, - "f1": 0.68451, - "accuracy": 0.717391, - "main_score": 0.68451, - "hf_subset": "lin_Latn-fra_Latn", - "languages": [ - "lin-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638617, - "recall": 0.682806, - "f1": 0.650277, - "accuracy": 0.682806, - "main_score": 0.650277, - "hf_subset": "lin_Latn-jpn_Jpan", - "languages": [ - "lin-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650807, - "recall": 0.69664, - "f1": 0.662834, - "accuracy": 0.69664, - "main_score": 0.662834, - "hf_subset": "lin_Latn-lij_Latn", - "languages": [ - "lin-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500832, - "recall": 0.562253, - "f1": 0.516661, - "accuracy": 0.562253, - "main_score": 0.516661, - "hf_subset": "lin_Latn-mya_Mymr", - "languages": [ - "lin-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58838, - "recall": 0.637352, - "f1": 0.601593, - "accuracy": 0.637352, - "main_score": 0.601593, - "hf_subset": "lin_Latn-sag_Latn", - "languages": [ - "lin-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223352, - "recall": 0.272727, - "f1": 0.234259, - "accuracy": 0.272727, - "main_score": 0.234259, - "hf_subset": "lin_Latn-taq_Tfng", - "languages": [ - "lin-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60187, - "recall": 0.651186, - "f1": 0.615569, - "accuracy": 0.651186, - "main_score": 0.615569, - "hf_subset": "lin_Latn-wol_Latn", - "languages": [ - "lin-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501619, - "recall": 0.555336, - "f1": 0.51598, - "accuracy": 0.555336, - "main_score": 0.51598, - "hf_subset": "lin_Latn-arb_Latn", - "languages": [ - "lin-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668776, - "recall": 0.717391, - "f1": 0.68235, - "accuracy": 0.717391, - "main_score": 0.68235, - "hf_subset": "lin_Latn-cat_Latn", - "languages": [ - "lin-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663735, - "recall": 0.700593, - "f1": 0.674003, - "accuracy": 0.700593, - "main_score": 0.674003, - "hf_subset": "lin_Latn-fur_Latn", - "languages": [ - "lin-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443601, - "recall": 0.499012, - "f1": 0.458229, - "accuracy": 0.499012, - "main_score": 0.458229, - "hf_subset": "lin_Latn-kab_Latn", - "languages": [ - "lin-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653449, - "recall": 0.695652, - "f1": 0.664793, - "accuracy": 0.695652, - "main_score": 0.664793, - "hf_subset": "lin_Latn-lim_Latn", - "languages": [ - "lin-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639632, - "recall": 0.688735, - "f1": 0.652082, - "accuracy": 0.688735, - "main_score": 0.652082, - "hf_subset": "lin_Latn-nld_Latn", - "languages": [ - "lin-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580127, - "recall": 0.639328, - "f1": 0.595732, - "accuracy": 0.639328, - "main_score": 0.595732, - "hf_subset": "lin_Latn-san_Deva", - "languages": [ - "lin-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636924, - "recall": 0.685771, - "f1": 0.650168, - "accuracy": 0.685771, - "main_score": 0.650168, - "hf_subset": "lin_Latn-tat_Cyrl", - "languages": [ - "lin-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601402, - "recall": 0.648221, - "f1": 0.61441, - "accuracy": 0.648221, - "main_score": 0.61441, - "hf_subset": "lin_Latn-xho_Latn", - "languages": [ - "lin-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631952, - "recall": 0.681818, - "f1": 0.644838, - "accuracy": 0.681818, - "main_score": 0.644838, - "hf_subset": "lin_Latn-ars_Arab", - "languages": [ - "lin-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673492, - "recall": 0.717391, - "f1": 0.685802, - "accuracy": 0.717391, - "main_score": 0.685802, - "hf_subset": "lin_Latn-ceb_Latn", - "languages": [ - "lin-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54288, - "recall": 0.588933, - "f1": 0.555905, - "accuracy": 0.588933, - "main_score": 0.555905, - "hf_subset": "lin_Latn-fuv_Latn", - "languages": [ - "lin-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52715, - "recall": 0.574111, - "f1": 0.540516, - "accuracy": 0.574111, - "main_score": 0.540516, - "hf_subset": "lin_Latn-kac_Latn", - "languages": [ - "lin-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653735, - "recall": 0.704545, - "f1": 0.666879, - "accuracy": 0.704545, - "main_score": 0.666879, - "hf_subset": "lin_Latn-nno_Latn", - "languages": [ - "lin-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.133402, - "recall": 0.174901, - "f1": 0.143096, - "accuracy": 0.174901, - "main_score": 0.143096, - "hf_subset": "lin_Latn-sat_Olck", - "languages": [ - "lin-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62985, - "recall": 0.682806, - "f1": 0.644508, - "accuracy": 0.682806, - "main_score": 0.644508, - "hf_subset": "lin_Latn-tel_Telu", - "languages": [ - "lin-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548186, - "recall": 0.607708, - "f1": 0.563392, - "accuracy": 0.607708, - "main_score": 0.563392, - "hf_subset": "lin_Latn-ydd_Hebr", - "languages": [ - "lin-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613331, - "recall": 0.663043, - "f1": 0.626963, - "accuracy": 0.663043, - "main_score": 0.626963, - "hf_subset": "lin_Latn-ary_Arab", - "languages": [ - "lin-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649952, - "recall": 0.705534, - "f1": 0.665029, - "accuracy": 0.705534, - "main_score": 0.665029, - "hf_subset": "lin_Latn-ces_Latn", - "languages": [ - "lin-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534574, - "recall": 0.591897, - "f1": 0.550601, - "accuracy": 0.591897, - "main_score": 0.550601, - "hf_subset": "lin_Latn-gaz_Latn", - "languages": [ - "lin-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557905, - "recall": 0.605731, - "f1": 0.571805, - "accuracy": 0.605731, - "main_score": 0.571805, - "hf_subset": "lin_Latn-kam_Latn", - "languages": [ - "lin-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639054, - "recall": 0.685771, - "f1": 0.651309, - "accuracy": 0.685771, - "main_score": 0.651309, - "hf_subset": "lin_Latn-lit_Latn", - "languages": [ - "lin-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646772, - "recall": 0.698617, - "f1": 0.66074, - "accuracy": 0.698617, - "main_score": 0.66074, - "hf_subset": "lin_Latn-nob_Latn", - "languages": [ - "lin-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648605, - "recall": 0.6917, - "f1": 0.660027, - "accuracy": 0.6917, - "main_score": 0.660027, - "hf_subset": "lin_Latn-scn_Latn", - "languages": [ - "lin-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622501, - "recall": 0.663043, - "f1": 0.633667, - "accuracy": 0.663043, - "main_score": 0.633667, - "hf_subset": "lin_Latn-tgk_Cyrl", - "languages": [ - "lin-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532591, - "recall": 0.591897, - "f1": 0.549796, - "accuracy": 0.591897, - "main_score": 0.549796, - "hf_subset": "lin_Latn-yor_Latn", - "languages": [ - "lin-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630381, - "recall": 0.681818, - "f1": 0.643629, - "accuracy": 0.681818, - "main_score": 0.643629, - "hf_subset": "lin_Latn-arz_Arab", - "languages": [ - "lin-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534456, - "recall": 0.583992, - "f1": 0.548889, - "accuracy": 0.583992, - "main_score": 0.548889, - "hf_subset": "lin_Latn-cjk_Latn", - "languages": [ - "lin-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546227, - "recall": 0.596838, - "f1": 0.559925, - "accuracy": 0.596838, - "main_score": 0.559925, - "hf_subset": "lin_Latn-gla_Latn", - "languages": [ - "lin-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62446, - "recall": 0.68083, - "f1": 0.63933, - "accuracy": 0.68083, - "main_score": 0.63933, - "hf_subset": "lin_Latn-kan_Knda", - "languages": [ - "lin-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644792, - "recall": 0.689723, - "f1": 0.656685, - "accuracy": 0.689723, - "main_score": 0.656685, - "hf_subset": "lin_Latn-lmo_Latn", - "languages": [ - "lin-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636853, - "recall": 0.687747, - "f1": 0.650265, - "accuracy": 0.687747, - "main_score": 0.650265, - "hf_subset": "lin_Latn-npi_Deva", - "languages": [ - "lin-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454836, - "recall": 0.508893, - "f1": 0.469551, - "accuracy": 0.508893, - "main_score": 0.469551, - "hf_subset": "lin_Latn-shn_Mymr", - "languages": [ - "lin-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688134, - "recall": 0.726285, - "f1": 0.698288, - "accuracy": 0.726285, - "main_score": 0.698288, - "hf_subset": "lin_Latn-tgl_Latn", - "languages": [ - "lin-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620136, - "recall": 0.673913, - "f1": 0.633928, - "accuracy": 0.673913, - "main_score": 0.633928, - "hf_subset": "lin_Latn-yue_Hant", - "languages": [ - "lin-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591042, - "recall": 0.646245, - "f1": 0.606401, - "accuracy": 0.646245, - "main_score": 0.606401, - "hf_subset": "lin_Latn-asm_Beng", - "languages": [ - "lin-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574504, - "recall": 0.632411, - "f1": 0.59033, - "accuracy": 0.632411, - "main_score": 0.59033, - "hf_subset": "lin_Latn-ckb_Arab", - "languages": [ - "lin-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552315, - "recall": 0.59585, - "f1": 0.564003, - "accuracy": 0.59585, - "main_score": 0.564003, - "hf_subset": "lin_Latn-gle_Latn", - "languages": [ - "lin-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584592, - "recall": 0.641304, - "f1": 0.599976, - "accuracy": 0.641304, - "main_score": 0.599976, - "hf_subset": "lin_Latn-kas_Arab", - "languages": [ - "lin-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616624, - "recall": 0.666008, - "f1": 0.629863, - "accuracy": 0.666008, - "main_score": 0.629863, - "hf_subset": "lin_Latn-ltg_Latn", - "languages": [ - "lin-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600841, - "recall": 0.642292, - "f1": 0.612809, - "accuracy": 0.642292, - "main_score": 0.612809, - "hf_subset": "lin_Latn-nso_Latn", - "languages": [ - "lin-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541658, - "recall": 0.598814, - "f1": 0.557049, - "accuracy": 0.598814, - "main_score": 0.557049, - "hf_subset": "lin_Latn-sin_Sinh", - "languages": [ - "lin-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640473, - "recall": 0.693676, - "f1": 0.654154, - "accuracy": 0.693676, - "main_score": 0.654154, - "hf_subset": "lin_Latn-tha_Thai", - "languages": [ - "lin-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622483, - "recall": 0.666996, - "f1": 0.634197, - "accuracy": 0.666996, - "main_score": 0.634197, - "hf_subset": "lin_Latn-zho_Hans", - "languages": [ - "lin-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660844, - "recall": 0.709486, - "f1": 0.674244, - "accuracy": 0.709486, - "main_score": 0.674244, - "hf_subset": "lin_Latn-ast_Latn", - "languages": [ - "lin-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621435, - "recall": 0.672925, - "f1": 0.635029, - "accuracy": 0.672925, - "main_score": 0.635029, - "hf_subset": "lin_Latn-crh_Latn", - "languages": [ - "lin-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678928, - "recall": 0.721344, - "f1": 0.690414, - "accuracy": 0.721344, - "main_score": 0.690414, - "hf_subset": "lin_Latn-glg_Latn", - "languages": [ - "lin-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590483, - "recall": 0.645257, - "f1": 0.605311, - "accuracy": 0.645257, - "main_score": 0.605311, - "hf_subset": "lin_Latn-kas_Deva", - "languages": [ - "lin-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631676, - "recall": 0.676877, - "f1": 0.643107, - "accuracy": 0.676877, - "main_score": 0.643107, - "hf_subset": "lin_Latn-ltz_Latn", - "languages": [ - "lin-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476652, - "recall": 0.537549, - "f1": 0.493379, - "accuracy": 0.537549, - "main_score": 0.493379, - "hf_subset": "lin_Latn-nus_Latn", - "languages": [ - "lin-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646237, - "recall": 0.692688, - "f1": 0.658161, - "accuracy": 0.692688, - "main_score": 0.658161, - "hf_subset": "lin_Latn-slk_Latn", - "languages": [ - "lin-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460685, - "recall": 0.517787, - "f1": 0.476238, - "accuracy": 0.517787, - "main_score": 0.476238, - "hf_subset": "lin_Latn-tir_Ethi", - "languages": [ - "lin-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613392, - "recall": 0.672925, - "f1": 0.628678, - "accuracy": 0.672925, - "main_score": 0.628678, - "hf_subset": "lin_Latn-zho_Hant", - "languages": [ - "lin-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644135, - "recall": 0.692688, - "f1": 0.656582, - "accuracy": 0.692688, - "main_score": 0.656582, - "hf_subset": "lin_Latn-awa_Deva", - "languages": [ - "lin-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613708, - "recall": 0.658103, - "f1": 0.625611, - "accuracy": 0.658103, - "main_score": 0.625611, - "hf_subset": "lin_Latn-cym_Latn", - "languages": [ - "lin-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641247, - "recall": 0.681818, - "f1": 0.652086, - "accuracy": 0.681818, - "main_score": 0.652086, - "hf_subset": "lin_Latn-grn_Latn", - "languages": [ - "lin-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608042, - "recall": 0.662055, - "f1": 0.622082, - "accuracy": 0.662055, - "main_score": 0.622082, - "hf_subset": "lin_Latn-kat_Geor", - "languages": [ - "lin-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622682, - "recall": 0.661067, - "f1": 0.633407, - "accuracy": 0.661067, - "main_score": 0.633407, - "hf_subset": "lin_Latn-lua_Latn", - "languages": [ - "lin-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598139, - "recall": 0.63834, - "f1": 0.609732, - "accuracy": 0.63834, - "main_score": 0.609732, - "hf_subset": "lin_Latn-nya_Latn", - "languages": [ - "lin-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647842, - "recall": 0.6917, - "f1": 0.659409, - "accuracy": 0.6917, - "main_score": 0.659409, - "hf_subset": "lin_Latn-slv_Latn", - "languages": [ - "lin-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645131, - "recall": 0.682806, - "f1": 0.655532, - "accuracy": 0.682806, - "main_score": 0.655532, - "hf_subset": "lin_Latn-tpi_Latn", - "languages": [ - "lin-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680984, - "recall": 0.720356, - "f1": 0.691609, - "accuracy": 0.720356, - "main_score": 0.691609, - "hf_subset": "lin_Latn-zsm_Latn", - "languages": [ - "lin-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534077, - "recall": 0.585968, - "f1": 0.548363, - "accuracy": 0.585968, - "main_score": 0.548363, - "hf_subset": "lin_Latn-ayr_Latn", - "languages": [ - "lin-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65479, - "recall": 0.705534, - "f1": 0.668268, - "accuracy": 0.705534, - "main_score": 0.668268, - "hf_subset": "lin_Latn-dan_Latn", - "languages": [ - "lin-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643934, - "recall": 0.690711, - "f1": 0.656834, - "accuracy": 0.690711, - "main_score": 0.656834, - "hf_subset": "lin_Latn-guj_Gujr", - "languages": [ - "lin-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651085, - "recall": 0.701581, - "f1": 0.664446, - "accuracy": 0.701581, - "main_score": 0.664446, - "hf_subset": "lin_Latn-kaz_Cyrl", - "languages": [ - "lin-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534531, - "recall": 0.58498, - "f1": 0.548271, - "accuracy": 0.58498, - "main_score": 0.548271, - "hf_subset": "lin_Latn-lug_Latn", - "languages": [ - "lin-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674245, - "recall": 0.720356, - "f1": 0.686504, - "accuracy": 0.720356, - "main_score": 0.686504, - "hf_subset": "lin_Latn-oci_Latn", - "languages": [ - "lin-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621985, - "recall": 0.664032, - "f1": 0.632873, - "accuracy": 0.664032, - "main_score": 0.632873, - "hf_subset": "lin_Latn-smo_Latn", - "languages": [ - "lin-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55445, - "recall": 0.604743, - "f1": 0.567896, - "accuracy": 0.604743, - "main_score": 0.567896, - "hf_subset": "lin_Latn-tsn_Latn", - "languages": [ - "lin-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566582, - "recall": 0.618577, - "f1": 0.581034, - "accuracy": 0.618577, - "main_score": 0.581034, - "hf_subset": "lin_Latn-zul_Latn", - "languages": [ - "lin-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575476, - "recall": 0.634387, - "f1": 0.592705, - "accuracy": 0.634387, - "main_score": 0.592705, - "hf_subset": "lin_Latn-azb_Arab", - "languages": [ - "lin-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661264, - "recall": 0.709486, - "f1": 0.673957, - "accuracy": 0.709486, - "main_score": 0.673957, - "hf_subset": "lin_Latn-deu_Latn", - "languages": [ - "lin-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61137, - "recall": 0.663043, - "f1": 0.625053, - "accuracy": 0.663043, - "main_score": 0.625053, - "hf_subset": "lin_Latn-hat_Latn", - "languages": [ - "lin-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512716, - "recall": 0.563241, - "f1": 0.526905, - "accuracy": 0.563241, - "main_score": 0.526905, - "hf_subset": "lin_Latn-kbp_Latn", - "languages": [ - "lin-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598602, - "recall": 0.636364, - "f1": 0.608865, - "accuracy": 0.636364, - "main_score": 0.608865, - "hf_subset": "lin_Latn-luo_Latn", - "languages": [ - "lin-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62908, - "recall": 0.686759, - "f1": 0.644735, - "accuracy": 0.686759, - "main_score": 0.644735, - "hf_subset": "lin_Latn-ory_Orya", - "languages": [ - "lin-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566152, - "recall": 0.613636, - "f1": 0.579885, - "accuracy": 0.613636, - "main_score": 0.579885, - "hf_subset": "lin_Latn-sna_Latn", - "languages": [ - "lin-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566241, - "recall": 0.61166, - "f1": 0.57839, - "accuracy": 0.61166, - "main_score": 0.57839, - "hf_subset": "lin_Latn-tso_Latn", - "languages": [ - "lin-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615142, - "recall": 0.666008, - "f1": 0.628928, - "accuracy": 0.666008, - "main_score": 0.628928, - "hf_subset": "lin_Latn-azj_Latn", - "languages": [ - "lin-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534643, - "recall": 0.58498, - "f1": 0.549514, - "accuracy": 0.58498, - "main_score": 0.549514, - "hf_subset": "lin_Latn-dik_Latn", - "languages": [ - "lin-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574236, - "recall": 0.621542, - "f1": 0.587123, - "accuracy": 0.621542, - "main_score": 0.587123, - "hf_subset": "lin_Latn-hau_Latn", - "languages": [ - "lin-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652173, - "recall": 0.697628, - "f1": 0.664847, - "accuracy": 0.697628, - "main_score": 0.664847, - "hf_subset": "lin_Latn-kea_Latn", - "languages": [ - "lin-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61875, - "recall": 0.655138, - "f1": 0.628966, - "accuracy": 0.655138, - "main_score": 0.628966, - "hf_subset": "lin_Latn-lus_Latn", - "languages": [ - "lin-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646353, - "recall": 0.688735, - "f1": 0.658266, - "accuracy": 0.688735, - "main_score": 0.658266, - "hf_subset": "lin_Latn-pag_Latn", - "languages": [ - "lin-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615538, - "recall": 0.670949, - "f1": 0.631163, - "accuracy": 0.670949, - "main_score": 0.631163, - "hf_subset": "lin_Latn-snd_Arab", - "languages": [ - "lin-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587588, - "recall": 0.632411, - "f1": 0.600561, - "accuracy": 0.632411, - "main_score": 0.600561, - "hf_subset": "lin_Latn-tuk_Latn", - "languages": [ - "lin-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635964, - "recall": 0.681818, - "f1": 0.648205, - "accuracy": 0.681818, - "main_score": 0.648205, - "hf_subset": "lin_Latn-bak_Cyrl", - "languages": [ - "lin-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472376, - "recall": 0.544466, - "f1": 0.493234, - "accuracy": 0.544466, - "main_score": 0.493234, - "hf_subset": "lin_Latn-dyu_Latn", - "languages": [ - "lin-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633077, - "recall": 0.681818, - "f1": 0.646408, - "accuracy": 0.681818, - "main_score": 0.646408, - "hf_subset": "lin_Latn-heb_Hebr", - "languages": [ - "lin-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579958, - "recall": 0.630435, - "f1": 0.593544, - "accuracy": 0.630435, - "main_score": 0.593544, - "hf_subset": "lin_Latn-khk_Cyrl", - "languages": [ - "lin-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644246, - "recall": 0.6917, - "f1": 0.656851, - "accuracy": 0.6917, - "main_score": 0.656851, - "hf_subset": "lin_Latn-lvs_Latn", - "languages": [ - "lin-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629685, - "recall": 0.684783, - "f1": 0.643853, - "accuracy": 0.684783, - "main_score": 0.643853, - "hf_subset": "lin_Latn-pan_Guru", - "languages": [ - "lin-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537578, - "recall": 0.588933, - "f1": 0.55216, - "accuracy": 0.588933, - "main_score": 0.55216, - "hf_subset": "lin_Latn-som_Latn", - "languages": [ - "lin-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565612, - "recall": 0.612648, - "f1": 0.578279, - "accuracy": 0.612648, - "main_score": 0.578279, - "hf_subset": "lin_Latn-tum_Latn", - "languages": [ - "lin-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59729, - "recall": 0.662055, - "f1": 0.615845, - "accuracy": 0.662055, - "main_score": 0.615845, - "hf_subset": "nno_Latn-ace_Arab", - "languages": [ - "nno-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54125, - "recall": 0.599802, - "f1": 0.557286, - "accuracy": 0.599802, - "main_score": 0.557286, - "hf_subset": "nno_Latn-bam_Latn", - "languages": [ - "nno-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444025, - "recall": 0.512846, - "f1": 0.462465, - "accuracy": 0.512846, - "main_score": 0.462465, - "hf_subset": "nno_Latn-dzo_Tibt", - "languages": [ - "nno-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-hin_Deva", - "languages": [ - "nno-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-khm_Khmr", - "languages": [ - "nno-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-mag_Deva", - "languages": [ - "nno-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "nno_Latn-pap_Latn", - "languages": [ - "nno-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605842, - "recall": 0.66502, - "f1": 0.623049, - "accuracy": 0.66502, - "main_score": 0.623049, - "hf_subset": "nno_Latn-sot_Latn", - "languages": [ - "nno-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-tur_Latn", - "languages": [ - "nno-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870389, - "recall": 0.90415, - "f1": 0.881061, - "accuracy": 0.90415, - "main_score": 0.881061, - "hf_subset": "nno_Latn-ace_Latn", - "languages": [ - "nno-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.97332, - "f1": 0.966733, - "accuracy": 0.97332, - "main_score": 0.966733, - "hf_subset": "nno_Latn-ban_Latn", - "languages": [ - "nno-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ell_Grek", - "languages": [ - "nno-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "nno_Latn-hne_Deva", - "languages": [ - "nno-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605225, - "recall": 0.661067, - "f1": 0.621497, - "accuracy": 0.661067, - "main_score": 0.621497, - "hf_subset": "nno_Latn-kik_Latn", - "languages": [ - "nno-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-mai_Deva", - "languages": [ - "nno-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "nno_Latn-pbt_Arab", - "languages": [ - "nno-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-spa_Latn", - "languages": [ - "nno-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624517, - "recall": 0.687747, - "f1": 0.642594, - "accuracy": 0.687747, - "main_score": 0.642594, - "hf_subset": "nno_Latn-twi_Latn", - "languages": [ - "nno-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-acm_Arab", - "languages": [ - "nno-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-bel_Cyrl", - "languages": [ - "nno-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-eng_Latn", - "languages": [ - "nno-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-hrv_Latn", - "languages": [ - "nno-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559836, - "recall": 0.620553, - "f1": 0.576602, - "accuracy": 0.620553, - "main_score": 0.576602, - "hf_subset": "nno_Latn-kin_Latn", - "languages": [ - "nno-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-mal_Mlym", - "languages": [ - "nno-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-pes_Arab", - "languages": [ - "nno-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-srd_Latn", - "languages": [ - "nno-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178693, - "recall": 0.227273, - "f1": 0.191163, - "accuracy": 0.227273, - "main_score": 0.191163, - "hf_subset": "nno_Latn-tzm_Tfng", - "languages": [ - "nno-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-acq_Arab", - "languages": [ - "nno-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631275, - "recall": 0.681818, - "f1": 0.645766, - "accuracy": 0.681818, - "main_score": 0.645766, - "hf_subset": "nno_Latn-bem_Latn", - "languages": [ - "nno-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-epo_Latn", - "languages": [ - "nno-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-hun_Latn", - "languages": [ - "nno-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "nno_Latn-kir_Cyrl", - "languages": [ - "nno-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-mar_Deva", - "languages": [ - "nno-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686825, - "recall": 0.738142, - "f1": 0.701943, - "accuracy": 0.738142, - "main_score": 0.701943, - "hf_subset": "nno_Latn-plt_Latn", - "languages": [ - "nno-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-srp_Cyrl", - "languages": [ - "nno-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "nno_Latn-uig_Arab", - "languages": [ - "nno-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nno_Latn-aeb_Arab", - "languages": [ - "nno-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ben_Beng", - "languages": [ - "nno-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-est_Latn", - "languages": [ - "nno-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-hye_Armn", - "languages": [ - "nno-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556201, - "recall": 0.609684, - "f1": 0.571231, - "accuracy": 0.609684, - "main_score": 0.571231, - "hf_subset": "nno_Latn-kmb_Latn", - "languages": [ - "nno-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521254, - "recall": 0.59585, - "f1": 0.541402, - "accuracy": 0.59585, - "main_score": 0.541402, - "hf_subset": "nno_Latn-min_Arab", - "languages": [ - "nno-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-pol_Latn", - "languages": [ - "nno-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556655, - "recall": 0.624506, - "f1": 0.576347, - "accuracy": 0.624506, - "main_score": 0.576347, - "hf_subset": "nno_Latn-ssw_Latn", - "languages": [ - "nno-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ukr_Cyrl", - "languages": [ - "nno-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-afr_Latn", - "languages": [ - "nno-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-bho_Deva", - "languages": [ - "nno-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nno_Latn-eus_Latn", - "languages": [ - "nno-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590382, - "recall": 0.656126, - "f1": 0.60934, - "accuracy": 0.656126, - "main_score": 0.60934, - "hf_subset": "nno_Latn-ibo_Latn", - "languages": [ - "nno-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900313, - "recall": 0.927866, - "f1": 0.908992, - "accuracy": 0.927866, - "main_score": 0.908992, - "hf_subset": "nno_Latn-kmr_Latn", - "languages": [ - "nno-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "nno_Latn-min_Latn", - "languages": [ - "nno-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-por_Latn", - "languages": [ - "nno-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nno_Latn-sun_Latn", - "languages": [ - "nno-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525226, - "recall": 0.582016, - "f1": 0.541592, - "accuracy": 0.582016, - "main_score": 0.541592, - "hf_subset": "nno_Latn-umb_Latn", - "languages": [ - "nno-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ajp_Arab", - "languages": [ - "nno-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545487, - "recall": 0.613636, - "f1": 0.564548, - "accuracy": 0.613636, - "main_score": 0.564548, - "hf_subset": "nno_Latn-bjn_Arab", - "languages": [ - "nno-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536124, - "recall": 0.588933, - "f1": 0.550134, - "accuracy": 0.588933, - "main_score": 0.550134, - "hf_subset": "nno_Latn-ewe_Latn", - "languages": [ - "nno-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "nno_Latn-ilo_Latn", - "languages": [ - "nno-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315608, - "recall": 0.378458, - "f1": 0.333329, - "accuracy": 0.378458, - "main_score": 0.333329, - "hf_subset": "nno_Latn-knc_Arab", - "languages": [ - "nno-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-mkd_Cyrl", - "languages": [ - "nno-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-prs_Arab", - "languages": [ - "nno-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-swe_Latn", - "languages": [ - "nno-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-urd_Arab", - "languages": [ - "nno-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604282, - "recall": 0.659091, - "f1": 0.619342, - "accuracy": 0.659091, - "main_score": 0.619342, - "hf_subset": "nno_Latn-aka_Latn", - "languages": [ - "nno-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "nno_Latn-bjn_Latn", - "languages": [ - "nno-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "nno_Latn-fao_Latn", - "languages": [ - "nno-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ind_Latn", - "languages": [ - "nno-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586048, - "recall": 0.63834, - "f1": 0.601186, - "accuracy": 0.63834, - "main_score": 0.601186, - "hf_subset": "nno_Latn-knc_Latn", - "languages": [ - "nno-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-mlt_Latn", - "languages": [ - "nno-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722682, - "recall": 0.783597, - "f1": 0.740497, - "accuracy": 0.783597, - "main_score": 0.740497, - "hf_subset": "nno_Latn-quy_Latn", - "languages": [ - "nno-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.982213, - "f1": 0.977437, - "accuracy": 0.982213, - "main_score": 0.977437, - "hf_subset": "nno_Latn-swh_Latn", - "languages": [ - "nno-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-uzn_Latn", - "languages": [ - "nno-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-als_Latn", - "languages": [ - "nno-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652891, - "recall": 0.731225, - "f1": 0.675746, - "accuracy": 0.731225, - "main_score": 0.675746, - "hf_subset": "nno_Latn-bod_Tibt", - "languages": [ - "nno-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719651, - "recall": 0.775692, - "f1": 0.735841, - "accuracy": 0.775692, - "main_score": 0.735841, - "hf_subset": "nno_Latn-fij_Latn", - "languages": [ - "nno-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nno_Latn-isl_Latn", - "languages": [ - "nno-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669114, - "recall": 0.718379, - "f1": 0.683691, - "accuracy": 0.718379, - "main_score": 0.683691, - "hf_subset": "nno_Latn-kon_Latn", - "languages": [ - "nno-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661405, - "recall": 0.725296, - "f1": 0.679718, - "accuracy": 0.725296, - "main_score": 0.679718, - "hf_subset": "nno_Latn-mni_Beng", - "languages": [ - "nno-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ron_Latn", - "languages": [ - "nno-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "nno_Latn-szl_Latn", - "languages": [ - "nno-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-vec_Latn", - "languages": [ - "nno-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.963439, - "f1": 0.952569, - "accuracy": 0.963439, - "main_score": 0.952569, - "hf_subset": "nno_Latn-amh_Ethi", - "languages": [ - "nno-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-bos_Latn", - "languages": [ - "nno-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-fin_Latn", - "languages": [ - "nno-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ita_Latn", - "languages": [ - "nno-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-kor_Hang", - "languages": [ - "nno-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554845, - "recall": 0.613636, - "f1": 0.571202, - "accuracy": 0.613636, - "main_score": 0.571202, - "hf_subset": "nno_Latn-mos_Latn", - "languages": [ - "nno-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555249, - "recall": 0.610672, - "f1": 0.570767, - "accuracy": 0.610672, - "main_score": 0.570767, - "hf_subset": "nno_Latn-run_Latn", - "languages": [ - "nno-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-tam_Taml", - "languages": [ - "nno-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-vie_Latn", - "languages": [ - "nno-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-apc_Arab", - "languages": [ - "nno-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811364, - "recall": 0.853755, - "f1": 0.824242, - "accuracy": 0.853755, - "main_score": 0.824242, - "hf_subset": "nno_Latn-bug_Latn", - "languages": [ - "nno-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484856, - "recall": 0.539526, - "f1": 0.499489, - "accuracy": 0.539526, - "main_score": 0.499489, - "hf_subset": "nno_Latn-fon_Latn", - "languages": [ - "nno-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-jav_Latn", - "languages": [ - "nno-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-lao_Laoo", - "languages": [ - "nno-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887022, - "recall": 0.91996, - "f1": 0.897365, - "accuracy": 0.91996, - "main_score": 0.897365, - "hf_subset": "nno_Latn-mri_Latn", - "languages": [ - "nno-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-rus_Cyrl", - "languages": [ - "nno-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553501, - "recall": 0.61166, - "f1": 0.56947, - "accuracy": 0.61166, - "main_score": 0.56947, - "hf_subset": "nno_Latn-taq_Latn", - "languages": [ - "nno-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-war_Latn", - "languages": [ - "nno-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-arb_Arab", - "languages": [ - "nno-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-bul_Cyrl", - "languages": [ - "nno-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-fra_Latn", - "languages": [ - "nno-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-jpn_Jpan", - "languages": [ - "nno-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nno_Latn-lij_Latn", - "languages": [ - "nno-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "nno_Latn-mya_Mymr", - "languages": [ - "nno-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605131, - "recall": 0.666996, - "f1": 0.622788, - "accuracy": 0.666996, - "main_score": 0.622788, - "hf_subset": "nno_Latn-sag_Latn", - "languages": [ - "nno-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190168, - "recall": 0.248024, - "f1": 0.203026, - "accuracy": 0.248024, - "main_score": 0.203026, - "hf_subset": "nno_Latn-taq_Tfng", - "languages": [ - "nno-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650438, - "recall": 0.70751, - "f1": 0.666604, - "accuracy": 0.70751, - "main_score": 0.666604, - "hf_subset": "nno_Latn-wol_Latn", - "languages": [ - "nno-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819285, - "recall": 0.864625, - "f1": 0.832806, - "accuracy": 0.864625, - "main_score": 0.832806, - "hf_subset": "nno_Latn-arb_Latn", - "languages": [ - "nno-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-cat_Latn", - "languages": [ - "nno-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-fur_Latn", - "languages": [ - "nno-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422475, - "recall": 0.479249, - "f1": 0.438392, - "accuracy": 0.479249, - "main_score": 0.438392, - "hf_subset": "nno_Latn-kab_Latn", - "languages": [ - "nno-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-lim_Latn", - "languages": [ - "nno-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-nld_Latn", - "languages": [ - "nno-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "nno_Latn-san_Deva", - "languages": [ - "nno-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-tat_Cyrl", - "languages": [ - "nno-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67481, - "recall": 0.730237, - "f1": 0.691126, - "accuracy": 0.730237, - "main_score": 0.691126, - "hf_subset": "nno_Latn-xho_Latn", - "languages": [ - "nno-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ars_Arab", - "languages": [ - "nno-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-ceb_Latn", - "languages": [ - "nno-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568275, - "recall": 0.621542, - "f1": 0.583655, - "accuracy": 0.621542, - "main_score": 0.583655, - "hf_subset": "nno_Latn-fuv_Latn", - "languages": [ - "nno-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509924, - "recall": 0.575099, - "f1": 0.527795, - "accuracy": 0.575099, - "main_score": 0.527795, - "hf_subset": "nno_Latn-kac_Latn", - "languages": [ - "nno-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674275, - "recall": 0.727273, - "f1": 0.689907, - "accuracy": 0.727273, - "main_score": 0.689907, - "hf_subset": "nno_Latn-lin_Latn", - "languages": [ - "nno-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233017, - "recall": 0.314229, - "f1": 0.253675, - "accuracy": 0.314229, - "main_score": 0.253675, - "hf_subset": "nno_Latn-sat_Olck", - "languages": [ - "nno-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-tel_Telu", - "languages": [ - "nno-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "nno_Latn-ydd_Hebr", - "languages": [ - "nno-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "nno_Latn-ary_Arab", - "languages": [ - "nno-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ces_Latn", - "languages": [ - "nno-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588414, - "recall": 0.651186, - "f1": 0.606388, - "accuracy": 0.651186, - "main_score": 0.606388, - "hf_subset": "nno_Latn-gaz_Latn", - "languages": [ - "nno-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586259, - "recall": 0.647233, - "f1": 0.603189, - "accuracy": 0.647233, - "main_score": 0.603189, - "hf_subset": "nno_Latn-kam_Latn", - "languages": [ - "nno-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "nno_Latn-lit_Latn", - "languages": [ - "nno-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-nob_Latn", - "languages": [ - "nno-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "nno_Latn-scn_Latn", - "languages": [ - "nno-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "nno_Latn-tgk_Cyrl", - "languages": [ - "nno-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719582, - "recall": 0.780632, - "f1": 0.737672, - "accuracy": 0.780632, - "main_score": 0.737672, - "hf_subset": "nno_Latn-yor_Latn", - "languages": [ - "nno-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-arz_Arab", - "languages": [ - "nno-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562808, - "recall": 0.62747, - "f1": 0.581362, - "accuracy": 0.62747, - "main_score": 0.581362, - "hf_subset": "nno_Latn-cjk_Latn", - "languages": [ - "nno-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813982, - "recall": 0.860672, - "f1": 0.828181, - "accuracy": 0.860672, - "main_score": 0.828181, - "hf_subset": "nno_Latn-gla_Latn", - "languages": [ - "nno-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-kan_Knda", - "languages": [ - "nno-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "nno_Latn-lmo_Latn", - "languages": [ - "nno-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "nno_Latn-npi_Deva", - "languages": [ - "nno-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472343, - "recall": 0.532609, - "f1": 0.489039, - "accuracy": 0.532609, - "main_score": 0.489039, - "hf_subset": "nno_Latn-shn_Mymr", - "languages": [ - "nno-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-tgl_Latn", - "languages": [ - "nno-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-yue_Hant", - "languages": [ - "nno-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-asm_Beng", - "languages": [ - "nno-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "nno_Latn-ckb_Arab", - "languages": [ - "nno-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881917, - "recall": 0.91502, - "f1": 0.892622, - "accuracy": 0.91502, - "main_score": 0.892622, - "hf_subset": "nno_Latn-gle_Latn", - "languages": [ - "nno-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.963439, - "f1": 0.953722, - "accuracy": 0.963439, - "main_score": 0.953722, - "hf_subset": "nno_Latn-kas_Arab", - "languages": [ - "nno-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "nno_Latn-ltg_Latn", - "languages": [ - "nno-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620063, - "recall": 0.672925, - "f1": 0.635408, - "accuracy": 0.672925, - "main_score": 0.635408, - "hf_subset": "nno_Latn-nso_Latn", - "languages": [ - "nno-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nno_Latn-sin_Sinh", - "languages": [ - "nno-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-tha_Thai", - "languages": [ - "nno-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-zho_Hans", - "languages": [ - "nno-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-ast_Latn", - "languages": [ - "nno-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-crh_Latn", - "languages": [ - "nno-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-glg_Latn", - "languages": [ - "nno-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901021, - "recall": 0.929842, - "f1": 0.910244, - "accuracy": 0.929842, - "main_score": 0.910244, - "hf_subset": "nno_Latn-kas_Deva", - "languages": [ - "nno-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nno_Latn-ltz_Latn", - "languages": [ - "nno-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473774, - "recall": 0.540514, - "f1": 0.491312, - "accuracy": 0.540514, - "main_score": 0.491312, - "hf_subset": "nno_Latn-nus_Latn", - "languages": [ - "nno-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-slk_Latn", - "languages": [ - "nno-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606077, - "recall": 0.678854, - "f1": 0.627508, - "accuracy": 0.678854, - "main_score": 0.627508, - "hf_subset": "nno_Latn-tir_Ethi", - "languages": [ - "nno-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-zho_Hant", - "languages": [ - "nno-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985425, - "recall": 0.98913, - "f1": 0.986561, - "accuracy": 0.98913, - "main_score": 0.986561, - "hf_subset": "nno_Latn-awa_Deva", - "languages": [ - "nno-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "nno_Latn-cym_Latn", - "languages": [ - "nno-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851318, - "recall": 0.88834, - "f1": 0.862418, - "accuracy": 0.88834, - "main_score": 0.862418, - "hf_subset": "nno_Latn-grn_Latn", - "languages": [ - "nno-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-kat_Geor", - "languages": [ - "nno-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655972, - "recall": 0.708498, - "f1": 0.670953, - "accuracy": 0.708498, - "main_score": 0.670953, - "hf_subset": "nno_Latn-lua_Latn", - "languages": [ - "nno-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649526, - "recall": 0.705534, - "f1": 0.66545, - "accuracy": 0.705534, - "main_score": 0.66545, - "hf_subset": "nno_Latn-nya_Latn", - "languages": [ - "nno-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-slv_Latn", - "languages": [ - "nno-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "nno_Latn-tpi_Latn", - "languages": [ - "nno-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-zsm_Latn", - "languages": [ - "nno-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556192, - "recall": 0.615613, - "f1": 0.572759, - "accuracy": 0.615613, - "main_score": 0.572759, - "hf_subset": "nno_Latn-ayr_Latn", - "languages": [ - "nno-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-dan_Latn", - "languages": [ - "nno-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-guj_Gujr", - "languages": [ - "nno-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nno_Latn-kaz_Cyrl", - "languages": [ - "nno-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540945, - "recall": 0.602767, - "f1": 0.558233, - "accuracy": 0.602767, - "main_score": 0.558233, - "hf_subset": "nno_Latn-lug_Latn", - "languages": [ - "nno-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-oci_Latn", - "languages": [ - "nno-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827652, - "recall": 0.870553, - "f1": 0.840533, - "accuracy": 0.870553, - "main_score": 0.840533, - "hf_subset": "nno_Latn-smo_Latn", - "languages": [ - "nno-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54705, - "recall": 0.61166, - "f1": 0.565381, - "accuracy": 0.61166, - "main_score": 0.565381, - "hf_subset": "nno_Latn-tsn_Latn", - "languages": [ - "nno-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614279, - "recall": 0.676877, - "f1": 0.632449, - "accuracy": 0.676877, - "main_score": 0.632449, - "hf_subset": "nno_Latn-zul_Latn", - "languages": [ - "nno-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924572, - "recall": 0.947628, - "f1": 0.931983, - "accuracy": 0.947628, - "main_score": 0.931983, - "hf_subset": "nno_Latn-azb_Arab", - "languages": [ - "nno-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-deu_Latn", - "languages": [ - "nno-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "nno_Latn-hat_Latn", - "languages": [ - "nno-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494888, - "recall": 0.551383, - "f1": 0.51119, - "accuracy": 0.551383, - "main_score": 0.51119, - "hf_subset": "nno_Latn-kbp_Latn", - "languages": [ - "nno-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577283, - "recall": 0.634387, - "f1": 0.592532, - "accuracy": 0.634387, - "main_score": 0.592532, - "hf_subset": "nno_Latn-luo_Latn", - "languages": [ - "nno-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-ory_Orya", - "languages": [ - "nno-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597277, - "recall": 0.661067, - "f1": 0.615263, - "accuracy": 0.661067, - "main_score": 0.615263, - "hf_subset": "nno_Latn-sna_Latn", - "languages": [ - "nno-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571274, - "recall": 0.623518, - "f1": 0.585452, - "accuracy": 0.623518, - "main_score": 0.585452, - "hf_subset": "nno_Latn-tso_Latn", - "languages": [ - "nno-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-azj_Latn", - "languages": [ - "nno-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536557, - "recall": 0.608696, - "f1": 0.557744, - "accuracy": 0.608696, - "main_score": 0.557744, - "hf_subset": "nno_Latn-dik_Latn", - "languages": [ - "nno-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758573, - "recall": 0.807312, - "f1": 0.772678, - "accuracy": 0.807312, - "main_score": 0.772678, - "hf_subset": "nno_Latn-hau_Latn", - "languages": [ - "nno-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985837, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "nno_Latn-kea_Latn", - "languages": [ - "nno-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754694, - "recall": 0.801383, - "f1": 0.768596, - "accuracy": 0.801383, - "main_score": 0.768596, - "hf_subset": "nno_Latn-lus_Latn", - "languages": [ - "nno-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873139, - "recall": 0.902174, - "f1": 0.881555, - "accuracy": 0.902174, - "main_score": 0.881555, - "hf_subset": "nno_Latn-pag_Latn", - "languages": [ - "nno-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nno_Latn-snd_Arab", - "languages": [ - "nno-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "nno_Latn-tuk_Latn", - "languages": [ - "nno-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nno_Latn-bak_Cyrl", - "languages": [ - "nno-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504441, - "recall": 0.577075, - "f1": 0.526054, - "accuracy": 0.577075, - "main_score": 0.526054, - "hf_subset": "nno_Latn-dyu_Latn", - "languages": [ - "nno-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nno_Latn-heb_Hebr", - "languages": [ - "nno-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "nno_Latn-khk_Cyrl", - "languages": [ - "nno-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-lvs_Latn", - "languages": [ - "nno-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nno_Latn-pan_Guru", - "languages": [ - "nno-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709808, - "recall": 0.76581, - "f1": 0.726682, - "accuracy": 0.76581, - "main_score": 0.726682, - "hf_subset": "nno_Latn-som_Latn", - "languages": [ - "nno-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602381, - "recall": 0.658103, - "f1": 0.618401, - "accuracy": 0.658103, - "main_score": 0.618401, - "hf_subset": "nno_Latn-tum_Latn", - "languages": [ - "nno-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.077511, - "recall": 0.106719, - "f1": 0.083277, - "accuracy": 0.106719, - "main_score": 0.083277, - "hf_subset": "sat_Olck-ace_Arab", - "languages": [ - "sat-Olck", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.077722, - "recall": 0.107708, - "f1": 0.084296, - "accuracy": 0.107708, - "main_score": 0.084296, - "hf_subset": "sat_Olck-bam_Latn", - "languages": [ - "sat-Olck", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.083154, - "recall": 0.115613, - "f1": 0.09035, - "accuracy": 0.115613, - "main_score": 0.09035, - "hf_subset": "sat_Olck-dzo_Tibt", - "languages": [ - "sat-Olck", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151253, - "recall": 0.215415, - "f1": 0.164025, - "accuracy": 0.215415, - "main_score": 0.164025, - "hf_subset": "sat_Olck-hin_Deva", - "languages": [ - "sat-Olck", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138435, - "recall": 0.184783, - "f1": 0.147157, - "accuracy": 0.184783, - "main_score": 0.147157, - "hf_subset": "sat_Olck-khm_Khmr", - "languages": [ - "sat-Olck", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.158595, - "recall": 0.220356, - "f1": 0.171982, - "accuracy": 0.220356, - "main_score": 0.171982, - "hf_subset": "sat_Olck-mag_Deva", - "languages": [ - "sat-Olck", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.104064, - "recall": 0.147233, - "f1": 0.111318, - "accuracy": 0.147233, - "main_score": 0.111318, - "hf_subset": "sat_Olck-pap_Latn", - "languages": [ - "sat-Olck", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.078806, - "recall": 0.108696, - "f1": 0.084645, - "accuracy": 0.108696, - "main_score": 0.084645, - "hf_subset": "sat_Olck-sot_Latn", - "languages": [ - "sat-Olck", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127128, - "recall": 0.177866, - "f1": 0.137419, - "accuracy": 0.177866, - "main_score": 0.137419, - "hf_subset": "sat_Olck-tur_Latn", - "languages": [ - "sat-Olck", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.090255, - "recall": 0.128458, - "f1": 0.096944, - "accuracy": 0.128458, - "main_score": 0.096944, - "hf_subset": "sat_Olck-ace_Latn", - "languages": [ - "sat-Olck", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.114087, - "recall": 0.158103, - "f1": 0.122697, - "accuracy": 0.158103, - "main_score": 0.122697, - "hf_subset": "sat_Olck-ban_Latn", - "languages": [ - "sat-Olck", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124532, - "recall": 0.178854, - "f1": 0.134798, - "accuracy": 0.178854, - "main_score": 0.134798, - "hf_subset": "sat_Olck-ell_Grek", - "languages": [ - "sat-Olck", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149501, - "recall": 0.208498, - "f1": 0.161526, - "accuracy": 0.208498, - "main_score": 0.161526, - "hf_subset": "sat_Olck-hne_Deva", - "languages": [ - "sat-Olck", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.05596, - "recall": 0.083992, - "f1": 0.060545, - "accuracy": 0.083992, - "main_score": 0.060545, - "hf_subset": "sat_Olck-kik_Latn", - "languages": [ - "sat-Olck", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151796, - "recall": 0.215415, - "f1": 0.163495, - "accuracy": 0.215415, - "main_score": 0.163495, - "hf_subset": "sat_Olck-mai_Deva", - "languages": [ - "sat-Olck", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.119736, - "recall": 0.174901, - "f1": 0.129953, - "accuracy": 0.174901, - "main_score": 0.129953, - "hf_subset": "sat_Olck-pbt_Arab", - "languages": [ - "sat-Olck", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122971, - "recall": 0.184783, - "f1": 0.134425, - "accuracy": 0.184783, - "main_score": 0.134425, - "hf_subset": "sat_Olck-spa_Latn", - "languages": [ - "sat-Olck", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.073807, - "recall": 0.104743, - "f1": 0.079121, - "accuracy": 0.104743, - "main_score": 0.079121, - "hf_subset": "sat_Olck-twi_Latn", - "languages": [ - "sat-Olck", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.119337, - "recall": 0.174901, - "f1": 0.130392, - "accuracy": 0.174901, - "main_score": 0.130392, - "hf_subset": "sat_Olck-acm_Arab", - "languages": [ - "sat-Olck", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.111821, - "recall": 0.163043, - "f1": 0.120733, - "accuracy": 0.163043, - "main_score": 0.120733, - "hf_subset": "sat_Olck-bel_Cyrl", - "languages": [ - "sat-Olck", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.150107, - "recall": 0.204545, - "f1": 0.159876, - "accuracy": 0.204545, - "main_score": 0.159876, - "hf_subset": "sat_Olck-eng_Latn", - "languages": [ - "sat-Olck", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129577, - "recall": 0.179842, - "f1": 0.139106, - "accuracy": 0.179842, - "main_score": 0.139106, - "hf_subset": "sat_Olck-hrv_Latn", - "languages": [ - "sat-Olck", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.082007, - "recall": 0.116601, - "f1": 0.089232, - "accuracy": 0.116601, - "main_score": 0.089232, - "hf_subset": "sat_Olck-kin_Latn", - "languages": [ - "sat-Olck", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.12883, - "recall": 0.190711, - "f1": 0.140366, - "accuracy": 0.190711, - "main_score": 0.140366, - "hf_subset": "sat_Olck-mal_Mlym", - "languages": [ - "sat-Olck", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13667, - "recall": 0.183794, - "f1": 0.146828, - "accuracy": 0.183794, - "main_score": 0.146828, - "hf_subset": "sat_Olck-pes_Arab", - "languages": [ - "sat-Olck", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.114077, - "recall": 0.150198, - "f1": 0.121103, - "accuracy": 0.150198, - "main_score": 0.121103, - "hf_subset": "sat_Olck-srd_Latn", - "languages": [ - "sat-Olck", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.11777, - "recall": 0.151186, - "f1": 0.12621, - "accuracy": 0.151186, - "main_score": 0.12621, - "hf_subset": "sat_Olck-tzm_Tfng", - "languages": [ - "sat-Olck", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.125872, - "recall": 0.184783, - "f1": 0.13686, - "accuracy": 0.184783, - "main_score": 0.13686, - "hf_subset": "sat_Olck-acq_Arab", - "languages": [ - "sat-Olck", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.076272, - "recall": 0.108696, - "f1": 0.081712, - "accuracy": 0.108696, - "main_score": 0.081712, - "hf_subset": "sat_Olck-bem_Latn", - "languages": [ - "sat-Olck", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140197, - "recall": 0.190711, - "f1": 0.150399, - "accuracy": 0.190711, - "main_score": 0.150399, - "hf_subset": "sat_Olck-epo_Latn", - "languages": [ - "sat-Olck", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135324, - "recall": 0.186759, - "f1": 0.145296, - "accuracy": 0.186759, - "main_score": 0.145296, - "hf_subset": "sat_Olck-hun_Latn", - "languages": [ - "sat-Olck", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.107639, - "recall": 0.152174, - "f1": 0.115672, - "accuracy": 0.152174, - "main_score": 0.115672, - "hf_subset": "sat_Olck-kir_Cyrl", - "languages": [ - "sat-Olck", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141747, - "recall": 0.199605, - "f1": 0.153197, - "accuracy": 0.199605, - "main_score": 0.153197, - "hf_subset": "sat_Olck-mar_Deva", - "languages": [ - "sat-Olck", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.091681, - "recall": 0.139328, - "f1": 0.100384, - "accuracy": 0.139328, - "main_score": 0.100384, - "hf_subset": "sat_Olck-plt_Latn", - "languages": [ - "sat-Olck", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.128726, - "recall": 0.182806, - "f1": 0.139228, - "accuracy": 0.182806, - "main_score": 0.139228, - "hf_subset": "sat_Olck-srp_Cyrl", - "languages": [ - "sat-Olck", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.120455, - "recall": 0.166008, - "f1": 0.128819, - "accuracy": 0.166008, - "main_score": 0.128819, - "hf_subset": "sat_Olck-uig_Arab", - "languages": [ - "sat-Olck", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130644, - "recall": 0.172925, - "f1": 0.139321, - "accuracy": 0.172925, - "main_score": 0.139321, - "hf_subset": "sat_Olck-aeb_Arab", - "languages": [ - "sat-Olck", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.164522, - "recall": 0.232213, - "f1": 0.178026, - "accuracy": 0.232213, - "main_score": 0.178026, - "hf_subset": "sat_Olck-ben_Beng", - "languages": [ - "sat-Olck", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.132855, - "recall": 0.190711, - "f1": 0.143636, - "accuracy": 0.190711, - "main_score": 0.143636, - "hf_subset": "sat_Olck-est_Latn", - "languages": [ - "sat-Olck", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127821, - "recall": 0.181818, - "f1": 0.138007, - "accuracy": 0.181818, - "main_score": 0.138007, - "hf_subset": "sat_Olck-hye_Armn", - "languages": [ - "sat-Olck", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.073006, - "recall": 0.105731, - "f1": 0.079715, - "accuracy": 0.105731, - "main_score": 0.079715, - "hf_subset": "sat_Olck-kmb_Latn", - "languages": [ - "sat-Olck", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.077474, - "recall": 0.114625, - "f1": 0.085097, - "accuracy": 0.114625, - "main_score": 0.085097, - "hf_subset": "sat_Olck-min_Arab", - "languages": [ - "sat-Olck", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.118642, - "recall": 0.171937, - "f1": 0.128636, - "accuracy": 0.171937, - "main_score": 0.128636, - "hf_subset": "sat_Olck-pol_Latn", - "languages": [ - "sat-Olck", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.078458, - "recall": 0.112648, - "f1": 0.084913, - "accuracy": 0.112648, - "main_score": 0.084913, - "hf_subset": "sat_Olck-ssw_Latn", - "languages": [ - "sat-Olck", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142148, - "recall": 0.195652, - "f1": 0.152502, - "accuracy": 0.195652, - "main_score": 0.152502, - "hf_subset": "sat_Olck-ukr_Cyrl", - "languages": [ - "sat-Olck", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138608, - "recall": 0.200593, - "f1": 0.151291, - "accuracy": 0.200593, - "main_score": 0.151291, - "hf_subset": "sat_Olck-afr_Latn", - "languages": [ - "sat-Olck", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146949, - "recall": 0.19664, - "f1": 0.155484, - "accuracy": 0.19664, - "main_score": 0.155484, - "hf_subset": "sat_Olck-bho_Deva", - "languages": [ - "sat-Olck", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13239, - "recall": 0.181818, - "f1": 0.142121, - "accuracy": 0.181818, - "main_score": 0.142121, - "hf_subset": "sat_Olck-eus_Latn", - "languages": [ - "sat-Olck", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.076646, - "recall": 0.114625, - "f1": 0.08407, - "accuracy": 0.114625, - "main_score": 0.08407, - "hf_subset": "sat_Olck-ibo_Latn", - "languages": [ - "sat-Olck", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.120612, - "recall": 0.163043, - "f1": 0.128914, - "accuracy": 0.163043, - "main_score": 0.128914, - "hf_subset": "sat_Olck-kmr_Latn", - "languages": [ - "sat-Olck", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127931, - "recall": 0.184783, - "f1": 0.138303, - "accuracy": 0.184783, - "main_score": 0.138303, - "hf_subset": "sat_Olck-min_Latn", - "languages": [ - "sat-Olck", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139443, - "recall": 0.197628, - "f1": 0.151415, - "accuracy": 0.197628, - "main_score": 0.151415, - "hf_subset": "sat_Olck-por_Latn", - "languages": [ - "sat-Olck", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121379, - "recall": 0.168972, - "f1": 0.130333, - "accuracy": 0.168972, - "main_score": 0.130333, - "hf_subset": "sat_Olck-sun_Latn", - "languages": [ - "sat-Olck", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.071297, - "recall": 0.103755, - "f1": 0.077593, - "accuracy": 0.103755, - "main_score": 0.077593, - "hf_subset": "sat_Olck-umb_Latn", - "languages": [ - "sat-Olck", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.119422, - "recall": 0.171937, - "f1": 0.129226, - "accuracy": 0.171937, - "main_score": 0.129226, - "hf_subset": "sat_Olck-ajp_Arab", - "languages": [ - "sat-Olck", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.082548, - "recall": 0.113636, - "f1": 0.087861, - "accuracy": 0.113636, - "main_score": 0.087861, - "hf_subset": "sat_Olck-bjn_Arab", - "languages": [ - "sat-Olck", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.056484, - "recall": 0.081028, - "f1": 0.061843, - "accuracy": 0.081028, - "main_score": 0.061843, - "hf_subset": "sat_Olck-ewe_Latn", - "languages": [ - "sat-Olck", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.098162, - "recall": 0.135375, - "f1": 0.104006, - "accuracy": 0.135375, - "main_score": 0.104006, - "hf_subset": "sat_Olck-ilo_Latn", - "languages": [ - "sat-Olck", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.077292, - "recall": 0.099802, - "f1": 0.081525, - "accuracy": 0.099802, - "main_score": 0.081525, - "hf_subset": "sat_Olck-knc_Arab", - "languages": [ - "sat-Olck", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.12989, - "recall": 0.185771, - "f1": 0.140279, - "accuracy": 0.185771, - "main_score": 0.140279, - "hf_subset": "sat_Olck-mkd_Cyrl", - "languages": [ - "sat-Olck", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135436, - "recall": 0.190711, - "f1": 0.146524, - "accuracy": 0.190711, - "main_score": 0.146524, - "hf_subset": "sat_Olck-prs_Arab", - "languages": [ - "sat-Olck", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.151125, - "recall": 0.198617, - "f1": 0.16061, - "accuracy": 0.198617, - "main_score": 0.16061, - "hf_subset": "sat_Olck-swe_Latn", - "languages": [ - "sat-Olck", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149886, - "recall": 0.210474, - "f1": 0.161706, - "accuracy": 0.210474, - "main_score": 0.161706, - "hf_subset": "sat_Olck-urd_Arab", - "languages": [ - "sat-Olck", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.071577, - "recall": 0.103755, - "f1": 0.07758, - "accuracy": 0.103755, - "main_score": 0.07758, - "hf_subset": "sat_Olck-aka_Latn", - "languages": [ - "sat-Olck", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.103083, - "recall": 0.140316, - "f1": 0.1096, - "accuracy": 0.140316, - "main_score": 0.1096, - "hf_subset": "sat_Olck-bjn_Latn", - "languages": [ - "sat-Olck", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130786, - "recall": 0.18083, - "f1": 0.140382, - "accuracy": 0.18083, - "main_score": 0.140382, - "hf_subset": "sat_Olck-fao_Latn", - "languages": [ - "sat-Olck", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.142214, - "recall": 0.193676, - "f1": 0.152023, - "accuracy": 0.193676, - "main_score": 0.152023, - "hf_subset": "sat_Olck-ind_Latn", - "languages": [ - "sat-Olck", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.072082, - "recall": 0.104743, - "f1": 0.07844, - "accuracy": 0.104743, - "main_score": 0.07844, - "hf_subset": "sat_Olck-knc_Latn", - "languages": [ - "sat-Olck", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124042, - "recall": 0.16996, - "f1": 0.132607, - "accuracy": 0.16996, - "main_score": 0.132607, - "hf_subset": "sat_Olck-mlt_Latn", - "languages": [ - "sat-Olck", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.088446, - "recall": 0.123518, - "f1": 0.095048, - "accuracy": 0.123518, - "main_score": 0.095048, - "hf_subset": "sat_Olck-quy_Latn", - "languages": [ - "sat-Olck", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.125951, - "recall": 0.179842, - "f1": 0.136587, - "accuracy": 0.179842, - "main_score": 0.136587, - "hf_subset": "sat_Olck-swh_Latn", - "languages": [ - "sat-Olck", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135961, - "recall": 0.181818, - "f1": 0.145015, - "accuracy": 0.181818, - "main_score": 0.145015, - "hf_subset": "sat_Olck-uzn_Latn", - "languages": [ - "sat-Olck", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136582, - "recall": 0.183794, - "f1": 0.145535, - "accuracy": 0.183794, - "main_score": 0.145535, - "hf_subset": "sat_Olck-als_Latn", - "languages": [ - "sat-Olck", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.133656, - "recall": 0.18083, - "f1": 0.144704, - "accuracy": 0.18083, - "main_score": 0.144704, - "hf_subset": "sat_Olck-bod_Tibt", - "languages": [ - "sat-Olck", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.085714, - "recall": 0.12747, - "f1": 0.094013, - "accuracy": 0.12747, - "main_score": 0.094013, - "hf_subset": "sat_Olck-fij_Latn", - "languages": [ - "sat-Olck", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121964, - "recall": 0.167984, - "f1": 0.131159, - "accuracy": 0.167984, - "main_score": 0.131159, - "hf_subset": "sat_Olck-isl_Latn", - "languages": [ - "sat-Olck", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.068513, - "recall": 0.093874, - "f1": 0.073497, - "accuracy": 0.093874, - "main_score": 0.073497, - "hf_subset": "sat_Olck-kon_Latn", - "languages": [ - "sat-Olck", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.094545, - "recall": 0.129447, - "f1": 0.101017, - "accuracy": 0.129447, - "main_score": 0.101017, - "hf_subset": "sat_Olck-mni_Beng", - "languages": [ - "sat-Olck", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139676, - "recall": 0.190711, - "f1": 0.149341, - "accuracy": 0.190711, - "main_score": 0.149341, - "hf_subset": "sat_Olck-ron_Latn", - "languages": [ - "sat-Olck", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138093, - "recall": 0.189723, - "f1": 0.147621, - "accuracy": 0.189723, - "main_score": 0.147621, - "hf_subset": "sat_Olck-szl_Latn", - "languages": [ - "sat-Olck", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.126258, - "recall": 0.174901, - "f1": 0.134623, - "accuracy": 0.174901, - "main_score": 0.134623, - "hf_subset": "sat_Olck-vec_Latn", - "languages": [ - "sat-Olck", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.132809, - "recall": 0.178854, - "f1": 0.141793, - "accuracy": 0.178854, - "main_score": 0.141793, - "hf_subset": "sat_Olck-amh_Ethi", - "languages": [ - "sat-Olck", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138973, - "recall": 0.1917, - "f1": 0.149217, - "accuracy": 0.1917, - "main_score": 0.149217, - "hf_subset": "sat_Olck-bos_Latn", - "languages": [ - "sat-Olck", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.125932, - "recall": 0.183794, - "f1": 0.137882, - "accuracy": 0.183794, - "main_score": 0.137882, - "hf_subset": "sat_Olck-fin_Latn", - "languages": [ - "sat-Olck", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.125087, - "recall": 0.179842, - "f1": 0.134573, - "accuracy": 0.179842, - "main_score": 0.134573, - "hf_subset": "sat_Olck-ita_Latn", - "languages": [ - "sat-Olck", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121807, - "recall": 0.175889, - "f1": 0.131807, - "accuracy": 0.175889, - "main_score": 0.131807, - "hf_subset": "sat_Olck-kor_Hang", - "languages": [ - "sat-Olck", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.073951, - "recall": 0.102767, - "f1": 0.079641, - "accuracy": 0.102767, - "main_score": 0.079641, - "hf_subset": "sat_Olck-mos_Latn", - "languages": [ - "sat-Olck", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.085398, - "recall": 0.120553, - "f1": 0.092629, - "accuracy": 0.120553, - "main_score": 0.092629, - "hf_subset": "sat_Olck-run_Latn", - "languages": [ - "sat-Olck", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134138, - "recall": 0.189723, - "f1": 0.144511, - "accuracy": 0.189723, - "main_score": 0.144511, - "hf_subset": "sat_Olck-tam_Taml", - "languages": [ - "sat-Olck", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134469, - "recall": 0.182806, - "f1": 0.142598, - "accuracy": 0.182806, - "main_score": 0.142598, - "hf_subset": "sat_Olck-vie_Latn", - "languages": [ - "sat-Olck", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127391, - "recall": 0.179842, - "f1": 0.137437, - "accuracy": 0.179842, - "main_score": 0.137437, - "hf_subset": "sat_Olck-apc_Arab", - "languages": [ - "sat-Olck", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.08394, - "recall": 0.114625, - "f1": 0.090107, - "accuracy": 0.114625, - "main_score": 0.090107, - "hf_subset": "sat_Olck-bug_Latn", - "languages": [ - "sat-Olck", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.063089, - "recall": 0.088933, - "f1": 0.068586, - "accuracy": 0.088933, - "main_score": 0.068586, - "hf_subset": "sat_Olck-fon_Latn", - "languages": [ - "sat-Olck", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136085, - "recall": 0.186759, - "f1": 0.146366, - "accuracy": 0.186759, - "main_score": 0.146366, - "hf_subset": "sat_Olck-jav_Latn", - "languages": [ - "sat-Olck", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.144578, - "recall": 0.190711, - "f1": 0.154163, - "accuracy": 0.190711, - "main_score": 0.154163, - "hf_subset": "sat_Olck-lao_Laoo", - "languages": [ - "sat-Olck", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.114204, - "recall": 0.160079, - "f1": 0.122877, - "accuracy": 0.160079, - "main_score": 0.122877, - "hf_subset": "sat_Olck-mri_Latn", - "languages": [ - "sat-Olck", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122178, - "recall": 0.171937, - "f1": 0.131601, - "accuracy": 0.171937, - "main_score": 0.131601, - "hf_subset": "sat_Olck-rus_Cyrl", - "languages": [ - "sat-Olck", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.062447, - "recall": 0.085968, - "f1": 0.06721, - "accuracy": 0.085968, - "main_score": 0.06721, - "hf_subset": "sat_Olck-taq_Latn", - "languages": [ - "sat-Olck", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.11662, - "recall": 0.166996, - "f1": 0.126354, - "accuracy": 0.166996, - "main_score": 0.126354, - "hf_subset": "sat_Olck-war_Latn", - "languages": [ - "sat-Olck", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136051, - "recall": 0.195652, - "f1": 0.147015, - "accuracy": 0.195652, - "main_score": 0.147015, - "hf_subset": "sat_Olck-arb_Arab", - "languages": [ - "sat-Olck", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127042, - "recall": 0.177866, - "f1": 0.137018, - "accuracy": 0.177866, - "main_score": 0.137018, - "hf_subset": "sat_Olck-bul_Cyrl", - "languages": [ - "sat-Olck", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130823, - "recall": 0.179842, - "f1": 0.13936, - "accuracy": 0.179842, - "main_score": 0.13936, - "hf_subset": "sat_Olck-fra_Latn", - "languages": [ - "sat-Olck", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.105921, - "recall": 0.15415, - "f1": 0.115053, - "accuracy": 0.15415, - "main_score": 0.115053, - "hf_subset": "sat_Olck-jpn_Jpan", - "languages": [ - "sat-Olck", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129036, - "recall": 0.168972, - "f1": 0.137133, - "accuracy": 0.168972, - "main_score": 0.137133, - "hf_subset": "sat_Olck-lij_Latn", - "languages": [ - "sat-Olck", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.145884, - "recall": 0.201581, - "f1": 0.156633, - "accuracy": 0.201581, - "main_score": 0.156633, - "hf_subset": "sat_Olck-mya_Mymr", - "languages": [ - "sat-Olck", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.076079, - "recall": 0.105731, - "f1": 0.081911, - "accuracy": 0.105731, - "main_score": 0.081911, - "hf_subset": "sat_Olck-sag_Latn", - "languages": [ - "sat-Olck", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.082408, - "recall": 0.110672, - "f1": 0.088371, - "accuracy": 0.110672, - "main_score": 0.088371, - "hf_subset": "sat_Olck-taq_Tfng", - "languages": [ - "sat-Olck", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.081631, - "recall": 0.117589, - "f1": 0.08875, - "accuracy": 0.117589, - "main_score": 0.08875, - "hf_subset": "sat_Olck-wol_Latn", - "languages": [ - "sat-Olck", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.086518, - "recall": 0.118577, - "f1": 0.092233, - "accuracy": 0.118577, - "main_score": 0.092233, - "hf_subset": "sat_Olck-arb_Latn", - "languages": [ - "sat-Olck", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.131596, - "recall": 0.184783, - "f1": 0.141718, - "accuracy": 0.184783, - "main_score": 0.141718, - "hf_subset": "sat_Olck-cat_Latn", - "languages": [ - "sat-Olck", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.110193, - "recall": 0.163043, - "f1": 0.119275, - "accuracy": 0.163043, - "main_score": 0.119275, - "hf_subset": "sat_Olck-fur_Latn", - "languages": [ - "sat-Olck", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.08646, - "recall": 0.123518, - "f1": 0.09403, - "accuracy": 0.123518, - "main_score": 0.09403, - "hf_subset": "sat_Olck-kab_Latn", - "languages": [ - "sat-Olck", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.12432, - "recall": 0.176877, - "f1": 0.133963, - "accuracy": 0.176877, - "main_score": 0.133963, - "hf_subset": "sat_Olck-lim_Latn", - "languages": [ - "sat-Olck", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124643, - "recall": 0.176877, - "f1": 0.135302, - "accuracy": 0.176877, - "main_score": 0.135302, - "hf_subset": "sat_Olck-nld_Latn", - "languages": [ - "sat-Olck", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.152791, - "recall": 0.206522, - "f1": 0.164131, - "accuracy": 0.206522, - "main_score": 0.164131, - "hf_subset": "sat_Olck-san_Deva", - "languages": [ - "sat-Olck", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112276, - "recall": 0.166996, - "f1": 0.122438, - "accuracy": 0.166996, - "main_score": 0.122438, - "hf_subset": "sat_Olck-tat_Cyrl", - "languages": [ - "sat-Olck", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.088109, - "recall": 0.129447, - "f1": 0.095916, - "accuracy": 0.129447, - "main_score": 0.095916, - "hf_subset": "sat_Olck-xho_Latn", - "languages": [ - "sat-Olck", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.121959, - "recall": 0.179842, - "f1": 0.132908, - "accuracy": 0.179842, - "main_score": 0.132908, - "hf_subset": "sat_Olck-ars_Arab", - "languages": [ - "sat-Olck", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.119993, - "recall": 0.163043, - "f1": 0.128356, - "accuracy": 0.163043, - "main_score": 0.128356, - "hf_subset": "sat_Olck-ceb_Latn", - "languages": [ - "sat-Olck", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.068369, - "recall": 0.096838, - "f1": 0.073886, - "accuracy": 0.096838, - "main_score": 0.073886, - "hf_subset": "sat_Olck-fuv_Latn", - "languages": [ - "sat-Olck", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.059753, - "recall": 0.087945, - "f1": 0.064477, - "accuracy": 0.087945, - "main_score": 0.064477, - "hf_subset": "sat_Olck-kac_Latn", - "languages": [ - "sat-Olck", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.07453, - "recall": 0.104743, - "f1": 0.079566, - "accuracy": 0.104743, - "main_score": 0.079566, - "hf_subset": "sat_Olck-lin_Latn", - "languages": [ - "sat-Olck", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135184, - "recall": 0.185771, - "f1": 0.145586, - "accuracy": 0.185771, - "main_score": 0.145586, - "hf_subset": "sat_Olck-nno_Latn", - "languages": [ - "sat-Olck", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.148402, - "recall": 0.203557, - "f1": 0.158325, - "accuracy": 0.203557, - "main_score": 0.158325, - "hf_subset": "sat_Olck-tel_Telu", - "languages": [ - "sat-Olck", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.139233, - "recall": 0.188735, - "f1": 0.149681, - "accuracy": 0.188735, - "main_score": 0.149681, - "hf_subset": "sat_Olck-ydd_Hebr", - "languages": [ - "sat-Olck", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112189, - "recall": 0.159091, - "f1": 0.120632, - "accuracy": 0.159091, - "main_score": 0.120632, - "hf_subset": "sat_Olck-ary_Arab", - "languages": [ - "sat-Olck", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127828, - "recall": 0.186759, - "f1": 0.140398, - "accuracy": 0.186759, - "main_score": 0.140398, - "hf_subset": "sat_Olck-ces_Latn", - "languages": [ - "sat-Olck", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.109759, - "recall": 0.145257, - "f1": 0.116642, - "accuracy": 0.145257, - "main_score": 0.116642, - "hf_subset": "sat_Olck-gaz_Latn", - "languages": [ - "sat-Olck", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.076813, - "recall": 0.115613, - "f1": 0.083939, - "accuracy": 0.115613, - "main_score": 0.083939, - "hf_subset": "sat_Olck-kam_Latn", - "languages": [ - "sat-Olck", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130549, - "recall": 0.183794, - "f1": 0.141467, - "accuracy": 0.183794, - "main_score": 0.141467, - "hf_subset": "sat_Olck-lit_Latn", - "languages": [ - "sat-Olck", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141356, - "recall": 0.194664, - "f1": 0.15142, - "accuracy": 0.194664, - "main_score": 0.15142, - "hf_subset": "sat_Olck-nob_Latn", - "languages": [ - "sat-Olck", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127072, - "recall": 0.166008, - "f1": 0.133831, - "accuracy": 0.166008, - "main_score": 0.133831, - "hf_subset": "sat_Olck-scn_Latn", - "languages": [ - "sat-Olck", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122107, - "recall": 0.175889, - "f1": 0.132173, - "accuracy": 0.175889, - "main_score": 0.132173, - "hf_subset": "sat_Olck-tgk_Cyrl", - "languages": [ - "sat-Olck", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.079032, - "recall": 0.120553, - "f1": 0.086901, - "accuracy": 0.120553, - "main_score": 0.086901, - "hf_subset": "sat_Olck-yor_Latn", - "languages": [ - "sat-Olck", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124947, - "recall": 0.175889, - "f1": 0.13404, - "accuracy": 0.175889, - "main_score": 0.13404, - "hf_subset": "sat_Olck-arz_Arab", - "languages": [ - "sat-Olck", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.071393, - "recall": 0.096838, - "f1": 0.076416, - "accuracy": 0.096838, - "main_score": 0.076416, - "hf_subset": "sat_Olck-cjk_Latn", - "languages": [ - "sat-Olck", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.115323, - "recall": 0.162055, - "f1": 0.124661, - "accuracy": 0.162055, - "main_score": 0.124661, - "hf_subset": "sat_Olck-gla_Latn", - "languages": [ - "sat-Olck", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.135925, - "recall": 0.192688, - "f1": 0.146537, - "accuracy": 0.192688, - "main_score": 0.146537, - "hf_subset": "sat_Olck-kan_Knda", - "languages": [ - "sat-Olck", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.115519, - "recall": 0.160079, - "f1": 0.123237, - "accuracy": 0.160079, - "main_score": 0.123237, - "hf_subset": "sat_Olck-lmo_Latn", - "languages": [ - "sat-Olck", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149621, - "recall": 0.20751, - "f1": 0.160427, - "accuracy": 0.20751, - "main_score": 0.160427, - "hf_subset": "sat_Olck-npi_Deva", - "languages": [ - "sat-Olck", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.059068, - "recall": 0.089921, - "f1": 0.064697, - "accuracy": 0.089921, - "main_score": 0.064697, - "hf_subset": "sat_Olck-shn_Mymr", - "languages": [ - "sat-Olck", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141214, - "recall": 0.201581, - "f1": 0.153047, - "accuracy": 0.201581, - "main_score": 0.153047, - "hf_subset": "sat_Olck-tgl_Latn", - "languages": [ - "sat-Olck", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.123363, - "recall": 0.182806, - "f1": 0.134905, - "accuracy": 0.182806, - "main_score": 0.134905, - "hf_subset": "sat_Olck-yue_Hant", - "languages": [ - "sat-Olck", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154177, - "recall": 0.208498, - "f1": 0.165535, - "accuracy": 0.208498, - "main_score": 0.165535, - "hf_subset": "sat_Olck-asm_Beng", - "languages": [ - "sat-Olck", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141988, - "recall": 0.19664, - "f1": 0.153288, - "accuracy": 0.19664, - "main_score": 0.153288, - "hf_subset": "sat_Olck-ckb_Arab", - "languages": [ - "sat-Olck", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130903, - "recall": 0.172925, - "f1": 0.13964, - "accuracy": 0.172925, - "main_score": 0.13964, - "hf_subset": "sat_Olck-gle_Latn", - "languages": [ - "sat-Olck", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.106683, - "recall": 0.144269, - "f1": 0.114017, - "accuracy": 0.144269, - "main_score": 0.114017, - "hf_subset": "sat_Olck-kas_Arab", - "languages": [ - "sat-Olck", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.09859, - "recall": 0.140316, - "f1": 0.10686, - "accuracy": 0.140316, - "main_score": 0.10686, - "hf_subset": "sat_Olck-ltg_Latn", - "languages": [ - "sat-Olck", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.078826, - "recall": 0.114625, - "f1": 0.085937, - "accuracy": 0.114625, - "main_score": 0.085937, - "hf_subset": "sat_Olck-nso_Latn", - "languages": [ - "sat-Olck", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138452, - "recall": 0.1917, - "f1": 0.148821, - "accuracy": 0.1917, - "main_score": 0.148821, - "hf_subset": "sat_Olck-sin_Sinh", - "languages": [ - "sat-Olck", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122464, - "recall": 0.179842, - "f1": 0.132844, - "accuracy": 0.179842, - "main_score": 0.132844, - "hf_subset": "sat_Olck-tha_Thai", - "languages": [ - "sat-Olck", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.11554, - "recall": 0.164032, - "f1": 0.123738, - "accuracy": 0.164032, - "main_score": 0.123738, - "hf_subset": "sat_Olck-zho_Hans", - "languages": [ - "sat-Olck", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.123052, - "recall": 0.18083, - "f1": 0.134858, - "accuracy": 0.18083, - "main_score": 0.134858, - "hf_subset": "sat_Olck-ast_Latn", - "languages": [ - "sat-Olck", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13133, - "recall": 0.185771, - "f1": 0.142149, - "accuracy": 0.185771, - "main_score": 0.142149, - "hf_subset": "sat_Olck-crh_Latn", - "languages": [ - "sat-Olck", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127792, - "recall": 0.18083, - "f1": 0.138219, - "accuracy": 0.18083, - "main_score": 0.138219, - "hf_subset": "sat_Olck-glg_Latn", - "languages": [ - "sat-Olck", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.105987, - "recall": 0.140316, - "f1": 0.112612, - "accuracy": 0.140316, - "main_score": 0.112612, - "hf_subset": "sat_Olck-kas_Deva", - "languages": [ - "sat-Olck", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112161, - "recall": 0.151186, - "f1": 0.119486, - "accuracy": 0.151186, - "main_score": 0.119486, - "hf_subset": "sat_Olck-ltz_Latn", - "languages": [ - "sat-Olck", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.080379, - "recall": 0.107708, - "f1": 0.086314, - "accuracy": 0.107708, - "main_score": 0.086314, - "hf_subset": "sat_Olck-nus_Latn", - "languages": [ - "sat-Olck", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129208, - "recall": 0.18083, - "f1": 0.138487, - "accuracy": 0.18083, - "main_score": 0.138487, - "hf_subset": "sat_Olck-slk_Latn", - "languages": [ - "sat-Olck", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.08683, - "recall": 0.119565, - "f1": 0.093855, - "accuracy": 0.119565, - "main_score": 0.093855, - "hf_subset": "sat_Olck-tir_Ethi", - "languages": [ - "sat-Olck", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112222, - "recall": 0.164032, - "f1": 0.12281, - "accuracy": 0.164032, - "main_score": 0.12281, - "hf_subset": "sat_Olck-zho_Hant", - "languages": [ - "sat-Olck", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.146809, - "recall": 0.204545, - "f1": 0.158435, - "accuracy": 0.204545, - "main_score": 0.158435, - "hf_subset": "sat_Olck-awa_Deva", - "languages": [ - "sat-Olck", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141959, - "recall": 0.194664, - "f1": 0.15221, - "accuracy": 0.194664, - "main_score": 0.15221, - "hf_subset": "sat_Olck-cym_Latn", - "languages": [ - "sat-Olck", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.090219, - "recall": 0.129447, - "f1": 0.097891, - "accuracy": 0.129447, - "main_score": 0.097891, - "hf_subset": "sat_Olck-grn_Latn", - "languages": [ - "sat-Olck", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.133983, - "recall": 0.185771, - "f1": 0.143417, - "accuracy": 0.185771, - "main_score": 0.143417, - "hf_subset": "sat_Olck-kat_Geor", - "languages": [ - "sat-Olck", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.073779, - "recall": 0.101779, - "f1": 0.07864, - "accuracy": 0.101779, - "main_score": 0.07864, - "hf_subset": "sat_Olck-lua_Latn", - "languages": [ - "sat-Olck", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.068517, - "recall": 0.101779, - "f1": 0.074357, - "accuracy": 0.101779, - "main_score": 0.074357, - "hf_subset": "sat_Olck-nya_Latn", - "languages": [ - "sat-Olck", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134887, - "recall": 0.182806, - "f1": 0.144156, - "accuracy": 0.182806, - "main_score": 0.144156, - "hf_subset": "sat_Olck-slv_Latn", - "languages": [ - "sat-Olck", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.100998, - "recall": 0.137352, - "f1": 0.106844, - "accuracy": 0.137352, - "main_score": 0.106844, - "hf_subset": "sat_Olck-tpi_Latn", - "languages": [ - "sat-Olck", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.14218, - "recall": 0.205534, - "f1": 0.153511, - "accuracy": 0.205534, - "main_score": 0.153511, - "hf_subset": "sat_Olck-zsm_Latn", - "languages": [ - "sat-Olck", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.071455, - "recall": 0.102767, - "f1": 0.077811, - "accuracy": 0.102767, - "main_score": 0.077811, - "hf_subset": "sat_Olck-ayr_Latn", - "languages": [ - "sat-Olck", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.131869, - "recall": 0.188735, - "f1": 0.142483, - "accuracy": 0.188735, - "main_score": 0.142483, - "hf_subset": "sat_Olck-dan_Latn", - "languages": [ - "sat-Olck", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.143959, - "recall": 0.204545, - "f1": 0.155417, - "accuracy": 0.204545, - "main_score": 0.155417, - "hf_subset": "sat_Olck-guj_Gujr", - "languages": [ - "sat-Olck", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140979, - "recall": 0.195652, - "f1": 0.152258, - "accuracy": 0.195652, - "main_score": 0.152258, - "hf_subset": "sat_Olck-kaz_Cyrl", - "languages": [ - "sat-Olck", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.078602, - "recall": 0.116601, - "f1": 0.08659, - "accuracy": 0.116601, - "main_score": 0.08659, - "hf_subset": "sat_Olck-lug_Latn", - "languages": [ - "sat-Olck", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.130213, - "recall": 0.183794, - "f1": 0.140067, - "accuracy": 0.183794, - "main_score": 0.140067, - "hf_subset": "sat_Olck-oci_Latn", - "languages": [ - "sat-Olck", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.098386, - "recall": 0.13834, - "f1": 0.106699, - "accuracy": 0.13834, - "main_score": 0.106699, - "hf_subset": "sat_Olck-smo_Latn", - "languages": [ - "sat-Olck", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.068613, - "recall": 0.099802, - "f1": 0.074517, - "accuracy": 0.099802, - "main_score": 0.074517, - "hf_subset": "sat_Olck-tsn_Latn", - "languages": [ - "sat-Olck", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.101827, - "recall": 0.147233, - "f1": 0.111177, - "accuracy": 0.147233, - "main_score": 0.111177, - "hf_subset": "sat_Olck-zul_Latn", - "languages": [ - "sat-Olck", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.085668, - "recall": 0.121542, - "f1": 0.091631, - "accuracy": 0.121542, - "main_score": 0.091631, - "hf_subset": "sat_Olck-azb_Arab", - "languages": [ - "sat-Olck", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.131072, - "recall": 0.18083, - "f1": 0.141021, - "accuracy": 0.18083, - "main_score": 0.141021, - "hf_subset": "sat_Olck-deu_Latn", - "languages": [ - "sat-Olck", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134185, - "recall": 0.179842, - "f1": 0.143023, - "accuracy": 0.179842, - "main_score": 0.143023, - "hf_subset": "sat_Olck-hat_Latn", - "languages": [ - "sat-Olck", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.065319, - "recall": 0.101779, - "f1": 0.072516, - "accuracy": 0.101779, - "main_score": 0.072516, - "hf_subset": "sat_Olck-kbp_Latn", - "languages": [ - "sat-Olck", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.070977, - "recall": 0.104743, - "f1": 0.077125, - "accuracy": 0.104743, - "main_score": 0.077125, - "hf_subset": "sat_Olck-luo_Latn", - "languages": [ - "sat-Olck", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.140319, - "recall": 0.200593, - "f1": 0.151757, - "accuracy": 0.200593, - "main_score": 0.151757, - "hf_subset": "sat_Olck-ory_Orya", - "languages": [ - "sat-Olck", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.07318, - "recall": 0.112648, - "f1": 0.080909, - "accuracy": 0.112648, - "main_score": 0.080909, - "hf_subset": "sat_Olck-sna_Latn", - "languages": [ - "sat-Olck", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.081676, - "recall": 0.117589, - "f1": 0.088318, - "accuracy": 0.117589, - "main_score": 0.088318, - "hf_subset": "sat_Olck-tso_Latn", - "languages": [ - "sat-Olck", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.114777, - "recall": 0.166008, - "f1": 0.125071, - "accuracy": 0.166008, - "main_score": 0.125071, - "hf_subset": "sat_Olck-azj_Latn", - "languages": [ - "sat-Olck", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.055478, - "recall": 0.08498, - "f1": 0.061108, - "accuracy": 0.08498, - "main_score": 0.061108, - "hf_subset": "sat_Olck-dik_Latn", - "languages": [ - "sat-Olck", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.110615, - "recall": 0.159091, - "f1": 0.120864, - "accuracy": 0.159091, - "main_score": 0.120864, - "hf_subset": "sat_Olck-hau_Latn", - "languages": [ - "sat-Olck", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.101227, - "recall": 0.134387, - "f1": 0.107261, - "accuracy": 0.134387, - "main_score": 0.107261, - "hf_subset": "sat_Olck-kea_Latn", - "languages": [ - "sat-Olck", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.058973, - "recall": 0.089921, - "f1": 0.063733, - "accuracy": 0.089921, - "main_score": 0.063733, - "hf_subset": "sat_Olck-lus_Latn", - "languages": [ - "sat-Olck", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.07203, - "recall": 0.100791, - "f1": 0.077165, - "accuracy": 0.100791, - "main_score": 0.077165, - "hf_subset": "sat_Olck-pag_Latn", - "languages": [ - "sat-Olck", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17136, - "recall": 0.233202, - "f1": 0.183849, - "accuracy": 0.233202, - "main_score": 0.183849, - "hf_subset": "sat_Olck-snd_Arab", - "languages": [ - "sat-Olck", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.115134, - "recall": 0.158103, - "f1": 0.123102, - "accuracy": 0.158103, - "main_score": 0.123102, - "hf_subset": "sat_Olck-tuk_Latn", - "languages": [ - "sat-Olck", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.113913, - "recall": 0.162055, - "f1": 0.123394, - "accuracy": 0.162055, - "main_score": 0.123394, - "hf_subset": "sat_Olck-bak_Cyrl", - "languages": [ - "sat-Olck", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.054807, - "recall": 0.083004, - "f1": 0.059675, - "accuracy": 0.083004, - "main_score": 0.059675, - "hf_subset": "sat_Olck-dyu_Latn", - "languages": [ - "sat-Olck", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136092, - "recall": 0.187747, - "f1": 0.145238, - "accuracy": 0.187747, - "main_score": 0.145238, - "hf_subset": "sat_Olck-heb_Hebr", - "languages": [ - "sat-Olck", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124479, - "recall": 0.16996, - "f1": 0.134002, - "accuracy": 0.16996, - "main_score": 0.134002, - "hf_subset": "sat_Olck-khk_Cyrl", - "languages": [ - "sat-Olck", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.134709, - "recall": 0.189723, - "f1": 0.145252, - "accuracy": 0.189723, - "main_score": 0.145252, - "hf_subset": "sat_Olck-lvs_Latn", - "languages": [ - "sat-Olck", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149424, - "recall": 0.205534, - "f1": 0.16043, - "accuracy": 0.205534, - "main_score": 0.16043, - "hf_subset": "sat_Olck-pan_Guru", - "languages": [ - "sat-Olck", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.11013, - "recall": 0.150198, - "f1": 0.11868, - "accuracy": 0.150198, - "main_score": 0.11868, - "hf_subset": "sat_Olck-som_Latn", - "languages": [ - "sat-Olck", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.074594, - "recall": 0.101779, - "f1": 0.080252, - "accuracy": 0.101779, - "main_score": 0.080252, - "hf_subset": "sat_Olck-tum_Latn", - "languages": [ - "sat-Olck", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541523, - "recall": 0.612648, - "f1": 0.561102, - "accuracy": 0.612648, - "main_score": 0.561102, - "hf_subset": "tel_Telu-ace_Arab", - "languages": [ - "tel-Telu", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506902, - "recall": 0.570158, - "f1": 0.524224, - "accuracy": 0.570158, - "main_score": 0.524224, - "hf_subset": "tel_Telu-bam_Latn", - "languages": [ - "tel-Telu", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436714, - "recall": 0.519763, - "f1": 0.458749, - "accuracy": 0.519763, - "main_score": 0.458749, - "hf_subset": "tel_Telu-dzo_Tibt", - "languages": [ - "tel-Telu", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-hin_Deva", - "languages": [ - "tel-Telu", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-khm_Khmr", - "languages": [ - "tel-Telu", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-mag_Deva", - "languages": [ - "tel-Telu", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "tel_Telu-pap_Latn", - "languages": [ - "tel-Telu", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572943, - "recall": 0.635375, - "f1": 0.58988, - "accuracy": 0.635375, - "main_score": 0.58988, - "hf_subset": "tel_Telu-sot_Latn", - "languages": [ - "tel-Telu", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-tur_Latn", - "languages": [ - "tel-Telu", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850494, - "recall": 0.892292, - "f1": 0.863603, - "accuracy": 0.892292, - "main_score": 0.863603, - "hf_subset": "tel_Telu-ace_Latn", - "languages": [ - "tel-Telu", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954381, - "recall": 0.966403, - "f1": 0.958169, - "accuracy": 0.966403, - "main_score": 0.958169, - "hf_subset": "tel_Telu-ban_Latn", - "languages": [ - "tel-Telu", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-ell_Grek", - "languages": [ - "tel-Telu", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tel_Telu-hne_Deva", - "languages": [ - "tel-Telu", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574534, - "recall": 0.637352, - "f1": 0.59149, - "accuracy": 0.637352, - "main_score": 0.59149, - "hf_subset": "tel_Telu-kik_Latn", - "languages": [ - "tel-Telu", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-mai_Deva", - "languages": [ - "tel-Telu", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "tel_Telu-pbt_Arab", - "languages": [ - "tel-Telu", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-spa_Latn", - "languages": [ - "tel-Telu", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608565, - "recall": 0.673913, - "f1": 0.626248, - "accuracy": 0.673913, - "main_score": 0.626248, - "hf_subset": "tel_Telu-twi_Latn", - "languages": [ - "tel-Telu", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-acm_Arab", - "languages": [ - "tel-Telu", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-bel_Cyrl", - "languages": [ - "tel-Telu", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-eng_Latn", - "languages": [ - "tel-Telu", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-hrv_Latn", - "languages": [ - "tel-Telu", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540401, - "recall": 0.610672, - "f1": 0.55934, - "accuracy": 0.610672, - "main_score": 0.55934, - "hf_subset": "tel_Telu-kin_Latn", - "languages": [ - "tel-Telu", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-mal_Mlym", - "languages": [ - "tel-Telu", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-pes_Arab", - "languages": [ - "tel-Telu", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tel_Telu-srd_Latn", - "languages": [ - "tel-Telu", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.160448, - "recall": 0.213439, - "f1": 0.17305, - "accuracy": 0.213439, - "main_score": 0.17305, - "hf_subset": "tel_Telu-tzm_Tfng", - "languages": [ - "tel-Telu", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-acq_Arab", - "languages": [ - "tel-Telu", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613267, - "recall": 0.666996, - "f1": 0.628546, - "accuracy": 0.666996, - "main_score": 0.628546, - "hf_subset": "tel_Telu-bem_Latn", - "languages": [ - "tel-Telu", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-epo_Latn", - "languages": [ - "tel-Telu", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-hun_Latn", - "languages": [ - "tel-Telu", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tel_Telu-kir_Cyrl", - "languages": [ - "tel-Telu", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-mar_Deva", - "languages": [ - "tel-Telu", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650704, - "recall": 0.709486, - "f1": 0.667481, - "accuracy": 0.709486, - "main_score": 0.667481, - "hf_subset": "tel_Telu-plt_Latn", - "languages": [ - "tel-Telu", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-srp_Cyrl", - "languages": [ - "tel-Telu", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.971344, - "f1": 0.963603, - "accuracy": 0.971344, - "main_score": 0.963603, - "hf_subset": "tel_Telu-uig_Arab", - "languages": [ - "tel-Telu", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tel_Telu-aeb_Arab", - "languages": [ - "tel-Telu", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ben_Beng", - "languages": [ - "tel-Telu", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-est_Latn", - "languages": [ - "tel-Telu", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-hye_Armn", - "languages": [ - "tel-Telu", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523677, - "recall": 0.578063, - "f1": 0.538136, - "accuracy": 0.578063, - "main_score": 0.538136, - "hf_subset": "tel_Telu-kmb_Latn", - "languages": [ - "tel-Telu", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473419, - "recall": 0.549407, - "f1": 0.492928, - "accuracy": 0.549407, - "main_score": 0.492928, - "hf_subset": "tel_Telu-min_Arab", - "languages": [ - "tel-Telu", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-pol_Latn", - "languages": [ - "tel-Telu", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538183, - "recall": 0.61166, - "f1": 0.558233, - "accuracy": 0.61166, - "main_score": 0.558233, - "hf_subset": "tel_Telu-ssw_Latn", - "languages": [ - "tel-Telu", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ukr_Cyrl", - "languages": [ - "tel-Telu", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-afr_Latn", - "languages": [ - "tel-Telu", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-bho_Deva", - "languages": [ - "tel-Telu", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tel_Telu-eus_Latn", - "languages": [ - "tel-Telu", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567551, - "recall": 0.631423, - "f1": 0.584888, - "accuracy": 0.631423, - "main_score": 0.584888, - "hf_subset": "tel_Telu-ibo_Latn", - "languages": [ - "tel-Telu", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87887, - "recall": 0.913043, - "f1": 0.889888, - "accuracy": 0.913043, - "main_score": 0.889888, - "hf_subset": "tel_Telu-kmr_Latn", - "languages": [ - "tel-Telu", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tel_Telu-min_Latn", - "languages": [ - "tel-Telu", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-por_Latn", - "languages": [ - "tel-Telu", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tel_Telu-sun_Latn", - "languages": [ - "tel-Telu", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490655, - "recall": 0.554348, - "f1": 0.508478, - "accuracy": 0.554348, - "main_score": 0.508478, - "hf_subset": "tel_Telu-umb_Latn", - "languages": [ - "tel-Telu", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ajp_Arab", - "languages": [ - "tel-Telu", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522467, - "recall": 0.582016, - "f1": 0.538505, - "accuracy": 0.582016, - "main_score": 0.538505, - "hf_subset": "tel_Telu-bjn_Arab", - "languages": [ - "tel-Telu", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514225, - "recall": 0.568182, - "f1": 0.528913, - "accuracy": 0.568182, - "main_score": 0.528913, - "hf_subset": "tel_Telu-ewe_Latn", - "languages": [ - "tel-Telu", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938076, - "recall": 0.95751, - "f1": 0.944335, - "accuracy": 0.95751, - "main_score": 0.944335, - "hf_subset": "tel_Telu-ilo_Latn", - "languages": [ - "tel-Telu", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309222, - "recall": 0.363636, - "f1": 0.324613, - "accuracy": 0.363636, - "main_score": 0.324613, - "hf_subset": "tel_Telu-knc_Arab", - "languages": [ - "tel-Telu", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-mkd_Cyrl", - "languages": [ - "tel-Telu", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-prs_Arab", - "languages": [ - "tel-Telu", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-swe_Latn", - "languages": [ - "tel-Telu", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-urd_Arab", - "languages": [ - "tel-Telu", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575413, - "recall": 0.641304, - "f1": 0.593136, - "accuracy": 0.641304, - "main_score": 0.593136, - "hf_subset": "tel_Telu-aka_Latn", - "languages": [ - "tel-Telu", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tel_Telu-bjn_Latn", - "languages": [ - "tel-Telu", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "tel_Telu-fao_Latn", - "languages": [ - "tel-Telu", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ind_Latn", - "languages": [ - "tel-Telu", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569421, - "recall": 0.62747, - "f1": 0.585754, - "accuracy": 0.62747, - "main_score": 0.585754, - "hf_subset": "tel_Telu-knc_Latn", - "languages": [ - "tel-Telu", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tel_Telu-mlt_Latn", - "languages": [ - "tel-Telu", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706648, - "recall": 0.770751, - "f1": 0.724854, - "accuracy": 0.770751, - "main_score": 0.724854, - "hf_subset": "tel_Telu-quy_Latn", - "languages": [ - "tel-Telu", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "tel_Telu-swh_Latn", - "languages": [ - "tel-Telu", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-uzn_Latn", - "languages": [ - "tel-Telu", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-als_Latn", - "languages": [ - "tel-Telu", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650602, - "recall": 0.730237, - "f1": 0.673798, - "accuracy": 0.730237, - "main_score": 0.673798, - "hf_subset": "tel_Telu-bod_Tibt", - "languages": [ - "tel-Telu", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692656, - "recall": 0.749012, - "f1": 0.708936, - "accuracy": 0.749012, - "main_score": 0.708936, - "hf_subset": "tel_Telu-fij_Latn", - "languages": [ - "tel-Telu", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tel_Telu-isl_Latn", - "languages": [ - "tel-Telu", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651773, - "recall": 0.70751, - "f1": 0.66797, - "accuracy": 0.70751, - "main_score": 0.66797, - "hf_subset": "tel_Telu-kon_Latn", - "languages": [ - "tel-Telu", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666544, - "recall": 0.738142, - "f1": 0.687274, - "accuracy": 0.738142, - "main_score": 0.687274, - "hf_subset": "tel_Telu-mni_Beng", - "languages": [ - "tel-Telu", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ron_Latn", - "languages": [ - "tel-Telu", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.985178, - "f1": 0.981555, - "accuracy": 0.985178, - "main_score": 0.981555, - "hf_subset": "tel_Telu-szl_Latn", - "languages": [ - "tel-Telu", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-vec_Latn", - "languages": [ - "tel-Telu", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "tel_Telu-amh_Ethi", - "languages": [ - "tel-Telu", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-bos_Latn", - "languages": [ - "tel-Telu", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-fin_Latn", - "languages": [ - "tel-Telu", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ita_Latn", - "languages": [ - "tel-Telu", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-kor_Hang", - "languages": [ - "tel-Telu", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528967, - "recall": 0.590909, - "f1": 0.545686, - "accuracy": 0.590909, - "main_score": 0.545686, - "hf_subset": "tel_Telu-mos_Latn", - "languages": [ - "tel-Telu", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524673, - "recall": 0.587945, - "f1": 0.54263, - "accuracy": 0.587945, - "main_score": 0.54263, - "hf_subset": "tel_Telu-run_Latn", - "languages": [ - "tel-Telu", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-tam_Taml", - "languages": [ - "tel-Telu", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-vie_Latn", - "languages": [ - "tel-Telu", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-apc_Arab", - "languages": [ - "tel-Telu", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786521, - "recall": 0.83498, - "f1": 0.800609, - "accuracy": 0.83498, - "main_score": 0.800609, - "hf_subset": "tel_Telu-bug_Latn", - "languages": [ - "tel-Telu", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450149, - "recall": 0.503953, - "f1": 0.464306, - "accuracy": 0.503953, - "main_score": 0.464306, - "hf_subset": "tel_Telu-fon_Latn", - "languages": [ - "tel-Telu", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-jav_Latn", - "languages": [ - "tel-Telu", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-lao_Laoo", - "languages": [ - "tel-Telu", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861001, - "recall": 0.900198, - "f1": 0.87332, - "accuracy": 0.900198, - "main_score": 0.87332, - "hf_subset": "tel_Telu-mri_Latn", - "languages": [ - "tel-Telu", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-rus_Cyrl", - "languages": [ - "tel-Telu", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520506, - "recall": 0.590909, - "f1": 0.539982, - "accuracy": 0.590909, - "main_score": 0.539982, - "hf_subset": "tel_Telu-taq_Latn", - "languages": [ - "tel-Telu", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-war_Latn", - "languages": [ - "tel-Telu", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-arb_Arab", - "languages": [ - "tel-Telu", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-bul_Cyrl", - "languages": [ - "tel-Telu", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-fra_Latn", - "languages": [ - "tel-Telu", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-jpn_Jpan", - "languages": [ - "tel-Telu", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "tel_Telu-lij_Latn", - "languages": [ - "tel-Telu", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.992095, - "f1": 0.990942, - "accuracy": 0.992095, - "main_score": 0.990942, - "hf_subset": "tel_Telu-mya_Mymr", - "languages": [ - "tel-Telu", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578265, - "recall": 0.644269, - "f1": 0.596435, - "accuracy": 0.644269, - "main_score": 0.596435, - "hf_subset": "tel_Telu-sag_Latn", - "languages": [ - "tel-Telu", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.186406, - "recall": 0.245059, - "f1": 0.199256, - "accuracy": 0.245059, - "main_score": 0.199256, - "hf_subset": "tel_Telu-taq_Tfng", - "languages": [ - "tel-Telu", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621225, - "recall": 0.682806, - "f1": 0.638213, - "accuracy": 0.682806, - "main_score": 0.638213, - "hf_subset": "tel_Telu-wol_Latn", - "languages": [ - "tel-Telu", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770175, - "recall": 0.828063, - "f1": 0.78762, - "accuracy": 0.828063, - "main_score": 0.78762, - "hf_subset": "tel_Telu-arb_Latn", - "languages": [ - "tel-Telu", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-cat_Latn", - "languages": [ - "tel-Telu", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tel_Telu-fur_Latn", - "languages": [ - "tel-Telu", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39556, - "recall": 0.454545, - "f1": 0.411242, - "accuracy": 0.454545, - "main_score": 0.411242, - "hf_subset": "tel_Telu-kab_Latn", - "languages": [ - "tel-Telu", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tel_Telu-lim_Latn", - "languages": [ - "tel-Telu", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-nld_Latn", - "languages": [ - "tel-Telu", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "tel_Telu-san_Deva", - "languages": [ - "tel-Telu", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "tel_Telu-tat_Cyrl", - "languages": [ - "tel-Telu", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653814, - "recall": 0.712451, - "f1": 0.670984, - "accuracy": 0.712451, - "main_score": 0.670984, - "hf_subset": "tel_Telu-xho_Latn", - "languages": [ - "tel-Telu", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-ars_Arab", - "languages": [ - "tel-Telu", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ceb_Latn", - "languages": [ - "tel-Telu", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550834, - "recall": 0.616601, - "f1": 0.569421, - "accuracy": 0.616601, - "main_score": 0.569421, - "hf_subset": "tel_Telu-fuv_Latn", - "languages": [ - "tel-Telu", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501505, - "recall": 0.574111, - "f1": 0.521239, - "accuracy": 0.574111, - "main_score": 0.521239, - "hf_subset": "tel_Telu-kac_Latn", - "languages": [ - "tel-Telu", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645892, - "recall": 0.704545, - "f1": 0.662962, - "accuracy": 0.704545, - "main_score": 0.662962, - "hf_subset": "tel_Telu-lin_Latn", - "languages": [ - "tel-Telu", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-nno_Latn", - "languages": [ - "tel-Telu", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223752, - "recall": 0.306324, - "f1": 0.244569, - "accuracy": 0.306324, - "main_score": 0.244569, - "hf_subset": "tel_Telu-sat_Olck", - "languages": [ - "tel-Telu", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "tel_Telu-ydd_Hebr", - "languages": [ - "tel-Telu", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "tel_Telu-ary_Arab", - "languages": [ - "tel-Telu", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ces_Latn", - "languages": [ - "tel-Telu", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55725, - "recall": 0.62253, - "f1": 0.57624, - "accuracy": 0.62253, - "main_score": 0.57624, - "hf_subset": "tel_Telu-gaz_Latn", - "languages": [ - "tel-Telu", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572467, - "recall": 0.63834, - "f1": 0.591082, - "accuracy": 0.63834, - "main_score": 0.591082, - "hf_subset": "tel_Telu-kam_Latn", - "languages": [ - "tel-Telu", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "tel_Telu-lit_Latn", - "languages": [ - "tel-Telu", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-nob_Latn", - "languages": [ - "tel-Telu", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "tel_Telu-scn_Latn", - "languages": [ - "tel-Telu", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "tel_Telu-tgk_Cyrl", - "languages": [ - "tel-Telu", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708591, - "recall": 0.777668, - "f1": 0.729381, - "accuracy": 0.777668, - "main_score": 0.729381, - "hf_subset": "tel_Telu-yor_Latn", - "languages": [ - "tel-Telu", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-arz_Arab", - "languages": [ - "tel-Telu", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540129, - "recall": 0.600791, - "f1": 0.557205, - "accuracy": 0.600791, - "main_score": 0.557205, - "hf_subset": "tel_Telu-cjk_Latn", - "languages": [ - "tel-Telu", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765128, - "recall": 0.822134, - "f1": 0.782296, - "accuracy": 0.822134, - "main_score": 0.782296, - "hf_subset": "tel_Telu-gla_Latn", - "languages": [ - "tel-Telu", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-kan_Knda", - "languages": [ - "tel-Telu", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977355, - "recall": 0.98419, - "f1": 0.97948, - "accuracy": 0.98419, - "main_score": 0.97948, - "hf_subset": "tel_Telu-lmo_Latn", - "languages": [ - "tel-Telu", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "tel_Telu-npi_Deva", - "languages": [ - "tel-Telu", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463423, - "recall": 0.533597, - "f1": 0.482761, - "accuracy": 0.533597, - "main_score": 0.482761, - "hf_subset": "tel_Telu-shn_Mymr", - "languages": [ - "tel-Telu", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-tgl_Latn", - "languages": [ - "tel-Telu", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-yue_Hant", - "languages": [ - "tel-Telu", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-asm_Beng", - "languages": [ - "tel-Telu", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "tel_Telu-ckb_Arab", - "languages": [ - "tel-Telu", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860754, - "recall": 0.899209, - "f1": 0.87276, - "accuracy": 0.899209, - "main_score": 0.87276, - "hf_subset": "tel_Telu-gle_Latn", - "languages": [ - "tel-Telu", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "tel_Telu-kas_Arab", - "languages": [ - "tel-Telu", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933794, - "recall": 0.953557, - "f1": 0.940217, - "accuracy": 0.953557, - "main_score": 0.940217, - "hf_subset": "tel_Telu-ltg_Latn", - "languages": [ - "tel-Telu", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599231, - "recall": 0.653162, - "f1": 0.613767, - "accuracy": 0.653162, - "main_score": 0.613767, - "hf_subset": "tel_Telu-nso_Latn", - "languages": [ - "tel-Telu", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tel_Telu-sin_Sinh", - "languages": [ - "tel-Telu", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-tha_Thai", - "languages": [ - "tel-Telu", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-zho_Hans", - "languages": [ - "tel-Telu", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ast_Latn", - "languages": [ - "tel-Telu", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-crh_Latn", - "languages": [ - "tel-Telu", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-glg_Latn", - "languages": [ - "tel-Telu", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893034, - "recall": 0.924901, - "f1": 0.90303, - "accuracy": 0.924901, - "main_score": 0.90303, - "hf_subset": "tel_Telu-kas_Deva", - "languages": [ - "tel-Telu", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "tel_Telu-ltz_Latn", - "languages": [ - "tel-Telu", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433078, - "recall": 0.502964, - "f1": 0.451544, - "accuracy": 0.502964, - "main_score": 0.451544, - "hf_subset": "tel_Telu-nus_Latn", - "languages": [ - "tel-Telu", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-slk_Latn", - "languages": [ - "tel-Telu", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608359, - "recall": 0.681818, - "f1": 0.629548, - "accuracy": 0.681818, - "main_score": 0.629548, - "hf_subset": "tel_Telu-tir_Ethi", - "languages": [ - "tel-Telu", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-zho_Hant", - "languages": [ - "tel-Telu", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "tel_Telu-awa_Deva", - "languages": [ - "tel-Telu", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "tel_Telu-cym_Latn", - "languages": [ - "tel-Telu", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822744, - "recall": 0.866601, - "f1": 0.836331, - "accuracy": 0.866601, - "main_score": 0.836331, - "hf_subset": "tel_Telu-grn_Latn", - "languages": [ - "tel-Telu", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-kat_Geor", - "languages": [ - "tel-Telu", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629839, - "recall": 0.686759, - "f1": 0.646283, - "accuracy": 0.686759, - "main_score": 0.646283, - "hf_subset": "tel_Telu-lua_Latn", - "languages": [ - "tel-Telu", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621772, - "recall": 0.687747, - "f1": 0.640266, - "accuracy": 0.687747, - "main_score": 0.640266, - "hf_subset": "tel_Telu-nya_Latn", - "languages": [ - "tel-Telu", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-slv_Latn", - "languages": [ - "tel-Telu", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930534, - "recall": 0.950593, - "f1": 0.936924, - "accuracy": 0.950593, - "main_score": 0.936924, - "hf_subset": "tel_Telu-tpi_Latn", - "languages": [ - "tel-Telu", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-zsm_Latn", - "languages": [ - "tel-Telu", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524638, - "recall": 0.586957, - "f1": 0.542282, - "accuracy": 0.586957, - "main_score": 0.542282, - "hf_subset": "tel_Telu-ayr_Latn", - "languages": [ - "tel-Telu", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-dan_Latn", - "languages": [ - "tel-Telu", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-guj_Gujr", - "languages": [ - "tel-Telu", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-kaz_Cyrl", - "languages": [ - "tel-Telu", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51078, - "recall": 0.571146, - "f1": 0.528048, - "accuracy": 0.571146, - "main_score": 0.528048, - "hf_subset": "tel_Telu-lug_Latn", - "languages": [ - "tel-Telu", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-oci_Latn", - "languages": [ - "tel-Telu", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823024, - "recall": 0.869565, - "f1": 0.837371, - "accuracy": 0.869565, - "main_score": 0.837371, - "hf_subset": "tel_Telu-smo_Latn", - "languages": [ - "tel-Telu", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52522, - "recall": 0.593874, - "f1": 0.543787, - "accuracy": 0.593874, - "main_score": 0.543787, - "hf_subset": "tel_Telu-tsn_Latn", - "languages": [ - "tel-Telu", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607947, - "recall": 0.667984, - "f1": 0.625104, - "accuracy": 0.667984, - "main_score": 0.625104, - "hf_subset": "tel_Telu-zul_Latn", - "languages": [ - "tel-Telu", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923419, - "recall": 0.944664, - "f1": 0.930336, - "accuracy": 0.944664, - "main_score": 0.930336, - "hf_subset": "tel_Telu-azb_Arab", - "languages": [ - "tel-Telu", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-deu_Latn", - "languages": [ - "tel-Telu", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "tel_Telu-hat_Latn", - "languages": [ - "tel-Telu", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47386, - "recall": 0.533597, - "f1": 0.490514, - "accuracy": 0.533597, - "main_score": 0.490514, - "hf_subset": "tel_Telu-kbp_Latn", - "languages": [ - "tel-Telu", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561933, - "recall": 0.62253, - "f1": 0.578221, - "accuracy": 0.62253, - "main_score": 0.578221, - "hf_subset": "tel_Telu-luo_Latn", - "languages": [ - "tel-Telu", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tel_Telu-ory_Orya", - "languages": [ - "tel-Telu", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573114, - "recall": 0.636364, - "f1": 0.5915, - "accuracy": 0.636364, - "main_score": 0.5915, - "hf_subset": "tel_Telu-sna_Latn", - "languages": [ - "tel-Telu", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539213, - "recall": 0.597826, - "f1": 0.554752, - "accuracy": 0.597826, - "main_score": 0.554752, - "hf_subset": "tel_Telu-tso_Latn", - "languages": [ - "tel-Telu", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tel_Telu-azj_Latn", - "languages": [ - "tel-Telu", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525182, - "recall": 0.594862, - "f1": 0.544828, - "accuracy": 0.594862, - "main_score": 0.544828, - "hf_subset": "tel_Telu-dik_Latn", - "languages": [ - "tel-Telu", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716137, - "recall": 0.768775, - "f1": 0.730962, - "accuracy": 0.768775, - "main_score": 0.730962, - "hf_subset": "tel_Telu-hau_Latn", - "languages": [ - "tel-Telu", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "tel_Telu-kea_Latn", - "languages": [ - "tel-Telu", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748304, - "recall": 0.799407, - "f1": 0.763439, - "accuracy": 0.799407, - "main_score": 0.763439, - "hf_subset": "tel_Telu-lus_Latn", - "languages": [ - "tel-Telu", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865283, - "recall": 0.900198, - "f1": 0.87627, - "accuracy": 0.900198, - "main_score": 0.87627, - "hf_subset": "tel_Telu-pag_Latn", - "languages": [ - "tel-Telu", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tel_Telu-snd_Arab", - "languages": [ - "tel-Telu", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960063, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "tel_Telu-tuk_Latn", - "languages": [ - "tel-Telu", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "tel_Telu-bak_Cyrl", - "languages": [ - "tel-Telu", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462223, - "recall": 0.543478, - "f1": 0.485863, - "accuracy": 0.543478, - "main_score": 0.485863, - "hf_subset": "tel_Telu-dyu_Latn", - "languages": [ - "tel-Telu", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-heb_Hebr", - "languages": [ - "tel-Telu", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tel_Telu-khk_Cyrl", - "languages": [ - "tel-Telu", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-lvs_Latn", - "languages": [ - "tel-Telu", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tel_Telu-pan_Guru", - "languages": [ - "tel-Telu", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686891, - "recall": 0.75, - "f1": 0.705388, - "accuracy": 0.75, - "main_score": 0.705388, - "hf_subset": "tel_Telu-som_Latn", - "languages": [ - "tel-Telu", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57862, - "recall": 0.635375, - "f1": 0.594186, - "accuracy": 0.635375, - "main_score": 0.594186, - "hf_subset": "tel_Telu-tum_Latn", - "languages": [ - "tel-Telu", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499525, - "recall": 0.56917, - "f1": 0.518925, - "accuracy": 0.56917, - "main_score": 0.518925, - "hf_subset": "ydd_Hebr-ace_Arab", - "languages": [ - "ydd-Hebr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458545, - "recall": 0.518775, - "f1": 0.474867, - "accuracy": 0.518775, - "main_score": 0.474867, - "hf_subset": "ydd_Hebr-bam_Latn", - "languages": [ - "ydd-Hebr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355525, - "recall": 0.413043, - "f1": 0.370297, - "accuracy": 0.413043, - "main_score": 0.370297, - "hf_subset": "ydd_Hebr-dzo_Tibt", - "languages": [ - "ydd-Hebr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "ydd_Hebr-hin_Deva", - "languages": [ - "ydd-Hebr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.947628, - "f1": 0.931818, - "accuracy": 0.947628, - "main_score": 0.931818, - "hf_subset": "ydd_Hebr-khm_Khmr", - "languages": [ - "ydd-Hebr", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948534, - "recall": 0.963439, - "f1": 0.953247, - "accuracy": 0.963439, - "main_score": 0.953247, - "hf_subset": "ydd_Hebr-mag_Deva", - "languages": [ - "ydd-Hebr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922266, - "recall": 0.942688, - "f1": 0.928689, - "accuracy": 0.942688, - "main_score": 0.928689, - "hf_subset": "ydd_Hebr-pap_Latn", - "languages": [ - "ydd-Hebr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522844, - "recall": 0.58004, - "f1": 0.538465, - "accuracy": 0.58004, - "main_score": 0.538465, - "hf_subset": "ydd_Hebr-sot_Latn", - "languages": [ - "ydd-Hebr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "ydd_Hebr-tur_Latn", - "languages": [ - "ydd-Hebr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763735, - "recall": 0.809289, - "f1": 0.777423, - "accuracy": 0.809289, - "main_score": 0.777423, - "hf_subset": "ydd_Hebr-ace_Latn", - "languages": [ - "ydd-Hebr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84254, - "recall": 0.879447, - "f1": 0.853576, - "accuracy": 0.879447, - "main_score": 0.853576, - "hf_subset": "ydd_Hebr-ban_Latn", - "languages": [ - "ydd-Hebr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "ydd_Hebr-ell_Grek", - "languages": [ - "ydd-Hebr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94357, - "recall": 0.959486, - "f1": 0.948435, - "accuracy": 0.959486, - "main_score": 0.948435, - "hf_subset": "ydd_Hebr-hne_Deva", - "languages": [ - "ydd-Hebr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497167, - "recall": 0.555336, - "f1": 0.513227, - "accuracy": 0.555336, - "main_score": 0.513227, - "hf_subset": "ydd_Hebr-kik_Latn", - "languages": [ - "ydd-Hebr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945652, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "ydd_Hebr-mai_Deva", - "languages": [ - "ydd-Hebr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880879, - "recall": 0.916008, - "f1": 0.891831, - "accuracy": 0.916008, - "main_score": 0.891831, - "hf_subset": "ydd_Hebr-pbt_Arab", - "languages": [ - "ydd-Hebr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955204, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "ydd_Hebr-spa_Latn", - "languages": [ - "ydd-Hebr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524657, - "recall": 0.583004, - "f1": 0.541013, - "accuracy": 0.583004, - "main_score": 0.541013, - "hf_subset": "ydd_Hebr-twi_Latn", - "languages": [ - "ydd-Hebr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947875, - "recall": 0.964427, - "f1": 0.953294, - "accuracy": 0.964427, - "main_score": 0.953294, - "hf_subset": "ydd_Hebr-acm_Arab", - "languages": [ - "ydd-Hebr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930912, - "recall": 0.951581, - "f1": 0.937484, - "accuracy": 0.951581, - "main_score": 0.937484, - "hf_subset": "ydd_Hebr-bel_Cyrl", - "languages": [ - "ydd-Hebr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ydd_Hebr-eng_Latn", - "languages": [ - "ydd-Hebr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "ydd_Hebr-hrv_Latn", - "languages": [ - "ydd-Hebr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512226, - "recall": 0.575099, - "f1": 0.529548, - "accuracy": 0.575099, - "main_score": 0.529548, - "hf_subset": "ydd_Hebr-kin_Latn", - "languages": [ - "ydd-Hebr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947908, - "recall": 0.963439, - "f1": 0.9528, - "accuracy": 0.963439, - "main_score": 0.9528, - "hf_subset": "ydd_Hebr-mal_Mlym", - "languages": [ - "ydd-Hebr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.964427, - "f1": 0.954169, - "accuracy": 0.964427, - "main_score": 0.954169, - "hf_subset": "ydd_Hebr-pes_Arab", - "languages": [ - "ydd-Hebr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922587, - "recall": 0.940711, - "f1": 0.928052, - "accuracy": 0.940711, - "main_score": 0.928052, - "hf_subset": "ydd_Hebr-srd_Latn", - "languages": [ - "ydd-Hebr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19231, - "recall": 0.244071, - "f1": 0.204616, - "accuracy": 0.244071, - "main_score": 0.204616, - "hf_subset": "ydd_Hebr-tzm_Tfng", - "languages": [ - "ydd-Hebr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "ydd_Hebr-acq_Arab", - "languages": [ - "ydd-Hebr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55, - "recall": 0.599802, - "f1": 0.564051, - "accuracy": 0.599802, - "main_score": 0.564051, - "hf_subset": "ydd_Hebr-bem_Latn", - "languages": [ - "ydd-Hebr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "ydd_Hebr-epo_Latn", - "languages": [ - "ydd-Hebr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "ydd_Hebr-hun_Latn", - "languages": [ - "ydd-Hebr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896986, - "recall": 0.926877, - "f1": 0.906357, - "accuracy": 0.926877, - "main_score": 0.906357, - "hf_subset": "ydd_Hebr-kir_Cyrl", - "languages": [ - "ydd-Hebr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "ydd_Hebr-mar_Deva", - "languages": [ - "ydd-Hebr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592696, - "recall": 0.650198, - "f1": 0.609085, - "accuracy": 0.650198, - "main_score": 0.609085, - "hf_subset": "ydd_Hebr-plt_Latn", - "languages": [ - "ydd-Hebr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ydd_Hebr-srp_Cyrl", - "languages": [ - "ydd-Hebr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853491, - "recall": 0.887352, - "f1": 0.863768, - "accuracy": 0.887352, - "main_score": 0.863768, - "hf_subset": "ydd_Hebr-uig_Arab", - "languages": [ - "ydd-Hebr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927875, - "recall": 0.947628, - "f1": 0.933844, - "accuracy": 0.947628, - "main_score": 0.933844, - "hf_subset": "ydd_Hebr-aeb_Arab", - "languages": [ - "ydd-Hebr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "ydd_Hebr-ben_Beng", - "languages": [ - "ydd-Hebr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.964427, - "f1": 0.955336, - "accuracy": 0.964427, - "main_score": 0.955336, - "hf_subset": "ydd_Hebr-est_Latn", - "languages": [ - "ydd-Hebr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963356, - "recall": 0.974308, - "f1": 0.966798, - "accuracy": 0.974308, - "main_score": 0.966798, - "hf_subset": "ydd_Hebr-hye_Armn", - "languages": [ - "ydd-Hebr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474664, - "recall": 0.529644, - "f1": 0.489585, - "accuracy": 0.529644, - "main_score": 0.489585, - "hf_subset": "ydd_Hebr-kmb_Latn", - "languages": [ - "ydd-Hebr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473597, - "recall": 0.54249, - "f1": 0.491187, - "accuracy": 0.54249, - "main_score": 0.491187, - "hf_subset": "ydd_Hebr-min_Arab", - "languages": [ - "ydd-Hebr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940547, - "recall": 0.959486, - "f1": 0.946805, - "accuracy": 0.959486, - "main_score": 0.946805, - "hf_subset": "ydd_Hebr-pol_Latn", - "languages": [ - "ydd-Hebr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496458, - "recall": 0.557312, - "f1": 0.512686, - "accuracy": 0.557312, - "main_score": 0.512686, - "hf_subset": "ydd_Hebr-ssw_Latn", - "languages": [ - "ydd-Hebr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "ydd_Hebr-ukr_Cyrl", - "languages": [ - "ydd-Hebr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ydd_Hebr-afr_Latn", - "languages": [ - "ydd-Hebr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921772, - "recall": 0.944664, - "f1": 0.929183, - "accuracy": 0.944664, - "main_score": 0.929183, - "hf_subset": "ydd_Hebr-bho_Deva", - "languages": [ - "ydd-Hebr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913126, - "recall": 0.935771, - "f1": 0.920191, - "accuracy": 0.935771, - "main_score": 0.920191, - "hf_subset": "ydd_Hebr-eus_Latn", - "languages": [ - "ydd-Hebr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501616, - "recall": 0.567194, - "f1": 0.519551, - "accuracy": 0.567194, - "main_score": 0.519551, - "hf_subset": "ydd_Hebr-ibo_Latn", - "languages": [ - "ydd-Hebr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784997, - "recall": 0.83498, - "f1": 0.800184, - "accuracy": 0.83498, - "main_score": 0.800184, - "hf_subset": "ydd_Hebr-kmr_Latn", - "languages": [ - "ydd-Hebr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901597, - "recall": 0.928854, - "f1": 0.910145, - "accuracy": 0.928854, - "main_score": 0.910145, - "hf_subset": "ydd_Hebr-min_Latn", - "languages": [ - "ydd-Hebr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970438, - "recall": 0.979249, - "f1": 0.973221, - "accuracy": 0.979249, - "main_score": 0.973221, - "hf_subset": "ydd_Hebr-por_Latn", - "languages": [ - "ydd-Hebr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916617, - "recall": 0.940711, - "f1": 0.924144, - "accuracy": 0.940711, - "main_score": 0.924144, - "hf_subset": "ydd_Hebr-sun_Latn", - "languages": [ - "ydd-Hebr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455461, - "recall": 0.511858, - "f1": 0.470496, - "accuracy": 0.511858, - "main_score": 0.470496, - "hf_subset": "ydd_Hebr-umb_Latn", - "languages": [ - "ydd-Hebr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "ydd_Hebr-ajp_Arab", - "languages": [ - "ydd-Hebr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497705, - "recall": 0.560277, - "f1": 0.514142, - "accuracy": 0.560277, - "main_score": 0.514142, - "hf_subset": "ydd_Hebr-bjn_Arab", - "languages": [ - "ydd-Hebr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444428, - "recall": 0.496047, - "f1": 0.459077, - "accuracy": 0.496047, - "main_score": 0.459077, - "hf_subset": "ydd_Hebr-ewe_Latn", - "languages": [ - "ydd-Hebr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857346, - "recall": 0.890316, - "f1": 0.866837, - "accuracy": 0.890316, - "main_score": 0.866837, - "hf_subset": "ydd_Hebr-ilo_Latn", - "languages": [ - "ydd-Hebr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298303, - "recall": 0.351779, - "f1": 0.312361, - "accuracy": 0.351779, - "main_score": 0.312361, - "hf_subset": "ydd_Hebr-knc_Arab", - "languages": [ - "ydd-Hebr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "ydd_Hebr-mkd_Cyrl", - "languages": [ - "ydd-Hebr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "ydd_Hebr-prs_Arab", - "languages": [ - "ydd-Hebr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ydd_Hebr-swe_Latn", - "languages": [ - "ydd-Hebr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.964427, - "f1": 0.952899, - "accuracy": 0.964427, - "main_score": 0.952899, - "hf_subset": "ydd_Hebr-urd_Arab", - "languages": [ - "ydd-Hebr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49431, - "recall": 0.55336, - "f1": 0.510927, - "accuracy": 0.55336, - "main_score": 0.510927, - "hf_subset": "ydd_Hebr-aka_Latn", - "languages": [ - "ydd-Hebr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899093, - "recall": 0.924901, - "f1": 0.90684, - "accuracy": 0.924901, - "main_score": 0.90684, - "hf_subset": "ydd_Hebr-bjn_Latn", - "languages": [ - "ydd-Hebr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913159, - "recall": 0.937747, - "f1": 0.920638, - "accuracy": 0.937747, - "main_score": 0.920638, - "hf_subset": "ydd_Hebr-fao_Latn", - "languages": [ - "ydd-Hebr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967474, - "recall": 0.977273, - "f1": 0.970586, - "accuracy": 0.977273, - "main_score": 0.970586, - "hf_subset": "ydd_Hebr-ind_Latn", - "languages": [ - "ydd-Hebr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523436, - "recall": 0.578063, - "f1": 0.538998, - "accuracy": 0.578063, - "main_score": 0.538998, - "hf_subset": "ydd_Hebr-knc_Latn", - "languages": [ - "ydd-Hebr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938818, - "recall": 0.95751, - "f1": 0.944697, - "accuracy": 0.95751, - "main_score": 0.944697, - "hf_subset": "ydd_Hebr-mlt_Latn", - "languages": [ - "ydd-Hebr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611184, - "recall": 0.676877, - "f1": 0.63001, - "accuracy": 0.676877, - "main_score": 0.63001, - "hf_subset": "ydd_Hebr-quy_Latn", - "languages": [ - "ydd-Hebr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883811, - "recall": 0.91502, - "f1": 0.893478, - "accuracy": 0.91502, - "main_score": 0.893478, - "hf_subset": "ydd_Hebr-swh_Latn", - "languages": [ - "ydd-Hebr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.958498, - "f1": 0.946429, - "accuracy": 0.958498, - "main_score": 0.946429, - "hf_subset": "ydd_Hebr-uzn_Latn", - "languages": [ - "ydd-Hebr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965942, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "ydd_Hebr-als_Latn", - "languages": [ - "ydd-Hebr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518977, - "recall": 0.597826, - "f1": 0.540471, - "accuracy": 0.597826, - "main_score": 0.540471, - "hf_subset": "ydd_Hebr-bod_Tibt", - "languages": [ - "ydd-Hebr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610927, - "recall": 0.66996, - "f1": 0.627095, - "accuracy": 0.66996, - "main_score": 0.627095, - "hf_subset": "ydd_Hebr-fij_Latn", - "languages": [ - "ydd-Hebr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895861, - "recall": 0.923913, - "f1": 0.904677, - "accuracy": 0.923913, - "main_score": 0.904677, - "hf_subset": "ydd_Hebr-isl_Latn", - "languages": [ - "ydd-Hebr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573043, - "recall": 0.625494, - "f1": 0.588161, - "accuracy": 0.625494, - "main_score": 0.588161, - "hf_subset": "ydd_Hebr-kon_Latn", - "languages": [ - "ydd-Hebr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602593, - "recall": 0.668972, - "f1": 0.620841, - "accuracy": 0.668972, - "main_score": 0.620841, - "hf_subset": "ydd_Hebr-mni_Beng", - "languages": [ - "ydd-Hebr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "ydd_Hebr-ron_Latn", - "languages": [ - "ydd-Hebr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946509, - "recall": 0.961462, - "f1": 0.951087, - "accuracy": 0.961462, - "main_score": 0.951087, - "hf_subset": "ydd_Hebr-szl_Latn", - "languages": [ - "ydd-Hebr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.963439, - "f1": 0.952687, - "accuracy": 0.963439, - "main_score": 0.952687, - "hf_subset": "ydd_Hebr-vec_Latn", - "languages": [ - "ydd-Hebr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854727, - "recall": 0.891304, - "f1": 0.865909, - "accuracy": 0.891304, - "main_score": 0.865909, - "hf_subset": "ydd_Hebr-amh_Ethi", - "languages": [ - "ydd-Hebr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "ydd_Hebr-bos_Latn", - "languages": [ - "ydd-Hebr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952981, - "recall": 0.967391, - "f1": 0.957576, - "accuracy": 0.967391, - "main_score": 0.957576, - "hf_subset": "ydd_Hebr-fin_Latn", - "languages": [ - "ydd-Hebr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "ydd_Hebr-ita_Latn", - "languages": [ - "ydd-Hebr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.963439, - "f1": 0.952404, - "accuracy": 0.963439, - "main_score": 0.952404, - "hf_subset": "ydd_Hebr-kor_Hang", - "languages": [ - "ydd-Hebr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480776, - "recall": 0.535573, - "f1": 0.495834, - "accuracy": 0.535573, - "main_score": 0.495834, - "hf_subset": "ydd_Hebr-mos_Latn", - "languages": [ - "ydd-Hebr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49805, - "recall": 0.552372, - "f1": 0.512486, - "accuracy": 0.552372, - "main_score": 0.512486, - "hf_subset": "ydd_Hebr-run_Latn", - "languages": [ - "ydd-Hebr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.960474, - "f1": 0.948287, - "accuracy": 0.960474, - "main_score": 0.948287, - "hf_subset": "ydd_Hebr-tam_Taml", - "languages": [ - "ydd-Hebr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.95751, - "f1": 0.945158, - "accuracy": 0.95751, - "main_score": 0.945158, - "hf_subset": "ydd_Hebr-vie_Latn", - "languages": [ - "ydd-Hebr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950791, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "ydd_Hebr-apc_Arab", - "languages": [ - "ydd-Hebr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687553, - "recall": 0.747036, - "f1": 0.704218, - "accuracy": 0.747036, - "main_score": 0.704218, - "hf_subset": "ydd_Hebr-bug_Latn", - "languages": [ - "ydd-Hebr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407624, - "recall": 0.466403, - "f1": 0.422771, - "accuracy": 0.466403, - "main_score": 0.422771, - "hf_subset": "ydd_Hebr-fon_Latn", - "languages": [ - "ydd-Hebr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.962451, - "f1": 0.951416, - "accuracy": 0.962451, - "main_score": 0.951416, - "hf_subset": "ydd_Hebr-jav_Latn", - "languages": [ - "ydd-Hebr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919137, - "recall": 0.942688, - "f1": 0.92668, - "accuracy": 0.942688, - "main_score": 0.92668, - "hf_subset": "ydd_Hebr-lao_Laoo", - "languages": [ - "ydd-Hebr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744937, - "recall": 0.799407, - "f1": 0.760985, - "accuracy": 0.799407, - "main_score": 0.760985, - "hf_subset": "ydd_Hebr-mri_Latn", - "languages": [ - "ydd-Hebr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965991, - "recall": 0.976285, - "f1": 0.969269, - "accuracy": 0.976285, - "main_score": 0.969269, - "hf_subset": "ydd_Hebr-rus_Cyrl", - "languages": [ - "ydd-Hebr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471203, - "recall": 0.528656, - "f1": 0.486803, - "accuracy": 0.528656, - "main_score": 0.486803, - "hf_subset": "ydd_Hebr-taq_Latn", - "languages": [ - "ydd-Hebr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950346, - "recall": 0.965415, - "f1": 0.955105, - "accuracy": 0.965415, - "main_score": 0.955105, - "hf_subset": "ydd_Hebr-war_Latn", - "languages": [ - "ydd-Hebr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "ydd_Hebr-arb_Arab", - "languages": [ - "ydd-Hebr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "ydd_Hebr-bul_Cyrl", - "languages": [ - "ydd-Hebr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "ydd_Hebr-fra_Latn", - "languages": [ - "ydd-Hebr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940794, - "recall": 0.956522, - "f1": 0.945506, - "accuracy": 0.956522, - "main_score": 0.945506, - "hf_subset": "ydd_Hebr-jpn_Jpan", - "languages": [ - "ydd-Hebr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942227, - "recall": 0.958498, - "f1": 0.947101, - "accuracy": 0.958498, - "main_score": 0.947101, - "hf_subset": "ydd_Hebr-lij_Latn", - "languages": [ - "ydd-Hebr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913867, - "recall": 0.939723, - "f1": 0.922101, - "accuracy": 0.939723, - "main_score": 0.922101, - "hf_subset": "ydd_Hebr-mya_Mymr", - "languages": [ - "ydd-Hebr", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497013, - "recall": 0.568182, - "f1": 0.51613, - "accuracy": 0.568182, - "main_score": 0.51613, - "hf_subset": "ydd_Hebr-sag_Latn", - "languages": [ - "ydd-Hebr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210027, - "recall": 0.268775, - "f1": 0.223632, - "accuracy": 0.268775, - "main_score": 0.223632, - "hf_subset": "ydd_Hebr-taq_Tfng", - "languages": [ - "ydd-Hebr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554628, - "recall": 0.614625, - "f1": 0.571444, - "accuracy": 0.614625, - "main_score": 0.571444, - "hf_subset": "ydd_Hebr-wol_Latn", - "languages": [ - "ydd-Hebr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695662, - "recall": 0.754941, - "f1": 0.712863, - "accuracy": 0.754941, - "main_score": 0.712863, - "hf_subset": "ydd_Hebr-arb_Latn", - "languages": [ - "ydd-Hebr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968956, - "recall": 0.978261, - "f1": 0.971904, - "accuracy": 0.978261, - "main_score": 0.971904, - "hf_subset": "ydd_Hebr-cat_Latn", - "languages": [ - "ydd-Hebr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922184, - "recall": 0.943676, - "f1": 0.928755, - "accuracy": 0.943676, - "main_score": 0.928755, - "hf_subset": "ydd_Hebr-fur_Latn", - "languages": [ - "ydd-Hebr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.374278, - "recall": 0.428854, - "f1": 0.388769, - "accuracy": 0.428854, - "main_score": 0.388769, - "hf_subset": "ydd_Hebr-kab_Latn", - "languages": [ - "ydd-Hebr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.955534, - "f1": 0.944664, - "accuracy": 0.955534, - "main_score": 0.944664, - "hf_subset": "ydd_Hebr-lim_Latn", - "languages": [ - "ydd-Hebr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "ydd_Hebr-nld_Latn", - "languages": [ - "ydd-Hebr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903771, - "recall": 0.929842, - "f1": 0.911745, - "accuracy": 0.929842, - "main_score": 0.911745, - "hf_subset": "ydd_Hebr-san_Deva", - "languages": [ - "ydd-Hebr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92556, - "recall": 0.94664, - "f1": 0.932148, - "accuracy": 0.94664, - "main_score": 0.932148, - "hf_subset": "ydd_Hebr-tat_Cyrl", - "languages": [ - "ydd-Hebr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605635, - "recall": 0.66502, - "f1": 0.6226, - "accuracy": 0.66502, - "main_score": 0.6226, - "hf_subset": "ydd_Hebr-xho_Latn", - "languages": [ - "ydd-Hebr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.966403, - "f1": 0.955698, - "accuracy": 0.966403, - "main_score": 0.955698, - "hf_subset": "ydd_Hebr-ars_Arab", - "languages": [ - "ydd-Hebr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.962451, - "f1": 0.951383, - "accuracy": 0.962451, - "main_score": 0.951383, - "hf_subset": "ydd_Hebr-ceb_Latn", - "languages": [ - "ydd-Hebr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483145, - "recall": 0.540514, - "f1": 0.499707, - "accuracy": 0.540514, - "main_score": 0.499707, - "hf_subset": "ydd_Hebr-fuv_Latn", - "languages": [ - "ydd-Hebr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425682, - "recall": 0.487154, - "f1": 0.443012, - "accuracy": 0.487154, - "main_score": 0.443012, - "hf_subset": "ydd_Hebr-kac_Latn", - "languages": [ - "ydd-Hebr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585085, - "recall": 0.637352, - "f1": 0.599282, - "accuracy": 0.637352, - "main_score": 0.599282, - "hf_subset": "ydd_Hebr-lin_Latn", - "languages": [ - "ydd-Hebr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "ydd_Hebr-nno_Latn", - "languages": [ - "ydd-Hebr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.249939, - "recall": 0.324111, - "f1": 0.268231, - "accuracy": 0.324111, - "main_score": 0.268231, - "hf_subset": "ydd_Hebr-sat_Olck", - "languages": [ - "ydd-Hebr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "ydd_Hebr-tel_Telu", - "languages": [ - "ydd-Hebr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910606, - "recall": 0.935771, - "f1": 0.918431, - "accuracy": 0.935771, - "main_score": 0.918431, - "hf_subset": "ydd_Hebr-ary_Arab", - "languages": [ - "ydd-Hebr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "ydd_Hebr-ces_Latn", - "languages": [ - "ydd-Hebr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526022, - "recall": 0.586957, - "f1": 0.543226, - "accuracy": 0.586957, - "main_score": 0.543226, - "hf_subset": "ydd_Hebr-gaz_Latn", - "languages": [ - "ydd-Hebr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502273, - "recall": 0.562253, - "f1": 0.518974, - "accuracy": 0.562253, - "main_score": 0.518974, - "hf_subset": "ydd_Hebr-kam_Latn", - "languages": [ - "ydd-Hebr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.959486, - "f1": 0.947859, - "accuracy": 0.959486, - "main_score": 0.947859, - "hf_subset": "ydd_Hebr-lit_Latn", - "languages": [ - "ydd-Hebr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "ydd_Hebr-nob_Latn", - "languages": [ - "ydd-Hebr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925889, - "recall": 0.94664, - "f1": 0.932477, - "accuracy": 0.94664, - "main_score": 0.932477, - "hf_subset": "ydd_Hebr-scn_Latn", - "languages": [ - "ydd-Hebr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902289, - "recall": 0.929842, - "f1": 0.910606, - "accuracy": 0.929842, - "main_score": 0.910606, - "hf_subset": "ydd_Hebr-tgk_Cyrl", - "languages": [ - "ydd-Hebr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608491, - "recall": 0.68083, - "f1": 0.62968, - "accuracy": 0.68083, - "main_score": 0.62968, - "hf_subset": "ydd_Hebr-yor_Latn", - "languages": [ - "ydd-Hebr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931159, - "recall": 0.952569, - "f1": 0.938076, - "accuracy": 0.952569, - "main_score": 0.938076, - "hf_subset": "ydd_Hebr-arz_Arab", - "languages": [ - "ydd-Hebr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476059, - "recall": 0.532609, - "f1": 0.491733, - "accuracy": 0.532609, - "main_score": 0.491733, - "hf_subset": "ydd_Hebr-cjk_Latn", - "languages": [ - "ydd-Hebr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717457, - "recall": 0.777668, - "f1": 0.735296, - "accuracy": 0.777668, - "main_score": 0.735296, - "hf_subset": "ydd_Hebr-gla_Latn", - "languages": [ - "ydd-Hebr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.966403, - "f1": 0.956884, - "accuracy": 0.966403, - "main_score": 0.956884, - "hf_subset": "ydd_Hebr-kan_Knda", - "languages": [ - "ydd-Hebr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910804, - "recall": 0.934783, - "f1": 0.917951, - "accuracy": 0.934783, - "main_score": 0.917951, - "hf_subset": "ydd_Hebr-lmo_Latn", - "languages": [ - "ydd-Hebr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "ydd_Hebr-npi_Deva", - "languages": [ - "ydd-Hebr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395506, - "recall": 0.456522, - "f1": 0.41152, - "accuracy": 0.456522, - "main_score": 0.41152, - "hf_subset": "ydd_Hebr-shn_Mymr", - "languages": [ - "ydd-Hebr", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968791, - "recall": 0.978261, - "f1": 0.971739, - "accuracy": 0.978261, - "main_score": 0.971739, - "hf_subset": "ydd_Hebr-tgl_Latn", - "languages": [ - "ydd-Hebr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943347, - "recall": 0.960474, - "f1": 0.948748, - "accuracy": 0.960474, - "main_score": 0.948748, - "hf_subset": "ydd_Hebr-yue_Hant", - "languages": [ - "ydd-Hebr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945597, - "recall": 0.961462, - "f1": 0.950626, - "accuracy": 0.961462, - "main_score": 0.950626, - "hf_subset": "ydd_Hebr-asm_Beng", - "languages": [ - "ydd-Hebr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859437, - "recall": 0.897233, - "f1": 0.870916, - "accuracy": 0.897233, - "main_score": 0.870916, - "hf_subset": "ydd_Hebr-ckb_Arab", - "languages": [ - "ydd-Hebr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803338, - "recall": 0.850791, - "f1": 0.817443, - "accuracy": 0.850791, - "main_score": 0.817443, - "hf_subset": "ydd_Hebr-gle_Latn", - "languages": [ - "ydd-Hebr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838636, - "recall": 0.875494, - "f1": 0.849492, - "accuracy": 0.875494, - "main_score": 0.849492, - "hf_subset": "ydd_Hebr-kas_Arab", - "languages": [ - "ydd-Hebr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853211, - "recall": 0.890316, - "f1": 0.864281, - "accuracy": 0.890316, - "main_score": 0.864281, - "hf_subset": "ydd_Hebr-ltg_Latn", - "languages": [ - "ydd-Hebr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537872, - "recall": 0.589921, - "f1": 0.552233, - "accuracy": 0.589921, - "main_score": 0.552233, - "hf_subset": "ydd_Hebr-nso_Latn", - "languages": [ - "ydd-Hebr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919137, - "recall": 0.940711, - "f1": 0.926054, - "accuracy": 0.940711, - "main_score": 0.926054, - "hf_subset": "ydd_Hebr-sin_Sinh", - "languages": [ - "ydd-Hebr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.962451, - "f1": 0.950758, - "accuracy": 0.962451, - "main_score": 0.950758, - "hf_subset": "ydd_Hebr-tha_Thai", - "languages": [ - "ydd-Hebr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932428, - "recall": 0.951581, - "f1": 0.938142, - "accuracy": 0.951581, - "main_score": 0.938142, - "hf_subset": "ydd_Hebr-zho_Hans", - "languages": [ - "ydd-Hebr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "ydd_Hebr-ast_Latn", - "languages": [ - "ydd-Hebr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915596, - "recall": 0.940711, - "f1": 0.923485, - "accuracy": 0.940711, - "main_score": 0.923485, - "hf_subset": "ydd_Hebr-crh_Latn", - "languages": [ - "ydd-Hebr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973403, - "recall": 0.981225, - "f1": 0.975856, - "accuracy": 0.981225, - "main_score": 0.975856, - "hf_subset": "ydd_Hebr-glg_Latn", - "languages": [ - "ydd-Hebr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751062, - "recall": 0.805336, - "f1": 0.766759, - "accuracy": 0.805336, - "main_score": 0.766759, - "hf_subset": "ydd_Hebr-kas_Deva", - "languages": [ - "ydd-Hebr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939262, - "recall": 0.95751, - "f1": 0.944993, - "accuracy": 0.95751, - "main_score": 0.944993, - "hf_subset": "ydd_Hebr-ltz_Latn", - "languages": [ - "ydd-Hebr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412349, - "recall": 0.475296, - "f1": 0.429019, - "accuracy": 0.475296, - "main_score": 0.429019, - "hf_subset": "ydd_Hebr-nus_Latn", - "languages": [ - "ydd-Hebr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.970356, - "f1": 0.961745, - "accuracy": 0.970356, - "main_score": 0.961745, - "hf_subset": "ydd_Hebr-slk_Latn", - "languages": [ - "ydd-Hebr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541051, - "recall": 0.616601, - "f1": 0.562463, - "accuracy": 0.616601, - "main_score": 0.562463, - "hf_subset": "ydd_Hebr-tir_Ethi", - "languages": [ - "ydd-Hebr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93997, - "recall": 0.958498, - "f1": 0.945883, - "accuracy": 0.958498, - "main_score": 0.945883, - "hf_subset": "ydd_Hebr-zho_Hant", - "languages": [ - "ydd-Hebr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939756, - "recall": 0.956522, - "f1": 0.944829, - "accuracy": 0.956522, - "main_score": 0.944829, - "hf_subset": "ydd_Hebr-awa_Deva", - "languages": [ - "ydd-Hebr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920208, - "recall": 0.943676, - "f1": 0.927555, - "accuracy": 0.943676, - "main_score": 0.927555, - "hf_subset": "ydd_Hebr-cym_Latn", - "languages": [ - "ydd-Hebr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713216, - "recall": 0.761858, - "f1": 0.727295, - "accuracy": 0.761858, - "main_score": 0.727295, - "hf_subset": "ydd_Hebr-grn_Latn", - "languages": [ - "ydd-Hebr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932065, - "recall": 0.951581, - "f1": 0.938142, - "accuracy": 0.951581, - "main_score": 0.938142, - "hf_subset": "ydd_Hebr-kat_Geor", - "languages": [ - "ydd-Hebr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558471, - "recall": 0.612648, - "f1": 0.572999, - "accuracy": 0.612648, - "main_score": 0.572999, - "hf_subset": "ydd_Hebr-lua_Latn", - "languages": [ - "ydd-Hebr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560719, - "recall": 0.618577, - "f1": 0.57724, - "accuracy": 0.618577, - "main_score": 0.57724, - "hf_subset": "ydd_Hebr-nya_Latn", - "languages": [ - "ydd-Hebr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951005, - "recall": 0.965415, - "f1": 0.955599, - "accuracy": 0.965415, - "main_score": 0.955599, - "hf_subset": "ydd_Hebr-slv_Latn", - "languages": [ - "ydd-Hebr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849012, - "recall": 0.884387, - "f1": 0.859618, - "accuracy": 0.884387, - "main_score": 0.859618, - "hf_subset": "ydd_Hebr-tpi_Latn", - "languages": [ - "ydd-Hebr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961495, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "ydd_Hebr-zsm_Latn", - "languages": [ - "ydd-Hebr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463132, - "recall": 0.521739, - "f1": 0.47932, - "accuracy": 0.521739, - "main_score": 0.47932, - "hf_subset": "ydd_Hebr-ayr_Latn", - "languages": [ - "ydd-Hebr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "ydd_Hebr-dan_Latn", - "languages": [ - "ydd-Hebr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "ydd_Hebr-guj_Gujr", - "languages": [ - "ydd-Hebr", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ydd_Hebr-kaz_Cyrl", - "languages": [ - "ydd-Hebr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467086, - "recall": 0.523715, - "f1": 0.482777, - "accuracy": 0.523715, - "main_score": 0.482777, - "hf_subset": "ydd_Hebr-lug_Latn", - "languages": [ - "ydd-Hebr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963356, - "recall": 0.974308, - "f1": 0.966798, - "accuracy": 0.974308, - "main_score": 0.966798, - "hf_subset": "ydd_Hebr-oci_Latn", - "languages": [ - "ydd-Hebr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735024, - "recall": 0.789526, - "f1": 0.750993, - "accuracy": 0.789526, - "main_score": 0.750993, - "hf_subset": "ydd_Hebr-smo_Latn", - "languages": [ - "ydd-Hebr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485636, - "recall": 0.545455, - "f1": 0.501323, - "accuracy": 0.545455, - "main_score": 0.501323, - "hf_subset": "ydd_Hebr-tsn_Latn", - "languages": [ - "ydd-Hebr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56407, - "recall": 0.62747, - "f1": 0.58172, - "accuracy": 0.62747, - "main_score": 0.58172, - "hf_subset": "ydd_Hebr-zul_Latn", - "languages": [ - "ydd-Hebr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813966, - "recall": 0.854743, - "f1": 0.826092, - "accuracy": 0.854743, - "main_score": 0.826092, - "hf_subset": "ydd_Hebr-azb_Arab", - "languages": [ - "ydd-Hebr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "ydd_Hebr-deu_Latn", - "languages": [ - "ydd-Hebr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902421, - "recall": 0.929842, - "f1": 0.911133, - "accuracy": 0.929842, - "main_score": 0.911133, - "hf_subset": "ydd_Hebr-hat_Latn", - "languages": [ - "ydd-Hebr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419863, - "recall": 0.47332, - "f1": 0.434515, - "accuracy": 0.47332, - "main_score": 0.434515, - "hf_subset": "ydd_Hebr-kbp_Latn", - "languages": [ - "ydd-Hebr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480889, - "recall": 0.540514, - "f1": 0.496769, - "accuracy": 0.540514, - "main_score": 0.496769, - "hf_subset": "ydd_Hebr-luo_Latn", - "languages": [ - "ydd-Hebr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "ydd_Hebr-ory_Orya", - "languages": [ - "ydd-Hebr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49768, - "recall": 0.565217, - "f1": 0.516704, - "accuracy": 0.565217, - "main_score": 0.516704, - "hf_subset": "ydd_Hebr-sna_Latn", - "languages": [ - "ydd-Hebr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51159, - "recall": 0.572134, - "f1": 0.528808, - "accuracy": 0.572134, - "main_score": 0.528808, - "hf_subset": "ydd_Hebr-tso_Latn", - "languages": [ - "ydd-Hebr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910985, - "recall": 0.937747, - "f1": 0.919335, - "accuracy": 0.937747, - "main_score": 0.919335, - "hf_subset": "ydd_Hebr-azj_Latn", - "languages": [ - "ydd-Hebr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458502, - "recall": 0.525692, - "f1": 0.476961, - "accuracy": 0.525692, - "main_score": 0.476961, - "hf_subset": "ydd_Hebr-dik_Latn", - "languages": [ - "ydd-Hebr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66059, - "recall": 0.72332, - "f1": 0.67859, - "accuracy": 0.72332, - "main_score": 0.67859, - "hf_subset": "ydd_Hebr-hau_Latn", - "languages": [ - "ydd-Hebr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90751, - "recall": 0.933794, - "f1": 0.915467, - "accuracy": 0.933794, - "main_score": 0.915467, - "hf_subset": "ydd_Hebr-kea_Latn", - "languages": [ - "ydd-Hebr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623238, - "recall": 0.686759, - "f1": 0.641902, - "accuracy": 0.686759, - "main_score": 0.641902, - "hf_subset": "ydd_Hebr-lus_Latn", - "languages": [ - "ydd-Hebr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755948, - "recall": 0.795455, - "f1": 0.76738, - "accuracy": 0.795455, - "main_score": 0.76738, - "hf_subset": "ydd_Hebr-pag_Latn", - "languages": [ - "ydd-Hebr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941617, - "recall": 0.959486, - "f1": 0.9472, - "accuracy": 0.959486, - "main_score": 0.9472, - "hf_subset": "ydd_Hebr-snd_Arab", - "languages": [ - "ydd-Hebr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845003, - "recall": 0.886364, - "f1": 0.857395, - "accuracy": 0.886364, - "main_score": 0.857395, - "hf_subset": "ydd_Hebr-tuk_Latn", - "languages": [ - "ydd-Hebr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90448, - "recall": 0.933794, - "f1": 0.913867, - "accuracy": 0.933794, - "main_score": 0.913867, - "hf_subset": "ydd_Hebr-bak_Cyrl", - "languages": [ - "ydd-Hebr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423664, - "recall": 0.500988, - "f1": 0.445164, - "accuracy": 0.500988, - "main_score": 0.445164, - "hf_subset": "ydd_Hebr-dyu_Latn", - "languages": [ - "ydd-Hebr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972579, - "recall": 0.981225, - "f1": 0.975362, - "accuracy": 0.981225, - "main_score": 0.975362, - "hf_subset": "ydd_Hebr-heb_Hebr", - "languages": [ - "ydd-Hebr", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900009, - "recall": 0.926877, - "f1": 0.908317, - "accuracy": 0.926877, - "main_score": 0.908317, - "hf_subset": "ydd_Hebr-khk_Cyrl", - "languages": [ - "ydd-Hebr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "ydd_Hebr-lvs_Latn", - "languages": [ - "ydd-Hebr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951499, - "recall": 0.966403, - "f1": 0.956258, - "accuracy": 0.966403, - "main_score": 0.956258, - "hf_subset": "ydd_Hebr-pan_Guru", - "languages": [ - "ydd-Hebr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642583, - "recall": 0.705534, - "f1": 0.66073, - "accuracy": 0.705534, - "main_score": 0.66073, - "hf_subset": "ydd_Hebr-som_Latn", - "languages": [ - "ydd-Hebr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5232, - "recall": 0.572134, - "f1": 0.536648, - "accuracy": 0.572134, - "main_score": 0.536648, - "hf_subset": "ydd_Hebr-tum_Latn", - "languages": [ - "ydd-Hebr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548806, - "recall": 0.609684, - "f1": 0.565971, - "accuracy": 0.609684, - "main_score": 0.565971, - "hf_subset": "ary_Arab-ace_Arab", - "languages": [ - "ary-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503841, - "recall": 0.562253, - "f1": 0.520295, - "accuracy": 0.562253, - "main_score": 0.520295, - "hf_subset": "ary_Arab-bam_Latn", - "languages": [ - "ary-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38197, - "recall": 0.460474, - "f1": 0.403375, - "accuracy": 0.460474, - "main_score": 0.403375, - "hf_subset": "ary_Arab-dzo_Tibt", - "languages": [ - "ary-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-hin_Deva", - "languages": [ - "ary-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "ary_Arab-khm_Khmr", - "languages": [ - "ary-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973567, - "recall": 0.981225, - "f1": 0.976021, - "accuracy": 0.981225, - "main_score": 0.976021, - "hf_subset": "ary_Arab-mag_Deva", - "languages": [ - "ary-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "ary_Arab-pap_Latn", - "languages": [ - "ary-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558062, - "recall": 0.613636, - "f1": 0.574035, - "accuracy": 0.613636, - "main_score": 0.574035, - "hf_subset": "ary_Arab-sot_Latn", - "languages": [ - "ary-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ary_Arab-tur_Latn", - "languages": [ - "ary-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831472, - "recall": 0.873518, - "f1": 0.844598, - "accuracy": 0.873518, - "main_score": 0.844598, - "hf_subset": "ary_Arab-ace_Latn", - "languages": [ - "ary-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929595, - "recall": 0.947628, - "f1": 0.935343, - "accuracy": 0.947628, - "main_score": 0.935343, - "hf_subset": "ary_Arab-ban_Latn", - "languages": [ - "ary-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-ell_Grek", - "languages": [ - "ary-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "ary_Arab-hne_Deva", - "languages": [ - "ary-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579296, - "recall": 0.635375, - "f1": 0.59574, - "accuracy": 0.635375, - "main_score": 0.59574, - "hf_subset": "ary_Arab-kik_Latn", - "languages": [ - "ary-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "ary_Arab-mai_Deva", - "languages": [ - "ary-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.960474, - "f1": 0.948452, - "accuracy": 0.960474, - "main_score": 0.948452, - "hf_subset": "ary_Arab-pbt_Arab", - "languages": [ - "ary-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ary_Arab-spa_Latn", - "languages": [ - "ary-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589962, - "recall": 0.651186, - "f1": 0.607188, - "accuracy": 0.651186, - "main_score": 0.607188, - "hf_subset": "ary_Arab-twi_Latn", - "languages": [ - "ary-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ary_Arab-acm_Arab", - "languages": [ - "ary-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ary_Arab-bel_Cyrl", - "languages": [ - "ary-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ary_Arab-eng_Latn", - "languages": [ - "ary-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ary_Arab-hrv_Latn", - "languages": [ - "ary-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534445, - "recall": 0.597826, - "f1": 0.552427, - "accuracy": 0.597826, - "main_score": 0.552427, - "hf_subset": "ary_Arab-kin_Latn", - "languages": [ - "ary-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "ary_Arab-mal_Mlym", - "languages": [ - "ary-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ary_Arab-pes_Arab", - "languages": [ - "ary-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.971344, - "f1": 0.963603, - "accuracy": 0.971344, - "main_score": 0.963603, - "hf_subset": "ary_Arab-srd_Latn", - "languages": [ - "ary-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179141, - "recall": 0.228261, - "f1": 0.191866, - "accuracy": 0.228261, - "main_score": 0.191866, - "hf_subset": "ary_Arab-tzm_Tfng", - "languages": [ - "ary-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ary_Arab-acq_Arab", - "languages": [ - "ary-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599525, - "recall": 0.653162, - "f1": 0.614926, - "accuracy": 0.653162, - "main_score": 0.614926, - "hf_subset": "ary_Arab-bem_Latn", - "languages": [ - "ary-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ary_Arab-epo_Latn", - "languages": [ - "ary-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-hun_Latn", - "languages": [ - "ary-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.970356, - "f1": 0.960639, - "accuracy": 0.970356, - "main_score": 0.960639, - "hf_subset": "ary_Arab-kir_Cyrl", - "languages": [ - "ary-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "ary_Arab-mar_Deva", - "languages": [ - "ary-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639534, - "recall": 0.697628, - "f1": 0.656727, - "accuracy": 0.697628, - "main_score": 0.656727, - "hf_subset": "ary_Arab-plt_Latn", - "languages": [ - "ary-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ary_Arab-srp_Cyrl", - "languages": [ - "ary-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924078, - "recall": 0.94664, - "f1": 0.931324, - "accuracy": 0.94664, - "main_score": 0.931324, - "hf_subset": "ary_Arab-uig_Arab", - "languages": [ - "ary-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ary_Arab-aeb_Arab", - "languages": [ - "ary-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "ary_Arab-ben_Beng", - "languages": [ - "ary-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "ary_Arab-est_Latn", - "languages": [ - "ary-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "ary_Arab-hye_Armn", - "languages": [ - "ary-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537272, - "recall": 0.585968, - "f1": 0.551007, - "accuracy": 0.585968, - "main_score": 0.551007, - "hf_subset": "ary_Arab-kmb_Latn", - "languages": [ - "ary-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46464, - "recall": 0.535573, - "f1": 0.484163, - "accuracy": 0.535573, - "main_score": 0.484163, - "hf_subset": "ary_Arab-min_Arab", - "languages": [ - "ary-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-pol_Latn", - "languages": [ - "ary-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544285, - "recall": 0.601779, - "f1": 0.560579, - "accuracy": 0.601779, - "main_score": 0.560579, - "hf_subset": "ary_Arab-ssw_Latn", - "languages": [ - "ary-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-ukr_Cyrl", - "languages": [ - "ary-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ary_Arab-afr_Latn", - "languages": [ - "ary-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ary_Arab-bho_Deva", - "languages": [ - "ary-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ary_Arab-eus_Latn", - "languages": [ - "ary-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547871, - "recall": 0.613636, - "f1": 0.566446, - "accuracy": 0.613636, - "main_score": 0.566446, - "hf_subset": "ary_Arab-ibo_Latn", - "languages": [ - "ary-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823814, - "recall": 0.870553, - "f1": 0.838373, - "accuracy": 0.870553, - "main_score": 0.838373, - "hf_subset": "ary_Arab-kmr_Latn", - "languages": [ - "ary-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94417, - "recall": 0.961462, - "f1": 0.949934, - "accuracy": 0.961462, - "main_score": 0.949934, - "hf_subset": "ary_Arab-min_Latn", - "languages": [ - "ary-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ary_Arab-por_Latn", - "languages": [ - "ary-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "ary_Arab-sun_Latn", - "languages": [ - "ary-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498287, - "recall": 0.556324, - "f1": 0.514949, - "accuracy": 0.556324, - "main_score": 0.514949, - "hf_subset": "ary_Arab-umb_Latn", - "languages": [ - "ary-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-ajp_Arab", - "languages": [ - "ary-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514726, - "recall": 0.577075, - "f1": 0.532938, - "accuracy": 0.577075, - "main_score": 0.532938, - "hf_subset": "ary_Arab-bjn_Arab", - "languages": [ - "ary-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495895, - "recall": 0.557312, - "f1": 0.513211, - "accuracy": 0.557312, - "main_score": 0.513211, - "hf_subset": "ary_Arab-ewe_Latn", - "languages": [ - "ary-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917902, - "recall": 0.940711, - "f1": 0.925296, - "accuracy": 0.940711, - "main_score": 0.925296, - "hf_subset": "ary_Arab-ilo_Latn", - "languages": [ - "ary-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302932, - "recall": 0.36166, - "f1": 0.318664, - "accuracy": 0.36166, - "main_score": 0.318664, - "hf_subset": "ary_Arab-knc_Arab", - "languages": [ - "ary-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ary_Arab-mkd_Cyrl", - "languages": [ - "ary-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ary_Arab-prs_Arab", - "languages": [ - "ary-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-swe_Latn", - "languages": [ - "ary-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-urd_Arab", - "languages": [ - "ary-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551755, - "recall": 0.614625, - "f1": 0.569732, - "accuracy": 0.614625, - "main_score": 0.569732, - "hf_subset": "ary_Arab-aka_Latn", - "languages": [ - "ary-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "ary_Arab-bjn_Latn", - "languages": [ - "ary-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.94664, - "f1": 0.931489, - "accuracy": 0.94664, - "main_score": 0.931489, - "hf_subset": "ary_Arab-fao_Latn", - "languages": [ - "ary-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ary_Arab-ind_Latn", - "languages": [ - "ary-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565592, - "recall": 0.623518, - "f1": 0.582063, - "accuracy": 0.623518, - "main_score": 0.582063, - "hf_subset": "ary_Arab-knc_Latn", - "languages": [ - "ary-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "ary_Arab-mlt_Latn", - "languages": [ - "ary-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67318, - "recall": 0.737154, - "f1": 0.692198, - "accuracy": 0.737154, - "main_score": 0.692198, - "hf_subset": "ary_Arab-quy_Latn", - "languages": [ - "ary-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935935, - "recall": 0.955534, - "f1": 0.942358, - "accuracy": 0.955534, - "main_score": 0.942358, - "hf_subset": "ary_Arab-swh_Latn", - "languages": [ - "ary-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "ary_Arab-uzn_Latn", - "languages": [ - "ary-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "ary_Arab-als_Latn", - "languages": [ - "ary-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576235, - "recall": 0.656126, - "f1": 0.599888, - "accuracy": 0.656126, - "main_score": 0.599888, - "hf_subset": "ary_Arab-bod_Tibt", - "languages": [ - "ary-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653832, - "recall": 0.718379, - "f1": 0.672581, - "accuracy": 0.718379, - "main_score": 0.672581, - "hf_subset": "ary_Arab-fij_Latn", - "languages": [ - "ary-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "ary_Arab-isl_Latn", - "languages": [ - "ary-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64249, - "recall": 0.701581, - "f1": 0.659971, - "accuracy": 0.701581, - "main_score": 0.659971, - "hf_subset": "ary_Arab-kon_Latn", - "languages": [ - "ary-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614222, - "recall": 0.686759, - "f1": 0.635166, - "accuracy": 0.686759, - "main_score": 0.635166, - "hf_subset": "ary_Arab-mni_Beng", - "languages": [ - "ary-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ary_Arab-ron_Latn", - "languages": [ - "ary-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.971344, - "f1": 0.964097, - "accuracy": 0.971344, - "main_score": 0.964097, - "hf_subset": "ary_Arab-szl_Latn", - "languages": [ - "ary-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ary_Arab-vec_Latn", - "languages": [ - "ary-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874506, - "recall": 0.911067, - "f1": 0.886001, - "accuracy": 0.911067, - "main_score": 0.886001, - "hf_subset": "ary_Arab-amh_Ethi", - "languages": [ - "ary-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-bos_Latn", - "languages": [ - "ary-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "ary_Arab-fin_Latn", - "languages": [ - "ary-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-ita_Latn", - "languages": [ - "ary-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ary_Arab-kor_Hang", - "languages": [ - "ary-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514822, - "recall": 0.572134, - "f1": 0.530597, - "accuracy": 0.572134, - "main_score": 0.530597, - "hf_subset": "ary_Arab-mos_Latn", - "languages": [ - "ary-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53396, - "recall": 0.594862, - "f1": 0.551342, - "accuracy": 0.594862, - "main_score": 0.551342, - "hf_subset": "ary_Arab-run_Latn", - "languages": [ - "ary-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ary_Arab-tam_Taml", - "languages": [ - "ary-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "ary_Arab-vie_Latn", - "languages": [ - "ary-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-apc_Arab", - "languages": [ - "ary-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770866, - "recall": 0.821146, - "f1": 0.78602, - "accuracy": 0.821146, - "main_score": 0.78602, - "hf_subset": "ary_Arab-bug_Latn", - "languages": [ - "ary-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454735, - "recall": 0.513834, - "f1": 0.470597, - "accuracy": 0.513834, - "main_score": 0.470597, - "hf_subset": "ary_Arab-fon_Latn", - "languages": [ - "ary-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "ary_Arab-jav_Latn", - "languages": [ - "ary-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "ary_Arab-lao_Laoo", - "languages": [ - "ary-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805748, - "recall": 0.857708, - "f1": 0.821937, - "accuracy": 0.857708, - "main_score": 0.821937, - "hf_subset": "ary_Arab-mri_Latn", - "languages": [ - "ary-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-rus_Cyrl", - "languages": [ - "ary-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529752, - "recall": 0.592885, - "f1": 0.547388, - "accuracy": 0.592885, - "main_score": 0.547388, - "hf_subset": "ary_Arab-taq_Latn", - "languages": [ - "ary-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "ary_Arab-war_Latn", - "languages": [ - "ary-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "ary_Arab-arb_Arab", - "languages": [ - "ary-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "ary_Arab-bul_Cyrl", - "languages": [ - "ary-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ary_Arab-fra_Latn", - "languages": [ - "ary-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ary_Arab-jpn_Jpan", - "languages": [ - "ary-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.97332, - "f1": 0.965909, - "accuracy": 0.97332, - "main_score": 0.965909, - "hf_subset": "ary_Arab-lij_Latn", - "languages": [ - "ary-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.961462, - "f1": 0.950264, - "accuracy": 0.961462, - "main_score": 0.950264, - "hf_subset": "ary_Arab-mya_Mymr", - "languages": [ - "ary-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571206, - "recall": 0.636364, - "f1": 0.589447, - "accuracy": 0.636364, - "main_score": 0.589447, - "hf_subset": "ary_Arab-sag_Latn", - "languages": [ - "ary-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197531, - "recall": 0.257905, - "f1": 0.211503, - "accuracy": 0.257905, - "main_score": 0.211503, - "hf_subset": "ary_Arab-taq_Tfng", - "languages": [ - "ary-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58834, - "recall": 0.658103, - "f1": 0.60839, - "accuracy": 0.658103, - "main_score": 0.60839, - "hf_subset": "ary_Arab-wol_Latn", - "languages": [ - "ary-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794417, - "recall": 0.847826, - "f1": 0.810559, - "accuracy": 0.847826, - "main_score": 0.810559, - "hf_subset": "ary_Arab-arb_Latn", - "languages": [ - "ary-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-cat_Latn", - "languages": [ - "ary-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "ary_Arab-fur_Latn", - "languages": [ - "ary-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418291, - "recall": 0.472332, - "f1": 0.433214, - "accuracy": 0.472332, - "main_score": 0.433214, - "hf_subset": "ary_Arab-kab_Latn", - "languages": [ - "ary-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ary_Arab-lim_Latn", - "languages": [ - "ary-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-nld_Latn", - "languages": [ - "ary-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.971344, - "f1": 0.963109, - "accuracy": 0.971344, - "main_score": 0.963109, - "hf_subset": "ary_Arab-san_Deva", - "languages": [ - "ary-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ary_Arab-tat_Cyrl", - "languages": [ - "ary-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648706, - "recall": 0.705534, - "f1": 0.66517, - "accuracy": 0.705534, - "main_score": 0.66517, - "hf_subset": "ary_Arab-xho_Latn", - "languages": [ - "ary-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ary_Arab-ars_Arab", - "languages": [ - "ary-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "ary_Arab-ceb_Latn", - "languages": [ - "ary-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539514, - "recall": 0.600791, - "f1": 0.557365, - "accuracy": 0.600791, - "main_score": 0.557365, - "hf_subset": "ary_Arab-fuv_Latn", - "languages": [ - "ary-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496602, - "recall": 0.557312, - "f1": 0.513031, - "accuracy": 0.557312, - "main_score": 0.513031, - "hf_subset": "ary_Arab-kac_Latn", - "languages": [ - "ary-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64781, - "recall": 0.702569, - "f1": 0.663538, - "accuracy": 0.702569, - "main_score": 0.663538, - "hf_subset": "ary_Arab-lin_Latn", - "languages": [ - "ary-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "ary_Arab-nno_Latn", - "languages": [ - "ary-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208272, - "recall": 0.272727, - "f1": 0.225023, - "accuracy": 0.272727, - "main_score": 0.225023, - "hf_subset": "ary_Arab-sat_Olck", - "languages": [ - "ary-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-tel_Telu", - "languages": [ - "ary-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911841, - "recall": 0.938735, - "f1": 0.92052, - "accuracy": 0.938735, - "main_score": 0.92052, - "hf_subset": "ary_Arab-ydd_Hebr", - "languages": [ - "ary-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ary_Arab-ces_Latn", - "languages": [ - "ary-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527628, - "recall": 0.591897, - "f1": 0.54661, - "accuracy": 0.591897, - "main_score": 0.54661, - "hf_subset": "ary_Arab-gaz_Latn", - "languages": [ - "ary-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556663, - "recall": 0.620553, - "f1": 0.575247, - "accuracy": 0.620553, - "main_score": 0.575247, - "hf_subset": "ary_Arab-kam_Latn", - "languages": [ - "ary-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "ary_Arab-lit_Latn", - "languages": [ - "ary-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ary_Arab-nob_Latn", - "languages": [ - "ary-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "ary_Arab-scn_Latn", - "languages": [ - "ary-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946887, - "recall": 0.960474, - "f1": 0.951153, - "accuracy": 0.960474, - "main_score": 0.951153, - "hf_subset": "ary_Arab-tgk_Cyrl", - "languages": [ - "ary-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662806, - "recall": 0.73419, - "f1": 0.684832, - "accuracy": 0.73419, - "main_score": 0.684832, - "hf_subset": "ary_Arab-yor_Latn", - "languages": [ - "ary-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-arz_Arab", - "languages": [ - "ary-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538735, - "recall": 0.602767, - "f1": 0.556692, - "accuracy": 0.602767, - "main_score": 0.556692, - "hf_subset": "ary_Arab-cjk_Latn", - "languages": [ - "ary-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730879, - "recall": 0.788538, - "f1": 0.748386, - "accuracy": 0.788538, - "main_score": 0.748386, - "hf_subset": "ary_Arab-gla_Latn", - "languages": [ - "ary-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "ary_Arab-kan_Knda", - "languages": [ - "ary-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.967391, - "f1": 0.958169, - "accuracy": 0.967391, - "main_score": 0.958169, - "hf_subset": "ary_Arab-lmo_Latn", - "languages": [ - "ary-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "ary_Arab-npi_Deva", - "languages": [ - "ary-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4436, - "recall": 0.507905, - "f1": 0.46129, - "accuracy": 0.507905, - "main_score": 0.46129, - "hf_subset": "ary_Arab-shn_Mymr", - "languages": [ - "ary-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ary_Arab-tgl_Latn", - "languages": [ - "ary-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-yue_Hant", - "languages": [ - "ary-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966074, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "ary_Arab-asm_Beng", - "languages": [ - "ary-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912088, - "recall": 0.936759, - "f1": 0.919913, - "accuracy": 0.936759, - "main_score": 0.919913, - "hf_subset": "ary_Arab-ckb_Arab", - "languages": [ - "ary-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816271, - "recall": 0.862648, - "f1": 0.830303, - "accuracy": 0.862648, - "main_score": 0.830303, - "hf_subset": "ary_Arab-gle_Latn", - "languages": [ - "ary-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909503, - "recall": 0.932806, - "f1": 0.916733, - "accuracy": 0.932806, - "main_score": 0.916733, - "hf_subset": "ary_Arab-kas_Arab", - "languages": [ - "ary-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891634, - "recall": 0.922925, - "f1": 0.901482, - "accuracy": 0.922925, - "main_score": 0.901482, - "hf_subset": "ary_Arab-ltg_Latn", - "languages": [ - "ary-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590624, - "recall": 0.641304, - "f1": 0.605275, - "accuracy": 0.641304, - "main_score": 0.605275, - "hf_subset": "ary_Arab-nso_Latn", - "languages": [ - "ary-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.959486, - "f1": 0.94697, - "accuracy": 0.959486, - "main_score": 0.94697, - "hf_subset": "ary_Arab-sin_Sinh", - "languages": [ - "ary-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "ary_Arab-tha_Thai", - "languages": [ - "ary-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-zho_Hans", - "languages": [ - "ary-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-ast_Latn", - "languages": [ - "ary-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965168, - "recall": 0.976285, - "f1": 0.968775, - "accuracy": 0.976285, - "main_score": 0.968775, - "hf_subset": "ary_Arab-crh_Latn", - "languages": [ - "ary-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ary_Arab-glg_Latn", - "languages": [ - "ary-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846262, - "recall": 0.88834, - "f1": 0.859538, - "accuracy": 0.88834, - "main_score": 0.859538, - "hf_subset": "ary_Arab-kas_Deva", - "languages": [ - "ary-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "ary_Arab-ltz_Latn", - "languages": [ - "ary-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436077, - "recall": 0.506917, - "f1": 0.454747, - "accuracy": 0.506917, - "main_score": 0.454747, - "hf_subset": "ary_Arab-nus_Latn", - "languages": [ - "ary-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-slk_Latn", - "languages": [ - "ary-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603666, - "recall": 0.668972, - "f1": 0.622974, - "accuracy": 0.668972, - "main_score": 0.622974, - "hf_subset": "ary_Arab-tir_Ethi", - "languages": [ - "ary-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ary_Arab-zho_Hant", - "languages": [ - "ary-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "ary_Arab-awa_Deva", - "languages": [ - "ary-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939641, - "recall": 0.95751, - "f1": 0.945389, - "accuracy": 0.95751, - "main_score": 0.945389, - "hf_subset": "ary_Arab-cym_Latn", - "languages": [ - "ary-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787665, - "recall": 0.835968, - "f1": 0.802372, - "accuracy": 0.835968, - "main_score": 0.802372, - "hf_subset": "ary_Arab-grn_Latn", - "languages": [ - "ary-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "ary_Arab-kat_Geor", - "languages": [ - "ary-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616941, - "recall": 0.673913, - "f1": 0.633452, - "accuracy": 0.673913, - "main_score": 0.633452, - "hf_subset": "ary_Arab-lua_Latn", - "languages": [ - "ary-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612221, - "recall": 0.675889, - "f1": 0.630136, - "accuracy": 0.675889, - "main_score": 0.630136, - "hf_subset": "ary_Arab-nya_Latn", - "languages": [ - "ary-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-slv_Latn", - "languages": [ - "ary-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918643, - "recall": 0.942688, - "f1": 0.92635, - "accuracy": 0.942688, - "main_score": 0.92635, - "hf_subset": "ary_Arab-tpi_Latn", - "languages": [ - "ary-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ary_Arab-zsm_Latn", - "languages": [ - "ary-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512863, - "recall": 0.577075, - "f1": 0.531466, - "accuracy": 0.577075, - "main_score": 0.531466, - "hf_subset": "ary_Arab-ayr_Latn", - "languages": [ - "ary-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ary_Arab-dan_Latn", - "languages": [ - "ary-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "ary_Arab-guj_Gujr", - "languages": [ - "ary-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ary_Arab-kaz_Cyrl", - "languages": [ - "ary-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516865, - "recall": 0.581028, - "f1": 0.534943, - "accuracy": 0.581028, - "main_score": 0.534943, - "hf_subset": "ary_Arab-lug_Latn", - "languages": [ - "ary-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-oci_Latn", - "languages": [ - "ary-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77301, - "recall": 0.826087, - "f1": 0.789657, - "accuracy": 0.826087, - "main_score": 0.789657, - "hf_subset": "ary_Arab-smo_Latn", - "languages": [ - "ary-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524501, - "recall": 0.585968, - "f1": 0.541682, - "accuracy": 0.585968, - "main_score": 0.541682, - "hf_subset": "ary_Arab-tsn_Latn", - "languages": [ - "ary-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58312, - "recall": 0.643281, - "f1": 0.600454, - "accuracy": 0.643281, - "main_score": 0.600454, - "hf_subset": "ary_Arab-zul_Latn", - "languages": [ - "ary-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880962, - "recall": 0.91502, - "f1": 0.891963, - "accuracy": 0.91502, - "main_score": 0.891963, - "hf_subset": "ary_Arab-azb_Arab", - "languages": [ - "ary-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ary_Arab-deu_Latn", - "languages": [ - "ary-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943676, - "recall": 0.959486, - "f1": 0.948781, - "accuracy": 0.959486, - "main_score": 0.948781, - "hf_subset": "ary_Arab-hat_Latn", - "languages": [ - "ary-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481499, - "recall": 0.537549, - "f1": 0.497241, - "accuracy": 0.537549, - "main_score": 0.497241, - "hf_subset": "ary_Arab-kbp_Latn", - "languages": [ - "ary-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5564, - "recall": 0.610672, - "f1": 0.571436, - "accuracy": 0.610672, - "main_score": 0.571436, - "hf_subset": "ary_Arab-luo_Latn", - "languages": [ - "ary-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-ory_Orya", - "languages": [ - "ary-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575503, - "recall": 0.634387, - "f1": 0.592445, - "accuracy": 0.634387, - "main_score": 0.592445, - "hf_subset": "ary_Arab-sna_Latn", - "languages": [ - "ary-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529291, - "recall": 0.58498, - "f1": 0.544917, - "accuracy": 0.58498, - "main_score": 0.544917, - "hf_subset": "ary_Arab-tso_Latn", - "languages": [ - "ary-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ary_Arab-azj_Latn", - "languages": [ - "ary-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517765, - "recall": 0.587945, - "f1": 0.537966, - "accuracy": 0.587945, - "main_score": 0.537966, - "hf_subset": "ary_Arab-dik_Latn", - "languages": [ - "ary-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695998, - "recall": 0.755929, - "f1": 0.71349, - "accuracy": 0.755929, - "main_score": 0.71349, - "hf_subset": "ary_Arab-hau_Latn", - "languages": [ - "ary-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950511, - "recall": 0.965415, - "f1": 0.95527, - "accuracy": 0.965415, - "main_score": 0.95527, - "hf_subset": "ary_Arab-kea_Latn", - "languages": [ - "ary-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714625, - "recall": 0.771739, - "f1": 0.732148, - "accuracy": 0.771739, - "main_score": 0.732148, - "hf_subset": "ary_Arab-lus_Latn", - "languages": [ - "ary-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8361, - "recall": 0.873518, - "f1": 0.847464, - "accuracy": 0.873518, - "main_score": 0.847464, - "hf_subset": "ary_Arab-pag_Latn", - "languages": [ - "ary-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "ary_Arab-snd_Arab", - "languages": [ - "ary-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910985, - "recall": 0.937747, - "f1": 0.919532, - "accuracy": 0.937747, - "main_score": 0.919532, - "hf_subset": "ary_Arab-tuk_Latn", - "languages": [ - "ary-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942111, - "recall": 0.960474, - "f1": 0.948024, - "accuracy": 0.960474, - "main_score": 0.948024, - "hf_subset": "ary_Arab-bak_Cyrl", - "languages": [ - "ary-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468261, - "recall": 0.544466, - "f1": 0.490335, - "accuracy": 0.544466, - "main_score": 0.490335, - "hf_subset": "ary_Arab-dyu_Latn", - "languages": [ - "ary-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "ary_Arab-heb_Hebr", - "languages": [ - "ary-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954298, - "recall": 0.968379, - "f1": 0.958729, - "accuracy": 0.968379, - "main_score": 0.958729, - "hf_subset": "ary_Arab-khk_Cyrl", - "languages": [ - "ary-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ary_Arab-lvs_Latn", - "languages": [ - "ary-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ary_Arab-pan_Guru", - "languages": [ - "ary-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657635, - "recall": 0.727273, - "f1": 0.678211, - "accuracy": 0.727273, - "main_score": 0.678211, - "hf_subset": "ary_Arab-som_Latn", - "languages": [ - "ary-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566116, - "recall": 0.620553, - "f1": 0.581839, - "accuracy": 0.620553, - "main_score": 0.581839, - "hf_subset": "ary_Arab-tum_Latn", - "languages": [ - "ary-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593267, - "recall": 0.659091, - "f1": 0.612131, - "accuracy": 0.659091, - "main_score": 0.612131, - "hf_subset": "ces_Latn-ace_Arab", - "languages": [ - "ces-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541047, - "recall": 0.596838, - "f1": 0.556419, - "accuracy": 0.596838, - "main_score": 0.556419, - "hf_subset": "ces_Latn-bam_Latn", - "languages": [ - "ces-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445099, - "recall": 0.520751, - "f1": 0.465537, - "accuracy": 0.520751, - "main_score": 0.465537, - "hf_subset": "ces_Latn-dzo_Tibt", - "languages": [ - "ces-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-hin_Deva", - "languages": [ - "ces-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-khm_Khmr", - "languages": [ - "ces-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-mag_Deva", - "languages": [ - "ces-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ces_Latn-pap_Latn", - "languages": [ - "ces-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603173, - "recall": 0.659091, - "f1": 0.6185, - "accuracy": 0.659091, - "main_score": 0.6185, - "hf_subset": "ces_Latn-sot_Latn", - "languages": [ - "ces-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-tur_Latn", - "languages": [ - "ces-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878903, - "recall": 0.909091, - "f1": 0.888406, - "accuracy": 0.909091, - "main_score": 0.888406, - "hf_subset": "ces_Latn-ace_Latn", - "languages": [ - "ces-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "ces_Latn-ban_Latn", - "languages": [ - "ces-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ell_Grek", - "languages": [ - "ces-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ces_Latn-hne_Deva", - "languages": [ - "ces-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604711, - "recall": 0.661067, - "f1": 0.621134, - "accuracy": 0.661067, - "main_score": 0.621134, - "hf_subset": "ces_Latn-kik_Latn", - "languages": [ - "ces-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-mai_Deva", - "languages": [ - "ces-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "ces_Latn-pbt_Arab", - "languages": [ - "ces-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-spa_Latn", - "languages": [ - "ces-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612921, - "recall": 0.679842, - "f1": 0.631985, - "accuracy": 0.679842, - "main_score": 0.631985, - "hf_subset": "ces_Latn-twi_Latn", - "languages": [ - "ces-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-acm_Arab", - "languages": [ - "ces-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-bel_Cyrl", - "languages": [ - "ces-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-eng_Latn", - "languages": [ - "ces-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-hrv_Latn", - "languages": [ - "ces-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574671, - "recall": 0.634387, - "f1": 0.591338, - "accuracy": 0.634387, - "main_score": 0.591338, - "hf_subset": "ces_Latn-kin_Latn", - "languages": [ - "ces-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-mal_Mlym", - "languages": [ - "ces-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-pes_Arab", - "languages": [ - "ces-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ces_Latn-srd_Latn", - "languages": [ - "ces-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181511, - "recall": 0.229249, - "f1": 0.193359, - "accuracy": 0.229249, - "main_score": 0.193359, - "hf_subset": "ces_Latn-tzm_Tfng", - "languages": [ - "ces-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-acq_Arab", - "languages": [ - "ces-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632543, - "recall": 0.684783, - "f1": 0.646698, - "accuracy": 0.684783, - "main_score": 0.646698, - "hf_subset": "ces_Latn-bem_Latn", - "languages": [ - "ces-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-epo_Latn", - "languages": [ - "ces-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-hun_Latn", - "languages": [ - "ces-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-kir_Cyrl", - "languages": [ - "ces-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-mar_Deva", - "languages": [ - "ces-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685771, - "recall": 0.738142, - "f1": 0.700988, - "accuracy": 0.738142, - "main_score": 0.700988, - "hf_subset": "ces_Latn-plt_Latn", - "languages": [ - "ces-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-srp_Cyrl", - "languages": [ - "ces-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "ces_Latn-uig_Arab", - "languages": [ - "ces-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-aeb_Arab", - "languages": [ - "ces-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ben_Beng", - "languages": [ - "ces-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-est_Latn", - "languages": [ - "ces-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-hye_Armn", - "languages": [ - "ces-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553509, - "recall": 0.605731, - "f1": 0.568503, - "accuracy": 0.605731, - "main_score": 0.568503, - "hf_subset": "ces_Latn-kmb_Latn", - "languages": [ - "ces-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521121, - "recall": 0.59585, - "f1": 0.542049, - "accuracy": 0.59585, - "main_score": 0.542049, - "hf_subset": "ces_Latn-min_Arab", - "languages": [ - "ces-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-pol_Latn", - "languages": [ - "ces-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557849, - "recall": 0.62253, - "f1": 0.576649, - "accuracy": 0.62253, - "main_score": 0.576649, - "hf_subset": "ces_Latn-ssw_Latn", - "languages": [ - "ces-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ukr_Cyrl", - "languages": [ - "ces-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-afr_Latn", - "languages": [ - "ces-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-bho_Deva", - "languages": [ - "ces-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ces_Latn-eus_Latn", - "languages": [ - "ces-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590106, - "recall": 0.650198, - "f1": 0.606952, - "accuracy": 0.650198, - "main_score": 0.606952, - "hf_subset": "ces_Latn-ibo_Latn", - "languages": [ - "ces-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903574, - "recall": 0.93083, - "f1": 0.912286, - "accuracy": 0.93083, - "main_score": 0.912286, - "hf_subset": "ces_Latn-kmr_Latn", - "languages": [ - "ces-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ces_Latn-min_Latn", - "languages": [ - "ces-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-por_Latn", - "languages": [ - "ces-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-sun_Latn", - "languages": [ - "ces-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535138, - "recall": 0.591897, - "f1": 0.551386, - "accuracy": 0.591897, - "main_score": 0.551386, - "hf_subset": "ces_Latn-umb_Latn", - "languages": [ - "ces-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ajp_Arab", - "languages": [ - "ces-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549856, - "recall": 0.61166, - "f1": 0.56734, - "accuracy": 0.61166, - "main_score": 0.56734, - "hf_subset": "ces_Latn-bjn_Arab", - "languages": [ - "ces-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524729, - "recall": 0.58004, - "f1": 0.539446, - "accuracy": 0.58004, - "main_score": 0.539446, - "hf_subset": "ces_Latn-ewe_Latn", - "languages": [ - "ces-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "ces_Latn-ilo_Latn", - "languages": [ - "ces-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319584, - "recall": 0.375494, - "f1": 0.335146, - "accuracy": 0.375494, - "main_score": 0.335146, - "hf_subset": "ces_Latn-knc_Arab", - "languages": [ - "ces-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-mkd_Cyrl", - "languages": [ - "ces-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-prs_Arab", - "languages": [ - "ces-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-swe_Latn", - "languages": [ - "ces-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-urd_Arab", - "languages": [ - "ces-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605599, - "recall": 0.667984, - "f1": 0.62356, - "accuracy": 0.667984, - "main_score": 0.62356, - "hf_subset": "ces_Latn-aka_Latn", - "languages": [ - "ces-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ces_Latn-bjn_Latn", - "languages": [ - "ces-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ces_Latn-fao_Latn", - "languages": [ - "ces-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ind_Latn", - "languages": [ - "ces-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584991, - "recall": 0.642292, - "f1": 0.601211, - "accuracy": 0.642292, - "main_score": 0.601211, - "hf_subset": "ces_Latn-knc_Latn", - "languages": [ - "ces-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ces_Latn-mlt_Latn", - "languages": [ - "ces-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715411, - "recall": 0.775692, - "f1": 0.732737, - "accuracy": 0.775692, - "main_score": 0.732737, - "hf_subset": "ces_Latn-quy_Latn", - "languages": [ - "ces-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "ces_Latn-swh_Latn", - "languages": [ - "ces-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-uzn_Latn", - "languages": [ - "ces-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-als_Latn", - "languages": [ - "ces-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649506, - "recall": 0.730237, - "f1": 0.673584, - "accuracy": 0.730237, - "main_score": 0.673584, - "hf_subset": "ces_Latn-bod_Tibt", - "languages": [ - "ces-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725097, - "recall": 0.777668, - "f1": 0.740168, - "accuracy": 0.777668, - "main_score": 0.740168, - "hf_subset": "ces_Latn-fij_Latn", - "languages": [ - "ces-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ces_Latn-isl_Latn", - "languages": [ - "ces-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676136, - "recall": 0.729249, - "f1": 0.691818, - "accuracy": 0.729249, - "main_score": 0.691818, - "hf_subset": "ces_Latn-kon_Latn", - "languages": [ - "ces-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652281, - "recall": 0.721344, - "f1": 0.672359, - "accuracy": 0.721344, - "main_score": 0.672359, - "hf_subset": "ces_Latn-mni_Beng", - "languages": [ - "ces-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ron_Latn", - "languages": [ - "ces-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.991107, - "f1": 0.989789, - "accuracy": 0.991107, - "main_score": 0.989789, - "hf_subset": "ces_Latn-szl_Latn", - "languages": [ - "ces-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-vec_Latn", - "languages": [ - "ces-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "ces_Latn-amh_Ethi", - "languages": [ - "ces-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-bos_Latn", - "languages": [ - "ces-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-fin_Latn", - "languages": [ - "ces-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ita_Latn", - "languages": [ - "ces-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-kor_Hang", - "languages": [ - "ces-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558375, - "recall": 0.616601, - "f1": 0.574719, - "accuracy": 0.616601, - "main_score": 0.574719, - "hf_subset": "ces_Latn-mos_Latn", - "languages": [ - "ces-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560343, - "recall": 0.618577, - "f1": 0.576393, - "accuracy": 0.618577, - "main_score": 0.576393, - "hf_subset": "ces_Latn-run_Latn", - "languages": [ - "ces-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-tam_Taml", - "languages": [ - "ces-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-vie_Latn", - "languages": [ - "ces-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-apc_Arab", - "languages": [ - "ces-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816156, - "recall": 0.860672, - "f1": 0.829677, - "accuracy": 0.860672, - "main_score": 0.829677, - "hf_subset": "ces_Latn-bug_Latn", - "languages": [ - "ces-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4851, - "recall": 0.540514, - "f1": 0.499429, - "accuracy": 0.540514, - "main_score": 0.499429, - "hf_subset": "ces_Latn-fon_Latn", - "languages": [ - "ces-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ces_Latn-jav_Latn", - "languages": [ - "ces-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ces_Latn-lao_Laoo", - "languages": [ - "ces-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892161, - "recall": 0.923913, - "f1": 0.902339, - "accuracy": 0.923913, - "main_score": 0.902339, - "hf_subset": "ces_Latn-mri_Latn", - "languages": [ - "ces-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-rus_Cyrl", - "languages": [ - "ces-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534585, - "recall": 0.601779, - "f1": 0.552918, - "accuracy": 0.601779, - "main_score": 0.552918, - "hf_subset": "ces_Latn-taq_Latn", - "languages": [ - "ces-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-war_Latn", - "languages": [ - "ces-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-arb_Arab", - "languages": [ - "ces-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-bul_Cyrl", - "languages": [ - "ces-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-fra_Latn", - "languages": [ - "ces-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-jpn_Jpan", - "languages": [ - "ces-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ces_Latn-lij_Latn", - "languages": [ - "ces-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "ces_Latn-mya_Mymr", - "languages": [ - "ces-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619372, - "recall": 0.678854, - "f1": 0.63614, - "accuracy": 0.678854, - "main_score": 0.63614, - "hf_subset": "ces_Latn-sag_Latn", - "languages": [ - "ces-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193337, - "recall": 0.252964, - "f1": 0.206569, - "accuracy": 0.252964, - "main_score": 0.206569, - "hf_subset": "ces_Latn-taq_Tfng", - "languages": [ - "ces-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635065, - "recall": 0.702569, - "f1": 0.654814, - "accuracy": 0.702569, - "main_score": 0.654814, - "hf_subset": "ces_Latn-wol_Latn", - "languages": [ - "ces-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815547, - "recall": 0.864625, - "f1": 0.830632, - "accuracy": 0.864625, - "main_score": 0.830632, - "hf_subset": "ces_Latn-arb_Latn", - "languages": [ - "ces-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-cat_Latn", - "languages": [ - "ces-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ces_Latn-fur_Latn", - "languages": [ - "ces-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422897, - "recall": 0.476285, - "f1": 0.437769, - "accuracy": 0.476285, - "main_score": 0.437769, - "hf_subset": "ces_Latn-kab_Latn", - "languages": [ - "ces-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ces_Latn-lim_Latn", - "languages": [ - "ces-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-nld_Latn", - "languages": [ - "ces-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ces_Latn-san_Deva", - "languages": [ - "ces-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-tat_Cyrl", - "languages": [ - "ces-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681819, - "recall": 0.738142, - "f1": 0.698194, - "accuracy": 0.738142, - "main_score": 0.698194, - "hf_subset": "ces_Latn-xho_Latn", - "languages": [ - "ces-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ars_Arab", - "languages": [ - "ces-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-ceb_Latn", - "languages": [ - "ces-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565068, - "recall": 0.625494, - "f1": 0.582571, - "accuracy": 0.625494, - "main_score": 0.582571, - "hf_subset": "ces_Latn-fuv_Latn", - "languages": [ - "ces-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511556, - "recall": 0.576087, - "f1": 0.528978, - "accuracy": 0.576087, - "main_score": 0.528978, - "hf_subset": "ces_Latn-kac_Latn", - "languages": [ - "ces-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682016, - "recall": 0.732213, - "f1": 0.697384, - "accuracy": 0.732213, - "main_score": 0.697384, - "hf_subset": "ces_Latn-lin_Latn", - "languages": [ - "ces-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-nno_Latn", - "languages": [ - "ces-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.241002, - "recall": 0.31917, - "f1": 0.261662, - "accuracy": 0.31917, - "main_score": 0.261662, - "hf_subset": "ces_Latn-sat_Olck", - "languages": [ - "ces-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-tel_Telu", - "languages": [ - "ces-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "ces_Latn-ydd_Hebr", - "languages": [ - "ces-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ces_Latn-ary_Arab", - "languages": [ - "ces-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58969, - "recall": 0.652174, - "f1": 0.608089, - "accuracy": 0.652174, - "main_score": 0.608089, - "hf_subset": "ces_Latn-gaz_Latn", - "languages": [ - "ces-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595555, - "recall": 0.659091, - "f1": 0.613698, - "accuracy": 0.659091, - "main_score": 0.613698, - "hf_subset": "ces_Latn-kam_Latn", - "languages": [ - "ces-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ces_Latn-lit_Latn", - "languages": [ - "ces-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-nob_Latn", - "languages": [ - "ces-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ces_Latn-scn_Latn", - "languages": [ - "ces-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "ces_Latn-tgk_Cyrl", - "languages": [ - "ces-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723312, - "recall": 0.787549, - "f1": 0.742663, - "accuracy": 0.787549, - "main_score": 0.742663, - "hf_subset": "ces_Latn-yor_Latn", - "languages": [ - "ces-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-arz_Arab", - "languages": [ - "ces-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562089, - "recall": 0.62253, - "f1": 0.579558, - "accuracy": 0.62253, - "main_score": 0.579558, - "hf_subset": "ces_Latn-cjk_Latn", - "languages": [ - "ces-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807263, - "recall": 0.856719, - "f1": 0.822497, - "accuracy": 0.856719, - "main_score": 0.822497, - "hf_subset": "ces_Latn-gla_Latn", - "languages": [ - "ces-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-kan_Knda", - "languages": [ - "ces-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ces_Latn-lmo_Latn", - "languages": [ - "ces-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ces_Latn-npi_Deva", - "languages": [ - "ces-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475356, - "recall": 0.537549, - "f1": 0.492023, - "accuracy": 0.537549, - "main_score": 0.492023, - "hf_subset": "ces_Latn-shn_Mymr", - "languages": [ - "ces-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-tgl_Latn", - "languages": [ - "ces-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-yue_Hant", - "languages": [ - "ces-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-asm_Beng", - "languages": [ - "ces-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ces_Latn-ckb_Arab", - "languages": [ - "ces-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905797, - "recall": 0.929842, - "f1": 0.91334, - "accuracy": 0.929842, - "main_score": 0.91334, - "hf_subset": "ces_Latn-gle_Latn", - "languages": [ - "ces-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "ces_Latn-kas_Arab", - "languages": [ - "ces-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "ces_Latn-ltg_Latn", - "languages": [ - "ces-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619664, - "recall": 0.674901, - "f1": 0.635683, - "accuracy": 0.674901, - "main_score": 0.635683, - "hf_subset": "ces_Latn-nso_Latn", - "languages": [ - "ces-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ces_Latn-sin_Sinh", - "languages": [ - "ces-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-tha_Thai", - "languages": [ - "ces-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-zho_Hans", - "languages": [ - "ces-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-ast_Latn", - "languages": [ - "ces-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-crh_Latn", - "languages": [ - "ces-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-glg_Latn", - "languages": [ - "ces-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90975, - "recall": 0.936759, - "f1": 0.918478, - "accuracy": 0.936759, - "main_score": 0.918478, - "hf_subset": "ces_Latn-kas_Deva", - "languages": [ - "ces-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ces_Latn-ltz_Latn", - "languages": [ - "ces-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46134, - "recall": 0.529644, - "f1": 0.479374, - "accuracy": 0.529644, - "main_score": 0.479374, - "hf_subset": "ces_Latn-nus_Latn", - "languages": [ - "ces-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-slk_Latn", - "languages": [ - "ces-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627454, - "recall": 0.700593, - "f1": 0.649247, - "accuracy": 0.700593, - "main_score": 0.649247, - "hf_subset": "ces_Latn-tir_Ethi", - "languages": [ - "ces-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-zho_Hant", - "languages": [ - "ces-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "ces_Latn-awa_Deva", - "languages": [ - "ces-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ces_Latn-cym_Latn", - "languages": [ - "ces-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850955, - "recall": 0.887352, - "f1": 0.861957, - "accuracy": 0.887352, - "main_score": 0.861957, - "hf_subset": "ces_Latn-grn_Latn", - "languages": [ - "ces-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-kat_Geor", - "languages": [ - "ces-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653902, - "recall": 0.70751, - "f1": 0.669123, - "accuracy": 0.70751, - "main_score": 0.669123, - "hf_subset": "ces_Latn-lua_Latn", - "languages": [ - "ces-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636704, - "recall": 0.697628, - "f1": 0.65424, - "accuracy": 0.697628, - "main_score": 0.65424, - "hf_subset": "ces_Latn-nya_Latn", - "languages": [ - "ces-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-slv_Latn", - "languages": [ - "ces-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.971344, - "f1": 0.963109, - "accuracy": 0.971344, - "main_score": 0.963109, - "hf_subset": "ces_Latn-tpi_Latn", - "languages": [ - "ces-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-zsm_Latn", - "languages": [ - "ces-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544334, - "recall": 0.612648, - "f1": 0.564007, - "accuracy": 0.612648, - "main_score": 0.564007, - "hf_subset": "ces_Latn-ayr_Latn", - "languages": [ - "ces-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-dan_Latn", - "languages": [ - "ces-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-guj_Gujr", - "languages": [ - "ces-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-kaz_Cyrl", - "languages": [ - "ces-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550888, - "recall": 0.61166, - "f1": 0.567939, - "accuracy": 0.61166, - "main_score": 0.567939, - "hf_subset": "ces_Latn-lug_Latn", - "languages": [ - "ces-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ces_Latn-oci_Latn", - "languages": [ - "ces-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836957, - "recall": 0.878458, - "f1": 0.849934, - "accuracy": 0.878458, - "main_score": 0.849934, - "hf_subset": "ces_Latn-smo_Latn", - "languages": [ - "ces-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55062, - "recall": 0.613636, - "f1": 0.568453, - "accuracy": 0.613636, - "main_score": 0.568453, - "hf_subset": "ces_Latn-tsn_Latn", - "languages": [ - "ces-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629358, - "recall": 0.689723, - "f1": 0.646156, - "accuracy": 0.689723, - "main_score": 0.646156, - "hf_subset": "ces_Latn-zul_Latn", - "languages": [ - "ces-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943017, - "recall": 0.959486, - "f1": 0.948287, - "accuracy": 0.959486, - "main_score": 0.948287, - "hf_subset": "ces_Latn-azb_Arab", - "languages": [ - "ces-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-deu_Latn", - "languages": [ - "ces-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "ces_Latn-hat_Latn", - "languages": [ - "ces-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491903, - "recall": 0.549407, - "f1": 0.508221, - "accuracy": 0.549407, - "main_score": 0.508221, - "hf_subset": "ces_Latn-kbp_Latn", - "languages": [ - "ces-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579492, - "recall": 0.634387, - "f1": 0.594547, - "accuracy": 0.634387, - "main_score": 0.594547, - "hf_subset": "ces_Latn-luo_Latn", - "languages": [ - "ces-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-ory_Orya", - "languages": [ - "ces-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600981, - "recall": 0.664032, - "f1": 0.619238, - "accuracy": 0.664032, - "main_score": 0.619238, - "hf_subset": "ces_Latn-sna_Latn", - "languages": [ - "ces-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561052, - "recall": 0.618577, - "f1": 0.576972, - "accuracy": 0.618577, - "main_score": 0.576972, - "hf_subset": "ces_Latn-tso_Latn", - "languages": [ - "ces-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-azj_Latn", - "languages": [ - "ces-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541416, - "recall": 0.609684, - "f1": 0.560741, - "accuracy": 0.609684, - "main_score": 0.560741, - "hf_subset": "ces_Latn-dik_Latn", - "languages": [ - "ces-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755616, - "recall": 0.809289, - "f1": 0.771673, - "accuracy": 0.809289, - "main_score": 0.771673, - "hf_subset": "ces_Latn-hau_Latn", - "languages": [ - "ces-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ces_Latn-kea_Latn", - "languages": [ - "ces-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755501, - "recall": 0.80336, - "f1": 0.769829, - "accuracy": 0.80336, - "main_score": 0.769829, - "hf_subset": "ces_Latn-lus_Latn", - "languages": [ - "ces-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883053, - "recall": 0.910079, - "f1": 0.891206, - "accuracy": 0.910079, - "main_score": 0.891206, - "hf_subset": "ces_Latn-pag_Latn", - "languages": [ - "ces-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ces_Latn-snd_Arab", - "languages": [ - "ces-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "ces_Latn-tuk_Latn", - "languages": [ - "ces-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ces_Latn-bak_Cyrl", - "languages": [ - "ces-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487945, - "recall": 0.566206, - "f1": 0.511006, - "accuracy": 0.566206, - "main_score": 0.511006, - "hf_subset": "ces_Latn-dyu_Latn", - "languages": [ - "ces-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-heb_Hebr", - "languages": [ - "ces-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ces_Latn-khk_Cyrl", - "languages": [ - "ces-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-lvs_Latn", - "languages": [ - "ces-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ces_Latn-pan_Guru", - "languages": [ - "ces-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73382, - "recall": 0.789526, - "f1": 0.75068, - "accuracy": 0.789526, - "main_score": 0.75068, - "hf_subset": "ces_Latn-som_Latn", - "languages": [ - "ces-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610996, - "recall": 0.658103, - "f1": 0.624247, - "accuracy": 0.658103, - "main_score": 0.624247, - "hf_subset": "ces_Latn-tum_Latn", - "languages": [ - "ces-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429629, - "recall": 0.481225, - "f1": 0.4435, - "accuracy": 0.481225, - "main_score": 0.4435, - "hf_subset": "gaz_Latn-ace_Arab", - "languages": [ - "gaz-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503157, - "recall": 0.548419, - "f1": 0.515996, - "accuracy": 0.548419, - "main_score": 0.515996, - "hf_subset": "gaz_Latn-bam_Latn", - "languages": [ - "gaz-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.237455, - "recall": 0.279644, - "f1": 0.248719, - "accuracy": 0.279644, - "main_score": 0.248719, - "hf_subset": "gaz_Latn-dzo_Tibt", - "languages": [ - "gaz-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570259, - "recall": 0.620553, - "f1": 0.583533, - "accuracy": 0.620553, - "main_score": 0.583533, - "hf_subset": "gaz_Latn-hin_Deva", - "languages": [ - "gaz-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51703, - "recall": 0.563241, - "f1": 0.529689, - "accuracy": 0.563241, - "main_score": 0.529689, - "hf_subset": "gaz_Latn-khm_Khmr", - "languages": [ - "gaz-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54993, - "recall": 0.601779, - "f1": 0.563911, - "accuracy": 0.601779, - "main_score": 0.563911, - "hf_subset": "gaz_Latn-mag_Deva", - "languages": [ - "gaz-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55683, - "recall": 0.601779, - "f1": 0.568399, - "accuracy": 0.601779, - "main_score": 0.568399, - "hf_subset": "gaz_Latn-pap_Latn", - "languages": [ - "gaz-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530804, - "recall": 0.579051, - "f1": 0.54354, - "accuracy": 0.579051, - "main_score": 0.54354, - "hf_subset": "gaz_Latn-sot_Latn", - "languages": [ - "gaz-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556967, - "recall": 0.608696, - "f1": 0.571095, - "accuracy": 0.608696, - "main_score": 0.571095, - "hf_subset": "gaz_Latn-tur_Latn", - "languages": [ - "gaz-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550854, - "recall": 0.589921, - "f1": 0.560865, - "accuracy": 0.589921, - "main_score": 0.560865, - "hf_subset": "gaz_Latn-ace_Latn", - "languages": [ - "gaz-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572226, - "recall": 0.612648, - "f1": 0.58282, - "accuracy": 0.612648, - "main_score": 0.58282, - "hf_subset": "gaz_Latn-ban_Latn", - "languages": [ - "gaz-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552363, - "recall": 0.602767, - "f1": 0.564845, - "accuracy": 0.602767, - "main_score": 0.564845, - "hf_subset": "gaz_Latn-ell_Grek", - "languages": [ - "gaz-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54456, - "recall": 0.594862, - "f1": 0.557521, - "accuracy": 0.594862, - "main_score": 0.557521, - "hf_subset": "gaz_Latn-hne_Deva", - "languages": [ - "gaz-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449339, - "recall": 0.498024, - "f1": 0.463165, - "accuracy": 0.498024, - "main_score": 0.463165, - "hf_subset": "gaz_Latn-kik_Latn", - "languages": [ - "gaz-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554722, - "recall": 0.605731, - "f1": 0.568037, - "accuracy": 0.605731, - "main_score": 0.568037, - "hf_subset": "gaz_Latn-mai_Deva", - "languages": [ - "gaz-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514004, - "recall": 0.568182, - "f1": 0.527887, - "accuracy": 0.568182, - "main_score": 0.527887, - "hf_subset": "gaz_Latn-pbt_Arab", - "languages": [ - "gaz-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562396, - "recall": 0.612648, - "f1": 0.575793, - "accuracy": 0.612648, - "main_score": 0.575793, - "hf_subset": "gaz_Latn-spa_Latn", - "languages": [ - "gaz-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516324, - "recall": 0.562253, - "f1": 0.529093, - "accuracy": 0.562253, - "main_score": 0.529093, - "hf_subset": "gaz_Latn-twi_Latn", - "languages": [ - "gaz-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538399, - "recall": 0.589921, - "f1": 0.55176, - "accuracy": 0.589921, - "main_score": 0.55176, - "hf_subset": "gaz_Latn-acm_Arab", - "languages": [ - "gaz-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505272, - "recall": 0.549407, - "f1": 0.516561, - "accuracy": 0.549407, - "main_score": 0.516561, - "hf_subset": "gaz_Latn-bel_Cyrl", - "languages": [ - "gaz-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582913, - "recall": 0.628458, - "f1": 0.594917, - "accuracy": 0.628458, - "main_score": 0.594917, - "hf_subset": "gaz_Latn-eng_Latn", - "languages": [ - "gaz-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57474, - "recall": 0.624506, - "f1": 0.587569, - "accuracy": 0.624506, - "main_score": 0.587569, - "hf_subset": "gaz_Latn-hrv_Latn", - "languages": [ - "gaz-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492735, - "recall": 0.544466, - "f1": 0.506818, - "accuracy": 0.544466, - "main_score": 0.506818, - "hf_subset": "gaz_Latn-kin_Latn", - "languages": [ - "gaz-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55313, - "recall": 0.609684, - "f1": 0.568273, - "accuracy": 0.609684, - "main_score": 0.568273, - "hf_subset": "gaz_Latn-mal_Mlym", - "languages": [ - "gaz-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561493, - "recall": 0.614625, - "f1": 0.575577, - "accuracy": 0.614625, - "main_score": 0.575577, - "hf_subset": "gaz_Latn-pes_Arab", - "languages": [ - "gaz-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570495, - "recall": 0.621542, - "f1": 0.584089, - "accuracy": 0.621542, - "main_score": 0.584089, - "hf_subset": "gaz_Latn-srd_Latn", - "languages": [ - "gaz-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.226248, - "recall": 0.263834, - "f1": 0.235712, - "accuracy": 0.263834, - "main_score": 0.235712, - "hf_subset": "gaz_Latn-tzm_Tfng", - "languages": [ - "gaz-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530593, - "recall": 0.589921, - "f1": 0.546683, - "accuracy": 0.589921, - "main_score": 0.546683, - "hf_subset": "gaz_Latn-acq_Arab", - "languages": [ - "gaz-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525315, - "recall": 0.570158, - "f1": 0.537859, - "accuracy": 0.570158, - "main_score": 0.537859, - "hf_subset": "gaz_Latn-bem_Latn", - "languages": [ - "gaz-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565639, - "recall": 0.61166, - "f1": 0.577574, - "accuracy": 0.61166, - "main_score": 0.577574, - "hf_subset": "gaz_Latn-epo_Latn", - "languages": [ - "gaz-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558371, - "recall": 0.607708, - "f1": 0.571606, - "accuracy": 0.607708, - "main_score": 0.571606, - "hf_subset": "gaz_Latn-hun_Latn", - "languages": [ - "gaz-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525162, - "recall": 0.575099, - "f1": 0.538341, - "accuracy": 0.575099, - "main_score": 0.538341, - "hf_subset": "gaz_Latn-kir_Cyrl", - "languages": [ - "gaz-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550357, - "recall": 0.603755, - "f1": 0.564621, - "accuracy": 0.603755, - "main_score": 0.564621, - "hf_subset": "gaz_Latn-mar_Deva", - "languages": [ - "gaz-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533921, - "recall": 0.577075, - "f1": 0.545498, - "accuracy": 0.577075, - "main_score": 0.545498, - "hf_subset": "gaz_Latn-plt_Latn", - "languages": [ - "gaz-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560508, - "recall": 0.612648, - "f1": 0.574674, - "accuracy": 0.612648, - "main_score": 0.574674, - "hf_subset": "gaz_Latn-srp_Cyrl", - "languages": [ - "gaz-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501195, - "recall": 0.545455, - "f1": 0.512825, - "accuracy": 0.545455, - "main_score": 0.512825, - "hf_subset": "gaz_Latn-uig_Arab", - "languages": [ - "gaz-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521573, - "recall": 0.565217, - "f1": 0.533442, - "accuracy": 0.565217, - "main_score": 0.533442, - "hf_subset": "gaz_Latn-aeb_Arab", - "languages": [ - "gaz-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556568, - "recall": 0.608696, - "f1": 0.571041, - "accuracy": 0.608696, - "main_score": 0.571041, - "hf_subset": "gaz_Latn-ben_Beng", - "languages": [ - "gaz-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551781, - "recall": 0.604743, - "f1": 0.564941, - "accuracy": 0.604743, - "main_score": 0.564941, - "hf_subset": "gaz_Latn-est_Latn", - "languages": [ - "gaz-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544295, - "recall": 0.59585, - "f1": 0.558707, - "accuracy": 0.59585, - "main_score": 0.558707, - "hf_subset": "gaz_Latn-hye_Armn", - "languages": [ - "gaz-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493635, - "recall": 0.537549, - "f1": 0.50592, - "accuracy": 0.537549, - "main_score": 0.50592, - "hf_subset": "gaz_Latn-kmb_Latn", - "languages": [ - "gaz-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392171, - "recall": 0.4417, - "f1": 0.405792, - "accuracy": 0.4417, - "main_score": 0.405792, - "hf_subset": "gaz_Latn-min_Arab", - "languages": [ - "gaz-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556419, - "recall": 0.609684, - "f1": 0.5708, - "accuracy": 0.609684, - "main_score": 0.5708, - "hf_subset": "gaz_Latn-pol_Latn", - "languages": [ - "gaz-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502261, - "recall": 0.551383, - "f1": 0.515696, - "accuracy": 0.551383, - "main_score": 0.515696, - "hf_subset": "gaz_Latn-ssw_Latn", - "languages": [ - "gaz-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570162, - "recall": 0.62253, - "f1": 0.583724, - "accuracy": 0.62253, - "main_score": 0.583724, - "hf_subset": "gaz_Latn-ukr_Cyrl", - "languages": [ - "gaz-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586797, - "recall": 0.637352, - "f1": 0.600675, - "accuracy": 0.637352, - "main_score": 0.600675, - "hf_subset": "gaz_Latn-afr_Latn", - "languages": [ - "gaz-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544645, - "recall": 0.586957, - "f1": 0.555881, - "accuracy": 0.586957, - "main_score": 0.555881, - "hf_subset": "gaz_Latn-bho_Deva", - "languages": [ - "gaz-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548812, - "recall": 0.600791, - "f1": 0.562809, - "accuracy": 0.600791, - "main_score": 0.562809, - "hf_subset": "gaz_Latn-eus_Latn", - "languages": [ - "gaz-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487006, - "recall": 0.539526, - "f1": 0.501498, - "accuracy": 0.539526, - "main_score": 0.501498, - "hf_subset": "gaz_Latn-ibo_Latn", - "languages": [ - "gaz-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561605, - "recall": 0.600791, - "f1": 0.57288, - "accuracy": 0.600791, - "main_score": 0.57288, - "hf_subset": "gaz_Latn-kmr_Latn", - "languages": [ - "gaz-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573331, - "recall": 0.616601, - "f1": 0.583045, - "accuracy": 0.616601, - "main_score": 0.583045, - "hf_subset": "gaz_Latn-min_Latn", - "languages": [ - "gaz-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570808, - "recall": 0.616601, - "f1": 0.582883, - "accuracy": 0.616601, - "main_score": 0.582883, - "hf_subset": "gaz_Latn-por_Latn", - "languages": [ - "gaz-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574942, - "recall": 0.621542, - "f1": 0.587418, - "accuracy": 0.621542, - "main_score": 0.587418, - "hf_subset": "gaz_Latn-sun_Latn", - "languages": [ - "gaz-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470201, - "recall": 0.516798, - "f1": 0.483255, - "accuracy": 0.516798, - "main_score": 0.483255, - "hf_subset": "gaz_Latn-umb_Latn", - "languages": [ - "gaz-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546349, - "recall": 0.600791, - "f1": 0.559741, - "accuracy": 0.600791, - "main_score": 0.559741, - "hf_subset": "gaz_Latn-ajp_Arab", - "languages": [ - "gaz-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428352, - "recall": 0.47332, - "f1": 0.440014, - "accuracy": 0.47332, - "main_score": 0.440014, - "hf_subset": "gaz_Latn-bjn_Arab", - "languages": [ - "gaz-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468528, - "recall": 0.513834, - "f1": 0.480864, - "accuracy": 0.513834, - "main_score": 0.480864, - "hf_subset": "gaz_Latn-ewe_Latn", - "languages": [ - "gaz-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575168, - "recall": 0.618577, - "f1": 0.586934, - "accuracy": 0.618577, - "main_score": 0.586934, - "hf_subset": "gaz_Latn-ilo_Latn", - "languages": [ - "gaz-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.299229, - "recall": 0.340909, - "f1": 0.310366, - "accuracy": 0.340909, - "main_score": 0.310366, - "hf_subset": "gaz_Latn-knc_Arab", - "languages": [ - "gaz-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55736, - "recall": 0.607708, - "f1": 0.571278, - "accuracy": 0.607708, - "main_score": 0.571278, - "hf_subset": "gaz_Latn-mkd_Cyrl", - "languages": [ - "gaz-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540356, - "recall": 0.593874, - "f1": 0.55479, - "accuracy": 0.593874, - "main_score": 0.55479, - "hf_subset": "gaz_Latn-prs_Arab", - "languages": [ - "gaz-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56853, - "recall": 0.623518, - "f1": 0.582948, - "accuracy": 0.623518, - "main_score": 0.582948, - "hf_subset": "gaz_Latn-swe_Latn", - "languages": [ - "gaz-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5317, - "recall": 0.592885, - "f1": 0.548892, - "accuracy": 0.592885, - "main_score": 0.548892, - "hf_subset": "gaz_Latn-urd_Arab", - "languages": [ - "gaz-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472482, - "recall": 0.516798, - "f1": 0.484544, - "accuracy": 0.516798, - "main_score": 0.484544, - "hf_subset": "gaz_Latn-aka_Latn", - "languages": [ - "gaz-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556491, - "recall": 0.596838, - "f1": 0.566853, - "accuracy": 0.596838, - "main_score": 0.566853, - "hf_subset": "gaz_Latn-bjn_Latn", - "languages": [ - "gaz-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528151, - "recall": 0.576087, - "f1": 0.541192, - "accuracy": 0.576087, - "main_score": 0.541192, - "hf_subset": "gaz_Latn-fao_Latn", - "languages": [ - "gaz-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588529, - "recall": 0.629447, - "f1": 0.599615, - "accuracy": 0.629447, - "main_score": 0.599615, - "hf_subset": "gaz_Latn-ind_Latn", - "languages": [ - "gaz-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494845, - "recall": 0.530632, - "f1": 0.504933, - "accuracy": 0.530632, - "main_score": 0.504933, - "hf_subset": "gaz_Latn-knc_Latn", - "languages": [ - "gaz-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577875, - "recall": 0.617589, - "f1": 0.58811, - "accuracy": 0.617589, - "main_score": 0.58811, - "hf_subset": "gaz_Latn-mlt_Latn", - "languages": [ - "gaz-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497053, - "recall": 0.544466, - "f1": 0.510091, - "accuracy": 0.544466, - "main_score": 0.510091, - "hf_subset": "gaz_Latn-quy_Latn", - "languages": [ - "gaz-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583591, - "recall": 0.623518, - "f1": 0.593934, - "accuracy": 0.623518, - "main_score": 0.593934, - "hf_subset": "gaz_Latn-swh_Latn", - "languages": [ - "gaz-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559254, - "recall": 0.607708, - "f1": 0.57239, - "accuracy": 0.607708, - "main_score": 0.57239, - "hf_subset": "gaz_Latn-uzn_Latn", - "languages": [ - "gaz-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578794, - "recall": 0.617589, - "f1": 0.588657, - "accuracy": 0.617589, - "main_score": 0.588657, - "hf_subset": "gaz_Latn-als_Latn", - "languages": [ - "gaz-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297066, - "recall": 0.359684, - "f1": 0.312557, - "accuracy": 0.359684, - "main_score": 0.312557, - "hf_subset": "gaz_Latn-bod_Tibt", - "languages": [ - "gaz-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499909, - "recall": 0.546443, - "f1": 0.512294, - "accuracy": 0.546443, - "main_score": 0.512294, - "hf_subset": "gaz_Latn-fij_Latn", - "languages": [ - "gaz-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523488, - "recall": 0.568182, - "f1": 0.534978, - "accuracy": 0.568182, - "main_score": 0.534978, - "hf_subset": "gaz_Latn-isl_Latn", - "languages": [ - "gaz-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511592, - "recall": 0.5583, - "f1": 0.524429, - "accuracy": 0.5583, - "main_score": 0.524429, - "hf_subset": "gaz_Latn-kon_Latn", - "languages": [ - "gaz-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475913, - "recall": 0.52668, - "f1": 0.489576, - "accuracy": 0.52668, - "main_score": 0.489576, - "hf_subset": "gaz_Latn-mni_Beng", - "languages": [ - "gaz-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587557, - "recall": 0.630435, - "f1": 0.598462, - "accuracy": 0.630435, - "main_score": 0.598462, - "hf_subset": "gaz_Latn-ron_Latn", - "languages": [ - "gaz-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552039, - "recall": 0.600791, - "f1": 0.565401, - "accuracy": 0.600791, - "main_score": 0.565401, - "hf_subset": "gaz_Latn-szl_Latn", - "languages": [ - "gaz-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57682, - "recall": 0.626482, - "f1": 0.588645, - "accuracy": 0.626482, - "main_score": 0.588645, - "hf_subset": "gaz_Latn-vec_Latn", - "languages": [ - "gaz-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529584, - "recall": 0.582016, - "f1": 0.543638, - "accuracy": 0.582016, - "main_score": 0.543638, - "hf_subset": "gaz_Latn-amh_Ethi", - "languages": [ - "gaz-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588188, - "recall": 0.629447, - "f1": 0.599153, - "accuracy": 0.629447, - "main_score": 0.599153, - "hf_subset": "gaz_Latn-bos_Latn", - "languages": [ - "gaz-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544976, - "recall": 0.592885, - "f1": 0.557282, - "accuracy": 0.592885, - "main_score": 0.557282, - "hf_subset": "gaz_Latn-fin_Latn", - "languages": [ - "gaz-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564681, - "recall": 0.616601, - "f1": 0.578481, - "accuracy": 0.616601, - "main_score": 0.578481, - "hf_subset": "gaz_Latn-ita_Latn", - "languages": [ - "gaz-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541249, - "recall": 0.593874, - "f1": 0.554589, - "accuracy": 0.593874, - "main_score": 0.554589, - "hf_subset": "gaz_Latn-kor_Hang", - "languages": [ - "gaz-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483638, - "recall": 0.530632, - "f1": 0.49757, - "accuracy": 0.530632, - "main_score": 0.49757, - "hf_subset": "gaz_Latn-mos_Latn", - "languages": [ - "gaz-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496989, - "recall": 0.544466, - "f1": 0.510441, - "accuracy": 0.544466, - "main_score": 0.510441, - "hf_subset": "gaz_Latn-run_Latn", - "languages": [ - "gaz-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540414, - "recall": 0.598814, - "f1": 0.556059, - "accuracy": 0.598814, - "main_score": 0.556059, - "hf_subset": "gaz_Latn-tam_Taml", - "languages": [ - "gaz-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540071, - "recall": 0.591897, - "f1": 0.553595, - "accuracy": 0.591897, - "main_score": 0.553595, - "hf_subset": "gaz_Latn-vie_Latn", - "languages": [ - "gaz-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540583, - "recall": 0.592885, - "f1": 0.553861, - "accuracy": 0.592885, - "main_score": 0.553861, - "hf_subset": "gaz_Latn-apc_Arab", - "languages": [ - "gaz-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523145, - "recall": 0.563241, - "f1": 0.53396, - "accuracy": 0.563241, - "main_score": 0.53396, - "hf_subset": "gaz_Latn-bug_Latn", - "languages": [ - "gaz-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419668, - "recall": 0.462451, - "f1": 0.432099, - "accuracy": 0.462451, - "main_score": 0.432099, - "hf_subset": "gaz_Latn-fon_Latn", - "languages": [ - "gaz-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594972, - "recall": 0.63834, - "f1": 0.606203, - "accuracy": 0.63834, - "main_score": 0.606203, - "hf_subset": "gaz_Latn-jav_Latn", - "languages": [ - "gaz-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510304, - "recall": 0.560277, - "f1": 0.523109, - "accuracy": 0.560277, - "main_score": 0.523109, - "hf_subset": "gaz_Latn-lao_Laoo", - "languages": [ - "gaz-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492399, - "recall": 0.534585, - "f1": 0.50342, - "accuracy": 0.534585, - "main_score": 0.50342, - "hf_subset": "gaz_Latn-mri_Latn", - "languages": [ - "gaz-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557095, - "recall": 0.606719, - "f1": 0.570218, - "accuracy": 0.606719, - "main_score": 0.570218, - "hf_subset": "gaz_Latn-rus_Cyrl", - "languages": [ - "gaz-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465212, - "recall": 0.505929, - "f1": 0.476388, - "accuracy": 0.505929, - "main_score": 0.476388, - "hf_subset": "gaz_Latn-taq_Latn", - "languages": [ - "gaz-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565458, - "recall": 0.610672, - "f1": 0.577274, - "accuracy": 0.610672, - "main_score": 0.577274, - "hf_subset": "gaz_Latn-war_Latn", - "languages": [ - "gaz-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547018, - "recall": 0.602767, - "f1": 0.56136, - "accuracy": 0.602767, - "main_score": 0.56136, - "hf_subset": "gaz_Latn-arb_Arab", - "languages": [ - "gaz-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566221, - "recall": 0.614625, - "f1": 0.578713, - "accuracy": 0.614625, - "main_score": 0.578713, - "hf_subset": "gaz_Latn-bul_Cyrl", - "languages": [ - "gaz-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563823, - "recall": 0.609684, - "f1": 0.575407, - "accuracy": 0.609684, - "main_score": 0.575407, - "hf_subset": "gaz_Latn-fra_Latn", - "languages": [ - "gaz-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536626, - "recall": 0.589921, - "f1": 0.550901, - "accuracy": 0.589921, - "main_score": 0.550901, - "hf_subset": "gaz_Latn-jpn_Jpan", - "languages": [ - "gaz-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557648, - "recall": 0.601779, - "f1": 0.568945, - "accuracy": 0.601779, - "main_score": 0.568945, - "hf_subset": "gaz_Latn-lij_Latn", - "languages": [ - "gaz-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42703, - "recall": 0.483202, - "f1": 0.442394, - "accuracy": 0.483202, - "main_score": 0.442394, - "hf_subset": "gaz_Latn-mya_Mymr", - "languages": [ - "gaz-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476785, - "recall": 0.525692, - "f1": 0.490088, - "accuracy": 0.525692, - "main_score": 0.490088, - "hf_subset": "gaz_Latn-sag_Latn", - "languages": [ - "gaz-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.209785, - "recall": 0.254941, - "f1": 0.220236, - "accuracy": 0.254941, - "main_score": 0.220236, - "hf_subset": "gaz_Latn-taq_Tfng", - "languages": [ - "gaz-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509318, - "recall": 0.560277, - "f1": 0.523428, - "accuracy": 0.560277, - "main_score": 0.523428, - "hf_subset": "gaz_Latn-wol_Latn", - "languages": [ - "gaz-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447612, - "recall": 0.492095, - "f1": 0.459841, - "accuracy": 0.492095, - "main_score": 0.459841, - "hf_subset": "gaz_Latn-arb_Latn", - "languages": [ - "gaz-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576144, - "recall": 0.628458, - "f1": 0.589692, - "accuracy": 0.628458, - "main_score": 0.589692, - "hf_subset": "gaz_Latn-cat_Latn", - "languages": [ - "gaz-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563326, - "recall": 0.609684, - "f1": 0.575076, - "accuracy": 0.609684, - "main_score": 0.575076, - "hf_subset": "gaz_Latn-fur_Latn", - "languages": [ - "gaz-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420432, - "recall": 0.467391, - "f1": 0.433088, - "accuracy": 0.467391, - "main_score": 0.433088, - "hf_subset": "gaz_Latn-kab_Latn", - "languages": [ - "gaz-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559845, - "recall": 0.599802, - "f1": 0.569601, - "accuracy": 0.599802, - "main_score": 0.569601, - "hf_subset": "gaz_Latn-lim_Latn", - "languages": [ - "gaz-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560506, - "recall": 0.607708, - "f1": 0.572575, - "accuracy": 0.607708, - "main_score": 0.572575, - "hf_subset": "gaz_Latn-nld_Latn", - "languages": [ - "gaz-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514428, - "recall": 0.567194, - "f1": 0.528431, - "accuracy": 0.567194, - "main_score": 0.528431, - "hf_subset": "gaz_Latn-san_Deva", - "languages": [ - "gaz-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560685, - "recall": 0.609684, - "f1": 0.57407, - "accuracy": 0.609684, - "main_score": 0.57407, - "hf_subset": "gaz_Latn-tat_Cyrl", - "languages": [ - "gaz-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526361, - "recall": 0.571146, - "f1": 0.538994, - "accuracy": 0.571146, - "main_score": 0.538994, - "hf_subset": "gaz_Latn-xho_Latn", - "languages": [ - "gaz-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528691, - "recall": 0.58498, - "f1": 0.543446, - "accuracy": 0.58498, - "main_score": 0.543446, - "hf_subset": "gaz_Latn-ars_Arab", - "languages": [ - "gaz-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582675, - "recall": 0.626482, - "f1": 0.593769, - "accuracy": 0.626482, - "main_score": 0.593769, - "hf_subset": "gaz_Latn-ceb_Latn", - "languages": [ - "gaz-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462085, - "recall": 0.509881, - "f1": 0.475384, - "accuracy": 0.509881, - "main_score": 0.475384, - "hf_subset": "gaz_Latn-fuv_Latn", - "languages": [ - "gaz-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45535, - "recall": 0.503953, - "f1": 0.467988, - "accuracy": 0.503953, - "main_score": 0.467988, - "hf_subset": "gaz_Latn-kac_Latn", - "languages": [ - "gaz-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537531, - "recall": 0.58004, - "f1": 0.548822, - "accuracy": 0.58004, - "main_score": 0.548822, - "hf_subset": "gaz_Latn-lin_Latn", - "languages": [ - "gaz-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557013, - "recall": 0.607708, - "f1": 0.570518, - "accuracy": 0.607708, - "main_score": 0.570518, - "hf_subset": "gaz_Latn-nno_Latn", - "languages": [ - "gaz-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.157453, - "recall": 0.213439, - "f1": 0.171528, - "accuracy": 0.213439, - "main_score": 0.171528, - "hf_subset": "gaz_Latn-sat_Olck", - "languages": [ - "gaz-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547324, - "recall": 0.603755, - "f1": 0.562308, - "accuracy": 0.603755, - "main_score": 0.562308, - "hf_subset": "gaz_Latn-tel_Telu", - "languages": [ - "gaz-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507952, - "recall": 0.565217, - "f1": 0.523121, - "accuracy": 0.565217, - "main_score": 0.523121, - "hf_subset": "gaz_Latn-ydd_Hebr", - "languages": [ - "gaz-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515685, - "recall": 0.562253, - "f1": 0.528489, - "accuracy": 0.562253, - "main_score": 0.528489, - "hf_subset": "gaz_Latn-ary_Arab", - "languages": [ - "gaz-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563913, - "recall": 0.612648, - "f1": 0.576049, - "accuracy": 0.612648, - "main_score": 0.576049, - "hf_subset": "gaz_Latn-ces_Latn", - "languages": [ - "gaz-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478361, - "recall": 0.527668, - "f1": 0.491667, - "accuracy": 0.527668, - "main_score": 0.491667, - "hf_subset": "gaz_Latn-kam_Latn", - "languages": [ - "gaz-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550391, - "recall": 0.59585, - "f1": 0.562338, - "accuracy": 0.59585, - "main_score": 0.562338, - "hf_subset": "gaz_Latn-lit_Latn", - "languages": [ - "gaz-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568474, - "recall": 0.619565, - "f1": 0.581607, - "accuracy": 0.619565, - "main_score": 0.581607, - "hf_subset": "gaz_Latn-nob_Latn", - "languages": [ - "gaz-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55374, - "recall": 0.599802, - "f1": 0.565351, - "accuracy": 0.599802, - "main_score": 0.565351, - "hf_subset": "gaz_Latn-scn_Latn", - "languages": [ - "gaz-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547955, - "recall": 0.590909, - "f1": 0.55986, - "accuracy": 0.590909, - "main_score": 0.55986, - "hf_subset": "gaz_Latn-tgk_Cyrl", - "languages": [ - "gaz-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47878, - "recall": 0.533597, - "f1": 0.494545, - "accuracy": 0.533597, - "main_score": 0.494545, - "hf_subset": "gaz_Latn-yor_Latn", - "languages": [ - "gaz-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526284, - "recall": 0.576087, - "f1": 0.538495, - "accuracy": 0.576087, - "main_score": 0.538495, - "hf_subset": "gaz_Latn-arz_Arab", - "languages": [ - "gaz-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456485, - "recall": 0.502964, - "f1": 0.4697, - "accuracy": 0.502964, - "main_score": 0.4697, - "hf_subset": "gaz_Latn-cjk_Latn", - "languages": [ - "gaz-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516893, - "recall": 0.557312, - "f1": 0.528168, - "accuracy": 0.557312, - "main_score": 0.528168, - "hf_subset": "gaz_Latn-gla_Latn", - "languages": [ - "gaz-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549285, - "recall": 0.598814, - "f1": 0.562646, - "accuracy": 0.598814, - "main_score": 0.562646, - "hf_subset": "gaz_Latn-kan_Knda", - "languages": [ - "gaz-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553184, - "recall": 0.600791, - "f1": 0.565023, - "accuracy": 0.600791, - "main_score": 0.565023, - "hf_subset": "gaz_Latn-lmo_Latn", - "languages": [ - "gaz-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55068, - "recall": 0.603755, - "f1": 0.564422, - "accuracy": 0.603755, - "main_score": 0.564422, - "hf_subset": "gaz_Latn-npi_Deva", - "languages": [ - "gaz-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385375, - "recall": 0.434783, - "f1": 0.397646, - "accuracy": 0.434783, - "main_score": 0.397646, - "hf_subset": "gaz_Latn-shn_Mymr", - "languages": [ - "gaz-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584408, - "recall": 0.631423, - "f1": 0.597318, - "accuracy": 0.631423, - "main_score": 0.597318, - "hf_subset": "gaz_Latn-tgl_Latn", - "languages": [ - "gaz-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519913, - "recall": 0.574111, - "f1": 0.533436, - "accuracy": 0.574111, - "main_score": 0.533436, - "hf_subset": "gaz_Latn-yue_Hant", - "languages": [ - "gaz-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535161, - "recall": 0.58498, - "f1": 0.548253, - "accuracy": 0.58498, - "main_score": 0.548253, - "hf_subset": "gaz_Latn-asm_Beng", - "languages": [ - "gaz-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527119, - "recall": 0.576087, - "f1": 0.540042, - "accuracy": 0.576087, - "main_score": 0.540042, - "hf_subset": "gaz_Latn-ckb_Arab", - "languages": [ - "gaz-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519357, - "recall": 0.565217, - "f1": 0.531789, - "accuracy": 0.565217, - "main_score": 0.531789, - "hf_subset": "gaz_Latn-gle_Latn", - "languages": [ - "gaz-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50395, - "recall": 0.547431, - "f1": 0.514847, - "accuracy": 0.547431, - "main_score": 0.514847, - "hf_subset": "gaz_Latn-kas_Arab", - "languages": [ - "gaz-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533947, - "recall": 0.583004, - "f1": 0.547012, - "accuracy": 0.583004, - "main_score": 0.547012, - "hf_subset": "gaz_Latn-ltg_Latn", - "languages": [ - "gaz-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534981, - "recall": 0.583004, - "f1": 0.548015, - "accuracy": 0.583004, - "main_score": 0.548015, - "hf_subset": "gaz_Latn-nso_Latn", - "languages": [ - "gaz-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516085, - "recall": 0.572134, - "f1": 0.530139, - "accuracy": 0.572134, - "main_score": 0.530139, - "hf_subset": "gaz_Latn-sin_Sinh", - "languages": [ - "gaz-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542768, - "recall": 0.593874, - "f1": 0.556094, - "accuracy": 0.593874, - "main_score": 0.556094, - "hf_subset": "gaz_Latn-tha_Thai", - "languages": [ - "gaz-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51389, - "recall": 0.562253, - "f1": 0.526703, - "accuracy": 0.562253, - "main_score": 0.526703, - "hf_subset": "gaz_Latn-zho_Hans", - "languages": [ - "gaz-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571711, - "recall": 0.619565, - "f1": 0.584027, - "accuracy": 0.619565, - "main_score": 0.584027, - "hf_subset": "gaz_Latn-ast_Latn", - "languages": [ - "gaz-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548877, - "recall": 0.598814, - "f1": 0.561797, - "accuracy": 0.598814, - "main_score": 0.561797, - "hf_subset": "gaz_Latn-crh_Latn", - "languages": [ - "gaz-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575376, - "recall": 0.620553, - "f1": 0.587305, - "accuracy": 0.620553, - "main_score": 0.587305, - "hf_subset": "gaz_Latn-glg_Latn", - "languages": [ - "gaz-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481985, - "recall": 0.535573, - "f1": 0.49628, - "accuracy": 0.535573, - "main_score": 0.49628, - "hf_subset": "gaz_Latn-kas_Deva", - "languages": [ - "gaz-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537673, - "recall": 0.577075, - "f1": 0.547998, - "accuracy": 0.577075, - "main_score": 0.547998, - "hf_subset": "gaz_Latn-ltz_Latn", - "languages": [ - "gaz-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459717, - "recall": 0.505929, - "f1": 0.473066, - "accuracy": 0.505929, - "main_score": 0.473066, - "hf_subset": "gaz_Latn-nus_Latn", - "languages": [ - "gaz-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558622, - "recall": 0.610672, - "f1": 0.57267, - "accuracy": 0.610672, - "main_score": 0.57267, - "hf_subset": "gaz_Latn-slk_Latn", - "languages": [ - "gaz-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429942, - "recall": 0.491107, - "f1": 0.447634, - "accuracy": 0.491107, - "main_score": 0.447634, - "hf_subset": "gaz_Latn-tir_Ethi", - "languages": [ - "gaz-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52806, - "recall": 0.574111, - "f1": 0.539729, - "accuracy": 0.574111, - "main_score": 0.539729, - "hf_subset": "gaz_Latn-zho_Hant", - "languages": [ - "gaz-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54978, - "recall": 0.603755, - "f1": 0.564498, - "accuracy": 0.603755, - "main_score": 0.564498, - "hf_subset": "gaz_Latn-awa_Deva", - "languages": [ - "gaz-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564995, - "recall": 0.606719, - "f1": 0.575604, - "accuracy": 0.606719, - "main_score": 0.575604, - "hf_subset": "gaz_Latn-cym_Latn", - "languages": [ - "gaz-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536501, - "recall": 0.578063, - "f1": 0.547384, - "accuracy": 0.578063, - "main_score": 0.547384, - "hf_subset": "gaz_Latn-grn_Latn", - "languages": [ - "gaz-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543483, - "recall": 0.593874, - "f1": 0.556766, - "accuracy": 0.593874, - "main_score": 0.556766, - "hf_subset": "gaz_Latn-kat_Geor", - "languages": [ - "gaz-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511035, - "recall": 0.556324, - "f1": 0.523314, - "accuracy": 0.556324, - "main_score": 0.523314, - "hf_subset": "gaz_Latn-lua_Latn", - "languages": [ - "gaz-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50416, - "recall": 0.548419, - "f1": 0.516449, - "accuracy": 0.548419, - "main_score": 0.516449, - "hf_subset": "gaz_Latn-nya_Latn", - "languages": [ - "gaz-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56305, - "recall": 0.607708, - "f1": 0.574662, - "accuracy": 0.607708, - "main_score": 0.574662, - "hf_subset": "gaz_Latn-slv_Latn", - "languages": [ - "gaz-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541273, - "recall": 0.588933, - "f1": 0.55416, - "accuracy": 0.588933, - "main_score": 0.55416, - "hf_subset": "gaz_Latn-tpi_Latn", - "languages": [ - "gaz-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589905, - "recall": 0.640316, - "f1": 0.603158, - "accuracy": 0.640316, - "main_score": 0.603158, - "hf_subset": "gaz_Latn-zsm_Latn", - "languages": [ - "gaz-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456901, - "recall": 0.51087, - "f1": 0.472452, - "accuracy": 0.51087, - "main_score": 0.472452, - "hf_subset": "gaz_Latn-ayr_Latn", - "languages": [ - "gaz-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577454, - "recall": 0.621542, - "f1": 0.588695, - "accuracy": 0.621542, - "main_score": 0.588695, - "hf_subset": "gaz_Latn-dan_Latn", - "languages": [ - "gaz-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56209, - "recall": 0.604743, - "f1": 0.573827, - "accuracy": 0.604743, - "main_score": 0.573827, - "hf_subset": "gaz_Latn-guj_Gujr", - "languages": [ - "gaz-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545093, - "recall": 0.593874, - "f1": 0.557864, - "accuracy": 0.593874, - "main_score": 0.557864, - "hf_subset": "gaz_Latn-kaz_Cyrl", - "languages": [ - "gaz-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485425, - "recall": 0.531621, - "f1": 0.498119, - "accuracy": 0.531621, - "main_score": 0.498119, - "hf_subset": "gaz_Latn-lug_Latn", - "languages": [ - "gaz-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575783, - "recall": 0.624506, - "f1": 0.588263, - "accuracy": 0.624506, - "main_score": 0.588263, - "hf_subset": "gaz_Latn-oci_Latn", - "languages": [ - "gaz-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533322, - "recall": 0.577075, - "f1": 0.544504, - "accuracy": 0.577075, - "main_score": 0.544504, - "hf_subset": "gaz_Latn-smo_Latn", - "languages": [ - "gaz-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482181, - "recall": 0.532609, - "f1": 0.495387, - "accuracy": 0.532609, - "main_score": 0.495387, - "hf_subset": "gaz_Latn-tsn_Latn", - "languages": [ - "gaz-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530288, - "recall": 0.583004, - "f1": 0.544717, - "accuracy": 0.583004, - "main_score": 0.544717, - "hf_subset": "gaz_Latn-zul_Latn", - "languages": [ - "gaz-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476638, - "recall": 0.524704, - "f1": 0.490271, - "accuracy": 0.524704, - "main_score": 0.490271, - "hf_subset": "gaz_Latn-azb_Arab", - "languages": [ - "gaz-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565823, - "recall": 0.609684, - "f1": 0.577423, - "accuracy": 0.609684, - "main_score": 0.577423, - "hf_subset": "gaz_Latn-deu_Latn", - "languages": [ - "gaz-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556201, - "recall": 0.606719, - "f1": 0.569946, - "accuracy": 0.606719, - "main_score": 0.569946, - "hf_subset": "gaz_Latn-hat_Latn", - "languages": [ - "gaz-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46615, - "recall": 0.512846, - "f1": 0.478339, - "accuracy": 0.512846, - "main_score": 0.478339, - "hf_subset": "gaz_Latn-kbp_Latn", - "languages": [ - "gaz-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505665, - "recall": 0.550395, - "f1": 0.518249, - "accuracy": 0.550395, - "main_score": 0.518249, - "hf_subset": "gaz_Latn-luo_Latn", - "languages": [ - "gaz-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538775, - "recall": 0.594862, - "f1": 0.553773, - "accuracy": 0.594862, - "main_score": 0.553773, - "hf_subset": "gaz_Latn-ory_Orya", - "languages": [ - "gaz-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496042, - "recall": 0.552372, - "f1": 0.511316, - "accuracy": 0.552372, - "main_score": 0.511316, - "hf_subset": "gaz_Latn-sna_Latn", - "languages": [ - "gaz-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492956, - "recall": 0.543478, - "f1": 0.505856, - "accuracy": 0.543478, - "main_score": 0.505856, - "hf_subset": "gaz_Latn-tso_Latn", - "languages": [ - "gaz-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535817, - "recall": 0.593874, - "f1": 0.551689, - "accuracy": 0.593874, - "main_score": 0.551689, - "hf_subset": "gaz_Latn-azj_Latn", - "languages": [ - "gaz-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445143, - "recall": 0.495059, - "f1": 0.458908, - "accuracy": 0.495059, - "main_score": 0.458908, - "hf_subset": "gaz_Latn-dik_Latn", - "languages": [ - "gaz-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528646, - "recall": 0.577075, - "f1": 0.541841, - "accuracy": 0.577075, - "main_score": 0.541841, - "hf_subset": "gaz_Latn-hau_Latn", - "languages": [ - "gaz-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557485, - "recall": 0.591897, - "f1": 0.566964, - "accuracy": 0.591897, - "main_score": 0.566964, - "hf_subset": "gaz_Latn-kea_Latn", - "languages": [ - "gaz-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507819, - "recall": 0.555336, - "f1": 0.520759, - "accuracy": 0.555336, - "main_score": 0.520759, - "hf_subset": "gaz_Latn-lus_Latn", - "languages": [ - "gaz-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540747, - "recall": 0.579051, - "f1": 0.550871, - "accuracy": 0.579051, - "main_score": 0.550871, - "hf_subset": "gaz_Latn-pag_Latn", - "languages": [ - "gaz-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548535, - "recall": 0.598814, - "f1": 0.562141, - "accuracy": 0.598814, - "main_score": 0.562141, - "hf_subset": "gaz_Latn-snd_Arab", - "languages": [ - "gaz-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523911, - "recall": 0.574111, - "f1": 0.536765, - "accuracy": 0.574111, - "main_score": 0.536765, - "hf_subset": "gaz_Latn-tuk_Latn", - "languages": [ - "gaz-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543638, - "recall": 0.588933, - "f1": 0.555734, - "accuracy": 0.588933, - "main_score": 0.555734, - "hf_subset": "gaz_Latn-bak_Cyrl", - "languages": [ - "gaz-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398505, - "recall": 0.45751, - "f1": 0.414466, - "accuracy": 0.45751, - "main_score": 0.414466, - "hf_subset": "gaz_Latn-dyu_Latn", - "languages": [ - "gaz-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542011, - "recall": 0.591897, - "f1": 0.555449, - "accuracy": 0.591897, - "main_score": 0.555449, - "hf_subset": "gaz_Latn-heb_Hebr", - "languages": [ - "gaz-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527416, - "recall": 0.581028, - "f1": 0.541809, - "accuracy": 0.581028, - "main_score": 0.541809, - "hf_subset": "gaz_Latn-khk_Cyrl", - "languages": [ - "gaz-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565503, - "recall": 0.600791, - "f1": 0.574188, - "accuracy": 0.600791, - "main_score": 0.574188, - "hf_subset": "gaz_Latn-lvs_Latn", - "languages": [ - "gaz-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558618, - "recall": 0.61166, - "f1": 0.572424, - "accuracy": 0.61166, - "main_score": 0.572424, - "hf_subset": "gaz_Latn-pan_Guru", - "languages": [ - "gaz-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526801, - "recall": 0.576087, - "f1": 0.539901, - "accuracy": 0.576087, - "main_score": 0.539901, - "hf_subset": "gaz_Latn-som_Latn", - "languages": [ - "gaz-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482478, - "recall": 0.52668, - "f1": 0.494378, - "accuracy": 0.52668, - "main_score": 0.494378, - "hf_subset": "gaz_Latn-tum_Latn", - "languages": [ - "gaz-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416238, - "recall": 0.461462, - "f1": 0.429169, - "accuracy": 0.461462, - "main_score": 0.429169, - "hf_subset": "kam_Latn-ace_Arab", - "languages": [ - "kam-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49966, - "recall": 0.543478, - "f1": 0.512131, - "accuracy": 0.543478, - "main_score": 0.512131, - "hf_subset": "kam_Latn-bam_Latn", - "languages": [ - "kam-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212186, - "recall": 0.259881, - "f1": 0.224229, - "accuracy": 0.259881, - "main_score": 0.224229, - "hf_subset": "kam_Latn-dzo_Tibt", - "languages": [ - "kam-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576796, - "recall": 0.621542, - "f1": 0.589223, - "accuracy": 0.621542, - "main_score": 0.589223, - "hf_subset": "kam_Latn-hin_Deva", - "languages": [ - "kam-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534657, - "recall": 0.58004, - "f1": 0.546835, - "accuracy": 0.58004, - "main_score": 0.546835, - "hf_subset": "kam_Latn-khm_Khmr", - "languages": [ - "kam-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577983, - "recall": 0.618577, - "f1": 0.588437, - "accuracy": 0.618577, - "main_score": 0.588437, - "hf_subset": "kam_Latn-mag_Deva", - "languages": [ - "kam-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57439, - "recall": 0.617589, - "f1": 0.585888, - "accuracy": 0.617589, - "main_score": 0.585888, - "hf_subset": "kam_Latn-pap_Latn", - "languages": [ - "kam-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56228, - "recall": 0.601779, - "f1": 0.573359, - "accuracy": 0.601779, - "main_score": 0.573359, - "hf_subset": "kam_Latn-sot_Latn", - "languages": [ - "kam-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557429, - "recall": 0.602767, - "f1": 0.569762, - "accuracy": 0.602767, - "main_score": 0.569762, - "hf_subset": "kam_Latn-tur_Latn", - "languages": [ - "kam-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562458, - "recall": 0.596838, - "f1": 0.571641, - "accuracy": 0.596838, - "main_score": 0.571641, - "hf_subset": "kam_Latn-ace_Latn", - "languages": [ - "kam-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582421, - "recall": 0.613636, - "f1": 0.590967, - "accuracy": 0.613636, - "main_score": 0.590967, - "hf_subset": "kam_Latn-ban_Latn", - "languages": [ - "kam-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545622, - "recall": 0.597826, - "f1": 0.559038, - "accuracy": 0.597826, - "main_score": 0.559038, - "hf_subset": "kam_Latn-ell_Grek", - "languages": [ - "kam-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561414, - "recall": 0.605731, - "f1": 0.572379, - "accuracy": 0.605731, - "main_score": 0.572379, - "hf_subset": "kam_Latn-hne_Deva", - "languages": [ - "kam-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543162, - "recall": 0.59585, - "f1": 0.557123, - "accuracy": 0.59585, - "main_score": 0.557123, - "hf_subset": "kam_Latn-kik_Latn", - "languages": [ - "kam-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563862, - "recall": 0.610672, - "f1": 0.57622, - "accuracy": 0.610672, - "main_score": 0.57622, - "hf_subset": "kam_Latn-mai_Deva", - "languages": [ - "kam-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512594, - "recall": 0.560277, - "f1": 0.524643, - "accuracy": 0.560277, - "main_score": 0.524643, - "hf_subset": "kam_Latn-pbt_Arab", - "languages": [ - "kam-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574241, - "recall": 0.619565, - "f1": 0.585618, - "accuracy": 0.619565, - "main_score": 0.585618, - "hf_subset": "kam_Latn-spa_Latn", - "languages": [ - "kam-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544749, - "recall": 0.582016, - "f1": 0.555054, - "accuracy": 0.582016, - "main_score": 0.555054, - "hf_subset": "kam_Latn-twi_Latn", - "languages": [ - "kam-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5618, - "recall": 0.607708, - "f1": 0.573981, - "accuracy": 0.607708, - "main_score": 0.573981, - "hf_subset": "kam_Latn-acm_Arab", - "languages": [ - "kam-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537443, - "recall": 0.579051, - "f1": 0.548699, - "accuracy": 0.579051, - "main_score": 0.548699, - "hf_subset": "kam_Latn-bel_Cyrl", - "languages": [ - "kam-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609736, - "recall": 0.646245, - "f1": 0.618942, - "accuracy": 0.646245, - "main_score": 0.618942, - "hf_subset": "kam_Latn-eng_Latn", - "languages": [ - "kam-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597585, - "recall": 0.637352, - "f1": 0.607809, - "accuracy": 0.637352, - "main_score": 0.607809, - "hf_subset": "kam_Latn-hrv_Latn", - "languages": [ - "kam-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512499, - "recall": 0.557312, - "f1": 0.525264, - "accuracy": 0.557312, - "main_score": 0.525264, - "hf_subset": "kam_Latn-kin_Latn", - "languages": [ - "kam-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560222, - "recall": 0.610672, - "f1": 0.573736, - "accuracy": 0.610672, - "main_score": 0.573736, - "hf_subset": "kam_Latn-mal_Mlym", - "languages": [ - "kam-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561857, - "recall": 0.61166, - "f1": 0.574037, - "accuracy": 0.61166, - "main_score": 0.574037, - "hf_subset": "kam_Latn-pes_Arab", - "languages": [ - "kam-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574185, - "recall": 0.610672, - "f1": 0.584253, - "accuracy": 0.610672, - "main_score": 0.584253, - "hf_subset": "kam_Latn-srd_Latn", - "languages": [ - "kam-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180526, - "recall": 0.221344, - "f1": 0.190316, - "accuracy": 0.221344, - "main_score": 0.190316, - "hf_subset": "kam_Latn-tzm_Tfng", - "languages": [ - "kam-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57329, - "recall": 0.613636, - "f1": 0.584486, - "accuracy": 0.613636, - "main_score": 0.584486, - "hf_subset": "kam_Latn-acq_Arab", - "languages": [ - "kam-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575049, - "recall": 0.609684, - "f1": 0.584538, - "accuracy": 0.609684, - "main_score": 0.584538, - "hf_subset": "kam_Latn-bem_Latn", - "languages": [ - "kam-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580424, - "recall": 0.623518, - "f1": 0.591548, - "accuracy": 0.623518, - "main_score": 0.591548, - "hf_subset": "kam_Latn-epo_Latn", - "languages": [ - "kam-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579955, - "recall": 0.619565, - "f1": 0.590497, - "accuracy": 0.619565, - "main_score": 0.590497, - "hf_subset": "kam_Latn-hun_Latn", - "languages": [ - "kam-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560359, - "recall": 0.598814, - "f1": 0.571114, - "accuracy": 0.598814, - "main_score": 0.571114, - "hf_subset": "kam_Latn-kir_Cyrl", - "languages": [ - "kam-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556783, - "recall": 0.599802, - "f1": 0.567856, - "accuracy": 0.599802, - "main_score": 0.567856, - "hf_subset": "kam_Latn-mar_Deva", - "languages": [ - "kam-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532168, - "recall": 0.573123, - "f1": 0.543736, - "accuracy": 0.573123, - "main_score": 0.543736, - "hf_subset": "kam_Latn-plt_Latn", - "languages": [ - "kam-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576899, - "recall": 0.617589, - "f1": 0.587913, - "accuracy": 0.617589, - "main_score": 0.587913, - "hf_subset": "kam_Latn-srp_Cyrl", - "languages": [ - "kam-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481096, - "recall": 0.535573, - "f1": 0.496346, - "accuracy": 0.535573, - "main_score": 0.496346, - "hf_subset": "kam_Latn-uig_Arab", - "languages": [ - "kam-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550872, - "recall": 0.593874, - "f1": 0.562228, - "accuracy": 0.593874, - "main_score": 0.562228, - "hf_subset": "kam_Latn-aeb_Arab", - "languages": [ - "kam-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557405, - "recall": 0.604743, - "f1": 0.570012, - "accuracy": 0.604743, - "main_score": 0.570012, - "hf_subset": "kam_Latn-ben_Beng", - "languages": [ - "kam-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564228, - "recall": 0.612648, - "f1": 0.576953, - "accuracy": 0.612648, - "main_score": 0.576953, - "hf_subset": "kam_Latn-est_Latn", - "languages": [ - "kam-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553465, - "recall": 0.597826, - "f1": 0.564712, - "accuracy": 0.597826, - "main_score": 0.564712, - "hf_subset": "kam_Latn-hye_Armn", - "languages": [ - "kam-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524309, - "recall": 0.562253, - "f1": 0.534842, - "accuracy": 0.562253, - "main_score": 0.534842, - "hf_subset": "kam_Latn-kmb_Latn", - "languages": [ - "kam-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369287, - "recall": 0.424901, - "f1": 0.384382, - "accuracy": 0.424901, - "main_score": 0.384382, - "hf_subset": "kam_Latn-min_Arab", - "languages": [ - "kam-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573673, - "recall": 0.608696, - "f1": 0.583303, - "accuracy": 0.608696, - "main_score": 0.583303, - "hf_subset": "kam_Latn-pol_Latn", - "languages": [ - "kam-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53266, - "recall": 0.575099, - "f1": 0.544108, - "accuracy": 0.575099, - "main_score": 0.544108, - "hf_subset": "kam_Latn-ssw_Latn", - "languages": [ - "kam-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580962, - "recall": 0.625494, - "f1": 0.593578, - "accuracy": 0.625494, - "main_score": 0.593578, - "hf_subset": "kam_Latn-ukr_Cyrl", - "languages": [ - "kam-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595349, - "recall": 0.636364, - "f1": 0.606084, - "accuracy": 0.636364, - "main_score": 0.606084, - "hf_subset": "kam_Latn-afr_Latn", - "languages": [ - "kam-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5744, - "recall": 0.613636, - "f1": 0.584588, - "accuracy": 0.613636, - "main_score": 0.584588, - "hf_subset": "kam_Latn-bho_Deva", - "languages": [ - "kam-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564386, - "recall": 0.607708, - "f1": 0.575512, - "accuracy": 0.607708, - "main_score": 0.575512, - "hf_subset": "kam_Latn-eus_Latn", - "languages": [ - "kam-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532891, - "recall": 0.574111, - "f1": 0.544815, - "accuracy": 0.574111, - "main_score": 0.544815, - "hf_subset": "kam_Latn-ibo_Latn", - "languages": [ - "kam-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544699, - "recall": 0.586957, - "f1": 0.556205, - "accuracy": 0.586957, - "main_score": 0.556205, - "hf_subset": "kam_Latn-kmr_Latn", - "languages": [ - "kam-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574491, - "recall": 0.615613, - "f1": 0.584804, - "accuracy": 0.615613, - "main_score": 0.584804, - "hf_subset": "kam_Latn-min_Latn", - "languages": [ - "kam-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60297, - "recall": 0.643281, - "f1": 0.61352, - "accuracy": 0.643281, - "main_score": 0.61352, - "hf_subset": "kam_Latn-por_Latn", - "languages": [ - "kam-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598441, - "recall": 0.631423, - "f1": 0.607448, - "accuracy": 0.631423, - "main_score": 0.607448, - "hf_subset": "kam_Latn-sun_Latn", - "languages": [ - "kam-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498084, - "recall": 0.54249, - "f1": 0.510578, - "accuracy": 0.54249, - "main_score": 0.510578, - "hf_subset": "kam_Latn-umb_Latn", - "languages": [ - "kam-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566591, - "recall": 0.605731, - "f1": 0.577325, - "accuracy": 0.605731, - "main_score": 0.577325, - "hf_subset": "kam_Latn-ajp_Arab", - "languages": [ - "kam-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39817, - "recall": 0.440711, - "f1": 0.409973, - "accuracy": 0.440711, - "main_score": 0.409973, - "hf_subset": "kam_Latn-bjn_Arab", - "languages": [ - "kam-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492362, - "recall": 0.528656, - "f1": 0.502374, - "accuracy": 0.528656, - "main_score": 0.502374, - "hf_subset": "kam_Latn-ewe_Latn", - "languages": [ - "kam-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584274, - "recall": 0.623518, - "f1": 0.594502, - "accuracy": 0.623518, - "main_score": 0.594502, - "hf_subset": "kam_Latn-ilo_Latn", - "languages": [ - "kam-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284676, - "recall": 0.336957, - "f1": 0.298698, - "accuracy": 0.336957, - "main_score": 0.298698, - "hf_subset": "kam_Latn-knc_Arab", - "languages": [ - "kam-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568238, - "recall": 0.618577, - "f1": 0.58069, - "accuracy": 0.618577, - "main_score": 0.58069, - "hf_subset": "kam_Latn-mkd_Cyrl", - "languages": [ - "kam-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561019, - "recall": 0.609684, - "f1": 0.572974, - "accuracy": 0.609684, - "main_score": 0.572974, - "hf_subset": "kam_Latn-prs_Arab", - "languages": [ - "kam-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58631, - "recall": 0.626482, - "f1": 0.59677, - "accuracy": 0.626482, - "main_score": 0.59677, - "hf_subset": "kam_Latn-swe_Latn", - "languages": [ - "kam-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535632, - "recall": 0.585968, - "f1": 0.549366, - "accuracy": 0.585968, - "main_score": 0.549366, - "hf_subset": "kam_Latn-urd_Arab", - "languages": [ - "kam-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541354, - "recall": 0.575099, - "f1": 0.550585, - "accuracy": 0.575099, - "main_score": 0.550585, - "hf_subset": "kam_Latn-aka_Latn", - "languages": [ - "kam-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579513, - "recall": 0.612648, - "f1": 0.587718, - "accuracy": 0.612648, - "main_score": 0.587718, - "hf_subset": "kam_Latn-bjn_Latn", - "languages": [ - "kam-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555767, - "recall": 0.598814, - "f1": 0.567476, - "accuracy": 0.598814, - "main_score": 0.567476, - "hf_subset": "kam_Latn-fao_Latn", - "languages": [ - "kam-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60107, - "recall": 0.636364, - "f1": 0.610108, - "accuracy": 0.636364, - "main_score": 0.610108, - "hf_subset": "kam_Latn-ind_Latn", - "languages": [ - "kam-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526752, - "recall": 0.565217, - "f1": 0.537195, - "accuracy": 0.565217, - "main_score": 0.537195, - "hf_subset": "kam_Latn-knc_Latn", - "languages": [ - "kam-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578254, - "recall": 0.620553, - "f1": 0.589342, - "accuracy": 0.620553, - "main_score": 0.589342, - "hf_subset": "kam_Latn-mlt_Latn", - "languages": [ - "kam-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528294, - "recall": 0.56917, - "f1": 0.539777, - "accuracy": 0.56917, - "main_score": 0.539777, - "hf_subset": "kam_Latn-quy_Latn", - "languages": [ - "kam-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58501, - "recall": 0.630435, - "f1": 0.596885, - "accuracy": 0.630435, - "main_score": 0.596885, - "hf_subset": "kam_Latn-swh_Latn", - "languages": [ - "kam-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565596, - "recall": 0.61166, - "f1": 0.57782, - "accuracy": 0.61166, - "main_score": 0.57782, - "hf_subset": "kam_Latn-uzn_Latn", - "languages": [ - "kam-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57865, - "recall": 0.615613, - "f1": 0.588526, - "accuracy": 0.615613, - "main_score": 0.588526, - "hf_subset": "kam_Latn-als_Latn", - "languages": [ - "kam-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.286235, - "recall": 0.344862, - "f1": 0.30133, - "accuracy": 0.344862, - "main_score": 0.30133, - "hf_subset": "kam_Latn-bod_Tibt", - "languages": [ - "kam-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543103, - "recall": 0.581028, - "f1": 0.553146, - "accuracy": 0.581028, - "main_score": 0.553146, - "hf_subset": "kam_Latn-fij_Latn", - "languages": [ - "kam-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54677, - "recall": 0.593874, - "f1": 0.559732, - "accuracy": 0.593874, - "main_score": 0.559732, - "hf_subset": "kam_Latn-isl_Latn", - "languages": [ - "kam-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53875, - "recall": 0.571146, - "f1": 0.546991, - "accuracy": 0.571146, - "main_score": 0.546991, - "hf_subset": "kam_Latn-kon_Latn", - "languages": [ - "kam-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458029, - "recall": 0.502964, - "f1": 0.470998, - "accuracy": 0.502964, - "main_score": 0.470998, - "hf_subset": "kam_Latn-mni_Beng", - "languages": [ - "kam-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590664, - "recall": 0.635375, - "f1": 0.602224, - "accuracy": 0.635375, - "main_score": 0.602224, - "hf_subset": "kam_Latn-ron_Latn", - "languages": [ - "kam-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563329, - "recall": 0.605731, - "f1": 0.574964, - "accuracy": 0.605731, - "main_score": 0.574964, - "hf_subset": "kam_Latn-szl_Latn", - "languages": [ - "kam-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583682, - "recall": 0.621542, - "f1": 0.593332, - "accuracy": 0.621542, - "main_score": 0.593332, - "hf_subset": "kam_Latn-vec_Latn", - "languages": [ - "kam-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491986, - "recall": 0.549407, - "f1": 0.507799, - "accuracy": 0.549407, - "main_score": 0.507799, - "hf_subset": "kam_Latn-amh_Ethi", - "languages": [ - "kam-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590431, - "recall": 0.629447, - "f1": 0.60119, - "accuracy": 0.629447, - "main_score": 0.60119, - "hf_subset": "kam_Latn-bos_Latn", - "languages": [ - "kam-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560454, - "recall": 0.601779, - "f1": 0.572017, - "accuracy": 0.601779, - "main_score": 0.572017, - "hf_subset": "kam_Latn-fin_Latn", - "languages": [ - "kam-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586953, - "recall": 0.62253, - "f1": 0.596706, - "accuracy": 0.62253, - "main_score": 0.596706, - "hf_subset": "kam_Latn-ita_Latn", - "languages": [ - "kam-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552159, - "recall": 0.594862, - "f1": 0.563661, - "accuracy": 0.594862, - "main_score": 0.563661, - "hf_subset": "kam_Latn-kor_Hang", - "languages": [ - "kam-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503895, - "recall": 0.540514, - "f1": 0.514124, - "accuracy": 0.540514, - "main_score": 0.514124, - "hf_subset": "kam_Latn-mos_Latn", - "languages": [ - "kam-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517672, - "recall": 0.5583, - "f1": 0.529104, - "accuracy": 0.5583, - "main_score": 0.529104, - "hf_subset": "kam_Latn-run_Latn", - "languages": [ - "kam-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54104, - "recall": 0.593874, - "f1": 0.555097, - "accuracy": 0.593874, - "main_score": 0.555097, - "hf_subset": "kam_Latn-tam_Taml", - "languages": [ - "kam-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564266, - "recall": 0.603755, - "f1": 0.574985, - "accuracy": 0.603755, - "main_score": 0.574985, - "hf_subset": "kam_Latn-vie_Latn", - "languages": [ - "kam-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553239, - "recall": 0.59585, - "f1": 0.564646, - "accuracy": 0.59585, - "main_score": 0.564646, - "hf_subset": "kam_Latn-apc_Arab", - "languages": [ - "kam-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541818, - "recall": 0.581028, - "f1": 0.552724, - "accuracy": 0.581028, - "main_score": 0.552724, - "hf_subset": "kam_Latn-bug_Latn", - "languages": [ - "kam-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457628, - "recall": 0.495059, - "f1": 0.467952, - "accuracy": 0.495059, - "main_score": 0.467952, - "hf_subset": "kam_Latn-fon_Latn", - "languages": [ - "kam-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584027, - "recall": 0.62747, - "f1": 0.595541, - "accuracy": 0.62747, - "main_score": 0.595541, - "hf_subset": "kam_Latn-jav_Latn", - "languages": [ - "kam-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524347, - "recall": 0.570158, - "f1": 0.53653, - "accuracy": 0.570158, - "main_score": 0.53653, - "hf_subset": "kam_Latn-lao_Laoo", - "languages": [ - "kam-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526719, - "recall": 0.570158, - "f1": 0.537996, - "accuracy": 0.570158, - "main_score": 0.537996, - "hf_subset": "kam_Latn-mri_Latn", - "languages": [ - "kam-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564305, - "recall": 0.607708, - "f1": 0.575777, - "accuracy": 0.607708, - "main_score": 0.575777, - "hf_subset": "kam_Latn-rus_Cyrl", - "languages": [ - "kam-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478387, - "recall": 0.523715, - "f1": 0.491328, - "accuracy": 0.523715, - "main_score": 0.491328, - "hf_subset": "kam_Latn-taq_Latn", - "languages": [ - "kam-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592395, - "recall": 0.629447, - "f1": 0.60121, - "accuracy": 0.629447, - "main_score": 0.60121, - "hf_subset": "kam_Latn-war_Latn", - "languages": [ - "kam-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578084, - "recall": 0.619565, - "f1": 0.588917, - "accuracy": 0.619565, - "main_score": 0.588917, - "hf_subset": "kam_Latn-arb_Arab", - "languages": [ - "kam-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596925, - "recall": 0.62747, - "f1": 0.60515, - "accuracy": 0.62747, - "main_score": 0.60515, - "hf_subset": "kam_Latn-bul_Cyrl", - "languages": [ - "kam-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585003, - "recall": 0.62747, - "f1": 0.596535, - "accuracy": 0.62747, - "main_score": 0.596535, - "hf_subset": "kam_Latn-fra_Latn", - "languages": [ - "kam-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564019, - "recall": 0.603755, - "f1": 0.574248, - "accuracy": 0.603755, - "main_score": 0.574248, - "hf_subset": "kam_Latn-jpn_Jpan", - "languages": [ - "kam-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575675, - "recall": 0.614625, - "f1": 0.586342, - "accuracy": 0.614625, - "main_score": 0.586342, - "hf_subset": "kam_Latn-lij_Latn", - "languages": [ - "kam-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428991, - "recall": 0.495059, - "f1": 0.447639, - "accuracy": 0.495059, - "main_score": 0.447639, - "hf_subset": "kam_Latn-mya_Mymr", - "languages": [ - "kam-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524857, - "recall": 0.561265, - "f1": 0.534764, - "accuracy": 0.561265, - "main_score": 0.534764, - "hf_subset": "kam_Latn-sag_Latn", - "languages": [ - "kam-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197029, - "recall": 0.245059, - "f1": 0.208216, - "accuracy": 0.245059, - "main_score": 0.208216, - "hf_subset": "kam_Latn-taq_Tfng", - "languages": [ - "kam-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534851, - "recall": 0.574111, - "f1": 0.545553, - "accuracy": 0.574111, - "main_score": 0.545553, - "hf_subset": "kam_Latn-wol_Latn", - "languages": [ - "kam-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461687, - "recall": 0.501976, - "f1": 0.472619, - "accuracy": 0.501976, - "main_score": 0.472619, - "hf_subset": "kam_Latn-arb_Latn", - "languages": [ - "kam-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587618, - "recall": 0.629447, - "f1": 0.599052, - "accuracy": 0.629447, - "main_score": 0.599052, - "hf_subset": "kam_Latn-cat_Latn", - "languages": [ - "kam-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575803, - "recall": 0.610672, - "f1": 0.584874, - "accuracy": 0.610672, - "main_score": 0.584874, - "hf_subset": "kam_Latn-fur_Latn", - "languages": [ - "kam-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430147, - "recall": 0.477273, - "f1": 0.4435, - "accuracy": 0.477273, - "main_score": 0.4435, - "hf_subset": "kam_Latn-kab_Latn", - "languages": [ - "kam-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568372, - "recall": 0.602767, - "f1": 0.57775, - "accuracy": 0.602767, - "main_score": 0.57775, - "hf_subset": "kam_Latn-lim_Latn", - "languages": [ - "kam-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570447, - "recall": 0.61166, - "f1": 0.581302, - "accuracy": 0.61166, - "main_score": 0.581302, - "hf_subset": "kam_Latn-nld_Latn", - "languages": [ - "kam-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529449, - "recall": 0.58004, - "f1": 0.542586, - "accuracy": 0.58004, - "main_score": 0.542586, - "hf_subset": "kam_Latn-san_Deva", - "languages": [ - "kam-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566263, - "recall": 0.61166, - "f1": 0.577651, - "accuracy": 0.61166, - "main_score": 0.577651, - "hf_subset": "kam_Latn-tat_Cyrl", - "languages": [ - "kam-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571595, - "recall": 0.605731, - "f1": 0.580716, - "accuracy": 0.605731, - "main_score": 0.580716, - "hf_subset": "kam_Latn-xho_Latn", - "languages": [ - "kam-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553324, - "recall": 0.602767, - "f1": 0.566335, - "accuracy": 0.602767, - "main_score": 0.566335, - "hf_subset": "kam_Latn-ars_Arab", - "languages": [ - "kam-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585072, - "recall": 0.62253, - "f1": 0.594476, - "accuracy": 0.62253, - "main_score": 0.594476, - "hf_subset": "kam_Latn-ceb_Latn", - "languages": [ - "kam-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503673, - "recall": 0.545455, - "f1": 0.515481, - "accuracy": 0.545455, - "main_score": 0.515481, - "hf_subset": "kam_Latn-fuv_Latn", - "languages": [ - "kam-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491837, - "recall": 0.530632, - "f1": 0.502768, - "accuracy": 0.530632, - "main_score": 0.502768, - "hf_subset": "kam_Latn-kac_Latn", - "languages": [ - "kam-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546422, - "recall": 0.582016, - "f1": 0.556112, - "accuracy": 0.582016, - "main_score": 0.556112, - "hf_subset": "kam_Latn-lin_Latn", - "languages": [ - "kam-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579013, - "recall": 0.624506, - "f1": 0.591067, - "accuracy": 0.624506, - "main_score": 0.591067, - "hf_subset": "kam_Latn-nno_Latn", - "languages": [ - "kam-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1179, - "recall": 0.157115, - "f1": 0.127795, - "accuracy": 0.157115, - "main_score": 0.127795, - "hf_subset": "kam_Latn-sat_Olck", - "languages": [ - "kam-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553326, - "recall": 0.604743, - "f1": 0.566362, - "accuracy": 0.604743, - "main_score": 0.566362, - "hf_subset": "kam_Latn-tel_Telu", - "languages": [ - "kam-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491027, - "recall": 0.546443, - "f1": 0.505573, - "accuracy": 0.546443, - "main_score": 0.505573, - "hf_subset": "kam_Latn-ydd_Hebr", - "languages": [ - "kam-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547979, - "recall": 0.591897, - "f1": 0.559669, - "accuracy": 0.591897, - "main_score": 0.559669, - "hf_subset": "kam_Latn-ary_Arab", - "languages": [ - "kam-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575989, - "recall": 0.618577, - "f1": 0.586763, - "accuracy": 0.618577, - "main_score": 0.586763, - "hf_subset": "kam_Latn-ces_Latn", - "languages": [ - "kam-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483174, - "recall": 0.535573, - "f1": 0.497505, - "accuracy": 0.535573, - "main_score": 0.497505, - "hf_subset": "kam_Latn-gaz_Latn", - "languages": [ - "kam-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568121, - "recall": 0.605731, - "f1": 0.578438, - "accuracy": 0.605731, - "main_score": 0.578438, - "hf_subset": "kam_Latn-lit_Latn", - "languages": [ - "kam-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589314, - "recall": 0.629447, - "f1": 0.599942, - "accuracy": 0.629447, - "main_score": 0.599942, - "hf_subset": "kam_Latn-nob_Latn", - "languages": [ - "kam-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578962, - "recall": 0.619565, - "f1": 0.589452, - "accuracy": 0.619565, - "main_score": 0.589452, - "hf_subset": "kam_Latn-scn_Latn", - "languages": [ - "kam-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547009, - "recall": 0.583992, - "f1": 0.556672, - "accuracy": 0.583992, - "main_score": 0.556672, - "hf_subset": "kam_Latn-tgk_Cyrl", - "languages": [ - "kam-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515683, - "recall": 0.565217, - "f1": 0.529781, - "accuracy": 0.565217, - "main_score": 0.529781, - "hf_subset": "kam_Latn-yor_Latn", - "languages": [ - "kam-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560326, - "recall": 0.605731, - "f1": 0.572861, - "accuracy": 0.605731, - "main_score": 0.572861, - "hf_subset": "kam_Latn-arz_Arab", - "languages": [ - "kam-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491375, - "recall": 0.533597, - "f1": 0.503192, - "accuracy": 0.533597, - "main_score": 0.503192, - "hf_subset": "kam_Latn-cjk_Latn", - "languages": [ - "kam-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524681, - "recall": 0.566206, - "f1": 0.535387, - "accuracy": 0.566206, - "main_score": 0.535387, - "hf_subset": "kam_Latn-gla_Latn", - "languages": [ - "kam-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562973, - "recall": 0.605731, - "f1": 0.573694, - "accuracy": 0.605731, - "main_score": 0.573694, - "hf_subset": "kam_Latn-kan_Knda", - "languages": [ - "kam-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559384, - "recall": 0.596838, - "f1": 0.570055, - "accuracy": 0.596838, - "main_score": 0.570055, - "hf_subset": "kam_Latn-lmo_Latn", - "languages": [ - "kam-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553964, - "recall": 0.601779, - "f1": 0.566851, - "accuracy": 0.601779, - "main_score": 0.566851, - "hf_subset": "kam_Latn-npi_Deva", - "languages": [ - "kam-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439564, - "recall": 0.488142, - "f1": 0.453188, - "accuracy": 0.488142, - "main_score": 0.453188, - "hf_subset": "kam_Latn-shn_Mymr", - "languages": [ - "kam-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592645, - "recall": 0.635375, - "f1": 0.603773, - "accuracy": 0.635375, - "main_score": 0.603773, - "hf_subset": "kam_Latn-tgl_Latn", - "languages": [ - "kam-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552477, - "recall": 0.592885, - "f1": 0.562712, - "accuracy": 0.592885, - "main_score": 0.562712, - "hf_subset": "kam_Latn-yue_Hant", - "languages": [ - "kam-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536542, - "recall": 0.58498, - "f1": 0.549341, - "accuracy": 0.58498, - "main_score": 0.549341, - "hf_subset": "kam_Latn-asm_Beng", - "languages": [ - "kam-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519687, - "recall": 0.573123, - "f1": 0.53312, - "accuracy": 0.573123, - "main_score": 0.53312, - "hf_subset": "kam_Latn-ckb_Arab", - "languages": [ - "kam-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51336, - "recall": 0.560277, - "f1": 0.526144, - "accuracy": 0.560277, - "main_score": 0.526144, - "hf_subset": "kam_Latn-gle_Latn", - "languages": [ - "kam-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480327, - "recall": 0.521739, - "f1": 0.492049, - "accuracy": 0.521739, - "main_score": 0.492049, - "hf_subset": "kam_Latn-kas_Arab", - "languages": [ - "kam-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542979, - "recall": 0.585968, - "f1": 0.554251, - "accuracy": 0.585968, - "main_score": 0.554251, - "hf_subset": "kam_Latn-ltg_Latn", - "languages": [ - "kam-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543678, - "recall": 0.589921, - "f1": 0.556211, - "accuracy": 0.589921, - "main_score": 0.556211, - "hf_subset": "kam_Latn-nso_Latn", - "languages": [ - "kam-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488807, - "recall": 0.544466, - "f1": 0.503706, - "accuracy": 0.544466, - "main_score": 0.503706, - "hf_subset": "kam_Latn-sin_Sinh", - "languages": [ - "kam-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556992, - "recall": 0.600791, - "f1": 0.568355, - "accuracy": 0.600791, - "main_score": 0.568355, - "hf_subset": "kam_Latn-tha_Thai", - "languages": [ - "kam-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544272, - "recall": 0.58498, - "f1": 0.554979, - "accuracy": 0.58498, - "main_score": 0.554979, - "hf_subset": "kam_Latn-zho_Hans", - "languages": [ - "kam-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579206, - "recall": 0.623518, - "f1": 0.591048, - "accuracy": 0.623518, - "main_score": 0.591048, - "hf_subset": "kam_Latn-ast_Latn", - "languages": [ - "kam-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556398, - "recall": 0.601779, - "f1": 0.568115, - "accuracy": 0.601779, - "main_score": 0.568115, - "hf_subset": "kam_Latn-crh_Latn", - "languages": [ - "kam-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586431, - "recall": 0.625494, - "f1": 0.596453, - "accuracy": 0.625494, - "main_score": 0.596453, - "hf_subset": "kam_Latn-glg_Latn", - "languages": [ - "kam-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496589, - "recall": 0.545455, - "f1": 0.510279, - "accuracy": 0.545455, - "main_score": 0.510279, - "hf_subset": "kam_Latn-kas_Deva", - "languages": [ - "kam-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5512, - "recall": 0.587945, - "f1": 0.561084, - "accuracy": 0.587945, - "main_score": 0.561084, - "hf_subset": "kam_Latn-ltz_Latn", - "languages": [ - "kam-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444491, - "recall": 0.5, - "f1": 0.460277, - "accuracy": 0.5, - "main_score": 0.460277, - "hf_subset": "kam_Latn-nus_Latn", - "languages": [ - "kam-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578319, - "recall": 0.618577, - "f1": 0.589454, - "accuracy": 0.618577, - "main_score": 0.589454, - "hf_subset": "kam_Latn-slk_Latn", - "languages": [ - "kam-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396763, - "recall": 0.455534, - "f1": 0.412532, - "accuracy": 0.455534, - "main_score": 0.412532, - "hf_subset": "kam_Latn-tir_Ethi", - "languages": [ - "kam-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562557, - "recall": 0.604743, - "f1": 0.572978, - "accuracy": 0.604743, - "main_score": 0.572978, - "hf_subset": "kam_Latn-zho_Hant", - "languages": [ - "kam-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55702, - "recall": 0.599802, - "f1": 0.568751, - "accuracy": 0.599802, - "main_score": 0.568751, - "hf_subset": "kam_Latn-awa_Deva", - "languages": [ - "kam-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559636, - "recall": 0.599802, - "f1": 0.569777, - "accuracy": 0.599802, - "main_score": 0.569777, - "hf_subset": "kam_Latn-cym_Latn", - "languages": [ - "kam-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551905, - "recall": 0.587945, - "f1": 0.561021, - "accuracy": 0.587945, - "main_score": 0.561021, - "hf_subset": "kam_Latn-grn_Latn", - "languages": [ - "kam-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531899, - "recall": 0.581028, - "f1": 0.544827, - "accuracy": 0.581028, - "main_score": 0.544827, - "hf_subset": "kam_Latn-kat_Geor", - "languages": [ - "kam-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533622, - "recall": 0.575099, - "f1": 0.545149, - "accuracy": 0.575099, - "main_score": 0.545149, - "hf_subset": "kam_Latn-lua_Latn", - "languages": [ - "kam-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570335, - "recall": 0.615613, - "f1": 0.582516, - "accuracy": 0.615613, - "main_score": 0.582516, - "hf_subset": "kam_Latn-nya_Latn", - "languages": [ - "kam-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5889, - "recall": 0.624506, - "f1": 0.598098, - "accuracy": 0.624506, - "main_score": 0.598098, - "hf_subset": "kam_Latn-slv_Latn", - "languages": [ - "kam-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569822, - "recall": 0.607708, - "f1": 0.579712, - "accuracy": 0.607708, - "main_score": 0.579712, - "hf_subset": "kam_Latn-tpi_Latn", - "languages": [ - "kam-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609037, - "recall": 0.648221, - "f1": 0.61945, - "accuracy": 0.648221, - "main_score": 0.61945, - "hf_subset": "kam_Latn-zsm_Latn", - "languages": [ - "kam-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502372, - "recall": 0.537549, - "f1": 0.513076, - "accuracy": 0.537549, - "main_score": 0.513076, - "hf_subset": "kam_Latn-ayr_Latn", - "languages": [ - "kam-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58899, - "recall": 0.630435, - "f1": 0.599622, - "accuracy": 0.630435, - "main_score": 0.599622, - "hf_subset": "kam_Latn-dan_Latn", - "languages": [ - "kam-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566989, - "recall": 0.612648, - "f1": 0.578369, - "accuracy": 0.612648, - "main_score": 0.578369, - "hf_subset": "kam_Latn-guj_Gujr", - "languages": [ - "kam-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56481, - "recall": 0.608696, - "f1": 0.576479, - "accuracy": 0.608696, - "main_score": 0.576479, - "hf_subset": "kam_Latn-kaz_Cyrl", - "languages": [ - "kam-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501953, - "recall": 0.549407, - "f1": 0.515267, - "accuracy": 0.549407, - "main_score": 0.515267, - "hf_subset": "kam_Latn-lug_Latn", - "languages": [ - "kam-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598877, - "recall": 0.636364, - "f1": 0.608444, - "accuracy": 0.636364, - "main_score": 0.608444, - "hf_subset": "kam_Latn-oci_Latn", - "languages": [ - "kam-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575282, - "recall": 0.609684, - "f1": 0.584887, - "accuracy": 0.609684, - "main_score": 0.584887, - "hf_subset": "kam_Latn-smo_Latn", - "languages": [ - "kam-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517327, - "recall": 0.5583, - "f1": 0.528205, - "accuracy": 0.5583, - "main_score": 0.528205, - "hf_subset": "kam_Latn-tsn_Latn", - "languages": [ - "kam-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554357, - "recall": 0.598814, - "f1": 0.567141, - "accuracy": 0.598814, - "main_score": 0.567141, - "hf_subset": "kam_Latn-zul_Latn", - "languages": [ - "kam-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473744, - "recall": 0.523715, - "f1": 0.48749, - "accuracy": 0.523715, - "main_score": 0.48749, - "hf_subset": "kam_Latn-azb_Arab", - "languages": [ - "kam-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577854, - "recall": 0.620553, - "f1": 0.589091, - "accuracy": 0.620553, - "main_score": 0.589091, - "hf_subset": "kam_Latn-deu_Latn", - "languages": [ - "kam-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532073, - "recall": 0.58498, - "f1": 0.546476, - "accuracy": 0.58498, - "main_score": 0.546476, - "hf_subset": "kam_Latn-hat_Latn", - "languages": [ - "kam-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47297, - "recall": 0.51087, - "f1": 0.483636, - "accuracy": 0.51087, - "main_score": 0.483636, - "hf_subset": "kam_Latn-kbp_Latn", - "languages": [ - "kam-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545876, - "recall": 0.582016, - "f1": 0.555927, - "accuracy": 0.582016, - "main_score": 0.555927, - "hf_subset": "kam_Latn-luo_Latn", - "languages": [ - "kam-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546626, - "recall": 0.599802, - "f1": 0.560509, - "accuracy": 0.599802, - "main_score": 0.560509, - "hf_subset": "kam_Latn-ory_Orya", - "languages": [ - "kam-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544426, - "recall": 0.583992, - "f1": 0.554363, - "accuracy": 0.583992, - "main_score": 0.554363, - "hf_subset": "kam_Latn-sna_Latn", - "languages": [ - "kam-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52175, - "recall": 0.566206, - "f1": 0.533772, - "accuracy": 0.566206, - "main_score": 0.533772, - "hf_subset": "kam_Latn-tso_Latn", - "languages": [ - "kam-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525949, - "recall": 0.573123, - "f1": 0.538927, - "accuracy": 0.573123, - "main_score": 0.538927, - "hf_subset": "kam_Latn-azj_Latn", - "languages": [ - "kam-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501802, - "recall": 0.543478, - "f1": 0.513894, - "accuracy": 0.543478, - "main_score": 0.513894, - "hf_subset": "kam_Latn-dik_Latn", - "languages": [ - "kam-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540262, - "recall": 0.577075, - "f1": 0.550296, - "accuracy": 0.577075, - "main_score": 0.550296, - "hf_subset": "kam_Latn-hau_Latn", - "languages": [ - "kam-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556502, - "recall": 0.591897, - "f1": 0.565704, - "accuracy": 0.591897, - "main_score": 0.565704, - "hf_subset": "kam_Latn-kea_Latn", - "languages": [ - "kam-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531192, - "recall": 0.566206, - "f1": 0.541634, - "accuracy": 0.566206, - "main_score": 0.541634, - "hf_subset": "kam_Latn-lus_Latn", - "languages": [ - "kam-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571908, - "recall": 0.604743, - "f1": 0.580487, - "accuracy": 0.604743, - "main_score": 0.580487, - "hf_subset": "kam_Latn-pag_Latn", - "languages": [ - "kam-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528075, - "recall": 0.581028, - "f1": 0.542391, - "accuracy": 0.581028, - "main_score": 0.542391, - "hf_subset": "kam_Latn-snd_Arab", - "languages": [ - "kam-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527913, - "recall": 0.573123, - "f1": 0.539849, - "accuracy": 0.573123, - "main_score": 0.539849, - "hf_subset": "kam_Latn-tuk_Latn", - "languages": [ - "kam-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557897, - "recall": 0.599802, - "f1": 0.568787, - "accuracy": 0.599802, - "main_score": 0.568787, - "hf_subset": "kam_Latn-bak_Cyrl", - "languages": [ - "kam-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425553, - "recall": 0.482213, - "f1": 0.441459, - "accuracy": 0.482213, - "main_score": 0.441459, - "hf_subset": "kam_Latn-dyu_Latn", - "languages": [ - "kam-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559412, - "recall": 0.600791, - "f1": 0.571352, - "accuracy": 0.600791, - "main_score": 0.571352, - "hf_subset": "kam_Latn-heb_Hebr", - "languages": [ - "kam-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536407, - "recall": 0.576087, - "f1": 0.546735, - "accuracy": 0.576087, - "main_score": 0.546735, - "hf_subset": "kam_Latn-khk_Cyrl", - "languages": [ - "kam-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571215, - "recall": 0.610672, - "f1": 0.58145, - "accuracy": 0.610672, - "main_score": 0.58145, - "hf_subset": "kam_Latn-lvs_Latn", - "languages": [ - "kam-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56733, - "recall": 0.61166, - "f1": 0.578498, - "accuracy": 0.61166, - "main_score": 0.578498, - "hf_subset": "kam_Latn-pan_Guru", - "languages": [ - "kam-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520471, - "recall": 0.564229, - "f1": 0.532751, - "accuracy": 0.564229, - "main_score": 0.532751, - "hf_subset": "kam_Latn-som_Latn", - "languages": [ - "kam-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517929, - "recall": 0.555336, - "f1": 0.527904, - "accuracy": 0.555336, - "main_score": 0.527904, - "hf_subset": "kam_Latn-tum_Latn", - "languages": [ - "kam-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579093, - "recall": 0.643281, - "f1": 0.597464, - "accuracy": 0.643281, - "main_score": 0.597464, - "hf_subset": "lit_Latn-ace_Arab", - "languages": [ - "lit-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529316, - "recall": 0.590909, - "f1": 0.546495, - "accuracy": 0.590909, - "main_score": 0.546495, - "hf_subset": "lit_Latn-bam_Latn", - "languages": [ - "lit-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423034, - "recall": 0.504941, - "f1": 0.445521, - "accuracy": 0.504941, - "main_score": 0.445521, - "hf_subset": "lit_Latn-dzo_Tibt", - "languages": [ - "lit-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-hin_Deva", - "languages": [ - "lit-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lit_Latn-khm_Khmr", - "languages": [ - "lit-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-mag_Deva", - "languages": [ - "lit-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "lit_Latn-pap_Latn", - "languages": [ - "lit-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599876, - "recall": 0.655138, - "f1": 0.615933, - "accuracy": 0.655138, - "main_score": 0.615933, - "hf_subset": "lit_Latn-sot_Latn", - "languages": [ - "lit-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-tur_Latn", - "languages": [ - "lit-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864657, - "recall": 0.900198, - "f1": 0.875823, - "accuracy": 0.900198, - "main_score": 0.875823, - "hf_subset": "lit_Latn-ace_Latn", - "languages": [ - "lit-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.968379, - "f1": 0.960639, - "accuracy": 0.968379, - "main_score": 0.960639, - "hf_subset": "lit_Latn-ban_Latn", - "languages": [ - "lit-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-ell_Grek", - "languages": [ - "lit-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "lit_Latn-hne_Deva", - "languages": [ - "lit-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58663, - "recall": 0.644269, - "f1": 0.602991, - "accuracy": 0.644269, - "main_score": 0.602991, - "hf_subset": "lit_Latn-kik_Latn", - "languages": [ - "lit-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-mai_Deva", - "languages": [ - "lit-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "lit_Latn-pbt_Arab", - "languages": [ - "lit-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-spa_Latn", - "languages": [ - "lit-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602026, - "recall": 0.666996, - "f1": 0.620939, - "accuracy": 0.666996, - "main_score": 0.620939, - "hf_subset": "lit_Latn-twi_Latn", - "languages": [ - "lit-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-acm_Arab", - "languages": [ - "lit-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-bel_Cyrl", - "languages": [ - "lit-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-eng_Latn", - "languages": [ - "lit-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-hrv_Latn", - "languages": [ - "lit-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558253, - "recall": 0.62747, - "f1": 0.577357, - "accuracy": 0.62747, - "main_score": 0.577357, - "hf_subset": "lit_Latn-kin_Latn", - "languages": [ - "lit-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lit_Latn-mal_Mlym", - "languages": [ - "lit-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-pes_Arab", - "languages": [ - "lit-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "lit_Latn-srd_Latn", - "languages": [ - "lit-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183191, - "recall": 0.237154, - "f1": 0.196569, - "accuracy": 0.237154, - "main_score": 0.196569, - "hf_subset": "lit_Latn-tzm_Tfng", - "languages": [ - "lit-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-acq_Arab", - "languages": [ - "lit-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618669, - "recall": 0.671937, - "f1": 0.633746, - "accuracy": 0.671937, - "main_score": 0.633746, - "hf_subset": "lit_Latn-bem_Latn", - "languages": [ - "lit-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-epo_Latn", - "languages": [ - "lit-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-hun_Latn", - "languages": [ - "lit-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lit_Latn-kir_Cyrl", - "languages": [ - "lit-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-mar_Deva", - "languages": [ - "lit-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672563, - "recall": 0.732213, - "f1": 0.690283, - "accuracy": 0.732213, - "main_score": 0.690283, - "hf_subset": "lit_Latn-plt_Latn", - "languages": [ - "lit-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-srp_Cyrl", - "languages": [ - "lit-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "lit_Latn-uig_Arab", - "languages": [ - "lit-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-aeb_Arab", - "languages": [ - "lit-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ben_Beng", - "languages": [ - "lit-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-est_Latn", - "languages": [ - "lit-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-hye_Armn", - "languages": [ - "lit-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54193, - "recall": 0.593874, - "f1": 0.556895, - "accuracy": 0.593874, - "main_score": 0.556895, - "hf_subset": "lit_Latn-kmb_Latn", - "languages": [ - "lit-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507001, - "recall": 0.576087, - "f1": 0.525671, - "accuracy": 0.576087, - "main_score": 0.525671, - "hf_subset": "lit_Latn-min_Arab", - "languages": [ - "lit-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-pol_Latn", - "languages": [ - "lit-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550947, - "recall": 0.619565, - "f1": 0.570434, - "accuracy": 0.619565, - "main_score": 0.570434, - "hf_subset": "lit_Latn-ssw_Latn", - "languages": [ - "lit-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ukr_Cyrl", - "languages": [ - "lit-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-afr_Latn", - "languages": [ - "lit-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-bho_Deva", - "languages": [ - "lit-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "lit_Latn-eus_Latn", - "languages": [ - "lit-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561142, - "recall": 0.619565, - "f1": 0.577835, - "accuracy": 0.619565, - "main_score": 0.577835, - "hf_subset": "lit_Latn-ibo_Latn", - "languages": [ - "lit-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903491, - "recall": 0.93083, - "f1": 0.912385, - "accuracy": 0.93083, - "main_score": 0.912385, - "hf_subset": "lit_Latn-kmr_Latn", - "languages": [ - "lit-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "lit_Latn-min_Latn", - "languages": [ - "lit-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-por_Latn", - "languages": [ - "lit-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lit_Latn-sun_Latn", - "languages": [ - "lit-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511613, - "recall": 0.571146, - "f1": 0.528477, - "accuracy": 0.571146, - "main_score": 0.528477, - "hf_subset": "lit_Latn-umb_Latn", - "languages": [ - "lit-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-ajp_Arab", - "languages": [ - "lit-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557625, - "recall": 0.616601, - "f1": 0.574595, - "accuracy": 0.616601, - "main_score": 0.574595, - "hf_subset": "lit_Latn-bjn_Arab", - "languages": [ - "lit-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506636, - "recall": 0.564229, - "f1": 0.522992, - "accuracy": 0.564229, - "main_score": 0.522992, - "hf_subset": "lit_Latn-ewe_Latn", - "languages": [ - "lit-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948781, - "recall": 0.963439, - "f1": 0.953393, - "accuracy": 0.963439, - "main_score": 0.953393, - "hf_subset": "lit_Latn-ilo_Latn", - "languages": [ - "lit-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.30323, - "recall": 0.36166, - "f1": 0.319236, - "accuracy": 0.36166, - "main_score": 0.319236, - "hf_subset": "lit_Latn-knc_Arab", - "languages": [ - "lit-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-mkd_Cyrl", - "languages": [ - "lit-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-prs_Arab", - "languages": [ - "lit-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-swe_Latn", - "languages": [ - "lit-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-urd_Arab", - "languages": [ - "lit-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566414, - "recall": 0.634387, - "f1": 0.585987, - "accuracy": 0.634387, - "main_score": 0.585987, - "hf_subset": "lit_Latn-aka_Latn", - "languages": [ - "lit-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "lit_Latn-bjn_Latn", - "languages": [ - "lit-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "lit_Latn-fao_Latn", - "languages": [ - "lit-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ind_Latn", - "languages": [ - "lit-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568909, - "recall": 0.623518, - "f1": 0.584505, - "accuracy": 0.623518, - "main_score": 0.584505, - "hf_subset": "lit_Latn-knc_Latn", - "languages": [ - "lit-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "lit_Latn-mlt_Latn", - "languages": [ - "lit-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707761, - "recall": 0.767787, - "f1": 0.725233, - "accuracy": 0.767787, - "main_score": 0.725233, - "hf_subset": "lit_Latn-quy_Latn", - "languages": [ - "lit-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "lit_Latn-swh_Latn", - "languages": [ - "lit-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-uzn_Latn", - "languages": [ - "lit-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-als_Latn", - "languages": [ - "lit-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641148, - "recall": 0.722332, - "f1": 0.664844, - "accuracy": 0.722332, - "main_score": 0.664844, - "hf_subset": "lit_Latn-bod_Tibt", - "languages": [ - "lit-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702119, - "recall": 0.76087, - "f1": 0.718826, - "accuracy": 0.76087, - "main_score": 0.718826, - "hf_subset": "lit_Latn-fij_Latn", - "languages": [ - "lit-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "lit_Latn-isl_Latn", - "languages": [ - "lit-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643718, - "recall": 0.701581, - "f1": 0.660754, - "accuracy": 0.701581, - "main_score": 0.660754, - "hf_subset": "lit_Latn-kon_Latn", - "languages": [ - "lit-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662121, - "recall": 0.72332, - "f1": 0.679269, - "accuracy": 0.72332, - "main_score": 0.679269, - "hf_subset": "lit_Latn-mni_Beng", - "languages": [ - "lit-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ron_Latn", - "languages": [ - "lit-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.986166, - "f1": 0.983531, - "accuracy": 0.986166, - "main_score": 0.983531, - "hf_subset": "lit_Latn-szl_Latn", - "languages": [ - "lit-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-vec_Latn", - "languages": [ - "lit-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93857, - "recall": 0.958498, - "f1": 0.945158, - "accuracy": 0.958498, - "main_score": 0.945158, - "hf_subset": "lit_Latn-amh_Ethi", - "languages": [ - "lit-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-bos_Latn", - "languages": [ - "lit-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-fin_Latn", - "languages": [ - "lit-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ita_Latn", - "languages": [ - "lit-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-kor_Hang", - "languages": [ - "lit-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54447, - "recall": 0.610672, - "f1": 0.562688, - "accuracy": 0.610672, - "main_score": 0.562688, - "hf_subset": "lit_Latn-mos_Latn", - "languages": [ - "lit-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545685, - "recall": 0.603755, - "f1": 0.562418, - "accuracy": 0.603755, - "main_score": 0.562418, - "hf_subset": "lit_Latn-run_Latn", - "languages": [ - "lit-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-tam_Taml", - "languages": [ - "lit-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-vie_Latn", - "languages": [ - "lit-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993412, - "recall": 0.995059, - "f1": 0.993906, - "accuracy": 0.995059, - "main_score": 0.993906, - "hf_subset": "lit_Latn-apc_Arab", - "languages": [ - "lit-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80443, - "recall": 0.851779, - "f1": 0.818794, - "accuracy": 0.851779, - "main_score": 0.818794, - "hf_subset": "lit_Latn-bug_Latn", - "languages": [ - "lit-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460433, - "recall": 0.517787, - "f1": 0.475864, - "accuracy": 0.517787, - "main_score": 0.475864, - "hf_subset": "lit_Latn-fon_Latn", - "languages": [ - "lit-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "lit_Latn-jav_Latn", - "languages": [ - "lit-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lit_Latn-lao_Laoo", - "languages": [ - "lit-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878047, - "recall": 0.912055, - "f1": 0.8889, - "accuracy": 0.912055, - "main_score": 0.8889, - "hf_subset": "lit_Latn-mri_Latn", - "languages": [ - "lit-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-rus_Cyrl", - "languages": [ - "lit-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529776, - "recall": 0.591897, - "f1": 0.546375, - "accuracy": 0.591897, - "main_score": 0.546375, - "hf_subset": "lit_Latn-taq_Latn", - "languages": [ - "lit-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "lit_Latn-war_Latn", - "languages": [ - "lit-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-arb_Arab", - "languages": [ - "lit-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-bul_Cyrl", - "languages": [ - "lit-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-fra_Latn", - "languages": [ - "lit-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-jpn_Jpan", - "languages": [ - "lit-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lit_Latn-lij_Latn", - "languages": [ - "lit-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "lit_Latn-mya_Mymr", - "languages": [ - "lit-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570969, - "recall": 0.640316, - "f1": 0.589821, - "accuracy": 0.640316, - "main_score": 0.589821, - "hf_subset": "lit_Latn-sag_Latn", - "languages": [ - "lit-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197038, - "recall": 0.254941, - "f1": 0.210606, - "accuracy": 0.254941, - "main_score": 0.210606, - "hf_subset": "lit_Latn-taq_Tfng", - "languages": [ - "lit-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621196, - "recall": 0.684783, - "f1": 0.639432, - "accuracy": 0.684783, - "main_score": 0.639432, - "hf_subset": "lit_Latn-wol_Latn", - "languages": [ - "lit-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77399, - "recall": 0.831028, - "f1": 0.791422, - "accuracy": 0.831028, - "main_score": 0.791422, - "hf_subset": "lit_Latn-arb_Latn", - "languages": [ - "lit-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-cat_Latn", - "languages": [ - "lit-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lit_Latn-fur_Latn", - "languages": [ - "lit-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418153, - "recall": 0.47332, - "f1": 0.43342, - "accuracy": 0.47332, - "main_score": 0.43342, - "hf_subset": "lit_Latn-kab_Latn", - "languages": [ - "lit-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "lit_Latn-lim_Latn", - "languages": [ - "lit-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-nld_Latn", - "languages": [ - "lit-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "lit_Latn-san_Deva", - "languages": [ - "lit-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lit_Latn-tat_Cyrl", - "languages": [ - "lit-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66401, - "recall": 0.720356, - "f1": 0.680717, - "accuracy": 0.720356, - "main_score": 0.680717, - "hf_subset": "lit_Latn-xho_Latn", - "languages": [ - "lit-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-ars_Arab", - "languages": [ - "lit-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ceb_Latn", - "languages": [ - "lit-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542253, - "recall": 0.600791, - "f1": 0.559148, - "accuracy": 0.600791, - "main_score": 0.559148, - "hf_subset": "lit_Latn-fuv_Latn", - "languages": [ - "lit-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505679, - "recall": 0.572134, - "f1": 0.523678, - "accuracy": 0.572134, - "main_score": 0.523678, - "hf_subset": "lit_Latn-kac_Latn", - "languages": [ - "lit-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661424, - "recall": 0.715415, - "f1": 0.677273, - "accuracy": 0.715415, - "main_score": 0.677273, - "hf_subset": "lit_Latn-lin_Latn", - "languages": [ - "lit-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-nno_Latn", - "languages": [ - "lit-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.232749, - "recall": 0.309289, - "f1": 0.25295, - "accuracy": 0.309289, - "main_score": 0.25295, - "hf_subset": "lit_Latn-sat_Olck", - "languages": [ - "lit-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-tel_Telu", - "languages": [ - "lit-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "lit_Latn-ydd_Hebr", - "languages": [ - "lit-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "lit_Latn-ary_Arab", - "languages": [ - "lit-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-ces_Latn", - "languages": [ - "lit-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570356, - "recall": 0.630435, - "f1": 0.587836, - "accuracy": 0.630435, - "main_score": 0.587836, - "hf_subset": "lit_Latn-gaz_Latn", - "languages": [ - "lit-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582222, - "recall": 0.646245, - "f1": 0.600342, - "accuracy": 0.646245, - "main_score": 0.600342, - "hf_subset": "lit_Latn-kam_Latn", - "languages": [ - "lit-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-nob_Latn", - "languages": [ - "lit-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "lit_Latn-scn_Latn", - "languages": [ - "lit-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "lit_Latn-tgk_Cyrl", - "languages": [ - "lit-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727176, - "recall": 0.787549, - "f1": 0.745389, - "accuracy": 0.787549, - "main_score": 0.745389, - "hf_subset": "lit_Latn-yor_Latn", - "languages": [ - "lit-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-arz_Arab", - "languages": [ - "lit-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548008, - "recall": 0.608696, - "f1": 0.565769, - "accuracy": 0.608696, - "main_score": 0.565769, - "hf_subset": "lit_Latn-cjk_Latn", - "languages": [ - "lit-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787912, - "recall": 0.836957, - "f1": 0.802767, - "accuracy": 0.836957, - "main_score": 0.802767, - "hf_subset": "lit_Latn-gla_Latn", - "languages": [ - "lit-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-kan_Knda", - "languages": [ - "lit-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.983202, - "f1": 0.979414, - "accuracy": 0.983202, - "main_score": 0.979414, - "hf_subset": "lit_Latn-lmo_Latn", - "languages": [ - "lit-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "lit_Latn-npi_Deva", - "languages": [ - "lit-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453453, - "recall": 0.51581, - "f1": 0.470479, - "accuracy": 0.51581, - "main_score": 0.470479, - "hf_subset": "lit_Latn-shn_Mymr", - "languages": [ - "lit-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-tgl_Latn", - "languages": [ - "lit-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-yue_Hant", - "languages": [ - "lit-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-asm_Beng", - "languages": [ - "lit-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "lit_Latn-ckb_Arab", - "languages": [ - "lit-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875329, - "recall": 0.910079, - "f1": 0.886284, - "accuracy": 0.910079, - "main_score": 0.886284, - "hf_subset": "lit_Latn-gle_Latn", - "languages": [ - "lit-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944499, - "recall": 0.960474, - "f1": 0.949769, - "accuracy": 0.960474, - "main_score": 0.949769, - "hf_subset": "lit_Latn-kas_Arab", - "languages": [ - "lit-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "lit_Latn-ltg_Latn", - "languages": [ - "lit-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607496, - "recall": 0.662055, - "f1": 0.622967, - "accuracy": 0.662055, - "main_score": 0.622967, - "hf_subset": "lit_Latn-nso_Latn", - "languages": [ - "lit-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "lit_Latn-sin_Sinh", - "languages": [ - "lit-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-tha_Thai", - "languages": [ - "lit-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-zho_Hans", - "languages": [ - "lit-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ast_Latn", - "languages": [ - "lit-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lit_Latn-crh_Latn", - "languages": [ - "lit-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-glg_Latn", - "languages": [ - "lit-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888011, - "recall": 0.920949, - "f1": 0.898715, - "accuracy": 0.920949, - "main_score": 0.898715, - "hf_subset": "lit_Latn-kas_Deva", - "languages": [ - "lit-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "lit_Latn-ltz_Latn", - "languages": [ - "lit-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453491, - "recall": 0.521739, - "f1": 0.472343, - "accuracy": 0.521739, - "main_score": 0.472343, - "hf_subset": "lit_Latn-nus_Latn", - "languages": [ - "lit-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-slk_Latn", - "languages": [ - "lit-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611811, - "recall": 0.686759, - "f1": 0.633846, - "accuracy": 0.686759, - "main_score": 0.633846, - "hf_subset": "lit_Latn-tir_Ethi", - "languages": [ - "lit-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-zho_Hant", - "languages": [ - "lit-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.986166, - "f1": 0.983037, - "accuracy": 0.986166, - "main_score": 0.983037, - "hf_subset": "lit_Latn-awa_Deva", - "languages": [ - "lit-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "lit_Latn-cym_Latn", - "languages": [ - "lit-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827602, - "recall": 0.870553, - "f1": 0.841041, - "accuracy": 0.870553, - "main_score": 0.841041, - "hf_subset": "lit_Latn-grn_Latn", - "languages": [ - "lit-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-kat_Geor", - "languages": [ - "lit-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633473, - "recall": 0.688735, - "f1": 0.64905, - "accuracy": 0.688735, - "main_score": 0.64905, - "hf_subset": "lit_Latn-lua_Latn", - "languages": [ - "lit-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625141, - "recall": 0.682806, - "f1": 0.641551, - "accuracy": 0.682806, - "main_score": 0.641551, - "hf_subset": "lit_Latn-nya_Latn", - "languages": [ - "lit-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-slv_Latn", - "languages": [ - "lit-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "lit_Latn-tpi_Latn", - "languages": [ - "lit-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-zsm_Latn", - "languages": [ - "lit-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533775, - "recall": 0.598814, - "f1": 0.552442, - "accuracy": 0.598814, - "main_score": 0.552442, - "hf_subset": "lit_Latn-ayr_Latn", - "languages": [ - "lit-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-dan_Latn", - "languages": [ - "lit-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-guj_Gujr", - "languages": [ - "lit-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lit_Latn-kaz_Cyrl", - "languages": [ - "lit-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54171, - "recall": 0.604743, - "f1": 0.559461, - "accuracy": 0.604743, - "main_score": 0.559461, - "hf_subset": "lit_Latn-lug_Latn", - "languages": [ - "lit-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-oci_Latn", - "languages": [ - "lit-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82057, - "recall": 0.869565, - "f1": 0.835573, - "accuracy": 0.869565, - "main_score": 0.835573, - "hf_subset": "lit_Latn-smo_Latn", - "languages": [ - "lit-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530865, - "recall": 0.591897, - "f1": 0.548072, - "accuracy": 0.591897, - "main_score": 0.548072, - "hf_subset": "lit_Latn-tsn_Latn", - "languages": [ - "lit-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614608, - "recall": 0.674901, - "f1": 0.632497, - "accuracy": 0.674901, - "main_score": 0.632497, - "hf_subset": "lit_Latn-zul_Latn", - "languages": [ - "lit-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930995, - "recall": 0.951581, - "f1": 0.937747, - "accuracy": 0.951581, - "main_score": 0.937747, - "hf_subset": "lit_Latn-azb_Arab", - "languages": [ - "lit-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-deu_Latn", - "languages": [ - "lit-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.974308, - "f1": 0.968379, - "accuracy": 0.974308, - "main_score": 0.968379, - "hf_subset": "lit_Latn-hat_Latn", - "languages": [ - "lit-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489568, - "recall": 0.543478, - "f1": 0.504273, - "accuracy": 0.543478, - "main_score": 0.504273, - "hf_subset": "lit_Latn-kbp_Latn", - "languages": [ - "lit-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557084, - "recall": 0.619565, - "f1": 0.574474, - "accuracy": 0.619565, - "main_score": 0.574474, - "hf_subset": "lit_Latn-luo_Latn", - "languages": [ - "lit-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-ory_Orya", - "languages": [ - "lit-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567246, - "recall": 0.634387, - "f1": 0.586141, - "accuracy": 0.634387, - "main_score": 0.586141, - "hf_subset": "lit_Latn-sna_Latn", - "languages": [ - "lit-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537995, - "recall": 0.59585, - "f1": 0.554302, - "accuracy": 0.59585, - "main_score": 0.554302, - "hf_subset": "lit_Latn-tso_Latn", - "languages": [ - "lit-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "lit_Latn-azj_Latn", - "languages": [ - "lit-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518923, - "recall": 0.591897, - "f1": 0.540368, - "accuracy": 0.591897, - "main_score": 0.540368, - "hf_subset": "lit_Latn-dik_Latn", - "languages": [ - "lit-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750247, - "recall": 0.807312, - "f1": 0.767575, - "accuracy": 0.807312, - "main_score": 0.767575, - "hf_subset": "lit_Latn-hau_Latn", - "languages": [ - "lit-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "lit_Latn-kea_Latn", - "languages": [ - "lit-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729809, - "recall": 0.780632, - "f1": 0.745191, - "accuracy": 0.780632, - "main_score": 0.745191, - "hf_subset": "lit_Latn-lus_Latn", - "languages": [ - "lit-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858514, - "recall": 0.889328, - "f1": 0.867377, - "accuracy": 0.889328, - "main_score": 0.867377, - "hf_subset": "lit_Latn-pag_Latn", - "languages": [ - "lit-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lit_Latn-snd_Arab", - "languages": [ - "lit-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957757, - "recall": 0.970356, - "f1": 0.961858, - "accuracy": 0.970356, - "main_score": 0.961858, - "hf_subset": "lit_Latn-tuk_Latn", - "languages": [ - "lit-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lit_Latn-bak_Cyrl", - "languages": [ - "lit-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470792, - "recall": 0.547431, - "f1": 0.492813, - "accuracy": 0.547431, - "main_score": 0.492813, - "hf_subset": "lit_Latn-dyu_Latn", - "languages": [ - "lit-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lit_Latn-heb_Hebr", - "languages": [ - "lit-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "lit_Latn-khk_Cyrl", - "languages": [ - "lit-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-lvs_Latn", - "languages": [ - "lit-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lit_Latn-pan_Guru", - "languages": [ - "lit-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71154, - "recall": 0.769763, - "f1": 0.728541, - "accuracy": 0.769763, - "main_score": 0.728541, - "hf_subset": "lit_Latn-som_Latn", - "languages": [ - "lit-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586134, - "recall": 0.642292, - "f1": 0.601855, - "accuracy": 0.642292, - "main_score": 0.601855, - "hf_subset": "lit_Latn-tum_Latn", - "languages": [ - "lit-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580634, - "recall": 0.645257, - "f1": 0.599286, - "accuracy": 0.645257, - "main_score": 0.599286, - "hf_subset": "nob_Latn-ace_Arab", - "languages": [ - "nob-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543232, - "recall": 0.604743, - "f1": 0.560762, - "accuracy": 0.604743, - "main_score": 0.560762, - "hf_subset": "nob_Latn-bam_Latn", - "languages": [ - "nob-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444355, - "recall": 0.516798, - "f1": 0.464174, - "accuracy": 0.516798, - "main_score": 0.464174, - "hf_subset": "nob_Latn-dzo_Tibt", - "languages": [ - "nob-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-hin_Deva", - "languages": [ - "nob-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nob_Latn-khm_Khmr", - "languages": [ - "nob-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-mag_Deva", - "languages": [ - "nob-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nob_Latn-pap_Latn", - "languages": [ - "nob-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603508, - "recall": 0.656126, - "f1": 0.618403, - "accuracy": 0.656126, - "main_score": 0.618403, - "hf_subset": "nob_Latn-sot_Latn", - "languages": [ - "nob-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-tur_Latn", - "languages": [ - "nob-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883152, - "recall": 0.912055, - "f1": 0.892194, - "accuracy": 0.912055, - "main_score": 0.892194, - "hf_subset": "nob_Latn-ace_Latn", - "languages": [ - "nob-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.97332, - "f1": 0.966733, - "accuracy": 0.97332, - "main_score": 0.966733, - "hf_subset": "nob_Latn-ban_Latn", - "languages": [ - "nob-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-ell_Grek", - "languages": [ - "nob-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "nob_Latn-hne_Deva", - "languages": [ - "nob-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59552, - "recall": 0.657115, - "f1": 0.613356, - "accuracy": 0.657115, - "main_score": 0.613356, - "hf_subset": "nob_Latn-kik_Latn", - "languages": [ - "nob-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-mai_Deva", - "languages": [ - "nob-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "nob_Latn-pbt_Arab", - "languages": [ - "nob-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-spa_Latn", - "languages": [ - "nob-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626179, - "recall": 0.687747, - "f1": 0.64365, - "accuracy": 0.687747, - "main_score": 0.64365, - "hf_subset": "nob_Latn-twi_Latn", - "languages": [ - "nob-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-acm_Arab", - "languages": [ - "nob-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-bel_Cyrl", - "languages": [ - "nob-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-eng_Latn", - "languages": [ - "nob-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-hrv_Latn", - "languages": [ - "nob-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575092, - "recall": 0.632411, - "f1": 0.591161, - "accuracy": 0.632411, - "main_score": 0.591161, - "hf_subset": "nob_Latn-kin_Latn", - "languages": [ - "nob-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-mal_Mlym", - "languages": [ - "nob-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-pes_Arab", - "languages": [ - "nob-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nob_Latn-srd_Latn", - "languages": [ - "nob-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182393, - "recall": 0.230237, - "f1": 0.193865, - "accuracy": 0.230237, - "main_score": 0.193865, - "hf_subset": "nob_Latn-tzm_Tfng", - "languages": [ - "nob-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-acq_Arab", - "languages": [ - "nob-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637379, - "recall": 0.684783, - "f1": 0.650795, - "accuracy": 0.684783, - "main_score": 0.650795, - "hf_subset": "nob_Latn-bem_Latn", - "languages": [ - "nob-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-epo_Latn", - "languages": [ - "nob-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-hun_Latn", - "languages": [ - "nob-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nob_Latn-kir_Cyrl", - "languages": [ - "nob-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-mar_Deva", - "languages": [ - "nob-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689189, - "recall": 0.740119, - "f1": 0.703842, - "accuracy": 0.740119, - "main_score": 0.703842, - "hf_subset": "nob_Latn-plt_Latn", - "languages": [ - "nob-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-srp_Cyrl", - "languages": [ - "nob-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "nob_Latn-uig_Arab", - "languages": [ - "nob-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-aeb_Arab", - "languages": [ - "nob-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ben_Beng", - "languages": [ - "nob-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-est_Latn", - "languages": [ - "nob-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-hye_Armn", - "languages": [ - "nob-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563843, - "recall": 0.613636, - "f1": 0.578315, - "accuracy": 0.613636, - "main_score": 0.578315, - "hf_subset": "nob_Latn-kmb_Latn", - "languages": [ - "nob-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515655, - "recall": 0.590909, - "f1": 0.536426, - "accuracy": 0.590909, - "main_score": 0.536426, - "hf_subset": "nob_Latn-min_Arab", - "languages": [ - "nob-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-pol_Latn", - "languages": [ - "nob-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574449, - "recall": 0.637352, - "f1": 0.592577, - "accuracy": 0.637352, - "main_score": 0.592577, - "hf_subset": "nob_Latn-ssw_Latn", - "languages": [ - "nob-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ukr_Cyrl", - "languages": [ - "nob-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-afr_Latn", - "languages": [ - "nob-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-bho_Deva", - "languages": [ - "nob-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-eus_Latn", - "languages": [ - "nob-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602322, - "recall": 0.666008, - "f1": 0.620108, - "accuracy": 0.666008, - "main_score": 0.620108, - "hf_subset": "nob_Latn-ibo_Latn", - "languages": [ - "nob-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901021, - "recall": 0.928854, - "f1": 0.909717, - "accuracy": 0.928854, - "main_score": 0.909717, - "hf_subset": "nob_Latn-kmr_Latn", - "languages": [ - "nob-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "nob_Latn-min_Latn", - "languages": [ - "nob-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-por_Latn", - "languages": [ - "nob-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-sun_Latn", - "languages": [ - "nob-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527324, - "recall": 0.585968, - "f1": 0.54393, - "accuracy": 0.585968, - "main_score": 0.54393, - "hf_subset": "nob_Latn-umb_Latn", - "languages": [ - "nob-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ajp_Arab", - "languages": [ - "nob-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56532, - "recall": 0.620553, - "f1": 0.580829, - "accuracy": 0.620553, - "main_score": 0.580829, - "hf_subset": "nob_Latn-bjn_Arab", - "languages": [ - "nob-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540499, - "recall": 0.591897, - "f1": 0.554855, - "accuracy": 0.591897, - "main_score": 0.554855, - "hf_subset": "nob_Latn-ewe_Latn", - "languages": [ - "nob-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "nob_Latn-ilo_Latn", - "languages": [ - "nob-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323659, - "recall": 0.383399, - "f1": 0.340352, - "accuracy": 0.383399, - "main_score": 0.340352, - "hf_subset": "nob_Latn-knc_Arab", - "languages": [ - "nob-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-mkd_Cyrl", - "languages": [ - "nob-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-prs_Arab", - "languages": [ - "nob-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-swe_Latn", - "languages": [ - "nob-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-urd_Arab", - "languages": [ - "nob-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602726, - "recall": 0.664032, - "f1": 0.619855, - "accuracy": 0.664032, - "main_score": 0.619855, - "hf_subset": "nob_Latn-aka_Latn", - "languages": [ - "nob-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nob_Latn-bjn_Latn", - "languages": [ - "nob-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nob_Latn-fao_Latn", - "languages": [ - "nob-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ind_Latn", - "languages": [ - "nob-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591392, - "recall": 0.644269, - "f1": 0.606785, - "accuracy": 0.644269, - "main_score": 0.606785, - "hf_subset": "nob_Latn-knc_Latn", - "languages": [ - "nob-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-mlt_Latn", - "languages": [ - "nob-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715923, - "recall": 0.779644, - "f1": 0.735266, - "accuracy": 0.779644, - "main_score": 0.735266, - "hf_subset": "nob_Latn-quy_Latn", - "languages": [ - "nob-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "nob_Latn-swh_Latn", - "languages": [ - "nob-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-uzn_Latn", - "languages": [ - "nob-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-als_Latn", - "languages": [ - "nob-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66726, - "recall": 0.746047, - "f1": 0.690683, - "accuracy": 0.746047, - "main_score": 0.690683, - "hf_subset": "nob_Latn-bod_Tibt", - "languages": [ - "nob-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714419, - "recall": 0.771739, - "f1": 0.731233, - "accuracy": 0.771739, - "main_score": 0.731233, - "hf_subset": "nob_Latn-fij_Latn", - "languages": [ - "nob-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nob_Latn-isl_Latn", - "languages": [ - "nob-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670128, - "recall": 0.72332, - "f1": 0.686159, - "accuracy": 0.72332, - "main_score": 0.686159, - "hf_subset": "nob_Latn-kon_Latn", - "languages": [ - "nob-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674094, - "recall": 0.740119, - "f1": 0.693629, - "accuracy": 0.740119, - "main_score": 0.693629, - "hf_subset": "nob_Latn-mni_Beng", - "languages": [ - "nob-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ron_Latn", - "languages": [ - "nob-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "nob_Latn-szl_Latn", - "languages": [ - "nob-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-vec_Latn", - "languages": [ - "nob-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "nob_Latn-amh_Ethi", - "languages": [ - "nob-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-bos_Latn", - "languages": [ - "nob-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-fin_Latn", - "languages": [ - "nob-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ita_Latn", - "languages": [ - "nob-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-kor_Hang", - "languages": [ - "nob-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55528, - "recall": 0.614625, - "f1": 0.572368, - "accuracy": 0.614625, - "main_score": 0.572368, - "hf_subset": "nob_Latn-mos_Latn", - "languages": [ - "nob-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560623, - "recall": 0.615613, - "f1": 0.576685, - "accuracy": 0.615613, - "main_score": 0.576685, - "hf_subset": "nob_Latn-run_Latn", - "languages": [ - "nob-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-tam_Taml", - "languages": [ - "nob-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-vie_Latn", - "languages": [ - "nob-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-apc_Arab", - "languages": [ - "nob-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811248, - "recall": 0.857708, - "f1": 0.825052, - "accuracy": 0.857708, - "main_score": 0.825052, - "hf_subset": "nob_Latn-bug_Latn", - "languages": [ - "nob-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474553, - "recall": 0.533597, - "f1": 0.490314, - "accuracy": 0.533597, - "main_score": 0.490314, - "hf_subset": "nob_Latn-fon_Latn", - "languages": [ - "nob-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-jav_Latn", - "languages": [ - "nob-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-lao_Laoo", - "languages": [ - "nob-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890869, - "recall": 0.921937, - "f1": 0.90084, - "accuracy": 0.921937, - "main_score": 0.90084, - "hf_subset": "nob_Latn-mri_Latn", - "languages": [ - "nob-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-rus_Cyrl", - "languages": [ - "nob-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546814, - "recall": 0.606719, - "f1": 0.563857, - "accuracy": 0.606719, - "main_score": 0.563857, - "hf_subset": "nob_Latn-taq_Latn", - "languages": [ - "nob-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-war_Latn", - "languages": [ - "nob-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-arb_Arab", - "languages": [ - "nob-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-bul_Cyrl", - "languages": [ - "nob-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-fra_Latn", - "languages": [ - "nob-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-jpn_Jpan", - "languages": [ - "nob-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "nob_Latn-lij_Latn", - "languages": [ - "nob-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "nob_Latn-mya_Mymr", - "languages": [ - "nob-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598377, - "recall": 0.668972, - "f1": 0.61861, - "accuracy": 0.668972, - "main_score": 0.61861, - "hf_subset": "nob_Latn-sag_Latn", - "languages": [ - "nob-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197768, - "recall": 0.256917, - "f1": 0.210553, - "accuracy": 0.256917, - "main_score": 0.210553, - "hf_subset": "nob_Latn-taq_Tfng", - "languages": [ - "nob-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641897, - "recall": 0.69664, - "f1": 0.657369, - "accuracy": 0.69664, - "main_score": 0.657369, - "hf_subset": "nob_Latn-wol_Latn", - "languages": [ - "nob-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819582, - "recall": 0.865613, - "f1": 0.834025, - "accuracy": 0.865613, - "main_score": 0.834025, - "hf_subset": "nob_Latn-arb_Latn", - "languages": [ - "nob-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-cat_Latn", - "languages": [ - "nob-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nob_Latn-fur_Latn", - "languages": [ - "nob-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429978, - "recall": 0.48419, - "f1": 0.44501, - "accuracy": 0.48419, - "main_score": 0.44501, - "hf_subset": "nob_Latn-kab_Latn", - "languages": [ - "nob-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-lim_Latn", - "languages": [ - "nob-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-nld_Latn", - "languages": [ - "nob-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "nob_Latn-san_Deva", - "languages": [ - "nob-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-tat_Cyrl", - "languages": [ - "nob-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689846, - "recall": 0.741107, - "f1": 0.70488, - "accuracy": 0.741107, - "main_score": 0.70488, - "hf_subset": "nob_Latn-xho_Latn", - "languages": [ - "nob-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ars_Arab", - "languages": [ - "nob-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "nob_Latn-ceb_Latn", - "languages": [ - "nob-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574005, - "recall": 0.633399, - "f1": 0.590637, - "accuracy": 0.633399, - "main_score": 0.590637, - "hf_subset": "nob_Latn-fuv_Latn", - "languages": [ - "nob-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525318, - "recall": 0.587945, - "f1": 0.542963, - "accuracy": 0.587945, - "main_score": 0.542963, - "hf_subset": "nob_Latn-kac_Latn", - "languages": [ - "nob-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670578, - "recall": 0.72332, - "f1": 0.686503, - "accuracy": 0.72332, - "main_score": 0.686503, - "hf_subset": "nob_Latn-lin_Latn", - "languages": [ - "nob-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-nno_Latn", - "languages": [ - "nob-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23406, - "recall": 0.314229, - "f1": 0.255341, - "accuracy": 0.314229, - "main_score": 0.255341, - "hf_subset": "nob_Latn-sat_Olck", - "languages": [ - "nob-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-tel_Telu", - "languages": [ - "nob-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "nob_Latn-ydd_Hebr", - "languages": [ - "nob-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "nob_Latn-ary_Arab", - "languages": [ - "nob-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ces_Latn", - "languages": [ - "nob-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593382, - "recall": 0.65415, - "f1": 0.610757, - "accuracy": 0.65415, - "main_score": 0.610757, - "hf_subset": "nob_Latn-gaz_Latn", - "languages": [ - "nob-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581994, - "recall": 0.648221, - "f1": 0.600122, - "accuracy": 0.648221, - "main_score": 0.600122, - "hf_subset": "nob_Latn-kam_Latn", - "languages": [ - "nob-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "nob_Latn-lit_Latn", - "languages": [ - "nob-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "nob_Latn-scn_Latn", - "languages": [ - "nob-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "nob_Latn-tgk_Cyrl", - "languages": [ - "nob-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726212, - "recall": 0.789526, - "f1": 0.745739, - "accuracy": 0.789526, - "main_score": 0.745739, - "hf_subset": "nob_Latn-yor_Latn", - "languages": [ - "nob-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-arz_Arab", - "languages": [ - "nob-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577834, - "recall": 0.63834, - "f1": 0.595394, - "accuracy": 0.63834, - "main_score": 0.595394, - "hf_subset": "nob_Latn-cjk_Latn", - "languages": [ - "nob-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812566, - "recall": 0.857708, - "f1": 0.826449, - "accuracy": 0.857708, - "main_score": 0.826449, - "hf_subset": "nob_Latn-gla_Latn", - "languages": [ - "nob-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-kan_Knda", - "languages": [ - "nob-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "nob_Latn-lmo_Latn", - "languages": [ - "nob-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "nob_Latn-npi_Deva", - "languages": [ - "nob-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477035, - "recall": 0.540514, - "f1": 0.494652, - "accuracy": 0.540514, - "main_score": 0.494652, - "hf_subset": "nob_Latn-shn_Mymr", - "languages": [ - "nob-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-tgl_Latn", - "languages": [ - "nob-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-yue_Hant", - "languages": [ - "nob-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-asm_Beng", - "languages": [ - "nob-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "nob_Latn-ckb_Arab", - "languages": [ - "nob-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906621, - "recall": 0.933794, - "f1": 0.915152, - "accuracy": 0.933794, - "main_score": 0.915152, - "hf_subset": "nob_Latn-gle_Latn", - "languages": [ - "nob-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "nob_Latn-kas_Arab", - "languages": [ - "nob-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "nob_Latn-ltg_Latn", - "languages": [ - "nob-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631039, - "recall": 0.684783, - "f1": 0.646925, - "accuracy": 0.684783, - "main_score": 0.646925, - "hf_subset": "nob_Latn-nso_Latn", - "languages": [ - "nob-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nob_Latn-sin_Sinh", - "languages": [ - "nob-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-tha_Thai", - "languages": [ - "nob-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-zho_Hans", - "languages": [ - "nob-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ast_Latn", - "languages": [ - "nob-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-crh_Latn", - "languages": [ - "nob-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-glg_Latn", - "languages": [ - "nob-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915843, - "recall": 0.939723, - "f1": 0.923537, - "accuracy": 0.939723, - "main_score": 0.923537, - "hf_subset": "nob_Latn-kas_Deva", - "languages": [ - "nob-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-ltz_Latn", - "languages": [ - "nob-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4798, - "recall": 0.539526, - "f1": 0.496217, - "accuracy": 0.539526, - "main_score": 0.496217, - "hf_subset": "nob_Latn-nus_Latn", - "languages": [ - "nob-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-slk_Latn", - "languages": [ - "nob-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628343, - "recall": 0.69664, - "f1": 0.648273, - "accuracy": 0.69664, - "main_score": 0.648273, - "hf_subset": "nob_Latn-tir_Ethi", - "languages": [ - "nob-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-zho_Hant", - "languages": [ - "nob-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.988142, - "f1": 0.985507, - "accuracy": 0.988142, - "main_score": 0.985507, - "hf_subset": "nob_Latn-awa_Deva", - "languages": [ - "nob-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "nob_Latn-cym_Latn", - "languages": [ - "nob-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851614, - "recall": 0.890316, - "f1": 0.863735, - "accuracy": 0.890316, - "main_score": 0.863735, - "hf_subset": "nob_Latn-grn_Latn", - "languages": [ - "nob-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-kat_Geor", - "languages": [ - "nob-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66259, - "recall": 0.712451, - "f1": 0.67708, - "accuracy": 0.712451, - "main_score": 0.67708, - "hf_subset": "nob_Latn-lua_Latn", - "languages": [ - "nob-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658118, - "recall": 0.716403, - "f1": 0.674687, - "accuracy": 0.716403, - "main_score": 0.674687, - "hf_subset": "nob_Latn-nya_Latn", - "languages": [ - "nob-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-slv_Latn", - "languages": [ - "nob-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "nob_Latn-tpi_Latn", - "languages": [ - "nob-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-zsm_Latn", - "languages": [ - "nob-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56194, - "recall": 0.623518, - "f1": 0.579524, - "accuracy": 0.623518, - "main_score": 0.579524, - "hf_subset": "nob_Latn-ayr_Latn", - "languages": [ - "nob-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-dan_Latn", - "languages": [ - "nob-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-guj_Gujr", - "languages": [ - "nob-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-kaz_Cyrl", - "languages": [ - "nob-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559891, - "recall": 0.616601, - "f1": 0.575732, - "accuracy": 0.616601, - "main_score": 0.575732, - "hf_subset": "nob_Latn-lug_Latn", - "languages": [ - "nob-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-oci_Latn", - "languages": [ - "nob-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839427, - "recall": 0.879447, - "f1": 0.851746, - "accuracy": 0.879447, - "main_score": 0.851746, - "hf_subset": "nob_Latn-smo_Latn", - "languages": [ - "nob-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563265, - "recall": 0.621542, - "f1": 0.580038, - "accuracy": 0.621542, - "main_score": 0.580038, - "hf_subset": "nob_Latn-tsn_Latn", - "languages": [ - "nob-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62081, - "recall": 0.681818, - "f1": 0.638309, - "accuracy": 0.681818, - "main_score": 0.638309, - "hf_subset": "nob_Latn-zul_Latn", - "languages": [ - "nob-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.955534, - "f1": 0.942194, - "accuracy": 0.955534, - "main_score": 0.942194, - "hf_subset": "nob_Latn-azb_Arab", - "languages": [ - "nob-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-deu_Latn", - "languages": [ - "nob-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "nob_Latn-hat_Latn", - "languages": [ - "nob-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502868, - "recall": 0.554348, - "f1": 0.517391, - "accuracy": 0.554348, - "main_score": 0.517391, - "hf_subset": "nob_Latn-kbp_Latn", - "languages": [ - "nob-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590748, - "recall": 0.648221, - "f1": 0.605876, - "accuracy": 0.648221, - "main_score": 0.605876, - "hf_subset": "nob_Latn-luo_Latn", - "languages": [ - "nob-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-ory_Orya", - "languages": [ - "nob-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595342, - "recall": 0.664032, - "f1": 0.615109, - "accuracy": 0.664032, - "main_score": 0.615109, - "hf_subset": "nob_Latn-sna_Latn", - "languages": [ - "nob-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581517, - "recall": 0.632411, - "f1": 0.595472, - "accuracy": 0.632411, - "main_score": 0.595472, - "hf_subset": "nob_Latn-tso_Latn", - "languages": [ - "nob-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "nob_Latn-azj_Latn", - "languages": [ - "nob-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54565, - "recall": 0.613636, - "f1": 0.565248, - "accuracy": 0.613636, - "main_score": 0.565248, - "hf_subset": "nob_Latn-dik_Latn", - "languages": [ - "nob-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75942, - "recall": 0.809289, - "f1": 0.774638, - "accuracy": 0.809289, - "main_score": 0.774638, - "hf_subset": "nob_Latn-hau_Latn", - "languages": [ - "nob-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nob_Latn-kea_Latn", - "languages": [ - "nob-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748584, - "recall": 0.796443, - "f1": 0.762865, - "accuracy": 0.796443, - "main_score": 0.762865, - "hf_subset": "nob_Latn-lus_Latn", - "languages": [ - "nob-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888126, - "recall": 0.913043, - "f1": 0.89577, - "accuracy": 0.913043, - "main_score": 0.89577, - "hf_subset": "nob_Latn-pag_Latn", - "languages": [ - "nob-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-snd_Arab", - "languages": [ - "nob-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "nob_Latn-tuk_Latn", - "languages": [ - "nob-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "nob_Latn-bak_Cyrl", - "languages": [ - "nob-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498667, - "recall": 0.571146, - "f1": 0.519702, - "accuracy": 0.571146, - "main_score": 0.519702, - "hf_subset": "nob_Latn-dyu_Latn", - "languages": [ - "nob-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "nob_Latn-heb_Hebr", - "languages": [ - "nob-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "nob_Latn-khk_Cyrl", - "languages": [ - "nob-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-lvs_Latn", - "languages": [ - "nob-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "nob_Latn-pan_Guru", - "languages": [ - "nob-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717591, - "recall": 0.770751, - "f1": 0.733089, - "accuracy": 0.770751, - "main_score": 0.733089, - "hf_subset": "nob_Latn-som_Latn", - "languages": [ - "nob-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606642, - "recall": 0.655138, - "f1": 0.620269, - "accuracy": 0.655138, - "main_score": 0.620269, - "hf_subset": "nob_Latn-tum_Latn", - "languages": [ - "nob-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565357, - "recall": 0.63834, - "f1": 0.58639, - "accuracy": 0.63834, - "main_score": 0.58639, - "hf_subset": "scn_Latn-ace_Arab", - "languages": [ - "scn-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531908, - "recall": 0.591897, - "f1": 0.548959, - "accuracy": 0.591897, - "main_score": 0.548959, - "hf_subset": "scn_Latn-bam_Latn", - "languages": [ - "scn-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370416, - "recall": 0.439723, - "f1": 0.388877, - "accuracy": 0.439723, - "main_score": 0.388877, - "hf_subset": "scn_Latn-dzo_Tibt", - "languages": [ - "scn-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "scn_Latn-hin_Deva", - "languages": [ - "scn-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "scn_Latn-khm_Khmr", - "languages": [ - "scn-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "scn_Latn-mag_Deva", - "languages": [ - "scn-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96418, - "recall": 0.975296, - "f1": 0.967787, - "accuracy": 0.975296, - "main_score": 0.967787, - "hf_subset": "scn_Latn-pap_Latn", - "languages": [ - "scn-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599972, - "recall": 0.658103, - "f1": 0.616132, - "accuracy": 0.658103, - "main_score": 0.616132, - "hf_subset": "scn_Latn-sot_Latn", - "languages": [ - "scn-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "scn_Latn-tur_Latn", - "languages": [ - "scn-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85886, - "recall": 0.891304, - "f1": 0.869156, - "accuracy": 0.891304, - "main_score": 0.869156, - "hf_subset": "scn_Latn-ace_Latn", - "languages": [ - "scn-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929018, - "recall": 0.94664, - "f1": 0.934256, - "accuracy": 0.94664, - "main_score": 0.934256, - "hf_subset": "scn_Latn-ban_Latn", - "languages": [ - "scn-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "scn_Latn-ell_Grek", - "languages": [ - "scn-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "scn_Latn-hne_Deva", - "languages": [ - "scn-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603574, - "recall": 0.662055, - "f1": 0.620241, - "accuracy": 0.662055, - "main_score": 0.620241, - "hf_subset": "scn_Latn-kik_Latn", - "languages": [ - "scn-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "scn_Latn-mai_Deva", - "languages": [ - "scn-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938241, - "recall": 0.95751, - "f1": 0.944499, - "accuracy": 0.95751, - "main_score": 0.944499, - "hf_subset": "scn_Latn-pbt_Arab", - "languages": [ - "scn-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-spa_Latn", - "languages": [ - "scn-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621567, - "recall": 0.681818, - "f1": 0.638723, - "accuracy": 0.681818, - "main_score": 0.638723, - "hf_subset": "scn_Latn-twi_Latn", - "languages": [ - "scn-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "scn_Latn-acm_Arab", - "languages": [ - "scn-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "scn_Latn-bel_Cyrl", - "languages": [ - "scn-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "scn_Latn-eng_Latn", - "languages": [ - "scn-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "scn_Latn-hrv_Latn", - "languages": [ - "scn-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559543, - "recall": 0.614625, - "f1": 0.57484, - "accuracy": 0.614625, - "main_score": 0.57484, - "hf_subset": "scn_Latn-kin_Latn", - "languages": [ - "scn-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "scn_Latn-mal_Mlym", - "languages": [ - "scn-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "scn_Latn-pes_Arab", - "languages": [ - "scn-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987401, - "recall": 0.991107, - "f1": 0.988538, - "accuracy": 0.991107, - "main_score": 0.988538, - "hf_subset": "scn_Latn-srd_Latn", - "languages": [ - "scn-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.182606, - "recall": 0.233202, - "f1": 0.195042, - "accuracy": 0.233202, - "main_score": 0.195042, - "hf_subset": "scn_Latn-tzm_Tfng", - "languages": [ - "scn-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "scn_Latn-acq_Arab", - "languages": [ - "scn-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622694, - "recall": 0.673913, - "f1": 0.637247, - "accuracy": 0.673913, - "main_score": 0.637247, - "hf_subset": "scn_Latn-bem_Latn", - "languages": [ - "scn-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-epo_Latn", - "languages": [ - "scn-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-hun_Latn", - "languages": [ - "scn-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962039, - "recall": 0.97332, - "f1": 0.965646, - "accuracy": 0.97332, - "main_score": 0.965646, - "hf_subset": "scn_Latn-kir_Cyrl", - "languages": [ - "scn-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "scn_Latn-mar_Deva", - "languages": [ - "scn-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657626, - "recall": 0.708498, - "f1": 0.672457, - "accuracy": 0.708498, - "main_score": 0.672457, - "hf_subset": "scn_Latn-plt_Latn", - "languages": [ - "scn-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-srp_Cyrl", - "languages": [ - "scn-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911232, - "recall": 0.934783, - "f1": 0.91861, - "accuracy": 0.934783, - "main_score": 0.91861, - "hf_subset": "scn_Latn-uig_Arab", - "languages": [ - "scn-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973732, - "recall": 0.981225, - "f1": 0.976021, - "accuracy": 0.981225, - "main_score": 0.976021, - "hf_subset": "scn_Latn-aeb_Arab", - "languages": [ - "scn-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "scn_Latn-ben_Beng", - "languages": [ - "scn-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "scn_Latn-est_Latn", - "languages": [ - "scn-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "scn_Latn-hye_Armn", - "languages": [ - "scn-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563225, - "recall": 0.61166, - "f1": 0.576696, - "accuracy": 0.61166, - "main_score": 0.576696, - "hf_subset": "scn_Latn-kmb_Latn", - "languages": [ - "scn-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499036, - "recall": 0.576087, - "f1": 0.520248, - "accuracy": 0.576087, - "main_score": 0.520248, - "hf_subset": "scn_Latn-min_Arab", - "languages": [ - "scn-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "scn_Latn-pol_Latn", - "languages": [ - "scn-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561777, - "recall": 0.62253, - "f1": 0.579368, - "accuracy": 0.62253, - "main_score": 0.579368, - "hf_subset": "scn_Latn-ssw_Latn", - "languages": [ - "scn-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-ukr_Cyrl", - "languages": [ - "scn-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-afr_Latn", - "languages": [ - "scn-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "scn_Latn-bho_Deva", - "languages": [ - "scn-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "scn_Latn-eus_Latn", - "languages": [ - "scn-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5774, - "recall": 0.637352, - "f1": 0.593768, - "accuracy": 0.637352, - "main_score": 0.593768, - "hf_subset": "scn_Latn-ibo_Latn", - "languages": [ - "scn-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834149, - "recall": 0.878458, - "f1": 0.848013, - "accuracy": 0.878458, - "main_score": 0.848013, - "hf_subset": "scn_Latn-kmr_Latn", - "languages": [ - "scn-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "scn_Latn-min_Latn", - "languages": [ - "scn-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "scn_Latn-por_Latn", - "languages": [ - "scn-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "scn_Latn-sun_Latn", - "languages": [ - "scn-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523502, - "recall": 0.579051, - "f1": 0.539213, - "accuracy": 0.579051, - "main_score": 0.539213, - "hf_subset": "scn_Latn-umb_Latn", - "languages": [ - "scn-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "scn_Latn-ajp_Arab", - "languages": [ - "scn-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545703, - "recall": 0.607708, - "f1": 0.562721, - "accuracy": 0.607708, - "main_score": 0.562721, - "hf_subset": "scn_Latn-bjn_Arab", - "languages": [ - "scn-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520972, - "recall": 0.571146, - "f1": 0.534794, - "accuracy": 0.571146, - "main_score": 0.534794, - "hf_subset": "scn_Latn-ewe_Latn", - "languages": [ - "scn-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921278, - "recall": 0.9417, - "f1": 0.927654, - "accuracy": 0.9417, - "main_score": 0.927654, - "hf_subset": "scn_Latn-ilo_Latn", - "languages": [ - "scn-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318733, - "recall": 0.371542, - "f1": 0.33339, - "accuracy": 0.371542, - "main_score": 0.33339, - "hf_subset": "scn_Latn-knc_Arab", - "languages": [ - "scn-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-mkd_Cyrl", - "languages": [ - "scn-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "scn_Latn-prs_Arab", - "languages": [ - "scn-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-swe_Latn", - "languages": [ - "scn-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "scn_Latn-urd_Arab", - "languages": [ - "scn-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579332, - "recall": 0.636364, - "f1": 0.595504, - "accuracy": 0.636364, - "main_score": 0.595504, - "hf_subset": "scn_Latn-aka_Latn", - "languages": [ - "scn-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957543, - "recall": 0.969368, - "f1": 0.961298, - "accuracy": 0.969368, - "main_score": 0.961298, - "hf_subset": "scn_Latn-bjn_Latn", - "languages": [ - "scn-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942144, - "recall": 0.958498, - "f1": 0.9472, - "accuracy": 0.958498, - "main_score": 0.9472, - "hf_subset": "scn_Latn-fao_Latn", - "languages": [ - "scn-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-ind_Latn", - "languages": [ - "scn-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594382, - "recall": 0.646245, - "f1": 0.609079, - "accuracy": 0.646245, - "main_score": 0.609079, - "hf_subset": "scn_Latn-knc_Latn", - "languages": [ - "scn-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "scn_Latn-mlt_Latn", - "languages": [ - "scn-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69403, - "recall": 0.754941, - "f1": 0.711783, - "accuracy": 0.754941, - "main_score": 0.711783, - "hf_subset": "scn_Latn-quy_Latn", - "languages": [ - "scn-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.961462, - "f1": 0.950428, - "accuracy": 0.961462, - "main_score": 0.950428, - "hf_subset": "scn_Latn-swh_Latn", - "languages": [ - "scn-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "scn_Latn-uzn_Latn", - "languages": [ - "scn-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "scn_Latn-als_Latn", - "languages": [ - "scn-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562155, - "recall": 0.643281, - "f1": 0.585108, - "accuracy": 0.643281, - "main_score": 0.585108, - "hf_subset": "scn_Latn-bod_Tibt", - "languages": [ - "scn-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673166, - "recall": 0.728261, - "f1": 0.688628, - "accuracy": 0.728261, - "main_score": 0.688628, - "hf_subset": "scn_Latn-fij_Latn", - "languages": [ - "scn-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961051, - "recall": 0.97332, - "f1": 0.964987, - "accuracy": 0.97332, - "main_score": 0.964987, - "hf_subset": "scn_Latn-isl_Latn", - "languages": [ - "scn-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667682, - "recall": 0.718379, - "f1": 0.682327, - "accuracy": 0.718379, - "main_score": 0.682327, - "hf_subset": "scn_Latn-kon_Latn", - "languages": [ - "scn-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642977, - "recall": 0.703557, - "f1": 0.660364, - "accuracy": 0.703557, - "main_score": 0.660364, - "hf_subset": "scn_Latn-mni_Beng", - "languages": [ - "scn-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "scn_Latn-ron_Latn", - "languages": [ - "scn-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.979249, - "f1": 0.973979, - "accuracy": 0.979249, - "main_score": 0.973979, - "hf_subset": "scn_Latn-szl_Latn", - "languages": [ - "scn-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-vec_Latn", - "languages": [ - "scn-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886858, - "recall": 0.91996, - "f1": 0.89753, - "accuracy": 0.91996, - "main_score": 0.89753, - "hf_subset": "scn_Latn-amh_Ethi", - "languages": [ - "scn-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "scn_Latn-bos_Latn", - "languages": [ - "scn-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "scn_Latn-fin_Latn", - "languages": [ - "scn-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "scn_Latn-ita_Latn", - "languages": [ - "scn-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "scn_Latn-kor_Hang", - "languages": [ - "scn-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55471, - "recall": 0.608696, - "f1": 0.569467, - "accuracy": 0.608696, - "main_score": 0.569467, - "hf_subset": "scn_Latn-mos_Latn", - "languages": [ - "scn-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565328, - "recall": 0.618577, - "f1": 0.579783, - "accuracy": 0.618577, - "main_score": 0.579783, - "hf_subset": "scn_Latn-run_Latn", - "languages": [ - "scn-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "scn_Latn-tam_Taml", - "languages": [ - "scn-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "scn_Latn-vie_Latn", - "languages": [ - "scn-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "scn_Latn-apc_Arab", - "languages": [ - "scn-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782839, - "recall": 0.831028, - "f1": 0.796989, - "accuracy": 0.831028, - "main_score": 0.796989, - "hf_subset": "scn_Latn-bug_Latn", - "languages": [ - "scn-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477491, - "recall": 0.528656, - "f1": 0.490958, - "accuracy": 0.528656, - "main_score": 0.490958, - "hf_subset": "scn_Latn-fon_Latn", - "languages": [ - "scn-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "scn_Latn-jav_Latn", - "languages": [ - "scn-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "scn_Latn-lao_Laoo", - "languages": [ - "scn-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814262, - "recall": 0.854743, - "f1": 0.826421, - "accuracy": 0.854743, - "main_score": 0.826421, - "hf_subset": "scn_Latn-mri_Latn", - "languages": [ - "scn-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-rus_Cyrl", - "languages": [ - "scn-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542679, - "recall": 0.599802, - "f1": 0.557885, - "accuracy": 0.599802, - "main_score": 0.557885, - "hf_subset": "scn_Latn-taq_Latn", - "languages": [ - "scn-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980319, - "recall": 0.986166, - "f1": 0.982115, - "accuracy": 0.986166, - "main_score": 0.982115, - "hf_subset": "scn_Latn-war_Latn", - "languages": [ - "scn-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "scn_Latn-arb_Arab", - "languages": [ - "scn-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990283, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "scn_Latn-bul_Cyrl", - "languages": [ - "scn-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-fra_Latn", - "languages": [ - "scn-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-jpn_Jpan", - "languages": [ - "scn-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-lij_Latn", - "languages": [ - "scn-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.967391, - "f1": 0.958498, - "accuracy": 0.967391, - "main_score": 0.958498, - "hf_subset": "scn_Latn-mya_Mymr", - "languages": [ - "scn-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592988, - "recall": 0.659091, - "f1": 0.611534, - "accuracy": 0.659091, - "main_score": 0.611534, - "hf_subset": "scn_Latn-sag_Latn", - "languages": [ - "scn-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19455, - "recall": 0.246047, - "f1": 0.206224, - "accuracy": 0.246047, - "main_score": 0.206224, - "hf_subset": "scn_Latn-taq_Tfng", - "languages": [ - "scn-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625562, - "recall": 0.688735, - "f1": 0.643742, - "accuracy": 0.688735, - "main_score": 0.643742, - "hf_subset": "scn_Latn-wol_Latn", - "languages": [ - "scn-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751212, - "recall": 0.811265, - "f1": 0.768928, - "accuracy": 0.811265, - "main_score": 0.768928, - "hf_subset": "scn_Latn-arb_Latn", - "languages": [ - "scn-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "scn_Latn-cat_Latn", - "languages": [ - "scn-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "scn_Latn-fur_Latn", - "languages": [ - "scn-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430648, - "recall": 0.48913, - "f1": 0.446582, - "accuracy": 0.48913, - "main_score": 0.446582, - "hf_subset": "scn_Latn-kab_Latn", - "languages": [ - "scn-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964015, - "recall": 0.97332, - "f1": 0.966963, - "accuracy": 0.97332, - "main_score": 0.966963, - "hf_subset": "scn_Latn-lim_Latn", - "languages": [ - "scn-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-nld_Latn", - "languages": [ - "scn-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.963439, - "f1": 0.953722, - "accuracy": 0.963439, - "main_score": 0.953722, - "hf_subset": "scn_Latn-san_Deva", - "languages": [ - "scn-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "scn_Latn-tat_Cyrl", - "languages": [ - "scn-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665741, - "recall": 0.722332, - "f1": 0.682039, - "accuracy": 0.722332, - "main_score": 0.682039, - "hf_subset": "scn_Latn-xho_Latn", - "languages": [ - "scn-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "scn_Latn-ars_Arab", - "languages": [ - "scn-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983449, - "recall": 0.988142, - "f1": 0.984914, - "accuracy": 0.988142, - "main_score": 0.984914, - "hf_subset": "scn_Latn-ceb_Latn", - "languages": [ - "scn-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560583, - "recall": 0.616601, - "f1": 0.576401, - "accuracy": 0.616601, - "main_score": 0.576401, - "hf_subset": "scn_Latn-fuv_Latn", - "languages": [ - "scn-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500919, - "recall": 0.566206, - "f1": 0.518173, - "accuracy": 0.566206, - "main_score": 0.518173, - "hf_subset": "scn_Latn-kac_Latn", - "languages": [ - "scn-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669079, - "recall": 0.720356, - "f1": 0.683934, - "accuracy": 0.720356, - "main_score": 0.683934, - "hf_subset": "scn_Latn-lin_Latn", - "languages": [ - "scn-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-nno_Latn", - "languages": [ - "scn-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214521, - "recall": 0.288538, - "f1": 0.233422, - "accuracy": 0.288538, - "main_score": 0.233422, - "hf_subset": "scn_Latn-sat_Olck", - "languages": [ - "scn-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "scn_Latn-tel_Telu", - "languages": [ - "scn-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923419, - "recall": 0.944664, - "f1": 0.930171, - "accuracy": 0.944664, - "main_score": 0.930171, - "hf_subset": "scn_Latn-ydd_Hebr", - "languages": [ - "scn-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959898, - "recall": 0.971344, - "f1": 0.963505, - "accuracy": 0.971344, - "main_score": 0.963505, - "hf_subset": "scn_Latn-ary_Arab", - "languages": [ - "scn-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "scn_Latn-ces_Latn", - "languages": [ - "scn-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578771, - "recall": 0.636364, - "f1": 0.595298, - "accuracy": 0.636364, - "main_score": 0.595298, - "hf_subset": "scn_Latn-gaz_Latn", - "languages": [ - "scn-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582116, - "recall": 0.646245, - "f1": 0.600764, - "accuracy": 0.646245, - "main_score": 0.600764, - "hf_subset": "scn_Latn-kam_Latn", - "languages": [ - "scn-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "scn_Latn-lit_Latn", - "languages": [ - "scn-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "scn_Latn-nob_Latn", - "languages": [ - "scn-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.970356, - "f1": 0.962615, - "accuracy": 0.970356, - "main_score": 0.962615, - "hf_subset": "scn_Latn-tgk_Cyrl", - "languages": [ - "scn-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673225, - "recall": 0.737154, - "f1": 0.691936, - "accuracy": 0.737154, - "main_score": 0.691936, - "hf_subset": "scn_Latn-yor_Latn", - "languages": [ - "scn-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "scn_Latn-arz_Arab", - "languages": [ - "scn-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57301, - "recall": 0.631423, - "f1": 0.5891, - "accuracy": 0.631423, - "main_score": 0.5891, - "hf_subset": "scn_Latn-cjk_Latn", - "languages": [ - "scn-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750231, - "recall": 0.804348, - "f1": 0.766337, - "accuracy": 0.804348, - "main_score": 0.766337, - "hf_subset": "scn_Latn-gla_Latn", - "languages": [ - "scn-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "scn_Latn-kan_Knda", - "languages": [ - "scn-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "scn_Latn-lmo_Latn", - "languages": [ - "scn-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "scn_Latn-npi_Deva", - "languages": [ - "scn-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475004, - "recall": 0.532609, - "f1": 0.491015, - "accuracy": 0.532609, - "main_score": 0.491015, - "hf_subset": "scn_Latn-shn_Mymr", - "languages": [ - "scn-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "scn_Latn-tgl_Latn", - "languages": [ - "scn-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-yue_Hant", - "languages": [ - "scn-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "scn_Latn-asm_Beng", - "languages": [ - "scn-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926301, - "recall": 0.947628, - "f1": 0.933037, - "accuracy": 0.947628, - "main_score": 0.933037, - "hf_subset": "scn_Latn-ckb_Arab", - "languages": [ - "scn-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834972, - "recall": 0.874506, - "f1": 0.847387, - "accuracy": 0.874506, - "main_score": 0.847387, - "hf_subset": "scn_Latn-gle_Latn", - "languages": [ - "scn-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915843, - "recall": 0.939723, - "f1": 0.923386, - "accuracy": 0.939723, - "main_score": 0.923386, - "hf_subset": "scn_Latn-kas_Arab", - "languages": [ - "scn-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926342, - "recall": 0.944664, - "f1": 0.932005, - "accuracy": 0.944664, - "main_score": 0.932005, - "hf_subset": "scn_Latn-ltg_Latn", - "languages": [ - "scn-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608724, - "recall": 0.661067, - "f1": 0.622971, - "accuracy": 0.661067, - "main_score": 0.622971, - "hf_subset": "scn_Latn-nso_Latn", - "languages": [ - "scn-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.963439, - "f1": 0.952899, - "accuracy": 0.963439, - "main_score": 0.952899, - "hf_subset": "scn_Latn-sin_Sinh", - "languages": [ - "scn-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "scn_Latn-tha_Thai", - "languages": [ - "scn-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "scn_Latn-zho_Hans", - "languages": [ - "scn-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "scn_Latn-ast_Latn", - "languages": [ - "scn-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "scn_Latn-crh_Latn", - "languages": [ - "scn-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-glg_Latn", - "languages": [ - "scn-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844971, - "recall": 0.884387, - "f1": 0.857181, - "accuracy": 0.884387, - "main_score": 0.857181, - "hf_subset": "scn_Latn-kas_Deva", - "languages": [ - "scn-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969038, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "scn_Latn-ltz_Latn", - "languages": [ - "scn-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466725, - "recall": 0.529644, - "f1": 0.484197, - "accuracy": 0.529644, - "main_score": 0.484197, - "hf_subset": "scn_Latn-nus_Latn", - "languages": [ - "scn-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "scn_Latn-slk_Latn", - "languages": [ - "scn-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584933, - "recall": 0.657115, - "f1": 0.605882, - "accuracy": 0.657115, - "main_score": 0.605882, - "hf_subset": "scn_Latn-tir_Ethi", - "languages": [ - "scn-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "scn_Latn-zho_Hant", - "languages": [ - "scn-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.978261, - "f1": 0.972167, - "accuracy": 0.978261, - "main_score": 0.972167, - "hf_subset": "scn_Latn-awa_Deva", - "languages": [ - "scn-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943017, - "recall": 0.959486, - "f1": 0.948287, - "accuracy": 0.959486, - "main_score": 0.948287, - "hf_subset": "scn_Latn-cym_Latn", - "languages": [ - "scn-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831861, - "recall": 0.868577, - "f1": 0.842808, - "accuracy": 0.868577, - "main_score": 0.842808, - "hf_subset": "scn_Latn-grn_Latn", - "languages": [ - "scn-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "scn_Latn-kat_Geor", - "languages": [ - "scn-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651897, - "recall": 0.703557, - "f1": 0.666378, - "accuracy": 0.703557, - "main_score": 0.666378, - "hf_subset": "scn_Latn-lua_Latn", - "languages": [ - "scn-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622285, - "recall": 0.677866, - "f1": 0.638327, - "accuracy": 0.677866, - "main_score": 0.638327, - "hf_subset": "scn_Latn-nya_Latn", - "languages": [ - "scn-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "scn_Latn-slv_Latn", - "languages": [ - "scn-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915843, - "recall": 0.935771, - "f1": 0.922069, - "accuracy": 0.935771, - "main_score": 0.922069, - "hf_subset": "scn_Latn-tpi_Latn", - "languages": [ - "scn-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "scn_Latn-zsm_Latn", - "languages": [ - "scn-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535264, - "recall": 0.602767, - "f1": 0.554546, - "accuracy": 0.602767, - "main_score": 0.554546, - "hf_subset": "scn_Latn-ayr_Latn", - "languages": [ - "scn-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "scn_Latn-dan_Latn", - "languages": [ - "scn-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "scn_Latn-guj_Gujr", - "languages": [ - "scn-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "scn_Latn-kaz_Cyrl", - "languages": [ - "scn-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534819, - "recall": 0.593874, - "f1": 0.551254, - "accuracy": 0.593874, - "main_score": 0.551254, - "hf_subset": "scn_Latn-lug_Latn", - "languages": [ - "scn-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-oci_Latn", - "languages": [ - "scn-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785573, - "recall": 0.83498, - "f1": 0.800428, - "accuracy": 0.83498, - "main_score": 0.800428, - "hf_subset": "scn_Latn-smo_Latn", - "languages": [ - "scn-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551899, - "recall": 0.612648, - "f1": 0.568288, - "accuracy": 0.612648, - "main_score": 0.568288, - "hf_subset": "scn_Latn-tsn_Latn", - "languages": [ - "scn-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620054, - "recall": 0.674901, - "f1": 0.635644, - "accuracy": 0.674901, - "main_score": 0.635644, - "hf_subset": "scn_Latn-zul_Latn", - "languages": [ - "scn-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883811, - "recall": 0.916008, - "f1": 0.893972, - "accuracy": 0.916008, - "main_score": 0.893972, - "hf_subset": "scn_Latn-azb_Arab", - "languages": [ - "scn-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "scn_Latn-deu_Latn", - "languages": [ - "scn-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955698, - "recall": 0.968379, - "f1": 0.959816, - "accuracy": 0.968379, - "main_score": 0.959816, - "hf_subset": "scn_Latn-hat_Latn", - "languages": [ - "scn-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506192, - "recall": 0.557312, - "f1": 0.520042, - "accuracy": 0.557312, - "main_score": 0.520042, - "hf_subset": "scn_Latn-kbp_Latn", - "languages": [ - "scn-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578281, - "recall": 0.631423, - "f1": 0.593488, - "accuracy": 0.631423, - "main_score": 0.593488, - "hf_subset": "scn_Latn-luo_Latn", - "languages": [ - "scn-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "scn_Latn-ory_Orya", - "languages": [ - "scn-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580816, - "recall": 0.637352, - "f1": 0.59696, - "accuracy": 0.637352, - "main_score": 0.59696, - "hf_subset": "scn_Latn-sna_Latn", - "languages": [ - "scn-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553133, - "recall": 0.61166, - "f1": 0.56942, - "accuracy": 0.61166, - "main_score": 0.56942, - "hf_subset": "scn_Latn-tso_Latn", - "languages": [ - "scn-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "scn_Latn-azj_Latn", - "languages": [ - "scn-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54714, - "recall": 0.607708, - "f1": 0.564632, - "accuracy": 0.607708, - "main_score": 0.564632, - "hf_subset": "scn_Latn-dik_Latn", - "languages": [ - "scn-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701103, - "recall": 0.76087, - "f1": 0.718794, - "accuracy": 0.76087, - "main_score": 0.718794, - "hf_subset": "scn_Latn-hau_Latn", - "languages": [ - "scn-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "scn_Latn-kea_Latn", - "languages": [ - "scn-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726969, - "recall": 0.77668, - "f1": 0.741678, - "accuracy": 0.77668, - "main_score": 0.741678, - "hf_subset": "scn_Latn-lus_Latn", - "languages": [ - "scn-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841628, - "recall": 0.874506, - "f1": 0.851125, - "accuracy": 0.874506, - "main_score": 0.851125, - "hf_subset": "scn_Latn-pag_Latn", - "languages": [ - "scn-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "scn_Latn-snd_Arab", - "languages": [ - "scn-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895504, - "recall": 0.923913, - "f1": 0.904183, - "accuracy": 0.923913, - "main_score": 0.904183, - "hf_subset": "scn_Latn-tuk_Latn", - "languages": [ - "scn-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.966403, - "f1": 0.957016, - "accuracy": 0.966403, - "main_score": 0.957016, - "hf_subset": "scn_Latn-bak_Cyrl", - "languages": [ - "scn-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48159, - "recall": 0.557312, - "f1": 0.503177, - "accuracy": 0.557312, - "main_score": 0.503177, - "hf_subset": "scn_Latn-dyu_Latn", - "languages": [ - "scn-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "scn_Latn-heb_Hebr", - "languages": [ - "scn-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939147, - "recall": 0.956522, - "f1": 0.944565, - "accuracy": 0.956522, - "main_score": 0.944565, - "hf_subset": "scn_Latn-khk_Cyrl", - "languages": [ - "scn-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "scn_Latn-lvs_Latn", - "languages": [ - "scn-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "scn_Latn-pan_Guru", - "languages": [ - "scn-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689354, - "recall": 0.750988, - "f1": 0.707922, - "accuracy": 0.750988, - "main_score": 0.707922, - "hf_subset": "scn_Latn-som_Latn", - "languages": [ - "scn-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594195, - "recall": 0.637352, - "f1": 0.606779, - "accuracy": 0.637352, - "main_score": 0.606779, - "hf_subset": "scn_Latn-tum_Latn", - "languages": [ - "scn-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539056, - "recall": 0.596838, - "f1": 0.555461, - "accuracy": 0.596838, - "main_score": 0.555461, - "hf_subset": "tgk_Cyrl-ace_Arab", - "languages": [ - "tgk-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517901, - "recall": 0.571146, - "f1": 0.533256, - "accuracy": 0.571146, - "main_score": 0.533256, - "hf_subset": "tgk_Cyrl-bam_Latn", - "languages": [ - "tgk-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.394862, - "recall": 0.465415, - "f1": 0.413104, - "accuracy": 0.465415, - "main_score": 0.413104, - "hf_subset": "tgk_Cyrl-dzo_Tibt", - "languages": [ - "tgk-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "tgk_Cyrl-hin_Deva", - "languages": [ - "tgk-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.972332, - "f1": 0.964756, - "accuracy": 0.972332, - "main_score": 0.964756, - "hf_subset": "tgk_Cyrl-khm_Khmr", - "languages": [ - "tgk-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "tgk_Cyrl-mag_Deva", - "languages": [ - "tgk-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932971, - "recall": 0.950593, - "f1": 0.938406, - "accuracy": 0.950593, - "main_score": 0.938406, - "hf_subset": "tgk_Cyrl-pap_Latn", - "languages": [ - "tgk-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588377, - "recall": 0.639328, - "f1": 0.602427, - "accuracy": 0.639328, - "main_score": 0.602427, - "hf_subset": "tgk_Cyrl-sot_Latn", - "languages": [ - "tgk-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983366, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "tgk_Cyrl-tur_Latn", - "languages": [ - "tgk-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827602, - "recall": 0.863636, - "f1": 0.838556, - "accuracy": 0.863636, - "main_score": 0.838556, - "hf_subset": "tgk_Cyrl-ace_Latn", - "languages": [ - "tgk-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893396, - "recall": 0.91996, - "f1": 0.901416, - "accuracy": 0.91996, - "main_score": 0.901416, - "hf_subset": "tgk_Cyrl-ban_Latn", - "languages": [ - "tgk-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "tgk_Cyrl-ell_Grek", - "languages": [ - "tgk-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970026, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "tgk_Cyrl-hne_Deva", - "languages": [ - "tgk-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577754, - "recall": 0.623518, - "f1": 0.590272, - "accuracy": 0.623518, - "main_score": 0.590272, - "hf_subset": "tgk_Cyrl-kik_Latn", - "languages": [ - "tgk-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "tgk_Cyrl-mai_Deva", - "languages": [ - "tgk-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "tgk_Cyrl-pbt_Arab", - "languages": [ - "tgk-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tgk_Cyrl-spa_Latn", - "languages": [ - "tgk-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596016, - "recall": 0.650198, - "f1": 0.611755, - "accuracy": 0.650198, - "main_score": 0.611755, - "hf_subset": "tgk_Cyrl-twi_Latn", - "languages": [ - "tgk-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgk_Cyrl-acm_Arab", - "languages": [ - "tgk-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "tgk_Cyrl-bel_Cyrl", - "languages": [ - "tgk-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "tgk_Cyrl-eng_Latn", - "languages": [ - "tgk-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986578, - "recall": 0.990119, - "f1": 0.987549, - "accuracy": 0.990119, - "main_score": 0.987549, - "hf_subset": "tgk_Cyrl-hrv_Latn", - "languages": [ - "tgk-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556387, - "recall": 0.608696, - "f1": 0.57055, - "accuracy": 0.608696, - "main_score": 0.57055, - "hf_subset": "tgk_Cyrl-kin_Latn", - "languages": [ - "tgk-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "tgk_Cyrl-mal_Mlym", - "languages": [ - "tgk-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-pes_Arab", - "languages": [ - "tgk-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.966403, - "f1": 0.957016, - "accuracy": 0.966403, - "main_score": 0.957016, - "hf_subset": "tgk_Cyrl-srd_Latn", - "languages": [ - "tgk-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196413, - "recall": 0.240119, - "f1": 0.208013, - "accuracy": 0.240119, - "main_score": 0.208013, - "hf_subset": "tgk_Cyrl-tzm_Tfng", - "languages": [ - "tgk-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "tgk_Cyrl-acq_Arab", - "languages": [ - "tgk-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611915, - "recall": 0.655138, - "f1": 0.624068, - "accuracy": 0.655138, - "main_score": 0.624068, - "hf_subset": "tgk_Cyrl-bem_Latn", - "languages": [ - "tgk-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "tgk_Cyrl-epo_Latn", - "languages": [ - "tgk-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-hun_Latn", - "languages": [ - "tgk-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.974308, - "f1": 0.967391, - "accuracy": 0.974308, - "main_score": 0.967391, - "hf_subset": "tgk_Cyrl-kir_Cyrl", - "languages": [ - "tgk-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "tgk_Cyrl-mar_Deva", - "languages": [ - "tgk-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655809, - "recall": 0.701581, - "f1": 0.669205, - "accuracy": 0.701581, - "main_score": 0.669205, - "hf_subset": "tgk_Cyrl-plt_Latn", - "languages": [ - "tgk-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgk_Cyrl-srp_Cyrl", - "languages": [ - "tgk-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932065, - "recall": 0.952569, - "f1": 0.938636, - "accuracy": 0.952569, - "main_score": 0.938636, - "hf_subset": "tgk_Cyrl-uig_Arab", - "languages": [ - "tgk-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "tgk_Cyrl-aeb_Arab", - "languages": [ - "tgk-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-ben_Beng", - "languages": [ - "tgk-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "tgk_Cyrl-est_Latn", - "languages": [ - "tgk-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "tgk_Cyrl-hye_Armn", - "languages": [ - "tgk-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524342, - "recall": 0.574111, - "f1": 0.538529, - "accuracy": 0.574111, - "main_score": 0.538529, - "hf_subset": "tgk_Cyrl-kmb_Latn", - "languages": [ - "tgk-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490014, - "recall": 0.549407, - "f1": 0.505855, - "accuracy": 0.549407, - "main_score": 0.505855, - "hf_subset": "tgk_Cyrl-min_Arab", - "languages": [ - "tgk-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tgk_Cyrl-pol_Latn", - "languages": [ - "tgk-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55379, - "recall": 0.607708, - "f1": 0.569043, - "accuracy": 0.607708, - "main_score": 0.569043, - "hf_subset": "tgk_Cyrl-ssw_Latn", - "languages": [ - "tgk-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tgk_Cyrl-ukr_Cyrl", - "languages": [ - "tgk-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-afr_Latn", - "languages": [ - "tgk-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "tgk_Cyrl-bho_Deva", - "languages": [ - "tgk-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.97332, - "f1": 0.966356, - "accuracy": 0.97332, - "main_score": 0.966356, - "hf_subset": "tgk_Cyrl-eus_Latn", - "languages": [ - "tgk-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567567, - "recall": 0.629447, - "f1": 0.585252, - "accuracy": 0.629447, - "main_score": 0.585252, - "hf_subset": "tgk_Cyrl-ibo_Latn", - "languages": [ - "tgk-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873847, - "recall": 0.908103, - "f1": 0.884486, - "accuracy": 0.908103, - "main_score": 0.884486, - "hf_subset": "tgk_Cyrl-kmr_Latn", - "languages": [ - "tgk-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "tgk_Cyrl-min_Latn", - "languages": [ - "tgk-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "tgk_Cyrl-por_Latn", - "languages": [ - "tgk-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "tgk_Cyrl-sun_Latn", - "languages": [ - "tgk-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506062, - "recall": 0.557312, - "f1": 0.520789, - "accuracy": 0.557312, - "main_score": 0.520789, - "hf_subset": "tgk_Cyrl-umb_Latn", - "languages": [ - "tgk-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "tgk_Cyrl-ajp_Arab", - "languages": [ - "tgk-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514508, - "recall": 0.570158, - "f1": 0.530032, - "accuracy": 0.570158, - "main_score": 0.530032, - "hf_subset": "tgk_Cyrl-bjn_Arab", - "languages": [ - "tgk-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500936, - "recall": 0.544466, - "f1": 0.513188, - "accuracy": 0.544466, - "main_score": 0.513188, - "hf_subset": "tgk_Cyrl-ewe_Latn", - "languages": [ - "tgk-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900807, - "recall": 0.925889, - "f1": 0.9083, - "accuracy": 0.925889, - "main_score": 0.9083, - "hf_subset": "tgk_Cyrl-ilo_Latn", - "languages": [ - "tgk-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31845, - "recall": 0.375494, - "f1": 0.334285, - "accuracy": 0.375494, - "main_score": 0.334285, - "hf_subset": "tgk_Cyrl-knc_Arab", - "languages": [ - "tgk-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgk_Cyrl-mkd_Cyrl", - "languages": [ - "tgk-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-prs_Arab", - "languages": [ - "tgk-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "tgk_Cyrl-swe_Latn", - "languages": [ - "tgk-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "tgk_Cyrl-urd_Arab", - "languages": [ - "tgk-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566428, - "recall": 0.62253, - "f1": 0.583191, - "accuracy": 0.62253, - "main_score": 0.583191, - "hf_subset": "tgk_Cyrl-aka_Latn", - "languages": [ - "tgk-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934486, - "recall": 0.953557, - "f1": 0.940547, - "accuracy": 0.953557, - "main_score": 0.940547, - "hf_subset": "tgk_Cyrl-bjn_Latn", - "languages": [ - "tgk-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940053, - "recall": 0.95751, - "f1": 0.94544, - "accuracy": 0.95751, - "main_score": 0.94544, - "hf_subset": "tgk_Cyrl-fao_Latn", - "languages": [ - "tgk-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgk_Cyrl-ind_Latn", - "languages": [ - "tgk-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56414, - "recall": 0.61166, - "f1": 0.577685, - "accuracy": 0.61166, - "main_score": 0.577685, - "hf_subset": "tgk_Cyrl-knc_Latn", - "languages": [ - "tgk-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965662, - "recall": 0.975296, - "f1": 0.96861, - "accuracy": 0.975296, - "main_score": 0.96861, - "hf_subset": "tgk_Cyrl-mlt_Latn", - "languages": [ - "tgk-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681508, - "recall": 0.733202, - "f1": 0.696286, - "accuracy": 0.733202, - "main_score": 0.696286, - "hf_subset": "tgk_Cyrl-quy_Latn", - "languages": [ - "tgk-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949852, - "recall": 0.965415, - "f1": 0.954941, - "accuracy": 0.965415, - "main_score": 0.954941, - "hf_subset": "tgk_Cyrl-swh_Latn", - "languages": [ - "tgk-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-uzn_Latn", - "languages": [ - "tgk-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "tgk_Cyrl-als_Latn", - "languages": [ - "tgk-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604853, - "recall": 0.678854, - "f1": 0.625946, - "accuracy": 0.678854, - "main_score": 0.625946, - "hf_subset": "tgk_Cyrl-bod_Tibt", - "languages": [ - "tgk-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681554, - "recall": 0.729249, - "f1": 0.694775, - "accuracy": 0.729249, - "main_score": 0.694775, - "hf_subset": "tgk_Cyrl-fij_Latn", - "languages": [ - "tgk-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949275, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "tgk_Cyrl-isl_Latn", - "languages": [ - "tgk-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643758, - "recall": 0.688735, - "f1": 0.656917, - "accuracy": 0.688735, - "main_score": 0.656917, - "hf_subset": "tgk_Cyrl-kon_Latn", - "languages": [ - "tgk-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610507, - "recall": 0.667984, - "f1": 0.62723, - "accuracy": 0.667984, - "main_score": 0.62723, - "hf_subset": "tgk_Cyrl-mni_Beng", - "languages": [ - "tgk-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984437, - "recall": 0.98913, - "f1": 0.985903, - "accuracy": 0.98913, - "main_score": 0.985903, - "hf_subset": "tgk_Cyrl-ron_Latn", - "languages": [ - "tgk-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.978261, - "f1": 0.97332, - "accuracy": 0.978261, - "main_score": 0.97332, - "hf_subset": "tgk_Cyrl-szl_Latn", - "languages": [ - "tgk-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "tgk_Cyrl-vec_Latn", - "languages": [ - "tgk-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906291, - "recall": 0.932806, - "f1": 0.914493, - "accuracy": 0.932806, - "main_score": 0.914493, - "hf_subset": "tgk_Cyrl-amh_Ethi", - "languages": [ - "tgk-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "tgk_Cyrl-bos_Latn", - "languages": [ - "tgk-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-fin_Latn", - "languages": [ - "tgk-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-ita_Latn", - "languages": [ - "tgk-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "tgk_Cyrl-kor_Hang", - "languages": [ - "tgk-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527669, - "recall": 0.58004, - "f1": 0.542237, - "accuracy": 0.58004, - "main_score": 0.542237, - "hf_subset": "tgk_Cyrl-mos_Latn", - "languages": [ - "tgk-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559084, - "recall": 0.605731, - "f1": 0.572254, - "accuracy": 0.605731, - "main_score": 0.572254, - "hf_subset": "tgk_Cyrl-run_Latn", - "languages": [ - "tgk-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "tgk_Cyrl-tam_Taml", - "languages": [ - "tgk-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.986166, - "f1": 0.982708, - "accuracy": 0.986166, - "main_score": 0.982708, - "hf_subset": "tgk_Cyrl-vie_Latn", - "languages": [ - "tgk-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-apc_Arab", - "languages": [ - "tgk-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758449, - "recall": 0.805336, - "f1": 0.771683, - "accuracy": 0.805336, - "main_score": 0.771683, - "hf_subset": "tgk_Cyrl-bug_Latn", - "languages": [ - "tgk-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466318, - "recall": 0.51581, - "f1": 0.47948, - "accuracy": 0.51581, - "main_score": 0.47948, - "hf_subset": "tgk_Cyrl-fon_Latn", - "languages": [ - "tgk-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "tgk_Cyrl-jav_Latn", - "languages": [ - "tgk-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955287, - "recall": 0.969368, - "f1": 0.959881, - "accuracy": 0.969368, - "main_score": 0.959881, - "hf_subset": "tgk_Cyrl-lao_Laoo", - "languages": [ - "tgk-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832708, - "recall": 0.871542, - "f1": 0.844419, - "accuracy": 0.871542, - "main_score": 0.844419, - "hf_subset": "tgk_Cyrl-mri_Latn", - "languages": [ - "tgk-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-rus_Cyrl", - "languages": [ - "tgk-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524986, - "recall": 0.576087, - "f1": 0.539355, - "accuracy": 0.576087, - "main_score": 0.539355, - "hf_subset": "tgk_Cyrl-taq_Latn", - "languages": [ - "tgk-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "tgk_Cyrl-war_Latn", - "languages": [ - "tgk-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-arb_Arab", - "languages": [ - "tgk-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "tgk_Cyrl-bul_Cyrl", - "languages": [ - "tgk-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "tgk_Cyrl-fra_Latn", - "languages": [ - "tgk-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "tgk_Cyrl-jpn_Jpan", - "languages": [ - "tgk-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "tgk_Cyrl-lij_Latn", - "languages": [ - "tgk-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956933, - "recall": 0.969368, - "f1": 0.96087, - "accuracy": 0.969368, - "main_score": 0.96087, - "hf_subset": "tgk_Cyrl-mya_Mymr", - "languages": [ - "tgk-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568186, - "recall": 0.629447, - "f1": 0.585594, - "accuracy": 0.629447, - "main_score": 0.585594, - "hf_subset": "tgk_Cyrl-sag_Latn", - "languages": [ - "tgk-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205021, - "recall": 0.254941, - "f1": 0.216301, - "accuracy": 0.254941, - "main_score": 0.216301, - "hf_subset": "tgk_Cyrl-taq_Tfng", - "languages": [ - "tgk-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614476, - "recall": 0.667984, - "f1": 0.630223, - "accuracy": 0.667984, - "main_score": 0.630223, - "hf_subset": "tgk_Cyrl-wol_Latn", - "languages": [ - "tgk-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747291, - "recall": 0.804348, - "f1": 0.764018, - "accuracy": 0.804348, - "main_score": 0.764018, - "hf_subset": "tgk_Cyrl-arb_Latn", - "languages": [ - "tgk-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tgk_Cyrl-cat_Latn", - "languages": [ - "tgk-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95858, - "recall": 0.971344, - "f1": 0.962681, - "accuracy": 0.971344, - "main_score": 0.962681, - "hf_subset": "tgk_Cyrl-fur_Latn", - "languages": [ - "tgk-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416818, - "recall": 0.464427, - "f1": 0.430249, - "accuracy": 0.464427, - "main_score": 0.430249, - "hf_subset": "tgk_Cyrl-kab_Latn", - "languages": [ - "tgk-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943874, - "recall": 0.960474, - "f1": 0.949111, - "accuracy": 0.960474, - "main_score": 0.949111, - "hf_subset": "tgk_Cyrl-lim_Latn", - "languages": [ - "tgk-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "tgk_Cyrl-nld_Latn", - "languages": [ - "tgk-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958202, - "recall": 0.969368, - "f1": 0.961627, - "accuracy": 0.969368, - "main_score": 0.961627, - "hf_subset": "tgk_Cyrl-san_Deva", - "languages": [ - "tgk-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgk_Cyrl-tat_Cyrl", - "languages": [ - "tgk-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647843, - "recall": 0.699605, - "f1": 0.662601, - "accuracy": 0.699605, - "main_score": 0.662601, - "hf_subset": "tgk_Cyrl-xho_Latn", - "languages": [ - "tgk-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-ars_Arab", - "languages": [ - "tgk-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "tgk_Cyrl-ceb_Latn", - "languages": [ - "tgk-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548344, - "recall": 0.597826, - "f1": 0.56319, - "accuracy": 0.597826, - "main_score": 0.56319, - "hf_subset": "tgk_Cyrl-fuv_Latn", - "languages": [ - "tgk-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489557, - "recall": 0.551383, - "f1": 0.506265, - "accuracy": 0.551383, - "main_score": 0.506265, - "hf_subset": "tgk_Cyrl-kac_Latn", - "languages": [ - "tgk-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654447, - "recall": 0.700593, - "f1": 0.667497, - "accuracy": 0.700593, - "main_score": 0.667497, - "hf_subset": "tgk_Cyrl-lin_Latn", - "languages": [ - "tgk-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgk_Cyrl-nno_Latn", - "languages": [ - "tgk-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222613, - "recall": 0.306324, - "f1": 0.243532, - "accuracy": 0.306324, - "main_score": 0.243532, - "hf_subset": "tgk_Cyrl-sat_Olck", - "languages": [ - "tgk-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "tgk_Cyrl-tel_Telu", - "languages": [ - "tgk-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909947, - "recall": 0.935771, - "f1": 0.918149, - "accuracy": 0.935771, - "main_score": 0.918149, - "hf_subset": "tgk_Cyrl-ydd_Hebr", - "languages": [ - "tgk-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938735, - "recall": 0.955534, - "f1": 0.94417, - "accuracy": 0.955534, - "main_score": 0.94417, - "hf_subset": "tgk_Cyrl-ary_Arab", - "languages": [ - "tgk-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "tgk_Cyrl-ces_Latn", - "languages": [ - "tgk-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558994, - "recall": 0.612648, - "f1": 0.574539, - "accuracy": 0.612648, - "main_score": 0.574539, - "hf_subset": "tgk_Cyrl-gaz_Latn", - "languages": [ - "tgk-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564087, - "recall": 0.618577, - "f1": 0.57935, - "accuracy": 0.618577, - "main_score": 0.57935, - "hf_subset": "tgk_Cyrl-kam_Latn", - "languages": [ - "tgk-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "tgk_Cyrl-lit_Latn", - "languages": [ - "tgk-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "tgk_Cyrl-nob_Latn", - "languages": [ - "tgk-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95364, - "recall": 0.966403, - "f1": 0.957576, - "accuracy": 0.966403, - "main_score": 0.957576, - "hf_subset": "tgk_Cyrl-scn_Latn", - "languages": [ - "tgk-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691444, - "recall": 0.755929, - "f1": 0.710416, - "accuracy": 0.755929, - "main_score": 0.710416, - "hf_subset": "tgk_Cyrl-yor_Latn", - "languages": [ - "tgk-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tgk_Cyrl-arz_Arab", - "languages": [ - "tgk-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556108, - "recall": 0.602767, - "f1": 0.569615, - "accuracy": 0.602767, - "main_score": 0.569615, - "hf_subset": "tgk_Cyrl-cjk_Latn", - "languages": [ - "tgk-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753146, - "recall": 0.807312, - "f1": 0.769104, - "accuracy": 0.807312, - "main_score": 0.769104, - "hf_subset": "tgk_Cyrl-gla_Latn", - "languages": [ - "tgk-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "tgk_Cyrl-kan_Knda", - "languages": [ - "tgk-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951005, - "recall": 0.964427, - "f1": 0.95527, - "accuracy": 0.964427, - "main_score": 0.95527, - "hf_subset": "tgk_Cyrl-lmo_Latn", - "languages": [ - "tgk-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "tgk_Cyrl-npi_Deva", - "languages": [ - "tgk-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463226, - "recall": 0.517787, - "f1": 0.478549, - "accuracy": 0.517787, - "main_score": 0.478549, - "hf_subset": "tgk_Cyrl-shn_Mymr", - "languages": [ - "tgk-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgk_Cyrl-tgl_Latn", - "languages": [ - "tgk-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "tgk_Cyrl-yue_Hant", - "languages": [ - "tgk-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968989, - "recall": 0.977273, - "f1": 0.97141, - "accuracy": 0.977273, - "main_score": 0.97141, - "hf_subset": "tgk_Cyrl-asm_Beng", - "languages": [ - "tgk-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936924, - "recall": 0.955534, - "f1": 0.942852, - "accuracy": 0.955534, - "main_score": 0.942852, - "hf_subset": "tgk_Cyrl-ckb_Arab", - "languages": [ - "tgk-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834569, - "recall": 0.875494, - "f1": 0.846989, - "accuracy": 0.875494, - "main_score": 0.846989, - "hf_subset": "tgk_Cyrl-gle_Latn", - "languages": [ - "tgk-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906291, - "recall": 0.928854, - "f1": 0.913538, - "accuracy": 0.928854, - "main_score": 0.913538, - "hf_subset": "tgk_Cyrl-kas_Arab", - "languages": [ - "tgk-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892745, - "recall": 0.918972, - "f1": 0.901076, - "accuracy": 0.918972, - "main_score": 0.901076, - "hf_subset": "tgk_Cyrl-ltg_Latn", - "languages": [ - "tgk-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601693, - "recall": 0.641304, - "f1": 0.612799, - "accuracy": 0.641304, - "main_score": 0.612799, - "hf_subset": "tgk_Cyrl-nso_Latn", - "languages": [ - "tgk-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.962451, - "f1": 0.951087, - "accuracy": 0.962451, - "main_score": 0.951087, - "hf_subset": "tgk_Cyrl-sin_Sinh", - "languages": [ - "tgk-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-tha_Thai", - "languages": [ - "tgk-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "tgk_Cyrl-zho_Hans", - "languages": [ - "tgk-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "tgk_Cyrl-ast_Latn", - "languages": [ - "tgk-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "tgk_Cyrl-crh_Latn", - "languages": [ - "tgk-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "tgk_Cyrl-glg_Latn", - "languages": [ - "tgk-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83638, - "recall": 0.87747, - "f1": 0.848847, - "accuracy": 0.87747, - "main_score": 0.848847, - "hf_subset": "tgk_Cyrl-kas_Deva", - "languages": [ - "tgk-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939097, - "recall": 0.95751, - "f1": 0.944993, - "accuracy": 0.95751, - "main_score": 0.944993, - "hf_subset": "tgk_Cyrl-ltz_Latn", - "languages": [ - "tgk-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45324, - "recall": 0.513834, - "f1": 0.469586, - "accuracy": 0.513834, - "main_score": 0.469586, - "hf_subset": "tgk_Cyrl-nus_Latn", - "languages": [ - "tgk-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "tgk_Cyrl-slk_Latn", - "languages": [ - "tgk-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581969, - "recall": 0.649209, - "f1": 0.600782, - "accuracy": 0.649209, - "main_score": 0.600782, - "hf_subset": "tgk_Cyrl-tir_Ethi", - "languages": [ - "tgk-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-zho_Hant", - "languages": [ - "tgk-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.977273, - "f1": 0.971179, - "accuracy": 0.977273, - "main_score": 0.971179, - "hf_subset": "tgk_Cyrl-awa_Deva", - "languages": [ - "tgk-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.954545, - "f1": 0.940711, - "accuracy": 0.954545, - "main_score": 0.940711, - "hf_subset": "tgk_Cyrl-cym_Latn", - "languages": [ - "tgk-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776614, - "recall": 0.816206, - "f1": 0.788142, - "accuracy": 0.816206, - "main_score": 0.788142, - "hf_subset": "tgk_Cyrl-grn_Latn", - "languages": [ - "tgk-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "tgk_Cyrl-kat_Geor", - "languages": [ - "tgk-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626566, - "recall": 0.673913, - "f1": 0.640453, - "accuracy": 0.673913, - "main_score": 0.640453, - "hf_subset": "tgk_Cyrl-lua_Latn", - "languages": [ - "tgk-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61404, - "recall": 0.667984, - "f1": 0.629901, - "accuracy": 0.667984, - "main_score": 0.629901, - "hf_subset": "tgk_Cyrl-nya_Latn", - "languages": [ - "tgk-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "tgk_Cyrl-slv_Latn", - "languages": [ - "tgk-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873913, - "recall": 0.906126, - "f1": 0.8833, - "accuracy": 0.906126, - "main_score": 0.8833, - "hf_subset": "tgk_Cyrl-tpi_Latn", - "languages": [ - "tgk-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tgk_Cyrl-zsm_Latn", - "languages": [ - "tgk-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534067, - "recall": 0.589921, - "f1": 0.549969, - "accuracy": 0.589921, - "main_score": 0.549969, - "hf_subset": "tgk_Cyrl-ayr_Latn", - "languages": [ - "tgk-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tgk_Cyrl-dan_Latn", - "languages": [ - "tgk-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-guj_Gujr", - "languages": [ - "tgk-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-kaz_Cyrl", - "languages": [ - "tgk-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530735, - "recall": 0.585968, - "f1": 0.545823, - "accuracy": 0.585968, - "main_score": 0.545823, - "hf_subset": "tgk_Cyrl-lug_Latn", - "languages": [ - "tgk-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgk_Cyrl-oci_Latn", - "languages": [ - "tgk-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787229, - "recall": 0.835968, - "f1": 0.801588, - "accuracy": 0.835968, - "main_score": 0.801588, - "hf_subset": "tgk_Cyrl-smo_Latn", - "languages": [ - "tgk-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550186, - "recall": 0.603755, - "f1": 0.56509, - "accuracy": 0.603755, - "main_score": 0.56509, - "hf_subset": "tgk_Cyrl-tsn_Latn", - "languages": [ - "tgk-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619146, - "recall": 0.672925, - "f1": 0.634606, - "accuracy": 0.672925, - "main_score": 0.634606, - "hf_subset": "tgk_Cyrl-zul_Latn", - "languages": [ - "tgk-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890152, - "recall": 0.916996, - "f1": 0.898518, - "accuracy": 0.916996, - "main_score": 0.898518, - "hf_subset": "tgk_Cyrl-azb_Arab", - "languages": [ - "tgk-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "tgk_Cyrl-deu_Latn", - "languages": [ - "tgk-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931324, - "recall": 0.951581, - "f1": 0.937912, - "accuracy": 0.951581, - "main_score": 0.937912, - "hf_subset": "tgk_Cyrl-hat_Latn", - "languages": [ - "tgk-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496895, - "recall": 0.54249, - "f1": 0.508932, - "accuracy": 0.54249, - "main_score": 0.508932, - "hf_subset": "tgk_Cyrl-kbp_Latn", - "languages": [ - "tgk-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566117, - "recall": 0.609684, - "f1": 0.578152, - "accuracy": 0.609684, - "main_score": 0.578152, - "hf_subset": "tgk_Cyrl-luo_Latn", - "languages": [ - "tgk-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tgk_Cyrl-ory_Orya", - "languages": [ - "tgk-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564133, - "recall": 0.621542, - "f1": 0.579901, - "accuracy": 0.621542, - "main_score": 0.579901, - "hf_subset": "tgk_Cyrl-sna_Latn", - "languages": [ - "tgk-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557839, - "recall": 0.602767, - "f1": 0.570654, - "accuracy": 0.602767, - "main_score": 0.570654, - "hf_subset": "tgk_Cyrl-tso_Latn", - "languages": [ - "tgk-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "tgk_Cyrl-azj_Latn", - "languages": [ - "tgk-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542973, - "recall": 0.597826, - "f1": 0.559144, - "accuracy": 0.597826, - "main_score": 0.559144, - "hf_subset": "tgk_Cyrl-dik_Latn", - "languages": [ - "tgk-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73937, - "recall": 0.790514, - "f1": 0.754087, - "accuracy": 0.790514, - "main_score": 0.754087, - "hf_subset": "tgk_Cyrl-hau_Latn", - "languages": [ - "tgk-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941453, - "recall": 0.956522, - "f1": 0.945803, - "accuracy": 0.956522, - "main_score": 0.945803, - "hf_subset": "tgk_Cyrl-kea_Latn", - "languages": [ - "tgk-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690613, - "recall": 0.738142, - "f1": 0.704611, - "accuracy": 0.738142, - "main_score": 0.704611, - "hf_subset": "tgk_Cyrl-lus_Latn", - "languages": [ - "tgk-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795817, - "recall": 0.83498, - "f1": 0.80754, - "accuracy": 0.83498, - "main_score": 0.80754, - "hf_subset": "tgk_Cyrl-pag_Latn", - "languages": [ - "tgk-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "tgk_Cyrl-snd_Arab", - "languages": [ - "tgk-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.951581, - "f1": 0.938406, - "accuracy": 0.951581, - "main_score": 0.938406, - "hf_subset": "tgk_Cyrl-tuk_Latn", - "languages": [ - "tgk-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963027, - "recall": 0.974308, - "f1": 0.966634, - "accuracy": 0.974308, - "main_score": 0.966634, - "hf_subset": "tgk_Cyrl-bak_Cyrl", - "languages": [ - "tgk-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478624, - "recall": 0.544466, - "f1": 0.497394, - "accuracy": 0.544466, - "main_score": 0.497394, - "hf_subset": "tgk_Cyrl-dyu_Latn", - "languages": [ - "tgk-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980484, - "recall": 0.986166, - "f1": 0.982279, - "accuracy": 0.986166, - "main_score": 0.982279, - "hf_subset": "tgk_Cyrl-heb_Hebr", - "languages": [ - "tgk-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "tgk_Cyrl-khk_Cyrl", - "languages": [ - "tgk-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tgk_Cyrl-lvs_Latn", - "languages": [ - "tgk-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgk_Cyrl-pan_Guru", - "languages": [ - "tgk-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709239, - "recall": 0.763834, - "f1": 0.72556, - "accuracy": 0.763834, - "main_score": 0.72556, - "hf_subset": "tgk_Cyrl-som_Latn", - "languages": [ - "tgk-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566768, - "recall": 0.609684, - "f1": 0.579155, - "accuracy": 0.609684, - "main_score": 0.579155, - "hf_subset": "tgk_Cyrl-tum_Latn", - "languages": [ - "tgk-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381353, - "recall": 0.429842, - "f1": 0.394524, - "accuracy": 0.429842, - "main_score": 0.394524, - "hf_subset": "yor_Latn-ace_Arab", - "languages": [ - "yor-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472177, - "recall": 0.516798, - "f1": 0.484631, - "accuracy": 0.516798, - "main_score": 0.484631, - "hf_subset": "yor_Latn-bam_Latn", - "languages": [ - "yor-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223943, - "recall": 0.27668, - "f1": 0.236623, - "accuracy": 0.27668, - "main_score": 0.236623, - "hf_subset": "yor_Latn-dzo_Tibt", - "languages": [ - "yor-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682946, - "recall": 0.73913, - "f1": 0.697752, - "accuracy": 0.73913, - "main_score": 0.697752, - "hf_subset": "yor_Latn-hin_Deva", - "languages": [ - "yor-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65463, - "recall": 0.710474, - "f1": 0.670212, - "accuracy": 0.710474, - "main_score": 0.670212, - "hf_subset": "yor_Latn-khm_Khmr", - "languages": [ - "yor-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679742, - "recall": 0.730237, - "f1": 0.693603, - "accuracy": 0.730237, - "main_score": 0.693603, - "hf_subset": "yor_Latn-mag_Deva", - "languages": [ - "yor-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612105, - "recall": 0.664032, - "f1": 0.625182, - "accuracy": 0.664032, - "main_score": 0.625182, - "hf_subset": "yor_Latn-pap_Latn", - "languages": [ - "yor-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518031, - "recall": 0.568182, - "f1": 0.531652, - "accuracy": 0.568182, - "main_score": 0.531652, - "hf_subset": "yor_Latn-sot_Latn", - "languages": [ - "yor-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686868, - "recall": 0.73913, - "f1": 0.700967, - "accuracy": 0.73913, - "main_score": 0.700967, - "hf_subset": "yor_Latn-tur_Latn", - "languages": [ - "yor-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569243, - "recall": 0.614625, - "f1": 0.581368, - "accuracy": 0.614625, - "main_score": 0.581368, - "hf_subset": "yor_Latn-ace_Latn", - "languages": [ - "yor-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624995, - "recall": 0.66502, - "f1": 0.636139, - "accuracy": 0.66502, - "main_score": 0.636139, - "hf_subset": "yor_Latn-ban_Latn", - "languages": [ - "yor-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665543, - "recall": 0.72332, - "f1": 0.681283, - "accuracy": 0.72332, - "main_score": 0.681283, - "hf_subset": "yor_Latn-ell_Grek", - "languages": [ - "yor-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662347, - "recall": 0.719368, - "f1": 0.677975, - "accuracy": 0.719368, - "main_score": 0.677975, - "hf_subset": "yor_Latn-hne_Deva", - "languages": [ - "yor-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511457, - "recall": 0.550395, - "f1": 0.522421, - "accuracy": 0.550395, - "main_score": 0.522421, - "hf_subset": "yor_Latn-kik_Latn", - "languages": [ - "yor-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671203, - "recall": 0.730237, - "f1": 0.686762, - "accuracy": 0.730237, - "main_score": 0.686762, - "hf_subset": "yor_Latn-mai_Deva", - "languages": [ - "yor-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592982, - "recall": 0.657115, - "f1": 0.609804, - "accuracy": 0.657115, - "main_score": 0.609804, - "hf_subset": "yor_Latn-pbt_Arab", - "languages": [ - "yor-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671276, - "recall": 0.732213, - "f1": 0.687595, - "accuracy": 0.732213, - "main_score": 0.687595, - "hf_subset": "yor_Latn-spa_Latn", - "languages": [ - "yor-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513852, - "recall": 0.551383, - "f1": 0.524361, - "accuracy": 0.551383, - "main_score": 0.524361, - "hf_subset": "yor_Latn-twi_Latn", - "languages": [ - "yor-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661075, - "recall": 0.716403, - "f1": 0.675408, - "accuracy": 0.716403, - "main_score": 0.675408, - "hf_subset": "yor_Latn-acm_Arab", - "languages": [ - "yor-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623015, - "recall": 0.677866, - "f1": 0.637746, - "accuracy": 0.677866, - "main_score": 0.637746, - "hf_subset": "yor_Latn-bel_Cyrl", - "languages": [ - "yor-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72513, - "recall": 0.773715, - "f1": 0.738024, - "accuracy": 0.773715, - "main_score": 0.738024, - "hf_subset": "yor_Latn-eng_Latn", - "languages": [ - "yor-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693986, - "recall": 0.743083, - "f1": 0.706918, - "accuracy": 0.743083, - "main_score": 0.706918, - "hf_subset": "yor_Latn-hrv_Latn", - "languages": [ - "yor-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483967, - "recall": 0.527668, - "f1": 0.496761, - "accuracy": 0.527668, - "main_score": 0.496761, - "hf_subset": "yor_Latn-kin_Latn", - "languages": [ - "yor-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682979, - "recall": 0.742095, - "f1": 0.699463, - "accuracy": 0.742095, - "main_score": 0.699463, - "hf_subset": "yor_Latn-mal_Mlym", - "languages": [ - "yor-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675745, - "recall": 0.733202, - "f1": 0.691801, - "accuracy": 0.733202, - "main_score": 0.691801, - "hf_subset": "yor_Latn-pes_Arab", - "languages": [ - "yor-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645979, - "recall": 0.698617, - "f1": 0.659721, - "accuracy": 0.698617, - "main_score": 0.659721, - "hf_subset": "yor_Latn-srd_Latn", - "languages": [ - "yor-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.137267, - "recall": 0.171937, - "f1": 0.145895, - "accuracy": 0.171937, - "main_score": 0.145895, - "hf_subset": "yor_Latn-tzm_Tfng", - "languages": [ - "yor-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670771, - "recall": 0.729249, - "f1": 0.68689, - "accuracy": 0.729249, - "main_score": 0.68689, - "hf_subset": "yor_Latn-acq_Arab", - "languages": [ - "yor-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537392, - "recall": 0.577075, - "f1": 0.547771, - "accuracy": 0.577075, - "main_score": 0.547771, - "hf_subset": "yor_Latn-bem_Latn", - "languages": [ - "yor-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690266, - "recall": 0.743083, - "f1": 0.704108, - "accuracy": 0.743083, - "main_score": 0.704108, - "hf_subset": "yor_Latn-epo_Latn", - "languages": [ - "yor-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704537, - "recall": 0.751976, - "f1": 0.716751, - "accuracy": 0.751976, - "main_score": 0.716751, - "hf_subset": "yor_Latn-hun_Latn", - "languages": [ - "yor-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635542, - "recall": 0.694664, - "f1": 0.65135, - "accuracy": 0.694664, - "main_score": 0.65135, - "hf_subset": "yor_Latn-kir_Cyrl", - "languages": [ - "yor-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705161, - "recall": 0.756917, - "f1": 0.719164, - "accuracy": 0.756917, - "main_score": 0.719164, - "hf_subset": "yor_Latn-mar_Deva", - "languages": [ - "yor-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540142, - "recall": 0.588933, - "f1": 0.553159, - "accuracy": 0.588933, - "main_score": 0.553159, - "hf_subset": "yor_Latn-plt_Latn", - "languages": [ - "yor-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697068, - "recall": 0.750988, - "f1": 0.711391, - "accuracy": 0.750988, - "main_score": 0.711391, - "hf_subset": "yor_Latn-srp_Cyrl", - "languages": [ - "yor-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565517, - "recall": 0.62747, - "f1": 0.582757, - "accuracy": 0.62747, - "main_score": 0.582757, - "hf_subset": "yor_Latn-uig_Arab", - "languages": [ - "yor-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64446, - "recall": 0.69664, - "f1": 0.658661, - "accuracy": 0.69664, - "main_score": 0.658661, - "hf_subset": "yor_Latn-aeb_Arab", - "languages": [ - "yor-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673825, - "recall": 0.728261, - "f1": 0.689234, - "accuracy": 0.728261, - "main_score": 0.689234, - "hf_subset": "yor_Latn-ben_Beng", - "languages": [ - "yor-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676188, - "recall": 0.730237, - "f1": 0.691231, - "accuracy": 0.730237, - "main_score": 0.691231, - "hf_subset": "yor_Latn-est_Latn", - "languages": [ - "yor-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657283, - "recall": 0.715415, - "f1": 0.672834, - "accuracy": 0.715415, - "main_score": 0.672834, - "hf_subset": "yor_Latn-hye_Armn", - "languages": [ - "yor-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476877, - "recall": 0.520751, - "f1": 0.48961, - "accuracy": 0.520751, - "main_score": 0.48961, - "hf_subset": "yor_Latn-kmb_Latn", - "languages": [ - "yor-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34391, - "recall": 0.401186, - "f1": 0.358935, - "accuracy": 0.401186, - "main_score": 0.358935, - "hf_subset": "yor_Latn-min_Arab", - "languages": [ - "yor-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691068, - "recall": 0.742095, - "f1": 0.704479, - "accuracy": 0.742095, - "main_score": 0.704479, - "hf_subset": "yor_Latn-pol_Latn", - "languages": [ - "yor-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495546, - "recall": 0.54249, - "f1": 0.508769, - "accuracy": 0.54249, - "main_score": 0.508769, - "hf_subset": "yor_Latn-ssw_Latn", - "languages": [ - "yor-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702438, - "recall": 0.755929, - "f1": 0.717066, - "accuracy": 0.755929, - "main_score": 0.717066, - "hf_subset": "yor_Latn-ukr_Cyrl", - "languages": [ - "yor-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712535, - "recall": 0.762846, - "f1": 0.72625, - "accuracy": 0.762846, - "main_score": 0.72625, - "hf_subset": "yor_Latn-afr_Latn", - "languages": [ - "yor-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635898, - "recall": 0.6917, - "f1": 0.65117, - "accuracy": 0.6917, - "main_score": 0.65117, - "hf_subset": "yor_Latn-bho_Deva", - "languages": [ - "yor-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673165, - "recall": 0.722332, - "f1": 0.686364, - "accuracy": 0.722332, - "main_score": 0.686364, - "hf_subset": "yor_Latn-eus_Latn", - "languages": [ - "yor-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537178, - "recall": 0.582016, - "f1": 0.549379, - "accuracy": 0.582016, - "main_score": 0.549379, - "hf_subset": "yor_Latn-ibo_Latn", - "languages": [ - "yor-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603074, - "recall": 0.653162, - "f1": 0.616726, - "accuracy": 0.653162, - "main_score": 0.616726, - "hf_subset": "yor_Latn-kmr_Latn", - "languages": [ - "yor-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654313, - "recall": 0.711462, - "f1": 0.669522, - "accuracy": 0.711462, - "main_score": 0.669522, - "hf_subset": "yor_Latn-min_Latn", - "languages": [ - "yor-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71427, - "recall": 0.763834, - "f1": 0.727963, - "accuracy": 0.763834, - "main_score": 0.727963, - "hf_subset": "yor_Latn-por_Latn", - "languages": [ - "yor-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685269, - "recall": 0.725296, - "f1": 0.696231, - "accuracy": 0.725296, - "main_score": 0.696231, - "hf_subset": "yor_Latn-sun_Latn", - "languages": [ - "yor-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463852, - "recall": 0.505929, - "f1": 0.47606, - "accuracy": 0.505929, - "main_score": 0.47606, - "hf_subset": "yor_Latn-umb_Latn", - "languages": [ - "yor-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682053, - "recall": 0.73913, - "f1": 0.697401, - "accuracy": 0.73913, - "main_score": 0.697401, - "hf_subset": "yor_Latn-ajp_Arab", - "languages": [ - "yor-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370168, - "recall": 0.424901, - "f1": 0.384373, - "accuracy": 0.424901, - "main_score": 0.384373, - "hf_subset": "yor_Latn-bjn_Arab", - "languages": [ - "yor-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463785, - "recall": 0.505929, - "f1": 0.475552, - "accuracy": 0.505929, - "main_score": 0.475552, - "hf_subset": "yor_Latn-ewe_Latn", - "languages": [ - "yor-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621207, - "recall": 0.666008, - "f1": 0.633074, - "accuracy": 0.666008, - "main_score": 0.633074, - "hf_subset": "yor_Latn-ilo_Latn", - "languages": [ - "yor-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.253043, - "recall": 0.298419, - "f1": 0.264961, - "accuracy": 0.298419, - "main_score": 0.264961, - "hf_subset": "yor_Latn-knc_Arab", - "languages": [ - "yor-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677509, - "recall": 0.732213, - "f1": 0.692101, - "accuracy": 0.732213, - "main_score": 0.692101, - "hf_subset": "yor_Latn-mkd_Cyrl", - "languages": [ - "yor-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667632, - "recall": 0.724308, - "f1": 0.68368, - "accuracy": 0.724308, - "main_score": 0.68368, - "hf_subset": "yor_Latn-prs_Arab", - "languages": [ - "yor-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70067, - "recall": 0.754941, - "f1": 0.715524, - "accuracy": 0.754941, - "main_score": 0.715524, - "hf_subset": "yor_Latn-swe_Latn", - "languages": [ - "yor-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67063, - "recall": 0.729249, - "f1": 0.686743, - "accuracy": 0.729249, - "main_score": 0.686743, - "hf_subset": "yor_Latn-urd_Arab", - "languages": [ - "yor-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511775, - "recall": 0.541502, - "f1": 0.520539, - "accuracy": 0.541502, - "main_score": 0.520539, - "hf_subset": "yor_Latn-aka_Latn", - "languages": [ - "yor-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677954, - "recall": 0.717391, - "f1": 0.68805, - "accuracy": 0.717391, - "main_score": 0.68805, - "hf_subset": "yor_Latn-bjn_Latn", - "languages": [ - "yor-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654517, - "recall": 0.704545, - "f1": 0.668018, - "accuracy": 0.704545, - "main_score": 0.668018, - "hf_subset": "yor_Latn-fao_Latn", - "languages": [ - "yor-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715249, - "recall": 0.766798, - "f1": 0.729184, - "accuracy": 0.766798, - "main_score": 0.729184, - "hf_subset": "yor_Latn-ind_Latn", - "languages": [ - "yor-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507916, - "recall": 0.546443, - "f1": 0.518944, - "accuracy": 0.546443, - "main_score": 0.518944, - "hf_subset": "yor_Latn-knc_Latn", - "languages": [ - "yor-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661226, - "recall": 0.706522, - "f1": 0.673072, - "accuracy": 0.706522, - "main_score": 0.673072, - "hf_subset": "yor_Latn-mlt_Latn", - "languages": [ - "yor-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523073, - "recall": 0.570158, - "f1": 0.536585, - "accuracy": 0.570158, - "main_score": 0.536585, - "hf_subset": "yor_Latn-quy_Latn", - "languages": [ - "yor-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677521, - "recall": 0.73419, - "f1": 0.693606, - "accuracy": 0.73419, - "main_score": 0.693606, - "hf_subset": "yor_Latn-swh_Latn", - "languages": [ - "yor-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669293, - "recall": 0.727273, - "f1": 0.685385, - "accuracy": 0.727273, - "main_score": 0.685385, - "hf_subset": "yor_Latn-uzn_Latn", - "languages": [ - "yor-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674823, - "recall": 0.725296, - "f1": 0.687909, - "accuracy": 0.725296, - "main_score": 0.687909, - "hf_subset": "yor_Latn-als_Latn", - "languages": [ - "yor-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.319917, - "recall": 0.398221, - "f1": 0.34002, - "accuracy": 0.398221, - "main_score": 0.34002, - "hf_subset": "yor_Latn-bod_Tibt", - "languages": [ - "yor-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558303, - "recall": 0.605731, - "f1": 0.571481, - "accuracy": 0.605731, - "main_score": 0.571481, - "hf_subset": "yor_Latn-fij_Latn", - "languages": [ - "yor-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667067, - "recall": 0.721344, - "f1": 0.681959, - "accuracy": 0.721344, - "main_score": 0.681959, - "hf_subset": "yor_Latn-isl_Latn", - "languages": [ - "yor-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527935, - "recall": 0.566206, - "f1": 0.538531, - "accuracy": 0.566206, - "main_score": 0.538531, - "hf_subset": "yor_Latn-kon_Latn", - "languages": [ - "yor-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437444, - "recall": 0.491107, - "f1": 0.452836, - "accuracy": 0.491107, - "main_score": 0.452836, - "hf_subset": "yor_Latn-mni_Beng", - "languages": [ - "yor-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733583, - "recall": 0.777668, - "f1": 0.745379, - "accuracy": 0.777668, - "main_score": 0.745379, - "hf_subset": "yor_Latn-ron_Latn", - "languages": [ - "yor-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658247, - "recall": 0.717391, - "f1": 0.674153, - "accuracy": 0.717391, - "main_score": 0.674153, - "hf_subset": "yor_Latn-szl_Latn", - "languages": [ - "yor-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670942, - "recall": 0.718379, - "f1": 0.683452, - "accuracy": 0.718379, - "main_score": 0.683452, - "hf_subset": "yor_Latn-vec_Latn", - "languages": [ - "yor-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584047, - "recall": 0.655138, - "f1": 0.604152, - "accuracy": 0.655138, - "main_score": 0.604152, - "hf_subset": "yor_Latn-amh_Ethi", - "languages": [ - "yor-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700165, - "recall": 0.751976, - "f1": 0.713567, - "accuracy": 0.751976, - "main_score": 0.713567, - "hf_subset": "yor_Latn-bos_Latn", - "languages": [ - "yor-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682591, - "recall": 0.731225, - "f1": 0.695848, - "accuracy": 0.731225, - "main_score": 0.695848, - "hf_subset": "yor_Latn-fin_Latn", - "languages": [ - "yor-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693054, - "recall": 0.746047, - "f1": 0.706842, - "accuracy": 0.746047, - "main_score": 0.706842, - "hf_subset": "yor_Latn-ita_Latn", - "languages": [ - "yor-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669832, - "recall": 0.729249, - "f1": 0.685643, - "accuracy": 0.729249, - "main_score": 0.685643, - "hf_subset": "yor_Latn-kor_Hang", - "languages": [ - "yor-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468643, - "recall": 0.503953, - "f1": 0.479, - "accuracy": 0.503953, - "main_score": 0.479, - "hf_subset": "yor_Latn-mos_Latn", - "languages": [ - "yor-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49585, - "recall": 0.541502, - "f1": 0.50891, - "accuracy": 0.541502, - "main_score": 0.50891, - "hf_subset": "yor_Latn-run_Latn", - "languages": [ - "yor-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673231, - "recall": 0.735178, - "f1": 0.690804, - "accuracy": 0.735178, - "main_score": 0.690804, - "hf_subset": "yor_Latn-tam_Taml", - "languages": [ - "yor-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669781, - "recall": 0.722332, - "f1": 0.683625, - "accuracy": 0.722332, - "main_score": 0.683625, - "hf_subset": "yor_Latn-vie_Latn", - "languages": [ - "yor-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661137, - "recall": 0.719368, - "f1": 0.676725, - "accuracy": 0.719368, - "main_score": 0.676725, - "hf_subset": "yor_Latn-apc_Arab", - "languages": [ - "yor-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53963, - "recall": 0.58498, - "f1": 0.552289, - "accuracy": 0.58498, - "main_score": 0.552289, - "hf_subset": "yor_Latn-bug_Latn", - "languages": [ - "yor-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434916, - "recall": 0.475296, - "f1": 0.446185, - "accuracy": 0.475296, - "main_score": 0.446185, - "hf_subset": "yor_Latn-fon_Latn", - "languages": [ - "yor-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701313, - "recall": 0.744071, - "f1": 0.713148, - "accuracy": 0.744071, - "main_score": 0.713148, - "hf_subset": "yor_Latn-jav_Latn", - "languages": [ - "yor-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658576, - "recall": 0.717391, - "f1": 0.674531, - "accuracy": 0.717391, - "main_score": 0.674531, - "hf_subset": "yor_Latn-lao_Laoo", - "languages": [ - "yor-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606551, - "recall": 0.656126, - "f1": 0.619705, - "accuracy": 0.656126, - "main_score": 0.619705, - "hf_subset": "yor_Latn-mri_Latn", - "languages": [ - "yor-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675155, - "recall": 0.729249, - "f1": 0.689092, - "accuracy": 0.729249, - "main_score": 0.689092, - "hf_subset": "yor_Latn-rus_Cyrl", - "languages": [ - "yor-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455568, - "recall": 0.5, - "f1": 0.467844, - "accuracy": 0.5, - "main_score": 0.467844, - "hf_subset": "yor_Latn-taq_Latn", - "languages": [ - "yor-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681394, - "recall": 0.729249, - "f1": 0.693459, - "accuracy": 0.729249, - "main_score": 0.693459, - "hf_subset": "yor_Latn-war_Latn", - "languages": [ - "yor-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669516, - "recall": 0.727273, - "f1": 0.685222, - "accuracy": 0.727273, - "main_score": 0.685222, - "hf_subset": "yor_Latn-arb_Arab", - "languages": [ - "yor-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694665, - "recall": 0.746047, - "f1": 0.708365, - "accuracy": 0.746047, - "main_score": 0.708365, - "hf_subset": "yor_Latn-bul_Cyrl", - "languages": [ - "yor-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704914, - "recall": 0.753953, - "f1": 0.71822, - "accuracy": 0.753953, - "main_score": 0.71822, - "hf_subset": "yor_Latn-fra_Latn", - "languages": [ - "yor-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661377, - "recall": 0.719368, - "f1": 0.677226, - "accuracy": 0.719368, - "main_score": 0.677226, - "hf_subset": "yor_Latn-jpn_Jpan", - "languages": [ - "yor-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653213, - "recall": 0.704545, - "f1": 0.667696, - "accuracy": 0.704545, - "main_score": 0.667696, - "hf_subset": "yor_Latn-lij_Latn", - "languages": [ - "yor-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575039, - "recall": 0.650198, - "f1": 0.59634, - "accuracy": 0.650198, - "main_score": 0.59634, - "hf_subset": "yor_Latn-mya_Mymr", - "languages": [ - "yor-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476774, - "recall": 0.521739, - "f1": 0.489577, - "accuracy": 0.521739, - "main_score": 0.489577, - "hf_subset": "yor_Latn-sag_Latn", - "languages": [ - "yor-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149087, - "recall": 0.188735, - "f1": 0.158158, - "accuracy": 0.188735, - "main_score": 0.158158, - "hf_subset": "yor_Latn-taq_Tfng", - "languages": [ - "yor-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520196, - "recall": 0.561265, - "f1": 0.532036, - "accuracy": 0.561265, - "main_score": 0.532036, - "hf_subset": "yor_Latn-wol_Latn", - "languages": [ - "yor-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49005, - "recall": 0.543478, - "f1": 0.504774, - "accuracy": 0.543478, - "main_score": 0.504774, - "hf_subset": "yor_Latn-arb_Latn", - "languages": [ - "yor-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70229, - "recall": 0.754941, - "f1": 0.716295, - "accuracy": 0.754941, - "main_score": 0.716295, - "hf_subset": "yor_Latn-cat_Latn", - "languages": [ - "yor-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644723, - "recall": 0.693676, - "f1": 0.65746, - "accuracy": 0.693676, - "main_score": 0.65746, - "hf_subset": "yor_Latn-fur_Latn", - "languages": [ - "yor-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372685, - "recall": 0.423913, - "f1": 0.386219, - "accuracy": 0.423913, - "main_score": 0.386219, - "hf_subset": "yor_Latn-kab_Latn", - "languages": [ - "yor-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660697, - "recall": 0.704545, - "f1": 0.672678, - "accuracy": 0.704545, - "main_score": 0.672678, - "hf_subset": "yor_Latn-lim_Latn", - "languages": [ - "yor-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680509, - "recall": 0.73419, - "f1": 0.69464, - "accuracy": 0.73419, - "main_score": 0.69464, - "hf_subset": "yor_Latn-nld_Latn", - "languages": [ - "yor-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635997, - "recall": 0.6917, - "f1": 0.651044, - "accuracy": 0.6917, - "main_score": 0.651044, - "hf_subset": "yor_Latn-san_Deva", - "languages": [ - "yor-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645966, - "recall": 0.698617, - "f1": 0.659226, - "accuracy": 0.698617, - "main_score": 0.659226, - "hf_subset": "yor_Latn-tat_Cyrl", - "languages": [ - "yor-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562279, - "recall": 0.609684, - "f1": 0.575713, - "accuracy": 0.609684, - "main_score": 0.575713, - "hf_subset": "yor_Latn-xho_Latn", - "languages": [ - "yor-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660959, - "recall": 0.720356, - "f1": 0.67727, - "accuracy": 0.720356, - "main_score": 0.67727, - "hf_subset": "yor_Latn-ars_Arab", - "languages": [ - "yor-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70446, - "recall": 0.749012, - "f1": 0.715958, - "accuracy": 0.749012, - "main_score": 0.715958, - "hf_subset": "yor_Latn-ceb_Latn", - "languages": [ - "yor-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468591, - "recall": 0.51581, - "f1": 0.482289, - "accuracy": 0.51581, - "main_score": 0.482289, - "hf_subset": "yor_Latn-fuv_Latn", - "languages": [ - "yor-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465391, - "recall": 0.506917, - "f1": 0.477248, - "accuracy": 0.506917, - "main_score": 0.477248, - "hf_subset": "yor_Latn-kac_Latn", - "languages": [ - "yor-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524228, - "recall": 0.567194, - "f1": 0.535808, - "accuracy": 0.567194, - "main_score": 0.535808, - "hf_subset": "yor_Latn-lin_Latn", - "languages": [ - "yor-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684241, - "recall": 0.741107, - "f1": 0.700217, - "accuracy": 0.741107, - "main_score": 0.700217, - "hf_subset": "yor_Latn-nno_Latn", - "languages": [ - "yor-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.136331, - "recall": 0.178854, - "f1": 0.146818, - "accuracy": 0.178854, - "main_score": 0.146818, - "hf_subset": "yor_Latn-sat_Olck", - "languages": [ - "yor-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689479, - "recall": 0.746047, - "f1": 0.705169, - "accuracy": 0.746047, - "main_score": 0.705169, - "hf_subset": "yor_Latn-tel_Telu", - "languages": [ - "yor-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561605, - "recall": 0.62747, - "f1": 0.579113, - "accuracy": 0.62747, - "main_score": 0.579113, - "hf_subset": "yor_Latn-ydd_Hebr", - "languages": [ - "yor-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62841, - "recall": 0.684783, - "f1": 0.643839, - "accuracy": 0.684783, - "main_score": 0.643839, - "hf_subset": "yor_Latn-ary_Arab", - "languages": [ - "yor-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697487, - "recall": 0.748024, - "f1": 0.710907, - "accuracy": 0.748024, - "main_score": 0.710907, - "hf_subset": "yor_Latn-ces_Latn", - "languages": [ - "yor-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474153, - "recall": 0.52668, - "f1": 0.48902, - "accuracy": 0.52668, - "main_score": 0.48902, - "hf_subset": "yor_Latn-gaz_Latn", - "languages": [ - "yor-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512544, - "recall": 0.561265, - "f1": 0.526061, - "accuracy": 0.561265, - "main_score": 0.526061, - "hf_subset": "yor_Latn-kam_Latn", - "languages": [ - "yor-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687801, - "recall": 0.740119, - "f1": 0.701823, - "accuracy": 0.740119, - "main_score": 0.701823, - "hf_subset": "yor_Latn-lit_Latn", - "languages": [ - "yor-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709984, - "recall": 0.759881, - "f1": 0.723594, - "accuracy": 0.759881, - "main_score": 0.723594, - "hf_subset": "yor_Latn-nob_Latn", - "languages": [ - "yor-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640196, - "recall": 0.69664, - "f1": 0.655114, - "accuracy": 0.69664, - "main_score": 0.655114, - "hf_subset": "yor_Latn-scn_Latn", - "languages": [ - "yor-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642733, - "recall": 0.69664, - "f1": 0.657466, - "accuracy": 0.69664, - "main_score": 0.657466, - "hf_subset": "yor_Latn-tgk_Cyrl", - "languages": [ - "yor-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651074, - "recall": 0.709486, - "f1": 0.666277, - "accuracy": 0.709486, - "main_score": 0.666277, - "hf_subset": "yor_Latn-arz_Arab", - "languages": [ - "yor-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457559, - "recall": 0.498024, - "f1": 0.469163, - "accuracy": 0.498024, - "main_score": 0.469163, - "hf_subset": "yor_Latn-cjk_Latn", - "languages": [ - "yor-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57463, - "recall": 0.629447, - "f1": 0.589148, - "accuracy": 0.629447, - "main_score": 0.589148, - "hf_subset": "yor_Latn-gla_Latn", - "languages": [ - "yor-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691122, - "recall": 0.748024, - "f1": 0.707175, - "accuracy": 0.748024, - "main_score": 0.707175, - "hf_subset": "yor_Latn-kan_Knda", - "languages": [ - "yor-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641998, - "recall": 0.685771, - "f1": 0.653711, - "accuracy": 0.685771, - "main_score": 0.653711, - "hf_subset": "yor_Latn-lmo_Latn", - "languages": [ - "yor-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669056, - "recall": 0.730237, - "f1": 0.685281, - "accuracy": 0.730237, - "main_score": 0.685281, - "hf_subset": "yor_Latn-npi_Deva", - "languages": [ - "yor-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397048, - "recall": 0.445652, - "f1": 0.410672, - "accuracy": 0.445652, - "main_score": 0.410672, - "hf_subset": "yor_Latn-shn_Mymr", - "languages": [ - "yor-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721625, - "recall": 0.769763, - "f1": 0.734428, - "accuracy": 0.769763, - "main_score": 0.734428, - "hf_subset": "yor_Latn-tgl_Latn", - "languages": [ - "yor-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631282, - "recall": 0.69664, - "f1": 0.648012, - "accuracy": 0.69664, - "main_score": 0.648012, - "hf_subset": "yor_Latn-yue_Hant", - "languages": [ - "yor-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665391, - "recall": 0.715415, - "f1": 0.679394, - "accuracy": 0.715415, - "main_score": 0.679394, - "hf_subset": "yor_Latn-asm_Beng", - "languages": [ - "yor-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593656, - "recall": 0.655138, - "f1": 0.610291, - "accuracy": 0.655138, - "main_score": 0.610291, - "hf_subset": "yor_Latn-ckb_Arab", - "languages": [ - "yor-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583657, - "recall": 0.645257, - "f1": 0.600794, - "accuracy": 0.645257, - "main_score": 0.600794, - "hf_subset": "yor_Latn-gle_Latn", - "languages": [ - "yor-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530305, - "recall": 0.589921, - "f1": 0.546248, - "accuracy": 0.589921, - "main_score": 0.546248, - "hf_subset": "yor_Latn-kas_Arab", - "languages": [ - "yor-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588534, - "recall": 0.641304, - "f1": 0.603074, - "accuracy": 0.641304, - "main_score": 0.603074, - "hf_subset": "yor_Latn-ltg_Latn", - "languages": [ - "yor-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521656, - "recall": 0.566206, - "f1": 0.53369, - "accuracy": 0.566206, - "main_score": 0.53369, - "hf_subset": "yor_Latn-nso_Latn", - "languages": [ - "yor-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59465, - "recall": 0.664032, - "f1": 0.613781, - "accuracy": 0.664032, - "main_score": 0.613781, - "hf_subset": "yor_Latn-sin_Sinh", - "languages": [ - "yor-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672445, - "recall": 0.731225, - "f1": 0.68824, - "accuracy": 0.731225, - "main_score": 0.68824, - "hf_subset": "yor_Latn-tha_Thai", - "languages": [ - "yor-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643056, - "recall": 0.695652, - "f1": 0.656553, - "accuracy": 0.695652, - "main_score": 0.656553, - "hf_subset": "yor_Latn-zho_Hans", - "languages": [ - "yor-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69275, - "recall": 0.743083, - "f1": 0.706511, - "accuracy": 0.743083, - "main_score": 0.706511, - "hf_subset": "yor_Latn-ast_Latn", - "languages": [ - "yor-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63879, - "recall": 0.701581, - "f1": 0.65601, - "accuracy": 0.701581, - "main_score": 0.65601, - "hf_subset": "yor_Latn-crh_Latn", - "languages": [ - "yor-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696139, - "recall": 0.745059, - "f1": 0.709653, - "accuracy": 0.745059, - "main_score": 0.709653, - "hf_subset": "yor_Latn-glg_Latn", - "languages": [ - "yor-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504423, - "recall": 0.563241, - "f1": 0.519896, - "accuracy": 0.563241, - "main_score": 0.519896, - "hf_subset": "yor_Latn-kas_Deva", - "languages": [ - "yor-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640759, - "recall": 0.689723, - "f1": 0.653211, - "accuracy": 0.689723, - "main_score": 0.653211, - "hf_subset": "yor_Latn-ltz_Latn", - "languages": [ - "yor-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417897, - "recall": 0.464427, - "f1": 0.430588, - "accuracy": 0.464427, - "main_score": 0.430588, - "hf_subset": "yor_Latn-nus_Latn", - "languages": [ - "yor-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69443, - "recall": 0.743083, - "f1": 0.70713, - "accuracy": 0.743083, - "main_score": 0.70713, - "hf_subset": "yor_Latn-slk_Latn", - "languages": [ - "yor-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388481, - "recall": 0.454545, - "f1": 0.406338, - "accuracy": 0.454545, - "main_score": 0.406338, - "hf_subset": "yor_Latn-tir_Ethi", - "languages": [ - "yor-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649404, - "recall": 0.713439, - "f1": 0.666709, - "accuracy": 0.713439, - "main_score": 0.666709, - "hf_subset": "yor_Latn-zho_Hant", - "languages": [ - "yor-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671161, - "recall": 0.72332, - "f1": 0.685488, - "accuracy": 0.72332, - "main_score": 0.685488, - "hf_subset": "yor_Latn-awa_Deva", - "languages": [ - "yor-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667813, - "recall": 0.715415, - "f1": 0.68093, - "accuracy": 0.715415, - "main_score": 0.68093, - "hf_subset": "yor_Latn-cym_Latn", - "languages": [ - "yor-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557967, - "recall": 0.604743, - "f1": 0.570161, - "accuracy": 0.604743, - "main_score": 0.570161, - "hf_subset": "yor_Latn-grn_Latn", - "languages": [ - "yor-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643431, - "recall": 0.700593, - "f1": 0.657959, - "accuracy": 0.700593, - "main_score": 0.657959, - "hf_subset": "yor_Latn-kat_Geor", - "languages": [ - "yor-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52454, - "recall": 0.568182, - "f1": 0.536835, - "accuracy": 0.568182, - "main_score": 0.536835, - "hf_subset": "yor_Latn-lua_Latn", - "languages": [ - "yor-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533649, - "recall": 0.58004, - "f1": 0.54649, - "accuracy": 0.58004, - "main_score": 0.54649, - "hf_subset": "yor_Latn-nya_Latn", - "languages": [ - "yor-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691144, - "recall": 0.744071, - "f1": 0.704802, - "accuracy": 0.744071, - "main_score": 0.704802, - "hf_subset": "yor_Latn-slv_Latn", - "languages": [ - "yor-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617005, - "recall": 0.66502, - "f1": 0.62975, - "accuracy": 0.66502, - "main_score": 0.62975, - "hf_subset": "yor_Latn-tpi_Latn", - "languages": [ - "yor-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727793, - "recall": 0.778656, - "f1": 0.741525, - "accuracy": 0.778656, - "main_score": 0.741525, - "hf_subset": "yor_Latn-zsm_Latn", - "languages": [ - "yor-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478248, - "recall": 0.519763, - "f1": 0.48989, - "accuracy": 0.519763, - "main_score": 0.48989, - "hf_subset": "yor_Latn-ayr_Latn", - "languages": [ - "yor-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709394, - "recall": 0.759881, - "f1": 0.722539, - "accuracy": 0.759881, - "main_score": 0.722539, - "hf_subset": "yor_Latn-dan_Latn", - "languages": [ - "yor-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683598, - "recall": 0.740119, - "f1": 0.699533, - "accuracy": 0.740119, - "main_score": 0.699533, - "hf_subset": "yor_Latn-guj_Gujr", - "languages": [ - "yor-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685173, - "recall": 0.738142, - "f1": 0.699863, - "accuracy": 0.738142, - "main_score": 0.699863, - "hf_subset": "yor_Latn-kaz_Cyrl", - "languages": [ - "yor-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472539, - "recall": 0.520751, - "f1": 0.485722, - "accuracy": 0.520751, - "main_score": 0.485722, - "hf_subset": "yor_Latn-lug_Latn", - "languages": [ - "yor-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702861, - "recall": 0.752964, - "f1": 0.716408, - "accuracy": 0.752964, - "main_score": 0.716408, - "hf_subset": "yor_Latn-oci_Latn", - "languages": [ - "yor-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61261, - "recall": 0.663043, - "f1": 0.626254, - "accuracy": 0.663043, - "main_score": 0.626254, - "hf_subset": "yor_Latn-smo_Latn", - "languages": [ - "yor-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499677, - "recall": 0.546443, - "f1": 0.511909, - "accuracy": 0.546443, - "main_score": 0.511909, - "hf_subset": "yor_Latn-tsn_Latn", - "languages": [ - "yor-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521637, - "recall": 0.574111, - "f1": 0.537027, - "accuracy": 0.574111, - "main_score": 0.537027, - "hf_subset": "yor_Latn-zul_Latn", - "languages": [ - "yor-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528083, - "recall": 0.586957, - "f1": 0.544384, - "accuracy": 0.586957, - "main_score": 0.544384, - "hf_subset": "yor_Latn-azb_Arab", - "languages": [ - "yor-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70174, - "recall": 0.746047, - "f1": 0.713376, - "accuracy": 0.746047, - "main_score": 0.713376, - "hf_subset": "yor_Latn-deu_Latn", - "languages": [ - "yor-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631196, - "recall": 0.690711, - "f1": 0.647317, - "accuracy": 0.690711, - "main_score": 0.647317, - "hf_subset": "yor_Latn-hat_Latn", - "languages": [ - "yor-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433509, - "recall": 0.480237, - "f1": 0.446945, - "accuracy": 0.480237, - "main_score": 0.446945, - "hf_subset": "yor_Latn-kbp_Latn", - "languages": [ - "yor-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506522, - "recall": 0.549407, - "f1": 0.519321, - "accuracy": 0.549407, - "main_score": 0.519321, - "hf_subset": "yor_Latn-luo_Latn", - "languages": [ - "yor-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671269, - "recall": 0.728261, - "f1": 0.686532, - "accuracy": 0.728261, - "main_score": 0.686532, - "hf_subset": "yor_Latn-ory_Orya", - "languages": [ - "yor-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518151, - "recall": 0.561265, - "f1": 0.529663, - "accuracy": 0.561265, - "main_score": 0.529663, - "hf_subset": "yor_Latn-sna_Latn", - "languages": [ - "yor-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493636, - "recall": 0.533597, - "f1": 0.504258, - "accuracy": 0.533597, - "main_score": 0.504258, - "hf_subset": "yor_Latn-tso_Latn", - "languages": [ - "yor-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637125, - "recall": 0.694664, - "f1": 0.651923, - "accuracy": 0.694664, - "main_score": 0.651923, - "hf_subset": "yor_Latn-azj_Latn", - "languages": [ - "yor-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485715, - "recall": 0.524704, - "f1": 0.496781, - "accuracy": 0.524704, - "main_score": 0.496781, - "hf_subset": "yor_Latn-dik_Latn", - "languages": [ - "yor-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611473, - "recall": 0.659091, - "f1": 0.625107, - "accuracy": 0.659091, - "main_score": 0.625107, - "hf_subset": "yor_Latn-hau_Latn", - "languages": [ - "yor-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631503, - "recall": 0.682806, - "f1": 0.644374, - "accuracy": 0.682806, - "main_score": 0.644374, - "hf_subset": "yor_Latn-kea_Latn", - "languages": [ - "yor-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536248, - "recall": 0.583004, - "f1": 0.549678, - "accuracy": 0.583004, - "main_score": 0.549678, - "hf_subset": "yor_Latn-lus_Latn", - "languages": [ - "yor-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554667, - "recall": 0.593874, - "f1": 0.565002, - "accuracy": 0.593874, - "main_score": 0.565002, - "hf_subset": "yor_Latn-pag_Latn", - "languages": [ - "yor-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638655, - "recall": 0.699605, - "f1": 0.655966, - "accuracy": 0.699605, - "main_score": 0.655966, - "hf_subset": "yor_Latn-snd_Arab", - "languages": [ - "yor-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582092, - "recall": 0.646245, - "f1": 0.599532, - "accuracy": 0.646245, - "main_score": 0.599532, - "hf_subset": "yor_Latn-tuk_Latn", - "languages": [ - "yor-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635449, - "recall": 0.693676, - "f1": 0.65105, - "accuracy": 0.693676, - "main_score": 0.65105, - "hf_subset": "yor_Latn-bak_Cyrl", - "languages": [ - "yor-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425741, - "recall": 0.479249, - "f1": 0.441455, - "accuracy": 0.479249, - "main_score": 0.441455, - "hf_subset": "yor_Latn-dyu_Latn", - "languages": [ - "yor-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68149, - "recall": 0.735178, - "f1": 0.695679, - "accuracy": 0.735178, - "main_score": 0.695679, - "hf_subset": "yor_Latn-heb_Hebr", - "languages": [ - "yor-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655501, - "recall": 0.710474, - "f1": 0.669911, - "accuracy": 0.710474, - "main_score": 0.669911, - "hf_subset": "yor_Latn-khk_Cyrl", - "languages": [ - "yor-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678904, - "recall": 0.730237, - "f1": 0.692709, - "accuracy": 0.730237, - "main_score": 0.692709, - "hf_subset": "yor_Latn-lvs_Latn", - "languages": [ - "yor-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672026, - "recall": 0.730237, - "f1": 0.687715, - "accuracy": 0.730237, - "main_score": 0.687715, - "hf_subset": "yor_Latn-pan_Guru", - "languages": [ - "yor-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542631, - "recall": 0.59585, - "f1": 0.55786, - "accuracy": 0.59585, - "main_score": 0.55786, - "hf_subset": "yor_Latn-som_Latn", - "languages": [ - "yor-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493186, - "recall": 0.534585, - "f1": 0.5046, - "accuracy": 0.534585, - "main_score": 0.5046, - "hf_subset": "yor_Latn-tum_Latn", - "languages": [ - "yor-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557717, - "recall": 0.623518, - "f1": 0.576877, - "accuracy": 0.623518, - "main_score": 0.576877, - "hf_subset": "arz_Arab-ace_Arab", - "languages": [ - "arz-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515828, - "recall": 0.581028, - "f1": 0.534101, - "accuracy": 0.581028, - "main_score": 0.534101, - "hf_subset": "arz_Arab-bam_Latn", - "languages": [ - "arz-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417878, - "recall": 0.496047, - "f1": 0.439453, - "accuracy": 0.496047, - "main_score": 0.439453, - "hf_subset": "arz_Arab-dzo_Tibt", - "languages": [ - "arz-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-hin_Deva", - "languages": [ - "arz-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-khm_Khmr", - "languages": [ - "arz-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-mag_Deva", - "languages": [ - "arz-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "arz_Arab-pap_Latn", - "languages": [ - "arz-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589906, - "recall": 0.650198, - "f1": 0.606988, - "accuracy": 0.650198, - "main_score": 0.606988, - "hf_subset": "arz_Arab-sot_Latn", - "languages": [ - "arz-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-tur_Latn", - "languages": [ - "arz-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860648, - "recall": 0.898221, - "f1": 0.872414, - "accuracy": 0.898221, - "main_score": 0.872414, - "hf_subset": "arz_Arab-ace_Latn", - "languages": [ - "arz-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961957, - "recall": 0.971344, - "f1": 0.964921, - "accuracy": 0.971344, - "main_score": 0.964921, - "hf_subset": "arz_Arab-ban_Latn", - "languages": [ - "arz-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ell_Grek", - "languages": [ - "arz-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "arz_Arab-hne_Deva", - "languages": [ - "arz-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589377, - "recall": 0.651186, - "f1": 0.607266, - "accuracy": 0.651186, - "main_score": 0.607266, - "hf_subset": "arz_Arab-kik_Latn", - "languages": [ - "arz-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-mai_Deva", - "languages": [ - "arz-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "arz_Arab-pbt_Arab", - "languages": [ - "arz-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-spa_Latn", - "languages": [ - "arz-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600066, - "recall": 0.66502, - "f1": 0.618033, - "accuracy": 0.66502, - "main_score": 0.618033, - "hf_subset": "arz_Arab-twi_Latn", - "languages": [ - "arz-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-acm_Arab", - "languages": [ - "arz-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-bel_Cyrl", - "languages": [ - "arz-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-eng_Latn", - "languages": [ - "arz-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-hrv_Latn", - "languages": [ - "arz-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560935, - "recall": 0.621542, - "f1": 0.578181, - "accuracy": 0.621542, - "main_score": 0.578181, - "hf_subset": "arz_Arab-kin_Latn", - "languages": [ - "arz-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-mal_Mlym", - "languages": [ - "arz-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-pes_Arab", - "languages": [ - "arz-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "arz_Arab-srd_Latn", - "languages": [ - "arz-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.16791, - "recall": 0.219368, - "f1": 0.18044, - "accuracy": 0.219368, - "main_score": 0.18044, - "hf_subset": "arz_Arab-tzm_Tfng", - "languages": [ - "arz-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-acq_Arab", - "languages": [ - "arz-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620917, - "recall": 0.670949, - "f1": 0.635249, - "accuracy": 0.670949, - "main_score": 0.635249, - "hf_subset": "arz_Arab-bem_Latn", - "languages": [ - "arz-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-epo_Latn", - "languages": [ - "arz-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-hun_Latn", - "languages": [ - "arz-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arz_Arab-kir_Cyrl", - "languages": [ - "arz-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-mar_Deva", - "languages": [ - "arz-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664921, - "recall": 0.717391, - "f1": 0.680552, - "accuracy": 0.717391, - "main_score": 0.680552, - "hf_subset": "arz_Arab-plt_Latn", - "languages": [ - "arz-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-srp_Cyrl", - "languages": [ - "arz-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "arz_Arab-uig_Arab", - "languages": [ - "arz-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-aeb_Arab", - "languages": [ - "arz-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ben_Beng", - "languages": [ - "arz-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-est_Latn", - "languages": [ - "arz-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-hye_Armn", - "languages": [ - "arz-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549202, - "recall": 0.596838, - "f1": 0.562749, - "accuracy": 0.596838, - "main_score": 0.562749, - "hf_subset": "arz_Arab-kmb_Latn", - "languages": [ - "arz-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491048, - "recall": 0.56917, - "f1": 0.51239, - "accuracy": 0.56917, - "main_score": 0.51239, - "hf_subset": "arz_Arab-min_Arab", - "languages": [ - "arz-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-pol_Latn", - "languages": [ - "arz-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56082, - "recall": 0.626482, - "f1": 0.579715, - "accuracy": 0.626482, - "main_score": 0.579715, - "hf_subset": "arz_Arab-ssw_Latn", - "languages": [ - "arz-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ukr_Cyrl", - "languages": [ - "arz-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-afr_Latn", - "languages": [ - "arz-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-bho_Deva", - "languages": [ - "arz-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "arz_Arab-eus_Latn", - "languages": [ - "arz-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581868, - "recall": 0.646245, - "f1": 0.599906, - "accuracy": 0.646245, - "main_score": 0.599906, - "hf_subset": "arz_Arab-ibo_Latn", - "languages": [ - "arz-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877964, - "recall": 0.914032, - "f1": 0.889493, - "accuracy": 0.914032, - "main_score": 0.889493, - "hf_subset": "arz_Arab-kmr_Latn", - "languages": [ - "arz-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "arz_Arab-min_Latn", - "languages": [ - "arz-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-por_Latn", - "languages": [ - "arz-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-sun_Latn", - "languages": [ - "arz-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518594, - "recall": 0.579051, - "f1": 0.535583, - "accuracy": 0.579051, - "main_score": 0.535583, - "hf_subset": "arz_Arab-umb_Latn", - "languages": [ - "arz-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ajp_Arab", - "languages": [ - "arz-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530307, - "recall": 0.593874, - "f1": 0.548361, - "accuracy": 0.593874, - "main_score": 0.548361, - "hf_subset": "arz_Arab-bjn_Arab", - "languages": [ - "arz-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512159, - "recall": 0.567194, - "f1": 0.527588, - "accuracy": 0.567194, - "main_score": 0.527588, - "hf_subset": "arz_Arab-ewe_Latn", - "languages": [ - "arz-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946476, - "recall": 0.961462, - "f1": 0.951252, - "accuracy": 0.961462, - "main_score": 0.951252, - "hf_subset": "arz_Arab-ilo_Latn", - "languages": [ - "arz-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314902, - "recall": 0.374506, - "f1": 0.330983, - "accuracy": 0.374506, - "main_score": 0.330983, - "hf_subset": "arz_Arab-knc_Arab", - "languages": [ - "arz-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-mkd_Cyrl", - "languages": [ - "arz-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-prs_Arab", - "languages": [ - "arz-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-swe_Latn", - "languages": [ - "arz-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-urd_Arab", - "languages": [ - "arz-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577183, - "recall": 0.645257, - "f1": 0.596478, - "accuracy": 0.645257, - "main_score": 0.596478, - "hf_subset": "arz_Arab-aka_Latn", - "languages": [ - "arz-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "arz_Arab-bjn_Latn", - "languages": [ - "arz-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "arz_Arab-fao_Latn", - "languages": [ - "arz-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ind_Latn", - "languages": [ - "arz-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582153, - "recall": 0.641304, - "f1": 0.599116, - "accuracy": 0.641304, - "main_score": 0.599116, - "hf_subset": "arz_Arab-knc_Latn", - "languages": [ - "arz-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "arz_Arab-mlt_Latn", - "languages": [ - "arz-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70864, - "recall": 0.768775, - "f1": 0.726274, - "accuracy": 0.768775, - "main_score": 0.726274, - "hf_subset": "arz_Arab-quy_Latn", - "languages": [ - "arz-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "arz_Arab-swh_Latn", - "languages": [ - "arz-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-uzn_Latn", - "languages": [ - "arz-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-als_Latn", - "languages": [ - "arz-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642294, - "recall": 0.719368, - "f1": 0.664781, - "accuracy": 0.719368, - "main_score": 0.664781, - "hf_subset": "arz_Arab-bod_Tibt", - "languages": [ - "arz-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713024, - "recall": 0.76581, - "f1": 0.728645, - "accuracy": 0.76581, - "main_score": 0.728645, - "hf_subset": "arz_Arab-fij_Latn", - "languages": [ - "arz-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "arz_Arab-isl_Latn", - "languages": [ - "arz-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650346, - "recall": 0.708498, - "f1": 0.667608, - "accuracy": 0.708498, - "main_score": 0.667608, - "hf_subset": "arz_Arab-kon_Latn", - "languages": [ - "arz-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646598, - "recall": 0.718379, - "f1": 0.667278, - "accuracy": 0.718379, - "main_score": 0.667278, - "hf_subset": "arz_Arab-mni_Beng", - "languages": [ - "arz-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ron_Latn", - "languages": [ - "arz-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.983202, - "f1": 0.979249, - "accuracy": 0.983202, - "main_score": 0.979249, - "hf_subset": "arz_Arab-szl_Latn", - "languages": [ - "arz-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-vec_Latn", - "languages": [ - "arz-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9389, - "recall": 0.958498, - "f1": 0.945323, - "accuracy": 0.958498, - "main_score": 0.945323, - "hf_subset": "arz_Arab-amh_Ethi", - "languages": [ - "arz-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-bos_Latn", - "languages": [ - "arz-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-fin_Latn", - "languages": [ - "arz-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ita_Latn", - "languages": [ - "arz-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-kor_Hang", - "languages": [ - "arz-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537328, - "recall": 0.599802, - "f1": 0.554946, - "accuracy": 0.599802, - "main_score": 0.554946, - "hf_subset": "arz_Arab-mos_Latn", - "languages": [ - "arz-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564485, - "recall": 0.615613, - "f1": 0.578796, - "accuracy": 0.615613, - "main_score": 0.578796, - "hf_subset": "arz_Arab-run_Latn", - "languages": [ - "arz-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-tam_Taml", - "languages": [ - "arz-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-vie_Latn", - "languages": [ - "arz-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-apc_Arab", - "languages": [ - "arz-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795784, - "recall": 0.840909, - "f1": 0.80967, - "accuracy": 0.840909, - "main_score": 0.80967, - "hf_subset": "arz_Arab-bug_Latn", - "languages": [ - "arz-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470851, - "recall": 0.529644, - "f1": 0.48684, - "accuracy": 0.529644, - "main_score": 0.48684, - "hf_subset": "arz_Arab-fon_Latn", - "languages": [ - "arz-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-jav_Latn", - "languages": [ - "arz-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-lao_Laoo", - "languages": [ - "arz-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858844, - "recall": 0.898221, - "f1": 0.871113, - "accuracy": 0.898221, - "main_score": 0.871113, - "hf_subset": "arz_Arab-mri_Latn", - "languages": [ - "arz-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-rus_Cyrl", - "languages": [ - "arz-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539592, - "recall": 0.600791, - "f1": 0.556749, - "accuracy": 0.600791, - "main_score": 0.556749, - "hf_subset": "arz_Arab-taq_Latn", - "languages": [ - "arz-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-war_Latn", - "languages": [ - "arz-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-arb_Arab", - "languages": [ - "arz-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-bul_Cyrl", - "languages": [ - "arz-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-fra_Latn", - "languages": [ - "arz-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-jpn_Jpan", - "languages": [ - "arz-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arz_Arab-lij_Latn", - "languages": [ - "arz-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988389, - "recall": 0.991107, - "f1": 0.989196, - "accuracy": 0.991107, - "main_score": 0.989196, - "hf_subset": "arz_Arab-mya_Mymr", - "languages": [ - "arz-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583673, - "recall": 0.651186, - "f1": 0.602428, - "accuracy": 0.651186, - "main_score": 0.602428, - "hf_subset": "arz_Arab-sag_Latn", - "languages": [ - "arz-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190064, - "recall": 0.247036, - "f1": 0.203366, - "accuracy": 0.247036, - "main_score": 0.203366, - "hf_subset": "arz_Arab-taq_Tfng", - "languages": [ - "arz-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603887, - "recall": 0.66996, - "f1": 0.62293, - "accuracy": 0.66996, - "main_score": 0.62293, - "hf_subset": "arz_Arab-wol_Latn", - "languages": [ - "arz-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85219, - "recall": 0.892292, - "f1": 0.864526, - "accuracy": 0.892292, - "main_score": 0.864526, - "hf_subset": "arz_Arab-arb_Latn", - "languages": [ - "arz-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-cat_Latn", - "languages": [ - "arz-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "arz_Arab-fur_Latn", - "languages": [ - "arz-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422153, - "recall": 0.477273, - "f1": 0.437367, - "accuracy": 0.477273, - "main_score": 0.437367, - "hf_subset": "arz_Arab-kab_Latn", - "languages": [ - "arz-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "arz_Arab-lim_Latn", - "languages": [ - "arz-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-nld_Latn", - "languages": [ - "arz-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "arz_Arab-san_Deva", - "languages": [ - "arz-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-tat_Cyrl", - "languages": [ - "arz-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661635, - "recall": 0.725296, - "f1": 0.680113, - "accuracy": 0.725296, - "main_score": 0.680113, - "hf_subset": "arz_Arab-xho_Latn", - "languages": [ - "arz-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ars_Arab", - "languages": [ - "arz-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-ceb_Latn", - "languages": [ - "arz-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565726, - "recall": 0.623518, - "f1": 0.582534, - "accuracy": 0.623518, - "main_score": 0.582534, - "hf_subset": "arz_Arab-fuv_Latn", - "languages": [ - "arz-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500547, - "recall": 0.567194, - "f1": 0.519062, - "accuracy": 0.567194, - "main_score": 0.519062, - "hf_subset": "arz_Arab-kac_Latn", - "languages": [ - "arz-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675288, - "recall": 0.729249, - "f1": 0.691162, - "accuracy": 0.729249, - "main_score": 0.691162, - "hf_subset": "arz_Arab-lin_Latn", - "languages": [ - "arz-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-nno_Latn", - "languages": [ - "arz-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.219089, - "recall": 0.302372, - "f1": 0.241124, - "accuracy": 0.302372, - "main_score": 0.241124, - "hf_subset": "arz_Arab-sat_Olck", - "languages": [ - "arz-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-tel_Telu", - "languages": [ - "arz-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.97332, - "f1": 0.964756, - "accuracy": 0.97332, - "main_score": 0.964756, - "hf_subset": "arz_Arab-ydd_Hebr", - "languages": [ - "arz-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "arz_Arab-ary_Arab", - "languages": [ - "arz-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ces_Latn", - "languages": [ - "arz-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556126, - "recall": 0.626482, - "f1": 0.576765, - "accuracy": 0.626482, - "main_score": 0.576765, - "hf_subset": "arz_Arab-gaz_Latn", - "languages": [ - "arz-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581538, - "recall": 0.643281, - "f1": 0.599294, - "accuracy": 0.643281, - "main_score": 0.599294, - "hf_subset": "arz_Arab-kam_Latn", - "languages": [ - "arz-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "arz_Arab-lit_Latn", - "languages": [ - "arz-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-nob_Latn", - "languages": [ - "arz-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "arz_Arab-scn_Latn", - "languages": [ - "arz-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "arz_Arab-tgk_Cyrl", - "languages": [ - "arz-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716989, - "recall": 0.778656, - "f1": 0.735693, - "accuracy": 0.778656, - "main_score": 0.735693, - "hf_subset": "arz_Arab-yor_Latn", - "languages": [ - "arz-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563031, - "recall": 0.623518, - "f1": 0.580668, - "accuracy": 0.623518, - "main_score": 0.580668, - "hf_subset": "arz_Arab-cjk_Latn", - "languages": [ - "arz-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769598, - "recall": 0.824111, - "f1": 0.786364, - "accuracy": 0.824111, - "main_score": 0.786364, - "hf_subset": "arz_Arab-gla_Latn", - "languages": [ - "arz-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-kan_Knda", - "languages": [ - "arz-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "arz_Arab-lmo_Latn", - "languages": [ - "arz-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "arz_Arab-npi_Deva", - "languages": [ - "arz-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45837, - "recall": 0.524704, - "f1": 0.476023, - "accuracy": 0.524704, - "main_score": 0.476023, - "hf_subset": "arz_Arab-shn_Mymr", - "languages": [ - "arz-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-tgl_Latn", - "languages": [ - "arz-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-yue_Hant", - "languages": [ - "arz-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "arz_Arab-asm_Beng", - "languages": [ - "arz-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.97332, - "f1": 0.96558, - "accuracy": 0.97332, - "main_score": 0.96558, - "hf_subset": "arz_Arab-ckb_Arab", - "languages": [ - "arz-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862154, - "recall": 0.899209, - "f1": 0.873781, - "accuracy": 0.899209, - "main_score": 0.873781, - "hf_subset": "arz_Arab-gle_Latn", - "languages": [ - "arz-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "arz_Arab-kas_Arab", - "languages": [ - "arz-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932395, - "recall": 0.952569, - "f1": 0.938801, - "accuracy": 0.952569, - "main_score": 0.938801, - "hf_subset": "arz_Arab-ltg_Latn", - "languages": [ - "arz-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607592, - "recall": 0.666008, - "f1": 0.624892, - "accuracy": 0.666008, - "main_score": 0.624892, - "hf_subset": "arz_Arab-nso_Latn", - "languages": [ - "arz-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "arz_Arab-sin_Sinh", - "languages": [ - "arz-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-tha_Thai", - "languages": [ - "arz-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-zho_Hans", - "languages": [ - "arz-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-ast_Latn", - "languages": [ - "arz-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-crh_Latn", - "languages": [ - "arz-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-glg_Latn", - "languages": [ - "arz-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893034, - "recall": 0.923913, - "f1": 0.903063, - "accuracy": 0.923913, - "main_score": 0.903063, - "hf_subset": "arz_Arab-kas_Deva", - "languages": [ - "arz-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "arz_Arab-ltz_Latn", - "languages": [ - "arz-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443694, - "recall": 0.51087, - "f1": 0.461999, - "accuracy": 0.51087, - "main_score": 0.461999, - "hf_subset": "arz_Arab-nus_Latn", - "languages": [ - "arz-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-slk_Latn", - "languages": [ - "arz-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638538, - "recall": 0.708498, - "f1": 0.659096, - "accuracy": 0.708498, - "main_score": 0.659096, - "hf_subset": "arz_Arab-tir_Ethi", - "languages": [ - "arz-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-zho_Hant", - "languages": [ - "arz-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "arz_Arab-awa_Deva", - "languages": [ - "arz-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "arz_Arab-cym_Latn", - "languages": [ - "arz-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833037, - "recall": 0.876482, - "f1": 0.846476, - "accuracy": 0.876482, - "main_score": 0.846476, - "hf_subset": "arz_Arab-grn_Latn", - "languages": [ - "arz-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-kat_Geor", - "languages": [ - "arz-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642382, - "recall": 0.700593, - "f1": 0.659224, - "accuracy": 0.700593, - "main_score": 0.659224, - "hf_subset": "arz_Arab-lua_Latn", - "languages": [ - "arz-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636365, - "recall": 0.695652, - "f1": 0.653436, - "accuracy": 0.695652, - "main_score": 0.653436, - "hf_subset": "arz_Arab-nya_Latn", - "languages": [ - "arz-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-slv_Latn", - "languages": [ - "arz-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.962451, - "f1": 0.952075, - "accuracy": 0.962451, - "main_score": 0.952075, - "hf_subset": "arz_Arab-tpi_Latn", - "languages": [ - "arz-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-zsm_Latn", - "languages": [ - "arz-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538978, - "recall": 0.601779, - "f1": 0.556529, - "accuracy": 0.601779, - "main_score": 0.556529, - "hf_subset": "arz_Arab-ayr_Latn", - "languages": [ - "arz-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-dan_Latn", - "languages": [ - "arz-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "arz_Arab-guj_Gujr", - "languages": [ - "arz-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-kaz_Cyrl", - "languages": [ - "arz-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528956, - "recall": 0.596838, - "f1": 0.547479, - "accuracy": 0.596838, - "main_score": 0.547479, - "hf_subset": "arz_Arab-lug_Latn", - "languages": [ - "arz-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-oci_Latn", - "languages": [ - "arz-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818462, - "recall": 0.864625, - "f1": 0.83266, - "accuracy": 0.864625, - "main_score": 0.83266, - "hf_subset": "arz_Arab-smo_Latn", - "languages": [ - "arz-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543119, - "recall": 0.605731, - "f1": 0.561331, - "accuracy": 0.605731, - "main_score": 0.561331, - "hf_subset": "arz_Arab-tsn_Latn", - "languages": [ - "arz-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59828, - "recall": 0.664032, - "f1": 0.617182, - "accuracy": 0.664032, - "main_score": 0.617182, - "hf_subset": "arz_Arab-zul_Latn", - "languages": [ - "arz-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919549, - "recall": 0.943676, - "f1": 0.927273, - "accuracy": 0.943676, - "main_score": 0.927273, - "hf_subset": "arz_Arab-azb_Arab", - "languages": [ - "arz-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-deu_Latn", - "languages": [ - "arz-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "arz_Arab-hat_Latn", - "languages": [ - "arz-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478931, - "recall": 0.540514, - "f1": 0.49597, - "accuracy": 0.540514, - "main_score": 0.49597, - "hf_subset": "arz_Arab-kbp_Latn", - "languages": [ - "arz-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564008, - "recall": 0.62253, - "f1": 0.580134, - "accuracy": 0.62253, - "main_score": 0.580134, - "hf_subset": "arz_Arab-luo_Latn", - "languages": [ - "arz-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-ory_Orya", - "languages": [ - "arz-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570356, - "recall": 0.633399, - "f1": 0.588509, - "accuracy": 0.633399, - "main_score": 0.588509, - "hf_subset": "arz_Arab-sna_Latn", - "languages": [ - "arz-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554794, - "recall": 0.610672, - "f1": 0.569709, - "accuracy": 0.610672, - "main_score": 0.569709, - "hf_subset": "arz_Arab-tso_Latn", - "languages": [ - "arz-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-azj_Latn", - "languages": [ - "arz-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541053, - "recall": 0.608696, - "f1": 0.559998, - "accuracy": 0.608696, - "main_score": 0.559998, - "hf_subset": "arz_Arab-dik_Latn", - "languages": [ - "arz-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73722, - "recall": 0.794466, - "f1": 0.754216, - "accuracy": 0.794466, - "main_score": 0.754216, - "hf_subset": "arz_Arab-hau_Latn", - "languages": [ - "arz-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "arz_Arab-kea_Latn", - "languages": [ - "arz-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749918, - "recall": 0.799407, - "f1": 0.764954, - "accuracy": 0.799407, - "main_score": 0.764954, - "hf_subset": "arz_Arab-lus_Latn", - "languages": [ - "arz-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864081, - "recall": 0.897233, - "f1": 0.874045, - "accuracy": 0.897233, - "main_score": 0.874045, - "hf_subset": "arz_Arab-pag_Latn", - "languages": [ - "arz-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "arz_Arab-snd_Arab", - "languages": [ - "arz-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947217, - "recall": 0.962451, - "f1": 0.951976, - "accuracy": 0.962451, - "main_score": 0.951976, - "hf_subset": "arz_Arab-tuk_Latn", - "languages": [ - "arz-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "arz_Arab-bak_Cyrl", - "languages": [ - "arz-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480519, - "recall": 0.554348, - "f1": 0.501797, - "accuracy": 0.554348, - "main_score": 0.501797, - "hf_subset": "arz_Arab-dyu_Latn", - "languages": [ - "arz-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-heb_Hebr", - "languages": [ - "arz-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "arz_Arab-khk_Cyrl", - "languages": [ - "arz-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "arz_Arab-lvs_Latn", - "languages": [ - "arz-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "arz_Arab-pan_Guru", - "languages": [ - "arz-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713258, - "recall": 0.778656, - "f1": 0.733319, - "accuracy": 0.778656, - "main_score": 0.733319, - "hf_subset": "arz_Arab-som_Latn", - "languages": [ - "arz-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597949, - "recall": 0.651186, - "f1": 0.613312, - "accuracy": 0.651186, - "main_score": 0.613312, - "hf_subset": "arz_Arab-tum_Latn", - "languages": [ - "arz-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433926, - "recall": 0.481225, - "f1": 0.447201, - "accuracy": 0.481225, - "main_score": 0.447201, - "hf_subset": "cjk_Latn-ace_Arab", - "languages": [ - "cjk-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48512, - "recall": 0.52668, - "f1": 0.497406, - "accuracy": 0.52668, - "main_score": 0.497406, - "hf_subset": "cjk_Latn-bam_Latn", - "languages": [ - "cjk-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208694, - "recall": 0.250988, - "f1": 0.220274, - "accuracy": 0.250988, - "main_score": 0.220274, - "hf_subset": "cjk_Latn-dzo_Tibt", - "languages": [ - "cjk-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565809, - "recall": 0.609684, - "f1": 0.577789, - "accuracy": 0.609684, - "main_score": 0.577789, - "hf_subset": "cjk_Latn-hin_Deva", - "languages": [ - "cjk-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524127, - "recall": 0.568182, - "f1": 0.53649, - "accuracy": 0.568182, - "main_score": 0.53649, - "hf_subset": "cjk_Latn-khm_Khmr", - "languages": [ - "cjk-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555148, - "recall": 0.59585, - "f1": 0.567478, - "accuracy": 0.59585, - "main_score": 0.567478, - "hf_subset": "cjk_Latn-mag_Deva", - "languages": [ - "cjk-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575885, - "recall": 0.61166, - "f1": 0.585615, - "accuracy": 0.61166, - "main_score": 0.585615, - "hf_subset": "cjk_Latn-pap_Latn", - "languages": [ - "cjk-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519361, - "recall": 0.554348, - "f1": 0.529223, - "accuracy": 0.554348, - "main_score": 0.529223, - "hf_subset": "cjk_Latn-sot_Latn", - "languages": [ - "cjk-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558963, - "recall": 0.601779, - "f1": 0.570933, - "accuracy": 0.601779, - "main_score": 0.570933, - "hf_subset": "cjk_Latn-tur_Latn", - "languages": [ - "cjk-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558502, - "recall": 0.592885, - "f1": 0.568142, - "accuracy": 0.592885, - "main_score": 0.568142, - "hf_subset": "cjk_Latn-ace_Latn", - "languages": [ - "cjk-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578125, - "recall": 0.608696, - "f1": 0.586199, - "accuracy": 0.608696, - "main_score": 0.586199, - "hf_subset": "cjk_Latn-ban_Latn", - "languages": [ - "cjk-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555698, - "recall": 0.59585, - "f1": 0.566585, - "accuracy": 0.59585, - "main_score": 0.566585, - "hf_subset": "cjk_Latn-ell_Grek", - "languages": [ - "cjk-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546445, - "recall": 0.583992, - "f1": 0.557092, - "accuracy": 0.583992, - "main_score": 0.557092, - "hf_subset": "cjk_Latn-hne_Deva", - "languages": [ - "cjk-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476783, - "recall": 0.523715, - "f1": 0.489977, - "accuracy": 0.523715, - "main_score": 0.489977, - "hf_subset": "cjk_Latn-kik_Latn", - "languages": [ - "cjk-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563659, - "recall": 0.605731, - "f1": 0.575209, - "accuracy": 0.605731, - "main_score": 0.575209, - "hf_subset": "cjk_Latn-mai_Deva", - "languages": [ - "cjk-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506336, - "recall": 0.551383, - "f1": 0.519019, - "accuracy": 0.551383, - "main_score": 0.519019, - "hf_subset": "cjk_Latn-pbt_Arab", - "languages": [ - "cjk-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56621, - "recall": 0.610672, - "f1": 0.577203, - "accuracy": 0.610672, - "main_score": 0.577203, - "hf_subset": "cjk_Latn-spa_Latn", - "languages": [ - "cjk-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530671, - "recall": 0.572134, - "f1": 0.543041, - "accuracy": 0.572134, - "main_score": 0.543041, - "hf_subset": "cjk_Latn-twi_Latn", - "languages": [ - "cjk-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549827, - "recall": 0.591897, - "f1": 0.561114, - "accuracy": 0.591897, - "main_score": 0.561114, - "hf_subset": "cjk_Latn-acm_Arab", - "languages": [ - "cjk-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537976, - "recall": 0.575099, - "f1": 0.548572, - "accuracy": 0.575099, - "main_score": 0.548572, - "hf_subset": "cjk_Latn-bel_Cyrl", - "languages": [ - "cjk-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586578, - "recall": 0.629447, - "f1": 0.598108, - "accuracy": 0.629447, - "main_score": 0.598108, - "hf_subset": "cjk_Latn-eng_Latn", - "languages": [ - "cjk-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57496, - "recall": 0.616601, - "f1": 0.586354, - "accuracy": 0.616601, - "main_score": 0.586354, - "hf_subset": "cjk_Latn-hrv_Latn", - "languages": [ - "cjk-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49599, - "recall": 0.534585, - "f1": 0.506741, - "accuracy": 0.534585, - "main_score": 0.506741, - "hf_subset": "cjk_Latn-kin_Latn", - "languages": [ - "cjk-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557396, - "recall": 0.598814, - "f1": 0.568257, - "accuracy": 0.598814, - "main_score": 0.568257, - "hf_subset": "cjk_Latn-mal_Mlym", - "languages": [ - "cjk-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551161, - "recall": 0.59585, - "f1": 0.563044, - "accuracy": 0.59585, - "main_score": 0.563044, - "hf_subset": "cjk_Latn-pes_Arab", - "languages": [ - "cjk-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575027, - "recall": 0.609684, - "f1": 0.585064, - "accuracy": 0.609684, - "main_score": 0.585064, - "hf_subset": "cjk_Latn-srd_Latn", - "languages": [ - "cjk-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195412, - "recall": 0.232213, - "f1": 0.204444, - "accuracy": 0.232213, - "main_score": 0.204444, - "hf_subset": "cjk_Latn-tzm_Tfng", - "languages": [ - "cjk-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554048, - "recall": 0.593874, - "f1": 0.564725, - "accuracy": 0.593874, - "main_score": 0.564725, - "hf_subset": "cjk_Latn-acq_Arab", - "languages": [ - "cjk-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532979, - "recall": 0.565217, - "f1": 0.541784, - "accuracy": 0.565217, - "main_score": 0.541784, - "hf_subset": "cjk_Latn-bem_Latn", - "languages": [ - "cjk-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567808, - "recall": 0.608696, - "f1": 0.578712, - "accuracy": 0.608696, - "main_score": 0.578712, - "hf_subset": "cjk_Latn-epo_Latn", - "languages": [ - "cjk-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562729, - "recall": 0.600791, - "f1": 0.573721, - "accuracy": 0.600791, - "main_score": 0.573721, - "hf_subset": "cjk_Latn-hun_Latn", - "languages": [ - "cjk-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532253, - "recall": 0.576087, - "f1": 0.544034, - "accuracy": 0.576087, - "main_score": 0.544034, - "hf_subset": "cjk_Latn-kir_Cyrl", - "languages": [ - "cjk-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547777, - "recall": 0.592885, - "f1": 0.559778, - "accuracy": 0.592885, - "main_score": 0.559778, - "hf_subset": "cjk_Latn-mar_Deva", - "languages": [ - "cjk-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521854, - "recall": 0.552372, - "f1": 0.530962, - "accuracy": 0.552372, - "main_score": 0.530962, - "hf_subset": "cjk_Latn-plt_Latn", - "languages": [ - "cjk-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571705, - "recall": 0.61166, - "f1": 0.58298, - "accuracy": 0.61166, - "main_score": 0.58298, - "hf_subset": "cjk_Latn-srp_Cyrl", - "languages": [ - "cjk-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456677, - "recall": 0.506917, - "f1": 0.470179, - "accuracy": 0.506917, - "main_score": 0.470179, - "hf_subset": "cjk_Latn-uig_Arab", - "languages": [ - "cjk-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543073, - "recall": 0.582016, - "f1": 0.553304, - "accuracy": 0.582016, - "main_score": 0.553304, - "hf_subset": "cjk_Latn-aeb_Arab", - "languages": [ - "cjk-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547612, - "recall": 0.597826, - "f1": 0.561297, - "accuracy": 0.597826, - "main_score": 0.561297, - "hf_subset": "cjk_Latn-ben_Beng", - "languages": [ - "cjk-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541752, - "recall": 0.588933, - "f1": 0.554274, - "accuracy": 0.588933, - "main_score": 0.554274, - "hf_subset": "cjk_Latn-est_Latn", - "languages": [ - "cjk-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53013, - "recall": 0.574111, - "f1": 0.541308, - "accuracy": 0.574111, - "main_score": 0.541308, - "hf_subset": "cjk_Latn-hye_Armn", - "languages": [ - "cjk-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533863, - "recall": 0.568182, - "f1": 0.543841, - "accuracy": 0.568182, - "main_score": 0.543841, - "hf_subset": "cjk_Latn-kmb_Latn", - "languages": [ - "cjk-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.384615, - "recall": 0.433794, - "f1": 0.397781, - "accuracy": 0.433794, - "main_score": 0.397781, - "hf_subset": "cjk_Latn-min_Arab", - "languages": [ - "cjk-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567358, - "recall": 0.613636, - "f1": 0.579849, - "accuracy": 0.613636, - "main_score": 0.579849, - "hf_subset": "cjk_Latn-pol_Latn", - "languages": [ - "cjk-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504677, - "recall": 0.540514, - "f1": 0.515236, - "accuracy": 0.540514, - "main_score": 0.515236, - "hf_subset": "cjk_Latn-ssw_Latn", - "languages": [ - "cjk-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565699, - "recall": 0.610672, - "f1": 0.5783, - "accuracy": 0.610672, - "main_score": 0.5783, - "hf_subset": "cjk_Latn-ukr_Cyrl", - "languages": [ - "cjk-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580957, - "recall": 0.621542, - "f1": 0.592365, - "accuracy": 0.621542, - "main_score": 0.592365, - "hf_subset": "cjk_Latn-afr_Latn", - "languages": [ - "cjk-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549906, - "recall": 0.590909, - "f1": 0.561606, - "accuracy": 0.590909, - "main_score": 0.561606, - "hf_subset": "cjk_Latn-bho_Deva", - "languages": [ - "cjk-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560502, - "recall": 0.601779, - "f1": 0.572135, - "accuracy": 0.601779, - "main_score": 0.572135, - "hf_subset": "cjk_Latn-eus_Latn", - "languages": [ - "cjk-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493806, - "recall": 0.539526, - "f1": 0.506652, - "accuracy": 0.539526, - "main_score": 0.506652, - "hf_subset": "cjk_Latn-ibo_Latn", - "languages": [ - "cjk-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526736, - "recall": 0.567194, - "f1": 0.538844, - "accuracy": 0.567194, - "main_score": 0.538844, - "hf_subset": "cjk_Latn-kmr_Latn", - "languages": [ - "cjk-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556105, - "recall": 0.59585, - "f1": 0.56713, - "accuracy": 0.59585, - "main_score": 0.56713, - "hf_subset": "cjk_Latn-min_Latn", - "languages": [ - "cjk-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577655, - "recall": 0.624506, - "f1": 0.590391, - "accuracy": 0.624506, - "main_score": 0.590391, - "hf_subset": "cjk_Latn-por_Latn", - "languages": [ - "cjk-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570632, - "recall": 0.604743, - "f1": 0.580267, - "accuracy": 0.604743, - "main_score": 0.580267, - "hf_subset": "cjk_Latn-sun_Latn", - "languages": [ - "cjk-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505524, - "recall": 0.545455, - "f1": 0.516745, - "accuracy": 0.545455, - "main_score": 0.516745, - "hf_subset": "cjk_Latn-umb_Latn", - "languages": [ - "cjk-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554923, - "recall": 0.593874, - "f1": 0.565333, - "accuracy": 0.593874, - "main_score": 0.565333, - "hf_subset": "cjk_Latn-ajp_Arab", - "languages": [ - "cjk-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401504, - "recall": 0.444664, - "f1": 0.413546, - "accuracy": 0.444664, - "main_score": 0.413546, - "hf_subset": "cjk_Latn-bjn_Arab", - "languages": [ - "cjk-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487006, - "recall": 0.519763, - "f1": 0.49641, - "accuracy": 0.519763, - "main_score": 0.49641, - "hf_subset": "cjk_Latn-ewe_Latn", - "languages": [ - "cjk-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576055, - "recall": 0.610672, - "f1": 0.586327, - "accuracy": 0.610672, - "main_score": 0.586327, - "hf_subset": "cjk_Latn-ilo_Latn", - "languages": [ - "cjk-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306861, - "recall": 0.34585, - "f1": 0.317544, - "accuracy": 0.34585, - "main_score": 0.317544, - "hf_subset": "cjk_Latn-knc_Arab", - "languages": [ - "cjk-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558957, - "recall": 0.606719, - "f1": 0.571566, - "accuracy": 0.606719, - "main_score": 0.571566, - "hf_subset": "cjk_Latn-mkd_Cyrl", - "languages": [ - "cjk-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548988, - "recall": 0.591897, - "f1": 0.560746, - "accuracy": 0.591897, - "main_score": 0.560746, - "hf_subset": "cjk_Latn-prs_Arab", - "languages": [ - "cjk-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578133, - "recall": 0.620553, - "f1": 0.589377, - "accuracy": 0.620553, - "main_score": 0.589377, - "hf_subset": "cjk_Latn-swe_Latn", - "languages": [ - "cjk-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537711, - "recall": 0.58498, - "f1": 0.550887, - "accuracy": 0.58498, - "main_score": 0.550887, - "hf_subset": "cjk_Latn-urd_Arab", - "languages": [ - "cjk-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512316, - "recall": 0.554348, - "f1": 0.523862, - "accuracy": 0.554348, - "main_score": 0.523862, - "hf_subset": "cjk_Latn-aka_Latn", - "languages": [ - "cjk-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576557, - "recall": 0.603755, - "f1": 0.583853, - "accuracy": 0.603755, - "main_score": 0.583853, - "hf_subset": "cjk_Latn-bjn_Latn", - "languages": [ - "cjk-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524444, - "recall": 0.565217, - "f1": 0.535995, - "accuracy": 0.565217, - "main_score": 0.535995, - "hf_subset": "cjk_Latn-fao_Latn", - "languages": [ - "cjk-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579462, - "recall": 0.620553, - "f1": 0.590881, - "accuracy": 0.620553, - "main_score": 0.590881, - "hf_subset": "cjk_Latn-ind_Latn", - "languages": [ - "cjk-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510441, - "recall": 0.54249, - "f1": 0.520059, - "accuracy": 0.54249, - "main_score": 0.520059, - "hf_subset": "cjk_Latn-knc_Latn", - "languages": [ - "cjk-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575778, - "recall": 0.608696, - "f1": 0.584031, - "accuracy": 0.608696, - "main_score": 0.584031, - "hf_subset": "cjk_Latn-mlt_Latn", - "languages": [ - "cjk-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539076, - "recall": 0.58004, - "f1": 0.550744, - "accuracy": 0.58004, - "main_score": 0.550744, - "hf_subset": "cjk_Latn-quy_Latn", - "languages": [ - "cjk-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547514, - "recall": 0.590909, - "f1": 0.559786, - "accuracy": 0.590909, - "main_score": 0.559786, - "hf_subset": "cjk_Latn-swh_Latn", - "languages": [ - "cjk-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540561, - "recall": 0.583004, - "f1": 0.5515, - "accuracy": 0.583004, - "main_score": 0.5515, - "hf_subset": "cjk_Latn-uzn_Latn", - "languages": [ - "cjk-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567913, - "recall": 0.607708, - "f1": 0.578478, - "accuracy": 0.607708, - "main_score": 0.578478, - "hf_subset": "cjk_Latn-als_Latn", - "languages": [ - "cjk-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.277771, - "recall": 0.318182, - "f1": 0.287512, - "accuracy": 0.318182, - "main_score": 0.287512, - "hf_subset": "cjk_Latn-bod_Tibt", - "languages": [ - "cjk-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50004, - "recall": 0.536561, - "f1": 0.510644, - "accuracy": 0.536561, - "main_score": 0.510644, - "hf_subset": "cjk_Latn-fij_Latn", - "languages": [ - "cjk-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529551, - "recall": 0.570158, - "f1": 0.540185, - "accuracy": 0.570158, - "main_score": 0.540185, - "hf_subset": "cjk_Latn-isl_Latn", - "languages": [ - "cjk-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530571, - "recall": 0.564229, - "f1": 0.540134, - "accuracy": 0.564229, - "main_score": 0.540134, - "hf_subset": "cjk_Latn-kon_Latn", - "languages": [ - "cjk-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478182, - "recall": 0.528656, - "f1": 0.492093, - "accuracy": 0.528656, - "main_score": 0.492093, - "hf_subset": "cjk_Latn-mni_Beng", - "languages": [ - "cjk-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595176, - "recall": 0.632411, - "f1": 0.604924, - "accuracy": 0.632411, - "main_score": 0.604924, - "hf_subset": "cjk_Latn-ron_Latn", - "languages": [ - "cjk-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559056, - "recall": 0.601779, - "f1": 0.570872, - "accuracy": 0.601779, - "main_score": 0.570872, - "hf_subset": "cjk_Latn-szl_Latn", - "languages": [ - "cjk-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579985, - "recall": 0.620553, - "f1": 0.591244, - "accuracy": 0.620553, - "main_score": 0.591244, - "hf_subset": "cjk_Latn-vec_Latn", - "languages": [ - "cjk-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473979, - "recall": 0.520751, - "f1": 0.487729, - "accuracy": 0.520751, - "main_score": 0.487729, - "hf_subset": "cjk_Latn-amh_Ethi", - "languages": [ - "cjk-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587129, - "recall": 0.625494, - "f1": 0.597113, - "accuracy": 0.625494, - "main_score": 0.597113, - "hf_subset": "cjk_Latn-bos_Latn", - "languages": [ - "cjk-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545845, - "recall": 0.587945, - "f1": 0.556831, - "accuracy": 0.587945, - "main_score": 0.556831, - "hf_subset": "cjk_Latn-fin_Latn", - "languages": [ - "cjk-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570088, - "recall": 0.612648, - "f1": 0.580908, - "accuracy": 0.612648, - "main_score": 0.580908, - "hf_subset": "cjk_Latn-ita_Latn", - "languages": [ - "cjk-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551333, - "recall": 0.599802, - "f1": 0.564237, - "accuracy": 0.599802, - "main_score": 0.564237, - "hf_subset": "cjk_Latn-kor_Hang", - "languages": [ - "cjk-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492379, - "recall": 0.530632, - "f1": 0.502992, - "accuracy": 0.530632, - "main_score": 0.502992, - "hf_subset": "cjk_Latn-mos_Latn", - "languages": [ - "cjk-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48218, - "recall": 0.517787, - "f1": 0.492162, - "accuracy": 0.517787, - "main_score": 0.492162, - "hf_subset": "cjk_Latn-run_Latn", - "languages": [ - "cjk-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540234, - "recall": 0.587945, - "f1": 0.553075, - "accuracy": 0.587945, - "main_score": 0.553075, - "hf_subset": "cjk_Latn-tam_Taml", - "languages": [ - "cjk-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563568, - "recall": 0.604743, - "f1": 0.574228, - "accuracy": 0.604743, - "main_score": 0.574228, - "hf_subset": "cjk_Latn-vie_Latn", - "languages": [ - "cjk-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548749, - "recall": 0.589921, - "f1": 0.55978, - "accuracy": 0.589921, - "main_score": 0.55978, - "hf_subset": "cjk_Latn-apc_Arab", - "languages": [ - "cjk-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538199, - "recall": 0.577075, - "f1": 0.548841, - "accuracy": 0.577075, - "main_score": 0.548841, - "hf_subset": "cjk_Latn-bug_Latn", - "languages": [ - "cjk-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451088, - "recall": 0.496047, - "f1": 0.463285, - "accuracy": 0.496047, - "main_score": 0.463285, - "hf_subset": "cjk_Latn-fon_Latn", - "languages": [ - "cjk-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572134, - "recall": 0.601779, - "f1": 0.580569, - "accuracy": 0.601779, - "main_score": 0.580569, - "hf_subset": "cjk_Latn-jav_Latn", - "languages": [ - "cjk-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508491, - "recall": 0.554348, - "f1": 0.521024, - "accuracy": 0.554348, - "main_score": 0.521024, - "hf_subset": "cjk_Latn-lao_Laoo", - "languages": [ - "cjk-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476132, - "recall": 0.508893, - "f1": 0.485199, - "accuracy": 0.508893, - "main_score": 0.485199, - "hf_subset": "cjk_Latn-mri_Latn", - "languages": [ - "cjk-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559825, - "recall": 0.602767, - "f1": 0.571527, - "accuracy": 0.602767, - "main_score": 0.571527, - "hf_subset": "cjk_Latn-rus_Cyrl", - "languages": [ - "cjk-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482955, - "recall": 0.516798, - "f1": 0.493267, - "accuracy": 0.516798, - "main_score": 0.493267, - "hf_subset": "cjk_Latn-taq_Latn", - "languages": [ - "cjk-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582581, - "recall": 0.613636, - "f1": 0.590997, - "accuracy": 0.613636, - "main_score": 0.590997, - "hf_subset": "cjk_Latn-war_Latn", - "languages": [ - "cjk-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548443, - "recall": 0.590909, - "f1": 0.559928, - "accuracy": 0.590909, - "main_score": 0.559928, - "hf_subset": "cjk_Latn-arb_Arab", - "languages": [ - "cjk-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55944, - "recall": 0.605731, - "f1": 0.571927, - "accuracy": 0.605731, - "main_score": 0.571927, - "hf_subset": "cjk_Latn-bul_Cyrl", - "languages": [ - "cjk-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576944, - "recall": 0.619565, - "f1": 0.588377, - "accuracy": 0.619565, - "main_score": 0.588377, - "hf_subset": "cjk_Latn-fra_Latn", - "languages": [ - "cjk-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555402, - "recall": 0.599802, - "f1": 0.568276, - "accuracy": 0.599802, - "main_score": 0.568276, - "hf_subset": "cjk_Latn-jpn_Jpan", - "languages": [ - "cjk-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573124, - "recall": 0.610672, - "f1": 0.582851, - "accuracy": 0.610672, - "main_score": 0.582851, - "hf_subset": "cjk_Latn-lij_Latn", - "languages": [ - "cjk-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431672, - "recall": 0.485178, - "f1": 0.446816, - "accuracy": 0.485178, - "main_score": 0.446816, - "hf_subset": "cjk_Latn-mya_Mymr", - "languages": [ - "cjk-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511218, - "recall": 0.554348, - "f1": 0.52314, - "accuracy": 0.554348, - "main_score": 0.52314, - "hf_subset": "cjk_Latn-sag_Latn", - "languages": [ - "cjk-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204168, - "recall": 0.249012, - "f1": 0.214313, - "accuracy": 0.249012, - "main_score": 0.214313, - "hf_subset": "cjk_Latn-taq_Tfng", - "languages": [ - "cjk-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519055, - "recall": 0.554348, - "f1": 0.529433, - "accuracy": 0.554348, - "main_score": 0.529433, - "hf_subset": "cjk_Latn-wol_Latn", - "languages": [ - "cjk-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458591, - "recall": 0.502964, - "f1": 0.470643, - "accuracy": 0.502964, - "main_score": 0.470643, - "hf_subset": "cjk_Latn-arb_Latn", - "languages": [ - "cjk-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574711, - "recall": 0.617589, - "f1": 0.58595, - "accuracy": 0.617589, - "main_score": 0.58595, - "hf_subset": "cjk_Latn-cat_Latn", - "languages": [ - "cjk-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569044, - "recall": 0.607708, - "f1": 0.579635, - "accuracy": 0.607708, - "main_score": 0.579635, - "hf_subset": "cjk_Latn-fur_Latn", - "languages": [ - "cjk-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39829, - "recall": 0.443676, - "f1": 0.409773, - "accuracy": 0.443676, - "main_score": 0.409773, - "hf_subset": "cjk_Latn-kab_Latn", - "languages": [ - "cjk-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576865, - "recall": 0.613636, - "f1": 0.586369, - "accuracy": 0.613636, - "main_score": 0.586369, - "hf_subset": "cjk_Latn-lim_Latn", - "languages": [ - "cjk-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564856, - "recall": 0.607708, - "f1": 0.576727, - "accuracy": 0.607708, - "main_score": 0.576727, - "hf_subset": "cjk_Latn-nld_Latn", - "languages": [ - "cjk-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519434, - "recall": 0.56917, - "f1": 0.532176, - "accuracy": 0.56917, - "main_score": 0.532176, - "hf_subset": "cjk_Latn-san_Deva", - "languages": [ - "cjk-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550988, - "recall": 0.59585, - "f1": 0.563172, - "accuracy": 0.59585, - "main_score": 0.563172, - "hf_subset": "cjk_Latn-tat_Cyrl", - "languages": [ - "cjk-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525972, - "recall": 0.563241, - "f1": 0.537206, - "accuracy": 0.563241, - "main_score": 0.537206, - "hf_subset": "cjk_Latn-xho_Latn", - "languages": [ - "cjk-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528989, - "recall": 0.575099, - "f1": 0.541703, - "accuracy": 0.575099, - "main_score": 0.541703, - "hf_subset": "cjk_Latn-ars_Arab", - "languages": [ - "cjk-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587798, - "recall": 0.616601, - "f1": 0.595586, - "accuracy": 0.616601, - "main_score": 0.595586, - "hf_subset": "cjk_Latn-ceb_Latn", - "languages": [ - "cjk-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486226, - "recall": 0.529644, - "f1": 0.499144, - "accuracy": 0.529644, - "main_score": 0.499144, - "hf_subset": "cjk_Latn-fuv_Latn", - "languages": [ - "cjk-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482444, - "recall": 0.519763, - "f1": 0.493141, - "accuracy": 0.519763, - "main_score": 0.493141, - "hf_subset": "cjk_Latn-kac_Latn", - "languages": [ - "cjk-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540867, - "recall": 0.578063, - "f1": 0.550812, - "accuracy": 0.578063, - "main_score": 0.550812, - "hf_subset": "cjk_Latn-lin_Latn", - "languages": [ - "cjk-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551679, - "recall": 0.596838, - "f1": 0.563836, - "accuracy": 0.596838, - "main_score": 0.563836, - "hf_subset": "cjk_Latn-nno_Latn", - "languages": [ - "cjk-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.112591, - "recall": 0.145257, - "f1": 0.120749, - "accuracy": 0.145257, - "main_score": 0.120749, - "hf_subset": "cjk_Latn-sat_Olck", - "languages": [ - "cjk-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550255, - "recall": 0.596838, - "f1": 0.56238, - "accuracy": 0.596838, - "main_score": 0.56238, - "hf_subset": "cjk_Latn-tel_Telu", - "languages": [ - "cjk-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47926, - "recall": 0.529644, - "f1": 0.492514, - "accuracy": 0.529644, - "main_score": 0.492514, - "hf_subset": "cjk_Latn-ydd_Hebr", - "languages": [ - "cjk-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533641, - "recall": 0.567194, - "f1": 0.542768, - "accuracy": 0.567194, - "main_score": 0.542768, - "hf_subset": "cjk_Latn-ary_Arab", - "languages": [ - "cjk-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563574, - "recall": 0.608696, - "f1": 0.574999, - "accuracy": 0.608696, - "main_score": 0.574999, - "hf_subset": "cjk_Latn-ces_Latn", - "languages": [ - "cjk-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477637, - "recall": 0.517787, - "f1": 0.48846, - "accuracy": 0.517787, - "main_score": 0.48846, - "hf_subset": "cjk_Latn-gaz_Latn", - "languages": [ - "cjk-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484543, - "recall": 0.522727, - "f1": 0.495361, - "accuracy": 0.522727, - "main_score": 0.495361, - "hf_subset": "cjk_Latn-kam_Latn", - "languages": [ - "cjk-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557059, - "recall": 0.597826, - "f1": 0.568155, - "accuracy": 0.597826, - "main_score": 0.568155, - "hf_subset": "cjk_Latn-lit_Latn", - "languages": [ - "cjk-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570259, - "recall": 0.61166, - "f1": 0.581311, - "accuracy": 0.61166, - "main_score": 0.581311, - "hf_subset": "cjk_Latn-nob_Latn", - "languages": [ - "cjk-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574066, - "recall": 0.610672, - "f1": 0.584125, - "accuracy": 0.610672, - "main_score": 0.584125, - "hf_subset": "cjk_Latn-scn_Latn", - "languages": [ - "cjk-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537893, - "recall": 0.578063, - "f1": 0.549257, - "accuracy": 0.578063, - "main_score": 0.549257, - "hf_subset": "cjk_Latn-tgk_Cyrl", - "languages": [ - "cjk-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469466, - "recall": 0.513834, - "f1": 0.482117, - "accuracy": 0.513834, - "main_score": 0.482117, - "hf_subset": "cjk_Latn-yor_Latn", - "languages": [ - "cjk-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546484, - "recall": 0.587945, - "f1": 0.557103, - "accuracy": 0.587945, - "main_score": 0.557103, - "hf_subset": "cjk_Latn-arz_Arab", - "languages": [ - "cjk-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489068, - "recall": 0.52668, - "f1": 0.499348, - "accuracy": 0.52668, - "main_score": 0.499348, - "hf_subset": "cjk_Latn-gla_Latn", - "languages": [ - "cjk-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542556, - "recall": 0.586957, - "f1": 0.555171, - "accuracy": 0.586957, - "main_score": 0.555171, - "hf_subset": "cjk_Latn-kan_Knda", - "languages": [ - "cjk-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566782, - "recall": 0.602767, - "f1": 0.576917, - "accuracy": 0.602767, - "main_score": 0.576917, - "hf_subset": "cjk_Latn-lmo_Latn", - "languages": [ - "cjk-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54903, - "recall": 0.596838, - "f1": 0.561595, - "accuracy": 0.596838, - "main_score": 0.561595, - "hf_subset": "cjk_Latn-npi_Deva", - "languages": [ - "cjk-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407604, - "recall": 0.460474, - "f1": 0.422631, - "accuracy": 0.460474, - "main_score": 0.422631, - "hf_subset": "cjk_Latn-shn_Mymr", - "languages": [ - "cjk-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580942, - "recall": 0.617589, - "f1": 0.590731, - "accuracy": 0.617589, - "main_score": 0.590731, - "hf_subset": "cjk_Latn-tgl_Latn", - "languages": [ - "cjk-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543839, - "recall": 0.58498, - "f1": 0.555114, - "accuracy": 0.58498, - "main_score": 0.555114, - "hf_subset": "cjk_Latn-yue_Hant", - "languages": [ - "cjk-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518462, - "recall": 0.562253, - "f1": 0.530217, - "accuracy": 0.562253, - "main_score": 0.530217, - "hf_subset": "cjk_Latn-asm_Beng", - "languages": [ - "cjk-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498071, - "recall": 0.54249, - "f1": 0.510546, - "accuracy": 0.54249, - "main_score": 0.510546, - "hf_subset": "cjk_Latn-ckb_Arab", - "languages": [ - "cjk-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484934, - "recall": 0.528656, - "f1": 0.496542, - "accuracy": 0.528656, - "main_score": 0.496542, - "hf_subset": "cjk_Latn-gle_Latn", - "languages": [ - "cjk-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500634, - "recall": 0.541502, - "f1": 0.511793, - "accuracy": 0.541502, - "main_score": 0.511793, - "hf_subset": "cjk_Latn-kas_Arab", - "languages": [ - "cjk-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538392, - "recall": 0.583004, - "f1": 0.551001, - "accuracy": 0.583004, - "main_score": 0.551001, - "hf_subset": "cjk_Latn-ltg_Latn", - "languages": [ - "cjk-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543399, - "recall": 0.583004, - "f1": 0.553893, - "accuracy": 0.583004, - "main_score": 0.553893, - "hf_subset": "cjk_Latn-nso_Latn", - "languages": [ - "cjk-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477375, - "recall": 0.525692, - "f1": 0.490534, - "accuracy": 0.525692, - "main_score": 0.490534, - "hf_subset": "cjk_Latn-sin_Sinh", - "languages": [ - "cjk-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546558, - "recall": 0.593874, - "f1": 0.559793, - "accuracy": 0.593874, - "main_score": 0.559793, - "hf_subset": "cjk_Latn-tha_Thai", - "languages": [ - "cjk-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539727, - "recall": 0.583004, - "f1": 0.551528, - "accuracy": 0.583004, - "main_score": 0.551528, - "hf_subset": "cjk_Latn-zho_Hans", - "languages": [ - "cjk-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576581, - "recall": 0.618577, - "f1": 0.588334, - "accuracy": 0.618577, - "main_score": 0.588334, - "hf_subset": "cjk_Latn-ast_Latn", - "languages": [ - "cjk-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536075, - "recall": 0.574111, - "f1": 0.545943, - "accuracy": 0.574111, - "main_score": 0.545943, - "hf_subset": "cjk_Latn-crh_Latn", - "languages": [ - "cjk-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569313, - "recall": 0.612648, - "f1": 0.58159, - "accuracy": 0.612648, - "main_score": 0.58159, - "hf_subset": "cjk_Latn-glg_Latn", - "languages": [ - "cjk-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501155, - "recall": 0.549407, - "f1": 0.515566, - "accuracy": 0.549407, - "main_score": 0.515566, - "hf_subset": "cjk_Latn-kas_Deva", - "languages": [ - "cjk-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552229, - "recall": 0.588933, - "f1": 0.562211, - "accuracy": 0.588933, - "main_score": 0.562211, - "hf_subset": "cjk_Latn-ltz_Latn", - "languages": [ - "cjk-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429522, - "recall": 0.479249, - "f1": 0.443549, - "accuracy": 0.479249, - "main_score": 0.443549, - "hf_subset": "cjk_Latn-nus_Latn", - "languages": [ - "cjk-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551192, - "recall": 0.603755, - "f1": 0.564896, - "accuracy": 0.603755, - "main_score": 0.564896, - "hf_subset": "cjk_Latn-slk_Latn", - "languages": [ - "cjk-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400874, - "recall": 0.447628, - "f1": 0.413924, - "accuracy": 0.447628, - "main_score": 0.413924, - "hf_subset": "cjk_Latn-tir_Ethi", - "languages": [ - "cjk-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552527, - "recall": 0.59585, - "f1": 0.563674, - "accuracy": 0.59585, - "main_score": 0.563674, - "hf_subset": "cjk_Latn-zho_Hant", - "languages": [ - "cjk-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564735, - "recall": 0.603755, - "f1": 0.575704, - "accuracy": 0.603755, - "main_score": 0.575704, - "hf_subset": "cjk_Latn-awa_Deva", - "languages": [ - "cjk-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531899, - "recall": 0.572134, - "f1": 0.543069, - "accuracy": 0.572134, - "main_score": 0.543069, - "hf_subset": "cjk_Latn-cym_Latn", - "languages": [ - "cjk-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567636, - "recall": 0.602767, - "f1": 0.577695, - "accuracy": 0.602767, - "main_score": 0.577695, - "hf_subset": "cjk_Latn-grn_Latn", - "languages": [ - "cjk-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535269, - "recall": 0.574111, - "f1": 0.545515, - "accuracy": 0.574111, - "main_score": 0.545515, - "hf_subset": "cjk_Latn-kat_Geor", - "languages": [ - "cjk-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535813, - "recall": 0.571146, - "f1": 0.545808, - "accuracy": 0.571146, - "main_score": 0.545808, - "hf_subset": "cjk_Latn-lua_Latn", - "languages": [ - "cjk-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511775, - "recall": 0.556324, - "f1": 0.524822, - "accuracy": 0.556324, - "main_score": 0.524822, - "hf_subset": "cjk_Latn-nya_Latn", - "languages": [ - "cjk-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565714, - "recall": 0.606719, - "f1": 0.576948, - "accuracy": 0.606719, - "main_score": 0.576948, - "hf_subset": "cjk_Latn-slv_Latn", - "languages": [ - "cjk-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563207, - "recall": 0.598814, - "f1": 0.573346, - "accuracy": 0.598814, - "main_score": 0.573346, - "hf_subset": "cjk_Latn-tpi_Latn", - "languages": [ - "cjk-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576375, - "recall": 0.620553, - "f1": 0.588742, - "accuracy": 0.620553, - "main_score": 0.588742, - "hf_subset": "cjk_Latn-zsm_Latn", - "languages": [ - "cjk-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493759, - "recall": 0.536561, - "f1": 0.506176, - "accuracy": 0.536561, - "main_score": 0.506176, - "hf_subset": "cjk_Latn-ayr_Latn", - "languages": [ - "cjk-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568546, - "recall": 0.612648, - "f1": 0.58035, - "accuracy": 0.612648, - "main_score": 0.58035, - "hf_subset": "cjk_Latn-dan_Latn", - "languages": [ - "cjk-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549143, - "recall": 0.594862, - "f1": 0.561314, - "accuracy": 0.594862, - "main_score": 0.561314, - "hf_subset": "cjk_Latn-guj_Gujr", - "languages": [ - "cjk-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564937, - "recall": 0.603755, - "f1": 0.575707, - "accuracy": 0.603755, - "main_score": 0.575707, - "hf_subset": "cjk_Latn-kaz_Cyrl", - "languages": [ - "cjk-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478074, - "recall": 0.517787, - "f1": 0.489173, - "accuracy": 0.517787, - "main_score": 0.489173, - "hf_subset": "cjk_Latn-lug_Latn", - "languages": [ - "cjk-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59202, - "recall": 0.630435, - "f1": 0.602264, - "accuracy": 0.630435, - "main_score": 0.602264, - "hf_subset": "cjk_Latn-oci_Latn", - "languages": [ - "cjk-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523987, - "recall": 0.562253, - "f1": 0.534875, - "accuracy": 0.562253, - "main_score": 0.534875, - "hf_subset": "cjk_Latn-smo_Latn", - "languages": [ - "cjk-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490694, - "recall": 0.532609, - "f1": 0.502389, - "accuracy": 0.532609, - "main_score": 0.502389, - "hf_subset": "cjk_Latn-tsn_Latn", - "languages": [ - "cjk-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501517, - "recall": 0.54249, - "f1": 0.512517, - "accuracy": 0.54249, - "main_score": 0.512517, - "hf_subset": "cjk_Latn-zul_Latn", - "languages": [ - "cjk-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493875, - "recall": 0.540514, - "f1": 0.507164, - "accuracy": 0.540514, - "main_score": 0.507164, - "hf_subset": "cjk_Latn-azb_Arab", - "languages": [ - "cjk-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565969, - "recall": 0.609684, - "f1": 0.578268, - "accuracy": 0.609684, - "main_score": 0.578268, - "hf_subset": "cjk_Latn-deu_Latn", - "languages": [ - "cjk-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535197, - "recall": 0.579051, - "f1": 0.546854, - "accuracy": 0.579051, - "main_score": 0.546854, - "hf_subset": "cjk_Latn-hat_Latn", - "languages": [ - "cjk-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465032, - "recall": 0.505929, - "f1": 0.476028, - "accuracy": 0.505929, - "main_score": 0.476028, - "hf_subset": "cjk_Latn-kbp_Latn", - "languages": [ - "cjk-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512667, - "recall": 0.550395, - "f1": 0.523588, - "accuracy": 0.550395, - "main_score": 0.523588, - "hf_subset": "cjk_Latn-luo_Latn", - "languages": [ - "cjk-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54239, - "recall": 0.589921, - "f1": 0.555169, - "accuracy": 0.589921, - "main_score": 0.555169, - "hf_subset": "cjk_Latn-ory_Orya", - "languages": [ - "cjk-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50415, - "recall": 0.54249, - "f1": 0.515699, - "accuracy": 0.54249, - "main_score": 0.515699, - "hf_subset": "cjk_Latn-sna_Latn", - "languages": [ - "cjk-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511685, - "recall": 0.545455, - "f1": 0.521516, - "accuracy": 0.545455, - "main_score": 0.521516, - "hf_subset": "cjk_Latn-tso_Latn", - "languages": [ - "cjk-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539688, - "recall": 0.585968, - "f1": 0.552678, - "accuracy": 0.585968, - "main_score": 0.552678, - "hf_subset": "cjk_Latn-azj_Latn", - "languages": [ - "cjk-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470372, - "recall": 0.519763, - "f1": 0.48498, - "accuracy": 0.519763, - "main_score": 0.48498, - "hf_subset": "cjk_Latn-dik_Latn", - "languages": [ - "cjk-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508427, - "recall": 0.545455, - "f1": 0.519255, - "accuracy": 0.545455, - "main_score": 0.519255, - "hf_subset": "cjk_Latn-hau_Latn", - "languages": [ - "cjk-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586664, - "recall": 0.619565, - "f1": 0.595642, - "accuracy": 0.619565, - "main_score": 0.595642, - "hf_subset": "cjk_Latn-kea_Latn", - "languages": [ - "cjk-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530683, - "recall": 0.572134, - "f1": 0.54266, - "accuracy": 0.572134, - "main_score": 0.54266, - "hf_subset": "cjk_Latn-lus_Latn", - "languages": [ - "cjk-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564291, - "recall": 0.592885, - "f1": 0.572632, - "accuracy": 0.592885, - "main_score": 0.572632, - "hf_subset": "cjk_Latn-pag_Latn", - "languages": [ - "cjk-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518798, - "recall": 0.566206, - "f1": 0.532524, - "accuracy": 0.566206, - "main_score": 0.532524, - "hf_subset": "cjk_Latn-snd_Arab", - "languages": [ - "cjk-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523784, - "recall": 0.564229, - "f1": 0.534961, - "accuracy": 0.564229, - "main_score": 0.534961, - "hf_subset": "cjk_Latn-tuk_Latn", - "languages": [ - "cjk-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555883, - "recall": 0.590909, - "f1": 0.565633, - "accuracy": 0.590909, - "main_score": 0.565633, - "hf_subset": "cjk_Latn-bak_Cyrl", - "languages": [ - "cjk-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426887, - "recall": 0.481225, - "f1": 0.442591, - "accuracy": 0.481225, - "main_score": 0.442591, - "hf_subset": "cjk_Latn-dyu_Latn", - "languages": [ - "cjk-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526965, - "recall": 0.572134, - "f1": 0.539715, - "accuracy": 0.572134, - "main_score": 0.539715, - "hf_subset": "cjk_Latn-heb_Hebr", - "languages": [ - "cjk-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532008, - "recall": 0.571146, - "f1": 0.54252, - "accuracy": 0.571146, - "main_score": 0.54252, - "hf_subset": "cjk_Latn-khk_Cyrl", - "languages": [ - "cjk-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551888, - "recall": 0.587945, - "f1": 0.561654, - "accuracy": 0.587945, - "main_score": 0.561654, - "hf_subset": "cjk_Latn-lvs_Latn", - "languages": [ - "cjk-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534773, - "recall": 0.582016, - "f1": 0.548701, - "accuracy": 0.582016, - "main_score": 0.548701, - "hf_subset": "cjk_Latn-pan_Guru", - "languages": [ - "cjk-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476251, - "recall": 0.518775, - "f1": 0.488543, - "accuracy": 0.518775, - "main_score": 0.488543, - "hf_subset": "cjk_Latn-som_Latn", - "languages": [ - "cjk-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503524, - "recall": 0.537549, - "f1": 0.513754, - "accuracy": 0.537549, - "main_score": 0.513754, - "hf_subset": "cjk_Latn-tum_Latn", - "languages": [ - "cjk-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441002, - "recall": 0.48419, - "f1": 0.453214, - "accuracy": 0.48419, - "main_score": 0.453214, - "hf_subset": "gla_Latn-ace_Arab", - "languages": [ - "gla-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496328, - "recall": 0.538538, - "f1": 0.508273, - "accuracy": 0.538538, - "main_score": 0.508273, - "hf_subset": "gla_Latn-bam_Latn", - "languages": [ - "gla-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.27031, - "recall": 0.327075, - "f1": 0.285452, - "accuracy": 0.327075, - "main_score": 0.285452, - "hf_subset": "gla_Latn-dzo_Tibt", - "languages": [ - "gla-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760789, - "recall": 0.810277, - "f1": 0.774618, - "accuracy": 0.810277, - "main_score": 0.774618, - "hf_subset": "gla_Latn-hin_Deva", - "languages": [ - "gla-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727871, - "recall": 0.777668, - "f1": 0.741472, - "accuracy": 0.777668, - "main_score": 0.741472, - "hf_subset": "gla_Latn-khm_Khmr", - "languages": [ - "gla-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732164, - "recall": 0.788538, - "f1": 0.747993, - "accuracy": 0.788538, - "main_score": 0.747993, - "hf_subset": "gla_Latn-mag_Deva", - "languages": [ - "gla-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69024, - "recall": 0.738142, - "f1": 0.702861, - "accuracy": 0.738142, - "main_score": 0.702861, - "hf_subset": "gla_Latn-pap_Latn", - "languages": [ - "gla-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5468, - "recall": 0.588933, - "f1": 0.558044, - "accuracy": 0.588933, - "main_score": 0.558044, - "hf_subset": "gla_Latn-sot_Latn", - "languages": [ - "gla-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751947, - "recall": 0.804348, - "f1": 0.765953, - "accuracy": 0.804348, - "main_score": 0.765953, - "hf_subset": "gla_Latn-tur_Latn", - "languages": [ - "gla-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609239, - "recall": 0.651186, - "f1": 0.620857, - "accuracy": 0.651186, - "main_score": 0.620857, - "hf_subset": "gla_Latn-ace_Latn", - "languages": [ - "gla-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663623, - "recall": 0.709486, - "f1": 0.6761, - "accuracy": 0.709486, - "main_score": 0.6761, - "hf_subset": "gla_Latn-ban_Latn", - "languages": [ - "gla-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751294, - "recall": 0.8083, - "f1": 0.767526, - "accuracy": 0.8083, - "main_score": 0.767526, - "hf_subset": "gla_Latn-ell_Grek", - "languages": [ - "gla-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721627, - "recall": 0.773715, - "f1": 0.73559, - "accuracy": 0.773715, - "main_score": 0.73559, - "hf_subset": "gla_Latn-hne_Deva", - "languages": [ - "gla-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47588, - "recall": 0.52668, - "f1": 0.489311, - "accuracy": 0.52668, - "main_score": 0.489311, - "hf_subset": "gla_Latn-kik_Latn", - "languages": [ - "gla-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710056, - "recall": 0.76581, - "f1": 0.725933, - "accuracy": 0.76581, - "main_score": 0.725933, - "hf_subset": "gla_Latn-mai_Deva", - "languages": [ - "gla-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682025, - "recall": 0.73913, - "f1": 0.697615, - "accuracy": 0.73913, - "main_score": 0.697615, - "hf_subset": "gla_Latn-pbt_Arab", - "languages": [ - "gla-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777023, - "recall": 0.821146, - "f1": 0.789146, - "accuracy": 0.821146, - "main_score": 0.789146, - "hf_subset": "gla_Latn-spa_Latn", - "languages": [ - "gla-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523337, - "recall": 0.562253, - "f1": 0.534553, - "accuracy": 0.562253, - "main_score": 0.534553, - "hf_subset": "gla_Latn-twi_Latn", - "languages": [ - "gla-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746227, - "recall": 0.797431, - "f1": 0.759925, - "accuracy": 0.797431, - "main_score": 0.759925, - "hf_subset": "gla_Latn-acm_Arab", - "languages": [ - "gla-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714356, - "recall": 0.764822, - "f1": 0.727555, - "accuracy": 0.764822, - "main_score": 0.727555, - "hf_subset": "gla_Latn-bel_Cyrl", - "languages": [ - "gla-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798512, - "recall": 0.84585, - "f1": 0.81184, - "accuracy": 0.84585, - "main_score": 0.81184, - "hf_subset": "gla_Latn-eng_Latn", - "languages": [ - "gla-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784814, - "recall": 0.833992, - "f1": 0.79893, - "accuracy": 0.833992, - "main_score": 0.79893, - "hf_subset": "gla_Latn-hrv_Latn", - "languages": [ - "gla-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51596, - "recall": 0.564229, - "f1": 0.529502, - "accuracy": 0.564229, - "main_score": 0.529502, - "hf_subset": "gla_Latn-kin_Latn", - "languages": [ - "gla-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74576, - "recall": 0.796443, - "f1": 0.759666, - "accuracy": 0.796443, - "main_score": 0.759666, - "hf_subset": "gla_Latn-mal_Mlym", - "languages": [ - "gla-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748701, - "recall": 0.80336, - "f1": 0.76359, - "accuracy": 0.80336, - "main_score": 0.76359, - "hf_subset": "gla_Latn-pes_Arab", - "languages": [ - "gla-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699205, - "recall": 0.748024, - "f1": 0.712367, - "accuracy": 0.748024, - "main_score": 0.712367, - "hf_subset": "gla_Latn-srd_Latn", - "languages": [ - "gla-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207036, - "recall": 0.250988, - "f1": 0.21849, - "accuracy": 0.250988, - "main_score": 0.21849, - "hf_subset": "gla_Latn-tzm_Tfng", - "languages": [ - "gla-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750929, - "recall": 0.804348, - "f1": 0.766076, - "accuracy": 0.804348, - "main_score": 0.766076, - "hf_subset": "gla_Latn-acq_Arab", - "languages": [ - "gla-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554366, - "recall": 0.596838, - "f1": 0.566253, - "accuracy": 0.596838, - "main_score": 0.566253, - "hf_subset": "gla_Latn-bem_Latn", - "languages": [ - "gla-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770018, - "recall": 0.817194, - "f1": 0.783268, - "accuracy": 0.817194, - "main_score": 0.783268, - "hf_subset": "gla_Latn-epo_Latn", - "languages": [ - "gla-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748362, - "recall": 0.799407, - "f1": 0.762656, - "accuracy": 0.799407, - "main_score": 0.762656, - "hf_subset": "gla_Latn-hun_Latn", - "languages": [ - "gla-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690762, - "recall": 0.746047, - "f1": 0.706181, - "accuracy": 0.746047, - "main_score": 0.706181, - "hf_subset": "gla_Latn-kir_Cyrl", - "languages": [ - "gla-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756299, - "recall": 0.804348, - "f1": 0.769422, - "accuracy": 0.804348, - "main_score": 0.769422, - "hf_subset": "gla_Latn-mar_Deva", - "languages": [ - "gla-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587733, - "recall": 0.631423, - "f1": 0.599399, - "accuracy": 0.631423, - "main_score": 0.599399, - "hf_subset": "gla_Latn-plt_Latn", - "languages": [ - "gla-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780699, - "recall": 0.826087, - "f1": 0.792924, - "accuracy": 0.826087, - "main_score": 0.792924, - "hf_subset": "gla_Latn-srp_Cyrl", - "languages": [ - "gla-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651341, - "recall": 0.712451, - "f1": 0.669001, - "accuracy": 0.712451, - "main_score": 0.669001, - "hf_subset": "gla_Latn-uig_Arab", - "languages": [ - "gla-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713481, - "recall": 0.754941, - "f1": 0.72545, - "accuracy": 0.754941, - "main_score": 0.72545, - "hf_subset": "gla_Latn-aeb_Arab", - "languages": [ - "gla-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755832, - "recall": 0.8083, - "f1": 0.770887, - "accuracy": 0.8083, - "main_score": 0.770887, - "hf_subset": "gla_Latn-ben_Beng", - "languages": [ - "gla-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752678, - "recall": 0.804348, - "f1": 0.76715, - "accuracy": 0.804348, - "main_score": 0.76715, - "hf_subset": "gla_Latn-est_Latn", - "languages": [ - "gla-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744891, - "recall": 0.796443, - "f1": 0.758902, - "accuracy": 0.796443, - "main_score": 0.758902, - "hf_subset": "gla_Latn-hye_Armn", - "languages": [ - "gla-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487702, - "recall": 0.532609, - "f1": 0.500332, - "accuracy": 0.532609, - "main_score": 0.500332, - "hf_subset": "gla_Latn-kmb_Latn", - "languages": [ - "gla-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379983, - "recall": 0.437747, - "f1": 0.395299, - "accuracy": 0.437747, - "main_score": 0.395299, - "hf_subset": "gla_Latn-min_Arab", - "languages": [ - "gla-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759157, - "recall": 0.810277, - "f1": 0.773734, - "accuracy": 0.810277, - "main_score": 0.773734, - "hf_subset": "gla_Latn-pol_Latn", - "languages": [ - "gla-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518675, - "recall": 0.568182, - "f1": 0.53193, - "accuracy": 0.568182, - "main_score": 0.53193, - "hf_subset": "gla_Latn-ssw_Latn", - "languages": [ - "gla-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775465, - "recall": 0.828063, - "f1": 0.79022, - "accuracy": 0.828063, - "main_score": 0.79022, - "hf_subset": "gla_Latn-ukr_Cyrl", - "languages": [ - "gla-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78611, - "recall": 0.83498, - "f1": 0.799867, - "accuracy": 0.83498, - "main_score": 0.799867, - "hf_subset": "gla_Latn-afr_Latn", - "languages": [ - "gla-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698052, - "recall": 0.744071, - "f1": 0.709857, - "accuracy": 0.744071, - "main_score": 0.709857, - "hf_subset": "gla_Latn-bho_Deva", - "languages": [ - "gla-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742866, - "recall": 0.79249, - "f1": 0.756208, - "accuracy": 0.79249, - "main_score": 0.756208, - "hf_subset": "gla_Latn-eus_Latn", - "languages": [ - "gla-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50789, - "recall": 0.559289, - "f1": 0.522309, - "accuracy": 0.559289, - "main_score": 0.522309, - "hf_subset": "gla_Latn-ibo_Latn", - "languages": [ - "gla-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66726, - "recall": 0.711462, - "f1": 0.680102, - "accuracy": 0.711462, - "main_score": 0.680102, - "hf_subset": "gla_Latn-kmr_Latn", - "languages": [ - "gla-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704333, - "recall": 0.758893, - "f1": 0.719434, - "accuracy": 0.758893, - "main_score": 0.719434, - "hf_subset": "gla_Latn-min_Latn", - "languages": [ - "gla-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777688, - "recall": 0.827075, - "f1": 0.791744, - "accuracy": 0.827075, - "main_score": 0.791744, - "hf_subset": "gla_Latn-por_Latn", - "languages": [ - "gla-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734901, - "recall": 0.781621, - "f1": 0.74702, - "accuracy": 0.781621, - "main_score": 0.74702, - "hf_subset": "gla_Latn-sun_Latn", - "languages": [ - "gla-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494281, - "recall": 0.537549, - "f1": 0.506283, - "accuracy": 0.537549, - "main_score": 0.506283, - "hf_subset": "gla_Latn-umb_Latn", - "languages": [ - "gla-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741852, - "recall": 0.79249, - "f1": 0.755456, - "accuracy": 0.79249, - "main_score": 0.755456, - "hf_subset": "gla_Latn-ajp_Arab", - "languages": [ - "gla-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408291, - "recall": 0.461462, - "f1": 0.422292, - "accuracy": 0.461462, - "main_score": 0.422292, - "hf_subset": "gla_Latn-bjn_Arab", - "languages": [ - "gla-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483325, - "recall": 0.519763, - "f1": 0.493599, - "accuracy": 0.519763, - "main_score": 0.493599, - "hf_subset": "gla_Latn-ewe_Latn", - "languages": [ - "gla-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684205, - "recall": 0.731225, - "f1": 0.696205, - "accuracy": 0.731225, - "main_score": 0.696205, - "hf_subset": "gla_Latn-ilo_Latn", - "languages": [ - "gla-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293686, - "recall": 0.337945, - "f1": 0.306258, - "accuracy": 0.337945, - "main_score": 0.306258, - "hf_subset": "gla_Latn-knc_Arab", - "languages": [ - "gla-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766996, - "recall": 0.81917, - "f1": 0.781139, - "accuracy": 0.81917, - "main_score": 0.781139, - "hf_subset": "gla_Latn-mkd_Cyrl", - "languages": [ - "gla-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739217, - "recall": 0.796443, - "f1": 0.754879, - "accuracy": 0.796443, - "main_score": 0.754879, - "hf_subset": "gla_Latn-prs_Arab", - "languages": [ - "gla-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767321, - "recall": 0.817194, - "f1": 0.781162, - "accuracy": 0.817194, - "main_score": 0.781162, - "hf_subset": "gla_Latn-swe_Latn", - "languages": [ - "gla-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753272, - "recall": 0.807312, - "f1": 0.768608, - "accuracy": 0.807312, - "main_score": 0.768608, - "hf_subset": "gla_Latn-urd_Arab", - "languages": [ - "gla-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50243, - "recall": 0.543478, - "f1": 0.513935, - "accuracy": 0.543478, - "main_score": 0.513935, - "hf_subset": "gla_Latn-aka_Latn", - "languages": [ - "gla-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703957, - "recall": 0.753953, - "f1": 0.717378, - "accuracy": 0.753953, - "main_score": 0.717378, - "hf_subset": "gla_Latn-bjn_Latn", - "languages": [ - "gla-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711255, - "recall": 0.757905, - "f1": 0.723647, - "accuracy": 0.757905, - "main_score": 0.723647, - "hf_subset": "gla_Latn-fao_Latn", - "languages": [ - "gla-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77315, - "recall": 0.823123, - "f1": 0.787091, - "accuracy": 0.823123, - "main_score": 0.787091, - "hf_subset": "gla_Latn-ind_Latn", - "languages": [ - "gla-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517492, - "recall": 0.557312, - "f1": 0.528669, - "accuracy": 0.557312, - "main_score": 0.528669, - "hf_subset": "gla_Latn-knc_Latn", - "languages": [ - "gla-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731657, - "recall": 0.781621, - "f1": 0.744588, - "accuracy": 0.781621, - "main_score": 0.744588, - "hf_subset": "gla_Latn-mlt_Latn", - "languages": [ - "gla-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54902, - "recall": 0.598814, - "f1": 0.562956, - "accuracy": 0.598814, - "main_score": 0.562956, - "hf_subset": "gla_Latn-quy_Latn", - "languages": [ - "gla-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721848, - "recall": 0.771739, - "f1": 0.735724, - "accuracy": 0.771739, - "main_score": 0.735724, - "hf_subset": "gla_Latn-swh_Latn", - "languages": [ - "gla-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731681, - "recall": 0.780632, - "f1": 0.745315, - "accuracy": 0.780632, - "main_score": 0.745315, - "hf_subset": "gla_Latn-uzn_Latn", - "languages": [ - "gla-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753092, - "recall": 0.802372, - "f1": 0.766637, - "accuracy": 0.802372, - "main_score": 0.766637, - "hf_subset": "gla_Latn-als_Latn", - "languages": [ - "gla-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397681, - "recall": 0.472332, - "f1": 0.418116, - "accuracy": 0.472332, - "main_score": 0.418116, - "hf_subset": "gla_Latn-bod_Tibt", - "languages": [ - "gla-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564543, - "recall": 0.609684, - "f1": 0.576582, - "accuracy": 0.609684, - "main_score": 0.576582, - "hf_subset": "gla_Latn-fij_Latn", - "languages": [ - "gla-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730437, - "recall": 0.779644, - "f1": 0.744162, - "accuracy": 0.779644, - "main_score": 0.744162, - "hf_subset": "gla_Latn-isl_Latn", - "languages": [ - "gla-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529812, - "recall": 0.572134, - "f1": 0.541444, - "accuracy": 0.572134, - "main_score": 0.541444, - "hf_subset": "gla_Latn-kon_Latn", - "languages": [ - "gla-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493114, - "recall": 0.547431, - "f1": 0.508375, - "accuracy": 0.547431, - "main_score": 0.508375, - "hf_subset": "gla_Latn-mni_Beng", - "languages": [ - "gla-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794642, - "recall": 0.841897, - "f1": 0.808338, - "accuracy": 0.841897, - "main_score": 0.808338, - "hf_subset": "gla_Latn-ron_Latn", - "languages": [ - "gla-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741679, - "recall": 0.790514, - "f1": 0.755337, - "accuracy": 0.790514, - "main_score": 0.755337, - "hf_subset": "gla_Latn-szl_Latn", - "languages": [ - "gla-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750167, - "recall": 0.794466, - "f1": 0.762417, - "accuracy": 0.794466, - "main_score": 0.762417, - "hf_subset": "gla_Latn-vec_Latn", - "languages": [ - "gla-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661171, - "recall": 0.719368, - "f1": 0.677915, - "accuracy": 0.719368, - "main_score": 0.677915, - "hf_subset": "gla_Latn-amh_Ethi", - "languages": [ - "gla-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788892, - "recall": 0.835968, - "f1": 0.802361, - "accuracy": 0.835968, - "main_score": 0.802361, - "hf_subset": "gla_Latn-bos_Latn", - "languages": [ - "gla-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740327, - "recall": 0.790514, - "f1": 0.754205, - "accuracy": 0.790514, - "main_score": 0.754205, - "hf_subset": "gla_Latn-fin_Latn", - "languages": [ - "gla-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761152, - "recall": 0.814229, - "f1": 0.776147, - "accuracy": 0.814229, - "main_score": 0.776147, - "hf_subset": "gla_Latn-ita_Latn", - "languages": [ - "gla-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731362, - "recall": 0.787549, - "f1": 0.747217, - "accuracy": 0.787549, - "main_score": 0.747217, - "hf_subset": "gla_Latn-kor_Hang", - "languages": [ - "gla-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482792, - "recall": 0.520751, - "f1": 0.493312, - "accuracy": 0.520751, - "main_score": 0.493312, - "hf_subset": "gla_Latn-mos_Latn", - "languages": [ - "gla-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531382, - "recall": 0.574111, - "f1": 0.543197, - "accuracy": 0.574111, - "main_score": 0.543197, - "hf_subset": "gla_Latn-run_Latn", - "languages": [ - "gla-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740936, - "recall": 0.794466, - "f1": 0.75605, - "accuracy": 0.794466, - "main_score": 0.75605, - "hf_subset": "gla_Latn-tam_Taml", - "languages": [ - "gla-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759186, - "recall": 0.811265, - "f1": 0.773943, - "accuracy": 0.811265, - "main_score": 0.773943, - "hf_subset": "gla_Latn-vie_Latn", - "languages": [ - "gla-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735414, - "recall": 0.786561, - "f1": 0.749761, - "accuracy": 0.786561, - "main_score": 0.749761, - "hf_subset": "gla_Latn-apc_Arab", - "languages": [ - "gla-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573732, - "recall": 0.619565, - "f1": 0.585195, - "accuracy": 0.619565, - "main_score": 0.585195, - "hf_subset": "gla_Latn-bug_Latn", - "languages": [ - "gla-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446338, - "recall": 0.48419, - "f1": 0.456878, - "accuracy": 0.48419, - "main_score": 0.456878, - "hf_subset": "gla_Latn-fon_Latn", - "languages": [ - "gla-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747787, - "recall": 0.79249, - "f1": 0.760361, - "accuracy": 0.79249, - "main_score": 0.760361, - "hf_subset": "gla_Latn-jav_Latn", - "languages": [ - "gla-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722592, - "recall": 0.77668, - "f1": 0.737309, - "accuracy": 0.77668, - "main_score": 0.737309, - "hf_subset": "gla_Latn-lao_Laoo", - "languages": [ - "gla-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653611, - "recall": 0.705534, - "f1": 0.667816, - "accuracy": 0.705534, - "main_score": 0.667816, - "hf_subset": "gla_Latn-mri_Latn", - "languages": [ - "gla-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769146, - "recall": 0.81917, - "f1": 0.783604, - "accuracy": 0.81917, - "main_score": 0.783604, - "hf_subset": "gla_Latn-rus_Cyrl", - "languages": [ - "gla-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460379, - "recall": 0.501976, - "f1": 0.472424, - "accuracy": 0.501976, - "main_score": 0.472424, - "hf_subset": "gla_Latn-taq_Latn", - "languages": [ - "gla-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736028, - "recall": 0.785573, - "f1": 0.748708, - "accuracy": 0.785573, - "main_score": 0.748708, - "hf_subset": "gla_Latn-war_Latn", - "languages": [ - "gla-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757317, - "recall": 0.809289, - "f1": 0.771784, - "accuracy": 0.809289, - "main_score": 0.771784, - "hf_subset": "gla_Latn-arb_Arab", - "languages": [ - "gla-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779507, - "recall": 0.827075, - "f1": 0.792698, - "accuracy": 0.827075, - "main_score": 0.792698, - "hf_subset": "gla_Latn-bul_Cyrl", - "languages": [ - "gla-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766555, - "recall": 0.817194, - "f1": 0.780676, - "accuracy": 0.817194, - "main_score": 0.780676, - "hf_subset": "gla_Latn-fra_Latn", - "languages": [ - "gla-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724001, - "recall": 0.775692, - "f1": 0.738068, - "accuracy": 0.775692, - "main_score": 0.738068, - "hf_subset": "gla_Latn-jpn_Jpan", - "languages": [ - "gla-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721853, - "recall": 0.770751, - "f1": 0.735273, - "accuracy": 0.770751, - "main_score": 0.735273, - "hf_subset": "gla_Latn-lij_Latn", - "languages": [ - "gla-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636073, - "recall": 0.712451, - "f1": 0.657793, - "accuracy": 0.712451, - "main_score": 0.657793, - "hf_subset": "gla_Latn-mya_Mymr", - "languages": [ - "gla-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502377, - "recall": 0.55336, - "f1": 0.516528, - "accuracy": 0.55336, - "main_score": 0.516528, - "hf_subset": "gla_Latn-sag_Latn", - "languages": [ - "gla-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204974, - "recall": 0.248024, - "f1": 0.21521, - "accuracy": 0.248024, - "main_score": 0.21521, - "hf_subset": "gla_Latn-taq_Tfng", - "languages": [ - "gla-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528404, - "recall": 0.572134, - "f1": 0.540393, - "accuracy": 0.572134, - "main_score": 0.540393, - "hf_subset": "gla_Latn-wol_Latn", - "languages": [ - "gla-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57862, - "recall": 0.629447, - "f1": 0.592421, - "accuracy": 0.629447, - "main_score": 0.592421, - "hf_subset": "gla_Latn-arb_Latn", - "languages": [ - "gla-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784471, - "recall": 0.83004, - "f1": 0.797128, - "accuracy": 0.83004, - "main_score": 0.797128, - "hf_subset": "gla_Latn-cat_Latn", - "languages": [ - "gla-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706498, - "recall": 0.753953, - "f1": 0.718519, - "accuracy": 0.753953, - "main_score": 0.718519, - "hf_subset": "gla_Latn-fur_Latn", - "languages": [ - "gla-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431722, - "recall": 0.481225, - "f1": 0.445412, - "accuracy": 0.481225, - "main_score": 0.445412, - "hf_subset": "gla_Latn-kab_Latn", - "languages": [ - "gla-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714419, - "recall": 0.762846, - "f1": 0.728374, - "accuracy": 0.762846, - "main_score": 0.728374, - "hf_subset": "gla_Latn-lim_Latn", - "languages": [ - "gla-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764826, - "recall": 0.815217, - "f1": 0.778757, - "accuracy": 0.815217, - "main_score": 0.778757, - "hf_subset": "gla_Latn-nld_Latn", - "languages": [ - "gla-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693639, - "recall": 0.749012, - "f1": 0.709505, - "accuracy": 0.749012, - "main_score": 0.709505, - "hf_subset": "gla_Latn-san_Deva", - "languages": [ - "gla-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716561, - "recall": 0.767787, - "f1": 0.730754, - "accuracy": 0.767787, - "main_score": 0.730754, - "hf_subset": "gla_Latn-tat_Cyrl", - "languages": [ - "gla-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592203, - "recall": 0.636364, - "f1": 0.603874, - "accuracy": 0.636364, - "main_score": 0.603874, - "hf_subset": "gla_Latn-xho_Latn", - "languages": [ - "gla-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74298, - "recall": 0.799407, - "f1": 0.758983, - "accuracy": 0.799407, - "main_score": 0.758983, - "hf_subset": "gla_Latn-ars_Arab", - "languages": [ - "gla-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773018, - "recall": 0.815217, - "f1": 0.78476, - "accuracy": 0.815217, - "main_score": 0.78476, - "hf_subset": "gla_Latn-ceb_Latn", - "languages": [ - "gla-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491133, - "recall": 0.530632, - "f1": 0.502927, - "accuracy": 0.530632, - "main_score": 0.502927, - "hf_subset": "gla_Latn-fuv_Latn", - "languages": [ - "gla-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471731, - "recall": 0.51581, - "f1": 0.483487, - "accuracy": 0.51581, - "main_score": 0.483487, - "hf_subset": "gla_Latn-kac_Latn", - "languages": [ - "gla-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551845, - "recall": 0.58498, - "f1": 0.56129, - "accuracy": 0.58498, - "main_score": 0.56129, - "hf_subset": "gla_Latn-lin_Latn", - "languages": [ - "gla-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769271, - "recall": 0.81917, - "f1": 0.783187, - "accuracy": 0.81917, - "main_score": 0.783187, - "hf_subset": "gla_Latn-nno_Latn", - "languages": [ - "gla-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178887, - "recall": 0.23913, - "f1": 0.194243, - "accuracy": 0.23913, - "main_score": 0.194243, - "hf_subset": "gla_Latn-sat_Olck", - "languages": [ - "gla-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758004, - "recall": 0.809289, - "f1": 0.772228, - "accuracy": 0.809289, - "main_score": 0.772228, - "hf_subset": "gla_Latn-tel_Telu", - "languages": [ - "gla-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678736, - "recall": 0.741107, - "f1": 0.696125, - "accuracy": 0.741107, - "main_score": 0.696125, - "hf_subset": "gla_Latn-ydd_Hebr", - "languages": [ - "gla-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693103, - "recall": 0.745059, - "f1": 0.706654, - "accuracy": 0.745059, - "main_score": 0.706654, - "hf_subset": "gla_Latn-ary_Arab", - "languages": [ - "gla-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78009, - "recall": 0.825099, - "f1": 0.792679, - "accuracy": 0.825099, - "main_score": 0.792679, - "hf_subset": "gla_Latn-ces_Latn", - "languages": [ - "gla-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518915, - "recall": 0.570158, - "f1": 0.533506, - "accuracy": 0.570158, - "main_score": 0.533506, - "hf_subset": "gla_Latn-gaz_Latn", - "languages": [ - "gla-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530781, - "recall": 0.572134, - "f1": 0.542271, - "accuracy": 0.572134, - "main_score": 0.542271, - "hf_subset": "gla_Latn-kam_Latn", - "languages": [ - "gla-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750983, - "recall": 0.800395, - "f1": 0.764483, - "accuracy": 0.800395, - "main_score": 0.764483, - "hf_subset": "gla_Latn-lit_Latn", - "languages": [ - "gla-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777422, - "recall": 0.824111, - "f1": 0.790514, - "accuracy": 0.824111, - "main_score": 0.790514, - "hf_subset": "gla_Latn-nob_Latn", - "languages": [ - "gla-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717534, - "recall": 0.763834, - "f1": 0.729614, - "accuracy": 0.763834, - "main_score": 0.729614, - "hf_subset": "gla_Latn-scn_Latn", - "languages": [ - "gla-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714359, - "recall": 0.759881, - "f1": 0.726413, - "accuracy": 0.759881, - "main_score": 0.726413, - "hf_subset": "gla_Latn-tgk_Cyrl", - "languages": [ - "gla-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567556, - "recall": 0.62747, - "f1": 0.585281, - "accuracy": 0.62747, - "main_score": 0.585281, - "hf_subset": "gla_Latn-yor_Latn", - "languages": [ - "gla-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731724, - "recall": 0.779644, - "f1": 0.744284, - "accuracy": 0.779644, - "main_score": 0.744284, - "hf_subset": "gla_Latn-arz_Arab", - "languages": [ - "gla-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483949, - "recall": 0.527668, - "f1": 0.496163, - "accuracy": 0.527668, - "main_score": 0.496163, - "hf_subset": "gla_Latn-cjk_Latn", - "languages": [ - "gla-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738985, - "recall": 0.794466, - "f1": 0.754837, - "accuracy": 0.794466, - "main_score": 0.754837, - "hf_subset": "gla_Latn-kan_Knda", - "languages": [ - "gla-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720613, - "recall": 0.766798, - "f1": 0.732927, - "accuracy": 0.766798, - "main_score": 0.732927, - "hf_subset": "gla_Latn-lmo_Latn", - "languages": [ - "gla-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749809, - "recall": 0.800395, - "f1": 0.763752, - "accuracy": 0.800395, - "main_score": 0.763752, - "hf_subset": "gla_Latn-npi_Deva", - "languages": [ - "gla-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432876, - "recall": 0.475296, - "f1": 0.444593, - "accuracy": 0.475296, - "main_score": 0.444593, - "hf_subset": "gla_Latn-shn_Mymr", - "languages": [ - "gla-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768101, - "recall": 0.812253, - "f1": 0.779692, - "accuracy": 0.812253, - "main_score": 0.779692, - "hf_subset": "gla_Latn-tgl_Latn", - "languages": [ - "gla-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728718, - "recall": 0.784585, - "f1": 0.74415, - "accuracy": 0.784585, - "main_score": 0.74415, - "hf_subset": "gla_Latn-yue_Hant", - "languages": [ - "gla-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71985, - "recall": 0.778656, - "f1": 0.736009, - "accuracy": 0.778656, - "main_score": 0.736009, - "hf_subset": "gla_Latn-asm_Beng", - "languages": [ - "gla-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686434, - "recall": 0.742095, - "f1": 0.701913, - "accuracy": 0.742095, - "main_score": 0.701913, - "hf_subset": "gla_Latn-ckb_Arab", - "languages": [ - "gla-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820306, - "recall": 0.856719, - "f1": 0.830737, - "accuracy": 0.856719, - "main_score": 0.830737, - "hf_subset": "gla_Latn-gle_Latn", - "languages": [ - "gla-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587649, - "recall": 0.644269, - "f1": 0.603477, - "accuracy": 0.644269, - "main_score": 0.603477, - "hf_subset": "gla_Latn-kas_Arab", - "languages": [ - "gla-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651585, - "recall": 0.706522, - "f1": 0.666643, - "accuracy": 0.706522, - "main_score": 0.666643, - "hf_subset": "gla_Latn-ltg_Latn", - "languages": [ - "gla-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545678, - "recall": 0.585968, - "f1": 0.556539, - "accuracy": 0.585968, - "main_score": 0.556539, - "hf_subset": "gla_Latn-nso_Latn", - "languages": [ - "gla-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681492, - "recall": 0.744071, - "f1": 0.698635, - "accuracy": 0.744071, - "main_score": 0.698635, - "hf_subset": "gla_Latn-sin_Sinh", - "languages": [ - "gla-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736299, - "recall": 0.793478, - "f1": 0.752008, - "accuracy": 0.793478, - "main_score": 0.752008, - "hf_subset": "gla_Latn-tha_Thai", - "languages": [ - "gla-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715095, - "recall": 0.770751, - "f1": 0.729986, - "accuracy": 0.770751, - "main_score": 0.729986, - "hf_subset": "gla_Latn-zho_Hans", - "languages": [ - "gla-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770432, - "recall": 0.820158, - "f1": 0.784328, - "accuracy": 0.820158, - "main_score": 0.784328, - "hf_subset": "gla_Latn-ast_Latn", - "languages": [ - "gla-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719737, - "recall": 0.773715, - "f1": 0.734812, - "accuracy": 0.773715, - "main_score": 0.734812, - "hf_subset": "gla_Latn-crh_Latn", - "languages": [ - "gla-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791419, - "recall": 0.835968, - "f1": 0.80377, - "accuracy": 0.835968, - "main_score": 0.80377, - "hf_subset": "gla_Latn-glg_Latn", - "languages": [ - "gla-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593007, - "recall": 0.653162, - "f1": 0.609193, - "accuracy": 0.653162, - "main_score": 0.609193, - "hf_subset": "gla_Latn-kas_Deva", - "languages": [ - "gla-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69518, - "recall": 0.743083, - "f1": 0.70757, - "accuracy": 0.743083, - "main_score": 0.70757, - "hf_subset": "gla_Latn-ltz_Latn", - "languages": [ - "gla-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456376, - "recall": 0.504941, - "f1": 0.469437, - "accuracy": 0.504941, - "main_score": 0.469437, - "hf_subset": "gla_Latn-nus_Latn", - "languages": [ - "gla-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779123, - "recall": 0.824111, - "f1": 0.791425, - "accuracy": 0.824111, - "main_score": 0.791425, - "hf_subset": "gla_Latn-slk_Latn", - "languages": [ - "gla-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448546, - "recall": 0.503953, - "f1": 0.46402, - "accuracy": 0.503953, - "main_score": 0.46402, - "hf_subset": "gla_Latn-tir_Ethi", - "languages": [ - "gla-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723758, - "recall": 0.786561, - "f1": 0.741471, - "accuracy": 0.786561, - "main_score": 0.741471, - "hf_subset": "gla_Latn-zho_Hant", - "languages": [ - "gla-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736019, - "recall": 0.786561, - "f1": 0.749937, - "accuracy": 0.786561, - "main_score": 0.749937, - "hf_subset": "gla_Latn-awa_Deva", - "languages": [ - "gla-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790228, - "recall": 0.83004, - "f1": 0.801082, - "accuracy": 0.83004, - "main_score": 0.801082, - "hf_subset": "gla_Latn-cym_Latn", - "languages": [ - "gla-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594492, - "recall": 0.634387, - "f1": 0.604966, - "accuracy": 0.634387, - "main_score": 0.604966, - "hf_subset": "gla_Latn-grn_Latn", - "languages": [ - "gla-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726352, - "recall": 0.780632, - "f1": 0.74113, - "accuracy": 0.780632, - "main_score": 0.74113, - "hf_subset": "gla_Latn-kat_Geor", - "languages": [ - "gla-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529275, - "recall": 0.572134, - "f1": 0.541123, - "accuracy": 0.572134, - "main_score": 0.541123, - "hf_subset": "gla_Latn-lua_Latn", - "languages": [ - "gla-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553728, - "recall": 0.598814, - "f1": 0.565886, - "accuracy": 0.598814, - "main_score": 0.565886, - "hf_subset": "gla_Latn-nya_Latn", - "languages": [ - "gla-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75903, - "recall": 0.806324, - "f1": 0.772278, - "accuracy": 0.806324, - "main_score": 0.772278, - "hf_subset": "gla_Latn-slv_Latn", - "languages": [ - "gla-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650422, - "recall": 0.697628, - "f1": 0.663353, - "accuracy": 0.697628, - "main_score": 0.663353, - "hf_subset": "gla_Latn-tpi_Latn", - "languages": [ - "gla-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787244, - "recall": 0.833992, - "f1": 0.799868, - "accuracy": 0.833992, - "main_score": 0.799868, - "hf_subset": "gla_Latn-zsm_Latn", - "languages": [ - "gla-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488215, - "recall": 0.531621, - "f1": 0.500678, - "accuracy": 0.531621, - "main_score": 0.500678, - "hf_subset": "gla_Latn-ayr_Latn", - "languages": [ - "gla-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781887, - "recall": 0.826087, - "f1": 0.793826, - "accuracy": 0.826087, - "main_score": 0.793826, - "hf_subset": "gla_Latn-dan_Latn", - "languages": [ - "gla-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759417, - "recall": 0.80336, - "f1": 0.77087, - "accuracy": 0.80336, - "main_score": 0.77087, - "hf_subset": "gla_Latn-guj_Gujr", - "languages": [ - "gla-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743136, - "recall": 0.796443, - "f1": 0.75829, - "accuracy": 0.796443, - "main_score": 0.75829, - "hf_subset": "gla_Latn-kaz_Cyrl", - "languages": [ - "gla-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505076, - "recall": 0.55336, - "f1": 0.518617, - "accuracy": 0.55336, - "main_score": 0.518617, - "hf_subset": "gla_Latn-lug_Latn", - "languages": [ - "gla-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.780293, - "recall": 0.825099, - "f1": 0.792676, - "accuracy": 0.825099, - "main_score": 0.792676, - "hf_subset": "gla_Latn-oci_Latn", - "languages": [ - "gla-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629931, - "recall": 0.676877, - "f1": 0.643404, - "accuracy": 0.676877, - "main_score": 0.643404, - "hf_subset": "gla_Latn-smo_Latn", - "languages": [ - "gla-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50319, - "recall": 0.549407, - "f1": 0.515655, - "accuracy": 0.549407, - "main_score": 0.515655, - "hf_subset": "gla_Latn-tsn_Latn", - "languages": [ - "gla-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561575, - "recall": 0.605731, - "f1": 0.57398, - "accuracy": 0.605731, - "main_score": 0.57398, - "hf_subset": "gla_Latn-zul_Latn", - "languages": [ - "gla-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594388, - "recall": 0.647233, - "f1": 0.609271, - "accuracy": 0.647233, - "main_score": 0.609271, - "hf_subset": "gla_Latn-azb_Arab", - "languages": [ - "gla-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768827, - "recall": 0.817194, - "f1": 0.782055, - "accuracy": 0.817194, - "main_score": 0.782055, - "hf_subset": "gla_Latn-deu_Latn", - "languages": [ - "gla-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68396, - "recall": 0.743083, - "f1": 0.700063, - "accuracy": 0.743083, - "main_score": 0.700063, - "hf_subset": "gla_Latn-hat_Latn", - "languages": [ - "gla-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452709, - "recall": 0.499012, - "f1": 0.466068, - "accuracy": 0.499012, - "main_score": 0.466068, - "hf_subset": "gla_Latn-kbp_Latn", - "languages": [ - "gla-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515893, - "recall": 0.562253, - "f1": 0.528271, - "accuracy": 0.562253, - "main_score": 0.528271, - "hf_subset": "gla_Latn-luo_Latn", - "languages": [ - "gla-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739923, - "recall": 0.79249, - "f1": 0.75448, - "accuracy": 0.79249, - "main_score": 0.75448, - "hf_subset": "gla_Latn-ory_Orya", - "languages": [ - "gla-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519205, - "recall": 0.566206, - "f1": 0.532486, - "accuracy": 0.566206, - "main_score": 0.532486, - "hf_subset": "gla_Latn-sna_Latn", - "languages": [ - "gla-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523674, - "recall": 0.567194, - "f1": 0.535544, - "accuracy": 0.567194, - "main_score": 0.535544, - "hf_subset": "gla_Latn-tso_Latn", - "languages": [ - "gla-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689766, - "recall": 0.756917, - "f1": 0.708304, - "accuracy": 0.756917, - "main_score": 0.708304, - "hf_subset": "gla_Latn-azj_Latn", - "languages": [ - "gla-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474428, - "recall": 0.522727, - "f1": 0.488554, - "accuracy": 0.522727, - "main_score": 0.488554, - "hf_subset": "gla_Latn-dik_Latn", - "languages": [ - "gla-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613535, - "recall": 0.666008, - "f1": 0.627953, - "accuracy": 0.666008, - "main_score": 0.627953, - "hf_subset": "gla_Latn-hau_Latn", - "languages": [ - "gla-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669736, - "recall": 0.717391, - "f1": 0.682491, - "accuracy": 0.717391, - "main_score": 0.682491, - "hf_subset": "gla_Latn-kea_Latn", - "languages": [ - "gla-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553324, - "recall": 0.599802, - "f1": 0.56592, - "accuracy": 0.599802, - "main_score": 0.56592, - "hf_subset": "gla_Latn-lus_Latn", - "languages": [ - "gla-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586326, - "recall": 0.62747, - "f1": 0.59764, - "accuracy": 0.62747, - "main_score": 0.59764, - "hf_subset": "gla_Latn-pag_Latn", - "languages": [ - "gla-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728151, - "recall": 0.77668, - "f1": 0.741535, - "accuracy": 0.77668, - "main_score": 0.741535, - "hf_subset": "gla_Latn-snd_Arab", - "languages": [ - "gla-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667141, - "recall": 0.718379, - "f1": 0.681333, - "accuracy": 0.718379, - "main_score": 0.681333, - "hf_subset": "gla_Latn-tuk_Latn", - "languages": [ - "gla-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70106, - "recall": 0.747036, - "f1": 0.713663, - "accuracy": 0.747036, - "main_score": 0.713663, - "hf_subset": "gla_Latn-bak_Cyrl", - "languages": [ - "gla-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40541, - "recall": 0.464427, - "f1": 0.421559, - "accuracy": 0.464427, - "main_score": 0.421559, - "hf_subset": "gla_Latn-dyu_Latn", - "languages": [ - "gla-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784573, - "recall": 0.827075, - "f1": 0.796631, - "accuracy": 0.827075, - "main_score": 0.796631, - "hf_subset": "gla_Latn-heb_Hebr", - "languages": [ - "gla-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687578, - "recall": 0.741107, - "f1": 0.702338, - "accuracy": 0.741107, - "main_score": 0.702338, - "hf_subset": "gla_Latn-khk_Cyrl", - "languages": [ - "gla-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766011, - "recall": 0.81917, - "f1": 0.780953, - "accuracy": 0.81917, - "main_score": 0.780953, - "hf_subset": "gla_Latn-lvs_Latn", - "languages": [ - "gla-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747687, - "recall": 0.796443, - "f1": 0.760434, - "accuracy": 0.796443, - "main_score": 0.760434, - "hf_subset": "gla_Latn-pan_Guru", - "languages": [ - "gla-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585884, - "recall": 0.635375, - "f1": 0.599466, - "accuracy": 0.635375, - "main_score": 0.599466, - "hf_subset": "gla_Latn-som_Latn", - "languages": [ - "gla-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529425, - "recall": 0.566206, - "f1": 0.539941, - "accuracy": 0.566206, - "main_score": 0.539941, - "hf_subset": "gla_Latn-tum_Latn", - "languages": [ - "gla-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534914, - "recall": 0.597826, - "f1": 0.552889, - "accuracy": 0.597826, - "main_score": 0.552889, - "hf_subset": "kan_Knda-ace_Arab", - "languages": [ - "kan-Knda", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510637, - "recall": 0.570158, - "f1": 0.526646, - "accuracy": 0.570158, - "main_score": 0.526646, - "hf_subset": "kan_Knda-bam_Latn", - "languages": [ - "kan-Knda", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439994, - "recall": 0.517787, - "f1": 0.460688, - "accuracy": 0.517787, - "main_score": 0.460688, - "hf_subset": "kan_Knda-dzo_Tibt", - "languages": [ - "kan-Knda", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-hin_Deva", - "languages": [ - "kan-Knda", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kan_Knda-khm_Khmr", - "languages": [ - "kan-Knda", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-mag_Deva", - "languages": [ - "kan-Knda", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982378, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "kan_Knda-pap_Latn", - "languages": [ - "kan-Knda", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560731, - "recall": 0.62747, - "f1": 0.579077, - "accuracy": 0.62747, - "main_score": 0.579077, - "hf_subset": "kan_Knda-sot_Latn", - "languages": [ - "kan-Knda", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-tur_Latn", - "languages": [ - "kan-Knda", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846789, - "recall": 0.885375, - "f1": 0.858926, - "accuracy": 0.885375, - "main_score": 0.858926, - "hf_subset": "kan_Knda-ace_Latn", - "languages": [ - "kan-Knda", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.970356, - "f1": 0.962286, - "accuracy": 0.970356, - "main_score": 0.962286, - "hf_subset": "kan_Knda-ban_Latn", - "languages": [ - "kan-Knda", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-ell_Grek", - "languages": [ - "kan-Knda", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "kan_Knda-hne_Deva", - "languages": [ - "kan-Knda", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578034, - "recall": 0.641304, - "f1": 0.595805, - "accuracy": 0.641304, - "main_score": 0.595805, - "hf_subset": "kan_Knda-kik_Latn", - "languages": [ - "kan-Knda", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-mai_Deva", - "languages": [ - "kan-Knda", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "kan_Knda-pbt_Arab", - "languages": [ - "kan-Knda", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-spa_Latn", - "languages": [ - "kan-Knda", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599391, - "recall": 0.668972, - "f1": 0.618949, - "accuracy": 0.668972, - "main_score": 0.618949, - "hf_subset": "kan_Knda-twi_Latn", - "languages": [ - "kan-Knda", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-acm_Arab", - "languages": [ - "kan-Knda", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-bel_Cyrl", - "languages": [ - "kan-Knda", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-eng_Latn", - "languages": [ - "kan-Knda", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-hrv_Latn", - "languages": [ - "kan-Knda", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531022, - "recall": 0.59585, - "f1": 0.549053, - "accuracy": 0.59585, - "main_score": 0.549053, - "hf_subset": "kan_Knda-kin_Latn", - "languages": [ - "kan-Knda", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-mal_Mlym", - "languages": [ - "kan-Knda", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-pes_Arab", - "languages": [ - "kan-Knda", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kan_Knda-srd_Latn", - "languages": [ - "kan-Knda", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17737, - "recall": 0.226285, - "f1": 0.189149, - "accuracy": 0.226285, - "main_score": 0.189149, - "hf_subset": "kan_Knda-tzm_Tfng", - "languages": [ - "kan-Knda", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-acq_Arab", - "languages": [ - "kan-Knda", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608866, - "recall": 0.662055, - "f1": 0.62357, - "accuracy": 0.662055, - "main_score": 0.62357, - "hf_subset": "kan_Knda-bem_Latn", - "languages": [ - "kan-Knda", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-epo_Latn", - "languages": [ - "kan-Knda", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-hun_Latn", - "languages": [ - "kan-Knda", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "kan_Knda-kir_Cyrl", - "languages": [ - "kan-Knda", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-mar_Deva", - "languages": [ - "kan-Knda", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639955, - "recall": 0.699605, - "f1": 0.656791, - "accuracy": 0.699605, - "main_score": 0.656791, - "hf_subset": "kan_Knda-plt_Latn", - "languages": [ - "kan-Knda", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-srp_Cyrl", - "languages": [ - "kan-Knda", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "kan_Knda-uig_Arab", - "languages": [ - "kan-Knda", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kan_Knda-aeb_Arab", - "languages": [ - "kan-Knda", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-ben_Beng", - "languages": [ - "kan-Knda", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kan_Knda-est_Latn", - "languages": [ - "kan-Knda", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-hye_Armn", - "languages": [ - "kan-Knda", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523873, - "recall": 0.579051, - "f1": 0.539072, - "accuracy": 0.579051, - "main_score": 0.539072, - "hf_subset": "kan_Knda-kmb_Latn", - "languages": [ - "kan-Knda", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485855, - "recall": 0.557312, - "f1": 0.50456, - "accuracy": 0.557312, - "main_score": 0.50456, - "hf_subset": "kan_Knda-min_Arab", - "languages": [ - "kan-Knda", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-pol_Latn", - "languages": [ - "kan-Knda", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543307, - "recall": 0.608696, - "f1": 0.561695, - "accuracy": 0.608696, - "main_score": 0.561695, - "hf_subset": "kan_Knda-ssw_Latn", - "languages": [ - "kan-Knda", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ukr_Cyrl", - "languages": [ - "kan-Knda", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-afr_Latn", - "languages": [ - "kan-Knda", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-bho_Deva", - "languages": [ - "kan-Knda", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kan_Knda-eus_Latn", - "languages": [ - "kan-Knda", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559318, - "recall": 0.619565, - "f1": 0.575273, - "accuracy": 0.619565, - "main_score": 0.575273, - "hf_subset": "kan_Knda-ibo_Latn", - "languages": [ - "kan-Knda", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899407, - "recall": 0.926877, - "f1": 0.908103, - "accuracy": 0.926877, - "main_score": 0.908103, - "hf_subset": "kan_Knda-kmr_Latn", - "languages": [ - "kan-Knda", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "kan_Knda-min_Latn", - "languages": [ - "kan-Knda", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-por_Latn", - "languages": [ - "kan-Knda", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kan_Knda-sun_Latn", - "languages": [ - "kan-Knda", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504548, - "recall": 0.56917, - "f1": 0.522638, - "accuracy": 0.56917, - "main_score": 0.522638, - "hf_subset": "kan_Knda-umb_Latn", - "languages": [ - "kan-Knda", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-ajp_Arab", - "languages": [ - "kan-Knda", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502424, - "recall": 0.572134, - "f1": 0.521859, - "accuracy": 0.572134, - "main_score": 0.521859, - "hf_subset": "kan_Knda-bjn_Arab", - "languages": [ - "kan-Knda", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509003, - "recall": 0.570158, - "f1": 0.52596, - "accuracy": 0.570158, - "main_score": 0.52596, - "hf_subset": "kan_Knda-ewe_Latn", - "languages": [ - "kan-Knda", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936924, - "recall": 0.955534, - "f1": 0.942852, - "accuracy": 0.955534, - "main_score": 0.942852, - "hf_subset": "kan_Knda-ilo_Latn", - "languages": [ - "kan-Knda", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300849, - "recall": 0.357708, - "f1": 0.316263, - "accuracy": 0.357708, - "main_score": 0.316263, - "hf_subset": "kan_Knda-knc_Arab", - "languages": [ - "kan-Knda", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-mkd_Cyrl", - "languages": [ - "kan-Knda", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-prs_Arab", - "languages": [ - "kan-Knda", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-swe_Latn", - "languages": [ - "kan-Knda", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-urd_Arab", - "languages": [ - "kan-Knda", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577643, - "recall": 0.645257, - "f1": 0.596228, - "accuracy": 0.645257, - "main_score": 0.596228, - "hf_subset": "kan_Knda-aka_Latn", - "languages": [ - "kan-Knda", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kan_Knda-bjn_Latn", - "languages": [ - "kan-Knda", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "kan_Knda-fao_Latn", - "languages": [ - "kan-Knda", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ind_Latn", - "languages": [ - "kan-Knda", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583737, - "recall": 0.636364, - "f1": 0.598869, - "accuracy": 0.636364, - "main_score": 0.598869, - "hf_subset": "kan_Knda-knc_Latn", - "languages": [ - "kan-Knda", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "kan_Knda-mlt_Latn", - "languages": [ - "kan-Knda", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683656, - "recall": 0.751976, - "f1": 0.704346, - "accuracy": 0.751976, - "main_score": 0.704346, - "hf_subset": "kan_Knda-quy_Latn", - "languages": [ - "kan-Knda", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963192, - "recall": 0.974308, - "f1": 0.966798, - "accuracy": 0.974308, - "main_score": 0.966798, - "hf_subset": "kan_Knda-swh_Latn", - "languages": [ - "kan-Knda", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995883, - "recall": 0.997036, - "f1": 0.996212, - "accuracy": 0.997036, - "main_score": 0.996212, - "hf_subset": "kan_Knda-uzn_Latn", - "languages": [ - "kan-Knda", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-als_Latn", - "languages": [ - "kan-Knda", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66441, - "recall": 0.741107, - "f1": 0.686731, - "accuracy": 0.741107, - "main_score": 0.686731, - "hf_subset": "kan_Knda-bod_Tibt", - "languages": [ - "kan-Knda", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700198, - "recall": 0.754941, - "f1": 0.71598, - "accuracy": 0.754941, - "main_score": 0.71598, - "hf_subset": "kan_Knda-fij_Latn", - "languages": [ - "kan-Knda", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kan_Knda-isl_Latn", - "languages": [ - "kan-Knda", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644368, - "recall": 0.705534, - "f1": 0.661862, - "accuracy": 0.705534, - "main_score": 0.661862, - "hf_subset": "kan_Knda-kon_Latn", - "languages": [ - "kan-Knda", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663441, - "recall": 0.735178, - "f1": 0.684458, - "accuracy": 0.735178, - "main_score": 0.684458, - "hf_subset": "kan_Knda-mni_Beng", - "languages": [ - "kan-Knda", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ron_Latn", - "languages": [ - "kan-Knda", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "kan_Knda-szl_Latn", - "languages": [ - "kan-Knda", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-vec_Latn", - "languages": [ - "kan-Knda", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950264, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "kan_Knda-amh_Ethi", - "languages": [ - "kan-Knda", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-bos_Latn", - "languages": [ - "kan-Knda", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-fin_Latn", - "languages": [ - "kan-Knda", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ita_Latn", - "languages": [ - "kan-Knda", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-kor_Hang", - "languages": [ - "kan-Knda", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536533, - "recall": 0.596838, - "f1": 0.553114, - "accuracy": 0.596838, - "main_score": 0.553114, - "hf_subset": "kan_Knda-mos_Latn", - "languages": [ - "kan-Knda", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528516, - "recall": 0.591897, - "f1": 0.546234, - "accuracy": 0.591897, - "main_score": 0.546234, - "hf_subset": "kan_Knda-run_Latn", - "languages": [ - "kan-Knda", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-tam_Taml", - "languages": [ - "kan-Knda", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-vie_Latn", - "languages": [ - "kan-Knda", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-apc_Arab", - "languages": [ - "kan-Knda", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787582, - "recall": 0.835968, - "f1": 0.802061, - "accuracy": 0.835968, - "main_score": 0.802061, - "hf_subset": "kan_Knda-bug_Latn", - "languages": [ - "kan-Knda", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452434, - "recall": 0.508893, - "f1": 0.467385, - "accuracy": 0.508893, - "main_score": 0.467385, - "hf_subset": "kan_Knda-fon_Latn", - "languages": [ - "kan-Knda", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kan_Knda-jav_Latn", - "languages": [ - "kan-Knda", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-lao_Laoo", - "languages": [ - "kan-Knda", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854611, - "recall": 0.892292, - "f1": 0.866436, - "accuracy": 0.892292, - "main_score": 0.866436, - "hf_subset": "kan_Knda-mri_Latn", - "languages": [ - "kan-Knda", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-rus_Cyrl", - "languages": [ - "kan-Knda", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534199, - "recall": 0.593874, - "f1": 0.550271, - "accuracy": 0.593874, - "main_score": 0.550271, - "hf_subset": "kan_Knda-taq_Latn", - "languages": [ - "kan-Knda", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kan_Knda-war_Latn", - "languages": [ - "kan-Knda", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-arb_Arab", - "languages": [ - "kan-Knda", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-bul_Cyrl", - "languages": [ - "kan-Knda", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-fra_Latn", - "languages": [ - "kan-Knda", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-jpn_Jpan", - "languages": [ - "kan-Knda", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "kan_Knda-lij_Latn", - "languages": [ - "kan-Knda", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "kan_Knda-mya_Mymr", - "languages": [ - "kan-Knda", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579569, - "recall": 0.646245, - "f1": 0.597932, - "accuracy": 0.646245, - "main_score": 0.597932, - "hf_subset": "kan_Knda-sag_Latn", - "languages": [ - "kan-Knda", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18299, - "recall": 0.240119, - "f1": 0.195421, - "accuracy": 0.240119, - "main_score": 0.195421, - "hf_subset": "kan_Knda-taq_Tfng", - "languages": [ - "kan-Knda", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609671, - "recall": 0.674901, - "f1": 0.62823, - "accuracy": 0.674901, - "main_score": 0.62823, - "hf_subset": "kan_Knda-wol_Latn", - "languages": [ - "kan-Knda", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77696, - "recall": 0.833992, - "f1": 0.794288, - "accuracy": 0.833992, - "main_score": 0.794288, - "hf_subset": "kan_Knda-arb_Latn", - "languages": [ - "kan-Knda", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-cat_Latn", - "languages": [ - "kan-Knda", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kan_Knda-fur_Latn", - "languages": [ - "kan-Knda", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395598, - "recall": 0.452569, - "f1": 0.410911, - "accuracy": 0.452569, - "main_score": 0.410911, - "hf_subset": "kan_Knda-kab_Latn", - "languages": [ - "kan-Knda", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kan_Knda-lim_Latn", - "languages": [ - "kan-Knda", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-nld_Latn", - "languages": [ - "kan-Knda", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "kan_Knda-san_Deva", - "languages": [ - "kan-Knda", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kan_Knda-tat_Cyrl", - "languages": [ - "kan-Knda", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657411, - "recall": 0.717391, - "f1": 0.674901, - "accuracy": 0.717391, - "main_score": 0.674901, - "hf_subset": "kan_Knda-xho_Latn", - "languages": [ - "kan-Knda", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ars_Arab", - "languages": [ - "kan-Knda", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-ceb_Latn", - "languages": [ - "kan-Knda", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54268, - "recall": 0.606719, - "f1": 0.560331, - "accuracy": 0.606719, - "main_score": 0.560331, - "hf_subset": "kan_Knda-fuv_Latn", - "languages": [ - "kan-Knda", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49548, - "recall": 0.567194, - "f1": 0.514661, - "accuracy": 0.567194, - "main_score": 0.514661, - "hf_subset": "kan_Knda-kac_Latn", - "languages": [ - "kan-Knda", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650026, - "recall": 0.711462, - "f1": 0.667987, - "accuracy": 0.711462, - "main_score": 0.667987, - "hf_subset": "kan_Knda-lin_Latn", - "languages": [ - "kan-Knda", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-nno_Latn", - "languages": [ - "kan-Knda", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.228153, - "recall": 0.309289, - "f1": 0.248999, - "accuracy": 0.309289, - "main_score": 0.248999, - "hf_subset": "kan_Knda-sat_Olck", - "languages": [ - "kan-Knda", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-tel_Telu", - "languages": [ - "kan-Knda", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "kan_Knda-ydd_Hebr", - "languages": [ - "kan-Knda", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "kan_Knda-ary_Arab", - "languages": [ - "kan-Knda", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ces_Latn", - "languages": [ - "kan-Knda", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571237, - "recall": 0.632411, - "f1": 0.58855, - "accuracy": 0.632411, - "main_score": 0.58855, - "hf_subset": "kan_Knda-gaz_Latn", - "languages": [ - "kan-Knda", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573372, - "recall": 0.639328, - "f1": 0.59192, - "accuracy": 0.639328, - "main_score": 0.59192, - "hf_subset": "kan_Knda-kam_Latn", - "languages": [ - "kan-Knda", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "kan_Knda-lit_Latn", - "languages": [ - "kan-Knda", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-nob_Latn", - "languages": [ - "kan-Knda", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "kan_Knda-scn_Latn", - "languages": [ - "kan-Knda", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "kan_Knda-tgk_Cyrl", - "languages": [ - "kan-Knda", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710599, - "recall": 0.775692, - "f1": 0.72991, - "accuracy": 0.775692, - "main_score": 0.72991, - "hf_subset": "kan_Knda-yor_Latn", - "languages": [ - "kan-Knda", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-arz_Arab", - "languages": [ - "kan-Knda", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540629, - "recall": 0.605731, - "f1": 0.559431, - "accuracy": 0.605731, - "main_score": 0.559431, - "hf_subset": "kan_Knda-cjk_Latn", - "languages": [ - "kan-Knda", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75863, - "recall": 0.820158, - "f1": 0.777437, - "accuracy": 0.820158, - "main_score": 0.777437, - "hf_subset": "kan_Knda-gla_Latn", - "languages": [ - "kan-Knda", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "kan_Knda-lmo_Latn", - "languages": [ - "kan-Knda", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "kan_Knda-npi_Deva", - "languages": [ - "kan-Knda", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457068, - "recall": 0.522727, - "f1": 0.475166, - "accuracy": 0.522727, - "main_score": 0.475166, - "hf_subset": "kan_Knda-shn_Mymr", - "languages": [ - "kan-Knda", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-tgl_Latn", - "languages": [ - "kan-Knda", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-yue_Hant", - "languages": [ - "kan-Knda", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-asm_Beng", - "languages": [ - "kan-Knda", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "kan_Knda-ckb_Arab", - "languages": [ - "kan-Knda", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861495, - "recall": 0.899209, - "f1": 0.873155, - "accuracy": 0.899209, - "main_score": 0.873155, - "hf_subset": "kan_Knda-gle_Latn", - "languages": [ - "kan-Knda", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.966403, - "f1": 0.955698, - "accuracy": 0.966403, - "main_score": 0.955698, - "hf_subset": "kan_Knda-kas_Arab", - "languages": [ - "kan-Knda", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927536, - "recall": 0.947628, - "f1": 0.933762, - "accuracy": 0.947628, - "main_score": 0.933762, - "hf_subset": "kan_Knda-ltg_Latn", - "languages": [ - "kan-Knda", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598405, - "recall": 0.65415, - "f1": 0.613993, - "accuracy": 0.65415, - "main_score": 0.613993, - "hf_subset": "kan_Knda-nso_Latn", - "languages": [ - "kan-Knda", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kan_Knda-sin_Sinh", - "languages": [ - "kan-Knda", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-tha_Thai", - "languages": [ - "kan-Knda", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-zho_Hans", - "languages": [ - "kan-Knda", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-ast_Latn", - "languages": [ - "kan-Knda", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kan_Knda-crh_Latn", - "languages": [ - "kan-Knda", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-glg_Latn", - "languages": [ - "kan-Knda", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895833, - "recall": 0.925889, - "f1": 0.905369, - "accuracy": 0.925889, - "main_score": 0.905369, - "hf_subset": "kan_Knda-kas_Deva", - "languages": [ - "kan-Knda", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "kan_Knda-ltz_Latn", - "languages": [ - "kan-Knda", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44068, - "recall": 0.51087, - "f1": 0.458876, - "accuracy": 0.51087, - "main_score": 0.458876, - "hf_subset": "kan_Knda-nus_Latn", - "languages": [ - "kan-Knda", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-slk_Latn", - "languages": [ - "kan-Knda", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61469, - "recall": 0.687747, - "f1": 0.63611, - "accuracy": 0.687747, - "main_score": 0.63611, - "hf_subset": "kan_Knda-tir_Ethi", - "languages": [ - "kan-Knda", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-zho_Hant", - "languages": [ - "kan-Knda", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "kan_Knda-awa_Deva", - "languages": [ - "kan-Knda", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975873, - "recall": 0.983202, - "f1": 0.978162, - "accuracy": 0.983202, - "main_score": 0.978162, - "hf_subset": "kan_Knda-cym_Latn", - "languages": [ - "kan-Knda", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809371, - "recall": 0.857708, - "f1": 0.824638, - "accuracy": 0.857708, - "main_score": 0.824638, - "hf_subset": "kan_Knda-grn_Latn", - "languages": [ - "kan-Knda", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kan_Knda-kat_Geor", - "languages": [ - "kan-Knda", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625165, - "recall": 0.684783, - "f1": 0.641998, - "accuracy": 0.684783, - "main_score": 0.641998, - "hf_subset": "kan_Knda-lua_Latn", - "languages": [ - "kan-Knda", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632403, - "recall": 0.694664, - "f1": 0.650041, - "accuracy": 0.694664, - "main_score": 0.650041, - "hf_subset": "kan_Knda-nya_Latn", - "languages": [ - "kan-Knda", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-slv_Latn", - "languages": [ - "kan-Knda", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939476, - "recall": 0.95751, - "f1": 0.945059, - "accuracy": 0.95751, - "main_score": 0.945059, - "hf_subset": "kan_Knda-tpi_Latn", - "languages": [ - "kan-Knda", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-zsm_Latn", - "languages": [ - "kan-Knda", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529736, - "recall": 0.592885, - "f1": 0.547845, - "accuracy": 0.592885, - "main_score": 0.547845, - "hf_subset": "kan_Knda-ayr_Latn", - "languages": [ - "kan-Knda", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-dan_Latn", - "languages": [ - "kan-Knda", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-guj_Gujr", - "languages": [ - "kan-Knda", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-kaz_Cyrl", - "languages": [ - "kan-Knda", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52222, - "recall": 0.588933, - "f1": 0.54036, - "accuracy": 0.588933, - "main_score": 0.54036, - "hf_subset": "kan_Knda-lug_Latn", - "languages": [ - "kan-Knda", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-oci_Latn", - "languages": [ - "kan-Knda", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819993, - "recall": 0.866601, - "f1": 0.834406, - "accuracy": 0.866601, - "main_score": 0.834406, - "hf_subset": "kan_Knda-smo_Latn", - "languages": [ - "kan-Knda", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531345, - "recall": 0.597826, - "f1": 0.54926, - "accuracy": 0.597826, - "main_score": 0.54926, - "hf_subset": "kan_Knda-tsn_Latn", - "languages": [ - "kan-Knda", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596732, - "recall": 0.660079, - "f1": 0.614712, - "accuracy": 0.660079, - "main_score": 0.614712, - "hf_subset": "kan_Knda-zul_Latn", - "languages": [ - "kan-Knda", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926877, - "recall": 0.947628, - "f1": 0.93363, - "accuracy": 0.947628, - "main_score": 0.93363, - "hf_subset": "kan_Knda-azb_Arab", - "languages": [ - "kan-Knda", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-deu_Latn", - "languages": [ - "kan-Knda", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "kan_Knda-hat_Latn", - "languages": [ - "kan-Knda", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487368, - "recall": 0.543478, - "f1": 0.50303, - "accuracy": 0.543478, - "main_score": 0.50303, - "hf_subset": "kan_Knda-kbp_Latn", - "languages": [ - "kan-Knda", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551977, - "recall": 0.610672, - "f1": 0.567581, - "accuracy": 0.610672, - "main_score": 0.567581, - "hf_subset": "kan_Knda-luo_Latn", - "languages": [ - "kan-Knda", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-ory_Orya", - "languages": [ - "kan-Knda", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573263, - "recall": 0.644269, - "f1": 0.593853, - "accuracy": 0.644269, - "main_score": 0.593853, - "hf_subset": "kan_Knda-sna_Latn", - "languages": [ - "kan-Knda", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547141, - "recall": 0.608696, - "f1": 0.56398, - "accuracy": 0.608696, - "main_score": 0.56398, - "hf_subset": "kan_Knda-tso_Latn", - "languages": [ - "kan-Knda", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kan_Knda-azj_Latn", - "languages": [ - "kan-Knda", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53044, - "recall": 0.600791, - "f1": 0.550598, - "accuracy": 0.600791, - "main_score": 0.550598, - "hf_subset": "kan_Knda-dik_Latn", - "languages": [ - "kan-Knda", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710006, - "recall": 0.770751, - "f1": 0.726927, - "accuracy": 0.770751, - "main_score": 0.726927, - "hf_subset": "kan_Knda-hau_Latn", - "languages": [ - "kan-Knda", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kan_Knda-kea_Latn", - "languages": [ - "kan-Knda", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741469, - "recall": 0.79249, - "f1": 0.756837, - "accuracy": 0.79249, - "main_score": 0.756837, - "hf_subset": "kan_Knda-lus_Latn", - "languages": [ - "kan-Knda", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862138, - "recall": 0.895257, - "f1": 0.872233, - "accuracy": 0.895257, - "main_score": 0.872233, - "hf_subset": "kan_Knda-pag_Latn", - "languages": [ - "kan-Knda", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kan_Knda-snd_Arab", - "languages": [ - "kan-Knda", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "kan_Knda-tuk_Latn", - "languages": [ - "kan-Knda", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kan_Knda-bak_Cyrl", - "languages": [ - "kan-Knda", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464336, - "recall": 0.541502, - "f1": 0.486569, - "accuracy": 0.541502, - "main_score": 0.486569, - "hf_subset": "kan_Knda-dyu_Latn", - "languages": [ - "kan-Knda", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kan_Knda-heb_Hebr", - "languages": [ - "kan-Knda", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kan_Knda-khk_Cyrl", - "languages": [ - "kan-Knda", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-lvs_Latn", - "languages": [ - "kan-Knda", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kan_Knda-pan_Guru", - "languages": [ - "kan-Knda", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679331, - "recall": 0.745059, - "f1": 0.699195, - "accuracy": 0.745059, - "main_score": 0.699195, - "hf_subset": "kan_Knda-som_Latn", - "languages": [ - "kan-Knda", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594734, - "recall": 0.643281, - "f1": 0.608072, - "accuracy": 0.643281, - "main_score": 0.608072, - "hf_subset": "kan_Knda-tum_Latn", - "languages": [ - "kan-Knda", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58573, - "recall": 0.651186, - "f1": 0.604521, - "accuracy": 0.651186, - "main_score": 0.604521, - "hf_subset": "lmo_Latn-ace_Arab", - "languages": [ - "lmo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544163, - "recall": 0.605731, - "f1": 0.561259, - "accuracy": 0.605731, - "main_score": 0.561259, - "hf_subset": "lmo_Latn-bam_Latn", - "languages": [ - "lmo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378776, - "recall": 0.451581, - "f1": 0.39765, - "accuracy": 0.451581, - "main_score": 0.39765, - "hf_subset": "lmo_Latn-dzo_Tibt", - "languages": [ - "lmo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lmo_Latn-hin_Deva", - "languages": [ - "lmo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "lmo_Latn-khm_Khmr", - "languages": [ - "lmo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "lmo_Latn-mag_Deva", - "languages": [ - "lmo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.983202, - "f1": 0.978755, - "accuracy": 0.983202, - "main_score": 0.978755, - "hf_subset": "lmo_Latn-pap_Latn", - "languages": [ - "lmo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603636, - "recall": 0.658103, - "f1": 0.618775, - "accuracy": 0.658103, - "main_score": 0.618775, - "hf_subset": "lmo_Latn-sot_Latn", - "languages": [ - "lmo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-tur_Latn", - "languages": [ - "lmo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865983, - "recall": 0.894269, - "f1": 0.874791, - "accuracy": 0.894269, - "main_score": 0.874791, - "hf_subset": "lmo_Latn-ace_Latn", - "languages": [ - "lmo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944038, - "recall": 0.956522, - "f1": 0.947958, - "accuracy": 0.956522, - "main_score": 0.947958, - "hf_subset": "lmo_Latn-ban_Latn", - "languages": [ - "lmo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lmo_Latn-ell_Grek", - "languages": [ - "lmo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.980237, - "f1": 0.974967, - "accuracy": 0.980237, - "main_score": 0.974967, - "hf_subset": "lmo_Latn-hne_Deva", - "languages": [ - "lmo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603073, - "recall": 0.658103, - "f1": 0.618761, - "accuracy": 0.658103, - "main_score": 0.618761, - "hf_subset": "lmo_Latn-kik_Latn", - "languages": [ - "lmo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lmo_Latn-mai_Deva", - "languages": [ - "lmo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942852, - "recall": 0.960474, - "f1": 0.948452, - "accuracy": 0.960474, - "main_score": 0.948452, - "hf_subset": "lmo_Latn-pbt_Arab", - "languages": [ - "lmo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lmo_Latn-spa_Latn", - "languages": [ - "lmo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629578, - "recall": 0.687747, - "f1": 0.646151, - "accuracy": 0.687747, - "main_score": 0.646151, - "hf_subset": "lmo_Latn-twi_Latn", - "languages": [ - "lmo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "lmo_Latn-acm_Arab", - "languages": [ - "lmo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969944, - "recall": 0.979249, - "f1": 0.972892, - "accuracy": 0.979249, - "main_score": 0.972892, - "hf_subset": "lmo_Latn-bel_Cyrl", - "languages": [ - "lmo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lmo_Latn-eng_Latn", - "languages": [ - "lmo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lmo_Latn-hrv_Latn", - "languages": [ - "lmo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562461, - "recall": 0.620553, - "f1": 0.5785, - "accuracy": 0.620553, - "main_score": 0.5785, - "hf_subset": "lmo_Latn-kin_Latn", - "languages": [ - "lmo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lmo_Latn-mal_Mlym", - "languages": [ - "lmo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lmo_Latn-pes_Arab", - "languages": [ - "lmo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "lmo_Latn-srd_Latn", - "languages": [ - "lmo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188232, - "recall": 0.231225, - "f1": 0.198833, - "accuracy": 0.231225, - "main_score": 0.198833, - "hf_subset": "lmo_Latn-tzm_Tfng", - "languages": [ - "lmo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-acq_Arab", - "languages": [ - "lmo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627478, - "recall": 0.672925, - "f1": 0.640175, - "accuracy": 0.672925, - "main_score": 0.640175, - "hf_subset": "lmo_Latn-bem_Latn", - "languages": [ - "lmo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-epo_Latn", - "languages": [ - "lmo-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-hun_Latn", - "languages": [ - "lmo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.966403, - "f1": 0.957016, - "accuracy": 0.966403, - "main_score": 0.957016, - "hf_subset": "lmo_Latn-kir_Cyrl", - "languages": [ - "lmo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "lmo_Latn-mar_Deva", - "languages": [ - "lmo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681943, - "recall": 0.73419, - "f1": 0.697104, - "accuracy": 0.73419, - "main_score": 0.697104, - "hf_subset": "lmo_Latn-plt_Latn", - "languages": [ - "lmo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lmo_Latn-srp_Cyrl", - "languages": [ - "lmo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911561, - "recall": 0.934783, - "f1": 0.918775, - "accuracy": 0.934783, - "main_score": 0.918775, - "hf_subset": "lmo_Latn-uig_Arab", - "languages": [ - "lmo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "lmo_Latn-aeb_Arab", - "languages": [ - "lmo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lmo_Latn-ben_Beng", - "languages": [ - "lmo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lmo_Latn-est_Latn", - "languages": [ - "lmo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-hye_Armn", - "languages": [ - "lmo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558722, - "recall": 0.609684, - "f1": 0.574028, - "accuracy": 0.609684, - "main_score": 0.574028, - "hf_subset": "lmo_Latn-kmb_Latn", - "languages": [ - "lmo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534902, - "recall": 0.602767, - "f1": 0.552569, - "accuracy": 0.602767, - "main_score": 0.552569, - "hf_subset": "lmo_Latn-min_Arab", - "languages": [ - "lmo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lmo_Latn-pol_Latn", - "languages": [ - "lmo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561481, - "recall": 0.62253, - "f1": 0.578873, - "accuracy": 0.62253, - "main_score": 0.578873, - "hf_subset": "lmo_Latn-ssw_Latn", - "languages": [ - "lmo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-ukr_Cyrl", - "languages": [ - "lmo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lmo_Latn-afr_Latn", - "languages": [ - "lmo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980402, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "lmo_Latn-bho_Deva", - "languages": [ - "lmo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961166, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "lmo_Latn-eus_Latn", - "languages": [ - "lmo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582446, - "recall": 0.643281, - "f1": 0.599045, - "accuracy": 0.643281, - "main_score": 0.599045, - "hf_subset": "lmo_Latn-ibo_Latn", - "languages": [ - "lmo-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869016, - "recall": 0.900198, - "f1": 0.878821, - "accuracy": 0.900198, - "main_score": 0.878821, - "hf_subset": "lmo_Latn-kmr_Latn", - "languages": [ - "lmo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "lmo_Latn-min_Latn", - "languages": [ - "lmo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lmo_Latn-por_Latn", - "languages": [ - "lmo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "lmo_Latn-sun_Latn", - "languages": [ - "lmo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529556, - "recall": 0.589921, - "f1": 0.546916, - "accuracy": 0.589921, - "main_score": 0.546916, - "hf_subset": "lmo_Latn-umb_Latn", - "languages": [ - "lmo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "lmo_Latn-ajp_Arab", - "languages": [ - "lmo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541596, - "recall": 0.608696, - "f1": 0.560354, - "accuracy": 0.608696, - "main_score": 0.560354, - "hf_subset": "lmo_Latn-bjn_Arab", - "languages": [ - "lmo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538096, - "recall": 0.58498, - "f1": 0.550817, - "accuracy": 0.58498, - "main_score": 0.550817, - "hf_subset": "lmo_Latn-ewe_Latn", - "languages": [ - "lmo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932378, - "recall": 0.949605, - "f1": 0.937747, - "accuracy": 0.949605, - "main_score": 0.937747, - "hf_subset": "lmo_Latn-ilo_Latn", - "languages": [ - "lmo-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314306, - "recall": 0.371542, - "f1": 0.329611, - "accuracy": 0.371542, - "main_score": 0.329611, - "hf_subset": "lmo_Latn-knc_Arab", - "languages": [ - "lmo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-mkd_Cyrl", - "languages": [ - "lmo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "lmo_Latn-prs_Arab", - "languages": [ - "lmo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-swe_Latn", - "languages": [ - "lmo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-urd_Arab", - "languages": [ - "lmo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600365, - "recall": 0.653162, - "f1": 0.614856, - "accuracy": 0.653162, - "main_score": 0.614856, - "hf_subset": "lmo_Latn-aka_Latn", - "languages": [ - "lmo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.974308, - "f1": 0.968332, - "accuracy": 0.974308, - "main_score": 0.968332, - "hf_subset": "lmo_Latn-bjn_Latn", - "languages": [ - "lmo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.956522, - "f1": 0.944796, - "accuracy": 0.956522, - "main_score": 0.944796, - "hf_subset": "lmo_Latn-fao_Latn", - "languages": [ - "lmo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-ind_Latn", - "languages": [ - "lmo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593379, - "recall": 0.648221, - "f1": 0.6096, - "accuracy": 0.648221, - "main_score": 0.6096, - "hf_subset": "lmo_Latn-knc_Latn", - "languages": [ - "lmo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "lmo_Latn-mlt_Latn", - "languages": [ - "lmo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704522, - "recall": 0.762846, - "f1": 0.721676, - "accuracy": 0.762846, - "main_score": 0.721676, - "hf_subset": "lmo_Latn-quy_Latn", - "languages": [ - "lmo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.958498, - "f1": 0.94697, - "accuracy": 0.958498, - "main_score": 0.94697, - "hf_subset": "lmo_Latn-swh_Latn", - "languages": [ - "lmo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "lmo_Latn-uzn_Latn", - "languages": [ - "lmo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-als_Latn", - "languages": [ - "lmo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559984, - "recall": 0.63834, - "f1": 0.581623, - "accuracy": 0.63834, - "main_score": 0.581623, - "hf_subset": "lmo_Latn-bod_Tibt", - "languages": [ - "lmo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683127, - "recall": 0.741107, - "f1": 0.699716, - "accuracy": 0.741107, - "main_score": 0.699716, - "hf_subset": "lmo_Latn-fij_Latn", - "languages": [ - "lmo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.959486, - "f1": 0.948123, - "accuracy": 0.959486, - "main_score": 0.948123, - "hf_subset": "lmo_Latn-isl_Latn", - "languages": [ - "lmo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670142, - "recall": 0.72332, - "f1": 0.685325, - "accuracy": 0.72332, - "main_score": 0.685325, - "hf_subset": "lmo_Latn-kon_Latn", - "languages": [ - "lmo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655197, - "recall": 0.717391, - "f1": 0.674278, - "accuracy": 0.717391, - "main_score": 0.674278, - "hf_subset": "lmo_Latn-mni_Beng", - "languages": [ - "lmo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-ron_Latn", - "languages": [ - "lmo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.976285, - "f1": 0.970026, - "accuracy": 0.976285, - "main_score": 0.970026, - "hf_subset": "lmo_Latn-szl_Latn", - "languages": [ - "lmo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lmo_Latn-vec_Latn", - "languages": [ - "lmo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882493, - "recall": 0.914032, - "f1": 0.892358, - "accuracy": 0.914032, - "main_score": 0.892358, - "hf_subset": "lmo_Latn-amh_Ethi", - "languages": [ - "lmo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lmo_Latn-bos_Latn", - "languages": [ - "lmo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "lmo_Latn-fin_Latn", - "languages": [ - "lmo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "lmo_Latn-ita_Latn", - "languages": [ - "lmo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "lmo_Latn-kor_Hang", - "languages": [ - "lmo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561959, - "recall": 0.614625, - "f1": 0.576805, - "accuracy": 0.614625, - "main_score": 0.576805, - "hf_subset": "lmo_Latn-mos_Latn", - "languages": [ - "lmo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567697, - "recall": 0.623518, - "f1": 0.583646, - "accuracy": 0.623518, - "main_score": 0.583646, - "hf_subset": "lmo_Latn-run_Latn", - "languages": [ - "lmo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lmo_Latn-tam_Taml", - "languages": [ - "lmo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985837, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "lmo_Latn-vie_Latn", - "languages": [ - "lmo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "lmo_Latn-apc_Arab", - "languages": [ - "lmo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791815, - "recall": 0.83498, - "f1": 0.804908, - "accuracy": 0.83498, - "main_score": 0.804908, - "hf_subset": "lmo_Latn-bug_Latn", - "languages": [ - "lmo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482602, - "recall": 0.534585, - "f1": 0.496535, - "accuracy": 0.534585, - "main_score": 0.496535, - "hf_subset": "lmo_Latn-fon_Latn", - "languages": [ - "lmo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "lmo_Latn-jav_Latn", - "languages": [ - "lmo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "lmo_Latn-lao_Laoo", - "languages": [ - "lmo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814542, - "recall": 0.862648, - "f1": 0.829216, - "accuracy": 0.862648, - "main_score": 0.829216, - "hf_subset": "lmo_Latn-mri_Latn", - "languages": [ - "lmo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lmo_Latn-rus_Cyrl", - "languages": [ - "lmo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545015, - "recall": 0.603755, - "f1": 0.561284, - "accuracy": 0.603755, - "main_score": 0.561284, - "hf_subset": "lmo_Latn-taq_Latn", - "languages": [ - "lmo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lmo_Latn-war_Latn", - "languages": [ - "lmo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-arb_Arab", - "languages": [ - "lmo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lmo_Latn-bul_Cyrl", - "languages": [ - "lmo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lmo_Latn-fra_Latn", - "languages": [ - "lmo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-jpn_Jpan", - "languages": [ - "lmo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-lij_Latn", - "languages": [ - "lmo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "lmo_Latn-mya_Mymr", - "languages": [ - "lmo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615771, - "recall": 0.677866, - "f1": 0.633334, - "accuracy": 0.677866, - "main_score": 0.633334, - "hf_subset": "lmo_Latn-sag_Latn", - "languages": [ - "lmo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197014, - "recall": 0.252964, - "f1": 0.209765, - "accuracy": 0.252964, - "main_score": 0.209765, - "hf_subset": "lmo_Latn-taq_Tfng", - "languages": [ - "lmo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627736, - "recall": 0.692688, - "f1": 0.646673, - "accuracy": 0.692688, - "main_score": 0.646673, - "hf_subset": "lmo_Latn-wol_Latn", - "languages": [ - "lmo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776426, - "recall": 0.829051, - "f1": 0.792013, - "accuracy": 0.829051, - "main_score": 0.792013, - "hf_subset": "lmo_Latn-arb_Latn", - "languages": [ - "lmo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-cat_Latn", - "languages": [ - "lmo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "lmo_Latn-fur_Latn", - "languages": [ - "lmo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428485, - "recall": 0.485178, - "f1": 0.444208, - "accuracy": 0.485178, - "main_score": 0.444208, - "hf_subset": "lmo_Latn-kab_Latn", - "languages": [ - "lmo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "lmo_Latn-lim_Latn", - "languages": [ - "lmo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lmo_Latn-nld_Latn", - "languages": [ - "lmo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.969368, - "f1": 0.960968, - "accuracy": 0.969368, - "main_score": 0.960968, - "hf_subset": "lmo_Latn-san_Deva", - "languages": [ - "lmo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "lmo_Latn-tat_Cyrl", - "languages": [ - "lmo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669558, - "recall": 0.725296, - "f1": 0.685695, - "accuracy": 0.725296, - "main_score": 0.685695, - "hf_subset": "lmo_Latn-xho_Latn", - "languages": [ - "lmo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lmo_Latn-ars_Arab", - "languages": [ - "lmo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986248, - "recall": 0.990119, - "f1": 0.987385, - "accuracy": 0.990119, - "main_score": 0.987385, - "hf_subset": "lmo_Latn-ceb_Latn", - "languages": [ - "lmo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572664, - "recall": 0.630435, - "f1": 0.58866, - "accuracy": 0.630435, - "main_score": 0.58866, - "hf_subset": "lmo_Latn-fuv_Latn", - "languages": [ - "lmo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51638, - "recall": 0.573123, - "f1": 0.532181, - "accuracy": 0.573123, - "main_score": 0.532181, - "hf_subset": "lmo_Latn-kac_Latn", - "languages": [ - "lmo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679078, - "recall": 0.725296, - "f1": 0.692216, - "accuracy": 0.725296, - "main_score": 0.692216, - "hf_subset": "lmo_Latn-lin_Latn", - "languages": [ - "lmo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lmo_Latn-nno_Latn", - "languages": [ - "lmo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.22471, - "recall": 0.291502, - "f1": 0.241969, - "accuracy": 0.291502, - "main_score": 0.241969, - "hf_subset": "lmo_Latn-sat_Olck", - "languages": [ - "lmo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lmo_Latn-tel_Telu", - "languages": [ - "lmo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920949, - "recall": 0.943676, - "f1": 0.92836, - "accuracy": 0.943676, - "main_score": 0.92836, - "hf_subset": "lmo_Latn-ydd_Hebr", - "languages": [ - "lmo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959074, - "recall": 0.970356, - "f1": 0.962681, - "accuracy": 0.970356, - "main_score": 0.962681, - "hf_subset": "lmo_Latn-ary_Arab", - "languages": [ - "lmo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "lmo_Latn-ces_Latn", - "languages": [ - "lmo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575759, - "recall": 0.63834, - "f1": 0.594077, - "accuracy": 0.63834, - "main_score": 0.594077, - "hf_subset": "lmo_Latn-gaz_Latn", - "languages": [ - "lmo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58125, - "recall": 0.641304, - "f1": 0.598075, - "accuracy": 0.641304, - "main_score": 0.598075, - "hf_subset": "lmo_Latn-kam_Latn", - "languages": [ - "lmo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "lmo_Latn-lit_Latn", - "languages": [ - "lmo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "lmo_Latn-nob_Latn", - "languages": [ - "lmo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lmo_Latn-scn_Latn", - "languages": [ - "lmo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948264, - "recall": 0.961462, - "f1": 0.952322, - "accuracy": 0.961462, - "main_score": 0.952322, - "hf_subset": "lmo_Latn-tgk_Cyrl", - "languages": [ - "lmo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684489, - "recall": 0.745059, - "f1": 0.702273, - "accuracy": 0.745059, - "main_score": 0.702273, - "hf_subset": "lmo_Latn-yor_Latn", - "languages": [ - "lmo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "lmo_Latn-arz_Arab", - "languages": [ - "lmo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57053, - "recall": 0.628458, - "f1": 0.586644, - "accuracy": 0.628458, - "main_score": 0.586644, - "hf_subset": "lmo_Latn-cjk_Latn", - "languages": [ - "lmo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75028, - "recall": 0.80336, - "f1": 0.765664, - "accuracy": 0.80336, - "main_score": 0.765664, - "hf_subset": "lmo_Latn-gla_Latn", - "languages": [ - "lmo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "lmo_Latn-kan_Knda", - "languages": [ - "lmo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "lmo_Latn-npi_Deva", - "languages": [ - "lmo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47612, - "recall": 0.533597, - "f1": 0.4925, - "accuracy": 0.533597, - "main_score": 0.4925, - "hf_subset": "lmo_Latn-shn_Mymr", - "languages": [ - "lmo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-tgl_Latn", - "languages": [ - "lmo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "lmo_Latn-yue_Hant", - "languages": [ - "lmo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "lmo_Latn-asm_Beng", - "languages": [ - "lmo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916667, - "recall": 0.9417, - "f1": 0.924539, - "accuracy": 0.9417, - "main_score": 0.924539, - "hf_subset": "lmo_Latn-ckb_Arab", - "languages": [ - "lmo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843198, - "recall": 0.881423, - "f1": 0.854776, - "accuracy": 0.881423, - "main_score": 0.854776, - "hf_subset": "lmo_Latn-gle_Latn", - "languages": [ - "lmo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.952569, - "f1": 0.939888, - "accuracy": 0.952569, - "main_score": 0.939888, - "hf_subset": "lmo_Latn-kas_Arab", - "languages": [ - "lmo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926219, - "recall": 0.947628, - "f1": 0.933136, - "accuracy": 0.947628, - "main_score": 0.933136, - "hf_subset": "lmo_Latn-ltg_Latn", - "languages": [ - "lmo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622728, - "recall": 0.671937, - "f1": 0.636496, - "accuracy": 0.671937, - "main_score": 0.636496, - "hf_subset": "lmo_Latn-nso_Latn", - "languages": [ - "lmo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.967391, - "f1": 0.958992, - "accuracy": 0.967391, - "main_score": 0.958992, - "hf_subset": "lmo_Latn-sin_Sinh", - "languages": [ - "lmo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lmo_Latn-tha_Thai", - "languages": [ - "lmo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-zho_Hans", - "languages": [ - "lmo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-ast_Latn", - "languages": [ - "lmo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.981225, - "f1": 0.976285, - "accuracy": 0.981225, - "main_score": 0.976285, - "hf_subset": "lmo_Latn-crh_Latn", - "languages": [ - "lmo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-glg_Latn", - "languages": [ - "lmo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850049, - "recall": 0.88834, - "f1": 0.861844, - "accuracy": 0.88834, - "main_score": 0.861844, - "hf_subset": "lmo_Latn-kas_Deva", - "languages": [ - "lmo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "lmo_Latn-ltz_Latn", - "languages": [ - "lmo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470949, - "recall": 0.534585, - "f1": 0.488283, - "accuracy": 0.534585, - "main_score": 0.488283, - "hf_subset": "lmo_Latn-nus_Latn", - "languages": [ - "lmo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lmo_Latn-slk_Latn", - "languages": [ - "lmo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602859, - "recall": 0.66996, - "f1": 0.622612, - "accuracy": 0.66996, - "main_score": 0.622612, - "hf_subset": "lmo_Latn-tir_Ethi", - "languages": [ - "lmo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lmo_Latn-zho_Hant", - "languages": [ - "lmo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "lmo_Latn-awa_Deva", - "languages": [ - "lmo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952404, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "lmo_Latn-cym_Latn", - "languages": [ - "lmo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836825, - "recall": 0.87253, - "f1": 0.847548, - "accuracy": 0.87253, - "main_score": 0.847548, - "hf_subset": "lmo_Latn-grn_Latn", - "languages": [ - "lmo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "lmo_Latn-kat_Geor", - "languages": [ - "lmo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653014, - "recall": 0.703557, - "f1": 0.667904, - "accuracy": 0.703557, - "main_score": 0.667904, - "hf_subset": "lmo_Latn-lua_Latn", - "languages": [ - "lmo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625061, - "recall": 0.682806, - "f1": 0.641782, - "accuracy": 0.682806, - "main_score": 0.641782, - "hf_subset": "lmo_Latn-nya_Latn", - "languages": [ - "lmo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lmo_Latn-slv_Latn", - "languages": [ - "lmo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928113, - "recall": 0.949605, - "f1": 0.935013, - "accuracy": 0.949605, - "main_score": 0.935013, - "hf_subset": "lmo_Latn-tpi_Latn", - "languages": [ - "lmo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-zsm_Latn", - "languages": [ - "lmo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54562, - "recall": 0.609684, - "f1": 0.563976, - "accuracy": 0.609684, - "main_score": 0.563976, - "hf_subset": "lmo_Latn-ayr_Latn", - "languages": [ - "lmo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990366, - "recall": 0.993083, - "f1": 0.991173, - "accuracy": 0.993083, - "main_score": 0.991173, - "hf_subset": "lmo_Latn-dan_Latn", - "languages": [ - "lmo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lmo_Latn-guj_Gujr", - "languages": [ - "lmo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "lmo_Latn-kaz_Cyrl", - "languages": [ - "lmo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538062, - "recall": 0.597826, - "f1": 0.554649, - "accuracy": 0.597826, - "main_score": 0.554649, - "hf_subset": "lmo_Latn-lug_Latn", - "languages": [ - "lmo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "lmo_Latn-oci_Latn", - "languages": [ - "lmo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796979, - "recall": 0.836957, - "f1": 0.808797, - "accuracy": 0.836957, - "main_score": 0.808797, - "hf_subset": "lmo_Latn-smo_Latn", - "languages": [ - "lmo-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559104, - "recall": 0.618577, - "f1": 0.575828, - "accuracy": 0.618577, - "main_score": 0.575828, - "hf_subset": "lmo_Latn-tsn_Latn", - "languages": [ - "lmo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615029, - "recall": 0.677866, - "f1": 0.633238, - "accuracy": 0.677866, - "main_score": 0.633238, - "hf_subset": "lmo_Latn-zul_Latn", - "languages": [ - "lmo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912796, - "recall": 0.936759, - "f1": 0.920191, - "accuracy": 0.936759, - "main_score": 0.920191, - "hf_subset": "lmo_Latn-azb_Arab", - "languages": [ - "lmo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "lmo_Latn-deu_Latn", - "languages": [ - "lmo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956686, - "recall": 0.968379, - "f1": 0.960474, - "accuracy": 0.968379, - "main_score": 0.960474, - "hf_subset": "lmo_Latn-hat_Latn", - "languages": [ - "lmo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504731, - "recall": 0.560277, - "f1": 0.520179, - "accuracy": 0.560277, - "main_score": 0.520179, - "hf_subset": "lmo_Latn-kbp_Latn", - "languages": [ - "lmo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57109, - "recall": 0.624506, - "f1": 0.585865, - "accuracy": 0.624506, - "main_score": 0.585865, - "hf_subset": "lmo_Latn-luo_Latn", - "languages": [ - "lmo-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981472, - "recall": 0.987154, - "f1": 0.983267, - "accuracy": 0.987154, - "main_score": 0.983267, - "hf_subset": "lmo_Latn-ory_Orya", - "languages": [ - "lmo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589996, - "recall": 0.651186, - "f1": 0.607578, - "accuracy": 0.651186, - "main_score": 0.607578, - "hf_subset": "lmo_Latn-sna_Latn", - "languages": [ - "lmo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565938, - "recall": 0.621542, - "f1": 0.581148, - "accuracy": 0.621542, - "main_score": 0.581148, - "hf_subset": "lmo_Latn-tso_Latn", - "languages": [ - "lmo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.977273, - "f1": 0.971014, - "accuracy": 0.977273, - "main_score": 0.971014, - "hf_subset": "lmo_Latn-azj_Latn", - "languages": [ - "lmo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547885, - "recall": 0.610672, - "f1": 0.565852, - "accuracy": 0.610672, - "main_score": 0.565852, - "hf_subset": "lmo_Latn-dik_Latn", - "languages": [ - "lmo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727495, - "recall": 0.779644, - "f1": 0.743072, - "accuracy": 0.779644, - "main_score": 0.743072, - "hf_subset": "lmo_Latn-hau_Latn", - "languages": [ - "lmo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "lmo_Latn-kea_Latn", - "languages": [ - "lmo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739081, - "recall": 0.788538, - "f1": 0.753854, - "accuracy": 0.788538, - "main_score": 0.753854, - "hf_subset": "lmo_Latn-lus_Latn", - "languages": [ - "lmo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876894, - "recall": 0.902174, - "f1": 0.884783, - "accuracy": 0.902174, - "main_score": 0.884783, - "hf_subset": "lmo_Latn-pag_Latn", - "languages": [ - "lmo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "lmo_Latn-snd_Arab", - "languages": [ - "lmo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912549, - "recall": 0.936759, - "f1": 0.92029, - "accuracy": 0.936759, - "main_score": 0.92029, - "hf_subset": "lmo_Latn-tuk_Latn", - "languages": [ - "lmo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "lmo_Latn-bak_Cyrl", - "languages": [ - "lmo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494402, - "recall": 0.572134, - "f1": 0.51706, - "accuracy": 0.572134, - "main_score": 0.51706, - "hf_subset": "lmo_Latn-dyu_Latn", - "languages": [ - "lmo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lmo_Latn-heb_Hebr", - "languages": [ - "lmo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950296, - "recall": 0.963439, - "f1": 0.954216, - "accuracy": 0.963439, - "main_score": 0.954216, - "hf_subset": "lmo_Latn-khk_Cyrl", - "languages": [ - "lmo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lmo_Latn-lvs_Latn", - "languages": [ - "lmo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lmo_Latn-pan_Guru", - "languages": [ - "lmo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692951, - "recall": 0.750988, - "f1": 0.71015, - "accuracy": 0.750988, - "main_score": 0.71015, - "hf_subset": "lmo_Latn-som_Latn", - "languages": [ - "lmo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596519, - "recall": 0.637352, - "f1": 0.607753, - "accuracy": 0.637352, - "main_score": 0.607753, - "hf_subset": "lmo_Latn-tum_Latn", - "languages": [ - "lmo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559737, - "recall": 0.626482, - "f1": 0.578608, - "accuracy": 0.626482, - "main_score": 0.578608, - "hf_subset": "npi_Deva-ace_Arab", - "languages": [ - "npi-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511499, - "recall": 0.573123, - "f1": 0.528318, - "accuracy": 0.573123, - "main_score": 0.528318, - "hf_subset": "npi_Deva-bam_Latn", - "languages": [ - "npi-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435094, - "recall": 0.516798, - "f1": 0.457474, - "accuracy": 0.516798, - "main_score": 0.457474, - "hf_subset": "npi_Deva-dzo_Tibt", - "languages": [ - "npi-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-hin_Deva", - "languages": [ - "npi-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "npi_Deva-khm_Khmr", - "languages": [ - "npi-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-mag_Deva", - "languages": [ - "npi-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "npi_Deva-pap_Latn", - "languages": [ - "npi-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585745, - "recall": 0.646245, - "f1": 0.602866, - "accuracy": 0.646245, - "main_score": 0.602866, - "hf_subset": "npi_Deva-sot_Latn", - "languages": [ - "npi-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-tur_Latn", - "languages": [ - "npi-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868059, - "recall": 0.90415, - "f1": 0.879364, - "accuracy": 0.90415, - "main_score": 0.879364, - "hf_subset": "npi_Deva-ace_Latn", - "languages": [ - "npi-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95504, - "recall": 0.967391, - "f1": 0.958992, - "accuracy": 0.967391, - "main_score": 0.958992, - "hf_subset": "npi_Deva-ban_Latn", - "languages": [ - "npi-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-ell_Grek", - "languages": [ - "npi-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "npi_Deva-hne_Deva", - "languages": [ - "npi-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582262, - "recall": 0.646245, - "f1": 0.600704, - "accuracy": 0.646245, - "main_score": 0.600704, - "hf_subset": "npi_Deva-kik_Latn", - "languages": [ - "npi-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-mai_Deva", - "languages": [ - "npi-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "npi_Deva-pbt_Arab", - "languages": [ - "npi-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-spa_Latn", - "languages": [ - "npi-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600551, - "recall": 0.667984, - "f1": 0.619471, - "accuracy": 0.667984, - "main_score": 0.619471, - "hf_subset": "npi_Deva-twi_Latn", - "languages": [ - "npi-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-acm_Arab", - "languages": [ - "npi-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "npi_Deva-bel_Cyrl", - "languages": [ - "npi-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-eng_Latn", - "languages": [ - "npi-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-hrv_Latn", - "languages": [ - "npi-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53026, - "recall": 0.594862, - "f1": 0.54773, - "accuracy": 0.594862, - "main_score": 0.54773, - "hf_subset": "npi_Deva-kin_Latn", - "languages": [ - "npi-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-mal_Mlym", - "languages": [ - "npi-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-pes_Arab", - "languages": [ - "npi-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "npi_Deva-srd_Latn", - "languages": [ - "npi-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179046, - "recall": 0.224308, - "f1": 0.190227, - "accuracy": 0.224308, - "main_score": 0.190227, - "hf_subset": "npi_Deva-tzm_Tfng", - "languages": [ - "npi-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-acq_Arab", - "languages": [ - "npi-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608112, - "recall": 0.663043, - "f1": 0.623412, - "accuracy": 0.663043, - "main_score": 0.623412, - "hf_subset": "npi_Deva-bem_Latn", - "languages": [ - "npi-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-epo_Latn", - "languages": [ - "npi-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-hun_Latn", - "languages": [ - "npi-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "npi_Deva-kir_Cyrl", - "languages": [ - "npi-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-mar_Deva", - "languages": [ - "npi-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647327, - "recall": 0.705534, - "f1": 0.663952, - "accuracy": 0.705534, - "main_score": 0.663952, - "hf_subset": "npi_Deva-plt_Latn", - "languages": [ - "npi-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-srp_Cyrl", - "languages": [ - "npi-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "npi_Deva-uig_Arab", - "languages": [ - "npi-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "npi_Deva-aeb_Arab", - "languages": [ - "npi-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-ben_Beng", - "languages": [ - "npi-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-est_Latn", - "languages": [ - "npi-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-hye_Armn", - "languages": [ - "npi-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517605, - "recall": 0.577075, - "f1": 0.53444, - "accuracy": 0.577075, - "main_score": 0.53444, - "hf_subset": "npi_Deva-kmb_Latn", - "languages": [ - "npi-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493563, - "recall": 0.56917, - "f1": 0.51408, - "accuracy": 0.56917, - "main_score": 0.51408, - "hf_subset": "npi_Deva-min_Arab", - "languages": [ - "npi-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-pol_Latn", - "languages": [ - "npi-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549572, - "recall": 0.61166, - "f1": 0.566982, - "accuracy": 0.61166, - "main_score": 0.566982, - "hf_subset": "npi_Deva-ssw_Latn", - "languages": [ - "npi-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ukr_Cyrl", - "languages": [ - "npi-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-afr_Latn", - "languages": [ - "npi-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-bho_Deva", - "languages": [ - "npi-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "npi_Deva-eus_Latn", - "languages": [ - "npi-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571983, - "recall": 0.636364, - "f1": 0.589944, - "accuracy": 0.636364, - "main_score": 0.589944, - "hf_subset": "npi_Deva-ibo_Latn", - "languages": [ - "npi-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897563, - "recall": 0.925889, - "f1": 0.906785, - "accuracy": 0.925889, - "main_score": 0.906785, - "hf_subset": "npi_Deva-kmr_Latn", - "languages": [ - "npi-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "npi_Deva-min_Latn", - "languages": [ - "npi-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-por_Latn", - "languages": [ - "npi-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "npi_Deva-sun_Latn", - "languages": [ - "npi-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506428, - "recall": 0.563241, - "f1": 0.522721, - "accuracy": 0.563241, - "main_score": 0.522721, - "hf_subset": "npi_Deva-umb_Latn", - "languages": [ - "npi-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ajp_Arab", - "languages": [ - "npi-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529795, - "recall": 0.590909, - "f1": 0.546329, - "accuracy": 0.590909, - "main_score": 0.546329, - "hf_subset": "npi_Deva-bjn_Arab", - "languages": [ - "npi-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505553, - "recall": 0.565217, - "f1": 0.521629, - "accuracy": 0.565217, - "main_score": 0.521629, - "hf_subset": "npi_Deva-ewe_Latn", - "languages": [ - "npi-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944203, - "recall": 0.958498, - "f1": 0.94857, - "accuracy": 0.958498, - "main_score": 0.94857, - "hf_subset": "npi_Deva-ilo_Latn", - "languages": [ - "npi-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311789, - "recall": 0.368577, - "f1": 0.327934, - "accuracy": 0.368577, - "main_score": 0.327934, - "hf_subset": "npi_Deva-knc_Arab", - "languages": [ - "npi-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-mkd_Cyrl", - "languages": [ - "npi-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-prs_Arab", - "languages": [ - "npi-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-swe_Latn", - "languages": [ - "npi-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-urd_Arab", - "languages": [ - "npi-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579447, - "recall": 0.643281, - "f1": 0.597224, - "accuracy": 0.643281, - "main_score": 0.597224, - "hf_subset": "npi_Deva-aka_Latn", - "languages": [ - "npi-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "npi_Deva-bjn_Latn", - "languages": [ - "npi-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "npi_Deva-fao_Latn", - "languages": [ - "npi-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ind_Latn", - "languages": [ - "npi-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579824, - "recall": 0.635375, - "f1": 0.595477, - "accuracy": 0.635375, - "main_score": 0.595477, - "hf_subset": "npi_Deva-knc_Latn", - "languages": [ - "npi-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "npi_Deva-mlt_Latn", - "languages": [ - "npi-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701047, - "recall": 0.762846, - "f1": 0.719556, - "accuracy": 0.762846, - "main_score": 0.719556, - "hf_subset": "npi_Deva-quy_Latn", - "languages": [ - "npi-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959074, - "recall": 0.970356, - "f1": 0.962681, - "accuracy": 0.970356, - "main_score": 0.962681, - "hf_subset": "npi_Deva-swh_Latn", - "languages": [ - "npi-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-uzn_Latn", - "languages": [ - "npi-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-als_Latn", - "languages": [ - "npi-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657816, - "recall": 0.732213, - "f1": 0.679783, - "accuracy": 0.732213, - "main_score": 0.679783, - "hf_subset": "npi_Deva-bod_Tibt", - "languages": [ - "npi-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682205, - "recall": 0.740119, - "f1": 0.69894, - "accuracy": 0.740119, - "main_score": 0.69894, - "hf_subset": "npi_Deva-fij_Latn", - "languages": [ - "npi-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "npi_Deva-isl_Latn", - "languages": [ - "npi-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644412, - "recall": 0.701581, - "f1": 0.660874, - "accuracy": 0.701581, - "main_score": 0.660874, - "hf_subset": "npi_Deva-kon_Latn", - "languages": [ - "npi-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663183, - "recall": 0.731225, - "f1": 0.683685, - "accuracy": 0.731225, - "main_score": 0.683685, - "hf_subset": "npi_Deva-mni_Beng", - "languages": [ - "npi-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ron_Latn", - "languages": [ - "npi-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.988142, - "f1": 0.985507, - "accuracy": 0.988142, - "main_score": 0.985507, - "hf_subset": "npi_Deva-szl_Latn", - "languages": [ - "npi-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-vec_Latn", - "languages": [ - "npi-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "npi_Deva-amh_Ethi", - "languages": [ - "npi-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-bos_Latn", - "languages": [ - "npi-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-fin_Latn", - "languages": [ - "npi-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ita_Latn", - "languages": [ - "npi-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-kor_Hang", - "languages": [ - "npi-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526876, - "recall": 0.588933, - "f1": 0.544835, - "accuracy": 0.588933, - "main_score": 0.544835, - "hf_subset": "npi_Deva-mos_Latn", - "languages": [ - "npi-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538127, - "recall": 0.598814, - "f1": 0.554989, - "accuracy": 0.598814, - "main_score": 0.554989, - "hf_subset": "npi_Deva-run_Latn", - "languages": [ - "npi-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-tam_Taml", - "languages": [ - "npi-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-vie_Latn", - "languages": [ - "npi-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-apc_Arab", - "languages": [ - "npi-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793554, - "recall": 0.841897, - "f1": 0.807987, - "accuracy": 0.841897, - "main_score": 0.807987, - "hf_subset": "npi_Deva-bug_Latn", - "languages": [ - "npi-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454404, - "recall": 0.513834, - "f1": 0.470412, - "accuracy": 0.513834, - "main_score": 0.470412, - "hf_subset": "npi_Deva-fon_Latn", - "languages": [ - "npi-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "npi_Deva-jav_Latn", - "languages": [ - "npi-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-lao_Laoo", - "languages": [ - "npi-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860178, - "recall": 0.900198, - "f1": 0.873024, - "accuracy": 0.900198, - "main_score": 0.873024, - "hf_subset": "npi_Deva-mri_Latn", - "languages": [ - "npi-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-rus_Cyrl", - "languages": [ - "npi-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529633, - "recall": 0.590909, - "f1": 0.546617, - "accuracy": 0.590909, - "main_score": 0.546617, - "hf_subset": "npi_Deva-taq_Latn", - "languages": [ - "npi-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "npi_Deva-war_Latn", - "languages": [ - "npi-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-arb_Arab", - "languages": [ - "npi-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-bul_Cyrl", - "languages": [ - "npi-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-fra_Latn", - "languages": [ - "npi-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-jpn_Jpan", - "languages": [ - "npi-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "npi_Deva-lij_Latn", - "languages": [ - "npi-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "npi_Deva-mya_Mymr", - "languages": [ - "npi-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597013, - "recall": 0.662055, - "f1": 0.614483, - "accuracy": 0.662055, - "main_score": 0.614483, - "hf_subset": "npi_Deva-sag_Latn", - "languages": [ - "npi-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190306, - "recall": 0.246047, - "f1": 0.203265, - "accuracy": 0.246047, - "main_score": 0.203265, - "hf_subset": "npi_Deva-taq_Tfng", - "languages": [ - "npi-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608583, - "recall": 0.678854, - "f1": 0.628891, - "accuracy": 0.678854, - "main_score": 0.628891, - "hf_subset": "npi_Deva-wol_Latn", - "languages": [ - "npi-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782378, - "recall": 0.835968, - "f1": 0.798654, - "accuracy": 0.835968, - "main_score": 0.798654, - "hf_subset": "npi_Deva-arb_Latn", - "languages": [ - "npi-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-cat_Latn", - "languages": [ - "npi-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "npi_Deva-fur_Latn", - "languages": [ - "npi-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390661, - "recall": 0.449605, - "f1": 0.407207, - "accuracy": 0.449605, - "main_score": 0.407207, - "hf_subset": "npi_Deva-kab_Latn", - "languages": [ - "npi-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "npi_Deva-lim_Latn", - "languages": [ - "npi-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-nld_Latn", - "languages": [ - "npi-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.992095, - "f1": 0.990448, - "accuracy": 0.992095, - "main_score": 0.990448, - "hf_subset": "npi_Deva-san_Deva", - "languages": [ - "npi-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "npi_Deva-tat_Cyrl", - "languages": [ - "npi-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662187, - "recall": 0.72332, - "f1": 0.679946, - "accuracy": 0.72332, - "main_score": 0.679946, - "hf_subset": "npi_Deva-xho_Latn", - "languages": [ - "npi-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-ars_Arab", - "languages": [ - "npi-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-ceb_Latn", - "languages": [ - "npi-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54721, - "recall": 0.613636, - "f1": 0.565923, - "accuracy": 0.613636, - "main_score": 0.565923, - "hf_subset": "npi_Deva-fuv_Latn", - "languages": [ - "npi-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49849, - "recall": 0.56917, - "f1": 0.517771, - "accuracy": 0.56917, - "main_score": 0.517771, - "hf_subset": "npi_Deva-kac_Latn", - "languages": [ - "npi-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659091, - "recall": 0.714427, - "f1": 0.675381, - "accuracy": 0.714427, - "main_score": 0.675381, - "hf_subset": "npi_Deva-lin_Latn", - "languages": [ - "npi-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-nno_Latn", - "languages": [ - "npi-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.26059, - "recall": 0.34585, - "f1": 0.283502, - "accuracy": 0.34585, - "main_score": 0.283502, - "hf_subset": "npi_Deva-sat_Olck", - "languages": [ - "npi-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-tel_Telu", - "languages": [ - "npi-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "npi_Deva-ydd_Hebr", - "languages": [ - "npi-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "npi_Deva-ary_Arab", - "languages": [ - "npi-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-ces_Latn", - "languages": [ - "npi-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565326, - "recall": 0.629447, - "f1": 0.583919, - "accuracy": 0.629447, - "main_score": 0.583919, - "hf_subset": "npi_Deva-gaz_Latn", - "languages": [ - "npi-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572227, - "recall": 0.637352, - "f1": 0.590719, - "accuracy": 0.637352, - "main_score": 0.590719, - "hf_subset": "npi_Deva-kam_Latn", - "languages": [ - "npi-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "npi_Deva-lit_Latn", - "languages": [ - "npi-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-nob_Latn", - "languages": [ - "npi-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "npi_Deva-scn_Latn", - "languages": [ - "npi-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "npi_Deva-tgk_Cyrl", - "languages": [ - "npi-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706844, - "recall": 0.777668, - "f1": 0.728508, - "accuracy": 0.777668, - "main_score": 0.728508, - "hf_subset": "npi_Deva-yor_Latn", - "languages": [ - "npi-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-arz_Arab", - "languages": [ - "npi-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556944, - "recall": 0.619565, - "f1": 0.574302, - "accuracy": 0.619565, - "main_score": 0.574302, - "hf_subset": "npi_Deva-cjk_Latn", - "languages": [ - "npi-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767441, - "recall": 0.822134, - "f1": 0.784256, - "accuracy": 0.822134, - "main_score": 0.784256, - "hf_subset": "npi_Deva-gla_Latn", - "languages": [ - "npi-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-kan_Knda", - "languages": [ - "npi-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "npi_Deva-lmo_Latn", - "languages": [ - "npi-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454503, - "recall": 0.521739, - "f1": 0.472641, - "accuracy": 0.521739, - "main_score": 0.472641, - "hf_subset": "npi_Deva-shn_Mymr", - "languages": [ - "npi-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-tgl_Latn", - "languages": [ - "npi-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-yue_Hant", - "languages": [ - "npi-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "npi_Deva-asm_Beng", - "languages": [ - "npi-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "npi_Deva-ckb_Arab", - "languages": [ - "npi-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876729, - "recall": 0.911067, - "f1": 0.887582, - "accuracy": 0.911067, - "main_score": 0.887582, - "hf_subset": "npi_Deva-gle_Latn", - "languages": [ - "npi-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "npi_Deva-kas_Arab", - "languages": [ - "npi-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940135, - "recall": 0.95751, - "f1": 0.945718, - "accuracy": 0.95751, - "main_score": 0.945718, - "hf_subset": "npi_Deva-ltg_Latn", - "languages": [ - "npi-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602717, - "recall": 0.656126, - "f1": 0.617678, - "accuracy": 0.656126, - "main_score": 0.617678, - "hf_subset": "npi_Deva-nso_Latn", - "languages": [ - "npi-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "npi_Deva-sin_Sinh", - "languages": [ - "npi-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-tha_Thai", - "languages": [ - "npi-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-zho_Hans", - "languages": [ - "npi-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-ast_Latn", - "languages": [ - "npi-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-crh_Latn", - "languages": [ - "npi-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-glg_Latn", - "languages": [ - "npi-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917572, - "recall": 0.942688, - "f1": 0.925626, - "accuracy": 0.942688, - "main_score": 0.925626, - "hf_subset": "npi_Deva-kas_Deva", - "languages": [ - "npi-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "npi_Deva-ltz_Latn", - "languages": [ - "npi-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442801, - "recall": 0.51087, - "f1": 0.460632, - "accuracy": 0.51087, - "main_score": 0.460632, - "hf_subset": "npi_Deva-nus_Latn", - "languages": [ - "npi-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-slk_Latn", - "languages": [ - "npi-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628203, - "recall": 0.700593, - "f1": 0.649598, - "accuracy": 0.700593, - "main_score": 0.649598, - "hf_subset": "npi_Deva-tir_Ethi", - "languages": [ - "npi-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-zho_Hant", - "languages": [ - "npi-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "npi_Deva-awa_Deva", - "languages": [ - "npi-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "npi_Deva-cym_Latn", - "languages": [ - "npi-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827553, - "recall": 0.867589, - "f1": 0.83961, - "accuracy": 0.867589, - "main_score": 0.83961, - "hf_subset": "npi_Deva-grn_Latn", - "languages": [ - "npi-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-kat_Geor", - "languages": [ - "npi-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629888, - "recall": 0.685771, - "f1": 0.645839, - "accuracy": 0.685771, - "main_score": 0.645839, - "hf_subset": "npi_Deva-lua_Latn", - "languages": [ - "npi-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6348, - "recall": 0.693676, - "f1": 0.651591, - "accuracy": 0.693676, - "main_score": 0.651591, - "hf_subset": "npi_Deva-nya_Latn", - "languages": [ - "npi-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-slv_Latn", - "languages": [ - "npi-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.962451, - "f1": 0.950758, - "accuracy": 0.962451, - "main_score": 0.950758, - "hf_subset": "npi_Deva-tpi_Latn", - "languages": [ - "npi-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-zsm_Latn", - "languages": [ - "npi-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535345, - "recall": 0.598814, - "f1": 0.553229, - "accuracy": 0.598814, - "main_score": 0.553229, - "hf_subset": "npi_Deva-ayr_Latn", - "languages": [ - "npi-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-dan_Latn", - "languages": [ - "npi-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-guj_Gujr", - "languages": [ - "npi-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "npi_Deva-kaz_Cyrl", - "languages": [ - "npi-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529273, - "recall": 0.59585, - "f1": 0.548238, - "accuracy": 0.59585, - "main_score": 0.548238, - "hf_subset": "npi_Deva-lug_Latn", - "languages": [ - "npi-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-oci_Latn", - "languages": [ - "npi-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804595, - "recall": 0.853755, - "f1": 0.819796, - "accuracy": 0.853755, - "main_score": 0.819796, - "hf_subset": "npi_Deva-smo_Latn", - "languages": [ - "npi-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538743, - "recall": 0.602767, - "f1": 0.555988, - "accuracy": 0.602767, - "main_score": 0.555988, - "hf_subset": "npi_Deva-tsn_Latn", - "languages": [ - "npi-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596387, - "recall": 0.660079, - "f1": 0.614745, - "accuracy": 0.660079, - "main_score": 0.614745, - "hf_subset": "npi_Deva-zul_Latn", - "languages": [ - "npi-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9375, - "recall": 0.955534, - "f1": 0.943248, - "accuracy": 0.955534, - "main_score": 0.943248, - "hf_subset": "npi_Deva-azb_Arab", - "languages": [ - "npi-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-deu_Latn", - "languages": [ - "npi-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.978261, - "f1": 0.972497, - "accuracy": 0.978261, - "main_score": 0.972497, - "hf_subset": "npi_Deva-hat_Latn", - "languages": [ - "npi-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478137, - "recall": 0.541502, - "f1": 0.495555, - "accuracy": 0.541502, - "main_score": 0.495555, - "hf_subset": "npi_Deva-kbp_Latn", - "languages": [ - "npi-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555529, - "recall": 0.614625, - "f1": 0.571652, - "accuracy": 0.614625, - "main_score": 0.571652, - "hf_subset": "npi_Deva-luo_Latn", - "languages": [ - "npi-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-ory_Orya", - "languages": [ - "npi-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569516, - "recall": 0.639328, - "f1": 0.589927, - "accuracy": 0.639328, - "main_score": 0.589927, - "hf_subset": "npi_Deva-sna_Latn", - "languages": [ - "npi-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540044, - "recall": 0.59585, - "f1": 0.555271, - "accuracy": 0.59585, - "main_score": 0.555271, - "hf_subset": "npi_Deva-tso_Latn", - "languages": [ - "npi-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-azj_Latn", - "languages": [ - "npi-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518669, - "recall": 0.583004, - "f1": 0.536992, - "accuracy": 0.583004, - "main_score": 0.536992, - "hf_subset": "npi_Deva-dik_Latn", - "languages": [ - "npi-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721412, - "recall": 0.782609, - "f1": 0.739657, - "accuracy": 0.782609, - "main_score": 0.739657, - "hf_subset": "npi_Deva-hau_Latn", - "languages": [ - "npi-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "npi_Deva-kea_Latn", - "languages": [ - "npi-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739196, - "recall": 0.79249, - "f1": 0.755204, - "accuracy": 0.79249, - "main_score": 0.755204, - "hf_subset": "npi_Deva-lus_Latn", - "languages": [ - "npi-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87915, - "recall": 0.906126, - "f1": 0.887121, - "accuracy": 0.906126, - "main_score": 0.887121, - "hf_subset": "npi_Deva-pag_Latn", - "languages": [ - "npi-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "npi_Deva-snd_Arab", - "languages": [ - "npi-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963521, - "recall": 0.974308, - "f1": 0.966963, - "accuracy": 0.974308, - "main_score": 0.966963, - "hf_subset": "npi_Deva-tuk_Latn", - "languages": [ - "npi-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "npi_Deva-bak_Cyrl", - "languages": [ - "npi-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468482, - "recall": 0.549407, - "f1": 0.491801, - "accuracy": 0.549407, - "main_score": 0.491801, - "hf_subset": "npi_Deva-dyu_Latn", - "languages": [ - "npi-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-heb_Hebr", - "languages": [ - "npi-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "npi_Deva-khk_Cyrl", - "languages": [ - "npi-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-lvs_Latn", - "languages": [ - "npi-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "npi_Deva-pan_Guru", - "languages": [ - "npi-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701441, - "recall": 0.759881, - "f1": 0.718698, - "accuracy": 0.759881, - "main_score": 0.718698, - "hf_subset": "npi_Deva-som_Latn", - "languages": [ - "npi-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582223, - "recall": 0.636364, - "f1": 0.597708, - "accuracy": 0.636364, - "main_score": 0.597708, - "hf_subset": "npi_Deva-tum_Latn", - "languages": [ - "npi-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350749, - "recall": 0.396245, - "f1": 0.363478, - "accuracy": 0.396245, - "main_score": 0.363478, - "hf_subset": "shn_Mymr-ace_Arab", - "languages": [ - "shn-Mymr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422673, - "recall": 0.469368, - "f1": 0.435252, - "accuracy": 0.469368, - "main_score": 0.435252, - "hf_subset": "shn_Mymr-bam_Latn", - "languages": [ - "shn-Mymr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213282, - "recall": 0.264822, - "f1": 0.22621, - "accuracy": 0.264822, - "main_score": 0.22621, - "hf_subset": "shn_Mymr-dzo_Tibt", - "languages": [ - "shn-Mymr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474801, - "recall": 0.517787, - "f1": 0.486535, - "accuracy": 0.517787, - "main_score": 0.486535, - "hf_subset": "shn_Mymr-hin_Deva", - "languages": [ - "shn-Mymr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428489, - "recall": 0.477273, - "f1": 0.442798, - "accuracy": 0.477273, - "main_score": 0.442798, - "hf_subset": "shn_Mymr-khm_Khmr", - "languages": [ - "shn-Mymr", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475177, - "recall": 0.513834, - "f1": 0.485674, - "accuracy": 0.513834, - "main_score": 0.485674, - "hf_subset": "shn_Mymr-mag_Deva", - "languages": [ - "shn-Mymr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482257, - "recall": 0.518775, - "f1": 0.492085, - "accuracy": 0.518775, - "main_score": 0.492085, - "hf_subset": "shn_Mymr-pap_Latn", - "languages": [ - "shn-Mymr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457042, - "recall": 0.5, - "f1": 0.468357, - "accuracy": 0.5, - "main_score": 0.468357, - "hf_subset": "shn_Mymr-sot_Latn", - "languages": [ - "shn-Mymr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467454, - "recall": 0.506917, - "f1": 0.478074, - "accuracy": 0.506917, - "main_score": 0.478074, - "hf_subset": "shn_Mymr-tur_Latn", - "languages": [ - "shn-Mymr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48465, - "recall": 0.518775, - "f1": 0.493972, - "accuracy": 0.518775, - "main_score": 0.493972, - "hf_subset": "shn_Mymr-ace_Latn", - "languages": [ - "shn-Mymr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478951, - "recall": 0.507905, - "f1": 0.487295, - "accuracy": 0.507905, - "main_score": 0.487295, - "hf_subset": "shn_Mymr-ban_Latn", - "languages": [ - "shn-Mymr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453609, - "recall": 0.494071, - "f1": 0.464109, - "accuracy": 0.494071, - "main_score": 0.464109, - "hf_subset": "shn_Mymr-ell_Grek", - "languages": [ - "shn-Mymr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461455, - "recall": 0.505929, - "f1": 0.472869, - "accuracy": 0.505929, - "main_score": 0.472869, - "hf_subset": "shn_Mymr-hne_Deva", - "languages": [ - "shn-Mymr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419143, - "recall": 0.463439, - "f1": 0.43041, - "accuracy": 0.463439, - "main_score": 0.43041, - "hf_subset": "shn_Mymr-kik_Latn", - "languages": [ - "shn-Mymr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461497, - "recall": 0.506917, - "f1": 0.473224, - "accuracy": 0.506917, - "main_score": 0.473224, - "hf_subset": "shn_Mymr-mai_Deva", - "languages": [ - "shn-Mymr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423849, - "recall": 0.470356, - "f1": 0.436373, - "accuracy": 0.470356, - "main_score": 0.436373, - "hf_subset": "shn_Mymr-pbt_Arab", - "languages": [ - "shn-Mymr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468284, - "recall": 0.506917, - "f1": 0.479071, - "accuracy": 0.506917, - "main_score": 0.479071, - "hf_subset": "shn_Mymr-spa_Latn", - "languages": [ - "shn-Mymr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48182, - "recall": 0.513834, - "f1": 0.491086, - "accuracy": 0.513834, - "main_score": 0.491086, - "hf_subset": "shn_Mymr-twi_Latn", - "languages": [ - "shn-Mymr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465175, - "recall": 0.505929, - "f1": 0.476155, - "accuracy": 0.505929, - "main_score": 0.476155, - "hf_subset": "shn_Mymr-acm_Arab", - "languages": [ - "shn-Mymr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454026, - "recall": 0.497036, - "f1": 0.465212, - "accuracy": 0.497036, - "main_score": 0.465212, - "hf_subset": "shn_Mymr-bel_Cyrl", - "languages": [ - "shn-Mymr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498444, - "recall": 0.536561, - "f1": 0.508279, - "accuracy": 0.536561, - "main_score": 0.508279, - "hf_subset": "shn_Mymr-eng_Latn", - "languages": [ - "shn-Mymr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482061, - "recall": 0.524704, - "f1": 0.493019, - "accuracy": 0.524704, - "main_score": 0.493019, - "hf_subset": "shn_Mymr-hrv_Latn", - "languages": [ - "shn-Mymr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422094, - "recall": 0.467391, - "f1": 0.434686, - "accuracy": 0.467391, - "main_score": 0.434686, - "hf_subset": "shn_Mymr-kin_Latn", - "languages": [ - "shn-Mymr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469543, - "recall": 0.512846, - "f1": 0.481548, - "accuracy": 0.512846, - "main_score": 0.481548, - "hf_subset": "shn_Mymr-mal_Mlym", - "languages": [ - "shn-Mymr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453767, - "recall": 0.500988, - "f1": 0.466092, - "accuracy": 0.500988, - "main_score": 0.466092, - "hf_subset": "shn_Mymr-pes_Arab", - "languages": [ - "shn-Mymr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466126, - "recall": 0.504941, - "f1": 0.476929, - "accuracy": 0.504941, - "main_score": 0.476929, - "hf_subset": "shn_Mymr-srd_Latn", - "languages": [ - "shn-Mymr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1717, - "recall": 0.216403, - "f1": 0.182605, - "accuracy": 0.216403, - "main_score": 0.182605, - "hf_subset": "shn_Mymr-tzm_Tfng", - "languages": [ - "shn-Mymr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456758, - "recall": 0.501976, - "f1": 0.4682, - "accuracy": 0.501976, - "main_score": 0.4682, - "hf_subset": "shn_Mymr-acq_Arab", - "languages": [ - "shn-Mymr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474847, - "recall": 0.507905, - "f1": 0.484176, - "accuracy": 0.507905, - "main_score": 0.484176, - "hf_subset": "shn_Mymr-bem_Latn", - "languages": [ - "shn-Mymr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465197, - "recall": 0.508893, - "f1": 0.477243, - "accuracy": 0.508893, - "main_score": 0.477243, - "hf_subset": "shn_Mymr-epo_Latn", - "languages": [ - "shn-Mymr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467984, - "recall": 0.511858, - "f1": 0.47907, - "accuracy": 0.511858, - "main_score": 0.47907, - "hf_subset": "shn_Mymr-hun_Latn", - "languages": [ - "shn-Mymr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460157, - "recall": 0.502964, - "f1": 0.47139, - "accuracy": 0.502964, - "main_score": 0.47139, - "hf_subset": "shn_Mymr-kir_Cyrl", - "languages": [ - "shn-Mymr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473031, - "recall": 0.507905, - "f1": 0.482834, - "accuracy": 0.507905, - "main_score": 0.482834, - "hf_subset": "shn_Mymr-mar_Deva", - "languages": [ - "shn-Mymr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463535, - "recall": 0.500988, - "f1": 0.474073, - "accuracy": 0.500988, - "main_score": 0.474073, - "hf_subset": "shn_Mymr-plt_Latn", - "languages": [ - "shn-Mymr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475739, - "recall": 0.516798, - "f1": 0.487033, - "accuracy": 0.516798, - "main_score": 0.487033, - "hf_subset": "shn_Mymr-srp_Cyrl", - "languages": [ - "shn-Mymr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38222, - "recall": 0.438735, - "f1": 0.397871, - "accuracy": 0.438735, - "main_score": 0.397871, - "hf_subset": "shn_Mymr-uig_Arab", - "languages": [ - "shn-Mymr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459407, - "recall": 0.499012, - "f1": 0.470298, - "accuracy": 0.499012, - "main_score": 0.470298, - "hf_subset": "shn_Mymr-aeb_Arab", - "languages": [ - "shn-Mymr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455565, - "recall": 0.500988, - "f1": 0.467204, - "accuracy": 0.500988, - "main_score": 0.467204, - "hf_subset": "shn_Mymr-ben_Beng", - "languages": [ - "shn-Mymr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458375, - "recall": 0.500988, - "f1": 0.470238, - "accuracy": 0.500988, - "main_score": 0.470238, - "hf_subset": "shn_Mymr-est_Latn", - "languages": [ - "shn-Mymr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446813, - "recall": 0.488142, - "f1": 0.457323, - "accuracy": 0.488142, - "main_score": 0.457323, - "hf_subset": "shn_Mymr-hye_Armn", - "languages": [ - "shn-Mymr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449827, - "recall": 0.493083, - "f1": 0.462022, - "accuracy": 0.493083, - "main_score": 0.462022, - "hf_subset": "shn_Mymr-kmb_Latn", - "languages": [ - "shn-Mymr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.335303, - "recall": 0.383399, - "f1": 0.348372, - "accuracy": 0.383399, - "main_score": 0.348372, - "hf_subset": "shn_Mymr-min_Arab", - "languages": [ - "shn-Mymr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464579, - "recall": 0.509881, - "f1": 0.476661, - "accuracy": 0.509881, - "main_score": 0.476661, - "hf_subset": "shn_Mymr-pol_Latn", - "languages": [ - "shn-Mymr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442016, - "recall": 0.485178, - "f1": 0.454036, - "accuracy": 0.485178, - "main_score": 0.454036, - "hf_subset": "shn_Mymr-ssw_Latn", - "languages": [ - "shn-Mymr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45922, - "recall": 0.507905, - "f1": 0.471819, - "accuracy": 0.507905, - "main_score": 0.471819, - "hf_subset": "shn_Mymr-ukr_Cyrl", - "languages": [ - "shn-Mymr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495871, - "recall": 0.531621, - "f1": 0.504937, - "accuracy": 0.531621, - "main_score": 0.504937, - "hf_subset": "shn_Mymr-afr_Latn", - "languages": [ - "shn-Mymr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47438, - "recall": 0.51087, - "f1": 0.483995, - "accuracy": 0.51087, - "main_score": 0.483995, - "hf_subset": "shn_Mymr-bho_Deva", - "languages": [ - "shn-Mymr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466272, - "recall": 0.51087, - "f1": 0.477941, - "accuracy": 0.51087, - "main_score": 0.477941, - "hf_subset": "shn_Mymr-eus_Latn", - "languages": [ - "shn-Mymr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435302, - "recall": 0.48419, - "f1": 0.449106, - "accuracy": 0.48419, - "main_score": 0.449106, - "hf_subset": "shn_Mymr-ibo_Latn", - "languages": [ - "shn-Mymr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461445, - "recall": 0.498024, - "f1": 0.47205, - "accuracy": 0.498024, - "main_score": 0.47205, - "hf_subset": "shn_Mymr-kmr_Latn", - "languages": [ - "shn-Mymr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470158, - "recall": 0.508893, - "f1": 0.480818, - "accuracy": 0.508893, - "main_score": 0.480818, - "hf_subset": "shn_Mymr-min_Latn", - "languages": [ - "shn-Mymr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490431, - "recall": 0.52668, - "f1": 0.500144, - "accuracy": 0.52668, - "main_score": 0.500144, - "hf_subset": "shn_Mymr-por_Latn", - "languages": [ - "shn-Mymr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473585, - "recall": 0.51087, - "f1": 0.483333, - "accuracy": 0.51087, - "main_score": 0.483333, - "hf_subset": "shn_Mymr-sun_Latn", - "languages": [ - "shn-Mymr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417459, - "recall": 0.465415, - "f1": 0.43177, - "accuracy": 0.465415, - "main_score": 0.43177, - "hf_subset": "shn_Mymr-umb_Latn", - "languages": [ - "shn-Mymr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479982, - "recall": 0.511858, - "f1": 0.48861, - "accuracy": 0.511858, - "main_score": 0.48861, - "hf_subset": "shn_Mymr-ajp_Arab", - "languages": [ - "shn-Mymr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.338914, - "recall": 0.389328, - "f1": 0.352604, - "accuracy": 0.389328, - "main_score": 0.352604, - "hf_subset": "shn_Mymr-bjn_Arab", - "languages": [ - "shn-Mymr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423122, - "recall": 0.461462, - "f1": 0.433991, - "accuracy": 0.461462, - "main_score": 0.433991, - "hf_subset": "shn_Mymr-ewe_Latn", - "languages": [ - "shn-Mymr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491982, - "recall": 0.522727, - "f1": 0.50012, - "accuracy": 0.522727, - "main_score": 0.50012, - "hf_subset": "shn_Mymr-ilo_Latn", - "languages": [ - "shn-Mymr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.259909, - "recall": 0.316206, - "f1": 0.2752, - "accuracy": 0.316206, - "main_score": 0.2752, - "hf_subset": "shn_Mymr-knc_Arab", - "languages": [ - "shn-Mymr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471973, - "recall": 0.512846, - "f1": 0.482847, - "accuracy": 0.512846, - "main_score": 0.482847, - "hf_subset": "shn_Mymr-mkd_Cyrl", - "languages": [ - "shn-Mymr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470622, - "recall": 0.51087, - "f1": 0.48153, - "accuracy": 0.51087, - "main_score": 0.48153, - "hf_subset": "shn_Mymr-prs_Arab", - "languages": [ - "shn-Mymr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477299, - "recall": 0.517787, - "f1": 0.488103, - "accuracy": 0.517787, - "main_score": 0.488103, - "hf_subset": "shn_Mymr-swe_Latn", - "languages": [ - "shn-Mymr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437737, - "recall": 0.490119, - "f1": 0.451429, - "accuracy": 0.490119, - "main_score": 0.451429, - "hf_subset": "shn_Mymr-urd_Arab", - "languages": [ - "shn-Mymr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475965, - "recall": 0.507905, - "f1": 0.485133, - "accuracy": 0.507905, - "main_score": 0.485133, - "hf_subset": "shn_Mymr-aka_Latn", - "languages": [ - "shn-Mymr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469961, - "recall": 0.507905, - "f1": 0.480106, - "accuracy": 0.507905, - "main_score": 0.480106, - "hf_subset": "shn_Mymr-bjn_Latn", - "languages": [ - "shn-Mymr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45348, - "recall": 0.496047, - "f1": 0.464318, - "accuracy": 0.496047, - "main_score": 0.464318, - "hf_subset": "shn_Mymr-fao_Latn", - "languages": [ - "shn-Mymr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485795, - "recall": 0.524704, - "f1": 0.49639, - "accuracy": 0.524704, - "main_score": 0.49639, - "hf_subset": "shn_Mymr-ind_Latn", - "languages": [ - "shn-Mymr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463185, - "recall": 0.503953, - "f1": 0.473841, - "accuracy": 0.503953, - "main_score": 0.473841, - "hf_subset": "shn_Mymr-knc_Latn", - "languages": [ - "shn-Mymr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473, - "recall": 0.51087, - "f1": 0.482509, - "accuracy": 0.51087, - "main_score": 0.482509, - "hf_subset": "shn_Mymr-mlt_Latn", - "languages": [ - "shn-Mymr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44117, - "recall": 0.486166, - "f1": 0.453974, - "accuracy": 0.486166, - "main_score": 0.453974, - "hf_subset": "shn_Mymr-quy_Latn", - "languages": [ - "shn-Mymr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453137, - "recall": 0.491107, - "f1": 0.464027, - "accuracy": 0.491107, - "main_score": 0.464027, - "hf_subset": "shn_Mymr-swh_Latn", - "languages": [ - "shn-Mymr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459993, - "recall": 0.497036, - "f1": 0.470093, - "accuracy": 0.497036, - "main_score": 0.470093, - "hf_subset": "shn_Mymr-uzn_Latn", - "languages": [ - "shn-Mymr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462085, - "recall": 0.498024, - "f1": 0.47137, - "accuracy": 0.498024, - "main_score": 0.47137, - "hf_subset": "shn_Mymr-als_Latn", - "languages": [ - "shn-Mymr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.232972, - "recall": 0.287549, - "f1": 0.24589, - "accuracy": 0.287549, - "main_score": 0.24589, - "hf_subset": "shn_Mymr-bod_Tibt", - "languages": [ - "shn-Mymr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470504, - "recall": 0.504941, - "f1": 0.480159, - "accuracy": 0.504941, - "main_score": 0.480159, - "hf_subset": "shn_Mymr-fij_Latn", - "languages": [ - "shn-Mymr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453143, - "recall": 0.490119, - "f1": 0.463863, - "accuracy": 0.490119, - "main_score": 0.463863, - "hf_subset": "shn_Mymr-isl_Latn", - "languages": [ - "shn-Mymr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449194, - "recall": 0.48913, - "f1": 0.460285, - "accuracy": 0.48913, - "main_score": 0.460285, - "hf_subset": "shn_Mymr-kon_Latn", - "languages": [ - "shn-Mymr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407558, - "recall": 0.453557, - "f1": 0.421045, - "accuracy": 0.453557, - "main_score": 0.421045, - "hf_subset": "shn_Mymr-mni_Beng", - "languages": [ - "shn-Mymr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485442, - "recall": 0.521739, - "f1": 0.494783, - "accuracy": 0.521739, - "main_score": 0.494783, - "hf_subset": "shn_Mymr-ron_Latn", - "languages": [ - "shn-Mymr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458971, - "recall": 0.498024, - "f1": 0.469338, - "accuracy": 0.498024, - "main_score": 0.469338, - "hf_subset": "shn_Mymr-szl_Latn", - "languages": [ - "shn-Mymr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481173, - "recall": 0.521739, - "f1": 0.492324, - "accuracy": 0.521739, - "main_score": 0.492324, - "hf_subset": "shn_Mymr-vec_Latn", - "languages": [ - "shn-Mymr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388365, - "recall": 0.438735, - "f1": 0.401528, - "accuracy": 0.438735, - "main_score": 0.401528, - "hf_subset": "shn_Mymr-amh_Ethi", - "languages": [ - "shn-Mymr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476601, - "recall": 0.516798, - "f1": 0.487545, - "accuracy": 0.516798, - "main_score": 0.487545, - "hf_subset": "shn_Mymr-bos_Latn", - "languages": [ - "shn-Mymr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462062, - "recall": 0.504941, - "f1": 0.473644, - "accuracy": 0.504941, - "main_score": 0.473644, - "hf_subset": "shn_Mymr-fin_Latn", - "languages": [ - "shn-Mymr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474729, - "recall": 0.517787, - "f1": 0.486004, - "accuracy": 0.517787, - "main_score": 0.486004, - "hf_subset": "shn_Mymr-ita_Latn", - "languages": [ - "shn-Mymr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46409, - "recall": 0.504941, - "f1": 0.475415, - "accuracy": 0.504941, - "main_score": 0.475415, - "hf_subset": "shn_Mymr-kor_Hang", - "languages": [ - "shn-Mymr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427465, - "recall": 0.474308, - "f1": 0.440245, - "accuracy": 0.474308, - "main_score": 0.440245, - "hf_subset": "shn_Mymr-mos_Latn", - "languages": [ - "shn-Mymr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430329, - "recall": 0.470356, - "f1": 0.442112, - "accuracy": 0.470356, - "main_score": 0.442112, - "hf_subset": "shn_Mymr-run_Latn", - "languages": [ - "shn-Mymr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455698, - "recall": 0.498024, - "f1": 0.466763, - "accuracy": 0.498024, - "main_score": 0.466763, - "hf_subset": "shn_Mymr-tam_Taml", - "languages": [ - "shn-Mymr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48741, - "recall": 0.522727, - "f1": 0.497117, - "accuracy": 0.522727, - "main_score": 0.497117, - "hf_subset": "shn_Mymr-vie_Latn", - "languages": [ - "shn-Mymr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462012, - "recall": 0.499012, - "f1": 0.471746, - "accuracy": 0.499012, - "main_score": 0.471746, - "hf_subset": "shn_Mymr-apc_Arab", - "languages": [ - "shn-Mymr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472831, - "recall": 0.508893, - "f1": 0.482977, - "accuracy": 0.508893, - "main_score": 0.482977, - "hf_subset": "shn_Mymr-bug_Latn", - "languages": [ - "shn-Mymr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414648, - "recall": 0.454545, - "f1": 0.425755, - "accuracy": 0.454545, - "main_score": 0.425755, - "hf_subset": "shn_Mymr-fon_Latn", - "languages": [ - "shn-Mymr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479398, - "recall": 0.51581, - "f1": 0.48907, - "accuracy": 0.51581, - "main_score": 0.48907, - "hf_subset": "shn_Mymr-jav_Latn", - "languages": [ - "shn-Mymr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444535, - "recall": 0.48419, - "f1": 0.455463, - "accuracy": 0.48419, - "main_score": 0.455463, - "hf_subset": "shn_Mymr-lao_Laoo", - "languages": [ - "shn-Mymr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439938, - "recall": 0.479249, - "f1": 0.450661, - "accuracy": 0.479249, - "main_score": 0.450661, - "hf_subset": "shn_Mymr-mri_Latn", - "languages": [ - "shn-Mymr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473064, - "recall": 0.512846, - "f1": 0.483656, - "accuracy": 0.512846, - "main_score": 0.483656, - "hf_subset": "shn_Mymr-rus_Cyrl", - "languages": [ - "shn-Mymr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424723, - "recall": 0.467391, - "f1": 0.436814, - "accuracy": 0.467391, - "main_score": 0.436814, - "hf_subset": "shn_Mymr-taq_Latn", - "languages": [ - "shn-Mymr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495516, - "recall": 0.529644, - "f1": 0.504827, - "accuracy": 0.529644, - "main_score": 0.504827, - "hf_subset": "shn_Mymr-war_Latn", - "languages": [ - "shn-Mymr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463848, - "recall": 0.507905, - "f1": 0.475653, - "accuracy": 0.507905, - "main_score": 0.475653, - "hf_subset": "shn_Mymr-arb_Arab", - "languages": [ - "shn-Mymr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469383, - "recall": 0.511858, - "f1": 0.480436, - "accuracy": 0.511858, - "main_score": 0.480436, - "hf_subset": "shn_Mymr-bul_Cyrl", - "languages": [ - "shn-Mymr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472378, - "recall": 0.511858, - "f1": 0.482978, - "accuracy": 0.511858, - "main_score": 0.482978, - "hf_subset": "shn_Mymr-fra_Latn", - "languages": [ - "shn-Mymr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472167, - "recall": 0.508893, - "f1": 0.483131, - "accuracy": 0.508893, - "main_score": 0.483131, - "hf_subset": "shn_Mymr-jpn_Jpan", - "languages": [ - "shn-Mymr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472897, - "recall": 0.514822, - "f1": 0.48423, - "accuracy": 0.514822, - "main_score": 0.48423, - "hf_subset": "shn_Mymr-lij_Latn", - "languages": [ - "shn-Mymr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357531, - "recall": 0.417984, - "f1": 0.372858, - "accuracy": 0.417984, - "main_score": 0.372858, - "hf_subset": "shn_Mymr-mya_Mymr", - "languages": [ - "shn-Mymr", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436217, - "recall": 0.479249, - "f1": 0.448088, - "accuracy": 0.479249, - "main_score": 0.448088, - "hf_subset": "shn_Mymr-sag_Latn", - "languages": [ - "shn-Mymr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20251, - "recall": 0.251976, - "f1": 0.214014, - "accuracy": 0.251976, - "main_score": 0.214014, - "hf_subset": "shn_Mymr-taq_Tfng", - "languages": [ - "shn-Mymr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465449, - "recall": 0.5, - "f1": 0.475533, - "accuracy": 0.5, - "main_score": 0.475533, - "hf_subset": "shn_Mymr-wol_Latn", - "languages": [ - "shn-Mymr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386735, - "recall": 0.428854, - "f1": 0.398875, - "accuracy": 0.428854, - "main_score": 0.398875, - "hf_subset": "shn_Mymr-arb_Latn", - "languages": [ - "shn-Mymr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476224, - "recall": 0.514822, - "f1": 0.485965, - "accuracy": 0.514822, - "main_score": 0.485965, - "hf_subset": "shn_Mymr-cat_Latn", - "languages": [ - "shn-Mymr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472854, - "recall": 0.511858, - "f1": 0.48339, - "accuracy": 0.511858, - "main_score": 0.48339, - "hf_subset": "shn_Mymr-fur_Latn", - "languages": [ - "shn-Mymr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354555, - "recall": 0.40415, - "f1": 0.368472, - "accuracy": 0.40415, - "main_score": 0.368472, - "hf_subset": "shn_Mymr-kab_Latn", - "languages": [ - "shn-Mymr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456269, - "recall": 0.494071, - "f1": 0.467571, - "accuracy": 0.494071, - "main_score": 0.467571, - "hf_subset": "shn_Mymr-lim_Latn", - "languages": [ - "shn-Mymr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479639, - "recall": 0.520751, - "f1": 0.490353, - "accuracy": 0.520751, - "main_score": 0.490353, - "hf_subset": "shn_Mymr-nld_Latn", - "languages": [ - "shn-Mymr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433199, - "recall": 0.479249, - "f1": 0.44614, - "accuracy": 0.479249, - "main_score": 0.44614, - "hf_subset": "shn_Mymr-san_Deva", - "languages": [ - "shn-Mymr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472601, - "recall": 0.512846, - "f1": 0.483631, - "accuracy": 0.512846, - "main_score": 0.483631, - "hf_subset": "shn_Mymr-tat_Cyrl", - "languages": [ - "shn-Mymr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466351, - "recall": 0.506917, - "f1": 0.477779, - "accuracy": 0.506917, - "main_score": 0.477779, - "hf_subset": "shn_Mymr-xho_Latn", - "languages": [ - "shn-Mymr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437277, - "recall": 0.485178, - "f1": 0.450238, - "accuracy": 0.485178, - "main_score": 0.450238, - "hf_subset": "shn_Mymr-ars_Arab", - "languages": [ - "shn-Mymr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491267, - "recall": 0.521739, - "f1": 0.4996, - "accuracy": 0.521739, - "main_score": 0.4996, - "hf_subset": "shn_Mymr-ceb_Latn", - "languages": [ - "shn-Mymr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419307, - "recall": 0.463439, - "f1": 0.431501, - "accuracy": 0.463439, - "main_score": 0.431501, - "hf_subset": "shn_Mymr-fuv_Latn", - "languages": [ - "shn-Mymr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435382, - "recall": 0.48419, - "f1": 0.449094, - "accuracy": 0.48419, - "main_score": 0.449094, - "hf_subset": "shn_Mymr-kac_Latn", - "languages": [ - "shn-Mymr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462147, - "recall": 0.499012, - "f1": 0.471938, - "accuracy": 0.499012, - "main_score": 0.471938, - "hf_subset": "shn_Mymr-lin_Latn", - "languages": [ - "shn-Mymr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470588, - "recall": 0.507905, - "f1": 0.480906, - "accuracy": 0.507905, - "main_score": 0.480906, - "hf_subset": "shn_Mymr-nno_Latn", - "languages": [ - "shn-Mymr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.094576, - "recall": 0.139328, - "f1": 0.10625, - "accuracy": 0.139328, - "main_score": 0.10625, - "hf_subset": "shn_Mymr-sat_Olck", - "languages": [ - "shn-Mymr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45857, - "recall": 0.502964, - "f1": 0.471074, - "accuracy": 0.502964, - "main_score": 0.471074, - "hf_subset": "shn_Mymr-tel_Telu", - "languages": [ - "shn-Mymr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407993, - "recall": 0.455534, - "f1": 0.421594, - "accuracy": 0.455534, - "main_score": 0.421594, - "hf_subset": "shn_Mymr-ydd_Hebr", - "languages": [ - "shn-Mymr", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432127, - "recall": 0.474308, - "f1": 0.443805, - "accuracy": 0.474308, - "main_score": 0.443805, - "hf_subset": "shn_Mymr-ary_Arab", - "languages": [ - "shn-Mymr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478917, - "recall": 0.518775, - "f1": 0.489238, - "accuracy": 0.518775, - "main_score": 0.489238, - "hf_subset": "shn_Mymr-ces_Latn", - "languages": [ - "shn-Mymr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396463, - "recall": 0.447628, - "f1": 0.410677, - "accuracy": 0.447628, - "main_score": 0.410677, - "hf_subset": "shn_Mymr-gaz_Latn", - "languages": [ - "shn-Mymr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440378, - "recall": 0.487154, - "f1": 0.452551, - "accuracy": 0.487154, - "main_score": 0.452551, - "hf_subset": "shn_Mymr-kam_Latn", - "languages": [ - "shn-Mymr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460603, - "recall": 0.503953, - "f1": 0.471709, - "accuracy": 0.503953, - "main_score": 0.471709, - "hf_subset": "shn_Mymr-lit_Latn", - "languages": [ - "shn-Mymr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468897, - "recall": 0.509881, - "f1": 0.480076, - "accuracy": 0.509881, - "main_score": 0.480076, - "hf_subset": "shn_Mymr-nob_Latn", - "languages": [ - "shn-Mymr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464079, - "recall": 0.508893, - "f1": 0.475818, - "accuracy": 0.508893, - "main_score": 0.475818, - "hf_subset": "shn_Mymr-scn_Latn", - "languages": [ - "shn-Mymr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463387, - "recall": 0.5, - "f1": 0.473437, - "accuracy": 0.5, - "main_score": 0.473437, - "hf_subset": "shn_Mymr-tgk_Cyrl", - "languages": [ - "shn-Mymr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40006, - "recall": 0.448617, - "f1": 0.414216, - "accuracy": 0.448617, - "main_score": 0.414216, - "hf_subset": "shn_Mymr-yor_Latn", - "languages": [ - "shn-Mymr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456787, - "recall": 0.500988, - "f1": 0.467917, - "accuracy": 0.500988, - "main_score": 0.467917, - "hf_subset": "shn_Mymr-arz_Arab", - "languages": [ - "shn-Mymr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41085, - "recall": 0.453557, - "f1": 0.423535, - "accuracy": 0.453557, - "main_score": 0.423535, - "hf_subset": "shn_Mymr-cjk_Latn", - "languages": [ - "shn-Mymr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423452, - "recall": 0.464427, - "f1": 0.435808, - "accuracy": 0.464427, - "main_score": 0.435808, - "hf_subset": "shn_Mymr-gla_Latn", - "languages": [ - "shn-Mymr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464536, - "recall": 0.504941, - "f1": 0.475784, - "accuracy": 0.504941, - "main_score": 0.475784, - "hf_subset": "shn_Mymr-kan_Knda", - "languages": [ - "shn-Mymr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475785, - "recall": 0.509881, - "f1": 0.485806, - "accuracy": 0.509881, - "main_score": 0.485806, - "hf_subset": "shn_Mymr-lmo_Latn", - "languages": [ - "shn-Mymr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457903, - "recall": 0.504941, - "f1": 0.47002, - "accuracy": 0.504941, - "main_score": 0.47002, - "hf_subset": "shn_Mymr-npi_Deva", - "languages": [ - "shn-Mymr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498657, - "recall": 0.528656, - "f1": 0.50699, - "accuracy": 0.528656, - "main_score": 0.50699, - "hf_subset": "shn_Mymr-tgl_Latn", - "languages": [ - "shn-Mymr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457763, - "recall": 0.5, - "f1": 0.469044, - "accuracy": 0.5, - "main_score": 0.469044, - "hf_subset": "shn_Mymr-yue_Hant", - "languages": [ - "shn-Mymr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422539, - "recall": 0.470356, - "f1": 0.435712, - "accuracy": 0.470356, - "main_score": 0.435712, - "hf_subset": "shn_Mymr-asm_Beng", - "languages": [ - "shn-Mymr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414027, - "recall": 0.459486, - "f1": 0.427051, - "accuracy": 0.459486, - "main_score": 0.427051, - "hf_subset": "shn_Mymr-ckb_Arab", - "languages": [ - "shn-Mymr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430273, - "recall": 0.469368, - "f1": 0.441186, - "accuracy": 0.469368, - "main_score": 0.441186, - "hf_subset": "shn_Mymr-gle_Latn", - "languages": [ - "shn-Mymr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413202, - "recall": 0.459486, - "f1": 0.425945, - "accuracy": 0.459486, - "main_score": 0.425945, - "hf_subset": "shn_Mymr-kas_Arab", - "languages": [ - "shn-Mymr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444688, - "recall": 0.486166, - "f1": 0.45612, - "accuracy": 0.486166, - "main_score": 0.45612, - "hf_subset": "shn_Mymr-ltg_Latn", - "languages": [ - "shn-Mymr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469135, - "recall": 0.504941, - "f1": 0.47885, - "accuracy": 0.504941, - "main_score": 0.47885, - "hf_subset": "shn_Mymr-nso_Latn", - "languages": [ - "shn-Mymr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408816, - "recall": 0.453557, - "f1": 0.421608, - "accuracy": 0.453557, - "main_score": 0.421608, - "hf_subset": "shn_Mymr-sin_Sinh", - "languages": [ - "shn-Mymr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466322, - "recall": 0.503953, - "f1": 0.476609, - "accuracy": 0.503953, - "main_score": 0.476609, - "hf_subset": "shn_Mymr-tha_Thai", - "languages": [ - "shn-Mymr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458195, - "recall": 0.5, - "f1": 0.469624, - "accuracy": 0.5, - "main_score": 0.469624, - "hf_subset": "shn_Mymr-zho_Hans", - "languages": [ - "shn-Mymr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476357, - "recall": 0.516798, - "f1": 0.486865, - "accuracy": 0.516798, - "main_score": 0.486865, - "hf_subset": "shn_Mymr-ast_Latn", - "languages": [ - "shn-Mymr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450313, - "recall": 0.488142, - "f1": 0.461444, - "accuracy": 0.488142, - "main_score": 0.461444, - "hf_subset": "shn_Mymr-crh_Latn", - "languages": [ - "shn-Mymr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471721, - "recall": 0.513834, - "f1": 0.482193, - "accuracy": 0.513834, - "main_score": 0.482193, - "hf_subset": "shn_Mymr-glg_Latn", - "languages": [ - "shn-Mymr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423736, - "recall": 0.468379, - "f1": 0.436257, - "accuracy": 0.468379, - "main_score": 0.436257, - "hf_subset": "shn_Mymr-kas_Deva", - "languages": [ - "shn-Mymr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456352, - "recall": 0.493083, - "f1": 0.466879, - "accuracy": 0.493083, - "main_score": 0.466879, - "hf_subset": "shn_Mymr-ltz_Latn", - "languages": [ - "shn-Mymr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386323, - "recall": 0.433794, - "f1": 0.399056, - "accuracy": 0.433794, - "main_score": 0.399056, - "hf_subset": "shn_Mymr-nus_Latn", - "languages": [ - "shn-Mymr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47746, - "recall": 0.516798, - "f1": 0.487859, - "accuracy": 0.516798, - "main_score": 0.487859, - "hf_subset": "shn_Mymr-slk_Latn", - "languages": [ - "shn-Mymr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3485, - "recall": 0.395257, - "f1": 0.361959, - "accuracy": 0.395257, - "main_score": 0.361959, - "hf_subset": "shn_Mymr-tir_Ethi", - "languages": [ - "shn-Mymr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448583, - "recall": 0.496047, - "f1": 0.461022, - "accuracy": 0.496047, - "main_score": 0.461022, - "hf_subset": "shn_Mymr-zho_Hant", - "languages": [ - "shn-Mymr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462208, - "recall": 0.503953, - "f1": 0.473476, - "accuracy": 0.503953, - "main_score": 0.473476, - "hf_subset": "shn_Mymr-awa_Deva", - "languages": [ - "shn-Mymr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450939, - "recall": 0.493083, - "f1": 0.462162, - "accuracy": 0.493083, - "main_score": 0.462162, - "hf_subset": "shn_Mymr-cym_Latn", - "languages": [ - "shn-Mymr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469955, - "recall": 0.51087, - "f1": 0.481351, - "accuracy": 0.51087, - "main_score": 0.481351, - "hf_subset": "shn_Mymr-grn_Latn", - "languages": [ - "shn-Mymr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452836, - "recall": 0.496047, - "f1": 0.464043, - "accuracy": 0.496047, - "main_score": 0.464043, - "hf_subset": "shn_Mymr-kat_Geor", - "languages": [ - "shn-Mymr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450792, - "recall": 0.497036, - "f1": 0.463832, - "accuracy": 0.497036, - "main_score": 0.463832, - "hf_subset": "shn_Mymr-lua_Latn", - "languages": [ - "shn-Mymr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470316, - "recall": 0.504941, - "f1": 0.47977, - "accuracy": 0.504941, - "main_score": 0.47977, - "hf_subset": "shn_Mymr-nya_Latn", - "languages": [ - "shn-Mymr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4659, - "recall": 0.503953, - "f1": 0.475622, - "accuracy": 0.503953, - "main_score": 0.475622, - "hf_subset": "shn_Mymr-slv_Latn", - "languages": [ - "shn-Mymr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478209, - "recall": 0.516798, - "f1": 0.488987, - "accuracy": 0.516798, - "main_score": 0.488987, - "hf_subset": "shn_Mymr-tpi_Latn", - "languages": [ - "shn-Mymr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490353, - "recall": 0.525692, - "f1": 0.499686, - "accuracy": 0.525692, - "main_score": 0.499686, - "hf_subset": "shn_Mymr-zsm_Latn", - "languages": [ - "shn-Mymr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429115, - "recall": 0.471344, - "f1": 0.441631, - "accuracy": 0.471344, - "main_score": 0.441631, - "hf_subset": "shn_Mymr-ayr_Latn", - "languages": [ - "shn-Mymr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476161, - "recall": 0.516798, - "f1": 0.487049, - "accuracy": 0.516798, - "main_score": 0.487049, - "hf_subset": "shn_Mymr-dan_Latn", - "languages": [ - "shn-Mymr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466813, - "recall": 0.502964, - "f1": 0.477221, - "accuracy": 0.502964, - "main_score": 0.477221, - "hf_subset": "shn_Mymr-guj_Gujr", - "languages": [ - "shn-Mymr", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461502, - "recall": 0.506917, - "f1": 0.473561, - "accuracy": 0.506917, - "main_score": 0.473561, - "hf_subset": "shn_Mymr-kaz_Cyrl", - "languages": [ - "shn-Mymr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421057, - "recall": 0.466403, - "f1": 0.434226, - "accuracy": 0.466403, - "main_score": 0.434226, - "hf_subset": "shn_Mymr-lug_Latn", - "languages": [ - "shn-Mymr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483429, - "recall": 0.518775, - "f1": 0.492907, - "accuracy": 0.518775, - "main_score": 0.492907, - "hf_subset": "shn_Mymr-oci_Latn", - "languages": [ - "shn-Mymr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455972, - "recall": 0.492095, - "f1": 0.466518, - "accuracy": 0.492095, - "main_score": 0.466518, - "hf_subset": "shn_Mymr-smo_Latn", - "languages": [ - "shn-Mymr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437689, - "recall": 0.482213, - "f1": 0.449939, - "accuracy": 0.482213, - "main_score": 0.449939, - "hf_subset": "shn_Mymr-tsn_Latn", - "languages": [ - "shn-Mymr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436592, - "recall": 0.481225, - "f1": 0.449296, - "accuracy": 0.481225, - "main_score": 0.449296, - "hf_subset": "shn_Mymr-zul_Latn", - "languages": [ - "shn-Mymr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407584, - "recall": 0.453557, - "f1": 0.420363, - "accuracy": 0.453557, - "main_score": 0.420363, - "hf_subset": "shn_Mymr-azb_Arab", - "languages": [ - "shn-Mymr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475494, - "recall": 0.518775, - "f1": 0.486441, - "accuracy": 0.518775, - "main_score": 0.486441, - "hf_subset": "shn_Mymr-deu_Latn", - "languages": [ - "shn-Mymr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422479, - "recall": 0.462451, - "f1": 0.433966, - "accuracy": 0.462451, - "main_score": 0.433966, - "hf_subset": "shn_Mymr-hat_Latn", - "languages": [ - "shn-Mymr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435254, - "recall": 0.475296, - "f1": 0.446456, - "accuracy": 0.475296, - "main_score": 0.446456, - "hf_subset": "shn_Mymr-kbp_Latn", - "languages": [ - "shn-Mymr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461893, - "recall": 0.5, - "f1": 0.472323, - "accuracy": 0.5, - "main_score": 0.472323, - "hf_subset": "shn_Mymr-luo_Latn", - "languages": [ - "shn-Mymr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449579, - "recall": 0.495059, - "f1": 0.462771, - "accuracy": 0.495059, - "main_score": 0.462771, - "hf_subset": "shn_Mymr-ory_Orya", - "languages": [ - "shn-Mymr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444884, - "recall": 0.483202, - "f1": 0.455238, - "accuracy": 0.483202, - "main_score": 0.455238, - "hf_subset": "shn_Mymr-sna_Latn", - "languages": [ - "shn-Mymr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440952, - "recall": 0.479249, - "f1": 0.451839, - "accuracy": 0.479249, - "main_score": 0.451839, - "hf_subset": "shn_Mymr-tso_Latn", - "languages": [ - "shn-Mymr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446018, - "recall": 0.494071, - "f1": 0.458786, - "accuracy": 0.494071, - "main_score": 0.458786, - "hf_subset": "shn_Mymr-azj_Latn", - "languages": [ - "shn-Mymr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429821, - "recall": 0.471344, - "f1": 0.441919, - "accuracy": 0.471344, - "main_score": 0.441919, - "hf_subset": "shn_Mymr-dik_Latn", - "languages": [ - "shn-Mymr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444098, - "recall": 0.486166, - "f1": 0.455595, - "accuracy": 0.486166, - "main_score": 0.455595, - "hf_subset": "shn_Mymr-hau_Latn", - "languages": [ - "shn-Mymr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468116, - "recall": 0.504941, - "f1": 0.478358, - "accuracy": 0.504941, - "main_score": 0.478358, - "hf_subset": "shn_Mymr-kea_Latn", - "languages": [ - "shn-Mymr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473073, - "recall": 0.502964, - "f1": 0.481851, - "accuracy": 0.502964, - "main_score": 0.481851, - "hf_subset": "shn_Mymr-lus_Latn", - "languages": [ - "shn-Mymr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486762, - "recall": 0.518775, - "f1": 0.495357, - "accuracy": 0.518775, - "main_score": 0.495357, - "hf_subset": "shn_Mymr-pag_Latn", - "languages": [ - "shn-Mymr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421947, - "recall": 0.472332, - "f1": 0.435075, - "accuracy": 0.472332, - "main_score": 0.435075, - "hf_subset": "shn_Mymr-snd_Arab", - "languages": [ - "shn-Mymr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424298, - "recall": 0.465415, - "f1": 0.436107, - "accuracy": 0.465415, - "main_score": 0.436107, - "hf_subset": "shn_Mymr-tuk_Latn", - "languages": [ - "shn-Mymr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468016, - "recall": 0.505929, - "f1": 0.478636, - "accuracy": 0.505929, - "main_score": 0.478636, - "hf_subset": "shn_Mymr-bak_Cyrl", - "languages": [ - "shn-Mymr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.347796, - "recall": 0.405138, - "f1": 0.364131, - "accuracy": 0.405138, - "main_score": 0.364131, - "hf_subset": "shn_Mymr-dyu_Latn", - "languages": [ - "shn-Mymr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453101, - "recall": 0.494071, - "f1": 0.464903, - "accuracy": 0.494071, - "main_score": 0.464903, - "hf_subset": "shn_Mymr-heb_Hebr", - "languages": [ - "shn-Mymr", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433484, - "recall": 0.478261, - "f1": 0.445776, - "accuracy": 0.478261, - "main_score": 0.445776, - "hf_subset": "shn_Mymr-khk_Cyrl", - "languages": [ - "shn-Mymr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466975, - "recall": 0.509881, - "f1": 0.478281, - "accuracy": 0.509881, - "main_score": 0.478281, - "hf_subset": "shn_Mymr-lvs_Latn", - "languages": [ - "shn-Mymr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464188, - "recall": 0.508893, - "f1": 0.476023, - "accuracy": 0.508893, - "main_score": 0.476023, - "hf_subset": "shn_Mymr-pan_Guru", - "languages": [ - "shn-Mymr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434671, - "recall": 0.47332, - "f1": 0.445599, - "accuracy": 0.47332, - "main_score": 0.445599, - "hf_subset": "shn_Mymr-som_Latn", - "languages": [ - "shn-Mymr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44405, - "recall": 0.482213, - "f1": 0.454814, - "accuracy": 0.482213, - "main_score": 0.454814, - "hf_subset": "shn_Mymr-tum_Latn", - "languages": [ - "shn-Mymr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599031, - "recall": 0.664032, - "f1": 0.618088, - "accuracy": 0.664032, - "main_score": 0.618088, - "hf_subset": "tgl_Latn-ace_Arab", - "languages": [ - "tgl-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556439, - "recall": 0.618577, - "f1": 0.574258, - "accuracy": 0.618577, - "main_score": 0.574258, - "hf_subset": "tgl_Latn-bam_Latn", - "languages": [ - "tgl-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451049, - "recall": 0.528656, - "f1": 0.471379, - "accuracy": 0.528656, - "main_score": 0.471379, - "hf_subset": "tgl_Latn-dzo_Tibt", - "languages": [ - "tgl-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-hin_Deva", - "languages": [ - "tgl-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-khm_Khmr", - "languages": [ - "tgl-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-mag_Deva", - "languages": [ - "tgl-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgl_Latn-pap_Latn", - "languages": [ - "tgl-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631498, - "recall": 0.685771, - "f1": 0.646855, - "accuracy": 0.685771, - "main_score": 0.646855, - "hf_subset": "tgl_Latn-sot_Latn", - "languages": [ - "tgl-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-tur_Latn", - "languages": [ - "tgl-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890152, - "recall": 0.918972, - "f1": 0.899341, - "accuracy": 0.918972, - "main_score": 0.899341, - "hf_subset": "tgl_Latn-ace_Latn", - "languages": [ - "tgl-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.974308, - "f1": 0.968379, - "accuracy": 0.974308, - "main_score": 0.968379, - "hf_subset": "tgl_Latn-ban_Latn", - "languages": [ - "tgl-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-ell_Grek", - "languages": [ - "tgl-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "tgl_Latn-hne_Deva", - "languages": [ - "tgl-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629319, - "recall": 0.683794, - "f1": 0.645033, - "accuracy": 0.683794, - "main_score": 0.645033, - "hf_subset": "tgl_Latn-kik_Latn", - "languages": [ - "tgl-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-mai_Deva", - "languages": [ - "tgl-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgl_Latn-pbt_Arab", - "languages": [ - "tgl-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-spa_Latn", - "languages": [ - "tgl-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643536, - "recall": 0.701581, - "f1": 0.660153, - "accuracy": 0.701581, - "main_score": 0.660153, - "hf_subset": "tgl_Latn-twi_Latn", - "languages": [ - "tgl-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-acm_Arab", - "languages": [ - "tgl-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-bel_Cyrl", - "languages": [ - "tgl-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-eng_Latn", - "languages": [ - "tgl-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-hrv_Latn", - "languages": [ - "tgl-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592869, - "recall": 0.658103, - "f1": 0.611124, - "accuracy": 0.658103, - "main_score": 0.611124, - "hf_subset": "tgl_Latn-kin_Latn", - "languages": [ - "tgl-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-mal_Mlym", - "languages": [ - "tgl-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-pes_Arab", - "languages": [ - "tgl-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tgl_Latn-srd_Latn", - "languages": [ - "tgl-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189754, - "recall": 0.240119, - "f1": 0.202126, - "accuracy": 0.240119, - "main_score": 0.202126, - "hf_subset": "tgl_Latn-tzm_Tfng", - "languages": [ - "tgl-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-acq_Arab", - "languages": [ - "tgl-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662286, - "recall": 0.709486, - "f1": 0.675363, - "accuracy": 0.709486, - "main_score": 0.675363, - "hf_subset": "tgl_Latn-bem_Latn", - "languages": [ - "tgl-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-epo_Latn", - "languages": [ - "tgl-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-hun_Latn", - "languages": [ - "tgl-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-kir_Cyrl", - "languages": [ - "tgl-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-mar_Deva", - "languages": [ - "tgl-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698435, - "recall": 0.749012, - "f1": 0.713556, - "accuracy": 0.749012, - "main_score": 0.713556, - "hf_subset": "tgl_Latn-plt_Latn", - "languages": [ - "tgl-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-srp_Cyrl", - "languages": [ - "tgl-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "tgl_Latn-uig_Arab", - "languages": [ - "tgl-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-aeb_Arab", - "languages": [ - "tgl-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ben_Beng", - "languages": [ - "tgl-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-est_Latn", - "languages": [ - "tgl-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-hye_Armn", - "languages": [ - "tgl-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565843, - "recall": 0.616601, - "f1": 0.580552, - "accuracy": 0.616601, - "main_score": 0.580552, - "hf_subset": "tgl_Latn-kmb_Latn", - "languages": [ - "tgl-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537799, - "recall": 0.607708, - "f1": 0.557119, - "accuracy": 0.607708, - "main_score": 0.557119, - "hf_subset": "tgl_Latn-min_Arab", - "languages": [ - "tgl-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-pol_Latn", - "languages": [ - "tgl-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586989, - "recall": 0.656126, - "f1": 0.606837, - "accuracy": 0.656126, - "main_score": 0.606837, - "hf_subset": "tgl_Latn-ssw_Latn", - "languages": [ - "tgl-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ukr_Cyrl", - "languages": [ - "tgl-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-afr_Latn", - "languages": [ - "tgl-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-bho_Deva", - "languages": [ - "tgl-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "tgl_Latn-eus_Latn", - "languages": [ - "tgl-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602908, - "recall": 0.666008, - "f1": 0.62072, - "accuracy": 0.666008, - "main_score": 0.62072, - "hf_subset": "tgl_Latn-ibo_Latn", - "languages": [ - "tgl-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902586, - "recall": 0.929842, - "f1": 0.911133, - "accuracy": 0.929842, - "main_score": 0.911133, - "hf_subset": "tgl_Latn-kmr_Latn", - "languages": [ - "tgl-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tgl_Latn-min_Latn", - "languages": [ - "tgl-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-por_Latn", - "languages": [ - "tgl-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-sun_Latn", - "languages": [ - "tgl-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550215, - "recall": 0.604743, - "f1": 0.565634, - "accuracy": 0.604743, - "main_score": 0.565634, - "hf_subset": "tgl_Latn-umb_Latn", - "languages": [ - "tgl-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-ajp_Arab", - "languages": [ - "tgl-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567394, - "recall": 0.629447, - "f1": 0.58451, - "accuracy": 0.629447, - "main_score": 0.58451, - "hf_subset": "tgl_Latn-bjn_Arab", - "languages": [ - "tgl-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538383, - "recall": 0.599802, - "f1": 0.556074, - "accuracy": 0.599802, - "main_score": 0.556074, - "hf_subset": "tgl_Latn-ewe_Latn", - "languages": [ - "tgl-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "tgl_Latn-ilo_Latn", - "languages": [ - "tgl-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324888, - "recall": 0.383399, - "f1": 0.341236, - "accuracy": 0.383399, - "main_score": 0.341236, - "hf_subset": "tgl_Latn-knc_Arab", - "languages": [ - "tgl-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-mkd_Cyrl", - "languages": [ - "tgl-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-prs_Arab", - "languages": [ - "tgl-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-swe_Latn", - "languages": [ - "tgl-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-urd_Arab", - "languages": [ - "tgl-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610766, - "recall": 0.667984, - "f1": 0.626833, - "accuracy": 0.667984, - "main_score": 0.626833, - "hf_subset": "tgl_Latn-aka_Latn", - "languages": [ - "tgl-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgl_Latn-bjn_Latn", - "languages": [ - "tgl-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "tgl_Latn-fao_Latn", - "languages": [ - "tgl-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ind_Latn", - "languages": [ - "tgl-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609256, - "recall": 0.662055, - "f1": 0.624531, - "accuracy": 0.662055, - "main_score": 0.624531, - "hf_subset": "tgl_Latn-knc_Latn", - "languages": [ - "tgl-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-mlt_Latn", - "languages": [ - "tgl-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726837, - "recall": 0.787549, - "f1": 0.744801, - "accuracy": 0.787549, - "main_score": 0.744801, - "hf_subset": "tgl_Latn-quy_Latn", - "languages": [ - "tgl-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tgl_Latn-swh_Latn", - "languages": [ - "tgl-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-uzn_Latn", - "languages": [ - "tgl-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-als_Latn", - "languages": [ - "tgl-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676507, - "recall": 0.749012, - "f1": 0.698163, - "accuracy": 0.749012, - "main_score": 0.698163, - "hf_subset": "tgl_Latn-bod_Tibt", - "languages": [ - "tgl-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734323, - "recall": 0.787549, - "f1": 0.749841, - "accuracy": 0.787549, - "main_score": 0.749841, - "hf_subset": "tgl_Latn-fij_Latn", - "languages": [ - "tgl-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgl_Latn-isl_Latn", - "languages": [ - "tgl-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699539, - "recall": 0.749012, - "f1": 0.714361, - "accuracy": 0.749012, - "main_score": 0.714361, - "hf_subset": "tgl_Latn-kon_Latn", - "languages": [ - "tgl-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686521, - "recall": 0.751976, - "f1": 0.705592, - "accuracy": 0.751976, - "main_score": 0.705592, - "hf_subset": "tgl_Latn-mni_Beng", - "languages": [ - "tgl-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ron_Latn", - "languages": [ - "tgl-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "tgl_Latn-szl_Latn", - "languages": [ - "tgl-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-vec_Latn", - "languages": [ - "tgl-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "tgl_Latn-amh_Ethi", - "languages": [ - "tgl-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-bos_Latn", - "languages": [ - "tgl-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-fin_Latn", - "languages": [ - "tgl-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ita_Latn", - "languages": [ - "tgl-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-kor_Hang", - "languages": [ - "tgl-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567874, - "recall": 0.62747, - "f1": 0.584463, - "accuracy": 0.62747, - "main_score": 0.584463, - "hf_subset": "tgl_Latn-mos_Latn", - "languages": [ - "tgl-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586044, - "recall": 0.641304, - "f1": 0.60155, - "accuracy": 0.641304, - "main_score": 0.60155, - "hf_subset": "tgl_Latn-run_Latn", - "languages": [ - "tgl-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-tam_Taml", - "languages": [ - "tgl-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-vie_Latn", - "languages": [ - "tgl-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-apc_Arab", - "languages": [ - "tgl-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80947, - "recall": 0.852767, - "f1": 0.822497, - "accuracy": 0.852767, - "main_score": 0.822497, - "hf_subset": "tgl_Latn-bug_Latn", - "languages": [ - "tgl-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487134, - "recall": 0.540514, - "f1": 0.501789, - "accuracy": 0.540514, - "main_score": 0.501789, - "hf_subset": "tgl_Latn-fon_Latn", - "languages": [ - "tgl-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-jav_Latn", - "languages": [ - "tgl-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-lao_Laoo", - "languages": [ - "tgl-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895833, - "recall": 0.926877, - "f1": 0.905698, - "accuracy": 0.926877, - "main_score": 0.905698, - "hf_subset": "tgl_Latn-mri_Latn", - "languages": [ - "tgl-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-rus_Cyrl", - "languages": [ - "tgl-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561162, - "recall": 0.621542, - "f1": 0.57812, - "accuracy": 0.621542, - "main_score": 0.57812, - "hf_subset": "tgl_Latn-taq_Latn", - "languages": [ - "tgl-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-war_Latn", - "languages": [ - "tgl-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-arb_Arab", - "languages": [ - "tgl-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-bul_Cyrl", - "languages": [ - "tgl-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-fra_Latn", - "languages": [ - "tgl-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-jpn_Jpan", - "languages": [ - "tgl-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgl_Latn-lij_Latn", - "languages": [ - "tgl-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "tgl_Latn-mya_Mymr", - "languages": [ - "tgl-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612693, - "recall": 0.679842, - "f1": 0.632038, - "accuracy": 0.679842, - "main_score": 0.632038, - "hf_subset": "tgl_Latn-sag_Latn", - "languages": [ - "tgl-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207114, - "recall": 0.263834, - "f1": 0.220165, - "accuracy": 0.263834, - "main_score": 0.220165, - "hf_subset": "tgl_Latn-taq_Tfng", - "languages": [ - "tgl-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647803, - "recall": 0.706522, - "f1": 0.664792, - "accuracy": 0.706522, - "main_score": 0.664792, - "hf_subset": "tgl_Latn-wol_Latn", - "languages": [ - "tgl-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813027, - "recall": 0.860672, - "f1": 0.827404, - "accuracy": 0.860672, - "main_score": 0.827404, - "hf_subset": "tgl_Latn-arb_Latn", - "languages": [ - "tgl-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-cat_Latn", - "languages": [ - "tgl-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgl_Latn-fur_Latn", - "languages": [ - "tgl-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443174, - "recall": 0.502964, - "f1": 0.459917, - "accuracy": 0.502964, - "main_score": 0.459917, - "hf_subset": "tgl_Latn-kab_Latn", - "languages": [ - "tgl-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-lim_Latn", - "languages": [ - "tgl-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-nld_Latn", - "languages": [ - "tgl-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "tgl_Latn-san_Deva", - "languages": [ - "tgl-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-tat_Cyrl", - "languages": [ - "tgl-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701197, - "recall": 0.750988, - "f1": 0.716041, - "accuracy": 0.750988, - "main_score": 0.716041, - "hf_subset": "tgl_Latn-xho_Latn", - "languages": [ - "tgl-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-ars_Arab", - "languages": [ - "tgl-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ceb_Latn", - "languages": [ - "tgl-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569741, - "recall": 0.633399, - "f1": 0.588271, - "accuracy": 0.633399, - "main_score": 0.588271, - "hf_subset": "tgl_Latn-fuv_Latn", - "languages": [ - "tgl-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528826, - "recall": 0.591897, - "f1": 0.545847, - "accuracy": 0.591897, - "main_score": 0.545847, - "hf_subset": "tgl_Latn-kac_Latn", - "languages": [ - "tgl-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710385, - "recall": 0.758893, - "f1": 0.724, - "accuracy": 0.758893, - "main_score": 0.724, - "hf_subset": "tgl_Latn-lin_Latn", - "languages": [ - "tgl-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-nno_Latn", - "languages": [ - "tgl-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.253635, - "recall": 0.33004, - "f1": 0.273332, - "accuracy": 0.33004, - "main_score": 0.273332, - "hf_subset": "tgl_Latn-sat_Olck", - "languages": [ - "tgl-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-tel_Telu", - "languages": [ - "tgl-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "tgl_Latn-ydd_Hebr", - "languages": [ - "tgl-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "tgl_Latn-ary_Arab", - "languages": [ - "tgl-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-ces_Latn", - "languages": [ - "tgl-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624621, - "recall": 0.683794, - "f1": 0.642015, - "accuracy": 0.683794, - "main_score": 0.642015, - "hf_subset": "tgl_Latn-gaz_Latn", - "languages": [ - "tgl-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60247, - "recall": 0.666996, - "f1": 0.620911, - "accuracy": 0.666996, - "main_score": 0.620911, - "hf_subset": "tgl_Latn-kam_Latn", - "languages": [ - "tgl-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "tgl_Latn-lit_Latn", - "languages": [ - "tgl-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-nob_Latn", - "languages": [ - "tgl-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "tgl_Latn-scn_Latn", - "languages": [ - "tgl-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "tgl_Latn-tgk_Cyrl", - "languages": [ - "tgl-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739336, - "recall": 0.798419, - "f1": 0.757334, - "accuracy": 0.798419, - "main_score": 0.757334, - "hf_subset": "tgl_Latn-yor_Latn", - "languages": [ - "tgl-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-arz_Arab", - "languages": [ - "tgl-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572539, - "recall": 0.633399, - "f1": 0.590203, - "accuracy": 0.633399, - "main_score": 0.590203, - "hf_subset": "tgl_Latn-cjk_Latn", - "languages": [ - "tgl-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820076, - "recall": 0.863636, - "f1": 0.833531, - "accuracy": 0.863636, - "main_score": 0.833531, - "hf_subset": "tgl_Latn-gla_Latn", - "languages": [ - "tgl-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-kan_Knda", - "languages": [ - "tgl-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tgl_Latn-lmo_Latn", - "languages": [ - "tgl-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "tgl_Latn-npi_Deva", - "languages": [ - "tgl-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483625, - "recall": 0.547431, - "f1": 0.500877, - "accuracy": 0.547431, - "main_score": 0.500877, - "hf_subset": "tgl_Latn-shn_Mymr", - "languages": [ - "tgl-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-yue_Hant", - "languages": [ - "tgl-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tgl_Latn-asm_Beng", - "languages": [ - "tgl-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.97332, - "f1": 0.96558, - "accuracy": 0.97332, - "main_score": 0.96558, - "hf_subset": "tgl_Latn-ckb_Arab", - "languages": [ - "tgl-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913867, - "recall": 0.938735, - "f1": 0.921739, - "accuracy": 0.938735, - "main_score": 0.921739, - "hf_subset": "tgl_Latn-gle_Latn", - "languages": [ - "tgl-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.963439, - "f1": 0.952569, - "accuracy": 0.963439, - "main_score": 0.952569, - "hf_subset": "tgl_Latn-kas_Arab", - "languages": [ - "tgl-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.961462, - "f1": 0.94944, - "accuracy": 0.961462, - "main_score": 0.94944, - "hf_subset": "tgl_Latn-ltg_Latn", - "languages": [ - "tgl-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642379, - "recall": 0.694664, - "f1": 0.657316, - "accuracy": 0.694664, - "main_score": 0.657316, - "hf_subset": "tgl_Latn-nso_Latn", - "languages": [ - "tgl-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgl_Latn-sin_Sinh", - "languages": [ - "tgl-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-tha_Thai", - "languages": [ - "tgl-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-zho_Hans", - "languages": [ - "tgl-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-ast_Latn", - "languages": [ - "tgl-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-crh_Latn", - "languages": [ - "tgl-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-glg_Latn", - "languages": [ - "tgl-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908103, - "recall": 0.935771, - "f1": 0.916996, - "accuracy": 0.935771, - "main_score": 0.916996, - "hf_subset": "tgl_Latn-kas_Deva", - "languages": [ - "tgl-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tgl_Latn-ltz_Latn", - "languages": [ - "tgl-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492278, - "recall": 0.560277, - "f1": 0.511114, - "accuracy": 0.560277, - "main_score": 0.511114, - "hf_subset": "tgl_Latn-nus_Latn", - "languages": [ - "tgl-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-slk_Latn", - "languages": [ - "tgl-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640827, - "recall": 0.713439, - "f1": 0.662601, - "accuracy": 0.713439, - "main_score": 0.662601, - "hf_subset": "tgl_Latn-tir_Ethi", - "languages": [ - "tgl-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-zho_Hant", - "languages": [ - "tgl-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986907, - "recall": 0.990119, - "f1": 0.987879, - "accuracy": 0.990119, - "main_score": 0.987879, - "hf_subset": "tgl_Latn-awa_Deva", - "languages": [ - "tgl-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tgl_Latn-cym_Latn", - "languages": [ - "tgl-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850461, - "recall": 0.88834, - "f1": 0.862088, - "accuracy": 0.88834, - "main_score": 0.862088, - "hf_subset": "tgl_Latn-grn_Latn", - "languages": [ - "tgl-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-kat_Geor", - "languages": [ - "tgl-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663435, - "recall": 0.714427, - "f1": 0.677931, - "accuracy": 0.714427, - "main_score": 0.677931, - "hf_subset": "tgl_Latn-lua_Latn", - "languages": [ - "tgl-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671201, - "recall": 0.72332, - "f1": 0.686152, - "accuracy": 0.72332, - "main_score": 0.686152, - "hf_subset": "tgl_Latn-nya_Latn", - "languages": [ - "tgl-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-slv_Latn", - "languages": [ - "tgl-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.962451, - "f1": 0.951087, - "accuracy": 0.962451, - "main_score": 0.951087, - "hf_subset": "tgl_Latn-tpi_Latn", - "languages": [ - "tgl-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-zsm_Latn", - "languages": [ - "tgl-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564399, - "recall": 0.628458, - "f1": 0.582218, - "accuracy": 0.628458, - "main_score": 0.582218, - "hf_subset": "tgl_Latn-ayr_Latn", - "languages": [ - "tgl-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-dan_Latn", - "languages": [ - "tgl-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-guj_Gujr", - "languages": [ - "tgl-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tgl_Latn-kaz_Cyrl", - "languages": [ - "tgl-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558509, - "recall": 0.620553, - "f1": 0.575919, - "accuracy": 0.620553, - "main_score": 0.575919, - "hf_subset": "tgl_Latn-lug_Latn", - "languages": [ - "tgl-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-oci_Latn", - "languages": [ - "tgl-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852849, - "recall": 0.893281, - "f1": 0.865481, - "accuracy": 0.893281, - "main_score": 0.865481, - "hf_subset": "tgl_Latn-smo_Latn", - "languages": [ - "tgl-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575882, - "recall": 0.636364, - "f1": 0.592976, - "accuracy": 0.636364, - "main_score": 0.592976, - "hf_subset": "tgl_Latn-tsn_Latn", - "languages": [ - "tgl-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66917, - "recall": 0.726285, - "f1": 0.68643, - "accuracy": 0.726285, - "main_score": 0.68643, - "hf_subset": "tgl_Latn-zul_Latn", - "languages": [ - "tgl-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930583, - "recall": 0.948617, - "f1": 0.936166, - "accuracy": 0.948617, - "main_score": 0.936166, - "hf_subset": "tgl_Latn-azb_Arab", - "languages": [ - "tgl-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-deu_Latn", - "languages": [ - "tgl-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "tgl_Latn-hat_Latn", - "languages": [ - "tgl-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510921, - "recall": 0.564229, - "f1": 0.525811, - "accuracy": 0.564229, - "main_score": 0.525811, - "hf_subset": "tgl_Latn-kbp_Latn", - "languages": [ - "tgl-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600484, - "recall": 0.656126, - "f1": 0.615364, - "accuracy": 0.656126, - "main_score": 0.615364, - "hf_subset": "tgl_Latn-luo_Latn", - "languages": [ - "tgl-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-ory_Orya", - "languages": [ - "tgl-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618045, - "recall": 0.677866, - "f1": 0.635131, - "accuracy": 0.677866, - "main_score": 0.635131, - "hf_subset": "tgl_Latn-sna_Latn", - "languages": [ - "tgl-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574854, - "recall": 0.632411, - "f1": 0.590834, - "accuracy": 0.632411, - "main_score": 0.590834, - "hf_subset": "tgl_Latn-tso_Latn", - "languages": [ - "tgl-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tgl_Latn-azj_Latn", - "languages": [ - "tgl-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554854, - "recall": 0.620553, - "f1": 0.57377, - "accuracy": 0.620553, - "main_score": 0.57377, - "hf_subset": "tgl_Latn-dik_Latn", - "languages": [ - "tgl-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78358, - "recall": 0.832016, - "f1": 0.798123, - "accuracy": 0.832016, - "main_score": 0.798123, - "hf_subset": "tgl_Latn-hau_Latn", - "languages": [ - "tgl-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgl_Latn-kea_Latn", - "languages": [ - "tgl-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766288, - "recall": 0.813241, - "f1": 0.780665, - "accuracy": 0.813241, - "main_score": 0.780665, - "hf_subset": "tgl_Latn-lus_Latn", - "languages": [ - "tgl-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891502, - "recall": 0.91996, - "f1": 0.900165, - "accuracy": 0.91996, - "main_score": 0.900165, - "hf_subset": "tgl_Latn-pag_Latn", - "languages": [ - "tgl-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-snd_Arab", - "languages": [ - "tgl-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "tgl_Latn-tuk_Latn", - "languages": [ - "tgl-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgl_Latn-bak_Cyrl", - "languages": [ - "tgl-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496445, - "recall": 0.58004, - "f1": 0.520858, - "accuracy": 0.58004, - "main_score": 0.520858, - "hf_subset": "tgl_Latn-dyu_Latn", - "languages": [ - "tgl-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-heb_Hebr", - "languages": [ - "tgl-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tgl_Latn-khk_Cyrl", - "languages": [ - "tgl-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "tgl_Latn-lvs_Latn", - "languages": [ - "tgl-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tgl_Latn-pan_Guru", - "languages": [ - "tgl-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741238, - "recall": 0.798419, - "f1": 0.758319, - "accuracy": 0.798419, - "main_score": 0.758319, - "hf_subset": "tgl_Latn-som_Latn", - "languages": [ - "tgl-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623454, - "recall": 0.672925, - "f1": 0.637225, - "accuracy": 0.672925, - "main_score": 0.637225, - "hf_subset": "tgl_Latn-tum_Latn", - "languages": [ - "tgl-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556499, - "recall": 0.626482, - "f1": 0.57619, - "accuracy": 0.626482, - "main_score": 0.57619, - "hf_subset": "yue_Hant-ace_Arab", - "languages": [ - "yue-Hant", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514159, - "recall": 0.582016, - "f1": 0.533475, - "accuracy": 0.582016, - "main_score": 0.533475, - "hf_subset": "yue_Hant-bam_Latn", - "languages": [ - "yue-Hant", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43893, - "recall": 0.51581, - "f1": 0.459791, - "accuracy": 0.51581, - "main_score": 0.459791, - "hf_subset": "yue_Hant-dzo_Tibt", - "languages": [ - "yue-Hant", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-hin_Deva", - "languages": [ - "yue-Hant", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-khm_Khmr", - "languages": [ - "yue-Hant", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-mag_Deva", - "languages": [ - "yue-Hant", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "yue_Hant-pap_Latn", - "languages": [ - "yue-Hant", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580809, - "recall": 0.641304, - "f1": 0.598039, - "accuracy": 0.641304, - "main_score": 0.598039, - "hf_subset": "yue_Hant-sot_Latn", - "languages": [ - "yue-Hant", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-tur_Latn", - "languages": [ - "yue-Hant", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864872, - "recall": 0.902174, - "f1": 0.876666, - "accuracy": 0.902174, - "main_score": 0.876666, - "hf_subset": "yue_Hant-ace_Latn", - "languages": [ - "yue-Hant", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.968379, - "f1": 0.95998, - "accuracy": 0.968379, - "main_score": 0.95998, - "hf_subset": "yue_Hant-ban_Latn", - "languages": [ - "yue-Hant", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-ell_Grek", - "languages": [ - "yue-Hant", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "yue_Hant-hne_Deva", - "languages": [ - "yue-Hant", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593001, - "recall": 0.655138, - "f1": 0.610556, - "accuracy": 0.655138, - "main_score": 0.610556, - "hf_subset": "yue_Hant-kik_Latn", - "languages": [ - "yue-Hant", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-mai_Deva", - "languages": [ - "yue-Hant", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "yue_Hant-pbt_Arab", - "languages": [ - "yue-Hant", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-spa_Latn", - "languages": [ - "yue-Hant", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602915, - "recall": 0.673913, - "f1": 0.623, - "accuracy": 0.673913, - "main_score": 0.623, - "hf_subset": "yue_Hant-twi_Latn", - "languages": [ - "yue-Hant", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-acm_Arab", - "languages": [ - "yue-Hant", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "yue_Hant-bel_Cyrl", - "languages": [ - "yue-Hant", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-eng_Latn", - "languages": [ - "yue-Hant", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-hrv_Latn", - "languages": [ - "yue-Hant", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538778, - "recall": 0.602767, - "f1": 0.556686, - "accuracy": 0.602767, - "main_score": 0.556686, - "hf_subset": "yue_Hant-kin_Latn", - "languages": [ - "yue-Hant", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "yue_Hant-mal_Mlym", - "languages": [ - "yue-Hant", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-pes_Arab", - "languages": [ - "yue-Hant", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "yue_Hant-srd_Latn", - "languages": [ - "yue-Hant", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.168644, - "recall": 0.224308, - "f1": 0.182682, - "accuracy": 0.224308, - "main_score": 0.182682, - "hf_subset": "yue_Hant-tzm_Tfng", - "languages": [ - "yue-Hant", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-acq_Arab", - "languages": [ - "yue-Hant", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626788, - "recall": 0.683794, - "f1": 0.642497, - "accuracy": 0.683794, - "main_score": 0.642497, - "hf_subset": "yue_Hant-bem_Latn", - "languages": [ - "yue-Hant", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-epo_Latn", - "languages": [ - "yue-Hant", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-hun_Latn", - "languages": [ - "yue-Hant", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "yue_Hant-kir_Cyrl", - "languages": [ - "yue-Hant", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-mar_Deva", - "languages": [ - "yue-Hant", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661479, - "recall": 0.719368, - "f1": 0.678477, - "accuracy": 0.719368, - "main_score": 0.678477, - "hf_subset": "yue_Hant-plt_Latn", - "languages": [ - "yue-Hant", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-srp_Cyrl", - "languages": [ - "yue-Hant", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "yue_Hant-uig_Arab", - "languages": [ - "yue-Hant", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "yue_Hant-aeb_Arab", - "languages": [ - "yue-Hant", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ben_Beng", - "languages": [ - "yue-Hant", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-est_Latn", - "languages": [ - "yue-Hant", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-hye_Armn", - "languages": [ - "yue-Hant", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531225, - "recall": 0.587945, - "f1": 0.547567, - "accuracy": 0.587945, - "main_score": 0.547567, - "hf_subset": "yue_Hant-kmb_Latn", - "languages": [ - "yue-Hant", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478624, - "recall": 0.559289, - "f1": 0.500846, - "accuracy": 0.559289, - "main_score": 0.500846, - "hf_subset": "yue_Hant-min_Arab", - "languages": [ - "yue-Hant", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-pol_Latn", - "languages": [ - "yue-Hant", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550791, - "recall": 0.617589, - "f1": 0.570168, - "accuracy": 0.617589, - "main_score": 0.570168, - "hf_subset": "yue_Hant-ssw_Latn", - "languages": [ - "yue-Hant", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ukr_Cyrl", - "languages": [ - "yue-Hant", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-afr_Latn", - "languages": [ - "yue-Hant", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-bho_Deva", - "languages": [ - "yue-Hant", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "yue_Hant-eus_Latn", - "languages": [ - "yue-Hant", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560673, - "recall": 0.628458, - "f1": 0.57949, - "accuracy": 0.628458, - "main_score": 0.57949, - "hf_subset": "yue_Hant-ibo_Latn", - "languages": [ - "yue-Hant", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879941, - "recall": 0.913043, - "f1": 0.890646, - "accuracy": 0.913043, - "main_score": 0.890646, - "hf_subset": "yue_Hant-kmr_Latn", - "languages": [ - "yue-Hant", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "yue_Hant-min_Latn", - "languages": [ - "yue-Hant", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-por_Latn", - "languages": [ - "yue-Hant", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "yue_Hant-sun_Latn", - "languages": [ - "yue-Hant", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511254, - "recall": 0.576087, - "f1": 0.530105, - "accuracy": 0.576087, - "main_score": 0.530105, - "hf_subset": "yue_Hant-umb_Latn", - "languages": [ - "yue-Hant", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ajp_Arab", - "languages": [ - "yue-Hant", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505257, - "recall": 0.574111, - "f1": 0.524268, - "accuracy": 0.574111, - "main_score": 0.524268, - "hf_subset": "yue_Hant-bjn_Arab", - "languages": [ - "yue-Hant", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507011, - "recall": 0.576087, - "f1": 0.526726, - "accuracy": 0.576087, - "main_score": 0.526726, - "hf_subset": "yue_Hant-ewe_Latn", - "languages": [ - "yue-Hant", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937171, - "recall": 0.956522, - "f1": 0.943248, - "accuracy": 0.956522, - "main_score": 0.943248, - "hf_subset": "yue_Hant-ilo_Latn", - "languages": [ - "yue-Hant", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.298108, - "recall": 0.360672, - "f1": 0.314791, - "accuracy": 0.360672, - "main_score": 0.314791, - "hf_subset": "yue_Hant-knc_Arab", - "languages": [ - "yue-Hant", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-mkd_Cyrl", - "languages": [ - "yue-Hant", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-prs_Arab", - "languages": [ - "yue-Hant", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-swe_Latn", - "languages": [ - "yue-Hant", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-urd_Arab", - "languages": [ - "yue-Hant", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582915, - "recall": 0.653162, - "f1": 0.602595, - "accuracy": 0.653162, - "main_score": 0.602595, - "hf_subset": "yue_Hant-aka_Latn", - "languages": [ - "yue-Hant", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "yue_Hant-bjn_Latn", - "languages": [ - "yue-Hant", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "yue_Hant-fao_Latn", - "languages": [ - "yue-Hant", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ind_Latn", - "languages": [ - "yue-Hant", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575318, - "recall": 0.633399, - "f1": 0.592184, - "accuracy": 0.633399, - "main_score": 0.592184, - "hf_subset": "yue_Hant-knc_Latn", - "languages": [ - "yue-Hant", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "yue_Hant-mlt_Latn", - "languages": [ - "yue-Hant", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701186, - "recall": 0.76581, - "f1": 0.720296, - "accuracy": 0.76581, - "main_score": 0.720296, - "hf_subset": "yue_Hant-quy_Latn", - "languages": [ - "yue-Hant", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "yue_Hant-swh_Latn", - "languages": [ - "yue-Hant", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-uzn_Latn", - "languages": [ - "yue-Hant", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-als_Latn", - "languages": [ - "yue-Hant", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663488, - "recall": 0.745059, - "f1": 0.687945, - "accuracy": 0.745059, - "main_score": 0.687945, - "hf_subset": "yue_Hant-bod_Tibt", - "languages": [ - "yue-Hant", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700055, - "recall": 0.757905, - "f1": 0.716831, - "accuracy": 0.757905, - "main_score": 0.716831, - "hf_subset": "yue_Hant-fij_Latn", - "languages": [ - "yue-Hant", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "yue_Hant-isl_Latn", - "languages": [ - "yue-Hant", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658853, - "recall": 0.717391, - "f1": 0.676536, - "accuracy": 0.717391, - "main_score": 0.676536, - "hf_subset": "yue_Hant-kon_Latn", - "languages": [ - "yue-Hant", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640711, - "recall": 0.715415, - "f1": 0.662733, - "accuracy": 0.715415, - "main_score": 0.662733, - "hf_subset": "yue_Hant-mni_Beng", - "languages": [ - "yue-Hant", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ron_Latn", - "languages": [ - "yue-Hant", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "yue_Hant-szl_Latn", - "languages": [ - "yue-Hant", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-vec_Latn", - "languages": [ - "yue-Hant", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940876, - "recall": 0.959486, - "f1": 0.94697, - "accuracy": 0.959486, - "main_score": 0.94697, - "hf_subset": "yue_Hant-amh_Ethi", - "languages": [ - "yue-Hant", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-bos_Latn", - "languages": [ - "yue-Hant", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "yue_Hant-fin_Latn", - "languages": [ - "yue-Hant", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ita_Latn", - "languages": [ - "yue-Hant", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-kor_Hang", - "languages": [ - "yue-Hant", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53077, - "recall": 0.594862, - "f1": 0.548377, - "accuracy": 0.594862, - "main_score": 0.548377, - "hf_subset": "yue_Hant-mos_Latn", - "languages": [ - "yue-Hant", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552233, - "recall": 0.61166, - "f1": 0.569186, - "accuracy": 0.61166, - "main_score": 0.569186, - "hf_subset": "yue_Hant-run_Latn", - "languages": [ - "yue-Hant", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-tam_Taml", - "languages": [ - "yue-Hant", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-vie_Latn", - "languages": [ - "yue-Hant", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-apc_Arab", - "languages": [ - "yue-Hant", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802026, - "recall": 0.849802, - "f1": 0.816521, - "accuracy": 0.849802, - "main_score": 0.816521, - "hf_subset": "yue_Hant-bug_Latn", - "languages": [ - "yue-Hant", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472154, - "recall": 0.529644, - "f1": 0.48738, - "accuracy": 0.529644, - "main_score": 0.48738, - "hf_subset": "yue_Hant-fon_Latn", - "languages": [ - "yue-Hant", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "yue_Hant-jav_Latn", - "languages": [ - "yue-Hant", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-lao_Laoo", - "languages": [ - "yue-Hant", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853706, - "recall": 0.892292, - "f1": 0.865481, - "accuracy": 0.892292, - "main_score": 0.865481, - "hf_subset": "yue_Hant-mri_Latn", - "languages": [ - "yue-Hant", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-rus_Cyrl", - "languages": [ - "yue-Hant", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534258, - "recall": 0.603755, - "f1": 0.553984, - "accuracy": 0.603755, - "main_score": 0.553984, - "hf_subset": "yue_Hant-taq_Latn", - "languages": [ - "yue-Hant", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "yue_Hant-war_Latn", - "languages": [ - "yue-Hant", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-arb_Arab", - "languages": [ - "yue-Hant", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-bul_Cyrl", - "languages": [ - "yue-Hant", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-fra_Latn", - "languages": [ - "yue-Hant", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-jpn_Jpan", - "languages": [ - "yue-Hant", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "yue_Hant-lij_Latn", - "languages": [ - "yue-Hant", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "yue_Hant-mya_Mymr", - "languages": [ - "yue-Hant", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585954, - "recall": 0.659091, - "f1": 0.606543, - "accuracy": 0.659091, - "main_score": 0.606543, - "hf_subset": "yue_Hant-sag_Latn", - "languages": [ - "yue-Hant", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185919, - "recall": 0.248024, - "f1": 0.20054, - "accuracy": 0.248024, - "main_score": 0.20054, - "hf_subset": "yue_Hant-taq_Tfng", - "languages": [ - "yue-Hant", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611315, - "recall": 0.683794, - "f1": 0.632186, - "accuracy": 0.683794, - "main_score": 0.632186, - "hf_subset": "yue_Hant-wol_Latn", - "languages": [ - "yue-Hant", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784453, - "recall": 0.840909, - "f1": 0.801812, - "accuracy": 0.840909, - "main_score": 0.801812, - "hf_subset": "yue_Hant-arb_Latn", - "languages": [ - "yue-Hant", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-cat_Latn", - "languages": [ - "yue-Hant", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "yue_Hant-fur_Latn", - "languages": [ - "yue-Hant", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398453, - "recall": 0.454545, - "f1": 0.414034, - "accuracy": 0.454545, - "main_score": 0.414034, - "hf_subset": "yue_Hant-kab_Latn", - "languages": [ - "yue-Hant", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "yue_Hant-lim_Latn", - "languages": [ - "yue-Hant", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-nld_Latn", - "languages": [ - "yue-Hant", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "yue_Hant-san_Deva", - "languages": [ - "yue-Hant", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-tat_Cyrl", - "languages": [ - "yue-Hant", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654602, - "recall": 0.719368, - "f1": 0.673687, - "accuracy": 0.719368, - "main_score": 0.673687, - "hf_subset": "yue_Hant-xho_Latn", - "languages": [ - "yue-Hant", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ars_Arab", - "languages": [ - "yue-Hant", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "yue_Hant-ceb_Latn", - "languages": [ - "yue-Hant", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547257, - "recall": 0.614625, - "f1": 0.565904, - "accuracy": 0.614625, - "main_score": 0.565904, - "hf_subset": "yue_Hant-fuv_Latn", - "languages": [ - "yue-Hant", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49158, - "recall": 0.565217, - "f1": 0.511262, - "accuracy": 0.565217, - "main_score": 0.511262, - "hf_subset": "yue_Hant-kac_Latn", - "languages": [ - "yue-Hant", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6661, - "recall": 0.724308, - "f1": 0.683185, - "accuracy": 0.724308, - "main_score": 0.683185, - "hf_subset": "yue_Hant-lin_Latn", - "languages": [ - "yue-Hant", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-nno_Latn", - "languages": [ - "yue-Hant", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.220224, - "recall": 0.297431, - "f1": 0.240721, - "accuracy": 0.297431, - "main_score": 0.240721, - "hf_subset": "yue_Hant-sat_Olck", - "languages": [ - "yue-Hant", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-tel_Telu", - "languages": [ - "yue-Hant", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.967391, - "f1": 0.958169, - "accuracy": 0.967391, - "main_score": 0.958169, - "hf_subset": "yue_Hant-ydd_Hebr", - "languages": [ - "yue-Hant", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "yue_Hant-ary_Arab", - "languages": [ - "yue-Hant", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ces_Latn", - "languages": [ - "yue-Hant", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559404, - "recall": 0.628458, - "f1": 0.579418, - "accuracy": 0.628458, - "main_score": 0.579418, - "hf_subset": "yue_Hant-gaz_Latn", - "languages": [ - "yue-Hant", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580988, - "recall": 0.649209, - "f1": 0.599769, - "accuracy": 0.649209, - "main_score": 0.599769, - "hf_subset": "yue_Hant-kam_Latn", - "languages": [ - "yue-Hant", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "yue_Hant-lit_Latn", - "languages": [ - "yue-Hant", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-nob_Latn", - "languages": [ - "yue-Hant", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "yue_Hant-scn_Latn", - "languages": [ - "yue-Hant", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "yue_Hant-tgk_Cyrl", - "languages": [ - "yue-Hant", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696765, - "recall": 0.769763, - "f1": 0.718956, - "accuracy": 0.769763, - "main_score": 0.718956, - "hf_subset": "yue_Hant-yor_Latn", - "languages": [ - "yue-Hant", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-arz_Arab", - "languages": [ - "yue-Hant", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565648, - "recall": 0.630435, - "f1": 0.584412, - "accuracy": 0.630435, - "main_score": 0.584412, - "hf_subset": "yue_Hant-cjk_Latn", - "languages": [ - "yue-Hant", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772596, - "recall": 0.827075, - "f1": 0.789328, - "accuracy": 0.827075, - "main_score": 0.789328, - "hf_subset": "yue_Hant-gla_Latn", - "languages": [ - "yue-Hant", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-kan_Knda", - "languages": [ - "yue-Hant", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "yue_Hant-lmo_Latn", - "languages": [ - "yue-Hant", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "yue_Hant-npi_Deva", - "languages": [ - "yue-Hant", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4635, - "recall": 0.538538, - "f1": 0.484216, - "accuracy": 0.538538, - "main_score": 0.484216, - "hf_subset": "yue_Hant-shn_Mymr", - "languages": [ - "yue-Hant", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-tgl_Latn", - "languages": [ - "yue-Hant", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-asm_Beng", - "languages": [ - "yue-Hant", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "yue_Hant-ckb_Arab", - "languages": [ - "yue-Hant", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87607, - "recall": 0.909091, - "f1": 0.886232, - "accuracy": 0.909091, - "main_score": 0.886232, - "hf_subset": "yue_Hant-gle_Latn", - "languages": [ - "yue-Hant", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "yue_Hant-kas_Arab", - "languages": [ - "yue-Hant", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938735, - "recall": 0.95751, - "f1": 0.944829, - "accuracy": 0.95751, - "main_score": 0.944829, - "hf_subset": "yue_Hant-ltg_Latn", - "languages": [ - "yue-Hant", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61485, - "recall": 0.673913, - "f1": 0.631628, - "accuracy": 0.673913, - "main_score": 0.631628, - "hf_subset": "yue_Hant-nso_Latn", - "languages": [ - "yue-Hant", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "yue_Hant-sin_Sinh", - "languages": [ - "yue-Hant", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-tha_Thai", - "languages": [ - "yue-Hant", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-zho_Hans", - "languages": [ - "yue-Hant", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ast_Latn", - "languages": [ - "yue-Hant", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "yue_Hant-crh_Latn", - "languages": [ - "yue-Hant", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-glg_Latn", - "languages": [ - "yue-Hant", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909009, - "recall": 0.936759, - "f1": 0.91805, - "accuracy": 0.936759, - "main_score": 0.91805, - "hf_subset": "yue_Hant-kas_Deva", - "languages": [ - "yue-Hant", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "yue_Hant-ltz_Latn", - "languages": [ - "yue-Hant", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448948, - "recall": 0.520751, - "f1": 0.467829, - "accuracy": 0.520751, - "main_score": 0.467829, - "hf_subset": "yue_Hant-nus_Latn", - "languages": [ - "yue-Hant", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-slk_Latn", - "languages": [ - "yue-Hant", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608646, - "recall": 0.681818, - "f1": 0.62996, - "accuracy": 0.681818, - "main_score": 0.62996, - "hf_subset": "yue_Hant-tir_Ethi", - "languages": [ - "yue-Hant", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-zho_Hant", - "languages": [ - "yue-Hant", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "yue_Hant-awa_Deva", - "languages": [ - "yue-Hant", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "yue_Hant-cym_Latn", - "languages": [ - "yue-Hant", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834074, - "recall": 0.87747, - "f1": 0.847727, - "accuracy": 0.87747, - "main_score": 0.847727, - "hf_subset": "yue_Hant-grn_Latn", - "languages": [ - "yue-Hant", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-kat_Geor", - "languages": [ - "yue-Hant", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636679, - "recall": 0.697628, - "f1": 0.65422, - "accuracy": 0.697628, - "main_score": 0.65422, - "hf_subset": "yue_Hant-lua_Latn", - "languages": [ - "yue-Hant", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611448, - "recall": 0.681818, - "f1": 0.631442, - "accuracy": 0.681818, - "main_score": 0.631442, - "hf_subset": "yue_Hant-nya_Latn", - "languages": [ - "yue-Hant", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-slv_Latn", - "languages": [ - "yue-Hant", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957592, - "recall": 0.970356, - "f1": 0.961693, - "accuracy": 0.970356, - "main_score": 0.961693, - "hf_subset": "yue_Hant-tpi_Latn", - "languages": [ - "yue-Hant", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-zsm_Latn", - "languages": [ - "yue-Hant", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541289, - "recall": 0.605731, - "f1": 0.559896, - "accuracy": 0.605731, - "main_score": 0.559896, - "hf_subset": "yue_Hant-ayr_Latn", - "languages": [ - "yue-Hant", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-dan_Latn", - "languages": [ - "yue-Hant", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-guj_Gujr", - "languages": [ - "yue-Hant", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "yue_Hant-kaz_Cyrl", - "languages": [ - "yue-Hant", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529202, - "recall": 0.594862, - "f1": 0.547831, - "accuracy": 0.594862, - "main_score": 0.547831, - "hf_subset": "yue_Hant-lug_Latn", - "languages": [ - "yue-Hant", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-oci_Latn", - "languages": [ - "yue-Hant", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821492, - "recall": 0.864625, - "f1": 0.834519, - "accuracy": 0.864625, - "main_score": 0.834519, - "hf_subset": "yue_Hant-smo_Latn", - "languages": [ - "yue-Hant", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538303, - "recall": 0.606719, - "f1": 0.557541, - "accuracy": 0.606719, - "main_score": 0.557541, - "hf_subset": "yue_Hant-tsn_Latn", - "languages": [ - "yue-Hant", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609023, - "recall": 0.673913, - "f1": 0.627948, - "accuracy": 0.673913, - "main_score": 0.627948, - "hf_subset": "yue_Hant-zul_Latn", - "languages": [ - "yue-Hant", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923913, - "recall": 0.947628, - "f1": 0.931653, - "accuracy": 0.947628, - "main_score": 0.931653, - "hf_subset": "yue_Hant-azb_Arab", - "languages": [ - "yue-Hant", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-deu_Latn", - "languages": [ - "yue-Hant", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "yue_Hant-hat_Latn", - "languages": [ - "yue-Hant", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49274, - "recall": 0.550395, - "f1": 0.508682, - "accuracy": 0.550395, - "main_score": 0.508682, - "hf_subset": "yue_Hant-kbp_Latn", - "languages": [ - "yue-Hant", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565224, - "recall": 0.629447, - "f1": 0.582998, - "accuracy": 0.629447, - "main_score": 0.582998, - "hf_subset": "yue_Hant-luo_Latn", - "languages": [ - "yue-Hant", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-ory_Orya", - "languages": [ - "yue-Hant", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590556, - "recall": 0.657115, - "f1": 0.609983, - "accuracy": 0.657115, - "main_score": 0.609983, - "hf_subset": "yue_Hant-sna_Latn", - "languages": [ - "yue-Hant", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548892, - "recall": 0.608696, - "f1": 0.565893, - "accuracy": 0.608696, - "main_score": 0.565893, - "hf_subset": "yue_Hant-tso_Latn", - "languages": [ - "yue-Hant", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-azj_Latn", - "languages": [ - "yue-Hant", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521772, - "recall": 0.593874, - "f1": 0.542628, - "accuracy": 0.593874, - "main_score": 0.542628, - "hf_subset": "yue_Hant-dik_Latn", - "languages": [ - "yue-Hant", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741248, - "recall": 0.796443, - "f1": 0.757428, - "accuracy": 0.796443, - "main_score": 0.757428, - "hf_subset": "yue_Hant-hau_Latn", - "languages": [ - "yue-Hant", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "yue_Hant-kea_Latn", - "languages": [ - "yue-Hant", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749358, - "recall": 0.800395, - "f1": 0.764295, - "accuracy": 0.800395, - "main_score": 0.764295, - "hf_subset": "yue_Hant-lus_Latn", - "languages": [ - "yue-Hant", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875329, - "recall": 0.907115, - "f1": 0.885145, - "accuracy": 0.907115, - "main_score": 0.885145, - "hf_subset": "yue_Hant-pag_Latn", - "languages": [ - "yue-Hant", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "yue_Hant-snd_Arab", - "languages": [ - "yue-Hant", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961874, - "recall": 0.97332, - "f1": 0.965481, - "accuracy": 0.97332, - "main_score": 0.965481, - "hf_subset": "yue_Hant-tuk_Latn", - "languages": [ - "yue-Hant", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "yue_Hant-bak_Cyrl", - "languages": [ - "yue-Hant", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466774, - "recall": 0.552372, - "f1": 0.491293, - "accuracy": 0.552372, - "main_score": 0.491293, - "hf_subset": "yue_Hant-dyu_Latn", - "languages": [ - "yue-Hant", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "yue_Hant-heb_Hebr", - "languages": [ - "yue-Hant", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "yue_Hant-khk_Cyrl", - "languages": [ - "yue-Hant", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-lvs_Latn", - "languages": [ - "yue-Hant", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "yue_Hant-pan_Guru", - "languages": [ - "yue-Hant", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68526, - "recall": 0.749012, - "f1": 0.704004, - "accuracy": 0.749012, - "main_score": 0.704004, - "hf_subset": "yue_Hant-som_Latn", - "languages": [ - "yue-Hant", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603616, - "recall": 0.65415, - "f1": 0.617615, - "accuracy": 0.65415, - "main_score": 0.617615, - "hf_subset": "yue_Hant-tum_Latn", - "languages": [ - "yue-Hant", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514932, - "recall": 0.583004, - "f1": 0.533855, - "accuracy": 0.583004, - "main_score": 0.533855, - "hf_subset": "asm_Beng-ace_Arab", - "languages": [ - "asm-Beng", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493019, - "recall": 0.554348, - "f1": 0.509718, - "accuracy": 0.554348, - "main_score": 0.509718, - "hf_subset": "asm_Beng-bam_Latn", - "languages": [ - "asm-Beng", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400291, - "recall": 0.487154, - "f1": 0.422599, - "accuracy": 0.487154, - "main_score": 0.422599, - "hf_subset": "asm_Beng-dzo_Tibt", - "languages": [ - "asm-Beng", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-hin_Deva", - "languages": [ - "asm-Beng", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "asm_Beng-khm_Khmr", - "languages": [ - "asm-Beng", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-mag_Deva", - "languages": [ - "asm-Beng", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "asm_Beng-pap_Latn", - "languages": [ - "asm-Beng", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550739, - "recall": 0.605731, - "f1": 0.56585, - "accuracy": 0.605731, - "main_score": 0.56585, - "hf_subset": "asm_Beng-sot_Latn", - "languages": [ - "asm-Beng", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-tur_Latn", - "languages": [ - "asm-Beng", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823155, - "recall": 0.867589, - "f1": 0.836877, - "accuracy": 0.867589, - "main_score": 0.836877, - "hf_subset": "asm_Beng-ace_Latn", - "languages": [ - "asm-Beng", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936841, - "recall": 0.954545, - "f1": 0.942424, - "accuracy": 0.954545, - "main_score": 0.942424, - "hf_subset": "asm_Beng-ban_Latn", - "languages": [ - "asm-Beng", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-ell_Grek", - "languages": [ - "asm-Beng", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "asm_Beng-hne_Deva", - "languages": [ - "asm-Beng", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556383, - "recall": 0.614625, - "f1": 0.573089, - "accuracy": 0.614625, - "main_score": 0.573089, - "hf_subset": "asm_Beng-kik_Latn", - "languages": [ - "asm-Beng", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-mai_Deva", - "languages": [ - "asm-Beng", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "asm_Beng-pbt_Arab", - "languages": [ - "asm-Beng", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-spa_Latn", - "languages": [ - "asm-Beng", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581145, - "recall": 0.648221, - "f1": 0.599525, - "accuracy": 0.648221, - "main_score": 0.599525, - "hf_subset": "asm_Beng-twi_Latn", - "languages": [ - "asm-Beng", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-acm_Arab", - "languages": [ - "asm-Beng", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "asm_Beng-bel_Cyrl", - "languages": [ - "asm-Beng", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-eng_Latn", - "languages": [ - "asm-Beng", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-hrv_Latn", - "languages": [ - "asm-Beng", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517328, - "recall": 0.58498, - "f1": 0.5354, - "accuracy": 0.58498, - "main_score": 0.5354, - "hf_subset": "asm_Beng-kin_Latn", - "languages": [ - "asm-Beng", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-mal_Mlym", - "languages": [ - "asm-Beng", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-pes_Arab", - "languages": [ - "asm-Beng", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "asm_Beng-srd_Latn", - "languages": [ - "asm-Beng", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.176557, - "recall": 0.216403, - "f1": 0.186355, - "accuracy": 0.216403, - "main_score": 0.186355, - "hf_subset": "asm_Beng-tzm_Tfng", - "languages": [ - "asm-Beng", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-acq_Arab", - "languages": [ - "asm-Beng", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594969, - "recall": 0.643281, - "f1": 0.608296, - "accuracy": 0.643281, - "main_score": 0.608296, - "hf_subset": "asm_Beng-bem_Latn", - "languages": [ - "asm-Beng", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-epo_Latn", - "languages": [ - "asm-Beng", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-hun_Latn", - "languages": [ - "asm-Beng", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "asm_Beng-kir_Cyrl", - "languages": [ - "asm-Beng", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-mar_Deva", - "languages": [ - "asm-Beng", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63592, - "recall": 0.692688, - "f1": 0.651332, - "accuracy": 0.692688, - "main_score": 0.651332, - "hf_subset": "asm_Beng-plt_Latn", - "languages": [ - "asm-Beng", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-srp_Cyrl", - "languages": [ - "asm-Beng", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.967391, - "f1": 0.958004, - "accuracy": 0.967391, - "main_score": 0.958004, - "hf_subset": "asm_Beng-uig_Arab", - "languages": [ - "asm-Beng", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "asm_Beng-aeb_Arab", - "languages": [ - "asm-Beng", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ben_Beng", - "languages": [ - "asm-Beng", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "asm_Beng-est_Latn", - "languages": [ - "asm-Beng", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-hye_Armn", - "languages": [ - "asm-Beng", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503102, - "recall": 0.556324, - "f1": 0.51733, - "accuracy": 0.556324, - "main_score": 0.51733, - "hf_subset": "asm_Beng-kmb_Latn", - "languages": [ - "asm-Beng", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459827, - "recall": 0.523715, - "f1": 0.476625, - "accuracy": 0.523715, - "main_score": 0.476625, - "hf_subset": "asm_Beng-min_Arab", - "languages": [ - "asm-Beng", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-pol_Latn", - "languages": [ - "asm-Beng", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531588, - "recall": 0.592885, - "f1": 0.549017, - "accuracy": 0.592885, - "main_score": 0.549017, - "hf_subset": "asm_Beng-ssw_Latn", - "languages": [ - "asm-Beng", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ukr_Cyrl", - "languages": [ - "asm-Beng", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-afr_Latn", - "languages": [ - "asm-Beng", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "asm_Beng-bho_Deva", - "languages": [ - "asm-Beng", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "asm_Beng-eus_Latn", - "languages": [ - "asm-Beng", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528748, - "recall": 0.592885, - "f1": 0.54594, - "accuracy": 0.592885, - "main_score": 0.54594, - "hf_subset": "asm_Beng-ibo_Latn", - "languages": [ - "asm-Beng", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86194, - "recall": 0.898221, - "f1": 0.873221, - "accuracy": 0.898221, - "main_score": 0.873221, - "hf_subset": "asm_Beng-kmr_Latn", - "languages": [ - "asm-Beng", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "asm_Beng-min_Latn", - "languages": [ - "asm-Beng", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-por_Latn", - "languages": [ - "asm-Beng", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "asm_Beng-sun_Latn", - "languages": [ - "asm-Beng", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482776, - "recall": 0.539526, - "f1": 0.498515, - "accuracy": 0.539526, - "main_score": 0.498515, - "hf_subset": "asm_Beng-umb_Latn", - "languages": [ - "asm-Beng", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ajp_Arab", - "languages": [ - "asm-Beng", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491044, - "recall": 0.552372, - "f1": 0.508206, - "accuracy": 0.552372, - "main_score": 0.508206, - "hf_subset": "asm_Beng-bjn_Arab", - "languages": [ - "asm-Beng", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474178, - "recall": 0.530632, - "f1": 0.489096, - "accuracy": 0.530632, - "main_score": 0.489096, - "hf_subset": "asm_Beng-ewe_Latn", - "languages": [ - "asm-Beng", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915267, - "recall": 0.939723, - "f1": 0.922991, - "accuracy": 0.939723, - "main_score": 0.922991, - "hf_subset": "asm_Beng-ilo_Latn", - "languages": [ - "asm-Beng", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294764, - "recall": 0.348814, - "f1": 0.30955, - "accuracy": 0.348814, - "main_score": 0.30955, - "hf_subset": "asm_Beng-knc_Arab", - "languages": [ - "asm-Beng", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-mkd_Cyrl", - "languages": [ - "asm-Beng", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-prs_Arab", - "languages": [ - "asm-Beng", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-swe_Latn", - "languages": [ - "asm-Beng", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-urd_Arab", - "languages": [ - "asm-Beng", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542902, - "recall": 0.605731, - "f1": 0.560259, - "accuracy": 0.605731, - "main_score": 0.560259, - "hf_subset": "asm_Beng-aka_Latn", - "languages": [ - "asm-Beng", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "asm_Beng-bjn_Latn", - "languages": [ - "asm-Beng", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "asm_Beng-fao_Latn", - "languages": [ - "asm-Beng", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ind_Latn", - "languages": [ - "asm-Beng", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565506, - "recall": 0.617589, - "f1": 0.579532, - "accuracy": 0.617589, - "main_score": 0.579532, - "hf_subset": "asm_Beng-knc_Latn", - "languages": [ - "asm-Beng", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "asm_Beng-mlt_Latn", - "languages": [ - "asm-Beng", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676697, - "recall": 0.741107, - "f1": 0.695241, - "accuracy": 0.741107, - "main_score": 0.695241, - "hf_subset": "asm_Beng-quy_Latn", - "languages": [ - "asm-Beng", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.969368, - "f1": 0.959651, - "accuracy": 0.969368, - "main_score": 0.959651, - "hf_subset": "asm_Beng-swh_Latn", - "languages": [ - "asm-Beng", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "asm_Beng-uzn_Latn", - "languages": [ - "asm-Beng", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "asm_Beng-als_Latn", - "languages": [ - "asm-Beng", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647414, - "recall": 0.717391, - "f1": 0.66741, - "accuracy": 0.717391, - "main_score": 0.66741, - "hf_subset": "asm_Beng-bod_Tibt", - "languages": [ - "asm-Beng", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670598, - "recall": 0.730237, - "f1": 0.68742, - "accuracy": 0.730237, - "main_score": 0.68742, - "hf_subset": "asm_Beng-fij_Latn", - "languages": [ - "asm-Beng", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "asm_Beng-isl_Latn", - "languages": [ - "asm-Beng", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633547, - "recall": 0.689723, - "f1": 0.649202, - "accuracy": 0.689723, - "main_score": 0.649202, - "hf_subset": "asm_Beng-kon_Latn", - "languages": [ - "asm-Beng", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654208, - "recall": 0.713439, - "f1": 0.67084, - "accuracy": 0.713439, - "main_score": 0.67084, - "hf_subset": "asm_Beng-mni_Beng", - "languages": [ - "asm-Beng", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ron_Latn", - "languages": [ - "asm-Beng", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.985178, - "f1": 0.981555, - "accuracy": 0.985178, - "main_score": 0.981555, - "hf_subset": "asm_Beng-szl_Latn", - "languages": [ - "asm-Beng", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-vec_Latn", - "languages": [ - "asm-Beng", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.959486, - "f1": 0.947925, - "accuracy": 0.959486, - "main_score": 0.947925, - "hf_subset": "asm_Beng-amh_Ethi", - "languages": [ - "asm-Beng", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-bos_Latn", - "languages": [ - "asm-Beng", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-fin_Latn", - "languages": [ - "asm-Beng", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-ita_Latn", - "languages": [ - "asm-Beng", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-kor_Hang", - "languages": [ - "asm-Beng", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5003, - "recall": 0.566206, - "f1": 0.518586, - "accuracy": 0.566206, - "main_score": 0.518586, - "hf_subset": "asm_Beng-mos_Latn", - "languages": [ - "asm-Beng", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498103, - "recall": 0.559289, - "f1": 0.515415, - "accuracy": 0.559289, - "main_score": 0.515415, - "hf_subset": "asm_Beng-run_Latn", - "languages": [ - "asm-Beng", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-tam_Taml", - "languages": [ - "asm-Beng", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-vie_Latn", - "languages": [ - "asm-Beng", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-apc_Arab", - "languages": [ - "asm-Beng", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770497, - "recall": 0.821146, - "f1": 0.785378, - "accuracy": 0.821146, - "main_score": 0.785378, - "hf_subset": "asm_Beng-bug_Latn", - "languages": [ - "asm-Beng", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441356, - "recall": 0.496047, - "f1": 0.455388, - "accuracy": 0.496047, - "main_score": 0.455388, - "hf_subset": "asm_Beng-fon_Latn", - "languages": [ - "asm-Beng", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "asm_Beng-jav_Latn", - "languages": [ - "asm-Beng", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "asm_Beng-lao_Laoo", - "languages": [ - "asm-Beng", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847826, - "recall": 0.889328, - "f1": 0.860804, - "accuracy": 0.889328, - "main_score": 0.860804, - "hf_subset": "asm_Beng-mri_Latn", - "languages": [ - "asm-Beng", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-rus_Cyrl", - "languages": [ - "asm-Beng", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510507, - "recall": 0.568182, - "f1": 0.526206, - "accuracy": 0.568182, - "main_score": 0.526206, - "hf_subset": "asm_Beng-taq_Latn", - "languages": [ - "asm-Beng", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "asm_Beng-war_Latn", - "languages": [ - "asm-Beng", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-arb_Arab", - "languages": [ - "asm-Beng", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-bul_Cyrl", - "languages": [ - "asm-Beng", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-fra_Latn", - "languages": [ - "asm-Beng", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-jpn_Jpan", - "languages": [ - "asm-Beng", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "asm_Beng-lij_Latn", - "languages": [ - "asm-Beng", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989789, - "recall": 0.992095, - "f1": 0.990448, - "accuracy": 0.992095, - "main_score": 0.990448, - "hf_subset": "asm_Beng-mya_Mymr", - "languages": [ - "asm-Beng", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558745, - "recall": 0.623518, - "f1": 0.577346, - "accuracy": 0.623518, - "main_score": 0.577346, - "hf_subset": "asm_Beng-sag_Latn", - "languages": [ - "asm-Beng", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192493, - "recall": 0.240119, - "f1": 0.202994, - "accuracy": 0.240119, - "main_score": 0.202994, - "hf_subset": "asm_Beng-taq_Tfng", - "languages": [ - "asm-Beng", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599681, - "recall": 0.660079, - "f1": 0.61622, - "accuracy": 0.660079, - "main_score": 0.61622, - "hf_subset": "asm_Beng-wol_Latn", - "languages": [ - "asm-Beng", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740679, - "recall": 0.800395, - "f1": 0.757995, - "accuracy": 0.800395, - "main_score": 0.757995, - "hf_subset": "asm_Beng-arb_Latn", - "languages": [ - "asm-Beng", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-cat_Latn", - "languages": [ - "asm-Beng", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "asm_Beng-fur_Latn", - "languages": [ - "asm-Beng", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37465, - "recall": 0.426877, - "f1": 0.38892, - "accuracy": 0.426877, - "main_score": 0.38892, - "hf_subset": "asm_Beng-kab_Latn", - "languages": [ - "asm-Beng", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "asm_Beng-lim_Latn", - "languages": [ - "asm-Beng", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-nld_Latn", - "languages": [ - "asm-Beng", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "asm_Beng-san_Deva", - "languages": [ - "asm-Beng", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "asm_Beng-tat_Cyrl", - "languages": [ - "asm-Beng", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646371, - "recall": 0.702569, - "f1": 0.662832, - "accuracy": 0.702569, - "main_score": 0.662832, - "hf_subset": "asm_Beng-xho_Latn", - "languages": [ - "asm-Beng", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ars_Arab", - "languages": [ - "asm-Beng", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-ceb_Latn", - "languages": [ - "asm-Beng", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534922, - "recall": 0.593874, - "f1": 0.551521, - "accuracy": 0.593874, - "main_score": 0.551521, - "hf_subset": "asm_Beng-fuv_Latn", - "languages": [ - "asm-Beng", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479632, - "recall": 0.54249, - "f1": 0.496415, - "accuracy": 0.54249, - "main_score": 0.496415, - "hf_subset": "asm_Beng-kac_Latn", - "languages": [ - "asm-Beng", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632249, - "recall": 0.687747, - "f1": 0.647779, - "accuracy": 0.687747, - "main_score": 0.647779, - "hf_subset": "asm_Beng-lin_Latn", - "languages": [ - "asm-Beng", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-nno_Latn", - "languages": [ - "asm-Beng", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.251009, - "recall": 0.327075, - "f1": 0.270774, - "accuracy": 0.327075, - "main_score": 0.270774, - "hf_subset": "asm_Beng-sat_Olck", - "languages": [ - "asm-Beng", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-tel_Telu", - "languages": [ - "asm-Beng", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "asm_Beng-ydd_Hebr", - "languages": [ - "asm-Beng", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974144, - "recall": 0.982213, - "f1": 0.976779, - "accuracy": 0.982213, - "main_score": 0.976779, - "hf_subset": "asm_Beng-ary_Arab", - "languages": [ - "asm-Beng", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-ces_Latn", - "languages": [ - "asm-Beng", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544616, - "recall": 0.608696, - "f1": 0.562804, - "accuracy": 0.608696, - "main_score": 0.562804, - "hf_subset": "asm_Beng-gaz_Latn", - "languages": [ - "asm-Beng", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56271, - "recall": 0.624506, - "f1": 0.579885, - "accuracy": 0.624506, - "main_score": 0.579885, - "hf_subset": "asm_Beng-kam_Latn", - "languages": [ - "asm-Beng", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "asm_Beng-lit_Latn", - "languages": [ - "asm-Beng", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-nob_Latn", - "languages": [ - "asm-Beng", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "asm_Beng-scn_Latn", - "languages": [ - "asm-Beng", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "asm_Beng-tgk_Cyrl", - "languages": [ - "asm-Beng", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690877, - "recall": 0.757905, - "f1": 0.710564, - "accuracy": 0.757905, - "main_score": 0.710564, - "hf_subset": "asm_Beng-yor_Latn", - "languages": [ - "asm-Beng", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-arz_Arab", - "languages": [ - "asm-Beng", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533762, - "recall": 0.587945, - "f1": 0.549027, - "accuracy": 0.587945, - "main_score": 0.549027, - "hf_subset": "asm_Beng-cjk_Latn", - "languages": [ - "asm-Beng", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743692, - "recall": 0.795455, - "f1": 0.759077, - "accuracy": 0.795455, - "main_score": 0.759077, - "hf_subset": "asm_Beng-gla_Latn", - "languages": [ - "asm-Beng", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-kan_Knda", - "languages": [ - "asm-Beng", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "asm_Beng-lmo_Latn", - "languages": [ - "asm-Beng", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "asm_Beng-npi_Deva", - "languages": [ - "asm-Beng", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442833, - "recall": 0.502964, - "f1": 0.45951, - "accuracy": 0.502964, - "main_score": 0.45951, - "hf_subset": "asm_Beng-shn_Mymr", - "languages": [ - "asm-Beng", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-tgl_Latn", - "languages": [ - "asm-Beng", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-yue_Hant", - "languages": [ - "asm-Beng", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.965415, - "f1": 0.95471, - "accuracy": 0.965415, - "main_score": 0.95471, - "hf_subset": "asm_Beng-ckb_Arab", - "languages": [ - "asm-Beng", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822276, - "recall": 0.869565, - "f1": 0.836841, - "accuracy": 0.869565, - "main_score": 0.836841, - "hf_subset": "asm_Beng-gle_Latn", - "languages": [ - "asm-Beng", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946805, - "recall": 0.962451, - "f1": 0.95191, - "accuracy": 0.962451, - "main_score": 0.95191, - "hf_subset": "asm_Beng-kas_Arab", - "languages": [ - "asm-Beng", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895751, - "recall": 0.925889, - "f1": 0.90527, - "accuracy": 0.925889, - "main_score": 0.90527, - "hf_subset": "asm_Beng-ltg_Latn", - "languages": [ - "asm-Beng", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570863, - "recall": 0.62747, - "f1": 0.586295, - "accuracy": 0.62747, - "main_score": 0.586295, - "hf_subset": "asm_Beng-nso_Latn", - "languages": [ - "asm-Beng", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-sin_Sinh", - "languages": [ - "asm-Beng", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-tha_Thai", - "languages": [ - "asm-Beng", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-zho_Hans", - "languages": [ - "asm-Beng", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-ast_Latn", - "languages": [ - "asm-Beng", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-crh_Latn", - "languages": [ - "asm-Beng", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-glg_Latn", - "languages": [ - "asm-Beng", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890975, - "recall": 0.920949, - "f1": 0.900362, - "accuracy": 0.920949, - "main_score": 0.900362, - "hf_subset": "asm_Beng-kas_Deva", - "languages": [ - "asm-Beng", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "asm_Beng-ltz_Latn", - "languages": [ - "asm-Beng", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431705, - "recall": 0.498024, - "f1": 0.449335, - "accuracy": 0.498024, - "main_score": 0.449335, - "hf_subset": "asm_Beng-nus_Latn", - "languages": [ - "asm-Beng", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-slk_Latn", - "languages": [ - "asm-Beng", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598043, - "recall": 0.667984, - "f1": 0.618179, - "accuracy": 0.667984, - "main_score": 0.618179, - "hf_subset": "asm_Beng-tir_Ethi", - "languages": [ - "asm-Beng", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "asm_Beng-zho_Hant", - "languages": [ - "asm-Beng", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "asm_Beng-awa_Deva", - "languages": [ - "asm-Beng", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964015, - "recall": 0.975296, - "f1": 0.967622, - "accuracy": 0.975296, - "main_score": 0.967622, - "hf_subset": "asm_Beng-cym_Latn", - "languages": [ - "asm-Beng", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799605, - "recall": 0.84585, - "f1": 0.813622, - "accuracy": 0.84585, - "main_score": 0.813622, - "hf_subset": "asm_Beng-grn_Latn", - "languages": [ - "asm-Beng", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "asm_Beng-kat_Geor", - "languages": [ - "asm-Beng", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609038, - "recall": 0.661067, - "f1": 0.623814, - "accuracy": 0.661067, - "main_score": 0.623814, - "hf_subset": "asm_Beng-lua_Latn", - "languages": [ - "asm-Beng", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590673, - "recall": 0.650198, - "f1": 0.607588, - "accuracy": 0.650198, - "main_score": 0.607588, - "hf_subset": "asm_Beng-nya_Latn", - "languages": [ - "asm-Beng", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-slv_Latn", - "languages": [ - "asm-Beng", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925725, - "recall": 0.947628, - "f1": 0.932806, - "accuracy": 0.947628, - "main_score": 0.932806, - "hf_subset": "asm_Beng-tpi_Latn", - "languages": [ - "asm-Beng", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-zsm_Latn", - "languages": [ - "asm-Beng", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51436, - "recall": 0.574111, - "f1": 0.531487, - "accuracy": 0.574111, - "main_score": 0.531487, - "hf_subset": "asm_Beng-ayr_Latn", - "languages": [ - "asm-Beng", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-dan_Latn", - "languages": [ - "asm-Beng", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-guj_Gujr", - "languages": [ - "asm-Beng", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "asm_Beng-kaz_Cyrl", - "languages": [ - "asm-Beng", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498106, - "recall": 0.559289, - "f1": 0.515077, - "accuracy": 0.559289, - "main_score": 0.515077, - "hf_subset": "asm_Beng-lug_Latn", - "languages": [ - "asm-Beng", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-oci_Latn", - "languages": [ - "asm-Beng", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789328, - "recall": 0.838933, - "f1": 0.80407, - "accuracy": 0.838933, - "main_score": 0.80407, - "hf_subset": "asm_Beng-smo_Latn", - "languages": [ - "asm-Beng", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507678, - "recall": 0.567194, - "f1": 0.523636, - "accuracy": 0.567194, - "main_score": 0.523636, - "hf_subset": "asm_Beng-tsn_Latn", - "languages": [ - "asm-Beng", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585706, - "recall": 0.644269, - "f1": 0.601607, - "accuracy": 0.644269, - "main_score": 0.601607, - "hf_subset": "asm_Beng-zul_Latn", - "languages": [ - "asm-Beng", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915184, - "recall": 0.938735, - "f1": 0.922563, - "accuracy": 0.938735, - "main_score": 0.922563, - "hf_subset": "asm_Beng-azb_Arab", - "languages": [ - "asm-Beng", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-deu_Latn", - "languages": [ - "asm-Beng", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.97332, - "f1": 0.965909, - "accuracy": 0.97332, - "main_score": 0.965909, - "hf_subset": "asm_Beng-hat_Latn", - "languages": [ - "asm-Beng", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455981, - "recall": 0.51581, - "f1": 0.472812, - "accuracy": 0.51581, - "main_score": 0.472812, - "hf_subset": "asm_Beng-kbp_Latn", - "languages": [ - "asm-Beng", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542128, - "recall": 0.59585, - "f1": 0.556504, - "accuracy": 0.59585, - "main_score": 0.556504, - "hf_subset": "asm_Beng-luo_Latn", - "languages": [ - "asm-Beng", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-ory_Orya", - "languages": [ - "asm-Beng", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532991, - "recall": 0.601779, - "f1": 0.552459, - "accuracy": 0.601779, - "main_score": 0.552459, - "hf_subset": "asm_Beng-sna_Latn", - "languages": [ - "asm-Beng", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522263, - "recall": 0.572134, - "f1": 0.535363, - "accuracy": 0.572134, - "main_score": 0.535363, - "hf_subset": "asm_Beng-tso_Latn", - "languages": [ - "asm-Beng", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "asm_Beng-azj_Latn", - "languages": [ - "asm-Beng", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511647, - "recall": 0.575099, - "f1": 0.52972, - "accuracy": 0.575099, - "main_score": 0.52972, - "hf_subset": "asm_Beng-dik_Latn", - "languages": [ - "asm-Beng", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698744, - "recall": 0.757905, - "f1": 0.715773, - "accuracy": 0.757905, - "main_score": 0.715773, - "hf_subset": "asm_Beng-hau_Latn", - "languages": [ - "asm-Beng", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "asm_Beng-kea_Latn", - "languages": [ - "asm-Beng", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72719, - "recall": 0.777668, - "f1": 0.74233, - "accuracy": 0.777668, - "main_score": 0.74233, - "hf_subset": "asm_Beng-lus_Latn", - "languages": [ - "asm-Beng", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845438, - "recall": 0.881423, - "f1": 0.856588, - "accuracy": 0.881423, - "main_score": 0.856588, - "hf_subset": "asm_Beng-pag_Latn", - "languages": [ - "asm-Beng", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "asm_Beng-snd_Arab", - "languages": [ - "asm-Beng", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941453, - "recall": 0.958498, - "f1": 0.946706, - "accuracy": 0.958498, - "main_score": 0.946706, - "hf_subset": "asm_Beng-tuk_Latn", - "languages": [ - "asm-Beng", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "asm_Beng-bak_Cyrl", - "languages": [ - "asm-Beng", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439517, - "recall": 0.522727, - "f1": 0.463683, - "accuracy": 0.522727, - "main_score": 0.463683, - "hf_subset": "asm_Beng-dyu_Latn", - "languages": [ - "asm-Beng", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "asm_Beng-heb_Hebr", - "languages": [ - "asm-Beng", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "asm_Beng-khk_Cyrl", - "languages": [ - "asm-Beng", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "asm_Beng-lvs_Latn", - "languages": [ - "asm-Beng", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "asm_Beng-pan_Guru", - "languages": [ - "asm-Beng", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67985, - "recall": 0.738142, - "f1": 0.697025, - "accuracy": 0.738142, - "main_score": 0.697025, - "hf_subset": "asm_Beng-som_Latn", - "languages": [ - "asm-Beng", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566744, - "recall": 0.619565, - "f1": 0.581368, - "accuracy": 0.619565, - "main_score": 0.581368, - "hf_subset": "asm_Beng-tum_Latn", - "languages": [ - "asm-Beng", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51366, - "recall": 0.571146, - "f1": 0.529647, - "accuracy": 0.571146, - "main_score": 0.529647, - "hf_subset": "ckb_Arab-ace_Arab", - "languages": [ - "ckb-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493629, - "recall": 0.543478, - "f1": 0.507891, - "accuracy": 0.543478, - "main_score": 0.507891, - "hf_subset": "ckb_Arab-bam_Latn", - "languages": [ - "ckb-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360488, - "recall": 0.429842, - "f1": 0.379415, - "accuracy": 0.429842, - "main_score": 0.379415, - "hf_subset": "ckb_Arab-dzo_Tibt", - "languages": [ - "ckb-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "ckb_Arab-hin_Deva", - "languages": [ - "ckb-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947875, - "recall": 0.963439, - "f1": 0.9528, - "accuracy": 0.963439, - "main_score": 0.9528, - "hf_subset": "ckb_Arab-khm_Khmr", - "languages": [ - "ckb-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "ckb_Arab-mag_Deva", - "languages": [ - "ckb-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863505, - "recall": 0.897233, - "f1": 0.873781, - "accuracy": 0.897233, - "main_score": 0.873781, - "hf_subset": "ckb_Arab-pap_Latn", - "languages": [ - "ckb-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542571, - "recall": 0.592885, - "f1": 0.556449, - "accuracy": 0.592885, - "main_score": 0.556449, - "hf_subset": "ckb_Arab-sot_Latn", - "languages": [ - "ckb-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "ckb_Arab-tur_Latn", - "languages": [ - "ckb-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743303, - "recall": 0.793478, - "f1": 0.757364, - "accuracy": 0.793478, - "main_score": 0.757364, - "hf_subset": "ckb_Arab-ace_Latn", - "languages": [ - "ckb-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832543, - "recall": 0.870553, - "f1": 0.84417, - "accuracy": 0.870553, - "main_score": 0.84417, - "hf_subset": "ckb_Arab-ban_Latn", - "languages": [ - "ckb-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.963439, - "f1": 0.95303, - "accuracy": 0.963439, - "main_score": 0.95303, - "hf_subset": "ckb_Arab-ell_Grek", - "languages": [ - "ckb-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.958498, - "f1": 0.945817, - "accuracy": 0.958498, - "main_score": 0.945817, - "hf_subset": "ckb_Arab-hne_Deva", - "languages": [ - "ckb-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526837, - "recall": 0.578063, - "f1": 0.541111, - "accuracy": 0.578063, - "main_score": 0.541111, - "hf_subset": "ckb_Arab-kik_Latn", - "languages": [ - "ckb-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.964427, - "f1": 0.953557, - "accuracy": 0.964427, - "main_score": 0.953557, - "hf_subset": "ckb_Arab-mai_Deva", - "languages": [ - "ckb-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901301, - "recall": 0.928854, - "f1": 0.90998, - "accuracy": 0.928854, - "main_score": 0.90998, - "hf_subset": "ckb_Arab-pbt_Arab", - "languages": [ - "ckb-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "ckb_Arab-spa_Latn", - "languages": [ - "ckb-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555221, - "recall": 0.610672, - "f1": 0.570544, - "accuracy": 0.610672, - "main_score": 0.570544, - "hf_subset": "ckb_Arab-twi_Latn", - "languages": [ - "ckb-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958202, - "recall": 0.970356, - "f1": 0.961957, - "accuracy": 0.970356, - "main_score": 0.961957, - "hf_subset": "ckb_Arab-acm_Arab", - "languages": [ - "ckb-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925042, - "recall": 0.94664, - "f1": 0.931736, - "accuracy": 0.94664, - "main_score": 0.931736, - "hf_subset": "ckb_Arab-bel_Cyrl", - "languages": [ - "ckb-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "ckb_Arab-eng_Latn", - "languages": [ - "ckb-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "ckb_Arab-hrv_Latn", - "languages": [ - "ckb-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514783, - "recall": 0.578063, - "f1": 0.532331, - "accuracy": 0.578063, - "main_score": 0.532331, - "hf_subset": "ckb_Arab-kin_Latn", - "languages": [ - "ckb-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951169, - "recall": 0.965415, - "f1": 0.955599, - "accuracy": 0.965415, - "main_score": 0.955599, - "hf_subset": "ckb_Arab-mal_Mlym", - "languages": [ - "ckb-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972579, - "recall": 0.981225, - "f1": 0.975362, - "accuracy": 0.981225, - "main_score": 0.975362, - "hf_subset": "ckb_Arab-pes_Arab", - "languages": [ - "ckb-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90695, - "recall": 0.933794, - "f1": 0.915316, - "accuracy": 0.933794, - "main_score": 0.915316, - "hf_subset": "ckb_Arab-srd_Latn", - "languages": [ - "ckb-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206936, - "recall": 0.254941, - "f1": 0.219174, - "accuracy": 0.254941, - "main_score": 0.219174, - "hf_subset": "ckb_Arab-tzm_Tfng", - "languages": [ - "ckb-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966321, - "recall": 0.976285, - "f1": 0.969433, - "accuracy": 0.976285, - "main_score": 0.969433, - "hf_subset": "ckb_Arab-acq_Arab", - "languages": [ - "ckb-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559701, - "recall": 0.604743, - "f1": 0.57246, - "accuracy": 0.604743, - "main_score": 0.57246, - "hf_subset": "ckb_Arab-bem_Latn", - "languages": [ - "ckb-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "ckb_Arab-epo_Latn", - "languages": [ - "ckb-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962401, - "recall": 0.972332, - "f1": 0.965316, - "accuracy": 0.972332, - "main_score": 0.965316, - "hf_subset": "ckb_Arab-hun_Latn", - "languages": [ - "ckb-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918396, - "recall": 0.942688, - "f1": 0.925955, - "accuracy": 0.942688, - "main_score": 0.925955, - "hf_subset": "ckb_Arab-kir_Cyrl", - "languages": [ - "ckb-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958366, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "ckb_Arab-mar_Deva", - "languages": [ - "ckb-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624835, - "recall": 0.675889, - "f1": 0.639083, - "accuracy": 0.675889, - "main_score": 0.639083, - "hf_subset": "ckb_Arab-plt_Latn", - "languages": [ - "ckb-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "ckb_Arab-srp_Cyrl", - "languages": [ - "ckb-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882444, - "recall": 0.910079, - "f1": 0.891093, - "accuracy": 0.910079, - "main_score": 0.891093, - "hf_subset": "ckb_Arab-uig_Arab", - "languages": [ - "ckb-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.956522, - "f1": 0.944749, - "accuracy": 0.956522, - "main_score": 0.944749, - "hf_subset": "ckb_Arab-aeb_Arab", - "languages": [ - "ckb-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957486, - "recall": 0.969368, - "f1": 0.961215, - "accuracy": 0.969368, - "main_score": 0.961215, - "hf_subset": "ckb_Arab-ben_Beng", - "languages": [ - "ckb-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.959486, - "f1": 0.947299, - "accuracy": 0.959486, - "main_score": 0.947299, - "hf_subset": "ckb_Arab-est_Latn", - "languages": [ - "ckb-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "ckb_Arab-hye_Armn", - "languages": [ - "ckb-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496642, - "recall": 0.543478, - "f1": 0.509469, - "accuracy": 0.543478, - "main_score": 0.509469, - "hf_subset": "ckb_Arab-kmb_Latn", - "languages": [ - "ckb-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445459, - "recall": 0.513834, - "f1": 0.464559, - "accuracy": 0.513834, - "main_score": 0.464559, - "hf_subset": "ckb_Arab-min_Arab", - "languages": [ - "ckb-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963933, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "ckb_Arab-pol_Latn", - "languages": [ - "ckb-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519876, - "recall": 0.572134, - "f1": 0.534273, - "accuracy": 0.572134, - "main_score": 0.534273, - "hf_subset": "ckb_Arab-ssw_Latn", - "languages": [ - "ckb-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "ckb_Arab-ukr_Cyrl", - "languages": [ - "ckb-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "ckb_Arab-afr_Latn", - "languages": [ - "ckb-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93391, - "recall": 0.952569, - "f1": 0.939427, - "accuracy": 0.952569, - "main_score": 0.939427, - "hf_subset": "ckb_Arab-bho_Deva", - "languages": [ - "ckb-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903656, - "recall": 0.929842, - "f1": 0.911693, - "accuracy": 0.929842, - "main_score": 0.911693, - "hf_subset": "ckb_Arab-eus_Latn", - "languages": [ - "ckb-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52603, - "recall": 0.585968, - "f1": 0.543185, - "accuracy": 0.585968, - "main_score": 0.543185, - "hf_subset": "ckb_Arab-ibo_Latn", - "languages": [ - "ckb-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829051, - "recall": 0.871542, - "f1": 0.842161, - "accuracy": 0.871542, - "main_score": 0.842161, - "hf_subset": "ckb_Arab-kmr_Latn", - "languages": [ - "ckb-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890761, - "recall": 0.920949, - "f1": 0.900099, - "accuracy": 0.920949, - "main_score": 0.900099, - "hf_subset": "ckb_Arab-min_Latn", - "languages": [ - "ckb-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "ckb_Arab-por_Latn", - "languages": [ - "ckb-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930171, - "recall": 0.950593, - "f1": 0.936594, - "accuracy": 0.950593, - "main_score": 0.936594, - "hf_subset": "ckb_Arab-sun_Latn", - "languages": [ - "ckb-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49804, - "recall": 0.544466, - "f1": 0.511401, - "accuracy": 0.544466, - "main_score": 0.511401, - "hf_subset": "ckb_Arab-umb_Latn", - "languages": [ - "ckb-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "ckb_Arab-ajp_Arab", - "languages": [ - "ckb-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486557, - "recall": 0.543478, - "f1": 0.50227, - "accuracy": 0.543478, - "main_score": 0.50227, - "hf_subset": "ckb_Arab-bjn_Arab", - "languages": [ - "ckb-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49032, - "recall": 0.527668, - "f1": 0.500643, - "accuracy": 0.527668, - "main_score": 0.500643, - "hf_subset": "ckb_Arab-ewe_Latn", - "languages": [ - "ckb-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821765, - "recall": 0.864625, - "f1": 0.834719, - "accuracy": 0.864625, - "main_score": 0.834719, - "hf_subset": "ckb_Arab-ilo_Latn", - "languages": [ - "ckb-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308568, - "recall": 0.356719, - "f1": 0.321925, - "accuracy": 0.356719, - "main_score": 0.321925, - "hf_subset": "ckb_Arab-knc_Arab", - "languages": [ - "ckb-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964345, - "recall": 0.975296, - "f1": 0.967787, - "accuracy": 0.975296, - "main_score": 0.967787, - "hf_subset": "ckb_Arab-mkd_Cyrl", - "languages": [ - "ckb-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "ckb_Arab-prs_Arab", - "languages": [ - "ckb-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "ckb_Arab-swe_Latn", - "languages": [ - "ckb-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "ckb_Arab-urd_Arab", - "languages": [ - "ckb-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530774, - "recall": 0.583004, - "f1": 0.54541, - "accuracy": 0.583004, - "main_score": 0.54541, - "hf_subset": "ckb_Arab-aka_Latn", - "languages": [ - "ckb-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899457, - "recall": 0.925889, - "f1": 0.907563, - "accuracy": 0.925889, - "main_score": 0.907563, - "hf_subset": "ckb_Arab-bjn_Latn", - "languages": [ - "ckb-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883762, - "recall": 0.916996, - "f1": 0.893859, - "accuracy": 0.916996, - "main_score": 0.893859, - "hf_subset": "ckb_Arab-fao_Latn", - "languages": [ - "ckb-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973238, - "recall": 0.981225, - "f1": 0.975692, - "accuracy": 0.981225, - "main_score": 0.975692, - "hf_subset": "ckb_Arab-ind_Latn", - "languages": [ - "ckb-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526551, - "recall": 0.575099, - "f1": 0.540137, - "accuracy": 0.575099, - "main_score": 0.540137, - "hf_subset": "ckb_Arab-knc_Latn", - "languages": [ - "ckb-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919788, - "recall": 0.938735, - "f1": 0.925205, - "accuracy": 0.938735, - "main_score": 0.925205, - "hf_subset": "ckb_Arab-mlt_Latn", - "languages": [ - "ckb-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625892, - "recall": 0.685771, - "f1": 0.64284, - "accuracy": 0.685771, - "main_score": 0.64284, - "hf_subset": "ckb_Arab-quy_Latn", - "languages": [ - "ckb-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917902, - "recall": 0.939723, - "f1": 0.924638, - "accuracy": 0.939723, - "main_score": 0.924638, - "hf_subset": "ckb_Arab-swh_Latn", - "languages": [ - "ckb-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938076, - "recall": 0.956522, - "f1": 0.943841, - "accuracy": 0.956522, - "main_score": 0.943841, - "hf_subset": "ckb_Arab-uzn_Latn", - "languages": [ - "ckb-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.962451, - "f1": 0.950758, - "accuracy": 0.962451, - "main_score": 0.950758, - "hf_subset": "ckb_Arab-als_Latn", - "languages": [ - "ckb-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567667, - "recall": 0.643281, - "f1": 0.588694, - "accuracy": 0.643281, - "main_score": 0.588694, - "hf_subset": "ckb_Arab-bod_Tibt", - "languages": [ - "ckb-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62745, - "recall": 0.682806, - "f1": 0.643112, - "accuracy": 0.682806, - "main_score": 0.643112, - "hf_subset": "ckb_Arab-fij_Latn", - "languages": [ - "ckb-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.945652, - "f1": 0.931324, - "accuracy": 0.945652, - "main_score": 0.931324, - "hf_subset": "ckb_Arab-isl_Latn", - "languages": [ - "ckb-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582323, - "recall": 0.633399, - "f1": 0.596754, - "accuracy": 0.633399, - "main_score": 0.596754, - "hf_subset": "ckb_Arab-kon_Latn", - "languages": [ - "ckb-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571298, - "recall": 0.618577, - "f1": 0.584832, - "accuracy": 0.618577, - "main_score": 0.584832, - "hf_subset": "ckb_Arab-mni_Beng", - "languages": [ - "ckb-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965991, - "recall": 0.976285, - "f1": 0.969269, - "accuracy": 0.976285, - "main_score": 0.969269, - "hf_subset": "ckb_Arab-ron_Latn", - "languages": [ - "ckb-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924901, - "recall": 0.945652, - "f1": 0.931442, - "accuracy": 0.945652, - "main_score": 0.931442, - "hf_subset": "ckb_Arab-szl_Latn", - "languages": [ - "ckb-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944664, - "recall": 0.961462, - "f1": 0.949901, - "accuracy": 0.961462, - "main_score": 0.949901, - "hf_subset": "ckb_Arab-vec_Latn", - "languages": [ - "ckb-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875, - "recall": 0.909091, - "f1": 0.885672, - "accuracy": 0.909091, - "main_score": 0.885672, - "hf_subset": "ckb_Arab-amh_Ethi", - "languages": [ - "ckb-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960063, - "recall": 0.971344, - "f1": 0.963505, - "accuracy": 0.971344, - "main_score": 0.963505, - "hf_subset": "ckb_Arab-bos_Latn", - "languages": [ - "ckb-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94664, - "recall": 0.962451, - "f1": 0.951548, - "accuracy": 0.962451, - "main_score": 0.951548, - "hf_subset": "ckb_Arab-fin_Latn", - "languages": [ - "ckb-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956275, - "recall": 0.968379, - "f1": 0.959881, - "accuracy": 0.968379, - "main_score": 0.959881, - "hf_subset": "ckb_Arab-ita_Latn", - "languages": [ - "ckb-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951252, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "ckb_Arab-kor_Hang", - "languages": [ - "ckb-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50756, - "recall": 0.554348, - "f1": 0.519741, - "accuracy": 0.554348, - "main_score": 0.519741, - "hf_subset": "ckb_Arab-mos_Latn", - "languages": [ - "ckb-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51521, - "recall": 0.564229, - "f1": 0.528285, - "accuracy": 0.564229, - "main_score": 0.528285, - "hf_subset": "ckb_Arab-run_Latn", - "languages": [ - "ckb-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.964427, - "f1": 0.953722, - "accuracy": 0.964427, - "main_score": 0.953722, - "hf_subset": "ckb_Arab-tam_Taml", - "languages": [ - "ckb-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "ckb_Arab-vie_Latn", - "languages": [ - "ckb-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956933, - "recall": 0.969368, - "f1": 0.96087, - "accuracy": 0.969368, - "main_score": 0.96087, - "hf_subset": "ckb_Arab-apc_Arab", - "languages": [ - "ckb-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697243, - "recall": 0.744071, - "f1": 0.710646, - "accuracy": 0.744071, - "main_score": 0.710646, - "hf_subset": "ckb_Arab-bug_Latn", - "languages": [ - "ckb-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436462, - "recall": 0.48419, - "f1": 0.448683, - "accuracy": 0.48419, - "main_score": 0.448683, - "hf_subset": "ckb_Arab-fon_Latn", - "languages": [ - "ckb-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941206, - "recall": 0.958498, - "f1": 0.946607, - "accuracy": 0.958498, - "main_score": 0.946607, - "hf_subset": "ckb_Arab-jav_Latn", - "languages": [ - "ckb-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929718, - "recall": 0.949605, - "f1": 0.935892, - "accuracy": 0.949605, - "main_score": 0.935892, - "hf_subset": "ckb_Arab-lao_Laoo", - "languages": [ - "ckb-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790061, - "recall": 0.833004, - "f1": 0.80269, - "accuracy": 0.833004, - "main_score": 0.80269, - "hf_subset": "ckb_Arab-mri_Latn", - "languages": [ - "ckb-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.967391, - "f1": 0.958004, - "accuracy": 0.967391, - "main_score": 0.958004, - "hf_subset": "ckb_Arab-rus_Cyrl", - "languages": [ - "ckb-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486959, - "recall": 0.537549, - "f1": 0.500711, - "accuracy": 0.537549, - "main_score": 0.500711, - "hf_subset": "ckb_Arab-taq_Latn", - "languages": [ - "ckb-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916123, - "recall": 0.940711, - "f1": 0.923814, - "accuracy": 0.940711, - "main_score": 0.923814, - "hf_subset": "ckb_Arab-war_Latn", - "languages": [ - "ckb-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96665, - "recall": 0.977273, - "f1": 0.970092, - "accuracy": 0.977273, - "main_score": 0.970092, - "hf_subset": "ckb_Arab-arb_Arab", - "languages": [ - "ckb-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "ckb_Arab-bul_Cyrl", - "languages": [ - "ckb-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "ckb_Arab-fra_Latn", - "languages": [ - "ckb-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940112, - "recall": 0.955534, - "f1": 0.944615, - "accuracy": 0.955534, - "main_score": 0.944615, - "hf_subset": "ckb_Arab-jpn_Jpan", - "languages": [ - "ckb-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919944, - "recall": 0.938735, - "f1": 0.925626, - "accuracy": 0.938735, - "main_score": 0.925626, - "hf_subset": "ckb_Arab-lij_Latn", - "languages": [ - "ckb-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912302, - "recall": 0.937747, - "f1": 0.92052, - "accuracy": 0.937747, - "main_score": 0.92052, - "hf_subset": "ckb_Arab-mya_Mymr", - "languages": [ - "ckb-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528468, - "recall": 0.583004, - "f1": 0.544073, - "accuracy": 0.583004, - "main_score": 0.544073, - "hf_subset": "ckb_Arab-sag_Latn", - "languages": [ - "ckb-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211472, - "recall": 0.263834, - "f1": 0.223878, - "accuracy": 0.263834, - "main_score": 0.223878, - "hf_subset": "ckb_Arab-taq_Tfng", - "languages": [ - "ckb-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55239, - "recall": 0.603755, - "f1": 0.566897, - "accuracy": 0.603755, - "main_score": 0.566897, - "hf_subset": "ckb_Arab-wol_Latn", - "languages": [ - "ckb-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711299, - "recall": 0.76581, - "f1": 0.727099, - "accuracy": 0.76581, - "main_score": 0.727099, - "hf_subset": "ckb_Arab-arb_Latn", - "languages": [ - "ckb-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967968, - "recall": 0.977273, - "f1": 0.970751, - "accuracy": 0.977273, - "main_score": 0.970751, - "hf_subset": "ckb_Arab-cat_Latn", - "languages": [ - "ckb-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904703, - "recall": 0.928854, - "f1": 0.911841, - "accuracy": 0.928854, - "main_score": 0.911841, - "hf_subset": "ckb_Arab-fur_Latn", - "languages": [ - "ckb-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407075, - "recall": 0.454545, - "f1": 0.419513, - "accuracy": 0.454545, - "main_score": 0.419513, - "hf_subset": "ckb_Arab-kab_Latn", - "languages": [ - "ckb-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906621, - "recall": 0.931818, - "f1": 0.914328, - "accuracy": 0.931818, - "main_score": 0.914328, - "hf_subset": "ckb_Arab-lim_Latn", - "languages": [ - "ckb-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949358, - "recall": 0.963439, - "f1": 0.953741, - "accuracy": 0.963439, - "main_score": 0.953741, - "hf_subset": "ckb_Arab-nld_Latn", - "languages": [ - "ckb-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919499, - "recall": 0.9417, - "f1": 0.926219, - "accuracy": 0.9417, - "main_score": 0.926219, - "hf_subset": "ckb_Arab-san_Deva", - "languages": [ - "ckb-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923315, - "recall": 0.943676, - "f1": 0.929447, - "accuracy": 0.943676, - "main_score": 0.929447, - "hf_subset": "ckb_Arab-tat_Cyrl", - "languages": [ - "ckb-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622738, - "recall": 0.675889, - "f1": 0.637821, - "accuracy": 0.675889, - "main_score": 0.637821, - "hf_subset": "ckb_Arab-xho_Latn", - "languages": [ - "ckb-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.96405, - "accuracy": 0.972332, - "main_score": 0.96405, - "hf_subset": "ckb_Arab-ars_Arab", - "languages": [ - "ckb-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94395, - "recall": 0.959486, - "f1": 0.948814, - "accuracy": 0.959486, - "main_score": 0.948814, - "hf_subset": "ckb_Arab-ceb_Latn", - "languages": [ - "ckb-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516, - "recall": 0.567194, - "f1": 0.531036, - "accuracy": 0.567194, - "main_score": 0.531036, - "hf_subset": "ckb_Arab-fuv_Latn", - "languages": [ - "ckb-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472546, - "recall": 0.524704, - "f1": 0.487291, - "accuracy": 0.524704, - "main_score": 0.487291, - "hf_subset": "ckb_Arab-kac_Latn", - "languages": [ - "ckb-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585035, - "recall": 0.636364, - "f1": 0.598991, - "accuracy": 0.636364, - "main_score": 0.598991, - "hf_subset": "ckb_Arab-lin_Latn", - "languages": [ - "ckb-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.966403, - "f1": 0.956324, - "accuracy": 0.966403, - "main_score": 0.956324, - "hf_subset": "ckb_Arab-nno_Latn", - "languages": [ - "ckb-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.227872, - "recall": 0.296443, - "f1": 0.245409, - "accuracy": 0.296443, - "main_score": 0.245409, - "hf_subset": "ckb_Arab-sat_Olck", - "languages": [ - "ckb-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935277, - "recall": 0.953557, - "f1": 0.941041, - "accuracy": 0.953557, - "main_score": 0.941041, - "hf_subset": "ckb_Arab-tel_Telu", - "languages": [ - "ckb-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86996, - "recall": 0.905138, - "f1": 0.880731, - "accuracy": 0.905138, - "main_score": 0.880731, - "hf_subset": "ckb_Arab-ydd_Hebr", - "languages": [ - "ckb-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909009, - "recall": 0.933794, - "f1": 0.916535, - "accuracy": 0.933794, - "main_score": 0.916535, - "hf_subset": "ckb_Arab-ary_Arab", - "languages": [ - "ckb-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "ckb_Arab-ces_Latn", - "languages": [ - "ckb-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538027, - "recall": 0.588933, - "f1": 0.552823, - "accuracy": 0.588933, - "main_score": 0.552823, - "hf_subset": "ckb_Arab-gaz_Latn", - "languages": [ - "ckb-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54791, - "recall": 0.596838, - "f1": 0.560972, - "accuracy": 0.596838, - "main_score": 0.560972, - "hf_subset": "ckb_Arab-kam_Latn", - "languages": [ - "ckb-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.961462, - "f1": 0.949605, - "accuracy": 0.961462, - "main_score": 0.949605, - "hf_subset": "ckb_Arab-lit_Latn", - "languages": [ - "ckb-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "ckb_Arab-nob_Latn", - "languages": [ - "ckb-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895866, - "recall": 0.921937, - "f1": 0.903581, - "accuracy": 0.921937, - "main_score": 0.903581, - "hf_subset": "ckb_Arab-scn_Latn", - "languages": [ - "ckb-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918594, - "recall": 0.940711, - "f1": 0.925264, - "accuracy": 0.940711, - "main_score": 0.925264, - "hf_subset": "ckb_Arab-tgk_Cyrl", - "languages": [ - "ckb-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627183, - "recall": 0.693676, - "f1": 0.646643, - "accuracy": 0.693676, - "main_score": 0.646643, - "hf_subset": "ckb_Arab-yor_Latn", - "languages": [ - "ckb-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.960474, - "f1": 0.949572, - "accuracy": 0.960474, - "main_score": 0.949572, - "hf_subset": "ckb_Arab-arz_Arab", - "languages": [ - "ckb-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498238, - "recall": 0.548419, - "f1": 0.513143, - "accuracy": 0.548419, - "main_score": 0.513143, - "hf_subset": "ckb_Arab-cjk_Latn", - "languages": [ - "ckb-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692852, - "recall": 0.754941, - "f1": 0.710921, - "accuracy": 0.754941, - "main_score": 0.710921, - "hf_subset": "ckb_Arab-gla_Latn", - "languages": [ - "ckb-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955204, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "ckb_Arab-kan_Knda", - "languages": [ - "ckb-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901739, - "recall": 0.926877, - "f1": 0.909569, - "accuracy": 0.926877, - "main_score": 0.909569, - "hf_subset": "ckb_Arab-lmo_Latn", - "languages": [ - "ckb-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94837, - "recall": 0.963439, - "f1": 0.953129, - "accuracy": 0.963439, - "main_score": 0.953129, - "hf_subset": "ckb_Arab-npi_Deva", - "languages": [ - "ckb-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430359, - "recall": 0.483202, - "f1": 0.444623, - "accuracy": 0.483202, - "main_score": 0.444623, - "hf_subset": "ckb_Arab-shn_Mymr", - "languages": [ - "ckb-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "ckb_Arab-tgl_Latn", - "languages": [ - "ckb-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.967391, - "f1": 0.9583, - "accuracy": 0.967391, - "main_score": 0.9583, - "hf_subset": "ckb_Arab-yue_Hant", - "languages": [ - "ckb-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.963439, - "f1": 0.952701, - "accuracy": 0.963439, - "main_score": 0.952701, - "hf_subset": "ckb_Arab-asm_Beng", - "languages": [ - "ckb-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787533, - "recall": 0.833004, - "f1": 0.801383, - "accuracy": 0.833004, - "main_score": 0.801383, - "hf_subset": "ckb_Arab-gle_Latn", - "languages": [ - "ckb-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840007, - "recall": 0.879447, - "f1": 0.851602, - "accuracy": 0.879447, - "main_score": 0.851602, - "hf_subset": "ckb_Arab-kas_Arab", - "languages": [ - "ckb-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839627, - "recall": 0.87747, - "f1": 0.85112, - "accuracy": 0.87747, - "main_score": 0.85112, - "hf_subset": "ckb_Arab-ltg_Latn", - "languages": [ - "ckb-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557956, - "recall": 0.604743, - "f1": 0.571284, - "accuracy": 0.604743, - "main_score": 0.571284, - "hf_subset": "ckb_Arab-nso_Latn", - "languages": [ - "ckb-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914806, - "recall": 0.939723, - "f1": 0.922464, - "accuracy": 0.939723, - "main_score": 0.922464, - "hf_subset": "ckb_Arab-sin_Sinh", - "languages": [ - "ckb-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.967391, - "f1": 0.957411, - "accuracy": 0.967391, - "main_score": 0.957411, - "hf_subset": "ckb_Arab-tha_Thai", - "languages": [ - "ckb-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939764, - "recall": 0.955534, - "f1": 0.944408, - "accuracy": 0.955534, - "main_score": 0.944408, - "hf_subset": "ckb_Arab-zho_Hans", - "languages": [ - "ckb-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953393, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "ckb_Arab-ast_Latn", - "languages": [ - "ckb-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920043, - "recall": 0.942688, - "f1": 0.92691, - "accuracy": 0.942688, - "main_score": 0.92691, - "hf_subset": "ckb_Arab-crh_Latn", - "languages": [ - "ckb-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "ckb_Arab-glg_Latn", - "languages": [ - "ckb-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753097, - "recall": 0.810277, - "f1": 0.7699, - "accuracy": 0.810277, - "main_score": 0.7699, - "hf_subset": "ckb_Arab-kas_Deva", - "languages": [ - "ckb-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895949, - "recall": 0.923913, - "f1": 0.904611, - "accuracy": 0.923913, - "main_score": 0.904611, - "hf_subset": "ckb_Arab-ltz_Latn", - "languages": [ - "ckb-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436868, - "recall": 0.486166, - "f1": 0.450422, - "accuracy": 0.486166, - "main_score": 0.450422, - "hf_subset": "ckb_Arab-nus_Latn", - "languages": [ - "ckb-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95831, - "recall": 0.970356, - "f1": 0.962039, - "accuracy": 0.970356, - "main_score": 0.962039, - "hf_subset": "ckb_Arab-slk_Latn", - "languages": [ - "ckb-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579678, - "recall": 0.641304, - "f1": 0.59705, - "accuracy": 0.641304, - "main_score": 0.59705, - "hf_subset": "ckb_Arab-tir_Ethi", - "languages": [ - "ckb-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.958498, - "f1": 0.945817, - "accuracy": 0.958498, - "main_score": 0.945817, - "hf_subset": "ckb_Arab-zho_Hant", - "languages": [ - "ckb-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.959486, - "f1": 0.947859, - "accuracy": 0.959486, - "main_score": 0.947859, - "hf_subset": "ckb_Arab-awa_Deva", - "languages": [ - "ckb-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907757, - "recall": 0.932806, - "f1": 0.915217, - "accuracy": 0.932806, - "main_score": 0.915217, - "hf_subset": "ckb_Arab-cym_Latn", - "languages": [ - "ckb-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693906, - "recall": 0.747036, - "f1": 0.709609, - "accuracy": 0.747036, - "main_score": 0.709609, - "hf_subset": "ckb_Arab-grn_Latn", - "languages": [ - "ckb-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940794, - "recall": 0.958498, - "f1": 0.946377, - "accuracy": 0.958498, - "main_score": 0.946377, - "hf_subset": "ckb_Arab-kat_Geor", - "languages": [ - "ckb-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569864, - "recall": 0.618577, - "f1": 0.583903, - "accuracy": 0.618577, - "main_score": 0.583903, - "hf_subset": "ckb_Arab-lua_Latn", - "languages": [ - "ckb-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566342, - "recall": 0.626482, - "f1": 0.583832, - "accuracy": 0.626482, - "main_score": 0.583832, - "hf_subset": "ckb_Arab-nya_Latn", - "languages": [ - "ckb-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957757, - "recall": 0.970356, - "f1": 0.961693, - "accuracy": 0.970356, - "main_score": 0.961693, - "hf_subset": "ckb_Arab-slv_Latn", - "languages": [ - "ckb-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80121, - "recall": 0.847826, - "f1": 0.814797, - "accuracy": 0.847826, - "main_score": 0.814797, - "hf_subset": "ckb_Arab-tpi_Latn", - "languages": [ - "ckb-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "ckb_Arab-zsm_Latn", - "languages": [ - "ckb-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508856, - "recall": 0.5583, - "f1": 0.522654, - "accuracy": 0.5583, - "main_score": 0.522654, - "hf_subset": "ckb_Arab-ayr_Latn", - "languages": [ - "ckb-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "ckb_Arab-dan_Latn", - "languages": [ - "ckb-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960392, - "recall": 0.972332, - "f1": 0.964163, - "accuracy": 0.972332, - "main_score": 0.964163, - "hf_subset": "ckb_Arab-guj_Gujr", - "languages": [ - "ckb-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953475, - "recall": 0.966403, - "f1": 0.957364, - "accuracy": 0.966403, - "main_score": 0.957364, - "hf_subset": "ckb_Arab-kaz_Cyrl", - "languages": [ - "ckb-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50571, - "recall": 0.560277, - "f1": 0.519701, - "accuracy": 0.560277, - "main_score": 0.519701, - "hf_subset": "ckb_Arab-lug_Latn", - "languages": [ - "ckb-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "ckb_Arab-oci_Latn", - "languages": [ - "ckb-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730362, - "recall": 0.784585, - "f1": 0.746577, - "accuracy": 0.784585, - "main_score": 0.746577, - "hf_subset": "ckb_Arab-smo_Latn", - "languages": [ - "ckb-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500553, - "recall": 0.556324, - "f1": 0.516162, - "accuracy": 0.556324, - "main_score": 0.516162, - "hf_subset": "ckb_Arab-tsn_Latn", - "languages": [ - "ckb-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580464, - "recall": 0.636364, - "f1": 0.595612, - "accuracy": 0.636364, - "main_score": 0.595612, - "hf_subset": "ckb_Arab-zul_Latn", - "languages": [ - "ckb-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826318, - "recall": 0.869565, - "f1": 0.839526, - "accuracy": 0.869565, - "main_score": 0.839526, - "hf_subset": "ckb_Arab-azb_Arab", - "languages": [ - "ckb-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962204, - "recall": 0.97332, - "f1": 0.965646, - "accuracy": 0.97332, - "main_score": 0.965646, - "hf_subset": "ckb_Arab-deu_Latn", - "languages": [ - "ckb-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881999, - "recall": 0.910079, - "f1": 0.890876, - "accuracy": 0.910079, - "main_score": 0.890876, - "hf_subset": "ckb_Arab-hat_Latn", - "languages": [ - "ckb-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466156, - "recall": 0.509881, - "f1": 0.478299, - "accuracy": 0.509881, - "main_score": 0.478299, - "hf_subset": "ckb_Arab-kbp_Latn", - "languages": [ - "ckb-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525266, - "recall": 0.574111, - "f1": 0.538352, - "accuracy": 0.574111, - "main_score": 0.538352, - "hf_subset": "ckb_Arab-luo_Latn", - "languages": [ - "ckb-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955287, - "recall": 0.969368, - "f1": 0.959881, - "accuracy": 0.969368, - "main_score": 0.959881, - "hf_subset": "ckb_Arab-ory_Orya", - "languages": [ - "ckb-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531014, - "recall": 0.583992, - "f1": 0.545746, - "accuracy": 0.583992, - "main_score": 0.545746, - "hf_subset": "ckb_Arab-sna_Latn", - "languages": [ - "ckb-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507057, - "recall": 0.559289, - "f1": 0.520342, - "accuracy": 0.559289, - "main_score": 0.520342, - "hf_subset": "ckb_Arab-tso_Latn", - "languages": [ - "ckb-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923995, - "recall": 0.94664, - "f1": 0.931225, - "accuracy": 0.94664, - "main_score": 0.931225, - "hf_subset": "ckb_Arab-azj_Latn", - "languages": [ - "ckb-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478331, - "recall": 0.533597, - "f1": 0.494436, - "accuracy": 0.533597, - "main_score": 0.494436, - "hf_subset": "ckb_Arab-dik_Latn", - "languages": [ - "ckb-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65896, - "recall": 0.716403, - "f1": 0.675401, - "accuracy": 0.716403, - "main_score": 0.675401, - "hf_subset": "ckb_Arab-hau_Latn", - "languages": [ - "ckb-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875856, - "recall": 0.908103, - "f1": 0.885366, - "accuracy": 0.908103, - "main_score": 0.885366, - "hf_subset": "ckb_Arab-kea_Latn", - "languages": [ - "ckb-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629736, - "recall": 0.683794, - "f1": 0.645443, - "accuracy": 0.683794, - "main_score": 0.645443, - "hf_subset": "ckb_Arab-lus_Latn", - "languages": [ - "ckb-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743883, - "recall": 0.784585, - "f1": 0.756063, - "accuracy": 0.784585, - "main_score": 0.756063, - "hf_subset": "ckb_Arab-pag_Latn", - "languages": [ - "ckb-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946064, - "recall": 0.962451, - "f1": 0.951318, - "accuracy": 0.962451, - "main_score": 0.951318, - "hf_subset": "ckb_Arab-snd_Arab", - "languages": [ - "ckb-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846047, - "recall": 0.886364, - "f1": 0.858827, - "accuracy": 0.886364, - "main_score": 0.858827, - "hf_subset": "ckb_Arab-tuk_Latn", - "languages": [ - "ckb-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908163, - "recall": 0.931818, - "f1": 0.915283, - "accuracy": 0.931818, - "main_score": 0.915283, - "hf_subset": "ckb_Arab-bak_Cyrl", - "languages": [ - "ckb-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42929, - "recall": 0.490119, - "f1": 0.446898, - "accuracy": 0.490119, - "main_score": 0.446898, - "hf_subset": "ckb_Arab-dyu_Latn", - "languages": [ - "ckb-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "ckb_Arab-heb_Hebr", - "languages": [ - "ckb-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915161, - "recall": 0.938735, - "f1": 0.922466, - "accuracy": 0.938735, - "main_score": 0.922466, - "hf_subset": "ckb_Arab-khk_Cyrl", - "languages": [ - "ckb-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949193, - "recall": 0.964427, - "f1": 0.953953, - "accuracy": 0.964427, - "main_score": 0.953953, - "hf_subset": "ckb_Arab-lvs_Latn", - "languages": [ - "ckb-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "ckb_Arab-pan_Guru", - "languages": [ - "ckb-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64697, - "recall": 0.708498, - "f1": 0.66525, - "accuracy": 0.708498, - "main_score": 0.66525, - "hf_subset": "ckb_Arab-som_Latn", - "languages": [ - "ckb-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537815, - "recall": 0.589921, - "f1": 0.552179, - "accuracy": 0.589921, - "main_score": 0.552179, - "hf_subset": "ckb_Arab-tum_Latn", - "languages": [ - "ckb-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458063, - "recall": 0.507905, - "f1": 0.472176, - "accuracy": 0.507905, - "main_score": 0.472176, - "hf_subset": "gle_Latn-ace_Arab", - "languages": [ - "gle-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505616, - "recall": 0.544466, - "f1": 0.51682, - "accuracy": 0.544466, - "main_score": 0.51682, - "hf_subset": "gle_Latn-bam_Latn", - "languages": [ - "gle-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324642, - "recall": 0.375494, - "f1": 0.337522, - "accuracy": 0.375494, - "main_score": 0.337522, - "hf_subset": "gle_Latn-dzo_Tibt", - "languages": [ - "gle-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874292, - "recall": 0.909091, - "f1": 0.885065, - "accuracy": 0.909091, - "main_score": 0.885065, - "hf_subset": "gle_Latn-hin_Deva", - "languages": [ - "gle-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821487, - "recall": 0.864625, - "f1": 0.834091, - "accuracy": 0.864625, - "main_score": 0.834091, - "hf_subset": "gle_Latn-khm_Khmr", - "languages": [ - "gle-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832708, - "recall": 0.876482, - "f1": 0.845718, - "accuracy": 0.876482, - "main_score": 0.845718, - "hf_subset": "gle_Latn-mag_Deva", - "languages": [ - "gle-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776318, - "recall": 0.81917, - "f1": 0.7882, - "accuracy": 0.81917, - "main_score": 0.7882, - "hf_subset": "gle_Latn-pap_Latn", - "languages": [ - "gle-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558415, - "recall": 0.599802, - "f1": 0.570081, - "accuracy": 0.599802, - "main_score": 0.570081, - "hf_subset": "gle_Latn-sot_Latn", - "languages": [ - "gle-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863076, - "recall": 0.898221, - "f1": 0.873306, - "accuracy": 0.898221, - "main_score": 0.873306, - "hf_subset": "gle_Latn-tur_Latn", - "languages": [ - "gle-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670799, - "recall": 0.712451, - "f1": 0.681595, - "accuracy": 0.712451, - "main_score": 0.681595, - "hf_subset": "gle_Latn-ace_Latn", - "languages": [ - "gle-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724847, - "recall": 0.76581, - "f1": 0.735972, - "accuracy": 0.76581, - "main_score": 0.735972, - "hf_subset": "gle_Latn-ban_Latn", - "languages": [ - "gle-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846607, - "recall": 0.886364, - "f1": 0.858267, - "accuracy": 0.886364, - "main_score": 0.858267, - "hf_subset": "gle_Latn-ell_Grek", - "languages": [ - "gle-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803353, - "recall": 0.849802, - "f1": 0.816914, - "accuracy": 0.849802, - "main_score": 0.816914, - "hf_subset": "gle_Latn-hne_Deva", - "languages": [ - "gle-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508245, - "recall": 0.550395, - "f1": 0.520048, - "accuracy": 0.550395, - "main_score": 0.520048, - "hf_subset": "gle_Latn-kik_Latn", - "languages": [ - "gle-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815431, - "recall": 0.863636, - "f1": 0.830058, - "accuracy": 0.863636, - "main_score": 0.830058, - "hf_subset": "gle_Latn-mai_Deva", - "languages": [ - "gle-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762708, - "recall": 0.813241, - "f1": 0.776674, - "accuracy": 0.813241, - "main_score": 0.776674, - "hf_subset": "gle_Latn-pbt_Arab", - "languages": [ - "gle-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865596, - "recall": 0.902174, - "f1": 0.876515, - "accuracy": 0.902174, - "main_score": 0.876515, - "hf_subset": "gle_Latn-spa_Latn", - "languages": [ - "gle-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541189, - "recall": 0.583992, - "f1": 0.553428, - "accuracy": 0.583992, - "main_score": 0.553428, - "hf_subset": "gle_Latn-twi_Latn", - "languages": [ - "gle-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828055, - "recall": 0.870553, - "f1": 0.840475, - "accuracy": 0.870553, - "main_score": 0.840475, - "hf_subset": "gle_Latn-acm_Arab", - "languages": [ - "gle-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810544, - "recall": 0.852767, - "f1": 0.822777, - "accuracy": 0.852767, - "main_score": 0.822777, - "hf_subset": "gle_Latn-bel_Cyrl", - "languages": [ - "gle-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900856, - "recall": 0.928854, - "f1": 0.909321, - "accuracy": 0.928854, - "main_score": 0.909321, - "hf_subset": "gle_Latn-eng_Latn", - "languages": [ - "gle-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878277, - "recall": 0.911067, - "f1": 0.888373, - "accuracy": 0.911067, - "main_score": 0.888373, - "hf_subset": "gle_Latn-hrv_Latn", - "languages": [ - "gle-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537715, - "recall": 0.588933, - "f1": 0.552242, - "accuracy": 0.588933, - "main_score": 0.552242, - "hf_subset": "gle_Latn-kin_Latn", - "languages": [ - "gle-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824242, - "recall": 0.867589, - "f1": 0.837206, - "accuracy": 0.867589, - "main_score": 0.837206, - "hf_subset": "gle_Latn-mal_Mlym", - "languages": [ - "gle-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859601, - "recall": 0.896245, - "f1": 0.870789, - "accuracy": 0.896245, - "main_score": 0.870789, - "hf_subset": "gle_Latn-pes_Arab", - "languages": [ - "gle-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817811, - "recall": 0.855731, - "f1": 0.828266, - "accuracy": 0.855731, - "main_score": 0.828266, - "hf_subset": "gle_Latn-srd_Latn", - "languages": [ - "gle-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204392, - "recall": 0.244071, - "f1": 0.215309, - "accuracy": 0.244071, - "main_score": 0.215309, - "hf_subset": "gle_Latn-tzm_Tfng", - "languages": [ - "gle-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850132, - "recall": 0.890316, - "f1": 0.862008, - "accuracy": 0.890316, - "main_score": 0.862008, - "hf_subset": "gle_Latn-acq_Arab", - "languages": [ - "gle-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580008, - "recall": 0.621542, - "f1": 0.591166, - "accuracy": 0.621542, - "main_score": 0.591166, - "hf_subset": "gle_Latn-bem_Latn", - "languages": [ - "gle-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886735, - "recall": 0.914032, - "f1": 0.894205, - "accuracy": 0.914032, - "main_score": 0.894205, - "hf_subset": "gle_Latn-epo_Latn", - "languages": [ - "gle-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864312, - "recall": 0.901186, - "f1": 0.875527, - "accuracy": 0.901186, - "main_score": 0.875527, - "hf_subset": "gle_Latn-hun_Latn", - "languages": [ - "gle-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783654, - "recall": 0.833004, - "f1": 0.797622, - "accuracy": 0.833004, - "main_score": 0.797622, - "hf_subset": "gle_Latn-kir_Cyrl", - "languages": [ - "gle-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856785, - "recall": 0.891304, - "f1": 0.866605, - "accuracy": 0.891304, - "main_score": 0.866605, - "hf_subset": "gle_Latn-mar_Deva", - "languages": [ - "gle-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612586, - "recall": 0.66502, - "f1": 0.626874, - "accuracy": 0.66502, - "main_score": 0.626874, - "hf_subset": "gle_Latn-plt_Latn", - "languages": [ - "gle-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888933, - "recall": 0.916996, - "f1": 0.896971, - "accuracy": 0.916996, - "main_score": 0.896971, - "hf_subset": "gle_Latn-srp_Cyrl", - "languages": [ - "gle-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730479, - "recall": 0.783597, - "f1": 0.745458, - "accuracy": 0.783597, - "main_score": 0.745458, - "hf_subset": "gle_Latn-uig_Arab", - "languages": [ - "gle-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788098, - "recall": 0.828063, - "f1": 0.799091, - "accuracy": 0.828063, - "main_score": 0.799091, - "hf_subset": "gle_Latn-aeb_Arab", - "languages": [ - "gle-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865926, - "recall": 0.900198, - "f1": 0.876153, - "accuracy": 0.900198, - "main_score": 0.876153, - "hf_subset": "gle_Latn-ben_Beng", - "languages": [ - "gle-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856143, - "recall": 0.893281, - "f1": 0.866982, - "accuracy": 0.893281, - "main_score": 0.866982, - "hf_subset": "gle_Latn-est_Latn", - "languages": [ - "gle-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849671, - "recall": 0.88834, - "f1": 0.86102, - "accuracy": 0.88834, - "main_score": 0.86102, - "hf_subset": "gle_Latn-hye_Armn", - "languages": [ - "gle-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519034, - "recall": 0.564229, - "f1": 0.531546, - "accuracy": 0.564229, - "main_score": 0.531546, - "hf_subset": "gle_Latn-kmb_Latn", - "languages": [ - "gle-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417378, - "recall": 0.474308, - "f1": 0.432543, - "accuracy": 0.474308, - "main_score": 0.432543, - "hf_subset": "gle_Latn-min_Arab", - "languages": [ - "gle-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865953, - "recall": 0.899209, - "f1": 0.875381, - "accuracy": 0.899209, - "main_score": 0.875381, - "hf_subset": "gle_Latn-pol_Latn", - "languages": [ - "gle-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530002, - "recall": 0.58004, - "f1": 0.544205, - "accuracy": 0.58004, - "main_score": 0.544205, - "hf_subset": "gle_Latn-ssw_Latn", - "languages": [ - "gle-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877553, - "recall": 0.913043, - "f1": 0.888735, - "accuracy": 0.913043, - "main_score": 0.888735, - "hf_subset": "gle_Latn-ukr_Cyrl", - "languages": [ - "gle-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894631, - "recall": 0.923913, - "f1": 0.903458, - "accuracy": 0.923913, - "main_score": 0.903458, - "hf_subset": "gle_Latn-afr_Latn", - "languages": [ - "gle-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797001, - "recall": 0.840909, - "f1": 0.809456, - "accuracy": 0.840909, - "main_score": 0.809456, - "hf_subset": "gle_Latn-bho_Deva", - "languages": [ - "gle-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828747, - "recall": 0.868577, - "f1": 0.840766, - "accuracy": 0.868577, - "main_score": 0.840766, - "hf_subset": "gle_Latn-eus_Latn", - "languages": [ - "gle-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539495, - "recall": 0.586957, - "f1": 0.553393, - "accuracy": 0.586957, - "main_score": 0.553393, - "hf_subset": "gle_Latn-ibo_Latn", - "languages": [ - "gle-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729517, - "recall": 0.773715, - "f1": 0.741784, - "accuracy": 0.773715, - "main_score": 0.741784, - "hf_subset": "gle_Latn-kmr_Latn", - "languages": [ - "gle-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787113, - "recall": 0.833004, - "f1": 0.800037, - "accuracy": 0.833004, - "main_score": 0.800037, - "hf_subset": "gle_Latn-min_Latn", - "languages": [ - "gle-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89636, - "recall": 0.925889, - "f1": 0.905501, - "accuracy": 0.925889, - "main_score": 0.905501, - "hf_subset": "gle_Latn-por_Latn", - "languages": [ - "gle-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820266, - "recall": 0.862648, - "f1": 0.832691, - "accuracy": 0.862648, - "main_score": 0.832691, - "hf_subset": "gle_Latn-sun_Latn", - "languages": [ - "gle-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489943, - "recall": 0.536561, - "f1": 0.503247, - "accuracy": 0.536561, - "main_score": 0.503247, - "hf_subset": "gle_Latn-umb_Latn", - "languages": [ - "gle-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835895, - "recall": 0.87747, - "f1": 0.848355, - "accuracy": 0.87747, - "main_score": 0.848355, - "hf_subset": "gle_Latn-ajp_Arab", - "languages": [ - "gle-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441593, - "recall": 0.497036, - "f1": 0.456381, - "accuracy": 0.497036, - "main_score": 0.456381, - "hf_subset": "gle_Latn-bjn_Arab", - "languages": [ - "gle-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500445, - "recall": 0.538538, - "f1": 0.511153, - "accuracy": 0.538538, - "main_score": 0.511153, - "hf_subset": "gle_Latn-ewe_Latn", - "languages": [ - "gle-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756601, - "recall": 0.794466, - "f1": 0.766955, - "accuracy": 0.794466, - "main_score": 0.766955, - "hf_subset": "gle_Latn-ilo_Latn", - "languages": [ - "gle-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.296841, - "recall": 0.337945, - "f1": 0.308442, - "accuracy": 0.337945, - "main_score": 0.308442, - "hf_subset": "gle_Latn-knc_Arab", - "languages": [ - "gle-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873304, - "recall": 0.905138, - "f1": 0.882844, - "accuracy": 0.905138, - "main_score": 0.882844, - "hf_subset": "gle_Latn-mkd_Cyrl", - "languages": [ - "gle-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865728, - "recall": 0.903162, - "f1": 0.877339, - "accuracy": 0.903162, - "main_score": 0.877339, - "hf_subset": "gle_Latn-prs_Arab", - "languages": [ - "gle-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890069, - "recall": 0.920949, - "f1": 0.899605, - "accuracy": 0.920949, - "main_score": 0.899605, - "hf_subset": "gle_Latn-swe_Latn", - "languages": [ - "gle-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858267, - "recall": 0.893281, - "f1": 0.869038, - "accuracy": 0.893281, - "main_score": 0.869038, - "hf_subset": "gle_Latn-urd_Arab", - "languages": [ - "gle-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510442, - "recall": 0.557312, - "f1": 0.524061, - "accuracy": 0.557312, - "main_score": 0.524061, - "hf_subset": "gle_Latn-aka_Latn", - "languages": [ - "gle-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787722, - "recall": 0.829051, - "f1": 0.798683, - "accuracy": 0.829051, - "main_score": 0.798683, - "hf_subset": "gle_Latn-bjn_Latn", - "languages": [ - "gle-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798339, - "recall": 0.841897, - "f1": 0.811023, - "accuracy": 0.841897, - "main_score": 0.811023, - "hf_subset": "gle_Latn-fao_Latn", - "languages": [ - "gle-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872243, - "recall": 0.90415, - "f1": 0.881802, - "accuracy": 0.90415, - "main_score": 0.881802, - "hf_subset": "gle_Latn-ind_Latn", - "languages": [ - "gle-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522317, - "recall": 0.564229, - "f1": 0.533825, - "accuracy": 0.564229, - "main_score": 0.533825, - "hf_subset": "gle_Latn-knc_Latn", - "languages": [ - "gle-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841601, - "recall": 0.876482, - "f1": 0.85183, - "accuracy": 0.876482, - "main_score": 0.85183, - "hf_subset": "gle_Latn-mlt_Latn", - "languages": [ - "gle-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593111, - "recall": 0.640316, - "f1": 0.606192, - "accuracy": 0.640316, - "main_score": 0.606192, - "hf_subset": "gle_Latn-quy_Latn", - "languages": [ - "gle-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813067, - "recall": 0.856719, - "f1": 0.826186, - "accuracy": 0.856719, - "main_score": 0.826186, - "hf_subset": "gle_Latn-swh_Latn", - "languages": [ - "gle-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84506, - "recall": 0.881423, - "f1": 0.855788, - "accuracy": 0.881423, - "main_score": 0.855788, - "hf_subset": "gle_Latn-uzn_Latn", - "languages": [ - "gle-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858391, - "recall": 0.894269, - "f1": 0.868895, - "accuracy": 0.894269, - "main_score": 0.868895, - "hf_subset": "gle_Latn-als_Latn", - "languages": [ - "gle-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459547, - "recall": 0.536561, - "f1": 0.48059, - "accuracy": 0.536561, - "main_score": 0.48059, - "hf_subset": "gle_Latn-bod_Tibt", - "languages": [ - "gle-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585824, - "recall": 0.635375, - "f1": 0.599433, - "accuracy": 0.635375, - "main_score": 0.599433, - "hf_subset": "gle_Latn-fij_Latn", - "languages": [ - "gle-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828206, - "recall": 0.864625, - "f1": 0.839262, - "accuracy": 0.864625, - "main_score": 0.839262, - "hf_subset": "gle_Latn-isl_Latn", - "languages": [ - "gle-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555527, - "recall": 0.597826, - "f1": 0.567025, - "accuracy": 0.597826, - "main_score": 0.567025, - "hf_subset": "gle_Latn-kon_Latn", - "languages": [ - "gle-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517308, - "recall": 0.571146, - "f1": 0.532203, - "accuracy": 0.571146, - "main_score": 0.532203, - "hf_subset": "gle_Latn-mni_Beng", - "languages": [ - "gle-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898007, - "recall": 0.926877, - "f1": 0.906969, - "accuracy": 0.926877, - "main_score": 0.906969, - "hf_subset": "gle_Latn-ron_Latn", - "languages": [ - "gle-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833868, - "recall": 0.873518, - "f1": 0.845412, - "accuracy": 0.873518, - "main_score": 0.845412, - "hf_subset": "gle_Latn-szl_Latn", - "languages": [ - "gle-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849054, - "recall": 0.882411, - "f1": 0.858064, - "accuracy": 0.882411, - "main_score": 0.858064, - "hf_subset": "gle_Latn-vec_Latn", - "languages": [ - "gle-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751298, - "recall": 0.800395, - "f1": 0.764995, - "accuracy": 0.800395, - "main_score": 0.764995, - "hf_subset": "gle_Latn-amh_Ethi", - "languages": [ - "gle-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880501, - "recall": 0.912055, - "f1": 0.889888, - "accuracy": 0.912055, - "main_score": 0.889888, - "hf_subset": "gle_Latn-bos_Latn", - "languages": [ - "gle-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870557, - "recall": 0.903162, - "f1": 0.880254, - "accuracy": 0.903162, - "main_score": 0.880254, - "hf_subset": "gle_Latn-fin_Latn", - "languages": [ - "gle-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868412, - "recall": 0.903162, - "f1": 0.878609, - "accuracy": 0.903162, - "main_score": 0.878609, - "hf_subset": "gle_Latn-ita_Latn", - "languages": [ - "gle-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843315, - "recall": 0.884387, - "f1": 0.855473, - "accuracy": 0.884387, - "main_score": 0.855473, - "hf_subset": "gle_Latn-kor_Hang", - "languages": [ - "gle-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497554, - "recall": 0.537549, - "f1": 0.508724, - "accuracy": 0.537549, - "main_score": 0.508724, - "hf_subset": "gle_Latn-mos_Latn", - "languages": [ - "gle-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524064, - "recall": 0.574111, - "f1": 0.537914, - "accuracy": 0.574111, - "main_score": 0.537914, - "hf_subset": "gle_Latn-run_Latn", - "languages": [ - "gle-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831225, - "recall": 0.876482, - "f1": 0.845158, - "accuracy": 0.876482, - "main_score": 0.845158, - "hf_subset": "gle_Latn-tam_Taml", - "languages": [ - "gle-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855164, - "recall": 0.894269, - "f1": 0.867013, - "accuracy": 0.894269, - "main_score": 0.867013, - "hf_subset": "gle_Latn-vie_Latn", - "languages": [ - "gle-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824575, - "recall": 0.863636, - "f1": 0.835347, - "accuracy": 0.863636, - "main_score": 0.835347, - "hf_subset": "gle_Latn-apc_Arab", - "languages": [ - "gle-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613902, - "recall": 0.658103, - "f1": 0.625215, - "accuracy": 0.658103, - "main_score": 0.625215, - "hf_subset": "gle_Latn-bug_Latn", - "languages": [ - "gle-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447947, - "recall": 0.492095, - "f1": 0.460528, - "accuracy": 0.492095, - "main_score": 0.460528, - "hf_subset": "gle_Latn-fon_Latn", - "languages": [ - "gle-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83078, - "recall": 0.867589, - "f1": 0.841147, - "accuracy": 0.867589, - "main_score": 0.841147, - "hf_subset": "gle_Latn-jav_Latn", - "languages": [ - "gle-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825305, - "recall": 0.867589, - "f1": 0.837576, - "accuracy": 0.867589, - "main_score": 0.837576, - "hf_subset": "gle_Latn-lao_Laoo", - "languages": [ - "gle-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723534, - "recall": 0.772727, - "f1": 0.737686, - "accuracy": 0.772727, - "main_score": 0.737686, - "hf_subset": "gle_Latn-mri_Latn", - "languages": [ - "gle-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862352, - "recall": 0.899209, - "f1": 0.873602, - "accuracy": 0.899209, - "main_score": 0.873602, - "hf_subset": "gle_Latn-rus_Cyrl", - "languages": [ - "gle-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491373, - "recall": 0.532609, - "f1": 0.503286, - "accuracy": 0.532609, - "main_score": 0.503286, - "hf_subset": "gle_Latn-taq_Latn", - "languages": [ - "gle-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816363, - "recall": 0.857708, - "f1": 0.827548, - "accuracy": 0.857708, - "main_score": 0.827548, - "hf_subset": "gle_Latn-war_Latn", - "languages": [ - "gle-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850545, - "recall": 0.88834, - "f1": 0.861619, - "accuracy": 0.88834, - "main_score": 0.861619, - "hf_subset": "gle_Latn-arb_Arab", - "languages": [ - "gle-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881868, - "recall": 0.911067, - "f1": 0.890467, - "accuracy": 0.911067, - "main_score": 0.890467, - "hf_subset": "gle_Latn-bul_Cyrl", - "languages": [ - "gle-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876318, - "recall": 0.912055, - "f1": 0.887469, - "accuracy": 0.912055, - "main_score": 0.887469, - "hf_subset": "gle_Latn-fra_Latn", - "languages": [ - "gle-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830074, - "recall": 0.869565, - "f1": 0.841249, - "accuracy": 0.869565, - "main_score": 0.841249, - "hf_subset": "gle_Latn-jpn_Jpan", - "languages": [ - "gle-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808996, - "recall": 0.844862, - "f1": 0.818863, - "accuracy": 0.844862, - "main_score": 0.818863, - "hf_subset": "gle_Latn-lij_Latn", - "languages": [ - "gle-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756431, - "recall": 0.810277, - "f1": 0.77209, - "accuracy": 0.810277, - "main_score": 0.77209, - "hf_subset": "gle_Latn-mya_Mymr", - "languages": [ - "gle-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519733, - "recall": 0.568182, - "f1": 0.532242, - "accuracy": 0.568182, - "main_score": 0.532242, - "hf_subset": "gle_Latn-sag_Latn", - "languages": [ - "gle-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201524, - "recall": 0.246047, - "f1": 0.211583, - "accuracy": 0.246047, - "main_score": 0.211583, - "hf_subset": "gle_Latn-taq_Tfng", - "languages": [ - "gle-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547244, - "recall": 0.588933, - "f1": 0.559092, - "accuracy": 0.588933, - "main_score": 0.559092, - "hf_subset": "gle_Latn-wol_Latn", - "languages": [ - "gle-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64456, - "recall": 0.709486, - "f1": 0.662551, - "accuracy": 0.709486, - "main_score": 0.662551, - "hf_subset": "gle_Latn-arb_Latn", - "languages": [ - "gle-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892375, - "recall": 0.920949, - "f1": 0.900795, - "accuracy": 0.920949, - "main_score": 0.900795, - "hf_subset": "gle_Latn-cat_Latn", - "languages": [ - "gle-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802053, - "recall": 0.843874, - "f1": 0.813236, - "accuracy": 0.843874, - "main_score": 0.813236, - "hf_subset": "gle_Latn-fur_Latn", - "languages": [ - "gle-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42747, - "recall": 0.478261, - "f1": 0.441247, - "accuracy": 0.478261, - "main_score": 0.441247, - "hf_subset": "gle_Latn-kab_Latn", - "languages": [ - "gle-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805759, - "recall": 0.849802, - "f1": 0.818285, - "accuracy": 0.849802, - "main_score": 0.818285, - "hf_subset": "gle_Latn-lim_Latn", - "languages": [ - "gle-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863406, - "recall": 0.897233, - "f1": 0.87324, - "accuracy": 0.897233, - "main_score": 0.87324, - "hf_subset": "gle_Latn-nld_Latn", - "languages": [ - "gle-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784095, - "recall": 0.829051, - "f1": 0.797096, - "accuracy": 0.829051, - "main_score": 0.797096, - "hf_subset": "gle_Latn-san_Deva", - "languages": [ - "gle-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800799, - "recall": 0.842885, - "f1": 0.812628, - "accuracy": 0.842885, - "main_score": 0.812628, - "hf_subset": "gle_Latn-tat_Cyrl", - "languages": [ - "gle-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619516, - "recall": 0.667984, - "f1": 0.633202, - "accuracy": 0.667984, - "main_score": 0.633202, - "hf_subset": "gle_Latn-xho_Latn", - "languages": [ - "gle-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847003, - "recall": 0.885375, - "f1": 0.858433, - "accuracy": 0.885375, - "main_score": 0.858433, - "hf_subset": "gle_Latn-ars_Arab", - "languages": [ - "gle-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853398, - "recall": 0.885375, - "f1": 0.862738, - "accuracy": 0.885375, - "main_score": 0.862738, - "hf_subset": "gle_Latn-ceb_Latn", - "languages": [ - "gle-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49978, - "recall": 0.541502, - "f1": 0.5119, - "accuracy": 0.541502, - "main_score": 0.5119, - "hf_subset": "gle_Latn-fuv_Latn", - "languages": [ - "gle-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473225, - "recall": 0.523715, - "f1": 0.487774, - "accuracy": 0.523715, - "main_score": 0.487774, - "hf_subset": "gle_Latn-kac_Latn", - "languages": [ - "gle-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570709, - "recall": 0.610672, - "f1": 0.581856, - "accuracy": 0.610672, - "main_score": 0.581856, - "hf_subset": "gle_Latn-lin_Latn", - "languages": [ - "gle-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88587, - "recall": 0.917984, - "f1": 0.895883, - "accuracy": 0.917984, - "main_score": 0.895883, - "hf_subset": "gle_Latn-nno_Latn", - "languages": [ - "gle-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.216083, - "recall": 0.284585, - "f1": 0.23388, - "accuracy": 0.284585, - "main_score": 0.23388, - "hf_subset": "gle_Latn-sat_Olck", - "languages": [ - "gle-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839542, - "recall": 0.878458, - "f1": 0.850908, - "accuracy": 0.878458, - "main_score": 0.850908, - "hf_subset": "gle_Latn-tel_Telu", - "languages": [ - "gle-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783482, - "recall": 0.838933, - "f1": 0.800114, - "accuracy": 0.838933, - "main_score": 0.800114, - "hf_subset": "gle_Latn-ydd_Hebr", - "languages": [ - "gle-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77781, - "recall": 0.822134, - "f1": 0.790115, - "accuracy": 0.822134, - "main_score": 0.790115, - "hf_subset": "gle_Latn-ary_Arab", - "languages": [ - "gle-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880929, - "recall": 0.912055, - "f1": 0.890415, - "accuracy": 0.912055, - "main_score": 0.890415, - "hf_subset": "gle_Latn-ces_Latn", - "languages": [ - "gle-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549793, - "recall": 0.600791, - "f1": 0.564168, - "accuracy": 0.600791, - "main_score": 0.564168, - "hf_subset": "gle_Latn-gaz_Latn", - "languages": [ - "gle-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531374, - "recall": 0.582016, - "f1": 0.54515, - "accuracy": 0.582016, - "main_score": 0.54515, - "hf_subset": "gle_Latn-kam_Latn", - "languages": [ - "gle-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856096, - "recall": 0.891304, - "f1": 0.866129, - "accuracy": 0.891304, - "main_score": 0.866129, - "hf_subset": "gle_Latn-lit_Latn", - "languages": [ - "gle-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881357, - "recall": 0.912055, - "f1": 0.890581, - "accuracy": 0.912055, - "main_score": 0.890581, - "hf_subset": "gle_Latn-nob_Latn", - "languages": [ - "gle-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82153, - "recall": 0.855731, - "f1": 0.830838, - "accuracy": 0.855731, - "main_score": 0.830838, - "hf_subset": "gle_Latn-scn_Latn", - "languages": [ - "gle-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815761, - "recall": 0.856719, - "f1": 0.827487, - "accuracy": 0.856719, - "main_score": 0.827487, - "hf_subset": "gle_Latn-tgk_Cyrl", - "languages": [ - "gle-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599235, - "recall": 0.662055, - "f1": 0.617489, - "accuracy": 0.662055, - "main_score": 0.617489, - "hf_subset": "gle_Latn-yor_Latn", - "languages": [ - "gle-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821883, - "recall": 0.86166, - "f1": 0.83294, - "accuracy": 0.86166, - "main_score": 0.83294, - "hf_subset": "gle_Latn-arz_Arab", - "languages": [ - "gle-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486605, - "recall": 0.527668, - "f1": 0.498259, - "accuracy": 0.527668, - "main_score": 0.498259, - "hf_subset": "gle_Latn-cjk_Latn", - "languages": [ - "gle-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818083, - "recall": 0.86166, - "f1": 0.831244, - "accuracy": 0.86166, - "main_score": 0.831244, - "hf_subset": "gle_Latn-gla_Latn", - "languages": [ - "gle-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849185, - "recall": 0.887352, - "f1": 0.86076, - "accuracy": 0.887352, - "main_score": 0.86076, - "hf_subset": "gle_Latn-kan_Knda", - "languages": [ - "gle-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804011, - "recall": 0.841897, - "f1": 0.814555, - "accuracy": 0.841897, - "main_score": 0.814555, - "hf_subset": "gle_Latn-lmo_Latn", - "languages": [ - "gle-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851549, - "recall": 0.887352, - "f1": 0.862006, - "accuracy": 0.887352, - "main_score": 0.862006, - "hf_subset": "gle_Latn-npi_Deva", - "languages": [ - "gle-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431248, - "recall": 0.474308, - "f1": 0.44306, - "accuracy": 0.474308, - "main_score": 0.44306, - "hf_subset": "gle_Latn-shn_Mymr", - "languages": [ - "gle-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885533, - "recall": 0.914032, - "f1": 0.893843, - "accuracy": 0.914032, - "main_score": 0.893843, - "hf_subset": "gle_Latn-tgl_Latn", - "languages": [ - "gle-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841478, - "recall": 0.882411, - "f1": 0.853277, - "accuracy": 0.882411, - "main_score": 0.853277, - "hf_subset": "gle_Latn-yue_Hant", - "languages": [ - "gle-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834827, - "recall": 0.870553, - "f1": 0.845473, - "accuracy": 0.870553, - "main_score": 0.845473, - "hf_subset": "gle_Latn-asm_Beng", - "languages": [ - "gle-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762698, - "recall": 0.815217, - "f1": 0.778129, - "accuracy": 0.815217, - "main_score": 0.778129, - "hf_subset": "gle_Latn-ckb_Arab", - "languages": [ - "gle-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66392, - "recall": 0.718379, - "f1": 0.677826, - "accuracy": 0.718379, - "main_score": 0.677826, - "hf_subset": "gle_Latn-kas_Arab", - "languages": [ - "gle-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713247, - "recall": 0.76581, - "f1": 0.727601, - "accuracy": 0.76581, - "main_score": 0.727601, - "hf_subset": "gle_Latn-ltg_Latn", - "languages": [ - "gle-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547594, - "recall": 0.592885, - "f1": 0.56051, - "accuracy": 0.592885, - "main_score": 0.56051, - "hf_subset": "gle_Latn-nso_Latn", - "languages": [ - "gle-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786709, - "recall": 0.839921, - "f1": 0.802437, - "accuracy": 0.839921, - "main_score": 0.802437, - "hf_subset": "gle_Latn-sin_Sinh", - "languages": [ - "gle-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846739, - "recall": 0.884387, - "f1": 0.858004, - "accuracy": 0.884387, - "main_score": 0.858004, - "hf_subset": "gle_Latn-tha_Thai", - "languages": [ - "gle-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814641, - "recall": 0.854743, - "f1": 0.825525, - "accuracy": 0.854743, - "main_score": 0.825525, - "hf_subset": "gle_Latn-zho_Hans", - "languages": [ - "gle-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861034, - "recall": 0.897233, - "f1": 0.871956, - "accuracy": 0.897233, - "main_score": 0.871956, - "hf_subset": "gle_Latn-ast_Latn", - "languages": [ - "gle-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816485, - "recall": 0.853755, - "f1": 0.827017, - "accuracy": 0.853755, - "main_score": 0.827017, - "hf_subset": "gle_Latn-crh_Latn", - "languages": [ - "gle-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886421, - "recall": 0.916008, - "f1": 0.895312, - "accuracy": 0.916008, - "main_score": 0.895312, - "hf_subset": "gle_Latn-glg_Latn", - "languages": [ - "gle-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622727, - "recall": 0.671937, - "f1": 0.636945, - "accuracy": 0.671937, - "main_score": 0.636945, - "hf_subset": "gle_Latn-kas_Deva", - "languages": [ - "gle-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802396, - "recall": 0.849802, - "f1": 0.815785, - "accuracy": 0.849802, - "main_score": 0.815785, - "hf_subset": "gle_Latn-ltz_Latn", - "languages": [ - "gle-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445887, - "recall": 0.504941, - "f1": 0.462674, - "accuracy": 0.504941, - "main_score": 0.462674, - "hf_subset": "gle_Latn-nus_Latn", - "languages": [ - "gle-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879407, - "recall": 0.909091, - "f1": 0.887764, - "accuracy": 0.909091, - "main_score": 0.887764, - "hf_subset": "gle_Latn-slk_Latn", - "languages": [ - "gle-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492643, - "recall": 0.547431, - "f1": 0.508388, - "accuracy": 0.547431, - "main_score": 0.508388, - "hf_subset": "gle_Latn-tir_Ethi", - "languages": [ - "gle-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824638, - "recall": 0.869565, - "f1": 0.837996, - "accuracy": 0.869565, - "main_score": 0.837996, - "hf_subset": "gle_Latn-zho_Hant", - "languages": [ - "gle-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817995, - "recall": 0.86166, - "f1": 0.830654, - "accuracy": 0.86166, - "main_score": 0.830654, - "hf_subset": "gle_Latn-awa_Deva", - "languages": [ - "gle-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880495, - "recall": 0.909091, - "f1": 0.888853, - "accuracy": 0.909091, - "main_score": 0.888853, - "hf_subset": "gle_Latn-cym_Latn", - "languages": [ - "gle-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62968, - "recall": 0.68083, - "f1": 0.643176, - "accuracy": 0.68083, - "main_score": 0.643176, - "hf_subset": "gle_Latn-grn_Latn", - "languages": [ - "gle-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825099, - "recall": 0.870553, - "f1": 0.838746, - "accuracy": 0.870553, - "main_score": 0.838746, - "hf_subset": "gle_Latn-kat_Geor", - "languages": [ - "gle-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548304, - "recall": 0.589921, - "f1": 0.559596, - "accuracy": 0.589921, - "main_score": 0.559596, - "hf_subset": "gle_Latn-lua_Latn", - "languages": [ - "gle-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570032, - "recall": 0.610672, - "f1": 0.580943, - "accuracy": 0.610672, - "main_score": 0.580943, - "hf_subset": "gle_Latn-nya_Latn", - "languages": [ - "gle-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874704, - "recall": 0.907115, - "f1": 0.884143, - "accuracy": 0.907115, - "main_score": 0.884143, - "hf_subset": "gle_Latn-slv_Latn", - "languages": [ - "gle-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715086, - "recall": 0.757905, - "f1": 0.726635, - "accuracy": 0.757905, - "main_score": 0.726635, - "hf_subset": "gle_Latn-tpi_Latn", - "languages": [ - "gle-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889493, - "recall": 0.91996, - "f1": 0.8988, - "accuracy": 0.91996, - "main_score": 0.8988, - "hf_subset": "gle_Latn-zsm_Latn", - "languages": [ - "gle-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496708, - "recall": 0.545455, - "f1": 0.510252, - "accuracy": 0.545455, - "main_score": 0.510252, - "hf_subset": "gle_Latn-ayr_Latn", - "languages": [ - "gle-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888949, - "recall": 0.917984, - "f1": 0.897563, - "accuracy": 0.917984, - "main_score": 0.897563, - "hf_subset": "gle_Latn-dan_Latn", - "languages": [ - "gle-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863702, - "recall": 0.898221, - "f1": 0.87372, - "accuracy": 0.898221, - "main_score": 0.87372, - "hf_subset": "gle_Latn-guj_Gujr", - "languages": [ - "gle-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848774, - "recall": 0.886364, - "f1": 0.859931, - "accuracy": 0.886364, - "main_score": 0.859931, - "hf_subset": "gle_Latn-kaz_Cyrl", - "languages": [ - "gle-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497532, - "recall": 0.546443, - "f1": 0.511105, - "accuracy": 0.546443, - "main_score": 0.511105, - "hf_subset": "gle_Latn-lug_Latn", - "languages": [ - "gle-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876696, - "recall": 0.909091, - "f1": 0.886067, - "accuracy": 0.909091, - "main_score": 0.886067, - "hf_subset": "gle_Latn-oci_Latn", - "languages": [ - "gle-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69898, - "recall": 0.744071, - "f1": 0.711124, - "accuracy": 0.744071, - "main_score": 0.711124, - "hf_subset": "gle_Latn-smo_Latn", - "languages": [ - "gle-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509494, - "recall": 0.554348, - "f1": 0.521491, - "accuracy": 0.554348, - "main_score": 0.521491, - "hf_subset": "gle_Latn-tsn_Latn", - "languages": [ - "gle-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592918, - "recall": 0.643281, - "f1": 0.607577, - "accuracy": 0.643281, - "main_score": 0.607577, - "hf_subset": "gle_Latn-zul_Latn", - "languages": [ - "gle-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634466, - "recall": 0.694664, - "f1": 0.651801, - "accuracy": 0.694664, - "main_score": 0.651801, - "hf_subset": "gle_Latn-azb_Arab", - "languages": [ - "gle-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876828, - "recall": 0.907115, - "f1": 0.885343, - "accuracy": 0.907115, - "main_score": 0.885343, - "hf_subset": "gle_Latn-deu_Latn", - "languages": [ - "gle-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790227, - "recall": 0.836957, - "f1": 0.804105, - "accuracy": 0.836957, - "main_score": 0.804105, - "hf_subset": "gle_Latn-hat_Latn", - "languages": [ - "gle-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471843, - "recall": 0.516798, - "f1": 0.48395, - "accuracy": 0.516798, - "main_score": 0.48395, - "hf_subset": "gle_Latn-kbp_Latn", - "languages": [ - "gle-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538906, - "recall": 0.58004, - "f1": 0.550057, - "accuracy": 0.58004, - "main_score": 0.550057, - "hf_subset": "gle_Latn-luo_Latn", - "languages": [ - "gle-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846706, - "recall": 0.887352, - "f1": 0.858992, - "accuracy": 0.887352, - "main_score": 0.858992, - "hf_subset": "gle_Latn-ory_Orya", - "languages": [ - "gle-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531571, - "recall": 0.587945, - "f1": 0.547145, - "accuracy": 0.587945, - "main_score": 0.547145, - "hf_subset": "gle_Latn-sna_Latn", - "languages": [ - "gle-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531202, - "recall": 0.571146, - "f1": 0.541805, - "accuracy": 0.571146, - "main_score": 0.541805, - "hf_subset": "gle_Latn-tso_Latn", - "languages": [ - "gle-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811604, - "recall": 0.855731, - "f1": 0.824494, - "accuracy": 0.855731, - "main_score": 0.824494, - "hf_subset": "gle_Latn-azj_Latn", - "languages": [ - "gle-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471469, - "recall": 0.524704, - "f1": 0.487073, - "accuracy": 0.524704, - "main_score": 0.487073, - "hf_subset": "gle_Latn-dik_Latn", - "languages": [ - "gle-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636677, - "recall": 0.690711, - "f1": 0.651703, - "accuracy": 0.690711, - "main_score": 0.651703, - "hf_subset": "gle_Latn-hau_Latn", - "languages": [ - "gle-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760269, - "recall": 0.805336, - "f1": 0.772405, - "accuracy": 0.805336, - "main_score": 0.772405, - "hf_subset": "gle_Latn-kea_Latn", - "languages": [ - "gle-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578653, - "recall": 0.62747, - "f1": 0.591457, - "accuracy": 0.62747, - "main_score": 0.591457, - "hf_subset": "gle_Latn-lus_Latn", - "languages": [ - "gle-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637005, - "recall": 0.677866, - "f1": 0.647615, - "accuracy": 0.677866, - "main_score": 0.647615, - "hf_subset": "gle_Latn-pag_Latn", - "languages": [ - "gle-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837206, - "recall": 0.873518, - "f1": 0.848024, - "accuracy": 0.873518, - "main_score": 0.848024, - "hf_subset": "gle_Latn-snd_Arab", - "languages": [ - "gle-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742778, - "recall": 0.794466, - "f1": 0.757664, - "accuracy": 0.794466, - "main_score": 0.757664, - "hf_subset": "gle_Latn-tuk_Latn", - "languages": [ - "gle-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792323, - "recall": 0.833992, - "f1": 0.804444, - "accuracy": 0.833992, - "main_score": 0.804444, - "hf_subset": "gle_Latn-bak_Cyrl", - "languages": [ - "gle-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417432, - "recall": 0.475296, - "f1": 0.434052, - "accuracy": 0.475296, - "main_score": 0.434052, - "hf_subset": "gle_Latn-dyu_Latn", - "languages": [ - "gle-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871443, - "recall": 0.908103, - "f1": 0.882675, - "accuracy": 0.908103, - "main_score": 0.882675, - "hf_subset": "gle_Latn-heb_Hebr", - "languages": [ - "gle-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80746, - "recall": 0.850791, - "f1": 0.820276, - "accuracy": 0.850791, - "main_score": 0.820276, - "hf_subset": "gle_Latn-khk_Cyrl", - "languages": [ - "gle-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862681, - "recall": 0.900198, - "f1": 0.874097, - "accuracy": 0.900198, - "main_score": 0.874097, - "hf_subset": "gle_Latn-lvs_Latn", - "languages": [ - "gle-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860343, - "recall": 0.898221, - "f1": 0.871923, - "accuracy": 0.898221, - "main_score": 0.871923, - "hf_subset": "gle_Latn-pan_Guru", - "languages": [ - "gle-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625447, - "recall": 0.682806, - "f1": 0.641938, - "accuracy": 0.682806, - "main_score": 0.641938, - "hf_subset": "gle_Latn-som_Latn", - "languages": [ - "gle-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534158, - "recall": 0.570158, - "f1": 0.54395, - "accuracy": 0.570158, - "main_score": 0.54395, - "hf_subset": "gle_Latn-tum_Latn", - "languages": [ - "gle-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536817, - "recall": 0.602767, - "f1": 0.555261, - "accuracy": 0.602767, - "main_score": 0.555261, - "hf_subset": "kas_Arab-ace_Arab", - "languages": [ - "kas-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475711, - "recall": 0.537549, - "f1": 0.492581, - "accuracy": 0.537549, - "main_score": 0.492581, - "hf_subset": "kas_Arab-bam_Latn", - "languages": [ - "kas-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322982, - "recall": 0.386364, - "f1": 0.339761, - "accuracy": 0.386364, - "main_score": 0.339761, - "hf_subset": "kas_Arab-dzo_Tibt", - "languages": [ - "kas-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "kas_Arab-hin_Deva", - "languages": [ - "kas-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911677, - "recall": 0.936759, - "f1": 0.919532, - "accuracy": 0.936759, - "main_score": 0.919532, - "hf_subset": "kas_Arab-khm_Khmr", - "languages": [ - "kas-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.97332, - "f1": 0.966206, - "accuracy": 0.97332, - "main_score": 0.966206, - "hf_subset": "kas_Arab-mag_Deva", - "languages": [ - "kas-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917029, - "recall": 0.937747, - "f1": 0.923221, - "accuracy": 0.937747, - "main_score": 0.923221, - "hf_subset": "kas_Arab-pap_Latn", - "languages": [ - "kas-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532923, - "recall": 0.592885, - "f1": 0.550209, - "accuracy": 0.592885, - "main_score": 0.550209, - "hf_subset": "kas_Arab-sot_Latn", - "languages": [ - "kas-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958696, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "kas_Arab-tur_Latn", - "languages": [ - "kas-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792944, - "recall": 0.836957, - "f1": 0.806077, - "accuracy": 0.836957, - "main_score": 0.806077, - "hf_subset": "kas_Arab-ace_Latn", - "languages": [ - "kas-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894763, - "recall": 0.918972, - "f1": 0.902141, - "accuracy": 0.918972, - "main_score": 0.902141, - "hf_subset": "kas_Arab-ban_Latn", - "languages": [ - "kas-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.961462, - "f1": 0.949605, - "accuracy": 0.961462, - "main_score": 0.949605, - "hf_subset": "kas_Arab-ell_Grek", - "languages": [ - "kas-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "kas_Arab-hne_Deva", - "languages": [ - "kas-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527136, - "recall": 0.589921, - "f1": 0.544717, - "accuracy": 0.589921, - "main_score": 0.544717, - "hf_subset": "kas_Arab-kik_Latn", - "languages": [ - "kas-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "kas_Arab-mai_Deva", - "languages": [ - "kas-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916337, - "recall": 0.939723, - "f1": 0.923748, - "accuracy": 0.939723, - "main_score": 0.923748, - "hf_subset": "kas_Arab-pbt_Arab", - "languages": [ - "kas-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.968379, - "f1": 0.958333, - "accuracy": 0.968379, - "main_score": 0.958333, - "hf_subset": "kas_Arab-spa_Latn", - "languages": [ - "kas-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552242, - "recall": 0.619565, - "f1": 0.570748, - "accuracy": 0.619565, - "main_score": 0.570748, - "hf_subset": "kas_Arab-twi_Latn", - "languages": [ - "kas-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937582, - "recall": 0.95751, - "f1": 0.944005, - "accuracy": 0.95751, - "main_score": 0.944005, - "hf_subset": "kas_Arab-acm_Arab", - "languages": [ - "kas-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919302, - "recall": 0.940711, - "f1": 0.926007, - "accuracy": 0.940711, - "main_score": 0.926007, - "hf_subset": "kas_Arab-bel_Cyrl", - "languages": [ - "kas-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "kas_Arab-eng_Latn", - "languages": [ - "kas-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948287, - "recall": 0.963439, - "f1": 0.953228, - "accuracy": 0.963439, - "main_score": 0.953228, - "hf_subset": "kas_Arab-hrv_Latn", - "languages": [ - "kas-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479662, - "recall": 0.54249, - "f1": 0.496655, - "accuracy": 0.54249, - "main_score": 0.496655, - "hf_subset": "kas_Arab-kin_Latn", - "languages": [ - "kas-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94664, - "recall": 0.963439, - "f1": 0.952075, - "accuracy": 0.963439, - "main_score": 0.952075, - "hf_subset": "kas_Arab-mal_Mlym", - "languages": [ - "kas-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.964427, - "f1": 0.955007, - "accuracy": 0.964427, - "main_score": 0.955007, - "hf_subset": "kas_Arab-pes_Arab", - "languages": [ - "kas-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927652, - "recall": 0.948617, - "f1": 0.934157, - "accuracy": 0.948617, - "main_score": 0.934157, - "hf_subset": "kas_Arab-srd_Latn", - "languages": [ - "kas-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184966, - "recall": 0.225296, - "f1": 0.19564, - "accuracy": 0.225296, - "main_score": 0.19564, - "hf_subset": "kas_Arab-tzm_Tfng", - "languages": [ - "kas-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942721, - "recall": 0.959486, - "f1": 0.947958, - "accuracy": 0.959486, - "main_score": 0.947958, - "hf_subset": "kas_Arab-acq_Arab", - "languages": [ - "kas-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560141, - "recall": 0.616601, - "f1": 0.57598, - "accuracy": 0.616601, - "main_score": 0.57598, - "hf_subset": "kas_Arab-bem_Latn", - "languages": [ - "kas-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.962451, - "f1": 0.952372, - "accuracy": 0.962451, - "main_score": 0.952372, - "hf_subset": "kas_Arab-epo_Latn", - "languages": [ - "kas-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937335, - "recall": 0.955534, - "f1": 0.943083, - "accuracy": 0.955534, - "main_score": 0.943083, - "hf_subset": "kas_Arab-hun_Latn", - "languages": [ - "kas-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889196, - "recall": 0.916996, - "f1": 0.89768, - "accuracy": 0.916996, - "main_score": 0.89768, - "hf_subset": "kas_Arab-kir_Cyrl", - "languages": [ - "kas-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "kas_Arab-mar_Deva", - "languages": [ - "kas-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575541, - "recall": 0.641304, - "f1": 0.594271, - "accuracy": 0.641304, - "main_score": 0.594271, - "hf_subset": "kas_Arab-plt_Latn", - "languages": [ - "kas-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.967391, - "f1": 0.958827, - "accuracy": 0.967391, - "main_score": 0.958827, - "hf_subset": "kas_Arab-srp_Cyrl", - "languages": [ - "kas-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85779, - "recall": 0.891304, - "f1": 0.868116, - "accuracy": 0.891304, - "main_score": 0.868116, - "hf_subset": "kas_Arab-uig_Arab", - "languages": [ - "kas-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922052, - "recall": 0.943676, - "f1": 0.928557, - "accuracy": 0.943676, - "main_score": 0.928557, - "hf_subset": "kas_Arab-aeb_Arab", - "languages": [ - "kas-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "kas_Arab-ben_Beng", - "languages": [ - "kas-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936841, - "recall": 0.953557, - "f1": 0.941864, - "accuracy": 0.953557, - "main_score": 0.941864, - "hf_subset": "kas_Arab-est_Latn", - "languages": [ - "kas-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.954545, - "f1": 0.942655, - "accuracy": 0.954545, - "main_score": 0.942655, - "hf_subset": "kas_Arab-hye_Armn", - "languages": [ - "kas-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491711, - "recall": 0.546443, - "f1": 0.507265, - "accuracy": 0.546443, - "main_score": 0.507265, - "hf_subset": "kas_Arab-kmb_Latn", - "languages": [ - "kas-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47366, - "recall": 0.547431, - "f1": 0.494183, - "accuracy": 0.547431, - "main_score": 0.494183, - "hf_subset": "kas_Arab-min_Arab", - "languages": [ - "kas-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952322, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "kas_Arab-pol_Latn", - "languages": [ - "kas-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518275, - "recall": 0.579051, - "f1": 0.534845, - "accuracy": 0.579051, - "main_score": 0.534845, - "hf_subset": "kas_Arab-ssw_Latn", - "languages": [ - "kas-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961545, - "recall": 0.97332, - "f1": 0.965316, - "accuracy": 0.97332, - "main_score": 0.965316, - "hf_subset": "kas_Arab-ukr_Cyrl", - "languages": [ - "kas-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.961462, - "f1": 0.950264, - "accuracy": 0.961462, - "main_score": 0.950264, - "hf_subset": "kas_Arab-afr_Latn", - "languages": [ - "kas-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.965415, - "f1": 0.955698, - "accuracy": 0.965415, - "main_score": 0.955698, - "hf_subset": "kas_Arab-bho_Deva", - "languages": [ - "kas-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896278, - "recall": 0.923913, - "f1": 0.904974, - "accuracy": 0.923913, - "main_score": 0.904974, - "hf_subset": "kas_Arab-eus_Latn", - "languages": [ - "kas-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497542, - "recall": 0.567194, - "f1": 0.516597, - "accuracy": 0.567194, - "main_score": 0.516597, - "hf_subset": "kas_Arab-ibo_Latn", - "languages": [ - "kas-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743367, - "recall": 0.788538, - "f1": 0.756755, - "accuracy": 0.788538, - "main_score": 0.756755, - "hf_subset": "kas_Arab-kmr_Latn", - "languages": [ - "kas-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902701, - "recall": 0.928854, - "f1": 0.910855, - "accuracy": 0.928854, - "main_score": 0.910855, - "hf_subset": "kas_Arab-min_Latn", - "languages": [ - "kas-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959025, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "kas_Arab-por_Latn", - "languages": [ - "kas-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929545, - "recall": 0.948617, - "f1": 0.935441, - "accuracy": 0.948617, - "main_score": 0.935441, - "hf_subset": "kas_Arab-sun_Latn", - "languages": [ - "kas-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464857, - "recall": 0.529644, - "f1": 0.482735, - "accuracy": 0.529644, - "main_score": 0.482735, - "hf_subset": "kas_Arab-umb_Latn", - "languages": [ - "kas-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.960474, - "f1": 0.948452, - "accuracy": 0.960474, - "main_score": 0.948452, - "hf_subset": "kas_Arab-ajp_Arab", - "languages": [ - "kas-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484831, - "recall": 0.554348, - "f1": 0.50439, - "accuracy": 0.554348, - "main_score": 0.50439, - "hf_subset": "kas_Arab-bjn_Arab", - "languages": [ - "kas-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458742, - "recall": 0.51581, - "f1": 0.473607, - "accuracy": 0.51581, - "main_score": 0.473607, - "hf_subset": "kas_Arab-ewe_Latn", - "languages": [ - "kas-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850494, - "recall": 0.88834, - "f1": 0.862648, - "accuracy": 0.88834, - "main_score": 0.862648, - "hf_subset": "kas_Arab-ilo_Latn", - "languages": [ - "kas-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.324806, - "recall": 0.374506, - "f1": 0.338625, - "accuracy": 0.374506, - "main_score": 0.338625, - "hf_subset": "kas_Arab-knc_Arab", - "languages": [ - "kas-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.959486, - "f1": 0.947793, - "accuracy": 0.959486, - "main_score": 0.947793, - "hf_subset": "kas_Arab-mkd_Cyrl", - "languages": [ - "kas-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.965415, - "f1": 0.956028, - "accuracy": 0.965415, - "main_score": 0.956028, - "hf_subset": "kas_Arab-prs_Arab", - "languages": [ - "kas-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "kas_Arab-swe_Latn", - "languages": [ - "kas-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "kas_Arab-urd_Arab", - "languages": [ - "kas-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511911, - "recall": 0.58004, - "f1": 0.530722, - "accuracy": 0.58004, - "main_score": 0.530722, - "hf_subset": "kas_Arab-aka_Latn", - "languages": [ - "kas-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904562, - "recall": 0.929842, - "f1": 0.912404, - "accuracy": 0.929842, - "main_score": 0.912404, - "hf_subset": "kas_Arab-bjn_Latn", - "languages": [ - "kas-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858672, - "recall": 0.895257, - "f1": 0.869944, - "accuracy": 0.895257, - "main_score": 0.869944, - "hf_subset": "kas_Arab-fao_Latn", - "languages": [ - "kas-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.964427, - "f1": 0.953854, - "accuracy": 0.964427, - "main_score": 0.953854, - "hf_subset": "kas_Arab-ind_Latn", - "languages": [ - "kas-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524816, - "recall": 0.583992, - "f1": 0.541046, - "accuracy": 0.583992, - "main_score": 0.541046, - "hf_subset": "kas_Arab-knc_Latn", - "languages": [ - "kas-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913712, - "recall": 0.936759, - "f1": 0.920702, - "accuracy": 0.936759, - "main_score": 0.920702, - "hf_subset": "kas_Arab-mlt_Latn", - "languages": [ - "kas-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62752, - "recall": 0.690711, - "f1": 0.645894, - "accuracy": 0.690711, - "main_score": 0.645894, - "hf_subset": "kas_Arab-quy_Latn", - "languages": [ - "kas-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86166, - "recall": 0.895257, - "f1": 0.871758, - "accuracy": 0.895257, - "main_score": 0.871758, - "hf_subset": "kas_Arab-swh_Latn", - "languages": [ - "kas-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936874, - "recall": 0.955534, - "f1": 0.942754, - "accuracy": 0.955534, - "main_score": 0.942754, - "hf_subset": "kas_Arab-uzn_Latn", - "languages": [ - "kas-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932148, - "recall": 0.950593, - "f1": 0.937865, - "accuracy": 0.950593, - "main_score": 0.937865, - "hf_subset": "kas_Arab-als_Latn", - "languages": [ - "kas-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461524, - "recall": 0.547431, - "f1": 0.485159, - "accuracy": 0.547431, - "main_score": 0.485159, - "hf_subset": "kas_Arab-bod_Tibt", - "languages": [ - "kas-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590246, - "recall": 0.653162, - "f1": 0.608138, - "accuracy": 0.653162, - "main_score": 0.608138, - "hf_subset": "kas_Arab-fij_Latn", - "languages": [ - "kas-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88302, - "recall": 0.916008, - "f1": 0.893347, - "accuracy": 0.916008, - "main_score": 0.893347, - "hf_subset": "kas_Arab-isl_Latn", - "languages": [ - "kas-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594072, - "recall": 0.652174, - "f1": 0.610419, - "accuracy": 0.652174, - "main_score": 0.610419, - "hf_subset": "kas_Arab-kon_Latn", - "languages": [ - "kas-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636792, - "recall": 0.706522, - "f1": 0.657444, - "accuracy": 0.706522, - "main_score": 0.657444, - "hf_subset": "kas_Arab-mni_Beng", - "languages": [ - "kas-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959569, - "recall": 0.972332, - "f1": 0.963669, - "accuracy": 0.972332, - "main_score": 0.963669, - "hf_subset": "kas_Arab-ron_Latn", - "languages": [ - "kas-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919252, - "recall": 0.9417, - "f1": 0.926285, - "accuracy": 0.9417, - "main_score": 0.926285, - "hf_subset": "kas_Arab-szl_Latn", - "languages": [ - "kas-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954298, - "recall": 0.967391, - "f1": 0.958564, - "accuracy": 0.967391, - "main_score": 0.958564, - "hf_subset": "kas_Arab-vec_Latn", - "languages": [ - "kas-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814674, - "recall": 0.86166, - "f1": 0.82884, - "accuracy": 0.86166, - "main_score": 0.82884, - "hf_subset": "kas_Arab-amh_Ethi", - "languages": [ - "kas-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959569, - "recall": 0.970356, - "f1": 0.962846, - "accuracy": 0.970356, - "main_score": 0.962846, - "hf_subset": "kas_Arab-bos_Latn", - "languages": [ - "kas-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932971, - "recall": 0.951581, - "f1": 0.9389, - "accuracy": 0.951581, - "main_score": 0.9389, - "hf_subset": "kas_Arab-fin_Latn", - "languages": [ - "kas-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954792, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "kas_Arab-ita_Latn", - "languages": [ - "kas-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943923, - "recall": 0.960474, - "f1": 0.949177, - "accuracy": 0.960474, - "main_score": 0.949177, - "hf_subset": "kas_Arab-kor_Hang", - "languages": [ - "kas-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500355, - "recall": 0.560277, - "f1": 0.516529, - "accuracy": 0.560277, - "main_score": 0.516529, - "hf_subset": "kas_Arab-mos_Latn", - "languages": [ - "kas-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459134, - "recall": 0.521739, - "f1": 0.476538, - "accuracy": 0.521739, - "main_score": 0.476538, - "hf_subset": "kas_Arab-run_Latn", - "languages": [ - "kas-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938323, - "recall": 0.956522, - "f1": 0.944071, - "accuracy": 0.956522, - "main_score": 0.944071, - "hf_subset": "kas_Arab-tam_Taml", - "languages": [ - "kas-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940053, - "recall": 0.958498, - "f1": 0.945982, - "accuracy": 0.958498, - "main_score": 0.945982, - "hf_subset": "kas_Arab-vie_Latn", - "languages": [ - "kas-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951581, - "recall": 0.966403, - "f1": 0.956324, - "accuracy": 0.966403, - "main_score": 0.956324, - "hf_subset": "kas_Arab-apc_Arab", - "languages": [ - "kas-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745843, - "recall": 0.796443, - "f1": 0.760448, - "accuracy": 0.796443, - "main_score": 0.760448, - "hf_subset": "kas_Arab-bug_Latn", - "languages": [ - "kas-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419932, - "recall": 0.478261, - "f1": 0.435527, - "accuracy": 0.478261, - "main_score": 0.435527, - "hf_subset": "kas_Arab-fon_Latn", - "languages": [ - "kas-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.959486, - "f1": 0.947694, - "accuracy": 0.959486, - "main_score": 0.947694, - "hf_subset": "kas_Arab-jav_Latn", - "languages": [ - "kas-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899695, - "recall": 0.925889, - "f1": 0.907631, - "accuracy": 0.925889, - "main_score": 0.907631, - "hf_subset": "kas_Arab-lao_Laoo", - "languages": [ - "kas-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702182, - "recall": 0.763834, - "f1": 0.720199, - "accuracy": 0.763834, - "main_score": 0.720199, - "hf_subset": "kas_Arab-mri_Latn", - "languages": [ - "kas-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945899, - "recall": 0.961462, - "f1": 0.950823, - "accuracy": 0.961462, - "main_score": 0.950823, - "hf_subset": "kas_Arab-rus_Cyrl", - "languages": [ - "kas-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489668, - "recall": 0.548419, - "f1": 0.505319, - "accuracy": 0.548419, - "main_score": 0.505319, - "hf_subset": "kas_Arab-taq_Latn", - "languages": [ - "kas-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933547, - "recall": 0.952569, - "f1": 0.939625, - "accuracy": 0.952569, - "main_score": 0.939625, - "hf_subset": "kas_Arab-war_Latn", - "languages": [ - "kas-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948534, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "kas_Arab-arb_Arab", - "languages": [ - "kas-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.964427, - "f1": 0.953393, - "accuracy": 0.964427, - "main_score": 0.953393, - "hf_subset": "kas_Arab-bul_Cyrl", - "languages": [ - "kas-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.966403, - "f1": 0.957246, - "accuracy": 0.966403, - "main_score": 0.957246, - "hf_subset": "kas_Arab-fra_Latn", - "languages": [ - "kas-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "kas_Arab-jpn_Jpan", - "languages": [ - "kas-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924984, - "recall": 0.94664, - "f1": 0.931884, - "accuracy": 0.94664, - "main_score": 0.931884, - "hf_subset": "kas_Arab-lij_Latn", - "languages": [ - "kas-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884881, - "recall": 0.916996, - "f1": 0.895059, - "accuracy": 0.916996, - "main_score": 0.895059, - "hf_subset": "kas_Arab-mya_Mymr", - "languages": [ - "kas-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521569, - "recall": 0.599802, - "f1": 0.543401, - "accuracy": 0.599802, - "main_score": 0.543401, - "hf_subset": "kas_Arab-sag_Latn", - "languages": [ - "kas-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197321, - "recall": 0.248024, - "f1": 0.208591, - "accuracy": 0.248024, - "main_score": 0.208591, - "hf_subset": "kas_Arab-taq_Tfng", - "languages": [ - "kas-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55784, - "recall": 0.625494, - "f1": 0.576643, - "accuracy": 0.625494, - "main_score": 0.576643, - "hf_subset": "kas_Arab-wol_Latn", - "languages": [ - "kas-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681005, - "recall": 0.745059, - "f1": 0.699528, - "accuracy": 0.745059, - "main_score": 0.699528, - "hf_subset": "kas_Arab-arb_Latn", - "languages": [ - "kas-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94664, - "recall": 0.962451, - "f1": 0.951713, - "accuracy": 0.962451, - "main_score": 0.951713, - "hf_subset": "kas_Arab-cat_Latn", - "languages": [ - "kas-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932428, - "recall": 0.949605, - "f1": 0.937601, - "accuracy": 0.949605, - "main_score": 0.937601, - "hf_subset": "kas_Arab-fur_Latn", - "languages": [ - "kas-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369749, - "recall": 0.429842, - "f1": 0.385248, - "accuracy": 0.429842, - "main_score": 0.385248, - "hf_subset": "kas_Arab-kab_Latn", - "languages": [ - "kas-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898633, - "recall": 0.926877, - "f1": 0.907477, - "accuracy": 0.926877, - "main_score": 0.907477, - "hf_subset": "kas_Arab-lim_Latn", - "languages": [ - "kas-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940053, - "recall": 0.95751, - "f1": 0.945652, - "accuracy": 0.95751, - "main_score": 0.945652, - "hf_subset": "kas_Arab-nld_Latn", - "languages": [ - "kas-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.950593, - "f1": 0.93643, - "accuracy": 0.950593, - "main_score": 0.93643, - "hf_subset": "kas_Arab-san_Deva", - "languages": [ - "kas-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931571, - "recall": 0.949605, - "f1": 0.937272, - "accuracy": 0.949605, - "main_score": 0.937272, - "hf_subset": "kas_Arab-tat_Cyrl", - "languages": [ - "kas-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586951, - "recall": 0.650198, - "f1": 0.604674, - "accuracy": 0.650198, - "main_score": 0.604674, - "hf_subset": "kas_Arab-xho_Latn", - "languages": [ - "kas-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944088, - "recall": 0.961462, - "f1": 0.949671, - "accuracy": 0.961462, - "main_score": 0.949671, - "hf_subset": "kas_Arab-ars_Arab", - "languages": [ - "kas-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946838, - "recall": 0.962451, - "f1": 0.95191, - "accuracy": 0.962451, - "main_score": 0.95191, - "hf_subset": "kas_Arab-ceb_Latn", - "languages": [ - "kas-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502091, - "recall": 0.571146, - "f1": 0.521855, - "accuracy": 0.571146, - "main_score": 0.521855, - "hf_subset": "kas_Arab-fuv_Latn", - "languages": [ - "kas-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464837, - "recall": 0.533597, - "f1": 0.483146, - "accuracy": 0.533597, - "main_score": 0.483146, - "hf_subset": "kas_Arab-kac_Latn", - "languages": [ - "kas-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624495, - "recall": 0.68083, - "f1": 0.639483, - "accuracy": 0.68083, - "main_score": 0.639483, - "hf_subset": "kas_Arab-lin_Latn", - "languages": [ - "kas-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938933, - "recall": 0.956522, - "f1": 0.944499, - "accuracy": 0.956522, - "main_score": 0.944499, - "hf_subset": "kas_Arab-nno_Latn", - "languages": [ - "kas-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193079, - "recall": 0.258893, - "f1": 0.208928, - "accuracy": 0.258893, - "main_score": 0.208928, - "hf_subset": "kas_Arab-sat_Olck", - "languages": [ - "kas-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "kas_Arab-tel_Telu", - "languages": [ - "kas-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845281, - "recall": 0.883399, - "f1": 0.857213, - "accuracy": 0.883399, - "main_score": 0.857213, - "hf_subset": "kas_Arab-ydd_Hebr", - "languages": [ - "kas-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897233, - "recall": 0.924901, - "f1": 0.905929, - "accuracy": 0.924901, - "main_score": 0.905929, - "hf_subset": "kas_Arab-ary_Arab", - "languages": [ - "kas-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "kas_Arab-ces_Latn", - "languages": [ - "kas-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523059, - "recall": 0.58498, - "f1": 0.540796, - "accuracy": 0.58498, - "main_score": 0.540796, - "hf_subset": "kas_Arab-gaz_Latn", - "languages": [ - "kas-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496336, - "recall": 0.561265, - "f1": 0.514373, - "accuracy": 0.561265, - "main_score": 0.514373, - "hf_subset": "kas_Arab-kam_Latn", - "languages": [ - "kas-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938142, - "recall": 0.955534, - "f1": 0.943676, - "accuracy": 0.955534, - "main_score": 0.943676, - "hf_subset": "kas_Arab-lit_Latn", - "languages": [ - "kas-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943594, - "recall": 0.961462, - "f1": 0.949341, - "accuracy": 0.961462, - "main_score": 0.949341, - "hf_subset": "kas_Arab-nob_Latn", - "languages": [ - "kas-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913949, - "recall": 0.936759, - "f1": 0.921179, - "accuracy": 0.936759, - "main_score": 0.921179, - "hf_subset": "kas_Arab-scn_Latn", - "languages": [ - "kas-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893363, - "recall": 0.922925, - "f1": 0.902734, - "accuracy": 0.922925, - "main_score": 0.902734, - "hf_subset": "kas_Arab-tgk_Cyrl", - "languages": [ - "kas-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567013, - "recall": 0.643281, - "f1": 0.589018, - "accuracy": 0.643281, - "main_score": 0.589018, - "hf_subset": "kas_Arab-yor_Latn", - "languages": [ - "kas-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942638, - "recall": 0.958498, - "f1": 0.94753, - "accuracy": 0.958498, - "main_score": 0.94753, - "hf_subset": "kas_Arab-arz_Arab", - "languages": [ - "kas-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49775, - "recall": 0.561265, - "f1": 0.515465, - "accuracy": 0.561265, - "main_score": 0.515465, - "hf_subset": "kas_Arab-cjk_Latn", - "languages": [ - "kas-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639362, - "recall": 0.697628, - "f1": 0.655859, - "accuracy": 0.697628, - "main_score": 0.655859, - "hf_subset": "kas_Arab-gla_Latn", - "languages": [ - "kas-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950346, - "recall": 0.965415, - "f1": 0.95527, - "accuracy": 0.965415, - "main_score": 0.95527, - "hf_subset": "kas_Arab-kan_Knda", - "languages": [ - "kas-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927108, - "recall": 0.94664, - "f1": 0.933136, - "accuracy": 0.94664, - "main_score": 0.933136, - "hf_subset": "kas_Arab-lmo_Latn", - "languages": [ - "kas-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965744, - "accuracy": 0.97332, - "main_score": 0.965744, - "hf_subset": "kas_Arab-npi_Deva", - "languages": [ - "kas-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425051, - "recall": 0.485178, - "f1": 0.441475, - "accuracy": 0.485178, - "main_score": 0.441475, - "hf_subset": "kas_Arab-shn_Mymr", - "languages": [ - "kas-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958696, - "recall": 0.970356, - "f1": 0.962286, - "accuracy": 0.970356, - "main_score": 0.962286, - "hf_subset": "kas_Arab-tgl_Latn", - "languages": [ - "kas-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940547, - "recall": 0.958498, - "f1": 0.946146, - "accuracy": 0.958498, - "main_score": 0.946146, - "hf_subset": "kas_Arab-yue_Hant", - "languages": [ - "kas-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940217, - "recall": 0.958498, - "f1": 0.946146, - "accuracy": 0.958498, - "main_score": 0.946146, - "hf_subset": "kas_Arab-asm_Beng", - "languages": [ - "kas-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848765, - "recall": 0.887352, - "f1": 0.861034, - "accuracy": 0.887352, - "main_score": 0.861034, - "hf_subset": "kas_Arab-ckb_Arab", - "languages": [ - "kas-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711048, - "recall": 0.768775, - "f1": 0.727917, - "accuracy": 0.768775, - "main_score": 0.727917, - "hf_subset": "kas_Arab-gle_Latn", - "languages": [ - "kas-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838201, - "recall": 0.876482, - "f1": 0.850115, - "accuracy": 0.876482, - "main_score": 0.850115, - "hf_subset": "kas_Arab-ltg_Latn", - "languages": [ - "kas-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564586, - "recall": 0.623518, - "f1": 0.580624, - "accuracy": 0.623518, - "main_score": 0.580624, - "hf_subset": "kas_Arab-nso_Latn", - "languages": [ - "kas-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87388, - "recall": 0.909091, - "f1": 0.884848, - "accuracy": 0.909091, - "main_score": 0.884848, - "hf_subset": "kas_Arab-sin_Sinh", - "languages": [ - "kas-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940464, - "recall": 0.95751, - "f1": 0.945883, - "accuracy": 0.95751, - "main_score": 0.945883, - "hf_subset": "kas_Arab-tha_Thai", - "languages": [ - "kas-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923501, - "recall": 0.94664, - "f1": 0.930731, - "accuracy": 0.94664, - "main_score": 0.930731, - "hf_subset": "kas_Arab-zho_Hans", - "languages": [ - "kas-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942029, - "recall": 0.960474, - "f1": 0.948123, - "accuracy": 0.960474, - "main_score": 0.948123, - "hf_subset": "kas_Arab-ast_Latn", - "languages": [ - "kas-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911067, - "recall": 0.936759, - "f1": 0.919466, - "accuracy": 0.936759, - "main_score": 0.919466, - "hf_subset": "kas_Arab-crh_Latn", - "languages": [ - "kas-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.969368, - "f1": 0.960474, - "accuracy": 0.969368, - "main_score": 0.960474, - "hf_subset": "kas_Arab-glg_Latn", - "languages": [ - "kas-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920619, - "recall": 0.944664, - "f1": 0.928524, - "accuracy": 0.944664, - "main_score": 0.928524, - "hf_subset": "kas_Arab-kas_Deva", - "languages": [ - "kas-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913603, - "recall": 0.936759, - "f1": 0.920784, - "accuracy": 0.936759, - "main_score": 0.920784, - "hf_subset": "kas_Arab-ltz_Latn", - "languages": [ - "kas-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416921, - "recall": 0.485178, - "f1": 0.435023, - "accuracy": 0.485178, - "main_score": 0.435023, - "hf_subset": "kas_Arab-nus_Latn", - "languages": [ - "kas-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948205, - "recall": 0.963439, - "f1": 0.952964, - "accuracy": 0.963439, - "main_score": 0.952964, - "hf_subset": "kas_Arab-slk_Latn", - "languages": [ - "kas-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557635, - "recall": 0.633399, - "f1": 0.5796, - "accuracy": 0.633399, - "main_score": 0.5796, - "hf_subset": "kas_Arab-tir_Ethi", - "languages": [ - "kas-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928854, - "recall": 0.950593, - "f1": 0.935724, - "accuracy": 0.950593, - "main_score": 0.935724, - "hf_subset": "kas_Arab-zho_Hant", - "languages": [ - "kas-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.966403, - "f1": 0.957839, - "accuracy": 0.966403, - "main_score": 0.957839, - "hf_subset": "kas_Arab-awa_Deva", - "languages": [ - "kas-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853755, - "recall": 0.895257, - "f1": 0.866733, - "accuracy": 0.895257, - "main_score": 0.866733, - "hf_subset": "kas_Arab-cym_Latn", - "languages": [ - "kas-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73997, - "recall": 0.788538, - "f1": 0.754268, - "accuracy": 0.788538, - "main_score": 0.754268, - "hf_subset": "kas_Arab-grn_Latn", - "languages": [ - "kas-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922266, - "recall": 0.9417, - "f1": 0.928115, - "accuracy": 0.9417, - "main_score": 0.928115, - "hf_subset": "kas_Arab-kat_Geor", - "languages": [ - "kas-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579532, - "recall": 0.642292, - "f1": 0.597237, - "accuracy": 0.642292, - "main_score": 0.597237, - "hf_subset": "kas_Arab-lua_Latn", - "languages": [ - "kas-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568351, - "recall": 0.636364, - "f1": 0.587415, - "accuracy": 0.636364, - "main_score": 0.587415, - "hf_subset": "kas_Arab-nya_Latn", - "languages": [ - "kas-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "kas_Arab-slv_Latn", - "languages": [ - "kas-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860293, - "recall": 0.894269, - "f1": 0.870586, - "accuracy": 0.894269, - "main_score": 0.870586, - "hf_subset": "kas_Arab-tpi_Latn", - "languages": [ - "kas-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950791, - "recall": 0.965415, - "f1": 0.955369, - "accuracy": 0.965415, - "main_score": 0.955369, - "hf_subset": "kas_Arab-zsm_Latn", - "languages": [ - "kas-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497339, - "recall": 0.556324, - "f1": 0.513351, - "accuracy": 0.556324, - "main_score": 0.513351, - "hf_subset": "kas_Arab-ayr_Latn", - "languages": [ - "kas-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "kas_Arab-dan_Latn", - "languages": [ - "kas-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951169, - "recall": 0.965415, - "f1": 0.955599, - "accuracy": 0.965415, - "main_score": 0.955599, - "hf_subset": "kas_Arab-guj_Gujr", - "languages": [ - "kas-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943874, - "recall": 0.960474, - "f1": 0.949111, - "accuracy": 0.960474, - "main_score": 0.949111, - "hf_subset": "kas_Arab-kaz_Cyrl", - "languages": [ - "kas-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483516, - "recall": 0.541502, - "f1": 0.499286, - "accuracy": 0.541502, - "main_score": 0.499286, - "hf_subset": "kas_Arab-lug_Latn", - "languages": [ - "kas-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952487, - "recall": 0.966403, - "f1": 0.956917, - "accuracy": 0.966403, - "main_score": 0.956917, - "hf_subset": "kas_Arab-oci_Latn", - "languages": [ - "kas-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684127, - "recall": 0.741107, - "f1": 0.700511, - "accuracy": 0.741107, - "main_score": 0.700511, - "hf_subset": "kas_Arab-smo_Latn", - "languages": [ - "kas-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493497, - "recall": 0.559289, - "f1": 0.511489, - "accuracy": 0.559289, - "main_score": 0.511489, - "hf_subset": "kas_Arab-tsn_Latn", - "languages": [ - "kas-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534364, - "recall": 0.600791, - "f1": 0.552719, - "accuracy": 0.600791, - "main_score": 0.552719, - "hf_subset": "kas_Arab-zul_Latn", - "languages": [ - "kas-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862072, - "recall": 0.897233, - "f1": 0.873419, - "accuracy": 0.897233, - "main_score": 0.873419, - "hf_subset": "kas_Arab-azb_Arab", - "languages": [ - "kas-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948781, - "recall": 0.965415, - "f1": 0.954216, - "accuracy": 0.965415, - "main_score": 0.954216, - "hf_subset": "kas_Arab-deu_Latn", - "languages": [ - "kas-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887599, - "recall": 0.916996, - "f1": 0.896758, - "accuracy": 0.916996, - "main_score": 0.896758, - "hf_subset": "kas_Arab-hat_Latn", - "languages": [ - "kas-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444631, - "recall": 0.503953, - "f1": 0.461146, - "accuracy": 0.503953, - "main_score": 0.461146, - "hf_subset": "kas_Arab-kbp_Latn", - "languages": [ - "kas-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517128, - "recall": 0.582016, - "f1": 0.534594, - "accuracy": 0.582016, - "main_score": 0.534594, - "hf_subset": "kas_Arab-luo_Latn", - "languages": [ - "kas-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.968379, - "f1": 0.958827, - "accuracy": 0.968379, - "main_score": 0.958827, - "hf_subset": "kas_Arab-ory_Orya", - "languages": [ - "kas-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522118, - "recall": 0.585968, - "f1": 0.54081, - "accuracy": 0.585968, - "main_score": 0.54081, - "hf_subset": "kas_Arab-sna_Latn", - "languages": [ - "kas-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512672, - "recall": 0.565217, - "f1": 0.527428, - "accuracy": 0.565217, - "main_score": 0.527428, - "hf_subset": "kas_Arab-tso_Latn", - "languages": [ - "kas-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923419, - "recall": 0.945652, - "f1": 0.930454, - "accuracy": 0.945652, - "main_score": 0.930454, - "hf_subset": "kas_Arab-azj_Latn", - "languages": [ - "kas-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4795, - "recall": 0.547431, - "f1": 0.498341, - "accuracy": 0.547431, - "main_score": 0.498341, - "hf_subset": "kas_Arab-dik_Latn", - "languages": [ - "kas-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625152, - "recall": 0.687747, - "f1": 0.642827, - "accuracy": 0.687747, - "main_score": 0.642827, - "hf_subset": "kas_Arab-hau_Latn", - "languages": [ - "kas-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929463, - "recall": 0.949605, - "f1": 0.935837, - "accuracy": 0.949605, - "main_score": 0.935837, - "hf_subset": "kas_Arab-kea_Latn", - "languages": [ - "kas-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671716, - "recall": 0.726285, - "f1": 0.687486, - "accuracy": 0.726285, - "main_score": 0.687486, - "hf_subset": "kas_Arab-lus_Latn", - "languages": [ - "kas-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814527, - "recall": 0.849802, - "f1": 0.825038, - "accuracy": 0.849802, - "main_score": 0.825038, - "hf_subset": "kas_Arab-pag_Latn", - "languages": [ - "kas-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "kas_Arab-snd_Arab", - "languages": [ - "kas-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84552, - "recall": 0.881423, - "f1": 0.856653, - "accuracy": 0.881423, - "main_score": 0.856653, - "hf_subset": "kas_Arab-tuk_Latn", - "languages": [ - "kas-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910985, - "recall": 0.936759, - "f1": 0.919203, - "accuracy": 0.936759, - "main_score": 0.919203, - "hf_subset": "kas_Arab-bak_Cyrl", - "languages": [ - "kas-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438094, - "recall": 0.513834, - "f1": 0.459492, - "accuracy": 0.513834, - "main_score": 0.459492, - "hf_subset": "kas_Arab-dyu_Latn", - "languages": [ - "kas-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937665, - "recall": 0.955534, - "f1": 0.943248, - "accuracy": 0.955534, - "main_score": 0.943248, - "hf_subset": "kas_Arab-heb_Hebr", - "languages": [ - "kas-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870586, - "recall": 0.903162, - "f1": 0.880731, - "accuracy": 0.903162, - "main_score": 0.880731, - "hf_subset": "kas_Arab-khk_Cyrl", - "languages": [ - "kas-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952355, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "kas_Arab-lvs_Latn", - "languages": [ - "kas-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972003, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "kas_Arab-pan_Guru", - "languages": [ - "kas-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602916, - "recall": 0.671937, - "f1": 0.622869, - "accuracy": 0.671937, - "main_score": 0.622869, - "hf_subset": "kas_Arab-som_Latn", - "languages": [ - "kas-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52105, - "recall": 0.575099, - "f1": 0.536646, - "accuracy": 0.575099, - "main_score": 0.536646, - "hf_subset": "kas_Arab-tum_Latn", - "languages": [ - "kas-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564616, - "recall": 0.617589, - "f1": 0.580085, - "accuracy": 0.617589, - "main_score": 0.580085, - "hf_subset": "ltg_Latn-ace_Arab", - "languages": [ - "ltg-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522007, - "recall": 0.573123, - "f1": 0.535599, - "accuracy": 0.573123, - "main_score": 0.535599, - "hf_subset": "ltg_Latn-bam_Latn", - "languages": [ - "ltg-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.351746, - "recall": 0.406126, - "f1": 0.365948, - "accuracy": 0.406126, - "main_score": 0.365948, - "hf_subset": "ltg_Latn-dzo_Tibt", - "languages": [ - "ltg-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932559, - "recall": 0.952569, - "f1": 0.938768, - "accuracy": 0.952569, - "main_score": 0.938768, - "hf_subset": "ltg_Latn-hin_Deva", - "languages": [ - "ltg-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890851, - "recall": 0.918972, - "f1": 0.899297, - "accuracy": 0.918972, - "main_score": 0.899297, - "hf_subset": "ltg_Latn-khm_Khmr", - "languages": [ - "ltg-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918544, - "recall": 0.938735, - "f1": 0.924327, - "accuracy": 0.938735, - "main_score": 0.924327, - "hf_subset": "ltg_Latn-mag_Deva", - "languages": [ - "ltg-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914526, - "recall": 0.935771, - "f1": 0.921033, - "accuracy": 0.935771, - "main_score": 0.921033, - "hf_subset": "ltg_Latn-pap_Latn", - "languages": [ - "ltg-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570579, - "recall": 0.62253, - "f1": 0.585558, - "accuracy": 0.62253, - "main_score": 0.585558, - "hf_subset": "ltg_Latn-sot_Latn", - "languages": [ - "ltg-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94473, - "recall": 0.959486, - "f1": 0.949064, - "accuracy": 0.959486, - "main_score": 0.949064, - "hf_subset": "ltg_Latn-tur_Latn", - "languages": [ - "ltg-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795894, - "recall": 0.832016, - "f1": 0.806857, - "accuracy": 0.832016, - "main_score": 0.806857, - "hf_subset": "ltg_Latn-ace_Latn", - "languages": [ - "ltg-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865119, - "recall": 0.894269, - "f1": 0.873665, - "accuracy": 0.894269, - "main_score": 0.873665, - "hf_subset": "ltg_Latn-ban_Latn", - "languages": [ - "ltg-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937615, - "recall": 0.956522, - "f1": 0.943676, - "accuracy": 0.956522, - "main_score": 0.943676, - "hf_subset": "ltg_Latn-ell_Grek", - "languages": [ - "ltg-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916182, - "recall": 0.938735, - "f1": 0.92296, - "accuracy": 0.938735, - "main_score": 0.92296, - "hf_subset": "ltg_Latn-hne_Deva", - "languages": [ - "ltg-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554559, - "recall": 0.604743, - "f1": 0.569098, - "accuracy": 0.604743, - "main_score": 0.569098, - "hf_subset": "ltg_Latn-kik_Latn", - "languages": [ - "ltg-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928063, - "recall": 0.948617, - "f1": 0.934256, - "accuracy": 0.948617, - "main_score": 0.934256, - "hf_subset": "ltg_Latn-mai_Deva", - "languages": [ - "ltg-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858482, - "recall": 0.893281, - "f1": 0.868892, - "accuracy": 0.893281, - "main_score": 0.868892, - "hf_subset": "ltg_Latn-pbt_Arab", - "languages": [ - "ltg-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.958498, - "f1": 0.947219, - "accuracy": 0.958498, - "main_score": 0.947219, - "hf_subset": "ltg_Latn-spa_Latn", - "languages": [ - "ltg-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5829, - "recall": 0.63834, - "f1": 0.598938, - "accuracy": 0.63834, - "main_score": 0.598938, - "hf_subset": "ltg_Latn-twi_Latn", - "languages": [ - "ltg-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925165, - "recall": 0.944664, - "f1": 0.930977, - "accuracy": 0.944664, - "main_score": 0.930977, - "hf_subset": "ltg_Latn-acm_Arab", - "languages": [ - "ltg-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918906, - "recall": 0.9417, - "f1": 0.925725, - "accuracy": 0.9417, - "main_score": 0.925725, - "hf_subset": "ltg_Latn-bel_Cyrl", - "languages": [ - "ltg-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957411, - "recall": 0.969368, - "f1": 0.960968, - "accuracy": 0.969368, - "main_score": 0.960968, - "hf_subset": "ltg_Latn-eng_Latn", - "languages": [ - "ltg-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.965415, - "f1": 0.955336, - "accuracy": 0.965415, - "main_score": 0.955336, - "hf_subset": "ltg_Latn-hrv_Latn", - "languages": [ - "ltg-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542551, - "recall": 0.589921, - "f1": 0.555316, - "accuracy": 0.589921, - "main_score": 0.555316, - "hf_subset": "ltg_Latn-kin_Latn", - "languages": [ - "ltg-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921229, - "recall": 0.943676, - "f1": 0.928214, - "accuracy": 0.943676, - "main_score": 0.928214, - "hf_subset": "ltg_Latn-mal_Mlym", - "languages": [ - "ltg-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947052, - "recall": 0.962451, - "f1": 0.951812, - "accuracy": 0.962451, - "main_score": 0.951812, - "hf_subset": "ltg_Latn-pes_Arab", - "languages": [ - "ltg-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92024, - "recall": 0.9417, - "f1": 0.926746, - "accuracy": 0.9417, - "main_score": 0.926746, - "hf_subset": "ltg_Latn-srd_Latn", - "languages": [ - "ltg-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.201511, - "recall": 0.244071, - "f1": 0.211805, - "accuracy": 0.244071, - "main_score": 0.211805, - "hf_subset": "ltg_Latn-tzm_Tfng", - "languages": [ - "ltg-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940259, - "recall": 0.955534, - "f1": 0.944705, - "accuracy": 0.955534, - "main_score": 0.944705, - "hf_subset": "ltg_Latn-acq_Arab", - "languages": [ - "ltg-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59022, - "recall": 0.637352, - "f1": 0.604084, - "accuracy": 0.637352, - "main_score": 0.604084, - "hf_subset": "ltg_Latn-bem_Latn", - "languages": [ - "ltg-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953014, - "recall": 0.966403, - "f1": 0.957246, - "accuracy": 0.966403, - "main_score": 0.957246, - "hf_subset": "ltg_Latn-epo_Latn", - "languages": [ - "ltg-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942062, - "recall": 0.959486, - "f1": 0.947464, - "accuracy": 0.959486, - "main_score": 0.947464, - "hf_subset": "ltg_Latn-hun_Latn", - "languages": [ - "ltg-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895175, - "recall": 0.921937, - "f1": 0.903346, - "accuracy": 0.921937, - "main_score": 0.903346, - "hf_subset": "ltg_Latn-kir_Cyrl", - "languages": [ - "ltg-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924418, - "recall": 0.943676, - "f1": 0.93004, - "accuracy": 0.943676, - "main_score": 0.93004, - "hf_subset": "ltg_Latn-mar_Deva", - "languages": [ - "ltg-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610197, - "recall": 0.663043, - "f1": 0.625758, - "accuracy": 0.663043, - "main_score": 0.625758, - "hf_subset": "ltg_Latn-plt_Latn", - "languages": [ - "ltg-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955451, - "recall": 0.969368, - "f1": 0.959881, - "accuracy": 0.969368, - "main_score": 0.959881, - "hf_subset": "ltg_Latn-srp_Cyrl", - "languages": [ - "ltg-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817476, - "recall": 0.857708, - "f1": 0.829235, - "accuracy": 0.857708, - "main_score": 0.829235, - "hf_subset": "ltg_Latn-uig_Arab", - "languages": [ - "ltg-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914987, - "recall": 0.932806, - "f1": 0.919864, - "accuracy": 0.932806, - "main_score": 0.919864, - "hf_subset": "ltg_Latn-aeb_Arab", - "languages": [ - "ltg-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936998, - "recall": 0.953557, - "f1": 0.941985, - "accuracy": 0.953557, - "main_score": 0.941985, - "hf_subset": "ltg_Latn-ben_Beng", - "languages": [ - "ltg-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941676, - "recall": 0.95751, - "f1": 0.94636, - "accuracy": 0.95751, - "main_score": 0.94636, - "hf_subset": "ltg_Latn-est_Latn", - "languages": [ - "ltg-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930592, - "recall": 0.948617, - "f1": 0.935919, - "accuracy": 0.948617, - "main_score": 0.935919, - "hf_subset": "ltg_Latn-hye_Armn", - "languages": [ - "ltg-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540301, - "recall": 0.587945, - "f1": 0.553502, - "accuracy": 0.587945, - "main_score": 0.553502, - "hf_subset": "ltg_Latn-kmb_Latn", - "languages": [ - "ltg-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495511, - "recall": 0.562253, - "f1": 0.51358, - "accuracy": 0.562253, - "main_score": 0.51358, - "hf_subset": "ltg_Latn-min_Arab", - "languages": [ - "ltg-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940168, - "recall": 0.95751, - "f1": 0.945553, - "accuracy": 0.95751, - "main_score": 0.945553, - "hf_subset": "ltg_Latn-pol_Latn", - "languages": [ - "ltg-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53892, - "recall": 0.597826, - "f1": 0.555523, - "accuracy": 0.597826, - "main_score": 0.555523, - "hf_subset": "ltg_Latn-ssw_Latn", - "languages": [ - "ltg-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954545, - "recall": 0.968379, - "f1": 0.958992, - "accuracy": 0.968379, - "main_score": 0.958992, - "hf_subset": "ltg_Latn-ukr_Cyrl", - "languages": [ - "ltg-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952355, - "recall": 0.965415, - "f1": 0.956423, - "accuracy": 0.965415, - "main_score": 0.956423, - "hf_subset": "ltg_Latn-afr_Latn", - "languages": [ - "ltg-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908284, - "recall": 0.932806, - "f1": 0.915595, - "accuracy": 0.932806, - "main_score": 0.915595, - "hf_subset": "ltg_Latn-bho_Deva", - "languages": [ - "ltg-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894368, - "recall": 0.91996, - "f1": 0.901779, - "accuracy": 0.91996, - "main_score": 0.901779, - "hf_subset": "ltg_Latn-eus_Latn", - "languages": [ - "ltg-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559758, - "recall": 0.612648, - "f1": 0.57458, - "accuracy": 0.612648, - "main_score": 0.57458, - "hf_subset": "ltg_Latn-ibo_Latn", - "languages": [ - "ltg-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764301, - "recall": 0.810277, - "f1": 0.777607, - "accuracy": 0.810277, - "main_score": 0.777607, - "hf_subset": "ltg_Latn-kmr_Latn", - "languages": [ - "ltg-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888702, - "recall": 0.912055, - "f1": 0.895473, - "accuracy": 0.912055, - "main_score": 0.895473, - "hf_subset": "ltg_Latn-min_Latn", - "languages": [ - "ltg-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.976285, - "f1": 0.969664, - "accuracy": 0.976285, - "main_score": 0.969664, - "hf_subset": "ltg_Latn-por_Latn", - "languages": [ - "ltg-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912088, - "recall": 0.933794, - "f1": 0.918398, - "accuracy": 0.933794, - "main_score": 0.918398, - "hf_subset": "ltg_Latn-sun_Latn", - "languages": [ - "ltg-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508476, - "recall": 0.562253, - "f1": 0.523512, - "accuracy": 0.562253, - "main_score": 0.523512, - "hf_subset": "ltg_Latn-umb_Latn", - "languages": [ - "ltg-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941321, - "recall": 0.95751, - "f1": 0.946212, - "accuracy": 0.95751, - "main_score": 0.946212, - "hf_subset": "ltg_Latn-ajp_Arab", - "languages": [ - "ltg-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536001, - "recall": 0.586957, - "f1": 0.549915, - "accuracy": 0.586957, - "main_score": 0.549915, - "hf_subset": "ltg_Latn-bjn_Arab", - "languages": [ - "ltg-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511298, - "recall": 0.561265, - "f1": 0.524755, - "accuracy": 0.561265, - "main_score": 0.524755, - "hf_subset": "ltg_Latn-ewe_Latn", - "languages": [ - "ltg-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852117, - "recall": 0.884387, - "f1": 0.861677, - "accuracy": 0.884387, - "main_score": 0.861677, - "hf_subset": "ltg_Latn-ilo_Latn", - "languages": [ - "ltg-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315596, - "recall": 0.371542, - "f1": 0.331014, - "accuracy": 0.371542, - "main_score": 0.331014, - "hf_subset": "ltg_Latn-knc_Arab", - "languages": [ - "ltg-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.967391, - "f1": 0.957576, - "accuracy": 0.967391, - "main_score": 0.957576, - "hf_subset": "ltg_Latn-mkd_Cyrl", - "languages": [ - "ltg-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938521, - "recall": 0.956522, - "f1": 0.944071, - "accuracy": 0.956522, - "main_score": 0.944071, - "hf_subset": "ltg_Latn-prs_Arab", - "languages": [ - "ltg-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954628, - "recall": 0.968379, - "f1": 0.958893, - "accuracy": 0.968379, - "main_score": 0.958893, - "hf_subset": "ltg_Latn-swe_Latn", - "languages": [ - "ltg-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939641, - "recall": 0.95751, - "f1": 0.945191, - "accuracy": 0.95751, - "main_score": 0.945191, - "hf_subset": "ltg_Latn-urd_Arab", - "languages": [ - "ltg-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553044, - "recall": 0.607708, - "f1": 0.568699, - "accuracy": 0.607708, - "main_score": 0.568699, - "hf_subset": "ltg_Latn-aka_Latn", - "languages": [ - "ltg-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883412, - "recall": 0.911067, - "f1": 0.891816, - "accuracy": 0.911067, - "main_score": 0.891816, - "hf_subset": "ltg_Latn-bjn_Latn", - "languages": [ - "ltg-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853568, - "recall": 0.890316, - "f1": 0.864427, - "accuracy": 0.890316, - "main_score": 0.864427, - "hf_subset": "ltg_Latn-fao_Latn", - "languages": [ - "ltg-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947003, - "recall": 0.962451, - "f1": 0.951863, - "accuracy": 0.962451, - "main_score": 0.951863, - "hf_subset": "ltg_Latn-ind_Latn", - "languages": [ - "ltg-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558282, - "recall": 0.607708, - "f1": 0.572561, - "accuracy": 0.607708, - "main_score": 0.572561, - "hf_subset": "ltg_Latn-knc_Latn", - "languages": [ - "ltg-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903203, - "recall": 0.925889, - "f1": 0.90979, - "accuracy": 0.925889, - "main_score": 0.90979, - "hf_subset": "ltg_Latn-mlt_Latn", - "languages": [ - "ltg-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650082, - "recall": 0.705534, - "f1": 0.666424, - "accuracy": 0.705534, - "main_score": 0.666424, - "hf_subset": "ltg_Latn-quy_Latn", - "languages": [ - "ltg-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842165, - "recall": 0.878458, - "f1": 0.852717, - "accuracy": 0.878458, - "main_score": 0.852717, - "hf_subset": "ltg_Latn-swh_Latn", - "languages": [ - "ltg-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924878, - "recall": 0.944664, - "f1": 0.930879, - "accuracy": 0.944664, - "main_score": 0.930879, - "hf_subset": "ltg_Latn-uzn_Latn", - "languages": [ - "ltg-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941617, - "recall": 0.958498, - "f1": 0.946673, - "accuracy": 0.958498, - "main_score": 0.946673, - "hf_subset": "ltg_Latn-als_Latn", - "languages": [ - "ltg-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471811, - "recall": 0.54249, - "f1": 0.491221, - "accuracy": 0.54249, - "main_score": 0.491221, - "hf_subset": "ltg_Latn-bod_Tibt", - "languages": [ - "ltg-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621214, - "recall": 0.666996, - "f1": 0.634251, - "accuracy": 0.666996, - "main_score": 0.634251, - "hf_subset": "ltg_Latn-fij_Latn", - "languages": [ - "ltg-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869475, - "recall": 0.903162, - "f1": 0.879487, - "accuracy": 0.903162, - "main_score": 0.879487, - "hf_subset": "ltg_Latn-isl_Latn", - "languages": [ - "ltg-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626167, - "recall": 0.675889, - "f1": 0.640402, - "accuracy": 0.675889, - "main_score": 0.640402, - "hf_subset": "ltg_Latn-kon_Latn", - "languages": [ - "ltg-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612313, - "recall": 0.667984, - "f1": 0.628689, - "accuracy": 0.667984, - "main_score": 0.628689, - "hf_subset": "ltg_Latn-mni_Beng", - "languages": [ - "ltg-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951499, - "recall": 0.965415, - "f1": 0.955717, - "accuracy": 0.965415, - "main_score": 0.955717, - "hf_subset": "ltg_Latn-ron_Latn", - "languages": [ - "ltg-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.949605, - "f1": 0.9361, - "accuracy": 0.949605, - "main_score": 0.9361, - "hf_subset": "ltg_Latn-szl_Latn", - "languages": [ - "ltg-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931077, - "recall": 0.949605, - "f1": 0.936778, - "accuracy": 0.949605, - "main_score": 0.936778, - "hf_subset": "ltg_Latn-vec_Latn", - "languages": [ - "ltg-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762928, - "recall": 0.814229, - "f1": 0.778342, - "accuracy": 0.814229, - "main_score": 0.778342, - "hf_subset": "ltg_Latn-amh_Ethi", - "languages": [ - "ltg-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.969368, - "f1": 0.96031, - "accuracy": 0.969368, - "main_score": 0.96031, - "hf_subset": "ltg_Latn-bos_Latn", - "languages": [ - "ltg-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944311, - "recall": 0.958498, - "f1": 0.948699, - "accuracy": 0.958498, - "main_score": 0.948699, - "hf_subset": "ltg_Latn-fin_Latn", - "languages": [ - "ltg-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947991, - "recall": 0.963439, - "f1": 0.952734, - "accuracy": 0.963439, - "main_score": 0.952734, - "hf_subset": "ltg_Latn-ita_Latn", - "languages": [ - "ltg-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926499, - "recall": 0.94664, - "f1": 0.932543, - "accuracy": 0.94664, - "main_score": 0.932543, - "hf_subset": "ltg_Latn-kor_Hang", - "languages": [ - "ltg-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537015, - "recall": 0.586957, - "f1": 0.5511, - "accuracy": 0.586957, - "main_score": 0.5511, - "hf_subset": "ltg_Latn-mos_Latn", - "languages": [ - "ltg-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539348, - "recall": 0.583992, - "f1": 0.55132, - "accuracy": 0.583992, - "main_score": 0.55132, - "hf_subset": "ltg_Latn-run_Latn", - "languages": [ - "ltg-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921319, - "recall": 0.9417, - "f1": 0.927295, - "accuracy": 0.9417, - "main_score": 0.927295, - "hf_subset": "ltg_Latn-tam_Taml", - "languages": [ - "ltg-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940547, - "recall": 0.958498, - "f1": 0.946146, - "accuracy": 0.958498, - "main_score": 0.946146, - "hf_subset": "ltg_Latn-vie_Latn", - "languages": [ - "ltg-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929051, - "recall": 0.947628, - "f1": 0.934783, - "accuracy": 0.947628, - "main_score": 0.934783, - "hf_subset": "ltg_Latn-apc_Arab", - "languages": [ - "ltg-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744206, - "recall": 0.785573, - "f1": 0.755885, - "accuracy": 0.785573, - "main_score": 0.755885, - "hf_subset": "ltg_Latn-bug_Latn", - "languages": [ - "ltg-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463183, - "recall": 0.509881, - "f1": 0.475729, - "accuracy": 0.509881, - "main_score": 0.475729, - "hf_subset": "ltg_Latn-fon_Latn", - "languages": [ - "ltg-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923337, - "recall": 0.943676, - "f1": 0.929531, - "accuracy": 0.943676, - "main_score": 0.929531, - "hf_subset": "ltg_Latn-jav_Latn", - "languages": [ - "ltg-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880115, - "recall": 0.912055, - "f1": 0.889872, - "accuracy": 0.912055, - "main_score": 0.889872, - "hf_subset": "ltg_Latn-lao_Laoo", - "languages": [ - "ltg-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716429, - "recall": 0.76581, - "f1": 0.730687, - "accuracy": 0.76581, - "main_score": 0.730687, - "hf_subset": "ltg_Latn-mri_Latn", - "languages": [ - "ltg-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95, - "recall": 0.964427, - "f1": 0.954381, - "accuracy": 0.964427, - "main_score": 0.954381, - "hf_subset": "ltg_Latn-rus_Cyrl", - "languages": [ - "ltg-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521287, - "recall": 0.577075, - "f1": 0.536176, - "accuracy": 0.577075, - "main_score": 0.536176, - "hf_subset": "ltg_Latn-taq_Latn", - "languages": [ - "ltg-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919508, - "recall": 0.938735, - "f1": 0.925154, - "accuracy": 0.938735, - "main_score": 0.925154, - "hf_subset": "ltg_Latn-war_Latn", - "languages": [ - "ltg-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943786, - "recall": 0.959486, - "f1": 0.94865, - "accuracy": 0.959486, - "main_score": 0.94865, - "hf_subset": "ltg_Latn-arb_Arab", - "languages": [ - "ltg-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954463, - "recall": 0.967391, - "f1": 0.958366, - "accuracy": 0.967391, - "main_score": 0.958366, - "hf_subset": "ltg_Latn-bul_Cyrl", - "languages": [ - "ltg-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949391, - "recall": 0.963439, - "f1": 0.953576, - "accuracy": 0.963439, - "main_score": 0.953576, - "hf_subset": "ltg_Latn-fra_Latn", - "languages": [ - "ltg-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932126, - "recall": 0.947628, - "f1": 0.936415, - "accuracy": 0.947628, - "main_score": 0.936415, - "hf_subset": "ltg_Latn-jpn_Jpan", - "languages": [ - "ltg-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9119, - "recall": 0.932806, - "f1": 0.917987, - "accuracy": 0.932806, - "main_score": 0.917987, - "hf_subset": "ltg_Latn-lij_Latn", - "languages": [ - "ltg-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856572, - "recall": 0.895257, - "f1": 0.868231, - "accuracy": 0.895257, - "main_score": 0.868231, - "hf_subset": "ltg_Latn-mya_Mymr", - "languages": [ - "ltg-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575329, - "recall": 0.634387, - "f1": 0.591874, - "accuracy": 0.634387, - "main_score": 0.591874, - "hf_subset": "ltg_Latn-sag_Latn", - "languages": [ - "ltg-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203161, - "recall": 0.255929, - "f1": 0.215083, - "accuracy": 0.255929, - "main_score": 0.215083, - "hf_subset": "ltg_Latn-taq_Tfng", - "languages": [ - "ltg-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612006, - "recall": 0.66502, - "f1": 0.627362, - "accuracy": 0.66502, - "main_score": 0.627362, - "hf_subset": "ltg_Latn-wol_Latn", - "languages": [ - "ltg-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641324, - "recall": 0.704545, - "f1": 0.659955, - "accuracy": 0.704545, - "main_score": 0.659955, - "hf_subset": "ltg_Latn-arb_Latn", - "languages": [ - "ltg-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951096, - "recall": 0.964427, - "f1": 0.955122, - "accuracy": 0.964427, - "main_score": 0.955122, - "hf_subset": "ltg_Latn-cat_Latn", - "languages": [ - "ltg-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919293, - "recall": 0.937747, - "f1": 0.924349, - "accuracy": 0.937747, - "main_score": 0.924349, - "hf_subset": "ltg_Latn-fur_Latn", - "languages": [ - "ltg-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419789, - "recall": 0.47332, - "f1": 0.434345, - "accuracy": 0.47332, - "main_score": 0.434345, - "hf_subset": "ltg_Latn-kab_Latn", - "languages": [ - "ltg-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90471, - "recall": 0.926877, - "f1": 0.911528, - "accuracy": 0.926877, - "main_score": 0.911528, - "hf_subset": "ltg_Latn-lim_Latn", - "languages": [ - "ltg-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.956522, - "f1": 0.943643, - "accuracy": 0.956522, - "main_score": 0.943643, - "hf_subset": "ltg_Latn-nld_Latn", - "languages": [ - "ltg-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889921, - "recall": 0.916008, - "f1": 0.897436, - "accuracy": 0.916008, - "main_score": 0.897436, - "hf_subset": "ltg_Latn-san_Deva", - "languages": [ - "ltg-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91609, - "recall": 0.939723, - "f1": 0.923452, - "accuracy": 0.939723, - "main_score": 0.923452, - "hf_subset": "ltg_Latn-tat_Cyrl", - "languages": [ - "ltg-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624466, - "recall": 0.675889, - "f1": 0.639205, - "accuracy": 0.675889, - "main_score": 0.639205, - "hf_subset": "ltg_Latn-xho_Latn", - "languages": [ - "ltg-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937269, - "recall": 0.953557, - "f1": 0.94211, - "accuracy": 0.953557, - "main_score": 0.94211, - "hf_subset": "ltg_Latn-ars_Arab", - "languages": [ - "ltg-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92628, - "recall": 0.943676, - "f1": 0.931393, - "accuracy": 0.943676, - "main_score": 0.931393, - "hf_subset": "ltg_Latn-ceb_Latn", - "languages": [ - "ltg-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543211, - "recall": 0.593874, - "f1": 0.558154, - "accuracy": 0.593874, - "main_score": 0.558154, - "hf_subset": "ltg_Latn-fuv_Latn", - "languages": [ - "ltg-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494568, - "recall": 0.546443, - "f1": 0.509138, - "accuracy": 0.546443, - "main_score": 0.509138, - "hf_subset": "ltg_Latn-kac_Latn", - "languages": [ - "ltg-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63711, - "recall": 0.690711, - "f1": 0.651827, - "accuracy": 0.690711, - "main_score": 0.651827, - "hf_subset": "ltg_Latn-lin_Latn", - "languages": [ - "ltg-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946617, - "recall": 0.961462, - "f1": 0.951122, - "accuracy": 0.961462, - "main_score": 0.951122, - "hf_subset": "ltg_Latn-nno_Latn", - "languages": [ - "ltg-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.167293, - "recall": 0.231225, - "f1": 0.183906, - "accuracy": 0.231225, - "main_score": 0.183906, - "hf_subset": "ltg_Latn-sat_Olck", - "languages": [ - "ltg-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916173, - "recall": 0.939723, - "f1": 0.923339, - "accuracy": 0.939723, - "main_score": 0.923339, - "hf_subset": "ltg_Latn-tel_Telu", - "languages": [ - "ltg-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847612, - "recall": 0.884387, - "f1": 0.858696, - "accuracy": 0.884387, - "main_score": 0.858696, - "hf_subset": "ltg_Latn-ydd_Hebr", - "languages": [ - "ltg-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88624, - "recall": 0.913043, - "f1": 0.894145, - "accuracy": 0.913043, - "main_score": 0.894145, - "hf_subset": "ltg_Latn-ary_Arab", - "languages": [ - "ltg-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955616, - "recall": 0.968379, - "f1": 0.959552, - "accuracy": 0.968379, - "main_score": 0.959552, - "hf_subset": "ltg_Latn-ces_Latn", - "languages": [ - "ltg-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552043, - "recall": 0.604743, - "f1": 0.566711, - "accuracy": 0.604743, - "main_score": 0.566711, - "hf_subset": "ltg_Latn-gaz_Latn", - "languages": [ - "ltg-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548988, - "recall": 0.601779, - "f1": 0.563573, - "accuracy": 0.601779, - "main_score": 0.563573, - "hf_subset": "ltg_Latn-kam_Latn", - "languages": [ - "ltg-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949391, - "recall": 0.964427, - "f1": 0.954117, - "accuracy": 0.964427, - "main_score": 0.954117, - "hf_subset": "ltg_Latn-lit_Latn", - "languages": [ - "ltg-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954743, - "recall": 0.966403, - "f1": 0.958075, - "accuracy": 0.966403, - "main_score": 0.958075, - "hf_subset": "ltg_Latn-nob_Latn", - "languages": [ - "ltg-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907559, - "recall": 0.931818, - "f1": 0.914559, - "accuracy": 0.931818, - "main_score": 0.914559, - "hf_subset": "ltg_Latn-scn_Latn", - "languages": [ - "ltg-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868192, - "recall": 0.898221, - "f1": 0.877249, - "accuracy": 0.898221, - "main_score": 0.877249, - "hf_subset": "ltg_Latn-tgk_Cyrl", - "languages": [ - "ltg-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5987, - "recall": 0.663043, - "f1": 0.61702, - "accuracy": 0.663043, - "main_score": 0.61702, - "hf_subset": "ltg_Latn-yor_Latn", - "languages": [ - "ltg-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919746, - "recall": 0.9417, - "f1": 0.926205, - "accuracy": 0.9417, - "main_score": 0.926205, - "hf_subset": "ltg_Latn-arz_Arab", - "languages": [ - "ltg-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558395, - "recall": 0.609684, - "f1": 0.573093, - "accuracy": 0.609684, - "main_score": 0.573093, - "hf_subset": "ltg_Latn-cjk_Latn", - "languages": [ - "ltg-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668964, - "recall": 0.729249, - "f1": 0.686701, - "accuracy": 0.729249, - "main_score": 0.686701, - "hf_subset": "ltg_Latn-gla_Latn", - "languages": [ - "ltg-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91469, - "recall": 0.939723, - "f1": 0.92253, - "accuracy": 0.939723, - "main_score": 0.92253, - "hf_subset": "ltg_Latn-kan_Knda", - "languages": [ - "ltg-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917474, - "recall": 0.939723, - "f1": 0.924308, - "accuracy": 0.939723, - "main_score": 0.924308, - "hf_subset": "ltg_Latn-lmo_Latn", - "languages": [ - "ltg-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928442, - "recall": 0.947628, - "f1": 0.934321, - "accuracy": 0.947628, - "main_score": 0.934321, - "hf_subset": "ltg_Latn-npi_Deva", - "languages": [ - "ltg-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44981, - "recall": 0.500988, - "f1": 0.463825, - "accuracy": 0.500988, - "main_score": 0.463825, - "hf_subset": "ltg_Latn-shn_Mymr", - "languages": [ - "ltg-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950955, - "recall": 0.964427, - "f1": 0.954992, - "accuracy": 0.964427, - "main_score": 0.954992, - "hf_subset": "ltg_Latn-tgl_Latn", - "languages": [ - "ltg-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941403, - "recall": 0.95751, - "f1": 0.946429, - "accuracy": 0.95751, - "main_score": 0.946429, - "hf_subset": "ltg_Latn-yue_Hant", - "languages": [ - "ltg-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898758, - "recall": 0.923913, - "f1": 0.905931, - "accuracy": 0.923913, - "main_score": 0.905931, - "hf_subset": "ltg_Latn-asm_Beng", - "languages": [ - "ltg-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823181, - "recall": 0.86166, - "f1": 0.834379, - "accuracy": 0.86166, - "main_score": 0.834379, - "hf_subset": "ltg_Latn-ckb_Arab", - "languages": [ - "ltg-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730653, - "recall": 0.781621, - "f1": 0.744946, - "accuracy": 0.781621, - "main_score": 0.744946, - "hf_subset": "ltg_Latn-gle_Latn", - "languages": [ - "ltg-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817172, - "recall": 0.857708, - "f1": 0.829334, - "accuracy": 0.857708, - "main_score": 0.829334, - "hf_subset": "ltg_Latn-kas_Arab", - "languages": [ - "ltg-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592976, - "recall": 0.643281, - "f1": 0.607337, - "accuracy": 0.643281, - "main_score": 0.607337, - "hf_subset": "ltg_Latn-nso_Latn", - "languages": [ - "ltg-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843389, - "recall": 0.883399, - "f1": 0.855781, - "accuracy": 0.883399, - "main_score": 0.855781, - "hf_subset": "ltg_Latn-sin_Sinh", - "languages": [ - "ltg-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931571, - "recall": 0.952569, - "f1": 0.938307, - "accuracy": 0.952569, - "main_score": 0.938307, - "hf_subset": "ltg_Latn-tha_Thai", - "languages": [ - "ltg-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92234, - "recall": 0.940711, - "f1": 0.927577, - "accuracy": 0.940711, - "main_score": 0.927577, - "hf_subset": "ltg_Latn-zho_Hans", - "languages": [ - "ltg-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937829, - "recall": 0.956522, - "f1": 0.943742, - "accuracy": 0.956522, - "main_score": 0.943742, - "hf_subset": "ltg_Latn-ast_Latn", - "languages": [ - "ltg-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918537, - "recall": 0.939723, - "f1": 0.924885, - "accuracy": 0.939723, - "main_score": 0.924885, - "hf_subset": "ltg_Latn-crh_Latn", - "languages": [ - "ltg-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951779, - "recall": 0.965415, - "f1": 0.95583, - "accuracy": 0.965415, - "main_score": 0.95583, - "hf_subset": "ltg_Latn-glg_Latn", - "languages": [ - "ltg-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756268, - "recall": 0.804348, - "f1": 0.770317, - "accuracy": 0.804348, - "main_score": 0.770317, - "hf_subset": "ltg_Latn-kas_Deva", - "languages": [ - "ltg-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917055, - "recall": 0.936759, - "f1": 0.922908, - "accuracy": 0.936759, - "main_score": 0.922908, - "hf_subset": "ltg_Latn-ltz_Latn", - "languages": [ - "ltg-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468181, - "recall": 0.525692, - "f1": 0.483146, - "accuracy": 0.525692, - "main_score": 0.483146, - "hf_subset": "ltg_Latn-nus_Latn", - "languages": [ - "ltg-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947705, - "recall": 0.959486, - "f1": 0.95097, - "accuracy": 0.959486, - "main_score": 0.95097, - "hf_subset": "ltg_Latn-slk_Latn", - "languages": [ - "ltg-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523295, - "recall": 0.592885, - "f1": 0.542242, - "accuracy": 0.592885, - "main_score": 0.542242, - "hf_subset": "ltg_Latn-tir_Ethi", - "languages": [ - "ltg-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926005, - "recall": 0.94664, - "f1": 0.932331, - "accuracy": 0.94664, - "main_score": 0.932331, - "hf_subset": "ltg_Latn-zho_Hant", - "languages": [ - "ltg-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917615, - "recall": 0.938735, - "f1": 0.923699, - "accuracy": 0.938735, - "main_score": 0.923699, - "hf_subset": "ltg_Latn-awa_Deva", - "languages": [ - "ltg-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864237, - "recall": 0.895257, - "f1": 0.873276, - "accuracy": 0.895257, - "main_score": 0.873276, - "hf_subset": "ltg_Latn-cym_Latn", - "languages": [ - "ltg-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767021, - "recall": 0.809289, - "f1": 0.779243, - "accuracy": 0.809289, - "main_score": 0.779243, - "hf_subset": "ltg_Latn-grn_Latn", - "languages": [ - "ltg-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930863, - "recall": 0.949605, - "f1": 0.936561, - "accuracy": 0.949605, - "main_score": 0.936561, - "hf_subset": "ltg_Latn-kat_Geor", - "languages": [ - "ltg-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624483, - "recall": 0.673913, - "f1": 0.637982, - "accuracy": 0.673913, - "main_score": 0.637982, - "hf_subset": "ltg_Latn-lua_Latn", - "languages": [ - "ltg-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596024, - "recall": 0.651186, - "f1": 0.61155, - "accuracy": 0.651186, - "main_score": 0.61155, - "hf_subset": "ltg_Latn-nya_Latn", - "languages": [ - "ltg-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942441, - "recall": 0.960474, - "f1": 0.948188, - "accuracy": 0.960474, - "main_score": 0.948188, - "hf_subset": "ltg_Latn-slv_Latn", - "languages": [ - "ltg-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831861, - "recall": 0.870553, - "f1": 0.843151, - "accuracy": 0.870553, - "main_score": 0.843151, - "hf_subset": "ltg_Latn-tpi_Latn", - "languages": [ - "ltg-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941765, - "recall": 0.958498, - "f1": 0.94697, - "accuracy": 0.958498, - "main_score": 0.94697, - "hf_subset": "ltg_Latn-zsm_Latn", - "languages": [ - "ltg-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540869, - "recall": 0.59585, - "f1": 0.556243, - "accuracy": 0.59585, - "main_score": 0.556243, - "hf_subset": "ltg_Latn-ayr_Latn", - "languages": [ - "ltg-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957263, - "recall": 0.970356, - "f1": 0.961364, - "accuracy": 0.970356, - "main_score": 0.961364, - "hf_subset": "ltg_Latn-dan_Latn", - "languages": [ - "ltg-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940721, - "recall": 0.956522, - "f1": 0.94557, - "accuracy": 0.956522, - "main_score": 0.94557, - "hf_subset": "ltg_Latn-guj_Gujr", - "languages": [ - "ltg-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929357, - "recall": 0.947628, - "f1": 0.934818, - "accuracy": 0.947628, - "main_score": 0.934818, - "hf_subset": "ltg_Latn-kaz_Cyrl", - "languages": [ - "ltg-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512933, - "recall": 0.564229, - "f1": 0.527027, - "accuracy": 0.564229, - "main_score": 0.527027, - "hf_subset": "ltg_Latn-lug_Latn", - "languages": [ - "ltg-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.959486, - "f1": 0.948584, - "accuracy": 0.959486, - "main_score": 0.948584, - "hf_subset": "ltg_Latn-oci_Latn", - "languages": [ - "ltg-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725947, - "recall": 0.767787, - "f1": 0.73799, - "accuracy": 0.767787, - "main_score": 0.73799, - "hf_subset": "ltg_Latn-smo_Latn", - "languages": [ - "ltg-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522967, - "recall": 0.581028, - "f1": 0.539536, - "accuracy": 0.581028, - "main_score": 0.539536, - "hf_subset": "ltg_Latn-tsn_Latn", - "languages": [ - "ltg-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587392, - "recall": 0.63834, - "f1": 0.601256, - "accuracy": 0.63834, - "main_score": 0.601256, - "hf_subset": "ltg_Latn-zul_Latn", - "languages": [ - "ltg-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792424, - "recall": 0.838933, - "f1": 0.806325, - "accuracy": 0.838933, - "main_score": 0.806325, - "hf_subset": "ltg_Latn-azb_Arab", - "languages": [ - "ltg-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953781, - "recall": 0.965415, - "f1": 0.957164, - "accuracy": 0.965415, - "main_score": 0.957164, - "hf_subset": "ltg_Latn-deu_Latn", - "languages": [ - "ltg-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878303, - "recall": 0.910079, - "f1": 0.887731, - "accuracy": 0.910079, - "main_score": 0.887731, - "hf_subset": "ltg_Latn-hat_Latn", - "languages": [ - "ltg-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491594, - "recall": 0.536561, - "f1": 0.503903, - "accuracy": 0.536561, - "main_score": 0.503903, - "hf_subset": "ltg_Latn-kbp_Latn", - "languages": [ - "ltg-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561054, - "recall": 0.613636, - "f1": 0.57526, - "accuracy": 0.613636, - "main_score": 0.57526, - "hf_subset": "ltg_Latn-luo_Latn", - "languages": [ - "ltg-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925264, - "recall": 0.945652, - "f1": 0.931456, - "accuracy": 0.945652, - "main_score": 0.931456, - "hf_subset": "ltg_Latn-ory_Orya", - "languages": [ - "ltg-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551081, - "recall": 0.604743, - "f1": 0.566231, - "accuracy": 0.604743, - "main_score": 0.566231, - "hf_subset": "ltg_Latn-sna_Latn", - "languages": [ - "ltg-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551761, - "recall": 0.59585, - "f1": 0.563706, - "accuracy": 0.59585, - "main_score": 0.563706, - "hf_subset": "ltg_Latn-tso_Latn", - "languages": [ - "ltg-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915613, - "recall": 0.938735, - "f1": 0.922563, - "accuracy": 0.938735, - "main_score": 0.922563, - "hf_subset": "ltg_Latn-azj_Latn", - "languages": [ - "ltg-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508165, - "recall": 0.570158, - "f1": 0.526259, - "accuracy": 0.570158, - "main_score": 0.526259, - "hf_subset": "ltg_Latn-dik_Latn", - "languages": [ - "ltg-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646023, - "recall": 0.698617, - "f1": 0.661146, - "accuracy": 0.698617, - "main_score": 0.661146, - "hf_subset": "ltg_Latn-hau_Latn", - "languages": [ - "ltg-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902842, - "recall": 0.924901, - "f1": 0.909503, - "accuracy": 0.924901, - "main_score": 0.909503, - "hf_subset": "ltg_Latn-kea_Latn", - "languages": [ - "ltg-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655303, - "recall": 0.706522, - "f1": 0.669965, - "accuracy": 0.706522, - "main_score": 0.669965, - "hf_subset": "ltg_Latn-lus_Latn", - "languages": [ - "ltg-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776597, - "recall": 0.811265, - "f1": 0.786632, - "accuracy": 0.811265, - "main_score": 0.786632, - "hf_subset": "ltg_Latn-pag_Latn", - "languages": [ - "ltg-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906103, - "recall": 0.929842, - "f1": 0.913573, - "accuracy": 0.929842, - "main_score": 0.913573, - "hf_subset": "ltg_Latn-snd_Arab", - "languages": [ - "ltg-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856917, - "recall": 0.890316, - "f1": 0.866653, - "accuracy": 0.890316, - "main_score": 0.866653, - "hf_subset": "ltg_Latn-tuk_Latn", - "languages": [ - "ltg-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911397, - "recall": 0.93083, - "f1": 0.917457, - "accuracy": 0.93083, - "main_score": 0.917457, - "hf_subset": "ltg_Latn-bak_Cyrl", - "languages": [ - "ltg-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477348, - "recall": 0.549407, - "f1": 0.49871, - "accuracy": 0.549407, - "main_score": 0.49871, - "hf_subset": "ltg_Latn-dyu_Latn", - "languages": [ - "ltg-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945652, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "ltg_Latn-heb_Hebr", - "languages": [ - "ltg-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872184, - "recall": 0.903162, - "f1": 0.881575, - "accuracy": 0.903162, - "main_score": 0.881575, - "hf_subset": "ltg_Latn-khk_Cyrl", - "languages": [ - "ltg-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964674, - "recall": 0.975296, - "f1": 0.967951, - "accuracy": 0.975296, - "main_score": 0.967951, - "hf_subset": "ltg_Latn-lvs_Latn", - "languages": [ - "ltg-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930863, - "recall": 0.949605, - "f1": 0.936561, - "accuracy": 0.949605, - "main_score": 0.936561, - "hf_subset": "ltg_Latn-pan_Guru", - "languages": [ - "ltg-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619048, - "recall": 0.672925, - "f1": 0.634884, - "accuracy": 0.672925, - "main_score": 0.634884, - "hf_subset": "ltg_Latn-som_Latn", - "languages": [ - "ltg-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548672, - "recall": 0.594862, - "f1": 0.56122, - "accuracy": 0.594862, - "main_score": 0.56122, - "hf_subset": "ltg_Latn-tum_Latn", - "languages": [ - "ltg-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4772, - "recall": 0.522727, - "f1": 0.490027, - "accuracy": 0.522727, - "main_score": 0.490027, - "hf_subset": "nso_Latn-ace_Arab", - "languages": [ - "nso-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539361, - "recall": 0.588933, - "f1": 0.553616, - "accuracy": 0.588933, - "main_score": 0.553616, - "hf_subset": "nso_Latn-bam_Latn", - "languages": [ - "nso-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.24828, - "recall": 0.294466, - "f1": 0.260379, - "accuracy": 0.294466, - "main_score": 0.260379, - "hf_subset": "nso_Latn-dzo_Tibt", - "languages": [ - "nso-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601014, - "recall": 0.644269, - "f1": 0.612264, - "accuracy": 0.644269, - "main_score": 0.612264, - "hf_subset": "nso_Latn-hin_Deva", - "languages": [ - "nso-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542672, - "recall": 0.590909, - "f1": 0.555863, - "accuracy": 0.590909, - "main_score": 0.555863, - "hf_subset": "nso_Latn-khm_Khmr", - "languages": [ - "nso-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594686, - "recall": 0.633399, - "f1": 0.604778, - "accuracy": 0.633399, - "main_score": 0.604778, - "hf_subset": "nso_Latn-mag_Deva", - "languages": [ - "nso-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619419, - "recall": 0.65415, - "f1": 0.628141, - "accuracy": 0.65415, - "main_score": 0.628141, - "hf_subset": "nso_Latn-pap_Latn", - "languages": [ - "nso-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762105, - "recall": 0.814229, - "f1": 0.77716, - "accuracy": 0.814229, - "main_score": 0.77716, - "hf_subset": "nso_Latn-sot_Latn", - "languages": [ - "nso-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611373, - "recall": 0.65415, - "f1": 0.622667, - "accuracy": 0.65415, - "main_score": 0.622667, - "hf_subset": "nso_Latn-tur_Latn", - "languages": [ - "nso-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5983, - "recall": 0.633399, - "f1": 0.607582, - "accuracy": 0.633399, - "main_score": 0.607582, - "hf_subset": "nso_Latn-ace_Latn", - "languages": [ - "nso-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618861, - "recall": 0.652174, - "f1": 0.62784, - "accuracy": 0.652174, - "main_score": 0.62784, - "hf_subset": "nso_Latn-ban_Latn", - "languages": [ - "nso-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584635, - "recall": 0.631423, - "f1": 0.597064, - "accuracy": 0.631423, - "main_score": 0.597064, - "hf_subset": "nso_Latn-ell_Grek", - "languages": [ - "nso-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573148, - "recall": 0.617589, - "f1": 0.58471, - "accuracy": 0.617589, - "main_score": 0.58471, - "hf_subset": "nso_Latn-hne_Deva", - "languages": [ - "nso-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557536, - "recall": 0.603755, - "f1": 0.57037, - "accuracy": 0.603755, - "main_score": 0.57037, - "hf_subset": "nso_Latn-kik_Latn", - "languages": [ - "nso-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605431, - "recall": 0.648221, - "f1": 0.616607, - "accuracy": 0.648221, - "main_score": 0.616607, - "hf_subset": "nso_Latn-mai_Deva", - "languages": [ - "nso-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54336, - "recall": 0.597826, - "f1": 0.557798, - "accuracy": 0.597826, - "main_score": 0.557798, - "hf_subset": "nso_Latn-pbt_Arab", - "languages": [ - "nso-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614665, - "recall": 0.655138, - "f1": 0.624905, - "accuracy": 0.655138, - "main_score": 0.624905, - "hf_subset": "nso_Latn-spa_Latn", - "languages": [ - "nso-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588051, - "recall": 0.625494, - "f1": 0.598522, - "accuracy": 0.625494, - "main_score": 0.598522, - "hf_subset": "nso_Latn-twi_Latn", - "languages": [ - "nso-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587368, - "recall": 0.629447, - "f1": 0.598324, - "accuracy": 0.629447, - "main_score": 0.598324, - "hf_subset": "nso_Latn-acm_Arab", - "languages": [ - "nso-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584745, - "recall": 0.620553, - "f1": 0.593786, - "accuracy": 0.620553, - "main_score": 0.593786, - "hf_subset": "nso_Latn-bel_Cyrl", - "languages": [ - "nso-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642498, - "recall": 0.681818, - "f1": 0.6528, - "accuracy": 0.681818, - "main_score": 0.6528, - "hf_subset": "nso_Latn-eng_Latn", - "languages": [ - "nso-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617197, - "recall": 0.658103, - "f1": 0.628075, - "accuracy": 0.658103, - "main_score": 0.628075, - "hf_subset": "nso_Latn-hrv_Latn", - "languages": [ - "nso-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549726, - "recall": 0.594862, - "f1": 0.562884, - "accuracy": 0.594862, - "main_score": 0.562884, - "hf_subset": "nso_Latn-kin_Latn", - "languages": [ - "nso-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581029, - "recall": 0.629447, - "f1": 0.59393, - "accuracy": 0.629447, - "main_score": 0.59393, - "hf_subset": "nso_Latn-mal_Mlym", - "languages": [ - "nso-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605899, - "recall": 0.645257, - "f1": 0.616777, - "accuracy": 0.645257, - "main_score": 0.616777, - "hf_subset": "nso_Latn-pes_Arab", - "languages": [ - "nso-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608581, - "recall": 0.643281, - "f1": 0.618376, - "accuracy": 0.643281, - "main_score": 0.618376, - "hf_subset": "nso_Latn-srd_Latn", - "languages": [ - "nso-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215982, - "recall": 0.255929, - "f1": 0.22586, - "accuracy": 0.255929, - "main_score": 0.22586, - "hf_subset": "nso_Latn-tzm_Tfng", - "languages": [ - "nso-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600307, - "recall": 0.641304, - "f1": 0.610648, - "accuracy": 0.641304, - "main_score": 0.610648, - "hf_subset": "nso_Latn-acq_Arab", - "languages": [ - "nso-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620014, - "recall": 0.656126, - "f1": 0.629751, - "accuracy": 0.656126, - "main_score": 0.629751, - "hf_subset": "nso_Latn-bem_Latn", - "languages": [ - "nso-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619589, - "recall": 0.65415, - "f1": 0.628374, - "accuracy": 0.65415, - "main_score": 0.628374, - "hf_subset": "nso_Latn-epo_Latn", - "languages": [ - "nso-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611564, - "recall": 0.650198, - "f1": 0.621205, - "accuracy": 0.650198, - "main_score": 0.621205, - "hf_subset": "nso_Latn-hun_Latn", - "languages": [ - "nso-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57538, - "recall": 0.615613, - "f1": 0.586257, - "accuracy": 0.615613, - "main_score": 0.586257, - "hf_subset": "nso_Latn-kir_Cyrl", - "languages": [ - "nso-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601213, - "recall": 0.642292, - "f1": 0.612327, - "accuracy": 0.642292, - "main_score": 0.612327, - "hf_subset": "nso_Latn-mar_Deva", - "languages": [ - "nso-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584467, - "recall": 0.619565, - "f1": 0.594292, - "accuracy": 0.619565, - "main_score": 0.594292, - "hf_subset": "nso_Latn-plt_Latn", - "languages": [ - "nso-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616522, - "recall": 0.659091, - "f1": 0.628043, - "accuracy": 0.659091, - "main_score": 0.628043, - "hf_subset": "nso_Latn-srp_Cyrl", - "languages": [ - "nso-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526479, - "recall": 0.578063, - "f1": 0.54107, - "accuracy": 0.578063, - "main_score": 0.54107, - "hf_subset": "nso_Latn-uig_Arab", - "languages": [ - "nso-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581181, - "recall": 0.618577, - "f1": 0.591417, - "accuracy": 0.618577, - "main_score": 0.591417, - "hf_subset": "nso_Latn-aeb_Arab", - "languages": [ - "nso-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594835, - "recall": 0.641304, - "f1": 0.607951, - "accuracy": 0.641304, - "main_score": 0.607951, - "hf_subset": "nso_Latn-ben_Beng", - "languages": [ - "nso-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586923, - "recall": 0.629447, - "f1": 0.59822, - "accuracy": 0.629447, - "main_score": 0.59822, - "hf_subset": "nso_Latn-est_Latn", - "languages": [ - "nso-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583127, - "recall": 0.62253, - "f1": 0.59359, - "accuracy": 0.62253, - "main_score": 0.59359, - "hf_subset": "nso_Latn-hye_Armn", - "languages": [ - "nso-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574231, - "recall": 0.610672, - "f1": 0.584209, - "accuracy": 0.610672, - "main_score": 0.584209, - "hf_subset": "nso_Latn-kmb_Latn", - "languages": [ - "nso-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440852, - "recall": 0.494071, - "f1": 0.455573, - "accuracy": 0.494071, - "main_score": 0.455573, - "hf_subset": "nso_Latn-min_Arab", - "languages": [ - "nso-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605576, - "recall": 0.646245, - "f1": 0.616261, - "accuracy": 0.646245, - "main_score": 0.616261, - "hf_subset": "nso_Latn-pol_Latn", - "languages": [ - "nso-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606033, - "recall": 0.649209, - "f1": 0.617867, - "accuracy": 0.649209, - "main_score": 0.617867, - "hf_subset": "nso_Latn-ssw_Latn", - "languages": [ - "nso-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620062, - "recall": 0.661067, - "f1": 0.631377, - "accuracy": 0.661067, - "main_score": 0.631377, - "hf_subset": "nso_Latn-ukr_Cyrl", - "languages": [ - "nso-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643849, - "recall": 0.678854, - "f1": 0.652687, - "accuracy": 0.678854, - "main_score": 0.652687, - "hf_subset": "nso_Latn-afr_Latn", - "languages": [ - "nso-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589838, - "recall": 0.633399, - "f1": 0.601294, - "accuracy": 0.633399, - "main_score": 0.601294, - "hf_subset": "nso_Latn-bho_Deva", - "languages": [ - "nso-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596461, - "recall": 0.639328, - "f1": 0.607778, - "accuracy": 0.639328, - "main_score": 0.607778, - "hf_subset": "nso_Latn-eus_Latn", - "languages": [ - "nso-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564717, - "recall": 0.613636, - "f1": 0.578023, - "accuracy": 0.613636, - "main_score": 0.578023, - "hf_subset": "nso_Latn-ibo_Latn", - "languages": [ - "nso-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58526, - "recall": 0.626482, - "f1": 0.596554, - "accuracy": 0.626482, - "main_score": 0.596554, - "hf_subset": "nso_Latn-kmr_Latn", - "languages": [ - "nso-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60939, - "recall": 0.647233, - "f1": 0.619386, - "accuracy": 0.647233, - "main_score": 0.619386, - "hf_subset": "nso_Latn-min_Latn", - "languages": [ - "nso-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635637, - "recall": 0.673913, - "f1": 0.645981, - "accuracy": 0.673913, - "main_score": 0.645981, - "hf_subset": "nso_Latn-por_Latn", - "languages": [ - "nso-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627257, - "recall": 0.661067, - "f1": 0.636152, - "accuracy": 0.661067, - "main_score": 0.636152, - "hf_subset": "nso_Latn-sun_Latn", - "languages": [ - "nso-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540498, - "recall": 0.583992, - "f1": 0.55323, - "accuracy": 0.583992, - "main_score": 0.55323, - "hf_subset": "nso_Latn-umb_Latn", - "languages": [ - "nso-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606372, - "recall": 0.645257, - "f1": 0.616618, - "accuracy": 0.645257, - "main_score": 0.616618, - "hf_subset": "nso_Latn-ajp_Arab", - "languages": [ - "nso-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463233, - "recall": 0.507905, - "f1": 0.476208, - "accuracy": 0.507905, - "main_score": 0.476208, - "hf_subset": "nso_Latn-bjn_Arab", - "languages": [ - "nso-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537751, - "recall": 0.573123, - "f1": 0.547665, - "accuracy": 0.573123, - "main_score": 0.547665, - "hf_subset": "nso_Latn-ewe_Latn", - "languages": [ - "nso-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631754, - "recall": 0.662055, - "f1": 0.639503, - "accuracy": 0.662055, - "main_score": 0.639503, - "hf_subset": "nso_Latn-ilo_Latn", - "languages": [ - "nso-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3356, - "recall": 0.380435, - "f1": 0.347701, - "accuracy": 0.380435, - "main_score": 0.347701, - "hf_subset": "nso_Latn-knc_Arab", - "languages": [ - "nso-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610428, - "recall": 0.657115, - "f1": 0.622907, - "accuracy": 0.657115, - "main_score": 0.622907, - "hf_subset": "nso_Latn-mkd_Cyrl", - "languages": [ - "nso-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593344, - "recall": 0.639328, - "f1": 0.605552, - "accuracy": 0.639328, - "main_score": 0.605552, - "hf_subset": "nso_Latn-prs_Arab", - "languages": [ - "nso-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621458, - "recall": 0.664032, - "f1": 0.632626, - "accuracy": 0.664032, - "main_score": 0.632626, - "hf_subset": "nso_Latn-swe_Latn", - "languages": [ - "nso-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564207, - "recall": 0.619565, - "f1": 0.579759, - "accuracy": 0.619565, - "main_score": 0.579759, - "hf_subset": "nso_Latn-urd_Arab", - "languages": [ - "nso-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580014, - "recall": 0.616601, - "f1": 0.589627, - "accuracy": 0.616601, - "main_score": 0.589627, - "hf_subset": "nso_Latn-aka_Latn", - "languages": [ - "nso-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616324, - "recall": 0.652174, - "f1": 0.625248, - "accuracy": 0.652174, - "main_score": 0.625248, - "hf_subset": "nso_Latn-bjn_Latn", - "languages": [ - "nso-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5942, - "recall": 0.629447, - "f1": 0.603793, - "accuracy": 0.629447, - "main_score": 0.603793, - "hf_subset": "nso_Latn-fao_Latn", - "languages": [ - "nso-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637996, - "recall": 0.670949, - "f1": 0.647105, - "accuracy": 0.670949, - "main_score": 0.647105, - "hf_subset": "nso_Latn-ind_Latn", - "languages": [ - "nso-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574564, - "recall": 0.608696, - "f1": 0.583975, - "accuracy": 0.608696, - "main_score": 0.583975, - "hf_subset": "nso_Latn-knc_Latn", - "languages": [ - "nso-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616066, - "recall": 0.651186, - "f1": 0.625089, - "accuracy": 0.651186, - "main_score": 0.625089, - "hf_subset": "nso_Latn-mlt_Latn", - "languages": [ - "nso-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557164, - "recall": 0.598814, - "f1": 0.569242, - "accuracy": 0.598814, - "main_score": 0.569242, - "hf_subset": "nso_Latn-quy_Latn", - "languages": [ - "nso-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614901, - "recall": 0.656126, - "f1": 0.626325, - "accuracy": 0.656126, - "main_score": 0.626325, - "hf_subset": "nso_Latn-swh_Latn", - "languages": [ - "nso-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583321, - "recall": 0.62747, - "f1": 0.59517, - "accuracy": 0.62747, - "main_score": 0.59517, - "hf_subset": "nso_Latn-uzn_Latn", - "languages": [ - "nso-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614371, - "recall": 0.649209, - "f1": 0.623552, - "accuracy": 0.649209, - "main_score": 0.623552, - "hf_subset": "nso_Latn-als_Latn", - "languages": [ - "nso-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300773, - "recall": 0.358696, - "f1": 0.314908, - "accuracy": 0.358696, - "main_score": 0.314908, - "hf_subset": "nso_Latn-bod_Tibt", - "languages": [ - "nso-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587312, - "recall": 0.630435, - "f1": 0.599389, - "accuracy": 0.630435, - "main_score": 0.599389, - "hf_subset": "nso_Latn-fij_Latn", - "languages": [ - "nso-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570217, - "recall": 0.614625, - "f1": 0.582856, - "accuracy": 0.614625, - "main_score": 0.582856, - "hf_subset": "nso_Latn-isl_Latn", - "languages": [ - "nso-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608311, - "recall": 0.645257, - "f1": 0.618069, - "accuracy": 0.645257, - "main_score": 0.618069, - "hf_subset": "nso_Latn-kon_Latn", - "languages": [ - "nso-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522671, - "recall": 0.567194, - "f1": 0.535381, - "accuracy": 0.567194, - "main_score": 0.535381, - "hf_subset": "nso_Latn-mni_Beng", - "languages": [ - "nso-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612943, - "recall": 0.658103, - "f1": 0.624738, - "accuracy": 0.658103, - "main_score": 0.624738, - "hf_subset": "nso_Latn-ron_Latn", - "languages": [ - "nso-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615095, - "recall": 0.653162, - "f1": 0.625685, - "accuracy": 0.653162, - "main_score": 0.625685, - "hf_subset": "nso_Latn-szl_Latn", - "languages": [ - "nso-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616656, - "recall": 0.655138, - "f1": 0.626356, - "accuracy": 0.655138, - "main_score": 0.626356, - "hf_subset": "nso_Latn-vec_Latn", - "languages": [ - "nso-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510976, - "recall": 0.565217, - "f1": 0.526125, - "accuracy": 0.565217, - "main_score": 0.526125, - "hf_subset": "nso_Latn-amh_Ethi", - "languages": [ - "nso-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619435, - "recall": 0.661067, - "f1": 0.630312, - "accuracy": 0.661067, - "main_score": 0.630312, - "hf_subset": "nso_Latn-bos_Latn", - "languages": [ - "nso-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595539, - "recall": 0.636364, - "f1": 0.606624, - "accuracy": 0.636364, - "main_score": 0.606624, - "hf_subset": "nso_Latn-fin_Latn", - "languages": [ - "nso-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611067, - "recall": 0.655138, - "f1": 0.622746, - "accuracy": 0.655138, - "main_score": 0.622746, - "hf_subset": "nso_Latn-ita_Latn", - "languages": [ - "nso-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597832, - "recall": 0.640316, - "f1": 0.608625, - "accuracy": 0.640316, - "main_score": 0.608625, - "hf_subset": "nso_Latn-kor_Hang", - "languages": [ - "nso-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53873, - "recall": 0.58498, - "f1": 0.552372, - "accuracy": 0.58498, - "main_score": 0.552372, - "hf_subset": "nso_Latn-mos_Latn", - "languages": [ - "nso-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560804, - "recall": 0.603755, - "f1": 0.573232, - "accuracy": 0.603755, - "main_score": 0.573232, - "hf_subset": "nso_Latn-run_Latn", - "languages": [ - "nso-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583586, - "recall": 0.62747, - "f1": 0.595072, - "accuracy": 0.62747, - "main_score": 0.595072, - "hf_subset": "nso_Latn-tam_Taml", - "languages": [ - "nso-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601383, - "recall": 0.648221, - "f1": 0.614097, - "accuracy": 0.648221, - "main_score": 0.614097, - "hf_subset": "nso_Latn-vie_Latn", - "languages": [ - "nso-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592442, - "recall": 0.637352, - "f1": 0.603677, - "accuracy": 0.637352, - "main_score": 0.603677, - "hf_subset": "nso_Latn-apc_Arab", - "languages": [ - "nso-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580092, - "recall": 0.616601, - "f1": 0.5907, - "accuracy": 0.616601, - "main_score": 0.5907, - "hf_subset": "nso_Latn-bug_Latn", - "languages": [ - "nso-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490949, - "recall": 0.535573, - "f1": 0.50305, - "accuracy": 0.535573, - "main_score": 0.50305, - "hf_subset": "nso_Latn-fon_Latn", - "languages": [ - "nso-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629758, - "recall": 0.664032, - "f1": 0.639496, - "accuracy": 0.664032, - "main_score": 0.639496, - "hf_subset": "nso_Latn-jav_Latn", - "languages": [ - "nso-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543842, - "recall": 0.592885, - "f1": 0.556386, - "accuracy": 0.592885, - "main_score": 0.556386, - "hf_subset": "nso_Latn-lao_Laoo", - "languages": [ - "nso-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548495, - "recall": 0.589921, - "f1": 0.558782, - "accuracy": 0.589921, - "main_score": 0.558782, - "hf_subset": "nso_Latn-mri_Latn", - "languages": [ - "nso-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614759, - "recall": 0.653162, - "f1": 0.624947, - "accuracy": 0.653162, - "main_score": 0.624947, - "hf_subset": "nso_Latn-rus_Cyrl", - "languages": [ - "nso-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536272, - "recall": 0.579051, - "f1": 0.548198, - "accuracy": 0.579051, - "main_score": 0.548198, - "hf_subset": "nso_Latn-taq_Latn", - "languages": [ - "nso-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647874, - "recall": 0.678854, - "f1": 0.656106, - "accuracy": 0.678854, - "main_score": 0.656106, - "hf_subset": "nso_Latn-war_Latn", - "languages": [ - "nso-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602821, - "recall": 0.643281, - "f1": 0.613011, - "accuracy": 0.643281, - "main_score": 0.613011, - "hf_subset": "nso_Latn-arb_Arab", - "languages": [ - "nso-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617791, - "recall": 0.659091, - "f1": 0.628579, - "accuracy": 0.659091, - "main_score": 0.628579, - "hf_subset": "nso_Latn-bul_Cyrl", - "languages": [ - "nso-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614648, - "recall": 0.658103, - "f1": 0.626105, - "accuracy": 0.658103, - "main_score": 0.626105, - "hf_subset": "nso_Latn-fra_Latn", - "languages": [ - "nso-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595589, - "recall": 0.636364, - "f1": 0.606441, - "accuracy": 0.636364, - "main_score": 0.606441, - "hf_subset": "nso_Latn-jpn_Jpan", - "languages": [ - "nso-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612237, - "recall": 0.65415, - "f1": 0.623264, - "accuracy": 0.65415, - "main_score": 0.623264, - "hf_subset": "nso_Latn-lij_Latn", - "languages": [ - "nso-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452273, - "recall": 0.520751, - "f1": 0.470894, - "accuracy": 0.520751, - "main_score": 0.470894, - "hf_subset": "nso_Latn-mya_Mymr", - "languages": [ - "nso-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554098, - "recall": 0.59585, - "f1": 0.565374, - "accuracy": 0.59585, - "main_score": 0.565374, - "hf_subset": "nso_Latn-sag_Latn", - "languages": [ - "nso-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.21665, - "recall": 0.264822, - "f1": 0.228086, - "accuracy": 0.264822, - "main_score": 0.228086, - "hf_subset": "nso_Latn-taq_Tfng", - "languages": [ - "nso-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581844, - "recall": 0.619565, - "f1": 0.592785, - "accuracy": 0.619565, - "main_score": 0.592785, - "hf_subset": "nso_Latn-wol_Latn", - "languages": [ - "nso-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49459, - "recall": 0.535573, - "f1": 0.506483, - "accuracy": 0.535573, - "main_score": 0.506483, - "hf_subset": "nso_Latn-arb_Latn", - "languages": [ - "nso-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617057, - "recall": 0.659091, - "f1": 0.627979, - "accuracy": 0.659091, - "main_score": 0.627979, - "hf_subset": "nso_Latn-cat_Latn", - "languages": [ - "nso-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603661, - "recall": 0.639328, - "f1": 0.612759, - "accuracy": 0.639328, - "main_score": 0.612759, - "hf_subset": "nso_Latn-fur_Latn", - "languages": [ - "nso-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467639, - "recall": 0.520751, - "f1": 0.481586, - "accuracy": 0.520751, - "main_score": 0.481586, - "hf_subset": "nso_Latn-kab_Latn", - "languages": [ - "nso-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601663, - "recall": 0.637352, - "f1": 0.611382, - "accuracy": 0.637352, - "main_score": 0.611382, - "hf_subset": "nso_Latn-lim_Latn", - "languages": [ - "nso-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607295, - "recall": 0.650198, - "f1": 0.61846, - "accuracy": 0.650198, - "main_score": 0.61846, - "hf_subset": "nso_Latn-nld_Latn", - "languages": [ - "nso-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544106, - "recall": 0.589921, - "f1": 0.55618, - "accuracy": 0.589921, - "main_score": 0.55618, - "hf_subset": "nso_Latn-san_Deva", - "languages": [ - "nso-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600556, - "recall": 0.646245, - "f1": 0.612824, - "accuracy": 0.646245, - "main_score": 0.612824, - "hf_subset": "nso_Latn-tat_Cyrl", - "languages": [ - "nso-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617635, - "recall": 0.658103, - "f1": 0.628864, - "accuracy": 0.658103, - "main_score": 0.628864, - "hf_subset": "nso_Latn-xho_Latn", - "languages": [ - "nso-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585629, - "recall": 0.631423, - "f1": 0.597837, - "accuracy": 0.631423, - "main_score": 0.597837, - "hf_subset": "nso_Latn-ars_Arab", - "languages": [ - "nso-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63365, - "recall": 0.668972, - "f1": 0.64295, - "accuracy": 0.668972, - "main_score": 0.64295, - "hf_subset": "nso_Latn-ceb_Latn", - "languages": [ - "nso-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542862, - "recall": 0.585968, - "f1": 0.555805, - "accuracy": 0.585968, - "main_score": 0.555805, - "hf_subset": "nso_Latn-fuv_Latn", - "languages": [ - "nso-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526452, - "recall": 0.56917, - "f1": 0.538562, - "accuracy": 0.56917, - "main_score": 0.538562, - "hf_subset": "nso_Latn-kac_Latn", - "languages": [ - "nso-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606839, - "recall": 0.640316, - "f1": 0.616338, - "accuracy": 0.640316, - "main_score": 0.616338, - "hf_subset": "nso_Latn-lin_Latn", - "languages": [ - "nso-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604848, - "recall": 0.649209, - "f1": 0.617085, - "accuracy": 0.649209, - "main_score": 0.617085, - "hf_subset": "nso_Latn-nno_Latn", - "languages": [ - "nso-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138712, - "recall": 0.183794, - "f1": 0.149972, - "accuracy": 0.183794, - "main_score": 0.149972, - "hf_subset": "nso_Latn-sat_Olck", - "languages": [ - "nso-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587085, - "recall": 0.639328, - "f1": 0.601681, - "accuracy": 0.639328, - "main_score": 0.601681, - "hf_subset": "nso_Latn-tel_Telu", - "languages": [ - "nso-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533801, - "recall": 0.586957, - "f1": 0.547868, - "accuracy": 0.586957, - "main_score": 0.547868, - "hf_subset": "nso_Latn-ydd_Hebr", - "languages": [ - "nso-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572306, - "recall": 0.618577, - "f1": 0.584315, - "accuracy": 0.618577, - "main_score": 0.584315, - "hf_subset": "nso_Latn-ary_Arab", - "languages": [ - "nso-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608122, - "recall": 0.647233, - "f1": 0.618551, - "accuracy": 0.647233, - "main_score": 0.618551, - "hf_subset": "nso_Latn-ces_Latn", - "languages": [ - "nso-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563914, - "recall": 0.610672, - "f1": 0.576617, - "accuracy": 0.610672, - "main_score": 0.576617, - "hf_subset": "nso_Latn-gaz_Latn", - "languages": [ - "nso-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554767, - "recall": 0.597826, - "f1": 0.566874, - "accuracy": 0.597826, - "main_score": 0.566874, - "hf_subset": "nso_Latn-kam_Latn", - "languages": [ - "nso-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593381, - "recall": 0.63834, - "f1": 0.605853, - "accuracy": 0.63834, - "main_score": 0.605853, - "hf_subset": "nso_Latn-lit_Latn", - "languages": [ - "nso-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628633, - "recall": 0.664032, - "f1": 0.637525, - "accuracy": 0.664032, - "main_score": 0.637525, - "hf_subset": "nso_Latn-nob_Latn", - "languages": [ - "nso-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626759, - "recall": 0.660079, - "f1": 0.634795, - "accuracy": 0.660079, - "main_score": 0.634795, - "hf_subset": "nso_Latn-scn_Latn", - "languages": [ - "nso-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576012, - "recall": 0.617589, - "f1": 0.587826, - "accuracy": 0.617589, - "main_score": 0.587826, - "hf_subset": "nso_Latn-tgk_Cyrl", - "languages": [ - "nso-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539216, - "recall": 0.591897, - "f1": 0.553539, - "accuracy": 0.591897, - "main_score": 0.553539, - "hf_subset": "nso_Latn-yor_Latn", - "languages": [ - "nso-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60218, - "recall": 0.641304, - "f1": 0.612042, - "accuracy": 0.641304, - "main_score": 0.612042, - "hf_subset": "nso_Latn-arz_Arab", - "languages": [ - "nso-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54074, - "recall": 0.582016, - "f1": 0.552043, - "accuracy": 0.582016, - "main_score": 0.552043, - "hf_subset": "nso_Latn-cjk_Latn", - "languages": [ - "nso-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543028, - "recall": 0.585968, - "f1": 0.554302, - "accuracy": 0.585968, - "main_score": 0.554302, - "hf_subset": "nso_Latn-gla_Latn", - "languages": [ - "nso-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585288, - "recall": 0.631423, - "f1": 0.597644, - "accuracy": 0.631423, - "main_score": 0.597644, - "hf_subset": "nso_Latn-kan_Knda", - "languages": [ - "nso-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608207, - "recall": 0.642292, - "f1": 0.616492, - "accuracy": 0.642292, - "main_score": 0.616492, - "hf_subset": "nso_Latn-lmo_Latn", - "languages": [ - "nso-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571952, - "recall": 0.620553, - "f1": 0.584507, - "accuracy": 0.620553, - "main_score": 0.584507, - "hf_subset": "nso_Latn-npi_Deva", - "languages": [ - "nso-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462799, - "recall": 0.509881, - "f1": 0.475467, - "accuracy": 0.509881, - "main_score": 0.475467, - "hf_subset": "nso_Latn-shn_Mymr", - "languages": [ - "nso-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643548, - "recall": 0.679842, - "f1": 0.652938, - "accuracy": 0.679842, - "main_score": 0.652938, - "hf_subset": "nso_Latn-tgl_Latn", - "languages": [ - "nso-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599968, - "recall": 0.641304, - "f1": 0.610428, - "accuracy": 0.641304, - "main_score": 0.610428, - "hf_subset": "nso_Latn-yue_Hant", - "languages": [ - "nso-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553073, - "recall": 0.602767, - "f1": 0.567043, - "accuracy": 0.602767, - "main_score": 0.567043, - "hf_subset": "nso_Latn-asm_Beng", - "languages": [ - "nso-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55933, - "recall": 0.603755, - "f1": 0.571965, - "accuracy": 0.603755, - "main_score": 0.571965, - "hf_subset": "nso_Latn-ckb_Arab", - "languages": [ - "nso-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540643, - "recall": 0.578063, - "f1": 0.551314, - "accuracy": 0.578063, - "main_score": 0.551314, - "hf_subset": "nso_Latn-gle_Latn", - "languages": [ - "nso-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532676, - "recall": 0.578063, - "f1": 0.545033, - "accuracy": 0.578063, - "main_score": 0.545033, - "hf_subset": "nso_Latn-kas_Arab", - "languages": [ - "nso-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579584, - "recall": 0.62253, - "f1": 0.591238, - "accuracy": 0.62253, - "main_score": 0.591238, - "hf_subset": "nso_Latn-ltg_Latn", - "languages": [ - "nso-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511276, - "recall": 0.571146, - "f1": 0.527036, - "accuracy": 0.571146, - "main_score": 0.527036, - "hf_subset": "nso_Latn-sin_Sinh", - "languages": [ - "nso-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594464, - "recall": 0.636364, - "f1": 0.605508, - "accuracy": 0.636364, - "main_score": 0.605508, - "hf_subset": "nso_Latn-tha_Thai", - "languages": [ - "nso-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595584, - "recall": 0.632411, - "f1": 0.604954, - "accuracy": 0.632411, - "main_score": 0.604954, - "hf_subset": "nso_Latn-zho_Hans", - "languages": [ - "nso-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609063, - "recall": 0.653162, - "f1": 0.62052, - "accuracy": 0.653162, - "main_score": 0.62052, - "hf_subset": "nso_Latn-ast_Latn", - "languages": [ - "nso-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600296, - "recall": 0.644269, - "f1": 0.612107, - "accuracy": 0.644269, - "main_score": 0.612107, - "hf_subset": "nso_Latn-crh_Latn", - "languages": [ - "nso-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626922, - "recall": 0.663043, - "f1": 0.635775, - "accuracy": 0.663043, - "main_score": 0.635775, - "hf_subset": "nso_Latn-glg_Latn", - "languages": [ - "nso-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53472, - "recall": 0.583992, - "f1": 0.548309, - "accuracy": 0.583992, - "main_score": 0.548309, - "hf_subset": "nso_Latn-kas_Deva", - "languages": [ - "nso-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599866, - "recall": 0.636364, - "f1": 0.608858, - "accuracy": 0.636364, - "main_score": 0.608858, - "hf_subset": "nso_Latn-ltz_Latn", - "languages": [ - "nso-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495998, - "recall": 0.551383, - "f1": 0.510783, - "accuracy": 0.551383, - "main_score": 0.510783, - "hf_subset": "nso_Latn-nus_Latn", - "languages": [ - "nso-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601862, - "recall": 0.648221, - "f1": 0.614522, - "accuracy": 0.648221, - "main_score": 0.614522, - "hf_subset": "nso_Latn-slk_Latn", - "languages": [ - "nso-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443004, - "recall": 0.497036, - "f1": 0.458107, - "accuracy": 0.497036, - "main_score": 0.458107, - "hf_subset": "nso_Latn-tir_Ethi", - "languages": [ - "nso-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593241, - "recall": 0.639328, - "f1": 0.60441, - "accuracy": 0.639328, - "main_score": 0.60441, - "hf_subset": "nso_Latn-zho_Hant", - "languages": [ - "nso-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590384, - "recall": 0.633399, - "f1": 0.602471, - "accuracy": 0.633399, - "main_score": 0.602471, - "hf_subset": "nso_Latn-awa_Deva", - "languages": [ - "nso-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603656, - "recall": 0.641304, - "f1": 0.613458, - "accuracy": 0.641304, - "main_score": 0.613458, - "hf_subset": "nso_Latn-cym_Latn", - "languages": [ - "nso-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6024, - "recall": 0.641304, - "f1": 0.61283, - "accuracy": 0.641304, - "main_score": 0.61283, - "hf_subset": "nso_Latn-grn_Latn", - "languages": [ - "nso-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559706, - "recall": 0.609684, - "f1": 0.572493, - "accuracy": 0.609684, - "main_score": 0.572493, - "hf_subset": "nso_Latn-kat_Geor", - "languages": [ - "nso-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595212, - "recall": 0.634387, - "f1": 0.605878, - "accuracy": 0.634387, - "main_score": 0.605878, - "hf_subset": "nso_Latn-lua_Latn", - "languages": [ - "nso-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589319, - "recall": 0.628458, - "f1": 0.600467, - "accuracy": 0.628458, - "main_score": 0.600467, - "hf_subset": "nso_Latn-nya_Latn", - "languages": [ - "nso-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611941, - "recall": 0.650198, - "f1": 0.621529, - "accuracy": 0.650198, - "main_score": 0.621529, - "hf_subset": "nso_Latn-slv_Latn", - "languages": [ - "nso-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606208, - "recall": 0.643281, - "f1": 0.61609, - "accuracy": 0.643281, - "main_score": 0.61609, - "hf_subset": "nso_Latn-tpi_Latn", - "languages": [ - "nso-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634339, - "recall": 0.674901, - "f1": 0.645288, - "accuracy": 0.674901, - "main_score": 0.645288, - "hf_subset": "nso_Latn-zsm_Latn", - "languages": [ - "nso-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532485, - "recall": 0.575099, - "f1": 0.544974, - "accuracy": 0.575099, - "main_score": 0.544974, - "hf_subset": "nso_Latn-ayr_Latn", - "languages": [ - "nso-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622403, - "recall": 0.659091, - "f1": 0.632155, - "accuracy": 0.659091, - "main_score": 0.632155, - "hf_subset": "nso_Latn-dan_Latn", - "languages": [ - "nso-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582569, - "recall": 0.631423, - "f1": 0.595325, - "accuracy": 0.631423, - "main_score": 0.595325, - "hf_subset": "nso_Latn-guj_Gujr", - "languages": [ - "nso-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58649, - "recall": 0.632411, - "f1": 0.598768, - "accuracy": 0.632411, - "main_score": 0.598768, - "hf_subset": "nso_Latn-kaz_Cyrl", - "languages": [ - "nso-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54208, - "recall": 0.586957, - "f1": 0.554509, - "accuracy": 0.586957, - "main_score": 0.554509, - "hf_subset": "nso_Latn-lug_Latn", - "languages": [ - "nso-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631384, - "recall": 0.671937, - "f1": 0.642006, - "accuracy": 0.671937, - "main_score": 0.642006, - "hf_subset": "nso_Latn-oci_Latn", - "languages": [ - "nso-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592355, - "recall": 0.623518, - "f1": 0.600476, - "accuracy": 0.623518, - "main_score": 0.600476, - "hf_subset": "nso_Latn-smo_Latn", - "languages": [ - "nso-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689898, - "recall": 0.747036, - "f1": 0.706272, - "accuracy": 0.747036, - "main_score": 0.706272, - "hf_subset": "nso_Latn-tsn_Latn", - "languages": [ - "nso-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592918, - "recall": 0.641304, - "f1": 0.606458, - "accuracy": 0.641304, - "main_score": 0.606458, - "hf_subset": "nso_Latn-zul_Latn", - "languages": [ - "nso-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523482, - "recall": 0.574111, - "f1": 0.537793, - "accuracy": 0.574111, - "main_score": 0.537793, - "hf_subset": "nso_Latn-azb_Arab", - "languages": [ - "nso-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618663, - "recall": 0.661067, - "f1": 0.629911, - "accuracy": 0.661067, - "main_score": 0.629911, - "hf_subset": "nso_Latn-deu_Latn", - "languages": [ - "nso-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568817, - "recall": 0.609684, - "f1": 0.57984, - "accuracy": 0.609684, - "main_score": 0.57984, - "hf_subset": "nso_Latn-hat_Latn", - "languages": [ - "nso-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512898, - "recall": 0.5583, - "f1": 0.525527, - "accuracy": 0.5583, - "main_score": 0.525527, - "hf_subset": "nso_Latn-kbp_Latn", - "languages": [ - "nso-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602692, - "recall": 0.63834, - "f1": 0.613124, - "accuracy": 0.63834, - "main_score": 0.613124, - "hf_subset": "nso_Latn-luo_Latn", - "languages": [ - "nso-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585343, - "recall": 0.632411, - "f1": 0.598366, - "accuracy": 0.632411, - "main_score": 0.598366, - "hf_subset": "nso_Latn-ory_Orya", - "languages": [ - "nso-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573982, - "recall": 0.625494, - "f1": 0.587641, - "accuracy": 0.625494, - "main_score": 0.587641, - "hf_subset": "nso_Latn-sna_Latn", - "languages": [ - "nso-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593519, - "recall": 0.633399, - "f1": 0.605146, - "accuracy": 0.633399, - "main_score": 0.605146, - "hf_subset": "nso_Latn-tso_Latn", - "languages": [ - "nso-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571576, - "recall": 0.619565, - "f1": 0.584588, - "accuracy": 0.619565, - "main_score": 0.584588, - "hf_subset": "nso_Latn-azj_Latn", - "languages": [ - "nso-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5368, - "recall": 0.583992, - "f1": 0.55093, - "accuracy": 0.583992, - "main_score": 0.55093, - "hf_subset": "nso_Latn-dik_Latn", - "languages": [ - "nso-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590467, - "recall": 0.628458, - "f1": 0.601103, - "accuracy": 0.628458, - "main_score": 0.601103, - "hf_subset": "nso_Latn-hau_Latn", - "languages": [ - "nso-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613056, - "recall": 0.650198, - "f1": 0.622477, - "accuracy": 0.650198, - "main_score": 0.622477, - "hf_subset": "nso_Latn-kea_Latn", - "languages": [ - "nso-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598337, - "recall": 0.630435, - "f1": 0.607352, - "accuracy": 0.630435, - "main_score": 0.607352, - "hf_subset": "nso_Latn-lus_Latn", - "languages": [ - "nso-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599802, - "recall": 0.630435, - "f1": 0.608325, - "accuracy": 0.630435, - "main_score": 0.608325, - "hf_subset": "nso_Latn-pag_Latn", - "languages": [ - "nso-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57766, - "recall": 0.626482, - "f1": 0.591373, - "accuracy": 0.626482, - "main_score": 0.591373, - "hf_subset": "nso_Latn-snd_Arab", - "languages": [ - "nso-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554021, - "recall": 0.598814, - "f1": 0.566233, - "accuracy": 0.598814, - "main_score": 0.566233, - "hf_subset": "nso_Latn-tuk_Latn", - "languages": [ - "nso-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589176, - "recall": 0.629447, - "f1": 0.59993, - "accuracy": 0.629447, - "main_score": 0.59993, - "hf_subset": "nso_Latn-bak_Cyrl", - "languages": [ - "nso-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458187, - "recall": 0.524704, - "f1": 0.47722, - "accuracy": 0.524704, - "main_score": 0.47722, - "hf_subset": "nso_Latn-dyu_Latn", - "languages": [ - "nso-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600686, - "recall": 0.63834, - "f1": 0.611011, - "accuracy": 0.63834, - "main_score": 0.611011, - "hf_subset": "nso_Latn-heb_Hebr", - "languages": [ - "nso-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564319, - "recall": 0.606719, - "f1": 0.575967, - "accuracy": 0.606719, - "main_score": 0.575967, - "hf_subset": "nso_Latn-khk_Cyrl", - "languages": [ - "nso-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600392, - "recall": 0.635375, - "f1": 0.609501, - "accuracy": 0.635375, - "main_score": 0.609501, - "hf_subset": "nso_Latn-lvs_Latn", - "languages": [ - "nso-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585791, - "recall": 0.629447, - "f1": 0.597362, - "accuracy": 0.629447, - "main_score": 0.597362, - "hf_subset": "nso_Latn-pan_Guru", - "languages": [ - "nso-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553278, - "recall": 0.599802, - "f1": 0.56634, - "accuracy": 0.599802, - "main_score": 0.56634, - "hf_subset": "nso_Latn-som_Latn", - "languages": [ - "nso-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561797, - "recall": 0.599802, - "f1": 0.572838, - "accuracy": 0.599802, - "main_score": 0.572838, - "hf_subset": "nso_Latn-tum_Latn", - "languages": [ - "nso-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496638, - "recall": 0.5583, - "f1": 0.513625, - "accuracy": 0.5583, - "main_score": 0.513625, - "hf_subset": "sin_Sinh-ace_Arab", - "languages": [ - "sin-Sinh", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471049, - "recall": 0.519763, - "f1": 0.484083, - "accuracy": 0.519763, - "main_score": 0.484083, - "hf_subset": "sin_Sinh-bam_Latn", - "languages": [ - "sin-Sinh", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397709, - "recall": 0.476285, - "f1": 0.418059, - "accuracy": 0.476285, - "main_score": 0.418059, - "hf_subset": "sin_Sinh-dzo_Tibt", - "languages": [ - "sin-Sinh", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sin_Sinh-hin_Deva", - "languages": [ - "sin-Sinh", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "sin_Sinh-khm_Khmr", - "languages": [ - "sin-Sinh", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "sin_Sinh-mag_Deva", - "languages": [ - "sin-Sinh", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931077, - "recall": 0.950593, - "f1": 0.937319, - "accuracy": 0.950593, - "main_score": 0.937319, - "hf_subset": "sin_Sinh-pap_Latn", - "languages": [ - "sin-Sinh", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530376, - "recall": 0.588933, - "f1": 0.546198, - "accuracy": 0.588933, - "main_score": 0.546198, - "hf_subset": "sin_Sinh-sot_Latn", - "languages": [ - "sin-Sinh", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "sin_Sinh-tur_Latn", - "languages": [ - "sin-Sinh", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.764476, - "recall": 0.814229, - "f1": 0.779465, - "accuracy": 0.814229, - "main_score": 0.779465, - "hf_subset": "sin_Sinh-ace_Latn", - "languages": [ - "sin-Sinh", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884717, - "recall": 0.911067, - "f1": 0.892885, - "accuracy": 0.911067, - "main_score": 0.892885, - "hf_subset": "sin_Sinh-ban_Latn", - "languages": [ - "sin-Sinh", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-ell_Grek", - "languages": [ - "sin-Sinh", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "sin_Sinh-hne_Deva", - "languages": [ - "sin-Sinh", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498515, - "recall": 0.560277, - "f1": 0.51541, - "accuracy": 0.560277, - "main_score": 0.51541, - "hf_subset": "sin_Sinh-kik_Latn", - "languages": [ - "sin-Sinh", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "sin_Sinh-mai_Deva", - "languages": [ - "sin-Sinh", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935606, - "recall": 0.955534, - "f1": 0.942029, - "accuracy": 0.955534, - "main_score": 0.942029, - "hf_subset": "sin_Sinh-pbt_Arab", - "languages": [ - "sin-Sinh", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sin_Sinh-spa_Latn", - "languages": [ - "sin-Sinh", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544936, - "recall": 0.603755, - "f1": 0.561654, - "accuracy": 0.603755, - "main_score": 0.561654, - "hf_subset": "sin_Sinh-twi_Latn", - "languages": [ - "sin-Sinh", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "sin_Sinh-acm_Arab", - "languages": [ - "sin-Sinh", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "sin_Sinh-bel_Cyrl", - "languages": [ - "sin-Sinh", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-eng_Latn", - "languages": [ - "sin-Sinh", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "sin_Sinh-hrv_Latn", - "languages": [ - "sin-Sinh", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481483, - "recall": 0.541502, - "f1": 0.497819, - "accuracy": 0.541502, - "main_score": 0.497819, - "hf_subset": "sin_Sinh-kin_Latn", - "languages": [ - "sin-Sinh", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sin_Sinh-mal_Mlym", - "languages": [ - "sin-Sinh", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-pes_Arab", - "languages": [ - "sin-Sinh", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.962451, - "f1": 0.951581, - "accuracy": 0.962451, - "main_score": 0.951581, - "hf_subset": "sin_Sinh-srd_Latn", - "languages": [ - "sin-Sinh", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.19246, - "recall": 0.236166, - "f1": 0.20342, - "accuracy": 0.236166, - "main_score": 0.20342, - "hf_subset": "sin_Sinh-tzm_Tfng", - "languages": [ - "sin-Sinh", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-acq_Arab", - "languages": [ - "sin-Sinh", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550943, - "recall": 0.604743, - "f1": 0.566373, - "accuracy": 0.604743, - "main_score": 0.566373, - "hf_subset": "sin_Sinh-bem_Latn", - "languages": [ - "sin-Sinh", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "sin_Sinh-epo_Latn", - "languages": [ - "sin-Sinh", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "sin_Sinh-hun_Latn", - "languages": [ - "sin-Sinh", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "sin_Sinh-kir_Cyrl", - "languages": [ - "sin-Sinh", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-mar_Deva", - "languages": [ - "sin-Sinh", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600198, - "recall": 0.65415, - "f1": 0.616173, - "accuracy": 0.65415, - "main_score": 0.616173, - "hf_subset": "sin_Sinh-plt_Latn", - "languages": [ - "sin-Sinh", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "sin_Sinh-srp_Cyrl", - "languages": [ - "sin-Sinh", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933136, - "recall": 0.952569, - "f1": 0.939394, - "accuracy": 0.952569, - "main_score": 0.939394, - "hf_subset": "sin_Sinh-uig_Arab", - "languages": [ - "sin-Sinh", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955204, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "sin_Sinh-aeb_Arab", - "languages": [ - "sin-Sinh", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sin_Sinh-ben_Beng", - "languages": [ - "sin-Sinh", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "sin_Sinh-est_Latn", - "languages": [ - "sin-Sinh", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "sin_Sinh-hye_Armn", - "languages": [ - "sin-Sinh", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473174, - "recall": 0.521739, - "f1": 0.487093, - "accuracy": 0.521739, - "main_score": 0.487093, - "hf_subset": "sin_Sinh-kmb_Latn", - "languages": [ - "sin-Sinh", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42661, - "recall": 0.494071, - "f1": 0.444613, - "accuracy": 0.494071, - "main_score": 0.444613, - "hf_subset": "sin_Sinh-min_Arab", - "languages": [ - "sin-Sinh", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "sin_Sinh-pol_Latn", - "languages": [ - "sin-Sinh", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501968, - "recall": 0.567194, - "f1": 0.51994, - "accuracy": 0.567194, - "main_score": 0.51994, - "hf_subset": "sin_Sinh-ssw_Latn", - "languages": [ - "sin-Sinh", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sin_Sinh-ukr_Cyrl", - "languages": [ - "sin-Sinh", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-afr_Latn", - "languages": [ - "sin-Sinh", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966535, - "accuracy": 0.974308, - "main_score": 0.966535, - "hf_subset": "sin_Sinh-bho_Deva", - "languages": [ - "sin-Sinh", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947299, - "recall": 0.963439, - "f1": 0.952569, - "accuracy": 0.963439, - "main_score": 0.952569, - "hf_subset": "sin_Sinh-eus_Latn", - "languages": [ - "sin-Sinh", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508285, - "recall": 0.574111, - "f1": 0.526267, - "accuracy": 0.574111, - "main_score": 0.526267, - "hf_subset": "sin_Sinh-ibo_Latn", - "languages": [ - "sin-Sinh", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835227, - "recall": 0.879447, - "f1": 0.849129, - "accuracy": 0.879447, - "main_score": 0.849129, - "hf_subset": "sin_Sinh-kmr_Latn", - "languages": [ - "sin-Sinh", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927948, - "recall": 0.948617, - "f1": 0.934519, - "accuracy": 0.948617, - "main_score": 0.934519, - "hf_subset": "sin_Sinh-min_Latn", - "languages": [ - "sin-Sinh", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "sin_Sinh-por_Latn", - "languages": [ - "sin-Sinh", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954628, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "sin_Sinh-sun_Latn", - "languages": [ - "sin-Sinh", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446102, - "recall": 0.500988, - "f1": 0.461561, - "accuracy": 0.500988, - "main_score": 0.461561, - "hf_subset": "sin_Sinh-umb_Latn", - "languages": [ - "sin-Sinh", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "sin_Sinh-ajp_Arab", - "languages": [ - "sin-Sinh", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457015, - "recall": 0.51581, - "f1": 0.473582, - "accuracy": 0.51581, - "main_score": 0.473582, - "hf_subset": "sin_Sinh-bjn_Arab", - "languages": [ - "sin-Sinh", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43832, - "recall": 0.492095, - "f1": 0.453346, - "accuracy": 0.492095, - "main_score": 0.453346, - "hf_subset": "sin_Sinh-ewe_Latn", - "languages": [ - "sin-Sinh", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875741, - "recall": 0.906126, - "f1": 0.884703, - "accuracy": 0.906126, - "main_score": 0.884703, - "hf_subset": "sin_Sinh-ilo_Latn", - "languages": [ - "sin-Sinh", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291306, - "recall": 0.337945, - "f1": 0.304083, - "accuracy": 0.337945, - "main_score": 0.304083, - "hf_subset": "sin_Sinh-knc_Arab", - "languages": [ - "sin-Sinh", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "sin_Sinh-mkd_Cyrl", - "languages": [ - "sin-Sinh", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-prs_Arab", - "languages": [ - "sin-Sinh", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sin_Sinh-swe_Latn", - "languages": [ - "sin-Sinh", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-urd_Arab", - "languages": [ - "sin-Sinh", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485725, - "recall": 0.550395, - "f1": 0.504123, - "accuracy": 0.550395, - "main_score": 0.504123, - "hf_subset": "sin_Sinh-aka_Latn", - "languages": [ - "sin-Sinh", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926416, - "recall": 0.94664, - "f1": 0.932806, - "accuracy": 0.94664, - "main_score": 0.932806, - "hf_subset": "sin_Sinh-bjn_Latn", - "languages": [ - "sin-Sinh", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902701, - "recall": 0.931818, - "f1": 0.911726, - "accuracy": 0.931818, - "main_score": 0.911726, - "hf_subset": "sin_Sinh-fao_Latn", - "languages": [ - "sin-Sinh", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-ind_Latn", - "languages": [ - "sin-Sinh", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526611, - "recall": 0.577075, - "f1": 0.540958, - "accuracy": 0.577075, - "main_score": 0.540958, - "hf_subset": "sin_Sinh-knc_Latn", - "languages": [ - "sin-Sinh", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954545, - "recall": 0.967391, - "f1": 0.958465, - "accuracy": 0.967391, - "main_score": 0.958465, - "hf_subset": "sin_Sinh-mlt_Latn", - "languages": [ - "sin-Sinh", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623053, - "recall": 0.68083, - "f1": 0.63929, - "accuracy": 0.68083, - "main_score": 0.63929, - "hf_subset": "sin_Sinh-quy_Latn", - "languages": [ - "sin-Sinh", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931901, - "recall": 0.952569, - "f1": 0.938636, - "accuracy": 0.952569, - "main_score": 0.938636, - "hf_subset": "sin_Sinh-swh_Latn", - "languages": [ - "sin-Sinh", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "sin_Sinh-uzn_Latn", - "languages": [ - "sin-Sinh", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "sin_Sinh-als_Latn", - "languages": [ - "sin-Sinh", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616288, - "recall": 0.687747, - "f1": 0.636957, - "accuracy": 0.687747, - "main_score": 0.636957, - "hf_subset": "sin_Sinh-bod_Tibt", - "languages": [ - "sin-Sinh", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621489, - "recall": 0.689723, - "f1": 0.640615, - "accuracy": 0.689723, - "main_score": 0.640615, - "hf_subset": "sin_Sinh-fij_Latn", - "languages": [ - "sin-Sinh", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944664, - "recall": 0.961462, - "f1": 0.950099, - "accuracy": 0.961462, - "main_score": 0.950099, - "hf_subset": "sin_Sinh-isl_Latn", - "languages": [ - "sin-Sinh", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560846, - "recall": 0.615613, - "f1": 0.576123, - "accuracy": 0.615613, - "main_score": 0.576123, - "hf_subset": "sin_Sinh-kon_Latn", - "languages": [ - "sin-Sinh", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584892, - "recall": 0.650198, - "f1": 0.603209, - "accuracy": 0.650198, - "main_score": 0.603209, - "hf_subset": "sin_Sinh-mni_Beng", - "languages": [ - "sin-Sinh", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-ron_Latn", - "languages": [ - "sin-Sinh", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.960474, - "f1": 0.94944, - "accuracy": 0.960474, - "main_score": 0.94944, - "hf_subset": "sin_Sinh-szl_Latn", - "languages": [ - "sin-Sinh", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970059, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "sin_Sinh-vec_Latn", - "languages": [ - "sin-Sinh", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920537, - "recall": 0.944664, - "f1": 0.928096, - "accuracy": 0.944664, - "main_score": 0.928096, - "hf_subset": "sin_Sinh-amh_Ethi", - "languages": [ - "sin-Sinh", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-bos_Latn", - "languages": [ - "sin-Sinh", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "sin_Sinh-fin_Latn", - "languages": [ - "sin-Sinh", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sin_Sinh-ita_Latn", - "languages": [ - "sin-Sinh", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "sin_Sinh-kor_Hang", - "languages": [ - "sin-Sinh", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486321, - "recall": 0.538538, - "f1": 0.5004, - "accuracy": 0.538538, - "main_score": 0.5004, - "hf_subset": "sin_Sinh-mos_Latn", - "languages": [ - "sin-Sinh", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499316, - "recall": 0.550395, - "f1": 0.513312, - "accuracy": 0.550395, - "main_score": 0.513312, - "hf_subset": "sin_Sinh-run_Latn", - "languages": [ - "sin-Sinh", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-tam_Taml", - "languages": [ - "sin-Sinh", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "sin_Sinh-vie_Latn", - "languages": [ - "sin-Sinh", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "sin_Sinh-apc_Arab", - "languages": [ - "sin-Sinh", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697867, - "recall": 0.759881, - "f1": 0.715725, - "accuracy": 0.759881, - "main_score": 0.715725, - "hf_subset": "sin_Sinh-bug_Latn", - "languages": [ - "sin-Sinh", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407057, - "recall": 0.461462, - "f1": 0.421734, - "accuracy": 0.461462, - "main_score": 0.421734, - "hf_subset": "sin_Sinh-fon_Latn", - "languages": [ - "sin-Sinh", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "sin_Sinh-jav_Latn", - "languages": [ - "sin-Sinh", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "sin_Sinh-lao_Laoo", - "languages": [ - "sin-Sinh", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79249, - "recall": 0.843874, - "f1": 0.808187, - "accuracy": 0.843874, - "main_score": 0.808187, - "hf_subset": "sin_Sinh-mri_Latn", - "languages": [ - "sin-Sinh", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "sin_Sinh-rus_Cyrl", - "languages": [ - "sin-Sinh", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466026, - "recall": 0.520751, - "f1": 0.481227, - "accuracy": 0.520751, - "main_score": 0.481227, - "hf_subset": "sin_Sinh-taq_Latn", - "languages": [ - "sin-Sinh", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.963439, - "f1": 0.953557, - "accuracy": 0.963439, - "main_score": 0.953557, - "hf_subset": "sin_Sinh-war_Latn", - "languages": [ - "sin-Sinh", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "sin_Sinh-arb_Arab", - "languages": [ - "sin-Sinh", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "sin_Sinh-bul_Cyrl", - "languages": [ - "sin-Sinh", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-fra_Latn", - "languages": [ - "sin-Sinh", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "sin_Sinh-jpn_Jpan", - "languages": [ - "sin-Sinh", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951334, - "recall": 0.966403, - "f1": 0.956094, - "accuracy": 0.966403, - "main_score": 0.956094, - "hf_subset": "sin_Sinh-lij_Latn", - "languages": [ - "sin-Sinh", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "sin_Sinh-mya_Mymr", - "languages": [ - "sin-Sinh", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500263, - "recall": 0.563241, - "f1": 0.517294, - "accuracy": 0.563241, - "main_score": 0.517294, - "hf_subset": "sin_Sinh-sag_Latn", - "languages": [ - "sin-Sinh", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192968, - "recall": 0.242095, - "f1": 0.204322, - "accuracy": 0.242095, - "main_score": 0.204322, - "hf_subset": "sin_Sinh-taq_Tfng", - "languages": [ - "sin-Sinh", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534758, - "recall": 0.597826, - "f1": 0.552673, - "accuracy": 0.597826, - "main_score": 0.552673, - "hf_subset": "sin_Sinh-wol_Latn", - "languages": [ - "sin-Sinh", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708952, - "recall": 0.774704, - "f1": 0.728381, - "accuracy": 0.774704, - "main_score": 0.728381, - "hf_subset": "sin_Sinh-arb_Latn", - "languages": [ - "sin-Sinh", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "sin_Sinh-cat_Latn", - "languages": [ - "sin-Sinh", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "sin_Sinh-fur_Latn", - "languages": [ - "sin-Sinh", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.376663, - "recall": 0.426877, - "f1": 0.390562, - "accuracy": 0.426877, - "main_score": 0.390562, - "hf_subset": "sin_Sinh-kab_Latn", - "languages": [ - "sin-Sinh", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.954545, - "f1": 0.943464, - "accuracy": 0.954545, - "main_score": 0.943464, - "hf_subset": "sin_Sinh-lim_Latn", - "languages": [ - "sin-Sinh", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "sin_Sinh-nld_Latn", - "languages": [ - "sin-Sinh", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946476, - "recall": 0.962451, - "f1": 0.951746, - "accuracy": 0.962451, - "main_score": 0.951746, - "hf_subset": "sin_Sinh-san_Deva", - "languages": [ - "sin-Sinh", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "sin_Sinh-tat_Cyrl", - "languages": [ - "sin-Sinh", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5965, - "recall": 0.658103, - "f1": 0.614138, - "accuracy": 0.658103, - "main_score": 0.614138, - "hf_subset": "sin_Sinh-xho_Latn", - "languages": [ - "sin-Sinh", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "sin_Sinh-ars_Arab", - "languages": [ - "sin-Sinh", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970059, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "sin_Sinh-ceb_Latn", - "languages": [ - "sin-Sinh", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49654, - "recall": 0.557312, - "f1": 0.513887, - "accuracy": 0.557312, - "main_score": 0.513887, - "hf_subset": "sin_Sinh-fuv_Latn", - "languages": [ - "sin-Sinh", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452614, - "recall": 0.513834, - "f1": 0.469572, - "accuracy": 0.513834, - "main_score": 0.469572, - "hf_subset": "sin_Sinh-kac_Latn", - "languages": [ - "sin-Sinh", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582678, - "recall": 0.634387, - "f1": 0.597156, - "accuracy": 0.634387, - "main_score": 0.597156, - "hf_subset": "sin_Sinh-lin_Latn", - "languages": [ - "sin-Sinh", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "sin_Sinh-nno_Latn", - "languages": [ - "sin-Sinh", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.221721, - "recall": 0.300395, - "f1": 0.242567, - "accuracy": 0.300395, - "main_score": 0.242567, - "hf_subset": "sin_Sinh-sat_Olck", - "languages": [ - "sin-Sinh", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sin_Sinh-tel_Telu", - "languages": [ - "sin-Sinh", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919911, - "recall": 0.9417, - "f1": 0.926614, - "accuracy": 0.9417, - "main_score": 0.926614, - "hf_subset": "sin_Sinh-ydd_Hebr", - "languages": [ - "sin-Sinh", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "sin_Sinh-ary_Arab", - "languages": [ - "sin-Sinh", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-ces_Latn", - "languages": [ - "sin-Sinh", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53658, - "recall": 0.59585, - "f1": 0.55328, - "accuracy": 0.59585, - "main_score": 0.55328, - "hf_subset": "sin_Sinh-gaz_Latn", - "languages": [ - "sin-Sinh", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50719, - "recall": 0.564229, - "f1": 0.522839, - "accuracy": 0.564229, - "main_score": 0.522839, - "hf_subset": "sin_Sinh-kam_Latn", - "languages": [ - "sin-Sinh", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "sin_Sinh-lit_Latn", - "languages": [ - "sin-Sinh", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "sin_Sinh-nob_Latn", - "languages": [ - "sin-Sinh", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940382, - "recall": 0.95751, - "f1": 0.945817, - "accuracy": 0.95751, - "main_score": 0.945817, - "hf_subset": "sin_Sinh-scn_Latn", - "languages": [ - "sin-Sinh", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937582, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "sin_Sinh-tgk_Cyrl", - "languages": [ - "sin-Sinh", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656493, - "recall": 0.729249, - "f1": 0.678216, - "accuracy": 0.729249, - "main_score": 0.678216, - "hf_subset": "sin_Sinh-yor_Latn", - "languages": [ - "sin-Sinh", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "sin_Sinh-arz_Arab", - "languages": [ - "sin-Sinh", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486965, - "recall": 0.54249, - "f1": 0.502418, - "accuracy": 0.54249, - "main_score": 0.502418, - "hf_subset": "sin_Sinh-cjk_Latn", - "languages": [ - "sin-Sinh", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687088, - "recall": 0.758893, - "f1": 0.70886, - "accuracy": 0.758893, - "main_score": 0.70886, - "hf_subset": "sin_Sinh-gla_Latn", - "languages": [ - "sin-Sinh", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sin_Sinh-kan_Knda", - "languages": [ - "sin-Sinh", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946838, - "recall": 0.962451, - "f1": 0.951746, - "accuracy": 0.962451, - "main_score": 0.951746, - "hf_subset": "sin_Sinh-lmo_Latn", - "languages": [ - "sin-Sinh", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "sin_Sinh-npi_Deva", - "languages": [ - "sin-Sinh", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397116, - "recall": 0.460474, - "f1": 0.414714, - "accuracy": 0.460474, - "main_score": 0.414714, - "hf_subset": "sin_Sinh-shn_Mymr", - "languages": [ - "sin-Sinh", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "sin_Sinh-tgl_Latn", - "languages": [ - "sin-Sinh", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "sin_Sinh-yue_Hant", - "languages": [ - "sin-Sinh", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-asm_Beng", - "languages": [ - "sin-Sinh", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912994, - "recall": 0.938735, - "f1": 0.921014, - "accuracy": 0.938735, - "main_score": 0.921014, - "hf_subset": "sin_Sinh-ckb_Arab", - "languages": [ - "sin-Sinh", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806851, - "recall": 0.850791, - "f1": 0.82029, - "accuracy": 0.850791, - "main_score": 0.82029, - "hf_subset": "sin_Sinh-gle_Latn", - "languages": [ - "sin-Sinh", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875609, - "recall": 0.909091, - "f1": 0.885771, - "accuracy": 0.909091, - "main_score": 0.885771, - "hf_subset": "sin_Sinh-kas_Arab", - "languages": [ - "sin-Sinh", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857411, - "recall": 0.896245, - "f1": 0.869532, - "accuracy": 0.896245, - "main_score": 0.869532, - "hf_subset": "sin_Sinh-ltg_Latn", - "languages": [ - "sin-Sinh", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533392, - "recall": 0.586957, - "f1": 0.548183, - "accuracy": 0.586957, - "main_score": 0.548183, - "hf_subset": "sin_Sinh-nso_Latn", - "languages": [ - "sin-Sinh", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "sin_Sinh-tha_Thai", - "languages": [ - "sin-Sinh", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "sin_Sinh-zho_Hans", - "languages": [ - "sin-Sinh", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sin_Sinh-ast_Latn", - "languages": [ - "sin-Sinh", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "sin_Sinh-crh_Latn", - "languages": [ - "sin-Sinh", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "sin_Sinh-glg_Latn", - "languages": [ - "sin-Sinh", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787945, - "recall": 0.839921, - "f1": 0.803986, - "accuracy": 0.839921, - "main_score": 0.803986, - "hf_subset": "sin_Sinh-kas_Deva", - "languages": [ - "sin-Sinh", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935853, - "recall": 0.954545, - "f1": 0.941765, - "accuracy": 0.954545, - "main_score": 0.941765, - "hf_subset": "sin_Sinh-ltz_Latn", - "languages": [ - "sin-Sinh", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400851, - "recall": 0.466403, - "f1": 0.418462, - "accuracy": 0.466403, - "main_score": 0.418462, - "hf_subset": "sin_Sinh-nus_Latn", - "languages": [ - "sin-Sinh", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "sin_Sinh-slk_Latn", - "languages": [ - "sin-Sinh", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572259, - "recall": 0.639328, - "f1": 0.591669, - "accuracy": 0.639328, - "main_score": 0.591669, - "hf_subset": "sin_Sinh-tir_Ethi", - "languages": [ - "sin-Sinh", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "sin_Sinh-zho_Hant", - "languages": [ - "sin-Sinh", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.976285, - "f1": 0.970191, - "accuracy": 0.976285, - "main_score": 0.970191, - "hf_subset": "sin_Sinh-awa_Deva", - "languages": [ - "sin-Sinh", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931522, - "recall": 0.951581, - "f1": 0.937912, - "accuracy": 0.951581, - "main_score": 0.937912, - "hf_subset": "sin_Sinh-cym_Latn", - "languages": [ - "sin-Sinh", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710359, - "recall": 0.76581, - "f1": 0.726487, - "accuracy": 0.76581, - "main_score": 0.726487, - "hf_subset": "sin_Sinh-grn_Latn", - "languages": [ - "sin-Sinh", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.982213, - "f1": 0.977437, - "accuracy": 0.982213, - "main_score": 0.977437, - "hf_subset": "sin_Sinh-kat_Geor", - "languages": [ - "sin-Sinh", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549155, - "recall": 0.607708, - "f1": 0.564805, - "accuracy": 0.607708, - "main_score": 0.564805, - "hf_subset": "sin_Sinh-lua_Latn", - "languages": [ - "sin-Sinh", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562718, - "recall": 0.620553, - "f1": 0.577822, - "accuracy": 0.620553, - "main_score": 0.577822, - "hf_subset": "sin_Sinh-nya_Latn", - "languages": [ - "sin-Sinh", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "sin_Sinh-slv_Latn", - "languages": [ - "sin-Sinh", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842549, - "recall": 0.881423, - "f1": 0.853837, - "accuracy": 0.881423, - "main_score": 0.853837, - "hf_subset": "sin_Sinh-tpi_Latn", - "languages": [ - "sin-Sinh", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "sin_Sinh-zsm_Latn", - "languages": [ - "sin-Sinh", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483745, - "recall": 0.534585, - "f1": 0.497582, - "accuracy": 0.534585, - "main_score": 0.497582, - "hf_subset": "sin_Sinh-ayr_Latn", - "languages": [ - "sin-Sinh", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "sin_Sinh-dan_Latn", - "languages": [ - "sin-Sinh", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "sin_Sinh-guj_Gujr", - "languages": [ - "sin-Sinh", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "sin_Sinh-kaz_Cyrl", - "languages": [ - "sin-Sinh", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4782, - "recall": 0.538538, - "f1": 0.495001, - "accuracy": 0.538538, - "main_score": 0.495001, - "hf_subset": "sin_Sinh-lug_Latn", - "languages": [ - "sin-Sinh", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "sin_Sinh-oci_Latn", - "languages": [ - "sin-Sinh", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752717, - "recall": 0.80336, - "f1": 0.76733, - "accuracy": 0.80336, - "main_score": 0.76733, - "hf_subset": "sin_Sinh-smo_Latn", - "languages": [ - "sin-Sinh", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489009, - "recall": 0.549407, - "f1": 0.505283, - "accuracy": 0.549407, - "main_score": 0.505283, - "hf_subset": "sin_Sinh-tsn_Latn", - "languages": [ - "sin-Sinh", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559184, - "recall": 0.617589, - "f1": 0.575535, - "accuracy": 0.617589, - "main_score": 0.575535, - "hf_subset": "sin_Sinh-zul_Latn", - "languages": [ - "sin-Sinh", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831357, - "recall": 0.875494, - "f1": 0.845323, - "accuracy": 0.875494, - "main_score": 0.845323, - "hf_subset": "sin_Sinh-azb_Arab", - "languages": [ - "sin-Sinh", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-deu_Latn", - "languages": [ - "sin-Sinh", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937912, - "recall": 0.955534, - "f1": 0.943676, - "accuracy": 0.955534, - "main_score": 0.943676, - "hf_subset": "sin_Sinh-hat_Latn", - "languages": [ - "sin-Sinh", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430001, - "recall": 0.486166, - "f1": 0.445774, - "accuracy": 0.486166, - "main_score": 0.445774, - "hf_subset": "sin_Sinh-kbp_Latn", - "languages": [ - "sin-Sinh", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505595, - "recall": 0.564229, - "f1": 0.521074, - "accuracy": 0.564229, - "main_score": 0.521074, - "hf_subset": "sin_Sinh-luo_Latn", - "languages": [ - "sin-Sinh", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "sin_Sinh-ory_Orya", - "languages": [ - "sin-Sinh", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510559, - "recall": 0.575099, - "f1": 0.528971, - "accuracy": 0.575099, - "main_score": 0.528971, - "hf_subset": "sin_Sinh-sna_Latn", - "languages": [ - "sin-Sinh", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501485, - "recall": 0.55336, - "f1": 0.515454, - "accuracy": 0.55336, - "main_score": 0.515454, - "hf_subset": "sin_Sinh-tso_Latn", - "languages": [ - "sin-Sinh", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "sin_Sinh-azj_Latn", - "languages": [ - "sin-Sinh", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461233, - "recall": 0.518775, - "f1": 0.477703, - "accuracy": 0.518775, - "main_score": 0.477703, - "hf_subset": "sin_Sinh-dik_Latn", - "languages": [ - "sin-Sinh", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653764, - "recall": 0.720356, - "f1": 0.673144, - "accuracy": 0.720356, - "main_score": 0.673144, - "hf_subset": "sin_Sinh-hau_Latn", - "languages": [ - "sin-Sinh", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921937, - "recall": 0.943676, - "f1": 0.928656, - "accuracy": 0.943676, - "main_score": 0.928656, - "hf_subset": "sin_Sinh-kea_Latn", - "languages": [ - "sin-Sinh", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650675, - "recall": 0.710474, - "f1": 0.667975, - "accuracy": 0.710474, - "main_score": 0.667975, - "hf_subset": "sin_Sinh-lus_Latn", - "languages": [ - "sin-Sinh", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749457, - "recall": 0.797431, - "f1": 0.76389, - "accuracy": 0.797431, - "main_score": 0.76389, - "hf_subset": "sin_Sinh-pag_Latn", - "languages": [ - "sin-Sinh", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "sin_Sinh-snd_Arab", - "languages": [ - "sin-Sinh", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921607, - "recall": 0.944664, - "f1": 0.928854, - "accuracy": 0.944664, - "main_score": 0.928854, - "hf_subset": "sin_Sinh-tuk_Latn", - "languages": [ - "sin-Sinh", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94664, - "recall": 0.962451, - "f1": 0.951581, - "accuracy": 0.962451, - "main_score": 0.951581, - "hf_subset": "sin_Sinh-bak_Cyrl", - "languages": [ - "sin-Sinh", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402052, - "recall": 0.475296, - "f1": 0.42265, - "accuracy": 0.475296, - "main_score": 0.42265, - "hf_subset": "sin_Sinh-dyu_Latn", - "languages": [ - "sin-Sinh", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "sin_Sinh-heb_Hebr", - "languages": [ - "sin-Sinh", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951334, - "recall": 0.966403, - "f1": 0.956094, - "accuracy": 0.966403, - "main_score": 0.956094, - "hf_subset": "sin_Sinh-khk_Cyrl", - "languages": [ - "sin-Sinh", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "sin_Sinh-lvs_Latn", - "languages": [ - "sin-Sinh", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "sin_Sinh-pan_Guru", - "languages": [ - "sin-Sinh", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639592, - "recall": 0.704545, - "f1": 0.659143, - "accuracy": 0.704545, - "main_score": 0.659143, - "hf_subset": "sin_Sinh-som_Latn", - "languages": [ - "sin-Sinh", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515752, - "recall": 0.563241, - "f1": 0.529433, - "accuracy": 0.563241, - "main_score": 0.529433, - "hf_subset": "sin_Sinh-tum_Latn", - "languages": [ - "sin-Sinh", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56041, - "recall": 0.632411, - "f1": 0.580741, - "accuracy": 0.632411, - "main_score": 0.580741, - "hf_subset": "tha_Thai-ace_Arab", - "languages": [ - "tha-Thai", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529225, - "recall": 0.594862, - "f1": 0.548079, - "accuracy": 0.594862, - "main_score": 0.548079, - "hf_subset": "tha_Thai-bam_Latn", - "languages": [ - "tha-Thai", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45262, - "recall": 0.532609, - "f1": 0.474921, - "accuracy": 0.532609, - "main_score": 0.474921, - "hf_subset": "tha_Thai-dzo_Tibt", - "languages": [ - "tha-Thai", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-hin_Deva", - "languages": [ - "tha-Thai", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-khm_Khmr", - "languages": [ - "tha-Thai", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-mag_Deva", - "languages": [ - "tha-Thai", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "tha_Thai-pap_Latn", - "languages": [ - "tha-Thai", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585181, - "recall": 0.648221, - "f1": 0.603127, - "accuracy": 0.648221, - "main_score": 0.603127, - "hf_subset": "tha_Thai-sot_Latn", - "languages": [ - "tha-Thai", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-tur_Latn", - "languages": [ - "tha-Thai", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877059, - "recall": 0.909091, - "f1": 0.887253, - "accuracy": 0.909091, - "main_score": 0.887253, - "hf_subset": "tha_Thai-ace_Latn", - "languages": [ - "tha-Thai", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.97332, - "f1": 0.965909, - "accuracy": 0.97332, - "main_score": 0.965909, - "hf_subset": "tha_Thai-ban_Latn", - "languages": [ - "tha-Thai", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-ell_Grek", - "languages": [ - "tha-Thai", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "tha_Thai-hne_Deva", - "languages": [ - "tha-Thai", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607422, - "recall": 0.666996, - "f1": 0.624547, - "accuracy": 0.666996, - "main_score": 0.624547, - "hf_subset": "tha_Thai-kik_Latn", - "languages": [ - "tha-Thai", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-mai_Deva", - "languages": [ - "tha-Thai", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tha_Thai-pbt_Arab", - "languages": [ - "tha-Thai", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-spa_Latn", - "languages": [ - "tha-Thai", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607942, - "recall": 0.671937, - "f1": 0.625896, - "accuracy": 0.671937, - "main_score": 0.625896, - "hf_subset": "tha_Thai-twi_Latn", - "languages": [ - "tha-Thai", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-acm_Arab", - "languages": [ - "tha-Thai", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-bel_Cyrl", - "languages": [ - "tha-Thai", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-eng_Latn", - "languages": [ - "tha-Thai", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-hrv_Latn", - "languages": [ - "tha-Thai", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545372, - "recall": 0.614625, - "f1": 0.565175, - "accuracy": 0.614625, - "main_score": 0.565175, - "hf_subset": "tha_Thai-kin_Latn", - "languages": [ - "tha-Thai", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-mal_Mlym", - "languages": [ - "tha-Thai", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-pes_Arab", - "languages": [ - "tha-Thai", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tha_Thai-srd_Latn", - "languages": [ - "tha-Thai", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169547, - "recall": 0.224308, - "f1": 0.183246, - "accuracy": 0.224308, - "main_score": 0.183246, - "hf_subset": "tha_Thai-tzm_Tfng", - "languages": [ - "tha-Thai", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-acq_Arab", - "languages": [ - "tha-Thai", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632322, - "recall": 0.686759, - "f1": 0.648158, - "accuracy": 0.686759, - "main_score": 0.648158, - "hf_subset": "tha_Thai-bem_Latn", - "languages": [ - "tha-Thai", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-epo_Latn", - "languages": [ - "tha-Thai", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-hun_Latn", - "languages": [ - "tha-Thai", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tha_Thai-kir_Cyrl", - "languages": [ - "tha-Thai", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-mar_Deva", - "languages": [ - "tha-Thai", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672029, - "recall": 0.727273, - "f1": 0.68806, - "accuracy": 0.727273, - "main_score": 0.68806, - "hf_subset": "tha_Thai-plt_Latn", - "languages": [ - "tha-Thai", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-srp_Cyrl", - "languages": [ - "tha-Thai", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "tha_Thai-uig_Arab", - "languages": [ - "tha-Thai", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-aeb_Arab", - "languages": [ - "tha-Thai", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ben_Beng", - "languages": [ - "tha-Thai", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-est_Latn", - "languages": [ - "tha-Thai", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-hye_Armn", - "languages": [ - "tha-Thai", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532139, - "recall": 0.592885, - "f1": 0.549492, - "accuracy": 0.592885, - "main_score": 0.549492, - "hf_subset": "tha_Thai-kmb_Latn", - "languages": [ - "tha-Thai", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49684, - "recall": 0.56917, - "f1": 0.516809, - "accuracy": 0.56917, - "main_score": 0.516809, - "hf_subset": "tha_Thai-min_Arab", - "languages": [ - "tha-Thai", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-pol_Latn", - "languages": [ - "tha-Thai", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553535, - "recall": 0.62253, - "f1": 0.573259, - "accuracy": 0.62253, - "main_score": 0.573259, - "hf_subset": "tha_Thai-ssw_Latn", - "languages": [ - "tha-Thai", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ukr_Cyrl", - "languages": [ - "tha-Thai", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-afr_Latn", - "languages": [ - "tha-Thai", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-bho_Deva", - "languages": [ - "tha-Thai", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tha_Thai-eus_Latn", - "languages": [ - "tha-Thai", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566915, - "recall": 0.632411, - "f1": 0.585169, - "accuracy": 0.632411, - "main_score": 0.585169, - "hf_subset": "tha_Thai-ibo_Latn", - "languages": [ - "tha-Thai", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88475, - "recall": 0.916008, - "f1": 0.894401, - "accuracy": 0.916008, - "main_score": 0.894401, - "hf_subset": "tha_Thai-kmr_Latn", - "languages": [ - "tha-Thai", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "tha_Thai-min_Latn", - "languages": [ - "tha-Thai", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-por_Latn", - "languages": [ - "tha-Thai", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-sun_Latn", - "languages": [ - "tha-Thai", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512635, - "recall": 0.576087, - "f1": 0.531513, - "accuracy": 0.576087, - "main_score": 0.531513, - "hf_subset": "tha_Thai-umb_Latn", - "languages": [ - "tha-Thai", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ajp_Arab", - "languages": [ - "tha-Thai", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526295, - "recall": 0.597826, - "f1": 0.546298, - "accuracy": 0.597826, - "main_score": 0.546298, - "hf_subset": "tha_Thai-bjn_Arab", - "languages": [ - "tha-Thai", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521723, - "recall": 0.576087, - "f1": 0.536717, - "accuracy": 0.576087, - "main_score": 0.536717, - "hf_subset": "tha_Thai-ewe_Latn", - "languages": [ - "tha-Thai", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "tha_Thai-ilo_Latn", - "languages": [ - "tha-Thai", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313347, - "recall": 0.381423, - "f1": 0.331871, - "accuracy": 0.381423, - "main_score": 0.331871, - "hf_subset": "tha_Thai-knc_Arab", - "languages": [ - "tha-Thai", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-mkd_Cyrl", - "languages": [ - "tha-Thai", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-prs_Arab", - "languages": [ - "tha-Thai", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-swe_Latn", - "languages": [ - "tha-Thai", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-urd_Arab", - "languages": [ - "tha-Thai", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582791, - "recall": 0.650198, - "f1": 0.601803, - "accuracy": 0.650198, - "main_score": 0.601803, - "hf_subset": "tha_Thai-aka_Latn", - "languages": [ - "tha-Thai", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "tha_Thai-bjn_Latn", - "languages": [ - "tha-Thai", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "tha_Thai-fao_Latn", - "languages": [ - "tha-Thai", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ind_Latn", - "languages": [ - "tha-Thai", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590624, - "recall": 0.65415, - "f1": 0.608966, - "accuracy": 0.65415, - "main_score": 0.608966, - "hf_subset": "tha_Thai-knc_Latn", - "languages": [ - "tha-Thai", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "tha_Thai-mlt_Latn", - "languages": [ - "tha-Thai", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711965, - "recall": 0.775692, - "f1": 0.730706, - "accuracy": 0.775692, - "main_score": 0.730706, - "hf_subset": "tha_Thai-quy_Latn", - "languages": [ - "tha-Thai", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.977273, - "f1": 0.969862, - "accuracy": 0.977273, - "main_score": 0.969862, - "hf_subset": "tha_Thai-swh_Latn", - "languages": [ - "tha-Thai", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tha_Thai-uzn_Latn", - "languages": [ - "tha-Thai", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-als_Latn", - "languages": [ - "tha-Thai", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674292, - "recall": 0.750988, - "f1": 0.697186, - "accuracy": 0.750988, - "main_score": 0.697186, - "hf_subset": "tha_Thai-bod_Tibt", - "languages": [ - "tha-Thai", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706291, - "recall": 0.764822, - "f1": 0.723438, - "accuracy": 0.764822, - "main_score": 0.723438, - "hf_subset": "tha_Thai-fij_Latn", - "languages": [ - "tha-Thai", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tha_Thai-isl_Latn", - "languages": [ - "tha-Thai", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658613, - "recall": 0.716403, - "f1": 0.675678, - "accuracy": 0.716403, - "main_score": 0.675678, - "hf_subset": "tha_Thai-kon_Latn", - "languages": [ - "tha-Thai", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651475, - "recall": 0.718379, - "f1": 0.671854, - "accuracy": 0.718379, - "main_score": 0.671854, - "hf_subset": "tha_Thai-mni_Beng", - "languages": [ - "tha-Thai", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ron_Latn", - "languages": [ - "tha-Thai", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "tha_Thai-szl_Latn", - "languages": [ - "tha-Thai", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-vec_Latn", - "languages": [ - "tha-Thai", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945982, - "recall": 0.963439, - "f1": 0.951746, - "accuracy": 0.963439, - "main_score": 0.951746, - "hf_subset": "tha_Thai-amh_Ethi", - "languages": [ - "tha-Thai", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-bos_Latn", - "languages": [ - "tha-Thai", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "tha_Thai-fin_Latn", - "languages": [ - "tha-Thai", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ita_Latn", - "languages": [ - "tha-Thai", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-kor_Hang", - "languages": [ - "tha-Thai", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540293, - "recall": 0.602767, - "f1": 0.558423, - "accuracy": 0.602767, - "main_score": 0.558423, - "hf_subset": "tha_Thai-mos_Latn", - "languages": [ - "tha-Thai", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559529, - "recall": 0.614625, - "f1": 0.574969, - "accuracy": 0.614625, - "main_score": 0.574969, - "hf_subset": "tha_Thai-run_Latn", - "languages": [ - "tha-Thai", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-tam_Taml", - "languages": [ - "tha-Thai", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-vie_Latn", - "languages": [ - "tha-Thai", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-apc_Arab", - "languages": [ - "tha-Thai", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804545, - "recall": 0.853755, - "f1": 0.819433, - "accuracy": 0.853755, - "main_score": 0.819433, - "hf_subset": "tha_Thai-bug_Latn", - "languages": [ - "tha-Thai", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471476, - "recall": 0.530632, - "f1": 0.487515, - "accuracy": 0.530632, - "main_score": 0.487515, - "hf_subset": "tha_Thai-fon_Latn", - "languages": [ - "tha-Thai", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-jav_Latn", - "languages": [ - "tha-Thai", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-lao_Laoo", - "languages": [ - "tha-Thai", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865777, - "recall": 0.902174, - "f1": 0.877061, - "accuracy": 0.902174, - "main_score": 0.877061, - "hf_subset": "tha_Thai-mri_Latn", - "languages": [ - "tha-Thai", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-rus_Cyrl", - "languages": [ - "tha-Thai", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536135, - "recall": 0.601779, - "f1": 0.554269, - "accuracy": 0.601779, - "main_score": 0.554269, - "hf_subset": "tha_Thai-taq_Latn", - "languages": [ - "tha-Thai", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tha_Thai-war_Latn", - "languages": [ - "tha-Thai", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-arb_Arab", - "languages": [ - "tha-Thai", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-bul_Cyrl", - "languages": [ - "tha-Thai", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-fra_Latn", - "languages": [ - "tha-Thai", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-jpn_Jpan", - "languages": [ - "tha-Thai", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tha_Thai-lij_Latn", - "languages": [ - "tha-Thai", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.990119, - "f1": 0.988307, - "accuracy": 0.990119, - "main_score": 0.988307, - "hf_subset": "tha_Thai-mya_Mymr", - "languages": [ - "tha-Thai", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593783, - "recall": 0.663043, - "f1": 0.613716, - "accuracy": 0.663043, - "main_score": 0.613716, - "hf_subset": "tha_Thai-sag_Latn", - "languages": [ - "tha-Thai", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187538, - "recall": 0.253953, - "f1": 0.202479, - "accuracy": 0.253953, - "main_score": 0.202479, - "hf_subset": "tha_Thai-taq_Tfng", - "languages": [ - "tha-Thai", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618679, - "recall": 0.686759, - "f1": 0.638235, - "accuracy": 0.686759, - "main_score": 0.638235, - "hf_subset": "tha_Thai-wol_Latn", - "languages": [ - "tha-Thai", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801746, - "recall": 0.854743, - "f1": 0.818281, - "accuracy": 0.854743, - "main_score": 0.818281, - "hf_subset": "tha_Thai-arb_Latn", - "languages": [ - "tha-Thai", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-cat_Latn", - "languages": [ - "tha-Thai", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "tha_Thai-fur_Latn", - "languages": [ - "tha-Thai", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413316, - "recall": 0.47332, - "f1": 0.429498, - "accuracy": 0.47332, - "main_score": 0.429498, - "hf_subset": "tha_Thai-kab_Latn", - "languages": [ - "tha-Thai", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "tha_Thai-lim_Latn", - "languages": [ - "tha-Thai", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-nld_Latn", - "languages": [ - "tha-Thai", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "tha_Thai-san_Deva", - "languages": [ - "tha-Thai", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-tat_Cyrl", - "languages": [ - "tha-Thai", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661874, - "recall": 0.724308, - "f1": 0.680322, - "accuracy": 0.724308, - "main_score": 0.680322, - "hf_subset": "tha_Thai-xho_Latn", - "languages": [ - "tha-Thai", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-ars_Arab", - "languages": [ - "tha-Thai", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-ceb_Latn", - "languages": [ - "tha-Thai", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572599, - "recall": 0.632411, - "f1": 0.589618, - "accuracy": 0.632411, - "main_score": 0.589618, - "hf_subset": "tha_Thai-fuv_Latn", - "languages": [ - "tha-Thai", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51303, - "recall": 0.582016, - "f1": 0.531864, - "accuracy": 0.582016, - "main_score": 0.531864, - "hf_subset": "tha_Thai-kac_Latn", - "languages": [ - "tha-Thai", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665613, - "recall": 0.722332, - "f1": 0.682303, - "accuracy": 0.722332, - "main_score": 0.682303, - "hf_subset": "tha_Thai-lin_Latn", - "languages": [ - "tha-Thai", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "tha_Thai-nno_Latn", - "languages": [ - "tha-Thai", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.217513, - "recall": 0.297431, - "f1": 0.237289, - "accuracy": 0.297431, - "main_score": 0.237289, - "hf_subset": "tha_Thai-sat_Olck", - "languages": [ - "tha-Thai", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-tel_Telu", - "languages": [ - "tha-Thai", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "tha_Thai-ydd_Hebr", - "languages": [ - "tha-Thai", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "tha_Thai-ary_Arab", - "languages": [ - "tha-Thai", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-ces_Latn", - "languages": [ - "tha-Thai", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559578, - "recall": 0.629447, - "f1": 0.580296, - "accuracy": 0.629447, - "main_score": 0.580296, - "hf_subset": "tha_Thai-gaz_Latn", - "languages": [ - "tha-Thai", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574049, - "recall": 0.644269, - "f1": 0.593317, - "accuracy": 0.644269, - "main_score": 0.593317, - "hf_subset": "tha_Thai-kam_Latn", - "languages": [ - "tha-Thai", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "tha_Thai-lit_Latn", - "languages": [ - "tha-Thai", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-nob_Latn", - "languages": [ - "tha-Thai", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "tha_Thai-scn_Latn", - "languages": [ - "tha-Thai", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "tha_Thai-tgk_Cyrl", - "languages": [ - "tha-Thai", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711578, - "recall": 0.779644, - "f1": 0.732411, - "accuracy": 0.779644, - "main_score": 0.732411, - "hf_subset": "tha_Thai-yor_Latn", - "languages": [ - "tha-Thai", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-arz_Arab", - "languages": [ - "tha-Thai", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553595, - "recall": 0.619565, - "f1": 0.57277, - "accuracy": 0.619565, - "main_score": 0.57277, - "hf_subset": "tha_Thai-cjk_Latn", - "languages": [ - "tha-Thai", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782148, - "recall": 0.833992, - "f1": 0.797859, - "accuracy": 0.833992, - "main_score": 0.797859, - "hf_subset": "tha_Thai-gla_Latn", - "languages": [ - "tha-Thai", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-kan_Knda", - "languages": [ - "tha-Thai", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "tha_Thai-lmo_Latn", - "languages": [ - "tha-Thai", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "tha_Thai-npi_Deva", - "languages": [ - "tha-Thai", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475872, - "recall": 0.548419, - "f1": 0.495728, - "accuracy": 0.548419, - "main_score": 0.495728, - "hf_subset": "tha_Thai-shn_Mymr", - "languages": [ - "tha-Thai", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-tgl_Latn", - "languages": [ - "tha-Thai", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-yue_Hant", - "languages": [ - "tha-Thai", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-asm_Beng", - "languages": [ - "tha-Thai", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "tha_Thai-ckb_Arab", - "languages": [ - "tha-Thai", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87528, - "recall": 0.910079, - "f1": 0.8861, - "accuracy": 0.910079, - "main_score": 0.8861, - "hf_subset": "tha_Thai-gle_Latn", - "languages": [ - "tha-Thai", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "tha_Thai-kas_Arab", - "languages": [ - "tha-Thai", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936924, - "recall": 0.95751, - "f1": 0.943676, - "accuracy": 0.95751, - "main_score": 0.943676, - "hf_subset": "tha_Thai-ltg_Latn", - "languages": [ - "tha-Thai", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622861, - "recall": 0.674901, - "f1": 0.637734, - "accuracy": 0.674901, - "main_score": 0.637734, - "hf_subset": "tha_Thai-nso_Latn", - "languages": [ - "tha-Thai", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "tha_Thai-sin_Sinh", - "languages": [ - "tha-Thai", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-zho_Hans", - "languages": [ - "tha-Thai", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-ast_Latn", - "languages": [ - "tha-Thai", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "tha_Thai-crh_Latn", - "languages": [ - "tha-Thai", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-glg_Latn", - "languages": [ - "tha-Thai", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904644, - "recall": 0.933794, - "f1": 0.913999, - "accuracy": 0.933794, - "main_score": 0.913999, - "hf_subset": "tha_Thai-kas_Deva", - "languages": [ - "tha-Thai", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "tha_Thai-ltz_Latn", - "languages": [ - "tha-Thai", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462356, - "recall": 0.534585, - "f1": 0.482404, - "accuracy": 0.534585, - "main_score": 0.482404, - "hf_subset": "tha_Thai-nus_Latn", - "languages": [ - "tha-Thai", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-slk_Latn", - "languages": [ - "tha-Thai", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627794, - "recall": 0.700593, - "f1": 0.649097, - "accuracy": 0.700593, - "main_score": 0.649097, - "hf_subset": "tha_Thai-tir_Ethi", - "languages": [ - "tha-Thai", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-zho_Hant", - "languages": [ - "tha-Thai", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "tha_Thai-awa_Deva", - "languages": [ - "tha-Thai", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "tha_Thai-cym_Latn", - "languages": [ - "tha-Thai", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836462, - "recall": 0.880435, - "f1": 0.850132, - "accuracy": 0.880435, - "main_score": 0.850132, - "hf_subset": "tha_Thai-grn_Latn", - "languages": [ - "tha-Thai", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-kat_Geor", - "languages": [ - "tha-Thai", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650851, - "recall": 0.705534, - "f1": 0.66634, - "accuracy": 0.705534, - "main_score": 0.66634, - "hf_subset": "tha_Thai-lua_Latn", - "languages": [ - "tha-Thai", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648273, - "recall": 0.714427, - "f1": 0.667688, - "accuracy": 0.714427, - "main_score": 0.667688, - "hf_subset": "tha_Thai-nya_Latn", - "languages": [ - "tha-Thai", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-slv_Latn", - "languages": [ - "tha-Thai", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951087, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "tha_Thai-tpi_Latn", - "languages": [ - "tha-Thai", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-zsm_Latn", - "languages": [ - "tha-Thai", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551921, - "recall": 0.615613, - "f1": 0.569718, - "accuracy": 0.615613, - "main_score": 0.569718, - "hf_subset": "tha_Thai-ayr_Latn", - "languages": [ - "tha-Thai", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-dan_Latn", - "languages": [ - "tha-Thai", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-guj_Gujr", - "languages": [ - "tha-Thai", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tha_Thai-kaz_Cyrl", - "languages": [ - "tha-Thai", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537916, - "recall": 0.602767, - "f1": 0.555736, - "accuracy": 0.602767, - "main_score": 0.555736, - "hf_subset": "tha_Thai-lug_Latn", - "languages": [ - "tha-Thai", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "tha_Thai-oci_Latn", - "languages": [ - "tha-Thai", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845356, - "recall": 0.887352, - "f1": 0.858498, - "accuracy": 0.887352, - "main_score": 0.858498, - "hf_subset": "tha_Thai-smo_Latn", - "languages": [ - "tha-Thai", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550113, - "recall": 0.61166, - "f1": 0.56722, - "accuracy": 0.61166, - "main_score": 0.56722, - "hf_subset": "tha_Thai-tsn_Latn", - "languages": [ - "tha-Thai", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617402, - "recall": 0.679842, - "f1": 0.63538, - "accuracy": 0.679842, - "main_score": 0.63538, - "hf_subset": "tha_Thai-zul_Latn", - "languages": [ - "tha-Thai", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932642, - "recall": 0.952569, - "f1": 0.939065, - "accuracy": 0.952569, - "main_score": 0.939065, - "hf_subset": "tha_Thai-azb_Arab", - "languages": [ - "tha-Thai", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-deu_Latn", - "languages": [ - "tha-Thai", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "tha_Thai-hat_Latn", - "languages": [ - "tha-Thai", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483885, - "recall": 0.547431, - "f1": 0.502023, - "accuracy": 0.547431, - "main_score": 0.502023, - "hf_subset": "tha_Thai-kbp_Latn", - "languages": [ - "tha-Thai", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57326, - "recall": 0.632411, - "f1": 0.589234, - "accuracy": 0.632411, - "main_score": 0.589234, - "hf_subset": "tha_Thai-luo_Latn", - "languages": [ - "tha-Thai", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-ory_Orya", - "languages": [ - "tha-Thai", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582839, - "recall": 0.651186, - "f1": 0.602522, - "accuracy": 0.651186, - "main_score": 0.602522, - "hf_subset": "tha_Thai-sna_Latn", - "languages": [ - "tha-Thai", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547966, - "recall": 0.614625, - "f1": 0.566558, - "accuracy": 0.614625, - "main_score": 0.566558, - "hf_subset": "tha_Thai-tso_Latn", - "languages": [ - "tha-Thai", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "tha_Thai-azj_Latn", - "languages": [ - "tha-Thai", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532058, - "recall": 0.600791, - "f1": 0.551781, - "accuracy": 0.600791, - "main_score": 0.551781, - "hf_subset": "tha_Thai-dik_Latn", - "languages": [ - "tha-Thai", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735886, - "recall": 0.791502, - "f1": 0.752339, - "accuracy": 0.791502, - "main_score": 0.752339, - "hf_subset": "tha_Thai-hau_Latn", - "languages": [ - "tha-Thai", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "tha_Thai-kea_Latn", - "languages": [ - "tha-Thai", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761232, - "recall": 0.815217, - "f1": 0.777569, - "accuracy": 0.815217, - "main_score": 0.777569, - "hf_subset": "tha_Thai-lus_Latn", - "languages": [ - "tha-Thai", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873946, - "recall": 0.905138, - "f1": 0.883682, - "accuracy": 0.905138, - "main_score": 0.883682, - "hf_subset": "tha_Thai-pag_Latn", - "languages": [ - "tha-Thai", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-snd_Arab", - "languages": [ - "tha-Thai", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957345, - "recall": 0.971344, - "f1": 0.961957, - "accuracy": 0.971344, - "main_score": 0.961957, - "hf_subset": "tha_Thai-tuk_Latn", - "languages": [ - "tha-Thai", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "tha_Thai-bak_Cyrl", - "languages": [ - "tha-Thai", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482009, - "recall": 0.562253, - "f1": 0.505565, - "accuracy": 0.562253, - "main_score": 0.505565, - "hf_subset": "tha_Thai-dyu_Latn", - "languages": [ - "tha-Thai", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-heb_Hebr", - "languages": [ - "tha-Thai", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "tha_Thai-khk_Cyrl", - "languages": [ - "tha-Thai", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "tha_Thai-lvs_Latn", - "languages": [ - "tha-Thai", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "tha_Thai-pan_Guru", - "languages": [ - "tha-Thai", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707404, - "recall": 0.770751, - "f1": 0.726141, - "accuracy": 0.770751, - "main_score": 0.726141, - "hf_subset": "tha_Thai-som_Latn", - "languages": [ - "tha-Thai", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596104, - "recall": 0.655138, - "f1": 0.612876, - "accuracy": 0.655138, - "main_score": 0.612876, - "hf_subset": "tha_Thai-tum_Latn", - "languages": [ - "tha-Thai", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561759, - "recall": 0.62747, - "f1": 0.581302, - "accuracy": 0.62747, - "main_score": 0.581302, - "hf_subset": "zho_Hans-ace_Arab", - "languages": [ - "zho-Hans", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51513, - "recall": 0.58004, - "f1": 0.533414, - "accuracy": 0.58004, - "main_score": 0.533414, - "hf_subset": "zho_Hans-bam_Latn", - "languages": [ - "zho-Hans", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458555, - "recall": 0.537549, - "f1": 0.480421, - "accuracy": 0.537549, - "main_score": 0.480421, - "hf_subset": "zho_Hans-dzo_Tibt", - "languages": [ - "zho-Hans", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-hin_Deva", - "languages": [ - "zho-Hans", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-khm_Khmr", - "languages": [ - "zho-Hans", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-mag_Deva", - "languages": [ - "zho-Hans", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "zho_Hans-pap_Latn", - "languages": [ - "zho-Hans", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57455, - "recall": 0.637352, - "f1": 0.592133, - "accuracy": 0.637352, - "main_score": 0.592133, - "hf_subset": "zho_Hans-sot_Latn", - "languages": [ - "zho-Hans", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-tur_Latn", - "languages": [ - "zho-Hans", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871163, - "recall": 0.905138, - "f1": 0.881785, - "accuracy": 0.905138, - "main_score": 0.881785, - "hf_subset": "zho_Hans-ace_Latn", - "languages": [ - "zho-Hans", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.974308, - "f1": 0.967062, - "accuracy": 0.974308, - "main_score": 0.967062, - "hf_subset": "zho_Hans-ban_Latn", - "languages": [ - "zho-Hans", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ell_Grek", - "languages": [ - "zho-Hans", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "zho_Hans-hne_Deva", - "languages": [ - "zho-Hans", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597764, - "recall": 0.660079, - "f1": 0.615601, - "accuracy": 0.660079, - "main_score": 0.615601, - "hf_subset": "zho_Hans-kik_Latn", - "languages": [ - "zho-Hans", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-mai_Deva", - "languages": [ - "zho-Hans", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "zho_Hans-pbt_Arab", - "languages": [ - "zho-Hans", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-spa_Latn", - "languages": [ - "zho-Hans", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61115, - "recall": 0.678854, - "f1": 0.630454, - "accuracy": 0.678854, - "main_score": 0.630454, - "hf_subset": "zho_Hans-twi_Latn", - "languages": [ - "zho-Hans", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-acm_Arab", - "languages": [ - "zho-Hans", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-bel_Cyrl", - "languages": [ - "zho-Hans", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-eng_Latn", - "languages": [ - "zho-Hans", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-hrv_Latn", - "languages": [ - "zho-Hans", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537519, - "recall": 0.601779, - "f1": 0.555807, - "accuracy": 0.601779, - "main_score": 0.555807, - "hf_subset": "zho_Hans-kin_Latn", - "languages": [ - "zho-Hans", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-mal_Mlym", - "languages": [ - "zho-Hans", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-pes_Arab", - "languages": [ - "zho-Hans", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zho_Hans-srd_Latn", - "languages": [ - "zho-Hans", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.172271, - "recall": 0.225296, - "f1": 0.185562, - "accuracy": 0.225296, - "main_score": 0.185562, - "hf_subset": "zho_Hans-tzm_Tfng", - "languages": [ - "zho-Hans", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-acq_Arab", - "languages": [ - "zho-Hans", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619361, - "recall": 0.679842, - "f1": 0.636333, - "accuracy": 0.679842, - "main_score": 0.636333, - "hf_subset": "zho_Hans-bem_Latn", - "languages": [ - "zho-Hans", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-epo_Latn", - "languages": [ - "zho-Hans", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-hun_Latn", - "languages": [ - "zho-Hans", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zho_Hans-kir_Cyrl", - "languages": [ - "zho-Hans", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-mar_Deva", - "languages": [ - "zho-Hans", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647101, - "recall": 0.706522, - "f1": 0.664921, - "accuracy": 0.706522, - "main_score": 0.664921, - "hf_subset": "zho_Hans-plt_Latn", - "languages": [ - "zho-Hans", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-srp_Cyrl", - "languages": [ - "zho-Hans", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "zho_Hans-uig_Arab", - "languages": [ - "zho-Hans", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-aeb_Arab", - "languages": [ - "zho-Hans", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ben_Beng", - "languages": [ - "zho-Hans", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-est_Latn", - "languages": [ - "zho-Hans", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-hye_Armn", - "languages": [ - "zho-Hans", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541389, - "recall": 0.596838, - "f1": 0.557133, - "accuracy": 0.596838, - "main_score": 0.557133, - "hf_subset": "zho_Hans-kmb_Latn", - "languages": [ - "zho-Hans", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479371, - "recall": 0.557312, - "f1": 0.501063, - "accuracy": 0.557312, - "main_score": 0.501063, - "hf_subset": "zho_Hans-min_Arab", - "languages": [ - "zho-Hans", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-pol_Latn", - "languages": [ - "zho-Hans", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538745, - "recall": 0.606719, - "f1": 0.558976, - "accuracy": 0.606719, - "main_score": 0.558976, - "hf_subset": "zho_Hans-ssw_Latn", - "languages": [ - "zho-Hans", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ukr_Cyrl", - "languages": [ - "zho-Hans", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-afr_Latn", - "languages": [ - "zho-Hans", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-bho_Deva", - "languages": [ - "zho-Hans", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "zho_Hans-eus_Latn", - "languages": [ - "zho-Hans", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558277, - "recall": 0.628458, - "f1": 0.577779, - "accuracy": 0.628458, - "main_score": 0.577779, - "hf_subset": "zho_Hans-ibo_Latn", - "languages": [ - "zho-Hans", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881291, - "recall": 0.91502, - "f1": 0.89193, - "accuracy": 0.91502, - "main_score": 0.89193, - "hf_subset": "zho_Hans-kmr_Latn", - "languages": [ - "zho-Hans", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zho_Hans-min_Latn", - "languages": [ - "zho-Hans", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-por_Latn", - "languages": [ - "zho-Hans", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-sun_Latn", - "languages": [ - "zho-Hans", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522952, - "recall": 0.586957, - "f1": 0.541638, - "accuracy": 0.586957, - "main_score": 0.541638, - "hf_subset": "zho_Hans-umb_Latn", - "languages": [ - "zho-Hans", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-ajp_Arab", - "languages": [ - "zho-Hans", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504825, - "recall": 0.58004, - "f1": 0.526617, - "accuracy": 0.58004, - "main_score": 0.526617, - "hf_subset": "zho_Hans-bjn_Arab", - "languages": [ - "zho-Hans", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514109, - "recall": 0.579051, - "f1": 0.532347, - "accuracy": 0.579051, - "main_score": 0.532347, - "hf_subset": "zho_Hans-ewe_Latn", - "languages": [ - "zho-Hans", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938653, - "recall": 0.95751, - "f1": 0.94473, - "accuracy": 0.95751, - "main_score": 0.94473, - "hf_subset": "zho_Hans-ilo_Latn", - "languages": [ - "zho-Hans", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.294308, - "recall": 0.362648, - "f1": 0.312818, - "accuracy": 0.362648, - "main_score": 0.312818, - "hf_subset": "zho_Hans-knc_Arab", - "languages": [ - "zho-Hans", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-mkd_Cyrl", - "languages": [ - "zho-Hans", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-prs_Arab", - "languages": [ - "zho-Hans", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-swe_Latn", - "languages": [ - "zho-Hans", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-urd_Arab", - "languages": [ - "zho-Hans", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584406, - "recall": 0.656126, - "f1": 0.604964, - "accuracy": 0.656126, - "main_score": 0.604964, - "hf_subset": "zho_Hans-aka_Latn", - "languages": [ - "zho-Hans", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "zho_Hans-bjn_Latn", - "languages": [ - "zho-Hans", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "zho_Hans-fao_Latn", - "languages": [ - "zho-Hans", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ind_Latn", - "languages": [ - "zho-Hans", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57175, - "recall": 0.633399, - "f1": 0.589565, - "accuracy": 0.633399, - "main_score": 0.589565, - "hf_subset": "zho_Hans-knc_Latn", - "languages": [ - "zho-Hans", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "zho_Hans-mlt_Latn", - "languages": [ - "zho-Hans", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698875, - "recall": 0.762846, - "f1": 0.717918, - "accuracy": 0.762846, - "main_score": 0.717918, - "hf_subset": "zho_Hans-quy_Latn", - "languages": [ - "zho-Hans", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "zho_Hans-swh_Latn", - "languages": [ - "zho-Hans", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zho_Hans-uzn_Latn", - "languages": [ - "zho-Hans", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-als_Latn", - "languages": [ - "zho-Hans", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661989, - "recall": 0.738142, - "f1": 0.684453, - "accuracy": 0.738142, - "main_score": 0.684453, - "hf_subset": "zho_Hans-bod_Tibt", - "languages": [ - "zho-Hans", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695727, - "recall": 0.759881, - "f1": 0.71466, - "accuracy": 0.759881, - "main_score": 0.71466, - "hf_subset": "zho_Hans-fij_Latn", - "languages": [ - "zho-Hans", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "zho_Hans-isl_Latn", - "languages": [ - "zho-Hans", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653442, - "recall": 0.711462, - "f1": 0.670572, - "accuracy": 0.711462, - "main_score": 0.670572, - "hf_subset": "zho_Hans-kon_Latn", - "languages": [ - "zho-Hans", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648501, - "recall": 0.717391, - "f1": 0.668742, - "accuracy": 0.717391, - "main_score": 0.668742, - "hf_subset": "zho_Hans-mni_Beng", - "languages": [ - "zho-Hans", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ron_Latn", - "languages": [ - "zho-Hans", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "zho_Hans-szl_Latn", - "languages": [ - "zho-Hans", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-vec_Latn", - "languages": [ - "zho-Hans", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934453, - "recall": 0.955534, - "f1": 0.94137, - "accuracy": 0.955534, - "main_score": 0.94137, - "hf_subset": "zho_Hans-amh_Ethi", - "languages": [ - "zho-Hans", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-bos_Latn", - "languages": [ - "zho-Hans", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.99753, - "recall": 0.998024, - "f1": 0.997694, - "accuracy": 0.998024, - "main_score": 0.997694, - "hf_subset": "zho_Hans-fin_Latn", - "languages": [ - "zho-Hans", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ita_Latn", - "languages": [ - "zho-Hans", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-kor_Hang", - "languages": [ - "zho-Hans", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535653, - "recall": 0.601779, - "f1": 0.55411, - "accuracy": 0.601779, - "main_score": 0.55411, - "hf_subset": "zho_Hans-mos_Latn", - "languages": [ - "zho-Hans", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542284, - "recall": 0.598814, - "f1": 0.558473, - "accuracy": 0.598814, - "main_score": 0.558473, - "hf_subset": "zho_Hans-run_Latn", - "languages": [ - "zho-Hans", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-tam_Taml", - "languages": [ - "zho-Hans", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-vie_Latn", - "languages": [ - "zho-Hans", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-apc_Arab", - "languages": [ - "zho-Hans", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796179, - "recall": 0.842885, - "f1": 0.810178, - "accuracy": 0.842885, - "main_score": 0.810178, - "hf_subset": "zho_Hans-bug_Latn", - "languages": [ - "zho-Hans", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466522, - "recall": 0.527668, - "f1": 0.483187, - "accuracy": 0.527668, - "main_score": 0.483187, - "hf_subset": "zho_Hans-fon_Latn", - "languages": [ - "zho-Hans", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-jav_Latn", - "languages": [ - "zho-Hans", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hans-lao_Laoo", - "languages": [ - "zho-Hans", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859025, - "recall": 0.897233, - "f1": 0.87085, - "accuracy": 0.897233, - "main_score": 0.87085, - "hf_subset": "zho_Hans-mri_Latn", - "languages": [ - "zho-Hans", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-rus_Cyrl", - "languages": [ - "zho-Hans", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53337, - "recall": 0.598814, - "f1": 0.551921, - "accuracy": 0.598814, - "main_score": 0.551921, - "hf_subset": "zho_Hans-taq_Latn", - "languages": [ - "zho-Hans", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "zho_Hans-war_Latn", - "languages": [ - "zho-Hans", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-arb_Arab", - "languages": [ - "zho-Hans", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-bul_Cyrl", - "languages": [ - "zho-Hans", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-fra_Latn", - "languages": [ - "zho-Hans", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-jpn_Jpan", - "languages": [ - "zho-Hans", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "zho_Hans-lij_Latn", - "languages": [ - "zho-Hans", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "zho_Hans-mya_Mymr", - "languages": [ - "zho-Hans", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595135, - "recall": 0.670949, - "f1": 0.616957, - "accuracy": 0.670949, - "main_score": 0.616957, - "hf_subset": "zho_Hans-sag_Latn", - "languages": [ - "zho-Hans", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189091, - "recall": 0.252964, - "f1": 0.20346, - "accuracy": 0.252964, - "main_score": 0.20346, - "hf_subset": "zho_Hans-taq_Tfng", - "languages": [ - "zho-Hans", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617401, - "recall": 0.686759, - "f1": 0.636931, - "accuracy": 0.686759, - "main_score": 0.636931, - "hf_subset": "zho_Hans-wol_Latn", - "languages": [ - "zho-Hans", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794549, - "recall": 0.849802, - "f1": 0.811957, - "accuracy": 0.849802, - "main_score": 0.811957, - "hf_subset": "zho_Hans-arb_Latn", - "languages": [ - "zho-Hans", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-cat_Latn", - "languages": [ - "zho-Hans", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zho_Hans-fur_Latn", - "languages": [ - "zho-Hans", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404242, - "recall": 0.465415, - "f1": 0.420718, - "accuracy": 0.465415, - "main_score": 0.420718, - "hf_subset": "zho_Hans-kab_Latn", - "languages": [ - "zho-Hans", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "zho_Hans-lim_Latn", - "languages": [ - "zho-Hans", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-nld_Latn", - "languages": [ - "zho-Hans", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "zho_Hans-san_Deva", - "languages": [ - "zho-Hans", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-tat_Cyrl", - "languages": [ - "zho-Hans", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659082, - "recall": 0.720356, - "f1": 0.677075, - "accuracy": 0.720356, - "main_score": 0.677075, - "hf_subset": "zho_Hans-xho_Latn", - "languages": [ - "zho-Hans", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ars_Arab", - "languages": [ - "zho-Hans", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-ceb_Latn", - "languages": [ - "zho-Hans", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541316, - "recall": 0.612648, - "f1": 0.561695, - "accuracy": 0.612648, - "main_score": 0.561695, - "hf_subset": "zho_Hans-fuv_Latn", - "languages": [ - "zho-Hans", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513092, - "recall": 0.582016, - "f1": 0.531793, - "accuracy": 0.582016, - "main_score": 0.531793, - "hf_subset": "zho_Hans-kac_Latn", - "languages": [ - "zho-Hans", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659726, - "recall": 0.718379, - "f1": 0.677506, - "accuracy": 0.718379, - "main_score": 0.677506, - "hf_subset": "zho_Hans-lin_Latn", - "languages": [ - "zho-Hans", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-nno_Latn", - "languages": [ - "zho-Hans", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215717, - "recall": 0.298419, - "f1": 0.237543, - "accuracy": 0.298419, - "main_score": 0.237543, - "hf_subset": "zho_Hans-sat_Olck", - "languages": [ - "zho-Hans", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-tel_Telu", - "languages": [ - "zho-Hans", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "zho_Hans-ydd_Hebr", - "languages": [ - "zho-Hans", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "zho_Hans-ary_Arab", - "languages": [ - "zho-Hans", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ces_Latn", - "languages": [ - "zho-Hans", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55635, - "recall": 0.623518, - "f1": 0.576155, - "accuracy": 0.623518, - "main_score": 0.576155, - "hf_subset": "zho_Hans-gaz_Latn", - "languages": [ - "zho-Hans", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582142, - "recall": 0.650198, - "f1": 0.601754, - "accuracy": 0.650198, - "main_score": 0.601754, - "hf_subset": "zho_Hans-kam_Latn", - "languages": [ - "zho-Hans", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "zho_Hans-lit_Latn", - "languages": [ - "zho-Hans", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-nob_Latn", - "languages": [ - "zho-Hans", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "zho_Hans-scn_Latn", - "languages": [ - "zho-Hans", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "zho_Hans-tgk_Cyrl", - "languages": [ - "zho-Hans", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696171, - "recall": 0.766798, - "f1": 0.71763, - "accuracy": 0.766798, - "main_score": 0.71763, - "hf_subset": "zho_Hans-yor_Latn", - "languages": [ - "zho-Hans", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-arz_Arab", - "languages": [ - "zho-Hans", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54789, - "recall": 0.613636, - "f1": 0.566438, - "accuracy": 0.613636, - "main_score": 0.566438, - "hf_subset": "zho_Hans-cjk_Latn", - "languages": [ - "zho-Hans", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77024, - "recall": 0.825099, - "f1": 0.787253, - "accuracy": 0.825099, - "main_score": 0.787253, - "hf_subset": "zho_Hans-gla_Latn", - "languages": [ - "zho-Hans", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-kan_Knda", - "languages": [ - "zho-Hans", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zho_Hans-lmo_Latn", - "languages": [ - "zho-Hans", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "zho_Hans-npi_Deva", - "languages": [ - "zho-Hans", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4685, - "recall": 0.541502, - "f1": 0.488338, - "accuracy": 0.541502, - "main_score": 0.488338, - "hf_subset": "zho_Hans-shn_Mymr", - "languages": [ - "zho-Hans", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-tgl_Latn", - "languages": [ - "zho-Hans", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-yue_Hant", - "languages": [ - "zho-Hans", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-asm_Beng", - "languages": [ - "zho-Hans", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "zho_Hans-ckb_Arab", - "languages": [ - "zho-Hans", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866765, - "recall": 0.90415, - "f1": 0.87859, - "accuracy": 0.90415, - "main_score": 0.87859, - "hf_subset": "zho_Hans-gle_Latn", - "languages": [ - "zho-Hans", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951581, - "recall": 0.967391, - "f1": 0.956851, - "accuracy": 0.967391, - "main_score": 0.956851, - "hf_subset": "zho_Hans-kas_Arab", - "languages": [ - "zho-Hans", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "zho_Hans-ltg_Latn", - "languages": [ - "zho-Hans", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610182, - "recall": 0.66996, - "f1": 0.627407, - "accuracy": 0.66996, - "main_score": 0.627407, - "hf_subset": "zho_Hans-nso_Latn", - "languages": [ - "zho-Hans", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zho_Hans-sin_Sinh", - "languages": [ - "zho-Hans", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-tha_Thai", - "languages": [ - "zho-Hans", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-ast_Latn", - "languages": [ - "zho-Hans", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-crh_Latn", - "languages": [ - "zho-Hans", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-glg_Latn", - "languages": [ - "zho-Hans", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897892, - "recall": 0.928854, - "f1": 0.907938, - "accuracy": 0.928854, - "main_score": 0.907938, - "hf_subset": "zho_Hans-kas_Deva", - "languages": [ - "zho-Hans", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "zho_Hans-ltz_Latn", - "languages": [ - "zho-Hans", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461129, - "recall": 0.534585, - "f1": 0.481026, - "accuracy": 0.534585, - "main_score": 0.481026, - "hf_subset": "zho_Hans-nus_Latn", - "languages": [ - "zho-Hans", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-slk_Latn", - "languages": [ - "zho-Hans", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610886, - "recall": 0.690711, - "f1": 0.634768, - "accuracy": 0.690711, - "main_score": 0.634768, - "hf_subset": "zho_Hans-tir_Ethi", - "languages": [ - "zho-Hans", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-zho_Hant", - "languages": [ - "zho-Hans", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "zho_Hans-awa_Deva", - "languages": [ - "zho-Hans", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "zho_Hans-cym_Latn", - "languages": [ - "zho-Hans", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833004, - "recall": 0.876482, - "f1": 0.846626, - "accuracy": 0.876482, - "main_score": 0.846626, - "hf_subset": "zho_Hans-grn_Latn", - "languages": [ - "zho-Hans", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-kat_Geor", - "languages": [ - "zho-Hans", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627734, - "recall": 0.6917, - "f1": 0.646759, - "accuracy": 0.6917, - "main_score": 0.646759, - "hf_subset": "zho_Hans-lua_Latn", - "languages": [ - "zho-Hans", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626013, - "recall": 0.692688, - "f1": 0.645528, - "accuracy": 0.692688, - "main_score": 0.645528, - "hf_subset": "zho_Hans-nya_Latn", - "languages": [ - "zho-Hans", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-slv_Latn", - "languages": [ - "zho-Hans", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.965415, - "f1": 0.955007, - "accuracy": 0.965415, - "main_score": 0.955007, - "hf_subset": "zho_Hans-tpi_Latn", - "languages": [ - "zho-Hans", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-zsm_Latn", - "languages": [ - "zho-Hans", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539579, - "recall": 0.604743, - "f1": 0.557931, - "accuracy": 0.604743, - "main_score": 0.557931, - "hf_subset": "zho_Hans-ayr_Latn", - "languages": [ - "zho-Hans", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-dan_Latn", - "languages": [ - "zho-Hans", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-guj_Gujr", - "languages": [ - "zho-Hans", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hans-kaz_Cyrl", - "languages": [ - "zho-Hans", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525808, - "recall": 0.593874, - "f1": 0.545286, - "accuracy": 0.593874, - "main_score": 0.545286, - "hf_subset": "zho_Hans-lug_Latn", - "languages": [ - "zho-Hans", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-oci_Latn", - "languages": [ - "zho-Hans", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819664, - "recall": 0.865613, - "f1": 0.833762, - "accuracy": 0.865613, - "main_score": 0.833762, - "hf_subset": "zho_Hans-smo_Latn", - "languages": [ - "zho-Hans", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535328, - "recall": 0.600791, - "f1": 0.553657, - "accuracy": 0.600791, - "main_score": 0.553657, - "hf_subset": "zho_Hans-tsn_Latn", - "languages": [ - "zho-Hans", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595454, - "recall": 0.664032, - "f1": 0.615357, - "accuracy": 0.664032, - "main_score": 0.615357, - "hf_subset": "zho_Hans-zul_Latn", - "languages": [ - "zho-Hans", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923254, - "recall": 0.94664, - "f1": 0.930995, - "accuracy": 0.94664, - "main_score": 0.930995, - "hf_subset": "zho_Hans-azb_Arab", - "languages": [ - "zho-Hans", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-deu_Latn", - "languages": [ - "zho-Hans", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "zho_Hans-hat_Latn", - "languages": [ - "zho-Hans", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49524, - "recall": 0.557312, - "f1": 0.513298, - "accuracy": 0.557312, - "main_score": 0.513298, - "hf_subset": "zho_Hans-kbp_Latn", - "languages": [ - "zho-Hans", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563389, - "recall": 0.62747, - "f1": 0.580856, - "accuracy": 0.62747, - "main_score": 0.580856, - "hf_subset": "zho_Hans-luo_Latn", - "languages": [ - "zho-Hans", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-ory_Orya", - "languages": [ - "zho-Hans", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588243, - "recall": 0.653162, - "f1": 0.606917, - "accuracy": 0.653162, - "main_score": 0.606917, - "hf_subset": "zho_Hans-sna_Latn", - "languages": [ - "zho-Hans", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543964, - "recall": 0.609684, - "f1": 0.562722, - "accuracy": 0.609684, - "main_score": 0.562722, - "hf_subset": "zho_Hans-tso_Latn", - "languages": [ - "zho-Hans", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hans-azj_Latn", - "languages": [ - "zho-Hans", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524861, - "recall": 0.598814, - "f1": 0.5462, - "accuracy": 0.598814, - "main_score": 0.5462, - "hf_subset": "zho_Hans-dik_Latn", - "languages": [ - "zho-Hans", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727001, - "recall": 0.784585, - "f1": 0.744145, - "accuracy": 0.784585, - "main_score": 0.744145, - "hf_subset": "zho_Hans-hau_Latn", - "languages": [ - "zho-Hans", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "zho_Hans-kea_Latn", - "languages": [ - "zho-Hans", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748313, - "recall": 0.800395, - "f1": 0.76354, - "accuracy": 0.800395, - "main_score": 0.76354, - "hf_subset": "zho_Hans-lus_Latn", - "languages": [ - "zho-Hans", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878706, - "recall": 0.909091, - "f1": 0.888029, - "accuracy": 0.909091, - "main_score": 0.888029, - "hf_subset": "zho_Hans-pag_Latn", - "languages": [ - "zho-Hans", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zho_Hans-snd_Arab", - "languages": [ - "zho-Hans", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954792, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "zho_Hans-tuk_Latn", - "languages": [ - "zho-Hans", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "zho_Hans-bak_Cyrl", - "languages": [ - "zho-Hans", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486001, - "recall": 0.563241, - "f1": 0.508217, - "accuracy": 0.563241, - "main_score": 0.508217, - "hf_subset": "zho_Hans-dyu_Latn", - "languages": [ - "zho-Hans", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hans-heb_Hebr", - "languages": [ - "zho-Hans", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zho_Hans-khk_Cyrl", - "languages": [ - "zho-Hans", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-lvs_Latn", - "languages": [ - "zho-Hans", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hans-pan_Guru", - "languages": [ - "zho-Hans", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677579, - "recall": 0.745059, - "f1": 0.697381, - "accuracy": 0.745059, - "main_score": 0.697381, - "hf_subset": "zho_Hans-som_Latn", - "languages": [ - "zho-Hans", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603623, - "recall": 0.65415, - "f1": 0.618234, - "accuracy": 0.65415, - "main_score": 0.618234, - "hf_subset": "zho_Hans-tum_Latn", - "languages": [ - "zho-Hans", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581672, - "recall": 0.646245, - "f1": 0.600414, - "accuracy": 0.646245, - "main_score": 0.600414, - "hf_subset": "ast_Latn-ace_Arab", - "languages": [ - "ast-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547766, - "recall": 0.610672, - "f1": 0.56553, - "accuracy": 0.610672, - "main_score": 0.56553, - "hf_subset": "ast_Latn-bam_Latn", - "languages": [ - "ast-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412606, - "recall": 0.487154, - "f1": 0.432659, - "accuracy": 0.487154, - "main_score": 0.432659, - "hf_subset": "ast_Latn-dzo_Tibt", - "languages": [ - "ast-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-hin_Deva", - "languages": [ - "ast-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ast_Latn-khm_Khmr", - "languages": [ - "ast-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-mag_Deva", - "languages": [ - "ast-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ast_Latn-pap_Latn", - "languages": [ - "ast-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611569, - "recall": 0.66502, - "f1": 0.62603, - "accuracy": 0.66502, - "main_score": 0.62603, - "hf_subset": "ast_Latn-sot_Latn", - "languages": [ - "ast-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-tur_Latn", - "languages": [ - "ast-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867243, - "recall": 0.901186, - "f1": 0.877701, - "accuracy": 0.901186, - "main_score": 0.877701, - "hf_subset": "ast_Latn-ace_Latn", - "languages": [ - "ast-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97052, - "recall": 0.978261, - "f1": 0.972991, - "accuracy": 0.978261, - "main_score": 0.972991, - "hf_subset": "ast_Latn-ban_Latn", - "languages": [ - "ast-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-ell_Grek", - "languages": [ - "ast-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ast_Latn-hne_Deva", - "languages": [ - "ast-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606769, - "recall": 0.664032, - "f1": 0.622955, - "accuracy": 0.664032, - "main_score": 0.622955, - "hf_subset": "ast_Latn-kik_Latn", - "languages": [ - "ast-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-mai_Deva", - "languages": [ - "ast-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ast_Latn-pbt_Arab", - "languages": [ - "ast-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-spa_Latn", - "languages": [ - "ast-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612445, - "recall": 0.677866, - "f1": 0.631065, - "accuracy": 0.677866, - "main_score": 0.631065, - "hf_subset": "ast_Latn-twi_Latn", - "languages": [ - "ast-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-acm_Arab", - "languages": [ - "ast-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-bel_Cyrl", - "languages": [ - "ast-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-eng_Latn", - "languages": [ - "ast-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-hrv_Latn", - "languages": [ - "ast-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565687, - "recall": 0.630435, - "f1": 0.58392, - "accuracy": 0.630435, - "main_score": 0.58392, - "hf_subset": "ast_Latn-kin_Latn", - "languages": [ - "ast-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-mal_Mlym", - "languages": [ - "ast-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-pes_Arab", - "languages": [ - "ast-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ast_Latn-srd_Latn", - "languages": [ - "ast-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18205, - "recall": 0.231225, - "f1": 0.194036, - "accuracy": 0.231225, - "main_score": 0.194036, - "hf_subset": "ast_Latn-tzm_Tfng", - "languages": [ - "ast-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-acq_Arab", - "languages": [ - "ast-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637435, - "recall": 0.688735, - "f1": 0.651808, - "accuracy": 0.688735, - "main_score": 0.651808, - "hf_subset": "ast_Latn-bem_Latn", - "languages": [ - "ast-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-epo_Latn", - "languages": [ - "ast-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-hun_Latn", - "languages": [ - "ast-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-kir_Cyrl", - "languages": [ - "ast-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-mar_Deva", - "languages": [ - "ast-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676206, - "recall": 0.732213, - "f1": 0.692116, - "accuracy": 0.732213, - "main_score": 0.692116, - "hf_subset": "ast_Latn-plt_Latn", - "languages": [ - "ast-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-srp_Cyrl", - "languages": [ - "ast-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "ast_Latn-uig_Arab", - "languages": [ - "ast-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ast_Latn-aeb_Arab", - "languages": [ - "ast-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-ben_Beng", - "languages": [ - "ast-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-est_Latn", - "languages": [ - "ast-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-hye_Armn", - "languages": [ - "ast-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554039, - "recall": 0.607708, - "f1": 0.569488, - "accuracy": 0.607708, - "main_score": 0.569488, - "hf_subset": "ast_Latn-kmb_Latn", - "languages": [ - "ast-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521347, - "recall": 0.591897, - "f1": 0.540357, - "accuracy": 0.591897, - "main_score": 0.540357, - "hf_subset": "ast_Latn-min_Arab", - "languages": [ - "ast-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-pol_Latn", - "languages": [ - "ast-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55966, - "recall": 0.624506, - "f1": 0.578494, - "accuracy": 0.624506, - "main_score": 0.578494, - "hf_subset": "ast_Latn-ssw_Latn", - "languages": [ - "ast-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ukr_Cyrl", - "languages": [ - "ast-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-afr_Latn", - "languages": [ - "ast-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ast_Latn-bho_Deva", - "languages": [ - "ast-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ast_Latn-eus_Latn", - "languages": [ - "ast-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601259, - "recall": 0.666008, - "f1": 0.61919, - "accuracy": 0.666008, - "main_score": 0.61919, - "hf_subset": "ast_Latn-ibo_Latn", - "languages": [ - "ast-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891996, - "recall": 0.922925, - "f1": 0.901845, - "accuracy": 0.922925, - "main_score": 0.901845, - "hf_subset": "ast_Latn-kmr_Latn", - "languages": [ - "ast-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ast_Latn-min_Latn", - "languages": [ - "ast-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-por_Latn", - "languages": [ - "ast-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ast_Latn-sun_Latn", - "languages": [ - "ast-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53422, - "recall": 0.596838, - "f1": 0.552226, - "accuracy": 0.596838, - "main_score": 0.552226, - "hf_subset": "ast_Latn-umb_Latn", - "languages": [ - "ast-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ajp_Arab", - "languages": [ - "ast-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555575, - "recall": 0.620553, - "f1": 0.572963, - "accuracy": 0.620553, - "main_score": 0.572963, - "hf_subset": "ast_Latn-bjn_Arab", - "languages": [ - "ast-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525055, - "recall": 0.581028, - "f1": 0.540418, - "accuracy": 0.581028, - "main_score": 0.540418, - "hf_subset": "ast_Latn-ewe_Latn", - "languages": [ - "ast-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "ast_Latn-ilo_Latn", - "languages": [ - "ast-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31502, - "recall": 0.373518, - "f1": 0.331251, - "accuracy": 0.373518, - "main_score": 0.331251, - "hf_subset": "ast_Latn-knc_Arab", - "languages": [ - "ast-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-mkd_Cyrl", - "languages": [ - "ast-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-prs_Arab", - "languages": [ - "ast-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-swe_Latn", - "languages": [ - "ast-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-urd_Arab", - "languages": [ - "ast-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596601, - "recall": 0.656126, - "f1": 0.613141, - "accuracy": 0.656126, - "main_score": 0.613141, - "hf_subset": "ast_Latn-aka_Latn", - "languages": [ - "ast-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "ast_Latn-bjn_Latn", - "languages": [ - "ast-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ast_Latn-fao_Latn", - "languages": [ - "ast-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ind_Latn", - "languages": [ - "ast-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597169, - "recall": 0.650198, - "f1": 0.611996, - "accuracy": 0.650198, - "main_score": 0.611996, - "hf_subset": "ast_Latn-knc_Latn", - "languages": [ - "ast-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ast_Latn-mlt_Latn", - "languages": [ - "ast-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727322, - "recall": 0.787549, - "f1": 0.745095, - "accuracy": 0.787549, - "main_score": 0.745095, - "hf_subset": "ast_Latn-quy_Latn", - "languages": [ - "ast-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "ast_Latn-swh_Latn", - "languages": [ - "ast-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "ast_Latn-uzn_Latn", - "languages": [ - "ast-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-als_Latn", - "languages": [ - "ast-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627734, - "recall": 0.708498, - "f1": 0.651205, - "accuracy": 0.708498, - "main_score": 0.651205, - "hf_subset": "ast_Latn-bod_Tibt", - "languages": [ - "ast-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715995, - "recall": 0.768775, - "f1": 0.731367, - "accuracy": 0.768775, - "main_score": 0.731367, - "hf_subset": "ast_Latn-fij_Latn", - "languages": [ - "ast-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ast_Latn-isl_Latn", - "languages": [ - "ast-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669223, - "recall": 0.726285, - "f1": 0.686446, - "accuracy": 0.726285, - "main_score": 0.686446, - "hf_subset": "ast_Latn-kon_Latn", - "languages": [ - "ast-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672307, - "recall": 0.73419, - "f1": 0.690404, - "accuracy": 0.73419, - "main_score": 0.690404, - "hf_subset": "ast_Latn-mni_Beng", - "languages": [ - "ast-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ron_Latn", - "languages": [ - "ast-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "ast_Latn-szl_Latn", - "languages": [ - "ast-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-vec_Latn", - "languages": [ - "ast-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9361, - "recall": 0.955534, - "f1": 0.942358, - "accuracy": 0.955534, - "main_score": 0.942358, - "hf_subset": "ast_Latn-amh_Ethi", - "languages": [ - "ast-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-bos_Latn", - "languages": [ - "ast-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-fin_Latn", - "languages": [ - "ast-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ita_Latn", - "languages": [ - "ast-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-kor_Hang", - "languages": [ - "ast-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558685, - "recall": 0.618577, - "f1": 0.575455, - "accuracy": 0.618577, - "main_score": 0.575455, - "hf_subset": "ast_Latn-mos_Latn", - "languages": [ - "ast-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555988, - "recall": 0.614625, - "f1": 0.572381, - "accuracy": 0.614625, - "main_score": 0.572381, - "hf_subset": "ast_Latn-run_Latn", - "languages": [ - "ast-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-tam_Taml", - "languages": [ - "ast-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-vie_Latn", - "languages": [ - "ast-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-apc_Arab", - "languages": [ - "ast-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800675, - "recall": 0.84585, - "f1": 0.814229, - "accuracy": 0.84585, - "main_score": 0.814229, - "hf_subset": "ast_Latn-bug_Latn", - "languages": [ - "ast-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468328, - "recall": 0.527668, - "f1": 0.484156, - "accuracy": 0.527668, - "main_score": 0.484156, - "hf_subset": "ast_Latn-fon_Latn", - "languages": [ - "ast-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "ast_Latn-jav_Latn", - "languages": [ - "ast-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ast_Latn-lao_Laoo", - "languages": [ - "ast-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867622, - "recall": 0.906126, - "f1": 0.879941, - "accuracy": 0.906126, - "main_score": 0.879941, - "hf_subset": "ast_Latn-mri_Latn", - "languages": [ - "ast-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-rus_Cyrl", - "languages": [ - "ast-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540319, - "recall": 0.603755, - "f1": 0.557847, - "accuracy": 0.603755, - "main_score": 0.557847, - "hf_subset": "ast_Latn-taq_Latn", - "languages": [ - "ast-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-war_Latn", - "languages": [ - "ast-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-arb_Arab", - "languages": [ - "ast-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-bul_Cyrl", - "languages": [ - "ast-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-fra_Latn", - "languages": [ - "ast-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-jpn_Jpan", - "languages": [ - "ast-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ast_Latn-lij_Latn", - "languages": [ - "ast-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ast_Latn-mya_Mymr", - "languages": [ - "ast-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609538, - "recall": 0.676877, - "f1": 0.628778, - "accuracy": 0.676877, - "main_score": 0.628778, - "hf_subset": "ast_Latn-sag_Latn", - "languages": [ - "ast-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191906, - "recall": 0.252964, - "f1": 0.205622, - "accuracy": 0.252964, - "main_score": 0.205622, - "hf_subset": "ast_Latn-taq_Tfng", - "languages": [ - "ast-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642589, - "recall": 0.703557, - "f1": 0.659891, - "accuracy": 0.703557, - "main_score": 0.659891, - "hf_subset": "ast_Latn-wol_Latn", - "languages": [ - "ast-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800264, - "recall": 0.847826, - "f1": 0.814822, - "accuracy": 0.847826, - "main_score": 0.814822, - "hf_subset": "ast_Latn-arb_Latn", - "languages": [ - "ast-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-cat_Latn", - "languages": [ - "ast-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ast_Latn-fur_Latn", - "languages": [ - "ast-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419753, - "recall": 0.478261, - "f1": 0.435971, - "accuracy": 0.478261, - "main_score": 0.435971, - "hf_subset": "ast_Latn-kab_Latn", - "languages": [ - "ast-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ast_Latn-lim_Latn", - "languages": [ - "ast-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-nld_Latn", - "languages": [ - "ast-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "ast_Latn-san_Deva", - "languages": [ - "ast-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ast_Latn-tat_Cyrl", - "languages": [ - "ast-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686085, - "recall": 0.740119, - "f1": 0.701638, - "accuracy": 0.740119, - "main_score": 0.701638, - "hf_subset": "ast_Latn-xho_Latn", - "languages": [ - "ast-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ars_Arab", - "languages": [ - "ast-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ceb_Latn", - "languages": [ - "ast-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56146, - "recall": 0.621542, - "f1": 0.578146, - "accuracy": 0.621542, - "main_score": 0.578146, - "hf_subset": "ast_Latn-fuv_Latn", - "languages": [ - "ast-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509959, - "recall": 0.579051, - "f1": 0.528904, - "accuracy": 0.579051, - "main_score": 0.528904, - "hf_subset": "ast_Latn-kac_Latn", - "languages": [ - "ast-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673798, - "recall": 0.725296, - "f1": 0.688933, - "accuracy": 0.725296, - "main_score": 0.688933, - "hf_subset": "ast_Latn-lin_Latn", - "languages": [ - "ast-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-nno_Latn", - "languages": [ - "ast-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223242, - "recall": 0.29249, - "f1": 0.241192, - "accuracy": 0.29249, - "main_score": 0.241192, - "hf_subset": "ast_Latn-sat_Olck", - "languages": [ - "ast-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-tel_Telu", - "languages": [ - "ast-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ast_Latn-ydd_Hebr", - "languages": [ - "ast-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983037, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "ast_Latn-ary_Arab", - "languages": [ - "ast-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ces_Latn", - "languages": [ - "ast-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577612, - "recall": 0.644269, - "f1": 0.5974, - "accuracy": 0.644269, - "main_score": 0.5974, - "hf_subset": "ast_Latn-gaz_Latn", - "languages": [ - "ast-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590046, - "recall": 0.653162, - "f1": 0.607978, - "accuracy": 0.653162, - "main_score": 0.607978, - "hf_subset": "ast_Latn-kam_Latn", - "languages": [ - "ast-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "ast_Latn-lit_Latn", - "languages": [ - "ast-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-nob_Latn", - "languages": [ - "ast-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "ast_Latn-scn_Latn", - "languages": [ - "ast-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ast_Latn-tgk_Cyrl", - "languages": [ - "ast-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719928, - "recall": 0.778656, - "f1": 0.737601, - "accuracy": 0.778656, - "main_score": 0.737601, - "hf_subset": "ast_Latn-yor_Latn", - "languages": [ - "ast-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-arz_Arab", - "languages": [ - "ast-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569269, - "recall": 0.629447, - "f1": 0.586106, - "accuracy": 0.629447, - "main_score": 0.586106, - "hf_subset": "ast_Latn-cjk_Latn", - "languages": [ - "ast-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796558, - "recall": 0.841897, - "f1": 0.81031, - "accuracy": 0.841897, - "main_score": 0.81031, - "hf_subset": "ast_Latn-gla_Latn", - "languages": [ - "ast-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-kan_Knda", - "languages": [ - "ast-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ast_Latn-lmo_Latn", - "languages": [ - "ast-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "ast_Latn-npi_Deva", - "languages": [ - "ast-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473397, - "recall": 0.537549, - "f1": 0.490783, - "accuracy": 0.537549, - "main_score": 0.490783, - "hf_subset": "ast_Latn-shn_Mymr", - "languages": [ - "ast-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-tgl_Latn", - "languages": [ - "ast-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-yue_Hant", - "languages": [ - "ast-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-asm_Beng", - "languages": [ - "ast-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "ast_Latn-ckb_Arab", - "languages": [ - "ast-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887961, - "recall": 0.918972, - "f1": 0.897628, - "accuracy": 0.918972, - "main_score": 0.897628, - "hf_subset": "ast_Latn-gle_Latn", - "languages": [ - "ast-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ast_Latn-kas_Arab", - "languages": [ - "ast-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955731, - "recall": 0.969368, - "f1": 0.960145, - "accuracy": 0.969368, - "main_score": 0.960145, - "hf_subset": "ast_Latn-ltg_Latn", - "languages": [ - "ast-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624849, - "recall": 0.676877, - "f1": 0.639611, - "accuracy": 0.676877, - "main_score": 0.639611, - "hf_subset": "ast_Latn-nso_Latn", - "languages": [ - "ast-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ast_Latn-sin_Sinh", - "languages": [ - "ast-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-tha_Thai", - "languages": [ - "ast-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-zho_Hans", - "languages": [ - "ast-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-crh_Latn", - "languages": [ - "ast-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-glg_Latn", - "languages": [ - "ast-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895504, - "recall": 0.926877, - "f1": 0.905501, - "accuracy": 0.926877, - "main_score": 0.905501, - "hf_subset": "ast_Latn-kas_Deva", - "languages": [ - "ast-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "ast_Latn-ltz_Latn", - "languages": [ - "ast-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472649, - "recall": 0.538538, - "f1": 0.489829, - "accuracy": 0.538538, - "main_score": 0.489829, - "hf_subset": "ast_Latn-nus_Latn", - "languages": [ - "ast-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-slk_Latn", - "languages": [ - "ast-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609953, - "recall": 0.68083, - "f1": 0.630341, - "accuracy": 0.68083, - "main_score": 0.630341, - "hf_subset": "ast_Latn-tir_Ethi", - "languages": [ - "ast-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-zho_Hant", - "languages": [ - "ast-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "ast_Latn-awa_Deva", - "languages": [ - "ast-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ast_Latn-cym_Latn", - "languages": [ - "ast-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868495, - "recall": 0.903162, - "f1": 0.879315, - "accuracy": 0.903162, - "main_score": 0.879315, - "hf_subset": "ast_Latn-grn_Latn", - "languages": [ - "ast-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-kat_Geor", - "languages": [ - "ast-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651054, - "recall": 0.702569, - "f1": 0.665762, - "accuracy": 0.702569, - "main_score": 0.665762, - "hf_subset": "ast_Latn-lua_Latn", - "languages": [ - "ast-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651307, - "recall": 0.710474, - "f1": 0.66861, - "accuracy": 0.710474, - "main_score": 0.66861, - "hf_subset": "ast_Latn-nya_Latn", - "languages": [ - "ast-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-slv_Latn", - "languages": [ - "ast-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.969368, - "f1": 0.961265, - "accuracy": 0.969368, - "main_score": 0.961265, - "hf_subset": "ast_Latn-tpi_Latn", - "languages": [ - "ast-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-zsm_Latn", - "languages": [ - "ast-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556555, - "recall": 0.62253, - "f1": 0.575131, - "accuracy": 0.62253, - "main_score": 0.575131, - "hf_subset": "ast_Latn-ayr_Latn", - "languages": [ - "ast-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-dan_Latn", - "languages": [ - "ast-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-guj_Gujr", - "languages": [ - "ast-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ast_Latn-kaz_Cyrl", - "languages": [ - "ast-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550258, - "recall": 0.615613, - "f1": 0.569134, - "accuracy": 0.615613, - "main_score": 0.569134, - "hf_subset": "ast_Latn-lug_Latn", - "languages": [ - "ast-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-oci_Latn", - "languages": [ - "ast-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820982, - "recall": 0.866601, - "f1": 0.834914, - "accuracy": 0.866601, - "main_score": 0.834914, - "hf_subset": "ast_Latn-smo_Latn", - "languages": [ - "ast-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556573, - "recall": 0.620553, - "f1": 0.574282, - "accuracy": 0.620553, - "main_score": 0.574282, - "hf_subset": "ast_Latn-tsn_Latn", - "languages": [ - "ast-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623304, - "recall": 0.681818, - "f1": 0.640256, - "accuracy": 0.681818, - "main_score": 0.640256, - "hf_subset": "ast_Latn-zul_Latn", - "languages": [ - "ast-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.95751, - "f1": 0.94417, - "accuracy": 0.95751, - "main_score": 0.94417, - "hf_subset": "ast_Latn-azb_Arab", - "languages": [ - "ast-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ast_Latn-deu_Latn", - "languages": [ - "ast-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.985178, - "f1": 0.981225, - "accuracy": 0.985178, - "main_score": 0.981225, - "hf_subset": "ast_Latn-hat_Latn", - "languages": [ - "ast-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495351, - "recall": 0.55336, - "f1": 0.511351, - "accuracy": 0.55336, - "main_score": 0.511351, - "hf_subset": "ast_Latn-kbp_Latn", - "languages": [ - "ast-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575224, - "recall": 0.639328, - "f1": 0.59327, - "accuracy": 0.639328, - "main_score": 0.59327, - "hf_subset": "ast_Latn-luo_Latn", - "languages": [ - "ast-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-ory_Orya", - "languages": [ - "ast-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595439, - "recall": 0.656126, - "f1": 0.612833, - "accuracy": 0.656126, - "main_score": 0.612833, - "hf_subset": "ast_Latn-sna_Latn", - "languages": [ - "ast-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562525, - "recall": 0.614625, - "f1": 0.576728, - "accuracy": 0.614625, - "main_score": 0.576728, - "hf_subset": "ast_Latn-tso_Latn", - "languages": [ - "ast-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-azj_Latn", - "languages": [ - "ast-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547657, - "recall": 0.613636, - "f1": 0.566519, - "accuracy": 0.613636, - "main_score": 0.566519, - "hf_subset": "ast_Latn-dik_Latn", - "languages": [ - "ast-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753336, - "recall": 0.80336, - "f1": 0.767855, - "accuracy": 0.80336, - "main_score": 0.767855, - "hf_subset": "ast_Latn-hau_Latn", - "languages": [ - "ast-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ast_Latn-kea_Latn", - "languages": [ - "ast-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749045, - "recall": 0.801383, - "f1": 0.764723, - "accuracy": 0.801383, - "main_score": 0.764723, - "hf_subset": "ast_Latn-lus_Latn", - "languages": [ - "ast-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880435, - "recall": 0.911067, - "f1": 0.889954, - "accuracy": 0.911067, - "main_score": 0.889954, - "hf_subset": "ast_Latn-pag_Latn", - "languages": [ - "ast-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ast_Latn-snd_Arab", - "languages": [ - "ast-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "ast_Latn-tuk_Latn", - "languages": [ - "ast-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ast_Latn-bak_Cyrl", - "languages": [ - "ast-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50185, - "recall": 0.58498, - "f1": 0.525986, - "accuracy": 0.58498, - "main_score": 0.525986, - "hf_subset": "ast_Latn-dyu_Latn", - "languages": [ - "ast-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-heb_Hebr", - "languages": [ - "ast-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ast_Latn-khk_Cyrl", - "languages": [ - "ast-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-lvs_Latn", - "languages": [ - "ast-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ast_Latn-pan_Guru", - "languages": [ - "ast-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709947, - "recall": 0.767787, - "f1": 0.726663, - "accuracy": 0.767787, - "main_score": 0.726663, - "hf_subset": "ast_Latn-som_Latn", - "languages": [ - "ast-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602513, - "recall": 0.650198, - "f1": 0.616087, - "accuracy": 0.650198, - "main_score": 0.616087, - "hf_subset": "ast_Latn-tum_Latn", - "languages": [ - "ast-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522662, - "recall": 0.58004, - "f1": 0.538193, - "accuracy": 0.58004, - "main_score": 0.538193, - "hf_subset": "crh_Latn-ace_Arab", - "languages": [ - "crh-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496852, - "recall": 0.55336, - "f1": 0.512491, - "accuracy": 0.55336, - "main_score": 0.512491, - "hf_subset": "crh_Latn-bam_Latn", - "languages": [ - "crh-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397816, - "recall": 0.47332, - "f1": 0.417561, - "accuracy": 0.47332, - "main_score": 0.417561, - "hf_subset": "crh_Latn-dzo_Tibt", - "languages": [ - "crh-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-hin_Deva", - "languages": [ - "crh-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "crh_Latn-khm_Khmr", - "languages": [ - "crh-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "crh_Latn-mag_Deva", - "languages": [ - "crh-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "crh_Latn-pap_Latn", - "languages": [ - "crh-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566126, - "recall": 0.620553, - "f1": 0.580897, - "accuracy": 0.620553, - "main_score": 0.580897, - "hf_subset": "crh_Latn-sot_Latn", - "languages": [ - "crh-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-tur_Latn", - "languages": [ - "crh-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810698, - "recall": 0.852767, - "f1": 0.823403, - "accuracy": 0.852767, - "main_score": 0.823403, - "hf_subset": "crh_Latn-ace_Latn", - "languages": [ - "crh-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913126, - "recall": 0.932806, - "f1": 0.919203, - "accuracy": 0.932806, - "main_score": 0.919203, - "hf_subset": "crh_Latn-ban_Latn", - "languages": [ - "crh-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-ell_Grek", - "languages": [ - "crh-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "crh_Latn-hne_Deva", - "languages": [ - "crh-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560904, - "recall": 0.609684, - "f1": 0.574371, - "accuracy": 0.609684, - "main_score": 0.574371, - "hf_subset": "crh_Latn-kik_Latn", - "languages": [ - "crh-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-mai_Deva", - "languages": [ - "crh-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.970356, - "f1": 0.961298, - "accuracy": 0.970356, - "main_score": 0.961298, - "hf_subset": "crh_Latn-pbt_Arab", - "languages": [ - "crh-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-spa_Latn", - "languages": [ - "crh-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582964, - "recall": 0.647233, - "f1": 0.601089, - "accuracy": 0.647233, - "main_score": 0.601089, - "hf_subset": "crh_Latn-twi_Latn", - "languages": [ - "crh-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-acm_Arab", - "languages": [ - "crh-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-bel_Cyrl", - "languages": [ - "crh-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "crh_Latn-eng_Latn", - "languages": [ - "crh-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-hrv_Latn", - "languages": [ - "crh-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547952, - "recall": 0.604743, - "f1": 0.564007, - "accuracy": 0.604743, - "main_score": 0.564007, - "hf_subset": "crh_Latn-kin_Latn", - "languages": [ - "crh-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-mal_Mlym", - "languages": [ - "crh-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-pes_Arab", - "languages": [ - "crh-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "crh_Latn-srd_Latn", - "languages": [ - "crh-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191791, - "recall": 0.238142, - "f1": 0.203233, - "accuracy": 0.238142, - "main_score": 0.203233, - "hf_subset": "crh_Latn-tzm_Tfng", - "languages": [ - "crh-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-acq_Arab", - "languages": [ - "crh-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603057, - "recall": 0.650198, - "f1": 0.615744, - "accuracy": 0.650198, - "main_score": 0.615744, - "hf_subset": "crh_Latn-bem_Latn", - "languages": [ - "crh-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-epo_Latn", - "languages": [ - "crh-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-hun_Latn", - "languages": [ - "crh-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "crh_Latn-kir_Cyrl", - "languages": [ - "crh-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-mar_Deva", - "languages": [ - "crh-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631911, - "recall": 0.686759, - "f1": 0.647589, - "accuracy": 0.686759, - "main_score": 0.647589, - "hf_subset": "crh_Latn-plt_Latn", - "languages": [ - "crh-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-srp_Cyrl", - "languages": [ - "crh-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949028, - "recall": 0.964427, - "f1": 0.953953, - "accuracy": 0.964427, - "main_score": 0.953953, - "hf_subset": "crh_Latn-uig_Arab", - "languages": [ - "crh-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "crh_Latn-aeb_Arab", - "languages": [ - "crh-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-ben_Beng", - "languages": [ - "crh-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-est_Latn", - "languages": [ - "crh-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-hye_Armn", - "languages": [ - "crh-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532168, - "recall": 0.572134, - "f1": 0.543269, - "accuracy": 0.572134, - "main_score": 0.543269, - "hf_subset": "crh_Latn-kmb_Latn", - "languages": [ - "crh-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466575, - "recall": 0.530632, - "f1": 0.483346, - "accuracy": 0.530632, - "main_score": 0.483346, - "hf_subset": "crh_Latn-min_Arab", - "languages": [ - "crh-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-pol_Latn", - "languages": [ - "crh-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541625, - "recall": 0.596838, - "f1": 0.557795, - "accuracy": 0.596838, - "main_score": 0.557795, - "hf_subset": "crh_Latn-ssw_Latn", - "languages": [ - "crh-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-ukr_Cyrl", - "languages": [ - "crh-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "crh_Latn-afr_Latn", - "languages": [ - "crh-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "crh_Latn-bho_Deva", - "languages": [ - "crh-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "crh_Latn-eus_Latn", - "languages": [ - "crh-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554716, - "recall": 0.61166, - "f1": 0.570553, - "accuracy": 0.61166, - "main_score": 0.570553, - "hf_subset": "crh_Latn-ibo_Latn", - "languages": [ - "crh-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863093, - "recall": 0.898221, - "f1": 0.873913, - "accuracy": 0.898221, - "main_score": 0.873913, - "hf_subset": "crh_Latn-kmr_Latn", - "languages": [ - "crh-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946723, - "recall": 0.963439, - "f1": 0.952141, - "accuracy": 0.963439, - "main_score": 0.952141, - "hf_subset": "crh_Latn-min_Latn", - "languages": [ - "crh-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-por_Latn", - "languages": [ - "crh-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "crh_Latn-sun_Latn", - "languages": [ - "crh-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500245, - "recall": 0.551383, - "f1": 0.514123, - "accuracy": 0.551383, - "main_score": 0.514123, - "hf_subset": "crh_Latn-umb_Latn", - "languages": [ - "crh-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-ajp_Arab", - "languages": [ - "crh-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499564, - "recall": 0.554348, - "f1": 0.514371, - "accuracy": 0.554348, - "main_score": 0.514371, - "hf_subset": "crh_Latn-bjn_Arab", - "languages": [ - "crh-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4977, - "recall": 0.544466, - "f1": 0.510204, - "accuracy": 0.544466, - "main_score": 0.510204, - "hf_subset": "crh_Latn-ewe_Latn", - "languages": [ - "crh-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908959, - "recall": 0.932806, - "f1": 0.916271, - "accuracy": 0.932806, - "main_score": 0.916271, - "hf_subset": "crh_Latn-ilo_Latn", - "languages": [ - "crh-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31196, - "recall": 0.365613, - "f1": 0.327323, - "accuracy": 0.365613, - "main_score": 0.327323, - "hf_subset": "crh_Latn-knc_Arab", - "languages": [ - "crh-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-mkd_Cyrl", - "languages": [ - "crh-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-prs_Arab", - "languages": [ - "crh-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-swe_Latn", - "languages": [ - "crh-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-urd_Arab", - "languages": [ - "crh-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546723, - "recall": 0.602767, - "f1": 0.562178, - "accuracy": 0.602767, - "main_score": 0.562178, - "hf_subset": "crh_Latn-aka_Latn", - "languages": [ - "crh-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.966403, - "f1": 0.957298, - "accuracy": 0.966403, - "main_score": 0.957298, - "hf_subset": "crh_Latn-bjn_Latn", - "languages": [ - "crh-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936677, - "recall": 0.956522, - "f1": 0.943083, - "accuracy": 0.956522, - "main_score": 0.943083, - "hf_subset": "crh_Latn-fao_Latn", - "languages": [ - "crh-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "crh_Latn-ind_Latn", - "languages": [ - "crh-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566083, - "recall": 0.613636, - "f1": 0.580174, - "accuracy": 0.613636, - "main_score": 0.580174, - "hf_subset": "crh_Latn-knc_Latn", - "languages": [ - "crh-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "crh_Latn-mlt_Latn", - "languages": [ - "crh-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67747, - "recall": 0.733202, - "f1": 0.693724, - "accuracy": 0.733202, - "main_score": 0.693724, - "hf_subset": "crh_Latn-quy_Latn", - "languages": [ - "crh-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.963439, - "f1": 0.952734, - "accuracy": 0.963439, - "main_score": 0.952734, - "hf_subset": "crh_Latn-swh_Latn", - "languages": [ - "crh-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-uzn_Latn", - "languages": [ - "crh-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-als_Latn", - "languages": [ - "crh-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587715, - "recall": 0.666008, - "f1": 0.610134, - "accuracy": 0.666008, - "main_score": 0.610134, - "hf_subset": "crh_Latn-bod_Tibt", - "languages": [ - "crh-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649169, - "recall": 0.709486, - "f1": 0.666468, - "accuracy": 0.709486, - "main_score": 0.666468, - "hf_subset": "crh_Latn-fij_Latn", - "languages": [ - "crh-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "crh_Latn-isl_Latn", - "languages": [ - "crh-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619516, - "recall": 0.666008, - "f1": 0.63314, - "accuracy": 0.666008, - "main_score": 0.63314, - "hf_subset": "crh_Latn-kon_Latn", - "languages": [ - "crh-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632834, - "recall": 0.690711, - "f1": 0.649255, - "accuracy": 0.690711, - "main_score": 0.649255, - "hf_subset": "crh_Latn-mni_Beng", - "languages": [ - "crh-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-ron_Latn", - "languages": [ - "crh-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "crh_Latn-szl_Latn", - "languages": [ - "crh-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-vec_Latn", - "languages": [ - "crh-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907856, - "recall": 0.934783, - "f1": 0.91637, - "accuracy": 0.934783, - "main_score": 0.91637, - "hf_subset": "crh_Latn-amh_Ethi", - "languages": [ - "crh-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-bos_Latn", - "languages": [ - "crh-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-fin_Latn", - "languages": [ - "crh-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-ita_Latn", - "languages": [ - "crh-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-kor_Hang", - "languages": [ - "crh-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533196, - "recall": 0.582016, - "f1": 0.546465, - "accuracy": 0.582016, - "main_score": 0.546465, - "hf_subset": "crh_Latn-mos_Latn", - "languages": [ - "crh-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551077, - "recall": 0.602767, - "f1": 0.565174, - "accuracy": 0.602767, - "main_score": 0.565174, - "hf_subset": "crh_Latn-run_Latn", - "languages": [ - "crh-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-tam_Taml", - "languages": [ - "crh-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-vie_Latn", - "languages": [ - "crh-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-apc_Arab", - "languages": [ - "crh-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74623, - "recall": 0.79249, - "f1": 0.759558, - "accuracy": 0.79249, - "main_score": 0.759558, - "hf_subset": "crh_Latn-bug_Latn", - "languages": [ - "crh-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456838, - "recall": 0.503953, - "f1": 0.469494, - "accuracy": 0.503953, - "main_score": 0.469494, - "hf_subset": "crh_Latn-fon_Latn", - "languages": [ - "crh-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "crh_Latn-jav_Latn", - "languages": [ - "crh-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "crh_Latn-lao_Laoo", - "languages": [ - "crh-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831472, - "recall": 0.87253, - "f1": 0.843874, - "accuracy": 0.87253, - "main_score": 0.843874, - "hf_subset": "crh_Latn-mri_Latn", - "languages": [ - "crh-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-rus_Cyrl", - "languages": [ - "crh-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536532, - "recall": 0.58498, - "f1": 0.549568, - "accuracy": 0.58498, - "main_score": 0.549568, - "hf_subset": "crh_Latn-taq_Latn", - "languages": [ - "crh-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "crh_Latn-war_Latn", - "languages": [ - "crh-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-arb_Arab", - "languages": [ - "crh-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "crh_Latn-bul_Cyrl", - "languages": [ - "crh-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-fra_Latn", - "languages": [ - "crh-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988883, - "recall": 0.992095, - "f1": 0.989855, - "accuracy": 0.992095, - "main_score": 0.989855, - "hf_subset": "crh_Latn-jpn_Jpan", - "languages": [ - "crh-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968297, - "recall": 0.977273, - "f1": 0.97108, - "accuracy": 0.977273, - "main_score": 0.97108, - "hf_subset": "crh_Latn-lij_Latn", - "languages": [ - "crh-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.983202, - "f1": 0.979084, - "accuracy": 0.983202, - "main_score": 0.979084, - "hf_subset": "crh_Latn-mya_Mymr", - "languages": [ - "crh-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561406, - "recall": 0.614625, - "f1": 0.576585, - "accuracy": 0.614625, - "main_score": 0.576585, - "hf_subset": "crh_Latn-sag_Latn", - "languages": [ - "crh-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198251, - "recall": 0.251976, - "f1": 0.209576, - "accuracy": 0.251976, - "main_score": 0.209576, - "hf_subset": "crh_Latn-taq_Tfng", - "languages": [ - "crh-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596139, - "recall": 0.645257, - "f1": 0.609936, - "accuracy": 0.645257, - "main_score": 0.609936, - "hf_subset": "crh_Latn-wol_Latn", - "languages": [ - "crh-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751318, - "recall": 0.806324, - "f1": 0.767311, - "accuracy": 0.806324, - "main_score": 0.767311, - "hf_subset": "crh_Latn-arb_Latn", - "languages": [ - "crh-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-cat_Latn", - "languages": [ - "crh-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966486, - "recall": 0.976285, - "f1": 0.969433, - "accuracy": 0.976285, - "main_score": 0.969433, - "hf_subset": "crh_Latn-fur_Latn", - "languages": [ - "crh-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.407239, - "recall": 0.455534, - "f1": 0.420834, - "accuracy": 0.455534, - "main_score": 0.420834, - "hf_subset": "crh_Latn-kab_Latn", - "languages": [ - "crh-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "crh_Latn-lim_Latn", - "languages": [ - "crh-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-nld_Latn", - "languages": [ - "crh-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965003, - "recall": 0.975296, - "f1": 0.968281, - "accuracy": 0.975296, - "main_score": 0.968281, - "hf_subset": "crh_Latn-san_Deva", - "languages": [ - "crh-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-tat_Cyrl", - "languages": [ - "crh-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647307, - "recall": 0.694664, - "f1": 0.660501, - "accuracy": 0.694664, - "main_score": 0.660501, - "hf_subset": "crh_Latn-xho_Latn", - "languages": [ - "crh-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-ars_Arab", - "languages": [ - "crh-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981472, - "recall": 0.987154, - "f1": 0.983267, - "accuracy": 0.987154, - "main_score": 0.983267, - "hf_subset": "crh_Latn-ceb_Latn", - "languages": [ - "crh-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5277, - "recall": 0.581028, - "f1": 0.543028, - "accuracy": 0.581028, - "main_score": 0.543028, - "hf_subset": "crh_Latn-fuv_Latn", - "languages": [ - "crh-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498461, - "recall": 0.55336, - "f1": 0.512453, - "accuracy": 0.55336, - "main_score": 0.512453, - "hf_subset": "crh_Latn-kac_Latn", - "languages": [ - "crh-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646297, - "recall": 0.698617, - "f1": 0.661124, - "accuracy": 0.698617, - "main_score": 0.661124, - "hf_subset": "crh_Latn-lin_Latn", - "languages": [ - "crh-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-nno_Latn", - "languages": [ - "crh-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191204, - "recall": 0.259881, - "f1": 0.208616, - "accuracy": 0.259881, - "main_score": 0.208616, - "hf_subset": "crh_Latn-sat_Olck", - "languages": [ - "crh-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-tel_Telu", - "languages": [ - "crh-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909832, - "recall": 0.934783, - "f1": 0.917523, - "accuracy": 0.934783, - "main_score": 0.917523, - "hf_subset": "crh_Latn-ydd_Hebr", - "languages": [ - "crh-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "crh_Latn-ary_Arab", - "languages": [ - "crh-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-ces_Latn", - "languages": [ - "crh-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55985, - "recall": 0.609684, - "f1": 0.574296, - "accuracy": 0.609684, - "main_score": 0.574296, - "hf_subset": "crh_Latn-gaz_Latn", - "languages": [ - "crh-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558673, - "recall": 0.607708, - "f1": 0.572552, - "accuracy": 0.607708, - "main_score": 0.572552, - "hf_subset": "crh_Latn-kam_Latn", - "languages": [ - "crh-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "crh_Latn-lit_Latn", - "languages": [ - "crh-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-nob_Latn", - "languages": [ - "crh-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "crh_Latn-scn_Latn", - "languages": [ - "crh-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "crh_Latn-tgk_Cyrl", - "languages": [ - "crh-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685204, - "recall": 0.747036, - "f1": 0.703677, - "accuracy": 0.747036, - "main_score": 0.703677, - "hf_subset": "crh_Latn-yor_Latn", - "languages": [ - "crh-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-arz_Arab", - "languages": [ - "crh-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531555, - "recall": 0.582016, - "f1": 0.546007, - "accuracy": 0.582016, - "main_score": 0.546007, - "hf_subset": "crh_Latn-cjk_Latn", - "languages": [ - "crh-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735672, - "recall": 0.788538, - "f1": 0.751172, - "accuracy": 0.788538, - "main_score": 0.751172, - "hf_subset": "crh_Latn-gla_Latn", - "languages": [ - "crh-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-kan_Knda", - "languages": [ - "crh-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964839, - "recall": 0.975296, - "f1": 0.968116, - "accuracy": 0.975296, - "main_score": 0.968116, - "hf_subset": "crh_Latn-lmo_Latn", - "languages": [ - "crh-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "crh_Latn-npi_Deva", - "languages": [ - "crh-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458738, - "recall": 0.506917, - "f1": 0.472108, - "accuracy": 0.506917, - "main_score": 0.472108, - "hf_subset": "crh_Latn-shn_Mymr", - "languages": [ - "crh-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-tgl_Latn", - "languages": [ - "crh-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-yue_Hant", - "languages": [ - "crh-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "crh_Latn-asm_Beng", - "languages": [ - "crh-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91222, - "recall": 0.936759, - "f1": 0.919928, - "accuracy": 0.936759, - "main_score": 0.919928, - "hf_subset": "crh_Latn-ckb_Arab", - "languages": [ - "crh-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843389, - "recall": 0.879447, - "f1": 0.854265, - "accuracy": 0.879447, - "main_score": 0.854265, - "hf_subset": "crh_Latn-gle_Latn", - "languages": [ - "crh-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903327, - "recall": 0.928854, - "f1": 0.911561, - "accuracy": 0.928854, - "main_score": 0.911561, - "hf_subset": "crh_Latn-kas_Arab", - "languages": [ - "crh-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90835, - "recall": 0.933794, - "f1": 0.916568, - "accuracy": 0.933794, - "main_score": 0.916568, - "hf_subset": "crh_Latn-ltg_Latn", - "languages": [ - "crh-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57804, - "recall": 0.62747, - "f1": 0.591662, - "accuracy": 0.62747, - "main_score": 0.591662, - "hf_subset": "crh_Latn-nso_Latn", - "languages": [ - "crh-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "crh_Latn-sin_Sinh", - "languages": [ - "crh-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-tha_Thai", - "languages": [ - "crh-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "crh_Latn-zho_Hans", - "languages": [ - "crh-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "crh_Latn-ast_Latn", - "languages": [ - "crh-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "crh_Latn-glg_Latn", - "languages": [ - "crh-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855567, - "recall": 0.891304, - "f1": 0.866685, - "accuracy": 0.891304, - "main_score": 0.866685, - "hf_subset": "crh_Latn-kas_Deva", - "languages": [ - "crh-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "crh_Latn-ltz_Latn", - "languages": [ - "crh-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44805, - "recall": 0.506917, - "f1": 0.463954, - "accuracy": 0.506917, - "main_score": 0.463954, - "hf_subset": "crh_Latn-nus_Latn", - "languages": [ - "crh-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-slk_Latn", - "languages": [ - "crh-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57403, - "recall": 0.641304, - "f1": 0.592976, - "accuracy": 0.641304, - "main_score": 0.592976, - "hf_subset": "crh_Latn-tir_Ethi", - "languages": [ - "crh-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "crh_Latn-zho_Hant", - "languages": [ - "crh-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "crh_Latn-awa_Deva", - "languages": [ - "crh-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951252, - "recall": 0.964427, - "f1": 0.955204, - "accuracy": 0.964427, - "main_score": 0.955204, - "hf_subset": "crh_Latn-cym_Latn", - "languages": [ - "crh-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790415, - "recall": 0.832016, - "f1": 0.802997, - "accuracy": 0.832016, - "main_score": 0.802997, - "hf_subset": "crh_Latn-grn_Latn", - "languages": [ - "crh-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-kat_Geor", - "languages": [ - "crh-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618963, - "recall": 0.670949, - "f1": 0.633589, - "accuracy": 0.670949, - "main_score": 0.633589, - "hf_subset": "crh_Latn-lua_Latn", - "languages": [ - "crh-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606081, - "recall": 0.662055, - "f1": 0.621533, - "accuracy": 0.662055, - "main_score": 0.621533, - "hf_subset": "crh_Latn-nya_Latn", - "languages": [ - "crh-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "crh_Latn-slv_Latn", - "languages": [ - "crh-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884997, - "recall": 0.91502, - "f1": 0.89409, - "accuracy": 0.91502, - "main_score": 0.89409, - "hf_subset": "crh_Latn-tpi_Latn", - "languages": [ - "crh-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-zsm_Latn", - "languages": [ - "crh-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542023, - "recall": 0.594862, - "f1": 0.557485, - "accuracy": 0.594862, - "main_score": 0.557485, - "hf_subset": "crh_Latn-ayr_Latn", - "languages": [ - "crh-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "crh_Latn-dan_Latn", - "languages": [ - "crh-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-guj_Gujr", - "languages": [ - "crh-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-kaz_Cyrl", - "languages": [ - "crh-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520556, - "recall": 0.571146, - "f1": 0.534042, - "accuracy": 0.571146, - "main_score": 0.534042, - "hf_subset": "crh_Latn-lug_Latn", - "languages": [ - "crh-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "crh_Latn-oci_Latn", - "languages": [ - "crh-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775774, - "recall": 0.826087, - "f1": 0.79129, - "accuracy": 0.826087, - "main_score": 0.79129, - "hf_subset": "crh_Latn-smo_Latn", - "languages": [ - "crh-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527817, - "recall": 0.58004, - "f1": 0.541768, - "accuracy": 0.58004, - "main_score": 0.541768, - "hf_subset": "crh_Latn-tsn_Latn", - "languages": [ - "crh-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603139, - "recall": 0.656126, - "f1": 0.618678, - "accuracy": 0.656126, - "main_score": 0.618678, - "hf_subset": "crh_Latn-zul_Latn", - "languages": [ - "crh-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893857, - "recall": 0.922925, - "f1": 0.902899, - "accuracy": 0.922925, - "main_score": 0.902899, - "hf_subset": "crh_Latn-azb_Arab", - "languages": [ - "crh-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-deu_Latn", - "languages": [ - "crh-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "crh_Latn-hat_Latn", - "languages": [ - "crh-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479506, - "recall": 0.52668, - "f1": 0.492736, - "accuracy": 0.52668, - "main_score": 0.492736, - "hf_subset": "crh_Latn-kbp_Latn", - "languages": [ - "crh-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560983, - "recall": 0.609684, - "f1": 0.573635, - "accuracy": 0.609684, - "main_score": 0.573635, - "hf_subset": "crh_Latn-luo_Latn", - "languages": [ - "crh-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "crh_Latn-ory_Orya", - "languages": [ - "crh-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556113, - "recall": 0.615613, - "f1": 0.572374, - "accuracy": 0.615613, - "main_score": 0.572374, - "hf_subset": "crh_Latn-sna_Latn", - "languages": [ - "crh-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539061, - "recall": 0.592885, - "f1": 0.553418, - "accuracy": 0.592885, - "main_score": 0.553418, - "hf_subset": "crh_Latn-tso_Latn", - "languages": [ - "crh-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "crh_Latn-azj_Latn", - "languages": [ - "crh-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526252, - "recall": 0.586957, - "f1": 0.543459, - "accuracy": 0.586957, - "main_score": 0.543459, - "hf_subset": "crh_Latn-dik_Latn", - "languages": [ - "crh-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711159, - "recall": 0.768775, - "f1": 0.728084, - "accuracy": 0.768775, - "main_score": 0.728084, - "hf_subset": "crh_Latn-hau_Latn", - "languages": [ - "crh-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.965415, - "f1": 0.954875, - "accuracy": 0.965415, - "main_score": 0.954875, - "hf_subset": "crh_Latn-kea_Latn", - "languages": [ - "crh-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707305, - "recall": 0.752964, - "f1": 0.720932, - "accuracy": 0.752964, - "main_score": 0.720932, - "hf_subset": "crh_Latn-lus_Latn", - "languages": [ - "crh-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818874, - "recall": 0.854743, - "f1": 0.829809, - "accuracy": 0.854743, - "main_score": 0.829809, - "hf_subset": "crh_Latn-pag_Latn", - "languages": [ - "crh-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "crh_Latn-snd_Arab", - "languages": [ - "crh-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "crh_Latn-tuk_Latn", - "languages": [ - "crh-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "crh_Latn-bak_Cyrl", - "languages": [ - "crh-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469985, - "recall": 0.539526, - "f1": 0.490165, - "accuracy": 0.539526, - "main_score": 0.490165, - "hf_subset": "crh_Latn-dyu_Latn", - "languages": [ - "crh-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "crh_Latn-heb_Hebr", - "languages": [ - "crh-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "crh_Latn-khk_Cyrl", - "languages": [ - "crh-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "crh_Latn-lvs_Latn", - "languages": [ - "crh-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "crh_Latn-pan_Guru", - "languages": [ - "crh-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682098, - "recall": 0.735178, - "f1": 0.697798, - "accuracy": 0.735178, - "main_score": 0.697798, - "hf_subset": "crh_Latn-som_Latn", - "languages": [ - "crh-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571412, - "recall": 0.614625, - "f1": 0.583471, - "accuracy": 0.614625, - "main_score": 0.583471, - "hf_subset": "crh_Latn-tum_Latn", - "languages": [ - "crh-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609447, - "recall": 0.672925, - "f1": 0.627332, - "accuracy": 0.672925, - "main_score": 0.627332, - "hf_subset": "glg_Latn-ace_Arab", - "languages": [ - "glg-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545589, - "recall": 0.61166, - "f1": 0.564494, - "accuracy": 0.61166, - "main_score": 0.564494, - "hf_subset": "glg_Latn-bam_Latn", - "languages": [ - "glg-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43894, - "recall": 0.512846, - "f1": 0.459315, - "accuracy": 0.512846, - "main_score": 0.459315, - "hf_subset": "glg_Latn-dzo_Tibt", - "languages": [ - "glg-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-hin_Deva", - "languages": [ - "glg-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-khm_Khmr", - "languages": [ - "glg-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-mag_Deva", - "languages": [ - "glg-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "glg_Latn-pap_Latn", - "languages": [ - "glg-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610023, - "recall": 0.666996, - "f1": 0.626313, - "accuracy": 0.666996, - "main_score": 0.626313, - "hf_subset": "glg_Latn-sot_Latn", - "languages": [ - "glg-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-tur_Latn", - "languages": [ - "glg-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887846, - "recall": 0.916996, - "f1": 0.897021, - "accuracy": 0.916996, - "main_score": 0.897021, - "hf_subset": "glg_Latn-ace_Latn", - "languages": [ - "glg-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "glg_Latn-ban_Latn", - "languages": [ - "glg-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ell_Grek", - "languages": [ - "glg-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "glg_Latn-hne_Deva", - "languages": [ - "glg-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607705, - "recall": 0.671937, - "f1": 0.626155, - "accuracy": 0.671937, - "main_score": 0.626155, - "hf_subset": "glg_Latn-kik_Latn", - "languages": [ - "glg-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-mai_Deva", - "languages": [ - "glg-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "glg_Latn-pbt_Arab", - "languages": [ - "glg-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-spa_Latn", - "languages": [ - "glg-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62365, - "recall": 0.689723, - "f1": 0.641874, - "accuracy": 0.689723, - "main_score": 0.641874, - "hf_subset": "glg_Latn-twi_Latn", - "languages": [ - "glg-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-acm_Arab", - "languages": [ - "glg-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-bel_Cyrl", - "languages": [ - "glg-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-eng_Latn", - "languages": [ - "glg-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-hrv_Latn", - "languages": [ - "glg-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581292, - "recall": 0.644269, - "f1": 0.5993, - "accuracy": 0.644269, - "main_score": 0.5993, - "hf_subset": "glg_Latn-kin_Latn", - "languages": [ - "glg-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-mal_Mlym", - "languages": [ - "glg-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-pes_Arab", - "languages": [ - "glg-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-srd_Latn", - "languages": [ - "glg-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181956, - "recall": 0.229249, - "f1": 0.193464, - "accuracy": 0.229249, - "main_score": 0.193464, - "hf_subset": "glg_Latn-tzm_Tfng", - "languages": [ - "glg-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-acq_Arab", - "languages": [ - "glg-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645059, - "recall": 0.697628, - "f1": 0.659828, - "accuracy": 0.697628, - "main_score": 0.659828, - "hf_subset": "glg_Latn-bem_Latn", - "languages": [ - "glg-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-epo_Latn", - "languages": [ - "glg-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-hun_Latn", - "languages": [ - "glg-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-kir_Cyrl", - "languages": [ - "glg-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-mar_Deva", - "languages": [ - "glg-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684708, - "recall": 0.741107, - "f1": 0.70093, - "accuracy": 0.741107, - "main_score": 0.70093, - "hf_subset": "glg_Latn-plt_Latn", - "languages": [ - "glg-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-srp_Cyrl", - "languages": [ - "glg-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "glg_Latn-uig_Arab", - "languages": [ - "glg-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-aeb_Arab", - "languages": [ - "glg-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ben_Beng", - "languages": [ - "glg-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-est_Latn", - "languages": [ - "glg-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-hye_Armn", - "languages": [ - "glg-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563398, - "recall": 0.612648, - "f1": 0.577394, - "accuracy": 0.612648, - "main_score": 0.577394, - "hf_subset": "glg_Latn-kmb_Latn", - "languages": [ - "glg-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531888, - "recall": 0.605731, - "f1": 0.552333, - "accuracy": 0.605731, - "main_score": 0.552333, - "hf_subset": "glg_Latn-min_Arab", - "languages": [ - "glg-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-pol_Latn", - "languages": [ - "glg-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567745, - "recall": 0.637352, - "f1": 0.588447, - "accuracy": 0.637352, - "main_score": 0.588447, - "hf_subset": "glg_Latn-ssw_Latn", - "languages": [ - "glg-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ukr_Cyrl", - "languages": [ - "glg-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-afr_Latn", - "languages": [ - "glg-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-bho_Deva", - "languages": [ - "glg-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "glg_Latn-eus_Latn", - "languages": [ - "glg-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599432, - "recall": 0.664032, - "f1": 0.617399, - "accuracy": 0.664032, - "main_score": 0.617399, - "hf_subset": "glg_Latn-ibo_Latn", - "languages": [ - "glg-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897151, - "recall": 0.926877, - "f1": 0.906522, - "accuracy": 0.926877, - "main_score": 0.906522, - "hf_subset": "glg_Latn-kmr_Latn", - "languages": [ - "glg-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "glg_Latn-min_Latn", - "languages": [ - "glg-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-por_Latn", - "languages": [ - "glg-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "glg_Latn-sun_Latn", - "languages": [ - "glg-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544163, - "recall": 0.600791, - "f1": 0.560232, - "accuracy": 0.600791, - "main_score": 0.560232, - "hf_subset": "glg_Latn-umb_Latn", - "languages": [ - "glg-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ajp_Arab", - "languages": [ - "glg-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558999, - "recall": 0.623518, - "f1": 0.57702, - "accuracy": 0.623518, - "main_score": 0.57702, - "hf_subset": "glg_Latn-bjn_Arab", - "languages": [ - "glg-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540456, - "recall": 0.594862, - "f1": 0.555214, - "accuracy": 0.594862, - "main_score": 0.555214, - "hf_subset": "glg_Latn-ewe_Latn", - "languages": [ - "glg-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949852, - "recall": 0.965415, - "f1": 0.954776, - "accuracy": 0.965415, - "main_score": 0.954776, - "hf_subset": "glg_Latn-ilo_Latn", - "languages": [ - "glg-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321398, - "recall": 0.383399, - "f1": 0.338379, - "accuracy": 0.383399, - "main_score": 0.338379, - "hf_subset": "glg_Latn-knc_Arab", - "languages": [ - "glg-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-mkd_Cyrl", - "languages": [ - "glg-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-prs_Arab", - "languages": [ - "glg-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-swe_Latn", - "languages": [ - "glg-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-urd_Arab", - "languages": [ - "glg-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60308, - "recall": 0.662055, - "f1": 0.61919, - "accuracy": 0.662055, - "main_score": 0.61919, - "hf_subset": "glg_Latn-aka_Latn", - "languages": [ - "glg-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "glg_Latn-bjn_Latn", - "languages": [ - "glg-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "glg_Latn-fao_Latn", - "languages": [ - "glg-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ind_Latn", - "languages": [ - "glg-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592252, - "recall": 0.646245, - "f1": 0.60763, - "accuracy": 0.646245, - "main_score": 0.60763, - "hf_subset": "glg_Latn-knc_Latn", - "languages": [ - "glg-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "glg_Latn-mlt_Latn", - "languages": [ - "glg-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732889, - "recall": 0.79249, - "f1": 0.750857, - "accuracy": 0.79249, - "main_score": 0.750857, - "hf_subset": "glg_Latn-quy_Latn", - "languages": [ - "glg-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "glg_Latn-swh_Latn", - "languages": [ - "glg-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "glg_Latn-uzn_Latn", - "languages": [ - "glg-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-als_Latn", - "languages": [ - "glg-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663251, - "recall": 0.742095, - "f1": 0.687039, - "accuracy": 0.742095, - "main_score": 0.687039, - "hf_subset": "glg_Latn-bod_Tibt", - "languages": [ - "glg-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733474, - "recall": 0.783597, - "f1": 0.748111, - "accuracy": 0.783597, - "main_score": 0.748111, - "hf_subset": "glg_Latn-fij_Latn", - "languages": [ - "glg-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "glg_Latn-isl_Latn", - "languages": [ - "glg-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682806, - "recall": 0.731225, - "f1": 0.697036, - "accuracy": 0.731225, - "main_score": 0.697036, - "hf_subset": "glg_Latn-kon_Latn", - "languages": [ - "glg-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679084, - "recall": 0.745059, - "f1": 0.698226, - "accuracy": 0.745059, - "main_score": 0.698226, - "hf_subset": "glg_Latn-mni_Beng", - "languages": [ - "glg-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ron_Latn", - "languages": [ - "glg-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "glg_Latn-szl_Latn", - "languages": [ - "glg-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-vec_Latn", - "languages": [ - "glg-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960721, - "recall": 0.97332, - "f1": 0.964822, - "accuracy": 0.97332, - "main_score": 0.964822, - "hf_subset": "glg_Latn-amh_Ethi", - "languages": [ - "glg-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-bos_Latn", - "languages": [ - "glg-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-fin_Latn", - "languages": [ - "glg-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ita_Latn", - "languages": [ - "glg-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-kor_Hang", - "languages": [ - "glg-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565646, - "recall": 0.626482, - "f1": 0.582805, - "accuracy": 0.626482, - "main_score": 0.582805, - "hf_subset": "glg_Latn-mos_Latn", - "languages": [ - "glg-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56651, - "recall": 0.62253, - "f1": 0.582762, - "accuracy": 0.62253, - "main_score": 0.582762, - "hf_subset": "glg_Latn-run_Latn", - "languages": [ - "glg-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-tam_Taml", - "languages": [ - "glg-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-vie_Latn", - "languages": [ - "glg-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-apc_Arab", - "languages": [ - "glg-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824391, - "recall": 0.866601, - "f1": 0.837121, - "accuracy": 0.866601, - "main_score": 0.837121, - "hf_subset": "glg_Latn-bug_Latn", - "languages": [ - "glg-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480394, - "recall": 0.540514, - "f1": 0.496371, - "accuracy": 0.540514, - "main_score": 0.496371, - "hf_subset": "glg_Latn-fon_Latn", - "languages": [ - "glg-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-jav_Latn", - "languages": [ - "glg-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-lao_Laoo", - "languages": [ - "glg-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878764, - "recall": 0.914032, - "f1": 0.889904, - "accuracy": 0.914032, - "main_score": 0.889904, - "hf_subset": "glg_Latn-mri_Latn", - "languages": [ - "glg-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-rus_Cyrl", - "languages": [ - "glg-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557449, - "recall": 0.619565, - "f1": 0.574115, - "accuracy": 0.619565, - "main_score": 0.574115, - "hf_subset": "glg_Latn-taq_Latn", - "languages": [ - "glg-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-war_Latn", - "languages": [ - "glg-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-arb_Arab", - "languages": [ - "glg-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-bul_Cyrl", - "languages": [ - "glg-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-fra_Latn", - "languages": [ - "glg-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-jpn_Jpan", - "languages": [ - "glg-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "glg_Latn-lij_Latn", - "languages": [ - "glg-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "glg_Latn-mya_Mymr", - "languages": [ - "glg-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628215, - "recall": 0.694664, - "f1": 0.647382, - "accuracy": 0.694664, - "main_score": 0.647382, - "hf_subset": "glg_Latn-sag_Latn", - "languages": [ - "glg-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.20324, - "recall": 0.26087, - "f1": 0.216188, - "accuracy": 0.26087, - "main_score": 0.216188, - "hf_subset": "glg_Latn-taq_Tfng", - "languages": [ - "glg-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652167, - "recall": 0.714427, - "f1": 0.669568, - "accuracy": 0.714427, - "main_score": 0.669568, - "hf_subset": "glg_Latn-wol_Latn", - "languages": [ - "glg-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829084, - "recall": 0.87253, - "f1": 0.842292, - "accuracy": 0.87253, - "main_score": 0.842292, - "hf_subset": "glg_Latn-arb_Latn", - "languages": [ - "glg-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-cat_Latn", - "languages": [ - "glg-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-fur_Latn", - "languages": [ - "glg-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432352, - "recall": 0.488142, - "f1": 0.448064, - "accuracy": 0.488142, - "main_score": 0.448064, - "hf_subset": "glg_Latn-kab_Latn", - "languages": [ - "glg-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "glg_Latn-lim_Latn", - "languages": [ - "glg-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-nld_Latn", - "languages": [ - "glg-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "glg_Latn-san_Deva", - "languages": [ - "glg-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-tat_Cyrl", - "languages": [ - "glg-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690763, - "recall": 0.748024, - "f1": 0.70735, - "accuracy": 0.748024, - "main_score": 0.70735, - "hf_subset": "glg_Latn-xho_Latn", - "languages": [ - "glg-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ars_Arab", - "languages": [ - "glg-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-ceb_Latn", - "languages": [ - "glg-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571476, - "recall": 0.633399, - "f1": 0.588884, - "accuracy": 0.633399, - "main_score": 0.588884, - "hf_subset": "glg_Latn-fuv_Latn", - "languages": [ - "glg-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528267, - "recall": 0.589921, - "f1": 0.544619, - "accuracy": 0.589921, - "main_score": 0.544619, - "hf_subset": "glg_Latn-kac_Latn", - "languages": [ - "glg-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689462, - "recall": 0.743083, - "f1": 0.705204, - "accuracy": 0.743083, - "main_score": 0.705204, - "hf_subset": "glg_Latn-lin_Latn", - "languages": [ - "glg-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-nno_Latn", - "languages": [ - "glg-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23217, - "recall": 0.318182, - "f1": 0.255191, - "accuracy": 0.318182, - "main_score": 0.255191, - "hf_subset": "glg_Latn-sat_Olck", - "languages": [ - "glg-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-tel_Telu", - "languages": [ - "glg-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "glg_Latn-ydd_Hebr", - "languages": [ - "glg-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "glg_Latn-ary_Arab", - "languages": [ - "glg-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ces_Latn", - "languages": [ - "glg-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592714, - "recall": 0.656126, - "f1": 0.61099, - "accuracy": 0.656126, - "main_score": 0.61099, - "hf_subset": "glg_Latn-gaz_Latn", - "languages": [ - "glg-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608844, - "recall": 0.671937, - "f1": 0.627052, - "accuracy": 0.671937, - "main_score": 0.627052, - "hf_subset": "glg_Latn-kam_Latn", - "languages": [ - "glg-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "glg_Latn-lit_Latn", - "languages": [ - "glg-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-nob_Latn", - "languages": [ - "glg-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "glg_Latn-scn_Latn", - "languages": [ - "glg-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "glg_Latn-tgk_Cyrl", - "languages": [ - "glg-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735227, - "recall": 0.794466, - "f1": 0.75272, - "accuracy": 0.794466, - "main_score": 0.75272, - "hf_subset": "glg_Latn-yor_Latn", - "languages": [ - "glg-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-arz_Arab", - "languages": [ - "glg-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587039, - "recall": 0.647233, - "f1": 0.60412, - "accuracy": 0.647233, - "main_score": 0.60412, - "hf_subset": "glg_Latn-cjk_Latn", - "languages": [ - "glg-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819516, - "recall": 0.858696, - "f1": 0.831357, - "accuracy": 0.858696, - "main_score": 0.831357, - "hf_subset": "glg_Latn-gla_Latn", - "languages": [ - "glg-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-kan_Knda", - "languages": [ - "glg-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "glg_Latn-lmo_Latn", - "languages": [ - "glg-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "glg_Latn-npi_Deva", - "languages": [ - "glg-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475321, - "recall": 0.538538, - "f1": 0.492375, - "accuracy": 0.538538, - "main_score": 0.492375, - "hf_subset": "glg_Latn-shn_Mymr", - "languages": [ - "glg-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-tgl_Latn", - "languages": [ - "glg-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-yue_Hant", - "languages": [ - "glg-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-asm_Beng", - "languages": [ - "glg-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "glg_Latn-ckb_Arab", - "languages": [ - "glg-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904924, - "recall": 0.932806, - "f1": 0.913603, - "accuracy": 0.932806, - "main_score": 0.913603, - "hf_subset": "glg_Latn-gle_Latn", - "languages": [ - "glg-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "glg_Latn-kas_Arab", - "languages": [ - "glg-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.965415, - "f1": 0.954381, - "accuracy": 0.965415, - "main_score": 0.954381, - "hf_subset": "glg_Latn-ltg_Latn", - "languages": [ - "glg-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631317, - "recall": 0.684783, - "f1": 0.647072, - "accuracy": 0.684783, - "main_score": 0.647072, - "hf_subset": "glg_Latn-nso_Latn", - "languages": [ - "glg-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "glg_Latn-sin_Sinh", - "languages": [ - "glg-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-tha_Thai", - "languages": [ - "glg-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-zho_Hans", - "languages": [ - "glg-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ast_Latn", - "languages": [ - "glg-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-crh_Latn", - "languages": [ - "glg-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913867, - "recall": 0.939723, - "f1": 0.922069, - "accuracy": 0.939723, - "main_score": 0.922069, - "hf_subset": "glg_Latn-kas_Deva", - "languages": [ - "glg-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "glg_Latn-ltz_Latn", - "languages": [ - "glg-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476404, - "recall": 0.545455, - "f1": 0.494953, - "accuracy": 0.545455, - "main_score": 0.494953, - "hf_subset": "glg_Latn-nus_Latn", - "languages": [ - "glg-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-slk_Latn", - "languages": [ - "glg-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65639, - "recall": 0.725296, - "f1": 0.676708, - "accuracy": 0.725296, - "main_score": 0.676708, - "hf_subset": "glg_Latn-tir_Ethi", - "languages": [ - "glg-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-zho_Hant", - "languages": [ - "glg-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.98913, - "f1": 0.98666, - "accuracy": 0.98913, - "main_score": 0.98666, - "hf_subset": "glg_Latn-awa_Deva", - "languages": [ - "glg-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "glg_Latn-cym_Latn", - "languages": [ - "glg-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874094, - "recall": 0.909091, - "f1": 0.885112, - "accuracy": 0.909091, - "main_score": 0.885112, - "hf_subset": "glg_Latn-grn_Latn", - "languages": [ - "glg-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-kat_Geor", - "languages": [ - "glg-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666199, - "recall": 0.716403, - "f1": 0.680148, - "accuracy": 0.716403, - "main_score": 0.680148, - "hf_subset": "glg_Latn-lua_Latn", - "languages": [ - "glg-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661635, - "recall": 0.717391, - "f1": 0.678203, - "accuracy": 0.717391, - "main_score": 0.678203, - "hf_subset": "glg_Latn-nya_Latn", - "languages": [ - "glg-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-slv_Latn", - "languages": [ - "glg-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "glg_Latn-tpi_Latn", - "languages": [ - "glg-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-zsm_Latn", - "languages": [ - "glg-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566513, - "recall": 0.628458, - "f1": 0.583892, - "accuracy": 0.628458, - "main_score": 0.583892, - "hf_subset": "glg_Latn-ayr_Latn", - "languages": [ - "glg-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-dan_Latn", - "languages": [ - "glg-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-guj_Gujr", - "languages": [ - "glg-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "glg_Latn-kaz_Cyrl", - "languages": [ - "glg-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554002, - "recall": 0.613636, - "f1": 0.570807, - "accuracy": 0.613636, - "main_score": 0.570807, - "hf_subset": "glg_Latn-lug_Latn", - "languages": [ - "glg-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-oci_Latn", - "languages": [ - "glg-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841815, - "recall": 0.882411, - "f1": 0.854414, - "accuracy": 0.882411, - "main_score": 0.854414, - "hf_subset": "glg_Latn-smo_Latn", - "languages": [ - "glg-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557143, - "recall": 0.620553, - "f1": 0.57519, - "accuracy": 0.620553, - "main_score": 0.57519, - "hf_subset": "glg_Latn-tsn_Latn", - "languages": [ - "glg-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625939, - "recall": 0.692688, - "f1": 0.645324, - "accuracy": 0.692688, - "main_score": 0.645324, - "hf_subset": "glg_Latn-zul_Latn", - "languages": [ - "glg-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94417, - "recall": 0.961462, - "f1": 0.949769, - "accuracy": 0.961462, - "main_score": 0.949769, - "hf_subset": "glg_Latn-azb_Arab", - "languages": [ - "glg-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-deu_Latn", - "languages": [ - "glg-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "glg_Latn-hat_Latn", - "languages": [ - "glg-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498962, - "recall": 0.552372, - "f1": 0.514248, - "accuracy": 0.552372, - "main_score": 0.514248, - "hf_subset": "glg_Latn-kbp_Latn", - "languages": [ - "glg-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595474, - "recall": 0.651186, - "f1": 0.610261, - "accuracy": 0.651186, - "main_score": 0.610261, - "hf_subset": "glg_Latn-luo_Latn", - "languages": [ - "glg-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-ory_Orya", - "languages": [ - "glg-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594911, - "recall": 0.661067, - "f1": 0.614213, - "accuracy": 0.661067, - "main_score": 0.614213, - "hf_subset": "glg_Latn-sna_Latn", - "languages": [ - "glg-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576566, - "recall": 0.635375, - "f1": 0.593225, - "accuracy": 0.635375, - "main_score": 0.593225, - "hf_subset": "glg_Latn-tso_Latn", - "languages": [ - "glg-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-azj_Latn", - "languages": [ - "glg-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544721, - "recall": 0.613636, - "f1": 0.563693, - "accuracy": 0.613636, - "main_score": 0.563693, - "hf_subset": "glg_Latn-dik_Latn", - "languages": [ - "glg-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756505, - "recall": 0.811265, - "f1": 0.772892, - "accuracy": 0.811265, - "main_score": 0.772892, - "hf_subset": "glg_Latn-hau_Latn", - "languages": [ - "glg-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "glg_Latn-kea_Latn", - "languages": [ - "glg-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761182, - "recall": 0.812253, - "f1": 0.77668, - "accuracy": 0.812253, - "main_score": 0.77668, - "hf_subset": "glg_Latn-lus_Latn", - "languages": [ - "glg-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891963, - "recall": 0.917984, - "f1": 0.899788, - "accuracy": 0.917984, - "main_score": 0.899788, - "hf_subset": "glg_Latn-pag_Latn", - "languages": [ - "glg-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-snd_Arab", - "languages": [ - "glg-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "glg_Latn-tuk_Latn", - "languages": [ - "glg-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "glg_Latn-bak_Cyrl", - "languages": [ - "glg-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510084, - "recall": 0.589921, - "f1": 0.533138, - "accuracy": 0.589921, - "main_score": 0.533138, - "hf_subset": "glg_Latn-dyu_Latn", - "languages": [ - "glg-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "glg_Latn-heb_Hebr", - "languages": [ - "glg-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "glg_Latn-khk_Cyrl", - "languages": [ - "glg-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-lvs_Latn", - "languages": [ - "glg-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "glg_Latn-pan_Guru", - "languages": [ - "glg-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723379, - "recall": 0.781621, - "f1": 0.740728, - "accuracy": 0.781621, - "main_score": 0.740728, - "hf_subset": "glg_Latn-som_Latn", - "languages": [ - "glg-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610954, - "recall": 0.660079, - "f1": 0.624398, - "accuracy": 0.660079, - "main_score": 0.624398, - "hf_subset": "glg_Latn-tum_Latn", - "languages": [ - "glg-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49132, - "recall": 0.551383, - "f1": 0.508066, - "accuracy": 0.551383, - "main_score": 0.508066, - "hf_subset": "kas_Deva-ace_Arab", - "languages": [ - "kas-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479998, - "recall": 0.536561, - "f1": 0.496093, - "accuracy": 0.536561, - "main_score": 0.496093, - "hf_subset": "kas_Deva-bam_Latn", - "languages": [ - "kas-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309556, - "recall": 0.370553, - "f1": 0.326219, - "accuracy": 0.370553, - "main_score": 0.326219, - "hf_subset": "kas_Deva-dzo_Tibt", - "languages": [ - "kas-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924572, - "recall": 0.947628, - "f1": 0.931818, - "accuracy": 0.947628, - "main_score": 0.931818, - "hf_subset": "kas_Deva-hin_Deva", - "languages": [ - "kas-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841773, - "recall": 0.879447, - "f1": 0.852931, - "accuracy": 0.879447, - "main_score": 0.852931, - "hf_subset": "kas_Deva-khm_Khmr", - "languages": [ - "kas-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918511, - "recall": 0.940711, - "f1": 0.92556, - "accuracy": 0.940711, - "main_score": 0.92556, - "hf_subset": "kas_Deva-mag_Deva", - "languages": [ - "kas-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836884, - "recall": 0.876482, - "f1": 0.848732, - "accuracy": 0.876482, - "main_score": 0.848732, - "hf_subset": "kas_Deva-pap_Latn", - "languages": [ - "kas-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535084, - "recall": 0.588933, - "f1": 0.550285, - "accuracy": 0.588933, - "main_score": 0.550285, - "hf_subset": "kas_Deva-sot_Latn", - "languages": [ - "kas-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894829, - "recall": 0.922925, - "f1": 0.903049, - "accuracy": 0.922925, - "main_score": 0.903049, - "hf_subset": "kas_Deva-tur_Latn", - "languages": [ - "kas-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723231, - "recall": 0.767787, - "f1": 0.735814, - "accuracy": 0.767787, - "main_score": 0.735814, - "hf_subset": "kas_Deva-ace_Latn", - "languages": [ - "kas-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80956, - "recall": 0.846838, - "f1": 0.820191, - "accuracy": 0.846838, - "main_score": 0.820191, - "hf_subset": "kas_Deva-ban_Latn", - "languages": [ - "kas-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896311, - "recall": 0.923913, - "f1": 0.904809, - "accuracy": 0.923913, - "main_score": 0.904809, - "hf_subset": "kas_Deva-ell_Grek", - "languages": [ - "kas-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91502, - "recall": 0.939723, - "f1": 0.922925, - "accuracy": 0.939723, - "main_score": 0.922925, - "hf_subset": "kas_Deva-hne_Deva", - "languages": [ - "kas-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510262, - "recall": 0.570158, - "f1": 0.526798, - "accuracy": 0.570158, - "main_score": 0.526798, - "hf_subset": "kas_Deva-kik_Latn", - "languages": [ - "kas-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927816, - "recall": 0.949605, - "f1": 0.934848, - "accuracy": 0.949605, - "main_score": 0.934848, - "hf_subset": "kas_Deva-mai_Deva", - "languages": [ - "kas-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837813, - "recall": 0.878458, - "f1": 0.849539, - "accuracy": 0.878458, - "main_score": 0.849539, - "hf_subset": "kas_Deva-pbt_Arab", - "languages": [ - "kas-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896393, - "recall": 0.924901, - "f1": 0.905007, - "accuracy": 0.924901, - "main_score": 0.905007, - "hf_subset": "kas_Deva-spa_Latn", - "languages": [ - "kas-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56368, - "recall": 0.623518, - "f1": 0.580215, - "accuracy": 0.623518, - "main_score": 0.580215, - "hf_subset": "kas_Deva-twi_Latn", - "languages": [ - "kas-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874876, - "recall": 0.907115, - "f1": 0.88431, - "accuracy": 0.907115, - "main_score": 0.88431, - "hf_subset": "kas_Deva-acm_Arab", - "languages": [ - "kas-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834256, - "recall": 0.87747, - "f1": 0.847266, - "accuracy": 0.87747, - "main_score": 0.847266, - "hf_subset": "kas_Deva-bel_Cyrl", - "languages": [ - "kas-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921031, - "recall": 0.944664, - "f1": 0.928261, - "accuracy": 0.944664, - "main_score": 0.928261, - "hf_subset": "kas_Deva-eng_Latn", - "languages": [ - "kas-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880007, - "recall": 0.914032, - "f1": 0.890613, - "accuracy": 0.914032, - "main_score": 0.890613, - "hf_subset": "kas_Deva-hrv_Latn", - "languages": [ - "kas-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490904, - "recall": 0.541502, - "f1": 0.50504, - "accuracy": 0.541502, - "main_score": 0.50504, - "hf_subset": "kas_Deva-kin_Latn", - "languages": [ - "kas-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895043, - "recall": 0.926877, - "f1": 0.90504, - "accuracy": 0.926877, - "main_score": 0.90504, - "hf_subset": "kas_Deva-mal_Mlym", - "languages": [ - "kas-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874572, - "recall": 0.909091, - "f1": 0.884999, - "accuracy": 0.909091, - "main_score": 0.884999, - "hf_subset": "kas_Deva-pes_Arab", - "languages": [ - "kas-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851773, - "recall": 0.887352, - "f1": 0.862195, - "accuracy": 0.887352, - "main_score": 0.862195, - "hf_subset": "kas_Deva-srd_Latn", - "languages": [ - "kas-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195132, - "recall": 0.233202, - "f1": 0.204376, - "accuracy": 0.233202, - "main_score": 0.204376, - "hf_subset": "kas_Deva-tzm_Tfng", - "languages": [ - "kas-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885441, - "recall": 0.917984, - "f1": 0.895553, - "accuracy": 0.917984, - "main_score": 0.895553, - "hf_subset": "kas_Deva-acq_Arab", - "languages": [ - "kas-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562213, - "recall": 0.615613, - "f1": 0.577313, - "accuracy": 0.615613, - "main_score": 0.577313, - "hf_subset": "kas_Deva-bem_Latn", - "languages": [ - "kas-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882642, - "recall": 0.91502, - "f1": 0.892424, - "accuracy": 0.91502, - "main_score": 0.892424, - "hf_subset": "kas_Deva-epo_Latn", - "languages": [ - "kas-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902174, - "recall": 0.929842, - "f1": 0.910672, - "accuracy": 0.929842, - "main_score": 0.910672, - "hf_subset": "kas_Deva-hun_Latn", - "languages": [ - "kas-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804553, - "recall": 0.851779, - "f1": 0.818709, - "accuracy": 0.851779, - "main_score": 0.818709, - "hf_subset": "kas_Deva-kir_Cyrl", - "languages": [ - "kas-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908531, - "recall": 0.932806, - "f1": 0.915613, - "accuracy": 0.932806, - "main_score": 0.915613, - "hf_subset": "kas_Deva-mar_Deva", - "languages": [ - "kas-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574953, - "recall": 0.629447, - "f1": 0.590716, - "accuracy": 0.629447, - "main_score": 0.590716, - "hf_subset": "kas_Deva-plt_Latn", - "languages": [ - "kas-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883465, - "recall": 0.916008, - "f1": 0.893445, - "accuracy": 0.916008, - "main_score": 0.893445, - "hf_subset": "kas_Deva-srp_Cyrl", - "languages": [ - "kas-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757806, - "recall": 0.809289, - "f1": 0.772666, - "accuracy": 0.809289, - "main_score": 0.772666, - "hf_subset": "kas_Deva-uig_Arab", - "languages": [ - "kas-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852252, - "recall": 0.889328, - "f1": 0.863489, - "accuracy": 0.889328, - "main_score": 0.863489, - "hf_subset": "kas_Deva-aeb_Arab", - "languages": [ - "kas-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915991, - "recall": 0.939723, - "f1": 0.923155, - "accuracy": 0.939723, - "main_score": 0.923155, - "hf_subset": "kas_Deva-ben_Beng", - "languages": [ - "kas-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866365, - "recall": 0.901186, - "f1": 0.876713, - "accuracy": 0.901186, - "main_score": 0.876713, - "hf_subset": "kas_Deva-est_Latn", - "languages": [ - "kas-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879891, - "recall": 0.912055, - "f1": 0.889526, - "accuracy": 0.912055, - "main_score": 0.889526, - "hf_subset": "kas_Deva-hye_Armn", - "languages": [ - "kas-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485112, - "recall": 0.538538, - "f1": 0.499983, - "accuracy": 0.538538, - "main_score": 0.499983, - "hf_subset": "kas_Deva-kmb_Latn", - "languages": [ - "kas-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450633, - "recall": 0.517787, - "f1": 0.469261, - "accuracy": 0.517787, - "main_score": 0.469261, - "hf_subset": "kas_Deva-min_Arab", - "languages": [ - "kas-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87393, - "recall": 0.910079, - "f1": 0.884881, - "accuracy": 0.910079, - "main_score": 0.884881, - "hf_subset": "kas_Deva-pol_Latn", - "languages": [ - "kas-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522167, - "recall": 0.577075, - "f1": 0.537804, - "accuracy": 0.577075, - "main_score": 0.537804, - "hf_subset": "kas_Deva-ssw_Latn", - "languages": [ - "kas-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902833, - "recall": 0.93083, - "f1": 0.911364, - "accuracy": 0.93083, - "main_score": 0.911364, - "hf_subset": "kas_Deva-ukr_Cyrl", - "languages": [ - "kas-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89249, - "recall": 0.923913, - "f1": 0.902127, - "accuracy": 0.923913, - "main_score": 0.902127, - "hf_subset": "kas_Deva-afr_Latn", - "languages": [ - "kas-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898394, - "recall": 0.924901, - "f1": 0.906522, - "accuracy": 0.924901, - "main_score": 0.906522, - "hf_subset": "kas_Deva-bho_Deva", - "languages": [ - "kas-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823301, - "recall": 0.865613, - "f1": 0.83587, - "accuracy": 0.865613, - "main_score": 0.83587, - "hf_subset": "kas_Deva-eus_Latn", - "languages": [ - "kas-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511274, - "recall": 0.574111, - "f1": 0.52866, - "accuracy": 0.574111, - "main_score": 0.52866, - "hf_subset": "kas_Deva-ibo_Latn", - "languages": [ - "kas-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700936, - "recall": 0.752964, - "f1": 0.714984, - "accuracy": 0.752964, - "main_score": 0.714984, - "hf_subset": "kas_Deva-kmr_Latn", - "languages": [ - "kas-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836968, - "recall": 0.876482, - "f1": 0.848946, - "accuracy": 0.876482, - "main_score": 0.848946, - "hf_subset": "kas_Deva-min_Latn", - "languages": [ - "kas-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916831, - "recall": 0.938735, - "f1": 0.923471, - "accuracy": 0.938735, - "main_score": 0.923471, - "hf_subset": "kas_Deva-por_Latn", - "languages": [ - "kas-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845003, - "recall": 0.885375, - "f1": 0.857169, - "accuracy": 0.885375, - "main_score": 0.857169, - "hf_subset": "kas_Deva-sun_Latn", - "languages": [ - "kas-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481613, - "recall": 0.539526, - "f1": 0.498026, - "accuracy": 0.539526, - "main_score": 0.498026, - "hf_subset": "kas_Deva-umb_Latn", - "languages": [ - "kas-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876186, - "recall": 0.911067, - "f1": 0.887154, - "accuracy": 0.911067, - "main_score": 0.887154, - "hf_subset": "kas_Deva-ajp_Arab", - "languages": [ - "kas-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460001, - "recall": 0.521739, - "f1": 0.47676, - "accuracy": 0.521739, - "main_score": 0.47676, - "hf_subset": "kas_Deva-bjn_Arab", - "languages": [ - "kas-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470696, - "recall": 0.52668, - "f1": 0.485692, - "accuracy": 0.52668, - "main_score": 0.485692, - "hf_subset": "kas_Deva-ewe_Latn", - "languages": [ - "kas-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788876, - "recall": 0.829051, - "f1": 0.800134, - "accuracy": 0.829051, - "main_score": 0.800134, - "hf_subset": "kas_Deva-ilo_Latn", - "languages": [ - "kas-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316748, - "recall": 0.374506, - "f1": 0.332204, - "accuracy": 0.374506, - "main_score": 0.332204, - "hf_subset": "kas_Deva-knc_Arab", - "languages": [ - "kas-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877635, - "recall": 0.911067, - "f1": 0.887733, - "accuracy": 0.911067, - "main_score": 0.887733, - "hf_subset": "kas_Deva-mkd_Cyrl", - "languages": [ - "kas-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892104, - "recall": 0.920949, - "f1": 0.900906, - "accuracy": 0.920949, - "main_score": 0.900906, - "hf_subset": "kas_Deva-prs_Arab", - "languages": [ - "kas-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899407, - "recall": 0.927866, - "f1": 0.908056, - "accuracy": 0.927866, - "main_score": 0.908056, - "hf_subset": "kas_Deva-swe_Latn", - "languages": [ - "kas-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908762, - "recall": 0.936759, - "f1": 0.917772, - "accuracy": 0.936759, - "main_score": 0.917772, - "hf_subset": "kas_Deva-urd_Arab", - "languages": [ - "kas-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534092, - "recall": 0.589921, - "f1": 0.549545, - "accuracy": 0.589921, - "main_score": 0.549545, - "hf_subset": "kas_Deva-aka_Latn", - "languages": [ - "kas-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838187, - "recall": 0.874506, - "f1": 0.849164, - "accuracy": 0.874506, - "main_score": 0.849164, - "hf_subset": "kas_Deva-bjn_Latn", - "languages": [ - "kas-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779654, - "recall": 0.83004, - "f1": 0.794417, - "accuracy": 0.83004, - "main_score": 0.794417, - "hf_subset": "kas_Deva-fao_Latn", - "languages": [ - "kas-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903656, - "recall": 0.931818, - "f1": 0.912352, - "accuracy": 0.931818, - "main_score": 0.912352, - "hf_subset": "kas_Deva-ind_Latn", - "languages": [ - "kas-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548638, - "recall": 0.597826, - "f1": 0.562623, - "accuracy": 0.597826, - "main_score": 0.562623, - "hf_subset": "kas_Deva-knc_Latn", - "languages": [ - "kas-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832503, - "recall": 0.873518, - "f1": 0.844436, - "accuracy": 0.873518, - "main_score": 0.844436, - "hf_subset": "kas_Deva-mlt_Latn", - "languages": [ - "kas-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613362, - "recall": 0.66996, - "f1": 0.629664, - "accuracy": 0.66996, - "main_score": 0.629664, - "hf_subset": "kas_Deva-quy_Latn", - "languages": [ - "kas-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789361, - "recall": 0.832016, - "f1": 0.80215, - "accuracy": 0.832016, - "main_score": 0.80215, - "hf_subset": "kas_Deva-swh_Latn", - "languages": [ - "kas-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857337, - "recall": 0.892292, - "f1": 0.86794, - "accuracy": 0.892292, - "main_score": 0.86794, - "hf_subset": "kas_Deva-uzn_Latn", - "languages": [ - "kas-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871353, - "recall": 0.903162, - "f1": 0.880719, - "accuracy": 0.903162, - "main_score": 0.880719, - "hf_subset": "kas_Deva-als_Latn", - "languages": [ - "kas-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408635, - "recall": 0.490119, - "f1": 0.430753, - "accuracy": 0.490119, - "main_score": 0.430753, - "hf_subset": "kas_Deva-bod_Tibt", - "languages": [ - "kas-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593636, - "recall": 0.649209, - "f1": 0.608883, - "accuracy": 0.649209, - "main_score": 0.608883, - "hf_subset": "kas_Deva-fij_Latn", - "languages": [ - "kas-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786561, - "recall": 0.839921, - "f1": 0.802458, - "accuracy": 0.839921, - "main_score": 0.802458, - "hf_subset": "kas_Deva-isl_Latn", - "languages": [ - "kas-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576724, - "recall": 0.624506, - "f1": 0.590726, - "accuracy": 0.624506, - "main_score": 0.590726, - "hf_subset": "kas_Deva-kon_Latn", - "languages": [ - "kas-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615169, - "recall": 0.674901, - "f1": 0.632337, - "accuracy": 0.674901, - "main_score": 0.632337, - "hf_subset": "kas_Deva-mni_Beng", - "languages": [ - "kas-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904109, - "recall": 0.929842, - "f1": 0.911866, - "accuracy": 0.929842, - "main_score": 0.911866, - "hf_subset": "kas_Deva-ron_Latn", - "languages": [ - "kas-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842095, - "recall": 0.882411, - "f1": 0.853986, - "accuracy": 0.882411, - "main_score": 0.853986, - "hf_subset": "kas_Deva-szl_Latn", - "languages": [ - "kas-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883959, - "recall": 0.91502, - "f1": 0.893248, - "accuracy": 0.91502, - "main_score": 0.893248, - "hf_subset": "kas_Deva-vec_Latn", - "languages": [ - "kas-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719979, - "recall": 0.771739, - "f1": 0.735347, - "accuracy": 0.771739, - "main_score": 0.735347, - "hf_subset": "kas_Deva-amh_Ethi", - "languages": [ - "kas-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890547, - "recall": 0.921937, - "f1": 0.900329, - "accuracy": 0.921937, - "main_score": 0.900329, - "hf_subset": "kas_Deva-bos_Latn", - "languages": [ - "kas-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879423, - "recall": 0.911067, - "f1": 0.889213, - "accuracy": 0.911067, - "main_score": 0.889213, - "hf_subset": "kas_Deva-fin_Latn", - "languages": [ - "kas-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901329, - "recall": 0.927866, - "f1": 0.909223, - "accuracy": 0.927866, - "main_score": 0.909223, - "hf_subset": "kas_Deva-ita_Latn", - "languages": [ - "kas-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888563, - "recall": 0.91996, - "f1": 0.898172, - "accuracy": 0.91996, - "main_score": 0.898172, - "hf_subset": "kas_Deva-kor_Hang", - "languages": [ - "kas-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500289, - "recall": 0.557312, - "f1": 0.516406, - "accuracy": 0.557312, - "main_score": 0.516406, - "hf_subset": "kas_Deva-mos_Latn", - "languages": [ - "kas-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4916, - "recall": 0.541502, - "f1": 0.505123, - "accuracy": 0.541502, - "main_score": 0.505123, - "hf_subset": "kas_Deva-run_Latn", - "languages": [ - "kas-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891008, - "recall": 0.920949, - "f1": 0.900165, - "accuracy": 0.920949, - "main_score": 0.900165, - "hf_subset": "kas_Deva-tam_Taml", - "languages": [ - "kas-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882338, - "recall": 0.913043, - "f1": 0.891617, - "accuracy": 0.913043, - "main_score": 0.891617, - "hf_subset": "kas_Deva-vie_Latn", - "languages": [ - "kas-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873257, - "recall": 0.905138, - "f1": 0.88274, - "accuracy": 0.905138, - "main_score": 0.88274, - "hf_subset": "kas_Deva-apc_Arab", - "languages": [ - "kas-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687755, - "recall": 0.738142, - "f1": 0.702412, - "accuracy": 0.738142, - "main_score": 0.702412, - "hf_subset": "kas_Deva-bug_Latn", - "languages": [ - "kas-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44323, - "recall": 0.497036, - "f1": 0.457574, - "accuracy": 0.497036, - "main_score": 0.457574, - "hf_subset": "kas_Deva-fon_Latn", - "languages": [ - "kas-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857773, - "recall": 0.893281, - "f1": 0.868314, - "accuracy": 0.893281, - "main_score": 0.868314, - "hf_subset": "kas_Deva-jav_Latn", - "languages": [ - "kas-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81358, - "recall": 0.857708, - "f1": 0.82655, - "accuracy": 0.857708, - "main_score": 0.82655, - "hf_subset": "kas_Deva-lao_Laoo", - "languages": [ - "kas-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646752, - "recall": 0.702569, - "f1": 0.662963, - "accuracy": 0.702569, - "main_score": 0.662963, - "hf_subset": "kas_Deva-mri_Latn", - "languages": [ - "kas-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886578, - "recall": 0.916996, - "f1": 0.895619, - "accuracy": 0.916996, - "main_score": 0.895619, - "hf_subset": "kas_Deva-rus_Cyrl", - "languages": [ - "kas-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503353, - "recall": 0.554348, - "f1": 0.517511, - "accuracy": 0.554348, - "main_score": 0.517511, - "hf_subset": "kas_Deva-taq_Latn", - "languages": [ - "kas-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870052, - "recall": 0.903162, - "f1": 0.879727, - "accuracy": 0.903162, - "main_score": 0.879727, - "hf_subset": "kas_Deva-war_Latn", - "languages": [ - "kas-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883564, - "recall": 0.91502, - "f1": 0.892989, - "accuracy": 0.91502, - "main_score": 0.892989, - "hf_subset": "kas_Deva-arb_Arab", - "languages": [ - "kas-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898057, - "recall": 0.925889, - "f1": 0.906343, - "accuracy": 0.925889, - "main_score": 0.906343, - "hf_subset": "kas_Deva-bul_Cyrl", - "languages": [ - "kas-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91059, - "recall": 0.933794, - "f1": 0.917556, - "accuracy": 0.933794, - "main_score": 0.917556, - "hf_subset": "kas_Deva-fra_Latn", - "languages": [ - "kas-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895619, - "recall": 0.921937, - "f1": 0.903498, - "accuracy": 0.921937, - "main_score": 0.903498, - "hf_subset": "kas_Deva-jpn_Jpan", - "languages": [ - "kas-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848708, - "recall": 0.887352, - "f1": 0.860458, - "accuracy": 0.887352, - "main_score": 0.860458, - "hf_subset": "kas_Deva-lij_Latn", - "languages": [ - "kas-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812319, - "recall": 0.859684, - "f1": 0.826303, - "accuracy": 0.859684, - "main_score": 0.826303, - "hf_subset": "kas_Deva-mya_Mymr", - "languages": [ - "kas-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53178, - "recall": 0.594862, - "f1": 0.549517, - "accuracy": 0.594862, - "main_score": 0.549517, - "hf_subset": "kas_Deva-sag_Latn", - "languages": [ - "kas-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188318, - "recall": 0.245059, - "f1": 0.201254, - "accuracy": 0.245059, - "main_score": 0.201254, - "hf_subset": "kas_Deva-taq_Tfng", - "languages": [ - "kas-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563229, - "recall": 0.62747, - "f1": 0.580876, - "accuracy": 0.62747, - "main_score": 0.580876, - "hf_subset": "kas_Deva-wol_Latn", - "languages": [ - "kas-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602125, - "recall": 0.664032, - "f1": 0.619323, - "accuracy": 0.664032, - "main_score": 0.619323, - "hf_subset": "kas_Deva-arb_Latn", - "languages": [ - "kas-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898551, - "recall": 0.928854, - "f1": 0.908103, - "accuracy": 0.928854, - "main_score": 0.908103, - "hf_subset": "kas_Deva-cat_Latn", - "languages": [ - "kas-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837566, - "recall": 0.875494, - "f1": 0.848748, - "accuracy": 0.875494, - "main_score": 0.848748, - "hf_subset": "kas_Deva-fur_Latn", - "languages": [ - "kas-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.393029, - "recall": 0.451581, - "f1": 0.409054, - "accuracy": 0.451581, - "main_score": 0.409054, - "hf_subset": "kas_Deva-kab_Latn", - "languages": [ - "kas-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838801, - "recall": 0.878458, - "f1": 0.850711, - "accuracy": 0.878458, - "main_score": 0.850711, - "hf_subset": "kas_Deva-lim_Latn", - "languages": [ - "kas-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874045, - "recall": 0.908103, - "f1": 0.884143, - "accuracy": 0.908103, - "main_score": 0.884143, - "hf_subset": "kas_Deva-nld_Latn", - "languages": [ - "kas-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856785, - "recall": 0.896245, - "f1": 0.86917, - "accuracy": 0.896245, - "main_score": 0.86917, - "hf_subset": "kas_Deva-san_Deva", - "languages": [ - "kas-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829298, - "recall": 0.871542, - "f1": 0.842165, - "accuracy": 0.871542, - "main_score": 0.842165, - "hf_subset": "kas_Deva-tat_Cyrl", - "languages": [ - "kas-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587523, - "recall": 0.645257, - "f1": 0.603692, - "accuracy": 0.645257, - "main_score": 0.603692, - "hf_subset": "kas_Deva-xho_Latn", - "languages": [ - "kas-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881209, - "recall": 0.913043, - "f1": 0.890994, - "accuracy": 0.913043, - "main_score": 0.890994, - "hf_subset": "kas_Deva-ars_Arab", - "languages": [ - "kas-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883465, - "recall": 0.912055, - "f1": 0.892251, - "accuracy": 0.912055, - "main_score": 0.892251, - "hf_subset": "kas_Deva-ceb_Latn", - "languages": [ - "kas-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520431, - "recall": 0.582016, - "f1": 0.538756, - "accuracy": 0.582016, - "main_score": 0.538756, - "hf_subset": "kas_Deva-fuv_Latn", - "languages": [ - "kas-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485379, - "recall": 0.544466, - "f1": 0.501203, - "accuracy": 0.544466, - "main_score": 0.501203, - "hf_subset": "kas_Deva-kac_Latn", - "languages": [ - "kas-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604802, - "recall": 0.661067, - "f1": 0.620546, - "accuracy": 0.661067, - "main_score": 0.620546, - "hf_subset": "kas_Deva-lin_Latn", - "languages": [ - "kas-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89721, - "recall": 0.924901, - "f1": 0.905682, - "accuracy": 0.924901, - "main_score": 0.905682, - "hf_subset": "kas_Deva-nno_Latn", - "languages": [ - "kas-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.154716, - "recall": 0.211462, - "f1": 0.168708, - "accuracy": 0.211462, - "main_score": 0.168708, - "hf_subset": "kas_Deva-sat_Olck", - "languages": [ - "kas-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899078, - "recall": 0.927866, - "f1": 0.907905, - "accuracy": 0.927866, - "main_score": 0.907905, - "hf_subset": "kas_Deva-tel_Telu", - "languages": [ - "kas-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717655, - "recall": 0.780632, - "f1": 0.73635, - "accuracy": 0.780632, - "main_score": 0.73635, - "hf_subset": "kas_Deva-ydd_Hebr", - "languages": [ - "kas-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81633, - "recall": 0.860672, - "f1": 0.829661, - "accuracy": 0.860672, - "main_score": 0.829661, - "hf_subset": "kas_Deva-ary_Arab", - "languages": [ - "kas-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899127, - "recall": 0.925889, - "f1": 0.907053, - "accuracy": 0.925889, - "main_score": 0.907053, - "hf_subset": "kas_Deva-ces_Latn", - "languages": [ - "kas-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523148, - "recall": 0.581028, - "f1": 0.540452, - "accuracy": 0.581028, - "main_score": 0.540452, - "hf_subset": "kas_Deva-gaz_Latn", - "languages": [ - "kas-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517584, - "recall": 0.574111, - "f1": 0.53375, - "accuracy": 0.574111, - "main_score": 0.53375, - "hf_subset": "kas_Deva-kam_Latn", - "languages": [ - "kas-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85793, - "recall": 0.897233, - "f1": 0.870096, - "accuracy": 0.897233, - "main_score": 0.870096, - "hf_subset": "kas_Deva-lit_Latn", - "languages": [ - "kas-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898395, - "recall": 0.926877, - "f1": 0.906966, - "accuracy": 0.926877, - "main_score": 0.906966, - "hf_subset": "kas_Deva-nob_Latn", - "languages": [ - "kas-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83587, - "recall": 0.876482, - "f1": 0.848043, - "accuracy": 0.876482, - "main_score": 0.848043, - "hf_subset": "kas_Deva-scn_Latn", - "languages": [ - "kas-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826062, - "recall": 0.865613, - "f1": 0.837634, - "accuracy": 0.865613, - "main_score": 0.837634, - "hf_subset": "kas_Deva-tgk_Cyrl", - "languages": [ - "kas-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541314, - "recall": 0.610672, - "f1": 0.561451, - "accuracy": 0.610672, - "main_score": 0.561451, - "hf_subset": "kas_Deva-yor_Latn", - "languages": [ - "kas-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87053, - "recall": 0.906126, - "f1": 0.881275, - "accuracy": 0.906126, - "main_score": 0.881275, - "hf_subset": "kas_Deva-arz_Arab", - "languages": [ - "kas-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516429, - "recall": 0.568182, - "f1": 0.531093, - "accuracy": 0.568182, - "main_score": 0.531093, - "hf_subset": "kas_Deva-cjk_Latn", - "languages": [ - "kas-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609965, - "recall": 0.66996, - "f1": 0.627711, - "accuracy": 0.66996, - "main_score": 0.627711, - "hf_subset": "kas_Deva-gla_Latn", - "languages": [ - "kas-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872266, - "recall": 0.909091, - "f1": 0.883696, - "accuracy": 0.909091, - "main_score": 0.883696, - "hf_subset": "kas_Deva-kan_Knda", - "languages": [ - "kas-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860952, - "recall": 0.894269, - "f1": 0.870803, - "accuracy": 0.894269, - "main_score": 0.870803, - "hf_subset": "kas_Deva-lmo_Latn", - "languages": [ - "kas-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899242, - "recall": 0.926877, - "f1": 0.907543, - "accuracy": 0.926877, - "main_score": 0.907543, - "hf_subset": "kas_Deva-npi_Deva", - "languages": [ - "kas-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431592, - "recall": 0.48913, - "f1": 0.44742, - "accuracy": 0.48913, - "main_score": 0.44742, - "hf_subset": "kas_Deva-shn_Mymr", - "languages": [ - "kas-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90775, - "recall": 0.933794, - "f1": 0.915761, - "accuracy": 0.933794, - "main_score": 0.915761, - "hf_subset": "kas_Deva-tgl_Latn", - "languages": [ - "kas-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882618, - "recall": 0.913043, - "f1": 0.891636, - "accuracy": 0.913043, - "main_score": 0.891636, - "hf_subset": "kas_Deva-yue_Hant", - "languages": [ - "kas-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888614, - "recall": 0.91996, - "f1": 0.898221, - "accuracy": 0.91996, - "main_score": 0.898221, - "hf_subset": "kas_Deva-asm_Beng", - "languages": [ - "kas-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752623, - "recall": 0.807312, - "f1": 0.768266, - "accuracy": 0.807312, - "main_score": 0.768266, - "hf_subset": "kas_Deva-ckb_Arab", - "languages": [ - "kas-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644344, - "recall": 0.706522, - "f1": 0.661777, - "accuracy": 0.706522, - "main_score": 0.661777, - "hf_subset": "kas_Deva-gle_Latn", - "languages": [ - "kas-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917902, - "recall": 0.942688, - "f1": 0.925791, - "accuracy": 0.942688, - "main_score": 0.925791, - "hf_subset": "kas_Deva-kas_Arab", - "languages": [ - "kas-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763216, - "recall": 0.813241, - "f1": 0.778306, - "accuracy": 0.813241, - "main_score": 0.778306, - "hf_subset": "kas_Deva-ltg_Latn", - "languages": [ - "kas-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549439, - "recall": 0.604743, - "f1": 0.564673, - "accuracy": 0.604743, - "main_score": 0.564673, - "hf_subset": "kas_Deva-nso_Latn", - "languages": [ - "kas-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792177, - "recall": 0.842885, - "f1": 0.807068, - "accuracy": 0.842885, - "main_score": 0.807068, - "hf_subset": "kas_Deva-sin_Sinh", - "languages": [ - "kas-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886314, - "recall": 0.916996, - "f1": 0.895455, - "accuracy": 0.916996, - "main_score": 0.895455, - "hf_subset": "kas_Deva-tha_Thai", - "languages": [ - "kas-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869346, - "recall": 0.90415, - "f1": 0.879776, - "accuracy": 0.90415, - "main_score": 0.879776, - "hf_subset": "kas_Deva-zho_Hans", - "languages": [ - "kas-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886948, - "recall": 0.916996, - "f1": 0.896047, - "accuracy": 0.916996, - "main_score": 0.896047, - "hf_subset": "kas_Deva-ast_Latn", - "languages": [ - "kas-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834272, - "recall": 0.87747, - "f1": 0.847285, - "accuracy": 0.87747, - "main_score": 0.847285, - "hf_subset": "kas_Deva-crh_Latn", - "languages": [ - "kas-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90723, - "recall": 0.934783, - "f1": 0.915744, - "accuracy": 0.934783, - "main_score": 0.915744, - "hf_subset": "kas_Deva-glg_Latn", - "languages": [ - "kas-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839043, - "recall": 0.87747, - "f1": 0.850711, - "accuracy": 0.87747, - "main_score": 0.850711, - "hf_subset": "kas_Deva-ltz_Latn", - "languages": [ - "kas-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445965, - "recall": 0.506917, - "f1": 0.46268, - "accuracy": 0.506917, - "main_score": 0.46268, - "hf_subset": "kas_Deva-nus_Latn", - "languages": [ - "kas-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896633, - "recall": 0.924901, - "f1": 0.905075, - "accuracy": 0.924901, - "main_score": 0.905075, - "hf_subset": "kas_Deva-slk_Latn", - "languages": [ - "kas-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524245, - "recall": 0.590909, - "f1": 0.543549, - "accuracy": 0.590909, - "main_score": 0.543549, - "hf_subset": "kas_Deva-tir_Ethi", - "languages": [ - "kas-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881291, - "recall": 0.916008, - "f1": 0.892095, - "accuracy": 0.916008, - "main_score": 0.892095, - "hf_subset": "kas_Deva-zho_Hant", - "languages": [ - "kas-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92225, - "recall": 0.944664, - "f1": 0.929084, - "accuracy": 0.944664, - "main_score": 0.929084, - "hf_subset": "kas_Deva-awa_Deva", - "languages": [ - "kas-Deva", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787335, - "recall": 0.83498, - "f1": 0.801055, - "accuracy": 0.83498, - "main_score": 0.801055, - "hf_subset": "kas_Deva-cym_Latn", - "languages": [ - "kas-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696057, - "recall": 0.745059, - "f1": 0.709823, - "accuracy": 0.745059, - "main_score": 0.709823, - "hf_subset": "kas_Deva-grn_Latn", - "languages": [ - "kas-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837313, - "recall": 0.878458, - "f1": 0.849962, - "accuracy": 0.878458, - "main_score": 0.849962, - "hf_subset": "kas_Deva-kat_Geor", - "languages": [ - "kas-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565787, - "recall": 0.619565, - "f1": 0.58103, - "accuracy": 0.619565, - "main_score": 0.58103, - "hf_subset": "kas_Deva-lua_Latn", - "languages": [ - "kas-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573763, - "recall": 0.633399, - "f1": 0.590046, - "accuracy": 0.633399, - "main_score": 0.590046, - "hf_subset": "kas_Deva-nya_Latn", - "languages": [ - "kas-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877923, - "recall": 0.911067, - "f1": 0.888032, - "accuracy": 0.911067, - "main_score": 0.888032, - "hf_subset": "kas_Deva-slv_Latn", - "languages": [ - "kas-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790729, - "recall": 0.83498, - "f1": 0.80393, - "accuracy": 0.83498, - "main_score": 0.80393, - "hf_subset": "kas_Deva-tpi_Latn", - "languages": [ - "kas-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913118, - "recall": 0.936759, - "f1": 0.920411, - "accuracy": 0.936759, - "main_score": 0.920411, - "hf_subset": "kas_Deva-zsm_Latn", - "languages": [ - "kas-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503154, - "recall": 0.561265, - "f1": 0.519637, - "accuracy": 0.561265, - "main_score": 0.519637, - "hf_subset": "kas_Deva-ayr_Latn", - "languages": [ - "kas-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904562, - "recall": 0.93083, - "f1": 0.912385, - "accuracy": 0.93083, - "main_score": 0.912385, - "hf_subset": "kas_Deva-dan_Latn", - "languages": [ - "kas-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909124, - "recall": 0.934783, - "f1": 0.916963, - "accuracy": 0.934783, - "main_score": 0.916963, - "hf_subset": "kas_Deva-guj_Gujr", - "languages": [ - "kas-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.866337, - "recall": 0.902174, - "f1": 0.87724, - "accuracy": 0.902174, - "main_score": 0.87724, - "hf_subset": "kas_Deva-kaz_Cyrl", - "languages": [ - "kas-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488076, - "recall": 0.54249, - "f1": 0.50368, - "accuracy": 0.54249, - "main_score": 0.50368, - "hf_subset": "kas_Deva-lug_Latn", - "languages": [ - "kas-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895784, - "recall": 0.922925, - "f1": 0.903873, - "accuracy": 0.922925, - "main_score": 0.903873, - "hf_subset": "kas_Deva-oci_Latn", - "languages": [ - "kas-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632997, - "recall": 0.6917, - "f1": 0.649725, - "accuracy": 0.6917, - "main_score": 0.649725, - "hf_subset": "kas_Deva-smo_Latn", - "languages": [ - "kas-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502233, - "recall": 0.561265, - "f1": 0.518944, - "accuracy": 0.561265, - "main_score": 0.518944, - "hf_subset": "kas_Deva-tsn_Latn", - "languages": [ - "kas-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517144, - "recall": 0.576087, - "f1": 0.533258, - "accuracy": 0.576087, - "main_score": 0.533258, - "hf_subset": "kas_Deva-zul_Latn", - "languages": [ - "kas-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772189, - "recall": 0.81917, - "f1": 0.786232, - "accuracy": 0.81917, - "main_score": 0.786232, - "hf_subset": "kas_Deva-azb_Arab", - "languages": [ - "kas-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905468, - "recall": 0.931818, - "f1": 0.913142, - "accuracy": 0.931818, - "main_score": 0.913142, - "hf_subset": "kas_Deva-deu_Latn", - "languages": [ - "kas-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795455, - "recall": 0.840909, - "f1": 0.808783, - "accuracy": 0.840909, - "main_score": 0.808783, - "hf_subset": "kas_Deva-hat_Latn", - "languages": [ - "kas-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469847, - "recall": 0.517787, - "f1": 0.483202, - "accuracy": 0.517787, - "main_score": 0.483202, - "hf_subset": "kas_Deva-kbp_Latn", - "languages": [ - "kas-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544584, - "recall": 0.601779, - "f1": 0.56039, - "accuracy": 0.601779, - "main_score": 0.56039, - "hf_subset": "kas_Deva-luo_Latn", - "languages": [ - "kas-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904018, - "recall": 0.932806, - "f1": 0.913011, - "accuracy": 0.932806, - "main_score": 0.913011, - "hf_subset": "kas_Deva-ory_Orya", - "languages": [ - "kas-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510474, - "recall": 0.570158, - "f1": 0.528247, - "accuracy": 0.570158, - "main_score": 0.528247, - "hf_subset": "kas_Deva-sna_Latn", - "languages": [ - "kas-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523263, - "recall": 0.568182, - "f1": 0.535945, - "accuracy": 0.568182, - "main_score": 0.535945, - "hf_subset": "kas_Deva-tso_Latn", - "languages": [ - "kas-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861142, - "recall": 0.897233, - "f1": 0.872217, - "accuracy": 0.897233, - "main_score": 0.872217, - "hf_subset": "kas_Deva-azj_Latn", - "languages": [ - "kas-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480962, - "recall": 0.547431, - "f1": 0.499922, - "accuracy": 0.547431, - "main_score": 0.499922, - "hf_subset": "kas_Deva-dik_Latn", - "languages": [ - "kas-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606407, - "recall": 0.662055, - "f1": 0.622006, - "accuracy": 0.662055, - "main_score": 0.622006, - "hf_subset": "kas_Deva-hau_Latn", - "languages": [ - "kas-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83664, - "recall": 0.87253, - "f1": 0.846952, - "accuracy": 0.87253, - "main_score": 0.846952, - "hf_subset": "kas_Deva-kea_Latn", - "languages": [ - "kas-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656151, - "recall": 0.704545, - "f1": 0.67012, - "accuracy": 0.704545, - "main_score": 0.67012, - "hf_subset": "kas_Deva-lus_Latn", - "languages": [ - "kas-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747903, - "recall": 0.785573, - "f1": 0.758612, - "accuracy": 0.785573, - "main_score": 0.758612, - "hf_subset": "kas_Deva-pag_Latn", - "languages": [ - "kas-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899786, - "recall": 0.928854, - "f1": 0.908794, - "accuracy": 0.928854, - "main_score": 0.908794, - "hf_subset": "kas_Deva-snd_Arab", - "languages": [ - "kas-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768323, - "recall": 0.81917, - "f1": 0.783157, - "accuracy": 0.81917, - "main_score": 0.783157, - "hf_subset": "kas_Deva-tuk_Latn", - "languages": [ - "kas-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83125, - "recall": 0.869565, - "f1": 0.842286, - "accuracy": 0.869565, - "main_score": 0.842286, - "hf_subset": "kas_Deva-bak_Cyrl", - "languages": [ - "kas-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436101, - "recall": 0.51087, - "f1": 0.457666, - "accuracy": 0.51087, - "main_score": 0.457666, - "hf_subset": "kas_Deva-dyu_Latn", - "languages": [ - "kas-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875472, - "recall": 0.909091, - "f1": 0.88587, - "accuracy": 0.909091, - "main_score": 0.88587, - "hf_subset": "kas_Deva-heb_Hebr", - "languages": [ - "kas-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809223, - "recall": 0.855731, - "f1": 0.822995, - "accuracy": 0.855731, - "main_score": 0.822995, - "hf_subset": "kas_Deva-khk_Cyrl", - "languages": [ - "kas-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877882, - "recall": 0.910079, - "f1": 0.887502, - "accuracy": 0.910079, - "main_score": 0.887502, - "hf_subset": "kas_Deva-lvs_Latn", - "languages": [ - "kas-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908794, - "recall": 0.935771, - "f1": 0.917128, - "accuracy": 0.935771, - "main_score": 0.917128, - "hf_subset": "kas_Deva-pan_Guru", - "languages": [ - "kas-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572194, - "recall": 0.636364, - "f1": 0.590409, - "accuracy": 0.636364, - "main_score": 0.590409, - "hf_subset": "kas_Deva-som_Latn", - "languages": [ - "kas-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531184, - "recall": 0.579051, - "f1": 0.544597, - "accuracy": 0.579051, - "main_score": 0.544597, - "hf_subset": "kas_Deva-tum_Latn", - "languages": [ - "kas-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579683, - "recall": 0.644269, - "f1": 0.598387, - "accuracy": 0.644269, - "main_score": 0.598387, - "hf_subset": "ltz_Latn-ace_Arab", - "languages": [ - "ltz-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525597, - "recall": 0.587945, - "f1": 0.543043, - "accuracy": 0.587945, - "main_score": 0.543043, - "hf_subset": "ltz_Latn-bam_Latn", - "languages": [ - "ltz-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37718, - "recall": 0.44664, - "f1": 0.395381, - "accuracy": 0.44664, - "main_score": 0.395381, - "hf_subset": "ltz_Latn-dzo_Tibt", - "languages": [ - "ltz-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ltz_Latn-hin_Deva", - "languages": [ - "ltz-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ltz_Latn-khm_Khmr", - "languages": [ - "ltz-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980435, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "ltz_Latn-mag_Deva", - "languages": [ - "ltz-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "ltz_Latn-pap_Latn", - "languages": [ - "ltz-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58531, - "recall": 0.645257, - "f1": 0.602364, - "accuracy": 0.645257, - "main_score": 0.602364, - "hf_subset": "ltz_Latn-sot_Latn", - "languages": [ - "ltz-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "ltz_Latn-tur_Latn", - "languages": [ - "ltz-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844401, - "recall": 0.880435, - "f1": 0.855534, - "accuracy": 0.880435, - "main_score": 0.855534, - "hf_subset": "ltz_Latn-ace_Latn", - "languages": [ - "ltz-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93111, - "recall": 0.947628, - "f1": 0.936133, - "accuracy": 0.947628, - "main_score": 0.936133, - "hf_subset": "ltz_Latn-ban_Latn", - "languages": [ - "ltz-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-ell_Grek", - "languages": [ - "ltz-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973732, - "recall": 0.981225, - "f1": 0.976021, - "accuracy": 0.981225, - "main_score": 0.976021, - "hf_subset": "ltz_Latn-hne_Deva", - "languages": [ - "ltz-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576674, - "recall": 0.633399, - "f1": 0.592848, - "accuracy": 0.633399, - "main_score": 0.592848, - "hf_subset": "ltz_Latn-kik_Latn", - "languages": [ - "ltz-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "ltz_Latn-mai_Deva", - "languages": [ - "ltz-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945487, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "ltz_Latn-pbt_Arab", - "languages": [ - "ltz-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ltz_Latn-spa_Latn", - "languages": [ - "ltz-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599377, - "recall": 0.66502, - "f1": 0.618219, - "accuracy": 0.66502, - "main_score": 0.618219, - "hf_subset": "ltz_Latn-twi_Latn", - "languages": [ - "ltz-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ltz_Latn-acm_Arab", - "languages": [ - "ltz-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "ltz_Latn-bel_Cyrl", - "languages": [ - "ltz-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-eng_Latn", - "languages": [ - "ltz-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-hrv_Latn", - "languages": [ - "ltz-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55296, - "recall": 0.615613, - "f1": 0.570344, - "accuracy": 0.615613, - "main_score": 0.570344, - "hf_subset": "ltz_Latn-kin_Latn", - "languages": [ - "ltz-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "ltz_Latn-mal_Mlym", - "languages": [ - "ltz-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ltz_Latn-pes_Arab", - "languages": [ - "ltz-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "ltz_Latn-srd_Latn", - "languages": [ - "ltz-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.171662, - "recall": 0.215415, - "f1": 0.182657, - "accuracy": 0.215415, - "main_score": 0.182657, - "hf_subset": "ltz_Latn-tzm_Tfng", - "languages": [ - "ltz-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "ltz_Latn-acq_Arab", - "languages": [ - "ltz-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609216, - "recall": 0.660079, - "f1": 0.62352, - "accuracy": 0.660079, - "main_score": 0.62352, - "hf_subset": "ltz_Latn-bem_Latn", - "languages": [ - "ltz-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-epo_Latn", - "languages": [ - "ltz-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-hun_Latn", - "languages": [ - "ltz-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952487, - "recall": 0.966403, - "f1": 0.956917, - "accuracy": 0.966403, - "main_score": 0.956917, - "hf_subset": "ltz_Latn-kir_Cyrl", - "languages": [ - "ltz-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ltz_Latn-mar_Deva", - "languages": [ - "ltz-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639723, - "recall": 0.695652, - "f1": 0.655524, - "accuracy": 0.695652, - "main_score": 0.655524, - "hf_subset": "ltz_Latn-plt_Latn", - "languages": [ - "ltz-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-srp_Cyrl", - "languages": [ - "ltz-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894845, - "recall": 0.924901, - "f1": 0.904545, - "accuracy": 0.924901, - "main_score": 0.904545, - "hf_subset": "ltz_Latn-uig_Arab", - "languages": [ - "ltz-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "ltz_Latn-aeb_Arab", - "languages": [ - "ltz-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "ltz_Latn-ben_Beng", - "languages": [ - "ltz-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ltz_Latn-est_Latn", - "languages": [ - "ltz-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "ltz_Latn-hye_Armn", - "languages": [ - "ltz-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540771, - "recall": 0.593874, - "f1": 0.555571, - "accuracy": 0.593874, - "main_score": 0.555571, - "hf_subset": "ltz_Latn-kmb_Latn", - "languages": [ - "ltz-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506722, - "recall": 0.58004, - "f1": 0.526006, - "accuracy": 0.58004, - "main_score": 0.526006, - "hf_subset": "ltz_Latn-min_Arab", - "languages": [ - "ltz-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ltz_Latn-pol_Latn", - "languages": [ - "ltz-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545315, - "recall": 0.61166, - "f1": 0.564599, - "accuracy": 0.61166, - "main_score": 0.564599, - "hf_subset": "ltz_Latn-ssw_Latn", - "languages": [ - "ltz-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ltz_Latn-ukr_Cyrl", - "languages": [ - "ltz-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ltz_Latn-afr_Latn", - "languages": [ - "ltz-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.983202, - "f1": 0.97892, - "accuracy": 0.983202, - "main_score": 0.97892, - "hf_subset": "ltz_Latn-bho_Deva", - "languages": [ - "ltz-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96138, - "recall": 0.972332, - "f1": 0.964822, - "accuracy": 0.972332, - "main_score": 0.964822, - "hf_subset": "ltz_Latn-eus_Latn", - "languages": [ - "ltz-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573353, - "recall": 0.640316, - "f1": 0.592203, - "accuracy": 0.640316, - "main_score": 0.592203, - "hf_subset": "ltz_Latn-ibo_Latn", - "languages": [ - "ltz-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851235, - "recall": 0.890316, - "f1": 0.863373, - "accuracy": 0.890316, - "main_score": 0.863373, - "hf_subset": "ltz_Latn-kmr_Latn", - "languages": [ - "ltz-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95084, - "recall": 0.966403, - "f1": 0.955929, - "accuracy": 0.966403, - "main_score": 0.955929, - "hf_subset": "ltz_Latn-min_Latn", - "languages": [ - "ltz-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-por_Latn", - "languages": [ - "ltz-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.977273, - "f1": 0.97085, - "accuracy": 0.977273, - "main_score": 0.97085, - "hf_subset": "ltz_Latn-sun_Latn", - "languages": [ - "ltz-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511333, - "recall": 0.571146, - "f1": 0.528441, - "accuracy": 0.571146, - "main_score": 0.528441, - "hf_subset": "ltz_Latn-umb_Latn", - "languages": [ - "ltz-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "ltz_Latn-ajp_Arab", - "languages": [ - "ltz-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542183, - "recall": 0.605731, - "f1": 0.559758, - "accuracy": 0.605731, - "main_score": 0.559758, - "hf_subset": "ltz_Latn-bjn_Arab", - "languages": [ - "ltz-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512091, - "recall": 0.575099, - "f1": 0.529886, - "accuracy": 0.575099, - "main_score": 0.529886, - "hf_subset": "ltz_Latn-ewe_Latn", - "languages": [ - "ltz-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923501, - "recall": 0.944664, - "f1": 0.930072, - "accuracy": 0.944664, - "main_score": 0.930072, - "hf_subset": "ltz_Latn-ilo_Latn", - "languages": [ - "ltz-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316376, - "recall": 0.37747, - "f1": 0.333011, - "accuracy": 0.37747, - "main_score": 0.333011, - "hf_subset": "ltz_Latn-knc_Arab", - "languages": [ - "ltz-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-mkd_Cyrl", - "languages": [ - "ltz-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975873, - "recall": 0.983202, - "f1": 0.978162, - "accuracy": 0.983202, - "main_score": 0.978162, - "hf_subset": "ltz_Latn-prs_Arab", - "languages": [ - "ltz-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-swe_Latn", - "languages": [ - "ltz-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ltz_Latn-urd_Arab", - "languages": [ - "ltz-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586709, - "recall": 0.652174, - "f1": 0.604518, - "accuracy": 0.652174, - "main_score": 0.604518, - "hf_subset": "ltz_Latn-aka_Latn", - "languages": [ - "ltz-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944046, - "recall": 0.958498, - "f1": 0.948408, - "accuracy": 0.958498, - "main_score": 0.948408, - "hf_subset": "ltz_Latn-bjn_Latn", - "languages": [ - "ltz-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.963439, - "f1": 0.952899, - "accuracy": 0.963439, - "main_score": 0.952899, - "hf_subset": "ltz_Latn-fao_Latn", - "languages": [ - "ltz-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-ind_Latn", - "languages": [ - "ltz-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580402, - "recall": 0.631423, - "f1": 0.594966, - "accuracy": 0.631423, - "main_score": 0.594966, - "hf_subset": "ltz_Latn-knc_Latn", - "languages": [ - "ltz-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.977273, - "f1": 0.971179, - "accuracy": 0.977273, - "main_score": 0.971179, - "hf_subset": "ltz_Latn-mlt_Latn", - "languages": [ - "ltz-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674811, - "recall": 0.738142, - "f1": 0.693453, - "accuracy": 0.738142, - "main_score": 0.693453, - "hf_subset": "ltz_Latn-quy_Latn", - "languages": [ - "ltz-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939476, - "recall": 0.956522, - "f1": 0.944895, - "accuracy": 0.956522, - "main_score": 0.944895, - "hf_subset": "ltz_Latn-swh_Latn", - "languages": [ - "ltz-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "ltz_Latn-uzn_Latn", - "languages": [ - "ltz-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-als_Latn", - "languages": [ - "ltz-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556677, - "recall": 0.637352, - "f1": 0.57963, - "accuracy": 0.637352, - "main_score": 0.57963, - "hf_subset": "ltz_Latn-bod_Tibt", - "languages": [ - "ltz-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684298, - "recall": 0.743083, - "f1": 0.701405, - "accuracy": 0.743083, - "main_score": 0.701405, - "hf_subset": "ltz_Latn-fij_Latn", - "languages": [ - "ltz-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.971344, - "f1": 0.962121, - "accuracy": 0.971344, - "main_score": 0.962121, - "hf_subset": "ltz_Latn-isl_Latn", - "languages": [ - "ltz-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646651, - "recall": 0.698617, - "f1": 0.66177, - "accuracy": 0.698617, - "main_score": 0.66177, - "hf_subset": "ltz_Latn-kon_Latn", - "languages": [ - "ltz-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639979, - "recall": 0.706522, - "f1": 0.659133, - "accuracy": 0.706522, - "main_score": 0.659133, - "hf_subset": "ltz_Latn-mni_Beng", - "languages": [ - "ltz-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-ron_Latn", - "languages": [ - "ltz-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.982213, - "f1": 0.977602, - "accuracy": 0.982213, - "main_score": 0.977602, - "hf_subset": "ltz_Latn-szl_Latn", - "languages": [ - "ltz-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ltz_Latn-vec_Latn", - "languages": [ - "ltz-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878129, - "recall": 0.911067, - "f1": 0.888274, - "accuracy": 0.911067, - "main_score": 0.888274, - "hf_subset": "ltz_Latn-amh_Ethi", - "languages": [ - "ltz-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-bos_Latn", - "languages": [ - "ltz-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ltz_Latn-fin_Latn", - "languages": [ - "ltz-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ltz_Latn-ita_Latn", - "languages": [ - "ltz-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "ltz_Latn-kor_Hang", - "languages": [ - "ltz-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53983, - "recall": 0.602767, - "f1": 0.557438, - "accuracy": 0.602767, - "main_score": 0.557438, - "hf_subset": "ltz_Latn-mos_Latn", - "languages": [ - "ltz-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548847, - "recall": 0.606719, - "f1": 0.565156, - "accuracy": 0.606719, - "main_score": 0.565156, - "hf_subset": "ltz_Latn-run_Latn", - "languages": [ - "ltz-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ltz_Latn-tam_Taml", - "languages": [ - "ltz-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ltz_Latn-vie_Latn", - "languages": [ - "ltz-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "ltz_Latn-apc_Arab", - "languages": [ - "ltz-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774341, - "recall": 0.824111, - "f1": 0.789328, - "accuracy": 0.824111, - "main_score": 0.789328, - "hf_subset": "ltz_Latn-bug_Latn", - "languages": [ - "ltz-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470225, - "recall": 0.531621, - "f1": 0.48618, - "accuracy": 0.531621, - "main_score": 0.48618, - "hf_subset": "ltz_Latn-fon_Latn", - "languages": [ - "ltz-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976367, - "recall": 0.983202, - "f1": 0.978491, - "accuracy": 0.983202, - "main_score": 0.978491, - "hf_subset": "ltz_Latn-jav_Latn", - "languages": [ - "ltz-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "ltz_Latn-lao_Laoo", - "languages": [ - "ltz-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801828, - "recall": 0.847826, - "f1": 0.815467, - "accuracy": 0.847826, - "main_score": 0.815467, - "hf_subset": "ltz_Latn-mri_Latn", - "languages": [ - "ltz-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-rus_Cyrl", - "languages": [ - "ltz-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529537, - "recall": 0.59585, - "f1": 0.547773, - "accuracy": 0.59585, - "main_score": 0.547773, - "hf_subset": "ltz_Latn-taq_Latn", - "languages": [ - "ltz-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978508, - "recall": 0.985178, - "f1": 0.980632, - "accuracy": 0.985178, - "main_score": 0.980632, - "hf_subset": "ltz_Latn-war_Latn", - "languages": [ - "ltz-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ltz_Latn-arb_Arab", - "languages": [ - "ltz-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ltz_Latn-bul_Cyrl", - "languages": [ - "ltz-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-fra_Latn", - "languages": [ - "ltz-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988307, - "recall": 0.991107, - "f1": 0.98913, - "accuracy": 0.991107, - "main_score": 0.98913, - "hf_subset": "ltz_Latn-jpn_Jpan", - "languages": [ - "ltz-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976038, - "recall": 0.983202, - "f1": 0.978327, - "accuracy": 0.983202, - "main_score": 0.978327, - "hf_subset": "ltz_Latn-lij_Latn", - "languages": [ - "ltz-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950016, - "recall": 0.964427, - "f1": 0.954611, - "accuracy": 0.964427, - "main_score": 0.954611, - "hf_subset": "ltz_Latn-mya_Mymr", - "languages": [ - "ltz-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588653, - "recall": 0.655138, - "f1": 0.607431, - "accuracy": 0.655138, - "main_score": 0.607431, - "hf_subset": "ltz_Latn-sag_Latn", - "languages": [ - "ltz-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199632, - "recall": 0.253953, - "f1": 0.211642, - "accuracy": 0.253953, - "main_score": 0.211642, - "hf_subset": "ltz_Latn-taq_Tfng", - "languages": [ - "ltz-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625899, - "recall": 0.692688, - "f1": 0.64572, - "accuracy": 0.692688, - "main_score": 0.64572, - "hf_subset": "ltz_Latn-wol_Latn", - "languages": [ - "ltz-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745739, - "recall": 0.802372, - "f1": 0.762813, - "accuracy": 0.802372, - "main_score": 0.762813, - "hf_subset": "ltz_Latn-arb_Latn", - "languages": [ - "ltz-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ltz_Latn-cat_Latn", - "languages": [ - "ltz-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974473, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "ltz_Latn-fur_Latn", - "languages": [ - "ltz-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.40504, - "recall": 0.462451, - "f1": 0.420847, - "accuracy": 0.462451, - "main_score": 0.420847, - "hf_subset": "ltz_Latn-kab_Latn", - "languages": [ - "ltz-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "ltz_Latn-lim_Latn", - "languages": [ - "ltz-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-nld_Latn", - "languages": [ - "ltz-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95471, - "recall": 0.968379, - "f1": 0.959157, - "accuracy": 0.968379, - "main_score": 0.959157, - "hf_subset": "ltz_Latn-san_Deva", - "languages": [ - "ltz-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "ltz_Latn-tat_Cyrl", - "languages": [ - "ltz-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652536, - "recall": 0.703557, - "f1": 0.667415, - "accuracy": 0.703557, - "main_score": 0.667415, - "hf_subset": "ltz_Latn-xho_Latn", - "languages": [ - "ltz-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ltz_Latn-ars_Arab", - "languages": [ - "ltz-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "ltz_Latn-ceb_Latn", - "languages": [ - "ltz-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546233, - "recall": 0.607708, - "f1": 0.563666, - "accuracy": 0.607708, - "main_score": 0.563666, - "hf_subset": "ltz_Latn-fuv_Latn", - "languages": [ - "ltz-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497616, - "recall": 0.561265, - "f1": 0.515447, - "accuracy": 0.561265, - "main_score": 0.515447, - "hf_subset": "ltz_Latn-kac_Latn", - "languages": [ - "ltz-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658853, - "recall": 0.711462, - "f1": 0.673835, - "accuracy": 0.711462, - "main_score": 0.673835, - "hf_subset": "ltz_Latn-lin_Latn", - "languages": [ - "ltz-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-nno_Latn", - "languages": [ - "ltz-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195043, - "recall": 0.26087, - "f1": 0.211887, - "accuracy": 0.26087, - "main_score": 0.211887, - "hf_subset": "ltz_Latn-sat_Olck", - "languages": [ - "ltz-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "ltz_Latn-tel_Telu", - "languages": [ - "ltz-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950181, - "recall": 0.965415, - "f1": 0.955105, - "accuracy": 0.965415, - "main_score": 0.955105, - "hf_subset": "ltz_Latn-ydd_Hebr", - "languages": [ - "ltz-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950181, - "recall": 0.965415, - "f1": 0.955105, - "accuracy": 0.965415, - "main_score": 0.955105, - "hf_subset": "ltz_Latn-ary_Arab", - "languages": [ - "ltz-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-ces_Latn", - "languages": [ - "ltz-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558004, - "recall": 0.623518, - "f1": 0.576849, - "accuracy": 0.623518, - "main_score": 0.576849, - "hf_subset": "ltz_Latn-gaz_Latn", - "languages": [ - "ltz-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570311, - "recall": 0.634387, - "f1": 0.588114, - "accuracy": 0.634387, - "main_score": 0.588114, - "hf_subset": "ltz_Latn-kam_Latn", - "languages": [ - "ltz-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979496, - "recall": 0.985178, - "f1": 0.981291, - "accuracy": 0.985178, - "main_score": 0.981291, - "hf_subset": "ltz_Latn-lit_Latn", - "languages": [ - "ltz-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ltz_Latn-nob_Latn", - "languages": [ - "ltz-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "ltz_Latn-scn_Latn", - "languages": [ - "ltz-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944203, - "recall": 0.958498, - "f1": 0.948617, - "accuracy": 0.958498, - "main_score": 0.948617, - "hf_subset": "ltz_Latn-tgk_Cyrl", - "languages": [ - "ltz-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669388, - "recall": 0.736166, - "f1": 0.689213, - "accuracy": 0.736166, - "main_score": 0.689213, - "hf_subset": "ltz_Latn-yor_Latn", - "languages": [ - "ltz-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "ltz_Latn-arz_Arab", - "languages": [ - "ltz-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543231, - "recall": 0.604743, - "f1": 0.561091, - "accuracy": 0.604743, - "main_score": 0.561091, - "hf_subset": "ltz_Latn-cjk_Latn", - "languages": [ - "ltz-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74828, - "recall": 0.802372, - "f1": 0.764363, - "accuracy": 0.802372, - "main_score": 0.764363, - "hf_subset": "ltz_Latn-gla_Latn", - "languages": [ - "ltz-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "ltz_Latn-kan_Knda", - "languages": [ - "ltz-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.982213, - "f1": 0.978426, - "accuracy": 0.982213, - "main_score": 0.978426, - "hf_subset": "ltz_Latn-lmo_Latn", - "languages": [ - "ltz-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ltz_Latn-npi_Deva", - "languages": [ - "ltz-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455988, - "recall": 0.521739, - "f1": 0.474293, - "accuracy": 0.521739, - "main_score": 0.474293, - "hf_subset": "ltz_Latn-shn_Mymr", - "languages": [ - "ltz-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ltz_Latn-tgl_Latn", - "languages": [ - "ltz-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ltz_Latn-yue_Hant", - "languages": [ - "ltz-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "ltz_Latn-asm_Beng", - "languages": [ - "ltz-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91502, - "recall": 0.937747, - "f1": 0.922266, - "accuracy": 0.937747, - "main_score": 0.922266, - "hf_subset": "ltz_Latn-ckb_Arab", - "languages": [ - "ltz-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832486, - "recall": 0.87253, - "f1": 0.844713, - "accuracy": 0.87253, - "main_score": 0.844713, - "hf_subset": "ltz_Latn-gle_Latn", - "languages": [ - "ltz-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903854, - "recall": 0.929842, - "f1": 0.912173, - "accuracy": 0.929842, - "main_score": 0.912173, - "hf_subset": "ltz_Latn-kas_Arab", - "languages": [ - "ltz-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925066, - "recall": 0.94664, - "f1": 0.931983, - "accuracy": 0.94664, - "main_score": 0.931983, - "hf_subset": "ltz_Latn-ltg_Latn", - "languages": [ - "ltz-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608558, - "recall": 0.658103, - "f1": 0.622271, - "accuracy": 0.658103, - "main_score": 0.622271, - "hf_subset": "ltz_Latn-nso_Latn", - "languages": [ - "ltz-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935112, - "recall": 0.953557, - "f1": 0.941041, - "accuracy": 0.953557, - "main_score": 0.941041, - "hf_subset": "ltz_Latn-sin_Sinh", - "languages": [ - "ltz-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "ltz_Latn-tha_Thai", - "languages": [ - "ltz-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ltz_Latn-zho_Hans", - "languages": [ - "ltz-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ltz_Latn-ast_Latn", - "languages": [ - "ltz-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "ltz_Latn-crh_Latn", - "languages": [ - "ltz-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "ltz_Latn-glg_Latn", - "languages": [ - "ltz-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842968, - "recall": 0.881423, - "f1": 0.854908, - "accuracy": 0.881423, - "main_score": 0.854908, - "hf_subset": "ltz_Latn-kas_Deva", - "languages": [ - "ltz-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455716, - "recall": 0.522727, - "f1": 0.474347, - "accuracy": 0.522727, - "main_score": 0.474347, - "hf_subset": "ltz_Latn-nus_Latn", - "languages": [ - "ltz-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-slk_Latn", - "languages": [ - "ltz-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576511, - "recall": 0.651186, - "f1": 0.597902, - "accuracy": 0.651186, - "main_score": 0.597902, - "hf_subset": "ltz_Latn-tir_Ethi", - "languages": [ - "ltz-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "ltz_Latn-zho_Hant", - "languages": [ - "ltz-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "ltz_Latn-awa_Deva", - "languages": [ - "ltz-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.956522, - "f1": 0.944617, - "accuracy": 0.956522, - "main_score": 0.944617, - "hf_subset": "ltz_Latn-cym_Latn", - "languages": [ - "ltz-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818791, - "recall": 0.858696, - "f1": 0.831046, - "accuracy": 0.858696, - "main_score": 0.831046, - "hf_subset": "ltz_Latn-grn_Latn", - "languages": [ - "ltz-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974885, - "recall": 0.982213, - "f1": 0.977174, - "accuracy": 0.982213, - "main_score": 0.977174, - "hf_subset": "ltz_Latn-kat_Geor", - "languages": [ - "ltz-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635032, - "recall": 0.690711, - "f1": 0.650547, - "accuracy": 0.690711, - "main_score": 0.650547, - "hf_subset": "ltz_Latn-lua_Latn", - "languages": [ - "ltz-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617823, - "recall": 0.679842, - "f1": 0.635742, - "accuracy": 0.679842, - "main_score": 0.635742, - "hf_subset": "ltz_Latn-nya_Latn", - "languages": [ - "ltz-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-slv_Latn", - "languages": [ - "ltz-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920866, - "recall": 0.940711, - "f1": 0.92691, - "accuracy": 0.940711, - "main_score": 0.92691, - "hf_subset": "ltz_Latn-tpi_Latn", - "languages": [ - "ltz-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "ltz_Latn-zsm_Latn", - "languages": [ - "ltz-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538363, - "recall": 0.600791, - "f1": 0.556078, - "accuracy": 0.600791, - "main_score": 0.556078, - "hf_subset": "ltz_Latn-ayr_Latn", - "languages": [ - "ltz-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ltz_Latn-dan_Latn", - "languages": [ - "ltz-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "ltz_Latn-guj_Gujr", - "languages": [ - "ltz-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976038, - "recall": 0.983202, - "f1": 0.978327, - "accuracy": 0.983202, - "main_score": 0.978327, - "hf_subset": "ltz_Latn-kaz_Cyrl", - "languages": [ - "ltz-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518112, - "recall": 0.577075, - "f1": 0.534087, - "accuracy": 0.577075, - "main_score": 0.534087, - "hf_subset": "ltz_Latn-lug_Latn", - "languages": [ - "ltz-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "ltz_Latn-oci_Latn", - "languages": [ - "ltz-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788391, - "recall": 0.836957, - "f1": 0.80312, - "accuracy": 0.836957, - "main_score": 0.80312, - "hf_subset": "ltz_Latn-smo_Latn", - "languages": [ - "ltz-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539548, - "recall": 0.601779, - "f1": 0.557489, - "accuracy": 0.601779, - "main_score": 0.557489, - "hf_subset": "ltz_Latn-tsn_Latn", - "languages": [ - "ltz-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587705, - "recall": 0.651186, - "f1": 0.606244, - "accuracy": 0.651186, - "main_score": 0.606244, - "hf_subset": "ltz_Latn-zul_Latn", - "languages": [ - "ltz-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880105, - "recall": 0.913043, - "f1": 0.890448, - "accuracy": 0.913043, - "main_score": 0.890448, - "hf_subset": "ltz_Latn-azb_Arab", - "languages": [ - "ltz-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ltz_Latn-deu_Latn", - "languages": [ - "ltz-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944499, - "recall": 0.960474, - "f1": 0.949769, - "accuracy": 0.960474, - "main_score": 0.949769, - "hf_subset": "ltz_Latn-hat_Latn", - "languages": [ - "ltz-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488633, - "recall": 0.546443, - "f1": 0.504678, - "accuracy": 0.546443, - "main_score": 0.504678, - "hf_subset": "ltz_Latn-kbp_Latn", - "languages": [ - "ltz-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564617, - "recall": 0.624506, - "f1": 0.581574, - "accuracy": 0.624506, - "main_score": 0.581574, - "hf_subset": "ltz_Latn-luo_Latn", - "languages": [ - "ltz-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "ltz_Latn-ory_Orya", - "languages": [ - "ltz-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57744, - "recall": 0.645257, - "f1": 0.596551, - "accuracy": 0.645257, - "main_score": 0.596551, - "hf_subset": "ltz_Latn-sna_Latn", - "languages": [ - "ltz-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546964, - "recall": 0.601779, - "f1": 0.562087, - "accuracy": 0.601779, - "main_score": 0.562087, - "hf_subset": "ltz_Latn-tso_Latn", - "languages": [ - "ltz-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.977273, - "f1": 0.970982, - "accuracy": 0.977273, - "main_score": 0.970982, - "hf_subset": "ltz_Latn-azj_Latn", - "languages": [ - "ltz-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526073, - "recall": 0.593874, - "f1": 0.545967, - "accuracy": 0.593874, - "main_score": 0.545967, - "hf_subset": "ltz_Latn-dik_Latn", - "languages": [ - "ltz-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715086, - "recall": 0.770751, - "f1": 0.731475, - "accuracy": 0.770751, - "main_score": 0.731475, - "hf_subset": "ltz_Latn-hau_Latn", - "languages": [ - "ltz-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "ltz_Latn-kea_Latn", - "languages": [ - "ltz-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718116, - "recall": 0.768775, - "f1": 0.732938, - "accuracy": 0.768775, - "main_score": 0.732938, - "hf_subset": "ltz_Latn-lus_Latn", - "languages": [ - "ltz-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862731, - "recall": 0.891304, - "f1": 0.871443, - "accuracy": 0.891304, - "main_score": 0.871443, - "hf_subset": "ltz_Latn-pag_Latn", - "languages": [ - "ltz-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "ltz_Latn-snd_Arab", - "languages": [ - "ltz-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894137, - "recall": 0.922925, - "f1": 0.903162, - "accuracy": 0.922925, - "main_score": 0.903162, - "hf_subset": "ltz_Latn-tuk_Latn", - "languages": [ - "ltz-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "ltz_Latn-bak_Cyrl", - "languages": [ - "ltz-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486347, - "recall": 0.566206, - "f1": 0.510004, - "accuracy": 0.566206, - "main_score": 0.510004, - "hf_subset": "ltz_Latn-dyu_Latn", - "languages": [ - "ltz-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ltz_Latn-heb_Hebr", - "languages": [ - "ltz-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953475, - "recall": 0.965415, - "f1": 0.957082, - "accuracy": 0.965415, - "main_score": 0.957082, - "hf_subset": "ltz_Latn-khk_Cyrl", - "languages": [ - "ltz-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ltz_Latn-lvs_Latn", - "languages": [ - "ltz-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "ltz_Latn-pan_Guru", - "languages": [ - "ltz-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679142, - "recall": 0.73913, - "f1": 0.697288, - "accuracy": 0.73913, - "main_score": 0.697288, - "hf_subset": "ltz_Latn-som_Latn", - "languages": [ - "ltz-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564413, - "recall": 0.612648, - "f1": 0.57787, - "accuracy": 0.612648, - "main_score": 0.57787, - "hf_subset": "ltz_Latn-tum_Latn", - "languages": [ - "ltz-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355457, - "recall": 0.398221, - "f1": 0.367255, - "accuracy": 0.398221, - "main_score": 0.367255, - "hf_subset": "nus_Latn-ace_Arab", - "languages": [ - "nus-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456349, - "recall": 0.5, - "f1": 0.468698, - "accuracy": 0.5, - "main_score": 0.468698, - "hf_subset": "nus_Latn-bam_Latn", - "languages": [ - "nus-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.204422, - "recall": 0.242095, - "f1": 0.214322, - "accuracy": 0.242095, - "main_score": 0.214322, - "hf_subset": "nus_Latn-dzo_Tibt", - "languages": [ - "nus-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469344, - "recall": 0.520751, - "f1": 0.482388, - "accuracy": 0.520751, - "main_score": 0.482388, - "hf_subset": "nus_Latn-hin_Deva", - "languages": [ - "nus-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43539, - "recall": 0.482213, - "f1": 0.447955, - "accuracy": 0.482213, - "main_score": 0.447955, - "hf_subset": "nus_Latn-khm_Khmr", - "languages": [ - "nus-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466542, - "recall": 0.511858, - "f1": 0.478231, - "accuracy": 0.511858, - "main_score": 0.478231, - "hf_subset": "nus_Latn-mag_Deva", - "languages": [ - "nus-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483644, - "recall": 0.519763, - "f1": 0.492377, - "accuracy": 0.519763, - "main_score": 0.492377, - "hf_subset": "nus_Latn-pap_Latn", - "languages": [ - "nus-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484983, - "recall": 0.531621, - "f1": 0.496391, - "accuracy": 0.531621, - "main_score": 0.496391, - "hf_subset": "nus_Latn-sot_Latn", - "languages": [ - "nus-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449695, - "recall": 0.497036, - "f1": 0.462484, - "accuracy": 0.497036, - "main_score": 0.462484, - "hf_subset": "nus_Latn-tur_Latn", - "languages": [ - "nus-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482785, - "recall": 0.522727, - "f1": 0.492506, - "accuracy": 0.522727, - "main_score": 0.492506, - "hf_subset": "nus_Latn-ace_Latn", - "languages": [ - "nus-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483698, - "recall": 0.525692, - "f1": 0.494833, - "accuracy": 0.525692, - "main_score": 0.494833, - "hf_subset": "nus_Latn-ban_Latn", - "languages": [ - "nus-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450206, - "recall": 0.507905, - "f1": 0.464564, - "accuracy": 0.507905, - "main_score": 0.464564, - "hf_subset": "nus_Latn-ell_Grek", - "languages": [ - "nus-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444207, - "recall": 0.493083, - "f1": 0.457024, - "accuracy": 0.493083, - "main_score": 0.457024, - "hf_subset": "nus_Latn-hne_Deva", - "languages": [ - "nus-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402843, - "recall": 0.455534, - "f1": 0.416969, - "accuracy": 0.455534, - "main_score": 0.416969, - "hf_subset": "nus_Latn-kik_Latn", - "languages": [ - "nus-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455971, - "recall": 0.506917, - "f1": 0.468718, - "accuracy": 0.506917, - "main_score": 0.468718, - "hf_subset": "nus_Latn-mai_Deva", - "languages": [ - "nus-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414806, - "recall": 0.465415, - "f1": 0.427753, - "accuracy": 0.465415, - "main_score": 0.427753, - "hf_subset": "nus_Latn-pbt_Arab", - "languages": [ - "nus-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461232, - "recall": 0.511858, - "f1": 0.473729, - "accuracy": 0.511858, - "main_score": 0.473729, - "hf_subset": "nus_Latn-spa_Latn", - "languages": [ - "nus-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479838, - "recall": 0.518775, - "f1": 0.490311, - "accuracy": 0.518775, - "main_score": 0.490311, - "hf_subset": "nus_Latn-twi_Latn", - "languages": [ - "nus-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436154, - "recall": 0.487154, - "f1": 0.449608, - "accuracy": 0.487154, - "main_score": 0.449608, - "hf_subset": "nus_Latn-acm_Arab", - "languages": [ - "nus-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428712, - "recall": 0.476285, - "f1": 0.440451, - "accuracy": 0.476285, - "main_score": 0.440451, - "hf_subset": "nus_Latn-bel_Cyrl", - "languages": [ - "nus-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501205, - "recall": 0.548419, - "f1": 0.512617, - "accuracy": 0.548419, - "main_score": 0.512617, - "hf_subset": "nus_Latn-eng_Latn", - "languages": [ - "nus-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464285, - "recall": 0.517787, - "f1": 0.47797, - "accuracy": 0.517787, - "main_score": 0.47797, - "hf_subset": "nus_Latn-hrv_Latn", - "languages": [ - "nus-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455334, - "recall": 0.503953, - "f1": 0.468451, - "accuracy": 0.503953, - "main_score": 0.468451, - "hf_subset": "nus_Latn-kin_Latn", - "languages": [ - "nus-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43618, - "recall": 0.495059, - "f1": 0.451329, - "accuracy": 0.495059, - "main_score": 0.451329, - "hf_subset": "nus_Latn-mal_Mlym", - "languages": [ - "nus-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471935, - "recall": 0.519763, - "f1": 0.483693, - "accuracy": 0.519763, - "main_score": 0.483693, - "hf_subset": "nus_Latn-pes_Arab", - "languages": [ - "nus-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471448, - "recall": 0.517787, - "f1": 0.483578, - "accuracy": 0.517787, - "main_score": 0.483578, - "hf_subset": "nus_Latn-srd_Latn", - "languages": [ - "nus-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202445, - "recall": 0.245059, - "f1": 0.2122, - "accuracy": 0.245059, - "main_score": 0.2122, - "hf_subset": "nus_Latn-tzm_Tfng", - "languages": [ - "nus-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436441, - "recall": 0.48913, - "f1": 0.449922, - "accuracy": 0.48913, - "main_score": 0.449922, - "hf_subset": "nus_Latn-acq_Arab", - "languages": [ - "nus-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486034, - "recall": 0.533597, - "f1": 0.498164, - "accuracy": 0.533597, - "main_score": 0.498164, - "hf_subset": "nus_Latn-bem_Latn", - "languages": [ - "nus-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463539, - "recall": 0.51087, - "f1": 0.476058, - "accuracy": 0.51087, - "main_score": 0.476058, - "hf_subset": "nus_Latn-epo_Latn", - "languages": [ - "nus-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467338, - "recall": 0.51581, - "f1": 0.480661, - "accuracy": 0.51581, - "main_score": 0.480661, - "hf_subset": "nus_Latn-hun_Latn", - "languages": [ - "nus-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439037, - "recall": 0.48419, - "f1": 0.451439, - "accuracy": 0.48419, - "main_score": 0.451439, - "hf_subset": "nus_Latn-kir_Cyrl", - "languages": [ - "nus-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443274, - "recall": 0.497036, - "f1": 0.457205, - "accuracy": 0.497036, - "main_score": 0.457205, - "hf_subset": "nus_Latn-mar_Deva", - "languages": [ - "nus-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459369, - "recall": 0.5, - "f1": 0.470236, - "accuracy": 0.5, - "main_score": 0.470236, - "hf_subset": "nus_Latn-plt_Latn", - "languages": [ - "nus-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47471, - "recall": 0.523715, - "f1": 0.487299, - "accuracy": 0.523715, - "main_score": 0.487299, - "hf_subset": "nus_Latn-srp_Cyrl", - "languages": [ - "nus-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406019, - "recall": 0.460474, - "f1": 0.419739, - "accuracy": 0.460474, - "main_score": 0.419739, - "hf_subset": "nus_Latn-uig_Arab", - "languages": [ - "nus-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43814, - "recall": 0.482213, - "f1": 0.449129, - "accuracy": 0.482213, - "main_score": 0.449129, - "hf_subset": "nus_Latn-aeb_Arab", - "languages": [ - "nus-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457586, - "recall": 0.509881, - "f1": 0.471406, - "accuracy": 0.509881, - "main_score": 0.471406, - "hf_subset": "nus_Latn-ben_Beng", - "languages": [ - "nus-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462848, - "recall": 0.505929, - "f1": 0.473521, - "accuracy": 0.505929, - "main_score": 0.473521, - "hf_subset": "nus_Latn-est_Latn", - "languages": [ - "nus-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439742, - "recall": 0.495059, - "f1": 0.452583, - "accuracy": 0.495059, - "main_score": 0.452583, - "hf_subset": "nus_Latn-hye_Armn", - "languages": [ - "nus-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45825, - "recall": 0.5, - "f1": 0.469796, - "accuracy": 0.5, - "main_score": 0.469796, - "hf_subset": "nus_Latn-kmb_Latn", - "languages": [ - "nus-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.351979, - "recall": 0.399209, - "f1": 0.36463, - "accuracy": 0.399209, - "main_score": 0.36463, - "hf_subset": "nus_Latn-min_Arab", - "languages": [ - "nus-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463393, - "recall": 0.512846, - "f1": 0.476045, - "accuracy": 0.512846, - "main_score": 0.476045, - "hf_subset": "nus_Latn-pol_Latn", - "languages": [ - "nus-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457333, - "recall": 0.500988, - "f1": 0.469154, - "accuracy": 0.500988, - "main_score": 0.469154, - "hf_subset": "nus_Latn-ssw_Latn", - "languages": [ - "nus-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46709, - "recall": 0.517787, - "f1": 0.479781, - "accuracy": 0.517787, - "main_score": 0.479781, - "hf_subset": "nus_Latn-ukr_Cyrl", - "languages": [ - "nus-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508702, - "recall": 0.551383, - "f1": 0.519478, - "accuracy": 0.551383, - "main_score": 0.519478, - "hf_subset": "nus_Latn-afr_Latn", - "languages": [ - "nus-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446846, - "recall": 0.491107, - "f1": 0.458282, - "accuracy": 0.491107, - "main_score": 0.458282, - "hf_subset": "nus_Latn-bho_Deva", - "languages": [ - "nus-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448817, - "recall": 0.500988, - "f1": 0.461907, - "accuracy": 0.500988, - "main_score": 0.461907, - "hf_subset": "nus_Latn-eus_Latn", - "languages": [ - "nus-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462962, - "recall": 0.51087, - "f1": 0.475999, - "accuracy": 0.51087, - "main_score": 0.475999, - "hf_subset": "nus_Latn-ibo_Latn", - "languages": [ - "nus-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461704, - "recall": 0.502964, - "f1": 0.472353, - "accuracy": 0.502964, - "main_score": 0.472353, - "hf_subset": "nus_Latn-kmr_Latn", - "languages": [ - "nus-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482442, - "recall": 0.52668, - "f1": 0.493382, - "accuracy": 0.52668, - "main_score": 0.493382, - "hf_subset": "nus_Latn-min_Latn", - "languages": [ - "nus-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46947, - "recall": 0.51581, - "f1": 0.4807, - "accuracy": 0.51581, - "main_score": 0.4807, - "hf_subset": "nus_Latn-por_Latn", - "languages": [ - "nus-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480028, - "recall": 0.524704, - "f1": 0.491656, - "accuracy": 0.524704, - "main_score": 0.491656, - "hf_subset": "nus_Latn-sun_Latn", - "languages": [ - "nus-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436146, - "recall": 0.482213, - "f1": 0.447797, - "accuracy": 0.482213, - "main_score": 0.447797, - "hf_subset": "nus_Latn-umb_Latn", - "languages": [ - "nus-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444787, - "recall": 0.496047, - "f1": 0.457864, - "accuracy": 0.496047, - "main_score": 0.457864, - "hf_subset": "nus_Latn-ajp_Arab", - "languages": [ - "nus-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.358376, - "recall": 0.409091, - "f1": 0.372022, - "accuracy": 0.409091, - "main_score": 0.372022, - "hf_subset": "nus_Latn-bjn_Arab", - "languages": [ - "nus-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447919, - "recall": 0.485178, - "f1": 0.457949, - "accuracy": 0.485178, - "main_score": 0.457949, - "hf_subset": "nus_Latn-ewe_Latn", - "languages": [ - "nus-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499369, - "recall": 0.538538, - "f1": 0.509309, - "accuracy": 0.538538, - "main_score": 0.509309, - "hf_subset": "nus_Latn-ilo_Latn", - "languages": [ - "nus-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280179, - "recall": 0.314229, - "f1": 0.289347, - "accuracy": 0.314229, - "main_score": 0.289347, - "hf_subset": "nus_Latn-knc_Arab", - "languages": [ - "nus-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462042, - "recall": 0.517787, - "f1": 0.476304, - "accuracy": 0.517787, - "main_score": 0.476304, - "hf_subset": "nus_Latn-mkd_Cyrl", - "languages": [ - "nus-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451717, - "recall": 0.501976, - "f1": 0.464378, - "accuracy": 0.501976, - "main_score": 0.464378, - "hf_subset": "nus_Latn-prs_Arab", - "languages": [ - "nus-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472239, - "recall": 0.521739, - "f1": 0.484902, - "accuracy": 0.521739, - "main_score": 0.484902, - "hf_subset": "nus_Latn-swe_Latn", - "languages": [ - "nus-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433206, - "recall": 0.492095, - "f1": 0.448591, - "accuracy": 0.492095, - "main_score": 0.448591, - "hf_subset": "nus_Latn-urd_Arab", - "languages": [ - "nus-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468296, - "recall": 0.51087, - "f1": 0.479767, - "accuracy": 0.51087, - "main_score": 0.479767, - "hf_subset": "nus_Latn-aka_Latn", - "languages": [ - "nus-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480011, - "recall": 0.519763, - "f1": 0.490165, - "accuracy": 0.519763, - "main_score": 0.490165, - "hf_subset": "nus_Latn-bjn_Latn", - "languages": [ - "nus-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458025, - "recall": 0.497036, - "f1": 0.468362, - "accuracy": 0.497036, - "main_score": 0.468362, - "hf_subset": "nus_Latn-fao_Latn", - "languages": [ - "nus-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498687, - "recall": 0.543478, - "f1": 0.510215, - "accuracy": 0.543478, - "main_score": 0.510215, - "hf_subset": "nus_Latn-ind_Latn", - "languages": [ - "nus-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445104, - "recall": 0.487154, - "f1": 0.456385, - "accuracy": 0.487154, - "main_score": 0.456385, - "hf_subset": "nus_Latn-knc_Latn", - "languages": [ - "nus-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483763, - "recall": 0.522727, - "f1": 0.492634, - "accuracy": 0.522727, - "main_score": 0.492634, - "hf_subset": "nus_Latn-mlt_Latn", - "languages": [ - "nus-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439894, - "recall": 0.48913, - "f1": 0.45292, - "accuracy": 0.48913, - "main_score": 0.45292, - "hf_subset": "nus_Latn-quy_Latn", - "languages": [ - "nus-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482106, - "recall": 0.52668, - "f1": 0.493468, - "accuracy": 0.52668, - "main_score": 0.493468, - "hf_subset": "nus_Latn-swh_Latn", - "languages": [ - "nus-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450227, - "recall": 0.494071, - "f1": 0.461362, - "accuracy": 0.494071, - "main_score": 0.461362, - "hf_subset": "nus_Latn-uzn_Latn", - "languages": [ - "nus-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464884, - "recall": 0.506917, - "f1": 0.475528, - "accuracy": 0.506917, - "main_score": 0.475528, - "hf_subset": "nus_Latn-als_Latn", - "languages": [ - "nus-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.249512, - "recall": 0.300395, - "f1": 0.262446, - "accuracy": 0.300395, - "main_score": 0.262446, - "hf_subset": "nus_Latn-bod_Tibt", - "languages": [ - "nus-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445458, - "recall": 0.486166, - "f1": 0.456813, - "accuracy": 0.486166, - "main_score": 0.456813, - "hf_subset": "nus_Latn-fij_Latn", - "languages": [ - "nus-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454543, - "recall": 0.501976, - "f1": 0.46757, - "accuracy": 0.501976, - "main_score": 0.46757, - "hf_subset": "nus_Latn-isl_Latn", - "languages": [ - "nus-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456925, - "recall": 0.501976, - "f1": 0.468951, - "accuracy": 0.501976, - "main_score": 0.468951, - "hf_subset": "nus_Latn-kon_Latn", - "languages": [ - "nus-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400601, - "recall": 0.45751, - "f1": 0.415605, - "accuracy": 0.45751, - "main_score": 0.415605, - "hf_subset": "nus_Latn-mni_Beng", - "languages": [ - "nus-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490799, - "recall": 0.537549, - "f1": 0.501685, - "accuracy": 0.537549, - "main_score": 0.501685, - "hf_subset": "nus_Latn-ron_Latn", - "languages": [ - "nus-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452938, - "recall": 0.502964, - "f1": 0.465258, - "accuracy": 0.502964, - "main_score": 0.465258, - "hf_subset": "nus_Latn-szl_Latn", - "languages": [ - "nus-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48168, - "recall": 0.521739, - "f1": 0.492053, - "accuracy": 0.521739, - "main_score": 0.492053, - "hf_subset": "nus_Latn-vec_Latn", - "languages": [ - "nus-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399616, - "recall": 0.454545, - "f1": 0.414487, - "accuracy": 0.454545, - "main_score": 0.414487, - "hf_subset": "nus_Latn-amh_Ethi", - "languages": [ - "nus-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478659, - "recall": 0.52668, - "f1": 0.490439, - "accuracy": 0.52668, - "main_score": 0.490439, - "hf_subset": "nus_Latn-bos_Latn", - "languages": [ - "nus-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449154, - "recall": 0.498024, - "f1": 0.461579, - "accuracy": 0.498024, - "main_score": 0.461579, - "hf_subset": "nus_Latn-fin_Latn", - "languages": [ - "nus-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468142, - "recall": 0.514822, - "f1": 0.479596, - "accuracy": 0.514822, - "main_score": 0.479596, - "hf_subset": "nus_Latn-ita_Latn", - "languages": [ - "nus-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445598, - "recall": 0.504941, - "f1": 0.461099, - "accuracy": 0.504941, - "main_score": 0.461099, - "hf_subset": "nus_Latn-kor_Hang", - "languages": [ - "nus-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444125, - "recall": 0.483202, - "f1": 0.454639, - "accuracy": 0.483202, - "main_score": 0.454639, - "hf_subset": "nus_Latn-mos_Latn", - "languages": [ - "nus-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446085, - "recall": 0.494071, - "f1": 0.458107, - "accuracy": 0.494071, - "main_score": 0.458107, - "hf_subset": "nus_Latn-run_Latn", - "languages": [ - "nus-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429099, - "recall": 0.487154, - "f1": 0.443516, - "accuracy": 0.487154, - "main_score": 0.443516, - "hf_subset": "nus_Latn-tam_Taml", - "languages": [ - "nus-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47425, - "recall": 0.521739, - "f1": 0.486768, - "accuracy": 0.521739, - "main_score": 0.486768, - "hf_subset": "nus_Latn-vie_Latn", - "languages": [ - "nus-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433283, - "recall": 0.490119, - "f1": 0.447854, - "accuracy": 0.490119, - "main_score": 0.447854, - "hf_subset": "nus_Latn-apc_Arab", - "languages": [ - "nus-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455419, - "recall": 0.48913, - "f1": 0.464566, - "accuracy": 0.48913, - "main_score": 0.464566, - "hf_subset": "nus_Latn-bug_Latn", - "languages": [ - "nus-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408002, - "recall": 0.451581, - "f1": 0.419786, - "accuracy": 0.451581, - "main_score": 0.419786, - "hf_subset": "nus_Latn-fon_Latn", - "languages": [ - "nus-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498056, - "recall": 0.537549, - "f1": 0.508409, - "accuracy": 0.537549, - "main_score": 0.508409, - "hf_subset": "nus_Latn-jav_Latn", - "languages": [ - "nus-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427967, - "recall": 0.476285, - "f1": 0.440267, - "accuracy": 0.476285, - "main_score": 0.440267, - "hf_subset": "nus_Latn-lao_Laoo", - "languages": [ - "nus-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41533, - "recall": 0.461462, - "f1": 0.427016, - "accuracy": 0.461462, - "main_score": 0.427016, - "hf_subset": "nus_Latn-mri_Latn", - "languages": [ - "nus-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465938, - "recall": 0.516798, - "f1": 0.478624, - "accuracy": 0.516798, - "main_score": 0.478624, - "hf_subset": "nus_Latn-rus_Cyrl", - "languages": [ - "nus-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433031, - "recall": 0.475296, - "f1": 0.443964, - "accuracy": 0.475296, - "main_score": 0.443964, - "hf_subset": "nus_Latn-taq_Latn", - "languages": [ - "nus-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487347, - "recall": 0.524704, - "f1": 0.496572, - "accuracy": 0.524704, - "main_score": 0.496572, - "hf_subset": "nus_Latn-war_Latn", - "languages": [ - "nus-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445192, - "recall": 0.499012, - "f1": 0.458807, - "accuracy": 0.499012, - "main_score": 0.458807, - "hf_subset": "nus_Latn-arb_Arab", - "languages": [ - "nus-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471487, - "recall": 0.523715, - "f1": 0.484499, - "accuracy": 0.523715, - "main_score": 0.484499, - "hf_subset": "nus_Latn-bul_Cyrl", - "languages": [ - "nus-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466995, - "recall": 0.514822, - "f1": 0.478744, - "accuracy": 0.514822, - "main_score": 0.478744, - "hf_subset": "nus_Latn-fra_Latn", - "languages": [ - "nus-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448846, - "recall": 0.494071, - "f1": 0.460141, - "accuracy": 0.494071, - "main_score": 0.460141, - "hf_subset": "nus_Latn-jpn_Jpan", - "languages": [ - "nus-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47871, - "recall": 0.519763, - "f1": 0.489654, - "accuracy": 0.519763, - "main_score": 0.489654, - "hf_subset": "nus_Latn-lij_Latn", - "languages": [ - "nus-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321565, - "recall": 0.379447, - "f1": 0.335776, - "accuracy": 0.379447, - "main_score": 0.335776, - "hf_subset": "nus_Latn-mya_Mymr", - "languages": [ - "nus-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443139, - "recall": 0.491107, - "f1": 0.455337, - "accuracy": 0.491107, - "main_score": 0.455337, - "hf_subset": "nus_Latn-sag_Latn", - "languages": [ - "nus-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215158, - "recall": 0.250988, - "f1": 0.223276, - "accuracy": 0.250988, - "main_score": 0.223276, - "hf_subset": "nus_Latn-taq_Tfng", - "languages": [ - "nus-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457649, - "recall": 0.499012, - "f1": 0.469005, - "accuracy": 0.499012, - "main_score": 0.469005, - "hf_subset": "nus_Latn-wol_Latn", - "languages": [ - "nus-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385535, - "recall": 0.434783, - "f1": 0.398966, - "accuracy": 0.434783, - "main_score": 0.398966, - "hf_subset": "nus_Latn-arb_Latn", - "languages": [ - "nus-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479226, - "recall": 0.522727, - "f1": 0.490743, - "accuracy": 0.522727, - "main_score": 0.490743, - "hf_subset": "nus_Latn-cat_Latn", - "languages": [ - "nus-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472522, - "recall": 0.516798, - "f1": 0.48389, - "accuracy": 0.516798, - "main_score": 0.48389, - "hf_subset": "nus_Latn-fur_Latn", - "languages": [ - "nus-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402573, - "recall": 0.459486, - "f1": 0.417584, - "accuracy": 0.459486, - "main_score": 0.417584, - "hf_subset": "nus_Latn-kab_Latn", - "languages": [ - "nus-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454619, - "recall": 0.5, - "f1": 0.465455, - "accuracy": 0.5, - "main_score": 0.465455, - "hf_subset": "nus_Latn-lim_Latn", - "languages": [ - "nus-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451758, - "recall": 0.508893, - "f1": 0.466144, - "accuracy": 0.508893, - "main_score": 0.466144, - "hf_subset": "nus_Latn-nld_Latn", - "languages": [ - "nus-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415535, - "recall": 0.468379, - "f1": 0.428694, - "accuracy": 0.468379, - "main_score": 0.428694, - "hf_subset": "nus_Latn-san_Deva", - "languages": [ - "nus-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45716, - "recall": 0.501976, - "f1": 0.469416, - "accuracy": 0.501976, - "main_score": 0.469416, - "hf_subset": "nus_Latn-tat_Cyrl", - "languages": [ - "nus-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475895, - "recall": 0.522727, - "f1": 0.488075, - "accuracy": 0.522727, - "main_score": 0.488075, - "hf_subset": "nus_Latn-xho_Latn", - "languages": [ - "nus-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424627, - "recall": 0.485178, - "f1": 0.440539, - "accuracy": 0.485178, - "main_score": 0.440539, - "hf_subset": "nus_Latn-ars_Arab", - "languages": [ - "nus-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485449, - "recall": 0.52668, - "f1": 0.495924, - "accuracy": 0.52668, - "main_score": 0.495924, - "hf_subset": "nus_Latn-ceb_Latn", - "languages": [ - "nus-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43267, - "recall": 0.476285, - "f1": 0.444798, - "accuracy": 0.476285, - "main_score": 0.444798, - "hf_subset": "nus_Latn-fuv_Latn", - "languages": [ - "nus-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43834, - "recall": 0.481225, - "f1": 0.449686, - "accuracy": 0.481225, - "main_score": 0.449686, - "hf_subset": "nus_Latn-kac_Latn", - "languages": [ - "nus-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471712, - "recall": 0.513834, - "f1": 0.482933, - "accuracy": 0.513834, - "main_score": 0.482933, - "hf_subset": "nus_Latn-lin_Latn", - "languages": [ - "nus-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470491, - "recall": 0.520751, - "f1": 0.483517, - "accuracy": 0.520751, - "main_score": 0.483517, - "hf_subset": "nus_Latn-nno_Latn", - "languages": [ - "nus-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.127602, - "recall": 0.16996, - "f1": 0.137972, - "accuracy": 0.16996, - "main_score": 0.137972, - "hf_subset": "nus_Latn-sat_Olck", - "languages": [ - "nus-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442063, - "recall": 0.495059, - "f1": 0.455515, - "accuracy": 0.495059, - "main_score": 0.455515, - "hf_subset": "nus_Latn-tel_Telu", - "languages": [ - "nus-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406707, - "recall": 0.458498, - "f1": 0.420355, - "accuracy": 0.458498, - "main_score": 0.420355, - "hf_subset": "nus_Latn-ydd_Hebr", - "languages": [ - "nus-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424887, - "recall": 0.477273, - "f1": 0.439075, - "accuracy": 0.477273, - "main_score": 0.439075, - "hf_subset": "nus_Latn-ary_Arab", - "languages": [ - "nus-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444936, - "recall": 0.499012, - "f1": 0.458455, - "accuracy": 0.499012, - "main_score": 0.458455, - "hf_subset": "nus_Latn-ces_Latn", - "languages": [ - "nus-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465119, - "recall": 0.514822, - "f1": 0.478781, - "accuracy": 0.514822, - "main_score": 0.478781, - "hf_subset": "nus_Latn-gaz_Latn", - "languages": [ - "nus-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443255, - "recall": 0.487154, - "f1": 0.454893, - "accuracy": 0.487154, - "main_score": 0.454893, - "hf_subset": "nus_Latn-kam_Latn", - "languages": [ - "nus-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438925, - "recall": 0.494071, - "f1": 0.452843, - "accuracy": 0.494071, - "main_score": 0.452843, - "hf_subset": "nus_Latn-lit_Latn", - "languages": [ - "nus-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478306, - "recall": 0.529644, - "f1": 0.490894, - "accuracy": 0.529644, - "main_score": 0.490894, - "hf_subset": "nus_Latn-nob_Latn", - "languages": [ - "nus-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473392, - "recall": 0.513834, - "f1": 0.48318, - "accuracy": 0.513834, - "main_score": 0.48318, - "hf_subset": "nus_Latn-scn_Latn", - "languages": [ - "nus-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435878, - "recall": 0.480237, - "f1": 0.447092, - "accuracy": 0.480237, - "main_score": 0.447092, - "hf_subset": "nus_Latn-tgk_Cyrl", - "languages": [ - "nus-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410586, - "recall": 0.467391, - "f1": 0.425876, - "accuracy": 0.467391, - "main_score": 0.425876, - "hf_subset": "nus_Latn-yor_Latn", - "languages": [ - "nus-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426648, - "recall": 0.474308, - "f1": 0.438822, - "accuracy": 0.474308, - "main_score": 0.438822, - "hf_subset": "nus_Latn-arz_Arab", - "languages": [ - "nus-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433482, - "recall": 0.476285, - "f1": 0.445774, - "accuracy": 0.476285, - "main_score": 0.445774, - "hf_subset": "nus_Latn-cjk_Latn", - "languages": [ - "nus-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444943, - "recall": 0.491107, - "f1": 0.457232, - "accuracy": 0.491107, - "main_score": 0.457232, - "hf_subset": "nus_Latn-gla_Latn", - "languages": [ - "nus-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446006, - "recall": 0.493083, - "f1": 0.458512, - "accuracy": 0.493083, - "main_score": 0.458512, - "hf_subset": "nus_Latn-kan_Knda", - "languages": [ - "nus-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468027, - "recall": 0.51087, - "f1": 0.479244, - "accuracy": 0.51087, - "main_score": 0.479244, - "hf_subset": "nus_Latn-lmo_Latn", - "languages": [ - "nus-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445944, - "recall": 0.501976, - "f1": 0.460437, - "accuracy": 0.501976, - "main_score": 0.460437, - "hf_subset": "nus_Latn-npi_Deva", - "languages": [ - "nus-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379382, - "recall": 0.427866, - "f1": 0.391566, - "accuracy": 0.427866, - "main_score": 0.391566, - "hf_subset": "nus_Latn-shn_Mymr", - "languages": [ - "nus-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495699, - "recall": 0.54249, - "f1": 0.507495, - "accuracy": 0.54249, - "main_score": 0.507495, - "hf_subset": "nus_Latn-tgl_Latn", - "languages": [ - "nus-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423376, - "recall": 0.476285, - "f1": 0.436704, - "accuracy": 0.476285, - "main_score": 0.436704, - "hf_subset": "nus_Latn-yue_Hant", - "languages": [ - "nus-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431184, - "recall": 0.488142, - "f1": 0.445491, - "accuracy": 0.488142, - "main_score": 0.445491, - "hf_subset": "nus_Latn-asm_Beng", - "languages": [ - "nus-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430633, - "recall": 0.479249, - "f1": 0.443779, - "accuracy": 0.479249, - "main_score": 0.443779, - "hf_subset": "nus_Latn-ckb_Arab", - "languages": [ - "nus-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426697, - "recall": 0.474308, - "f1": 0.438756, - "accuracy": 0.474308, - "main_score": 0.438756, - "hf_subset": "nus_Latn-gle_Latn", - "languages": [ - "nus-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400466, - "recall": 0.447628, - "f1": 0.41274, - "accuracy": 0.447628, - "main_score": 0.41274, - "hf_subset": "nus_Latn-kas_Arab", - "languages": [ - "nus-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439562, - "recall": 0.48913, - "f1": 0.451897, - "accuracy": 0.48913, - "main_score": 0.451897, - "hf_subset": "nus_Latn-ltg_Latn", - "languages": [ - "nus-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492837, - "recall": 0.535573, - "f1": 0.504607, - "accuracy": 0.535573, - "main_score": 0.504607, - "hf_subset": "nus_Latn-nso_Latn", - "languages": [ - "nus-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404722, - "recall": 0.463439, - "f1": 0.41961, - "accuracy": 0.463439, - "main_score": 0.41961, - "hf_subset": "nus_Latn-sin_Sinh", - "languages": [ - "nus-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445567, - "recall": 0.494071, - "f1": 0.457864, - "accuracy": 0.494071, - "main_score": 0.457864, - "hf_subset": "nus_Latn-tha_Thai", - "languages": [ - "nus-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423628, - "recall": 0.47332, - "f1": 0.436077, - "accuracy": 0.47332, - "main_score": 0.436077, - "hf_subset": "nus_Latn-zho_Hans", - "languages": [ - "nus-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493935, - "recall": 0.533597, - "f1": 0.504233, - "accuracy": 0.533597, - "main_score": 0.504233, - "hf_subset": "nus_Latn-ast_Latn", - "languages": [ - "nus-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453351, - "recall": 0.496047, - "f1": 0.464365, - "accuracy": 0.496047, - "main_score": 0.464365, - "hf_subset": "nus_Latn-crh_Latn", - "languages": [ - "nus-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468373, - "recall": 0.517787, - "f1": 0.481454, - "accuracy": 0.517787, - "main_score": 0.481454, - "hf_subset": "nus_Latn-glg_Latn", - "languages": [ - "nus-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428806, - "recall": 0.471344, - "f1": 0.440769, - "accuracy": 0.471344, - "main_score": 0.440769, - "hf_subset": "nus_Latn-kas_Deva", - "languages": [ - "nus-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440496, - "recall": 0.488142, - "f1": 0.452602, - "accuracy": 0.488142, - "main_score": 0.452602, - "hf_subset": "nus_Latn-ltz_Latn", - "languages": [ - "nus-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444846, - "recall": 0.499012, - "f1": 0.458597, - "accuracy": 0.499012, - "main_score": 0.458597, - "hf_subset": "nus_Latn-slk_Latn", - "languages": [ - "nus-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.346598, - "recall": 0.402174, - "f1": 0.36139, - "accuracy": 0.402174, - "main_score": 0.36139, - "hf_subset": "nus_Latn-tir_Ethi", - "languages": [ - "nus-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437584, - "recall": 0.492095, - "f1": 0.451136, - "accuracy": 0.492095, - "main_score": 0.451136, - "hf_subset": "nus_Latn-zho_Hant", - "languages": [ - "nus-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45949, - "recall": 0.505929, - "f1": 0.471659, - "accuracy": 0.505929, - "main_score": 0.471659, - "hf_subset": "nus_Latn-awa_Deva", - "languages": [ - "nus-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443953, - "recall": 0.488142, - "f1": 0.455279, - "accuracy": 0.488142, - "main_score": 0.455279, - "hf_subset": "nus_Latn-cym_Latn", - "languages": [ - "nus-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472731, - "recall": 0.508893, - "f1": 0.481705, - "accuracy": 0.508893, - "main_score": 0.481705, - "hf_subset": "nus_Latn-grn_Latn", - "languages": [ - "nus-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437871, - "recall": 0.487154, - "f1": 0.450495, - "accuracy": 0.487154, - "main_score": 0.450495, - "hf_subset": "nus_Latn-kat_Geor", - "languages": [ - "nus-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47662, - "recall": 0.517787, - "f1": 0.487068, - "accuracy": 0.517787, - "main_score": 0.487068, - "hf_subset": "nus_Latn-lua_Latn", - "languages": [ - "nus-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450677, - "recall": 0.500988, - "f1": 0.465099, - "accuracy": 0.500988, - "main_score": 0.465099, - "hf_subset": "nus_Latn-nya_Latn", - "languages": [ - "nus-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465976, - "recall": 0.511858, - "f1": 0.477543, - "accuracy": 0.511858, - "main_score": 0.477543, - "hf_subset": "nus_Latn-slv_Latn", - "languages": [ - "nus-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478726, - "recall": 0.524704, - "f1": 0.490522, - "accuracy": 0.524704, - "main_score": 0.490522, - "hf_subset": "nus_Latn-tpi_Latn", - "languages": [ - "nus-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490881, - "recall": 0.539526, - "f1": 0.503282, - "accuracy": 0.539526, - "main_score": 0.503282, - "hf_subset": "nus_Latn-zsm_Latn", - "languages": [ - "nus-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444054, - "recall": 0.486166, - "f1": 0.456079, - "accuracy": 0.486166, - "main_score": 0.456079, - "hf_subset": "nus_Latn-ayr_Latn", - "languages": [ - "nus-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493633, - "recall": 0.534585, - "f1": 0.503745, - "accuracy": 0.534585, - "main_score": 0.503745, - "hf_subset": "nus_Latn-dan_Latn", - "languages": [ - "nus-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45107, - "recall": 0.505929, - "f1": 0.464836, - "accuracy": 0.505929, - "main_score": 0.464836, - "hf_subset": "nus_Latn-guj_Gujr", - "languages": [ - "nus-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454587, - "recall": 0.506917, - "f1": 0.468352, - "accuracy": 0.506917, - "main_score": 0.468352, - "hf_subset": "nus_Latn-kaz_Cyrl", - "languages": [ - "nus-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434598, - "recall": 0.480237, - "f1": 0.447417, - "accuracy": 0.480237, - "main_score": 0.447417, - "hf_subset": "nus_Latn-lug_Latn", - "languages": [ - "nus-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498191, - "recall": 0.547431, - "f1": 0.51087, - "accuracy": 0.547431, - "main_score": 0.51087, - "hf_subset": "nus_Latn-oci_Latn", - "languages": [ - "nus-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460815, - "recall": 0.503953, - "f1": 0.472454, - "accuracy": 0.503953, - "main_score": 0.472454, - "hf_subset": "nus_Latn-smo_Latn", - "languages": [ - "nus-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463254, - "recall": 0.506917, - "f1": 0.474426, - "accuracy": 0.506917, - "main_score": 0.474426, - "hf_subset": "nus_Latn-tsn_Latn", - "languages": [ - "nus-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460314, - "recall": 0.51581, - "f1": 0.47615, - "accuracy": 0.51581, - "main_score": 0.47615, - "hf_subset": "nus_Latn-zul_Latn", - "languages": [ - "nus-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382028, - "recall": 0.43083, - "f1": 0.394617, - "accuracy": 0.43083, - "main_score": 0.394617, - "hf_subset": "nus_Latn-azb_Arab", - "languages": [ - "nus-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479985, - "recall": 0.528656, - "f1": 0.491808, - "accuracy": 0.528656, - "main_score": 0.491808, - "hf_subset": "nus_Latn-deu_Latn", - "languages": [ - "nus-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439782, - "recall": 0.485178, - "f1": 0.451111, - "accuracy": 0.485178, - "main_score": 0.451111, - "hf_subset": "nus_Latn-hat_Latn", - "languages": [ - "nus-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431733, - "recall": 0.472332, - "f1": 0.442582, - "accuracy": 0.472332, - "main_score": 0.442582, - "hf_subset": "nus_Latn-kbp_Latn", - "languages": [ - "nus-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47472, - "recall": 0.51581, - "f1": 0.486135, - "accuracy": 0.51581, - "main_score": 0.486135, - "hf_subset": "nus_Latn-luo_Latn", - "languages": [ - "nus-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443168, - "recall": 0.493083, - "f1": 0.455807, - "accuracy": 0.493083, - "main_score": 0.455807, - "hf_subset": "nus_Latn-ory_Orya", - "languages": [ - "nus-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45992, - "recall": 0.506917, - "f1": 0.472577, - "accuracy": 0.506917, - "main_score": 0.472577, - "hf_subset": "nus_Latn-sna_Latn", - "languages": [ - "nus-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468167, - "recall": 0.513834, - "f1": 0.480191, - "accuracy": 0.513834, - "main_score": 0.480191, - "hf_subset": "nus_Latn-tso_Latn", - "languages": [ - "nus-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419295, - "recall": 0.476285, - "f1": 0.433844, - "accuracy": 0.476285, - "main_score": 0.433844, - "hf_subset": "nus_Latn-azj_Latn", - "languages": [ - "nus-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429133, - "recall": 0.482213, - "f1": 0.443874, - "accuracy": 0.482213, - "main_score": 0.443874, - "hf_subset": "nus_Latn-dik_Latn", - "languages": [ - "nus-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455761, - "recall": 0.502964, - "f1": 0.467702, - "accuracy": 0.502964, - "main_score": 0.467702, - "hf_subset": "nus_Latn-hau_Latn", - "languages": [ - "nus-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468886, - "recall": 0.507905, - "f1": 0.479077, - "accuracy": 0.507905, - "main_score": 0.479077, - "hf_subset": "nus_Latn-kea_Latn", - "languages": [ - "nus-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470742, - "recall": 0.504941, - "f1": 0.479867, - "accuracy": 0.504941, - "main_score": 0.479867, - "hf_subset": "nus_Latn-lus_Latn", - "languages": [ - "nus-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464692, - "recall": 0.501976, - "f1": 0.474631, - "accuracy": 0.501976, - "main_score": 0.474631, - "hf_subset": "nus_Latn-pag_Latn", - "languages": [ - "nus-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426681, - "recall": 0.482213, - "f1": 0.44147, - "accuracy": 0.482213, - "main_score": 0.44147, - "hf_subset": "nus_Latn-snd_Arab", - "languages": [ - "nus-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438685, - "recall": 0.477273, - "f1": 0.449956, - "accuracy": 0.477273, - "main_score": 0.449956, - "hf_subset": "nus_Latn-tuk_Latn", - "languages": [ - "nus-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449045, - "recall": 0.494071, - "f1": 0.460525, - "accuracy": 0.494071, - "main_score": 0.460525, - "hf_subset": "nus_Latn-bak_Cyrl", - "languages": [ - "nus-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.343498, - "recall": 0.406126, - "f1": 0.360819, - "accuracy": 0.406126, - "main_score": 0.360819, - "hf_subset": "nus_Latn-dyu_Latn", - "languages": [ - "nus-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445698, - "recall": 0.48913, - "f1": 0.457268, - "accuracy": 0.48913, - "main_score": 0.457268, - "hf_subset": "nus_Latn-heb_Hebr", - "languages": [ - "nus-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434439, - "recall": 0.48419, - "f1": 0.447238, - "accuracy": 0.48419, - "main_score": 0.447238, - "hf_subset": "nus_Latn-khk_Cyrl", - "languages": [ - "nus-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466832, - "recall": 0.51087, - "f1": 0.477077, - "accuracy": 0.51087, - "main_score": 0.477077, - "hf_subset": "nus_Latn-lvs_Latn", - "languages": [ - "nus-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455363, - "recall": 0.511858, - "f1": 0.470774, - "accuracy": 0.511858, - "main_score": 0.470774, - "hf_subset": "nus_Latn-pan_Guru", - "languages": [ - "nus-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443164, - "recall": 0.492095, - "f1": 0.456051, - "accuracy": 0.492095, - "main_score": 0.456051, - "hf_subset": "nus_Latn-som_Latn", - "languages": [ - "nus-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442998, - "recall": 0.485178, - "f1": 0.454079, - "accuracy": 0.485178, - "main_score": 0.454079, - "hf_subset": "nus_Latn-tum_Latn", - "languages": [ - "nus-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582374, - "recall": 0.647233, - "f1": 0.600575, - "accuracy": 0.647233, - "main_score": 0.600575, - "hf_subset": "slk_Latn-ace_Arab", - "languages": [ - "slk-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540304, - "recall": 0.598814, - "f1": 0.5563, - "accuracy": 0.598814, - "main_score": 0.5563, - "hf_subset": "slk_Latn-bam_Latn", - "languages": [ - "slk-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446808, - "recall": 0.523715, - "f1": 0.467896, - "accuracy": 0.523715, - "main_score": 0.467896, - "hf_subset": "slk_Latn-dzo_Tibt", - "languages": [ - "slk-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-hin_Deva", - "languages": [ - "slk-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slk_Latn-khm_Khmr", - "languages": [ - "slk-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-mag_Deva", - "languages": [ - "slk-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "slk_Latn-pap_Latn", - "languages": [ - "slk-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604464, - "recall": 0.658103, - "f1": 0.619034, - "accuracy": 0.658103, - "main_score": 0.619034, - "hf_subset": "slk_Latn-sot_Latn", - "languages": [ - "slk-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-tur_Latn", - "languages": [ - "slk-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880632, - "recall": 0.913043, - "f1": 0.890942, - "accuracy": 0.913043, - "main_score": 0.890942, - "hf_subset": "slk_Latn-ace_Latn", - "languages": [ - "slk-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963109, - "recall": 0.97332, - "f1": 0.966403, - "accuracy": 0.97332, - "main_score": 0.966403, - "hf_subset": "slk_Latn-ban_Latn", - "languages": [ - "slk-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-ell_Grek", - "languages": [ - "slk-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "slk_Latn-hne_Deva", - "languages": [ - "slk-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605359, - "recall": 0.661067, - "f1": 0.620838, - "accuracy": 0.661067, - "main_score": 0.620838, - "hf_subset": "slk_Latn-kik_Latn", - "languages": [ - "slk-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-mai_Deva", - "languages": [ - "slk-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "slk_Latn-pbt_Arab", - "languages": [ - "slk-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-spa_Latn", - "languages": [ - "slk-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621179, - "recall": 0.688735, - "f1": 0.640424, - "accuracy": 0.688735, - "main_score": 0.640424, - "hf_subset": "slk_Latn-twi_Latn", - "languages": [ - "slk-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-acm_Arab", - "languages": [ - "slk-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-bel_Cyrl", - "languages": [ - "slk-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-eng_Latn", - "languages": [ - "slk-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-hrv_Latn", - "languages": [ - "slk-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570973, - "recall": 0.632411, - "f1": 0.588359, - "accuracy": 0.632411, - "main_score": 0.588359, - "hf_subset": "slk_Latn-kin_Latn", - "languages": [ - "slk-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-mal_Mlym", - "languages": [ - "slk-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-pes_Arab", - "languages": [ - "slk-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slk_Latn-srd_Latn", - "languages": [ - "slk-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189949, - "recall": 0.238142, - "f1": 0.202186, - "accuracy": 0.238142, - "main_score": 0.202186, - "hf_subset": "slk_Latn-tzm_Tfng", - "languages": [ - "slk-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-acq_Arab", - "languages": [ - "slk-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632002, - "recall": 0.682806, - "f1": 0.646382, - "accuracy": 0.682806, - "main_score": 0.646382, - "hf_subset": "slk_Latn-bem_Latn", - "languages": [ - "slk-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-epo_Latn", - "languages": [ - "slk-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-hun_Latn", - "languages": [ - "slk-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slk_Latn-kir_Cyrl", - "languages": [ - "slk-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-mar_Deva", - "languages": [ - "slk-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690942, - "recall": 0.747036, - "f1": 0.707435, - "accuracy": 0.747036, - "main_score": 0.707435, - "hf_subset": "slk_Latn-plt_Latn", - "languages": [ - "slk-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-srp_Cyrl", - "languages": [ - "slk-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "slk_Latn-uig_Arab", - "languages": [ - "slk-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slk_Latn-aeb_Arab", - "languages": [ - "slk-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ben_Beng", - "languages": [ - "slk-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slk_Latn-est_Latn", - "languages": [ - "slk-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-hye_Armn", - "languages": [ - "slk-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557858, - "recall": 0.610672, - "f1": 0.573551, - "accuracy": 0.610672, - "main_score": 0.573551, - "hf_subset": "slk_Latn-kmb_Latn", - "languages": [ - "slk-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517904, - "recall": 0.585968, - "f1": 0.536544, - "accuracy": 0.585968, - "main_score": 0.536544, - "hf_subset": "slk_Latn-min_Arab", - "languages": [ - "slk-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-pol_Latn", - "languages": [ - "slk-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564048, - "recall": 0.632411, - "f1": 0.584342, - "accuracy": 0.632411, - "main_score": 0.584342, - "hf_subset": "slk_Latn-ssw_Latn", - "languages": [ - "slk-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ukr_Cyrl", - "languages": [ - "slk-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-afr_Latn", - "languages": [ - "slk-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-bho_Deva", - "languages": [ - "slk-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slk_Latn-eus_Latn", - "languages": [ - "slk-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593972, - "recall": 0.658103, - "f1": 0.612328, - "accuracy": 0.658103, - "main_score": 0.612328, - "hf_subset": "slk_Latn-ibo_Latn", - "languages": [ - "slk-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911067, - "recall": 0.936759, - "f1": 0.919137, - "accuracy": 0.936759, - "main_score": 0.919137, - "hf_subset": "slk_Latn-kmr_Latn", - "languages": [ - "slk-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slk_Latn-min_Latn", - "languages": [ - "slk-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-por_Latn", - "languages": [ - "slk-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slk_Latn-sun_Latn", - "languages": [ - "slk-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534988, - "recall": 0.590909, - "f1": 0.551344, - "accuracy": 0.590909, - "main_score": 0.551344, - "hf_subset": "slk_Latn-umb_Latn", - "languages": [ - "slk-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ajp_Arab", - "languages": [ - "slk-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554515, - "recall": 0.618577, - "f1": 0.572272, - "accuracy": 0.618577, - "main_score": 0.572272, - "hf_subset": "slk_Latn-bjn_Arab", - "languages": [ - "slk-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523531, - "recall": 0.576087, - "f1": 0.537756, - "accuracy": 0.576087, - "main_score": 0.537756, - "hf_subset": "slk_Latn-ewe_Latn", - "languages": [ - "slk-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.967391, - "f1": 0.957642, - "accuracy": 0.967391, - "main_score": 0.957642, - "hf_subset": "slk_Latn-ilo_Latn", - "languages": [ - "slk-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316758, - "recall": 0.374506, - "f1": 0.332787, - "accuracy": 0.374506, - "main_score": 0.332787, - "hf_subset": "slk_Latn-knc_Arab", - "languages": [ - "slk-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-mkd_Cyrl", - "languages": [ - "slk-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-prs_Arab", - "languages": [ - "slk-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-swe_Latn", - "languages": [ - "slk-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slk_Latn-urd_Arab", - "languages": [ - "slk-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598955, - "recall": 0.666008, - "f1": 0.617921, - "accuracy": 0.666008, - "main_score": 0.617921, - "hf_subset": "slk_Latn-aka_Latn", - "languages": [ - "slk-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slk_Latn-bjn_Latn", - "languages": [ - "slk-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "slk_Latn-fao_Latn", - "languages": [ - "slk-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ind_Latn", - "languages": [ - "slk-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587819, - "recall": 0.639328, - "f1": 0.602615, - "accuracy": 0.639328, - "main_score": 0.602615, - "hf_subset": "slk_Latn-knc_Latn", - "languages": [ - "slk-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slk_Latn-mlt_Latn", - "languages": [ - "slk-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714847, - "recall": 0.774704, - "f1": 0.732435, - "accuracy": 0.774704, - "main_score": 0.732435, - "hf_subset": "slk_Latn-quy_Latn", - "languages": [ - "slk-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "slk_Latn-swh_Latn", - "languages": [ - "slk-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slk_Latn-uzn_Latn", - "languages": [ - "slk-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-als_Latn", - "languages": [ - "slk-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668659, - "recall": 0.745059, - "f1": 0.6917, - "accuracy": 0.745059, - "main_score": 0.6917, - "hf_subset": "slk_Latn-bod_Tibt", - "languages": [ - "slk-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708252, - "recall": 0.76581, - "f1": 0.724893, - "accuracy": 0.76581, - "main_score": 0.724893, - "hf_subset": "slk_Latn-fij_Latn", - "languages": [ - "slk-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slk_Latn-isl_Latn", - "languages": [ - "slk-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683392, - "recall": 0.732213, - "f1": 0.69837, - "accuracy": 0.732213, - "main_score": 0.69837, - "hf_subset": "slk_Latn-kon_Latn", - "languages": [ - "slk-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681136, - "recall": 0.743083, - "f1": 0.698901, - "accuracy": 0.743083, - "main_score": 0.698901, - "hf_subset": "slk_Latn-mni_Beng", - "languages": [ - "slk-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ron_Latn", - "languages": [ - "slk-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.990119, - "f1": 0.988472, - "accuracy": 0.990119, - "main_score": 0.988472, - "hf_subset": "slk_Latn-szl_Latn", - "languages": [ - "slk-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-vec_Latn", - "languages": [ - "slk-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "slk_Latn-amh_Ethi", - "languages": [ - "slk-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-bos_Latn", - "languages": [ - "slk-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-fin_Latn", - "languages": [ - "slk-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ita_Latn", - "languages": [ - "slk-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-kor_Hang", - "languages": [ - "slk-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54292, - "recall": 0.604743, - "f1": 0.560422, - "accuracy": 0.604743, - "main_score": 0.560422, - "hf_subset": "slk_Latn-mos_Latn", - "languages": [ - "slk-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55859, - "recall": 0.616601, - "f1": 0.575021, - "accuracy": 0.616601, - "main_score": 0.575021, - "hf_subset": "slk_Latn-run_Latn", - "languages": [ - "slk-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-tam_Taml", - "languages": [ - "slk-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-vie_Latn", - "languages": [ - "slk-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-apc_Arab", - "languages": [ - "slk-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800428, - "recall": 0.847826, - "f1": 0.814775, - "accuracy": 0.847826, - "main_score": 0.814775, - "hf_subset": "slk_Latn-bug_Latn", - "languages": [ - "slk-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478514, - "recall": 0.533597, - "f1": 0.493117, - "accuracy": 0.533597, - "main_score": 0.493117, - "hf_subset": "slk_Latn-fon_Latn", - "languages": [ - "slk-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slk_Latn-jav_Latn", - "languages": [ - "slk-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slk_Latn-lao_Laoo", - "languages": [ - "slk-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883211, - "recall": 0.916996, - "f1": 0.893857, - "accuracy": 0.916996, - "main_score": 0.893857, - "hf_subset": "slk_Latn-mri_Latn", - "languages": [ - "slk-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-rus_Cyrl", - "languages": [ - "slk-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539197, - "recall": 0.605731, - "f1": 0.557809, - "accuracy": 0.605731, - "main_score": 0.557809, - "hf_subset": "slk_Latn-taq_Latn", - "languages": [ - "slk-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-war_Latn", - "languages": [ - "slk-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-arb_Arab", - "languages": [ - "slk-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-bul_Cyrl", - "languages": [ - "slk-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-fra_Latn", - "languages": [ - "slk-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-jpn_Jpan", - "languages": [ - "slk-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slk_Latn-lij_Latn", - "languages": [ - "slk-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "slk_Latn-mya_Mymr", - "languages": [ - "slk-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60842, - "recall": 0.674901, - "f1": 0.627052, - "accuracy": 0.674901, - "main_score": 0.627052, - "hf_subset": "slk_Latn-sag_Latn", - "languages": [ - "slk-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199216, - "recall": 0.253953, - "f1": 0.211245, - "accuracy": 0.253953, - "main_score": 0.211245, - "hf_subset": "slk_Latn-taq_Tfng", - "languages": [ - "slk-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635354, - "recall": 0.697628, - "f1": 0.653331, - "accuracy": 0.697628, - "main_score": 0.653331, - "hf_subset": "slk_Latn-wol_Latn", - "languages": [ - "slk-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814272, - "recall": 0.863636, - "f1": 0.829298, - "accuracy": 0.863636, - "main_score": 0.829298, - "hf_subset": "slk_Latn-arb_Latn", - "languages": [ - "slk-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-cat_Latn", - "languages": [ - "slk-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "slk_Latn-fur_Latn", - "languages": [ - "slk-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425277, - "recall": 0.483202, - "f1": 0.441304, - "accuracy": 0.483202, - "main_score": 0.441304, - "hf_subset": "slk_Latn-kab_Latn", - "languages": [ - "slk-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slk_Latn-lim_Latn", - "languages": [ - "slk-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-nld_Latn", - "languages": [ - "slk-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "slk_Latn-san_Deva", - "languages": [ - "slk-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-tat_Cyrl", - "languages": [ - "slk-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684192, - "recall": 0.736166, - "f1": 0.69944, - "accuracy": 0.736166, - "main_score": 0.69944, - "hf_subset": "slk_Latn-xho_Latn", - "languages": [ - "slk-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ars_Arab", - "languages": [ - "slk-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ceb_Latn", - "languages": [ - "slk-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569132, - "recall": 0.630435, - "f1": 0.586554, - "accuracy": 0.630435, - "main_score": 0.586554, - "hf_subset": "slk_Latn-fuv_Latn", - "languages": [ - "slk-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518116, - "recall": 0.583004, - "f1": 0.53607, - "accuracy": 0.583004, - "main_score": 0.53607, - "hf_subset": "slk_Latn-kac_Latn", - "languages": [ - "slk-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672283, - "recall": 0.727273, - "f1": 0.688702, - "accuracy": 0.727273, - "main_score": 0.688702, - "hf_subset": "slk_Latn-lin_Latn", - "languages": [ - "slk-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-nno_Latn", - "languages": [ - "slk-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.226487, - "recall": 0.314229, - "f1": 0.250384, - "accuracy": 0.314229, - "main_score": 0.250384, - "hf_subset": "slk_Latn-sat_Olck", - "languages": [ - "slk-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-tel_Telu", - "languages": [ - "slk-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "slk_Latn-ydd_Hebr", - "languages": [ - "slk-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "slk_Latn-ary_Arab", - "languages": [ - "slk-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ces_Latn", - "languages": [ - "slk-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57785, - "recall": 0.644269, - "f1": 0.596876, - "accuracy": 0.644269, - "main_score": 0.596876, - "hf_subset": "slk_Latn-gaz_Latn", - "languages": [ - "slk-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579209, - "recall": 0.648221, - "f1": 0.599264, - "accuracy": 0.648221, - "main_score": 0.599264, - "hf_subset": "slk_Latn-kam_Latn", - "languages": [ - "slk-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "slk_Latn-lit_Latn", - "languages": [ - "slk-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-nob_Latn", - "languages": [ - "slk-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "slk_Latn-scn_Latn", - "languages": [ - "slk-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "slk_Latn-tgk_Cyrl", - "languages": [ - "slk-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722588, - "recall": 0.784585, - "f1": 0.741457, - "accuracy": 0.784585, - "main_score": 0.741457, - "hf_subset": "slk_Latn-yor_Latn", - "languages": [ - "slk-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-arz_Arab", - "languages": [ - "slk-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570116, - "recall": 0.628458, - "f1": 0.587131, - "accuracy": 0.628458, - "main_score": 0.587131, - "hf_subset": "slk_Latn-cjk_Latn", - "languages": [ - "slk-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806933, - "recall": 0.851779, - "f1": 0.820487, - "accuracy": 0.851779, - "main_score": 0.820487, - "hf_subset": "slk_Latn-gla_Latn", - "languages": [ - "slk-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-kan_Knda", - "languages": [ - "slk-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "slk_Latn-lmo_Latn", - "languages": [ - "slk-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "slk_Latn-npi_Deva", - "languages": [ - "slk-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478451, - "recall": 0.54249, - "f1": 0.496299, - "accuracy": 0.54249, - "main_score": 0.496299, - "hf_subset": "slk_Latn-shn_Mymr", - "languages": [ - "slk-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-tgl_Latn", - "languages": [ - "slk-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-yue_Hant", - "languages": [ - "slk-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slk_Latn-asm_Beng", - "languages": [ - "slk-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "slk_Latn-ckb_Arab", - "languages": [ - "slk-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885623, - "recall": 0.917984, - "f1": 0.89577, - "accuracy": 0.917984, - "main_score": 0.89577, - "hf_subset": "slk_Latn-gle_Latn", - "languages": [ - "slk-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949934, - "recall": 0.965415, - "f1": 0.95504, - "accuracy": 0.965415, - "main_score": 0.95504, - "hf_subset": "slk_Latn-kas_Arab", - "languages": [ - "slk-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951746, - "recall": 0.967391, - "f1": 0.956851, - "accuracy": 0.967391, - "main_score": 0.956851, - "hf_subset": "slk_Latn-ltg_Latn", - "languages": [ - "slk-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626133, - "recall": 0.68083, - "f1": 0.641726, - "accuracy": 0.68083, - "main_score": 0.641726, - "hf_subset": "slk_Latn-nso_Latn", - "languages": [ - "slk-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "slk_Latn-sin_Sinh", - "languages": [ - "slk-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-tha_Thai", - "languages": [ - "slk-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-zho_Hans", - "languages": [ - "slk-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ast_Latn", - "languages": [ - "slk-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-crh_Latn", - "languages": [ - "slk-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-glg_Latn", - "languages": [ - "slk-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919631, - "recall": 0.943676, - "f1": 0.927207, - "accuracy": 0.943676, - "main_score": 0.927207, - "hf_subset": "slk_Latn-kas_Deva", - "languages": [ - "slk-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "slk_Latn-ltz_Latn", - "languages": [ - "slk-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45753, - "recall": 0.530632, - "f1": 0.477604, - "accuracy": 0.530632, - "main_score": 0.477604, - "hf_subset": "slk_Latn-nus_Latn", - "languages": [ - "slk-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626499, - "recall": 0.695652, - "f1": 0.646857, - "accuracy": 0.695652, - "main_score": 0.646857, - "hf_subset": "slk_Latn-tir_Ethi", - "languages": [ - "slk-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-zho_Hant", - "languages": [ - "slk-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "slk_Latn-awa_Deva", - "languages": [ - "slk-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "slk_Latn-cym_Latn", - "languages": [ - "slk-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859766, - "recall": 0.900198, - "f1": 0.872596, - "accuracy": 0.900198, - "main_score": 0.872596, - "hf_subset": "slk_Latn-grn_Latn", - "languages": [ - "slk-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slk_Latn-kat_Geor", - "languages": [ - "slk-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659816, - "recall": 0.709486, - "f1": 0.674006, - "accuracy": 0.709486, - "main_score": 0.674006, - "hf_subset": "slk_Latn-lua_Latn", - "languages": [ - "slk-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652223, - "recall": 0.712451, - "f1": 0.669486, - "accuracy": 0.712451, - "main_score": 0.669486, - "hf_subset": "slk_Latn-nya_Latn", - "languages": [ - "slk-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-slv_Latn", - "languages": [ - "slk-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.968379, - "f1": 0.958004, - "accuracy": 0.968379, - "main_score": 0.958004, - "hf_subset": "slk_Latn-tpi_Latn", - "languages": [ - "slk-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-zsm_Latn", - "languages": [ - "slk-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554473, - "recall": 0.620553, - "f1": 0.573136, - "accuracy": 0.620553, - "main_score": 0.573136, - "hf_subset": "slk_Latn-ayr_Latn", - "languages": [ - "slk-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-dan_Latn", - "languages": [ - "slk-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-guj_Gujr", - "languages": [ - "slk-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slk_Latn-kaz_Cyrl", - "languages": [ - "slk-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55234, - "recall": 0.617589, - "f1": 0.571026, - "accuracy": 0.617589, - "main_score": 0.571026, - "hf_subset": "slk_Latn-lug_Latn", - "languages": [ - "slk-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-oci_Latn", - "languages": [ - "slk-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830369, - "recall": 0.873518, - "f1": 0.843478, - "accuracy": 0.873518, - "main_score": 0.843478, - "hf_subset": "slk_Latn-smo_Latn", - "languages": [ - "slk-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552433, - "recall": 0.612648, - "f1": 0.569747, - "accuracy": 0.612648, - "main_score": 0.569747, - "hf_subset": "slk_Latn-tsn_Latn", - "languages": [ - "slk-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626459, - "recall": 0.688735, - "f1": 0.644234, - "accuracy": 0.688735, - "main_score": 0.644234, - "hf_subset": "slk_Latn-zul_Latn", - "languages": [ - "slk-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.952569, - "f1": 0.938735, - "accuracy": 0.952569, - "main_score": 0.938735, - "hf_subset": "slk_Latn-azb_Arab", - "languages": [ - "slk-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-deu_Latn", - "languages": [ - "slk-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "slk_Latn-hat_Latn", - "languages": [ - "slk-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497277, - "recall": 0.552372, - "f1": 0.512255, - "accuracy": 0.552372, - "main_score": 0.512255, - "hf_subset": "slk_Latn-kbp_Latn", - "languages": [ - "slk-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57234, - "recall": 0.62747, - "f1": 0.587385, - "accuracy": 0.62747, - "main_score": 0.587385, - "hf_subset": "slk_Latn-luo_Latn", - "languages": [ - "slk-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-ory_Orya", - "languages": [ - "slk-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60272, - "recall": 0.666008, - "f1": 0.62076, - "accuracy": 0.666008, - "main_score": 0.62076, - "hf_subset": "slk_Latn-sna_Latn", - "languages": [ - "slk-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561167, - "recall": 0.614625, - "f1": 0.575731, - "accuracy": 0.614625, - "main_score": 0.575731, - "hf_subset": "slk_Latn-tso_Latn", - "languages": [ - "slk-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slk_Latn-azj_Latn", - "languages": [ - "slk-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554916, - "recall": 0.620553, - "f1": 0.573762, - "accuracy": 0.620553, - "main_score": 0.573762, - "hf_subset": "slk_Latn-dik_Latn", - "languages": [ - "slk-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.754636, - "recall": 0.809289, - "f1": 0.770989, - "accuracy": 0.809289, - "main_score": 0.770989, - "hf_subset": "slk_Latn-hau_Latn", - "languages": [ - "slk-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slk_Latn-kea_Latn", - "languages": [ - "slk-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74664, - "recall": 0.798419, - "f1": 0.762239, - "accuracy": 0.798419, - "main_score": 0.762239, - "hf_subset": "slk_Latn-lus_Latn", - "languages": [ - "slk-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873682, - "recall": 0.905138, - "f1": 0.883531, - "accuracy": 0.905138, - "main_score": 0.883531, - "hf_subset": "slk_Latn-pag_Latn", - "languages": [ - "slk-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slk_Latn-snd_Arab", - "languages": [ - "slk-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965744, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "slk_Latn-tuk_Latn", - "languages": [ - "slk-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "slk_Latn-bak_Cyrl", - "languages": [ - "slk-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488112, - "recall": 0.566206, - "f1": 0.511097, - "accuracy": 0.566206, - "main_score": 0.511097, - "hf_subset": "slk_Latn-dyu_Latn", - "languages": [ - "slk-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-heb_Hebr", - "languages": [ - "slk-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slk_Latn-khk_Cyrl", - "languages": [ - "slk-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-lvs_Latn", - "languages": [ - "slk-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slk_Latn-pan_Guru", - "languages": [ - "slk-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722708, - "recall": 0.780632, - "f1": 0.739841, - "accuracy": 0.780632, - "main_score": 0.739841, - "hf_subset": "slk_Latn-som_Latn", - "languages": [ - "slk-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604573, - "recall": 0.651186, - "f1": 0.617498, - "accuracy": 0.651186, - "main_score": 0.617498, - "hf_subset": "slk_Latn-tum_Latn", - "languages": [ - "slk-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.361315, - "recall": 0.410079, - "f1": 0.374597, - "accuracy": 0.410079, - "main_score": 0.374597, - "hf_subset": "tir_Ethi-ace_Arab", - "languages": [ - "tir-Ethi", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.359508, - "recall": 0.411067, - "f1": 0.372781, - "accuracy": 0.411067, - "main_score": 0.372781, - "hf_subset": "tir_Ethi-bam_Latn", - "languages": [ - "tir-Ethi", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.234267, - "recall": 0.281621, - "f1": 0.245912, - "accuracy": 0.281621, - "main_score": 0.245912, - "hf_subset": "tir_Ethi-dzo_Tibt", - "languages": [ - "tir-Ethi", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609144, - "recall": 0.66996, - "f1": 0.62495, - "accuracy": 0.66996, - "main_score": 0.62495, - "hf_subset": "tir_Ethi-hin_Deva", - "languages": [ - "tir-Ethi", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551471, - "recall": 0.615613, - "f1": 0.568344, - "accuracy": 0.615613, - "main_score": 0.568344, - "hf_subset": "tir_Ethi-khm_Khmr", - "languages": [ - "tir-Ethi", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609576, - "recall": 0.668972, - "f1": 0.625177, - "accuracy": 0.668972, - "main_score": 0.625177, - "hf_subset": "tir_Ethi-mag_Deva", - "languages": [ - "tir-Ethi", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530708, - "recall": 0.583992, - "f1": 0.544325, - "accuracy": 0.583992, - "main_score": 0.544325, - "hf_subset": "tir_Ethi-pap_Latn", - "languages": [ - "tir-Ethi", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406132, - "recall": 0.448617, - "f1": 0.417515, - "accuracy": 0.448617, - "main_score": 0.417515, - "hf_subset": "tir_Ethi-sot_Latn", - "languages": [ - "tir-Ethi", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59991, - "recall": 0.655138, - "f1": 0.614503, - "accuracy": 0.655138, - "main_score": 0.614503, - "hf_subset": "tir_Ethi-tur_Latn", - "languages": [ - "tir-Ethi", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50658, - "recall": 0.561265, - "f1": 0.521685, - "accuracy": 0.561265, - "main_score": 0.521685, - "hf_subset": "tir_Ethi-ace_Latn", - "languages": [ - "tir-Ethi", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526295, - "recall": 0.578063, - "f1": 0.539545, - "accuracy": 0.578063, - "main_score": 0.539545, - "hf_subset": "tir_Ethi-ban_Latn", - "languages": [ - "tir-Ethi", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566127, - "recall": 0.630435, - "f1": 0.582834, - "accuracy": 0.630435, - "main_score": 0.582834, - "hf_subset": "tir_Ethi-ell_Grek", - "languages": [ - "tir-Ethi", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596674, - "recall": 0.652174, - "f1": 0.611189, - "accuracy": 0.652174, - "main_score": 0.611189, - "hf_subset": "tir_Ethi-hne_Deva", - "languages": [ - "tir-Ethi", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318136, - "recall": 0.375494, - "f1": 0.332285, - "accuracy": 0.375494, - "main_score": 0.332285, - "hf_subset": "tir_Ethi-kik_Latn", - "languages": [ - "tir-Ethi", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579141, - "recall": 0.639328, - "f1": 0.594872, - "accuracy": 0.639328, - "main_score": 0.594872, - "hf_subset": "tir_Ethi-mai_Deva", - "languages": [ - "tir-Ethi", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550483, - "recall": 0.616601, - "f1": 0.567162, - "accuracy": 0.616601, - "main_score": 0.567162, - "hf_subset": "tir_Ethi-pbt_Arab", - "languages": [ - "tir-Ethi", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57828, - "recall": 0.640316, - "f1": 0.595919, - "accuracy": 0.640316, - "main_score": 0.595919, - "hf_subset": "tir_Ethi-spa_Latn", - "languages": [ - "tir-Ethi", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424255, - "recall": 0.476285, - "f1": 0.438392, - "accuracy": 0.476285, - "main_score": 0.438392, - "hf_subset": "tir_Ethi-twi_Latn", - "languages": [ - "tir-Ethi", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571184, - "recall": 0.62747, - "f1": 0.585609, - "accuracy": 0.62747, - "main_score": 0.585609, - "hf_subset": "tir_Ethi-acm_Arab", - "languages": [ - "tir-Ethi", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540948, - "recall": 0.606719, - "f1": 0.558257, - "accuracy": 0.606719, - "main_score": 0.558257, - "hf_subset": "tir_Ethi-bel_Cyrl", - "languages": [ - "tir-Ethi", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623718, - "recall": 0.679842, - "f1": 0.638782, - "accuracy": 0.679842, - "main_score": 0.638782, - "hf_subset": "tir_Ethi-eng_Latn", - "languages": [ - "tir-Ethi", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581356, - "recall": 0.640316, - "f1": 0.597177, - "accuracy": 0.640316, - "main_score": 0.597177, - "hf_subset": "tir_Ethi-hrv_Latn", - "languages": [ - "tir-Ethi", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392345, - "recall": 0.443676, - "f1": 0.406036, - "accuracy": 0.443676, - "main_score": 0.406036, - "hf_subset": "tir_Ethi-kin_Latn", - "languages": [ - "tir-Ethi", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611119, - "recall": 0.671937, - "f1": 0.626795, - "accuracy": 0.671937, - "main_score": 0.626795, - "hf_subset": "tir_Ethi-mal_Mlym", - "languages": [ - "tir-Ethi", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604463, - "recall": 0.65415, - "f1": 0.616859, - "accuracy": 0.65415, - "main_score": 0.616859, - "hf_subset": "tir_Ethi-pes_Arab", - "languages": [ - "tir-Ethi", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556544, - "recall": 0.605731, - "f1": 0.569504, - "accuracy": 0.605731, - "main_score": 0.569504, - "hf_subset": "tir_Ethi-srd_Latn", - "languages": [ - "tir-Ethi", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18916, - "recall": 0.228261, - "f1": 0.199058, - "accuracy": 0.228261, - "main_score": 0.199058, - "hf_subset": "tir_Ethi-tzm_Tfng", - "languages": [ - "tir-Ethi", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577712, - "recall": 0.640316, - "f1": 0.594039, - "accuracy": 0.640316, - "main_score": 0.594039, - "hf_subset": "tir_Ethi-acq_Arab", - "languages": [ - "tir-Ethi", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416877, - "recall": 0.456522, - "f1": 0.428203, - "accuracy": 0.456522, - "main_score": 0.428203, - "hf_subset": "tir_Ethi-bem_Latn", - "languages": [ - "tir-Ethi", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588364, - "recall": 0.648221, - "f1": 0.604417, - "accuracy": 0.648221, - "main_score": 0.604417, - "hf_subset": "tir_Ethi-epo_Latn", - "languages": [ - "tir-Ethi", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58439, - "recall": 0.645257, - "f1": 0.600225, - "accuracy": 0.645257, - "main_score": 0.600225, - "hf_subset": "tir_Ethi-hun_Latn", - "languages": [ - "tir-Ethi", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54425, - "recall": 0.607708, - "f1": 0.560787, - "accuracy": 0.607708, - "main_score": 0.560787, - "hf_subset": "tir_Ethi-kir_Cyrl", - "languages": [ - "tir-Ethi", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595576, - "recall": 0.650198, - "f1": 0.610865, - "accuracy": 0.650198, - "main_score": 0.610865, - "hf_subset": "tir_Ethi-mar_Deva", - "languages": [ - "tir-Ethi", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424802, - "recall": 0.479249, - "f1": 0.438708, - "accuracy": 0.479249, - "main_score": 0.438708, - "hf_subset": "tir_Ethi-plt_Latn", - "languages": [ - "tir-Ethi", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596831, - "recall": 0.659091, - "f1": 0.613159, - "accuracy": 0.659091, - "main_score": 0.613159, - "hf_subset": "tir_Ethi-srp_Cyrl", - "languages": [ - "tir-Ethi", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540104, - "recall": 0.593874, - "f1": 0.553518, - "accuracy": 0.593874, - "main_score": 0.553518, - "hf_subset": "tir_Ethi-uig_Arab", - "languages": [ - "tir-Ethi", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542156, - "recall": 0.594862, - "f1": 0.556097, - "accuracy": 0.594862, - "main_score": 0.556097, - "hf_subset": "tir_Ethi-aeb_Arab", - "languages": [ - "tir-Ethi", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594537, - "recall": 0.656126, - "f1": 0.611327, - "accuracy": 0.656126, - "main_score": 0.611327, - "hf_subset": "tir_Ethi-ben_Beng", - "languages": [ - "tir-Ethi", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559402, - "recall": 0.618577, - "f1": 0.574738, - "accuracy": 0.618577, - "main_score": 0.574738, - "hf_subset": "tir_Ethi-est_Latn", - "languages": [ - "tir-Ethi", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577922, - "recall": 0.637352, - "f1": 0.593246, - "accuracy": 0.637352, - "main_score": 0.593246, - "hf_subset": "tir_Ethi-hye_Armn", - "languages": [ - "tir-Ethi", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37288, - "recall": 0.422925, - "f1": 0.386426, - "accuracy": 0.422925, - "main_score": 0.386426, - "hf_subset": "tir_Ethi-kmb_Latn", - "languages": [ - "tir-Ethi", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.343211, - "recall": 0.401186, - "f1": 0.35785, - "accuracy": 0.401186, - "main_score": 0.35785, - "hf_subset": "tir_Ethi-min_Arab", - "languages": [ - "tir-Ethi", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571678, - "recall": 0.63834, - "f1": 0.590128, - "accuracy": 0.63834, - "main_score": 0.590128, - "hf_subset": "tir_Ethi-pol_Latn", - "languages": [ - "tir-Ethi", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377818, - "recall": 0.422925, - "f1": 0.389465, - "accuracy": 0.422925, - "main_score": 0.389465, - "hf_subset": "tir_Ethi-ssw_Latn", - "languages": [ - "tir-Ethi", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598591, - "recall": 0.663043, - "f1": 0.615446, - "accuracy": 0.663043, - "main_score": 0.615446, - "hf_subset": "tir_Ethi-ukr_Cyrl", - "languages": [ - "tir-Ethi", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597774, - "recall": 0.661067, - "f1": 0.614996, - "accuracy": 0.661067, - "main_score": 0.614996, - "hf_subset": "tir_Ethi-afr_Latn", - "languages": [ - "tir-Ethi", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581802, - "recall": 0.63834, - "f1": 0.596972, - "accuracy": 0.63834, - "main_score": 0.596972, - "hf_subset": "tir_Ethi-bho_Deva", - "languages": [ - "tir-Ethi", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539675, - "recall": 0.589921, - "f1": 0.553678, - "accuracy": 0.589921, - "main_score": 0.553678, - "hf_subset": "tir_Ethi-eus_Latn", - "languages": [ - "tir-Ethi", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364079, - "recall": 0.426877, - "f1": 0.380113, - "accuracy": 0.426877, - "main_score": 0.380113, - "hf_subset": "tir_Ethi-ibo_Latn", - "languages": [ - "tir-Ethi", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513278, - "recall": 0.565217, - "f1": 0.526518, - "accuracy": 0.565217, - "main_score": 0.526518, - "hf_subset": "tir_Ethi-kmr_Latn", - "languages": [ - "tir-Ethi", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548718, - "recall": 0.602767, - "f1": 0.562661, - "accuracy": 0.602767, - "main_score": 0.562661, - "hf_subset": "tir_Ethi-min_Latn", - "languages": [ - "tir-Ethi", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593013, - "recall": 0.657115, - "f1": 0.610741, - "accuracy": 0.657115, - "main_score": 0.610741, - "hf_subset": "tir_Ethi-por_Latn", - "languages": [ - "tir-Ethi", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559267, - "recall": 0.614625, - "f1": 0.573022, - "accuracy": 0.614625, - "main_score": 0.573022, - "hf_subset": "tir_Ethi-sun_Latn", - "languages": [ - "tir-Ethi", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385014, - "recall": 0.428854, - "f1": 0.39793, - "accuracy": 0.428854, - "main_score": 0.39793, - "hf_subset": "tir_Ethi-umb_Latn", - "languages": [ - "tir-Ethi", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593218, - "recall": 0.649209, - "f1": 0.608112, - "accuracy": 0.649209, - "main_score": 0.608112, - "hf_subset": "tir_Ethi-ajp_Arab", - "languages": [ - "tir-Ethi", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372093, - "recall": 0.421937, - "f1": 0.385495, - "accuracy": 0.421937, - "main_score": 0.385495, - "hf_subset": "tir_Ethi-bjn_Arab", - "languages": [ - "tir-Ethi", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371691, - "recall": 0.41996, - "f1": 0.38385, - "accuracy": 0.41996, - "main_score": 0.38385, - "hf_subset": "tir_Ethi-ewe_Latn", - "languages": [ - "tir-Ethi", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531039, - "recall": 0.582016, - "f1": 0.54472, - "accuracy": 0.582016, - "main_score": 0.54472, - "hf_subset": "tir_Ethi-ilo_Latn", - "languages": [ - "tir-Ethi", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.271496, - "recall": 0.31917, - "f1": 0.284654, - "accuracy": 0.31917, - "main_score": 0.284654, - "hf_subset": "tir_Ethi-knc_Arab", - "languages": [ - "tir-Ethi", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597586, - "recall": 0.65415, - "f1": 0.612715, - "accuracy": 0.65415, - "main_score": 0.612715, - "hf_subset": "tir_Ethi-mkd_Cyrl", - "languages": [ - "tir-Ethi", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596037, - "recall": 0.649209, - "f1": 0.610532, - "accuracy": 0.649209, - "main_score": 0.610532, - "hf_subset": "tir_Ethi-prs_Arab", - "languages": [ - "tir-Ethi", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587307, - "recall": 0.652174, - "f1": 0.60475, - "accuracy": 0.652174, - "main_score": 0.60475, - "hf_subset": "tir_Ethi-swe_Latn", - "languages": [ - "tir-Ethi", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593706, - "recall": 0.662055, - "f1": 0.612315, - "accuracy": 0.662055, - "main_score": 0.612315, - "hf_subset": "tir_Ethi-urd_Arab", - "languages": [ - "tir-Ethi", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403344, - "recall": 0.453557, - "f1": 0.41713, - "accuracy": 0.453557, - "main_score": 0.41713, - "hf_subset": "tir_Ethi-aka_Latn", - "languages": [ - "tir-Ethi", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560881, - "recall": 0.609684, - "f1": 0.573663, - "accuracy": 0.609684, - "main_score": 0.573663, - "hf_subset": "tir_Ethi-bjn_Latn", - "languages": [ - "tir-Ethi", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494229, - "recall": 0.551383, - "f1": 0.50911, - "accuracy": 0.551383, - "main_score": 0.50911, - "hf_subset": "tir_Ethi-fao_Latn", - "languages": [ - "tir-Ethi", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611749, - "recall": 0.666996, - "f1": 0.626711, - "accuracy": 0.666996, - "main_score": 0.626711, - "hf_subset": "tir_Ethi-ind_Latn", - "languages": [ - "tir-Ethi", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401443, - "recall": 0.443676, - "f1": 0.412386, - "accuracy": 0.443676, - "main_score": 0.412386, - "hf_subset": "tir_Ethi-knc_Latn", - "languages": [ - "tir-Ethi", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547017, - "recall": 0.597826, - "f1": 0.560561, - "accuracy": 0.597826, - "main_score": 0.560561, - "hf_subset": "tir_Ethi-mlt_Latn", - "languages": [ - "tir-Ethi", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442728, - "recall": 0.5, - "f1": 0.457917, - "accuracy": 0.5, - "main_score": 0.457917, - "hf_subset": "tir_Ethi-quy_Latn", - "languages": [ - "tir-Ethi", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557789, - "recall": 0.617589, - "f1": 0.573798, - "accuracy": 0.617589, - "main_score": 0.573798, - "hf_subset": "tir_Ethi-swh_Latn", - "languages": [ - "tir-Ethi", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579022, - "recall": 0.634387, - "f1": 0.593186, - "accuracy": 0.634387, - "main_score": 0.593186, - "hf_subset": "tir_Ethi-uzn_Latn", - "languages": [ - "tir-Ethi", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572676, - "recall": 0.633399, - "f1": 0.58857, - "accuracy": 0.633399, - "main_score": 0.58857, - "hf_subset": "tir_Ethi-als_Latn", - "languages": [ - "tir-Ethi", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.29125, - "recall": 0.348814, - "f1": 0.305456, - "accuracy": 0.348814, - "main_score": 0.305456, - "hf_subset": "tir_Ethi-bod_Tibt", - "languages": [ - "tir-Ethi", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405224, - "recall": 0.45751, - "f1": 0.419963, - "accuracy": 0.45751, - "main_score": 0.419963, - "hf_subset": "tir_Ethi-fij_Latn", - "languages": [ - "tir-Ethi", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515181, - "recall": 0.574111, - "f1": 0.530667, - "accuracy": 0.574111, - "main_score": 0.530667, - "hf_subset": "tir_Ethi-isl_Latn", - "languages": [ - "tir-Ethi", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417722, - "recall": 0.470356, - "f1": 0.432596, - "accuracy": 0.470356, - "main_score": 0.432596, - "hf_subset": "tir_Ethi-kon_Latn", - "languages": [ - "tir-Ethi", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437918, - "recall": 0.492095, - "f1": 0.452152, - "accuracy": 0.492095, - "main_score": 0.452152, - "hf_subset": "tir_Ethi-mni_Beng", - "languages": [ - "tir-Ethi", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589715, - "recall": 0.649209, - "f1": 0.605398, - "accuracy": 0.649209, - "main_score": 0.605398, - "hf_subset": "tir_Ethi-ron_Latn", - "languages": [ - "tir-Ethi", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555391, - "recall": 0.612648, - "f1": 0.569443, - "accuracy": 0.612648, - "main_score": 0.569443, - "hf_subset": "tir_Ethi-szl_Latn", - "languages": [ - "tir-Ethi", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571386, - "recall": 0.623518, - "f1": 0.58433, - "accuracy": 0.623518, - "main_score": 0.58433, - "hf_subset": "tir_Ethi-vec_Latn", - "languages": [ - "tir-Ethi", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68097, - "recall": 0.736166, - "f1": 0.696815, - "accuracy": 0.736166, - "main_score": 0.696815, - "hf_subset": "tir_Ethi-amh_Ethi", - "languages": [ - "tir-Ethi", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600028, - "recall": 0.662055, - "f1": 0.616408, - "accuracy": 0.662055, - "main_score": 0.616408, - "hf_subset": "tir_Ethi-bos_Latn", - "languages": [ - "tir-Ethi", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556741, - "recall": 0.618577, - "f1": 0.572958, - "accuracy": 0.618577, - "main_score": 0.572958, - "hf_subset": "tir_Ethi-fin_Latn", - "languages": [ - "tir-Ethi", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580204, - "recall": 0.652174, - "f1": 0.598723, - "accuracy": 0.652174, - "main_score": 0.598723, - "hf_subset": "tir_Ethi-ita_Latn", - "languages": [ - "tir-Ethi", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584389, - "recall": 0.648221, - "f1": 0.600971, - "accuracy": 0.648221, - "main_score": 0.600971, - "hf_subset": "tir_Ethi-kor_Hang", - "languages": [ - "tir-Ethi", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380557, - "recall": 0.426877, - "f1": 0.392472, - "accuracy": 0.426877, - "main_score": 0.392472, - "hf_subset": "tir_Ethi-mos_Latn", - "languages": [ - "tir-Ethi", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364298, - "recall": 0.416996, - "f1": 0.378501, - "accuracy": 0.416996, - "main_score": 0.378501, - "hf_subset": "tir_Ethi-run_Latn", - "languages": [ - "tir-Ethi", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574897, - "recall": 0.643281, - "f1": 0.593138, - "accuracy": 0.643281, - "main_score": 0.593138, - "hf_subset": "tir_Ethi-tam_Taml", - "languages": [ - "tir-Ethi", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558174, - "recall": 0.620553, - "f1": 0.574824, - "accuracy": 0.620553, - "main_score": 0.574824, - "hf_subset": "tir_Ethi-vie_Latn", - "languages": [ - "tir-Ethi", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583718, - "recall": 0.639328, - "f1": 0.598037, - "accuracy": 0.639328, - "main_score": 0.598037, - "hf_subset": "tir_Ethi-apc_Arab", - "languages": [ - "tir-Ethi", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456769, - "recall": 0.503953, - "f1": 0.469254, - "accuracy": 0.503953, - "main_score": 0.469254, - "hf_subset": "tir_Ethi-bug_Latn", - "languages": [ - "tir-Ethi", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326186, - "recall": 0.37253, - "f1": 0.339221, - "accuracy": 0.37253, - "main_score": 0.339221, - "hf_subset": "tir_Ethi-fon_Latn", - "languages": [ - "tir-Ethi", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563496, - "recall": 0.616601, - "f1": 0.577519, - "accuracy": 0.616601, - "main_score": 0.577519, - "hf_subset": "tir_Ethi-jav_Latn", - "languages": [ - "tir-Ethi", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51235, - "recall": 0.577075, - "f1": 0.52946, - "accuracy": 0.577075, - "main_score": 0.52946, - "hf_subset": "tir_Ethi-lao_Laoo", - "languages": [ - "tir-Ethi", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435011, - "recall": 0.5, - "f1": 0.451997, - "accuracy": 0.5, - "main_score": 0.451997, - "hf_subset": "tir_Ethi-mri_Latn", - "languages": [ - "tir-Ethi", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575889, - "recall": 0.635375, - "f1": 0.591271, - "accuracy": 0.635375, - "main_score": 0.591271, - "hf_subset": "tir_Ethi-rus_Cyrl", - "languages": [ - "tir-Ethi", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390663, - "recall": 0.436759, - "f1": 0.4028, - "accuracy": 0.436759, - "main_score": 0.4028, - "hf_subset": "tir_Ethi-taq_Latn", - "languages": [ - "tir-Ethi", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582139, - "recall": 0.633399, - "f1": 0.595333, - "accuracy": 0.633399, - "main_score": 0.595333, - "hf_subset": "tir_Ethi-war_Latn", - "languages": [ - "tir-Ethi", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576621, - "recall": 0.636364, - "f1": 0.59224, - "accuracy": 0.636364, - "main_score": 0.59224, - "hf_subset": "tir_Ethi-arb_Arab", - "languages": [ - "tir-Ethi", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592279, - "recall": 0.656126, - "f1": 0.609564, - "accuracy": 0.656126, - "main_score": 0.609564, - "hf_subset": "tir_Ethi-bul_Cyrl", - "languages": [ - "tir-Ethi", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583407, - "recall": 0.644269, - "f1": 0.59994, - "accuracy": 0.644269, - "main_score": 0.59994, - "hf_subset": "tir_Ethi-fra_Latn", - "languages": [ - "tir-Ethi", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560944, - "recall": 0.614625, - "f1": 0.574539, - "accuracy": 0.614625, - "main_score": 0.574539, - "hf_subset": "tir_Ethi-jpn_Jpan", - "languages": [ - "tir-Ethi", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553617, - "recall": 0.613636, - "f1": 0.56949, - "accuracy": 0.613636, - "main_score": 0.56949, - "hf_subset": "tir_Ethi-lij_Latn", - "languages": [ - "tir-Ethi", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498208, - "recall": 0.566206, - "f1": 0.515999, - "accuracy": 0.566206, - "main_score": 0.515999, - "hf_subset": "tir_Ethi-mya_Mymr", - "languages": [ - "tir-Ethi", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386854, - "recall": 0.436759, - "f1": 0.400527, - "accuracy": 0.436759, - "main_score": 0.400527, - "hf_subset": "tir_Ethi-sag_Latn", - "languages": [ - "tir-Ethi", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.188899, - "recall": 0.228261, - "f1": 0.198373, - "accuracy": 0.228261, - "main_score": 0.198373, - "hf_subset": "tir_Ethi-taq_Tfng", - "languages": [ - "tir-Ethi", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416368, - "recall": 0.471344, - "f1": 0.431725, - "accuracy": 0.471344, - "main_score": 0.431725, - "hf_subset": "tir_Ethi-wol_Latn", - "languages": [ - "tir-Ethi", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389562, - "recall": 0.460474, - "f1": 0.408743, - "accuracy": 0.460474, - "main_score": 0.408743, - "hf_subset": "tir_Ethi-arb_Latn", - "languages": [ - "tir-Ethi", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60072, - "recall": 0.655138, - "f1": 0.615345, - "accuracy": 0.655138, - "main_score": 0.615345, - "hf_subset": "tir_Ethi-cat_Latn", - "languages": [ - "tir-Ethi", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532448, - "recall": 0.587945, - "f1": 0.546525, - "accuracy": 0.587945, - "main_score": 0.546525, - "hf_subset": "tir_Ethi-fur_Latn", - "languages": [ - "tir-Ethi", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310715, - "recall": 0.357708, - "f1": 0.323181, - "accuracy": 0.357708, - "main_score": 0.323181, - "hf_subset": "tir_Ethi-kab_Latn", - "languages": [ - "tir-Ethi", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538423, - "recall": 0.597826, - "f1": 0.553869, - "accuracy": 0.597826, - "main_score": 0.553869, - "hf_subset": "tir_Ethi-lim_Latn", - "languages": [ - "tir-Ethi", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568621, - "recall": 0.62747, - "f1": 0.583627, - "accuracy": 0.62747, - "main_score": 0.583627, - "hf_subset": "tir_Ethi-nld_Latn", - "languages": [ - "tir-Ethi", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535156, - "recall": 0.600791, - "f1": 0.552774, - "accuracy": 0.600791, - "main_score": 0.552774, - "hf_subset": "tir_Ethi-san_Deva", - "languages": [ - "tir-Ethi", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545357, - "recall": 0.608696, - "f1": 0.562395, - "accuracy": 0.608696, - "main_score": 0.562395, - "hf_subset": "tir_Ethi-tat_Cyrl", - "languages": [ - "tir-Ethi", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442589, - "recall": 0.492095, - "f1": 0.455351, - "accuracy": 0.492095, - "main_score": 0.455351, - "hf_subset": "tir_Ethi-xho_Latn", - "languages": [ - "tir-Ethi", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563849, - "recall": 0.626482, - "f1": 0.580649, - "accuracy": 0.626482, - "main_score": 0.580649, - "hf_subset": "tir_Ethi-ars_Arab", - "languages": [ - "tir-Ethi", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58063, - "recall": 0.629447, - "f1": 0.593375, - "accuracy": 0.629447, - "main_score": 0.593375, - "hf_subset": "tir_Ethi-ceb_Latn", - "languages": [ - "tir-Ethi", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37124, - "recall": 0.424901, - "f1": 0.385741, - "accuracy": 0.424901, - "main_score": 0.385741, - "hf_subset": "tir_Ethi-fuv_Latn", - "languages": [ - "tir-Ethi", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378046, - "recall": 0.425889, - "f1": 0.390266, - "accuracy": 0.425889, - "main_score": 0.390266, - "hf_subset": "tir_Ethi-kac_Latn", - "languages": [ - "tir-Ethi", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434295, - "recall": 0.483202, - "f1": 0.447054, - "accuracy": 0.483202, - "main_score": 0.447054, - "hf_subset": "tir_Ethi-lin_Latn", - "languages": [ - "tir-Ethi", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567365, - "recall": 0.631423, - "f1": 0.584622, - "accuracy": 0.631423, - "main_score": 0.584622, - "hf_subset": "tir_Ethi-nno_Latn", - "languages": [ - "tir-Ethi", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.13331, - "recall": 0.177866, - "f1": 0.144312, - "accuracy": 0.177866, - "main_score": 0.144312, - "hf_subset": "tir_Ethi-sat_Olck", - "languages": [ - "tir-Ethi", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591131, - "recall": 0.65415, - "f1": 0.607246, - "accuracy": 0.65415, - "main_score": 0.607246, - "hf_subset": "tir_Ethi-tel_Telu", - "languages": [ - "tir-Ethi", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501577, - "recall": 0.559289, - "f1": 0.515824, - "accuracy": 0.559289, - "main_score": 0.515824, - "hf_subset": "tir_Ethi-ydd_Hebr", - "languages": [ - "tir-Ethi", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535715, - "recall": 0.594862, - "f1": 0.552076, - "accuracy": 0.594862, - "main_score": 0.552076, - "hf_subset": "tir_Ethi-ary_Arab", - "languages": [ - "tir-Ethi", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587317, - "recall": 0.651186, - "f1": 0.603561, - "accuracy": 0.651186, - "main_score": 0.603561, - "hf_subset": "tir_Ethi-ces_Latn", - "languages": [ - "tir-Ethi", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434669, - "recall": 0.488142, - "f1": 0.44901, - "accuracy": 0.488142, - "main_score": 0.44901, - "hf_subset": "tir_Ethi-gaz_Latn", - "languages": [ - "tir-Ethi", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.372409, - "recall": 0.424901, - "f1": 0.386514, - "accuracy": 0.424901, - "main_score": 0.386514, - "hf_subset": "tir_Ethi-kam_Latn", - "languages": [ - "tir-Ethi", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579078, - "recall": 0.636364, - "f1": 0.594076, - "accuracy": 0.636364, - "main_score": 0.594076, - "hf_subset": "tir_Ethi-lit_Latn", - "languages": [ - "tir-Ethi", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582683, - "recall": 0.63834, - "f1": 0.597947, - "accuracy": 0.63834, - "main_score": 0.597947, - "hf_subset": "tir_Ethi-nob_Latn", - "languages": [ - "tir-Ethi", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531803, - "recall": 0.583992, - "f1": 0.544622, - "accuracy": 0.583992, - "main_score": 0.544622, - "hf_subset": "tir_Ethi-scn_Latn", - "languages": [ - "tir-Ethi", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545707, - "recall": 0.599802, - "f1": 0.560122, - "accuracy": 0.599802, - "main_score": 0.560122, - "hf_subset": "tir_Ethi-tgk_Cyrl", - "languages": [ - "tir-Ethi", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385255, - "recall": 0.445652, - "f1": 0.401134, - "accuracy": 0.445652, - "main_score": 0.401134, - "hf_subset": "tir_Ethi-yor_Latn", - "languages": [ - "tir-Ethi", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557013, - "recall": 0.617589, - "f1": 0.572778, - "accuracy": 0.617589, - "main_score": 0.572778, - "hf_subset": "tir_Ethi-arz_Arab", - "languages": [ - "tir-Ethi", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386678, - "recall": 0.432806, - "f1": 0.398978, - "accuracy": 0.432806, - "main_score": 0.398978, - "hf_subset": "tir_Ethi-cjk_Latn", - "languages": [ - "tir-Ethi", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42253, - "recall": 0.482213, - "f1": 0.437907, - "accuracy": 0.482213, - "main_score": 0.437907, - "hf_subset": "tir_Ethi-gla_Latn", - "languages": [ - "tir-Ethi", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596073, - "recall": 0.659091, - "f1": 0.613147, - "accuracy": 0.659091, - "main_score": 0.613147, - "hf_subset": "tir_Ethi-kan_Knda", - "languages": [ - "tir-Ethi", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543815, - "recall": 0.605731, - "f1": 0.560041, - "accuracy": 0.605731, - "main_score": 0.560041, - "hf_subset": "tir_Ethi-lmo_Latn", - "languages": [ - "tir-Ethi", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608096, - "recall": 0.663043, - "f1": 0.622174, - "accuracy": 0.663043, - "main_score": 0.622174, - "hf_subset": "tir_Ethi-npi_Deva", - "languages": [ - "tir-Ethi", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309126, - "recall": 0.355731, - "f1": 0.321298, - "accuracy": 0.355731, - "main_score": 0.321298, - "hf_subset": "tir_Ethi-shn_Mymr", - "languages": [ - "tir-Ethi", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59925, - "recall": 0.650198, - "f1": 0.613015, - "accuracy": 0.650198, - "main_score": 0.613015, - "hf_subset": "tir_Ethi-tgl_Latn", - "languages": [ - "tir-Ethi", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549074, - "recall": 0.608696, - "f1": 0.564309, - "accuracy": 0.608696, - "main_score": 0.564309, - "hf_subset": "tir_Ethi-yue_Hant", - "languages": [ - "tir-Ethi", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564562, - "recall": 0.629447, - "f1": 0.582024, - "accuracy": 0.629447, - "main_score": 0.582024, - "hf_subset": "tir_Ethi-asm_Beng", - "languages": [ - "tir-Ethi", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538424, - "recall": 0.597826, - "f1": 0.554319, - "accuracy": 0.597826, - "main_score": 0.554319, - "hf_subset": "tir_Ethi-ckb_Arab", - "languages": [ - "tir-Ethi", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460391, - "recall": 0.516798, - "f1": 0.474963, - "accuracy": 0.516798, - "main_score": 0.474963, - "hf_subset": "tir_Ethi-gle_Latn", - "languages": [ - "tir-Ethi", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505637, - "recall": 0.563241, - "f1": 0.520296, - "accuracy": 0.563241, - "main_score": 0.520296, - "hf_subset": "tir_Ethi-kas_Arab", - "languages": [ - "tir-Ethi", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48945, - "recall": 0.552372, - "f1": 0.506559, - "accuracy": 0.552372, - "main_score": 0.506559, - "hf_subset": "tir_Ethi-ltg_Latn", - "languages": [ - "tir-Ethi", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418059, - "recall": 0.463439, - "f1": 0.430104, - "accuracy": 0.463439, - "main_score": 0.430104, - "hf_subset": "tir_Ethi-nso_Latn", - "languages": [ - "tir-Ethi", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541578, - "recall": 0.605731, - "f1": 0.558667, - "accuracy": 0.605731, - "main_score": 0.558667, - "hf_subset": "tir_Ethi-sin_Sinh", - "languages": [ - "tir-Ethi", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568263, - "recall": 0.630435, - "f1": 0.584907, - "accuracy": 0.630435, - "main_score": 0.584907, - "hf_subset": "tir_Ethi-tha_Thai", - "languages": [ - "tir-Ethi", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536683, - "recall": 0.587945, - "f1": 0.549618, - "accuracy": 0.587945, - "main_score": 0.549618, - "hf_subset": "tir_Ethi-zho_Hans", - "languages": [ - "tir-Ethi", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580204, - "recall": 0.633399, - "f1": 0.594247, - "accuracy": 0.633399, - "main_score": 0.594247, - "hf_subset": "tir_Ethi-ast_Latn", - "languages": [ - "tir-Ethi", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548609, - "recall": 0.613636, - "f1": 0.565613, - "accuracy": 0.613636, - "main_score": 0.565613, - "hf_subset": "tir_Ethi-crh_Latn", - "languages": [ - "tir-Ethi", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604629, - "recall": 0.666996, - "f1": 0.62179, - "accuracy": 0.666996, - "main_score": 0.62179, - "hf_subset": "tir_Ethi-glg_Latn", - "languages": [ - "tir-Ethi", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471785, - "recall": 0.531621, - "f1": 0.488378, - "accuracy": 0.531621, - "main_score": 0.488378, - "hf_subset": "tir_Ethi-kas_Deva", - "languages": [ - "tir-Ethi", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533548, - "recall": 0.590909, - "f1": 0.549237, - "accuracy": 0.590909, - "main_score": 0.549237, - "hf_subset": "tir_Ethi-ltz_Latn", - "languages": [ - "tir-Ethi", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.340979, - "recall": 0.402174, - "f1": 0.356078, - "accuracy": 0.402174, - "main_score": 0.356078, - "hf_subset": "tir_Ethi-nus_Latn", - "languages": [ - "tir-Ethi", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576743, - "recall": 0.635375, - "f1": 0.592225, - "accuracy": 0.635375, - "main_score": 0.592225, - "hf_subset": "tir_Ethi-slk_Latn", - "languages": [ - "tir-Ethi", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556656, - "recall": 0.617589, - "f1": 0.572517, - "accuracy": 0.617589, - "main_score": 0.572517, - "hf_subset": "tir_Ethi-zho_Hant", - "languages": [ - "tir-Ethi", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597004, - "recall": 0.655138, - "f1": 0.613223, - "accuracy": 0.655138, - "main_score": 0.613223, - "hf_subset": "tir_Ethi-awa_Deva", - "languages": [ - "tir-Ethi", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523304, - "recall": 0.582016, - "f1": 0.538914, - "accuracy": 0.582016, - "main_score": 0.538914, - "hf_subset": "tir_Ethi-cym_Latn", - "languages": [ - "tir-Ethi", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458173, - "recall": 0.503953, - "f1": 0.470315, - "accuracy": 0.503953, - "main_score": 0.470315, - "hf_subset": "tir_Ethi-grn_Latn", - "languages": [ - "tir-Ethi", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565478, - "recall": 0.623518, - "f1": 0.58009, - "accuracy": 0.623518, - "main_score": 0.58009, - "hf_subset": "tir_Ethi-kat_Geor", - "languages": [ - "tir-Ethi", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415416, - "recall": 0.463439, - "f1": 0.428101, - "accuracy": 0.463439, - "main_score": 0.428101, - "hf_subset": "tir_Ethi-lua_Latn", - "languages": [ - "tir-Ethi", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399622, - "recall": 0.453557, - "f1": 0.413512, - "accuracy": 0.453557, - "main_score": 0.413512, - "hf_subset": "tir_Ethi-nya_Latn", - "languages": [ - "tir-Ethi", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588091, - "recall": 0.644269, - "f1": 0.602468, - "accuracy": 0.644269, - "main_score": 0.602468, - "hf_subset": "tir_Ethi-slv_Latn", - "languages": [ - "tir-Ethi", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496176, - "recall": 0.555336, - "f1": 0.512305, - "accuracy": 0.555336, - "main_score": 0.512305, - "hf_subset": "tir_Ethi-tpi_Latn", - "languages": [ - "tir-Ethi", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600113, - "recall": 0.656126, - "f1": 0.614472, - "accuracy": 0.656126, - "main_score": 0.614472, - "hf_subset": "tir_Ethi-zsm_Latn", - "languages": [ - "tir-Ethi", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.379585, - "recall": 0.432806, - "f1": 0.393838, - "accuracy": 0.432806, - "main_score": 0.393838, - "hf_subset": "tir_Ethi-ayr_Latn", - "languages": [ - "tir-Ethi", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599619, - "recall": 0.663043, - "f1": 0.616726, - "accuracy": 0.663043, - "main_score": 0.616726, - "hf_subset": "tir_Ethi-dan_Latn", - "languages": [ - "tir-Ethi", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607064, - "recall": 0.666996, - "f1": 0.623391, - "accuracy": 0.666996, - "main_score": 0.623391, - "hf_subset": "tir_Ethi-guj_Gujr", - "languages": [ - "tir-Ethi", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579214, - "recall": 0.640316, - "f1": 0.594733, - "accuracy": 0.640316, - "main_score": 0.594733, - "hf_subset": "tir_Ethi-kaz_Cyrl", - "languages": [ - "tir-Ethi", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371301, - "recall": 0.41996, - "f1": 0.383816, - "accuracy": 0.41996, - "main_score": 0.383816, - "hf_subset": "tir_Ethi-lug_Latn", - "languages": [ - "tir-Ethi", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596052, - "recall": 0.646245, - "f1": 0.609354, - "accuracy": 0.646245, - "main_score": 0.609354, - "hf_subset": "tir_Ethi-oci_Latn", - "languages": [ - "tir-Ethi", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461577, - "recall": 0.511858, - "f1": 0.474089, - "accuracy": 0.511858, - "main_score": 0.474089, - "hf_subset": "tir_Ethi-smo_Latn", - "languages": [ - "tir-Ethi", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.371238, - "recall": 0.426877, - "f1": 0.386036, - "accuracy": 0.426877, - "main_score": 0.386036, - "hf_subset": "tir_Ethi-tsn_Latn", - "languages": [ - "tir-Ethi", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402392, - "recall": 0.451581, - "f1": 0.415422, - "accuracy": 0.451581, - "main_score": 0.415422, - "hf_subset": "tir_Ethi-zul_Latn", - "languages": [ - "tir-Ethi", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515871, - "recall": 0.562253, - "f1": 0.527933, - "accuracy": 0.562253, - "main_score": 0.527933, - "hf_subset": "tir_Ethi-azb_Arab", - "languages": [ - "tir-Ethi", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579875, - "recall": 0.640316, - "f1": 0.596125, - "accuracy": 0.640316, - "main_score": 0.596125, - "hf_subset": "tir_Ethi-deu_Latn", - "languages": [ - "tir-Ethi", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509238, - "recall": 0.562253, - "f1": 0.522773, - "accuracy": 0.562253, - "main_score": 0.522773, - "hf_subset": "tir_Ethi-hat_Latn", - "languages": [ - "tir-Ethi", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.348687, - "recall": 0.402174, - "f1": 0.36273, - "accuracy": 0.402174, - "main_score": 0.36273, - "hf_subset": "tir_Ethi-kbp_Latn", - "languages": [ - "tir-Ethi", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.390776, - "recall": 0.443676, - "f1": 0.40522, - "accuracy": 0.443676, - "main_score": 0.40522, - "hf_subset": "tir_Ethi-luo_Latn", - "languages": [ - "tir-Ethi", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602714, - "recall": 0.663043, - "f1": 0.619291, - "accuracy": 0.663043, - "main_score": 0.619291, - "hf_subset": "tir_Ethi-ory_Orya", - "languages": [ - "tir-Ethi", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.38235, - "recall": 0.434783, - "f1": 0.396066, - "accuracy": 0.434783, - "main_score": 0.396066, - "hf_subset": "tir_Ethi-sna_Latn", - "languages": [ - "tir-Ethi", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389534, - "recall": 0.433794, - "f1": 0.401027, - "accuracy": 0.433794, - "main_score": 0.401027, - "hf_subset": "tir_Ethi-tso_Latn", - "languages": [ - "tir-Ethi", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57595, - "recall": 0.635375, - "f1": 0.592075, - "accuracy": 0.635375, - "main_score": 0.592075, - "hf_subset": "tir_Ethi-azj_Latn", - "languages": [ - "tir-Ethi", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357716, - "recall": 0.413043, - "f1": 0.372937, - "accuracy": 0.413043, - "main_score": 0.372937, - "hf_subset": "tir_Ethi-dik_Latn", - "languages": [ - "tir-Ethi", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435349, - "recall": 0.48913, - "f1": 0.449822, - "accuracy": 0.48913, - "main_score": 0.449822, - "hf_subset": "tir_Ethi-hau_Latn", - "languages": [ - "tir-Ethi", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522321, - "recall": 0.56917, - "f1": 0.534162, - "accuracy": 0.56917, - "main_score": 0.534162, - "hf_subset": "tir_Ethi-kea_Latn", - "languages": [ - "tir-Ethi", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437956, - "recall": 0.487154, - "f1": 0.450922, - "accuracy": 0.487154, - "main_score": 0.450922, - "hf_subset": "tir_Ethi-lus_Latn", - "languages": [ - "tir-Ethi", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498706, - "recall": 0.543478, - "f1": 0.510526, - "accuracy": 0.543478, - "main_score": 0.510526, - "hf_subset": "tir_Ethi-pag_Latn", - "languages": [ - "tir-Ethi", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586184, - "recall": 0.655138, - "f1": 0.605379, - "accuracy": 0.655138, - "main_score": 0.605379, - "hf_subset": "tir_Ethi-snd_Arab", - "languages": [ - "tir-Ethi", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51095, - "recall": 0.573123, - "f1": 0.526843, - "accuracy": 0.573123, - "main_score": 0.526843, - "hf_subset": "tir_Ethi-tuk_Latn", - "languages": [ - "tir-Ethi", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546958, - "recall": 0.598814, - "f1": 0.560949, - "accuracy": 0.598814, - "main_score": 0.560949, - "hf_subset": "tir_Ethi-bak_Cyrl", - "languages": [ - "tir-Ethi", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.309225, - "recall": 0.376482, - "f1": 0.326598, - "accuracy": 0.376482, - "main_score": 0.326598, - "hf_subset": "tir_Ethi-dyu_Latn", - "languages": [ - "tir-Ethi", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593979, - "recall": 0.656126, - "f1": 0.610379, - "accuracy": 0.656126, - "main_score": 0.610379, - "hf_subset": "tir_Ethi-heb_Hebr", - "languages": [ - "tir-Ethi", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552326, - "recall": 0.612648, - "f1": 0.568373, - "accuracy": 0.612648, - "main_score": 0.568373, - "hf_subset": "tir_Ethi-khk_Cyrl", - "languages": [ - "tir-Ethi", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562365, - "recall": 0.62253, - "f1": 0.577649, - "accuracy": 0.62253, - "main_score": 0.577649, - "hf_subset": "tir_Ethi-lvs_Latn", - "languages": [ - "tir-Ethi", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594434, - "recall": 0.65415, - "f1": 0.61068, - "accuracy": 0.65415, - "main_score": 0.61068, - "hf_subset": "tir_Ethi-pan_Guru", - "languages": [ - "tir-Ethi", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41297, - "recall": 0.472332, - "f1": 0.428488, - "accuracy": 0.472332, - "main_score": 0.428488, - "hf_subset": "tir_Ethi-som_Latn", - "languages": [ - "tir-Ethi", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364845, - "recall": 0.413043, - "f1": 0.378012, - "accuracy": 0.413043, - "main_score": 0.378012, - "hf_subset": "tir_Ethi-tum_Latn", - "languages": [ - "tir-Ethi", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544264, - "recall": 0.615613, - "f1": 0.564588, - "accuracy": 0.615613, - "main_score": 0.564588, - "hf_subset": "zho_Hant-ace_Arab", - "languages": [ - "zho-Hant", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500211, - "recall": 0.568182, - "f1": 0.519098, - "accuracy": 0.568182, - "main_score": 0.519098, - "hf_subset": "zho_Hant-bam_Latn", - "languages": [ - "zho-Hant", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438613, - "recall": 0.514822, - "f1": 0.459707, - "accuracy": 0.514822, - "main_score": 0.459707, - "hf_subset": "zho_Hant-dzo_Tibt", - "languages": [ - "zho-Hant", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-hin_Deva", - "languages": [ - "zho-Hant", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-khm_Khmr", - "languages": [ - "zho-Hant", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-mag_Deva", - "languages": [ - "zho-Hant", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "zho_Hant-pap_Latn", - "languages": [ - "zho-Hant", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570244, - "recall": 0.63834, - "f1": 0.589166, - "accuracy": 0.63834, - "main_score": 0.589166, - "hf_subset": "zho_Hant-sot_Latn", - "languages": [ - "zho-Hant", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hant-tur_Latn", - "languages": [ - "zho-Hant", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875774, - "recall": 0.911067, - "f1": 0.886924, - "accuracy": 0.911067, - "main_score": 0.886924, - "hf_subset": "zho_Hant-ace_Latn", - "languages": [ - "zho-Hant", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "zho_Hant-ban_Latn", - "languages": [ - "zho-Hant", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ell_Grek", - "languages": [ - "zho-Hant", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "zho_Hant-hne_Deva", - "languages": [ - "zho-Hant", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585077, - "recall": 0.651186, - "f1": 0.604218, - "accuracy": 0.651186, - "main_score": 0.604218, - "hf_subset": "zho_Hant-kik_Latn", - "languages": [ - "zho-Hant", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-mai_Deva", - "languages": [ - "zho-Hant", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "zho_Hant-pbt_Arab", - "languages": [ - "zho-Hant", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-spa_Latn", - "languages": [ - "zho-Hant", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605225, - "recall": 0.672925, - "f1": 0.624085, - "accuracy": 0.672925, - "main_score": 0.624085, - "hf_subset": "zho_Hant-twi_Latn", - "languages": [ - "zho-Hant", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-acm_Arab", - "languages": [ - "zho-Hant", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-bel_Cyrl", - "languages": [ - "zho-Hant", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-eng_Latn", - "languages": [ - "zho-Hant", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-hrv_Latn", - "languages": [ - "zho-Hant", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534083, - "recall": 0.599802, - "f1": 0.552577, - "accuracy": 0.599802, - "main_score": 0.552577, - "hf_subset": "zho_Hant-kin_Latn", - "languages": [ - "zho-Hant", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-mal_Mlym", - "languages": [ - "zho-Hant", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zho_Hant-pes_Arab", - "languages": [ - "zho-Hant", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zho_Hant-srd_Latn", - "languages": [ - "zho-Hant", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.165214, - "recall": 0.217391, - "f1": 0.177957, - "accuracy": 0.217391, - "main_score": 0.177957, - "hf_subset": "zho_Hant-tzm_Tfng", - "languages": [ - "zho-Hant", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-acq_Arab", - "languages": [ - "zho-Hant", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625759, - "recall": 0.68083, - "f1": 0.641032, - "accuracy": 0.68083, - "main_score": 0.641032, - "hf_subset": "zho_Hant-bem_Latn", - "languages": [ - "zho-Hant", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-epo_Latn", - "languages": [ - "zho-Hant", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-hun_Latn", - "languages": [ - "zho-Hant", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "zho_Hant-kir_Cyrl", - "languages": [ - "zho-Hant", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-mar_Deva", - "languages": [ - "zho-Hant", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657766, - "recall": 0.715415, - "f1": 0.674654, - "accuracy": 0.715415, - "main_score": 0.674654, - "hf_subset": "zho_Hant-plt_Latn", - "languages": [ - "zho-Hant", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-srp_Cyrl", - "languages": [ - "zho-Hant", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "zho_Hant-uig_Arab", - "languages": [ - "zho-Hant", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-aeb_Arab", - "languages": [ - "zho-Hant", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ben_Beng", - "languages": [ - "zho-Hant", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-est_Latn", - "languages": [ - "zho-Hant", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-hye_Armn", - "languages": [ - "zho-Hant", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528615, - "recall": 0.586957, - "f1": 0.545378, - "accuracy": 0.586957, - "main_score": 0.545378, - "hf_subset": "zho_Hant-kmb_Latn", - "languages": [ - "zho-Hant", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478179, - "recall": 0.560277, - "f1": 0.500818, - "accuracy": 0.560277, - "main_score": 0.500818, - "hf_subset": "zho_Hant-min_Arab", - "languages": [ - "zho-Hant", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-pol_Latn", - "languages": [ - "zho-Hant", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539207, - "recall": 0.608696, - "f1": 0.559637, - "accuracy": 0.608696, - "main_score": 0.559637, - "hf_subset": "zho_Hant-ssw_Latn", - "languages": [ - "zho-Hant", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ukr_Cyrl", - "languages": [ - "zho-Hant", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-afr_Latn", - "languages": [ - "zho-Hant", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-bho_Deva", - "languages": [ - "zho-Hant", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "zho_Hant-eus_Latn", - "languages": [ - "zho-Hant", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557626, - "recall": 0.631423, - "f1": 0.578252, - "accuracy": 0.631423, - "main_score": 0.578252, - "hf_subset": "zho_Hant-ibo_Latn", - "languages": [ - "zho-Hant", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872777, - "recall": 0.910079, - "f1": 0.884783, - "accuracy": 0.910079, - "main_score": 0.884783, - "hf_subset": "zho_Hant-kmr_Latn", - "languages": [ - "zho-Hant", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "zho_Hant-min_Latn", - "languages": [ - "zho-Hant", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-por_Latn", - "languages": [ - "zho-Hant", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zho_Hant-sun_Latn", - "languages": [ - "zho-Hant", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508114, - "recall": 0.573123, - "f1": 0.526921, - "accuracy": 0.573123, - "main_score": 0.526921, - "hf_subset": "zho_Hant-umb_Latn", - "languages": [ - "zho-Hant", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-ajp_Arab", - "languages": [ - "zho-Hant", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504144, - "recall": 0.574111, - "f1": 0.523705, - "accuracy": 0.574111, - "main_score": 0.523705, - "hf_subset": "zho_Hant-bjn_Arab", - "languages": [ - "zho-Hant", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512772, - "recall": 0.576087, - "f1": 0.530441, - "accuracy": 0.576087, - "main_score": 0.530441, - "hf_subset": "zho_Hant-ewe_Latn", - "languages": [ - "zho-Hant", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.958498, - "f1": 0.945652, - "accuracy": 0.958498, - "main_score": 0.945652, - "hf_subset": "zho_Hant-ilo_Latn", - "languages": [ - "zho-Hant", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290006, - "recall": 0.353755, - "f1": 0.307274, - "accuracy": 0.353755, - "main_score": 0.307274, - "hf_subset": "zho_Hant-knc_Arab", - "languages": [ - "zho-Hant", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-mkd_Cyrl", - "languages": [ - "zho-Hant", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-prs_Arab", - "languages": [ - "zho-Hant", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-swe_Latn", - "languages": [ - "zho-Hant", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-urd_Arab", - "languages": [ - "zho-Hant", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580129, - "recall": 0.651186, - "f1": 0.599746, - "accuracy": 0.651186, - "main_score": 0.599746, - "hf_subset": "zho_Hant-aka_Latn", - "languages": [ - "zho-Hant", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "zho_Hant-bjn_Latn", - "languages": [ - "zho-Hant", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "zho_Hant-fao_Latn", - "languages": [ - "zho-Hant", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ind_Latn", - "languages": [ - "zho-Hant", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56549, - "recall": 0.62747, - "f1": 0.583046, - "accuracy": 0.62747, - "main_score": 0.583046, - "hf_subset": "zho_Hant-knc_Latn", - "languages": [ - "zho-Hant", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zho_Hant-mlt_Latn", - "languages": [ - "zho-Hant", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688702, - "recall": 0.751976, - "f1": 0.706725, - "accuracy": 0.751976, - "main_score": 0.706725, - "hf_subset": "zho_Hant-quy_Latn", - "languages": [ - "zho-Hant", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "zho_Hant-swh_Latn", - "languages": [ - "zho-Hant", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-uzn_Latn", - "languages": [ - "zho-Hant", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-als_Latn", - "languages": [ - "zho-Hant", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650758, - "recall": 0.728261, - "f1": 0.673899, - "accuracy": 0.728261, - "main_score": 0.673899, - "hf_subset": "zho_Hant-bod_Tibt", - "languages": [ - "zho-Hant", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690399, - "recall": 0.75, - "f1": 0.707441, - "accuracy": 0.75, - "main_score": 0.707441, - "hf_subset": "zho_Hant-fij_Latn", - "languages": [ - "zho-Hant", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zho_Hant-isl_Latn", - "languages": [ - "zho-Hant", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656745, - "recall": 0.715415, - "f1": 0.673962, - "accuracy": 0.715415, - "main_score": 0.673962, - "hf_subset": "zho_Hant-kon_Latn", - "languages": [ - "zho-Hant", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64525, - "recall": 0.715415, - "f1": 0.665135, - "accuracy": 0.715415, - "main_score": 0.665135, - "hf_subset": "zho_Hant-mni_Beng", - "languages": [ - "zho-Hant", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ron_Latn", - "languages": [ - "zho-Hant", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.986166, - "f1": 0.983531, - "accuracy": 0.986166, - "main_score": 0.983531, - "hf_subset": "zho_Hant-szl_Latn", - "languages": [ - "zho-Hant", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-vec_Latn", - "languages": [ - "zho-Hant", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927207, - "recall": 0.949605, - "f1": 0.934453, - "accuracy": 0.949605, - "main_score": 0.934453, - "hf_subset": "zho_Hant-amh_Ethi", - "languages": [ - "zho-Hant", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-bos_Latn", - "languages": [ - "zho-Hant", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "zho_Hant-fin_Latn", - "languages": [ - "zho-Hant", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ita_Latn", - "languages": [ - "zho-Hant", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-kor_Hang", - "languages": [ - "zho-Hant", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523323, - "recall": 0.588933, - "f1": 0.54146, - "accuracy": 0.588933, - "main_score": 0.54146, - "hf_subset": "zho_Hant-mos_Latn", - "languages": [ - "zho-Hant", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543389, - "recall": 0.601779, - "f1": 0.56018, - "accuracy": 0.601779, - "main_score": 0.56018, - "hf_subset": "zho_Hant-run_Latn", - "languages": [ - "zho-Hant", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-tam_Taml", - "languages": [ - "zho-Hant", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-vie_Latn", - "languages": [ - "zho-Hant", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-apc_Arab", - "languages": [ - "zho-Hant", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798452, - "recall": 0.847826, - "f1": 0.813425, - "accuracy": 0.847826, - "main_score": 0.813425, - "hf_subset": "zho_Hant-bug_Latn", - "languages": [ - "zho-Hant", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456257, - "recall": 0.516798, - "f1": 0.472182, - "accuracy": 0.516798, - "main_score": 0.472182, - "hf_subset": "zho_Hant-fon_Latn", - "languages": [ - "zho-Hant", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "zho_Hant-jav_Latn", - "languages": [ - "zho-Hant", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-lao_Laoo", - "languages": [ - "zho-Hant", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862681, - "recall": 0.901186, - "f1": 0.874638, - "accuracy": 0.901186, - "main_score": 0.874638, - "hf_subset": "zho_Hant-mri_Latn", - "languages": [ - "zho-Hant", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-rus_Cyrl", - "languages": [ - "zho-Hant", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52967, - "recall": 0.599802, - "f1": 0.549114, - "accuracy": 0.599802, - "main_score": 0.549114, - "hf_subset": "zho_Hant-taq_Latn", - "languages": [ - "zho-Hant", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-war_Latn", - "languages": [ - "zho-Hant", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-arb_Arab", - "languages": [ - "zho-Hant", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-bul_Cyrl", - "languages": [ - "zho-Hant", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-fra_Latn", - "languages": [ - "zho-Hant", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-jpn_Jpan", - "languages": [ - "zho-Hant", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zho_Hant-lij_Latn", - "languages": [ - "zho-Hant", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "zho_Hant-mya_Mymr", - "languages": [ - "zho-Hant", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574195, - "recall": 0.651186, - "f1": 0.59611, - "accuracy": 0.651186, - "main_score": 0.59611, - "hf_subset": "zho_Hant-sag_Latn", - "languages": [ - "zho-Hant", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189207, - "recall": 0.250988, - "f1": 0.203318, - "accuracy": 0.250988, - "main_score": 0.203318, - "hf_subset": "zho_Hant-taq_Tfng", - "languages": [ - "zho-Hant", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60373, - "recall": 0.677866, - "f1": 0.624881, - "accuracy": 0.677866, - "main_score": 0.624881, - "hf_subset": "zho_Hant-wol_Latn", - "languages": [ - "zho-Hant", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78862, - "recall": 0.843874, - "f1": 0.805336, - "accuracy": 0.843874, - "main_score": 0.805336, - "hf_subset": "zho_Hant-arb_Latn", - "languages": [ - "zho-Hant", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-cat_Latn", - "languages": [ - "zho-Hant", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "zho_Hant-fur_Latn", - "languages": [ - "zho-Hant", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401552, - "recall": 0.466403, - "f1": 0.418986, - "accuracy": 0.466403, - "main_score": 0.418986, - "hf_subset": "zho_Hant-kab_Latn", - "languages": [ - "zho-Hant", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "zho_Hant-lim_Latn", - "languages": [ - "zho-Hant", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-nld_Latn", - "languages": [ - "zho-Hant", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "zho_Hant-san_Deva", - "languages": [ - "zho-Hant", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-tat_Cyrl", - "languages": [ - "zho-Hant", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6646, - "recall": 0.72332, - "f1": 0.681921, - "accuracy": 0.72332, - "main_score": 0.681921, - "hf_subset": "zho_Hant-xho_Latn", - "languages": [ - "zho-Hant", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-ars_Arab", - "languages": [ - "zho-Hant", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-ceb_Latn", - "languages": [ - "zho-Hant", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552049, - "recall": 0.618577, - "f1": 0.570567, - "accuracy": 0.618577, - "main_score": 0.570567, - "hf_subset": "zho_Hant-fuv_Latn", - "languages": [ - "zho-Hant", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498231, - "recall": 0.56917, - "f1": 0.517264, - "accuracy": 0.56917, - "main_score": 0.517264, - "hf_subset": "zho_Hant-kac_Latn", - "languages": [ - "zho-Hant", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659157, - "recall": 0.715415, - "f1": 0.675941, - "accuracy": 0.715415, - "main_score": 0.675941, - "hf_subset": "zho_Hant-lin_Latn", - "languages": [ - "zho-Hant", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-nno_Latn", - "languages": [ - "zho-Hant", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211088, - "recall": 0.29249, - "f1": 0.231568, - "accuracy": 0.29249, - "main_score": 0.231568, - "hf_subset": "zho_Hant-sat_Olck", - "languages": [ - "zho-Hant", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-tel_Telu", - "languages": [ - "zho-Hant", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.964427, - "f1": 0.953557, - "accuracy": 0.964427, - "main_score": 0.953557, - "hf_subset": "zho_Hant-ydd_Hebr", - "languages": [ - "zho-Hant", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "zho_Hant-ary_Arab", - "languages": [ - "zho-Hant", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ces_Latn", - "languages": [ - "zho-Hant", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552851, - "recall": 0.617589, - "f1": 0.571706, - "accuracy": 0.617589, - "main_score": 0.571706, - "hf_subset": "zho_Hant-gaz_Latn", - "languages": [ - "zho-Hant", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582787, - "recall": 0.643281, - "f1": 0.599694, - "accuracy": 0.643281, - "main_score": 0.599694, - "hf_subset": "zho_Hant-kam_Latn", - "languages": [ - "zho-Hant", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "zho_Hant-lit_Latn", - "languages": [ - "zho-Hant", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-nob_Latn", - "languages": [ - "zho-Hant", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "zho_Hant-scn_Latn", - "languages": [ - "zho-Hant", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "zho_Hant-tgk_Cyrl", - "languages": [ - "zho-Hant", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68494, - "recall": 0.76087, - "f1": 0.70771, - "accuracy": 0.76087, - "main_score": 0.70771, - "hf_subset": "zho_Hant-yor_Latn", - "languages": [ - "zho-Hant", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-arz_Arab", - "languages": [ - "zho-Hant", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553832, - "recall": 0.617589, - "f1": 0.57167, - "accuracy": 0.617589, - "main_score": 0.57167, - "hf_subset": "zho_Hant-cjk_Latn", - "languages": [ - "zho-Hant", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768347, - "recall": 0.822134, - "f1": 0.784519, - "accuracy": 0.822134, - "main_score": 0.784519, - "hf_subset": "zho_Hant-gla_Latn", - "languages": [ - "zho-Hant", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-kan_Knda", - "languages": [ - "zho-Hant", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "zho_Hant-lmo_Latn", - "languages": [ - "zho-Hant", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "zho_Hant-npi_Deva", - "languages": [ - "zho-Hant", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460518, - "recall": 0.531621, - "f1": 0.480134, - "accuracy": 0.531621, - "main_score": 0.480134, - "hf_subset": "zho_Hant-shn_Mymr", - "languages": [ - "zho-Hant", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-tgl_Latn", - "languages": [ - "zho-Hant", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-yue_Hant", - "languages": [ - "zho-Hant", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zho_Hant-asm_Beng", - "languages": [ - "zho-Hant", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "zho_Hant-ckb_Arab", - "languages": [ - "zho-Hant", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873962, - "recall": 0.908103, - "f1": 0.884571, - "accuracy": 0.908103, - "main_score": 0.884571, - "hf_subset": "zho_Hant-gle_Latn", - "languages": [ - "zho-Hant", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939229, - "recall": 0.958498, - "f1": 0.945652, - "accuracy": 0.958498, - "main_score": 0.945652, - "hf_subset": "zho_Hant-kas_Arab", - "languages": [ - "zho-Hant", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934042, - "recall": 0.954545, - "f1": 0.940613, - "accuracy": 0.954545, - "main_score": 0.940613, - "hf_subset": "zho_Hant-ltg_Latn", - "languages": [ - "zho-Hant", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603064, - "recall": 0.66502, - "f1": 0.620931, - "accuracy": 0.66502, - "main_score": 0.620931, - "hf_subset": "zho_Hant-nso_Latn", - "languages": [ - "zho-Hant", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "zho_Hant-sin_Sinh", - "languages": [ - "zho-Hant", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-tha_Thai", - "languages": [ - "zho-Hant", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-zho_Hans", - "languages": [ - "zho-Hant", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ast_Latn", - "languages": [ - "zho-Hant", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-crh_Latn", - "languages": [ - "zho-Hant", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-glg_Latn", - "languages": [ - "zho-Hant", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898139, - "recall": 0.928854, - "f1": 0.908004, - "accuracy": 0.928854, - "main_score": 0.908004, - "hf_subset": "zho_Hant-kas_Deva", - "languages": [ - "zho-Hant", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "zho_Hant-ltz_Latn", - "languages": [ - "zho-Hant", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438308, - "recall": 0.509881, - "f1": 0.457511, - "accuracy": 0.509881, - "main_score": 0.457511, - "hf_subset": "zho_Hant-nus_Latn", - "languages": [ - "zho-Hant", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-slk_Latn", - "languages": [ - "zho-Hant", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60583, - "recall": 0.683794, - "f1": 0.628614, - "accuracy": 0.683794, - "main_score": 0.628614, - "hf_subset": "zho_Hant-tir_Ethi", - "languages": [ - "zho-Hant", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985425, - "recall": 0.98913, - "f1": 0.986561, - "accuracy": 0.98913, - "main_score": 0.986561, - "hf_subset": "zho_Hant-awa_Deva", - "languages": [ - "zho-Hant", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "zho_Hant-cym_Latn", - "languages": [ - "zho-Hant", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832675, - "recall": 0.876482, - "f1": 0.846113, - "accuracy": 0.876482, - "main_score": 0.846113, - "hf_subset": "zho_Hant-grn_Latn", - "languages": [ - "zho-Hant", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-kat_Geor", - "languages": [ - "zho-Hant", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631802, - "recall": 0.690711, - "f1": 0.648389, - "accuracy": 0.690711, - "main_score": 0.648389, - "hf_subset": "zho_Hant-lua_Latn", - "languages": [ - "zho-Hant", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62719, - "recall": 0.695652, - "f1": 0.64712, - "accuracy": 0.695652, - "main_score": 0.64712, - "hf_subset": "zho_Hant-nya_Latn", - "languages": [ - "zho-Hant", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-slv_Latn", - "languages": [ - "zho-Hant", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949111, - "recall": 0.964427, - "f1": 0.954051, - "accuracy": 0.964427, - "main_score": 0.954051, - "hf_subset": "zho_Hant-tpi_Latn", - "languages": [ - "zho-Hant", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-zsm_Latn", - "languages": [ - "zho-Hant", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536827, - "recall": 0.603755, - "f1": 0.555821, - "accuracy": 0.603755, - "main_score": 0.555821, - "hf_subset": "zho_Hant-ayr_Latn", - "languages": [ - "zho-Hant", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-dan_Latn", - "languages": [ - "zho-Hant", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-guj_Gujr", - "languages": [ - "zho-Hant", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-kaz_Cyrl", - "languages": [ - "zho-Hant", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525389, - "recall": 0.590909, - "f1": 0.544408, - "accuracy": 0.590909, - "main_score": 0.544408, - "hf_subset": "zho_Hant-lug_Latn", - "languages": [ - "zho-Hant", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-oci_Latn", - "languages": [ - "zho-Hant", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818626, - "recall": 0.865613, - "f1": 0.832872, - "accuracy": 0.865613, - "main_score": 0.832872, - "hf_subset": "zho_Hant-smo_Latn", - "languages": [ - "zho-Hant", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544173, - "recall": 0.610672, - "f1": 0.562888, - "accuracy": 0.610672, - "main_score": 0.562888, - "hf_subset": "zho_Hant-tsn_Latn", - "languages": [ - "zho-Hant", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594475, - "recall": 0.662055, - "f1": 0.613955, - "accuracy": 0.662055, - "main_score": 0.613955, - "hf_subset": "zho_Hant-zul_Latn", - "languages": [ - "zho-Hant", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915843, - "recall": 0.9417, - "f1": 0.924242, - "accuracy": 0.9417, - "main_score": 0.924242, - "hf_subset": "zho_Hant-azb_Arab", - "languages": [ - "zho-Hant", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-deu_Latn", - "languages": [ - "zho-Hant", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.975296, - "f1": 0.968379, - "accuracy": 0.975296, - "main_score": 0.968379, - "hf_subset": "zho_Hant-hat_Latn", - "languages": [ - "zho-Hant", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480956, - "recall": 0.544466, - "f1": 0.498366, - "accuracy": 0.544466, - "main_score": 0.498366, - "hf_subset": "zho_Hant-kbp_Latn", - "languages": [ - "zho-Hant", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557671, - "recall": 0.621542, - "f1": 0.574907, - "accuracy": 0.621542, - "main_score": 0.574907, - "hf_subset": "zho_Hant-luo_Latn", - "languages": [ - "zho-Hant", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-ory_Orya", - "languages": [ - "zho-Hant", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58393, - "recall": 0.649209, - "f1": 0.602346, - "accuracy": 0.649209, - "main_score": 0.602346, - "hf_subset": "zho_Hant-sna_Latn", - "languages": [ - "zho-Hant", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548134, - "recall": 0.610672, - "f1": 0.565272, - "accuracy": 0.610672, - "main_score": 0.565272, - "hf_subset": "zho_Hant-tso_Latn", - "languages": [ - "zho-Hant", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-azj_Latn", - "languages": [ - "zho-Hant", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517412, - "recall": 0.594862, - "f1": 0.539662, - "accuracy": 0.594862, - "main_score": 0.539662, - "hf_subset": "zho_Hant-dik_Latn", - "languages": [ - "zho-Hant", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724418, - "recall": 0.779644, - "f1": 0.740324, - "accuracy": 0.779644, - "main_score": 0.740324, - "hf_subset": "zho_Hant-hau_Latn", - "languages": [ - "zho-Hant", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "zho_Hant-kea_Latn", - "languages": [ - "zho-Hant", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74025, - "recall": 0.796443, - "f1": 0.756785, - "accuracy": 0.796443, - "main_score": 0.756785, - "hf_subset": "zho_Hant-lus_Latn", - "languages": [ - "zho-Hant", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86833, - "recall": 0.903162, - "f1": 0.879117, - "accuracy": 0.903162, - "main_score": 0.879117, - "hf_subset": "zho_Hant-pag_Latn", - "languages": [ - "zho-Hant", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zho_Hant-snd_Arab", - "languages": [ - "zho-Hant", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955122, - "recall": 0.969368, - "f1": 0.959717, - "accuracy": 0.969368, - "main_score": 0.959717, - "hf_subset": "zho_Hant-tuk_Latn", - "languages": [ - "zho-Hant", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "zho_Hant-bak_Cyrl", - "languages": [ - "zho-Hant", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458545, - "recall": 0.545455, - "f1": 0.483266, - "accuracy": 0.545455, - "main_score": 0.483266, - "hf_subset": "zho_Hant-dyu_Latn", - "languages": [ - "zho-Hant", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zho_Hant-heb_Hebr", - "languages": [ - "zho-Hant", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zho_Hant-khk_Cyrl", - "languages": [ - "zho-Hant", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-lvs_Latn", - "languages": [ - "zho-Hant", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zho_Hant-pan_Guru", - "languages": [ - "zho-Hant", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689501, - "recall": 0.755929, - "f1": 0.70931, - "accuracy": 0.755929, - "main_score": 0.70931, - "hf_subset": "zho_Hant-som_Latn", - "languages": [ - "zho-Hant", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596171, - "recall": 0.650198, - "f1": 0.611602, - "accuracy": 0.650198, - "main_score": 0.611602, - "hf_subset": "zho_Hant-tum_Latn", - "languages": [ - "zho-Hant", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560345, - "recall": 0.629447, - "f1": 0.579909, - "accuracy": 0.629447, - "main_score": 0.579909, - "hf_subset": "awa_Deva-ace_Arab", - "languages": [ - "awa-Deva", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514019, - "recall": 0.575099, - "f1": 0.530922, - "accuracy": 0.575099, - "main_score": 0.530922, - "hf_subset": "awa_Deva-bam_Latn", - "languages": [ - "awa-Deva", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444914, - "recall": 0.52668, - "f1": 0.467361, - "accuracy": 0.52668, - "main_score": 0.467361, - "hf_subset": "awa_Deva-dzo_Tibt", - "languages": [ - "awa-Deva", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-hin_Deva", - "languages": [ - "awa-Deva", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-khm_Khmr", - "languages": [ - "awa-Deva", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-mag_Deva", - "languages": [ - "awa-Deva", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.980237, - "f1": 0.975296, - "accuracy": 0.980237, - "main_score": 0.975296, - "hf_subset": "awa_Deva-pap_Latn", - "languages": [ - "awa-Deva", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584316, - "recall": 0.643281, - "f1": 0.600643, - "accuracy": 0.643281, - "main_score": 0.600643, - "hf_subset": "awa_Deva-sot_Latn", - "languages": [ - "awa-Deva", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-tur_Latn", - "languages": [ - "awa-Deva", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855319, - "recall": 0.893281, - "f1": 0.867114, - "accuracy": 0.893281, - "main_score": 0.867114, - "hf_subset": "awa_Deva-ace_Latn", - "languages": [ - "awa-Deva", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943347, - "recall": 0.959486, - "f1": 0.948617, - "accuracy": 0.959486, - "main_score": 0.948617, - "hf_subset": "awa_Deva-ban_Latn", - "languages": [ - "awa-Deva", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-ell_Grek", - "languages": [ - "awa-Deva", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "awa_Deva-hne_Deva", - "languages": [ - "awa-Deva", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570553, - "recall": 0.636364, - "f1": 0.589283, - "accuracy": 0.636364, - "main_score": 0.589283, - "hf_subset": "awa_Deva-kik_Latn", - "languages": [ - "awa-Deva", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-mai_Deva", - "languages": [ - "awa-Deva", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "awa_Deva-pbt_Arab", - "languages": [ - "awa-Deva", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-spa_Latn", - "languages": [ - "awa-Deva", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605756, - "recall": 0.674901, - "f1": 0.624638, - "accuracy": 0.674901, - "main_score": 0.624638, - "hf_subset": "awa_Deva-twi_Latn", - "languages": [ - "awa-Deva", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-acm_Arab", - "languages": [ - "awa-Deva", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "awa_Deva-bel_Cyrl", - "languages": [ - "awa-Deva", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-eng_Latn", - "languages": [ - "awa-Deva", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-hrv_Latn", - "languages": [ - "awa-Deva", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530315, - "recall": 0.59585, - "f1": 0.54866, - "accuracy": 0.59585, - "main_score": 0.54866, - "hf_subset": "awa_Deva-kin_Latn", - "languages": [ - "awa-Deva", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-mal_Mlym", - "languages": [ - "awa-Deva", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-pes_Arab", - "languages": [ - "awa-Deva", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "awa_Deva-srd_Latn", - "languages": [ - "awa-Deva", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1692, - "recall": 0.222332, - "f1": 0.182345, - "accuracy": 0.222332, - "main_score": 0.182345, - "hf_subset": "awa_Deva-tzm_Tfng", - "languages": [ - "awa-Deva", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-acq_Arab", - "languages": [ - "awa-Deva", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627174, - "recall": 0.675889, - "f1": 0.640876, - "accuracy": 0.675889, - "main_score": 0.640876, - "hf_subset": "awa_Deva-bem_Latn", - "languages": [ - "awa-Deva", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-epo_Latn", - "languages": [ - "awa-Deva", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-hun_Latn", - "languages": [ - "awa-Deva", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "awa_Deva-kir_Cyrl", - "languages": [ - "awa-Deva", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-mar_Deva", - "languages": [ - "awa-Deva", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656284, - "recall": 0.715415, - "f1": 0.673435, - "accuracy": 0.715415, - "main_score": 0.673435, - "hf_subset": "awa_Deva-plt_Latn", - "languages": [ - "awa-Deva", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-srp_Cyrl", - "languages": [ - "awa-Deva", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "awa_Deva-uig_Arab", - "languages": [ - "awa-Deva", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "awa_Deva-aeb_Arab", - "languages": [ - "awa-Deva", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ben_Beng", - "languages": [ - "awa-Deva", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-est_Latn", - "languages": [ - "awa-Deva", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-hye_Armn", - "languages": [ - "awa-Deva", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530143, - "recall": 0.58498, - "f1": 0.545295, - "accuracy": 0.58498, - "main_score": 0.545295, - "hf_subset": "awa_Deva-kmb_Latn", - "languages": [ - "awa-Deva", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47254, - "recall": 0.556324, - "f1": 0.495568, - "accuracy": 0.556324, - "main_score": 0.495568, - "hf_subset": "awa_Deva-min_Arab", - "languages": [ - "awa-Deva", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-pol_Latn", - "languages": [ - "awa-Deva", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54904, - "recall": 0.615613, - "f1": 0.567698, - "accuracy": 0.615613, - "main_score": 0.567698, - "hf_subset": "awa_Deva-ssw_Latn", - "languages": [ - "awa-Deva", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ukr_Cyrl", - "languages": [ - "awa-Deva", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-afr_Latn", - "languages": [ - "awa-Deva", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-bho_Deva", - "languages": [ - "awa-Deva", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982049, - "recall": 0.987154, - "f1": 0.983696, - "accuracy": 0.987154, - "main_score": 0.983696, - "hf_subset": "awa_Deva-eus_Latn", - "languages": [ - "awa-Deva", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564708, - "recall": 0.623518, - "f1": 0.580897, - "accuracy": 0.623518, - "main_score": 0.580897, - "hf_subset": "awa_Deva-ibo_Latn", - "languages": [ - "awa-Deva", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878623, - "recall": 0.913043, - "f1": 0.88946, - "accuracy": 0.913043, - "main_score": 0.88946, - "hf_subset": "awa_Deva-kmr_Latn", - "languages": [ - "awa-Deva", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "awa_Deva-min_Latn", - "languages": [ - "awa-Deva", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-por_Latn", - "languages": [ - "awa-Deva", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "awa_Deva-sun_Latn", - "languages": [ - "awa-Deva", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51429, - "recall": 0.574111, - "f1": 0.531062, - "accuracy": 0.574111, - "main_score": 0.531062, - "hf_subset": "awa_Deva-umb_Latn", - "languages": [ - "awa-Deva", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ajp_Arab", - "languages": [ - "awa-Deva", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514783, - "recall": 0.586957, - "f1": 0.534748, - "accuracy": 0.586957, - "main_score": 0.534748, - "hf_subset": "awa_Deva-bjn_Arab", - "languages": [ - "awa-Deva", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513457, - "recall": 0.570158, - "f1": 0.528689, - "accuracy": 0.570158, - "main_score": 0.528689, - "hf_subset": "awa_Deva-ewe_Latn", - "languages": [ - "awa-Deva", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934289, - "recall": 0.953557, - "f1": 0.940547, - "accuracy": 0.953557, - "main_score": 0.940547, - "hf_subset": "awa_Deva-ilo_Latn", - "languages": [ - "awa-Deva", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.31252, - "recall": 0.376482, - "f1": 0.329967, - "accuracy": 0.376482, - "main_score": 0.329967, - "hf_subset": "awa_Deva-knc_Arab", - "languages": [ - "awa-Deva", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-mkd_Cyrl", - "languages": [ - "awa-Deva", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-prs_Arab", - "languages": [ - "awa-Deva", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-swe_Latn", - "languages": [ - "awa-Deva", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-urd_Arab", - "languages": [ - "awa-Deva", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582775, - "recall": 0.649209, - "f1": 0.601658, - "accuracy": 0.649209, - "main_score": 0.601658, - "hf_subset": "awa_Deva-aka_Latn", - "languages": [ - "awa-Deva", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "awa_Deva-bjn_Latn", - "languages": [ - "awa-Deva", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.975296, - "f1": 0.968544, - "accuracy": 0.975296, - "main_score": 0.968544, - "hf_subset": "awa_Deva-fao_Latn", - "languages": [ - "awa-Deva", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ind_Latn", - "languages": [ - "awa-Deva", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589087, - "recall": 0.645257, - "f1": 0.604984, - "accuracy": 0.645257, - "main_score": 0.604984, - "hf_subset": "awa_Deva-knc_Latn", - "languages": [ - "awa-Deva", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "awa_Deva-mlt_Latn", - "languages": [ - "awa-Deva", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694293, - "recall": 0.761858, - "f1": 0.714681, - "accuracy": 0.761858, - "main_score": 0.714681, - "hf_subset": "awa_Deva-quy_Latn", - "languages": [ - "awa-Deva", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958251, - "recall": 0.970356, - "f1": 0.962022, - "accuracy": 0.970356, - "main_score": 0.962022, - "hf_subset": "awa_Deva-swh_Latn", - "languages": [ - "awa-Deva", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "awa_Deva-uzn_Latn", - "languages": [ - "awa-Deva", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-als_Latn", - "languages": [ - "awa-Deva", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653804, - "recall": 0.729249, - "f1": 0.676073, - "accuracy": 0.729249, - "main_score": 0.676073, - "hf_subset": "awa_Deva-bod_Tibt", - "languages": [ - "awa-Deva", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683531, - "recall": 0.742095, - "f1": 0.700114, - "accuracy": 0.742095, - "main_score": 0.700114, - "hf_subset": "awa_Deva-fij_Latn", - "languages": [ - "awa-Deva", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "awa_Deva-isl_Latn", - "languages": [ - "awa-Deva", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648435, - "recall": 0.704545, - "f1": 0.664987, - "accuracy": 0.704545, - "main_score": 0.664987, - "hf_subset": "awa_Deva-kon_Latn", - "languages": [ - "awa-Deva", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656169, - "recall": 0.722332, - "f1": 0.674885, - "accuracy": 0.722332, - "main_score": 0.674885, - "hf_subset": "awa_Deva-mni_Beng", - "languages": [ - "awa-Deva", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-ron_Latn", - "languages": [ - "awa-Deva", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.976285, - "f1": 0.970685, - "accuracy": 0.976285, - "main_score": 0.970685, - "hf_subset": "awa_Deva-szl_Latn", - "languages": [ - "awa-Deva", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-vec_Latn", - "languages": [ - "awa-Deva", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931077, - "recall": 0.951581, - "f1": 0.937484, - "accuracy": 0.951581, - "main_score": 0.937484, - "hf_subset": "awa_Deva-amh_Ethi", - "languages": [ - "awa-Deva", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-bos_Latn", - "languages": [ - "awa-Deva", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "awa_Deva-fin_Latn", - "languages": [ - "awa-Deva", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ita_Latn", - "languages": [ - "awa-Deva", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-kor_Hang", - "languages": [ - "awa-Deva", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535725, - "recall": 0.600791, - "f1": 0.553909, - "accuracy": 0.600791, - "main_score": 0.553909, - "hf_subset": "awa_Deva-mos_Latn", - "languages": [ - "awa-Deva", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541733, - "recall": 0.604743, - "f1": 0.559409, - "accuracy": 0.604743, - "main_score": 0.559409, - "hf_subset": "awa_Deva-run_Latn", - "languages": [ - "awa-Deva", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-tam_Taml", - "languages": [ - "awa-Deva", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-vie_Latn", - "languages": [ - "awa-Deva", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-apc_Arab", - "languages": [ - "awa-Deva", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78946, - "recall": 0.835968, - "f1": 0.803458, - "accuracy": 0.835968, - "main_score": 0.803458, - "hf_subset": "awa_Deva-bug_Latn", - "languages": [ - "awa-Deva", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457458, - "recall": 0.513834, - "f1": 0.472706, - "accuracy": 0.513834, - "main_score": 0.472706, - "hf_subset": "awa_Deva-fon_Latn", - "languages": [ - "awa-Deva", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "awa_Deva-jav_Latn", - "languages": [ - "awa-Deva", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "awa_Deva-lao_Laoo", - "languages": [ - "awa-Deva", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848979, - "recall": 0.88834, - "f1": 0.861448, - "accuracy": 0.88834, - "main_score": 0.861448, - "hf_subset": "awa_Deva-mri_Latn", - "languages": [ - "awa-Deva", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-rus_Cyrl", - "languages": [ - "awa-Deva", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53173, - "recall": 0.594862, - "f1": 0.548624, - "accuracy": 0.594862, - "main_score": 0.548624, - "hf_subset": "awa_Deva-taq_Latn", - "languages": [ - "awa-Deva", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980567, - "recall": 0.986166, - "f1": 0.982378, - "accuracy": 0.986166, - "main_score": 0.982378, - "hf_subset": "awa_Deva-war_Latn", - "languages": [ - "awa-Deva", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-arb_Arab", - "languages": [ - "awa-Deva", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-bul_Cyrl", - "languages": [ - "awa-Deva", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-fra_Latn", - "languages": [ - "awa-Deva", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-jpn_Jpan", - "languages": [ - "awa-Deva", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973485, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "awa_Deva-lij_Latn", - "languages": [ - "awa-Deva", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.982213, - "f1": 0.977767, - "accuracy": 0.982213, - "main_score": 0.977767, - "hf_subset": "awa_Deva-mya_Mymr", - "languages": [ - "awa-Deva", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584711, - "recall": 0.652174, - "f1": 0.603387, - "accuracy": 0.652174, - "main_score": 0.603387, - "hf_subset": "awa_Deva-sag_Latn", - "languages": [ - "awa-Deva", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191268, - "recall": 0.252964, - "f1": 0.2054, - "accuracy": 0.252964, - "main_score": 0.2054, - "hf_subset": "awa_Deva-taq_Tfng", - "languages": [ - "awa-Deva", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604015, - "recall": 0.671937, - "f1": 0.622685, - "accuracy": 0.671937, - "main_score": 0.622685, - "hf_subset": "awa_Deva-wol_Latn", - "languages": [ - "awa-Deva", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793083, - "recall": 0.842885, - "f1": 0.80807, - "accuracy": 0.842885, - "main_score": 0.80807, - "hf_subset": "awa_Deva-arb_Latn", - "languages": [ - "awa-Deva", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-cat_Latn", - "languages": [ - "awa-Deva", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "awa_Deva-fur_Latn", - "languages": [ - "awa-Deva", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409453, - "recall": 0.469368, - "f1": 0.425811, - "accuracy": 0.469368, - "main_score": 0.425811, - "hf_subset": "awa_Deva-kab_Latn", - "languages": [ - "awa-Deva", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "awa_Deva-lim_Latn", - "languages": [ - "awa-Deva", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-nld_Latn", - "languages": [ - "awa-Deva", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.986166, - "f1": 0.982872, - "accuracy": 0.986166, - "main_score": 0.982872, - "hf_subset": "awa_Deva-san_Deva", - "languages": [ - "awa-Deva", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-tat_Cyrl", - "languages": [ - "awa-Deva", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659413, - "recall": 0.717391, - "f1": 0.676157, - "accuracy": 0.717391, - "main_score": 0.676157, - "hf_subset": "awa_Deva-xho_Latn", - "languages": [ - "awa-Deva", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ars_Arab", - "languages": [ - "awa-Deva", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-ceb_Latn", - "languages": [ - "awa-Deva", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554298, - "recall": 0.614625, - "f1": 0.571319, - "accuracy": 0.614625, - "main_score": 0.571319, - "hf_subset": "awa_Deva-fuv_Latn", - "languages": [ - "awa-Deva", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49584, - "recall": 0.570158, - "f1": 0.51606, - "accuracy": 0.570158, - "main_score": 0.51606, - "hf_subset": "awa_Deva-kac_Latn", - "languages": [ - "awa-Deva", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652882, - "recall": 0.712451, - "f1": 0.670243, - "accuracy": 0.712451, - "main_score": 0.670243, - "hf_subset": "awa_Deva-lin_Latn", - "languages": [ - "awa-Deva", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-nno_Latn", - "languages": [ - "awa-Deva", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.246019, - "recall": 0.327075, - "f1": 0.26659, - "accuracy": 0.327075, - "main_score": 0.26659, - "hf_subset": "awa_Deva-sat_Olck", - "languages": [ - "awa-Deva", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-tel_Telu", - "languages": [ - "awa-Deva", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940382, - "recall": 0.958498, - "f1": 0.946311, - "accuracy": 0.958498, - "main_score": 0.946311, - "hf_subset": "awa_Deva-ydd_Hebr", - "languages": [ - "awa-Deva", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "awa_Deva-ary_Arab", - "languages": [ - "awa-Deva", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-ces_Latn", - "languages": [ - "awa-Deva", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563212, - "recall": 0.625494, - "f1": 0.581261, - "accuracy": 0.625494, - "main_score": 0.581261, - "hf_subset": "awa_Deva-gaz_Latn", - "languages": [ - "awa-Deva", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5756, - "recall": 0.642292, - "f1": 0.594547, - "accuracy": 0.642292, - "main_score": 0.594547, - "hf_subset": "awa_Deva-kam_Latn", - "languages": [ - "awa-Deva", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "awa_Deva-lit_Latn", - "languages": [ - "awa-Deva", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-nob_Latn", - "languages": [ - "awa-Deva", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.977273, - "f1": 0.971344, - "accuracy": 0.977273, - "main_score": 0.971344, - "hf_subset": "awa_Deva-scn_Latn", - "languages": [ - "awa-Deva", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.972003, - "accuracy": 0.978261, - "main_score": 0.972003, - "hf_subset": "awa_Deva-tgk_Cyrl", - "languages": [ - "awa-Deva", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704858, - "recall": 0.766798, - "f1": 0.72316, - "accuracy": 0.766798, - "main_score": 0.72316, - "hf_subset": "awa_Deva-yor_Latn", - "languages": [ - "awa-Deva", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "awa_Deva-arz_Arab", - "languages": [ - "awa-Deva", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550873, - "recall": 0.613636, - "f1": 0.568943, - "accuracy": 0.613636, - "main_score": 0.568943, - "hf_subset": "awa_Deva-cjk_Latn", - "languages": [ - "awa-Deva", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748139, - "recall": 0.804348, - "f1": 0.764954, - "accuracy": 0.804348, - "main_score": 0.764954, - "hf_subset": "awa_Deva-gla_Latn", - "languages": [ - "awa-Deva", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-kan_Knda", - "languages": [ - "awa-Deva", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971673, - "recall": 0.980237, - "f1": 0.974473, - "accuracy": 0.980237, - "main_score": 0.974473, - "hf_subset": "awa_Deva-lmo_Latn", - "languages": [ - "awa-Deva", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "awa_Deva-npi_Deva", - "languages": [ - "awa-Deva", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467403, - "recall": 0.535573, - "f1": 0.485895, - "accuracy": 0.535573, - "main_score": 0.485895, - "hf_subset": "awa_Deva-shn_Mymr", - "languages": [ - "awa-Deva", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-tgl_Latn", - "languages": [ - "awa-Deva", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-yue_Hant", - "languages": [ - "awa-Deva", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "awa_Deva-asm_Beng", - "languages": [ - "awa-Deva", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943923, - "recall": 0.960474, - "f1": 0.949177, - "accuracy": 0.960474, - "main_score": 0.949177, - "hf_subset": "awa_Deva-ckb_Arab", - "languages": [ - "awa-Deva", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8542, - "recall": 0.894269, - "f1": 0.866831, - "accuracy": 0.894269, - "main_score": 0.866831, - "hf_subset": "awa_Deva-gle_Latn", - "languages": [ - "awa-Deva", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95858, - "recall": 0.970356, - "f1": 0.962352, - "accuracy": 0.970356, - "main_score": 0.962352, - "hf_subset": "awa_Deva-kas_Arab", - "languages": [ - "awa-Deva", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930007, - "recall": 0.951581, - "f1": 0.937088, - "accuracy": 0.951581, - "main_score": 0.937088, - "hf_subset": "awa_Deva-ltg_Latn", - "languages": [ - "awa-Deva", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593432, - "recall": 0.652174, - "f1": 0.61022, - "accuracy": 0.652174, - "main_score": 0.61022, - "hf_subset": "awa_Deva-nso_Latn", - "languages": [ - "awa-Deva", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "awa_Deva-sin_Sinh", - "languages": [ - "awa-Deva", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-tha_Thai", - "languages": [ - "awa-Deva", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "awa_Deva-zho_Hans", - "languages": [ - "awa-Deva", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-ast_Latn", - "languages": [ - "awa-Deva", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "awa_Deva-crh_Latn", - "languages": [ - "awa-Deva", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-glg_Latn", - "languages": [ - "awa-Deva", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908267, - "recall": 0.936759, - "f1": 0.91749, - "accuracy": 0.936759, - "main_score": 0.91749, - "hf_subset": "awa_Deva-kas_Deva", - "languages": [ - "awa-Deva", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "awa_Deva-ltz_Latn", - "languages": [ - "awa-Deva", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44489, - "recall": 0.513834, - "f1": 0.463379, - "accuracy": 0.513834, - "main_score": 0.463379, - "hf_subset": "awa_Deva-nus_Latn", - "languages": [ - "awa-Deva", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-slk_Latn", - "languages": [ - "awa-Deva", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623148, - "recall": 0.694664, - "f1": 0.644351, - "accuracy": 0.694664, - "main_score": 0.644351, - "hf_subset": "awa_Deva-tir_Ethi", - "languages": [ - "awa-Deva", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-zho_Hant", - "languages": [ - "awa-Deva", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960474, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "awa_Deva-cym_Latn", - "languages": [ - "awa-Deva", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821509, - "recall": 0.863636, - "f1": 0.834044, - "accuracy": 0.863636, - "main_score": 0.834044, - "hf_subset": "awa_Deva-grn_Latn", - "languages": [ - "awa-Deva", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-kat_Geor", - "languages": [ - "awa-Deva", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630428, - "recall": 0.690711, - "f1": 0.647636, - "accuracy": 0.690711, - "main_score": 0.647636, - "hf_subset": "awa_Deva-lua_Latn", - "languages": [ - "awa-Deva", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61334, - "recall": 0.674901, - "f1": 0.631145, - "accuracy": 0.674901, - "main_score": 0.631145, - "hf_subset": "awa_Deva-nya_Latn", - "languages": [ - "awa-Deva", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-slv_Latn", - "languages": [ - "awa-Deva", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938686, - "recall": 0.956522, - "f1": 0.944236, - "accuracy": 0.956522, - "main_score": 0.944236, - "hf_subset": "awa_Deva-tpi_Latn", - "languages": [ - "awa-Deva", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-zsm_Latn", - "languages": [ - "awa-Deva", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541468, - "recall": 0.600791, - "f1": 0.558067, - "accuracy": 0.600791, - "main_score": 0.558067, - "hf_subset": "awa_Deva-ayr_Latn", - "languages": [ - "awa-Deva", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-dan_Latn", - "languages": [ - "awa-Deva", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-guj_Gujr", - "languages": [ - "awa-Deva", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "awa_Deva-kaz_Cyrl", - "languages": [ - "awa-Deva", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529113, - "recall": 0.590909, - "f1": 0.546047, - "accuracy": 0.590909, - "main_score": 0.546047, - "hf_subset": "awa_Deva-lug_Latn", - "languages": [ - "awa-Deva", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-oci_Latn", - "languages": [ - "awa-Deva", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817951, - "recall": 0.859684, - "f1": 0.830501, - "accuracy": 0.859684, - "main_score": 0.830501, - "hf_subset": "awa_Deva-smo_Latn", - "languages": [ - "awa-Deva", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530908, - "recall": 0.59585, - "f1": 0.549288, - "accuracy": 0.59585, - "main_score": 0.549288, - "hf_subset": "awa_Deva-tsn_Latn", - "languages": [ - "awa-Deva", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595999, - "recall": 0.660079, - "f1": 0.614729, - "accuracy": 0.660079, - "main_score": 0.614729, - "hf_subset": "awa_Deva-zul_Latn", - "languages": [ - "awa-Deva", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.939723, - "f1": 0.921937, - "accuracy": 0.939723, - "main_score": 0.921937, - "hf_subset": "awa_Deva-azb_Arab", - "languages": [ - "awa-Deva", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-deu_Latn", - "languages": [ - "awa-Deva", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.970356, - "f1": 0.962121, - "accuracy": 0.970356, - "main_score": 0.962121, - "hf_subset": "awa_Deva-hat_Latn", - "languages": [ - "awa-Deva", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479621, - "recall": 0.541502, - "f1": 0.496023, - "accuracy": 0.541502, - "main_score": 0.496023, - "hf_subset": "awa_Deva-kbp_Latn", - "languages": [ - "awa-Deva", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561805, - "recall": 0.624506, - "f1": 0.578208, - "accuracy": 0.624506, - "main_score": 0.578208, - "hf_subset": "awa_Deva-luo_Latn", - "languages": [ - "awa-Deva", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "awa_Deva-ory_Orya", - "languages": [ - "awa-Deva", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579794, - "recall": 0.637352, - "f1": 0.595777, - "accuracy": 0.637352, - "main_score": 0.595777, - "hf_subset": "awa_Deva-sna_Latn", - "languages": [ - "awa-Deva", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553339, - "recall": 0.600791, - "f1": 0.566475, - "accuracy": 0.600791, - "main_score": 0.566475, - "hf_subset": "awa_Deva-tso_Latn", - "languages": [ - "awa-Deva", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986166, - "accuracy": 0.98913, - "main_score": 0.986166, - "hf_subset": "awa_Deva-azj_Latn", - "languages": [ - "awa-Deva", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519295, - "recall": 0.588933, - "f1": 0.538636, - "accuracy": 0.588933, - "main_score": 0.538636, - "hf_subset": "awa_Deva-dik_Latn", - "languages": [ - "awa-Deva", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709858, - "recall": 0.768775, - "f1": 0.727176, - "accuracy": 0.768775, - "main_score": 0.727176, - "hf_subset": "awa_Deva-hau_Latn", - "languages": [ - "awa-Deva", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.983202, - "f1": 0.978755, - "accuracy": 0.983202, - "main_score": 0.978755, - "hf_subset": "awa_Deva-kea_Latn", - "languages": [ - "awa-Deva", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736693, - "recall": 0.790514, - "f1": 0.752668, - "accuracy": 0.790514, - "main_score": 0.752668, - "hf_subset": "awa_Deva-lus_Latn", - "languages": [ - "awa-Deva", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857856, - "recall": 0.890316, - "f1": 0.86741, - "accuracy": 0.890316, - "main_score": 0.86741, - "hf_subset": "awa_Deva-pag_Latn", - "languages": [ - "awa-Deva", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "awa_Deva-snd_Arab", - "languages": [ - "awa-Deva", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9417, - "recall": 0.959486, - "f1": 0.947464, - "accuracy": 0.959486, - "main_score": 0.947464, - "hf_subset": "awa_Deva-tuk_Latn", - "languages": [ - "awa-Deva", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "awa_Deva-bak_Cyrl", - "languages": [ - "awa-Deva", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473725, - "recall": 0.554348, - "f1": 0.497433, - "accuracy": 0.554348, - "main_score": 0.497433, - "hf_subset": "awa_Deva-dyu_Latn", - "languages": [ - "awa-Deva", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "awa_Deva-heb_Hebr", - "languages": [ - "awa-Deva", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "awa_Deva-khk_Cyrl", - "languages": [ - "awa-Deva", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-lvs_Latn", - "languages": [ - "awa-Deva", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "awa_Deva-pan_Guru", - "languages": [ - "awa-Deva", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695455, - "recall": 0.757905, - "f1": 0.713754, - "accuracy": 0.757905, - "main_score": 0.713754, - "hf_subset": "awa_Deva-som_Latn", - "languages": [ - "awa-Deva", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589007, - "recall": 0.640316, - "f1": 0.603763, - "accuracy": 0.640316, - "main_score": 0.603763, - "hf_subset": "awa_Deva-tum_Latn", - "languages": [ - "awa-Deva", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521872, - "recall": 0.579051, - "f1": 0.537512, - "accuracy": 0.579051, - "main_score": 0.537512, - "hf_subset": "cym_Latn-ace_Arab", - "languages": [ - "cym-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530627, - "recall": 0.581028, - "f1": 0.544607, - "accuracy": 0.581028, - "main_score": 0.544607, - "hf_subset": "cym_Latn-bam_Latn", - "languages": [ - "cym-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.366598, - "recall": 0.431818, - "f1": 0.384013, - "accuracy": 0.431818, - "main_score": 0.384013, - "hf_subset": "cym_Latn-dzo_Tibt", - "languages": [ - "cym-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "cym_Latn-hin_Deva", - "languages": [ - "cym-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955616, - "recall": 0.968379, - "f1": 0.959552, - "accuracy": 0.968379, - "main_score": 0.959552, - "hf_subset": "cym_Latn-khm_Khmr", - "languages": [ - "cym-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964015, - "recall": 0.975296, - "f1": 0.967622, - "accuracy": 0.975296, - "main_score": 0.967622, - "hf_subset": "cym_Latn-mag_Deva", - "languages": [ - "cym-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90751, - "recall": 0.931818, - "f1": 0.914855, - "accuracy": 0.931818, - "main_score": 0.914855, - "hf_subset": "cym_Latn-pap_Latn", - "languages": [ - "cym-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59013, - "recall": 0.639328, - "f1": 0.603597, - "accuracy": 0.639328, - "main_score": 0.603597, - "hf_subset": "cym_Latn-sot_Latn", - "languages": [ - "cym-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "cym_Latn-tur_Latn", - "languages": [ - "cym-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784174, - "recall": 0.825099, - "f1": 0.796039, - "accuracy": 0.825099, - "main_score": 0.796039, - "hf_subset": "cym_Latn-ace_Latn", - "languages": [ - "cym-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870965, - "recall": 0.899209, - "f1": 0.879842, - "accuracy": 0.899209, - "main_score": 0.879842, - "hf_subset": "cym_Latn-ban_Latn", - "languages": [ - "cym-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97892, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "cym_Latn-ell_Grek", - "languages": [ - "cym-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "cym_Latn-hne_Deva", - "languages": [ - "cym-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571946, - "recall": 0.621542, - "f1": 0.586008, - "accuracy": 0.621542, - "main_score": 0.586008, - "hf_subset": "cym_Latn-kik_Latn", - "languages": [ - "cym-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.974308, - "f1": 0.966074, - "accuracy": 0.974308, - "main_score": 0.966074, - "hf_subset": "cym_Latn-mai_Deva", - "languages": [ - "cym-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913982, - "recall": 0.938735, - "f1": 0.921673, - "accuracy": 0.938735, - "main_score": 0.921673, - "hf_subset": "cym_Latn-pbt_Arab", - "languages": [ - "cym-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "cym_Latn-spa_Latn", - "languages": [ - "cym-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569558, - "recall": 0.62253, - "f1": 0.584951, - "accuracy": 0.62253, - "main_score": 0.584951, - "hf_subset": "cym_Latn-twi_Latn", - "languages": [ - "cym-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964509, - "recall": 0.975296, - "f1": 0.967951, - "accuracy": 0.975296, - "main_score": 0.967951, - "hf_subset": "cym_Latn-acm_Arab", - "languages": [ - "cym-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.960474, - "f1": 0.950052, - "accuracy": 0.960474, - "main_score": 0.950052, - "hf_subset": "cym_Latn-bel_Cyrl", - "languages": [ - "cym-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "cym_Latn-eng_Latn", - "languages": [ - "cym-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "cym_Latn-hrv_Latn", - "languages": [ - "cym-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571158, - "recall": 0.626482, - "f1": 0.585616, - "accuracy": 0.626482, - "main_score": 0.585616, - "hf_subset": "cym_Latn-kin_Latn", - "languages": [ - "cym-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965415, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "cym_Latn-mal_Mlym", - "languages": [ - "cym-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "cym_Latn-pes_Arab", - "languages": [ - "cym-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927734, - "recall": 0.94664, - "f1": 0.933399, - "accuracy": 0.94664, - "main_score": 0.933399, - "hf_subset": "cym_Latn-srd_Latn", - "languages": [ - "cym-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.213325, - "recall": 0.261858, - "f1": 0.225189, - "accuracy": 0.261858, - "main_score": 0.225189, - "hf_subset": "cym_Latn-tzm_Tfng", - "languages": [ - "cym-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "cym_Latn-acq_Arab", - "languages": [ - "cym-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609202, - "recall": 0.65415, - "f1": 0.621829, - "accuracy": 0.65415, - "main_score": 0.621829, - "hf_subset": "cym_Latn-bem_Latn", - "languages": [ - "cym-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982955, - "recall": 0.988142, - "f1": 0.984585, - "accuracy": 0.988142, - "main_score": 0.984585, - "hf_subset": "cym_Latn-epo_Latn", - "languages": [ - "cym-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977026, - "recall": 0.98419, - "f1": 0.979315, - "accuracy": 0.98419, - "main_score": 0.979315, - "hf_subset": "cym_Latn-hun_Latn", - "languages": [ - "cym-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.938735, - "f1": 0.921607, - "accuracy": 0.938735, - "main_score": 0.921607, - "hf_subset": "cym_Latn-kir_Cyrl", - "languages": [ - "cym-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "cym_Latn-mar_Deva", - "languages": [ - "cym-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654175, - "recall": 0.704545, - "f1": 0.668505, - "accuracy": 0.704545, - "main_score": 0.668505, - "hf_subset": "cym_Latn-plt_Latn", - "languages": [ - "cym-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "cym_Latn-srp_Cyrl", - "languages": [ - "cym-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879809, - "recall": 0.911067, - "f1": 0.88946, - "accuracy": 0.911067, - "main_score": 0.88946, - "hf_subset": "cym_Latn-uig_Arab", - "languages": [ - "cym-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94041, - "recall": 0.955534, - "f1": 0.944895, - "accuracy": 0.955534, - "main_score": 0.944895, - "hf_subset": "cym_Latn-aeb_Arab", - "languages": [ - "cym-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "cym_Latn-ben_Beng", - "languages": [ - "cym-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974555, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "cym_Latn-est_Latn", - "languages": [ - "cym-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "cym_Latn-hye_Armn", - "languages": [ - "cym-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555237, - "recall": 0.597826, - "f1": 0.567707, - "accuracy": 0.597826, - "main_score": 0.567707, - "hf_subset": "cym_Latn-kmb_Latn", - "languages": [ - "cym-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469927, - "recall": 0.528656, - "f1": 0.48571, - "accuracy": 0.528656, - "main_score": 0.48571, - "hf_subset": "cym_Latn-min_Arab", - "languages": [ - "cym-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965168, - "recall": 0.976285, - "f1": 0.968775, - "accuracy": 0.976285, - "main_score": 0.968775, - "hf_subset": "cym_Latn-pol_Latn", - "languages": [ - "cym-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561845, - "recall": 0.610672, - "f1": 0.575775, - "accuracy": 0.610672, - "main_score": 0.575775, - "hf_subset": "cym_Latn-ssw_Latn", - "languages": [ - "cym-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "cym_Latn-ukr_Cyrl", - "languages": [ - "cym-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "cym_Latn-afr_Latn", - "languages": [ - "cym-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942111, - "recall": 0.958498, - "f1": 0.947365, - "accuracy": 0.958498, - "main_score": 0.947365, - "hf_subset": "cym_Latn-bho_Deva", - "languages": [ - "cym-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.963439, - "f1": 0.952899, - "accuracy": 0.963439, - "main_score": 0.952899, - "hf_subset": "cym_Latn-eus_Latn", - "languages": [ - "cym-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590383, - "recall": 0.645257, - "f1": 0.605361, - "accuracy": 0.645257, - "main_score": 0.605361, - "hf_subset": "cym_Latn-ibo_Latn", - "languages": [ - "cym-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853096, - "recall": 0.890316, - "f1": 0.864559, - "accuracy": 0.890316, - "main_score": 0.864559, - "hf_subset": "cym_Latn-kmr_Latn", - "languages": [ - "cym-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92169, - "recall": 0.943676, - "f1": 0.928543, - "accuracy": 0.943676, - "main_score": 0.928543, - "hf_subset": "cym_Latn-min_Latn", - "languages": [ - "cym-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "cym_Latn-por_Latn", - "languages": [ - "cym-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944746, - "recall": 0.960474, - "f1": 0.949671, - "accuracy": 0.960474, - "main_score": 0.949671, - "hf_subset": "cym_Latn-sun_Latn", - "languages": [ - "cym-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516788, - "recall": 0.566206, - "f1": 0.53103, - "accuracy": 0.566206, - "main_score": 0.53103, - "hf_subset": "cym_Latn-umb_Latn", - "languages": [ - "cym-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959519, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "cym_Latn-ajp_Arab", - "languages": [ - "cym-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497328, - "recall": 0.552372, - "f1": 0.512917, - "accuracy": 0.552372, - "main_score": 0.512917, - "hf_subset": "cym_Latn-bjn_Arab", - "languages": [ - "cym-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516815, - "recall": 0.557312, - "f1": 0.527662, - "accuracy": 0.557312, - "main_score": 0.527662, - "hf_subset": "cym_Latn-ewe_Latn", - "languages": [ - "cym-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872036, - "recall": 0.900198, - "f1": 0.880275, - "accuracy": 0.900198, - "main_score": 0.880275, - "hf_subset": "cym_Latn-ilo_Latn", - "languages": [ - "cym-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300667, - "recall": 0.349802, - "f1": 0.314156, - "accuracy": 0.349802, - "main_score": 0.314156, - "hf_subset": "cym_Latn-knc_Arab", - "languages": [ - "cym-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "cym_Latn-mkd_Cyrl", - "languages": [ - "cym-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "cym_Latn-prs_Arab", - "languages": [ - "cym-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "cym_Latn-swe_Latn", - "languages": [ - "cym-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "cym_Latn-urd_Arab", - "languages": [ - "cym-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557115, - "recall": 0.606719, - "f1": 0.571341, - "accuracy": 0.606719, - "main_score": 0.571341, - "hf_subset": "cym_Latn-aka_Latn", - "languages": [ - "cym-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902346, - "recall": 0.926877, - "f1": 0.909783, - "accuracy": 0.926877, - "main_score": 0.909783, - "hf_subset": "cym_Latn-bjn_Latn", - "languages": [ - "cym-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920784, - "recall": 0.943676, - "f1": 0.927833, - "accuracy": 0.943676, - "main_score": 0.927833, - "hf_subset": "cym_Latn-fao_Latn", - "languages": [ - "cym-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "cym_Latn-ind_Latn", - "languages": [ - "cym-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56698, - "recall": 0.606719, - "f1": 0.578393, - "accuracy": 0.606719, - "main_score": 0.578393, - "hf_subset": "cym_Latn-knc_Latn", - "languages": [ - "cym-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "cym_Latn-mlt_Latn", - "languages": [ - "cym-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639349, - "recall": 0.695652, - "f1": 0.655995, - "accuracy": 0.695652, - "main_score": 0.655995, - "hf_subset": "cym_Latn-quy_Latn", - "languages": [ - "cym-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.962451, - "f1": 0.951087, - "accuracy": 0.962451, - "main_score": 0.951087, - "hf_subset": "cym_Latn-swh_Latn", - "languages": [ - "cym-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "cym_Latn-uzn_Latn", - "languages": [ - "cym-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "cym_Latn-als_Latn", - "languages": [ - "cym-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571172, - "recall": 0.653162, - "f1": 0.594136, - "accuracy": 0.653162, - "main_score": 0.594136, - "hf_subset": "cym_Latn-bod_Tibt", - "languages": [ - "cym-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659094, - "recall": 0.712451, - "f1": 0.673577, - "accuracy": 0.712451, - "main_score": 0.673577, - "hf_subset": "cym_Latn-fij_Latn", - "languages": [ - "cym-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.967391, - "f1": 0.956686, - "accuracy": 0.967391, - "main_score": 0.956686, - "hf_subset": "cym_Latn-isl_Latn", - "languages": [ - "cym-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619828, - "recall": 0.666008, - "f1": 0.63296, - "accuracy": 0.666008, - "main_score": 0.63296, - "hf_subset": "cym_Latn-kon_Latn", - "languages": [ - "cym-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576111, - "recall": 0.63834, - "f1": 0.594299, - "accuracy": 0.63834, - "main_score": 0.594299, - "hf_subset": "cym_Latn-mni_Beng", - "languages": [ - "cym-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "cym_Latn-ron_Latn", - "languages": [ - "cym-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954298, - "recall": 0.967391, - "f1": 0.958564, - "accuracy": 0.967391, - "main_score": 0.958564, - "hf_subset": "cym_Latn-szl_Latn", - "languages": [ - "cym-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "cym_Latn-vec_Latn", - "languages": [ - "cym-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903491, - "recall": 0.932806, - "f1": 0.912879, - "accuracy": 0.932806, - "main_score": 0.912879, - "hf_subset": "cym_Latn-amh_Ethi", - "languages": [ - "cym-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "cym_Latn-bos_Latn", - "languages": [ - "cym-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "cym_Latn-fin_Latn", - "languages": [ - "cym-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "cym_Latn-ita_Latn", - "languages": [ - "cym-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952569, - "recall": 0.967391, - "f1": 0.957345, - "accuracy": 0.967391, - "main_score": 0.957345, - "hf_subset": "cym_Latn-kor_Hang", - "languages": [ - "cym-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514617, - "recall": 0.567194, - "f1": 0.529273, - "accuracy": 0.567194, - "main_score": 0.529273, - "hf_subset": "cym_Latn-mos_Latn", - "languages": [ - "cym-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551185, - "recall": 0.600791, - "f1": 0.56459, - "accuracy": 0.600791, - "main_score": 0.56459, - "hf_subset": "cym_Latn-run_Latn", - "languages": [ - "cym-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960392, - "recall": 0.972332, - "f1": 0.964163, - "accuracy": 0.972332, - "main_score": 0.964163, - "hf_subset": "cym_Latn-tam_Taml", - "languages": [ - "cym-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966074, - "recall": 0.976285, - "f1": 0.969368, - "accuracy": 0.976285, - "main_score": 0.969368, - "hf_subset": "cym_Latn-vie_Latn", - "languages": [ - "cym-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "cym_Latn-apc_Arab", - "languages": [ - "cym-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704837, - "recall": 0.757905, - "f1": 0.719475, - "accuracy": 0.757905, - "main_score": 0.719475, - "hf_subset": "cym_Latn-bug_Latn", - "languages": [ - "cym-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466408, - "recall": 0.51087, - "f1": 0.478206, - "accuracy": 0.51087, - "main_score": 0.478206, - "hf_subset": "cym_Latn-fon_Latn", - "languages": [ - "cym-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951993, - "recall": 0.965415, - "f1": 0.956061, - "accuracy": 0.965415, - "main_score": 0.956061, - "hf_subset": "cym_Latn-jav_Latn", - "languages": [ - "cym-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "cym_Latn-lao_Laoo", - "languages": [ - "cym-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843043, - "recall": 0.880435, - "f1": 0.85387, - "accuracy": 0.880435, - "main_score": 0.85387, - "hf_subset": "cym_Latn-mri_Latn", - "languages": [ - "cym-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "cym_Latn-rus_Cyrl", - "languages": [ - "cym-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513827, - "recall": 0.5583, - "f1": 0.526158, - "accuracy": 0.5583, - "main_score": 0.526158, - "hf_subset": "cym_Latn-taq_Latn", - "languages": [ - "cym-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.966403, - "f1": 0.956588, - "accuracy": 0.966403, - "main_score": 0.956588, - "hf_subset": "cym_Latn-war_Latn", - "languages": [ - "cym-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "cym_Latn-arb_Arab", - "languages": [ - "cym-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "cym_Latn-bul_Cyrl", - "languages": [ - "cym-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "cym_Latn-fra_Latn", - "languages": [ - "cym-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955863, - "recall": 0.970356, - "f1": 0.960639, - "accuracy": 0.970356, - "main_score": 0.960639, - "hf_subset": "cym_Latn-jpn_Jpan", - "languages": [ - "cym-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943495, - "recall": 0.958498, - "f1": 0.948024, - "accuracy": 0.958498, - "main_score": 0.948024, - "hf_subset": "cym_Latn-lij_Latn", - "languages": [ - "cym-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928557, - "recall": 0.950593, - "f1": 0.935606, - "accuracy": 0.950593, - "main_score": 0.935606, - "hf_subset": "cym_Latn-mya_Mymr", - "languages": [ - "cym-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571717, - "recall": 0.630435, - "f1": 0.587672, - "accuracy": 0.630435, - "main_score": 0.587672, - "hf_subset": "cym_Latn-sag_Latn", - "languages": [ - "cym-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205115, - "recall": 0.257905, - "f1": 0.217574, - "accuracy": 0.257905, - "main_score": 0.217574, - "hf_subset": "cym_Latn-taq_Tfng", - "languages": [ - "cym-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591107, - "recall": 0.641304, - "f1": 0.605915, - "accuracy": 0.641304, - "main_score": 0.605915, - "hf_subset": "cym_Latn-wol_Latn", - "languages": [ - "cym-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724613, - "recall": 0.779644, - "f1": 0.740505, - "accuracy": 0.779644, - "main_score": 0.740505, - "hf_subset": "cym_Latn-arb_Latn", - "languages": [ - "cym-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "cym_Latn-cat_Latn", - "languages": [ - "cym-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934536, - "recall": 0.952569, - "f1": 0.940072, - "accuracy": 0.952569, - "main_score": 0.940072, - "hf_subset": "cym_Latn-fur_Latn", - "languages": [ - "cym-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433926, - "recall": 0.486166, - "f1": 0.449035, - "accuracy": 0.486166, - "main_score": 0.449035, - "hf_subset": "cym_Latn-kab_Latn", - "languages": [ - "cym-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937253, - "recall": 0.954545, - "f1": 0.942852, - "accuracy": 0.954545, - "main_score": 0.942852, - "hf_subset": "cym_Latn-lim_Latn", - "languages": [ - "cym-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "cym_Latn-nld_Latn", - "languages": [ - "cym-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934371, - "recall": 0.953557, - "f1": 0.940448, - "accuracy": 0.953557, - "main_score": 0.940448, - "hf_subset": "cym_Latn-san_Deva", - "languages": [ - "cym-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935277, - "recall": 0.954545, - "f1": 0.941323, - "accuracy": 0.954545, - "main_score": 0.941323, - "hf_subset": "cym_Latn-tat_Cyrl", - "languages": [ - "cym-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643116, - "recall": 0.694664, - "f1": 0.657962, - "accuracy": 0.694664, - "main_score": 0.657962, - "hf_subset": "cym_Latn-xho_Latn", - "languages": [ - "cym-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "cym_Latn-ars_Arab", - "languages": [ - "cym-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.975296, - "f1": 0.968168, - "accuracy": 0.975296, - "main_score": 0.968168, - "hf_subset": "cym_Latn-ceb_Latn", - "languages": [ - "cym-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552981, - "recall": 0.604743, - "f1": 0.567938, - "accuracy": 0.604743, - "main_score": 0.567938, - "hf_subset": "cym_Latn-fuv_Latn", - "languages": [ - "cym-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500679, - "recall": 0.547431, - "f1": 0.513606, - "accuracy": 0.547431, - "main_score": 0.513606, - "hf_subset": "cym_Latn-kac_Latn", - "languages": [ - "cym-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62911, - "recall": 0.674901, - "f1": 0.642287, - "accuracy": 0.674901, - "main_score": 0.642287, - "hf_subset": "cym_Latn-lin_Latn", - "languages": [ - "cym-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "cym_Latn-nno_Latn", - "languages": [ - "cym-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.236804, - "recall": 0.307312, - "f1": 0.254892, - "accuracy": 0.307312, - "main_score": 0.254892, - "hf_subset": "cym_Latn-sat_Olck", - "languages": [ - "cym-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "cym_Latn-tel_Telu", - "languages": [ - "cym-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921525, - "recall": 0.944664, - "f1": 0.928722, - "accuracy": 0.944664, - "main_score": 0.928722, - "hf_subset": "cym_Latn-ydd_Hebr", - "languages": [ - "cym-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92444, - "recall": 0.944664, - "f1": 0.930665, - "accuracy": 0.944664, - "main_score": 0.930665, - "hf_subset": "cym_Latn-ary_Arab", - "languages": [ - "cym-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "cym_Latn-ces_Latn", - "languages": [ - "cym-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569576, - "recall": 0.625494, - "f1": 0.585579, - "accuracy": 0.625494, - "main_score": 0.585579, - "hf_subset": "cym_Latn-gaz_Latn", - "languages": [ - "cym-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573893, - "recall": 0.62747, - "f1": 0.588476, - "accuracy": 0.62747, - "main_score": 0.588476, - "hf_subset": "cym_Latn-kam_Latn", - "languages": [ - "cym-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.965415, - "accuracy": 0.97332, - "main_score": 0.965415, - "hf_subset": "cym_Latn-lit_Latn", - "languages": [ - "cym-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "cym_Latn-nob_Latn", - "languages": [ - "cym-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920817, - "recall": 0.942688, - "f1": 0.927503, - "accuracy": 0.942688, - "main_score": 0.927503, - "hf_subset": "cym_Latn-scn_Latn", - "languages": [ - "cym-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938159, - "recall": 0.956522, - "f1": 0.944071, - "accuracy": 0.956522, - "main_score": 0.944071, - "hf_subset": "cym_Latn-tgk_Cyrl", - "languages": [ - "cym-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669022, - "recall": 0.738142, - "f1": 0.689596, - "accuracy": 0.738142, - "main_score": 0.689596, - "hf_subset": "cym_Latn-yor_Latn", - "languages": [ - "cym-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "cym_Latn-arz_Arab", - "languages": [ - "cym-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535137, - "recall": 0.578063, - "f1": 0.547457, - "accuracy": 0.578063, - "main_score": 0.547457, - "hf_subset": "cym_Latn-cjk_Latn", - "languages": [ - "cym-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794302, - "recall": 0.843874, - "f1": 0.809519, - "accuracy": 0.843874, - "main_score": 0.809519, - "hf_subset": "cym_Latn-gla_Latn", - "languages": [ - "cym-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "cym_Latn-kan_Knda", - "languages": [ - "cym-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935194, - "recall": 0.953557, - "f1": 0.940942, - "accuracy": 0.953557, - "main_score": 0.940942, - "hf_subset": "cym_Latn-lmo_Latn", - "languages": [ - "cym-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964839, - "recall": 0.975296, - "f1": 0.968116, - "accuracy": 0.975296, - "main_score": 0.968116, - "hf_subset": "cym_Latn-npi_Deva", - "languages": [ - "cym-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453068, - "recall": 0.502964, - "f1": 0.46629, - "accuracy": 0.502964, - "main_score": 0.46629, - "hf_subset": "cym_Latn-shn_Mymr", - "languages": [ - "cym-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971097, - "recall": 0.979249, - "f1": 0.973551, - "accuracy": 0.979249, - "main_score": 0.973551, - "hf_subset": "cym_Latn-tgl_Latn", - "languages": [ - "cym-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965003, - "recall": 0.975296, - "f1": 0.968281, - "accuracy": 0.975296, - "main_score": 0.968281, - "hf_subset": "cym_Latn-yue_Hant", - "languages": [ - "cym-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959404, - "recall": 0.971344, - "f1": 0.963175, - "accuracy": 0.971344, - "main_score": 0.963175, - "hf_subset": "cym_Latn-asm_Beng", - "languages": [ - "cym-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.937747, - "f1": 0.920916, - "accuracy": 0.937747, - "main_score": 0.920916, - "hf_subset": "cym_Latn-ckb_Arab", - "languages": [ - "cym-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883976, - "recall": 0.91502, - "f1": 0.893314, - "accuracy": 0.91502, - "main_score": 0.893314, - "hf_subset": "cym_Latn-gle_Latn", - "languages": [ - "cym-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842218, - "recall": 0.879447, - "f1": 0.8534, - "accuracy": 0.879447, - "main_score": 0.8534, - "hf_subset": "cym_Latn-kas_Arab", - "languages": [ - "cym-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854941, - "recall": 0.894269, - "f1": 0.866897, - "accuracy": 0.894269, - "main_score": 0.866897, - "hf_subset": "cym_Latn-ltg_Latn", - "languages": [ - "cym-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595334, - "recall": 0.636364, - "f1": 0.606825, - "accuracy": 0.636364, - "main_score": 0.606825, - "hf_subset": "cym_Latn-nso_Latn", - "languages": [ - "cym-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941864, - "recall": 0.960474, - "f1": 0.947958, - "accuracy": 0.960474, - "main_score": 0.947958, - "hf_subset": "cym_Latn-sin_Sinh", - "languages": [ - "cym-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "cym_Latn-tha_Thai", - "languages": [ - "cym-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944582, - "recall": 0.961462, - "f1": 0.949835, - "accuracy": 0.961462, - "main_score": 0.949835, - "hf_subset": "cym_Latn-zho_Hans", - "languages": [ - "cym-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977849, - "recall": 0.98419, - "f1": 0.979809, - "accuracy": 0.98419, - "main_score": 0.979809, - "hf_subset": "cym_Latn-ast_Latn", - "languages": [ - "cym-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957675, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "cym_Latn-crh_Latn", - "languages": [ - "cym-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "cym_Latn-glg_Latn", - "languages": [ - "cym-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756548, - "recall": 0.811265, - "f1": 0.7724, - "accuracy": 0.811265, - "main_score": 0.7724, - "hf_subset": "cym_Latn-kas_Deva", - "languages": [ - "cym-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92976, - "recall": 0.950593, - "f1": 0.936331, - "accuracy": 0.950593, - "main_score": 0.936331, - "hf_subset": "cym_Latn-ltz_Latn", - "languages": [ - "cym-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478439, - "recall": 0.531621, - "f1": 0.493025, - "accuracy": 0.531621, - "main_score": 0.493025, - "hf_subset": "cym_Latn-nus_Latn", - "languages": [ - "cym-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973485, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "cym_Latn-slk_Latn", - "languages": [ - "cym-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556969, - "recall": 0.623518, - "f1": 0.575405, - "accuracy": 0.623518, - "main_score": 0.575405, - "hf_subset": "cym_Latn-tir_Ethi", - "languages": [ - "cym-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947464, - "recall": 0.964427, - "f1": 0.953063, - "accuracy": 0.964427, - "main_score": 0.953063, - "hf_subset": "cym_Latn-zho_Hant", - "languages": [ - "cym-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.961462, - "f1": 0.952207, - "accuracy": 0.961462, - "main_score": 0.952207, - "hf_subset": "cym_Latn-awa_Deva", - "languages": [ - "cym-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723684, - "recall": 0.771739, - "f1": 0.737216, - "accuracy": 0.771739, - "main_score": 0.737216, - "hf_subset": "cym_Latn-grn_Latn", - "languages": [ - "cym-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946723, - "recall": 0.962451, - "f1": 0.951647, - "accuracy": 0.962451, - "main_score": 0.951647, - "hf_subset": "cym_Latn-kat_Geor", - "languages": [ - "cym-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617194, - "recall": 0.659091, - "f1": 0.629381, - "accuracy": 0.659091, - "main_score": 0.629381, - "hf_subset": "cym_Latn-lua_Latn", - "languages": [ - "cym-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604351, - "recall": 0.655138, - "f1": 0.618321, - "accuracy": 0.655138, - "main_score": 0.618321, - "hf_subset": "cym_Latn-nya_Latn", - "languages": [ - "cym-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "cym_Latn-slv_Latn", - "languages": [ - "cym-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835063, - "recall": 0.873518, - "f1": 0.846476, - "accuracy": 0.873518, - "main_score": 0.846476, - "hf_subset": "cym_Latn-tpi_Latn", - "languages": [ - "cym-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972908, - "recall": 0.981225, - "f1": 0.975527, - "accuracy": 0.981225, - "main_score": 0.975527, - "hf_subset": "cym_Latn-zsm_Latn", - "languages": [ - "cym-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516549, - "recall": 0.564229, - "f1": 0.530301, - "accuracy": 0.564229, - "main_score": 0.530301, - "hf_subset": "cym_Latn-ayr_Latn", - "languages": [ - "cym-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "cym_Latn-dan_Latn", - "languages": [ - "cym-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "cym_Latn-guj_Gujr", - "languages": [ - "cym-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "cym_Latn-kaz_Cyrl", - "languages": [ - "cym-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530716, - "recall": 0.583992, - "f1": 0.545683, - "accuracy": 0.583992, - "main_score": 0.545683, - "hf_subset": "cym_Latn-lug_Latn", - "languages": [ - "cym-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "cym_Latn-oci_Latn", - "languages": [ - "cym-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797744, - "recall": 0.844862, - "f1": 0.811745, - "accuracy": 0.844862, - "main_score": 0.811745, - "hf_subset": "cym_Latn-smo_Latn", - "languages": [ - "cym-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543504, - "recall": 0.589921, - "f1": 0.556799, - "accuracy": 0.589921, - "main_score": 0.556799, - "hf_subset": "cym_Latn-tsn_Latn", - "languages": [ - "cym-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640387, - "recall": 0.690711, - "f1": 0.654456, - "accuracy": 0.690711, - "main_score": 0.654456, - "hf_subset": "cym_Latn-zul_Latn", - "languages": [ - "cym-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80863, - "recall": 0.854743, - "f1": 0.82301, - "accuracy": 0.854743, - "main_score": 0.82301, - "hf_subset": "cym_Latn-azb_Arab", - "languages": [ - "cym-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "cym_Latn-deu_Latn", - "languages": [ - "cym-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917408, - "recall": 0.939723, - "f1": 0.924308, - "accuracy": 0.939723, - "main_score": 0.924308, - "hf_subset": "cym_Latn-hat_Latn", - "languages": [ - "cym-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491226, - "recall": 0.536561, - "f1": 0.503929, - "accuracy": 0.536561, - "main_score": 0.503929, - "hf_subset": "cym_Latn-kbp_Latn", - "languages": [ - "cym-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565393, - "recall": 0.612648, - "f1": 0.578059, - "accuracy": 0.612648, - "main_score": 0.578059, - "hf_subset": "cym_Latn-luo_Latn", - "languages": [ - "cym-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "cym_Latn-ory_Orya", - "languages": [ - "cym-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569164, - "recall": 0.625494, - "f1": 0.585076, - "accuracy": 0.625494, - "main_score": 0.585076, - "hf_subset": "cym_Latn-sna_Latn", - "languages": [ - "cym-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557407, - "recall": 0.601779, - "f1": 0.569694, - "accuracy": 0.601779, - "main_score": 0.569694, - "hf_subset": "cym_Latn-tso_Latn", - "languages": [ - "cym-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936677, - "recall": 0.954545, - "f1": 0.94226, - "accuracy": 0.954545, - "main_score": 0.94226, - "hf_subset": "cym_Latn-azj_Latn", - "languages": [ - "cym-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511284, - "recall": 0.559289, - "f1": 0.525461, - "accuracy": 0.559289, - "main_score": 0.525461, - "hf_subset": "cym_Latn-dik_Latn", - "languages": [ - "cym-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707938, - "recall": 0.764822, - "f1": 0.725198, - "accuracy": 0.764822, - "main_score": 0.725198, - "hf_subset": "cym_Latn-hau_Latn", - "languages": [ - "cym-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915382, - "recall": 0.939723, - "f1": 0.922892, - "accuracy": 0.939723, - "main_score": 0.922892, - "hf_subset": "cym_Latn-kea_Latn", - "languages": [ - "cym-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655731, - "recall": 0.703557, - "f1": 0.669226, - "accuracy": 0.703557, - "main_score": 0.669226, - "hf_subset": "cym_Latn-lus_Latn", - "languages": [ - "cym-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739114, - "recall": 0.782609, - "f1": 0.751501, - "accuracy": 0.782609, - "main_score": 0.751501, - "hf_subset": "cym_Latn-pag_Latn", - "languages": [ - "cym-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958004, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "cym_Latn-snd_Arab", - "languages": [ - "cym-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879397, - "recall": 0.911067, - "f1": 0.889559, - "accuracy": 0.911067, - "main_score": 0.889559, - "hf_subset": "cym_Latn-tuk_Latn", - "languages": [ - "cym-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925066, - "recall": 0.94664, - "f1": 0.931771, - "accuracy": 0.94664, - "main_score": 0.931771, - "hf_subset": "cym_Latn-bak_Cyrl", - "languages": [ - "cym-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452812, - "recall": 0.52668, - "f1": 0.474292, - "accuracy": 0.52668, - "main_score": 0.474292, - "hf_subset": "cym_Latn-dyu_Latn", - "languages": [ - "cym-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "cym_Latn-heb_Hebr", - "languages": [ - "cym-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944368, - "recall": 0.959486, - "f1": 0.949111, - "accuracy": 0.959486, - "main_score": 0.949111, - "hf_subset": "cym_Latn-khk_Cyrl", - "languages": [ - "cym-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "cym_Latn-lvs_Latn", - "languages": [ - "cym-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.979249, - "f1": 0.972332, - "accuracy": 0.979249, - "main_score": 0.972332, - "hf_subset": "cym_Latn-pan_Guru", - "languages": [ - "cym-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69636, - "recall": 0.751976, - "f1": 0.712502, - "accuracy": 0.751976, - "main_score": 0.712502, - "hf_subset": "cym_Latn-som_Latn", - "languages": [ - "cym-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555472, - "recall": 0.597826, - "f1": 0.566968, - "accuracy": 0.597826, - "main_score": 0.566968, - "hf_subset": "cym_Latn-tum_Latn", - "languages": [ - "cym-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514328, - "recall": 0.576087, - "f1": 0.532891, - "accuracy": 0.576087, - "main_score": 0.532891, - "hf_subset": "grn_Latn-ace_Arab", - "languages": [ - "grn-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51989, - "recall": 0.581028, - "f1": 0.536775, - "accuracy": 0.581028, - "main_score": 0.536775, - "hf_subset": "grn_Latn-bam_Latn", - "languages": [ - "grn-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269597, - "recall": 0.328063, - "f1": 0.285498, - "accuracy": 0.328063, - "main_score": 0.285498, - "hf_subset": "grn_Latn-dzo_Tibt", - "languages": [ - "grn-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830484, - "recall": 0.866601, - "f1": 0.840712, - "accuracy": 0.866601, - "main_score": 0.840712, - "hf_subset": "grn_Latn-hin_Deva", - "languages": [ - "grn-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755525, - "recall": 0.805336, - "f1": 0.769938, - "accuracy": 0.805336, - "main_score": 0.769938, - "hf_subset": "grn_Latn-khm_Khmr", - "languages": [ - "grn-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826425, - "recall": 0.862648, - "f1": 0.836791, - "accuracy": 0.862648, - "main_score": 0.836791, - "hf_subset": "grn_Latn-mag_Deva", - "languages": [ - "grn-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800463, - "recall": 0.836957, - "f1": 0.810757, - "accuracy": 0.836957, - "main_score": 0.810757, - "hf_subset": "grn_Latn-pap_Latn", - "languages": [ - "grn-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565986, - "recall": 0.618577, - "f1": 0.580738, - "accuracy": 0.618577, - "main_score": 0.580738, - "hf_subset": "grn_Latn-sot_Latn", - "languages": [ - "grn-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826818, - "recall": 0.865613, - "f1": 0.838214, - "accuracy": 0.865613, - "main_score": 0.838214, - "hf_subset": "grn_Latn-tur_Latn", - "languages": [ - "grn-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73387, - "recall": 0.777668, - "f1": 0.747005, - "accuracy": 0.777668, - "main_score": 0.747005, - "hf_subset": "grn_Latn-ace_Latn", - "languages": [ - "grn-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787352, - "recall": 0.827075, - "f1": 0.7988, - "accuracy": 0.827075, - "main_score": 0.7988, - "hf_subset": "grn_Latn-ban_Latn", - "languages": [ - "grn-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812353, - "recall": 0.854743, - "f1": 0.824479, - "accuracy": 0.854743, - "main_score": 0.824479, - "hf_subset": "grn_Latn-ell_Grek", - "languages": [ - "grn-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811049, - "recall": 0.84585, - "f1": 0.821069, - "accuracy": 0.84585, - "main_score": 0.821069, - "hf_subset": "grn_Latn-hne_Deva", - "languages": [ - "grn-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58211, - "recall": 0.634387, - "f1": 0.597038, - "accuracy": 0.634387, - "main_score": 0.597038, - "hf_subset": "grn_Latn-kik_Latn", - "languages": [ - "grn-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812905, - "recall": 0.852767, - "f1": 0.824358, - "accuracy": 0.852767, - "main_score": 0.824358, - "hf_subset": "grn_Latn-mai_Deva", - "languages": [ - "grn-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746513, - "recall": 0.794466, - "f1": 0.76, - "accuracy": 0.794466, - "main_score": 0.76, - "hf_subset": "grn_Latn-pbt_Arab", - "languages": [ - "grn-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.836622, - "recall": 0.87253, - "f1": 0.846853, - "accuracy": 0.87253, - "main_score": 0.846853, - "hf_subset": "grn_Latn-spa_Latn", - "languages": [ - "grn-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601862, - "recall": 0.656126, - "f1": 0.617646, - "accuracy": 0.656126, - "main_score": 0.617646, - "hf_subset": "grn_Latn-twi_Latn", - "languages": [ - "grn-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801255, - "recall": 0.843874, - "f1": 0.813286, - "accuracy": 0.843874, - "main_score": 0.813286, - "hf_subset": "grn_Latn-acm_Arab", - "languages": [ - "grn-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792838, - "recall": 0.831028, - "f1": 0.803741, - "accuracy": 0.831028, - "main_score": 0.803741, - "hf_subset": "grn_Latn-bel_Cyrl", - "languages": [ - "grn-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857182, - "recall": 0.893281, - "f1": 0.867943, - "accuracy": 0.893281, - "main_score": 0.867943, - "hf_subset": "grn_Latn-eng_Latn", - "languages": [ - "grn-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833846, - "recall": 0.869565, - "f1": 0.843958, - "accuracy": 0.869565, - "main_score": 0.843958, - "hf_subset": "grn_Latn-hrv_Latn", - "languages": [ - "grn-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537871, - "recall": 0.592885, - "f1": 0.553481, - "accuracy": 0.592885, - "main_score": 0.553481, - "hf_subset": "grn_Latn-kin_Latn", - "languages": [ - "grn-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801367, - "recall": 0.84585, - "f1": 0.814709, - "accuracy": 0.84585, - "main_score": 0.814709, - "hf_subset": "grn_Latn-mal_Mlym", - "languages": [ - "grn-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826639, - "recall": 0.860672, - "f1": 0.836166, - "accuracy": 0.860672, - "main_score": 0.836166, - "hf_subset": "grn_Latn-pes_Arab", - "languages": [ - "grn-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803535, - "recall": 0.842885, - "f1": 0.814953, - "accuracy": 0.842885, - "main_score": 0.814953, - "hf_subset": "grn_Latn-srd_Latn", - "languages": [ - "grn-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192698, - "recall": 0.232213, - "f1": 0.202547, - "accuracy": 0.232213, - "main_score": 0.202547, - "hf_subset": "grn_Latn-tzm_Tfng", - "languages": [ - "grn-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803878, - "recall": 0.849802, - "f1": 0.817024, - "accuracy": 0.849802, - "main_score": 0.817024, - "hf_subset": "grn_Latn-acq_Arab", - "languages": [ - "grn-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602794, - "recall": 0.652174, - "f1": 0.616742, - "accuracy": 0.652174, - "main_score": 0.616742, - "hf_subset": "grn_Latn-bem_Latn", - "languages": [ - "grn-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825165, - "recall": 0.864625, - "f1": 0.836994, - "accuracy": 0.864625, - "main_score": 0.836994, - "hf_subset": "grn_Latn-epo_Latn", - "languages": [ - "grn-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812401, - "recall": 0.855731, - "f1": 0.825129, - "accuracy": 0.855731, - "main_score": 0.825129, - "hf_subset": "grn_Latn-hun_Latn", - "languages": [ - "grn-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769559, - "recall": 0.813241, - "f1": 0.782374, - "accuracy": 0.813241, - "main_score": 0.782374, - "hf_subset": "grn_Latn-kir_Cyrl", - "languages": [ - "grn-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805975, - "recall": 0.848814, - "f1": 0.818662, - "accuracy": 0.848814, - "main_score": 0.818662, - "hf_subset": "grn_Latn-mar_Deva", - "languages": [ - "grn-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606738, - "recall": 0.656126, - "f1": 0.620902, - "accuracy": 0.656126, - "main_score": 0.620902, - "hf_subset": "grn_Latn-plt_Latn", - "languages": [ - "grn-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839908, - "recall": 0.875494, - "f1": 0.850078, - "accuracy": 0.875494, - "main_score": 0.850078, - "hf_subset": "grn_Latn-srp_Cyrl", - "languages": [ - "grn-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676178, - "recall": 0.736166, - "f1": 0.693324, - "accuracy": 0.736166, - "main_score": 0.693324, - "hf_subset": "grn_Latn-uig_Arab", - "languages": [ - "grn-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787924, - "recall": 0.831028, - "f1": 0.800189, - "accuracy": 0.831028, - "main_score": 0.800189, - "hf_subset": "grn_Latn-aeb_Arab", - "languages": [ - "grn-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807482, - "recall": 0.849802, - "f1": 0.820069, - "accuracy": 0.849802, - "main_score": 0.820069, - "hf_subset": "grn_Latn-ben_Beng", - "languages": [ - "grn-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805675, - "recall": 0.843874, - "f1": 0.816519, - "accuracy": 0.843874, - "main_score": 0.816519, - "hf_subset": "grn_Latn-est_Latn", - "languages": [ - "grn-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793448, - "recall": 0.836957, - "f1": 0.805783, - "accuracy": 0.836957, - "main_score": 0.805783, - "hf_subset": "grn_Latn-hye_Armn", - "languages": [ - "grn-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545003, - "recall": 0.600791, - "f1": 0.560759, - "accuracy": 0.600791, - "main_score": 0.560759, - "hf_subset": "grn_Latn-kmb_Latn", - "languages": [ - "grn-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456288, - "recall": 0.524704, - "f1": 0.474211, - "accuracy": 0.524704, - "main_score": 0.474211, - "hf_subset": "grn_Latn-min_Arab", - "languages": [ - "grn-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838532, - "recall": 0.873518, - "f1": 0.848378, - "accuracy": 0.873518, - "main_score": 0.848378, - "hf_subset": "grn_Latn-pol_Latn", - "languages": [ - "grn-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533763, - "recall": 0.594862, - "f1": 0.55098, - "accuracy": 0.594862, - "main_score": 0.55098, - "hf_subset": "grn_Latn-ssw_Latn", - "languages": [ - "grn-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839372, - "recall": 0.876482, - "f1": 0.850513, - "accuracy": 0.876482, - "main_score": 0.850513, - "hf_subset": "grn_Latn-ukr_Cyrl", - "languages": [ - "grn-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835985, - "recall": 0.876482, - "f1": 0.847779, - "accuracy": 0.876482, - "main_score": 0.847779, - "hf_subset": "grn_Latn-afr_Latn", - "languages": [ - "grn-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814487, - "recall": 0.848814, - "f1": 0.824199, - "accuracy": 0.848814, - "main_score": 0.824199, - "hf_subset": "grn_Latn-bho_Deva", - "languages": [ - "grn-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79166, - "recall": 0.828063, - "f1": 0.802322, - "accuracy": 0.828063, - "main_score": 0.802322, - "hf_subset": "grn_Latn-eus_Latn", - "languages": [ - "grn-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557223, - "recall": 0.619565, - "f1": 0.574508, - "accuracy": 0.619565, - "main_score": 0.574508, - "hf_subset": "grn_Latn-ibo_Latn", - "languages": [ - "grn-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67284, - "recall": 0.73419, - "f1": 0.690823, - "accuracy": 0.73419, - "main_score": 0.690823, - "hf_subset": "grn_Latn-kmr_Latn", - "languages": [ - "grn-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784025, - "recall": 0.826087, - "f1": 0.795833, - "accuracy": 0.826087, - "main_score": 0.795833, - "hf_subset": "grn_Latn-min_Latn", - "languages": [ - "grn-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855658, - "recall": 0.890316, - "f1": 0.865634, - "accuracy": 0.890316, - "main_score": 0.865634, - "hf_subset": "grn_Latn-por_Latn", - "languages": [ - "grn-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808825, - "recall": 0.844862, - "f1": 0.818506, - "accuracy": 0.844862, - "main_score": 0.818506, - "hf_subset": "grn_Latn-sun_Latn", - "languages": [ - "grn-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519444, - "recall": 0.579051, - "f1": 0.536287, - "accuracy": 0.579051, - "main_score": 0.536287, - "hf_subset": "grn_Latn-umb_Latn", - "languages": [ - "grn-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819368, - "recall": 0.862648, - "f1": 0.832074, - "accuracy": 0.862648, - "main_score": 0.832074, - "hf_subset": "grn_Latn-ajp_Arab", - "languages": [ - "grn-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484647, - "recall": 0.548419, - "f1": 0.502801, - "accuracy": 0.548419, - "main_score": 0.502801, - "hf_subset": "grn_Latn-bjn_Arab", - "languages": [ - "grn-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521645, - "recall": 0.576087, - "f1": 0.536829, - "accuracy": 0.576087, - "main_score": 0.536829, - "hf_subset": "grn_Latn-ewe_Latn", - "languages": [ - "grn-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787785, - "recall": 0.825099, - "f1": 0.798504, - "accuracy": 0.825099, - "main_score": 0.798504, - "hf_subset": "grn_Latn-ilo_Latn", - "languages": [ - "grn-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.308103, - "recall": 0.364625, - "f1": 0.323544, - "accuracy": 0.364625, - "main_score": 0.323544, - "hf_subset": "grn_Latn-knc_Arab", - "languages": [ - "grn-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838752, - "recall": 0.875494, - "f1": 0.849412, - "accuracy": 0.875494, - "main_score": 0.849412, - "hf_subset": "grn_Latn-mkd_Cyrl", - "languages": [ - "grn-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811899, - "recall": 0.855731, - "f1": 0.824613, - "accuracy": 0.855731, - "main_score": 0.824613, - "hf_subset": "grn_Latn-prs_Arab", - "languages": [ - "grn-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834168, - "recall": 0.87253, - "f1": 0.845097, - "accuracy": 0.87253, - "main_score": 0.845097, - "hf_subset": "grn_Latn-swe_Latn", - "languages": [ - "grn-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806843, - "recall": 0.851779, - "f1": 0.819968, - "accuracy": 0.851779, - "main_score": 0.819968, - "hf_subset": "grn_Latn-urd_Arab", - "languages": [ - "grn-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58373, - "recall": 0.642292, - "f1": 0.600321, - "accuracy": 0.642292, - "main_score": 0.600321, - "hf_subset": "grn_Latn-aka_Latn", - "languages": [ - "grn-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790451, - "recall": 0.825099, - "f1": 0.80008, - "accuracy": 0.825099, - "main_score": 0.80008, - "hf_subset": "grn_Latn-bjn_Latn", - "languages": [ - "grn-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743357, - "recall": 0.789526, - "f1": 0.756306, - "accuracy": 0.789526, - "main_score": 0.756306, - "hf_subset": "grn_Latn-fao_Latn", - "languages": [ - "grn-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847626, - "recall": 0.879447, - "f1": 0.856836, - "accuracy": 0.879447, - "main_score": 0.856836, - "hf_subset": "grn_Latn-ind_Latn", - "languages": [ - "grn-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575636, - "recall": 0.626482, - "f1": 0.590272, - "accuracy": 0.626482, - "main_score": 0.590272, - "hf_subset": "grn_Latn-knc_Latn", - "languages": [ - "grn-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807974, - "recall": 0.843874, - "f1": 0.818095, - "accuracy": 0.843874, - "main_score": 0.818095, - "hf_subset": "grn_Latn-mlt_Latn", - "languages": [ - "grn-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65802, - "recall": 0.716403, - "f1": 0.675406, - "accuracy": 0.716403, - "main_score": 0.675406, - "hf_subset": "grn_Latn-quy_Latn", - "languages": [ - "grn-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72687, - "recall": 0.774704, - "f1": 0.741101, - "accuracy": 0.774704, - "main_score": 0.741101, - "hf_subset": "grn_Latn-swh_Latn", - "languages": [ - "grn-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791074, - "recall": 0.838933, - "f1": 0.804978, - "accuracy": 0.838933, - "main_score": 0.804978, - "hf_subset": "grn_Latn-uzn_Latn", - "languages": [ - "grn-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826005, - "recall": 0.860672, - "f1": 0.835895, - "accuracy": 0.860672, - "main_score": 0.835895, - "hf_subset": "grn_Latn-als_Latn", - "languages": [ - "grn-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.350549, - "recall": 0.43083, - "f1": 0.370823, - "accuracy": 0.43083, - "main_score": 0.370823, - "hf_subset": "grn_Latn-bod_Tibt", - "languages": [ - "grn-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610145, - "recall": 0.662055, - "f1": 0.625242, - "accuracy": 0.662055, - "main_score": 0.625242, - "hf_subset": "grn_Latn-fij_Latn", - "languages": [ - "grn-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731514, - "recall": 0.779644, - "f1": 0.745407, - "accuracy": 0.779644, - "main_score": 0.745407, - "hf_subset": "grn_Latn-isl_Latn", - "languages": [ - "grn-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633803, - "recall": 0.683794, - "f1": 0.648723, - "accuracy": 0.683794, - "main_score": 0.648723, - "hf_subset": "grn_Latn-kon_Latn", - "languages": [ - "grn-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603994, - "recall": 0.666996, - "f1": 0.621978, - "accuracy": 0.666996, - "main_score": 0.621978, - "hf_subset": "grn_Latn-mni_Beng", - "languages": [ - "grn-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85485, - "recall": 0.886364, - "f1": 0.863801, - "accuracy": 0.886364, - "main_score": 0.863801, - "hf_subset": "grn_Latn-ron_Latn", - "languages": [ - "grn-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812467, - "recall": 0.850791, - "f1": 0.82372, - "accuracy": 0.850791, - "main_score": 0.82372, - "hf_subset": "grn_Latn-szl_Latn", - "languages": [ - "grn-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851004, - "recall": 0.883399, - "f1": 0.860145, - "accuracy": 0.883399, - "main_score": 0.860145, - "hf_subset": "grn_Latn-vec_Latn", - "languages": [ - "grn-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645902, - "recall": 0.711462, - "f1": 0.664538, - "accuracy": 0.711462, - "main_score": 0.664538, - "hf_subset": "grn_Latn-amh_Ethi", - "languages": [ - "grn-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839323, - "recall": 0.876482, - "f1": 0.850527, - "accuracy": 0.876482, - "main_score": 0.850527, - "hf_subset": "grn_Latn-bos_Latn", - "languages": [ - "grn-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80194, - "recall": 0.842885, - "f1": 0.813983, - "accuracy": 0.842885, - "main_score": 0.813983, - "hf_subset": "grn_Latn-fin_Latn", - "languages": [ - "grn-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840843, - "recall": 0.879447, - "f1": 0.852193, - "accuracy": 0.879447, - "main_score": 0.852193, - "hf_subset": "grn_Latn-ita_Latn", - "languages": [ - "grn-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804175, - "recall": 0.847826, - "f1": 0.817286, - "accuracy": 0.847826, - "main_score": 0.817286, - "hf_subset": "grn_Latn-kor_Hang", - "languages": [ - "grn-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539149, - "recall": 0.592885, - "f1": 0.554089, - "accuracy": 0.592885, - "main_score": 0.554089, - "hf_subset": "grn_Latn-mos_Latn", - "languages": [ - "grn-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531653, - "recall": 0.591897, - "f1": 0.548687, - "accuracy": 0.591897, - "main_score": 0.548687, - "hf_subset": "grn_Latn-run_Latn", - "languages": [ - "grn-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789434, - "recall": 0.836957, - "f1": 0.803264, - "accuracy": 0.836957, - "main_score": 0.803264, - "hf_subset": "grn_Latn-tam_Taml", - "languages": [ - "grn-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827001, - "recall": 0.863636, - "f1": 0.837777, - "accuracy": 0.863636, - "main_score": 0.837777, - "hf_subset": "grn_Latn-vie_Latn", - "languages": [ - "grn-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808036, - "recall": 0.849802, - "f1": 0.819837, - "accuracy": 0.849802, - "main_score": 0.819837, - "hf_subset": "grn_Latn-apc_Arab", - "languages": [ - "grn-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713826, - "recall": 0.758893, - "f1": 0.726852, - "accuracy": 0.758893, - "main_score": 0.726852, - "hf_subset": "grn_Latn-bug_Latn", - "languages": [ - "grn-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480365, - "recall": 0.540514, - "f1": 0.496707, - "accuracy": 0.540514, - "main_score": 0.496707, - "hf_subset": "grn_Latn-fon_Latn", - "languages": [ - "grn-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821861, - "recall": 0.857708, - "f1": 0.832517, - "accuracy": 0.857708, - "main_score": 0.832517, - "hf_subset": "grn_Latn-jav_Latn", - "languages": [ - "grn-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711483, - "recall": 0.770751, - "f1": 0.728194, - "accuracy": 0.770751, - "main_score": 0.728194, - "hf_subset": "grn_Latn-lao_Laoo", - "languages": [ - "grn-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609544, - "recall": 0.660079, - "f1": 0.623405, - "accuracy": 0.660079, - "main_score": 0.623405, - "hf_subset": "grn_Latn-mri_Latn", - "languages": [ - "grn-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822547, - "recall": 0.863636, - "f1": 0.834247, - "accuracy": 0.863636, - "main_score": 0.834247, - "hf_subset": "grn_Latn-rus_Cyrl", - "languages": [ - "grn-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524407, - "recall": 0.583992, - "f1": 0.541682, - "accuracy": 0.583992, - "main_score": 0.541682, - "hf_subset": "grn_Latn-taq_Latn", - "languages": [ - "grn-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840294, - "recall": 0.874506, - "f1": 0.850296, - "accuracy": 0.874506, - "main_score": 0.850296, - "hf_subset": "grn_Latn-war_Latn", - "languages": [ - "grn-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809457, - "recall": 0.849802, - "f1": 0.820628, - "accuracy": 0.849802, - "main_score": 0.820628, - "hf_subset": "grn_Latn-arb_Arab", - "languages": [ - "grn-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833959, - "recall": 0.87253, - "f1": 0.845064, - "accuracy": 0.87253, - "main_score": 0.845064, - "hf_subset": "grn_Latn-bul_Cyrl", - "languages": [ - "grn-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844953, - "recall": 0.878458, - "f1": 0.854402, - "accuracy": 0.878458, - "main_score": 0.854402, - "hf_subset": "grn_Latn-fra_Latn", - "languages": [ - "grn-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816477, - "recall": 0.852767, - "f1": 0.826692, - "accuracy": 0.852767, - "main_score": 0.826692, - "hf_subset": "grn_Latn-jpn_Jpan", - "languages": [ - "grn-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810204, - "recall": 0.844862, - "f1": 0.820015, - "accuracy": 0.844862, - "main_score": 0.820015, - "hf_subset": "grn_Latn-lij_Latn", - "languages": [ - "grn-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684033, - "recall": 0.751976, - "f1": 0.703746, - "accuracy": 0.751976, - "main_score": 0.703746, - "hf_subset": "grn_Latn-mya_Mymr", - "languages": [ - "grn-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587971, - "recall": 0.645257, - "f1": 0.603774, - "accuracy": 0.645257, - "main_score": 0.603774, - "hf_subset": "grn_Latn-sag_Latn", - "languages": [ - "grn-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189762, - "recall": 0.243083, - "f1": 0.201296, - "accuracy": 0.243083, - "main_score": 0.201296, - "hf_subset": "grn_Latn-taq_Tfng", - "languages": [ - "grn-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610368, - "recall": 0.670949, - "f1": 0.627637, - "accuracy": 0.670949, - "main_score": 0.627637, - "hf_subset": "grn_Latn-wol_Latn", - "languages": [ - "grn-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585836, - "recall": 0.644269, - "f1": 0.602154, - "accuracy": 0.644269, - "main_score": 0.602154, - "hf_subset": "grn_Latn-arb_Latn", - "languages": [ - "grn-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85649, - "recall": 0.889328, - "f1": 0.865769, - "accuracy": 0.889328, - "main_score": 0.865769, - "hf_subset": "grn_Latn-cat_Latn", - "languages": [ - "grn-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802924, - "recall": 0.841897, - "f1": 0.81436, - "accuracy": 0.841897, - "main_score": 0.81436, - "hf_subset": "grn_Latn-fur_Latn", - "languages": [ - "grn-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420076, - "recall": 0.476285, - "f1": 0.435611, - "accuracy": 0.476285, - "main_score": 0.435611, - "hf_subset": "grn_Latn-kab_Latn", - "languages": [ - "grn-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788011, - "recall": 0.828063, - "f1": 0.799835, - "accuracy": 0.828063, - "main_score": 0.799835, - "hf_subset": "grn_Latn-lim_Latn", - "languages": [ - "grn-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817456, - "recall": 0.854743, - "f1": 0.827709, - "accuracy": 0.854743, - "main_score": 0.827709, - "hf_subset": "grn_Latn-nld_Latn", - "languages": [ - "grn-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7333, - "recall": 0.790514, - "f1": 0.750184, - "accuracy": 0.790514, - "main_score": 0.750184, - "hf_subset": "grn_Latn-san_Deva", - "languages": [ - "grn-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787723, - "recall": 0.824111, - "f1": 0.798271, - "accuracy": 0.824111, - "main_score": 0.798271, - "hf_subset": "grn_Latn-tat_Cyrl", - "languages": [ - "grn-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613279, - "recall": 0.666008, - "f1": 0.628375, - "accuracy": 0.666008, - "main_score": 0.628375, - "hf_subset": "grn_Latn-xho_Latn", - "languages": [ - "grn-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799388, - "recall": 0.840909, - "f1": 0.81111, - "accuracy": 0.840909, - "main_score": 0.81111, - "hf_subset": "grn_Latn-ars_Arab", - "languages": [ - "grn-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827856, - "recall": 0.855731, - "f1": 0.836228, - "accuracy": 0.855731, - "main_score": 0.836228, - "hf_subset": "grn_Latn-ceb_Latn", - "languages": [ - "grn-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531562, - "recall": 0.591897, - "f1": 0.548635, - "accuracy": 0.591897, - "main_score": 0.548635, - "hf_subset": "grn_Latn-fuv_Latn", - "languages": [ - "grn-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509497, - "recall": 0.574111, - "f1": 0.527465, - "accuracy": 0.574111, - "main_score": 0.527465, - "hf_subset": "grn_Latn-kac_Latn", - "languages": [ - "grn-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643959, - "recall": 0.693676, - "f1": 0.657861, - "accuracy": 0.693676, - "main_score": 0.657861, - "hf_subset": "grn_Latn-lin_Latn", - "languages": [ - "grn-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828419, - "recall": 0.865613, - "f1": 0.839634, - "accuracy": 0.865613, - "main_score": 0.839634, - "hf_subset": "grn_Latn-nno_Latn", - "languages": [ - "grn-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.149761, - "recall": 0.201581, - "f1": 0.162101, - "accuracy": 0.201581, - "main_score": 0.162101, - "hf_subset": "grn_Latn-sat_Olck", - "languages": [ - "grn-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797233, - "recall": 0.842885, - "f1": 0.810658, - "accuracy": 0.842885, - "main_score": 0.810658, - "hf_subset": "grn_Latn-tel_Telu", - "languages": [ - "grn-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674086, - "recall": 0.731225, - "f1": 0.690431, - "accuracy": 0.731225, - "main_score": 0.690431, - "hf_subset": "grn_Latn-ydd_Hebr", - "languages": [ - "grn-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773438, - "recall": 0.818182, - "f1": 0.786422, - "accuracy": 0.818182, - "main_score": 0.786422, - "hf_subset": "grn_Latn-ary_Arab", - "languages": [ - "grn-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8235, - "recall": 0.859684, - "f1": 0.833324, - "accuracy": 0.859684, - "main_score": 0.833324, - "hf_subset": "grn_Latn-ces_Latn", - "languages": [ - "grn-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528738, - "recall": 0.594862, - "f1": 0.5476, - "accuracy": 0.594862, - "main_score": 0.5476, - "hf_subset": "grn_Latn-gaz_Latn", - "languages": [ - "grn-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546781, - "recall": 0.607708, - "f1": 0.564396, - "accuracy": 0.607708, - "main_score": 0.564396, - "hf_subset": "grn_Latn-kam_Latn", - "languages": [ - "grn-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816612, - "recall": 0.854743, - "f1": 0.827454, - "accuracy": 0.854743, - "main_score": 0.827454, - "hf_subset": "grn_Latn-lit_Latn", - "languages": [ - "grn-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844789, - "recall": 0.882411, - "f1": 0.855917, - "accuracy": 0.882411, - "main_score": 0.855917, - "hf_subset": "grn_Latn-nob_Latn", - "languages": [ - "grn-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807543, - "recall": 0.844862, - "f1": 0.818489, - "accuracy": 0.844862, - "main_score": 0.818489, - "hf_subset": "grn_Latn-scn_Latn", - "languages": [ - "grn-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746933, - "recall": 0.791502, - "f1": 0.759654, - "accuracy": 0.791502, - "main_score": 0.759654, - "hf_subset": "grn_Latn-tgk_Cyrl", - "languages": [ - "grn-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570096, - "recall": 0.636364, - "f1": 0.588794, - "accuracy": 0.636364, - "main_score": 0.588794, - "hf_subset": "grn_Latn-yor_Latn", - "languages": [ - "grn-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800873, - "recall": 0.840909, - "f1": 0.812406, - "accuracy": 0.840909, - "main_score": 0.812406, - "hf_subset": "grn_Latn-arz_Arab", - "languages": [ - "grn-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546033, - "recall": 0.607708, - "f1": 0.563359, - "accuracy": 0.607708, - "main_score": 0.563359, - "hf_subset": "grn_Latn-cjk_Latn", - "languages": [ - "grn-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59437, - "recall": 0.656126, - "f1": 0.611768, - "accuracy": 0.656126, - "main_score": 0.611768, - "hf_subset": "grn_Latn-gla_Latn", - "languages": [ - "grn-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8043, - "recall": 0.843874, - "f1": 0.81575, - "accuracy": 0.843874, - "main_score": 0.81575, - "hf_subset": "grn_Latn-kan_Knda", - "languages": [ - "grn-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812225, - "recall": 0.84585, - "f1": 0.821892, - "accuracy": 0.84585, - "main_score": 0.821892, - "hf_subset": "grn_Latn-lmo_Latn", - "languages": [ - "grn-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789723, - "recall": 0.838933, - "f1": 0.804132, - "accuracy": 0.838933, - "main_score": 0.804132, - "hf_subset": "grn_Latn-npi_Deva", - "languages": [ - "grn-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462529, - "recall": 0.522727, - "f1": 0.479204, - "accuracy": 0.522727, - "main_score": 0.479204, - "hf_subset": "grn_Latn-shn_Mymr", - "languages": [ - "grn-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829578, - "recall": 0.870553, - "f1": 0.841328, - "accuracy": 0.870553, - "main_score": 0.841328, - "hf_subset": "grn_Latn-tgl_Latn", - "languages": [ - "grn-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.813647, - "recall": 0.851779, - "f1": 0.824372, - "accuracy": 0.851779, - "main_score": 0.824372, - "hf_subset": "grn_Latn-yue_Hant", - "languages": [ - "grn-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.76698, - "recall": 0.817194, - "f1": 0.781771, - "accuracy": 0.817194, - "main_score": 0.781771, - "hf_subset": "grn_Latn-asm_Beng", - "languages": [ - "grn-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686868, - "recall": 0.741107, - "f1": 0.701548, - "accuracy": 0.741107, - "main_score": 0.701548, - "hf_subset": "grn_Latn-ckb_Arab", - "languages": [ - "grn-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621555, - "recall": 0.677866, - "f1": 0.637834, - "accuracy": 0.677866, - "main_score": 0.637834, - "hf_subset": "grn_Latn-gle_Latn", - "languages": [ - "grn-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717117, - "recall": 0.766798, - "f1": 0.731306, - "accuracy": 0.766798, - "main_score": 0.731306, - "hf_subset": "grn_Latn-kas_Arab", - "languages": [ - "grn-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.746758, - "recall": 0.791502, - "f1": 0.759743, - "accuracy": 0.791502, - "main_score": 0.759743, - "hf_subset": "grn_Latn-ltg_Latn", - "languages": [ - "grn-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590564, - "recall": 0.641304, - "f1": 0.604767, - "accuracy": 0.641304, - "main_score": 0.604767, - "hf_subset": "grn_Latn-nso_Latn", - "languages": [ - "grn-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699455, - "recall": 0.757905, - "f1": 0.715915, - "accuracy": 0.757905, - "main_score": 0.715915, - "hf_subset": "grn_Latn-sin_Sinh", - "languages": [ - "grn-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824921, - "recall": 0.86166, - "f1": 0.835321, - "accuracy": 0.86166, - "main_score": 0.835321, - "hf_subset": "grn_Latn-tha_Thai", - "languages": [ - "grn-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806566, - "recall": 0.846838, - "f1": 0.81795, - "accuracy": 0.846838, - "main_score": 0.81795, - "hf_subset": "grn_Latn-zho_Hans", - "languages": [ - "grn-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859207, - "recall": 0.890316, - "f1": 0.868418, - "accuracy": 0.890316, - "main_score": 0.868418, - "hf_subset": "grn_Latn-ast_Latn", - "languages": [ - "grn-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790415, - "recall": 0.833004, - "f1": 0.802823, - "accuracy": 0.833004, - "main_score": 0.802823, - "hf_subset": "grn_Latn-crh_Latn", - "languages": [ - "grn-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860034, - "recall": 0.893281, - "f1": 0.869895, - "accuracy": 0.893281, - "main_score": 0.869895, - "hf_subset": "grn_Latn-glg_Latn", - "languages": [ - "grn-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664987, - "recall": 0.720356, - "f1": 0.681296, - "accuracy": 0.720356, - "main_score": 0.681296, - "hf_subset": "grn_Latn-kas_Deva", - "languages": [ - "grn-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779677, - "recall": 0.815217, - "f1": 0.789794, - "accuracy": 0.815217, - "main_score": 0.789794, - "hf_subset": "grn_Latn-ltz_Latn", - "languages": [ - "grn-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46298, - "recall": 0.532609, - "f1": 0.481718, - "accuracy": 0.532609, - "main_score": 0.481718, - "hf_subset": "grn_Latn-nus_Latn", - "languages": [ - "grn-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838359, - "recall": 0.875494, - "f1": 0.849664, - "accuracy": 0.875494, - "main_score": 0.849664, - "hf_subset": "grn_Latn-slk_Latn", - "languages": [ - "grn-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471207, - "recall": 0.543478, - "f1": 0.491904, - "accuracy": 0.543478, - "main_score": 0.491904, - "hf_subset": "grn_Latn-tir_Ethi", - "languages": [ - "grn-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815869, - "recall": 0.856719, - "f1": 0.827708, - "accuracy": 0.856719, - "main_score": 0.827708, - "hf_subset": "grn_Latn-zho_Hant", - "languages": [ - "grn-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811651, - "recall": 0.847826, - "f1": 0.822027, - "accuracy": 0.847826, - "main_score": 0.822027, - "hf_subset": "grn_Latn-awa_Deva", - "languages": [ - "grn-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704179, - "recall": 0.757905, - "f1": 0.719591, - "accuracy": 0.757905, - "main_score": 0.719591, - "hf_subset": "grn_Latn-cym_Latn", - "languages": [ - "grn-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761615, - "recall": 0.813241, - "f1": 0.776762, - "accuracy": 0.813241, - "main_score": 0.776762, - "hf_subset": "grn_Latn-kat_Geor", - "languages": [ - "grn-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612392, - "recall": 0.663043, - "f1": 0.627133, - "accuracy": 0.663043, - "main_score": 0.627133, - "hf_subset": "grn_Latn-lua_Latn", - "languages": [ - "grn-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596673, - "recall": 0.657115, - "f1": 0.614103, - "accuracy": 0.657115, - "main_score": 0.614103, - "hf_subset": "grn_Latn-nya_Latn", - "languages": [ - "grn-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828897, - "recall": 0.867589, - "f1": 0.839921, - "accuracy": 0.867589, - "main_score": 0.839921, - "hf_subset": "grn_Latn-slv_Latn", - "languages": [ - "grn-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.768011, - "recall": 0.807312, - "f1": 0.779007, - "accuracy": 0.807312, - "main_score": 0.779007, - "hf_subset": "grn_Latn-tpi_Latn", - "languages": [ - "grn-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850173, - "recall": 0.886364, - "f1": 0.86068, - "accuracy": 0.886364, - "main_score": 0.86068, - "hf_subset": "grn_Latn-zsm_Latn", - "languages": [ - "grn-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547124, - "recall": 0.608696, - "f1": 0.564487, - "accuracy": 0.608696, - "main_score": 0.564487, - "hf_subset": "grn_Latn-ayr_Latn", - "languages": [ - "grn-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845778, - "recall": 0.876482, - "f1": 0.854099, - "accuracy": 0.876482, - "main_score": 0.854099, - "hf_subset": "grn_Latn-dan_Latn", - "languages": [ - "grn-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800734, - "recall": 0.847826, - "f1": 0.814991, - "accuracy": 0.847826, - "main_score": 0.814991, - "hf_subset": "grn_Latn-guj_Gujr", - "languages": [ - "grn-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802209, - "recall": 0.841897, - "f1": 0.813373, - "accuracy": 0.841897, - "main_score": 0.813373, - "hf_subset": "grn_Latn-kaz_Cyrl", - "languages": [ - "grn-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519034, - "recall": 0.574111, - "f1": 0.534661, - "accuracy": 0.574111, - "main_score": 0.534661, - "hf_subset": "grn_Latn-lug_Latn", - "languages": [ - "grn-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847703, - "recall": 0.879447, - "f1": 0.856925, - "accuracy": 0.879447, - "main_score": 0.856925, - "hf_subset": "grn_Latn-oci_Latn", - "languages": [ - "grn-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648357, - "recall": 0.700593, - "f1": 0.663246, - "accuracy": 0.700593, - "main_score": 0.663246, - "hf_subset": "grn_Latn-smo_Latn", - "languages": [ - "grn-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536291, - "recall": 0.597826, - "f1": 0.552973, - "accuracy": 0.597826, - "main_score": 0.552973, - "hf_subset": "grn_Latn-tsn_Latn", - "languages": [ - "grn-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553342, - "recall": 0.612648, - "f1": 0.570095, - "accuracy": 0.612648, - "main_score": 0.570095, - "hf_subset": "grn_Latn-zul_Latn", - "languages": [ - "grn-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713728, - "recall": 0.766798, - "f1": 0.729731, - "accuracy": 0.766798, - "main_score": 0.729731, - "hf_subset": "grn_Latn-azb_Arab", - "languages": [ - "grn-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832553, - "recall": 0.869565, - "f1": 0.843031, - "accuracy": 0.869565, - "main_score": 0.843031, - "hf_subset": "grn_Latn-deu_Latn", - "languages": [ - "grn-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744665, - "recall": 0.794466, - "f1": 0.759332, - "accuracy": 0.794466, - "main_score": 0.759332, - "hf_subset": "grn_Latn-hat_Latn", - "languages": [ - "grn-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49588, - "recall": 0.551383, - "f1": 0.511051, - "accuracy": 0.551383, - "main_score": 0.511051, - "hf_subset": "grn_Latn-kbp_Latn", - "languages": [ - "grn-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564052, - "recall": 0.628458, - "f1": 0.582421, - "accuracy": 0.628458, - "main_score": 0.582421, - "hf_subset": "grn_Latn-luo_Latn", - "languages": [ - "grn-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800207, - "recall": 0.843874, - "f1": 0.812754, - "accuracy": 0.843874, - "main_score": 0.812754, - "hf_subset": "grn_Latn-ory_Orya", - "languages": [ - "grn-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569516, - "recall": 0.623518, - "f1": 0.584825, - "accuracy": 0.623518, - "main_score": 0.584825, - "hf_subset": "grn_Latn-sna_Latn", - "languages": [ - "grn-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545417, - "recall": 0.599802, - "f1": 0.560718, - "accuracy": 0.599802, - "main_score": 0.560718, - "hf_subset": "grn_Latn-tso_Latn", - "languages": [ - "grn-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798897, - "recall": 0.846838, - "f1": 0.812874, - "accuracy": 0.846838, - "main_score": 0.812874, - "hf_subset": "grn_Latn-azj_Latn", - "languages": [ - "grn-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537969, - "recall": 0.598814, - "f1": 0.555613, - "accuracy": 0.598814, - "main_score": 0.555613, - "hf_subset": "grn_Latn-dik_Latn", - "languages": [ - "grn-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595153, - "recall": 0.647233, - "f1": 0.60974, - "accuracy": 0.647233, - "main_score": 0.60974, - "hf_subset": "grn_Latn-hau_Latn", - "languages": [ - "grn-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816765, - "recall": 0.850791, - "f1": 0.826203, - "accuracy": 0.850791, - "main_score": 0.826203, - "hf_subset": "grn_Latn-kea_Latn", - "languages": [ - "grn-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663218, - "recall": 0.709486, - "f1": 0.676861, - "accuracy": 0.709486, - "main_score": 0.676861, - "hf_subset": "grn_Latn-lus_Latn", - "languages": [ - "grn-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748304, - "recall": 0.785573, - "f1": 0.75934, - "accuracy": 0.785573, - "main_score": 0.75934, - "hf_subset": "grn_Latn-pag_Latn", - "languages": [ - "grn-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.76432, - "recall": 0.809289, - "f1": 0.777986, - "accuracy": 0.809289, - "main_score": 0.777986, - "hf_subset": "grn_Latn-snd_Arab", - "languages": [ - "grn-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715607, - "recall": 0.770751, - "f1": 0.731413, - "accuracy": 0.770751, - "main_score": 0.731413, - "hf_subset": "grn_Latn-tuk_Latn", - "languages": [ - "grn-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770092, - "recall": 0.815217, - "f1": 0.782958, - "accuracy": 0.815217, - "main_score": 0.782958, - "hf_subset": "grn_Latn-bak_Cyrl", - "languages": [ - "grn-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481828, - "recall": 0.5583, - "f1": 0.504305, - "accuracy": 0.5583, - "main_score": 0.504305, - "hf_subset": "grn_Latn-dyu_Latn", - "languages": [ - "grn-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800993, - "recall": 0.841897, - "f1": 0.81304, - "accuracy": 0.841897, - "main_score": 0.81304, - "hf_subset": "grn_Latn-heb_Hebr", - "languages": [ - "grn-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72361, - "recall": 0.775692, - "f1": 0.73861, - "accuracy": 0.775692, - "main_score": 0.73861, - "hf_subset": "grn_Latn-khk_Cyrl", - "languages": [ - "grn-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815073, - "recall": 0.856719, - "f1": 0.826748, - "accuracy": 0.856719, - "main_score": 0.826748, - "hf_subset": "grn_Latn-lvs_Latn", - "languages": [ - "grn-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798238, - "recall": 0.837945, - "f1": 0.809859, - "accuracy": 0.837945, - "main_score": 0.809859, - "hf_subset": "grn_Latn-pan_Guru", - "languages": [ - "grn-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578303, - "recall": 0.634387, - "f1": 0.594395, - "accuracy": 0.634387, - "main_score": 0.594395, - "hf_subset": "grn_Latn-som_Latn", - "languages": [ - "grn-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561644, - "recall": 0.613636, - "f1": 0.575478, - "accuracy": 0.613636, - "main_score": 0.575478, - "hf_subset": "grn_Latn-tum_Latn", - "languages": [ - "grn-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555381, - "recall": 0.621542, - "f1": 0.574395, - "accuracy": 0.621542, - "main_score": 0.574395, - "hf_subset": "kat_Geor-ace_Arab", - "languages": [ - "kat-Geor", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509036, - "recall": 0.568182, - "f1": 0.525932, - "accuracy": 0.568182, - "main_score": 0.525932, - "hf_subset": "kat_Geor-bam_Latn", - "languages": [ - "kat-Geor", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426761, - "recall": 0.507905, - "f1": 0.448968, - "accuracy": 0.507905, - "main_score": 0.448968, - "hf_subset": "kat_Geor-dzo_Tibt", - "languages": [ - "kat-Geor", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-hin_Deva", - "languages": [ - "kat-Geor", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kat_Geor-khm_Khmr", - "languages": [ - "kat-Geor", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-mag_Deva", - "languages": [ - "kat-Geor", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "kat_Geor-pap_Latn", - "languages": [ - "kat-Geor", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562798, - "recall": 0.62253, - "f1": 0.579918, - "accuracy": 0.62253, - "main_score": 0.579918, - "hf_subset": "kat_Geor-sot_Latn", - "languages": [ - "kat-Geor", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-tur_Latn", - "languages": [ - "kat-Geor", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850988, - "recall": 0.887352, - "f1": 0.862121, - "accuracy": 0.887352, - "main_score": 0.862121, - "hf_subset": "kat_Geor-ace_Latn", - "languages": [ - "kat-Geor", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931818, - "recall": 0.949605, - "f1": 0.937418, - "accuracy": 0.949605, - "main_score": 0.937418, - "hf_subset": "kat_Geor-ban_Latn", - "languages": [ - "kat-Geor", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-ell_Grek", - "languages": [ - "kat-Geor", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "kat_Geor-hne_Deva", - "languages": [ - "kat-Geor", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567229, - "recall": 0.624506, - "f1": 0.583419, - "accuracy": 0.624506, - "main_score": 0.583419, - "hf_subset": "kat_Geor-kik_Latn", - "languages": [ - "kat-Geor", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-mai_Deva", - "languages": [ - "kat-Geor", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "kat_Geor-pbt_Arab", - "languages": [ - "kat-Geor", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-spa_Latn", - "languages": [ - "kat-Geor", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592188, - "recall": 0.65415, - "f1": 0.609571, - "accuracy": 0.65415, - "main_score": 0.609571, - "hf_subset": "kat_Geor-twi_Latn", - "languages": [ - "kat-Geor", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-acm_Arab", - "languages": [ - "kat-Geor", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-bel_Cyrl", - "languages": [ - "kat-Geor", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-eng_Latn", - "languages": [ - "kat-Geor", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-hrv_Latn", - "languages": [ - "kat-Geor", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547014, - "recall": 0.609684, - "f1": 0.564592, - "accuracy": 0.609684, - "main_score": 0.564592, - "hf_subset": "kat_Geor-kin_Latn", - "languages": [ - "kat-Geor", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kat_Geor-mal_Mlym", - "languages": [ - "kat-Geor", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-pes_Arab", - "languages": [ - "kat-Geor", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "kat_Geor-srd_Latn", - "languages": [ - "kat-Geor", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192443, - "recall": 0.238142, - "f1": 0.204964, - "accuracy": 0.238142, - "main_score": 0.204964, - "hf_subset": "kat_Geor-tzm_Tfng", - "languages": [ - "kat-Geor", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-acq_Arab", - "languages": [ - "kat-Geor", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599819, - "recall": 0.648221, - "f1": 0.613289, - "accuracy": 0.648221, - "main_score": 0.613289, - "hf_subset": "kat_Geor-bem_Latn", - "languages": [ - "kat-Geor", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-epo_Latn", - "languages": [ - "kat-Geor", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-hun_Latn", - "languages": [ - "kat-Geor", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "kat_Geor-kir_Cyrl", - "languages": [ - "kat-Geor", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-mar_Deva", - "languages": [ - "kat-Geor", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64553, - "recall": 0.701581, - "f1": 0.661978, - "accuracy": 0.701581, - "main_score": 0.661978, - "hf_subset": "kat_Geor-plt_Latn", - "languages": [ - "kat-Geor", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-srp_Cyrl", - "languages": [ - "kat-Geor", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "kat_Geor-uig_Arab", - "languages": [ - "kat-Geor", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kat_Geor-aeb_Arab", - "languages": [ - "kat-Geor", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-ben_Beng", - "languages": [ - "kat-Geor", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-est_Latn", - "languages": [ - "kat-Geor", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-hye_Armn", - "languages": [ - "kat-Geor", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525362, - "recall": 0.579051, - "f1": 0.540876, - "accuracy": 0.579051, - "main_score": 0.540876, - "hf_subset": "kat_Geor-kmb_Latn", - "languages": [ - "kat-Geor", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486102, - "recall": 0.554348, - "f1": 0.504154, - "accuracy": 0.554348, - "main_score": 0.504154, - "hf_subset": "kat_Geor-min_Arab", - "languages": [ - "kat-Geor", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-pol_Latn", - "languages": [ - "kat-Geor", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532003, - "recall": 0.600791, - "f1": 0.551268, - "accuracy": 0.600791, - "main_score": 0.551268, - "hf_subset": "kat_Geor-ssw_Latn", - "languages": [ - "kat-Geor", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-ukr_Cyrl", - "languages": [ - "kat-Geor", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-afr_Latn", - "languages": [ - "kat-Geor", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "kat_Geor-bho_Deva", - "languages": [ - "kat-Geor", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "kat_Geor-eus_Latn", - "languages": [ - "kat-Geor", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554128, - "recall": 0.614625, - "f1": 0.570811, - "accuracy": 0.614625, - "main_score": 0.570811, - "hf_subset": "kat_Geor-ibo_Latn", - "languages": [ - "kat-Geor", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880352, - "recall": 0.91502, - "f1": 0.891337, - "accuracy": 0.91502, - "main_score": 0.891337, - "hf_subset": "kat_Geor-kmr_Latn", - "languages": [ - "kat-Geor", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "kat_Geor-min_Latn", - "languages": [ - "kat-Geor", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-por_Latn", - "languages": [ - "kat-Geor", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kat_Geor-sun_Latn", - "languages": [ - "kat-Geor", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513231, - "recall": 0.571146, - "f1": 0.529877, - "accuracy": 0.571146, - "main_score": 0.529877, - "hf_subset": "kat_Geor-umb_Latn", - "languages": [ - "kat-Geor", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-ajp_Arab", - "languages": [ - "kat-Geor", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511662, - "recall": 0.581028, - "f1": 0.530534, - "accuracy": 0.581028, - "main_score": 0.530534, - "hf_subset": "kat_Geor-bjn_Arab", - "languages": [ - "kat-Geor", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495197, - "recall": 0.555336, - "f1": 0.51167, - "accuracy": 0.555336, - "main_score": 0.51167, - "hf_subset": "kat_Geor-ewe_Latn", - "languages": [ - "kat-Geor", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919302, - "recall": 0.942688, - "f1": 0.926713, - "accuracy": 0.942688, - "main_score": 0.926713, - "hf_subset": "kat_Geor-ilo_Latn", - "languages": [ - "kat-Geor", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313242, - "recall": 0.363636, - "f1": 0.327261, - "accuracy": 0.363636, - "main_score": 0.327261, - "hf_subset": "kat_Geor-knc_Arab", - "languages": [ - "kat-Geor", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-mkd_Cyrl", - "languages": [ - "kat-Geor", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-prs_Arab", - "languages": [ - "kat-Geor", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-swe_Latn", - "languages": [ - "kat-Geor", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "kat_Geor-urd_Arab", - "languages": [ - "kat-Geor", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562044, - "recall": 0.625494, - "f1": 0.579734, - "accuracy": 0.625494, - "main_score": 0.579734, - "hf_subset": "kat_Geor-aka_Latn", - "languages": [ - "kat-Geor", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980764, - "recall": 0.986166, - "f1": 0.982378, - "accuracy": 0.986166, - "main_score": 0.982378, - "hf_subset": "kat_Geor-bjn_Latn", - "languages": [ - "kat-Geor", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "kat_Geor-fao_Latn", - "languages": [ - "kat-Geor", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-ind_Latn", - "languages": [ - "kat-Geor", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563876, - "recall": 0.617589, - "f1": 0.579745, - "accuracy": 0.617589, - "main_score": 0.579745, - "hf_subset": "kat_Geor-knc_Latn", - "languages": [ - "kat-Geor", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kat_Geor-mlt_Latn", - "languages": [ - "kat-Geor", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689008, - "recall": 0.746047, - "f1": 0.705456, - "accuracy": 0.746047, - "main_score": 0.705456, - "hf_subset": "kat_Geor-quy_Latn", - "languages": [ - "kat-Geor", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "kat_Geor-swh_Latn", - "languages": [ - "kat-Geor", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-uzn_Latn", - "languages": [ - "kat-Geor", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-als_Latn", - "languages": [ - "kat-Geor", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6271, - "recall": 0.703557, - "f1": 0.649533, - "accuracy": 0.703557, - "main_score": 0.649533, - "hf_subset": "kat_Geor-bod_Tibt", - "languages": [ - "kat-Geor", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668919, - "recall": 0.731225, - "f1": 0.686684, - "accuracy": 0.731225, - "main_score": 0.686684, - "hf_subset": "kat_Geor-fij_Latn", - "languages": [ - "kat-Geor", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kat_Geor-isl_Latn", - "languages": [ - "kat-Geor", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631983, - "recall": 0.687747, - "f1": 0.648405, - "accuracy": 0.687747, - "main_score": 0.648405, - "hf_subset": "kat_Geor-kon_Latn", - "languages": [ - "kat-Geor", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647861, - "recall": 0.70751, - "f1": 0.664987, - "accuracy": 0.70751, - "main_score": 0.664987, - "hf_subset": "kat_Geor-mni_Beng", - "languages": [ - "kat-Geor", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-ron_Latn", - "languages": [ - "kat-Geor", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.98419, - "f1": 0.980567, - "accuracy": 0.98419, - "main_score": 0.980567, - "hf_subset": "kat_Geor-szl_Latn", - "languages": [ - "kat-Geor", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-vec_Latn", - "languages": [ - "kat-Geor", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955369, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "kat_Geor-amh_Ethi", - "languages": [ - "kat-Geor", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-bos_Latn", - "languages": [ - "kat-Geor", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-fin_Latn", - "languages": [ - "kat-Geor", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-ita_Latn", - "languages": [ - "kat-Geor", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-kor_Hang", - "languages": [ - "kat-Geor", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518436, - "recall": 0.579051, - "f1": 0.535296, - "accuracy": 0.579051, - "main_score": 0.535296, - "hf_subset": "kat_Geor-mos_Latn", - "languages": [ - "kat-Geor", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536406, - "recall": 0.591897, - "f1": 0.552637, - "accuracy": 0.591897, - "main_score": 0.552637, - "hf_subset": "kat_Geor-run_Latn", - "languages": [ - "kat-Geor", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-tam_Taml", - "languages": [ - "kat-Geor", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-vie_Latn", - "languages": [ - "kat-Geor", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-apc_Arab", - "languages": [ - "kat-Geor", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777513, - "recall": 0.824111, - "f1": 0.791142, - "accuracy": 0.824111, - "main_score": 0.791142, - "hf_subset": "kat_Geor-bug_Latn", - "languages": [ - "kat-Geor", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446323, - "recall": 0.499012, - "f1": 0.460911, - "accuracy": 0.499012, - "main_score": 0.460911, - "hf_subset": "kat_Geor-fon_Latn", - "languages": [ - "kat-Geor", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kat_Geor-jav_Latn", - "languages": [ - "kat-Geor", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kat_Geor-lao_Laoo", - "languages": [ - "kat-Geor", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84226, - "recall": 0.884387, - "f1": 0.855534, - "accuracy": 0.884387, - "main_score": 0.855534, - "hf_subset": "kat_Geor-mri_Latn", - "languages": [ - "kat-Geor", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-rus_Cyrl", - "languages": [ - "kat-Geor", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516868, - "recall": 0.575099, - "f1": 0.533102, - "accuracy": 0.575099, - "main_score": 0.533102, - "hf_subset": "kat_Geor-taq_Latn", - "languages": [ - "kat-Geor", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kat_Geor-war_Latn", - "languages": [ - "kat-Geor", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-arb_Arab", - "languages": [ - "kat-Geor", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-bul_Cyrl", - "languages": [ - "kat-Geor", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-fra_Latn", - "languages": [ - "kat-Geor", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-jpn_Jpan", - "languages": [ - "kat-Geor", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "kat_Geor-lij_Latn", - "languages": [ - "kat-Geor", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "kat_Geor-mya_Mymr", - "languages": [ - "kat-Geor", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571697, - "recall": 0.633399, - "f1": 0.589272, - "accuracy": 0.633399, - "main_score": 0.589272, - "hf_subset": "kat_Geor-sag_Latn", - "languages": [ - "kat-Geor", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.202998, - "recall": 0.253953, - "f1": 0.214526, - "accuracy": 0.253953, - "main_score": 0.214526, - "hf_subset": "kat_Geor-taq_Tfng", - "languages": [ - "kat-Geor", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598225, - "recall": 0.660079, - "f1": 0.61537, - "accuracy": 0.660079, - "main_score": 0.61537, - "hf_subset": "kat_Geor-wol_Latn", - "languages": [ - "kat-Geor", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.76945, - "recall": 0.825099, - "f1": 0.785691, - "accuracy": 0.825099, - "main_score": 0.785691, - "hf_subset": "kat_Geor-arb_Latn", - "languages": [ - "kat-Geor", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-cat_Latn", - "languages": [ - "kat-Geor", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "kat_Geor-fur_Latn", - "languages": [ - "kat-Geor", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400329, - "recall": 0.45751, - "f1": 0.415437, - "accuracy": 0.45751, - "main_score": 0.415437, - "hf_subset": "kat_Geor-kab_Latn", - "languages": [ - "kat-Geor", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983366, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "kat_Geor-lim_Latn", - "languages": [ - "kat-Geor", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-nld_Latn", - "languages": [ - "kat-Geor", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984848, - "accuracy": 0.988142, - "main_score": 0.984848, - "hf_subset": "kat_Geor-san_Deva", - "languages": [ - "kat-Geor", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kat_Geor-tat_Cyrl", - "languages": [ - "kat-Geor", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649484, - "recall": 0.70751, - "f1": 0.666831, - "accuracy": 0.70751, - "main_score": 0.666831, - "hf_subset": "kat_Geor-xho_Latn", - "languages": [ - "kat-Geor", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-ars_Arab", - "languages": [ - "kat-Geor", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kat_Geor-ceb_Latn", - "languages": [ - "kat-Geor", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548459, - "recall": 0.607708, - "f1": 0.565599, - "accuracy": 0.607708, - "main_score": 0.565599, - "hf_subset": "kat_Geor-fuv_Latn", - "languages": [ - "kat-Geor", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508659, - "recall": 0.571146, - "f1": 0.525652, - "accuracy": 0.571146, - "main_score": 0.525652, - "hf_subset": "kat_Geor-kac_Latn", - "languages": [ - "kat-Geor", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637787, - "recall": 0.690711, - "f1": 0.653477, - "accuracy": 0.690711, - "main_score": 0.653477, - "hf_subset": "kat_Geor-lin_Latn", - "languages": [ - "kat-Geor", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-nno_Latn", - "languages": [ - "kat-Geor", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222856, - "recall": 0.302372, - "f1": 0.244061, - "accuracy": 0.302372, - "main_score": 0.244061, - "hf_subset": "kat_Geor-sat_Olck", - "languages": [ - "kat-Geor", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-tel_Telu", - "languages": [ - "kat-Geor", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.964427, - "f1": 0.953722, - "accuracy": 0.964427, - "main_score": 0.953722, - "hf_subset": "kat_Geor-ydd_Hebr", - "languages": [ - "kat-Geor", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "kat_Geor-ary_Arab", - "languages": [ - "kat-Geor", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-ces_Latn", - "languages": [ - "kat-Geor", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576541, - "recall": 0.636364, - "f1": 0.594205, - "accuracy": 0.636364, - "main_score": 0.594205, - "hf_subset": "kat_Geor-gaz_Latn", - "languages": [ - "kat-Geor", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559853, - "recall": 0.624506, - "f1": 0.578016, - "accuracy": 0.624506, - "main_score": 0.578016, - "hf_subset": "kat_Geor-kam_Latn", - "languages": [ - "kat-Geor", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "kat_Geor-lit_Latn", - "languages": [ - "kat-Geor", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-nob_Latn", - "languages": [ - "kat-Geor", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "kat_Geor-scn_Latn", - "languages": [ - "kat-Geor", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "kat_Geor-tgk_Cyrl", - "languages": [ - "kat-Geor", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712764, - "recall": 0.778656, - "f1": 0.732679, - "accuracy": 0.778656, - "main_score": 0.732679, - "hf_subset": "kat_Geor-yor_Latn", - "languages": [ - "kat-Geor", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-arz_Arab", - "languages": [ - "kat-Geor", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544979, - "recall": 0.602767, - "f1": 0.561528, - "accuracy": 0.602767, - "main_score": 0.561528, - "hf_subset": "kat_Geor-cjk_Latn", - "languages": [ - "kat-Geor", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773287, - "recall": 0.827075, - "f1": 0.789987, - "accuracy": 0.827075, - "main_score": 0.789987, - "hf_subset": "kat_Geor-gla_Latn", - "languages": [ - "kat-Geor", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-kan_Knda", - "languages": [ - "kat-Geor", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "kat_Geor-lmo_Latn", - "languages": [ - "kat-Geor", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "kat_Geor-npi_Deva", - "languages": [ - "kat-Geor", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446348, - "recall": 0.509881, - "f1": 0.464401, - "accuracy": 0.509881, - "main_score": 0.464401, - "hf_subset": "kat_Geor-shn_Mymr", - "languages": [ - "kat-Geor", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-tgl_Latn", - "languages": [ - "kat-Geor", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-yue_Hant", - "languages": [ - "kat-Geor", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kat_Geor-asm_Beng", - "languages": [ - "kat-Geor", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "kat_Geor-ckb_Arab", - "languages": [ - "kat-Geor", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880517, - "recall": 0.913043, - "f1": 0.890876, - "accuracy": 0.913043, - "main_score": 0.890876, - "hf_subset": "kat_Geor-gle_Latn", - "languages": [ - "kat-Geor", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936594, - "recall": 0.955534, - "f1": 0.942852, - "accuracy": 0.955534, - "main_score": 0.942852, - "hf_subset": "kat_Geor-kas_Arab", - "languages": [ - "kat-Geor", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942029, - "recall": 0.960474, - "f1": 0.948123, - "accuracy": 0.960474, - "main_score": 0.948123, - "hf_subset": "kat_Geor-ltg_Latn", - "languages": [ - "kat-Geor", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582517, - "recall": 0.63834, - "f1": 0.597999, - "accuracy": 0.63834, - "main_score": 0.597999, - "hf_subset": "kat_Geor-nso_Latn", - "languages": [ - "kat-Geor", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.985178, - "f1": 0.98139, - "accuracy": 0.985178, - "main_score": 0.98139, - "hf_subset": "kat_Geor-sin_Sinh", - "languages": [ - "kat-Geor", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-tha_Thai", - "languages": [ - "kat-Geor", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-zho_Hans", - "languages": [ - "kat-Geor", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-ast_Latn", - "languages": [ - "kat-Geor", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kat_Geor-crh_Latn", - "languages": [ - "kat-Geor", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-glg_Latn", - "languages": [ - "kat-Geor", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8722, - "recall": 0.907115, - "f1": 0.883235, - "accuracy": 0.907115, - "main_score": 0.883235, - "hf_subset": "kat_Geor-kas_Deva", - "languages": [ - "kat-Geor", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "kat_Geor-ltz_Latn", - "languages": [ - "kat-Geor", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447911, - "recall": 0.51581, - "f1": 0.466306, - "accuracy": 0.51581, - "main_score": 0.466306, - "hf_subset": "kat_Geor-nus_Latn", - "languages": [ - "kat-Geor", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-slk_Latn", - "languages": [ - "kat-Geor", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622308, - "recall": 0.688735, - "f1": 0.64149, - "accuracy": 0.688735, - "main_score": 0.64149, - "hf_subset": "kat_Geor-tir_Ethi", - "languages": [ - "kat-Geor", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-zho_Hant", - "languages": [ - "kat-Geor", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "kat_Geor-awa_Deva", - "languages": [ - "kat-Geor", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970438, - "recall": 0.979249, - "f1": 0.973221, - "accuracy": 0.979249, - "main_score": 0.973221, - "hf_subset": "kat_Geor-cym_Latn", - "languages": [ - "kat-Geor", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802816, - "recall": 0.846838, - "f1": 0.816403, - "accuracy": 0.846838, - "main_score": 0.816403, - "hf_subset": "kat_Geor-grn_Latn", - "languages": [ - "kat-Geor", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623813, - "recall": 0.68083, - "f1": 0.640069, - "accuracy": 0.68083, - "main_score": 0.640069, - "hf_subset": "kat_Geor-lua_Latn", - "languages": [ - "kat-Geor", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615184, - "recall": 0.670949, - "f1": 0.631282, - "accuracy": 0.670949, - "main_score": 0.631282, - "hf_subset": "kat_Geor-nya_Latn", - "languages": [ - "kat-Geor", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-slv_Latn", - "languages": [ - "kat-Geor", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922596, - "recall": 0.944664, - "f1": 0.929677, - "accuracy": 0.944664, - "main_score": 0.929677, - "hf_subset": "kat_Geor-tpi_Latn", - "languages": [ - "kat-Geor", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-zsm_Latn", - "languages": [ - "kat-Geor", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529335, - "recall": 0.594862, - "f1": 0.547767, - "accuracy": 0.594862, - "main_score": 0.547767, - "hf_subset": "kat_Geor-ayr_Latn", - "languages": [ - "kat-Geor", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-dan_Latn", - "languages": [ - "kat-Geor", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-guj_Gujr", - "languages": [ - "kat-Geor", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kat_Geor-kaz_Cyrl", - "languages": [ - "kat-Geor", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527457, - "recall": 0.585968, - "f1": 0.544044, - "accuracy": 0.585968, - "main_score": 0.544044, - "hf_subset": "kat_Geor-lug_Latn", - "languages": [ - "kat-Geor", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-oci_Latn", - "languages": [ - "kat-Geor", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808992, - "recall": 0.855731, - "f1": 0.823221, - "accuracy": 0.855731, - "main_score": 0.823221, - "hf_subset": "kat_Geor-smo_Latn", - "languages": [ - "kat-Geor", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529806, - "recall": 0.589921, - "f1": 0.546579, - "accuracy": 0.589921, - "main_score": 0.546579, - "hf_subset": "kat_Geor-tsn_Latn", - "languages": [ - "kat-Geor", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595614, - "recall": 0.661067, - "f1": 0.614262, - "accuracy": 0.661067, - "main_score": 0.614262, - "hf_subset": "kat_Geor-zul_Latn", - "languages": [ - "kat-Geor", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911644, - "recall": 0.937747, - "f1": 0.920026, - "accuracy": 0.937747, - "main_score": 0.920026, - "hf_subset": "kat_Geor-azb_Arab", - "languages": [ - "kat-Geor", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-deu_Latn", - "languages": [ - "kat-Geor", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.970356, - "f1": 0.961792, - "accuracy": 0.970356, - "main_score": 0.961792, - "hf_subset": "kat_Geor-hat_Latn", - "languages": [ - "kat-Geor", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468982, - "recall": 0.525692, - "f1": 0.485232, - "accuracy": 0.525692, - "main_score": 0.485232, - "hf_subset": "kat_Geor-kbp_Latn", - "languages": [ - "kat-Geor", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552356, - "recall": 0.608696, - "f1": 0.567947, - "accuracy": 0.608696, - "main_score": 0.567947, - "hf_subset": "kat_Geor-luo_Latn", - "languages": [ - "kat-Geor", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-ory_Orya", - "languages": [ - "kat-Geor", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559471, - "recall": 0.626482, - "f1": 0.578356, - "accuracy": 0.626482, - "main_score": 0.578356, - "hf_subset": "kat_Geor-sna_Latn", - "languages": [ - "kat-Geor", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518865, - "recall": 0.576087, - "f1": 0.535317, - "accuracy": 0.576087, - "main_score": 0.535317, - "hf_subset": "kat_Geor-tso_Latn", - "languages": [ - "kat-Geor", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kat_Geor-azj_Latn", - "languages": [ - "kat-Geor", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519615, - "recall": 0.579051, - "f1": 0.536811, - "accuracy": 0.579051, - "main_score": 0.536811, - "hf_subset": "kat_Geor-dik_Latn", - "languages": [ - "kat-Geor", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718248, - "recall": 0.777668, - "f1": 0.736034, - "accuracy": 0.777668, - "main_score": 0.736034, - "hf_subset": "kat_Geor-hau_Latn", - "languages": [ - "kat-Geor", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "kat_Geor-kea_Latn", - "languages": [ - "kat-Geor", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719483, - "recall": 0.770751, - "f1": 0.734684, - "accuracy": 0.770751, - "main_score": 0.734684, - "hf_subset": "kat_Geor-lus_Latn", - "languages": [ - "kat-Geor", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83531, - "recall": 0.873518, - "f1": 0.847299, - "accuracy": 0.873518, - "main_score": 0.847299, - "hf_subset": "kat_Geor-pag_Latn", - "languages": [ - "kat-Geor", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kat_Geor-snd_Arab", - "languages": [ - "kat-Geor", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945487, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "kat_Geor-tuk_Latn", - "languages": [ - "kat-Geor", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "kat_Geor-bak_Cyrl", - "languages": [ - "kat-Geor", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473139, - "recall": 0.548419, - "f1": 0.495081, - "accuracy": 0.548419, - "main_score": 0.495081, - "hf_subset": "kat_Geor-dyu_Latn", - "languages": [ - "kat-Geor", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "kat_Geor-heb_Hebr", - "languages": [ - "kat-Geor", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kat_Geor-khk_Cyrl", - "languages": [ - "kat-Geor", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "kat_Geor-lvs_Latn", - "languages": [ - "kat-Geor", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kat_Geor-pan_Guru", - "languages": [ - "kat-Geor", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673585, - "recall": 0.73913, - "f1": 0.693418, - "accuracy": 0.73913, - "main_score": 0.693418, - "hf_subset": "kat_Geor-som_Latn", - "languages": [ - "kat-Geor", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572085, - "recall": 0.623518, - "f1": 0.587056, - "accuracy": 0.623518, - "main_score": 0.587056, - "hf_subset": "kat_Geor-tum_Latn", - "languages": [ - "kat-Geor", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46956, - "recall": 0.521739, - "f1": 0.484031, - "accuracy": 0.521739, - "main_score": 0.484031, - "hf_subset": "lua_Latn-ace_Arab", - "languages": [ - "lua-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529944, - "recall": 0.572134, - "f1": 0.541874, - "accuracy": 0.572134, - "main_score": 0.541874, - "hf_subset": "lua_Latn-bam_Latn", - "languages": [ - "lua-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.222301, - "recall": 0.269763, - "f1": 0.23417, - "accuracy": 0.269763, - "main_score": 0.23417, - "hf_subset": "lua_Latn-dzo_Tibt", - "languages": [ - "lua-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636914, - "recall": 0.677866, - "f1": 0.648111, - "accuracy": 0.677866, - "main_score": 0.648111, - "hf_subset": "lua_Latn-hin_Deva", - "languages": [ - "lua-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578394, - "recall": 0.62747, - "f1": 0.592336, - "accuracy": 0.62747, - "main_score": 0.592336, - "hf_subset": "lua_Latn-khm_Khmr", - "languages": [ - "lua-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642291, - "recall": 0.678854, - "f1": 0.652081, - "accuracy": 0.678854, - "main_score": 0.652081, - "hf_subset": "lua_Latn-mag_Deva", - "languages": [ - "lua-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643433, - "recall": 0.675889, - "f1": 0.652027, - "accuracy": 0.675889, - "main_score": 0.652027, - "hf_subset": "lua_Latn-pap_Latn", - "languages": [ - "lua-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583242, - "recall": 0.623518, - "f1": 0.593329, - "accuracy": 0.623518, - "main_score": 0.593329, - "hf_subset": "lua_Latn-sot_Latn", - "languages": [ - "lua-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627043, - "recall": 0.677866, - "f1": 0.640363, - "accuracy": 0.677866, - "main_score": 0.640363, - "hf_subset": "lua_Latn-tur_Latn", - "languages": [ - "lua-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632532, - "recall": 0.667984, - "f1": 0.642991, - "accuracy": 0.667984, - "main_score": 0.642991, - "hf_subset": "lua_Latn-ace_Latn", - "languages": [ - "lua-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644358, - "recall": 0.674901, - "f1": 0.652718, - "accuracy": 0.674901, - "main_score": 0.652718, - "hf_subset": "lua_Latn-ban_Latn", - "languages": [ - "lua-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633022, - "recall": 0.68083, - "f1": 0.645891, - "accuracy": 0.68083, - "main_score": 0.645891, - "hf_subset": "lua_Latn-ell_Grek", - "languages": [ - "lua-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618079, - "recall": 0.662055, - "f1": 0.630187, - "accuracy": 0.662055, - "main_score": 0.630187, - "hf_subset": "lua_Latn-hne_Deva", - "languages": [ - "lua-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551944, - "recall": 0.596838, - "f1": 0.564538, - "accuracy": 0.596838, - "main_score": 0.564538, - "hf_subset": "lua_Latn-kik_Latn", - "languages": [ - "lua-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640166, - "recall": 0.677866, - "f1": 0.649921, - "accuracy": 0.677866, - "main_score": 0.649921, - "hf_subset": "lua_Latn-mai_Deva", - "languages": [ - "lua-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581086, - "recall": 0.632411, - "f1": 0.594679, - "accuracy": 0.632411, - "main_score": 0.594679, - "hf_subset": "lua_Latn-pbt_Arab", - "languages": [ - "lua-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640369, - "recall": 0.684783, - "f1": 0.652916, - "accuracy": 0.684783, - "main_score": 0.652916, - "hf_subset": "lua_Latn-spa_Latn", - "languages": [ - "lua-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568672, - "recall": 0.608696, - "f1": 0.579932, - "accuracy": 0.608696, - "main_score": 0.579932, - "hf_subset": "lua_Latn-twi_Latn", - "languages": [ - "lua-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631505, - "recall": 0.668972, - "f1": 0.641273, - "accuracy": 0.668972, - "main_score": 0.641273, - "hf_subset": "lua_Latn-acm_Arab", - "languages": [ - "lua-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608572, - "recall": 0.650198, - "f1": 0.619723, - "accuracy": 0.650198, - "main_score": 0.619723, - "hf_subset": "lua_Latn-bel_Cyrl", - "languages": [ - "lua-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661444, - "recall": 0.706522, - "f1": 0.673431, - "accuracy": 0.706522, - "main_score": 0.673431, - "hf_subset": "lua_Latn-eng_Latn", - "languages": [ - "lua-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641094, - "recall": 0.688735, - "f1": 0.653661, - "accuracy": 0.688735, - "main_score": 0.653661, - "hf_subset": "lua_Latn-hrv_Latn", - "languages": [ - "lua-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522448, - "recall": 0.574111, - "f1": 0.536579, - "accuracy": 0.574111, - "main_score": 0.536579, - "hf_subset": "lua_Latn-kin_Latn", - "languages": [ - "lua-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619741, - "recall": 0.666996, - "f1": 0.632592, - "accuracy": 0.666996, - "main_score": 0.632592, - "hf_subset": "lua_Latn-mal_Mlym", - "languages": [ - "lua-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625143, - "recall": 0.671937, - "f1": 0.637796, - "accuracy": 0.671937, - "main_score": 0.637796, - "hf_subset": "lua_Latn-pes_Arab", - "languages": [ - "lua-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64189, - "recall": 0.68083, - "f1": 0.652497, - "accuracy": 0.68083, - "main_score": 0.652497, - "hf_subset": "lua_Latn-srd_Latn", - "languages": [ - "lua-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192285, - "recall": 0.23419, - "f1": 0.202023, - "accuracy": 0.23419, - "main_score": 0.202023, - "hf_subset": "lua_Latn-tzm_Tfng", - "languages": [ - "lua-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619177, - "recall": 0.668972, - "f1": 0.63266, - "accuracy": 0.668972, - "main_score": 0.63266, - "hf_subset": "lua_Latn-acq_Arab", - "languages": [ - "lua-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597814, - "recall": 0.636364, - "f1": 0.60906, - "accuracy": 0.636364, - "main_score": 0.60906, - "hf_subset": "lua_Latn-bem_Latn", - "languages": [ - "lua-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633129, - "recall": 0.672925, - "f1": 0.643496, - "accuracy": 0.672925, - "main_score": 0.643496, - "hf_subset": "lua_Latn-epo_Latn", - "languages": [ - "lua-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632522, - "recall": 0.671937, - "f1": 0.643667, - "accuracy": 0.671937, - "main_score": 0.643667, - "hf_subset": "lua_Latn-hun_Latn", - "languages": [ - "lua-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604557, - "recall": 0.650198, - "f1": 0.616849, - "accuracy": 0.650198, - "main_score": 0.616849, - "hf_subset": "lua_Latn-kir_Cyrl", - "languages": [ - "lua-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630914, - "recall": 0.673913, - "f1": 0.642379, - "accuracy": 0.673913, - "main_score": 0.642379, - "hf_subset": "lua_Latn-mar_Deva", - "languages": [ - "lua-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567944, - "recall": 0.608696, - "f1": 0.579587, - "accuracy": 0.608696, - "main_score": 0.579587, - "hf_subset": "lua_Latn-plt_Latn", - "languages": [ - "lua-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648941, - "recall": 0.688735, - "f1": 0.659786, - "accuracy": 0.688735, - "main_score": 0.659786, - "hf_subset": "lua_Latn-srp_Cyrl", - "languages": [ - "lua-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527891, - "recall": 0.585968, - "f1": 0.544605, - "accuracy": 0.585968, - "main_score": 0.544605, - "hf_subset": "lua_Latn-uig_Arab", - "languages": [ - "lua-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619813, - "recall": 0.663043, - "f1": 0.630512, - "accuracy": 0.663043, - "main_score": 0.630512, - "hf_subset": "lua_Latn-aeb_Arab", - "languages": [ - "lua-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623983, - "recall": 0.667984, - "f1": 0.635889, - "accuracy": 0.667984, - "main_score": 0.635889, - "hf_subset": "lua_Latn-ben_Beng", - "languages": [ - "lua-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620821, - "recall": 0.667984, - "f1": 0.633882, - "accuracy": 0.667984, - "main_score": 0.633882, - "hf_subset": "lua_Latn-est_Latn", - "languages": [ - "lua-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584799, - "recall": 0.636364, - "f1": 0.599484, - "accuracy": 0.636364, - "main_score": 0.599484, - "hf_subset": "lua_Latn-hye_Armn", - "languages": [ - "lua-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56317, - "recall": 0.606719, - "f1": 0.575758, - "accuracy": 0.606719, - "main_score": 0.575758, - "hf_subset": "lua_Latn-kmb_Latn", - "languages": [ - "lua-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427697, - "recall": 0.481225, - "f1": 0.442418, - "accuracy": 0.481225, - "main_score": 0.442418, - "hf_subset": "lua_Latn-min_Arab", - "languages": [ - "lua-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640685, - "recall": 0.688735, - "f1": 0.653406, - "accuracy": 0.688735, - "main_score": 0.653406, - "hf_subset": "lua_Latn-pol_Latn", - "languages": [ - "lua-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541844, - "recall": 0.590909, - "f1": 0.554896, - "accuracy": 0.590909, - "main_score": 0.554896, - "hf_subset": "lua_Latn-ssw_Latn", - "languages": [ - "lua-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640774, - "recall": 0.683794, - "f1": 0.652676, - "accuracy": 0.683794, - "main_score": 0.652676, - "hf_subset": "lua_Latn-ukr_Cyrl", - "languages": [ - "lua-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65144, - "recall": 0.695652, - "f1": 0.663279, - "accuracy": 0.695652, - "main_score": 0.663279, - "hf_subset": "lua_Latn-afr_Latn", - "languages": [ - "lua-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625861, - "recall": 0.66502, - "f1": 0.636773, - "accuracy": 0.66502, - "main_score": 0.636773, - "hf_subset": "lua_Latn-bho_Deva", - "languages": [ - "lua-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620726, - "recall": 0.664032, - "f1": 0.63268, - "accuracy": 0.664032, - "main_score": 0.63268, - "hf_subset": "lua_Latn-eus_Latn", - "languages": [ - "lua-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54445, - "recall": 0.590909, - "f1": 0.558253, - "accuracy": 0.590909, - "main_score": 0.558253, - "hf_subset": "lua_Latn-ibo_Latn", - "languages": [ - "lua-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5849, - "recall": 0.62747, - "f1": 0.597361, - "accuracy": 0.62747, - "main_score": 0.597361, - "hf_subset": "lua_Latn-kmr_Latn", - "languages": [ - "lua-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635372, - "recall": 0.679842, - "f1": 0.64709, - "accuracy": 0.679842, - "main_score": 0.64709, - "hf_subset": "lua_Latn-min_Latn", - "languages": [ - "lua-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664788, - "recall": 0.703557, - "f1": 0.675028, - "accuracy": 0.703557, - "main_score": 0.675028, - "hf_subset": "lua_Latn-por_Latn", - "languages": [ - "lua-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650501, - "recall": 0.687747, - "f1": 0.660551, - "accuracy": 0.687747, - "main_score": 0.660551, - "hf_subset": "lua_Latn-sun_Latn", - "languages": [ - "lua-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513646, - "recall": 0.56917, - "f1": 0.530635, - "accuracy": 0.56917, - "main_score": 0.530635, - "hf_subset": "lua_Latn-umb_Latn", - "languages": [ - "lua-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641998, - "recall": 0.681818, - "f1": 0.6526, - "accuracy": 0.681818, - "main_score": 0.6526, - "hf_subset": "lua_Latn-ajp_Arab", - "languages": [ - "lua-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447179, - "recall": 0.500988, - "f1": 0.46196, - "accuracy": 0.500988, - "main_score": 0.46196, - "hf_subset": "lua_Latn-bjn_Arab", - "languages": [ - "lua-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519747, - "recall": 0.565217, - "f1": 0.532515, - "accuracy": 0.565217, - "main_score": 0.532515, - "hf_subset": "lua_Latn-ewe_Latn", - "languages": [ - "lua-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646653, - "recall": 0.684783, - "f1": 0.656959, - "accuracy": 0.684783, - "main_score": 0.656959, - "hf_subset": "lua_Latn-ilo_Latn", - "languages": [ - "lua-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304784, - "recall": 0.360672, - "f1": 0.319862, - "accuracy": 0.360672, - "main_score": 0.319862, - "hf_subset": "lua_Latn-knc_Arab", - "languages": [ - "lua-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642246, - "recall": 0.688735, - "f1": 0.654672, - "accuracy": 0.688735, - "main_score": 0.654672, - "hf_subset": "lua_Latn-mkd_Cyrl", - "languages": [ - "lua-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638589, - "recall": 0.68083, - "f1": 0.650148, - "accuracy": 0.68083, - "main_score": 0.650148, - "hf_subset": "lua_Latn-prs_Arab", - "languages": [ - "lua-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641788, - "recall": 0.693676, - "f1": 0.655673, - "accuracy": 0.693676, - "main_score": 0.655673, - "hf_subset": "lua_Latn-swe_Latn", - "languages": [ - "lua-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608233, - "recall": 0.659091, - "f1": 0.622505, - "accuracy": 0.659091, - "main_score": 0.622505, - "hf_subset": "lua_Latn-urd_Arab", - "languages": [ - "lua-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569617, - "recall": 0.603755, - "f1": 0.579186, - "accuracy": 0.603755, - "main_score": 0.579186, - "hf_subset": "lua_Latn-aka_Latn", - "languages": [ - "lua-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637278, - "recall": 0.671937, - "f1": 0.646732, - "accuracy": 0.671937, - "main_score": 0.646732, - "hf_subset": "lua_Latn-bjn_Latn", - "languages": [ - "lua-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598138, - "recall": 0.63834, - "f1": 0.609051, - "accuracy": 0.63834, - "main_score": 0.609051, - "hf_subset": "lua_Latn-fao_Latn", - "languages": [ - "lua-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654488, - "recall": 0.699605, - "f1": 0.66667, - "accuracy": 0.699605, - "main_score": 0.66667, - "hf_subset": "lua_Latn-ind_Latn", - "languages": [ - "lua-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547156, - "recall": 0.58498, - "f1": 0.558103, - "accuracy": 0.58498, - "main_score": 0.558103, - "hf_subset": "lua_Latn-knc_Latn", - "languages": [ - "lua-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640816, - "recall": 0.68083, - "f1": 0.651301, - "accuracy": 0.68083, - "main_score": 0.651301, - "hf_subset": "lua_Latn-mlt_Latn", - "languages": [ - "lua-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575008, - "recall": 0.618577, - "f1": 0.586928, - "accuracy": 0.618577, - "main_score": 0.586928, - "hf_subset": "lua_Latn-quy_Latn", - "languages": [ - "lua-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609078, - "recall": 0.65415, - "f1": 0.621374, - "accuracy": 0.65415, - "main_score": 0.621374, - "hf_subset": "lua_Latn-swh_Latn", - "languages": [ - "lua-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609325, - "recall": 0.65415, - "f1": 0.62116, - "accuracy": 0.65415, - "main_score": 0.62116, - "hf_subset": "lua_Latn-uzn_Latn", - "languages": [ - "lua-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644129, - "recall": 0.679842, - "f1": 0.653942, - "accuracy": 0.679842, - "main_score": 0.653942, - "hf_subset": "lua_Latn-als_Latn", - "languages": [ - "lua-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.280261, - "recall": 0.333992, - "f1": 0.293324, - "accuracy": 0.333992, - "main_score": 0.293324, - "hf_subset": "lua_Latn-bod_Tibt", - "languages": [ - "lua-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569714, - "recall": 0.612648, - "f1": 0.582065, - "accuracy": 0.612648, - "main_score": 0.582065, - "hf_subset": "lua_Latn-fij_Latn", - "languages": [ - "lua-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60348, - "recall": 0.649209, - "f1": 0.616036, - "accuracy": 0.649209, - "main_score": 0.616036, - "hf_subset": "lua_Latn-isl_Latn", - "languages": [ - "lua-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612271, - "recall": 0.652174, - "f1": 0.623332, - "accuracy": 0.652174, - "main_score": 0.623332, - "hf_subset": "lua_Latn-kon_Latn", - "languages": [ - "lua-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51694, - "recall": 0.574111, - "f1": 0.53403, - "accuracy": 0.574111, - "main_score": 0.53403, - "hf_subset": "lua_Latn-mni_Beng", - "languages": [ - "lua-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665267, - "recall": 0.70751, - "f1": 0.676967, - "accuracy": 0.70751, - "main_score": 0.676967, - "hf_subset": "lua_Latn-ron_Latn", - "languages": [ - "lua-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636868, - "recall": 0.679842, - "f1": 0.647838, - "accuracy": 0.679842, - "main_score": 0.647838, - "hf_subset": "lua_Latn-szl_Latn", - "languages": [ - "lua-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648464, - "recall": 0.690711, - "f1": 0.659885, - "accuracy": 0.690711, - "main_score": 0.659885, - "hf_subset": "lua_Latn-vec_Latn", - "languages": [ - "lua-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516948, - "recall": 0.570158, - "f1": 0.53228, - "accuracy": 0.570158, - "main_score": 0.53228, - "hf_subset": "lua_Latn-amh_Ethi", - "languages": [ - "lua-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646094, - "recall": 0.690711, - "f1": 0.658079, - "accuracy": 0.690711, - "main_score": 0.658079, - "hf_subset": "lua_Latn-bos_Latn", - "languages": [ - "lua-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608351, - "recall": 0.65415, - "f1": 0.621152, - "accuracy": 0.65415, - "main_score": 0.621152, - "hf_subset": "lua_Latn-fin_Latn", - "languages": [ - "lua-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642759, - "recall": 0.687747, - "f1": 0.654742, - "accuracy": 0.687747, - "main_score": 0.654742, - "hf_subset": "lua_Latn-ita_Latn", - "languages": [ - "lua-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611037, - "recall": 0.661067, - "f1": 0.624664, - "accuracy": 0.661067, - "main_score": 0.624664, - "hf_subset": "lua_Latn-kor_Hang", - "languages": [ - "lua-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535001, - "recall": 0.574111, - "f1": 0.546607, - "accuracy": 0.574111, - "main_score": 0.546607, - "hf_subset": "lua_Latn-mos_Latn", - "languages": [ - "lua-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549344, - "recall": 0.591897, - "f1": 0.560882, - "accuracy": 0.591897, - "main_score": 0.560882, - "hf_subset": "lua_Latn-run_Latn", - "languages": [ - "lua-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613329, - "recall": 0.653162, - "f1": 0.6239, - "accuracy": 0.653162, - "main_score": 0.6239, - "hf_subset": "lua_Latn-tam_Taml", - "languages": [ - "lua-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632204, - "recall": 0.670949, - "f1": 0.643208, - "accuracy": 0.670949, - "main_score": 0.643208, - "hf_subset": "lua_Latn-vie_Latn", - "languages": [ - "lua-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626984, - "recall": 0.673913, - "f1": 0.639398, - "accuracy": 0.673913, - "main_score": 0.639398, - "hf_subset": "lua_Latn-apc_Arab", - "languages": [ - "lua-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593091, - "recall": 0.632411, - "f1": 0.603913, - "accuracy": 0.632411, - "main_score": 0.603913, - "hf_subset": "lua_Latn-bug_Latn", - "languages": [ - "lua-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483456, - "recall": 0.529644, - "f1": 0.495936, - "accuracy": 0.529644, - "main_score": 0.495936, - "hf_subset": "lua_Latn-fon_Latn", - "languages": [ - "lua-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645495, - "recall": 0.681818, - "f1": 0.655094, - "accuracy": 0.681818, - "main_score": 0.655094, - "hf_subset": "lua_Latn-jav_Latn", - "languages": [ - "lua-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555339, - "recall": 0.61166, - "f1": 0.570538, - "accuracy": 0.61166, - "main_score": 0.570538, - "hf_subset": "lua_Latn-lao_Laoo", - "languages": [ - "lua-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533813, - "recall": 0.572134, - "f1": 0.544114, - "accuracy": 0.572134, - "main_score": 0.544114, - "hf_subset": "lua_Latn-mri_Latn", - "languages": [ - "lua-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627317, - "recall": 0.675889, - "f1": 0.640164, - "accuracy": 0.675889, - "main_score": 0.640164, - "hf_subset": "lua_Latn-rus_Cyrl", - "languages": [ - "lua-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524713, - "recall": 0.572134, - "f1": 0.538672, - "accuracy": 0.572134, - "main_score": 0.538672, - "hf_subset": "lua_Latn-taq_Latn", - "languages": [ - "lua-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661691, - "recall": 0.694664, - "f1": 0.670878, - "accuracy": 0.694664, - "main_score": 0.670878, - "hf_subset": "lua_Latn-war_Latn", - "languages": [ - "lua-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620121, - "recall": 0.66502, - "f1": 0.632206, - "accuracy": 0.66502, - "main_score": 0.632206, - "hf_subset": "lua_Latn-arb_Arab", - "languages": [ - "lua-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634598, - "recall": 0.676877, - "f1": 0.646251, - "accuracy": 0.676877, - "main_score": 0.646251, - "hf_subset": "lua_Latn-bul_Cyrl", - "languages": [ - "lua-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663602, - "recall": 0.701581, - "f1": 0.673595, - "accuracy": 0.701581, - "main_score": 0.673595, - "hf_subset": "lua_Latn-fra_Latn", - "languages": [ - "lua-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622323, - "recall": 0.663043, - "f1": 0.63388, - "accuracy": 0.663043, - "main_score": 0.63388, - "hf_subset": "lua_Latn-jpn_Jpan", - "languages": [ - "lua-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62778, - "recall": 0.671937, - "f1": 0.639655, - "accuracy": 0.671937, - "main_score": 0.639655, - "hf_subset": "lua_Latn-lij_Latn", - "languages": [ - "lua-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479274, - "recall": 0.540514, - "f1": 0.495834, - "accuracy": 0.540514, - "main_score": 0.495834, - "hf_subset": "lua_Latn-mya_Mymr", - "languages": [ - "lua-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56317, - "recall": 0.605731, - "f1": 0.574784, - "accuracy": 0.605731, - "main_score": 0.574784, - "hf_subset": "lua_Latn-sag_Latn", - "languages": [ - "lua-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203258, - "recall": 0.253953, - "f1": 0.214765, - "accuracy": 0.253953, - "main_score": 0.214765, - "hf_subset": "lua_Latn-taq_Tfng", - "languages": [ - "lua-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584025, - "recall": 0.623518, - "f1": 0.595935, - "accuracy": 0.623518, - "main_score": 0.595935, - "hf_subset": "lua_Latn-wol_Latn", - "languages": [ - "lua-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48285, - "recall": 0.52668, - "f1": 0.495243, - "accuracy": 0.52668, - "main_score": 0.495243, - "hf_subset": "lua_Latn-arb_Latn", - "languages": [ - "lua-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643704, - "recall": 0.689723, - "f1": 0.656012, - "accuracy": 0.689723, - "main_score": 0.656012, - "hf_subset": "lua_Latn-cat_Latn", - "languages": [ - "lua-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640823, - "recall": 0.678854, - "f1": 0.651091, - "accuracy": 0.678854, - "main_score": 0.651091, - "hf_subset": "lua_Latn-fur_Latn", - "languages": [ - "lua-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416504, - "recall": 0.472332, - "f1": 0.43181, - "accuracy": 0.472332, - "main_score": 0.43181, - "hf_subset": "lua_Latn-kab_Latn", - "languages": [ - "lua-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645395, - "recall": 0.683794, - "f1": 0.655541, - "accuracy": 0.683794, - "main_score": 0.655541, - "hf_subset": "lua_Latn-lim_Latn", - "languages": [ - "lua-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629691, - "recall": 0.678854, - "f1": 0.642686, - "accuracy": 0.678854, - "main_score": 0.642686, - "hf_subset": "lua_Latn-nld_Latn", - "languages": [ - "lua-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573877, - "recall": 0.626482, - "f1": 0.588198, - "accuracy": 0.626482, - "main_score": 0.588198, - "hf_subset": "lua_Latn-san_Deva", - "languages": [ - "lua-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623035, - "recall": 0.66502, - "f1": 0.634264, - "accuracy": 0.66502, - "main_score": 0.634264, - "hf_subset": "lua_Latn-tat_Cyrl", - "languages": [ - "lua-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586211, - "recall": 0.628458, - "f1": 0.598119, - "accuracy": 0.628458, - "main_score": 0.598119, - "hf_subset": "lua_Latn-xho_Latn", - "languages": [ - "lua-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607238, - "recall": 0.65415, - "f1": 0.619978, - "accuracy": 0.65415, - "main_score": 0.619978, - "hf_subset": "lua_Latn-ars_Arab", - "languages": [ - "lua-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653419, - "recall": 0.690711, - "f1": 0.663164, - "accuracy": 0.690711, - "main_score": 0.663164, - "hf_subset": "lua_Latn-ceb_Latn", - "languages": [ - "lua-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519759, - "recall": 0.56917, - "f1": 0.534245, - "accuracy": 0.56917, - "main_score": 0.534245, - "hf_subset": "lua_Latn-fuv_Latn", - "languages": [ - "lua-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516421, - "recall": 0.564229, - "f1": 0.529679, - "accuracy": 0.564229, - "main_score": 0.529679, - "hf_subset": "lua_Latn-kac_Latn", - "languages": [ - "lua-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621404, - "recall": 0.657115, - "f1": 0.631677, - "accuracy": 0.657115, - "main_score": 0.631677, - "hf_subset": "lua_Latn-lin_Latn", - "languages": [ - "lua-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639842, - "recall": 0.683794, - "f1": 0.652136, - "accuracy": 0.683794, - "main_score": 0.652136, - "hf_subset": "lua_Latn-nno_Latn", - "languages": [ - "lua-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122574, - "recall": 0.166008, - "f1": 0.132817, - "accuracy": 0.166008, - "main_score": 0.132817, - "hf_subset": "lua_Latn-sat_Olck", - "languages": [ - "lua-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626815, - "recall": 0.668972, - "f1": 0.637615, - "accuracy": 0.668972, - "main_score": 0.637615, - "hf_subset": "lua_Latn-tel_Telu", - "languages": [ - "lua-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551231, - "recall": 0.600791, - "f1": 0.564926, - "accuracy": 0.600791, - "main_score": 0.564926, - "hf_subset": "lua_Latn-ydd_Hebr", - "languages": [ - "lua-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614465, - "recall": 0.657115, - "f1": 0.625412, - "accuracy": 0.657115, - "main_score": 0.625412, - "hf_subset": "lua_Latn-ary_Arab", - "languages": [ - "lua-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632662, - "recall": 0.678854, - "f1": 0.645658, - "accuracy": 0.678854, - "main_score": 0.645658, - "hf_subset": "lua_Latn-ces_Latn", - "languages": [ - "lua-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51603, - "recall": 0.564229, - "f1": 0.529553, - "accuracy": 0.564229, - "main_score": 0.529553, - "hf_subset": "lua_Latn-gaz_Latn", - "languages": [ - "lua-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536365, - "recall": 0.585968, - "f1": 0.550796, - "accuracy": 0.585968, - "main_score": 0.550796, - "hf_subset": "lua_Latn-kam_Latn", - "languages": [ - "lua-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626096, - "recall": 0.673913, - "f1": 0.638931, - "accuracy": 0.673913, - "main_score": 0.638931, - "hf_subset": "lua_Latn-lit_Latn", - "languages": [ - "lua-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640006, - "recall": 0.682806, - "f1": 0.651805, - "accuracy": 0.682806, - "main_score": 0.651805, - "hf_subset": "lua_Latn-nob_Latn", - "languages": [ - "lua-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647804, - "recall": 0.684783, - "f1": 0.658231, - "accuracy": 0.684783, - "main_score": 0.658231, - "hf_subset": "lua_Latn-scn_Latn", - "languages": [ - "lua-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60474, - "recall": 0.644269, - "f1": 0.615644, - "accuracy": 0.644269, - "main_score": 0.615644, - "hf_subset": "lua_Latn-tgk_Cyrl", - "languages": [ - "lua-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524069, - "recall": 0.581028, - "f1": 0.540281, - "accuracy": 0.581028, - "main_score": 0.540281, - "hf_subset": "lua_Latn-yor_Latn", - "languages": [ - "lua-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628347, - "recall": 0.670949, - "f1": 0.639603, - "accuracy": 0.670949, - "main_score": 0.639603, - "hf_subset": "lua_Latn-arz_Arab", - "languages": [ - "lua-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539608, - "recall": 0.581028, - "f1": 0.552009, - "accuracy": 0.581028, - "main_score": 0.552009, - "hf_subset": "lua_Latn-cjk_Latn", - "languages": [ - "lua-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540567, - "recall": 0.58004, - "f1": 0.551325, - "accuracy": 0.58004, - "main_score": 0.551325, - "hf_subset": "lua_Latn-gla_Latn", - "languages": [ - "lua-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617574, - "recall": 0.664032, - "f1": 0.63076, - "accuracy": 0.664032, - "main_score": 0.63076, - "hf_subset": "lua_Latn-kan_Knda", - "languages": [ - "lua-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642435, - "recall": 0.677866, - "f1": 0.651892, - "accuracy": 0.677866, - "main_score": 0.651892, - "hf_subset": "lua_Latn-lmo_Latn", - "languages": [ - "lua-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615303, - "recall": 0.666008, - "f1": 0.62914, - "accuracy": 0.666008, - "main_score": 0.62914, - "hf_subset": "lua_Latn-npi_Deva", - "languages": [ - "lua-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449115, - "recall": 0.501976, - "f1": 0.4634, - "accuracy": 0.501976, - "main_score": 0.4634, - "hf_subset": "lua_Latn-shn_Mymr", - "languages": [ - "lua-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665494, - "recall": 0.697628, - "f1": 0.674297, - "accuracy": 0.697628, - "main_score": 0.674297, - "hf_subset": "lua_Latn-tgl_Latn", - "languages": [ - "lua-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628212, - "recall": 0.670949, - "f1": 0.638814, - "accuracy": 0.670949, - "main_score": 0.638814, - "hf_subset": "lua_Latn-yue_Hant", - "languages": [ - "lua-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601697, - "recall": 0.647233, - "f1": 0.614474, - "accuracy": 0.647233, - "main_score": 0.614474, - "hf_subset": "lua_Latn-asm_Beng", - "languages": [ - "lua-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570627, - "recall": 0.619565, - "f1": 0.584659, - "accuracy": 0.619565, - "main_score": 0.584659, - "hf_subset": "lua_Latn-ckb_Arab", - "languages": [ - "lua-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539156, - "recall": 0.585968, - "f1": 0.552094, - "accuracy": 0.585968, - "main_score": 0.552094, - "hf_subset": "lua_Latn-gle_Latn", - "languages": [ - "lua-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573756, - "recall": 0.615613, - "f1": 0.584728, - "accuracy": 0.615613, - "main_score": 0.584728, - "hf_subset": "lua_Latn-kas_Arab", - "languages": [ - "lua-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598531, - "recall": 0.639328, - "f1": 0.609893, - "accuracy": 0.639328, - "main_score": 0.609893, - "hf_subset": "lua_Latn-ltg_Latn", - "languages": [ - "lua-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599802, - "recall": 0.634387, - "f1": 0.610427, - "accuracy": 0.634387, - "main_score": 0.610427, - "hf_subset": "lua_Latn-nso_Latn", - "languages": [ - "lua-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535172, - "recall": 0.58498, - "f1": 0.548938, - "accuracy": 0.58498, - "main_score": 0.548938, - "hf_subset": "lua_Latn-sin_Sinh", - "languages": [ - "lua-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627457, - "recall": 0.671937, - "f1": 0.639335, - "accuracy": 0.671937, - "main_score": 0.639335, - "hf_subset": "lua_Latn-tha_Thai", - "languages": [ - "lua-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601822, - "recall": 0.645257, - "f1": 0.613295, - "accuracy": 0.645257, - "main_score": 0.613295, - "hf_subset": "lua_Latn-zho_Hans", - "languages": [ - "lua-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653186, - "recall": 0.697628, - "f1": 0.665573, - "accuracy": 0.697628, - "main_score": 0.665573, - "hf_subset": "lua_Latn-ast_Latn", - "languages": [ - "lua-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600125, - "recall": 0.650198, - "f1": 0.613789, - "accuracy": 0.650198, - "main_score": 0.613789, - "hf_subset": "lua_Latn-crh_Latn", - "languages": [ - "lua-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662749, - "recall": 0.697628, - "f1": 0.672294, - "accuracy": 0.697628, - "main_score": 0.672294, - "hf_subset": "lua_Latn-glg_Latn", - "languages": [ - "lua-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565969, - "recall": 0.61166, - "f1": 0.57899, - "accuracy": 0.61166, - "main_score": 0.57899, - "hf_subset": "lua_Latn-kas_Deva", - "languages": [ - "lua-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635633, - "recall": 0.673913, - "f1": 0.646014, - "accuracy": 0.673913, - "main_score": 0.646014, - "hf_subset": "lua_Latn-ltz_Latn", - "languages": [ - "lua-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47782, - "recall": 0.531621, - "f1": 0.492385, - "accuracy": 0.531621, - "main_score": 0.492385, - "hf_subset": "lua_Latn-nus_Latn", - "languages": [ - "lua-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631803, - "recall": 0.676877, - "f1": 0.644235, - "accuracy": 0.676877, - "main_score": 0.644235, - "hf_subset": "lua_Latn-slk_Latn", - "languages": [ - "lua-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442008, - "recall": 0.501976, - "f1": 0.458522, - "accuracy": 0.501976, - "main_score": 0.458522, - "hf_subset": "lua_Latn-tir_Ethi", - "languages": [ - "lua-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616086, - "recall": 0.661067, - "f1": 0.627497, - "accuracy": 0.661067, - "main_score": 0.627497, - "hf_subset": "lua_Latn-zho_Hant", - "languages": [ - "lua-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620003, - "recall": 0.663043, - "f1": 0.631663, - "accuracy": 0.663043, - "main_score": 0.631663, - "hf_subset": "lua_Latn-awa_Deva", - "languages": [ - "lua-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59899, - "recall": 0.642292, - "f1": 0.610331, - "accuracy": 0.642292, - "main_score": 0.610331, - "hf_subset": "lua_Latn-cym_Latn", - "languages": [ - "lua-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616304, - "recall": 0.652174, - "f1": 0.626468, - "accuracy": 0.652174, - "main_score": 0.626468, - "hf_subset": "lua_Latn-grn_Latn", - "languages": [ - "lua-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59624, - "recall": 0.643281, - "f1": 0.609271, - "accuracy": 0.643281, - "main_score": 0.609271, - "hf_subset": "lua_Latn-kat_Geor", - "languages": [ - "lua-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600909, - "recall": 0.644269, - "f1": 0.613371, - "accuracy": 0.644269, - "main_score": 0.613371, - "hf_subset": "lua_Latn-nya_Latn", - "languages": [ - "lua-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627392, - "recall": 0.676877, - "f1": 0.640623, - "accuracy": 0.676877, - "main_score": 0.640623, - "hf_subset": "lua_Latn-slv_Latn", - "languages": [ - "lua-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631302, - "recall": 0.668972, - "f1": 0.641836, - "accuracy": 0.668972, - "main_score": 0.641836, - "hf_subset": "lua_Latn-tpi_Latn", - "languages": [ - "lua-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663213, - "recall": 0.70751, - "f1": 0.674727, - "accuracy": 0.70751, - "main_score": 0.674727, - "hf_subset": "lua_Latn-zsm_Latn", - "languages": [ - "lua-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522696, - "recall": 0.574111, - "f1": 0.537538, - "accuracy": 0.574111, - "main_score": 0.537538, - "hf_subset": "lua_Latn-ayr_Latn", - "languages": [ - "lua-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643563, - "recall": 0.689723, - "f1": 0.656054, - "accuracy": 0.689723, - "main_score": 0.656054, - "hf_subset": "lua_Latn-dan_Latn", - "languages": [ - "lua-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622824, - "recall": 0.66502, - "f1": 0.63419, - "accuracy": 0.66502, - "main_score": 0.63419, - "hf_subset": "lua_Latn-guj_Gujr", - "languages": [ - "lua-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62443, - "recall": 0.668972, - "f1": 0.636427, - "accuracy": 0.668972, - "main_score": 0.636427, - "hf_subset": "lua_Latn-kaz_Cyrl", - "languages": [ - "lua-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531604, - "recall": 0.582016, - "f1": 0.54561, - "accuracy": 0.582016, - "main_score": 0.54561, - "hf_subset": "lua_Latn-lug_Latn", - "languages": [ - "lua-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664829, - "recall": 0.709486, - "f1": 0.676639, - "accuracy": 0.709486, - "main_score": 0.676639, - "hf_subset": "lua_Latn-oci_Latn", - "languages": [ - "lua-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588753, - "recall": 0.628458, - "f1": 0.599721, - "accuracy": 0.628458, - "main_score": 0.599721, - "hf_subset": "lua_Latn-smo_Latn", - "languages": [ - "lua-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537979, - "recall": 0.583992, - "f1": 0.550831, - "accuracy": 0.583992, - "main_score": 0.550831, - "hf_subset": "lua_Latn-tsn_Latn", - "languages": [ - "lua-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551782, - "recall": 0.599802, - "f1": 0.565308, - "accuracy": 0.599802, - "main_score": 0.565308, - "hf_subset": "lua_Latn-zul_Latn", - "languages": [ - "lua-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537977, - "recall": 0.588933, - "f1": 0.551664, - "accuracy": 0.588933, - "main_score": 0.551664, - "hf_subset": "lua_Latn-azb_Arab", - "languages": [ - "lua-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654672, - "recall": 0.69664, - "f1": 0.665727, - "accuracy": 0.69664, - "main_score": 0.665727, - "hf_subset": "lua_Latn-deu_Latn", - "languages": [ - "lua-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593575, - "recall": 0.642292, - "f1": 0.607451, - "accuracy": 0.642292, - "main_score": 0.607451, - "hf_subset": "lua_Latn-hat_Latn", - "languages": [ - "lua-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491628, - "recall": 0.538538, - "f1": 0.504952, - "accuracy": 0.538538, - "main_score": 0.504952, - "hf_subset": "lua_Latn-kbp_Latn", - "languages": [ - "lua-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567877, - "recall": 0.600791, - "f1": 0.577511, - "accuracy": 0.600791, - "main_score": 0.577511, - "hf_subset": "lua_Latn-luo_Latn", - "languages": [ - "lua-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598648, - "recall": 0.652174, - "f1": 0.613152, - "accuracy": 0.652174, - "main_score": 0.613152, - "hf_subset": "lua_Latn-ory_Orya", - "languages": [ - "lua-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547646, - "recall": 0.600791, - "f1": 0.563284, - "accuracy": 0.600791, - "main_score": 0.563284, - "hf_subset": "lua_Latn-sna_Latn", - "languages": [ - "lua-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530365, - "recall": 0.572134, - "f1": 0.542564, - "accuracy": 0.572134, - "main_score": 0.542564, - "hf_subset": "lua_Latn-tso_Latn", - "languages": [ - "lua-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592492, - "recall": 0.644269, - "f1": 0.606856, - "accuracy": 0.644269, - "main_score": 0.606856, - "hf_subset": "lua_Latn-azj_Latn", - "languages": [ - "lua-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531423, - "recall": 0.583004, - "f1": 0.546989, - "accuracy": 0.583004, - "main_score": 0.546989, - "hf_subset": "lua_Latn-dik_Latn", - "languages": [ - "lua-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582047, - "recall": 0.62253, - "f1": 0.592938, - "accuracy": 0.62253, - "main_score": 0.592938, - "hf_subset": "lua_Latn-hau_Latn", - "languages": [ - "lua-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657855, - "recall": 0.6917, - "f1": 0.666796, - "accuracy": 0.6917, - "main_score": 0.666796, - "hf_subset": "lua_Latn-kea_Latn", - "languages": [ - "lua-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586061, - "recall": 0.625494, - "f1": 0.597133, - "accuracy": 0.625494, - "main_score": 0.597133, - "hf_subset": "lua_Latn-lus_Latn", - "languages": [ - "lua-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624389, - "recall": 0.658103, - "f1": 0.63419, - "accuracy": 0.658103, - "main_score": 0.63419, - "hf_subset": "lua_Latn-pag_Latn", - "languages": [ - "lua-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591477, - "recall": 0.648221, - "f1": 0.607366, - "accuracy": 0.648221, - "main_score": 0.607366, - "hf_subset": "lua_Latn-snd_Arab", - "languages": [ - "lua-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585331, - "recall": 0.633399, - "f1": 0.59935, - "accuracy": 0.633399, - "main_score": 0.59935, - "hf_subset": "lua_Latn-tuk_Latn", - "languages": [ - "lua-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611637, - "recall": 0.65415, - "f1": 0.62341, - "accuracy": 0.65415, - "main_score": 0.62341, - "hf_subset": "lua_Latn-bak_Cyrl", - "languages": [ - "lua-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456829, - "recall": 0.524704, - "f1": 0.47619, - "accuracy": 0.524704, - "main_score": 0.47619, - "hf_subset": "lua_Latn-dyu_Latn", - "languages": [ - "lua-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618478, - "recall": 0.663043, - "f1": 0.629801, - "accuracy": 0.663043, - "main_score": 0.629801, - "hf_subset": "lua_Latn-heb_Hebr", - "languages": [ - "lua-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599093, - "recall": 0.645257, - "f1": 0.611313, - "accuracy": 0.645257, - "main_score": 0.611313, - "hf_subset": "lua_Latn-khk_Cyrl", - "languages": [ - "lua-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63571, - "recall": 0.681818, - "f1": 0.647325, - "accuracy": 0.681818, - "main_score": 0.647325, - "hf_subset": "lua_Latn-lvs_Latn", - "languages": [ - "lua-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620248, - "recall": 0.664032, - "f1": 0.63214, - "accuracy": 0.664032, - "main_score": 0.63214, - "hf_subset": "lua_Latn-pan_Guru", - "languages": [ - "lua-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523953, - "recall": 0.574111, - "f1": 0.538034, - "accuracy": 0.574111, - "main_score": 0.538034, - "hf_subset": "lua_Latn-som_Latn", - "languages": [ - "lua-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545456, - "recall": 0.589921, - "f1": 0.557906, - "accuracy": 0.589921, - "main_score": 0.557906, - "hf_subset": "lua_Latn-tum_Latn", - "languages": [ - "lua-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444952, - "recall": 0.502964, - "f1": 0.460788, - "accuracy": 0.502964, - "main_score": 0.460788, - "hf_subset": "nya_Latn-ace_Arab", - "languages": [ - "nya-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509496, - "recall": 0.5583, - "f1": 0.523652, - "accuracy": 0.5583, - "main_score": 0.523652, - "hf_subset": "nya_Latn-bam_Latn", - "languages": [ - "nya-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.23868, - "recall": 0.278656, - "f1": 0.249442, - "accuracy": 0.278656, - "main_score": 0.249442, - "hf_subset": "nya_Latn-dzo_Tibt", - "languages": [ - "nya-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620134, - "recall": 0.667984, - "f1": 0.632532, - "accuracy": 0.667984, - "main_score": 0.632532, - "hf_subset": "nya_Latn-hin_Deva", - "languages": [ - "nya-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576006, - "recall": 0.624506, - "f1": 0.58959, - "accuracy": 0.624506, - "main_score": 0.58959, - "hf_subset": "nya_Latn-khm_Khmr", - "languages": [ - "nya-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620445, - "recall": 0.663043, - "f1": 0.630922, - "accuracy": 0.663043, - "main_score": 0.630922, - "hf_subset": "nya_Latn-mag_Deva", - "languages": [ - "nya-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604843, - "recall": 0.641304, - "f1": 0.61417, - "accuracy": 0.641304, - "main_score": 0.61417, - "hf_subset": "nya_Latn-pap_Latn", - "languages": [ - "nya-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582445, - "recall": 0.629447, - "f1": 0.595047, - "accuracy": 0.629447, - "main_score": 0.595047, - "hf_subset": "nya_Latn-sot_Latn", - "languages": [ - "nya-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611715, - "recall": 0.664032, - "f1": 0.625495, - "accuracy": 0.664032, - "main_score": 0.625495, - "hf_subset": "nya_Latn-tur_Latn", - "languages": [ - "nya-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607842, - "recall": 0.645257, - "f1": 0.617796, - "accuracy": 0.645257, - "main_score": 0.617796, - "hf_subset": "nya_Latn-ace_Latn", - "languages": [ - "nya-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608126, - "recall": 0.653162, - "f1": 0.620082, - "accuracy": 0.653162, - "main_score": 0.620082, - "hf_subset": "nya_Latn-ban_Latn", - "languages": [ - "nya-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603861, - "recall": 0.653162, - "f1": 0.616621, - "accuracy": 0.653162, - "main_score": 0.616621, - "hf_subset": "nya_Latn-ell_Grek", - "languages": [ - "nya-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596904, - "recall": 0.641304, - "f1": 0.608347, - "accuracy": 0.641304, - "main_score": 0.608347, - "hf_subset": "nya_Latn-hne_Deva", - "languages": [ - "nya-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555789, - "recall": 0.600791, - "f1": 0.568058, - "accuracy": 0.600791, - "main_score": 0.568058, - "hf_subset": "nya_Latn-kik_Latn", - "languages": [ - "nya-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613415, - "recall": 0.660079, - "f1": 0.625938, - "accuracy": 0.660079, - "main_score": 0.625938, - "hf_subset": "nya_Latn-mai_Deva", - "languages": [ - "nya-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535976, - "recall": 0.592885, - "f1": 0.551121, - "accuracy": 0.592885, - "main_score": 0.551121, - "hf_subset": "nya_Latn-pbt_Arab", - "languages": [ - "nya-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620291, - "recall": 0.670949, - "f1": 0.633765, - "accuracy": 0.670949, - "main_score": 0.633765, - "hf_subset": "nya_Latn-spa_Latn", - "languages": [ - "nya-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564881, - "recall": 0.602767, - "f1": 0.575352, - "accuracy": 0.602767, - "main_score": 0.575352, - "hf_subset": "nya_Latn-twi_Latn", - "languages": [ - "nya-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605071, - "recall": 0.656126, - "f1": 0.617864, - "accuracy": 0.656126, - "main_score": 0.617864, - "hf_subset": "nya_Latn-acm_Arab", - "languages": [ - "nya-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568465, - "recall": 0.619565, - "f1": 0.581499, - "accuracy": 0.619565, - "main_score": 0.581499, - "hf_subset": "nya_Latn-bel_Cyrl", - "languages": [ - "nya-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654687, - "recall": 0.704545, - "f1": 0.667798, - "accuracy": 0.704545, - "main_score": 0.667798, - "hf_subset": "nya_Latn-eng_Latn", - "languages": [ - "nya-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6416, - "recall": 0.689723, - "f1": 0.653415, - "accuracy": 0.689723, - "main_score": 0.653415, - "hf_subset": "nya_Latn-hrv_Latn", - "languages": [ - "nya-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550902, - "recall": 0.602767, - "f1": 0.565082, - "accuracy": 0.602767, - "main_score": 0.565082, - "hf_subset": "nya_Latn-kin_Latn", - "languages": [ - "nya-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626985, - "recall": 0.670949, - "f1": 0.63821, - "accuracy": 0.670949, - "main_score": 0.63821, - "hf_subset": "nya_Latn-mal_Mlym", - "languages": [ - "nya-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612846, - "recall": 0.661067, - "f1": 0.625124, - "accuracy": 0.661067, - "main_score": 0.625124, - "hf_subset": "nya_Latn-pes_Arab", - "languages": [ - "nya-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605605, - "recall": 0.650198, - "f1": 0.616893, - "accuracy": 0.650198, - "main_score": 0.616893, - "hf_subset": "nya_Latn-srd_Latn", - "languages": [ - "nya-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197168, - "recall": 0.237154, - "f1": 0.207088, - "accuracy": 0.237154, - "main_score": 0.207088, - "hf_subset": "nya_Latn-tzm_Tfng", - "languages": [ - "nya-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60515, - "recall": 0.660079, - "f1": 0.619575, - "accuracy": 0.660079, - "main_score": 0.619575, - "hf_subset": "nya_Latn-acq_Arab", - "languages": [ - "nya-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615559, - "recall": 0.658103, - "f1": 0.627038, - "accuracy": 0.658103, - "main_score": 0.627038, - "hf_subset": "nya_Latn-bem_Latn", - "languages": [ - "nya-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625444, - "recall": 0.666996, - "f1": 0.635772, - "accuracy": 0.666996, - "main_score": 0.635772, - "hf_subset": "nya_Latn-epo_Latn", - "languages": [ - "nya-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609155, - "recall": 0.65415, - "f1": 0.620856, - "accuracy": 0.65415, - "main_score": 0.620856, - "hf_subset": "nya_Latn-hun_Latn", - "languages": [ - "nya-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599391, - "recall": 0.639328, - "f1": 0.609892, - "accuracy": 0.639328, - "main_score": 0.609892, - "hf_subset": "nya_Latn-kir_Cyrl", - "languages": [ - "nya-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627994, - "recall": 0.664032, - "f1": 0.636843, - "accuracy": 0.664032, - "main_score": 0.636843, - "hf_subset": "nya_Latn-mar_Deva", - "languages": [ - "nya-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554943, - "recall": 0.598814, - "f1": 0.567082, - "accuracy": 0.598814, - "main_score": 0.567082, - "hf_subset": "nya_Latn-plt_Latn", - "languages": [ - "nya-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629484, - "recall": 0.677866, - "f1": 0.642199, - "accuracy": 0.677866, - "main_score": 0.642199, - "hf_subset": "nya_Latn-srp_Cyrl", - "languages": [ - "nya-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522577, - "recall": 0.575099, - "f1": 0.537034, - "accuracy": 0.575099, - "main_score": 0.537034, - "hf_subset": "nya_Latn-uig_Arab", - "languages": [ - "nya-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585368, - "recall": 0.632411, - "f1": 0.597921, - "accuracy": 0.632411, - "main_score": 0.597921, - "hf_subset": "nya_Latn-aeb_Arab", - "languages": [ - "nya-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613025, - "recall": 0.660079, - "f1": 0.625046, - "accuracy": 0.660079, - "main_score": 0.625046, - "hf_subset": "nya_Latn-ben_Beng", - "languages": [ - "nya-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596937, - "recall": 0.645257, - "f1": 0.60971, - "accuracy": 0.645257, - "main_score": 0.60971, - "hf_subset": "nya_Latn-est_Latn", - "languages": [ - "nya-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592896, - "recall": 0.639328, - "f1": 0.605635, - "accuracy": 0.639328, - "main_score": 0.605635, - "hf_subset": "nya_Latn-hye_Armn", - "languages": [ - "nya-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542358, - "recall": 0.589921, - "f1": 0.555529, - "accuracy": 0.589921, - "main_score": 0.555529, - "hf_subset": "nya_Latn-kmb_Latn", - "languages": [ - "nya-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401136, - "recall": 0.454545, - "f1": 0.415886, - "accuracy": 0.454545, - "main_score": 0.415886, - "hf_subset": "nya_Latn-min_Arab", - "languages": [ - "nya-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628709, - "recall": 0.667984, - "f1": 0.638789, - "accuracy": 0.667984, - "main_score": 0.638789, - "hf_subset": "nya_Latn-pol_Latn", - "languages": [ - "nya-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567001, - "recall": 0.610672, - "f1": 0.578749, - "accuracy": 0.610672, - "main_score": 0.578749, - "hf_subset": "nya_Latn-ssw_Latn", - "languages": [ - "nya-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628079, - "recall": 0.676877, - "f1": 0.640564, - "accuracy": 0.676877, - "main_score": 0.640564, - "hf_subset": "nya_Latn-ukr_Cyrl", - "languages": [ - "nya-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645384, - "recall": 0.692688, - "f1": 0.658169, - "accuracy": 0.692688, - "main_score": 0.658169, - "hf_subset": "nya_Latn-afr_Latn", - "languages": [ - "nya-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59466, - "recall": 0.63834, - "f1": 0.606057, - "accuracy": 0.63834, - "main_score": 0.606057, - "hf_subset": "nya_Latn-bho_Deva", - "languages": [ - "nya-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59517, - "recall": 0.646245, - "f1": 0.608743, - "accuracy": 0.646245, - "main_score": 0.608743, - "hf_subset": "nya_Latn-eus_Latn", - "languages": [ - "nya-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527993, - "recall": 0.572134, - "f1": 0.54037, - "accuracy": 0.572134, - "main_score": 0.54037, - "hf_subset": "nya_Latn-ibo_Latn", - "languages": [ - "nya-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568098, - "recall": 0.615613, - "f1": 0.580777, - "accuracy": 0.615613, - "main_score": 0.580777, - "hf_subset": "nya_Latn-kmr_Latn", - "languages": [ - "nya-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606465, - "recall": 0.657115, - "f1": 0.61996, - "accuracy": 0.657115, - "main_score": 0.61996, - "hf_subset": "nya_Latn-min_Latn", - "languages": [ - "nya-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64197, - "recall": 0.692688, - "f1": 0.655376, - "accuracy": 0.692688, - "main_score": 0.655376, - "hf_subset": "nya_Latn-por_Latn", - "languages": [ - "nya-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621517, - "recall": 0.663043, - "f1": 0.63135, - "accuracy": 0.663043, - "main_score": 0.63135, - "hf_subset": "nya_Latn-sun_Latn", - "languages": [ - "nya-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523017, - "recall": 0.573123, - "f1": 0.537512, - "accuracy": 0.573123, - "main_score": 0.537512, - "hf_subset": "nya_Latn-umb_Latn", - "languages": [ - "nya-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614808, - "recall": 0.661067, - "f1": 0.626676, - "accuracy": 0.661067, - "main_score": 0.626676, - "hf_subset": "nya_Latn-ajp_Arab", - "languages": [ - "nya-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432277, - "recall": 0.485178, - "f1": 0.446271, - "accuracy": 0.485178, - "main_score": 0.446271, - "hf_subset": "nya_Latn-bjn_Arab", - "languages": [ - "nya-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505171, - "recall": 0.546443, - "f1": 0.517509, - "accuracy": 0.546443, - "main_score": 0.517509, - "hf_subset": "nya_Latn-ewe_Latn", - "languages": [ - "nya-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62248, - "recall": 0.663043, - "f1": 0.632931, - "accuracy": 0.663043, - "main_score": 0.632931, - "hf_subset": "nya_Latn-ilo_Latn", - "languages": [ - "nya-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318878, - "recall": 0.368577, - "f1": 0.332177, - "accuracy": 0.368577, - "main_score": 0.332177, - "hf_subset": "nya_Latn-knc_Arab", - "languages": [ - "nya-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618704, - "recall": 0.667984, - "f1": 0.631712, - "accuracy": 0.667984, - "main_score": 0.631712, - "hf_subset": "nya_Latn-mkd_Cyrl", - "languages": [ - "nya-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615224, - "recall": 0.661067, - "f1": 0.627406, - "accuracy": 0.661067, - "main_score": 0.627406, - "hf_subset": "nya_Latn-prs_Arab", - "languages": [ - "nya-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628598, - "recall": 0.675889, - "f1": 0.640048, - "accuracy": 0.675889, - "main_score": 0.640048, - "hf_subset": "nya_Latn-swe_Latn", - "languages": [ - "nya-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589753, - "recall": 0.644269, - "f1": 0.604389, - "accuracy": 0.644269, - "main_score": 0.604389, - "hf_subset": "nya_Latn-urd_Arab", - "languages": [ - "nya-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566421, - "recall": 0.608696, - "f1": 0.578256, - "accuracy": 0.608696, - "main_score": 0.578256, - "hf_subset": "nya_Latn-aka_Latn", - "languages": [ - "nya-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624841, - "recall": 0.658103, - "f1": 0.633294, - "accuracy": 0.658103, - "main_score": 0.633294, - "hf_subset": "nya_Latn-bjn_Latn", - "languages": [ - "nya-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587269, - "recall": 0.634387, - "f1": 0.600414, - "accuracy": 0.634387, - "main_score": 0.600414, - "hf_subset": "nya_Latn-fao_Latn", - "languages": [ - "nya-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638824, - "recall": 0.681818, - "f1": 0.650065, - "accuracy": 0.681818, - "main_score": 0.650065, - "hf_subset": "nya_Latn-ind_Latn", - "languages": [ - "nya-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565663, - "recall": 0.600791, - "f1": 0.575881, - "accuracy": 0.600791, - "main_score": 0.575881, - "hf_subset": "nya_Latn-knc_Latn", - "languages": [ - "nya-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613092, - "recall": 0.65415, - "f1": 0.623199, - "accuracy": 0.65415, - "main_score": 0.623199, - "hf_subset": "nya_Latn-mlt_Latn", - "languages": [ - "nya-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540635, - "recall": 0.586957, - "f1": 0.553459, - "accuracy": 0.586957, - "main_score": 0.553459, - "hf_subset": "nya_Latn-quy_Latn", - "languages": [ - "nya-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613679, - "recall": 0.661067, - "f1": 0.626647, - "accuracy": 0.661067, - "main_score": 0.626647, - "hf_subset": "nya_Latn-swh_Latn", - "languages": [ - "nya-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595327, - "recall": 0.639328, - "f1": 0.606647, - "accuracy": 0.639328, - "main_score": 0.606647, - "hf_subset": "nya_Latn-uzn_Latn", - "languages": [ - "nya-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633272, - "recall": 0.68083, - "f1": 0.645755, - "accuracy": 0.68083, - "main_score": 0.645755, - "hf_subset": "nya_Latn-als_Latn", - "languages": [ - "nya-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304648, - "recall": 0.358696, - "f1": 0.317784, - "accuracy": 0.358696, - "main_score": 0.317784, - "hf_subset": "nya_Latn-bod_Tibt", - "languages": [ - "nya-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588439, - "recall": 0.630435, - "f1": 0.599737, - "accuracy": 0.630435, - "main_score": 0.599737, - "hf_subset": "nya_Latn-fij_Latn", - "languages": [ - "nya-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579712, - "recall": 0.634387, - "f1": 0.593994, - "accuracy": 0.634387, - "main_score": 0.593994, - "hf_subset": "nya_Latn-isl_Latn", - "languages": [ - "nya-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595859, - "recall": 0.641304, - "f1": 0.608764, - "accuracy": 0.641304, - "main_score": 0.608764, - "hf_subset": "nya_Latn-kon_Latn", - "languages": [ - "nya-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507107, - "recall": 0.556324, - "f1": 0.521339, - "accuracy": 0.556324, - "main_score": 0.521339, - "hf_subset": "nya_Latn-mni_Beng", - "languages": [ - "nya-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630267, - "recall": 0.68083, - "f1": 0.643344, - "accuracy": 0.68083, - "main_score": 0.643344, - "hf_subset": "nya_Latn-ron_Latn", - "languages": [ - "nya-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629691, - "recall": 0.66996, - "f1": 0.639372, - "accuracy": 0.66996, - "main_score": 0.639372, - "hf_subset": "nya_Latn-szl_Latn", - "languages": [ - "nya-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621209, - "recall": 0.666996, - "f1": 0.633455, - "accuracy": 0.666996, - "main_score": 0.633455, - "hf_subset": "nya_Latn-vec_Latn", - "languages": [ - "nya-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525218, - "recall": 0.581028, - "f1": 0.540111, - "accuracy": 0.581028, - "main_score": 0.540111, - "hf_subset": "nya_Latn-amh_Ethi", - "languages": [ - "nya-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635589, - "recall": 0.682806, - "f1": 0.64717, - "accuracy": 0.682806, - "main_score": 0.64717, - "hf_subset": "nya_Latn-bos_Latn", - "languages": [ - "nya-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597547, - "recall": 0.643281, - "f1": 0.610115, - "accuracy": 0.643281, - "main_score": 0.610115, - "hf_subset": "nya_Latn-fin_Latn", - "languages": [ - "nya-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633651, - "recall": 0.679842, - "f1": 0.64544, - "accuracy": 0.679842, - "main_score": 0.64544, - "hf_subset": "nya_Latn-ita_Latn", - "languages": [ - "nya-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601501, - "recall": 0.655138, - "f1": 0.614694, - "accuracy": 0.655138, - "main_score": 0.614694, - "hf_subset": "nya_Latn-kor_Hang", - "languages": [ - "nya-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513674, - "recall": 0.5583, - "f1": 0.525823, - "accuracy": 0.5583, - "main_score": 0.525823, - "hf_subset": "nya_Latn-mos_Latn", - "languages": [ - "nya-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546217, - "recall": 0.597826, - "f1": 0.559956, - "accuracy": 0.597826, - "main_score": 0.559956, - "hf_subset": "nya_Latn-run_Latn", - "languages": [ - "nya-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606285, - "recall": 0.649209, - "f1": 0.617319, - "accuracy": 0.649209, - "main_score": 0.617319, - "hf_subset": "nya_Latn-tam_Taml", - "languages": [ - "nya-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619396, - "recall": 0.663043, - "f1": 0.630884, - "accuracy": 0.663043, - "main_score": 0.630884, - "hf_subset": "nya_Latn-vie_Latn", - "languages": [ - "nya-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607533, - "recall": 0.660079, - "f1": 0.621248, - "accuracy": 0.660079, - "main_score": 0.621248, - "hf_subset": "nya_Latn-apc_Arab", - "languages": [ - "nya-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566532, - "recall": 0.610672, - "f1": 0.577827, - "accuracy": 0.610672, - "main_score": 0.577827, - "hf_subset": "nya_Latn-bug_Latn", - "languages": [ - "nya-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46511, - "recall": 0.51087, - "f1": 0.477953, - "accuracy": 0.51087, - "main_score": 0.477953, - "hf_subset": "nya_Latn-fon_Latn", - "languages": [ - "nya-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636048, - "recall": 0.676877, - "f1": 0.646078, - "accuracy": 0.676877, - "main_score": 0.646078, - "hf_subset": "nya_Latn-jav_Latn", - "languages": [ - "nya-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554187, - "recall": 0.602767, - "f1": 0.567331, - "accuracy": 0.602767, - "main_score": 0.567331, - "hf_subset": "nya_Latn-lao_Laoo", - "languages": [ - "nya-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543969, - "recall": 0.587945, - "f1": 0.555822, - "accuracy": 0.587945, - "main_score": 0.555822, - "hf_subset": "nya_Latn-mri_Latn", - "languages": [ - "nya-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605085, - "recall": 0.655138, - "f1": 0.618278, - "accuracy": 0.655138, - "main_score": 0.618278, - "hf_subset": "nya_Latn-rus_Cyrl", - "languages": [ - "nya-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497151, - "recall": 0.536561, - "f1": 0.508484, - "accuracy": 0.536561, - "main_score": 0.508484, - "hf_subset": "nya_Latn-taq_Latn", - "languages": [ - "nya-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645939, - "recall": 0.68083, - "f1": 0.654164, - "accuracy": 0.68083, - "main_score": 0.654164, - "hf_subset": "nya_Latn-war_Latn", - "languages": [ - "nya-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614502, - "recall": 0.666008, - "f1": 0.627506, - "accuracy": 0.666008, - "main_score": 0.627506, - "hf_subset": "nya_Latn-arb_Arab", - "languages": [ - "nya-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617038, - "recall": 0.662055, - "f1": 0.62948, - "accuracy": 0.662055, - "main_score": 0.62948, - "hf_subset": "nya_Latn-bul_Cyrl", - "languages": [ - "nya-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63991, - "recall": 0.686759, - "f1": 0.651942, - "accuracy": 0.686759, - "main_score": 0.651942, - "hf_subset": "nya_Latn-fra_Latn", - "languages": [ - "nya-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601709, - "recall": 0.645257, - "f1": 0.612867, - "accuracy": 0.645257, - "main_score": 0.612867, - "hf_subset": "nya_Latn-jpn_Jpan", - "languages": [ - "nya-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611642, - "recall": 0.656126, - "f1": 0.622699, - "accuracy": 0.656126, - "main_score": 0.622699, - "hf_subset": "nya_Latn-lij_Latn", - "languages": [ - "nya-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468428, - "recall": 0.535573, - "f1": 0.48639, - "accuracy": 0.535573, - "main_score": 0.48639, - "hf_subset": "nya_Latn-mya_Mymr", - "languages": [ - "nya-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548453, - "recall": 0.596838, - "f1": 0.5615, - "accuracy": 0.596838, - "main_score": 0.5615, - "hf_subset": "nya_Latn-sag_Latn", - "languages": [ - "nya-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195287, - "recall": 0.241107, - "f1": 0.206158, - "accuracy": 0.241107, - "main_score": 0.206158, - "hf_subset": "nya_Latn-taq_Tfng", - "languages": [ - "nya-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563825, - "recall": 0.607708, - "f1": 0.576107, - "accuracy": 0.607708, - "main_score": 0.576107, - "hf_subset": "nya_Latn-wol_Latn", - "languages": [ - "nya-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491441, - "recall": 0.540514, - "f1": 0.504684, - "accuracy": 0.540514, - "main_score": 0.504684, - "hf_subset": "nya_Latn-arb_Latn", - "languages": [ - "nya-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636735, - "recall": 0.677866, - "f1": 0.647017, - "accuracy": 0.677866, - "main_score": 0.647017, - "hf_subset": "nya_Latn-cat_Latn", - "languages": [ - "nya-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609626, - "recall": 0.652174, - "f1": 0.620589, - "accuracy": 0.652174, - "main_score": 0.620589, - "hf_subset": "nya_Latn-fur_Latn", - "languages": [ - "nya-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427327, - "recall": 0.475296, - "f1": 0.440346, - "accuracy": 0.475296, - "main_score": 0.440346, - "hf_subset": "nya_Latn-kab_Latn", - "languages": [ - "nya-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598739, - "recall": 0.642292, - "f1": 0.609607, - "accuracy": 0.642292, - "main_score": 0.609607, - "hf_subset": "nya_Latn-lim_Latn", - "languages": [ - "nya-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613275, - "recall": 0.662055, - "f1": 0.625426, - "accuracy": 0.662055, - "main_score": 0.625426, - "hf_subset": "nya_Latn-nld_Latn", - "languages": [ - "nya-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561073, - "recall": 0.61166, - "f1": 0.574089, - "accuracy": 0.61166, - "main_score": 0.574089, - "hf_subset": "nya_Latn-san_Deva", - "languages": [ - "nya-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602194, - "recall": 0.65415, - "f1": 0.615807, - "accuracy": 0.65415, - "main_score": 0.615807, - "hf_subset": "nya_Latn-tat_Cyrl", - "languages": [ - "nya-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602907, - "recall": 0.649209, - "f1": 0.615453, - "accuracy": 0.649209, - "main_score": 0.615453, - "hf_subset": "nya_Latn-xho_Latn", - "languages": [ - "nya-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604337, - "recall": 0.656126, - "f1": 0.617738, - "accuracy": 0.656126, - "main_score": 0.617738, - "hf_subset": "nya_Latn-ars_Arab", - "languages": [ - "nya-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63617, - "recall": 0.66996, - "f1": 0.645425, - "accuracy": 0.66996, - "main_score": 0.645425, - "hf_subset": "nya_Latn-ceb_Latn", - "languages": [ - "nya-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51702, - "recall": 0.562253, - "f1": 0.529861, - "accuracy": 0.562253, - "main_score": 0.529861, - "hf_subset": "nya_Latn-fuv_Latn", - "languages": [ - "nya-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501123, - "recall": 0.552372, - "f1": 0.515447, - "accuracy": 0.552372, - "main_score": 0.515447, - "hf_subset": "nya_Latn-kac_Latn", - "languages": [ - "nya-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587203, - "recall": 0.624506, - "f1": 0.59805, - "accuracy": 0.624506, - "main_score": 0.59805, - "hf_subset": "nya_Latn-lin_Latn", - "languages": [ - "nya-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616537, - "recall": 0.666008, - "f1": 0.629081, - "accuracy": 0.666008, - "main_score": 0.629081, - "hf_subset": "nya_Latn-nno_Latn", - "languages": [ - "nya-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.128002, - "recall": 0.172925, - "f1": 0.138603, - "accuracy": 0.172925, - "main_score": 0.138603, - "hf_subset": "nya_Latn-sat_Olck", - "languages": [ - "nya-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599313, - "recall": 0.647233, - "f1": 0.611975, - "accuracy": 0.647233, - "main_score": 0.611975, - "hf_subset": "nya_Latn-tel_Telu", - "languages": [ - "nya-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532303, - "recall": 0.590909, - "f1": 0.548243, - "accuracy": 0.590909, - "main_score": 0.548243, - "hf_subset": "nya_Latn-ydd_Hebr", - "languages": [ - "nya-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589058, - "recall": 0.633399, - "f1": 0.601654, - "accuracy": 0.633399, - "main_score": 0.601654, - "hf_subset": "nya_Latn-ary_Arab", - "languages": [ - "nya-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62407, - "recall": 0.666008, - "f1": 0.634935, - "accuracy": 0.666008, - "main_score": 0.634935, - "hf_subset": "nya_Latn-ces_Latn", - "languages": [ - "nya-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49521, - "recall": 0.547431, - "f1": 0.51, - "accuracy": 0.547431, - "main_score": 0.51, - "hf_subset": "nya_Latn-gaz_Latn", - "languages": [ - "nya-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55896, - "recall": 0.609684, - "f1": 0.573135, - "accuracy": 0.609684, - "main_score": 0.573135, - "hf_subset": "nya_Latn-kam_Latn", - "languages": [ - "nya-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599778, - "recall": 0.649209, - "f1": 0.611563, - "accuracy": 0.649209, - "main_score": 0.611563, - "hf_subset": "nya_Latn-lit_Latn", - "languages": [ - "nya-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625935, - "recall": 0.670949, - "f1": 0.637504, - "accuracy": 0.670949, - "main_score": 0.637504, - "hf_subset": "nya_Latn-nob_Latn", - "languages": [ - "nya-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619685, - "recall": 0.658103, - "f1": 0.629942, - "accuracy": 0.658103, - "main_score": 0.629942, - "hf_subset": "nya_Latn-scn_Latn", - "languages": [ - "nya-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5893, - "recall": 0.632411, - "f1": 0.600934, - "accuracy": 0.632411, - "main_score": 0.600934, - "hf_subset": "nya_Latn-tgk_Cyrl", - "languages": [ - "nya-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52687, - "recall": 0.585968, - "f1": 0.544172, - "accuracy": 0.585968, - "main_score": 0.544172, - "hf_subset": "nya_Latn-yor_Latn", - "languages": [ - "nya-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616796, - "recall": 0.66502, - "f1": 0.628584, - "accuracy": 0.66502, - "main_score": 0.628584, - "hf_subset": "nya_Latn-arz_Arab", - "languages": [ - "nya-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515464, - "recall": 0.549407, - "f1": 0.524846, - "accuracy": 0.549407, - "main_score": 0.524846, - "hf_subset": "nya_Latn-cjk_Latn", - "languages": [ - "nya-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53936, - "recall": 0.58004, - "f1": 0.549898, - "accuracy": 0.58004, - "main_score": 0.549898, - "hf_subset": "nya_Latn-gla_Latn", - "languages": [ - "nya-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608351, - "recall": 0.65415, - "f1": 0.620354, - "accuracy": 0.65415, - "main_score": 0.620354, - "hf_subset": "nya_Latn-kan_Knda", - "languages": [ - "nya-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599884, - "recall": 0.641304, - "f1": 0.610436, - "accuracy": 0.641304, - "main_score": 0.610436, - "hf_subset": "nya_Latn-lmo_Latn", - "languages": [ - "nya-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592807, - "recall": 0.644269, - "f1": 0.605732, - "accuracy": 0.644269, - "main_score": 0.605732, - "hf_subset": "nya_Latn-npi_Deva", - "languages": [ - "nya-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452614, - "recall": 0.497036, - "f1": 0.464876, - "accuracy": 0.497036, - "main_score": 0.464876, - "hf_subset": "nya_Latn-shn_Mymr", - "languages": [ - "nya-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648698, - "recall": 0.694664, - "f1": 0.660629, - "accuracy": 0.694664, - "main_score": 0.660629, - "hf_subset": "nya_Latn-tgl_Latn", - "languages": [ - "nya-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60271, - "recall": 0.655138, - "f1": 0.616622, - "accuracy": 0.655138, - "main_score": 0.616622, - "hf_subset": "nya_Latn-yue_Hant", - "languages": [ - "nya-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58331, - "recall": 0.637352, - "f1": 0.597448, - "accuracy": 0.637352, - "main_score": 0.597448, - "hf_subset": "nya_Latn-asm_Beng", - "languages": [ - "nya-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549274, - "recall": 0.600791, - "f1": 0.563002, - "accuracy": 0.600791, - "main_score": 0.563002, - "hf_subset": "nya_Latn-ckb_Arab", - "languages": [ - "nya-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541216, - "recall": 0.586957, - "f1": 0.554323, - "accuracy": 0.586957, - "main_score": 0.554323, - "hf_subset": "nya_Latn-gle_Latn", - "languages": [ - "nya-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526911, - "recall": 0.579051, - "f1": 0.540911, - "accuracy": 0.579051, - "main_score": 0.540911, - "hf_subset": "nya_Latn-kas_Arab", - "languages": [ - "nya-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563759, - "recall": 0.613636, - "f1": 0.57722, - "accuracy": 0.613636, - "main_score": 0.57722, - "hf_subset": "nya_Latn-ltg_Latn", - "languages": [ - "nya-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598148, - "recall": 0.625494, - "f1": 0.605997, - "accuracy": 0.625494, - "main_score": 0.605997, - "hf_subset": "nya_Latn-nso_Latn", - "languages": [ - "nya-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519769, - "recall": 0.578063, - "f1": 0.534843, - "accuracy": 0.578063, - "main_score": 0.534843, - "hf_subset": "nya_Latn-sin_Sinh", - "languages": [ - "nya-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605759, - "recall": 0.653162, - "f1": 0.6181, - "accuracy": 0.653162, - "main_score": 0.6181, - "hf_subset": "nya_Latn-tha_Thai", - "languages": [ - "nya-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581172, - "recall": 0.625494, - "f1": 0.592516, - "accuracy": 0.625494, - "main_score": 0.592516, - "hf_subset": "nya_Latn-zho_Hans", - "languages": [ - "nya-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629802, - "recall": 0.675889, - "f1": 0.641447, - "accuracy": 0.675889, - "main_score": 0.641447, - "hf_subset": "nya_Latn-ast_Latn", - "languages": [ - "nya-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593794, - "recall": 0.643281, - "f1": 0.606109, - "accuracy": 0.643281, - "main_score": 0.606109, - "hf_subset": "nya_Latn-crh_Latn", - "languages": [ - "nya-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636574, - "recall": 0.679842, - "f1": 0.648139, - "accuracy": 0.679842, - "main_score": 0.648139, - "hf_subset": "nya_Latn-glg_Latn", - "languages": [ - "nya-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553323, - "recall": 0.601779, - "f1": 0.566413, - "accuracy": 0.601779, - "main_score": 0.566413, - "hf_subset": "nya_Latn-kas_Deva", - "languages": [ - "nya-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594115, - "recall": 0.63834, - "f1": 0.605959, - "accuracy": 0.63834, - "main_score": 0.605959, - "hf_subset": "nya_Latn-ltz_Latn", - "languages": [ - "nya-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465769, - "recall": 0.523715, - "f1": 0.481332, - "accuracy": 0.523715, - "main_score": 0.481332, - "hf_subset": "nya_Latn-nus_Latn", - "languages": [ - "nya-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623924, - "recall": 0.668972, - "f1": 0.636267, - "accuracy": 0.668972, - "main_score": 0.636267, - "hf_subset": "nya_Latn-slk_Latn", - "languages": [ - "nya-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423918, - "recall": 0.486166, - "f1": 0.440543, - "accuracy": 0.486166, - "main_score": 0.440543, - "hf_subset": "nya_Latn-tir_Ethi", - "languages": [ - "nya-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5793, - "recall": 0.630435, - "f1": 0.592364, - "accuracy": 0.630435, - "main_score": 0.592364, - "hf_subset": "nya_Latn-zho_Hant", - "languages": [ - "nya-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609186, - "recall": 0.657115, - "f1": 0.621472, - "accuracy": 0.657115, - "main_score": 0.621472, - "hf_subset": "nya_Latn-awa_Deva", - "languages": [ - "nya-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589911, - "recall": 0.634387, - "f1": 0.601547, - "accuracy": 0.634387, - "main_score": 0.601547, - "hf_subset": "nya_Latn-cym_Latn", - "languages": [ - "nya-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596725, - "recall": 0.633399, - "f1": 0.606451, - "accuracy": 0.633399, - "main_score": 0.606451, - "hf_subset": "nya_Latn-grn_Latn", - "languages": [ - "nya-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564144, - "recall": 0.62253, - "f1": 0.579215, - "accuracy": 0.62253, - "main_score": 0.579215, - "hf_subset": "nya_Latn-kat_Geor", - "languages": [ - "nya-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579323, - "recall": 0.617589, - "f1": 0.590091, - "accuracy": 0.617589, - "main_score": 0.590091, - "hf_subset": "nya_Latn-lua_Latn", - "languages": [ - "nya-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627663, - "recall": 0.66502, - "f1": 0.636996, - "accuracy": 0.66502, - "main_score": 0.636996, - "hf_subset": "nya_Latn-slv_Latn", - "languages": [ - "nya-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610569, - "recall": 0.652174, - "f1": 0.621289, - "accuracy": 0.652174, - "main_score": 0.621289, - "hf_subset": "nya_Latn-tpi_Latn", - "languages": [ - "nya-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646685, - "recall": 0.693676, - "f1": 0.658361, - "accuracy": 0.693676, - "main_score": 0.658361, - "hf_subset": "nya_Latn-zsm_Latn", - "languages": [ - "nya-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519917, - "recall": 0.565217, - "f1": 0.532699, - "accuracy": 0.565217, - "main_score": 0.532699, - "hf_subset": "nya_Latn-ayr_Latn", - "languages": [ - "nya-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633513, - "recall": 0.682806, - "f1": 0.646095, - "accuracy": 0.682806, - "main_score": 0.646095, - "hf_subset": "nya_Latn-dan_Latn", - "languages": [ - "nya-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609228, - "recall": 0.660079, - "f1": 0.622752, - "accuracy": 0.660079, - "main_score": 0.622752, - "hf_subset": "nya_Latn-guj_Gujr", - "languages": [ - "nya-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597134, - "recall": 0.646245, - "f1": 0.610624, - "accuracy": 0.646245, - "main_score": 0.610624, - "hf_subset": "nya_Latn-kaz_Cyrl", - "languages": [ - "nya-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533335, - "recall": 0.588933, - "f1": 0.548989, - "accuracy": 0.588933, - "main_score": 0.548989, - "hf_subset": "nya_Latn-lug_Latn", - "languages": [ - "nya-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644799, - "recall": 0.689723, - "f1": 0.656502, - "accuracy": 0.689723, - "main_score": 0.656502, - "hf_subset": "nya_Latn-oci_Latn", - "languages": [ - "nya-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593578, - "recall": 0.634387, - "f1": 0.60437, - "accuracy": 0.634387, - "main_score": 0.60437, - "hf_subset": "nya_Latn-smo_Latn", - "languages": [ - "nya-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535616, - "recall": 0.576087, - "f1": 0.546687, - "accuracy": 0.576087, - "main_score": 0.546687, - "hf_subset": "nya_Latn-tsn_Latn", - "languages": [ - "nya-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589948, - "recall": 0.63834, - "f1": 0.603551, - "accuracy": 0.63834, - "main_score": 0.603551, - "hf_subset": "nya_Latn-zul_Latn", - "languages": [ - "nya-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512188, - "recall": 0.566206, - "f1": 0.527367, - "accuracy": 0.566206, - "main_score": 0.527367, - "hf_subset": "nya_Latn-azb_Arab", - "languages": [ - "nya-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626793, - "recall": 0.66996, - "f1": 0.637698, - "accuracy": 0.66996, - "main_score": 0.637698, - "hf_subset": "nya_Latn-deu_Latn", - "languages": [ - "nya-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557432, - "recall": 0.609684, - "f1": 0.572221, - "accuracy": 0.609684, - "main_score": 0.572221, - "hf_subset": "nya_Latn-hat_Latn", - "languages": [ - "nya-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506055, - "recall": 0.546443, - "f1": 0.516913, - "accuracy": 0.546443, - "main_score": 0.516913, - "hf_subset": "nya_Latn-kbp_Latn", - "languages": [ - "nya-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573223, - "recall": 0.607708, - "f1": 0.583193, - "accuracy": 0.607708, - "main_score": 0.583193, - "hf_subset": "nya_Latn-luo_Latn", - "languages": [ - "nya-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590055, - "recall": 0.641304, - "f1": 0.603368, - "accuracy": 0.641304, - "main_score": 0.603368, - "hf_subset": "nya_Latn-ory_Orya", - "languages": [ - "nya-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585665, - "recall": 0.636364, - "f1": 0.600101, - "accuracy": 0.636364, - "main_score": 0.600101, - "hf_subset": "nya_Latn-sna_Latn", - "languages": [ - "nya-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544774, - "recall": 0.588933, - "f1": 0.557237, - "accuracy": 0.588933, - "main_score": 0.557237, - "hf_subset": "nya_Latn-tso_Latn", - "languages": [ - "nya-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577389, - "recall": 0.62747, - "f1": 0.590259, - "accuracy": 0.62747, - "main_score": 0.590259, - "hf_subset": "nya_Latn-azj_Latn", - "languages": [ - "nya-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514413, - "recall": 0.563241, - "f1": 0.528931, - "accuracy": 0.563241, - "main_score": 0.528931, - "hf_subset": "nya_Latn-dik_Latn", - "languages": [ - "nya-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558517, - "recall": 0.604743, - "f1": 0.571267, - "accuracy": 0.604743, - "main_score": 0.571267, - "hf_subset": "nya_Latn-hau_Latn", - "languages": [ - "nya-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6111, - "recall": 0.655138, - "f1": 0.621739, - "accuracy": 0.655138, - "main_score": 0.621739, - "hf_subset": "nya_Latn-kea_Latn", - "languages": [ - "nya-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599125, - "recall": 0.632411, - "f1": 0.608303, - "accuracy": 0.632411, - "main_score": 0.608303, - "hf_subset": "nya_Latn-lus_Latn", - "languages": [ - "nya-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583463, - "recall": 0.616601, - "f1": 0.592442, - "accuracy": 0.616601, - "main_score": 0.592442, - "hf_subset": "nya_Latn-pag_Latn", - "languages": [ - "nya-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589516, - "recall": 0.640316, - "f1": 0.603179, - "accuracy": 0.640316, - "main_score": 0.603179, - "hf_subset": "nya_Latn-snd_Arab", - "languages": [ - "nya-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557088, - "recall": 0.606719, - "f1": 0.570465, - "accuracy": 0.606719, - "main_score": 0.570465, - "hf_subset": "nya_Latn-tuk_Latn", - "languages": [ - "nya-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600355, - "recall": 0.647233, - "f1": 0.612147, - "accuracy": 0.647233, - "main_score": 0.612147, - "hf_subset": "nya_Latn-bak_Cyrl", - "languages": [ - "nya-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447159, - "recall": 0.51581, - "f1": 0.467056, - "accuracy": 0.51581, - "main_score": 0.467056, - "hf_subset": "nya_Latn-dyu_Latn", - "languages": [ - "nya-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608183, - "recall": 0.652174, - "f1": 0.619481, - "accuracy": 0.652174, - "main_score": 0.619481, - "hf_subset": "nya_Latn-heb_Hebr", - "languages": [ - "nya-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578403, - "recall": 0.62253, - "f1": 0.590621, - "accuracy": 0.62253, - "main_score": 0.590621, - "hf_subset": "nya_Latn-khk_Cyrl", - "languages": [ - "nya-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613759, - "recall": 0.659091, - "f1": 0.625928, - "accuracy": 0.659091, - "main_score": 0.625928, - "hf_subset": "nya_Latn-lvs_Latn", - "languages": [ - "nya-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602757, - "recall": 0.648221, - "f1": 0.61487, - "accuracy": 0.648221, - "main_score": 0.61487, - "hf_subset": "nya_Latn-pan_Guru", - "languages": [ - "nya-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530872, - "recall": 0.577075, - "f1": 0.543783, - "accuracy": 0.577075, - "main_score": 0.543783, - "hf_subset": "nya_Latn-som_Latn", - "languages": [ - "nya-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632175, - "recall": 0.681818, - "f1": 0.64641, - "accuracy": 0.681818, - "main_score": 0.64641, - "hf_subset": "nya_Latn-tum_Latn", - "languages": [ - "nya-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594633, - "recall": 0.652174, - "f1": 0.611172, - "accuracy": 0.652174, - "main_score": 0.611172, - "hf_subset": "slv_Latn-ace_Arab", - "languages": [ - "slv-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534496, - "recall": 0.59585, - "f1": 0.551649, - "accuracy": 0.59585, - "main_score": 0.551649, - "hf_subset": "slv_Latn-bam_Latn", - "languages": [ - "slv-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431844, - "recall": 0.506917, - "f1": 0.452222, - "accuracy": 0.506917, - "main_score": 0.452222, - "hf_subset": "slv_Latn-dzo_Tibt", - "languages": [ - "slv-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-hin_Deva", - "languages": [ - "slv-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-khm_Khmr", - "languages": [ - "slv-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-mag_Deva", - "languages": [ - "slv-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "slv_Latn-pap_Latn", - "languages": [ - "slv-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587393, - "recall": 0.645257, - "f1": 0.603565, - "accuracy": 0.645257, - "main_score": 0.603565, - "hf_subset": "slv_Latn-sot_Latn", - "languages": [ - "slv-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-tur_Latn", - "languages": [ - "slv-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875774, - "recall": 0.906126, - "f1": 0.885277, - "accuracy": 0.906126, - "main_score": 0.885277, - "hf_subset": "slv_Latn-ace_Latn", - "languages": [ - "slv-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952322, - "recall": 0.965415, - "f1": 0.956423, - "accuracy": 0.965415, - "main_score": 0.956423, - "hf_subset": "slv_Latn-ban_Latn", - "languages": [ - "slv-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ell_Grek", - "languages": [ - "slv-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "slv_Latn-hne_Deva", - "languages": [ - "slv-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602833, - "recall": 0.658103, - "f1": 0.618845, - "accuracy": 0.658103, - "main_score": 0.618845, - "hf_subset": "slv_Latn-kik_Latn", - "languages": [ - "slv-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-mai_Deva", - "languages": [ - "slv-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "slv_Latn-pbt_Arab", - "languages": [ - "slv-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-spa_Latn", - "languages": [ - "slv-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610664, - "recall": 0.675889, - "f1": 0.628951, - "accuracy": 0.675889, - "main_score": 0.628951, - "hf_subset": "slv_Latn-twi_Latn", - "languages": [ - "slv-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-acm_Arab", - "languages": [ - "slv-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-bel_Cyrl", - "languages": [ - "slv-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-eng_Latn", - "languages": [ - "slv-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-hrv_Latn", - "languages": [ - "slv-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562504, - "recall": 0.62747, - "f1": 0.579949, - "accuracy": 0.62747, - "main_score": 0.579949, - "hf_subset": "slv_Latn-kin_Latn", - "languages": [ - "slv-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-mal_Mlym", - "languages": [ - "slv-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-pes_Arab", - "languages": [ - "slv-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slv_Latn-srd_Latn", - "languages": [ - "slv-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190754, - "recall": 0.238142, - "f1": 0.202463, - "accuracy": 0.238142, - "main_score": 0.202463, - "hf_subset": "slv_Latn-tzm_Tfng", - "languages": [ - "slv-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-acq_Arab", - "languages": [ - "slv-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645334, - "recall": 0.69664, - "f1": 0.659469, - "accuracy": 0.69664, - "main_score": 0.659469, - "hf_subset": "slv_Latn-bem_Latn", - "languages": [ - "slv-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-epo_Latn", - "languages": [ - "slv-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-hun_Latn", - "languages": [ - "slv-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slv_Latn-kir_Cyrl", - "languages": [ - "slv-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-mar_Deva", - "languages": [ - "slv-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673328, - "recall": 0.725296, - "f1": 0.688955, - "accuracy": 0.725296, - "main_score": 0.688955, - "hf_subset": "slv_Latn-plt_Latn", - "languages": [ - "slv-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-srp_Cyrl", - "languages": [ - "slv-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "slv_Latn-uig_Arab", - "languages": [ - "slv-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-aeb_Arab", - "languages": [ - "slv-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-ben_Beng", - "languages": [ - "slv-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-est_Latn", - "languages": [ - "slv-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-hye_Armn", - "languages": [ - "slv-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566875, - "recall": 0.616601, - "f1": 0.581724, - "accuracy": 0.616601, - "main_score": 0.581724, - "hf_subset": "slv_Latn-kmb_Latn", - "languages": [ - "slv-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513607, - "recall": 0.586957, - "f1": 0.533338, - "accuracy": 0.586957, - "main_score": 0.533338, - "hf_subset": "slv_Latn-min_Arab", - "languages": [ - "slv-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-pol_Latn", - "languages": [ - "slv-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561833, - "recall": 0.62253, - "f1": 0.579323, - "accuracy": 0.62253, - "main_score": 0.579323, - "hf_subset": "slv_Latn-ssw_Latn", - "languages": [ - "slv-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ukr_Cyrl", - "languages": [ - "slv-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-afr_Latn", - "languages": [ - "slv-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slv_Latn-bho_Deva", - "languages": [ - "slv-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "slv_Latn-eus_Latn", - "languages": [ - "slv-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599967, - "recall": 0.65415, - "f1": 0.615302, - "accuracy": 0.65415, - "main_score": 0.615302, - "hf_subset": "slv_Latn-ibo_Latn", - "languages": [ - "slv-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893116, - "recall": 0.923913, - "f1": 0.902997, - "accuracy": 0.923913, - "main_score": 0.902997, - "hf_subset": "slv_Latn-kmr_Latn", - "languages": [ - "slv-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "slv_Latn-min_Latn", - "languages": [ - "slv-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-por_Latn", - "languages": [ - "slv-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slv_Latn-sun_Latn", - "languages": [ - "slv-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536777, - "recall": 0.592885, - "f1": 0.55297, - "accuracy": 0.592885, - "main_score": 0.55297, - "hf_subset": "slv_Latn-umb_Latn", - "languages": [ - "slv-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-ajp_Arab", - "languages": [ - "slv-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552617, - "recall": 0.612648, - "f1": 0.569444, - "accuracy": 0.612648, - "main_score": 0.569444, - "hf_subset": "slv_Latn-bjn_Arab", - "languages": [ - "slv-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519601, - "recall": 0.578063, - "f1": 0.535611, - "accuracy": 0.578063, - "main_score": 0.535611, - "hf_subset": "slv_Latn-ewe_Latn", - "languages": [ - "slv-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94664, - "recall": 0.962451, - "f1": 0.951746, - "accuracy": 0.962451, - "main_score": 0.951746, - "hf_subset": "slv_Latn-ilo_Latn", - "languages": [ - "slv-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326252, - "recall": 0.384387, - "f1": 0.342792, - "accuracy": 0.384387, - "main_score": 0.342792, - "hf_subset": "slv_Latn-knc_Arab", - "languages": [ - "slv-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-mkd_Cyrl", - "languages": [ - "slv-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-prs_Arab", - "languages": [ - "slv-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-swe_Latn", - "languages": [ - "slv-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-urd_Arab", - "languages": [ - "slv-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591548, - "recall": 0.652174, - "f1": 0.608437, - "accuracy": 0.652174, - "main_score": 0.608437, - "hf_subset": "slv_Latn-aka_Latn", - "languages": [ - "slv-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slv_Latn-bjn_Latn", - "languages": [ - "slv-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "slv_Latn-fao_Latn", - "languages": [ - "slv-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ind_Latn", - "languages": [ - "slv-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587356, - "recall": 0.645257, - "f1": 0.603898, - "accuracy": 0.645257, - "main_score": 0.603898, - "hf_subset": "slv_Latn-knc_Latn", - "languages": [ - "slv-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "slv_Latn-mlt_Latn", - "languages": [ - "slv-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7212, - "recall": 0.780632, - "f1": 0.738455, - "accuracy": 0.780632, - "main_score": 0.738455, - "hf_subset": "slv_Latn-quy_Latn", - "languages": [ - "slv-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "slv_Latn-swh_Latn", - "languages": [ - "slv-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-uzn_Latn", - "languages": [ - "slv-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-als_Latn", - "languages": [ - "slv-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655543, - "recall": 0.732213, - "f1": 0.677539, - "accuracy": 0.732213, - "main_score": 0.677539, - "hf_subset": "slv_Latn-bod_Tibt", - "languages": [ - "slv-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700192, - "recall": 0.761858, - "f1": 0.717907, - "accuracy": 0.761858, - "main_score": 0.717907, - "hf_subset": "slv_Latn-fij_Latn", - "languages": [ - "slv-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "slv_Latn-isl_Latn", - "languages": [ - "slv-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66605, - "recall": 0.714427, - "f1": 0.680635, - "accuracy": 0.714427, - "main_score": 0.680635, - "hf_subset": "slv_Latn-kon_Latn", - "languages": [ - "slv-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672376, - "recall": 0.731225, - "f1": 0.689665, - "accuracy": 0.731225, - "main_score": 0.689665, - "hf_subset": "slv_Latn-mni_Beng", - "languages": [ - "slv-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ron_Latn", - "languages": [ - "slv-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "slv_Latn-szl_Latn", - "languages": [ - "slv-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-vec_Latn", - "languages": [ - "slv-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950675, - "recall": 0.966403, - "f1": 0.955764, - "accuracy": 0.966403, - "main_score": 0.955764, - "hf_subset": "slv_Latn-amh_Ethi", - "languages": [ - "slv-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-bos_Latn", - "languages": [ - "slv-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-fin_Latn", - "languages": [ - "slv-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ita_Latn", - "languages": [ - "slv-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-kor_Hang", - "languages": [ - "slv-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545217, - "recall": 0.604743, - "f1": 0.562055, - "accuracy": 0.604743, - "main_score": 0.562055, - "hf_subset": "slv_Latn-mos_Latn", - "languages": [ - "slv-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566535, - "recall": 0.624506, - "f1": 0.583366, - "accuracy": 0.624506, - "main_score": 0.583366, - "hf_subset": "slv_Latn-run_Latn", - "languages": [ - "slv-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-tam_Taml", - "languages": [ - "slv-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-vie_Latn", - "languages": [ - "slv-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-apc_Arab", - "languages": [ - "slv-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800198, - "recall": 0.846838, - "f1": 0.814328, - "accuracy": 0.846838, - "main_score": 0.814328, - "hf_subset": "slv_Latn-bug_Latn", - "languages": [ - "slv-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479771, - "recall": 0.534585, - "f1": 0.494192, - "accuracy": 0.534585, - "main_score": 0.494192, - "hf_subset": "slv_Latn-fon_Latn", - "languages": [ - "slv-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "slv_Latn-jav_Latn", - "languages": [ - "slv-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slv_Latn-lao_Laoo", - "languages": [ - "slv-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880905, - "recall": 0.914032, - "f1": 0.891222, - "accuracy": 0.914032, - "main_score": 0.891222, - "hf_subset": "slv_Latn-mri_Latn", - "languages": [ - "slv-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-rus_Cyrl", - "languages": [ - "slv-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543775, - "recall": 0.604743, - "f1": 0.560907, - "accuracy": 0.604743, - "main_score": 0.560907, - "hf_subset": "slv_Latn-taq_Latn", - "languages": [ - "slv-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-war_Latn", - "languages": [ - "slv-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-arb_Arab", - "languages": [ - "slv-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-bul_Cyrl", - "languages": [ - "slv-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-fra_Latn", - "languages": [ - "slv-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-jpn_Jpan", - "languages": [ - "slv-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "slv_Latn-lij_Latn", - "languages": [ - "slv-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "slv_Latn-mya_Mymr", - "languages": [ - "slv-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598591, - "recall": 0.659091, - "f1": 0.615176, - "accuracy": 0.659091, - "main_score": 0.615176, - "hf_subset": "slv_Latn-sag_Latn", - "languages": [ - "slv-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203323, - "recall": 0.256917, - "f1": 0.214809, - "accuracy": 0.256917, - "main_score": 0.214809, - "hf_subset": "slv_Latn-taq_Tfng", - "languages": [ - "slv-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632181, - "recall": 0.690711, - "f1": 0.6488, - "accuracy": 0.690711, - "main_score": 0.6488, - "hf_subset": "slv_Latn-wol_Latn", - "languages": [ - "slv-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804447, - "recall": 0.850791, - "f1": 0.818234, - "accuracy": 0.850791, - "main_score": 0.818234, - "hf_subset": "slv_Latn-arb_Latn", - "languages": [ - "slv-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-cat_Latn", - "languages": [ - "slv-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slv_Latn-fur_Latn", - "languages": [ - "slv-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414827, - "recall": 0.470356, - "f1": 0.429842, - "accuracy": 0.470356, - "main_score": 0.429842, - "hf_subset": "slv_Latn-kab_Latn", - "languages": [ - "slv-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slv_Latn-lim_Latn", - "languages": [ - "slv-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-nld_Latn", - "languages": [ - "slv-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "slv_Latn-san_Deva", - "languages": [ - "slv-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-tat_Cyrl", - "languages": [ - "slv-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672439, - "recall": 0.727273, - "f1": 0.688494, - "accuracy": 0.727273, - "main_score": 0.688494, - "hf_subset": "slv_Latn-xho_Latn", - "languages": [ - "slv-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ars_Arab", - "languages": [ - "slv-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-ceb_Latn", - "languages": [ - "slv-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563863, - "recall": 0.618577, - "f1": 0.579257, - "accuracy": 0.618577, - "main_score": 0.579257, - "hf_subset": "slv_Latn-fuv_Latn", - "languages": [ - "slv-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517713, - "recall": 0.58004, - "f1": 0.534506, - "accuracy": 0.58004, - "main_score": 0.534506, - "hf_subset": "slv_Latn-kac_Latn", - "languages": [ - "slv-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687368, - "recall": 0.738142, - "f1": 0.702522, - "accuracy": 0.738142, - "main_score": 0.702522, - "hf_subset": "slv_Latn-lin_Latn", - "languages": [ - "slv-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-nno_Latn", - "languages": [ - "slv-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.229423, - "recall": 0.312253, - "f1": 0.251252, - "accuracy": 0.312253, - "main_score": 0.251252, - "hf_subset": "slv_Latn-sat_Olck", - "languages": [ - "slv-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-tel_Telu", - "languages": [ - "slv-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96805, - "recall": 0.977273, - "f1": 0.971014, - "accuracy": 0.977273, - "main_score": 0.971014, - "hf_subset": "slv_Latn-ydd_Hebr", - "languages": [ - "slv-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "slv_Latn-ary_Arab", - "languages": [ - "slv-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ces_Latn", - "languages": [ - "slv-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594746, - "recall": 0.655138, - "f1": 0.612108, - "accuracy": 0.655138, - "main_score": 0.612108, - "hf_subset": "slv_Latn-gaz_Latn", - "languages": [ - "slv-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59129, - "recall": 0.655138, - "f1": 0.609425, - "accuracy": 0.655138, - "main_score": 0.609425, - "hf_subset": "slv_Latn-kam_Latn", - "languages": [ - "slv-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "slv_Latn-lit_Latn", - "languages": [ - "slv-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-nob_Latn", - "languages": [ - "slv-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "slv_Latn-scn_Latn", - "languages": [ - "slv-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "slv_Latn-tgk_Cyrl", - "languages": [ - "slv-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714345, - "recall": 0.77668, - "f1": 0.733503, - "accuracy": 0.77668, - "main_score": 0.733503, - "hf_subset": "slv_Latn-yor_Latn", - "languages": [ - "slv-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-arz_Arab", - "languages": [ - "slv-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557809, - "recall": 0.618577, - "f1": 0.575922, - "accuracy": 0.618577, - "main_score": 0.575922, - "hf_subset": "slv_Latn-cjk_Latn", - "languages": [ - "slv-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808202, - "recall": 0.853755, - "f1": 0.822069, - "accuracy": 0.853755, - "main_score": 0.822069, - "hf_subset": "slv_Latn-gla_Latn", - "languages": [ - "slv-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-kan_Knda", - "languages": [ - "slv-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "slv_Latn-lmo_Latn", - "languages": [ - "slv-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "slv_Latn-npi_Deva", - "languages": [ - "slv-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472974, - "recall": 0.532609, - "f1": 0.489568, - "accuracy": 0.532609, - "main_score": 0.489568, - "hf_subset": "slv_Latn-shn_Mymr", - "languages": [ - "slv-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-tgl_Latn", - "languages": [ - "slv-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-yue_Hant", - "languages": [ - "slv-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-asm_Beng", - "languages": [ - "slv-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "slv_Latn-ckb_Arab", - "languages": [ - "slv-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885623, - "recall": 0.916008, - "f1": 0.895158, - "accuracy": 0.916008, - "main_score": 0.895158, - "hf_subset": "slv_Latn-gle_Latn", - "languages": [ - "slv-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947793, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "slv_Latn-kas_Arab", - "languages": [ - "slv-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952075, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "slv_Latn-ltg_Latn", - "languages": [ - "slv-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627875, - "recall": 0.678854, - "f1": 0.642358, - "accuracy": 0.678854, - "main_score": 0.642358, - "hf_subset": "slv_Latn-nso_Latn", - "languages": [ - "slv-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "slv_Latn-sin_Sinh", - "languages": [ - "slv-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-tha_Thai", - "languages": [ - "slv-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-zho_Hans", - "languages": [ - "slv-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-ast_Latn", - "languages": [ - "slv-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-crh_Latn", - "languages": [ - "slv-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-glg_Latn", - "languages": [ - "slv-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889493, - "recall": 0.921937, - "f1": 0.899624, - "accuracy": 0.921937, - "main_score": 0.899624, - "hf_subset": "slv_Latn-kas_Deva", - "languages": [ - "slv-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "slv_Latn-ltz_Latn", - "languages": [ - "slv-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473519, - "recall": 0.535573, - "f1": 0.490122, - "accuracy": 0.535573, - "main_score": 0.490122, - "hf_subset": "slv_Latn-nus_Latn", - "languages": [ - "slv-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-slk_Latn", - "languages": [ - "slv-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625543, - "recall": 0.695652, - "f1": 0.64633, - "accuracy": 0.695652, - "main_score": 0.64633, - "hf_subset": "slv_Latn-tir_Ethi", - "languages": [ - "slv-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-zho_Hant", - "languages": [ - "slv-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.988142, - "f1": 0.985507, - "accuracy": 0.988142, - "main_score": 0.985507, - "hf_subset": "slv_Latn-awa_Deva", - "languages": [ - "slv-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "slv_Latn-cym_Latn", - "languages": [ - "slv-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83918, - "recall": 0.879447, - "f1": 0.851252, - "accuracy": 0.879447, - "main_score": 0.851252, - "hf_subset": "slv_Latn-grn_Latn", - "languages": [ - "slv-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "slv_Latn-kat_Geor", - "languages": [ - "slv-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632373, - "recall": 0.684783, - "f1": 0.647271, - "accuracy": 0.684783, - "main_score": 0.647271, - "hf_subset": "slv_Latn-lua_Latn", - "languages": [ - "slv-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648295, - "recall": 0.706522, - "f1": 0.665291, - "accuracy": 0.706522, - "main_score": 0.665291, - "hf_subset": "slv_Latn-nya_Latn", - "languages": [ - "slv-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.958498, - "f1": 0.94697, - "accuracy": 0.958498, - "main_score": 0.94697, - "hf_subset": "slv_Latn-tpi_Latn", - "languages": [ - "slv-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-zsm_Latn", - "languages": [ - "slv-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543281, - "recall": 0.610672, - "f1": 0.562756, - "accuracy": 0.610672, - "main_score": 0.562756, - "hf_subset": "slv_Latn-ayr_Latn", - "languages": [ - "slv-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-dan_Latn", - "languages": [ - "slv-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-guj_Gujr", - "languages": [ - "slv-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-kaz_Cyrl", - "languages": [ - "slv-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53587, - "recall": 0.597826, - "f1": 0.553644, - "accuracy": 0.597826, - "main_score": 0.553644, - "hf_subset": "slv_Latn-lug_Latn", - "languages": [ - "slv-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-oci_Latn", - "languages": [ - "slv-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825873, - "recall": 0.869565, - "f1": 0.838966, - "accuracy": 0.869565, - "main_score": 0.838966, - "hf_subset": "slv_Latn-smo_Latn", - "languages": [ - "slv-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55267, - "recall": 0.614625, - "f1": 0.569971, - "accuracy": 0.614625, - "main_score": 0.569971, - "hf_subset": "slv_Latn-tsn_Latn", - "languages": [ - "slv-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624466, - "recall": 0.684783, - "f1": 0.642144, - "accuracy": 0.684783, - "main_score": 0.642144, - "hf_subset": "slv_Latn-zul_Latn", - "languages": [ - "slv-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933383, - "recall": 0.952569, - "f1": 0.93946, - "accuracy": 0.952569, - "main_score": 0.93946, - "hf_subset": "slv_Latn-azb_Arab", - "languages": [ - "slv-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-deu_Latn", - "languages": [ - "slv-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.976285, - "f1": 0.969862, - "accuracy": 0.976285, - "main_score": 0.969862, - "hf_subset": "slv_Latn-hat_Latn", - "languages": [ - "slv-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49955, - "recall": 0.557312, - "f1": 0.516118, - "accuracy": 0.557312, - "main_score": 0.516118, - "hf_subset": "slv_Latn-kbp_Latn", - "languages": [ - "slv-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581803, - "recall": 0.637352, - "f1": 0.596373, - "accuracy": 0.637352, - "main_score": 0.596373, - "hf_subset": "slv_Latn-luo_Latn", - "languages": [ - "slv-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-ory_Orya", - "languages": [ - "slv-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593054, - "recall": 0.657115, - "f1": 0.610979, - "accuracy": 0.657115, - "main_score": 0.610979, - "hf_subset": "slv_Latn-sna_Latn", - "languages": [ - "slv-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5656, - "recall": 0.620553, - "f1": 0.580903, - "accuracy": 0.620553, - "main_score": 0.580903, - "hf_subset": "slv_Latn-tso_Latn", - "languages": [ - "slv-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "slv_Latn-azj_Latn", - "languages": [ - "slv-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529769, - "recall": 0.598814, - "f1": 0.549731, - "accuracy": 0.598814, - "main_score": 0.549731, - "hf_subset": "slv_Latn-dik_Latn", - "languages": [ - "slv-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744928, - "recall": 0.798419, - "f1": 0.761166, - "accuracy": 0.798419, - "main_score": 0.761166, - "hf_subset": "slv_Latn-hau_Latn", - "languages": [ - "slv-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "slv_Latn-kea_Latn", - "languages": [ - "slv-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752668, - "recall": 0.801383, - "f1": 0.767391, - "accuracy": 0.801383, - "main_score": 0.767391, - "hf_subset": "slv_Latn-lus_Latn", - "languages": [ - "slv-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870553, - "recall": 0.899209, - "f1": 0.879414, - "accuracy": 0.899209, - "main_score": 0.879414, - "hf_subset": "slv_Latn-pag_Latn", - "languages": [ - "slv-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "slv_Latn-snd_Arab", - "languages": [ - "slv-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951581, - "recall": 0.966403, - "f1": 0.956522, - "accuracy": 0.966403, - "main_score": 0.956522, - "hf_subset": "slv_Latn-tuk_Latn", - "languages": [ - "slv-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "slv_Latn-bak_Cyrl", - "languages": [ - "slv-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486578, - "recall": 0.562253, - "f1": 0.508546, - "accuracy": 0.562253, - "main_score": 0.508546, - "hf_subset": "slv_Latn-dyu_Latn", - "languages": [ - "slv-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "slv_Latn-heb_Hebr", - "languages": [ - "slv-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "slv_Latn-khk_Cyrl", - "languages": [ - "slv-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-lvs_Latn", - "languages": [ - "slv-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "slv_Latn-pan_Guru", - "languages": [ - "slv-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713307, - "recall": 0.770751, - "f1": 0.730618, - "accuracy": 0.770751, - "main_score": 0.730618, - "hf_subset": "slv_Latn-som_Latn", - "languages": [ - "slv-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606523, - "recall": 0.659091, - "f1": 0.620992, - "accuracy": 0.659091, - "main_score": 0.620992, - "hf_subset": "slv_Latn-tum_Latn", - "languages": [ - "slv-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548148, - "recall": 0.612648, - "f1": 0.566427, - "accuracy": 0.612648, - "main_score": 0.566427, - "hf_subset": "tpi_Latn-ace_Arab", - "languages": [ - "tpi-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533632, - "recall": 0.591897, - "f1": 0.549449, - "accuracy": 0.591897, - "main_score": 0.549449, - "hf_subset": "tpi_Latn-bam_Latn", - "languages": [ - "tpi-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.334181, - "recall": 0.394269, - "f1": 0.349421, - "accuracy": 0.394269, - "main_score": 0.349421, - "hf_subset": "tpi_Latn-dzo_Tibt", - "languages": [ - "tpi-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931522, - "recall": 0.950593, - "f1": 0.937371, - "accuracy": 0.950593, - "main_score": 0.937371, - "hf_subset": "tpi_Latn-hin_Deva", - "languages": [ - "tpi-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894219, - "recall": 0.922925, - "f1": 0.903195, - "accuracy": 0.922925, - "main_score": 0.903195, - "hf_subset": "tpi_Latn-khm_Khmr", - "languages": [ - "tpi-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922431, - "recall": 0.942688, - "f1": 0.928821, - "accuracy": 0.942688, - "main_score": 0.928821, - "hf_subset": "tpi_Latn-mag_Deva", - "languages": [ - "tpi-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898386, - "recall": 0.922925, - "f1": 0.90575, - "accuracy": 0.922925, - "main_score": 0.90575, - "hf_subset": "tpi_Latn-pap_Latn", - "languages": [ - "tpi-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612781, - "recall": 0.667984, - "f1": 0.627684, - "accuracy": 0.667984, - "main_score": 0.627684, - "hf_subset": "tpi_Latn-sot_Latn", - "languages": [ - "tpi-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.950593, - "f1": 0.937714, - "accuracy": 0.950593, - "main_score": 0.937714, - "hf_subset": "tpi_Latn-tur_Latn", - "languages": [ - "tpi-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7925, - "recall": 0.838933, - "f1": 0.80611, - "accuracy": 0.838933, - "main_score": 0.80611, - "hf_subset": "tpi_Latn-ace_Latn", - "languages": [ - "tpi-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886488, - "recall": 0.912055, - "f1": 0.894088, - "accuracy": 0.912055, - "main_score": 0.894088, - "hf_subset": "tpi_Latn-ban_Latn", - "languages": [ - "tpi-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928607, - "recall": 0.949605, - "f1": 0.935145, - "accuracy": 0.949605, - "main_score": 0.935145, - "hf_subset": "tpi_Latn-ell_Grek", - "languages": [ - "tpi-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915161, - "recall": 0.936759, - "f1": 0.921821, - "accuracy": 0.936759, - "main_score": 0.921821, - "hf_subset": "tpi_Latn-hne_Deva", - "languages": [ - "tpi-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616134, - "recall": 0.670949, - "f1": 0.631112, - "accuracy": 0.670949, - "main_score": 0.631112, - "hf_subset": "tpi_Latn-kik_Latn", - "languages": [ - "tpi-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928583, - "recall": 0.949605, - "f1": 0.93526, - "accuracy": 0.949605, - "main_score": 0.93526, - "hf_subset": "tpi_Latn-mai_Deva", - "languages": [ - "tpi-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845811, - "recall": 0.886364, - "f1": 0.857938, - "accuracy": 0.886364, - "main_score": 0.857938, - "hf_subset": "tpi_Latn-pbt_Arab", - "languages": [ - "tpi-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.969368, - "f1": 0.960804, - "accuracy": 0.969368, - "main_score": 0.960804, - "hf_subset": "tpi_Latn-spa_Latn", - "languages": [ - "tpi-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62479, - "recall": 0.68083, - "f1": 0.640501, - "accuracy": 0.68083, - "main_score": 0.640501, - "hf_subset": "tpi_Latn-twi_Latn", - "languages": [ - "tpi-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932131, - "recall": 0.950593, - "f1": 0.937648, - "accuracy": 0.950593, - "main_score": 0.937648, - "hf_subset": "tpi_Latn-acm_Arab", - "languages": [ - "tpi-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915711, - "recall": 0.940711, - "f1": 0.923551, - "accuracy": 0.940711, - "main_score": 0.923551, - "hf_subset": "tpi_Latn-bel_Cyrl", - "languages": [ - "tpi-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "tpi_Latn-eng_Latn", - "languages": [ - "tpi-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937582, - "recall": 0.956522, - "f1": 0.943478, - "accuracy": 0.956522, - "main_score": 0.943478, - "hf_subset": "tpi_Latn-hrv_Latn", - "languages": [ - "tpi-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553698, - "recall": 0.609684, - "f1": 0.569196, - "accuracy": 0.609684, - "main_score": 0.569196, - "hf_subset": "tpi_Latn-kin_Latn", - "languages": [ - "tpi-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923172, - "recall": 0.945652, - "f1": 0.930237, - "accuracy": 0.945652, - "main_score": 0.930237, - "hf_subset": "tpi_Latn-mal_Mlym", - "languages": [ - "tpi-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930336, - "recall": 0.950593, - "f1": 0.936561, - "accuracy": 0.950593, - "main_score": 0.936561, - "hf_subset": "tpi_Latn-pes_Arab", - "languages": [ - "tpi-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900889, - "recall": 0.926877, - "f1": 0.908564, - "accuracy": 0.926877, - "main_score": 0.908564, - "hf_subset": "tpi_Latn-srd_Latn", - "languages": [ - "tpi-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189555, - "recall": 0.23419, - "f1": 0.200015, - "accuracy": 0.23419, - "main_score": 0.200015, - "hf_subset": "tpi_Latn-tzm_Tfng", - "languages": [ - "tpi-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92663, - "recall": 0.948617, - "f1": 0.933498, - "accuracy": 0.948617, - "main_score": 0.933498, - "hf_subset": "tpi_Latn-acq_Arab", - "languages": [ - "tpi-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635928, - "recall": 0.684783, - "f1": 0.649202, - "accuracy": 0.684783, - "main_score": 0.649202, - "hf_subset": "tpi_Latn-bem_Latn", - "languages": [ - "tpi-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941041, - "recall": 0.95751, - "f1": 0.946146, - "accuracy": 0.95751, - "main_score": 0.946146, - "hf_subset": "tpi_Latn-epo_Latn", - "languages": [ - "tpi-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928607, - "recall": 0.947628, - "f1": 0.934274, - "accuracy": 0.947628, - "main_score": 0.934274, - "hf_subset": "tpi_Latn-hun_Latn", - "languages": [ - "tpi-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874209, - "recall": 0.906126, - "f1": 0.884025, - "accuracy": 0.906126, - "main_score": 0.884025, - "hf_subset": "tpi_Latn-kir_Cyrl", - "languages": [ - "tpi-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930451, - "recall": 0.948617, - "f1": 0.935837, - "accuracy": 0.948617, - "main_score": 0.935837, - "hf_subset": "tpi_Latn-mar_Deva", - "languages": [ - "tpi-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639735, - "recall": 0.6917, - "f1": 0.654683, - "accuracy": 0.6917, - "main_score": 0.654683, - "hf_subset": "tpi_Latn-plt_Latn", - "languages": [ - "tpi-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.964427, - "f1": 0.952734, - "accuracy": 0.964427, - "main_score": 0.952734, - "hf_subset": "tpi_Latn-srp_Cyrl", - "languages": [ - "tpi-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800314, - "recall": 0.848814, - "f1": 0.815091, - "accuracy": 0.848814, - "main_score": 0.815091, - "hf_subset": "tpi_Latn-uig_Arab", - "languages": [ - "tpi-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911265, - "recall": 0.933794, - "f1": 0.918116, - "accuracy": 0.933794, - "main_score": 0.918116, - "hf_subset": "tpi_Latn-aeb_Arab", - "languages": [ - "tpi-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929265, - "recall": 0.949605, - "f1": 0.935507, - "accuracy": 0.949605, - "main_score": 0.935507, - "hf_subset": "tpi_Latn-ben_Beng", - "languages": [ - "tpi-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919631, - "recall": 0.942688, - "f1": 0.92668, - "accuracy": 0.942688, - "main_score": 0.92668, - "hf_subset": "tpi_Latn-est_Latn", - "languages": [ - "tpi-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919878, - "recall": 0.942688, - "f1": 0.927108, - "accuracy": 0.942688, - "main_score": 0.927108, - "hf_subset": "tpi_Latn-hye_Armn", - "languages": [ - "tpi-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553054, - "recall": 0.604743, - "f1": 0.567064, - "accuracy": 0.604743, - "main_score": 0.567064, - "hf_subset": "tpi_Latn-kmb_Latn", - "languages": [ - "tpi-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489321, - "recall": 0.55336, - "f1": 0.506419, - "accuracy": 0.55336, - "main_score": 0.506419, - "hf_subset": "tpi_Latn-min_Arab", - "languages": [ - "tpi-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938109, - "recall": 0.955534, - "f1": 0.943464, - "accuracy": 0.955534, - "main_score": 0.943464, - "hf_subset": "tpi_Latn-pol_Latn", - "languages": [ - "tpi-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567097, - "recall": 0.629447, - "f1": 0.58414, - "accuracy": 0.629447, - "main_score": 0.58414, - "hf_subset": "tpi_Latn-ssw_Latn", - "languages": [ - "tpi-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "tpi_Latn-ukr_Cyrl", - "languages": [ - "tpi-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947217, - "recall": 0.963439, - "f1": 0.95247, - "accuracy": 0.963439, - "main_score": 0.95247, - "hf_subset": "tpi_Latn-afr_Latn", - "languages": [ - "tpi-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913126, - "recall": 0.937747, - "f1": 0.920803, - "accuracy": 0.937747, - "main_score": 0.920803, - "hf_subset": "tpi_Latn-bho_Deva", - "languages": [ - "tpi-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895422, - "recall": 0.923913, - "f1": 0.904433, - "accuracy": 0.923913, - "main_score": 0.904433, - "hf_subset": "tpi_Latn-eus_Latn", - "languages": [ - "tpi-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599319, - "recall": 0.65415, - "f1": 0.614305, - "accuracy": 0.65415, - "main_score": 0.614305, - "hf_subset": "tpi_Latn-ibo_Latn", - "languages": [ - "tpi-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757139, - "recall": 0.804348, - "f1": 0.771036, - "accuracy": 0.804348, - "main_score": 0.771036, - "hf_subset": "tpi_Latn-kmr_Latn", - "languages": [ - "tpi-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90443, - "recall": 0.929842, - "f1": 0.912451, - "accuracy": 0.929842, - "main_score": 0.912451, - "hf_subset": "tpi_Latn-min_Latn", - "languages": [ - "tpi-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.972332, - "f1": 0.964262, - "accuracy": 0.972332, - "main_score": 0.964262, - "hf_subset": "tpi_Latn-por_Latn", - "languages": [ - "tpi-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919837, - "recall": 0.9417, - "f1": 0.926292, - "accuracy": 0.9417, - "main_score": 0.926292, - "hf_subset": "tpi_Latn-sun_Latn", - "languages": [ - "tpi-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522693, - "recall": 0.581028, - "f1": 0.538827, - "accuracy": 0.581028, - "main_score": 0.538827, - "hf_subset": "tpi_Latn-umb_Latn", - "languages": [ - "tpi-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.958498, - "f1": 0.947431, - "accuracy": 0.958498, - "main_score": 0.947431, - "hf_subset": "tpi_Latn-ajp_Arab", - "languages": [ - "tpi-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500631, - "recall": 0.561265, - "f1": 0.517934, - "accuracy": 0.561265, - "main_score": 0.517934, - "hf_subset": "tpi_Latn-bjn_Arab", - "languages": [ - "tpi-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529051, - "recall": 0.583004, - "f1": 0.543896, - "accuracy": 0.583004, - "main_score": 0.543896, - "hf_subset": "tpi_Latn-ewe_Latn", - "languages": [ - "tpi-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864032, - "recall": 0.892292, - "f1": 0.872464, - "accuracy": 0.892292, - "main_score": 0.872464, - "hf_subset": "tpi_Latn-ilo_Latn", - "languages": [ - "tpi-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318356, - "recall": 0.375494, - "f1": 0.334093, - "accuracy": 0.375494, - "main_score": 0.334093, - "hf_subset": "tpi_Latn-knc_Arab", - "languages": [ - "tpi-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939394, - "recall": 0.95751, - "f1": 0.945158, - "accuracy": 0.95751, - "main_score": 0.945158, - "hf_subset": "tpi_Latn-mkd_Cyrl", - "languages": [ - "tpi-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932395, - "recall": 0.952569, - "f1": 0.938636, - "accuracy": 0.952569, - "main_score": 0.938636, - "hf_subset": "tpi_Latn-prs_Arab", - "languages": [ - "tpi-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950511, - "recall": 0.965415, - "f1": 0.955105, - "accuracy": 0.965415, - "main_score": 0.955105, - "hf_subset": "tpi_Latn-swe_Latn", - "languages": [ - "tpi-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914608, - "recall": 0.939723, - "f1": 0.922497, - "accuracy": 0.939723, - "main_score": 0.922497, - "hf_subset": "tpi_Latn-urd_Arab", - "languages": [ - "tpi-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612331, - "recall": 0.671937, - "f1": 0.62932, - "accuracy": 0.671937, - "main_score": 0.62932, - "hf_subset": "tpi_Latn-aka_Latn", - "languages": [ - "tpi-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895119, - "recall": 0.918972, - "f1": 0.901972, - "accuracy": 0.918972, - "main_score": 0.901972, - "hf_subset": "tpi_Latn-bjn_Latn", - "languages": [ - "tpi-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845636, - "recall": 0.885375, - "f1": 0.857905, - "accuracy": 0.885375, - "main_score": 0.857905, - "hf_subset": "tpi_Latn-fao_Latn", - "languages": [ - "tpi-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954216, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "tpi_Latn-ind_Latn", - "languages": [ - "tpi-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585447, - "recall": 0.645257, - "f1": 0.602123, - "accuracy": 0.645257, - "main_score": 0.602123, - "hf_subset": "tpi_Latn-knc_Latn", - "languages": [ - "tpi-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897398, - "recall": 0.923913, - "f1": 0.905552, - "accuracy": 0.923913, - "main_score": 0.905552, - "hf_subset": "tpi_Latn-mlt_Latn", - "languages": [ - "tpi-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.666527, - "recall": 0.724308, - "f1": 0.682841, - "accuracy": 0.724308, - "main_score": 0.682841, - "hf_subset": "tpi_Latn-quy_Latn", - "languages": [ - "tpi-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84553, - "recall": 0.885375, - "f1": 0.85771, - "accuracy": 0.885375, - "main_score": 0.85771, - "hf_subset": "tpi_Latn-swh_Latn", - "languages": [ - "tpi-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905468, - "recall": 0.93083, - "f1": 0.913175, - "accuracy": 0.93083, - "main_score": 0.913175, - "hf_subset": "tpi_Latn-uzn_Latn", - "languages": [ - "tpi-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930418, - "recall": 0.949605, - "f1": 0.936284, - "accuracy": 0.949605, - "main_score": 0.936284, - "hf_subset": "tpi_Latn-als_Latn", - "languages": [ - "tpi-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444592, - "recall": 0.531621, - "f1": 0.467644, - "accuracy": 0.531621, - "main_score": 0.467644, - "hf_subset": "tpi_Latn-bod_Tibt", - "languages": [ - "tpi-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662338, - "recall": 0.711462, - "f1": 0.676187, - "accuracy": 0.711462, - "main_score": 0.676187, - "hf_subset": "tpi_Latn-fij_Latn", - "languages": [ - "tpi-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855435, - "recall": 0.891304, - "f1": 0.865961, - "accuracy": 0.891304, - "main_score": 0.865961, - "hf_subset": "tpi_Latn-isl_Latn", - "languages": [ - "tpi-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660337, - "recall": 0.710474, - "f1": 0.674464, - "accuracy": 0.710474, - "main_score": 0.674464, - "hf_subset": "tpi_Latn-kon_Latn", - "languages": [ - "tpi-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644412, - "recall": 0.704545, - "f1": 0.661317, - "accuracy": 0.704545, - "main_score": 0.661317, - "hf_subset": "tpi_Latn-mni_Beng", - "languages": [ - "tpi-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95611, - "recall": 0.969368, - "f1": 0.960375, - "accuracy": 0.969368, - "main_score": 0.960375, - "hf_subset": "tpi_Latn-ron_Latn", - "languages": [ - "tpi-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898962, - "recall": 0.926877, - "f1": 0.907839, - "accuracy": 0.926877, - "main_score": 0.907839, - "hf_subset": "tpi_Latn-szl_Latn", - "languages": [ - "tpi-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943429, - "recall": 0.960474, - "f1": 0.948682, - "accuracy": 0.960474, - "main_score": 0.948682, - "hf_subset": "tpi_Latn-vec_Latn", - "languages": [ - "tpi-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774984, - "recall": 0.826087, - "f1": 0.789846, - "accuracy": 0.826087, - "main_score": 0.789846, - "hf_subset": "tpi_Latn-amh_Ethi", - "languages": [ - "tpi-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944862, - "recall": 0.961462, - "f1": 0.950066, - "accuracy": 0.961462, - "main_score": 0.950066, - "hf_subset": "tpi_Latn-bos_Latn", - "languages": [ - "tpi-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93363, - "recall": 0.951581, - "f1": 0.939347, - "accuracy": 0.951581, - "main_score": 0.939347, - "hf_subset": "tpi_Latn-fin_Latn", - "languages": [ - "tpi-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942523, - "recall": 0.959486, - "f1": 0.947793, - "accuracy": 0.959486, - "main_score": 0.947793, - "hf_subset": "tpi_Latn-ita_Latn", - "languages": [ - "tpi-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932724, - "recall": 0.952569, - "f1": 0.938966, - "accuracy": 0.952569, - "main_score": 0.938966, - "hf_subset": "tpi_Latn-kor_Hang", - "languages": [ - "tpi-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551677, - "recall": 0.600791, - "f1": 0.564909, - "accuracy": 0.600791, - "main_score": 0.564909, - "hf_subset": "tpi_Latn-mos_Latn", - "languages": [ - "tpi-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540747, - "recall": 0.597826, - "f1": 0.55625, - "accuracy": 0.597826, - "main_score": 0.55625, - "hf_subset": "tpi_Latn-run_Latn", - "languages": [ - "tpi-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921146, - "recall": 0.943676, - "f1": 0.928195, - "accuracy": 0.943676, - "main_score": 0.928195, - "hf_subset": "tpi_Latn-tam_Taml", - "languages": [ - "tpi-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.938735, - "f1": 0.921245, - "accuracy": 0.938735, - "main_score": 0.921245, - "hf_subset": "tpi_Latn-vie_Latn", - "languages": [ - "tpi-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928969, - "recall": 0.949605, - "f1": 0.935343, - "accuracy": 0.949605, - "main_score": 0.935343, - "hf_subset": "tpi_Latn-apc_Arab", - "languages": [ - "tpi-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.763332, - "recall": 0.80336, - "f1": 0.774646, - "accuracy": 0.80336, - "main_score": 0.774646, - "hf_subset": "tpi_Latn-bug_Latn", - "languages": [ - "tpi-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479281, - "recall": 0.532609, - "f1": 0.493084, - "accuracy": 0.532609, - "main_score": 0.493084, - "hf_subset": "tpi_Latn-fon_Latn", - "languages": [ - "tpi-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920866, - "recall": 0.9417, - "f1": 0.927226, - "accuracy": 0.9417, - "main_score": 0.927226, - "hf_subset": "tpi_Latn-jav_Latn", - "languages": [ - "tpi-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861742, - "recall": 0.897233, - "f1": 0.872666, - "accuracy": 0.897233, - "main_score": 0.872666, - "hf_subset": "tpi_Latn-lao_Laoo", - "languages": [ - "tpi-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715127, - "recall": 0.775692, - "f1": 0.733059, - "accuracy": 0.775692, - "main_score": 0.733059, - "hf_subset": "tpi_Latn-mri_Latn", - "languages": [ - "tpi-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947875, - "recall": 0.964427, - "f1": 0.953294, - "accuracy": 0.964427, - "main_score": 0.953294, - "hf_subset": "tpi_Latn-rus_Cyrl", - "languages": [ - "tpi-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545251, - "recall": 0.599802, - "f1": 0.560044, - "accuracy": 0.599802, - "main_score": 0.560044, - "hf_subset": "tpi_Latn-taq_Latn", - "languages": [ - "tpi-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926499, - "recall": 0.947628, - "f1": 0.933037, - "accuracy": 0.947628, - "main_score": 0.933037, - "hf_subset": "tpi_Latn-war_Latn", - "languages": [ - "tpi-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934898, - "recall": 0.953557, - "f1": 0.940613, - "accuracy": 0.953557, - "main_score": 0.940613, - "hf_subset": "tpi_Latn-arb_Arab", - "languages": [ - "tpi-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945405, - "recall": 0.962451, - "f1": 0.950823, - "accuracy": 0.962451, - "main_score": 0.950823, - "hf_subset": "tpi_Latn-bul_Cyrl", - "languages": [ - "tpi-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953804, - "recall": 0.967391, - "f1": 0.95807, - "accuracy": 0.967391, - "main_score": 0.95807, - "hf_subset": "tpi_Latn-fra_Latn", - "languages": [ - "tpi-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947661, - "recall": 0.962451, - "f1": 0.952042, - "accuracy": 0.962451, - "main_score": 0.952042, - "hf_subset": "tpi_Latn-jpn_Jpan", - "languages": [ - "tpi-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91362, - "recall": 0.937747, - "f1": 0.920967, - "accuracy": 0.937747, - "main_score": 0.920967, - "hf_subset": "tpi_Latn-lij_Latn", - "languages": [ - "tpi-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838933, - "recall": 0.885375, - "f1": 0.853557, - "accuracy": 0.885375, - "main_score": 0.853557, - "hf_subset": "tpi_Latn-mya_Mymr", - "languages": [ - "tpi-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595719, - "recall": 0.659091, - "f1": 0.613679, - "accuracy": 0.659091, - "main_score": 0.613679, - "hf_subset": "tpi_Latn-sag_Latn", - "languages": [ - "tpi-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203174, - "recall": 0.255929, - "f1": 0.214556, - "accuracy": 0.255929, - "main_score": 0.214556, - "hf_subset": "tpi_Latn-taq_Tfng", - "languages": [ - "tpi-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634332, - "recall": 0.684783, - "f1": 0.648334, - "accuracy": 0.684783, - "main_score": 0.648334, - "hf_subset": "tpi_Latn-wol_Latn", - "languages": [ - "tpi-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641058, - "recall": 0.704545, - "f1": 0.658838, - "accuracy": 0.704545, - "main_score": 0.658838, - "hf_subset": "tpi_Latn-arb_Latn", - "languages": [ - "tpi-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949638, - "recall": 0.964427, - "f1": 0.954216, - "accuracy": 0.964427, - "main_score": 0.954216, - "hf_subset": "tpi_Latn-cat_Latn", - "languages": [ - "tpi-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907115, - "recall": 0.931818, - "f1": 0.91446, - "accuracy": 0.931818, - "main_score": 0.91446, - "hf_subset": "tpi_Latn-fur_Latn", - "languages": [ - "tpi-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414866, - "recall": 0.465415, - "f1": 0.42769, - "accuracy": 0.465415, - "main_score": 0.42769, - "hf_subset": "tpi_Latn-kab_Latn", - "languages": [ - "tpi-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901433, - "recall": 0.924901, - "f1": 0.908616, - "accuracy": 0.924901, - "main_score": 0.908616, - "hf_subset": "tpi_Latn-lim_Latn", - "languages": [ - "tpi-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.95751, - "f1": 0.945125, - "accuracy": 0.95751, - "main_score": 0.945125, - "hf_subset": "tpi_Latn-nld_Latn", - "languages": [ - "tpi-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876729, - "recall": 0.909091, - "f1": 0.886726, - "accuracy": 0.909091, - "main_score": 0.886726, - "hf_subset": "tpi_Latn-san_Deva", - "languages": [ - "tpi-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887731, - "recall": 0.917984, - "f1": 0.89682, - "accuracy": 0.917984, - "main_score": 0.89682, - "hf_subset": "tpi_Latn-tat_Cyrl", - "languages": [ - "tpi-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655189, - "recall": 0.708498, - "f1": 0.670018, - "accuracy": 0.708498, - "main_score": 0.670018, - "hf_subset": "tpi_Latn-xho_Latn", - "languages": [ - "tpi-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930369, - "recall": 0.950593, - "f1": 0.936561, - "accuracy": 0.950593, - "main_score": 0.936561, - "hf_subset": "tpi_Latn-ars_Arab", - "languages": [ - "tpi-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926525, - "recall": 0.94664, - "f1": 0.932889, - "accuracy": 0.94664, - "main_score": 0.932889, - "hf_subset": "tpi_Latn-ceb_Latn", - "languages": [ - "tpi-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554044, - "recall": 0.613636, - "f1": 0.571107, - "accuracy": 0.613636, - "main_score": 0.571107, - "hf_subset": "tpi_Latn-fuv_Latn", - "languages": [ - "tpi-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53534, - "recall": 0.593874, - "f1": 0.551271, - "accuracy": 0.593874, - "main_score": 0.551271, - "hf_subset": "tpi_Latn-kac_Latn", - "languages": [ - "tpi-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657931, - "recall": 0.709486, - "f1": 0.67304, - "accuracy": 0.709486, - "main_score": 0.67304, - "hf_subset": "tpi_Latn-lin_Latn", - "languages": [ - "tpi-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941074, - "recall": 0.959486, - "f1": 0.94697, - "accuracy": 0.959486, - "main_score": 0.94697, - "hf_subset": "tpi_Latn-nno_Latn", - "languages": [ - "tpi-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.169306, - "recall": 0.226285, - "f1": 0.183324, - "accuracy": 0.226285, - "main_score": 0.183324, - "hf_subset": "tpi_Latn-sat_Olck", - "languages": [ - "tpi-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929381, - "recall": 0.948617, - "f1": 0.935112, - "accuracy": 0.948617, - "main_score": 0.935112, - "hf_subset": "tpi_Latn-tel_Telu", - "languages": [ - "tpi-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829803, - "recall": 0.871542, - "f1": 0.842457, - "accuracy": 0.871542, - "main_score": 0.842457, - "hf_subset": "tpi_Latn-ydd_Hebr", - "languages": [ - "tpi-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882987, - "recall": 0.913043, - "f1": 0.892115, - "accuracy": 0.913043, - "main_score": 0.892115, - "hf_subset": "tpi_Latn-ary_Arab", - "languages": [ - "tpi-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933959, - "recall": 0.954545, - "f1": 0.940547, - "accuracy": 0.954545, - "main_score": 0.940547, - "hf_subset": "tpi_Latn-ces_Latn", - "languages": [ - "tpi-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557369, - "recall": 0.616601, - "f1": 0.574559, - "accuracy": 0.616601, - "main_score": 0.574559, - "hf_subset": "tpi_Latn-gaz_Latn", - "languages": [ - "tpi-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59008, - "recall": 0.652174, - "f1": 0.606966, - "accuracy": 0.652174, - "main_score": 0.606966, - "hf_subset": "tpi_Latn-kam_Latn", - "languages": [ - "tpi-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921673, - "recall": 0.942688, - "f1": 0.928195, - "accuracy": 0.942688, - "main_score": 0.928195, - "hf_subset": "tpi_Latn-lit_Latn", - "languages": [ - "tpi-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948699, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "tpi_Latn-nob_Latn", - "languages": [ - "tpi-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897513, - "recall": 0.923913, - "f1": 0.905289, - "accuracy": 0.923913, - "main_score": 0.905289, - "hf_subset": "tpi_Latn-scn_Latn", - "languages": [ - "tpi-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857134, - "recall": 0.892292, - "f1": 0.867812, - "accuracy": 0.892292, - "main_score": 0.867812, - "hf_subset": "tpi_Latn-tgk_Cyrl", - "languages": [ - "tpi-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621056, - "recall": 0.686759, - "f1": 0.640324, - "accuracy": 0.686759, - "main_score": 0.640324, - "hf_subset": "tpi_Latn-yor_Latn", - "languages": [ - "tpi-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939674, - "recall": 0.956522, - "f1": 0.94473, - "accuracy": 0.956522, - "main_score": 0.94473, - "hf_subset": "tpi_Latn-arz_Arab", - "languages": [ - "tpi-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548015, - "recall": 0.607708, - "f1": 0.565108, - "accuracy": 0.607708, - "main_score": 0.565108, - "hf_subset": "tpi_Latn-cjk_Latn", - "languages": [ - "tpi-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657247, - "recall": 0.718379, - "f1": 0.673906, - "accuracy": 0.718379, - "main_score": 0.673906, - "hf_subset": "tpi_Latn-gla_Latn", - "languages": [ - "tpi-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92416, - "recall": 0.945652, - "f1": 0.930896, - "accuracy": 0.945652, - "main_score": 0.930896, - "hf_subset": "tpi_Latn-kan_Knda", - "languages": [ - "tpi-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903887, - "recall": 0.926877, - "f1": 0.910672, - "accuracy": 0.926877, - "main_score": 0.910672, - "hf_subset": "tpi_Latn-lmo_Latn", - "languages": [ - "tpi-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926136, - "recall": 0.948617, - "f1": 0.933366, - "accuracy": 0.948617, - "main_score": 0.933366, - "hf_subset": "tpi_Latn-npi_Deva", - "languages": [ - "tpi-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474658, - "recall": 0.541502, - "f1": 0.492941, - "accuracy": 0.541502, - "main_score": 0.492941, - "hf_subset": "tpi_Latn-shn_Mymr", - "languages": [ - "tpi-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953557, - "recall": 0.966403, - "f1": 0.957675, - "accuracy": 0.966403, - "main_score": 0.957675, - "hf_subset": "tpi_Latn-tgl_Latn", - "languages": [ - "tpi-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936677, - "recall": 0.954545, - "f1": 0.94226, - "accuracy": 0.954545, - "main_score": 0.94226, - "hf_subset": "tpi_Latn-yue_Hant", - "languages": [ - "tpi-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906357, - "recall": 0.933794, - "f1": 0.91502, - "accuracy": 0.933794, - "main_score": 0.91502, - "hf_subset": "tpi_Latn-asm_Beng", - "languages": [ - "tpi-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790796, - "recall": 0.837945, - "f1": 0.804268, - "accuracy": 0.837945, - "main_score": 0.804268, - "hf_subset": "tpi_Latn-ckb_Arab", - "languages": [ - "tpi-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694215, - "recall": 0.748024, - "f1": 0.708619, - "accuracy": 0.748024, - "main_score": 0.708619, - "hf_subset": "tpi_Latn-gle_Latn", - "languages": [ - "tpi-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8259, - "recall": 0.864625, - "f1": 0.837173, - "accuracy": 0.864625, - "main_score": 0.837173, - "hf_subset": "tpi_Latn-kas_Arab", - "languages": [ - "tpi-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830682, - "recall": 0.868577, - "f1": 0.841685, - "accuracy": 0.868577, - "main_score": 0.841685, - "hf_subset": "tpi_Latn-ltg_Latn", - "languages": [ - "tpi-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624788, - "recall": 0.678854, - "f1": 0.639646, - "accuracy": 0.678854, - "main_score": 0.639646, - "hf_subset": "tpi_Latn-nso_Latn", - "languages": [ - "tpi-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847003, - "recall": 0.885375, - "f1": 0.858733, - "accuracy": 0.885375, - "main_score": 0.858733, - "hf_subset": "tpi_Latn-sin_Sinh", - "languages": [ - "tpi-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939147, - "recall": 0.955534, - "f1": 0.944071, - "accuracy": 0.955534, - "main_score": 0.944071, - "hf_subset": "tpi_Latn-tha_Thai", - "languages": [ - "tpi-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938796, - "recall": 0.954545, - "f1": 0.943445, - "accuracy": 0.954545, - "main_score": 0.943445, - "hf_subset": "tpi_Latn-zho_Hans", - "languages": [ - "tpi-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937582, - "recall": 0.955534, - "f1": 0.943299, - "accuracy": 0.955534, - "main_score": 0.943299, - "hf_subset": "tpi_Latn-ast_Latn", - "languages": [ - "tpi-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897348, - "recall": 0.924901, - "f1": 0.905698, - "accuracy": 0.924901, - "main_score": 0.905698, - "hf_subset": "tpi_Latn-crh_Latn", - "languages": [ - "tpi-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948403, - "recall": 0.963439, - "f1": 0.952964, - "accuracy": 0.963439, - "main_score": 0.952964, - "hf_subset": "tpi_Latn-glg_Latn", - "languages": [ - "tpi-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776195, - "recall": 0.83004, - "f1": 0.792083, - "accuracy": 0.83004, - "main_score": 0.792083, - "hf_subset": "tpi_Latn-kas_Deva", - "languages": [ - "tpi-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895916, - "recall": 0.924901, - "f1": 0.904776, - "accuracy": 0.924901, - "main_score": 0.904776, - "hf_subset": "tpi_Latn-ltz_Latn", - "languages": [ - "tpi-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481757, - "recall": 0.546443, - "f1": 0.499471, - "accuracy": 0.546443, - "main_score": 0.499471, - "hf_subset": "tpi_Latn-nus_Latn", - "languages": [ - "tpi-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941864, - "recall": 0.958498, - "f1": 0.946772, - "accuracy": 0.958498, - "main_score": 0.946772, - "hf_subset": "tpi_Latn-slk_Latn", - "languages": [ - "tpi-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533723, - "recall": 0.602767, - "f1": 0.552481, - "accuracy": 0.602767, - "main_score": 0.552481, - "hf_subset": "tpi_Latn-tir_Ethi", - "languages": [ - "tpi-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93363, - "recall": 0.954545, - "f1": 0.940382, - "accuracy": 0.954545, - "main_score": 0.940382, - "hf_subset": "tpi_Latn-zho_Hant", - "languages": [ - "tpi-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929167, - "recall": 0.949605, - "f1": 0.935507, - "accuracy": 0.949605, - "main_score": 0.935507, - "hf_subset": "tpi_Latn-awa_Deva", - "languages": [ - "tpi-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834637, - "recall": 0.868577, - "f1": 0.844441, - "accuracy": 0.868577, - "main_score": 0.844441, - "hf_subset": "tpi_Latn-cym_Latn", - "languages": [ - "tpi-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774169, - "recall": 0.817194, - "f1": 0.786794, - "accuracy": 0.817194, - "main_score": 0.786794, - "hf_subset": "tpi_Latn-grn_Latn", - "languages": [ - "tpi-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881374, - "recall": 0.91502, - "f1": 0.891667, - "accuracy": 0.91502, - "main_score": 0.891667, - "hf_subset": "tpi_Latn-kat_Geor", - "languages": [ - "tpi-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631343, - "recall": 0.685771, - "f1": 0.646575, - "accuracy": 0.685771, - "main_score": 0.646575, - "hf_subset": "tpi_Latn-lua_Latn", - "languages": [ - "tpi-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633868, - "recall": 0.684783, - "f1": 0.647911, - "accuracy": 0.684783, - "main_score": 0.647911, - "hf_subset": "tpi_Latn-nya_Latn", - "languages": [ - "tpi-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930698, - "recall": 0.949605, - "f1": 0.936232, - "accuracy": 0.949605, - "main_score": 0.936232, - "hf_subset": "tpi_Latn-slv_Latn", - "languages": [ - "tpi-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937171, - "recall": 0.956522, - "f1": 0.943248, - "accuracy": 0.956522, - "main_score": 0.943248, - "hf_subset": "tpi_Latn-zsm_Latn", - "languages": [ - "tpi-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541808, - "recall": 0.604743, - "f1": 0.560166, - "accuracy": 0.604743, - "main_score": 0.560166, - "hf_subset": "tpi_Latn-ayr_Latn", - "languages": [ - "tpi-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954545, - "recall": 0.968379, - "f1": 0.958827, - "accuracy": 0.968379, - "main_score": 0.958827, - "hf_subset": "tpi_Latn-dan_Latn", - "languages": [ - "tpi-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932206, - "recall": 0.950593, - "f1": 0.937731, - "accuracy": 0.950593, - "main_score": 0.937731, - "hf_subset": "tpi_Latn-guj_Gujr", - "languages": [ - "tpi-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92197, - "recall": 0.944664, - "f1": 0.929018, - "accuracy": 0.944664, - "main_score": 0.929018, - "hf_subset": "tpi_Latn-kaz_Cyrl", - "languages": [ - "tpi-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535667, - "recall": 0.588933, - "f1": 0.550213, - "accuracy": 0.588933, - "main_score": 0.550213, - "hf_subset": "tpi_Latn-lug_Latn", - "languages": [ - "tpi-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950593, - "recall": 0.965415, - "f1": 0.955204, - "accuracy": 0.965415, - "main_score": 0.955204, - "hf_subset": "tpi_Latn-oci_Latn", - "languages": [ - "tpi-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747803, - "recall": 0.797431, - "f1": 0.761775, - "accuracy": 0.797431, - "main_score": 0.761775, - "hf_subset": "tpi_Latn-smo_Latn", - "languages": [ - "tpi-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562611, - "recall": 0.619565, - "f1": 0.57766, - "accuracy": 0.619565, - "main_score": 0.57766, - "hf_subset": "tpi_Latn-tsn_Latn", - "languages": [ - "tpi-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590221, - "recall": 0.650198, - "f1": 0.606766, - "accuracy": 0.650198, - "main_score": 0.606766, - "hf_subset": "tpi_Latn-zul_Latn", - "languages": [ - "tpi-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797324, - "recall": 0.844862, - "f1": 0.81124, - "accuracy": 0.844862, - "main_score": 0.81124, - "hf_subset": "tpi_Latn-azb_Arab", - "languages": [ - "tpi-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941568, - "recall": 0.95751, - "f1": 0.946443, - "accuracy": 0.95751, - "main_score": 0.946443, - "hf_subset": "tpi_Latn-deu_Latn", - "languages": [ - "tpi-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854084, - "recall": 0.891304, - "f1": 0.865382, - "accuracy": 0.891304, - "main_score": 0.865382, - "hf_subset": "tpi_Latn-hat_Latn", - "languages": [ - "tpi-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515085, - "recall": 0.565217, - "f1": 0.528834, - "accuracy": 0.565217, - "main_score": 0.528834, - "hf_subset": "tpi_Latn-kbp_Latn", - "languages": [ - "tpi-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581104, - "recall": 0.639328, - "f1": 0.596832, - "accuracy": 0.639328, - "main_score": 0.596832, - "hf_subset": "tpi_Latn-luo_Latn", - "languages": [ - "tpi-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932806, - "recall": 0.951581, - "f1": 0.93849, - "accuracy": 0.951581, - "main_score": 0.93849, - "hf_subset": "tpi_Latn-ory_Orya", - "languages": [ - "tpi-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592218, - "recall": 0.645257, - "f1": 0.606718, - "accuracy": 0.645257, - "main_score": 0.606718, - "hf_subset": "tpi_Latn-sna_Latn", - "languages": [ - "tpi-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574246, - "recall": 0.62253, - "f1": 0.587605, - "accuracy": 0.62253, - "main_score": 0.587605, - "hf_subset": "tpi_Latn-tso_Latn", - "languages": [ - "tpi-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905056, - "recall": 0.931818, - "f1": 0.913439, - "accuracy": 0.931818, - "main_score": 0.913439, - "hf_subset": "tpi_Latn-azj_Latn", - "languages": [ - "tpi-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551713, - "recall": 0.608696, - "f1": 0.568939, - "accuracy": 0.608696, - "main_score": 0.568939, - "hf_subset": "tpi_Latn-dik_Latn", - "languages": [ - "tpi-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672753, - "recall": 0.728261, - "f1": 0.688342, - "accuracy": 0.728261, - "main_score": 0.688342, - "hf_subset": "tpi_Latn-hau_Latn", - "languages": [ - "tpi-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896937, - "recall": 0.922925, - "f1": 0.904696, - "accuracy": 0.922925, - "main_score": 0.904696, - "hf_subset": "tpi_Latn-kea_Latn", - "languages": [ - "tpi-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733893, - "recall": 0.778656, - "f1": 0.746725, - "accuracy": 0.778656, - "main_score": 0.746725, - "hf_subset": "tpi_Latn-lus_Latn", - "languages": [ - "tpi-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81581, - "recall": 0.850791, - "f1": 0.825974, - "accuracy": 0.850791, - "main_score": 0.825974, - "hf_subset": "tpi_Latn-pag_Latn", - "languages": [ - "tpi-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903936, - "recall": 0.929842, - "f1": 0.911957, - "accuracy": 0.929842, - "main_score": 0.911957, - "hf_subset": "tpi_Latn-snd_Arab", - "languages": [ - "tpi-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804545, - "recall": 0.848814, - "f1": 0.817542, - "accuracy": 0.848814, - "main_score": 0.817542, - "hf_subset": "tpi_Latn-tuk_Latn", - "languages": [ - "tpi-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897233, - "recall": 0.923913, - "f1": 0.905256, - "accuracy": 0.923913, - "main_score": 0.905256, - "hf_subset": "tpi_Latn-bak_Cyrl", - "languages": [ - "tpi-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486202, - "recall": 0.560277, - "f1": 0.506767, - "accuracy": 0.560277, - "main_score": 0.506767, - "hf_subset": "tpi_Latn-dyu_Latn", - "languages": [ - "tpi-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936759, - "recall": 0.956522, - "f1": 0.943182, - "accuracy": 0.956522, - "main_score": 0.943182, - "hf_subset": "tpi_Latn-heb_Hebr", - "languages": [ - "tpi-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853978, - "recall": 0.891304, - "f1": 0.865563, - "accuracy": 0.891304, - "main_score": 0.865563, - "hf_subset": "tpi_Latn-khk_Cyrl", - "languages": [ - "tpi-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933712, - "recall": 0.953557, - "f1": 0.939954, - "accuracy": 0.953557, - "main_score": 0.939954, - "hf_subset": "tpi_Latn-lvs_Latn", - "languages": [ - "tpi-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920249, - "recall": 0.9417, - "f1": 0.926735, - "accuracy": 0.9417, - "main_score": 0.926735, - "hf_subset": "tpi_Latn-pan_Guru", - "languages": [ - "tpi-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630717, - "recall": 0.684783, - "f1": 0.645977, - "accuracy": 0.684783, - "main_score": 0.645977, - "hf_subset": "tpi_Latn-som_Latn", - "languages": [ - "tpi-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608352, - "recall": 0.65415, - "f1": 0.621113, - "accuracy": 0.65415, - "main_score": 0.621113, - "hf_subset": "tpi_Latn-tum_Latn", - "languages": [ - "tpi-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61573, - "recall": 0.681818, - "f1": 0.634535, - "accuracy": 0.681818, - "main_score": 0.634535, - "hf_subset": "zsm_Latn-ace_Arab", - "languages": [ - "zsm-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550603, - "recall": 0.607708, - "f1": 0.566558, - "accuracy": 0.607708, - "main_score": 0.566558, - "hf_subset": "zsm_Latn-bam_Latn", - "languages": [ - "zsm-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473443, - "recall": 0.551383, - "f1": 0.494432, - "accuracy": 0.551383, - "main_score": 0.494432, - "hf_subset": "zsm_Latn-dzo_Tibt", - "languages": [ - "zsm-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-hin_Deva", - "languages": [ - "zsm-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-khm_Khmr", - "languages": [ - "zsm-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-mag_Deva", - "languages": [ - "zsm-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "zsm_Latn-pap_Latn", - "languages": [ - "zsm-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615778, - "recall": 0.668972, - "f1": 0.630487, - "accuracy": 0.668972, - "main_score": 0.630487, - "hf_subset": "zsm_Latn-sot_Latn", - "languages": [ - "zsm-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-tur_Latn", - "languages": [ - "zsm-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911561, - "recall": 0.935771, - "f1": 0.919137, - "accuracy": 0.935771, - "main_score": 0.919137, - "hf_subset": "zsm_Latn-ace_Latn", - "languages": [ - "zsm-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.979249, - "f1": 0.973814, - "accuracy": 0.979249, - "main_score": 0.973814, - "hf_subset": "zsm_Latn-ban_Latn", - "languages": [ - "zsm-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ell_Grek", - "languages": [ - "zsm-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "zsm_Latn-hne_Deva", - "languages": [ - "zsm-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629297, - "recall": 0.683794, - "f1": 0.644686, - "accuracy": 0.683794, - "main_score": 0.644686, - "hf_subset": "zsm_Latn-kik_Latn", - "languages": [ - "zsm-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-mai_Deva", - "languages": [ - "zsm-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "zsm_Latn-pbt_Arab", - "languages": [ - "zsm-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-spa_Latn", - "languages": [ - "zsm-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62586, - "recall": 0.690711, - "f1": 0.644139, - "accuracy": 0.690711, - "main_score": 0.644139, - "hf_subset": "zsm_Latn-twi_Latn", - "languages": [ - "zsm-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-acm_Arab", - "languages": [ - "zsm-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-bel_Cyrl", - "languages": [ - "zsm-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-eng_Latn", - "languages": [ - "zsm-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-hrv_Latn", - "languages": [ - "zsm-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589237, - "recall": 0.650198, - "f1": 0.606347, - "accuracy": 0.650198, - "main_score": 0.606347, - "hf_subset": "zsm_Latn-kin_Latn", - "languages": [ - "zsm-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-mal_Mlym", - "languages": [ - "zsm-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-pes_Arab", - "languages": [ - "zsm-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zsm_Latn-srd_Latn", - "languages": [ - "zsm-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183842, - "recall": 0.232213, - "f1": 0.195573, - "accuracy": 0.232213, - "main_score": 0.195573, - "hf_subset": "zsm_Latn-tzm_Tfng", - "languages": [ - "zsm-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-acq_Arab", - "languages": [ - "zsm-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652339, - "recall": 0.697628, - "f1": 0.665088, - "accuracy": 0.697628, - "main_score": 0.665088, - "hf_subset": "zsm_Latn-bem_Latn", - "languages": [ - "zsm-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-epo_Latn", - "languages": [ - "zsm-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-hun_Latn", - "languages": [ - "zsm-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zsm_Latn-kir_Cyrl", - "languages": [ - "zsm-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-mar_Deva", - "languages": [ - "zsm-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699704, - "recall": 0.751976, - "f1": 0.714921, - "accuracy": 0.751976, - "main_score": 0.714921, - "hf_subset": "zsm_Latn-plt_Latn", - "languages": [ - "zsm-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-srp_Cyrl", - "languages": [ - "zsm-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968297, - "recall": 0.977273, - "f1": 0.97108, - "accuracy": 0.977273, - "main_score": 0.97108, - "hf_subset": "zsm_Latn-uig_Arab", - "languages": [ - "zsm-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-aeb_Arab", - "languages": [ - "zsm-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ben_Beng", - "languages": [ - "zsm-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-est_Latn", - "languages": [ - "zsm-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-hye_Armn", - "languages": [ - "zsm-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567171, - "recall": 0.621542, - "f1": 0.582602, - "accuracy": 0.621542, - "main_score": 0.582602, - "hf_subset": "zsm_Latn-kmb_Latn", - "languages": [ - "zsm-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542929, - "recall": 0.61166, - "f1": 0.561387, - "accuracy": 0.61166, - "main_score": 0.561387, - "hf_subset": "zsm_Latn-min_Arab", - "languages": [ - "zsm-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-pol_Latn", - "languages": [ - "zsm-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591263, - "recall": 0.65415, - "f1": 0.609202, - "accuracy": 0.65415, - "main_score": 0.609202, - "hf_subset": "zsm_Latn-ssw_Latn", - "languages": [ - "zsm-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ukr_Cyrl", - "languages": [ - "zsm-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-afr_Latn", - "languages": [ - "zsm-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-bho_Deva", - "languages": [ - "zsm-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "zsm_Latn-eus_Latn", - "languages": [ - "zsm-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604703, - "recall": 0.664032, - "f1": 0.62112, - "accuracy": 0.664032, - "main_score": 0.62112, - "hf_subset": "zsm_Latn-ibo_Latn", - "languages": [ - "zsm-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917984, - "recall": 0.940711, - "f1": 0.925231, - "accuracy": 0.940711, - "main_score": 0.925231, - "hf_subset": "zsm_Latn-kmr_Latn", - "languages": [ - "zsm-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zsm_Latn-min_Latn", - "languages": [ - "zsm-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-por_Latn", - "languages": [ - "zsm-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-sun_Latn", - "languages": [ - "zsm-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529852, - "recall": 0.583004, - "f1": 0.545096, - "accuracy": 0.583004, - "main_score": 0.545096, - "hf_subset": "zsm_Latn-umb_Latn", - "languages": [ - "zsm-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ajp_Arab", - "languages": [ - "zsm-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573808, - "recall": 0.640316, - "f1": 0.59175, - "accuracy": 0.640316, - "main_score": 0.59175, - "hf_subset": "zsm_Latn-bjn_Arab", - "languages": [ - "zsm-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534469, - "recall": 0.58498, - "f1": 0.548223, - "accuracy": 0.58498, - "main_score": 0.548223, - "hf_subset": "zsm_Latn-ewe_Latn", - "languages": [ - "zsm-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964015, - "recall": 0.975296, - "f1": 0.967622, - "accuracy": 0.975296, - "main_score": 0.967622, - "hf_subset": "zsm_Latn-ilo_Latn", - "languages": [ - "zsm-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.330265, - "recall": 0.390316, - "f1": 0.346829, - "accuracy": 0.390316, - "main_score": 0.346829, - "hf_subset": "zsm_Latn-knc_Arab", - "languages": [ - "zsm-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-mkd_Cyrl", - "languages": [ - "zsm-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-prs_Arab", - "languages": [ - "zsm-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-swe_Latn", - "languages": [ - "zsm-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-urd_Arab", - "languages": [ - "zsm-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619221, - "recall": 0.676877, - "f1": 0.635517, - "accuracy": 0.676877, - "main_score": 0.635517, - "hf_subset": "zsm_Latn-aka_Latn", - "languages": [ - "zsm-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-bjn_Latn", - "languages": [ - "zsm-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "zsm_Latn-fao_Latn", - "languages": [ - "zsm-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ind_Latn", - "languages": [ - "zsm-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607219, - "recall": 0.658103, - "f1": 0.622184, - "accuracy": 0.658103, - "main_score": 0.622184, - "hf_subset": "zsm_Latn-knc_Latn", - "languages": [ - "zsm-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zsm_Latn-mlt_Latn", - "languages": [ - "zsm-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726499, - "recall": 0.780632, - "f1": 0.742295, - "accuracy": 0.780632, - "main_score": 0.742295, - "hf_subset": "zsm_Latn-quy_Latn", - "languages": [ - "zsm-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zsm_Latn-swh_Latn", - "languages": [ - "zsm-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-uzn_Latn", - "languages": [ - "zsm-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-als_Latn", - "languages": [ - "zsm-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675461, - "recall": 0.756917, - "f1": 0.699802, - "accuracy": 0.756917, - "main_score": 0.699802, - "hf_subset": "zsm_Latn-bod_Tibt", - "languages": [ - "zsm-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728829, - "recall": 0.784585, - "f1": 0.745201, - "accuracy": 0.784585, - "main_score": 0.745201, - "hf_subset": "zsm_Latn-fij_Latn", - "languages": [ - "zsm-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "zsm_Latn-isl_Latn", - "languages": [ - "zsm-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688779, - "recall": 0.73419, - "f1": 0.701981, - "accuracy": 0.73419, - "main_score": 0.701981, - "hf_subset": "zsm_Latn-kon_Latn", - "languages": [ - "zsm-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687832, - "recall": 0.748024, - "f1": 0.705318, - "accuracy": 0.748024, - "main_score": 0.705318, - "hf_subset": "zsm_Latn-mni_Beng", - "languages": [ - "zsm-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ron_Latn", - "languages": [ - "zsm-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.987154, - "f1": 0.984519, - "accuracy": 0.987154, - "main_score": 0.984519, - "hf_subset": "zsm_Latn-szl_Latn", - "languages": [ - "zsm-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-vec_Latn", - "languages": [ - "zsm-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "zsm_Latn-amh_Ethi", - "languages": [ - "zsm-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-bos_Latn", - "languages": [ - "zsm-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-fin_Latn", - "languages": [ - "zsm-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ita_Latn", - "languages": [ - "zsm-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-kor_Hang", - "languages": [ - "zsm-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577504, - "recall": 0.635375, - "f1": 0.593825, - "accuracy": 0.635375, - "main_score": 0.593825, - "hf_subset": "zsm_Latn-mos_Latn", - "languages": [ - "zsm-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571134, - "recall": 0.628458, - "f1": 0.58742, - "accuracy": 0.628458, - "main_score": 0.58742, - "hf_subset": "zsm_Latn-run_Latn", - "languages": [ - "zsm-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-tam_Taml", - "languages": [ - "zsm-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-vie_Latn", - "languages": [ - "zsm-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-apc_Arab", - "languages": [ - "zsm-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828706, - "recall": 0.868577, - "f1": 0.840415, - "accuracy": 0.868577, - "main_score": 0.840415, - "hf_subset": "zsm_Latn-bug_Latn", - "languages": [ - "zsm-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491738, - "recall": 0.544466, - "f1": 0.505758, - "accuracy": 0.544466, - "main_score": 0.505758, - "hf_subset": "zsm_Latn-fon_Latn", - "languages": [ - "zsm-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-jav_Latn", - "languages": [ - "zsm-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-lao_Laoo", - "languages": [ - "zsm-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886775, - "recall": 0.91996, - "f1": 0.897299, - "accuracy": 0.91996, - "main_score": 0.897299, - "hf_subset": "zsm_Latn-mri_Latn", - "languages": [ - "zsm-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-rus_Cyrl", - "languages": [ - "zsm-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550951, - "recall": 0.61166, - "f1": 0.567994, - "accuracy": 0.61166, - "main_score": 0.567994, - "hf_subset": "zsm_Latn-taq_Latn", - "languages": [ - "zsm-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-war_Latn", - "languages": [ - "zsm-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-arb_Arab", - "languages": [ - "zsm-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-bul_Cyrl", - "languages": [ - "zsm-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-fra_Latn", - "languages": [ - "zsm-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-jpn_Jpan", - "languages": [ - "zsm-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zsm_Latn-lij_Latn", - "languages": [ - "zsm-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98946, - "recall": 0.992095, - "f1": 0.990283, - "accuracy": 0.992095, - "main_score": 0.990283, - "hf_subset": "zsm_Latn-mya_Mymr", - "languages": [ - "zsm-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619276, - "recall": 0.685771, - "f1": 0.63815, - "accuracy": 0.685771, - "main_score": 0.63815, - "hf_subset": "zsm_Latn-sag_Latn", - "languages": [ - "zsm-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200557, - "recall": 0.26087, - "f1": 0.214608, - "accuracy": 0.26087, - "main_score": 0.214608, - "hf_subset": "zsm_Latn-taq_Tfng", - "languages": [ - "zsm-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649391, - "recall": 0.711462, - "f1": 0.667316, - "accuracy": 0.711462, - "main_score": 0.667316, - "hf_subset": "zsm_Latn-wol_Latn", - "languages": [ - "zsm-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823123, - "recall": 0.869565, - "f1": 0.837582, - "accuracy": 0.869565, - "main_score": 0.837582, - "hf_subset": "zsm_Latn-arb_Latn", - "languages": [ - "zsm-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-cat_Latn", - "languages": [ - "zsm-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zsm_Latn-fur_Latn", - "languages": [ - "zsm-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440991, - "recall": 0.5, - "f1": 0.457259, - "accuracy": 0.5, - "main_score": 0.457259, - "hf_subset": "zsm_Latn-kab_Latn", - "languages": [ - "zsm-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zsm_Latn-lim_Latn", - "languages": [ - "zsm-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-nld_Latn", - "languages": [ - "zsm-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "zsm_Latn-san_Deva", - "languages": [ - "zsm-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-tat_Cyrl", - "languages": [ - "zsm-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697488, - "recall": 0.752964, - "f1": 0.713669, - "accuracy": 0.752964, - "main_score": 0.713669, - "hf_subset": "zsm_Latn-xho_Latn", - "languages": [ - "zsm-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ars_Arab", - "languages": [ - "zsm-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ceb_Latn", - "languages": [ - "zsm-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585125, - "recall": 0.640316, - "f1": 0.600451, - "accuracy": 0.640316, - "main_score": 0.600451, - "hf_subset": "zsm_Latn-fuv_Latn", - "languages": [ - "zsm-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525241, - "recall": 0.591897, - "f1": 0.543859, - "accuracy": 0.591897, - "main_score": 0.543859, - "hf_subset": "zsm_Latn-kac_Latn", - "languages": [ - "zsm-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693198, - "recall": 0.742095, - "f1": 0.707642, - "accuracy": 0.742095, - "main_score": 0.707642, - "hf_subset": "zsm_Latn-lin_Latn", - "languages": [ - "zsm-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-nno_Latn", - "languages": [ - "zsm-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.246644, - "recall": 0.332016, - "f1": 0.268823, - "accuracy": 0.332016, - "main_score": 0.268823, - "hf_subset": "zsm_Latn-sat_Olck", - "languages": [ - "zsm-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-tel_Telu", - "languages": [ - "zsm-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "zsm_Latn-ydd_Hebr", - "languages": [ - "zsm-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.985178, - "f1": 0.980896, - "accuracy": 0.985178, - "main_score": 0.980896, - "hf_subset": "zsm_Latn-ary_Arab", - "languages": [ - "zsm-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-ces_Latn", - "languages": [ - "zsm-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604216, - "recall": 0.660079, - "f1": 0.620389, - "accuracy": 0.660079, - "main_score": 0.620389, - "hf_subset": "zsm_Latn-gaz_Latn", - "languages": [ - "zsm-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614182, - "recall": 0.674901, - "f1": 0.631573, - "accuracy": 0.674901, - "main_score": 0.631573, - "hf_subset": "zsm_Latn-kam_Latn", - "languages": [ - "zsm-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "zsm_Latn-lit_Latn", - "languages": [ - "zsm-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-nob_Latn", - "languages": [ - "zsm-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "zsm_Latn-scn_Latn", - "languages": [ - "zsm-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "zsm_Latn-tgk_Cyrl", - "languages": [ - "zsm-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.75248, - "recall": 0.812253, - "f1": 0.77057, - "accuracy": 0.812253, - "main_score": 0.77057, - "hf_subset": "zsm_Latn-yor_Latn", - "languages": [ - "zsm-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-arz_Arab", - "languages": [ - "zsm-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579814, - "recall": 0.63834, - "f1": 0.597097, - "accuracy": 0.63834, - "main_score": 0.597097, - "hf_subset": "zsm_Latn-cjk_Latn", - "languages": [ - "zsm-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808053, - "recall": 0.856719, - "f1": 0.823273, - "accuracy": 0.856719, - "main_score": 0.823273, - "hf_subset": "zsm_Latn-gla_Latn", - "languages": [ - "zsm-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-kan_Knda", - "languages": [ - "zsm-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "zsm_Latn-lmo_Latn", - "languages": [ - "zsm-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "zsm_Latn-npi_Deva", - "languages": [ - "zsm-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483392, - "recall": 0.546443, - "f1": 0.50056, - "accuracy": 0.546443, - "main_score": 0.50056, - "hf_subset": "zsm_Latn-shn_Mymr", - "languages": [ - "zsm-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-tgl_Latn", - "languages": [ - "zsm-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-yue_Hant", - "languages": [ - "zsm-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-asm_Beng", - "languages": [ - "zsm-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "zsm_Latn-ckb_Arab", - "languages": [ - "zsm-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905468, - "recall": 0.931818, - "f1": 0.913867, - "accuracy": 0.931818, - "main_score": 0.913867, - "hf_subset": "zsm_Latn-gle_Latn", - "languages": [ - "zsm-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958498, - "recall": 0.970356, - "f1": 0.962286, - "accuracy": 0.970356, - "main_score": 0.962286, - "hf_subset": "zsm_Latn-kas_Arab", - "languages": [ - "zsm-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953146, - "recall": 0.967391, - "f1": 0.95774, - "accuracy": 0.967391, - "main_score": 0.95774, - "hf_subset": "zsm_Latn-ltg_Latn", - "languages": [ - "zsm-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630324, - "recall": 0.681818, - "f1": 0.645045, - "accuracy": 0.681818, - "main_score": 0.645045, - "hf_subset": "zsm_Latn-nso_Latn", - "languages": [ - "zsm-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "zsm_Latn-sin_Sinh", - "languages": [ - "zsm-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-tha_Thai", - "languages": [ - "zsm-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-zho_Hans", - "languages": [ - "zsm-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ast_Latn", - "languages": [ - "zsm-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-crh_Latn", - "languages": [ - "zsm-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-glg_Latn", - "languages": [ - "zsm-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919219, - "recall": 0.943676, - "f1": 0.927108, - "accuracy": 0.943676, - "main_score": 0.927108, - "hf_subset": "zsm_Latn-kas_Deva", - "languages": [ - "zsm-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "zsm_Latn-ltz_Latn", - "languages": [ - "zsm-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479818, - "recall": 0.551383, - "f1": 0.499791, - "accuracy": 0.551383, - "main_score": 0.499791, - "hf_subset": "zsm_Latn-nus_Latn", - "languages": [ - "zsm-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-slk_Latn", - "languages": [ - "zsm-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639807, - "recall": 0.709486, - "f1": 0.660136, - "accuracy": 0.709486, - "main_score": 0.660136, - "hf_subset": "zsm_Latn-tir_Ethi", - "languages": [ - "zsm-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-zho_Hant", - "languages": [ - "zsm-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "zsm_Latn-awa_Deva", - "languages": [ - "zsm-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "zsm_Latn-cym_Latn", - "languages": [ - "zsm-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860507, - "recall": 0.900198, - "f1": 0.873024, - "accuracy": 0.900198, - "main_score": 0.873024, - "hf_subset": "zsm_Latn-grn_Latn", - "languages": [ - "zsm-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-kat_Geor", - "languages": [ - "zsm-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672227, - "recall": 0.722332, - "f1": 0.686602, - "accuracy": 0.722332, - "main_score": 0.686602, - "hf_subset": "zsm_Latn-lua_Latn", - "languages": [ - "zsm-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670045, - "recall": 0.729249, - "f1": 0.686909, - "accuracy": 0.729249, - "main_score": 0.686909, - "hf_subset": "zsm_Latn-nya_Latn", - "languages": [ - "zsm-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-slv_Latn", - "languages": [ - "zsm-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "zsm_Latn-tpi_Latn", - "languages": [ - "zsm-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564054, - "recall": 0.624506, - "f1": 0.581038, - "accuracy": 0.624506, - "main_score": 0.581038, - "hf_subset": "zsm_Latn-ayr_Latn", - "languages": [ - "zsm-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-dan_Latn", - "languages": [ - "zsm-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-guj_Gujr", - "languages": [ - "zsm-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "zsm_Latn-kaz_Cyrl", - "languages": [ - "zsm-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560866, - "recall": 0.623518, - "f1": 0.578002, - "accuracy": 0.623518, - "main_score": 0.578002, - "hf_subset": "zsm_Latn-lug_Latn", - "languages": [ - "zsm-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-oci_Latn", - "languages": [ - "zsm-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86726, - "recall": 0.901186, - "f1": 0.877931, - "accuracy": 0.901186, - "main_score": 0.877931, - "hf_subset": "zsm_Latn-smo_Latn", - "languages": [ - "zsm-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561985, - "recall": 0.623518, - "f1": 0.579154, - "accuracy": 0.623518, - "main_score": 0.579154, - "hf_subset": "zsm_Latn-tsn_Latn", - "languages": [ - "zsm-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641535, - "recall": 0.706522, - "f1": 0.660466, - "accuracy": 0.706522, - "main_score": 0.660466, - "hf_subset": "zsm_Latn-zul_Latn", - "languages": [ - "zsm-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934124, - "recall": 0.954545, - "f1": 0.940711, - "accuracy": 0.954545, - "main_score": 0.940711, - "hf_subset": "zsm_Latn-azb_Arab", - "languages": [ - "zsm-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-deu_Latn", - "languages": [ - "zsm-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "zsm_Latn-hat_Latn", - "languages": [ - "zsm-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509256, - "recall": 0.564229, - "f1": 0.524968, - "accuracy": 0.564229, - "main_score": 0.524968, - "hf_subset": "zsm_Latn-kbp_Latn", - "languages": [ - "zsm-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592777, - "recall": 0.65415, - "f1": 0.609285, - "accuracy": 0.65415, - "main_score": 0.609285, - "hf_subset": "zsm_Latn-luo_Latn", - "languages": [ - "zsm-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-ory_Orya", - "languages": [ - "zsm-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605915, - "recall": 0.668972, - "f1": 0.624068, - "accuracy": 0.668972, - "main_score": 0.624068, - "hf_subset": "zsm_Latn-sna_Latn", - "languages": [ - "zsm-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580123, - "recall": 0.639328, - "f1": 0.596562, - "accuracy": 0.639328, - "main_score": 0.596562, - "hf_subset": "zsm_Latn-tso_Latn", - "languages": [ - "zsm-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-azj_Latn", - "languages": [ - "zsm-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55708, - "recall": 0.621542, - "f1": 0.57537, - "accuracy": 0.621542, - "main_score": 0.57537, - "hf_subset": "zsm_Latn-dik_Latn", - "languages": [ - "zsm-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78125, - "recall": 0.826087, - "f1": 0.79431, - "accuracy": 0.826087, - "main_score": 0.79431, - "hf_subset": "zsm_Latn-hau_Latn", - "languages": [ - "zsm-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "zsm_Latn-kea_Latn", - "languages": [ - "zsm-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766008, - "recall": 0.813241, - "f1": 0.780204, - "accuracy": 0.813241, - "main_score": 0.780204, - "hf_subset": "zsm_Latn-lus_Latn", - "languages": [ - "zsm-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883712, - "recall": 0.912055, - "f1": 0.892358, - "accuracy": 0.912055, - "main_score": 0.892358, - "hf_subset": "zsm_Latn-pag_Latn", - "languages": [ - "zsm-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-snd_Arab", - "languages": [ - "zsm-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "zsm_Latn-tuk_Latn", - "languages": [ - "zsm-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "zsm_Latn-bak_Cyrl", - "languages": [ - "zsm-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503162, - "recall": 0.582016, - "f1": 0.52622, - "accuracy": 0.582016, - "main_score": 0.52622, - "hf_subset": "zsm_Latn-dyu_Latn", - "languages": [ - "zsm-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "zsm_Latn-heb_Hebr", - "languages": [ - "zsm-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "zsm_Latn-khk_Cyrl", - "languages": [ - "zsm-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-lvs_Latn", - "languages": [ - "zsm-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "zsm_Latn-pan_Guru", - "languages": [ - "zsm-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745085, - "recall": 0.798419, - "f1": 0.760985, - "accuracy": 0.798419, - "main_score": 0.760985, - "hf_subset": "zsm_Latn-som_Latn", - "languages": [ - "zsm-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631622, - "recall": 0.676877, - "f1": 0.644331, - "accuracy": 0.676877, - "main_score": 0.644331, - "hf_subset": "zsm_Latn-tum_Latn", - "languages": [ - "zsm-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412375, - "recall": 0.455534, - "f1": 0.424613, - "accuracy": 0.455534, - "main_score": 0.424613, - "hf_subset": "ayr_Latn-ace_Arab", - "languages": [ - "ayr-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481874, - "recall": 0.527668, - "f1": 0.494977, - "accuracy": 0.527668, - "main_score": 0.494977, - "hf_subset": "ayr_Latn-bam_Latn", - "languages": [ - "ayr-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215276, - "recall": 0.257905, - "f1": 0.226232, - "accuracy": 0.257905, - "main_score": 0.226232, - "hf_subset": "ayr_Latn-dzo_Tibt", - "languages": [ - "ayr-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535348, - "recall": 0.576087, - "f1": 0.546283, - "accuracy": 0.576087, - "main_score": 0.546283, - "hf_subset": "ayr_Latn-hin_Deva", - "languages": [ - "ayr-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499256, - "recall": 0.533597, - "f1": 0.50845, - "accuracy": 0.533597, - "main_score": 0.50845, - "hf_subset": "ayr_Latn-khm_Khmr", - "languages": [ - "ayr-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540172, - "recall": 0.574111, - "f1": 0.549523, - "accuracy": 0.574111, - "main_score": 0.549523, - "hf_subset": "ayr_Latn-mag_Deva", - "languages": [ - "ayr-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555648, - "recall": 0.588933, - "f1": 0.56469, - "accuracy": 0.588933, - "main_score": 0.56469, - "hf_subset": "ayr_Latn-pap_Latn", - "languages": [ - "ayr-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514679, - "recall": 0.556324, - "f1": 0.525805, - "accuracy": 0.556324, - "main_score": 0.525805, - "hf_subset": "ayr_Latn-sot_Latn", - "languages": [ - "ayr-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549963, - "recall": 0.587945, - "f1": 0.560274, - "accuracy": 0.587945, - "main_score": 0.560274, - "hf_subset": "ayr_Latn-tur_Latn", - "languages": [ - "ayr-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545619, - "recall": 0.581028, - "f1": 0.555334, - "accuracy": 0.581028, - "main_score": 0.555334, - "hf_subset": "ayr_Latn-ace_Latn", - "languages": [ - "ayr-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549326, - "recall": 0.587945, - "f1": 0.559116, - "accuracy": 0.587945, - "main_score": 0.559116, - "hf_subset": "ayr_Latn-ban_Latn", - "languages": [ - "ayr-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541045, - "recall": 0.577075, - "f1": 0.550533, - "accuracy": 0.577075, - "main_score": 0.550533, - "hf_subset": "ayr_Latn-ell_Grek", - "languages": [ - "ayr-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524555, - "recall": 0.563241, - "f1": 0.535427, - "accuracy": 0.563241, - "main_score": 0.535427, - "hf_subset": "ayr_Latn-hne_Deva", - "languages": [ - "ayr-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468385, - "recall": 0.513834, - "f1": 0.480386, - "accuracy": 0.513834, - "main_score": 0.480386, - "hf_subset": "ayr_Latn-kik_Latn", - "languages": [ - "ayr-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532769, - "recall": 0.571146, - "f1": 0.54354, - "accuracy": 0.571146, - "main_score": 0.54354, - "hf_subset": "ayr_Latn-mai_Deva", - "languages": [ - "ayr-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489401, - "recall": 0.538538, - "f1": 0.501504, - "accuracy": 0.538538, - "main_score": 0.501504, - "hf_subset": "ayr_Latn-pbt_Arab", - "languages": [ - "ayr-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561457, - "recall": 0.594862, - "f1": 0.569925, - "accuracy": 0.594862, - "main_score": 0.569925, - "hf_subset": "ayr_Latn-spa_Latn", - "languages": [ - "ayr-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525527, - "recall": 0.560277, - "f1": 0.535837, - "accuracy": 0.560277, - "main_score": 0.535837, - "hf_subset": "ayr_Latn-twi_Latn", - "languages": [ - "ayr-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527256, - "recall": 0.567194, - "f1": 0.537722, - "accuracy": 0.567194, - "main_score": 0.537722, - "hf_subset": "ayr_Latn-acm_Arab", - "languages": [ - "ayr-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519761, - "recall": 0.560277, - "f1": 0.529821, - "accuracy": 0.560277, - "main_score": 0.529821, - "hf_subset": "ayr_Latn-bel_Cyrl", - "languages": [ - "ayr-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578247, - "recall": 0.609684, - "f1": 0.586242, - "accuracy": 0.609684, - "main_score": 0.586242, - "hf_subset": "ayr_Latn-eng_Latn", - "languages": [ - "ayr-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560886, - "recall": 0.59585, - "f1": 0.570166, - "accuracy": 0.59585, - "main_score": 0.570166, - "hf_subset": "ayr_Latn-hrv_Latn", - "languages": [ - "ayr-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478793, - "recall": 0.514822, - "f1": 0.488731, - "accuracy": 0.514822, - "main_score": 0.488731, - "hf_subset": "ayr_Latn-kin_Latn", - "languages": [ - "ayr-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529228, - "recall": 0.56917, - "f1": 0.540082, - "accuracy": 0.56917, - "main_score": 0.540082, - "hf_subset": "ayr_Latn-mal_Mlym", - "languages": [ - "ayr-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543665, - "recall": 0.577075, - "f1": 0.55288, - "accuracy": 0.577075, - "main_score": 0.55288, - "hf_subset": "ayr_Latn-pes_Arab", - "languages": [ - "ayr-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566733, - "recall": 0.593874, - "f1": 0.574244, - "accuracy": 0.593874, - "main_score": 0.574244, - "hf_subset": "ayr_Latn-srd_Latn", - "languages": [ - "ayr-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.196692, - "recall": 0.236166, - "f1": 0.206639, - "accuracy": 0.236166, - "main_score": 0.206639, - "hf_subset": "ayr_Latn-tzm_Tfng", - "languages": [ - "ayr-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520635, - "recall": 0.566206, - "f1": 0.533039, - "accuracy": 0.566206, - "main_score": 0.533039, - "hf_subset": "ayr_Latn-acq_Arab", - "languages": [ - "ayr-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532366, - "recall": 0.568182, - "f1": 0.542125, - "accuracy": 0.568182, - "main_score": 0.542125, - "hf_subset": "ayr_Latn-bem_Latn", - "languages": [ - "ayr-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54596, - "recall": 0.588933, - "f1": 0.556586, - "accuracy": 0.588933, - "main_score": 0.556586, - "hf_subset": "ayr_Latn-epo_Latn", - "languages": [ - "ayr-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545915, - "recall": 0.581028, - "f1": 0.554907, - "accuracy": 0.581028, - "main_score": 0.554907, - "hf_subset": "ayr_Latn-hun_Latn", - "languages": [ - "ayr-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532622, - "recall": 0.567194, - "f1": 0.54182, - "accuracy": 0.567194, - "main_score": 0.54182, - "hf_subset": "ayr_Latn-kir_Cyrl", - "languages": [ - "ayr-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537151, - "recall": 0.574111, - "f1": 0.546863, - "accuracy": 0.574111, - "main_score": 0.546863, - "hf_subset": "ayr_Latn-mar_Deva", - "languages": [ - "ayr-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529807, - "recall": 0.568182, - "f1": 0.540316, - "accuracy": 0.568182, - "main_score": 0.540316, - "hf_subset": "ayr_Latn-plt_Latn", - "languages": [ - "ayr-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546676, - "recall": 0.581028, - "f1": 0.556641, - "accuracy": 0.581028, - "main_score": 0.556641, - "hf_subset": "ayr_Latn-srp_Cyrl", - "languages": [ - "ayr-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469566, - "recall": 0.511858, - "f1": 0.480471, - "accuracy": 0.511858, - "main_score": 0.480471, - "hf_subset": "ayr_Latn-uig_Arab", - "languages": [ - "ayr-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508095, - "recall": 0.548419, - "f1": 0.519572, - "accuracy": 0.548419, - "main_score": 0.519572, - "hf_subset": "ayr_Latn-aeb_Arab", - "languages": [ - "ayr-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547796, - "recall": 0.588933, - "f1": 0.558723, - "accuracy": 0.588933, - "main_score": 0.558723, - "hf_subset": "ayr_Latn-ben_Beng", - "languages": [ - "ayr-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535166, - "recall": 0.56917, - "f1": 0.543968, - "accuracy": 0.56917, - "main_score": 0.543968, - "hf_subset": "ayr_Latn-est_Latn", - "languages": [ - "ayr-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525511, - "recall": 0.564229, - "f1": 0.53654, - "accuracy": 0.564229, - "main_score": 0.53654, - "hf_subset": "ayr_Latn-hye_Armn", - "languages": [ - "ayr-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51957, - "recall": 0.552372, - "f1": 0.528964, - "accuracy": 0.552372, - "main_score": 0.528964, - "hf_subset": "ayr_Latn-kmb_Latn", - "languages": [ - "ayr-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.376149, - "recall": 0.423913, - "f1": 0.389448, - "accuracy": 0.423913, - "main_score": 0.389448, - "hf_subset": "ayr_Latn-min_Arab", - "languages": [ - "ayr-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543457, - "recall": 0.576087, - "f1": 0.552364, - "accuracy": 0.576087, - "main_score": 0.552364, - "hf_subset": "ayr_Latn-pol_Latn", - "languages": [ - "ayr-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510317, - "recall": 0.554348, - "f1": 0.522602, - "accuracy": 0.554348, - "main_score": 0.522602, - "hf_subset": "ayr_Latn-ssw_Latn", - "languages": [ - "ayr-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560854, - "recall": 0.597826, - "f1": 0.570592, - "accuracy": 0.597826, - "main_score": 0.570592, - "hf_subset": "ayr_Latn-ukr_Cyrl", - "languages": [ - "ayr-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561104, - "recall": 0.598814, - "f1": 0.571158, - "accuracy": 0.598814, - "main_score": 0.571158, - "hf_subset": "ayr_Latn-afr_Latn", - "languages": [ - "ayr-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523038, - "recall": 0.5583, - "f1": 0.532798, - "accuracy": 0.5583, - "main_score": 0.532798, - "hf_subset": "ayr_Latn-bho_Deva", - "languages": [ - "ayr-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547169, - "recall": 0.586957, - "f1": 0.557379, - "accuracy": 0.586957, - "main_score": 0.557379, - "hf_subset": "ayr_Latn-eus_Latn", - "languages": [ - "ayr-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502089, - "recall": 0.540514, - "f1": 0.513145, - "accuracy": 0.540514, - "main_score": 0.513145, - "hf_subset": "ayr_Latn-ibo_Latn", - "languages": [ - "ayr-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543308, - "recall": 0.578063, - "f1": 0.55338, - "accuracy": 0.578063, - "main_score": 0.55338, - "hf_subset": "ayr_Latn-kmr_Latn", - "languages": [ - "ayr-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54903, - "recall": 0.585968, - "f1": 0.558426, - "accuracy": 0.585968, - "main_score": 0.558426, - "hf_subset": "ayr_Latn-min_Latn", - "languages": [ - "ayr-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569694, - "recall": 0.607708, - "f1": 0.579642, - "accuracy": 0.607708, - "main_score": 0.579642, - "hf_subset": "ayr_Latn-por_Latn", - "languages": [ - "ayr-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558739, - "recall": 0.593874, - "f1": 0.567547, - "accuracy": 0.593874, - "main_score": 0.567547, - "hf_subset": "ayr_Latn-sun_Latn", - "languages": [ - "ayr-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490987, - "recall": 0.533597, - "f1": 0.503225, - "accuracy": 0.533597, - "main_score": 0.503225, - "hf_subset": "ayr_Latn-umb_Latn", - "languages": [ - "ayr-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536602, - "recall": 0.574111, - "f1": 0.546443, - "accuracy": 0.574111, - "main_score": 0.546443, - "hf_subset": "ayr_Latn-ajp_Arab", - "languages": [ - "ayr-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402321, - "recall": 0.443676, - "f1": 0.413884, - "accuracy": 0.443676, - "main_score": 0.413884, - "hf_subset": "ayr_Latn-bjn_Arab", - "languages": [ - "ayr-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48552, - "recall": 0.520751, - "f1": 0.496005, - "accuracy": 0.520751, - "main_score": 0.496005, - "hf_subset": "ayr_Latn-ewe_Latn", - "languages": [ - "ayr-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573851, - "recall": 0.606719, - "f1": 0.582511, - "accuracy": 0.606719, - "main_score": 0.582511, - "hf_subset": "ayr_Latn-ilo_Latn", - "languages": [ - "ayr-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300519, - "recall": 0.348814, - "f1": 0.313444, - "accuracy": 0.348814, - "main_score": 0.313444, - "hf_subset": "ayr_Latn-knc_Arab", - "languages": [ - "ayr-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543636, - "recall": 0.582016, - "f1": 0.55403, - "accuracy": 0.582016, - "main_score": 0.55403, - "hf_subset": "ayr_Latn-mkd_Cyrl", - "languages": [ - "ayr-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544908, - "recall": 0.58004, - "f1": 0.553639, - "accuracy": 0.58004, - "main_score": 0.553639, - "hf_subset": "ayr_Latn-prs_Arab", - "languages": [ - "ayr-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562721, - "recall": 0.59585, - "f1": 0.571155, - "accuracy": 0.59585, - "main_score": 0.571155, - "hf_subset": "ayr_Latn-swe_Latn", - "languages": [ - "ayr-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513747, - "recall": 0.555336, - "f1": 0.525142, - "accuracy": 0.555336, - "main_score": 0.525142, - "hf_subset": "ayr_Latn-urd_Arab", - "languages": [ - "ayr-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519163, - "recall": 0.554348, - "f1": 0.528298, - "accuracy": 0.554348, - "main_score": 0.528298, - "hf_subset": "ayr_Latn-aka_Latn", - "languages": [ - "ayr-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559424, - "recall": 0.589921, - "f1": 0.567578, - "accuracy": 0.589921, - "main_score": 0.567578, - "hf_subset": "ayr_Latn-bjn_Latn", - "languages": [ - "ayr-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528949, - "recall": 0.567194, - "f1": 0.540074, - "accuracy": 0.567194, - "main_score": 0.540074, - "hf_subset": "ayr_Latn-fao_Latn", - "languages": [ - "ayr-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56445, - "recall": 0.594862, - "f1": 0.571797, - "accuracy": 0.594862, - "main_score": 0.571797, - "hf_subset": "ayr_Latn-ind_Latn", - "languages": [ - "ayr-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5154, - "recall": 0.550395, - "f1": 0.52574, - "accuracy": 0.550395, - "main_score": 0.52574, - "hf_subset": "ayr_Latn-knc_Latn", - "languages": [ - "ayr-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558733, - "recall": 0.591897, - "f1": 0.566181, - "accuracy": 0.591897, - "main_score": 0.566181, - "hf_subset": "ayr_Latn-mlt_Latn", - "languages": [ - "ayr-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539941, - "recall": 0.572134, - "f1": 0.549053, - "accuracy": 0.572134, - "main_score": 0.549053, - "hf_subset": "ayr_Latn-quy_Latn", - "languages": [ - "ayr-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534519, - "recall": 0.56917, - "f1": 0.54443, - "accuracy": 0.56917, - "main_score": 0.54443, - "hf_subset": "ayr_Latn-swh_Latn", - "languages": [ - "ayr-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527448, - "recall": 0.561265, - "f1": 0.536637, - "accuracy": 0.561265, - "main_score": 0.536637, - "hf_subset": "ayr_Latn-uzn_Latn", - "languages": [ - "ayr-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552934, - "recall": 0.583992, - "f1": 0.561553, - "accuracy": 0.583992, - "main_score": 0.561553, - "hf_subset": "ayr_Latn-als_Latn", - "languages": [ - "ayr-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.266529, - "recall": 0.311265, - "f1": 0.276854, - "accuracy": 0.311265, - "main_score": 0.276854, - "hf_subset": "ayr_Latn-bod_Tibt", - "languages": [ - "ayr-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523146, - "recall": 0.557312, - "f1": 0.532761, - "accuracy": 0.557312, - "main_score": 0.532761, - "hf_subset": "ayr_Latn-fij_Latn", - "languages": [ - "ayr-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497507, - "recall": 0.536561, - "f1": 0.508261, - "accuracy": 0.536561, - "main_score": 0.508261, - "hf_subset": "ayr_Latn-isl_Latn", - "languages": [ - "ayr-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534669, - "recall": 0.575099, - "f1": 0.545798, - "accuracy": 0.575099, - "main_score": 0.545798, - "hf_subset": "ayr_Latn-kon_Latn", - "languages": [ - "ayr-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471954, - "recall": 0.513834, - "f1": 0.48353, - "accuracy": 0.513834, - "main_score": 0.48353, - "hf_subset": "ayr_Latn-mni_Beng", - "languages": [ - "ayr-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567852, - "recall": 0.602767, - "f1": 0.576786, - "accuracy": 0.602767, - "main_score": 0.576786, - "hf_subset": "ayr_Latn-ron_Latn", - "languages": [ - "ayr-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53626, - "recall": 0.574111, - "f1": 0.54674, - "accuracy": 0.574111, - "main_score": 0.54674, - "hf_subset": "ayr_Latn-szl_Latn", - "languages": [ - "ayr-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558452, - "recall": 0.588933, - "f1": 0.566435, - "accuracy": 0.588933, - "main_score": 0.566435, - "hf_subset": "ayr_Latn-vec_Latn", - "languages": [ - "ayr-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465729, - "recall": 0.509881, - "f1": 0.477118, - "accuracy": 0.509881, - "main_score": 0.477118, - "hf_subset": "ayr_Latn-amh_Ethi", - "languages": [ - "ayr-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562388, - "recall": 0.59585, - "f1": 0.57156, - "accuracy": 0.59585, - "main_score": 0.57156, - "hf_subset": "ayr_Latn-bos_Latn", - "languages": [ - "ayr-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532038, - "recall": 0.568182, - "f1": 0.541675, - "accuracy": 0.568182, - "main_score": 0.541675, - "hf_subset": "ayr_Latn-fin_Latn", - "languages": [ - "ayr-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557222, - "recall": 0.588933, - "f1": 0.565609, - "accuracy": 0.588933, - "main_score": 0.565609, - "hf_subset": "ayr_Latn-ita_Latn", - "languages": [ - "ayr-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532045, - "recall": 0.573123, - "f1": 0.542873, - "accuracy": 0.573123, - "main_score": 0.542873, - "hf_subset": "ayr_Latn-kor_Hang", - "languages": [ - "ayr-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499654, - "recall": 0.535573, - "f1": 0.510738, - "accuracy": 0.535573, - "main_score": 0.510738, - "hf_subset": "ayr_Latn-mos_Latn", - "languages": [ - "ayr-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482883, - "recall": 0.524704, - "f1": 0.494281, - "accuracy": 0.524704, - "main_score": 0.494281, - "hf_subset": "ayr_Latn-run_Latn", - "languages": [ - "ayr-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518545, - "recall": 0.562253, - "f1": 0.52984, - "accuracy": 0.562253, - "main_score": 0.52984, - "hf_subset": "ayr_Latn-tam_Taml", - "languages": [ - "ayr-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549909, - "recall": 0.583992, - "f1": 0.558812, - "accuracy": 0.583992, - "main_score": 0.558812, - "hf_subset": "ayr_Latn-vie_Latn", - "languages": [ - "ayr-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52376, - "recall": 0.566206, - "f1": 0.535064, - "accuracy": 0.566206, - "main_score": 0.535064, - "hf_subset": "ayr_Latn-apc_Arab", - "languages": [ - "ayr-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525893, - "recall": 0.557312, - "f1": 0.534851, - "accuracy": 0.557312, - "main_score": 0.534851, - "hf_subset": "ayr_Latn-bug_Latn", - "languages": [ - "ayr-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465598, - "recall": 0.502964, - "f1": 0.475828, - "accuracy": 0.502964, - "main_score": 0.475828, - "hf_subset": "ayr_Latn-fon_Latn", - "languages": [ - "ayr-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563914, - "recall": 0.594862, - "f1": 0.57191, - "accuracy": 0.594862, - "main_score": 0.57191, - "hf_subset": "ayr_Latn-jav_Latn", - "languages": [ - "ayr-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480002, - "recall": 0.517787, - "f1": 0.490135, - "accuracy": 0.517787, - "main_score": 0.490135, - "hf_subset": "ayr_Latn-lao_Laoo", - "languages": [ - "ayr-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494152, - "recall": 0.527668, - "f1": 0.50347, - "accuracy": 0.527668, - "main_score": 0.50347, - "hf_subset": "ayr_Latn-mri_Latn", - "languages": [ - "ayr-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553916, - "recall": 0.586957, - "f1": 0.562723, - "accuracy": 0.586957, - "main_score": 0.562723, - "hf_subset": "ayr_Latn-rus_Cyrl", - "languages": [ - "ayr-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465919, - "recall": 0.503953, - "f1": 0.476866, - "accuracy": 0.503953, - "main_score": 0.476866, - "hf_subset": "ayr_Latn-taq_Latn", - "languages": [ - "ayr-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56357, - "recall": 0.596838, - "f1": 0.572184, - "accuracy": 0.596838, - "main_score": 0.572184, - "hf_subset": "ayr_Latn-war_Latn", - "languages": [ - "ayr-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525718, - "recall": 0.567194, - "f1": 0.536675, - "accuracy": 0.567194, - "main_score": 0.536675, - "hf_subset": "ayr_Latn-arb_Arab", - "languages": [ - "ayr-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557494, - "recall": 0.589921, - "f1": 0.566102, - "accuracy": 0.589921, - "main_score": 0.566102, - "hf_subset": "ayr_Latn-bul_Cyrl", - "languages": [ - "ayr-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5613, - "recall": 0.592885, - "f1": 0.569429, - "accuracy": 0.592885, - "main_score": 0.569429, - "hf_subset": "ayr_Latn-fra_Latn", - "languages": [ - "ayr-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534296, - "recall": 0.563241, - "f1": 0.54232, - "accuracy": 0.563241, - "main_score": 0.54232, - "hf_subset": "ayr_Latn-jpn_Jpan", - "languages": [ - "ayr-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546206, - "recall": 0.581028, - "f1": 0.555563, - "accuracy": 0.581028, - "main_score": 0.555563, - "hf_subset": "ayr_Latn-lij_Latn", - "languages": [ - "ayr-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397937, - "recall": 0.453557, - "f1": 0.4132, - "accuracy": 0.453557, - "main_score": 0.4132, - "hf_subset": "ayr_Latn-mya_Mymr", - "languages": [ - "ayr-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508614, - "recall": 0.548419, - "f1": 0.51959, - "accuracy": 0.548419, - "main_score": 0.51959, - "hf_subset": "ayr_Latn-sag_Latn", - "languages": [ - "ayr-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206077, - "recall": 0.245059, - "f1": 0.215257, - "accuracy": 0.245059, - "main_score": 0.215257, - "hf_subset": "ayr_Latn-taq_Tfng", - "languages": [ - "ayr-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527026, - "recall": 0.564229, - "f1": 0.537931, - "accuracy": 0.564229, - "main_score": 0.537931, - "hf_subset": "ayr_Latn-wol_Latn", - "languages": [ - "ayr-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444226, - "recall": 0.483202, - "f1": 0.454968, - "accuracy": 0.483202, - "main_score": 0.454968, - "hf_subset": "ayr_Latn-arb_Latn", - "languages": [ - "ayr-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558989, - "recall": 0.589921, - "f1": 0.568049, - "accuracy": 0.589921, - "main_score": 0.568049, - "hf_subset": "ayr_Latn-cat_Latn", - "languages": [ - "ayr-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53989, - "recall": 0.576087, - "f1": 0.548885, - "accuracy": 0.576087, - "main_score": 0.548885, - "hf_subset": "ayr_Latn-fur_Latn", - "languages": [ - "ayr-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399935, - "recall": 0.4417, - "f1": 0.411032, - "accuracy": 0.4417, - "main_score": 0.411032, - "hf_subset": "ayr_Latn-kab_Latn", - "languages": [ - "ayr-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531842, - "recall": 0.56917, - "f1": 0.541467, - "accuracy": 0.56917, - "main_score": 0.541467, - "hf_subset": "ayr_Latn-lim_Latn", - "languages": [ - "ayr-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556439, - "recall": 0.58498, - "f1": 0.564345, - "accuracy": 0.58498, - "main_score": 0.564345, - "hf_subset": "ayr_Latn-nld_Latn", - "languages": [ - "ayr-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501262, - "recall": 0.54249, - "f1": 0.512226, - "accuracy": 0.54249, - "main_score": 0.512226, - "hf_subset": "ayr_Latn-san_Deva", - "languages": [ - "ayr-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536011, - "recall": 0.579051, - "f1": 0.547253, - "accuracy": 0.579051, - "main_score": 0.547253, - "hf_subset": "ayr_Latn-tat_Cyrl", - "languages": [ - "ayr-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53382, - "recall": 0.568182, - "f1": 0.543703, - "accuracy": 0.568182, - "main_score": 0.543703, - "hf_subset": "ayr_Latn-xho_Latn", - "languages": [ - "ayr-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502165, - "recall": 0.549407, - "f1": 0.514942, - "accuracy": 0.549407, - "main_score": 0.514942, - "hf_subset": "ayr_Latn-ars_Arab", - "languages": [ - "ayr-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569377, - "recall": 0.599802, - "f1": 0.576867, - "accuracy": 0.599802, - "main_score": 0.576867, - "hf_subset": "ayr_Latn-ceb_Latn", - "languages": [ - "ayr-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484323, - "recall": 0.524704, - "f1": 0.495756, - "accuracy": 0.524704, - "main_score": 0.495756, - "hf_subset": "ayr_Latn-fuv_Latn", - "languages": [ - "ayr-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489062, - "recall": 0.531621, - "f1": 0.500948, - "accuracy": 0.531621, - "main_score": 0.500948, - "hf_subset": "ayr_Latn-kac_Latn", - "languages": [ - "ayr-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536734, - "recall": 0.570158, - "f1": 0.545821, - "accuracy": 0.570158, - "main_score": 0.545821, - "hf_subset": "ayr_Latn-lin_Latn", - "languages": [ - "ayr-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557619, - "recall": 0.591897, - "f1": 0.567333, - "accuracy": 0.591897, - "main_score": 0.567333, - "hf_subset": "ayr_Latn-nno_Latn", - "languages": [ - "ayr-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.114564, - "recall": 0.162055, - "f1": 0.125388, - "accuracy": 0.162055, - "main_score": 0.125388, - "hf_subset": "ayr_Latn-sat_Olck", - "languages": [ - "ayr-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517547, - "recall": 0.556324, - "f1": 0.527378, - "accuracy": 0.556324, - "main_score": 0.527378, - "hf_subset": "ayr_Latn-tel_Telu", - "languages": [ - "ayr-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472505, - "recall": 0.516798, - "f1": 0.483924, - "accuracy": 0.516798, - "main_score": 0.483924, - "hf_subset": "ayr_Latn-ydd_Hebr", - "languages": [ - "ayr-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51087, - "recall": 0.541502, - "f1": 0.519678, - "accuracy": 0.541502, - "main_score": 0.519678, - "hf_subset": "ayr_Latn-ary_Arab", - "languages": [ - "ayr-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545926, - "recall": 0.581028, - "f1": 0.555984, - "accuracy": 0.581028, - "main_score": 0.555984, - "hf_subset": "ayr_Latn-ces_Latn", - "languages": [ - "ayr-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488846, - "recall": 0.530632, - "f1": 0.500289, - "accuracy": 0.530632, - "main_score": 0.500289, - "hf_subset": "ayr_Latn-gaz_Latn", - "languages": [ - "ayr-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496776, - "recall": 0.538538, - "f1": 0.508103, - "accuracy": 0.538538, - "main_score": 0.508103, - "hf_subset": "ayr_Latn-kam_Latn", - "languages": [ - "ayr-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533107, - "recall": 0.56917, - "f1": 0.542642, - "accuracy": 0.56917, - "main_score": 0.542642, - "hf_subset": "ayr_Latn-lit_Latn", - "languages": [ - "ayr-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550103, - "recall": 0.585968, - "f1": 0.559483, - "accuracy": 0.585968, - "main_score": 0.559483, - "hf_subset": "ayr_Latn-nob_Latn", - "languages": [ - "ayr-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53891, - "recall": 0.577075, - "f1": 0.549504, - "accuracy": 0.577075, - "main_score": 0.549504, - "hf_subset": "ayr_Latn-scn_Latn", - "languages": [ - "ayr-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506813, - "recall": 0.544466, - "f1": 0.517634, - "accuracy": 0.544466, - "main_score": 0.517634, - "hf_subset": "ayr_Latn-tgk_Cyrl", - "languages": [ - "ayr-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494765, - "recall": 0.540514, - "f1": 0.507687, - "accuracy": 0.540514, - "main_score": 0.507687, - "hf_subset": "ayr_Latn-yor_Latn", - "languages": [ - "ayr-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527149, - "recall": 0.568182, - "f1": 0.537747, - "accuracy": 0.568182, - "main_score": 0.537747, - "hf_subset": "ayr_Latn-arz_Arab", - "languages": [ - "ayr-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49683, - "recall": 0.531621, - "f1": 0.506422, - "accuracy": 0.531621, - "main_score": 0.506422, - "hf_subset": "ayr_Latn-cjk_Latn", - "languages": [ - "ayr-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474457, - "recall": 0.513834, - "f1": 0.485141, - "accuracy": 0.513834, - "main_score": 0.485141, - "hf_subset": "ayr_Latn-gla_Latn", - "languages": [ - "ayr-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527908, - "recall": 0.566206, - "f1": 0.538949, - "accuracy": 0.566206, - "main_score": 0.538949, - "hf_subset": "ayr_Latn-kan_Knda", - "languages": [ - "ayr-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547183, - "recall": 0.589921, - "f1": 0.558359, - "accuracy": 0.589921, - "main_score": 0.558359, - "hf_subset": "ayr_Latn-lmo_Latn", - "languages": [ - "ayr-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534755, - "recall": 0.573123, - "f1": 0.544571, - "accuracy": 0.573123, - "main_score": 0.544571, - "hf_subset": "ayr_Latn-npi_Deva", - "languages": [ - "ayr-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421881, - "recall": 0.469368, - "f1": 0.434715, - "accuracy": 0.469368, - "main_score": 0.434715, - "hf_subset": "ayr_Latn-shn_Mymr", - "languages": [ - "ayr-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568326, - "recall": 0.604743, - "f1": 0.577644, - "accuracy": 0.604743, - "main_score": 0.577644, - "hf_subset": "ayr_Latn-tgl_Latn", - "languages": [ - "ayr-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5175, - "recall": 0.554348, - "f1": 0.527049, - "accuracy": 0.554348, - "main_score": 0.527049, - "hf_subset": "ayr_Latn-yue_Hant", - "languages": [ - "ayr-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498751, - "recall": 0.546443, - "f1": 0.511945, - "accuracy": 0.546443, - "main_score": 0.511945, - "hf_subset": "ayr_Latn-asm_Beng", - "languages": [ - "ayr-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49264, - "recall": 0.531621, - "f1": 0.503516, - "accuracy": 0.531621, - "main_score": 0.503516, - "hf_subset": "ayr_Latn-ckb_Arab", - "languages": [ - "ayr-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481318, - "recall": 0.522727, - "f1": 0.492572, - "accuracy": 0.522727, - "main_score": 0.492572, - "hf_subset": "ayr_Latn-gle_Latn", - "languages": [ - "ayr-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470949, - "recall": 0.512846, - "f1": 0.48242, - "accuracy": 0.512846, - "main_score": 0.48242, - "hf_subset": "ayr_Latn-kas_Arab", - "languages": [ - "ayr-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515411, - "recall": 0.555336, - "f1": 0.526172, - "accuracy": 0.555336, - "main_score": 0.526172, - "hf_subset": "ayr_Latn-ltg_Latn", - "languages": [ - "ayr-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525389, - "recall": 0.562253, - "f1": 0.534881, - "accuracy": 0.562253, - "main_score": 0.534881, - "hf_subset": "ayr_Latn-nso_Latn", - "languages": [ - "ayr-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469056, - "recall": 0.51581, - "f1": 0.481414, - "accuracy": 0.51581, - "main_score": 0.481414, - "hf_subset": "ayr_Latn-sin_Sinh", - "languages": [ - "ayr-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522346, - "recall": 0.561265, - "f1": 0.532881, - "accuracy": 0.561265, - "main_score": 0.532881, - "hf_subset": "ayr_Latn-tha_Thai", - "languages": [ - "ayr-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518821, - "recall": 0.551383, - "f1": 0.527641, - "accuracy": 0.551383, - "main_score": 0.527641, - "hf_subset": "ayr_Latn-zho_Hans", - "languages": [ - "ayr-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569827, - "recall": 0.604743, - "f1": 0.578626, - "accuracy": 0.604743, - "main_score": 0.578626, - "hf_subset": "ayr_Latn-ast_Latn", - "languages": [ - "ayr-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523305, - "recall": 0.563241, - "f1": 0.533922, - "accuracy": 0.563241, - "main_score": 0.533922, - "hf_subset": "ayr_Latn-crh_Latn", - "languages": [ - "ayr-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568796, - "recall": 0.600791, - "f1": 0.577516, - "accuracy": 0.600791, - "main_score": 0.577516, - "hf_subset": "ayr_Latn-glg_Latn", - "languages": [ - "ayr-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495248, - "recall": 0.538538, - "f1": 0.506807, - "accuracy": 0.538538, - "main_score": 0.506807, - "hf_subset": "ayr_Latn-kas_Deva", - "languages": [ - "ayr-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531284, - "recall": 0.561265, - "f1": 0.539963, - "accuracy": 0.561265, - "main_score": 0.539963, - "hf_subset": "ayr_Latn-ltz_Latn", - "languages": [ - "ayr-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454554, - "recall": 0.497036, - "f1": 0.466213, - "accuracy": 0.497036, - "main_score": 0.466213, - "hf_subset": "ayr_Latn-nus_Latn", - "languages": [ - "ayr-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544241, - "recall": 0.583004, - "f1": 0.554456, - "accuracy": 0.583004, - "main_score": 0.554456, - "hf_subset": "ayr_Latn-slk_Latn", - "languages": [ - "ayr-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389544, - "recall": 0.438735, - "f1": 0.403053, - "accuracy": 0.438735, - "main_score": 0.403053, - "hf_subset": "ayr_Latn-tir_Ethi", - "languages": [ - "ayr-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509424, - "recall": 0.551383, - "f1": 0.520432, - "accuracy": 0.551383, - "main_score": 0.520432, - "hf_subset": "ayr_Latn-zho_Hant", - "languages": [ - "ayr-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528975, - "recall": 0.567194, - "f1": 0.539794, - "accuracy": 0.567194, - "main_score": 0.539794, - "hf_subset": "ayr_Latn-awa_Deva", - "languages": [ - "ayr-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525005, - "recall": 0.5583, - "f1": 0.533918, - "accuracy": 0.5583, - "main_score": 0.533918, - "hf_subset": "ayr_Latn-cym_Latn", - "languages": [ - "ayr-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549731, - "recall": 0.585968, - "f1": 0.559348, - "accuracy": 0.585968, - "main_score": 0.559348, - "hf_subset": "ayr_Latn-grn_Latn", - "languages": [ - "ayr-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518528, - "recall": 0.557312, - "f1": 0.529009, - "accuracy": 0.557312, - "main_score": 0.529009, - "hf_subset": "ayr_Latn-kat_Geor", - "languages": [ - "ayr-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522028, - "recall": 0.560277, - "f1": 0.532725, - "accuracy": 0.560277, - "main_score": 0.532725, - "hf_subset": "ayr_Latn-lua_Latn", - "languages": [ - "ayr-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507652, - "recall": 0.544466, - "f1": 0.517692, - "accuracy": 0.544466, - "main_score": 0.517692, - "hf_subset": "ayr_Latn-nya_Latn", - "languages": [ - "ayr-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555082, - "recall": 0.58498, - "f1": 0.563405, - "accuracy": 0.58498, - "main_score": 0.563405, - "hf_subset": "ayr_Latn-slv_Latn", - "languages": [ - "ayr-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549125, - "recall": 0.579051, - "f1": 0.557106, - "accuracy": 0.579051, - "main_score": 0.557106, - "hf_subset": "ayr_Latn-tpi_Latn", - "languages": [ - "ayr-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57635, - "recall": 0.612648, - "f1": 0.585305, - "accuracy": 0.612648, - "main_score": 0.585305, - "hf_subset": "ayr_Latn-zsm_Latn", - "languages": [ - "ayr-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560351, - "recall": 0.594862, - "f1": 0.569437, - "accuracy": 0.594862, - "main_score": 0.569437, - "hf_subset": "ayr_Latn-dan_Latn", - "languages": [ - "ayr-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540069, - "recall": 0.583992, - "f1": 0.551778, - "accuracy": 0.583992, - "main_score": 0.551778, - "hf_subset": "ayr_Latn-guj_Gujr", - "languages": [ - "ayr-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544052, - "recall": 0.578063, - "f1": 0.55324, - "accuracy": 0.578063, - "main_score": 0.55324, - "hf_subset": "ayr_Latn-kaz_Cyrl", - "languages": [ - "ayr-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467872, - "recall": 0.512846, - "f1": 0.479398, - "accuracy": 0.512846, - "main_score": 0.479398, - "hf_subset": "ayr_Latn-lug_Latn", - "languages": [ - "ayr-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565801, - "recall": 0.596838, - "f1": 0.573786, - "accuracy": 0.596838, - "main_score": 0.573786, - "hf_subset": "ayr_Latn-oci_Latn", - "languages": [ - "ayr-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51236, - "recall": 0.550395, - "f1": 0.52326, - "accuracy": 0.550395, - "main_score": 0.52326, - "hf_subset": "ayr_Latn-smo_Latn", - "languages": [ - "ayr-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491652, - "recall": 0.536561, - "f1": 0.504024, - "accuracy": 0.536561, - "main_score": 0.504024, - "hf_subset": "ayr_Latn-tsn_Latn", - "languages": [ - "ayr-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499672, - "recall": 0.54249, - "f1": 0.511273, - "accuracy": 0.54249, - "main_score": 0.511273, - "hf_subset": "ayr_Latn-zul_Latn", - "languages": [ - "ayr-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469125, - "recall": 0.51087, - "f1": 0.480608, - "accuracy": 0.51087, - "main_score": 0.480608, - "hf_subset": "ayr_Latn-azb_Arab", - "languages": [ - "ayr-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547164, - "recall": 0.581028, - "f1": 0.556877, - "accuracy": 0.581028, - "main_score": 0.556877, - "hf_subset": "ayr_Latn-deu_Latn", - "languages": [ - "ayr-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524127, - "recall": 0.564229, - "f1": 0.534707, - "accuracy": 0.564229, - "main_score": 0.534707, - "hf_subset": "ayr_Latn-hat_Latn", - "languages": [ - "ayr-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469014, - "recall": 0.504941, - "f1": 0.479149, - "accuracy": 0.504941, - "main_score": 0.479149, - "hf_subset": "ayr_Latn-kbp_Latn", - "languages": [ - "ayr-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507724, - "recall": 0.545455, - "f1": 0.518456, - "accuracy": 0.545455, - "main_score": 0.518456, - "hf_subset": "ayr_Latn-luo_Latn", - "languages": [ - "ayr-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534903, - "recall": 0.572134, - "f1": 0.54509, - "accuracy": 0.572134, - "main_score": 0.54509, - "hf_subset": "ayr_Latn-ory_Orya", - "languages": [ - "ayr-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508775, - "recall": 0.550395, - "f1": 0.520349, - "accuracy": 0.550395, - "main_score": 0.520349, - "hf_subset": "ayr_Latn-sna_Latn", - "languages": [ - "ayr-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49685, - "recall": 0.535573, - "f1": 0.507534, - "accuracy": 0.535573, - "main_score": 0.507534, - "hf_subset": "ayr_Latn-tso_Latn", - "languages": [ - "ayr-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520754, - "recall": 0.562253, - "f1": 0.53211, - "accuracy": 0.562253, - "main_score": 0.53211, - "hf_subset": "ayr_Latn-azj_Latn", - "languages": [ - "ayr-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486047, - "recall": 0.529644, - "f1": 0.499083, - "accuracy": 0.529644, - "main_score": 0.499083, - "hf_subset": "ayr_Latn-dik_Latn", - "languages": [ - "ayr-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52349, - "recall": 0.5583, - "f1": 0.532877, - "accuracy": 0.5583, - "main_score": 0.532877, - "hf_subset": "ayr_Latn-hau_Latn", - "languages": [ - "ayr-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552081, - "recall": 0.58498, - "f1": 0.560342, - "accuracy": 0.58498, - "main_score": 0.560342, - "hf_subset": "ayr_Latn-kea_Latn", - "languages": [ - "ayr-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527447, - "recall": 0.560277, - "f1": 0.536452, - "accuracy": 0.560277, - "main_score": 0.536452, - "hf_subset": "ayr_Latn-lus_Latn", - "languages": [ - "ayr-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54002, - "recall": 0.566206, - "f1": 0.548188, - "accuracy": 0.566206, - "main_score": 0.548188, - "hf_subset": "ayr_Latn-pag_Latn", - "languages": [ - "ayr-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502421, - "recall": 0.538538, - "f1": 0.512417, - "accuracy": 0.538538, - "main_score": 0.512417, - "hf_subset": "ayr_Latn-snd_Arab", - "languages": [ - "ayr-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504959, - "recall": 0.550395, - "f1": 0.516955, - "accuracy": 0.550395, - "main_score": 0.516955, - "hf_subset": "ayr_Latn-tuk_Latn", - "languages": [ - "ayr-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537436, - "recall": 0.575099, - "f1": 0.547235, - "accuracy": 0.575099, - "main_score": 0.547235, - "hf_subset": "ayr_Latn-bak_Cyrl", - "languages": [ - "ayr-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406696, - "recall": 0.462451, - "f1": 0.422548, - "accuracy": 0.462451, - "main_score": 0.422548, - "hf_subset": "ayr_Latn-dyu_Latn", - "languages": [ - "ayr-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526097, - "recall": 0.560277, - "f1": 0.536655, - "accuracy": 0.560277, - "main_score": 0.536655, - "hf_subset": "ayr_Latn-heb_Hebr", - "languages": [ - "ayr-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514106, - "recall": 0.545455, - "f1": 0.523033, - "accuracy": 0.545455, - "main_score": 0.523033, - "hf_subset": "ayr_Latn-khk_Cyrl", - "languages": [ - "ayr-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537638, - "recall": 0.571146, - "f1": 0.546406, - "accuracy": 0.571146, - "main_score": 0.546406, - "hf_subset": "ayr_Latn-lvs_Latn", - "languages": [ - "ayr-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535526, - "recall": 0.573123, - "f1": 0.546462, - "accuracy": 0.573123, - "main_score": 0.546462, - "hf_subset": "ayr_Latn-pan_Guru", - "languages": [ - "ayr-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491439, - "recall": 0.528656, - "f1": 0.501517, - "accuracy": 0.528656, - "main_score": 0.501517, - "hf_subset": "ayr_Latn-som_Latn", - "languages": [ - "ayr-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509183, - "recall": 0.543478, - "f1": 0.518082, - "accuracy": 0.543478, - "main_score": 0.518082, - "hf_subset": "ayr_Latn-tum_Latn", - "languages": [ - "ayr-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604411, - "recall": 0.672925, - "f1": 0.624214, - "accuracy": 0.672925, - "main_score": 0.624214, - "hf_subset": "dan_Latn-ace_Arab", - "languages": [ - "dan-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551805, - "recall": 0.612648, - "f1": 0.56921, - "accuracy": 0.612648, - "main_score": 0.56921, - "hf_subset": "dan_Latn-bam_Latn", - "languages": [ - "dan-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464827, - "recall": 0.538538, - "f1": 0.485283, - "accuracy": 0.538538, - "main_score": 0.485283, - "hf_subset": "dan_Latn-dzo_Tibt", - "languages": [ - "dan-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-hin_Deva", - "languages": [ - "dan-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-khm_Khmr", - "languages": [ - "dan-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-mag_Deva", - "languages": [ - "dan-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "dan_Latn-pap_Latn", - "languages": [ - "dan-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602488, - "recall": 0.668972, - "f1": 0.621975, - "accuracy": 0.668972, - "main_score": 0.621975, - "hf_subset": "dan_Latn-sot_Latn", - "languages": [ - "dan-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-tur_Latn", - "languages": [ - "dan-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895619, - "recall": 0.922925, - "f1": 0.90448, - "accuracy": 0.922925, - "main_score": 0.90448, - "hf_subset": "dan_Latn-ace_Latn", - "languages": [ - "dan-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.975296, - "f1": 0.969203, - "accuracy": 0.975296, - "main_score": 0.969203, - "hf_subset": "dan_Latn-ban_Latn", - "languages": [ - "dan-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ell_Grek", - "languages": [ - "dan-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "dan_Latn-hne_Deva", - "languages": [ - "dan-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615177, - "recall": 0.66996, - "f1": 0.631378, - "accuracy": 0.66996, - "main_score": 0.631378, - "hf_subset": "dan_Latn-kik_Latn", - "languages": [ - "dan-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-mai_Deva", - "languages": [ - "dan-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "dan_Latn-pbt_Arab", - "languages": [ - "dan-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-spa_Latn", - "languages": [ - "dan-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63302, - "recall": 0.698617, - "f1": 0.651619, - "accuracy": 0.698617, - "main_score": 0.651619, - "hf_subset": "dan_Latn-twi_Latn", - "languages": [ - "dan-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-acm_Arab", - "languages": [ - "dan-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-bel_Cyrl", - "languages": [ - "dan-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-eng_Latn", - "languages": [ - "dan-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-hrv_Latn", - "languages": [ - "dan-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57705, - "recall": 0.637352, - "f1": 0.594126, - "accuracy": 0.637352, - "main_score": 0.594126, - "hf_subset": "dan_Latn-kin_Latn", - "languages": [ - "dan-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-mal_Mlym", - "languages": [ - "dan-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-pes_Arab", - "languages": [ - "dan-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-srd_Latn", - "languages": [ - "dan-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.1898, - "recall": 0.235178, - "f1": 0.201142, - "accuracy": 0.235178, - "main_score": 0.201142, - "hf_subset": "dan_Latn-tzm_Tfng", - "languages": [ - "dan-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-acq_Arab", - "languages": [ - "dan-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657093, - "recall": 0.705534, - "f1": 0.670671, - "accuracy": 0.705534, - "main_score": 0.670671, - "hf_subset": "dan_Latn-bem_Latn", - "languages": [ - "dan-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-epo_Latn", - "languages": [ - "dan-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-hun_Latn", - "languages": [ - "dan-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "dan_Latn-kir_Cyrl", - "languages": [ - "dan-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-mar_Deva", - "languages": [ - "dan-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688735, - "recall": 0.745059, - "f1": 0.705105, - "accuracy": 0.745059, - "main_score": 0.705105, - "hf_subset": "dan_Latn-plt_Latn", - "languages": [ - "dan-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-srp_Cyrl", - "languages": [ - "dan-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "dan_Latn-uig_Arab", - "languages": [ - "dan-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-aeb_Arab", - "languages": [ - "dan-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ben_Beng", - "languages": [ - "dan-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-est_Latn", - "languages": [ - "dan-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-hye_Armn", - "languages": [ - "dan-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565467, - "recall": 0.618577, - "f1": 0.580918, - "accuracy": 0.618577, - "main_score": 0.580918, - "hf_subset": "dan_Latn-kmb_Latn", - "languages": [ - "dan-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527516, - "recall": 0.594862, - "f1": 0.545453, - "accuracy": 0.594862, - "main_score": 0.545453, - "hf_subset": "dan_Latn-min_Arab", - "languages": [ - "dan-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-pol_Latn", - "languages": [ - "dan-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581291, - "recall": 0.644269, - "f1": 0.600231, - "accuracy": 0.644269, - "main_score": 0.600231, - "hf_subset": "dan_Latn-ssw_Latn", - "languages": [ - "dan-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ukr_Cyrl", - "languages": [ - "dan-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-afr_Latn", - "languages": [ - "dan-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-bho_Deva", - "languages": [ - "dan-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "dan_Latn-eus_Latn", - "languages": [ - "dan-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60751, - "recall": 0.672925, - "f1": 0.626374, - "accuracy": 0.672925, - "main_score": 0.626374, - "hf_subset": "dan_Latn-ibo_Latn", - "languages": [ - "dan-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920125, - "recall": 0.943676, - "f1": 0.927668, - "accuracy": 0.943676, - "main_score": 0.927668, - "hf_subset": "dan_Latn-kmr_Latn", - "languages": [ - "dan-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "dan_Latn-min_Latn", - "languages": [ - "dan-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-por_Latn", - "languages": [ - "dan-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "dan_Latn-sun_Latn", - "languages": [ - "dan-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53345, - "recall": 0.593874, - "f1": 0.550697, - "accuracy": 0.593874, - "main_score": 0.550697, - "hf_subset": "dan_Latn-umb_Latn", - "languages": [ - "dan-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ajp_Arab", - "languages": [ - "dan-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555181, - "recall": 0.615613, - "f1": 0.572321, - "accuracy": 0.615613, - "main_score": 0.572321, - "hf_subset": "dan_Latn-bjn_Arab", - "languages": [ - "dan-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532142, - "recall": 0.591897, - "f1": 0.548825, - "accuracy": 0.591897, - "main_score": 0.548825, - "hf_subset": "dan_Latn-ewe_Latn", - "languages": [ - "dan-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956851, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "dan_Latn-ilo_Latn", - "languages": [ - "dan-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.323586, - "recall": 0.386364, - "f1": 0.340887, - "accuracy": 0.386364, - "main_score": 0.340887, - "hf_subset": "dan_Latn-knc_Arab", - "languages": [ - "dan-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-mkd_Cyrl", - "languages": [ - "dan-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-prs_Arab", - "languages": [ - "dan-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-swe_Latn", - "languages": [ - "dan-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-urd_Arab", - "languages": [ - "dan-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61446, - "recall": 0.671937, - "f1": 0.630425, - "accuracy": 0.671937, - "main_score": 0.630425, - "hf_subset": "dan_Latn-aka_Latn", - "languages": [ - "dan-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "dan_Latn-bjn_Latn", - "languages": [ - "dan-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "dan_Latn-fao_Latn", - "languages": [ - "dan-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ind_Latn", - "languages": [ - "dan-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597795, - "recall": 0.648221, - "f1": 0.612043, - "accuracy": 0.648221, - "main_score": 0.612043, - "hf_subset": "dan_Latn-knc_Latn", - "languages": [ - "dan-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-mlt_Latn", - "languages": [ - "dan-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721864, - "recall": 0.780632, - "f1": 0.739281, - "accuracy": 0.780632, - "main_score": 0.739281, - "hf_subset": "dan_Latn-quy_Latn", - "languages": [ - "dan-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "dan_Latn-swh_Latn", - "languages": [ - "dan-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-uzn_Latn", - "languages": [ - "dan-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-als_Latn", - "languages": [ - "dan-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678903, - "recall": 0.752964, - "f1": 0.700875, - "accuracy": 0.752964, - "main_score": 0.700875, - "hf_subset": "dan_Latn-bod_Tibt", - "languages": [ - "dan-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719343, - "recall": 0.778656, - "f1": 0.736753, - "accuracy": 0.778656, - "main_score": 0.736753, - "hf_subset": "dan_Latn-fij_Latn", - "languages": [ - "dan-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-isl_Latn", - "languages": [ - "dan-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684578, - "recall": 0.733202, - "f1": 0.698995, - "accuracy": 0.733202, - "main_score": 0.698995, - "hf_subset": "dan_Latn-kon_Latn", - "languages": [ - "dan-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679069, - "recall": 0.740119, - "f1": 0.697225, - "accuracy": 0.740119, - "main_score": 0.697225, - "hf_subset": "dan_Latn-mni_Beng", - "languages": [ - "dan-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ron_Latn", - "languages": [ - "dan-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "dan_Latn-szl_Latn", - "languages": [ - "dan-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-vec_Latn", - "languages": [ - "dan-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "dan_Latn-amh_Ethi", - "languages": [ - "dan-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-bos_Latn", - "languages": [ - "dan-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-fin_Latn", - "languages": [ - "dan-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ita_Latn", - "languages": [ - "dan-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-kor_Hang", - "languages": [ - "dan-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563456, - "recall": 0.618577, - "f1": 0.578432, - "accuracy": 0.618577, - "main_score": 0.578432, - "hf_subset": "dan_Latn-mos_Latn", - "languages": [ - "dan-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574976, - "recall": 0.624506, - "f1": 0.588705, - "accuracy": 0.624506, - "main_score": 0.588705, - "hf_subset": "dan_Latn-run_Latn", - "languages": [ - "dan-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-tam_Taml", - "languages": [ - "dan-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-vie_Latn", - "languages": [ - "dan-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-apc_Arab", - "languages": [ - "dan-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822052, - "recall": 0.863636, - "f1": 0.834571, - "accuracy": 0.863636, - "main_score": 0.834571, - "hf_subset": "dan_Latn-bug_Latn", - "languages": [ - "dan-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488626, - "recall": 0.544466, - "f1": 0.503285, - "accuracy": 0.544466, - "main_score": 0.503285, - "hf_subset": "dan_Latn-fon_Latn", - "languages": [ - "dan-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "dan_Latn-jav_Latn", - "languages": [ - "dan-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-lao_Laoo", - "languages": [ - "dan-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905254, - "recall": 0.931818, - "f1": 0.913768, - "accuracy": 0.931818, - "main_score": 0.913768, - "hf_subset": "dan_Latn-mri_Latn", - "languages": [ - "dan-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-rus_Cyrl", - "languages": [ - "dan-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556579, - "recall": 0.616601, - "f1": 0.573424, - "accuracy": 0.616601, - "main_score": 0.573424, - "hf_subset": "dan_Latn-taq_Latn", - "languages": [ - "dan-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "dan_Latn-war_Latn", - "languages": [ - "dan-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-arb_Arab", - "languages": [ - "dan-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-bul_Cyrl", - "languages": [ - "dan-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-fra_Latn", - "languages": [ - "dan-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-jpn_Jpan", - "languages": [ - "dan-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-lij_Latn", - "languages": [ - "dan-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "dan_Latn-mya_Mymr", - "languages": [ - "dan-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610946, - "recall": 0.676877, - "f1": 0.629865, - "accuracy": 0.676877, - "main_score": 0.629865, - "hf_subset": "dan_Latn-sag_Latn", - "languages": [ - "dan-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205299, - "recall": 0.261858, - "f1": 0.218022, - "accuracy": 0.261858, - "main_score": 0.218022, - "hf_subset": "dan_Latn-taq_Tfng", - "languages": [ - "dan-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650628, - "recall": 0.709486, - "f1": 0.666968, - "accuracy": 0.709486, - "main_score": 0.666968, - "hf_subset": "dan_Latn-wol_Latn", - "languages": [ - "dan-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819401, - "recall": 0.866601, - "f1": 0.833762, - "accuracy": 0.866601, - "main_score": 0.833762, - "hf_subset": "dan_Latn-arb_Latn", - "languages": [ - "dan-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-cat_Latn", - "languages": [ - "dan-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "dan_Latn-fur_Latn", - "languages": [ - "dan-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429207, - "recall": 0.483202, - "f1": 0.444076, - "accuracy": 0.483202, - "main_score": 0.444076, - "hf_subset": "dan_Latn-kab_Latn", - "languages": [ - "dan-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "dan_Latn-lim_Latn", - "languages": [ - "dan-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-nld_Latn", - "languages": [ - "dan-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "dan_Latn-san_Deva", - "languages": [ - "dan-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-tat_Cyrl", - "languages": [ - "dan-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700313, - "recall": 0.753953, - "f1": 0.716375, - "accuracy": 0.753953, - "main_score": 0.716375, - "hf_subset": "dan_Latn-xho_Latn", - "languages": [ - "dan-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ars_Arab", - "languages": [ - "dan-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ceb_Latn", - "languages": [ - "dan-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578198, - "recall": 0.636364, - "f1": 0.594551, - "accuracy": 0.636364, - "main_score": 0.594551, - "hf_subset": "dan_Latn-fuv_Latn", - "languages": [ - "dan-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527547, - "recall": 0.589921, - "f1": 0.544934, - "accuracy": 0.589921, - "main_score": 0.544934, - "hf_subset": "dan_Latn-kac_Latn", - "languages": [ - "dan-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693076, - "recall": 0.740119, - "f1": 0.706652, - "accuracy": 0.740119, - "main_score": 0.706652, - "hf_subset": "dan_Latn-lin_Latn", - "languages": [ - "dan-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-nno_Latn", - "languages": [ - "dan-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.24139, - "recall": 0.326087, - "f1": 0.264023, - "accuracy": 0.326087, - "main_score": 0.264023, - "hf_subset": "dan_Latn-sat_Olck", - "languages": [ - "dan-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-tel_Telu", - "languages": [ - "dan-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "dan_Latn-ydd_Hebr", - "languages": [ - "dan-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "dan_Latn-ary_Arab", - "languages": [ - "dan-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ces_Latn", - "languages": [ - "dan-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601877, - "recall": 0.661067, - "f1": 0.618657, - "accuracy": 0.661067, - "main_score": 0.618657, - "hf_subset": "dan_Latn-gaz_Latn", - "languages": [ - "dan-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599409, - "recall": 0.660079, - "f1": 0.616573, - "accuracy": 0.660079, - "main_score": 0.616573, - "hf_subset": "dan_Latn-kam_Latn", - "languages": [ - "dan-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "dan_Latn-lit_Latn", - "languages": [ - "dan-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-nob_Latn", - "languages": [ - "dan-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991436, - "recall": 0.994071, - "f1": 0.99226, - "accuracy": 0.994071, - "main_score": 0.99226, - "hf_subset": "dan_Latn-scn_Latn", - "languages": [ - "dan-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "dan_Latn-tgk_Cyrl", - "languages": [ - "dan-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742351, - "recall": 0.802372, - "f1": 0.760787, - "accuracy": 0.802372, - "main_score": 0.760787, - "hf_subset": "dan_Latn-yor_Latn", - "languages": [ - "dan-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-arz_Arab", - "languages": [ - "dan-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580427, - "recall": 0.642292, - "f1": 0.598314, - "accuracy": 0.642292, - "main_score": 0.598314, - "hf_subset": "dan_Latn-cjk_Latn", - "languages": [ - "dan-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834157, - "recall": 0.875494, - "f1": 0.846923, - "accuracy": 0.875494, - "main_score": 0.846923, - "hf_subset": "dan_Latn-gla_Latn", - "languages": [ - "dan-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-kan_Knda", - "languages": [ - "dan-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "dan_Latn-lmo_Latn", - "languages": [ - "dan-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "dan_Latn-npi_Deva", - "languages": [ - "dan-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481592, - "recall": 0.545455, - "f1": 0.498973, - "accuracy": 0.545455, - "main_score": 0.498973, - "hf_subset": "dan_Latn-shn_Mymr", - "languages": [ - "dan-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-tgl_Latn", - "languages": [ - "dan-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-yue_Hant", - "languages": [ - "dan-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-asm_Beng", - "languages": [ - "dan-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "dan_Latn-ckb_Arab", - "languages": [ - "dan-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910277, - "recall": 0.934783, - "f1": 0.917787, - "accuracy": 0.934783, - "main_score": 0.917787, - "hf_subset": "dan_Latn-gle_Latn", - "languages": [ - "dan-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "dan_Latn-kas_Arab", - "languages": [ - "dan-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.968379, - "f1": 0.958004, - "accuracy": 0.968379, - "main_score": 0.958004, - "hf_subset": "dan_Latn-ltg_Latn", - "languages": [ - "dan-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635962, - "recall": 0.687747, - "f1": 0.650831, - "accuracy": 0.687747, - "main_score": 0.650831, - "hf_subset": "dan_Latn-nso_Latn", - "languages": [ - "dan-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "dan_Latn-sin_Sinh", - "languages": [ - "dan-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-tha_Thai", - "languages": [ - "dan-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-zho_Hans", - "languages": [ - "dan-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ast_Latn", - "languages": [ - "dan-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-crh_Latn", - "languages": [ - "dan-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-glg_Latn", - "languages": [ - "dan-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918643, - "recall": 0.943676, - "f1": 0.926713, - "accuracy": 0.943676, - "main_score": 0.926713, - "hf_subset": "dan_Latn-kas_Deva", - "languages": [ - "dan-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-ltz_Latn", - "languages": [ - "dan-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487971, - "recall": 0.551383, - "f1": 0.50493, - "accuracy": 0.551383, - "main_score": 0.50493, - "hf_subset": "dan_Latn-nus_Latn", - "languages": [ - "dan-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-slk_Latn", - "languages": [ - "dan-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639297, - "recall": 0.709486, - "f1": 0.659637, - "accuracy": 0.709486, - "main_score": 0.659637, - "hf_subset": "dan_Latn-tir_Ethi", - "languages": [ - "dan-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-zho_Hant", - "languages": [ - "dan-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "dan_Latn-awa_Deva", - "languages": [ - "dan-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "dan_Latn-cym_Latn", - "languages": [ - "dan-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858613, - "recall": 0.894269, - "f1": 0.869631, - "accuracy": 0.894269, - "main_score": 0.869631, - "hf_subset": "dan_Latn-grn_Latn", - "languages": [ - "dan-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-kat_Geor", - "languages": [ - "dan-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671212, - "recall": 0.720356, - "f1": 0.685306, - "accuracy": 0.720356, - "main_score": 0.685306, - "hf_subset": "dan_Latn-lua_Latn", - "languages": [ - "dan-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665715, - "recall": 0.726285, - "f1": 0.683435, - "accuracy": 0.726285, - "main_score": 0.683435, - "hf_subset": "dan_Latn-nya_Latn", - "languages": [ - "dan-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-slv_Latn", - "languages": [ - "dan-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964592, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "dan_Latn-tpi_Latn", - "languages": [ - "dan-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-zsm_Latn", - "languages": [ - "dan-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561867, - "recall": 0.625494, - "f1": 0.580152, - "accuracy": 0.625494, - "main_score": 0.580152, - "hf_subset": "dan_Latn-ayr_Latn", - "languages": [ - "dan-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-guj_Gujr", - "languages": [ - "dan-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "dan_Latn-kaz_Cyrl", - "languages": [ - "dan-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558195, - "recall": 0.621542, - "f1": 0.576311, - "accuracy": 0.621542, - "main_score": 0.576311, - "hf_subset": "dan_Latn-lug_Latn", - "languages": [ - "dan-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-oci_Latn", - "languages": [ - "dan-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848732, - "recall": 0.891304, - "f1": 0.862055, - "accuracy": 0.891304, - "main_score": 0.862055, - "hf_subset": "dan_Latn-smo_Latn", - "languages": [ - "dan-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565375, - "recall": 0.625494, - "f1": 0.58258, - "accuracy": 0.625494, - "main_score": 0.58258, - "hf_subset": "dan_Latn-tsn_Latn", - "languages": [ - "dan-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639963, - "recall": 0.695652, - "f1": 0.656323, - "accuracy": 0.695652, - "main_score": 0.656323, - "hf_subset": "dan_Latn-zul_Latn", - "languages": [ - "dan-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94417, - "recall": 0.962451, - "f1": 0.950264, - "accuracy": 0.962451, - "main_score": 0.950264, - "hf_subset": "dan_Latn-azb_Arab", - "languages": [ - "dan-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-deu_Latn", - "languages": [ - "dan-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.988142, - "f1": 0.985178, - "accuracy": 0.988142, - "main_score": 0.985178, - "hf_subset": "dan_Latn-hat_Latn", - "languages": [ - "dan-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506681, - "recall": 0.559289, - "f1": 0.521693, - "accuracy": 0.559289, - "main_score": 0.521693, - "hf_subset": "dan_Latn-kbp_Latn", - "languages": [ - "dan-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594766, - "recall": 0.648221, - "f1": 0.609245, - "accuracy": 0.648221, - "main_score": 0.609245, - "hf_subset": "dan_Latn-luo_Latn", - "languages": [ - "dan-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-ory_Orya", - "languages": [ - "dan-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602686, - "recall": 0.667984, - "f1": 0.621505, - "accuracy": 0.667984, - "main_score": 0.621505, - "hf_subset": "dan_Latn-sna_Latn", - "languages": [ - "dan-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580345, - "recall": 0.631423, - "f1": 0.594372, - "accuracy": 0.631423, - "main_score": 0.594372, - "hf_subset": "dan_Latn-tso_Latn", - "languages": [ - "dan-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-azj_Latn", - "languages": [ - "dan-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556077, - "recall": 0.623518, - "f1": 0.575848, - "accuracy": 0.623518, - "main_score": 0.575848, - "hf_subset": "dan_Latn-dik_Latn", - "languages": [ - "dan-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767787, - "recall": 0.81917, - "f1": 0.78307, - "accuracy": 0.81917, - "main_score": 0.78307, - "hf_subset": "dan_Latn-hau_Latn", - "languages": [ - "dan-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "dan_Latn-kea_Latn", - "languages": [ - "dan-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751927, - "recall": 0.800395, - "f1": 0.766436, - "accuracy": 0.800395, - "main_score": 0.766436, - "hf_subset": "dan_Latn-lus_Latn", - "languages": [ - "dan-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883053, - "recall": 0.908103, - "f1": 0.890514, - "accuracy": 0.908103, - "main_score": 0.890514, - "hf_subset": "dan_Latn-pag_Latn", - "languages": [ - "dan-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-snd_Arab", - "languages": [ - "dan-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "dan_Latn-tuk_Latn", - "languages": [ - "dan-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "dan_Latn-bak_Cyrl", - "languages": [ - "dan-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511585, - "recall": 0.583992, - "f1": 0.532717, - "accuracy": 0.583992, - "main_score": 0.532717, - "hf_subset": "dan_Latn-dyu_Latn", - "languages": [ - "dan-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "dan_Latn-heb_Hebr", - "languages": [ - "dan-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "dan_Latn-khk_Cyrl", - "languages": [ - "dan-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-lvs_Latn", - "languages": [ - "dan-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "dan_Latn-pan_Guru", - "languages": [ - "dan-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717368, - "recall": 0.769763, - "f1": 0.732706, - "accuracy": 0.769763, - "main_score": 0.732706, - "hf_subset": "dan_Latn-som_Latn", - "languages": [ - "dan-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616026, - "recall": 0.666996, - "f1": 0.630069, - "accuracy": 0.666996, - "main_score": 0.630069, - "hf_subset": "dan_Latn-tum_Latn", - "languages": [ - "dan-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573878, - "recall": 0.639328, - "f1": 0.592143, - "accuracy": 0.639328, - "main_score": 0.592143, - "hf_subset": "guj_Gujr-ace_Arab", - "languages": [ - "guj-Gujr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525135, - "recall": 0.58498, - "f1": 0.54163, - "accuracy": 0.58498, - "main_score": 0.54163, - "hf_subset": "guj_Gujr-bam_Latn", - "languages": [ - "guj-Gujr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440784, - "recall": 0.517787, - "f1": 0.461117, - "accuracy": 0.517787, - "main_score": 0.461117, - "hf_subset": "guj_Gujr-dzo_Tibt", - "languages": [ - "guj-Gujr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-hin_Deva", - "languages": [ - "guj-Gujr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-khm_Khmr", - "languages": [ - "guj-Gujr", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-mag_Deva", - "languages": [ - "guj-Gujr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "guj_Gujr-pap_Latn", - "languages": [ - "guj-Gujr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575482, - "recall": 0.640316, - "f1": 0.59286, - "accuracy": 0.640316, - "main_score": 0.59286, - "hf_subset": "guj_Gujr-sot_Latn", - "languages": [ - "guj-Gujr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-tur_Latn", - "languages": [ - "guj-Gujr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8716, - "recall": 0.906126, - "f1": 0.882559, - "accuracy": 0.906126, - "main_score": 0.882559, - "hf_subset": "guj_Gujr-ace_Latn", - "languages": [ - "guj-Gujr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.974308, - "f1": 0.967556, - "accuracy": 0.974308, - "main_score": 0.967556, - "hf_subset": "guj_Gujr-ban_Latn", - "languages": [ - "guj-Gujr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ell_Grek", - "languages": [ - "guj-Gujr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "guj_Gujr-hne_Deva", - "languages": [ - "guj-Gujr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576694, - "recall": 0.645257, - "f1": 0.596799, - "accuracy": 0.645257, - "main_score": 0.596799, - "hf_subset": "guj_Gujr-kik_Latn", - "languages": [ - "guj-Gujr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-mai_Deva", - "languages": [ - "guj-Gujr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971097, - "recall": 0.980237, - "f1": 0.974045, - "accuracy": 0.980237, - "main_score": 0.974045, - "hf_subset": "guj_Gujr-pbt_Arab", - "languages": [ - "guj-Gujr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-spa_Latn", - "languages": [ - "guj-Gujr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614586, - "recall": 0.677866, - "f1": 0.63193, - "accuracy": 0.677866, - "main_score": 0.63193, - "hf_subset": "guj_Gujr-twi_Latn", - "languages": [ - "guj-Gujr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-acm_Arab", - "languages": [ - "guj-Gujr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-bel_Cyrl", - "languages": [ - "guj-Gujr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-eng_Latn", - "languages": [ - "guj-Gujr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-hrv_Latn", - "languages": [ - "guj-Gujr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534094, - "recall": 0.596838, - "f1": 0.551794, - "accuracy": 0.596838, - "main_score": 0.551794, - "hf_subset": "guj_Gujr-kin_Latn", - "languages": [ - "guj-Gujr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-mal_Mlym", - "languages": [ - "guj-Gujr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-pes_Arab", - "languages": [ - "guj-Gujr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "guj_Gujr-srd_Latn", - "languages": [ - "guj-Gujr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.180667, - "recall": 0.231225, - "f1": 0.192482, - "accuracy": 0.231225, - "main_score": 0.192482, - "hf_subset": "guj_Gujr-tzm_Tfng", - "languages": [ - "guj-Gujr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-acq_Arab", - "languages": [ - "guj-Gujr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623814, - "recall": 0.678854, - "f1": 0.639367, - "accuracy": 0.678854, - "main_score": 0.639367, - "hf_subset": "guj_Gujr-bem_Latn", - "languages": [ - "guj-Gujr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-epo_Latn", - "languages": [ - "guj-Gujr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-hun_Latn", - "languages": [ - "guj-Gujr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-kir_Cyrl", - "languages": [ - "guj-Gujr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-mar_Deva", - "languages": [ - "guj-Gujr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664693, - "recall": 0.724308, - "f1": 0.681752, - "accuracy": 0.724308, - "main_score": 0.681752, - "hf_subset": "guj_Gujr-plt_Latn", - "languages": [ - "guj-Gujr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-srp_Cyrl", - "languages": [ - "guj-Gujr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980237, - "recall": 0.986166, - "f1": 0.982213, - "accuracy": 0.986166, - "main_score": 0.982213, - "hf_subset": "guj_Gujr-uig_Arab", - "languages": [ - "guj-Gujr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-aeb_Arab", - "languages": [ - "guj-Gujr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ben_Beng", - "languages": [ - "guj-Gujr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-est_Latn", - "languages": [ - "guj-Gujr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-hye_Armn", - "languages": [ - "guj-Gujr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522574, - "recall": 0.581028, - "f1": 0.53897, - "accuracy": 0.581028, - "main_score": 0.53897, - "hf_subset": "guj_Gujr-kmb_Latn", - "languages": [ - "guj-Gujr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47818, - "recall": 0.559289, - "f1": 0.499965, - "accuracy": 0.559289, - "main_score": 0.499965, - "hf_subset": "guj_Gujr-min_Arab", - "languages": [ - "guj-Gujr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-pol_Latn", - "languages": [ - "guj-Gujr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553922, - "recall": 0.618577, - "f1": 0.571829, - "accuracy": 0.618577, - "main_score": 0.571829, - "hf_subset": "guj_Gujr-ssw_Latn", - "languages": [ - "guj-Gujr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ukr_Cyrl", - "languages": [ - "guj-Gujr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-afr_Latn", - "languages": [ - "guj-Gujr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-bho_Deva", - "languages": [ - "guj-Gujr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "guj_Gujr-eus_Latn", - "languages": [ - "guj-Gujr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572467, - "recall": 0.637352, - "f1": 0.590218, - "accuracy": 0.637352, - "main_score": 0.590218, - "hf_subset": "guj_Gujr-ibo_Latn", - "languages": [ - "guj-Gujr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912385, - "recall": 0.937747, - "f1": 0.920455, - "accuracy": 0.937747, - "main_score": 0.920455, - "hf_subset": "guj_Gujr-kmr_Latn", - "languages": [ - "guj-Gujr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "guj_Gujr-min_Latn", - "languages": [ - "guj-Gujr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-por_Latn", - "languages": [ - "guj-Gujr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "guj_Gujr-sun_Latn", - "languages": [ - "guj-Gujr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50866, - "recall": 0.570158, - "f1": 0.526073, - "accuracy": 0.570158, - "main_score": 0.526073, - "hf_subset": "guj_Gujr-umb_Latn", - "languages": [ - "guj-Gujr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ajp_Arab", - "languages": [ - "guj-Gujr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511769, - "recall": 0.585968, - "f1": 0.532031, - "accuracy": 0.585968, - "main_score": 0.532031, - "hf_subset": "guj_Gujr-bjn_Arab", - "languages": [ - "guj-Gujr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512762, - "recall": 0.56917, - "f1": 0.528213, - "accuracy": 0.56917, - "main_score": 0.528213, - "hf_subset": "guj_Gujr-ewe_Latn", - "languages": [ - "guj-Gujr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947052, - "recall": 0.963439, - "f1": 0.952306, - "accuracy": 0.963439, - "main_score": 0.952306, - "hf_subset": "guj_Gujr-ilo_Latn", - "languages": [ - "guj-Gujr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316547, - "recall": 0.37747, - "f1": 0.333231, - "accuracy": 0.37747, - "main_score": 0.333231, - "hf_subset": "guj_Gujr-knc_Arab", - "languages": [ - "guj-Gujr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-mkd_Cyrl", - "languages": [ - "guj-Gujr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-prs_Arab", - "languages": [ - "guj-Gujr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-swe_Latn", - "languages": [ - "guj-Gujr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-urd_Arab", - "languages": [ - "guj-Gujr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567682, - "recall": 0.642292, - "f1": 0.588908, - "accuracy": 0.642292, - "main_score": 0.588908, - "hf_subset": "guj_Gujr-aka_Latn", - "languages": [ - "guj-Gujr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "guj_Gujr-bjn_Latn", - "languages": [ - "guj-Gujr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "guj_Gujr-fao_Latn", - "languages": [ - "guj-Gujr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ind_Latn", - "languages": [ - "guj-Gujr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570745, - "recall": 0.634387, - "f1": 0.5893, - "accuracy": 0.634387, - "main_score": 0.5893, - "hf_subset": "guj_Gujr-knc_Latn", - "languages": [ - "guj-Gujr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "guj_Gujr-mlt_Latn", - "languages": [ - "guj-Gujr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687732, - "recall": 0.755929, - "f1": 0.707563, - "accuracy": 0.755929, - "main_score": 0.707563, - "hf_subset": "guj_Gujr-quy_Latn", - "languages": [ - "guj-Gujr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "guj_Gujr-swh_Latn", - "languages": [ - "guj-Gujr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-uzn_Latn", - "languages": [ - "guj-Gujr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-als_Latn", - "languages": [ - "guj-Gujr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.667144, - "recall": 0.742095, - "f1": 0.688858, - "accuracy": 0.742095, - "main_score": 0.688858, - "hf_subset": "guj_Gujr-bod_Tibt", - "languages": [ - "guj-Gujr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695973, - "recall": 0.756917, - "f1": 0.713315, - "accuracy": 0.756917, - "main_score": 0.713315, - "hf_subset": "guj_Gujr-fij_Latn", - "languages": [ - "guj-Gujr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "guj_Gujr-isl_Latn", - "languages": [ - "guj-Gujr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6576, - "recall": 0.718379, - "f1": 0.675681, - "accuracy": 0.718379, - "main_score": 0.675681, - "hf_subset": "guj_Gujr-kon_Latn", - "languages": [ - "guj-Gujr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672513, - "recall": 0.740119, - "f1": 0.692278, - "accuracy": 0.740119, - "main_score": 0.692278, - "hf_subset": "guj_Gujr-mni_Beng", - "languages": [ - "guj-Gujr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ron_Latn", - "languages": [ - "guj-Gujr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "guj_Gujr-szl_Latn", - "languages": [ - "guj-Gujr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-vec_Latn", - "languages": [ - "guj-Gujr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "guj_Gujr-amh_Ethi", - "languages": [ - "guj-Gujr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-bos_Latn", - "languages": [ - "guj-Gujr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-fin_Latn", - "languages": [ - "guj-Gujr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ita_Latn", - "languages": [ - "guj-Gujr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-kor_Hang", - "languages": [ - "guj-Gujr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529883, - "recall": 0.593874, - "f1": 0.547265, - "accuracy": 0.593874, - "main_score": 0.547265, - "hf_subset": "guj_Gujr-mos_Latn", - "languages": [ - "guj-Gujr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554324, - "recall": 0.615613, - "f1": 0.571644, - "accuracy": 0.615613, - "main_score": 0.571644, - "hf_subset": "guj_Gujr-run_Latn", - "languages": [ - "guj-Gujr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-tam_Taml", - "languages": [ - "guj-Gujr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-vie_Latn", - "languages": [ - "guj-Gujr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-apc_Arab", - "languages": [ - "guj-Gujr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801805, - "recall": 0.848814, - "f1": 0.815958, - "accuracy": 0.848814, - "main_score": 0.815958, - "hf_subset": "guj_Gujr-bug_Latn", - "languages": [ - "guj-Gujr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466922, - "recall": 0.524704, - "f1": 0.482327, - "accuracy": 0.524704, - "main_score": 0.482327, - "hf_subset": "guj_Gujr-fon_Latn", - "languages": [ - "guj-Gujr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-jav_Latn", - "languages": [ - "guj-Gujr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "guj_Gujr-lao_Laoo", - "languages": [ - "guj-Gujr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886611, - "recall": 0.91996, - "f1": 0.897134, - "accuracy": 0.91996, - "main_score": 0.897134, - "hf_subset": "guj_Gujr-mri_Latn", - "languages": [ - "guj-Gujr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-rus_Cyrl", - "languages": [ - "guj-Gujr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529193, - "recall": 0.594862, - "f1": 0.547598, - "accuracy": 0.594862, - "main_score": 0.547598, - "hf_subset": "guj_Gujr-taq_Latn", - "languages": [ - "guj-Gujr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-war_Latn", - "languages": [ - "guj-Gujr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-arb_Arab", - "languages": [ - "guj-Gujr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-bul_Cyrl", - "languages": [ - "guj-Gujr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-fra_Latn", - "languages": [ - "guj-Gujr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-jpn_Jpan", - "languages": [ - "guj-Gujr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "guj_Gujr-lij_Latn", - "languages": [ - "guj-Gujr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "guj_Gujr-mya_Mymr", - "languages": [ - "guj-Gujr", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581615, - "recall": 0.652174, - "f1": 0.60139, - "accuracy": 0.652174, - "main_score": 0.60139, - "hf_subset": "guj_Gujr-sag_Latn", - "languages": [ - "guj-Gujr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194848, - "recall": 0.248024, - "f1": 0.207361, - "accuracy": 0.248024, - "main_score": 0.207361, - "hf_subset": "guj_Gujr-taq_Tfng", - "languages": [ - "guj-Gujr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605049, - "recall": 0.675889, - "f1": 0.625139, - "accuracy": 0.675889, - "main_score": 0.625139, - "hf_subset": "guj_Gujr-wol_Latn", - "languages": [ - "guj-Gujr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791453, - "recall": 0.842885, - "f1": 0.80695, - "accuracy": 0.842885, - "main_score": 0.80695, - "hf_subset": "guj_Gujr-arb_Latn", - "languages": [ - "guj-Gujr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-cat_Latn", - "languages": [ - "guj-Gujr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "guj_Gujr-fur_Latn", - "languages": [ - "guj-Gujr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.406439, - "recall": 0.463439, - "f1": 0.421829, - "accuracy": 0.463439, - "main_score": 0.421829, - "hf_subset": "guj_Gujr-kab_Latn", - "languages": [ - "guj-Gujr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "guj_Gujr-lim_Latn", - "languages": [ - "guj-Gujr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-nld_Latn", - "languages": [ - "guj-Gujr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "guj_Gujr-san_Deva", - "languages": [ - "guj-Gujr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-tat_Cyrl", - "languages": [ - "guj-Gujr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6667, - "recall": 0.724308, - "f1": 0.683449, - "accuracy": 0.724308, - "main_score": 0.683449, - "hf_subset": "guj_Gujr-xho_Latn", - "languages": [ - "guj-Gujr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ars_Arab", - "languages": [ - "guj-Gujr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "guj_Gujr-ceb_Latn", - "languages": [ - "guj-Gujr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559388, - "recall": 0.624506, - "f1": 0.577909, - "accuracy": 0.624506, - "main_score": 0.577909, - "hf_subset": "guj_Gujr-fuv_Latn", - "languages": [ - "guj-Gujr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497927, - "recall": 0.570158, - "f1": 0.517536, - "accuracy": 0.570158, - "main_score": 0.517536, - "hf_subset": "guj_Gujr-kac_Latn", - "languages": [ - "guj-Gujr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654423, - "recall": 0.713439, - "f1": 0.67192, - "accuracy": 0.713439, - "main_score": 0.67192, - "hf_subset": "guj_Gujr-lin_Latn", - "languages": [ - "guj-Gujr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-nno_Latn", - "languages": [ - "guj-Gujr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.24854, - "recall": 0.327075, - "f1": 0.268757, - "accuracy": 0.327075, - "main_score": 0.268757, - "hf_subset": "guj_Gujr-sat_Olck", - "languages": [ - "guj-Gujr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-tel_Telu", - "languages": [ - "guj-Gujr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "guj_Gujr-ydd_Hebr", - "languages": [ - "guj-Gujr", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "guj_Gujr-ary_Arab", - "languages": [ - "guj-Gujr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ces_Latn", - "languages": [ - "guj-Gujr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563959, - "recall": 0.629447, - "f1": 0.583242, - "accuracy": 0.629447, - "main_score": 0.583242, - "hf_subset": "guj_Gujr-gaz_Latn", - "languages": [ - "guj-Gujr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582223, - "recall": 0.649209, - "f1": 0.601105, - "accuracy": 0.649209, - "main_score": 0.601105, - "hf_subset": "guj_Gujr-kam_Latn", - "languages": [ - "guj-Gujr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "guj_Gujr-lit_Latn", - "languages": [ - "guj-Gujr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-nob_Latn", - "languages": [ - "guj-Gujr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "guj_Gujr-scn_Latn", - "languages": [ - "guj-Gujr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "guj_Gujr-tgk_Cyrl", - "languages": [ - "guj-Gujr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716231, - "recall": 0.784585, - "f1": 0.73686, - "accuracy": 0.784585, - "main_score": 0.73686, - "hf_subset": "guj_Gujr-yor_Latn", - "languages": [ - "guj-Gujr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-arz_Arab", - "languages": [ - "guj-Gujr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539705, - "recall": 0.608696, - "f1": 0.559289, - "accuracy": 0.608696, - "main_score": 0.559289, - "hf_subset": "guj_Gujr-cjk_Latn", - "languages": [ - "guj-Gujr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79002, - "recall": 0.840909, - "f1": 0.805585, - "accuracy": 0.840909, - "main_score": 0.805585, - "hf_subset": "guj_Gujr-gla_Latn", - "languages": [ - "guj-Gujr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-kan_Knda", - "languages": [ - "guj-Gujr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "guj_Gujr-lmo_Latn", - "languages": [ - "guj-Gujr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "guj_Gujr-npi_Deva", - "languages": [ - "guj-Gujr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465499, - "recall": 0.531621, - "f1": 0.483429, - "accuracy": 0.531621, - "main_score": 0.483429, - "hf_subset": "guj_Gujr-shn_Mymr", - "languages": [ - "guj-Gujr", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-tgl_Latn", - "languages": [ - "guj-Gujr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-yue_Hant", - "languages": [ - "guj-Gujr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-asm_Beng", - "languages": [ - "guj-Gujr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "guj_Gujr-ckb_Arab", - "languages": [ - "guj-Gujr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893775, - "recall": 0.922925, - "f1": 0.902767, - "accuracy": 0.922925, - "main_score": 0.902767, - "hf_subset": "guj_Gujr-gle_Latn", - "languages": [ - "guj-Gujr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "guj_Gujr-kas_Arab", - "languages": [ - "guj-Gujr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946476, - "recall": 0.963439, - "f1": 0.952075, - "accuracy": 0.963439, - "main_score": 0.952075, - "hf_subset": "guj_Gujr-ltg_Latn", - "languages": [ - "guj-Gujr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603424, - "recall": 0.662055, - "f1": 0.619638, - "accuracy": 0.662055, - "main_score": 0.619638, - "hf_subset": "guj_Gujr-nso_Latn", - "languages": [ - "guj-Gujr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "guj_Gujr-sin_Sinh", - "languages": [ - "guj-Gujr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-tha_Thai", - "languages": [ - "guj-Gujr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-zho_Hans", - "languages": [ - "guj-Gujr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ast_Latn", - "languages": [ - "guj-Gujr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-crh_Latn", - "languages": [ - "guj-Gujr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-glg_Latn", - "languages": [ - "guj-Gujr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924901, - "recall": 0.948617, - "f1": 0.932477, - "accuracy": 0.948617, - "main_score": 0.932477, - "hf_subset": "guj_Gujr-kas_Deva", - "languages": [ - "guj-Gujr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "guj_Gujr-ltz_Latn", - "languages": [ - "guj-Gujr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45613, - "recall": 0.52668, - "f1": 0.475139, - "accuracy": 0.52668, - "main_score": 0.475139, - "hf_subset": "guj_Gujr-nus_Latn", - "languages": [ - "guj-Gujr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-slk_Latn", - "languages": [ - "guj-Gujr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632964, - "recall": 0.706522, - "f1": 0.654665, - "accuracy": 0.706522, - "main_score": 0.654665, - "hf_subset": "guj_Gujr-tir_Ethi", - "languages": [ - "guj-Gujr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-zho_Hant", - "languages": [ - "guj-Gujr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "guj_Gujr-awa_Deva", - "languages": [ - "guj-Gujr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "guj_Gujr-cym_Latn", - "languages": [ - "guj-Gujr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83498, - "recall": 0.878458, - "f1": 0.848405, - "accuracy": 0.878458, - "main_score": 0.848405, - "hf_subset": "guj_Gujr-grn_Latn", - "languages": [ - "guj-Gujr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-kat_Geor", - "languages": [ - "guj-Gujr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627811, - "recall": 0.686759, - "f1": 0.644794, - "accuracy": 0.686759, - "main_score": 0.644794, - "hf_subset": "guj_Gujr-lua_Latn", - "languages": [ - "guj-Gujr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626419, - "recall": 0.694664, - "f1": 0.646132, - "accuracy": 0.694664, - "main_score": 0.646132, - "hf_subset": "guj_Gujr-nya_Latn", - "languages": [ - "guj-Gujr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-slv_Latn", - "languages": [ - "guj-Gujr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942605, - "recall": 0.960474, - "f1": 0.948353, - "accuracy": 0.960474, - "main_score": 0.948353, - "hf_subset": "guj_Gujr-tpi_Latn", - "languages": [ - "guj-Gujr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-zsm_Latn", - "languages": [ - "guj-Gujr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549676, - "recall": 0.609684, - "f1": 0.565676, - "accuracy": 0.609684, - "main_score": 0.565676, - "hf_subset": "guj_Gujr-ayr_Latn", - "languages": [ - "guj-Gujr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-dan_Latn", - "languages": [ - "guj-Gujr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "guj_Gujr-kaz_Cyrl", - "languages": [ - "guj-Gujr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522204, - "recall": 0.589921, - "f1": 0.540639, - "accuracy": 0.589921, - "main_score": 0.540639, - "hf_subset": "guj_Gujr-lug_Latn", - "languages": [ - "guj-Gujr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-oci_Latn", - "languages": [ - "guj-Gujr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829463, - "recall": 0.875494, - "f1": 0.843742, - "accuracy": 0.875494, - "main_score": 0.843742, - "hf_subset": "guj_Gujr-smo_Latn", - "languages": [ - "guj-Gujr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524547, - "recall": 0.592885, - "f1": 0.54365, - "accuracy": 0.592885, - "main_score": 0.54365, - "hf_subset": "guj_Gujr-tsn_Latn", - "languages": [ - "guj-Gujr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614146, - "recall": 0.672925, - "f1": 0.630758, - "accuracy": 0.672925, - "main_score": 0.630758, - "hf_subset": "guj_Gujr-zul_Latn", - "languages": [ - "guj-Gujr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.95751, - "f1": 0.944664, - "accuracy": 0.95751, - "main_score": 0.944664, - "hf_subset": "guj_Gujr-azb_Arab", - "languages": [ - "guj-Gujr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-deu_Latn", - "languages": [ - "guj-Gujr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.980237, - "f1": 0.974967, - "accuracy": 0.980237, - "main_score": 0.974967, - "hf_subset": "guj_Gujr-hat_Latn", - "languages": [ - "guj-Gujr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475095, - "recall": 0.537549, - "f1": 0.491843, - "accuracy": 0.537549, - "main_score": 0.491843, - "hf_subset": "guj_Gujr-kbp_Latn", - "languages": [ - "guj-Gujr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567582, - "recall": 0.62747, - "f1": 0.583759, - "accuracy": 0.62747, - "main_score": 0.583759, - "hf_subset": "guj_Gujr-luo_Latn", - "languages": [ - "guj-Gujr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-ory_Orya", - "languages": [ - "guj-Gujr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587206, - "recall": 0.652174, - "f1": 0.605901, - "accuracy": 0.652174, - "main_score": 0.605901, - "hf_subset": "guj_Gujr-sna_Latn", - "languages": [ - "guj-Gujr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554698, - "recall": 0.61166, - "f1": 0.570085, - "accuracy": 0.61166, - "main_score": 0.570085, - "hf_subset": "guj_Gujr-tso_Latn", - "languages": [ - "guj-Gujr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-azj_Latn", - "languages": [ - "guj-Gujr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524964, - "recall": 0.59585, - "f1": 0.545073, - "accuracy": 0.59585, - "main_score": 0.545073, - "hf_subset": "guj_Gujr-dik_Latn", - "languages": [ - "guj-Gujr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739888, - "recall": 0.793478, - "f1": 0.755421, - "accuracy": 0.793478, - "main_score": 0.755421, - "hf_subset": "guj_Gujr-hau_Latn", - "languages": [ - "guj-Gujr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "guj_Gujr-kea_Latn", - "languages": [ - "guj-Gujr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755945, - "recall": 0.811265, - "f1": 0.772233, - "accuracy": 0.811265, - "main_score": 0.772233, - "hf_subset": "guj_Gujr-lus_Latn", - "languages": [ - "guj-Gujr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878771, - "recall": 0.908103, - "f1": 0.887549, - "accuracy": 0.908103, - "main_score": 0.887549, - "hf_subset": "guj_Gujr-pag_Latn", - "languages": [ - "guj-Gujr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-snd_Arab", - "languages": [ - "guj-Gujr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "guj_Gujr-tuk_Latn", - "languages": [ - "guj-Gujr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "guj_Gujr-bak_Cyrl", - "languages": [ - "guj-Gujr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476656, - "recall": 0.5583, - "f1": 0.501103, - "accuracy": 0.5583, - "main_score": 0.501103, - "hf_subset": "guj_Gujr-dyu_Latn", - "languages": [ - "guj-Gujr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "guj_Gujr-heb_Hebr", - "languages": [ - "guj-Gujr", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "guj_Gujr-khk_Cyrl", - "languages": [ - "guj-Gujr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-lvs_Latn", - "languages": [ - "guj-Gujr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "guj_Gujr-pan_Guru", - "languages": [ - "guj-Gujr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700965, - "recall": 0.764822, - "f1": 0.720339, - "accuracy": 0.764822, - "main_score": 0.720339, - "hf_subset": "guj_Gujr-som_Latn", - "languages": [ - "guj-Gujr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585788, - "recall": 0.640316, - "f1": 0.60098, - "accuracy": 0.640316, - "main_score": 0.60098, - "hf_subset": "guj_Gujr-tum_Latn", - "languages": [ - "guj-Gujr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577488, - "recall": 0.63834, - "f1": 0.594495, - "accuracy": 0.63834, - "main_score": 0.594495, - "hf_subset": "kaz_Cyrl-ace_Arab", - "languages": [ - "kaz-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519717, - "recall": 0.581028, - "f1": 0.536881, - "accuracy": 0.581028, - "main_score": 0.536881, - "hf_subset": "kaz_Cyrl-bam_Latn", - "languages": [ - "kaz-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438207, - "recall": 0.509881, - "f1": 0.457372, - "accuracy": 0.509881, - "main_score": 0.457372, - "hf_subset": "kaz_Cyrl-dzo_Tibt", - "languages": [ - "kaz-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-hin_Deva", - "languages": [ - "kaz-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-khm_Khmr", - "languages": [ - "kaz-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-mag_Deva", - "languages": [ - "kaz-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972661, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "kaz_Cyrl-pap_Latn", - "languages": [ - "kaz-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581461, - "recall": 0.640316, - "f1": 0.597636, - "accuracy": 0.640316, - "main_score": 0.597636, - "hf_subset": "kaz_Cyrl-sot_Latn", - "languages": [ - "kaz-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-tur_Latn", - "languages": [ - "kaz-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852249, - "recall": 0.891304, - "f1": 0.864542, - "accuracy": 0.891304, - "main_score": 0.864542, - "hf_subset": "kaz_Cyrl-ace_Latn", - "languages": [ - "kaz-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941617, - "recall": 0.95751, - "f1": 0.946542, - "accuracy": 0.95751, - "main_score": 0.946542, - "hf_subset": "kaz_Cyrl-ban_Latn", - "languages": [ - "kaz-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ell_Grek", - "languages": [ - "kaz-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98913, - "recall": 0.992095, - "f1": 0.990119, - "accuracy": 0.992095, - "main_score": 0.990119, - "hf_subset": "kaz_Cyrl-hne_Deva", - "languages": [ - "kaz-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582017, - "recall": 0.642292, - "f1": 0.598917, - "accuracy": 0.642292, - "main_score": 0.598917, - "hf_subset": "kaz_Cyrl-kik_Latn", - "languages": [ - "kaz-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-mai_Deva", - "languages": [ - "kaz-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972908, - "recall": 0.981225, - "f1": 0.975527, - "accuracy": 0.981225, - "main_score": 0.975527, - "hf_subset": "kaz_Cyrl-pbt_Arab", - "languages": [ - "kaz-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-spa_Latn", - "languages": [ - "kaz-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612401, - "recall": 0.675889, - "f1": 0.630223, - "accuracy": 0.675889, - "main_score": 0.630223, - "hf_subset": "kaz_Cyrl-twi_Latn", - "languages": [ - "kaz-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-acm_Arab", - "languages": [ - "kaz-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-bel_Cyrl", - "languages": [ - "kaz-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-eng_Latn", - "languages": [ - "kaz-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-hrv_Latn", - "languages": [ - "kaz-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549476, - "recall": 0.614625, - "f1": 0.567718, - "accuracy": 0.614625, - "main_score": 0.567718, - "hf_subset": "kaz_Cyrl-kin_Latn", - "languages": [ - "kaz-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kaz_Cyrl-mal_Mlym", - "languages": [ - "kaz-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-pes_Arab", - "languages": [ - "kaz-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "kaz_Cyrl-srd_Latn", - "languages": [ - "kaz-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177694, - "recall": 0.229249, - "f1": 0.190973, - "accuracy": 0.229249, - "main_score": 0.190973, - "hf_subset": "kaz_Cyrl-tzm_Tfng", - "languages": [ - "kaz-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-acq_Arab", - "languages": [ - "kaz-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61479, - "recall": 0.668972, - "f1": 0.629703, - "accuracy": 0.668972, - "main_score": 0.629703, - "hf_subset": "kaz_Cyrl-bem_Latn", - "languages": [ - "kaz-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-epo_Latn", - "languages": [ - "kaz-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-hun_Latn", - "languages": [ - "kaz-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kaz_Cyrl-kir_Cyrl", - "languages": [ - "kaz-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-mar_Deva", - "languages": [ - "kaz-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671871, - "recall": 0.72332, - "f1": 0.686309, - "accuracy": 0.72332, - "main_score": 0.686309, - "hf_subset": "kaz_Cyrl-plt_Latn", - "languages": [ - "kaz-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-srp_Cyrl", - "languages": [ - "kaz-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966733, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "kaz_Cyrl-uig_Arab", - "languages": [ - "kaz-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-aeb_Arab", - "languages": [ - "kaz-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ben_Beng", - "languages": [ - "kaz-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-est_Latn", - "languages": [ - "kaz-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-hye_Armn", - "languages": [ - "kaz-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524904, - "recall": 0.58004, - "f1": 0.540961, - "accuracy": 0.58004, - "main_score": 0.540961, - "hf_subset": "kaz_Cyrl-kmb_Latn", - "languages": [ - "kaz-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488537, - "recall": 0.557312, - "f1": 0.506967, - "accuracy": 0.557312, - "main_score": 0.506967, - "hf_subset": "kaz_Cyrl-min_Arab", - "languages": [ - "kaz-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-pol_Latn", - "languages": [ - "kaz-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559026, - "recall": 0.624506, - "f1": 0.577363, - "accuracy": 0.624506, - "main_score": 0.577363, - "hf_subset": "kaz_Cyrl-ssw_Latn", - "languages": [ - "kaz-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-ukr_Cyrl", - "languages": [ - "kaz-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-afr_Latn", - "languages": [ - "kaz-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "kaz_Cyrl-bho_Deva", - "languages": [ - "kaz-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kaz_Cyrl-eus_Latn", - "languages": [ - "kaz-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567368, - "recall": 0.629447, - "f1": 0.584489, - "accuracy": 0.629447, - "main_score": 0.584489, - "hf_subset": "kaz_Cyrl-ibo_Latn", - "languages": [ - "kaz-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892787, - "recall": 0.922925, - "f1": 0.902141, - "accuracy": 0.922925, - "main_score": 0.902141, - "hf_subset": "kaz_Cyrl-kmr_Latn", - "languages": [ - "kaz-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "kaz_Cyrl-min_Latn", - "languages": [ - "kaz-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-por_Latn", - "languages": [ - "kaz-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kaz_Cyrl-sun_Latn", - "languages": [ - "kaz-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518925, - "recall": 0.581028, - "f1": 0.536238, - "accuracy": 0.581028, - "main_score": 0.536238, - "hf_subset": "kaz_Cyrl-umb_Latn", - "languages": [ - "kaz-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ajp_Arab", - "languages": [ - "kaz-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524955, - "recall": 0.587945, - "f1": 0.542033, - "accuracy": 0.587945, - "main_score": 0.542033, - "hf_subset": "kaz_Cyrl-bjn_Arab", - "languages": [ - "kaz-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522021, - "recall": 0.571146, - "f1": 0.535399, - "accuracy": 0.571146, - "main_score": 0.535399, - "hf_subset": "kaz_Cyrl-ewe_Latn", - "languages": [ - "kaz-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945158, - "recall": 0.962451, - "f1": 0.950758, - "accuracy": 0.962451, - "main_score": 0.950758, - "hf_subset": "kaz_Cyrl-ilo_Latn", - "languages": [ - "kaz-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314462, - "recall": 0.369565, - "f1": 0.329749, - "accuracy": 0.369565, - "main_score": 0.329749, - "hf_subset": "kaz_Cyrl-knc_Arab", - "languages": [ - "kaz-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-mkd_Cyrl", - "languages": [ - "kaz-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-prs_Arab", - "languages": [ - "kaz-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-swe_Latn", - "languages": [ - "kaz-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-urd_Arab", - "languages": [ - "kaz-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593455, - "recall": 0.651186, - "f1": 0.609705, - "accuracy": 0.651186, - "main_score": 0.609705, - "hf_subset": "kaz_Cyrl-aka_Latn", - "languages": [ - "kaz-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "kaz_Cyrl-bjn_Latn", - "languages": [ - "kaz-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "kaz_Cyrl-fao_Latn", - "languages": [ - "kaz-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-ind_Latn", - "languages": [ - "kaz-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580477, - "recall": 0.639328, - "f1": 0.597134, - "accuracy": 0.639328, - "main_score": 0.597134, - "hf_subset": "kaz_Cyrl-knc_Latn", - "languages": [ - "kaz-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kaz_Cyrl-mlt_Latn", - "languages": [ - "kaz-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703343, - "recall": 0.76581, - "f1": 0.721792, - "accuracy": 0.76581, - "main_score": 0.721792, - "hf_subset": "kaz_Cyrl-quy_Latn", - "languages": [ - "kaz-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "kaz_Cyrl-swh_Latn", - "languages": [ - "kaz-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-uzn_Latn", - "languages": [ - "kaz-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-als_Latn", - "languages": [ - "kaz-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645266, - "recall": 0.729249, - "f1": 0.670208, - "accuracy": 0.729249, - "main_score": 0.670208, - "hf_subset": "kaz_Cyrl-bod_Tibt", - "languages": [ - "kaz-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686668, - "recall": 0.746047, - "f1": 0.70357, - "accuracy": 0.746047, - "main_score": 0.70357, - "hf_subset": "kaz_Cyrl-fij_Latn", - "languages": [ - "kaz-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kaz_Cyrl-isl_Latn", - "languages": [ - "kaz-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64077, - "recall": 0.698617, - "f1": 0.657973, - "accuracy": 0.698617, - "main_score": 0.657973, - "hf_subset": "kaz_Cyrl-kon_Latn", - "languages": [ - "kaz-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647332, - "recall": 0.715415, - "f1": 0.66725, - "accuracy": 0.715415, - "main_score": 0.66725, - "hf_subset": "kaz_Cyrl-mni_Beng", - "languages": [ - "kaz-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ron_Latn", - "languages": [ - "kaz-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.983202, - "f1": 0.979414, - "accuracy": 0.983202, - "main_score": 0.979414, - "hf_subset": "kaz_Cyrl-szl_Latn", - "languages": [ - "kaz-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-vec_Latn", - "languages": [ - "kaz-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "kaz_Cyrl-amh_Ethi", - "languages": [ - "kaz-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-bos_Latn", - "languages": [ - "kaz-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-fin_Latn", - "languages": [ - "kaz-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-ita_Latn", - "languages": [ - "kaz-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-kor_Hang", - "languages": [ - "kaz-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545446, - "recall": 0.601779, - "f1": 0.560657, - "accuracy": 0.601779, - "main_score": 0.560657, - "hf_subset": "kaz_Cyrl-mos_Latn", - "languages": [ - "kaz-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547612, - "recall": 0.607708, - "f1": 0.564611, - "accuracy": 0.607708, - "main_score": 0.564611, - "hf_subset": "kaz_Cyrl-run_Latn", - "languages": [ - "kaz-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-tam_Taml", - "languages": [ - "kaz-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-vie_Latn", - "languages": [ - "kaz-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-apc_Arab", - "languages": [ - "kaz-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801087, - "recall": 0.842885, - "f1": 0.813787, - "accuracy": 0.842885, - "main_score": 0.813787, - "hf_subset": "kaz_Cyrl-bug_Latn", - "languages": [ - "kaz-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470018, - "recall": 0.527668, - "f1": 0.485677, - "accuracy": 0.527668, - "main_score": 0.485677, - "hf_subset": "kaz_Cyrl-fon_Latn", - "languages": [ - "kaz-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-jav_Latn", - "languages": [ - "kaz-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kaz_Cyrl-lao_Laoo", - "languages": [ - "kaz-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873551, - "recall": 0.909091, - "f1": 0.884717, - "accuracy": 0.909091, - "main_score": 0.884717, - "hf_subset": "kaz_Cyrl-mri_Latn", - "languages": [ - "kaz-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-rus_Cyrl", - "languages": [ - "kaz-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532659, - "recall": 0.594862, - "f1": 0.550223, - "accuracy": 0.594862, - "main_score": 0.550223, - "hf_subset": "kaz_Cyrl-taq_Latn", - "languages": [ - "kaz-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kaz_Cyrl-war_Latn", - "languages": [ - "kaz-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-arb_Arab", - "languages": [ - "kaz-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-bul_Cyrl", - "languages": [ - "kaz-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-fra_Latn", - "languages": [ - "kaz-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-jpn_Jpan", - "languages": [ - "kaz-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976614, - "recall": 0.98419, - "f1": 0.979084, - "accuracy": 0.98419, - "main_score": 0.979084, - "hf_subset": "kaz_Cyrl-lij_Latn", - "languages": [ - "kaz-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "kaz_Cyrl-mya_Mymr", - "languages": [ - "kaz-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584468, - "recall": 0.647233, - "f1": 0.602235, - "accuracy": 0.647233, - "main_score": 0.602235, - "hf_subset": "kaz_Cyrl-sag_Latn", - "languages": [ - "kaz-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199258, - "recall": 0.253953, - "f1": 0.21138, - "accuracy": 0.253953, - "main_score": 0.21138, - "hf_subset": "kaz_Cyrl-taq_Tfng", - "languages": [ - "kaz-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610164, - "recall": 0.676877, - "f1": 0.628708, - "accuracy": 0.676877, - "main_score": 0.628708, - "hf_subset": "kaz_Cyrl-wol_Latn", - "languages": [ - "kaz-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787055, - "recall": 0.839921, - "f1": 0.803181, - "accuracy": 0.839921, - "main_score": 0.803181, - "hf_subset": "kaz_Cyrl-arb_Latn", - "languages": [ - "kaz-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-cat_Latn", - "languages": [ - "kaz-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "kaz_Cyrl-fur_Latn", - "languages": [ - "kaz-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400274, - "recall": 0.454545, - "f1": 0.415138, - "accuracy": 0.454545, - "main_score": 0.415138, - "hf_subset": "kaz_Cyrl-kab_Latn", - "languages": [ - "kaz-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "kaz_Cyrl-lim_Latn", - "languages": [ - "kaz-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-nld_Latn", - "languages": [ - "kaz-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987648, - "recall": 0.991107, - "f1": 0.988801, - "accuracy": 0.991107, - "main_score": 0.988801, - "hf_subset": "kaz_Cyrl-san_Deva", - "languages": [ - "kaz-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-tat_Cyrl", - "languages": [ - "kaz-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662533, - "recall": 0.718379, - "f1": 0.679301, - "accuracy": 0.718379, - "main_score": 0.679301, - "hf_subset": "kaz_Cyrl-xho_Latn", - "languages": [ - "kaz-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ars_Arab", - "languages": [ - "kaz-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-ceb_Latn", - "languages": [ - "kaz-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553213, - "recall": 0.614625, - "f1": 0.570747, - "accuracy": 0.614625, - "main_score": 0.570747, - "hf_subset": "kaz_Cyrl-fuv_Latn", - "languages": [ - "kaz-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507942, - "recall": 0.577075, - "f1": 0.526162, - "accuracy": 0.577075, - "main_score": 0.526162, - "hf_subset": "kaz_Cyrl-kac_Latn", - "languages": [ - "kaz-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656225, - "recall": 0.708498, - "f1": 0.671311, - "accuracy": 0.708498, - "main_score": 0.671311, - "hf_subset": "kaz_Cyrl-lin_Latn", - "languages": [ - "kaz-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-nno_Latn", - "languages": [ - "kaz-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.230068, - "recall": 0.314229, - "f1": 0.252077, - "accuracy": 0.314229, - "main_score": 0.252077, - "hf_subset": "kaz_Cyrl-sat_Olck", - "languages": [ - "kaz-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-tel_Telu", - "languages": [ - "kaz-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946064, - "recall": 0.961462, - "f1": 0.950988, - "accuracy": 0.961462, - "main_score": 0.950988, - "hf_subset": "kaz_Cyrl-ydd_Hebr", - "languages": [ - "kaz-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "kaz_Cyrl-ary_Arab", - "languages": [ - "kaz-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ces_Latn", - "languages": [ - "kaz-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569837, - "recall": 0.629447, - "f1": 0.586664, - "accuracy": 0.629447, - "main_score": 0.586664, - "hf_subset": "kaz_Cyrl-gaz_Latn", - "languages": [ - "kaz-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56437, - "recall": 0.634387, - "f1": 0.583802, - "accuracy": 0.634387, - "main_score": 0.583802, - "hf_subset": "kaz_Cyrl-kam_Latn", - "languages": [ - "kaz-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "kaz_Cyrl-lit_Latn", - "languages": [ - "kaz-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-nob_Latn", - "languages": [ - "kaz-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "kaz_Cyrl-scn_Latn", - "languages": [ - "kaz-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "kaz_Cyrl-tgk_Cyrl", - "languages": [ - "kaz-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722069, - "recall": 0.786561, - "f1": 0.741257, - "accuracy": 0.786561, - "main_score": 0.741257, - "hf_subset": "kaz_Cyrl-yor_Latn", - "languages": [ - "kaz-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-arz_Arab", - "languages": [ - "kaz-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561648, - "recall": 0.619565, - "f1": 0.577903, - "accuracy": 0.619565, - "main_score": 0.577903, - "hf_subset": "kaz_Cyrl-cjk_Latn", - "languages": [ - "kaz-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788406, - "recall": 0.836957, - "f1": 0.803458, - "accuracy": 0.836957, - "main_score": 0.803458, - "hf_subset": "kaz_Cyrl-gla_Latn", - "languages": [ - "kaz-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-kan_Knda", - "languages": [ - "kaz-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977108, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "kaz_Cyrl-lmo_Latn", - "languages": [ - "kaz-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "kaz_Cyrl-npi_Deva", - "languages": [ - "kaz-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45516, - "recall": 0.519763, - "f1": 0.47305, - "accuracy": 0.519763, - "main_score": 0.47305, - "hf_subset": "kaz_Cyrl-shn_Mymr", - "languages": [ - "kaz-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-tgl_Latn", - "languages": [ - "kaz-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-yue_Hant", - "languages": [ - "kaz-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-asm_Beng", - "languages": [ - "kaz-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969121, - "recall": 0.978261, - "f1": 0.972069, - "accuracy": 0.978261, - "main_score": 0.972069, - "hf_subset": "kaz_Cyrl-ckb_Arab", - "languages": [ - "kaz-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878491, - "recall": 0.913043, - "f1": 0.889295, - "accuracy": 0.913043, - "main_score": 0.889295, - "hf_subset": "kaz_Cyrl-gle_Latn", - "languages": [ - "kaz-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943758, - "recall": 0.961462, - "f1": 0.949506, - "accuracy": 0.961462, - "main_score": 0.949506, - "hf_subset": "kaz_Cyrl-kas_Arab", - "languages": [ - "kaz-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931489, - "recall": 0.951581, - "f1": 0.937879, - "accuracy": 0.951581, - "main_score": 0.937879, - "hf_subset": "kaz_Cyrl-ltg_Latn", - "languages": [ - "kaz-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608469, - "recall": 0.655138, - "f1": 0.621379, - "accuracy": 0.655138, - "main_score": 0.621379, - "hf_subset": "kaz_Cyrl-nso_Latn", - "languages": [ - "kaz-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kaz_Cyrl-sin_Sinh", - "languages": [ - "kaz-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kaz_Cyrl-tha_Thai", - "languages": [ - "kaz-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-zho_Hans", - "languages": [ - "kaz-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-ast_Latn", - "languages": [ - "kaz-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-crh_Latn", - "languages": [ - "kaz-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-glg_Latn", - "languages": [ - "kaz-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876318, - "recall": 0.912055, - "f1": 0.887681, - "accuracy": 0.912055, - "main_score": 0.887681, - "hf_subset": "kaz_Cyrl-kas_Deva", - "languages": [ - "kaz-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "kaz_Cyrl-ltz_Latn", - "languages": [ - "kaz-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45249, - "recall": 0.519763, - "f1": 0.47032, - "accuracy": 0.519763, - "main_score": 0.47032, - "hf_subset": "kaz_Cyrl-nus_Latn", - "languages": [ - "kaz-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-slk_Latn", - "languages": [ - "kaz-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618511, - "recall": 0.695652, - "f1": 0.641488, - "accuracy": 0.695652, - "main_score": 0.641488, - "hf_subset": "kaz_Cyrl-tir_Ethi", - "languages": [ - "kaz-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-zho_Hant", - "languages": [ - "kaz-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "kaz_Cyrl-awa_Deva", - "languages": [ - "kaz-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "kaz_Cyrl-cym_Latn", - "languages": [ - "kaz-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.838027, - "recall": 0.878458, - "f1": 0.850527, - "accuracy": 0.878458, - "main_score": 0.850527, - "hf_subset": "kaz_Cyrl-grn_Latn", - "languages": [ - "kaz-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-kat_Geor", - "languages": [ - "kaz-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64034, - "recall": 0.695652, - "f1": 0.656112, - "accuracy": 0.695652, - "main_score": 0.656112, - "hf_subset": "kaz_Cyrl-lua_Latn", - "languages": [ - "kaz-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614839, - "recall": 0.68083, - "f1": 0.634242, - "accuracy": 0.68083, - "main_score": 0.634242, - "hf_subset": "kaz_Cyrl-nya_Latn", - "languages": [ - "kaz-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-slv_Latn", - "languages": [ - "kaz-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930171, - "recall": 0.951581, - "f1": 0.936924, - "accuracy": 0.951581, - "main_score": 0.936924, - "hf_subset": "kaz_Cyrl-tpi_Latn", - "languages": [ - "kaz-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-zsm_Latn", - "languages": [ - "kaz-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546327, - "recall": 0.608696, - "f1": 0.56343, - "accuracy": 0.608696, - "main_score": 0.56343, - "hf_subset": "kaz_Cyrl-ayr_Latn", - "languages": [ - "kaz-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-dan_Latn", - "languages": [ - "kaz-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-guj_Gujr", - "languages": [ - "kaz-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53396, - "recall": 0.59585, - "f1": 0.551075, - "accuracy": 0.59585, - "main_score": 0.551075, - "hf_subset": "kaz_Cyrl-lug_Latn", - "languages": [ - "kaz-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-oci_Latn", - "languages": [ - "kaz-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809519, - "recall": 0.854743, - "f1": 0.823057, - "accuracy": 0.854743, - "main_score": 0.823057, - "hf_subset": "kaz_Cyrl-smo_Latn", - "languages": [ - "kaz-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532694, - "recall": 0.597826, - "f1": 0.55037, - "accuracy": 0.597826, - "main_score": 0.55037, - "hf_subset": "kaz_Cyrl-tsn_Latn", - "languages": [ - "kaz-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623534, - "recall": 0.677866, - "f1": 0.639229, - "accuracy": 0.677866, - "main_score": 0.639229, - "hf_subset": "kaz_Cyrl-zul_Latn", - "languages": [ - "kaz-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924736, - "recall": 0.945652, - "f1": 0.931489, - "accuracy": 0.945652, - "main_score": 0.931489, - "hf_subset": "kaz_Cyrl-azb_Arab", - "languages": [ - "kaz-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-deu_Latn", - "languages": [ - "kaz-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "kaz_Cyrl-hat_Latn", - "languages": [ - "kaz-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480185, - "recall": 0.540514, - "f1": 0.496662, - "accuracy": 0.540514, - "main_score": 0.496662, - "hf_subset": "kaz_Cyrl-kbp_Latn", - "languages": [ - "kaz-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56598, - "recall": 0.621542, - "f1": 0.580769, - "accuracy": 0.621542, - "main_score": 0.580769, - "hf_subset": "kaz_Cyrl-luo_Latn", - "languages": [ - "kaz-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-ory_Orya", - "languages": [ - "kaz-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585256, - "recall": 0.652174, - "f1": 0.604073, - "accuracy": 0.652174, - "main_score": 0.604073, - "hf_subset": "kaz_Cyrl-sna_Latn", - "languages": [ - "kaz-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542443, - "recall": 0.596838, - "f1": 0.556585, - "accuracy": 0.596838, - "main_score": 0.556585, - "hf_subset": "kaz_Cyrl-tso_Latn", - "languages": [ - "kaz-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "kaz_Cyrl-azj_Latn", - "languages": [ - "kaz-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534848, - "recall": 0.605731, - "f1": 0.555248, - "accuracy": 0.605731, - "main_score": 0.555248, - "hf_subset": "kaz_Cyrl-dik_Latn", - "languages": [ - "kaz-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734536, - "recall": 0.794466, - "f1": 0.752753, - "accuracy": 0.794466, - "main_score": 0.752753, - "hf_subset": "kaz_Cyrl-hau_Latn", - "languages": [ - "kaz-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "kaz_Cyrl-kea_Latn", - "languages": [ - "kaz-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736775, - "recall": 0.788538, - "f1": 0.75247, - "accuracy": 0.788538, - "main_score": 0.75247, - "hf_subset": "kaz_Cyrl-lus_Latn", - "languages": [ - "kaz-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855583, - "recall": 0.893281, - "f1": 0.867161, - "accuracy": 0.893281, - "main_score": 0.867161, - "hf_subset": "kaz_Cyrl-pag_Latn", - "languages": [ - "kaz-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "kaz_Cyrl-snd_Arab", - "languages": [ - "kaz-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970273, - "recall": 0.979249, - "f1": 0.973057, - "accuracy": 0.979249, - "main_score": 0.973057, - "hf_subset": "kaz_Cyrl-tuk_Latn", - "languages": [ - "kaz-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kaz_Cyrl-bak_Cyrl", - "languages": [ - "kaz-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473529, - "recall": 0.552372, - "f1": 0.49641, - "accuracy": 0.552372, - "main_score": 0.49641, - "hf_subset": "kaz_Cyrl-dyu_Latn", - "languages": [ - "kaz-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-heb_Hebr", - "languages": [ - "kaz-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kaz_Cyrl-khk_Cyrl", - "languages": [ - "kaz-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "kaz_Cyrl-lvs_Latn", - "languages": [ - "kaz-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kaz_Cyrl-pan_Guru", - "languages": [ - "kaz-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702676, - "recall": 0.758893, - "f1": 0.719225, - "accuracy": 0.758893, - "main_score": 0.719225, - "hf_subset": "kaz_Cyrl-som_Latn", - "languages": [ - "kaz-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584463, - "recall": 0.637352, - "f1": 0.599541, - "accuracy": 0.637352, - "main_score": 0.599541, - "hf_subset": "kaz_Cyrl-tum_Latn", - "languages": [ - "kaz-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403633, - "recall": 0.447628, - "f1": 0.415232, - "accuracy": 0.447628, - "main_score": 0.415232, - "hf_subset": "lug_Latn-ace_Arab", - "languages": [ - "lug-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486571, - "recall": 0.522727, - "f1": 0.496842, - "accuracy": 0.522727, - "main_score": 0.496842, - "hf_subset": "lug_Latn-bam_Latn", - "languages": [ - "lug-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.210532, - "recall": 0.252964, - "f1": 0.221405, - "accuracy": 0.252964, - "main_score": 0.221405, - "hf_subset": "lug_Latn-dzo_Tibt", - "languages": [ - "lug-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521614, - "recall": 0.563241, - "f1": 0.532682, - "accuracy": 0.563241, - "main_score": 0.532682, - "hf_subset": "lug_Latn-hin_Deva", - "languages": [ - "lug-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47849, - "recall": 0.521739, - "f1": 0.490168, - "accuracy": 0.521739, - "main_score": 0.490168, - "hf_subset": "lug_Latn-khm_Khmr", - "languages": [ - "lug-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512186, - "recall": 0.560277, - "f1": 0.525183, - "accuracy": 0.560277, - "main_score": 0.525183, - "hf_subset": "lug_Latn-mag_Deva", - "languages": [ - "lug-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528638, - "recall": 0.56917, - "f1": 0.53844, - "accuracy": 0.56917, - "main_score": 0.53844, - "hf_subset": "lug_Latn-pap_Latn", - "languages": [ - "lug-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530195, - "recall": 0.563241, - "f1": 0.538535, - "accuracy": 0.563241, - "main_score": 0.538535, - "hf_subset": "lug_Latn-sot_Latn", - "languages": [ - "lug-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5075, - "recall": 0.549407, - "f1": 0.518472, - "accuracy": 0.549407, - "main_score": 0.518472, - "hf_subset": "lug_Latn-tur_Latn", - "languages": [ - "lug-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527127, - "recall": 0.554348, - "f1": 0.534454, - "accuracy": 0.554348, - "main_score": 0.534454, - "hf_subset": "lug_Latn-ace_Latn", - "languages": [ - "lug-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52845, - "recall": 0.561265, - "f1": 0.537461, - "accuracy": 0.561265, - "main_score": 0.537461, - "hf_subset": "lug_Latn-ban_Latn", - "languages": [ - "lug-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495512, - "recall": 0.549407, - "f1": 0.509734, - "accuracy": 0.549407, - "main_score": 0.509734, - "hf_subset": "lug_Latn-ell_Grek", - "languages": [ - "lug-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501665, - "recall": 0.544466, - "f1": 0.513102, - "accuracy": 0.544466, - "main_score": 0.513102, - "hf_subset": "lug_Latn-hne_Deva", - "languages": [ - "lug-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47708, - "recall": 0.51581, - "f1": 0.487403, - "accuracy": 0.51581, - "main_score": 0.487403, - "hf_subset": "lug_Latn-kik_Latn", - "languages": [ - "lug-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509578, - "recall": 0.555336, - "f1": 0.521206, - "accuracy": 0.555336, - "main_score": 0.521206, - "hf_subset": "lug_Latn-mai_Deva", - "languages": [ - "lug-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467546, - "recall": 0.511858, - "f1": 0.479189, - "accuracy": 0.511858, - "main_score": 0.479189, - "hf_subset": "lug_Latn-pbt_Arab", - "languages": [ - "lug-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505481, - "recall": 0.55336, - "f1": 0.517578, - "accuracy": 0.55336, - "main_score": 0.517578, - "hf_subset": "lug_Latn-spa_Latn", - "languages": [ - "lug-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516906, - "recall": 0.552372, - "f1": 0.52694, - "accuracy": 0.552372, - "main_score": 0.52694, - "hf_subset": "lug_Latn-twi_Latn", - "languages": [ - "lug-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502828, - "recall": 0.548419, - "f1": 0.514242, - "accuracy": 0.548419, - "main_score": 0.514242, - "hf_subset": "lug_Latn-acm_Arab", - "languages": [ - "lug-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489989, - "recall": 0.533597, - "f1": 0.501236, - "accuracy": 0.533597, - "main_score": 0.501236, - "hf_subset": "lug_Latn-bel_Cyrl", - "languages": [ - "lug-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533621, - "recall": 0.579051, - "f1": 0.545193, - "accuracy": 0.579051, - "main_score": 0.545193, - "hf_subset": "lug_Latn-eng_Latn", - "languages": [ - "lug-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530826, - "recall": 0.578063, - "f1": 0.542654, - "accuracy": 0.578063, - "main_score": 0.542654, - "hf_subset": "lug_Latn-hrv_Latn", - "languages": [ - "lug-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53111, - "recall": 0.583004, - "f1": 0.544968, - "accuracy": 0.583004, - "main_score": 0.544968, - "hf_subset": "lug_Latn-kin_Latn", - "languages": [ - "lug-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498145, - "recall": 0.550395, - "f1": 0.510963, - "accuracy": 0.550395, - "main_score": 0.510963, - "hf_subset": "lug_Latn-mal_Mlym", - "languages": [ - "lug-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506125, - "recall": 0.552372, - "f1": 0.518304, - "accuracy": 0.552372, - "main_score": 0.518304, - "hf_subset": "lug_Latn-pes_Arab", - "languages": [ - "lug-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517111, - "recall": 0.557312, - "f1": 0.527585, - "accuracy": 0.557312, - "main_score": 0.527585, - "hf_subset": "lug_Latn-srd_Latn", - "languages": [ - "lug-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183987, - "recall": 0.221344, - "f1": 0.193526, - "accuracy": 0.221344, - "main_score": 0.193526, - "hf_subset": "lug_Latn-tzm_Tfng", - "languages": [ - "lug-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505665, - "recall": 0.551383, - "f1": 0.517924, - "accuracy": 0.551383, - "main_score": 0.517924, - "hf_subset": "lug_Latn-acq_Arab", - "languages": [ - "lug-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545769, - "recall": 0.58498, - "f1": 0.555519, - "accuracy": 0.58498, - "main_score": 0.555519, - "hf_subset": "lug_Latn-bem_Latn", - "languages": [ - "lug-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519084, - "recall": 0.560277, - "f1": 0.530314, - "accuracy": 0.560277, - "main_score": 0.530314, - "hf_subset": "lug_Latn-epo_Latn", - "languages": [ - "lug-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516149, - "recall": 0.563241, - "f1": 0.527707, - "accuracy": 0.563241, - "main_score": 0.527707, - "hf_subset": "lug_Latn-hun_Latn", - "languages": [ - "lug-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481363, - "recall": 0.525692, - "f1": 0.493318, - "accuracy": 0.525692, - "main_score": 0.493318, - "hf_subset": "lug_Latn-kir_Cyrl", - "languages": [ - "lug-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524848, - "recall": 0.562253, - "f1": 0.534381, - "accuracy": 0.562253, - "main_score": 0.534381, - "hf_subset": "lug_Latn-mar_Deva", - "languages": [ - "lug-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517226, - "recall": 0.555336, - "f1": 0.527551, - "accuracy": 0.555336, - "main_score": 0.527551, - "hf_subset": "lug_Latn-plt_Latn", - "languages": [ - "lug-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525746, - "recall": 0.56917, - "f1": 0.536811, - "accuracy": 0.56917, - "main_score": 0.536811, - "hf_subset": "lug_Latn-srp_Cyrl", - "languages": [ - "lug-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434601, - "recall": 0.483202, - "f1": 0.448425, - "accuracy": 0.483202, - "main_score": 0.448425, - "hf_subset": "lug_Latn-uig_Arab", - "languages": [ - "lug-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496523, - "recall": 0.535573, - "f1": 0.506717, - "accuracy": 0.535573, - "main_score": 0.506717, - "hf_subset": "lug_Latn-aeb_Arab", - "languages": [ - "lug-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510773, - "recall": 0.559289, - "f1": 0.523098, - "accuracy": 0.559289, - "main_score": 0.523098, - "hf_subset": "lug_Latn-ben_Beng", - "languages": [ - "lug-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508531, - "recall": 0.546443, - "f1": 0.518557, - "accuracy": 0.546443, - "main_score": 0.518557, - "hf_subset": "lug_Latn-est_Latn", - "languages": [ - "lug-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494323, - "recall": 0.543478, - "f1": 0.506916, - "accuracy": 0.543478, - "main_score": 0.506916, - "hf_subset": "lug_Latn-hye_Armn", - "languages": [ - "lug-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488885, - "recall": 0.52668, - "f1": 0.49961, - "accuracy": 0.52668, - "main_score": 0.49961, - "hf_subset": "lug_Latn-kmb_Latn", - "languages": [ - "lug-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.363029, - "recall": 0.411067, - "f1": 0.376572, - "accuracy": 0.411067, - "main_score": 0.376572, - "hf_subset": "lug_Latn-min_Arab", - "languages": [ - "lug-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508823, - "recall": 0.559289, - "f1": 0.521776, - "accuracy": 0.559289, - "main_score": 0.521776, - "hf_subset": "lug_Latn-pol_Latn", - "languages": [ - "lug-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519791, - "recall": 0.565217, - "f1": 0.532058, - "accuracy": 0.565217, - "main_score": 0.532058, - "hf_subset": "lug_Latn-ssw_Latn", - "languages": [ - "lug-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513091, - "recall": 0.563241, - "f1": 0.526098, - "accuracy": 0.563241, - "main_score": 0.526098, - "hf_subset": "lug_Latn-ukr_Cyrl", - "languages": [ - "lug-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536884, - "recall": 0.583004, - "f1": 0.549297, - "accuracy": 0.583004, - "main_score": 0.549297, - "hf_subset": "lug_Latn-afr_Latn", - "languages": [ - "lug-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505092, - "recall": 0.544466, - "f1": 0.516341, - "accuracy": 0.544466, - "main_score": 0.516341, - "hf_subset": "lug_Latn-bho_Deva", - "languages": [ - "lug-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504981, - "recall": 0.554348, - "f1": 0.518351, - "accuracy": 0.554348, - "main_score": 0.518351, - "hf_subset": "lug_Latn-eus_Latn", - "languages": [ - "lug-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505592, - "recall": 0.546443, - "f1": 0.51713, - "accuracy": 0.546443, - "main_score": 0.51713, - "hf_subset": "lug_Latn-ibo_Latn", - "languages": [ - "lug-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501039, - "recall": 0.543478, - "f1": 0.512147, - "accuracy": 0.543478, - "main_score": 0.512147, - "hf_subset": "lug_Latn-kmr_Latn", - "languages": [ - "lug-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530797, - "recall": 0.577075, - "f1": 0.542279, - "accuracy": 0.577075, - "main_score": 0.542279, - "hf_subset": "lug_Latn-min_Latn", - "languages": [ - "lug-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529424, - "recall": 0.578063, - "f1": 0.541976, - "accuracy": 0.578063, - "main_score": 0.541976, - "hf_subset": "lug_Latn-por_Latn", - "languages": [ - "lug-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545679, - "recall": 0.588933, - "f1": 0.556685, - "accuracy": 0.588933, - "main_score": 0.556685, - "hf_subset": "lug_Latn-sun_Latn", - "languages": [ - "lug-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479661, - "recall": 0.517787, - "f1": 0.490986, - "accuracy": 0.517787, - "main_score": 0.490986, - "hf_subset": "lug_Latn-umb_Latn", - "languages": [ - "lug-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509933, - "recall": 0.556324, - "f1": 0.52222, - "accuracy": 0.556324, - "main_score": 0.52222, - "hf_subset": "lug_Latn-ajp_Arab", - "languages": [ - "lug-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.382416, - "recall": 0.429842, - "f1": 0.395771, - "accuracy": 0.429842, - "main_score": 0.395771, - "hf_subset": "lug_Latn-bjn_Arab", - "languages": [ - "lug-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470803, - "recall": 0.503953, - "f1": 0.479916, - "accuracy": 0.503953, - "main_score": 0.479916, - "hf_subset": "lug_Latn-ewe_Latn", - "languages": [ - "lug-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539509, - "recall": 0.575099, - "f1": 0.548451, - "accuracy": 0.575099, - "main_score": 0.548451, - "hf_subset": "lug_Latn-ilo_Latn", - "languages": [ - "lug-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.276539, - "recall": 0.329051, - "f1": 0.290723, - "accuracy": 0.329051, - "main_score": 0.290723, - "hf_subset": "lug_Latn-knc_Arab", - "languages": [ - "lug-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515031, - "recall": 0.560277, - "f1": 0.526664, - "accuracy": 0.560277, - "main_score": 0.526664, - "hf_subset": "lug_Latn-mkd_Cyrl", - "languages": [ - "lug-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50834, - "recall": 0.552372, - "f1": 0.519914, - "accuracy": 0.552372, - "main_score": 0.519914, - "hf_subset": "lug_Latn-prs_Arab", - "languages": [ - "lug-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519984, - "recall": 0.570158, - "f1": 0.532622, - "accuracy": 0.570158, - "main_score": 0.532622, - "hf_subset": "lug_Latn-swe_Latn", - "languages": [ - "lug-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492516, - "recall": 0.539526, - "f1": 0.505431, - "accuracy": 0.539526, - "main_score": 0.505431, - "hf_subset": "lug_Latn-urd_Arab", - "languages": [ - "lug-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499653, - "recall": 0.535573, - "f1": 0.509622, - "accuracy": 0.535573, - "main_score": 0.509622, - "hf_subset": "lug_Latn-aka_Latn", - "languages": [ - "lug-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541752, - "recall": 0.578063, - "f1": 0.550673, - "accuracy": 0.578063, - "main_score": 0.550673, - "hf_subset": "lug_Latn-bjn_Latn", - "languages": [ - "lug-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500858, - "recall": 0.538538, - "f1": 0.511688, - "accuracy": 0.538538, - "main_score": 0.511688, - "hf_subset": "lug_Latn-fao_Latn", - "languages": [ - "lug-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534215, - "recall": 0.583004, - "f1": 0.546699, - "accuracy": 0.583004, - "main_score": 0.546699, - "hf_subset": "lug_Latn-ind_Latn", - "languages": [ - "lug-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496867, - "recall": 0.535573, - "f1": 0.507314, - "accuracy": 0.535573, - "main_score": 0.507314, - "hf_subset": "lug_Latn-knc_Latn", - "languages": [ - "lug-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533661, - "recall": 0.576087, - "f1": 0.544018, - "accuracy": 0.576087, - "main_score": 0.544018, - "hf_subset": "lug_Latn-mlt_Latn", - "languages": [ - "lug-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480022, - "recall": 0.525692, - "f1": 0.492419, - "accuracy": 0.525692, - "main_score": 0.492419, - "hf_subset": "lug_Latn-quy_Latn", - "languages": [ - "lug-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550127, - "recall": 0.593874, - "f1": 0.561553, - "accuracy": 0.593874, - "main_score": 0.561553, - "hf_subset": "lug_Latn-swh_Latn", - "languages": [ - "lug-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511071, - "recall": 0.550395, - "f1": 0.520579, - "accuracy": 0.550395, - "main_score": 0.520579, - "hf_subset": "lug_Latn-uzn_Latn", - "languages": [ - "lug-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514051, - "recall": 0.556324, - "f1": 0.524726, - "accuracy": 0.556324, - "main_score": 0.524726, - "hf_subset": "lug_Latn-als_Latn", - "languages": [ - "lug-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.267113, - "recall": 0.314229, - "f1": 0.278207, - "accuracy": 0.314229, - "main_score": 0.278207, - "hf_subset": "lug_Latn-bod_Tibt", - "languages": [ - "lug-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503528, - "recall": 0.545455, - "f1": 0.514653, - "accuracy": 0.545455, - "main_score": 0.514653, - "hf_subset": "lug_Latn-fij_Latn", - "languages": [ - "lug-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497636, - "recall": 0.538538, - "f1": 0.508036, - "accuracy": 0.538538, - "main_score": 0.508036, - "hf_subset": "lug_Latn-isl_Latn", - "languages": [ - "lug-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529638, - "recall": 0.570158, - "f1": 0.540748, - "accuracy": 0.570158, - "main_score": 0.540748, - "hf_subset": "lug_Latn-kon_Latn", - "languages": [ - "lug-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441133, - "recall": 0.48913, - "f1": 0.454671, - "accuracy": 0.48913, - "main_score": 0.454671, - "hf_subset": "lug_Latn-mni_Beng", - "languages": [ - "lug-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523543, - "recall": 0.570158, - "f1": 0.53497, - "accuracy": 0.570158, - "main_score": 0.53497, - "hf_subset": "lug_Latn-ron_Latn", - "languages": [ - "lug-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515097, - "recall": 0.559289, - "f1": 0.526696, - "accuracy": 0.559289, - "main_score": 0.526696, - "hf_subset": "lug_Latn-szl_Latn", - "languages": [ - "lug-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529437, - "recall": 0.570158, - "f1": 0.539929, - "accuracy": 0.570158, - "main_score": 0.539929, - "hf_subset": "lug_Latn-vec_Latn", - "languages": [ - "lug-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461883, - "recall": 0.511858, - "f1": 0.474481, - "accuracy": 0.511858, - "main_score": 0.474481, - "hf_subset": "lug_Latn-amh_Ethi", - "languages": [ - "lug-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535148, - "recall": 0.581028, - "f1": 0.547237, - "accuracy": 0.581028, - "main_score": 0.547237, - "hf_subset": "lug_Latn-bos_Latn", - "languages": [ - "lug-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489558, - "recall": 0.538538, - "f1": 0.502892, - "accuracy": 0.538538, - "main_score": 0.502892, - "hf_subset": "lug_Latn-fin_Latn", - "languages": [ - "lug-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503638, - "recall": 0.555336, - "f1": 0.516482, - "accuracy": 0.555336, - "main_score": 0.516482, - "hf_subset": "lug_Latn-ita_Latn", - "languages": [ - "lug-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489478, - "recall": 0.539526, - "f1": 0.502244, - "accuracy": 0.539526, - "main_score": 0.502244, - "hf_subset": "lug_Latn-kor_Hang", - "languages": [ - "lug-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470795, - "recall": 0.509881, - "f1": 0.481937, - "accuracy": 0.509881, - "main_score": 0.481937, - "hf_subset": "lug_Latn-mos_Latn", - "languages": [ - "lug-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543094, - "recall": 0.585968, - "f1": 0.554112, - "accuracy": 0.585968, - "main_score": 0.554112, - "hf_subset": "lug_Latn-run_Latn", - "languages": [ - "lug-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495674, - "recall": 0.54249, - "f1": 0.507275, - "accuracy": 0.54249, - "main_score": 0.507275, - "hf_subset": "lug_Latn-tam_Taml", - "languages": [ - "lug-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512742, - "recall": 0.555336, - "f1": 0.523844, - "accuracy": 0.555336, - "main_score": 0.523844, - "hf_subset": "lug_Latn-vie_Latn", - "languages": [ - "lug-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513515, - "recall": 0.5583, - "f1": 0.524813, - "accuracy": 0.5583, - "main_score": 0.524813, - "hf_subset": "lug_Latn-apc_Arab", - "languages": [ - "lug-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503458, - "recall": 0.541502, - "f1": 0.514248, - "accuracy": 0.541502, - "main_score": 0.514248, - "hf_subset": "lug_Latn-bug_Latn", - "languages": [ - "lug-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437089, - "recall": 0.479249, - "f1": 0.44908, - "accuracy": 0.479249, - "main_score": 0.44908, - "hf_subset": "lug_Latn-fon_Latn", - "languages": [ - "lug-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539917, - "recall": 0.578063, - "f1": 0.550116, - "accuracy": 0.578063, - "main_score": 0.550116, - "hf_subset": "lug_Latn-jav_Latn", - "languages": [ - "lug-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484637, - "recall": 0.525692, - "f1": 0.495701, - "accuracy": 0.525692, - "main_score": 0.495701, - "hf_subset": "lug_Latn-lao_Laoo", - "languages": [ - "lug-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492884, - "recall": 0.524704, - "f1": 0.501511, - "accuracy": 0.524704, - "main_score": 0.501511, - "hf_subset": "lug_Latn-mri_Latn", - "languages": [ - "lug-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509882, - "recall": 0.555336, - "f1": 0.522185, - "accuracy": 0.555336, - "main_score": 0.522185, - "hf_subset": "lug_Latn-rus_Cyrl", - "languages": [ - "lug-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440995, - "recall": 0.483202, - "f1": 0.453442, - "accuracy": 0.483202, - "main_score": 0.453442, - "hf_subset": "lug_Latn-taq_Latn", - "languages": [ - "lug-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550516, - "recall": 0.589921, - "f1": 0.560367, - "accuracy": 0.589921, - "main_score": 0.560367, - "hf_subset": "lug_Latn-war_Latn", - "languages": [ - "lug-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518505, - "recall": 0.559289, - "f1": 0.528887, - "accuracy": 0.559289, - "main_score": 0.528887, - "hf_subset": "lug_Latn-arb_Arab", - "languages": [ - "lug-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517056, - "recall": 0.559289, - "f1": 0.528447, - "accuracy": 0.559289, - "main_score": 0.528447, - "hf_subset": "lug_Latn-bul_Cyrl", - "languages": [ - "lug-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52698, - "recall": 0.574111, - "f1": 0.538842, - "accuracy": 0.574111, - "main_score": 0.538842, - "hf_subset": "lug_Latn-fra_Latn", - "languages": [ - "lug-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485794, - "recall": 0.529644, - "f1": 0.497192, - "accuracy": 0.529644, - "main_score": 0.497192, - "hf_subset": "lug_Latn-jpn_Jpan", - "languages": [ - "lug-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502871, - "recall": 0.54249, - "f1": 0.513012, - "accuracy": 0.54249, - "main_score": 0.513012, - "hf_subset": "lug_Latn-lij_Latn", - "languages": [ - "lug-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386652, - "recall": 0.449605, - "f1": 0.403136, - "accuracy": 0.449605, - "main_score": 0.403136, - "hf_subset": "lug_Latn-mya_Mymr", - "languages": [ - "lug-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492724, - "recall": 0.531621, - "f1": 0.50281, - "accuracy": 0.531621, - "main_score": 0.50281, - "hf_subset": "lug_Latn-sag_Latn", - "languages": [ - "lug-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194996, - "recall": 0.233202, - "f1": 0.204355, - "accuracy": 0.233202, - "main_score": 0.204355, - "hf_subset": "lug_Latn-taq_Tfng", - "languages": [ - "lug-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504317, - "recall": 0.539526, - "f1": 0.514281, - "accuracy": 0.539526, - "main_score": 0.514281, - "hf_subset": "lug_Latn-wol_Latn", - "languages": [ - "lug-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42802, - "recall": 0.47332, - "f1": 0.439824, - "accuracy": 0.47332, - "main_score": 0.439824, - "hf_subset": "lug_Latn-arb_Latn", - "languages": [ - "lug-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518975, - "recall": 0.568182, - "f1": 0.532148, - "accuracy": 0.568182, - "main_score": 0.532148, - "hf_subset": "lug_Latn-cat_Latn", - "languages": [ - "lug-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518363, - "recall": 0.552372, - "f1": 0.526846, - "accuracy": 0.552372, - "main_score": 0.526846, - "hf_subset": "lug_Latn-fur_Latn", - "languages": [ - "lug-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414701, - "recall": 0.461462, - "f1": 0.428002, - "accuracy": 0.461462, - "main_score": 0.428002, - "hf_subset": "lug_Latn-kab_Latn", - "languages": [ - "lug-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515284, - "recall": 0.552372, - "f1": 0.524461, - "accuracy": 0.552372, - "main_score": 0.524461, - "hf_subset": "lug_Latn-lim_Latn", - "languages": [ - "lug-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516197, - "recall": 0.560277, - "f1": 0.527374, - "accuracy": 0.560277, - "main_score": 0.527374, - "hf_subset": "lug_Latn-nld_Latn", - "languages": [ - "lug-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484297, - "recall": 0.532609, - "f1": 0.496516, - "accuracy": 0.532609, - "main_score": 0.496516, - "hf_subset": "lug_Latn-san_Deva", - "languages": [ - "lug-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515232, - "recall": 0.562253, - "f1": 0.527048, - "accuracy": 0.562253, - "main_score": 0.527048, - "hf_subset": "lug_Latn-tat_Cyrl", - "languages": [ - "lug-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546644, - "recall": 0.592885, - "f1": 0.558996, - "accuracy": 0.592885, - "main_score": 0.558996, - "hf_subset": "lug_Latn-xho_Latn", - "languages": [ - "lug-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496465, - "recall": 0.541502, - "f1": 0.507929, - "accuracy": 0.541502, - "main_score": 0.507929, - "hf_subset": "lug_Latn-ars_Arab", - "languages": [ - "lug-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534216, - "recall": 0.566206, - "f1": 0.542089, - "accuracy": 0.566206, - "main_score": 0.542089, - "hf_subset": "lug_Latn-ceb_Latn", - "languages": [ - "lug-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463587, - "recall": 0.500988, - "f1": 0.474577, - "accuracy": 0.500988, - "main_score": 0.474577, - "hf_subset": "lug_Latn-fuv_Latn", - "languages": [ - "lug-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466793, - "recall": 0.508893, - "f1": 0.477769, - "accuracy": 0.508893, - "main_score": 0.477769, - "hf_subset": "lug_Latn-kac_Latn", - "languages": [ - "lug-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524432, - "recall": 0.561265, - "f1": 0.534317, - "accuracy": 0.561265, - "main_score": 0.534317, - "hf_subset": "lug_Latn-lin_Latn", - "languages": [ - "lug-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516657, - "recall": 0.568182, - "f1": 0.529635, - "accuracy": 0.568182, - "main_score": 0.529635, - "hf_subset": "lug_Latn-nno_Latn", - "languages": [ - "lug-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.122279, - "recall": 0.161067, - "f1": 0.131345, - "accuracy": 0.161067, - "main_score": 0.131345, - "hf_subset": "lug_Latn-sat_Olck", - "languages": [ - "lug-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493606, - "recall": 0.540514, - "f1": 0.506313, - "accuracy": 0.540514, - "main_score": 0.506313, - "hf_subset": "lug_Latn-tel_Telu", - "languages": [ - "lug-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456097, - "recall": 0.499012, - "f1": 0.466888, - "accuracy": 0.499012, - "main_score": 0.466888, - "hf_subset": "lug_Latn-ydd_Hebr", - "languages": [ - "lug-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486959, - "recall": 0.531621, - "f1": 0.49878, - "accuracy": 0.531621, - "main_score": 0.49878, - "hf_subset": "lug_Latn-ary_Arab", - "languages": [ - "lug-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518219, - "recall": 0.567194, - "f1": 0.530031, - "accuracy": 0.567194, - "main_score": 0.530031, - "hf_subset": "lug_Latn-ces_Latn", - "languages": [ - "lug-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476608, - "recall": 0.517787, - "f1": 0.487656, - "accuracy": 0.517787, - "main_score": 0.487656, - "hf_subset": "lug_Latn-gaz_Latn", - "languages": [ - "lug-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501549, - "recall": 0.546443, - "f1": 0.514081, - "accuracy": 0.546443, - "main_score": 0.514081, - "hf_subset": "lug_Latn-kam_Latn", - "languages": [ - "lug-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509364, - "recall": 0.55336, - "f1": 0.520583, - "accuracy": 0.55336, - "main_score": 0.520583, - "hf_subset": "lug_Latn-lit_Latn", - "languages": [ - "lug-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515407, - "recall": 0.564229, - "f1": 0.527873, - "accuracy": 0.564229, - "main_score": 0.527873, - "hf_subset": "lug_Latn-nob_Latn", - "languages": [ - "lug-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519775, - "recall": 0.5583, - "f1": 0.529255, - "accuracy": 0.5583, - "main_score": 0.529255, - "hf_subset": "lug_Latn-scn_Latn", - "languages": [ - "lug-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501404, - "recall": 0.540514, - "f1": 0.511921, - "accuracy": 0.540514, - "main_score": 0.511921, - "hf_subset": "lug_Latn-tgk_Cyrl", - "languages": [ - "lug-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485058, - "recall": 0.530632, - "f1": 0.497491, - "accuracy": 0.530632, - "main_score": 0.497491, - "hf_subset": "lug_Latn-yor_Latn", - "languages": [ - "lug-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499192, - "recall": 0.548419, - "f1": 0.511573, - "accuracy": 0.548419, - "main_score": 0.511573, - "hf_subset": "lug_Latn-arz_Arab", - "languages": [ - "lug-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453747, - "recall": 0.493083, - "f1": 0.464783, - "accuracy": 0.493083, - "main_score": 0.464783, - "hf_subset": "lug_Latn-cjk_Latn", - "languages": [ - "lug-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479808, - "recall": 0.517787, - "f1": 0.490059, - "accuracy": 0.517787, - "main_score": 0.490059, - "hf_subset": "lug_Latn-gla_Latn", - "languages": [ - "lug-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518201, - "recall": 0.564229, - "f1": 0.5297, - "accuracy": 0.564229, - "main_score": 0.5297, - "hf_subset": "lug_Latn-kan_Knda", - "languages": [ - "lug-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508429, - "recall": 0.551383, - "f1": 0.519288, - "accuracy": 0.551383, - "main_score": 0.519288, - "hf_subset": "lug_Latn-lmo_Latn", - "languages": [ - "lug-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51746, - "recall": 0.565217, - "f1": 0.529076, - "accuracy": 0.565217, - "main_score": 0.529076, - "hf_subset": "lug_Latn-npi_Deva", - "languages": [ - "lug-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.414024, - "recall": 0.458498, - "f1": 0.425743, - "accuracy": 0.458498, - "main_score": 0.425743, - "hf_subset": "lug_Latn-shn_Mymr", - "languages": [ - "lug-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550108, - "recall": 0.59585, - "f1": 0.561476, - "accuracy": 0.59585, - "main_score": 0.561476, - "hf_subset": "lug_Latn-tgl_Latn", - "languages": [ - "lug-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48819, - "recall": 0.532609, - "f1": 0.499345, - "accuracy": 0.532609, - "main_score": 0.499345, - "hf_subset": "lug_Latn-yue_Hant", - "languages": [ - "lug-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463482, - "recall": 0.513834, - "f1": 0.477226, - "accuracy": 0.513834, - "main_score": 0.477226, - "hf_subset": "lug_Latn-asm_Beng", - "languages": [ - "lug-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48105, - "recall": 0.525692, - "f1": 0.492479, - "accuracy": 0.525692, - "main_score": 0.492479, - "hf_subset": "lug_Latn-ckb_Arab", - "languages": [ - "lug-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486694, - "recall": 0.528656, - "f1": 0.496932, - "accuracy": 0.528656, - "main_score": 0.496932, - "hf_subset": "lug_Latn-gle_Latn", - "languages": [ - "lug-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454997, - "recall": 0.502964, - "f1": 0.466939, - "accuracy": 0.502964, - "main_score": 0.466939, - "hf_subset": "lug_Latn-kas_Arab", - "languages": [ - "lug-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496118, - "recall": 0.531621, - "f1": 0.505657, - "accuracy": 0.531621, - "main_score": 0.505657, - "hf_subset": "lug_Latn-ltg_Latn", - "languages": [ - "lug-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530603, - "recall": 0.566206, - "f1": 0.540001, - "accuracy": 0.566206, - "main_score": 0.540001, - "hf_subset": "lug_Latn-nso_Latn", - "languages": [ - "lug-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436954, - "recall": 0.487154, - "f1": 0.450479, - "accuracy": 0.487154, - "main_score": 0.450479, - "hf_subset": "lug_Latn-sin_Sinh", - "languages": [ - "lug-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504512, - "recall": 0.551383, - "f1": 0.516045, - "accuracy": 0.551383, - "main_score": 0.516045, - "hf_subset": "lug_Latn-tha_Thai", - "languages": [ - "lug-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503128, - "recall": 0.540514, - "f1": 0.512654, - "accuracy": 0.540514, - "main_score": 0.512654, - "hf_subset": "lug_Latn-zho_Hans", - "languages": [ - "lug-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529128, - "recall": 0.573123, - "f1": 0.540491, - "accuracy": 0.573123, - "main_score": 0.540491, - "hf_subset": "lug_Latn-ast_Latn", - "languages": [ - "lug-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508775, - "recall": 0.555336, - "f1": 0.520724, - "accuracy": 0.555336, - "main_score": 0.520724, - "hf_subset": "lug_Latn-crh_Latn", - "languages": [ - "lug-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523273, - "recall": 0.561265, - "f1": 0.533424, - "accuracy": 0.561265, - "main_score": 0.533424, - "hf_subset": "lug_Latn-glg_Latn", - "languages": [ - "lug-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466161, - "recall": 0.514822, - "f1": 0.478884, - "accuracy": 0.514822, - "main_score": 0.478884, - "hf_subset": "lug_Latn-kas_Deva", - "languages": [ - "lug-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480456, - "recall": 0.52668, - "f1": 0.492068, - "accuracy": 0.52668, - "main_score": 0.492068, - "hf_subset": "lug_Latn-ltz_Latn", - "languages": [ - "lug-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421494, - "recall": 0.467391, - "f1": 0.434274, - "accuracy": 0.467391, - "main_score": 0.434274, - "hf_subset": "lug_Latn-nus_Latn", - "languages": [ - "lug-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511915, - "recall": 0.559289, - "f1": 0.524238, - "accuracy": 0.559289, - "main_score": 0.524238, - "hf_subset": "lug_Latn-slk_Latn", - "languages": [ - "lug-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385644, - "recall": 0.435771, - "f1": 0.399512, - "accuracy": 0.435771, - "main_score": 0.399512, - "hf_subset": "lug_Latn-tir_Ethi", - "languages": [ - "lug-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494447, - "recall": 0.538538, - "f1": 0.504968, - "accuracy": 0.538538, - "main_score": 0.504968, - "hf_subset": "lug_Latn-zho_Hant", - "languages": [ - "lug-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509444, - "recall": 0.547431, - "f1": 0.519436, - "accuracy": 0.547431, - "main_score": 0.519436, - "hf_subset": "lug_Latn-awa_Deva", - "languages": [ - "lug-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526092, - "recall": 0.564229, - "f1": 0.536021, - "accuracy": 0.564229, - "main_score": 0.536021, - "hf_subset": "lug_Latn-cym_Latn", - "languages": [ - "lug-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500574, - "recall": 0.539526, - "f1": 0.510865, - "accuracy": 0.539526, - "main_score": 0.510865, - "hf_subset": "lug_Latn-grn_Latn", - "languages": [ - "lug-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476309, - "recall": 0.523715, - "f1": 0.488431, - "accuracy": 0.523715, - "main_score": 0.488431, - "hf_subset": "lug_Latn-kat_Geor", - "languages": [ - "lug-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507085, - "recall": 0.545455, - "f1": 0.517511, - "accuracy": 0.545455, - "main_score": 0.517511, - "hf_subset": "lug_Latn-lua_Latn", - "languages": [ - "lug-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523444, - "recall": 0.562253, - "f1": 0.53456, - "accuracy": 0.562253, - "main_score": 0.53456, - "hf_subset": "lug_Latn-nya_Latn", - "languages": [ - "lug-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504985, - "recall": 0.551383, - "f1": 0.516691, - "accuracy": 0.551383, - "main_score": 0.516691, - "hf_subset": "lug_Latn-slv_Latn", - "languages": [ - "lug-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516872, - "recall": 0.563241, - "f1": 0.528817, - "accuracy": 0.563241, - "main_score": 0.528817, - "hf_subset": "lug_Latn-tpi_Latn", - "languages": [ - "lug-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545516, - "recall": 0.587945, - "f1": 0.556192, - "accuracy": 0.587945, - "main_score": 0.556192, - "hf_subset": "lug_Latn-zsm_Latn", - "languages": [ - "lug-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464289, - "recall": 0.509881, - "f1": 0.477445, - "accuracy": 0.509881, - "main_score": 0.477445, - "hf_subset": "lug_Latn-ayr_Latn", - "languages": [ - "lug-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516096, - "recall": 0.560277, - "f1": 0.527109, - "accuracy": 0.560277, - "main_score": 0.527109, - "hf_subset": "lug_Latn-dan_Latn", - "languages": [ - "lug-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511946, - "recall": 0.560277, - "f1": 0.524496, - "accuracy": 0.560277, - "main_score": 0.524496, - "hf_subset": "lug_Latn-guj_Gujr", - "languages": [ - "lug-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510433, - "recall": 0.557312, - "f1": 0.523035, - "accuracy": 0.557312, - "main_score": 0.523035, - "hf_subset": "lug_Latn-kaz_Cyrl", - "languages": [ - "lug-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541213, - "recall": 0.590909, - "f1": 0.553254, - "accuracy": 0.590909, - "main_score": 0.553254, - "hf_subset": "lug_Latn-oci_Latn", - "languages": [ - "lug-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516216, - "recall": 0.548419, - "f1": 0.525151, - "accuracy": 0.548419, - "main_score": 0.525151, - "hf_subset": "lug_Latn-smo_Latn", - "languages": [ - "lug-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492364, - "recall": 0.535573, - "f1": 0.504184, - "accuracy": 0.535573, - "main_score": 0.504184, - "hf_subset": "lug_Latn-tsn_Latn", - "languages": [ - "lug-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535235, - "recall": 0.578063, - "f1": 0.546382, - "accuracy": 0.578063, - "main_score": 0.546382, - "hf_subset": "lug_Latn-zul_Latn", - "languages": [ - "lug-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42124, - "recall": 0.474308, - "f1": 0.435711, - "accuracy": 0.474308, - "main_score": 0.435711, - "hf_subset": "lug_Latn-azb_Arab", - "languages": [ - "lug-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518969, - "recall": 0.560277, - "f1": 0.529145, - "accuracy": 0.560277, - "main_score": 0.529145, - "hf_subset": "lug_Latn-deu_Latn", - "languages": [ - "lug-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496859, - "recall": 0.544466, - "f1": 0.509819, - "accuracy": 0.544466, - "main_score": 0.509819, - "hf_subset": "lug_Latn-hat_Latn", - "languages": [ - "lug-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452489, - "recall": 0.490119, - "f1": 0.463161, - "accuracy": 0.490119, - "main_score": 0.463161, - "hf_subset": "lug_Latn-kbp_Latn", - "languages": [ - "lug-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520679, - "recall": 0.548419, - "f1": 0.52864, - "accuracy": 0.548419, - "main_score": 0.52864, - "hf_subset": "lug_Latn-luo_Latn", - "languages": [ - "lug-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488457, - "recall": 0.534585, - "f1": 0.500457, - "accuracy": 0.534585, - "main_score": 0.500457, - "hf_subset": "lug_Latn-ory_Orya", - "languages": [ - "lug-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496603, - "recall": 0.54249, - "f1": 0.508786, - "accuracy": 0.54249, - "main_score": 0.508786, - "hf_subset": "lug_Latn-sna_Latn", - "languages": [ - "lug-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489974, - "recall": 0.528656, - "f1": 0.500888, - "accuracy": 0.528656, - "main_score": 0.500888, - "hf_subset": "lug_Latn-tso_Latn", - "languages": [ - "lug-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483041, - "recall": 0.528656, - "f1": 0.494866, - "accuracy": 0.528656, - "main_score": 0.494866, - "hf_subset": "lug_Latn-azj_Latn", - "languages": [ - "lug-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480638, - "recall": 0.518775, - "f1": 0.4913, - "accuracy": 0.518775, - "main_score": 0.4913, - "hf_subset": "lug_Latn-dik_Latn", - "languages": [ - "lug-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516743, - "recall": 0.551383, - "f1": 0.525795, - "accuracy": 0.551383, - "main_score": 0.525795, - "hf_subset": "lug_Latn-hau_Latn", - "languages": [ - "lug-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522043, - "recall": 0.556324, - "f1": 0.53105, - "accuracy": 0.556324, - "main_score": 0.53105, - "hf_subset": "lug_Latn-kea_Latn", - "languages": [ - "lug-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507466, - "recall": 0.547431, - "f1": 0.518371, - "accuracy": 0.547431, - "main_score": 0.518371, - "hf_subset": "lug_Latn-lus_Latn", - "languages": [ - "lug-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504957, - "recall": 0.539526, - "f1": 0.514908, - "accuracy": 0.539526, - "main_score": 0.514908, - "hf_subset": "lug_Latn-pag_Latn", - "languages": [ - "lug-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489176, - "recall": 0.535573, - "f1": 0.501463, - "accuracy": 0.535573, - "main_score": 0.501463, - "hf_subset": "lug_Latn-snd_Arab", - "languages": [ - "lug-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489839, - "recall": 0.534585, - "f1": 0.502042, - "accuracy": 0.534585, - "main_score": 0.502042, - "hf_subset": "lug_Latn-tuk_Latn", - "languages": [ - "lug-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507927, - "recall": 0.548419, - "f1": 0.518278, - "accuracy": 0.548419, - "main_score": 0.518278, - "hf_subset": "lug_Latn-bak_Cyrl", - "languages": [ - "lug-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400414, - "recall": 0.459486, - "f1": 0.417165, - "accuracy": 0.459486, - "main_score": 0.417165, - "hf_subset": "lug_Latn-dyu_Latn", - "languages": [ - "lug-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501155, - "recall": 0.546443, - "f1": 0.512981, - "accuracy": 0.546443, - "main_score": 0.512981, - "hf_subset": "lug_Latn-heb_Hebr", - "languages": [ - "lug-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492995, - "recall": 0.536561, - "f1": 0.504765, - "accuracy": 0.536561, - "main_score": 0.504765, - "hf_subset": "lug_Latn-khk_Cyrl", - "languages": [ - "lug-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509183, - "recall": 0.548419, - "f1": 0.519505, - "accuracy": 0.548419, - "main_score": 0.519505, - "hf_subset": "lug_Latn-lvs_Latn", - "languages": [ - "lug-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511325, - "recall": 0.559289, - "f1": 0.523363, - "accuracy": 0.559289, - "main_score": 0.523363, - "hf_subset": "lug_Latn-pan_Guru", - "languages": [ - "lug-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494309, - "recall": 0.534585, - "f1": 0.505183, - "accuracy": 0.534585, - "main_score": 0.505183, - "hf_subset": "lug_Latn-som_Latn", - "languages": [ - "lug-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504688, - "recall": 0.540514, - "f1": 0.514756, - "accuracy": 0.540514, - "main_score": 0.514756, - "hf_subset": "lug_Latn-tum_Latn", - "languages": [ - "lug-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61204, - "recall": 0.679842, - "f1": 0.631537, - "accuracy": 0.679842, - "main_score": 0.631537, - "hf_subset": "oci_Latn-ace_Arab", - "languages": [ - "oci-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556901, - "recall": 0.615613, - "f1": 0.57319, - "accuracy": 0.615613, - "main_score": 0.57319, - "hf_subset": "oci_Latn-bam_Latn", - "languages": [ - "oci-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430099, - "recall": 0.508893, - "f1": 0.451446, - "accuracy": 0.508893, - "main_score": 0.451446, - "hf_subset": "oci_Latn-dzo_Tibt", - "languages": [ - "oci-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-hin_Deva", - "languages": [ - "oci-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "oci_Latn-khm_Khmr", - "languages": [ - "oci-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-mag_Deva", - "languages": [ - "oci-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "oci_Latn-pap_Latn", - "languages": [ - "oci-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617458, - "recall": 0.670949, - "f1": 0.632139, - "accuracy": 0.670949, - "main_score": 0.632139, - "hf_subset": "oci_Latn-sot_Latn", - "languages": [ - "oci-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-tur_Latn", - "languages": [ - "oci-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886775, - "recall": 0.917984, - "f1": 0.896593, - "accuracy": 0.917984, - "main_score": 0.896593, - "hf_subset": "oci_Latn-ace_Latn", - "languages": [ - "oci-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964345, - "recall": 0.974308, - "f1": 0.967457, - "accuracy": 0.974308, - "main_score": 0.967457, - "hf_subset": "oci_Latn-ban_Latn", - "languages": [ - "oci-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ell_Grek", - "languages": [ - "oci-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "oci_Latn-hne_Deva", - "languages": [ - "oci-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623834, - "recall": 0.68083, - "f1": 0.640017, - "accuracy": 0.68083, - "main_score": 0.640017, - "hf_subset": "oci_Latn-kik_Latn", - "languages": [ - "oci-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-mai_Deva", - "languages": [ - "oci-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979414, - "accuracy": 0.98419, - "main_score": 0.979414, - "hf_subset": "oci_Latn-pbt_Arab", - "languages": [ - "oci-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-spa_Latn", - "languages": [ - "oci-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633024, - "recall": 0.694664, - "f1": 0.649678, - "accuracy": 0.694664, - "main_score": 0.649678, - "hf_subset": "oci_Latn-twi_Latn", - "languages": [ - "oci-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-acm_Arab", - "languages": [ - "oci-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-bel_Cyrl", - "languages": [ - "oci-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-eng_Latn", - "languages": [ - "oci-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-hrv_Latn", - "languages": [ - "oci-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578924, - "recall": 0.646245, - "f1": 0.597751, - "accuracy": 0.646245, - "main_score": 0.597751, - "hf_subset": "oci_Latn-kin_Latn", - "languages": [ - "oci-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-mal_Mlym", - "languages": [ - "oci-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-pes_Arab", - "languages": [ - "oci-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-srd_Latn", - "languages": [ - "oci-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177887, - "recall": 0.225296, - "f1": 0.189893, - "accuracy": 0.225296, - "main_score": 0.189893, - "hf_subset": "oci_Latn-tzm_Tfng", - "languages": [ - "oci-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-acq_Arab", - "languages": [ - "oci-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641041, - "recall": 0.693676, - "f1": 0.655769, - "accuracy": 0.693676, - "main_score": 0.655769, - "hf_subset": "oci_Latn-bem_Latn", - "languages": [ - "oci-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-epo_Latn", - "languages": [ - "oci-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-hun_Latn", - "languages": [ - "oci-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "oci_Latn-kir_Cyrl", - "languages": [ - "oci-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-mar_Deva", - "languages": [ - "oci-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702314, - "recall": 0.754941, - "f1": 0.718011, - "accuracy": 0.754941, - "main_score": 0.718011, - "hf_subset": "oci_Latn-plt_Latn", - "languages": [ - "oci-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-srp_Cyrl", - "languages": [ - "oci-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "oci_Latn-uig_Arab", - "languages": [ - "oci-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "oci_Latn-aeb_Arab", - "languages": [ - "oci-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ben_Beng", - "languages": [ - "oci-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-est_Latn", - "languages": [ - "oci-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-hye_Armn", - "languages": [ - "oci-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573341, - "recall": 0.624506, - "f1": 0.58752, - "accuracy": 0.624506, - "main_score": 0.58752, - "hf_subset": "oci_Latn-kmb_Latn", - "languages": [ - "oci-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53327, - "recall": 0.608696, - "f1": 0.554029, - "accuracy": 0.608696, - "main_score": 0.554029, - "hf_subset": "oci_Latn-min_Arab", - "languages": [ - "oci-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-pol_Latn", - "languages": [ - "oci-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567666, - "recall": 0.633399, - "f1": 0.586811, - "accuracy": 0.633399, - "main_score": 0.586811, - "hf_subset": "oci_Latn-ssw_Latn", - "languages": [ - "oci-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ukr_Cyrl", - "languages": [ - "oci-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-afr_Latn", - "languages": [ - "oci-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-bho_Deva", - "languages": [ - "oci-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "oci_Latn-eus_Latn", - "languages": [ - "oci-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614369, - "recall": 0.673913, - "f1": 0.631036, - "accuracy": 0.673913, - "main_score": 0.631036, - "hf_subset": "oci_Latn-ibo_Latn", - "languages": [ - "oci-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910738, - "recall": 0.934783, - "f1": 0.918314, - "accuracy": 0.934783, - "main_score": 0.918314, - "hf_subset": "oci_Latn-kmr_Latn", - "languages": [ - "oci-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "oci_Latn-min_Latn", - "languages": [ - "oci-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-por_Latn", - "languages": [ - "oci-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "oci_Latn-sun_Latn", - "languages": [ - "oci-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544848, - "recall": 0.596838, - "f1": 0.559707, - "accuracy": 0.596838, - "main_score": 0.559707, - "hf_subset": "oci_Latn-umb_Latn", - "languages": [ - "oci-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ajp_Arab", - "languages": [ - "oci-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566305, - "recall": 0.62747, - "f1": 0.583102, - "accuracy": 0.62747, - "main_score": 0.583102, - "hf_subset": "oci_Latn-bjn_Arab", - "languages": [ - "oci-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538933, - "recall": 0.594862, - "f1": 0.554478, - "accuracy": 0.594862, - "main_score": 0.554478, - "hf_subset": "oci_Latn-ewe_Latn", - "languages": [ - "oci-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949473, - "recall": 0.964427, - "f1": 0.954216, - "accuracy": 0.964427, - "main_score": 0.954216, - "hf_subset": "oci_Latn-ilo_Latn", - "languages": [ - "oci-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320468, - "recall": 0.381423, - "f1": 0.33736, - "accuracy": 0.381423, - "main_score": 0.33736, - "hf_subset": "oci_Latn-knc_Arab", - "languages": [ - "oci-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-mkd_Cyrl", - "languages": [ - "oci-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-prs_Arab", - "languages": [ - "oci-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-swe_Latn", - "languages": [ - "oci-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-urd_Arab", - "languages": [ - "oci-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60336, - "recall": 0.663043, - "f1": 0.620248, - "accuracy": 0.663043, - "main_score": 0.620248, - "hf_subset": "oci_Latn-aka_Latn", - "languages": [ - "oci-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "oci_Latn-bjn_Latn", - "languages": [ - "oci-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "oci_Latn-fao_Latn", - "languages": [ - "oci-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ind_Latn", - "languages": [ - "oci-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613038, - "recall": 0.668972, - "f1": 0.628883, - "accuracy": 0.668972, - "main_score": 0.628883, - "hf_subset": "oci_Latn-knc_Latn", - "languages": [ - "oci-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "oci_Latn-mlt_Latn", - "languages": [ - "oci-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729351, - "recall": 0.788538, - "f1": 0.746799, - "accuracy": 0.788538, - "main_score": 0.746799, - "hf_subset": "oci_Latn-quy_Latn", - "languages": [ - "oci-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "oci_Latn-swh_Latn", - "languages": [ - "oci-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-uzn_Latn", - "languages": [ - "oci-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-als_Latn", - "languages": [ - "oci-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631036, - "recall": 0.714427, - "f1": 0.655259, - "accuracy": 0.714427, - "main_score": 0.655259, - "hf_subset": "oci_Latn-bod_Tibt", - "languages": [ - "oci-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716724, - "recall": 0.772727, - "f1": 0.732701, - "accuracy": 0.772727, - "main_score": 0.732701, - "hf_subset": "oci_Latn-fij_Latn", - "languages": [ - "oci-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "oci_Latn-isl_Latn", - "languages": [ - "oci-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690382, - "recall": 0.740119, - "f1": 0.70505, - "accuracy": 0.740119, - "main_score": 0.70505, - "hf_subset": "oci_Latn-kon_Latn", - "languages": [ - "oci-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687862, - "recall": 0.75, - "f1": 0.705981, - "accuracy": 0.75, - "main_score": 0.705981, - "hf_subset": "oci_Latn-mni_Beng", - "languages": [ - "oci-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ron_Latn", - "languages": [ - "oci-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.988142, - "f1": 0.985837, - "accuracy": 0.988142, - "main_score": 0.985837, - "hf_subset": "oci_Latn-szl_Latn", - "languages": [ - "oci-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-vec_Latn", - "languages": [ - "oci-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956192, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "oci_Latn-amh_Ethi", - "languages": [ - "oci-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-bos_Latn", - "languages": [ - "oci-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-fin_Latn", - "languages": [ - "oci-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ita_Latn", - "languages": [ - "oci-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-kor_Hang", - "languages": [ - "oci-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577776, - "recall": 0.634387, - "f1": 0.593586, - "accuracy": 0.634387, - "main_score": 0.593586, - "hf_subset": "oci_Latn-mos_Latn", - "languages": [ - "oci-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576614, - "recall": 0.633399, - "f1": 0.592627, - "accuracy": 0.633399, - "main_score": 0.592627, - "hf_subset": "oci_Latn-run_Latn", - "languages": [ - "oci-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-tam_Taml", - "languages": [ - "oci-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-vie_Latn", - "languages": [ - "oci-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-apc_Arab", - "languages": [ - "oci-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818248, - "recall": 0.859684, - "f1": 0.830632, - "accuracy": 0.859684, - "main_score": 0.830632, - "hf_subset": "oci_Latn-bug_Latn", - "languages": [ - "oci-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482181, - "recall": 0.540514, - "f1": 0.497919, - "accuracy": 0.540514, - "main_score": 0.497919, - "hf_subset": "oci_Latn-fon_Latn", - "languages": [ - "oci-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-jav_Latn", - "languages": [ - "oci-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "oci_Latn-lao_Laoo", - "languages": [ - "oci-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.880188, - "recall": 0.914032, - "f1": 0.890679, - "accuracy": 0.914032, - "main_score": 0.890679, - "hf_subset": "oci_Latn-mri_Latn", - "languages": [ - "oci-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-rus_Cyrl", - "languages": [ - "oci-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559593, - "recall": 0.619565, - "f1": 0.576137, - "accuracy": 0.619565, - "main_score": 0.576137, - "hf_subset": "oci_Latn-taq_Latn", - "languages": [ - "oci-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-war_Latn", - "languages": [ - "oci-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-arb_Arab", - "languages": [ - "oci-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-bul_Cyrl", - "languages": [ - "oci-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-fra_Latn", - "languages": [ - "oci-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-jpn_Jpan", - "languages": [ - "oci-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-lij_Latn", - "languages": [ - "oci-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985013, - "recall": 0.98913, - "f1": 0.986331, - "accuracy": 0.98913, - "main_score": 0.986331, - "hf_subset": "oci_Latn-mya_Mymr", - "languages": [ - "oci-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.620616, - "recall": 0.690711, - "f1": 0.640611, - "accuracy": 0.690711, - "main_score": 0.640611, - "hf_subset": "oci_Latn-sag_Latn", - "languages": [ - "oci-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203629, - "recall": 0.262846, - "f1": 0.216849, - "accuracy": 0.262846, - "main_score": 0.216849, - "hf_subset": "oci_Latn-taq_Tfng", - "languages": [ - "oci-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653049, - "recall": 0.712451, - "f1": 0.670408, - "accuracy": 0.712451, - "main_score": 0.670408, - "hf_subset": "oci_Latn-wol_Latn", - "languages": [ - "oci-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821443, - "recall": 0.864625, - "f1": 0.834453, - "accuracy": 0.864625, - "main_score": 0.834453, - "hf_subset": "oci_Latn-arb_Latn", - "languages": [ - "oci-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-cat_Latn", - "languages": [ - "oci-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "oci_Latn-fur_Latn", - "languages": [ - "oci-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433079, - "recall": 0.492095, - "f1": 0.449294, - "accuracy": 0.492095, - "main_score": 0.449294, - "hf_subset": "oci_Latn-kab_Latn", - "languages": [ - "oci-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "oci_Latn-lim_Latn", - "languages": [ - "oci-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-nld_Latn", - "languages": [ - "oci-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "oci_Latn-san_Deva", - "languages": [ - "oci-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-tat_Cyrl", - "languages": [ - "oci-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690415, - "recall": 0.743083, - "f1": 0.705935, - "accuracy": 0.743083, - "main_score": 0.705935, - "hf_subset": "oci_Latn-xho_Latn", - "languages": [ - "oci-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-ars_Arab", - "languages": [ - "oci-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-ceb_Latn", - "languages": [ - "oci-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581139, - "recall": 0.640316, - "f1": 0.598143, - "accuracy": 0.640316, - "main_score": 0.598143, - "hf_subset": "oci_Latn-fuv_Latn", - "languages": [ - "oci-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528267, - "recall": 0.591897, - "f1": 0.545225, - "accuracy": 0.591897, - "main_score": 0.545225, - "hf_subset": "oci_Latn-kac_Latn", - "languages": [ - "oci-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696007, - "recall": 0.743083, - "f1": 0.709371, - "accuracy": 0.743083, - "main_score": 0.709371, - "hf_subset": "oci_Latn-lin_Latn", - "languages": [ - "oci-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-nno_Latn", - "languages": [ - "oci-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.250567, - "recall": 0.333992, - "f1": 0.273129, - "accuracy": 0.333992, - "main_score": 0.273129, - "hf_subset": "oci_Latn-sat_Olck", - "languages": [ - "oci-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-tel_Telu", - "languages": [ - "oci-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "oci_Latn-ydd_Hebr", - "languages": [ - "oci-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "oci_Latn-ary_Arab", - "languages": [ - "oci-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-ces_Latn", - "languages": [ - "oci-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608442, - "recall": 0.66996, - "f1": 0.626325, - "accuracy": 0.66996, - "main_score": 0.626325, - "hf_subset": "oci_Latn-gaz_Latn", - "languages": [ - "oci-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598792, - "recall": 0.666008, - "f1": 0.618257, - "accuracy": 0.666008, - "main_score": 0.618257, - "hf_subset": "oci_Latn-kam_Latn", - "languages": [ - "oci-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "oci_Latn-lit_Latn", - "languages": [ - "oci-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-nob_Latn", - "languages": [ - "oci-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "oci_Latn-scn_Latn", - "languages": [ - "oci-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "oci_Latn-tgk_Cyrl", - "languages": [ - "oci-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735441, - "recall": 0.794466, - "f1": 0.753529, - "accuracy": 0.794466, - "main_score": 0.753529, - "hf_subset": "oci_Latn-yor_Latn", - "languages": [ - "oci-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-arz_Arab", - "languages": [ - "oci-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587619, - "recall": 0.642292, - "f1": 0.602845, - "accuracy": 0.642292, - "main_score": 0.602845, - "hf_subset": "oci_Latn-cjk_Latn", - "languages": [ - "oci-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817803, - "recall": 0.86166, - "f1": 0.831225, - "accuracy": 0.86166, - "main_score": 0.831225, - "hf_subset": "oci_Latn-gla_Latn", - "languages": [ - "oci-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-kan_Knda", - "languages": [ - "oci-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-lmo_Latn", - "languages": [ - "oci-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "oci_Latn-npi_Deva", - "languages": [ - "oci-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478628, - "recall": 0.541502, - "f1": 0.495502, - "accuracy": 0.541502, - "main_score": 0.495502, - "hf_subset": "oci_Latn-shn_Mymr", - "languages": [ - "oci-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-tgl_Latn", - "languages": [ - "oci-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-yue_Hant", - "languages": [ - "oci-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "oci_Latn-asm_Beng", - "languages": [ - "oci-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "oci_Latn-ckb_Arab", - "languages": [ - "oci-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895372, - "recall": 0.924901, - "f1": 0.90471, - "accuracy": 0.924901, - "main_score": 0.90471, - "hf_subset": "oci_Latn-gle_Latn", - "languages": [ - "oci-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959157, - "recall": 0.972332, - "f1": 0.963439, - "accuracy": 0.972332, - "main_score": 0.963439, - "hf_subset": "oci_Latn-kas_Arab", - "languages": [ - "oci-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952734, - "recall": 0.967391, - "f1": 0.95751, - "accuracy": 0.967391, - "main_score": 0.95751, - "hf_subset": "oci_Latn-ltg_Latn", - "languages": [ - "oci-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62988, - "recall": 0.686759, - "f1": 0.645815, - "accuracy": 0.686759, - "main_score": 0.645815, - "hf_subset": "oci_Latn-nso_Latn", - "languages": [ - "oci-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "oci_Latn-sin_Sinh", - "languages": [ - "oci-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-tha_Thai", - "languages": [ - "oci-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-zho_Hans", - "languages": [ - "oci-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-ast_Latn", - "languages": [ - "oci-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "oci_Latn-crh_Latn", - "languages": [ - "oci-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-glg_Latn", - "languages": [ - "oci-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904315, - "recall": 0.931818, - "f1": 0.913208, - "accuracy": 0.931818, - "main_score": 0.913208, - "hf_subset": "oci_Latn-kas_Deva", - "languages": [ - "oci-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986331, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "oci_Latn-ltz_Latn", - "languages": [ - "oci-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481951, - "recall": 0.549407, - "f1": 0.50035, - "accuracy": 0.549407, - "main_score": 0.50035, - "hf_subset": "oci_Latn-nus_Latn", - "languages": [ - "oci-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-slk_Latn", - "languages": [ - "oci-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614906, - "recall": 0.685771, - "f1": 0.636124, - "accuracy": 0.685771, - "main_score": 0.636124, - "hf_subset": "oci_Latn-tir_Ethi", - "languages": [ - "oci-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-zho_Hant", - "languages": [ - "oci-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987484, - "recall": 0.991107, - "f1": 0.988636, - "accuracy": 0.991107, - "main_score": 0.988636, - "hf_subset": "oci_Latn-awa_Deva", - "languages": [ - "oci-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "oci_Latn-cym_Latn", - "languages": [ - "oci-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863669, - "recall": 0.898221, - "f1": 0.874473, - "accuracy": 0.898221, - "main_score": 0.874473, - "hf_subset": "oci_Latn-grn_Latn", - "languages": [ - "oci-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-kat_Geor", - "languages": [ - "oci-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665485, - "recall": 0.716403, - "f1": 0.679798, - "accuracy": 0.716403, - "main_score": 0.679798, - "hf_subset": "oci_Latn-lua_Latn", - "languages": [ - "oci-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659486, - "recall": 0.717391, - "f1": 0.676098, - "accuracy": 0.717391, - "main_score": 0.676098, - "hf_subset": "oci_Latn-nya_Latn", - "languages": [ - "oci-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-slv_Latn", - "languages": [ - "oci-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "oci_Latn-tpi_Latn", - "languages": [ - "oci-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-zsm_Latn", - "languages": [ - "oci-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554745, - "recall": 0.617589, - "f1": 0.57239, - "accuracy": 0.617589, - "main_score": 0.57239, - "hf_subset": "oci_Latn-ayr_Latn", - "languages": [ - "oci-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-dan_Latn", - "languages": [ - "oci-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-guj_Gujr", - "languages": [ - "oci-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "oci_Latn-kaz_Cyrl", - "languages": [ - "oci-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551405, - "recall": 0.613636, - "f1": 0.568864, - "accuracy": 0.613636, - "main_score": 0.568864, - "hf_subset": "oci_Latn-lug_Latn", - "languages": [ - "oci-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852767, - "recall": 0.88834, - "f1": 0.863603, - "accuracy": 0.88834, - "main_score": 0.863603, - "hf_subset": "oci_Latn-smo_Latn", - "languages": [ - "oci-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563262, - "recall": 0.624506, - "f1": 0.580237, - "accuracy": 0.624506, - "main_score": 0.580237, - "hf_subset": "oci_Latn-tsn_Latn", - "languages": [ - "oci-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645429, - "recall": 0.705534, - "f1": 0.662767, - "accuracy": 0.705534, - "main_score": 0.662767, - "hf_subset": "oci_Latn-zul_Latn", - "languages": [ - "oci-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930501, - "recall": 0.949605, - "f1": 0.936594, - "accuracy": 0.949605, - "main_score": 0.936594, - "hf_subset": "oci_Latn-azb_Arab", - "languages": [ - "oci-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-deu_Latn", - "languages": [ - "oci-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.98419, - "f1": 0.980237, - "accuracy": 0.98419, - "main_score": 0.980237, - "hf_subset": "oci_Latn-hat_Latn", - "languages": [ - "oci-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50672, - "recall": 0.560277, - "f1": 0.521826, - "accuracy": 0.560277, - "main_score": 0.521826, - "hf_subset": "oci_Latn-kbp_Latn", - "languages": [ - "oci-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589973, - "recall": 0.642292, - "f1": 0.604014, - "accuracy": 0.642292, - "main_score": 0.604014, - "hf_subset": "oci_Latn-luo_Latn", - "languages": [ - "oci-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-ory_Orya", - "languages": [ - "oci-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601334, - "recall": 0.664032, - "f1": 0.619444, - "accuracy": 0.664032, - "main_score": 0.619444, - "hf_subset": "oci_Latn-sna_Latn", - "languages": [ - "oci-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580988, - "recall": 0.628458, - "f1": 0.593978, - "accuracy": 0.628458, - "main_score": 0.593978, - "hf_subset": "oci_Latn-tso_Latn", - "languages": [ - "oci-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "oci_Latn-azj_Latn", - "languages": [ - "oci-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546576, - "recall": 0.613636, - "f1": 0.566496, - "accuracy": 0.613636, - "main_score": 0.566496, - "hf_subset": "oci_Latn-dik_Latn", - "languages": [ - "oci-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769344, - "recall": 0.817194, - "f1": 0.78358, - "accuracy": 0.817194, - "main_score": 0.78358, - "hf_subset": "oci_Latn-hau_Latn", - "languages": [ - "oci-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "oci_Latn-kea_Latn", - "languages": [ - "oci-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751186, - "recall": 0.802372, - "f1": 0.766323, - "accuracy": 0.802372, - "main_score": 0.766323, - "hf_subset": "oci_Latn-lus_Latn", - "languages": [ - "oci-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878294, - "recall": 0.909091, - "f1": 0.887813, - "accuracy": 0.909091, - "main_score": 0.887813, - "hf_subset": "oci_Latn-pag_Latn", - "languages": [ - "oci-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-snd_Arab", - "languages": [ - "oci-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.972332, - "f1": 0.964427, - "accuracy": 0.972332, - "main_score": 0.964427, - "hf_subset": "oci_Latn-tuk_Latn", - "languages": [ - "oci-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "oci_Latn-bak_Cyrl", - "languages": [ - "oci-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508794, - "recall": 0.590909, - "f1": 0.532482, - "accuracy": 0.590909, - "main_score": 0.532482, - "hf_subset": "oci_Latn-dyu_Latn", - "languages": [ - "oci-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "oci_Latn-heb_Hebr", - "languages": [ - "oci-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.990119, - "f1": 0.987484, - "accuracy": 0.990119, - "main_score": 0.987484, - "hf_subset": "oci_Latn-khk_Cyrl", - "languages": [ - "oci-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-lvs_Latn", - "languages": [ - "oci-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "oci_Latn-pan_Guru", - "languages": [ - "oci-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717523, - "recall": 0.778656, - "f1": 0.735361, - "accuracy": 0.778656, - "main_score": 0.735361, - "hf_subset": "oci_Latn-som_Latn", - "languages": [ - "oci-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625248, - "recall": 0.673913, - "f1": 0.638939, - "accuracy": 0.673913, - "main_score": 0.638939, - "hf_subset": "oci_Latn-tum_Latn", - "languages": [ - "oci-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47784, - "recall": 0.529644, - "f1": 0.491972, - "accuracy": 0.529644, - "main_score": 0.491972, - "hf_subset": "smo_Latn-ace_Arab", - "languages": [ - "smo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521741, - "recall": 0.566206, - "f1": 0.534044, - "accuracy": 0.566206, - "main_score": 0.534044, - "hf_subset": "smo_Latn-bam_Latn", - "languages": [ - "smo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310856, - "recall": 0.370553, - "f1": 0.326481, - "accuracy": 0.370553, - "main_score": 0.326481, - "hf_subset": "smo_Latn-dzo_Tibt", - "languages": [ - "smo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806061, - "recall": 0.854743, - "f1": 0.820262, - "accuracy": 0.854743, - "main_score": 0.820262, - "hf_subset": "smo_Latn-hin_Deva", - "languages": [ - "smo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.786653, - "recall": 0.835968, - "f1": 0.80163, - "accuracy": 0.835968, - "main_score": 0.80163, - "hf_subset": "smo_Latn-khm_Khmr", - "languages": [ - "smo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79072, - "recall": 0.839921, - "f1": 0.804699, - "accuracy": 0.839921, - "main_score": 0.804699, - "hf_subset": "smo_Latn-mag_Deva", - "languages": [ - "smo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747381, - "recall": 0.794466, - "f1": 0.760503, - "accuracy": 0.794466, - "main_score": 0.760503, - "hf_subset": "smo_Latn-pap_Latn", - "languages": [ - "smo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582808, - "recall": 0.626482, - "f1": 0.594861, - "accuracy": 0.626482, - "main_score": 0.594861, - "hf_subset": "smo_Latn-sot_Latn", - "languages": [ - "smo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816994, - "recall": 0.86166, - "f1": 0.830616, - "accuracy": 0.86166, - "main_score": 0.830616, - "hf_subset": "smo_Latn-tur_Latn", - "languages": [ - "smo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672803, - "recall": 0.717391, - "f1": 0.685039, - "accuracy": 0.717391, - "main_score": 0.685039, - "hf_subset": "smo_Latn-ace_Latn", - "languages": [ - "smo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712029, - "recall": 0.757905, - "f1": 0.724645, - "accuracy": 0.757905, - "main_score": 0.724645, - "hf_subset": "smo_Latn-ban_Latn", - "languages": [ - "smo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781597, - "recall": 0.833992, - "f1": 0.796991, - "accuracy": 0.833992, - "main_score": 0.796991, - "hf_subset": "smo_Latn-ell_Grek", - "languages": [ - "smo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769987, - "recall": 0.820158, - "f1": 0.784817, - "accuracy": 0.820158, - "main_score": 0.784817, - "hf_subset": "smo_Latn-hne_Deva", - "languages": [ - "smo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541985, - "recall": 0.597826, - "f1": 0.556487, - "accuracy": 0.597826, - "main_score": 0.556487, - "hf_subset": "smo_Latn-kik_Latn", - "languages": [ - "smo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77057, - "recall": 0.825099, - "f1": 0.78627, - "accuracy": 0.825099, - "main_score": 0.78627, - "hf_subset": "smo_Latn-mai_Deva", - "languages": [ - "smo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718923, - "recall": 0.77668, - "f1": 0.735312, - "accuracy": 0.77668, - "main_score": 0.735312, - "hf_subset": "smo_Latn-pbt_Arab", - "languages": [ - "smo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805287, - "recall": 0.850791, - "f1": 0.818677, - "accuracy": 0.850791, - "main_score": 0.818677, - "hf_subset": "smo_Latn-spa_Latn", - "languages": [ - "smo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577399, - "recall": 0.615613, - "f1": 0.588142, - "accuracy": 0.615613, - "main_score": 0.588142, - "hf_subset": "smo_Latn-twi_Latn", - "languages": [ - "smo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779792, - "recall": 0.833004, - "f1": 0.795177, - "accuracy": 0.833004, - "main_score": 0.795177, - "hf_subset": "smo_Latn-acm_Arab", - "languages": [ - "smo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735485, - "recall": 0.786561, - "f1": 0.749667, - "accuracy": 0.786561, - "main_score": 0.749667, - "hf_subset": "smo_Latn-bel_Cyrl", - "languages": [ - "smo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843422, - "recall": 0.884387, - "f1": 0.855748, - "accuracy": 0.884387, - "main_score": 0.855748, - "hf_subset": "smo_Latn-eng_Latn", - "languages": [ - "smo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809286, - "recall": 0.854743, - "f1": 0.822704, - "accuracy": 0.854743, - "main_score": 0.822704, - "hf_subset": "smo_Latn-hrv_Latn", - "languages": [ - "smo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559443, - "recall": 0.608696, - "f1": 0.573012, - "accuracy": 0.608696, - "main_score": 0.573012, - "hf_subset": "smo_Latn-kin_Latn", - "languages": [ - "smo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79524, - "recall": 0.848814, - "f1": 0.811288, - "accuracy": 0.848814, - "main_score": 0.811288, - "hf_subset": "smo_Latn-mal_Mlym", - "languages": [ - "smo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801706, - "recall": 0.850791, - "f1": 0.816168, - "accuracy": 0.850791, - "main_score": 0.816168, - "hf_subset": "smo_Latn-pes_Arab", - "languages": [ - "smo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769539, - "recall": 0.817194, - "f1": 0.782674, - "accuracy": 0.817194, - "main_score": 0.782674, - "hf_subset": "smo_Latn-srd_Latn", - "languages": [ - "smo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193132, - "recall": 0.241107, - "f1": 0.20532, - "accuracy": 0.241107, - "main_score": 0.20532, - "hf_subset": "smo_Latn-tzm_Tfng", - "languages": [ - "smo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806251, - "recall": 0.855731, - "f1": 0.820805, - "accuracy": 0.855731, - "main_score": 0.820805, - "hf_subset": "smo_Latn-acq_Arab", - "languages": [ - "smo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597746, - "recall": 0.642292, - "f1": 0.609933, - "accuracy": 0.642292, - "main_score": 0.609933, - "hf_subset": "smo_Latn-bem_Latn", - "languages": [ - "smo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798124, - "recall": 0.84585, - "f1": 0.811672, - "accuracy": 0.84585, - "main_score": 0.811672, - "hf_subset": "smo_Latn-epo_Latn", - "languages": [ - "smo-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808023, - "recall": 0.852767, - "f1": 0.820891, - "accuracy": 0.852767, - "main_score": 0.820891, - "hf_subset": "smo_Latn-hun_Latn", - "languages": [ - "smo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745924, - "recall": 0.796443, - "f1": 0.760397, - "accuracy": 0.796443, - "main_score": 0.760397, - "hf_subset": "smo_Latn-kir_Cyrl", - "languages": [ - "smo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804151, - "recall": 0.851779, - "f1": 0.817987, - "accuracy": 0.851779, - "main_score": 0.817987, - "hf_subset": "smo_Latn-mar_Deva", - "languages": [ - "smo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610599, - "recall": 0.656126, - "f1": 0.62385, - "accuracy": 0.656126, - "main_score": 0.62385, - "hf_subset": "smo_Latn-plt_Latn", - "languages": [ - "smo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817475, - "recall": 0.860672, - "f1": 0.829603, - "accuracy": 0.860672, - "main_score": 0.829603, - "hf_subset": "smo_Latn-srp_Cyrl", - "languages": [ - "smo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684768, - "recall": 0.748024, - "f1": 0.703048, - "accuracy": 0.748024, - "main_score": 0.703048, - "hf_subset": "smo_Latn-uig_Arab", - "languages": [ - "smo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761916, - "recall": 0.815217, - "f1": 0.777294, - "accuracy": 0.815217, - "main_score": 0.777294, - "hf_subset": "smo_Latn-aeb_Arab", - "languages": [ - "smo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798163, - "recall": 0.850791, - "f1": 0.813839, - "accuracy": 0.850791, - "main_score": 0.813839, - "hf_subset": "smo_Latn-ben_Beng", - "languages": [ - "smo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784314, - "recall": 0.831028, - "f1": 0.79789, - "accuracy": 0.831028, - "main_score": 0.79789, - "hf_subset": "smo_Latn-est_Latn", - "languages": [ - "smo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803442, - "recall": 0.850791, - "f1": 0.817641, - "accuracy": 0.850791, - "main_score": 0.817641, - "hf_subset": "smo_Latn-hye_Armn", - "languages": [ - "smo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539295, - "recall": 0.581028, - "f1": 0.551662, - "accuracy": 0.581028, - "main_score": 0.551662, - "hf_subset": "smo_Latn-kmb_Latn", - "languages": [ - "smo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436812, - "recall": 0.491107, - "f1": 0.451572, - "accuracy": 0.491107, - "main_score": 0.451572, - "hf_subset": "smo_Latn-min_Arab", - "languages": [ - "smo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797236, - "recall": 0.84585, - "f1": 0.811371, - "accuracy": 0.84585, - "main_score": 0.811371, - "hf_subset": "smo_Latn-pol_Latn", - "languages": [ - "smo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554718, - "recall": 0.608696, - "f1": 0.56948, - "accuracy": 0.608696, - "main_score": 0.56948, - "hf_subset": "smo_Latn-ssw_Latn", - "languages": [ - "smo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820695, - "recall": 0.864625, - "f1": 0.833356, - "accuracy": 0.864625, - "main_score": 0.833356, - "hf_subset": "smo_Latn-ukr_Cyrl", - "languages": [ - "smo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834511, - "recall": 0.878458, - "f1": 0.847815, - "accuracy": 0.878458, - "main_score": 0.847815, - "hf_subset": "smo_Latn-afr_Latn", - "languages": [ - "smo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.761869, - "recall": 0.811265, - "f1": 0.776252, - "accuracy": 0.811265, - "main_score": 0.776252, - "hf_subset": "smo_Latn-bho_Deva", - "languages": [ - "smo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775108, - "recall": 0.81917, - "f1": 0.787571, - "accuracy": 0.81917, - "main_score": 0.787571, - "hf_subset": "smo_Latn-eus_Latn", - "languages": [ - "smo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562709, - "recall": 0.618577, - "f1": 0.57851, - "accuracy": 0.618577, - "main_score": 0.57851, - "hf_subset": "smo_Latn-ibo_Latn", - "languages": [ - "smo-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681334, - "recall": 0.740119, - "f1": 0.698141, - "accuracy": 0.740119, - "main_score": 0.698141, - "hf_subset": "smo_Latn-kmr_Latn", - "languages": [ - "smo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772632, - "recall": 0.823123, - "f1": 0.787091, - "accuracy": 0.823123, - "main_score": 0.787091, - "hf_subset": "smo_Latn-min_Latn", - "languages": [ - "smo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830625, - "recall": 0.873518, - "f1": 0.842991, - "accuracy": 0.873518, - "main_score": 0.842991, - "hf_subset": "smo_Latn-por_Latn", - "languages": [ - "smo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785629, - "recall": 0.827075, - "f1": 0.796776, - "accuracy": 0.827075, - "main_score": 0.796776, - "hf_subset": "smo_Latn-sun_Latn", - "languages": [ - "smo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503429, - "recall": 0.557312, - "f1": 0.518572, - "accuracy": 0.557312, - "main_score": 0.518572, - "hf_subset": "smo_Latn-umb_Latn", - "languages": [ - "smo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811999, - "recall": 0.855731, - "f1": 0.824698, - "accuracy": 0.855731, - "main_score": 0.824698, - "hf_subset": "smo_Latn-ajp_Arab", - "languages": [ - "smo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452674, - "recall": 0.503953, - "f1": 0.466004, - "accuracy": 0.503953, - "main_score": 0.466004, - "hf_subset": "smo_Latn-bjn_Arab", - "languages": [ - "smo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506896, - "recall": 0.552372, - "f1": 0.519034, - "accuracy": 0.552372, - "main_score": 0.519034, - "hf_subset": "smo_Latn-ewe_Latn", - "languages": [ - "smo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727794, - "recall": 0.775692, - "f1": 0.740538, - "accuracy": 0.775692, - "main_score": 0.740538, - "hf_subset": "smo_Latn-ilo_Latn", - "languages": [ - "smo-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3078, - "recall": 0.358696, - "f1": 0.321589, - "accuracy": 0.358696, - "main_score": 0.321589, - "hf_subset": "smo_Latn-knc_Arab", - "languages": [ - "smo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814279, - "recall": 0.86166, - "f1": 0.828181, - "accuracy": 0.86166, - "main_score": 0.828181, - "hf_subset": "smo_Latn-mkd_Cyrl", - "languages": [ - "smo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810837, - "recall": 0.86166, - "f1": 0.825823, - "accuracy": 0.86166, - "main_score": 0.825823, - "hf_subset": "smo_Latn-prs_Arab", - "languages": [ - "smo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819503, - "recall": 0.865613, - "f1": 0.833467, - "accuracy": 0.865613, - "main_score": 0.833467, - "hf_subset": "smo_Latn-swe_Latn", - "languages": [ - "smo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796179, - "recall": 0.844862, - "f1": 0.810165, - "accuracy": 0.844862, - "main_score": 0.810165, - "hf_subset": "smo_Latn-urd_Arab", - "languages": [ - "smo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553373, - "recall": 0.600791, - "f1": 0.566875, - "accuracy": 0.600791, - "main_score": 0.566875, - "hf_subset": "smo_Latn-aka_Latn", - "languages": [ - "smo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.765429, - "recall": 0.810277, - "f1": 0.777932, - "accuracy": 0.810277, - "main_score": 0.777932, - "hf_subset": "smo_Latn-bjn_Latn", - "languages": [ - "smo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752627, - "recall": 0.806324, - "f1": 0.7685, - "accuracy": 0.806324, - "main_score": 0.7685, - "hf_subset": "smo_Latn-fao_Latn", - "languages": [ - "smo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834684, - "recall": 0.87747, - "f1": 0.847384, - "accuracy": 0.87747, - "main_score": 0.847384, - "hf_subset": "smo_Latn-ind_Latn", - "languages": [ - "smo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569337, - "recall": 0.610672, - "f1": 0.580463, - "accuracy": 0.610672, - "main_score": 0.580463, - "hf_subset": "smo_Latn-knc_Latn", - "languages": [ - "smo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.776359, - "recall": 0.825099, - "f1": 0.790207, - "accuracy": 0.825099, - "main_score": 0.790207, - "hf_subset": "smo_Latn-mlt_Latn", - "languages": [ - "smo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601973, - "recall": 0.658103, - "f1": 0.618204, - "accuracy": 0.658103, - "main_score": 0.618204, - "hf_subset": "smo_Latn-quy_Latn", - "languages": [ - "smo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798007, - "recall": 0.843874, - "f1": 0.811642, - "accuracy": 0.843874, - "main_score": 0.811642, - "hf_subset": "smo_Latn-swh_Latn", - "languages": [ - "smo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.757052, - "recall": 0.810277, - "f1": 0.772458, - "accuracy": 0.810277, - "main_score": 0.772458, - "hf_subset": "smo_Latn-uzn_Latn", - "languages": [ - "smo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802085, - "recall": 0.850791, - "f1": 0.816189, - "accuracy": 0.850791, - "main_score": 0.816189, - "hf_subset": "smo_Latn-als_Latn", - "languages": [ - "smo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446677, - "recall": 0.52668, - "f1": 0.468215, - "accuracy": 0.52668, - "main_score": 0.468215, - "hf_subset": "smo_Latn-bod_Tibt", - "languages": [ - "smo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664537, - "recall": 0.714427, - "f1": 0.678675, - "accuracy": 0.714427, - "main_score": 0.678675, - "hf_subset": "smo_Latn-fij_Latn", - "languages": [ - "smo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784371, - "recall": 0.831028, - "f1": 0.798141, - "accuracy": 0.831028, - "main_score": 0.798141, - "hf_subset": "smo_Latn-isl_Latn", - "languages": [ - "smo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580887, - "recall": 0.625494, - "f1": 0.593682, - "accuracy": 0.625494, - "main_score": 0.593682, - "hf_subset": "smo_Latn-kon_Latn", - "languages": [ - "smo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505188, - "recall": 0.562253, - "f1": 0.521214, - "accuracy": 0.562253, - "main_score": 0.521214, - "hf_subset": "smo_Latn-mni_Beng", - "languages": [ - "smo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818497, - "recall": 0.864625, - "f1": 0.832115, - "accuracy": 0.864625, - "main_score": 0.832115, - "hf_subset": "smo_Latn-ron_Latn", - "languages": [ - "smo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769617, - "recall": 0.822134, - "f1": 0.785296, - "accuracy": 0.822134, - "main_score": 0.785296, - "hf_subset": "smo_Latn-szl_Latn", - "languages": [ - "smo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796014, - "recall": 0.843874, - "f1": 0.810043, - "accuracy": 0.843874, - "main_score": 0.810043, - "hf_subset": "smo_Latn-vec_Latn", - "languages": [ - "smo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69431, - "recall": 0.754941, - "f1": 0.712039, - "accuracy": 0.754941, - "main_score": 0.712039, - "hf_subset": "smo_Latn-amh_Ethi", - "languages": [ - "smo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818883, - "recall": 0.865613, - "f1": 0.832762, - "accuracy": 0.865613, - "main_score": 0.832762, - "hf_subset": "smo_Latn-bos_Latn", - "languages": [ - "smo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794154, - "recall": 0.841897, - "f1": 0.807856, - "accuracy": 0.841897, - "main_score": 0.807856, - "hf_subset": "smo_Latn-fin_Latn", - "languages": [ - "smo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809357, - "recall": 0.853755, - "f1": 0.822614, - "accuracy": 0.853755, - "main_score": 0.822614, - "hf_subset": "smo_Latn-ita_Latn", - "languages": [ - "smo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788746, - "recall": 0.842885, - "f1": 0.804729, - "accuracy": 0.842885, - "main_score": 0.804729, - "hf_subset": "smo_Latn-kor_Hang", - "languages": [ - "smo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532386, - "recall": 0.579051, - "f1": 0.545397, - "accuracy": 0.579051, - "main_score": 0.545397, - "hf_subset": "smo_Latn-mos_Latn", - "languages": [ - "smo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545929, - "recall": 0.591897, - "f1": 0.558044, - "accuracy": 0.591897, - "main_score": 0.558044, - "hf_subset": "smo_Latn-run_Latn", - "languages": [ - "smo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793585, - "recall": 0.847826, - "f1": 0.810233, - "accuracy": 0.847826, - "main_score": 0.810233, - "hf_subset": "smo_Latn-tam_Taml", - "languages": [ - "smo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799448, - "recall": 0.846838, - "f1": 0.813326, - "accuracy": 0.846838, - "main_score": 0.813326, - "hf_subset": "smo_Latn-vie_Latn", - "languages": [ - "smo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800561, - "recall": 0.848814, - "f1": 0.814795, - "accuracy": 0.848814, - "main_score": 0.814795, - "hf_subset": "smo_Latn-apc_Arab", - "languages": [ - "smo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629833, - "recall": 0.676877, - "f1": 0.64272, - "accuracy": 0.676877, - "main_score": 0.64272, - "hf_subset": "smo_Latn-bug_Latn", - "languages": [ - "smo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467977, - "recall": 0.51581, - "f1": 0.481407, - "accuracy": 0.51581, - "main_score": 0.481407, - "hf_subset": "smo_Latn-fon_Latn", - "languages": [ - "smo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798016, - "recall": 0.836957, - "f1": 0.808576, - "accuracy": 0.836957, - "main_score": 0.808576, - "hf_subset": "smo_Latn-jav_Latn", - "languages": [ - "smo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774425, - "recall": 0.824111, - "f1": 0.789366, - "accuracy": 0.824111, - "main_score": 0.789366, - "hf_subset": "smo_Latn-lao_Laoo", - "languages": [ - "smo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735156, - "recall": 0.785573, - "f1": 0.749598, - "accuracy": 0.785573, - "main_score": 0.749598, - "hf_subset": "smo_Latn-mri_Latn", - "languages": [ - "smo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797777, - "recall": 0.846838, - "f1": 0.811844, - "accuracy": 0.846838, - "main_score": 0.811844, - "hf_subset": "smo_Latn-rus_Cyrl", - "languages": [ - "smo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507455, - "recall": 0.555336, - "f1": 0.520641, - "accuracy": 0.555336, - "main_score": 0.520641, - "hf_subset": "smo_Latn-taq_Latn", - "languages": [ - "smo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79664, - "recall": 0.841897, - "f1": 0.80919, - "accuracy": 0.841897, - "main_score": 0.80919, - "hf_subset": "smo_Latn-war_Latn", - "languages": [ - "smo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796467, - "recall": 0.846838, - "f1": 0.811324, - "accuracy": 0.846838, - "main_score": 0.811324, - "hf_subset": "smo_Latn-arb_Arab", - "languages": [ - "smo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815655, - "recall": 0.860672, - "f1": 0.828918, - "accuracy": 0.860672, - "main_score": 0.828918, - "hf_subset": "smo_Latn-bul_Cyrl", - "languages": [ - "smo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815778, - "recall": 0.859684, - "f1": 0.828738, - "accuracy": 0.859684, - "main_score": 0.828738, - "hf_subset": "smo_Latn-fra_Latn", - "languages": [ - "smo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762635, - "recall": 0.816206, - "f1": 0.778602, - "accuracy": 0.816206, - "main_score": 0.778602, - "hf_subset": "smo_Latn-jpn_Jpan", - "languages": [ - "smo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759606, - "recall": 0.805336, - "f1": 0.772372, - "accuracy": 0.805336, - "main_score": 0.772372, - "hf_subset": "smo_Latn-lij_Latn", - "languages": [ - "smo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727339, - "recall": 0.794466, - "f1": 0.747158, - "accuracy": 0.794466, - "main_score": 0.747158, - "hf_subset": "smo_Latn-mya_Mymr", - "languages": [ - "smo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537445, - "recall": 0.586957, - "f1": 0.551429, - "accuracy": 0.586957, - "main_score": 0.551429, - "hf_subset": "smo_Latn-sag_Latn", - "languages": [ - "smo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.215245, - "recall": 0.261858, - "f1": 0.226097, - "accuracy": 0.261858, - "main_score": 0.226097, - "hf_subset": "smo_Latn-taq_Tfng", - "languages": [ - "smo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58075, - "recall": 0.626482, - "f1": 0.594076, - "accuracy": 0.626482, - "main_score": 0.594076, - "hf_subset": "smo_Latn-wol_Latn", - "languages": [ - "smo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576518, - "recall": 0.63834, - "f1": 0.594617, - "accuracy": 0.63834, - "main_score": 0.594617, - "hf_subset": "smo_Latn-arb_Latn", - "languages": [ - "smo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830624, - "recall": 0.870553, - "f1": 0.842169, - "accuracy": 0.870553, - "main_score": 0.842169, - "hf_subset": "smo_Latn-cat_Latn", - "languages": [ - "smo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749569, - "recall": 0.793478, - "f1": 0.761567, - "accuracy": 0.793478, - "main_score": 0.761567, - "hf_subset": "smo_Latn-fur_Latn", - "languages": [ - "smo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443951, - "recall": 0.492095, - "f1": 0.456886, - "accuracy": 0.492095, - "main_score": 0.456886, - "hf_subset": "smo_Latn-kab_Latn", - "languages": [ - "smo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749269, - "recall": 0.801383, - "f1": 0.764091, - "accuracy": 0.801383, - "main_score": 0.764091, - "hf_subset": "smo_Latn-lim_Latn", - "languages": [ - "smo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.812236, - "recall": 0.858696, - "f1": 0.826007, - "accuracy": 0.858696, - "main_score": 0.826007, - "hf_subset": "smo_Latn-nld_Latn", - "languages": [ - "smo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73561, - "recall": 0.79249, - "f1": 0.752539, - "accuracy": 0.79249, - "main_score": 0.752539, - "hf_subset": "smo_Latn-san_Deva", - "languages": [ - "smo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753206, - "recall": 0.804348, - "f1": 0.767893, - "accuracy": 0.804348, - "main_score": 0.767893, - "hf_subset": "smo_Latn-tat_Cyrl", - "languages": [ - "smo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611023, - "recall": 0.663043, - "f1": 0.626107, - "accuracy": 0.663043, - "main_score": 0.626107, - "hf_subset": "smo_Latn-xho_Latn", - "languages": [ - "smo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.793101, - "recall": 0.84585, - "f1": 0.8088, - "accuracy": 0.84585, - "main_score": 0.8088, - "hf_subset": "smo_Latn-ars_Arab", - "languages": [ - "smo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810063, - "recall": 0.851779, - "f1": 0.822271, - "accuracy": 0.851779, - "main_score": 0.822271, - "hf_subset": "smo_Latn-ceb_Latn", - "languages": [ - "smo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503329, - "recall": 0.560277, - "f1": 0.519373, - "accuracy": 0.560277, - "main_score": 0.519373, - "hf_subset": "smo_Latn-fuv_Latn", - "languages": [ - "smo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497196, - "recall": 0.547431, - "f1": 0.510474, - "accuracy": 0.547431, - "main_score": 0.510474, - "hf_subset": "smo_Latn-kac_Latn", - "languages": [ - "smo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608822, - "recall": 0.65415, - "f1": 0.621459, - "accuracy": 0.65415, - "main_score": 0.621459, - "hf_subset": "smo_Latn-lin_Latn", - "languages": [ - "smo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803788, - "recall": 0.851779, - "f1": 0.818281, - "accuracy": 0.851779, - "main_score": 0.818281, - "hf_subset": "smo_Latn-nno_Latn", - "languages": [ - "smo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187552, - "recall": 0.25, - "f1": 0.20378, - "accuracy": 0.25, - "main_score": 0.20378, - "hf_subset": "smo_Latn-sat_Olck", - "languages": [ - "smo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.783794, - "recall": 0.838933, - "f1": 0.800645, - "accuracy": 0.838933, - "main_score": 0.800645, - "hf_subset": "smo_Latn-tel_Telu", - "languages": [ - "smo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711612, - "recall": 0.777668, - "f1": 0.730492, - "accuracy": 0.777668, - "main_score": 0.730492, - "hf_subset": "smo_Latn-ydd_Hebr", - "languages": [ - "smo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745866, - "recall": 0.797431, - "f1": 0.760957, - "accuracy": 0.797431, - "main_score": 0.760957, - "hf_subset": "smo_Latn-ary_Arab", - "languages": [ - "smo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.815244, - "recall": 0.858696, - "f1": 0.827789, - "accuracy": 0.858696, - "main_score": 0.827789, - "hf_subset": "smo_Latn-ces_Latn", - "languages": [ - "smo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53834, - "recall": 0.594862, - "f1": 0.554875, - "accuracy": 0.594862, - "main_score": 0.554875, - "hf_subset": "smo_Latn-gaz_Latn", - "languages": [ - "smo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565267, - "recall": 0.615613, - "f1": 0.579795, - "accuracy": 0.615613, - "main_score": 0.579795, - "hf_subset": "smo_Latn-kam_Latn", - "languages": [ - "smo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796327, - "recall": 0.842885, - "f1": 0.809657, - "accuracy": 0.842885, - "main_score": 0.809657, - "hf_subset": "smo_Latn-lit_Latn", - "languages": [ - "smo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816365, - "recall": 0.862648, - "f1": 0.829715, - "accuracy": 0.862648, - "main_score": 0.829715, - "hf_subset": "smo_Latn-nob_Latn", - "languages": [ - "smo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751634, - "recall": 0.800395, - "f1": 0.765269, - "accuracy": 0.800395, - "main_score": 0.765269, - "hf_subset": "smo_Latn-scn_Latn", - "languages": [ - "smo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747782, - "recall": 0.801383, - "f1": 0.762576, - "accuracy": 0.801383, - "main_score": 0.762576, - "hf_subset": "smo_Latn-tgk_Cyrl", - "languages": [ - "smo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629902, - "recall": 0.695652, - "f1": 0.648624, - "accuracy": 0.695652, - "main_score": 0.648624, - "hf_subset": "smo_Latn-yor_Latn", - "languages": [ - "smo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771403, - "recall": 0.824111, - "f1": 0.786113, - "accuracy": 0.824111, - "main_score": 0.786113, - "hf_subset": "smo_Latn-arz_Arab", - "languages": [ - "smo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520502, - "recall": 0.56917, - "f1": 0.534443, - "accuracy": 0.56917, - "main_score": 0.534443, - "hf_subset": "smo_Latn-cjk_Latn", - "languages": [ - "smo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630649, - "recall": 0.690711, - "f1": 0.647812, - "accuracy": 0.690711, - "main_score": 0.647812, - "hf_subset": "smo_Latn-gla_Latn", - "languages": [ - "smo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789715, - "recall": 0.841897, - "f1": 0.805033, - "accuracy": 0.841897, - "main_score": 0.805033, - "hf_subset": "smo_Latn-kan_Knda", - "languages": [ - "smo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755399, - "recall": 0.801383, - "f1": 0.768206, - "accuracy": 0.801383, - "main_score": 0.768206, - "hf_subset": "smo_Latn-lmo_Latn", - "languages": [ - "smo-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796832, - "recall": 0.846838, - "f1": 0.811745, - "accuracy": 0.846838, - "main_score": 0.811745, - "hf_subset": "smo_Latn-npi_Deva", - "languages": [ - "smo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458471, - "recall": 0.508893, - "f1": 0.47264, - "accuracy": 0.508893, - "main_score": 0.47264, - "hf_subset": "smo_Latn-shn_Mymr", - "languages": [ - "smo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83941, - "recall": 0.875494, - "f1": 0.850118, - "accuracy": 0.875494, - "main_score": 0.850118, - "hf_subset": "smo_Latn-tgl_Latn", - "languages": [ - "smo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.785268, - "recall": 0.837945, - "f1": 0.800634, - "accuracy": 0.837945, - "main_score": 0.800634, - "hf_subset": "smo_Latn-yue_Hant", - "languages": [ - "smo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760345, - "recall": 0.816206, - "f1": 0.77652, - "accuracy": 0.816206, - "main_score": 0.77652, - "hf_subset": "smo_Latn-asm_Beng", - "languages": [ - "smo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717459, - "recall": 0.775692, - "f1": 0.733856, - "accuracy": 0.775692, - "main_score": 0.733856, - "hf_subset": "smo_Latn-ckb_Arab", - "languages": [ - "smo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687625, - "recall": 0.746047, - "f1": 0.705127, - "accuracy": 0.746047, - "main_score": 0.705127, - "hf_subset": "smo_Latn-gle_Latn", - "languages": [ - "smo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638568, - "recall": 0.694664, - "f1": 0.653441, - "accuracy": 0.694664, - "main_score": 0.653441, - "hf_subset": "smo_Latn-kas_Arab", - "languages": [ - "smo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695611, - "recall": 0.75, - "f1": 0.711229, - "accuracy": 0.75, - "main_score": 0.711229, - "hf_subset": "smo_Latn-ltg_Latn", - "languages": [ - "smo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594652, - "recall": 0.639328, - "f1": 0.606804, - "accuracy": 0.639328, - "main_score": 0.606804, - "hf_subset": "smo_Latn-nso_Latn", - "languages": [ - "smo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738079, - "recall": 0.794466, - "f1": 0.754732, - "accuracy": 0.794466, - "main_score": 0.754732, - "hf_subset": "smo_Latn-sin_Sinh", - "languages": [ - "smo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788261, - "recall": 0.839921, - "f1": 0.803153, - "accuracy": 0.839921, - "main_score": 0.803153, - "hf_subset": "smo_Latn-tha_Thai", - "languages": [ - "smo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767385, - "recall": 0.820158, - "f1": 0.781988, - "accuracy": 0.820158, - "main_score": 0.781988, - "hf_subset": "smo_Latn-zho_Hans", - "languages": [ - "smo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797638, - "recall": 0.841897, - "f1": 0.810243, - "accuracy": 0.841897, - "main_score": 0.810243, - "hf_subset": "smo_Latn-ast_Latn", - "languages": [ - "smo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774574, - "recall": 0.828063, - "f1": 0.790195, - "accuracy": 0.828063, - "main_score": 0.790195, - "hf_subset": "smo_Latn-crh_Latn", - "languages": [ - "smo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814948, - "recall": 0.853755, - "f1": 0.826192, - "accuracy": 0.853755, - "main_score": 0.826192, - "hf_subset": "smo_Latn-glg_Latn", - "languages": [ - "smo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626918, - "recall": 0.684783, - "f1": 0.643483, - "accuracy": 0.684783, - "main_score": 0.643483, - "hf_subset": "smo_Latn-kas_Deva", - "languages": [ - "smo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743906, - "recall": 0.791502, - "f1": 0.757615, - "accuracy": 0.791502, - "main_score": 0.757615, - "hf_subset": "smo_Latn-ltz_Latn", - "languages": [ - "smo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483473, - "recall": 0.535573, - "f1": 0.497557, - "accuracy": 0.535573, - "main_score": 0.497557, - "hf_subset": "smo_Latn-nus_Latn", - "languages": [ - "smo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814889, - "recall": 0.859684, - "f1": 0.827758, - "accuracy": 0.859684, - "main_score": 0.827758, - "hf_subset": "smo_Latn-slk_Latn", - "languages": [ - "smo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477171, - "recall": 0.543478, - "f1": 0.496085, - "accuracy": 0.543478, - "main_score": 0.496085, - "hf_subset": "smo_Latn-tir_Ethi", - "languages": [ - "smo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.771673, - "recall": 0.825099, - "f1": 0.787159, - "accuracy": 0.825099, - "main_score": 0.787159, - "hf_subset": "smo_Latn-zho_Hant", - "languages": [ - "smo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782585, - "recall": 0.833992, - "f1": 0.797778, - "accuracy": 0.833992, - "main_score": 0.797778, - "hf_subset": "smo_Latn-awa_Deva", - "languages": [ - "smo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792261, - "recall": 0.836957, - "f1": 0.80569, - "accuracy": 0.836957, - "main_score": 0.80569, - "hf_subset": "smo_Latn-cym_Latn", - "languages": [ - "smo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648198, - "recall": 0.694664, - "f1": 0.661103, - "accuracy": 0.694664, - "main_score": 0.661103, - "hf_subset": "smo_Latn-grn_Latn", - "languages": [ - "smo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.755498, - "recall": 0.812253, - "f1": 0.771565, - "accuracy": 0.812253, - "main_score": 0.771565, - "hf_subset": "smo_Latn-kat_Geor", - "languages": [ - "smo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582082, - "recall": 0.625494, - "f1": 0.594063, - "accuracy": 0.625494, - "main_score": 0.594063, - "hf_subset": "smo_Latn-lua_Latn", - "languages": [ - "smo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592719, - "recall": 0.646245, - "f1": 0.60812, - "accuracy": 0.646245, - "main_score": 0.60812, - "hf_subset": "smo_Latn-nya_Latn", - "languages": [ - "smo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798238, - "recall": 0.844862, - "f1": 0.81168, - "accuracy": 0.844862, - "main_score": 0.81168, - "hf_subset": "smo_Latn-slv_Latn", - "languages": [ - "smo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731146, - "recall": 0.778656, - "f1": 0.744286, - "accuracy": 0.778656, - "main_score": 0.744286, - "hf_subset": "smo_Latn-tpi_Latn", - "languages": [ - "smo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840069, - "recall": 0.880435, - "f1": 0.851929, - "accuracy": 0.880435, - "main_score": 0.851929, - "hf_subset": "smo_Latn-zsm_Latn", - "languages": [ - "smo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514956, - "recall": 0.561265, - "f1": 0.527806, - "accuracy": 0.561265, - "main_score": 0.527806, - "hf_subset": "smo_Latn-ayr_Latn", - "languages": [ - "smo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818643, - "recall": 0.863636, - "f1": 0.831753, - "accuracy": 0.863636, - "main_score": 0.831753, - "hf_subset": "smo_Latn-dan_Latn", - "languages": [ - "smo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.790505, - "recall": 0.839921, - "f1": 0.804847, - "accuracy": 0.839921, - "main_score": 0.804847, - "hf_subset": "smo_Latn-guj_Gujr", - "languages": [ - "smo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795811, - "recall": 0.847826, - "f1": 0.811331, - "accuracy": 0.847826, - "main_score": 0.811331, - "hf_subset": "smo_Latn-kaz_Cyrl", - "languages": [ - "smo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529376, - "recall": 0.581028, - "f1": 0.543912, - "accuracy": 0.581028, - "main_score": 0.543912, - "hf_subset": "smo_Latn-lug_Latn", - "languages": [ - "smo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819667, - "recall": 0.864625, - "f1": 0.832847, - "accuracy": 0.864625, - "main_score": 0.832847, - "hf_subset": "smo_Latn-oci_Latn", - "languages": [ - "smo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539102, - "recall": 0.594862, - "f1": 0.554647, - "accuracy": 0.594862, - "main_score": 0.554647, - "hf_subset": "smo_Latn-tsn_Latn", - "languages": [ - "smo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59954, - "recall": 0.648221, - "f1": 0.613414, - "accuracy": 0.648221, - "main_score": 0.613414, - "hf_subset": "smo_Latn-zul_Latn", - "languages": [ - "smo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625266, - "recall": 0.685771, - "f1": 0.642106, - "accuracy": 0.685771, - "main_score": 0.642106, - "hf_subset": "smo_Latn-azb_Arab", - "languages": [ - "smo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82804, - "recall": 0.874506, - "f1": 0.842196, - "accuracy": 0.874506, - "main_score": 0.842196, - "hf_subset": "smo_Latn-deu_Latn", - "languages": [ - "smo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748445, - "recall": 0.80336, - "f1": 0.764462, - "accuracy": 0.80336, - "main_score": 0.764462, - "hf_subset": "smo_Latn-hat_Latn", - "languages": [ - "smo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490902, - "recall": 0.535573, - "f1": 0.503955, - "accuracy": 0.535573, - "main_score": 0.503955, - "hf_subset": "smo_Latn-kbp_Latn", - "languages": [ - "smo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556279, - "recall": 0.602767, - "f1": 0.569284, - "accuracy": 0.602767, - "main_score": 0.569284, - "hf_subset": "smo_Latn-luo_Latn", - "languages": [ - "smo-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772678, - "recall": 0.826087, - "f1": 0.788337, - "accuracy": 0.826087, - "main_score": 0.788337, - "hf_subset": "smo_Latn-ory_Orya", - "languages": [ - "smo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553329, - "recall": 0.609684, - "f1": 0.569372, - "accuracy": 0.609684, - "main_score": 0.569372, - "hf_subset": "smo_Latn-sna_Latn", - "languages": [ - "smo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540602, - "recall": 0.589921, - "f1": 0.553804, - "accuracy": 0.589921, - "main_score": 0.553804, - "hf_subset": "smo_Latn-tso_Latn", - "languages": [ - "smo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772884, - "recall": 0.826087, - "f1": 0.788084, - "accuracy": 0.826087, - "main_score": 0.788084, - "hf_subset": "smo_Latn-azj_Latn", - "languages": [ - "smo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517211, - "recall": 0.567194, - "f1": 0.531527, - "accuracy": 0.567194, - "main_score": 0.531527, - "hf_subset": "smo_Latn-dik_Latn", - "languages": [ - "smo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663307, - "recall": 0.718379, - "f1": 0.678884, - "accuracy": 0.718379, - "main_score": 0.678884, - "hf_subset": "smo_Latn-hau_Latn", - "languages": [ - "smo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751004, - "recall": 0.798419, - "f1": 0.764041, - "accuracy": 0.798419, - "main_score": 0.764041, - "hf_subset": "smo_Latn-kea_Latn", - "languages": [ - "smo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622285, - "recall": 0.661067, - "f1": 0.633169, - "accuracy": 0.661067, - "main_score": 0.633169, - "hf_subset": "smo_Latn-lus_Latn", - "languages": [ - "smo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664563, - "recall": 0.701581, - "f1": 0.675038, - "accuracy": 0.701581, - "main_score": 0.675038, - "hf_subset": "smo_Latn-pag_Latn", - "languages": [ - "smo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.777774, - "recall": 0.83004, - "f1": 0.793255, - "accuracy": 0.83004, - "main_score": 0.793255, - "hf_subset": "smo_Latn-snd_Arab", - "languages": [ - "smo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698083, - "recall": 0.753953, - "f1": 0.713794, - "accuracy": 0.753953, - "main_score": 0.713794, - "hf_subset": "smo_Latn-tuk_Latn", - "languages": [ - "smo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756271, - "recall": 0.801383, - "f1": 0.768513, - "accuracy": 0.801383, - "main_score": 0.768513, - "hf_subset": "smo_Latn-bak_Cyrl", - "languages": [ - "smo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44875, - "recall": 0.514822, - "f1": 0.467693, - "accuracy": 0.514822, - "main_score": 0.467693, - "hf_subset": "smo_Latn-dyu_Latn", - "languages": [ - "smo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8153, - "recall": 0.862648, - "f1": 0.829425, - "accuracy": 0.862648, - "main_score": 0.829425, - "hf_subset": "smo_Latn-heb_Hebr", - "languages": [ - "smo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748088, - "recall": 0.801383, - "f1": 0.763349, - "accuracy": 0.801383, - "main_score": 0.763349, - "hf_subset": "smo_Latn-khk_Cyrl", - "languages": [ - "smo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.802273, - "recall": 0.849802, - "f1": 0.816179, - "accuracy": 0.849802, - "main_score": 0.816179, - "hf_subset": "smo_Latn-lvs_Latn", - "languages": [ - "smo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8028, - "recall": 0.855731, - "f1": 0.818728, - "accuracy": 0.855731, - "main_score": 0.818728, - "hf_subset": "smo_Latn-pan_Guru", - "languages": [ - "smo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609339, - "recall": 0.666996, - "f1": 0.62534, - "accuracy": 0.666996, - "main_score": 0.62534, - "hf_subset": "smo_Latn-som_Latn", - "languages": [ - "smo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558212, - "recall": 0.601779, - "f1": 0.570608, - "accuracy": 0.601779, - "main_score": 0.570608, - "hf_subset": "smo_Latn-tum_Latn", - "languages": [ - "smo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429688, - "recall": 0.472332, - "f1": 0.441828, - "accuracy": 0.472332, - "main_score": 0.441828, - "hf_subset": "tsn_Latn-ace_Arab", - "languages": [ - "tsn-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50722, - "recall": 0.549407, - "f1": 0.518898, - "accuracy": 0.549407, - "main_score": 0.518898, - "hf_subset": "tsn_Latn-bam_Latn", - "languages": [ - "tsn-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211894, - "recall": 0.261858, - "f1": 0.224261, - "accuracy": 0.261858, - "main_score": 0.224261, - "hf_subset": "tsn_Latn-dzo_Tibt", - "languages": [ - "tsn-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549293, - "recall": 0.593874, - "f1": 0.561621, - "accuracy": 0.593874, - "main_score": 0.561621, - "hf_subset": "tsn_Latn-hin_Deva", - "languages": [ - "tsn-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505063, - "recall": 0.555336, - "f1": 0.5185, - "accuracy": 0.555336, - "main_score": 0.5185, - "hf_subset": "tsn_Latn-khm_Khmr", - "languages": [ - "tsn-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544831, - "recall": 0.583004, - "f1": 0.555368, - "accuracy": 0.583004, - "main_score": 0.555368, - "hf_subset": "tsn_Latn-mag_Deva", - "languages": [ - "tsn-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554093, - "recall": 0.592885, - "f1": 0.564034, - "accuracy": 0.592885, - "main_score": 0.564034, - "hf_subset": "tsn_Latn-pap_Latn", - "languages": [ - "tsn-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70135, - "recall": 0.754941, - "f1": 0.716978, - "accuracy": 0.754941, - "main_score": 0.716978, - "hf_subset": "tsn_Latn-sot_Latn", - "languages": [ - "tsn-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551463, - "recall": 0.594862, - "f1": 0.562468, - "accuracy": 0.594862, - "main_score": 0.562468, - "hf_subset": "tsn_Latn-tur_Latn", - "languages": [ - "tsn-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5541, - "recall": 0.588933, - "f1": 0.563757, - "accuracy": 0.588933, - "main_score": 0.563757, - "hf_subset": "tsn_Latn-ace_Latn", - "languages": [ - "tsn-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557794, - "recall": 0.589921, - "f1": 0.566914, - "accuracy": 0.589921, - "main_score": 0.566914, - "hf_subset": "tsn_Latn-ban_Latn", - "languages": [ - "tsn-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544788, - "recall": 0.591897, - "f1": 0.556984, - "accuracy": 0.591897, - "main_score": 0.556984, - "hf_subset": "tsn_Latn-ell_Grek", - "languages": [ - "tsn-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527691, - "recall": 0.572134, - "f1": 0.539317, - "accuracy": 0.572134, - "main_score": 0.539317, - "hf_subset": "tsn_Latn-hne_Deva", - "languages": [ - "tsn-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502669, - "recall": 0.550395, - "f1": 0.51583, - "accuracy": 0.550395, - "main_score": 0.51583, - "hf_subset": "tsn_Latn-kik_Latn", - "languages": [ - "tsn-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543859, - "recall": 0.590909, - "f1": 0.555976, - "accuracy": 0.590909, - "main_score": 0.555976, - "hf_subset": "tsn_Latn-mai_Deva", - "languages": [ - "tsn-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499984, - "recall": 0.549407, - "f1": 0.513084, - "accuracy": 0.549407, - "main_score": 0.513084, - "hf_subset": "tsn_Latn-pbt_Arab", - "languages": [ - "tsn-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554578, - "recall": 0.599802, - "f1": 0.566367, - "accuracy": 0.599802, - "main_score": 0.566367, - "hf_subset": "tsn_Latn-spa_Latn", - "languages": [ - "tsn-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539152, - "recall": 0.579051, - "f1": 0.550391, - "accuracy": 0.579051, - "main_score": 0.550391, - "hf_subset": "tsn_Latn-twi_Latn", - "languages": [ - "tsn-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543671, - "recall": 0.586957, - "f1": 0.554539, - "accuracy": 0.586957, - "main_score": 0.554539, - "hf_subset": "tsn_Latn-acm_Arab", - "languages": [ - "tsn-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520349, - "recall": 0.562253, - "f1": 0.530949, - "accuracy": 0.562253, - "main_score": 0.530949, - "hf_subset": "tsn_Latn-bel_Cyrl", - "languages": [ - "tsn-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5698, - "recall": 0.612648, - "f1": 0.580884, - "accuracy": 0.612648, - "main_score": 0.580884, - "hf_subset": "tsn_Latn-eng_Latn", - "languages": [ - "tsn-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563063, - "recall": 0.606719, - "f1": 0.574047, - "accuracy": 0.606719, - "main_score": 0.574047, - "hf_subset": "tsn_Latn-hrv_Latn", - "languages": [ - "tsn-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518132, - "recall": 0.564229, - "f1": 0.530814, - "accuracy": 0.564229, - "main_score": 0.530814, - "hf_subset": "tsn_Latn-kin_Latn", - "languages": [ - "tsn-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526273, - "recall": 0.577075, - "f1": 0.539712, - "accuracy": 0.577075, - "main_score": 0.539712, - "hf_subset": "tsn_Latn-mal_Mlym", - "languages": [ - "tsn-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543495, - "recall": 0.591897, - "f1": 0.556733, - "accuracy": 0.591897, - "main_score": 0.556733, - "hf_subset": "tsn_Latn-pes_Arab", - "languages": [ - "tsn-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54245, - "recall": 0.58004, - "f1": 0.552594, - "accuracy": 0.58004, - "main_score": 0.552594, - "hf_subset": "tsn_Latn-srd_Latn", - "languages": [ - "tsn-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192525, - "recall": 0.235178, - "f1": 0.203057, - "accuracy": 0.235178, - "main_score": 0.203057, - "hf_subset": "tsn_Latn-tzm_Tfng", - "languages": [ - "tsn-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538569, - "recall": 0.58498, - "f1": 0.550798, - "accuracy": 0.58498, - "main_score": 0.550798, - "hf_subset": "tsn_Latn-acq_Arab", - "languages": [ - "tsn-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567199, - "recall": 0.602767, - "f1": 0.576934, - "accuracy": 0.602767, - "main_score": 0.576934, - "hf_subset": "tsn_Latn-bem_Latn", - "languages": [ - "tsn-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542532, - "recall": 0.590909, - "f1": 0.555468, - "accuracy": 0.590909, - "main_score": 0.555468, - "hf_subset": "tsn_Latn-epo_Latn", - "languages": [ - "tsn-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557331, - "recall": 0.600791, - "f1": 0.568671, - "accuracy": 0.600791, - "main_score": 0.568671, - "hf_subset": "tsn_Latn-hun_Latn", - "languages": [ - "tsn-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52856, - "recall": 0.56917, - "f1": 0.53969, - "accuracy": 0.56917, - "main_score": 0.53969, - "hf_subset": "tsn_Latn-kir_Cyrl", - "languages": [ - "tsn-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546801, - "recall": 0.585968, - "f1": 0.55662, - "accuracy": 0.585968, - "main_score": 0.55662, - "hf_subset": "tsn_Latn-mar_Deva", - "languages": [ - "tsn-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54861, - "recall": 0.586957, - "f1": 0.558488, - "accuracy": 0.586957, - "main_score": 0.558488, - "hf_subset": "tsn_Latn-plt_Latn", - "languages": [ - "tsn-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549633, - "recall": 0.593874, - "f1": 0.561557, - "accuracy": 0.593874, - "main_score": 0.561557, - "hf_subset": "tsn_Latn-srp_Cyrl", - "languages": [ - "tsn-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464768, - "recall": 0.51581, - "f1": 0.478617, - "accuracy": 0.51581, - "main_score": 0.478617, - "hf_subset": "tsn_Latn-uig_Arab", - "languages": [ - "tsn-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530302, - "recall": 0.574111, - "f1": 0.541777, - "accuracy": 0.574111, - "main_score": 0.541777, - "hf_subset": "tsn_Latn-aeb_Arab", - "languages": [ - "tsn-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543361, - "recall": 0.591897, - "f1": 0.557242, - "accuracy": 0.591897, - "main_score": 0.557242, - "hf_subset": "tsn_Latn-ben_Beng", - "languages": [ - "tsn-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546777, - "recall": 0.58498, - "f1": 0.557019, - "accuracy": 0.58498, - "main_score": 0.557019, - "hf_subset": "tsn_Latn-est_Latn", - "languages": [ - "tsn-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533797, - "recall": 0.578063, - "f1": 0.545091, - "accuracy": 0.578063, - "main_score": 0.545091, - "hf_subset": "tsn_Latn-hye_Armn", - "languages": [ - "tsn-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524473, - "recall": 0.565217, - "f1": 0.536251, - "accuracy": 0.565217, - "main_score": 0.536251, - "hf_subset": "tsn_Latn-kmb_Latn", - "languages": [ - "tsn-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.378644, - "recall": 0.425889, - "f1": 0.391324, - "accuracy": 0.425889, - "main_score": 0.391324, - "hf_subset": "tsn_Latn-min_Arab", - "languages": [ - "tsn-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562165, - "recall": 0.603755, - "f1": 0.573039, - "accuracy": 0.603755, - "main_score": 0.573039, - "hf_subset": "tsn_Latn-pol_Latn", - "languages": [ - "tsn-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557945, - "recall": 0.605731, - "f1": 0.570863, - "accuracy": 0.605731, - "main_score": 0.570863, - "hf_subset": "tsn_Latn-ssw_Latn", - "languages": [ - "tsn-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555342, - "recall": 0.604743, - "f1": 0.56849, - "accuracy": 0.604743, - "main_score": 0.56849, - "hf_subset": "tsn_Latn-ukr_Cyrl", - "languages": [ - "tsn-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564881, - "recall": 0.604743, - "f1": 0.57561, - "accuracy": 0.604743, - "main_score": 0.57561, - "hf_subset": "tsn_Latn-afr_Latn", - "languages": [ - "tsn-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530185, - "recall": 0.574111, - "f1": 0.541959, - "accuracy": 0.574111, - "main_score": 0.541959, - "hf_subset": "tsn_Latn-bho_Deva", - "languages": [ - "tsn-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541263, - "recall": 0.58498, - "f1": 0.553317, - "accuracy": 0.58498, - "main_score": 0.553317, - "hf_subset": "tsn_Latn-eus_Latn", - "languages": [ - "tsn-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531644, - "recall": 0.583004, - "f1": 0.546326, - "accuracy": 0.583004, - "main_score": 0.546326, - "hf_subset": "tsn_Latn-ibo_Latn", - "languages": [ - "tsn-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525236, - "recall": 0.567194, - "f1": 0.536425, - "accuracy": 0.567194, - "main_score": 0.536425, - "hf_subset": "tsn_Latn-kmr_Latn", - "languages": [ - "tsn-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549372, - "recall": 0.591897, - "f1": 0.560553, - "accuracy": 0.591897, - "main_score": 0.560553, - "hf_subset": "tsn_Latn-min_Latn", - "languages": [ - "tsn-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560655, - "recall": 0.605731, - "f1": 0.572461, - "accuracy": 0.605731, - "main_score": 0.572461, - "hf_subset": "tsn_Latn-por_Latn", - "languages": [ - "tsn-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570756, - "recall": 0.610672, - "f1": 0.581428, - "accuracy": 0.610672, - "main_score": 0.581428, - "hf_subset": "tsn_Latn-sun_Latn", - "languages": [ - "tsn-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491645, - "recall": 0.535573, - "f1": 0.504744, - "accuracy": 0.535573, - "main_score": 0.504744, - "hf_subset": "tsn_Latn-umb_Latn", - "languages": [ - "tsn-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558395, - "recall": 0.599802, - "f1": 0.568622, - "accuracy": 0.599802, - "main_score": 0.568622, - "hf_subset": "tsn_Latn-ajp_Arab", - "languages": [ - "tsn-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392455, - "recall": 0.44664, - "f1": 0.407174, - "accuracy": 0.44664, - "main_score": 0.407174, - "hf_subset": "tsn_Latn-bjn_Arab", - "languages": [ - "tsn-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504698, - "recall": 0.543478, - "f1": 0.515836, - "accuracy": 0.543478, - "main_score": 0.515836, - "hf_subset": "tsn_Latn-ewe_Latn", - "languages": [ - "tsn-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569449, - "recall": 0.607708, - "f1": 0.579196, - "accuracy": 0.607708, - "main_score": 0.579196, - "hf_subset": "tsn_Latn-ilo_Latn", - "languages": [ - "tsn-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.297988, - "recall": 0.346838, - "f1": 0.311509, - "accuracy": 0.346838, - "main_score": 0.311509, - "hf_subset": "tsn_Latn-knc_Arab", - "languages": [ - "tsn-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542163, - "recall": 0.591897, - "f1": 0.555725, - "accuracy": 0.591897, - "main_score": 0.555725, - "hf_subset": "tsn_Latn-mkd_Cyrl", - "languages": [ - "tsn-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537565, - "recall": 0.585968, - "f1": 0.550272, - "accuracy": 0.585968, - "main_score": 0.550272, - "hf_subset": "tsn_Latn-prs_Arab", - "languages": [ - "tsn-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566004, - "recall": 0.603755, - "f1": 0.575703, - "accuracy": 0.603755, - "main_score": 0.575703, - "hf_subset": "tsn_Latn-swe_Latn", - "languages": [ - "tsn-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517215, - "recall": 0.56917, - "f1": 0.531356, - "accuracy": 0.56917, - "main_score": 0.531356, - "hf_subset": "tsn_Latn-urd_Arab", - "languages": [ - "tsn-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535385, - "recall": 0.577075, - "f1": 0.546469, - "accuracy": 0.577075, - "main_score": 0.546469, - "hf_subset": "tsn_Latn-aka_Latn", - "languages": [ - "tsn-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562953, - "recall": 0.603755, - "f1": 0.572946, - "accuracy": 0.603755, - "main_score": 0.572946, - "hf_subset": "tsn_Latn-bjn_Latn", - "languages": [ - "tsn-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543995, - "recall": 0.583992, - "f1": 0.554923, - "accuracy": 0.583992, - "main_score": 0.554923, - "hf_subset": "tsn_Latn-fao_Latn", - "languages": [ - "tsn-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569937, - "recall": 0.604743, - "f1": 0.579129, - "accuracy": 0.604743, - "main_score": 0.579129, - "hf_subset": "tsn_Latn-ind_Latn", - "languages": [ - "tsn-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518632, - "recall": 0.556324, - "f1": 0.528893, - "accuracy": 0.556324, - "main_score": 0.528893, - "hf_subset": "tsn_Latn-knc_Latn", - "languages": [ - "tsn-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555919, - "recall": 0.592885, - "f1": 0.565383, - "accuracy": 0.592885, - "main_score": 0.565383, - "hf_subset": "tsn_Latn-mlt_Latn", - "languages": [ - "tsn-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514273, - "recall": 0.559289, - "f1": 0.526293, - "accuracy": 0.559289, - "main_score": 0.526293, - "hf_subset": "tsn_Latn-quy_Latn", - "languages": [ - "tsn-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555837, - "recall": 0.596838, - "f1": 0.567447, - "accuracy": 0.596838, - "main_score": 0.567447, - "hf_subset": "tsn_Latn-swh_Latn", - "languages": [ - "tsn-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523057, - "recall": 0.567194, - "f1": 0.535328, - "accuracy": 0.567194, - "main_score": 0.535328, - "hf_subset": "tsn_Latn-uzn_Latn", - "languages": [ - "tsn-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552984, - "recall": 0.597826, - "f1": 0.564825, - "accuracy": 0.597826, - "main_score": 0.564825, - "hf_subset": "tsn_Latn-als_Latn", - "languages": [ - "tsn-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.28956, - "recall": 0.34585, - "f1": 0.3036, - "accuracy": 0.34585, - "main_score": 0.3036, - "hf_subset": "tsn_Latn-bod_Tibt", - "languages": [ - "tsn-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542269, - "recall": 0.578063, - "f1": 0.552539, - "accuracy": 0.578063, - "main_score": 0.552539, - "hf_subset": "tsn_Latn-fij_Latn", - "languages": [ - "tsn-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521096, - "recall": 0.562253, - "f1": 0.532314, - "accuracy": 0.562253, - "main_score": 0.532314, - "hf_subset": "tsn_Latn-isl_Latn", - "languages": [ - "tsn-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548897, - "recall": 0.583992, - "f1": 0.558965, - "accuracy": 0.583992, - "main_score": 0.558965, - "hf_subset": "tsn_Latn-kon_Latn", - "languages": [ - "tsn-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462717, - "recall": 0.511858, - "f1": 0.476171, - "accuracy": 0.511858, - "main_score": 0.476171, - "hf_subset": "tsn_Latn-mni_Beng", - "languages": [ - "tsn-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570616, - "recall": 0.617589, - "f1": 0.58309, - "accuracy": 0.617589, - "main_score": 0.58309, - "hf_subset": "tsn_Latn-ron_Latn", - "languages": [ - "tsn-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561737, - "recall": 0.603755, - "f1": 0.572565, - "accuracy": 0.603755, - "main_score": 0.572565, - "hf_subset": "tsn_Latn-szl_Latn", - "languages": [ - "tsn-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545764, - "recall": 0.590909, - "f1": 0.557295, - "accuracy": 0.590909, - "main_score": 0.557295, - "hf_subset": "tsn_Latn-vec_Latn", - "languages": [ - "tsn-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485149, - "recall": 0.530632, - "f1": 0.496994, - "accuracy": 0.530632, - "main_score": 0.496994, - "hf_subset": "tsn_Latn-amh_Ethi", - "languages": [ - "tsn-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561984, - "recall": 0.605731, - "f1": 0.573448, - "accuracy": 0.605731, - "main_score": 0.573448, - "hf_subset": "tsn_Latn-bos_Latn", - "languages": [ - "tsn-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544775, - "recall": 0.587945, - "f1": 0.555817, - "accuracy": 0.587945, - "main_score": 0.555817, - "hf_subset": "tsn_Latn-fin_Latn", - "languages": [ - "tsn-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559167, - "recall": 0.599802, - "f1": 0.569573, - "accuracy": 0.599802, - "main_score": 0.569573, - "hf_subset": "tsn_Latn-ita_Latn", - "languages": [ - "tsn-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533338, - "recall": 0.585968, - "f1": 0.546172, - "accuracy": 0.585968, - "main_score": 0.546172, - "hf_subset": "tsn_Latn-kor_Hang", - "languages": [ - "tsn-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513575, - "recall": 0.552372, - "f1": 0.524517, - "accuracy": 0.552372, - "main_score": 0.524517, - "hf_subset": "tsn_Latn-mos_Latn", - "languages": [ - "tsn-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534944, - "recall": 0.576087, - "f1": 0.546127, - "accuracy": 0.576087, - "main_score": 0.546127, - "hf_subset": "tsn_Latn-run_Latn", - "languages": [ - "tsn-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527037, - "recall": 0.575099, - "f1": 0.539576, - "accuracy": 0.575099, - "main_score": 0.539576, - "hf_subset": "tsn_Latn-tam_Taml", - "languages": [ - "tsn-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557766, - "recall": 0.601779, - "f1": 0.569113, - "accuracy": 0.601779, - "main_score": 0.569113, - "hf_subset": "tsn_Latn-vie_Latn", - "languages": [ - "tsn-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545142, - "recall": 0.593874, - "f1": 0.557517, - "accuracy": 0.593874, - "main_score": 0.557517, - "hf_subset": "tsn_Latn-apc_Arab", - "languages": [ - "tsn-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526601, - "recall": 0.567194, - "f1": 0.537041, - "accuracy": 0.567194, - "main_score": 0.537041, - "hf_subset": "tsn_Latn-bug_Latn", - "languages": [ - "tsn-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471682, - "recall": 0.51087, - "f1": 0.482061, - "accuracy": 0.51087, - "main_score": 0.482061, - "hf_subset": "tsn_Latn-fon_Latn", - "languages": [ - "tsn-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569712, - "recall": 0.606719, - "f1": 0.579568, - "accuracy": 0.606719, - "main_score": 0.579568, - "hf_subset": "tsn_Latn-jav_Latn", - "languages": [ - "tsn-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51207, - "recall": 0.561265, - "f1": 0.525283, - "accuracy": 0.561265, - "main_score": 0.525283, - "hf_subset": "tsn_Latn-lao_Laoo", - "languages": [ - "tsn-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517314, - "recall": 0.564229, - "f1": 0.529945, - "accuracy": 0.564229, - "main_score": 0.529945, - "hf_subset": "tsn_Latn-mri_Latn", - "languages": [ - "tsn-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553432, - "recall": 0.598814, - "f1": 0.56559, - "accuracy": 0.598814, - "main_score": 0.56559, - "hf_subset": "tsn_Latn-rus_Cyrl", - "languages": [ - "tsn-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489312, - "recall": 0.531621, - "f1": 0.501765, - "accuracy": 0.531621, - "main_score": 0.501765, - "hf_subset": "tsn_Latn-taq_Latn", - "languages": [ - "tsn-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572001, - "recall": 0.61166, - "f1": 0.582371, - "accuracy": 0.61166, - "main_score": 0.582371, - "hf_subset": "tsn_Latn-war_Latn", - "languages": [ - "tsn-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537516, - "recall": 0.586957, - "f1": 0.55021, - "accuracy": 0.586957, - "main_score": 0.55021, - "hf_subset": "tsn_Latn-arb_Arab", - "languages": [ - "tsn-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563036, - "recall": 0.602767, - "f1": 0.573782, - "accuracy": 0.602767, - "main_score": 0.573782, - "hf_subset": "tsn_Latn-bul_Cyrl", - "languages": [ - "tsn-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561758, - "recall": 0.606719, - "f1": 0.573294, - "accuracy": 0.606719, - "main_score": 0.573294, - "hf_subset": "tsn_Latn-fra_Latn", - "languages": [ - "tsn-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544265, - "recall": 0.58498, - "f1": 0.554613, - "accuracy": 0.58498, - "main_score": 0.554613, - "hf_subset": "tsn_Latn-jpn_Jpan", - "languages": [ - "tsn-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556725, - "recall": 0.601779, - "f1": 0.568521, - "accuracy": 0.601779, - "main_score": 0.568521, - "hf_subset": "tsn_Latn-lij_Latn", - "languages": [ - "tsn-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401988, - "recall": 0.456522, - "f1": 0.416353, - "accuracy": 0.456522, - "main_score": 0.416353, - "hf_subset": "tsn_Latn-mya_Mymr", - "languages": [ - "tsn-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510658, - "recall": 0.5583, - "f1": 0.523205, - "accuracy": 0.5583, - "main_score": 0.523205, - "hf_subset": "tsn_Latn-sag_Latn", - "languages": [ - "tsn-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.207681, - "recall": 0.250988, - "f1": 0.218107, - "accuracy": 0.250988, - "main_score": 0.218107, - "hf_subset": "tsn_Latn-taq_Tfng", - "languages": [ - "tsn-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53845, - "recall": 0.566206, - "f1": 0.546411, - "accuracy": 0.566206, - "main_score": 0.546411, - "hf_subset": "tsn_Latn-wol_Latn", - "languages": [ - "tsn-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445552, - "recall": 0.493083, - "f1": 0.458979, - "accuracy": 0.493083, - "main_score": 0.458979, - "hf_subset": "tsn_Latn-arb_Latn", - "languages": [ - "tsn-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552709, - "recall": 0.59585, - "f1": 0.563684, - "accuracy": 0.59585, - "main_score": 0.563684, - "hf_subset": "tsn_Latn-cat_Latn", - "languages": [ - "tsn-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54726, - "recall": 0.588933, - "f1": 0.558428, - "accuracy": 0.588933, - "main_score": 0.558428, - "hf_subset": "tsn_Latn-fur_Latn", - "languages": [ - "tsn-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423925, - "recall": 0.476285, - "f1": 0.437736, - "accuracy": 0.476285, - "main_score": 0.437736, - "hf_subset": "tsn_Latn-kab_Latn", - "languages": [ - "tsn-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54181, - "recall": 0.582016, - "f1": 0.552951, - "accuracy": 0.582016, - "main_score": 0.552951, - "hf_subset": "tsn_Latn-lim_Latn", - "languages": [ - "tsn-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550425, - "recall": 0.594862, - "f1": 0.562361, - "accuracy": 0.594862, - "main_score": 0.562361, - "hf_subset": "tsn_Latn-nld_Latn", - "languages": [ - "tsn-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494939, - "recall": 0.545455, - "f1": 0.508379, - "accuracy": 0.545455, - "main_score": 0.508379, - "hf_subset": "tsn_Latn-san_Deva", - "languages": [ - "tsn-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543446, - "recall": 0.586957, - "f1": 0.554772, - "accuracy": 0.586957, - "main_score": 0.554772, - "hf_subset": "tsn_Latn-tat_Cyrl", - "languages": [ - "tsn-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574502, - "recall": 0.619565, - "f1": 0.587409, - "accuracy": 0.619565, - "main_score": 0.587409, - "hf_subset": "tsn_Latn-xho_Latn", - "languages": [ - "tsn-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518382, - "recall": 0.574111, - "f1": 0.533344, - "accuracy": 0.574111, - "main_score": 0.533344, - "hf_subset": "tsn_Latn-ars_Arab", - "languages": [ - "tsn-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570344, - "recall": 0.605731, - "f1": 0.579966, - "accuracy": 0.605731, - "main_score": 0.579966, - "hf_subset": "tsn_Latn-ceb_Latn", - "languages": [ - "tsn-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507795, - "recall": 0.544466, - "f1": 0.518333, - "accuracy": 0.544466, - "main_score": 0.518333, - "hf_subset": "tsn_Latn-fuv_Latn", - "languages": [ - "tsn-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496139, - "recall": 0.536561, - "f1": 0.507316, - "accuracy": 0.536561, - "main_score": 0.507316, - "hf_subset": "tsn_Latn-kac_Latn", - "languages": [ - "tsn-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559276, - "recall": 0.599802, - "f1": 0.569636, - "accuracy": 0.599802, - "main_score": 0.569636, - "hf_subset": "tsn_Latn-lin_Latn", - "languages": [ - "tsn-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549087, - "recall": 0.592885, - "f1": 0.560976, - "accuracy": 0.592885, - "main_score": 0.560976, - "hf_subset": "tsn_Latn-nno_Latn", - "languages": [ - "tsn-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.126945, - "recall": 0.172925, - "f1": 0.138554, - "accuracy": 0.172925, - "main_score": 0.138554, - "hf_subset": "tsn_Latn-sat_Olck", - "languages": [ - "tsn-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537465, - "recall": 0.58498, - "f1": 0.54985, - "accuracy": 0.58498, - "main_score": 0.54985, - "hf_subset": "tsn_Latn-tel_Telu", - "languages": [ - "tsn-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483758, - "recall": 0.530632, - "f1": 0.495773, - "accuracy": 0.530632, - "main_score": 0.495773, - "hf_subset": "tsn_Latn-ydd_Hebr", - "languages": [ - "tsn-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520214, - "recall": 0.562253, - "f1": 0.53156, - "accuracy": 0.562253, - "main_score": 0.53156, - "hf_subset": "tsn_Latn-ary_Arab", - "languages": [ - "tsn-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549293, - "recall": 0.593874, - "f1": 0.561103, - "accuracy": 0.593874, - "main_score": 0.561103, - "hf_subset": "tsn_Latn-ces_Latn", - "languages": [ - "tsn-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5124, - "recall": 0.557312, - "f1": 0.524188, - "accuracy": 0.557312, - "main_score": 0.524188, - "hf_subset": "tsn_Latn-gaz_Latn", - "languages": [ - "tsn-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525807, - "recall": 0.565217, - "f1": 0.537385, - "accuracy": 0.565217, - "main_score": 0.537385, - "hf_subset": "tsn_Latn-kam_Latn", - "languages": [ - "tsn-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535178, - "recall": 0.585968, - "f1": 0.548472, - "accuracy": 0.585968, - "main_score": 0.548472, - "hf_subset": "tsn_Latn-lit_Latn", - "languages": [ - "tsn-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556254, - "recall": 0.596838, - "f1": 0.566912, - "accuracy": 0.596838, - "main_score": 0.566912, - "hf_subset": "tsn_Latn-nob_Latn", - "languages": [ - "tsn-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545053, - "recall": 0.587945, - "f1": 0.556724, - "accuracy": 0.587945, - "main_score": 0.556724, - "hf_subset": "tsn_Latn-scn_Latn", - "languages": [ - "tsn-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531847, - "recall": 0.575099, - "f1": 0.54387, - "accuracy": 0.575099, - "main_score": 0.54387, - "hf_subset": "tsn_Latn-tgk_Cyrl", - "languages": [ - "tsn-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497909, - "recall": 0.548419, - "f1": 0.511818, - "accuracy": 0.548419, - "main_score": 0.511818, - "hf_subset": "tsn_Latn-yor_Latn", - "languages": [ - "tsn-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549445, - "recall": 0.589921, - "f1": 0.559759, - "accuracy": 0.589921, - "main_score": 0.559759, - "hf_subset": "tsn_Latn-arz_Arab", - "languages": [ - "tsn-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495982, - "recall": 0.534585, - "f1": 0.506821, - "accuracy": 0.534585, - "main_score": 0.506821, - "hf_subset": "tsn_Latn-cjk_Latn", - "languages": [ - "tsn-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523351, - "recall": 0.567194, - "f1": 0.534993, - "accuracy": 0.567194, - "main_score": 0.534993, - "hf_subset": "tsn_Latn-gla_Latn", - "languages": [ - "tsn-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541111, - "recall": 0.589921, - "f1": 0.55402, - "accuracy": 0.589921, - "main_score": 0.55402, - "hf_subset": "tsn_Latn-kan_Knda", - "languages": [ - "tsn-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541294, - "recall": 0.581028, - "f1": 0.551859, - "accuracy": 0.581028, - "main_score": 0.551859, - "hf_subset": "tsn_Latn-lmo_Latn", - "languages": [ - "tsn-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524055, - "recall": 0.56917, - "f1": 0.536022, - "accuracy": 0.56917, - "main_score": 0.536022, - "hf_subset": "tsn_Latn-npi_Deva", - "languages": [ - "tsn-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440005, - "recall": 0.486166, - "f1": 0.45316, - "accuracy": 0.486166, - "main_score": 0.45316, - "hf_subset": "tsn_Latn-shn_Mymr", - "languages": [ - "tsn-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592388, - "recall": 0.62747, - "f1": 0.601738, - "accuracy": 0.62747, - "main_score": 0.601738, - "hf_subset": "tsn_Latn-tgl_Latn", - "languages": [ - "tsn-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540255, - "recall": 0.583992, - "f1": 0.551227, - "accuracy": 0.583992, - "main_score": 0.551227, - "hf_subset": "tsn_Latn-yue_Hant", - "languages": [ - "tsn-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508741, - "recall": 0.560277, - "f1": 0.522748, - "accuracy": 0.560277, - "main_score": 0.522748, - "hf_subset": "tsn_Latn-asm_Beng", - "languages": [ - "tsn-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509696, - "recall": 0.560277, - "f1": 0.522511, - "accuracy": 0.560277, - "main_score": 0.522511, - "hf_subset": "tsn_Latn-ckb_Arab", - "languages": [ - "tsn-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503973, - "recall": 0.550395, - "f1": 0.516988, - "accuracy": 0.550395, - "main_score": 0.516988, - "hf_subset": "tsn_Latn-gle_Latn", - "languages": [ - "tsn-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480716, - "recall": 0.527668, - "f1": 0.492484, - "accuracy": 0.527668, - "main_score": 0.492484, - "hf_subset": "tsn_Latn-kas_Arab", - "languages": [ - "tsn-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514945, - "recall": 0.559289, - "f1": 0.52659, - "accuracy": 0.559289, - "main_score": 0.52659, - "hf_subset": "tsn_Latn-ltg_Latn", - "languages": [ - "tsn-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687275, - "recall": 0.742095, - "f1": 0.702692, - "accuracy": 0.742095, - "main_score": 0.702692, - "hf_subset": "tsn_Latn-nso_Latn", - "languages": [ - "tsn-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467633, - "recall": 0.522727, - "f1": 0.482322, - "accuracy": 0.522727, - "main_score": 0.482322, - "hf_subset": "tsn_Latn-sin_Sinh", - "languages": [ - "tsn-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539315, - "recall": 0.58498, - "f1": 0.551585, - "accuracy": 0.58498, - "main_score": 0.551585, - "hf_subset": "tsn_Latn-tha_Thai", - "languages": [ - "tsn-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533986, - "recall": 0.578063, - "f1": 0.545281, - "accuracy": 0.578063, - "main_score": 0.545281, - "hf_subset": "tsn_Latn-zho_Hans", - "languages": [ - "tsn-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554121, - "recall": 0.591897, - "f1": 0.564684, - "accuracy": 0.591897, - "main_score": 0.564684, - "hf_subset": "tsn_Latn-ast_Latn", - "languages": [ - "tsn-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531593, - "recall": 0.577075, - "f1": 0.543568, - "accuracy": 0.577075, - "main_score": 0.543568, - "hf_subset": "tsn_Latn-crh_Latn", - "languages": [ - "tsn-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56064, - "recall": 0.603755, - "f1": 0.571463, - "accuracy": 0.603755, - "main_score": 0.571463, - "hf_subset": "tsn_Latn-glg_Latn", - "languages": [ - "tsn-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483421, - "recall": 0.530632, - "f1": 0.496694, - "accuracy": 0.530632, - "main_score": 0.496694, - "hf_subset": "tsn_Latn-kas_Deva", - "languages": [ - "tsn-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534784, - "recall": 0.572134, - "f1": 0.543828, - "accuracy": 0.572134, - "main_score": 0.543828, - "hf_subset": "tsn_Latn-ltz_Latn", - "languages": [ - "tsn-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463984, - "recall": 0.51087, - "f1": 0.476783, - "accuracy": 0.51087, - "main_score": 0.476783, - "hf_subset": "tsn_Latn-nus_Latn", - "languages": [ - "tsn-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559717, - "recall": 0.599802, - "f1": 0.570351, - "accuracy": 0.599802, - "main_score": 0.570351, - "hf_subset": "tsn_Latn-slk_Latn", - "languages": [ - "tsn-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404299, - "recall": 0.464427, - "f1": 0.421365, - "accuracy": 0.464427, - "main_score": 0.421365, - "hf_subset": "tsn_Latn-tir_Ethi", - "languages": [ - "tsn-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530788, - "recall": 0.58004, - "f1": 0.543266, - "accuracy": 0.58004, - "main_score": 0.543266, - "hf_subset": "tsn_Latn-zho_Hant", - "languages": [ - "tsn-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530491, - "recall": 0.576087, - "f1": 0.543017, - "accuracy": 0.576087, - "main_score": 0.543017, - "hf_subset": "tsn_Latn-awa_Deva", - "languages": [ - "tsn-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539108, - "recall": 0.575099, - "f1": 0.548518, - "accuracy": 0.575099, - "main_score": 0.548518, - "hf_subset": "tsn_Latn-cym_Latn", - "languages": [ - "tsn-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528854, - "recall": 0.565217, - "f1": 0.538204, - "accuracy": 0.565217, - "main_score": 0.538204, - "hf_subset": "tsn_Latn-grn_Latn", - "languages": [ - "tsn-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514245, - "recall": 0.564229, - "f1": 0.527041, - "accuracy": 0.564229, - "main_score": 0.527041, - "hf_subset": "tsn_Latn-kat_Geor", - "languages": [ - "tsn-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541491, - "recall": 0.58004, - "f1": 0.551604, - "accuracy": 0.58004, - "main_score": 0.551604, - "hf_subset": "tsn_Latn-lua_Latn", - "languages": [ - "tsn-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538038, - "recall": 0.583004, - "f1": 0.550411, - "accuracy": 0.583004, - "main_score": 0.550411, - "hf_subset": "tsn_Latn-nya_Latn", - "languages": [ - "tsn-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557536, - "recall": 0.600791, - "f1": 0.568264, - "accuracy": 0.600791, - "main_score": 0.568264, - "hf_subset": "tsn_Latn-slv_Latn", - "languages": [ - "tsn-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547214, - "recall": 0.58498, - "f1": 0.557127, - "accuracy": 0.58498, - "main_score": 0.557127, - "hf_subset": "tsn_Latn-tpi_Latn", - "languages": [ - "tsn-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574985, - "recall": 0.612648, - "f1": 0.584773, - "accuracy": 0.612648, - "main_score": 0.584773, - "hf_subset": "tsn_Latn-zsm_Latn", - "languages": [ - "tsn-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499833, - "recall": 0.540514, - "f1": 0.511919, - "accuracy": 0.540514, - "main_score": 0.511919, - "hf_subset": "tsn_Latn-ayr_Latn", - "languages": [ - "tsn-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552264, - "recall": 0.592885, - "f1": 0.56334, - "accuracy": 0.592885, - "main_score": 0.56334, - "hf_subset": "tsn_Latn-dan_Latn", - "languages": [ - "tsn-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534229, - "recall": 0.581028, - "f1": 0.546324, - "accuracy": 0.581028, - "main_score": 0.546324, - "hf_subset": "tsn_Latn-guj_Gujr", - "languages": [ - "tsn-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54213, - "recall": 0.58004, - "f1": 0.551976, - "accuracy": 0.58004, - "main_score": 0.551976, - "hf_subset": "tsn_Latn-kaz_Cyrl", - "languages": [ - "tsn-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510839, - "recall": 0.557312, - "f1": 0.523825, - "accuracy": 0.557312, - "main_score": 0.523825, - "hf_subset": "tsn_Latn-lug_Latn", - "languages": [ - "tsn-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563841, - "recall": 0.607708, - "f1": 0.575795, - "accuracy": 0.607708, - "main_score": 0.575795, - "hf_subset": "tsn_Latn-oci_Latn", - "languages": [ - "tsn-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552491, - "recall": 0.589921, - "f1": 0.562109, - "accuracy": 0.589921, - "main_score": 0.562109, - "hf_subset": "tsn_Latn-smo_Latn", - "languages": [ - "tsn-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56854, - "recall": 0.62253, - "f1": 0.583685, - "accuracy": 0.62253, - "main_score": 0.583685, - "hf_subset": "tsn_Latn-zul_Latn", - "languages": [ - "tsn-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472827, - "recall": 0.519763, - "f1": 0.485739, - "accuracy": 0.519763, - "main_score": 0.485739, - "hf_subset": "tsn_Latn-azb_Arab", - "languages": [ - "tsn-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562158, - "recall": 0.603755, - "f1": 0.572634, - "accuracy": 0.603755, - "main_score": 0.572634, - "hf_subset": "tsn_Latn-deu_Latn", - "languages": [ - "tsn-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513867, - "recall": 0.5583, - "f1": 0.525978, - "accuracy": 0.5583, - "main_score": 0.525978, - "hf_subset": "tsn_Latn-hat_Latn", - "languages": [ - "tsn-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499741, - "recall": 0.543478, - "f1": 0.511784, - "accuracy": 0.543478, - "main_score": 0.511784, - "hf_subset": "tsn_Latn-kbp_Latn", - "languages": [ - "tsn-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534973, - "recall": 0.578063, - "f1": 0.546664, - "accuracy": 0.578063, - "main_score": 0.546664, - "hf_subset": "tsn_Latn-luo_Latn", - "languages": [ - "tsn-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528173, - "recall": 0.578063, - "f1": 0.541286, - "accuracy": 0.578063, - "main_score": 0.541286, - "hf_subset": "tsn_Latn-ory_Orya", - "languages": [ - "tsn-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534239, - "recall": 0.58498, - "f1": 0.548166, - "accuracy": 0.58498, - "main_score": 0.548166, - "hf_subset": "tsn_Latn-sna_Latn", - "languages": [ - "tsn-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546923, - "recall": 0.590909, - "f1": 0.559063, - "accuracy": 0.590909, - "main_score": 0.559063, - "hf_subset": "tsn_Latn-tso_Latn", - "languages": [ - "tsn-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518876, - "recall": 0.571146, - "f1": 0.532891, - "accuracy": 0.571146, - "main_score": 0.532891, - "hf_subset": "tsn_Latn-azj_Latn", - "languages": [ - "tsn-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495636, - "recall": 0.538538, - "f1": 0.508235, - "accuracy": 0.538538, - "main_score": 0.508235, - "hf_subset": "tsn_Latn-dik_Latn", - "languages": [ - "tsn-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537931, - "recall": 0.579051, - "f1": 0.549777, - "accuracy": 0.579051, - "main_score": 0.549777, - "hf_subset": "tsn_Latn-hau_Latn", - "languages": [ - "tsn-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538403, - "recall": 0.56917, - "f1": 0.546897, - "accuracy": 0.56917, - "main_score": 0.546897, - "hf_subset": "tsn_Latn-kea_Latn", - "languages": [ - "tsn-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540133, - "recall": 0.56917, - "f1": 0.5486, - "accuracy": 0.56917, - "main_score": 0.5486, - "hf_subset": "tsn_Latn-lus_Latn", - "languages": [ - "tsn-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546429, - "recall": 0.579051, - "f1": 0.554638, - "accuracy": 0.579051, - "main_score": 0.554638, - "hf_subset": "tsn_Latn-pag_Latn", - "languages": [ - "tsn-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522817, - "recall": 0.571146, - "f1": 0.536306, - "accuracy": 0.571146, - "main_score": 0.536306, - "hf_subset": "tsn_Latn-snd_Arab", - "languages": [ - "tsn-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510827, - "recall": 0.556324, - "f1": 0.523423, - "accuracy": 0.556324, - "main_score": 0.523423, - "hf_subset": "tsn_Latn-tuk_Latn", - "languages": [ - "tsn-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538349, - "recall": 0.578063, - "f1": 0.548722, - "accuracy": 0.578063, - "main_score": 0.548722, - "hf_subset": "tsn_Latn-bak_Cyrl", - "languages": [ - "tsn-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418079, - "recall": 0.475296, - "f1": 0.435096, - "accuracy": 0.475296, - "main_score": 0.435096, - "hf_subset": "tsn_Latn-dyu_Latn", - "languages": [ - "tsn-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547082, - "recall": 0.590909, - "f1": 0.559511, - "accuracy": 0.590909, - "main_score": 0.559511, - "hf_subset": "tsn_Latn-heb_Hebr", - "languages": [ - "tsn-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523594, - "recall": 0.568182, - "f1": 0.535512, - "accuracy": 0.568182, - "main_score": 0.535512, - "hf_subset": "tsn_Latn-khk_Cyrl", - "languages": [ - "tsn-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543468, - "recall": 0.583992, - "f1": 0.553614, - "accuracy": 0.583992, - "main_score": 0.553614, - "hf_subset": "tsn_Latn-lvs_Latn", - "languages": [ - "tsn-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545677, - "recall": 0.592885, - "f1": 0.558386, - "accuracy": 0.592885, - "main_score": 0.558386, - "hf_subset": "tsn_Latn-pan_Guru", - "languages": [ - "tsn-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499632, - "recall": 0.543478, - "f1": 0.511459, - "accuracy": 0.543478, - "main_score": 0.511459, - "hf_subset": "tsn_Latn-som_Latn", - "languages": [ - "tsn-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52702, - "recall": 0.5583, - "f1": 0.53587, - "accuracy": 0.5583, - "main_score": 0.53587, - "hf_subset": "tsn_Latn-tum_Latn", - "languages": [ - "tsn-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428422, - "recall": 0.47332, - "f1": 0.440324, - "accuracy": 0.47332, - "main_score": 0.440324, - "hf_subset": "zul_Latn-ace_Arab", - "languages": [ - "zul-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513975, - "recall": 0.555336, - "f1": 0.525809, - "accuracy": 0.555336, - "main_score": 0.525809, - "hf_subset": "zul_Latn-bam_Latn", - "languages": [ - "zul-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.234236, - "recall": 0.277668, - "f1": 0.245207, - "accuracy": 0.277668, - "main_score": 0.245207, - "hf_subset": "zul_Latn-dzo_Tibt", - "languages": [ - "zul-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579617, - "recall": 0.632411, - "f1": 0.593328, - "accuracy": 0.632411, - "main_score": 0.593328, - "hf_subset": "zul_Latn-hin_Deva", - "languages": [ - "zul-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559243, - "recall": 0.61166, - "f1": 0.572707, - "accuracy": 0.61166, - "main_score": 0.572707, - "hf_subset": "zul_Latn-khm_Khmr", - "languages": [ - "zul-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580015, - "recall": 0.629447, - "f1": 0.593373, - "accuracy": 0.629447, - "main_score": 0.593373, - "hf_subset": "zul_Latn-mag_Deva", - "languages": [ - "zul-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577518, - "recall": 0.613636, - "f1": 0.586822, - "accuracy": 0.613636, - "main_score": 0.586822, - "hf_subset": "zul_Latn-pap_Latn", - "languages": [ - "zul-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606594, - "recall": 0.651186, - "f1": 0.617523, - "accuracy": 0.651186, - "main_score": 0.617523, - "hf_subset": "zul_Latn-sot_Latn", - "languages": [ - "zul-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586143, - "recall": 0.637352, - "f1": 0.599149, - "accuracy": 0.637352, - "main_score": 0.599149, - "hf_subset": "zul_Latn-tur_Latn", - "languages": [ - "zul-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579837, - "recall": 0.617589, - "f1": 0.589771, - "accuracy": 0.617589, - "main_score": 0.589771, - "hf_subset": "zul_Latn-ace_Latn", - "languages": [ - "zul-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567911, - "recall": 0.605731, - "f1": 0.578194, - "accuracy": 0.605731, - "main_score": 0.578194, - "hf_subset": "zul_Latn-ban_Latn", - "languages": [ - "zul-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597111, - "recall": 0.648221, - "f1": 0.609949, - "accuracy": 0.648221, - "main_score": 0.609949, - "hf_subset": "zul_Latn-ell_Grek", - "languages": [ - "zul-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570397, - "recall": 0.620553, - "f1": 0.583139, - "accuracy": 0.620553, - "main_score": 0.583139, - "hf_subset": "zul_Latn-hne_Deva", - "languages": [ - "zul-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509719, - "recall": 0.556324, - "f1": 0.521867, - "accuracy": 0.556324, - "main_score": 0.521867, - "hf_subset": "zul_Latn-kik_Latn", - "languages": [ - "zul-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576859, - "recall": 0.623518, - "f1": 0.58909, - "accuracy": 0.623518, - "main_score": 0.58909, - "hf_subset": "zul_Latn-mai_Deva", - "languages": [ - "zul-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537805, - "recall": 0.585968, - "f1": 0.549962, - "accuracy": 0.585968, - "main_score": 0.549962, - "hf_subset": "zul_Latn-pbt_Arab", - "languages": [ - "zul-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581018, - "recall": 0.636364, - "f1": 0.594907, - "accuracy": 0.636364, - "main_score": 0.594907, - "hf_subset": "zul_Latn-spa_Latn", - "languages": [ - "zul-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538689, - "recall": 0.573123, - "f1": 0.5483, - "accuracy": 0.573123, - "main_score": 0.5483, - "hf_subset": "zul_Latn-twi_Latn", - "languages": [ - "zul-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567857, - "recall": 0.620553, - "f1": 0.581171, - "accuracy": 0.620553, - "main_score": 0.581171, - "hf_subset": "zul_Latn-acm_Arab", - "languages": [ - "zul-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551464, - "recall": 0.601779, - "f1": 0.563705, - "accuracy": 0.601779, - "main_score": 0.563705, - "hf_subset": "zul_Latn-bel_Cyrl", - "languages": [ - "zul-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625105, - "recall": 0.675889, - "f1": 0.637519, - "accuracy": 0.675889, - "main_score": 0.637519, - "hf_subset": "zul_Latn-eng_Latn", - "languages": [ - "zul-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60266, - "recall": 0.653162, - "f1": 0.615029, - "accuracy": 0.653162, - "main_score": 0.615029, - "hf_subset": "zul_Latn-hrv_Latn", - "languages": [ - "zul-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569424, - "recall": 0.620553, - "f1": 0.582553, - "accuracy": 0.620553, - "main_score": 0.582553, - "hf_subset": "zul_Latn-kin_Latn", - "languages": [ - "zul-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568711, - "recall": 0.619565, - "f1": 0.581417, - "accuracy": 0.619565, - "main_score": 0.581417, - "hf_subset": "zul_Latn-mal_Mlym", - "languages": [ - "zul-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582235, - "recall": 0.634387, - "f1": 0.595586, - "accuracy": 0.634387, - "main_score": 0.595586, - "hf_subset": "zul_Latn-pes_Arab", - "languages": [ - "zul-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589161, - "recall": 0.635375, - "f1": 0.601108, - "accuracy": 0.635375, - "main_score": 0.601108, - "hf_subset": "zul_Latn-srd_Latn", - "languages": [ - "zul-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.21375, - "recall": 0.257905, - "f1": 0.225078, - "accuracy": 0.257905, - "main_score": 0.225078, - "hf_subset": "zul_Latn-tzm_Tfng", - "languages": [ - "zul-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581484, - "recall": 0.637352, - "f1": 0.5957, - "accuracy": 0.637352, - "main_score": 0.5957, - "hf_subset": "zul_Latn-acq_Arab", - "languages": [ - "zul-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583889, - "recall": 0.630435, - "f1": 0.596178, - "accuracy": 0.630435, - "main_score": 0.596178, - "hf_subset": "zul_Latn-bem_Latn", - "languages": [ - "zul-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599053, - "recall": 0.655138, - "f1": 0.612926, - "accuracy": 0.655138, - "main_score": 0.612926, - "hf_subset": "zul_Latn-epo_Latn", - "languages": [ - "zul-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589393, - "recall": 0.643281, - "f1": 0.6027, - "accuracy": 0.643281, - "main_score": 0.6027, - "hf_subset": "zul_Latn-hun_Latn", - "languages": [ - "zul-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561386, - "recall": 0.612648, - "f1": 0.574877, - "accuracy": 0.612648, - "main_score": 0.574877, - "hf_subset": "zul_Latn-kir_Cyrl", - "languages": [ - "zul-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58885, - "recall": 0.636364, - "f1": 0.601062, - "accuracy": 0.636364, - "main_score": 0.601062, - "hf_subset": "zul_Latn-mar_Deva", - "languages": [ - "zul-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561678, - "recall": 0.598814, - "f1": 0.571434, - "accuracy": 0.598814, - "main_score": 0.571434, - "hf_subset": "zul_Latn-plt_Latn", - "languages": [ - "zul-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606253, - "recall": 0.65415, - "f1": 0.61815, - "accuracy": 0.65415, - "main_score": 0.61815, - "hf_subset": "zul_Latn-srp_Cyrl", - "languages": [ - "zul-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510591, - "recall": 0.566206, - "f1": 0.525313, - "accuracy": 0.566206, - "main_score": 0.525313, - "hf_subset": "zul_Latn-uig_Arab", - "languages": [ - "zul-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555544, - "recall": 0.599802, - "f1": 0.567202, - "accuracy": 0.599802, - "main_score": 0.567202, - "hf_subset": "zul_Latn-aeb_Arab", - "languages": [ - "zul-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595205, - "recall": 0.652174, - "f1": 0.610087, - "accuracy": 0.652174, - "main_score": 0.610087, - "hf_subset": "zul_Latn-ben_Beng", - "languages": [ - "zul-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588694, - "recall": 0.63834, - "f1": 0.601012, - "accuracy": 0.63834, - "main_score": 0.601012, - "hf_subset": "zul_Latn-est_Latn", - "languages": [ - "zul-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574709, - "recall": 0.628458, - "f1": 0.588671, - "accuracy": 0.628458, - "main_score": 0.588671, - "hf_subset": "zul_Latn-hye_Armn", - "languages": [ - "zul-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525618, - "recall": 0.561265, - "f1": 0.535544, - "accuracy": 0.561265, - "main_score": 0.535544, - "hf_subset": "zul_Latn-kmb_Latn", - "languages": [ - "zul-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401498, - "recall": 0.449605, - "f1": 0.414308, - "accuracy": 0.449605, - "main_score": 0.414308, - "hf_subset": "zul_Latn-min_Arab", - "languages": [ - "zul-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596781, - "recall": 0.643281, - "f1": 0.608322, - "accuracy": 0.643281, - "main_score": 0.608322, - "hf_subset": "zul_Latn-pol_Latn", - "languages": [ - "zul-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736629, - "recall": 0.789526, - "f1": 0.752061, - "accuracy": 0.789526, - "main_score": 0.752061, - "hf_subset": "zul_Latn-ssw_Latn", - "languages": [ - "zul-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607133, - "recall": 0.659091, - "f1": 0.62062, - "accuracy": 0.659091, - "main_score": 0.62062, - "hf_subset": "zul_Latn-ukr_Cyrl", - "languages": [ - "zul-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622801, - "recall": 0.670949, - "f1": 0.635339, - "accuracy": 0.670949, - "main_score": 0.635339, - "hf_subset": "zul_Latn-afr_Latn", - "languages": [ - "zul-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575539, - "recall": 0.612648, - "f1": 0.584648, - "accuracy": 0.612648, - "main_score": 0.584648, - "hf_subset": "zul_Latn-bho_Deva", - "languages": [ - "zul-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592066, - "recall": 0.641304, - "f1": 0.604863, - "accuracy": 0.641304, - "main_score": 0.604863, - "hf_subset": "zul_Latn-eus_Latn", - "languages": [ - "zul-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540635, - "recall": 0.585968, - "f1": 0.553149, - "accuracy": 0.585968, - "main_score": 0.553149, - "hf_subset": "zul_Latn-ibo_Latn", - "languages": [ - "zul-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587298, - "recall": 0.633399, - "f1": 0.598984, - "accuracy": 0.633399, - "main_score": 0.598984, - "hf_subset": "zul_Latn-kmr_Latn", - "languages": [ - "zul-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591591, - "recall": 0.636364, - "f1": 0.602931, - "accuracy": 0.636364, - "main_score": 0.602931, - "hf_subset": "zul_Latn-min_Latn", - "languages": [ - "zul-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621746, - "recall": 0.668972, - "f1": 0.633698, - "accuracy": 0.668972, - "main_score": 0.633698, - "hf_subset": "zul_Latn-por_Latn", - "languages": [ - "zul-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607442, - "recall": 0.651186, - "f1": 0.619176, - "accuracy": 0.651186, - "main_score": 0.619176, - "hf_subset": "zul_Latn-sun_Latn", - "languages": [ - "zul-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492563, - "recall": 0.533597, - "f1": 0.504037, - "accuracy": 0.533597, - "main_score": 0.504037, - "hf_subset": "zul_Latn-umb_Latn", - "languages": [ - "zul-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583265, - "recall": 0.636364, - "f1": 0.596817, - "accuracy": 0.636364, - "main_score": 0.596817, - "hf_subset": "zul_Latn-ajp_Arab", - "languages": [ - "zul-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422153, - "recall": 0.463439, - "f1": 0.433418, - "accuracy": 0.463439, - "main_score": 0.433418, - "hf_subset": "zul_Latn-bjn_Arab", - "languages": [ - "zul-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492391, - "recall": 0.525692, - "f1": 0.501699, - "accuracy": 0.525692, - "main_score": 0.501699, - "hf_subset": "zul_Latn-ewe_Latn", - "languages": [ - "zul-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600509, - "recall": 0.643281, - "f1": 0.611173, - "accuracy": 0.643281, - "main_score": 0.611173, - "hf_subset": "zul_Latn-ilo_Latn", - "languages": [ - "zul-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.311275, - "recall": 0.359684, - "f1": 0.323976, - "accuracy": 0.359684, - "main_score": 0.323976, - "hf_subset": "zul_Latn-knc_Arab", - "languages": [ - "zul-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603217, - "recall": 0.652174, - "f1": 0.615757, - "accuracy": 0.652174, - "main_score": 0.615757, - "hf_subset": "zul_Latn-mkd_Cyrl", - "languages": [ - "zul-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596261, - "recall": 0.648221, - "f1": 0.609486, - "accuracy": 0.648221, - "main_score": 0.609486, - "hf_subset": "zul_Latn-prs_Arab", - "languages": [ - "zul-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600468, - "recall": 0.652174, - "f1": 0.613091, - "accuracy": 0.652174, - "main_score": 0.613091, - "hf_subset": "zul_Latn-swe_Latn", - "languages": [ - "zul-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567054, - "recall": 0.620553, - "f1": 0.581274, - "accuracy": 0.620553, - "main_score": 0.581274, - "hf_subset": "zul_Latn-urd_Arab", - "languages": [ - "zul-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518057, - "recall": 0.561265, - "f1": 0.529688, - "accuracy": 0.561265, - "main_score": 0.529688, - "hf_subset": "zul_Latn-aka_Latn", - "languages": [ - "zul-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586244, - "recall": 0.62747, - "f1": 0.59599, - "accuracy": 0.62747, - "main_score": 0.59599, - "hf_subset": "zul_Latn-bjn_Latn", - "languages": [ - "zul-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577995, - "recall": 0.624506, - "f1": 0.590518, - "accuracy": 0.624506, - "main_score": 0.590518, - "hf_subset": "zul_Latn-fao_Latn", - "languages": [ - "zul-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609733, - "recall": 0.655138, - "f1": 0.621463, - "accuracy": 0.655138, - "main_score": 0.621463, - "hf_subset": "zul_Latn-ind_Latn", - "languages": [ - "zul-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53785, - "recall": 0.579051, - "f1": 0.549412, - "accuracy": 0.579051, - "main_score": 0.549412, - "hf_subset": "zul_Latn-knc_Latn", - "languages": [ - "zul-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607012, - "recall": 0.650198, - "f1": 0.618031, - "accuracy": 0.650198, - "main_score": 0.618031, - "hf_subset": "zul_Latn-mlt_Latn", - "languages": [ - "zul-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524645, - "recall": 0.56917, - "f1": 0.537095, - "accuracy": 0.56917, - "main_score": 0.537095, - "hf_subset": "zul_Latn-quy_Latn", - "languages": [ - "zul-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614282, - "recall": 0.662055, - "f1": 0.626672, - "accuracy": 0.662055, - "main_score": 0.626672, - "hf_subset": "zul_Latn-swh_Latn", - "languages": [ - "zul-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575625, - "recall": 0.62747, - "f1": 0.588641, - "accuracy": 0.62747, - "main_score": 0.588641, - "hf_subset": "zul_Latn-uzn_Latn", - "languages": [ - "zul-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591663, - "recall": 0.635375, - "f1": 0.602155, - "accuracy": 0.635375, - "main_score": 0.602155, - "hf_subset": "zul_Latn-als_Latn", - "languages": [ - "zul-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.305388, - "recall": 0.363636, - "f1": 0.320616, - "accuracy": 0.363636, - "main_score": 0.320616, - "hf_subset": "zul_Latn-bod_Tibt", - "languages": [ - "zul-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54793, - "recall": 0.592885, - "f1": 0.559975, - "accuracy": 0.592885, - "main_score": 0.559975, - "hf_subset": "zul_Latn-fij_Latn", - "languages": [ - "zul-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569064, - "recall": 0.617589, - "f1": 0.582024, - "accuracy": 0.617589, - "main_score": 0.582024, - "hf_subset": "zul_Latn-isl_Latn", - "languages": [ - "zul-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548912, - "recall": 0.590909, - "f1": 0.559791, - "accuracy": 0.590909, - "main_score": 0.559791, - "hf_subset": "zul_Latn-kon_Latn", - "languages": [ - "zul-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476122, - "recall": 0.522727, - "f1": 0.488729, - "accuracy": 0.522727, - "main_score": 0.488729, - "hf_subset": "zul_Latn-mni_Beng", - "languages": [ - "zul-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612062, - "recall": 0.660079, - "f1": 0.623328, - "accuracy": 0.660079, - "main_score": 0.623328, - "hf_subset": "zul_Latn-ron_Latn", - "languages": [ - "zul-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577702, - "recall": 0.633399, - "f1": 0.592089, - "accuracy": 0.633399, - "main_score": 0.592089, - "hf_subset": "zul_Latn-szl_Latn", - "languages": [ - "zul-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595207, - "recall": 0.637352, - "f1": 0.60625, - "accuracy": 0.637352, - "main_score": 0.60625, - "hf_subset": "zul_Latn-vec_Latn", - "languages": [ - "zul-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535845, - "recall": 0.588933, - "f1": 0.549123, - "accuracy": 0.588933, - "main_score": 0.549123, - "hf_subset": "zul_Latn-amh_Ethi", - "languages": [ - "zul-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604393, - "recall": 0.651186, - "f1": 0.616193, - "accuracy": 0.651186, - "main_score": 0.616193, - "hf_subset": "zul_Latn-bos_Latn", - "languages": [ - "zul-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57024, - "recall": 0.616601, - "f1": 0.581743, - "accuracy": 0.616601, - "main_score": 0.581743, - "hf_subset": "zul_Latn-fin_Latn", - "languages": [ - "zul-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597859, - "recall": 0.649209, - "f1": 0.611923, - "accuracy": 0.649209, - "main_score": 0.611923, - "hf_subset": "zul_Latn-ita_Latn", - "languages": [ - "zul-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573222, - "recall": 0.621542, - "f1": 0.585975, - "accuracy": 0.621542, - "main_score": 0.585975, - "hf_subset": "zul_Latn-kor_Hang", - "languages": [ - "zul-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507475, - "recall": 0.548419, - "f1": 0.518942, - "accuracy": 0.548419, - "main_score": 0.518942, - "hf_subset": "zul_Latn-mos_Latn", - "languages": [ - "zul-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56232, - "recall": 0.606719, - "f1": 0.573858, - "accuracy": 0.606719, - "main_score": 0.573858, - "hf_subset": "zul_Latn-run_Latn", - "languages": [ - "zul-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564357, - "recall": 0.614625, - "f1": 0.577224, - "accuracy": 0.614625, - "main_score": 0.577224, - "hf_subset": "zul_Latn-tam_Taml", - "languages": [ - "zul-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596249, - "recall": 0.642292, - "f1": 0.608289, - "accuracy": 0.642292, - "main_score": 0.608289, - "hf_subset": "zul_Latn-vie_Latn", - "languages": [ - "zul-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578767, - "recall": 0.630435, - "f1": 0.592101, - "accuracy": 0.630435, - "main_score": 0.592101, - "hf_subset": "zul_Latn-apc_Arab", - "languages": [ - "zul-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535013, - "recall": 0.582016, - "f1": 0.546931, - "accuracy": 0.582016, - "main_score": 0.546931, - "hf_subset": "zul_Latn-bug_Latn", - "languages": [ - "zul-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471773, - "recall": 0.511858, - "f1": 0.482962, - "accuracy": 0.511858, - "main_score": 0.482962, - "hf_subset": "zul_Latn-fon_Latn", - "languages": [ - "zul-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616875, - "recall": 0.651186, - "f1": 0.625891, - "accuracy": 0.651186, - "main_score": 0.625891, - "hf_subset": "zul_Latn-jav_Latn", - "languages": [ - "zul-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555361, - "recall": 0.606719, - "f1": 0.568438, - "accuracy": 0.606719, - "main_score": 0.568438, - "hf_subset": "zul_Latn-lao_Laoo", - "languages": [ - "zul-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554947, - "recall": 0.597826, - "f1": 0.565701, - "accuracy": 0.597826, - "main_score": 0.565701, - "hf_subset": "zul_Latn-mri_Latn", - "languages": [ - "zul-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591719, - "recall": 0.644269, - "f1": 0.604756, - "accuracy": 0.644269, - "main_score": 0.604756, - "hf_subset": "zul_Latn-rus_Cyrl", - "languages": [ - "zul-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477232, - "recall": 0.512846, - "f1": 0.487934, - "accuracy": 0.512846, - "main_score": 0.487934, - "hf_subset": "zul_Latn-taq_Latn", - "languages": [ - "zul-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607715, - "recall": 0.648221, - "f1": 0.617754, - "accuracy": 0.648221, - "main_score": 0.617754, - "hf_subset": "zul_Latn-war_Latn", - "languages": [ - "zul-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587662, - "recall": 0.640316, - "f1": 0.600956, - "accuracy": 0.640316, - "main_score": 0.600956, - "hf_subset": "zul_Latn-arb_Arab", - "languages": [ - "zul-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600126, - "recall": 0.646245, - "f1": 0.61107, - "accuracy": 0.646245, - "main_score": 0.61107, - "hf_subset": "zul_Latn-bul_Cyrl", - "languages": [ - "zul-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601777, - "recall": 0.658103, - "f1": 0.615836, - "accuracy": 0.658103, - "main_score": 0.615836, - "hf_subset": "zul_Latn-fra_Latn", - "languages": [ - "zul-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57506, - "recall": 0.620553, - "f1": 0.586619, - "accuracy": 0.620553, - "main_score": 0.586619, - "hf_subset": "zul_Latn-jpn_Jpan", - "languages": [ - "zul-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582534, - "recall": 0.630435, - "f1": 0.59497, - "accuracy": 0.630435, - "main_score": 0.59497, - "hf_subset": "zul_Latn-lij_Latn", - "languages": [ - "zul-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439406, - "recall": 0.507905, - "f1": 0.456664, - "accuracy": 0.507905, - "main_score": 0.456664, - "hf_subset": "zul_Latn-mya_Mymr", - "languages": [ - "zul-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518088, - "recall": 0.551383, - "f1": 0.527261, - "accuracy": 0.551383, - "main_score": 0.527261, - "hf_subset": "zul_Latn-sag_Latn", - "languages": [ - "zul-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.2293, - "recall": 0.273715, - "f1": 0.239966, - "accuracy": 0.273715, - "main_score": 0.239966, - "hf_subset": "zul_Latn-taq_Tfng", - "languages": [ - "zul-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545907, - "recall": 0.583992, - "f1": 0.556705, - "accuracy": 0.583992, - "main_score": 0.556705, - "hf_subset": "zul_Latn-wol_Latn", - "languages": [ - "zul-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475388, - "recall": 0.523715, - "f1": 0.488085, - "accuracy": 0.523715, - "main_score": 0.488085, - "hf_subset": "zul_Latn-arb_Latn", - "languages": [ - "zul-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610948, - "recall": 0.662055, - "f1": 0.623558, - "accuracy": 0.662055, - "main_score": 0.623558, - "hf_subset": "zul_Latn-cat_Latn", - "languages": [ - "zul-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574856, - "recall": 0.621542, - "f1": 0.586726, - "accuracy": 0.621542, - "main_score": 0.586726, - "hf_subset": "zul_Latn-fur_Latn", - "languages": [ - "zul-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466206, - "recall": 0.514822, - "f1": 0.479238, - "accuracy": 0.514822, - "main_score": 0.479238, - "hf_subset": "zul_Latn-kab_Latn", - "languages": [ - "zul-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55669, - "recall": 0.598814, - "f1": 0.567297, - "accuracy": 0.598814, - "main_score": 0.567297, - "hf_subset": "zul_Latn-lim_Latn", - "languages": [ - "zul-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592653, - "recall": 0.642292, - "f1": 0.604864, - "accuracy": 0.642292, - "main_score": 0.604864, - "hf_subset": "zul_Latn-nld_Latn", - "languages": [ - "zul-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545369, - "recall": 0.599802, - "f1": 0.559307, - "accuracy": 0.599802, - "main_score": 0.559307, - "hf_subset": "zul_Latn-san_Deva", - "languages": [ - "zul-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573866, - "recall": 0.620553, - "f1": 0.586159, - "accuracy": 0.620553, - "main_score": 0.586159, - "hf_subset": "zul_Latn-tat_Cyrl", - "languages": [ - "zul-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71857, - "recall": 0.767787, - "f1": 0.73226, - "accuracy": 0.767787, - "main_score": 0.73226, - "hf_subset": "zul_Latn-xho_Latn", - "languages": [ - "zul-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564229, - "recall": 0.621542, - "f1": 0.579018, - "accuracy": 0.621542, - "main_score": 0.579018, - "hf_subset": "zul_Latn-ars_Arab", - "languages": [ - "zul-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613473, - "recall": 0.652174, - "f1": 0.622914, - "accuracy": 0.652174, - "main_score": 0.622914, - "hf_subset": "zul_Latn-ceb_Latn", - "languages": [ - "zul-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490713, - "recall": 0.535573, - "f1": 0.503685, - "accuracy": 0.535573, - "main_score": 0.503685, - "hf_subset": "zul_Latn-fuv_Latn", - "languages": [ - "zul-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491943, - "recall": 0.533597, - "f1": 0.503346, - "accuracy": 0.533597, - "main_score": 0.503346, - "hf_subset": "zul_Latn-kac_Latn", - "languages": [ - "zul-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551865, - "recall": 0.587945, - "f1": 0.560976, - "accuracy": 0.587945, - "main_score": 0.560976, - "hf_subset": "zul_Latn-lin_Latn", - "languages": [ - "zul-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587435, - "recall": 0.642292, - "f1": 0.601994, - "accuracy": 0.642292, - "main_score": 0.601994, - "hf_subset": "zul_Latn-nno_Latn", - "languages": [ - "zul-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.145588, - "recall": 0.19664, - "f1": 0.158374, - "accuracy": 0.19664, - "main_score": 0.158374, - "hf_subset": "zul_Latn-sat_Olck", - "languages": [ - "zul-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578897, - "recall": 0.633399, - "f1": 0.592545, - "accuracy": 0.633399, - "main_score": 0.592545, - "hf_subset": "zul_Latn-tel_Telu", - "languages": [ - "zul-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521742, - "recall": 0.587945, - "f1": 0.538122, - "accuracy": 0.587945, - "main_score": 0.538122, - "hf_subset": "zul_Latn-ydd_Hebr", - "languages": [ - "zul-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541503, - "recall": 0.589921, - "f1": 0.554108, - "accuracy": 0.589921, - "main_score": 0.554108, - "hf_subset": "zul_Latn-ary_Arab", - "languages": [ - "zul-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597148, - "recall": 0.649209, - "f1": 0.610289, - "accuracy": 0.649209, - "main_score": 0.610289, - "hf_subset": "zul_Latn-ces_Latn", - "languages": [ - "zul-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532239, - "recall": 0.578063, - "f1": 0.544733, - "accuracy": 0.578063, - "main_score": 0.544733, - "hf_subset": "zul_Latn-gaz_Latn", - "languages": [ - "zul-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535859, - "recall": 0.583992, - "f1": 0.548813, - "accuracy": 0.583992, - "main_score": 0.548813, - "hf_subset": "zul_Latn-kam_Latn", - "languages": [ - "zul-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570671, - "recall": 0.619565, - "f1": 0.583468, - "accuracy": 0.619565, - "main_score": 0.583468, - "hf_subset": "zul_Latn-lit_Latn", - "languages": [ - "zul-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607026, - "recall": 0.656126, - "f1": 0.619937, - "accuracy": 0.656126, - "main_score": 0.619937, - "hf_subset": "zul_Latn-nob_Latn", - "languages": [ - "zul-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577825, - "recall": 0.621542, - "f1": 0.589205, - "accuracy": 0.621542, - "main_score": 0.589205, - "hf_subset": "zul_Latn-scn_Latn", - "languages": [ - "zul-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579367, - "recall": 0.624506, - "f1": 0.591187, - "accuracy": 0.624506, - "main_score": 0.591187, - "hf_subset": "zul_Latn-tgk_Cyrl", - "languages": [ - "zul-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528263, - "recall": 0.583004, - "f1": 0.54338, - "accuracy": 0.583004, - "main_score": 0.54338, - "hf_subset": "zul_Latn-yor_Latn", - "languages": [ - "zul-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576424, - "recall": 0.629447, - "f1": 0.5903, - "accuracy": 0.629447, - "main_score": 0.5903, - "hf_subset": "zul_Latn-arz_Arab", - "languages": [ - "zul-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48358, - "recall": 0.521739, - "f1": 0.494177, - "accuracy": 0.521739, - "main_score": 0.494177, - "hf_subset": "zul_Latn-cjk_Latn", - "languages": [ - "zul-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548206, - "recall": 0.590909, - "f1": 0.559969, - "accuracy": 0.590909, - "main_score": 0.559969, - "hf_subset": "zul_Latn-gla_Latn", - "languages": [ - "zul-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589591, - "recall": 0.640316, - "f1": 0.602247, - "accuracy": 0.640316, - "main_score": 0.602247, - "hf_subset": "zul_Latn-kan_Knda", - "languages": [ - "zul-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582645, - "recall": 0.62253, - "f1": 0.592333, - "accuracy": 0.62253, - "main_score": 0.592333, - "hf_subset": "zul_Latn-lmo_Latn", - "languages": [ - "zul-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562273, - "recall": 0.613636, - "f1": 0.575925, - "accuracy": 0.613636, - "main_score": 0.575925, - "hf_subset": "zul_Latn-npi_Deva", - "languages": [ - "zul-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438046, - "recall": 0.476285, - "f1": 0.448567, - "accuracy": 0.476285, - "main_score": 0.448567, - "hf_subset": "zul_Latn-shn_Mymr", - "languages": [ - "zul-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632027, - "recall": 0.674901, - "f1": 0.643262, - "accuracy": 0.674901, - "main_score": 0.643262, - "hf_subset": "zul_Latn-tgl_Latn", - "languages": [ - "zul-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572686, - "recall": 0.629447, - "f1": 0.586523, - "accuracy": 0.629447, - "main_score": 0.586523, - "hf_subset": "zul_Latn-yue_Hant", - "languages": [ - "zul-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539055, - "recall": 0.600791, - "f1": 0.555046, - "accuracy": 0.600791, - "main_score": 0.555046, - "hf_subset": "zul_Latn-asm_Beng", - "languages": [ - "zul-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532083, - "recall": 0.585968, - "f1": 0.545786, - "accuracy": 0.585968, - "main_score": 0.545786, - "hf_subset": "zul_Latn-ckb_Arab", - "languages": [ - "zul-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552245, - "recall": 0.596838, - "f1": 0.565145, - "accuracy": 0.596838, - "main_score": 0.565145, - "hf_subset": "zul_Latn-gle_Latn", - "languages": [ - "zul-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496122, - "recall": 0.543478, - "f1": 0.508224, - "accuracy": 0.543478, - "main_score": 0.508224, - "hf_subset": "zul_Latn-kas_Arab", - "languages": [ - "zul-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549425, - "recall": 0.598814, - "f1": 0.56242, - "accuracy": 0.598814, - "main_score": 0.56242, - "hf_subset": "zul_Latn-ltg_Latn", - "languages": [ - "zul-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603258, - "recall": 0.644269, - "f1": 0.614622, - "accuracy": 0.644269, - "main_score": 0.614622, - "hf_subset": "zul_Latn-nso_Latn", - "languages": [ - "zul-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524303, - "recall": 0.583004, - "f1": 0.539803, - "accuracy": 0.583004, - "main_score": 0.539803, - "hf_subset": "zul_Latn-sin_Sinh", - "languages": [ - "zul-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585371, - "recall": 0.634387, - "f1": 0.597027, - "accuracy": 0.634387, - "main_score": 0.597027, - "hf_subset": "zul_Latn-tha_Thai", - "languages": [ - "zul-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565502, - "recall": 0.607708, - "f1": 0.575923, - "accuracy": 0.607708, - "main_score": 0.575923, - "hf_subset": "zul_Latn-zho_Hans", - "languages": [ - "zul-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606285, - "recall": 0.655138, - "f1": 0.618904, - "accuracy": 0.655138, - "main_score": 0.618904, - "hf_subset": "zul_Latn-ast_Latn", - "languages": [ - "zul-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579287, - "recall": 0.62747, - "f1": 0.591397, - "accuracy": 0.62747, - "main_score": 0.591397, - "hf_subset": "zul_Latn-crh_Latn", - "languages": [ - "zul-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611214, - "recall": 0.660079, - "f1": 0.623939, - "accuracy": 0.660079, - "main_score": 0.623939, - "hf_subset": "zul_Latn-glg_Latn", - "languages": [ - "zul-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49618, - "recall": 0.540514, - "f1": 0.507824, - "accuracy": 0.540514, - "main_score": 0.507824, - "hf_subset": "zul_Latn-kas_Deva", - "languages": [ - "zul-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554604, - "recall": 0.59585, - "f1": 0.564717, - "accuracy": 0.59585, - "main_score": 0.564717, - "hf_subset": "zul_Latn-ltz_Latn", - "languages": [ - "zul-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460179, - "recall": 0.507905, - "f1": 0.473764, - "accuracy": 0.507905, - "main_score": 0.473764, - "hf_subset": "zul_Latn-nus_Latn", - "languages": [ - "zul-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580739, - "recall": 0.632411, - "f1": 0.594254, - "accuracy": 0.632411, - "main_score": 0.594254, - "hf_subset": "zul_Latn-slk_Latn", - "languages": [ - "zul-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.428783, - "recall": 0.481225, - "f1": 0.442414, - "accuracy": 0.481225, - "main_score": 0.442414, - "hf_subset": "zul_Latn-tir_Ethi", - "languages": [ - "zul-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564976, - "recall": 0.619565, - "f1": 0.578497, - "accuracy": 0.619565, - "main_score": 0.578497, - "hf_subset": "zul_Latn-zho_Hant", - "languages": [ - "zul-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57502, - "recall": 0.612648, - "f1": 0.584413, - "accuracy": 0.612648, - "main_score": 0.584413, - "hf_subset": "zul_Latn-awa_Deva", - "languages": [ - "zul-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604844, - "recall": 0.651186, - "f1": 0.616648, - "accuracy": 0.651186, - "main_score": 0.616648, - "hf_subset": "zul_Latn-cym_Latn", - "languages": [ - "zul-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543201, - "recall": 0.583992, - "f1": 0.553847, - "accuracy": 0.583992, - "main_score": 0.553847, - "hf_subset": "zul_Latn-grn_Latn", - "languages": [ - "zul-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544937, - "recall": 0.601779, - "f1": 0.559715, - "accuracy": 0.601779, - "main_score": 0.559715, - "hf_subset": "zul_Latn-kat_Geor", - "languages": [ - "zul-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545845, - "recall": 0.583992, - "f1": 0.556162, - "accuracy": 0.583992, - "main_score": 0.556162, - "hf_subset": "zul_Latn-lua_Latn", - "languages": [ - "zul-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57509, - "recall": 0.620553, - "f1": 0.587248, - "accuracy": 0.620553, - "main_score": 0.587248, - "hf_subset": "zul_Latn-nya_Latn", - "languages": [ - "zul-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578483, - "recall": 0.629447, - "f1": 0.590748, - "accuracy": 0.629447, - "main_score": 0.590748, - "hf_subset": "zul_Latn-slv_Latn", - "languages": [ - "zul-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578216, - "recall": 0.617589, - "f1": 0.587984, - "accuracy": 0.617589, - "main_score": 0.587984, - "hf_subset": "zul_Latn-tpi_Latn", - "languages": [ - "zul-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623524, - "recall": 0.668972, - "f1": 0.635096, - "accuracy": 0.668972, - "main_score": 0.635096, - "hf_subset": "zul_Latn-zsm_Latn", - "languages": [ - "zul-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510404, - "recall": 0.550395, - "f1": 0.522006, - "accuracy": 0.550395, - "main_score": 0.522006, - "hf_subset": "zul_Latn-ayr_Latn", - "languages": [ - "zul-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59763, - "recall": 0.651186, - "f1": 0.610652, - "accuracy": 0.651186, - "main_score": 0.610652, - "hf_subset": "zul_Latn-dan_Latn", - "languages": [ - "zul-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578266, - "recall": 0.628458, - "f1": 0.591144, - "accuracy": 0.628458, - "main_score": 0.591144, - "hf_subset": "zul_Latn-guj_Gujr", - "languages": [ - "zul-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571745, - "recall": 0.62253, - "f1": 0.584882, - "accuracy": 0.62253, - "main_score": 0.584882, - "hf_subset": "zul_Latn-kaz_Cyrl", - "languages": [ - "zul-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55164, - "recall": 0.599802, - "f1": 0.564858, - "accuracy": 0.599802, - "main_score": 0.564858, - "hf_subset": "zul_Latn-lug_Latn", - "languages": [ - "zul-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611212, - "recall": 0.664032, - "f1": 0.624767, - "accuracy": 0.664032, - "main_score": 0.624767, - "hf_subset": "zul_Latn-oci_Latn", - "languages": [ - "zul-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577899, - "recall": 0.615613, - "f1": 0.587665, - "accuracy": 0.615613, - "main_score": 0.587665, - "hf_subset": "zul_Latn-smo_Latn", - "languages": [ - "zul-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559227, - "recall": 0.598814, - "f1": 0.570165, - "accuracy": 0.598814, - "main_score": 0.570165, - "hf_subset": "zul_Latn-tsn_Latn", - "languages": [ - "zul-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495859, - "recall": 0.547431, - "f1": 0.510253, - "accuracy": 0.547431, - "main_score": 0.510253, - "hf_subset": "zul_Latn-azb_Arab", - "languages": [ - "zul-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604384, - "recall": 0.653162, - "f1": 0.617018, - "accuracy": 0.653162, - "main_score": 0.617018, - "hf_subset": "zul_Latn-deu_Latn", - "languages": [ - "zul-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548783, - "recall": 0.607708, - "f1": 0.563844, - "accuracy": 0.607708, - "main_score": 0.563844, - "hf_subset": "zul_Latn-hat_Latn", - "languages": [ - "zul-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485641, - "recall": 0.527668, - "f1": 0.496802, - "accuracy": 0.527668, - "main_score": 0.496802, - "hf_subset": "zul_Latn-kbp_Latn", - "languages": [ - "zul-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546718, - "recall": 0.583004, - "f1": 0.556861, - "accuracy": 0.583004, - "main_score": 0.556861, - "hf_subset": "zul_Latn-luo_Latn", - "languages": [ - "zul-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563716, - "recall": 0.619565, - "f1": 0.578026, - "accuracy": 0.619565, - "main_score": 0.578026, - "hf_subset": "zul_Latn-ory_Orya", - "languages": [ - "zul-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570021, - "recall": 0.62253, - "f1": 0.584271, - "accuracy": 0.62253, - "main_score": 0.584271, - "hf_subset": "zul_Latn-sna_Latn", - "languages": [ - "zul-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572343, - "recall": 0.613636, - "f1": 0.583058, - "accuracy": 0.613636, - "main_score": 0.583058, - "hf_subset": "zul_Latn-tso_Latn", - "languages": [ - "zul-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542034, - "recall": 0.593874, - "f1": 0.555361, - "accuracy": 0.593874, - "main_score": 0.555361, - "hf_subset": "zul_Latn-azj_Latn", - "languages": [ - "zul-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485494, - "recall": 0.527668, - "f1": 0.497657, - "accuracy": 0.527668, - "main_score": 0.497657, - "hf_subset": "zul_Latn-dik_Latn", - "languages": [ - "zul-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586018, - "recall": 0.633399, - "f1": 0.599418, - "accuracy": 0.633399, - "main_score": 0.599418, - "hf_subset": "zul_Latn-hau_Latn", - "languages": [ - "zul-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573837, - "recall": 0.617589, - "f1": 0.58457, - "accuracy": 0.617589, - "main_score": 0.58457, - "hf_subset": "zul_Latn-kea_Latn", - "languages": [ - "zul-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531246, - "recall": 0.567194, - "f1": 0.541293, - "accuracy": 0.567194, - "main_score": 0.541293, - "hf_subset": "zul_Latn-lus_Latn", - "languages": [ - "zul-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554928, - "recall": 0.590909, - "f1": 0.56468, - "accuracy": 0.590909, - "main_score": 0.56468, - "hf_subset": "zul_Latn-pag_Latn", - "languages": [ - "zul-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571289, - "recall": 0.624506, - "f1": 0.58628, - "accuracy": 0.624506, - "main_score": 0.58628, - "hf_subset": "zul_Latn-snd_Arab", - "languages": [ - "zul-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551768, - "recall": 0.599802, - "f1": 0.56447, - "accuracy": 0.599802, - "main_score": 0.56447, - "hf_subset": "zul_Latn-tuk_Latn", - "languages": [ - "zul-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565715, - "recall": 0.609684, - "f1": 0.576952, - "accuracy": 0.609684, - "main_score": 0.576952, - "hf_subset": "zul_Latn-bak_Cyrl", - "languages": [ - "zul-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427728, - "recall": 0.490119, - "f1": 0.44495, - "accuracy": 0.490119, - "main_score": 0.44495, - "hf_subset": "zul_Latn-dyu_Latn", - "languages": [ - "zul-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586588, - "recall": 0.631423, - "f1": 0.598622, - "accuracy": 0.631423, - "main_score": 0.598622, - "hf_subset": "zul_Latn-heb_Hebr", - "languages": [ - "zul-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558939, - "recall": 0.598814, - "f1": 0.56917, - "accuracy": 0.598814, - "main_score": 0.56917, - "hf_subset": "zul_Latn-khk_Cyrl", - "languages": [ - "zul-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585038, - "recall": 0.632411, - "f1": 0.597112, - "accuracy": 0.632411, - "main_score": 0.597112, - "hf_subset": "zul_Latn-lvs_Latn", - "languages": [ - "zul-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59237, - "recall": 0.637352, - "f1": 0.603719, - "accuracy": 0.637352, - "main_score": 0.603719, - "hf_subset": "zul_Latn-pan_Guru", - "languages": [ - "zul-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566695, - "recall": 0.621542, - "f1": 0.581462, - "accuracy": 0.621542, - "main_score": 0.581462, - "hf_subset": "zul_Latn-som_Latn", - "languages": [ - "zul-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533004, - "recall": 0.56917, - "f1": 0.54353, - "accuracy": 0.56917, - "main_score": 0.54353, - "hf_subset": "zul_Latn-tum_Latn", - "languages": [ - "zul-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483436, - "recall": 0.545455, - "f1": 0.500405, - "accuracy": 0.545455, - "main_score": 0.500405, - "hf_subset": "azb_Arab-ace_Arab", - "languages": [ - "azb-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461082, - "recall": 0.520751, - "f1": 0.476886, - "accuracy": 0.520751, - "main_score": 0.476886, - "hf_subset": "azb_Arab-bam_Latn", - "languages": [ - "azb-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289039, - "recall": 0.355731, - "f1": 0.306104, - "accuracy": 0.355731, - "main_score": 0.306104, - "hf_subset": "azb_Arab-dzo_Tibt", - "languages": [ - "azb-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918314, - "recall": 0.942688, - "f1": 0.926054, - "accuracy": 0.942688, - "main_score": 0.926054, - "hf_subset": "azb_Arab-hin_Deva", - "languages": [ - "azb-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872951, - "recall": 0.905138, - "f1": 0.882691, - "accuracy": 0.905138, - "main_score": 0.882691, - "hf_subset": "azb_Arab-khm_Khmr", - "languages": [ - "azb-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911844, - "recall": 0.934783, - "f1": 0.918775, - "accuracy": 0.934783, - "main_score": 0.918775, - "hf_subset": "azb_Arab-mag_Deva", - "languages": [ - "azb-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876383, - "recall": 0.909091, - "f1": 0.886331, - "accuracy": 0.909091, - "main_score": 0.886331, - "hf_subset": "azb_Arab-pap_Latn", - "languages": [ - "azb-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49967, - "recall": 0.563241, - "f1": 0.517736, - "accuracy": 0.563241, - "main_score": 0.517736, - "hf_subset": "azb_Arab-sot_Latn", - "languages": [ - "azb-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91609, - "recall": 0.939723, - "f1": 0.923287, - "accuracy": 0.939723, - "main_score": 0.923287, - "hf_subset": "azb_Arab-tur_Latn", - "languages": [ - "azb-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745942, - "recall": 0.796443, - "f1": 0.760641, - "accuracy": 0.796443, - "main_score": 0.760641, - "hf_subset": "azb_Arab-ace_Latn", - "languages": [ - "azb-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860128, - "recall": 0.892292, - "f1": 0.869471, - "accuracy": 0.892292, - "main_score": 0.869471, - "hf_subset": "azb_Arab-ban_Latn", - "languages": [ - "azb-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915464, - "recall": 0.938735, - "f1": 0.922614, - "accuracy": 0.938735, - "main_score": 0.922614, - "hf_subset": "azb_Arab-ell_Grek", - "languages": [ - "azb-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892819, - "recall": 0.923913, - "f1": 0.90247, - "accuracy": 0.923913, - "main_score": 0.90247, - "hf_subset": "azb_Arab-hne_Deva", - "languages": [ - "azb-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494875, - "recall": 0.556324, - "f1": 0.511504, - "accuracy": 0.556324, - "main_score": 0.511504, - "hf_subset": "azb_Arab-kik_Latn", - "languages": [ - "azb-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915267, - "recall": 0.939723, - "f1": 0.922793, - "accuracy": 0.939723, - "main_score": 0.922793, - "hf_subset": "azb_Arab-mai_Deva", - "languages": [ - "azb-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8736, - "recall": 0.910079, - "f1": 0.885079, - "accuracy": 0.910079, - "main_score": 0.885079, - "hf_subset": "azb_Arab-pbt_Arab", - "languages": [ - "azb-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920191, - "recall": 0.943676, - "f1": 0.927536, - "accuracy": 0.943676, - "main_score": 0.927536, - "hf_subset": "azb_Arab-spa_Latn", - "languages": [ - "azb-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543588, - "recall": 0.605731, - "f1": 0.560712, - "accuracy": 0.605731, - "main_score": 0.560712, - "hf_subset": "azb_Arab-twi_Latn", - "languages": [ - "azb-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908432, - "recall": 0.934783, - "f1": 0.916587, - "accuracy": 0.934783, - "main_score": 0.916587, - "hf_subset": "azb_Arab-acm_Arab", - "languages": [ - "azb-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882395, - "recall": 0.91502, - "f1": 0.892311, - "accuracy": 0.91502, - "main_score": 0.892311, - "hf_subset": "azb_Arab-bel_Cyrl", - "languages": [ - "azb-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925478, - "recall": 0.947628, - "f1": 0.932543, - "accuracy": 0.947628, - "main_score": 0.932543, - "hf_subset": "azb_Arab-eng_Latn", - "languages": [ - "azb-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920949, - "recall": 0.943676, - "f1": 0.927997, - "accuracy": 0.943676, - "main_score": 0.927997, - "hf_subset": "azb_Arab-hrv_Latn", - "languages": [ - "azb-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47328, - "recall": 0.532609, - "f1": 0.48955, - "accuracy": 0.532609, - "main_score": 0.48955, - "hf_subset": "azb_Arab-kin_Latn", - "languages": [ - "azb-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918314, - "recall": 0.9417, - "f1": 0.925678, - "accuracy": 0.9417, - "main_score": 0.925678, - "hf_subset": "azb_Arab-mal_Mlym", - "languages": [ - "azb-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952652, - "recall": 0.966403, - "f1": 0.956884, - "accuracy": 0.966403, - "main_score": 0.956884, - "hf_subset": "azb_Arab-pes_Arab", - "languages": [ - "azb-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.897933, - "recall": 0.924901, - "f1": 0.9062, - "accuracy": 0.924901, - "main_score": 0.9062, - "hf_subset": "azb_Arab-srd_Latn", - "languages": [ - "azb-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18366, - "recall": 0.224308, - "f1": 0.193651, - "accuracy": 0.224308, - "main_score": 0.193651, - "hf_subset": "azb_Arab-tzm_Tfng", - "languages": [ - "azb-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908226, - "recall": 0.931818, - "f1": 0.915569, - "accuracy": 0.931818, - "main_score": 0.915569, - "hf_subset": "azb_Arab-acq_Arab", - "languages": [ - "azb-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523269, - "recall": 0.576087, - "f1": 0.537947, - "accuracy": 0.576087, - "main_score": 0.537947, - "hf_subset": "azb_Arab-bem_Latn", - "languages": [ - "azb-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914453, - "recall": 0.934783, - "f1": 0.920438, - "accuracy": 0.934783, - "main_score": 0.920438, - "hf_subset": "azb_Arab-epo_Latn", - "languages": [ - "azb-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921031, - "recall": 0.944664, - "f1": 0.92859, - "accuracy": 0.944664, - "main_score": 0.92859, - "hf_subset": "azb_Arab-hun_Latn", - "languages": [ - "azb-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849285, - "recall": 0.88834, - "f1": 0.861333, - "accuracy": 0.88834, - "main_score": 0.861333, - "hf_subset": "azb_Arab-kir_Cyrl", - "languages": [ - "azb-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905665, - "recall": 0.931818, - "f1": 0.913505, - "accuracy": 0.931818, - "main_score": 0.913505, - "hf_subset": "azb_Arab-mar_Deva", - "languages": [ - "azb-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559696, - "recall": 0.612648, - "f1": 0.574958, - "accuracy": 0.612648, - "main_score": 0.574958, - "hf_subset": "azb_Arab-plt_Latn", - "languages": [ - "azb-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92276, - "recall": 0.944664, - "f1": 0.929677, - "accuracy": 0.944664, - "main_score": 0.929677, - "hf_subset": "azb_Arab-srp_Cyrl", - "languages": [ - "azb-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830435, - "recall": 0.869565, - "f1": 0.842688, - "accuracy": 0.869565, - "main_score": 0.842688, - "hf_subset": "azb_Arab-uig_Arab", - "languages": [ - "azb-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88831, - "recall": 0.916008, - "f1": 0.896652, - "accuracy": 0.916008, - "main_score": 0.896652, - "hf_subset": "azb_Arab-aeb_Arab", - "languages": [ - "azb-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922843, - "recall": 0.945652, - "f1": 0.930072, - "accuracy": 0.945652, - "main_score": 0.930072, - "hf_subset": "azb_Arab-ben_Beng", - "languages": [ - "azb-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.905385, - "recall": 0.931818, - "f1": 0.91357, - "accuracy": 0.931818, - "main_score": 0.91357, - "hf_subset": "azb_Arab-est_Latn", - "languages": [ - "azb-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915711, - "recall": 0.940711, - "f1": 0.923419, - "accuracy": 0.940711, - "main_score": 0.923419, - "hf_subset": "azb_Arab-hye_Armn", - "languages": [ - "azb-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473946, - "recall": 0.522727, - "f1": 0.487898, - "accuracy": 0.522727, - "main_score": 0.487898, - "hf_subset": "azb_Arab-kmb_Latn", - "languages": [ - "azb-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447427, - "recall": 0.51581, - "f1": 0.46587, - "accuracy": 0.51581, - "main_score": 0.46587, - "hf_subset": "azb_Arab-min_Arab", - "languages": [ - "azb-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909124, - "recall": 0.935771, - "f1": 0.917443, - "accuracy": 0.935771, - "main_score": 0.917443, - "hf_subset": "azb_Arab-pol_Latn", - "languages": [ - "azb-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485517, - "recall": 0.549407, - "f1": 0.503988, - "accuracy": 0.549407, - "main_score": 0.503988, - "hf_subset": "azb_Arab-ssw_Latn", - "languages": [ - "azb-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932477, - "recall": 0.951581, - "f1": 0.93857, - "accuracy": 0.951581, - "main_score": 0.93857, - "hf_subset": "azb_Arab-ukr_Cyrl", - "languages": [ - "azb-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925066, - "recall": 0.94664, - "f1": 0.931621, - "accuracy": 0.94664, - "main_score": 0.931621, - "hf_subset": "azb_Arab-afr_Latn", - "languages": [ - "azb-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892128, - "recall": 0.91996, - "f1": 0.900823, - "accuracy": 0.91996, - "main_score": 0.900823, - "hf_subset": "azb_Arab-bho_Deva", - "languages": [ - "azb-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86581, - "recall": 0.898221, - "f1": 0.875626, - "accuracy": 0.898221, - "main_score": 0.875626, - "hf_subset": "azb_Arab-eus_Latn", - "languages": [ - "azb-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474418, - "recall": 0.537549, - "f1": 0.49142, - "accuracy": 0.537549, - "main_score": 0.49142, - "hf_subset": "azb_Arab-ibo_Latn", - "languages": [ - "azb-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749078, - "recall": 0.799407, - "f1": 0.764215, - "accuracy": 0.799407, - "main_score": 0.764215, - "hf_subset": "azb_Arab-kmr_Latn", - "languages": [ - "azb-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852816, - "recall": 0.891304, - "f1": 0.864526, - "accuracy": 0.891304, - "main_score": 0.864526, - "hf_subset": "azb_Arab-min_Latn", - "languages": [ - "azb-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929677, - "recall": 0.948617, - "f1": 0.935361, - "accuracy": 0.948617, - "main_score": 0.935361, - "hf_subset": "azb_Arab-por_Latn", - "languages": [ - "azb-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891337, - "recall": 0.921937, - "f1": 0.900823, - "accuracy": 0.921937, - "main_score": 0.900823, - "hf_subset": "azb_Arab-sun_Latn", - "languages": [ - "azb-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470953, - "recall": 0.523715, - "f1": 0.485811, - "accuracy": 0.523715, - "main_score": 0.485811, - "hf_subset": "azb_Arab-umb_Latn", - "languages": [ - "azb-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914773, - "recall": 0.937747, - "f1": 0.92197, - "accuracy": 0.937747, - "main_score": 0.92197, - "hf_subset": "azb_Arab-ajp_Arab", - "languages": [ - "azb-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478177, - "recall": 0.536561, - "f1": 0.493733, - "accuracy": 0.536561, - "main_score": 0.493733, - "hf_subset": "azb_Arab-bjn_Arab", - "languages": [ - "azb-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445711, - "recall": 0.497036, - "f1": 0.459966, - "accuracy": 0.497036, - "main_score": 0.459966, - "hf_subset": "azb_Arab-ewe_Latn", - "languages": [ - "azb-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806663, - "recall": 0.851779, - "f1": 0.82016, - "accuracy": 0.851779, - "main_score": 0.82016, - "hf_subset": "azb_Arab-ilo_Latn", - "languages": [ - "azb-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.300996, - "recall": 0.348814, - "f1": 0.313418, - "accuracy": 0.348814, - "main_score": 0.313418, - "hf_subset": "azb_Arab-knc_Arab", - "languages": [ - "azb-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915382, - "recall": 0.938735, - "f1": 0.922563, - "accuracy": 0.938735, - "main_score": 0.922563, - "hf_subset": "azb_Arab-mkd_Cyrl", - "languages": [ - "azb-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944944, - "recall": 0.959486, - "f1": 0.949341, - "accuracy": 0.959486, - "main_score": 0.949341, - "hf_subset": "azb_Arab-prs_Arab", - "languages": [ - "azb-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932181, - "recall": 0.952569, - "f1": 0.938735, - "accuracy": 0.952569, - "main_score": 0.938735, - "hf_subset": "azb_Arab-swe_Latn", - "languages": [ - "azb-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927207, - "recall": 0.949605, - "f1": 0.934453, - "accuracy": 0.949605, - "main_score": 0.934453, - "hf_subset": "azb_Arab-urd_Arab", - "languages": [ - "azb-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503544, - "recall": 0.565217, - "f1": 0.520032, - "accuracy": 0.565217, - "main_score": 0.520032, - "hf_subset": "azb_Arab-aka_Latn", - "languages": [ - "azb-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870883, - "recall": 0.903162, - "f1": 0.880863, - "accuracy": 0.903162, - "main_score": 0.880863, - "hf_subset": "azb_Arab-bjn_Latn", - "languages": [ - "azb-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80462, - "recall": 0.852767, - "f1": 0.819211, - "accuracy": 0.852767, - "main_score": 0.819211, - "hf_subset": "azb_Arab-fao_Latn", - "languages": [ - "azb-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920907, - "recall": 0.943676, - "f1": 0.927921, - "accuracy": 0.943676, - "main_score": 0.927921, - "hf_subset": "azb_Arab-ind_Latn", - "languages": [ - "azb-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510264, - "recall": 0.5583, - "f1": 0.523363, - "accuracy": 0.5583, - "main_score": 0.523363, - "hf_subset": "azb_Arab-knc_Latn", - "languages": [ - "azb-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884552, - "recall": 0.916008, - "f1": 0.894401, - "accuracy": 0.916008, - "main_score": 0.894401, - "hf_subset": "azb_Arab-mlt_Latn", - "languages": [ - "azb-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596355, - "recall": 0.656126, - "f1": 0.612698, - "accuracy": 0.656126, - "main_score": 0.612698, - "hf_subset": "azb_Arab-quy_Latn", - "languages": [ - "azb-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801396, - "recall": 0.849802, - "f1": 0.816223, - "accuracy": 0.849802, - "main_score": 0.816223, - "hf_subset": "azb_Arab-swh_Latn", - "languages": [ - "azb-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911455, - "recall": 0.934783, - "f1": 0.918579, - "accuracy": 0.934783, - "main_score": 0.918579, - "hf_subset": "azb_Arab-uzn_Latn", - "languages": [ - "azb-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912549, - "recall": 0.935771, - "f1": 0.919631, - "accuracy": 0.935771, - "main_score": 0.919631, - "hf_subset": "azb_Arab-als_Latn", - "languages": [ - "azb-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439432, - "recall": 0.512846, - "f1": 0.459006, - "accuracy": 0.512846, - "main_score": 0.459006, - "hf_subset": "azb_Arab-bod_Tibt", - "languages": [ - "azb-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562025, - "recall": 0.621542, - "f1": 0.578534, - "accuracy": 0.621542, - "main_score": 0.578534, - "hf_subset": "azb_Arab-fij_Latn", - "languages": [ - "azb-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80938, - "recall": 0.859684, - "f1": 0.824885, - "accuracy": 0.859684, - "main_score": 0.824885, - "hf_subset": "azb_Arab-isl_Latn", - "languages": [ - "azb-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571352, - "recall": 0.625494, - "f1": 0.58744, - "accuracy": 0.625494, - "main_score": 0.58744, - "hf_subset": "azb_Arab-kon_Latn", - "languages": [ - "azb-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592145, - "recall": 0.659091, - "f1": 0.61131, - "accuracy": 0.659091, - "main_score": 0.61131, - "hf_subset": "azb_Arab-mni_Beng", - "languages": [ - "azb-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930995, - "recall": 0.951581, - "f1": 0.937582, - "accuracy": 0.951581, - "main_score": 0.937582, - "hf_subset": "azb_Arab-ron_Latn", - "languages": [ - "azb-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89002, - "recall": 0.917984, - "f1": 0.898518, - "accuracy": 0.917984, - "main_score": 0.898518, - "hf_subset": "azb_Arab-szl_Latn", - "languages": [ - "azb-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921937, - "recall": 0.944664, - "f1": 0.92915, - "accuracy": 0.944664, - "main_score": 0.92915, - "hf_subset": "azb_Arab-vec_Latn", - "languages": [ - "azb-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766131, - "recall": 0.818182, - "f1": 0.782137, - "accuracy": 0.818182, - "main_score": 0.782137, - "hf_subset": "azb_Arab-amh_Ethi", - "languages": [ - "azb-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933498, - "recall": 0.952569, - "f1": 0.939394, - "accuracy": 0.952569, - "main_score": 0.939394, - "hf_subset": "azb_Arab-bos_Latn", - "languages": [ - "azb-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907115, - "recall": 0.93083, - "f1": 0.914479, - "accuracy": 0.93083, - "main_score": 0.914479, - "hf_subset": "azb_Arab-fin_Latn", - "languages": [ - "azb-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918808, - "recall": 0.9417, - "f1": 0.925856, - "accuracy": 0.9417, - "main_score": 0.925856, - "hf_subset": "azb_Arab-ita_Latn", - "languages": [ - "azb-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917994, - "recall": 0.9417, - "f1": 0.925478, - "accuracy": 0.9417, - "main_score": 0.925478, - "hf_subset": "azb_Arab-kor_Hang", - "languages": [ - "azb-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48423, - "recall": 0.534585, - "f1": 0.498375, - "accuracy": 0.534585, - "main_score": 0.498375, - "hf_subset": "azb_Arab-mos_Latn", - "languages": [ - "azb-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471294, - "recall": 0.525692, - "f1": 0.486335, - "accuracy": 0.525692, - "main_score": 0.486335, - "hf_subset": "azb_Arab-run_Latn", - "languages": [ - "azb-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907148, - "recall": 0.934783, - "f1": 0.915843, - "accuracy": 0.934783, - "main_score": 0.915843, - "hf_subset": "azb_Arab-tam_Taml", - "languages": [ - "azb-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909891, - "recall": 0.934783, - "f1": 0.91721, - "accuracy": 0.934783, - "main_score": 0.91721, - "hf_subset": "azb_Arab-vie_Latn", - "languages": [ - "azb-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907345, - "recall": 0.932806, - "f1": 0.915152, - "accuracy": 0.932806, - "main_score": 0.915152, - "hf_subset": "azb_Arab-apc_Arab", - "languages": [ - "azb-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693807, - "recall": 0.745059, - "f1": 0.708459, - "accuracy": 0.745059, - "main_score": 0.708459, - "hf_subset": "azb_Arab-bug_Latn", - "languages": [ - "azb-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405756, - "recall": 0.45751, - "f1": 0.419423, - "accuracy": 0.45751, - "main_score": 0.419423, - "hf_subset": "azb_Arab-fon_Latn", - "languages": [ - "azb-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89664, - "recall": 0.923913, - "f1": 0.904941, - "accuracy": 0.923913, - "main_score": 0.904941, - "hf_subset": "azb_Arab-jav_Latn", - "languages": [ - "azb-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835646, - "recall": 0.875494, - "f1": 0.847694, - "accuracy": 0.875494, - "main_score": 0.847694, - "hf_subset": "azb_Arab-lao_Laoo", - "languages": [ - "azb-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653534, - "recall": 0.721344, - "f1": 0.672726, - "accuracy": 0.721344, - "main_score": 0.672726, - "hf_subset": "azb_Arab-mri_Latn", - "languages": [ - "azb-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923995, - "recall": 0.94664, - "f1": 0.931061, - "accuracy": 0.94664, - "main_score": 0.931061, - "hf_subset": "azb_Arab-rus_Cyrl", - "languages": [ - "azb-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473868, - "recall": 0.533597, - "f1": 0.490017, - "accuracy": 0.533597, - "main_score": 0.490017, - "hf_subset": "azb_Arab-taq_Latn", - "languages": [ - "azb-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883004, - "recall": 0.913043, - "f1": 0.89193, - "accuracy": 0.913043, - "main_score": 0.89193, - "hf_subset": "azb_Arab-war_Latn", - "languages": [ - "azb-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.918017, - "recall": 0.939723, - "f1": 0.924736, - "accuracy": 0.939723, - "main_score": 0.924736, - "hf_subset": "azb_Arab-arb_Arab", - "languages": [ - "azb-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92496, - "recall": 0.945652, - "f1": 0.931308, - "accuracy": 0.945652, - "main_score": 0.931308, - "hf_subset": "azb_Arab-bul_Cyrl", - "languages": [ - "azb-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921525, - "recall": 0.943676, - "f1": 0.928426, - "accuracy": 0.943676, - "main_score": 0.928426, - "hf_subset": "azb_Arab-fra_Latn", - "languages": [ - "azb-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911924, - "recall": 0.934783, - "f1": 0.918878, - "accuracy": 0.934783, - "main_score": 0.918878, - "hf_subset": "azb_Arab-jpn_Jpan", - "languages": [ - "azb-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.88442, - "recall": 0.91502, - "f1": 0.893939, - "accuracy": 0.91502, - "main_score": 0.893939, - "hf_subset": "azb_Arab-lij_Latn", - "languages": [ - "azb-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851812, - "recall": 0.893281, - "f1": 0.864921, - "accuracy": 0.893281, - "main_score": 0.864921, - "hf_subset": "azb_Arab-mya_Mymr", - "languages": [ - "azb-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505583, - "recall": 0.56917, - "f1": 0.523221, - "accuracy": 0.56917, - "main_score": 0.523221, - "hf_subset": "azb_Arab-sag_Latn", - "languages": [ - "azb-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203314, - "recall": 0.249012, - "f1": 0.213068, - "accuracy": 0.249012, - "main_score": 0.213068, - "hf_subset": "azb_Arab-taq_Tfng", - "languages": [ - "azb-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532726, - "recall": 0.597826, - "f1": 0.550781, - "accuracy": 0.597826, - "main_score": 0.550781, - "hf_subset": "azb_Arab-wol_Latn", - "languages": [ - "azb-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61887, - "recall": 0.686759, - "f1": 0.637931, - "accuracy": 0.686759, - "main_score": 0.637931, - "hf_subset": "azb_Arab-arb_Latn", - "languages": [ - "azb-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930171, - "recall": 0.949605, - "f1": 0.936232, - "accuracy": 0.949605, - "main_score": 0.936232, - "hf_subset": "azb_Arab-cat_Latn", - "languages": [ - "azb-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.890106, - "recall": 0.916008, - "f1": 0.897565, - "accuracy": 0.916008, - "main_score": 0.897565, - "hf_subset": "azb_Arab-fur_Latn", - "languages": [ - "azb-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369038, - "recall": 0.418972, - "f1": 0.381972, - "accuracy": 0.418972, - "main_score": 0.381972, - "hf_subset": "azb_Arab-kab_Latn", - "languages": [ - "azb-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868692, - "recall": 0.90415, - "f1": 0.879677, - "accuracy": 0.90415, - "main_score": 0.879677, - "hf_subset": "azb_Arab-lim_Latn", - "languages": [ - "azb-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909479, - "recall": 0.934783, - "f1": 0.917309, - "accuracy": 0.934783, - "main_score": 0.917309, - "hf_subset": "azb_Arab-nld_Latn", - "languages": [ - "azb-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875082, - "recall": 0.908103, - "f1": 0.885183, - "accuracy": 0.908103, - "main_score": 0.885183, - "hf_subset": "azb_Arab-san_Deva", - "languages": [ - "azb-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901548, - "recall": 0.927866, - "f1": 0.90975, - "accuracy": 0.927866, - "main_score": 0.90975, - "hf_subset": "azb_Arab-tat_Cyrl", - "languages": [ - "azb-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547781, - "recall": 0.610672, - "f1": 0.566142, - "accuracy": 0.610672, - "main_score": 0.566142, - "hf_subset": "azb_Arab-xho_Latn", - "languages": [ - "azb-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911561, - "recall": 0.934783, - "f1": 0.918761, - "accuracy": 0.934783, - "main_score": 0.918761, - "hf_subset": "azb_Arab-ars_Arab", - "languages": [ - "azb-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892474, - "recall": 0.920949, - "f1": 0.901267, - "accuracy": 0.920949, - "main_score": 0.901267, - "hf_subset": "azb_Arab-ceb_Latn", - "languages": [ - "azb-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489024, - "recall": 0.552372, - "f1": 0.50723, - "accuracy": 0.552372, - "main_score": 0.50723, - "hf_subset": "azb_Arab-fuv_Latn", - "languages": [ - "azb-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429521, - "recall": 0.491107, - "f1": 0.445489, - "accuracy": 0.491107, - "main_score": 0.445489, - "hf_subset": "azb_Arab-kac_Latn", - "languages": [ - "azb-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581202, - "recall": 0.634387, - "f1": 0.59596, - "accuracy": 0.634387, - "main_score": 0.59596, - "hf_subset": "azb_Arab-lin_Latn", - "languages": [ - "azb-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908926, - "recall": 0.934783, - "f1": 0.917067, - "accuracy": 0.934783, - "main_score": 0.917067, - "hf_subset": "azb_Arab-nno_Latn", - "languages": [ - "azb-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177055, - "recall": 0.242095, - "f1": 0.193729, - "accuracy": 0.242095, - "main_score": 0.193729, - "hf_subset": "azb_Arab-sat_Olck", - "languages": [ - "azb-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919499, - "recall": 0.942688, - "f1": 0.926877, - "accuracy": 0.942688, - "main_score": 0.926877, - "hf_subset": "azb_Arab-tel_Telu", - "languages": [ - "azb-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781187, - "recall": 0.831028, - "f1": 0.796278, - "accuracy": 0.831028, - "main_score": 0.796278, - "hf_subset": "azb_Arab-ydd_Hebr", - "languages": [ - "azb-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853368, - "recall": 0.891304, - "f1": 0.865075, - "accuracy": 0.891304, - "main_score": 0.865075, - "hf_subset": "azb_Arab-ary_Arab", - "languages": [ - "azb-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912796, - "recall": 0.938735, - "f1": 0.921179, - "accuracy": 0.938735, - "main_score": 0.921179, - "hf_subset": "azb_Arab-ces_Latn", - "languages": [ - "azb-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515613, - "recall": 0.567194, - "f1": 0.530256, - "accuracy": 0.567194, - "main_score": 0.530256, - "hf_subset": "azb_Arab-gaz_Latn", - "languages": [ - "azb-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491288, - "recall": 0.552372, - "f1": 0.508466, - "accuracy": 0.552372, - "main_score": 0.508466, - "hf_subset": "azb_Arab-kam_Latn", - "languages": [ - "azb-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90695, - "recall": 0.933794, - "f1": 0.915514, - "accuracy": 0.933794, - "main_score": 0.915514, - "hf_subset": "azb_Arab-lit_Latn", - "languages": [ - "azb-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909997, - "recall": 0.936759, - "f1": 0.918544, - "accuracy": 0.936759, - "main_score": 0.918544, - "hf_subset": "azb_Arab-nob_Latn", - "languages": [ - "azb-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871789, - "recall": 0.907115, - "f1": 0.882806, - "accuracy": 0.907115, - "main_score": 0.882806, - "hf_subset": "azb_Arab-scn_Latn", - "languages": [ - "azb-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875033, - "recall": 0.905138, - "f1": 0.884354, - "accuracy": 0.905138, - "main_score": 0.884354, - "hf_subset": "azb_Arab-tgk_Cyrl", - "languages": [ - "azb-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557782, - "recall": 0.628458, - "f1": 0.577925, - "accuracy": 0.628458, - "main_score": 0.577925, - "hf_subset": "azb_Arab-yor_Latn", - "languages": [ - "azb-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898839, - "recall": 0.926877, - "f1": 0.907452, - "accuracy": 0.926877, - "main_score": 0.907452, - "hf_subset": "azb_Arab-arz_Arab", - "languages": [ - "azb-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484115, - "recall": 0.545455, - "f1": 0.501215, - "accuracy": 0.545455, - "main_score": 0.501215, - "hf_subset": "azb_Arab-cjk_Latn", - "languages": [ - "azb-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590995, - "recall": 0.662055, - "f1": 0.610698, - "accuracy": 0.662055, - "main_score": 0.610698, - "hf_subset": "azb_Arab-gla_Latn", - "languages": [ - "azb-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909453, - "recall": 0.935771, - "f1": 0.917819, - "accuracy": 0.935771, - "main_score": 0.917819, - "hf_subset": "azb_Arab-kan_Knda", - "languages": [ - "azb-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891264, - "recall": 0.916996, - "f1": 0.898864, - "accuracy": 0.916996, - "main_score": 0.898864, - "hf_subset": "azb_Arab-lmo_Latn", - "languages": [ - "azb-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921723, - "recall": 0.942688, - "f1": 0.928096, - "accuracy": 0.942688, - "main_score": 0.928096, - "hf_subset": "azb_Arab-npi_Deva", - "languages": [ - "azb-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.405479, - "recall": 0.461462, - "f1": 0.421083, - "accuracy": 0.461462, - "main_score": 0.421083, - "hf_subset": "azb_Arab-shn_Mymr", - "languages": [ - "azb-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914065, - "recall": 0.938735, - "f1": 0.921725, - "accuracy": 0.938735, - "main_score": 0.921725, - "hf_subset": "azb_Arab-tgl_Latn", - "languages": [ - "azb-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908597, - "recall": 0.934783, - "f1": 0.916634, - "accuracy": 0.934783, - "main_score": 0.916634, - "hf_subset": "azb_Arab-yue_Hant", - "languages": [ - "azb-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900092, - "recall": 0.926877, - "f1": 0.908416, - "accuracy": 0.926877, - "main_score": 0.908416, - "hf_subset": "azb_Arab-asm_Beng", - "languages": [ - "azb-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.81357, - "recall": 0.857708, - "f1": 0.82668, - "accuracy": 0.857708, - "main_score": 0.82668, - "hf_subset": "azb_Arab-ckb_Arab", - "languages": [ - "azb-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636181, - "recall": 0.700593, - "f1": 0.654168, - "accuracy": 0.700593, - "main_score": 0.654168, - "hf_subset": "azb_Arab-gle_Latn", - "languages": [ - "azb-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858778, - "recall": 0.892292, - "f1": 0.869024, - "accuracy": 0.892292, - "main_score": 0.869024, - "hf_subset": "azb_Arab-kas_Arab", - "languages": [ - "azb-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792913, - "recall": 0.841897, - "f1": 0.808037, - "accuracy": 0.841897, - "main_score": 0.808037, - "hf_subset": "azb_Arab-ltg_Latn", - "languages": [ - "azb-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524285, - "recall": 0.574111, - "f1": 0.538352, - "accuracy": 0.574111, - "main_score": 0.538352, - "hf_subset": "azb_Arab-nso_Latn", - "languages": [ - "azb-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843561, - "recall": 0.881423, - "f1": 0.855105, - "accuracy": 0.881423, - "main_score": 0.855105, - "hf_subset": "azb_Arab-sin_Sinh", - "languages": [ - "azb-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904809, - "recall": 0.93083, - "f1": 0.912648, - "accuracy": 0.93083, - "main_score": 0.912648, - "hf_subset": "azb_Arab-tha_Thai", - "languages": [ - "azb-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900354, - "recall": 0.924901, - "f1": 0.907466, - "accuracy": 0.924901, - "main_score": 0.907466, - "hf_subset": "azb_Arab-zho_Hans", - "languages": [ - "azb-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910491, - "recall": 0.937747, - "f1": 0.919203, - "accuracy": 0.937747, - "main_score": 0.919203, - "hf_subset": "azb_Arab-ast_Latn", - "languages": [ - "azb-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891387, - "recall": 0.923913, - "f1": 0.901713, - "accuracy": 0.923913, - "main_score": 0.901713, - "hf_subset": "azb_Arab-crh_Latn", - "languages": [ - "azb-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924366, - "recall": 0.94664, - "f1": 0.931379, - "accuracy": 0.94664, - "main_score": 0.931379, - "hf_subset": "azb_Arab-glg_Latn", - "languages": [ - "azb-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.762698, - "recall": 0.818182, - "f1": 0.779447, - "accuracy": 0.818182, - "main_score": 0.779447, - "hf_subset": "azb_Arab-kas_Deva", - "languages": [ - "azb-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86362, - "recall": 0.897233, - "f1": 0.873701, - "accuracy": 0.897233, - "main_score": 0.873701, - "hf_subset": "azb_Arab-ltz_Latn", - "languages": [ - "azb-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399141, - "recall": 0.467391, - "f1": 0.416582, - "accuracy": 0.467391, - "main_score": 0.416582, - "hf_subset": "azb_Arab-nus_Latn", - "languages": [ - "azb-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909289, - "recall": 0.935771, - "f1": 0.91749, - "accuracy": 0.935771, - "main_score": 0.91749, - "hf_subset": "azb_Arab-slk_Latn", - "languages": [ - "azb-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53246, - "recall": 0.603755, - "f1": 0.552044, - "accuracy": 0.603755, - "main_score": 0.552044, - "hf_subset": "azb_Arab-tir_Ethi", - "languages": [ - "azb-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901186, - "recall": 0.929842, - "f1": 0.910046, - "accuracy": 0.929842, - "main_score": 0.910046, - "hf_subset": "azb_Arab-zho_Hant", - "languages": [ - "azb-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895043, - "recall": 0.924901, - "f1": 0.904381, - "accuracy": 0.924901, - "main_score": 0.904381, - "hf_subset": "azb_Arab-awa_Deva", - "languages": [ - "azb-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.79147, - "recall": 0.838933, - "f1": 0.805525, - "accuracy": 0.838933, - "main_score": 0.805525, - "hf_subset": "azb_Arab-cym_Latn", - "languages": [ - "azb-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720504, - "recall": 0.77668, - "f1": 0.736831, - "accuracy": 0.77668, - "main_score": 0.736831, - "hf_subset": "azb_Arab-grn_Latn", - "languages": [ - "azb-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887187, - "recall": 0.918972, - "f1": 0.897036, - "accuracy": 0.918972, - "main_score": 0.897036, - "hf_subset": "azb_Arab-kat_Geor", - "languages": [ - "azb-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549934, - "recall": 0.602767, - "f1": 0.564401, - "accuracy": 0.602767, - "main_score": 0.564401, - "hf_subset": "azb_Arab-lua_Latn", - "languages": [ - "azb-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511709, - "recall": 0.570158, - "f1": 0.527398, - "accuracy": 0.570158, - "main_score": 0.527398, - "hf_subset": "azb_Arab-nya_Latn", - "languages": [ - "azb-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910161, - "recall": 0.934783, - "f1": 0.917885, - "accuracy": 0.934783, - "main_score": 0.917885, - "hf_subset": "azb_Arab-slv_Latn", - "languages": [ - "azb-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.792877, - "recall": 0.837945, - "f1": 0.806134, - "accuracy": 0.837945, - "main_score": 0.806134, - "hf_subset": "azb_Arab-tpi_Latn", - "languages": [ - "azb-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926746, - "recall": 0.94664, - "f1": 0.932806, - "accuracy": 0.94664, - "main_score": 0.932806, - "hf_subset": "azb_Arab-zsm_Latn", - "languages": [ - "azb-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471693, - "recall": 0.535573, - "f1": 0.489225, - "accuracy": 0.535573, - "main_score": 0.489225, - "hf_subset": "azb_Arab-ayr_Latn", - "languages": [ - "azb-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92304, - "recall": 0.944664, - "f1": 0.929696, - "accuracy": 0.944664, - "main_score": 0.929696, - "hf_subset": "azb_Arab-dan_Latn", - "languages": [ - "azb-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925395, - "recall": 0.948617, - "f1": 0.932971, - "accuracy": 0.948617, - "main_score": 0.932971, - "hf_subset": "azb_Arab-guj_Gujr", - "languages": [ - "azb-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90803, - "recall": 0.93083, - "f1": 0.914744, - "accuracy": 0.93083, - "main_score": 0.914744, - "hf_subset": "azb_Arab-kaz_Cyrl", - "languages": [ - "azb-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447021, - "recall": 0.504941, - "f1": 0.463655, - "accuracy": 0.504941, - "main_score": 0.463655, - "hf_subset": "azb_Arab-lug_Latn", - "languages": [ - "azb-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908103, - "recall": 0.935771, - "f1": 0.916996, - "accuracy": 0.935771, - "main_score": 0.916996, - "hf_subset": "azb_Arab-oci_Latn", - "languages": [ - "azb-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659868, - "recall": 0.716403, - "f1": 0.675716, - "accuracy": 0.716403, - "main_score": 0.675716, - "hf_subset": "azb_Arab-smo_Latn", - "languages": [ - "azb-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464146, - "recall": 0.521739, - "f1": 0.480418, - "accuracy": 0.521739, - "main_score": 0.480418, - "hf_subset": "azb_Arab-tsn_Latn", - "languages": [ - "azb-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507529, - "recall": 0.568182, - "f1": 0.524658, - "accuracy": 0.568182, - "main_score": 0.524658, - "hf_subset": "azb_Arab-zul_Latn", - "languages": [ - "azb-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919219, - "recall": 0.9417, - "f1": 0.92612, - "accuracy": 0.9417, - "main_score": 0.92612, - "hf_subset": "azb_Arab-deu_Latn", - "languages": [ - "azb-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848979, - "recall": 0.885375, - "f1": 0.860131, - "accuracy": 0.885375, - "main_score": 0.860131, - "hf_subset": "azb_Arab-hat_Latn", - "languages": [ - "azb-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425527, - "recall": 0.480237, - "f1": 0.439937, - "accuracy": 0.480237, - "main_score": 0.439937, - "hf_subset": "azb_Arab-kbp_Latn", - "languages": [ - "azb-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492291, - "recall": 0.55336, - "f1": 0.508535, - "accuracy": 0.55336, - "main_score": 0.508535, - "hf_subset": "azb_Arab-luo_Latn", - "languages": [ - "azb-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913208, - "recall": 0.937747, - "f1": 0.920751, - "accuracy": 0.937747, - "main_score": 0.920751, - "hf_subset": "azb_Arab-ory_Orya", - "languages": [ - "azb-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48726, - "recall": 0.549407, - "f1": 0.504353, - "accuracy": 0.549407, - "main_score": 0.504353, - "hf_subset": "azb_Arab-sna_Latn", - "languages": [ - "azb-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481767, - "recall": 0.532609, - "f1": 0.495543, - "accuracy": 0.532609, - "main_score": 0.495543, - "hf_subset": "azb_Arab-tso_Latn", - "languages": [ - "azb-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.898962, - "recall": 0.928854, - "f1": 0.9083, - "accuracy": 0.928854, - "main_score": 0.9083, - "hf_subset": "azb_Arab-azj_Latn", - "languages": [ - "azb-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449689, - "recall": 0.516798, - "f1": 0.468746, - "accuracy": 0.516798, - "main_score": 0.468746, - "hf_subset": "azb_Arab-dik_Latn", - "languages": [ - "azb-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594813, - "recall": 0.659091, - "f1": 0.613587, - "accuracy": 0.659091, - "main_score": 0.613587, - "hf_subset": "azb_Arab-hau_Latn", - "languages": [ - "azb-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874671, - "recall": 0.908103, - "f1": 0.884783, - "accuracy": 0.908103, - "main_score": 0.884783, - "hf_subset": "azb_Arab-kea_Latn", - "languages": [ - "azb-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628277, - "recall": 0.684783, - "f1": 0.645045, - "accuracy": 0.684783, - "main_score": 0.645045, - "hf_subset": "azb_Arab-lus_Latn", - "languages": [ - "azb-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770243, - "recall": 0.814229, - "f1": 0.783531, - "accuracy": 0.814229, - "main_score": 0.783531, - "hf_subset": "azb_Arab-pag_Latn", - "languages": [ - "azb-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912994, - "recall": 0.936759, - "f1": 0.920309, - "accuracy": 0.936759, - "main_score": 0.920309, - "hf_subset": "azb_Arab-snd_Arab", - "languages": [ - "azb-Arab", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809429, - "recall": 0.853755, - "f1": 0.822716, - "accuracy": 0.853755, - "main_score": 0.822716, - "hf_subset": "azb_Arab-tuk_Latn", - "languages": [ - "azb-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881999, - "recall": 0.911067, - "f1": 0.890994, - "accuracy": 0.911067, - "main_score": 0.890994, - "hf_subset": "azb_Arab-bak_Cyrl", - "languages": [ - "azb-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398261, - "recall": 0.474308, - "f1": 0.419505, - "accuracy": 0.474308, - "main_score": 0.419505, - "hf_subset": "azb_Arab-dyu_Latn", - "languages": [ - "azb-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913043, - "recall": 0.937747, - "f1": 0.920704, - "accuracy": 0.937747, - "main_score": 0.920704, - "hf_subset": "azb_Arab-heb_Hebr", - "languages": [ - "azb-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857686, - "recall": 0.893281, - "f1": 0.867989, - "accuracy": 0.893281, - "main_score": 0.867989, - "hf_subset": "azb_Arab-khk_Cyrl", - "languages": [ - "azb-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917935, - "recall": 0.938735, - "f1": 0.924097, - "accuracy": 0.938735, - "main_score": 0.924097, - "hf_subset": "azb_Arab-lvs_Latn", - "languages": [ - "azb-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934042, - "recall": 0.953557, - "f1": 0.940119, - "accuracy": 0.953557, - "main_score": 0.940119, - "hf_subset": "azb_Arab-pan_Guru", - "languages": [ - "azb-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575167, - "recall": 0.640316, - "f1": 0.593801, - "accuracy": 0.640316, - "main_score": 0.593801, - "hf_subset": "azb_Arab-som_Latn", - "languages": [ - "azb-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497642, - "recall": 0.554348, - "f1": 0.513378, - "accuracy": 0.554348, - "main_score": 0.513378, - "hf_subset": "azb_Arab-tum_Latn", - "languages": [ - "azb-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600933, - "recall": 0.666996, - "f1": 0.619632, - "accuracy": 0.666996, - "main_score": 0.619632, - "hf_subset": "deu_Latn-ace_Arab", - "languages": [ - "deu-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54325, - "recall": 0.605731, - "f1": 0.560663, - "accuracy": 0.605731, - "main_score": 0.560663, - "hf_subset": "deu_Latn-bam_Latn", - "languages": [ - "deu-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482272, - "recall": 0.556324, - "f1": 0.502672, - "accuracy": 0.556324, - "main_score": 0.502672, - "hf_subset": "deu_Latn-dzo_Tibt", - "languages": [ - "deu-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-hin_Deva", - "languages": [ - "deu-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-khm_Khmr", - "languages": [ - "deu-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-mag_Deva", - "languages": [ - "deu-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "deu_Latn-pap_Latn", - "languages": [ - "deu-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607033, - "recall": 0.666996, - "f1": 0.62422, - "accuracy": 0.666996, - "main_score": 0.62422, - "hf_subset": "deu_Latn-sot_Latn", - "languages": [ - "deu-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-tur_Latn", - "languages": [ - "deu-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.884058, - "recall": 0.916008, - "f1": 0.894236, - "accuracy": 0.916008, - "main_score": 0.894236, - "hf_subset": "deu_Latn-ace_Latn", - "languages": [ - "deu-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968709, - "recall": 0.977273, - "f1": 0.971344, - "accuracy": 0.977273, - "main_score": 0.971344, - "hf_subset": "deu_Latn-ban_Latn", - "languages": [ - "deu-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ell_Grek", - "languages": [ - "deu-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "deu_Latn-hne_Deva", - "languages": [ - "deu-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615521, - "recall": 0.676877, - "f1": 0.633258, - "accuracy": 0.676877, - "main_score": 0.633258, - "hf_subset": "deu_Latn-kik_Latn", - "languages": [ - "deu-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-mai_Deva", - "languages": [ - "deu-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "deu_Latn-pbt_Arab", - "languages": [ - "deu-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-spa_Latn", - "languages": [ - "deu-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626013, - "recall": 0.694664, - "f1": 0.645679, - "accuracy": 0.694664, - "main_score": 0.645679, - "hf_subset": "deu_Latn-twi_Latn", - "languages": [ - "deu-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-acm_Arab", - "languages": [ - "deu-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-bel_Cyrl", - "languages": [ - "deu-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-eng_Latn", - "languages": [ - "deu-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-hrv_Latn", - "languages": [ - "deu-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569214, - "recall": 0.63834, - "f1": 0.588674, - "accuracy": 0.63834, - "main_score": 0.588674, - "hf_subset": "deu_Latn-kin_Latn", - "languages": [ - "deu-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-mal_Mlym", - "languages": [ - "deu-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-pes_Arab", - "languages": [ - "deu-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "deu_Latn-srd_Latn", - "languages": [ - "deu-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184242, - "recall": 0.23419, - "f1": 0.196201, - "accuracy": 0.23419, - "main_score": 0.196201, - "hf_subset": "deu_Latn-tzm_Tfng", - "languages": [ - "deu-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-acq_Arab", - "languages": [ - "deu-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645714, - "recall": 0.699605, - "f1": 0.66048, - "accuracy": 0.699605, - "main_score": 0.66048, - "hf_subset": "deu_Latn-bem_Latn", - "languages": [ - "deu-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-epo_Latn", - "languages": [ - "deu-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-hun_Latn", - "languages": [ - "deu-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "deu_Latn-kir_Cyrl", - "languages": [ - "deu-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-mar_Deva", - "languages": [ - "deu-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689213, - "recall": 0.747036, - "f1": 0.70583, - "accuracy": 0.747036, - "main_score": 0.70583, - "hf_subset": "deu_Latn-plt_Latn", - "languages": [ - "deu-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-srp_Cyrl", - "languages": [ - "deu-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96525, - "recall": 0.976285, - "f1": 0.968874, - "accuracy": 0.976285, - "main_score": 0.968874, - "hf_subset": "deu_Latn-uig_Arab", - "languages": [ - "deu-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-aeb_Arab", - "languages": [ - "deu-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ben_Beng", - "languages": [ - "deu-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-est_Latn", - "languages": [ - "deu-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-hye_Armn", - "languages": [ - "deu-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560495, - "recall": 0.616601, - "f1": 0.576565, - "accuracy": 0.616601, - "main_score": 0.576565, - "hf_subset": "deu_Latn-kmb_Latn", - "languages": [ - "deu-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508173, - "recall": 0.58498, - "f1": 0.52954, - "accuracy": 0.58498, - "main_score": 0.52954, - "hf_subset": "deu_Latn-min_Arab", - "languages": [ - "deu-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-pol_Latn", - "languages": [ - "deu-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564535, - "recall": 0.633399, - "f1": 0.584606, - "accuracy": 0.633399, - "main_score": 0.584606, - "hf_subset": "deu_Latn-ssw_Latn", - "languages": [ - "deu-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ukr_Cyrl", - "languages": [ - "deu-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-afr_Latn", - "languages": [ - "deu-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-bho_Deva", - "languages": [ - "deu-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "deu_Latn-eus_Latn", - "languages": [ - "deu-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601477, - "recall": 0.666996, - "f1": 0.619655, - "accuracy": 0.666996, - "main_score": 0.619655, - "hf_subset": "deu_Latn-ibo_Latn", - "languages": [ - "deu-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.91642, - "recall": 0.940711, - "f1": 0.924144, - "accuracy": 0.940711, - "main_score": 0.924144, - "hf_subset": "deu_Latn-kmr_Latn", - "languages": [ - "deu-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "deu_Latn-min_Latn", - "languages": [ - "deu-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-por_Latn", - "languages": [ - "deu-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-sun_Latn", - "languages": [ - "deu-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545357, - "recall": 0.604743, - "f1": 0.562574, - "accuracy": 0.604743, - "main_score": 0.562574, - "hf_subset": "deu_Latn-umb_Latn", - "languages": [ - "deu-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ajp_Arab", - "languages": [ - "deu-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556688, - "recall": 0.618577, - "f1": 0.574082, - "accuracy": 0.618577, - "main_score": 0.574082, - "hf_subset": "deu_Latn-bjn_Arab", - "languages": [ - "deu-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537942, - "recall": 0.593874, - "f1": 0.553397, - "accuracy": 0.593874, - "main_score": 0.553397, - "hf_subset": "deu_Latn-ewe_Latn", - "languages": [ - "deu-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "deu_Latn-ilo_Latn", - "languages": [ - "deu-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.321937, - "recall": 0.383399, - "f1": 0.338821, - "accuracy": 0.383399, - "main_score": 0.338821, - "hf_subset": "deu_Latn-knc_Arab", - "languages": [ - "deu-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-mkd_Cyrl", - "languages": [ - "deu-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-prs_Arab", - "languages": [ - "deu-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-swe_Latn", - "languages": [ - "deu-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-urd_Arab", - "languages": [ - "deu-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608985, - "recall": 0.671937, - "f1": 0.626207, - "accuracy": 0.671937, - "main_score": 0.626207, - "hf_subset": "deu_Latn-aka_Latn", - "languages": [ - "deu-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "deu_Latn-bjn_Latn", - "languages": [ - "deu-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "deu_Latn-fao_Latn", - "languages": [ - "deu-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ind_Latn", - "languages": [ - "deu-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605798, - "recall": 0.657115, - "f1": 0.620771, - "accuracy": 0.657115, - "main_score": 0.620771, - "hf_subset": "deu_Latn-knc_Latn", - "languages": [ - "deu-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "deu_Latn-mlt_Latn", - "languages": [ - "deu-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724631, - "recall": 0.786561, - "f1": 0.743071, - "accuracy": 0.786561, - "main_score": 0.743071, - "hf_subset": "deu_Latn-quy_Latn", - "languages": [ - "deu-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "deu_Latn-swh_Latn", - "languages": [ - "deu-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "deu_Latn-uzn_Latn", - "languages": [ - "deu-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-als_Latn", - "languages": [ - "deu-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670184, - "recall": 0.748024, - "f1": 0.693052, - "accuracy": 0.748024, - "main_score": 0.693052, - "hf_subset": "deu_Latn-bod_Tibt", - "languages": [ - "deu-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728913, - "recall": 0.780632, - "f1": 0.744121, - "accuracy": 0.780632, - "main_score": 0.744121, - "hf_subset": "deu_Latn-fij_Latn", - "languages": [ - "deu-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "deu_Latn-isl_Latn", - "languages": [ - "deu-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682304, - "recall": 0.736166, - "f1": 0.698262, - "accuracy": 0.736166, - "main_score": 0.698262, - "hf_subset": "deu_Latn-kon_Latn", - "languages": [ - "deu-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684957, - "recall": 0.748024, - "f1": 0.704068, - "accuracy": 0.748024, - "main_score": 0.704068, - "hf_subset": "deu_Latn-mni_Beng", - "languages": [ - "deu-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ron_Latn", - "languages": [ - "deu-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986166, - "recall": 0.98913, - "f1": 0.987154, - "accuracy": 0.98913, - "main_score": 0.987154, - "hf_subset": "deu_Latn-szl_Latn", - "languages": [ - "deu-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-vec_Latn", - "languages": [ - "deu-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "deu_Latn-amh_Ethi", - "languages": [ - "deu-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-bos_Latn", - "languages": [ - "deu-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-fin_Latn", - "languages": [ - "deu-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ita_Latn", - "languages": [ - "deu-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-kor_Hang", - "languages": [ - "deu-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558687, - "recall": 0.617589, - "f1": 0.575422, - "accuracy": 0.617589, - "main_score": 0.575422, - "hf_subset": "deu_Latn-mos_Latn", - "languages": [ - "deu-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563093, - "recall": 0.624506, - "f1": 0.580882, - "accuracy": 0.624506, - "main_score": 0.580882, - "hf_subset": "deu_Latn-run_Latn", - "languages": [ - "deu-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-tam_Taml", - "languages": [ - "deu-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-vie_Latn", - "languages": [ - "deu-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-apc_Arab", - "languages": [ - "deu-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811397, - "recall": 0.857708, - "f1": 0.825395, - "accuracy": 0.857708, - "main_score": 0.825395, - "hf_subset": "deu_Latn-bug_Latn", - "languages": [ - "deu-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48905, - "recall": 0.546443, - "f1": 0.503891, - "accuracy": 0.546443, - "main_score": 0.503891, - "hf_subset": "deu_Latn-fon_Latn", - "languages": [ - "deu-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "deu_Latn-jav_Latn", - "languages": [ - "deu-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-lao_Laoo", - "languages": [ - "deu-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.894516, - "recall": 0.923913, - "f1": 0.903675, - "accuracy": 0.923913, - "main_score": 0.903675, - "hf_subset": "deu_Latn-mri_Latn", - "languages": [ - "deu-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-rus_Cyrl", - "languages": [ - "deu-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541919, - "recall": 0.608696, - "f1": 0.560666, - "accuracy": 0.608696, - "main_score": 0.560666, - "hf_subset": "deu_Latn-taq_Latn", - "languages": [ - "deu-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-war_Latn", - "languages": [ - "deu-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-arb_Arab", - "languages": [ - "deu-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-bul_Cyrl", - "languages": [ - "deu-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-fra_Latn", - "languages": [ - "deu-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-jpn_Jpan", - "languages": [ - "deu-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "deu_Latn-lij_Latn", - "languages": [ - "deu-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987978, - "recall": 0.991107, - "f1": 0.988966, - "accuracy": 0.991107, - "main_score": 0.988966, - "hf_subset": "deu_Latn-mya_Mymr", - "languages": [ - "deu-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611284, - "recall": 0.681818, - "f1": 0.631133, - "accuracy": 0.681818, - "main_score": 0.631133, - "hf_subset": "deu_Latn-sag_Latn", - "languages": [ - "deu-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197104, - "recall": 0.254941, - "f1": 0.210611, - "accuracy": 0.254941, - "main_score": 0.210611, - "hf_subset": "deu_Latn-taq_Tfng", - "languages": [ - "deu-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642895, - "recall": 0.710474, - "f1": 0.662467, - "accuracy": 0.710474, - "main_score": 0.662467, - "hf_subset": "deu_Latn-wol_Latn", - "languages": [ - "deu-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.82365, - "recall": 0.87253, - "f1": 0.8389, - "accuracy": 0.87253, - "main_score": 0.8389, - "hf_subset": "deu_Latn-arb_Latn", - "languages": [ - "deu-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-cat_Latn", - "languages": [ - "deu-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "deu_Latn-fur_Latn", - "languages": [ - "deu-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420933, - "recall": 0.481225, - "f1": 0.437548, - "accuracy": 0.481225, - "main_score": 0.437548, - "hf_subset": "deu_Latn-kab_Latn", - "languages": [ - "deu-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992918, - "recall": 0.995059, - "f1": 0.993577, - "accuracy": 0.995059, - "main_score": 0.993577, - "hf_subset": "deu_Latn-lim_Latn", - "languages": [ - "deu-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-nld_Latn", - "languages": [ - "deu-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "deu_Latn-san_Deva", - "languages": [ - "deu-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-tat_Cyrl", - "languages": [ - "deu-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687954, - "recall": 0.746047, - "f1": 0.705108, - "accuracy": 0.746047, - "main_score": 0.705108, - "hf_subset": "deu_Latn-xho_Latn", - "languages": [ - "deu-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ars_Arab", - "languages": [ - "deu-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-ceb_Latn", - "languages": [ - "deu-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574884, - "recall": 0.63834, - "f1": 0.593036, - "accuracy": 0.63834, - "main_score": 0.593036, - "hf_subset": "deu_Latn-fuv_Latn", - "languages": [ - "deu-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525084, - "recall": 0.591897, - "f1": 0.543472, - "accuracy": 0.591897, - "main_score": 0.543472, - "hf_subset": "deu_Latn-kac_Latn", - "languages": [ - "deu-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685359, - "recall": 0.740119, - "f1": 0.702259, - "accuracy": 0.740119, - "main_score": 0.702259, - "hf_subset": "deu_Latn-lin_Latn", - "languages": [ - "deu-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-nno_Latn", - "languages": [ - "deu-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240964, - "recall": 0.322134, - "f1": 0.262769, - "accuracy": 0.322134, - "main_score": 0.262769, - "hf_subset": "deu_Latn-sat_Olck", - "languages": [ - "deu-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "deu_Latn-tel_Telu", - "languages": [ - "deu-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "deu_Latn-ydd_Hebr", - "languages": [ - "deu-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "deu_Latn-ary_Arab", - "languages": [ - "deu-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ces_Latn", - "languages": [ - "deu-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583416, - "recall": 0.647233, - "f1": 0.601755, - "accuracy": 0.647233, - "main_score": 0.601755, - "hf_subset": "deu_Latn-gaz_Latn", - "languages": [ - "deu-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595184, - "recall": 0.661067, - "f1": 0.613926, - "accuracy": 0.661067, - "main_score": 0.613926, - "hf_subset": "deu_Latn-kam_Latn", - "languages": [ - "deu-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "deu_Latn-lit_Latn", - "languages": [ - "deu-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-nob_Latn", - "languages": [ - "deu-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "deu_Latn-scn_Latn", - "languages": [ - "deu-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "deu_Latn-tgk_Cyrl", - "languages": [ - "deu-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733309, - "recall": 0.793478, - "f1": 0.75157, - "accuracy": 0.793478, - "main_score": 0.75157, - "hf_subset": "deu_Latn-yor_Latn", - "languages": [ - "deu-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-arz_Arab", - "languages": [ - "deu-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575931, - "recall": 0.639328, - "f1": 0.594033, - "accuracy": 0.639328, - "main_score": 0.594033, - "hf_subset": "deu_Latn-cjk_Latn", - "languages": [ - "deu-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.824769, - "recall": 0.868577, - "f1": 0.838538, - "accuracy": 0.868577, - "main_score": 0.838538, - "hf_subset": "deu_Latn-gla_Latn", - "languages": [ - "deu-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-kan_Knda", - "languages": [ - "deu-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "deu_Latn-lmo_Latn", - "languages": [ - "deu-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.996047, - "recall": 0.997036, - "f1": 0.996377, - "accuracy": 0.997036, - "main_score": 0.996377, - "hf_subset": "deu_Latn-npi_Deva", - "languages": [ - "deu-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481162, - "recall": 0.548419, - "f1": 0.500052, - "accuracy": 0.548419, - "main_score": 0.500052, - "hf_subset": "deu_Latn-shn_Mymr", - "languages": [ - "deu-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-tgl_Latn", - "languages": [ - "deu-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-yue_Hant", - "languages": [ - "deu-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "deu_Latn-asm_Beng", - "languages": [ - "deu-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "deu_Latn-ckb_Arab", - "languages": [ - "deu-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906538, - "recall": 0.933794, - "f1": 0.915086, - "accuracy": 0.933794, - "main_score": 0.915086, - "hf_subset": "deu_Latn-gle_Latn", - "languages": [ - "deu-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "deu_Latn-kas_Arab", - "languages": [ - "deu-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956357, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "deu_Latn-ltg_Latn", - "languages": [ - "deu-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627579, - "recall": 0.679842, - "f1": 0.642723, - "accuracy": 0.679842, - "main_score": 0.642723, - "hf_subset": "deu_Latn-nso_Latn", - "languages": [ - "deu-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "deu_Latn-sin_Sinh", - "languages": [ - "deu-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-tha_Thai", - "languages": [ - "deu-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-zho_Hans", - "languages": [ - "deu-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ast_Latn", - "languages": [ - "deu-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-crh_Latn", - "languages": [ - "deu-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-glg_Latn", - "languages": [ - "deu-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925725, - "recall": 0.949605, - "f1": 0.93363, - "accuracy": 0.949605, - "main_score": 0.93363, - "hf_subset": "deu_Latn-kas_Deva", - "languages": [ - "deu-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "deu_Latn-ltz_Latn", - "languages": [ - "deu-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478618, - "recall": 0.54249, - "f1": 0.495487, - "accuracy": 0.54249, - "main_score": 0.495487, - "hf_subset": "deu_Latn-nus_Latn", - "languages": [ - "deu-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-slk_Latn", - "languages": [ - "deu-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637451, - "recall": 0.713439, - "f1": 0.660183, - "accuracy": 0.713439, - "main_score": 0.660183, - "hf_subset": "deu_Latn-tir_Ethi", - "languages": [ - "deu-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-zho_Hant", - "languages": [ - "deu-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986495, - "recall": 0.990119, - "f1": 0.987648, - "accuracy": 0.990119, - "main_score": 0.987648, - "hf_subset": "deu_Latn-awa_Deva", - "languages": [ - "deu-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "deu_Latn-cym_Latn", - "languages": [ - "deu-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864707, - "recall": 0.902174, - "f1": 0.876548, - "accuracy": 0.902174, - "main_score": 0.876548, - "hf_subset": "deu_Latn-grn_Latn", - "languages": [ - "deu-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-kat_Geor", - "languages": [ - "deu-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664151, - "recall": 0.716403, - "f1": 0.679017, - "accuracy": 0.716403, - "main_score": 0.679017, - "hf_subset": "deu_Latn-lua_Latn", - "languages": [ - "deu-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665754, - "recall": 0.726285, - "f1": 0.682875, - "accuracy": 0.726285, - "main_score": 0.682875, - "hf_subset": "deu_Latn-nya_Latn", - "languages": [ - "deu-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-slv_Latn", - "languages": [ - "deu-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960145, - "recall": 0.972332, - "f1": 0.964097, - "accuracy": 0.972332, - "main_score": 0.964097, - "hf_subset": "deu_Latn-tpi_Latn", - "languages": [ - "deu-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-zsm_Latn", - "languages": [ - "deu-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559363, - "recall": 0.62253, - "f1": 0.577503, - "accuracy": 0.62253, - "main_score": 0.577503, - "hf_subset": "deu_Latn-ayr_Latn", - "languages": [ - "deu-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-dan_Latn", - "languages": [ - "deu-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-guj_Gujr", - "languages": [ - "deu-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "deu_Latn-kaz_Cyrl", - "languages": [ - "deu-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543825, - "recall": 0.607708, - "f1": 0.561769, - "accuracy": 0.607708, - "main_score": 0.561769, - "hf_subset": "deu_Latn-lug_Latn", - "languages": [ - "deu-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-oci_Latn", - "languages": [ - "deu-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851367, - "recall": 0.892292, - "f1": 0.863999, - "accuracy": 0.892292, - "main_score": 0.863999, - "hf_subset": "deu_Latn-smo_Latn", - "languages": [ - "deu-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554876, - "recall": 0.621542, - "f1": 0.574071, - "accuracy": 0.621542, - "main_score": 0.574071, - "hf_subset": "deu_Latn-tsn_Latn", - "languages": [ - "deu-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630839, - "recall": 0.693676, - "f1": 0.648686, - "accuracy": 0.693676, - "main_score": 0.648686, - "hf_subset": "deu_Latn-zul_Latn", - "languages": [ - "deu-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933136, - "recall": 0.953557, - "f1": 0.939723, - "accuracy": 0.953557, - "main_score": 0.939723, - "hf_subset": "deu_Latn-azb_Arab", - "languages": [ - "deu-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.986166, - "f1": 0.982543, - "accuracy": 0.986166, - "main_score": 0.982543, - "hf_subset": "deu_Latn-hat_Latn", - "languages": [ - "deu-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507256, - "recall": 0.566206, - "f1": 0.52393, - "accuracy": 0.566206, - "main_score": 0.52393, - "hf_subset": "deu_Latn-kbp_Latn", - "languages": [ - "deu-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591257, - "recall": 0.650198, - "f1": 0.607624, - "accuracy": 0.650198, - "main_score": 0.607624, - "hf_subset": "deu_Latn-luo_Latn", - "languages": [ - "deu-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-ory_Orya", - "languages": [ - "deu-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608122, - "recall": 0.676877, - "f1": 0.627588, - "accuracy": 0.676877, - "main_score": 0.627588, - "hf_subset": "deu_Latn-sna_Latn", - "languages": [ - "deu-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584978, - "recall": 0.641304, - "f1": 0.599717, - "accuracy": 0.641304, - "main_score": 0.599717, - "hf_subset": "deu_Latn-tso_Latn", - "languages": [ - "deu-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-azj_Latn", - "languages": [ - "deu-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552513, - "recall": 0.62253, - "f1": 0.572697, - "accuracy": 0.62253, - "main_score": 0.572697, - "hf_subset": "deu_Latn-dik_Latn", - "languages": [ - "deu-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758432, - "recall": 0.813241, - "f1": 0.775231, - "accuracy": 0.813241, - "main_score": 0.775231, - "hf_subset": "deu_Latn-hau_Latn", - "languages": [ - "deu-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "deu_Latn-kea_Latn", - "languages": [ - "deu-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760721, - "recall": 0.813241, - "f1": 0.77635, - "accuracy": 0.813241, - "main_score": 0.77635, - "hf_subset": "deu_Latn-lus_Latn", - "languages": [ - "deu-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891255, - "recall": 0.917984, - "f1": 0.89944, - "accuracy": 0.917984, - "main_score": 0.89944, - "hf_subset": "deu_Latn-pag_Latn", - "languages": [ - "deu-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "deu_Latn-snd_Arab", - "languages": [ - "deu-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "deu_Latn-tuk_Latn", - "languages": [ - "deu-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "deu_Latn-bak_Cyrl", - "languages": [ - "deu-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502877, - "recall": 0.58498, - "f1": 0.527419, - "accuracy": 0.58498, - "main_score": 0.527419, - "hf_subset": "deu_Latn-dyu_Latn", - "languages": [ - "deu-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "deu_Latn-heb_Hebr", - "languages": [ - "deu-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "deu_Latn-khk_Cyrl", - "languages": [ - "deu-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-lvs_Latn", - "languages": [ - "deu-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "deu_Latn-pan_Guru", - "languages": [ - "deu-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718481, - "recall": 0.775692, - "f1": 0.735061, - "accuracy": 0.775692, - "main_score": 0.735061, - "hf_subset": "deu_Latn-som_Latn", - "languages": [ - "deu-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61588, - "recall": 0.666996, - "f1": 0.62954, - "accuracy": 0.666996, - "main_score": 0.62954, - "hf_subset": "deu_Latn-tum_Latn", - "languages": [ - "deu-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551412, - "recall": 0.606719, - "f1": 0.566978, - "accuracy": 0.606719, - "main_score": 0.566978, - "hf_subset": "hat_Latn-ace_Arab", - "languages": [ - "hat-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518091, - "recall": 0.573123, - "f1": 0.532917, - "accuracy": 0.573123, - "main_score": 0.532917, - "hf_subset": "hat_Latn-bam_Latn", - "languages": [ - "hat-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.326707, - "recall": 0.380435, - "f1": 0.339702, - "accuracy": 0.380435, - "main_score": 0.339702, - "hf_subset": "hat_Latn-dzo_Tibt", - "languages": [ - "hat-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "hat_Latn-hin_Deva", - "languages": [ - "hat-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950675, - "recall": 0.966403, - "f1": 0.955764, - "accuracy": 0.966403, - "main_score": 0.955764, - "hf_subset": "hat_Latn-khm_Khmr", - "languages": [ - "hat-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "hat_Latn-mag_Deva", - "languages": [ - "hat-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940464, - "recall": 0.95751, - "f1": 0.945883, - "accuracy": 0.95751, - "main_score": 0.945883, - "hf_subset": "hat_Latn-pap_Latn", - "languages": [ - "hat-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572959, - "recall": 0.621542, - "f1": 0.586253, - "accuracy": 0.621542, - "main_score": 0.586253, - "hf_subset": "hat_Latn-sot_Latn", - "languages": [ - "hat-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "hat_Latn-tur_Latn", - "languages": [ - "hat-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811627, - "recall": 0.853755, - "f1": 0.824374, - "accuracy": 0.853755, - "main_score": 0.824374, - "hf_subset": "hat_Latn-ace_Latn", - "languages": [ - "hat-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893857, - "recall": 0.918972, - "f1": 0.901746, - "accuracy": 0.918972, - "main_score": 0.901746, - "hf_subset": "hat_Latn-ban_Latn", - "languages": [ - "hat-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "hat_Latn-ell_Grek", - "languages": [ - "hat-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "hat_Latn-hne_Deva", - "languages": [ - "hat-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553855, - "recall": 0.602767, - "f1": 0.567727, - "accuracy": 0.602767, - "main_score": 0.567727, - "hf_subset": "hat_Latn-kik_Latn", - "languages": [ - "hat-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962533, - "recall": 0.974308, - "f1": 0.966304, - "accuracy": 0.974308, - "main_score": 0.966304, - "hf_subset": "hat_Latn-mai_Deva", - "languages": [ - "hat-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908679, - "recall": 0.936759, - "f1": 0.917721, - "accuracy": 0.936759, - "main_score": 0.917721, - "hf_subset": "hat_Latn-pbt_Arab", - "languages": [ - "hat-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "hat_Latn-spa_Latn", - "languages": [ - "hat-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575216, - "recall": 0.629447, - "f1": 0.59081, - "accuracy": 0.629447, - "main_score": 0.59081, - "hf_subset": "hat_Latn-twi_Latn", - "languages": [ - "hat-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964394, - "accuracy": 0.972332, - "main_score": 0.964394, - "hf_subset": "hat_Latn-acm_Arab", - "languages": [ - "hat-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.964427, - "f1": 0.953722, - "accuracy": 0.964427, - "main_score": 0.953722, - "hf_subset": "hat_Latn-bel_Cyrl", - "languages": [ - "hat-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "hat_Latn-eng_Latn", - "languages": [ - "hat-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "hat_Latn-hrv_Latn", - "languages": [ - "hat-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541461, - "recall": 0.598814, - "f1": 0.557127, - "accuracy": 0.598814, - "main_score": 0.557127, - "hf_subset": "hat_Latn-kin_Latn", - "languages": [ - "hat-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "hat_Latn-mal_Mlym", - "languages": [ - "hat-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969532, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "hat_Latn-pes_Arab", - "languages": [ - "hat-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.965415, - "f1": 0.955863, - "accuracy": 0.965415, - "main_score": 0.955863, - "hf_subset": "hat_Latn-srd_Latn", - "languages": [ - "hat-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194932, - "recall": 0.236166, - "f1": 0.205207, - "accuracy": 0.236166, - "main_score": 0.205207, - "hf_subset": "hat_Latn-tzm_Tfng", - "languages": [ - "hat-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963603, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "hat_Latn-acq_Arab", - "languages": [ - "hat-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563185, - "recall": 0.607708, - "f1": 0.575353, - "accuracy": 0.607708, - "main_score": 0.575353, - "hf_subset": "hat_Latn-bem_Latn", - "languages": [ - "hat-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "hat_Latn-epo_Latn", - "languages": [ - "hat-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968874, - "recall": 0.978261, - "f1": 0.971838, - "accuracy": 0.978261, - "main_score": 0.971838, - "hf_subset": "hat_Latn-hun_Latn", - "languages": [ - "hat-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926877, - "recall": 0.948617, - "f1": 0.933794, - "accuracy": 0.948617, - "main_score": 0.933794, - "hf_subset": "hat_Latn-kir_Cyrl", - "languages": [ - "hat-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958333, - "recall": 0.971344, - "f1": 0.962615, - "accuracy": 0.971344, - "main_score": 0.962615, - "hf_subset": "hat_Latn-mar_Deva", - "languages": [ - "hat-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642047, - "recall": 0.689723, - "f1": 0.65477, - "accuracy": 0.689723, - "main_score": 0.65477, - "hf_subset": "hat_Latn-plt_Latn", - "languages": [ - "hat-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "hat_Latn-srp_Cyrl", - "languages": [ - "hat-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892951, - "recall": 0.920949, - "f1": 0.901449, - "accuracy": 0.920949, - "main_score": 0.901449, - "hf_subset": "hat_Latn-uig_Arab", - "languages": [ - "hat-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953187, - "recall": 0.966403, - "f1": 0.957235, - "accuracy": 0.966403, - "main_score": 0.957235, - "hf_subset": "hat_Latn-aeb_Arab", - "languages": [ - "hat-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.975296, - "f1": 0.967062, - "accuracy": 0.975296, - "main_score": 0.967062, - "hf_subset": "hat_Latn-ben_Beng", - "languages": [ - "hat-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96558, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "hat_Latn-est_Latn", - "languages": [ - "hat-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "hat_Latn-hye_Armn", - "languages": [ - "hat-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525085, - "recall": 0.566206, - "f1": 0.536491, - "accuracy": 0.566206, - "main_score": 0.536491, - "hf_subset": "hat_Latn-kmb_Latn", - "languages": [ - "hat-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482966, - "recall": 0.548419, - "f1": 0.500589, - "accuracy": 0.548419, - "main_score": 0.500589, - "hf_subset": "hat_Latn-min_Arab", - "languages": [ - "hat-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "hat_Latn-pol_Latn", - "languages": [ - "hat-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534396, - "recall": 0.588933, - "f1": 0.550246, - "accuracy": 0.588933, - "main_score": 0.550246, - "hf_subset": "hat_Latn-ssw_Latn", - "languages": [ - "hat-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.980237, - "f1": 0.97365, - "accuracy": 0.980237, - "main_score": 0.97365, - "hf_subset": "hat_Latn-ukr_Cyrl", - "languages": [ - "hat-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "hat_Latn-afr_Latn", - "languages": [ - "hat-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938488, - "recall": 0.956522, - "f1": 0.944236, - "accuracy": 0.956522, - "main_score": 0.944236, - "hf_subset": "hat_Latn-bho_Deva", - "languages": [ - "hat-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933136, - "recall": 0.954545, - "f1": 0.940217, - "accuracy": 0.954545, - "main_score": 0.940217, - "hf_subset": "hat_Latn-eus_Latn", - "languages": [ - "hat-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55723, - "recall": 0.612648, - "f1": 0.573222, - "accuracy": 0.612648, - "main_score": 0.573222, - "hf_subset": "hat_Latn-ibo_Latn", - "languages": [ - "hat-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848979, - "recall": 0.885375, - "f1": 0.860098, - "accuracy": 0.885375, - "main_score": 0.860098, - "hf_subset": "hat_Latn-kmr_Latn", - "languages": [ - "hat-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927536, - "recall": 0.948617, - "f1": 0.934289, - "accuracy": 0.948617, - "main_score": 0.934289, - "hf_subset": "hat_Latn-min_Latn", - "languages": [ - "hat-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "hat_Latn-por_Latn", - "languages": [ - "hat-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942852, - "recall": 0.958498, - "f1": 0.947958, - "accuracy": 0.958498, - "main_score": 0.947958, - "hf_subset": "hat_Latn-sun_Latn", - "languages": [ - "hat-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491273, - "recall": 0.54249, - "f1": 0.505803, - "accuracy": 0.54249, - "main_score": 0.505803, - "hf_subset": "hat_Latn-umb_Latn", - "languages": [ - "hat-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "hat_Latn-ajp_Arab", - "languages": [ - "hat-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51467, - "recall": 0.574111, - "f1": 0.530468, - "accuracy": 0.574111, - "main_score": 0.530468, - "hf_subset": "hat_Latn-bjn_Arab", - "languages": [ - "hat-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48639, - "recall": 0.52668, - "f1": 0.497257, - "accuracy": 0.52668, - "main_score": 0.497257, - "hf_subset": "hat_Latn-ewe_Latn", - "languages": [ - "hat-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879529, - "recall": 0.911067, - "f1": 0.889347, - "accuracy": 0.911067, - "main_score": 0.889347, - "hf_subset": "hat_Latn-ilo_Latn", - "languages": [ - "hat-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320389, - "recall": 0.363636, - "f1": 0.332032, - "accuracy": 0.363636, - "main_score": 0.332032, - "hf_subset": "hat_Latn-knc_Arab", - "languages": [ - "hat-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961792, - "recall": 0.974308, - "f1": 0.965909, - "accuracy": 0.974308, - "main_score": 0.965909, - "hf_subset": "hat_Latn-mkd_Cyrl", - "languages": [ - "hat-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "hat_Latn-prs_Arab", - "languages": [ - "hat-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "hat_Latn-swe_Latn", - "languages": [ - "hat-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "hat_Latn-urd_Arab", - "languages": [ - "hat-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541951, - "recall": 0.591897, - "f1": 0.555472, - "accuracy": 0.591897, - "main_score": 0.555472, - "hf_subset": "hat_Latn-aka_Latn", - "languages": [ - "hat-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927019, - "recall": 0.948617, - "f1": 0.933877, - "accuracy": 0.948617, - "main_score": 0.933877, - "hf_subset": "hat_Latn-bjn_Latn", - "languages": [ - "hat-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.911182, - "recall": 0.935771, - "f1": 0.918874, - "accuracy": 0.935771, - "main_score": 0.918874, - "hf_subset": "hat_Latn-fao_Latn", - "languages": [ - "hat-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965613, - "recall": 0.976285, - "f1": 0.969038, - "accuracy": 0.976285, - "main_score": 0.969038, - "hf_subset": "hat_Latn-ind_Latn", - "languages": [ - "hat-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545867, - "recall": 0.593874, - "f1": 0.559156, - "accuracy": 0.593874, - "main_score": 0.559156, - "hf_subset": "hat_Latn-knc_Latn", - "languages": [ - "hat-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948699, - "recall": 0.964427, - "f1": 0.953623, - "accuracy": 0.964427, - "main_score": 0.953623, - "hf_subset": "hat_Latn-mlt_Latn", - "languages": [ - "hat-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650967, - "recall": 0.709486, - "f1": 0.667774, - "accuracy": 0.709486, - "main_score": 0.667774, - "hf_subset": "hat_Latn-quy_Latn", - "languages": [ - "hat-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925, - "recall": 0.944664, - "f1": 0.93083, - "accuracy": 0.944664, - "main_score": 0.93083, - "hf_subset": "hat_Latn-swh_Latn", - "languages": [ - "hat-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954134, - "recall": 0.968379, - "f1": 0.958729, - "accuracy": 0.968379, - "main_score": 0.958729, - "hf_subset": "hat_Latn-uzn_Latn", - "languages": [ - "hat-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972167, - "recall": 0.981225, - "f1": 0.975132, - "accuracy": 0.981225, - "main_score": 0.975132, - "hf_subset": "hat_Latn-als_Latn", - "languages": [ - "hat-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513287, - "recall": 0.591897, - "f1": 0.535103, - "accuracy": 0.591897, - "main_score": 0.535103, - "hf_subset": "hat_Latn-bod_Tibt", - "languages": [ - "hat-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643251, - "recall": 0.695652, - "f1": 0.657366, - "accuracy": 0.695652, - "main_score": 0.657366, - "hf_subset": "hat_Latn-fij_Latn", - "languages": [ - "hat-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921443, - "recall": 0.945652, - "f1": 0.929183, - "accuracy": 0.945652, - "main_score": 0.929183, - "hf_subset": "hat_Latn-isl_Latn", - "languages": [ - "hat-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.633124, - "recall": 0.677866, - "f1": 0.646014, - "accuracy": 0.677866, - "main_score": 0.646014, - "hf_subset": "hat_Latn-kon_Latn", - "languages": [ - "hat-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59908, - "recall": 0.663043, - "f1": 0.616943, - "accuracy": 0.663043, - "main_score": 0.616943, - "hf_subset": "hat_Latn-mni_Beng", - "languages": [ - "hat-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "hat_Latn-ron_Latn", - "languages": [ - "hat-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.958498, - "f1": 0.948452, - "accuracy": 0.958498, - "main_score": 0.948452, - "hf_subset": "hat_Latn-szl_Latn", - "languages": [ - "hat-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "hat_Latn-vec_Latn", - "languages": [ - "hat-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869318, - "recall": 0.902174, - "f1": 0.879418, - "accuracy": 0.902174, - "main_score": 0.879418, - "hf_subset": "hat_Latn-amh_Ethi", - "languages": [ - "hat-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.976285, - "f1": 0.968544, - "accuracy": 0.976285, - "main_score": 0.968544, - "hf_subset": "hat_Latn-bos_Latn", - "languages": [ - "hat-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961133, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "hat_Latn-fin_Latn", - "languages": [ - "hat-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "hat_Latn-ita_Latn", - "languages": [ - "hat-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963439, - "recall": 0.975296, - "f1": 0.967391, - "accuracy": 0.975296, - "main_score": 0.967391, - "hf_subset": "hat_Latn-kor_Hang", - "languages": [ - "hat-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529832, - "recall": 0.58004, - "f1": 0.543154, - "accuracy": 0.58004, - "main_score": 0.543154, - "hf_subset": "hat_Latn-mos_Latn", - "languages": [ - "hat-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53445, - "recall": 0.583992, - "f1": 0.548241, - "accuracy": 0.583992, - "main_score": 0.548241, - "hf_subset": "hat_Latn-run_Latn", - "languages": [ - "hat-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965991, - "recall": 0.976285, - "f1": 0.969269, - "accuracy": 0.976285, - "main_score": 0.969269, - "hf_subset": "hat_Latn-tam_Taml", - "languages": [ - "hat-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.974308, - "f1": 0.966733, - "accuracy": 0.974308, - "main_score": 0.966733, - "hf_subset": "hat_Latn-vie_Latn", - "languages": [ - "hat-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95891, - "recall": 0.971344, - "f1": 0.962846, - "accuracy": 0.971344, - "main_score": 0.962846, - "hf_subset": "hat_Latn-apc_Arab", - "languages": [ - "hat-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726549, - "recall": 0.773715, - "f1": 0.740011, - "accuracy": 0.773715, - "main_score": 0.740011, - "hf_subset": "hat_Latn-bug_Latn", - "languages": [ - "hat-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456019, - "recall": 0.503953, - "f1": 0.4687, - "accuracy": 0.503953, - "main_score": 0.4687, - "hf_subset": "hat_Latn-fon_Latn", - "languages": [ - "hat-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958827, - "recall": 0.972332, - "f1": 0.963274, - "accuracy": 0.972332, - "main_score": 0.963274, - "hf_subset": "hat_Latn-jav_Latn", - "languages": [ - "hat-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.965415, - "f1": 0.955534, - "accuracy": 0.965415, - "main_score": 0.955534, - "hf_subset": "hat_Latn-lao_Laoo", - "languages": [ - "hat-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.782806, - "recall": 0.833992, - "f1": 0.797859, - "accuracy": 0.833992, - "main_score": 0.797859, - "hf_subset": "hat_Latn-mri_Latn", - "languages": [ - "hat-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968462, - "recall": 0.978261, - "f1": 0.971574, - "accuracy": 0.978261, - "main_score": 0.971574, - "hf_subset": "hat_Latn-rus_Cyrl", - "languages": [ - "hat-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522261, - "recall": 0.568182, - "f1": 0.534835, - "accuracy": 0.568182, - "main_score": 0.534835, - "hf_subset": "hat_Latn-taq_Latn", - "languages": [ - "hat-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959816, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "hat_Latn-war_Latn", - "languages": [ - "hat-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968956, - "recall": 0.978261, - "f1": 0.971904, - "accuracy": 0.978261, - "main_score": 0.971904, - "hf_subset": "hat_Latn-arb_Arab", - "languages": [ - "hat-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "hat_Latn-bul_Cyrl", - "languages": [ - "hat-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98139, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "hat_Latn-fra_Latn", - "languages": [ - "hat-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959239, - "recall": 0.972332, - "f1": 0.963505, - "accuracy": 0.972332, - "main_score": 0.963505, - "hf_subset": "hat_Latn-jpn_Jpan", - "languages": [ - "hat-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.970356, - "f1": 0.963109, - "accuracy": 0.970356, - "main_score": 0.963109, - "hf_subset": "hat_Latn-lij_Latn", - "languages": [ - "hat-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.956522, - "f1": 0.943841, - "accuracy": 0.956522, - "main_score": 0.943841, - "hf_subset": "hat_Latn-mya_Mymr", - "languages": [ - "hat-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571985, - "recall": 0.629447, - "f1": 0.587369, - "accuracy": 0.629447, - "main_score": 0.587369, - "hf_subset": "hat_Latn-sag_Latn", - "languages": [ - "hat-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.209032, - "recall": 0.247036, - "f1": 0.217556, - "accuracy": 0.247036, - "main_score": 0.217556, - "hf_subset": "hat_Latn-taq_Tfng", - "languages": [ - "hat-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601005, - "recall": 0.658103, - "f1": 0.617344, - "accuracy": 0.658103, - "main_score": 0.617344, - "hf_subset": "hat_Latn-wol_Latn", - "languages": [ - "hat-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730016, - "recall": 0.784585, - "f1": 0.745542, - "accuracy": 0.784585, - "main_score": 0.745542, - "hf_subset": "hat_Latn-arb_Latn", - "languages": [ - "hat-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973238, - "recall": 0.981225, - "f1": 0.975692, - "accuracy": 0.981225, - "main_score": 0.975692, - "hf_subset": "hat_Latn-cat_Latn", - "languages": [ - "hat-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96138, - "recall": 0.97332, - "f1": 0.965152, - "accuracy": 0.97332, - "main_score": 0.965152, - "hf_subset": "hat_Latn-fur_Latn", - "languages": [ - "hat-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423578, - "recall": 0.471344, - "f1": 0.436554, - "accuracy": 0.471344, - "main_score": 0.436554, - "hf_subset": "hat_Latn-kab_Latn", - "languages": [ - "hat-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942688, - "recall": 0.960474, - "f1": 0.948452, - "accuracy": 0.960474, - "main_score": 0.948452, - "hf_subset": "hat_Latn-lim_Latn", - "languages": [ - "hat-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958416, - "recall": 0.971344, - "f1": 0.962516, - "accuracy": 0.971344, - "main_score": 0.962516, - "hf_subset": "hat_Latn-nld_Latn", - "languages": [ - "hat-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936182, - "recall": 0.954545, - "f1": 0.94193, - "accuracy": 0.954545, - "main_score": 0.94193, - "hf_subset": "hat_Latn-san_Deva", - "languages": [ - "hat-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.955534, - "f1": 0.943676, - "accuracy": 0.955534, - "main_score": 0.943676, - "hf_subset": "hat_Latn-tat_Cyrl", - "languages": [ - "hat-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638449, - "recall": 0.684783, - "f1": 0.651525, - "accuracy": 0.684783, - "main_score": 0.651525, - "hf_subset": "hat_Latn-xho_Latn", - "languages": [ - "hat-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967144, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "hat_Latn-ars_Arab", - "languages": [ - "hat-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967309, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "hat_Latn-ceb_Latn", - "languages": [ - "hat-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523089, - "recall": 0.579051, - "f1": 0.538343, - "accuracy": 0.579051, - "main_score": 0.538343, - "hf_subset": "hat_Latn-fuv_Latn", - "languages": [ - "hat-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488193, - "recall": 0.538538, - "f1": 0.501249, - "accuracy": 0.538538, - "main_score": 0.501249, - "hf_subset": "hat_Latn-kac_Latn", - "languages": [ - "hat-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645085, - "recall": 0.692688, - "f1": 0.658144, - "accuracy": 0.692688, - "main_score": 0.658144, - "hf_subset": "hat_Latn-lin_Latn", - "languages": [ - "hat-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967095, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "hat_Latn-nno_Latn", - "languages": [ - "hat-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.220761, - "recall": 0.280632, - "f1": 0.235609, - "accuracy": 0.280632, - "main_score": 0.235609, - "hf_subset": "hat_Latn-sat_Olck", - "languages": [ - "hat-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967309, - "recall": 0.977273, - "f1": 0.970422, - "accuracy": 0.977273, - "main_score": 0.970422, - "hf_subset": "hat_Latn-tel_Telu", - "languages": [ - "hat-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90275, - "recall": 0.928854, - "f1": 0.910968, - "accuracy": 0.928854, - "main_score": 0.910968, - "hf_subset": "hat_Latn-ydd_Hebr", - "languages": [ - "hat-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936001, - "recall": 0.952569, - "f1": 0.941041, - "accuracy": 0.952569, - "main_score": 0.941041, - "hf_subset": "hat_Latn-ary_Arab", - "languages": [ - "hat-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965497, - "recall": 0.976285, - "f1": 0.968939, - "accuracy": 0.976285, - "main_score": 0.968939, - "hf_subset": "hat_Latn-ces_Latn", - "languages": [ - "hat-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577694, - "recall": 0.632411, - "f1": 0.593862, - "accuracy": 0.632411, - "main_score": 0.593862, - "hf_subset": "hat_Latn-gaz_Latn", - "languages": [ - "hat-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553041, - "recall": 0.607708, - "f1": 0.568798, - "accuracy": 0.607708, - "main_score": 0.568798, - "hf_subset": "hat_Latn-kam_Latn", - "languages": [ - "hat-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "hat_Latn-lit_Latn", - "languages": [ - "hat-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974555, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "hat_Latn-nob_Latn", - "languages": [ - "hat-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954134, - "recall": 0.967391, - "f1": 0.958399, - "accuracy": 0.967391, - "main_score": 0.958399, - "hf_subset": "hat_Latn-scn_Latn", - "languages": [ - "hat-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931242, - "recall": 0.950593, - "f1": 0.937484, - "accuracy": 0.950593, - "main_score": 0.937484, - "hf_subset": "hat_Latn-tgk_Cyrl", - "languages": [ - "hat-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651732, - "recall": 0.720356, - "f1": 0.672299, - "accuracy": 0.720356, - "main_score": 0.672299, - "hf_subset": "hat_Latn-yor_Latn", - "languages": [ - "hat-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960968, - "recall": 0.97332, - "f1": 0.964921, - "accuracy": 0.97332, - "main_score": 0.964921, - "hf_subset": "hat_Latn-arz_Arab", - "languages": [ - "hat-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523177, - "recall": 0.575099, - "f1": 0.537771, - "accuracy": 0.575099, - "main_score": 0.537771, - "hf_subset": "hat_Latn-cjk_Latn", - "languages": [ - "hat-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707124, - "recall": 0.756917, - "f1": 0.721445, - "accuracy": 0.756917, - "main_score": 0.721445, - "hf_subset": "hat_Latn-gla_Latn", - "languages": [ - "hat-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959321, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "hat_Latn-kan_Knda", - "languages": [ - "hat-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.968379, - "f1": 0.96031, - "accuracy": 0.968379, - "main_score": 0.96031, - "hf_subset": "hat_Latn-lmo_Latn", - "languages": [ - "hat-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "hat_Latn-npi_Deva", - "languages": [ - "hat-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417445, - "recall": 0.466403, - "f1": 0.431002, - "accuracy": 0.466403, - "main_score": 0.431002, - "hf_subset": "hat_Latn-shn_Mymr", - "languages": [ - "hat-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965827, - "recall": 0.976285, - "f1": 0.969104, - "accuracy": 0.976285, - "main_score": 0.969104, - "hf_subset": "hat_Latn-tgl_Latn", - "languages": [ - "hat-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962121, - "recall": 0.97332, - "f1": 0.965547, - "accuracy": 0.97332, - "main_score": 0.965547, - "hf_subset": "hat_Latn-yue_Hant", - "languages": [ - "hat-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.965415, - "f1": 0.954051, - "accuracy": 0.965415, - "main_score": 0.954051, - "hf_subset": "hat_Latn-asm_Beng", - "languages": [ - "hat-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.892935, - "recall": 0.921937, - "f1": 0.901713, - "accuracy": 0.921937, - "main_score": 0.901713, - "hf_subset": "hat_Latn-ckb_Arab", - "languages": [ - "hat-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811174, - "recall": 0.854743, - "f1": 0.823968, - "accuracy": 0.854743, - "main_score": 0.823968, - "hf_subset": "hat_Latn-gle_Latn", - "languages": [ - "hat-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86726, - "recall": 0.903162, - "f1": 0.878393, - "accuracy": 0.903162, - "main_score": 0.878393, - "hf_subset": "hat_Latn-kas_Arab", - "languages": [ - "hat-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877125, - "recall": 0.909091, - "f1": 0.886759, - "accuracy": 0.909091, - "main_score": 0.886759, - "hf_subset": "hat_Latn-ltg_Latn", - "languages": [ - "hat-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585535, - "recall": 0.629447, - "f1": 0.597225, - "accuracy": 0.629447, - "main_score": 0.597225, - "hf_subset": "hat_Latn-nso_Latn", - "languages": [ - "hat-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933712, - "recall": 0.953557, - "f1": 0.940119, - "accuracy": 0.953557, - "main_score": 0.940119, - "hf_subset": "hat_Latn-sin_Sinh", - "languages": [ - "hat-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958613, - "recall": 0.970356, - "f1": 0.962187, - "accuracy": 0.970356, - "main_score": 0.962187, - "hf_subset": "hat_Latn-tha_Thai", - "languages": [ - "hat-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956653, - "accuracy": 0.966403, - "main_score": 0.956653, - "hf_subset": "hat_Latn-zho_Hans", - "languages": [ - "hat-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "hat_Latn-ast_Latn", - "languages": [ - "hat-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95191, - "recall": 0.967391, - "f1": 0.957016, - "accuracy": 0.967391, - "main_score": 0.957016, - "hf_subset": "hat_Latn-crh_Latn", - "languages": [ - "hat-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "hat_Latn-glg_Latn", - "languages": [ - "hat-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789856, - "recall": 0.835968, - "f1": 0.803102, - "accuracy": 0.835968, - "main_score": 0.803102, - "hf_subset": "hat_Latn-kas_Deva", - "languages": [ - "hat-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936594, - "recall": 0.955534, - "f1": 0.942688, - "accuracy": 0.955534, - "main_score": 0.942688, - "hf_subset": "hat_Latn-ltz_Latn", - "languages": [ - "hat-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442772, - "recall": 0.498024, - "f1": 0.457364, - "accuracy": 0.498024, - "main_score": 0.457364, - "hf_subset": "hat_Latn-nus_Latn", - "languages": [ - "hat-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "hat_Latn-slk_Latn", - "languages": [ - "hat-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532113, - "recall": 0.59585, - "f1": 0.549018, - "accuracy": 0.59585, - "main_score": 0.549018, - "hf_subset": "hat_Latn-tir_Ethi", - "languages": [ - "hat-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.969368, - "f1": 0.959157, - "accuracy": 0.969368, - "main_score": 0.959157, - "hf_subset": "hat_Latn-zho_Hant", - "languages": [ - "hat-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942194, - "recall": 0.959486, - "f1": 0.947746, - "accuracy": 0.959486, - "main_score": 0.947746, - "hf_subset": "hat_Latn-awa_Deva", - "languages": [ - "hat-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919302, - "recall": 0.9417, - "f1": 0.926186, - "accuracy": 0.9417, - "main_score": 0.926186, - "hf_subset": "hat_Latn-cym_Latn", - "languages": [ - "hat-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.773781, - "recall": 0.81917, - "f1": 0.787451, - "accuracy": 0.81917, - "main_score": 0.787451, - "hf_subset": "hat_Latn-grn_Latn", - "languages": [ - "hat-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947546, - "recall": 0.963439, - "f1": 0.952635, - "accuracy": 0.963439, - "main_score": 0.952635, - "hf_subset": "hat_Latn-kat_Geor", - "languages": [ - "hat-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599764, - "recall": 0.652174, - "f1": 0.614138, - "accuracy": 0.652174, - "main_score": 0.614138, - "hf_subset": "hat_Latn-lua_Latn", - "languages": [ - "hat-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581075, - "recall": 0.637352, - "f1": 0.597119, - "accuracy": 0.637352, - "main_score": 0.597119, - "hf_subset": "hat_Latn-nya_Latn", - "languages": [ - "hat-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960013, - "recall": 0.972332, - "f1": 0.963933, - "accuracy": 0.972332, - "main_score": 0.963933, - "hf_subset": "hat_Latn-slv_Latn", - "languages": [ - "hat-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855032, - "recall": 0.889328, - "f1": 0.865008, - "accuracy": 0.889328, - "main_score": 0.865008, - "hf_subset": "hat_Latn-tpi_Latn", - "languages": [ - "hat-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "hat_Latn-zsm_Latn", - "languages": [ - "hat-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524761, - "recall": 0.577075, - "f1": 0.539262, - "accuracy": 0.577075, - "main_score": 0.539262, - "hf_subset": "hat_Latn-ayr_Latn", - "languages": [ - "hat-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "hat_Latn-dan_Latn", - "languages": [ - "hat-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967721, - "recall": 0.978261, - "f1": 0.971179, - "accuracy": 0.978261, - "main_score": 0.971179, - "hf_subset": "hat_Latn-guj_Gujr", - "languages": [ - "hat-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "hat_Latn-kaz_Cyrl", - "languages": [ - "hat-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516489, - "recall": 0.568182, - "f1": 0.53167, - "accuracy": 0.568182, - "main_score": 0.53167, - "hf_subset": "hat_Latn-lug_Latn", - "languages": [ - "hat-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "hat_Latn-oci_Latn", - "languages": [ - "hat-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767105, - "recall": 0.811265, - "f1": 0.7796, - "accuracy": 0.811265, - "main_score": 0.7796, - "hf_subset": "hat_Latn-smo_Latn", - "languages": [ - "hat-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512416, - "recall": 0.562253, - "f1": 0.525575, - "accuracy": 0.562253, - "main_score": 0.525575, - "hf_subset": "hat_Latn-tsn_Latn", - "languages": [ - "hat-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59002, - "recall": 0.649209, - "f1": 0.606955, - "accuracy": 0.649209, - "main_score": 0.606955, - "hf_subset": "hat_Latn-zul_Latn", - "languages": [ - "hat-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845612, - "recall": 0.881423, - "f1": 0.856703, - "accuracy": 0.881423, - "main_score": 0.856703, - "hf_subset": "hat_Latn-azb_Arab", - "languages": [ - "hat-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.982213, - "f1": 0.97668, - "accuracy": 0.982213, - "main_score": 0.97668, - "hf_subset": "hat_Latn-deu_Latn", - "languages": [ - "hat-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481634, - "recall": 0.524704, - "f1": 0.493056, - "accuracy": 0.524704, - "main_score": 0.493056, - "hf_subset": "hat_Latn-kbp_Latn", - "languages": [ - "hat-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541215, - "recall": 0.592885, - "f1": 0.555204, - "accuracy": 0.592885, - "main_score": 0.555204, - "hf_subset": "hat_Latn-luo_Latn", - "languages": [ - "hat-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "hat_Latn-ory_Orya", - "languages": [ - "hat-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52412, - "recall": 0.58498, - "f1": 0.541449, - "accuracy": 0.58498, - "main_score": 0.541449, - "hf_subset": "hat_Latn-sna_Latn", - "languages": [ - "hat-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525131, - "recall": 0.572134, - "f1": 0.537634, - "accuracy": 0.572134, - "main_score": 0.537634, - "hf_subset": "hat_Latn-tso_Latn", - "languages": [ - "hat-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936594, - "recall": 0.956522, - "f1": 0.943017, - "accuracy": 0.956522, - "main_score": 0.943017, - "hf_subset": "hat_Latn-azj_Latn", - "languages": [ - "hat-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508576, - "recall": 0.560277, - "f1": 0.523102, - "accuracy": 0.560277, - "main_score": 0.523102, - "hf_subset": "hat_Latn-dik_Latn", - "languages": [ - "hat-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699541, - "recall": 0.751976, - "f1": 0.714417, - "accuracy": 0.751976, - "main_score": 0.714417, - "hf_subset": "hat_Latn-hau_Latn", - "languages": [ - "hat-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949275, - "recall": 0.965415, - "f1": 0.954545, - "accuracy": 0.965415, - "main_score": 0.954545, - "hf_subset": "hat_Latn-kea_Latn", - "languages": [ - "hat-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660977, - "recall": 0.70751, - "f1": 0.67417, - "accuracy": 0.70751, - "main_score": 0.67417, - "hf_subset": "hat_Latn-lus_Latn", - "languages": [ - "hat-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.804554, - "recall": 0.838933, - "f1": 0.814472, - "accuracy": 0.838933, - "main_score": 0.814472, - "hf_subset": "hat_Latn-pag_Latn", - "languages": [ - "hat-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957263, - "recall": 0.970356, - "f1": 0.961364, - "accuracy": 0.970356, - "main_score": 0.961364, - "hf_subset": "hat_Latn-snd_Arab", - "languages": [ - "hat-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86306, - "recall": 0.902174, - "f1": 0.875231, - "accuracy": 0.902174, - "main_score": 0.875231, - "hf_subset": "hat_Latn-tuk_Latn", - "languages": [ - "hat-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937204, - "recall": 0.955534, - "f1": 0.942918, - "accuracy": 0.955534, - "main_score": 0.942918, - "hf_subset": "hat_Latn-bak_Cyrl", - "languages": [ - "hat-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46392, - "recall": 0.536561, - "f1": 0.485168, - "accuracy": 0.536561, - "main_score": 0.485168, - "hf_subset": "hat_Latn-dyu_Latn", - "languages": [ - "hat-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975461, - "accuracy": 0.981225, - "main_score": 0.975461, - "hf_subset": "hat_Latn-heb_Hebr", - "languages": [ - "hat-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93111, - "recall": 0.951581, - "f1": 0.937648, - "accuracy": 0.951581, - "main_score": 0.937648, - "hf_subset": "hat_Latn-khk_Cyrl", - "languages": [ - "hat-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "hat_Latn-lvs_Latn", - "languages": [ - "hat-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967589, - "recall": 0.977273, - "f1": 0.970685, - "accuracy": 0.977273, - "main_score": 0.970685, - "hf_subset": "hat_Latn-pan_Guru", - "languages": [ - "hat-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658903, - "recall": 0.716403, - "f1": 0.674692, - "accuracy": 0.716403, - "main_score": 0.674692, - "hf_subset": "hat_Latn-som_Latn", - "languages": [ - "hat-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540505, - "recall": 0.581028, - "f1": 0.551747, - "accuracy": 0.581028, - "main_score": 0.551747, - "hf_subset": "hat_Latn-tum_Latn", - "languages": [ - "hat-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39432, - "recall": 0.436759, - "f1": 0.406341, - "accuracy": 0.436759, - "main_score": 0.406341, - "hf_subset": "kbp_Latn-ace_Arab", - "languages": [ - "kbp-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486812, - "recall": 0.531621, - "f1": 0.498407, - "accuracy": 0.531621, - "main_score": 0.498407, - "hf_subset": "kbp_Latn-bam_Latn", - "languages": [ - "kbp-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200671, - "recall": 0.246047, - "f1": 0.213291, - "accuracy": 0.246047, - "main_score": 0.213291, - "hf_subset": "kbp_Latn-dzo_Tibt", - "languages": [ - "kbp-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480599, - "recall": 0.524704, - "f1": 0.492634, - "accuracy": 0.524704, - "main_score": 0.492634, - "hf_subset": "kbp_Latn-hin_Deva", - "languages": [ - "kbp-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447731, - "recall": 0.493083, - "f1": 0.460101, - "accuracy": 0.493083, - "main_score": 0.460101, - "hf_subset": "kbp_Latn-khm_Khmr", - "languages": [ - "kbp-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485426, - "recall": 0.52668, - "f1": 0.496477, - "accuracy": 0.52668, - "main_score": 0.496477, - "hf_subset": "kbp_Latn-mag_Deva", - "languages": [ - "kbp-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494024, - "recall": 0.536561, - "f1": 0.504765, - "accuracy": 0.536561, - "main_score": 0.504765, - "hf_subset": "kbp_Latn-pap_Latn", - "languages": [ - "kbp-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496528, - "recall": 0.535573, - "f1": 0.506909, - "accuracy": 0.535573, - "main_score": 0.506909, - "hf_subset": "kbp_Latn-sot_Latn", - "languages": [ - "kbp-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490893, - "recall": 0.534585, - "f1": 0.502592, - "accuracy": 0.534585, - "main_score": 0.502592, - "hf_subset": "kbp_Latn-tur_Latn", - "languages": [ - "kbp-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499998, - "recall": 0.537549, - "f1": 0.510065, - "accuracy": 0.537549, - "main_score": 0.510065, - "hf_subset": "kbp_Latn-ace_Latn", - "languages": [ - "kbp-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505838, - "recall": 0.541502, - "f1": 0.515236, - "accuracy": 0.541502, - "main_score": 0.515236, - "hf_subset": "kbp_Latn-ban_Latn", - "languages": [ - "kbp-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481441, - "recall": 0.533597, - "f1": 0.494652, - "accuracy": 0.533597, - "main_score": 0.494652, - "hf_subset": "kbp_Latn-ell_Grek", - "languages": [ - "kbp-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478362, - "recall": 0.521739, - "f1": 0.490003, - "accuracy": 0.521739, - "main_score": 0.490003, - "hf_subset": "kbp_Latn-hne_Deva", - "languages": [ - "kbp-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450608, - "recall": 0.5, - "f1": 0.463874, - "accuracy": 0.5, - "main_score": 0.463874, - "hf_subset": "kbp_Latn-kik_Latn", - "languages": [ - "kbp-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477281, - "recall": 0.520751, - "f1": 0.489162, - "accuracy": 0.520751, - "main_score": 0.489162, - "hf_subset": "kbp_Latn-mai_Deva", - "languages": [ - "kbp-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439618, - "recall": 0.492095, - "f1": 0.453859, - "accuracy": 0.492095, - "main_score": 0.453859, - "hf_subset": "kbp_Latn-pbt_Arab", - "languages": [ - "kbp-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483953, - "recall": 0.529644, - "f1": 0.496871, - "accuracy": 0.529644, - "main_score": 0.496871, - "hf_subset": "kbp_Latn-spa_Latn", - "languages": [ - "kbp-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506875, - "recall": 0.546443, - "f1": 0.518497, - "accuracy": 0.546443, - "main_score": 0.518497, - "hf_subset": "kbp_Latn-twi_Latn", - "languages": [ - "kbp-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477661, - "recall": 0.522727, - "f1": 0.489373, - "accuracy": 0.522727, - "main_score": 0.489373, - "hf_subset": "kbp_Latn-acm_Arab", - "languages": [ - "kbp-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475769, - "recall": 0.519763, - "f1": 0.487096, - "accuracy": 0.519763, - "main_score": 0.487096, - "hf_subset": "kbp_Latn-bel_Cyrl", - "languages": [ - "kbp-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503641, - "recall": 0.549407, - "f1": 0.516252, - "accuracy": 0.549407, - "main_score": 0.516252, - "hf_subset": "kbp_Latn-eng_Latn", - "languages": [ - "kbp-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5153, - "recall": 0.556324, - "f1": 0.526141, - "accuracy": 0.556324, - "main_score": 0.526141, - "hf_subset": "kbp_Latn-hrv_Latn", - "languages": [ - "kbp-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476177, - "recall": 0.51581, - "f1": 0.486738, - "accuracy": 0.51581, - "main_score": 0.486738, - "hf_subset": "kbp_Latn-kin_Latn", - "languages": [ - "kbp-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46621, - "recall": 0.51581, - "f1": 0.479471, - "accuracy": 0.51581, - "main_score": 0.479471, - "hf_subset": "kbp_Latn-mal_Mlym", - "languages": [ - "kbp-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479616, - "recall": 0.525692, - "f1": 0.492472, - "accuracy": 0.525692, - "main_score": 0.492472, - "hf_subset": "kbp_Latn-pes_Arab", - "languages": [ - "kbp-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495017, - "recall": 0.534585, - "f1": 0.505633, - "accuracy": 0.534585, - "main_score": 0.505633, - "hf_subset": "kbp_Latn-srd_Latn", - "languages": [ - "kbp-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184105, - "recall": 0.218379, - "f1": 0.193127, - "accuracy": 0.218379, - "main_score": 0.193127, - "hf_subset": "kbp_Latn-tzm_Tfng", - "languages": [ - "kbp-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484595, - "recall": 0.529644, - "f1": 0.496839, - "accuracy": 0.529644, - "main_score": 0.496839, - "hf_subset": "kbp_Latn-acq_Arab", - "languages": [ - "kbp-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50918, - "recall": 0.54249, - "f1": 0.517969, - "accuracy": 0.54249, - "main_score": 0.517969, - "hf_subset": "kbp_Latn-bem_Latn", - "languages": [ - "kbp-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487837, - "recall": 0.533597, - "f1": 0.499603, - "accuracy": 0.533597, - "main_score": 0.499603, - "hf_subset": "kbp_Latn-epo_Latn", - "languages": [ - "kbp-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499566, - "recall": 0.543478, - "f1": 0.51156, - "accuracy": 0.543478, - "main_score": 0.51156, - "hf_subset": "kbp_Latn-hun_Latn", - "languages": [ - "kbp-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48182, - "recall": 0.522727, - "f1": 0.492802, - "accuracy": 0.522727, - "main_score": 0.492802, - "hf_subset": "kbp_Latn-kir_Cyrl", - "languages": [ - "kbp-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484213, - "recall": 0.524704, - "f1": 0.495487, - "accuracy": 0.524704, - "main_score": 0.495487, - "hf_subset": "kbp_Latn-mar_Deva", - "languages": [ - "kbp-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510929, - "recall": 0.547431, - "f1": 0.521353, - "accuracy": 0.547431, - "main_score": 0.521353, - "hf_subset": "kbp_Latn-plt_Latn", - "languages": [ - "kbp-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497807, - "recall": 0.543478, - "f1": 0.510061, - "accuracy": 0.543478, - "main_score": 0.510061, - "hf_subset": "kbp_Latn-srp_Cyrl", - "languages": [ - "kbp-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434774, - "recall": 0.478261, - "f1": 0.446746, - "accuracy": 0.478261, - "main_score": 0.446746, - "hf_subset": "kbp_Latn-uig_Arab", - "languages": [ - "kbp-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471033, - "recall": 0.511858, - "f1": 0.482047, - "accuracy": 0.511858, - "main_score": 0.482047, - "hf_subset": "kbp_Latn-aeb_Arab", - "languages": [ - "kbp-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475929, - "recall": 0.523715, - "f1": 0.489465, - "accuracy": 0.523715, - "main_score": 0.489465, - "hf_subset": "kbp_Latn-ben_Beng", - "languages": [ - "kbp-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480434, - "recall": 0.527668, - "f1": 0.49299, - "accuracy": 0.527668, - "main_score": 0.49299, - "hf_subset": "kbp_Latn-est_Latn", - "languages": [ - "kbp-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469524, - "recall": 0.517787, - "f1": 0.481962, - "accuracy": 0.517787, - "main_score": 0.481962, - "hf_subset": "kbp_Latn-hye_Armn", - "languages": [ - "kbp-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501556, - "recall": 0.538538, - "f1": 0.51236, - "accuracy": 0.538538, - "main_score": 0.51236, - "hf_subset": "kbp_Latn-kmb_Latn", - "languages": [ - "kbp-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.373284, - "recall": 0.416008, - "f1": 0.385266, - "accuracy": 0.416008, - "main_score": 0.385266, - "hf_subset": "kbp_Latn-min_Arab", - "languages": [ - "kbp-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497949, - "recall": 0.544466, - "f1": 0.510217, - "accuracy": 0.544466, - "main_score": 0.510217, - "hf_subset": "kbp_Latn-pol_Latn", - "languages": [ - "kbp-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505955, - "recall": 0.546443, - "f1": 0.517429, - "accuracy": 0.546443, - "main_score": 0.517429, - "hf_subset": "kbp_Latn-ssw_Latn", - "languages": [ - "kbp-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480245, - "recall": 0.530632, - "f1": 0.493618, - "accuracy": 0.530632, - "main_score": 0.493618, - "hf_subset": "kbp_Latn-ukr_Cyrl", - "languages": [ - "kbp-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508494, - "recall": 0.548419, - "f1": 0.519247, - "accuracy": 0.548419, - "main_score": 0.519247, - "hf_subset": "kbp_Latn-afr_Latn", - "languages": [ - "kbp-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484014, - "recall": 0.523715, - "f1": 0.494172, - "accuracy": 0.523715, - "main_score": 0.494172, - "hf_subset": "kbp_Latn-bho_Deva", - "languages": [ - "kbp-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506985, - "recall": 0.543478, - "f1": 0.516681, - "accuracy": 0.543478, - "main_score": 0.516681, - "hf_subset": "kbp_Latn-eus_Latn", - "languages": [ - "kbp-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482294, - "recall": 0.52668, - "f1": 0.494604, - "accuracy": 0.52668, - "main_score": 0.494604, - "hf_subset": "kbp_Latn-ibo_Latn", - "languages": [ - "kbp-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491648, - "recall": 0.535573, - "f1": 0.503449, - "accuracy": 0.535573, - "main_score": 0.503449, - "hf_subset": "kbp_Latn-kmr_Latn", - "languages": [ - "kbp-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501816, - "recall": 0.541502, - "f1": 0.512398, - "accuracy": 0.541502, - "main_score": 0.512398, - "hf_subset": "kbp_Latn-min_Latn", - "languages": [ - "kbp-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502859, - "recall": 0.548419, - "f1": 0.515112, - "accuracy": 0.548419, - "main_score": 0.515112, - "hf_subset": "kbp_Latn-por_Latn", - "languages": [ - "kbp-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50134, - "recall": 0.540514, - "f1": 0.511632, - "accuracy": 0.540514, - "main_score": 0.511632, - "hf_subset": "kbp_Latn-sun_Latn", - "languages": [ - "kbp-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466561, - "recall": 0.51087, - "f1": 0.479004, - "accuracy": 0.51087, - "main_score": 0.479004, - "hf_subset": "kbp_Latn-umb_Latn", - "languages": [ - "kbp-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490724, - "recall": 0.535573, - "f1": 0.5023, - "accuracy": 0.535573, - "main_score": 0.5023, - "hf_subset": "kbp_Latn-ajp_Arab", - "languages": [ - "kbp-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.377452, - "recall": 0.424901, - "f1": 0.390678, - "accuracy": 0.424901, - "main_score": 0.390678, - "hf_subset": "kbp_Latn-bjn_Arab", - "languages": [ - "kbp-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48243, - "recall": 0.517787, - "f1": 0.492302, - "accuracy": 0.517787, - "main_score": 0.492302, - "hf_subset": "kbp_Latn-ewe_Latn", - "languages": [ - "kbp-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508328, - "recall": 0.546443, - "f1": 0.518064, - "accuracy": 0.546443, - "main_score": 0.518064, - "hf_subset": "kbp_Latn-ilo_Latn", - "languages": [ - "kbp-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.290366, - "recall": 0.336957, - "f1": 0.30308, - "accuracy": 0.336957, - "main_score": 0.30308, - "hf_subset": "kbp_Latn-knc_Arab", - "languages": [ - "kbp-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488908, - "recall": 0.534585, - "f1": 0.501083, - "accuracy": 0.534585, - "main_score": 0.501083, - "hf_subset": "kbp_Latn-mkd_Cyrl", - "languages": [ - "kbp-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469825, - "recall": 0.521739, - "f1": 0.483823, - "accuracy": 0.521739, - "main_score": 0.483823, - "hf_subset": "kbp_Latn-prs_Arab", - "languages": [ - "kbp-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5033, - "recall": 0.549407, - "f1": 0.51543, - "accuracy": 0.549407, - "main_score": 0.51543, - "hf_subset": "kbp_Latn-swe_Latn", - "languages": [ - "kbp-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447861, - "recall": 0.502964, - "f1": 0.463251, - "accuracy": 0.502964, - "main_score": 0.463251, - "hf_subset": "kbp_Latn-urd_Arab", - "languages": [ - "kbp-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495846, - "recall": 0.533597, - "f1": 0.506483, - "accuracy": 0.533597, - "main_score": 0.506483, - "hf_subset": "kbp_Latn-aka_Latn", - "languages": [ - "kbp-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503911, - "recall": 0.535573, - "f1": 0.512629, - "accuracy": 0.535573, - "main_score": 0.512629, - "hf_subset": "kbp_Latn-bjn_Latn", - "languages": [ - "kbp-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488556, - "recall": 0.528656, - "f1": 0.499558, - "accuracy": 0.528656, - "main_score": 0.499558, - "hf_subset": "kbp_Latn-fao_Latn", - "languages": [ - "kbp-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506538, - "recall": 0.545455, - "f1": 0.51711, - "accuracy": 0.545455, - "main_score": 0.51711, - "hf_subset": "kbp_Latn-ind_Latn", - "languages": [ - "kbp-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490651, - "recall": 0.531621, - "f1": 0.501951, - "accuracy": 0.531621, - "main_score": 0.501951, - "hf_subset": "kbp_Latn-knc_Latn", - "languages": [ - "kbp-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501622, - "recall": 0.540514, - "f1": 0.511271, - "accuracy": 0.540514, - "main_score": 0.511271, - "hf_subset": "kbp_Latn-mlt_Latn", - "languages": [ - "kbp-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47591, - "recall": 0.522727, - "f1": 0.488838, - "accuracy": 0.522727, - "main_score": 0.488838, - "hf_subset": "kbp_Latn-quy_Latn", - "languages": [ - "kbp-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483683, - "recall": 0.529644, - "f1": 0.496241, - "accuracy": 0.529644, - "main_score": 0.496241, - "hf_subset": "kbp_Latn-swh_Latn", - "languages": [ - "kbp-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470745, - "recall": 0.513834, - "f1": 0.482503, - "accuracy": 0.513834, - "main_score": 0.482503, - "hf_subset": "kbp_Latn-uzn_Latn", - "languages": [ - "kbp-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490615, - "recall": 0.535573, - "f1": 0.502475, - "accuracy": 0.535573, - "main_score": 0.502475, - "hf_subset": "kbp_Latn-als_Latn", - "languages": [ - "kbp-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.235964, - "recall": 0.287549, - "f1": 0.249032, - "accuracy": 0.287549, - "main_score": 0.249032, - "hf_subset": "kbp_Latn-bod_Tibt", - "languages": [ - "kbp-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487641, - "recall": 0.527668, - "f1": 0.499299, - "accuracy": 0.527668, - "main_score": 0.499299, - "hf_subset": "kbp_Latn-fij_Latn", - "languages": [ - "kbp-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479423, - "recall": 0.520751, - "f1": 0.490956, - "accuracy": 0.520751, - "main_score": 0.490956, - "hf_subset": "kbp_Latn-isl_Latn", - "languages": [ - "kbp-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505895, - "recall": 0.554348, - "f1": 0.519236, - "accuracy": 0.554348, - "main_score": 0.519236, - "hf_subset": "kbp_Latn-kon_Latn", - "languages": [ - "kbp-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423962, - "recall": 0.478261, - "f1": 0.438713, - "accuracy": 0.478261, - "main_score": 0.438713, - "hf_subset": "kbp_Latn-mni_Beng", - "languages": [ - "kbp-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500999, - "recall": 0.54249, - "f1": 0.511722, - "accuracy": 0.54249, - "main_score": 0.511722, - "hf_subset": "kbp_Latn-ron_Latn", - "languages": [ - "kbp-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503549, - "recall": 0.548419, - "f1": 0.515362, - "accuracy": 0.548419, - "main_score": 0.515362, - "hf_subset": "kbp_Latn-szl_Latn", - "languages": [ - "kbp-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496433, - "recall": 0.539526, - "f1": 0.507624, - "accuracy": 0.539526, - "main_score": 0.507624, - "hf_subset": "kbp_Latn-vec_Latn", - "languages": [ - "kbp-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424138, - "recall": 0.479249, - "f1": 0.439187, - "accuracy": 0.479249, - "main_score": 0.439187, - "hf_subset": "kbp_Latn-amh_Ethi", - "languages": [ - "kbp-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502515, - "recall": 0.545455, - "f1": 0.514877, - "accuracy": 0.545455, - "main_score": 0.514877, - "hf_subset": "kbp_Latn-bos_Latn", - "languages": [ - "kbp-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472147, - "recall": 0.520751, - "f1": 0.48523, - "accuracy": 0.520751, - "main_score": 0.48523, - "hf_subset": "kbp_Latn-fin_Latn", - "languages": [ - "kbp-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495732, - "recall": 0.539526, - "f1": 0.507755, - "accuracy": 0.539526, - "main_score": 0.507755, - "hf_subset": "kbp_Latn-ita_Latn", - "languages": [ - "kbp-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486687, - "recall": 0.534585, - "f1": 0.499427, - "accuracy": 0.534585, - "main_score": 0.499427, - "hf_subset": "kbp_Latn-kor_Hang", - "languages": [ - "kbp-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4779, - "recall": 0.521739, - "f1": 0.490081, - "accuracy": 0.521739, - "main_score": 0.490081, - "hf_subset": "kbp_Latn-mos_Latn", - "languages": [ - "kbp-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496659, - "recall": 0.538538, - "f1": 0.508617, - "accuracy": 0.538538, - "main_score": 0.508617, - "hf_subset": "kbp_Latn-run_Latn", - "languages": [ - "kbp-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457133, - "recall": 0.505929, - "f1": 0.470602, - "accuracy": 0.505929, - "main_score": 0.470602, - "hf_subset": "kbp_Latn-tam_Taml", - "languages": [ - "kbp-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495229, - "recall": 0.538538, - "f1": 0.506632, - "accuracy": 0.538538, - "main_score": 0.506632, - "hf_subset": "kbp_Latn-vie_Latn", - "languages": [ - "kbp-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47732, - "recall": 0.523715, - "f1": 0.489878, - "accuracy": 0.523715, - "main_score": 0.489878, - "hf_subset": "kbp_Latn-apc_Arab", - "languages": [ - "kbp-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49184, - "recall": 0.525692, - "f1": 0.501735, - "accuracy": 0.525692, - "main_score": 0.501735, - "hf_subset": "kbp_Latn-bug_Latn", - "languages": [ - "kbp-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466471, - "recall": 0.504941, - "f1": 0.477023, - "accuracy": 0.504941, - "main_score": 0.477023, - "hf_subset": "kbp_Latn-fon_Latn", - "languages": [ - "kbp-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507922, - "recall": 0.543478, - "f1": 0.517721, - "accuracy": 0.543478, - "main_score": 0.517721, - "hf_subset": "kbp_Latn-jav_Latn", - "languages": [ - "kbp-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453787, - "recall": 0.499012, - "f1": 0.466172, - "accuracy": 0.499012, - "main_score": 0.466172, - "hf_subset": "kbp_Latn-lao_Laoo", - "languages": [ - "kbp-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471106, - "recall": 0.505929, - "f1": 0.481143, - "accuracy": 0.505929, - "main_score": 0.481143, - "hf_subset": "kbp_Latn-mri_Latn", - "languages": [ - "kbp-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481158, - "recall": 0.531621, - "f1": 0.494269, - "accuracy": 0.531621, - "main_score": 0.494269, - "hf_subset": "kbp_Latn-rus_Cyrl", - "languages": [ - "kbp-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469773, - "recall": 0.511858, - "f1": 0.481431, - "accuracy": 0.511858, - "main_score": 0.481431, - "hf_subset": "kbp_Latn-taq_Latn", - "languages": [ - "kbp-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508284, - "recall": 0.551383, - "f1": 0.519459, - "accuracy": 0.551383, - "main_score": 0.519459, - "hf_subset": "kbp_Latn-war_Latn", - "languages": [ - "kbp-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486753, - "recall": 0.528656, - "f1": 0.498284, - "accuracy": 0.528656, - "main_score": 0.498284, - "hf_subset": "kbp_Latn-arb_Arab", - "languages": [ - "kbp-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498223, - "recall": 0.540514, - "f1": 0.509785, - "accuracy": 0.540514, - "main_score": 0.509785, - "hf_subset": "kbp_Latn-bul_Cyrl", - "languages": [ - "kbp-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492579, - "recall": 0.536561, - "f1": 0.504579, - "accuracy": 0.536561, - "main_score": 0.504579, - "hf_subset": "kbp_Latn-fra_Latn", - "languages": [ - "kbp-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47257, - "recall": 0.522727, - "f1": 0.486846, - "accuracy": 0.522727, - "main_score": 0.486846, - "hf_subset": "kbp_Latn-jpn_Jpan", - "languages": [ - "kbp-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49116, - "recall": 0.531621, - "f1": 0.501864, - "accuracy": 0.531621, - "main_score": 0.501864, - "hf_subset": "kbp_Latn-lij_Latn", - "languages": [ - "kbp-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.3631, - "recall": 0.428854, - "f1": 0.380712, - "accuracy": 0.428854, - "main_score": 0.380712, - "hf_subset": "kbp_Latn-mya_Mymr", - "languages": [ - "kbp-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476707, - "recall": 0.524704, - "f1": 0.490249, - "accuracy": 0.524704, - "main_score": 0.490249, - "hf_subset": "kbp_Latn-sag_Latn", - "languages": [ - "kbp-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.203386, - "recall": 0.246047, - "f1": 0.213498, - "accuracy": 0.246047, - "main_score": 0.213498, - "hf_subset": "kbp_Latn-taq_Tfng", - "languages": [ - "kbp-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514329, - "recall": 0.55336, - "f1": 0.525072, - "accuracy": 0.55336, - "main_score": 0.525072, - "hf_subset": "kbp_Latn-wol_Latn", - "languages": [ - "kbp-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4133, - "recall": 0.460474, - "f1": 0.426445, - "accuracy": 0.460474, - "main_score": 0.426445, - "hf_subset": "kbp_Latn-arb_Latn", - "languages": [ - "kbp-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500165, - "recall": 0.544466, - "f1": 0.511823, - "accuracy": 0.544466, - "main_score": 0.511823, - "hf_subset": "kbp_Latn-cat_Latn", - "languages": [ - "kbp-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49999, - "recall": 0.541502, - "f1": 0.51013, - "accuracy": 0.541502, - "main_score": 0.51013, - "hf_subset": "kbp_Latn-fur_Latn", - "languages": [ - "kbp-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411794, - "recall": 0.459486, - "f1": 0.425208, - "accuracy": 0.459486, - "main_score": 0.425208, - "hf_subset": "kbp_Latn-kab_Latn", - "languages": [ - "kbp-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492771, - "recall": 0.537549, - "f1": 0.504717, - "accuracy": 0.537549, - "main_score": 0.504717, - "hf_subset": "kbp_Latn-lim_Latn", - "languages": [ - "kbp-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499189, - "recall": 0.541502, - "f1": 0.510588, - "accuracy": 0.541502, - "main_score": 0.510588, - "hf_subset": "kbp_Latn-nld_Latn", - "languages": [ - "kbp-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448945, - "recall": 0.498024, - "f1": 0.4617, - "accuracy": 0.498024, - "main_score": 0.4617, - "hf_subset": "kbp_Latn-san_Deva", - "languages": [ - "kbp-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483855, - "recall": 0.528656, - "f1": 0.495435, - "accuracy": 0.528656, - "main_score": 0.495435, - "hf_subset": "kbp_Latn-tat_Cyrl", - "languages": [ - "kbp-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49819, - "recall": 0.539526, - "f1": 0.509533, - "accuracy": 0.539526, - "main_score": 0.509533, - "hf_subset": "kbp_Latn-xho_Latn", - "languages": [ - "kbp-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461034, - "recall": 0.512846, - "f1": 0.475908, - "accuracy": 0.512846, - "main_score": 0.475908, - "hf_subset": "kbp_Latn-ars_Arab", - "languages": [ - "kbp-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507692, - "recall": 0.548419, - "f1": 0.518722, - "accuracy": 0.548419, - "main_score": 0.518722, - "hf_subset": "kbp_Latn-ceb_Latn", - "languages": [ - "kbp-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45979, - "recall": 0.505929, - "f1": 0.47275, - "accuracy": 0.505929, - "main_score": 0.47275, - "hf_subset": "kbp_Latn-fuv_Latn", - "languages": [ - "kbp-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471914, - "recall": 0.514822, - "f1": 0.483764, - "accuracy": 0.514822, - "main_score": 0.483764, - "hf_subset": "kbp_Latn-kac_Latn", - "languages": [ - "kbp-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505606, - "recall": 0.543478, - "f1": 0.515893, - "accuracy": 0.543478, - "main_score": 0.515893, - "hf_subset": "kbp_Latn-lin_Latn", - "languages": [ - "kbp-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483354, - "recall": 0.536561, - "f1": 0.497827, - "accuracy": 0.536561, - "main_score": 0.497827, - "hf_subset": "kbp_Latn-nno_Latn", - "languages": [ - "kbp-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.106938, - "recall": 0.152174, - "f1": 0.117522, - "accuracy": 0.152174, - "main_score": 0.117522, - "hf_subset": "kbp_Latn-sat_Olck", - "languages": [ - "kbp-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476478, - "recall": 0.521739, - "f1": 0.488547, - "accuracy": 0.521739, - "main_score": 0.488547, - "hf_subset": "kbp_Latn-tel_Telu", - "languages": [ - "kbp-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409391, - "recall": 0.466403, - "f1": 0.424473, - "accuracy": 0.466403, - "main_score": 0.424473, - "hf_subset": "kbp_Latn-ydd_Hebr", - "languages": [ - "kbp-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46559, - "recall": 0.514822, - "f1": 0.478313, - "accuracy": 0.514822, - "main_score": 0.478313, - "hf_subset": "kbp_Latn-ary_Arab", - "languages": [ - "kbp-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492223, - "recall": 0.537549, - "f1": 0.504379, - "accuracy": 0.537549, - "main_score": 0.504379, - "hf_subset": "kbp_Latn-ces_Latn", - "languages": [ - "kbp-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462323, - "recall": 0.512846, - "f1": 0.476543, - "accuracy": 0.512846, - "main_score": 0.476543, - "hf_subset": "kbp_Latn-gaz_Latn", - "languages": [ - "kbp-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462636, - "recall": 0.505929, - "f1": 0.474725, - "accuracy": 0.505929, - "main_score": 0.474725, - "hf_subset": "kbp_Latn-kam_Latn", - "languages": [ - "kbp-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482062, - "recall": 0.525692, - "f1": 0.49371, - "accuracy": 0.525692, - "main_score": 0.49371, - "hf_subset": "kbp_Latn-lit_Latn", - "languages": [ - "kbp-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49703, - "recall": 0.547431, - "f1": 0.510443, - "accuracy": 0.547431, - "main_score": 0.510443, - "hf_subset": "kbp_Latn-nob_Latn", - "languages": [ - "kbp-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496688, - "recall": 0.531621, - "f1": 0.506762, - "accuracy": 0.531621, - "main_score": 0.506762, - "hf_subset": "kbp_Latn-scn_Latn", - "languages": [ - "kbp-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489174, - "recall": 0.532609, - "f1": 0.50031, - "accuracy": 0.532609, - "main_score": 0.50031, - "hf_subset": "kbp_Latn-tgk_Cyrl", - "languages": [ - "kbp-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429529, - "recall": 0.479249, - "f1": 0.443611, - "accuracy": 0.479249, - "main_score": 0.443611, - "hf_subset": "kbp_Latn-yor_Latn", - "languages": [ - "kbp-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474664, - "recall": 0.521739, - "f1": 0.486906, - "accuracy": 0.521739, - "main_score": 0.486906, - "hf_subset": "kbp_Latn-arz_Arab", - "languages": [ - "kbp-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45328, - "recall": 0.500988, - "f1": 0.46634, - "accuracy": 0.500988, - "main_score": 0.46634, - "hf_subset": "kbp_Latn-cjk_Latn", - "languages": [ - "kbp-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455395, - "recall": 0.495059, - "f1": 0.466473, - "accuracy": 0.495059, - "main_score": 0.466473, - "hf_subset": "kbp_Latn-gla_Latn", - "languages": [ - "kbp-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470504, - "recall": 0.517787, - "f1": 0.483728, - "accuracy": 0.517787, - "main_score": 0.483728, - "hf_subset": "kbp_Latn-kan_Knda", - "languages": [ - "kbp-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489785, - "recall": 0.529644, - "f1": 0.499866, - "accuracy": 0.529644, - "main_score": 0.499866, - "hf_subset": "kbp_Latn-lmo_Latn", - "languages": [ - "kbp-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465959, - "recall": 0.517787, - "f1": 0.479215, - "accuracy": 0.517787, - "main_score": 0.479215, - "hf_subset": "kbp_Latn-npi_Deva", - "languages": [ - "kbp-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425286, - "recall": 0.467391, - "f1": 0.43648, - "accuracy": 0.467391, - "main_score": 0.43648, - "hf_subset": "kbp_Latn-shn_Mymr", - "languages": [ - "kbp-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514457, - "recall": 0.554348, - "f1": 0.524866, - "accuracy": 0.554348, - "main_score": 0.524866, - "hf_subset": "kbp_Latn-tgl_Latn", - "languages": [ - "kbp-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479564, - "recall": 0.525692, - "f1": 0.491743, - "accuracy": 0.525692, - "main_score": 0.491743, - "hf_subset": "kbp_Latn-yue_Hant", - "languages": [ - "kbp-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440407, - "recall": 0.494071, - "f1": 0.45589, - "accuracy": 0.494071, - "main_score": 0.45589, - "hf_subset": "kbp_Latn-asm_Beng", - "languages": [ - "kbp-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455262, - "recall": 0.501976, - "f1": 0.467811, - "accuracy": 0.501976, - "main_score": 0.467811, - "hf_subset": "kbp_Latn-ckb_Arab", - "languages": [ - "kbp-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466603, - "recall": 0.511858, - "f1": 0.479663, - "accuracy": 0.511858, - "main_score": 0.479663, - "hf_subset": "kbp_Latn-gle_Latn", - "languages": [ - "kbp-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422699, - "recall": 0.478261, - "f1": 0.436952, - "accuracy": 0.478261, - "main_score": 0.436952, - "hf_subset": "kbp_Latn-kas_Arab", - "languages": [ - "kbp-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49026, - "recall": 0.533597, - "f1": 0.502128, - "accuracy": 0.533597, - "main_score": 0.502128, - "hf_subset": "kbp_Latn-ltg_Latn", - "languages": [ - "kbp-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506623, - "recall": 0.551383, - "f1": 0.518731, - "accuracy": 0.551383, - "main_score": 0.518731, - "hf_subset": "kbp_Latn-nso_Latn", - "languages": [ - "kbp-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421928, - "recall": 0.472332, - "f1": 0.435018, - "accuracy": 0.472332, - "main_score": 0.435018, - "hf_subset": "kbp_Latn-sin_Sinh", - "languages": [ - "kbp-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484265, - "recall": 0.528656, - "f1": 0.496502, - "accuracy": 0.528656, - "main_score": 0.496502, - "hf_subset": "kbp_Latn-tha_Thai", - "languages": [ - "kbp-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478323, - "recall": 0.519763, - "f1": 0.48871, - "accuracy": 0.519763, - "main_score": 0.48871, - "hf_subset": "kbp_Latn-zho_Hans", - "languages": [ - "kbp-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504163, - "recall": 0.547431, - "f1": 0.515458, - "accuracy": 0.547431, - "main_score": 0.515458, - "hf_subset": "kbp_Latn-ast_Latn", - "languages": [ - "kbp-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482839, - "recall": 0.52668, - "f1": 0.494257, - "accuracy": 0.52668, - "main_score": 0.494257, - "hf_subset": "kbp_Latn-crh_Latn", - "languages": [ - "kbp-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490599, - "recall": 0.535573, - "f1": 0.502977, - "accuracy": 0.535573, - "main_score": 0.502977, - "hf_subset": "kbp_Latn-glg_Latn", - "languages": [ - "kbp-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448258, - "recall": 0.495059, - "f1": 0.460713, - "accuracy": 0.495059, - "main_score": 0.460713, - "hf_subset": "kbp_Latn-kas_Deva", - "languages": [ - "kbp-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479804, - "recall": 0.524704, - "f1": 0.491711, - "accuracy": 0.524704, - "main_score": 0.491711, - "hf_subset": "kbp_Latn-ltz_Latn", - "languages": [ - "kbp-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440404, - "recall": 0.487154, - "f1": 0.453214, - "accuracy": 0.487154, - "main_score": 0.453214, - "hf_subset": "kbp_Latn-nus_Latn", - "languages": [ - "kbp-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500159, - "recall": 0.54249, - "f1": 0.511225, - "accuracy": 0.54249, - "main_score": 0.511225, - "hf_subset": "kbp_Latn-slk_Latn", - "languages": [ - "kbp-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.355447, - "recall": 0.407115, - "f1": 0.36944, - "accuracy": 0.407115, - "main_score": 0.36944, - "hf_subset": "kbp_Latn-tir_Ethi", - "languages": [ - "kbp-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468805, - "recall": 0.517787, - "f1": 0.481053, - "accuracy": 0.517787, - "main_score": 0.481053, - "hf_subset": "kbp_Latn-zho_Hant", - "languages": [ - "kbp-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471884, - "recall": 0.518775, - "f1": 0.484016, - "accuracy": 0.518775, - "main_score": 0.484016, - "hf_subset": "kbp_Latn-awa_Deva", - "languages": [ - "kbp-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476283, - "recall": 0.518775, - "f1": 0.487521, - "accuracy": 0.518775, - "main_score": 0.487521, - "hf_subset": "kbp_Latn-cym_Latn", - "languages": [ - "kbp-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503048, - "recall": 0.541502, - "f1": 0.513175, - "accuracy": 0.541502, - "main_score": 0.513175, - "hf_subset": "kbp_Latn-grn_Latn", - "languages": [ - "kbp-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442273, - "recall": 0.495059, - "f1": 0.456716, - "accuracy": 0.495059, - "main_score": 0.456716, - "hf_subset": "kbp_Latn-kat_Geor", - "languages": [ - "kbp-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49218, - "recall": 0.532609, - "f1": 0.503139, - "accuracy": 0.532609, - "main_score": 0.503139, - "hf_subset": "kbp_Latn-lua_Latn", - "languages": [ - "kbp-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498218, - "recall": 0.540514, - "f1": 0.50938, - "accuracy": 0.540514, - "main_score": 0.50938, - "hf_subset": "kbp_Latn-nya_Latn", - "languages": [ - "kbp-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50003, - "recall": 0.545455, - "f1": 0.512326, - "accuracy": 0.545455, - "main_score": 0.512326, - "hf_subset": "kbp_Latn-slv_Latn", - "languages": [ - "kbp-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507891, - "recall": 0.543478, - "f1": 0.517045, - "accuracy": 0.543478, - "main_score": 0.517045, - "hf_subset": "kbp_Latn-tpi_Latn", - "languages": [ - "kbp-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504807, - "recall": 0.545455, - "f1": 0.515722, - "accuracy": 0.545455, - "main_score": 0.515722, - "hf_subset": "kbp_Latn-zsm_Latn", - "languages": [ - "kbp-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47357, - "recall": 0.517787, - "f1": 0.485758, - "accuracy": 0.517787, - "main_score": 0.485758, - "hf_subset": "kbp_Latn-ayr_Latn", - "languages": [ - "kbp-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496555, - "recall": 0.544466, - "f1": 0.509905, - "accuracy": 0.544466, - "main_score": 0.509905, - "hf_subset": "kbp_Latn-dan_Latn", - "languages": [ - "kbp-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474227, - "recall": 0.523715, - "f1": 0.487353, - "accuracy": 0.523715, - "main_score": 0.487353, - "hf_subset": "kbp_Latn-guj_Gujr", - "languages": [ - "kbp-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471967, - "recall": 0.521739, - "f1": 0.485031, - "accuracy": 0.521739, - "main_score": 0.485031, - "hf_subset": "kbp_Latn-kaz_Cyrl", - "languages": [ - "kbp-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466845, - "recall": 0.514822, - "f1": 0.479622, - "accuracy": 0.514822, - "main_score": 0.479622, - "hf_subset": "kbp_Latn-lug_Latn", - "languages": [ - "kbp-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507156, - "recall": 0.551383, - "f1": 0.518338, - "accuracy": 0.551383, - "main_score": 0.518338, - "hf_subset": "kbp_Latn-oci_Latn", - "languages": [ - "kbp-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496898, - "recall": 0.528656, - "f1": 0.505786, - "accuracy": 0.528656, - "main_score": 0.505786, - "hf_subset": "kbp_Latn-smo_Latn", - "languages": [ - "kbp-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474729, - "recall": 0.520751, - "f1": 0.486997, - "accuracy": 0.520751, - "main_score": 0.486997, - "hf_subset": "kbp_Latn-tsn_Latn", - "languages": [ - "kbp-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493446, - "recall": 0.536561, - "f1": 0.504734, - "accuracy": 0.536561, - "main_score": 0.504734, - "hf_subset": "kbp_Latn-zul_Latn", - "languages": [ - "kbp-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416284, - "recall": 0.465415, - "f1": 0.429814, - "accuracy": 0.465415, - "main_score": 0.429814, - "hf_subset": "kbp_Latn-azb_Arab", - "languages": [ - "kbp-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489152, - "recall": 0.529644, - "f1": 0.500547, - "accuracy": 0.529644, - "main_score": 0.500547, - "hf_subset": "kbp_Latn-deu_Latn", - "languages": [ - "kbp-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463543, - "recall": 0.51581, - "f1": 0.476919, - "accuracy": 0.51581, - "main_score": 0.476919, - "hf_subset": "kbp_Latn-hat_Latn", - "languages": [ - "kbp-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493569, - "recall": 0.533597, - "f1": 0.504456, - "accuracy": 0.533597, - "main_score": 0.504456, - "hf_subset": "kbp_Latn-luo_Latn", - "languages": [ - "kbp-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457687, - "recall": 0.51087, - "f1": 0.471973, - "accuracy": 0.51087, - "main_score": 0.471973, - "hf_subset": "kbp_Latn-ory_Orya", - "languages": [ - "kbp-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474854, - "recall": 0.517787, - "f1": 0.4866, - "accuracy": 0.517787, - "main_score": 0.4866, - "hf_subset": "kbp_Latn-sna_Latn", - "languages": [ - "kbp-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49237, - "recall": 0.528656, - "f1": 0.501948, - "accuracy": 0.528656, - "main_score": 0.501948, - "hf_subset": "kbp_Latn-tso_Latn", - "languages": [ - "kbp-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461955, - "recall": 0.51087, - "f1": 0.475116, - "accuracy": 0.51087, - "main_score": 0.475116, - "hf_subset": "kbp_Latn-azj_Latn", - "languages": [ - "kbp-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439198, - "recall": 0.486166, - "f1": 0.452776, - "accuracy": 0.486166, - "main_score": 0.452776, - "hf_subset": "kbp_Latn-dik_Latn", - "languages": [ - "kbp-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482972, - "recall": 0.528656, - "f1": 0.495563, - "accuracy": 0.528656, - "main_score": 0.495563, - "hf_subset": "kbp_Latn-hau_Latn", - "languages": [ - "kbp-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498913, - "recall": 0.534585, - "f1": 0.508509, - "accuracy": 0.534585, - "main_score": 0.508509, - "hf_subset": "kbp_Latn-kea_Latn", - "languages": [ - "kbp-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48866, - "recall": 0.529644, - "f1": 0.499848, - "accuracy": 0.529644, - "main_score": 0.499848, - "hf_subset": "kbp_Latn-lus_Latn", - "languages": [ - "kbp-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495898, - "recall": 0.528656, - "f1": 0.505311, - "accuracy": 0.528656, - "main_score": 0.505311, - "hf_subset": "kbp_Latn-pag_Latn", - "languages": [ - "kbp-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456873, - "recall": 0.498024, - "f1": 0.46771, - "accuracy": 0.498024, - "main_score": 0.46771, - "hf_subset": "kbp_Latn-snd_Arab", - "languages": [ - "kbp-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458451, - "recall": 0.5, - "f1": 0.469614, - "accuracy": 0.5, - "main_score": 0.469614, - "hf_subset": "kbp_Latn-tuk_Latn", - "languages": [ - "kbp-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47376, - "recall": 0.518775, - "f1": 0.48577, - "accuracy": 0.518775, - "main_score": 0.48577, - "hf_subset": "kbp_Latn-bak_Cyrl", - "languages": [ - "kbp-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397172, - "recall": 0.461462, - "f1": 0.415388, - "accuracy": 0.461462, - "main_score": 0.415388, - "hf_subset": "kbp_Latn-dyu_Latn", - "languages": [ - "kbp-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472197, - "recall": 0.51581, - "f1": 0.483847, - "accuracy": 0.51581, - "main_score": 0.483847, - "hf_subset": "kbp_Latn-heb_Hebr", - "languages": [ - "kbp-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473875, - "recall": 0.519763, - "f1": 0.486273, - "accuracy": 0.519763, - "main_score": 0.486273, - "hf_subset": "kbp_Latn-khk_Cyrl", - "languages": [ - "kbp-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491972, - "recall": 0.539526, - "f1": 0.503957, - "accuracy": 0.539526, - "main_score": 0.503957, - "hf_subset": "kbp_Latn-lvs_Latn", - "languages": [ - "kbp-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467233, - "recall": 0.514822, - "f1": 0.480056, - "accuracy": 0.514822, - "main_score": 0.480056, - "hf_subset": "kbp_Latn-pan_Guru", - "languages": [ - "kbp-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457364, - "recall": 0.499012, - "f1": 0.468765, - "accuracy": 0.499012, - "main_score": 0.468765, - "hf_subset": "kbp_Latn-som_Latn", - "languages": [ - "kbp-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493297, - "recall": 0.535573, - "f1": 0.505058, - "accuracy": 0.535573, - "main_score": 0.505058, - "hf_subset": "kbp_Latn-tum_Latn", - "languages": [ - "kbp-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443444, - "recall": 0.493083, - "f1": 0.457242, - "accuracy": 0.493083, - "main_score": 0.457242, - "hf_subset": "luo_Latn-ace_Arab", - "languages": [ - "luo-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529473, - "recall": 0.570158, - "f1": 0.541255, - "accuracy": 0.570158, - "main_score": 0.541255, - "hf_subset": "luo_Latn-bam_Latn", - "languages": [ - "luo-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211961, - "recall": 0.254941, - "f1": 0.222379, - "accuracy": 0.254941, - "main_score": 0.222379, - "hf_subset": "luo_Latn-dzo_Tibt", - "languages": [ - "luo-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573756, - "recall": 0.616601, - "f1": 0.585028, - "accuracy": 0.616601, - "main_score": 0.585028, - "hf_subset": "luo_Latn-hin_Deva", - "languages": [ - "luo-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512734, - "recall": 0.557312, - "f1": 0.525544, - "accuracy": 0.557312, - "main_score": 0.525544, - "hf_subset": "luo_Latn-khm_Khmr", - "languages": [ - "luo-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570828, - "recall": 0.609684, - "f1": 0.581636, - "accuracy": 0.609684, - "main_score": 0.581636, - "hf_subset": "luo_Latn-mag_Deva", - "languages": [ - "luo-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57167, - "recall": 0.603755, - "f1": 0.579531, - "accuracy": 0.603755, - "main_score": 0.579531, - "hf_subset": "luo_Latn-pap_Latn", - "languages": [ - "luo-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590808, - "recall": 0.628458, - "f1": 0.601259, - "accuracy": 0.628458, - "main_score": 0.601259, - "hf_subset": "luo_Latn-sot_Latn", - "languages": [ - "luo-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567014, - "recall": 0.615613, - "f1": 0.579023, - "accuracy": 0.615613, - "main_score": 0.579023, - "hf_subset": "luo_Latn-tur_Latn", - "languages": [ - "luo-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574146, - "recall": 0.606719, - "f1": 0.582765, - "accuracy": 0.606719, - "main_score": 0.582765, - "hf_subset": "luo_Latn-ace_Latn", - "languages": [ - "luo-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590808, - "recall": 0.623518, - "f1": 0.599885, - "accuracy": 0.623518, - "main_score": 0.599885, - "hf_subset": "luo_Latn-ban_Latn", - "languages": [ - "luo-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551068, - "recall": 0.599802, - "f1": 0.56382, - "accuracy": 0.599802, - "main_score": 0.56382, - "hf_subset": "luo_Latn-ell_Grek", - "languages": [ - "luo-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562348, - "recall": 0.607708, - "f1": 0.574905, - "accuracy": 0.607708, - "main_score": 0.574905, - "hf_subset": "luo_Latn-hne_Deva", - "languages": [ - "luo-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535881, - "recall": 0.579051, - "f1": 0.547937, - "accuracy": 0.579051, - "main_score": 0.547937, - "hf_subset": "luo_Latn-kik_Latn", - "languages": [ - "luo-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567485, - "recall": 0.61166, - "f1": 0.579378, - "accuracy": 0.61166, - "main_score": 0.579378, - "hf_subset": "luo_Latn-mai_Deva", - "languages": [ - "luo-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52029, - "recall": 0.56917, - "f1": 0.533353, - "accuracy": 0.56917, - "main_score": 0.533353, - "hf_subset": "luo_Latn-pbt_Arab", - "languages": [ - "luo-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563974, - "recall": 0.608696, - "f1": 0.575674, - "accuracy": 0.608696, - "main_score": 0.575674, - "hf_subset": "luo_Latn-spa_Latn", - "languages": [ - "luo-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589691, - "recall": 0.62253, - "f1": 0.599099, - "accuracy": 0.62253, - "main_score": 0.599099, - "hf_subset": "luo_Latn-twi_Latn", - "languages": [ - "luo-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546117, - "recall": 0.593874, - "f1": 0.558771, - "accuracy": 0.593874, - "main_score": 0.558771, - "hf_subset": "luo_Latn-acm_Arab", - "languages": [ - "luo-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539564, - "recall": 0.583992, - "f1": 0.551218, - "accuracy": 0.583992, - "main_score": 0.551218, - "hf_subset": "luo_Latn-bel_Cyrl", - "languages": [ - "luo-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60276, - "recall": 0.643281, - "f1": 0.612715, - "accuracy": 0.643281, - "main_score": 0.612715, - "hf_subset": "luo_Latn-eng_Latn", - "languages": [ - "luo-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583092, - "recall": 0.62253, - "f1": 0.593546, - "accuracy": 0.62253, - "main_score": 0.593546, - "hf_subset": "luo_Latn-hrv_Latn", - "languages": [ - "luo-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515493, - "recall": 0.556324, - "f1": 0.526902, - "accuracy": 0.556324, - "main_score": 0.526902, - "hf_subset": "luo_Latn-kin_Latn", - "languages": [ - "luo-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560119, - "recall": 0.602767, - "f1": 0.571181, - "accuracy": 0.602767, - "main_score": 0.571181, - "hf_subset": "luo_Latn-mal_Mlym", - "languages": [ - "luo-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548497, - "recall": 0.594862, - "f1": 0.561046, - "accuracy": 0.594862, - "main_score": 0.561046, - "hf_subset": "luo_Latn-pes_Arab", - "languages": [ - "luo-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575873, - "recall": 0.615613, - "f1": 0.586592, - "accuracy": 0.615613, - "main_score": 0.586592, - "hf_subset": "luo_Latn-srd_Latn", - "languages": [ - "luo-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190448, - "recall": 0.231225, - "f1": 0.200779, - "accuracy": 0.231225, - "main_score": 0.200779, - "hf_subset": "luo_Latn-tzm_Tfng", - "languages": [ - "luo-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548922, - "recall": 0.593874, - "f1": 0.560584, - "accuracy": 0.593874, - "main_score": 0.560584, - "hf_subset": "luo_Latn-acq_Arab", - "languages": [ - "luo-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588748, - "recall": 0.624506, - "f1": 0.59889, - "accuracy": 0.624506, - "main_score": 0.59889, - "hf_subset": "luo_Latn-bem_Latn", - "languages": [ - "luo-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577288, - "recall": 0.617589, - "f1": 0.588392, - "accuracy": 0.617589, - "main_score": 0.588392, - "hf_subset": "luo_Latn-epo_Latn", - "languages": [ - "luo-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564736, - "recall": 0.608696, - "f1": 0.576552, - "accuracy": 0.608696, - "main_score": 0.576552, - "hf_subset": "luo_Latn-hun_Latn", - "languages": [ - "luo-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549744, - "recall": 0.593874, - "f1": 0.562045, - "accuracy": 0.593874, - "main_score": 0.562045, - "hf_subset": "luo_Latn-kir_Cyrl", - "languages": [ - "luo-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559874, - "recall": 0.604743, - "f1": 0.571315, - "accuracy": 0.604743, - "main_score": 0.571315, - "hf_subset": "luo_Latn-mar_Deva", - "languages": [ - "luo-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554179, - "recall": 0.591897, - "f1": 0.564541, - "accuracy": 0.591897, - "main_score": 0.564541, - "hf_subset": "luo_Latn-plt_Latn", - "languages": [ - "luo-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578842, - "recall": 0.619565, - "f1": 0.588971, - "accuracy": 0.619565, - "main_score": 0.588971, - "hf_subset": "luo_Latn-srp_Cyrl", - "languages": [ - "luo-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479656, - "recall": 0.530632, - "f1": 0.493652, - "accuracy": 0.530632, - "main_score": 0.493652, - "hf_subset": "luo_Latn-uig_Arab", - "languages": [ - "luo-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551155, - "recall": 0.589921, - "f1": 0.561239, - "accuracy": 0.589921, - "main_score": 0.561239, - "hf_subset": "luo_Latn-aeb_Arab", - "languages": [ - "luo-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562325, - "recall": 0.609684, - "f1": 0.575427, - "accuracy": 0.609684, - "main_score": 0.575427, - "hf_subset": "luo_Latn-ben_Beng", - "languages": [ - "luo-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556357, - "recall": 0.598814, - "f1": 0.568669, - "accuracy": 0.598814, - "main_score": 0.568669, - "hf_subset": "luo_Latn-est_Latn", - "languages": [ - "luo-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541348, - "recall": 0.586957, - "f1": 0.553277, - "accuracy": 0.586957, - "main_score": 0.553277, - "hf_subset": "luo_Latn-hye_Armn", - "languages": [ - "luo-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546057, - "recall": 0.585968, - "f1": 0.557152, - "accuracy": 0.585968, - "main_score": 0.557152, - "hf_subset": "luo_Latn-kmb_Latn", - "languages": [ - "luo-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399256, - "recall": 0.456522, - "f1": 0.414706, - "accuracy": 0.456522, - "main_score": 0.414706, - "hf_subset": "luo_Latn-min_Arab", - "languages": [ - "luo-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562329, - "recall": 0.604743, - "f1": 0.573793, - "accuracy": 0.604743, - "main_score": 0.573793, - "hf_subset": "luo_Latn-pol_Latn", - "languages": [ - "luo-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552396, - "recall": 0.597826, - "f1": 0.565362, - "accuracy": 0.597826, - "main_score": 0.565362, - "hf_subset": "luo_Latn-ssw_Latn", - "languages": [ - "luo-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571304, - "recall": 0.618577, - "f1": 0.58396, - "accuracy": 0.618577, - "main_score": 0.58396, - "hf_subset": "luo_Latn-ukr_Cyrl", - "languages": [ - "luo-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585666, - "recall": 0.631423, - "f1": 0.598213, - "accuracy": 0.631423, - "main_score": 0.598213, - "hf_subset": "luo_Latn-afr_Latn", - "languages": [ - "luo-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563883, - "recall": 0.596838, - "f1": 0.572761, - "accuracy": 0.596838, - "main_score": 0.572761, - "hf_subset": "luo_Latn-bho_Deva", - "languages": [ - "luo-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558843, - "recall": 0.596838, - "f1": 0.569141, - "accuracy": 0.596838, - "main_score": 0.569141, - "hf_subset": "luo_Latn-eus_Latn", - "languages": [ - "luo-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55908, - "recall": 0.603755, - "f1": 0.572252, - "accuracy": 0.603755, - "main_score": 0.572252, - "hf_subset": "luo_Latn-ibo_Latn", - "languages": [ - "luo-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566155, - "recall": 0.604743, - "f1": 0.576857, - "accuracy": 0.604743, - "main_score": 0.576857, - "hf_subset": "luo_Latn-kmr_Latn", - "languages": [ - "luo-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577754, - "recall": 0.615613, - "f1": 0.587363, - "accuracy": 0.615613, - "main_score": 0.587363, - "hf_subset": "luo_Latn-min_Latn", - "languages": [ - "luo-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583058, - "recall": 0.625494, - "f1": 0.594089, - "accuracy": 0.625494, - "main_score": 0.594089, - "hf_subset": "luo_Latn-por_Latn", - "languages": [ - "luo-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598352, - "recall": 0.631423, - "f1": 0.606801, - "accuracy": 0.631423, - "main_score": 0.606801, - "hf_subset": "luo_Latn-sun_Latn", - "languages": [ - "luo-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515995, - "recall": 0.559289, - "f1": 0.528527, - "accuracy": 0.559289, - "main_score": 0.528527, - "hf_subset": "luo_Latn-umb_Latn", - "languages": [ - "luo-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553263, - "recall": 0.598814, - "f1": 0.565459, - "accuracy": 0.598814, - "main_score": 0.565459, - "hf_subset": "luo_Latn-ajp_Arab", - "languages": [ - "luo-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431894, - "recall": 0.480237, - "f1": 0.444775, - "accuracy": 0.480237, - "main_score": 0.444775, - "hf_subset": "luo_Latn-bjn_Arab", - "languages": [ - "luo-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516321, - "recall": 0.549407, - "f1": 0.525678, - "accuracy": 0.549407, - "main_score": 0.525678, - "hf_subset": "luo_Latn-ewe_Latn", - "languages": [ - "luo-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608148, - "recall": 0.643281, - "f1": 0.617273, - "accuracy": 0.643281, - "main_score": 0.617273, - "hf_subset": "luo_Latn-ilo_Latn", - "languages": [ - "luo-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304565, - "recall": 0.352767, - "f1": 0.317833, - "accuracy": 0.352767, - "main_score": 0.317833, - "hf_subset": "luo_Latn-knc_Arab", - "languages": [ - "luo-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561192, - "recall": 0.605731, - "f1": 0.572717, - "accuracy": 0.605731, - "main_score": 0.572717, - "hf_subset": "luo_Latn-mkd_Cyrl", - "languages": [ - "luo-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553064, - "recall": 0.596838, - "f1": 0.564373, - "accuracy": 0.596838, - "main_score": 0.564373, - "hf_subset": "luo_Latn-prs_Arab", - "languages": [ - "luo-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577872, - "recall": 0.617589, - "f1": 0.588928, - "accuracy": 0.617589, - "main_score": 0.588928, - "hf_subset": "luo_Latn-swe_Latn", - "languages": [ - "luo-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542799, - "recall": 0.593874, - "f1": 0.557064, - "accuracy": 0.593874, - "main_score": 0.557064, - "hf_subset": "luo_Latn-urd_Arab", - "languages": [ - "luo-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569838, - "recall": 0.614625, - "f1": 0.581799, - "accuracy": 0.614625, - "main_score": 0.581799, - "hf_subset": "luo_Latn-aka_Latn", - "languages": [ - "luo-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588589, - "recall": 0.621542, - "f1": 0.597271, - "accuracy": 0.621542, - "main_score": 0.597271, - "hf_subset": "luo_Latn-bjn_Latn", - "languages": [ - "luo-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545135, - "recall": 0.581028, - "f1": 0.555799, - "accuracy": 0.581028, - "main_score": 0.555799, - "hf_subset": "luo_Latn-fao_Latn", - "languages": [ - "luo-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594964, - "recall": 0.634387, - "f1": 0.605416, - "accuracy": 0.634387, - "main_score": 0.605416, - "hf_subset": "luo_Latn-ind_Latn", - "languages": [ - "luo-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555451, - "recall": 0.585968, - "f1": 0.564347, - "accuracy": 0.585968, - "main_score": 0.564347, - "hf_subset": "luo_Latn-knc_Latn", - "languages": [ - "luo-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587932, - "recall": 0.62253, - "f1": 0.596205, - "accuracy": 0.62253, - "main_score": 0.596205, - "hf_subset": "luo_Latn-mlt_Latn", - "languages": [ - "luo-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558106, - "recall": 0.597826, - "f1": 0.569686, - "accuracy": 0.597826, - "main_score": 0.569686, - "hf_subset": "luo_Latn-quy_Latn", - "languages": [ - "luo-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592172, - "recall": 0.637352, - "f1": 0.604081, - "accuracy": 0.637352, - "main_score": 0.604081, - "hf_subset": "luo_Latn-swh_Latn", - "languages": [ - "luo-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546528, - "recall": 0.592885, - "f1": 0.559293, - "accuracy": 0.592885, - "main_score": 0.559293, - "hf_subset": "luo_Latn-uzn_Latn", - "languages": [ - "luo-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565612, - "recall": 0.607708, - "f1": 0.577078, - "accuracy": 0.607708, - "main_score": 0.577078, - "hf_subset": "luo_Latn-als_Latn", - "languages": [ - "luo-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.269172, - "recall": 0.321146, - "f1": 0.282402, - "accuracy": 0.321146, - "main_score": 0.282402, - "hf_subset": "luo_Latn-bod_Tibt", - "languages": [ - "luo-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568635, - "recall": 0.602767, - "f1": 0.5786, - "accuracy": 0.602767, - "main_score": 0.5786, - "hf_subset": "luo_Latn-fij_Latn", - "languages": [ - "luo-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529673, - "recall": 0.575099, - "f1": 0.541891, - "accuracy": 0.575099, - "main_score": 0.541891, - "hf_subset": "luo_Latn-isl_Latn", - "languages": [ - "luo-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573043, - "recall": 0.606719, - "f1": 0.582555, - "accuracy": 0.606719, - "main_score": 0.582555, - "hf_subset": "luo_Latn-kon_Latn", - "languages": [ - "luo-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502748, - "recall": 0.552372, - "f1": 0.516389, - "accuracy": 0.552372, - "main_score": 0.516389, - "hf_subset": "luo_Latn-mni_Beng", - "languages": [ - "luo-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587545, - "recall": 0.632411, - "f1": 0.599217, - "accuracy": 0.632411, - "main_score": 0.599217, - "hf_subset": "luo_Latn-ron_Latn", - "languages": [ - "luo-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569521, - "recall": 0.61166, - "f1": 0.580611, - "accuracy": 0.61166, - "main_score": 0.580611, - "hf_subset": "luo_Latn-szl_Latn", - "languages": [ - "luo-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579057, - "recall": 0.62253, - "f1": 0.590795, - "accuracy": 0.62253, - "main_score": 0.590795, - "hf_subset": "luo_Latn-vec_Latn", - "languages": [ - "luo-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496559, - "recall": 0.549407, - "f1": 0.510015, - "accuracy": 0.549407, - "main_score": 0.510015, - "hf_subset": "luo_Latn-amh_Ethi", - "languages": [ - "luo-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567297, - "recall": 0.617589, - "f1": 0.580599, - "accuracy": 0.617589, - "main_score": 0.580599, - "hf_subset": "luo_Latn-bos_Latn", - "languages": [ - "luo-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567581, - "recall": 0.609684, - "f1": 0.57886, - "accuracy": 0.609684, - "main_score": 0.57886, - "hf_subset": "luo_Latn-fin_Latn", - "languages": [ - "luo-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573747, - "recall": 0.612648, - "f1": 0.584298, - "accuracy": 0.612648, - "main_score": 0.584298, - "hf_subset": "luo_Latn-ita_Latn", - "languages": [ - "luo-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555703, - "recall": 0.605731, - "f1": 0.568682, - "accuracy": 0.605731, - "main_score": 0.568682, - "hf_subset": "luo_Latn-kor_Hang", - "languages": [ - "luo-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526158, - "recall": 0.565217, - "f1": 0.537356, - "accuracy": 0.565217, - "main_score": 0.537356, - "hf_subset": "luo_Latn-mos_Latn", - "languages": [ - "luo-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536497, - "recall": 0.578063, - "f1": 0.54846, - "accuracy": 0.578063, - "main_score": 0.54846, - "hf_subset": "luo_Latn-run_Latn", - "languages": [ - "luo-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550238, - "recall": 0.596838, - "f1": 0.562897, - "accuracy": 0.596838, - "main_score": 0.562897, - "hf_subset": "luo_Latn-tam_Taml", - "languages": [ - "luo-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555215, - "recall": 0.602767, - "f1": 0.567268, - "accuracy": 0.602767, - "main_score": 0.567268, - "hf_subset": "luo_Latn-vie_Latn", - "languages": [ - "luo-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55559, - "recall": 0.594862, - "f1": 0.566085, - "accuracy": 0.594862, - "main_score": 0.566085, - "hf_subset": "luo_Latn-apc_Arab", - "languages": [ - "luo-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563195, - "recall": 0.602767, - "f1": 0.573428, - "accuracy": 0.602767, - "main_score": 0.573428, - "hf_subset": "luo_Latn-bug_Latn", - "languages": [ - "luo-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488772, - "recall": 0.531621, - "f1": 0.500467, - "accuracy": 0.531621, - "main_score": 0.500467, - "hf_subset": "luo_Latn-fon_Latn", - "languages": [ - "luo-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594813, - "recall": 0.631423, - "f1": 0.605061, - "accuracy": 0.631423, - "main_score": 0.605061, - "hf_subset": "luo_Latn-jav_Latn", - "languages": [ - "luo-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514347, - "recall": 0.559289, - "f1": 0.526779, - "accuracy": 0.559289, - "main_score": 0.526779, - "hf_subset": "luo_Latn-lao_Laoo", - "languages": [ - "luo-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510748, - "recall": 0.55336, - "f1": 0.523225, - "accuracy": 0.55336, - "main_score": 0.523225, - "hf_subset": "luo_Latn-mri_Latn", - "languages": [ - "luo-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56194, - "recall": 0.606719, - "f1": 0.573071, - "accuracy": 0.606719, - "main_score": 0.573071, - "hf_subset": "luo_Latn-rus_Cyrl", - "languages": [ - "luo-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505567, - "recall": 0.548419, - "f1": 0.517956, - "accuracy": 0.548419, - "main_score": 0.517956, - "hf_subset": "luo_Latn-taq_Latn", - "languages": [ - "luo-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613772, - "recall": 0.643281, - "f1": 0.621254, - "accuracy": 0.643281, - "main_score": 0.621254, - "hf_subset": "luo_Latn-war_Latn", - "languages": [ - "luo-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538958, - "recall": 0.583004, - "f1": 0.550643, - "accuracy": 0.583004, - "main_score": 0.550643, - "hf_subset": "luo_Latn-arb_Arab", - "languages": [ - "luo-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571826, - "recall": 0.614625, - "f1": 0.583113, - "accuracy": 0.614625, - "main_score": 0.583113, - "hf_subset": "luo_Latn-bul_Cyrl", - "languages": [ - "luo-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583766, - "recall": 0.625494, - "f1": 0.594387, - "accuracy": 0.625494, - "main_score": 0.594387, - "hf_subset": "luo_Latn-fra_Latn", - "languages": [ - "luo-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551392, - "recall": 0.596838, - "f1": 0.5635, - "accuracy": 0.596838, - "main_score": 0.5635, - "hf_subset": "luo_Latn-jpn_Jpan", - "languages": [ - "luo-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57789, - "recall": 0.61166, - "f1": 0.587032, - "accuracy": 0.61166, - "main_score": 0.587032, - "hf_subset": "luo_Latn-lij_Latn", - "languages": [ - "luo-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395075, - "recall": 0.458498, - "f1": 0.411413, - "accuracy": 0.458498, - "main_score": 0.411413, - "hf_subset": "luo_Latn-mya_Mymr", - "languages": [ - "luo-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540329, - "recall": 0.582016, - "f1": 0.551193, - "accuracy": 0.582016, - "main_score": 0.551193, - "hf_subset": "luo_Latn-sag_Latn", - "languages": [ - "luo-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208355, - "recall": 0.250988, - "f1": 0.218387, - "accuracy": 0.250988, - "main_score": 0.218387, - "hf_subset": "luo_Latn-taq_Tfng", - "languages": [ - "luo-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56474, - "recall": 0.600791, - "f1": 0.574922, - "accuracy": 0.600791, - "main_score": 0.574922, - "hf_subset": "luo_Latn-wol_Latn", - "languages": [ - "luo-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45782, - "recall": 0.504941, - "f1": 0.470743, - "accuracy": 0.504941, - "main_score": 0.470743, - "hf_subset": "luo_Latn-arb_Latn", - "languages": [ - "luo-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577087, - "recall": 0.618577, - "f1": 0.587891, - "accuracy": 0.618577, - "main_score": 0.587891, - "hf_subset": "luo_Latn-cat_Latn", - "languages": [ - "luo-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57227, - "recall": 0.612648, - "f1": 0.583302, - "accuracy": 0.612648, - "main_score": 0.583302, - "hf_subset": "luo_Latn-fur_Latn", - "languages": [ - "luo-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4375, - "recall": 0.48913, - "f1": 0.451714, - "accuracy": 0.48913, - "main_score": 0.451714, - "hf_subset": "luo_Latn-kab_Latn", - "languages": [ - "luo-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569683, - "recall": 0.609684, - "f1": 0.580607, - "accuracy": 0.609684, - "main_score": 0.580607, - "hf_subset": "luo_Latn-lim_Latn", - "languages": [ - "luo-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571101, - "recall": 0.61166, - "f1": 0.582077, - "accuracy": 0.61166, - "main_score": 0.582077, - "hf_subset": "luo_Latn-nld_Latn", - "languages": [ - "luo-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516574, - "recall": 0.565217, - "f1": 0.529436, - "accuracy": 0.565217, - "main_score": 0.529436, - "hf_subset": "luo_Latn-san_Deva", - "languages": [ - "luo-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567068, - "recall": 0.605731, - "f1": 0.577744, - "accuracy": 0.605731, - "main_score": 0.577744, - "hf_subset": "luo_Latn-tat_Cyrl", - "languages": [ - "luo-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586841, - "recall": 0.624506, - "f1": 0.597649, - "accuracy": 0.624506, - "main_score": 0.597649, - "hf_subset": "luo_Latn-xho_Latn", - "languages": [ - "luo-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529153, - "recall": 0.576087, - "f1": 0.541627, - "accuracy": 0.576087, - "main_score": 0.541627, - "hf_subset": "luo_Latn-ars_Arab", - "languages": [ - "luo-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589681, - "recall": 0.621542, - "f1": 0.598039, - "accuracy": 0.621542, - "main_score": 0.598039, - "hf_subset": "luo_Latn-ceb_Latn", - "languages": [ - "luo-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519269, - "recall": 0.567194, - "f1": 0.533061, - "accuracy": 0.567194, - "main_score": 0.533061, - "hf_subset": "luo_Latn-fuv_Latn", - "languages": [ - "luo-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535403, - "recall": 0.570158, - "f1": 0.545224, - "accuracy": 0.570158, - "main_score": 0.545224, - "hf_subset": "luo_Latn-kac_Latn", - "languages": [ - "luo-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584027, - "recall": 0.617589, - "f1": 0.593205, - "accuracy": 0.617589, - "main_score": 0.593205, - "hf_subset": "luo_Latn-lin_Latn", - "languages": [ - "luo-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565561, - "recall": 0.612648, - "f1": 0.577883, - "accuracy": 0.612648, - "main_score": 0.577883, - "hf_subset": "luo_Latn-nno_Latn", - "languages": [ - "luo-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.124917, - "recall": 0.16502, - "f1": 0.134778, - "accuracy": 0.16502, - "main_score": 0.134778, - "hf_subset": "luo_Latn-sat_Olck", - "languages": [ - "luo-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57233, - "recall": 0.614625, - "f1": 0.583991, - "accuracy": 0.614625, - "main_score": 0.583991, - "hf_subset": "luo_Latn-tel_Telu", - "languages": [ - "luo-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481357, - "recall": 0.530632, - "f1": 0.495659, - "accuracy": 0.530632, - "main_score": 0.495659, - "hf_subset": "luo_Latn-ydd_Hebr", - "languages": [ - "luo-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527294, - "recall": 0.572134, - "f1": 0.539418, - "accuracy": 0.572134, - "main_score": 0.539418, - "hf_subset": "luo_Latn-ary_Arab", - "languages": [ - "luo-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566611, - "recall": 0.605731, - "f1": 0.576556, - "accuracy": 0.605731, - "main_score": 0.576556, - "hf_subset": "luo_Latn-ces_Latn", - "languages": [ - "luo-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51607, - "recall": 0.561265, - "f1": 0.528777, - "accuracy": 0.561265, - "main_score": 0.528777, - "hf_subset": "luo_Latn-gaz_Latn", - "languages": [ - "luo-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536888, - "recall": 0.582016, - "f1": 0.549576, - "accuracy": 0.582016, - "main_score": 0.549576, - "hf_subset": "luo_Latn-kam_Latn", - "languages": [ - "luo-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564538, - "recall": 0.608696, - "f1": 0.57635, - "accuracy": 0.608696, - "main_score": 0.57635, - "hf_subset": "luo_Latn-lit_Latn", - "languages": [ - "luo-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570658, - "recall": 0.613636, - "f1": 0.581657, - "accuracy": 0.613636, - "main_score": 0.581657, - "hf_subset": "luo_Latn-nob_Latn", - "languages": [ - "luo-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583079, - "recall": 0.618577, - "f1": 0.592883, - "accuracy": 0.618577, - "main_score": 0.592883, - "hf_subset": "luo_Latn-scn_Latn", - "languages": [ - "luo-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541577, - "recall": 0.585968, - "f1": 0.553349, - "accuracy": 0.585968, - "main_score": 0.553349, - "hf_subset": "luo_Latn-tgk_Cyrl", - "languages": [ - "luo-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505273, - "recall": 0.5583, - "f1": 0.519849, - "accuracy": 0.5583, - "main_score": 0.519849, - "hf_subset": "luo_Latn-yor_Latn", - "languages": [ - "luo-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542421, - "recall": 0.591897, - "f1": 0.555591, - "accuracy": 0.591897, - "main_score": 0.555591, - "hf_subset": "luo_Latn-arz_Arab", - "languages": [ - "luo-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504935, - "recall": 0.547431, - "f1": 0.517143, - "accuracy": 0.547431, - "main_score": 0.517143, - "hf_subset": "luo_Latn-cjk_Latn", - "languages": [ - "luo-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513807, - "recall": 0.563241, - "f1": 0.527368, - "accuracy": 0.563241, - "main_score": 0.527368, - "hf_subset": "luo_Latn-gla_Latn", - "languages": [ - "luo-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558033, - "recall": 0.597826, - "f1": 0.568861, - "accuracy": 0.597826, - "main_score": 0.568861, - "hf_subset": "luo_Latn-kan_Knda", - "languages": [ - "luo-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560928, - "recall": 0.603755, - "f1": 0.573158, - "accuracy": 0.603755, - "main_score": 0.573158, - "hf_subset": "luo_Latn-lmo_Latn", - "languages": [ - "luo-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543865, - "recall": 0.591897, - "f1": 0.556777, - "accuracy": 0.591897, - "main_score": 0.556777, - "hf_subset": "luo_Latn-npi_Deva", - "languages": [ - "luo-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453382, - "recall": 0.503953, - "f1": 0.467651, - "accuracy": 0.503953, - "main_score": 0.467651, - "hf_subset": "luo_Latn-shn_Mymr", - "languages": [ - "luo-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587198, - "recall": 0.62747, - "f1": 0.597618, - "accuracy": 0.62747, - "main_score": 0.597618, - "hf_subset": "luo_Latn-tgl_Latn", - "languages": [ - "luo-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537734, - "recall": 0.58498, - "f1": 0.549986, - "accuracy": 0.58498, - "main_score": 0.549986, - "hf_subset": "luo_Latn-yue_Hant", - "languages": [ - "luo-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526223, - "recall": 0.581028, - "f1": 0.540968, - "accuracy": 0.581028, - "main_score": 0.540968, - "hf_subset": "luo_Latn-asm_Beng", - "languages": [ - "luo-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503788, - "recall": 0.547431, - "f1": 0.515419, - "accuracy": 0.547431, - "main_score": 0.515419, - "hf_subset": "luo_Latn-ckb_Arab", - "languages": [ - "luo-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507653, - "recall": 0.55336, - "f1": 0.520113, - "accuracy": 0.55336, - "main_score": 0.520113, - "hf_subset": "luo_Latn-gle_Latn", - "languages": [ - "luo-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508864, - "recall": 0.548419, - "f1": 0.519028, - "accuracy": 0.548419, - "main_score": 0.519028, - "hf_subset": "luo_Latn-kas_Arab", - "languages": [ - "luo-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538082, - "recall": 0.583004, - "f1": 0.55022, - "accuracy": 0.583004, - "main_score": 0.55022, - "hf_subset": "luo_Latn-ltg_Latn", - "languages": [ - "luo-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591197, - "recall": 0.631423, - "f1": 0.602546, - "accuracy": 0.631423, - "main_score": 0.602546, - "hf_subset": "luo_Latn-nso_Latn", - "languages": [ - "luo-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475018, - "recall": 0.537549, - "f1": 0.492033, - "accuracy": 0.537549, - "main_score": 0.492033, - "hf_subset": "luo_Latn-sin_Sinh", - "languages": [ - "luo-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555235, - "recall": 0.596838, - "f1": 0.565988, - "accuracy": 0.596838, - "main_score": 0.565988, - "hf_subset": "luo_Latn-tha_Thai", - "languages": [ - "luo-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544757, - "recall": 0.586957, - "f1": 0.555821, - "accuracy": 0.586957, - "main_score": 0.555821, - "hf_subset": "luo_Latn-zho_Hans", - "languages": [ - "luo-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564919, - "recall": 0.605731, - "f1": 0.57609, - "accuracy": 0.605731, - "main_score": 0.57609, - "hf_subset": "luo_Latn-ast_Latn", - "languages": [ - "luo-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554766, - "recall": 0.601779, - "f1": 0.566896, - "accuracy": 0.601779, - "main_score": 0.566896, - "hf_subset": "luo_Latn-crh_Latn", - "languages": [ - "luo-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583952, - "recall": 0.619565, - "f1": 0.593072, - "accuracy": 0.619565, - "main_score": 0.593072, - "hf_subset": "luo_Latn-glg_Latn", - "languages": [ - "luo-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528817, - "recall": 0.578063, - "f1": 0.542519, - "accuracy": 0.578063, - "main_score": 0.542519, - "hf_subset": "luo_Latn-kas_Deva", - "languages": [ - "luo-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550642, - "recall": 0.588933, - "f1": 0.561434, - "accuracy": 0.588933, - "main_score": 0.561434, - "hf_subset": "luo_Latn-ltz_Latn", - "languages": [ - "luo-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486956, - "recall": 0.538538, - "f1": 0.501339, - "accuracy": 0.538538, - "main_score": 0.501339, - "hf_subset": "luo_Latn-nus_Latn", - "languages": [ - "luo-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563353, - "recall": 0.607708, - "f1": 0.574548, - "accuracy": 0.607708, - "main_score": 0.574548, - "hf_subset": "luo_Latn-slk_Latn", - "languages": [ - "luo-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424335, - "recall": 0.483202, - "f1": 0.440569, - "accuracy": 0.483202, - "main_score": 0.440569, - "hf_subset": "luo_Latn-tir_Ethi", - "languages": [ - "luo-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536162, - "recall": 0.586957, - "f1": 0.549385, - "accuracy": 0.586957, - "main_score": 0.549385, - "hf_subset": "luo_Latn-zho_Hant", - "languages": [ - "luo-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564546, - "recall": 0.610672, - "f1": 0.576558, - "accuracy": 0.610672, - "main_score": 0.576558, - "hf_subset": "luo_Latn-awa_Deva", - "languages": [ - "luo-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557577, - "recall": 0.594862, - "f1": 0.568132, - "accuracy": 0.594862, - "main_score": 0.568132, - "hf_subset": "luo_Latn-cym_Latn", - "languages": [ - "luo-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573862, - "recall": 0.61166, - "f1": 0.583815, - "accuracy": 0.61166, - "main_score": 0.583815, - "hf_subset": "luo_Latn-grn_Latn", - "languages": [ - "luo-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537215, - "recall": 0.58004, - "f1": 0.548145, - "accuracy": 0.58004, - "main_score": 0.548145, - "hf_subset": "luo_Latn-kat_Geor", - "languages": [ - "luo-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558231, - "recall": 0.596838, - "f1": 0.569012, - "accuracy": 0.596838, - "main_score": 0.569012, - "hf_subset": "luo_Latn-lua_Latn", - "languages": [ - "luo-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574639, - "recall": 0.612648, - "f1": 0.58532, - "accuracy": 0.612648, - "main_score": 0.58532, - "hf_subset": "luo_Latn-nya_Latn", - "languages": [ - "luo-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565381, - "recall": 0.608696, - "f1": 0.576034, - "accuracy": 0.608696, - "main_score": 0.576034, - "hf_subset": "luo_Latn-slv_Latn", - "languages": [ - "luo-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583998, - "recall": 0.620553, - "f1": 0.593335, - "accuracy": 0.620553, - "main_score": 0.593335, - "hf_subset": "luo_Latn-tpi_Latn", - "languages": [ - "luo-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593969, - "recall": 0.632411, - "f1": 0.604374, - "accuracy": 0.632411, - "main_score": 0.604374, - "hf_subset": "luo_Latn-zsm_Latn", - "languages": [ - "luo-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518314, - "recall": 0.560277, - "f1": 0.530637, - "accuracy": 0.560277, - "main_score": 0.530637, - "hf_subset": "luo_Latn-ayr_Latn", - "languages": [ - "luo-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582018, - "recall": 0.624506, - "f1": 0.593412, - "accuracy": 0.624506, - "main_score": 0.593412, - "hf_subset": "luo_Latn-dan_Latn", - "languages": [ - "luo-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561472, - "recall": 0.607708, - "f1": 0.573785, - "accuracy": 0.607708, - "main_score": 0.573785, - "hf_subset": "luo_Latn-guj_Gujr", - "languages": [ - "luo-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552207, - "recall": 0.600791, - "f1": 0.564614, - "accuracy": 0.600791, - "main_score": 0.564614, - "hf_subset": "luo_Latn-kaz_Cyrl", - "languages": [ - "luo-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516464, - "recall": 0.566206, - "f1": 0.530516, - "accuracy": 0.566206, - "main_score": 0.530516, - "hf_subset": "luo_Latn-lug_Latn", - "languages": [ - "luo-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587319, - "recall": 0.62747, - "f1": 0.596999, - "accuracy": 0.62747, - "main_score": 0.596999, - "hf_subset": "luo_Latn-oci_Latn", - "languages": [ - "luo-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55707, - "recall": 0.598814, - "f1": 0.568671, - "accuracy": 0.598814, - "main_score": 0.568671, - "hf_subset": "luo_Latn-smo_Latn", - "languages": [ - "luo-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534603, - "recall": 0.581028, - "f1": 0.547059, - "accuracy": 0.581028, - "main_score": 0.547059, - "hf_subset": "luo_Latn-tsn_Latn", - "languages": [ - "luo-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552273, - "recall": 0.601779, - "f1": 0.56608, - "accuracy": 0.601779, - "main_score": 0.56608, - "hf_subset": "luo_Latn-zul_Latn", - "languages": [ - "luo-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493669, - "recall": 0.540514, - "f1": 0.50668, - "accuracy": 0.540514, - "main_score": 0.50668, - "hf_subset": "luo_Latn-azb_Arab", - "languages": [ - "luo-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580053, - "recall": 0.618577, - "f1": 0.590786, - "accuracy": 0.618577, - "main_score": 0.590786, - "hf_subset": "luo_Latn-deu_Latn", - "languages": [ - "luo-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527166, - "recall": 0.579051, - "f1": 0.541396, - "accuracy": 0.579051, - "main_score": 0.541396, - "hf_subset": "luo_Latn-hat_Latn", - "languages": [ - "luo-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499053, - "recall": 0.544466, - "f1": 0.511289, - "accuracy": 0.544466, - "main_score": 0.511289, - "hf_subset": "luo_Latn-kbp_Latn", - "languages": [ - "luo-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544797, - "recall": 0.59585, - "f1": 0.559046, - "accuracy": 0.59585, - "main_score": 0.559046, - "hf_subset": "luo_Latn-ory_Orya", - "languages": [ - "luo-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545561, - "recall": 0.586957, - "f1": 0.557463, - "accuracy": 0.586957, - "main_score": 0.557463, - "hf_subset": "luo_Latn-sna_Latn", - "languages": [ - "luo-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541653, - "recall": 0.574111, - "f1": 0.550927, - "accuracy": 0.574111, - "main_score": 0.550927, - "hf_subset": "luo_Latn-tso_Latn", - "languages": [ - "luo-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538393, - "recall": 0.589921, - "f1": 0.552626, - "accuracy": 0.589921, - "main_score": 0.552626, - "hf_subset": "luo_Latn-azj_Latn", - "languages": [ - "luo-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534133, - "recall": 0.576087, - "f1": 0.54653, - "accuracy": 0.576087, - "main_score": 0.54653, - "hf_subset": "luo_Latn-dik_Latn", - "languages": [ - "luo-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557439, - "recall": 0.598814, - "f1": 0.568806, - "accuracy": 0.598814, - "main_score": 0.568806, - "hf_subset": "luo_Latn-hau_Latn", - "languages": [ - "luo-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574905, - "recall": 0.610672, - "f1": 0.584954, - "accuracy": 0.610672, - "main_score": 0.584954, - "hf_subset": "luo_Latn-kea_Latn", - "languages": [ - "luo-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573585, - "recall": 0.61166, - "f1": 0.583809, - "accuracy": 0.61166, - "main_score": 0.583809, - "hf_subset": "luo_Latn-lus_Latn", - "languages": [ - "luo-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587482, - "recall": 0.62253, - "f1": 0.596377, - "accuracy": 0.62253, - "main_score": 0.596377, - "hf_subset": "luo_Latn-pag_Latn", - "languages": [ - "luo-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540521, - "recall": 0.587945, - "f1": 0.553475, - "accuracy": 0.587945, - "main_score": 0.553475, - "hf_subset": "luo_Latn-snd_Arab", - "languages": [ - "luo-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506623, - "recall": 0.550395, - "f1": 0.519557, - "accuracy": 0.550395, - "main_score": 0.519557, - "hf_subset": "luo_Latn-tuk_Latn", - "languages": [ - "luo-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556401, - "recall": 0.599802, - "f1": 0.568051, - "accuracy": 0.599802, - "main_score": 0.568051, - "hf_subset": "luo_Latn-bak_Cyrl", - "languages": [ - "luo-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444019, - "recall": 0.506917, - "f1": 0.462017, - "accuracy": 0.506917, - "main_score": 0.462017, - "hf_subset": "luo_Latn-dyu_Latn", - "languages": [ - "luo-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559341, - "recall": 0.601779, - "f1": 0.570939, - "accuracy": 0.601779, - "main_score": 0.570939, - "hf_subset": "luo_Latn-heb_Hebr", - "languages": [ - "luo-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540986, - "recall": 0.583004, - "f1": 0.552613, - "accuracy": 0.583004, - "main_score": 0.552613, - "hf_subset": "luo_Latn-khk_Cyrl", - "languages": [ - "luo-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563434, - "recall": 0.603755, - "f1": 0.574053, - "accuracy": 0.603755, - "main_score": 0.574053, - "hf_subset": "luo_Latn-lvs_Latn", - "languages": [ - "luo-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556527, - "recall": 0.608696, - "f1": 0.57086, - "accuracy": 0.608696, - "main_score": 0.57086, - "hf_subset": "luo_Latn-pan_Guru", - "languages": [ - "luo-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519746, - "recall": 0.566206, - "f1": 0.531902, - "accuracy": 0.566206, - "main_score": 0.531902, - "hf_subset": "luo_Latn-som_Latn", - "languages": [ - "luo-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546248, - "recall": 0.581028, - "f1": 0.55612, - "accuracy": 0.581028, - "main_score": 0.55612, - "hf_subset": "luo_Latn-tum_Latn", - "languages": [ - "luo-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55007, - "recall": 0.62253, - "f1": 0.570753, - "accuracy": 0.62253, - "main_score": 0.570753, - "hf_subset": "ory_Orya-ace_Arab", - "languages": [ - "ory-Orya", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497416, - "recall": 0.568182, - "f1": 0.516795, - "accuracy": 0.568182, - "main_score": 0.516795, - "hf_subset": "ory_Orya-bam_Latn", - "languages": [ - "ory-Orya", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448604, - "recall": 0.529644, - "f1": 0.470026, - "accuracy": 0.529644, - "main_score": 0.470026, - "hf_subset": "ory_Orya-dzo_Tibt", - "languages": [ - "ory-Orya", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-hin_Deva", - "languages": [ - "ory-Orya", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "ory_Orya-khm_Khmr", - "languages": [ - "ory-Orya", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-mag_Deva", - "languages": [ - "ory-Orya", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ory_Orya-pap_Latn", - "languages": [ - "ory-Orya", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558011, - "recall": 0.616601, - "f1": 0.573824, - "accuracy": 0.616601, - "main_score": 0.573824, - "hf_subset": "ory_Orya-sot_Latn", - "languages": [ - "ory-Orya", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tur_Latn", - "languages": [ - "ory-Orya", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862928, - "recall": 0.899209, - "f1": 0.874407, - "accuracy": 0.899209, - "main_score": 0.874407, - "hf_subset": "ory_Orya-ace_Latn", - "languages": [ - "ory-Orya", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960639, - "recall": 0.971344, - "f1": 0.964097, - "accuracy": 0.971344, - "main_score": 0.964097, - "hf_subset": "ory_Orya-ban_Latn", - "languages": [ - "ory-Orya", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-ell_Grek", - "languages": [ - "ory-Orya", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ory_Orya-hne_Deva", - "languages": [ - "ory-Orya", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577307, - "recall": 0.640316, - "f1": 0.594919, - "accuracy": 0.640316, - "main_score": 0.594919, - "hf_subset": "ory_Orya-kik_Latn", - "languages": [ - "ory-Orya", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-mai_Deva", - "languages": [ - "ory-Orya", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971344, - "recall": 0.980237, - "f1": 0.974308, - "accuracy": 0.980237, - "main_score": 0.974308, - "hf_subset": "ory_Orya-pbt_Arab", - "languages": [ - "ory-Orya", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-spa_Latn", - "languages": [ - "ory-Orya", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593322, - "recall": 0.666996, - "f1": 0.613404, - "accuracy": 0.666996, - "main_score": 0.613404, - "hf_subset": "ory_Orya-twi_Latn", - "languages": [ - "ory-Orya", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-acm_Arab", - "languages": [ - "ory-Orya", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-bel_Cyrl", - "languages": [ - "ory-Orya", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-eng_Latn", - "languages": [ - "ory-Orya", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-hrv_Latn", - "languages": [ - "ory-Orya", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514452, - "recall": 0.585968, - "f1": 0.534209, - "accuracy": 0.585968, - "main_score": 0.534209, - "hf_subset": "ory_Orya-kin_Latn", - "languages": [ - "ory-Orya", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-mal_Mlym", - "languages": [ - "ory-Orya", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-pes_Arab", - "languages": [ - "ory-Orya", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ory_Orya-srd_Latn", - "languages": [ - "ory-Orya", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.170478, - "recall": 0.222332, - "f1": 0.183173, - "accuracy": 0.222332, - "main_score": 0.183173, - "hf_subset": "ory_Orya-tzm_Tfng", - "languages": [ - "ory-Orya", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-acq_Arab", - "languages": [ - "ory-Orya", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59973, - "recall": 0.655138, - "f1": 0.614973, - "accuracy": 0.655138, - "main_score": 0.614973, - "hf_subset": "ory_Orya-bem_Latn", - "languages": [ - "ory-Orya", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-epo_Latn", - "languages": [ - "ory-Orya", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-hun_Latn", - "languages": [ - "ory-Orya", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-kir_Cyrl", - "languages": [ - "ory-Orya", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-mar_Deva", - "languages": [ - "ory-Orya", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642073, - "recall": 0.701581, - "f1": 0.658967, - "accuracy": 0.701581, - "main_score": 0.658967, - "hf_subset": "ory_Orya-plt_Latn", - "languages": [ - "ory-Orya", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-srp_Cyrl", - "languages": [ - "ory-Orya", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "ory_Orya-uig_Arab", - "languages": [ - "ory-Orya", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ory_Orya-aeb_Arab", - "languages": [ - "ory-Orya", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ben_Beng", - "languages": [ - "ory-Orya", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-est_Latn", - "languages": [ - "ory-Orya", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-hye_Armn", - "languages": [ - "ory-Orya", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512732, - "recall": 0.566206, - "f1": 0.527212, - "accuracy": 0.566206, - "main_score": 0.527212, - "hf_subset": "ory_Orya-kmb_Latn", - "languages": [ - "ory-Orya", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463294, - "recall": 0.545455, - "f1": 0.485911, - "accuracy": 0.545455, - "main_score": 0.485911, - "hf_subset": "ory_Orya-min_Arab", - "languages": [ - "ory-Orya", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-pol_Latn", - "languages": [ - "ory-Orya", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530736, - "recall": 0.602767, - "f1": 0.551015, - "accuracy": 0.602767, - "main_score": 0.551015, - "hf_subset": "ory_Orya-ssw_Latn", - "languages": [ - "ory-Orya", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ukr_Cyrl", - "languages": [ - "ory-Orya", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-afr_Latn", - "languages": [ - "ory-Orya", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-bho_Deva", - "languages": [ - "ory-Orya", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "ory_Orya-eus_Latn", - "languages": [ - "ory-Orya", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543932, - "recall": 0.61166, - "f1": 0.5626, - "accuracy": 0.61166, - "main_score": 0.5626, - "hf_subset": "ory_Orya-ibo_Latn", - "languages": [ - "ory-Orya", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896821, - "recall": 0.925889, - "f1": 0.906028, - "accuracy": 0.925889, - "main_score": 0.906028, - "hf_subset": "ory_Orya-kmr_Latn", - "languages": [ - "ory-Orya", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "ory_Orya-min_Latn", - "languages": [ - "ory-Orya", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-por_Latn", - "languages": [ - "ory-Orya", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-sun_Latn", - "languages": [ - "ory-Orya", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490484, - "recall": 0.555336, - "f1": 0.508823, - "accuracy": 0.555336, - "main_score": 0.508823, - "hf_subset": "ory_Orya-umb_Latn", - "languages": [ - "ory-Orya", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ajp_Arab", - "languages": [ - "ory-Orya", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503627, - "recall": 0.570158, - "f1": 0.522284, - "accuracy": 0.570158, - "main_score": 0.522284, - "hf_subset": "ory_Orya-bjn_Arab", - "languages": [ - "ory-Orya", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483539, - "recall": 0.540514, - "f1": 0.499108, - "accuracy": 0.540514, - "main_score": 0.499108, - "hf_subset": "ory_Orya-ewe_Latn", - "languages": [ - "ory-Orya", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.960474, - "f1": 0.948913, - "accuracy": 0.960474, - "main_score": 0.948913, - "hf_subset": "ory_Orya-ilo_Latn", - "languages": [ - "ory-Orya", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.307451, - "recall": 0.364625, - "f1": 0.323668, - "accuracy": 0.364625, - "main_score": 0.323668, - "hf_subset": "ory_Orya-knc_Arab", - "languages": [ - "ory-Orya", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-mkd_Cyrl", - "languages": [ - "ory-Orya", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-prs_Arab", - "languages": [ - "ory-Orya", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-swe_Latn", - "languages": [ - "ory-Orya", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-urd_Arab", - "languages": [ - "ory-Orya", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561748, - "recall": 0.632411, - "f1": 0.580985, - "accuracy": 0.632411, - "main_score": 0.580985, - "hf_subset": "ory_Orya-aka_Latn", - "languages": [ - "ory-Orya", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983202, - "recall": 0.988142, - "f1": 0.984684, - "accuracy": 0.988142, - "main_score": 0.984684, - "hf_subset": "ory_Orya-bjn_Latn", - "languages": [ - "ory-Orya", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "ory_Orya-fao_Latn", - "languages": [ - "ory-Orya", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ind_Latn", - "languages": [ - "ory-Orya", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55895, - "recall": 0.616601, - "f1": 0.575194, - "accuracy": 0.616601, - "main_score": 0.575194, - "hf_subset": "ory_Orya-knc_Latn", - "languages": [ - "ory-Orya", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ory_Orya-mlt_Latn", - "languages": [ - "ory-Orya", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685079, - "recall": 0.751976, - "f1": 0.704811, - "accuracy": 0.751976, - "main_score": 0.704811, - "hf_subset": "ory_Orya-quy_Latn", - "languages": [ - "ory-Orya", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.977273, - "f1": 0.969697, - "accuracy": 0.977273, - "main_score": 0.969697, - "hf_subset": "ory_Orya-swh_Latn", - "languages": [ - "ory-Orya", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-uzn_Latn", - "languages": [ - "ory-Orya", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-als_Latn", - "languages": [ - "ory-Orya", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655468, - "recall": 0.732213, - "f1": 0.678002, - "accuracy": 0.732213, - "main_score": 0.678002, - "hf_subset": "ory_Orya-bod_Tibt", - "languages": [ - "ory-Orya", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673736, - "recall": 0.737154, - "f1": 0.692657, - "accuracy": 0.737154, - "main_score": 0.692657, - "hf_subset": "ory_Orya-fij_Latn", - "languages": [ - "ory-Orya", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ory_Orya-isl_Latn", - "languages": [ - "ory-Orya", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634569, - "recall": 0.697628, - "f1": 0.652837, - "accuracy": 0.697628, - "main_score": 0.652837, - "hf_subset": "ory_Orya-kon_Latn", - "languages": [ - "ory-Orya", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66629, - "recall": 0.736166, - "f1": 0.686288, - "accuracy": 0.736166, - "main_score": 0.686288, - "hf_subset": "ory_Orya-mni_Beng", - "languages": [ - "ory-Orya", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ron_Latn", - "languages": [ - "ory-Orya", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.98913, - "f1": 0.986825, - "accuracy": 0.98913, - "main_score": 0.986825, - "hf_subset": "ory_Orya-szl_Latn", - "languages": [ - "ory-Orya", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-vec_Latn", - "languages": [ - "ory-Orya", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947628, - "recall": 0.963439, - "f1": 0.952734, - "accuracy": 0.963439, - "main_score": 0.952734, - "hf_subset": "ory_Orya-amh_Ethi", - "languages": [ - "ory-Orya", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-bos_Latn", - "languages": [ - "ory-Orya", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-fin_Latn", - "languages": [ - "ory-Orya", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ita_Latn", - "languages": [ - "ory-Orya", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-kor_Hang", - "languages": [ - "ory-Orya", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522386, - "recall": 0.585968, - "f1": 0.540006, - "accuracy": 0.585968, - "main_score": 0.540006, - "hf_subset": "ory_Orya-mos_Latn", - "languages": [ - "ory-Orya", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5232, - "recall": 0.586957, - "f1": 0.540337, - "accuracy": 0.586957, - "main_score": 0.540337, - "hf_subset": "ory_Orya-run_Latn", - "languages": [ - "ory-Orya", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tam_Taml", - "languages": [ - "ory-Orya", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-vie_Latn", - "languages": [ - "ory-Orya", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-apc_Arab", - "languages": [ - "ory-Orya", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787971, - "recall": 0.836957, - "f1": 0.802176, - "accuracy": 0.836957, - "main_score": 0.802176, - "hf_subset": "ory_Orya-bug_Latn", - "languages": [ - "ory-Orya", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440853, - "recall": 0.505929, - "f1": 0.458067, - "accuracy": 0.505929, - "main_score": 0.458067, - "hf_subset": "ory_Orya-fon_Latn", - "languages": [ - "ory-Orya", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ory_Orya-jav_Latn", - "languages": [ - "ory-Orya", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-lao_Laoo", - "languages": [ - "ory-Orya", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.860425, - "recall": 0.899209, - "f1": 0.872596, - "accuracy": 0.899209, - "main_score": 0.872596, - "hf_subset": "ory_Orya-mri_Latn", - "languages": [ - "ory-Orya", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-rus_Cyrl", - "languages": [ - "ory-Orya", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528626, - "recall": 0.593874, - "f1": 0.54632, - "accuracy": 0.593874, - "main_score": 0.54632, - "hf_subset": "ory_Orya-taq_Latn", - "languages": [ - "ory-Orya", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "ory_Orya-war_Latn", - "languages": [ - "ory-Orya", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-arb_Arab", - "languages": [ - "ory-Orya", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-bul_Cyrl", - "languages": [ - "ory-Orya", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-fra_Latn", - "languages": [ - "ory-Orya", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-jpn_Jpan", - "languages": [ - "ory-Orya", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "ory_Orya-lij_Latn", - "languages": [ - "ory-Orya", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "ory_Orya-mya_Mymr", - "languages": [ - "ory-Orya", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557193, - "recall": 0.631423, - "f1": 0.578026, - "accuracy": 0.631423, - "main_score": 0.578026, - "hf_subset": "ory_Orya-sag_Latn", - "languages": [ - "ory-Orya", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189157, - "recall": 0.245059, - "f1": 0.201757, - "accuracy": 0.245059, - "main_score": 0.201757, - "hf_subset": "ory_Orya-taq_Tfng", - "languages": [ - "ory-Orya", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581769, - "recall": 0.652174, - "f1": 0.601601, - "accuracy": 0.652174, - "main_score": 0.601601, - "hf_subset": "ory_Orya-wol_Latn", - "languages": [ - "ory-Orya", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.803195, - "recall": 0.854743, - "f1": 0.819057, - "accuracy": 0.854743, - "main_score": 0.819057, - "hf_subset": "ory_Orya-arb_Latn", - "languages": [ - "ory-Orya", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-cat_Latn", - "languages": [ - "ory-Orya", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "ory_Orya-fur_Latn", - "languages": [ - "ory-Orya", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.381944, - "recall": 0.4417, - "f1": 0.398263, - "accuracy": 0.4417, - "main_score": 0.398263, - "hf_subset": "ory_Orya-kab_Latn", - "languages": [ - "ory-Orya", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ory_Orya-lim_Latn", - "languages": [ - "ory-Orya", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-nld_Latn", - "languages": [ - "ory-Orya", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ory_Orya-san_Deva", - "languages": [ - "ory-Orya", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tat_Cyrl", - "languages": [ - "ory-Orya", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652553, - "recall": 0.713439, - "f1": 0.669675, - "accuracy": 0.713439, - "main_score": 0.669675, - "hf_subset": "ory_Orya-xho_Latn", - "languages": [ - "ory-Orya", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ars_Arab", - "languages": [ - "ory-Orya", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-ceb_Latn", - "languages": [ - "ory-Orya", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532446, - "recall": 0.603755, - "f1": 0.552902, - "accuracy": 0.603755, - "main_score": 0.552902, - "hf_subset": "ory_Orya-fuv_Latn", - "languages": [ - "ory-Orya", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485132, - "recall": 0.559289, - "f1": 0.504819, - "accuracy": 0.559289, - "main_score": 0.504819, - "hf_subset": "ory_Orya-kac_Latn", - "languages": [ - "ory-Orya", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646156, - "recall": 0.704545, - "f1": 0.662914, - "accuracy": 0.704545, - "main_score": 0.662914, - "hf_subset": "ory_Orya-lin_Latn", - "languages": [ - "ory-Orya", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-nno_Latn", - "languages": [ - "ory-Orya", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.225297, - "recall": 0.312253, - "f1": 0.247968, - "accuracy": 0.312253, - "main_score": 0.247968, - "hf_subset": "ory_Orya-sat_Olck", - "languages": [ - "ory-Orya", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tel_Telu", - "languages": [ - "ory-Orya", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "ory_Orya-ydd_Hebr", - "languages": [ - "ory-Orya", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "ory_Orya-ary_Arab", - "languages": [ - "ory-Orya", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ces_Latn", - "languages": [ - "ory-Orya", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533491, - "recall": 0.601779, - "f1": 0.552953, - "accuracy": 0.601779, - "main_score": 0.552953, - "hf_subset": "ory_Orya-gaz_Latn", - "languages": [ - "ory-Orya", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554784, - "recall": 0.623518, - "f1": 0.574335, - "accuracy": 0.623518, - "main_score": 0.574335, - "hf_subset": "ory_Orya-kam_Latn", - "languages": [ - "ory-Orya", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "ory_Orya-lit_Latn", - "languages": [ - "ory-Orya", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-nob_Latn", - "languages": [ - "ory-Orya", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "ory_Orya-scn_Latn", - "languages": [ - "ory-Orya", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "ory_Orya-tgk_Cyrl", - "languages": [ - "ory-Orya", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697925, - "recall": 0.766798, - "f1": 0.718911, - "accuracy": 0.766798, - "main_score": 0.718911, - "hf_subset": "ory_Orya-yor_Latn", - "languages": [ - "ory-Orya", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-arz_Arab", - "languages": [ - "ory-Orya", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538522, - "recall": 0.599802, - "f1": 0.55527, - "accuracy": 0.599802, - "main_score": 0.55527, - "hf_subset": "ory_Orya-cjk_Latn", - "languages": [ - "ory-Orya", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.759964, - "recall": 0.822134, - "f1": 0.779348, - "accuracy": 0.822134, - "main_score": 0.779348, - "hf_subset": "ory_Orya-gla_Latn", - "languages": [ - "ory-Orya", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-kan_Knda", - "languages": [ - "ory-Orya", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "ory_Orya-lmo_Latn", - "languages": [ - "ory-Orya", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "ory_Orya-npi_Deva", - "languages": [ - "ory-Orya", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444054, - "recall": 0.513834, - "f1": 0.462901, - "accuracy": 0.513834, - "main_score": 0.462901, - "hf_subset": "ory_Orya-shn_Mymr", - "languages": [ - "ory-Orya", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tgl_Latn", - "languages": [ - "ory-Orya", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-yue_Hant", - "languages": [ - "ory-Orya", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-asm_Beng", - "languages": [ - "ory-Orya", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962286, - "recall": 0.974308, - "f1": 0.966238, - "accuracy": 0.974308, - "main_score": 0.966238, - "hf_subset": "ory_Orya-ckb_Arab", - "languages": [ - "ory-Orya", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875988, - "recall": 0.911067, - "f1": 0.887154, - "accuracy": 0.911067, - "main_score": 0.887154, - "hf_subset": "ory_Orya-gle_Latn", - "languages": [ - "ory-Orya", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.975296, - "f1": 0.968379, - "accuracy": 0.975296, - "main_score": 0.968379, - "hf_subset": "ory_Orya-kas_Arab", - "languages": [ - "ory-Orya", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927536, - "recall": 0.948617, - "f1": 0.934256, - "accuracy": 0.948617, - "main_score": 0.934256, - "hf_subset": "ory_Orya-ltg_Latn", - "languages": [ - "ory-Orya", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581768, - "recall": 0.648221, - "f1": 0.599964, - "accuracy": 0.648221, - "main_score": 0.599964, - "hf_subset": "ory_Orya-nso_Latn", - "languages": [ - "ory-Orya", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ory_Orya-sin_Sinh", - "languages": [ - "ory-Orya", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-tha_Thai", - "languages": [ - "ory-Orya", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-zho_Hans", - "languages": [ - "ory-Orya", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-ast_Latn", - "languages": [ - "ory-Orya", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ory_Orya-crh_Latn", - "languages": [ - "ory-Orya", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-glg_Latn", - "languages": [ - "ory-Orya", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89888, - "recall": 0.929842, - "f1": 0.908893, - "accuracy": 0.929842, - "main_score": 0.908893, - "hf_subset": "ory_Orya-kas_Deva", - "languages": [ - "ory-Orya", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "ory_Orya-ltz_Latn", - "languages": [ - "ory-Orya", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427979, - "recall": 0.5, - "f1": 0.447184, - "accuracy": 0.5, - "main_score": 0.447184, - "hf_subset": "ory_Orya-nus_Latn", - "languages": [ - "ory-Orya", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-slk_Latn", - "languages": [ - "ory-Orya", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616133, - "recall": 0.690711, - "f1": 0.637669, - "accuracy": 0.690711, - "main_score": 0.637669, - "hf_subset": "ory_Orya-tir_Ethi", - "languages": [ - "ory-Orya", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-zho_Hant", - "languages": [ - "ory-Orya", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.991107, - "f1": 0.98946, - "accuracy": 0.991107, - "main_score": 0.98946, - "hf_subset": "ory_Orya-awa_Deva", - "languages": [ - "ory-Orya", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "ory_Orya-cym_Latn", - "languages": [ - "ory-Orya", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.819022, - "recall": 0.860672, - "f1": 0.832082, - "accuracy": 0.860672, - "main_score": 0.832082, - "hf_subset": "ory_Orya-grn_Latn", - "languages": [ - "ory-Orya", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-kat_Geor", - "languages": [ - "ory-Orya", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610165, - "recall": 0.670949, - "f1": 0.627132, - "accuracy": 0.670949, - "main_score": 0.627132, - "hf_subset": "ory_Orya-lua_Latn", - "languages": [ - "ory-Orya", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613176, - "recall": 0.672925, - "f1": 0.629899, - "accuracy": 0.672925, - "main_score": 0.629899, - "hf_subset": "ory_Orya-nya_Latn", - "languages": [ - "ory-Orya", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-slv_Latn", - "languages": [ - "ory-Orya", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926548, - "recall": 0.949605, - "f1": 0.933959, - "accuracy": 0.949605, - "main_score": 0.933959, - "hf_subset": "ory_Orya-tpi_Latn", - "languages": [ - "ory-Orya", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-zsm_Latn", - "languages": [ - "ory-Orya", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535419, - "recall": 0.597826, - "f1": 0.55288, - "accuracy": 0.597826, - "main_score": 0.55288, - "hf_subset": "ory_Orya-ayr_Latn", - "languages": [ - "ory-Orya", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-dan_Latn", - "languages": [ - "ory-Orya", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-guj_Gujr", - "languages": [ - "ory-Orya", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "ory_Orya-kaz_Cyrl", - "languages": [ - "ory-Orya", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506656, - "recall": 0.573123, - "f1": 0.525254, - "accuracy": 0.573123, - "main_score": 0.525254, - "hf_subset": "ory_Orya-lug_Latn", - "languages": [ - "ory-Orya", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-oci_Latn", - "languages": [ - "ory-Orya", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805501, - "recall": 0.854743, - "f1": 0.820342, - "accuracy": 0.854743, - "main_score": 0.820342, - "hf_subset": "ory_Orya-smo_Latn", - "languages": [ - "ory-Orya", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518459, - "recall": 0.58498, - "f1": 0.536904, - "accuracy": 0.58498, - "main_score": 0.536904, - "hf_subset": "ory_Orya-tsn_Latn", - "languages": [ - "ory-Orya", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590666, - "recall": 0.652174, - "f1": 0.608303, - "accuracy": 0.652174, - "main_score": 0.608303, - "hf_subset": "ory_Orya-zul_Latn", - "languages": [ - "ory-Orya", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.921031, - "recall": 0.944664, - "f1": 0.92859, - "accuracy": 0.944664, - "main_score": 0.92859, - "hf_subset": "ory_Orya-azb_Arab", - "languages": [ - "ory-Orya", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-deu_Latn", - "languages": [ - "ory-Orya", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "ory_Orya-hat_Latn", - "languages": [ - "ory-Orya", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468643, - "recall": 0.530632, - "f1": 0.485988, - "accuracy": 0.530632, - "main_score": 0.485988, - "hf_subset": "ory_Orya-kbp_Latn", - "languages": [ - "ory-Orya", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546196, - "recall": 0.61166, - "f1": 0.564086, - "accuracy": 0.61166, - "main_score": 0.564086, - "hf_subset": "ory_Orya-luo_Latn", - "languages": [ - "ory-Orya", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559759, - "recall": 0.628458, - "f1": 0.579298, - "accuracy": 0.628458, - "main_score": 0.579298, - "hf_subset": "ory_Orya-sna_Latn", - "languages": [ - "ory-Orya", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532546, - "recall": 0.588933, - "f1": 0.547621, - "accuracy": 0.588933, - "main_score": 0.547621, - "hf_subset": "ory_Orya-tso_Latn", - "languages": [ - "ory-Orya", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-azj_Latn", - "languages": [ - "ory-Orya", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504703, - "recall": 0.572134, - "f1": 0.523638, - "accuracy": 0.572134, - "main_score": 0.523638, - "hf_subset": "ory_Orya-dik_Latn", - "languages": [ - "ory-Orya", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707362, - "recall": 0.76581, - "f1": 0.72444, - "accuracy": 0.76581, - "main_score": 0.72444, - "hf_subset": "ory_Orya-hau_Latn", - "languages": [ - "ory-Orya", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "ory_Orya-kea_Latn", - "languages": [ - "ory-Orya", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734601, - "recall": 0.788538, - "f1": 0.750381, - "accuracy": 0.788538, - "main_score": 0.750381, - "hf_subset": "ory_Orya-lus_Latn", - "languages": [ - "ory-Orya", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864904, - "recall": 0.896245, - "f1": 0.874374, - "accuracy": 0.896245, - "main_score": 0.874374, - "hf_subset": "ory_Orya-pag_Latn", - "languages": [ - "ory-Orya", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-snd_Arab", - "languages": [ - "ory-Orya", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.960968, - "accuracy": 0.970356, - "main_score": 0.960968, - "hf_subset": "ory_Orya-tuk_Latn", - "languages": [ - "ory-Orya", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "ory_Orya-bak_Cyrl", - "languages": [ - "ory-Orya", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454481, - "recall": 0.539526, - "f1": 0.479266, - "accuracy": 0.539526, - "main_score": 0.479266, - "hf_subset": "ory_Orya-dyu_Latn", - "languages": [ - "ory-Orya", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "ory_Orya-heb_Hebr", - "languages": [ - "ory-Orya", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "ory_Orya-khk_Cyrl", - "languages": [ - "ory-Orya", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-lvs_Latn", - "languages": [ - "ory-Orya", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "ory_Orya-pan_Guru", - "languages": [ - "ory-Orya", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688011, - "recall": 0.75, - "f1": 0.706343, - "accuracy": 0.75, - "main_score": 0.706343, - "hf_subset": "ory_Orya-som_Latn", - "languages": [ - "ory-Orya", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574031, - "recall": 0.633399, - "f1": 0.590802, - "accuracy": 0.633399, - "main_score": 0.590802, - "hf_subset": "ory_Orya-tum_Latn", - "languages": [ - "ory-Orya", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423589, - "recall": 0.469368, - "f1": 0.436012, - "accuracy": 0.469368, - "main_score": 0.436012, - "hf_subset": "sna_Latn-ace_Arab", - "languages": [ - "sna-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496447, - "recall": 0.536561, - "f1": 0.507746, - "accuracy": 0.536561, - "main_score": 0.507746, - "hf_subset": "sna_Latn-bam_Latn", - "languages": [ - "sna-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.223829, - "recall": 0.268775, - "f1": 0.234648, - "accuracy": 0.268775, - "main_score": 0.234648, - "hf_subset": "sna_Latn-dzo_Tibt", - "languages": [ - "sna-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582908, - "recall": 0.630435, - "f1": 0.594924, - "accuracy": 0.630435, - "main_score": 0.594924, - "hf_subset": "sna_Latn-hin_Deva", - "languages": [ - "sna-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521492, - "recall": 0.568182, - "f1": 0.535272, - "accuracy": 0.568182, - "main_score": 0.535272, - "hf_subset": "sna_Latn-khm_Khmr", - "languages": [ - "sna-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558411, - "recall": 0.603755, - "f1": 0.570798, - "accuracy": 0.603755, - "main_score": 0.570798, - "hf_subset": "sna_Latn-mag_Deva", - "languages": [ - "sna-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577053, - "recall": 0.615613, - "f1": 0.586449, - "accuracy": 0.615613, - "main_score": 0.586449, - "hf_subset": "sna_Latn-pap_Latn", - "languages": [ - "sna-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583053, - "recall": 0.630435, - "f1": 0.596414, - "accuracy": 0.630435, - "main_score": 0.596414, - "hf_subset": "sna_Latn-sot_Latn", - "languages": [ - "sna-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567399, - "recall": 0.614625, - "f1": 0.580165, - "accuracy": 0.614625, - "main_score": 0.580165, - "hf_subset": "sna_Latn-tur_Latn", - "languages": [ - "sna-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559484, - "recall": 0.596838, - "f1": 0.569341, - "accuracy": 0.596838, - "main_score": 0.569341, - "hf_subset": "sna_Latn-ace_Latn", - "languages": [ - "sna-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576438, - "recall": 0.613636, - "f1": 0.586477, - "accuracy": 0.613636, - "main_score": 0.586477, - "hf_subset": "sna_Latn-ban_Latn", - "languages": [ - "sna-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560151, - "recall": 0.616601, - "f1": 0.574634, - "accuracy": 0.616601, - "main_score": 0.574634, - "hf_subset": "sna_Latn-ell_Grek", - "languages": [ - "sna-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556493, - "recall": 0.604743, - "f1": 0.568704, - "accuracy": 0.604743, - "main_score": 0.568704, - "hf_subset": "sna_Latn-hne_Deva", - "languages": [ - "sna-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532691, - "recall": 0.578063, - "f1": 0.544779, - "accuracy": 0.578063, - "main_score": 0.544779, - "hf_subset": "sna_Latn-kik_Latn", - "languages": [ - "sna-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561388, - "recall": 0.612648, - "f1": 0.574729, - "accuracy": 0.612648, - "main_score": 0.574729, - "hf_subset": "sna_Latn-mai_Deva", - "languages": [ - "sna-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517209, - "recall": 0.570158, - "f1": 0.530957, - "accuracy": 0.570158, - "main_score": 0.530957, - "hf_subset": "sna_Latn-pbt_Arab", - "languages": [ - "sna-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577319, - "recall": 0.625494, - "f1": 0.5904, - "accuracy": 0.625494, - "main_score": 0.5904, - "hf_subset": "sna_Latn-spa_Latn", - "languages": [ - "sna-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55975, - "recall": 0.594862, - "f1": 0.569538, - "accuracy": 0.594862, - "main_score": 0.569538, - "hf_subset": "sna_Latn-twi_Latn", - "languages": [ - "sna-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559237, - "recall": 0.601779, - "f1": 0.570237, - "accuracy": 0.601779, - "main_score": 0.570237, - "hf_subset": "sna_Latn-acm_Arab", - "languages": [ - "sna-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536046, - "recall": 0.581028, - "f1": 0.547634, - "accuracy": 0.581028, - "main_score": 0.547634, - "hf_subset": "sna_Latn-bel_Cyrl", - "languages": [ - "sna-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609275, - "recall": 0.655138, - "f1": 0.620734, - "accuracy": 0.655138, - "main_score": 0.620734, - "hf_subset": "sna_Latn-eng_Latn", - "languages": [ - "sna-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596761, - "recall": 0.639328, - "f1": 0.60742, - "accuracy": 0.639328, - "main_score": 0.60742, - "hf_subset": "sna_Latn-hrv_Latn", - "languages": [ - "sna-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525239, - "recall": 0.56917, - "f1": 0.537573, - "accuracy": 0.56917, - "main_score": 0.537573, - "hf_subset": "sna_Latn-kin_Latn", - "languages": [ - "sna-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564416, - "recall": 0.61166, - "f1": 0.576863, - "accuracy": 0.61166, - "main_score": 0.576863, - "hf_subset": "sna_Latn-mal_Mlym", - "languages": [ - "sna-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576817, - "recall": 0.619565, - "f1": 0.587977, - "accuracy": 0.619565, - "main_score": 0.587977, - "hf_subset": "sna_Latn-pes_Arab", - "languages": [ - "sna-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577562, - "recall": 0.618577, - "f1": 0.587651, - "accuracy": 0.618577, - "main_score": 0.587651, - "hf_subset": "sna_Latn-srd_Latn", - "languages": [ - "sna-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198441, - "recall": 0.233202, - "f1": 0.206771, - "accuracy": 0.233202, - "main_score": 0.206771, - "hf_subset": "sna_Latn-tzm_Tfng", - "languages": [ - "sna-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552783, - "recall": 0.598814, - "f1": 0.564466, - "accuracy": 0.598814, - "main_score": 0.564466, - "hf_subset": "sna_Latn-acq_Arab", - "languages": [ - "sna-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581215, - "recall": 0.624506, - "f1": 0.592994, - "accuracy": 0.624506, - "main_score": 0.592994, - "hf_subset": "sna_Latn-bem_Latn", - "languages": [ - "sna-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566165, - "recall": 0.608696, - "f1": 0.57727, - "accuracy": 0.608696, - "main_score": 0.57727, - "hf_subset": "sna_Latn-epo_Latn", - "languages": [ - "sna-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564657, - "recall": 0.609684, - "f1": 0.576903, - "accuracy": 0.609684, - "main_score": 0.576903, - "hf_subset": "sna_Latn-hun_Latn", - "languages": [ - "sna-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539858, - "recall": 0.587945, - "f1": 0.552091, - "accuracy": 0.587945, - "main_score": 0.552091, - "hf_subset": "sna_Latn-kir_Cyrl", - "languages": [ - "sna-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565057, - "recall": 0.606719, - "f1": 0.576597, - "accuracy": 0.606719, - "main_score": 0.576597, - "hf_subset": "sna_Latn-mar_Deva", - "languages": [ - "sna-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558236, - "recall": 0.597826, - "f1": 0.568967, - "accuracy": 0.597826, - "main_score": 0.568967, - "hf_subset": "sna_Latn-plt_Latn", - "languages": [ - "sna-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578073, - "recall": 0.620553, - "f1": 0.589147, - "accuracy": 0.620553, - "main_score": 0.589147, - "hf_subset": "sna_Latn-srp_Cyrl", - "languages": [ - "sna-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483784, - "recall": 0.533597, - "f1": 0.497501, - "accuracy": 0.533597, - "main_score": 0.497501, - "hf_subset": "sna_Latn-uig_Arab", - "languages": [ - "sna-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554236, - "recall": 0.59585, - "f1": 0.564599, - "accuracy": 0.59585, - "main_score": 0.564599, - "hf_subset": "sna_Latn-aeb_Arab", - "languages": [ - "sna-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579914, - "recall": 0.62747, - "f1": 0.592654, - "accuracy": 0.62747, - "main_score": 0.592654, - "hf_subset": "sna_Latn-ben_Beng", - "languages": [ - "sna-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551481, - "recall": 0.598814, - "f1": 0.563805, - "accuracy": 0.598814, - "main_score": 0.563805, - "hf_subset": "sna_Latn-est_Latn", - "languages": [ - "sna-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547379, - "recall": 0.596838, - "f1": 0.560192, - "accuracy": 0.596838, - "main_score": 0.560192, - "hf_subset": "sna_Latn-hye_Armn", - "languages": [ - "sna-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553974, - "recall": 0.590909, - "f1": 0.564124, - "accuracy": 0.590909, - "main_score": 0.564124, - "hf_subset": "sna_Latn-kmb_Latn", - "languages": [ - "sna-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385125, - "recall": 0.437747, - "f1": 0.399584, - "accuracy": 0.437747, - "main_score": 0.399584, - "hf_subset": "sna_Latn-min_Arab", - "languages": [ - "sna-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572982, - "recall": 0.618577, - "f1": 0.585039, - "accuracy": 0.618577, - "main_score": 0.585039, - "hf_subset": "sna_Latn-pol_Latn", - "languages": [ - "sna-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569585, - "recall": 0.613636, - "f1": 0.581569, - "accuracy": 0.613636, - "main_score": 0.581569, - "hf_subset": "sna_Latn-ssw_Latn", - "languages": [ - "sna-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587572, - "recall": 0.635375, - "f1": 0.600068, - "accuracy": 0.635375, - "main_score": 0.600068, - "hf_subset": "sna_Latn-ukr_Cyrl", - "languages": [ - "sna-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594209, - "recall": 0.639328, - "f1": 0.606632, - "accuracy": 0.639328, - "main_score": 0.606632, - "hf_subset": "sna_Latn-afr_Latn", - "languages": [ - "sna-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553615, - "recall": 0.59585, - "f1": 0.565258, - "accuracy": 0.59585, - "main_score": 0.565258, - "hf_subset": "sna_Latn-bho_Deva", - "languages": [ - "sna-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560879, - "recall": 0.605731, - "f1": 0.572617, - "accuracy": 0.605731, - "main_score": 0.572617, - "hf_subset": "sna_Latn-eus_Latn", - "languages": [ - "sna-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544561, - "recall": 0.588933, - "f1": 0.55698, - "accuracy": 0.588933, - "main_score": 0.55698, - "hf_subset": "sna_Latn-ibo_Latn", - "languages": [ - "sna-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537297, - "recall": 0.579051, - "f1": 0.54898, - "accuracy": 0.579051, - "main_score": 0.54898, - "hf_subset": "sna_Latn-kmr_Latn", - "languages": [ - "sna-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561792, - "recall": 0.606719, - "f1": 0.573108, - "accuracy": 0.606719, - "main_score": 0.573108, - "hf_subset": "sna_Latn-min_Latn", - "languages": [ - "sna-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587339, - "recall": 0.631423, - "f1": 0.599269, - "accuracy": 0.631423, - "main_score": 0.599269, - "hf_subset": "sna_Latn-por_Latn", - "languages": [ - "sna-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585535, - "recall": 0.628458, - "f1": 0.596978, - "accuracy": 0.628458, - "main_score": 0.596978, - "hf_subset": "sna_Latn-sun_Latn", - "languages": [ - "sna-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508333, - "recall": 0.551383, - "f1": 0.520935, - "accuracy": 0.551383, - "main_score": 0.520935, - "hf_subset": "sna_Latn-umb_Latn", - "languages": [ - "sna-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569146, - "recall": 0.615613, - "f1": 0.581939, - "accuracy": 0.615613, - "main_score": 0.581939, - "hf_subset": "sna_Latn-ajp_Arab", - "languages": [ - "sna-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411035, - "recall": 0.462451, - "f1": 0.424524, - "accuracy": 0.462451, - "main_score": 0.424524, - "hf_subset": "sna_Latn-bjn_Arab", - "languages": [ - "sna-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504209, - "recall": 0.543478, - "f1": 0.514839, - "accuracy": 0.543478, - "main_score": 0.514839, - "hf_subset": "sna_Latn-ewe_Latn", - "languages": [ - "sna-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593154, - "recall": 0.628458, - "f1": 0.602434, - "accuracy": 0.628458, - "main_score": 0.602434, - "hf_subset": "sna_Latn-ilo_Latn", - "languages": [ - "sna-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.302599, - "recall": 0.349802, - "f1": 0.315377, - "accuracy": 0.349802, - "main_score": 0.315377, - "hf_subset": "sna_Latn-knc_Arab", - "languages": [ - "sna-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569671, - "recall": 0.607708, - "f1": 0.579306, - "accuracy": 0.607708, - "main_score": 0.579306, - "hf_subset": "sna_Latn-mkd_Cyrl", - "languages": [ - "sna-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56309, - "recall": 0.612648, - "f1": 0.575406, - "accuracy": 0.612648, - "main_score": 0.575406, - "hf_subset": "sna_Latn-prs_Arab", - "languages": [ - "sna-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591141, - "recall": 0.633399, - "f1": 0.601643, - "accuracy": 0.633399, - "main_score": 0.601643, - "hf_subset": "sna_Latn-swe_Latn", - "languages": [ - "sna-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535843, - "recall": 0.582016, - "f1": 0.548633, - "accuracy": 0.582016, - "main_score": 0.548633, - "hf_subset": "sna_Latn-urd_Arab", - "languages": [ - "sna-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566599, - "recall": 0.596838, - "f1": 0.575181, - "accuracy": 0.596838, - "main_score": 0.575181, - "hf_subset": "sna_Latn-aka_Latn", - "languages": [ - "sna-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570965, - "recall": 0.609684, - "f1": 0.580602, - "accuracy": 0.609684, - "main_score": 0.580602, - "hf_subset": "sna_Latn-bjn_Latn", - "languages": [ - "sna-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55365, - "recall": 0.597826, - "f1": 0.565189, - "accuracy": 0.597826, - "main_score": 0.565189, - "hf_subset": "sna_Latn-fao_Latn", - "languages": [ - "sna-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593196, - "recall": 0.632411, - "f1": 0.603607, - "accuracy": 0.632411, - "main_score": 0.603607, - "hf_subset": "sna_Latn-ind_Latn", - "languages": [ - "sna-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533607, - "recall": 0.566206, - "f1": 0.542492, - "accuracy": 0.566206, - "main_score": 0.542492, - "hf_subset": "sna_Latn-knc_Latn", - "languages": [ - "sna-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573146, - "recall": 0.613636, - "f1": 0.5837, - "accuracy": 0.613636, - "main_score": 0.5837, - "hf_subset": "sna_Latn-mlt_Latn", - "languages": [ - "sna-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533811, - "recall": 0.576087, - "f1": 0.546182, - "accuracy": 0.576087, - "main_score": 0.546182, - "hf_subset": "sna_Latn-quy_Latn", - "languages": [ - "sna-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562569, - "recall": 0.604743, - "f1": 0.573432, - "accuracy": 0.604743, - "main_score": 0.573432, - "hf_subset": "sna_Latn-swh_Latn", - "languages": [ - "sna-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549665, - "recall": 0.600791, - "f1": 0.563038, - "accuracy": 0.600791, - "main_score": 0.563038, - "hf_subset": "sna_Latn-uzn_Latn", - "languages": [ - "sna-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572113, - "recall": 0.614625, - "f1": 0.582927, - "accuracy": 0.614625, - "main_score": 0.582927, - "hf_subset": "sna_Latn-als_Latn", - "languages": [ - "sna-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.257806, - "recall": 0.310277, - "f1": 0.270589, - "accuracy": 0.310277, - "main_score": 0.270589, - "hf_subset": "sna_Latn-bod_Tibt", - "languages": [ - "sna-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556638, - "recall": 0.594862, - "f1": 0.567675, - "accuracy": 0.594862, - "main_score": 0.567675, - "hf_subset": "sna_Latn-fij_Latn", - "languages": [ - "sna-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566374, - "recall": 0.608696, - "f1": 0.577613, - "accuracy": 0.608696, - "main_score": 0.577613, - "hf_subset": "sna_Latn-isl_Latn", - "languages": [ - "sna-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550899, - "recall": 0.587945, - "f1": 0.560709, - "accuracy": 0.587945, - "main_score": 0.560709, - "hf_subset": "sna_Latn-kon_Latn", - "languages": [ - "sna-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466763, - "recall": 0.51581, - "f1": 0.48048, - "accuracy": 0.51581, - "main_score": 0.48048, - "hf_subset": "sna_Latn-mni_Beng", - "languages": [ - "sna-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593262, - "recall": 0.641304, - "f1": 0.605232, - "accuracy": 0.641304, - "main_score": 0.605232, - "hf_subset": "sna_Latn-ron_Latn", - "languages": [ - "sna-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556674, - "recall": 0.602767, - "f1": 0.568799, - "accuracy": 0.602767, - "main_score": 0.568799, - "hf_subset": "sna_Latn-szl_Latn", - "languages": [ - "sna-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571786, - "recall": 0.614625, - "f1": 0.583044, - "accuracy": 0.614625, - "main_score": 0.583044, - "hf_subset": "sna_Latn-vec_Latn", - "languages": [ - "sna-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476191, - "recall": 0.527668, - "f1": 0.490452, - "accuracy": 0.527668, - "main_score": 0.490452, - "hf_subset": "sna_Latn-amh_Ethi", - "languages": [ - "sna-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592511, - "recall": 0.636364, - "f1": 0.603874, - "accuracy": 0.636364, - "main_score": 0.603874, - "hf_subset": "sna_Latn-bos_Latn", - "languages": [ - "sna-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566411, - "recall": 0.608696, - "f1": 0.577054, - "accuracy": 0.608696, - "main_score": 0.577054, - "hf_subset": "sna_Latn-fin_Latn", - "languages": [ - "sna-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574624, - "recall": 0.620553, - "f1": 0.587096, - "accuracy": 0.620553, - "main_score": 0.587096, - "hf_subset": "sna_Latn-ita_Latn", - "languages": [ - "sna-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55318, - "recall": 0.602767, - "f1": 0.566382, - "accuracy": 0.602767, - "main_score": 0.566382, - "hf_subset": "sna_Latn-kor_Hang", - "languages": [ - "sna-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5091, - "recall": 0.551383, - "f1": 0.521379, - "accuracy": 0.551383, - "main_score": 0.521379, - "hf_subset": "sna_Latn-mos_Latn", - "languages": [ - "sna-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529578, - "recall": 0.576087, - "f1": 0.543046, - "accuracy": 0.576087, - "main_score": 0.543046, - "hf_subset": "sna_Latn-run_Latn", - "languages": [ - "sna-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555403, - "recall": 0.603755, - "f1": 0.568097, - "accuracy": 0.603755, - "main_score": 0.568097, - "hf_subset": "sna_Latn-tam_Taml", - "languages": [ - "sna-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586754, - "recall": 0.624506, - "f1": 0.596516, - "accuracy": 0.624506, - "main_score": 0.596516, - "hf_subset": "sna_Latn-vie_Latn", - "languages": [ - "sna-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557941, - "recall": 0.598814, - "f1": 0.568164, - "accuracy": 0.598814, - "main_score": 0.568164, - "hf_subset": "sna_Latn-apc_Arab", - "languages": [ - "sna-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54065, - "recall": 0.579051, - "f1": 0.551726, - "accuracy": 0.579051, - "main_score": 0.551726, - "hf_subset": "sna_Latn-bug_Latn", - "languages": [ - "sna-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473752, - "recall": 0.516798, - "f1": 0.485631, - "accuracy": 0.516798, - "main_score": 0.485631, - "hf_subset": "sna_Latn-fon_Latn", - "languages": [ - "sna-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604575, - "recall": 0.640316, - "f1": 0.61463, - "accuracy": 0.640316, - "main_score": 0.61463, - "hf_subset": "sna_Latn-jav_Latn", - "languages": [ - "sna-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520154, - "recall": 0.566206, - "f1": 0.533484, - "accuracy": 0.566206, - "main_score": 0.533484, - "hf_subset": "sna_Latn-lao_Laoo", - "languages": [ - "sna-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504976, - "recall": 0.544466, - "f1": 0.515693, - "accuracy": 0.544466, - "main_score": 0.515693, - "hf_subset": "sna_Latn-mri_Latn", - "languages": [ - "sna-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568082, - "recall": 0.615613, - "f1": 0.581223, - "accuracy": 0.615613, - "main_score": 0.581223, - "hf_subset": "sna_Latn-rus_Cyrl", - "languages": [ - "sna-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47971, - "recall": 0.525692, - "f1": 0.493347, - "accuracy": 0.525692, - "main_score": 0.493347, - "hf_subset": "sna_Latn-taq_Latn", - "languages": [ - "sna-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608809, - "recall": 0.643281, - "f1": 0.617473, - "accuracy": 0.643281, - "main_score": 0.617473, - "hf_subset": "sna_Latn-war_Latn", - "languages": [ - "sna-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558767, - "recall": 0.601779, - "f1": 0.569756, - "accuracy": 0.601779, - "main_score": 0.569756, - "hf_subset": "sna_Latn-arb_Arab", - "languages": [ - "sna-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576147, - "recall": 0.621542, - "f1": 0.587546, - "accuracy": 0.621542, - "main_score": 0.587546, - "hf_subset": "sna_Latn-bul_Cyrl", - "languages": [ - "sna-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586282, - "recall": 0.629447, - "f1": 0.597059, - "accuracy": 0.629447, - "main_score": 0.597059, - "hf_subset": "sna_Latn-fra_Latn", - "languages": [ - "sna-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566874, - "recall": 0.610672, - "f1": 0.578214, - "accuracy": 0.610672, - "main_score": 0.578214, - "hf_subset": "sna_Latn-jpn_Jpan", - "languages": [ - "sna-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564812, - "recall": 0.608696, - "f1": 0.576791, - "accuracy": 0.608696, - "main_score": 0.576791, - "hf_subset": "sna_Latn-lij_Latn", - "languages": [ - "sna-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423766, - "recall": 0.486166, - "f1": 0.440492, - "accuracy": 0.486166, - "main_score": 0.440492, - "hf_subset": "sna_Latn-mya_Mymr", - "languages": [ - "sna-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521882, - "recall": 0.56917, - "f1": 0.534033, - "accuracy": 0.56917, - "main_score": 0.534033, - "hf_subset": "sna_Latn-sag_Latn", - "languages": [ - "sna-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.195009, - "recall": 0.237154, - "f1": 0.204985, - "accuracy": 0.237154, - "main_score": 0.204985, - "hf_subset": "sna_Latn-taq_Tfng", - "languages": [ - "sna-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55847, - "recall": 0.600791, - "f1": 0.570191, - "accuracy": 0.600791, - "main_score": 0.570191, - "hf_subset": "sna_Latn-wol_Latn", - "languages": [ - "sna-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476673, - "recall": 0.520751, - "f1": 0.487794, - "accuracy": 0.520751, - "main_score": 0.487794, - "hf_subset": "sna_Latn-arb_Latn", - "languages": [ - "sna-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579754, - "recall": 0.62747, - "f1": 0.592666, - "accuracy": 0.62747, - "main_score": 0.592666, - "hf_subset": "sna_Latn-cat_Latn", - "languages": [ - "sna-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56011, - "recall": 0.601779, - "f1": 0.571076, - "accuracy": 0.601779, - "main_score": 0.571076, - "hf_subset": "sna_Latn-fur_Latn", - "languages": [ - "sna-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419544, - "recall": 0.474308, - "f1": 0.434624, - "accuracy": 0.474308, - "main_score": 0.434624, - "hf_subset": "sna_Latn-kab_Latn", - "languages": [ - "sna-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57412, - "recall": 0.608696, - "f1": 0.583719, - "accuracy": 0.608696, - "main_score": 0.583719, - "hf_subset": "sna_Latn-lim_Latn", - "languages": [ - "sna-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565198, - "recall": 0.605731, - "f1": 0.576253, - "accuracy": 0.605731, - "main_score": 0.576253, - "hf_subset": "sna_Latn-nld_Latn", - "languages": [ - "sna-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521943, - "recall": 0.566206, - "f1": 0.533347, - "accuracy": 0.566206, - "main_score": 0.533347, - "hf_subset": "sna_Latn-san_Deva", - "languages": [ - "sna-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548477, - "recall": 0.59585, - "f1": 0.562229, - "accuracy": 0.59585, - "main_score": 0.562229, - "hf_subset": "sna_Latn-tat_Cyrl", - "languages": [ - "sna-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574971, - "recall": 0.62253, - "f1": 0.588318, - "accuracy": 0.62253, - "main_score": 0.588318, - "hf_subset": "sna_Latn-xho_Latn", - "languages": [ - "sna-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547266, - "recall": 0.594862, - "f1": 0.559456, - "accuracy": 0.594862, - "main_score": 0.559456, - "hf_subset": "sna_Latn-ars_Arab", - "languages": [ - "sna-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606683, - "recall": 0.643281, - "f1": 0.616152, - "accuracy": 0.643281, - "main_score": 0.616152, - "hf_subset": "sna_Latn-ceb_Latn", - "languages": [ - "sna-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499624, - "recall": 0.544466, - "f1": 0.512747, - "accuracy": 0.544466, - "main_score": 0.512747, - "hf_subset": "sna_Latn-fuv_Latn", - "languages": [ - "sna-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496908, - "recall": 0.538538, - "f1": 0.50893, - "accuracy": 0.538538, - "main_score": 0.50893, - "hf_subset": "sna_Latn-kac_Latn", - "languages": [ - "sna-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556847, - "recall": 0.597826, - "f1": 0.567672, - "accuracy": 0.597826, - "main_score": 0.567672, - "hf_subset": "sna_Latn-lin_Latn", - "languages": [ - "sna-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583482, - "recall": 0.628458, - "f1": 0.595935, - "accuracy": 0.628458, - "main_score": 0.595935, - "hf_subset": "sna_Latn-nno_Latn", - "languages": [ - "sna-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.137422, - "recall": 0.175889, - "f1": 0.147033, - "accuracy": 0.175889, - "main_score": 0.147033, - "hf_subset": "sna_Latn-sat_Olck", - "languages": [ - "sna-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554672, - "recall": 0.613636, - "f1": 0.570535, - "accuracy": 0.613636, - "main_score": 0.570535, - "hf_subset": "sna_Latn-tel_Telu", - "languages": [ - "sna-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485893, - "recall": 0.540514, - "f1": 0.500187, - "accuracy": 0.540514, - "main_score": 0.500187, - "hf_subset": "sna_Latn-ydd_Hebr", - "languages": [ - "sna-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54755, - "recall": 0.589921, - "f1": 0.558272, - "accuracy": 0.589921, - "main_score": 0.558272, - "hf_subset": "sna_Latn-ary_Arab", - "languages": [ - "sna-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573663, - "recall": 0.618577, - "f1": 0.585055, - "accuracy": 0.618577, - "main_score": 0.585055, - "hf_subset": "sna_Latn-ces_Latn", - "languages": [ - "sna-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496811, - "recall": 0.549407, - "f1": 0.511396, - "accuracy": 0.549407, - "main_score": 0.511396, - "hf_subset": "sna_Latn-gaz_Latn", - "languages": [ - "sna-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524787, - "recall": 0.568182, - "f1": 0.536681, - "accuracy": 0.568182, - "main_score": 0.536681, - "hf_subset": "sna_Latn-kam_Latn", - "languages": [ - "sna-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541695, - "recall": 0.598814, - "f1": 0.556344, - "accuracy": 0.598814, - "main_score": 0.556344, - "hf_subset": "sna_Latn-lit_Latn", - "languages": [ - "sna-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580452, - "recall": 0.625494, - "f1": 0.592238, - "accuracy": 0.625494, - "main_score": 0.592238, - "hf_subset": "sna_Latn-nob_Latn", - "languages": [ - "sna-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562376, - "recall": 0.603755, - "f1": 0.573617, - "accuracy": 0.603755, - "main_score": 0.573617, - "hf_subset": "sna_Latn-scn_Latn", - "languages": [ - "sna-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542351, - "recall": 0.585968, - "f1": 0.553742, - "accuracy": 0.585968, - "main_score": 0.553742, - "hf_subset": "sna_Latn-tgk_Cyrl", - "languages": [ - "sna-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504767, - "recall": 0.552372, - "f1": 0.518093, - "accuracy": 0.552372, - "main_score": 0.518093, - "hf_subset": "sna_Latn-yor_Latn", - "languages": [ - "sna-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548232, - "recall": 0.590909, - "f1": 0.55939, - "accuracy": 0.590909, - "main_score": 0.55939, - "hf_subset": "sna_Latn-arz_Arab", - "languages": [ - "sna-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501762, - "recall": 0.537549, - "f1": 0.512141, - "accuracy": 0.537549, - "main_score": 0.512141, - "hf_subset": "sna_Latn-cjk_Latn", - "languages": [ - "sna-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503132, - "recall": 0.548419, - "f1": 0.515813, - "accuracy": 0.548419, - "main_score": 0.515813, - "hf_subset": "sna_Latn-gla_Latn", - "languages": [ - "sna-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560641, - "recall": 0.607708, - "f1": 0.572907, - "accuracy": 0.607708, - "main_score": 0.572907, - "hf_subset": "sna_Latn-kan_Knda", - "languages": [ - "sna-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569395, - "recall": 0.612648, - "f1": 0.580642, - "accuracy": 0.612648, - "main_score": 0.580642, - "hf_subset": "sna_Latn-lmo_Latn", - "languages": [ - "sna-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559523, - "recall": 0.612648, - "f1": 0.573313, - "accuracy": 0.612648, - "main_score": 0.573313, - "hf_subset": "sna_Latn-npi_Deva", - "languages": [ - "sna-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.431197, - "recall": 0.48419, - "f1": 0.445063, - "accuracy": 0.48419, - "main_score": 0.445063, - "hf_subset": "sna_Latn-shn_Mymr", - "languages": [ - "sna-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60095, - "recall": 0.640316, - "f1": 0.611281, - "accuracy": 0.640316, - "main_score": 0.611281, - "hf_subset": "sna_Latn-tgl_Latn", - "languages": [ - "sna-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563508, - "recall": 0.612648, - "f1": 0.575916, - "accuracy": 0.612648, - "main_score": 0.575916, - "hf_subset": "sna_Latn-yue_Hant", - "languages": [ - "sna-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53446, - "recall": 0.58498, - "f1": 0.548407, - "accuracy": 0.58498, - "main_score": 0.548407, - "hf_subset": "sna_Latn-asm_Beng", - "languages": [ - "sna-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501358, - "recall": 0.549407, - "f1": 0.514155, - "accuracy": 0.549407, - "main_score": 0.514155, - "hf_subset": "sna_Latn-ckb_Arab", - "languages": [ - "sna-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51637, - "recall": 0.561265, - "f1": 0.528428, - "accuracy": 0.561265, - "main_score": 0.528428, - "hf_subset": "sna_Latn-gle_Latn", - "languages": [ - "sna-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489632, - "recall": 0.536561, - "f1": 0.502249, - "accuracy": 0.536561, - "main_score": 0.502249, - "hf_subset": "sna_Latn-kas_Arab", - "languages": [ - "sna-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526843, - "recall": 0.571146, - "f1": 0.538897, - "accuracy": 0.571146, - "main_score": 0.538897, - "hf_subset": "sna_Latn-ltg_Latn", - "languages": [ - "sna-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574732, - "recall": 0.618577, - "f1": 0.587045, - "accuracy": 0.618577, - "main_score": 0.587045, - "hf_subset": "sna_Latn-nso_Latn", - "languages": [ - "sna-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482356, - "recall": 0.537549, - "f1": 0.497196, - "accuracy": 0.537549, - "main_score": 0.497196, - "hf_subset": "sna_Latn-sin_Sinh", - "languages": [ - "sna-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567956, - "recall": 0.61166, - "f1": 0.579582, - "accuracy": 0.61166, - "main_score": 0.579582, - "hf_subset": "sna_Latn-tha_Thai", - "languages": [ - "sna-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560624, - "recall": 0.603755, - "f1": 0.571824, - "accuracy": 0.603755, - "main_score": 0.571824, - "hf_subset": "sna_Latn-zho_Hans", - "languages": [ - "sna-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584962, - "recall": 0.629447, - "f1": 0.597191, - "accuracy": 0.629447, - "main_score": 0.597191, - "hf_subset": "sna_Latn-ast_Latn", - "languages": [ - "sna-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554293, - "recall": 0.603755, - "f1": 0.567541, - "accuracy": 0.603755, - "main_score": 0.567541, - "hf_subset": "sna_Latn-crh_Latn", - "languages": [ - "sna-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578367, - "recall": 0.620553, - "f1": 0.589696, - "accuracy": 0.620553, - "main_score": 0.589696, - "hf_subset": "sna_Latn-glg_Latn", - "languages": [ - "sna-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493954, - "recall": 0.537549, - "f1": 0.506209, - "accuracy": 0.537549, - "main_score": 0.506209, - "hf_subset": "sna_Latn-kas_Deva", - "languages": [ - "sna-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558121, - "recall": 0.603755, - "f1": 0.570299, - "accuracy": 0.603755, - "main_score": 0.570299, - "hf_subset": "sna_Latn-ltz_Latn", - "languages": [ - "sna-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463599, - "recall": 0.517787, - "f1": 0.478753, - "accuracy": 0.517787, - "main_score": 0.478753, - "hf_subset": "sna_Latn-nus_Latn", - "languages": [ - "sna-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566885, - "recall": 0.61166, - "f1": 0.579419, - "accuracy": 0.61166, - "main_score": 0.579419, - "hf_subset": "sna_Latn-slk_Latn", - "languages": [ - "sna-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386044, - "recall": 0.444664, - "f1": 0.402536, - "accuracy": 0.444664, - "main_score": 0.402536, - "hf_subset": "sna_Latn-tir_Ethi", - "languages": [ - "sna-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547429, - "recall": 0.596838, - "f1": 0.560721, - "accuracy": 0.596838, - "main_score": 0.560721, - "hf_subset": "sna_Latn-zho_Hant", - "languages": [ - "sna-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553085, - "recall": 0.598814, - "f1": 0.565893, - "accuracy": 0.598814, - "main_score": 0.565893, - "hf_subset": "sna_Latn-awa_Deva", - "languages": [ - "sna-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561325, - "recall": 0.601779, - "f1": 0.571606, - "accuracy": 0.601779, - "main_score": 0.571606, - "hf_subset": "sna_Latn-cym_Latn", - "languages": [ - "sna-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55442, - "recall": 0.59585, - "f1": 0.566075, - "accuracy": 0.59585, - "main_score": 0.566075, - "hf_subset": "sna_Latn-grn_Latn", - "languages": [ - "sna-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536192, - "recall": 0.593874, - "f1": 0.552291, - "accuracy": 0.593874, - "main_score": 0.552291, - "hf_subset": "sna_Latn-kat_Geor", - "languages": [ - "sna-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564768, - "recall": 0.600791, - "f1": 0.574492, - "accuracy": 0.600791, - "main_score": 0.574492, - "hf_subset": "sna_Latn-lua_Latn", - "languages": [ - "sna-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58999, - "recall": 0.637352, - "f1": 0.602833, - "accuracy": 0.637352, - "main_score": 0.602833, - "hf_subset": "sna_Latn-nya_Latn", - "languages": [ - "sna-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570715, - "recall": 0.612648, - "f1": 0.581084, - "accuracy": 0.612648, - "main_score": 0.581084, - "hf_subset": "sna_Latn-slv_Latn", - "languages": [ - "sna-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579615, - "recall": 0.619565, - "f1": 0.589898, - "accuracy": 0.619565, - "main_score": 0.589898, - "hf_subset": "sna_Latn-tpi_Latn", - "languages": [ - "sna-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604019, - "recall": 0.645257, - "f1": 0.614534, - "accuracy": 0.645257, - "main_score": 0.614534, - "hf_subset": "sna_Latn-zsm_Latn", - "languages": [ - "sna-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504413, - "recall": 0.547431, - "f1": 0.517088, - "accuracy": 0.547431, - "main_score": 0.517088, - "hf_subset": "sna_Latn-ayr_Latn", - "languages": [ - "sna-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594368, - "recall": 0.635375, - "f1": 0.605122, - "accuracy": 0.635375, - "main_score": 0.605122, - "hf_subset": "sna_Latn-dan_Latn", - "languages": [ - "sna-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543214, - "recall": 0.592885, - "f1": 0.556323, - "accuracy": 0.592885, - "main_score": 0.556323, - "hf_subset": "sna_Latn-guj_Gujr", - "languages": [ - "sna-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574241, - "recall": 0.618577, - "f1": 0.585646, - "accuracy": 0.618577, - "main_score": 0.585646, - "hf_subset": "sna_Latn-kaz_Cyrl", - "languages": [ - "sna-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512946, - "recall": 0.560277, - "f1": 0.526042, - "accuracy": 0.560277, - "main_score": 0.526042, - "hf_subset": "sna_Latn-lug_Latn", - "languages": [ - "sna-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582012, - "recall": 0.620553, - "f1": 0.592111, - "accuracy": 0.620553, - "main_score": 0.592111, - "hf_subset": "sna_Latn-oci_Latn", - "languages": [ - "sna-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555695, - "recall": 0.590909, - "f1": 0.565312, - "accuracy": 0.590909, - "main_score": 0.565312, - "hf_subset": "sna_Latn-smo_Latn", - "languages": [ - "sna-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538723, - "recall": 0.581028, - "f1": 0.55111, - "accuracy": 0.581028, - "main_score": 0.55111, - "hf_subset": "sna_Latn-tsn_Latn", - "languages": [ - "sna-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558053, - "recall": 0.613636, - "f1": 0.573549, - "accuracy": 0.613636, - "main_score": 0.573549, - "hf_subset": "sna_Latn-zul_Latn", - "languages": [ - "sna-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480876, - "recall": 0.529644, - "f1": 0.494016, - "accuracy": 0.529644, - "main_score": 0.494016, - "hf_subset": "sna_Latn-azb_Arab", - "languages": [ - "sna-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57602, - "recall": 0.618577, - "f1": 0.586691, - "accuracy": 0.618577, - "main_score": 0.586691, - "hf_subset": "sna_Latn-deu_Latn", - "languages": [ - "sna-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518369, - "recall": 0.564229, - "f1": 0.530833, - "accuracy": 0.564229, - "main_score": 0.530833, - "hf_subset": "sna_Latn-hat_Latn", - "languages": [ - "sna-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478066, - "recall": 0.522727, - "f1": 0.490712, - "accuracy": 0.522727, - "main_score": 0.490712, - "hf_subset": "sna_Latn-kbp_Latn", - "languages": [ - "sna-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55608, - "recall": 0.590909, - "f1": 0.565986, - "accuracy": 0.590909, - "main_score": 0.565986, - "hf_subset": "sna_Latn-luo_Latn", - "languages": [ - "sna-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547897, - "recall": 0.597826, - "f1": 0.560799, - "accuracy": 0.597826, - "main_score": 0.560799, - "hf_subset": "sna_Latn-ory_Orya", - "languages": [ - "sna-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53935, - "recall": 0.582016, - "f1": 0.551309, - "accuracy": 0.582016, - "main_score": 0.551309, - "hf_subset": "sna_Latn-tso_Latn", - "languages": [ - "sna-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531758, - "recall": 0.58004, - "f1": 0.544821, - "accuracy": 0.58004, - "main_score": 0.544821, - "hf_subset": "sna_Latn-azj_Latn", - "languages": [ - "sna-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50727, - "recall": 0.549407, - "f1": 0.519288, - "accuracy": 0.549407, - "main_score": 0.519288, - "hf_subset": "sna_Latn-dik_Latn", - "languages": [ - "sna-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548181, - "recall": 0.588933, - "f1": 0.559668, - "accuracy": 0.588933, - "main_score": 0.559668, - "hf_subset": "sna_Latn-hau_Latn", - "languages": [ - "sna-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567174, - "recall": 0.606719, - "f1": 0.577484, - "accuracy": 0.606719, - "main_score": 0.577484, - "hf_subset": "sna_Latn-kea_Latn", - "languages": [ - "sna-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560006, - "recall": 0.589921, - "f1": 0.56873, - "accuracy": 0.589921, - "main_score": 0.56873, - "hf_subset": "sna_Latn-lus_Latn", - "languages": [ - "sna-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566538, - "recall": 0.599802, - "f1": 0.575502, - "accuracy": 0.599802, - "main_score": 0.575502, - "hf_subset": "sna_Latn-pag_Latn", - "languages": [ - "sna-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544099, - "recall": 0.589921, - "f1": 0.557027, - "accuracy": 0.589921, - "main_score": 0.557027, - "hf_subset": "sna_Latn-snd_Arab", - "languages": [ - "sna-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523651, - "recall": 0.566206, - "f1": 0.53588, - "accuracy": 0.566206, - "main_score": 0.53588, - "hf_subset": "sna_Latn-tuk_Latn", - "languages": [ - "sna-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547961, - "recall": 0.596838, - "f1": 0.561117, - "accuracy": 0.596838, - "main_score": 0.561117, - "hf_subset": "sna_Latn-bak_Cyrl", - "languages": [ - "sna-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442049, - "recall": 0.500988, - "f1": 0.458554, - "accuracy": 0.500988, - "main_score": 0.458554, - "hf_subset": "sna_Latn-dyu_Latn", - "languages": [ - "sna-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554693, - "recall": 0.605731, - "f1": 0.568343, - "accuracy": 0.605731, - "main_score": 0.568343, - "hf_subset": "sna_Latn-heb_Hebr", - "languages": [ - "sna-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534479, - "recall": 0.575099, - "f1": 0.546107, - "accuracy": 0.575099, - "main_score": 0.546107, - "hf_subset": "sna_Latn-khk_Cyrl", - "languages": [ - "sna-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562245, - "recall": 0.605731, - "f1": 0.573242, - "accuracy": 0.605731, - "main_score": 0.573242, - "hf_subset": "sna_Latn-lvs_Latn", - "languages": [ - "sna-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553258, - "recall": 0.598814, - "f1": 0.565179, - "accuracy": 0.598814, - "main_score": 0.565179, - "hf_subset": "sna_Latn-pan_Guru", - "languages": [ - "sna-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513182, - "recall": 0.562253, - "f1": 0.526447, - "accuracy": 0.562253, - "main_score": 0.526447, - "hf_subset": "sna_Latn-som_Latn", - "languages": [ - "sna-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552957, - "recall": 0.59585, - "f1": 0.565192, - "accuracy": 0.59585, - "main_score": 0.565192, - "hf_subset": "sna_Latn-tum_Latn", - "languages": [ - "sna-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44207, - "recall": 0.48419, - "f1": 0.454106, - "accuracy": 0.48419, - "main_score": 0.454106, - "hf_subset": "tso_Latn-ace_Arab", - "languages": [ - "tso-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497914, - "recall": 0.54249, - "f1": 0.51076, - "accuracy": 0.54249, - "main_score": 0.51076, - "hf_subset": "tso_Latn-bam_Latn", - "languages": [ - "tso-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.258929, - "recall": 0.299407, - "f1": 0.268869, - "accuracy": 0.299407, - "main_score": 0.268869, - "hf_subset": "tso_Latn-dzo_Tibt", - "languages": [ - "tso-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561838, - "recall": 0.607708, - "f1": 0.574173, - "accuracy": 0.607708, - "main_score": 0.574173, - "hf_subset": "tso_Latn-hin_Deva", - "languages": [ - "tso-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532761, - "recall": 0.572134, - "f1": 0.543658, - "accuracy": 0.572134, - "main_score": 0.543658, - "hf_subset": "tso_Latn-khm_Khmr", - "languages": [ - "tso-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5536, - "recall": 0.590909, - "f1": 0.563316, - "accuracy": 0.590909, - "main_score": 0.563316, - "hf_subset": "tso_Latn-mag_Deva", - "languages": [ - "tso-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572379, - "recall": 0.602767, - "f1": 0.580162, - "accuracy": 0.602767, - "main_score": 0.580162, - "hf_subset": "tso_Latn-pap_Latn", - "languages": [ - "tso-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609411, - "recall": 0.644269, - "f1": 0.617921, - "accuracy": 0.644269, - "main_score": 0.617921, - "hf_subset": "tso_Latn-sot_Latn", - "languages": [ - "tso-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546605, - "recall": 0.593874, - "f1": 0.559083, - "accuracy": 0.593874, - "main_score": 0.559083, - "hf_subset": "tso_Latn-tur_Latn", - "languages": [ - "tso-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568712, - "recall": 0.602767, - "f1": 0.57713, - "accuracy": 0.602767, - "main_score": 0.57713, - "hf_subset": "tso_Latn-ace_Latn", - "languages": [ - "tso-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563099, - "recall": 0.596838, - "f1": 0.572544, - "accuracy": 0.596838, - "main_score": 0.572544, - "hf_subset": "tso_Latn-ban_Latn", - "languages": [ - "tso-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555615, - "recall": 0.597826, - "f1": 0.56729, - "accuracy": 0.597826, - "main_score": 0.56729, - "hf_subset": "tso_Latn-ell_Grek", - "languages": [ - "tso-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536555, - "recall": 0.58498, - "f1": 0.548748, - "accuracy": 0.58498, - "main_score": 0.548748, - "hf_subset": "tso_Latn-hne_Deva", - "languages": [ - "tso-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520465, - "recall": 0.565217, - "f1": 0.533216, - "accuracy": 0.565217, - "main_score": 0.533216, - "hf_subset": "tso_Latn-kik_Latn", - "languages": [ - "tso-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551003, - "recall": 0.59585, - "f1": 0.562424, - "accuracy": 0.59585, - "main_score": 0.562424, - "hf_subset": "tso_Latn-mai_Deva", - "languages": [ - "tso-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507917, - "recall": 0.5583, - "f1": 0.520916, - "accuracy": 0.5583, - "main_score": 0.520916, - "hf_subset": "tso_Latn-pbt_Arab", - "languages": [ - "tso-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567629, - "recall": 0.610672, - "f1": 0.578778, - "accuracy": 0.610672, - "main_score": 0.578778, - "hf_subset": "tso_Latn-spa_Latn", - "languages": [ - "tso-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538944, - "recall": 0.574111, - "f1": 0.548768, - "accuracy": 0.574111, - "main_score": 0.548768, - "hf_subset": "tso_Latn-twi_Latn", - "languages": [ - "tso-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556797, - "recall": 0.597826, - "f1": 0.567823, - "accuracy": 0.597826, - "main_score": 0.567823, - "hf_subset": "tso_Latn-acm_Arab", - "languages": [ - "tso-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538335, - "recall": 0.58004, - "f1": 0.548908, - "accuracy": 0.58004, - "main_score": 0.548908, - "hf_subset": "tso_Latn-bel_Cyrl", - "languages": [ - "tso-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582981, - "recall": 0.626482, - "f1": 0.594578, - "accuracy": 0.626482, - "main_score": 0.594578, - "hf_subset": "tso_Latn-eng_Latn", - "languages": [ - "tso-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579205, - "recall": 0.620553, - "f1": 0.590019, - "accuracy": 0.620553, - "main_score": 0.590019, - "hf_subset": "tso_Latn-hrv_Latn", - "languages": [ - "tso-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539374, - "recall": 0.58004, - "f1": 0.551176, - "accuracy": 0.58004, - "main_score": 0.551176, - "hf_subset": "tso_Latn-kin_Latn", - "languages": [ - "tso-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545737, - "recall": 0.588933, - "f1": 0.556974, - "accuracy": 0.588933, - "main_score": 0.556974, - "hf_subset": "tso_Latn-mal_Mlym", - "languages": [ - "tso-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551634, - "recall": 0.596838, - "f1": 0.563278, - "accuracy": 0.596838, - "main_score": 0.563278, - "hf_subset": "tso_Latn-pes_Arab", - "languages": [ - "tso-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573442, - "recall": 0.609684, - "f1": 0.582864, - "accuracy": 0.609684, - "main_score": 0.582864, - "hf_subset": "tso_Latn-srd_Latn", - "languages": [ - "tso-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.216693, - "recall": 0.254941, - "f1": 0.226636, - "accuracy": 0.254941, - "main_score": 0.226636, - "hf_subset": "tso_Latn-tzm_Tfng", - "languages": [ - "tso-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551273, - "recall": 0.597826, - "f1": 0.563692, - "accuracy": 0.597826, - "main_score": 0.563692, - "hf_subset": "tso_Latn-acq_Arab", - "languages": [ - "tso-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584118, - "recall": 0.621542, - "f1": 0.59376, - "accuracy": 0.621542, - "main_score": 0.59376, - "hf_subset": "tso_Latn-bem_Latn", - "languages": [ - "tso-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555323, - "recall": 0.598814, - "f1": 0.566788, - "accuracy": 0.598814, - "main_score": 0.566788, - "hf_subset": "tso_Latn-epo_Latn", - "languages": [ - "tso-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556425, - "recall": 0.604743, - "f1": 0.569234, - "accuracy": 0.604743, - "main_score": 0.569234, - "hf_subset": "tso_Latn-hun_Latn", - "languages": [ - "tso-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547256, - "recall": 0.583992, - "f1": 0.557372, - "accuracy": 0.583992, - "main_score": 0.557372, - "hf_subset": "tso_Latn-kir_Cyrl", - "languages": [ - "tso-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571426, - "recall": 0.607708, - "f1": 0.580722, - "accuracy": 0.607708, - "main_score": 0.580722, - "hf_subset": "tso_Latn-mar_Deva", - "languages": [ - "tso-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554835, - "recall": 0.588933, - "f1": 0.564335, - "accuracy": 0.588933, - "main_score": 0.564335, - "hf_subset": "tso_Latn-plt_Latn", - "languages": [ - "tso-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566026, - "recall": 0.606719, - "f1": 0.577249, - "accuracy": 0.606719, - "main_score": 0.577249, - "hf_subset": "tso_Latn-srp_Cyrl", - "languages": [ - "tso-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487264, - "recall": 0.534585, - "f1": 0.500199, - "accuracy": 0.534585, - "main_score": 0.500199, - "hf_subset": "tso_Latn-uig_Arab", - "languages": [ - "tso-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538875, - "recall": 0.579051, - "f1": 0.549323, - "accuracy": 0.579051, - "main_score": 0.549323, - "hf_subset": "tso_Latn-aeb_Arab", - "languages": [ - "tso-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550805, - "recall": 0.594862, - "f1": 0.562963, - "accuracy": 0.594862, - "main_score": 0.562963, - "hf_subset": "tso_Latn-ben_Beng", - "languages": [ - "tso-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551284, - "recall": 0.591897, - "f1": 0.561849, - "accuracy": 0.591897, - "main_score": 0.561849, - "hf_subset": "tso_Latn-est_Latn", - "languages": [ - "tso-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542472, - "recall": 0.583004, - "f1": 0.553306, - "accuracy": 0.583004, - "main_score": 0.553306, - "hf_subset": "tso_Latn-hye_Armn", - "languages": [ - "tso-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531367, - "recall": 0.565217, - "f1": 0.541384, - "accuracy": 0.565217, - "main_score": 0.541384, - "hf_subset": "tso_Latn-kmb_Latn", - "languages": [ - "tso-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42548, - "recall": 0.468379, - "f1": 0.43688, - "accuracy": 0.468379, - "main_score": 0.43688, - "hf_subset": "tso_Latn-min_Arab", - "languages": [ - "tso-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561652, - "recall": 0.599802, - "f1": 0.572459, - "accuracy": 0.599802, - "main_score": 0.572459, - "hf_subset": "tso_Latn-pol_Latn", - "languages": [ - "tso-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589381, - "recall": 0.62747, - "f1": 0.599929, - "accuracy": 0.62747, - "main_score": 0.599929, - "hf_subset": "tso_Latn-ssw_Latn", - "languages": [ - "tso-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570081, - "recall": 0.613636, - "f1": 0.581947, - "accuracy": 0.613636, - "main_score": 0.581947, - "hf_subset": "tso_Latn-ukr_Cyrl", - "languages": [ - "tso-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587284, - "recall": 0.624506, - "f1": 0.597278, - "accuracy": 0.624506, - "main_score": 0.597278, - "hf_subset": "tso_Latn-afr_Latn", - "languages": [ - "tso-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547937, - "recall": 0.591897, - "f1": 0.55903, - "accuracy": 0.591897, - "main_score": 0.55903, - "hf_subset": "tso_Latn-bho_Deva", - "languages": [ - "tso-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547575, - "recall": 0.590909, - "f1": 0.559182, - "accuracy": 0.590909, - "main_score": 0.559182, - "hf_subset": "tso_Latn-eus_Latn", - "languages": [ - "tso-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544224, - "recall": 0.58498, - "f1": 0.555654, - "accuracy": 0.58498, - "main_score": 0.555654, - "hf_subset": "tso_Latn-ibo_Latn", - "languages": [ - "tso-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555435, - "recall": 0.587945, - "f1": 0.564443, - "accuracy": 0.587945, - "main_score": 0.564443, - "hf_subset": "tso_Latn-kmr_Latn", - "languages": [ - "tso-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560392, - "recall": 0.602767, - "f1": 0.570854, - "accuracy": 0.602767, - "main_score": 0.570854, - "hf_subset": "tso_Latn-min_Latn", - "languages": [ - "tso-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562832, - "recall": 0.606719, - "f1": 0.574444, - "accuracy": 0.606719, - "main_score": 0.574444, - "hf_subset": "tso_Latn-por_Latn", - "languages": [ - "tso-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574162, - "recall": 0.614625, - "f1": 0.584252, - "accuracy": 0.614625, - "main_score": 0.584252, - "hf_subset": "tso_Latn-sun_Latn", - "languages": [ - "tso-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509759, - "recall": 0.550395, - "f1": 0.521346, - "accuracy": 0.550395, - "main_score": 0.521346, - "hf_subset": "tso_Latn-umb_Latn", - "languages": [ - "tso-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559065, - "recall": 0.599802, - "f1": 0.56875, - "accuracy": 0.599802, - "main_score": 0.56875, - "hf_subset": "tso_Latn-ajp_Arab", - "languages": [ - "tso-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432852, - "recall": 0.474308, - "f1": 0.444808, - "accuracy": 0.474308, - "main_score": 0.444808, - "hf_subset": "tso_Latn-bjn_Arab", - "languages": [ - "tso-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521772, - "recall": 0.547431, - "f1": 0.529235, - "accuracy": 0.547431, - "main_score": 0.529235, - "hf_subset": "tso_Latn-ewe_Latn", - "languages": [ - "tso-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579906, - "recall": 0.607708, - "f1": 0.586372, - "accuracy": 0.607708, - "main_score": 0.586372, - "hf_subset": "tso_Latn-ilo_Latn", - "languages": [ - "tso-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318795, - "recall": 0.368577, - "f1": 0.331773, - "accuracy": 0.368577, - "main_score": 0.331773, - "hf_subset": "tso_Latn-knc_Arab", - "languages": [ - "tso-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561908, - "recall": 0.604743, - "f1": 0.572969, - "accuracy": 0.604743, - "main_score": 0.572969, - "hf_subset": "tso_Latn-mkd_Cyrl", - "languages": [ - "tso-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551737, - "recall": 0.601779, - "f1": 0.564393, - "accuracy": 0.601779, - "main_score": 0.564393, - "hf_subset": "tso_Latn-prs_Arab", - "languages": [ - "tso-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562825, - "recall": 0.608696, - "f1": 0.575486, - "accuracy": 0.608696, - "main_score": 0.575486, - "hf_subset": "tso_Latn-swe_Latn", - "languages": [ - "tso-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538898, - "recall": 0.585968, - "f1": 0.551474, - "accuracy": 0.585968, - "main_score": 0.551474, - "hf_subset": "tso_Latn-urd_Arab", - "languages": [ - "tso-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525657, - "recall": 0.559289, - "f1": 0.535, - "accuracy": 0.559289, - "main_score": 0.535, - "hf_subset": "tso_Latn-aka_Latn", - "languages": [ - "tso-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581991, - "recall": 0.620553, - "f1": 0.59118, - "accuracy": 0.620553, - "main_score": 0.59118, - "hf_subset": "tso_Latn-bjn_Latn", - "languages": [ - "tso-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554206, - "recall": 0.588933, - "f1": 0.56361, - "accuracy": 0.588933, - "main_score": 0.56361, - "hf_subset": "tso_Latn-fao_Latn", - "languages": [ - "tso-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579805, - "recall": 0.619565, - "f1": 0.589757, - "accuracy": 0.619565, - "main_score": 0.589757, - "hf_subset": "tso_Latn-ind_Latn", - "languages": [ - "tso-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539523, - "recall": 0.574111, - "f1": 0.548294, - "accuracy": 0.574111, - "main_score": 0.548294, - "hf_subset": "tso_Latn-knc_Latn", - "languages": [ - "tso-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565674, - "recall": 0.603755, - "f1": 0.575038, - "accuracy": 0.603755, - "main_score": 0.575038, - "hf_subset": "tso_Latn-mlt_Latn", - "languages": [ - "tso-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523608, - "recall": 0.562253, - "f1": 0.533681, - "accuracy": 0.562253, - "main_score": 0.533681, - "hf_subset": "tso_Latn-quy_Latn", - "languages": [ - "tso-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574125, - "recall": 0.614625, - "f1": 0.585206, - "accuracy": 0.614625, - "main_score": 0.585206, - "hf_subset": "tso_Latn-swh_Latn", - "languages": [ - "tso-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538538, - "recall": 0.58498, - "f1": 0.550557, - "accuracy": 0.58498, - "main_score": 0.550557, - "hf_subset": "tso_Latn-uzn_Latn", - "languages": [ - "tso-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562074, - "recall": 0.602767, - "f1": 0.572658, - "accuracy": 0.602767, - "main_score": 0.572658, - "hf_subset": "tso_Latn-als_Latn", - "languages": [ - "tso-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.30286, - "recall": 0.359684, - "f1": 0.317542, - "accuracy": 0.359684, - "main_score": 0.317542, - "hf_subset": "tso_Latn-bod_Tibt", - "languages": [ - "tso-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550163, - "recall": 0.591897, - "f1": 0.561973, - "accuracy": 0.591897, - "main_score": 0.561973, - "hf_subset": "tso_Latn-fij_Latn", - "languages": [ - "tso-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543277, - "recall": 0.589921, - "f1": 0.555798, - "accuracy": 0.589921, - "main_score": 0.555798, - "hf_subset": "tso_Latn-isl_Latn", - "languages": [ - "tso-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551551, - "recall": 0.591897, - "f1": 0.562259, - "accuracy": 0.591897, - "main_score": 0.562259, - "hf_subset": "tso_Latn-kon_Latn", - "languages": [ - "tso-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495226, - "recall": 0.532609, - "f1": 0.505763, - "accuracy": 0.532609, - "main_score": 0.505763, - "hf_subset": "tso_Latn-mni_Beng", - "languages": [ - "tso-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585429, - "recall": 0.623518, - "f1": 0.595077, - "accuracy": 0.623518, - "main_score": 0.595077, - "hf_subset": "tso_Latn-ron_Latn", - "languages": [ - "tso-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56228, - "recall": 0.605731, - "f1": 0.573218, - "accuracy": 0.605731, - "main_score": 0.573218, - "hf_subset": "tso_Latn-szl_Latn", - "languages": [ - "tso-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557049, - "recall": 0.597826, - "f1": 0.567572, - "accuracy": 0.597826, - "main_score": 0.567572, - "hf_subset": "tso_Latn-vec_Latn", - "languages": [ - "tso-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495035, - "recall": 0.538538, - "f1": 0.506731, - "accuracy": 0.538538, - "main_score": 0.506731, - "hf_subset": "tso_Latn-amh_Ethi", - "languages": [ - "tso-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58577, - "recall": 0.620553, - "f1": 0.595029, - "accuracy": 0.620553, - "main_score": 0.595029, - "hf_subset": "tso_Latn-bos_Latn", - "languages": [ - "tso-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541242, - "recall": 0.588933, - "f1": 0.55391, - "accuracy": 0.588933, - "main_score": 0.55391, - "hf_subset": "tso_Latn-fin_Latn", - "languages": [ - "tso-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576125, - "recall": 0.612648, - "f1": 0.585648, - "accuracy": 0.612648, - "main_score": 0.585648, - "hf_subset": "tso_Latn-ita_Latn", - "languages": [ - "tso-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553515, - "recall": 0.602767, - "f1": 0.567027, - "accuracy": 0.602767, - "main_score": 0.567027, - "hf_subset": "tso_Latn-kor_Hang", - "languages": [ - "tso-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510981, - "recall": 0.548419, - "f1": 0.521538, - "accuracy": 0.548419, - "main_score": 0.521538, - "hf_subset": "tso_Latn-mos_Latn", - "languages": [ - "tso-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542442, - "recall": 0.582016, - "f1": 0.55281, - "accuracy": 0.582016, - "main_score": 0.55281, - "hf_subset": "tso_Latn-run_Latn", - "languages": [ - "tso-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540324, - "recall": 0.592885, - "f1": 0.553802, - "accuracy": 0.592885, - "main_score": 0.553802, - "hf_subset": "tso_Latn-tam_Taml", - "languages": [ - "tso-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563979, - "recall": 0.608696, - "f1": 0.575913, - "accuracy": 0.608696, - "main_score": 0.575913, - "hf_subset": "tso_Latn-vie_Latn", - "languages": [ - "tso-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541909, - "recall": 0.589921, - "f1": 0.554285, - "accuracy": 0.589921, - "main_score": 0.554285, - "hf_subset": "tso_Latn-apc_Arab", - "languages": [ - "tso-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52832, - "recall": 0.567194, - "f1": 0.539054, - "accuracy": 0.567194, - "main_score": 0.539054, - "hf_subset": "tso_Latn-bug_Latn", - "languages": [ - "tso-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474051, - "recall": 0.513834, - "f1": 0.485262, - "accuracy": 0.513834, - "main_score": 0.485262, - "hf_subset": "tso_Latn-fon_Latn", - "languages": [ - "tso-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579165, - "recall": 0.614625, - "f1": 0.588315, - "accuracy": 0.614625, - "main_score": 0.588315, - "hf_subset": "tso_Latn-jav_Latn", - "languages": [ - "tso-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525424, - "recall": 0.567194, - "f1": 0.535371, - "accuracy": 0.567194, - "main_score": 0.535371, - "hf_subset": "tso_Latn-lao_Laoo", - "languages": [ - "tso-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518275, - "recall": 0.55336, - "f1": 0.527843, - "accuracy": 0.55336, - "main_score": 0.527843, - "hf_subset": "tso_Latn-mri_Latn", - "languages": [ - "tso-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562794, - "recall": 0.600791, - "f1": 0.57294, - "accuracy": 0.600791, - "main_score": 0.57294, - "hf_subset": "tso_Latn-rus_Cyrl", - "languages": [ - "tso-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487549, - "recall": 0.523715, - "f1": 0.498043, - "accuracy": 0.523715, - "main_score": 0.498043, - "hf_subset": "tso_Latn-taq_Latn", - "languages": [ - "tso-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592527, - "recall": 0.62747, - "f1": 0.600694, - "accuracy": 0.62747, - "main_score": 0.600694, - "hf_subset": "tso_Latn-war_Latn", - "languages": [ - "tso-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554813, - "recall": 0.596838, - "f1": 0.566595, - "accuracy": 0.596838, - "main_score": 0.566595, - "hf_subset": "tso_Latn-arb_Arab", - "languages": [ - "tso-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568588, - "recall": 0.610672, - "f1": 0.580428, - "accuracy": 0.610672, - "main_score": 0.580428, - "hf_subset": "tso_Latn-bul_Cyrl", - "languages": [ - "tso-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567581, - "recall": 0.605731, - "f1": 0.578051, - "accuracy": 0.605731, - "main_score": 0.578051, - "hf_subset": "tso_Latn-fra_Latn", - "languages": [ - "tso-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540801, - "recall": 0.588933, - "f1": 0.553652, - "accuracy": 0.588933, - "main_score": 0.553652, - "hf_subset": "tso_Latn-jpn_Jpan", - "languages": [ - "tso-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557248, - "recall": 0.602767, - "f1": 0.568877, - "accuracy": 0.602767, - "main_score": 0.568877, - "hf_subset": "tso_Latn-lij_Latn", - "languages": [ - "tso-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42428, - "recall": 0.480237, - "f1": 0.439143, - "accuracy": 0.480237, - "main_score": 0.439143, - "hf_subset": "tso_Latn-mya_Mymr", - "languages": [ - "tso-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519209, - "recall": 0.562253, - "f1": 0.530642, - "accuracy": 0.562253, - "main_score": 0.530642, - "hf_subset": "tso_Latn-sag_Latn", - "languages": [ - "tso-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211094, - "recall": 0.258893, - "f1": 0.22179, - "accuracy": 0.258893, - "main_score": 0.22179, - "hf_subset": "tso_Latn-taq_Tfng", - "languages": [ - "tso-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529792, - "recall": 0.565217, - "f1": 0.540137, - "accuracy": 0.565217, - "main_score": 0.540137, - "hf_subset": "tso_Latn-wol_Latn", - "languages": [ - "tso-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476138, - "recall": 0.514822, - "f1": 0.48641, - "accuracy": 0.514822, - "main_score": 0.48641, - "hf_subset": "tso_Latn-arb_Latn", - "languages": [ - "tso-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582212, - "recall": 0.618577, - "f1": 0.591909, - "accuracy": 0.618577, - "main_score": 0.591909, - "hf_subset": "tso_Latn-cat_Latn", - "languages": [ - "tso-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560499, - "recall": 0.597826, - "f1": 0.570521, - "accuracy": 0.597826, - "main_score": 0.570521, - "hf_subset": "tso_Latn-fur_Latn", - "languages": [ - "tso-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451396, - "recall": 0.498024, - "f1": 0.464036, - "accuracy": 0.498024, - "main_score": 0.464036, - "hf_subset": "tso_Latn-kab_Latn", - "languages": [ - "tso-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550756, - "recall": 0.593874, - "f1": 0.562087, - "accuracy": 0.593874, - "main_score": 0.562087, - "hf_subset": "tso_Latn-lim_Latn", - "languages": [ - "tso-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561555, - "recall": 0.602767, - "f1": 0.572674, - "accuracy": 0.602767, - "main_score": 0.572674, - "hf_subset": "tso_Latn-nld_Latn", - "languages": [ - "tso-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521752, - "recall": 0.572134, - "f1": 0.534448, - "accuracy": 0.572134, - "main_score": 0.534448, - "hf_subset": "tso_Latn-san_Deva", - "languages": [ - "tso-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548049, - "recall": 0.59585, - "f1": 0.560757, - "accuracy": 0.59585, - "main_score": 0.560757, - "hf_subset": "tso_Latn-tat_Cyrl", - "languages": [ - "tso-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584642, - "recall": 0.628458, - "f1": 0.596612, - "accuracy": 0.628458, - "main_score": 0.596612, - "hf_subset": "tso_Latn-xho_Latn", - "languages": [ - "tso-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538852, - "recall": 0.586957, - "f1": 0.552467, - "accuracy": 0.586957, - "main_score": 0.552467, - "hf_subset": "tso_Latn-ars_Arab", - "languages": [ - "tso-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587882, - "recall": 0.618577, - "f1": 0.595624, - "accuracy": 0.618577, - "main_score": 0.595624, - "hf_subset": "tso_Latn-ceb_Latn", - "languages": [ - "tso-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502997, - "recall": 0.544466, - "f1": 0.515298, - "accuracy": 0.544466, - "main_score": 0.515298, - "hf_subset": "tso_Latn-fuv_Latn", - "languages": [ - "tso-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490192, - "recall": 0.531621, - "f1": 0.50125, - "accuracy": 0.531621, - "main_score": 0.50125, - "hf_subset": "tso_Latn-kac_Latn", - "languages": [ - "tso-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573182, - "recall": 0.606719, - "f1": 0.582365, - "accuracy": 0.606719, - "main_score": 0.582365, - "hf_subset": "tso_Latn-lin_Latn", - "languages": [ - "tso-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574499, - "recall": 0.615613, - "f1": 0.585431, - "accuracy": 0.615613, - "main_score": 0.585431, - "hf_subset": "tso_Latn-nno_Latn", - "languages": [ - "tso-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.15083, - "recall": 0.198617, - "f1": 0.163471, - "accuracy": 0.198617, - "main_score": 0.163471, - "hf_subset": "tso_Latn-sat_Olck", - "languages": [ - "tso-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550917, - "recall": 0.598814, - "f1": 0.563849, - "accuracy": 0.598814, - "main_score": 0.563849, - "hf_subset": "tso_Latn-tel_Telu", - "languages": [ - "tso-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5148, - "recall": 0.561265, - "f1": 0.527428, - "accuracy": 0.561265, - "main_score": 0.527428, - "hf_subset": "tso_Latn-ydd_Hebr", - "languages": [ - "tso-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531884, - "recall": 0.570158, - "f1": 0.542393, - "accuracy": 0.570158, - "main_score": 0.542393, - "hf_subset": "tso_Latn-ary_Arab", - "languages": [ - "tso-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567511, - "recall": 0.61166, - "f1": 0.579198, - "accuracy": 0.61166, - "main_score": 0.579198, - "hf_subset": "tso_Latn-ces_Latn", - "languages": [ - "tso-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515333, - "recall": 0.564229, - "f1": 0.529468, - "accuracy": 0.564229, - "main_score": 0.529468, - "hf_subset": "tso_Latn-gaz_Latn", - "languages": [ - "tso-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538045, - "recall": 0.579051, - "f1": 0.549911, - "accuracy": 0.579051, - "main_score": 0.549911, - "hf_subset": "tso_Latn-kam_Latn", - "languages": [ - "tso-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544426, - "recall": 0.583992, - "f1": 0.555518, - "accuracy": 0.583992, - "main_score": 0.555518, - "hf_subset": "tso_Latn-lit_Latn", - "languages": [ - "tso-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57043, - "recall": 0.610672, - "f1": 0.581133, - "accuracy": 0.610672, - "main_score": 0.581133, - "hf_subset": "tso_Latn-nob_Latn", - "languages": [ - "tso-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559511, - "recall": 0.597826, - "f1": 0.568917, - "accuracy": 0.597826, - "main_score": 0.568917, - "hf_subset": "tso_Latn-scn_Latn", - "languages": [ - "tso-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537116, - "recall": 0.578063, - "f1": 0.547725, - "accuracy": 0.578063, - "main_score": 0.547725, - "hf_subset": "tso_Latn-tgk_Cyrl", - "languages": [ - "tso-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495875, - "recall": 0.547431, - "f1": 0.510475, - "accuracy": 0.547431, - "main_score": 0.510475, - "hf_subset": "tso_Latn-yor_Latn", - "languages": [ - "tso-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56782, - "recall": 0.603755, - "f1": 0.576892, - "accuracy": 0.603755, - "main_score": 0.576892, - "hf_subset": "tso_Latn-arz_Arab", - "languages": [ - "tso-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513071, - "recall": 0.547431, - "f1": 0.52263, - "accuracy": 0.547431, - "main_score": 0.52263, - "hf_subset": "tso_Latn-cjk_Latn", - "languages": [ - "tso-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517384, - "recall": 0.562253, - "f1": 0.530555, - "accuracy": 0.562253, - "main_score": 0.530555, - "hf_subset": "tso_Latn-gla_Latn", - "languages": [ - "tso-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553725, - "recall": 0.603755, - "f1": 0.566419, - "accuracy": 0.603755, - "main_score": 0.566419, - "hf_subset": "tso_Latn-kan_Knda", - "languages": [ - "tso-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557834, - "recall": 0.59585, - "f1": 0.567715, - "accuracy": 0.59585, - "main_score": 0.567715, - "hf_subset": "tso_Latn-lmo_Latn", - "languages": [ - "tso-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542113, - "recall": 0.590909, - "f1": 0.554799, - "accuracy": 0.590909, - "main_score": 0.554799, - "hf_subset": "tso_Latn-npi_Deva", - "languages": [ - "tso-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446453, - "recall": 0.494071, - "f1": 0.459343, - "accuracy": 0.494071, - "main_score": 0.459343, - "hf_subset": "tso_Latn-shn_Mymr", - "languages": [ - "tso-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590592, - "recall": 0.62747, - "f1": 0.599756, - "accuracy": 0.62747, - "main_score": 0.599756, - "hf_subset": "tso_Latn-tgl_Latn", - "languages": [ - "tso-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552869, - "recall": 0.598814, - "f1": 0.563719, - "accuracy": 0.598814, - "main_score": 0.563719, - "hf_subset": "tso_Latn-yue_Hant", - "languages": [ - "tso-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510253, - "recall": 0.562253, - "f1": 0.524029, - "accuracy": 0.562253, - "main_score": 0.524029, - "hf_subset": "tso_Latn-asm_Beng", - "languages": [ - "tso-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510647, - "recall": 0.545455, - "f1": 0.519889, - "accuracy": 0.545455, - "main_score": 0.519889, - "hf_subset": "tso_Latn-ckb_Arab", - "languages": [ - "tso-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518054, - "recall": 0.5583, - "f1": 0.530176, - "accuracy": 0.5583, - "main_score": 0.530176, - "hf_subset": "tso_Latn-gle_Latn", - "languages": [ - "tso-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488229, - "recall": 0.527668, - "f1": 0.499439, - "accuracy": 0.527668, - "main_score": 0.499439, - "hf_subset": "tso_Latn-kas_Arab", - "languages": [ - "tso-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539826, - "recall": 0.582016, - "f1": 0.551205, - "accuracy": 0.582016, - "main_score": 0.551205, - "hf_subset": "tso_Latn-ltg_Latn", - "languages": [ - "tso-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610797, - "recall": 0.644269, - "f1": 0.62041, - "accuracy": 0.644269, - "main_score": 0.62041, - "hf_subset": "tso_Latn-nso_Latn", - "languages": [ - "tso-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484418, - "recall": 0.539526, - "f1": 0.499125, - "accuracy": 0.539526, - "main_score": 0.499125, - "hf_subset": "tso_Latn-sin_Sinh", - "languages": [ - "tso-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555211, - "recall": 0.597826, - "f1": 0.565588, - "accuracy": 0.597826, - "main_score": 0.565588, - "hf_subset": "tso_Latn-tha_Thai", - "languages": [ - "tso-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548924, - "recall": 0.594862, - "f1": 0.560535, - "accuracy": 0.594862, - "main_score": 0.560535, - "hf_subset": "tso_Latn-zho_Hans", - "languages": [ - "tso-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56547, - "recall": 0.605731, - "f1": 0.575921, - "accuracy": 0.605731, - "main_score": 0.575921, - "hf_subset": "tso_Latn-ast_Latn", - "languages": [ - "tso-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551636, - "recall": 0.601779, - "f1": 0.564634, - "accuracy": 0.601779, - "main_score": 0.564634, - "hf_subset": "tso_Latn-crh_Latn", - "languages": [ - "tso-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579411, - "recall": 0.617589, - "f1": 0.589249, - "accuracy": 0.617589, - "main_score": 0.589249, - "hf_subset": "tso_Latn-glg_Latn", - "languages": [ - "tso-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50851, - "recall": 0.554348, - "f1": 0.521096, - "accuracy": 0.554348, - "main_score": 0.521096, - "hf_subset": "tso_Latn-kas_Deva", - "languages": [ - "tso-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55165, - "recall": 0.589921, - "f1": 0.561384, - "accuracy": 0.589921, - "main_score": 0.561384, - "hf_subset": "tso_Latn-ltz_Latn", - "languages": [ - "tso-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480518, - "recall": 0.527668, - "f1": 0.493587, - "accuracy": 0.527668, - "main_score": 0.493587, - "hf_subset": "tso_Latn-nus_Latn", - "languages": [ - "tso-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568992, - "recall": 0.610672, - "f1": 0.57978, - "accuracy": 0.610672, - "main_score": 0.57978, - "hf_subset": "tso_Latn-slk_Latn", - "languages": [ - "tso-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.424032, - "recall": 0.476285, - "f1": 0.438536, - "accuracy": 0.476285, - "main_score": 0.438536, - "hf_subset": "tso_Latn-tir_Ethi", - "languages": [ - "tso-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540683, - "recall": 0.588933, - "f1": 0.55219, - "accuracy": 0.588933, - "main_score": 0.55219, - "hf_subset": "tso_Latn-zho_Hant", - "languages": [ - "tso-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549269, - "recall": 0.592885, - "f1": 0.559911, - "accuracy": 0.592885, - "main_score": 0.559911, - "hf_subset": "tso_Latn-awa_Deva", - "languages": [ - "tso-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555707, - "recall": 0.598814, - "f1": 0.567216, - "accuracy": 0.598814, - "main_score": 0.567216, - "hf_subset": "tso_Latn-cym_Latn", - "languages": [ - "tso-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533956, - "recall": 0.567194, - "f1": 0.542863, - "accuracy": 0.567194, - "main_score": 0.542863, - "hf_subset": "tso_Latn-grn_Latn", - "languages": [ - "tso-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520337, - "recall": 0.571146, - "f1": 0.533714, - "accuracy": 0.571146, - "main_score": 0.533714, - "hf_subset": "tso_Latn-kat_Geor", - "languages": [ - "tso-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549317, - "recall": 0.583992, - "f1": 0.558978, - "accuracy": 0.583992, - "main_score": 0.558978, - "hf_subset": "tso_Latn-lua_Latn", - "languages": [ - "tso-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563455, - "recall": 0.600791, - "f1": 0.574111, - "accuracy": 0.600791, - "main_score": 0.574111, - "hf_subset": "tso_Latn-nya_Latn", - "languages": [ - "tso-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565865, - "recall": 0.605731, - "f1": 0.57588, - "accuracy": 0.605731, - "main_score": 0.57588, - "hf_subset": "tso_Latn-slv_Latn", - "languages": [ - "tso-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57167, - "recall": 0.605731, - "f1": 0.580466, - "accuracy": 0.605731, - "main_score": 0.580466, - "hf_subset": "tso_Latn-tpi_Latn", - "languages": [ - "tso-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596347, - "recall": 0.635375, - "f1": 0.605912, - "accuracy": 0.635375, - "main_score": 0.605912, - "hf_subset": "tso_Latn-zsm_Latn", - "languages": [ - "tso-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514379, - "recall": 0.556324, - "f1": 0.526404, - "accuracy": 0.556324, - "main_score": 0.526404, - "hf_subset": "tso_Latn-ayr_Latn", - "languages": [ - "tso-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57069, - "recall": 0.613636, - "f1": 0.581695, - "accuracy": 0.613636, - "main_score": 0.581695, - "hf_subset": "tso_Latn-dan_Latn", - "languages": [ - "tso-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548306, - "recall": 0.593874, - "f1": 0.560103, - "accuracy": 0.593874, - "main_score": 0.560103, - "hf_subset": "tso_Latn-guj_Gujr", - "languages": [ - "tso-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547533, - "recall": 0.597826, - "f1": 0.560907, - "accuracy": 0.597826, - "main_score": 0.560907, - "hf_subset": "tso_Latn-kaz_Cyrl", - "languages": [ - "tso-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508671, - "recall": 0.555336, - "f1": 0.52218, - "accuracy": 0.555336, - "main_score": 0.52218, - "hf_subset": "tso_Latn-lug_Latn", - "languages": [ - "tso-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587282, - "recall": 0.623518, - "f1": 0.597271, - "accuracy": 0.623518, - "main_score": 0.597271, - "hf_subset": "tso_Latn-oci_Latn", - "languages": [ - "tso-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555435, - "recall": 0.592885, - "f1": 0.565008, - "accuracy": 0.592885, - "main_score": 0.565008, - "hf_subset": "tso_Latn-smo_Latn", - "languages": [ - "tso-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557017, - "recall": 0.600791, - "f1": 0.568841, - "accuracy": 0.600791, - "main_score": 0.568841, - "hf_subset": "tso_Latn-tsn_Latn", - "languages": [ - "tso-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589256, - "recall": 0.631423, - "f1": 0.60089, - "accuracy": 0.631423, - "main_score": 0.60089, - "hf_subset": "tso_Latn-zul_Latn", - "languages": [ - "tso-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486386, - "recall": 0.531621, - "f1": 0.498618, - "accuracy": 0.531621, - "main_score": 0.498618, - "hf_subset": "tso_Latn-azb_Arab", - "languages": [ - "tso-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56595, - "recall": 0.612648, - "f1": 0.578109, - "accuracy": 0.612648, - "main_score": 0.578109, - "hf_subset": "tso_Latn-deu_Latn", - "languages": [ - "tso-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5334, - "recall": 0.581028, - "f1": 0.546658, - "accuracy": 0.581028, - "main_score": 0.546658, - "hf_subset": "tso_Latn-hat_Latn", - "languages": [ - "tso-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502734, - "recall": 0.54249, - "f1": 0.51374, - "accuracy": 0.54249, - "main_score": 0.51374, - "hf_subset": "tso_Latn-kbp_Latn", - "languages": [ - "tso-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549028, - "recall": 0.589921, - "f1": 0.560094, - "accuracy": 0.589921, - "main_score": 0.560094, - "hf_subset": "tso_Latn-luo_Latn", - "languages": [ - "tso-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531854, - "recall": 0.591897, - "f1": 0.548047, - "accuracy": 0.591897, - "main_score": 0.548047, - "hf_subset": "tso_Latn-ory_Orya", - "languages": [ - "tso-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554555, - "recall": 0.602767, - "f1": 0.56779, - "accuracy": 0.602767, - "main_score": 0.56779, - "hf_subset": "tso_Latn-sna_Latn", - "languages": [ - "tso-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538958, - "recall": 0.585968, - "f1": 0.550736, - "accuracy": 0.585968, - "main_score": 0.550736, - "hf_subset": "tso_Latn-azj_Latn", - "languages": [ - "tso-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489085, - "recall": 0.534585, - "f1": 0.502364, - "accuracy": 0.534585, - "main_score": 0.502364, - "hf_subset": "tso_Latn-dik_Latn", - "languages": [ - "tso-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559914, - "recall": 0.592885, - "f1": 0.568706, - "accuracy": 0.592885, - "main_score": 0.568706, - "hf_subset": "tso_Latn-hau_Latn", - "languages": [ - "tso-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5673, - "recall": 0.603755, - "f1": 0.576891, - "accuracy": 0.603755, - "main_score": 0.576891, - "hf_subset": "tso_Latn-kea_Latn", - "languages": [ - "tso-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538276, - "recall": 0.575099, - "f1": 0.548576, - "accuracy": 0.575099, - "main_score": 0.548576, - "hf_subset": "tso_Latn-lus_Latn", - "languages": [ - "tso-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55381, - "recall": 0.58498, - "f1": 0.562181, - "accuracy": 0.58498, - "main_score": 0.562181, - "hf_subset": "tso_Latn-pag_Latn", - "languages": [ - "tso-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519997, - "recall": 0.564229, - "f1": 0.531893, - "accuracy": 0.564229, - "main_score": 0.531893, - "hf_subset": "tso_Latn-snd_Arab", - "languages": [ - "tso-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524551, - "recall": 0.56917, - "f1": 0.536267, - "accuracy": 0.56917, - "main_score": 0.536267, - "hf_subset": "tso_Latn-tuk_Latn", - "languages": [ - "tso-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545816, - "recall": 0.589921, - "f1": 0.55762, - "accuracy": 0.589921, - "main_score": 0.55762, - "hf_subset": "tso_Latn-bak_Cyrl", - "languages": [ - "tso-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42631, - "recall": 0.490119, - "f1": 0.444121, - "accuracy": 0.490119, - "main_score": 0.444121, - "hf_subset": "tso_Latn-dyu_Latn", - "languages": [ - "tso-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542324, - "recall": 0.585968, - "f1": 0.554275, - "accuracy": 0.585968, - "main_score": 0.554275, - "hf_subset": "tso_Latn-heb_Hebr", - "languages": [ - "tso-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533268, - "recall": 0.570158, - "f1": 0.54332, - "accuracy": 0.570158, - "main_score": 0.54332, - "hf_subset": "tso_Latn-khk_Cyrl", - "languages": [ - "tso-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560179, - "recall": 0.602767, - "f1": 0.570935, - "accuracy": 0.602767, - "main_score": 0.570935, - "hf_subset": "tso_Latn-lvs_Latn", - "languages": [ - "tso-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550336, - "recall": 0.594862, - "f1": 0.562487, - "accuracy": 0.594862, - "main_score": 0.562487, - "hf_subset": "tso_Latn-pan_Guru", - "languages": [ - "tso-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515373, - "recall": 0.55336, - "f1": 0.525979, - "accuracy": 0.55336, - "main_score": 0.525979, - "hf_subset": "tso_Latn-som_Latn", - "languages": [ - "tso-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531925, - "recall": 0.570158, - "f1": 0.542663, - "accuracy": 0.570158, - "main_score": 0.542663, - "hf_subset": "tso_Latn-tum_Latn", - "languages": [ - "tso-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551289, - "recall": 0.614625, - "f1": 0.568873, - "accuracy": 0.614625, - "main_score": 0.568873, - "hf_subset": "azj_Latn-ace_Arab", - "languages": [ - "azj-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494807, - "recall": 0.557312, - "f1": 0.512377, - "accuracy": 0.557312, - "main_score": 0.512377, - "hf_subset": "azj_Latn-bam_Latn", - "languages": [ - "azj-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415725, - "recall": 0.498024, - "f1": 0.436776, - "accuracy": 0.498024, - "main_score": 0.436776, - "hf_subset": "azj_Latn-dzo_Tibt", - "languages": [ - "azj-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-hin_Deva", - "languages": [ - "azj-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "azj_Latn-khm_Khmr", - "languages": [ - "azj-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-mag_Deva", - "languages": [ - "azj-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969862, - "recall": 0.979249, - "f1": 0.972991, - "accuracy": 0.979249, - "main_score": 0.972991, - "hf_subset": "azj_Latn-pap_Latn", - "languages": [ - "azj-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554275, - "recall": 0.610672, - "f1": 0.569809, - "accuracy": 0.610672, - "main_score": 0.569809, - "hf_subset": "azj_Latn-sot_Latn", - "languages": [ - "azj-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-tur_Latn", - "languages": [ - "azj-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83998, - "recall": 0.879447, - "f1": 0.852176, - "accuracy": 0.879447, - "main_score": 0.852176, - "hf_subset": "azj_Latn-ace_Latn", - "languages": [ - "azj-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941864, - "recall": 0.95751, - "f1": 0.946805, - "accuracy": 0.95751, - "main_score": 0.946805, - "hf_subset": "azj_Latn-ban_Latn", - "languages": [ - "azj-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ell_Grek", - "languages": [ - "azj-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "azj_Latn-hne_Deva", - "languages": [ - "azj-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56338, - "recall": 0.62253, - "f1": 0.580587, - "accuracy": 0.62253, - "main_score": 0.580587, - "hf_subset": "azj_Latn-kik_Latn", - "languages": [ - "azj-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-mai_Deva", - "languages": [ - "azj-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963768, - "recall": 0.975296, - "f1": 0.967556, - "accuracy": 0.975296, - "main_score": 0.967556, - "hf_subset": "azj_Latn-pbt_Arab", - "languages": [ - "azj-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-spa_Latn", - "languages": [ - "azj-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592534, - "recall": 0.658103, - "f1": 0.611324, - "accuracy": 0.658103, - "main_score": 0.611324, - "hf_subset": "azj_Latn-twi_Latn", - "languages": [ - "azj-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-acm_Arab", - "languages": [ - "azj-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "azj_Latn-bel_Cyrl", - "languages": [ - "azj-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-eng_Latn", - "languages": [ - "azj-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-hrv_Latn", - "languages": [ - "azj-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528771, - "recall": 0.592885, - "f1": 0.546289, - "accuracy": 0.592885, - "main_score": 0.546289, - "hf_subset": "azj_Latn-kin_Latn", - "languages": [ - "azj-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "azj_Latn-mal_Mlym", - "languages": [ - "azj-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-pes_Arab", - "languages": [ - "azj-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "azj_Latn-srd_Latn", - "languages": [ - "azj-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177975, - "recall": 0.222332, - "f1": 0.189055, - "accuracy": 0.222332, - "main_score": 0.189055, - "hf_subset": "azj_Latn-tzm_Tfng", - "languages": [ - "azj-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-acq_Arab", - "languages": [ - "azj-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603132, - "recall": 0.652174, - "f1": 0.616642, - "accuracy": 0.652174, - "main_score": 0.616642, - "hf_subset": "azj_Latn-bem_Latn", - "languages": [ - "azj-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-epo_Latn", - "languages": [ - "azj-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-hun_Latn", - "languages": [ - "azj-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "azj_Latn-kir_Cyrl", - "languages": [ - "azj-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-mar_Deva", - "languages": [ - "azj-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637368, - "recall": 0.695652, - "f1": 0.654597, - "accuracy": 0.695652, - "main_score": 0.654597, - "hf_subset": "azj_Latn-plt_Latn", - "languages": [ - "azj-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-srp_Cyrl", - "languages": [ - "azj-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956522, - "recall": 0.970356, - "f1": 0.961133, - "accuracy": 0.970356, - "main_score": 0.961133, - "hf_subset": "azj_Latn-uig_Arab", - "languages": [ - "azj-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "azj_Latn-aeb_Arab", - "languages": [ - "azj-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-ben_Beng", - "languages": [ - "azj-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-est_Latn", - "languages": [ - "azj-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-hye_Armn", - "languages": [ - "azj-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515679, - "recall": 0.566206, - "f1": 0.530487, - "accuracy": 0.566206, - "main_score": 0.530487, - "hf_subset": "azj_Latn-kmb_Latn", - "languages": [ - "azj-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463976, - "recall": 0.535573, - "f1": 0.483822, - "accuracy": 0.535573, - "main_score": 0.483822, - "hf_subset": "azj_Latn-min_Arab", - "languages": [ - "azj-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-pol_Latn", - "languages": [ - "azj-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53302, - "recall": 0.592885, - "f1": 0.550348, - "accuracy": 0.592885, - "main_score": 0.550348, - "hf_subset": "azj_Latn-ssw_Latn", - "languages": [ - "azj-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-ukr_Cyrl", - "languages": [ - "azj-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-afr_Latn", - "languages": [ - "azj-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-bho_Deva", - "languages": [ - "azj-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "azj_Latn-eus_Latn", - "languages": [ - "azj-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547908, - "recall": 0.604743, - "f1": 0.563718, - "accuracy": 0.604743, - "main_score": 0.563718, - "hf_subset": "azj_Latn-ibo_Latn", - "languages": [ - "azj-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875741, - "recall": 0.908103, - "f1": 0.885935, - "accuracy": 0.908103, - "main_score": 0.885935, - "hf_subset": "azj_Latn-kmr_Latn", - "languages": [ - "azj-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "azj_Latn-min_Latn", - "languages": [ - "azj-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-por_Latn", - "languages": [ - "azj-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "azj_Latn-sun_Latn", - "languages": [ - "azj-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51965, - "recall": 0.571146, - "f1": 0.534684, - "accuracy": 0.571146, - "main_score": 0.534684, - "hf_subset": "azj_Latn-umb_Latn", - "languages": [ - "azj-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-ajp_Arab", - "languages": [ - "azj-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504571, - "recall": 0.571146, - "f1": 0.523054, - "accuracy": 0.571146, - "main_score": 0.523054, - "hf_subset": "azj_Latn-bjn_Arab", - "languages": [ - "azj-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494909, - "recall": 0.550395, - "f1": 0.510096, - "accuracy": 0.550395, - "main_score": 0.510096, - "hf_subset": "azj_Latn-ewe_Latn", - "languages": [ - "azj-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.917819, - "recall": 0.940711, - "f1": 0.924868, - "accuracy": 0.940711, - "main_score": 0.924868, - "hf_subset": "azj_Latn-ilo_Latn", - "languages": [ - "azj-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.296717, - "recall": 0.353755, - "f1": 0.312259, - "accuracy": 0.353755, - "main_score": 0.312259, - "hf_subset": "azj_Latn-knc_Arab", - "languages": [ - "azj-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-mkd_Cyrl", - "languages": [ - "azj-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-prs_Arab", - "languages": [ - "azj-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-swe_Latn", - "languages": [ - "azj-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-urd_Arab", - "languages": [ - "azj-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580708, - "recall": 0.634387, - "f1": 0.595556, - "accuracy": 0.634387, - "main_score": 0.595556, - "hf_subset": "azj_Latn-aka_Latn", - "languages": [ - "azj-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "azj_Latn-bjn_Latn", - "languages": [ - "azj-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "azj_Latn-fao_Latn", - "languages": [ - "azj-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ind_Latn", - "languages": [ - "azj-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574366, - "recall": 0.621542, - "f1": 0.587656, - "accuracy": 0.621542, - "main_score": 0.587656, - "hf_subset": "azj_Latn-knc_Latn", - "languages": [ - "azj-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "azj_Latn-mlt_Latn", - "languages": [ - "azj-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690426, - "recall": 0.751976, - "f1": 0.708235, - "accuracy": 0.751976, - "main_score": 0.708235, - "hf_subset": "azj_Latn-quy_Latn", - "languages": [ - "azj-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947464, - "recall": 0.964427, - "f1": 0.953063, - "accuracy": 0.964427, - "main_score": 0.953063, - "hf_subset": "azj_Latn-swh_Latn", - "languages": [ - "azj-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "azj_Latn-uzn_Latn", - "languages": [ - "azj-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-als_Latn", - "languages": [ - "azj-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587863, - "recall": 0.675889, - "f1": 0.613642, - "accuracy": 0.675889, - "main_score": 0.613642, - "hf_subset": "azj_Latn-bod_Tibt", - "languages": [ - "azj-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674769, - "recall": 0.735178, - "f1": 0.692586, - "accuracy": 0.735178, - "main_score": 0.692586, - "hf_subset": "azj_Latn-fij_Latn", - "languages": [ - "azj-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "azj_Latn-isl_Latn", - "languages": [ - "azj-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625783, - "recall": 0.681818, - "f1": 0.642116, - "accuracy": 0.681818, - "main_score": 0.642116, - "hf_subset": "azj_Latn-kon_Latn", - "languages": [ - "azj-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629326, - "recall": 0.697628, - "f1": 0.648858, - "accuracy": 0.697628, - "main_score": 0.648858, - "hf_subset": "azj_Latn-mni_Beng", - "languages": [ - "azj-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ron_Latn", - "languages": [ - "azj-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.98419, - "f1": 0.980896, - "accuracy": 0.98419, - "main_score": 0.980896, - "hf_subset": "azj_Latn-szl_Latn", - "languages": [ - "azj-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "azj_Latn-vec_Latn", - "languages": [ - "azj-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937747, - "recall": 0.95751, - "f1": 0.944335, - "accuracy": 0.95751, - "main_score": 0.944335, - "hf_subset": "azj_Latn-amh_Ethi", - "languages": [ - "azj-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-bos_Latn", - "languages": [ - "azj-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-fin_Latn", - "languages": [ - "azj-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-ita_Latn", - "languages": [ - "azj-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-kor_Hang", - "languages": [ - "azj-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529618, - "recall": 0.588933, - "f1": 0.545805, - "accuracy": 0.588933, - "main_score": 0.545805, - "hf_subset": "azj_Latn-mos_Latn", - "languages": [ - "azj-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520973, - "recall": 0.58004, - "f1": 0.537873, - "accuracy": 0.58004, - "main_score": 0.537873, - "hf_subset": "azj_Latn-run_Latn", - "languages": [ - "azj-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-tam_Taml", - "languages": [ - "azj-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-vie_Latn", - "languages": [ - "azj-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-apc_Arab", - "languages": [ - "azj-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778336, - "recall": 0.826087, - "f1": 0.792412, - "accuracy": 0.826087, - "main_score": 0.792412, - "hf_subset": "azj_Latn-bug_Latn", - "languages": [ - "azj-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458434, - "recall": 0.505929, - "f1": 0.471211, - "accuracy": 0.505929, - "main_score": 0.471211, - "hf_subset": "azj_Latn-fon_Latn", - "languages": [ - "azj-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "azj_Latn-jav_Latn", - "languages": [ - "azj-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "azj_Latn-lao_Laoo", - "languages": [ - "azj-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840497, - "recall": 0.878458, - "f1": 0.851976, - "accuracy": 0.878458, - "main_score": 0.851976, - "hf_subset": "azj_Latn-mri_Latn", - "languages": [ - "azj-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-rus_Cyrl", - "languages": [ - "azj-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520291, - "recall": 0.579051, - "f1": 0.536648, - "accuracy": 0.579051, - "main_score": 0.536648, - "hf_subset": "azj_Latn-taq_Latn", - "languages": [ - "azj-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "azj_Latn-war_Latn", - "languages": [ - "azj-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-arb_Arab", - "languages": [ - "azj-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-bul_Cyrl", - "languages": [ - "azj-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-fra_Latn", - "languages": [ - "azj-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-jpn_Jpan", - "languages": [ - "azj-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "azj_Latn-lij_Latn", - "languages": [ - "azj-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977931, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "azj_Latn-mya_Mymr", - "languages": [ - "azj-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559189, - "recall": 0.626482, - "f1": 0.578416, - "accuracy": 0.626482, - "main_score": 0.578416, - "hf_subset": "azj_Latn-sag_Latn", - "languages": [ - "azj-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.197609, - "recall": 0.253953, - "f1": 0.210255, - "accuracy": 0.253953, - "main_score": 0.210255, - "hf_subset": "azj_Latn-taq_Tfng", - "languages": [ - "azj-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606679, - "recall": 0.667984, - "f1": 0.623826, - "accuracy": 0.667984, - "main_score": 0.623826, - "hf_subset": "azj_Latn-wol_Latn", - "languages": [ - "azj-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77724, - "recall": 0.83498, - "f1": 0.794895, - "accuracy": 0.83498, - "main_score": 0.794895, - "hf_subset": "azj_Latn-arb_Latn", - "languages": [ - "azj-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-cat_Latn", - "languages": [ - "azj-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "azj_Latn-fur_Latn", - "languages": [ - "azj-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401107, - "recall": 0.459486, - "f1": 0.417215, - "accuracy": 0.459486, - "main_score": 0.417215, - "hf_subset": "azj_Latn-kab_Latn", - "languages": [ - "azj-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "azj_Latn-lim_Latn", - "languages": [ - "azj-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-nld_Latn", - "languages": [ - "azj-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "azj_Latn-san_Deva", - "languages": [ - "azj-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "azj_Latn-tat_Cyrl", - "languages": [ - "azj-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634931, - "recall": 0.694664, - "f1": 0.65226, - "accuracy": 0.694664, - "main_score": 0.65226, - "hf_subset": "azj_Latn-xho_Latn", - "languages": [ - "azj-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ars_Arab", - "languages": [ - "azj-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ceb_Latn", - "languages": [ - "azj-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538156, - "recall": 0.599802, - "f1": 0.555404, - "accuracy": 0.599802, - "main_score": 0.555404, - "hf_subset": "azj_Latn-fuv_Latn", - "languages": [ - "azj-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508662, - "recall": 0.573123, - "f1": 0.525849, - "accuracy": 0.573123, - "main_score": 0.525849, - "hf_subset": "azj_Latn-kac_Latn", - "languages": [ - "azj-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638686, - "recall": 0.690711, - "f1": 0.653557, - "accuracy": 0.690711, - "main_score": 0.653557, - "hf_subset": "azj_Latn-lin_Latn", - "languages": [ - "azj-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-nno_Latn", - "languages": [ - "azj-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18634, - "recall": 0.26581, - "f1": 0.206808, - "accuracy": 0.26581, - "main_score": 0.206808, - "hf_subset": "azj_Latn-sat_Olck", - "languages": [ - "azj-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "azj_Latn-tel_Telu", - "languages": [ - "azj-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941864, - "recall": 0.958498, - "f1": 0.947101, - "accuracy": 0.958498, - "main_score": 0.947101, - "hf_subset": "azj_Latn-ydd_Hebr", - "languages": [ - "azj-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.98419, - "f1": 0.979908, - "accuracy": 0.98419, - "main_score": 0.979908, - "hf_subset": "azj_Latn-ary_Arab", - "languages": [ - "azj-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-ces_Latn", - "languages": [ - "azj-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557882, - "recall": 0.615613, - "f1": 0.574594, - "accuracy": 0.615613, - "main_score": 0.574594, - "hf_subset": "azj_Latn-gaz_Latn", - "languages": [ - "azj-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5633, - "recall": 0.623518, - "f1": 0.580225, - "accuracy": 0.623518, - "main_score": 0.580225, - "hf_subset": "azj_Latn-kam_Latn", - "languages": [ - "azj-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "azj_Latn-lit_Latn", - "languages": [ - "azj-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-nob_Latn", - "languages": [ - "azj-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "azj_Latn-scn_Latn", - "languages": [ - "azj-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "azj_Latn-tgk_Cyrl", - "languages": [ - "azj-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68354, - "recall": 0.747036, - "f1": 0.701979, - "accuracy": 0.747036, - "main_score": 0.701979, - "hf_subset": "azj_Latn-yor_Latn", - "languages": [ - "azj-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-arz_Arab", - "languages": [ - "azj-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543165, - "recall": 0.596838, - "f1": 0.558499, - "accuracy": 0.596838, - "main_score": 0.558499, - "hf_subset": "azj_Latn-cjk_Latn", - "languages": [ - "azj-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748781, - "recall": 0.799407, - "f1": 0.763735, - "accuracy": 0.799407, - "main_score": 0.763735, - "hf_subset": "azj_Latn-gla_Latn", - "languages": [ - "azj-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-kan_Knda", - "languages": [ - "azj-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.985178, - "f1": 0.98139, - "accuracy": 0.985178, - "main_score": 0.98139, - "hf_subset": "azj_Latn-lmo_Latn", - "languages": [ - "azj-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "azj_Latn-npi_Deva", - "languages": [ - "azj-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465003, - "recall": 0.519763, - "f1": 0.480803, - "accuracy": 0.519763, - "main_score": 0.480803, - "hf_subset": "azj_Latn-shn_Mymr", - "languages": [ - "azj-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-tgl_Latn", - "languages": [ - "azj-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-yue_Hant", - "languages": [ - "azj-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "azj_Latn-asm_Beng", - "languages": [ - "azj-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946146, - "recall": 0.962451, - "f1": 0.951252, - "accuracy": 0.962451, - "main_score": 0.951252, - "hf_subset": "azj_Latn-ckb_Arab", - "languages": [ - "azj-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829357, - "recall": 0.874506, - "f1": 0.843594, - "accuracy": 0.874506, - "main_score": 0.843594, - "hf_subset": "azj_Latn-gle_Latn", - "languages": [ - "azj-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.932477, - "recall": 0.953557, - "f1": 0.939229, - "accuracy": 0.953557, - "main_score": 0.939229, - "hf_subset": "azj_Latn-kas_Arab", - "languages": [ - "azj-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926054, - "recall": 0.94664, - "f1": 0.932642, - "accuracy": 0.94664, - "main_score": 0.932642, - "hf_subset": "azj_Latn-ltg_Latn", - "languages": [ - "azj-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589037, - "recall": 0.637352, - "f1": 0.602761, - "accuracy": 0.637352, - "main_score": 0.602761, - "hf_subset": "azj_Latn-nso_Latn", - "languages": [ - "azj-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "azj_Latn-sin_Sinh", - "languages": [ - "azj-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-tha_Thai", - "languages": [ - "azj-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-zho_Hans", - "languages": [ - "azj-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-ast_Latn", - "languages": [ - "azj-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "azj_Latn-crh_Latn", - "languages": [ - "azj-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-glg_Latn", - "languages": [ - "azj-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.867424, - "recall": 0.905138, - "f1": 0.879611, - "accuracy": 0.905138, - "main_score": 0.879611, - "hf_subset": "azj_Latn-kas_Deva", - "languages": [ - "azj-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.975296, - "f1": 0.968215, - "accuracy": 0.975296, - "main_score": 0.968215, - "hf_subset": "azj_Latn-ltz_Latn", - "languages": [ - "azj-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.439093, - "recall": 0.505929, - "f1": 0.457338, - "accuracy": 0.505929, - "main_score": 0.457338, - "hf_subset": "azj_Latn-nus_Latn", - "languages": [ - "azj-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-slk_Latn", - "languages": [ - "azj-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596089, - "recall": 0.670949, - "f1": 0.617879, - "accuracy": 0.670949, - "main_score": 0.617879, - "hf_subset": "azj_Latn-tir_Ethi", - "languages": [ - "azj-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-zho_Hant", - "languages": [ - "azj-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.986166, - "f1": 0.983037, - "accuracy": 0.986166, - "main_score": 0.983037, - "hf_subset": "azj_Latn-awa_Deva", - "languages": [ - "azj-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955534, - "recall": 0.969368, - "f1": 0.95998, - "accuracy": 0.969368, - "main_score": 0.95998, - "hf_subset": "azj_Latn-cym_Latn", - "languages": [ - "azj-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808012, - "recall": 0.852767, - "f1": 0.821563, - "accuracy": 0.852767, - "main_score": 0.821563, - "hf_subset": "azj_Latn-grn_Latn", - "languages": [ - "azj-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-kat_Geor", - "languages": [ - "azj-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61761, - "recall": 0.667984, - "f1": 0.632228, - "accuracy": 0.667984, - "main_score": 0.632228, - "hf_subset": "azj_Latn-lua_Latn", - "languages": [ - "azj-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605578, - "recall": 0.666008, - "f1": 0.622777, - "accuracy": 0.666008, - "main_score": 0.622777, - "hf_subset": "azj_Latn-nya_Latn", - "languages": [ - "azj-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "azj_Latn-slv_Latn", - "languages": [ - "azj-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920784, - "recall": 0.943676, - "f1": 0.928195, - "accuracy": 0.943676, - "main_score": 0.928195, - "hf_subset": "azj_Latn-tpi_Latn", - "languages": [ - "azj-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-zsm_Latn", - "languages": [ - "azj-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539592, - "recall": 0.598814, - "f1": 0.556673, - "accuracy": 0.598814, - "main_score": 0.556673, - "hf_subset": "azj_Latn-ayr_Latn", - "languages": [ - "azj-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-dan_Latn", - "languages": [ - "azj-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-guj_Gujr", - "languages": [ - "azj-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-kaz_Cyrl", - "languages": [ - "azj-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516378, - "recall": 0.576087, - "f1": 0.533564, - "accuracy": 0.576087, - "main_score": 0.533564, - "hf_subset": "azj_Latn-lug_Latn", - "languages": [ - "azj-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-oci_Latn", - "languages": [ - "azj-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781901, - "recall": 0.832016, - "f1": 0.797431, - "accuracy": 0.832016, - "main_score": 0.797431, - "hf_subset": "azj_Latn-smo_Latn", - "languages": [ - "azj-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519782, - "recall": 0.58004, - "f1": 0.536222, - "accuracy": 0.58004, - "main_score": 0.536222, - "hf_subset": "azj_Latn-tsn_Latn", - "languages": [ - "azj-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585079, - "recall": 0.644269, - "f1": 0.602226, - "accuracy": 0.644269, - "main_score": 0.602226, - "hf_subset": "azj_Latn-zul_Latn", - "languages": [ - "azj-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910244, - "recall": 0.936759, - "f1": 0.918972, - "accuracy": 0.936759, - "main_score": 0.918972, - "hf_subset": "azj_Latn-azb_Arab", - "languages": [ - "azj-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-deu_Latn", - "languages": [ - "azj-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.964427, - "f1": 0.954216, - "accuracy": 0.964427, - "main_score": 0.954216, - "hf_subset": "azj_Latn-hat_Latn", - "languages": [ - "azj-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473803, - "recall": 0.52668, - "f1": 0.488578, - "accuracy": 0.52668, - "main_score": 0.488578, - "hf_subset": "azj_Latn-kbp_Latn", - "languages": [ - "azj-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550612, - "recall": 0.607708, - "f1": 0.566765, - "accuracy": 0.607708, - "main_score": 0.566765, - "hf_subset": "azj_Latn-luo_Latn", - "languages": [ - "azj-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "azj_Latn-ory_Orya", - "languages": [ - "azj-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560198, - "recall": 0.620553, - "f1": 0.576997, - "accuracy": 0.620553, - "main_score": 0.576997, - "hf_subset": "azj_Latn-sna_Latn", - "languages": [ - "azj-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525406, - "recall": 0.58004, - "f1": 0.540825, - "accuracy": 0.58004, - "main_score": 0.540825, - "hf_subset": "azj_Latn-tso_Latn", - "languages": [ - "azj-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525835, - "recall": 0.592885, - "f1": 0.545103, - "accuracy": 0.592885, - "main_score": 0.545103, - "hf_subset": "azj_Latn-dik_Latn", - "languages": [ - "azj-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684363, - "recall": 0.746047, - "f1": 0.702332, - "accuracy": 0.746047, - "main_score": 0.702332, - "hf_subset": "azj_Latn-hau_Latn", - "languages": [ - "azj-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "azj_Latn-kea_Latn", - "languages": [ - "azj-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726376, - "recall": 0.777668, - "f1": 0.742078, - "accuracy": 0.777668, - "main_score": 0.742078, - "hf_subset": "azj_Latn-lus_Latn", - "languages": [ - "azj-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846344, - "recall": 0.881423, - "f1": 0.856983, - "accuracy": 0.881423, - "main_score": 0.856983, - "hf_subset": "azj_Latn-pag_Latn", - "languages": [ - "azj-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-snd_Arab", - "languages": [ - "azj-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950099, - "recall": 0.964427, - "f1": 0.95471, - "accuracy": 0.964427, - "main_score": 0.95471, - "hf_subset": "azj_Latn-tuk_Latn", - "languages": [ - "azj-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "azj_Latn-bak_Cyrl", - "languages": [ - "azj-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461067, - "recall": 0.533597, - "f1": 0.481639, - "accuracy": 0.533597, - "main_score": 0.481639, - "hf_subset": "azj_Latn-dyu_Latn", - "languages": [ - "azj-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-heb_Hebr", - "languages": [ - "azj-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "azj_Latn-khk_Cyrl", - "languages": [ - "azj-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "azj_Latn-lvs_Latn", - "languages": [ - "azj-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "azj_Latn-pan_Guru", - "languages": [ - "azj-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680155, - "recall": 0.740119, - "f1": 0.698602, - "accuracy": 0.740119, - "main_score": 0.698602, - "hf_subset": "azj_Latn-som_Latn", - "languages": [ - "azj-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568186, - "recall": 0.617589, - "f1": 0.582047, - "accuracy": 0.617589, - "main_score": 0.582047, - "hf_subset": "azj_Latn-tum_Latn", - "languages": [ - "azj-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.380721, - "recall": 0.436759, - "f1": 0.395898, - "accuracy": 0.436759, - "main_score": 0.395898, - "hf_subset": "dik_Latn-ace_Arab", - "languages": [ - "dik-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473751, - "recall": 0.525692, - "f1": 0.488847, - "accuracy": 0.525692, - "main_score": 0.488847, - "hf_subset": "dik_Latn-bam_Latn", - "languages": [ - "dik-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.17021, - "recall": 0.20751, - "f1": 0.179423, - "accuracy": 0.20751, - "main_score": 0.179423, - "hf_subset": "dik_Latn-dzo_Tibt", - "languages": [ - "dik-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526516, - "recall": 0.582016, - "f1": 0.541443, - "accuracy": 0.582016, - "main_score": 0.541443, - "hf_subset": "dik_Latn-hin_Deva", - "languages": [ - "dik-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465468, - "recall": 0.520751, - "f1": 0.479988, - "accuracy": 0.520751, - "main_score": 0.479988, - "hf_subset": "dik_Latn-khm_Khmr", - "languages": [ - "dik-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527892, - "recall": 0.579051, - "f1": 0.54179, - "accuracy": 0.579051, - "main_score": 0.54179, - "hf_subset": "dik_Latn-mag_Deva", - "languages": [ - "dik-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533473, - "recall": 0.578063, - "f1": 0.545269, - "accuracy": 0.578063, - "main_score": 0.545269, - "hf_subset": "dik_Latn-pap_Latn", - "languages": [ - "dik-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503502, - "recall": 0.544466, - "f1": 0.514748, - "accuracy": 0.544466, - "main_score": 0.514748, - "hf_subset": "dik_Latn-sot_Latn", - "languages": [ - "dik-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532624, - "recall": 0.583992, - "f1": 0.5461, - "accuracy": 0.583992, - "main_score": 0.5461, - "hf_subset": "dik_Latn-tur_Latn", - "languages": [ - "dik-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535201, - "recall": 0.578063, - "f1": 0.545968, - "accuracy": 0.578063, - "main_score": 0.545968, - "hf_subset": "dik_Latn-ace_Latn", - "languages": [ - "dik-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547736, - "recall": 0.588933, - "f1": 0.558442, - "accuracy": 0.588933, - "main_score": 0.558442, - "hf_subset": "dik_Latn-ban_Latn", - "languages": [ - "dik-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518295, - "recall": 0.567194, - "f1": 0.531476, - "accuracy": 0.567194, - "main_score": 0.531476, - "hf_subset": "dik_Latn-ell_Grek", - "languages": [ - "dik-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513969, - "recall": 0.568182, - "f1": 0.528364, - "accuracy": 0.568182, - "main_score": 0.528364, - "hf_subset": "dik_Latn-hne_Deva", - "languages": [ - "dik-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485792, - "recall": 0.530632, - "f1": 0.497805, - "accuracy": 0.530632, - "main_score": 0.497805, - "hf_subset": "dik_Latn-kik_Latn", - "languages": [ - "dik-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529855, - "recall": 0.582016, - "f1": 0.543145, - "accuracy": 0.582016, - "main_score": 0.543145, - "hf_subset": "dik_Latn-mai_Deva", - "languages": [ - "dik-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473746, - "recall": 0.530632, - "f1": 0.488798, - "accuracy": 0.530632, - "main_score": 0.488798, - "hf_subset": "dik_Latn-pbt_Arab", - "languages": [ - "dik-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531589, - "recall": 0.579051, - "f1": 0.544842, - "accuracy": 0.579051, - "main_score": 0.544842, - "hf_subset": "dik_Latn-spa_Latn", - "languages": [ - "dik-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524509, - "recall": 0.567194, - "f1": 0.536584, - "accuracy": 0.567194, - "main_score": 0.536584, - "hf_subset": "dik_Latn-twi_Latn", - "languages": [ - "dik-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522377, - "recall": 0.573123, - "f1": 0.536066, - "accuracy": 0.573123, - "main_score": 0.536066, - "hf_subset": "dik_Latn-acm_Arab", - "languages": [ - "dik-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507574, - "recall": 0.557312, - "f1": 0.52114, - "accuracy": 0.557312, - "main_score": 0.52114, - "hf_subset": "dik_Latn-bel_Cyrl", - "languages": [ - "dik-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568405, - "recall": 0.619565, - "f1": 0.581796, - "accuracy": 0.619565, - "main_score": 0.581796, - "hf_subset": "dik_Latn-eng_Latn", - "languages": [ - "dik-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544254, - "recall": 0.592885, - "f1": 0.557094, - "accuracy": 0.592885, - "main_score": 0.557094, - "hf_subset": "dik_Latn-hrv_Latn", - "languages": [ - "dik-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463669, - "recall": 0.506917, - "f1": 0.475375, - "accuracy": 0.506917, - "main_score": 0.475375, - "hf_subset": "dik_Latn-kin_Latn", - "languages": [ - "dik-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515845, - "recall": 0.568182, - "f1": 0.529907, - "accuracy": 0.568182, - "main_score": 0.529907, - "hf_subset": "dik_Latn-mal_Mlym", - "languages": [ - "dik-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523947, - "recall": 0.573123, - "f1": 0.536489, - "accuracy": 0.573123, - "main_score": 0.536489, - "hf_subset": "dik_Latn-pes_Arab", - "languages": [ - "dik-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532131, - "recall": 0.579051, - "f1": 0.544998, - "accuracy": 0.579051, - "main_score": 0.544998, - "hf_subset": "dik_Latn-srd_Latn", - "languages": [ - "dik-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.138296, - "recall": 0.172925, - "f1": 0.146116, - "accuracy": 0.172925, - "main_score": 0.146116, - "hf_subset": "dik_Latn-tzm_Tfng", - "languages": [ - "dik-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519448, - "recall": 0.568182, - "f1": 0.532938, - "accuracy": 0.568182, - "main_score": 0.532938, - "hf_subset": "dik_Latn-acq_Arab", - "languages": [ - "dik-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517521, - "recall": 0.559289, - "f1": 0.528853, - "accuracy": 0.559289, - "main_score": 0.528853, - "hf_subset": "dik_Latn-bem_Latn", - "languages": [ - "dik-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528393, - "recall": 0.575099, - "f1": 0.540478, - "accuracy": 0.575099, - "main_score": 0.540478, - "hf_subset": "dik_Latn-epo_Latn", - "languages": [ - "dik-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534553, - "recall": 0.58498, - "f1": 0.547513, - "accuracy": 0.58498, - "main_score": 0.547513, - "hf_subset": "dik_Latn-hun_Latn", - "languages": [ - "dik-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531848, - "recall": 0.573123, - "f1": 0.543354, - "accuracy": 0.573123, - "main_score": 0.543354, - "hf_subset": "dik_Latn-kir_Cyrl", - "languages": [ - "dik-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537278, - "recall": 0.58498, - "f1": 0.549704, - "accuracy": 0.58498, - "main_score": 0.549704, - "hf_subset": "dik_Latn-mar_Deva", - "languages": [ - "dik-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493092, - "recall": 0.54249, - "f1": 0.506416, - "accuracy": 0.54249, - "main_score": 0.506416, - "hf_subset": "dik_Latn-plt_Latn", - "languages": [ - "dik-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538673, - "recall": 0.58498, - "f1": 0.550994, - "accuracy": 0.58498, - "main_score": 0.550994, - "hf_subset": "dik_Latn-srp_Cyrl", - "languages": [ - "dik-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432085, - "recall": 0.48913, - "f1": 0.447967, - "accuracy": 0.48913, - "main_score": 0.447967, - "hf_subset": "dik_Latn-uig_Arab", - "languages": [ - "dik-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512805, - "recall": 0.562253, - "f1": 0.525613, - "accuracy": 0.562253, - "main_score": 0.525613, - "hf_subset": "dik_Latn-aeb_Arab", - "languages": [ - "dik-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531208, - "recall": 0.582016, - "f1": 0.545371, - "accuracy": 0.582016, - "main_score": 0.545371, - "hf_subset": "dik_Latn-ben_Beng", - "languages": [ - "dik-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530965, - "recall": 0.575099, - "f1": 0.543083, - "accuracy": 0.575099, - "main_score": 0.543083, - "hf_subset": "dik_Latn-est_Latn", - "languages": [ - "dik-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49969, - "recall": 0.548419, - "f1": 0.512391, - "accuracy": 0.548419, - "main_score": 0.512391, - "hf_subset": "dik_Latn-hye_Armn", - "languages": [ - "dik-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480289, - "recall": 0.52668, - "f1": 0.492688, - "accuracy": 0.52668, - "main_score": 0.492688, - "hf_subset": "dik_Latn-kmb_Latn", - "languages": [ - "dik-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.352145, - "recall": 0.407115, - "f1": 0.365675, - "accuracy": 0.407115, - "main_score": 0.365675, - "hf_subset": "dik_Latn-min_Arab", - "languages": [ - "dik-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524154, - "recall": 0.573123, - "f1": 0.537435, - "accuracy": 0.573123, - "main_score": 0.537435, - "hf_subset": "dik_Latn-pol_Latn", - "languages": [ - "dik-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486656, - "recall": 0.538538, - "f1": 0.501468, - "accuracy": 0.538538, - "main_score": 0.501468, - "hf_subset": "dik_Latn-ssw_Latn", - "languages": [ - "dik-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543972, - "recall": 0.594862, - "f1": 0.557319, - "accuracy": 0.594862, - "main_score": 0.557319, - "hf_subset": "dik_Latn-ukr_Cyrl", - "languages": [ - "dik-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549396, - "recall": 0.597826, - "f1": 0.562159, - "accuracy": 0.597826, - "main_score": 0.562159, - "hf_subset": "dik_Latn-afr_Latn", - "languages": [ - "dik-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512273, - "recall": 0.565217, - "f1": 0.527301, - "accuracy": 0.565217, - "main_score": 0.527301, - "hf_subset": "dik_Latn-bho_Deva", - "languages": [ - "dik-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522868, - "recall": 0.571146, - "f1": 0.53542, - "accuracy": 0.571146, - "main_score": 0.53542, - "hf_subset": "dik_Latn-eus_Latn", - "languages": [ - "dik-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501736, - "recall": 0.548419, - "f1": 0.51451, - "accuracy": 0.548419, - "main_score": 0.51451, - "hf_subset": "dik_Latn-ibo_Latn", - "languages": [ - "dik-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510021, - "recall": 0.557312, - "f1": 0.523078, - "accuracy": 0.557312, - "main_score": 0.523078, - "hf_subset": "dik_Latn-kmr_Latn", - "languages": [ - "dik-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539088, - "recall": 0.583004, - "f1": 0.550323, - "accuracy": 0.583004, - "main_score": 0.550323, - "hf_subset": "dik_Latn-min_Latn", - "languages": [ - "dik-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5459, - "recall": 0.597826, - "f1": 0.560105, - "accuracy": 0.597826, - "main_score": 0.560105, - "hf_subset": "dik_Latn-por_Latn", - "languages": [ - "dik-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55159, - "recall": 0.588933, - "f1": 0.562151, - "accuracy": 0.588933, - "main_score": 0.562151, - "hf_subset": "dik_Latn-sun_Latn", - "languages": [ - "dik-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468191, - "recall": 0.51581, - "f1": 0.481323, - "accuracy": 0.51581, - "main_score": 0.481323, - "hf_subset": "dik_Latn-umb_Latn", - "languages": [ - "dik-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523133, - "recall": 0.567194, - "f1": 0.535052, - "accuracy": 0.567194, - "main_score": 0.535052, - "hf_subset": "dik_Latn-ajp_Arab", - "languages": [ - "dik-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.354312, - "recall": 0.403162, - "f1": 0.366815, - "accuracy": 0.403162, - "main_score": 0.366815, - "hf_subset": "dik_Latn-bjn_Arab", - "languages": [ - "dik-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47267, - "recall": 0.51581, - "f1": 0.485087, - "accuracy": 0.51581, - "main_score": 0.485087, - "hf_subset": "dik_Latn-ewe_Latn", - "languages": [ - "dik-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555937, - "recall": 0.597826, - "f1": 0.566891, - "accuracy": 0.597826, - "main_score": 0.566891, - "hf_subset": "dik_Latn-ilo_Latn", - "languages": [ - "dik-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.25925, - "recall": 0.311265, - "f1": 0.273156, - "accuracy": 0.311265, - "main_score": 0.273156, - "hf_subset": "dik_Latn-knc_Arab", - "languages": [ - "dik-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530392, - "recall": 0.58004, - "f1": 0.543729, - "accuracy": 0.58004, - "main_score": 0.543729, - "hf_subset": "dik_Latn-mkd_Cyrl", - "languages": [ - "dik-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520862, - "recall": 0.567194, - "f1": 0.533048, - "accuracy": 0.567194, - "main_score": 0.533048, - "hf_subset": "dik_Latn-prs_Arab", - "languages": [ - "dik-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547491, - "recall": 0.594862, - "f1": 0.56058, - "accuracy": 0.594862, - "main_score": 0.56058, - "hf_subset": "dik_Latn-swe_Latn", - "languages": [ - "dik-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505715, - "recall": 0.562253, - "f1": 0.520402, - "accuracy": 0.562253, - "main_score": 0.520402, - "hf_subset": "dik_Latn-urd_Arab", - "languages": [ - "dik-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528043, - "recall": 0.574111, - "f1": 0.540403, - "accuracy": 0.574111, - "main_score": 0.540403, - "hf_subset": "dik_Latn-aka_Latn", - "languages": [ - "dik-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555888, - "recall": 0.596838, - "f1": 0.56624, - "accuracy": 0.596838, - "main_score": 0.56624, - "hf_subset": "dik_Latn-bjn_Latn", - "languages": [ - "dik-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514146, - "recall": 0.557312, - "f1": 0.525719, - "accuracy": 0.557312, - "main_score": 0.525719, - "hf_subset": "dik_Latn-fao_Latn", - "languages": [ - "dik-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551347, - "recall": 0.597826, - "f1": 0.563876, - "accuracy": 0.597826, - "main_score": 0.563876, - "hf_subset": "dik_Latn-ind_Latn", - "languages": [ - "dik-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516654, - "recall": 0.557312, - "f1": 0.527879, - "accuracy": 0.557312, - "main_score": 0.527879, - "hf_subset": "dik_Latn-knc_Latn", - "languages": [ - "dik-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544924, - "recall": 0.586957, - "f1": 0.555222, - "accuracy": 0.586957, - "main_score": 0.555222, - "hf_subset": "dik_Latn-mlt_Latn", - "languages": [ - "dik-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488933, - "recall": 0.540514, - "f1": 0.504104, - "accuracy": 0.540514, - "main_score": 0.504104, - "hf_subset": "dik_Latn-quy_Latn", - "languages": [ - "dik-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523224, - "recall": 0.56917, - "f1": 0.536014, - "accuracy": 0.56917, - "main_score": 0.536014, - "hf_subset": "dik_Latn-swh_Latn", - "languages": [ - "dik-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516083, - "recall": 0.564229, - "f1": 0.529266, - "accuracy": 0.564229, - "main_score": 0.529266, - "hf_subset": "dik_Latn-uzn_Latn", - "languages": [ - "dik-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527021, - "recall": 0.574111, - "f1": 0.539465, - "accuracy": 0.574111, - "main_score": 0.539465, - "hf_subset": "dik_Latn-als_Latn", - "languages": [ - "dik-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.205376, - "recall": 0.253953, - "f1": 0.217166, - "accuracy": 0.253953, - "main_score": 0.217166, - "hf_subset": "dik_Latn-bod_Tibt", - "languages": [ - "dik-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493645, - "recall": 0.532609, - "f1": 0.504404, - "accuracy": 0.532609, - "main_score": 0.504404, - "hf_subset": "dik_Latn-fij_Latn", - "languages": [ - "dik-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506717, - "recall": 0.546443, - "f1": 0.517249, - "accuracy": 0.546443, - "main_score": 0.517249, - "hf_subset": "dik_Latn-isl_Latn", - "languages": [ - "dik-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507498, - "recall": 0.552372, - "f1": 0.519869, - "accuracy": 0.552372, - "main_score": 0.519869, - "hf_subset": "dik_Latn-kon_Latn", - "languages": [ - "dik-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4257, - "recall": 0.48913, - "f1": 0.443667, - "accuracy": 0.48913, - "main_score": 0.443667, - "hf_subset": "dik_Latn-mni_Beng", - "languages": [ - "dik-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549153, - "recall": 0.59585, - "f1": 0.561361, - "accuracy": 0.59585, - "main_score": 0.561361, - "hf_subset": "dik_Latn-ron_Latn", - "languages": [ - "dik-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547424, - "recall": 0.587945, - "f1": 0.558562, - "accuracy": 0.587945, - "main_score": 0.558562, - "hf_subset": "dik_Latn-szl_Latn", - "languages": [ - "dik-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544155, - "recall": 0.590909, - "f1": 0.557987, - "accuracy": 0.590909, - "main_score": 0.557987, - "hf_subset": "dik_Latn-vec_Latn", - "languages": [ - "dik-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426785, - "recall": 0.486166, - "f1": 0.443317, - "accuracy": 0.486166, - "main_score": 0.443317, - "hf_subset": "dik_Latn-amh_Ethi", - "languages": [ - "dik-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54483, - "recall": 0.591897, - "f1": 0.557586, - "accuracy": 0.591897, - "main_score": 0.557586, - "hf_subset": "dik_Latn-bos_Latn", - "languages": [ - "dik-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498674, - "recall": 0.554348, - "f1": 0.513722, - "accuracy": 0.554348, - "main_score": 0.513722, - "hf_subset": "dik_Latn-fin_Latn", - "languages": [ - "dik-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538587, - "recall": 0.58498, - "f1": 0.551282, - "accuracy": 0.58498, - "main_score": 0.551282, - "hf_subset": "dik_Latn-ita_Latn", - "languages": [ - "dik-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51571, - "recall": 0.570158, - "f1": 0.530408, - "accuracy": 0.570158, - "main_score": 0.530408, - "hf_subset": "dik_Latn-kor_Hang", - "languages": [ - "dik-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472096, - "recall": 0.517787, - "f1": 0.484946, - "accuracy": 0.517787, - "main_score": 0.484946, - "hf_subset": "dik_Latn-mos_Latn", - "languages": [ - "dik-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477835, - "recall": 0.519763, - "f1": 0.490086, - "accuracy": 0.519763, - "main_score": 0.490086, - "hf_subset": "dik_Latn-run_Latn", - "languages": [ - "dik-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503686, - "recall": 0.561265, - "f1": 0.519272, - "accuracy": 0.561265, - "main_score": 0.519272, - "hf_subset": "dik_Latn-tam_Taml", - "languages": [ - "dik-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533617, - "recall": 0.578063, - "f1": 0.545637, - "accuracy": 0.578063, - "main_score": 0.545637, - "hf_subset": "dik_Latn-vie_Latn", - "languages": [ - "dik-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522502, - "recall": 0.572134, - "f1": 0.535924, - "accuracy": 0.572134, - "main_score": 0.535924, - "hf_subset": "dik_Latn-apc_Arab", - "languages": [ - "dik-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530884, - "recall": 0.570158, - "f1": 0.541455, - "accuracy": 0.570158, - "main_score": 0.541455, - "hf_subset": "dik_Latn-bug_Latn", - "languages": [ - "dik-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43569, - "recall": 0.482213, - "f1": 0.448956, - "accuracy": 0.482213, - "main_score": 0.448956, - "hf_subset": "dik_Latn-fon_Latn", - "languages": [ - "dik-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550181, - "recall": 0.592885, - "f1": 0.56163, - "accuracy": 0.592885, - "main_score": 0.56163, - "hf_subset": "dik_Latn-jav_Latn", - "languages": [ - "dik-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467305, - "recall": 0.520751, - "f1": 0.481099, - "accuracy": 0.520751, - "main_score": 0.481099, - "hf_subset": "dik_Latn-lao_Laoo", - "languages": [ - "dik-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449776, - "recall": 0.495059, - "f1": 0.461691, - "accuracy": 0.495059, - "main_score": 0.461691, - "hf_subset": "dik_Latn-mri_Latn", - "languages": [ - "dik-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531104, - "recall": 0.583992, - "f1": 0.545135, - "accuracy": 0.583992, - "main_score": 0.545135, - "hf_subset": "dik_Latn-rus_Cyrl", - "languages": [ - "dik-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472662, - "recall": 0.517787, - "f1": 0.485185, - "accuracy": 0.517787, - "main_score": 0.485185, - "hf_subset": "dik_Latn-taq_Latn", - "languages": [ - "dik-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560523, - "recall": 0.601779, - "f1": 0.571655, - "accuracy": 0.601779, - "main_score": 0.571655, - "hf_subset": "dik_Latn-war_Latn", - "languages": [ - "dik-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506297, - "recall": 0.557312, - "f1": 0.520089, - "accuracy": 0.557312, - "main_score": 0.520089, - "hf_subset": "dik_Latn-arb_Arab", - "languages": [ - "dik-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549677, - "recall": 0.596838, - "f1": 0.562413, - "accuracy": 0.596838, - "main_score": 0.562413, - "hf_subset": "dik_Latn-bul_Cyrl", - "languages": [ - "dik-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548896, - "recall": 0.59585, - "f1": 0.561086, - "accuracy": 0.59585, - "main_score": 0.561086, - "hf_subset": "dik_Latn-fra_Latn", - "languages": [ - "dik-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517305, - "recall": 0.570158, - "f1": 0.531961, - "accuracy": 0.570158, - "main_score": 0.531961, - "hf_subset": "dik_Latn-jpn_Jpan", - "languages": [ - "dik-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534236, - "recall": 0.579051, - "f1": 0.546354, - "accuracy": 0.579051, - "main_score": 0.546354, - "hf_subset": "dik_Latn-lij_Latn", - "languages": [ - "dik-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.370974, - "recall": 0.436759, - "f1": 0.388494, - "accuracy": 0.436759, - "main_score": 0.388494, - "hf_subset": "dik_Latn-mya_Mymr", - "languages": [ - "dik-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500921, - "recall": 0.548419, - "f1": 0.51448, - "accuracy": 0.548419, - "main_score": 0.51448, - "hf_subset": "dik_Latn-sag_Latn", - "languages": [ - "dik-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.141046, - "recall": 0.182806, - "f1": 0.150855, - "accuracy": 0.182806, - "main_score": 0.150855, - "hf_subset": "dik_Latn-taq_Tfng", - "languages": [ - "dik-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514808, - "recall": 0.557312, - "f1": 0.526765, - "accuracy": 0.557312, - "main_score": 0.526765, - "hf_subset": "dik_Latn-wol_Latn", - "languages": [ - "dik-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416383, - "recall": 0.465415, - "f1": 0.430234, - "accuracy": 0.465415, - "main_score": 0.430234, - "hf_subset": "dik_Latn-arb_Latn", - "languages": [ - "dik-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532582, - "recall": 0.586957, - "f1": 0.547178, - "accuracy": 0.586957, - "main_score": 0.547178, - "hf_subset": "dik_Latn-cat_Latn", - "languages": [ - "dik-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526441, - "recall": 0.56917, - "f1": 0.537829, - "accuracy": 0.56917, - "main_score": 0.537829, - "hf_subset": "dik_Latn-fur_Latn", - "languages": [ - "dik-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.369146, - "recall": 0.425889, - "f1": 0.384823, - "accuracy": 0.425889, - "main_score": 0.384823, - "hf_subset": "dik_Latn-kab_Latn", - "languages": [ - "dik-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537606, - "recall": 0.582016, - "f1": 0.549435, - "accuracy": 0.582016, - "main_score": 0.549435, - "hf_subset": "dik_Latn-lim_Latn", - "languages": [ - "dik-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535481, - "recall": 0.581028, - "f1": 0.547461, - "accuracy": 0.581028, - "main_score": 0.547461, - "hf_subset": "dik_Latn-nld_Latn", - "languages": [ - "dik-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481165, - "recall": 0.537549, - "f1": 0.495997, - "accuracy": 0.537549, - "main_score": 0.495997, - "hf_subset": "dik_Latn-san_Deva", - "languages": [ - "dik-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519413, - "recall": 0.564229, - "f1": 0.531736, - "accuracy": 0.564229, - "main_score": 0.531736, - "hf_subset": "dik_Latn-tat_Cyrl", - "languages": [ - "dik-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521631, - "recall": 0.567194, - "f1": 0.534392, - "accuracy": 0.567194, - "main_score": 0.534392, - "hf_subset": "dik_Latn-xho_Latn", - "languages": [ - "dik-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500818, - "recall": 0.555336, - "f1": 0.516113, - "accuracy": 0.555336, - "main_score": 0.516113, - "hf_subset": "dik_Latn-ars_Arab", - "languages": [ - "dik-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5551, - "recall": 0.59585, - "f1": 0.566304, - "accuracy": 0.59585, - "main_score": 0.566304, - "hf_subset": "dik_Latn-ceb_Latn", - "languages": [ - "dik-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481826, - "recall": 0.527668, - "f1": 0.4951, - "accuracy": 0.527668, - "main_score": 0.4951, - "hf_subset": "dik_Latn-fuv_Latn", - "languages": [ - "dik-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469134, - "recall": 0.514822, - "f1": 0.48251, - "accuracy": 0.514822, - "main_score": 0.48251, - "hf_subset": "dik_Latn-kac_Latn", - "languages": [ - "dik-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517032, - "recall": 0.563241, - "f1": 0.529733, - "accuracy": 0.563241, - "main_score": 0.529733, - "hf_subset": "dik_Latn-lin_Latn", - "languages": [ - "dik-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536115, - "recall": 0.58498, - "f1": 0.550029, - "accuracy": 0.58498, - "main_score": 0.550029, - "hf_subset": "dik_Latn-nno_Latn", - "languages": [ - "dik-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.086999, - "recall": 0.116601, - "f1": 0.093528, - "accuracy": 0.116601, - "main_score": 0.093528, - "hf_subset": "dik_Latn-sat_Olck", - "languages": [ - "dik-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514027, - "recall": 0.572134, - "f1": 0.529497, - "accuracy": 0.572134, - "main_score": 0.529497, - "hf_subset": "dik_Latn-tel_Telu", - "languages": [ - "dik-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443449, - "recall": 0.497036, - "f1": 0.457347, - "accuracy": 0.497036, - "main_score": 0.457347, - "hf_subset": "dik_Latn-ydd_Hebr", - "languages": [ - "dik-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500668, - "recall": 0.547431, - "f1": 0.514053, - "accuracy": 0.547431, - "main_score": 0.514053, - "hf_subset": "dik_Latn-ary_Arab", - "languages": [ - "dik-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53363, - "recall": 0.583992, - "f1": 0.546841, - "accuracy": 0.583992, - "main_score": 0.546841, - "hf_subset": "dik_Latn-ces_Latn", - "languages": [ - "dik-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438263, - "recall": 0.491107, - "f1": 0.453205, - "accuracy": 0.491107, - "main_score": 0.453205, - "hf_subset": "dik_Latn-gaz_Latn", - "languages": [ - "dik-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488515, - "recall": 0.535573, - "f1": 0.501557, - "accuracy": 0.535573, - "main_score": 0.501557, - "hf_subset": "dik_Latn-kam_Latn", - "languages": [ - "dik-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51399, - "recall": 0.562253, - "f1": 0.526608, - "accuracy": 0.562253, - "main_score": 0.526608, - "hf_subset": "dik_Latn-lit_Latn", - "languages": [ - "dik-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544977, - "recall": 0.588933, - "f1": 0.556549, - "accuracy": 0.588933, - "main_score": 0.556549, - "hf_subset": "dik_Latn-nob_Latn", - "languages": [ - "dik-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538865, - "recall": 0.582016, - "f1": 0.550611, - "accuracy": 0.582016, - "main_score": 0.550611, - "hf_subset": "dik_Latn-scn_Latn", - "languages": [ - "dik-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518504, - "recall": 0.562253, - "f1": 0.530037, - "accuracy": 0.562253, - "main_score": 0.530037, - "hf_subset": "dik_Latn-tgk_Cyrl", - "languages": [ - "dik-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475854, - "recall": 0.52668, - "f1": 0.489973, - "accuracy": 0.52668, - "main_score": 0.489973, - "hf_subset": "dik_Latn-yor_Latn", - "languages": [ - "dik-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525131, - "recall": 0.570158, - "f1": 0.537347, - "accuracy": 0.570158, - "main_score": 0.537347, - "hf_subset": "dik_Latn-arz_Arab", - "languages": [ - "dik-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464048, - "recall": 0.508893, - "f1": 0.476619, - "accuracy": 0.508893, - "main_score": 0.476619, - "hf_subset": "dik_Latn-cjk_Latn", - "languages": [ - "dik-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463824, - "recall": 0.509881, - "f1": 0.476438, - "accuracy": 0.509881, - "main_score": 0.476438, - "hf_subset": "dik_Latn-gla_Latn", - "languages": [ - "dik-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51517, - "recall": 0.567194, - "f1": 0.529574, - "accuracy": 0.567194, - "main_score": 0.529574, - "hf_subset": "dik_Latn-kan_Knda", - "languages": [ - "dik-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533836, - "recall": 0.579051, - "f1": 0.546631, - "accuracy": 0.579051, - "main_score": 0.546631, - "hf_subset": "dik_Latn-lmo_Latn", - "languages": [ - "dik-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51958, - "recall": 0.575099, - "f1": 0.534847, - "accuracy": 0.575099, - "main_score": 0.534847, - "hf_subset": "dik_Latn-npi_Deva", - "languages": [ - "dik-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403042, - "recall": 0.461462, - "f1": 0.418965, - "accuracy": 0.461462, - "main_score": 0.418965, - "hf_subset": "dik_Latn-shn_Mymr", - "languages": [ - "dik-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553542, - "recall": 0.600791, - "f1": 0.565751, - "accuracy": 0.600791, - "main_score": 0.565751, - "hf_subset": "dik_Latn-tgl_Latn", - "languages": [ - "dik-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503407, - "recall": 0.554348, - "f1": 0.516976, - "accuracy": 0.554348, - "main_score": 0.516976, - "hf_subset": "dik_Latn-yue_Hant", - "languages": [ - "dik-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486725, - "recall": 0.546443, - "f1": 0.50301, - "accuracy": 0.546443, - "main_score": 0.50301, - "hf_subset": "dik_Latn-asm_Beng", - "languages": [ - "dik-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46586, - "recall": 0.525692, - "f1": 0.482017, - "accuracy": 0.525692, - "main_score": 0.482017, - "hf_subset": "dik_Latn-ckb_Arab", - "languages": [ - "dik-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461892, - "recall": 0.507905, - "f1": 0.474768, - "accuracy": 0.507905, - "main_score": 0.474768, - "hf_subset": "dik_Latn-gle_Latn", - "languages": [ - "dik-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45851, - "recall": 0.516798, - "f1": 0.474429, - "accuracy": 0.516798, - "main_score": 0.474429, - "hf_subset": "dik_Latn-kas_Arab", - "languages": [ - "dik-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49034, - "recall": 0.540514, - "f1": 0.503807, - "accuracy": 0.540514, - "main_score": 0.503807, - "hf_subset": "dik_Latn-ltg_Latn", - "languages": [ - "dik-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526385, - "recall": 0.567194, - "f1": 0.537889, - "accuracy": 0.567194, - "main_score": 0.537889, - "hf_subset": "dik_Latn-nso_Latn", - "languages": [ - "dik-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436252, - "recall": 0.501976, - "f1": 0.453414, - "accuracy": 0.501976, - "main_score": 0.453414, - "hf_subset": "dik_Latn-sin_Sinh", - "languages": [ - "dik-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514251, - "recall": 0.568182, - "f1": 0.528602, - "accuracy": 0.568182, - "main_score": 0.528602, - "hf_subset": "dik_Latn-tha_Thai", - "languages": [ - "dik-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506146, - "recall": 0.55336, - "f1": 0.518444, - "accuracy": 0.55336, - "main_score": 0.518444, - "hf_subset": "dik_Latn-zho_Hans", - "languages": [ - "dik-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554918, - "recall": 0.597826, - "f1": 0.5666, - "accuracy": 0.597826, - "main_score": 0.5666, - "hf_subset": "dik_Latn-ast_Latn", - "languages": [ - "dik-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501511, - "recall": 0.55336, - "f1": 0.515869, - "accuracy": 0.55336, - "main_score": 0.515869, - "hf_subset": "dik_Latn-crh_Latn", - "languages": [ - "dik-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539649, - "recall": 0.590909, - "f1": 0.55323, - "accuracy": 0.590909, - "main_score": 0.55323, - "hf_subset": "dik_Latn-glg_Latn", - "languages": [ - "dik-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46963, - "recall": 0.524704, - "f1": 0.484267, - "accuracy": 0.524704, - "main_score": 0.484267, - "hf_subset": "dik_Latn-kas_Deva", - "languages": [ - "dik-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512045, - "recall": 0.559289, - "f1": 0.525362, - "accuracy": 0.559289, - "main_score": 0.525362, - "hf_subset": "dik_Latn-ltz_Latn", - "languages": [ - "dik-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442199, - "recall": 0.505929, - "f1": 0.459438, - "accuracy": 0.505929, - "main_score": 0.459438, - "hf_subset": "dik_Latn-nus_Latn", - "languages": [ - "dik-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529246, - "recall": 0.582016, - "f1": 0.543313, - "accuracy": 0.582016, - "main_score": 0.543313, - "hf_subset": "dik_Latn-slk_Latn", - "languages": [ - "dik-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.362446, - "recall": 0.423913, - "f1": 0.379134, - "accuracy": 0.423913, - "main_score": 0.379134, - "hf_subset": "dik_Latn-tir_Ethi", - "languages": [ - "dik-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491259, - "recall": 0.548419, - "f1": 0.507019, - "accuracy": 0.548419, - "main_score": 0.507019, - "hf_subset": "dik_Latn-zho_Hant", - "languages": [ - "dik-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522095, - "recall": 0.571146, - "f1": 0.535616, - "accuracy": 0.571146, - "main_score": 0.535616, - "hf_subset": "dik_Latn-awa_Deva", - "languages": [ - "dik-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491411, - "recall": 0.538538, - "f1": 0.504385, - "accuracy": 0.538538, - "main_score": 0.504385, - "hf_subset": "dik_Latn-cym_Latn", - "languages": [ - "dik-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534544, - "recall": 0.579051, - "f1": 0.54727, - "accuracy": 0.579051, - "main_score": 0.54727, - "hf_subset": "dik_Latn-grn_Latn", - "languages": [ - "dik-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495178, - "recall": 0.549407, - "f1": 0.509535, - "accuracy": 0.549407, - "main_score": 0.509535, - "hf_subset": "dik_Latn-kat_Geor", - "languages": [ - "dik-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520017, - "recall": 0.563241, - "f1": 0.531732, - "accuracy": 0.563241, - "main_score": 0.531732, - "hf_subset": "dik_Latn-lua_Latn", - "languages": [ - "dik-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522154, - "recall": 0.56917, - "f1": 0.535533, - "accuracy": 0.56917, - "main_score": 0.535533, - "hf_subset": "dik_Latn-nya_Latn", - "languages": [ - "dik-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532583, - "recall": 0.573123, - "f1": 0.543291, - "accuracy": 0.573123, - "main_score": 0.543291, - "hf_subset": "dik_Latn-slv_Latn", - "languages": [ - "dik-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550819, - "recall": 0.590909, - "f1": 0.56204, - "accuracy": 0.590909, - "main_score": 0.56204, - "hf_subset": "dik_Latn-tpi_Latn", - "languages": [ - "dik-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558336, - "recall": 0.602767, - "f1": 0.570308, - "accuracy": 0.602767, - "main_score": 0.570308, - "hf_subset": "dik_Latn-zsm_Latn", - "languages": [ - "dik-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476576, - "recall": 0.522727, - "f1": 0.49011, - "accuracy": 0.522727, - "main_score": 0.49011, - "hf_subset": "dik_Latn-ayr_Latn", - "languages": [ - "dik-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550325, - "recall": 0.59585, - "f1": 0.562705, - "accuracy": 0.59585, - "main_score": 0.562705, - "hf_subset": "dik_Latn-dan_Latn", - "languages": [ - "dik-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524286, - "recall": 0.575099, - "f1": 0.537618, - "accuracy": 0.575099, - "main_score": 0.537618, - "hf_subset": "dik_Latn-guj_Gujr", - "languages": [ - "dik-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536731, - "recall": 0.588933, - "f1": 0.55123, - "accuracy": 0.588933, - "main_score": 0.55123, - "hf_subset": "dik_Latn-kaz_Cyrl", - "languages": [ - "dik-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457631, - "recall": 0.505929, - "f1": 0.470846, - "accuracy": 0.505929, - "main_score": 0.470846, - "hf_subset": "dik_Latn-lug_Latn", - "languages": [ - "dik-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546173, - "recall": 0.594862, - "f1": 0.559097, - "accuracy": 0.594862, - "main_score": 0.559097, - "hf_subset": "dik_Latn-oci_Latn", - "languages": [ - "dik-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507909, - "recall": 0.547431, - "f1": 0.518737, - "accuracy": 0.547431, - "main_score": 0.518737, - "hf_subset": "dik_Latn-smo_Latn", - "languages": [ - "dik-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466088, - "recall": 0.518775, - "f1": 0.479957, - "accuracy": 0.518775, - "main_score": 0.479957, - "hf_subset": "dik_Latn-tsn_Latn", - "languages": [ - "dik-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472292, - "recall": 0.525692, - "f1": 0.486628, - "accuracy": 0.525692, - "main_score": 0.486628, - "hf_subset": "dik_Latn-zul_Latn", - "languages": [ - "dik-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.429837, - "recall": 0.491107, - "f1": 0.446583, - "accuracy": 0.491107, - "main_score": 0.446583, - "hf_subset": "dik_Latn-azb_Arab", - "languages": [ - "dik-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542767, - "recall": 0.589921, - "f1": 0.55497, - "accuracy": 0.589921, - "main_score": 0.55497, - "hf_subset": "dik_Latn-deu_Latn", - "languages": [ - "dik-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473673, - "recall": 0.528656, - "f1": 0.487724, - "accuracy": 0.528656, - "main_score": 0.487724, - "hf_subset": "dik_Latn-hat_Latn", - "languages": [ - "dik-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444701, - "recall": 0.488142, - "f1": 0.456521, - "accuracy": 0.488142, - "main_score": 0.456521, - "hf_subset": "dik_Latn-kbp_Latn", - "languages": [ - "dik-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522393, - "recall": 0.567194, - "f1": 0.53489, - "accuracy": 0.567194, - "main_score": 0.53489, - "hf_subset": "dik_Latn-luo_Latn", - "languages": [ - "dik-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486337, - "recall": 0.544466, - "f1": 0.501773, - "accuracy": 0.544466, - "main_score": 0.501773, - "hf_subset": "dik_Latn-ory_Orya", - "languages": [ - "dik-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488472, - "recall": 0.540514, - "f1": 0.503301, - "accuracy": 0.540514, - "main_score": 0.503301, - "hf_subset": "dik_Latn-sna_Latn", - "languages": [ - "dik-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46471, - "recall": 0.509881, - "f1": 0.477396, - "accuracy": 0.509881, - "main_score": 0.477396, - "hf_subset": "dik_Latn-tso_Latn", - "languages": [ - "dik-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493882, - "recall": 0.548419, - "f1": 0.507897, - "accuracy": 0.548419, - "main_score": 0.507897, - "hf_subset": "dik_Latn-azj_Latn", - "languages": [ - "dik-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500859, - "recall": 0.541502, - "f1": 0.512813, - "accuracy": 0.541502, - "main_score": 0.512813, - "hf_subset": "dik_Latn-hau_Latn", - "languages": [ - "dik-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534227, - "recall": 0.574111, - "f1": 0.544292, - "accuracy": 0.574111, - "main_score": 0.544292, - "hf_subset": "dik_Latn-kea_Latn", - "languages": [ - "dik-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518733, - "recall": 0.564229, - "f1": 0.532008, - "accuracy": 0.564229, - "main_score": 0.532008, - "hf_subset": "dik_Latn-lus_Latn", - "languages": [ - "dik-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543749, - "recall": 0.583004, - "f1": 0.554385, - "accuracy": 0.583004, - "main_score": 0.554385, - "hf_subset": "dik_Latn-pag_Latn", - "languages": [ - "dik-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490836, - "recall": 0.540514, - "f1": 0.504307, - "accuracy": 0.540514, - "main_score": 0.504307, - "hf_subset": "dik_Latn-snd_Arab", - "languages": [ - "dik-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482484, - "recall": 0.534585, - "f1": 0.497265, - "accuracy": 0.534585, - "main_score": 0.497265, - "hf_subset": "dik_Latn-tuk_Latn", - "languages": [ - "dik-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526199, - "recall": 0.571146, - "f1": 0.53857, - "accuracy": 0.571146, - "main_score": 0.53857, - "hf_subset": "dik_Latn-bak_Cyrl", - "languages": [ - "dik-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427842, - "recall": 0.48419, - "f1": 0.444238, - "accuracy": 0.48419, - "main_score": 0.444238, - "hf_subset": "dik_Latn-dyu_Latn", - "languages": [ - "dik-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502003, - "recall": 0.559289, - "f1": 0.517838, - "accuracy": 0.559289, - "main_score": 0.517838, - "hf_subset": "dik_Latn-heb_Hebr", - "languages": [ - "dik-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49467, - "recall": 0.545455, - "f1": 0.50863, - "accuracy": 0.545455, - "main_score": 0.50863, - "hf_subset": "dik_Latn-khk_Cyrl", - "languages": [ - "dik-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520571, - "recall": 0.567194, - "f1": 0.532941, - "accuracy": 0.567194, - "main_score": 0.532941, - "hf_subset": "dik_Latn-lvs_Latn", - "languages": [ - "dik-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524125, - "recall": 0.58004, - "f1": 0.538601, - "accuracy": 0.58004, - "main_score": 0.538601, - "hf_subset": "dik_Latn-pan_Guru", - "languages": [ - "dik-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46713, - "recall": 0.508893, - "f1": 0.478684, - "accuracy": 0.508893, - "main_score": 0.478684, - "hf_subset": "dik_Latn-som_Latn", - "languages": [ - "dik-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479211, - "recall": 0.523715, - "f1": 0.491808, - "accuracy": 0.523715, - "main_score": 0.491808, - "hf_subset": "dik_Latn-tum_Latn", - "languages": [ - "dik-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45816, - "recall": 0.504941, - "f1": 0.471305, - "accuracy": 0.504941, - "main_score": 0.471305, - "hf_subset": "hau_Latn-ace_Arab", - "languages": [ - "hau-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518198, - "recall": 0.561265, - "f1": 0.531028, - "accuracy": 0.561265, - "main_score": 0.531028, - "hf_subset": "hau_Latn-bam_Latn", - "languages": [ - "hau-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.284126, - "recall": 0.333992, - "f1": 0.29638, - "accuracy": 0.333992, - "main_score": 0.29638, - "hf_subset": "hau_Latn-dzo_Tibt", - "languages": [ - "hau-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734378, - "recall": 0.779644, - "f1": 0.746987, - "accuracy": 0.779644, - "main_score": 0.746987, - "hf_subset": "hau_Latn-hin_Deva", - "languages": [ - "hau-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696536, - "recall": 0.75, - "f1": 0.711233, - "accuracy": 0.75, - "main_score": 0.711233, - "hf_subset": "hau_Latn-khm_Khmr", - "languages": [ - "hau-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703448, - "recall": 0.748024, - "f1": 0.715637, - "accuracy": 0.748024, - "main_score": 0.715637, - "hf_subset": "hau_Latn-mag_Deva", - "languages": [ - "hau-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66843, - "recall": 0.70751, - "f1": 0.679083, - "accuracy": 0.70751, - "main_score": 0.679083, - "hf_subset": "hau_Latn-pap_Latn", - "languages": [ - "hau-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558841, - "recall": 0.599802, - "f1": 0.570058, - "accuracy": 0.599802, - "main_score": 0.570058, - "hf_subset": "hau_Latn-sot_Latn", - "languages": [ - "hau-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716499, - "recall": 0.770751, - "f1": 0.731362, - "accuracy": 0.770751, - "main_score": 0.731362, - "hf_subset": "hau_Latn-tur_Latn", - "languages": [ - "hau-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616547, - "recall": 0.660079, - "f1": 0.628304, - "accuracy": 0.660079, - "main_score": 0.628304, - "hf_subset": "hau_Latn-ace_Latn", - "languages": [ - "hau-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655932, - "recall": 0.689723, - "f1": 0.664564, - "accuracy": 0.689723, - "main_score": 0.664564, - "hf_subset": "hau_Latn-ban_Latn", - "languages": [ - "hau-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716777, - "recall": 0.770751, - "f1": 0.731643, - "accuracy": 0.770751, - "main_score": 0.731643, - "hf_subset": "hau_Latn-ell_Grek", - "languages": [ - "hau-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690236, - "recall": 0.738142, - "f1": 0.7034, - "accuracy": 0.738142, - "main_score": 0.7034, - "hf_subset": "hau_Latn-hne_Deva", - "languages": [ - "hau-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527116, - "recall": 0.56917, - "f1": 0.538857, - "accuracy": 0.56917, - "main_score": 0.538857, - "hf_subset": "hau_Latn-kik_Latn", - "languages": [ - "hau-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706427, - "recall": 0.750988, - "f1": 0.718343, - "accuracy": 0.750988, - "main_score": 0.718343, - "hf_subset": "hau_Latn-mai_Deva", - "languages": [ - "hau-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635966, - "recall": 0.692688, - "f1": 0.65165, - "accuracy": 0.692688, - "main_score": 0.65165, - "hf_subset": "hau_Latn-pbt_Arab", - "languages": [ - "hau-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709255, - "recall": 0.763834, - "f1": 0.72396, - "accuracy": 0.763834, - "main_score": 0.72396, - "hf_subset": "hau_Latn-spa_Latn", - "languages": [ - "hau-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549715, - "recall": 0.588933, - "f1": 0.56009, - "accuracy": 0.588933, - "main_score": 0.56009, - "hf_subset": "hau_Latn-twi_Latn", - "languages": [ - "hau-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705971, - "recall": 0.753953, - "f1": 0.71837, - "accuracy": 0.753953, - "main_score": 0.71837, - "hf_subset": "hau_Latn-acm_Arab", - "languages": [ - "hau-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663868, - "recall": 0.718379, - "f1": 0.678166, - "accuracy": 0.718379, - "main_score": 0.678166, - "hf_subset": "hau_Latn-bel_Cyrl", - "languages": [ - "hau-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753988, - "recall": 0.799407, - "f1": 0.766386, - "accuracy": 0.799407, - "main_score": 0.766386, - "hf_subset": "hau_Latn-eng_Latn", - "languages": [ - "hau-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730042, - "recall": 0.784585, - "f1": 0.745033, - "accuracy": 0.784585, - "main_score": 0.745033, - "hf_subset": "hau_Latn-hrv_Latn", - "languages": [ - "hau-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534218, - "recall": 0.577075, - "f1": 0.545762, - "accuracy": 0.577075, - "main_score": 0.545762, - "hf_subset": "hau_Latn-kin_Latn", - "languages": [ - "hau-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701479, - "recall": 0.754941, - "f1": 0.716455, - "accuracy": 0.754941, - "main_score": 0.716455, - "hf_subset": "hau_Latn-mal_Mlym", - "languages": [ - "hau-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702693, - "recall": 0.757905, - "f1": 0.71839, - "accuracy": 0.757905, - "main_score": 0.71839, - "hf_subset": "hau_Latn-pes_Arab", - "languages": [ - "hau-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683961, - "recall": 0.732213, - "f1": 0.696308, - "accuracy": 0.732213, - "main_score": 0.696308, - "hf_subset": "hau_Latn-srd_Latn", - "languages": [ - "hau-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212974, - "recall": 0.255929, - "f1": 0.223894, - "accuracy": 0.255929, - "main_score": 0.223894, - "hf_subset": "hau_Latn-tzm_Tfng", - "languages": [ - "hau-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713462, - "recall": 0.763834, - "f1": 0.726658, - "accuracy": 0.763834, - "main_score": 0.726658, - "hf_subset": "hau_Latn-acq_Arab", - "languages": [ - "hau-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56616, - "recall": 0.609684, - "f1": 0.578245, - "accuracy": 0.609684, - "main_score": 0.578245, - "hf_subset": "hau_Latn-bem_Latn", - "languages": [ - "hau-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722081, - "recall": 0.775692, - "f1": 0.736751, - "accuracy": 0.775692, - "main_score": 0.736751, - "hf_subset": "hau_Latn-epo_Latn", - "languages": [ - "hau-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720233, - "recall": 0.764822, - "f1": 0.731946, - "accuracy": 0.764822, - "main_score": 0.731946, - "hf_subset": "hau_Latn-hun_Latn", - "languages": [ - "hau-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660577, - "recall": 0.719368, - "f1": 0.675799, - "accuracy": 0.719368, - "main_score": 0.675799, - "hf_subset": "hau_Latn-kir_Cyrl", - "languages": [ - "hau-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705078, - "recall": 0.752964, - "f1": 0.718064, - "accuracy": 0.752964, - "main_score": 0.718064, - "hf_subset": "hau_Latn-mar_Deva", - "languages": [ - "hau-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572706, - "recall": 0.618577, - "f1": 0.584883, - "accuracy": 0.618577, - "main_score": 0.584883, - "hf_subset": "hau_Latn-plt_Latn", - "languages": [ - "hau-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720778, - "recall": 0.770751, - "f1": 0.73399, - "accuracy": 0.770751, - "main_score": 0.73399, - "hf_subset": "hau_Latn-srp_Cyrl", - "languages": [ - "hau-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612447, - "recall": 0.672925, - "f1": 0.62963, - "accuracy": 0.672925, - "main_score": 0.62963, - "hf_subset": "hau_Latn-uig_Arab", - "languages": [ - "hau-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670281, - "recall": 0.721344, - "f1": 0.684576, - "accuracy": 0.721344, - "main_score": 0.684576, - "hf_subset": "hau_Latn-aeb_Arab", - "languages": [ - "hau-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712566, - "recall": 0.763834, - "f1": 0.727288, - "accuracy": 0.763834, - "main_score": 0.727288, - "hf_subset": "hau_Latn-ben_Beng", - "languages": [ - "hau-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692788, - "recall": 0.748024, - "f1": 0.708178, - "accuracy": 0.748024, - "main_score": 0.708178, - "hf_subset": "hau_Latn-est_Latn", - "languages": [ - "hau-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715601, - "recall": 0.769763, - "f1": 0.730095, - "accuracy": 0.769763, - "main_score": 0.730095, - "hf_subset": "hau_Latn-hye_Armn", - "languages": [ - "hau-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518141, - "recall": 0.554348, - "f1": 0.528678, - "accuracy": 0.554348, - "main_score": 0.528678, - "hf_subset": "hau_Latn-kmb_Latn", - "languages": [ - "hau-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413479, - "recall": 0.470356, - "f1": 0.428489, - "accuracy": 0.470356, - "main_score": 0.428489, - "hf_subset": "hau_Latn-min_Arab", - "languages": [ - "hau-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716718, - "recall": 0.767787, - "f1": 0.730893, - "accuracy": 0.767787, - "main_score": 0.730893, - "hf_subset": "hau_Latn-pol_Latn", - "languages": [ - "hau-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550703, - "recall": 0.592885, - "f1": 0.562888, - "accuracy": 0.592885, - "main_score": 0.562888, - "hf_subset": "hau_Latn-ssw_Latn", - "languages": [ - "hau-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713596, - "recall": 0.767787, - "f1": 0.728402, - "accuracy": 0.767787, - "main_score": 0.728402, - "hf_subset": "hau_Latn-ukr_Cyrl", - "languages": [ - "hau-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743788, - "recall": 0.796443, - "f1": 0.758372, - "accuracy": 0.796443, - "main_score": 0.758372, - "hf_subset": "hau_Latn-afr_Latn", - "languages": [ - "hau-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681946, - "recall": 0.72332, - "f1": 0.693122, - "accuracy": 0.72332, - "main_score": 0.693122, - "hf_subset": "hau_Latn-bho_Deva", - "languages": [ - "hau-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688887, - "recall": 0.740119, - "f1": 0.70335, - "accuracy": 0.740119, - "main_score": 0.70335, - "hf_subset": "hau_Latn-eus_Latn", - "languages": [ - "hau-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552581, - "recall": 0.596838, - "f1": 0.565173, - "accuracy": 0.596838, - "main_score": 0.565173, - "hf_subset": "hau_Latn-ibo_Latn", - "languages": [ - "hau-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631977, - "recall": 0.681818, - "f1": 0.645447, - "accuracy": 0.681818, - "main_score": 0.645447, - "hf_subset": "hau_Latn-kmr_Latn", - "languages": [ - "hau-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678899, - "recall": 0.728261, - "f1": 0.692674, - "accuracy": 0.728261, - "main_score": 0.692674, - "hf_subset": "hau_Latn-min_Latn", - "languages": [ - "hau-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753427, - "recall": 0.800395, - "f1": 0.766382, - "accuracy": 0.800395, - "main_score": 0.766382, - "hf_subset": "hau_Latn-por_Latn", - "languages": [ - "hau-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710286, - "recall": 0.753953, - "f1": 0.722327, - "accuracy": 0.753953, - "main_score": 0.722327, - "hf_subset": "hau_Latn-sun_Latn", - "languages": [ - "hau-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509828, - "recall": 0.552372, - "f1": 0.521276, - "accuracy": 0.552372, - "main_score": 0.521276, - "hf_subset": "hau_Latn-umb_Latn", - "languages": [ - "hau-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708682, - "recall": 0.762846, - "f1": 0.723219, - "accuracy": 0.762846, - "main_score": 0.723219, - "hf_subset": "hau_Latn-ajp_Arab", - "languages": [ - "hau-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436191, - "recall": 0.488142, - "f1": 0.450116, - "accuracy": 0.488142, - "main_score": 0.450116, - "hf_subset": "hau_Latn-bjn_Arab", - "languages": [ - "hau-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497891, - "recall": 0.534585, - "f1": 0.50822, - "accuracy": 0.534585, - "main_score": 0.50822, - "hf_subset": "hau_Latn-ewe_Latn", - "languages": [ - "hau-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654441, - "recall": 0.697628, - "f1": 0.666265, - "accuracy": 0.697628, - "main_score": 0.666265, - "hf_subset": "hau_Latn-ilo_Latn", - "languages": [ - "hau-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.320199, - "recall": 0.366601, - "f1": 0.33347, - "accuracy": 0.366601, - "main_score": 0.33347, - "hf_subset": "hau_Latn-knc_Arab", - "languages": [ - "hau-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704752, - "recall": 0.764822, - "f1": 0.720913, - "accuracy": 0.764822, - "main_score": 0.720913, - "hf_subset": "hau_Latn-mkd_Cyrl", - "languages": [ - "hau-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704004, - "recall": 0.762846, - "f1": 0.720061, - "accuracy": 0.762846, - "main_score": 0.720061, - "hf_subset": "hau_Latn-prs_Arab", - "languages": [ - "hau-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.748302, - "recall": 0.796443, - "f1": 0.761095, - "accuracy": 0.796443, - "main_score": 0.761095, - "hf_subset": "hau_Latn-swe_Latn", - "languages": [ - "hau-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69262, - "recall": 0.754941, - "f1": 0.71073, - "accuracy": 0.754941, - "main_score": 0.71073, - "hf_subset": "hau_Latn-urd_Arab", - "languages": [ - "hau-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530754, - "recall": 0.570158, - "f1": 0.541795, - "accuracy": 0.570158, - "main_score": 0.541795, - "hf_subset": "hau_Latn-aka_Latn", - "languages": [ - "hau-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690789, - "recall": 0.726285, - "f1": 0.700117, - "accuracy": 0.726285, - "main_score": 0.700117, - "hf_subset": "hau_Latn-bjn_Latn", - "languages": [ - "hau-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676525, - "recall": 0.722332, - "f1": 0.688951, - "accuracy": 0.722332, - "main_score": 0.688951, - "hf_subset": "hau_Latn-fao_Latn", - "languages": [ - "hau-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.749629, - "recall": 0.79249, - "f1": 0.761963, - "accuracy": 0.79249, - "main_score": 0.761963, - "hf_subset": "hau_Latn-ind_Latn", - "languages": [ - "hau-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579303, - "recall": 0.615613, - "f1": 0.588663, - "accuracy": 0.615613, - "main_score": 0.588663, - "hf_subset": "hau_Latn-knc_Latn", - "languages": [ - "hau-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707201, - "recall": 0.752964, - "f1": 0.719182, - "accuracy": 0.752964, - "main_score": 0.719182, - "hf_subset": "hau_Latn-mlt_Latn", - "languages": [ - "hau-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569936, - "recall": 0.615613, - "f1": 0.583115, - "accuracy": 0.615613, - "main_score": 0.583115, - "hf_subset": "hau_Latn-quy_Latn", - "languages": [ - "hau-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714069, - "recall": 0.76087, - "f1": 0.726731, - "accuracy": 0.76087, - "main_score": 0.726731, - "hf_subset": "hau_Latn-swh_Latn", - "languages": [ - "hau-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700315, - "recall": 0.749012, - "f1": 0.713507, - "accuracy": 0.749012, - "main_score": 0.713507, - "hf_subset": "hau_Latn-uzn_Latn", - "languages": [ - "hau-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71102, - "recall": 0.764822, - "f1": 0.726554, - "accuracy": 0.764822, - "main_score": 0.726554, - "hf_subset": "hau_Latn-als_Latn", - "languages": [ - "hau-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.386622, - "recall": 0.456522, - "f1": 0.405044, - "accuracy": 0.456522, - "main_score": 0.405044, - "hf_subset": "hau_Latn-bod_Tibt", - "languages": [ - "hau-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590813, - "recall": 0.639328, - "f1": 0.603871, - "accuracy": 0.639328, - "main_score": 0.603871, - "hf_subset": "hau_Latn-fij_Latn", - "languages": [ - "hau-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671422, - "recall": 0.720356, - "f1": 0.684628, - "accuracy": 0.720356, - "main_score": 0.684628, - "hf_subset": "hau_Latn-isl_Latn", - "languages": [ - "hau-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555312, - "recall": 0.592885, - "f1": 0.565373, - "accuracy": 0.592885, - "main_score": 0.565373, - "hf_subset": "hau_Latn-kon_Latn", - "languages": [ - "hau-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494673, - "recall": 0.539526, - "f1": 0.505946, - "accuracy": 0.539526, - "main_score": 0.505946, - "hf_subset": "hau_Latn-mni_Beng", - "languages": [ - "hau-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745762, - "recall": 0.797431, - "f1": 0.760242, - "accuracy": 0.797431, - "main_score": 0.760242, - "hf_subset": "hau_Latn-ron_Latn", - "languages": [ - "hau-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699627, - "recall": 0.742095, - "f1": 0.71072, - "accuracy": 0.742095, - "main_score": 0.71072, - "hf_subset": "hau_Latn-szl_Latn", - "languages": [ - "hau-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705409, - "recall": 0.750988, - "f1": 0.717514, - "accuracy": 0.750988, - "main_score": 0.717514, - "hf_subset": "hau_Latn-vec_Latn", - "languages": [ - "hau-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617987, - "recall": 0.675889, - "f1": 0.633326, - "accuracy": 0.675889, - "main_score": 0.633326, - "hf_subset": "hau_Latn-amh_Ethi", - "languages": [ - "hau-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.732992, - "recall": 0.783597, - "f1": 0.746498, - "accuracy": 0.783597, - "main_score": 0.746498, - "hf_subset": "hau_Latn-bos_Latn", - "languages": [ - "hau-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692899, - "recall": 0.748024, - "f1": 0.708057, - "accuracy": 0.748024, - "main_score": 0.708057, - "hf_subset": "hau_Latn-fin_Latn", - "languages": [ - "hau-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700016, - "recall": 0.751976, - "f1": 0.714103, - "accuracy": 0.751976, - "main_score": 0.714103, - "hf_subset": "hau_Latn-ita_Latn", - "languages": [ - "hau-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710189, - "recall": 0.766798, - "f1": 0.726223, - "accuracy": 0.766798, - "main_score": 0.726223, - "hf_subset": "hau_Latn-kor_Hang", - "languages": [ - "hau-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511005, - "recall": 0.548419, - "f1": 0.521341, - "accuracy": 0.548419, - "main_score": 0.521341, - "hf_subset": "hau_Latn-mos_Latn", - "languages": [ - "hau-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547524, - "recall": 0.58498, - "f1": 0.558319, - "accuracy": 0.58498, - "main_score": 0.558319, - "hf_subset": "hau_Latn-run_Latn", - "languages": [ - "hau-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696305, - "recall": 0.750988, - "f1": 0.711619, - "accuracy": 0.750988, - "main_score": 0.711619, - "hf_subset": "hau_Latn-tam_Taml", - "languages": [ - "hau-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711442, - "recall": 0.76087, - "f1": 0.724729, - "accuracy": 0.76087, - "main_score": 0.724729, - "hf_subset": "hau_Latn-vie_Latn", - "languages": [ - "hau-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703288, - "recall": 0.753953, - "f1": 0.717217, - "accuracy": 0.753953, - "main_score": 0.717217, - "hf_subset": "hau_Latn-apc_Arab", - "languages": [ - "hau-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58341, - "recall": 0.625494, - "f1": 0.594742, - "accuracy": 0.625494, - "main_score": 0.594742, - "hf_subset": "hau_Latn-bug_Latn", - "languages": [ - "hau-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483656, - "recall": 0.520751, - "f1": 0.494648, - "accuracy": 0.520751, - "main_score": 0.494648, - "hf_subset": "hau_Latn-fon_Latn", - "languages": [ - "hau-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735661, - "recall": 0.779644, - "f1": 0.747851, - "accuracy": 0.779644, - "main_score": 0.747851, - "hf_subset": "hau_Latn-jav_Latn", - "languages": [ - "hau-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679132, - "recall": 0.738142, - "f1": 0.696076, - "accuracy": 0.738142, - "main_score": 0.696076, - "hf_subset": "hau_Latn-lao_Laoo", - "languages": [ - "hau-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631932, - "recall": 0.678854, - "f1": 0.644102, - "accuracy": 0.678854, - "main_score": 0.644102, - "hf_subset": "hau_Latn-mri_Latn", - "languages": [ - "hau-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708929, - "recall": 0.761858, - "f1": 0.723234, - "accuracy": 0.761858, - "main_score": 0.723234, - "hf_subset": "hau_Latn-rus_Cyrl", - "languages": [ - "hau-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504275, - "recall": 0.54249, - "f1": 0.514846, - "accuracy": 0.54249, - "main_score": 0.514846, - "hf_subset": "hau_Latn-taq_Latn", - "languages": [ - "hau-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695331, - "recall": 0.743083, - "f1": 0.707127, - "accuracy": 0.743083, - "main_score": 0.707127, - "hf_subset": "hau_Latn-war_Latn", - "languages": [ - "hau-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714534, - "recall": 0.764822, - "f1": 0.728034, - "accuracy": 0.764822, - "main_score": 0.728034, - "hf_subset": "hau_Latn-arb_Arab", - "languages": [ - "hau-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713505, - "recall": 0.762846, - "f1": 0.726488, - "accuracy": 0.762846, - "main_score": 0.726488, - "hf_subset": "hau_Latn-bul_Cyrl", - "languages": [ - "hau-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737774, - "recall": 0.787549, - "f1": 0.7509, - "accuracy": 0.787549, - "main_score": 0.7509, - "hf_subset": "hau_Latn-fra_Latn", - "languages": [ - "hau-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683038, - "recall": 0.732213, - "f1": 0.696424, - "accuracy": 0.732213, - "main_score": 0.696424, - "hf_subset": "hau_Latn-jpn_Jpan", - "languages": [ - "hau-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708243, - "recall": 0.754941, - "f1": 0.72106, - "accuracy": 0.754941, - "main_score": 0.72106, - "hf_subset": "hau_Latn-lij_Latn", - "languages": [ - "hau-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594639, - "recall": 0.675889, - "f1": 0.617193, - "accuracy": 0.675889, - "main_score": 0.617193, - "hf_subset": "hau_Latn-mya_Mymr", - "languages": [ - "hau-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528037, - "recall": 0.56917, - "f1": 0.539403, - "accuracy": 0.56917, - "main_score": 0.539403, - "hf_subset": "hau_Latn-sag_Latn", - "languages": [ - "hau-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212591, - "recall": 0.248024, - "f1": 0.220535, - "accuracy": 0.248024, - "main_score": 0.220535, - "hf_subset": "hau_Latn-taq_Tfng", - "languages": [ - "hau-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558343, - "recall": 0.596838, - "f1": 0.569041, - "accuracy": 0.596838, - "main_score": 0.569041, - "hf_subset": "hau_Latn-wol_Latn", - "languages": [ - "hau-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558391, - "recall": 0.606719, - "f1": 0.571668, - "accuracy": 0.606719, - "main_score": 0.571668, - "hf_subset": "hau_Latn-arb_Latn", - "languages": [ - "hau-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727052, - "recall": 0.77668, - "f1": 0.740297, - "accuracy": 0.77668, - "main_score": 0.740297, - "hf_subset": "hau_Latn-cat_Latn", - "languages": [ - "hau-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671708, - "recall": 0.720356, - "f1": 0.684258, - "accuracy": 0.720356, - "main_score": 0.684258, - "hf_subset": "hau_Latn-fur_Latn", - "languages": [ - "hau-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457653, - "recall": 0.500988, - "f1": 0.469562, - "accuracy": 0.500988, - "main_score": 0.469562, - "hf_subset": "hau_Latn-kab_Latn", - "languages": [ - "hau-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659641, - "recall": 0.705534, - "f1": 0.671983, - "accuracy": 0.705534, - "main_score": 0.671983, - "hf_subset": "hau_Latn-lim_Latn", - "languages": [ - "hau-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701339, - "recall": 0.754941, - "f1": 0.715973, - "accuracy": 0.754941, - "main_score": 0.715973, - "hf_subset": "hau_Latn-nld_Latn", - "languages": [ - "hau-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660949, - "recall": 0.721344, - "f1": 0.677098, - "accuracy": 0.721344, - "main_score": 0.677098, - "hf_subset": "hau_Latn-san_Deva", - "languages": [ - "hau-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68196, - "recall": 0.735178, - "f1": 0.696516, - "accuracy": 0.735178, - "main_score": 0.696516, - "hf_subset": "hau_Latn-tat_Cyrl", - "languages": [ - "hau-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587956, - "recall": 0.637352, - "f1": 0.601677, - "accuracy": 0.637352, - "main_score": 0.601677, - "hf_subset": "hau_Latn-xho_Latn", - "languages": [ - "hau-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700409, - "recall": 0.756917, - "f1": 0.716051, - "accuracy": 0.756917, - "main_score": 0.716051, - "hf_subset": "hau_Latn-ars_Arab", - "languages": [ - "hau-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722908, - "recall": 0.762846, - "f1": 0.734018, - "accuracy": 0.762846, - "main_score": 0.734018, - "hf_subset": "hau_Latn-ceb_Latn", - "languages": [ - "hau-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539174, - "recall": 0.583992, - "f1": 0.552603, - "accuracy": 0.583992, - "main_score": 0.552603, - "hf_subset": "hau_Latn-fuv_Latn", - "languages": [ - "hau-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509524, - "recall": 0.544466, - "f1": 0.519034, - "accuracy": 0.544466, - "main_score": 0.519034, - "hf_subset": "hau_Latn-kac_Latn", - "languages": [ - "hau-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564312, - "recall": 0.601779, - "f1": 0.574589, - "accuracy": 0.601779, - "main_score": 0.574589, - "hf_subset": "hau_Latn-lin_Latn", - "languages": [ - "hau-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723325, - "recall": 0.77668, - "f1": 0.738539, - "accuracy": 0.77668, - "main_score": 0.738539, - "hf_subset": "hau_Latn-nno_Latn", - "languages": [ - "hau-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.184318, - "recall": 0.236166, - "f1": 0.197863, - "accuracy": 0.236166, - "main_score": 0.197863, - "hf_subset": "hau_Latn-sat_Olck", - "languages": [ - "hau-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691432, - "recall": 0.75, - "f1": 0.707442, - "accuracy": 0.75, - "main_score": 0.707442, - "hf_subset": "hau_Latn-tel_Telu", - "languages": [ - "hau-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618751, - "recall": 0.683794, - "f1": 0.636635, - "accuracy": 0.683794, - "main_score": 0.636635, - "hf_subset": "hau_Latn-ydd_Hebr", - "languages": [ - "hau-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634085, - "recall": 0.687747, - "f1": 0.64851, - "accuracy": 0.687747, - "main_score": 0.64851, - "hf_subset": "hau_Latn-ary_Arab", - "languages": [ - "hau-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726125, - "recall": 0.773715, - "f1": 0.739256, - "accuracy": 0.773715, - "main_score": 0.739256, - "hf_subset": "hau_Latn-ces_Latn", - "languages": [ - "hau-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518101, - "recall": 0.568182, - "f1": 0.532534, - "accuracy": 0.568182, - "main_score": 0.532534, - "hf_subset": "hau_Latn-gaz_Latn", - "languages": [ - "hau-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541232, - "recall": 0.583992, - "f1": 0.553211, - "accuracy": 0.583992, - "main_score": 0.553211, - "hf_subset": "hau_Latn-kam_Latn", - "languages": [ - "hau-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71019, - "recall": 0.76087, - "f1": 0.724039, - "accuracy": 0.76087, - "main_score": 0.724039, - "hf_subset": "hau_Latn-lit_Latn", - "languages": [ - "hau-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726453, - "recall": 0.773715, - "f1": 0.739536, - "accuracy": 0.773715, - "main_score": 0.739536, - "hf_subset": "hau_Latn-nob_Latn", - "languages": [ - "hau-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676771, - "recall": 0.722332, - "f1": 0.689401, - "accuracy": 0.722332, - "main_score": 0.689401, - "hf_subset": "hau_Latn-scn_Latn", - "languages": [ - "hau-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691777, - "recall": 0.738142, - "f1": 0.704331, - "accuracy": 0.738142, - "main_score": 0.704331, - "hf_subset": "hau_Latn-tgk_Cyrl", - "languages": [ - "hau-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607724, - "recall": 0.664032, - "f1": 0.624558, - "accuracy": 0.664032, - "main_score": 0.624558, - "hf_subset": "hau_Latn-yor_Latn", - "languages": [ - "hau-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685118, - "recall": 0.738142, - "f1": 0.69989, - "accuracy": 0.738142, - "main_score": 0.69989, - "hf_subset": "hau_Latn-arz_Arab", - "languages": [ - "hau-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.502301, - "recall": 0.538538, - "f1": 0.512472, - "accuracy": 0.538538, - "main_score": 0.512472, - "hf_subset": "hau_Latn-cjk_Latn", - "languages": [ - "hau-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582452, - "recall": 0.636364, - "f1": 0.596975, - "accuracy": 0.636364, - "main_score": 0.596975, - "hf_subset": "hau_Latn-gla_Latn", - "languages": [ - "hau-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.701243, - "recall": 0.756917, - "f1": 0.717384, - "accuracy": 0.756917, - "main_score": 0.717384, - "hf_subset": "hau_Latn-kan_Knda", - "languages": [ - "hau-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.689748, - "recall": 0.735178, - "f1": 0.701966, - "accuracy": 0.735178, - "main_score": 0.701966, - "hf_subset": "hau_Latn-lmo_Latn", - "languages": [ - "hau-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706815, - "recall": 0.756917, - "f1": 0.720547, - "accuracy": 0.756917, - "main_score": 0.720547, - "hf_subset": "hau_Latn-npi_Deva", - "languages": [ - "hau-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449654, - "recall": 0.495059, - "f1": 0.462121, - "accuracy": 0.495059, - "main_score": 0.462121, - "hf_subset": "hau_Latn-shn_Mymr", - "languages": [ - "hau-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756645, - "recall": 0.799407, - "f1": 0.767902, - "accuracy": 0.799407, - "main_score": 0.767902, - "hf_subset": "hau_Latn-tgl_Latn", - "languages": [ - "hau-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705921, - "recall": 0.759881, - "f1": 0.720186, - "accuracy": 0.759881, - "main_score": 0.720186, - "hf_subset": "hau_Latn-yue_Hant", - "languages": [ - "hau-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682568, - "recall": 0.73419, - "f1": 0.696105, - "accuracy": 0.73419, - "main_score": 0.696105, - "hf_subset": "hau_Latn-asm_Beng", - "languages": [ - "hau-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638098, - "recall": 0.693676, - "f1": 0.653939, - "accuracy": 0.693676, - "main_score": 0.653939, - "hf_subset": "hau_Latn-ckb_Arab", - "languages": [ - "hau-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611171, - "recall": 0.664032, - "f1": 0.626048, - "accuracy": 0.664032, - "main_score": 0.626048, - "hf_subset": "hau_Latn-gle_Latn", - "languages": [ - "hau-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579868, - "recall": 0.637352, - "f1": 0.595038, - "accuracy": 0.637352, - "main_score": 0.595038, - "hf_subset": "hau_Latn-kas_Arab", - "languages": [ - "hau-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604368, - "recall": 0.660079, - "f1": 0.618973, - "accuracy": 0.660079, - "main_score": 0.618973, - "hf_subset": "hau_Latn-ltg_Latn", - "languages": [ - "hau-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590187, - "recall": 0.619565, - "f1": 0.598063, - "accuracy": 0.619565, - "main_score": 0.598063, - "hf_subset": "hau_Latn-nso_Latn", - "languages": [ - "hau-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641728, - "recall": 0.699605, - "f1": 0.657021, - "accuracy": 0.699605, - "main_score": 0.657021, - "hf_subset": "hau_Latn-sin_Sinh", - "languages": [ - "hau-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699075, - "recall": 0.75, - "f1": 0.712354, - "accuracy": 0.75, - "main_score": 0.712354, - "hf_subset": "hau_Latn-tha_Thai", - "languages": [ - "hau-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67679, - "recall": 0.72332, - "f1": 0.68914, - "accuracy": 0.72332, - "main_score": 0.68914, - "hf_subset": "hau_Latn-zho_Hans", - "languages": [ - "hau-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722125, - "recall": 0.769763, - "f1": 0.734578, - "accuracy": 0.769763, - "main_score": 0.734578, - "hf_subset": "hau_Latn-ast_Latn", - "languages": [ - "hau-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68471, - "recall": 0.740119, - "f1": 0.700316, - "accuracy": 0.740119, - "main_score": 0.700316, - "hf_subset": "hau_Latn-crh_Latn", - "languages": [ - "hau-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71905, - "recall": 0.767787, - "f1": 0.731859, - "accuracy": 0.767787, - "main_score": 0.731859, - "hf_subset": "hau_Latn-glg_Latn", - "languages": [ - "hau-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570844, - "recall": 0.62253, - "f1": 0.584981, - "accuracy": 0.62253, - "main_score": 0.584981, - "hf_subset": "hau_Latn-kas_Deva", - "languages": [ - "hau-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66666, - "recall": 0.717391, - "f1": 0.679266, - "accuracy": 0.717391, - "main_score": 0.679266, - "hf_subset": "hau_Latn-ltz_Latn", - "languages": [ - "hau-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463194, - "recall": 0.51087, - "f1": 0.475877, - "accuracy": 0.51087, - "main_score": 0.475877, - "hf_subset": "hau_Latn-nus_Latn", - "languages": [ - "hau-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712683, - "recall": 0.761858, - "f1": 0.726385, - "accuracy": 0.761858, - "main_score": 0.726385, - "hf_subset": "hau_Latn-slk_Latn", - "languages": [ - "hau-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448108, - "recall": 0.505929, - "f1": 0.464187, - "accuracy": 0.505929, - "main_score": 0.464187, - "hf_subset": "hau_Latn-tir_Ethi", - "languages": [ - "hau-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68181, - "recall": 0.731225, - "f1": 0.694993, - "accuracy": 0.731225, - "main_score": 0.694993, - "hf_subset": "hau_Latn-zho_Hant", - "languages": [ - "hau-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706309, - "recall": 0.751976, - "f1": 0.718228, - "accuracy": 0.751976, - "main_score": 0.718228, - "hf_subset": "hau_Latn-awa_Deva", - "languages": [ - "hau-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697613, - "recall": 0.744071, - "f1": 0.710451, - "accuracy": 0.744071, - "main_score": 0.710451, - "hf_subset": "hau_Latn-cym_Latn", - "languages": [ - "hau-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590315, - "recall": 0.629447, - "f1": 0.600713, - "accuracy": 0.629447, - "main_score": 0.600713, - "hf_subset": "hau_Latn-grn_Latn", - "languages": [ - "hau-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668282, - "recall": 0.724308, - "f1": 0.682729, - "accuracy": 0.724308, - "main_score": 0.682729, - "hf_subset": "hau_Latn-kat_Geor", - "languages": [ - "hau-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562528, - "recall": 0.601779, - "f1": 0.573146, - "accuracy": 0.601779, - "main_score": 0.573146, - "hf_subset": "hau_Latn-lua_Latn", - "languages": [ - "hau-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571462, - "recall": 0.612648, - "f1": 0.583032, - "accuracy": 0.612648, - "main_score": 0.583032, - "hf_subset": "hau_Latn-nya_Latn", - "languages": [ - "hau-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703054, - "recall": 0.752964, - "f1": 0.715979, - "accuracy": 0.752964, - "main_score": 0.715979, - "hf_subset": "hau_Latn-slv_Latn", - "languages": [ - "hau-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63103, - "recall": 0.675889, - "f1": 0.643088, - "accuracy": 0.675889, - "main_score": 0.643088, - "hf_subset": "hau_Latn-tpi_Latn", - "languages": [ - "hau-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747916, - "recall": 0.795455, - "f1": 0.76135, - "accuracy": 0.795455, - "main_score": 0.76135, - "hf_subset": "hau_Latn-zsm_Latn", - "languages": [ - "hau-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523979, - "recall": 0.565217, - "f1": 0.536051, - "accuracy": 0.565217, - "main_score": 0.536051, - "hf_subset": "hau_Latn-ayr_Latn", - "languages": [ - "hau-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741537, - "recall": 0.796443, - "f1": 0.756952, - "accuracy": 0.796443, - "main_score": 0.756952, - "hf_subset": "hau_Latn-dan_Latn", - "languages": [ - "hau-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708241, - "recall": 0.764822, - "f1": 0.724195, - "accuracy": 0.764822, - "main_score": 0.724195, - "hf_subset": "hau_Latn-guj_Gujr", - "languages": [ - "hau-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708522, - "recall": 0.758893, - "f1": 0.722688, - "accuracy": 0.758893, - "main_score": 0.722688, - "hf_subset": "hau_Latn-kaz_Cyrl", - "languages": [ - "hau-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52197, - "recall": 0.567194, - "f1": 0.534245, - "accuracy": 0.567194, - "main_score": 0.534245, - "hf_subset": "hau_Latn-lug_Latn", - "languages": [ - "hau-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737205, - "recall": 0.783597, - "f1": 0.749714, - "accuracy": 0.783597, - "main_score": 0.749714, - "hf_subset": "hau_Latn-oci_Latn", - "languages": [ - "hau-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655175, - "recall": 0.708498, - "f1": 0.669542, - "accuracy": 0.708498, - "main_score": 0.669542, - "hf_subset": "hau_Latn-smo_Latn", - "languages": [ - "hau-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529293, - "recall": 0.575099, - "f1": 0.542091, - "accuracy": 0.575099, - "main_score": 0.542091, - "hf_subset": "hau_Latn-tsn_Latn", - "languages": [ - "hau-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585494, - "recall": 0.636364, - "f1": 0.599841, - "accuracy": 0.636364, - "main_score": 0.599841, - "hf_subset": "hau_Latn-zul_Latn", - "languages": [ - "hau-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582949, - "recall": 0.648221, - "f1": 0.601019, - "accuracy": 0.648221, - "main_score": 0.601019, - "hf_subset": "hau_Latn-azb_Arab", - "languages": [ - "hau-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72975, - "recall": 0.77668, - "f1": 0.742849, - "accuracy": 0.77668, - "main_score": 0.742849, - "hf_subset": "hau_Latn-deu_Latn", - "languages": [ - "hau-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.663242, - "recall": 0.720356, - "f1": 0.678568, - "accuracy": 0.720356, - "main_score": 0.678568, - "hf_subset": "hau_Latn-hat_Latn", - "languages": [ - "hau-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494203, - "recall": 0.531621, - "f1": 0.504914, - "accuracy": 0.531621, - "main_score": 0.504914, - "hf_subset": "hau_Latn-kbp_Latn", - "languages": [ - "hau-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561232, - "recall": 0.596838, - "f1": 0.571202, - "accuracy": 0.596838, - "main_score": 0.571202, - "hf_subset": "hau_Latn-luo_Latn", - "languages": [ - "hau-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682478, - "recall": 0.738142, - "f1": 0.697968, - "accuracy": 0.738142, - "main_score": 0.697968, - "hf_subset": "hau_Latn-ory_Orya", - "languages": [ - "hau-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544062, - "recall": 0.586957, - "f1": 0.555784, - "accuracy": 0.586957, - "main_score": 0.555784, - "hf_subset": "hau_Latn-sna_Latn", - "languages": [ - "hau-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548441, - "recall": 0.586957, - "f1": 0.559279, - "accuracy": 0.586957, - "main_score": 0.559279, - "hf_subset": "hau_Latn-tso_Latn", - "languages": [ - "hau-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671875, - "recall": 0.731225, - "f1": 0.688033, - "accuracy": 0.731225, - "main_score": 0.688033, - "hf_subset": "hau_Latn-azj_Latn", - "languages": [ - "hau-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508291, - "recall": 0.552372, - "f1": 0.5215, - "accuracy": 0.552372, - "main_score": 0.5215, - "hf_subset": "hau_Latn-dik_Latn", - "languages": [ - "hau-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673271, - "recall": 0.717391, - "f1": 0.684981, - "accuracy": 0.717391, - "main_score": 0.684981, - "hf_subset": "hau_Latn-kea_Latn", - "languages": [ - "hau-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574688, - "recall": 0.609684, - "f1": 0.584068, - "accuracy": 0.609684, - "main_score": 0.584068, - "hf_subset": "hau_Latn-lus_Latn", - "languages": [ - "hau-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586612, - "recall": 0.617589, - "f1": 0.595548, - "accuracy": 0.617589, - "main_score": 0.595548, - "hf_subset": "hau_Latn-pag_Latn", - "languages": [ - "hau-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678023, - "recall": 0.735178, - "f1": 0.69431, - "accuracy": 0.735178, - "main_score": 0.69431, - "hf_subset": "hau_Latn-snd_Arab", - "languages": [ - "hau-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629084, - "recall": 0.682806, - "f1": 0.644321, - "accuracy": 0.682806, - "main_score": 0.644321, - "hf_subset": "hau_Latn-tuk_Latn", - "languages": [ - "hau-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658322, - "recall": 0.708498, - "f1": 0.67176, - "accuracy": 0.708498, - "main_score": 0.67176, - "hf_subset": "hau_Latn-bak_Cyrl", - "languages": [ - "hau-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.441394, - "recall": 0.501976, - "f1": 0.458931, - "accuracy": 0.501976, - "main_score": 0.458931, - "hf_subset": "hau_Latn-dyu_Latn", - "languages": [ - "hau-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725247, - "recall": 0.77668, - "f1": 0.739233, - "accuracy": 0.77668, - "main_score": 0.739233, - "hf_subset": "hau_Latn-heb_Hebr", - "languages": [ - "hau-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676743, - "recall": 0.729249, - "f1": 0.690755, - "accuracy": 0.729249, - "main_score": 0.690755, - "hf_subset": "hau_Latn-khk_Cyrl", - "languages": [ - "hau-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696718, - "recall": 0.749012, - "f1": 0.711014, - "accuracy": 0.749012, - "main_score": 0.711014, - "hf_subset": "hau_Latn-lvs_Latn", - "languages": [ - "hau-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70889, - "recall": 0.766798, - "f1": 0.725305, - "accuracy": 0.766798, - "main_score": 0.725305, - "hf_subset": "hau_Latn-pan_Guru", - "languages": [ - "hau-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603707, - "recall": 0.653162, - "f1": 0.617204, - "accuracy": 0.653162, - "main_score": 0.617204, - "hf_subset": "hau_Latn-som_Latn", - "languages": [ - "hau-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53584, - "recall": 0.577075, - "f1": 0.547609, - "accuracy": 0.577075, - "main_score": 0.547609, - "hf_subset": "hau_Latn-tum_Latn", - "languages": [ - "hau-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597851, - "recall": 0.661067, - "f1": 0.615937, - "accuracy": 0.661067, - "main_score": 0.615937, - "hf_subset": "kea_Latn-ace_Arab", - "languages": [ - "kea-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534747, - "recall": 0.599802, - "f1": 0.553061, - "accuracy": 0.599802, - "main_score": 0.553061, - "hf_subset": "kea_Latn-bam_Latn", - "languages": [ - "kea-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.357966, - "recall": 0.423913, - "f1": 0.375418, - "accuracy": 0.423913, - "main_score": 0.375418, - "hf_subset": "kea_Latn-dzo_Tibt", - "languages": [ - "kea-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kea_Latn-hin_Deva", - "languages": [ - "kea-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "kea_Latn-khm_Khmr", - "languages": [ - "kea-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "kea_Latn-mag_Deva", - "languages": [ - "kea-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "kea_Latn-pap_Latn", - "languages": [ - "kea-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603184, - "recall": 0.663043, - "f1": 0.618975, - "accuracy": 0.663043, - "main_score": 0.618975, - "hf_subset": "kea_Latn-sot_Latn", - "languages": [ - "kea-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "kea_Latn-tur_Latn", - "languages": [ - "kea-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844697, - "recall": 0.87747, - "f1": 0.854644, - "accuracy": 0.87747, - "main_score": 0.854644, - "hf_subset": "kea_Latn-ace_Latn", - "languages": [ - "kea-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940711, - "recall": 0.956522, - "f1": 0.945817, - "accuracy": 0.956522, - "main_score": 0.945817, - "hf_subset": "kea_Latn-ban_Latn", - "languages": [ - "kea-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "kea_Latn-ell_Grek", - "languages": [ - "kea-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "kea_Latn-hne_Deva", - "languages": [ - "kea-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593544, - "recall": 0.650198, - "f1": 0.608867, - "accuracy": 0.650198, - "main_score": 0.608867, - "hf_subset": "kea_Latn-kik_Latn", - "languages": [ - "kea-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kea_Latn-mai_Deva", - "languages": [ - "kea-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925642, - "recall": 0.948617, - "f1": 0.933037, - "accuracy": 0.948617, - "main_score": 0.933037, - "hf_subset": "kea_Latn-pbt_Arab", - "languages": [ - "kea-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kea_Latn-spa_Latn", - "languages": [ - "kea-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616126, - "recall": 0.678854, - "f1": 0.633712, - "accuracy": 0.678854, - "main_score": 0.633712, - "hf_subset": "kea_Latn-twi_Latn", - "languages": [ - "kea-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "kea_Latn-acm_Arab", - "languages": [ - "kea-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "kea_Latn-bel_Cyrl", - "languages": [ - "kea-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994401, - "recall": 0.996047, - "f1": 0.994895, - "accuracy": 0.996047, - "main_score": 0.994895, - "hf_subset": "kea_Latn-eng_Latn", - "languages": [ - "kea-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "kea_Latn-hrv_Latn", - "languages": [ - "kea-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559083, - "recall": 0.617589, - "f1": 0.575295, - "accuracy": 0.617589, - "main_score": 0.575295, - "hf_subset": "kea_Latn-kin_Latn", - "languages": [ - "kea-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "kea_Latn-mal_Mlym", - "languages": [ - "kea-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kea_Latn-pes_Arab", - "languages": [ - "kea-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kea_Latn-srd_Latn", - "languages": [ - "kea-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181328, - "recall": 0.226285, - "f1": 0.192343, - "accuracy": 0.226285, - "main_score": 0.192343, - "hf_subset": "kea_Latn-tzm_Tfng", - "languages": [ - "kea-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "kea_Latn-acq_Arab", - "languages": [ - "kea-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615573, - "recall": 0.668972, - "f1": 0.630388, - "accuracy": 0.668972, - "main_score": 0.630388, - "hf_subset": "kea_Latn-bem_Latn", - "languages": [ - "kea-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kea_Latn-epo_Latn", - "languages": [ - "kea-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kea_Latn-hun_Latn", - "languages": [ - "kea-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937945, - "recall": 0.956522, - "f1": 0.944005, - "accuracy": 0.956522, - "main_score": 0.944005, - "hf_subset": "kea_Latn-kir_Cyrl", - "languages": [ - "kea-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "kea_Latn-mar_Deva", - "languages": [ - "kea-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653649, - "recall": 0.709486, - "f1": 0.669751, - "accuracy": 0.709486, - "main_score": 0.669751, - "hf_subset": "kea_Latn-plt_Latn", - "languages": [ - "kea-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kea_Latn-srp_Cyrl", - "languages": [ - "kea-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874424, - "recall": 0.909091, - "f1": 0.885441, - "accuracy": 0.909091, - "main_score": 0.885441, - "hf_subset": "kea_Latn-uig_Arab", - "languages": [ - "kea-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961298, - "recall": 0.97332, - "f1": 0.965086, - "accuracy": 0.97332, - "main_score": 0.965086, - "hf_subset": "kea_Latn-aeb_Arab", - "languages": [ - "kea-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "kea_Latn-ben_Beng", - "languages": [ - "kea-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "kea_Latn-est_Latn", - "languages": [ - "kea-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "kea_Latn-hye_Armn", - "languages": [ - "kea-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565611, - "recall": 0.617589, - "f1": 0.580155, - "accuracy": 0.617589, - "main_score": 0.580155, - "hf_subset": "kea_Latn-kmb_Latn", - "languages": [ - "kea-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526434, - "recall": 0.597826, - "f1": 0.545539, - "accuracy": 0.597826, - "main_score": 0.545539, - "hf_subset": "kea_Latn-min_Arab", - "languages": [ - "kea-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kea_Latn-pol_Latn", - "languages": [ - "kea-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557832, - "recall": 0.615613, - "f1": 0.574297, - "accuracy": 0.615613, - "main_score": 0.574297, - "hf_subset": "kea_Latn-ssw_Latn", - "languages": [ - "kea-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kea_Latn-ukr_Cyrl", - "languages": [ - "kea-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kea_Latn-afr_Latn", - "languages": [ - "kea-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972003, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "kea_Latn-bho_Deva", - "languages": [ - "kea-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950675, - "recall": 0.964427, - "f1": 0.955105, - "accuracy": 0.964427, - "main_score": 0.955105, - "hf_subset": "kea_Latn-eus_Latn", - "languages": [ - "kea-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594664, - "recall": 0.653162, - "f1": 0.610648, - "accuracy": 0.653162, - "main_score": 0.610648, - "hf_subset": "kea_Latn-ibo_Latn", - "languages": [ - "kea-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.830319, - "recall": 0.871542, - "f1": 0.842951, - "accuracy": 0.871542, - "main_score": 0.842951, - "hf_subset": "kea_Latn-kmr_Latn", - "languages": [ - "kea-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "kea_Latn-min_Latn", - "languages": [ - "kea-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kea_Latn-por_Latn", - "languages": [ - "kea-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974555, - "recall": 0.982213, - "f1": 0.977009, - "accuracy": 0.982213, - "main_score": 0.977009, - "hf_subset": "kea_Latn-sun_Latn", - "languages": [ - "kea-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542087, - "recall": 0.598814, - "f1": 0.558068, - "accuracy": 0.598814, - "main_score": 0.558068, - "hf_subset": "kea_Latn-umb_Latn", - "languages": [ - "kea-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "kea_Latn-ajp_Arab", - "languages": [ - "kea-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550834, - "recall": 0.616601, - "f1": 0.568695, - "accuracy": 0.616601, - "main_score": 0.568695, - "hf_subset": "kea_Latn-bjn_Arab", - "languages": [ - "kea-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524783, - "recall": 0.58004, - "f1": 0.539932, - "accuracy": 0.58004, - "main_score": 0.539932, - "hf_subset": "kea_Latn-ewe_Latn", - "languages": [ - "kea-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926548, - "recall": 0.947628, - "f1": 0.9333, - "accuracy": 0.947628, - "main_score": 0.9333, - "hf_subset": "kea_Latn-ilo_Latn", - "languages": [ - "kea-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.306723, - "recall": 0.360672, - "f1": 0.321323, - "accuracy": 0.360672, - "main_score": 0.321323, - "hf_subset": "kea_Latn-knc_Arab", - "languages": [ - "kea-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kea_Latn-mkd_Cyrl", - "languages": [ - "kea-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kea_Latn-prs_Arab", - "languages": [ - "kea-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "kea_Latn-swe_Latn", - "languages": [ - "kea-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "kea_Latn-urd_Arab", - "languages": [ - "kea-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603826, - "recall": 0.660079, - "f1": 0.618789, - "accuracy": 0.660079, - "main_score": 0.618789, - "hf_subset": "kea_Latn-aka_Latn", - "languages": [ - "kea-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958531, - "recall": 0.970356, - "f1": 0.962286, - "accuracy": 0.970356, - "main_score": 0.962286, - "hf_subset": "kea_Latn-bjn_Latn", - "languages": [ - "kea-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903244, - "recall": 0.93083, - "f1": 0.911759, - "accuracy": 0.93083, - "main_score": 0.911759, - "hf_subset": "kea_Latn-fao_Latn", - "languages": [ - "kea-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kea_Latn-ind_Latn", - "languages": [ - "kea-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584772, - "recall": 0.640316, - "f1": 0.599942, - "accuracy": 0.640316, - "main_score": 0.599942, - "hf_subset": "kea_Latn-knc_Latn", - "languages": [ - "kea-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kea_Latn-mlt_Latn", - "languages": [ - "kea-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685036, - "recall": 0.748024, - "f1": 0.703252, - "accuracy": 0.748024, - "main_score": 0.703252, - "hf_subset": "kea_Latn-quy_Latn", - "languages": [ - "kea-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927125, - "recall": 0.94664, - "f1": 0.933366, - "accuracy": 0.94664, - "main_score": 0.933366, - "hf_subset": "kea_Latn-swh_Latn", - "languages": [ - "kea-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966403, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "kea_Latn-uzn_Latn", - "languages": [ - "kea-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "kea_Latn-als_Latn", - "languages": [ - "kea-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505023, - "recall": 0.583992, - "f1": 0.527162, - "accuracy": 0.583992, - "main_score": 0.527162, - "hf_subset": "kea_Latn-bod_Tibt", - "languages": [ - "kea-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658296, - "recall": 0.714427, - "f1": 0.673722, - "accuracy": 0.714427, - "main_score": 0.673722, - "hf_subset": "kea_Latn-fij_Latn", - "languages": [ - "kea-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935935, - "recall": 0.955534, - "f1": 0.942194, - "accuracy": 0.955534, - "main_score": 0.942194, - "hf_subset": "kea_Latn-isl_Latn", - "languages": [ - "kea-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664465, - "recall": 0.719368, - "f1": 0.680336, - "accuracy": 0.719368, - "main_score": 0.680336, - "hf_subset": "kea_Latn-kon_Latn", - "languages": [ - "kea-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639649, - "recall": 0.706522, - "f1": 0.659009, - "accuracy": 0.706522, - "main_score": 0.659009, - "hf_subset": "kea_Latn-mni_Beng", - "languages": [ - "kea-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kea_Latn-ron_Latn", - "languages": [ - "kea-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969615, - "recall": 0.977273, - "f1": 0.972069, - "accuracy": 0.977273, - "main_score": 0.972069, - "hf_subset": "kea_Latn-szl_Latn", - "languages": [ - "kea-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kea_Latn-vec_Latn", - "languages": [ - "kea-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854035, - "recall": 0.894269, - "f1": 0.866469, - "accuracy": 0.894269, - "main_score": 0.866469, - "hf_subset": "kea_Latn-amh_Ethi", - "languages": [ - "kea-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kea_Latn-bos_Latn", - "languages": [ - "kea-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "kea_Latn-fin_Latn", - "languages": [ - "kea-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "kea_Latn-ita_Latn", - "languages": [ - "kea-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976943, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "kea_Latn-kor_Hang", - "languages": [ - "kea-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548201, - "recall": 0.607708, - "f1": 0.564286, - "accuracy": 0.607708, - "main_score": 0.564286, - "hf_subset": "kea_Latn-mos_Latn", - "languages": [ - "kea-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548397, - "recall": 0.599802, - "f1": 0.56244, - "accuracy": 0.599802, - "main_score": 0.56244, - "hf_subset": "kea_Latn-run_Latn", - "languages": [ - "kea-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "kea_Latn-tam_Taml", - "languages": [ - "kea-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "kea_Latn-vie_Latn", - "languages": [ - "kea-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kea_Latn-apc_Arab", - "languages": [ - "kea-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788159, - "recall": 0.833992, - "f1": 0.801515, - "accuracy": 0.833992, - "main_score": 0.801515, - "hf_subset": "kea_Latn-bug_Latn", - "languages": [ - "kea-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480227, - "recall": 0.535573, - "f1": 0.494482, - "accuracy": 0.535573, - "main_score": 0.494482, - "hf_subset": "kea_Latn-fon_Latn", - "languages": [ - "kea-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "kea_Latn-jav_Latn", - "languages": [ - "kea-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944829, - "recall": 0.961462, - "f1": 0.950099, - "accuracy": 0.961462, - "main_score": 0.950099, - "hf_subset": "kea_Latn-lao_Laoo", - "languages": [ - "kea-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772999, - "recall": 0.823123, - "f1": 0.787708, - "accuracy": 0.823123, - "main_score": 0.787708, - "hf_subset": "kea_Latn-mri_Latn", - "languages": [ - "kea-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "kea_Latn-rus_Cyrl", - "languages": [ - "kea-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543882, - "recall": 0.600791, - "f1": 0.559602, - "accuracy": 0.600791, - "main_score": 0.559602, - "hf_subset": "kea_Latn-taq_Latn", - "languages": [ - "kea-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.98419, - "f1": 0.980402, - "accuracy": 0.98419, - "main_score": 0.980402, - "hf_subset": "kea_Latn-war_Latn", - "languages": [ - "kea-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "kea_Latn-arb_Arab", - "languages": [ - "kea-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kea_Latn-bul_Cyrl", - "languages": [ - "kea-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kea_Latn-fra_Latn", - "languages": [ - "kea-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "kea_Latn-jpn_Jpan", - "languages": [ - "kea-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978261, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "kea_Latn-lij_Latn", - "languages": [ - "kea-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.954545, - "f1": 0.941864, - "accuracy": 0.954545, - "main_score": 0.941864, - "hf_subset": "kea_Latn-mya_Mymr", - "languages": [ - "kea-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601392, - "recall": 0.667984, - "f1": 0.619081, - "accuracy": 0.667984, - "main_score": 0.619081, - "hf_subset": "kea_Latn-sag_Latn", - "languages": [ - "kea-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193428, - "recall": 0.253953, - "f1": 0.206964, - "accuracy": 0.253953, - "main_score": 0.206964, - "hf_subset": "kea_Latn-taq_Tfng", - "languages": [ - "kea-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630797, - "recall": 0.693676, - "f1": 0.648682, - "accuracy": 0.693676, - "main_score": 0.648682, - "hf_subset": "kea_Latn-wol_Latn", - "languages": [ - "kea-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725529, - "recall": 0.785573, - "f1": 0.743072, - "accuracy": 0.785573, - "main_score": 0.743072, - "hf_subset": "kea_Latn-arb_Latn", - "languages": [ - "kea-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988472, - "recall": 0.992095, - "f1": 0.989625, - "accuracy": 0.992095, - "main_score": 0.989625, - "hf_subset": "kea_Latn-cat_Latn", - "languages": [ - "kea-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "kea_Latn-fur_Latn", - "languages": [ - "kea-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433307, - "recall": 0.490119, - "f1": 0.448801, - "accuracy": 0.490119, - "main_score": 0.448801, - "hf_subset": "kea_Latn-kab_Latn", - "languages": [ - "kea-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.971344, - "f1": 0.963439, - "accuracy": 0.971344, - "main_score": 0.963439, - "hf_subset": "kea_Latn-lim_Latn", - "languages": [ - "kea-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kea_Latn-nld_Latn", - "languages": [ - "kea-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.956522, - "f1": 0.94417, - "accuracy": 0.956522, - "main_score": 0.94417, - "hf_subset": "kea_Latn-san_Deva", - "languages": [ - "kea-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960063, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "kea_Latn-tat_Cyrl", - "languages": [ - "kea-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650643, - "recall": 0.708498, - "f1": 0.667463, - "accuracy": 0.708498, - "main_score": 0.667463, - "hf_subset": "kea_Latn-xho_Latn", - "languages": [ - "kea-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972497, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "kea_Latn-ars_Arab", - "languages": [ - "kea-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "kea_Latn-ceb_Latn", - "languages": [ - "kea-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552544, - "recall": 0.608696, - "f1": 0.568909, - "accuracy": 0.608696, - "main_score": 0.568909, - "hf_subset": "kea_Latn-fuv_Latn", - "languages": [ - "kea-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513271, - "recall": 0.574111, - "f1": 0.529759, - "accuracy": 0.574111, - "main_score": 0.529759, - "hf_subset": "kea_Latn-kac_Latn", - "languages": [ - "kea-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675009, - "recall": 0.725296, - "f1": 0.689133, - "accuracy": 0.725296, - "main_score": 0.689133, - "hf_subset": "kea_Latn-lin_Latn", - "languages": [ - "kea-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "kea_Latn-nno_Latn", - "languages": [ - "kea-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189576, - "recall": 0.259881, - "f1": 0.208159, - "accuracy": 0.259881, - "main_score": 0.208159, - "hf_subset": "kea_Latn-sat_Olck", - "languages": [ - "kea-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "kea_Latn-tel_Telu", - "languages": [ - "kea-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904809, - "recall": 0.932806, - "f1": 0.913702, - "accuracy": 0.932806, - "main_score": 0.913702, - "hf_subset": "kea_Latn-ydd_Hebr", - "languages": [ - "kea-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944746, - "recall": 0.960474, - "f1": 0.949638, - "accuracy": 0.960474, - "main_score": 0.949638, - "hf_subset": "kea_Latn-ary_Arab", - "languages": [ - "kea-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "kea_Latn-ces_Latn", - "languages": [ - "kea-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581182, - "recall": 0.636364, - "f1": 0.596131, - "accuracy": 0.636364, - "main_score": 0.596131, - "hf_subset": "kea_Latn-gaz_Latn", - "languages": [ - "kea-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573032, - "recall": 0.63834, - "f1": 0.591642, - "accuracy": 0.63834, - "main_score": 0.591642, - "hf_subset": "kea_Latn-kam_Latn", - "languages": [ - "kea-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "kea_Latn-lit_Latn", - "languages": [ - "kea-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986001, - "recall": 0.990119, - "f1": 0.987319, - "accuracy": 0.990119, - "main_score": 0.987319, - "hf_subset": "kea_Latn-nob_Latn", - "languages": [ - "kea-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967885, - "recall": 0.978261, - "f1": 0.971344, - "accuracy": 0.978261, - "main_score": 0.971344, - "hf_subset": "kea_Latn-scn_Latn", - "languages": [ - "kea-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919631, - "recall": 0.939723, - "f1": 0.925856, - "accuracy": 0.939723, - "main_score": 0.925856, - "hf_subset": "kea_Latn-tgk_Cyrl", - "languages": [ - "kea-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658969, - "recall": 0.724308, - "f1": 0.677803, - "accuracy": 0.724308, - "main_score": 0.677803, - "hf_subset": "kea_Latn-yor_Latn", - "languages": [ - "kea-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969203, - "recall": 0.979249, - "f1": 0.972497, - "accuracy": 0.979249, - "main_score": 0.972497, - "hf_subset": "kea_Latn-arz_Arab", - "languages": [ - "kea-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576387, - "recall": 0.639328, - "f1": 0.592995, - "accuracy": 0.639328, - "main_score": 0.592995, - "hf_subset": "kea_Latn-cjk_Latn", - "languages": [ - "kea-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714328, - "recall": 0.769763, - "f1": 0.730797, - "accuracy": 0.769763, - "main_score": 0.730797, - "hf_subset": "kea_Latn-gla_Latn", - "languages": [ - "kea-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969368, - "recall": 0.979249, - "f1": 0.972661, - "accuracy": 0.979249, - "main_score": 0.972661, - "hf_subset": "kea_Latn-kan_Knda", - "languages": [ - "kea-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "kea_Latn-lmo_Latn", - "languages": [ - "kea-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "kea_Latn-npi_Deva", - "languages": [ - "kea-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468095, - "recall": 0.528656, - "f1": 0.484369, - "accuracy": 0.528656, - "main_score": 0.484369, - "hf_subset": "kea_Latn-shn_Mymr", - "languages": [ - "kea-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "kea_Latn-tgl_Latn", - "languages": [ - "kea-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "kea_Latn-yue_Hant", - "languages": [ - "kea-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "kea_Latn-asm_Beng", - "languages": [ - "kea-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882658, - "recall": 0.91502, - "f1": 0.892852, - "accuracy": 0.91502, - "main_score": 0.892852, - "hf_subset": "kea_Latn-ckb_Arab", - "languages": [ - "kea-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.789476, - "recall": 0.836957, - "f1": 0.804202, - "accuracy": 0.836957, - "main_score": 0.804202, - "hf_subset": "kea_Latn-gle_Latn", - "languages": [ - "kea-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913208, - "recall": 0.937747, - "f1": 0.921278, - "accuracy": 0.937747, - "main_score": 0.921278, - "hf_subset": "kea_Latn-kas_Arab", - "languages": [ - "kea-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.906621, - "recall": 0.932806, - "f1": 0.914855, - "accuracy": 0.932806, - "main_score": 0.914855, - "hf_subset": "kea_Latn-ltg_Latn", - "languages": [ - "kea-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616757, - "recall": 0.670949, - "f1": 0.63185, - "accuracy": 0.670949, - "main_score": 0.63185, - "hf_subset": "kea_Latn-nso_Latn", - "languages": [ - "kea-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929842, - "recall": 0.950593, - "f1": 0.936397, - "accuracy": 0.950593, - "main_score": 0.936397, - "hf_subset": "kea_Latn-sin_Sinh", - "languages": [ - "kea-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "kea_Latn-tha_Thai", - "languages": [ - "kea-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "kea_Latn-zho_Hans", - "languages": [ - "kea-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "kea_Latn-ast_Latn", - "languages": [ - "kea-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.96805, - "accuracy": 0.975296, - "main_score": 0.96805, - "hf_subset": "kea_Latn-crh_Latn", - "languages": [ - "kea-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "kea_Latn-glg_Latn", - "languages": [ - "kea-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854941, - "recall": 0.894269, - "f1": 0.867062, - "accuracy": 0.894269, - "main_score": 0.867062, - "hf_subset": "kea_Latn-kas_Deva", - "languages": [ - "kea-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.971344, - "f1": 0.963274, - "accuracy": 0.971344, - "main_score": 0.963274, - "hf_subset": "kea_Latn-ltz_Latn", - "languages": [ - "kea-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475741, - "recall": 0.544466, - "f1": 0.49346, - "accuracy": 0.544466, - "main_score": 0.49346, - "hf_subset": "kea_Latn-nus_Latn", - "languages": [ - "kea-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "kea_Latn-slk_Latn", - "languages": [ - "kea-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575676, - "recall": 0.640316, - "f1": 0.593565, - "accuracy": 0.640316, - "main_score": 0.593565, - "hf_subset": "kea_Latn-tir_Ethi", - "languages": [ - "kea-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "kea_Latn-zho_Hant", - "languages": [ - "kea-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "kea_Latn-awa_Deva", - "languages": [ - "kea-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.929216, - "recall": 0.948617, - "f1": 0.935277, - "accuracy": 0.948617, - "main_score": 0.935277, - "hf_subset": "kea_Latn-cym_Latn", - "languages": [ - "kea-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.826128, - "recall": 0.868577, - "f1": 0.838974, - "accuracy": 0.868577, - "main_score": 0.838974, - "hf_subset": "kea_Latn-grn_Latn", - "languages": [ - "kea-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.976285, - "f1": 0.969203, - "accuracy": 0.976285, - "main_score": 0.969203, - "hf_subset": "kea_Latn-kat_Geor", - "languages": [ - "kea-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.648879, - "recall": 0.701581, - "f1": 0.663534, - "accuracy": 0.701581, - "main_score": 0.663534, - "hf_subset": "kea_Latn-lua_Latn", - "languages": [ - "kea-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634131, - "recall": 0.693676, - "f1": 0.651115, - "accuracy": 0.693676, - "main_score": 0.651115, - "hf_subset": "kea_Latn-nya_Latn", - "languages": [ - "kea-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "kea_Latn-slv_Latn", - "languages": [ - "kea-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9091, - "recall": 0.931818, - "f1": 0.915893, - "accuracy": 0.931818, - "main_score": 0.915893, - "hf_subset": "kea_Latn-tpi_Latn", - "languages": [ - "kea-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kea_Latn-zsm_Latn", - "languages": [ - "kea-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546684, - "recall": 0.613636, - "f1": 0.565285, - "accuracy": 0.613636, - "main_score": 0.565285, - "hf_subset": "kea_Latn-ayr_Latn", - "languages": [ - "kea-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "kea_Latn-dan_Latn", - "languages": [ - "kea-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981061, - "recall": 0.987154, - "f1": 0.983037, - "accuracy": 0.987154, - "main_score": 0.983037, - "hf_subset": "kea_Latn-guj_Gujr", - "languages": [ - "kea-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "kea_Latn-kaz_Cyrl", - "languages": [ - "kea-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540637, - "recall": 0.596838, - "f1": 0.556278, - "accuracy": 0.596838, - "main_score": 0.556278, - "hf_subset": "kea_Latn-lug_Latn", - "languages": [ - "kea-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "kea_Latn-oci_Latn", - "languages": [ - "kea-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.774391, - "recall": 0.824111, - "f1": 0.788834, - "accuracy": 0.824111, - "main_score": 0.788834, - "hf_subset": "kea_Latn-smo_Latn", - "languages": [ - "kea-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545071, - "recall": 0.601779, - "f1": 0.560532, - "accuracy": 0.601779, - "main_score": 0.560532, - "hf_subset": "kea_Latn-tsn_Latn", - "languages": [ - "kea-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603049, - "recall": 0.657115, - "f1": 0.617542, - "accuracy": 0.657115, - "main_score": 0.617542, - "hf_subset": "kea_Latn-zul_Latn", - "languages": [ - "kea-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881917, - "recall": 0.913043, - "f1": 0.89193, - "accuracy": 0.913043, - "main_score": 0.89193, - "hf_subset": "kea_Latn-azb_Arab", - "languages": [ - "kea-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985672, - "recall": 0.990119, - "f1": 0.987154, - "accuracy": 0.990119, - "main_score": 0.987154, - "hf_subset": "kea_Latn-deu_Latn", - "languages": [ - "kea-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955122, - "recall": 0.967391, - "f1": 0.959058, - "accuracy": 0.967391, - "main_score": 0.959058, - "hf_subset": "kea_Latn-hat_Latn", - "languages": [ - "kea-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504182, - "recall": 0.557312, - "f1": 0.519128, - "accuracy": 0.557312, - "main_score": 0.519128, - "hf_subset": "kea_Latn-kbp_Latn", - "languages": [ - "kea-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570022, - "recall": 0.634387, - "f1": 0.587451, - "accuracy": 0.634387, - "main_score": 0.587451, - "hf_subset": "kea_Latn-luo_Latn", - "languages": [ - "kea-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975791, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "kea_Latn-ory_Orya", - "languages": [ - "kea-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582326, - "recall": 0.645257, - "f1": 0.600562, - "accuracy": 0.645257, - "main_score": 0.600562, - "hf_subset": "kea_Latn-sna_Latn", - "languages": [ - "kea-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552707, - "recall": 0.610672, - "f1": 0.567932, - "accuracy": 0.610672, - "main_score": 0.567932, - "hf_subset": "kea_Latn-tso_Latn", - "languages": [ - "kea-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966156, - "recall": 0.976285, - "f1": 0.969433, - "accuracy": 0.976285, - "main_score": 0.969433, - "hf_subset": "kea_Latn-azj_Latn", - "languages": [ - "kea-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53583, - "recall": 0.600791, - "f1": 0.554703, - "accuracy": 0.600791, - "main_score": 0.554703, - "hf_subset": "kea_Latn-dik_Latn", - "languages": [ - "kea-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695299, - "recall": 0.751976, - "f1": 0.711168, - "accuracy": 0.751976, - "main_score": 0.711168, - "hf_subset": "kea_Latn-hau_Latn", - "languages": [ - "kea-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706432, - "recall": 0.758893, - "f1": 0.721629, - "accuracy": 0.758893, - "main_score": 0.721629, - "hf_subset": "kea_Latn-lus_Latn", - "languages": [ - "kea-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859009, - "recall": 0.889328, - "f1": 0.868314, - "accuracy": 0.889328, - "main_score": 0.868314, - "hf_subset": "kea_Latn-pag_Latn", - "languages": [ - "kea-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "kea_Latn-snd_Arab", - "languages": [ - "kea-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881126, - "recall": 0.913043, - "f1": 0.890895, - "accuracy": 0.913043, - "main_score": 0.890895, - "hf_subset": "kea_Latn-tuk_Latn", - "languages": [ - "kea-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943099, - "recall": 0.958498, - "f1": 0.948024, - "accuracy": 0.958498, - "main_score": 0.948024, - "hf_subset": "kea_Latn-bak_Cyrl", - "languages": [ - "kea-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478025, - "recall": 0.560277, - "f1": 0.501783, - "accuracy": 0.560277, - "main_score": 0.501783, - "hf_subset": "kea_Latn-dyu_Latn", - "languages": [ - "kea-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.987154, - "f1": 0.984025, - "accuracy": 0.987154, - "main_score": 0.984025, - "hf_subset": "kea_Latn-heb_Hebr", - "languages": [ - "kea-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930501, - "recall": 0.951581, - "f1": 0.937253, - "accuracy": 0.951581, - "main_score": 0.937253, - "hf_subset": "kea_Latn-khk_Cyrl", - "languages": [ - "kea-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97859, - "recall": 0.985178, - "f1": 0.980731, - "accuracy": 0.985178, - "main_score": 0.980731, - "hf_subset": "kea_Latn-lvs_Latn", - "languages": [ - "kea-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "kea_Latn-pan_Guru", - "languages": [ - "kea-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664295, - "recall": 0.725296, - "f1": 0.681696, - "accuracy": 0.725296, - "main_score": 0.681696, - "hf_subset": "kea_Latn-som_Latn", - "languages": [ - "kea-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573708, - "recall": 0.62253, - "f1": 0.58705, - "accuracy": 0.62253, - "main_score": 0.58705, - "hf_subset": "kea_Latn-tum_Latn", - "languages": [ - "kea-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475018, - "recall": 0.530632, - "f1": 0.490982, - "accuracy": 0.530632, - "main_score": 0.490982, - "hf_subset": "lus_Latn-ace_Arab", - "languages": [ - "lus-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501146, - "recall": 0.555336, - "f1": 0.516453, - "accuracy": 0.555336, - "main_score": 0.516453, - "hf_subset": "lus_Latn-bam_Latn", - "languages": [ - "lus-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.273927, - "recall": 0.31917, - "f1": 0.284896, - "accuracy": 0.31917, - "main_score": 0.284896, - "hf_subset": "lus_Latn-dzo_Tibt", - "languages": [ - "lus-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739862, - "recall": 0.787549, - "f1": 0.752688, - "accuracy": 0.787549, - "main_score": 0.752688, - "hf_subset": "lus_Latn-hin_Deva", - "languages": [ - "lus-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674358, - "recall": 0.727273, - "f1": 0.689501, - "accuracy": 0.727273, - "main_score": 0.689501, - "hf_subset": "lus_Latn-khm_Khmr", - "languages": [ - "lus-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730008, - "recall": 0.777668, - "f1": 0.743734, - "accuracy": 0.777668, - "main_score": 0.743734, - "hf_subset": "lus_Latn-mag_Deva", - "languages": [ - "lus-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.710364, - "recall": 0.751976, - "f1": 0.72164, - "accuracy": 0.751976, - "main_score": 0.72164, - "hf_subset": "lus_Latn-pap_Latn", - "languages": [ - "lus-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56973, - "recall": 0.617589, - "f1": 0.582629, - "accuracy": 0.617589, - "main_score": 0.582629, - "hf_subset": "lus_Latn-sot_Latn", - "languages": [ - "lus-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740717, - "recall": 0.787549, - "f1": 0.753987, - "accuracy": 0.787549, - "main_score": 0.753987, - "hf_subset": "lus_Latn-tur_Latn", - "languages": [ - "lus-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670279, - "recall": 0.712451, - "f1": 0.682027, - "accuracy": 0.712451, - "main_score": 0.682027, - "hf_subset": "lus_Latn-ace_Latn", - "languages": [ - "lus-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704447, - "recall": 0.741107, - "f1": 0.714217, - "accuracy": 0.741107, - "main_score": 0.714217, - "hf_subset": "lus_Latn-ban_Latn", - "languages": [ - "lus-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719264, - "recall": 0.767787, - "f1": 0.731835, - "accuracy": 0.767787, - "main_score": 0.731835, - "hf_subset": "lus_Latn-ell_Grek", - "languages": [ - "lus-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712326, - "recall": 0.76087, - "f1": 0.72607, - "accuracy": 0.76087, - "main_score": 0.72607, - "hf_subset": "lus_Latn-hne_Deva", - "languages": [ - "lus-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574351, - "recall": 0.620553, - "f1": 0.587368, - "accuracy": 0.620553, - "main_score": 0.587368, - "hf_subset": "lus_Latn-kik_Latn", - "languages": [ - "lus-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740209, - "recall": 0.785573, - "f1": 0.752754, - "accuracy": 0.785573, - "main_score": 0.752754, - "hf_subset": "lus_Latn-mai_Deva", - "languages": [ - "lus-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659486, - "recall": 0.711462, - "f1": 0.674155, - "accuracy": 0.711462, - "main_score": 0.674155, - "hf_subset": "lus_Latn-pbt_Arab", - "languages": [ - "lus-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.734871, - "recall": 0.778656, - "f1": 0.746326, - "accuracy": 0.778656, - "main_score": 0.746326, - "hf_subset": "lus_Latn-spa_Latn", - "languages": [ - "lus-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600125, - "recall": 0.649209, - "f1": 0.613968, - "accuracy": 0.649209, - "main_score": 0.613968, - "hf_subset": "lus_Latn-twi_Latn", - "languages": [ - "lus-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.707403, - "recall": 0.753953, - "f1": 0.719789, - "accuracy": 0.753953, - "main_score": 0.719789, - "hf_subset": "lus_Latn-acm_Arab", - "languages": [ - "lus-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677128, - "recall": 0.728261, - "f1": 0.691325, - "accuracy": 0.728261, - "main_score": 0.691325, - "hf_subset": "lus_Latn-bel_Cyrl", - "languages": [ - "lus-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.758855, - "recall": 0.807312, - "f1": 0.772305, - "accuracy": 0.807312, - "main_score": 0.772305, - "hf_subset": "lus_Latn-eng_Latn", - "languages": [ - "lus-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737213, - "recall": 0.787549, - "f1": 0.750882, - "accuracy": 0.787549, - "main_score": 0.750882, - "hf_subset": "lus_Latn-hrv_Latn", - "languages": [ - "lus-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511248, - "recall": 0.559289, - "f1": 0.524667, - "accuracy": 0.559289, - "main_score": 0.524667, - "hf_subset": "lus_Latn-kin_Latn", - "languages": [ - "lus-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725239, - "recall": 0.774704, - "f1": 0.738891, - "accuracy": 0.774704, - "main_score": 0.738891, - "hf_subset": "lus_Latn-mal_Mlym", - "languages": [ - "lus-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714644, - "recall": 0.762846, - "f1": 0.727789, - "accuracy": 0.762846, - "main_score": 0.727789, - "hf_subset": "lus_Latn-pes_Arab", - "languages": [ - "lus-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694458, - "recall": 0.740119, - "f1": 0.706719, - "accuracy": 0.740119, - "main_score": 0.706719, - "hf_subset": "lus_Latn-srd_Latn", - "languages": [ - "lus-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.173196, - "recall": 0.216403, - "f1": 0.183991, - "accuracy": 0.216403, - "main_score": 0.183991, - "hf_subset": "lus_Latn-tzm_Tfng", - "languages": [ - "lus-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704224, - "recall": 0.754941, - "f1": 0.717709, - "accuracy": 0.754941, - "main_score": 0.717709, - "hf_subset": "lus_Latn-acq_Arab", - "languages": [ - "lus-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591103, - "recall": 0.642292, - "f1": 0.604725, - "accuracy": 0.642292, - "main_score": 0.604725, - "hf_subset": "lus_Latn-bem_Latn", - "languages": [ - "lus-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721309, - "recall": 0.766798, - "f1": 0.733311, - "accuracy": 0.766798, - "main_score": 0.733311, - "hf_subset": "lus_Latn-epo_Latn", - "languages": [ - "lus-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.717295, - "recall": 0.764822, - "f1": 0.729918, - "accuracy": 0.764822, - "main_score": 0.729918, - "hf_subset": "lus_Latn-hun_Latn", - "languages": [ - "lus-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.681861, - "recall": 0.731225, - "f1": 0.695242, - "accuracy": 0.731225, - "main_score": 0.695242, - "hf_subset": "lus_Latn-kir_Cyrl", - "languages": [ - "lus-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721027, - "recall": 0.769763, - "f1": 0.735021, - "accuracy": 0.769763, - "main_score": 0.735021, - "hf_subset": "lus_Latn-mar_Deva", - "languages": [ - "lus-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59608, - "recall": 0.647233, - "f1": 0.610771, - "accuracy": 0.647233, - "main_score": 0.610771, - "hf_subset": "lus_Latn-plt_Latn", - "languages": [ - "lus-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729289, - "recall": 0.774704, - "f1": 0.741234, - "accuracy": 0.774704, - "main_score": 0.741234, - "hf_subset": "lus_Latn-srp_Cyrl", - "languages": [ - "lus-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622105, - "recall": 0.674901, - "f1": 0.63701, - "accuracy": 0.674901, - "main_score": 0.63701, - "hf_subset": "lus_Latn-uig_Arab", - "languages": [ - "lus-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690875, - "recall": 0.738142, - "f1": 0.703734, - "accuracy": 0.738142, - "main_score": 0.703734, - "hf_subset": "lus_Latn-aeb_Arab", - "languages": [ - "lus-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724211, - "recall": 0.77668, - "f1": 0.738944, - "accuracy": 0.77668, - "main_score": 0.738944, - "hf_subset": "lus_Latn-ben_Beng", - "languages": [ - "lus-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724097, - "recall": 0.767787, - "f1": 0.735907, - "accuracy": 0.767787, - "main_score": 0.735907, - "hf_subset": "lus_Latn-est_Latn", - "languages": [ - "lus-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.69843, - "recall": 0.750988, - "f1": 0.713051, - "accuracy": 0.750988, - "main_score": 0.713051, - "hf_subset": "lus_Latn-hye_Armn", - "languages": [ - "lus-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52389, - "recall": 0.568182, - "f1": 0.536709, - "accuracy": 0.568182, - "main_score": 0.536709, - "hf_subset": "lus_Latn-kmb_Latn", - "languages": [ - "lus-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427244, - "recall": 0.492095, - "f1": 0.444482, - "accuracy": 0.492095, - "main_score": 0.444482, - "hf_subset": "lus_Latn-min_Arab", - "languages": [ - "lus-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720903, - "recall": 0.770751, - "f1": 0.734065, - "accuracy": 0.770751, - "main_score": 0.734065, - "hf_subset": "lus_Latn-pol_Latn", - "languages": [ - "lus-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549417, - "recall": 0.600791, - "f1": 0.563875, - "accuracy": 0.600791, - "main_score": 0.563875, - "hf_subset": "lus_Latn-ssw_Latn", - "languages": [ - "lus-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733439, - "recall": 0.780632, - "f1": 0.746222, - "accuracy": 0.780632, - "main_score": 0.746222, - "hf_subset": "lus_Latn-ukr_Cyrl", - "languages": [ - "lus-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736152, - "recall": 0.782609, - "f1": 0.748977, - "accuracy": 0.782609, - "main_score": 0.748977, - "hf_subset": "lus_Latn-afr_Latn", - "languages": [ - "lus-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714081, - "recall": 0.757905, - "f1": 0.725921, - "accuracy": 0.757905, - "main_score": 0.725921, - "hf_subset": "lus_Latn-bho_Deva", - "languages": [ - "lus-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675285, - "recall": 0.727273, - "f1": 0.689956, - "accuracy": 0.727273, - "main_score": 0.689956, - "hf_subset": "lus_Latn-eus_Latn", - "languages": [ - "lus-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555108, - "recall": 0.607708, - "f1": 0.569724, - "accuracy": 0.607708, - "main_score": 0.569724, - "hf_subset": "lus_Latn-ibo_Latn", - "languages": [ - "lus-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.617569, - "recall": 0.66996, - "f1": 0.632412, - "accuracy": 0.66996, - "main_score": 0.632412, - "hf_subset": "lus_Latn-kmr_Latn", - "languages": [ - "lus-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711093, - "recall": 0.752964, - "f1": 0.722317, - "accuracy": 0.752964, - "main_score": 0.722317, - "hf_subset": "lus_Latn-min_Latn", - "languages": [ - "lus-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753369, - "recall": 0.799407, - "f1": 0.766036, - "accuracy": 0.799407, - "main_score": 0.766036, - "hf_subset": "lus_Latn-por_Latn", - "languages": [ - "lus-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724683, - "recall": 0.766798, - "f1": 0.736061, - "accuracy": 0.766798, - "main_score": 0.736061, - "hf_subset": "lus_Latn-sun_Latn", - "languages": [ - "lus-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513228, - "recall": 0.56917, - "f1": 0.528772, - "accuracy": 0.56917, - "main_score": 0.528772, - "hf_subset": "lus_Latn-umb_Latn", - "languages": [ - "lus-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718396, - "recall": 0.764822, - "f1": 0.731047, - "accuracy": 0.764822, - "main_score": 0.731047, - "hf_subset": "lus_Latn-ajp_Arab", - "languages": [ - "lus-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468392, - "recall": 0.523715, - "f1": 0.483025, - "accuracy": 0.523715, - "main_score": 0.483025, - "hf_subset": "lus_Latn-bjn_Arab", - "languages": [ - "lus-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512114, - "recall": 0.560277, - "f1": 0.525535, - "accuracy": 0.560277, - "main_score": 0.525535, - "hf_subset": "lus_Latn-ewe_Latn", - "languages": [ - "lus-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718471, - "recall": 0.758893, - "f1": 0.730203, - "accuracy": 0.758893, - "main_score": 0.730203, - "hf_subset": "lus_Latn-ilo_Latn", - "languages": [ - "lus-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.307061, - "recall": 0.365613, - "f1": 0.323177, - "accuracy": 0.365613, - "main_score": 0.323177, - "hf_subset": "lus_Latn-knc_Arab", - "languages": [ - "lus-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723726, - "recall": 0.772727, - "f1": 0.737045, - "accuracy": 0.772727, - "main_score": 0.737045, - "hf_subset": "lus_Latn-mkd_Cyrl", - "languages": [ - "lus-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72799, - "recall": 0.777668, - "f1": 0.741846, - "accuracy": 0.777668, - "main_score": 0.741846, - "hf_subset": "lus_Latn-prs_Arab", - "languages": [ - "lus-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733977, - "recall": 0.783597, - "f1": 0.747356, - "accuracy": 0.783597, - "main_score": 0.747356, - "hf_subset": "lus_Latn-swe_Latn", - "languages": [ - "lus-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715108, - "recall": 0.768775, - "f1": 0.730063, - "accuracy": 0.768775, - "main_score": 0.730063, - "hf_subset": "lus_Latn-urd_Arab", - "languages": [ - "lus-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60084, - "recall": 0.647233, - "f1": 0.614087, - "accuracy": 0.647233, - "main_score": 0.614087, - "hf_subset": "lus_Latn-aka_Latn", - "languages": [ - "lus-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700783, - "recall": 0.748024, - "f1": 0.713896, - "accuracy": 0.748024, - "main_score": 0.713896, - "hf_subset": "lus_Latn-bjn_Latn", - "languages": [ - "lus-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635831, - "recall": 0.686759, - "f1": 0.649545, - "accuracy": 0.686759, - "main_score": 0.649545, - "hf_subset": "lus_Latn-fao_Latn", - "languages": [ - "lus-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747797, - "recall": 0.79249, - "f1": 0.760555, - "accuracy": 0.79249, - "main_score": 0.760555, - "hf_subset": "lus_Latn-ind_Latn", - "languages": [ - "lus-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578224, - "recall": 0.62747, - "f1": 0.592294, - "accuracy": 0.62747, - "main_score": 0.592294, - "hf_subset": "lus_Latn-knc_Latn", - "languages": [ - "lus-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719984, - "recall": 0.764822, - "f1": 0.731933, - "accuracy": 0.764822, - "main_score": 0.731933, - "hf_subset": "lus_Latn-mlt_Latn", - "languages": [ - "lus-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600259, - "recall": 0.650198, - "f1": 0.614608, - "accuracy": 0.650198, - "main_score": 0.614608, - "hf_subset": "lus_Latn-quy_Latn", - "languages": [ - "lus-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653065, - "recall": 0.710474, - "f1": 0.669655, - "accuracy": 0.710474, - "main_score": 0.669655, - "hf_subset": "lus_Latn-swh_Latn", - "languages": [ - "lus-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703736, - "recall": 0.749012, - "f1": 0.716471, - "accuracy": 0.749012, - "main_score": 0.716471, - "hf_subset": "lus_Latn-uzn_Latn", - "languages": [ - "lus-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719128, - "recall": 0.763834, - "f1": 0.731002, - "accuracy": 0.763834, - "main_score": 0.731002, - "hf_subset": "lus_Latn-als_Latn", - "languages": [ - "lus-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.344667, - "recall": 0.405138, - "f1": 0.35979, - "accuracy": 0.405138, - "main_score": 0.35979, - "hf_subset": "lus_Latn-bod_Tibt", - "languages": [ - "lus-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583548, - "recall": 0.630435, - "f1": 0.596694, - "accuracy": 0.630435, - "main_score": 0.596694, - "hf_subset": "lus_Latn-fij_Latn", - "languages": [ - "lus-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653796, - "recall": 0.708498, - "f1": 0.668929, - "accuracy": 0.708498, - "main_score": 0.668929, - "hf_subset": "lus_Latn-isl_Latn", - "languages": [ - "lus-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603977, - "recall": 0.655138, - "f1": 0.61898, - "accuracy": 0.655138, - "main_score": 0.61898, - "hf_subset": "lus_Latn-kon_Latn", - "languages": [ - "lus-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578368, - "recall": 0.637352, - "f1": 0.595061, - "accuracy": 0.637352, - "main_score": 0.595061, - "hf_subset": "lus_Latn-mni_Beng", - "languages": [ - "lus-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726713, - "recall": 0.77668, - "f1": 0.740743, - "accuracy": 0.77668, - "main_score": 0.740743, - "hf_subset": "lus_Latn-ron_Latn", - "languages": [ - "lus-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699301, - "recall": 0.743083, - "f1": 0.711953, - "accuracy": 0.743083, - "main_score": 0.711953, - "hf_subset": "lus_Latn-szl_Latn", - "languages": [ - "lus-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73661, - "recall": 0.780632, - "f1": 0.748498, - "accuracy": 0.780632, - "main_score": 0.748498, - "hf_subset": "lus_Latn-vec_Latn", - "languages": [ - "lus-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596328, - "recall": 0.656126, - "f1": 0.612938, - "accuracy": 0.656126, - "main_score": 0.612938, - "hf_subset": "lus_Latn-amh_Ethi", - "languages": [ - "lus-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740067, - "recall": 0.784585, - "f1": 0.751873, - "accuracy": 0.784585, - "main_score": 0.751873, - "hf_subset": "lus_Latn-bos_Latn", - "languages": [ - "lus-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711956, - "recall": 0.766798, - "f1": 0.726922, - "accuracy": 0.766798, - "main_score": 0.726922, - "hf_subset": "lus_Latn-fin_Latn", - "languages": [ - "lus-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736352, - "recall": 0.788538, - "f1": 0.750723, - "accuracy": 0.788538, - "main_score": 0.750723, - "hf_subset": "lus_Latn-ita_Latn", - "languages": [ - "lus-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726256, - "recall": 0.778656, - "f1": 0.741126, - "accuracy": 0.778656, - "main_score": 0.741126, - "hf_subset": "lus_Latn-kor_Hang", - "languages": [ - "lus-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543094, - "recall": 0.59585, - "f1": 0.557445, - "accuracy": 0.59585, - "main_score": 0.557445, - "hf_subset": "lus_Latn-mos_Latn", - "languages": [ - "lus-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541109, - "recall": 0.586957, - "f1": 0.553869, - "accuracy": 0.586957, - "main_score": 0.553869, - "hf_subset": "lus_Latn-run_Latn", - "languages": [ - "lus-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.706561, - "recall": 0.76087, - "f1": 0.721457, - "accuracy": 0.76087, - "main_score": 0.721457, - "hf_subset": "lus_Latn-tam_Taml", - "languages": [ - "lus-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726202, - "recall": 0.777668, - "f1": 0.740236, - "accuracy": 0.777668, - "main_score": 0.740236, - "hf_subset": "lus_Latn-vie_Latn", - "languages": [ - "lus-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705392, - "recall": 0.752964, - "f1": 0.718043, - "accuracy": 0.752964, - "main_score": 0.718043, - "hf_subset": "lus_Latn-apc_Arab", - "languages": [ - "lus-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649654, - "recall": 0.6917, - "f1": 0.662033, - "accuracy": 0.6917, - "main_score": 0.662033, - "hf_subset": "lus_Latn-bug_Latn", - "languages": [ - "lus-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467144, - "recall": 0.51581, - "f1": 0.47971, - "accuracy": 0.51581, - "main_score": 0.47971, - "hf_subset": "lus_Latn-fon_Latn", - "languages": [ - "lus-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.738706, - "recall": 0.775692, - "f1": 0.748941, - "accuracy": 0.775692, - "main_score": 0.748941, - "hf_subset": "lus_Latn-jav_Latn", - "languages": [ - "lus-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626887, - "recall": 0.688735, - "f1": 0.644223, - "accuracy": 0.688735, - "main_score": 0.644223, - "hf_subset": "lus_Latn-lao_Laoo", - "languages": [ - "lus-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559612, - "recall": 0.609684, - "f1": 0.573707, - "accuracy": 0.609684, - "main_score": 0.573707, - "hf_subset": "lus_Latn-mri_Latn", - "languages": [ - "lus-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735935, - "recall": 0.782609, - "f1": 0.748418, - "accuracy": 0.782609, - "main_score": 0.748418, - "hf_subset": "lus_Latn-rus_Cyrl", - "languages": [ - "lus-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513169, - "recall": 0.565217, - "f1": 0.52836, - "accuracy": 0.565217, - "main_score": 0.52836, - "hf_subset": "lus_Latn-taq_Latn", - "languages": [ - "lus-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744041, - "recall": 0.784585, - "f1": 0.754619, - "accuracy": 0.784585, - "main_score": 0.754619, - "hf_subset": "lus_Latn-war_Latn", - "languages": [ - "lus-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702146, - "recall": 0.755929, - "f1": 0.716834, - "accuracy": 0.755929, - "main_score": 0.716834, - "hf_subset": "lus_Latn-arb_Arab", - "languages": [ - "lus-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739001, - "recall": 0.781621, - "f1": 0.75019, - "accuracy": 0.781621, - "main_score": 0.75019, - "hf_subset": "lus_Latn-bul_Cyrl", - "languages": [ - "lus-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.739281, - "recall": 0.785573, - "f1": 0.751489, - "accuracy": 0.785573, - "main_score": 0.751489, - "hf_subset": "lus_Latn-fra_Latn", - "languages": [ - "lus-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.729602, - "recall": 0.775692, - "f1": 0.741974, - "accuracy": 0.775692, - "main_score": 0.741974, - "hf_subset": "lus_Latn-jpn_Jpan", - "languages": [ - "lus-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694469, - "recall": 0.744071, - "f1": 0.708495, - "accuracy": 0.744071, - "main_score": 0.708495, - "hf_subset": "lus_Latn-lij_Latn", - "languages": [ - "lus-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586519, - "recall": 0.655138, - "f1": 0.606527, - "accuracy": 0.655138, - "main_score": 0.606527, - "hf_subset": "lus_Latn-mya_Mymr", - "languages": [ - "lus-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554521, - "recall": 0.61166, - "f1": 0.570279, - "accuracy": 0.61166, - "main_score": 0.570279, - "hf_subset": "lus_Latn-sag_Latn", - "languages": [ - "lus-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.191262, - "recall": 0.238142, - "f1": 0.202208, - "accuracy": 0.238142, - "main_score": 0.202208, - "hf_subset": "lus_Latn-taq_Tfng", - "languages": [ - "lus-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60151, - "recall": 0.646245, - "f1": 0.614065, - "accuracy": 0.646245, - "main_score": 0.614065, - "hf_subset": "lus_Latn-wol_Latn", - "languages": [ - "lus-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520738, - "recall": 0.568182, - "f1": 0.533543, - "accuracy": 0.568182, - "main_score": 0.533543, - "hf_subset": "lus_Latn-arb_Latn", - "languages": [ - "lus-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740454, - "recall": 0.790514, - "f1": 0.753912, - "accuracy": 0.790514, - "main_score": 0.753912, - "hf_subset": "lus_Latn-cat_Latn", - "languages": [ - "lus-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708804, - "recall": 0.750988, - "f1": 0.720635, - "accuracy": 0.750988, - "main_score": 0.720635, - "hf_subset": "lus_Latn-fur_Latn", - "languages": [ - "lus-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.399805, - "recall": 0.44664, - "f1": 0.412051, - "accuracy": 0.44664, - "main_score": 0.412051, - "hf_subset": "lus_Latn-kab_Latn", - "languages": [ - "lus-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708698, - "recall": 0.751976, - "f1": 0.721612, - "accuracy": 0.751976, - "main_score": 0.721612, - "hf_subset": "lus_Latn-lim_Latn", - "languages": [ - "lus-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728799, - "recall": 0.779644, - "f1": 0.742806, - "accuracy": 0.779644, - "main_score": 0.742806, - "hf_subset": "lus_Latn-nld_Latn", - "languages": [ - "lus-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657495, - "recall": 0.717391, - "f1": 0.674302, - "accuracy": 0.717391, - "main_score": 0.674302, - "hf_subset": "lus_Latn-san_Deva", - "languages": [ - "lus-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704443, - "recall": 0.752964, - "f1": 0.717894, - "accuracy": 0.752964, - "main_score": 0.717894, - "hf_subset": "lus_Latn-tat_Cyrl", - "languages": [ - "lus-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597179, - "recall": 0.649209, - "f1": 0.612493, - "accuracy": 0.649209, - "main_score": 0.612493, - "hf_subset": "lus_Latn-xho_Latn", - "languages": [ - "lus-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690069, - "recall": 0.743083, - "f1": 0.704876, - "accuracy": 0.743083, - "main_score": 0.704876, - "hf_subset": "lus_Latn-ars_Arab", - "languages": [ - "lus-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737689, - "recall": 0.77668, - "f1": 0.748304, - "accuracy": 0.77668, - "main_score": 0.748304, - "hf_subset": "lus_Latn-ceb_Latn", - "languages": [ - "lus-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526964, - "recall": 0.578063, - "f1": 0.541792, - "accuracy": 0.578063, - "main_score": 0.541792, - "hf_subset": "lus_Latn-fuv_Latn", - "languages": [ - "lus-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533783, - "recall": 0.588933, - "f1": 0.549082, - "accuracy": 0.588933, - "main_score": 0.549082, - "hf_subset": "lus_Latn-kac_Latn", - "languages": [ - "lus-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614069, - "recall": 0.661067, - "f1": 0.627012, - "accuracy": 0.661067, - "main_score": 0.627012, - "hf_subset": "lus_Latn-lin_Latn", - "languages": [ - "lus-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72839, - "recall": 0.779644, - "f1": 0.742255, - "accuracy": 0.779644, - "main_score": 0.742255, - "hf_subset": "lus_Latn-nno_Latn", - "languages": [ - "lus-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.118023, - "recall": 0.164032, - "f1": 0.129192, - "accuracy": 0.164032, - "main_score": 0.129192, - "hf_subset": "lus_Latn-sat_Olck", - "languages": [ - "lus-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713937, - "recall": 0.76581, - "f1": 0.728382, - "accuracy": 0.76581, - "main_score": 0.728382, - "hf_subset": "lus_Latn-tel_Telu", - "languages": [ - "lus-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621156, - "recall": 0.674901, - "f1": 0.636296, - "accuracy": 0.674901, - "main_score": 0.636296, - "hf_subset": "lus_Latn-ydd_Hebr", - "languages": [ - "lus-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691464, - "recall": 0.742095, - "f1": 0.705095, - "accuracy": 0.742095, - "main_score": 0.705095, - "hf_subset": "lus_Latn-ary_Arab", - "languages": [ - "lus-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.725758, - "recall": 0.775692, - "f1": 0.73928, - "accuracy": 0.775692, - "main_score": 0.73928, - "hf_subset": "lus_Latn-ces_Latn", - "languages": [ - "lus-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512688, - "recall": 0.571146, - "f1": 0.5291, - "accuracy": 0.571146, - "main_score": 0.5291, - "hf_subset": "lus_Latn-gaz_Latn", - "languages": [ - "lus-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528611, - "recall": 0.581028, - "f1": 0.543989, - "accuracy": 0.581028, - "main_score": 0.543989, - "hf_subset": "lus_Latn-kam_Latn", - "languages": [ - "lus-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712747, - "recall": 0.759881, - "f1": 0.725815, - "accuracy": 0.759881, - "main_score": 0.725815, - "hf_subset": "lus_Latn-lit_Latn", - "languages": [ - "lus-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741219, - "recall": 0.783597, - "f1": 0.752074, - "accuracy": 0.783597, - "main_score": 0.752074, - "hf_subset": "lus_Latn-nob_Latn", - "languages": [ - "lus-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693432, - "recall": 0.740119, - "f1": 0.706135, - "accuracy": 0.740119, - "main_score": 0.706135, - "hf_subset": "lus_Latn-scn_Latn", - "languages": [ - "lus-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67365, - "recall": 0.722332, - "f1": 0.687252, - "accuracy": 0.722332, - "main_score": 0.687252, - "hf_subset": "lus_Latn-tgk_Cyrl", - "languages": [ - "lus-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535538, - "recall": 0.600791, - "f1": 0.553996, - "accuracy": 0.600791, - "main_score": 0.553996, - "hf_subset": "lus_Latn-yor_Latn", - "languages": [ - "lus-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720803, - "recall": 0.76087, - "f1": 0.731801, - "accuracy": 0.76087, - "main_score": 0.731801, - "hf_subset": "lus_Latn-arz_Arab", - "languages": [ - "lus-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522934, - "recall": 0.575099, - "f1": 0.537933, - "accuracy": 0.575099, - "main_score": 0.537933, - "hf_subset": "lus_Latn-cjk_Latn", - "languages": [ - "lus-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557889, - "recall": 0.608696, - "f1": 0.571862, - "accuracy": 0.608696, - "main_score": 0.571862, - "hf_subset": "lus_Latn-gla_Latn", - "languages": [ - "lus-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722638, - "recall": 0.778656, - "f1": 0.739143, - "accuracy": 0.778656, - "main_score": 0.739143, - "hf_subset": "lus_Latn-kan_Knda", - "languages": [ - "lus-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72119, - "recall": 0.758893, - "f1": 0.732016, - "accuracy": 0.758893, - "main_score": 0.732016, - "hf_subset": "lus_Latn-lmo_Latn", - "languages": [ - "lus-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.715559, - "recall": 0.766798, - "f1": 0.729708, - "accuracy": 0.766798, - "main_score": 0.729708, - "hf_subset": "lus_Latn-npi_Deva", - "languages": [ - "lus-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.460872, - "recall": 0.517787, - "f1": 0.476639, - "accuracy": 0.517787, - "main_score": 0.476639, - "hf_subset": "lus_Latn-shn_Mymr", - "languages": [ - "lus-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.747122, - "recall": 0.790514, - "f1": 0.758925, - "accuracy": 0.790514, - "main_score": 0.758925, - "hf_subset": "lus_Latn-tgl_Latn", - "languages": [ - "lus-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718958, - "recall": 0.771739, - "f1": 0.733325, - "accuracy": 0.771739, - "main_score": 0.733325, - "hf_subset": "lus_Latn-yue_Hant", - "languages": [ - "lus-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690084, - "recall": 0.741107, - "f1": 0.704594, - "accuracy": 0.741107, - "main_score": 0.704594, - "hf_subset": "lus_Latn-asm_Beng", - "languages": [ - "lus-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618068, - "recall": 0.668972, - "f1": 0.631885, - "accuracy": 0.668972, - "main_score": 0.631885, - "hf_subset": "lus_Latn-ckb_Arab", - "languages": [ - "lus-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571487, - "recall": 0.621542, - "f1": 0.585217, - "accuracy": 0.621542, - "main_score": 0.585217, - "hf_subset": "lus_Latn-gle_Latn", - "languages": [ - "lus-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644645, - "recall": 0.697628, - "f1": 0.659402, - "accuracy": 0.697628, - "main_score": 0.659402, - "hf_subset": "lus_Latn-kas_Arab", - "languages": [ - "lus-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650539, - "recall": 0.706522, - "f1": 0.666078, - "accuracy": 0.706522, - "main_score": 0.666078, - "hf_subset": "lus_Latn-ltg_Latn", - "languages": [ - "lus-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585445, - "recall": 0.635375, - "f1": 0.599498, - "accuracy": 0.635375, - "main_score": 0.599498, - "hf_subset": "lus_Latn-nso_Latn", - "languages": [ - "lus-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622281, - "recall": 0.681818, - "f1": 0.638545, - "accuracy": 0.681818, - "main_score": 0.638545, - "hf_subset": "lus_Latn-sin_Sinh", - "languages": [ - "lus-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718456, - "recall": 0.764822, - "f1": 0.731388, - "accuracy": 0.764822, - "main_score": 0.731388, - "hf_subset": "lus_Latn-tha_Thai", - "languages": [ - "lus-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716863, - "recall": 0.767787, - "f1": 0.730252, - "accuracy": 0.767787, - "main_score": 0.730252, - "hf_subset": "lus_Latn-zho_Hans", - "languages": [ - "lus-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733037, - "recall": 0.777668, - "f1": 0.745847, - "accuracy": 0.777668, - "main_score": 0.745847, - "hf_subset": "lus_Latn-ast_Latn", - "languages": [ - "lus-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696259, - "recall": 0.745059, - "f1": 0.70991, - "accuracy": 0.745059, - "main_score": 0.70991, - "hf_subset": "lus_Latn-crh_Latn", - "languages": [ - "lus-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737527, - "recall": 0.787549, - "f1": 0.751589, - "accuracy": 0.787549, - "main_score": 0.751589, - "hf_subset": "lus_Latn-glg_Latn", - "languages": [ - "lus-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623295, - "recall": 0.68083, - "f1": 0.639731, - "accuracy": 0.68083, - "main_score": 0.639731, - "hf_subset": "lus_Latn-kas_Deva", - "languages": [ - "lus-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698586, - "recall": 0.73913, - "f1": 0.709621, - "accuracy": 0.73913, - "main_score": 0.709621, - "hf_subset": "lus_Latn-ltz_Latn", - "languages": [ - "lus-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454389, - "recall": 0.51581, - "f1": 0.470981, - "accuracy": 0.51581, - "main_score": 0.470981, - "hf_subset": "lus_Latn-nus_Latn", - "languages": [ - "lus-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718471, - "recall": 0.771739, - "f1": 0.732852, - "accuracy": 0.771739, - "main_score": 0.732852, - "hf_subset": "lus_Latn-slk_Latn", - "languages": [ - "lus-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448473, - "recall": 0.516798, - "f1": 0.467159, - "accuracy": 0.516798, - "main_score": 0.467159, - "hf_subset": "lus_Latn-tir_Ethi", - "languages": [ - "lus-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731412, - "recall": 0.777668, - "f1": 0.744336, - "accuracy": 0.777668, - "main_score": 0.744336, - "hf_subset": "lus_Latn-zho_Hant", - "languages": [ - "lus-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.721642, - "recall": 0.766798, - "f1": 0.734241, - "accuracy": 0.766798, - "main_score": 0.734241, - "hf_subset": "lus_Latn-awa_Deva", - "languages": [ - "lus-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643169, - "recall": 0.692688, - "f1": 0.657232, - "accuracy": 0.692688, - "main_score": 0.657232, - "hf_subset": "lus_Latn-cym_Latn", - "languages": [ - "lus-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662352, - "recall": 0.704545, - "f1": 0.674639, - "accuracy": 0.704545, - "main_score": 0.674639, - "hf_subset": "lus_Latn-grn_Latn", - "languages": [ - "lus-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692547, - "recall": 0.748024, - "f1": 0.708404, - "accuracy": 0.748024, - "main_score": 0.708404, - "hf_subset": "lus_Latn-kat_Geor", - "languages": [ - "lus-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592371, - "recall": 0.633399, - "f1": 0.603859, - "accuracy": 0.633399, - "main_score": 0.603859, - "hf_subset": "lus_Latn-lua_Latn", - "languages": [ - "lus-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.591198, - "recall": 0.636364, - "f1": 0.604284, - "accuracy": 0.636364, - "main_score": 0.604284, - "hf_subset": "lus_Latn-nya_Latn", - "languages": [ - "lus-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720151, - "recall": 0.763834, - "f1": 0.731562, - "accuracy": 0.763834, - "main_score": 0.731562, - "hf_subset": "lus_Latn-slv_Latn", - "languages": [ - "lus-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737848, - "recall": 0.773715, - "f1": 0.747919, - "accuracy": 0.773715, - "main_score": 0.747919, - "hf_subset": "lus_Latn-tpi_Latn", - "languages": [ - "lus-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.736573, - "recall": 0.786561, - "f1": 0.750583, - "accuracy": 0.786561, - "main_score": 0.750583, - "hf_subset": "lus_Latn-zsm_Latn", - "languages": [ - "lus-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532569, - "recall": 0.583992, - "f1": 0.548158, - "accuracy": 0.583992, - "main_score": 0.548158, - "hf_subset": "lus_Latn-ayr_Latn", - "languages": [ - "lus-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73532, - "recall": 0.784585, - "f1": 0.748655, - "accuracy": 0.784585, - "main_score": 0.748655, - "hf_subset": "lus_Latn-dan_Latn", - "languages": [ - "lus-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733644, - "recall": 0.787549, - "f1": 0.749051, - "accuracy": 0.787549, - "main_score": 0.749051, - "hf_subset": "lus_Latn-guj_Gujr", - "languages": [ - "lus-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.719295, - "recall": 0.76581, - "f1": 0.732195, - "accuracy": 0.76581, - "main_score": 0.732195, - "hf_subset": "lus_Latn-kaz_Cyrl", - "languages": [ - "lus-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521057, - "recall": 0.573123, - "f1": 0.535022, - "accuracy": 0.573123, - "main_score": 0.535022, - "hf_subset": "lus_Latn-lug_Latn", - "languages": [ - "lus-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74118, - "recall": 0.787549, - "f1": 0.753915, - "accuracy": 0.787549, - "main_score": 0.753915, - "hf_subset": "lus_Latn-oci_Latn", - "languages": [ - "lus-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62065, - "recall": 0.674901, - "f1": 0.636234, - "accuracy": 0.674901, - "main_score": 0.636234, - "hf_subset": "lus_Latn-smo_Latn", - "languages": [ - "lus-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52282, - "recall": 0.581028, - "f1": 0.539157, - "accuracy": 0.581028, - "main_score": 0.539157, - "hf_subset": "lus_Latn-tsn_Latn", - "languages": [ - "lus-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55254, - "recall": 0.608696, - "f1": 0.568209, - "accuracy": 0.608696, - "main_score": 0.568209, - "hf_subset": "lus_Latn-zul_Latn", - "languages": [ - "lus-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605505, - "recall": 0.663043, - "f1": 0.621682, - "accuracy": 0.663043, - "main_score": 0.621682, - "hf_subset": "lus_Latn-azb_Arab", - "languages": [ - "lus-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741594, - "recall": 0.789526, - "f1": 0.754414, - "accuracy": 0.789526, - "main_score": 0.754414, - "hf_subset": "lus_Latn-deu_Latn", - "languages": [ - "lus-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636685, - "recall": 0.694664, - "f1": 0.652601, - "accuracy": 0.694664, - "main_score": 0.652601, - "hf_subset": "lus_Latn-hat_Latn", - "languages": [ - "lus-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488731, - "recall": 0.54249, - "f1": 0.503567, - "accuracy": 0.54249, - "main_score": 0.503567, - "hf_subset": "lus_Latn-kbp_Latn", - "languages": [ - "lus-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561744, - "recall": 0.61166, - "f1": 0.575834, - "accuracy": 0.61166, - "main_score": 0.575834, - "hf_subset": "lus_Latn-luo_Latn", - "languages": [ - "lus-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705675, - "recall": 0.756917, - "f1": 0.720292, - "accuracy": 0.756917, - "main_score": 0.720292, - "hf_subset": "lus_Latn-ory_Orya", - "languages": [ - "lus-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556558, - "recall": 0.608696, - "f1": 0.571416, - "accuracy": 0.608696, - "main_score": 0.571416, - "hf_subset": "lus_Latn-sna_Latn", - "languages": [ - "lus-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539606, - "recall": 0.58498, - "f1": 0.552294, - "accuracy": 0.58498, - "main_score": 0.552294, - "hf_subset": "lus_Latn-tso_Latn", - "languages": [ - "lus-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702017, - "recall": 0.755929, - "f1": 0.71733, - "accuracy": 0.755929, - "main_score": 0.71733, - "hf_subset": "lus_Latn-azj_Latn", - "languages": [ - "lus-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531826, - "recall": 0.582016, - "f1": 0.546551, - "accuracy": 0.582016, - "main_score": 0.546551, - "hf_subset": "lus_Latn-dik_Latn", - "languages": [ - "lus-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588565, - "recall": 0.636364, - "f1": 0.60189, - "accuracy": 0.636364, - "main_score": 0.60189, - "hf_subset": "lus_Latn-hau_Latn", - "languages": [ - "lus-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688028, - "recall": 0.729249, - "f1": 0.69976, - "accuracy": 0.729249, - "main_score": 0.69976, - "hf_subset": "lus_Latn-kea_Latn", - "languages": [ - "lus-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695028, - "recall": 0.732213, - "f1": 0.705828, - "accuracy": 0.732213, - "main_score": 0.705828, - "hf_subset": "lus_Latn-pag_Latn", - "languages": [ - "lus-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68698, - "recall": 0.740119, - "f1": 0.701586, - "accuracy": 0.740119, - "main_score": 0.701586, - "hf_subset": "lus_Latn-snd_Arab", - "languages": [ - "lus-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64425, - "recall": 0.690711, - "f1": 0.657386, - "accuracy": 0.690711, - "main_score": 0.657386, - "hf_subset": "lus_Latn-tuk_Latn", - "languages": [ - "lus-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.709645, - "recall": 0.753953, - "f1": 0.721546, - "accuracy": 0.753953, - "main_score": 0.721546, - "hf_subset": "lus_Latn-bak_Cyrl", - "languages": [ - "lus-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46554, - "recall": 0.533597, - "f1": 0.485312, - "accuracy": 0.533597, - "main_score": 0.485312, - "hf_subset": "lus_Latn-dyu_Latn", - "languages": [ - "lus-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.704937, - "recall": 0.752964, - "f1": 0.717637, - "accuracy": 0.752964, - "main_score": 0.717637, - "hf_subset": "lus_Latn-heb_Hebr", - "languages": [ - "lus-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662919, - "recall": 0.709486, - "f1": 0.67607, - "accuracy": 0.709486, - "main_score": 0.67607, - "hf_subset": "lus_Latn-khk_Cyrl", - "languages": [ - "lus-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727199, - "recall": 0.770751, - "f1": 0.738982, - "accuracy": 0.770751, - "main_score": 0.738982, - "hf_subset": "lus_Latn-lvs_Latn", - "languages": [ - "lus-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.722318, - "recall": 0.778656, - "f1": 0.738095, - "accuracy": 0.778656, - "main_score": 0.738095, - "hf_subset": "lus_Latn-pan_Guru", - "languages": [ - "lus-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538076, - "recall": 0.592885, - "f1": 0.554122, - "accuracy": 0.592885, - "main_score": 0.554122, - "hf_subset": "lus_Latn-som_Latn", - "languages": [ - "lus-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552808, - "recall": 0.601779, - "f1": 0.56651, - "accuracy": 0.601779, - "main_score": 0.56651, - "hf_subset": "lus_Latn-tum_Latn", - "languages": [ - "lus-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552728, - "recall": 0.613636, - "f1": 0.570246, - "accuracy": 0.613636, - "main_score": 0.570246, - "hf_subset": "pag_Latn-ace_Arab", - "languages": [ - "pag-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521806, - "recall": 0.581028, - "f1": 0.538402, - "accuracy": 0.581028, - "main_score": 0.538402, - "hf_subset": "pag_Latn-bam_Latn", - "languages": [ - "pag-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.289222, - "recall": 0.341897, - "f1": 0.303061, - "accuracy": 0.341897, - "main_score": 0.303061, - "hf_subset": "pag_Latn-dzo_Tibt", - "languages": [ - "pag-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869796, - "recall": 0.899209, - "f1": 0.878465, - "accuracy": 0.899209, - "main_score": 0.878465, - "hf_subset": "pag_Latn-hin_Deva", - "languages": [ - "pag-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.788908, - "recall": 0.833004, - "f1": 0.801929, - "accuracy": 0.833004, - "main_score": 0.801929, - "hf_subset": "pag_Latn-khm_Khmr", - "languages": [ - "pag-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864542, - "recall": 0.895257, - "f1": 0.873984, - "accuracy": 0.895257, - "main_score": 0.873984, - "hf_subset": "pag_Latn-mag_Deva", - "languages": [ - "pag-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852728, - "recall": 0.883399, - "f1": 0.861939, - "accuracy": 0.883399, - "main_score": 0.861939, - "hf_subset": "pag_Latn-pap_Latn", - "languages": [ - "pag-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583979, - "recall": 0.633399, - "f1": 0.597102, - "accuracy": 0.633399, - "main_score": 0.597102, - "hf_subset": "pag_Latn-sot_Latn", - "languages": [ - "pag-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844104, - "recall": 0.878458, - "f1": 0.85424, - "accuracy": 0.878458, - "main_score": 0.85424, - "hf_subset": "pag_Latn-tur_Latn", - "languages": [ - "pag-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.753113, - "recall": 0.795455, - "f1": 0.765849, - "accuracy": 0.795455, - "main_score": 0.765849, - "hf_subset": "pag_Latn-ace_Latn", - "languages": [ - "pag-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837086, - "recall": 0.866601, - "f1": 0.845753, - "accuracy": 0.866601, - "main_score": 0.845753, - "hf_subset": "pag_Latn-ban_Latn", - "languages": [ - "pag-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847936, - "recall": 0.885375, - "f1": 0.859157, - "accuracy": 0.885375, - "main_score": 0.859157, - "hf_subset": "pag_Latn-ell_Grek", - "languages": [ - "pag-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848792, - "recall": 0.881423, - "f1": 0.858649, - "accuracy": 0.881423, - "main_score": 0.858649, - "hf_subset": "pag_Latn-hne_Deva", - "languages": [ - "pag-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584042, - "recall": 0.635375, - "f1": 0.598504, - "accuracy": 0.635375, - "main_score": 0.598504, - "hf_subset": "pag_Latn-kik_Latn", - "languages": [ - "pag-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87486, - "recall": 0.903162, - "f1": 0.883619, - "accuracy": 0.903162, - "main_score": 0.883619, - "hf_subset": "pag_Latn-mai_Deva", - "languages": [ - "pag-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.772704, - "recall": 0.818182, - "f1": 0.786107, - "accuracy": 0.818182, - "main_score": 0.786107, - "hf_subset": "pag_Latn-pbt_Arab", - "languages": [ - "pag-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863316, - "recall": 0.896245, - "f1": 0.872875, - "accuracy": 0.896245, - "main_score": 0.872875, - "hf_subset": "pag_Latn-spa_Latn", - "languages": [ - "pag-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624757, - "recall": 0.676877, - "f1": 0.639265, - "accuracy": 0.676877, - "main_score": 0.639265, - "hf_subset": "pag_Latn-twi_Latn", - "languages": [ - "pag-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83941, - "recall": 0.876482, - "f1": 0.850171, - "accuracy": 0.876482, - "main_score": 0.850171, - "hf_subset": "pag_Latn-acm_Arab", - "languages": [ - "pag-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820784, - "recall": 0.857708, - "f1": 0.831559, - "accuracy": 0.857708, - "main_score": 0.831559, - "hf_subset": "pag_Latn-bel_Cyrl", - "languages": [ - "pag-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891142, - "recall": 0.916008, - "f1": 0.898442, - "accuracy": 0.916008, - "main_score": 0.898442, - "hf_subset": "pag_Latn-eng_Latn", - "languages": [ - "pag-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852167, - "recall": 0.885375, - "f1": 0.862138, - "accuracy": 0.885375, - "main_score": 0.862138, - "hf_subset": "pag_Latn-hrv_Latn", - "languages": [ - "pag-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51442, - "recall": 0.571146, - "f1": 0.530108, - "accuracy": 0.571146, - "main_score": 0.530108, - "hf_subset": "pag_Latn-kin_Latn", - "languages": [ - "pag-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845109, - "recall": 0.883399, - "f1": 0.85687, - "accuracy": 0.883399, - "main_score": 0.85687, - "hf_subset": "pag_Latn-mal_Mlym", - "languages": [ - "pag-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851607, - "recall": 0.884387, - "f1": 0.861022, - "accuracy": 0.884387, - "main_score": 0.861022, - "hf_subset": "pag_Latn-pes_Arab", - "languages": [ - "pag-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829523, - "recall": 0.860672, - "f1": 0.838514, - "accuracy": 0.860672, - "main_score": 0.838514, - "hf_subset": "pag_Latn-srd_Latn", - "languages": [ - "pag-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.178902, - "recall": 0.218379, - "f1": 0.188383, - "accuracy": 0.218379, - "main_score": 0.188383, - "hf_subset": "pag_Latn-tzm_Tfng", - "languages": [ - "pag-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854315, - "recall": 0.890316, - "f1": 0.86525, - "accuracy": 0.890316, - "main_score": 0.86525, - "hf_subset": "pag_Latn-acq_Arab", - "languages": [ - "pag-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612775, - "recall": 0.660079, - "f1": 0.625911, - "accuracy": 0.660079, - "main_score": 0.625911, - "hf_subset": "pag_Latn-bem_Latn", - "languages": [ - "pag-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852249, - "recall": 0.886364, - "f1": 0.86242, - "accuracy": 0.886364, - "main_score": 0.86242, - "hf_subset": "pag_Latn-epo_Latn", - "languages": [ - "pag-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840237, - "recall": 0.880435, - "f1": 0.852591, - "accuracy": 0.880435, - "main_score": 0.852591, - "hf_subset": "pag_Latn-hun_Latn", - "languages": [ - "pag-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.795366, - "recall": 0.832016, - "f1": 0.806079, - "accuracy": 0.832016, - "main_score": 0.806079, - "hf_subset": "pag_Latn-kir_Cyrl", - "languages": [ - "pag-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862608, - "recall": 0.891304, - "f1": 0.870951, - "accuracy": 0.891304, - "main_score": 0.870951, - "hf_subset": "pag_Latn-mar_Deva", - "languages": [ - "pag-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612715, - "recall": 0.660079, - "f1": 0.626309, - "accuracy": 0.660079, - "main_score": 0.626309, - "hf_subset": "pag_Latn-plt_Latn", - "languages": [ - "pag-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.86563, - "recall": 0.898221, - "f1": 0.875302, - "accuracy": 0.898221, - "main_score": 0.875302, - "hf_subset": "pag_Latn-srp_Cyrl", - "languages": [ - "pag-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720976, - "recall": 0.771739, - "f1": 0.735705, - "accuracy": 0.771739, - "main_score": 0.735705, - "hf_subset": "pag_Latn-uig_Arab", - "languages": [ - "pag-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.835507, - "recall": 0.871542, - "f1": 0.846349, - "accuracy": 0.871542, - "main_score": 0.846349, - "hf_subset": "pag_Latn-aeb_Arab", - "languages": [ - "pag-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856152, - "recall": 0.88834, - "f1": 0.865469, - "accuracy": 0.88834, - "main_score": 0.865469, - "hf_subset": "pag_Latn-ben_Beng", - "languages": [ - "pag-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834042, - "recall": 0.866601, - "f1": 0.843892, - "accuracy": 0.866601, - "main_score": 0.843892, - "hf_subset": "pag_Latn-est_Latn", - "languages": [ - "pag-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820135, - "recall": 0.859684, - "f1": 0.831591, - "accuracy": 0.859684, - "main_score": 0.831591, - "hf_subset": "pag_Latn-hye_Armn", - "languages": [ - "pag-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540704, - "recall": 0.588933, - "f1": 0.554548, - "accuracy": 0.588933, - "main_score": 0.554548, - "hf_subset": "pag_Latn-kmb_Latn", - "languages": [ - "pag-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47664, - "recall": 0.549407, - "f1": 0.496372, - "accuracy": 0.549407, - "main_score": 0.496372, - "hf_subset": "pag_Latn-min_Arab", - "languages": [ - "pag-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85555, - "recall": 0.88834, - "f1": 0.865269, - "accuracy": 0.88834, - "main_score": 0.865269, - "hf_subset": "pag_Latn-pol_Latn", - "languages": [ - "pag-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559269, - "recall": 0.619565, - "f1": 0.576114, - "accuracy": 0.619565, - "main_score": 0.576114, - "hf_subset": "pag_Latn-ssw_Latn", - "languages": [ - "pag-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85975, - "recall": 0.895257, - "f1": 0.870455, - "accuracy": 0.895257, - "main_score": 0.870455, - "hf_subset": "pag_Latn-ukr_Cyrl", - "languages": [ - "pag-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.875906, - "recall": 0.906126, - "f1": 0.884881, - "accuracy": 0.906126, - "main_score": 0.884881, - "hf_subset": "pag_Latn-afr_Latn", - "languages": [ - "pag-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85802, - "recall": 0.884387, - "f1": 0.866173, - "accuracy": 0.884387, - "main_score": 0.866173, - "hf_subset": "pag_Latn-bho_Deva", - "languages": [ - "pag-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800148, - "recall": 0.842885, - "f1": 0.813636, - "accuracy": 0.842885, - "main_score": 0.813636, - "hf_subset": "pag_Latn-eus_Latn", - "languages": [ - "pag-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559826, - "recall": 0.619565, - "f1": 0.576575, - "accuracy": 0.619565, - "main_score": 0.576575, - "hf_subset": "pag_Latn-ibo_Latn", - "languages": [ - "pag-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675033, - "recall": 0.730237, - "f1": 0.691046, - "accuracy": 0.730237, - "main_score": 0.691046, - "hf_subset": "pag_Latn-kmr_Latn", - "languages": [ - "pag-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.825733, - "recall": 0.858696, - "f1": 0.835072, - "accuracy": 0.858696, - "main_score": 0.835072, - "hf_subset": "pag_Latn-min_Latn", - "languages": [ - "pag-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881085, - "recall": 0.911067, - "f1": 0.890009, - "accuracy": 0.911067, - "main_score": 0.890009, - "hf_subset": "pag_Latn-por_Latn", - "languages": [ - "pag-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845169, - "recall": 0.876482, - "f1": 0.85432, - "accuracy": 0.876482, - "main_score": 0.85432, - "hf_subset": "pag_Latn-sun_Latn", - "languages": [ - "pag-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523241, - "recall": 0.58004, - "f1": 0.539155, - "accuracy": 0.58004, - "main_score": 0.539155, - "hf_subset": "pag_Latn-umb_Latn", - "languages": [ - "pag-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848243, - "recall": 0.882411, - "f1": 0.858508, - "accuracy": 0.882411, - "main_score": 0.858508, - "hf_subset": "pag_Latn-ajp_Arab", - "languages": [ - "pag-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514272, - "recall": 0.58004, - "f1": 0.533204, - "accuracy": 0.58004, - "main_score": 0.533204, - "hf_subset": "pag_Latn-bjn_Arab", - "languages": [ - "pag-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537666, - "recall": 0.585968, - "f1": 0.5509, - "accuracy": 0.585968, - "main_score": 0.5509, - "hf_subset": "pag_Latn-ewe_Latn", - "languages": [ - "pag-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870825, - "recall": 0.897233, - "f1": 0.878744, - "accuracy": 0.897233, - "main_score": 0.878744, - "hf_subset": "pag_Latn-ilo_Latn", - "languages": [ - "pag-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315211, - "recall": 0.37747, - "f1": 0.331774, - "accuracy": 0.37747, - "main_score": 0.331774, - "hf_subset": "pag_Latn-knc_Arab", - "languages": [ - "pag-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859816, - "recall": 0.891304, - "f1": 0.869151, - "accuracy": 0.891304, - "main_score": 0.869151, - "hf_subset": "pag_Latn-mkd_Cyrl", - "languages": [ - "pag-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850264, - "recall": 0.885375, - "f1": 0.860524, - "accuracy": 0.885375, - "main_score": 0.860524, - "hf_subset": "pag_Latn-prs_Arab", - "languages": [ - "pag-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.868297, - "recall": 0.902174, - "f1": 0.878524, - "accuracy": 0.902174, - "main_score": 0.878524, - "hf_subset": "pag_Latn-swe_Latn", - "languages": [ - "pag-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.841233, - "recall": 0.879447, - "f1": 0.852848, - "accuracy": 0.879447, - "main_score": 0.852848, - "hf_subset": "pag_Latn-urd_Arab", - "languages": [ - "pag-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587576, - "recall": 0.649209, - "f1": 0.605101, - "accuracy": 0.649209, - "main_score": 0.605101, - "hf_subset": "pag_Latn-aka_Latn", - "languages": [ - "pag-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833623, - "recall": 0.866601, - "f1": 0.843692, - "accuracy": 0.866601, - "main_score": 0.843692, - "hf_subset": "pag_Latn-bjn_Latn", - "languages": [ - "pag-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745902, - "recall": 0.793478, - "f1": 0.759969, - "accuracy": 0.793478, - "main_score": 0.759969, - "hf_subset": "pag_Latn-fao_Latn", - "languages": [ - "pag-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.870586, - "recall": 0.902174, - "f1": 0.880069, - "accuracy": 0.902174, - "main_score": 0.880069, - "hf_subset": "pag_Latn-ind_Latn", - "languages": [ - "pag-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592523, - "recall": 0.645257, - "f1": 0.607077, - "accuracy": 0.645257, - "main_score": 0.607077, - "hf_subset": "pag_Latn-knc_Latn", - "languages": [ - "pag-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849763, - "recall": 0.878458, - "f1": 0.857708, - "accuracy": 0.878458, - "main_score": 0.857708, - "hf_subset": "pag_Latn-mlt_Latn", - "languages": [ - "pag-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634243, - "recall": 0.687747, - "f1": 0.650068, - "accuracy": 0.687747, - "main_score": 0.650068, - "hf_subset": "pag_Latn-quy_Latn", - "languages": [ - "pag-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.743059, - "recall": 0.789526, - "f1": 0.756162, - "accuracy": 0.789526, - "main_score": 0.756162, - "hf_subset": "pag_Latn-swh_Latn", - "languages": [ - "pag-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811641, - "recall": 0.851779, - "f1": 0.823341, - "accuracy": 0.851779, - "main_score": 0.823341, - "hf_subset": "pag_Latn-uzn_Latn", - "languages": [ - "pag-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.840613, - "recall": 0.874506, - "f1": 0.850678, - "accuracy": 0.874506, - "main_score": 0.850678, - "hf_subset": "pag_Latn-als_Latn", - "languages": [ - "pag-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360187, - "recall": 0.43083, - "f1": 0.377364, - "accuracy": 0.43083, - "main_score": 0.377364, - "hf_subset": "pag_Latn-bod_Tibt", - "languages": [ - "pag-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.625974, - "recall": 0.66996, - "f1": 0.6376, - "accuracy": 0.66996, - "main_score": 0.6376, - "hf_subset": "pag_Latn-fij_Latn", - "languages": [ - "pag-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.766662, - "recall": 0.814229, - "f1": 0.780258, - "accuracy": 0.814229, - "main_score": 0.780258, - "hf_subset": "pag_Latn-isl_Latn", - "languages": [ - "pag-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646887, - "recall": 0.6917, - "f1": 0.659985, - "accuracy": 0.6917, - "main_score": 0.659985, - "hf_subset": "pag_Latn-kon_Latn", - "languages": [ - "pag-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65084, - "recall": 0.709486, - "f1": 0.667791, - "accuracy": 0.709486, - "main_score": 0.667791, - "hf_subset": "pag_Latn-mni_Beng", - "languages": [ - "pag-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.876235, - "recall": 0.907115, - "f1": 0.885724, - "accuracy": 0.907115, - "main_score": 0.885724, - "hf_subset": "pag_Latn-ron_Latn", - "languages": [ - "pag-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.827794, - "recall": 0.862648, - "f1": 0.838702, - "accuracy": 0.862648, - "main_score": 0.838702, - "hf_subset": "pag_Latn-szl_Latn", - "languages": [ - "pag-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858959, - "recall": 0.893281, - "f1": 0.869123, - "accuracy": 0.893281, - "main_score": 0.869123, - "hf_subset": "pag_Latn-vec_Latn", - "languages": [ - "pag-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690881, - "recall": 0.744071, - "f1": 0.706476, - "accuracy": 0.744071, - "main_score": 0.706476, - "hf_subset": "pag_Latn-amh_Ethi", - "languages": [ - "pag-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855805, - "recall": 0.88834, - "f1": 0.865371, - "accuracy": 0.88834, - "main_score": 0.865371, - "hf_subset": "pag_Latn-bos_Latn", - "languages": [ - "pag-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833514, - "recall": 0.871542, - "f1": 0.844769, - "accuracy": 0.871542, - "main_score": 0.844769, - "hf_subset": "pag_Latn-fin_Latn", - "languages": [ - "pag-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.859816, - "recall": 0.893281, - "f1": 0.869438, - "accuracy": 0.893281, - "main_score": 0.869438, - "hf_subset": "pag_Latn-ita_Latn", - "languages": [ - "pag-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856176, - "recall": 0.890316, - "f1": 0.866996, - "accuracy": 0.890316, - "main_score": 0.866996, - "hf_subset": "pag_Latn-kor_Hang", - "languages": [ - "pag-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557744, - "recall": 0.612648, - "f1": 0.573045, - "accuracy": 0.612648, - "main_score": 0.573045, - "hf_subset": "pag_Latn-mos_Latn", - "languages": [ - "pag-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536439, - "recall": 0.588933, - "f1": 0.550917, - "accuracy": 0.588933, - "main_score": 0.550917, - "hf_subset": "pag_Latn-run_Latn", - "languages": [ - "pag-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837043, - "recall": 0.870553, - "f1": 0.847019, - "accuracy": 0.870553, - "main_score": 0.847019, - "hf_subset": "pag_Latn-tam_Taml", - "languages": [ - "pag-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846945, - "recall": 0.882411, - "f1": 0.857466, - "accuracy": 0.882411, - "main_score": 0.857466, - "hf_subset": "pag_Latn-vie_Latn", - "languages": [ - "pag-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848682, - "recall": 0.882411, - "f1": 0.858733, - "accuracy": 0.882411, - "main_score": 0.858733, - "hf_subset": "pag_Latn-apc_Arab", - "languages": [ - "pag-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.760194, - "recall": 0.800395, - "f1": 0.772021, - "accuracy": 0.800395, - "main_score": 0.772021, - "hf_subset": "pag_Latn-bug_Latn", - "languages": [ - "pag-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487428, - "recall": 0.538538, - "f1": 0.501053, - "accuracy": 0.538538, - "main_score": 0.501053, - "hf_subset": "pag_Latn-fon_Latn", - "languages": [ - "pag-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84753, - "recall": 0.873518, - "f1": 0.855289, - "accuracy": 0.873518, - "main_score": 0.855289, - "hf_subset": "pag_Latn-jav_Latn", - "languages": [ - "pag-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752042, - "recall": 0.799407, - "f1": 0.766144, - "accuracy": 0.799407, - "main_score": 0.766144, - "hf_subset": "pag_Latn-lao_Laoo", - "languages": [ - "pag-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.622807, - "recall": 0.677866, - "f1": 0.638728, - "accuracy": 0.677866, - "main_score": 0.638728, - "hf_subset": "pag_Latn-mri_Latn", - "languages": [ - "pag-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856217, - "recall": 0.890316, - "f1": 0.866411, - "accuracy": 0.890316, - "main_score": 0.866411, - "hf_subset": "pag_Latn-rus_Cyrl", - "languages": [ - "pag-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540098, - "recall": 0.599802, - "f1": 0.556235, - "accuracy": 0.599802, - "main_score": 0.556235, - "hf_subset": "pag_Latn-taq_Latn", - "languages": [ - "pag-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.893998, - "recall": 0.917984, - "f1": 0.901136, - "accuracy": 0.917984, - "main_score": 0.901136, - "hf_subset": "pag_Latn-war_Latn", - "languages": [ - "pag-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854333, - "recall": 0.889328, - "f1": 0.864432, - "accuracy": 0.889328, - "main_score": 0.864432, - "hf_subset": "pag_Latn-arb_Arab", - "languages": [ - "pag-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856752, - "recall": 0.891304, - "f1": 0.867194, - "accuracy": 0.891304, - "main_score": 0.867194, - "hf_subset": "pag_Latn-bul_Cyrl", - "languages": [ - "pag-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874862, - "recall": 0.903162, - "f1": 0.882979, - "accuracy": 0.903162, - "main_score": 0.882979, - "hf_subset": "pag_Latn-fra_Latn", - "languages": [ - "pag-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861497, - "recall": 0.892292, - "f1": 0.870793, - "accuracy": 0.892292, - "main_score": 0.870793, - "hf_subset": "pag_Latn-jpn_Jpan", - "languages": [ - "pag-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845704, - "recall": 0.878458, - "f1": 0.85519, - "accuracy": 0.878458, - "main_score": 0.85519, - "hf_subset": "pag_Latn-lij_Latn", - "languages": [ - "pag-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716035, - "recall": 0.778656, - "f1": 0.734505, - "accuracy": 0.778656, - "main_score": 0.734505, - "hf_subset": "pag_Latn-mya_Mymr", - "languages": [ - "pag-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58824, - "recall": 0.645257, - "f1": 0.603715, - "accuracy": 0.645257, - "main_score": 0.603715, - "hf_subset": "pag_Latn-sag_Latn", - "languages": [ - "pag-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193389, - "recall": 0.244071, - "f1": 0.204854, - "accuracy": 0.244071, - "main_score": 0.204854, - "hf_subset": "pag_Latn-taq_Tfng", - "languages": [ - "pag-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623634, - "recall": 0.679842, - "f1": 0.639305, - "accuracy": 0.679842, - "main_score": 0.639305, - "hf_subset": "pag_Latn-wol_Latn", - "languages": [ - "pag-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581085, - "recall": 0.645257, - "f1": 0.599069, - "accuracy": 0.645257, - "main_score": 0.599069, - "hf_subset": "pag_Latn-arb_Latn", - "languages": [ - "pag-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874382, - "recall": 0.90415, - "f1": 0.883289, - "accuracy": 0.90415, - "main_score": 0.883289, - "hf_subset": "pag_Latn-cat_Latn", - "languages": [ - "pag-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845696, - "recall": 0.87747, - "f1": 0.854908, - "accuracy": 0.87747, - "main_score": 0.854908, - "hf_subset": "pag_Latn-fur_Latn", - "languages": [ - "pag-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409029, - "recall": 0.465415, - "f1": 0.423486, - "accuracy": 0.465415, - "main_score": 0.423486, - "hf_subset": "pag_Latn-kab_Latn", - "languages": [ - "pag-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828611, - "recall": 0.857708, - "f1": 0.836924, - "accuracy": 0.857708, - "main_score": 0.836924, - "hf_subset": "pag_Latn-lim_Latn", - "languages": [ - "pag-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852646, - "recall": 0.889328, - "f1": 0.863472, - "accuracy": 0.889328, - "main_score": 0.863472, - "hf_subset": "pag_Latn-nld_Latn", - "languages": [ - "pag-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778508, - "recall": 0.829051, - "f1": 0.793445, - "accuracy": 0.829051, - "main_score": 0.793445, - "hf_subset": "pag_Latn-san_Deva", - "languages": [ - "pag-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.821914, - "recall": 0.854743, - "f1": 0.83155, - "accuracy": 0.854743, - "main_score": 0.83155, - "hf_subset": "pag_Latn-tat_Cyrl", - "languages": [ - "pag-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630232, - "recall": 0.677866, - "f1": 0.644071, - "accuracy": 0.677866, - "main_score": 0.644071, - "hf_subset": "pag_Latn-xho_Latn", - "languages": [ - "pag-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850736, - "recall": 0.887352, - "f1": 0.86158, - "accuracy": 0.887352, - "main_score": 0.86158, - "hf_subset": "pag_Latn-ars_Arab", - "languages": [ - "pag-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887352, - "recall": 0.910079, - "f1": 0.894203, - "accuracy": 0.910079, - "main_score": 0.894203, - "hf_subset": "pag_Latn-ceb_Latn", - "languages": [ - "pag-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542931, - "recall": 0.606719, - "f1": 0.561325, - "accuracy": 0.606719, - "main_score": 0.561325, - "hf_subset": "pag_Latn-fuv_Latn", - "languages": [ - "pag-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511228, - "recall": 0.573123, - "f1": 0.527728, - "accuracy": 0.573123, - "main_score": 0.527728, - "hf_subset": "pag_Latn-kac_Latn", - "languages": [ - "pag-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.652339, - "recall": 0.70751, - "f1": 0.667556, - "accuracy": 0.70751, - "main_score": 0.667556, - "hf_subset": "pag_Latn-lin_Latn", - "languages": [ - "pag-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871122, - "recall": 0.898221, - "f1": 0.879191, - "accuracy": 0.898221, - "main_score": 0.879191, - "hf_subset": "pag_Latn-nno_Latn", - "languages": [ - "pag-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.128851, - "recall": 0.175889, - "f1": 0.140264, - "accuracy": 0.175889, - "main_score": 0.140264, - "hf_subset": "pag_Latn-sat_Olck", - "languages": [ - "pag-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857708, - "recall": 0.891304, - "f1": 0.867906, - "accuracy": 0.891304, - "main_score": 0.867906, - "hf_subset": "pag_Latn-tel_Telu", - "languages": [ - "pag-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.716134, - "recall": 0.770751, - "f1": 0.732529, - "accuracy": 0.770751, - "main_score": 0.732529, - "hf_subset": "pag_Latn-ydd_Hebr", - "languages": [ - "pag-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.799912, - "recall": 0.843874, - "f1": 0.813002, - "accuracy": 0.843874, - "main_score": 0.813002, - "hf_subset": "pag_Latn-ary_Arab", - "languages": [ - "pag-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864495, - "recall": 0.894269, - "f1": 0.873386, - "accuracy": 0.894269, - "main_score": 0.873386, - "hf_subset": "pag_Latn-ces_Latn", - "languages": [ - "pag-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553837, - "recall": 0.61166, - "f1": 0.570131, - "accuracy": 0.61166, - "main_score": 0.570131, - "hf_subset": "pag_Latn-gaz_Latn", - "languages": [ - "pag-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557033, - "recall": 0.62253, - "f1": 0.575274, - "accuracy": 0.62253, - "main_score": 0.575274, - "hf_subset": "pag_Latn-kam_Latn", - "languages": [ - "pag-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839321, - "recall": 0.871542, - "f1": 0.848704, - "accuracy": 0.871542, - "main_score": 0.848704, - "hf_subset": "pag_Latn-lit_Latn", - "languages": [ - "pag-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.862269, - "recall": 0.894269, - "f1": 0.871905, - "accuracy": 0.894269, - "main_score": 0.871905, - "hf_subset": "pag_Latn-nob_Latn", - "languages": [ - "pag-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818654, - "recall": 0.852767, - "f1": 0.82884, - "accuracy": 0.852767, - "main_score": 0.82884, - "hf_subset": "pag_Latn-scn_Latn", - "languages": [ - "pag-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.787173, - "recall": 0.821146, - "f1": 0.796833, - "accuracy": 0.821146, - "main_score": 0.796833, - "hf_subset": "pag_Latn-tgk_Cyrl", - "languages": [ - "pag-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573527, - "recall": 0.635375, - "f1": 0.591208, - "accuracy": 0.635375, - "main_score": 0.591208, - "hf_subset": "pag_Latn-yor_Latn", - "languages": [ - "pag-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.833317, - "recall": 0.868577, - "f1": 0.843874, - "accuracy": 0.868577, - "main_score": 0.843874, - "hf_subset": "pag_Latn-arz_Arab", - "languages": [ - "pag-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543746, - "recall": 0.606719, - "f1": 0.561597, - "accuracy": 0.606719, - "main_score": 0.561597, - "hf_subset": "pag_Latn-cjk_Latn", - "languages": [ - "pag-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598077, - "recall": 0.652174, - "f1": 0.612664, - "accuracy": 0.652174, - "main_score": 0.612664, - "hf_subset": "pag_Latn-gla_Latn", - "languages": [ - "pag-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853706, - "recall": 0.886364, - "f1": 0.863472, - "accuracy": 0.886364, - "main_score": 0.863472, - "hf_subset": "pag_Latn-kan_Knda", - "languages": [ - "pag-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.854364, - "recall": 0.884387, - "f1": 0.86326, - "accuracy": 0.884387, - "main_score": 0.86326, - "hf_subset": "pag_Latn-lmo_Latn", - "languages": [ - "pag-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.85802, - "recall": 0.889328, - "f1": 0.86749, - "accuracy": 0.889328, - "main_score": 0.86749, - "hf_subset": "pag_Latn-npi_Deva", - "languages": [ - "pag-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466057, - "recall": 0.529644, - "f1": 0.483095, - "accuracy": 0.529644, - "main_score": 0.483095, - "hf_subset": "pag_Latn-shn_Mymr", - "languages": [ - "pag-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885128, - "recall": 0.911067, - "f1": 0.892951, - "accuracy": 0.911067, - "main_score": 0.892951, - "hf_subset": "pag_Latn-tgl_Latn", - "languages": [ - "pag-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.849665, - "recall": 0.884387, - "f1": 0.859985, - "accuracy": 0.884387, - "main_score": 0.859985, - "hf_subset": "pag_Latn-yue_Hant", - "languages": [ - "pag-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.816638, - "recall": 0.856719, - "f1": 0.8282, - "accuracy": 0.856719, - "main_score": 0.8282, - "hf_subset": "pag_Latn-asm_Beng", - "languages": [ - "pag-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.741615, - "recall": 0.785573, - "f1": 0.754596, - "accuracy": 0.785573, - "main_score": 0.754596, - "hf_subset": "pag_Latn-ckb_Arab", - "languages": [ - "pag-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638338, - "recall": 0.689723, - "f1": 0.652656, - "accuracy": 0.689723, - "main_score": 0.652656, - "hf_subset": "pag_Latn-gle_Latn", - "languages": [ - "pag-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.779754, - "recall": 0.818182, - "f1": 0.790825, - "accuracy": 0.818182, - "main_score": 0.790825, - "hf_subset": "pag_Latn-kas_Arab", - "languages": [ - "pag-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.767633, - "recall": 0.815217, - "f1": 0.781837, - "accuracy": 0.815217, - "main_score": 0.781837, - "hf_subset": "pag_Latn-ltg_Latn", - "languages": [ - "pag-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607333, - "recall": 0.655138, - "f1": 0.62097, - "accuracy": 0.655138, - "main_score": 0.62097, - "hf_subset": "pag_Latn-nso_Latn", - "languages": [ - "pag-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72124, - "recall": 0.774704, - "f1": 0.737037, - "accuracy": 0.774704, - "main_score": 0.737037, - "hf_subset": "pag_Latn-sin_Sinh", - "languages": [ - "pag-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851589, - "recall": 0.883399, - "f1": 0.860903, - "accuracy": 0.883399, - "main_score": 0.860903, - "hf_subset": "pag_Latn-tha_Thai", - "languages": [ - "pag-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831555, - "recall": 0.866601, - "f1": 0.841367, - "accuracy": 0.866601, - "main_score": 0.841367, - "hf_subset": "pag_Latn-zho_Hans", - "languages": [ - "pag-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.873831, - "recall": 0.902174, - "f1": 0.882642, - "accuracy": 0.902174, - "main_score": 0.882642, - "hf_subset": "pag_Latn-ast_Latn", - "languages": [ - "pag-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.800463, - "recall": 0.840909, - "f1": 0.812484, - "accuracy": 0.840909, - "main_score": 0.812484, - "hf_subset": "pag_Latn-crh_Latn", - "languages": [ - "pag-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.874863, - "recall": 0.90415, - "f1": 0.883418, - "accuracy": 0.90415, - "main_score": 0.883418, - "hf_subset": "pag_Latn-glg_Latn", - "languages": [ - "pag-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73778, - "recall": 0.786561, - "f1": 0.752128, - "accuracy": 0.786561, - "main_score": 0.752128, - "hf_subset": "pag_Latn-kas_Deva", - "languages": [ - "pag-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.823297, - "recall": 0.857708, - "f1": 0.83327, - "accuracy": 0.857708, - "main_score": 0.83327, - "hf_subset": "pag_Latn-ltz_Latn", - "languages": [ - "pag-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484085, - "recall": 0.550395, - "f1": 0.501791, - "accuracy": 0.550395, - "main_score": 0.501791, - "hf_subset": "pag_Latn-nus_Latn", - "languages": [ - "pag-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.850594, - "recall": 0.883399, - "f1": 0.860343, - "accuracy": 0.883399, - "main_score": 0.860343, - "hf_subset": "pag_Latn-slk_Latn", - "languages": [ - "pag-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528633, - "recall": 0.589921, - "f1": 0.545684, - "accuracy": 0.589921, - "main_score": 0.545684, - "hf_subset": "pag_Latn-tir_Ethi", - "languages": [ - "pag-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834239, - "recall": 0.87253, - "f1": 0.845506, - "accuracy": 0.87253, - "main_score": 0.845506, - "hf_subset": "pag_Latn-zho_Hant", - "languages": [ - "pag-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848488, - "recall": 0.882411, - "f1": 0.858436, - "accuracy": 0.882411, - "main_score": 0.858436, - "hf_subset": "pag_Latn-awa_Deva", - "languages": [ - "pag-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737945, - "recall": 0.779644, - "f1": 0.749785, - "accuracy": 0.779644, - "main_score": 0.749785, - "hf_subset": "pag_Latn-cym_Latn", - "languages": [ - "pag-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.752183, - "recall": 0.796443, - "f1": 0.765333, - "accuracy": 0.796443, - "main_score": 0.765333, - "hf_subset": "pag_Latn-grn_Latn", - "languages": [ - "pag-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811439, - "recall": 0.850791, - "f1": 0.822938, - "accuracy": 0.850791, - "main_score": 0.822938, - "hf_subset": "pag_Latn-kat_Geor", - "languages": [ - "pag-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.630675, - "recall": 0.679842, - "f1": 0.644517, - "accuracy": 0.679842, - "main_score": 0.644517, - "hf_subset": "pag_Latn-lua_Latn", - "languages": [ - "pag-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608849, - "recall": 0.662055, - "f1": 0.623973, - "accuracy": 0.662055, - "main_score": 0.623973, - "hf_subset": "pag_Latn-nya_Latn", - "languages": [ - "pag-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843504, - "recall": 0.87747, - "f1": 0.853494, - "accuracy": 0.87747, - "main_score": 0.853494, - "hf_subset": "pag_Latn-slv_Latn", - "languages": [ - "pag-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.811133, - "recall": 0.843874, - "f1": 0.820795, - "accuracy": 0.843874, - "main_score": 0.820795, - "hf_subset": "pag_Latn-tpi_Latn", - "languages": [ - "pag-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.865152, - "recall": 0.896245, - "f1": 0.874426, - "accuracy": 0.896245, - "main_score": 0.874426, - "hf_subset": "pag_Latn-zsm_Latn", - "languages": [ - "pag-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536968, - "recall": 0.600791, - "f1": 0.55478, - "accuracy": 0.600791, - "main_score": 0.55478, - "hf_subset": "pag_Latn-ayr_Latn", - "languages": [ - "pag-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871047, - "recall": 0.901186, - "f1": 0.880087, - "accuracy": 0.901186, - "main_score": 0.880087, - "hf_subset": "pag_Latn-dan_Latn", - "languages": [ - "pag-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845365, - "recall": 0.882411, - "f1": 0.856406, - "accuracy": 0.882411, - "main_score": 0.856406, - "hf_subset": "pag_Latn-guj_Gujr", - "languages": [ - "pag-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.829251, - "recall": 0.864625, - "f1": 0.839466, - "accuracy": 0.864625, - "main_score": 0.839466, - "hf_subset": "pag_Latn-kaz_Cyrl", - "languages": [ - "pag-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514642, - "recall": 0.572134, - "f1": 0.530431, - "accuracy": 0.572134, - "main_score": 0.530431, - "hf_subset": "pag_Latn-lug_Latn", - "languages": [ - "pag-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879685, - "recall": 0.906126, - "f1": 0.887535, - "accuracy": 0.906126, - "main_score": 0.887535, - "hf_subset": "pag_Latn-oci_Latn", - "languages": [ - "pag-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673806, - "recall": 0.728261, - "f1": 0.68972, - "accuracy": 0.728261, - "main_score": 0.68972, - "hf_subset": "pag_Latn-smo_Latn", - "languages": [ - "pag-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544363, - "recall": 0.600791, - "f1": 0.560151, - "accuracy": 0.600791, - "main_score": 0.560151, - "hf_subset": "pag_Latn-tsn_Latn", - "languages": [ - "pag-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561263, - "recall": 0.619565, - "f1": 0.57721, - "accuracy": 0.619565, - "main_score": 0.57721, - "hf_subset": "pag_Latn-zul_Latn", - "languages": [ - "pag-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.7744, - "recall": 0.820158, - "f1": 0.787671, - "accuracy": 0.820158, - "main_score": 0.787671, - "hf_subset": "pag_Latn-azb_Arab", - "languages": [ - "pag-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863677, - "recall": 0.895257, - "f1": 0.873143, - "accuracy": 0.895257, - "main_score": 0.873143, - "hf_subset": "pag_Latn-deu_Latn", - "languages": [ - "pag-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.807255, - "recall": 0.848814, - "f1": 0.819917, - "accuracy": 0.848814, - "main_score": 0.819917, - "hf_subset": "pag_Latn-hat_Latn", - "languages": [ - "pag-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500374, - "recall": 0.556324, - "f1": 0.515835, - "accuracy": 0.556324, - "main_score": 0.515835, - "hf_subset": "pag_Latn-kbp_Latn", - "languages": [ - "pag-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578208, - "recall": 0.631423, - "f1": 0.592238, - "accuracy": 0.631423, - "main_score": 0.592238, - "hf_subset": "pag_Latn-luo_Latn", - "languages": [ - "pag-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845586, - "recall": 0.879447, - "f1": 0.855863, - "accuracy": 0.879447, - "main_score": 0.855863, - "hf_subset": "pag_Latn-ory_Orya", - "languages": [ - "pag-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561538, - "recall": 0.620553, - "f1": 0.577965, - "accuracy": 0.620553, - "main_score": 0.577965, - "hf_subset": "pag_Latn-sna_Latn", - "languages": [ - "pag-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553033, - "recall": 0.597826, - "f1": 0.56517, - "accuracy": 0.597826, - "main_score": 0.56517, - "hf_subset": "pag_Latn-tso_Latn", - "languages": [ - "pag-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.820967, - "recall": 0.863636, - "f1": 0.833597, - "accuracy": 0.863636, - "main_score": 0.833597, - "hf_subset": "pag_Latn-azj_Latn", - "languages": [ - "pag-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54194, - "recall": 0.603755, - "f1": 0.559899, - "accuracy": 0.603755, - "main_score": 0.559899, - "hf_subset": "pag_Latn-dik_Latn", - "languages": [ - "pag-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621386, - "recall": 0.66996, - "f1": 0.635444, - "accuracy": 0.66996, - "main_score": 0.635444, - "hf_subset": "pag_Latn-hau_Latn", - "languages": [ - "pag-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.847118, - "recall": 0.879447, - "f1": 0.856672, - "accuracy": 0.879447, - "main_score": 0.856672, - "hf_subset": "pag_Latn-kea_Latn", - "languages": [ - "pag-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71665, - "recall": 0.76581, - "f1": 0.731541, - "accuracy": 0.76581, - "main_score": 0.731541, - "hf_subset": "pag_Latn-lus_Latn", - "languages": [ - "pag-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.834832, - "recall": 0.869565, - "f1": 0.845177, - "accuracy": 0.869565, - "main_score": 0.845177, - "hf_subset": "pag_Latn-snd_Arab", - "languages": [ - "pag-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.742549, - "recall": 0.788538, - "f1": 0.755528, - "accuracy": 0.788538, - "main_score": 0.755528, - "hf_subset": "pag_Latn-tuk_Latn", - "languages": [ - "pag-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.814625, - "recall": 0.848814, - "f1": 0.824126, - "accuracy": 0.848814, - "main_score": 0.824126, - "hf_subset": "pag_Latn-bak_Cyrl", - "languages": [ - "pag-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472567, - "recall": 0.551383, - "f1": 0.495449, - "accuracy": 0.551383, - "main_score": 0.495449, - "hf_subset": "pag_Latn-dyu_Latn", - "languages": [ - "pag-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.845686, - "recall": 0.876482, - "f1": 0.854609, - "accuracy": 0.876482, - "main_score": 0.854609, - "hf_subset": "pag_Latn-heb_Hebr", - "languages": [ - "pag-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.775893, - "recall": 0.81917, - "f1": 0.788441, - "accuracy": 0.81917, - "main_score": 0.788441, - "hf_subset": "pag_Latn-khk_Cyrl", - "languages": [ - "pag-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83957, - "recall": 0.874506, - "f1": 0.849621, - "accuracy": 0.874506, - "main_score": 0.849621, - "hf_subset": "pag_Latn-lvs_Latn", - "languages": [ - "pag-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.858178, - "recall": 0.889328, - "f1": 0.867591, - "accuracy": 0.889328, - "main_score": 0.867591, - "hf_subset": "pag_Latn-pan_Guru", - "languages": [ - "pag-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58307, - "recall": 0.639328, - "f1": 0.5992, - "accuracy": 0.639328, - "main_score": 0.5992, - "hf_subset": "pag_Latn-som_Latn", - "languages": [ - "pag-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560815, - "recall": 0.610672, - "f1": 0.57468, - "accuracy": 0.610672, - "main_score": 0.57468, - "hf_subset": "pag_Latn-tum_Latn", - "languages": [ - "pag-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543865, - "recall": 0.608696, - "f1": 0.561906, - "accuracy": 0.608696, - "main_score": 0.561906, - "hf_subset": "snd_Arab-ace_Arab", - "languages": [ - "snd-Arab", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492375, - "recall": 0.55336, - "f1": 0.509901, - "accuracy": 0.55336, - "main_score": 0.509901, - "hf_subset": "snd_Arab-bam_Latn", - "languages": [ - "snd-Arab", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.39787, - "recall": 0.475296, - "f1": 0.418719, - "accuracy": 0.475296, - "main_score": 0.418719, - "hf_subset": "snd_Arab-dzo_Tibt", - "languages": [ - "snd-Arab", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-hin_Deva", - "languages": [ - "snd-Arab", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "snd_Arab-khm_Khmr", - "languages": [ - "snd-Arab", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-mag_Deva", - "languages": [ - "snd-Arab", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "snd_Arab-pap_Latn", - "languages": [ - "snd-Arab", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56148, - "recall": 0.62253, - "f1": 0.578095, - "accuracy": 0.62253, - "main_score": 0.578095, - "hf_subset": "snd_Arab-sot_Latn", - "languages": [ - "snd-Arab", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "snd_Arab-tur_Latn", - "languages": [ - "snd-Arab", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839872, - "recall": 0.879447, - "f1": 0.852094, - "accuracy": 0.879447, - "main_score": 0.852094, - "hf_subset": "snd_Arab-ace_Latn", - "languages": [ - "snd-Arab", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953228, - "recall": 0.965415, - "f1": 0.957181, - "accuracy": 0.965415, - "main_score": 0.957181, - "hf_subset": "snd_Arab-ban_Latn", - "languages": [ - "snd-Arab", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-ell_Grek", - "languages": [ - "snd-Arab", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "snd_Arab-hne_Deva", - "languages": [ - "snd-Arab", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545655, - "recall": 0.607708, - "f1": 0.563227, - "accuracy": 0.607708, - "main_score": 0.563227, - "hf_subset": "snd_Arab-kik_Latn", - "languages": [ - "snd-Arab", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-mai_Deva", - "languages": [ - "snd-Arab", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "snd_Arab-pbt_Arab", - "languages": [ - "snd-Arab", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-spa_Latn", - "languages": [ - "snd-Arab", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584464, - "recall": 0.649209, - "f1": 0.602588, - "accuracy": 0.649209, - "main_score": 0.602588, - "hf_subset": "snd_Arab-twi_Latn", - "languages": [ - "snd-Arab", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-acm_Arab", - "languages": [ - "snd-Arab", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "snd_Arab-bel_Cyrl", - "languages": [ - "snd-Arab", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-eng_Latn", - "languages": [ - "snd-Arab", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-hrv_Latn", - "languages": [ - "snd-Arab", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530576, - "recall": 0.594862, - "f1": 0.548478, - "accuracy": 0.594862, - "main_score": 0.548478, - "hf_subset": "snd_Arab-kin_Latn", - "languages": [ - "snd-Arab", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-mal_Mlym", - "languages": [ - "snd-Arab", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-pes_Arab", - "languages": [ - "snd-Arab", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "snd_Arab-srd_Latn", - "languages": [ - "snd-Arab", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190316, - "recall": 0.233202, - "f1": 0.201062, - "accuracy": 0.233202, - "main_score": 0.201062, - "hf_subset": "snd_Arab-tzm_Tfng", - "languages": [ - "snd-Arab", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-acq_Arab", - "languages": [ - "snd-Arab", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604051, - "recall": 0.660079, - "f1": 0.619458, - "accuracy": 0.660079, - "main_score": 0.619458, - "hf_subset": "snd_Arab-bem_Latn", - "languages": [ - "snd-Arab", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-epo_Latn", - "languages": [ - "snd-Arab", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-hun_Latn", - "languages": [ - "snd-Arab", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "snd_Arab-kir_Cyrl", - "languages": [ - "snd-Arab", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-mar_Deva", - "languages": [ - "snd-Arab", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626096, - "recall": 0.686759, - "f1": 0.643466, - "accuracy": 0.686759, - "main_score": 0.643466, - "hf_subset": "snd_Arab-plt_Latn", - "languages": [ - "snd-Arab", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-srp_Cyrl", - "languages": [ - "snd-Arab", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962615, - "recall": 0.97332, - "f1": 0.966074, - "accuracy": 0.97332, - "main_score": 0.966074, - "hf_subset": "snd_Arab-uig_Arab", - "languages": [ - "snd-Arab", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "snd_Arab-aeb_Arab", - "languages": [ - "snd-Arab", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-ben_Beng", - "languages": [ - "snd-Arab", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "snd_Arab-est_Latn", - "languages": [ - "snd-Arab", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-hye_Armn", - "languages": [ - "snd-Arab", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499705, - "recall": 0.556324, - "f1": 0.515373, - "accuracy": 0.556324, - "main_score": 0.515373, - "hf_subset": "snd_Arab-kmb_Latn", - "languages": [ - "snd-Arab", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495885, - "recall": 0.567194, - "f1": 0.515078, - "accuracy": 0.567194, - "main_score": 0.515078, - "hf_subset": "snd_Arab-min_Arab", - "languages": [ - "snd-Arab", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-pol_Latn", - "languages": [ - "snd-Arab", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540736, - "recall": 0.605731, - "f1": 0.559329, - "accuracy": 0.605731, - "main_score": 0.559329, - "hf_subset": "snd_Arab-ssw_Latn", - "languages": [ - "snd-Arab", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-ukr_Cyrl", - "languages": [ - "snd-Arab", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-afr_Latn", - "languages": [ - "snd-Arab", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-bho_Deva", - "languages": [ - "snd-Arab", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "snd_Arab-eus_Latn", - "languages": [ - "snd-Arab", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531579, - "recall": 0.602767, - "f1": 0.551298, - "accuracy": 0.602767, - "main_score": 0.551298, - "hf_subset": "snd_Arab-ibo_Latn", - "languages": [ - "snd-Arab", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896657, - "recall": 0.924901, - "f1": 0.905534, - "accuracy": 0.924901, - "main_score": 0.905534, - "hf_subset": "snd_Arab-kmr_Latn", - "languages": [ - "snd-Arab", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "snd_Arab-min_Latn", - "languages": [ - "snd-Arab", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-por_Latn", - "languages": [ - "snd-Arab", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "snd_Arab-sun_Latn", - "languages": [ - "snd-Arab", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487599, - "recall": 0.550395, - "f1": 0.504893, - "accuracy": 0.550395, - "main_score": 0.504893, - "hf_subset": "snd_Arab-umb_Latn", - "languages": [ - "snd-Arab", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-ajp_Arab", - "languages": [ - "snd-Arab", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519543, - "recall": 0.58498, - "f1": 0.537069, - "accuracy": 0.58498, - "main_score": 0.537069, - "hf_subset": "snd_Arab-bjn_Arab", - "languages": [ - "snd-Arab", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468213, - "recall": 0.523715, - "f1": 0.483177, - "accuracy": 0.523715, - "main_score": 0.483177, - "hf_subset": "snd_Arab-ewe_Latn", - "languages": [ - "snd-Arab", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.914855, - "recall": 0.939723, - "f1": 0.922694, - "accuracy": 0.939723, - "main_score": 0.922694, - "hf_subset": "snd_Arab-ilo_Latn", - "languages": [ - "snd-Arab", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.313282, - "recall": 0.364625, - "f1": 0.32731, - "accuracy": 0.364625, - "main_score": 0.32731, - "hf_subset": "snd_Arab-knc_Arab", - "languages": [ - "snd-Arab", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-mkd_Cyrl", - "languages": [ - "snd-Arab", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-prs_Arab", - "languages": [ - "snd-Arab", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "snd_Arab-swe_Latn", - "languages": [ - "snd-Arab", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-urd_Arab", - "languages": [ - "snd-Arab", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552142, - "recall": 0.616601, - "f1": 0.570241, - "accuracy": 0.616601, - "main_score": 0.570241, - "hf_subset": "snd_Arab-aka_Latn", - "languages": [ - "snd-Arab", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970109, - "recall": 0.979249, - "f1": 0.973057, - "accuracy": 0.979249, - "main_score": 0.973057, - "hf_subset": "snd_Arab-bjn_Latn", - "languages": [ - "snd-Arab", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953722, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "snd_Arab-fao_Latn", - "languages": [ - "snd-Arab", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-ind_Latn", - "languages": [ - "snd-Arab", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566033, - "recall": 0.618577, - "f1": 0.580706, - "accuracy": 0.618577, - "main_score": 0.580706, - "hf_subset": "snd_Arab-knc_Latn", - "languages": [ - "snd-Arab", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "snd_Arab-mlt_Latn", - "languages": [ - "snd-Arab", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674301, - "recall": 0.736166, - "f1": 0.69262, - "accuracy": 0.736166, - "main_score": 0.69262, - "hf_subset": "snd_Arab-quy_Latn", - "languages": [ - "snd-Arab", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967227, - "recall": 0.977273, - "f1": 0.97052, - "accuracy": 0.977273, - "main_score": 0.97052, - "hf_subset": "snd_Arab-swh_Latn", - "languages": [ - "snd-Arab", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-uzn_Latn", - "languages": [ - "snd-Arab", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "snd_Arab-als_Latn", - "languages": [ - "snd-Arab", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629521, - "recall": 0.70751, - "f1": 0.652201, - "accuracy": 0.70751, - "main_score": 0.652201, - "hf_subset": "snd_Arab-bod_Tibt", - "languages": [ - "snd-Arab", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674064, - "recall": 0.735178, - "f1": 0.691916, - "accuracy": 0.735178, - "main_score": 0.691916, - "hf_subset": "snd_Arab-fij_Latn", - "languages": [ - "snd-Arab", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "snd_Arab-isl_Latn", - "languages": [ - "snd-Arab", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619113, - "recall": 0.674901, - "f1": 0.634907, - "accuracy": 0.674901, - "main_score": 0.634907, - "hf_subset": "snd_Arab-kon_Latn", - "languages": [ - "snd-Arab", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668701, - "recall": 0.733202, - "f1": 0.687218, - "accuracy": 0.733202, - "main_score": 0.687218, - "hf_subset": "snd_Arab-mni_Beng", - "languages": [ - "snd-Arab", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-ron_Latn", - "languages": [ - "snd-Arab", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978755, - "recall": 0.98419, - "f1": 0.980567, - "accuracy": 0.98419, - "main_score": 0.980567, - "hf_subset": "snd_Arab-szl_Latn", - "languages": [ - "snd-Arab", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "snd_Arab-vec_Latn", - "languages": [ - "snd-Arab", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.961462, - "f1": 0.950593, - "accuracy": 0.961462, - "main_score": 0.950593, - "hf_subset": "snd_Arab-amh_Ethi", - "languages": [ - "snd-Arab", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-bos_Latn", - "languages": [ - "snd-Arab", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "snd_Arab-fin_Latn", - "languages": [ - "snd-Arab", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-ita_Latn", - "languages": [ - "snd-Arab", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-kor_Hang", - "languages": [ - "snd-Arab", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515395, - "recall": 0.570158, - "f1": 0.530951, - "accuracy": 0.570158, - "main_score": 0.530951, - "hf_subset": "snd_Arab-mos_Latn", - "languages": [ - "snd-Arab", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524301, - "recall": 0.583004, - "f1": 0.540413, - "accuracy": 0.583004, - "main_score": 0.540413, - "hf_subset": "snd_Arab-run_Latn", - "languages": [ - "snd-Arab", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-tam_Taml", - "languages": [ - "snd-Arab", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-vie_Latn", - "languages": [ - "snd-Arab", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-apc_Arab", - "languages": [ - "snd-Arab", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.770059, - "recall": 0.822134, - "f1": 0.785296, - "accuracy": 0.822134, - "main_score": 0.785296, - "hf_subset": "snd_Arab-bug_Latn", - "languages": [ - "snd-Arab", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430069, - "recall": 0.485178, - "f1": 0.444645, - "accuracy": 0.485178, - "main_score": 0.444645, - "hf_subset": "snd_Arab-fon_Latn", - "languages": [ - "snd-Arab", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "snd_Arab-jav_Latn", - "languages": [ - "snd-Arab", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "snd_Arab-lao_Laoo", - "languages": [ - "snd-Arab", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.844318, - "recall": 0.883399, - "f1": 0.856456, - "accuracy": 0.883399, - "main_score": 0.856456, - "hf_subset": "snd_Arab-mri_Latn", - "languages": [ - "snd-Arab", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-rus_Cyrl", - "languages": [ - "snd-Arab", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514435, - "recall": 0.573123, - "f1": 0.530692, - "accuracy": 0.573123, - "main_score": 0.530692, - "hf_subset": "snd_Arab-taq_Latn", - "languages": [ - "snd-Arab", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "snd_Arab-war_Latn", - "languages": [ - "snd-Arab", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-arb_Arab", - "languages": [ - "snd-Arab", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-bul_Cyrl", - "languages": [ - "snd-Arab", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-fra_Latn", - "languages": [ - "snd-Arab", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-jpn_Jpan", - "languages": [ - "snd-Arab", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "snd_Arab-lij_Latn", - "languages": [ - "snd-Arab", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983531, - "recall": 0.988142, - "f1": 0.985013, - "accuracy": 0.988142, - "main_score": 0.985013, - "hf_subset": "snd_Arab-mya_Mymr", - "languages": [ - "snd-Arab", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558831, - "recall": 0.625494, - "f1": 0.577542, - "accuracy": 0.625494, - "main_score": 0.577542, - "hf_subset": "snd_Arab-sag_Latn", - "languages": [ - "snd-Arab", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.208525, - "recall": 0.263834, - "f1": 0.220774, - "accuracy": 0.263834, - "main_score": 0.220774, - "hf_subset": "snd_Arab-taq_Tfng", - "languages": [ - "snd-Arab", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596739, - "recall": 0.664032, - "f1": 0.615815, - "accuracy": 0.664032, - "main_score": 0.615815, - "hf_subset": "snd_Arab-wol_Latn", - "languages": [ - "snd-Arab", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.778277, - "recall": 0.833004, - "f1": 0.794584, - "accuracy": 0.833004, - "main_score": 0.794584, - "hf_subset": "snd_Arab-arb_Latn", - "languages": [ - "snd-Arab", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-cat_Latn", - "languages": [ - "snd-Arab", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "snd_Arab-fur_Latn", - "languages": [ - "snd-Arab", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388507, - "recall": 0.443676, - "f1": 0.403358, - "accuracy": 0.443676, - "main_score": 0.403358, - "hf_subset": "snd_Arab-kab_Latn", - "languages": [ - "snd-Arab", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "snd_Arab-lim_Latn", - "languages": [ - "snd-Arab", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-nld_Latn", - "languages": [ - "snd-Arab", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992095, - "recall": 0.994071, - "f1": 0.992754, - "accuracy": 0.994071, - "main_score": 0.992754, - "hf_subset": "snd_Arab-san_Deva", - "languages": [ - "snd-Arab", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "snd_Arab-tat_Cyrl", - "languages": [ - "snd-Arab", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64693, - "recall": 0.710474, - "f1": 0.665117, - "accuracy": 0.710474, - "main_score": 0.665117, - "hf_subset": "snd_Arab-xho_Latn", - "languages": [ - "snd-Arab", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-ars_Arab", - "languages": [ - "snd-Arab", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-ceb_Latn", - "languages": [ - "snd-Arab", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51652, - "recall": 0.583992, - "f1": 0.535743, - "accuracy": 0.583992, - "main_score": 0.535743, - "hf_subset": "snd_Arab-fuv_Latn", - "languages": [ - "snd-Arab", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481211, - "recall": 0.547431, - "f1": 0.499198, - "accuracy": 0.547431, - "main_score": 0.499198, - "hf_subset": "snd_Arab-kac_Latn", - "languages": [ - "snd-Arab", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642681, - "recall": 0.700593, - "f1": 0.659272, - "accuracy": 0.700593, - "main_score": 0.659272, - "hf_subset": "snd_Arab-lin_Latn", - "languages": [ - "snd-Arab", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-nno_Latn", - "languages": [ - "snd-Arab", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.259722, - "recall": 0.343874, - "f1": 0.281926, - "accuracy": 0.343874, - "main_score": 0.281926, - "hf_subset": "snd_Arab-sat_Olck", - "languages": [ - "snd-Arab", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-tel_Telu", - "languages": [ - "snd-Arab", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958169, - "recall": 0.971344, - "f1": 0.962451, - "accuracy": 0.971344, - "main_score": 0.962451, - "hf_subset": "snd_Arab-ydd_Hebr", - "languages": [ - "snd-Arab", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971179, - "recall": 0.980237, - "f1": 0.974144, - "accuracy": 0.980237, - "main_score": 0.974144, - "hf_subset": "snd_Arab-ary_Arab", - "languages": [ - "snd-Arab", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-ces_Latn", - "languages": [ - "snd-Arab", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561768, - "recall": 0.62253, - "f1": 0.578546, - "accuracy": 0.62253, - "main_score": 0.578546, - "hf_subset": "snd_Arab-gaz_Latn", - "languages": [ - "snd-Arab", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550926, - "recall": 0.618577, - "f1": 0.569982, - "accuracy": 0.618577, - "main_score": 0.569982, - "hf_subset": "snd_Arab-kam_Latn", - "languages": [ - "snd-Arab", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "snd_Arab-lit_Latn", - "languages": [ - "snd-Arab", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-nob_Latn", - "languages": [ - "snd-Arab", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968544, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "snd_Arab-scn_Latn", - "languages": [ - "snd-Arab", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.979249, - "f1": 0.973485, - "accuracy": 0.979249, - "main_score": 0.973485, - "hf_subset": "snd_Arab-tgk_Cyrl", - "languages": [ - "snd-Arab", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696001, - "recall": 0.758893, - "f1": 0.714717, - "accuracy": 0.758893, - "main_score": 0.714717, - "hf_subset": "snd_Arab-yor_Latn", - "languages": [ - "snd-Arab", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-arz_Arab", - "languages": [ - "snd-Arab", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535963, - "recall": 0.592885, - "f1": 0.551597, - "accuracy": 0.592885, - "main_score": 0.551597, - "hf_subset": "snd_Arab-cjk_Latn", - "languages": [ - "snd-Arab", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756176, - "recall": 0.810277, - "f1": 0.772727, - "accuracy": 0.810277, - "main_score": 0.772727, - "hf_subset": "snd_Arab-gla_Latn", - "languages": [ - "snd-Arab", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-kan_Knda", - "languages": [ - "snd-Arab", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "snd_Arab-lmo_Latn", - "languages": [ - "snd-Arab", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "snd_Arab-npi_Deva", - "languages": [ - "snd-Arab", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421142, - "recall": 0.485178, - "f1": 0.438325, - "accuracy": 0.485178, - "main_score": 0.438325, - "hf_subset": "snd_Arab-shn_Mymr", - "languages": [ - "snd-Arab", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-tgl_Latn", - "languages": [ - "snd-Arab", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-yue_Hant", - "languages": [ - "snd-Arab", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "snd_Arab-asm_Beng", - "languages": [ - "snd-Arab", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945817, - "recall": 0.961462, - "f1": 0.950758, - "accuracy": 0.961462, - "main_score": 0.950758, - "hf_subset": "snd_Arab-ckb_Arab", - "languages": [ - "snd-Arab", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.864295, - "recall": 0.899209, - "f1": 0.87492, - "accuracy": 0.899209, - "main_score": 0.87492, - "hf_subset": "snd_Arab-gle_Latn", - "languages": [ - "snd-Arab", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970356, - "recall": 0.979249, - "f1": 0.97332, - "accuracy": 0.979249, - "main_score": 0.97332, - "hf_subset": "snd_Arab-kas_Arab", - "languages": [ - "snd-Arab", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92584, - "recall": 0.947628, - "f1": 0.932708, - "accuracy": 0.947628, - "main_score": 0.932708, - "hf_subset": "snd_Arab-ltg_Latn", - "languages": [ - "snd-Arab", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595679, - "recall": 0.648221, - "f1": 0.610121, - "accuracy": 0.648221, - "main_score": 0.610121, - "hf_subset": "snd_Arab-nso_Latn", - "languages": [ - "snd-Arab", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964262, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "snd_Arab-sin_Sinh", - "languages": [ - "snd-Arab", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-tha_Thai", - "languages": [ - "snd-Arab", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-zho_Hans", - "languages": [ - "snd-Arab", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-ast_Latn", - "languages": [ - "snd-Arab", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "snd_Arab-crh_Latn", - "languages": [ - "snd-Arab", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-glg_Latn", - "languages": [ - "snd-Arab", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.920702, - "recall": 0.943676, - "f1": 0.927931, - "accuracy": 0.943676, - "main_score": 0.927931, - "hf_subset": "snd_Arab-kas_Deva", - "languages": [ - "snd-Arab", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965086, - "recall": 0.975296, - "f1": 0.968379, - "accuracy": 0.975296, - "main_score": 0.968379, - "hf_subset": "snd_Arab-ltz_Latn", - "languages": [ - "snd-Arab", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435136, - "recall": 0.502964, - "f1": 0.453187, - "accuracy": 0.502964, - "main_score": 0.453187, - "hf_subset": "snd_Arab-nus_Latn", - "languages": [ - "snd-Arab", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "snd_Arab-slk_Latn", - "languages": [ - "snd-Arab", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616248, - "recall": 0.690711, - "f1": 0.638098, - "accuracy": 0.690711, - "main_score": 0.638098, - "hf_subset": "snd_Arab-tir_Ethi", - "languages": [ - "snd-Arab", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-zho_Hant", - "languages": [ - "snd-Arab", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.987154, - "f1": 0.98419, - "accuracy": 0.987154, - "main_score": 0.98419, - "hf_subset": "snd_Arab-awa_Deva", - "languages": [ - "snd-Arab", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "snd_Arab-cym_Latn", - "languages": [ - "snd-Arab", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80858, - "recall": 0.851779, - "f1": 0.821607, - "accuracy": 0.851779, - "main_score": 0.821607, - "hf_subset": "snd_Arab-grn_Latn", - "languages": [ - "snd-Arab", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "snd_Arab-kat_Geor", - "languages": [ - "snd-Arab", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613307, - "recall": 0.66502, - "f1": 0.627556, - "accuracy": 0.66502, - "main_score": 0.627556, - "hf_subset": "snd_Arab-lua_Latn", - "languages": [ - "snd-Arab", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609216, - "recall": 0.674901, - "f1": 0.628541, - "accuracy": 0.674901, - "main_score": 0.628541, - "hf_subset": "snd_Arab-nya_Latn", - "languages": [ - "snd-Arab", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-slv_Latn", - "languages": [ - "snd-Arab", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.92169, - "recall": 0.943676, - "f1": 0.928755, - "accuracy": 0.943676, - "main_score": 0.928755, - "hf_subset": "snd_Arab-tpi_Latn", - "languages": [ - "snd-Arab", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-zsm_Latn", - "languages": [ - "snd-Arab", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514223, - "recall": 0.578063, - "f1": 0.532284, - "accuracy": 0.578063, - "main_score": 0.532284, - "hf_subset": "snd_Arab-ayr_Latn", - "languages": [ - "snd-Arab", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-dan_Latn", - "languages": [ - "snd-Arab", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-guj_Gujr", - "languages": [ - "snd-Arab", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "snd_Arab-kaz_Cyrl", - "languages": [ - "snd-Arab", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.512759, - "recall": 0.575099, - "f1": 0.52949, - "accuracy": 0.575099, - "main_score": 0.52949, - "hf_subset": "snd_Arab-lug_Latn", - "languages": [ - "snd-Arab", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-oci_Latn", - "languages": [ - "snd-Arab", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.791173, - "recall": 0.840909, - "f1": 0.806362, - "accuracy": 0.840909, - "main_score": 0.806362, - "hf_subset": "snd_Arab-smo_Latn", - "languages": [ - "snd-Arab", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519969, - "recall": 0.586957, - "f1": 0.53841, - "accuracy": 0.586957, - "main_score": 0.53841, - "hf_subset": "snd_Arab-tsn_Latn", - "languages": [ - "snd-Arab", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599278, - "recall": 0.660079, - "f1": 0.616675, - "accuracy": 0.660079, - "main_score": 0.616675, - "hf_subset": "snd_Arab-zul_Latn", - "languages": [ - "snd-Arab", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915514, - "recall": 0.938735, - "f1": 0.922925, - "accuracy": 0.938735, - "main_score": 0.922925, - "hf_subset": "snd_Arab-azb_Arab", - "languages": [ - "snd-Arab", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "snd_Arab-deu_Latn", - "languages": [ - "snd-Arab", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960804, - "recall": 0.972332, - "f1": 0.964592, - "accuracy": 0.972332, - "main_score": 0.964592, - "hf_subset": "snd_Arab-hat_Latn", - "languages": [ - "snd-Arab", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453163, - "recall": 0.512846, - "f1": 0.469787, - "accuracy": 0.512846, - "main_score": 0.469787, - "hf_subset": "snd_Arab-kbp_Latn", - "languages": [ - "snd-Arab", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546998, - "recall": 0.61166, - "f1": 0.564393, - "accuracy": 0.61166, - "main_score": 0.564393, - "hf_subset": "snd_Arab-luo_Latn", - "languages": [ - "snd-Arab", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "snd_Arab-ory_Orya", - "languages": [ - "snd-Arab", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546916, - "recall": 0.615613, - "f1": 0.566418, - "accuracy": 0.615613, - "main_score": 0.566418, - "hf_subset": "snd_Arab-sna_Latn", - "languages": [ - "snd-Arab", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524878, - "recall": 0.582016, - "f1": 0.540639, - "accuracy": 0.582016, - "main_score": 0.540639, - "hf_subset": "snd_Arab-tso_Latn", - "languages": [ - "snd-Arab", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "snd_Arab-azj_Latn", - "languages": [ - "snd-Arab", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506264, - "recall": 0.571146, - "f1": 0.524417, - "accuracy": 0.571146, - "main_score": 0.524417, - "hf_subset": "snd_Arab-dik_Latn", - "languages": [ - "snd-Arab", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.713241, - "recall": 0.772727, - "f1": 0.731126, - "accuracy": 0.772727, - "main_score": 0.731126, - "hf_subset": "snd_Arab-hau_Latn", - "languages": [ - "snd-Arab", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972579, - "recall": 0.981225, - "f1": 0.975362, - "accuracy": 0.981225, - "main_score": 0.975362, - "hf_subset": "snd_Arab-kea_Latn", - "languages": [ - "snd-Arab", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.718709, - "recall": 0.766798, - "f1": 0.7333, - "accuracy": 0.766798, - "main_score": 0.7333, - "hf_subset": "snd_Arab-lus_Latn", - "languages": [ - "snd-Arab", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.851301, - "recall": 0.883399, - "f1": 0.860691, - "accuracy": 0.883399, - "main_score": 0.860691, - "hf_subset": "snd_Arab-pag_Latn", - "languages": [ - "snd-Arab", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943511, - "recall": 0.960474, - "f1": 0.948946, - "accuracy": 0.960474, - "main_score": 0.948946, - "hf_subset": "snd_Arab-tuk_Latn", - "languages": [ - "snd-Arab", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "snd_Arab-bak_Cyrl", - "languages": [ - "snd-Arab", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448545, - "recall": 0.529644, - "f1": 0.471813, - "accuracy": 0.529644, - "main_score": 0.471813, - "hf_subset": "snd_Arab-dyu_Latn", - "languages": [ - "snd-Arab", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "snd_Arab-heb_Hebr", - "languages": [ - "snd-Arab", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "snd_Arab-khk_Cyrl", - "languages": [ - "snd-Arab", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "snd_Arab-lvs_Latn", - "languages": [ - "snd-Arab", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "snd_Arab-pan_Guru", - "languages": [ - "snd-Arab", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.697908, - "recall": 0.754941, - "f1": 0.715039, - "accuracy": 0.754941, - "main_score": 0.715039, - "hf_subset": "snd_Arab-som_Latn", - "languages": [ - "snd-Arab", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556652, - "recall": 0.608696, - "f1": 0.570971, - "accuracy": 0.608696, - "main_score": 0.570971, - "hf_subset": "snd_Arab-tum_Latn", - "languages": [ - "snd-Arab", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507972, - "recall": 0.562253, - "f1": 0.523614, - "accuracy": 0.562253, - "main_score": 0.523614, - "hf_subset": "tuk_Latn-ace_Arab", - "languages": [ - "tuk-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494263, - "recall": 0.54249, - "f1": 0.507833, - "accuracy": 0.54249, - "main_score": 0.507833, - "hf_subset": "tuk_Latn-bam_Latn", - "languages": [ - "tuk-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.360085, - "recall": 0.422925, - "f1": 0.377012, - "accuracy": 0.422925, - "main_score": 0.377012, - "hf_subset": "tuk_Latn-dzo_Tibt", - "languages": [ - "tuk-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958992, - "recall": 0.971344, - "f1": 0.962945, - "accuracy": 0.971344, - "main_score": 0.962945, - "hf_subset": "tuk_Latn-hin_Deva", - "languages": [ - "tuk-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.915637, - "recall": 0.938735, - "f1": 0.922815, - "accuracy": 0.938735, - "main_score": 0.922815, - "hf_subset": "tuk_Latn-khm_Khmr", - "languages": [ - "tuk-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952857, - "recall": 0.966403, - "f1": 0.957071, - "accuracy": 0.966403, - "main_score": 0.957071, - "hf_subset": "tuk_Latn-mag_Deva", - "languages": [ - "tuk-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881291, - "recall": 0.908103, - "f1": 0.889262, - "accuracy": 0.908103, - "main_score": 0.889262, - "hf_subset": "tuk_Latn-pap_Latn", - "languages": [ - "tuk-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559002, - "recall": 0.608696, - "f1": 0.573506, - "accuracy": 0.608696, - "main_score": 0.573506, - "hf_subset": "tuk_Latn-sot_Latn", - "languages": [ - "tuk-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96138, - "recall": 0.97332, - "f1": 0.965152, - "accuracy": 0.97332, - "main_score": 0.965152, - "hf_subset": "tuk_Latn-tur_Latn", - "languages": [ - "tuk-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.751912, - "recall": 0.793478, - "f1": 0.764202, - "accuracy": 0.793478, - "main_score": 0.764202, - "hf_subset": "tuk_Latn-ace_Latn", - "languages": [ - "tuk-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.842391, - "recall": 0.876482, - "f1": 0.852325, - "accuracy": 0.876482, - "main_score": 0.852325, - "hf_subset": "tuk_Latn-ban_Latn", - "languages": [ - "tuk-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.967391, - "f1": 0.957181, - "accuracy": 0.967391, - "main_score": 0.957181, - "hf_subset": "tuk_Latn-ell_Grek", - "languages": [ - "tuk-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927652, - "recall": 0.947628, - "f1": 0.93386, - "accuracy": 0.947628, - "main_score": 0.93386, - "hf_subset": "tuk_Latn-hne_Deva", - "languages": [ - "tuk-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537569, - "recall": 0.585968, - "f1": 0.550815, - "accuracy": 0.585968, - "main_score": 0.550815, - "hf_subset": "tuk_Latn-kik_Latn", - "languages": [ - "tuk-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941453, - "recall": 0.958498, - "f1": 0.946706, - "accuracy": 0.958498, - "main_score": 0.946706, - "hf_subset": "tuk_Latn-mai_Deva", - "languages": [ - "tuk-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882493, - "recall": 0.917984, - "f1": 0.893643, - "accuracy": 0.917984, - "main_score": 0.893643, - "hf_subset": "tuk_Latn-pbt_Arab", - "languages": [ - "tuk-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952487, - "recall": 0.967391, - "f1": 0.957246, - "accuracy": 0.967391, - "main_score": 0.957246, - "hf_subset": "tuk_Latn-spa_Latn", - "languages": [ - "tuk-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564996, - "recall": 0.620553, - "f1": 0.580932, - "accuracy": 0.620553, - "main_score": 0.580932, - "hf_subset": "tuk_Latn-twi_Latn", - "languages": [ - "tuk-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.93937, - "recall": 0.956522, - "f1": 0.944746, - "accuracy": 0.956522, - "main_score": 0.944746, - "hf_subset": "tuk_Latn-acm_Arab", - "languages": [ - "tuk-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919302, - "recall": 0.942688, - "f1": 0.926482, - "accuracy": 0.942688, - "main_score": 0.926482, - "hf_subset": "tuk_Latn-bel_Cyrl", - "languages": [ - "tuk-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961462, - "recall": 0.974308, - "f1": 0.965744, - "accuracy": 0.974308, - "main_score": 0.965744, - "hf_subset": "tuk_Latn-eng_Latn", - "languages": [ - "tuk-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "tuk_Latn-hrv_Latn", - "languages": [ - "tuk-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529965, - "recall": 0.585968, - "f1": 0.546011, - "accuracy": 0.585968, - "main_score": 0.546011, - "hf_subset": "tuk_Latn-kin_Latn", - "languages": [ - "tuk-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937418, - "recall": 0.956522, - "f1": 0.943511, - "accuracy": 0.956522, - "main_score": 0.943511, - "hf_subset": "tuk_Latn-mal_Mlym", - "languages": [ - "tuk-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952322, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "tuk_Latn-pes_Arab", - "languages": [ - "tuk-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.899086, - "recall": 0.923913, - "f1": 0.906544, - "accuracy": 0.923913, - "main_score": 0.906544, - "hf_subset": "tuk_Latn-srd_Latn", - "languages": [ - "tuk-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.185604, - "recall": 0.22332, - "f1": 0.195273, - "accuracy": 0.22332, - "main_score": 0.195273, - "hf_subset": "tuk_Latn-tzm_Tfng", - "languages": [ - "tuk-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938653, - "recall": 0.956522, - "f1": 0.944236, - "accuracy": 0.956522, - "main_score": 0.944236, - "hf_subset": "tuk_Latn-acq_Arab", - "languages": [ - "tuk-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574384, - "recall": 0.621542, - "f1": 0.587688, - "accuracy": 0.621542, - "main_score": 0.587688, - "hf_subset": "tuk_Latn-bem_Latn", - "languages": [ - "tuk-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937829, - "recall": 0.956522, - "f1": 0.943577, - "accuracy": 0.956522, - "main_score": 0.943577, - "hf_subset": "tuk_Latn-epo_Latn", - "languages": [ - "tuk-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953426, - "recall": 0.967391, - "f1": 0.957839, - "accuracy": 0.967391, - "main_score": 0.957839, - "hf_subset": "tuk_Latn-hun_Latn", - "languages": [ - "tuk-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945323, - "recall": 0.962451, - "f1": 0.950922, - "accuracy": 0.962451, - "main_score": 0.950922, - "hf_subset": "tuk_Latn-kir_Cyrl", - "languages": [ - "tuk-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942935, - "recall": 0.960474, - "f1": 0.948518, - "accuracy": 0.960474, - "main_score": 0.948518, - "hf_subset": "tuk_Latn-mar_Deva", - "languages": [ - "tuk-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612123, - "recall": 0.659091, - "f1": 0.625213, - "accuracy": 0.659091, - "main_score": 0.625213, - "hf_subset": "tuk_Latn-plt_Latn", - "languages": [ - "tuk-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955204, - "recall": 0.969368, - "f1": 0.959816, - "accuracy": 0.969368, - "main_score": 0.959816, - "hf_subset": "tuk_Latn-srp_Cyrl", - "languages": [ - "tuk-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.8917, - "recall": 0.918972, - "f1": 0.899986, - "accuracy": 0.918972, - "main_score": 0.899986, - "hf_subset": "tuk_Latn-uig_Arab", - "languages": [ - "tuk-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900676, - "recall": 0.926877, - "f1": 0.908416, - "accuracy": 0.926877, - "main_score": 0.908416, - "hf_subset": "tuk_Latn-aeb_Arab", - "languages": [ - "tuk-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954578, - "recall": 0.968379, - "f1": 0.958992, - "accuracy": 0.968379, - "main_score": 0.958992, - "hf_subset": "tuk_Latn-ben_Beng", - "languages": [ - "tuk-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950758, - "recall": 0.965415, - "f1": 0.955534, - "accuracy": 0.965415, - "main_score": 0.955534, - "hf_subset": "tuk_Latn-est_Latn", - "languages": [ - "tuk-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.964427, - "f1": 0.954348, - "accuracy": 0.964427, - "main_score": 0.954348, - "hf_subset": "tuk_Latn-hye_Armn", - "languages": [ - "tuk-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506538, - "recall": 0.552372, - "f1": 0.519913, - "accuracy": 0.552372, - "main_score": 0.519913, - "hf_subset": "tuk_Latn-kmb_Latn", - "languages": [ - "tuk-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448516, - "recall": 0.512846, - "f1": 0.465439, - "accuracy": 0.512846, - "main_score": 0.465439, - "hf_subset": "tuk_Latn-min_Arab", - "languages": [ - "tuk-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.964427, - "f1": 0.953557, - "accuracy": 0.964427, - "main_score": 0.953557, - "hf_subset": "tuk_Latn-pol_Latn", - "languages": [ - "tuk-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529902, - "recall": 0.58004, - "f1": 0.544353, - "accuracy": 0.58004, - "main_score": 0.544353, - "hf_subset": "tuk_Latn-ssw_Latn", - "languages": [ - "tuk-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966568, - "recall": 0.977273, - "f1": 0.970026, - "accuracy": 0.977273, - "main_score": 0.970026, - "hf_subset": "tuk_Latn-ukr_Cyrl", - "languages": [ - "tuk-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95112, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "tuk_Latn-afr_Latn", - "languages": [ - "tuk-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903715, - "recall": 0.929842, - "f1": 0.911512, - "accuracy": 0.929842, - "main_score": 0.911512, - "hf_subset": "tuk_Latn-bho_Deva", - "languages": [ - "tuk-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.907197, - "recall": 0.931818, - "f1": 0.914723, - "accuracy": 0.931818, - "main_score": 0.914723, - "hf_subset": "tuk_Latn-eus_Latn", - "languages": [ - "tuk-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534519, - "recall": 0.583992, - "f1": 0.54857, - "accuracy": 0.583992, - "main_score": 0.54857, - "hf_subset": "tuk_Latn-ibo_Latn", - "languages": [ - "tuk-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.796113, - "recall": 0.844862, - "f1": 0.81094, - "accuracy": 0.844862, - "main_score": 0.81094, - "hf_subset": "tuk_Latn-kmr_Latn", - "languages": [ - "tuk-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881835, - "recall": 0.912055, - "f1": 0.890947, - "accuracy": 0.912055, - "main_score": 0.890947, - "hf_subset": "tuk_Latn-min_Latn", - "languages": [ - "tuk-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "tuk_Latn-por_Latn", - "languages": [ - "tuk-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.919796, - "recall": 0.9417, - "f1": 0.92668, - "accuracy": 0.9417, - "main_score": 0.92668, - "hf_subset": "tuk_Latn-sun_Latn", - "languages": [ - "tuk-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492947, - "recall": 0.540514, - "f1": 0.506381, - "accuracy": 0.540514, - "main_score": 0.506381, - "hf_subset": "tuk_Latn-umb_Latn", - "languages": [ - "tuk-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94058, - "recall": 0.95751, - "f1": 0.945784, - "accuracy": 0.95751, - "main_score": 0.945784, - "hf_subset": "tuk_Latn-ajp_Arab", - "languages": [ - "tuk-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491214, - "recall": 0.547431, - "f1": 0.50639, - "accuracy": 0.547431, - "main_score": 0.50639, - "hf_subset": "tuk_Latn-bjn_Arab", - "languages": [ - "tuk-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487361, - "recall": 0.528656, - "f1": 0.499311, - "accuracy": 0.528656, - "main_score": 0.499311, - "hf_subset": "tuk_Latn-ewe_Latn", - "languages": [ - "tuk-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.818561, - "recall": 0.857708, - "f1": 0.830025, - "accuracy": 0.857708, - "main_score": 0.830025, - "hf_subset": "tuk_Latn-ilo_Latn", - "languages": [ - "tuk-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.295796, - "recall": 0.347826, - "f1": 0.309967, - "accuracy": 0.347826, - "main_score": 0.309967, - "hf_subset": "tuk_Latn-knc_Arab", - "languages": [ - "tuk-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947414, - "recall": 0.962451, - "f1": 0.951976, - "accuracy": 0.962451, - "main_score": 0.951976, - "hf_subset": "tuk_Latn-mkd_Cyrl", - "languages": [ - "tuk-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948864, - "recall": 0.964427, - "f1": 0.953788, - "accuracy": 0.964427, - "main_score": 0.953788, - "hf_subset": "tuk_Latn-prs_Arab", - "languages": [ - "tuk-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961627, - "recall": 0.97332, - "f1": 0.96525, - "accuracy": 0.97332, - "main_score": 0.96525, - "hf_subset": "tuk_Latn-swe_Latn", - "languages": [ - "tuk-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941535, - "recall": 0.959486, - "f1": 0.947299, - "accuracy": 0.959486, - "main_score": 0.947299, - "hf_subset": "tuk_Latn-urd_Arab", - "languages": [ - "tuk-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532793, - "recall": 0.586957, - "f1": 0.548546, - "accuracy": 0.586957, - "main_score": 0.548546, - "hf_subset": "tuk_Latn-aka_Latn", - "languages": [ - "tuk-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878343, - "recall": 0.909091, - "f1": 0.887597, - "accuracy": 0.909091, - "main_score": 0.887597, - "hf_subset": "tuk_Latn-bjn_Latn", - "languages": [ - "tuk-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.871377, - "recall": 0.90415, - "f1": 0.881329, - "accuracy": 0.90415, - "main_score": 0.881329, - "hf_subset": "tuk_Latn-fao_Latn", - "languages": [ - "tuk-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95224, - "recall": 0.966403, - "f1": 0.956686, - "accuracy": 0.966403, - "main_score": 0.956686, - "hf_subset": "tuk_Latn-ind_Latn", - "languages": [ - "tuk-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539773, - "recall": 0.579051, - "f1": 0.551046, - "accuracy": 0.579051, - "main_score": 0.551046, - "hf_subset": "tuk_Latn-knc_Latn", - "languages": [ - "tuk-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900642, - "recall": 0.927866, - "f1": 0.908912, - "accuracy": 0.927866, - "main_score": 0.908912, - "hf_subset": "tuk_Latn-mlt_Latn", - "languages": [ - "tuk-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.643948, - "recall": 0.700593, - "f1": 0.660548, - "accuracy": 0.700593, - "main_score": 0.660548, - "hf_subset": "tuk_Latn-quy_Latn", - "languages": [ - "tuk-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.855007, - "recall": 0.891304, - "f1": 0.865942, - "accuracy": 0.891304, - "main_score": 0.865942, - "hf_subset": "tuk_Latn-swh_Latn", - "languages": [ - "tuk-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970191, - "accuracy": 0.977273, - "main_score": 0.970191, - "hf_subset": "tuk_Latn-uzn_Latn", - "languages": [ - "tuk-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941947, - "recall": 0.958498, - "f1": 0.946871, - "accuracy": 0.958498, - "main_score": 0.946871, - "hf_subset": "tuk_Latn-als_Latn", - "languages": [ - "tuk-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509563, - "recall": 0.58498, - "f1": 0.530348, - "accuracy": 0.58498, - "main_score": 0.530348, - "hf_subset": "tuk_Latn-bod_Tibt", - "languages": [ - "tuk-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618225, - "recall": 0.678854, - "f1": 0.635328, - "accuracy": 0.678854, - "main_score": 0.635328, - "hf_subset": "tuk_Latn-fij_Latn", - "languages": [ - "tuk-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888669, - "recall": 0.920949, - "f1": 0.899012, - "accuracy": 0.920949, - "main_score": 0.899012, - "hf_subset": "tuk_Latn-isl_Latn", - "languages": [ - "tuk-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596539, - "recall": 0.648221, - "f1": 0.611372, - "accuracy": 0.648221, - "main_score": 0.611372, - "hf_subset": "tuk_Latn-kon_Latn", - "languages": [ - "tuk-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601639, - "recall": 0.657115, - "f1": 0.617306, - "accuracy": 0.657115, - "main_score": 0.617306, - "hf_subset": "tuk_Latn-mni_Beng", - "languages": [ - "tuk-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958392, - "recall": 0.970356, - "f1": 0.962105, - "accuracy": 0.970356, - "main_score": 0.962105, - "hf_subset": "tuk_Latn-ron_Latn", - "languages": [ - "tuk-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.949605, - "f1": 0.937418, - "accuracy": 0.949605, - "main_score": 0.937418, - "hf_subset": "tuk_Latn-szl_Latn", - "languages": [ - "tuk-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933004, - "recall": 0.952569, - "f1": 0.939018, - "accuracy": 0.952569, - "main_score": 0.939018, - "hf_subset": "tuk_Latn-vec_Latn", - "languages": [ - "tuk-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837187, - "recall": 0.87747, - "f1": 0.849605, - "accuracy": 0.87747, - "main_score": 0.849605, - "hf_subset": "tuk_Latn-amh_Ethi", - "languages": [ - "tuk-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956604, - "recall": 0.970356, - "f1": 0.961034, - "accuracy": 0.970356, - "main_score": 0.961034, - "hf_subset": "tuk_Latn-bos_Latn", - "languages": [ - "tuk-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.937665, - "recall": 0.95751, - "f1": 0.944071, - "accuracy": 0.95751, - "main_score": 0.944071, - "hf_subset": "tuk_Latn-fin_Latn", - "languages": [ - "tuk-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94697, - "recall": 0.963439, - "f1": 0.95224, - "accuracy": 0.963439, - "main_score": 0.95224, - "hf_subset": "tuk_Latn-ita_Latn", - "languages": [ - "tuk-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.951416, - "recall": 0.966403, - "f1": 0.956192, - "accuracy": 0.966403, - "main_score": 0.956192, - "hf_subset": "tuk_Latn-kor_Hang", - "languages": [ - "tuk-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524177, - "recall": 0.577075, - "f1": 0.539168, - "accuracy": 0.577075, - "main_score": 0.539168, - "hf_subset": "tuk_Latn-mos_Latn", - "languages": [ - "tuk-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510972, - "recall": 0.552372, - "f1": 0.522386, - "accuracy": 0.552372, - "main_score": 0.522386, - "hf_subset": "tuk_Latn-run_Latn", - "languages": [ - "tuk-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939723, - "recall": 0.95751, - "f1": 0.94529, - "accuracy": 0.95751, - "main_score": 0.94529, - "hf_subset": "tuk_Latn-tam_Taml", - "languages": [ - "tuk-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942638, - "recall": 0.958498, - "f1": 0.947483, - "accuracy": 0.958498, - "main_score": 0.947483, - "hf_subset": "tuk_Latn-vie_Latn", - "languages": [ - "tuk-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925619, - "recall": 0.947628, - "f1": 0.93246, - "accuracy": 0.947628, - "main_score": 0.93246, - "hf_subset": "tuk_Latn-apc_Arab", - "languages": [ - "tuk-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.702033, - "recall": 0.748024, - "f1": 0.715115, - "accuracy": 0.748024, - "main_score": 0.715115, - "hf_subset": "tuk_Latn-bug_Latn", - "languages": [ - "tuk-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434173, - "recall": 0.488142, - "f1": 0.448686, - "accuracy": 0.488142, - "main_score": 0.448686, - "hf_subset": "tuk_Latn-fon_Latn", - "languages": [ - "tuk-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927108, - "recall": 0.947628, - "f1": 0.933465, - "accuracy": 0.947628, - "main_score": 0.933465, - "hf_subset": "tuk_Latn-jav_Latn", - "languages": [ - "tuk-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.903766, - "recall": 0.929842, - "f1": 0.911712, - "accuracy": 0.929842, - "main_score": 0.911712, - "hf_subset": "tuk_Latn-lao_Laoo", - "languages": [ - "tuk-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.73449, - "recall": 0.784585, - "f1": 0.74828, - "accuracy": 0.784585, - "main_score": 0.74828, - "hf_subset": "tuk_Latn-mri_Latn", - "languages": [ - "tuk-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963027, - "recall": 0.974308, - "f1": 0.966634, - "accuracy": 0.974308, - "main_score": 0.966634, - "hf_subset": "tuk_Latn-rus_Cyrl", - "languages": [ - "tuk-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514114, - "recall": 0.560277, - "f1": 0.527047, - "accuracy": 0.560277, - "main_score": 0.527047, - "hf_subset": "tuk_Latn-taq_Latn", - "languages": [ - "tuk-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.904924, - "recall": 0.93083, - "f1": 0.912615, - "accuracy": 0.93083, - "main_score": 0.912615, - "hf_subset": "tuk_Latn-war_Latn", - "languages": [ - "tuk-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936347, - "recall": 0.954545, - "f1": 0.94193, - "accuracy": 0.954545, - "main_score": 0.94193, - "hf_subset": "tuk_Latn-arb_Arab", - "languages": [ - "tuk-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960227, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "tuk_Latn-bul_Cyrl", - "languages": [ - "tuk-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960227, - "recall": 0.972332, - "f1": 0.963999, - "accuracy": 0.972332, - "main_score": 0.963999, - "hf_subset": "tuk_Latn-fra_Latn", - "languages": [ - "tuk-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.956522, - "f1": 0.94417, - "accuracy": 0.956522, - "main_score": 0.94417, - "hf_subset": "tuk_Latn-jpn_Jpan", - "languages": [ - "tuk-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896578, - "recall": 0.922925, - "f1": 0.904661, - "accuracy": 0.922925, - "main_score": 0.904661, - "hf_subset": "tuk_Latn-lij_Latn", - "languages": [ - "tuk-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90168, - "recall": 0.927866, - "f1": 0.90967, - "accuracy": 0.927866, - "main_score": 0.90967, - "hf_subset": "tuk_Latn-mya_Mymr", - "languages": [ - "tuk-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539676, - "recall": 0.602767, - "f1": 0.55675, - "accuracy": 0.602767, - "main_score": 0.55675, - "hf_subset": "tuk_Latn-sag_Latn", - "languages": [ - "tuk-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193593, - "recall": 0.243083, - "f1": 0.205064, - "accuracy": 0.243083, - "main_score": 0.205064, - "hf_subset": "tuk_Latn-taq_Tfng", - "languages": [ - "tuk-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578806, - "recall": 0.629447, - "f1": 0.593423, - "accuracy": 0.629447, - "main_score": 0.593423, - "hf_subset": "tuk_Latn-wol_Latn", - "languages": [ - "tuk-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66299, - "recall": 0.720356, - "f1": 0.679325, - "accuracy": 0.720356, - "main_score": 0.679325, - "hf_subset": "tuk_Latn-arb_Latn", - "languages": [ - "tuk-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952487, - "recall": 0.967391, - "f1": 0.957246, - "accuracy": 0.967391, - "main_score": 0.957246, - "hf_subset": "tuk_Latn-cat_Latn", - "languages": [ - "tuk-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.888159, - "recall": 0.916008, - "f1": 0.896429, - "accuracy": 0.916008, - "main_score": 0.896429, - "hf_subset": "tuk_Latn-fur_Latn", - "languages": [ - "tuk-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.403451, - "recall": 0.451581, - "f1": 0.417643, - "accuracy": 0.451581, - "main_score": 0.417643, - "hf_subset": "tuk_Latn-kab_Latn", - "languages": [ - "tuk-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.881456, - "recall": 0.914032, - "f1": 0.891798, - "accuracy": 0.914032, - "main_score": 0.891798, - "hf_subset": "tuk_Latn-lim_Latn", - "languages": [ - "tuk-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938241, - "recall": 0.956522, - "f1": 0.943972, - "accuracy": 0.956522, - "main_score": 0.943972, - "hf_subset": "tuk_Latn-nld_Latn", - "languages": [ - "tuk-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900313, - "recall": 0.926877, - "f1": 0.908498, - "accuracy": 0.926877, - "main_score": 0.908498, - "hf_subset": "tuk_Latn-san_Deva", - "languages": [ - "tuk-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.964427, - "f1": 0.953887, - "accuracy": 0.964427, - "main_score": 0.953887, - "hf_subset": "tuk_Latn-tat_Cyrl", - "languages": [ - "tuk-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.619433, - "recall": 0.664032, - "f1": 0.63299, - "accuracy": 0.664032, - "main_score": 0.63299, - "hf_subset": "tuk_Latn-xho_Latn", - "languages": [ - "tuk-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931763, - "recall": 0.950593, - "f1": 0.937451, - "accuracy": 0.950593, - "main_score": 0.937451, - "hf_subset": "tuk_Latn-ars_Arab", - "languages": [ - "tuk-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926113, - "recall": 0.945652, - "f1": 0.932098, - "accuracy": 0.945652, - "main_score": 0.932098, - "hf_subset": "tuk_Latn-ceb_Latn", - "languages": [ - "tuk-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511822, - "recall": 0.566206, - "f1": 0.527138, - "accuracy": 0.566206, - "main_score": 0.527138, - "hf_subset": "tuk_Latn-fuv_Latn", - "languages": [ - "tuk-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484391, - "recall": 0.546443, - "f1": 0.500958, - "accuracy": 0.546443, - "main_score": 0.500958, - "hf_subset": "tuk_Latn-kac_Latn", - "languages": [ - "tuk-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602004, - "recall": 0.653162, - "f1": 0.616009, - "accuracy": 0.653162, - "main_score": 0.616009, - "hf_subset": "tuk_Latn-lin_Latn", - "languages": [ - "tuk-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95112, - "recall": 0.966403, - "f1": 0.956028, - "accuracy": 0.966403, - "main_score": 0.956028, - "hf_subset": "tuk_Latn-nno_Latn", - "languages": [ - "tuk-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.199543, - "recall": 0.268775, - "f1": 0.217341, - "accuracy": 0.268775, - "main_score": 0.217341, - "hf_subset": "tuk_Latn-sat_Olck", - "languages": [ - "tuk-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946393, - "recall": 0.962451, - "f1": 0.951318, - "accuracy": 0.962451, - "main_score": 0.951318, - "hf_subset": "tuk_Latn-tel_Telu", - "languages": [ - "tuk-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.831514, - "recall": 0.87253, - "f1": 0.843684, - "accuracy": 0.87253, - "main_score": 0.843684, - "hf_subset": "tuk_Latn-ydd_Hebr", - "languages": [ - "tuk-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885952, - "recall": 0.91502, - "f1": 0.89488, - "accuracy": 0.91502, - "main_score": 0.89488, - "hf_subset": "tuk_Latn-ary_Arab", - "languages": [ - "tuk-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959486, - "recall": 0.972332, - "f1": 0.963603, - "accuracy": 0.972332, - "main_score": 0.963603, - "hf_subset": "tuk_Latn-ces_Latn", - "languages": [ - "tuk-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540122, - "recall": 0.592885, - "f1": 0.555042, - "accuracy": 0.592885, - "main_score": 0.555042, - "hf_subset": "tuk_Latn-gaz_Latn", - "languages": [ - "tuk-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535919, - "recall": 0.583992, - "f1": 0.550264, - "accuracy": 0.583992, - "main_score": 0.550264, - "hf_subset": "tuk_Latn-kam_Latn", - "languages": [ - "tuk-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935071, - "recall": 0.953557, - "f1": 0.940931, - "accuracy": 0.953557, - "main_score": 0.940931, - "hf_subset": "tuk_Latn-lit_Latn", - "languages": [ - "tuk-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954051, - "recall": 0.968379, - "f1": 0.958663, - "accuracy": 0.968379, - "main_score": 0.958663, - "hf_subset": "tuk_Latn-nob_Latn", - "languages": [ - "tuk-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891551, - "recall": 0.91996, - "f1": 0.900169, - "accuracy": 0.91996, - "main_score": 0.900169, - "hf_subset": "tuk_Latn-scn_Latn", - "languages": [ - "tuk-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913373, - "recall": 0.936759, - "f1": 0.920422, - "accuracy": 0.936759, - "main_score": 0.920422, - "hf_subset": "tuk_Latn-tgk_Cyrl", - "languages": [ - "tuk-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.627619, - "recall": 0.688735, - "f1": 0.646165, - "accuracy": 0.688735, - "main_score": 0.646165, - "hf_subset": "tuk_Latn-yor_Latn", - "languages": [ - "tuk-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.927157, - "recall": 0.949605, - "f1": 0.934354, - "accuracy": 0.949605, - "main_score": 0.934354, - "hf_subset": "tuk_Latn-arz_Arab", - "languages": [ - "tuk-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518924, - "recall": 0.577075, - "f1": 0.535202, - "accuracy": 0.577075, - "main_score": 0.535202, - "hf_subset": "tuk_Latn-cjk_Latn", - "languages": [ - "tuk-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679308, - "recall": 0.728261, - "f1": 0.693302, - "accuracy": 0.728261, - "main_score": 0.693302, - "hf_subset": "tuk_Latn-gla_Latn", - "languages": [ - "tuk-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940794, - "recall": 0.958498, - "f1": 0.946377, - "accuracy": 0.958498, - "main_score": 0.946377, - "hf_subset": "tuk_Latn-kan_Knda", - "languages": [ - "tuk-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.909124, - "recall": 0.93083, - "f1": 0.91581, - "accuracy": 0.93083, - "main_score": 0.91581, - "hf_subset": "tuk_Latn-lmo_Latn", - "languages": [ - "tuk-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954628, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "tuk_Latn-npi_Deva", - "languages": [ - "tuk-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436599, - "recall": 0.485178, - "f1": 0.450045, - "accuracy": 0.485178, - "main_score": 0.450045, - "hf_subset": "tuk_Latn-shn_Mymr", - "languages": [ - "tuk-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942962, - "recall": 0.95751, - "f1": 0.947497, - "accuracy": 0.95751, - "main_score": 0.947497, - "hf_subset": "tuk_Latn-tgl_Latn", - "languages": [ - "tuk-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931983, - "recall": 0.951581, - "f1": 0.937846, - "accuracy": 0.951581, - "main_score": 0.937846, - "hf_subset": "tuk_Latn-yue_Hant", - "languages": [ - "tuk-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.928936, - "recall": 0.949605, - "f1": 0.935343, - "accuracy": 0.949605, - "main_score": 0.935343, - "hf_subset": "tuk_Latn-asm_Beng", - "languages": [ - "tuk-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.853755, - "recall": 0.891304, - "f1": 0.865053, - "accuracy": 0.891304, - "main_score": 0.865053, - "hf_subset": "tuk_Latn-ckb_Arab", - "languages": [ - "tuk-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.740221, - "recall": 0.785573, - "f1": 0.753396, - "accuracy": 0.785573, - "main_score": 0.753396, - "hf_subset": "tuk_Latn-gle_Latn", - "languages": [ - "tuk-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817556, - "recall": 0.858696, - "f1": 0.829659, - "accuracy": 0.858696, - "main_score": 0.829659, - "hf_subset": "tuk_Latn-kas_Arab", - "languages": [ - "tuk-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.846377, - "recall": 0.884387, - "f1": 0.857759, - "accuracy": 0.884387, - "main_score": 0.857759, - "hf_subset": "tuk_Latn-ltg_Latn", - "languages": [ - "tuk-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5539, - "recall": 0.601779, - "f1": 0.566847, - "accuracy": 0.601779, - "main_score": 0.566847, - "hf_subset": "tuk_Latn-nso_Latn", - "languages": [ - "tuk-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.896146, - "recall": 0.924901, - "f1": 0.905105, - "accuracy": 0.924901, - "main_score": 0.905105, - "hf_subset": "tuk_Latn-sin_Sinh", - "languages": [ - "tuk-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931653, - "recall": 0.952569, - "f1": 0.938406, - "accuracy": 0.952569, - "main_score": 0.938406, - "hf_subset": "tuk_Latn-tha_Thai", - "languages": [ - "tuk-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926005, - "recall": 0.947628, - "f1": 0.932708, - "accuracy": 0.947628, - "main_score": 0.932708, - "hf_subset": "tuk_Latn-zho_Hans", - "languages": [ - "tuk-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944746, - "recall": 0.961462, - "f1": 0.95, - "accuracy": 0.961462, - "main_score": 0.95, - "hf_subset": "tuk_Latn-ast_Latn", - "languages": [ - "tuk-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96031, - "recall": 0.97332, - "f1": 0.964592, - "accuracy": 0.97332, - "main_score": 0.964592, - "hf_subset": "tuk_Latn-crh_Latn", - "languages": [ - "tuk-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94445, - "recall": 0.960474, - "f1": 0.949341, - "accuracy": 0.960474, - "main_score": 0.949341, - "hf_subset": "tuk_Latn-glg_Latn", - "languages": [ - "tuk-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.769361, - "recall": 0.817194, - "f1": 0.783698, - "accuracy": 0.817194, - "main_score": 0.783698, - "hf_subset": "tuk_Latn-kas_Deva", - "languages": [ - "tuk-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886561, - "recall": 0.91502, - "f1": 0.894979, - "accuracy": 0.91502, - "main_score": 0.894979, - "hf_subset": "tuk_Latn-ltz_Latn", - "languages": [ - "tuk-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442328, - "recall": 0.499012, - "f1": 0.457726, - "accuracy": 0.499012, - "main_score": 0.457726, - "hf_subset": "tuk_Latn-nus_Latn", - "languages": [ - "tuk-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960886, - "recall": 0.972332, - "f1": 0.964446, - "accuracy": 0.972332, - "main_score": 0.964446, - "hf_subset": "tuk_Latn-slk_Latn", - "languages": [ - "tuk-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545258, - "recall": 0.606719, - "f1": 0.562785, - "accuracy": 0.606719, - "main_score": 0.562785, - "hf_subset": "tuk_Latn-tir_Ethi", - "languages": [ - "tuk-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934289, - "recall": 0.954545, - "f1": 0.940711, - "accuracy": 0.954545, - "main_score": 0.940711, - "hf_subset": "tuk_Latn-zho_Hant", - "languages": [ - "tuk-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940086, - "recall": 0.95751, - "f1": 0.945652, - "accuracy": 0.95751, - "main_score": 0.945652, - "hf_subset": "tuk_Latn-awa_Deva", - "languages": [ - "tuk-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.885057, - "recall": 0.913043, - "f1": 0.893478, - "accuracy": 0.913043, - "main_score": 0.893478, - "hf_subset": "tuk_Latn-cym_Latn", - "languages": [ - "tuk-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.726416, - "recall": 0.777668, - "f1": 0.741212, - "accuracy": 0.777668, - "main_score": 0.741212, - "hf_subset": "tuk_Latn-grn_Latn", - "languages": [ - "tuk-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934371, - "recall": 0.953557, - "f1": 0.940236, - "accuracy": 0.953557, - "main_score": 0.940236, - "hf_subset": "tuk_Latn-kat_Geor", - "languages": [ - "tuk-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587865, - "recall": 0.637352, - "f1": 0.601443, - "accuracy": 0.637352, - "main_score": 0.601443, - "hf_subset": "tuk_Latn-lua_Latn", - "languages": [ - "tuk-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577662, - "recall": 0.624506, - "f1": 0.590863, - "accuracy": 0.624506, - "main_score": 0.590863, - "hf_subset": "tuk_Latn-nya_Latn", - "languages": [ - "tuk-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.945405, - "recall": 0.961462, - "f1": 0.950329, - "accuracy": 0.961462, - "main_score": 0.950329, - "hf_subset": "tuk_Latn-slv_Latn", - "languages": [ - "tuk-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.798323, - "recall": 0.840909, - "f1": 0.810666, - "accuracy": 0.840909, - "main_score": 0.810666, - "hf_subset": "tuk_Latn-tpi_Latn", - "languages": [ - "tuk-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955287, - "recall": 0.968379, - "f1": 0.959387, - "accuracy": 0.968379, - "main_score": 0.959387, - "hf_subset": "tuk_Latn-zsm_Latn", - "languages": [ - "tuk-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518654, - "recall": 0.571146, - "f1": 0.533827, - "accuracy": 0.571146, - "main_score": 0.533827, - "hf_subset": "tuk_Latn-ayr_Latn", - "languages": [ - "tuk-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956028, - "recall": 0.970356, - "f1": 0.960804, - "accuracy": 0.970356, - "main_score": 0.960804, - "hf_subset": "tuk_Latn-dan_Latn", - "languages": [ - "tuk-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947875, - "recall": 0.963439, - "f1": 0.9528, - "accuracy": 0.963439, - "main_score": 0.9528, - "hf_subset": "tuk_Latn-guj_Gujr", - "languages": [ - "tuk-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958778, - "recall": 0.970356, - "f1": 0.962187, - "accuracy": 0.970356, - "main_score": 0.962187, - "hf_subset": "tuk_Latn-kaz_Cyrl", - "languages": [ - "tuk-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.505676, - "recall": 0.555336, - "f1": 0.519536, - "accuracy": 0.555336, - "main_score": 0.519536, - "hf_subset": "tuk_Latn-lug_Latn", - "languages": [ - "tuk-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956225, - "recall": 0.968379, - "f1": 0.959933, - "accuracy": 0.968379, - "main_score": 0.959933, - "hf_subset": "tuk_Latn-oci_Latn", - "languages": [ - "tuk-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714981, - "recall": 0.767787, - "f1": 0.730322, - "accuracy": 0.767787, - "main_score": 0.730322, - "hf_subset": "tuk_Latn-smo_Latn", - "languages": [ - "tuk-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518354, - "recall": 0.575099, - "f1": 0.533324, - "accuracy": 0.575099, - "main_score": 0.533324, - "hf_subset": "tuk_Latn-tsn_Latn", - "languages": [ - "tuk-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580015, - "recall": 0.634387, - "f1": 0.595237, - "accuracy": 0.634387, - "main_score": 0.595237, - "hf_subset": "tuk_Latn-zul_Latn", - "languages": [ - "tuk-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808754, - "recall": 0.852767, - "f1": 0.821676, - "accuracy": 0.852767, - "main_score": 0.821676, - "hf_subset": "tuk_Latn-azb_Arab", - "languages": [ - "tuk-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.953887, - "recall": 0.968379, - "f1": 0.958498, - "accuracy": 0.968379, - "main_score": 0.958498, - "hf_subset": "tuk_Latn-deu_Latn", - "languages": [ - "tuk-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87388, - "recall": 0.908103, - "f1": 0.884519, - "accuracy": 0.908103, - "main_score": 0.884519, - "hf_subset": "tuk_Latn-hat_Latn", - "languages": [ - "tuk-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455292, - "recall": 0.506917, - "f1": 0.46942, - "accuracy": 0.506917, - "main_score": 0.46942, - "hf_subset": "tuk_Latn-kbp_Latn", - "languages": [ - "tuk-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526321, - "recall": 0.578063, - "f1": 0.540846, - "accuracy": 0.578063, - "main_score": 0.540846, - "hf_subset": "tuk_Latn-luo_Latn", - "languages": [ - "tuk-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940217, - "recall": 0.958498, - "f1": 0.946311, - "accuracy": 0.958498, - "main_score": 0.946311, - "hf_subset": "tuk_Latn-ory_Orya", - "languages": [ - "tuk-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534898, - "recall": 0.593874, - "f1": 0.550992, - "accuracy": 0.593874, - "main_score": 0.550992, - "hf_subset": "tuk_Latn-sna_Latn", - "languages": [ - "tuk-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524648, - "recall": 0.568182, - "f1": 0.536666, - "accuracy": 0.568182, - "main_score": 0.536666, - "hf_subset": "tuk_Latn-tso_Latn", - "languages": [ - "tuk-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947958, - "recall": 0.964427, - "f1": 0.953228, - "accuracy": 0.964427, - "main_score": 0.953228, - "hf_subset": "tuk_Latn-azj_Latn", - "languages": [ - "tuk-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496751, - "recall": 0.55336, - "f1": 0.513291, - "accuracy": 0.55336, - "main_score": 0.513291, - "hf_subset": "tuk_Latn-dik_Latn", - "languages": [ - "tuk-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642936, - "recall": 0.699605, - "f1": 0.659016, - "accuracy": 0.699605, - "main_score": 0.659016, - "hf_subset": "tuk_Latn-hau_Latn", - "languages": [ - "tuk-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.89165, - "recall": 0.916996, - "f1": 0.89864, - "accuracy": 0.916996, - "main_score": 0.89864, - "hf_subset": "tuk_Latn-kea_Latn", - "languages": [ - "tuk-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635724, - "recall": 0.682806, - "f1": 0.649379, - "accuracy": 0.682806, - "main_score": 0.649379, - "hf_subset": "tuk_Latn-lus_Latn", - "languages": [ - "tuk-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.750331, - "recall": 0.790514, - "f1": 0.762094, - "accuracy": 0.790514, - "main_score": 0.762094, - "hf_subset": "tuk_Latn-pag_Latn", - "languages": [ - "tuk-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938406, - "recall": 0.95751, - "f1": 0.944664, - "accuracy": 0.95751, - "main_score": 0.944664, - "hf_subset": "tuk_Latn-snd_Arab", - "languages": [ - "tuk-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946887, - "recall": 0.961462, - "f1": 0.951482, - "accuracy": 0.961462, - "main_score": 0.951482, - "hf_subset": "tuk_Latn-bak_Cyrl", - "languages": [ - "tuk-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452695, - "recall": 0.519763, - "f1": 0.471568, - "accuracy": 0.519763, - "main_score": 0.471568, - "hf_subset": "tuk_Latn-dyu_Latn", - "languages": [ - "tuk-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950922, - "recall": 0.966403, - "f1": 0.955863, - "accuracy": 0.966403, - "main_score": 0.955863, - "hf_subset": "tuk_Latn-heb_Hebr", - "languages": [ - "tuk-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.900119, - "recall": 0.925889, - "f1": 0.908053, - "accuracy": 0.925889, - "main_score": 0.908053, - "hf_subset": "tuk_Latn-khk_Cyrl", - "languages": [ - "tuk-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943758, - "recall": 0.961462, - "f1": 0.949506, - "accuracy": 0.961462, - "main_score": 0.949506, - "hf_subset": "tuk_Latn-lvs_Latn", - "languages": [ - "tuk-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95751, - "recall": 0.970356, - "f1": 0.961627, - "accuracy": 0.970356, - "main_score": 0.961627, - "hf_subset": "tuk_Latn-pan_Guru", - "languages": [ - "tuk-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636906, - "recall": 0.694664, - "f1": 0.654002, - "accuracy": 0.694664, - "main_score": 0.654002, - "hf_subset": "tuk_Latn-som_Latn", - "languages": [ - "tuk-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534743, - "recall": 0.58004, - "f1": 0.547828, - "accuracy": 0.58004, - "main_score": 0.547828, - "hf_subset": "tuk_Latn-tum_Latn", - "languages": [ - "tuk-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557028, - "recall": 0.613636, - "f1": 0.572156, - "accuracy": 0.613636, - "main_score": 0.572156, - "hf_subset": "bak_Cyrl-ace_Arab", - "languages": [ - "bak-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4998, - "recall": 0.561265, - "f1": 0.516616, - "accuracy": 0.561265, - "main_score": 0.516616, - "hf_subset": "bak_Cyrl-bam_Latn", - "languages": [ - "bak-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.392213, - "recall": 0.467391, - "f1": 0.411804, - "accuracy": 0.467391, - "main_score": 0.411804, - "hf_subset": "bak_Cyrl-dzo_Tibt", - "languages": [ - "bak-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "bak_Cyrl-hin_Deva", - "languages": [ - "bak-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967391, - "recall": 0.978261, - "f1": 0.971014, - "accuracy": 0.978261, - "main_score": 0.971014, - "hf_subset": "bak_Cyrl-khm_Khmr", - "languages": [ - "bak-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-mag_Deva", - "languages": [ - "bak-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943594, - "recall": 0.960474, - "f1": 0.949012, - "accuracy": 0.960474, - "main_score": 0.949012, - "hf_subset": "bak_Cyrl-pap_Latn", - "languages": [ - "bak-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580045, - "recall": 0.636364, - "f1": 0.595375, - "accuracy": 0.636364, - "main_score": 0.595375, - "hf_subset": "bak_Cyrl-sot_Latn", - "languages": [ - "bak-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987401, - "recall": 0.991107, - "f1": 0.988538, - "accuracy": 0.991107, - "main_score": 0.988538, - "hf_subset": "bak_Cyrl-tur_Latn", - "languages": [ - "bak-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837484, - "recall": 0.875494, - "f1": 0.849064, - "accuracy": 0.875494, - "main_score": 0.849064, - "hf_subset": "bak_Cyrl-ace_Latn", - "languages": [ - "bak-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912114, - "recall": 0.93083, - "f1": 0.917638, - "accuracy": 0.93083, - "main_score": 0.917638, - "hf_subset": "bak_Cyrl-ban_Latn", - "languages": [ - "bak-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-ell_Grek", - "languages": [ - "bak-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96665, - "recall": 0.976285, - "f1": 0.969598, - "accuracy": 0.976285, - "main_score": 0.969598, - "hf_subset": "bak_Cyrl-hne_Deva", - "languages": [ - "bak-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580175, - "recall": 0.637352, - "f1": 0.595757, - "accuracy": 0.637352, - "main_score": 0.595757, - "hf_subset": "bak_Cyrl-kik_Latn", - "languages": [ - "bak-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bak_Cyrl-mai_Deva", - "languages": [ - "bak-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946476, - "recall": 0.962451, - "f1": 0.951581, - "accuracy": 0.962451, - "main_score": 0.951581, - "hf_subset": "bak_Cyrl-pbt_Arab", - "languages": [ - "bak-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "bak_Cyrl-spa_Latn", - "languages": [ - "bak-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605082, - "recall": 0.667984, - "f1": 0.623177, - "accuracy": 0.667984, - "main_score": 0.623177, - "hf_subset": "bak_Cyrl-twi_Latn", - "languages": [ - "bak-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "bak_Cyrl-acm_Arab", - "languages": [ - "bak-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979908, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bak_Cyrl-bel_Cyrl", - "languages": [ - "bak-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "bak_Cyrl-eng_Latn", - "languages": [ - "bak-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-hrv_Latn", - "languages": [ - "bak-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531176, - "recall": 0.59585, - "f1": 0.54955, - "accuracy": 0.59585, - "main_score": 0.54955, - "hf_subset": "bak_Cyrl-kin_Latn", - "languages": [ - "bak-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "bak_Cyrl-mal_Mlym", - "languages": [ - "bak-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-pes_Arab", - "languages": [ - "bak-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944335, - "recall": 0.961462, - "f1": 0.949769, - "accuracy": 0.961462, - "main_score": 0.949769, - "hf_subset": "bak_Cyrl-srd_Latn", - "languages": [ - "bak-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.179992, - "recall": 0.226285, - "f1": 0.191228, - "accuracy": 0.226285, - "main_score": 0.191228, - "hf_subset": "bak_Cyrl-tzm_Tfng", - "languages": [ - "bak-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97612, - "recall": 0.983202, - "f1": 0.978426, - "accuracy": 0.983202, - "main_score": 0.978426, - "hf_subset": "bak_Cyrl-acq_Arab", - "languages": [ - "bak-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623266, - "recall": 0.673913, - "f1": 0.636912, - "accuracy": 0.673913, - "main_score": 0.636912, - "hf_subset": "bak_Cyrl-bem_Latn", - "languages": [ - "bak-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "bak_Cyrl-epo_Latn", - "languages": [ - "bak-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984519, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "bak_Cyrl-hun_Latn", - "languages": [ - "bak-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975296, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "bak_Cyrl-kir_Cyrl", - "languages": [ - "bak-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-mar_Deva", - "languages": [ - "bak-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651499, - "recall": 0.703557, - "f1": 0.6671, - "accuracy": 0.703557, - "main_score": 0.6671, - "hf_subset": "bak_Cyrl-plt_Latn", - "languages": [ - "bak-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-srp_Cyrl", - "languages": [ - "bak-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942852, - "recall": 0.959486, - "f1": 0.948287, - "accuracy": 0.959486, - "main_score": 0.948287, - "hf_subset": "bak_Cyrl-uig_Arab", - "languages": [ - "bak-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963274, - "recall": 0.975296, - "f1": 0.967227, - "accuracy": 0.975296, - "main_score": 0.967227, - "hf_subset": "bak_Cyrl-aeb_Arab", - "languages": [ - "bak-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-ben_Beng", - "languages": [ - "bak-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bak_Cyrl-est_Latn", - "languages": [ - "bak-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bak_Cyrl-hye_Armn", - "languages": [ - "bak-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518118, - "recall": 0.577075, - "f1": 0.534411, - "accuracy": 0.577075, - "main_score": 0.534411, - "hf_subset": "bak_Cyrl-kmb_Latn", - "languages": [ - "bak-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495202, - "recall": 0.565217, - "f1": 0.513778, - "accuracy": 0.565217, - "main_score": 0.513778, - "hf_subset": "bak_Cyrl-min_Arab", - "languages": [ - "bak-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-pol_Latn", - "languages": [ - "bak-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546979, - "recall": 0.61166, - "f1": 0.564798, - "accuracy": 0.61166, - "main_score": 0.564798, - "hf_subset": "bak_Cyrl-ssw_Latn", - "languages": [ - "bak-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bak_Cyrl-ukr_Cyrl", - "languages": [ - "bak-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-afr_Latn", - "languages": [ - "bak-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972332, - "recall": 0.981225, - "f1": 0.975296, - "accuracy": 0.981225, - "main_score": 0.975296, - "hf_subset": "bak_Cyrl-bho_Deva", - "languages": [ - "bak-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962945, - "recall": 0.97332, - "f1": 0.966238, - "accuracy": 0.97332, - "main_score": 0.966238, - "hf_subset": "bak_Cyrl-eus_Latn", - "languages": [ - "bak-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550849, - "recall": 0.613636, - "f1": 0.568815, - "accuracy": 0.613636, - "main_score": 0.568815, - "hf_subset": "bak_Cyrl-ibo_Latn", - "languages": [ - "bak-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.863636, - "recall": 0.900198, - "f1": 0.875296, - "accuracy": 0.900198, - "main_score": 0.875296, - "hf_subset": "bak_Cyrl-kmr_Latn", - "languages": [ - "bak-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942358, - "recall": 0.958498, - "f1": 0.947464, - "accuracy": 0.958498, - "main_score": 0.947464, - "hf_subset": "bak_Cyrl-min_Latn", - "languages": [ - "bak-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-por_Latn", - "languages": [ - "bak-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967474, - "recall": 0.977273, - "f1": 0.970586, - "accuracy": 0.977273, - "main_score": 0.970586, - "hf_subset": "bak_Cyrl-sun_Latn", - "languages": [ - "bak-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509545, - "recall": 0.565217, - "f1": 0.525482, - "accuracy": 0.565217, - "main_score": 0.525482, - "hf_subset": "bak_Cyrl-umb_Latn", - "languages": [ - "bak-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980072, - "recall": 0.986166, - "f1": 0.982049, - "accuracy": 0.986166, - "main_score": 0.982049, - "hf_subset": "bak_Cyrl-ajp_Arab", - "languages": [ - "bak-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519729, - "recall": 0.58498, - "f1": 0.537864, - "accuracy": 0.58498, - "main_score": 0.537864, - "hf_subset": "bak_Cyrl-bjn_Arab", - "languages": [ - "bak-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523266, - "recall": 0.574111, - "f1": 0.537087, - "accuracy": 0.574111, - "main_score": 0.537087, - "hf_subset": "bak_Cyrl-ewe_Latn", - "languages": [ - "bak-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.901136, - "recall": 0.927866, - "f1": 0.909486, - "accuracy": 0.927866, - "main_score": 0.909486, - "hf_subset": "bak_Cyrl-ilo_Latn", - "languages": [ - "bak-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316639, - "recall": 0.370553, - "f1": 0.331073, - "accuracy": 0.370553, - "main_score": 0.331073, - "hf_subset": "bak_Cyrl-knc_Arab", - "languages": [ - "bak-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-mkd_Cyrl", - "languages": [ - "bak-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "bak_Cyrl-prs_Arab", - "languages": [ - "bak-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-swe_Latn", - "languages": [ - "bak-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-urd_Arab", - "languages": [ - "bak-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575136, - "recall": 0.635375, - "f1": 0.592662, - "accuracy": 0.635375, - "main_score": 0.592662, - "hf_subset": "bak_Cyrl-aka_Latn", - "languages": [ - "bak-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939559, - "recall": 0.95751, - "f1": 0.945276, - "accuracy": 0.95751, - "main_score": 0.945276, - "hf_subset": "bak_Cyrl-bjn_Latn", - "languages": [ - "bak-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.947744, - "recall": 0.962451, - "f1": 0.952306, - "accuracy": 0.962451, - "main_score": 0.952306, - "hf_subset": "bak_Cyrl-fao_Latn", - "languages": [ - "bak-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981884, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "bak_Cyrl-ind_Latn", - "languages": [ - "bak-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576073, - "recall": 0.625494, - "f1": 0.589538, - "accuracy": 0.625494, - "main_score": 0.589538, - "hf_subset": "bak_Cyrl-knc_Latn", - "languages": [ - "bak-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968956, - "recall": 0.978261, - "f1": 0.971904, - "accuracy": 0.978261, - "main_score": 0.971904, - "hf_subset": "bak_Cyrl-mlt_Latn", - "languages": [ - "bak-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683979, - "recall": 0.744071, - "f1": 0.701031, - "accuracy": 0.744071, - "main_score": 0.701031, - "hf_subset": "bak_Cyrl-quy_Latn", - "languages": [ - "bak-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.931736, - "recall": 0.951581, - "f1": 0.938142, - "accuracy": 0.951581, - "main_score": 0.938142, - "hf_subset": "bak_Cyrl-swh_Latn", - "languages": [ - "bak-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bak_Cyrl-uzn_Latn", - "languages": [ - "bak-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "bak_Cyrl-als_Latn", - "languages": [ - "bak-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572417, - "recall": 0.656126, - "f1": 0.596353, - "accuracy": 0.656126, - "main_score": 0.596353, - "hf_subset": "bak_Cyrl-bod_Tibt", - "languages": [ - "bak-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66586, - "recall": 0.722332, - "f1": 0.681861, - "accuracy": 0.722332, - "main_score": 0.681861, - "hf_subset": "bak_Cyrl-fij_Latn", - "languages": [ - "bak-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949605, - "recall": 0.966403, - "f1": 0.955204, - "accuracy": 0.966403, - "main_score": 0.955204, - "hf_subset": "bak_Cyrl-isl_Latn", - "languages": [ - "bak-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624622, - "recall": 0.683794, - "f1": 0.642255, - "accuracy": 0.683794, - "main_score": 0.642255, - "hf_subset": "bak_Cyrl-kon_Latn", - "languages": [ - "bak-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659553, - "recall": 0.722332, - "f1": 0.677377, - "accuracy": 0.722332, - "main_score": 0.677377, - "hf_subset": "bak_Cyrl-mni_Beng", - "languages": [ - "bak-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "bak_Cyrl-ron_Latn", - "languages": [ - "bak-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.961709, - "recall": 0.972332, - "f1": 0.965152, - "accuracy": 0.972332, - "main_score": 0.965152, - "hf_subset": "bak_Cyrl-szl_Latn", - "languages": [ - "bak-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "bak_Cyrl-vec_Latn", - "languages": [ - "bak-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.902833, - "recall": 0.929842, - "f1": 0.911561, - "accuracy": 0.929842, - "main_score": 0.911561, - "hf_subset": "bak_Cyrl-amh_Ethi", - "languages": [ - "bak-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-bos_Latn", - "languages": [ - "bak-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-fin_Latn", - "languages": [ - "bak-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982543, - "recall": 0.988142, - "f1": 0.984354, - "accuracy": 0.988142, - "main_score": 0.984354, - "hf_subset": "bak_Cyrl-ita_Latn", - "languages": [ - "bak-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-kor_Hang", - "languages": [ - "bak-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543804, - "recall": 0.600791, - "f1": 0.559389, - "accuracy": 0.600791, - "main_score": 0.559389, - "hf_subset": "bak_Cyrl-mos_Latn", - "languages": [ - "bak-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536175, - "recall": 0.593874, - "f1": 0.552092, - "accuracy": 0.593874, - "main_score": 0.552092, - "hf_subset": "bak_Cyrl-run_Latn", - "languages": [ - "bak-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.983202, - "f1": 0.977602, - "accuracy": 0.983202, - "main_score": 0.977602, - "hf_subset": "bak_Cyrl-tam_Taml", - "languages": [ - "bak-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bak_Cyrl-vie_Latn", - "languages": [ - "bak-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974061, - "recall": 0.982213, - "f1": 0.97668, - "accuracy": 0.982213, - "main_score": 0.97668, - "hf_subset": "bak_Cyrl-apc_Arab", - "languages": [ - "bak-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77253, - "recall": 0.818182, - "f1": 0.786166, - "accuracy": 0.818182, - "main_score": 0.786166, - "hf_subset": "bak_Cyrl-bug_Latn", - "languages": [ - "bak-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469498, - "recall": 0.524704, - "f1": 0.484789, - "accuracy": 0.524704, - "main_score": 0.484789, - "hf_subset": "bak_Cyrl-fon_Latn", - "languages": [ - "bak-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.979249, - "f1": 0.973287, - "accuracy": 0.979249, - "main_score": 0.973287, - "hf_subset": "bak_Cyrl-jav_Latn", - "languages": [ - "bak-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "bak_Cyrl-lao_Laoo", - "languages": [ - "bak-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.810968, - "recall": 0.858696, - "f1": 0.825329, - "accuracy": 0.858696, - "main_score": 0.825329, - "hf_subset": "bak_Cyrl-mri_Latn", - "languages": [ - "bak-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "bak_Cyrl-rus_Cyrl", - "languages": [ - "bak-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535672, - "recall": 0.591897, - "f1": 0.550891, - "accuracy": 0.591897, - "main_score": 0.550891, - "hf_subset": "bak_Cyrl-taq_Latn", - "languages": [ - "bak-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "bak_Cyrl-war_Latn", - "languages": [ - "bak-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "bak_Cyrl-arb_Arab", - "languages": [ - "bak-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-bul_Cyrl", - "languages": [ - "bak-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "bak_Cyrl-fra_Latn", - "languages": [ - "bak-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982872, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "bak_Cyrl-jpn_Jpan", - "languages": [ - "bak-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957016, - "recall": 0.969368, - "f1": 0.960968, - "accuracy": 0.969368, - "main_score": 0.960968, - "hf_subset": "bak_Cyrl-lij_Latn", - "languages": [ - "bak-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964427, - "recall": 0.975296, - "f1": 0.967885, - "accuracy": 0.975296, - "main_score": 0.967885, - "hf_subset": "bak_Cyrl-mya_Mymr", - "languages": [ - "bak-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585833, - "recall": 0.648221, - "f1": 0.603286, - "accuracy": 0.648221, - "main_score": 0.603286, - "hf_subset": "bak_Cyrl-sag_Latn", - "languages": [ - "bak-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.200866, - "recall": 0.252964, - "f1": 0.212267, - "accuracy": 0.252964, - "main_score": 0.212267, - "hf_subset": "bak_Cyrl-taq_Tfng", - "languages": [ - "bak-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600998, - "recall": 0.662055, - "f1": 0.618302, - "accuracy": 0.662055, - "main_score": 0.618302, - "hf_subset": "bak_Cyrl-wol_Latn", - "languages": [ - "bak-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.728882, - "recall": 0.784585, - "f1": 0.744765, - "accuracy": 0.784585, - "main_score": 0.744765, - "hf_subset": "bak_Cyrl-arb_Latn", - "languages": [ - "bak-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "bak_Cyrl-cat_Latn", - "languages": [ - "bak-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.956061, - "recall": 0.968379, - "f1": 0.95998, - "accuracy": 0.968379, - "main_score": 0.95998, - "hf_subset": "bak_Cyrl-fur_Latn", - "languages": [ - "bak-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412916, - "recall": 0.469368, - "f1": 0.4281, - "accuracy": 0.469368, - "main_score": 0.4281, - "hf_subset": "bak_Cyrl-kab_Latn", - "languages": [ - "bak-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955616, - "recall": 0.968379, - "f1": 0.959717, - "accuracy": 0.968379, - "main_score": 0.959717, - "hf_subset": "bak_Cyrl-lim_Latn", - "languages": [ - "bak-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-nld_Latn", - "languages": [ - "bak-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954875, - "recall": 0.968379, - "f1": 0.959157, - "accuracy": 0.968379, - "main_score": 0.959157, - "hf_subset": "bak_Cyrl-san_Deva", - "languages": [ - "bak-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "bak_Cyrl-tat_Cyrl", - "languages": [ - "bak-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651861, - "recall": 0.710474, - "f1": 0.668714, - "accuracy": 0.710474, - "main_score": 0.668714, - "hf_subset": "bak_Cyrl-xho_Latn", - "languages": [ - "bak-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981555, - "recall": 0.987154, - "f1": 0.983366, - "accuracy": 0.987154, - "main_score": 0.983366, - "hf_subset": "bak_Cyrl-ars_Arab", - "languages": [ - "bak-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "bak_Cyrl-ceb_Latn", - "languages": [ - "bak-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542635, - "recall": 0.599802, - "f1": 0.559444, - "accuracy": 0.599802, - "main_score": 0.559444, - "hf_subset": "bak_Cyrl-fuv_Latn", - "languages": [ - "bak-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.506572, - "recall": 0.568182, - "f1": 0.522834, - "accuracy": 0.568182, - "main_score": 0.522834, - "hf_subset": "bak_Cyrl-kac_Latn", - "languages": [ - "bak-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66811, - "recall": 0.717391, - "f1": 0.68219, - "accuracy": 0.717391, - "main_score": 0.68219, - "hf_subset": "bak_Cyrl-lin_Latn", - "languages": [ - "bak-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "bak_Cyrl-nno_Latn", - "languages": [ - "bak-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.183565, - "recall": 0.253953, - "f1": 0.201543, - "accuracy": 0.253953, - "main_score": 0.201543, - "hf_subset": "bak_Cyrl-sat_Olck", - "languages": [ - "bak-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "bak_Cyrl-tel_Telu", - "languages": [ - "bak-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.90108, - "recall": 0.929842, - "f1": 0.910063, - "accuracy": 0.929842, - "main_score": 0.910063, - "hf_subset": "bak_Cyrl-ydd_Hebr", - "languages": [ - "bak-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944088, - "recall": 0.961462, - "f1": 0.949671, - "accuracy": 0.961462, - "main_score": 0.949671, - "hf_subset": "bak_Cyrl-ary_Arab", - "languages": [ - "bak-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bak_Cyrl-ces_Latn", - "languages": [ - "bak-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577421, - "recall": 0.632411, - "f1": 0.593252, - "accuracy": 0.632411, - "main_score": 0.593252, - "hf_subset": "bak_Cyrl-gaz_Latn", - "languages": [ - "bak-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585945, - "recall": 0.642292, - "f1": 0.601674, - "accuracy": 0.642292, - "main_score": 0.601674, - "hf_subset": "bak_Cyrl-kam_Latn", - "languages": [ - "bak-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "bak_Cyrl-lit_Latn", - "languages": [ - "bak-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "bak_Cyrl-nob_Latn", - "languages": [ - "bak-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.964427, - "f1": 0.954216, - "accuracy": 0.964427, - "main_score": 0.954216, - "hf_subset": "bak_Cyrl-scn_Latn", - "languages": [ - "bak-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962698, - "recall": 0.97332, - "f1": 0.96614, - "accuracy": 0.97332, - "main_score": 0.96614, - "hf_subset": "bak_Cyrl-tgk_Cyrl", - "languages": [ - "bak-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.678911, - "recall": 0.742095, - "f1": 0.696916, - "accuracy": 0.742095, - "main_score": 0.696916, - "hf_subset": "bak_Cyrl-yor_Latn", - "languages": [ - "bak-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978426, - "recall": 0.985178, - "f1": 0.980567, - "accuracy": 0.985178, - "main_score": 0.980567, - "hf_subset": "bak_Cyrl-arz_Arab", - "languages": [ - "bak-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54754, - "recall": 0.606719, - "f1": 0.565141, - "accuracy": 0.606719, - "main_score": 0.565141, - "hf_subset": "bak_Cyrl-cjk_Latn", - "languages": [ - "bak-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.711505, - "recall": 0.771739, - "f1": 0.729134, - "accuracy": 0.771739, - "main_score": 0.729134, - "hf_subset": "bak_Cyrl-gla_Latn", - "languages": [ - "bak-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-kan_Knda", - "languages": [ - "bak-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948946, - "recall": 0.962451, - "f1": 0.95303, - "accuracy": 0.962451, - "main_score": 0.95303, - "hf_subset": "bak_Cyrl-lmo_Latn", - "languages": [ - "bak-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976449, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "bak_Cyrl-npi_Deva", - "languages": [ - "bak-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458773, - "recall": 0.520751, - "f1": 0.475735, - "accuracy": 0.520751, - "main_score": 0.475735, - "hf_subset": "bak_Cyrl-shn_Mymr", - "languages": [ - "bak-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "bak_Cyrl-tgl_Latn", - "languages": [ - "bak-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "bak_Cyrl-yue_Hant", - "languages": [ - "bak-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977437, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "bak_Cyrl-asm_Beng", - "languages": [ - "bak-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.923172, - "recall": 0.945652, - "f1": 0.930402, - "accuracy": 0.945652, - "main_score": 0.930402, - "hf_subset": "bak_Cyrl-ckb_Arab", - "languages": [ - "bak-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808992, - "recall": 0.854743, - "f1": 0.823043, - "accuracy": 0.854743, - "main_score": 0.823043, - "hf_subset": "bak_Cyrl-gle_Latn", - "languages": [ - "bak-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.908844, - "recall": 0.932806, - "f1": 0.916191, - "accuracy": 0.932806, - "main_score": 0.916191, - "hf_subset": "bak_Cyrl-kas_Arab", - "languages": [ - "bak-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.916255, - "recall": 0.937747, - "f1": 0.922991, - "accuracy": 0.937747, - "main_score": 0.922991, - "hf_subset": "bak_Cyrl-ltg_Latn", - "languages": [ - "bak-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594072, - "recall": 0.642292, - "f1": 0.607323, - "accuracy": 0.642292, - "main_score": 0.607323, - "hf_subset": "bak_Cyrl-nso_Latn", - "languages": [ - "bak-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.954628, - "recall": 0.968379, - "f1": 0.959058, - "accuracy": 0.968379, - "main_score": 0.959058, - "hf_subset": "bak_Cyrl-sin_Sinh", - "languages": [ - "bak-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "bak_Cyrl-tha_Thai", - "languages": [ - "bak-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "bak_Cyrl-zho_Hans", - "languages": [ - "bak-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "bak_Cyrl-ast_Latn", - "languages": [ - "bak-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.98419, - "f1": 0.97892, - "accuracy": 0.98419, - "main_score": 0.97892, - "hf_subset": "bak_Cyrl-crh_Latn", - "languages": [ - "bak-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981802, - "recall": 0.987154, - "f1": 0.983432, - "accuracy": 0.987154, - "main_score": 0.983432, - "hf_subset": "bak_Cyrl-glg_Latn", - "languages": [ - "bak-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.837039, - "recall": 0.878458, - "f1": 0.850198, - "accuracy": 0.878458, - "main_score": 0.850198, - "hf_subset": "bak_Cyrl-kas_Deva", - "languages": [ - "bak-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952157, - "recall": 0.966403, - "f1": 0.956752, - "accuracy": 0.966403, - "main_score": 0.956752, - "hf_subset": "bak_Cyrl-ltz_Latn", - "languages": [ - "bak-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444387, - "recall": 0.509881, - "f1": 0.461974, - "accuracy": 0.509881, - "main_score": 0.461974, - "hf_subset": "bak_Cyrl-nus_Latn", - "languages": [ - "bak-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-slk_Latn", - "languages": [ - "bak-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594401, - "recall": 0.668972, - "f1": 0.615834, - "accuracy": 0.668972, - "main_score": 0.615834, - "hf_subset": "bak_Cyrl-tir_Ethi", - "languages": [ - "bak-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981917, - "recall": 0.987154, - "f1": 0.983531, - "accuracy": 0.987154, - "main_score": 0.983531, - "hf_subset": "bak_Cyrl-zho_Hant", - "languages": [ - "bak-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "bak_Cyrl-awa_Deva", - "languages": [ - "bak-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941617, - "recall": 0.958498, - "f1": 0.947036, - "accuracy": 0.958498, - "main_score": 0.947036, - "hf_subset": "bak_Cyrl-cym_Latn", - "languages": [ - "bak-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784289, - "recall": 0.829051, - "f1": 0.79753, - "accuracy": 0.829051, - "main_score": 0.79753, - "hf_subset": "bak_Cyrl-grn_Latn", - "languages": [ - "bak-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984437, - "recall": 0.98913, - "f1": 0.985903, - "accuracy": 0.98913, - "main_score": 0.985903, - "hf_subset": "bak_Cyrl-kat_Geor", - "languages": [ - "bak-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618994, - "recall": 0.672925, - "f1": 0.634543, - "accuracy": 0.672925, - "main_score": 0.634543, - "hf_subset": "bak_Cyrl-lua_Latn", - "languages": [ - "bak-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61928, - "recall": 0.671937, - "f1": 0.634058, - "accuracy": 0.671937, - "main_score": 0.634058, - "hf_subset": "bak_Cyrl-nya_Latn", - "languages": [ - "bak-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "bak_Cyrl-slv_Latn", - "languages": [ - "bak-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895504, - "recall": 0.924901, - "f1": 0.904545, - "accuracy": 0.924901, - "main_score": 0.904545, - "hf_subset": "bak_Cyrl-tpi_Latn", - "languages": [ - "bak-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984684, - "recall": 0.98913, - "f1": 0.986001, - "accuracy": 0.98913, - "main_score": 0.986001, - "hf_subset": "bak_Cyrl-zsm_Latn", - "languages": [ - "bak-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533353, - "recall": 0.596838, - "f1": 0.550718, - "accuracy": 0.596838, - "main_score": 0.550718, - "hf_subset": "bak_Cyrl-ayr_Latn", - "languages": [ - "bak-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bak_Cyrl-dan_Latn", - "languages": [ - "bak-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bak_Cyrl-guj_Gujr", - "languages": [ - "bak-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "bak_Cyrl-kaz_Cyrl", - "languages": [ - "bak-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521692, - "recall": 0.579051, - "f1": 0.537851, - "accuracy": 0.579051, - "main_score": 0.537851, - "hf_subset": "bak_Cyrl-lug_Latn", - "languages": [ - "bak-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97892, - "recall": 0.98419, - "f1": 0.980519, - "accuracy": 0.98419, - "main_score": 0.980519, - "hf_subset": "bak_Cyrl-oci_Latn", - "languages": [ - "bak-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.784906, - "recall": 0.835968, - "f1": 0.800384, - "accuracy": 0.835968, - "main_score": 0.800384, - "hf_subset": "bak_Cyrl-smo_Latn", - "languages": [ - "bak-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529696, - "recall": 0.593874, - "f1": 0.547451, - "accuracy": 0.593874, - "main_score": 0.547451, - "hf_subset": "bak_Cyrl-tsn_Latn", - "languages": [ - "bak-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594971, - "recall": 0.655138, - "f1": 0.612005, - "accuracy": 0.655138, - "main_score": 0.612005, - "hf_subset": "bak_Cyrl-zul_Latn", - "languages": [ - "bak-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.887549, - "recall": 0.916008, - "f1": 0.896574, - "accuracy": 0.916008, - "main_score": 0.896574, - "hf_subset": "bak_Cyrl-azb_Arab", - "languages": [ - "bak-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bak_Cyrl-deu_Latn", - "languages": [ - "bak-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.9417, - "recall": 0.958498, - "f1": 0.947134, - "accuracy": 0.958498, - "main_score": 0.947134, - "hf_subset": "bak_Cyrl-hat_Latn", - "languages": [ - "bak-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48969, - "recall": 0.543478, - "f1": 0.504539, - "accuracy": 0.543478, - "main_score": 0.504539, - "hf_subset": "bak_Cyrl-kbp_Latn", - "languages": [ - "bak-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562032, - "recall": 0.614625, - "f1": 0.576569, - "accuracy": 0.614625, - "main_score": 0.576569, - "hf_subset": "bak_Cyrl-luo_Latn", - "languages": [ - "bak-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "bak_Cyrl-ory_Orya", - "languages": [ - "bak-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570966, - "recall": 0.634387, - "f1": 0.588896, - "accuracy": 0.634387, - "main_score": 0.588896, - "hf_subset": "bak_Cyrl-sna_Latn", - "languages": [ - "bak-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.542985, - "recall": 0.592885, - "f1": 0.556474, - "accuracy": 0.592885, - "main_score": 0.556474, - "hf_subset": "bak_Cyrl-tso_Latn", - "languages": [ - "bak-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "bak_Cyrl-azj_Latn", - "languages": [ - "bak-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525913, - "recall": 0.593874, - "f1": 0.545961, - "accuracy": 0.593874, - "main_score": 0.545961, - "hf_subset": "bak_Cyrl-dik_Latn", - "languages": [ - "bak-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68634, - "recall": 0.744071, - "f1": 0.702802, - "accuracy": 0.744071, - "main_score": 0.702802, - "hf_subset": "bak_Cyrl-hau_Latn", - "languages": [ - "bak-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936957, - "recall": 0.954545, - "f1": 0.942325, - "accuracy": 0.954545, - "main_score": 0.942325, - "hf_subset": "bak_Cyrl-kea_Latn", - "languages": [ - "bak-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72808, - "recall": 0.778656, - "f1": 0.743201, - "accuracy": 0.778656, - "main_score": 0.743201, - "hf_subset": "bak_Cyrl-lus_Latn", - "languages": [ - "bak-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.822661, - "recall": 0.859684, - "f1": 0.833762, - "accuracy": 0.859684, - "main_score": 0.833762, - "hf_subset": "bak_Cyrl-pag_Latn", - "languages": [ - "bak-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "bak_Cyrl-snd_Arab", - "languages": [ - "bak-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948123, - "recall": 0.964427, - "f1": 0.953393, - "accuracy": 0.964427, - "main_score": 0.953393, - "hf_subset": "bak_Cyrl-tuk_Latn", - "languages": [ - "bak-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473913, - "recall": 0.547431, - "f1": 0.495055, - "accuracy": 0.547431, - "main_score": 0.495055, - "hf_subset": "bak_Cyrl-dyu_Latn", - "languages": [ - "bak-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "bak_Cyrl-heb_Hebr", - "languages": [ - "bak-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "bak_Cyrl-khk_Cyrl", - "languages": [ - "bak-Cyrl", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "bak_Cyrl-lvs_Latn", - "languages": [ - "bak-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "bak_Cyrl-pan_Guru", - "languages": [ - "bak-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661451, - "recall": 0.720356, - "f1": 0.678938, - "accuracy": 0.720356, - "main_score": 0.678938, - "hf_subset": "bak_Cyrl-som_Latn", - "languages": [ - "bak-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572671, - "recall": 0.628458, - "f1": 0.58849, - "accuracy": 0.628458, - "main_score": 0.58849, - "hf_subset": "bak_Cyrl-tum_Latn", - "languages": [ - "bak-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.35235, - "recall": 0.397233, - "f1": 0.364956, - "accuracy": 0.397233, - "main_score": 0.364956, - "hf_subset": "dyu_Latn-ace_Arab", - "languages": [ - "dyu-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476065, - "recall": 0.54249, - "f1": 0.494171, - "accuracy": 0.54249, - "main_score": 0.494171, - "hf_subset": "dyu_Latn-bam_Latn", - "languages": [ - "dyu-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.129202, - "recall": 0.162055, - "f1": 0.137729, - "accuracy": 0.162055, - "main_score": 0.137729, - "hf_subset": "dyu_Latn-dzo_Tibt", - "languages": [ - "dyu-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463007, - "recall": 0.518775, - "f1": 0.477908, - "accuracy": 0.518775, - "main_score": 0.477908, - "hf_subset": "dyu_Latn-hin_Deva", - "languages": [ - "dyu-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425812, - "recall": 0.480237, - "f1": 0.440929, - "accuracy": 0.480237, - "main_score": 0.440929, - "hf_subset": "dyu_Latn-khm_Khmr", - "languages": [ - "dyu-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459884, - "recall": 0.516798, - "f1": 0.47584, - "accuracy": 0.516798, - "main_score": 0.47584, - "hf_subset": "dyu_Latn-mag_Deva", - "languages": [ - "dyu-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486039, - "recall": 0.537549, - "f1": 0.499454, - "accuracy": 0.537549, - "main_score": 0.499454, - "hf_subset": "dyu_Latn-pap_Latn", - "languages": [ - "dyu-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448572, - "recall": 0.499012, - "f1": 0.462145, - "accuracy": 0.499012, - "main_score": 0.462145, - "hf_subset": "dyu_Latn-sot_Latn", - "languages": [ - "dyu-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471683, - "recall": 0.530632, - "f1": 0.487339, - "accuracy": 0.530632, - "main_score": 0.487339, - "hf_subset": "dyu_Latn-tur_Latn", - "languages": [ - "dyu-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486571, - "recall": 0.533597, - "f1": 0.499118, - "accuracy": 0.533597, - "main_score": 0.499118, - "hf_subset": "dyu_Latn-ace_Latn", - "languages": [ - "dyu-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487262, - "recall": 0.533597, - "f1": 0.499409, - "accuracy": 0.533597, - "main_score": 0.499409, - "hf_subset": "dyu_Latn-ban_Latn", - "languages": [ - "dyu-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451649, - "recall": 0.51087, - "f1": 0.467475, - "accuracy": 0.51087, - "main_score": 0.467475, - "hf_subset": "dyu_Latn-ell_Grek", - "languages": [ - "dyu-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466912, - "recall": 0.521739, - "f1": 0.481702, - "accuracy": 0.521739, - "main_score": 0.481702, - "hf_subset": "dyu_Latn-hne_Deva", - "languages": [ - "dyu-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.433211, - "recall": 0.476285, - "f1": 0.444986, - "accuracy": 0.476285, - "main_score": 0.444986, - "hf_subset": "dyu_Latn-kik_Latn", - "languages": [ - "dyu-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481154, - "recall": 0.537549, - "f1": 0.496134, - "accuracy": 0.537549, - "main_score": 0.496134, - "hf_subset": "dyu_Latn-mai_Deva", - "languages": [ - "dyu-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438512, - "recall": 0.488142, - "f1": 0.451983, - "accuracy": 0.488142, - "main_score": 0.451983, - "hf_subset": "dyu_Latn-pbt_Arab", - "languages": [ - "dyu-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462193, - "recall": 0.520751, - "f1": 0.477958, - "accuracy": 0.520751, - "main_score": 0.477958, - "hf_subset": "dyu_Latn-spa_Latn", - "languages": [ - "dyu-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453862, - "recall": 0.493083, - "f1": 0.464929, - "accuracy": 0.493083, - "main_score": 0.464929, - "hf_subset": "dyu_Latn-twi_Latn", - "languages": [ - "dyu-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.464307, - "recall": 0.51581, - "f1": 0.478491, - "accuracy": 0.51581, - "main_score": 0.478491, - "hf_subset": "dyu_Latn-acm_Arab", - "languages": [ - "dyu-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.443579, - "recall": 0.497036, - "f1": 0.457426, - "accuracy": 0.497036, - "main_score": 0.457426, - "hf_subset": "dyu_Latn-bel_Cyrl", - "languages": [ - "dyu-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500473, - "recall": 0.557312, - "f1": 0.51624, - "accuracy": 0.557312, - "main_score": 0.51624, - "hf_subset": "dyu_Latn-eng_Latn", - "languages": [ - "dyu-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485132, - "recall": 0.537549, - "f1": 0.499456, - "accuracy": 0.537549, - "main_score": 0.499456, - "hf_subset": "dyu_Latn-hrv_Latn", - "languages": [ - "dyu-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.410917, - "recall": 0.463439, - "f1": 0.425227, - "accuracy": 0.463439, - "main_score": 0.425227, - "hf_subset": "dyu_Latn-kin_Latn", - "languages": [ - "dyu-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449848, - "recall": 0.509881, - "f1": 0.465735, - "accuracy": 0.509881, - "main_score": 0.465735, - "hf_subset": "dyu_Latn-mal_Mlym", - "languages": [ - "dyu-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465831, - "recall": 0.517787, - "f1": 0.48011, - "accuracy": 0.517787, - "main_score": 0.48011, - "hf_subset": "dyu_Latn-pes_Arab", - "languages": [ - "dyu-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478272, - "recall": 0.531621, - "f1": 0.493093, - "accuracy": 0.531621, - "main_score": 0.493093, - "hf_subset": "dyu_Latn-srd_Latn", - "languages": [ - "dyu-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.102172, - "recall": 0.128458, - "f1": 0.108476, - "accuracy": 0.128458, - "main_score": 0.108476, - "hf_subset": "dyu_Latn-tzm_Tfng", - "languages": [ - "dyu-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450443, - "recall": 0.506917, - "f1": 0.465592, - "accuracy": 0.506917, - "main_score": 0.465592, - "hf_subset": "dyu_Latn-acq_Arab", - "languages": [ - "dyu-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455505, - "recall": 0.503953, - "f1": 0.468605, - "accuracy": 0.503953, - "main_score": 0.468605, - "hf_subset": "dyu_Latn-bem_Latn", - "languages": [ - "dyu-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475714, - "recall": 0.529644, - "f1": 0.49029, - "accuracy": 0.529644, - "main_score": 0.49029, - "hf_subset": "dyu_Latn-epo_Latn", - "languages": [ - "dyu-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47039, - "recall": 0.525692, - "f1": 0.484747, - "accuracy": 0.525692, - "main_score": 0.484747, - "hf_subset": "dyu_Latn-hun_Latn", - "languages": [ - "dyu-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449775, - "recall": 0.506917, - "f1": 0.464833, - "accuracy": 0.506917, - "main_score": 0.464833, - "hf_subset": "dyu_Latn-kir_Cyrl", - "languages": [ - "dyu-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478894, - "recall": 0.527668, - "f1": 0.491916, - "accuracy": 0.527668, - "main_score": 0.491916, - "hf_subset": "dyu_Latn-mar_Deva", - "languages": [ - "dyu-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43704, - "recall": 0.48913, - "f1": 0.451742, - "accuracy": 0.48913, - "main_score": 0.451742, - "hf_subset": "dyu_Latn-plt_Latn", - "languages": [ - "dyu-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468181, - "recall": 0.521739, - "f1": 0.482861, - "accuracy": 0.521739, - "main_score": 0.482861, - "hf_subset": "dyu_Latn-srp_Cyrl", - "languages": [ - "dyu-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388683, - "recall": 0.445652, - "f1": 0.404955, - "accuracy": 0.445652, - "main_score": 0.404955, - "hf_subset": "dyu_Latn-uig_Arab", - "languages": [ - "dyu-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450089, - "recall": 0.503953, - "f1": 0.464284, - "accuracy": 0.503953, - "main_score": 0.464284, - "hf_subset": "dyu_Latn-aeb_Arab", - "languages": [ - "dyu-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.477454, - "recall": 0.531621, - "f1": 0.492692, - "accuracy": 0.531621, - "main_score": 0.492692, - "hf_subset": "dyu_Latn-ben_Beng", - "languages": [ - "dyu-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4638, - "recall": 0.517787, - "f1": 0.47846, - "accuracy": 0.517787, - "main_score": 0.47846, - "hf_subset": "dyu_Latn-est_Latn", - "languages": [ - "dyu-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442277, - "recall": 0.499012, - "f1": 0.458249, - "accuracy": 0.499012, - "main_score": 0.458249, - "hf_subset": "dyu_Latn-hye_Armn", - "languages": [ - "dyu-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419353, - "recall": 0.464427, - "f1": 0.431691, - "accuracy": 0.464427, - "main_score": 0.431691, - "hf_subset": "dyu_Latn-kmb_Latn", - "languages": [ - "dyu-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.293494, - "recall": 0.348814, - "f1": 0.30825, - "accuracy": 0.348814, - "main_score": 0.30825, - "hf_subset": "dyu_Latn-min_Arab", - "languages": [ - "dyu-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479668, - "recall": 0.534585, - "f1": 0.494315, - "accuracy": 0.534585, - "main_score": 0.494315, - "hf_subset": "dyu_Latn-pol_Latn", - "languages": [ - "dyu-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434857, - "recall": 0.482213, - "f1": 0.447811, - "accuracy": 0.482213, - "main_score": 0.447811, - "hf_subset": "dyu_Latn-ssw_Latn", - "languages": [ - "dyu-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475994, - "recall": 0.533597, - "f1": 0.49188, - "accuracy": 0.533597, - "main_score": 0.49188, - "hf_subset": "dyu_Latn-ukr_Cyrl", - "languages": [ - "dyu-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489068, - "recall": 0.545455, - "f1": 0.504955, - "accuracy": 0.545455, - "main_score": 0.504955, - "hf_subset": "dyu_Latn-afr_Latn", - "languages": [ - "dyu-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.462122, - "recall": 0.516798, - "f1": 0.476661, - "accuracy": 0.516798, - "main_score": 0.476661, - "hf_subset": "dyu_Latn-bho_Deva", - "languages": [ - "dyu-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484291, - "recall": 0.536561, - "f1": 0.498426, - "accuracy": 0.536561, - "main_score": 0.498426, - "hf_subset": "dyu_Latn-eus_Latn", - "languages": [ - "dyu-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.446347, - "recall": 0.499012, - "f1": 0.461402, - "accuracy": 0.499012, - "main_score": 0.461402, - "hf_subset": "dyu_Latn-ibo_Latn", - "languages": [ - "dyu-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466419, - "recall": 0.513834, - "f1": 0.479051, - "accuracy": 0.513834, - "main_score": 0.479051, - "hf_subset": "dyu_Latn-kmr_Latn", - "languages": [ - "dyu-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479215, - "recall": 0.528656, - "f1": 0.492591, - "accuracy": 0.528656, - "main_score": 0.492591, - "hf_subset": "dyu_Latn-min_Latn", - "languages": [ - "dyu-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486645, - "recall": 0.547431, - "f1": 0.503203, - "accuracy": 0.547431, - "main_score": 0.503203, - "hf_subset": "dyu_Latn-por_Latn", - "languages": [ - "dyu-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.499862, - "recall": 0.545455, - "f1": 0.512509, - "accuracy": 0.545455, - "main_score": 0.512509, - "hf_subset": "dyu_Latn-sun_Latn", - "languages": [ - "dyu-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396139, - "recall": 0.447628, - "f1": 0.410408, - "accuracy": 0.447628, - "main_score": 0.410408, - "hf_subset": "dyu_Latn-umb_Latn", - "languages": [ - "dyu-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456881, - "recall": 0.509881, - "f1": 0.471457, - "accuracy": 0.509881, - "main_score": 0.471457, - "hf_subset": "dyu_Latn-ajp_Arab", - "languages": [ - "dyu-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318021, - "recall": 0.367589, - "f1": 0.330956, - "accuracy": 0.367589, - "main_score": 0.330956, - "hf_subset": "dyu_Latn-bjn_Arab", - "languages": [ - "dyu-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412502, - "recall": 0.459486, - "f1": 0.425181, - "accuracy": 0.459486, - "main_score": 0.425181, - "hf_subset": "dyu_Latn-ewe_Latn", - "languages": [ - "dyu-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494428, - "recall": 0.538538, - "f1": 0.506477, - "accuracy": 0.538538, - "main_score": 0.506477, - "hf_subset": "dyu_Latn-ilo_Latn", - "languages": [ - "dyu-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.214991, - "recall": 0.259881, - "f1": 0.226899, - "accuracy": 0.259881, - "main_score": 0.226899, - "hf_subset": "dyu_Latn-knc_Arab", - "languages": [ - "dyu-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471373, - "recall": 0.528656, - "f1": 0.486039, - "accuracy": 0.528656, - "main_score": 0.486039, - "hf_subset": "dyu_Latn-mkd_Cyrl", - "languages": [ - "dyu-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448785, - "recall": 0.504941, - "f1": 0.463971, - "accuracy": 0.504941, - "main_score": 0.463971, - "hf_subset": "dyu_Latn-prs_Arab", - "languages": [ - "dyu-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.481758, - "recall": 0.539526, - "f1": 0.497401, - "accuracy": 0.539526, - "main_score": 0.497401, - "hf_subset": "dyu_Latn-swe_Latn", - "languages": [ - "dyu-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451699, - "recall": 0.517787, - "f1": 0.470064, - "accuracy": 0.517787, - "main_score": 0.470064, - "hf_subset": "dyu_Latn-urd_Arab", - "languages": [ - "dyu-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440296, - "recall": 0.485178, - "f1": 0.453054, - "accuracy": 0.485178, - "main_score": 0.453054, - "hf_subset": "dyu_Latn-aka_Latn", - "languages": [ - "dyu-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482812, - "recall": 0.532609, - "f1": 0.496593, - "accuracy": 0.532609, - "main_score": 0.496593, - "hf_subset": "dyu_Latn-bjn_Latn", - "languages": [ - "dyu-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466369, - "recall": 0.509881, - "f1": 0.478399, - "accuracy": 0.509881, - "main_score": 0.478399, - "hf_subset": "dyu_Latn-fao_Latn", - "languages": [ - "dyu-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488056, - "recall": 0.545455, - "f1": 0.504035, - "accuracy": 0.545455, - "main_score": 0.504035, - "hf_subset": "dyu_Latn-ind_Latn", - "languages": [ - "dyu-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450858, - "recall": 0.492095, - "f1": 0.46262, - "accuracy": 0.492095, - "main_score": 0.46262, - "hf_subset": "dyu_Latn-knc_Latn", - "languages": [ - "dyu-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479605, - "recall": 0.528656, - "f1": 0.492994, - "accuracy": 0.528656, - "main_score": 0.492994, - "hf_subset": "dyu_Latn-mlt_Latn", - "languages": [ - "dyu-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44452, - "recall": 0.493083, - "f1": 0.458467, - "accuracy": 0.493083, - "main_score": 0.458467, - "hf_subset": "dyu_Latn-quy_Latn", - "languages": [ - "dyu-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452159, - "recall": 0.505929, - "f1": 0.467181, - "accuracy": 0.505929, - "main_score": 0.467181, - "hf_subset": "dyu_Latn-swh_Latn", - "languages": [ - "dyu-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463909, - "recall": 0.518775, - "f1": 0.478186, - "accuracy": 0.518775, - "main_score": 0.478186, - "hf_subset": "dyu_Latn-uzn_Latn", - "languages": [ - "dyu-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463049, - "recall": 0.516798, - "f1": 0.47728, - "accuracy": 0.516798, - "main_score": 0.47728, - "hf_subset": "dyu_Latn-als_Latn", - "languages": [ - "dyu-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.177004, - "recall": 0.225296, - "f1": 0.188553, - "accuracy": 0.225296, - "main_score": 0.188553, - "hf_subset": "dyu_Latn-bod_Tibt", - "languages": [ - "dyu-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42968, - "recall": 0.477273, - "f1": 0.4426, - "accuracy": 0.477273, - "main_score": 0.4426, - "hf_subset": "dyu_Latn-fij_Latn", - "languages": [ - "dyu-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449753, - "recall": 0.499012, - "f1": 0.46305, - "accuracy": 0.499012, - "main_score": 0.46305, - "hf_subset": "dyu_Latn-isl_Latn", - "languages": [ - "dyu-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473785, - "recall": 0.516798, - "f1": 0.485592, - "accuracy": 0.516798, - "main_score": 0.485592, - "hf_subset": "dyu_Latn-kon_Latn", - "languages": [ - "dyu-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391579, - "recall": 0.455534, - "f1": 0.40914, - "accuracy": 0.455534, - "main_score": 0.40914, - "hf_subset": "dyu_Latn-mni_Beng", - "languages": [ - "dyu-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47706, - "recall": 0.535573, - "f1": 0.492692, - "accuracy": 0.535573, - "main_score": 0.492692, - "hf_subset": "dyu_Latn-ron_Latn", - "languages": [ - "dyu-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478273, - "recall": 0.528656, - "f1": 0.49138, - "accuracy": 0.528656, - "main_score": 0.49138, - "hf_subset": "dyu_Latn-szl_Latn", - "languages": [ - "dyu-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479208, - "recall": 0.530632, - "f1": 0.492552, - "accuracy": 0.530632, - "main_score": 0.492552, - "hf_subset": "dyu_Latn-vec_Latn", - "languages": [ - "dyu-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.397921, - "recall": 0.456522, - "f1": 0.413923, - "accuracy": 0.456522, - "main_score": 0.413923, - "hf_subset": "dyu_Latn-amh_Ethi", - "languages": [ - "dyu-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48497, - "recall": 0.539526, - "f1": 0.499953, - "accuracy": 0.539526, - "main_score": 0.499953, - "hf_subset": "dyu_Latn-bos_Latn", - "languages": [ - "dyu-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463335, - "recall": 0.522727, - "f1": 0.4797, - "accuracy": 0.522727, - "main_score": 0.4797, - "hf_subset": "dyu_Latn-fin_Latn", - "languages": [ - "dyu-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474179, - "recall": 0.530632, - "f1": 0.489088, - "accuracy": 0.530632, - "main_score": 0.489088, - "hf_subset": "dyu_Latn-ita_Latn", - "languages": [ - "dyu-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45408, - "recall": 0.51581, - "f1": 0.470252, - "accuracy": 0.51581, - "main_score": 0.470252, - "hf_subset": "dyu_Latn-kor_Hang", - "languages": [ - "dyu-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425834, - "recall": 0.472332, - "f1": 0.439075, - "accuracy": 0.472332, - "main_score": 0.439075, - "hf_subset": "dyu_Latn-mos_Latn", - "languages": [ - "dyu-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.425799, - "recall": 0.475296, - "f1": 0.439646, - "accuracy": 0.475296, - "main_score": 0.439646, - "hf_subset": "dyu_Latn-run_Latn", - "languages": [ - "dyu-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445969, - "recall": 0.500988, - "f1": 0.460488, - "accuracy": 0.500988, - "main_score": 0.460488, - "hf_subset": "dyu_Latn-tam_Taml", - "languages": [ - "dyu-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465387, - "recall": 0.519763, - "f1": 0.479545, - "accuracy": 0.519763, - "main_score": 0.479545, - "hf_subset": "dyu_Latn-vie_Latn", - "languages": [ - "dyu-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.440647, - "recall": 0.494071, - "f1": 0.455171, - "accuracy": 0.494071, - "main_score": 0.455171, - "hf_subset": "dyu_Latn-apc_Arab", - "languages": [ - "dyu-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450696, - "recall": 0.500988, - "f1": 0.464124, - "accuracy": 0.500988, - "main_score": 0.464124, - "hf_subset": "dyu_Latn-bug_Latn", - "languages": [ - "dyu-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388295, - "recall": 0.431818, - "f1": 0.39995, - "accuracy": 0.431818, - "main_score": 0.39995, - "hf_subset": "dyu_Latn-fon_Latn", - "languages": [ - "dyu-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491532, - "recall": 0.541502, - "f1": 0.505492, - "accuracy": 0.541502, - "main_score": 0.505492, - "hf_subset": "dyu_Latn-jav_Latn", - "languages": [ - "dyu-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411381, - "recall": 0.466403, - "f1": 0.426126, - "accuracy": 0.466403, - "main_score": 0.426126, - "hf_subset": "dyu_Latn-lao_Laoo", - "languages": [ - "dyu-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408645, - "recall": 0.452569, - "f1": 0.420531, - "accuracy": 0.452569, - "main_score": 0.420531, - "hf_subset": "dyu_Latn-mri_Latn", - "languages": [ - "dyu-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.471314, - "recall": 0.529644, - "f1": 0.486955, - "accuracy": 0.529644, - "main_score": 0.486955, - "hf_subset": "dyu_Latn-rus_Cyrl", - "languages": [ - "dyu-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413505, - "recall": 0.461462, - "f1": 0.426525, - "accuracy": 0.461462, - "main_score": 0.426525, - "hf_subset": "dyu_Latn-taq_Latn", - "languages": [ - "dyu-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492922, - "recall": 0.541502, - "f1": 0.505873, - "accuracy": 0.541502, - "main_score": 0.505873, - "hf_subset": "dyu_Latn-war_Latn", - "languages": [ - "dyu-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447431, - "recall": 0.501976, - "f1": 0.462309, - "accuracy": 0.501976, - "main_score": 0.462309, - "hf_subset": "dyu_Latn-arb_Arab", - "languages": [ - "dyu-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470503, - "recall": 0.52668, - "f1": 0.486085, - "accuracy": 0.52668, - "main_score": 0.486085, - "hf_subset": "dyu_Latn-bul_Cyrl", - "languages": [ - "dyu-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487444, - "recall": 0.540514, - "f1": 0.501598, - "accuracy": 0.540514, - "main_score": 0.501598, - "hf_subset": "dyu_Latn-fra_Latn", - "languages": [ - "dyu-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.458847, - "recall": 0.508893, - "f1": 0.472323, - "accuracy": 0.508893, - "main_score": 0.472323, - "hf_subset": "dyu_Latn-jpn_Jpan", - "languages": [ - "dyu-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475471, - "recall": 0.531621, - "f1": 0.489835, - "accuracy": 0.531621, - "main_score": 0.489835, - "hf_subset": "dyu_Latn-lij_Latn", - "languages": [ - "dyu-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.329223, - "recall": 0.390316, - "f1": 0.345181, - "accuracy": 0.390316, - "main_score": 0.345181, - "hf_subset": "dyu_Latn-mya_Mymr", - "languages": [ - "dyu-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436123, - "recall": 0.490119, - "f1": 0.450589, - "accuracy": 0.490119, - "main_score": 0.450589, - "hf_subset": "dyu_Latn-sag_Latn", - "languages": [ - "dyu-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.103888, - "recall": 0.141304, - "f1": 0.112231, - "accuracy": 0.141304, - "main_score": 0.112231, - "hf_subset": "dyu_Latn-taq_Tfng", - "languages": [ - "dyu-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478742, - "recall": 0.528656, - "f1": 0.492382, - "accuracy": 0.528656, - "main_score": 0.492382, - "hf_subset": "dyu_Latn-wol_Latn", - "languages": [ - "dyu-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.365726, - "recall": 0.416996, - "f1": 0.379205, - "accuracy": 0.416996, - "main_score": 0.379205, - "hf_subset": "dyu_Latn-arb_Latn", - "languages": [ - "dyu-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476365, - "recall": 0.535573, - "f1": 0.49263, - "accuracy": 0.535573, - "main_score": 0.49263, - "hf_subset": "dyu_Latn-cat_Latn", - "languages": [ - "dyu-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486993, - "recall": 0.536561, - "f1": 0.49974, - "accuracy": 0.536561, - "main_score": 0.49974, - "hf_subset": "dyu_Latn-fur_Latn", - "languages": [ - "dyu-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.316753, - "recall": 0.37253, - "f1": 0.332131, - "accuracy": 0.37253, - "main_score": 0.332131, - "hf_subset": "dyu_Latn-kab_Latn", - "languages": [ - "dyu-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478585, - "recall": 0.52668, - "f1": 0.491099, - "accuracy": 0.52668, - "main_score": 0.491099, - "hf_subset": "dyu_Latn-lim_Latn", - "languages": [ - "dyu-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470666, - "recall": 0.529644, - "f1": 0.486764, - "accuracy": 0.529644, - "main_score": 0.486764, - "hf_subset": "dyu_Latn-nld_Latn", - "languages": [ - "dyu-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.42999, - "recall": 0.48913, - "f1": 0.445811, - "accuracy": 0.48913, - "main_score": 0.445811, - "hf_subset": "dyu_Latn-san_Deva", - "languages": [ - "dyu-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472647, - "recall": 0.523715, - "f1": 0.48627, - "accuracy": 0.523715, - "main_score": 0.48627, - "hf_subset": "dyu_Latn-tat_Cyrl", - "languages": [ - "dyu-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437465, - "recall": 0.48419, - "f1": 0.450441, - "accuracy": 0.48419, - "main_score": 0.450441, - "hf_subset": "dyu_Latn-xho_Latn", - "languages": [ - "dyu-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436701, - "recall": 0.495059, - "f1": 0.452459, - "accuracy": 0.495059, - "main_score": 0.452459, - "hf_subset": "dyu_Latn-ars_Arab", - "languages": [ - "dyu-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.485665, - "recall": 0.534585, - "f1": 0.498929, - "accuracy": 0.534585, - "main_score": 0.498929, - "hf_subset": "dyu_Latn-ceb_Latn", - "languages": [ - "dyu-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.421594, - "recall": 0.474308, - "f1": 0.4366, - "accuracy": 0.474308, - "main_score": 0.4366, - "hf_subset": "dyu_Latn-fuv_Latn", - "languages": [ - "dyu-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413276, - "recall": 0.460474, - "f1": 0.426587, - "accuracy": 0.460474, - "main_score": 0.426587, - "hf_subset": "dyu_Latn-kac_Latn", - "languages": [ - "dyu-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469453, - "recall": 0.517787, - "f1": 0.482847, - "accuracy": 0.517787, - "main_score": 0.482847, - "hf_subset": "dyu_Latn-lin_Latn", - "languages": [ - "dyu-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476394, - "recall": 0.535573, - "f1": 0.492896, - "accuracy": 0.535573, - "main_score": 0.492896, - "hf_subset": "dyu_Latn-nno_Latn", - "languages": [ - "dyu-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.074328, - "recall": 0.101779, - "f1": 0.080561, - "accuracy": 0.101779, - "main_score": 0.080561, - "hf_subset": "dyu_Latn-sat_Olck", - "languages": [ - "dyu-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466718, - "recall": 0.525692, - "f1": 0.481956, - "accuracy": 0.525692, - "main_score": 0.481956, - "hf_subset": "dyu_Latn-tel_Telu", - "languages": [ - "dyu-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391393, - "recall": 0.44664, - "f1": 0.406585, - "accuracy": 0.44664, - "main_score": 0.406585, - "hf_subset": "dyu_Latn-ydd_Hebr", - "languages": [ - "dyu-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.432725, - "recall": 0.48419, - "f1": 0.44666, - "accuracy": 0.48419, - "main_score": 0.44666, - "hf_subset": "dyu_Latn-ary_Arab", - "languages": [ - "dyu-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480055, - "recall": 0.537549, - "f1": 0.495442, - "accuracy": 0.537549, - "main_score": 0.495442, - "hf_subset": "dyu_Latn-ces_Latn", - "languages": [ - "dyu-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.389394, - "recall": 0.438735, - "f1": 0.403351, - "accuracy": 0.438735, - "main_score": 0.403351, - "hf_subset": "dyu_Latn-gaz_Latn", - "languages": [ - "dyu-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420965, - "recall": 0.472332, - "f1": 0.435173, - "accuracy": 0.472332, - "main_score": 0.435173, - "hf_subset": "dyu_Latn-kam_Latn", - "languages": [ - "dyu-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456855, - "recall": 0.511858, - "f1": 0.471598, - "accuracy": 0.511858, - "main_score": 0.471598, - "hf_subset": "dyu_Latn-lit_Latn", - "languages": [ - "dyu-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.476507, - "recall": 0.52668, - "f1": 0.490846, - "accuracy": 0.52668, - "main_score": 0.490846, - "hf_subset": "dyu_Latn-nob_Latn", - "languages": [ - "dyu-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468426, - "recall": 0.512846, - "f1": 0.480215, - "accuracy": 0.512846, - "main_score": 0.480215, - "hf_subset": "dyu_Latn-scn_Latn", - "languages": [ - "dyu-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.451984, - "recall": 0.503953, - "f1": 0.465811, - "accuracy": 0.503953, - "main_score": 0.465811, - "hf_subset": "dyu_Latn-tgk_Cyrl", - "languages": [ - "dyu-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.426826, - "recall": 0.477273, - "f1": 0.44139, - "accuracy": 0.477273, - "main_score": 0.44139, - "hf_subset": "dyu_Latn-yor_Latn", - "languages": [ - "dyu-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454559, - "recall": 0.507905, - "f1": 0.468894, - "accuracy": 0.507905, - "main_score": 0.468894, - "hf_subset": "dyu_Latn-arz_Arab", - "languages": [ - "dyu-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.409718, - "recall": 0.461462, - "f1": 0.424366, - "accuracy": 0.461462, - "main_score": 0.424366, - "hf_subset": "dyu_Latn-cjk_Latn", - "languages": [ - "dyu-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.400182, - "recall": 0.451581, - "f1": 0.413607, - "accuracy": 0.451581, - "main_score": 0.413607, - "hf_subset": "dyu_Latn-gla_Latn", - "languages": [ - "dyu-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456055, - "recall": 0.509881, - "f1": 0.471108, - "accuracy": 0.509881, - "main_score": 0.471108, - "hf_subset": "dyu_Latn-kan_Knda", - "languages": [ - "dyu-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.46702, - "recall": 0.517787, - "f1": 0.480532, - "accuracy": 0.517787, - "main_score": 0.480532, - "hf_subset": "dyu_Latn-lmo_Latn", - "languages": [ - "dyu-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.455421, - "recall": 0.517787, - "f1": 0.472013, - "accuracy": 0.517787, - "main_score": 0.472013, - "hf_subset": "dyu_Latn-npi_Deva", - "languages": [ - "dyu-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.34515, - "recall": 0.392292, - "f1": 0.35806, - "accuracy": 0.392292, - "main_score": 0.35806, - "hf_subset": "dyu_Latn-shn_Mymr", - "languages": [ - "dyu-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.479347, - "recall": 0.534585, - "f1": 0.494037, - "accuracy": 0.534585, - "main_score": 0.494037, - "hf_subset": "dyu_Latn-tgl_Latn", - "languages": [ - "dyu-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456412, - "recall": 0.509881, - "f1": 0.469837, - "accuracy": 0.509881, - "main_score": 0.469837, - "hf_subset": "dyu_Latn-yue_Hant", - "languages": [ - "dyu-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.434565, - "recall": 0.491107, - "f1": 0.449249, - "accuracy": 0.491107, - "main_score": 0.449249, - "hf_subset": "dyu_Latn-asm_Beng", - "languages": [ - "dyu-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.422355, - "recall": 0.479249, - "f1": 0.436913, - "accuracy": 0.479249, - "main_score": 0.436913, - "hf_subset": "dyu_Latn-ckb_Arab", - "languages": [ - "dyu-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.396536, - "recall": 0.440711, - "f1": 0.40912, - "accuracy": 0.440711, - "main_score": 0.40912, - "hf_subset": "dyu_Latn-gle_Latn", - "languages": [ - "dyu-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.420756, - "recall": 0.478261, - "f1": 0.436189, - "accuracy": 0.478261, - "main_score": 0.436189, - "hf_subset": "dyu_Latn-kas_Arab", - "languages": [ - "dyu-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444294, - "recall": 0.497036, - "f1": 0.458038, - "accuracy": 0.497036, - "main_score": 0.458038, - "hf_subset": "dyu_Latn-ltg_Latn", - "languages": [ - "dyu-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445026, - "recall": 0.494071, - "f1": 0.458857, - "accuracy": 0.494071, - "main_score": 0.458857, - "hf_subset": "dyu_Latn-nso_Latn", - "languages": [ - "dyu-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.391425, - "recall": 0.449605, - "f1": 0.406759, - "accuracy": 0.449605, - "main_score": 0.406759, - "hf_subset": "dyu_Latn-sin_Sinh", - "languages": [ - "dyu-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453857, - "recall": 0.509881, - "f1": 0.46862, - "accuracy": 0.509881, - "main_score": 0.46862, - "hf_subset": "dyu_Latn-tha_Thai", - "languages": [ - "dyu-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454135, - "recall": 0.505929, - "f1": 0.467443, - "accuracy": 0.505929, - "main_score": 0.467443, - "hf_subset": "dyu_Latn-zho_Hans", - "languages": [ - "dyu-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492548, - "recall": 0.544466, - "f1": 0.506971, - "accuracy": 0.544466, - "main_score": 0.506971, - "hf_subset": "dyu_Latn-ast_Latn", - "languages": [ - "dyu-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456217, - "recall": 0.51087, - "f1": 0.471034, - "accuracy": 0.51087, - "main_score": 0.471034, - "hf_subset": "dyu_Latn-crh_Latn", - "languages": [ - "dyu-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.483601, - "recall": 0.537549, - "f1": 0.499093, - "accuracy": 0.537549, - "main_score": 0.499093, - "hf_subset": "dyu_Latn-glg_Latn", - "languages": [ - "dyu-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41485, - "recall": 0.47332, - "f1": 0.430236, - "accuracy": 0.47332, - "main_score": 0.430236, - "hf_subset": "dyu_Latn-kas_Deva", - "languages": [ - "dyu-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466695, - "recall": 0.520751, - "f1": 0.481132, - "accuracy": 0.520751, - "main_score": 0.481132, - "hf_subset": "dyu_Latn-ltz_Latn", - "languages": [ - "dyu-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.364141, - "recall": 0.420949, - "f1": 0.379028, - "accuracy": 0.420949, - "main_score": 0.379028, - "hf_subset": "dyu_Latn-nus_Latn", - "languages": [ - "dyu-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480062, - "recall": 0.533597, - "f1": 0.494661, - "accuracy": 0.533597, - "main_score": 0.494661, - "hf_subset": "dyu_Latn-slk_Latn", - "languages": [ - "dyu-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.322043, - "recall": 0.381423, - "f1": 0.338374, - "accuracy": 0.381423, - "main_score": 0.338374, - "hf_subset": "dyu_Latn-tir_Ethi", - "languages": [ - "dyu-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444161, - "recall": 0.502964, - "f1": 0.459613, - "accuracy": 0.502964, - "main_score": 0.459613, - "hf_subset": "dyu_Latn-zho_Hant", - "languages": [ - "dyu-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466932, - "recall": 0.522727, - "f1": 0.482425, - "accuracy": 0.522727, - "main_score": 0.482425, - "hf_subset": "dyu_Latn-awa_Deva", - "languages": [ - "dyu-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461854, - "recall": 0.506917, - "f1": 0.473925, - "accuracy": 0.506917, - "main_score": 0.473925, - "hf_subset": "dyu_Latn-cym_Latn", - "languages": [ - "dyu-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461976, - "recall": 0.509881, - "f1": 0.475299, - "accuracy": 0.509881, - "main_score": 0.475299, - "hf_subset": "dyu_Latn-grn_Latn", - "languages": [ - "dyu-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444409, - "recall": 0.502964, - "f1": 0.46051, - "accuracy": 0.502964, - "main_score": 0.46051, - "hf_subset": "dyu_Latn-kat_Geor", - "languages": [ - "dyu-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457536, - "recall": 0.502964, - "f1": 0.470601, - "accuracy": 0.502964, - "main_score": 0.470601, - "hf_subset": "dyu_Latn-lua_Latn", - "languages": [ - "dyu-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449301, - "recall": 0.495059, - "f1": 0.462392, - "accuracy": 0.495059, - "main_score": 0.462392, - "hf_subset": "dyu_Latn-nya_Latn", - "languages": [ - "dyu-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475132, - "recall": 0.52668, - "f1": 0.48873, - "accuracy": 0.52668, - "main_score": 0.48873, - "hf_subset": "dyu_Latn-slv_Latn", - "languages": [ - "dyu-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.478144, - "recall": 0.527668, - "f1": 0.491009, - "accuracy": 0.527668, - "main_score": 0.491009, - "hf_subset": "dyu_Latn-tpi_Latn", - "languages": [ - "dyu-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486547, - "recall": 0.540514, - "f1": 0.500404, - "accuracy": 0.540514, - "main_score": 0.500404, - "hf_subset": "dyu_Latn-zsm_Latn", - "languages": [ - "dyu-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.423403, - "recall": 0.467391, - "f1": 0.435903, - "accuracy": 0.467391, - "main_score": 0.435903, - "hf_subset": "dyu_Latn-ayr_Latn", - "languages": [ - "dyu-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490392, - "recall": 0.544466, - "f1": 0.505019, - "accuracy": 0.544466, - "main_score": 0.505019, - "hf_subset": "dyu_Latn-dan_Latn", - "languages": [ - "dyu-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463562, - "recall": 0.521739, - "f1": 0.478941, - "accuracy": 0.521739, - "main_score": 0.478941, - "hf_subset": "dyu_Latn-guj_Gujr", - "languages": [ - "dyu-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466444, - "recall": 0.516798, - "f1": 0.480292, - "accuracy": 0.516798, - "main_score": 0.480292, - "hf_subset": "dyu_Latn-kaz_Cyrl", - "languages": [ - "dyu-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.4092, - "recall": 0.458498, - "f1": 0.423061, - "accuracy": 0.458498, - "main_score": 0.423061, - "hf_subset": "dyu_Latn-lug_Latn", - "languages": [ - "dyu-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493332, - "recall": 0.545455, - "f1": 0.5073, - "accuracy": 0.545455, - "main_score": 0.5073, - "hf_subset": "dyu_Latn-oci_Latn", - "languages": [ - "dyu-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.44684, - "recall": 0.498024, - "f1": 0.460397, - "accuracy": 0.498024, - "main_score": 0.460397, - "hf_subset": "dyu_Latn-smo_Latn", - "languages": [ - "dyu-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.412621, - "recall": 0.462451, - "f1": 0.425764, - "accuracy": 0.462451, - "main_score": 0.425764, - "hf_subset": "dyu_Latn-tsn_Latn", - "languages": [ - "dyu-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.417681, - "recall": 0.470356, - "f1": 0.432287, - "accuracy": 0.470356, - "main_score": 0.432287, - "hf_subset": "dyu_Latn-zul_Latn", - "languages": [ - "dyu-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.398886, - "recall": 0.454545, - "f1": 0.414128, - "accuracy": 0.454545, - "main_score": 0.414128, - "hf_subset": "dyu_Latn-azb_Arab", - "languages": [ - "dyu-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465863, - "recall": 0.528656, - "f1": 0.482708, - "accuracy": 0.528656, - "main_score": 0.482708, - "hf_subset": "dyu_Latn-deu_Latn", - "languages": [ - "dyu-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454295, - "recall": 0.513834, - "f1": 0.470119, - "accuracy": 0.513834, - "main_score": 0.470119, - "hf_subset": "dyu_Latn-hat_Latn", - "languages": [ - "dyu-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.402921, - "recall": 0.44664, - "f1": 0.41463, - "accuracy": 0.44664, - "main_score": 0.41463, - "hf_subset": "dyu_Latn-kbp_Latn", - "languages": [ - "dyu-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.449031, - "recall": 0.495059, - "f1": 0.462162, - "accuracy": 0.495059, - "main_score": 0.462162, - "hf_subset": "dyu_Latn-luo_Latn", - "languages": [ - "dyu-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.452422, - "recall": 0.511858, - "f1": 0.468352, - "accuracy": 0.511858, - "main_score": 0.468352, - "hf_subset": "dyu_Latn-ory_Orya", - "languages": [ - "dyu-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444545, - "recall": 0.497036, - "f1": 0.458558, - "accuracy": 0.497036, - "main_score": 0.458558, - "hf_subset": "dyu_Latn-sna_Latn", - "languages": [ - "dyu-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419624, - "recall": 0.467391, - "f1": 0.432741, - "accuracy": 0.467391, - "main_score": 0.432741, - "hf_subset": "dyu_Latn-tso_Latn", - "languages": [ - "dyu-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438972, - "recall": 0.498024, - "f1": 0.454538, - "accuracy": 0.498024, - "main_score": 0.454538, - "hf_subset": "dyu_Latn-azj_Latn", - "languages": [ - "dyu-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.419311, - "recall": 0.471344, - "f1": 0.434602, - "accuracy": 0.471344, - "main_score": 0.434602, - "hf_subset": "dyu_Latn-dik_Latn", - "languages": [ - "dyu-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450011, - "recall": 0.495059, - "f1": 0.462368, - "accuracy": 0.495059, - "main_score": 0.462368, - "hf_subset": "dyu_Latn-hau_Latn", - "languages": [ - "dyu-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473829, - "recall": 0.525692, - "f1": 0.486812, - "accuracy": 0.525692, - "main_score": 0.486812, - "hf_subset": "dyu_Latn-kea_Latn", - "languages": [ - "dyu-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461537, - "recall": 0.507905, - "f1": 0.47455, - "accuracy": 0.507905, - "main_score": 0.47455, - "hf_subset": "dyu_Latn-lus_Latn", - "languages": [ - "dyu-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474549, - "recall": 0.519763, - "f1": 0.486797, - "accuracy": 0.519763, - "main_score": 0.486797, - "hf_subset": "dyu_Latn-pag_Latn", - "languages": [ - "dyu-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447053, - "recall": 0.502964, - "f1": 0.462515, - "accuracy": 0.502964, - "main_score": 0.462515, - "hf_subset": "dyu_Latn-snd_Arab", - "languages": [ - "dyu-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442662, - "recall": 0.490119, - "f1": 0.455831, - "accuracy": 0.490119, - "main_score": 0.455831, - "hf_subset": "dyu_Latn-tuk_Latn", - "languages": [ - "dyu-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463572, - "recall": 0.514822, - "f1": 0.477104, - "accuracy": 0.514822, - "main_score": 0.477104, - "hf_subset": "dyu_Latn-bak_Cyrl", - "languages": [ - "dyu-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.453165, - "recall": 0.505929, - "f1": 0.467113, - "accuracy": 0.505929, - "main_score": 0.467113, - "hf_subset": "dyu_Latn-heb_Hebr", - "languages": [ - "dyu-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.430911, - "recall": 0.48419, - "f1": 0.44599, - "accuracy": 0.48419, - "main_score": 0.44599, - "hf_subset": "dyu_Latn-khk_Cyrl", - "languages": [ - "dyu-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456912, - "recall": 0.507905, - "f1": 0.470883, - "accuracy": 0.507905, - "main_score": 0.470883, - "hf_subset": "dyu_Latn-lvs_Latn", - "languages": [ - "dyu-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.465513, - "recall": 0.521739, - "f1": 0.480431, - "accuracy": 0.521739, - "main_score": 0.480431, - "hf_subset": "dyu_Latn-pan_Guru", - "languages": [ - "dyu-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416076, - "recall": 0.468379, - "f1": 0.43021, - "accuracy": 0.468379, - "main_score": 0.43021, - "hf_subset": "dyu_Latn-som_Latn", - "languages": [ - "dyu-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.416061, - "recall": 0.465415, - "f1": 0.429815, - "accuracy": 0.465415, - "main_score": 0.429815, - "hf_subset": "dyu_Latn-tum_Latn", - "languages": [ - "dyu-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572465, - "recall": 0.634387, - "f1": 0.590163, - "accuracy": 0.634387, - "main_score": 0.590163, - "hf_subset": "heb_Hebr-ace_Arab", - "languages": [ - "heb-Hebr", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521346, - "recall": 0.578063, - "f1": 0.537302, - "accuracy": 0.578063, - "main_score": 0.537302, - "hf_subset": "heb_Hebr-bam_Latn", - "languages": [ - "heb-Hebr", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436463, - "recall": 0.517787, - "f1": 0.458318, - "accuracy": 0.517787, - "main_score": 0.458318, - "hf_subset": "heb_Hebr-dzo_Tibt", - "languages": [ - "heb-Hebr", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-hin_Deva", - "languages": [ - "heb-Hebr", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-khm_Khmr", - "languages": [ - "heb-Hebr", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-mag_Deva", - "languages": [ - "heb-Hebr", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "heb_Hebr-pap_Latn", - "languages": [ - "heb-Hebr", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573824, - "recall": 0.634387, - "f1": 0.590829, - "accuracy": 0.634387, - "main_score": 0.590829, - "hf_subset": "heb_Hebr-sot_Latn", - "languages": [ - "heb-Hebr", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-tur_Latn", - "languages": [ - "heb-Hebr", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.882411, - "recall": 0.914032, - "f1": 0.89226, - "accuracy": 0.914032, - "main_score": 0.89226, - "hf_subset": "heb_Hebr-ace_Latn", - "languages": [ - "heb-Hebr", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964756, - "recall": 0.974308, - "f1": 0.967885, - "accuracy": 0.974308, - "main_score": 0.967885, - "hf_subset": "heb_Hebr-ban_Latn", - "languages": [ - "heb-Hebr", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-ell_Grek", - "languages": [ - "heb-Hebr", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "heb_Hebr-hne_Deva", - "languages": [ - "heb-Hebr", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597004, - "recall": 0.650198, - "f1": 0.612277, - "accuracy": 0.650198, - "main_score": 0.612277, - "hf_subset": "heb_Hebr-kik_Latn", - "languages": [ - "heb-Hebr", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-mai_Deva", - "languages": [ - "heb-Hebr", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.981225, - "f1": 0.974967, - "accuracy": 0.981225, - "main_score": 0.974967, - "hf_subset": "heb_Hebr-pbt_Arab", - "languages": [ - "heb-Hebr", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-spa_Latn", - "languages": [ - "heb-Hebr", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607502, - "recall": 0.664032, - "f1": 0.623577, - "accuracy": 0.664032, - "main_score": 0.623577, - "hf_subset": "heb_Hebr-twi_Latn", - "languages": [ - "heb-Hebr", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-acm_Arab", - "languages": [ - "heb-Hebr", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-bel_Cyrl", - "languages": [ - "heb-Hebr", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-eng_Latn", - "languages": [ - "heb-Hebr", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-hrv_Latn", - "languages": [ - "heb-Hebr", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563869, - "recall": 0.624506, - "f1": 0.580513, - "accuracy": 0.624506, - "main_score": 0.580513, - "hf_subset": "heb_Hebr-kin_Latn", - "languages": [ - "heb-Hebr", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "heb_Hebr-mal_Mlym", - "languages": [ - "heb-Hebr", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-pes_Arab", - "languages": [ - "heb-Hebr", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-srd_Latn", - "languages": [ - "heb-Hebr", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.18491, - "recall": 0.235178, - "f1": 0.197491, - "accuracy": 0.235178, - "main_score": 0.197491, - "hf_subset": "heb_Hebr-tzm_Tfng", - "languages": [ - "heb-Hebr", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-acq_Arab", - "languages": [ - "heb-Hebr", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611612, - "recall": 0.662055, - "f1": 0.625867, - "accuracy": 0.662055, - "main_score": 0.625867, - "hf_subset": "heb_Hebr-bem_Latn", - "languages": [ - "heb-Hebr", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-epo_Latn", - "languages": [ - "heb-Hebr", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-hun_Latn", - "languages": [ - "heb-Hebr", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-kir_Cyrl", - "languages": [ - "heb-Hebr", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-mar_Deva", - "languages": [ - "heb-Hebr", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674037, - "recall": 0.726285, - "f1": 0.689044, - "accuracy": 0.726285, - "main_score": 0.689044, - "hf_subset": "heb_Hebr-plt_Latn", - "languages": [ - "heb-Hebr", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-srp_Cyrl", - "languages": [ - "heb-Hebr", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972991, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "heb_Hebr-uig_Arab", - "languages": [ - "heb-Hebr", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-aeb_Arab", - "languages": [ - "heb-Hebr", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-ben_Beng", - "languages": [ - "heb-Hebr", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "heb_Hebr-est_Latn", - "languages": [ - "heb-Hebr", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-hye_Armn", - "languages": [ - "heb-Hebr", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532915, - "recall": 0.583004, - "f1": 0.546873, - "accuracy": 0.583004, - "main_score": 0.546873, - "hf_subset": "heb_Hebr-kmb_Latn", - "languages": [ - "heb-Hebr", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517472, - "recall": 0.585968, - "f1": 0.535872, - "accuracy": 0.585968, - "main_score": 0.535872, - "hf_subset": "heb_Hebr-min_Arab", - "languages": [ - "heb-Hebr", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-pol_Latn", - "languages": [ - "heb-Hebr", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557141, - "recall": 0.618577, - "f1": 0.575101, - "accuracy": 0.618577, - "main_score": 0.575101, - "hf_subset": "heb_Hebr-ssw_Latn", - "languages": [ - "heb-Hebr", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ukr_Cyrl", - "languages": [ - "heb-Hebr", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-afr_Latn", - "languages": [ - "heb-Hebr", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-bho_Deva", - "languages": [ - "heb-Hebr", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "heb_Hebr-eus_Latn", - "languages": [ - "heb-Hebr", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580608, - "recall": 0.643281, - "f1": 0.59796, - "accuracy": 0.643281, - "main_score": 0.59796, - "hf_subset": "heb_Hebr-ibo_Latn", - "languages": [ - "heb-Hebr", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912632, - "recall": 0.936759, - "f1": 0.920356, - "accuracy": 0.936759, - "main_score": 0.920356, - "hf_subset": "heb_Hebr-kmr_Latn", - "languages": [ - "heb-Hebr", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990448, - "recall": 0.993083, - "f1": 0.991271, - "accuracy": 0.993083, - "main_score": 0.991271, - "hf_subset": "heb_Hebr-min_Latn", - "languages": [ - "heb-Hebr", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-por_Latn", - "languages": [ - "heb-Hebr", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-sun_Latn", - "languages": [ - "heb-Hebr", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517147, - "recall": 0.573123, - "f1": 0.532947, - "accuracy": 0.573123, - "main_score": 0.532947, - "hf_subset": "heb_Hebr-umb_Latn", - "languages": [ - "heb-Hebr", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ajp_Arab", - "languages": [ - "heb-Hebr", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53072, - "recall": 0.597826, - "f1": 0.549844, - "accuracy": 0.597826, - "main_score": 0.549844, - "hf_subset": "heb_Hebr-bjn_Arab", - "languages": [ - "heb-Hebr", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516416, - "recall": 0.571146, - "f1": 0.531596, - "accuracy": 0.571146, - "main_score": 0.531596, - "hf_subset": "heb_Hebr-ewe_Latn", - "languages": [ - "heb-Hebr", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.950181, - "recall": 0.965415, - "f1": 0.955105, - "accuracy": 0.965415, - "main_score": 0.955105, - "hf_subset": "heb_Hebr-ilo_Latn", - "languages": [ - "heb-Hebr", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.310064, - "recall": 0.365613, - "f1": 0.32509, - "accuracy": 0.365613, - "main_score": 0.32509, - "hf_subset": "heb_Hebr-knc_Arab", - "languages": [ - "heb-Hebr", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-mkd_Cyrl", - "languages": [ - "heb-Hebr", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-prs_Arab", - "languages": [ - "heb-Hebr", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-swe_Latn", - "languages": [ - "heb-Hebr", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-urd_Arab", - "languages": [ - "heb-Hebr", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580451, - "recall": 0.640316, - "f1": 0.597205, - "accuracy": 0.640316, - "main_score": 0.597205, - "hf_subset": "heb_Hebr-aka_Latn", - "languages": [ - "heb-Hebr", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "heb_Hebr-bjn_Latn", - "languages": [ - "heb-Hebr", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "heb_Hebr-fao_Latn", - "languages": [ - "heb-Hebr", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ind_Latn", - "languages": [ - "heb-Hebr", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588914, - "recall": 0.641304, - "f1": 0.603932, - "accuracy": 0.641304, - "main_score": 0.603932, - "hf_subset": "heb_Hebr-knc_Latn", - "languages": [ - "heb-Hebr", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-mlt_Latn", - "languages": [ - "heb-Hebr", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70527, - "recall": 0.770751, - "f1": 0.724986, - "accuracy": 0.770751, - "main_score": 0.724986, - "hf_subset": "heb_Hebr-quy_Latn", - "languages": [ - "heb-Hebr", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "heb_Hebr-swh_Latn", - "languages": [ - "heb-Hebr", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "heb_Hebr-uzn_Latn", - "languages": [ - "heb-Hebr", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-als_Latn", - "languages": [ - "heb-Hebr", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660615, - "recall": 0.737154, - "f1": 0.683251, - "accuracy": 0.737154, - "main_score": 0.683251, - "hf_subset": "heb_Hebr-bod_Tibt", - "languages": [ - "heb-Hebr", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.712883, - "recall": 0.766798, - "f1": 0.729035, - "accuracy": 0.766798, - "main_score": 0.729035, - "hf_subset": "heb_Hebr-fij_Latn", - "languages": [ - "heb-Hebr", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-isl_Latn", - "languages": [ - "heb-Hebr", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657579, - "recall": 0.705534, - "f1": 0.671534, - "accuracy": 0.705534, - "main_score": 0.671534, - "hf_subset": "heb_Hebr-kon_Latn", - "languages": [ - "heb-Hebr", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649238, - "recall": 0.713439, - "f1": 0.667731, - "accuracy": 0.713439, - "main_score": 0.667731, - "hf_subset": "heb_Hebr-mni_Beng", - "languages": [ - "heb-Hebr", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ron_Latn", - "languages": [ - "heb-Hebr", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.988142, - "f1": 0.985507, - "accuracy": 0.988142, - "main_score": 0.985507, - "hf_subset": "heb_Hebr-szl_Latn", - "languages": [ - "heb-Hebr", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-vec_Latn", - "languages": [ - "heb-Hebr", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957181, - "recall": 0.970356, - "f1": 0.961462, - "accuracy": 0.970356, - "main_score": 0.961462, - "hf_subset": "heb_Hebr-amh_Ethi", - "languages": [ - "heb-Hebr", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-bos_Latn", - "languages": [ - "heb-Hebr", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-fin_Latn", - "languages": [ - "heb-Hebr", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ita_Latn", - "languages": [ - "heb-Hebr", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-kor_Hang", - "languages": [ - "heb-Hebr", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547846, - "recall": 0.606719, - "f1": 0.564726, - "accuracy": 0.606719, - "main_score": 0.564726, - "hf_subset": "heb_Hebr-mos_Latn", - "languages": [ - "heb-Hebr", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549185, - "recall": 0.607708, - "f1": 0.566213, - "accuracy": 0.607708, - "main_score": 0.566213, - "hf_subset": "heb_Hebr-run_Latn", - "languages": [ - "heb-Hebr", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-tam_Taml", - "languages": [ - "heb-Hebr", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-vie_Latn", - "languages": [ - "heb-Hebr", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-apc_Arab", - "languages": [ - "heb-Hebr", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.809519, - "recall": 0.852767, - "f1": 0.822516, - "accuracy": 0.852767, - "main_score": 0.822516, - "hf_subset": "heb_Hebr-bug_Latn", - "languages": [ - "heb-Hebr", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.457284, - "recall": 0.513834, - "f1": 0.472316, - "accuracy": 0.513834, - "main_score": 0.472316, - "hf_subset": "heb_Hebr-fon_Latn", - "languages": [ - "heb-Hebr", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-jav_Latn", - "languages": [ - "heb-Hebr", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "heb_Hebr-lao_Laoo", - "languages": [ - "heb-Hebr", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879776, - "recall": 0.913043, - "f1": 0.890316, - "accuracy": 0.913043, - "main_score": 0.890316, - "hf_subset": "heb_Hebr-mri_Latn", - "languages": [ - "heb-Hebr", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-rus_Cyrl", - "languages": [ - "heb-Hebr", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536927, - "recall": 0.594862, - "f1": 0.552989, - "accuracy": 0.594862, - "main_score": 0.552989, - "hf_subset": "heb_Hebr-taq_Latn", - "languages": [ - "heb-Hebr", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "heb_Hebr-war_Latn", - "languages": [ - "heb-Hebr", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-arb_Arab", - "languages": [ - "heb-Hebr", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-bul_Cyrl", - "languages": [ - "heb-Hebr", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-fra_Latn", - "languages": [ - "heb-Hebr", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-jpn_Jpan", - "languages": [ - "heb-Hebr", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-lij_Latn", - "languages": [ - "heb-Hebr", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990942, - "recall": 0.993083, - "f1": 0.991601, - "accuracy": 0.993083, - "main_score": 0.991601, - "hf_subset": "heb_Hebr-mya_Mymr", - "languages": [ - "heb-Hebr", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585916, - "recall": 0.651186, - "f1": 0.60432, - "accuracy": 0.651186, - "main_score": 0.60432, - "hf_subset": "heb_Hebr-sag_Latn", - "languages": [ - "heb-Hebr", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.190966, - "recall": 0.249012, - "f1": 0.204336, - "accuracy": 0.249012, - "main_score": 0.204336, - "hf_subset": "heb_Hebr-taq_Tfng", - "languages": [ - "heb-Hebr", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615968, - "recall": 0.678854, - "f1": 0.634272, - "accuracy": 0.678854, - "main_score": 0.634272, - "hf_subset": "heb_Hebr-wol_Latn", - "languages": [ - "heb-Hebr", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.817516, - "recall": 0.863636, - "f1": 0.831308, - "accuracy": 0.863636, - "main_score": 0.831308, - "hf_subset": "heb_Hebr-arb_Latn", - "languages": [ - "heb-Hebr", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-cat_Latn", - "languages": [ - "heb-Hebr", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-fur_Latn", - "languages": [ - "heb-Hebr", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.418897, - "recall": 0.472332, - "f1": 0.433522, - "accuracy": 0.472332, - "main_score": 0.433522, - "hf_subset": "heb_Hebr-kab_Latn", - "languages": [ - "heb-Hebr", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-lim_Latn", - "languages": [ - "heb-Hebr", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-nld_Latn", - "languages": [ - "heb-Hebr", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "heb_Hebr-san_Deva", - "languages": [ - "heb-Hebr", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-tat_Cyrl", - "languages": [ - "heb-Hebr", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673617, - "recall": 0.726285, - "f1": 0.688934, - "accuracy": 0.726285, - "main_score": 0.688934, - "hf_subset": "heb_Hebr-xho_Latn", - "languages": [ - "heb-Hebr", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ars_Arab", - "languages": [ - "heb-Hebr", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-ceb_Latn", - "languages": [ - "heb-Hebr", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549458, - "recall": 0.605731, - "f1": 0.56535, - "accuracy": 0.605731, - "main_score": 0.56535, - "hf_subset": "heb_Hebr-fuv_Latn", - "languages": [ - "heb-Hebr", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50229, - "recall": 0.562253, - "f1": 0.518324, - "accuracy": 0.562253, - "main_score": 0.518324, - "hf_subset": "heb_Hebr-kac_Latn", - "languages": [ - "heb-Hebr", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.669713, - "recall": 0.720356, - "f1": 0.684914, - "accuracy": 0.720356, - "main_score": 0.684914, - "hf_subset": "heb_Hebr-lin_Latn", - "languages": [ - "heb-Hebr", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-nno_Latn", - "languages": [ - "heb-Hebr", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.233202, - "recall": 0.316206, - "f1": 0.255359, - "accuracy": 0.316206, - "main_score": 0.255359, - "hf_subset": "heb_Hebr-sat_Olck", - "languages": [ - "heb-Hebr", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-tel_Telu", - "languages": [ - "heb-Hebr", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "heb_Hebr-ydd_Hebr", - "languages": [ - "heb-Hebr", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977273, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "heb_Hebr-ary_Arab", - "languages": [ - "heb-Hebr", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ces_Latn", - "languages": [ - "heb-Hebr", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5766, - "recall": 0.63834, - "f1": 0.594551, - "accuracy": 0.63834, - "main_score": 0.594551, - "hf_subset": "heb_Hebr-gaz_Latn", - "languages": [ - "heb-Hebr", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585739, - "recall": 0.648221, - "f1": 0.603262, - "accuracy": 0.648221, - "main_score": 0.603262, - "hf_subset": "heb_Hebr-kam_Latn", - "languages": [ - "heb-Hebr", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "heb_Hebr-lit_Latn", - "languages": [ - "heb-Hebr", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-nob_Latn", - "languages": [ - "heb-Hebr", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "heb_Hebr-scn_Latn", - "languages": [ - "heb-Hebr", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "heb_Hebr-tgk_Cyrl", - "languages": [ - "heb-Hebr", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723577, - "recall": 0.788538, - "f1": 0.743448, - "accuracy": 0.788538, - "main_score": 0.743448, - "hf_subset": "heb_Hebr-yor_Latn", - "languages": [ - "heb-Hebr", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-arz_Arab", - "languages": [ - "heb-Hebr", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544878, - "recall": 0.599802, - "f1": 0.560823, - "accuracy": 0.599802, - "main_score": 0.560823, - "hf_subset": "heb_Hebr-cjk_Latn", - "languages": [ - "heb-Hebr", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.801713, - "recall": 0.850791, - "f1": 0.817128, - "accuracy": 0.850791, - "main_score": 0.817128, - "hf_subset": "heb_Hebr-gla_Latn", - "languages": [ - "heb-Hebr", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-kan_Knda", - "languages": [ - "heb-Hebr", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "heb_Hebr-lmo_Latn", - "languages": [ - "heb-Hebr", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "heb_Hebr-npi_Deva", - "languages": [ - "heb-Hebr", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450159, - "recall": 0.511858, - "f1": 0.467187, - "accuracy": 0.511858, - "main_score": 0.467187, - "hf_subset": "heb_Hebr-shn_Mymr", - "languages": [ - "heb-Hebr", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-tgl_Latn", - "languages": [ - "heb-Hebr", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-yue_Hant", - "languages": [ - "heb-Hebr", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-asm_Beng", - "languages": [ - "heb-Hebr", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.972826, - "recall": 0.981225, - "f1": 0.975626, - "accuracy": 0.981225, - "main_score": 0.975626, - "hf_subset": "heb_Hebr-ckb_Arab", - "languages": [ - "heb-Hebr", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889914, - "recall": 0.918972, - "f1": 0.899028, - "accuracy": 0.918972, - "main_score": 0.899028, - "hf_subset": "heb_Hebr-gle_Latn", - "languages": [ - "heb-Hebr", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944005, - "recall": 0.961462, - "f1": 0.949769, - "accuracy": 0.961462, - "main_score": 0.949769, - "hf_subset": "heb_Hebr-kas_Arab", - "languages": [ - "heb-Hebr", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.963439, - "f1": 0.95191, - "accuracy": 0.963439, - "main_score": 0.95191, - "hf_subset": "heb_Hebr-ltg_Latn", - "languages": [ - "heb-Hebr", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.607182, - "recall": 0.659091, - "f1": 0.621966, - "accuracy": 0.659091, - "main_score": 0.621966, - "hf_subset": "heb_Hebr-nso_Latn", - "languages": [ - "heb-Hebr", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "heb_Hebr-sin_Sinh", - "languages": [ - "heb-Hebr", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-tha_Thai", - "languages": [ - "heb-Hebr", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-zho_Hans", - "languages": [ - "heb-Hebr", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-ast_Latn", - "languages": [ - "heb-Hebr", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-crh_Latn", - "languages": [ - "heb-Hebr", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-glg_Latn", - "languages": [ - "heb-Hebr", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.889163, - "recall": 0.920949, - "f1": 0.899374, - "accuracy": 0.920949, - "main_score": 0.899374, - "hf_subset": "heb_Hebr-kas_Deva", - "languages": [ - "heb-Hebr", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "heb_Hebr-ltz_Latn", - "languages": [ - "heb-Hebr", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442549, - "recall": 0.514822, - "f1": 0.462139, - "accuracy": 0.514822, - "main_score": 0.462139, - "hf_subset": "heb_Hebr-nus_Latn", - "languages": [ - "heb-Hebr", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-slk_Latn", - "languages": [ - "heb-Hebr", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635096, - "recall": 0.70751, - "f1": 0.656164, - "accuracy": 0.70751, - "main_score": 0.656164, - "hf_subset": "heb_Hebr-tir_Ethi", - "languages": [ - "heb-Hebr", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-zho_Hant", - "languages": [ - "heb-Hebr", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989872, - "recall": 0.992095, - "f1": 0.990514, - "accuracy": 0.992095, - "main_score": 0.990514, - "hf_subset": "heb_Hebr-awa_Deva", - "languages": [ - "heb-Hebr", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "heb_Hebr-cym_Latn", - "languages": [ - "heb-Hebr", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.848271, - "recall": 0.886364, - "f1": 0.860244, - "accuracy": 0.886364, - "main_score": 0.860244, - "hf_subset": "heb_Hebr-grn_Latn", - "languages": [ - "heb-Hebr", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "heb_Hebr-kat_Geor", - "languages": [ - "heb-Hebr", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640237, - "recall": 0.687747, - "f1": 0.653763, - "accuracy": 0.687747, - "main_score": 0.653763, - "hf_subset": "heb_Hebr-lua_Latn", - "languages": [ - "heb-Hebr", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64395, - "recall": 0.703557, - "f1": 0.660932, - "accuracy": 0.703557, - "main_score": 0.660932, - "hf_subset": "heb_Hebr-nya_Latn", - "languages": [ - "heb-Hebr", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-slv_Latn", - "languages": [ - "heb-Hebr", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.958663, - "recall": 0.971344, - "f1": 0.96278, - "accuracy": 0.971344, - "main_score": 0.96278, - "hf_subset": "heb_Hebr-tpi_Latn", - "languages": [ - "heb-Hebr", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-zsm_Latn", - "languages": [ - "heb-Hebr", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532164, - "recall": 0.592885, - "f1": 0.549277, - "accuracy": 0.592885, - "main_score": 0.549277, - "hf_subset": "heb_Hebr-ayr_Latn", - "languages": [ - "heb-Hebr", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-dan_Latn", - "languages": [ - "heb-Hebr", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-guj_Gujr", - "languages": [ - "heb-Hebr", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-kaz_Cyrl", - "languages": [ - "heb-Hebr", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534362, - "recall": 0.593874, - "f1": 0.55025, - "accuracy": 0.593874, - "main_score": 0.55025, - "hf_subset": "heb_Hebr-lug_Latn", - "languages": [ - "heb-Hebr", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "heb_Hebr-oci_Latn", - "languages": [ - "heb-Hebr", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.832733, - "recall": 0.875494, - "f1": 0.8458, - "accuracy": 0.875494, - "main_score": 0.8458, - "hf_subset": "heb_Hebr-smo_Latn", - "languages": [ - "heb-Hebr", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530632, - "recall": 0.594862, - "f1": 0.549248, - "accuracy": 0.594862, - "main_score": 0.549248, - "hf_subset": "heb_Hebr-tsn_Latn", - "languages": [ - "heb-Hebr", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621223, - "recall": 0.679842, - "f1": 0.637949, - "accuracy": 0.679842, - "main_score": 0.637949, - "hf_subset": "heb_Hebr-zul_Latn", - "languages": [ - "heb-Hebr", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.941206, - "recall": 0.958498, - "f1": 0.94664, - "accuracy": 0.958498, - "main_score": 0.94664, - "hf_subset": "heb_Hebr-azb_Arab", - "languages": [ - "heb-Hebr", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-deu_Latn", - "languages": [ - "heb-Hebr", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974802, - "recall": 0.982213, - "f1": 0.977273, - "accuracy": 0.982213, - "main_score": 0.977273, - "hf_subset": "heb_Hebr-hat_Latn", - "languages": [ - "heb-Hebr", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.484418, - "recall": 0.539526, - "f1": 0.49942, - "accuracy": 0.539526, - "main_score": 0.49942, - "hf_subset": "heb_Hebr-kbp_Latn", - "languages": [ - "heb-Hebr", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577615, - "recall": 0.628458, - "f1": 0.591565, - "accuracy": 0.628458, - "main_score": 0.591565, - "hf_subset": "heb_Hebr-luo_Latn", - "languages": [ - "heb-Hebr", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-ory_Orya", - "languages": [ - "heb-Hebr", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577215, - "recall": 0.642292, - "f1": 0.595848, - "accuracy": 0.642292, - "main_score": 0.595848, - "hf_subset": "heb_Hebr-sna_Latn", - "languages": [ - "heb-Hebr", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561337, - "recall": 0.612648, - "f1": 0.575208, - "accuracy": 0.612648, - "main_score": 0.575208, - "hf_subset": "heb_Hebr-tso_Latn", - "languages": [ - "heb-Hebr", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-azj_Latn", - "languages": [ - "heb-Hebr", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515452, - "recall": 0.583992, - "f1": 0.535645, - "accuracy": 0.583992, - "main_score": 0.535645, - "hf_subset": "heb_Hebr-dik_Latn", - "languages": [ - "heb-Hebr", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745125, - "recall": 0.802372, - "f1": 0.762568, - "accuracy": 0.802372, - "main_score": 0.762568, - "hf_subset": "heb_Hebr-hau_Latn", - "languages": [ - "heb-Hebr", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "heb_Hebr-kea_Latn", - "languages": [ - "heb-Hebr", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.737912, - "recall": 0.787549, - "f1": 0.752964, - "accuracy": 0.787549, - "main_score": 0.752964, - "hf_subset": "heb_Hebr-lus_Latn", - "languages": [ - "heb-Hebr", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.869549, - "recall": 0.900198, - "f1": 0.879018, - "accuracy": 0.900198, - "main_score": 0.879018, - "hf_subset": "heb_Hebr-pag_Latn", - "languages": [ - "heb-Hebr", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-snd_Arab", - "languages": [ - "heb-Hebr", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.957839, - "recall": 0.971344, - "f1": 0.962286, - "accuracy": 0.971344, - "main_score": 0.962286, - "hf_subset": "heb_Hebr-tuk_Latn", - "languages": [ - "heb-Hebr", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "heb_Hebr-bak_Cyrl", - "languages": [ - "heb-Hebr", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467778, - "recall": 0.543478, - "f1": 0.490371, - "accuracy": 0.543478, - "main_score": 0.490371, - "hf_subset": "heb_Hebr-dyu_Latn", - "languages": [ - "heb-Hebr", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "heb_Hebr-khk_Cyrl", - "languages": [ - "heb-Hebr", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "heb_Hebr-lvs_Latn", - "languages": [ - "heb-Hebr", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "heb_Hebr-pan_Guru", - "languages": [ - "heb-Hebr", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72724, - "recall": 0.782609, - "f1": 0.743991, - "accuracy": 0.782609, - "main_score": 0.743991, - "hf_subset": "heb_Hebr-som_Latn", - "languages": [ - "heb-Hebr", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595991, - "recall": 0.647233, - "f1": 0.610529, - "accuracy": 0.647233, - "main_score": 0.610529, - "hf_subset": "heb_Hebr-tum_Latn", - "languages": [ - "heb-Hebr", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517493, - "recall": 0.578063, - "f1": 0.534842, - "accuracy": 0.578063, - "main_score": 0.534842, - "hf_subset": "khk_Cyrl-ace_Arab", - "languages": [ - "khk-Cyrl", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501625, - "recall": 0.554348, - "f1": 0.516496, - "accuracy": 0.554348, - "main_score": 0.516496, - "hf_subset": "khk_Cyrl-bam_Latn", - "languages": [ - "khk-Cyrl", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.404818, - "recall": 0.482213, - "f1": 0.42523, - "accuracy": 0.482213, - "main_score": 0.42523, - "hf_subset": "khk_Cyrl-dzo_Tibt", - "languages": [ - "khk-Cyrl", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khk_Cyrl-hin_Deva", - "languages": [ - "khk-Cyrl", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976285, - "recall": 0.983202, - "f1": 0.97859, - "accuracy": 0.983202, - "main_score": 0.97859, - "hf_subset": "khk_Cyrl-khm_Khmr", - "languages": [ - "khk-Cyrl", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khk_Cyrl-mag_Deva", - "languages": [ - "khk-Cyrl", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.930254, - "recall": 0.949605, - "f1": 0.936298, - "accuracy": 0.949605, - "main_score": 0.936298, - "hf_subset": "khk_Cyrl-pap_Latn", - "languages": [ - "khk-Cyrl", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560019, - "recall": 0.614625, - "f1": 0.574835, - "accuracy": 0.614625, - "main_score": 0.574835, - "hf_subset": "khk_Cyrl-sot_Latn", - "languages": [ - "khk-Cyrl", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988966, - "recall": 0.992095, - "f1": 0.989954, - "accuracy": 0.992095, - "main_score": 0.989954, - "hf_subset": "khk_Cyrl-tur_Latn", - "languages": [ - "khk-Cyrl", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.781604, - "recall": 0.83004, - "f1": 0.795784, - "accuracy": 0.83004, - "main_score": 0.795784, - "hf_subset": "khk_Cyrl-ace_Latn", - "languages": [ - "khk-Cyrl", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895833, - "recall": 0.918972, - "f1": 0.902866, - "accuracy": 0.918972, - "main_score": 0.902866, - "hf_subset": "khk_Cyrl-ban_Latn", - "languages": [ - "khk-Cyrl", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982708, - "recall": 0.988142, - "f1": 0.984519, - "accuracy": 0.988142, - "main_score": 0.984519, - "hf_subset": "khk_Cyrl-ell_Grek", - "languages": [ - "khk-Cyrl", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.982213, - "f1": 0.976285, - "accuracy": 0.982213, - "main_score": 0.976285, - "hf_subset": "khk_Cyrl-hne_Deva", - "languages": [ - "khk-Cyrl", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53431, - "recall": 0.590909, - "f1": 0.550366, - "accuracy": 0.590909, - "main_score": 0.550366, - "hf_subset": "khk_Cyrl-kik_Latn", - "languages": [ - "khk-Cyrl", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "khk_Cyrl-mai_Deva", - "languages": [ - "khk-Cyrl", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939641, - "recall": 0.95751, - "f1": 0.945389, - "accuracy": 0.95751, - "main_score": 0.945389, - "hf_subset": "khk_Cyrl-pbt_Arab", - "languages": [ - "khk-Cyrl", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khk_Cyrl-spa_Latn", - "languages": [ - "khk-Cyrl", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575412, - "recall": 0.630435, - "f1": 0.591196, - "accuracy": 0.630435, - "main_score": 0.591196, - "hf_subset": "khk_Cyrl-twi_Latn", - "languages": [ - "khk-Cyrl", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-acm_Arab", - "languages": [ - "khk-Cyrl", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "khk_Cyrl-bel_Cyrl", - "languages": [ - "khk-Cyrl", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-eng_Latn", - "languages": [ - "khk-Cyrl", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-hrv_Latn", - "languages": [ - "khk-Cyrl", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529511, - "recall": 0.583992, - "f1": 0.544153, - "accuracy": 0.583992, - "main_score": 0.544153, - "hf_subset": "khk_Cyrl-kin_Latn", - "languages": [ - "khk-Cyrl", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "khk_Cyrl-mal_Mlym", - "languages": [ - "khk-Cyrl", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-pes_Arab", - "languages": [ - "khk-Cyrl", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944664, - "recall": 0.960474, - "f1": 0.949736, - "accuracy": 0.960474, - "main_score": 0.949736, - "hf_subset": "khk_Cyrl-srd_Latn", - "languages": [ - "khk-Cyrl", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.187066, - "recall": 0.226285, - "f1": 0.197823, - "accuracy": 0.226285, - "main_score": 0.197823, - "hf_subset": "khk_Cyrl-tzm_Tfng", - "languages": [ - "khk-Cyrl", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-acq_Arab", - "languages": [ - "khk-Cyrl", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600082, - "recall": 0.645257, - "f1": 0.612554, - "accuracy": 0.645257, - "main_score": 0.612554, - "hf_subset": "khk_Cyrl-bem_Latn", - "languages": [ - "khk-Cyrl", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-epo_Latn", - "languages": [ - "khk-Cyrl", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984354, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "khk_Cyrl-hun_Latn", - "languages": [ - "khk-Cyrl", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964921, - "recall": 0.976285, - "f1": 0.968709, - "accuracy": 0.976285, - "main_score": 0.968709, - "hf_subset": "khk_Cyrl-kir_Cyrl", - "languages": [ - "khk-Cyrl", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "khk_Cyrl-mar_Deva", - "languages": [ - "khk-Cyrl", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629087, - "recall": 0.679842, - "f1": 0.644043, - "accuracy": 0.679842, - "main_score": 0.644043, - "hf_subset": "khk_Cyrl-plt_Latn", - "languages": [ - "khk-Cyrl", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "khk_Cyrl-srp_Cyrl", - "languages": [ - "khk-Cyrl", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.943758, - "recall": 0.959486, - "f1": 0.948847, - "accuracy": 0.959486, - "main_score": 0.948847, - "hf_subset": "khk_Cyrl-uig_Arab", - "languages": [ - "khk-Cyrl", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.963801, - "recall": 0.974308, - "f1": 0.967062, - "accuracy": 0.974308, - "main_score": 0.967062, - "hf_subset": "khk_Cyrl-aeb_Arab", - "languages": [ - "khk-Cyrl", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khk_Cyrl-ben_Beng", - "languages": [ - "khk-Cyrl", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "khk_Cyrl-est_Latn", - "languages": [ - "khk-Cyrl", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khk_Cyrl-hye_Armn", - "languages": [ - "khk-Cyrl", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515991, - "recall": 0.561265, - "f1": 0.528924, - "accuracy": 0.561265, - "main_score": 0.528924, - "hf_subset": "khk_Cyrl-kmb_Latn", - "languages": [ - "khk-Cyrl", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.447265, - "recall": 0.514822, - "f1": 0.465066, - "accuracy": 0.514822, - "main_score": 0.465066, - "hf_subset": "khk_Cyrl-min_Arab", - "languages": [ - "khk-Cyrl", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "khk_Cyrl-pol_Latn", - "languages": [ - "khk-Cyrl", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538178, - "recall": 0.59585, - "f1": 0.554178, - "accuracy": 0.59585, - "main_score": 0.554178, - "hf_subset": "khk_Cyrl-ssw_Latn", - "languages": [ - "khk-Cyrl", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-ukr_Cyrl", - "languages": [ - "khk-Cyrl", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khk_Cyrl-afr_Latn", - "languages": [ - "khk-Cyrl", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970191, - "recall": 0.979249, - "f1": 0.973155, - "accuracy": 0.979249, - "main_score": 0.973155, - "hf_subset": "khk_Cyrl-bho_Deva", - "languages": [ - "khk-Cyrl", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95504, - "recall": 0.967391, - "f1": 0.958794, - "accuracy": 0.967391, - "main_score": 0.958794, - "hf_subset": "khk_Cyrl-eus_Latn", - "languages": [ - "khk-Cyrl", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533284, - "recall": 0.585968, - "f1": 0.548391, - "accuracy": 0.585968, - "main_score": 0.548391, - "hf_subset": "khk_Cyrl-ibo_Latn", - "languages": [ - "khk-Cyrl", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.857411, - "recall": 0.893281, - "f1": 0.868511, - "accuracy": 0.893281, - "main_score": 0.868511, - "hf_subset": "khk_Cyrl-kmr_Latn", - "languages": [ - "khk-Cyrl", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.940464, - "recall": 0.95751, - "f1": 0.945883, - "accuracy": 0.95751, - "main_score": 0.945883, - "hf_subset": "khk_Cyrl-min_Latn", - "languages": [ - "khk-Cyrl", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-por_Latn", - "languages": [ - "khk-Cyrl", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.964097, - "recall": 0.975296, - "f1": 0.967721, - "accuracy": 0.975296, - "main_score": 0.967721, - "hf_subset": "khk_Cyrl-sun_Latn", - "languages": [ - "khk-Cyrl", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486817, - "recall": 0.539526, - "f1": 0.502102, - "accuracy": 0.539526, - "main_score": 0.502102, - "hf_subset": "khk_Cyrl-umb_Latn", - "languages": [ - "khk-Cyrl", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.991107, - "f1": 0.988307, - "accuracy": 0.991107, - "main_score": 0.988307, - "hf_subset": "khk_Cyrl-ajp_Arab", - "languages": [ - "khk-Cyrl", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49294, - "recall": 0.552372, - "f1": 0.508663, - "accuracy": 0.552372, - "main_score": 0.508663, - "hf_subset": "khk_Cyrl-bjn_Arab", - "languages": [ - "khk-Cyrl", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490966, - "recall": 0.539526, - "f1": 0.503793, - "accuracy": 0.539526, - "main_score": 0.503793, - "hf_subset": "khk_Cyrl-ewe_Latn", - "languages": [ - "khk-Cyrl", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.87528, - "recall": 0.905138, - "f1": 0.884058, - "accuracy": 0.905138, - "main_score": 0.884058, - "hf_subset": "khk_Cyrl-ilo_Latn", - "languages": [ - "khk-Cyrl", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.314372, - "recall": 0.359684, - "f1": 0.327009, - "accuracy": 0.359684, - "main_score": 0.327009, - "hf_subset": "khk_Cyrl-knc_Arab", - "languages": [ - "khk-Cyrl", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-mkd_Cyrl", - "languages": [ - "khk-Cyrl", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-prs_Arab", - "languages": [ - "khk-Cyrl", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-swe_Latn", - "languages": [ - "khk-Cyrl", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981225, - "recall": 0.987154, - "f1": 0.983202, - "accuracy": 0.987154, - "main_score": 0.983202, - "hf_subset": "khk_Cyrl-urd_Arab", - "languages": [ - "khk-Cyrl", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543224, - "recall": 0.597826, - "f1": 0.558124, - "accuracy": 0.597826, - "main_score": 0.558124, - "hf_subset": "khk_Cyrl-aka_Latn", - "languages": [ - "khk-Cyrl", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.939668, - "recall": 0.955534, - "f1": 0.944697, - "accuracy": 0.955534, - "main_score": 0.944697, - "hf_subset": "khk_Cyrl-bjn_Latn", - "languages": [ - "khk-Cyrl", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933251, - "recall": 0.952569, - "f1": 0.93946, - "accuracy": 0.952569, - "main_score": 0.93946, - "hf_subset": "khk_Cyrl-fao_Latn", - "languages": [ - "khk-Cyrl", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-ind_Latn", - "languages": [ - "khk-Cyrl", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554803, - "recall": 0.598814, - "f1": 0.567495, - "accuracy": 0.598814, - "main_score": 0.567495, - "hf_subset": "khk_Cyrl-knc_Latn", - "languages": [ - "khk-Cyrl", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965662, - "recall": 0.975296, - "f1": 0.96861, - "accuracy": 0.975296, - "main_score": 0.96861, - "hf_subset": "khk_Cyrl-mlt_Latn", - "languages": [ - "khk-Cyrl", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661695, - "recall": 0.716403, - "f1": 0.677654, - "accuracy": 0.716403, - "main_score": 0.677654, - "hf_subset": "khk_Cyrl-quy_Latn", - "languages": [ - "khk-Cyrl", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.942029, - "recall": 0.959486, - "f1": 0.947628, - "accuracy": 0.959486, - "main_score": 0.947628, - "hf_subset": "khk_Cyrl-swh_Latn", - "languages": [ - "khk-Cyrl", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979743, - "accuracy": 0.98419, - "main_score": 0.979743, - "hf_subset": "khk_Cyrl-uzn_Latn", - "languages": [ - "khk-Cyrl", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975461, - "recall": 0.983202, - "f1": 0.977931, - "accuracy": 0.983202, - "main_score": 0.977931, - "hf_subset": "khk_Cyrl-als_Latn", - "languages": [ - "khk-Cyrl", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.624391, - "recall": 0.697628, - "f1": 0.645379, - "accuracy": 0.697628, - "main_score": 0.645379, - "hf_subset": "khk_Cyrl-bod_Tibt", - "languages": [ - "khk-Cyrl", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647268, - "recall": 0.702569, - "f1": 0.662469, - "accuracy": 0.702569, - "main_score": 0.662469, - "hf_subset": "khk_Cyrl-fij_Latn", - "languages": [ - "khk-Cyrl", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.94944, - "recall": 0.965415, - "f1": 0.95471, - "accuracy": 0.965415, - "main_score": 0.95471, - "hf_subset": "khk_Cyrl-isl_Latn", - "languages": [ - "khk-Cyrl", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612462, - "recall": 0.658103, - "f1": 0.625209, - "accuracy": 0.658103, - "main_score": 0.625209, - "hf_subset": "khk_Cyrl-kon_Latn", - "languages": [ - "khk-Cyrl", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601614, - "recall": 0.661067, - "f1": 0.618846, - "accuracy": 0.661067, - "main_score": 0.618846, - "hf_subset": "khk_Cyrl-mni_Beng", - "languages": [ - "khk-Cyrl", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "khk_Cyrl-ron_Latn", - "languages": [ - "khk-Cyrl", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.955122, - "recall": 0.968379, - "f1": 0.959387, - "accuracy": 0.968379, - "main_score": 0.959387, - "hf_subset": "khk_Cyrl-szl_Latn", - "languages": [ - "khk-Cyrl", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khk_Cyrl-vec_Latn", - "languages": [ - "khk-Cyrl", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.912549, - "recall": 0.939723, - "f1": 0.921443, - "accuracy": 0.939723, - "main_score": 0.921443, - "hf_subset": "khk_Cyrl-amh_Ethi", - "languages": [ - "khk-Cyrl", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "khk_Cyrl-bos_Latn", - "languages": [ - "khk-Cyrl", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-fin_Latn", - "languages": [ - "khk-Cyrl", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-ita_Latn", - "languages": [ - "khk-Cyrl", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "khk_Cyrl-kor_Hang", - "languages": [ - "khk-Cyrl", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519789, - "recall": 0.570158, - "f1": 0.533552, - "accuracy": 0.570158, - "main_score": 0.533552, - "hf_subset": "khk_Cyrl-mos_Latn", - "languages": [ - "khk-Cyrl", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527341, - "recall": 0.578063, - "f1": 0.541163, - "accuracy": 0.578063, - "main_score": 0.541163, - "hf_subset": "khk_Cyrl-run_Latn", - "languages": [ - "khk-Cyrl", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "khk_Cyrl-tam_Taml", - "languages": [ - "khk-Cyrl", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "khk_Cyrl-vie_Latn", - "languages": [ - "khk-Cyrl", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "khk_Cyrl-apc_Arab", - "languages": [ - "khk-Cyrl", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.733155, - "recall": 0.782609, - "f1": 0.746923, - "accuracy": 0.782609, - "main_score": 0.746923, - "hf_subset": "khk_Cyrl-bug_Latn", - "languages": [ - "khk-Cyrl", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45842, - "recall": 0.503953, - "f1": 0.47095, - "accuracy": 0.503953, - "main_score": 0.47095, - "hf_subset": "khk_Cyrl-fon_Latn", - "languages": [ - "khk-Cyrl", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.962451, - "recall": 0.974308, - "f1": 0.966403, - "accuracy": 0.974308, - "main_score": 0.966403, - "hf_subset": "khk_Cyrl-jav_Latn", - "languages": [ - "khk-Cyrl", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975132, - "recall": 0.983202, - "f1": 0.977767, - "accuracy": 0.983202, - "main_score": 0.977767, - "hf_subset": "khk_Cyrl-lao_Laoo", - "languages": [ - "khk-Cyrl", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.808086, - "recall": 0.855731, - "f1": 0.822647, - "accuracy": 0.855731, - "main_score": 0.822647, - "hf_subset": "khk_Cyrl-mri_Latn", - "languages": [ - "khk-Cyrl", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-rus_Cyrl", - "languages": [ - "khk-Cyrl", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514859, - "recall": 0.56917, - "f1": 0.529764, - "accuracy": 0.56917, - "main_score": 0.529764, - "hf_subset": "khk_Cyrl-taq_Latn", - "languages": [ - "khk-Cyrl", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "khk_Cyrl-war_Latn", - "languages": [ - "khk-Cyrl", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-arb_Arab", - "languages": [ - "khk-Cyrl", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-bul_Cyrl", - "languages": [ - "khk-Cyrl", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-fra_Latn", - "languages": [ - "khk-Cyrl", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khk_Cyrl-jpn_Jpan", - "languages": [ - "khk-Cyrl", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948452, - "recall": 0.963439, - "f1": 0.953228, - "accuracy": 0.963439, - "main_score": 0.953228, - "hf_subset": "khk_Cyrl-lij_Latn", - "languages": [ - "khk-Cyrl", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.965909, - "recall": 0.975296, - "f1": 0.968874, - "accuracy": 0.975296, - "main_score": 0.968874, - "hf_subset": "khk_Cyrl-mya_Mymr", - "languages": [ - "khk-Cyrl", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54903, - "recall": 0.604743, - "f1": 0.564371, - "accuracy": 0.604743, - "main_score": 0.564371, - "hf_subset": "khk_Cyrl-sag_Latn", - "languages": [ - "khk-Cyrl", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192186, - "recall": 0.236166, - "f1": 0.202521, - "accuracy": 0.236166, - "main_score": 0.202521, - "hf_subset": "khk_Cyrl-taq_Tfng", - "languages": [ - "khk-Cyrl", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586331, - "recall": 0.637352, - "f1": 0.601012, - "accuracy": 0.637352, - "main_score": 0.601012, - "hf_subset": "khk_Cyrl-wol_Latn", - "languages": [ - "khk-Cyrl", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.735303, - "recall": 0.795455, - "f1": 0.752953, - "accuracy": 0.795455, - "main_score": 0.752953, - "hf_subset": "khk_Cyrl-arb_Latn", - "languages": [ - "khk-Cyrl", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980731, - "recall": 0.987154, - "f1": 0.982872, - "accuracy": 0.987154, - "main_score": 0.982872, - "hf_subset": "khk_Cyrl-cat_Latn", - "languages": [ - "khk-Cyrl", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.944664, - "recall": 0.960474, - "f1": 0.949769, - "accuracy": 0.960474, - "main_score": 0.949769, - "hf_subset": "khk_Cyrl-fur_Latn", - "languages": [ - "khk-Cyrl", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.395557, - "recall": 0.447628, - "f1": 0.41002, - "accuracy": 0.447628, - "main_score": 0.41002, - "hf_subset": "khk_Cyrl-kab_Latn", - "languages": [ - "khk-Cyrl", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.933136, - "recall": 0.952569, - "f1": 0.939559, - "accuracy": 0.952569, - "main_score": 0.939559, - "hf_subset": "khk_Cyrl-lim_Latn", - "languages": [ - "khk-Cyrl", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-nld_Latn", - "languages": [ - "khk-Cyrl", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966238, - "recall": 0.976285, - "f1": 0.969532, - "accuracy": 0.976285, - "main_score": 0.969532, - "hf_subset": "khk_Cyrl-san_Deva", - "languages": [ - "khk-Cyrl", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971838, - "recall": 0.980237, - "f1": 0.974638, - "accuracy": 0.980237, - "main_score": 0.974638, - "hf_subset": "khk_Cyrl-tat_Cyrl", - "languages": [ - "khk-Cyrl", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634766, - "recall": 0.685771, - "f1": 0.649459, - "accuracy": 0.685771, - "main_score": 0.649459, - "hf_subset": "khk_Cyrl-xho_Latn", - "languages": [ - "khk-Cyrl", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "khk_Cyrl-ars_Arab", - "languages": [ - "khk-Cyrl", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "khk_Cyrl-ceb_Latn", - "languages": [ - "khk-Cyrl", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544733, - "recall": 0.592885, - "f1": 0.558386, - "accuracy": 0.592885, - "main_score": 0.558386, - "hf_subset": "khk_Cyrl-fuv_Latn", - "languages": [ - "khk-Cyrl", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.504401, - "recall": 0.5583, - "f1": 0.519403, - "accuracy": 0.5583, - "main_score": 0.519403, - "hf_subset": "khk_Cyrl-kac_Latn", - "languages": [ - "khk-Cyrl", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.613455, - "recall": 0.667984, - "f1": 0.628695, - "accuracy": 0.667984, - "main_score": 0.628695, - "hf_subset": "khk_Cyrl-lin_Latn", - "languages": [ - "khk-Cyrl", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-nno_Latn", - "languages": [ - "khk-Cyrl", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.194866, - "recall": 0.270751, - "f1": 0.214035, - "accuracy": 0.270751, - "main_score": 0.214035, - "hf_subset": "khk_Cyrl-sat_Olck", - "languages": [ - "khk-Cyrl", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-tel_Telu", - "languages": [ - "khk-Cyrl", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.891222, - "recall": 0.922925, - "f1": 0.901252, - "accuracy": 0.922925, - "main_score": 0.901252, - "hf_subset": "khk_Cyrl-ydd_Hebr", - "languages": [ - "khk-Cyrl", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949769, - "recall": 0.964427, - "f1": 0.954545, - "accuracy": 0.964427, - "main_score": 0.954545, - "hf_subset": "khk_Cyrl-ary_Arab", - "languages": [ - "khk-Cyrl", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987319, - "recall": 0.991107, - "f1": 0.988472, - "accuracy": 0.991107, - "main_score": 0.988472, - "hf_subset": "khk_Cyrl-ces_Latn", - "languages": [ - "khk-Cyrl", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558343, - "recall": 0.614625, - "f1": 0.573616, - "accuracy": 0.614625, - "main_score": 0.573616, - "hf_subset": "khk_Cyrl-gaz_Latn", - "languages": [ - "khk-Cyrl", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555026, - "recall": 0.612648, - "f1": 0.57122, - "accuracy": 0.612648, - "main_score": 0.57122, - "hf_subset": "khk_Cyrl-kam_Latn", - "languages": [ - "khk-Cyrl", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971509, - "recall": 0.979249, - "f1": 0.973979, - "accuracy": 0.979249, - "main_score": 0.973979, - "hf_subset": "khk_Cyrl-lit_Latn", - "languages": [ - "khk-Cyrl", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "khk_Cyrl-nob_Latn", - "languages": [ - "khk-Cyrl", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938982, - "recall": 0.956522, - "f1": 0.944565, - "accuracy": 0.956522, - "main_score": 0.944565, - "hf_subset": "khk_Cyrl-scn_Latn", - "languages": [ - "khk-Cyrl", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.960013, - "recall": 0.971344, - "f1": 0.963603, - "accuracy": 0.971344, - "main_score": 0.963603, - "hf_subset": "khk_Cyrl-tgk_Cyrl", - "languages": [ - "khk-Cyrl", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677414, - "recall": 0.750988, - "f1": 0.699424, - "accuracy": 0.750988, - "main_score": 0.699424, - "hf_subset": "khk_Cyrl-yor_Latn", - "languages": [ - "khk-Cyrl", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973979, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "khk_Cyrl-arz_Arab", - "languages": [ - "khk-Cyrl", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.528343, - "recall": 0.578063, - "f1": 0.543088, - "accuracy": 0.578063, - "main_score": 0.543088, - "hf_subset": "khk_Cyrl-cjk_Latn", - "languages": [ - "khk-Cyrl", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.731703, - "recall": 0.787549, - "f1": 0.748518, - "accuracy": 0.787549, - "main_score": 0.748518, - "hf_subset": "khk_Cyrl-gla_Latn", - "languages": [ - "khk-Cyrl", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "khk_Cyrl-kan_Knda", - "languages": [ - "khk-Cyrl", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.938439, - "recall": 0.955534, - "f1": 0.943841, - "accuracy": 0.955534, - "main_score": 0.943841, - "hf_subset": "khk_Cyrl-lmo_Latn", - "languages": [ - "khk-Cyrl", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "khk_Cyrl-npi_Deva", - "languages": [ - "khk-Cyrl", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437898, - "recall": 0.492095, - "f1": 0.45288, - "accuracy": 0.492095, - "main_score": 0.45288, - "hf_subset": "khk_Cyrl-shn_Mymr", - "languages": [ - "khk-Cyrl", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-tgl_Latn", - "languages": [ - "khk-Cyrl", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khk_Cyrl-yue_Hant", - "languages": [ - "khk-Cyrl", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975955, - "recall": 0.983202, - "f1": 0.978261, - "accuracy": 0.983202, - "main_score": 0.978261, - "hf_subset": "khk_Cyrl-asm_Beng", - "languages": [ - "khk-Cyrl", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.922431, - "recall": 0.943676, - "f1": 0.928986, - "accuracy": 0.943676, - "main_score": 0.928986, - "hf_subset": "khk_Cyrl-ckb_Arab", - "languages": [ - "khk-Cyrl", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.828014, - "recall": 0.870553, - "f1": 0.841074, - "accuracy": 0.870553, - "main_score": 0.841074, - "hf_subset": "khk_Cyrl-gle_Latn", - "languages": [ - "khk-Cyrl", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879595, - "recall": 0.910079, - "f1": 0.8889, - "accuracy": 0.910079, - "main_score": 0.8889, - "hf_subset": "khk_Cyrl-kas_Arab", - "languages": [ - "khk-Cyrl", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.878574, - "recall": 0.911067, - "f1": 0.88857, - "accuracy": 0.911067, - "main_score": 0.88857, - "hf_subset": "khk_Cyrl-ltg_Latn", - "languages": [ - "khk-Cyrl", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.573205, - "recall": 0.623518, - "f1": 0.58788, - "accuracy": 0.623518, - "main_score": 0.58788, - "hf_subset": "khk_Cyrl-nso_Latn", - "languages": [ - "khk-Cyrl", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.959651, - "recall": 0.972332, - "f1": 0.963768, - "accuracy": 0.972332, - "main_score": 0.963768, - "hf_subset": "khk_Cyrl-sin_Sinh", - "languages": [ - "khk-Cyrl", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "khk_Cyrl-tha_Thai", - "languages": [ - "khk-Cyrl", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "khk_Cyrl-zho_Hans", - "languages": [ - "khk-Cyrl", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khk_Cyrl-ast_Latn", - "languages": [ - "khk-Cyrl", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "khk_Cyrl-crh_Latn", - "languages": [ - "khk-Cyrl", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-glg_Latn", - "languages": [ - "khk-Cyrl", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806571, - "recall": 0.851779, - "f1": 0.820638, - "accuracy": 0.851779, - "main_score": 0.820638, - "hf_subset": "khk_Cyrl-kas_Deva", - "languages": [ - "khk-Cyrl", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946591, - "recall": 0.962451, - "f1": 0.951647, - "accuracy": 0.962451, - "main_score": 0.951647, - "hf_subset": "khk_Cyrl-ltz_Latn", - "languages": [ - "khk-Cyrl", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450321, - "recall": 0.507905, - "f1": 0.466473, - "accuracy": 0.507905, - "main_score": 0.466473, - "hf_subset": "khk_Cyrl-nus_Latn", - "languages": [ - "khk-Cyrl", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-slk_Latn", - "languages": [ - "khk-Cyrl", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582528, - "recall": 0.658103, - "f1": 0.603488, - "accuracy": 0.658103, - "main_score": 0.603488, - "hf_subset": "khk_Cyrl-tir_Ethi", - "languages": [ - "khk-Cyrl", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "khk_Cyrl-zho_Hant", - "languages": [ - "khk-Cyrl", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.982213, - "f1": 0.977767, - "accuracy": 0.982213, - "main_score": 0.977767, - "hf_subset": "khk_Cyrl-awa_Deva", - "languages": [ - "khk-Cyrl", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.952899, - "recall": 0.967391, - "f1": 0.957675, - "accuracy": 0.967391, - "main_score": 0.957675, - "hf_subset": "khk_Cyrl-cym_Latn", - "languages": [ - "khk-Cyrl", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.744302, - "recall": 0.793478, - "f1": 0.758584, - "accuracy": 0.793478, - "main_score": 0.758584, - "hf_subset": "khk_Cyrl-grn_Latn", - "languages": [ - "khk-Cyrl", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977602, - "recall": 0.98419, - "f1": 0.979578, - "accuracy": 0.98419, - "main_score": 0.979578, - "hf_subset": "khk_Cyrl-kat_Geor", - "languages": [ - "khk-Cyrl", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601823, - "recall": 0.646245, - "f1": 0.613909, - "accuracy": 0.646245, - "main_score": 0.613909, - "hf_subset": "khk_Cyrl-lua_Latn", - "languages": [ - "khk-Cyrl", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5878, - "recall": 0.639328, - "f1": 0.602666, - "accuracy": 0.639328, - "main_score": 0.602666, - "hf_subset": "khk_Cyrl-nya_Latn", - "languages": [ - "khk-Cyrl", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979578, - "recall": 0.986166, - "f1": 0.981719, - "accuracy": 0.986166, - "main_score": 0.981719, - "hf_subset": "khk_Cyrl-slv_Latn", - "languages": [ - "khk-Cyrl", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.861785, - "recall": 0.894269, - "f1": 0.87128, - "accuracy": 0.894269, - "main_score": 0.87128, - "hf_subset": "khk_Cyrl-tpi_Latn", - "languages": [ - "khk-Cyrl", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "khk_Cyrl-zsm_Latn", - "languages": [ - "khk-Cyrl", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521533, - "recall": 0.571146, - "f1": 0.536386, - "accuracy": 0.571146, - "main_score": 0.536386, - "hf_subset": "khk_Cyrl-ayr_Latn", - "languages": [ - "khk-Cyrl", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "khk_Cyrl-dan_Latn", - "languages": [ - "khk-Cyrl", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "khk_Cyrl-guj_Gujr", - "languages": [ - "khk-Cyrl", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-kaz_Cyrl", - "languages": [ - "khk-Cyrl", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513916, - "recall": 0.573123, - "f1": 0.530614, - "accuracy": 0.573123, - "main_score": 0.530614, - "hf_subset": "khk_Cyrl-lug_Latn", - "languages": [ - "khk-Cyrl", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.980814, - "recall": 0.986166, - "f1": 0.982444, - "accuracy": 0.986166, - "main_score": 0.982444, - "hf_subset": "khk_Cyrl-oci_Latn", - "languages": [ - "khk-Cyrl", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.77584, - "recall": 0.826087, - "f1": 0.790763, - "accuracy": 0.826087, - "main_score": 0.790763, - "hf_subset": "khk_Cyrl-smo_Latn", - "languages": [ - "khk-Cyrl", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516842, - "recall": 0.573123, - "f1": 0.532643, - "accuracy": 0.573123, - "main_score": 0.532643, - "hf_subset": "khk_Cyrl-tsn_Latn", - "languages": [ - "khk-Cyrl", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601272, - "recall": 0.655138, - "f1": 0.616853, - "accuracy": 0.655138, - "main_score": 0.616853, - "hf_subset": "khk_Cyrl-zul_Latn", - "languages": [ - "khk-Cyrl", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.856349, - "recall": 0.895257, - "f1": 0.868632, - "accuracy": 0.895257, - "main_score": 0.868632, - "hf_subset": "khk_Cyrl-azb_Arab", - "languages": [ - "khk-Cyrl", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "khk_Cyrl-deu_Latn", - "languages": [ - "khk-Cyrl", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.936347, - "recall": 0.954545, - "f1": 0.942095, - "accuracy": 0.954545, - "main_score": 0.942095, - "hf_subset": "khk_Cyrl-hat_Latn", - "languages": [ - "khk-Cyrl", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487576, - "recall": 0.529644, - "f1": 0.499086, - "accuracy": 0.529644, - "main_score": 0.499086, - "hf_subset": "khk_Cyrl-kbp_Latn", - "languages": [ - "khk-Cyrl", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546723, - "recall": 0.593874, - "f1": 0.559845, - "accuracy": 0.593874, - "main_score": 0.559845, - "hf_subset": "khk_Cyrl-luo_Latn", - "languages": [ - "khk-Cyrl", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98419, - "recall": 0.98913, - "f1": 0.985837, - "accuracy": 0.98913, - "main_score": 0.985837, - "hf_subset": "khk_Cyrl-ory_Orya", - "languages": [ - "khk-Cyrl", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554093, - "recall": 0.610672, - "f1": 0.569784, - "accuracy": 0.610672, - "main_score": 0.569784, - "hf_subset": "khk_Cyrl-sna_Latn", - "languages": [ - "khk-Cyrl", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519797, - "recall": 0.56917, - "f1": 0.533175, - "accuracy": 0.56917, - "main_score": 0.533175, - "hf_subset": "khk_Cyrl-tso_Latn", - "languages": [ - "khk-Cyrl", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979249, - "recall": 0.986166, - "f1": 0.981555, - "accuracy": 0.986166, - "main_score": 0.981555, - "hf_subset": "khk_Cyrl-azj_Latn", - "languages": [ - "khk-Cyrl", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.508997, - "recall": 0.560277, - "f1": 0.523509, - "accuracy": 0.560277, - "main_score": 0.523509, - "hf_subset": "khk_Cyrl-dik_Latn", - "languages": [ - "khk-Cyrl", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.705962, - "recall": 0.76087, - "f1": 0.721989, - "accuracy": 0.76087, - "main_score": 0.721989, - "hf_subset": "khk_Cyrl-hau_Latn", - "languages": [ - "khk-Cyrl", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.935771, - "recall": 0.954545, - "f1": 0.941502, - "accuracy": 0.954545, - "main_score": 0.941502, - "hf_subset": "khk_Cyrl-kea_Latn", - "languages": [ - "khk-Cyrl", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694063, - "recall": 0.741107, - "f1": 0.707664, - "accuracy": 0.741107, - "main_score": 0.707664, - "hf_subset": "khk_Cyrl-lus_Latn", - "languages": [ - "khk-Cyrl", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.797381, - "recall": 0.83498, - "f1": 0.808747, - "accuracy": 0.83498, - "main_score": 0.808747, - "hf_subset": "khk_Cyrl-pag_Latn", - "languages": [ - "khk-Cyrl", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "khk_Cyrl-snd_Arab", - "languages": [ - "khk-Cyrl", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.924407, - "recall": 0.94664, - "f1": 0.931653, - "accuracy": 0.94664, - "main_score": 0.931653, - "hf_subset": "khk_Cyrl-tuk_Latn", - "languages": [ - "khk-Cyrl", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.969697, - "recall": 0.979249, - "f1": 0.972826, - "accuracy": 0.979249, - "main_score": 0.972826, - "hf_subset": "khk_Cyrl-bak_Cyrl", - "languages": [ - "khk-Cyrl", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.463302, - "recall": 0.532609, - "f1": 0.482805, - "accuracy": 0.532609, - "main_score": 0.482805, - "hf_subset": "khk_Cyrl-dyu_Latn", - "languages": [ - "khk-Cyrl", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-heb_Hebr", - "languages": [ - "khk-Cyrl", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "khk_Cyrl-lvs_Latn", - "languages": [ - "khk-Cyrl", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "khk_Cyrl-pan_Guru", - "languages": [ - "khk-Cyrl", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651311, - "recall": 0.712451, - "f1": 0.669655, - "accuracy": 0.712451, - "main_score": 0.669655, - "hf_subset": "khk_Cyrl-som_Latn", - "languages": [ - "khk-Cyrl", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550045, - "recall": 0.596838, - "f1": 0.563265, - "accuracy": 0.596838, - "main_score": 0.563265, - "hf_subset": "khk_Cyrl-tum_Latn", - "languages": [ - "khk-Cyrl", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.593536, - "recall": 0.653162, - "f1": 0.61076, - "accuracy": 0.653162, - "main_score": 0.61076, - "hf_subset": "lvs_Latn-ace_Arab", - "languages": [ - "lvs-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53062, - "recall": 0.589921, - "f1": 0.547365, - "accuracy": 0.589921, - "main_score": 0.547365, - "hf_subset": "lvs_Latn-bam_Latn", - "languages": [ - "lvs-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.454185, - "recall": 0.531621, - "f1": 0.475381, - "accuracy": 0.531621, - "main_score": 0.475381, - "hf_subset": "lvs_Latn-dzo_Tibt", - "languages": [ - "lvs-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-hin_Deva", - "languages": [ - "lvs-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-khm_Khmr", - "languages": [ - "lvs-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-mag_Deva", - "languages": [ - "lvs-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lvs_Latn-pap_Latn", - "languages": [ - "lvs-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597041, - "recall": 0.65415, - "f1": 0.613393, - "accuracy": 0.65415, - "main_score": 0.613393, - "hf_subset": "lvs_Latn-sot_Latn", - "languages": [ - "lvs-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-tur_Latn", - "languages": [ - "lvs-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.886775, - "recall": 0.916996, - "f1": 0.896476, - "accuracy": 0.916996, - "main_score": 0.896476, - "hf_subset": "lvs_Latn-ace_Latn", - "languages": [ - "lvs-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.979249, - "f1": 0.97365, - "accuracy": 0.979249, - "main_score": 0.97365, - "hf_subset": "lvs_Latn-ban_Latn", - "languages": [ - "lvs-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ell_Grek", - "languages": [ - "lvs-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993083, - "recall": 0.995059, - "f1": 0.993742, - "accuracy": 0.995059, - "main_score": 0.993742, - "hf_subset": "lvs_Latn-hne_Deva", - "languages": [ - "lvs-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595261, - "recall": 0.651186, - "f1": 0.611564, - "accuracy": 0.651186, - "main_score": 0.611564, - "hf_subset": "lvs_Latn-kik_Latn", - "languages": [ - "lvs-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-mai_Deva", - "languages": [ - "lvs-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "lvs_Latn-pbt_Arab", - "languages": [ - "lvs-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-spa_Latn", - "languages": [ - "lvs-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614328, - "recall": 0.677866, - "f1": 0.632562, - "accuracy": 0.677866, - "main_score": 0.632562, - "hf_subset": "lvs_Latn-twi_Latn", - "languages": [ - "lvs-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-acm_Arab", - "languages": [ - "lvs-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-bel_Cyrl", - "languages": [ - "lvs-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-eng_Latn", - "languages": [ - "lvs-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-hrv_Latn", - "languages": [ - "lvs-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566462, - "recall": 0.62747, - "f1": 0.583167, - "accuracy": 0.62747, - "main_score": 0.583167, - "hf_subset": "lvs_Latn-kin_Latn", - "languages": [ - "lvs-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-mal_Mlym", - "languages": [ - "lvs-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-pes_Arab", - "languages": [ - "lvs-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-srd_Latn", - "languages": [ - "lvs-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.193109, - "recall": 0.240119, - "f1": 0.204671, - "accuracy": 0.240119, - "main_score": 0.204671, - "hf_subset": "lvs_Latn-tzm_Tfng", - "languages": [ - "lvs-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-acq_Arab", - "languages": [ - "lvs-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.632932, - "recall": 0.686759, - "f1": 0.647919, - "accuracy": 0.686759, - "main_score": 0.647919, - "hf_subset": "lvs_Latn-bem_Latn", - "languages": [ - "lvs-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-epo_Latn", - "languages": [ - "lvs-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-hun_Latn", - "languages": [ - "lvs-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lvs_Latn-kir_Cyrl", - "languages": [ - "lvs-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-mar_Deva", - "languages": [ - "lvs-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.677694, - "recall": 0.73419, - "f1": 0.694078, - "accuracy": 0.73419, - "main_score": 0.694078, - "hf_subset": "lvs_Latn-plt_Latn", - "languages": [ - "lvs-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-srp_Cyrl", - "languages": [ - "lvs-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.975626, - "recall": 0.983202, - "f1": 0.978096, - "accuracy": 0.983202, - "main_score": 0.978096, - "hf_subset": "lvs_Latn-uig_Arab", - "languages": [ - "lvs-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lvs_Latn-aeb_Arab", - "languages": [ - "lvs-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ben_Beng", - "languages": [ - "lvs-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-est_Latn", - "languages": [ - "lvs-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-hye_Armn", - "languages": [ - "lvs-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550988, - "recall": 0.603755, - "f1": 0.566455, - "accuracy": 0.603755, - "main_score": 0.566455, - "hf_subset": "lvs_Latn-kmb_Latn", - "languages": [ - "lvs-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510733, - "recall": 0.58498, - "f1": 0.530691, - "accuracy": 0.58498, - "main_score": 0.530691, - "hf_subset": "lvs_Latn-min_Arab", - "languages": [ - "lvs-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-pol_Latn", - "languages": [ - "lvs-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560337, - "recall": 0.62747, - "f1": 0.580025, - "accuracy": 0.62747, - "main_score": 0.580025, - "hf_subset": "lvs_Latn-ssw_Latn", - "languages": [ - "lvs-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ukr_Cyrl", - "languages": [ - "lvs-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-afr_Latn", - "languages": [ - "lvs-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-bho_Deva", - "languages": [ - "lvs-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lvs_Latn-eus_Latn", - "languages": [ - "lvs-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594988, - "recall": 0.662055, - "f1": 0.613952, - "accuracy": 0.662055, - "main_score": 0.613952, - "hf_subset": "lvs_Latn-ibo_Latn", - "languages": [ - "lvs-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.913867, - "recall": 0.938735, - "f1": 0.921772, - "accuracy": 0.938735, - "main_score": 0.921772, - "hf_subset": "lvs_Latn-kmr_Latn", - "languages": [ - "lvs-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "lvs_Latn-min_Latn", - "languages": [ - "lvs-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-por_Latn", - "languages": [ - "lvs-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lvs_Latn-sun_Latn", - "languages": [ - "lvs-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.530538, - "recall": 0.587945, - "f1": 0.546812, - "accuracy": 0.587945, - "main_score": 0.546812, - "hf_subset": "lvs_Latn-umb_Latn", - "languages": [ - "lvs-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ajp_Arab", - "languages": [ - "lvs-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554081, - "recall": 0.616601, - "f1": 0.572197, - "accuracy": 0.616601, - "main_score": 0.572197, - "hf_subset": "lvs_Latn-bjn_Arab", - "languages": [ - "lvs-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.526331, - "recall": 0.582016, - "f1": 0.541826, - "accuracy": 0.582016, - "main_score": 0.541826, - "hf_subset": "lvs_Latn-ewe_Latn", - "languages": [ - "lvs-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.949275, - "recall": 0.963439, - "f1": 0.953722, - "accuracy": 0.963439, - "main_score": 0.953722, - "hf_subset": "lvs_Latn-ilo_Latn", - "languages": [ - "lvs-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.318058, - "recall": 0.376482, - "f1": 0.333807, - "accuracy": 0.376482, - "main_score": 0.333807, - "hf_subset": "lvs_Latn-knc_Arab", - "languages": [ - "lvs-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-mkd_Cyrl", - "languages": [ - "lvs-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-prs_Arab", - "languages": [ - "lvs-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-swe_Latn", - "languages": [ - "lvs-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-urd_Arab", - "languages": [ - "lvs-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596146, - "recall": 0.656126, - "f1": 0.612522, - "accuracy": 0.656126, - "main_score": 0.612522, - "hf_subset": "lvs_Latn-aka_Latn", - "languages": [ - "lvs-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "lvs_Latn-bjn_Latn", - "languages": [ - "lvs-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.984025, - "recall": 0.98913, - "f1": 0.985672, - "accuracy": 0.98913, - "main_score": 0.985672, - "hf_subset": "lvs_Latn-fao_Latn", - "languages": [ - "lvs-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ind_Latn", - "languages": [ - "lvs-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58194, - "recall": 0.637352, - "f1": 0.597514, - "accuracy": 0.637352, - "main_score": 0.597514, - "hf_subset": "lvs_Latn-knc_Latn", - "languages": [ - "lvs-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "lvs_Latn-mlt_Latn", - "languages": [ - "lvs-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.703568, - "recall": 0.764822, - "f1": 0.721498, - "accuracy": 0.764822, - "main_score": 0.721498, - "hf_subset": "lvs_Latn-quy_Latn", - "languages": [ - "lvs-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97365, - "recall": 0.982213, - "f1": 0.976449, - "accuracy": 0.982213, - "main_score": 0.976449, - "hf_subset": "lvs_Latn-swh_Latn", - "languages": [ - "lvs-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-uzn_Latn", - "languages": [ - "lvs-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-als_Latn", - "languages": [ - "lvs-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67197, - "recall": 0.749012, - "f1": 0.694946, - "accuracy": 0.749012, - "main_score": 0.694946, - "hf_subset": "lvs_Latn-bod_Tibt", - "languages": [ - "lvs-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.723265, - "recall": 0.77668, - "f1": 0.738707, - "accuracy": 0.77668, - "main_score": 0.738707, - "hf_subset": "lvs_Latn-fij_Latn", - "languages": [ - "lvs-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-isl_Latn", - "languages": [ - "lvs-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660566, - "recall": 0.714427, - "f1": 0.676433, - "accuracy": 0.714427, - "main_score": 0.676433, - "hf_subset": "lvs_Latn-kon_Latn", - "languages": [ - "lvs-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665357, - "recall": 0.731225, - "f1": 0.68498, - "accuracy": 0.731225, - "main_score": 0.68498, - "hf_subset": "lvs_Latn-mni_Beng", - "languages": [ - "lvs-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ron_Latn", - "languages": [ - "lvs-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.987154, - "recall": 0.990119, - "f1": 0.988142, - "accuracy": 0.990119, - "main_score": 0.988142, - "hf_subset": "lvs_Latn-szl_Latn", - "languages": [ - "lvs-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-vec_Latn", - "languages": [ - "lvs-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.96278, - "recall": 0.974308, - "f1": 0.966568, - "accuracy": 0.974308, - "main_score": 0.966568, - "hf_subset": "lvs_Latn-amh_Ethi", - "languages": [ - "lvs-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-bos_Latn", - "languages": [ - "lvs-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-fin_Latn", - "languages": [ - "lvs-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ita_Latn", - "languages": [ - "lvs-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-kor_Hang", - "languages": [ - "lvs-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555568, - "recall": 0.610672, - "f1": 0.570987, - "accuracy": 0.610672, - "main_score": 0.570987, - "hf_subset": "lvs_Latn-mos_Latn", - "languages": [ - "lvs-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55733, - "recall": 0.617589, - "f1": 0.574775, - "accuracy": 0.617589, - "main_score": 0.574775, - "hf_subset": "lvs_Latn-run_Latn", - "languages": [ - "lvs-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-tam_Taml", - "languages": [ - "lvs-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-vie_Latn", - "languages": [ - "lvs-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-apc_Arab", - "languages": [ - "lvs-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80252, - "recall": 0.849802, - "f1": 0.81677, - "accuracy": 0.849802, - "main_score": 0.81677, - "hf_subset": "lvs_Latn-bug_Latn", - "languages": [ - "lvs-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.472119, - "recall": 0.530632, - "f1": 0.488136, - "accuracy": 0.530632, - "main_score": 0.488136, - "hf_subset": "lvs_Latn-fon_Latn", - "languages": [ - "lvs-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-jav_Latn", - "languages": [ - "lvs-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lvs_Latn-lao_Laoo", - "languages": [ - "lvs-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.879258, - "recall": 0.912055, - "f1": 0.889575, - "accuracy": 0.912055, - "main_score": 0.889575, - "hf_subset": "lvs_Latn-mri_Latn", - "languages": [ - "lvs-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-rus_Cyrl", - "languages": [ - "lvs-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543376, - "recall": 0.604743, - "f1": 0.560691, - "accuracy": 0.604743, - "main_score": 0.560691, - "hf_subset": "lvs_Latn-taq_Latn", - "languages": [ - "lvs-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lvs_Latn-war_Latn", - "languages": [ - "lvs-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-arb_Arab", - "languages": [ - "lvs-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-bul_Cyrl", - "languages": [ - "lvs-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-fra_Latn", - "languages": [ - "lvs-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-jpn_Jpan", - "languages": [ - "lvs-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lvs_Latn-lij_Latn", - "languages": [ - "lvs-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-mya_Mymr", - "languages": [ - "lvs-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587626, - "recall": 0.655138, - "f1": 0.606482, - "accuracy": 0.655138, - "main_score": 0.606482, - "hf_subset": "lvs_Latn-sag_Latn", - "languages": [ - "lvs-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.206919, - "recall": 0.266798, - "f1": 0.220793, - "accuracy": 0.266798, - "main_score": 0.220793, - "hf_subset": "lvs_Latn-taq_Tfng", - "languages": [ - "lvs-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628557, - "recall": 0.689723, - "f1": 0.646626, - "accuracy": 0.689723, - "main_score": 0.646626, - "hf_subset": "lvs_Latn-wol_Latn", - "languages": [ - "lvs-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.806818, - "recall": 0.855731, - "f1": 0.822069, - "accuracy": 0.855731, - "main_score": 0.822069, - "hf_subset": "lvs_Latn-arb_Latn", - "languages": [ - "lvs-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-cat_Latn", - "languages": [ - "lvs-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lvs_Latn-fur_Latn", - "languages": [ - "lvs-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.427778, - "recall": 0.482213, - "f1": 0.442195, - "accuracy": 0.482213, - "main_score": 0.442195, - "hf_subset": "lvs_Latn-kab_Latn", - "languages": [ - "lvs-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "lvs_Latn-lim_Latn", - "languages": [ - "lvs-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-nld_Latn", - "languages": [ - "lvs-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990613, - "recall": 0.993083, - "f1": 0.991436, - "accuracy": 0.993083, - "main_score": 0.991436, - "hf_subset": "lvs_Latn-san_Deva", - "languages": [ - "lvs-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lvs_Latn-tat_Cyrl", - "languages": [ - "lvs-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676993, - "recall": 0.736166, - "f1": 0.694946, - "accuracy": 0.736166, - "main_score": 0.694946, - "hf_subset": "lvs_Latn-xho_Latn", - "languages": [ - "lvs-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ars_Arab", - "languages": [ - "lvs-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-ceb_Latn", - "languages": [ - "lvs-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569537, - "recall": 0.629447, - "f1": 0.586535, - "accuracy": 0.629447, - "main_score": 0.586535, - "hf_subset": "lvs_Latn-fuv_Latn", - "languages": [ - "lvs-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50947, - "recall": 0.574111, - "f1": 0.527432, - "accuracy": 0.574111, - "main_score": 0.527432, - "hf_subset": "lvs_Latn-kac_Latn", - "languages": [ - "lvs-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671212, - "recall": 0.725296, - "f1": 0.68714, - "accuracy": 0.725296, - "main_score": 0.68714, - "hf_subset": "lvs_Latn-lin_Latn", - "languages": [ - "lvs-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-nno_Latn", - "languages": [ - "lvs-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.242445, - "recall": 0.326087, - "f1": 0.265244, - "accuracy": 0.326087, - "main_score": 0.265244, - "hf_subset": "lvs_Latn-sat_Olck", - "languages": [ - "lvs-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-tel_Telu", - "languages": [ - "lvs-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974308, - "recall": 0.982213, - "f1": 0.976943, - "accuracy": 0.982213, - "main_score": 0.976943, - "hf_subset": "lvs_Latn-ydd_Hebr", - "languages": [ - "lvs-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.976779, - "recall": 0.98419, - "f1": 0.979249, - "accuracy": 0.98419, - "main_score": 0.979249, - "hf_subset": "lvs_Latn-ary_Arab", - "languages": [ - "lvs-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ces_Latn", - "languages": [ - "lvs-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584585, - "recall": 0.644269, - "f1": 0.602113, - "accuracy": 0.644269, - "main_score": 0.602113, - "hf_subset": "lvs_Latn-gaz_Latn", - "languages": [ - "lvs-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58722, - "recall": 0.651186, - "f1": 0.605519, - "accuracy": 0.651186, - "main_score": 0.605519, - "hf_subset": "lvs_Latn-kam_Latn", - "languages": [ - "lvs-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lvs_Latn-lit_Latn", - "languages": [ - "lvs-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-nob_Latn", - "languages": [ - "lvs-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989954, - "recall": 0.993083, - "f1": 0.990942, - "accuracy": 0.993083, - "main_score": 0.990942, - "hf_subset": "lvs_Latn-scn_Latn", - "languages": [ - "lvs-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "lvs_Latn-tgk_Cyrl", - "languages": [ - "lvs-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.724144, - "recall": 0.788538, - "f1": 0.743714, - "accuracy": 0.788538, - "main_score": 0.743714, - "hf_subset": "lvs_Latn-yor_Latn", - "languages": [ - "lvs-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-arz_Arab", - "languages": [ - "lvs-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566107, - "recall": 0.62747, - "f1": 0.584017, - "accuracy": 0.62747, - "main_score": 0.584017, - "hf_subset": "lvs_Latn-cjk_Latn", - "languages": [ - "lvs-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.805912, - "recall": 0.853755, - "f1": 0.820685, - "accuracy": 0.853755, - "main_score": 0.820685, - "hf_subset": "lvs_Latn-gla_Latn", - "languages": [ - "lvs-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-kan_Knda", - "languages": [ - "lvs-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-lmo_Latn", - "languages": [ - "lvs-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "lvs_Latn-npi_Deva", - "languages": [ - "lvs-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475573, - "recall": 0.534585, - "f1": 0.49214, - "accuracy": 0.534585, - "main_score": 0.49214, - "hf_subset": "lvs_Latn-shn_Mymr", - "languages": [ - "lvs-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-tgl_Latn", - "languages": [ - "lvs-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-yue_Hant", - "languages": [ - "lvs-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lvs_Latn-asm_Beng", - "languages": [ - "lvs-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.971014, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "lvs_Latn-ckb_Arab", - "languages": [ - "lvs-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910161, - "recall": 0.934783, - "f1": 0.917885, - "accuracy": 0.934783, - "main_score": 0.917885, - "hf_subset": "lvs_Latn-gle_Latn", - "languages": [ - "lvs-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.966897, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "lvs_Latn-kas_Arab", - "languages": [ - "lvs-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973155, - "recall": 0.981225, - "f1": 0.975791, - "accuracy": 0.981225, - "main_score": 0.975791, - "hf_subset": "lvs_Latn-ltg_Latn", - "languages": [ - "lvs-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.615437, - "recall": 0.666996, - "f1": 0.630073, - "accuracy": 0.666996, - "main_score": 0.630073, - "hf_subset": "lvs_Latn-nso_Latn", - "languages": [ - "lvs-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992589, - "recall": 0.995059, - "f1": 0.993412, - "accuracy": 0.995059, - "main_score": 0.993412, - "hf_subset": "lvs_Latn-sin_Sinh", - "languages": [ - "lvs-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-tha_Thai", - "languages": [ - "lvs-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-zho_Hans", - "languages": [ - "lvs-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ast_Latn", - "languages": [ - "lvs-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-crh_Latn", - "languages": [ - "lvs-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-glg_Latn", - "languages": [ - "lvs-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.895916, - "recall": 0.925889, - "f1": 0.90527, - "accuracy": 0.925889, - "main_score": 0.90527, - "hf_subset": "lvs_Latn-kas_Deva", - "languages": [ - "lvs-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-ltz_Latn", - "languages": [ - "lvs-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47693, - "recall": 0.538538, - "f1": 0.493338, - "accuracy": 0.538538, - "main_score": 0.493338, - "hf_subset": "lvs_Latn-nus_Latn", - "languages": [ - "lvs-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-slk_Latn", - "languages": [ - "lvs-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612953, - "recall": 0.683794, - "f1": 0.633703, - "accuracy": 0.683794, - "main_score": 0.633703, - "hf_subset": "lvs_Latn-tir_Ethi", - "languages": [ - "lvs-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-zho_Hant", - "languages": [ - "lvs-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.990119, - "f1": 0.987813, - "accuracy": 0.990119, - "main_score": 0.987813, - "hf_subset": "lvs_Latn-awa_Deva", - "languages": [ - "lvs-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.983696, - "recall": 0.98913, - "f1": 0.985507, - "accuracy": 0.98913, - "main_score": 0.985507, - "hf_subset": "lvs_Latn-cym_Latn", - "languages": [ - "lvs-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.84865, - "recall": 0.887352, - "f1": 0.860474, - "accuracy": 0.887352, - "main_score": 0.860474, - "hf_subset": "lvs_Latn-grn_Latn", - "languages": [ - "lvs-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-kat_Geor", - "languages": [ - "lvs-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653618, - "recall": 0.703557, - "f1": 0.668121, - "accuracy": 0.703557, - "main_score": 0.668121, - "hf_subset": "lvs_Latn-lua_Latn", - "languages": [ - "lvs-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650362, - "recall": 0.709486, - "f1": 0.667703, - "accuracy": 0.709486, - "main_score": 0.667703, - "hf_subset": "lvs_Latn-nya_Latn", - "languages": [ - "lvs-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-slv_Latn", - "languages": [ - "lvs-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946311, - "recall": 0.962451, - "f1": 0.951581, - "accuracy": 0.962451, - "main_score": 0.951581, - "hf_subset": "lvs_Latn-tpi_Latn", - "languages": [ - "lvs-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-zsm_Latn", - "languages": [ - "lvs-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544277, - "recall": 0.609684, - "f1": 0.56269, - "accuracy": 0.609684, - "main_score": 0.56269, - "hf_subset": "lvs_Latn-ayr_Latn", - "languages": [ - "lvs-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-dan_Latn", - "languages": [ - "lvs-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-guj_Gujr", - "languages": [ - "lvs-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-kaz_Cyrl", - "languages": [ - "lvs-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534241, - "recall": 0.59585, - "f1": 0.550932, - "accuracy": 0.59585, - "main_score": 0.550932, - "hf_subset": "lvs_Latn-lug_Latn", - "languages": [ - "lvs-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-oci_Latn", - "languages": [ - "lvs-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.843001, - "recall": 0.886364, - "f1": 0.856423, - "accuracy": 0.886364, - "main_score": 0.856423, - "hf_subset": "lvs_Latn-smo_Latn", - "languages": [ - "lvs-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540821, - "recall": 0.605731, - "f1": 0.559511, - "accuracy": 0.605731, - "main_score": 0.559511, - "hf_subset": "lvs_Latn-tsn_Latn", - "languages": [ - "lvs-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62635, - "recall": 0.682806, - "f1": 0.642951, - "accuracy": 0.682806, - "main_score": 0.642951, - "hf_subset": "lvs_Latn-zul_Latn", - "languages": [ - "lvs-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.925066, - "recall": 0.947628, - "f1": 0.932312, - "accuracy": 0.947628, - "main_score": 0.932312, - "hf_subset": "lvs_Latn-azb_Arab", - "languages": [ - "lvs-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-deu_Latn", - "languages": [ - "lvs-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.987154, - "f1": 0.98386, - "accuracy": 0.987154, - "main_score": 0.98386, - "hf_subset": "lvs_Latn-hat_Latn", - "languages": [ - "lvs-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494853, - "recall": 0.551383, - "f1": 0.510879, - "accuracy": 0.551383, - "main_score": 0.510879, - "hf_subset": "lvs_Latn-kbp_Latn", - "languages": [ - "lvs-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581721, - "recall": 0.636364, - "f1": 0.596261, - "accuracy": 0.636364, - "main_score": 0.596261, - "hf_subset": "lvs_Latn-luo_Latn", - "languages": [ - "lvs-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-ory_Orya", - "languages": [ - "lvs-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601205, - "recall": 0.663043, - "f1": 0.618765, - "accuracy": 0.663043, - "main_score": 0.618765, - "hf_subset": "lvs_Latn-sna_Latn", - "languages": [ - "lvs-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554948, - "recall": 0.604743, - "f1": 0.569076, - "accuracy": 0.604743, - "main_score": 0.569076, - "hf_subset": "lvs_Latn-tso_Latn", - "languages": [ - "lvs-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "lvs_Latn-azj_Latn", - "languages": [ - "lvs-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540348, - "recall": 0.61166, - "f1": 0.56094, - "accuracy": 0.61166, - "main_score": 0.56094, - "hf_subset": "lvs_Latn-dik_Latn", - "languages": [ - "lvs-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.756258, - "recall": 0.8083, - "f1": 0.77197, - "accuracy": 0.8083, - "main_score": 0.77197, - "hf_subset": "lvs_Latn-hau_Latn", - "languages": [ - "lvs-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lvs_Latn-kea_Latn", - "languages": [ - "lvs-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.74781, - "recall": 0.798419, - "f1": 0.763293, - "accuracy": 0.798419, - "main_score": 0.763293, - "hf_subset": "lvs_Latn-lus_Latn", - "languages": [ - "lvs-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872398, - "recall": 0.900198, - "f1": 0.880665, - "accuracy": 0.900198, - "main_score": 0.880665, - "hf_subset": "lvs_Latn-pag_Latn", - "languages": [ - "lvs-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "lvs_Latn-snd_Arab", - "languages": [ - "lvs-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "lvs_Latn-tuk_Latn", - "languages": [ - "lvs-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "lvs_Latn-bak_Cyrl", - "languages": [ - "lvs-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482099, - "recall": 0.563241, - "f1": 0.506395, - "accuracy": 0.563241, - "main_score": 0.506395, - "hf_subset": "lvs_Latn-dyu_Latn", - "languages": [ - "lvs-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "lvs_Latn-heb_Hebr", - "languages": [ - "lvs-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "lvs_Latn-khk_Cyrl", - "languages": [ - "lvs-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "lvs_Latn-pan_Guru", - "languages": [ - "lvs-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.71979, - "recall": 0.773715, - "f1": 0.735987, - "accuracy": 0.773715, - "main_score": 0.735987, - "hf_subset": "lvs_Latn-som_Latn", - "languages": [ - "lvs-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600866, - "recall": 0.647233, - "f1": 0.613885, - "accuracy": 0.647233, - "main_score": 0.613885, - "hf_subset": "lvs_Latn-tum_Latn", - "languages": [ - "lvs-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57395, - "recall": 0.640316, - "f1": 0.59263, - "accuracy": 0.640316, - "main_score": 0.59263, - "hf_subset": "pan_Guru-ace_Arab", - "languages": [ - "pan-Guru", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51787, - "recall": 0.576087, - "f1": 0.533904, - "accuracy": 0.576087, - "main_score": 0.533904, - "hf_subset": "pan_Guru-bam_Latn", - "languages": [ - "pan-Guru", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.445269, - "recall": 0.520751, - "f1": 0.464714, - "accuracy": 0.520751, - "main_score": 0.464714, - "hf_subset": "pan_Guru-dzo_Tibt", - "languages": [ - "pan-Guru", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-hin_Deva", - "languages": [ - "pan-Guru", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-khm_Khmr", - "languages": [ - "pan-Guru", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-mag_Deva", - "languages": [ - "pan-Guru", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.977767, - "recall": 0.985178, - "f1": 0.980237, - "accuracy": 0.985178, - "main_score": 0.980237, - "hf_subset": "pan_Guru-pap_Latn", - "languages": [ - "pan-Guru", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57163, - "recall": 0.630435, - "f1": 0.58785, - "accuracy": 0.630435, - "main_score": 0.58785, - "hf_subset": "pan_Guru-sot_Latn", - "languages": [ - "pan-Guru", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-tur_Latn", - "languages": [ - "pan-Guru", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.872639, - "recall": 0.90415, - "f1": 0.882444, - "accuracy": 0.90415, - "main_score": 0.882444, - "hf_subset": "pan_Guru-ace_Latn", - "languages": [ - "pan-Guru", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.948617, - "recall": 0.964427, - "f1": 0.953887, - "accuracy": 0.964427, - "main_score": 0.953887, - "hf_subset": "pan_Guru-ban_Latn", - "languages": [ - "pan-Guru", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-ell_Grek", - "languages": [ - "pan-Guru", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "pan_Guru-hne_Deva", - "languages": [ - "pan-Guru", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584356, - "recall": 0.648221, - "f1": 0.602656, - "accuracy": 0.648221, - "main_score": 0.602656, - "hf_subset": "pan_Guru-kik_Latn", - "languages": [ - "pan-Guru", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-mai_Deva", - "languages": [ - "pan-Guru", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.973814, - "recall": 0.982213, - "f1": 0.976614, - "accuracy": 0.982213, - "main_score": 0.976614, - "hf_subset": "pan_Guru-pbt_Arab", - "languages": [ - "pan-Guru", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-spa_Latn", - "languages": [ - "pan-Guru", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.610467, - "recall": 0.68083, - "f1": 0.629788, - "accuracy": 0.68083, - "main_score": 0.629788, - "hf_subset": "pan_Guru-twi_Latn", - "languages": [ - "pan-Guru", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-acm_Arab", - "languages": [ - "pan-Guru", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-bel_Cyrl", - "languages": [ - "pan-Guru", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-eng_Latn", - "languages": [ - "pan-Guru", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-hrv_Latn", - "languages": [ - "pan-Guru", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.541933, - "recall": 0.609684, - "f1": 0.561171, - "accuracy": 0.609684, - "main_score": 0.561171, - "hf_subset": "pan_Guru-kin_Latn", - "languages": [ - "pan-Guru", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-mal_Mlym", - "languages": [ - "pan-Guru", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-pes_Arab", - "languages": [ - "pan-Guru", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pan_Guru-srd_Latn", - "languages": [ - "pan-Guru", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.181011, - "recall": 0.225296, - "f1": 0.192057, - "accuracy": 0.225296, - "main_score": 0.192057, - "hf_subset": "pan_Guru-tzm_Tfng", - "languages": [ - "pan-Guru", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-acq_Arab", - "languages": [ - "pan-Guru", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.618083, - "recall": 0.670949, - "f1": 0.633385, - "accuracy": 0.670949, - "main_score": 0.633385, - "hf_subset": "pan_Guru-bem_Latn", - "languages": [ - "pan-Guru", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-epo_Latn", - "languages": [ - "pan-Guru", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-hun_Latn", - "languages": [ - "pan-Guru", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-kir_Cyrl", - "languages": [ - "pan-Guru", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-mar_Deva", - "languages": [ - "pan-Guru", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66362, - "recall": 0.725296, - "f1": 0.681691, - "accuracy": 0.725296, - "main_score": 0.681691, - "hf_subset": "pan_Guru-plt_Latn", - "languages": [ - "pan-Guru", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-srp_Cyrl", - "languages": [ - "pan-Guru", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.974638, - "recall": 0.982213, - "f1": 0.977108, - "accuracy": 0.982213, - "main_score": 0.977108, - "hf_subset": "pan_Guru-uig_Arab", - "languages": [ - "pan-Guru", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-aeb_Arab", - "languages": [ - "pan-Guru", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ben_Beng", - "languages": [ - "pan-Guru", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-est_Latn", - "languages": [ - "pan-Guru", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-hye_Armn", - "languages": [ - "pan-Guru", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534132, - "recall": 0.58498, - "f1": 0.548168, - "accuracy": 0.58498, - "main_score": 0.548168, - "hf_subset": "pan_Guru-kmb_Latn", - "languages": [ - "pan-Guru", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495033, - "recall": 0.56917, - "f1": 0.514567, - "accuracy": 0.56917, - "main_score": 0.514567, - "hf_subset": "pan_Guru-min_Arab", - "languages": [ - "pan-Guru", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-pol_Latn", - "languages": [ - "pan-Guru", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555018, - "recall": 0.624506, - "f1": 0.574541, - "accuracy": 0.624506, - "main_score": 0.574541, - "hf_subset": "pan_Guru-ssw_Latn", - "languages": [ - "pan-Guru", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ukr_Cyrl", - "languages": [ - "pan-Guru", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-afr_Latn", - "languages": [ - "pan-Guru", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-bho_Deva", - "languages": [ - "pan-Guru", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.990119, - "recall": 0.993083, - "f1": 0.991107, - "accuracy": 0.993083, - "main_score": 0.991107, - "hf_subset": "pan_Guru-eus_Latn", - "languages": [ - "pan-Guru", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554035, - "recall": 0.621542, - "f1": 0.572246, - "accuracy": 0.621542, - "main_score": 0.572246, - "hf_subset": "pan_Guru-ibo_Latn", - "languages": [ - "pan-Guru", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.910079, - "recall": 0.936759, - "f1": 0.918643, - "accuracy": 0.936759, - "main_score": 0.918643, - "hf_subset": "pan_Guru-kmr_Latn", - "languages": [ - "pan-Guru", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988801, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "pan_Guru-min_Latn", - "languages": [ - "pan-Guru", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-por_Latn", - "languages": [ - "pan-Guru", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pan_Guru-sun_Latn", - "languages": [ - "pan-Guru", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510131, - "recall": 0.573123, - "f1": 0.528195, - "accuracy": 0.573123, - "main_score": 0.528195, - "hf_subset": "pan_Guru-umb_Latn", - "languages": [ - "pan-Guru", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ajp_Arab", - "languages": [ - "pan-Guru", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51498, - "recall": 0.582016, - "f1": 0.53394, - "accuracy": 0.582016, - "main_score": 0.53394, - "hf_subset": "pan_Guru-bjn_Arab", - "languages": [ - "pan-Guru", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.500329, - "recall": 0.561265, - "f1": 0.516576, - "accuracy": 0.561265, - "main_score": 0.516576, - "hf_subset": "pan_Guru-ewe_Latn", - "languages": [ - "pan-Guru", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.946064, - "recall": 0.962451, - "f1": 0.951318, - "accuracy": 0.962451, - "main_score": 0.951318, - "hf_subset": "pan_Guru-ilo_Latn", - "languages": [ - "pan-Guru", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315234, - "recall": 0.37253, - "f1": 0.33093, - "accuracy": 0.37253, - "main_score": 0.33093, - "hf_subset": "pan_Guru-knc_Arab", - "languages": [ - "pan-Guru", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-mkd_Cyrl", - "languages": [ - "pan-Guru", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-prs_Arab", - "languages": [ - "pan-Guru", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-swe_Latn", - "languages": [ - "pan-Guru", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-urd_Arab", - "languages": [ - "pan-Guru", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585161, - "recall": 0.653162, - "f1": 0.604149, - "accuracy": 0.653162, - "main_score": 0.604149, - "hf_subset": "pan_Guru-aka_Latn", - "languages": [ - "pan-Guru", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988636, - "recall": 0.992095, - "f1": 0.989789, - "accuracy": 0.992095, - "main_score": 0.989789, - "hf_subset": "pan_Guru-bjn_Latn", - "languages": [ - "pan-Guru", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968215, - "recall": 0.978261, - "f1": 0.971509, - "accuracy": 0.978261, - "main_score": 0.971509, - "hf_subset": "pan_Guru-fao_Latn", - "languages": [ - "pan-Guru", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ind_Latn", - "languages": [ - "pan-Guru", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587113, - "recall": 0.645257, - "f1": 0.603877, - "accuracy": 0.645257, - "main_score": 0.603877, - "hf_subset": "pan_Guru-knc_Latn", - "languages": [ - "pan-Guru", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pan_Guru-mlt_Latn", - "languages": [ - "pan-Guru", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.695231, - "recall": 0.763834, - "f1": 0.716074, - "accuracy": 0.763834, - "main_score": 0.716074, - "hf_subset": "pan_Guru-quy_Latn", - "languages": [ - "pan-Guru", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "pan_Guru-swh_Latn", - "languages": [ - "pan-Guru", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-uzn_Latn", - "languages": [ - "pan-Guru", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-als_Latn", - "languages": [ - "pan-Guru", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675569, - "recall": 0.747036, - "f1": 0.696657, - "accuracy": 0.747036, - "main_score": 0.696657, - "hf_subset": "pan_Guru-bod_Tibt", - "languages": [ - "pan-Guru", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699028, - "recall": 0.761858, - "f1": 0.717217, - "accuracy": 0.761858, - "main_score": 0.717217, - "hf_subset": "pan_Guru-fij_Latn", - "languages": [ - "pan-Guru", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.989625, - "recall": 0.993083, - "f1": 0.990777, - "accuracy": 0.993083, - "main_score": 0.990777, - "hf_subset": "pan_Guru-isl_Latn", - "languages": [ - "pan-Guru", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658218, - "recall": 0.715415, - "f1": 0.675089, - "accuracy": 0.715415, - "main_score": 0.675089, - "hf_subset": "pan_Guru-kon_Latn", - "languages": [ - "pan-Guru", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662516, - "recall": 0.731225, - "f1": 0.682905, - "accuracy": 0.731225, - "main_score": 0.682905, - "hf_subset": "pan_Guru-mni_Beng", - "languages": [ - "pan-Guru", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ron_Latn", - "languages": [ - "pan-Guru", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.981719, - "recall": 0.986166, - "f1": 0.983202, - "accuracy": 0.986166, - "main_score": 0.983202, - "hf_subset": "pan_Guru-szl_Latn", - "languages": [ - "pan-Guru", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-vec_Latn", - "languages": [ - "pan-Guru", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95998, - "recall": 0.97332, - "f1": 0.964427, - "accuracy": 0.97332, - "main_score": 0.964427, - "hf_subset": "pan_Guru-amh_Ethi", - "languages": [ - "pan-Guru", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-bos_Latn", - "languages": [ - "pan-Guru", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-fin_Latn", - "languages": [ - "pan-Guru", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ita_Latn", - "languages": [ - "pan-Guru", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-kor_Hang", - "languages": [ - "pan-Guru", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531473, - "recall": 0.593874, - "f1": 0.548901, - "accuracy": 0.593874, - "main_score": 0.548901, - "hf_subset": "pan_Guru-mos_Latn", - "languages": [ - "pan-Guru", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546945, - "recall": 0.604743, - "f1": 0.563531, - "accuracy": 0.604743, - "main_score": 0.563531, - "hf_subset": "pan_Guru-run_Latn", - "languages": [ - "pan-Guru", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-tam_Taml", - "languages": [ - "pan-Guru", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-vie_Latn", - "languages": [ - "pan-Guru", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-apc_Arab", - "languages": [ - "pan-Guru", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.78913, - "recall": 0.838933, - "f1": 0.804084, - "accuracy": 0.838933, - "main_score": 0.804084, - "hf_subset": "pan_Guru-bug_Latn", - "languages": [ - "pan-Guru", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461543, - "recall": 0.520751, - "f1": 0.477338, - "accuracy": 0.520751, - "main_score": 0.477338, - "hf_subset": "pan_Guru-fon_Latn", - "languages": [ - "pan-Guru", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995553, - "recall": 0.997036, - "f1": 0.996047, - "accuracy": 0.997036, - "main_score": 0.996047, - "hf_subset": "pan_Guru-jav_Latn", - "languages": [ - "pan-Guru", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-lao_Laoo", - "languages": [ - "pan-Guru", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.852684, - "recall": 0.890316, - "f1": 0.864657, - "accuracy": 0.890316, - "main_score": 0.864657, - "hf_subset": "pan_Guru-mri_Latn", - "languages": [ - "pan-Guru", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-rus_Cyrl", - "languages": [ - "pan-Guru", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.534925, - "recall": 0.597826, - "f1": 0.551736, - "accuracy": 0.597826, - "main_score": 0.551736, - "hf_subset": "pan_Guru-taq_Latn", - "languages": [ - "pan-Guru", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pan_Guru-war_Latn", - "languages": [ - "pan-Guru", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-arb_Arab", - "languages": [ - "pan-Guru", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-bul_Cyrl", - "languages": [ - "pan-Guru", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-fra_Latn", - "languages": [ - "pan-Guru", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-jpn_Jpan", - "languages": [ - "pan-Guru", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985507, - "recall": 0.990119, - "f1": 0.986989, - "accuracy": 0.990119, - "main_score": 0.986989, - "hf_subset": "pan_Guru-lij_Latn", - "languages": [ - "pan-Guru", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.992424, - "recall": 0.994071, - "f1": 0.992918, - "accuracy": 0.994071, - "main_score": 0.992918, - "hf_subset": "pan_Guru-mya_Mymr", - "languages": [ - "pan-Guru", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583614, - "recall": 0.649209, - "f1": 0.601972, - "accuracy": 0.649209, - "main_score": 0.601972, - "hf_subset": "pan_Guru-sag_Latn", - "languages": [ - "pan-Guru", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.192167, - "recall": 0.25, - "f1": 0.204807, - "accuracy": 0.25, - "main_score": 0.204807, - "hf_subset": "pan_Guru-taq_Tfng", - "languages": [ - "pan-Guru", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.612615, - "recall": 0.681818, - "f1": 0.632383, - "accuracy": 0.681818, - "main_score": 0.632383, - "hf_subset": "pan_Guru-wol_Latn", - "languages": [ - "pan-Guru", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.80163, - "recall": 0.855731, - "f1": 0.818347, - "accuracy": 0.855731, - "main_score": 0.818347, - "hf_subset": "pan_Guru-arb_Latn", - "languages": [ - "pan-Guru", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-cat_Latn", - "languages": [ - "pan-Guru", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "pan_Guru-fur_Latn", - "languages": [ - "pan-Guru", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.401463, - "recall": 0.464427, - "f1": 0.418548, - "accuracy": 0.464427, - "main_score": 0.418548, - "hf_subset": "pan_Guru-kab_Latn", - "languages": [ - "pan-Guru", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pan_Guru-lim_Latn", - "languages": [ - "pan-Guru", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-nld_Latn", - "languages": [ - "pan-Guru", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.993577, - "recall": 0.995059, - "f1": 0.994071, - "accuracy": 0.995059, - "main_score": 0.994071, - "hf_subset": "pan_Guru-san_Deva", - "languages": [ - "pan-Guru", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994071, - "recall": 0.996047, - "f1": 0.99473, - "accuracy": 0.996047, - "main_score": 0.99473, - "hf_subset": "pan_Guru-tat_Cyrl", - "languages": [ - "pan-Guru", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660976, - "recall": 0.724308, - "f1": 0.6794, - "accuracy": 0.724308, - "main_score": 0.6794, - "hf_subset": "pan_Guru-xho_Latn", - "languages": [ - "pan-Guru", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-ars_Arab", - "languages": [ - "pan-Guru", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-ceb_Latn", - "languages": [ - "pan-Guru", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556897, - "recall": 0.619565, - "f1": 0.574346, - "accuracy": 0.619565, - "main_score": 0.574346, - "hf_subset": "pan_Guru-fuv_Latn", - "languages": [ - "pan-Guru", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.493166, - "recall": 0.56917, - "f1": 0.513829, - "accuracy": 0.56917, - "main_score": 0.513829, - "hf_subset": "pan_Guru-kac_Latn", - "languages": [ - "pan-Guru", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657602, - "recall": 0.717391, - "f1": 0.675115, - "accuracy": 0.717391, - "main_score": 0.675115, - "hf_subset": "pan_Guru-lin_Latn", - "languages": [ - "pan-Guru", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-nno_Latn", - "languages": [ - "pan-Guru", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.246586, - "recall": 0.333992, - "f1": 0.269279, - "accuracy": 0.333992, - "main_score": 0.269279, - "hf_subset": "pan_Guru-sat_Olck", - "languages": [ - "pan-Guru", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-tel_Telu", - "languages": [ - "pan-Guru", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97085, - "recall": 0.980237, - "f1": 0.973979, - "accuracy": 0.980237, - "main_score": 0.973979, - "hf_subset": "pan_Guru-ydd_Hebr", - "languages": [ - "pan-Guru", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.979743, - "recall": 0.986166, - "f1": 0.981884, - "accuracy": 0.986166, - "main_score": 0.981884, - "hf_subset": "pan_Guru-ary_Arab", - "languages": [ - "pan-Guru", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ces_Latn", - "languages": [ - "pan-Guru", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569409, - "recall": 0.636364, - "f1": 0.589209, - "accuracy": 0.636364, - "main_score": 0.589209, - "hf_subset": "pan_Guru-gaz_Latn", - "languages": [ - "pan-Guru", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585138, - "recall": 0.652174, - "f1": 0.604004, - "accuracy": 0.652174, - "main_score": 0.604004, - "hf_subset": "pan_Guru-kam_Latn", - "languages": [ - "pan-Guru", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.994565, - "recall": 0.996047, - "f1": 0.995059, - "accuracy": 0.996047, - "main_score": 0.995059, - "hf_subset": "pan_Guru-lit_Latn", - "languages": [ - "pan-Guru", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-nob_Latn", - "languages": [ - "pan-Guru", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.978096, - "recall": 0.985178, - "f1": 0.980402, - "accuracy": 0.985178, - "main_score": 0.980402, - "hf_subset": "pan_Guru-scn_Latn", - "languages": [ - "pan-Guru", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991601, - "recall": 0.994071, - "f1": 0.992424, - "accuracy": 0.994071, - "main_score": 0.992424, - "hf_subset": "pan_Guru-tgk_Cyrl", - "languages": [ - "pan-Guru", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.70998, - "recall": 0.77668, - "f1": 0.730138, - "accuracy": 0.77668, - "main_score": 0.730138, - "hf_subset": "pan_Guru-yor_Latn", - "languages": [ - "pan-Guru", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-arz_Arab", - "languages": [ - "pan-Guru", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553977, - "recall": 0.610672, - "f1": 0.570035, - "accuracy": 0.610672, - "main_score": 0.570035, - "hf_subset": "pan_Guru-cjk_Latn", - "languages": [ - "pan-Guru", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.794796, - "recall": 0.844862, - "f1": 0.810211, - "accuracy": 0.844862, - "main_score": 0.810211, - "hf_subset": "pan_Guru-gla_Latn", - "languages": [ - "pan-Guru", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-kan_Knda", - "languages": [ - "pan-Guru", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pan_Guru-lmo_Latn", - "languages": [ - "pan-Guru", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.995059, - "recall": 0.996047, - "f1": 0.995389, - "accuracy": 0.996047, - "main_score": 0.995389, - "hf_subset": "pan_Guru-npi_Deva", - "languages": [ - "pan-Guru", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.461144, - "recall": 0.533597, - "f1": 0.480821, - "accuracy": 0.533597, - "main_score": 0.480821, - "hf_subset": "pan_Guru-shn_Mymr", - "languages": [ - "pan-Guru", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-tgl_Latn", - "languages": [ - "pan-Guru", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-yue_Hant", - "languages": [ - "pan-Guru", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-asm_Beng", - "languages": [ - "pan-Guru", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.970685, - "recall": 0.980237, - "f1": 0.973814, - "accuracy": 0.980237, - "main_score": 0.973814, - "hf_subset": "pan_Guru-ckb_Arab", - "languages": [ - "pan-Guru", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.883976, - "recall": 0.91502, - "f1": 0.893643, - "accuracy": 0.91502, - "main_score": 0.893643, - "hf_subset": "pan_Guru-gle_Latn", - "languages": [ - "pan-Guru", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.968379, - "recall": 0.978261, - "f1": 0.971673, - "accuracy": 0.978261, - "main_score": 0.971673, - "hf_subset": "pan_Guru-kas_Arab", - "languages": [ - "pan-Guru", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934947, - "recall": 0.954545, - "f1": 0.941206, - "accuracy": 0.954545, - "main_score": 0.941206, - "hf_subset": "pan_Guru-ltg_Latn", - "languages": [ - "pan-Guru", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605987, - "recall": 0.664032, - "f1": 0.622353, - "accuracy": 0.664032, - "main_score": 0.622353, - "hf_subset": "pan_Guru-nso_Latn", - "languages": [ - "pan-Guru", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.98666, - "recall": 0.991107, - "f1": 0.988142, - "accuracy": 0.991107, - "main_score": 0.988142, - "hf_subset": "pan_Guru-sin_Sinh", - "languages": [ - "pan-Guru", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-tha_Thai", - "languages": [ - "pan-Guru", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-zho_Hans", - "languages": [ - "pan-Guru", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ast_Latn", - "languages": [ - "pan-Guru", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-crh_Latn", - "languages": [ - "pan-Guru", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-glg_Latn", - "languages": [ - "pan-Guru", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.926795, - "recall": 0.949605, - "f1": 0.93419, - "accuracy": 0.949605, - "main_score": 0.93419, - "hf_subset": "pan_Guru-kas_Deva", - "languages": [ - "pan-Guru", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.982213, - "recall": 0.988142, - "f1": 0.98419, - "accuracy": 0.988142, - "main_score": 0.98419, - "hf_subset": "pan_Guru-ltz_Latn", - "languages": [ - "pan-Guru", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.448255, - "recall": 0.518775, - "f1": 0.467409, - "accuracy": 0.518775, - "main_score": 0.467409, - "hf_subset": "pan_Guru-nus_Latn", - "languages": [ - "pan-Guru", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-slk_Latn", - "languages": [ - "pan-Guru", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.63341, - "recall": 0.703557, - "f1": 0.654048, - "accuracy": 0.703557, - "main_score": 0.654048, - "hf_subset": "pan_Guru-tir_Ethi", - "languages": [ - "pan-Guru", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-zho_Hant", - "languages": [ - "pan-Guru", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.986989, - "recall": 0.990119, - "f1": 0.987978, - "accuracy": 0.990119, - "main_score": 0.987978, - "hf_subset": "pan_Guru-awa_Deva", - "languages": [ - "pan-Guru", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pan_Guru-cym_Latn", - "languages": [ - "pan-Guru", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.839756, - "recall": 0.879447, - "f1": 0.852075, - "accuracy": 0.879447, - "main_score": 0.852075, - "hf_subset": "pan_Guru-grn_Latn", - "languages": [ - "pan-Guru", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-kat_Geor", - "languages": [ - "pan-Guru", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626772, - "recall": 0.685771, - "f1": 0.644041, - "accuracy": 0.685771, - "main_score": 0.644041, - "hf_subset": "pan_Guru-lua_Latn", - "languages": [ - "pan-Guru", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636307, - "recall": 0.703557, - "f1": 0.655405, - "accuracy": 0.703557, - "main_score": 0.655405, - "hf_subset": "pan_Guru-nya_Latn", - "languages": [ - "pan-Guru", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-slv_Latn", - "languages": [ - "pan-Guru", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.95084, - "recall": 0.965415, - "f1": 0.955435, - "accuracy": 0.965415, - "main_score": 0.955435, - "hf_subset": "pan_Guru-tpi_Latn", - "languages": [ - "pan-Guru", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-zsm_Latn", - "languages": [ - "pan-Guru", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537364, - "recall": 0.600791, - "f1": 0.555138, - "accuracy": 0.600791, - "main_score": 0.555138, - "hf_subset": "pan_Guru-ayr_Latn", - "languages": [ - "pan-Guru", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-dan_Latn", - "languages": [ - "pan-Guru", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-guj_Gujr", - "languages": [ - "pan-Guru", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-kaz_Cyrl", - "languages": [ - "pan-Guru", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531046, - "recall": 0.593874, - "f1": 0.548796, - "accuracy": 0.593874, - "main_score": 0.548796, - "hf_subset": "pan_Guru-lug_Latn", - "languages": [ - "pan-Guru", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-oci_Latn", - "languages": [ - "pan-Guru", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.83004, - "recall": 0.873518, - "f1": 0.843347, - "accuracy": 0.873518, - "main_score": 0.843347, - "hf_subset": "pan_Guru-smo_Latn", - "languages": [ - "pan-Guru", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53325, - "recall": 0.604743, - "f1": 0.552914, - "accuracy": 0.604743, - "main_score": 0.552914, - "hf_subset": "pan_Guru-tsn_Latn", - "languages": [ - "pan-Guru", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603039, - "recall": 0.668972, - "f1": 0.622293, - "accuracy": 0.668972, - "main_score": 0.622293, - "hf_subset": "pan_Guru-zul_Latn", - "languages": [ - "pan-Guru", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.934618, - "recall": 0.954545, - "f1": 0.941041, - "accuracy": 0.954545, - "main_score": 0.941041, - "hf_subset": "pan_Guru-azb_Arab", - "languages": [ - "pan-Guru", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-deu_Latn", - "languages": [ - "pan-Guru", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.97332, - "recall": 0.981225, - "f1": 0.975955, - "accuracy": 0.981225, - "main_score": 0.975955, - "hf_subset": "pan_Guru-hat_Latn", - "languages": [ - "pan-Guru", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.473008, - "recall": 0.536561, - "f1": 0.490254, - "accuracy": 0.536561, - "main_score": 0.490254, - "hf_subset": "pan_Guru-kbp_Latn", - "languages": [ - "pan-Guru", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565474, - "recall": 0.628458, - "f1": 0.582103, - "accuracy": 0.628458, - "main_score": 0.582103, - "hf_subset": "pan_Guru-luo_Latn", - "languages": [ - "pan-Guru", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-ory_Orya", - "languages": [ - "pan-Guru", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580222, - "recall": 0.650198, - "f1": 0.600109, - "accuracy": 0.650198, - "main_score": 0.600109, - "hf_subset": "pan_Guru-sna_Latn", - "languages": [ - "pan-Guru", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538709, - "recall": 0.601779, - "f1": 0.555991, - "accuracy": 0.601779, - "main_score": 0.555991, - "hf_subset": "pan_Guru-tso_Latn", - "languages": [ - "pan-Guru", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.998518, - "recall": 0.999012, - "f1": 0.998682, - "accuracy": 0.999012, - "main_score": 0.998682, - "hf_subset": "pan_Guru-azj_Latn", - "languages": [ - "pan-Guru", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535375, - "recall": 0.604743, - "f1": 0.554635, - "accuracy": 0.604743, - "main_score": 0.554635, - "hf_subset": "pan_Guru-dik_Latn", - "languages": [ - "pan-Guru", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.730148, - "recall": 0.784585, - "f1": 0.745984, - "accuracy": 0.784585, - "main_score": 0.745984, - "hf_subset": "pan_Guru-hau_Latn", - "languages": [ - "pan-Guru", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.985178, - "recall": 0.990119, - "f1": 0.986825, - "accuracy": 0.990119, - "main_score": 0.986825, - "hf_subset": "pan_Guru-kea_Latn", - "languages": [ - "pan-Guru", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.745372, - "recall": 0.796443, - "f1": 0.760903, - "accuracy": 0.796443, - "main_score": 0.760903, - "hf_subset": "pan_Guru-lus_Latn", - "languages": [ - "pan-Guru", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.877882, - "recall": 0.907115, - "f1": 0.886528, - "accuracy": 0.907115, - "main_score": 0.886528, - "hf_subset": "pan_Guru-pag_Latn", - "languages": [ - "pan-Guru", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-snd_Arab", - "languages": [ - "pan-Guru", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.967062, - "recall": 0.977273, - "f1": 0.970356, - "accuracy": 0.977273, - "main_score": 0.970356, - "hf_subset": "pan_Guru-tuk_Latn", - "languages": [ - "pan-Guru", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.988142, - "recall": 0.992095, - "f1": 0.98946, - "accuracy": 0.992095, - "main_score": 0.98946, - "hf_subset": "pan_Guru-bak_Cyrl", - "languages": [ - "pan-Guru", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.474505, - "recall": 0.552372, - "f1": 0.496719, - "accuracy": 0.552372, - "main_score": 0.496719, - "hf_subset": "pan_Guru-dyu_Latn", - "languages": [ - "pan-Guru", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.997036, - "recall": 0.998024, - "f1": 0.997365, - "accuracy": 0.998024, - "main_score": 0.997365, - "hf_subset": "pan_Guru-heb_Hebr", - "languages": [ - "pan-Guru", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.991107, - "recall": 0.994071, - "f1": 0.992095, - "accuracy": 0.994071, - "main_score": 0.992095, - "hf_subset": "pan_Guru-khk_Cyrl", - "languages": [ - "pan-Guru", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 1.0, - "recall": 1.0, - "f1": 1.0, - "accuracy": 1.0, - "main_score": 1.0, - "hf_subset": "pan_Guru-lvs_Latn", - "languages": [ - "pan-Guru", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708704, - "recall": 0.764822, - "f1": 0.725107, - "accuracy": 0.764822, - "main_score": 0.725107, - "hf_subset": "pan_Guru-som_Latn", - "languages": [ - "pan-Guru", - "som-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58369, - "recall": 0.639328, - "f1": 0.599591, - "accuracy": 0.639328, - "main_score": 0.599591, - "hf_subset": "pan_Guru-tum_Latn", - "languages": [ - "pan-Guru", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.43889, - "recall": 0.490119, - "f1": 0.452901, - "accuracy": 0.490119, - "main_score": 0.452901, - "hf_subset": "som_Latn-ace_Arab", - "languages": [ - "som-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497571, - "recall": 0.539526, - "f1": 0.509827, - "accuracy": 0.539526, - "main_score": 0.509827, - "hf_subset": "som_Latn-bam_Latn", - "languages": [ - "som-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.261132, - "recall": 0.313241, - "f1": 0.274493, - "accuracy": 0.313241, - "main_score": 0.274493, - "hf_subset": "som_Latn-dzo_Tibt", - "languages": [ - "som-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673628, - "recall": 0.729249, - "f1": 0.688409, - "accuracy": 0.729249, - "main_score": 0.688409, - "hf_subset": "som_Latn-hin_Deva", - "languages": [ - "som-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655201, - "recall": 0.705534, - "f1": 0.668485, - "accuracy": 0.705534, - "main_score": 0.668485, - "hf_subset": "som_Latn-khm_Khmr", - "languages": [ - "som-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657828, - "recall": 0.708498, - "f1": 0.671677, - "accuracy": 0.708498, - "main_score": 0.671677, - "hf_subset": "som_Latn-mag_Deva", - "languages": [ - "som-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.64505, - "recall": 0.685771, - "f1": 0.654818, - "accuracy": 0.685771, - "main_score": 0.654818, - "hf_subset": "som_Latn-pap_Latn", - "languages": [ - "som-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53505, - "recall": 0.575099, - "f1": 0.545414, - "accuracy": 0.575099, - "main_score": 0.545414, - "hf_subset": "som_Latn-sot_Latn", - "languages": [ - "som-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688179, - "recall": 0.737154, - "f1": 0.701095, - "accuracy": 0.737154, - "main_score": 0.701095, - "hf_subset": "som_Latn-tur_Latn", - "languages": [ - "som-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601716, - "recall": 0.643281, - "f1": 0.612582, - "accuracy": 0.643281, - "main_score": 0.612582, - "hf_subset": "som_Latn-ace_Latn", - "languages": [ - "som-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635035, - "recall": 0.673913, - "f1": 0.645203, - "accuracy": 0.673913, - "main_score": 0.645203, - "hf_subset": "som_Latn-ban_Latn", - "languages": [ - "som-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679541, - "recall": 0.735178, - "f1": 0.694365, - "accuracy": 0.735178, - "main_score": 0.694365, - "hf_subset": "som_Latn-ell_Grek", - "languages": [ - "som-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655573, - "recall": 0.717391, - "f1": 0.672889, - "accuracy": 0.717391, - "main_score": 0.672889, - "hf_subset": "som_Latn-hne_Deva", - "languages": [ - "som-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.492047, - "recall": 0.536561, - "f1": 0.503316, - "accuracy": 0.536561, - "main_score": 0.503316, - "hf_subset": "som_Latn-kik_Latn", - "languages": [ - "som-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668382, - "recall": 0.730237, - "f1": 0.685794, - "accuracy": 0.730237, - "main_score": 0.685794, - "hf_subset": "som_Latn-mai_Deva", - "languages": [ - "som-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.616372, - "recall": 0.670949, - "f1": 0.630048, - "accuracy": 0.670949, - "main_score": 0.630048, - "hf_subset": "som_Latn-pbt_Arab", - "languages": [ - "som-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.688446, - "recall": 0.742095, - "f1": 0.702764, - "accuracy": 0.742095, - "main_score": 0.702764, - "hf_subset": "som_Latn-spa_Latn", - "languages": [ - "som-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511405, - "recall": 0.550395, - "f1": 0.522632, - "accuracy": 0.550395, - "main_score": 0.522632, - "hf_subset": "som_Latn-twi_Latn", - "languages": [ - "som-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672071, - "recall": 0.72332, - "f1": 0.685674, - "accuracy": 0.72332, - "main_score": 0.685674, - "hf_subset": "som_Latn-acm_Arab", - "languages": [ - "som-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623057, - "recall": 0.672925, - "f1": 0.636071, - "accuracy": 0.672925, - "main_score": 0.636071, - "hf_subset": "som_Latn-bel_Cyrl", - "languages": [ - "som-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.714819, - "recall": 0.76581, - "f1": 0.728641, - "accuracy": 0.76581, - "main_score": 0.728641, - "hf_subset": "som_Latn-eng_Latn", - "languages": [ - "som-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690542, - "recall": 0.747036, - "f1": 0.706074, - "accuracy": 0.747036, - "main_score": 0.706074, - "hf_subset": "som_Latn-hrv_Latn", - "languages": [ - "som-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.535791, - "recall": 0.577075, - "f1": 0.546452, - "accuracy": 0.577075, - "main_score": 0.546452, - "hf_subset": "som_Latn-kin_Latn", - "languages": [ - "som-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.656593, - "recall": 0.714427, - "f1": 0.672517, - "accuracy": 0.714427, - "main_score": 0.672517, - "hf_subset": "som_Latn-mal_Mlym", - "languages": [ - "som-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676174, - "recall": 0.731225, - "f1": 0.690951, - "accuracy": 0.731225, - "main_score": 0.690951, - "hf_subset": "som_Latn-pes_Arab", - "languages": [ - "som-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.639126, - "recall": 0.686759, - "f1": 0.652132, - "accuracy": 0.686759, - "main_score": 0.652132, - "hf_subset": "som_Latn-srd_Latn", - "languages": [ - "som-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.211066, - "recall": 0.255929, - "f1": 0.221854, - "accuracy": 0.255929, - "main_score": 0.221854, - "hf_subset": "som_Latn-tzm_Tfng", - "languages": [ - "som-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68355, - "recall": 0.735178, - "f1": 0.697723, - "accuracy": 0.735178, - "main_score": 0.697723, - "hf_subset": "som_Latn-acq_Arab", - "languages": [ - "som-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.544851, - "recall": 0.589921, - "f1": 0.557108, - "accuracy": 0.589921, - "main_score": 0.557108, - "hf_subset": "som_Latn-bem_Latn", - "languages": [ - "som-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.683647, - "recall": 0.73419, - "f1": 0.696957, - "accuracy": 0.73419, - "main_score": 0.696957, - "hf_subset": "som_Latn-epo_Latn", - "languages": [ - "som-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.671994, - "recall": 0.721344, - "f1": 0.684865, - "accuracy": 0.721344, - "main_score": 0.684865, - "hf_subset": "som_Latn-hun_Latn", - "languages": [ - "som-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.621539, - "recall": 0.677866, - "f1": 0.636307, - "accuracy": 0.677866, - "main_score": 0.636307, - "hf_subset": "som_Latn-kir_Cyrl", - "languages": [ - "som-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668714, - "recall": 0.725296, - "f1": 0.683092, - "accuracy": 0.725296, - "main_score": 0.683092, - "hf_subset": "som_Latn-mar_Deva", - "languages": [ - "som-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561873, - "recall": 0.600791, - "f1": 0.571948, - "accuracy": 0.600791, - "main_score": 0.571948, - "hf_subset": "som_Latn-plt_Latn", - "languages": [ - "som-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686503, - "recall": 0.746047, - "f1": 0.702647, - "accuracy": 0.746047, - "main_score": 0.702647, - "hf_subset": "som_Latn-srp_Cyrl", - "languages": [ - "som-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589368, - "recall": 0.647233, - "f1": 0.604977, - "accuracy": 0.647233, - "main_score": 0.604977, - "hf_subset": "som_Latn-uig_Arab", - "languages": [ - "som-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637745, - "recall": 0.683794, - "f1": 0.650535, - "accuracy": 0.683794, - "main_score": 0.650535, - "hf_subset": "som_Latn-aeb_Arab", - "languages": [ - "som-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682261, - "recall": 0.740119, - "f1": 0.698257, - "accuracy": 0.740119, - "main_score": 0.698257, - "hf_subset": "som_Latn-ben_Beng", - "languages": [ - "som-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.657477, - "recall": 0.713439, - "f1": 0.672263, - "accuracy": 0.713439, - "main_score": 0.672263, - "hf_subset": "som_Latn-est_Latn", - "languages": [ - "som-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653442, - "recall": 0.713439, - "f1": 0.66903, - "accuracy": 0.713439, - "main_score": 0.66903, - "hf_subset": "som_Latn-hye_Armn", - "languages": [ - "som-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.503327, - "recall": 0.543478, - "f1": 0.515217, - "accuracy": 0.543478, - "main_score": 0.515217, - "hf_subset": "som_Latn-kmb_Latn", - "languages": [ - "som-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.413878, - "recall": 0.465415, - "f1": 0.427292, - "accuracy": 0.465415, - "main_score": 0.427292, - "hf_subset": "som_Latn-min_Arab", - "languages": [ - "som-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67748, - "recall": 0.731225, - "f1": 0.691773, - "accuracy": 0.731225, - "main_score": 0.691773, - "hf_subset": "som_Latn-pol_Latn", - "languages": [ - "som-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53471, - "recall": 0.582016, - "f1": 0.547298, - "accuracy": 0.582016, - "main_score": 0.547298, - "hf_subset": "som_Latn-ssw_Latn", - "languages": [ - "som-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.691049, - "recall": 0.747036, - "f1": 0.706521, - "accuracy": 0.747036, - "main_score": 0.706521, - "hf_subset": "som_Latn-ukr_Cyrl", - "languages": [ - "som-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.727414, - "recall": 0.775692, - "f1": 0.74074, - "accuracy": 0.775692, - "main_score": 0.74074, - "hf_subset": "som_Latn-afr_Latn", - "languages": [ - "som-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635752, - "recall": 0.681818, - "f1": 0.647914, - "accuracy": 0.681818, - "main_score": 0.647914, - "hf_subset": "som_Latn-bho_Deva", - "languages": [ - "som-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.636889, - "recall": 0.687747, - "f1": 0.65107, - "accuracy": 0.687747, - "main_score": 0.65107, - "hf_subset": "som_Latn-eus_Latn", - "languages": [ - "som-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527404, - "recall": 0.575099, - "f1": 0.54098, - "accuracy": 0.575099, - "main_score": 0.54098, - "hf_subset": "som_Latn-ibo_Latn", - "languages": [ - "som-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626161, - "recall": 0.66502, - "f1": 0.636771, - "accuracy": 0.66502, - "main_score": 0.636771, - "hf_subset": "som_Latn-kmr_Latn", - "languages": [ - "som-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664732, - "recall": 0.714427, - "f1": 0.677935, - "accuracy": 0.714427, - "main_score": 0.677935, - "hf_subset": "som_Latn-min_Latn", - "languages": [ - "som-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.694114, - "recall": 0.750988, - "f1": 0.709929, - "accuracy": 0.750988, - "main_score": 0.709929, - "hf_subset": "som_Latn-por_Latn", - "languages": [ - "som-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673151, - "recall": 0.720356, - "f1": 0.68542, - "accuracy": 0.720356, - "main_score": 0.68542, - "hf_subset": "som_Latn-sun_Latn", - "languages": [ - "som-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487288, - "recall": 0.527668, - "f1": 0.498144, - "accuracy": 0.527668, - "main_score": 0.498144, - "hf_subset": "som_Latn-umb_Latn", - "languages": [ - "som-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673533, - "recall": 0.732213, - "f1": 0.689451, - "accuracy": 0.732213, - "main_score": 0.689451, - "hf_subset": "som_Latn-ajp_Arab", - "languages": [ - "som-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.438736, - "recall": 0.493083, - "f1": 0.453316, - "accuracy": 0.493083, - "main_score": 0.453316, - "hf_subset": "som_Latn-bjn_Arab", - "languages": [ - "som-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.470011, - "recall": 0.505929, - "f1": 0.479984, - "accuracy": 0.505929, - "main_score": 0.479984, - "hf_subset": "som_Latn-ewe_Latn", - "languages": [ - "som-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.623756, - "recall": 0.661067, - "f1": 0.633152, - "accuracy": 0.661067, - "main_score": 0.633152, - "hf_subset": "som_Latn-ilo_Latn", - "languages": [ - "som-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.315838, - "recall": 0.354743, - "f1": 0.326877, - "accuracy": 0.354743, - "main_score": 0.326877, - "hf_subset": "som_Latn-knc_Arab", - "languages": [ - "som-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68134, - "recall": 0.733202, - "f1": 0.694967, - "accuracy": 0.733202, - "main_score": 0.694967, - "hf_subset": "som_Latn-mkd_Cyrl", - "languages": [ - "som-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.685464, - "recall": 0.741107, - "f1": 0.700686, - "accuracy": 0.741107, - "main_score": 0.700686, - "hf_subset": "som_Latn-prs_Arab", - "languages": [ - "som-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698857, - "recall": 0.749012, - "f1": 0.712035, - "accuracy": 0.749012, - "main_score": 0.712035, - "hf_subset": "som_Latn-swe_Latn", - "languages": [ - "som-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673547, - "recall": 0.736166, - "f1": 0.690817, - "accuracy": 0.736166, - "main_score": 0.690817, - "hf_subset": "som_Latn-urd_Arab", - "languages": [ - "som-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495295, - "recall": 0.531621, - "f1": 0.505685, - "accuracy": 0.531621, - "main_score": 0.505685, - "hf_subset": "som_Latn-aka_Latn", - "languages": [ - "som-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659112, - "recall": 0.698617, - "f1": 0.668922, - "accuracy": 0.698617, - "main_score": 0.668922, - "hf_subset": "som_Latn-bjn_Latn", - "languages": [ - "som-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.642283, - "recall": 0.686759, - "f1": 0.653535, - "accuracy": 0.686759, - "main_score": 0.653535, - "hf_subset": "som_Latn-fao_Latn", - "languages": [ - "som-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.72276, - "recall": 0.769763, - "f1": 0.735816, - "accuracy": 0.769763, - "main_score": 0.735816, - "hf_subset": "som_Latn-ind_Latn", - "languages": [ - "som-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521245, - "recall": 0.5583, - "f1": 0.530889, - "accuracy": 0.5583, - "main_score": 0.530889, - "hf_subset": "som_Latn-knc_Latn", - "languages": [ - "som-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.675261, - "recall": 0.72332, - "f1": 0.687589, - "accuracy": 0.72332, - "main_score": 0.687589, - "hf_subset": "som_Latn-mlt_Latn", - "languages": [ - "som-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523898, - "recall": 0.571146, - "f1": 0.536451, - "accuracy": 0.571146, - "main_score": 0.536451, - "hf_subset": "som_Latn-quy_Latn", - "languages": [ - "som-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.692924, - "recall": 0.740119, - "f1": 0.705645, - "accuracy": 0.740119, - "main_score": 0.705645, - "hf_subset": "som_Latn-swh_Latn", - "languages": [ - "som-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662819, - "recall": 0.709486, - "f1": 0.67497, - "accuracy": 0.709486, - "main_score": 0.67497, - "hf_subset": "som_Latn-uzn_Latn", - "languages": [ - "som-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682601, - "recall": 0.727273, - "f1": 0.694143, - "accuracy": 0.727273, - "main_score": 0.694143, - "hf_subset": "som_Latn-als_Latn", - "languages": [ - "som-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.37544, - "recall": 0.447628, - "f1": 0.394395, - "accuracy": 0.447628, - "main_score": 0.394395, - "hf_subset": "som_Latn-bod_Tibt", - "languages": [ - "som-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549072, - "recall": 0.597826, - "f1": 0.562705, - "accuracy": 0.597826, - "main_score": 0.562705, - "hf_subset": "som_Latn-fij_Latn", - "languages": [ - "som-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.637063, - "recall": 0.690711, - "f1": 0.651369, - "accuracy": 0.690711, - "main_score": 0.651369, - "hf_subset": "som_Latn-isl_Latn", - "languages": [ - "som-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.519027, - "recall": 0.562253, - "f1": 0.530645, - "accuracy": 0.562253, - "main_score": 0.530645, - "hf_subset": "som_Latn-kon_Latn", - "languages": [ - "som-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.467583, - "recall": 0.51581, - "f1": 0.48118, - "accuracy": 0.51581, - "main_score": 0.48118, - "hf_subset": "som_Latn-mni_Beng", - "languages": [ - "som-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.700461, - "recall": 0.752964, - "f1": 0.714642, - "accuracy": 0.752964, - "main_score": 0.714642, - "hf_subset": "som_Latn-ron_Latn", - "languages": [ - "som-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649698, - "recall": 0.704545, - "f1": 0.664131, - "accuracy": 0.704545, - "main_score": 0.664131, - "hf_subset": "som_Latn-szl_Latn", - "languages": [ - "som-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680916, - "recall": 0.729249, - "f1": 0.694142, - "accuracy": 0.729249, - "main_score": 0.694142, - "hf_subset": "som_Latn-vec_Latn", - "languages": [ - "som-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576083, - "recall": 0.632411, - "f1": 0.591373, - "accuracy": 0.632411, - "main_score": 0.591373, - "hf_subset": "som_Latn-amh_Ethi", - "languages": [ - "som-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.684612, - "recall": 0.735178, - "f1": 0.69821, - "accuracy": 0.735178, - "main_score": 0.69821, - "hf_subset": "som_Latn-bos_Latn", - "languages": [ - "som-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662719, - "recall": 0.719368, - "f1": 0.67755, - "accuracy": 0.719368, - "main_score": 0.67755, - "hf_subset": "som_Latn-fin_Latn", - "languages": [ - "som-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.672628, - "recall": 0.731225, - "f1": 0.688919, - "accuracy": 0.731225, - "main_score": 0.688919, - "hf_subset": "som_Latn-ita_Latn", - "languages": [ - "som-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.655938, - "recall": 0.708498, - "f1": 0.670051, - "accuracy": 0.708498, - "main_score": 0.670051, - "hf_subset": "som_Latn-kor_Hang", - "languages": [ - "som-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488157, - "recall": 0.532609, - "f1": 0.500242, - "accuracy": 0.532609, - "main_score": 0.500242, - "hf_subset": "som_Latn-mos_Latn", - "languages": [ - "som-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520073, - "recall": 0.561265, - "f1": 0.531557, - "accuracy": 0.561265, - "main_score": 0.531557, - "hf_subset": "som_Latn-run_Latn", - "languages": [ - "som-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.661086, - "recall": 0.721344, - "f1": 0.677618, - "accuracy": 0.721344, - "main_score": 0.677618, - "hf_subset": "som_Latn-tam_Taml", - "languages": [ - "som-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66701, - "recall": 0.722332, - "f1": 0.682024, - "accuracy": 0.722332, - "main_score": 0.682024, - "hf_subset": "som_Latn-vie_Latn", - "languages": [ - "som-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.674012, - "recall": 0.731225, - "f1": 0.690549, - "accuracy": 0.731225, - "main_score": 0.690549, - "hf_subset": "som_Latn-apc_Arab", - "languages": [ - "som-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563816, - "recall": 0.605731, - "f1": 0.574512, - "accuracy": 0.605731, - "main_score": 0.574512, - "hf_subset": "som_Latn-bug_Latn", - "languages": [ - "som-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.450046, - "recall": 0.490119, - "f1": 0.460778, - "accuracy": 0.490119, - "main_score": 0.460778, - "hf_subset": "som_Latn-fon_Latn", - "languages": [ - "som-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686758, - "recall": 0.733202, - "f1": 0.698845, - "accuracy": 0.733202, - "main_score": 0.698845, - "hf_subset": "som_Latn-jav_Latn", - "languages": [ - "som-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.641643, - "recall": 0.700593, - "f1": 0.657636, - "accuracy": 0.700593, - "main_score": 0.657636, - "hf_subset": "som_Latn-lao_Laoo", - "languages": [ - "som-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.605904, - "recall": 0.656126, - "f1": 0.619817, - "accuracy": 0.656126, - "main_score": 0.619817, - "hf_subset": "som_Latn-mri_Latn", - "languages": [ - "som-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662938, - "recall": 0.717391, - "f1": 0.677637, - "accuracy": 0.717391, - "main_score": 0.677637, - "hf_subset": "som_Latn-rus_Cyrl", - "languages": [ - "som-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.47353, - "recall": 0.51087, - "f1": 0.484016, - "accuracy": 0.51087, - "main_score": 0.484016, - "hf_subset": "som_Latn-taq_Latn", - "languages": [ - "som-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.660036, - "recall": 0.705534, - "f1": 0.671191, - "accuracy": 0.705534, - "main_score": 0.671191, - "hf_subset": "som_Latn-war_Latn", - "languages": [ - "som-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680893, - "recall": 0.733202, - "f1": 0.694794, - "accuracy": 0.733202, - "main_score": 0.694794, - "hf_subset": "som_Latn-arb_Arab", - "languages": [ - "som-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687856, - "recall": 0.745059, - "f1": 0.703303, - "accuracy": 0.745059, - "main_score": 0.703303, - "hf_subset": "som_Latn-bul_Cyrl", - "languages": [ - "som-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.699389, - "recall": 0.746047, - "f1": 0.711573, - "accuracy": 0.746047, - "main_score": 0.711573, - "hf_subset": "som_Latn-fra_Latn", - "languages": [ - "som-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.640114, - "recall": 0.694664, - "f1": 0.654759, - "accuracy": 0.694664, - "main_score": 0.654759, - "hf_subset": "som_Latn-jpn_Jpan", - "languages": [ - "som-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.647014, - "recall": 0.693676, - "f1": 0.659262, - "accuracy": 0.693676, - "main_score": 0.659262, - "hf_subset": "som_Latn-lij_Latn", - "languages": [ - "som-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56831, - "recall": 0.640316, - "f1": 0.587597, - "accuracy": 0.640316, - "main_score": 0.587597, - "hf_subset": "som_Latn-mya_Mymr", - "languages": [ - "som-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.501334, - "recall": 0.538538, - "f1": 0.511825, - "accuracy": 0.538538, - "main_score": 0.511825, - "hf_subset": "som_Latn-sag_Latn", - "languages": [ - "som-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.212906, - "recall": 0.252964, - "f1": 0.223609, - "accuracy": 0.252964, - "main_score": 0.223609, - "hf_subset": "som_Latn-taq_Tfng", - "languages": [ - "som-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.53825, - "recall": 0.58004, - "f1": 0.549085, - "accuracy": 0.58004, - "main_score": 0.549085, - "hf_subset": "som_Latn-wol_Latn", - "languages": [ - "som-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574341, - "recall": 0.621542, - "f1": 0.586764, - "accuracy": 0.621542, - "main_score": 0.586764, - "hf_subset": "som_Latn-arb_Latn", - "languages": [ - "som-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.696839, - "recall": 0.745059, - "f1": 0.710235, - "accuracy": 0.745059, - "main_score": 0.710235, - "hf_subset": "som_Latn-cat_Latn", - "languages": [ - "som-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.649963, - "recall": 0.69664, - "f1": 0.66265, - "accuracy": 0.69664, - "main_score": 0.66265, - "hf_subset": "som_Latn-fur_Latn", - "languages": [ - "som-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.444731, - "recall": 0.494071, - "f1": 0.457846, - "accuracy": 0.494071, - "main_score": 0.457846, - "hf_subset": "som_Latn-kab_Latn", - "languages": [ - "som-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635739, - "recall": 0.677866, - "f1": 0.647178, - "accuracy": 0.677866, - "main_score": 0.647178, - "hf_subset": "som_Latn-lim_Latn", - "languages": [ - "som-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.67436, - "recall": 0.726285, - "f1": 0.68809, - "accuracy": 0.726285, - "main_score": 0.68809, - "hf_subset": "som_Latn-nld_Latn", - "languages": [ - "som-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629744, - "recall": 0.68083, - "f1": 0.643537, - "accuracy": 0.68083, - "main_score": 0.643537, - "hf_subset": "som_Latn-san_Deva", - "languages": [ - "som-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650548, - "recall": 0.705534, - "f1": 0.66469, - "accuracy": 0.705534, - "main_score": 0.66469, - "hf_subset": "som_Latn-tat_Cyrl", - "languages": [ - "som-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583847, - "recall": 0.636364, - "f1": 0.597839, - "accuracy": 0.636364, - "main_score": 0.597839, - "hf_subset": "som_Latn-xho_Latn", - "languages": [ - "som-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66847, - "recall": 0.725296, - "f1": 0.68391, - "accuracy": 0.725296, - "main_score": 0.68391, - "hf_subset": "som_Latn-ars_Arab", - "languages": [ - "som-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.676717, - "recall": 0.719368, - "f1": 0.688125, - "accuracy": 0.719368, - "main_score": 0.688125, - "hf_subset": "som_Latn-ceb_Latn", - "languages": [ - "som-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.488757, - "recall": 0.529644, - "f1": 0.500162, - "accuracy": 0.529644, - "main_score": 0.500162, - "hf_subset": "som_Latn-fuv_Latn", - "languages": [ - "som-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.466216, - "recall": 0.506917, - "f1": 0.47753, - "accuracy": 0.506917, - "main_score": 0.47753, - "hf_subset": "som_Latn-kac_Latn", - "languages": [ - "som-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553568, - "recall": 0.591897, - "f1": 0.564003, - "accuracy": 0.591897, - "main_score": 0.564003, - "hf_subset": "som_Latn-lin_Latn", - "languages": [ - "som-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.679241, - "recall": 0.735178, - "f1": 0.694283, - "accuracy": 0.735178, - "main_score": 0.694283, - "hf_subset": "som_Latn-nno_Latn", - "languages": [ - "som-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.153484, - "recall": 0.208498, - "f1": 0.167732, - "accuracy": 0.208498, - "main_score": 0.167732, - "hf_subset": "som_Latn-sat_Olck", - "languages": [ - "som-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.651518, - "recall": 0.711462, - "f1": 0.667773, - "accuracy": 0.711462, - "main_score": 0.667773, - "hf_subset": "som_Latn-tel_Telu", - "languages": [ - "som-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606532, - "recall": 0.664032, - "f1": 0.621989, - "accuracy": 0.664032, - "main_score": 0.621989, - "hf_subset": "som_Latn-ydd_Hebr", - "languages": [ - "som-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635769, - "recall": 0.686759, - "f1": 0.649066, - "accuracy": 0.686759, - "main_score": 0.649066, - "hf_subset": "som_Latn-ary_Arab", - "languages": [ - "som-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686447, - "recall": 0.738142, - "f1": 0.699279, - "accuracy": 0.738142, - "main_score": 0.699279, - "hf_subset": "som_Latn-ces_Latn", - "languages": [ - "som-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546824, - "recall": 0.590909, - "f1": 0.559225, - "accuracy": 0.590909, - "main_score": 0.559225, - "hf_subset": "som_Latn-gaz_Latn", - "languages": [ - "som-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.510532, - "recall": 0.556324, - "f1": 0.522522, - "accuracy": 0.556324, - "main_score": 0.522522, - "hf_subset": "som_Latn-kam_Latn", - "languages": [ - "som-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658328, - "recall": 0.711462, - "f1": 0.672506, - "accuracy": 0.711462, - "main_score": 0.672506, - "hf_subset": "som_Latn-lit_Latn", - "languages": [ - "som-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.690292, - "recall": 0.736166, - "f1": 0.702011, - "accuracy": 0.736166, - "main_score": 0.702011, - "hf_subset": "som_Latn-nob_Latn", - "languages": [ - "som-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.650409, - "recall": 0.6917, - "f1": 0.661472, - "accuracy": 0.6917, - "main_score": 0.661472, - "hf_subset": "som_Latn-scn_Latn", - "languages": [ - "som-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670974, - "recall": 0.717391, - "f1": 0.683797, - "accuracy": 0.717391, - "main_score": 0.683797, - "hf_subset": "som_Latn-tgk_Cyrl", - "languages": [ - "som-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550774, - "recall": 0.603755, - "f1": 0.565863, - "accuracy": 0.603755, - "main_score": 0.565863, - "hf_subset": "som_Latn-yor_Latn", - "languages": [ - "som-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6583, - "recall": 0.710474, - "f1": 0.671874, - "accuracy": 0.710474, - "main_score": 0.671874, - "hf_subset": "som_Latn-arz_Arab", - "languages": [ - "som-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.48404, - "recall": 0.520751, - "f1": 0.494282, - "accuracy": 0.520751, - "main_score": 0.494282, - "hf_subset": "som_Latn-cjk_Latn", - "languages": [ - "som-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.594262, - "recall": 0.63834, - "f1": 0.607025, - "accuracy": 0.63834, - "main_score": 0.607025, - "hf_subset": "som_Latn-gla_Latn", - "languages": [ - "som-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.653241, - "recall": 0.714427, - "f1": 0.670268, - "accuracy": 0.714427, - "main_score": 0.670268, - "hf_subset": "som_Latn-kan_Knda", - "languages": [ - "som-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.662993, - "recall": 0.709486, - "f1": 0.675131, - "accuracy": 0.709486, - "main_score": 0.675131, - "hf_subset": "som_Latn-lmo_Latn", - "languages": [ - "som-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654894, - "recall": 0.715415, - "f1": 0.671204, - "accuracy": 0.715415, - "main_score": 0.671204, - "hf_subset": "som_Latn-npi_Deva", - "languages": [ - "som-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.436241, - "recall": 0.474308, - "f1": 0.446607, - "accuracy": 0.474308, - "main_score": 0.446607, - "hf_subset": "som_Latn-shn_Mymr", - "languages": [ - "som-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.720113, - "recall": 0.76087, - "f1": 0.730365, - "accuracy": 0.76087, - "main_score": 0.730365, - "hf_subset": "som_Latn-tgl_Latn", - "languages": [ - "som-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.654759, - "recall": 0.711462, - "f1": 0.670019, - "accuracy": 0.711462, - "main_score": 0.670019, - "hf_subset": "som_Latn-yue_Hant", - "languages": [ - "som-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.66832, - "recall": 0.719368, - "f1": 0.68234, - "accuracy": 0.719368, - "main_score": 0.68234, - "hf_subset": "som_Latn-asm_Beng", - "languages": [ - "som-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.626919, - "recall": 0.68083, - "f1": 0.641409, - "accuracy": 0.68083, - "main_score": 0.641409, - "hf_subset": "som_Latn-ckb_Arab", - "languages": [ - "som-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.6273, - "recall": 0.66996, - "f1": 0.639143, - "accuracy": 0.66996, - "main_score": 0.639143, - "hf_subset": "som_Latn-gle_Latn", - "languages": [ - "som-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568765, - "recall": 0.616601, - "f1": 0.580597, - "accuracy": 0.616601, - "main_score": 0.580597, - "hf_subset": "som_Latn-kas_Arab", - "languages": [ - "som-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598127, - "recall": 0.651186, - "f1": 0.612808, - "accuracy": 0.651186, - "main_score": 0.612808, - "hf_subset": "som_Latn-ltg_Latn", - "languages": [ - "som-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547236, - "recall": 0.58004, - "f1": 0.556082, - "accuracy": 0.58004, - "main_score": 0.556082, - "hf_subset": "som_Latn-nso_Latn", - "languages": [ - "som-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.602418, - "recall": 0.663043, - "f1": 0.618927, - "accuracy": 0.663043, - "main_score": 0.618927, - "hf_subset": "som_Latn-sin_Sinh", - "languages": [ - "som-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.658522, - "recall": 0.717391, - "f1": 0.674094, - "accuracy": 0.717391, - "main_score": 0.674094, - "hf_subset": "som_Latn-tha_Thai", - "languages": [ - "som-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646891, - "recall": 0.69664, - "f1": 0.659608, - "accuracy": 0.69664, - "main_score": 0.659608, - "hf_subset": "som_Latn-zho_Hans", - "languages": [ - "som-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.68869, - "recall": 0.736166, - "f1": 0.701772, - "accuracy": 0.736166, - "main_score": 0.701772, - "hf_subset": "som_Latn-ast_Latn", - "languages": [ - "som-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.644058, - "recall": 0.704545, - "f1": 0.66043, - "accuracy": 0.704545, - "main_score": 0.66043, - "hf_subset": "som_Latn-crh_Latn", - "languages": [ - "som-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698605, - "recall": 0.75, - "f1": 0.713277, - "accuracy": 0.75, - "main_score": 0.713277, - "hf_subset": "som_Latn-glg_Latn", - "languages": [ - "som-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559611, - "recall": 0.61166, - "f1": 0.573773, - "accuracy": 0.61166, - "main_score": 0.573773, - "hf_subset": "som_Latn-kas_Deva", - "languages": [ - "som-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.634048, - "recall": 0.683794, - "f1": 0.64721, - "accuracy": 0.683794, - "main_score": 0.64721, - "hf_subset": "som_Latn-ltz_Latn", - "languages": [ - "som-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.456499, - "recall": 0.502964, - "f1": 0.469441, - "accuracy": 0.502964, - "main_score": 0.469441, - "hf_subset": "som_Latn-nus_Latn", - "languages": [ - "som-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.680245, - "recall": 0.736166, - "f1": 0.695366, - "accuracy": 0.736166, - "main_score": 0.695366, - "hf_subset": "som_Latn-slk_Latn", - "languages": [ - "som-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.442939, - "recall": 0.5, - "f1": 0.458514, - "accuracy": 0.5, - "main_score": 0.458514, - "hf_subset": "som_Latn-tir_Ethi", - "languages": [ - "som-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.664222, - "recall": 0.716403, - "f1": 0.678214, - "accuracy": 0.716403, - "main_score": 0.678214, - "hf_subset": "som_Latn-zho_Hant", - "languages": [ - "som-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.646317, - "recall": 0.702569, - "f1": 0.662115, - "accuracy": 0.702569, - "main_score": 0.662115, - "hf_subset": "som_Latn-awa_Deva", - "languages": [ - "som-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.686576, - "recall": 0.731225, - "f1": 0.698797, - "accuracy": 0.731225, - "main_score": 0.698797, - "hf_subset": "som_Latn-cym_Latn", - "languages": [ - "som-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560149, - "recall": 0.606719, - "f1": 0.572044, - "accuracy": 0.606719, - "main_score": 0.572044, - "hf_subset": "som_Latn-grn_Latn", - "languages": [ - "som-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.62894, - "recall": 0.684783, - "f1": 0.643556, - "accuracy": 0.684783, - "main_score": 0.643556, - "hf_subset": "som_Latn-kat_Geor", - "languages": [ - "som-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515313, - "recall": 0.554348, - "f1": 0.525909, - "accuracy": 0.554348, - "main_score": 0.525909, - "hf_subset": "som_Latn-lua_Latn", - "languages": [ - "som-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543066, - "recall": 0.590909, - "f1": 0.555678, - "accuracy": 0.590909, - "main_score": 0.555678, - "hf_subset": "som_Latn-nya_Latn", - "languages": [ - "som-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.665322, - "recall": 0.714427, - "f1": 0.677864, - "accuracy": 0.714427, - "main_score": 0.677864, - "hf_subset": "som_Latn-slv_Latn", - "languages": [ - "som-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.60279, - "recall": 0.647233, - "f1": 0.614265, - "accuracy": 0.647233, - "main_score": 0.614265, - "hf_subset": "som_Latn-tpi_Latn", - "languages": [ - "som-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.708789, - "recall": 0.757905, - "f1": 0.722193, - "accuracy": 0.757905, - "main_score": 0.722193, - "hf_subset": "som_Latn-zsm_Latn", - "languages": [ - "som-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490053, - "recall": 0.528656, - "f1": 0.501187, - "accuracy": 0.528656, - "main_score": 0.501187, - "hf_subset": "som_Latn-ayr_Latn", - "languages": [ - "som-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.693305, - "recall": 0.748024, - "f1": 0.707973, - "accuracy": 0.748024, - "main_score": 0.707973, - "hf_subset": "som_Latn-dan_Latn", - "languages": [ - "som-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673257, - "recall": 0.730237, - "f1": 0.688706, - "accuracy": 0.730237, - "main_score": 0.688706, - "hf_subset": "som_Latn-guj_Gujr", - "languages": [ - "som-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.670041, - "recall": 0.718379, - "f1": 0.682881, - "accuracy": 0.718379, - "main_score": 0.682881, - "hf_subset": "som_Latn-kaz_Cyrl", - "languages": [ - "som-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.507845, - "recall": 0.550395, - "f1": 0.519397, - "accuracy": 0.550395, - "main_score": 0.519397, - "hf_subset": "som_Latn-lug_Latn", - "languages": [ - "som-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.698479, - "recall": 0.750988, - "f1": 0.712619, - "accuracy": 0.750988, - "main_score": 0.712619, - "hf_subset": "som_Latn-oci_Latn", - "languages": [ - "som-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.61293, - "recall": 0.662055, - "f1": 0.626171, - "accuracy": 0.662055, - "main_score": 0.626171, - "hf_subset": "som_Latn-smo_Latn", - "languages": [ - "som-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.514003, - "recall": 0.554348, - "f1": 0.524619, - "accuracy": 0.554348, - "main_score": 0.524619, - "hf_subset": "som_Latn-tsn_Latn", - "languages": [ - "som-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569917, - "recall": 0.614625, - "f1": 0.582002, - "accuracy": 0.614625, - "main_score": 0.582002, - "hf_subset": "som_Latn-zul_Latn", - "languages": [ - "som-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555529, - "recall": 0.607708, - "f1": 0.570068, - "accuracy": 0.607708, - "main_score": 0.570068, - "hf_subset": "som_Latn-azb_Arab", - "languages": [ - "som-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.687867, - "recall": 0.737154, - "f1": 0.701075, - "accuracy": 0.737154, - "main_score": 0.701075, - "hf_subset": "som_Latn-deu_Latn", - "languages": [ - "som-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.645228, - "recall": 0.704545, - "f1": 0.661387, - "accuracy": 0.704545, - "main_score": 0.661387, - "hf_subset": "som_Latn-hat_Latn", - "languages": [ - "som-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469223, - "recall": 0.508893, - "f1": 0.479587, - "accuracy": 0.508893, - "main_score": 0.479587, - "hf_subset": "som_Latn-kbp_Latn", - "languages": [ - "som-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.518925, - "recall": 0.557312, - "f1": 0.529855, - "accuracy": 0.557312, - "main_score": 0.529855, - "hf_subset": "som_Latn-luo_Latn", - "languages": [ - "som-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.65002, - "recall": 0.709486, - "f1": 0.665428, - "accuracy": 0.709486, - "main_score": 0.665428, - "hf_subset": "som_Latn-ory_Orya", - "languages": [ - "som-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516034, - "recall": 0.564229, - "f1": 0.529059, - "accuracy": 0.564229, - "main_score": 0.529059, - "hf_subset": "som_Latn-sna_Latn", - "languages": [ - "som-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515866, - "recall": 0.554348, - "f1": 0.526005, - "accuracy": 0.554348, - "main_score": 0.526005, - "hf_subset": "som_Latn-tso_Latn", - "languages": [ - "som-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.638611, - "recall": 0.692688, - "f1": 0.653746, - "accuracy": 0.692688, - "main_score": 0.653746, - "hf_subset": "som_Latn-azj_Latn", - "languages": [ - "som-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.468094, - "recall": 0.51581, - "f1": 0.480772, - "accuracy": 0.51581, - "main_score": 0.480772, - "hf_subset": "som_Latn-dik_Latn", - "languages": [ - "som-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.611198, - "recall": 0.657115, - "f1": 0.62357, - "accuracy": 0.657115, - "main_score": 0.62357, - "hf_subset": "som_Latn-hau_Latn", - "languages": [ - "som-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.629433, - "recall": 0.674901, - "f1": 0.641176, - "accuracy": 0.674901, - "main_score": 0.641176, - "hf_subset": "som_Latn-kea_Latn", - "languages": [ - "som-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.531648, - "recall": 0.574111, - "f1": 0.542623, - "accuracy": 0.574111, - "main_score": 0.542623, - "hf_subset": "som_Latn-lus_Latn", - "languages": [ - "som-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568701, - "recall": 0.606719, - "f1": 0.579209, - "accuracy": 0.606719, - "main_score": 0.579209, - "hf_subset": "som_Latn-pag_Latn", - "languages": [ - "som-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.659712, - "recall": 0.714427, - "f1": 0.674376, - "accuracy": 0.714427, - "main_score": 0.674376, - "hf_subset": "som_Latn-snd_Arab", - "languages": [ - "som-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599, - "recall": 0.650198, - "f1": 0.611806, - "accuracy": 0.650198, - "main_score": 0.611806, - "hf_subset": "som_Latn-tuk_Latn", - "languages": [ - "som-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.628835, - "recall": 0.68083, - "f1": 0.642162, - "accuracy": 0.68083, - "main_score": 0.642162, - "hf_subset": "som_Latn-bak_Cyrl", - "languages": [ - "som-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.408084, - "recall": 0.466403, - "f1": 0.424795, - "accuracy": 0.466403, - "main_score": 0.424795, - "hf_subset": "som_Latn-dyu_Latn", - "languages": [ - "som-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.682193, - "recall": 0.731225, - "f1": 0.69489, - "accuracy": 0.731225, - "main_score": 0.69489, - "hf_subset": "som_Latn-heb_Hebr", - "languages": [ - "som-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.631503, - "recall": 0.682806, - "f1": 0.645004, - "accuracy": 0.682806, - "main_score": 0.645004, - "hf_subset": "som_Latn-khk_Cyrl", - "languages": [ - "som-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.673419, - "recall": 0.719368, - "f1": 0.685727, - "accuracy": 0.719368, - "main_score": 0.685727, - "hf_subset": "som_Latn-lvs_Latn", - "languages": [ - "som-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.668644, - "recall": 0.725296, - "f1": 0.684032, - "accuracy": 0.725296, - "main_score": 0.684032, - "hf_subset": "som_Latn-pan_Guru", - "languages": [ - "som-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511579, - "recall": 0.546443, - "f1": 0.520888, - "accuracy": 0.546443, - "main_score": 0.520888, - "hf_subset": "som_Latn-tum_Latn", - "languages": [ - "som-Latn", - "tum-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.435937, - "recall": 0.48419, - "f1": 0.449084, - "accuracy": 0.48419, - "main_score": 0.449084, - "hf_subset": "tum_Latn-ace_Arab", - "languages": [ - "tum-Latn", - "ace-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.489041, - "recall": 0.529644, - "f1": 0.500675, - "accuracy": 0.529644, - "main_score": 0.500675, - "hf_subset": "tum_Latn-bam_Latn", - "languages": [ - "tum-Latn", - "bam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.240162, - "recall": 0.29249, - "f1": 0.253302, - "accuracy": 0.29249, - "main_score": 0.253302, - "hf_subset": "tum_Latn-dzo_Tibt", - "languages": [ - "tum-Latn", - "dzo-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601858, - "recall": 0.645257, - "f1": 0.612769, - "accuracy": 0.645257, - "main_score": 0.612769, - "hf_subset": "tum_Latn-hin_Deva", - "languages": [ - "tum-Latn", - "hin-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539744, - "recall": 0.59585, - "f1": 0.554782, - "accuracy": 0.59585, - "main_score": 0.554782, - "hf_subset": "tum_Latn-khm_Khmr", - "languages": [ - "tum-Latn", - "khm-Khmr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570879, - "recall": 0.619565, - "f1": 0.58433, - "accuracy": 0.619565, - "main_score": 0.58433, - "hf_subset": "tum_Latn-mag_Deva", - "languages": [ - "tum-Latn", - "mag-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575038, - "recall": 0.615613, - "f1": 0.5851, - "accuracy": 0.615613, - "main_score": 0.5851, - "hf_subset": "tum_Latn-pap_Latn", - "languages": [ - "tum-Latn", - "pap-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.538539, - "recall": 0.587945, - "f1": 0.551771, - "accuracy": 0.587945, - "main_score": 0.551771, - "hf_subset": "tum_Latn-sot_Latn", - "languages": [ - "tum-Latn", - "sot-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581945, - "recall": 0.63834, - "f1": 0.596494, - "accuracy": 0.63834, - "main_score": 0.596494, - "hf_subset": "tum_Latn-tur_Latn", - "languages": [ - "tum-Latn", - "tur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548237, - "recall": 0.589921, - "f1": 0.558585, - "accuracy": 0.589921, - "main_score": 0.558585, - "hf_subset": "tum_Latn-ace_Latn", - "languages": [ - "tum-Latn", - "ace-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584564, - "recall": 0.612648, - "f1": 0.592709, - "accuracy": 0.612648, - "main_score": 0.592709, - "hf_subset": "tum_Latn-ban_Latn", - "languages": [ - "tum-Latn", - "ban-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581769, - "recall": 0.631423, - "f1": 0.594002, - "accuracy": 0.631423, - "main_score": 0.594002, - "hf_subset": "tum_Latn-ell_Grek", - "languages": [ - "tum-Latn", - "ell-Grek" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.558948, - "recall": 0.608696, - "f1": 0.571807, - "accuracy": 0.608696, - "main_score": 0.571807, - "hf_subset": "tum_Latn-hne_Deva", - "languages": [ - "tum-Latn", - "hne-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.527423, - "recall": 0.575099, - "f1": 0.539768, - "accuracy": 0.575099, - "main_score": 0.539768, - "hf_subset": "tum_Latn-kik_Latn", - "languages": [ - "tum-Latn", - "kik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577984, - "recall": 0.626482, - "f1": 0.590752, - "accuracy": 0.626482, - "main_score": 0.590752, - "hf_subset": "tum_Latn-mai_Deva", - "languages": [ - "tum-Latn", - "mai-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525058, - "recall": 0.576087, - "f1": 0.537656, - "accuracy": 0.576087, - "main_score": 0.537656, - "hf_subset": "tum_Latn-pbt_Arab", - "languages": [ - "tum-Latn", - "pbt-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590622, - "recall": 0.636364, - "f1": 0.601635, - "accuracy": 0.636364, - "main_score": 0.601635, - "hf_subset": "tum_Latn-spa_Latn", - "languages": [ - "tum-Latn", - "spa-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548602, - "recall": 0.583992, - "f1": 0.55902, - "accuracy": 0.583992, - "main_score": 0.55902, - "hf_subset": "tum_Latn-twi_Latn", - "languages": [ - "tum-Latn", - "twi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.58474, - "recall": 0.636364, - "f1": 0.598183, - "accuracy": 0.636364, - "main_score": 0.598183, - "hf_subset": "tum_Latn-acm_Arab", - "languages": [ - "tum-Latn", - "acm-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562025, - "recall": 0.609684, - "f1": 0.574176, - "accuracy": 0.609684, - "main_score": 0.574176, - "hf_subset": "tum_Latn-bel_Cyrl", - "languages": [ - "tum-Latn", - "bel-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609239, - "recall": 0.656126, - "f1": 0.621271, - "accuracy": 0.656126, - "main_score": 0.621271, - "hf_subset": "tum_Latn-eng_Latn", - "languages": [ - "tum-Latn", - "eng-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597047, - "recall": 0.647233, - "f1": 0.609281, - "accuracy": 0.647233, - "main_score": 0.609281, - "hf_subset": "tum_Latn-hrv_Latn", - "languages": [ - "tum-Latn", - "hrv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.5144, - "recall": 0.562253, - "f1": 0.528073, - "accuracy": 0.562253, - "main_score": 0.528073, - "hf_subset": "tum_Latn-kin_Latn", - "languages": [ - "tum-Latn", - "kin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575565, - "recall": 0.624506, - "f1": 0.587535, - "accuracy": 0.624506, - "main_score": 0.587535, - "hf_subset": "tum_Latn-mal_Mlym", - "languages": [ - "tum-Latn", - "mal-Mlym" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575461, - "recall": 0.631423, - "f1": 0.590201, - "accuracy": 0.631423, - "main_score": 0.590201, - "hf_subset": "tum_Latn-pes_Arab", - "languages": [ - "tum-Latn", - "pes-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579651, - "recall": 0.626482, - "f1": 0.591372, - "accuracy": 0.626482, - "main_score": 0.591372, - "hf_subset": "tum_Latn-srd_Latn", - "languages": [ - "tum-Latn", - "srd-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.189972, - "recall": 0.233202, - "f1": 0.200863, - "accuracy": 0.233202, - "main_score": 0.200863, - "hf_subset": "tum_Latn-tzm_Tfng", - "languages": [ - "tum-Latn", - "tzm-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.587437, - "recall": 0.637352, - "f1": 0.600065, - "accuracy": 0.637352, - "main_score": 0.600065, - "hf_subset": "tum_Latn-acq_Arab", - "languages": [ - "tum-Latn", - "acq-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586375, - "recall": 0.633399, - "f1": 0.599442, - "accuracy": 0.633399, - "main_score": 0.599442, - "hf_subset": "tum_Latn-bem_Latn", - "languages": [ - "tum-Latn", - "bem-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590412, - "recall": 0.641304, - "f1": 0.602851, - "accuracy": 0.641304, - "main_score": 0.602851, - "hf_subset": "tum_Latn-epo_Latn", - "languages": [ - "tum-Latn", - "epo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580559, - "recall": 0.629447, - "f1": 0.593363, - "accuracy": 0.629447, - "main_score": 0.593363, - "hf_subset": "tum_Latn-hun_Latn", - "languages": [ - "tum-Latn", - "hun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556289, - "recall": 0.600791, - "f1": 0.567229, - "accuracy": 0.600791, - "main_score": 0.567229, - "hf_subset": "tum_Latn-kir_Cyrl", - "languages": [ - "tum-Latn", - "kir-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581085, - "recall": 0.621542, - "f1": 0.591453, - "accuracy": 0.621542, - "main_score": 0.591453, - "hf_subset": "tum_Latn-mar_Deva", - "languages": [ - "tum-Latn", - "mar-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.54023, - "recall": 0.582016, - "f1": 0.551724, - "accuracy": 0.582016, - "main_score": 0.551724, - "hf_subset": "tum_Latn-plt_Latn", - "languages": [ - "tum-Latn", - "plt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.604797, - "recall": 0.651186, - "f1": 0.617007, - "accuracy": 0.651186, - "main_score": 0.617007, - "hf_subset": "tum_Latn-srp_Cyrl", - "languages": [ - "tum-Latn", - "srp-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515853, - "recall": 0.568182, - "f1": 0.528888, - "accuracy": 0.568182, - "main_score": 0.528888, - "hf_subset": "tum_Latn-uig_Arab", - "languages": [ - "tum-Latn", - "uig-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578869, - "recall": 0.631423, - "f1": 0.591374, - "accuracy": 0.631423, - "main_score": 0.591374, - "hf_subset": "tum_Latn-aeb_Arab", - "languages": [ - "tum-Latn", - "aeb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577171, - "recall": 0.62253, - "f1": 0.589134, - "accuracy": 0.62253, - "main_score": 0.589134, - "hf_subset": "tum_Latn-ben_Beng", - "languages": [ - "tum-Latn", - "ben-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55818, - "recall": 0.613636, - "f1": 0.572506, - "accuracy": 0.613636, - "main_score": 0.572506, - "hf_subset": "tum_Latn-est_Latn", - "languages": [ - "tum-Latn", - "est-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563984, - "recall": 0.613636, - "f1": 0.576733, - "accuracy": 0.613636, - "main_score": 0.576733, - "hf_subset": "tum_Latn-hye_Armn", - "languages": [ - "tum-Latn", - "hye-Armn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.532775, - "recall": 0.574111, - "f1": 0.544444, - "accuracy": 0.574111, - "main_score": 0.544444, - "hf_subset": "tum_Latn-kmb_Latn", - "languages": [ - "tum-Latn", - "kmb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.388487, - "recall": 0.44664, - "f1": 0.404092, - "accuracy": 0.44664, - "main_score": 0.404092, - "hf_subset": "tum_Latn-min_Arab", - "languages": [ - "tum-Latn", - "min-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583913, - "recall": 0.635375, - "f1": 0.597045, - "accuracy": 0.635375, - "main_score": 0.597045, - "hf_subset": "tum_Latn-pol_Latn", - "languages": [ - "tum-Latn", - "pol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537965, - "recall": 0.586957, - "f1": 0.55147, - "accuracy": 0.586957, - "main_score": 0.55147, - "hf_subset": "tum_Latn-ssw_Latn", - "languages": [ - "tum-Latn", - "ssw-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592416, - "recall": 0.643281, - "f1": 0.605389, - "accuracy": 0.643281, - "main_score": 0.605389, - "hf_subset": "tum_Latn-ukr_Cyrl", - "languages": [ - "tum-Latn", - "ukr-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59963, - "recall": 0.648221, - "f1": 0.612605, - "accuracy": 0.648221, - "main_score": 0.612605, - "hf_subset": "tum_Latn-afr_Latn", - "languages": [ - "tum-Latn", - "afr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.581025, - "recall": 0.631423, - "f1": 0.594088, - "accuracy": 0.631423, - "main_score": 0.594088, - "hf_subset": "tum_Latn-bho_Deva", - "languages": [ - "tum-Latn", - "bho-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.559939, - "recall": 0.616601, - "f1": 0.574887, - "accuracy": 0.616601, - "main_score": 0.574887, - "hf_subset": "tum_Latn-eus_Latn", - "languages": [ - "tum-Latn", - "eus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.517882, - "recall": 0.567194, - "f1": 0.531574, - "accuracy": 0.567194, - "main_score": 0.531574, - "hf_subset": "tum_Latn-ibo_Latn", - "languages": [ - "tum-Latn", - "ibo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.551895, - "recall": 0.591897, - "f1": 0.562893, - "accuracy": 0.591897, - "main_score": 0.562893, - "hf_subset": "tum_Latn-kmr_Latn", - "languages": [ - "tum-Latn", - "kmr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.569879, - "recall": 0.621542, - "f1": 0.583226, - "accuracy": 0.621542, - "main_score": 0.583226, - "hf_subset": "tum_Latn-min_Latn", - "languages": [ - "tum-Latn", - "min-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.597912, - "recall": 0.645257, - "f1": 0.610281, - "accuracy": 0.645257, - "main_score": 0.610281, - "hf_subset": "tum_Latn-por_Latn", - "languages": [ - "tum-Latn", - "por-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.586293, - "recall": 0.629447, - "f1": 0.597434, - "accuracy": 0.629447, - "main_score": 0.597434, - "hf_subset": "tum_Latn-sun_Latn", - "languages": [ - "tum-Latn", - "sun-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.516466, - "recall": 0.557312, - "f1": 0.528459, - "accuracy": 0.557312, - "main_score": 0.528459, - "hf_subset": "tum_Latn-umb_Latn", - "languages": [ - "tum-Latn", - "umb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57776, - "recall": 0.632411, - "f1": 0.591893, - "accuracy": 0.632411, - "main_score": 0.591893, - "hf_subset": "tum_Latn-ajp_Arab", - "languages": [ - "tum-Latn", - "ajp-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.41321, - "recall": 0.465415, - "f1": 0.427376, - "accuracy": 0.465415, - "main_score": 0.427376, - "hf_subset": "tum_Latn-bjn_Arab", - "languages": [ - "tum-Latn", - "bjn-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511263, - "recall": 0.549407, - "f1": 0.522058, - "accuracy": 0.549407, - "main_score": 0.522058, - "hf_subset": "tum_Latn-ewe_Latn", - "languages": [ - "tum-Latn", - "ewe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583208, - "recall": 0.619565, - "f1": 0.592458, - "accuracy": 0.619565, - "main_score": 0.592458, - "hf_subset": "tum_Latn-ilo_Latn", - "languages": [ - "tum-Latn", - "ilo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.304868, - "recall": 0.353755, - "f1": 0.318105, - "accuracy": 0.353755, - "main_score": 0.318105, - "hf_subset": "tum_Latn-knc_Arab", - "languages": [ - "tum-Latn", - "knc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598917, - "recall": 0.650198, - "f1": 0.611491, - "accuracy": 0.650198, - "main_score": 0.611491, - "hf_subset": "tum_Latn-mkd_Cyrl", - "languages": [ - "tum-Latn", - "mkd-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572735, - "recall": 0.624506, - "f1": 0.586345, - "accuracy": 0.624506, - "main_score": 0.586345, - "hf_subset": "tum_Latn-prs_Arab", - "languages": [ - "tum-Latn", - "prs-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.595993, - "recall": 0.648221, - "f1": 0.609443, - "accuracy": 0.648221, - "main_score": 0.609443, - "hf_subset": "tum_Latn-swe_Latn", - "languages": [ - "tum-Latn", - "swe-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555377, - "recall": 0.612648, - "f1": 0.570476, - "accuracy": 0.612648, - "main_score": 0.570476, - "hf_subset": "tum_Latn-urd_Arab", - "languages": [ - "tum-Latn", - "urd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515081, - "recall": 0.554348, - "f1": 0.526202, - "accuracy": 0.554348, - "main_score": 0.526202, - "hf_subset": "tum_Latn-aka_Latn", - "languages": [ - "tum-Latn", - "aka-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.57397, - "recall": 0.61166, - "f1": 0.584042, - "accuracy": 0.61166, - "main_score": 0.584042, - "hf_subset": "tum_Latn-bjn_Latn", - "languages": [ - "tum-Latn", - "bjn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.555746, - "recall": 0.599802, - "f1": 0.567576, - "accuracy": 0.599802, - "main_score": 0.567576, - "hf_subset": "tum_Latn-fao_Latn", - "languages": [ - "tum-Latn", - "fao-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.606517, - "recall": 0.652174, - "f1": 0.617835, - "accuracy": 0.652174, - "main_score": 0.617835, - "hf_subset": "tum_Latn-ind_Latn", - "languages": [ - "tum-Latn", - "ind-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536713, - "recall": 0.572134, - "f1": 0.546552, - "accuracy": 0.572134, - "main_score": 0.546552, - "hf_subset": "tum_Latn-knc_Latn", - "languages": [ - "tum-Latn", - "knc-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577012, - "recall": 0.624506, - "f1": 0.589009, - "accuracy": 0.624506, - "main_score": 0.589009, - "hf_subset": "tum_Latn-mlt_Latn", - "languages": [ - "tum-Latn", - "mlt-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.524132, - "recall": 0.570158, - "f1": 0.537241, - "accuracy": 0.570158, - "main_score": 0.537241, - "hf_subset": "tum_Latn-quy_Latn", - "languages": [ - "tum-Latn", - "quy-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582771, - "recall": 0.635375, - "f1": 0.595873, - "accuracy": 0.635375, - "main_score": 0.595873, - "hf_subset": "tum_Latn-swh_Latn", - "languages": [ - "tum-Latn", - "swh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571493, - "recall": 0.617589, - "f1": 0.583102, - "accuracy": 0.617589, - "main_score": 0.583102, - "hf_subset": "tum_Latn-uzn_Latn", - "languages": [ - "tum-Latn", - "uzn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.580657, - "recall": 0.630435, - "f1": 0.592312, - "accuracy": 0.630435, - "main_score": 0.592312, - "hf_subset": "tum_Latn-als_Latn", - "languages": [ - "tum-Latn", - "als-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.291974, - "recall": 0.354743, - "f1": 0.307181, - "accuracy": 0.354743, - "main_score": 0.307181, - "hf_subset": "tum_Latn-bod_Tibt", - "languages": [ - "tum-Latn", - "bod-Tibt" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552535, - "recall": 0.597826, - "f1": 0.564642, - "accuracy": 0.597826, - "main_score": 0.564642, - "hf_subset": "tum_Latn-fij_Latn", - "languages": [ - "tum-Latn", - "fij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.553274, - "recall": 0.599802, - "f1": 0.565153, - "accuracy": 0.599802, - "main_score": 0.565153, - "hf_subset": "tum_Latn-isl_Latn", - "languages": [ - "tum-Latn", - "isl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560331, - "recall": 0.596838, - "f1": 0.570553, - "accuracy": 0.596838, - "main_score": 0.570553, - "hf_subset": "tum_Latn-kon_Latn", - "languages": [ - "tum-Latn", - "kon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.475855, - "recall": 0.531621, - "f1": 0.490705, - "accuracy": 0.531621, - "main_score": 0.490705, - "hf_subset": "tum_Latn-mni_Beng", - "languages": [ - "tum-Latn", - "mni-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.600664, - "recall": 0.650198, - "f1": 0.612756, - "accuracy": 0.650198, - "main_score": 0.612756, - "hf_subset": "tum_Latn-ron_Latn", - "languages": [ - "tum-Latn", - "ron-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571018, - "recall": 0.620553, - "f1": 0.584081, - "accuracy": 0.620553, - "main_score": 0.584081, - "hf_subset": "tum_Latn-szl_Latn", - "languages": [ - "tum-Latn", - "szl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577323, - "recall": 0.625494, - "f1": 0.590196, - "accuracy": 0.625494, - "main_score": 0.590196, - "hf_subset": "tum_Latn-vec_Latn", - "languages": [ - "tum-Latn", - "vec-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.491627, - "recall": 0.547431, - "f1": 0.506744, - "accuracy": 0.547431, - "main_score": 0.506744, - "hf_subset": "tum_Latn-amh_Ethi", - "languages": [ - "tum-Latn", - "amh-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590118, - "recall": 0.642292, - "f1": 0.603149, - "accuracy": 0.642292, - "main_score": 0.603149, - "hf_subset": "tum_Latn-bos_Latn", - "languages": [ - "tum-Latn", - "bos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571301, - "recall": 0.62253, - "f1": 0.584773, - "accuracy": 0.62253, - "main_score": 0.584773, - "hf_subset": "tum_Latn-fin_Latn", - "languages": [ - "tum-Latn", - "fin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590991, - "recall": 0.640316, - "f1": 0.603904, - "accuracy": 0.640316, - "main_score": 0.603904, - "hf_subset": "tum_Latn-ita_Latn", - "languages": [ - "tum-Latn", - "ita-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568706, - "recall": 0.621542, - "f1": 0.582491, - "accuracy": 0.621542, - "main_score": 0.582491, - "hf_subset": "tum_Latn-kor_Hang", - "languages": [ - "tum-Latn", - "kor-Hang" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.495878, - "recall": 0.540514, - "f1": 0.508146, - "accuracy": 0.540514, - "main_score": 0.508146, - "hf_subset": "tum_Latn-mos_Latn", - "languages": [ - "tum-Latn", - "mos-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536198, - "recall": 0.583004, - "f1": 0.549201, - "accuracy": 0.583004, - "main_score": 0.549201, - "hf_subset": "tum_Latn-run_Latn", - "languages": [ - "tum-Latn", - "run-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564781, - "recall": 0.613636, - "f1": 0.577548, - "accuracy": 0.613636, - "main_score": 0.577548, - "hf_subset": "tum_Latn-tam_Taml", - "languages": [ - "tum-Latn", - "tam-Taml" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599967, - "recall": 0.647233, - "f1": 0.611538, - "accuracy": 0.647233, - "main_score": 0.611538, - "hf_subset": "tum_Latn-vie_Latn", - "languages": [ - "tum-Latn", - "vie-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.582254, - "recall": 0.634387, - "f1": 0.596276, - "accuracy": 0.634387, - "main_score": 0.596276, - "hf_subset": "tum_Latn-apc_Arab", - "languages": [ - "tum-Latn", - "apc-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539175, - "recall": 0.583992, - "f1": 0.550745, - "accuracy": 0.583992, - "main_score": 0.550745, - "hf_subset": "tum_Latn-bug_Latn", - "languages": [ - "tum-Latn", - "bug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.482587, - "recall": 0.521739, - "f1": 0.493748, - "accuracy": 0.521739, - "main_score": 0.493748, - "hf_subset": "tum_Latn-fon_Latn", - "languages": [ - "tum-Latn", - "fon-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.599029, - "recall": 0.637352, - "f1": 0.609099, - "accuracy": 0.637352, - "main_score": 0.609099, - "hf_subset": "tum_Latn-jav_Latn", - "languages": [ - "tum-Latn", - "jav-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.543036, - "recall": 0.594862, - "f1": 0.556541, - "accuracy": 0.594862, - "main_score": 0.556541, - "hf_subset": "tum_Latn-lao_Laoo", - "languages": [ - "tum-Latn", - "lao-Laoo" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.515588, - "recall": 0.556324, - "f1": 0.526553, - "accuracy": 0.556324, - "main_score": 0.526553, - "hf_subset": "tum_Latn-mri_Latn", - "languages": [ - "tum-Latn", - "mri-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.584009, - "recall": 0.639328, - "f1": 0.598398, - "accuracy": 0.639328, - "main_score": 0.598398, - "hf_subset": "tum_Latn-rus_Cyrl", - "languages": [ - "tum-Latn", - "rus-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.480271, - "recall": 0.523715, - "f1": 0.492666, - "accuracy": 0.523715, - "main_score": 0.492666, - "hf_subset": "tum_Latn-taq_Latn", - "languages": [ - "tum-Latn", - "taq-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608296, - "recall": 0.648221, - "f1": 0.617797, - "accuracy": 0.648221, - "main_score": 0.617797, - "hf_subset": "tum_Latn-war_Latn", - "languages": [ - "tum-Latn", - "war-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585053, - "recall": 0.635375, - "f1": 0.59772, - "accuracy": 0.635375, - "main_score": 0.59772, - "hf_subset": "tum_Latn-arb_Arab", - "languages": [ - "tum-Latn", - "arb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.596986, - "recall": 0.644269, - "f1": 0.60917, - "accuracy": 0.644269, - "main_score": 0.60917, - "hf_subset": "tum_Latn-bul_Cyrl", - "languages": [ - "tum-Latn", - "bul-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.598037, - "recall": 0.648221, - "f1": 0.610813, - "accuracy": 0.648221, - "main_score": 0.610813, - "hf_subset": "tum_Latn-fra_Latn", - "languages": [ - "tum-Latn", - "fra-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.571825, - "recall": 0.624506, - "f1": 0.584833, - "accuracy": 0.624506, - "main_score": 0.584833, - "hf_subset": "tum_Latn-jpn_Jpan", - "languages": [ - "tum-Latn", - "jpn-Jpan" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579521, - "recall": 0.630435, - "f1": 0.592737, - "accuracy": 0.630435, - "main_score": 0.592737, - "hf_subset": "tum_Latn-lij_Latn", - "languages": [ - "tum-Latn", - "lij-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.45832, - "recall": 0.527668, - "f1": 0.476193, - "accuracy": 0.527668, - "main_score": 0.476193, - "hf_subset": "tum_Latn-mya_Mymr", - "languages": [ - "tum-Latn", - "mya-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.520392, - "recall": 0.563241, - "f1": 0.531647, - "accuracy": 0.563241, - "main_score": 0.531647, - "hf_subset": "tum_Latn-sag_Latn", - "languages": [ - "tum-Latn", - "sag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.198941, - "recall": 0.248024, - "f1": 0.210214, - "accuracy": 0.248024, - "main_score": 0.210214, - "hf_subset": "tum_Latn-taq_Tfng", - "languages": [ - "tum-Latn", - "taq-Tfng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.522557, - "recall": 0.567194, - "f1": 0.53462, - "accuracy": 0.567194, - "main_score": 0.53462, - "hf_subset": "tum_Latn-wol_Latn", - "languages": [ - "tum-Latn", - "wol-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.469956, - "recall": 0.523715, - "f1": 0.484571, - "accuracy": 0.523715, - "main_score": 0.484571, - "hf_subset": "tum_Latn-arb_Latn", - "languages": [ - "tum-Latn", - "arb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590541, - "recall": 0.642292, - "f1": 0.603729, - "accuracy": 0.642292, - "main_score": 0.603729, - "hf_subset": "tum_Latn-cat_Latn", - "languages": [ - "tum-Latn", - "cat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.570224, - "recall": 0.613636, - "f1": 0.58104, - "accuracy": 0.613636, - "main_score": 0.58104, - "hf_subset": "tum_Latn-fur_Latn", - "languages": [ - "tum-Latn", - "fur-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.415144, - "recall": 0.465415, - "f1": 0.429139, - "accuracy": 0.465415, - "main_score": 0.429139, - "hf_subset": "tum_Latn-kab_Latn", - "languages": [ - "tum-Latn", - "kab-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.55555, - "recall": 0.597826, - "f1": 0.566179, - "accuracy": 0.597826, - "main_score": 0.566179, - "hf_subset": "tum_Latn-lim_Latn", - "languages": [ - "tum-Latn", - "lim-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603494, - "recall": 0.655138, - "f1": 0.616514, - "accuracy": 0.655138, - "main_score": 0.616514, - "hf_subset": "tum_Latn-nld_Latn", - "languages": [ - "tum-Latn", - "nld-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.540348, - "recall": 0.591897, - "f1": 0.553224, - "accuracy": 0.591897, - "main_score": 0.553224, - "hf_subset": "tum_Latn-san_Deva", - "languages": [ - "tum-Latn", - "san-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.566166, - "recall": 0.620553, - "f1": 0.579182, - "accuracy": 0.620553, - "main_score": 0.579182, - "hf_subset": "tum_Latn-tat_Cyrl", - "languages": [ - "tum-Latn", - "tat-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560054, - "recall": 0.608696, - "f1": 0.573901, - "accuracy": 0.608696, - "main_score": 0.573901, - "hf_subset": "tum_Latn-xho_Latn", - "languages": [ - "tum-Latn", - "xho-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564963, - "recall": 0.619565, - "f1": 0.578923, - "accuracy": 0.619565, - "main_score": 0.578923, - "hf_subset": "tum_Latn-ars_Arab", - "languages": [ - "tum-Latn", - "ars-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.601359, - "recall": 0.642292, - "f1": 0.611945, - "accuracy": 0.642292, - "main_score": 0.611945, - "hf_subset": "tum_Latn-ceb_Latn", - "languages": [ - "tum-Latn", - "ceb-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497047, - "recall": 0.54249, - "f1": 0.509944, - "accuracy": 0.54249, - "main_score": 0.509944, - "hf_subset": "tum_Latn-fuv_Latn", - "languages": [ - "tum-Latn", - "fuv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.498241, - "recall": 0.543478, - "f1": 0.511042, - "accuracy": 0.543478, - "main_score": 0.511042, - "hf_subset": "tum_Latn-kac_Latn", - "languages": [ - "tum-Latn", - "kac-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557918, - "recall": 0.601779, - "f1": 0.569463, - "accuracy": 0.601779, - "main_score": 0.569463, - "hf_subset": "tum_Latn-lin_Latn", - "languages": [ - "tum-Latn", - "lin-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.592064, - "recall": 0.643281, - "f1": 0.605043, - "accuracy": 0.643281, - "main_score": 0.605043, - "hf_subset": "tum_Latn-nno_Latn", - "languages": [ - "tum-Latn", - "nno-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.118414, - "recall": 0.168972, - "f1": 0.130571, - "accuracy": 0.168972, - "main_score": 0.130571, - "hf_subset": "tum_Latn-sat_Olck", - "languages": [ - "tum-Latn", - "sat-Olck" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.574322, - "recall": 0.626482, - "f1": 0.587906, - "accuracy": 0.626482, - "main_score": 0.587906, - "hf_subset": "tum_Latn-tel_Telu", - "languages": [ - "tum-Latn", - "tel-Telu" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497841, - "recall": 0.557312, - "f1": 0.513553, - "accuracy": 0.557312, - "main_score": 0.513553, - "hf_subset": "tum_Latn-ydd_Hebr", - "languages": [ - "tum-Latn", - "ydd-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.563126, - "recall": 0.608696, - "f1": 0.574531, - "accuracy": 0.608696, - "main_score": 0.574531, - "hf_subset": "tum_Latn-ary_Arab", - "languages": [ - "tum-Latn", - "ary-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.590156, - "recall": 0.644269, - "f1": 0.604518, - "accuracy": 0.644269, - "main_score": 0.604518, - "hf_subset": "tum_Latn-ces_Latn", - "languages": [ - "tum-Latn", - "ces-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.487257, - "recall": 0.538538, - "f1": 0.502256, - "accuracy": 0.538538, - "main_score": 0.502256, - "hf_subset": "tum_Latn-gaz_Latn", - "languages": [ - "tum-Latn", - "gaz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.529083, - "recall": 0.571146, - "f1": 0.540917, - "accuracy": 0.571146, - "main_score": 0.540917, - "hf_subset": "tum_Latn-kam_Latn", - "languages": [ - "tum-Latn", - "kam-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578188, - "recall": 0.625494, - "f1": 0.59019, - "accuracy": 0.625494, - "main_score": 0.59019, - "hf_subset": "tum_Latn-lit_Latn", - "languages": [ - "tum-Latn", - "lit-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.59849, - "recall": 0.643281, - "f1": 0.61016, - "accuracy": 0.643281, - "main_score": 0.61016, - "hf_subset": "tum_Latn-nob_Latn", - "languages": [ - "tum-Latn", - "nob-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575276, - "recall": 0.619565, - "f1": 0.587307, - "accuracy": 0.619565, - "main_score": 0.587307, - "hf_subset": "tum_Latn-scn_Latn", - "languages": [ - "tum-Latn", - "scn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.547506, - "recall": 0.596838, - "f1": 0.559861, - "accuracy": 0.596838, - "main_score": 0.559861, - "hf_subset": "tum_Latn-tgk_Cyrl", - "languages": [ - "tum-Latn", - "tgk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.49801, - "recall": 0.55336, - "f1": 0.513853, - "accuracy": 0.55336, - "main_score": 0.513853, - "hf_subset": "tum_Latn-yor_Latn", - "languages": [ - "tum-Latn", - "yor-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.578858, - "recall": 0.628458, - "f1": 0.591598, - "accuracy": 0.628458, - "main_score": 0.591598, - "hf_subset": "tum_Latn-arz_Arab", - "languages": [ - "tum-Latn", - "arz-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.490173, - "recall": 0.531621, - "f1": 0.502127, - "accuracy": 0.531621, - "main_score": 0.502127, - "hf_subset": "tum_Latn-cjk_Latn", - "languages": [ - "tum-Latn", - "cjk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521433, - "recall": 0.571146, - "f1": 0.534462, - "accuracy": 0.571146, - "main_score": 0.534462, - "hf_subset": "tum_Latn-gla_Latn", - "languages": [ - "tum-Latn", - "gla-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575182, - "recall": 0.623518, - "f1": 0.587144, - "accuracy": 0.623518, - "main_score": 0.587144, - "hf_subset": "tum_Latn-kan_Knda", - "languages": [ - "tum-Latn", - "kan-Knda" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575454, - "recall": 0.615613, - "f1": 0.585807, - "accuracy": 0.615613, - "main_score": 0.585807, - "hf_subset": "tum_Latn-lmo_Latn", - "languages": [ - "tum-Latn", - "lmo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.565744, - "recall": 0.614625, - "f1": 0.578257, - "accuracy": 0.614625, - "main_score": 0.578257, - "hf_subset": "tum_Latn-npi_Deva", - "languages": [ - "tum-Latn", - "npi-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.437831, - "recall": 0.48913, - "f1": 0.452392, - "accuracy": 0.48913, - "main_score": 0.452392, - "hf_subset": "tum_Latn-shn_Mymr", - "languages": [ - "tum-Latn", - "shn-Mymr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.614561, - "recall": 0.659091, - "f1": 0.625998, - "accuracy": 0.659091, - "main_score": 0.625998, - "hf_subset": "tum_Latn-tgl_Latn", - "languages": [ - "tum-Latn", - "tgl-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576133, - "recall": 0.625494, - "f1": 0.588784, - "accuracy": 0.625494, - "main_score": 0.588784, - "hf_subset": "tum_Latn-yue_Hant", - "languages": [ - "tum-Latn", - "yue-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.548538, - "recall": 0.597826, - "f1": 0.561509, - "accuracy": 0.597826, - "main_score": 0.561509, - "hf_subset": "tum_Latn-asm_Beng", - "languages": [ - "tum-Latn", - "asm-Beng" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.533817, - "recall": 0.582016, - "f1": 0.546449, - "accuracy": 0.582016, - "main_score": 0.546449, - "hf_subset": "tum_Latn-ckb_Arab", - "languages": [ - "tum-Latn", - "ckb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.511507, - "recall": 0.567194, - "f1": 0.525866, - "accuracy": 0.567194, - "main_score": 0.525866, - "hf_subset": "tum_Latn-gle_Latn", - "languages": [ - "tum-Latn", - "gle-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.50369, - "recall": 0.555336, - "f1": 0.51798, - "accuracy": 0.555336, - "main_score": 0.51798, - "hf_subset": "tum_Latn-kas_Arab", - "languages": [ - "tum-Latn", - "kas-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.536319, - "recall": 0.587945, - "f1": 0.549571, - "accuracy": 0.587945, - "main_score": 0.549571, - "hf_subset": "tum_Latn-ltg_Latn", - "languages": [ - "tum-Latn", - "ltg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56158, - "recall": 0.599802, - "f1": 0.572237, - "accuracy": 0.599802, - "main_score": 0.572237, - "hf_subset": "tum_Latn-nso_Latn", - "languages": [ - "tum-Latn", - "nso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.497491, - "recall": 0.550395, - "f1": 0.510937, - "accuracy": 0.550395, - "main_score": 0.510937, - "hf_subset": "tum_Latn-sin_Sinh", - "languages": [ - "tum-Latn", - "sin-Sinh" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.583786, - "recall": 0.633399, - "f1": 0.596784, - "accuracy": 0.633399, - "main_score": 0.596784, - "hf_subset": "tum_Latn-tha_Thai", - "languages": [ - "tum-Latn", - "tha-Thai" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564086, - "recall": 0.610672, - "f1": 0.57566, - "accuracy": 0.610672, - "main_score": 0.57566, - "hf_subset": "tum_Latn-zho_Hans", - "languages": [ - "tum-Latn", - "zho-Hans" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585803, - "recall": 0.641304, - "f1": 0.600079, - "accuracy": 0.641304, - "main_score": 0.600079, - "hf_subset": "tum_Latn-ast_Latn", - "languages": [ - "tum-Latn", - "ast-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.567828, - "recall": 0.618577, - "f1": 0.580191, - "accuracy": 0.618577, - "main_score": 0.580191, - "hf_subset": "tum_Latn-crh_Latn", - "languages": [ - "tum-Latn", - "crh-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.588457, - "recall": 0.633399, - "f1": 0.599755, - "accuracy": 0.633399, - "main_score": 0.599755, - "hf_subset": "tum_Latn-glg_Latn", - "languages": [ - "tum-Latn", - "glg-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513274, - "recall": 0.562253, - "f1": 0.526453, - "accuracy": 0.562253, - "main_score": 0.526453, - "hf_subset": "tum_Latn-kas_Deva", - "languages": [ - "tum-Latn", - "kas-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.550263, - "recall": 0.591897, - "f1": 0.561156, - "accuracy": 0.591897, - "main_score": 0.561156, - "hf_subset": "tum_Latn-ltz_Latn", - "languages": [ - "tum-Latn", - "ltz-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.459465, - "recall": 0.51581, - "f1": 0.474299, - "accuracy": 0.51581, - "main_score": 0.474299, - "hf_subset": "tum_Latn-nus_Latn", - "languages": [ - "tum-Latn", - "nus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.585043, - "recall": 0.630435, - "f1": 0.597039, - "accuracy": 0.630435, - "main_score": 0.597039, - "hf_subset": "tum_Latn-slk_Latn", - "languages": [ - "tum-Latn", - "slk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.385816, - "recall": 0.444664, - "f1": 0.401622, - "accuracy": 0.444664, - "main_score": 0.401622, - "hf_subset": "tum_Latn-tir_Ethi", - "languages": [ - "tum-Latn", - "tir-Ethi" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572359, - "recall": 0.621542, - "f1": 0.584516, - "accuracy": 0.621542, - "main_score": 0.584516, - "hf_subset": "tum_Latn-zho_Hant", - "languages": [ - "tum-Latn", - "zho-Hant" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56934, - "recall": 0.616601, - "f1": 0.581422, - "accuracy": 0.616601, - "main_score": 0.581422, - "hf_subset": "tum_Latn-awa_Deva", - "languages": [ - "tum-Latn", - "awa-Deva" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.562703, - "recall": 0.607708, - "f1": 0.574301, - "accuracy": 0.607708, - "main_score": 0.574301, - "hf_subset": "tum_Latn-cym_Latn", - "languages": [ - "tum-Latn", - "cym-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.554115, - "recall": 0.599802, - "f1": 0.566344, - "accuracy": 0.599802, - "main_score": 0.566344, - "hf_subset": "tum_Latn-grn_Latn", - "languages": [ - "tum-Latn", - "grn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.549968, - "recall": 0.604743, - "f1": 0.564192, - "accuracy": 0.604743, - "main_score": 0.564192, - "hf_subset": "tum_Latn-kat_Geor", - "languages": [ - "tum-Latn", - "kat-Geor" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.539215, - "recall": 0.581028, - "f1": 0.55027, - "accuracy": 0.581028, - "main_score": 0.55027, - "hf_subset": "tum_Latn-lua_Latn", - "languages": [ - "tum-Latn", - "lua-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.635106, - "recall": 0.6917, - "f1": 0.651161, - "accuracy": 0.6917, - "main_score": 0.651161, - "hf_subset": "tum_Latn-nya_Latn", - "languages": [ - "tum-Latn", - "nya-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579564, - "recall": 0.635375, - "f1": 0.59416, - "accuracy": 0.635375, - "main_score": 0.59416, - "hf_subset": "tum_Latn-slv_Latn", - "languages": [ - "tum-Latn", - "slv-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.575559, - "recall": 0.620553, - "f1": 0.58751, - "accuracy": 0.620553, - "main_score": 0.58751, - "hf_subset": "tum_Latn-tpi_Latn", - "languages": [ - "tum-Latn", - "tpi-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.608095, - "recall": 0.660079, - "f1": 0.621447, - "accuracy": 0.660079, - "main_score": 0.621447, - "hf_subset": "tum_Latn-zsm_Latn", - "languages": [ - "tum-Latn", - "zsm-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.509507, - "recall": 0.552372, - "f1": 0.522071, - "accuracy": 0.552372, - "main_score": 0.522071, - "hf_subset": "tum_Latn-ayr_Latn", - "languages": [ - "tum-Latn", - "ayr-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.609283, - "recall": 0.660079, - "f1": 0.622476, - "accuracy": 0.660079, - "main_score": 0.622476, - "hf_subset": "tum_Latn-dan_Latn", - "languages": [ - "tum-Latn", - "dan-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577995, - "recall": 0.629447, - "f1": 0.590585, - "accuracy": 0.629447, - "main_score": 0.590585, - "hf_subset": "tum_Latn-guj_Gujr", - "languages": [ - "tum-Latn", - "guj-Gujr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.568006, - "recall": 0.620553, - "f1": 0.582303, - "accuracy": 0.620553, - "main_score": 0.582303, - "hf_subset": "tum_Latn-kaz_Cyrl", - "languages": [ - "tum-Latn", - "kaz-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51934, - "recall": 0.568182, - "f1": 0.532795, - "accuracy": 0.568182, - "main_score": 0.532795, - "hf_subset": "tum_Latn-lug_Latn", - "languages": [ - "tum-Latn", - "lug-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.603554, - "recall": 0.652174, - "f1": 0.615409, - "accuracy": 0.652174, - "main_score": 0.615409, - "hf_subset": "tum_Latn-oci_Latn", - "languages": [ - "tum-Latn", - "oci-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.576557, - "recall": 0.618577, - "f1": 0.587719, - "accuracy": 0.618577, - "main_score": 0.587719, - "hf_subset": "tum_Latn-smo_Latn", - "languages": [ - "tum-Latn", - "smo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.52388, - "recall": 0.567194, - "f1": 0.53541, - "accuracy": 0.567194, - "main_score": 0.53541, - "hf_subset": "tum_Latn-tsn_Latn", - "languages": [ - "tum-Latn", - "tsn-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.521488, - "recall": 0.575099, - "f1": 0.53688, - "accuracy": 0.575099, - "main_score": 0.53688, - "hf_subset": "tum_Latn-zul_Latn", - "languages": [ - "tum-Latn", - "zul-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.496425, - "recall": 0.5583, - "f1": 0.513149, - "accuracy": 0.5583, - "main_score": 0.513149, - "hf_subset": "tum_Latn-azb_Arab", - "languages": [ - "tum-Latn", - "azb-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.589077, - "recall": 0.640316, - "f1": 0.602384, - "accuracy": 0.640316, - "main_score": 0.602384, - "hf_subset": "tum_Latn-deu_Latn", - "languages": [ - "tum-Latn", - "deu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.525933, - "recall": 0.585968, - "f1": 0.541078, - "accuracy": 0.585968, - "main_score": 0.541078, - "hf_subset": "tum_Latn-hat_Latn", - "languages": [ - "tum-Latn", - "hat-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.494864, - "recall": 0.537549, - "f1": 0.507071, - "accuracy": 0.537549, - "main_score": 0.507071, - "hf_subset": "tum_Latn-kbp_Latn", - "languages": [ - "tum-Latn", - "kbp-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.546243, - "recall": 0.581028, - "f1": 0.55532, - "accuracy": 0.581028, - "main_score": 0.55532, - "hf_subset": "tum_Latn-luo_Latn", - "languages": [ - "tum-Latn", - "luo-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572535, - "recall": 0.626482, - "f1": 0.586694, - "accuracy": 0.626482, - "main_score": 0.586694, - "hf_subset": "tum_Latn-ory_Orya", - "languages": [ - "tum-Latn", - "ory-Orya" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.557474, - "recall": 0.608696, - "f1": 0.571854, - "accuracy": 0.608696, - "main_score": 0.571854, - "hf_subset": "tum_Latn-sna_Latn", - "languages": [ - "tum-Latn", - "sna-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.51492, - "recall": 0.563241, - "f1": 0.527635, - "accuracy": 0.563241, - "main_score": 0.527635, - "hf_subset": "tum_Latn-tso_Latn", - "languages": [ - "tum-Latn", - "tso-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.56073, - "recall": 0.618577, - "f1": 0.576746, - "accuracy": 0.618577, - "main_score": 0.576746, - "hf_subset": "tum_Latn-azj_Latn", - "languages": [ - "tum-Latn", - "azj-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.486408, - "recall": 0.531621, - "f1": 0.499753, - "accuracy": 0.531621, - "main_score": 0.499753, - "hf_subset": "tum_Latn-dik_Latn", - "languages": [ - "tum-Latn", - "dik-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.537928, - "recall": 0.579051, - "f1": 0.549417, - "accuracy": 0.579051, - "main_score": 0.549417, - "hf_subset": "tum_Latn-hau_Latn", - "languages": [ - "tum-Latn", - "hau-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.564717, - "recall": 0.61166, - "f1": 0.576483, - "accuracy": 0.61166, - "main_score": 0.576483, - "hf_subset": "tum_Latn-kea_Latn", - "languages": [ - "tum-Latn", - "kea-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.561379, - "recall": 0.601779, - "f1": 0.571888, - "accuracy": 0.601779, - "main_score": 0.571888, - "hf_subset": "tum_Latn-lus_Latn", - "languages": [ - "tum-Latn", - "lus-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.556019, - "recall": 0.588933, - "f1": 0.564781, - "accuracy": 0.588933, - "main_score": 0.564781, - "hf_subset": "tum_Latn-pag_Latn", - "languages": [ - "tum-Latn", - "pag-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.560936, - "recall": 0.615613, - "f1": 0.575091, - "accuracy": 0.615613, - "main_score": 0.575091, - "hf_subset": "tum_Latn-snd_Arab", - "languages": [ - "tum-Latn", - "snd-Arab" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.523454, - "recall": 0.574111, - "f1": 0.537404, - "accuracy": 0.574111, - "main_score": 0.537404, - "hf_subset": "tum_Latn-tuk_Latn", - "languages": [ - "tum-Latn", - "tuk-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.552716, - "recall": 0.607708, - "f1": 0.566058, - "accuracy": 0.607708, - "main_score": 0.566058, - "hf_subset": "tum_Latn-bak_Cyrl", - "languages": [ - "tum-Latn", - "bak-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.411888, - "recall": 0.48419, - "f1": 0.432452, - "accuracy": 0.48419, - "main_score": 0.432452, - "hf_subset": "tum_Latn-dyu_Latn", - "languages": [ - "tum-Latn", - "dyu-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.579744, - "recall": 0.62747, - "f1": 0.591877, - "accuracy": 0.62747, - "main_score": 0.591877, - "hf_subset": "tum_Latn-heb_Hebr", - "languages": [ - "tum-Latn", - "heb-Hebr" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.545169, - "recall": 0.590909, - "f1": 0.557587, - "accuracy": 0.590909, - "main_score": 0.557587, - "hf_subset": "tum_Latn-khk_Cyrl", - "languages": [ - "tum-Latn", - "khk-Cyrl" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.577966, - "recall": 0.625494, - "f1": 0.590301, - "accuracy": 0.625494, - "main_score": 0.590301, - "hf_subset": "tum_Latn-lvs_Latn", - "languages": [ - "tum-Latn", - "lvs-Latn" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.572536, - "recall": 0.621542, - "f1": 0.584731, - "accuracy": 0.621542, - "main_score": 0.584731, - "hf_subset": "tum_Latn-pan_Guru", - "languages": [ - "tum-Latn", - "pan-Guru" - ], - "mteb_version": "2.16.0" - }, - { - "precision": 0.513489, - "recall": 0.561265, - "f1": 0.526508, - "accuracy": 0.561265, - "main_score": 0.526508, - "hf_subset": "tum_Latn-som_Latn", - "languages": [ - "tum-Latn", - "som-Latn" - ], - "mteb_version": "2.16.0" - } - ] - }, - "evaluation_time": 4314.54256140301, - "kg_co2_emissions": null, - "date": 1784845832.366677, - "evaluation_phases": [ - { - "name": "Data loading", - "start": 0.0, - "end": 1.4951741660479456, - "split": "", - "subset": "" - }, - { - "name": "Encoding", - "start": 9.118769765947945, - "end": 20.02463407604955, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 20.220656553050503, - "end": 45.07307321904227, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 45.27540028595831, - "end": 57.815745108993724, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 58.01136455195956, - "end": 70.03661621897481, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 70.23891453794204, - "end": 81.19012470298912, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 81.38895295897964, - "end": 93.17615293199196, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 93.37083842803258, - "end": 104.2774616900133, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 104.47334760299418, - "end": 117.13332806096878, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 117.33005965303164, - "end": 132.3556426980067, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 132.55274831596762, - "end": 143.6820745629957, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 143.8799669620348, - "end": 153.43092133803293, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 153.6273466720013, - "end": 175.28135718603153, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 175.47708056494594, - "end": 183.64552132494282, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 183.84116279694717, - "end": 195.3656537849456, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 195.56019097694661, - "end": 207.00428789795842, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 207.19997195794713, - "end": 217.17412745405454, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 217.3693053519819, - "end": 230.5521195740439, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 230.74974860297516, - "end": 244.6123956689844, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 244.81032514804974, - "end": 254.38905315997545, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 254.58549105294514, - "end": 266.9438974939985, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 267.1390004559653, - "end": 279.1286132240202, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 279.32613009703346, - "end": 309.217064292985, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 309.4140559149673, - "end": 344.41440884396434, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 344.61259290296584, - "end": 360.33492619602475, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 360.5324234600412, - "end": 378.45934836403467, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 378.65438618802, - "end": 389.9187891749898, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 390.11662959703244, - "end": 422.2217751330463, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 422.41712677502073, - "end": 434.506778583047, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 434.70371218794025, - "end": 446.9119758970337, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 447.106579437037, - "end": 458.6490653989604, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 458.8471798399696, - "end": 477.44768614694476, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 477.64555517805275, - "end": 495.9397144319955, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 496.13692428695504, - "end": 508.6991033429513, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 508.89571282896213, - "end": 529.5425615429413, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 529.7432240709895, - "end": 542.17844211997, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 542.3757701800205, - "end": 557.7346752330195, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 557.9311003360199, - "end": 570.3333954260452, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 570.5286697510164, - "end": 581.6244845800102, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 581.8209724610206, - "end": 594.5811859120149, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 594.7856685109437, - "end": 605.65860961203, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 605.8555400370387, - "end": 617.4067791190464, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 617.6087338109501, - "end": 629.5162597630406, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 629.7116411840543, - "end": 637.5964452029439, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 637.7921792110428, - "end": 661.5276211210294, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 661.7246490629623, - "end": 683.1972479060059, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 683.3972772980342, - "end": 696.5294058580184, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 696.7238259849837, - "end": 707.9366450250382, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 708.1337208839832, - "end": 720.4764446079498, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 720.6736485230504, - "end": 731.378593454021, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 731.5740261829924, - "end": 743.4153983689612, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 743.6097064489732, - "end": 754.5721793540288, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 754.7679113129852, - "end": 766.7980968100019, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 766.9933967640391, - "end": 779.375168293016, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 779.5702191860182, - "end": 790.4664288780186, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 790.6613263370236, - "end": 801.535755014047, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 801.730067003984, - "end": 813.7260398999788, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 813.9233043219429, - "end": 841.2918255419936, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 841.4864941600244, - "end": 851.8647932689637, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 852.0617995409993, - "end": 867.3416290889727, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 867.5387158580124, - "end": 890.8854043020401, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 891.082031577942, - "end": 901.5718196589733, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 901.7684176459443, - "end": 913.7095879409462, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 913.9055048930459, - "end": 924.3891113490099, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 924.5845400190447, - "end": 935.0449063939741, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 935.2415825369535, - "end": 980.6404728579801, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 980.8370318559464, - "end": 991.799422033946, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 991.997832673951, - "end": 1006.3446990429657, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1006.543417382054, - "end": 1015.8331754090032, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1016.0298743119929, - "end": 1029.8846169969765, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1030.080858387053, - "end": 1042.031162208994, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1042.2278503320413, - "end": 1053.5581471159821, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1053.757773841964, - "end": 1065.3563614069717, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1065.5567604450043, - "end": 1076.1440705580171, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1076.3416688679717, - "end": 1086.7886608709814, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1086.986647757003, - "end": 1097.635891400976, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1097.8308860360412, - "end": 1107.8415377789643, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1108.042807386024, - "end": 1121.7049264990492, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1121.9048097060295, - "end": 1133.0277423060033, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1133.22589280596, - "end": 1150.772505386034, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1150.9692827459658, - "end": 1161.3831312980037, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1161.5824654359603, - "end": 1182.750140905031, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1182.9455247160513, - "end": 1195.414295820985, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1195.6132757100277, - "end": 1210.0557334619807, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1210.2507727449993, - "end": 1220.6587558110477, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1220.8588432710385, - "end": 1250.4207964199595, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1250.6169114239747, - "end": 1261.9705575859407, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1262.1657495340332, - "end": 1273.9066697460366, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1274.107298154966, - "end": 1286.1688536580186, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1286.3696001829812, - "end": 1298.9823845030041, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1299.1771187679842, - "end": 1309.1199234769447, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1309.322766675963, - "end": 1321.6387495649979, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1321.835726498044, - "end": 1351.9335061269812, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1352.1298834519694, - "end": 1368.719592737034, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1368.9161392949754, - "end": 1384.2242084030295, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1384.4200062189484, - "end": 1394.6406223720405, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1394.8379433919908, - "end": 1407.4064611969516, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1407.611519834958, - "end": 1420.2034120280296, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1420.3999952150043, - "end": 1450.7457113070413, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1450.9425321959425, - "end": 1466.0112962250132, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1466.207202606951, - "end": 1498.1702517779777, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1498.3659390079556, - "end": 1510.662316113012, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1510.8587979440344, - "end": 1536.6128151220037, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1536.8069572079694, - "end": 1548.7695294630248, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1548.9648112569703, - "end": 1558.8791754039703, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1559.0754714820068, - "end": 1597.1083553440403, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1597.3039361579577, - "end": 1607.650713967043, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1607.8459319840185, - "end": 1620.5506520000054, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1620.7439203279791, - "end": 1632.4406973399455, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1632.6357777420199, - "end": 1647.3433459099615, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1647.5389820720302, - "end": 1663.4843106779736, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1663.682314533973, - "end": 1687.140852686949, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1687.3365521869855, - "end": 1698.8308562269667, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1699.034460157971, - "end": 1714.805633787997, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1714.9990123920143, - "end": 1727.8082191760186, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1728.0098194900202, - "end": 1739.9379588200245, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1740.1322534310166, - "end": 1751.4032335289521, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1751.601844543009, - "end": 1759.7870215820149, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1759.9815547940088, - "end": 1771.572713230038, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1771.7733778180555, - "end": 1785.377503126976, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1785.5738928409992, - "end": 1805.9076226389734, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1806.1028773350408, - "end": 1815.7560359319905, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1815.9514613320353, - "end": 1826.2616814649664, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1826.457106214948, - "end": 1846.7116822099779, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1846.9062903890153, - "end": 1857.3163911480224, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1857.5114440510515, - "end": 1870.3444463160122, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1870.5384683969896, - "end": 1882.3696364560165, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1882.5645198849961, - "end": 1894.8541658750037, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1895.048774793977, - "end": 1907.256892659003, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1907.4510631050216, - "end": 1918.8493329490302, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1919.0419689100236, - "end": 1931.2379976660013, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1931.431096291053, - "end": 1943.688125701039, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1943.883372657001, - "end": 1954.7313076100545, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1954.9267723589437, - "end": 1968.8318643460516, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1969.0301742210286, - "end": 1981.0564489410026, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1981.2518580410397, - "end": 1992.6616019560024, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 1992.8605987050105, - "end": 2007.2646493769716, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2007.4619225000497, - "end": 2019.4377022320405, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2019.6327717150562, - "end": 2042.6289737370098, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2042.8225847929716, - "end": 2053.999169965042, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2054.19393866905, - "end": 2065.145457493025, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2065.3392398719443, - "end": 2078.115440579946, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2078.3118447730085, - "end": 2101.7640789869474, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2101.959306993056, - "end": 2115.13299516798, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2115.327011529007, - "end": 2127.2364243130432, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2127.4315221440047, - "end": 2140.247662025038, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2140.441359117045, - "end": 2152.2894918370293, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2152.48576290498, - "end": 2173.6196374780266, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2173.8161754669854, - "end": 2185.5020935960347, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2185.694960908033, - "end": 2195.576541221002, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2195.771311605, - "end": 2207.0630691250553, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2207.2569573509973, - "end": 2217.755911946995, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2217.9506039629923, - "end": 2231.0807870350545, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2231.2751415439416, - "end": 2245.8918209580006, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2246.0851190650137, - "end": 2258.274397618021, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2258.467010280001, - "end": 2269.7412003009813, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2269.939318862045, - "end": 2279.7059120610356, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2279.901056110044, - "end": 2311.5291267640423, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2311.7241639379645, - "end": 2327.975589414942, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2328.1690928350436, - "end": 2340.442157780053, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2340.6358823910123, - "end": 2352.619875343982, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2352.8147187449504, - "end": 2374.409005908994, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2374.6032089330256, - "end": 2384.679471192998, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2384.8728388970485, - "end": 2395.667747235042, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2395.8622138400096, - "end": 2415.4718396679964, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2415.6669900870183, - "end": 2440.318093398004, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2440.513982239994, - "end": 2460.5394781939685, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2460.7338698520325, - "end": 2471.3307435460156, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2471.525387224043, - "end": 2482.9376081690425, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2483.1315794310067, - "end": 2495.539578843047, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2495.7382373650325, - "end": 2510.0377057830337, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2510.237193503999, - "end": 2520.3589172050124, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2520.567298491951, - "end": 2536.9606901500374, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2537.157281307038, - "end": 2547.528196815052, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2547.7268983150134, - "end": 2557.993597196997, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2558.1936768459855, - "end": 2573.8445597760146, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2574.0381626019953, - "end": 2584.104355089017, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2584.300008989987, - "end": 2599.379937952035, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2599.576196270995, - "end": 2640.476046066964, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2640.678418172989, - "end": 2658.59880012495, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2658.79325276101, - "end": 2668.704154114006, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2668.8979005350266, - "end": 2676.61982934596, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2676.815548285027, - "end": 2689.858050636016, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2690.054145260947, - "end": 2701.6902771859895, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2701.892120421049, - "end": 2715.415759496973, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2715.613211052958, - "end": 2727.304744406021, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2727.5051796829794, - "end": 2764.804208780988, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2765.002750986954, - "end": 2774.9872247249587, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2775.1878199570347, - "end": 2789.0982854779577, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2789.296916511026, - "end": 2799.6127653090516, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2799.8151955229696, - "end": 2830.843671813025, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2831.0512072310084, - "end": 2843.4669732500333, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2843.666684302967, - "end": 2855.713056229055, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2855.9122000930365, - "end": 2866.4101328869583, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2866.609255451942, - "end": 2893.218101119972, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2893.422905048006, - "end": 2905.056945709046, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2905.255074620014, - "end": 2917.930486724945, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2918.13468758401, - "end": 2928.971606469946, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2929.1722508190433, - "end": 2950.21441856795, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2950.4146874409635, - "end": 2960.4247260170523, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2960.623145577032, - "end": 2981.1804270379944, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2981.378819689038, - "end": 2998.8531508470187, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 2999.050656449981, - "end": 3009.2887700139545, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 3009.484471744043, - "end": 3022.9798539909534, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Encoding", - "start": 3023.1846157299588, - "end": 3033.2849373510107, - "split": "devtest", - "subset": "parallel" - }, - { - "name": "Scoring", - "start": 3033.285301557975, - "end": 3977.814124493976, - "split": "devtest", - "subset": "parallel" - } - ] -} \ No newline at end of file +{"dataset_revision": "2144d16cc15edd22d4a9237d12bff5f31f5c07fc", "task_name": "FloresBitextMining", "mteb_version": "2.16.0", "scores": {"devtest": [{"precision": 0.397827, "recall": 0.451581, "f1": 0.412382, "accuracy": 0.451581, "main_score": 0.412382, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198782, "recall": 0.236166, "f1": 0.20802, "accuracy": 0.236166, "main_score": 0.20802, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.523197, "recall": 0.592885, "f1": 0.541456, "accuracy": 0.592885, "main_score": 0.541456, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458526, "recall": 0.524704, "f1": 0.475261, "accuracy": 0.524704, "main_score": 0.475261, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.53644, "recall": 0.592885, "f1": 0.55147, "accuracy": 0.592885, "main_score": 0.55147, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561285, "recall": 0.618577, "f1": 0.57634, "accuracy": 0.618577, "main_score": 0.57634, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439815, "recall": 0.492095, "f1": 0.45375, "accuracy": 0.492095, "main_score": 0.45375, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532809, "recall": 0.587945, "f1": 0.54734, "accuracy": 0.587945, "main_score": 0.54734, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745372, "recall": 0.796443, "f1": 0.759416, "accuracy": 0.796443, "main_score": 0.759416, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595365, "recall": 0.641304, "f1": 0.607595, "accuracy": 0.641304, "main_score": 0.607595, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51253, "recall": 0.577075, "f1": 0.52814, "accuracy": 0.577075, "main_score": 0.52814, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.517614, "recall": 0.58004, "f1": 0.53385, "accuracy": 0.58004, "main_score": 0.53385, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.394654, "recall": 0.447628, "f1": 0.408859, "accuracy": 0.447628, "main_score": 0.408859, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525188, "recall": 0.588933, "f1": 0.541333, "accuracy": 0.588933, "main_score": 0.541333, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486884, "recall": 0.552372, "f1": 0.503642, "accuracy": 0.552372, "main_score": 0.503642, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529527, "recall": 0.594862, "f1": 0.545778, "accuracy": 0.594862, "main_score": 0.545778, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461306, "recall": 0.520751, "f1": 0.477946, "accuracy": 0.520751, "main_score": 0.477946, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528026, "recall": 0.593874, "f1": 0.544862, "accuracy": 0.593874, "main_score": 0.544862, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4894, "recall": 0.5583, "f1": 0.5077, "accuracy": 0.5583, "main_score": 0.5077, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564498, "recall": 0.62747, "f1": 0.581144, "accuracy": 0.62747, "main_score": 0.581144, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544975, "recall": 0.604743, "f1": 0.560271, "accuracy": 0.604743, "main_score": 0.560271, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407884, "recall": 0.466403, "f1": 0.423421, "accuracy": 0.466403, "main_score": 0.423421, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49973, "recall": 0.573123, "f1": 0.517842, "accuracy": 0.573123, "main_score": 0.517842, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.536996, "recall": 0.594862, "f1": 0.55241, "accuracy": 0.594862, "main_score": 0.55241, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560123, "recall": 0.61166, "f1": 0.574576, "accuracy": 0.61166, "main_score": 0.574576, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210404, "recall": 0.247036, "f1": 0.219986, "accuracy": 0.247036, "main_score": 0.219986, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528974, "recall": 0.592885, "f1": 0.545033, "accuracy": 0.592885, "main_score": 0.545033, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452259, "recall": 0.506917, "f1": 0.46617, "accuracy": 0.506917, "main_score": 0.46617, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552408, "recall": 0.604743, "f1": 0.566072, "accuracy": 0.604743, "main_score": 0.566072, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539293, "recall": 0.597826, "f1": 0.554218, "accuracy": 0.597826, "main_score": 0.554218, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52334, "recall": 0.583992, "f1": 0.539231, "accuracy": 0.583992, "main_score": 0.539231, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534507, "recall": 0.588933, "f1": 0.548502, "accuracy": 0.588933, "main_score": 0.548502, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462981, "recall": 0.517787, "f1": 0.477956, "accuracy": 0.517787, "main_score": 0.477956, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545163, "recall": 0.61166, "f1": 0.562814, "accuracy": 0.61166, "main_score": 0.562814, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448711, "recall": 0.502964, "f1": 0.463225, "accuracy": 0.502964, "main_score": 0.463225, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513732, "recall": 0.570158, "f1": 0.528624, "accuracy": 0.570158, "main_score": 0.528624, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534002, "recall": 0.600791, "f1": 0.551971, "accuracy": 0.600791, "main_score": 0.551971, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.524289, "recall": 0.578063, "f1": 0.538165, "accuracy": 0.578063, "main_score": 0.538165, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50034, "recall": 0.56917, "f1": 0.517918, "accuracy": 0.56917, "main_score": 0.517918, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.415182, "recall": 0.471344, "f1": 0.429597, "accuracy": 0.471344, "main_score": 0.429597, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640456, "recall": 0.702569, "f1": 0.658101, "accuracy": 0.702569, "main_score": 0.658101, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532604, "recall": 0.600791, "f1": 0.550571, "accuracy": 0.600791, "main_score": 0.550571, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430106, "recall": 0.486166, "f1": 0.445262, "accuracy": 0.486166, "main_score": 0.445262, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533192, "recall": 0.598814, "f1": 0.549881, "accuracy": 0.598814, "main_score": 0.549881, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576644, "recall": 0.643281, "f1": 0.595024, "accuracy": 0.643281, "main_score": 0.595024, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51488, "recall": 0.571146, "f1": 0.529513, "accuracy": 0.571146, "main_score": 0.529513, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534879, "recall": 0.597826, "f1": 0.55079, "accuracy": 0.597826, "main_score": 0.55079, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414638, "recall": 0.475296, "f1": 0.430662, "accuracy": 0.475296, "main_score": 0.430662, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516038, "recall": 0.568182, "f1": 0.529801, "accuracy": 0.568182, "main_score": 0.529801, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596185, "recall": 0.651186, "f1": 0.610383, "accuracy": 0.651186, "main_score": 0.610383, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55422, "recall": 0.620553, "f1": 0.571407, "accuracy": 0.620553, "main_score": 0.571407, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591712, "recall": 0.644269, "f1": 0.605445, "accuracy": 0.644269, "main_score": 0.605445, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411463, "recall": 0.459486, "f1": 0.424792, "accuracy": 0.459486, "main_score": 0.424792, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534327, "recall": 0.593874, "f1": 0.549035, "accuracy": 0.593874, "main_score": 0.549035, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643068, "recall": 0.701581, "f1": 0.658986, "accuracy": 0.701581, "main_score": 0.658986, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39189, "recall": 0.442688, "f1": 0.405284, "accuracy": 0.442688, "main_score": 0.405284, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545125, "recall": 0.59585, "f1": 0.558313, "accuracy": 0.59585, "main_score": 0.558313, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292434, "recall": 0.331028, "f1": 0.302823, "accuracy": 0.331028, "main_score": 0.302823, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544119, "recall": 0.606719, "f1": 0.559342, "accuracy": 0.606719, "main_score": 0.559342, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525327, "recall": 0.591897, "f1": 0.542535, "accuracy": 0.591897, "main_score": 0.542535, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5427, "recall": 0.610672, "f1": 0.560987, "accuracy": 0.610672, "main_score": 0.560987, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517938, "recall": 0.583992, "f1": 0.535826, "accuracy": 0.583992, "main_score": 0.535826, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41479, "recall": 0.470356, "f1": 0.429514, "accuracy": 0.470356, "main_score": 0.429514, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577194, "recall": 0.625494, "f1": 0.589613, "accuracy": 0.625494, "main_score": 0.589613, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474015, "recall": 0.528656, "f1": 0.48746, "accuracy": 0.528656, "main_score": 0.48746, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579373, "recall": 0.640316, "f1": 0.595184, "accuracy": 0.640316, "main_score": 0.595184, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451746, "recall": 0.487154, "f1": 0.461053, "accuracy": 0.487154, "main_score": 0.461053, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55215, "recall": 0.600791, "f1": 0.5647, "accuracy": 0.600791, "main_score": 0.5647, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460571, "recall": 0.514822, "f1": 0.475279, "accuracy": 0.514822, "main_score": 0.475279, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495829, "recall": 0.555336, "f1": 0.512529, "accuracy": 0.555336, "main_score": 0.512529, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537882, "recall": 0.587945, "f1": 0.550631, "accuracy": 0.587945, "main_score": 0.550631, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553347, "recall": 0.607708, "f1": 0.567669, "accuracy": 0.607708, "main_score": 0.567669, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241209, "recall": 0.286561, "f1": 0.251721, "accuracy": 0.286561, "main_score": 0.251721, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.439886, "recall": 0.487154, "f1": 0.452708, "accuracy": 0.487154, "main_score": 0.452708, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45965, "recall": 0.518775, "f1": 0.47493, "accuracy": 0.518775, "main_score": 0.47493, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462982, "recall": 0.511858, "f1": 0.476211, "accuracy": 0.511858, "main_score": 0.476211, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455492, "recall": 0.51087, "f1": 0.470533, "accuracy": 0.51087, "main_score": 0.470533, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.555527, "recall": 0.619565, "f1": 0.572333, "accuracy": 0.619565, "main_score": 0.572333, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548582, "recall": 0.612648, "f1": 0.565257, "accuracy": 0.612648, "main_score": 0.565257, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547492, "recall": 0.608696, "f1": 0.562951, "accuracy": 0.608696, "main_score": 0.562951, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442221, "recall": 0.506917, "f1": 0.459165, "accuracy": 0.506917, "main_score": 0.459165, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.553866, "recall": 0.612648, "f1": 0.569202, "accuracy": 0.612648, "main_score": 0.569202, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520486, "recall": 0.588933, "f1": 0.538587, "accuracy": 0.588933, "main_score": 0.538587, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522216, "recall": 0.587945, "f1": 0.539539, "accuracy": 0.587945, "main_score": 0.539539, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501535, "recall": 0.563241, "f1": 0.517797, "accuracy": 0.563241, "main_score": 0.517797, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.426265, "recall": 0.479249, "f1": 0.44071, "accuracy": 0.479249, "main_score": 0.44071, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415102, "recall": 0.462451, "f1": 0.427649, "accuracy": 0.462451, "main_score": 0.427649, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499023, "recall": 0.557312, "f1": 0.514116, "accuracy": 0.557312, "main_score": 0.514116, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.517454, "recall": 0.577075, "f1": 0.532542, "accuracy": 0.577075, "main_score": 0.532542, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520023, "recall": 0.586957, "f1": 0.53762, "accuracy": 0.586957, "main_score": 0.53762, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542507, "recall": 0.596838, "f1": 0.556713, "accuracy": 0.596838, "main_score": 0.556713, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359279, "recall": 0.410079, "f1": 0.37234, "accuracy": 0.410079, "main_score": 0.37234, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598082, "recall": 0.650198, "f1": 0.611769, "accuracy": 0.650198, "main_score": 0.611769, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443276, "recall": 0.506917, "f1": 0.459876, "accuracy": 0.506917, "main_score": 0.459876, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.408719, "recall": 0.462451, "f1": 0.422896, "accuracy": 0.462451, "main_score": 0.422896, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5283, "recall": 0.593874, "f1": 0.54523, "accuracy": 0.593874, "main_score": 0.54523, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424267, "recall": 0.47332, "f1": 0.437296, "accuracy": 0.47332, "main_score": 0.437296, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570913, "recall": 0.620553, "f1": 0.583436, "accuracy": 0.620553, "main_score": 0.583436, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527563, "recall": 0.587945, "f1": 0.542406, "accuracy": 0.587945, "main_score": 0.542406, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546526, "recall": 0.604743, "f1": 0.561219, "accuracy": 0.604743, "main_score": 0.561219, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544469, "recall": 0.602767, "f1": 0.560127, "accuracy": 0.602767, "main_score": 0.560127, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513082, "recall": 0.571146, "f1": 0.528463, "accuracy": 0.571146, "main_score": 0.528463, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.556697, "recall": 0.618577, "f1": 0.572662, "accuracy": 0.618577, "main_score": 0.572662, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37144, "recall": 0.4417, "f1": 0.389786, "accuracy": 0.4417, "main_score": 0.389786, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.431693, "recall": 0.497036, "f1": 0.448529, "accuracy": 0.497036, "main_score": 0.448529, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20387, "recall": 0.244071, "f1": 0.213152, "accuracy": 0.244071, "main_score": 0.213152, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.455287, "recall": 0.512846, "f1": 0.47148, "accuracy": 0.512846, "main_score": 0.47148, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393989, "recall": 0.448617, "f1": 0.407988, "accuracy": 0.448617, "main_score": 0.407988, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561533, "recall": 0.623518, "f1": 0.577702, "accuracy": 0.623518, "main_score": 0.577702, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547453, "recall": 0.594862, "f1": 0.559562, "accuracy": 0.594862, "main_score": 0.559562, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371418, "recall": 0.422925, "f1": 0.385359, "accuracy": 0.422925, "main_score": 0.385359, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533324, "recall": 0.593874, "f1": 0.549474, "accuracy": 0.593874, "main_score": 0.549474, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516798, "recall": 0.585968, "f1": 0.534485, "accuracy": 0.585968, "main_score": 0.534485, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472832, "recall": 0.541502, "f1": 0.490756, "accuracy": 0.541502, "main_score": 0.490756, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52849, "recall": 0.587945, "f1": 0.543619, "accuracy": 0.587945, "main_score": 0.543619, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460608, "recall": 0.518775, "f1": 0.475917, "accuracy": 0.518775, "main_score": 0.475917, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503912, "recall": 0.570158, "f1": 0.520636, "accuracy": 0.570158, "main_score": 0.520636, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570107, "recall": 0.619565, "f1": 0.582548, "accuracy": 0.619565, "main_score": 0.582548, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419277, "recall": 0.47332, "f1": 0.434318, "accuracy": 0.47332, "main_score": 0.434318, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395257, "recall": 0.451581, "f1": 0.409394, "accuracy": 0.451581, "main_score": 0.409394, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471938, "recall": 0.529644, "f1": 0.487051, "accuracy": 0.529644, "main_score": 0.487051, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550537, "recall": 0.609684, "f1": 0.565625, "accuracy": 0.609684, "main_score": 0.565625, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124742, "recall": 0.166008, "f1": 0.135004, "accuracy": 0.166008, "main_score": 0.135004, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.513594, "recall": 0.581028, "f1": 0.530788, "accuracy": 0.581028, "main_score": 0.530788, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.467434, "recall": 0.529644, "f1": 0.485086, "accuracy": 0.529644, "main_score": 0.485086, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.489996, "recall": 0.551383, "f1": 0.506534, "accuracy": 0.551383, "main_score": 0.506534, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545862, "recall": 0.601779, "f1": 0.560318, "accuracy": 0.601779, "main_score": 0.560318, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419278, "recall": 0.475296, "f1": 0.434046, "accuracy": 0.475296, "main_score": 0.434046, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425463, "recall": 0.470356, "f1": 0.438058, "accuracy": 0.470356, "main_score": 0.438058, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539711, "recall": 0.596838, "f1": 0.555026, "accuracy": 0.596838, "main_score": 0.555026, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540276, "recall": 0.604743, "f1": 0.557425, "accuracy": 0.604743, "main_score": 0.557425, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52763, "recall": 0.58004, "f1": 0.540868, "accuracy": 0.58004, "main_score": 0.540868, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491721, "recall": 0.547431, "f1": 0.50623, "accuracy": 0.547431, "main_score": 0.50623, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.386191, "recall": 0.449605, "f1": 0.402877, "accuracy": 0.449605, "main_score": 0.402877, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507947, "recall": 0.571146, "f1": 0.523782, "accuracy": 0.571146, "main_score": 0.523782, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.424502, "recall": 0.480237, "f1": 0.43923, "accuracy": 0.480237, "main_score": 0.43923, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431614, "recall": 0.486166, "f1": 0.446015, "accuracy": 0.486166, "main_score": 0.446015, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501814, "recall": 0.566206, "f1": 0.518755, "accuracy": 0.566206, "main_score": 0.518755, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.553068, "recall": 0.608696, "f1": 0.567724, "accuracy": 0.608696, "main_score": 0.567724, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523623, "recall": 0.590909, "f1": 0.540382, "accuracy": 0.590909, "main_score": 0.540382, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.326768, "recall": 0.371542, "f1": 0.338527, "accuracy": 0.371542, "main_score": 0.338527, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.57449, "recall": 0.631423, "f1": 0.589205, "accuracy": 0.631423, "main_score": 0.589205, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492215, "recall": 0.552372, "f1": 0.507187, "accuracy": 0.552372, "main_score": 0.507187, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.499603, "recall": 0.564229, "f1": 0.51645, "accuracy": 0.564229, "main_score": 0.51645, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.485957, "recall": 0.546443, "f1": 0.502101, "accuracy": 0.546443, "main_score": 0.502101, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43042, "recall": 0.479249, "f1": 0.443517, "accuracy": 0.479249, "main_score": 0.443517, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495474, "recall": 0.545455, "f1": 0.508665, "accuracy": 0.545455, "main_score": 0.508665, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51602, "recall": 0.573123, "f1": 0.531416, "accuracy": 0.573123, "main_score": 0.531416, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463471, "recall": 0.514822, "f1": 0.476648, "accuracy": 0.514822, "main_score": 0.476648, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447279, "recall": 0.513834, "f1": 0.464397, "accuracy": 0.513834, "main_score": 0.464397, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.518873, "recall": 0.58004, "f1": 0.534971, "accuracy": 0.58004, "main_score": 0.534971, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.494553, "recall": 0.548419, "f1": 0.507798, "accuracy": 0.548419, "main_score": 0.507798, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.562267, "recall": 0.620553, "f1": 0.57765, "accuracy": 0.620553, "main_score": 0.57765, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508443, "recall": 0.571146, "f1": 0.524585, "accuracy": 0.571146, "main_score": 0.524585, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549934, "recall": 0.614625, "f1": 0.567176, "accuracy": 0.614625, "main_score": 0.567176, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484012, "recall": 0.535573, "f1": 0.497819, "accuracy": 0.535573, "main_score": 0.497819, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545259, "recall": 0.594862, "f1": 0.559147, "accuracy": 0.594862, "main_score": 0.559147, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37087, "recall": 0.43083, "f1": 0.386128, "accuracy": 0.43083, "main_score": 0.386128, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527965, "recall": 0.593874, "f1": 0.544866, "accuracy": 0.593874, "main_score": 0.544866, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385118, "recall": 0.438735, "f1": 0.398704, "accuracy": 0.438735, "main_score": 0.398704, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.500008, "recall": 0.561265, "f1": 0.514777, "accuracy": 0.561265, "main_score": 0.514777, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.514504, "recall": 0.576087, "f1": 0.530343, "accuracy": 0.576087, "main_score": 0.530343, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485259, "recall": 0.538538, "f1": 0.499585, "accuracy": 0.538538, "main_score": 0.499585, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497176, "recall": 0.551383, "f1": 0.511519, "accuracy": 0.551383, "main_score": 0.511519, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538122, "recall": 0.594862, "f1": 0.552583, "accuracy": 0.594862, "main_score": 0.552583, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.467965, "recall": 0.520751, "f1": 0.482626, "accuracy": 0.520751, "main_score": 0.482626, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442352, "recall": 0.494071, "f1": 0.455204, "accuracy": 0.494071, "main_score": 0.455204, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526976, "recall": 0.583004, "f1": 0.54099, "accuracy": 0.583004, "main_score": 0.54099, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52201, "recall": 0.575099, "f1": 0.536672, "accuracy": 0.575099, "main_score": 0.536672, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576455, "recall": 0.63834, "f1": 0.592655, "accuracy": 0.63834, "main_score": 0.592655, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420123, "recall": 0.475296, "f1": 0.434506, "accuracy": 0.475296, "main_score": 0.434506, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557321, "recall": 0.615613, "f1": 0.573309, "accuracy": 0.615613, "main_score": 0.573309, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528868, "recall": 0.592885, "f1": 0.545796, "accuracy": 0.592885, "main_score": 0.545796, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.525469, "recall": 0.586957, "f1": 0.541945, "accuracy": 0.586957, "main_score": 0.541945, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402184, "recall": 0.45751, "f1": 0.416385, "accuracy": 0.45751, "main_score": 0.416385, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564388, "recall": 0.626482, "f1": 0.580312, "accuracy": 0.626482, "main_score": 0.580312, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462206, "recall": 0.511858, "f1": 0.47516, "accuracy": 0.511858, "main_score": 0.47516, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399751, "recall": 0.460474, "f1": 0.415489, "accuracy": 0.460474, "main_score": 0.415489, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444171, "recall": 0.5, "f1": 0.45894, "accuracy": 0.5, "main_score": 0.45894, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481929, "recall": 0.536561, "f1": 0.496087, "accuracy": 0.536561, "main_score": 0.496087, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539122, "recall": 0.601779, "f1": 0.554999, "accuracy": 0.601779, "main_score": 0.554999, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527108, "recall": 0.58498, "f1": 0.542093, "accuracy": 0.58498, "main_score": 0.542093, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394405, "recall": 0.444664, "f1": 0.408455, "accuracy": 0.444664, "main_score": 0.408455, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456703, "recall": 0.51087, "f1": 0.471244, "accuracy": 0.51087, "main_score": 0.471244, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509003, "recall": 0.576087, "f1": 0.526576, "accuracy": 0.576087, "main_score": 0.526576, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.428247, "recall": 0.488142, "f1": 0.443711, "accuracy": 0.488142, "main_score": 0.443711, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429661, "recall": 0.474308, "f1": 0.441481, "accuracy": 0.474308, "main_score": 0.441481, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507261, "recall": 0.579051, "f1": 0.526271, "accuracy": 0.579051, "main_score": 0.526271, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378106, "recall": 0.438735, "f1": 0.393991, "accuracy": 0.438735, "main_score": 0.393991, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455768, "recall": 0.51581, "f1": 0.47167, "accuracy": 0.51581, "main_score": 0.47167, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553784, "recall": 0.598814, "f1": 0.565477, "accuracy": 0.598814, "main_score": 0.565477, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468212, "recall": 0.512846, "f1": 0.480183, "accuracy": 0.512846, "main_score": 0.480183, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535576, "recall": 0.578063, "f1": 0.546718, "accuracy": 0.578063, "main_score": 0.546718, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504833, "recall": 0.573123, "f1": 0.52241, "accuracy": 0.573123, "main_score": 0.52241, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49544, "recall": 0.556324, "f1": 0.512642, "accuracy": 0.556324, "main_score": 0.512642, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53672, "recall": 0.588933, "f1": 0.550798, "accuracy": 0.588933, "main_score": 0.550798, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.34977, "recall": 0.414032, "f1": 0.367218, "accuracy": 0.414032, "main_score": 0.367218, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528309, "recall": 0.586957, "f1": 0.544022, "accuracy": 0.586957, "main_score": 0.544022, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.479532, "recall": 0.536561, "f1": 0.494418, "accuracy": 0.536561, "main_score": 0.494418, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538505, "recall": 0.591897, "f1": 0.552123, "accuracy": 0.591897, "main_score": 0.552123, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525873, "recall": 0.597826, "f1": 0.545052, "accuracy": 0.597826, "main_score": 0.545052, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.440028, "recall": 0.494071, "f1": 0.454735, "accuracy": 0.494071, "main_score": 0.454735, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417416, "recall": 0.465415, "f1": 0.429637, "accuracy": 0.465415, "main_score": 0.429637, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405155, "recall": 0.454545, "f1": 0.4198, "accuracy": 0.454545, "main_score": 0.4198, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.19495, "recall": 0.241107, "f1": 0.206382, "accuracy": 0.241107, "main_score": 0.206382, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.521657, "recall": 0.563241, "f1": 0.532895, "accuracy": 0.563241, "main_score": 0.532895, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482679, "recall": 0.535573, "f1": 0.496385, "accuracy": 0.535573, "main_score": 0.496385, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512167, "recall": 0.557312, "f1": 0.52437, "accuracy": 0.557312, "main_score": 0.52437, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542588, "recall": 0.582016, "f1": 0.552541, "accuracy": 0.582016, "main_score": 0.552541, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532145, "recall": 0.572134, "f1": 0.543234, "accuracy": 0.572134, "main_score": 0.543234, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520069, "recall": 0.565217, "f1": 0.532715, "accuracy": 0.565217, "main_score": 0.532715, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529415, "recall": 0.567194, "f1": 0.539555, "accuracy": 0.567194, "main_score": 0.539555, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529894, "recall": 0.567194, "f1": 0.539655, "accuracy": 0.567194, "main_score": 0.539655, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500966, "recall": 0.551383, "f1": 0.51486, "accuracy": 0.551383, "main_score": 0.51486, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.500445, "recall": 0.538538, "f1": 0.510769, "accuracy": 0.538538, "main_score": 0.510769, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49077, "recall": 0.537549, "f1": 0.503155, "accuracy": 0.537549, "main_score": 0.503155, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51489, "recall": 0.565217, "f1": 0.52773, "accuracy": 0.565217, "main_score": 0.52773, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463327, "recall": 0.513834, "f1": 0.47713, "accuracy": 0.513834, "main_score": 0.47713, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523034, "recall": 0.568182, "f1": 0.534753, "accuracy": 0.568182, "main_score": 0.534753, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509091, "recall": 0.548419, "f1": 0.520258, "accuracy": 0.548419, "main_score": 0.520258, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502228, "recall": 0.554348, "f1": 0.516586, "accuracy": 0.554348, "main_score": 0.516586, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478371, "recall": 0.530632, "f1": 0.49196, "accuracy": 0.530632, "main_score": 0.49196, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543045, "recall": 0.588933, "f1": 0.555438, "accuracy": 0.588933, "main_score": 0.555438, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54265, "recall": 0.589921, "f1": 0.555335, "accuracy": 0.589921, "main_score": 0.555335, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517285, "recall": 0.5583, "f1": 0.528989, "accuracy": 0.5583, "main_score": 0.528989, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515439, "recall": 0.563241, "f1": 0.528272, "accuracy": 0.563241, "main_score": 0.528272, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.505851, "recall": 0.55336, "f1": 0.518035, "accuracy": 0.55336, "main_score": 0.518035, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544879, "recall": 0.58498, "f1": 0.555746, "accuracy": 0.58498, "main_score": 0.555746, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199053, "recall": 0.235178, "f1": 0.208756, "accuracy": 0.235178, "main_score": 0.208756, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.510728, "recall": 0.560277, "f1": 0.524248, "accuracy": 0.560277, "main_score": 0.524248, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523319, "recall": 0.557312, "f1": 0.532751, "accuracy": 0.557312, "main_score": 0.532751, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526851, "recall": 0.574111, "f1": 0.538522, "accuracy": 0.574111, "main_score": 0.538522, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520123, "recall": 0.564229, "f1": 0.531421, "accuracy": 0.564229, "main_score": 0.531421, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502431, "recall": 0.545455, "f1": 0.514406, "accuracy": 0.545455, "main_score": 0.514406, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525276, "recall": 0.567194, "f1": 0.536836, "accuracy": 0.567194, "main_score": 0.536836, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528626, "recall": 0.566206, "f1": 0.539291, "accuracy": 0.566206, "main_score": 0.539291, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525624, "recall": 0.571146, "f1": 0.538145, "accuracy": 0.571146, "main_score": 0.538145, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436559, "recall": 0.486166, "f1": 0.450105, "accuracy": 0.486166, "main_score": 0.450105, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496479, "recall": 0.540514, "f1": 0.508626, "accuracy": 0.540514, "main_score": 0.508626, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514274, "recall": 0.564229, "f1": 0.528381, "accuracy": 0.564229, "main_score": 0.528381, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.521227, "recall": 0.565217, "f1": 0.532397, "accuracy": 0.565217, "main_score": 0.532397, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495731, "recall": 0.54249, "f1": 0.507986, "accuracy": 0.54249, "main_score": 0.507986, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.509173, "recall": 0.541502, "f1": 0.518742, "accuracy": 0.541502, "main_score": 0.518742, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373925, "recall": 0.424901, "f1": 0.388423, "accuracy": 0.424901, "main_score": 0.388423, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525348, "recall": 0.567194, "f1": 0.53668, "accuracy": 0.567194, "main_score": 0.53668, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515188, "recall": 0.55336, "f1": 0.525707, "accuracy": 0.55336, "main_score": 0.525707, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522659, "recall": 0.574111, "f1": 0.536357, "accuracy": 0.574111, "main_score": 0.536357, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542715, "recall": 0.589921, "f1": 0.555323, "accuracy": 0.589921, "main_score": 0.555323, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502814, "recall": 0.548419, "f1": 0.514618, "accuracy": 0.548419, "main_score": 0.514618, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533804, "recall": 0.58004, "f1": 0.545716, "accuracy": 0.58004, "main_score": 0.545716, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522155, "recall": 0.563241, "f1": 0.533585, "accuracy": 0.563241, "main_score": 0.533585, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533591, "recall": 0.575099, "f1": 0.544682, "accuracy": 0.575099, "main_score": 0.544682, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527735, "recall": 0.565217, "f1": 0.538224, "accuracy": 0.565217, "main_score": 0.538224, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547128, "recall": 0.591897, "f1": 0.558425, "accuracy": 0.591897, "main_score": 0.558425, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533934, "recall": 0.574111, "f1": 0.544688, "accuracy": 0.574111, "main_score": 0.544688, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481686, "recall": 0.521739, "f1": 0.493493, "accuracy": 0.521739, "main_score": 0.493493, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513697, "recall": 0.560277, "f1": 0.525561, "accuracy": 0.560277, "main_score": 0.525561, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391297, "recall": 0.442688, "f1": 0.405923, "accuracy": 0.442688, "main_score": 0.405923, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496643, "recall": 0.535573, "f1": 0.507457, "accuracy": 0.535573, "main_score": 0.507457, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53399, "recall": 0.576087, "f1": 0.544157, "accuracy": 0.576087, "main_score": 0.544157, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285903, "recall": 0.332016, "f1": 0.298946, "accuracy": 0.332016, "main_score": 0.298946, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527298, "recall": 0.574111, "f1": 0.539803, "accuracy": 0.574111, "main_score": 0.539803, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505926, "recall": 0.554348, "f1": 0.51908, "accuracy": 0.554348, "main_score": 0.51908, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536228, "recall": 0.577075, "f1": 0.546407, "accuracy": 0.577075, "main_score": 0.546407, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490051, "recall": 0.544466, "f1": 0.504914, "accuracy": 0.544466, "main_score": 0.504914, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504519, "recall": 0.541502, "f1": 0.515176, "accuracy": 0.541502, "main_score": 0.515176, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547579, "recall": 0.581028, "f1": 0.556922, "accuracy": 0.581028, "main_score": 0.556922, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52014, "recall": 0.559289, "f1": 0.531066, "accuracy": 0.559289, "main_score": 0.531066, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539111, "recall": 0.582016, "f1": 0.549731, "accuracy": 0.582016, "main_score": 0.549731, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518946, "recall": 0.552372, "f1": 0.527968, "accuracy": 0.552372, "main_score": 0.527968, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542124, "recall": 0.583004, "f1": 0.553117, "accuracy": 0.583004, "main_score": 0.553117, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506491, "recall": 0.550395, "f1": 0.518579, "accuracy": 0.550395, "main_score": 0.518579, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532456, "recall": 0.573123, "f1": 0.543799, "accuracy": 0.573123, "main_score": 0.543799, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504818, "recall": 0.552372, "f1": 0.517589, "accuracy": 0.552372, "main_score": 0.517589, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524231, "recall": 0.56917, "f1": 0.536072, "accuracy": 0.56917, "main_score": 0.536072, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261753, "recall": 0.313241, "f1": 0.274543, "accuracy": 0.313241, "main_score": 0.274543, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.511509, "recall": 0.547431, "f1": 0.521093, "accuracy": 0.547431, "main_score": 0.521093, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507513, "recall": 0.554348, "f1": 0.5198, "accuracy": 0.554348, "main_score": 0.5198, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524572, "recall": 0.563241, "f1": 0.53503, "accuracy": 0.563241, "main_score": 0.53503, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450463, "recall": 0.502964, "f1": 0.465688, "accuracy": 0.502964, "main_score": 0.465688, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.531738, "recall": 0.58004, "f1": 0.543933, "accuracy": 0.58004, "main_score": 0.543933, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535237, "recall": 0.579051, "f1": 0.546707, "accuracy": 0.579051, "main_score": 0.546707, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535909, "recall": 0.576087, "f1": 0.546853, "accuracy": 0.576087, "main_score": 0.546853, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461049, "recall": 0.512846, "f1": 0.475289, "accuracy": 0.512846, "main_score": 0.475289, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540582, "recall": 0.585968, "f1": 0.55291, "accuracy": 0.585968, "main_score": 0.55291, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5045, "recall": 0.55336, "f1": 0.51738, "accuracy": 0.55336, "main_score": 0.51738, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5188, "recall": 0.561265, "f1": 0.530184, "accuracy": 0.561265, "main_score": 0.530184, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499154, "recall": 0.550395, "f1": 0.513399, "accuracy": 0.550395, "main_score": 0.513399, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.502092, "recall": 0.54249, "f1": 0.513674, "accuracy": 0.54249, "main_score": 0.513674, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515861, "recall": 0.552372, "f1": 0.525947, "accuracy": 0.552372, "main_score": 0.525947, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49844, "recall": 0.55336, "f1": 0.513207, "accuracy": 0.55336, "main_score": 0.513207, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.521172, "recall": 0.56917, "f1": 0.533687, "accuracy": 0.56917, "main_score": 0.533687, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503179, "recall": 0.554348, "f1": 0.516844, "accuracy": 0.554348, "main_score": 0.516844, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5012, "recall": 0.539526, "f1": 0.51222, "accuracy": 0.539526, "main_score": 0.51222, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461373, "recall": 0.501976, "f1": 0.472913, "accuracy": 0.501976, "main_score": 0.472913, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551096, "recall": 0.590909, "f1": 0.561905, "accuracy": 0.590909, "main_score": 0.561905, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485285, "recall": 0.534585, "f1": 0.498203, "accuracy": 0.534585, "main_score": 0.498203, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.484452, "recall": 0.522727, "f1": 0.495503, "accuracy": 0.522727, "main_score": 0.495503, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512732, "recall": 0.565217, "f1": 0.526925, "accuracy": 0.565217, "main_score": 0.526925, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474235, "recall": 0.517787, "f1": 0.48694, "accuracy": 0.517787, "main_score": 0.48694, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538623, "recall": 0.579051, "f1": 0.549102, "accuracy": 0.579051, "main_score": 0.549102, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505758, "recall": 0.5583, "f1": 0.520109, "accuracy": 0.5583, "main_score": 0.520109, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530932, "recall": 0.578063, "f1": 0.543218, "accuracy": 0.578063, "main_score": 0.543218, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549864, "recall": 0.587945, "f1": 0.55974, "accuracy": 0.587945, "main_score": 0.55974, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516138, "recall": 0.557312, "f1": 0.527182, "accuracy": 0.557312, "main_score": 0.527182, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.524346, "recall": 0.56917, "f1": 0.535847, "accuracy": 0.56917, "main_score": 0.535847, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395074, "recall": 0.458498, "f1": 0.411495, "accuracy": 0.458498, "main_score": 0.411495, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.501056, "recall": 0.544466, "f1": 0.512763, "accuracy": 0.544466, "main_score": 0.512763, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199736, "recall": 0.242095, "f1": 0.210123, "accuracy": 0.242095, "main_score": 0.210123, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530356, "recall": 0.571146, "f1": 0.541809, "accuracy": 0.571146, "main_score": 0.541809, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447748, "recall": 0.488142, "f1": 0.458993, "accuracy": 0.488142, "main_score": 0.458993, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545586, "recall": 0.589921, "f1": 0.556806, "accuracy": 0.589921, "main_score": 0.556806, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538275, "recall": 0.583004, "f1": 0.54964, "accuracy": 0.583004, "main_score": 0.54964, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424097, "recall": 0.479249, "f1": 0.439145, "accuracy": 0.479249, "main_score": 0.439145, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524431, "recall": 0.566206, "f1": 0.535574, "accuracy": 0.566206, "main_score": 0.535574, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510997, "recall": 0.560277, "f1": 0.523982, "accuracy": 0.560277, "main_score": 0.523982, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4816, "recall": 0.534585, "f1": 0.495339, "accuracy": 0.534585, "main_score": 0.495339, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508467, "recall": 0.551383, "f1": 0.520403, "accuracy": 0.551383, "main_score": 0.520403, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518379, "recall": 0.563241, "f1": 0.531631, "accuracy": 0.563241, "main_score": 0.531631, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483935, "recall": 0.54249, "f1": 0.500294, "accuracy": 0.54249, "main_score": 0.500294, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54616, "recall": 0.58498, "f1": 0.556195, "accuracy": 0.58498, "main_score": 0.556195, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482184, "recall": 0.520751, "f1": 0.493212, "accuracy": 0.520751, "main_score": 0.493212, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471036, "recall": 0.512846, "f1": 0.482905, "accuracy": 0.512846, "main_score": 0.482905, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543309, "recall": 0.58004, "f1": 0.553377, "accuracy": 0.58004, "main_score": 0.553377, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524284, "recall": 0.573123, "f1": 0.53727, "accuracy": 0.573123, "main_score": 0.53727, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130321, "recall": 0.173913, "f1": 0.140797, "accuracy": 0.173913, "main_score": 0.140797, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.50206, "recall": 0.55336, "f1": 0.516283, "accuracy": 0.55336, "main_score": 0.516283, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.446551, "recall": 0.506917, "f1": 0.462321, "accuracy": 0.506917, "main_score": 0.462321, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.494561, "recall": 0.533597, "f1": 0.50524, "accuracy": 0.533597, "main_score": 0.50524, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530195, "recall": 0.575099, "f1": 0.542223, "accuracy": 0.575099, "main_score": 0.542223, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492918, "recall": 0.54249, "f1": 0.50706, "accuracy": 0.54249, "main_score": 0.50706, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49223, "recall": 0.532609, "f1": 0.503479, "accuracy": 0.532609, "main_score": 0.503479, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517703, "recall": 0.564229, "f1": 0.529816, "accuracy": 0.564229, "main_score": 0.529816, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542428, "recall": 0.586957, "f1": 0.554288, "accuracy": 0.586957, "main_score": 0.554288, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528227, "recall": 0.56917, "f1": 0.538783, "accuracy": 0.56917, "main_score": 0.538783, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505957, "recall": 0.550395, "f1": 0.517991, "accuracy": 0.550395, "main_score": 0.517991, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473056, "recall": 0.518775, "f1": 0.485045, "accuracy": 0.518775, "main_score": 0.485045, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499054, "recall": 0.549407, "f1": 0.512162, "accuracy": 0.549407, "main_score": 0.512162, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470433, "recall": 0.51087, "f1": 0.481942, "accuracy": 0.51087, "main_score": 0.481942, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479587, "recall": 0.520751, "f1": 0.490771, "accuracy": 0.520751, "main_score": 0.490771, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513718, "recall": 0.562253, "f1": 0.527001, "accuracy": 0.562253, "main_score": 0.527001, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.527675, "recall": 0.570158, "f1": 0.538975, "accuracy": 0.570158, "main_score": 0.538975, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507293, "recall": 0.555336, "f1": 0.519585, "accuracy": 0.555336, "main_score": 0.519585, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.415636, "recall": 0.464427, "f1": 0.428501, "accuracy": 0.464427, "main_score": 0.428501, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.547053, "recall": 0.591897, "f1": 0.559255, "accuracy": 0.591897, "main_score": 0.559255, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493987, "recall": 0.539526, "f1": 0.505837, "accuracy": 0.539526, "main_score": 0.505837, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.465705, "recall": 0.521739, "f1": 0.480957, "accuracy": 0.521739, "main_score": 0.480957, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.4778, "recall": 0.528656, "f1": 0.491394, "accuracy": 0.528656, "main_score": 0.491394, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495297, "recall": 0.535573, "f1": 0.506387, "accuracy": 0.535573, "main_score": 0.506387, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447213, "recall": 0.5, "f1": 0.460563, "accuracy": 0.5, "main_score": 0.460563, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50334, "recall": 0.546443, "f1": 0.514922, "accuracy": 0.546443, "main_score": 0.514922, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539259, "recall": 0.576087, "f1": 0.549431, "accuracy": 0.576087, "main_score": 0.549431, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450657, "recall": 0.506917, "f1": 0.465886, "accuracy": 0.506917, "main_score": 0.465886, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.513992, "recall": 0.563241, "f1": 0.526735, "accuracy": 0.563241, "main_score": 0.526735, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.495214, "recall": 0.536561, "f1": 0.505981, "accuracy": 0.536561, "main_score": 0.505981, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.54118, "recall": 0.589921, "f1": 0.553515, "accuracy": 0.589921, "main_score": 0.553515, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510428, "recall": 0.557312, "f1": 0.522901, "accuracy": 0.557312, "main_score": 0.522901, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542773, "recall": 0.585968, "f1": 0.554175, "accuracy": 0.585968, "main_score": 0.554175, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466431, "recall": 0.509881, "f1": 0.478126, "accuracy": 0.509881, "main_score": 0.478126, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507081, "recall": 0.549407, "f1": 0.51835, "accuracy": 0.549407, "main_score": 0.51835, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45891, "recall": 0.506917, "f1": 0.47278, "accuracy": 0.506917, "main_score": 0.47278, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525479, "recall": 0.572134, "f1": 0.538408, "accuracy": 0.572134, "main_score": 0.538408, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370268, "recall": 0.426877, "f1": 0.38624, "accuracy": 0.426877, "main_score": 0.38624, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.481678, "recall": 0.533597, "f1": 0.494331, "accuracy": 0.533597, "main_score": 0.494331, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.499532, "recall": 0.548419, "f1": 0.512786, "accuracy": 0.548419, "main_score": 0.512786, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527022, "recall": 0.559289, "f1": 0.535896, "accuracy": 0.559289, "main_score": 0.535896, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526706, "recall": 0.564229, "f1": 0.536749, "accuracy": 0.564229, "main_score": 0.536749, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491967, "recall": 0.543478, "f1": 0.505712, "accuracy": 0.543478, "main_score": 0.505712, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.507901, "recall": 0.555336, "f1": 0.520394, "accuracy": 0.555336, "main_score": 0.520394, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504079, "recall": 0.545455, "f1": 0.515441, "accuracy": 0.545455, "main_score": 0.515441, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52742, "recall": 0.56917, "f1": 0.538072, "accuracy": 0.56917, "main_score": 0.538072, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525074, "recall": 0.570158, "f1": 0.537121, "accuracy": 0.570158, "main_score": 0.537121, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552423, "recall": 0.591897, "f1": 0.563363, "accuracy": 0.591897, "main_score": 0.563363, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493972, "recall": 0.535573, "f1": 0.506145, "accuracy": 0.535573, "main_score": 0.506145, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538551, "recall": 0.582016, "f1": 0.549797, "accuracy": 0.582016, "main_score": 0.549797, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50149, "recall": 0.547431, "f1": 0.512928, "accuracy": 0.547431, "main_score": 0.512928, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.515024, "recall": 0.561265, "f1": 0.527852, "accuracy": 0.561265, "main_score": 0.527852, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.493812, "recall": 0.528656, "f1": 0.503771, "accuracy": 0.528656, "main_score": 0.503771, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535756, "recall": 0.58004, "f1": 0.547395, "accuracy": 0.58004, "main_score": 0.547395, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519019, "recall": 0.560277, "f1": 0.530459, "accuracy": 0.560277, "main_score": 0.530459, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493976, "recall": 0.538538, "f1": 0.505746, "accuracy": 0.538538, "main_score": 0.505746, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516129, "recall": 0.566206, "f1": 0.530139, "accuracy": 0.566206, "main_score": 0.530139, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439092, "recall": 0.487154, "f1": 0.452391, "accuracy": 0.487154, "main_score": 0.452391, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53054, "recall": 0.577075, "f1": 0.542752, "accuracy": 0.577075, "main_score": 0.542752, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516802, "recall": 0.567194, "f1": 0.530794, "accuracy": 0.567194, "main_score": 0.530794, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492565, "recall": 0.534585, "f1": 0.504337, "accuracy": 0.534585, "main_score": 0.504337, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519815, "recall": 0.560277, "f1": 0.531475, "accuracy": 0.560277, "main_score": 0.531475, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5035, "recall": 0.55336, "f1": 0.516303, "accuracy": 0.55336, "main_score": 0.516303, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.506213, "recall": 0.549407, "f1": 0.518053, "accuracy": 0.549407, "main_score": 0.518053, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498214, "recall": 0.532609, "f1": 0.507688, "accuracy": 0.532609, "main_score": 0.507688, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487425, "recall": 0.540514, "f1": 0.501471, "accuracy": 0.540514, "main_score": 0.501471, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477494, "recall": 0.525692, "f1": 0.491715, "accuracy": 0.525692, "main_score": 0.491715, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523231, "recall": 0.560277, "f1": 0.533136, "accuracy": 0.560277, "main_score": 0.533136, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534277, "recall": 0.581028, "f1": 0.546317, "accuracy": 0.581028, "main_score": 0.546317, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509807, "recall": 0.545455, "f1": 0.519655, "accuracy": 0.545455, "main_score": 0.519655, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53817, "recall": 0.572134, "f1": 0.54757, "accuracy": 0.572134, "main_score": 0.54757, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480237, "recall": 0.531621, "f1": 0.494218, "accuracy": 0.531621, "main_score": 0.494218, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493783, "recall": 0.533597, "f1": 0.504642, "accuracy": 0.533597, "main_score": 0.504642, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506584, "recall": 0.55336, "f1": 0.519491, "accuracy": 0.55336, "main_score": 0.519491, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489947, "recall": 0.562253, "f1": 0.50974, "accuracy": 0.562253, "main_score": 0.50974, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50762, "recall": 0.552372, "f1": 0.520114, "accuracy": 0.552372, "main_score": 0.520114, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.492716, "recall": 0.538538, "f1": 0.504882, "accuracy": 0.538538, "main_score": 0.504882, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525428, "recall": 0.572134, "f1": 0.537812, "accuracy": 0.572134, "main_score": 0.537812, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494837, "recall": 0.544466, "f1": 0.508043, "accuracy": 0.544466, "main_score": 0.508043, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.493923, "recall": 0.531621, "f1": 0.504659, "accuracy": 0.531621, "main_score": 0.504659, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496525, "recall": 0.530632, "f1": 0.505681, "accuracy": 0.530632, "main_score": 0.505681, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167042, "recall": 0.200593, "f1": 0.175562, "accuracy": 0.200593, "main_score": 0.175562, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.164457, "recall": 0.202569, "f1": 0.173539, "accuracy": 0.202569, "main_score": 0.173539, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363833, "recall": 0.437747, "f1": 0.380724, "accuracy": 0.437747, "main_score": 0.380724, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.325416, "recall": 0.399209, "f1": 0.342558, "accuracy": 0.399209, "main_score": 0.342558, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.355027, "recall": 0.414032, "f1": 0.36786, "accuracy": 0.414032, "main_score": 0.36786, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.286732, "recall": 0.343874, "f1": 0.300012, "accuracy": 0.343874, "main_score": 0.300012, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174133, "recall": 0.214427, "f1": 0.18297, "accuracy": 0.214427, "main_score": 0.18297, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355811, "recall": 0.41996, "f1": 0.371484, "accuracy": 0.41996, "main_score": 0.371484, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231056, "recall": 0.278656, "f1": 0.24155, "accuracy": 0.278656, "main_score": 0.24155, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270707, "recall": 0.327075, "f1": 0.284044, "accuracy": 0.327075, "main_score": 0.284044, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335291, "recall": 0.40415, "f1": 0.349564, "accuracy": 0.40415, "main_score": 0.349564, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.347516, "recall": 0.408103, "f1": 0.360574, "accuracy": 0.408103, "main_score": 0.360574, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.089222, "recall": 0.120553, "f1": 0.0958, "accuracy": 0.120553, "main_score": 0.0958, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35139, "recall": 0.418972, "f1": 0.366487, "accuracy": 0.418972, "main_score": 0.366487, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.269948, "recall": 0.325099, "f1": 0.282755, "accuracy": 0.325099, "main_score": 0.282755, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.350279, "recall": 0.41996, "f1": 0.365871, "accuracy": 0.41996, "main_score": 0.365871, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170741, "recall": 0.209486, "f1": 0.179968, "accuracy": 0.209486, "main_score": 0.179968, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321398, "recall": 0.386364, "f1": 0.336612, "accuracy": 0.386364, "main_score": 0.336612, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294549, "recall": 0.351779, "f1": 0.308389, "accuracy": 0.351779, "main_score": 0.308389, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.38272, "recall": 0.456522, "f1": 0.399449, "accuracy": 0.456522, "main_score": 0.399449, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352081, "recall": 0.423913, "f1": 0.368192, "accuracy": 0.423913, "main_score": 0.368192, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179575, "recall": 0.218379, "f1": 0.189146, "accuracy": 0.218379, "main_score": 0.189146, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361471, "recall": 0.432806, "f1": 0.377336, "accuracy": 0.432806, "main_score": 0.377336, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.377519, "recall": 0.435771, "f1": 0.390223, "accuracy": 0.435771, "main_score": 0.390223, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294549, "recall": 0.357708, "f1": 0.309088, "accuracy": 0.357708, "main_score": 0.309088, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138373, "recall": 0.167984, "f1": 0.146559, "accuracy": 0.167984, "main_score": 0.146559, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.336552, "recall": 0.403162, "f1": 0.352, "accuracy": 0.403162, "main_score": 0.352, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.182165, "recall": 0.227273, "f1": 0.192655, "accuracy": 0.227273, "main_score": 0.192655, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332391, "recall": 0.401186, "f1": 0.347976, "accuracy": 0.401186, "main_score": 0.347976, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356469, "recall": 0.416008, "f1": 0.369804, "accuracy": 0.416008, "main_score": 0.369804, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320553, "recall": 0.384387, "f1": 0.335468, "accuracy": 0.384387, "main_score": 0.335468, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.365849, "recall": 0.434783, "f1": 0.382448, "accuracy": 0.434783, "main_score": 0.382448, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.185852, "recall": 0.236166, "f1": 0.197227, "accuracy": 0.236166, "main_score": 0.197227, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357449, "recall": 0.427866, "f1": 0.373351, "accuracy": 0.427866, "main_score": 0.373351, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.297721, "recall": 0.356719, "f1": 0.311944, "accuracy": 0.356719, "main_score": 0.311944, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.310126, "recall": 0.367589, "f1": 0.323133, "accuracy": 0.367589, "main_score": 0.323133, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.372533, "recall": 0.453557, "f1": 0.392346, "accuracy": 0.453557, "main_score": 0.392346, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.356588, "recall": 0.416996, "f1": 0.370996, "accuracy": 0.416996, "main_score": 0.370996, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.365688, "recall": 0.438735, "f1": 0.382333, "accuracy": 0.438735, "main_score": 0.382333, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.16021, "recall": 0.195652, "f1": 0.168075, "accuracy": 0.195652, "main_score": 0.168075, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166086, "recall": 0.202569, "f1": 0.175203, "accuracy": 0.202569, "main_score": 0.175203, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.336491, "recall": 0.408103, "f1": 0.352717, "accuracy": 0.408103, "main_score": 0.352717, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170429, "recall": 0.215415, "f1": 0.181058, "accuracy": 0.215415, "main_score": 0.181058, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364379, "recall": 0.426877, "f1": 0.378288, "accuracy": 0.426877, "main_score": 0.378288, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371394, "recall": 0.440711, "f1": 0.387406, "accuracy": 0.440711, "main_score": 0.387406, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319292, "recall": 0.383399, "f1": 0.333239, "accuracy": 0.383399, "main_score": 0.333239, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.290945, "recall": 0.354743, "f1": 0.305171, "accuracy": 0.354743, "main_score": 0.305171, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165624, "recall": 0.204545, "f1": 0.174239, "accuracy": 0.204545, "main_score": 0.174239, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238357, "recall": 0.288538, "f1": 0.250649, "accuracy": 0.288538, "main_score": 0.250649, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301861, "recall": 0.358696, "f1": 0.315797, "accuracy": 0.358696, "main_score": 0.315797, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374904, "recall": 0.444664, "f1": 0.391447, "accuracy": 0.444664, "main_score": 0.391447, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313851, "recall": 0.379447, "f1": 0.329045, "accuracy": 0.379447, "main_score": 0.329045, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153599, "recall": 0.193676, "f1": 0.163185, "accuracy": 0.193676, "main_score": 0.163185, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326538, "recall": 0.394269, "f1": 0.341967, "accuracy": 0.394269, "main_score": 0.341967, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.165464, "recall": 0.19664, "f1": 0.173399, "accuracy": 0.19664, "main_score": 0.173399, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.163563, "recall": 0.199605, "f1": 0.17168, "accuracy": 0.199605, "main_score": 0.17168, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243079, "recall": 0.293478, "f1": 0.254912, "accuracy": 0.293478, "main_score": 0.254912, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152449, "recall": 0.183794, "f1": 0.160196, "accuracy": 0.183794, "main_score": 0.160196, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.357963, "recall": 0.429842, "f1": 0.374004, "accuracy": 0.429842, "main_score": 0.374004, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.340853, "recall": 0.403162, "f1": 0.355871, "accuracy": 0.403162, "main_score": 0.355871, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.356445, "recall": 0.428854, "f1": 0.372939, "accuracy": 0.428854, "main_score": 0.372939, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354378, "recall": 0.427866, "f1": 0.371701, "accuracy": 0.427866, "main_score": 0.371701, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.159858, "recall": 0.19664, "f1": 0.168766, "accuracy": 0.19664, "main_score": 0.168766, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320874, "recall": 0.370553, "f1": 0.33202, "accuracy": 0.370553, "main_score": 0.33202, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285731, "recall": 0.349802, "f1": 0.300669, "accuracy": 0.349802, "main_score": 0.300669, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363092, "recall": 0.428854, "f1": 0.378634, "accuracy": 0.428854, "main_score": 0.378634, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181594, "recall": 0.22332, "f1": 0.191728, "accuracy": 0.22332, "main_score": 0.191728, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283378, "recall": 0.341897, "f1": 0.297328, "accuracy": 0.341897, "main_score": 0.297328, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195827, "recall": 0.248024, "f1": 0.20795, "accuracy": 0.248024, "main_score": 0.20795, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287411, "recall": 0.355731, "f1": 0.303372, "accuracy": 0.355731, "main_score": 0.303372, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324342, "recall": 0.390316, "f1": 0.339156, "accuracy": 0.390316, "main_score": 0.339156, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329038, "recall": 0.393281, "f1": 0.343367, "accuracy": 0.393281, "main_score": 0.343367, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403042, "recall": 0.483202, "f1": 0.424249, "accuracy": 0.483202, "main_score": 0.424249, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.208523, "recall": 0.254941, "f1": 0.219317, "accuracy": 0.254941, "main_score": 0.219317, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315826, "recall": 0.37747, "f1": 0.330926, "accuracy": 0.37747, "main_score": 0.330926, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188443, "recall": 0.227273, "f1": 0.198098, "accuracy": 0.227273, "main_score": 0.198098, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20036, "recall": 0.25, "f1": 0.212234, "accuracy": 0.25, "main_score": 0.212234, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.341228, "recall": 0.414032, "f1": 0.357445, "accuracy": 0.414032, "main_score": 0.357445, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295385, "recall": 0.365613, "f1": 0.310321, "accuracy": 0.365613, "main_score": 0.310321, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332021, "recall": 0.399209, "f1": 0.347505, "accuracy": 0.399209, "main_score": 0.347505, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294463, "recall": 0.366601, "f1": 0.310765, "accuracy": 0.366601, "main_score": 0.310765, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.340119, "recall": 0.406126, "f1": 0.35561, "accuracy": 0.406126, "main_score": 0.35561, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.347659, "recall": 0.414032, "f1": 0.363336, "accuracy": 0.414032, "main_score": 0.363336, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.345348, "recall": 0.418972, "f1": 0.362483, "accuracy": 0.418972, "main_score": 0.362483, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367042, "recall": 0.431818, "f1": 0.381832, "accuracy": 0.431818, "main_score": 0.381832, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.164795, "recall": 0.203557, "f1": 0.174501, "accuracy": 0.203557, "main_score": 0.174501, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173563, "recall": 0.215415, "f1": 0.183478, "accuracy": 0.215415, "main_score": 0.183478, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357773, "recall": 0.431818, "f1": 0.374693, "accuracy": 0.431818, "main_score": 0.374693, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.350501, "recall": 0.420949, "f1": 0.367063, "accuracy": 0.420949, "main_score": 0.367063, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.341152, "recall": 0.411067, "f1": 0.357839, "accuracy": 0.411067, "main_score": 0.357839, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.199403, "recall": 0.238142, "f1": 0.208187, "accuracy": 0.238142, "main_score": 0.208187, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156253, "recall": 0.193676, "f1": 0.164853, "accuracy": 0.193676, "main_score": 0.164853, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324683, "recall": 0.402174, "f1": 0.342285, "accuracy": 0.402174, "main_score": 0.342285, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299403, "recall": 0.374506, "f1": 0.317368, "accuracy": 0.374506, "main_score": 0.317368, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.256097, "recall": 0.311265, "f1": 0.269782, "accuracy": 0.311265, "main_score": 0.269782, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35976, "recall": 0.427866, "f1": 0.374587, "accuracy": 0.427866, "main_score": 0.374587, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.15464, "recall": 0.183794, "f1": 0.161775, "accuracy": 0.183794, "main_score": 0.161775, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290757, "recall": 0.346838, "f1": 0.303851, "accuracy": 0.346838, "main_score": 0.303851, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330183, "recall": 0.396245, "f1": 0.345223, "accuracy": 0.396245, "main_score": 0.345223, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.358278, "recall": 0.429842, "f1": 0.37404, "accuracy": 0.429842, "main_score": 0.37404, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.344853, "recall": 0.410079, "f1": 0.360513, "accuracy": 0.410079, "main_score": 0.360513, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350717, "recall": 0.423913, "f1": 0.367712, "accuracy": 0.423913, "main_score": 0.367712, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.307387, "recall": 0.367589, "f1": 0.321229, "accuracy": 0.367589, "main_score": 0.321229, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32493, "recall": 0.394269, "f1": 0.340464, "accuracy": 0.394269, "main_score": 0.340464, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.175547, "recall": 0.215415, "f1": 0.184561, "accuracy": 0.215415, "main_score": 0.184561, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129304, "recall": 0.161067, "f1": 0.137338, "accuracy": 0.161067, "main_score": 0.137338, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.178829, "recall": 0.219368, "f1": 0.188522, "accuracy": 0.219368, "main_score": 0.188522, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216604, "recall": 0.271739, "f1": 0.229288, "accuracy": 0.271739, "main_score": 0.229288, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35976, "recall": 0.432806, "f1": 0.37691, "accuracy": 0.432806, "main_score": 0.37691, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280099, "recall": 0.342885, "f1": 0.294331, "accuracy": 0.342885, "main_score": 0.294331, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168555, "recall": 0.20751, "f1": 0.178098, "accuracy": 0.20751, "main_score": 0.178098, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297725, "recall": 0.354743, "f1": 0.310463, "accuracy": 0.354743, "main_score": 0.310463, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342291, "recall": 0.408103, "f1": 0.357612, "accuracy": 0.408103, "main_score": 0.357612, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32455, "recall": 0.389328, "f1": 0.34057, "accuracy": 0.389328, "main_score": 0.34057, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.302977, "recall": 0.370553, "f1": 0.318044, "accuracy": 0.370553, "main_score": 0.318044, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.191253, "recall": 0.228261, "f1": 0.199789, "accuracy": 0.228261, "main_score": 0.199789, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288984, "recall": 0.360672, "f1": 0.304909, "accuracy": 0.360672, "main_score": 0.304909, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.324421, "recall": 0.383399, "f1": 0.337841, "accuracy": 0.383399, "main_score": 0.337841, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164678, "recall": 0.202569, "f1": 0.174213, "accuracy": 0.202569, "main_score": 0.174213, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151176, "recall": 0.185771, "f1": 0.158904, "accuracy": 0.185771, "main_score": 0.158904, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186771, "recall": 0.232213, "f1": 0.196719, "accuracy": 0.232213, "main_score": 0.196719, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339504, "recall": 0.403162, "f1": 0.353955, "accuracy": 0.403162, "main_score": 0.353955, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.097697, "recall": 0.135375, "f1": 0.106334, "accuracy": 0.135375, "main_score": 0.106334, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.377799, "recall": 0.451581, "f1": 0.393614, "accuracy": 0.451581, "main_score": 0.393614, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.261911, "recall": 0.313241, "f1": 0.273977, "accuracy": 0.313241, "main_score": 0.273977, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.306482, "recall": 0.362648, "f1": 0.320159, "accuracy": 0.362648, "main_score": 0.320159, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.353372, "recall": 0.427866, "f1": 0.369356, "accuracy": 0.427866, "main_score": 0.369356, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198322, "recall": 0.23913, "f1": 0.208698, "accuracy": 0.23913, "main_score": 0.208698, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171594, "recall": 0.213439, "f1": 0.181677, "accuracy": 0.213439, "main_score": 0.181677, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.341593, "recall": 0.41502, "f1": 0.358782, "accuracy": 0.41502, "main_score": 0.358782, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356923, "recall": 0.43083, "f1": 0.374217, "accuracy": 0.43083, "main_score": 0.374217, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280993, "recall": 0.34585, "f1": 0.294815, "accuracy": 0.34585, "main_score": 0.294815, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292847, "recall": 0.358696, "f1": 0.308942, "accuracy": 0.358696, "main_score": 0.308942, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.168513, "recall": 0.221344, "f1": 0.18151, "accuracy": 0.221344, "main_score": 0.18151, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330703, "recall": 0.400198, "f1": 0.346111, "accuracy": 0.400198, "main_score": 0.346111, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.165526, "recall": 0.203557, "f1": 0.174354, "accuracy": 0.203557, "main_score": 0.174354, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213409, "recall": 0.268775, "f1": 0.225457, "accuracy": 0.268775, "main_score": 0.225457, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359656, "recall": 0.427866, "f1": 0.375, "accuracy": 0.427866, "main_score": 0.375, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.309045, "recall": 0.369565, "f1": 0.322655, "accuracy": 0.369565, "main_score": 0.322655, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339311, "recall": 0.41996, "f1": 0.357031, "accuracy": 0.41996, "main_score": 0.357031, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.130736, "recall": 0.166996, "f1": 0.139691, "accuracy": 0.166996, "main_score": 0.139691, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.357804, "recall": 0.426877, "f1": 0.372568, "accuracy": 0.426877, "main_score": 0.372568, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335794, "recall": 0.397233, "f1": 0.349428, "accuracy": 0.397233, "main_score": 0.349428, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.333782, "recall": 0.403162, "f1": 0.349905, "accuracy": 0.403162, "main_score": 0.349905, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.271688, "recall": 0.335968, "f1": 0.285951, "accuracy": 0.335968, "main_score": 0.285951, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.228402, "recall": 0.279644, "f1": 0.240769, "accuracy": 0.279644, "main_score": 0.240769, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241319, "recall": 0.298419, "f1": 0.253817, "accuracy": 0.298419, "main_score": 0.253817, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.264522, "recall": 0.328063, "f1": 0.278697, "accuracy": 0.328063, "main_score": 0.278697, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167775, "recall": 0.204545, "f1": 0.176451, "accuracy": 0.204545, "main_score": 0.176451, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311705, "recall": 0.385375, "f1": 0.328757, "accuracy": 0.385375, "main_score": 0.328757, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.361211, "recall": 0.424901, "f1": 0.376007, "accuracy": 0.424901, "main_score": 0.376007, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.334628, "recall": 0.393281, "f1": 0.347295, "accuracy": 0.393281, "main_score": 0.347295, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.35556, "recall": 0.424901, "f1": 0.371648, "accuracy": 0.424901, "main_score": 0.371648, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340441, "recall": 0.407115, "f1": 0.356612, "accuracy": 0.407115, "main_score": 0.356612, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369662, "recall": 0.435771, "f1": 0.384213, "accuracy": 0.435771, "main_score": 0.384213, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228247, "recall": 0.273715, "f1": 0.238962, "accuracy": 0.273715, "main_score": 0.238962, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.271925, "recall": 0.324111, "f1": 0.283772, "accuracy": 0.324111, "main_score": 0.283772, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167086, "recall": 0.203557, "f1": 0.174813, "accuracy": 0.203557, "main_score": 0.174813, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331247, "recall": 0.397233, "f1": 0.345974, "accuracy": 0.397233, "main_score": 0.345974, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203552, "recall": 0.247036, "f1": 0.214166, "accuracy": 0.247036, "main_score": 0.214166, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.337037, "recall": 0.397233, "f1": 0.350716, "accuracy": 0.397233, "main_score": 0.350716, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.362086, "recall": 0.427866, "f1": 0.377228, "accuracy": 0.427866, "main_score": 0.377228, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.278903, "recall": 0.336957, "f1": 0.29295, "accuracy": 0.336957, "main_score": 0.29295, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194636, "recall": 0.240119, "f1": 0.20554, "accuracy": 0.240119, "main_score": 0.20554, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320683, "recall": 0.385375, "f1": 0.335618, "accuracy": 0.385375, "main_score": 0.335618, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.186142, "recall": 0.229249, "f1": 0.195582, "accuracy": 0.229249, "main_score": 0.195582, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162564, "recall": 0.202569, "f1": 0.172108, "accuracy": 0.202569, "main_score": 0.172108, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344261, "recall": 0.408103, "f1": 0.357901, "accuracy": 0.408103, "main_score": 0.357901, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265881, "recall": 0.333004, "f1": 0.280351, "accuracy": 0.333004, "main_score": 0.280351, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36718, "recall": 0.426877, "f1": 0.380918, "accuracy": 0.426877, "main_score": 0.380918, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174222, "recall": 0.212451, "f1": 0.183672, "accuracy": 0.212451, "main_score": 0.183672, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337318, "recall": 0.401186, "f1": 0.352555, "accuracy": 0.401186, "main_score": 0.352555, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.345284, "recall": 0.417984, "f1": 0.361553, "accuracy": 0.417984, "main_score": 0.361553, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.354923, "recall": 0.428854, "f1": 0.37181, "accuracy": 0.428854, "main_score": 0.37181, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.153593, "recall": 0.195652, "f1": 0.163306, "accuracy": 0.195652, "main_score": 0.163306, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34659, "recall": 0.416008, "f1": 0.362311, "accuracy": 0.416008, "main_score": 0.362311, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225043, "recall": 0.285573, "f1": 0.239251, "accuracy": 0.285573, "main_score": 0.239251, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161147, "recall": 0.200593, "f1": 0.170358, "accuracy": 0.200593, "main_score": 0.170358, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180716, "recall": 0.22332, "f1": 0.190503, "accuracy": 0.22332, "main_score": 0.190503, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214834, "recall": 0.255929, "f1": 0.225053, "accuracy": 0.255929, "main_score": 0.225053, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.360503, "recall": 0.422925, "f1": 0.374545, "accuracy": 0.422925, "main_score": 0.374545, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.25191, "recall": 0.315217, "f1": 0.266064, "accuracy": 0.315217, "main_score": 0.266064, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142933, "recall": 0.183794, "f1": 0.152614, "accuracy": 0.183794, "main_score": 0.152614, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158879, "recall": 0.204545, "f1": 0.169293, "accuracy": 0.204545, "main_score": 0.169293, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.353724, "recall": 0.425889, "f1": 0.369833, "accuracy": 0.425889, "main_score": 0.369833, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.17789, "recall": 0.217391, "f1": 0.18652, "accuracy": 0.217391, "main_score": 0.18652, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184105, "recall": 0.221344, "f1": 0.192593, "accuracy": 0.221344, "main_score": 0.192593, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327787, "recall": 0.403162, "f1": 0.344453, "accuracy": 0.403162, "main_score": 0.344453, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.116143, "recall": 0.155138, "f1": 0.124922, "accuracy": 0.155138, "main_score": 0.124922, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214672, "recall": 0.271739, "f1": 0.228179, "accuracy": 0.271739, "main_score": 0.228179, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260606, "recall": 0.307312, "f1": 0.271586, "accuracy": 0.307312, "main_score": 0.271586, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212234, "recall": 0.254941, "f1": 0.221695, "accuracy": 0.254941, "main_score": 0.221695, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217255, "recall": 0.250988, "f1": 0.226354, "accuracy": 0.250988, "main_score": 0.226354, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339886, "recall": 0.412055, "f1": 0.357013, "accuracy": 0.412055, "main_score": 0.357013, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.291787, "recall": 0.34585, "f1": 0.303932, "accuracy": 0.34585, "main_score": 0.303932, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292003, "recall": 0.352767, "f1": 0.307062, "accuracy": 0.352767, "main_score": 0.307062, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.080188, "recall": 0.110672, "f1": 0.08627, "accuracy": 0.110672, "main_score": 0.08627, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370938, "recall": 0.437747, "f1": 0.386046, "accuracy": 0.437747, "main_score": 0.386046, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.318925, "recall": 0.379447, "f1": 0.332809, "accuracy": 0.379447, "main_score": 0.332809, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.338662, "recall": 0.398221, "f1": 0.351272, "accuracy": 0.398221, "main_score": 0.351272, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352712, "recall": 0.43083, "f1": 0.370198, "accuracy": 0.43083, "main_score": 0.370198, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.212901, "recall": 0.257905, "f1": 0.223479, "accuracy": 0.257905, "main_score": 0.223479, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177888, "recall": 0.214427, "f1": 0.18663, "accuracy": 0.214427, "main_score": 0.18663, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553116, "recall": 0.623518, "f1": 0.573199, "accuracy": 0.623518, "main_score": 0.573199, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519981, "recall": 0.583004, "f1": 0.537181, "accuracy": 0.583004, "main_score": 0.537181, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464318, "recall": 0.539526, "f1": 0.484646, "accuracy": 0.539526, "main_score": 0.484646, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58355, "recall": 0.639328, "f1": 0.598804, "accuracy": 0.639328, "main_score": 0.598804, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864789, "recall": 0.902174, "f1": 0.876416, "accuracy": 0.902174, "main_score": 0.876416, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597605, "recall": 0.660079, "f1": 0.615551, "accuracy": 0.660079, "main_score": 0.615551, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614889, "recall": 0.683794, "f1": 0.633787, "accuracy": 0.683794, "main_score": 0.633787, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549366, "recall": 0.615613, "f1": 0.567696, "accuracy": 0.615613, "main_score": 0.567696, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187066, "recall": 0.238142, "f1": 0.199751, "accuracy": 0.238142, "main_score": 0.199751, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628237, "recall": 0.682806, "f1": 0.643349, "accuracy": 0.682806, "main_score": 0.643349, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664914, "recall": 0.72332, "f1": 0.681872, "accuracy": 0.72332, "main_score": 0.681872, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538225, "recall": 0.591897, "f1": 0.553131, "accuracy": 0.591897, "main_score": 0.553131, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487492, "recall": 0.565217, "f1": 0.508629, "accuracy": 0.565217, "main_score": 0.508629, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561004, "recall": 0.629447, "f1": 0.580369, "accuracy": 0.629447, "main_score": 0.580369, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575866, "recall": 0.644269, "f1": 0.59463, "accuracy": 0.644269, "main_score": 0.59463, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906785, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52441, "recall": 0.583004, "f1": 0.541326, "accuracy": 0.583004, "main_score": 0.541326, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529691, "recall": 0.59585, "f1": 0.548354, "accuracy": 0.59585, "main_score": 0.548354, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514193, "recall": 0.572134, "f1": 0.530019, "accuracy": 0.572134, "main_score": 0.530019, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316581, "recall": 0.378458, "f1": 0.333353, "accuracy": 0.378458, "main_score": 0.333353, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591134, "recall": 0.656126, "f1": 0.608804, "accuracy": 0.656126, "main_score": 0.608804, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587583, "recall": 0.643281, "f1": 0.603524, "accuracy": 0.643281, "main_score": 0.603524, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706202, "recall": 0.768775, "f1": 0.724454, "accuracy": 0.768775, "main_score": 0.724454, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672012, "recall": 0.748024, "f1": 0.694271, "accuracy": 0.748024, "main_score": 0.694271, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.70122, "recall": 0.755929, "f1": 0.715999, "accuracy": 0.755929, "main_score": 0.715999, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67085, "recall": 0.728261, "f1": 0.688142, "accuracy": 0.728261, "main_score": 0.688142, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671946, "recall": 0.73913, "f1": 0.691438, "accuracy": 0.73913, "main_score": 0.691438, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53881, "recall": 0.600791, "f1": 0.555888, "accuracy": 0.600791, "main_score": 0.555888, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562264, "recall": 0.620553, "f1": 0.578437, "accuracy": 0.620553, "main_score": 0.578437, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797134, "recall": 0.842885, "f1": 0.811138, "accuracy": 0.842885, "main_score": 0.811138, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464907, "recall": 0.52668, "f1": 0.481443, "accuracy": 0.52668, "main_score": 0.481443, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.881176, "recall": 0.913043, "f1": 0.891206, "accuracy": 0.913043, "main_score": 0.891206, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538484, "recall": 0.603755, "f1": 0.556367, "accuracy": 0.603755, "main_score": 0.556367, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587442, "recall": 0.653162, "f1": 0.605586, "accuracy": 0.653162, "main_score": 0.605586, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192737, "recall": 0.251976, "f1": 0.205565, "accuracy": 0.251976, "main_score": 0.205565, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.62464, "recall": 0.690711, "f1": 0.643417, "accuracy": 0.690711, "main_score": 0.643417, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799193, "recall": 0.851779, "f1": 0.815368, "accuracy": 0.851779, "main_score": 0.815368, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408769, "recall": 0.469368, "f1": 0.42524, "accuracy": 0.469368, "main_score": 0.42524, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.674909, "recall": 0.73419, "f1": 0.692202, "accuracy": 0.73419, "main_score": 0.692202, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562585, "recall": 0.631423, "f1": 0.58219, "accuracy": 0.631423, "main_score": 0.58219, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498179, "recall": 0.575099, "f1": 0.518594, "accuracy": 0.575099, "main_score": 0.518594, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660548, "recall": 0.716403, "f1": 0.676311, "accuracy": 0.716403, "main_score": 0.676311, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251017, "recall": 0.337945, "f1": 0.274084, "accuracy": 0.337945, "main_score": 0.274084, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580049, "recall": 0.644269, "f1": 0.598412, "accuracy": 0.644269, "main_score": 0.598412, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59128, "recall": 0.655138, "f1": 0.609532, "accuracy": 0.655138, "main_score": 0.609532, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727668, "recall": 0.79249, "f1": 0.747581, "accuracy": 0.79249, "main_score": 0.747581, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561966, "recall": 0.621542, "f1": 0.578825, "accuracy": 0.621542, "main_score": 0.578825, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795125, "recall": 0.838933, "f1": 0.808004, "accuracy": 0.838933, "main_score": 0.808004, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466456, "recall": 0.535573, "f1": 0.48534, "accuracy": 0.535573, "main_score": 0.48534, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881752, "recall": 0.91502, "f1": 0.89226, "accuracy": 0.91502, "main_score": 0.89226, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595365, "recall": 0.655138, "f1": 0.611853, "accuracy": 0.655138, "main_score": 0.611853, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920043, "recall": 0.945652, "f1": 0.928426, "accuracy": 0.945652, "main_score": 0.928426, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453838, "recall": 0.525692, "f1": 0.473144, "accuracy": 0.525692, "main_score": 0.473144, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636653, "recall": 0.705534, "f1": 0.656581, "accuracy": 0.705534, "main_score": 0.656581, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842095, "recall": 0.885375, "f1": 0.855534, "accuracy": 0.885375, "main_score": 0.855534, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.63817, "recall": 0.692688, "f1": 0.653706, "accuracy": 0.692688, "main_score": 0.653706, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630477, "recall": 0.697628, "f1": 0.649951, "accuracy": 0.697628, "main_score": 0.649951, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546917, "recall": 0.612648, "f1": 0.564923, "accuracy": 0.612648, "main_score": 0.564923, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52622, "recall": 0.59585, "f1": 0.545336, "accuracy": 0.59585, "main_score": 0.545336, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836611, "recall": 0.878458, "f1": 0.849275, "accuracy": 0.878458, "main_score": 0.849275, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529117, "recall": 0.600791, "f1": 0.549038, "accuracy": 0.600791, "main_score": 0.549038, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603722, "recall": 0.66502, "f1": 0.621678, "accuracy": 0.66502, "main_score": 0.621678, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932312, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481387, "recall": 0.540514, "f1": 0.497523, "accuracy": 0.540514, "main_score": 0.497523, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576212, "recall": 0.634387, "f1": 0.591784, "accuracy": 0.634387, "main_score": 0.591784, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58471, "recall": 0.651186, "f1": 0.60404, "accuracy": 0.651186, "main_score": 0.60404, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557083, "recall": 0.61166, "f1": 0.572094, "accuracy": 0.61166, "main_score": 0.572094, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531909, "recall": 0.609684, "f1": 0.554627, "accuracy": 0.609684, "main_score": 0.554627, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749489, "recall": 0.80336, "f1": 0.765072, "accuracy": 0.80336, "main_score": 0.765072, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744219, "recall": 0.801383, "f1": 0.761364, "accuracy": 0.801383, "main_score": 0.761364, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872859, "recall": 0.907115, "f1": 0.883319, "accuracy": 0.907115, "main_score": 0.883319, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485714, "recall": 0.562253, "f1": 0.507933, "accuracy": 0.562253, "main_score": 0.507933, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709881, "recall": 0.768775, "f1": 0.727456, "accuracy": 0.768775, "main_score": 0.727456, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611926, "recall": 0.66502, "f1": 0.62683, "accuracy": 0.66502, "main_score": 0.62683, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487149, "recall": 0.554348, "f1": 0.505916, "accuracy": 0.554348, "main_score": 0.505916, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504991, "recall": 0.5583, "f1": 0.520343, "accuracy": 0.5583, "main_score": 0.520343, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420052, "recall": 0.501976, "f1": 0.442386, "accuracy": 0.501976, "main_score": 0.442386, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558055, "recall": 0.614625, "f1": 0.573199, "accuracy": 0.614625, "main_score": 0.573199, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829902, "recall": 0.869565, "f1": 0.842161, "accuracy": 0.869565, "main_score": 0.842161, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919368, "recall": 0.939723, "f1": 0.92556, "accuracy": 0.939723, "main_score": 0.92556, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556704, "recall": 0.610672, "f1": 0.571721, "accuracy": 0.610672, "main_score": 0.571721, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569917, "recall": 0.632411, "f1": 0.587801, "accuracy": 0.632411, "main_score": 0.587801, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541147, "recall": 0.606719, "f1": 0.559143, "accuracy": 0.606719, "main_score": 0.559143, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176839, "recall": 0.227273, "f1": 0.189708, "accuracy": 0.227273, "main_score": 0.189708, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596905, "recall": 0.650198, "f1": 0.61175, "accuracy": 0.650198, "main_score": 0.61175, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636775, "recall": 0.693676, "f1": 0.653821, "accuracy": 0.693676, "main_score": 0.653821, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530023, "recall": 0.581028, "f1": 0.544148, "accuracy": 0.581028, "main_score": 0.544148, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438092, "recall": 0.506917, "f1": 0.456779, "accuracy": 0.506917, "main_score": 0.456779, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537048, "recall": 0.599802, "f1": 0.555503, "accuracy": 0.599802, "main_score": 0.555503, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538251, "recall": 0.603755, "f1": 0.557272, "accuracy": 0.603755, "main_score": 0.557272, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870389, "recall": 0.903162, "f1": 0.880336, "accuracy": 0.903162, "main_score": 0.880336, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500387, "recall": 0.557312, "f1": 0.517128, "accuracy": 0.557312, "main_score": 0.517128, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471422, "recall": 0.537549, "f1": 0.489464, "accuracy": 0.537549, "main_score": 0.489464, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498531, "recall": 0.546443, "f1": 0.511383, "accuracy": 0.546443, "main_score": 0.511383, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289866, "recall": 0.348814, "f1": 0.306515, "accuracy": 0.348814, "main_score": 0.306515, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560095, "recall": 0.616601, "f1": 0.575987, "accuracy": 0.616601, "main_score": 0.575987, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547332, "recall": 0.600791, "f1": 0.562916, "accuracy": 0.600791, "main_score": 0.562916, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680905, "recall": 0.748024, "f1": 0.701009, "accuracy": 0.748024, "main_score": 0.701009, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646485, "recall": 0.726285, "f1": 0.670636, "accuracy": 0.726285, "main_score": 0.670636, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68359, "recall": 0.747036, "f1": 0.702059, "accuracy": 0.747036, "main_score": 0.702059, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631885, "recall": 0.683794, "f1": 0.647074, "accuracy": 0.683794, "main_score": 0.647074, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590574, "recall": 0.658103, "f1": 0.610468, "accuracy": 0.658103, "main_score": 0.610468, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.981225, "f1": 0.976614, "accuracy": 0.981225, "main_score": 0.976614, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.954545, "f1": 0.940053, "accuracy": 0.954545, "main_score": 0.940053, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.519608, "recall": 0.572134, "f1": 0.534156, "accuracy": 0.572134, "main_score": 0.534156, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54226, "recall": 0.589921, "f1": 0.555835, "accuracy": 0.589921, "main_score": 0.555835, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.749647, "recall": 0.800395, "f1": 0.763855, "accuracy": 0.800395, "main_score": 0.763855, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449621, "recall": 0.505929, "f1": 0.465018, "accuracy": 0.505929, "main_score": 0.465018, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.850626, "recall": 0.891304, "f1": 0.863589, "accuracy": 0.891304, "main_score": 0.863589, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504364, "recall": 0.562253, "f1": 0.520492, "accuracy": 0.562253, "main_score": 0.520492, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.543092, "recall": 0.609684, "f1": 0.561782, "accuracy": 0.609684, "main_score": 0.561782, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200136, "recall": 0.258893, "f1": 0.214085, "accuracy": 0.258893, "main_score": 0.214085, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.591478, "recall": 0.651186, "f1": 0.608867, "accuracy": 0.651186, "main_score": 0.608867, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779809, "recall": 0.835968, "f1": 0.796772, "accuracy": 0.835968, "main_score": 0.796772, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400362, "recall": 0.454545, "f1": 0.415134, "accuracy": 0.454545, "main_score": 0.415134, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.642147, "recall": 0.701581, "f1": 0.659618, "accuracy": 0.701581, "main_score": 0.659618, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523056, "recall": 0.583004, "f1": 0.540323, "accuracy": 0.583004, "main_score": 0.540323, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48858, "recall": 0.552372, "f1": 0.5068, "accuracy": 0.552372, "main_score": 0.5068, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618323, "recall": 0.677866, "f1": 0.635726, "accuracy": 0.677866, "main_score": 0.635726, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224847, "recall": 0.311265, "f1": 0.24709, "accuracy": 0.311265, "main_score": 0.24709, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.933465, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540119, "recall": 0.600791, "f1": 0.558107, "accuracy": 0.600791, "main_score": 0.558107, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559807, "recall": 0.619565, "f1": 0.576997, "accuracy": 0.619565, "main_score": 0.576997, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705888, "recall": 0.768775, "f1": 0.724561, "accuracy": 0.768775, "main_score": 0.724561, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545257, "recall": 0.600791, "f1": 0.561204, "accuracy": 0.600791, "main_score": 0.561204, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757609, "recall": 0.817194, "f1": 0.775791, "accuracy": 0.817194, "main_score": 0.775791, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459672, "recall": 0.51581, "f1": 0.474708, "accuracy": 0.51581, "main_score": 0.474708, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.959486, "f1": 0.94664, "accuracy": 0.959486, "main_score": 0.94664, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.850379, "recall": 0.890316, "f1": 0.863043, "accuracy": 0.890316, "main_score": 0.863043, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931653, "accuracy": 0.94664, "main_score": 0.931653, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915514, "recall": 0.939723, "f1": 0.923419, "accuracy": 0.939723, "main_score": 0.923419, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569771, "recall": 0.621542, "f1": 0.584941, "accuracy": 0.621542, "main_score": 0.584941, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854364, "recall": 0.890316, "f1": 0.865283, "accuracy": 0.890316, "main_score": 0.865283, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445629, "recall": 0.504941, "f1": 0.461256, "accuracy": 0.504941, "main_score": 0.461256, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582239, "recall": 0.66502, "f1": 0.606044, "accuracy": 0.66502, "main_score": 0.606044, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787994, "recall": 0.833992, "f1": 0.802193, "accuracy": 0.833992, "main_score": 0.802193, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.600777, "recall": 0.660079, "f1": 0.617747, "accuracy": 0.660079, "main_score": 0.617747, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604604, "recall": 0.659091, "f1": 0.619831, "accuracy": 0.659091, "main_score": 0.619831, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.937747, "f1": 0.920572, "accuracy": 0.937747, "main_score": 0.920572, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513672, "recall": 0.568182, "f1": 0.5288, "accuracy": 0.568182, "main_score": 0.5288, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52245, "recall": 0.583004, "f1": 0.539841, "accuracy": 0.583004, "main_score": 0.539841, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.86166, "f1": 0.831277, "accuracy": 0.86166, "main_score": 0.831277, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530997, "recall": 0.586957, "f1": 0.547318, "accuracy": 0.586957, "main_score": 0.547318, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607271, "recall": 0.666996, "f1": 0.624363, "accuracy": 0.666996, "main_score": 0.624363, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.921937, "f1": 0.90135, "accuracy": 0.921937, "main_score": 0.90135, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475456, "recall": 0.531621, "f1": 0.491108, "accuracy": 0.531621, "main_score": 0.491108, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536925, "recall": 0.588933, "f1": 0.551427, "accuracy": 0.588933, "main_score": 0.551427, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.549235, "recall": 0.612648, "f1": 0.567281, "accuracy": 0.612648, "main_score": 0.567281, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528045, "recall": 0.585968, "f1": 0.54407, "accuracy": 0.585968, "main_score": 0.54407, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504087, "recall": 0.565217, "f1": 0.521463, "accuracy": 0.565217, "main_score": 0.521463, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73475, "recall": 0.79249, "f1": 0.752207, "accuracy": 0.79249, "main_score": 0.752207, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706555, "recall": 0.757905, "f1": 0.721527, "accuracy": 0.757905, "main_score": 0.721527, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816733, "recall": 0.853755, "f1": 0.827936, "accuracy": 0.853755, "main_score": 0.827936, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457677, "recall": 0.530632, "f1": 0.478829, "accuracy": 0.530632, "main_score": 0.478829, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701608, "recall": 0.76087, "f1": 0.718911, "accuracy": 0.76087, "main_score": 0.718911, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581959, "recall": 0.633399, "f1": 0.59676, "accuracy": 0.633399, "main_score": 0.59676, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578494, "recall": 0.643281, "f1": 0.597304, "accuracy": 0.643281, "main_score": 0.597304, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522072, "recall": 0.587945, "f1": 0.540301, "accuracy": 0.587945, "main_score": 0.540301, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428193, "recall": 0.513834, "f1": 0.45105, "accuracy": 0.513834, "main_score": 0.45105, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590851, "recall": 0.650198, "f1": 0.606961, "accuracy": 0.650198, "main_score": 0.606961, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874177, "recall": 0.908103, "f1": 0.884816, "accuracy": 0.908103, "main_score": 0.884816, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593562, "recall": 0.651186, "f1": 0.609775, "accuracy": 0.651186, "main_score": 0.609775, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608781, "recall": 0.678854, "f1": 0.627873, "accuracy": 0.678854, "main_score": 0.627873, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544665, "recall": 0.606719, "f1": 0.561736, "accuracy": 0.606719, "main_score": 0.561736, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187516, "recall": 0.229249, "f1": 0.197714, "accuracy": 0.229249, "main_score": 0.197714, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624137, "recall": 0.674901, "f1": 0.638546, "accuracy": 0.674901, "main_score": 0.638546, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657666, "recall": 0.712451, "f1": 0.673474, "accuracy": 0.712451, "main_score": 0.673474, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538534, "recall": 0.596838, "f1": 0.554767, "accuracy": 0.596838, "main_score": 0.554767, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494088, "recall": 0.566206, "f1": 0.51305, "accuracy": 0.566206, "main_score": 0.51305, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555311, "recall": 0.623518, "f1": 0.57402, "accuracy": 0.623518, "main_score": 0.57402, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573445, "recall": 0.639328, "f1": 0.591647, "accuracy": 0.639328, "main_score": 0.591647, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.926877, "f1": 0.905863, "accuracy": 0.926877, "main_score": 0.905863, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515774, "recall": 0.578063, "f1": 0.532883, "accuracy": 0.578063, "main_score": 0.532883, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533578, "recall": 0.598814, "f1": 0.552272, "accuracy": 0.598814, "main_score": 0.552272, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514239, "recall": 0.576087, "f1": 0.530578, "accuracy": 0.576087, "main_score": 0.530578, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319772, "recall": 0.379447, "f1": 0.335798, "accuracy": 0.379447, "main_score": 0.335798, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578426, "recall": 0.647233, "f1": 0.597912, "accuracy": 0.647233, "main_score": 0.597912, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588356, "recall": 0.649209, "f1": 0.605648, "accuracy": 0.649209, "main_score": 0.605648, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686406, "recall": 0.753953, "f1": 0.706083, "accuracy": 0.753953, "main_score": 0.706083, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643372, "recall": 0.718379, "f1": 0.665403, "accuracy": 0.718379, "main_score": 0.665403, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.703023, "recall": 0.761858, "f1": 0.720076, "accuracy": 0.761858, "main_score": 0.720076, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65336, "recall": 0.710474, "f1": 0.670229, "accuracy": 0.710474, "main_score": 0.670229, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694516, "recall": 0.755929, "f1": 0.712601, "accuracy": 0.755929, "main_score": 0.712601, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946805, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54361, "recall": 0.606719, "f1": 0.561481, "accuracy": 0.606719, "main_score": 0.561481, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55091, "recall": 0.614625, "f1": 0.568848, "accuracy": 0.614625, "main_score": 0.568848, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795076, "recall": 0.844862, "f1": 0.810065, "accuracy": 0.844862, "main_score": 0.810065, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471255, "recall": 0.52668, "f1": 0.486265, "accuracy": 0.52668, "main_score": 0.486265, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.863175, "recall": 0.901186, "f1": 0.874967, "accuracy": 0.901186, "main_score": 0.874967, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541628, "recall": 0.604743, "f1": 0.559052, "accuracy": 0.604743, "main_score": 0.559052, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596253, "recall": 0.660079, "f1": 0.613869, "accuracy": 0.660079, "main_score": 0.613869, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186367, "recall": 0.244071, "f1": 0.199467, "accuracy": 0.244071, "main_score": 0.199467, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61709, "recall": 0.683794, "f1": 0.63566, "accuracy": 0.683794, "main_score": 0.63566, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791617, "recall": 0.842885, "f1": 0.807265, "accuracy": 0.842885, "main_score": 0.807265, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407868, "recall": 0.467391, "f1": 0.424007, "accuracy": 0.467391, "main_score": 0.424007, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678426, "recall": 0.733202, "f1": 0.694139, "accuracy": 0.733202, "main_score": 0.694139, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561862, "recall": 0.629447, "f1": 0.5808, "accuracy": 0.629447, "main_score": 0.5808, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498472, "recall": 0.570158, "f1": 0.518241, "accuracy": 0.570158, "main_score": 0.518241, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658096, "recall": 0.717391, "f1": 0.675247, "accuracy": 0.717391, "main_score": 0.675247, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260017, "recall": 0.348814, "f1": 0.283743, "accuracy": 0.348814, "main_score": 0.283743, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566916, "recall": 0.626482, "f1": 0.583553, "accuracy": 0.626482, "main_score": 0.583553, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582987, "recall": 0.650198, "f1": 0.602149, "accuracy": 0.650198, "main_score": 0.602149, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.701293, "recall": 0.767787, "f1": 0.721385, "accuracy": 0.767787, "main_score": 0.721385, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568866, "recall": 0.630435, "f1": 0.585942, "accuracy": 0.630435, "main_score": 0.585942, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772398, "recall": 0.823123, "f1": 0.787945, "accuracy": 0.823123, "main_score": 0.787945, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47618, "recall": 0.539526, "f1": 0.49359, "accuracy": 0.539526, "main_score": 0.49359, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85639, "recall": 0.896245, "f1": 0.868874, "accuracy": 0.896245, "main_score": 0.868874, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610361, "recall": 0.664032, "f1": 0.625351, "accuracy": 0.664032, "main_score": 0.625351, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.949605, "f1": 0.934783, "accuracy": 0.949605, "main_score": 0.934783, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445993, "recall": 0.514822, "f1": 0.463957, "accuracy": 0.514822, "main_score": 0.463957, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625272, "recall": 0.697628, "f1": 0.646761, "accuracy": 0.697628, "main_score": 0.646761, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838883, "recall": 0.879447, "f1": 0.851318, "accuracy": 0.879447, "main_score": 0.851318, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.635321, "recall": 0.69664, "f1": 0.653096, "accuracy": 0.69664, "main_score": 0.653096, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635425, "recall": 0.698617, "f1": 0.653661, "accuracy": 0.698617, "main_score": 0.653661, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546586, "recall": 0.602767, "f1": 0.562751, "accuracy": 0.602767, "main_score": 0.562751, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525088, "recall": 0.590909, "f1": 0.543751, "accuracy": 0.590909, "main_score": 0.543751, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821904, "recall": 0.867589, "f1": 0.835738, "accuracy": 0.867589, "main_score": 0.835738, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531121, "recall": 0.591897, "f1": 0.547963, "accuracy": 0.591897, "main_score": 0.547963, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584256, "recall": 0.652174, "f1": 0.604108, "accuracy": 0.652174, "main_score": 0.604108, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477373, "recall": 0.538538, "f1": 0.493773, "accuracy": 0.538538, "main_score": 0.493773, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564172, "recall": 0.625494, "f1": 0.581102, "accuracy": 0.625494, "main_score": 0.581102, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.581638, "recall": 0.643281, "f1": 0.598862, "accuracy": 0.643281, "main_score": 0.598862, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555368, "recall": 0.614625, "f1": 0.571349, "accuracy": 0.614625, "main_score": 0.571349, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528591, "recall": 0.602767, "f1": 0.550175, "accuracy": 0.602767, "main_score": 0.550175, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727975, "recall": 0.780632, "f1": 0.743022, "accuracy": 0.780632, "main_score": 0.743022, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74501, "recall": 0.796443, "f1": 0.760573, "accuracy": 0.796443, "main_score": 0.760573, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872151, "recall": 0.90415, "f1": 0.88195, "accuracy": 0.90415, "main_score": 0.88195, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482411, "recall": 0.563241, "f1": 0.505959, "accuracy": 0.563241, "main_score": 0.505959, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.686422, "recall": 0.749012, "f1": 0.705028, "accuracy": 0.749012, "main_score": 0.705028, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589825, "recall": 0.640316, "f1": 0.604356, "accuracy": 0.640316, "main_score": 0.604356, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602248, "recall": 0.662055, "f1": 0.618914, "accuracy": 0.662055, "main_score": 0.618914, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528772, "recall": 0.587945, "f1": 0.545149, "accuracy": 0.587945, "main_score": 0.545149, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366366, "recall": 0.433794, "f1": 0.383948, "accuracy": 0.433794, "main_score": 0.383948, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592211, "recall": 0.647233, "f1": 0.608051, "accuracy": 0.647233, "main_score": 0.608051, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852322, "recall": 0.88834, "f1": 0.863355, "accuracy": 0.88834, "main_score": 0.863355, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930254, "recall": 0.948617, "f1": 0.936001, "accuracy": 0.948617, "main_score": 0.936001, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593618, "recall": 0.649209, "f1": 0.609434, "accuracy": 0.649209, "main_score": 0.609434, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927981, "recall": 0.949605, "f1": 0.934848, "accuracy": 0.949605, "main_score": 0.934848, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615474, "recall": 0.674901, "f1": 0.632461, "accuracy": 0.674901, "main_score": 0.632461, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557791, "recall": 0.615613, "f1": 0.574003, "accuracy": 0.615613, "main_score": 0.574003, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974506, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190415, "recall": 0.235178, "f1": 0.20083, "accuracy": 0.235178, "main_score": 0.20083, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631465, "recall": 0.679842, "f1": 0.645443, "accuracy": 0.679842, "main_score": 0.645443, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.983202, "f1": 0.979861, "accuracy": 0.983202, "main_score": 0.979861, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943264, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66526, "recall": 0.714427, "f1": 0.679647, "accuracy": 0.714427, "main_score": 0.679647, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.882658, "recall": 0.912055, "f1": 0.891831, "accuracy": 0.912055, "main_score": 0.891831, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554288, "recall": 0.609684, "f1": 0.57001, "accuracy": 0.609684, "main_score": 0.57001, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518549, "recall": 0.58498, "f1": 0.53718, "accuracy": 0.58498, "main_score": 0.53718, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565909, "recall": 0.62253, "f1": 0.582295, "accuracy": 0.62253, "main_score": 0.582295, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597835, "recall": 0.658103, "f1": 0.615311, "accuracy": 0.658103, "main_score": 0.615311, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822859, "recall": 0.865613, "f1": 0.835935, "accuracy": 0.865613, "main_score": 0.835935, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95364, "recall": 0.966403, "f1": 0.957576, "accuracy": 0.966403, "main_score": 0.957576, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537385, "recall": 0.591897, "f1": 0.552993, "accuracy": 0.591897, "main_score": 0.552993, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542427, "recall": 0.612648, "f1": 0.561428, "accuracy": 0.612648, "main_score": 0.561428, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538481, "recall": 0.591897, "f1": 0.553561, "accuracy": 0.591897, "main_score": 0.553561, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.940711, "f1": 0.927569, "accuracy": 0.940711, "main_score": 0.927569, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332282, "recall": 0.387352, "f1": 0.34697, "accuracy": 0.387352, "main_score": 0.34697, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595685, "recall": 0.652174, "f1": 0.611914, "accuracy": 0.652174, "main_score": 0.611914, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903607, "recall": 0.929842, "f1": 0.911909, "accuracy": 0.929842, "main_score": 0.911909, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594045, "recall": 0.643281, "f1": 0.607846, "accuracy": 0.643281, "main_score": 0.607846, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688333, "recall": 0.745059, "f1": 0.70539, "accuracy": 0.745059, "main_score": 0.70539, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909206, "recall": 0.933794, "f1": 0.916897, "accuracy": 0.933794, "main_score": 0.916897, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518416, "recall": 0.59585, "f1": 0.539794, "accuracy": 0.59585, "main_score": 0.539794, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.660152, "recall": 0.716403, "f1": 0.67578, "accuracy": 0.716403, "main_score": 0.67578, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932016, "recall": 0.952569, "f1": 0.93857, "accuracy": 0.952569, "main_score": 0.93857, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6675, "recall": 0.715415, "f1": 0.681406, "accuracy": 0.715415, "main_score": 0.681406, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641431, "recall": 0.703557, "f1": 0.659457, "accuracy": 0.703557, "main_score": 0.659457, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.897233, "f1": 0.872299, "accuracy": 0.897233, "main_score": 0.872299, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560467, "recall": 0.617589, "f1": 0.576621, "accuracy": 0.617589, "main_score": 0.576621, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555512, "recall": 0.606719, "f1": 0.569998, "accuracy": 0.606719, "main_score": 0.569998, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798833, "recall": 0.838933, "f1": 0.810211, "accuracy": 0.838933, "main_score": 0.810211, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484861, "recall": 0.538538, "f1": 0.498854, "accuracy": 0.538538, "main_score": 0.498854, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.763002, "recall": 0.814229, "f1": 0.777758, "accuracy": 0.814229, "main_score": 0.777758, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549968, "recall": 0.608696, "f1": 0.566155, "accuracy": 0.608696, "main_score": 0.566155, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618766, "recall": 0.678854, "f1": 0.635435, "accuracy": 0.678854, "main_score": 0.635435, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196959, "recall": 0.254941, "f1": 0.209379, "accuracy": 0.254941, "main_score": 0.209379, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.630314, "recall": 0.6917, "f1": 0.647534, "accuracy": 0.6917, "main_score": 0.647534, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728033, "recall": 0.780632, "f1": 0.743139, "accuracy": 0.780632, "main_score": 0.743139, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422917, "recall": 0.479249, "f1": 0.438094, "accuracy": 0.479249, "main_score": 0.438094, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943906, "accuracy": 0.956522, "main_score": 0.943906, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964493, "accuracy": 0.972332, "main_score": 0.964493, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.672389, "recall": 0.726285, "f1": 0.687663, "accuracy": 0.726285, "main_score": 0.687663, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567271, "recall": 0.626482, "f1": 0.584388, "accuracy": 0.626482, "main_score": 0.584388, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527801, "recall": 0.585968, "f1": 0.543976, "accuracy": 0.585968, "main_score": 0.543976, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686495, "recall": 0.731225, "f1": 0.6989, "accuracy": 0.731225, "main_score": 0.6989, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186733, "recall": 0.252964, "f1": 0.202573, "accuracy": 0.252964, "main_score": 0.202573, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.932806, "f1": 0.914874, "accuracy": 0.932806, "main_score": 0.914874, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947812, "accuracy": 0.959486, "main_score": 0.947812, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572918, "recall": 0.631423, "f1": 0.589562, "accuracy": 0.631423, "main_score": 0.589562, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582668, "recall": 0.644269, "f1": 0.599986, "accuracy": 0.644269, "main_score": 0.599986, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.950593, "f1": 0.938853, "accuracy": 0.950593, "main_score": 0.938853, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.629636, "recall": 0.694664, "f1": 0.648263, "accuracy": 0.694664, "main_score": 0.648263, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576722, "recall": 0.644269, "f1": 0.595686, "accuracy": 0.644269, "main_score": 0.595686, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700296, "recall": 0.757905, "f1": 0.717589, "accuracy": 0.757905, "main_score": 0.717589, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475154, "recall": 0.541502, "f1": 0.493075, "accuracy": 0.541502, "main_score": 0.493075, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.910079, "f1": 0.886924, "accuracy": 0.910079, "main_score": 0.886924, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.773966, "recall": 0.821146, "f1": 0.788065, "accuracy": 0.821146, "main_score": 0.788065, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910408, "recall": 0.935771, "f1": 0.918431, "accuracy": 0.935771, "main_score": 0.918431, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906159, "recall": 0.928854, "f1": 0.912963, "accuracy": 0.928854, "main_score": 0.912963, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624144, "recall": 0.674901, "f1": 0.63852, "accuracy": 0.674901, "main_score": 0.63852, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927503, "accuracy": 0.943676, "main_score": 0.927503, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952816, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844615, "recall": 0.886364, "f1": 0.857378, "accuracy": 0.886364, "main_score": 0.857378, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480775, "recall": 0.548419, "f1": 0.498801, "accuracy": 0.548419, "main_score": 0.498801, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577357, "recall": 0.648221, "f1": 0.598072, "accuracy": 0.648221, "main_score": 0.598072, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.909507, "recall": 0.932806, "f1": 0.916584, "accuracy": 0.932806, "main_score": 0.916584, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834907, "recall": 0.870553, "f1": 0.845471, "accuracy": 0.870553, "main_score": 0.845471, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654992, "recall": 0.704545, "f1": 0.668526, "accuracy": 0.704545, "main_score": 0.668526, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629596, "recall": 0.684783, "f1": 0.645193, "accuracy": 0.684783, "main_score": 0.645193, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.934783, "f1": 0.921245, "accuracy": 0.934783, "main_score": 0.921245, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549311, "recall": 0.606719, "f1": 0.565126, "accuracy": 0.606719, "main_score": 0.565126, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549654, "recall": 0.603755, "f1": 0.564875, "accuracy": 0.603755, "main_score": 0.564875, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761424, "recall": 0.809289, "f1": 0.775198, "accuracy": 0.809289, "main_score": 0.775198, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546261, "recall": 0.605731, "f1": 0.5627, "accuracy": 0.605731, "main_score": 0.5627, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604022, "recall": 0.662055, "f1": 0.620471, "accuracy": 0.662055, "main_score": 0.620471, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879924, "recall": 0.913043, "f1": 0.890053, "accuracy": 0.913043, "main_score": 0.890053, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943099, "recall": 0.959486, "f1": 0.948353, "accuracy": 0.959486, "main_score": 0.948353, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498778, "recall": 0.552372, "f1": 0.513232, "accuracy": 0.552372, "main_score": 0.513232, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581138, "recall": 0.637352, "f1": 0.59612, "accuracy": 0.637352, "main_score": 0.59612, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589346, "recall": 0.649209, "f1": 0.606744, "accuracy": 0.649209, "main_score": 0.606744, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559177, "recall": 0.610672, "f1": 0.574007, "accuracy": 0.610672, "main_score": 0.574007, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54114, "recall": 0.606719, "f1": 0.559962, "accuracy": 0.606719, "main_score": 0.559962, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689076, "recall": 0.743083, "f1": 0.704268, "accuracy": 0.743083, "main_score": 0.704268, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716905, "recall": 0.764822, "f1": 0.730739, "accuracy": 0.764822, "main_score": 0.730739, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86413, "recall": 0.892292, "f1": 0.872991, "accuracy": 0.892292, "main_score": 0.872991, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.871789, "recall": 0.907115, "f1": 0.882938, "accuracy": 0.907115, "main_score": 0.882938, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935112, "recall": 0.952569, "f1": 0.940467, "accuracy": 0.952569, "main_score": 0.940467, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48834, "recall": 0.568182, "f1": 0.511975, "accuracy": 0.568182, "main_score": 0.511975, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.958498, "f1": 0.947694, "accuracy": 0.958498, "main_score": 0.947694, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.685021, "recall": 0.740119, "f1": 0.701416, "accuracy": 0.740119, "main_score": 0.701416, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589318, "recall": 0.634387, "f1": 0.601964, "accuracy": 0.634387, "main_score": 0.601964, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451814, "recall": 0.496047, "f1": 0.464545, "accuracy": 0.496047, "main_score": 0.464545, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541639, "recall": 0.588933, "f1": 0.55527, "accuracy": 0.588933, "main_score": 0.55527, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245547, "recall": 0.29249, "f1": 0.257579, "accuracy": 0.29249, "main_score": 0.257579, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.593395, "recall": 0.637352, "f1": 0.60436, "accuracy": 0.637352, "main_score": 0.60436, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538044, "recall": 0.590909, "f1": 0.552211, "accuracy": 0.590909, "main_score": 0.552211, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.591673, "recall": 0.632411, "f1": 0.602604, "accuracy": 0.632411, "main_score": 0.602604, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593443, "recall": 0.628458, "f1": 0.602359, "accuracy": 0.628458, "main_score": 0.602359, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571671, "recall": 0.621542, "f1": 0.5847, "accuracy": 0.621542, "main_score": 0.5847, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593417, "recall": 0.625494, "f1": 0.601673, "accuracy": 0.625494, "main_score": 0.601673, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601653, "recall": 0.630435, "f1": 0.609482, "accuracy": 0.630435, "main_score": 0.609482, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583487, "recall": 0.636364, "f1": 0.596374, "accuracy": 0.636364, "main_score": 0.596374, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.567784, "recall": 0.612648, "f1": 0.579473, "accuracy": 0.612648, "main_score": 0.579473, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553279, "recall": 0.596838, "f1": 0.565394, "accuracy": 0.596838, "main_score": 0.565394, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572067, "recall": 0.623518, "f1": 0.584754, "accuracy": 0.623518, "main_score": 0.584754, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547666, "recall": 0.596838, "f1": 0.560734, "accuracy": 0.596838, "main_score": 0.560734, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596491, "recall": 0.637352, "f1": 0.607355, "accuracy": 0.637352, "main_score": 0.607355, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577668, "recall": 0.609684, "f1": 0.586323, "accuracy": 0.609684, "main_score": 0.586323, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562453, "recall": 0.612648, "f1": 0.574696, "accuracy": 0.612648, "main_score": 0.574696, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543459, "recall": 0.589921, "f1": 0.55537, "accuracy": 0.589921, "main_score": 0.55537, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622038, "recall": 0.664032, "f1": 0.632567, "accuracy": 0.664032, "main_score": 0.632567, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603936, "recall": 0.649209, "f1": 0.615004, "accuracy": 0.649209, "main_score": 0.615004, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562562, "recall": 0.602767, "f1": 0.573922, "accuracy": 0.602767, "main_score": 0.573922, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560984, "recall": 0.609684, "f1": 0.573376, "accuracy": 0.609684, "main_score": 0.573376, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.565697, "recall": 0.615613, "f1": 0.578805, "accuracy": 0.615613, "main_score": 0.578805, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590063, "recall": 0.623518, "f1": 0.598849, "accuracy": 0.623518, "main_score": 0.598849, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2086, "recall": 0.251976, "f1": 0.219233, "accuracy": 0.251976, "main_score": 0.219233, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.575629, "recall": 0.62747, "f1": 0.589447, "accuracy": 0.62747, "main_score": 0.589447, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602216, "recall": 0.644269, "f1": 0.613814, "accuracy": 0.644269, "main_score": 0.613814, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58347, "recall": 0.632411, "f1": 0.595318, "accuracy": 0.632411, "main_score": 0.595318, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593153, "recall": 0.635375, "f1": 0.603977, "accuracy": 0.635375, "main_score": 0.603977, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558359, "recall": 0.603755, "f1": 0.570863, "accuracy": 0.603755, "main_score": 0.570863, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571885, "recall": 0.612648, "f1": 0.581702, "accuracy": 0.612648, "main_score": 0.581702, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566364, "recall": 0.607708, "f1": 0.577145, "accuracy": 0.607708, "main_score": 0.577145, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591514, "recall": 0.639328, "f1": 0.603311, "accuracy": 0.639328, "main_score": 0.603311, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489682, "recall": 0.54249, "f1": 0.503557, "accuracy": 0.54249, "main_score": 0.503557, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568297, "recall": 0.608696, "f1": 0.578893, "accuracy": 0.608696, "main_score": 0.578893, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576059, "recall": 0.630435, "f1": 0.591116, "accuracy": 0.630435, "main_score": 0.591116, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.573632, "recall": 0.62253, "f1": 0.586129, "accuracy": 0.62253, "main_score": 0.586129, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554719, "recall": 0.607708, "f1": 0.567666, "accuracy": 0.607708, "main_score": 0.567666, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564797, "recall": 0.602767, "f1": 0.576142, "accuracy": 0.602767, "main_score": 0.576142, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420605, "recall": 0.475296, "f1": 0.43498, "accuracy": 0.475296, "main_score": 0.43498, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58595, "recall": 0.631423, "f1": 0.597405, "accuracy": 0.631423, "main_score": 0.597405, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592776, "recall": 0.641304, "f1": 0.60569, "accuracy": 0.641304, "main_score": 0.60569, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59708, "recall": 0.646245, "f1": 0.609484, "accuracy": 0.646245, "main_score": 0.609484, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.623481, "recall": 0.666996, "f1": 0.635163, "accuracy": 0.666996, "main_score": 0.635163, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581741, "recall": 0.621542, "f1": 0.59225, "accuracy": 0.621542, "main_score": 0.59225, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567579, "recall": 0.612648, "f1": 0.580226, "accuracy": 0.612648, "main_score": 0.580226, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561735, "recall": 0.608696, "f1": 0.574989, "accuracy": 0.608696, "main_score": 0.574989, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57605, "recall": 0.618577, "f1": 0.587738, "accuracy": 0.618577, "main_score": 0.587738, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597147, "recall": 0.641304, "f1": 0.608341, "accuracy": 0.641304, "main_score": 0.608341, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610468, "recall": 0.656126, "f1": 0.621962, "accuracy": 0.656126, "main_score": 0.621962, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61333, "recall": 0.651186, "f1": 0.623735, "accuracy": 0.651186, "main_score": 0.623735, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517, "recall": 0.562253, "f1": 0.530188, "accuracy": 0.562253, "main_score": 0.530188, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597757, "recall": 0.641304, "f1": 0.608855, "accuracy": 0.641304, "main_score": 0.608855, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444614, "recall": 0.485178, "f1": 0.455607, "accuracy": 0.485178, "main_score": 0.455607, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529476, "recall": 0.567194, "f1": 0.539603, "accuracy": 0.567194, "main_score": 0.539603, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605253, "recall": 0.643281, "f1": 0.614202, "accuracy": 0.643281, "main_score": 0.614202, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31504, "recall": 0.364625, "f1": 0.328858, "accuracy": 0.364625, "main_score": 0.328858, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590519, "recall": 0.637352, "f1": 0.601514, "accuracy": 0.637352, "main_score": 0.601514, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587983, "recall": 0.630435, "f1": 0.598617, "accuracy": 0.630435, "main_score": 0.598617, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601265, "recall": 0.648221, "f1": 0.612647, "accuracy": 0.648221, "main_score": 0.612647, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549039, "recall": 0.608696, "f1": 0.564934, "accuracy": 0.608696, "main_score": 0.564934, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568534, "recall": 0.605731, "f1": 0.578602, "accuracy": 0.605731, "main_score": 0.578602, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597037, "recall": 0.635375, "f1": 0.606341, "accuracy": 0.635375, "main_score": 0.606341, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572913, "recall": 0.613636, "f1": 0.584209, "accuracy": 0.613636, "main_score": 0.584209, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626071, "recall": 0.662055, "f1": 0.63523, "accuracy": 0.662055, "main_score": 0.63523, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564935, "recall": 0.600791, "f1": 0.575098, "accuracy": 0.600791, "main_score": 0.575098, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603617, "recall": 0.637352, "f1": 0.611408, "accuracy": 0.637352, "main_score": 0.611408, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553788, "recall": 0.59585, "f1": 0.565653, "accuracy": 0.59585, "main_score": 0.565653, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597694, "recall": 0.645257, "f1": 0.609961, "accuracy": 0.645257, "main_score": 0.609961, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558975, "recall": 0.603755, "f1": 0.570655, "accuracy": 0.603755, "main_score": 0.570655, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601764, "recall": 0.645257, "f1": 0.612638, "accuracy": 0.645257, "main_score": 0.612638, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298217, "recall": 0.354743, "f1": 0.311869, "accuracy": 0.354743, "main_score": 0.311869, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.576595, "recall": 0.617589, "f1": 0.587731, "accuracy": 0.617589, "main_score": 0.587731, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547436, "recall": 0.593874, "f1": 0.558924, "accuracy": 0.593874, "main_score": 0.558924, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585044, "recall": 0.623518, "f1": 0.595156, "accuracy": 0.623518, "main_score": 0.595156, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512739, "recall": 0.557312, "f1": 0.524739, "accuracy": 0.557312, "main_score": 0.524739, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612806, "recall": 0.655138, "f1": 0.623427, "accuracy": 0.655138, "main_score": 0.623427, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585639, "recall": 0.632411, "f1": 0.597536, "accuracy": 0.632411, "main_score": 0.597536, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588938, "recall": 0.632411, "f1": 0.600149, "accuracy": 0.632411, "main_score": 0.600149, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515054, "recall": 0.562253, "f1": 0.52745, "accuracy": 0.562253, "main_score": 0.52745, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.600634, "recall": 0.645257, "f1": 0.611249, "accuracy": 0.645257, "main_score": 0.611249, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571364, "recall": 0.620553, "f1": 0.58448, "accuracy": 0.620553, "main_score": 0.58448, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595232, "recall": 0.641304, "f1": 0.607429, "accuracy": 0.641304, "main_score": 0.607429, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556409, "recall": 0.607708, "f1": 0.570349, "accuracy": 0.607708, "main_score": 0.570349, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525406, "recall": 0.571146, "f1": 0.537768, "accuracy": 0.571146, "main_score": 0.537768, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543215, "recall": 0.594862, "f1": 0.55776, "accuracy": 0.594862, "main_score": 0.55776, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548385, "recall": 0.604743, "f1": 0.563401, "accuracy": 0.604743, "main_score": 0.563401, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.579703, "recall": 0.624506, "f1": 0.591119, "accuracy": 0.624506, "main_score": 0.591119, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576447, "recall": 0.626482, "f1": 0.58873, "accuracy": 0.626482, "main_score": 0.58873, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570215, "recall": 0.606719, "f1": 0.579991, "accuracy": 0.606719, "main_score": 0.579991, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480635, "recall": 0.521739, "f1": 0.491897, "accuracy": 0.521739, "main_score": 0.491897, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617798, "recall": 0.656126, "f1": 0.627665, "accuracy": 0.656126, "main_score": 0.627665, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525871, "recall": 0.577075, "f1": 0.539328, "accuracy": 0.577075, "main_score": 0.539328, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.53877, "recall": 0.58004, "f1": 0.550249, "accuracy": 0.58004, "main_score": 0.550249, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58396, "recall": 0.635375, "f1": 0.597332, "accuracy": 0.635375, "main_score": 0.597332, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505587, "recall": 0.545455, "f1": 0.516768, "accuracy": 0.545455, "main_score": 0.516768, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616794, "recall": 0.65415, "f1": 0.625984, "accuracy": 0.65415, "main_score": 0.625984, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576857, "recall": 0.624506, "f1": 0.588465, "accuracy": 0.624506, "main_score": 0.588465, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597708, "recall": 0.63834, "f1": 0.607844, "accuracy": 0.63834, "main_score": 0.607844, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600118, "recall": 0.646245, "f1": 0.612151, "accuracy": 0.646245, "main_score": 0.612151, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572383, "recall": 0.613636, "f1": 0.58295, "accuracy": 0.613636, "main_score": 0.58295, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.587415, "recall": 0.629447, "f1": 0.598852, "accuracy": 0.629447, "main_score": 0.598852, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433494, "recall": 0.497036, "f1": 0.450021, "accuracy": 0.497036, "main_score": 0.450021, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.533084, "recall": 0.58004, "f1": 0.546176, "accuracy": 0.58004, "main_score": 0.546176, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229252, "recall": 0.281621, "f1": 0.24077, "accuracy": 0.281621, "main_score": 0.24077, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.556407, "recall": 0.598814, "f1": 0.568181, "accuracy": 0.598814, "main_score": 0.568181, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478294, "recall": 0.523715, "f1": 0.491198, "accuracy": 0.523715, "main_score": 0.491198, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603936, "recall": 0.647233, "f1": 0.614878, "accuracy": 0.647233, "main_score": 0.614878, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596213, "recall": 0.633399, "f1": 0.604821, "accuracy": 0.633399, "main_score": 0.604821, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460444, "recall": 0.507905, "f1": 0.473946, "accuracy": 0.507905, "main_score": 0.473946, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579588, "recall": 0.618577, "f1": 0.590155, "accuracy": 0.618577, "main_score": 0.590155, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597554, "recall": 0.639328, "f1": 0.608681, "accuracy": 0.639328, "main_score": 0.608681, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530021, "recall": 0.583004, "f1": 0.544077, "accuracy": 0.583004, "main_score": 0.544077, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575593, "recall": 0.619565, "f1": 0.587184, "accuracy": 0.619565, "main_score": 0.587184, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617307, "recall": 0.671937, "f1": 0.632759, "accuracy": 0.671937, "main_score": 0.632759, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558507, "recall": 0.613636, "f1": 0.572924, "accuracy": 0.613636, "main_score": 0.572924, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607085, "recall": 0.645257, "f1": 0.61726, "accuracy": 0.645257, "main_score": 0.61726, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510244, "recall": 0.556324, "f1": 0.524341, "accuracy": 0.556324, "main_score": 0.524341, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515082, "recall": 0.556324, "f1": 0.526422, "accuracy": 0.556324, "main_score": 0.526422, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597117, "recall": 0.633399, "f1": 0.606616, "accuracy": 0.633399, "main_score": 0.606616, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602456, "recall": 0.644269, "f1": 0.613629, "accuracy": 0.644269, "main_score": 0.613629, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142298, "recall": 0.190711, "f1": 0.154413, "accuracy": 0.190711, "main_score": 0.154413, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.57542, "recall": 0.624506, "f1": 0.588503, "accuracy": 0.624506, "main_score": 0.588503, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.514364, "recall": 0.567194, "f1": 0.528201, "accuracy": 0.567194, "main_score": 0.528201, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.549014, "recall": 0.588933, "f1": 0.559738, "accuracy": 0.588933, "main_score": 0.559738, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604169, "recall": 0.653162, "f1": 0.616469, "accuracy": 0.653162, "main_score": 0.616469, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528255, "recall": 0.58004, "f1": 0.542794, "accuracy": 0.58004, "main_score": 0.542794, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563249, "recall": 0.612648, "f1": 0.577392, "accuracy": 0.612648, "main_score": 0.577392, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584575, "recall": 0.628458, "f1": 0.595298, "accuracy": 0.628458, "main_score": 0.595298, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599208, "recall": 0.639328, "f1": 0.609611, "accuracy": 0.639328, "main_score": 0.609611, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589982, "recall": 0.630435, "f1": 0.599355, "accuracy": 0.630435, "main_score": 0.599355, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562599, "recall": 0.606719, "f1": 0.57464, "accuracy": 0.606719, "main_score": 0.57464, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525841, "recall": 0.583004, "f1": 0.541616, "accuracy": 0.583004, "main_score": 0.541616, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585239, "recall": 0.62747, "f1": 0.596255, "accuracy": 0.62747, "main_score": 0.596255, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517474, "recall": 0.554348, "f1": 0.52851, "accuracy": 0.554348, "main_score": 0.52851, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542239, "recall": 0.583992, "f1": 0.553516, "accuracy": 0.583992, "main_score": 0.553516, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577779, "recall": 0.619565, "f1": 0.58845, "accuracy": 0.619565, "main_score": 0.58845, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.59106, "recall": 0.62747, "f1": 0.60048, "accuracy": 0.62747, "main_score": 0.60048, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556029, "recall": 0.607708, "f1": 0.569133, "accuracy": 0.607708, "main_score": 0.569133, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45093, "recall": 0.5, "f1": 0.463841, "accuracy": 0.5, "main_score": 0.463841, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.629376, "recall": 0.666008, "f1": 0.638038, "accuracy": 0.666008, "main_score": 0.638038, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560689, "recall": 0.613636, "f1": 0.574456, "accuracy": 0.613636, "main_score": 0.574456, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539513, "recall": 0.589921, "f1": 0.5527, "accuracy": 0.589921, "main_score": 0.5527, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533091, "recall": 0.586957, "f1": 0.546879, "accuracy": 0.586957, "main_score": 0.546879, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525774, "recall": 0.573123, "f1": 0.538573, "accuracy": 0.573123, "main_score": 0.538573, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.565217, "f1": 0.529397, "accuracy": 0.565217, "main_score": 0.529397, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563253, "recall": 0.605731, "f1": 0.574782, "accuracy": 0.605731, "main_score": 0.574782, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764906, "recall": 0.811265, "f1": 0.778088, "accuracy": 0.811265, "main_score": 0.778088, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509819, "recall": 0.564229, "f1": 0.524623, "accuracy": 0.564229, "main_score": 0.524623, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.569775, "recall": 0.616601, "f1": 0.581856, "accuracy": 0.616601, "main_score": 0.581856, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.565102, "recall": 0.606719, "f1": 0.575377, "accuracy": 0.606719, "main_score": 0.575377, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.607706, "recall": 0.648221, "f1": 0.617511, "accuracy": 0.648221, "main_score": 0.617511, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568208, "recall": 0.618577, "f1": 0.581337, "accuracy": 0.618577, "main_score": 0.581337, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616117, "recall": 0.655138, "f1": 0.626146, "accuracy": 0.655138, "main_score": 0.626146, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524189, "recall": 0.567194, "f1": 0.536387, "accuracy": 0.567194, "main_score": 0.536387, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573211, "recall": 0.615613, "f1": 0.583806, "accuracy": 0.615613, "main_score": 0.583806, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488591, "recall": 0.544466, "f1": 0.503759, "accuracy": 0.544466, "main_score": 0.503759, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585281, "recall": 0.634387, "f1": 0.597571, "accuracy": 0.634387, "main_score": 0.597571, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420868, "recall": 0.471344, "f1": 0.434031, "accuracy": 0.471344, "main_score": 0.434031, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.566965, "recall": 0.615613, "f1": 0.579237, "accuracy": 0.615613, "main_score": 0.579237, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.576133, "recall": 0.618577, "f1": 0.587298, "accuracy": 0.618577, "main_score": 0.587298, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57288, "recall": 0.616601, "f1": 0.584685, "accuracy": 0.616601, "main_score": 0.584685, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560847, "recall": 0.599802, "f1": 0.570412, "accuracy": 0.599802, "main_score": 0.570412, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541137, "recall": 0.591897, "f1": 0.554678, "accuracy": 0.591897, "main_score": 0.554678, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.584477, "recall": 0.619565, "f1": 0.593737, "accuracy": 0.619565, "main_score": 0.593737, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576145, "recall": 0.620553, "f1": 0.588172, "accuracy": 0.620553, "main_score": 0.588172, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587681, "recall": 0.625494, "f1": 0.597476, "accuracy": 0.625494, "main_score": 0.597476, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58996, "recall": 0.624506, "f1": 0.599544, "accuracy": 0.624506, "main_score": 0.599544, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623115, "recall": 0.659091, "f1": 0.632091, "accuracy": 0.659091, "main_score": 0.632091, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517153, "recall": 0.567194, "f1": 0.531567, "accuracy": 0.567194, "main_score": 0.531567, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601032, "recall": 0.641304, "f1": 0.610548, "accuracy": 0.641304, "main_score": 0.610548, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576806, "recall": 0.625494, "f1": 0.589463, "accuracy": 0.625494, "main_score": 0.589463, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.580603, "recall": 0.625494, "f1": 0.592303, "accuracy": 0.625494, "main_score": 0.592303, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540057, "recall": 0.585968, "f1": 0.552902, "accuracy": 0.585968, "main_score": 0.552902, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612427, "recall": 0.657115, "f1": 0.624307, "accuracy": 0.657115, "main_score": 0.624307, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576527, "recall": 0.612648, "f1": 0.586192, "accuracy": 0.612648, "main_score": 0.586192, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693333, "recall": 0.745059, "f1": 0.708374, "accuracy": 0.745059, "main_score": 0.708374, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614953, "recall": 0.663043, "f1": 0.628355, "accuracy": 0.663043, "main_score": 0.628355, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505672, "recall": 0.554348, "f1": 0.518713, "accuracy": 0.554348, "main_score": 0.518713, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603189, "recall": 0.647233, "f1": 0.614366, "accuracy": 0.647233, "main_score": 0.614366, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557771, "recall": 0.61166, "f1": 0.571599, "accuracy": 0.61166, "main_score": 0.571599, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502308, "recall": 0.543478, "f1": 0.513787, "accuracy": 0.543478, "main_score": 0.513787, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585565, "recall": 0.619565, "f1": 0.595426, "accuracy": 0.619565, "main_score": 0.595426, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555608, "recall": 0.608696, "f1": 0.569263, "accuracy": 0.608696, "main_score": 0.569263, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569879, "recall": 0.62253, "f1": 0.584429, "accuracy": 0.62253, "main_score": 0.584429, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586862, "recall": 0.637352, "f1": 0.600306, "accuracy": 0.637352, "main_score": 0.600306, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537167, "recall": 0.592885, "f1": 0.552167, "accuracy": 0.592885, "main_score": 0.552167, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509889, "recall": 0.557312, "f1": 0.523683, "accuracy": 0.557312, "main_score": 0.523683, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569698, "recall": 0.608696, "f1": 0.58069, "accuracy": 0.608696, "main_score": 0.58069, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581837, "recall": 0.619565, "f1": 0.591237, "accuracy": 0.619565, "main_score": 0.591237, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572901, "recall": 0.603755, "f1": 0.581575, "accuracy": 0.603755, "main_score": 0.581575, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57592, "recall": 0.607708, "f1": 0.584934, "accuracy": 0.607708, "main_score": 0.584934, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52913, "recall": 0.58498, "f1": 0.543306, "accuracy": 0.58498, "main_score": 0.543306, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537916, "recall": 0.58498, "f1": 0.550674, "accuracy": 0.58498, "main_score": 0.550674, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58185, "recall": 0.62253, "f1": 0.591919, "accuracy": 0.62253, "main_score": 0.591919, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470142, "recall": 0.528656, "f1": 0.48663, "accuracy": 0.528656, "main_score": 0.48663, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572758, "recall": 0.617589, "f1": 0.584494, "accuracy": 0.617589, "main_score": 0.584494, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.555355, "recall": 0.601779, "f1": 0.567869, "accuracy": 0.601779, "main_score": 0.567869, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.591182, "recall": 0.639328, "f1": 0.602706, "accuracy": 0.639328, "main_score": 0.602706, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573094, "recall": 0.621542, "f1": 0.585742, "accuracy": 0.621542, "main_score": 0.585742, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.533737, "recall": 0.578063, "f1": 0.546014, "accuracy": 0.578063, "main_score": 0.546014, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553736, "recall": 0.591897, "f1": 0.564195, "accuracy": 0.591897, "main_score": 0.564195, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562649, "recall": 0.62747, "f1": 0.581038, "accuracy": 0.62747, "main_score": 0.581038, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508473, "recall": 0.573123, "f1": 0.526473, "accuracy": 0.573123, "main_score": 0.526473, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424052, "recall": 0.502964, "f1": 0.44486, "accuracy": 0.502964, "main_score": 0.44486, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581072, "recall": 0.635375, "f1": 0.596, "accuracy": 0.635375, "main_score": 0.596, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863472, "recall": 0.900198, "f1": 0.875165, "accuracy": 0.900198, "main_score": 0.875165, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.970356, "f1": 0.963603, "accuracy": 0.970356, "main_score": 0.963603, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573857, "recall": 0.637352, "f1": 0.592328, "accuracy": 0.637352, "main_score": 0.592328, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611907, "recall": 0.68083, "f1": 0.631381, "accuracy": 0.68083, "main_score": 0.631381, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548699, "recall": 0.612648, "f1": 0.56704, "accuracy": 0.612648, "main_score": 0.56704, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167271, "recall": 0.216403, "f1": 0.179283, "accuracy": 0.216403, "main_score": 0.179283, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618565, "recall": 0.671937, "f1": 0.633295, "accuracy": 0.671937, "main_score": 0.633295, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.666486, "recall": 0.718379, "f1": 0.68116, "accuracy": 0.718379, "main_score": 0.68116, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537109, "recall": 0.586957, "f1": 0.550826, "accuracy": 0.586957, "main_score": 0.550826, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496098, "recall": 0.564229, "f1": 0.515165, "accuracy": 0.564229, "main_score": 0.515165, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559833, "recall": 0.620553, "f1": 0.577476, "accuracy": 0.620553, "main_score": 0.577476, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576574, "recall": 0.633399, "f1": 0.592022, "accuracy": 0.633399, "main_score": 0.592022, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920372, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525413, "recall": 0.583004, "f1": 0.541611, "accuracy": 0.583004, "main_score": 0.541611, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5257, "recall": 0.593874, "f1": 0.544143, "accuracy": 0.593874, "main_score": 0.544143, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524732, "recall": 0.577075, "f1": 0.539279, "accuracy": 0.577075, "main_score": 0.539279, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308045, "recall": 0.365613, "f1": 0.324002, "accuracy": 0.365613, "main_score": 0.324002, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5968, "recall": 0.656126, "f1": 0.613014, "accuracy": 0.656126, "main_score": 0.613014, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58695, "recall": 0.642292, "f1": 0.602572, "accuracy": 0.642292, "main_score": 0.602572, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712806, "recall": 0.771739, "f1": 0.730109, "accuracy": 0.771739, "main_score": 0.730109, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662766, "recall": 0.735178, "f1": 0.683747, "accuracy": 0.735178, "main_score": 0.683747, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678412, "recall": 0.743083, "f1": 0.696875, "accuracy": 0.743083, "main_score": 0.696875, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665168, "recall": 0.713439, "f1": 0.679465, "accuracy": 0.713439, "main_score": 0.679465, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66266, "recall": 0.728261, "f1": 0.681725, "accuracy": 0.728261, "main_score": 0.681725, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541649, "recall": 0.597826, "f1": 0.556991, "accuracy": 0.597826, "main_score": 0.556991, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551146, "recall": 0.613636, "f1": 0.569205, "accuracy": 0.613636, "main_score": 0.569205, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801416, "recall": 0.846838, "f1": 0.815283, "accuracy": 0.846838, "main_score": 0.815283, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470993, "recall": 0.52668, "f1": 0.485827, "accuracy": 0.52668, "main_score": 0.485827, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86115, "recall": 0.898221, "f1": 0.872431, "accuracy": 0.898221, "main_score": 0.872431, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526962, "recall": 0.594862, "f1": 0.546396, "accuracy": 0.594862, "main_score": 0.546396, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595071, "recall": 0.658103, "f1": 0.612716, "accuracy": 0.658103, "main_score": 0.612716, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18688, "recall": 0.243083, "f1": 0.199213, "accuracy": 0.243083, "main_score": 0.199213, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.615203, "recall": 0.679842, "f1": 0.633187, "accuracy": 0.679842, "main_score": 0.633187, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804604, "recall": 0.853755, "f1": 0.819403, "accuracy": 0.853755, "main_score": 0.819403, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412892, "recall": 0.472332, "f1": 0.429668, "accuracy": 0.472332, "main_score": 0.429668, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.666166, "recall": 0.728261, "f1": 0.684126, "accuracy": 0.728261, "main_score": 0.684126, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.606719, "f1": 0.561106, "accuracy": 0.606719, "main_score": 0.561106, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50732, "recall": 0.574111, "f1": 0.525202, "accuracy": 0.574111, "main_score": 0.525202, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675733, "recall": 0.733202, "f1": 0.69238, "accuracy": 0.733202, "main_score": 0.69238, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207724, "recall": 0.281621, "f1": 0.226953, "accuracy": 0.281621, "main_score": 0.226953, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.968379, "f1": 0.958169, "accuracy": 0.968379, "main_score": 0.958169, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57651, "recall": 0.637352, "f1": 0.593681, "accuracy": 0.637352, "main_score": 0.593681, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581098, "recall": 0.647233, "f1": 0.599261, "accuracy": 0.647233, "main_score": 0.599261, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71497, "recall": 0.778656, "f1": 0.734205, "accuracy": 0.778656, "main_score": 0.734205, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56115, "recall": 0.617589, "f1": 0.577274, "accuracy": 0.617589, "main_score": 0.577274, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789937, "recall": 0.841897, "f1": 0.80583, "accuracy": 0.841897, "main_score": 0.80583, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46048, "recall": 0.527668, "f1": 0.479054, "accuracy": 0.527668, "main_score": 0.479054, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87248, "recall": 0.907115, "f1": 0.8833, "accuracy": 0.907115, "main_score": 0.8833, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60468, "recall": 0.664032, "f1": 0.622106, "accuracy": 0.664032, "main_score": 0.622106, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908597, "recall": 0.934783, "f1": 0.916751, "accuracy": 0.934783, "main_score": 0.916751, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450431, "recall": 0.520751, "f1": 0.468961, "accuracy": 0.520751, "main_score": 0.468961, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6334, "recall": 0.706522, "f1": 0.654463, "accuracy": 0.706522, "main_score": 0.654463, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832675, "recall": 0.87747, "f1": 0.84697, "accuracy": 0.87747, "main_score": 0.84697, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.638911, "recall": 0.693676, "f1": 0.654797, "accuracy": 0.693676, "main_score": 0.654797, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629143, "recall": 0.693676, "f1": 0.648286, "accuracy": 0.693676, "main_score": 0.648286, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540612, "recall": 0.604743, "f1": 0.558642, "accuracy": 0.604743, "main_score": 0.558642, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534899, "recall": 0.594862, "f1": 0.552118, "accuracy": 0.594862, "main_score": 0.552118, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824918, "recall": 0.868577, "f1": 0.838213, "accuracy": 0.868577, "main_score": 0.838213, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536022, "recall": 0.596838, "f1": 0.552423, "accuracy": 0.596838, "main_score": 0.552423, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604677, "recall": 0.674901, "f1": 0.625494, "accuracy": 0.674901, "main_score": 0.625494, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486129, "recall": 0.543478, "f1": 0.50248, "accuracy": 0.543478, "main_score": 0.50248, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564398, "recall": 0.628458, "f1": 0.58193, "accuracy": 0.628458, "main_score": 0.58193, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.581228, "recall": 0.645257, "f1": 0.599261, "accuracy": 0.645257, "main_score": 0.599261, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544512, "recall": 0.602767, "f1": 0.560658, "accuracy": 0.602767, "main_score": 0.560658, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536604, "recall": 0.606719, "f1": 0.556878, "accuracy": 0.606719, "main_score": 0.556878, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742582, "recall": 0.793478, "f1": 0.757399, "accuracy": 0.793478, "main_score": 0.757399, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74888, "recall": 0.797431, "f1": 0.763359, "accuracy": 0.797431, "main_score": 0.763359, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861611, "recall": 0.896245, "f1": 0.872233, "accuracy": 0.896245, "main_score": 0.872233, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482543, "recall": 0.560277, "f1": 0.505073, "accuracy": 0.560277, "main_score": 0.505073, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714436, "recall": 0.769763, "f1": 0.731115, "accuracy": 0.769763, "main_score": 0.731115, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601172, "recall": 0.647233, "f1": 0.613649, "accuracy": 0.647233, "main_score": 0.613649, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78918, "recall": 0.837945, "f1": 0.803873, "accuracy": 0.837945, "main_score": 0.803873, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553413, "recall": 0.608696, "f1": 0.569305, "accuracy": 0.608696, "main_score": 0.569305, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278963, "recall": 0.342885, "f1": 0.295316, "accuracy": 0.342885, "main_score": 0.295316, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.857536, "recall": 0.891304, "f1": 0.867248, "accuracy": 0.891304, "main_score": 0.867248, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.809572, "recall": 0.852767, "f1": 0.822334, "accuracy": 0.852767, "main_score": 0.822334, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.860502, "recall": 0.892292, "f1": 0.869961, "accuracy": 0.892292, "main_score": 0.869961, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.844104, "recall": 0.875494, "f1": 0.853211, "accuracy": 0.875494, "main_score": 0.853211, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599111, "recall": 0.649209, "f1": 0.613064, "accuracy": 0.649209, "main_score": 0.613064, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843092, "recall": 0.880435, "f1": 0.853644, "accuracy": 0.880435, "main_score": 0.853644, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86764, "recall": 0.891304, "f1": 0.874511, "accuracy": 0.891304, "main_score": 0.874511, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839114, "recall": 0.87747, "f1": 0.850461, "accuracy": 0.87747, "main_score": 0.850461, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.835837, "recall": 0.875494, "f1": 0.847831, "accuracy": 0.875494, "main_score": 0.847831, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572994, "recall": 0.626482, "f1": 0.588073, "accuracy": 0.626482, "main_score": 0.588073, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851243, "recall": 0.887352, "f1": 0.86172, "accuracy": 0.887352, "main_score": 0.86172, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.801812, "recall": 0.843874, "f1": 0.813825, "accuracy": 0.843874, "main_score": 0.813825, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.893281, "f1": 0.870784, "accuracy": 0.893281, "main_score": 0.870784, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614634, "recall": 0.666008, "f1": 0.629515, "accuracy": 0.666008, "main_score": 0.629515, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8391, "recall": 0.875494, "f1": 0.849144, "accuracy": 0.875494, "main_score": 0.849144, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812912, "recall": 0.854743, "f1": 0.825166, "accuracy": 0.854743, "main_score": 0.825166, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.890838, "recall": 0.918972, "f1": 0.899097, "accuracy": 0.918972, "main_score": 0.899097, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85327, "recall": 0.886364, "f1": 0.863389, "accuracy": 0.886364, "main_score": 0.863389, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577389, "recall": 0.626482, "f1": 0.59107, "accuracy": 0.626482, "main_score": 0.59107, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852437, "recall": 0.890316, "f1": 0.864018, "accuracy": 0.890316, "main_score": 0.864018, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.843473, "recall": 0.881423, "f1": 0.854414, "accuracy": 0.881423, "main_score": 0.854414, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836712, "recall": 0.867589, "f1": 0.844971, "accuracy": 0.867589, "main_score": 0.844971, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201391, "recall": 0.236166, "f1": 0.209803, "accuracy": 0.236166, "main_score": 0.209803, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.847407, "recall": 0.885375, "f1": 0.85858, "accuracy": 0.885375, "main_score": 0.85858, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617376, "recall": 0.661067, "f1": 0.629669, "accuracy": 0.661067, "main_score": 0.629669, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854531, "recall": 0.891304, "f1": 0.865711, "accuracy": 0.891304, "main_score": 0.865711, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846313, "recall": 0.879447, "f1": 0.85585, "accuracy": 0.879447, "main_score": 0.85585, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79776, "recall": 0.841897, "f1": 0.811026, "accuracy": 0.841897, "main_score": 0.811026, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.832735, "recall": 0.868577, "f1": 0.84307, "accuracy": 0.868577, "main_score": 0.84307, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642344, "recall": 0.690711, "f1": 0.655995, "accuracy": 0.690711, "main_score": 0.655995, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866537, "recall": 0.898221, "f1": 0.8754, "accuracy": 0.898221, "main_score": 0.8754, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725502, "recall": 0.774704, "f1": 0.73953, "accuracy": 0.774704, "main_score": 0.73953, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819977, "recall": 0.851779, "f1": 0.828615, "accuracy": 0.851779, "main_score": 0.828615, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85953, "recall": 0.891304, "f1": 0.868855, "accuracy": 0.891304, "main_score": 0.868855, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.846798, "recall": 0.880435, "f1": 0.856214, "accuracy": 0.880435, "main_score": 0.856214, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839075, "recall": 0.878458, "f1": 0.850866, "accuracy": 0.878458, "main_score": 0.850866, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.567296, "recall": 0.620553, "f1": 0.582333, "accuracy": 0.620553, "main_score": 0.582333, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582623, "recall": 0.648221, "f1": 0.600213, "accuracy": 0.648221, "main_score": 0.600213, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841134, "recall": 0.879447, "f1": 0.852503, "accuracy": 0.879447, "main_score": 0.852503, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567572, "recall": 0.620553, "f1": 0.583043, "accuracy": 0.620553, "main_score": 0.583043, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856895, "recall": 0.890316, "f1": 0.866521, "accuracy": 0.890316, "main_score": 0.866521, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.869071, "recall": 0.903162, "f1": 0.87932, "accuracy": 0.903162, "main_score": 0.87932, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82263, "recall": 0.859684, "f1": 0.833132, "accuracy": 0.859684, "main_score": 0.833132, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.82132, "recall": 0.859684, "f1": 0.832644, "accuracy": 0.859684, "main_score": 0.832644, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57928, "recall": 0.629447, "f1": 0.593585, "accuracy": 0.629447, "main_score": 0.593585, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724572, "recall": 0.766798, "f1": 0.736632, "accuracy": 0.766798, "main_score": 0.736632, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887829, "recall": 0.913043, "f1": 0.89529, "accuracy": 0.913043, "main_score": 0.89529, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.885363, "recall": 0.913043, "f1": 0.893165, "accuracy": 0.913043, "main_score": 0.893165, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889206, "recall": 0.912055, "f1": 0.895524, "accuracy": 0.912055, "main_score": 0.895524, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523684, "recall": 0.576087, "f1": 0.538797, "accuracy": 0.576087, "main_score": 0.538797, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850889, "recall": 0.883399, "f1": 0.860244, "accuracy": 0.883399, "main_score": 0.860244, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570384, "recall": 0.633399, "f1": 0.587558, "accuracy": 0.633399, "main_score": 0.587558, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536159, "recall": 0.583004, "f1": 0.549448, "accuracy": 0.583004, "main_score": 0.549448, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820067, "recall": 0.853755, "f1": 0.830188, "accuracy": 0.853755, "main_score": 0.830188, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330149, "recall": 0.378458, "f1": 0.342419, "accuracy": 0.378458, "main_score": 0.342419, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.872351, "recall": 0.905138, "f1": 0.881884, "accuracy": 0.905138, "main_score": 0.881884, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.842113, "recall": 0.882411, "f1": 0.853925, "accuracy": 0.882411, "main_score": 0.853925, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.872276, "recall": 0.903162, "f1": 0.881334, "accuracy": 0.903162, "main_score": 0.881334, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833243, "recall": 0.874506, "f1": 0.845773, "accuracy": 0.874506, "main_score": 0.845773, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584331, "recall": 0.633399, "f1": 0.59844, "accuracy": 0.633399, "main_score": 0.59844, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870151, "recall": 0.896245, "f1": 0.877868, "accuracy": 0.896245, "main_score": 0.877868, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739661, "recall": 0.786561, "f1": 0.753316, "accuracy": 0.786561, "main_score": 0.753316, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902503, "recall": 0.927866, "f1": 0.910226, "accuracy": 0.927866, "main_score": 0.910226, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593676, "recall": 0.642292, "f1": 0.60722, "accuracy": 0.642292, "main_score": 0.60722, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853154, "recall": 0.88834, "f1": 0.863037, "accuracy": 0.88834, "main_score": 0.863037, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646064, "recall": 0.700593, "f1": 0.662154, "accuracy": 0.700593, "main_score": 0.662154, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781936, "recall": 0.831028, "f1": 0.796366, "accuracy": 0.831028, "main_score": 0.796366, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827917, "recall": 0.867589, "f1": 0.839676, "accuracy": 0.867589, "main_score": 0.839676, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854222, "recall": 0.886364, "f1": 0.86374, "accuracy": 0.886364, "main_score": 0.86374, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364837, "recall": 0.436759, "f1": 0.383563, "accuracy": 0.436759, "main_score": 0.383563, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.620358, "recall": 0.671937, "f1": 0.634552, "accuracy": 0.671937, "main_score": 0.634552, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76176, "recall": 0.8083, "f1": 0.77542, "accuracy": 0.8083, "main_score": 0.77542, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648221, "recall": 0.694664, "f1": 0.661862, "accuracy": 0.694664, "main_score": 0.661862, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623181, "recall": 0.682806, "f1": 0.640004, "accuracy": 0.682806, "main_score": 0.640004, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.879315, "recall": 0.909091, "f1": 0.888095, "accuracy": 0.909091, "main_score": 0.888095, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849894, "recall": 0.883399, "f1": 0.859554, "accuracy": 0.883399, "main_score": 0.859554, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856598, "recall": 0.886364, "f1": 0.864803, "accuracy": 0.886364, "main_score": 0.864803, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705214, "recall": 0.757905, "f1": 0.720519, "accuracy": 0.757905, "main_score": 0.720519, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.867714, "recall": 0.900198, "f1": 0.877209, "accuracy": 0.900198, "main_score": 0.877209, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844732, "recall": 0.879447, "f1": 0.855025, "accuracy": 0.879447, "main_score": 0.855025, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878862, "recall": 0.907115, "f1": 0.887063, "accuracy": 0.907115, "main_score": 0.887063, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841544, "recall": 0.880435, "f1": 0.853066, "accuracy": 0.880435, "main_score": 0.853066, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.569549, "recall": 0.623518, "f1": 0.584653, "accuracy": 0.623518, "main_score": 0.584653, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551866, "recall": 0.597826, "f1": 0.564889, "accuracy": 0.597826, "main_score": 0.564889, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807021, "recall": 0.850791, "f1": 0.819393, "accuracy": 0.850791, "main_score": 0.819393, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.866971, "recall": 0.899209, "f1": 0.876492, "accuracy": 0.899209, "main_score": 0.876492, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833697, "recall": 0.87253, "f1": 0.844886, "accuracy": 0.87253, "main_score": 0.844886, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.764156, "recall": 0.805336, "f1": 0.776254, "accuracy": 0.805336, "main_score": 0.776254, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476846, "recall": 0.528656, "f1": 0.490809, "accuracy": 0.528656, "main_score": 0.490809, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878961, "recall": 0.907115, "f1": 0.887111, "accuracy": 0.907115, "main_score": 0.887111, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77444, "recall": 0.822134, "f1": 0.788153, "accuracy": 0.822134, "main_score": 0.788153, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653595, "recall": 0.711462, "f1": 0.669474, "accuracy": 0.711462, "main_score": 0.669474, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870916, "recall": 0.90415, "f1": 0.880816, "accuracy": 0.90415, "main_score": 0.880816, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544311, "recall": 0.596838, "f1": 0.559419, "accuracy": 0.596838, "main_score": 0.559419, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876203, "recall": 0.902174, "f1": 0.883278, "accuracy": 0.902174, "main_score": 0.883278, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846479, "recall": 0.881423, "f1": 0.856419, "accuracy": 0.881423, "main_score": 0.856419, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.868125, "recall": 0.899209, "f1": 0.877077, "accuracy": 0.899209, "main_score": 0.877077, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.875166, "recall": 0.905138, "f1": 0.883588, "accuracy": 0.905138, "main_score": 0.883588, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843028, "recall": 0.87747, "f1": 0.853016, "accuracy": 0.87747, "main_score": 0.853016, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.845218, "recall": 0.880435, "f1": 0.855491, "accuracy": 0.880435, "main_score": 0.855491, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719384, "recall": 0.785573, "f1": 0.738886, "accuracy": 0.785573, "main_score": 0.738886, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.599317, "recall": 0.655138, "f1": 0.615291, "accuracy": 0.655138, "main_score": 0.615291, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21422, "recall": 0.264822, "f1": 0.225699, "accuracy": 0.264822, "main_score": 0.225699, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623305, "recall": 0.674901, "f1": 0.63828, "accuracy": 0.674901, "main_score": 0.63828, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598708, "recall": 0.658103, "f1": 0.614811, "accuracy": 0.658103, "main_score": 0.614811, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87673, "recall": 0.907115, "f1": 0.885546, "accuracy": 0.907115, "main_score": 0.885546, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855072, "recall": 0.885375, "f1": 0.86405, "accuracy": 0.885375, "main_score": 0.86405, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450002, "recall": 0.502964, "f1": 0.464362, "accuracy": 0.502964, "main_score": 0.464362, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829842, "recall": 0.867589, "f1": 0.840843, "accuracy": 0.867589, "main_score": 0.840843, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852868, "recall": 0.886364, "f1": 0.862449, "accuracy": 0.886364, "main_score": 0.862449, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792797, "recall": 0.839921, "f1": 0.806478, "accuracy": 0.839921, "main_score": 0.806478, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.822752, "recall": 0.860672, "f1": 0.834475, "accuracy": 0.860672, "main_score": 0.834475, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.632987, "recall": 0.682806, "f1": 0.647892, "accuracy": 0.682806, "main_score": 0.647892, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848116, "recall": 0.884387, "f1": 0.858682, "accuracy": 0.884387, "main_score": 0.858682, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.859052, "recall": 0.889328, "f1": 0.867485, "accuracy": 0.889328, "main_score": 0.867485, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569178, "recall": 0.624506, "f1": 0.585454, "accuracy": 0.624506, "main_score": 0.585454, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5224, "recall": 0.579051, "f1": 0.537931, "accuracy": 0.579051, "main_score": 0.537931, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648265, "recall": 0.69664, "f1": 0.661792, "accuracy": 0.69664, "main_score": 0.661792, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863613, "recall": 0.893281, "f1": 0.872381, "accuracy": 0.893281, "main_score": 0.872381, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158728, "recall": 0.217391, "f1": 0.173842, "accuracy": 0.217391, "main_score": 0.173842, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.8272, "recall": 0.869565, "f1": 0.839594, "accuracy": 0.869565, "main_score": 0.839594, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.742432, "recall": 0.79249, "f1": 0.756592, "accuracy": 0.79249, "main_score": 0.756592, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.802902, "recall": 0.846838, "f1": 0.815606, "accuracy": 0.846838, "main_score": 0.815606, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.869657, "recall": 0.901186, "f1": 0.878786, "accuracy": 0.901186, "main_score": 0.878786, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59002, "recall": 0.641304, "f1": 0.604255, "accuracy": 0.641304, "main_score": 0.604255, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.619565, "f1": 0.583475, "accuracy": 0.619565, "main_score": 0.583475, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837906, "recall": 0.873518, "f1": 0.8481, "accuracy": 0.873518, "main_score": 0.8481, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8634, "recall": 0.897233, "f1": 0.873254, "accuracy": 0.897233, "main_score": 0.873254, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833267, "recall": 0.868577, "f1": 0.843841, "accuracy": 0.868577, "main_score": 0.843841, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796196, "recall": 0.838933, "f1": 0.809157, "accuracy": 0.838933, "main_score": 0.809157, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.589872, "recall": 0.650198, "f1": 0.607625, "accuracy": 0.650198, "main_score": 0.607625, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83191, "recall": 0.869565, "f1": 0.842804, "accuracy": 0.869565, "main_score": 0.842804, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562001, "recall": 0.619565, "f1": 0.57879, "accuracy": 0.619565, "main_score": 0.57879, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625296, "recall": 0.681818, "f1": 0.641078, "accuracy": 0.681818, "main_score": 0.641078, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827174, "recall": 0.868577, "f1": 0.839676, "accuracy": 0.868577, "main_score": 0.839676, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.859397, "recall": 0.890316, "f1": 0.868203, "accuracy": 0.890316, "main_score": 0.868203, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829901, "recall": 0.869565, "f1": 0.841346, "accuracy": 0.869565, "main_score": 0.841346, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467536, "recall": 0.523715, "f1": 0.48276, "accuracy": 0.523715, "main_score": 0.48276, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.876252, "recall": 0.902174, "f1": 0.883828, "accuracy": 0.902174, "main_score": 0.883828, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851394, "recall": 0.884387, "f1": 0.86103, "accuracy": 0.884387, "main_score": 0.86103, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.818516, "recall": 0.860672, "f1": 0.83051, "accuracy": 0.860672, "main_score": 0.83051, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.751869, "recall": 0.798419, "f1": 0.765518, "accuracy": 0.798419, "main_score": 0.765518, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66247, "recall": 0.714427, "f1": 0.677017, "accuracy": 0.714427, "main_score": 0.677017, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758524, "recall": 0.804348, "f1": 0.771865, "accuracy": 0.804348, "main_score": 0.771865, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779628, "recall": 0.823123, "f1": 0.792143, "accuracy": 0.823123, "main_score": 0.792143, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625826, "recall": 0.66996, "f1": 0.63797, "accuracy": 0.66996, "main_score": 0.63797, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757823, "recall": 0.8083, "f1": 0.772602, "accuracy": 0.8083, "main_score": 0.772602, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.854128, "recall": 0.887352, "f1": 0.863603, "accuracy": 0.887352, "main_score": 0.863603, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.834807, "recall": 0.869565, "f1": 0.84404, "accuracy": 0.869565, "main_score": 0.84404, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.849522, "recall": 0.884387, "f1": 0.859454, "accuracy": 0.884387, "main_score": 0.859454, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796188, "recall": 0.837945, "f1": 0.808001, "accuracy": 0.837945, "main_score": 0.808001, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870184, "recall": 0.903162, "f1": 0.879727, "accuracy": 0.903162, "main_score": 0.879727, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718307, "recall": 0.772727, "f1": 0.73439, "accuracy": 0.772727, "main_score": 0.73439, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823957, "recall": 0.857708, "f1": 0.833275, "accuracy": 0.857708, "main_score": 0.833275, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488805, "recall": 0.551383, "f1": 0.506214, "accuracy": 0.551383, "main_score": 0.506214, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849477, "recall": 0.884387, "f1": 0.859518, "accuracy": 0.884387, "main_score": 0.859518, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534843, "recall": 0.608696, "f1": 0.555681, "accuracy": 0.608696, "main_score": 0.555681, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.851861, "recall": 0.886364, "f1": 0.861543, "accuracy": 0.886364, "main_score": 0.861543, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.824318, "recall": 0.863636, "f1": 0.835971, "accuracy": 0.863636, "main_score": 0.835971, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.786384, "recall": 0.821146, "f1": 0.796412, "accuracy": 0.821146, "main_score": 0.796412, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73587, "recall": 0.774704, "f1": 0.747793, "accuracy": 0.774704, "main_score": 0.747793, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819267, "recall": 0.860672, "f1": 0.831266, "accuracy": 0.860672, "main_score": 0.831266, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.625953, "recall": 0.674901, "f1": 0.639999, "accuracy": 0.674901, "main_score": 0.639999, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615879, "recall": 0.666008, "f1": 0.63019, "accuracy": 0.666008, "main_score": 0.63019, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846036, "recall": 0.881423, "f1": 0.856245, "accuracy": 0.881423, "main_score": 0.856245, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792121, "recall": 0.83004, "f1": 0.802833, "accuracy": 0.83004, "main_score": 0.802833, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901103, "recall": 0.924901, "f1": 0.908377, "accuracy": 0.924901, "main_score": 0.908377, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552546, "recall": 0.605731, "f1": 0.567212, "accuracy": 0.605731, "main_score": 0.567212, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878319, "recall": 0.908103, "f1": 0.886814, "accuracy": 0.908103, "main_score": 0.886814, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859494, "recall": 0.892292, "f1": 0.868815, "accuracy": 0.892292, "main_score": 0.868815, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.843437, "recall": 0.875494, "f1": 0.852379, "accuracy": 0.875494, "main_score": 0.852379, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527334, "recall": 0.58498, "f1": 0.543377, "accuracy": 0.58498, "main_score": 0.543377, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86425, "recall": 0.897233, "f1": 0.873814, "accuracy": 0.897233, "main_score": 0.873814, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68853, "recall": 0.733202, "f1": 0.701133, "accuracy": 0.733202, "main_score": 0.701133, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557373, "recall": 0.610672, "f1": 0.571822, "accuracy": 0.610672, "main_score": 0.571822, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595821, "recall": 0.649209, "f1": 0.611084, "accuracy": 0.649209, "main_score": 0.611084, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75528, "recall": 0.801383, "f1": 0.769205, "accuracy": 0.801383, "main_score": 0.769205, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860238, "recall": 0.893281, "f1": 0.86996, "accuracy": 0.893281, "main_score": 0.86996, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807576, "recall": 0.847826, "f1": 0.819212, "accuracy": 0.847826, "main_score": 0.819212, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515171, "recall": 0.566206, "f1": 0.528396, "accuracy": 0.566206, "main_score": 0.528396, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590993, "recall": 0.637352, "f1": 0.604518, "accuracy": 0.637352, "main_score": 0.604518, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846278, "recall": 0.883399, "f1": 0.857312, "accuracy": 0.883399, "main_score": 0.857312, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587989, "recall": 0.635375, "f1": 0.601174, "accuracy": 0.635375, "main_score": 0.601174, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.619565, "f1": 0.5835, "accuracy": 0.619565, "main_score": 0.5835, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82859, "recall": 0.868577, "f1": 0.840255, "accuracy": 0.868577, "main_score": 0.840255, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558723, "recall": 0.613636, "f1": 0.574934, "accuracy": 0.613636, "main_score": 0.574934, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662106, "recall": 0.718379, "f1": 0.678535, "accuracy": 0.718379, "main_score": 0.678535, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832257, "recall": 0.867589, "f1": 0.842005, "accuracy": 0.867589, "main_score": 0.842005, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691733, "recall": 0.733202, "f1": 0.70448, "accuracy": 0.733202, "main_score": 0.70448, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770176, "recall": 0.800395, "f1": 0.778991, "accuracy": 0.800395, "main_score": 0.778991, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811866, "recall": 0.854743, "f1": 0.824283, "accuracy": 0.854743, "main_score": 0.824283, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.750672, "recall": 0.801383, "f1": 0.765435, "accuracy": 0.801383, "main_score": 0.765435, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829381, "recall": 0.862648, "f1": 0.838134, "accuracy": 0.862648, "main_score": 0.838134, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495769, "recall": 0.573123, "f1": 0.518667, "accuracy": 0.573123, "main_score": 0.518667, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857436, "recall": 0.88834, "f1": 0.866199, "accuracy": 0.88834, "main_score": 0.866199, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.787986, "recall": 0.831028, "f1": 0.800554, "accuracy": 0.831028, "main_score": 0.800554, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857279, "recall": 0.890316, "f1": 0.866686, "accuracy": 0.890316, "main_score": 0.866686, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840828, "recall": 0.879447, "f1": 0.852114, "accuracy": 0.879447, "main_score": 0.852114, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.624489, "recall": 0.679842, "f1": 0.640749, "accuracy": 0.679842, "main_score": 0.640749, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568916, "recall": 0.615613, "f1": 0.582202, "accuracy": 0.615613, "main_score": 0.582202, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632313, "recall": 0.694664, "f1": 0.650424, "accuracy": 0.694664, "main_score": 0.650424, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546156, "recall": 0.607708, "f1": 0.56335, "accuracy": 0.607708, "main_score": 0.56335, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342113, "recall": 0.40415, "f1": 0.358043, "accuracy": 0.40415, "main_score": 0.358043, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913192, "recall": 0.935771, "f1": 0.920191, "accuracy": 0.935771, "main_score": 0.920191, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.963439, "f1": 0.95471, "accuracy": 0.963439, "main_score": 0.95471, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926713, "recall": 0.94664, "f1": 0.9333, "accuracy": 0.94664, "main_score": 0.9333, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607659, "recall": 0.659091, "f1": 0.621581, "accuracy": 0.659091, "main_score": 0.621581, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872118, "recall": 0.901186, "f1": 0.881324, "accuracy": 0.901186, "main_score": 0.881324, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94804, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.935359, "recall": 0.953557, "f1": 0.941107, "accuracy": 0.953557, "main_score": 0.941107, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616818, "recall": 0.666996, "f1": 0.630908, "accuracy": 0.666996, "main_score": 0.630908, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.88554, "recall": 0.916996, "f1": 0.895553, "accuracy": 0.916996, "main_score": 0.895553, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630159, "recall": 0.687747, "f1": 0.646376, "accuracy": 0.687747, "main_score": 0.646376, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921014, "recall": 0.942688, "f1": 0.927866, "accuracy": 0.942688, "main_score": 0.927866, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557471, "recall": 0.621542, "f1": 0.575158, "accuracy": 0.621542, "main_score": 0.575158, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.955534, "f1": 0.945605, "accuracy": 0.955534, "main_score": 0.945605, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196958, "recall": 0.240119, "f1": 0.207072, "accuracy": 0.240119, "main_score": 0.207072, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.969368, "f1": 0.961462, "accuracy": 0.969368, "main_score": 0.961462, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625085, "recall": 0.673913, "f1": 0.638166, "accuracy": 0.673913, "main_score": 0.638166, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957428, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901219, "recall": 0.927866, "f1": 0.909387, "accuracy": 0.927866, "main_score": 0.909387, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957312, "accuracy": 0.966403, "main_score": 0.957312, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659966, "recall": 0.713439, "f1": 0.675791, "accuracy": 0.713439, "main_score": 0.675791, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.829957, "recall": 0.869565, "f1": 0.841897, "accuracy": 0.869565, "main_score": 0.841897, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935145, "recall": 0.952569, "f1": 0.940547, "accuracy": 0.952569, "main_score": 0.940547, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.965415, "f1": 0.957675, "accuracy": 0.965415, "main_score": 0.957675, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.944393, "recall": 0.959486, "f1": 0.94893, "accuracy": 0.959486, "main_score": 0.94893, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.559124, "recall": 0.609684, "f1": 0.573029, "accuracy": 0.609684, "main_score": 0.573029, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566441, "recall": 0.642292, "f1": 0.587496, "accuracy": 0.642292, "main_score": 0.587496, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569779, "recall": 0.631423, "f1": 0.587996, "accuracy": 0.631423, "main_score": 0.587996, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948584, "accuracy": 0.959486, "main_score": 0.948584, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.933794, "f1": 0.917391, "accuracy": 0.933794, "main_score": 0.917391, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.652174, "f1": 0.610493, "accuracy": 0.652174, "main_score": 0.610493, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784816, "recall": 0.83498, "f1": 0.800362, "accuracy": 0.83498, "main_score": 0.800362, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946673, "recall": 0.960474, "f1": 0.950922, "accuracy": 0.960474, "main_score": 0.950922, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973073, "recall": 0.980237, "f1": 0.975362, "accuracy": 0.980237, "main_score": 0.975362, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.964427, "f1": 0.955929, "accuracy": 0.964427, "main_score": 0.955929, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54062, "recall": 0.593874, "f1": 0.556018, "accuracy": 0.593874, "main_score": 0.556018, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958037, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591535, "recall": 0.653162, "f1": 0.608471, "accuracy": 0.653162, "main_score": 0.608471, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528286, "recall": 0.582016, "f1": 0.543273, "accuracy": 0.582016, "main_score": 0.543273, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.932806, "f1": 0.916521, "accuracy": 0.932806, "main_score": 0.916521, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316474, "recall": 0.373518, "f1": 0.331595, "accuracy": 0.373518, "main_score": 0.331595, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.957905, "accuracy": 0.967391, "main_score": 0.957905, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.955534, "f1": 0.943017, "accuracy": 0.955534, "main_score": 0.943017, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607008, "recall": 0.66502, "f1": 0.623512, "accuracy": 0.66502, "main_score": 0.623512, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.961462, "f1": 0.952522, "accuracy": 0.961462, "main_score": 0.952522, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855122, "recall": 0.890316, "f1": 0.866023, "accuracy": 0.890316, "main_score": 0.866023, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.975296, "f1": 0.969532, "accuracy": 0.975296, "main_score": 0.969532, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607162, "recall": 0.660079, "f1": 0.622551, "accuracy": 0.660079, "main_score": 0.622551, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94137, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674426, "recall": 0.738142, "f1": 0.693135, "accuracy": 0.738142, "main_score": 0.693135, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883729, "recall": 0.911067, "f1": 0.89226, "accuracy": 0.911067, "main_score": 0.89226, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.952569, "f1": 0.940119, "accuracy": 0.952569, "main_score": 0.940119, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942276, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454603, "recall": 0.540514, "f1": 0.477731, "accuracy": 0.540514, "main_score": 0.477731, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.655272, "recall": 0.709486, "f1": 0.669962, "accuracy": 0.709486, "main_score": 0.669962, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879776, "recall": 0.913043, "f1": 0.890283, "accuracy": 0.913043, "main_score": 0.890283, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674934, "recall": 0.721344, "f1": 0.688867, "accuracy": 0.721344, "main_score": 0.688867, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668307, "recall": 0.740119, "f1": 0.689773, "accuracy": 0.740119, "main_score": 0.689773, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927866, "recall": 0.947628, "f1": 0.934289, "accuracy": 0.947628, "main_score": 0.934289, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951993, "recall": 0.964427, "f1": 0.955929, "accuracy": 0.964427, "main_score": 0.955929, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811462, "recall": 0.857708, "f1": 0.825282, "accuracy": 0.857708, "main_score": 0.825282, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563073, "recall": 0.626482, "f1": 0.580618, "accuracy": 0.626482, "main_score": 0.580618, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541934, "recall": 0.599802, "f1": 0.558201, "accuracy": 0.599802, "main_score": 0.558201, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939674, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.826614, "recall": 0.867589, "f1": 0.838834, "accuracy": 0.867589, "main_score": 0.838834, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468421, "recall": 0.530632, "f1": 0.484735, "accuracy": 0.530632, "main_score": 0.484735, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.970356, "f1": 0.963834, "accuracy": 0.970356, "main_score": 0.963834, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895892, "recall": 0.925889, "f1": 0.905385, "accuracy": 0.925889, "main_score": 0.905385, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.750066, "recall": 0.797431, "f1": 0.764347, "accuracy": 0.797431, "main_score": 0.764347, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.963439, "f1": 0.954447, "accuracy": 0.963439, "main_score": 0.954447, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550201, "recall": 0.61166, "f1": 0.567336, "accuracy": 0.61166, "main_score": 0.567336, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.914032, "f1": 0.889625, "accuracy": 0.914032, "main_score": 0.889625, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.617541, "recall": 0.682806, "f1": 0.636115, "accuracy": 0.682806, "main_score": 0.636115, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206521, "recall": 0.26581, "f1": 0.219091, "accuracy": 0.26581, "main_score": 0.219091, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.647047, "recall": 0.702569, "f1": 0.662276, "accuracy": 0.702569, "main_score": 0.662276, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679916, "recall": 0.743083, "f1": 0.697768, "accuracy": 0.743083, "main_score": 0.697768, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925313, "recall": 0.942688, "f1": 0.930731, "accuracy": 0.942688, "main_score": 0.930731, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42888, "recall": 0.482213, "f1": 0.442706, "accuracy": 0.482213, "main_score": 0.442706, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926795, "recall": 0.945652, "f1": 0.932543, "accuracy": 0.945652, "main_score": 0.932543, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905995, "recall": 0.933794, "f1": 0.91502, "accuracy": 0.933794, "main_score": 0.91502, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.9417, "f1": 0.928096, "accuracy": 0.9417, "main_score": 0.928096, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660286, "recall": 0.715415, "f1": 0.676061, "accuracy": 0.715415, "main_score": 0.676061, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559603, "recall": 0.619565, "f1": 0.576544, "accuracy": 0.619565, "main_score": 0.576544, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52193, "recall": 0.586957, "f1": 0.539118, "accuracy": 0.586957, "main_score": 0.539118, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677487, "recall": 0.730237, "f1": 0.692773, "accuracy": 0.730237, "main_score": 0.692773, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.968379, "f1": 0.960639, "accuracy": 0.968379, "main_score": 0.960639, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177767, "recall": 0.23913, "f1": 0.192883, "accuracy": 0.23913, "main_score": 0.192883, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.850247, "recall": 0.887352, "f1": 0.861284, "accuracy": 0.887352, "main_score": 0.861284, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.914206, "recall": 0.937747, "f1": 0.921525, "accuracy": 0.937747, "main_score": 0.921525, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597219, "recall": 0.657115, "f1": 0.614526, "accuracy": 0.657115, "main_score": 0.614526, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585466, "recall": 0.646245, "f1": 0.602658, "accuracy": 0.646245, "main_score": 0.602658, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944236, "recall": 0.959486, "f1": 0.948946, "accuracy": 0.959486, "main_score": 0.948946, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.949605, "f1": 0.937747, "accuracy": 0.949605, "main_score": 0.937747, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876674, "recall": 0.908103, "f1": 0.886462, "accuracy": 0.908103, "main_score": 0.886462, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639115, "recall": 0.705534, "f1": 0.658687, "accuracy": 0.705534, "main_score": 0.658687, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953369, "recall": 0.965415, "f1": 0.957098, "accuracy": 0.965415, "main_score": 0.957098, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570028, "recall": 0.631423, "f1": 0.586883, "accuracy": 0.631423, "main_score": 0.586883, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695669, "recall": 0.75, "f1": 0.711745, "accuracy": 0.75, "main_score": 0.711745, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.924111, "recall": 0.943676, "f1": 0.930336, "accuracy": 0.943676, "main_score": 0.930336, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.967391, "f1": 0.959321, "accuracy": 0.967391, "main_score": 0.959321, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461691, "recall": 0.532609, "f1": 0.481017, "accuracy": 0.532609, "main_score": 0.481017, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.959486, "f1": 0.94944, "accuracy": 0.959486, "main_score": 0.94944, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.950593, "f1": 0.937648, "accuracy": 0.950593, "main_score": 0.937648, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.878458, "f1": 0.849736, "accuracy": 0.878458, "main_score": 0.849736, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.745859, "recall": 0.79249, "f1": 0.759192, "accuracy": 0.79249, "main_score": 0.759192, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88941, "recall": 0.917984, "f1": 0.898287, "accuracy": 0.917984, "main_score": 0.898287, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865646, "recall": 0.899209, "f1": 0.875725, "accuracy": 0.899209, "main_score": 0.875725, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63365, "recall": 0.684783, "f1": 0.648103, "accuracy": 0.684783, "main_score": 0.648103, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870372, "recall": 0.905138, "f1": 0.880995, "accuracy": 0.905138, "main_score": 0.880995, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.962451, "f1": 0.952404, "accuracy": 0.962451, "main_score": 0.952404, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.956439, "recall": 0.969368, "f1": 0.96054, "accuracy": 0.969368, "main_score": 0.96054, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916864, "recall": 0.938735, "f1": 0.923913, "accuracy": 0.938735, "main_score": 0.923913, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82197, "recall": 0.865613, "f1": 0.834867, "accuracy": 0.865613, "main_score": 0.834867, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913702, "recall": 0.935771, "f1": 0.920949, "accuracy": 0.935771, "main_score": 0.920949, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478788, "recall": 0.549407, "f1": 0.497564, "accuracy": 0.549407, "main_score": 0.497564, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.97332, "f1": 0.966897, "accuracy": 0.97332, "main_score": 0.966897, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.633399, "f1": 0.576753, "accuracy": 0.633399, "main_score": 0.576753, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.939806, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863646, "recall": 0.897233, "f1": 0.873487, "accuracy": 0.897233, "main_score": 0.873487, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799061, "recall": 0.844862, "f1": 0.812747, "accuracy": 0.844862, "main_score": 0.812747, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92389, "recall": 0.944664, "f1": 0.930418, "accuracy": 0.944664, "main_score": 0.930418, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.652202, "recall": 0.709486, "f1": 0.668147, "accuracy": 0.709486, "main_score": 0.668147, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639739, "recall": 0.695652, "f1": 0.656247, "accuracy": 0.695652, "main_score": 0.656247, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.957181, "accuracy": 0.966403, "main_score": 0.957181, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891198, "recall": 0.917984, "f1": 0.899099, "accuracy": 0.917984, "main_score": 0.899099, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545884, "recall": 0.610672, "f1": 0.563989, "accuracy": 0.610672, "main_score": 0.563989, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955237, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.941782, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551894, "recall": 0.610672, "f1": 0.567801, "accuracy": 0.610672, "main_score": 0.567801, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736117, "recall": 0.790514, "f1": 0.752423, "accuracy": 0.790514, "main_score": 0.752423, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556731, "recall": 0.618577, "f1": 0.573373, "accuracy": 0.618577, "main_score": 0.573373, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599621, "recall": 0.662055, "f1": 0.617026, "accuracy": 0.662055, "main_score": 0.617026, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856999, "recall": 0.893281, "f1": 0.868281, "accuracy": 0.893281, "main_score": 0.868281, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893182, "recall": 0.920949, "f1": 0.901845, "accuracy": 0.920949, "main_score": 0.901845, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509349, "recall": 0.56917, "f1": 0.526121, "accuracy": 0.56917, "main_score": 0.526121, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584335, "recall": 0.639328, "f1": 0.599082, "accuracy": 0.639328, "main_score": 0.599082, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587372, "recall": 0.652174, "f1": 0.605395, "accuracy": 0.652174, "main_score": 0.605395, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575719, "recall": 0.62747, "f1": 0.589775, "accuracy": 0.62747, "main_score": 0.589775, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923287, "recall": 0.944664, "f1": 0.930171, "accuracy": 0.944664, "main_score": 0.930171, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564601, "recall": 0.623518, "f1": 0.581096, "accuracy": 0.623518, "main_score": 0.581096, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665673, "recall": 0.725296, "f1": 0.682406, "accuracy": 0.725296, "main_score": 0.682406, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.959486, "f1": 0.948913, "accuracy": 0.959486, "main_score": 0.948913, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715777, "recall": 0.767787, "f1": 0.731621, "accuracy": 0.767787, "main_score": 0.731621, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861248, "recall": 0.889328, "f1": 0.869716, "accuracy": 0.889328, "main_score": 0.869716, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.952569, "f1": 0.940448, "accuracy": 0.952569, "main_score": 0.940448, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851729, "recall": 0.889328, "f1": 0.863326, "accuracy": 0.889328, "main_score": 0.863326, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.93083, "f1": 0.917128, "accuracy": 0.93083, "main_score": 0.917128, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496698, "recall": 0.579051, "f1": 0.520862, "accuracy": 0.579051, "main_score": 0.520862, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.971344, "f1": 0.963721, "accuracy": 0.971344, "main_score": 0.963721, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.91502, "f1": 0.895558, "accuracy": 0.91502, "main_score": 0.895558, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.655312, "recall": 0.720356, "f1": 0.674447, "accuracy": 0.720356, "main_score": 0.674447, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587022, "recall": 0.634387, "f1": 0.600842, "accuracy": 0.634387, "main_score": 0.600842, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568528, "recall": 0.634387, "f1": 0.587518, "accuracy": 0.634387, "main_score": 0.587518, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515548, "recall": 0.582016, "f1": 0.534271, "accuracy": 0.582016, "main_score": 0.534271, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454237, "recall": 0.530632, "f1": 0.475004, "accuracy": 0.530632, "main_score": 0.475004, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592558, "recall": 0.649209, "f1": 0.608206, "accuracy": 0.649209, "main_score": 0.608206, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870504, "recall": 0.905138, "f1": 0.881126, "accuracy": 0.905138, "main_score": 0.881126, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.971344, "f1": 0.963933, "accuracy": 0.971344, "main_score": 0.963933, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599499, "recall": 0.660079, "f1": 0.616838, "accuracy": 0.660079, "main_score": 0.616838, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60836, "recall": 0.673913, "f1": 0.626289, "accuracy": 0.673913, "main_score": 0.626289, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563467, "recall": 0.629447, "f1": 0.582831, "accuracy": 0.629447, "main_score": 0.582831, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183732, "recall": 0.238142, "f1": 0.197651, "accuracy": 0.238142, "main_score": 0.197651, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630255, "recall": 0.683794, "f1": 0.644966, "accuracy": 0.683794, "main_score": 0.644966, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675939, "recall": 0.731225, "f1": 0.691982, "accuracy": 0.731225, "main_score": 0.691982, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545349, "recall": 0.600791, "f1": 0.561135, "accuracy": 0.600791, "main_score": 0.561135, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509191, "recall": 0.583992, "f1": 0.528668, "accuracy": 0.583992, "main_score": 0.528668, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555157, "recall": 0.618577, "f1": 0.573174, "accuracy": 0.618577, "main_score": 0.573174, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574967, "recall": 0.640316, "f1": 0.593389, "accuracy": 0.640316, "main_score": 0.593389, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907675, "accuracy": 0.926877, "main_score": 0.907675, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507751, "recall": 0.572134, "f1": 0.526849, "accuracy": 0.572134, "main_score": 0.526849, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524719, "recall": 0.593874, "f1": 0.543794, "accuracy": 0.593874, "main_score": 0.543794, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520418, "recall": 0.575099, "f1": 0.535486, "accuracy": 0.575099, "main_score": 0.535486, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945685, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312554, "recall": 0.370553, "f1": 0.328689, "accuracy": 0.370553, "main_score": 0.328689, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577612, "recall": 0.644269, "f1": 0.596498, "accuracy": 0.644269, "main_score": 0.596498, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58495, "recall": 0.63834, "f1": 0.599926, "accuracy": 0.63834, "main_score": 0.599926, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701294, "recall": 0.764822, "f1": 0.720078, "accuracy": 0.764822, "main_score": 0.720078, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650965, "recall": 0.729249, "f1": 0.673915, "accuracy": 0.729249, "main_score": 0.673915, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.703179, "recall": 0.762846, "f1": 0.720817, "accuracy": 0.762846, "main_score": 0.720817, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658762, "recall": 0.717391, "f1": 0.676482, "accuracy": 0.717391, "main_score": 0.676482, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651367, "recall": 0.72332, "f1": 0.673134, "accuracy": 0.72332, "main_score": 0.673134, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956357, "accuracy": 0.966403, "main_score": 0.956357, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555623, "recall": 0.616601, "f1": 0.572384, "accuracy": 0.616601, "main_score": 0.572384, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553261, "recall": 0.616601, "f1": 0.571273, "accuracy": 0.616601, "main_score": 0.571273, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803557, "recall": 0.849802, "f1": 0.817377, "accuracy": 0.849802, "main_score": 0.817377, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46394, "recall": 0.524704, "f1": 0.480452, "accuracy": 0.524704, "main_score": 0.480452, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.881094, "recall": 0.914032, "f1": 0.891587, "accuracy": 0.914032, "main_score": 0.891587, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532523, "recall": 0.596838, "f1": 0.550795, "accuracy": 0.596838, "main_score": 0.550795, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.580431, "recall": 0.651186, "f1": 0.600733, "accuracy": 0.651186, "main_score": 0.600733, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187197, "recall": 0.246047, "f1": 0.200778, "accuracy": 0.246047, "main_score": 0.200778, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621625, "recall": 0.688735, "f1": 0.640952, "accuracy": 0.688735, "main_score": 0.640952, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820603, "recall": 0.866601, "f1": 0.834519, "accuracy": 0.866601, "main_score": 0.834519, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417215, "recall": 0.476285, "f1": 0.433901, "accuracy": 0.476285, "main_score": 0.433901, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679423, "recall": 0.735178, "f1": 0.695575, "accuracy": 0.735178, "main_score": 0.695575, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558788, "recall": 0.625494, "f1": 0.577848, "accuracy": 0.625494, "main_score": 0.577848, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506368, "recall": 0.577075, "f1": 0.525932, "accuracy": 0.577075, "main_score": 0.525932, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669944, "recall": 0.72332, "f1": 0.685573, "accuracy": 0.72332, "main_score": 0.685573, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231286, "recall": 0.321146, "f1": 0.254683, "accuracy": 0.321146, "main_score": 0.254683, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572901, "recall": 0.640316, "f1": 0.592624, "accuracy": 0.640316, "main_score": 0.592624, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587, "recall": 0.650198, "f1": 0.604313, "accuracy": 0.650198, "main_score": 0.604313, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725059, "recall": 0.786561, "f1": 0.743975, "accuracy": 0.786561, "main_score": 0.743975, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551534, "recall": 0.617589, "f1": 0.57048, "accuracy": 0.617589, "main_score": 0.57048, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800659, "recall": 0.848814, "f1": 0.814822, "accuracy": 0.848814, "main_score": 0.814822, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466398, "recall": 0.534585, "f1": 0.484916, "accuracy": 0.534585, "main_score": 0.484916, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.923913, "f1": 0.904051, "accuracy": 0.923913, "main_score": 0.904051, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608126, "recall": 0.664032, "f1": 0.624198, "accuracy": 0.664032, "main_score": 0.624198, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46402, "recall": 0.529644, "f1": 0.481414, "accuracy": 0.529644, "main_score": 0.481414, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619829, "recall": 0.6917, "f1": 0.641532, "accuracy": 0.6917, "main_score": 0.641532, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846212, "recall": 0.884387, "f1": 0.858202, "accuracy": 0.884387, "main_score": 0.858202, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644956, "recall": 0.698617, "f1": 0.660406, "accuracy": 0.698617, "main_score": 0.660406, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651246, "recall": 0.713439, "f1": 0.669208, "accuracy": 0.713439, "main_score": 0.669208, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533138, "recall": 0.601779, "f1": 0.552196, "accuracy": 0.601779, "main_score": 0.552196, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53117, "recall": 0.597826, "f1": 0.549909, "accuracy": 0.597826, "main_score": 0.549909, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828261, "recall": 0.873518, "f1": 0.842194, "accuracy": 0.873518, "main_score": 0.842194, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54797, "recall": 0.61166, "f1": 0.565409, "accuracy": 0.61166, "main_score": 0.565409, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620726, "recall": 0.684783, "f1": 0.639107, "accuracy": 0.684783, "main_score": 0.639107, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490794, "recall": 0.549407, "f1": 0.507395, "accuracy": 0.549407, "main_score": 0.507395, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565364, "recall": 0.62747, "f1": 0.582428, "accuracy": 0.62747, "main_score": 0.582428, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57696, "recall": 0.646245, "f1": 0.597026, "accuracy": 0.646245, "main_score": 0.597026, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559946, "recall": 0.618577, "f1": 0.57624, "accuracy": 0.618577, "main_score": 0.57624, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52813, "recall": 0.598814, "f1": 0.548777, "accuracy": 0.598814, "main_score": 0.548777, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75448, "recall": 0.809289, "f1": 0.770624, "accuracy": 0.809289, "main_score": 0.770624, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736166, "recall": 0.79249, "f1": 0.752819, "accuracy": 0.79249, "main_score": 0.752819, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864896, "recall": 0.897233, "f1": 0.874396, "accuracy": 0.897233, "main_score": 0.874396, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481897, "recall": 0.561265, "f1": 0.504602, "accuracy": 0.561265, "main_score": 0.504602, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.703863, "recall": 0.762846, "f1": 0.721525, "accuracy": 0.762846, "main_score": 0.721525, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595142, "recall": 0.647233, "f1": 0.610164, "accuracy": 0.647233, "main_score": 0.610164, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56354, "recall": 0.629447, "f1": 0.582562, "accuracy": 0.629447, "main_score": 0.582562, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509733, "recall": 0.575099, "f1": 0.528284, "accuracy": 0.575099, "main_score": 0.528284, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421727, "recall": 0.499012, "f1": 0.442326, "accuracy": 0.499012, "main_score": 0.442326, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581775, "recall": 0.642292, "f1": 0.598722, "accuracy": 0.642292, "main_score": 0.598722, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867918, "recall": 0.903162, "f1": 0.878708, "accuracy": 0.903162, "main_score": 0.878708, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.583744, "recall": 0.640316, "f1": 0.600125, "accuracy": 0.640316, "main_score": 0.600125, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60454, "recall": 0.672925, "f1": 0.622876, "accuracy": 0.672925, "main_score": 0.622876, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527561, "recall": 0.592885, "f1": 0.54531, "accuracy": 0.592885, "main_score": 0.54531, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180727, "recall": 0.221344, "f1": 0.190592, "accuracy": 0.221344, "main_score": 0.190592, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607353, "recall": 0.659091, "f1": 0.621601, "accuracy": 0.659091, "main_score": 0.621601, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643661, "recall": 0.699605, "f1": 0.659939, "accuracy": 0.699605, "main_score": 0.659939, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531408, "recall": 0.583992, "f1": 0.546251, "accuracy": 0.583992, "main_score": 0.546251, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490437, "recall": 0.56917, "f1": 0.511596, "accuracy": 0.56917, "main_score": 0.511596, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547962, "recall": 0.612648, "f1": 0.565817, "accuracy": 0.612648, "main_score": 0.565817, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571511, "recall": 0.634387, "f1": 0.588572, "accuracy": 0.634387, "main_score": 0.588572, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859601, "recall": 0.897233, "f1": 0.871443, "accuracy": 0.897233, "main_score": 0.871443, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515827, "recall": 0.56917, "f1": 0.530648, "accuracy": 0.56917, "main_score": 0.530648, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523491, "recall": 0.591897, "f1": 0.542738, "accuracy": 0.591897, "main_score": 0.542738, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525291, "recall": 0.581028, "f1": 0.539722, "accuracy": 0.581028, "main_score": 0.539722, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.956522, "f1": 0.94529, "accuracy": 0.956522, "main_score": 0.94529, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317441, "recall": 0.37747, "f1": 0.333814, "accuracy": 0.37747, "main_score": 0.333814, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56788, "recall": 0.63834, "f1": 0.587589, "accuracy": 0.63834, "main_score": 0.587589, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581213, "recall": 0.646245, "f1": 0.599739, "accuracy": 0.646245, "main_score": 0.599739, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684268, "recall": 0.750988, "f1": 0.703746, "accuracy": 0.750988, "main_score": 0.703746, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6222, "recall": 0.700593, "f1": 0.644848, "accuracy": 0.700593, "main_score": 0.644848, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.669368, "recall": 0.729249, "f1": 0.687121, "accuracy": 0.729249, "main_score": 0.687121, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654801, "recall": 0.709486, "f1": 0.671069, "accuracy": 0.709486, "main_score": 0.671069, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674746, "recall": 0.737154, "f1": 0.692756, "accuracy": 0.737154, "main_score": 0.692756, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928557, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536009, "recall": 0.594862, "f1": 0.552212, "accuracy": 0.594862, "main_score": 0.552212, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537871, "recall": 0.594862, "f1": 0.553673, "accuracy": 0.594862, "main_score": 0.553673, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792309, "recall": 0.838933, "f1": 0.806357, "accuracy": 0.838933, "main_score": 0.806357, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458941, "recall": 0.513834, "f1": 0.473741, "accuracy": 0.513834, "main_score": 0.473741, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.851103, "recall": 0.891304, "f1": 0.86334, "accuracy": 0.891304, "main_score": 0.86334, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52916, "recall": 0.588933, "f1": 0.545421, "accuracy": 0.588933, "main_score": 0.545421, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595622, "recall": 0.656126, "f1": 0.612051, "accuracy": 0.656126, "main_score": 0.612051, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19643, "recall": 0.251976, "f1": 0.208835, "accuracy": 0.251976, "main_score": 0.208835, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.616783, "recall": 0.681818, "f1": 0.635042, "accuracy": 0.681818, "main_score": 0.635042, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784042, "recall": 0.838933, "f1": 0.800678, "accuracy": 0.838933, "main_score": 0.800678, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403887, "recall": 0.458498, "f1": 0.418749, "accuracy": 0.458498, "main_score": 0.418749, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657407, "recall": 0.714427, "f1": 0.673217, "accuracy": 0.714427, "main_score": 0.673217, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554421, "recall": 0.618577, "f1": 0.572728, "accuracy": 0.618577, "main_score": 0.572728, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500636, "recall": 0.568182, "f1": 0.518523, "accuracy": 0.568182, "main_score": 0.518523, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667984, "recall": 0.72332, "f1": 0.68378, "accuracy": 0.72332, "main_score": 0.68378, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251521, "recall": 0.333992, "f1": 0.273097, "accuracy": 0.333992, "main_score": 0.273097, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572637, "recall": 0.633399, "f1": 0.590145, "accuracy": 0.633399, "main_score": 0.590145, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579681, "recall": 0.643281, "f1": 0.597364, "accuracy": 0.643281, "main_score": 0.597364, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688614, "recall": 0.753953, "f1": 0.708042, "accuracy": 0.753953, "main_score": 0.708042, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558248, "recall": 0.620553, "f1": 0.575678, "accuracy": 0.620553, "main_score": 0.575678, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754298, "recall": 0.807312, "f1": 0.770243, "accuracy": 0.807312, "main_score": 0.770243, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46775, "recall": 0.528656, "f1": 0.484143, "accuracy": 0.528656, "main_score": 0.484143, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.849424, "recall": 0.887352, "f1": 0.861199, "accuracy": 0.887352, "main_score": 0.861199, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.94664, "f1": 0.930171, "accuracy": 0.94664, "main_score": 0.930171, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590939, "recall": 0.647233, "f1": 0.606683, "accuracy": 0.647233, "main_score": 0.606683, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.944664, "f1": 0.928689, "accuracy": 0.944664, "main_score": 0.928689, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456544, "recall": 0.520751, "f1": 0.47404, "accuracy": 0.520751, "main_score": 0.47404, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628409, "recall": 0.701581, "f1": 0.649675, "accuracy": 0.701581, "main_score": 0.649675, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830896, "recall": 0.870553, "f1": 0.843017, "accuracy": 0.870553, "main_score": 0.843017, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.643603, "recall": 0.699605, "f1": 0.659226, "accuracy": 0.699605, "main_score": 0.659226, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629035, "recall": 0.690711, "f1": 0.646066, "accuracy": 0.690711, "main_score": 0.646066, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542264, "recall": 0.597826, "f1": 0.558343, "accuracy": 0.597826, "main_score": 0.558343, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51363, "recall": 0.574111, "f1": 0.530476, "accuracy": 0.574111, "main_score": 0.530476, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802372, "recall": 0.852767, "f1": 0.817951, "accuracy": 0.852767, "main_score": 0.817951, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530916, "recall": 0.591897, "f1": 0.547947, "accuracy": 0.591897, "main_score": 0.547947, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590516, "recall": 0.652174, "f1": 0.608189, "accuracy": 0.652174, "main_score": 0.608189, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917161, "recall": 0.939723, "f1": 0.924242, "accuracy": 0.939723, "main_score": 0.924242, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473035, "recall": 0.534585, "f1": 0.4901, "accuracy": 0.534585, "main_score": 0.4901, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562782, "recall": 0.616601, "f1": 0.577376, "accuracy": 0.616601, "main_score": 0.577376, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.576419, "recall": 0.645257, "f1": 0.59589, "accuracy": 0.645257, "main_score": 0.59589, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560944, "recall": 0.613636, "f1": 0.575827, "accuracy": 0.613636, "main_score": 0.575827, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519055, "recall": 0.590909, "f1": 0.539864, "accuracy": 0.590909, "main_score": 0.539864, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730215, "recall": 0.784585, "f1": 0.746366, "accuracy": 0.784585, "main_score": 0.746366, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73941, "recall": 0.794466, "f1": 0.755599, "accuracy": 0.794466, "main_score": 0.755599, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869928, "recall": 0.900198, "f1": 0.878887, "accuracy": 0.900198, "main_score": 0.878887, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485063, "recall": 0.564229, "f1": 0.507684, "accuracy": 0.564229, "main_score": 0.507684, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.699226, "recall": 0.76087, "f1": 0.717975, "accuracy": 0.76087, "main_score": 0.717975, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589479, "recall": 0.635375, "f1": 0.602197, "accuracy": 0.635375, "main_score": 0.602197, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397572, "recall": 0.45751, "f1": 0.414529, "accuracy": 0.45751, "main_score": 0.414529, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484217, "recall": 0.544466, "f1": 0.499745, "accuracy": 0.544466, "main_score": 0.499745, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152618, "recall": 0.204545, "f1": 0.165612, "accuracy": 0.204545, "main_score": 0.165612, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.591277, "recall": 0.648221, "f1": 0.606139, "accuracy": 0.648221, "main_score": 0.606139, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545174, "recall": 0.598814, "f1": 0.55964, "accuracy": 0.598814, "main_score": 0.55964, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.579622, "recall": 0.636364, "f1": 0.594934, "accuracy": 0.636364, "main_score": 0.594934, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594128, "recall": 0.63834, "f1": 0.606207, "accuracy": 0.63834, "main_score": 0.606207, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552753, "recall": 0.605731, "f1": 0.567779, "accuracy": 0.605731, "main_score": 0.567779, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580199, "recall": 0.637352, "f1": 0.595691, "accuracy": 0.637352, "main_score": 0.595691, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576623, "recall": 0.619565, "f1": 0.588829, "accuracy": 0.619565, "main_score": 0.588829, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603657, "recall": 0.641304, "f1": 0.613934, "accuracy": 0.641304, "main_score": 0.613934, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586669, "recall": 0.642292, "f1": 0.601067, "accuracy": 0.642292, "main_score": 0.601067, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.566378, "recall": 0.619565, "f1": 0.581252, "accuracy": 0.619565, "main_score": 0.581252, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57245, "recall": 0.623518, "f1": 0.585387, "accuracy": 0.623518, "main_score": 0.585387, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538233, "recall": 0.596838, "f1": 0.553524, "accuracy": 0.596838, "main_score": 0.553524, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588227, "recall": 0.640316, "f1": 0.602242, "accuracy": 0.640316, "main_score": 0.602242, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544906, "recall": 0.588933, "f1": 0.557562, "accuracy": 0.588933, "main_score": 0.557562, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576077, "recall": 0.625494, "f1": 0.589604, "accuracy": 0.625494, "main_score": 0.589604, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560242, "recall": 0.616601, "f1": 0.575406, "accuracy": 0.616601, "main_score": 0.575406, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.628786, "recall": 0.675889, "f1": 0.641463, "accuracy": 0.675889, "main_score": 0.641463, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60703, "recall": 0.657115, "f1": 0.619953, "accuracy": 0.657115, "main_score": 0.619953, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506315, "recall": 0.566206, "f1": 0.522699, "accuracy": 0.566206, "main_score": 0.522699, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574957, "recall": 0.62747, "f1": 0.589459, "accuracy": 0.62747, "main_score": 0.589459, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.586639, "recall": 0.637352, "f1": 0.600497, "accuracy": 0.637352, "main_score": 0.600497, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590848, "recall": 0.634387, "f1": 0.602886, "accuracy": 0.634387, "main_score": 0.602886, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11003, "recall": 0.149209, "f1": 0.119383, "accuracy": 0.149209, "main_score": 0.119383, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572653, "recall": 0.62253, "f1": 0.586455, "accuracy": 0.62253, "main_score": 0.586455, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558409, "recall": 0.608696, "f1": 0.572276, "accuracy": 0.608696, "main_score": 0.572276, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594573, "recall": 0.640316, "f1": 0.60725, "accuracy": 0.640316, "main_score": 0.60725, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583641, "recall": 0.637352, "f1": 0.598141, "accuracy": 0.637352, "main_score": 0.598141, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565259, "recall": 0.620553, "f1": 0.580341, "accuracy": 0.620553, "main_score": 0.580341, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586323, "recall": 0.632411, "f1": 0.59871, "accuracy": 0.632411, "main_score": 0.59871, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531177, "recall": 0.585968, "f1": 0.546156, "accuracy": 0.585968, "main_score": 0.546156, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591544, "recall": 0.643281, "f1": 0.606123, "accuracy": 0.643281, "main_score": 0.606123, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479141, "recall": 0.54249, "f1": 0.496818, "accuracy": 0.54249, "main_score": 0.496818, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562516, "recall": 0.613636, "f1": 0.576053, "accuracy": 0.613636, "main_score": 0.576053, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579264, "recall": 0.632411, "f1": 0.593765, "accuracy": 0.632411, "main_score": 0.593765, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.569033, "recall": 0.621542, "f1": 0.583874, "accuracy": 0.621542, "main_score": 0.583874, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556637, "recall": 0.613636, "f1": 0.572415, "accuracy": 0.613636, "main_score": 0.572415, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.507453, "recall": 0.555336, "f1": 0.521301, "accuracy": 0.555336, "main_score": 0.521301, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.343855, "recall": 0.411067, "f1": 0.362015, "accuracy": 0.411067, "main_score": 0.362015, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605659, "recall": 0.653162, "f1": 0.61863, "accuracy": 0.653162, "main_score": 0.61863, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51166, "recall": 0.576087, "f1": 0.529518, "accuracy": 0.576087, "main_score": 0.529518, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587446, "recall": 0.642292, "f1": 0.602233, "accuracy": 0.642292, "main_score": 0.602233, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.611862, "recall": 0.662055, "f1": 0.625683, "accuracy": 0.662055, "main_score": 0.625683, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579695, "recall": 0.62747, "f1": 0.593682, "accuracy": 0.62747, "main_score": 0.593682, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572732, "recall": 0.628458, "f1": 0.587596, "accuracy": 0.628458, "main_score": 0.587596, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525832, "recall": 0.576087, "f1": 0.540536, "accuracy": 0.576087, "main_score": 0.540536, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554375, "recall": 0.602767, "f1": 0.567987, "accuracy": 0.602767, "main_score": 0.567987, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587279, "recall": 0.636364, "f1": 0.600289, "accuracy": 0.636364, "main_score": 0.600289, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614692, "recall": 0.661067, "f1": 0.626866, "accuracy": 0.661067, "main_score": 0.626866, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598156, "recall": 0.645257, "f1": 0.610847, "accuracy": 0.645257, "main_score": 0.610847, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455974, "recall": 0.516798, "f1": 0.473822, "accuracy": 0.516798, "main_score": 0.473822, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594475, "recall": 0.643281, "f1": 0.60764, "accuracy": 0.643281, "main_score": 0.60764, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.367922, "recall": 0.437747, "f1": 0.387226, "accuracy": 0.437747, "main_score": 0.387226, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479301, "recall": 0.52668, "f1": 0.493248, "accuracy": 0.52668, "main_score": 0.493248, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622761, "recall": 0.662055, "f1": 0.633029, "accuracy": 0.662055, "main_score": 0.633029, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231757, "recall": 0.296443, "f1": 0.249024, "accuracy": 0.296443, "main_score": 0.249024, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578242, "recall": 0.63834, "f1": 0.594271, "accuracy": 0.63834, "main_score": 0.594271, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577078, "recall": 0.634387, "f1": 0.592923, "accuracy": 0.634387, "main_score": 0.592923, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604476, "recall": 0.652174, "f1": 0.616994, "accuracy": 0.652174, "main_score": 0.616994, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558165, "recall": 0.615613, "f1": 0.573743, "accuracy": 0.615613, "main_score": 0.573743, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551861, "recall": 0.593874, "f1": 0.564151, "accuracy": 0.593874, "main_score": 0.564151, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59969, "recall": 0.640316, "f1": 0.610837, "accuracy": 0.640316, "main_score": 0.610837, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562173, "recall": 0.606719, "f1": 0.574723, "accuracy": 0.606719, "main_score": 0.574723, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604551, "recall": 0.656126, "f1": 0.618084, "accuracy": 0.656126, "main_score": 0.618084, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519713, "recall": 0.568182, "f1": 0.533948, "accuracy": 0.568182, "main_score": 0.533948, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584845, "recall": 0.639328, "f1": 0.598725, "accuracy": 0.639328, "main_score": 0.598725, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52889, "recall": 0.576087, "f1": 0.541871, "accuracy": 0.576087, "main_score": 0.541871, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57699, "recall": 0.630435, "f1": 0.591577, "accuracy": 0.630435, "main_score": 0.591577, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550625, "recall": 0.607708, "f1": 0.566419, "accuracy": 0.607708, "main_score": 0.566419, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583773, "recall": 0.635375, "f1": 0.597616, "accuracy": 0.635375, "main_score": 0.597616, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2184, "recall": 0.284585, "f1": 0.235126, "accuracy": 0.284585, "main_score": 0.235126, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.520299, "recall": 0.567194, "f1": 0.533322, "accuracy": 0.567194, "main_score": 0.533322, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538906, "recall": 0.597826, "f1": 0.554719, "accuracy": 0.597826, "main_score": 0.554719, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550402, "recall": 0.59585, "f1": 0.562959, "accuracy": 0.59585, "main_score": 0.562959, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4624, "recall": 0.524704, "f1": 0.480244, "accuracy": 0.524704, "main_score": 0.480244, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.611048, "recall": 0.661067, "f1": 0.62426, "accuracy": 0.661067, "main_score": 0.62426, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585848, "recall": 0.635375, "f1": 0.599222, "accuracy": 0.635375, "main_score": 0.599222, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598871, "recall": 0.642292, "f1": 0.610723, "accuracy": 0.642292, "main_score": 0.610723, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463239, "recall": 0.532609, "f1": 0.482297, "accuracy": 0.532609, "main_score": 0.482297, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.599628, "recall": 0.652174, "f1": 0.613563, "accuracy": 0.652174, "main_score": 0.613563, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572434, "recall": 0.628458, "f1": 0.587361, "accuracy": 0.628458, "main_score": 0.587361, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597327, "recall": 0.646245, "f1": 0.610815, "accuracy": 0.646245, "main_score": 0.610815, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570433, "recall": 0.628458, "f1": 0.585476, "accuracy": 0.628458, "main_score": 0.585476, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.471838, "recall": 0.523715, "f1": 0.486826, "accuracy": 0.523715, "main_score": 0.486826, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505749, "recall": 0.562253, "f1": 0.521511, "accuracy": 0.562253, "main_score": 0.521511, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557236, "recall": 0.612648, "f1": 0.572687, "accuracy": 0.612648, "main_score": 0.572687, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.58663, "recall": 0.636364, "f1": 0.600345, "accuracy": 0.636364, "main_score": 0.600345, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585169, "recall": 0.636364, "f1": 0.599324, "accuracy": 0.636364, "main_score": 0.599324, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540695, "recall": 0.585968, "f1": 0.553262, "accuracy": 0.585968, "main_score": 0.553262, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425942, "recall": 0.480237, "f1": 0.440785, "accuracy": 0.480237, "main_score": 0.440785, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609922, "recall": 0.65415, "f1": 0.620996, "accuracy": 0.65415, "main_score": 0.620996, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503794, "recall": 0.565217, "f1": 0.521225, "accuracy": 0.565217, "main_score": 0.521225, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492461, "recall": 0.547431, "f1": 0.507399, "accuracy": 0.547431, "main_score": 0.507399, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597556, "recall": 0.647233, "f1": 0.611703, "accuracy": 0.647233, "main_score": 0.611703, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460846, "recall": 0.514822, "f1": 0.476383, "accuracy": 0.514822, "main_score": 0.476383, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624627, "recall": 0.666996, "f1": 0.635106, "accuracy": 0.666996, "main_score": 0.635106, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569004, "recall": 0.624506, "f1": 0.584206, "accuracy": 0.624506, "main_score": 0.584206, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602721, "recall": 0.646245, "f1": 0.614532, "accuracy": 0.646245, "main_score": 0.614532, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609524, "recall": 0.655138, "f1": 0.621041, "accuracy": 0.655138, "main_score": 0.621041, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577361, "recall": 0.631423, "f1": 0.591825, "accuracy": 0.631423, "main_score": 0.591825, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.581677, "recall": 0.630435, "f1": 0.594461, "accuracy": 0.630435, "main_score": 0.594461, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411366, "recall": 0.490119, "f1": 0.432454, "accuracy": 0.490119, "main_score": 0.432454, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.490987, "recall": 0.551383, "f1": 0.50784, "accuracy": 0.551383, "main_score": 0.50784, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.107768, "recall": 0.15415, "f1": 0.117594, "accuracy": 0.15415, "main_score": 0.117594, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.549622, "recall": 0.592885, "f1": 0.562132, "accuracy": 0.592885, "main_score": 0.562132, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438568, "recall": 0.488142, "f1": 0.451948, "accuracy": 0.488142, "main_score": 0.451948, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597292, "recall": 0.649209, "f1": 0.61117, "accuracy": 0.649209, "main_score": 0.61117, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593921, "recall": 0.643281, "f1": 0.607391, "accuracy": 0.643281, "main_score": 0.607391, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364345, "recall": 0.424901, "f1": 0.381103, "accuracy": 0.424901, "main_score": 0.381103, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589079, "recall": 0.635375, "f1": 0.601189, "accuracy": 0.635375, "main_score": 0.601189, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594653, "recall": 0.645257, "f1": 0.608363, "accuracy": 0.645257, "main_score": 0.608363, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520461, "recall": 0.585968, "f1": 0.538436, "accuracy": 0.585968, "main_score": 0.538436, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56934, "recall": 0.624506, "f1": 0.583983, "accuracy": 0.624506, "main_score": 0.583983, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.566003, "recall": 0.614625, "f1": 0.579698, "accuracy": 0.614625, "main_score": 0.579698, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563943, "recall": 0.619565, "f1": 0.579331, "accuracy": 0.619565, "main_score": 0.579331, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619603, "recall": 0.656126, "f1": 0.628939, "accuracy": 0.656126, "main_score": 0.628939, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475099, "recall": 0.528656, "f1": 0.49042, "accuracy": 0.528656, "main_score": 0.49042, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473153, "recall": 0.527668, "f1": 0.489054, "accuracy": 0.527668, "main_score": 0.489054, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567974, "recall": 0.618577, "f1": 0.581612, "accuracy": 0.618577, "main_score": 0.581612, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591873, "recall": 0.643281, "f1": 0.606371, "accuracy": 0.643281, "main_score": 0.606371, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.087684, "recall": 0.12747, "f1": 0.098115, "accuracy": 0.12747, "main_score": 0.098115, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.560886, "recall": 0.616601, "f1": 0.576077, "accuracy": 0.616601, "main_score": 0.576077, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.493957, "recall": 0.552372, "f1": 0.509505, "accuracy": 0.552372, "main_score": 0.509505, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.55206, "recall": 0.602767, "f1": 0.565874, "accuracy": 0.602767, "main_score": 0.565874, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598063, "recall": 0.648221, "f1": 0.611495, "accuracy": 0.648221, "main_score": 0.611495, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445102, "recall": 0.505929, "f1": 0.462601, "accuracy": 0.505929, "main_score": 0.462601, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558705, "recall": 0.618577, "f1": 0.576306, "accuracy": 0.618577, "main_score": 0.576306, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576243, "recall": 0.629447, "f1": 0.591049, "accuracy": 0.629447, "main_score": 0.591049, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603475, "recall": 0.648221, "f1": 0.615266, "accuracy": 0.648221, "main_score": 0.615266, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594176, "recall": 0.63834, "f1": 0.606402, "accuracy": 0.63834, "main_score": 0.606402, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55869, "recall": 0.605731, "f1": 0.571396, "accuracy": 0.605731, "main_score": 0.571396, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503655, "recall": 0.563241, "f1": 0.520675, "accuracy": 0.563241, "main_score": 0.520675, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571067, "recall": 0.621542, "f1": 0.584664, "accuracy": 0.621542, "main_score": 0.584664, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463419, "recall": 0.514822, "f1": 0.478085, "accuracy": 0.514822, "main_score": 0.478085, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496845, "recall": 0.547431, "f1": 0.510603, "accuracy": 0.547431, "main_score": 0.510603, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565345, "recall": 0.623518, "f1": 0.581431, "accuracy": 0.623518, "main_score": 0.581431, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.583924, "recall": 0.631423, "f1": 0.596336, "accuracy": 0.631423, "main_score": 0.596336, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569205, "recall": 0.621542, "f1": 0.582923, "accuracy": 0.621542, "main_score": 0.582923, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417361, "recall": 0.480237, "f1": 0.434411, "accuracy": 0.480237, "main_score": 0.434411, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618973, "recall": 0.664032, "f1": 0.631006, "accuracy": 0.664032, "main_score": 0.631006, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561189, "recall": 0.61166, "f1": 0.574695, "accuracy": 0.61166, "main_score": 0.574695, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.598814, "f1": 0.558426, "accuracy": 0.598814, "main_score": 0.558426, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.499248, "recall": 0.563241, "f1": 0.516967, "accuracy": 0.563241, "main_score": 0.516967, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504413, "recall": 0.557312, "f1": 0.518695, "accuracy": 0.557312, "main_score": 0.518695, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485654, "recall": 0.543478, "f1": 0.501803, "accuracy": 0.543478, "main_score": 0.501803, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54561, "recall": 0.596838, "f1": 0.559559, "accuracy": 0.596838, "main_score": 0.559559, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575702, "recall": 0.619565, "f1": 0.588077, "accuracy": 0.619565, "main_score": 0.588077, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482006, "recall": 0.550395, "f1": 0.499898, "accuracy": 0.550395, "main_score": 0.499898, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.59246, "recall": 0.639328, "f1": 0.605169, "accuracy": 0.639328, "main_score": 0.605169, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.562966, "recall": 0.616601, "f1": 0.576869, "accuracy": 0.616601, "main_score": 0.576869, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.597241, "recall": 0.645257, "f1": 0.609831, "accuracy": 0.645257, "main_score": 0.609831, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553189, "recall": 0.609684, "f1": 0.568838, "accuracy": 0.609684, "main_score": 0.568838, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609552, "recall": 0.65415, "f1": 0.62212, "accuracy": 0.65415, "main_score": 0.62212, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502448, "recall": 0.5583, "f1": 0.518229, "accuracy": 0.5583, "main_score": 0.518229, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558639, "recall": 0.613636, "f1": 0.573908, "accuracy": 0.613636, "main_score": 0.573908, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413944, "recall": 0.481225, "f1": 0.432384, "accuracy": 0.481225, "main_score": 0.432384, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575027, "recall": 0.633399, "f1": 0.590644, "accuracy": 0.633399, "main_score": 0.590644, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354898, "recall": 0.435771, "f1": 0.376792, "accuracy": 0.435771, "main_score": 0.376792, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.557263, "recall": 0.614625, "f1": 0.572625, "accuracy": 0.614625, "main_score": 0.572625, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57978, "recall": 0.630435, "f1": 0.593885, "accuracy": 0.630435, "main_score": 0.593885, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55086, "recall": 0.604743, "f1": 0.565754, "accuracy": 0.604743, "main_score": 0.565754, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583379, "recall": 0.62253, "f1": 0.594509, "accuracy": 0.62253, "main_score": 0.594509, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534932, "recall": 0.597826, "f1": 0.552912, "accuracy": 0.597826, "main_score": 0.552912, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.5378, "recall": 0.588933, "f1": 0.551763, "accuracy": 0.588933, "main_score": 0.551763, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560724, "recall": 0.613636, "f1": 0.575224, "accuracy": 0.613636, "main_score": 0.575224, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595941, "recall": 0.642292, "f1": 0.608346, "accuracy": 0.642292, "main_score": 0.608346, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609058, "recall": 0.653162, "f1": 0.621423, "accuracy": 0.653162, "main_score": 0.621423, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627701, "recall": 0.670949, "f1": 0.639906, "accuracy": 0.670949, "main_score": 0.639906, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478854, "recall": 0.534585, "f1": 0.495243, "accuracy": 0.534585, "main_score": 0.495243, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595463, "recall": 0.645257, "f1": 0.608525, "accuracy": 0.645257, "main_score": 0.608525, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564038, "recall": 0.617589, "f1": 0.578655, "accuracy": 0.617589, "main_score": 0.578655, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.56345, "recall": 0.615613, "f1": 0.578497, "accuracy": 0.615613, "main_score": 0.578497, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486769, "recall": 0.541502, "f1": 0.502098, "accuracy": 0.541502, "main_score": 0.502098, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61261, "recall": 0.661067, "f1": 0.62564, "accuracy": 0.661067, "main_score": 0.62564, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561117, "recall": 0.607708, "f1": 0.574026, "accuracy": 0.607708, "main_score": 0.574026, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4971, "recall": 0.554348, "f1": 0.512786, "accuracy": 0.554348, "main_score": 0.512786, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50882, "recall": 0.574111, "f1": 0.526751, "accuracy": 0.574111, "main_score": 0.526751, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481479, "recall": 0.541502, "f1": 0.49769, "accuracy": 0.541502, "main_score": 0.49769, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604052, "recall": 0.655138, "f1": 0.617816, "accuracy": 0.655138, "main_score": 0.617816, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52356, "recall": 0.581028, "f1": 0.5393, "accuracy": 0.581028, "main_score": 0.5393, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443932, "recall": 0.503953, "f1": 0.460261, "accuracy": 0.503953, "main_score": 0.460261, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532942, "recall": 0.58004, "f1": 0.546233, "accuracy": 0.58004, "main_score": 0.546233, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536578, "recall": 0.600791, "f1": 0.55381, "accuracy": 0.600791, "main_score": 0.55381, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.536403, "recall": 0.590909, "f1": 0.551598, "accuracy": 0.590909, "main_score": 0.551598, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510902, "recall": 0.561265, "f1": 0.524512, "accuracy": 0.561265, "main_score": 0.524512, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545869, "recall": 0.602767, "f1": 0.561502, "accuracy": 0.602767, "main_score": 0.561502, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501763, "recall": 0.556324, "f1": 0.516943, "accuracy": 0.556324, "main_score": 0.516943, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529167, "recall": 0.582016, "f1": 0.543315, "accuracy": 0.582016, "main_score": 0.543315, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592803, "recall": 0.633399, "f1": 0.603809, "accuracy": 0.633399, "main_score": 0.603809, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57669, "recall": 0.61166, "f1": 0.586986, "accuracy": 0.61166, "main_score": 0.586986, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575404, "recall": 0.612648, "f1": 0.585956, "accuracy": 0.612648, "main_score": 0.585956, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517894, "recall": 0.585968, "f1": 0.536081, "accuracy": 0.585968, "main_score": 0.536081, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.58004, "f1": 0.540185, "accuracy": 0.58004, "main_score": 0.540185, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565198, "recall": 0.61166, "f1": 0.577451, "accuracy": 0.61166, "main_score": 0.577451, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.438623, "recall": 0.505929, "f1": 0.457317, "accuracy": 0.505929, "main_score": 0.457317, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572081, "recall": 0.619565, "f1": 0.58492, "accuracy": 0.619565, "main_score": 0.58492, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540458, "recall": 0.592885, "f1": 0.554939, "accuracy": 0.592885, "main_score": 0.554939, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.579822, "recall": 0.631423, "f1": 0.593891, "accuracy": 0.631423, "main_score": 0.593891, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558731, "recall": 0.614625, "f1": 0.573806, "accuracy": 0.614625, "main_score": 0.573806, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.476567, "recall": 0.535573, "f1": 0.49243, "accuracy": 0.535573, "main_score": 0.49243, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513894, "recall": 0.56917, "f1": 0.529414, "accuracy": 0.56917, "main_score": 0.529414, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579118, "recall": 0.644269, "f1": 0.597752, "accuracy": 0.644269, "main_score": 0.597752, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523364, "recall": 0.585968, "f1": 0.540413, "accuracy": 0.585968, "main_score": 0.540413, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445324, "recall": 0.525692, "f1": 0.467086, "accuracy": 0.525692, "main_score": 0.467086, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587689, "recall": 0.647233, "f1": 0.604247, "accuracy": 0.647233, "main_score": 0.604247, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876276, "recall": 0.909091, "f1": 0.886748, "accuracy": 0.909091, "main_score": 0.886748, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59309, "recall": 0.653162, "f1": 0.610066, "accuracy": 0.653162, "main_score": 0.610066, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612939, "recall": 0.68083, "f1": 0.631232, "accuracy": 0.68083, "main_score": 0.631232, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5413, "recall": 0.608696, "f1": 0.559757, "accuracy": 0.608696, "main_score": 0.559757, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179097, "recall": 0.226285, "f1": 0.190266, "accuracy": 0.226285, "main_score": 0.190266, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631818, "recall": 0.681818, "f1": 0.645888, "accuracy": 0.681818, "main_score": 0.645888, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.662516, "recall": 0.719368, "f1": 0.679108, "accuracy": 0.719368, "main_score": 0.679108, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531978, "recall": 0.586957, "f1": 0.546958, "accuracy": 0.586957, "main_score": 0.546958, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504099, "recall": 0.578063, "f1": 0.523613, "accuracy": 0.578063, "main_score": 0.523613, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558271, "recall": 0.621542, "f1": 0.575735, "accuracy": 0.621542, "main_score": 0.575735, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577619, "recall": 0.63834, "f1": 0.594198, "accuracy": 0.63834, "main_score": 0.594198, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.910079, "f1": 0.88826, "accuracy": 0.910079, "main_score": 0.88826, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522308, "recall": 0.583004, "f1": 0.539829, "accuracy": 0.583004, "main_score": 0.539829, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533551, "recall": 0.600791, "f1": 0.552819, "accuracy": 0.600791, "main_score": 0.552819, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522865, "recall": 0.58004, "f1": 0.538274, "accuracy": 0.58004, "main_score": 0.538274, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941436, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32803, "recall": 0.390316, "f1": 0.344953, "accuracy": 0.390316, "main_score": 0.344953, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58897, "recall": 0.659091, "f1": 0.608569, "accuracy": 0.659091, "main_score": 0.608569, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587196, "recall": 0.650198, "f1": 0.605068, "accuracy": 0.650198, "main_score": 0.605068, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693094, "recall": 0.759881, "f1": 0.712571, "accuracy": 0.759881, "main_score": 0.712571, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615646, "recall": 0.695652, "f1": 0.639135, "accuracy": 0.695652, "main_score": 0.639135, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704917, "recall": 0.757905, "f1": 0.719986, "accuracy": 0.757905, "main_score": 0.719986, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654265, "recall": 0.710474, "f1": 0.671382, "accuracy": 0.710474, "main_score": 0.671382, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684578, "recall": 0.750988, "f1": 0.70404, "accuracy": 0.750988, "main_score": 0.70404, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551122, "recall": 0.612648, "f1": 0.568055, "accuracy": 0.612648, "main_score": 0.568055, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555979, "recall": 0.617589, "f1": 0.573067, "accuracy": 0.617589, "main_score": 0.573067, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795866, "recall": 0.84585, "f1": 0.811218, "accuracy": 0.84585, "main_score": 0.811218, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47321, "recall": 0.532609, "f1": 0.48898, "accuracy": 0.532609, "main_score": 0.48898, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.856719, "recall": 0.895257, "f1": 0.868497, "accuracy": 0.895257, "main_score": 0.868497, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544311, "recall": 0.610672, "f1": 0.562641, "accuracy": 0.610672, "main_score": 0.562641, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.599708, "recall": 0.667984, "f1": 0.618881, "accuracy": 0.667984, "main_score": 0.618881, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20019, "recall": 0.259881, "f1": 0.21302, "accuracy": 0.259881, "main_score": 0.21302, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.687747, "f1": 0.641082, "accuracy": 0.687747, "main_score": 0.641082, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776219, "recall": 0.833992, "f1": 0.794071, "accuracy": 0.833992, "main_score": 0.794071, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414748, "recall": 0.474308, "f1": 0.430901, "accuracy": 0.474308, "main_score": 0.430901, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66414, "recall": 0.721344, "f1": 0.680377, "accuracy": 0.721344, "main_score": 0.680377, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557607, "recall": 0.624506, "f1": 0.576426, "accuracy": 0.624506, "main_score": 0.576426, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504788, "recall": 0.573123, "f1": 0.523329, "accuracy": 0.573123, "main_score": 0.523329, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66399, "recall": 0.727273, "f1": 0.682273, "accuracy": 0.727273, "main_score": 0.682273, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269688, "recall": 0.349802, "f1": 0.290778, "accuracy": 0.349802, "main_score": 0.290778, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576971, "recall": 0.640316, "f1": 0.595605, "accuracy": 0.640316, "main_score": 0.595605, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585354, "recall": 0.650198, "f1": 0.603393, "accuracy": 0.650198, "main_score": 0.603393, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705247, "recall": 0.770751, "f1": 0.724951, "accuracy": 0.770751, "main_score": 0.724951, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565285, "recall": 0.630435, "f1": 0.583997, "accuracy": 0.630435, "main_score": 0.583997, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762385, "recall": 0.811265, "f1": 0.77739, "accuracy": 0.811265, "main_score": 0.77739, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465452, "recall": 0.533597, "f1": 0.483882, "accuracy": 0.533597, "main_score": 0.483882, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.847579, "recall": 0.891304, "f1": 0.861364, "accuracy": 0.891304, "main_score": 0.861364, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617583, "recall": 0.671937, "f1": 0.632948, "accuracy": 0.671937, "main_score": 0.632948, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.945652, "f1": 0.928689, "accuracy": 0.945652, "main_score": 0.928689, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455893, "recall": 0.529644, "f1": 0.475713, "accuracy": 0.529644, "main_score": 0.475713, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638785, "recall": 0.710474, "f1": 0.659919, "accuracy": 0.710474, "main_score": 0.659919, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837566, "recall": 0.878458, "f1": 0.850165, "accuracy": 0.878458, "main_score": 0.850165, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.647181, "recall": 0.706522, "f1": 0.664756, "accuracy": 0.706522, "main_score": 0.664756, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629729, "recall": 0.692688, "f1": 0.647845, "accuracy": 0.692688, "main_score": 0.647845, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551972, "recall": 0.610672, "f1": 0.568466, "accuracy": 0.610672, "main_score": 0.568466, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526327, "recall": 0.589921, "f1": 0.544246, "accuracy": 0.589921, "main_score": 0.544246, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81605, "recall": 0.863636, "f1": 0.830385, "accuracy": 0.863636, "main_score": 0.830385, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540803, "recall": 0.605731, "f1": 0.558611, "accuracy": 0.605731, "main_score": 0.558611, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607547, "recall": 0.667984, "f1": 0.625445, "accuracy": 0.667984, "main_score": 0.625445, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.977273, "f1": 0.971245, "accuracy": 0.977273, "main_score": 0.971245, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488021, "recall": 0.550395, "f1": 0.504861, "accuracy": 0.550395, "main_score": 0.504861, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564346, "recall": 0.62747, "f1": 0.58165, "accuracy": 0.62747, "main_score": 0.58165, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594665, "recall": 0.65415, "f1": 0.61178, "accuracy": 0.65415, "main_score": 0.61178, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563456, "recall": 0.616601, "f1": 0.57813, "accuracy": 0.616601, "main_score": 0.57813, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529463, "recall": 0.59585, "f1": 0.548439, "accuracy": 0.59585, "main_score": 0.548439, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.787549, "f1": 0.748852, "accuracy": 0.787549, "main_score": 0.748852, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740448, "recall": 0.794466, "f1": 0.756653, "accuracy": 0.794466, "main_score": 0.756653, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883926, "recall": 0.913043, "f1": 0.892556, "accuracy": 0.913043, "main_score": 0.892556, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.966403, "f1": 0.956983, "accuracy": 0.966403, "main_score": 0.956983, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498339, "recall": 0.583004, "f1": 0.523149, "accuracy": 0.583004, "main_score": 0.523149, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.698412, "recall": 0.756917, "f1": 0.71578, "accuracy": 0.756917, "main_score": 0.71578, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60048, "recall": 0.649209, "f1": 0.614295, "accuracy": 0.649209, "main_score": 0.614295, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529596, "recall": 0.599802, "f1": 0.549512, "accuracy": 0.599802, "main_score": 0.549512, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495974, "recall": 0.557312, "f1": 0.51304, "accuracy": 0.557312, "main_score": 0.51304, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354693, "recall": 0.434783, "f1": 0.376351, "accuracy": 0.434783, "main_score": 0.376351, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.960474, "f1": 0.950593, "accuracy": 0.960474, "main_score": 0.950593, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566247, "recall": 0.619565, "f1": 0.580343, "accuracy": 0.619565, "main_score": 0.580343, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812072, "recall": 0.852767, "f1": 0.824473, "accuracy": 0.852767, "main_score": 0.824473, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914526, "recall": 0.936759, "f1": 0.921607, "accuracy": 0.936759, "main_score": 0.921607, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558309, "recall": 0.614625, "f1": 0.574415, "accuracy": 0.614625, "main_score": 0.574415, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573866, "recall": 0.636364, "f1": 0.591296, "accuracy": 0.636364, "main_score": 0.591296, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516507, "recall": 0.583004, "f1": 0.534663, "accuracy": 0.583004, "main_score": 0.534663, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186319, "recall": 0.232213, "f1": 0.197958, "accuracy": 0.232213, "main_score": 0.197958, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59787, "recall": 0.646245, "f1": 0.611207, "accuracy": 0.646245, "main_score": 0.611207, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.95751, "f1": 0.944895, "accuracy": 0.95751, "main_score": 0.944895, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631324, "recall": 0.684783, "f1": 0.647069, "accuracy": 0.684783, "main_score": 0.647069, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917935, "recall": 0.940711, "f1": 0.924967, "accuracy": 0.940711, "main_score": 0.924967, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.509808, "recall": 0.566206, "f1": 0.526306, "accuracy": 0.566206, "main_score": 0.526306, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477266, "recall": 0.547431, "f1": 0.496581, "accuracy": 0.547431, "main_score": 0.496581, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531295, "recall": 0.590909, "f1": 0.547394, "accuracy": 0.590909, "main_score": 0.547394, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.944993, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553287, "recall": 0.609684, "f1": 0.568848, "accuracy": 0.609684, "main_score": 0.568848, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840119, "recall": 0.880435, "f1": 0.852536, "accuracy": 0.880435, "main_score": 0.852536, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495513, "recall": 0.549407, "f1": 0.510731, "accuracy": 0.549407, "main_score": 0.510731, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504975, "recall": 0.567194, "f1": 0.522239, "accuracy": 0.567194, "main_score": 0.522239, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484769, "recall": 0.537549, "f1": 0.499568, "accuracy": 0.537549, "main_score": 0.499568, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892375, "recall": 0.921937, "f1": 0.901581, "accuracy": 0.921937, "main_score": 0.901581, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320678, "recall": 0.371542, "f1": 0.335039, "accuracy": 0.371542, "main_score": 0.335039, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534098, "recall": 0.593874, "f1": 0.550965, "accuracy": 0.593874, "main_score": 0.550965, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939921, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.940711, "f1": 0.921607, "accuracy": 0.940711, "main_score": 0.921607, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564305, "recall": 0.612648, "f1": 0.578103, "accuracy": 0.612648, "main_score": 0.578103, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64853, "recall": 0.70751, "f1": 0.665618, "accuracy": 0.70751, "main_score": 0.665618, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.944664, "f1": 0.930468, "accuracy": 0.944664, "main_score": 0.930468, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556028, "recall": 0.639328, "f1": 0.579912, "accuracy": 0.639328, "main_score": 0.579912, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.640193, "recall": 0.69664, "f1": 0.656233, "accuracy": 0.69664, "main_score": 0.656233, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.937088, "accuracy": 0.950593, "main_score": 0.937088, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612378, "recall": 0.661067, "f1": 0.626927, "accuracy": 0.661067, "main_score": 0.626927, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607371, "recall": 0.672925, "f1": 0.62647, "accuracy": 0.672925, "main_score": 0.62647, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.960474, "accuracy": 0.968379, "main_score": 0.960474, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973353, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.924901, "f1": 0.902503, "accuracy": 0.924901, "main_score": 0.902503, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.520158, "recall": 0.571146, "f1": 0.534798, "accuracy": 0.571146, "main_score": 0.534798, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51979, "recall": 0.575099, "f1": 0.535201, "accuracy": 0.575099, "main_score": 0.535201, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742781, "recall": 0.795455, "f1": 0.758267, "accuracy": 0.795455, "main_score": 0.758267, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429858, "recall": 0.490119, "f1": 0.446816, "accuracy": 0.490119, "main_score": 0.446816, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.800132, "recall": 0.849802, "f1": 0.815119, "accuracy": 0.849802, "main_score": 0.815119, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519933, "recall": 0.579051, "f1": 0.535888, "accuracy": 0.579051, "main_score": 0.535888, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.535345, "recall": 0.600791, "f1": 0.554191, "accuracy": 0.600791, "main_score": 0.554191, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204974, "recall": 0.250988, "f1": 0.215271, "accuracy": 0.250988, "main_score": 0.215271, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610979, "recall": 0.663043, "f1": 0.625743, "accuracy": 0.663043, "main_score": 0.625743, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731382, "recall": 0.796443, "f1": 0.750977, "accuracy": 0.796443, "main_score": 0.750977, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.967391, "f1": 0.958794, "accuracy": 0.967391, "main_score": 0.958794, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392461, "recall": 0.449605, "f1": 0.407752, "accuracy": 0.449605, "main_score": 0.407752, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.625586, "recall": 0.684783, "f1": 0.643495, "accuracy": 0.684783, "main_score": 0.643495, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518067, "recall": 0.579051, "f1": 0.536082, "accuracy": 0.579051, "main_score": 0.536082, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475782, "recall": 0.536561, "f1": 0.49209, "accuracy": 0.536561, "main_score": 0.49209, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636752, "recall": 0.692688, "f1": 0.652868, "accuracy": 0.692688, "main_score": 0.652868, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233443, "recall": 0.310277, "f1": 0.253366, "accuracy": 0.310277, "main_score": 0.253366, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.906785, "recall": 0.934783, "f1": 0.91581, "accuracy": 0.934783, "main_score": 0.91581, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554265, "recall": 0.612648, "f1": 0.571499, "accuracy": 0.612648, "main_score": 0.571499, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538596, "recall": 0.596838, "f1": 0.55486, "accuracy": 0.596838, "main_score": 0.55486, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950494, "accuracy": 0.961462, "main_score": 0.950494, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660674, "recall": 0.725296, "f1": 0.679781, "accuracy": 0.725296, "main_score": 0.679781, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531475, "recall": 0.585968, "f1": 0.546949, "accuracy": 0.585968, "main_score": 0.546949, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724967, "recall": 0.783597, "f1": 0.742622, "accuracy": 0.783597, "main_score": 0.742622, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.955781, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438638, "recall": 0.498024, "f1": 0.454659, "accuracy": 0.498024, "main_score": 0.454659, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805955, "recall": 0.850791, "f1": 0.819252, "accuracy": 0.850791, "main_score": 0.819252, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934206, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887352, "recall": 0.91996, "f1": 0.89753, "accuracy": 0.91996, "main_score": 0.89753, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57892, "recall": 0.634387, "f1": 0.595116, "accuracy": 0.634387, "main_score": 0.595116, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850049, "recall": 0.889328, "f1": 0.862352, "accuracy": 0.889328, "main_score": 0.862352, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437568, "recall": 0.5, "f1": 0.454536, "accuracy": 0.5, "main_score": 0.454536, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592329, "recall": 0.663043, "f1": 0.613225, "accuracy": 0.663043, "main_score": 0.613225, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931242, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784074, "recall": 0.833004, "f1": 0.798781, "accuracy": 0.833004, "main_score": 0.798781, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975908, "accuracy": 0.981225, "main_score": 0.975908, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.606538, "recall": 0.658103, "f1": 0.620964, "accuracy": 0.658103, "main_score": 0.620964, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584341, "recall": 0.647233, "f1": 0.602525, "accuracy": 0.647233, "main_score": 0.602525, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869713, "recall": 0.905138, "f1": 0.880665, "accuracy": 0.905138, "main_score": 0.880665, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517655, "recall": 0.578063, "f1": 0.535136, "accuracy": 0.578063, "main_score": 0.535136, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496486, "recall": 0.561265, "f1": 0.515107, "accuracy": 0.561265, "main_score": 0.515107, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779183, "recall": 0.83004, "f1": 0.79465, "accuracy": 0.83004, "main_score": 0.79465, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510255, "recall": 0.568182, "f1": 0.526265, "accuracy": 0.568182, "main_score": 0.526265, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5778, "recall": 0.636364, "f1": 0.593923, "accuracy": 0.636364, "main_score": 0.593923, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903409, "recall": 0.929842, "f1": 0.911792, "accuracy": 0.929842, "main_score": 0.911792, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467115, "recall": 0.513834, "f1": 0.480418, "accuracy": 0.513834, "main_score": 0.480418, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551454, "recall": 0.609684, "f1": 0.567103, "accuracy": 0.609684, "main_score": 0.567103, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564603, "recall": 0.628458, "f1": 0.583187, "accuracy": 0.628458, "main_score": 0.583187, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529125, "recall": 0.583992, "f1": 0.544757, "accuracy": 0.583992, "main_score": 0.544757, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497917, "recall": 0.562253, "f1": 0.51651, "accuracy": 0.562253, "main_score": 0.51651, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684733, "recall": 0.743083, "f1": 0.702207, "accuracy": 0.743083, "main_score": 0.702207, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696179, "recall": 0.746047, "f1": 0.711547, "accuracy": 0.746047, "main_score": 0.711547, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798913, "recall": 0.840909, "f1": 0.811434, "accuracy": 0.840909, "main_score": 0.811434, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.927866, "f1": 0.908169, "accuracy": 0.927866, "main_score": 0.908169, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.967391, "f1": 0.95911, "accuracy": 0.967391, "main_score": 0.95911, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447079, "recall": 0.514822, "f1": 0.466469, "accuracy": 0.514822, "main_score": 0.466469, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.727273, "f1": 0.687436, "accuracy": 0.727273, "main_score": 0.687436, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543028, "recall": 0.593874, "f1": 0.557174, "accuracy": 0.593874, "main_score": 0.557174, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587229, "recall": 0.652174, "f1": 0.606049, "accuracy": 0.652174, "main_score": 0.606049, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537234, "recall": 0.605731, "f1": 0.556277, "accuracy": 0.605731, "main_score": 0.556277, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448397, "recall": 0.522727, "f1": 0.468517, "accuracy": 0.522727, "main_score": 0.468517, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612892, "recall": 0.66996, "f1": 0.628628, "accuracy": 0.66996, "main_score": 0.628628, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877964, "recall": 0.912055, "f1": 0.888801, "accuracy": 0.912055, "main_score": 0.888801, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.618264, "recall": 0.671937, "f1": 0.633796, "accuracy": 0.671937, "main_score": 0.633796, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628994, "recall": 0.689723, "f1": 0.645684, "accuracy": 0.689723, "main_score": 0.645684, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565279, "recall": 0.628458, "f1": 0.583179, "accuracy": 0.628458, "main_score": 0.583179, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184618, "recall": 0.236166, "f1": 0.196669, "accuracy": 0.236166, "main_score": 0.196669, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644372, "recall": 0.697628, "f1": 0.659456, "accuracy": 0.697628, "main_score": 0.659456, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689081, "recall": 0.741107, "f1": 0.704183, "accuracy": 0.741107, "main_score": 0.704183, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558919, "recall": 0.609684, "f1": 0.573487, "accuracy": 0.609684, "main_score": 0.573487, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519419, "recall": 0.591897, "f1": 0.538723, "accuracy": 0.591897, "main_score": 0.538723, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575683, "recall": 0.63834, "f1": 0.593632, "accuracy": 0.63834, "main_score": 0.593632, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590755, "recall": 0.65415, "f1": 0.608536, "accuracy": 0.65415, "main_score": 0.608536, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911232, "recall": 0.937747, "f1": 0.91996, "accuracy": 0.937747, "main_score": 0.91996, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538903, "recall": 0.597826, "f1": 0.556148, "accuracy": 0.597826, "main_score": 0.556148, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549562, "recall": 0.618577, "f1": 0.569162, "accuracy": 0.618577, "main_score": 0.569162, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532838, "recall": 0.591897, "f1": 0.549009, "accuracy": 0.591897, "main_score": 0.549009, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318777, "recall": 0.382411, "f1": 0.336521, "accuracy": 0.382411, "main_score": 0.336521, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616248, "recall": 0.672925, "f1": 0.632009, "accuracy": 0.672925, "main_score": 0.632009, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592631, "recall": 0.650198, "f1": 0.60924, "accuracy": 0.650198, "main_score": 0.60924, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716855, "recall": 0.779644, "f1": 0.735512, "accuracy": 0.779644, "main_score": 0.735512, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670332, "recall": 0.745059, "f1": 0.692309, "accuracy": 0.745059, "main_score": 0.692309, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.722037, "recall": 0.777668, "f1": 0.738072, "accuracy": 0.777668, "main_score": 0.738072, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670487, "recall": 0.727273, "f1": 0.687408, "accuracy": 0.727273, "main_score": 0.687408, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682141, "recall": 0.748024, "f1": 0.701193, "accuracy": 0.748024, "main_score": 0.701193, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.557556, "recall": 0.618577, "f1": 0.574333, "accuracy": 0.618577, "main_score": 0.574333, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567384, "recall": 0.626482, "f1": 0.584489, "accuracy": 0.626482, "main_score": 0.584489, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807263, "recall": 0.851779, "f1": 0.82085, "accuracy": 0.851779, "main_score": 0.82085, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48382, "recall": 0.54249, "f1": 0.499733, "accuracy": 0.54249, "main_score": 0.499733, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.854143, "recall": 0.896245, "f1": 0.867408, "accuracy": 0.896245, "main_score": 0.867408, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547011, "recall": 0.614625, "f1": 0.56563, "accuracy": 0.614625, "main_score": 0.56563, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608318, "recall": 0.678854, "f1": 0.6283, "accuracy": 0.678854, "main_score": 0.6283, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194362, "recall": 0.253953, "f1": 0.207864, "accuracy": 0.253953, "main_score": 0.207864, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648972, "recall": 0.709486, "f1": 0.665784, "accuracy": 0.709486, "main_score": 0.665784, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819005, "recall": 0.866601, "f1": 0.833432, "accuracy": 0.866601, "main_score": 0.833432, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423957, "recall": 0.482213, "f1": 0.440237, "accuracy": 0.482213, "main_score": 0.440237, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683351, "recall": 0.73913, "f1": 0.699742, "accuracy": 0.73913, "main_score": 0.699742, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566266, "recall": 0.634387, "f1": 0.585358, "accuracy": 0.634387, "main_score": 0.585358, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52258, "recall": 0.587945, "f1": 0.540326, "accuracy": 0.587945, "main_score": 0.540326, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679324, "recall": 0.730237, "f1": 0.694713, "accuracy": 0.730237, "main_score": 0.694713, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.235699, "recall": 0.312253, "f1": 0.255889, "accuracy": 0.312253, "main_score": 0.255889, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592227, "recall": 0.65415, "f1": 0.610413, "accuracy": 0.65415, "main_score": 0.610413, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60421, "recall": 0.667984, "f1": 0.622312, "accuracy": 0.667984, "main_score": 0.622312, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727456, "recall": 0.786561, "f1": 0.745092, "accuracy": 0.786561, "main_score": 0.745092, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581974, "recall": 0.644269, "f1": 0.599628, "accuracy": 0.644269, "main_score": 0.599628, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812171, "recall": 0.855731, "f1": 0.825231, "accuracy": 0.855731, "main_score": 0.825231, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484429, "recall": 0.548419, "f1": 0.501489, "accuracy": 0.548419, "main_score": 0.501489, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88834, "recall": 0.920949, "f1": 0.898518, "accuracy": 0.920949, "main_score": 0.898518, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94137, "recall": 0.960474, "f1": 0.947628, "accuracy": 0.960474, "main_score": 0.947628, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625403, "recall": 0.68083, "f1": 0.642004, "accuracy": 0.68083, "main_score": 0.642004, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.9417, "f1": 0.923913, "accuracy": 0.9417, "main_score": 0.923913, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47216, "recall": 0.543478, "f1": 0.491619, "accuracy": 0.543478, "main_score": 0.491619, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635352, "recall": 0.704545, "f1": 0.655818, "accuracy": 0.704545, "main_score": 0.655818, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86553, "recall": 0.902174, "f1": 0.877207, "accuracy": 0.902174, "main_score": 0.877207, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653277, "recall": 0.708498, "f1": 0.669164, "accuracy": 0.708498, "main_score": 0.669164, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65342, "recall": 0.710474, "f1": 0.669852, "accuracy": 0.710474, "main_score": 0.669852, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562638, "recall": 0.62747, "f1": 0.581246, "accuracy": 0.62747, "main_score": 0.581246, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541601, "recall": 0.606719, "f1": 0.559662, "accuracy": 0.606719, "main_score": 0.559662, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846673, "recall": 0.887352, "f1": 0.859289, "accuracy": 0.887352, "main_score": 0.859289, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562379, "recall": 0.624506, "f1": 0.579648, "accuracy": 0.624506, "main_score": 0.579648, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63033, "recall": 0.690711, "f1": 0.647365, "accuracy": 0.690711, "main_score": 0.647365, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.958498, "f1": 0.944829, "accuracy": 0.958498, "main_score": 0.944829, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499193, "recall": 0.55336, "f1": 0.514813, "accuracy": 0.55336, "main_score": 0.514813, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575821, "recall": 0.636364, "f1": 0.592452, "accuracy": 0.636364, "main_score": 0.592452, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594493, "recall": 0.661067, "f1": 0.613362, "accuracy": 0.661067, "main_score": 0.613362, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588992, "recall": 0.640316, "f1": 0.6034, "accuracy": 0.640316, "main_score": 0.6034, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546525, "recall": 0.613636, "f1": 0.565763, "accuracy": 0.613636, "main_score": 0.565763, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758959, "recall": 0.810277, "f1": 0.774558, "accuracy": 0.810277, "main_score": 0.774558, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756341, "recall": 0.811265, "f1": 0.773221, "accuracy": 0.811265, "main_score": 0.773221, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886479, "recall": 0.913043, "f1": 0.894631, "accuracy": 0.913043, "main_score": 0.894631, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499653, "recall": 0.58004, "f1": 0.52309, "accuracy": 0.58004, "main_score": 0.52309, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714889, "recall": 0.771739, "f1": 0.731758, "accuracy": 0.771739, "main_score": 0.731758, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613431, "recall": 0.666008, "f1": 0.62832, "accuracy": 0.666008, "main_score": 0.62832, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453343, "recall": 0.500988, "f1": 0.467918, "accuracy": 0.500988, "main_score": 0.467918, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516321, "recall": 0.561265, "f1": 0.529233, "accuracy": 0.561265, "main_score": 0.529233, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223436, "recall": 0.266798, "f1": 0.234494, "accuracy": 0.266798, "main_score": 0.234494, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610735, "recall": 0.657115, "f1": 0.623552, "accuracy": 0.657115, "main_score": 0.623552, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539515, "recall": 0.588933, "f1": 0.553517, "accuracy": 0.588933, "main_score": 0.553517, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.608686, "recall": 0.653162, "f1": 0.621749, "accuracy": 0.653162, "main_score": 0.621749, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62053, "recall": 0.657115, "f1": 0.630262, "accuracy": 0.657115, "main_score": 0.630262, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568982, "recall": 0.608696, "f1": 0.579776, "accuracy": 0.608696, "main_score": 0.579776, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604485, "recall": 0.647233, "f1": 0.616588, "accuracy": 0.647233, "main_score": 0.616588, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621028, "recall": 0.660079, "f1": 0.631428, "accuracy": 0.660079, "main_score": 0.631428, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630407, "recall": 0.664032, "f1": 0.639927, "accuracy": 0.664032, "main_score": 0.639927, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591205, "recall": 0.63834, "f1": 0.60422, "accuracy": 0.63834, "main_score": 0.60422, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596647, "recall": 0.639328, "f1": 0.609236, "accuracy": 0.639328, "main_score": 0.609236, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548591, "recall": 0.593874, "f1": 0.562107, "accuracy": 0.593874, "main_score": 0.562107, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601908, "recall": 0.653162, "f1": 0.61631, "accuracy": 0.653162, "main_score": 0.61631, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550883, "recall": 0.601779, "f1": 0.564383, "accuracy": 0.601779, "main_score": 0.564383, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622781, "recall": 0.662055, "f1": 0.632794, "accuracy": 0.662055, "main_score": 0.632794, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589987, "recall": 0.635375, "f1": 0.602459, "accuracy": 0.635375, "main_score": 0.602459, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57133, "recall": 0.619565, "f1": 0.585055, "accuracy": 0.619565, "main_score": 0.585055, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648875, "recall": 0.690711, "f1": 0.66047, "accuracy": 0.690711, "main_score": 0.66047, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613763, "recall": 0.658103, "f1": 0.626028, "accuracy": 0.658103, "main_score": 0.626028, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5003, "recall": 0.547431, "f1": 0.51377, "accuracy": 0.547431, "main_score": 0.51377, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595129, "recall": 0.641304, "f1": 0.60812, "accuracy": 0.641304, "main_score": 0.60812, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.589943, "recall": 0.636364, "f1": 0.602871, "accuracy": 0.636364, "main_score": 0.602871, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608272, "recall": 0.648221, "f1": 0.619299, "accuracy": 0.648221, "main_score": 0.619299, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193614, "recall": 0.238142, "f1": 0.204398, "accuracy": 0.238142, "main_score": 0.204398, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.588352, "recall": 0.632411, "f1": 0.60023, "accuracy": 0.632411, "main_score": 0.60023, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589577, "recall": 0.632411, "f1": 0.601625, "accuracy": 0.632411, "main_score": 0.601625, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618651, "recall": 0.661067, "f1": 0.630026, "accuracy": 0.661067, "main_score": 0.630026, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604005, "recall": 0.650198, "f1": 0.616347, "accuracy": 0.650198, "main_score": 0.616347, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577004, "recall": 0.624506, "f1": 0.590042, "accuracy": 0.624506, "main_score": 0.590042, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600217, "recall": 0.644269, "f1": 0.613538, "accuracy": 0.644269, "main_score": 0.613538, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.568761, "recall": 0.607708, "f1": 0.580146, "accuracy": 0.607708, "main_score": 0.580146, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610248, "recall": 0.652174, "f1": 0.621984, "accuracy": 0.652174, "main_score": 0.621984, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500912, "recall": 0.560277, "f1": 0.517464, "accuracy": 0.560277, "main_score": 0.517464, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584169, "recall": 0.621542, "f1": 0.594682, "accuracy": 0.621542, "main_score": 0.594682, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603238, "recall": 0.652174, "f1": 0.616781, "accuracy": 0.652174, "main_score": 0.616781, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.583596, "recall": 0.628458, "f1": 0.596361, "accuracy": 0.628458, "main_score": 0.596361, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577028, "recall": 0.620553, "f1": 0.589341, "accuracy": 0.620553, "main_score": 0.589341, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.5451, "recall": 0.592885, "f1": 0.558722, "accuracy": 0.592885, "main_score": 0.558722, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407638, "recall": 0.470356, "f1": 0.424241, "accuracy": 0.470356, "main_score": 0.424241, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615571, "recall": 0.652174, "f1": 0.626096, "accuracy": 0.652174, "main_score": 0.626096, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552322, "recall": 0.601779, "f1": 0.5671, "accuracy": 0.601779, "main_score": 0.5671, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617204, "recall": 0.657115, "f1": 0.628773, "accuracy": 0.657115, "main_score": 0.628773, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.626389, "recall": 0.66502, "f1": 0.637392, "accuracy": 0.66502, "main_score": 0.637392, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605028, "recall": 0.647233, "f1": 0.616812, "accuracy": 0.647233, "main_score": 0.616812, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596949, "recall": 0.641304, "f1": 0.609106, "accuracy": 0.641304, "main_score": 0.609106, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539097, "recall": 0.58498, "f1": 0.55295, "accuracy": 0.58498, "main_score": 0.55295, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566277, "recall": 0.609684, "f1": 0.57917, "accuracy": 0.609684, "main_score": 0.57917, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625719, "recall": 0.659091, "f1": 0.635022, "accuracy": 0.659091, "main_score": 0.635022, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618795, "recall": 0.663043, "f1": 0.630985, "accuracy": 0.663043, "main_score": 0.630985, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622398, "recall": 0.655138, "f1": 0.630925, "accuracy": 0.655138, "main_score": 0.630925, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507486, "recall": 0.5583, "f1": 0.52273, "accuracy": 0.5583, "main_score": 0.52273, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591074, "recall": 0.639328, "f1": 0.604455, "accuracy": 0.639328, "main_score": 0.604455, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444922, "recall": 0.494071, "f1": 0.457589, "accuracy": 0.494071, "main_score": 0.457589, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540088, "recall": 0.58004, "f1": 0.551384, "accuracy": 0.58004, "main_score": 0.551384, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646172, "recall": 0.674901, "f1": 0.654037, "accuracy": 0.674901, "main_score": 0.654037, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315697, "recall": 0.365613, "f1": 0.329418, "accuracy": 0.365613, "main_score": 0.329418, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605859, "recall": 0.649209, "f1": 0.617765, "accuracy": 0.649209, "main_score": 0.617765, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597644, "recall": 0.644269, "f1": 0.610374, "accuracy": 0.644269, "main_score": 0.610374, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616102, "recall": 0.659091, "f1": 0.628034, "accuracy": 0.659091, "main_score": 0.628034, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574659, "recall": 0.62747, "f1": 0.589353, "accuracy": 0.62747, "main_score": 0.589353, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751433, "recall": 0.80336, "f1": 0.766902, "accuracy": 0.80336, "main_score": 0.766902, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63233, "recall": 0.661067, "f1": 0.640849, "accuracy": 0.661067, "main_score": 0.640849, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573534, "recall": 0.615613, "f1": 0.585428, "accuracy": 0.615613, "main_score": 0.585428, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633014, "recall": 0.672925, "f1": 0.644417, "accuracy": 0.672925, "main_score": 0.644417, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555137, "recall": 0.594862, "f1": 0.566323, "accuracy": 0.594862, "main_score": 0.566323, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614291, "recall": 0.658103, "f1": 0.625968, "accuracy": 0.658103, "main_score": 0.625968, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5625, "recall": 0.604743, "f1": 0.575264, "accuracy": 0.604743, "main_score": 0.575264, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576746, "recall": 0.621542, "f1": 0.588902, "accuracy": 0.621542, "main_score": 0.588902, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571064, "recall": 0.620553, "f1": 0.585106, "accuracy": 0.620553, "main_score": 0.585106, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604813, "recall": 0.648221, "f1": 0.616096, "accuracy": 0.648221, "main_score": 0.616096, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272606, "recall": 0.322134, "f1": 0.284089, "accuracy": 0.322134, "main_score": 0.284089, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554755, "recall": 0.597826, "f1": 0.566454, "accuracy": 0.597826, "main_score": 0.566454, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568271, "recall": 0.616601, "f1": 0.581665, "accuracy": 0.616601, "main_score": 0.581665, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574054, "recall": 0.612648, "f1": 0.585524, "accuracy": 0.612648, "main_score": 0.585524, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523345, "recall": 0.581028, "f1": 0.539131, "accuracy": 0.581028, "main_score": 0.539131, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.629628, "recall": 0.668972, "f1": 0.640138, "accuracy": 0.668972, "main_score": 0.640138, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605421, "recall": 0.644269, "f1": 0.615908, "accuracy": 0.644269, "main_score": 0.615908, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63425, "recall": 0.670949, "f1": 0.644376, "accuracy": 0.670949, "main_score": 0.644376, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497917, "recall": 0.554348, "f1": 0.513934, "accuracy": 0.554348, "main_score": 0.513934, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.626748, "recall": 0.662055, "f1": 0.637307, "accuracy": 0.662055, "main_score": 0.637307, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588044, "recall": 0.63834, "f1": 0.603066, "accuracy": 0.63834, "main_score": 0.603066, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624334, "recall": 0.663043, "f1": 0.6355, "accuracy": 0.663043, "main_score": 0.6355, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602513, "recall": 0.646245, "f1": 0.614551, "accuracy": 0.646245, "main_score": 0.614551, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545133, "recall": 0.589921, "f1": 0.557811, "accuracy": 0.589921, "main_score": 0.557811, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530723, "recall": 0.570158, "f1": 0.542033, "accuracy": 0.570158, "main_score": 0.542033, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580813, "recall": 0.633399, "f1": 0.595938, "accuracy": 0.633399, "main_score": 0.595938, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.605024, "recall": 0.645257, "f1": 0.616617, "accuracy": 0.645257, "main_score": 0.616617, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597889, "recall": 0.641304, "f1": 0.610351, "accuracy": 0.641304, "main_score": 0.610351, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601132, "recall": 0.640316, "f1": 0.612738, "accuracy": 0.640316, "main_score": 0.612738, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485725, "recall": 0.52668, "f1": 0.496973, "accuracy": 0.52668, "main_score": 0.496973, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627874, "recall": 0.66502, "f1": 0.638847, "accuracy": 0.66502, "main_score": 0.638847, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529738, "recall": 0.583992, "f1": 0.544155, "accuracy": 0.583992, "main_score": 0.544155, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.507425, "recall": 0.548419, "f1": 0.519079, "accuracy": 0.548419, "main_score": 0.519079, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598598, "recall": 0.640316, "f1": 0.610011, "accuracy": 0.640316, "main_score": 0.610011, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520224, "recall": 0.568182, "f1": 0.534144, "accuracy": 0.568182, "main_score": 0.534144, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641248, "recall": 0.673913, "f1": 0.650141, "accuracy": 0.673913, "main_score": 0.650141, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587569, "recall": 0.631423, "f1": 0.599957, "accuracy": 0.631423, "main_score": 0.599957, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601062, "recall": 0.648221, "f1": 0.614233, "accuracy": 0.648221, "main_score": 0.614233, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.632143, "recall": 0.666996, "f1": 0.641557, "accuracy": 0.666996, "main_score": 0.641557, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597038, "recall": 0.640316, "f1": 0.609201, "accuracy": 0.640316, "main_score": 0.609201, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.610742, "recall": 0.649209, "f1": 0.621776, "accuracy": 0.649209, "main_score": 0.621776, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439625, "recall": 0.508893, "f1": 0.458773, "accuracy": 0.508893, "main_score": 0.458773, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558416, "recall": 0.606719, "f1": 0.572864, "accuracy": 0.606719, "main_score": 0.572864, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198322, "recall": 0.242095, "f1": 0.208696, "accuracy": 0.242095, "main_score": 0.208696, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.569417, "recall": 0.613636, "f1": 0.581763, "accuracy": 0.613636, "main_score": 0.581763, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471135, "recall": 0.517787, "f1": 0.485039, "accuracy": 0.517787, "main_score": 0.485039, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610639, "recall": 0.651186, "f1": 0.622687, "accuracy": 0.651186, "main_score": 0.622687, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606024, "recall": 0.648221, "f1": 0.617269, "accuracy": 0.648221, "main_score": 0.617269, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424393, "recall": 0.476285, "f1": 0.43857, "accuracy": 0.476285, "main_score": 0.43857, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609394, "recall": 0.647233, "f1": 0.620067, "accuracy": 0.647233, "main_score": 0.620067, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602927, "recall": 0.647233, "f1": 0.61505, "accuracy": 0.647233, "main_score": 0.61505, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543386, "recall": 0.596838, "f1": 0.558187, "accuracy": 0.596838, "main_score": 0.558187, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592916, "recall": 0.635375, "f1": 0.60444, "accuracy": 0.635375, "main_score": 0.60444, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576343, "recall": 0.617589, "f1": 0.587851, "accuracy": 0.617589, "main_score": 0.587851, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582117, "recall": 0.629447, "f1": 0.595935, "accuracy": 0.629447, "main_score": 0.595935, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64277, "recall": 0.681818, "f1": 0.653245, "accuracy": 0.681818, "main_score": 0.653245, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516694, "recall": 0.562253, "f1": 0.529824, "accuracy": 0.562253, "main_score": 0.529824, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51339, "recall": 0.564229, "f1": 0.528, "accuracy": 0.564229, "main_score": 0.528, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584363, "recall": 0.621542, "f1": 0.594608, "accuracy": 0.621542, "main_score": 0.594608, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617316, "recall": 0.660079, "f1": 0.629363, "accuracy": 0.660079, "main_score": 0.629363, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129329, "recall": 0.167984, "f1": 0.138654, "accuracy": 0.167984, "main_score": 0.138654, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.5899, "recall": 0.641304, "f1": 0.603236, "accuracy": 0.641304, "main_score": 0.603236, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.509294, "recall": 0.561265, "f1": 0.52319, "accuracy": 0.561265, "main_score": 0.52319, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.558536, "recall": 0.603755, "f1": 0.571698, "accuracy": 0.603755, "main_score": 0.571698, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604615, "recall": 0.648221, "f1": 0.616311, "accuracy": 0.648221, "main_score": 0.616311, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521643, "recall": 0.570158, "f1": 0.535192, "accuracy": 0.570158, "main_score": 0.535192, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535334, "recall": 0.577075, "f1": 0.547379, "accuracy": 0.577075, "main_score": 0.547379, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584877, "recall": 0.635375, "f1": 0.599051, "accuracy": 0.635375, "main_score": 0.599051, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62838, "recall": 0.666996, "f1": 0.639447, "accuracy": 0.666996, "main_score": 0.639447, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622437, "recall": 0.657115, "f1": 0.631946, "accuracy": 0.657115, "main_score": 0.631946, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574213, "recall": 0.616601, "f1": 0.586195, "accuracy": 0.616601, "main_score": 0.586195, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517847, "recall": 0.566206, "f1": 0.531801, "accuracy": 0.566206, "main_score": 0.531801, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600621, "recall": 0.642292, "f1": 0.612417, "accuracy": 0.642292, "main_score": 0.612417, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518545, "recall": 0.570158, "f1": 0.534082, "accuracy": 0.570158, "main_score": 0.534082, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525356, "recall": 0.56917, "f1": 0.537111, "accuracy": 0.56917, "main_score": 0.537111, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602347, "recall": 0.651186, "f1": 0.616804, "accuracy": 0.651186, "main_score": 0.616804, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.607899, "recall": 0.647233, "f1": 0.619153, "accuracy": 0.647233, "main_score": 0.619153, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583552, "recall": 0.636364, "f1": 0.598834, "accuracy": 0.636364, "main_score": 0.598834, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46356, "recall": 0.524704, "f1": 0.480407, "accuracy": 0.524704, "main_score": 0.480407, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.645242, "recall": 0.686759, "f1": 0.656258, "accuracy": 0.686759, "main_score": 0.656258, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595787, "recall": 0.645257, "f1": 0.609053, "accuracy": 0.645257, "main_score": 0.609053, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.562572, "recall": 0.607708, "f1": 0.575884, "accuracy": 0.607708, "main_score": 0.575884, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.537085, "recall": 0.58498, "f1": 0.550099, "accuracy": 0.58498, "main_score": 0.550099, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524771, "recall": 0.575099, "f1": 0.538507, "accuracy": 0.575099, "main_score": 0.538507, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545606, "recall": 0.596838, "f1": 0.560078, "accuracy": 0.596838, "main_score": 0.560078, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.615613, "f1": 0.581305, "accuracy": 0.615613, "main_score": 0.581305, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586254, "recall": 0.628458, "f1": 0.598016, "accuracy": 0.628458, "main_score": 0.598016, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510863, "recall": 0.567194, "f1": 0.526041, "accuracy": 0.567194, "main_score": 0.526041, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.595062, "recall": 0.641304, "f1": 0.607961, "accuracy": 0.641304, "main_score": 0.607961, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.576712, "recall": 0.626482, "f1": 0.589933, "accuracy": 0.626482, "main_score": 0.589933, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.630906, "recall": 0.668972, "f1": 0.641607, "accuracy": 0.668972, "main_score": 0.641607, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577523, "recall": 0.624506, "f1": 0.590152, "accuracy": 0.624506, "main_score": 0.590152, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622343, "recall": 0.662055, "f1": 0.633449, "accuracy": 0.662055, "main_score": 0.633449, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563164, "recall": 0.612648, "f1": 0.576958, "accuracy": 0.612648, "main_score": 0.576958, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582858, "recall": 0.62747, "f1": 0.594629, "accuracy": 0.62747, "main_score": 0.594629, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477232, "recall": 0.527668, "f1": 0.491543, "accuracy": 0.527668, "main_score": 0.491543, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609622, "recall": 0.650198, "f1": 0.621226, "accuracy": 0.650198, "main_score": 0.621226, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432852, "recall": 0.490119, "f1": 0.448867, "accuracy": 0.490119, "main_score": 0.448867, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.572025, "recall": 0.625494, "f1": 0.586935, "accuracy": 0.625494, "main_score": 0.586935, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.594296, "recall": 0.640316, "f1": 0.607678, "accuracy": 0.640316, "main_score": 0.607678, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58307, "recall": 0.623518, "f1": 0.594437, "accuracy": 0.623518, "main_score": 0.594437, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600973, "recall": 0.642292, "f1": 0.612153, "accuracy": 0.642292, "main_score": 0.612153, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564521, "recall": 0.614625, "f1": 0.578478, "accuracy": 0.614625, "main_score": 0.578478, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.57821, "recall": 0.615613, "f1": 0.589305, "accuracy": 0.615613, "main_score": 0.589305, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574867, "recall": 0.619565, "f1": 0.587662, "accuracy": 0.619565, "main_score": 0.587662, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599632, "recall": 0.643281, "f1": 0.611635, "accuracy": 0.643281, "main_score": 0.611635, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631201, "recall": 0.666008, "f1": 0.640966, "accuracy": 0.666008, "main_score": 0.640966, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63645, "recall": 0.679842, "f1": 0.648582, "accuracy": 0.679842, "main_score": 0.648582, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52318, "recall": 0.56917, "f1": 0.536997, "accuracy": 0.56917, "main_score": 0.536997, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625178, "recall": 0.66502, "f1": 0.636444, "accuracy": 0.66502, "main_score": 0.636444, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590132, "recall": 0.641304, "f1": 0.604892, "accuracy": 0.641304, "main_score": 0.604892, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.592581, "recall": 0.637352, "f1": 0.604944, "accuracy": 0.637352, "main_score": 0.604944, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513879, "recall": 0.565217, "f1": 0.528327, "accuracy": 0.565217, "main_score": 0.528327, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621126, "recall": 0.657115, "f1": 0.631186, "accuracy": 0.657115, "main_score": 0.631186, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573145, "recall": 0.614625, "f1": 0.584653, "accuracy": 0.614625, "main_score": 0.584653, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52637, "recall": 0.574111, "f1": 0.539839, "accuracy": 0.574111, "main_score": 0.539839, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540227, "recall": 0.587945, "f1": 0.55412, "accuracy": 0.587945, "main_score": 0.55412, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534528, "recall": 0.583004, "f1": 0.548667, "accuracy": 0.583004, "main_score": 0.548667, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608538, "recall": 0.658103, "f1": 0.622276, "accuracy": 0.658103, "main_score": 0.622276, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545377, "recall": 0.590909, "f1": 0.558289, "accuracy": 0.590909, "main_score": 0.558289, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510187, "recall": 0.554348, "f1": 0.522532, "accuracy": 0.554348, "main_score": 0.522532, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574944, "recall": 0.618577, "f1": 0.587325, "accuracy": 0.618577, "main_score": 0.587325, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592262, "recall": 0.643281, "f1": 0.606718, "accuracy": 0.643281, "main_score": 0.606718, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.549579, "recall": 0.596838, "f1": 0.563345, "accuracy": 0.596838, "main_score": 0.563345, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527539, "recall": 0.568182, "f1": 0.538952, "accuracy": 0.568182, "main_score": 0.538952, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579484, "recall": 0.629447, "f1": 0.59287, "accuracy": 0.629447, "main_score": 0.59287, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52505, "recall": 0.56917, "f1": 0.537491, "accuracy": 0.56917, "main_score": 0.537491, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556546, "recall": 0.597826, "f1": 0.56805, "accuracy": 0.597826, "main_score": 0.56805, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623087, "recall": 0.661067, "f1": 0.633602, "accuracy": 0.661067, "main_score": 0.633602, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604999, "recall": 0.643281, "f1": 0.616875, "accuracy": 0.643281, "main_score": 0.616875, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604886, "recall": 0.640316, "f1": 0.614651, "accuracy": 0.640316, "main_score": 0.614651, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563654, "recall": 0.609684, "f1": 0.577001, "accuracy": 0.609684, "main_score": 0.577001, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557552, "recall": 0.600791, "f1": 0.569607, "accuracy": 0.600791, "main_score": 0.569607, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590251, "recall": 0.636364, "f1": 0.602473, "accuracy": 0.636364, "main_score": 0.602473, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.445794, "recall": 0.507905, "f1": 0.463487, "accuracy": 0.507905, "main_score": 0.463487, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585107, "recall": 0.62747, "f1": 0.597342, "accuracy": 0.62747, "main_score": 0.597342, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.560554, "recall": 0.607708, "f1": 0.573818, "accuracy": 0.607708, "main_score": 0.573818, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587862, "recall": 0.630435, "f1": 0.599561, "accuracy": 0.630435, "main_score": 0.599561, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595877, "recall": 0.641304, "f1": 0.608897, "accuracy": 0.641304, "main_score": 0.608897, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.521975, "recall": 0.564229, "f1": 0.533786, "accuracy": 0.564229, "main_score": 0.533786, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53649, "recall": 0.578063, "f1": 0.548279, "accuracy": 0.578063, "main_score": 0.548279, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574824, "recall": 0.643281, "f1": 0.594573, "accuracy": 0.643281, "main_score": 0.594573, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523312, "recall": 0.586957, "f1": 0.541304, "accuracy": 0.586957, "main_score": 0.541304, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428239, "recall": 0.509881, "f1": 0.450457, "accuracy": 0.509881, "main_score": 0.450457, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597214, "recall": 0.650198, "f1": 0.612385, "accuracy": 0.650198, "main_score": 0.612385, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.908103, "f1": 0.886053, "accuracy": 0.908103, "main_score": 0.886053, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597268, "recall": 0.652174, "f1": 0.613054, "accuracy": 0.652174, "main_score": 0.613054, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59796, "recall": 0.664032, "f1": 0.616376, "accuracy": 0.664032, "main_score": 0.616376, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558046, "recall": 0.62253, "f1": 0.576616, "accuracy": 0.62253, "main_score": 0.576616, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174228, "recall": 0.227273, "f1": 0.187406, "accuracy": 0.227273, "main_score": 0.187406, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620471, "recall": 0.678854, "f1": 0.637474, "accuracy": 0.678854, "main_score": 0.637474, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.661709, "recall": 0.720356, "f1": 0.679282, "accuracy": 0.720356, "main_score": 0.679282, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545546, "recall": 0.597826, "f1": 0.560495, "accuracy": 0.597826, "main_score": 0.560495, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479599, "recall": 0.557312, "f1": 0.500545, "accuracy": 0.557312, "main_score": 0.500545, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546031, "recall": 0.615613, "f1": 0.566502, "accuracy": 0.615613, "main_score": 0.566502, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572184, "recall": 0.637352, "f1": 0.590669, "accuracy": 0.637352, "main_score": 0.590669, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889081, "recall": 0.91996, "f1": 0.898946, "accuracy": 0.91996, "main_score": 0.898946, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502594, "recall": 0.566206, "f1": 0.521239, "accuracy": 0.566206, "main_score": 0.521239, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536991, "recall": 0.608696, "f1": 0.557253, "accuracy": 0.608696, "main_score": 0.557253, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507683, "recall": 0.568182, "f1": 0.525003, "accuracy": 0.568182, "main_score": 0.525003, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317441, "recall": 0.378458, "f1": 0.334238, "accuracy": 0.378458, "main_score": 0.334238, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586117, "recall": 0.651186, "f1": 0.60521, "accuracy": 0.651186, "main_score": 0.60521, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576803, "recall": 0.635375, "f1": 0.593688, "accuracy": 0.635375, "main_score": 0.593688, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707678, "recall": 0.767787, "f1": 0.725694, "accuracy": 0.767787, "main_score": 0.725694, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650635, "recall": 0.730237, "f1": 0.673817, "accuracy": 0.730237, "main_score": 0.673817, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.699719, "recall": 0.757905, "f1": 0.716839, "accuracy": 0.757905, "main_score": 0.716839, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650296, "recall": 0.710474, "f1": 0.668379, "accuracy": 0.710474, "main_score": 0.668379, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642129, "recall": 0.714427, "f1": 0.663331, "accuracy": 0.714427, "main_score": 0.663331, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.604743, "f1": 0.560093, "accuracy": 0.604743, "main_score": 0.560093, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560466, "recall": 0.614625, "f1": 0.576067, "accuracy": 0.614625, "main_score": 0.576067, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796699, "recall": 0.842885, "f1": 0.810655, "accuracy": 0.842885, "main_score": 0.810655, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474879, "recall": 0.539526, "f1": 0.492141, "accuracy": 0.539526, "main_score": 0.492141, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.871113, "recall": 0.905138, "f1": 0.881752, "accuracy": 0.905138, "main_score": 0.881752, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532051, "recall": 0.599802, "f1": 0.55111, "accuracy": 0.599802, "main_score": 0.55111, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.582087, "recall": 0.657115, "f1": 0.603123, "accuracy": 0.657115, "main_score": 0.603123, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197516, "recall": 0.254941, "f1": 0.210701, "accuracy": 0.254941, "main_score": 0.210701, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618382, "recall": 0.689723, "f1": 0.639018, "accuracy": 0.689723, "main_score": 0.639018, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860211, "recall": 0.899209, "f1": 0.872332, "accuracy": 0.899209, "main_score": 0.872332, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430809, "recall": 0.487154, "f1": 0.446406, "accuracy": 0.487154, "main_score": 0.446406, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676289, "recall": 0.738142, "f1": 0.694779, "accuracy": 0.738142, "main_score": 0.694779, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567023, "recall": 0.621542, "f1": 0.582605, "accuracy": 0.621542, "main_score": 0.582605, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498588, "recall": 0.565217, "f1": 0.516839, "accuracy": 0.565217, "main_score": 0.516839, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668561, "recall": 0.720356, "f1": 0.684124, "accuracy": 0.720356, "main_score": 0.684124, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231053, "recall": 0.307312, "f1": 0.250988, "accuracy": 0.307312, "main_score": 0.250988, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572456, "recall": 0.637352, "f1": 0.591675, "accuracy": 0.637352, "main_score": 0.591675, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589034, "recall": 0.651186, "f1": 0.607086, "accuracy": 0.651186, "main_score": 0.607086, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696386, "recall": 0.76581, "f1": 0.717394, "accuracy": 0.76581, "main_score": 0.717394, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564007, "recall": 0.624506, "f1": 0.581715, "accuracy": 0.624506, "main_score": 0.581715, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77943, "recall": 0.832016, "f1": 0.795455, "accuracy": 0.832016, "main_score": 0.795455, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46254, "recall": 0.52668, "f1": 0.479193, "accuracy": 0.52668, "main_score": 0.479193, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885688, "recall": 0.917984, "f1": 0.895652, "accuracy": 0.917984, "main_score": 0.895652, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610618, "recall": 0.66502, "f1": 0.626141, "accuracy": 0.66502, "main_score": 0.626141, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.933794, "f1": 0.915349, "accuracy": 0.933794, "main_score": 0.915349, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440746, "recall": 0.509881, "f1": 0.459496, "accuracy": 0.509881, "main_score": 0.459496, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633237, "recall": 0.701581, "f1": 0.652809, "accuracy": 0.701581, "main_score": 0.652809, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845059, "recall": 0.886364, "f1": 0.858004, "accuracy": 0.886364, "main_score": 0.858004, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.646864, "recall": 0.703557, "f1": 0.663297, "accuracy": 0.703557, "main_score": 0.663297, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63018, "recall": 0.694664, "f1": 0.648446, "accuracy": 0.694664, "main_score": 0.648446, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529706, "recall": 0.598814, "f1": 0.549362, "accuracy": 0.598814, "main_score": 0.549362, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532141, "recall": 0.597826, "f1": 0.550746, "accuracy": 0.597826, "main_score": 0.550746, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817836, "recall": 0.866601, "f1": 0.832905, "accuracy": 0.866601, "main_score": 0.832905, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547131, "recall": 0.603755, "f1": 0.562861, "accuracy": 0.603755, "main_score": 0.562861, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619631, "recall": 0.683794, "f1": 0.638567, "accuracy": 0.683794, "main_score": 0.638567, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.950593, "f1": 0.935441, "accuracy": 0.950593, "main_score": 0.935441, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483202, "recall": 0.540514, "f1": 0.499379, "accuracy": 0.540514, "main_score": 0.499379, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568993, "recall": 0.62747, "f1": 0.585179, "accuracy": 0.62747, "main_score": 0.585179, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58242, "recall": 0.652174, "f1": 0.602623, "accuracy": 0.652174, "main_score": 0.602623, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555578, "recall": 0.610672, "f1": 0.571157, "accuracy": 0.610672, "main_score": 0.571157, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545587, "recall": 0.615613, "f1": 0.565747, "accuracy": 0.615613, "main_score": 0.565747, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744137, "recall": 0.800395, "f1": 0.761204, "accuracy": 0.800395, "main_score": 0.761204, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729167, "recall": 0.784585, "f1": 0.746047, "accuracy": 0.784585, "main_score": 0.746047, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866222, "recall": 0.900198, "f1": 0.87668, "accuracy": 0.900198, "main_score": 0.87668, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957345, "accuracy": 0.966403, "main_score": 0.957345, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474309, "recall": 0.55336, "f1": 0.497654, "accuracy": 0.55336, "main_score": 0.497654, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707197, "recall": 0.770751, "f1": 0.726285, "accuracy": 0.770751, "main_score": 0.726285, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594641, "recall": 0.649209, "f1": 0.610608, "accuracy": 0.649209, "main_score": 0.610608, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54054, "recall": 0.607708, "f1": 0.559884, "accuracy": 0.607708, "main_score": 0.559884, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518903, "recall": 0.576087, "f1": 0.535203, "accuracy": 0.576087, "main_score": 0.535203, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390776, "recall": 0.459486, "f1": 0.409523, "accuracy": 0.459486, "main_score": 0.409523, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566963, "recall": 0.624506, "f1": 0.583663, "accuracy": 0.624506, "main_score": 0.583663, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836298, "recall": 0.874506, "f1": 0.848123, "accuracy": 0.874506, "main_score": 0.848123, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.952569, "f1": 0.942029, "accuracy": 0.952569, "main_score": 0.942029, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572538, "recall": 0.632411, "f1": 0.590131, "accuracy": 0.632411, "main_score": 0.590131, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596485, "recall": 0.660079, "f1": 0.61489, "accuracy": 0.660079, "main_score": 0.61489, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543215, "recall": 0.605731, "f1": 0.561731, "accuracy": 0.605731, "main_score": 0.561731, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189034, "recall": 0.232213, "f1": 0.200175, "accuracy": 0.232213, "main_score": 0.200175, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61778, "recall": 0.668972, "f1": 0.632413, "accuracy": 0.668972, "main_score": 0.632413, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.640448, "recall": 0.701581, "f1": 0.658451, "accuracy": 0.701581, "main_score": 0.658451, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52668, "recall": 0.581028, "f1": 0.542509, "accuracy": 0.581028, "main_score": 0.542509, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481775, "recall": 0.55336, "f1": 0.501421, "accuracy": 0.55336, "main_score": 0.501421, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548814, "recall": 0.61166, "f1": 0.566765, "accuracy": 0.61166, "main_score": 0.566765, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564708, "recall": 0.62747, "f1": 0.582125, "accuracy": 0.62747, "main_score": 0.582125, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863883, "recall": 0.900198, "f1": 0.875231, "accuracy": 0.900198, "main_score": 0.875231, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503782, "recall": 0.561265, "f1": 0.519951, "accuracy": 0.561265, "main_score": 0.519951, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510944, "recall": 0.583992, "f1": 0.531225, "accuracy": 0.583992, "main_score": 0.531225, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499274, "recall": 0.559289, "f1": 0.515839, "accuracy": 0.559289, "main_score": 0.515839, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910903, "recall": 0.935771, "f1": 0.91861, "accuracy": 0.935771, "main_score": 0.91861, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314115, "recall": 0.37253, "f1": 0.330856, "accuracy": 0.37253, "main_score": 0.330856, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579875, "recall": 0.643281, "f1": 0.59752, "accuracy": 0.643281, "main_score": 0.59752, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567154, "recall": 0.62253, "f1": 0.583322, "accuracy": 0.62253, "main_score": 0.583322, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690983, "recall": 0.751976, "f1": 0.709212, "accuracy": 0.751976, "main_score": 0.709212, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952536, "accuracy": 0.963439, "main_score": 0.952536, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593216, "recall": 0.676877, "f1": 0.618253, "accuracy": 0.676877, "main_score": 0.618253, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.691275, "recall": 0.747036, "f1": 0.707625, "accuracy": 0.747036, "main_score": 0.707625, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639723, "recall": 0.697628, "f1": 0.657119, "accuracy": 0.697628, "main_score": 0.657119, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624878, "recall": 0.695652, "f1": 0.645363, "accuracy": 0.695652, "main_score": 0.645363, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931126, "accuracy": 0.94664, "main_score": 0.931126, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541229, "recall": 0.597826, "f1": 0.556889, "accuracy": 0.597826, "main_score": 0.556889, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540366, "recall": 0.596838, "f1": 0.556588, "accuracy": 0.596838, "main_score": 0.556588, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.771196, "recall": 0.823123, "f1": 0.786975, "accuracy": 0.823123, "main_score": 0.786975, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471586, "recall": 0.528656, "f1": 0.486982, "accuracy": 0.528656, "main_score": 0.486982, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.82192, "recall": 0.866601, "f1": 0.835705, "accuracy": 0.866601, "main_score": 0.835705, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523484, "recall": 0.586957, "f1": 0.541491, "accuracy": 0.586957, "main_score": 0.541491, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575469, "recall": 0.642292, "f1": 0.593981, "accuracy": 0.642292, "main_score": 0.593981, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198344, "recall": 0.251976, "f1": 0.210063, "accuracy": 0.251976, "main_score": 0.210063, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614123, "recall": 0.676877, "f1": 0.632282, "accuracy": 0.676877, "main_score": 0.632282, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777092, "recall": 0.832016, "f1": 0.793972, "accuracy": 0.832016, "main_score": 0.793972, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394411, "recall": 0.455534, "f1": 0.411396, "accuracy": 0.455534, "main_score": 0.411396, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637138, "recall": 0.698617, "f1": 0.655421, "accuracy": 0.698617, "main_score": 0.655421, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539805, "recall": 0.600791, "f1": 0.557417, "accuracy": 0.600791, "main_score": 0.557417, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506762, "recall": 0.571146, "f1": 0.524444, "accuracy": 0.571146, "main_score": 0.524444, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642615, "recall": 0.700593, "f1": 0.659324, "accuracy": 0.700593, "main_score": 0.659324, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209299, "recall": 0.284585, "f1": 0.229015, "accuracy": 0.284585, "main_score": 0.229015, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549583, "recall": 0.61166, "f1": 0.567481, "accuracy": 0.61166, "main_score": 0.567481, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568051, "recall": 0.630435, "f1": 0.585913, "accuracy": 0.630435, "main_score": 0.585913, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679901, "recall": 0.747036, "f1": 0.700266, "accuracy": 0.747036, "main_score": 0.700266, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55517, "recall": 0.609684, "f1": 0.571311, "accuracy": 0.609684, "main_score": 0.571311, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752404, "recall": 0.8083, "f1": 0.769368, "accuracy": 0.8083, "main_score": 0.769368, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458654, "recall": 0.521739, "f1": 0.476147, "accuracy": 0.521739, "main_score": 0.476147, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941864, "accuracy": 0.954545, "main_score": 0.941864, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.852717, "recall": 0.891304, "f1": 0.864526, "accuracy": 0.891304, "main_score": 0.864526, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.949605, "f1": 0.935112, "accuracy": 0.949605, "main_score": 0.935112, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595629, "recall": 0.651186, "f1": 0.611673, "accuracy": 0.651186, "main_score": 0.611673, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86026, "recall": 0.900198, "f1": 0.872892, "accuracy": 0.900198, "main_score": 0.872892, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44832, "recall": 0.51581, "f1": 0.46678, "accuracy": 0.51581, "main_score": 0.46678, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619812, "recall": 0.687747, "f1": 0.639545, "accuracy": 0.687747, "main_score": 0.639545, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960507, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818363, "recall": 0.86166, "f1": 0.83139, "accuracy": 0.86166, "main_score": 0.83139, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62552, "recall": 0.677866, "f1": 0.640354, "accuracy": 0.677866, "main_score": 0.640354, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61013, "recall": 0.674901, "f1": 0.628845, "accuracy": 0.674901, "main_score": 0.628845, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933794, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533311, "recall": 0.594862, "f1": 0.550963, "accuracy": 0.594862, "main_score": 0.550963, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516495, "recall": 0.577075, "f1": 0.533234, "accuracy": 0.577075, "main_score": 0.533234, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78251, "recall": 0.83498, "f1": 0.798682, "accuracy": 0.83498, "main_score": 0.798682, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528588, "recall": 0.590909, "f1": 0.54594, "accuracy": 0.590909, "main_score": 0.54594, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58471, "recall": 0.645257, "f1": 0.60236, "accuracy": 0.645257, "main_score": 0.60236, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901927, "recall": 0.931818, "f1": 0.911627, "accuracy": 0.931818, "main_score": 0.911627, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482832, "recall": 0.537549, "f1": 0.498092, "accuracy": 0.537549, "main_score": 0.498092, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553903, "recall": 0.614625, "f1": 0.570822, "accuracy": 0.614625, "main_score": 0.570822, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.572093, "recall": 0.633399, "f1": 0.589223, "accuracy": 0.633399, "main_score": 0.589223, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548143, "recall": 0.604743, "f1": 0.564152, "accuracy": 0.604743, "main_score": 0.564152, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526157, "recall": 0.591897, "f1": 0.545048, "accuracy": 0.591897, "main_score": 0.545048, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712648, "recall": 0.774704, "f1": 0.731686, "accuracy": 0.774704, "main_score": 0.731686, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725329, "recall": 0.777668, "f1": 0.741078, "accuracy": 0.777668, "main_score": 0.741078, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846814, "recall": 0.881423, "f1": 0.857428, "accuracy": 0.881423, "main_score": 0.857428, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4667, "recall": 0.540514, "f1": 0.488246, "accuracy": 0.540514, "main_score": 0.488246, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.66083, "recall": 0.726285, "f1": 0.68055, "accuracy": 0.726285, "main_score": 0.68055, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592737, "recall": 0.644269, "f1": 0.607613, "accuracy": 0.644269, "main_score": 0.607613, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620176, "recall": 0.687747, "f1": 0.639437, "accuracy": 0.687747, "main_score": 0.639437, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548485, "recall": 0.610672, "f1": 0.565747, "accuracy": 0.610672, "main_score": 0.565747, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483063, "recall": 0.563241, "f1": 0.505125, "accuracy": 0.563241, "main_score": 0.505125, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628706, "recall": 0.688735, "f1": 0.645465, "accuracy": 0.688735, "main_score": 0.645465, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900774, "recall": 0.927866, "f1": 0.90911, "accuracy": 0.927866, "main_score": 0.90911, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631201, "recall": 0.688735, "f1": 0.647641, "accuracy": 0.688735, "main_score": 0.647641, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636161, "recall": 0.702569, "f1": 0.654707, "accuracy": 0.702569, "main_score": 0.654707, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577076, "recall": 0.642292, "f1": 0.595822, "accuracy": 0.642292, "main_score": 0.595822, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184884, "recall": 0.235178, "f1": 0.196988, "accuracy": 0.235178, "main_score": 0.196988, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655031, "recall": 0.70751, "f1": 0.669818, "accuracy": 0.70751, "main_score": 0.669818, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.703623, "recall": 0.755929, "f1": 0.719419, "accuracy": 0.755929, "main_score": 0.719419, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573123, "recall": 0.62253, "f1": 0.586942, "accuracy": 0.62253, "main_score": 0.586942, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525647, "recall": 0.601779, "f1": 0.546283, "accuracy": 0.601779, "main_score": 0.546283, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57324, "recall": 0.641304, "f1": 0.592542, "accuracy": 0.641304, "main_score": 0.592542, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609232, "recall": 0.673913, "f1": 0.627115, "accuracy": 0.673913, "main_score": 0.627115, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927454, "recall": 0.949605, "f1": 0.934519, "accuracy": 0.949605, "main_score": 0.934519, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541971, "recall": 0.601779, "f1": 0.559216, "accuracy": 0.601779, "main_score": 0.559216, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579715, "recall": 0.641304, "f1": 0.596625, "accuracy": 0.641304, "main_score": 0.596625, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539169, "recall": 0.597826, "f1": 0.555775, "accuracy": 0.597826, "main_score": 0.555775, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.33455, "recall": 0.396245, "f1": 0.35127, "accuracy": 0.396245, "main_score": 0.35127, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616924, "recall": 0.682806, "f1": 0.635686, "accuracy": 0.682806, "main_score": 0.635686, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621171, "recall": 0.673913, "f1": 0.636169, "accuracy": 0.673913, "main_score": 0.636169, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730494, "recall": 0.793478, "f1": 0.74926, "accuracy": 0.793478, "main_score": 0.74926, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704364, "recall": 0.773715, "f1": 0.725005, "accuracy": 0.773715, "main_score": 0.725005, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.73853, "recall": 0.793478, "f1": 0.754826, "accuracy": 0.793478, "main_score": 0.754826, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699094, "recall": 0.750988, "f1": 0.714248, "accuracy": 0.750988, "main_score": 0.714248, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712032, "recall": 0.77668, "f1": 0.730997, "accuracy": 0.77668, "main_score": 0.730997, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.571585, "recall": 0.633399, "f1": 0.588878, "accuracy": 0.633399, "main_score": 0.588878, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577882, "recall": 0.633399, "f1": 0.593219, "accuracy": 0.633399, "main_score": 0.593219, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828722, "recall": 0.868577, "f1": 0.840617, "accuracy": 0.868577, "main_score": 0.840617, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491708, "recall": 0.548419, "f1": 0.506616, "accuracy": 0.548419, "main_score": 0.506616, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.900339, "recall": 0.928854, "f1": 0.909338, "accuracy": 0.928854, "main_score": 0.909338, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558704, "recall": 0.623518, "f1": 0.576788, "accuracy": 0.623518, "main_score": 0.576788, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.625482, "recall": 0.697628, "f1": 0.646223, "accuracy": 0.697628, "main_score": 0.646223, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204912, "recall": 0.26581, "f1": 0.2187, "accuracy": 0.26581, "main_score": 0.2187, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.655937, "recall": 0.718379, "f1": 0.673888, "accuracy": 0.718379, "main_score": 0.673888, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831357, "recall": 0.875494, "f1": 0.845158, "accuracy": 0.875494, "main_score": 0.845158, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431827, "recall": 0.48913, "f1": 0.447409, "accuracy": 0.48913, "main_score": 0.447409, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712906, "recall": 0.766798, "f1": 0.728755, "accuracy": 0.766798, "main_score": 0.728755, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578096, "recall": 0.641304, "f1": 0.596205, "accuracy": 0.641304, "main_score": 0.596205, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534068, "recall": 0.601779, "f1": 0.552682, "accuracy": 0.601779, "main_score": 0.552682, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70859, "recall": 0.757905, "f1": 0.723191, "accuracy": 0.757905, "main_score": 0.723191, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259241, "recall": 0.338933, "f1": 0.280498, "accuracy": 0.338933, "main_score": 0.280498, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601261, "recall": 0.664032, "f1": 0.619713, "accuracy": 0.664032, "main_score": 0.619713, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609648, "recall": 0.672925, "f1": 0.627654, "accuracy": 0.672925, "main_score": 0.627654, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739625, "recall": 0.80336, "f1": 0.759044, "accuracy": 0.80336, "main_score": 0.759044, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576727, "recall": 0.640316, "f1": 0.59524, "accuracy": 0.640316, "main_score": 0.59524, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839345, "recall": 0.880435, "f1": 0.852127, "accuracy": 0.880435, "main_score": 0.852127, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494199, "recall": 0.5583, "f1": 0.511693, "accuracy": 0.5583, "main_score": 0.511693, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649153, "recall": 0.705534, "f1": 0.66533, "accuracy": 0.705534, "main_score": 0.66533, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927948, "recall": 0.950593, "f1": 0.935343, "accuracy": 0.950593, "main_score": 0.935343, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494064, "recall": 0.5583, "f1": 0.511173, "accuracy": 0.5583, "main_score": 0.511173, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665415, "recall": 0.742095, "f1": 0.688326, "accuracy": 0.742095, "main_score": 0.688326, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873024, "recall": 0.909091, "f1": 0.884354, "accuracy": 0.909091, "main_score": 0.884354, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.676138, "recall": 0.730237, "f1": 0.691852, "accuracy": 0.730237, "main_score": 0.691852, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67896, "recall": 0.738142, "f1": 0.695704, "accuracy": 0.738142, "main_score": 0.695704, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56753, "recall": 0.632411, "f1": 0.586058, "accuracy": 0.632411, "main_score": 0.586058, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567335, "recall": 0.633399, "f1": 0.585891, "accuracy": 0.633399, "main_score": 0.585891, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864377, "recall": 0.902174, "f1": 0.876219, "accuracy": 0.902174, "main_score": 0.876219, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567756, "recall": 0.633399, "f1": 0.586339, "accuracy": 0.633399, "main_score": 0.586339, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651072, "recall": 0.714427, "f1": 0.669426, "accuracy": 0.714427, "main_score": 0.669426, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51469, "recall": 0.570158, "f1": 0.530228, "accuracy": 0.570158, "main_score": 0.530228, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596196, "recall": 0.655138, "f1": 0.612016, "accuracy": 0.655138, "main_score": 0.612016, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.616638, "recall": 0.681818, "f1": 0.635712, "accuracy": 0.681818, "main_score": 0.635712, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588218, "recall": 0.640316, "f1": 0.602557, "accuracy": 0.640316, "main_score": 0.602557, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55963, "recall": 0.624506, "f1": 0.578396, "accuracy": 0.624506, "main_score": 0.578396, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774391, "recall": 0.824111, "f1": 0.789347, "accuracy": 0.824111, "main_score": 0.789347, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770833, "recall": 0.820158, "f1": 0.785705, "accuracy": 0.820158, "main_score": 0.785705, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902092, "recall": 0.926877, "f1": 0.909618, "accuracy": 0.926877, "main_score": 0.909618, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499366, "recall": 0.583004, "f1": 0.523954, "accuracy": 0.583004, "main_score": 0.523954, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.749664, "recall": 0.806324, "f1": 0.766702, "accuracy": 0.806324, "main_score": 0.766702, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635787, "recall": 0.682806, "f1": 0.649327, "accuracy": 0.682806, "main_score": 0.649327, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590542, "recall": 0.662055, "f1": 0.611092, "accuracy": 0.662055, "main_score": 0.611092, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545744, "recall": 0.609684, "f1": 0.563846, "accuracy": 0.609684, "main_score": 0.563846, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447446, "recall": 0.524704, "f1": 0.46795, "accuracy": 0.524704, "main_score": 0.46795, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618125, "recall": 0.673913, "f1": 0.634062, "accuracy": 0.673913, "main_score": 0.634062, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878623, "recall": 0.909091, "f1": 0.888175, "accuracy": 0.909091, "main_score": 0.888175, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613955, "recall": 0.668972, "f1": 0.629871, "accuracy": 0.668972, "main_score": 0.629871, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622661, "recall": 0.689723, "f1": 0.642278, "accuracy": 0.689723, "main_score": 0.642278, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575049, "recall": 0.640316, "f1": 0.593817, "accuracy": 0.640316, "main_score": 0.593817, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187714, "recall": 0.236166, "f1": 0.199597, "accuracy": 0.236166, "main_score": 0.199597, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650642, "recall": 0.702569, "f1": 0.665961, "accuracy": 0.702569, "main_score": 0.665961, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.678887, "recall": 0.736166, "f1": 0.695577, "accuracy": 0.736166, "main_score": 0.695577, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558668, "recall": 0.61166, "f1": 0.57372, "accuracy": 0.61166, "main_score": 0.57372, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52279, "recall": 0.596838, "f1": 0.543069, "accuracy": 0.596838, "main_score": 0.543069, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581021, "recall": 0.643281, "f1": 0.599555, "accuracy": 0.643281, "main_score": 0.599555, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608729, "recall": 0.672925, "f1": 0.626882, "accuracy": 0.672925, "main_score": 0.626882, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908926, "recall": 0.934783, "f1": 0.917325, "accuracy": 0.934783, "main_score": 0.917325, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535287, "recall": 0.589921, "f1": 0.550634, "accuracy": 0.589921, "main_score": 0.550634, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564654, "recall": 0.632411, "f1": 0.58336, "accuracy": 0.632411, "main_score": 0.58336, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529765, "recall": 0.585968, "f1": 0.545684, "accuracy": 0.585968, "main_score": 0.545684, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951663, "recall": 0.966403, "f1": 0.956423, "accuracy": 0.966403, "main_score": 0.956423, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317292, "recall": 0.37747, "f1": 0.334219, "accuracy": 0.37747, "main_score": 0.334219, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603405, "recall": 0.664032, "f1": 0.620951, "accuracy": 0.664032, "main_score": 0.620951, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592951, "recall": 0.647233, "f1": 0.608782, "accuracy": 0.647233, "main_score": 0.608782, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712385, "recall": 0.775692, "f1": 0.730714, "accuracy": 0.775692, "main_score": 0.730714, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652964, "recall": 0.729249, "f1": 0.675546, "accuracy": 0.729249, "main_score": 0.675546, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.71381, "recall": 0.768775, "f1": 0.729948, "accuracy": 0.768775, "main_score": 0.729948, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680352, "recall": 0.726285, "f1": 0.693808, "accuracy": 0.726285, "main_score": 0.693808, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660502, "recall": 0.72332, "f1": 0.679334, "accuracy": 0.72332, "main_score": 0.679334, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.562702, "recall": 0.62253, "f1": 0.579248, "accuracy": 0.62253, "main_score": 0.579248, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564756, "recall": 0.625494, "f1": 0.582345, "accuracy": 0.625494, "main_score": 0.582345, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816848, "recall": 0.86166, "f1": 0.830355, "accuracy": 0.86166, "main_score": 0.830355, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475254, "recall": 0.530632, "f1": 0.489678, "accuracy": 0.530632, "main_score": 0.489678, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.884593, "recall": 0.917984, "f1": 0.895213, "accuracy": 0.917984, "main_score": 0.895213, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554622, "recall": 0.619565, "f1": 0.572897, "accuracy": 0.619565, "main_score": 0.572897, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595606, "recall": 0.663043, "f1": 0.614647, "accuracy": 0.663043, "main_score": 0.614647, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194446, "recall": 0.25, "f1": 0.207147, "accuracy": 0.25, "main_score": 0.207147, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.649812, "recall": 0.70751, "f1": 0.665996, "accuracy": 0.70751, "main_score": 0.665996, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818511, "recall": 0.865613, "f1": 0.832938, "accuracy": 0.865613, "main_score": 0.832938, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423905, "recall": 0.48419, "f1": 0.440489, "accuracy": 0.48419, "main_score": 0.440489, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690761, "recall": 0.75, "f1": 0.708315, "accuracy": 0.75, "main_score": 0.708315, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581836, "recall": 0.643281, "f1": 0.599515, "accuracy": 0.643281, "main_score": 0.599515, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514137, "recall": 0.578063, "f1": 0.531359, "accuracy": 0.578063, "main_score": 0.531359, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689345, "recall": 0.738142, "f1": 0.704249, "accuracy": 0.738142, "main_score": 0.704249, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221877, "recall": 0.3083, "f1": 0.244614, "accuracy": 0.3083, "main_score": 0.244614, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590399, "recall": 0.650198, "f1": 0.608056, "accuracy": 0.650198, "main_score": 0.608056, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599745, "recall": 0.662055, "f1": 0.617499, "accuracy": 0.662055, "main_score": 0.617499, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.733517, "recall": 0.796443, "f1": 0.752569, "accuracy": 0.796443, "main_score": 0.752569, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568974, "recall": 0.632411, "f1": 0.587513, "accuracy": 0.632411, "main_score": 0.587513, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816321, "recall": 0.86166, "f1": 0.830171, "accuracy": 0.86166, "main_score": 0.830171, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475264, "recall": 0.54249, "f1": 0.494604, "accuracy": 0.54249, "main_score": 0.494604, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897843, "recall": 0.926877, "f1": 0.906969, "accuracy": 0.926877, "main_score": 0.906969, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629846, "recall": 0.683794, "f1": 0.645567, "accuracy": 0.683794, "main_score": 0.645567, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.937747, "f1": 0.919038, "accuracy": 0.937747, "main_score": 0.919038, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473835, "recall": 0.54249, "f1": 0.492347, "accuracy": 0.54249, "main_score": 0.492347, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627974, "recall": 0.699605, "f1": 0.648835, "accuracy": 0.699605, "main_score": 0.648835, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855814, "recall": 0.894269, "f1": 0.867787, "accuracy": 0.894269, "main_score": 0.867787, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671172, "recall": 0.718379, "f1": 0.684764, "accuracy": 0.718379, "main_score": 0.684764, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661767, "recall": 0.718379, "f1": 0.678288, "accuracy": 0.718379, "main_score": 0.678288, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555661, "recall": 0.621542, "f1": 0.574551, "accuracy": 0.621542, "main_score": 0.574551, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549261, "recall": 0.61166, "f1": 0.566818, "accuracy": 0.61166, "main_score": 0.566818, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84725, "recall": 0.886364, "f1": 0.859058, "accuracy": 0.886364, "main_score": 0.859058, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558987, "recall": 0.621542, "f1": 0.57665, "accuracy": 0.621542, "main_score": 0.57665, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633656, "recall": 0.69664, "f1": 0.651814, "accuracy": 0.69664, "main_score": 0.651814, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940711, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513027, "recall": 0.571146, "f1": 0.529256, "accuracy": 0.571146, "main_score": 0.529256, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590798, "recall": 0.644269, "f1": 0.605368, "accuracy": 0.644269, "main_score": 0.605368, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.610319, "recall": 0.676877, "f1": 0.629388, "accuracy": 0.676877, "main_score": 0.629388, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571611, "recall": 0.631423, "f1": 0.588093, "accuracy": 0.631423, "main_score": 0.588093, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546488, "recall": 0.614625, "f1": 0.566439, "accuracy": 0.614625, "main_score": 0.566439, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756637, "recall": 0.809289, "f1": 0.771989, "accuracy": 0.809289, "main_score": 0.771989, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75887, "recall": 0.809289, "f1": 0.774047, "accuracy": 0.809289, "main_score": 0.774047, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880995, "recall": 0.909091, "f1": 0.889657, "accuracy": 0.909091, "main_score": 0.889657, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500841, "recall": 0.575099, "f1": 0.52262, "accuracy": 0.575099, "main_score": 0.52262, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.742408, "recall": 0.795455, "f1": 0.757825, "accuracy": 0.795455, "main_score": 0.757825, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619608, "recall": 0.66996, "f1": 0.633795, "accuracy": 0.66996, "main_score": 0.633795, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406623, "recall": 0.461462, "f1": 0.421455, "accuracy": 0.461462, "main_score": 0.421455, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515298, "recall": 0.559289, "f1": 0.527675, "accuracy": 0.559289, "main_score": 0.527675, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221971, "recall": 0.272727, "f1": 0.234282, "accuracy": 0.272727, "main_score": 0.234282, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.532386, "recall": 0.583004, "f1": 0.545385, "accuracy": 0.583004, "main_score": 0.545385, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.518111, "recall": 0.56917, "f1": 0.53191, "accuracy": 0.56917, "main_score": 0.53191, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.535734, "recall": 0.587945, "f1": 0.549412, "accuracy": 0.587945, "main_score": 0.549412, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.544973, "recall": 0.587945, "f1": 0.556049, "accuracy": 0.587945, "main_score": 0.556049, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541387, "recall": 0.585968, "f1": 0.552653, "accuracy": 0.585968, "main_score": 0.552653, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537115, "recall": 0.588933, "f1": 0.551313, "accuracy": 0.588933, "main_score": 0.551313, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540527, "recall": 0.583004, "f1": 0.550563, "accuracy": 0.583004, "main_score": 0.550563, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55284, "recall": 0.586957, "f1": 0.561476, "accuracy": 0.586957, "main_score": 0.561476, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542219, "recall": 0.592885, "f1": 0.555012, "accuracy": 0.592885, "main_score": 0.555012, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.512874, "recall": 0.562253, "f1": 0.525977, "accuracy": 0.562253, "main_score": 0.525977, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.505174, "recall": 0.548419, "f1": 0.516665, "accuracy": 0.548419, "main_score": 0.516665, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53433, "recall": 0.585968, "f1": 0.547384, "accuracy": 0.585968, "main_score": 0.547384, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484618, "recall": 0.537549, "f1": 0.497685, "accuracy": 0.537549, "main_score": 0.497685, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548095, "recall": 0.598814, "f1": 0.561028, "accuracy": 0.598814, "main_score": 0.561028, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501811, "recall": 0.544466, "f1": 0.512981, "accuracy": 0.544466, "main_score": 0.512981, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52626, "recall": 0.576087, "f1": 0.538773, "accuracy": 0.576087, "main_score": 0.538773, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504258, "recall": 0.552372, "f1": 0.516597, "accuracy": 0.552372, "main_score": 0.516597, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549135, "recall": 0.600791, "f1": 0.56211, "accuracy": 0.600791, "main_score": 0.56211, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564169, "recall": 0.613636, "f1": 0.576882, "accuracy": 0.613636, "main_score": 0.576882, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526041, "recall": 0.583004, "f1": 0.540666, "accuracy": 0.583004, "main_score": 0.540666, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.530755, "recall": 0.58498, "f1": 0.545017, "accuracy": 0.58498, "main_score": 0.545017, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540797, "recall": 0.583004, "f1": 0.551598, "accuracy": 0.583004, "main_score": 0.551598, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221387, "recall": 0.262846, "f1": 0.232057, "accuracy": 0.262846, "main_score": 0.232057, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534275, "recall": 0.585968, "f1": 0.547622, "accuracy": 0.585968, "main_score": 0.547622, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560608, "recall": 0.613636, "f1": 0.573689, "accuracy": 0.613636, "main_score": 0.573689, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538819, "recall": 0.585968, "f1": 0.551103, "accuracy": 0.585968, "main_score": 0.551103, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543257, "recall": 0.593874, "f1": 0.556365, "accuracy": 0.593874, "main_score": 0.556365, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526281, "recall": 0.577075, "f1": 0.539626, "accuracy": 0.577075, "main_score": 0.539626, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530015, "recall": 0.573123, "f1": 0.541219, "accuracy": 0.573123, "main_score": 0.541219, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5444, "recall": 0.590909, "f1": 0.556375, "accuracy": 0.590909, "main_score": 0.556375, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55654, "recall": 0.609684, "f1": 0.570162, "accuracy": 0.609684, "main_score": 0.570162, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482071, "recall": 0.530632, "f1": 0.495728, "accuracy": 0.530632, "main_score": 0.495728, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511698, "recall": 0.557312, "f1": 0.523765, "accuracy": 0.557312, "main_score": 0.523765, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524011, "recall": 0.58004, "f1": 0.538911, "accuracy": 0.58004, "main_score": 0.538911, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.539599, "recall": 0.587945, "f1": 0.552021, "accuracy": 0.587945, "main_score": 0.552021, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512109, "recall": 0.56917, "f1": 0.526878, "accuracy": 0.56917, "main_score": 0.526878, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512055, "recall": 0.555336, "f1": 0.523878, "accuracy": 0.555336, "main_score": 0.523878, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39728, "recall": 0.454545, "f1": 0.411782, "accuracy": 0.454545, "main_score": 0.411782, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547417, "recall": 0.59585, "f1": 0.558917, "accuracy": 0.59585, "main_score": 0.558917, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538399, "recall": 0.588933, "f1": 0.551836, "accuracy": 0.588933, "main_score": 0.551836, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542013, "recall": 0.596838, "f1": 0.555503, "accuracy": 0.596838, "main_score": 0.555503, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56514, "recall": 0.623518, "f1": 0.581372, "accuracy": 0.623518, "main_score": 0.581372, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525568, "recall": 0.568182, "f1": 0.536883, "accuracy": 0.568182, "main_score": 0.536883, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546901, "recall": 0.596838, "f1": 0.559856, "accuracy": 0.596838, "main_score": 0.559856, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507336, "recall": 0.55336, "f1": 0.519897, "accuracy": 0.55336, "main_score": 0.519897, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530828, "recall": 0.58004, "f1": 0.543869, "accuracy": 0.58004, "main_score": 0.543869, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551956, "recall": 0.59585, "f1": 0.56238, "accuracy": 0.59585, "main_score": 0.56238, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549781, "recall": 0.606719, "f1": 0.564543, "accuracy": 0.606719, "main_score": 0.564543, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568173, "recall": 0.608696, "f1": 0.577828, "accuracy": 0.608696, "main_score": 0.577828, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476861, "recall": 0.524704, "f1": 0.490474, "accuracy": 0.524704, "main_score": 0.490474, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535432, "recall": 0.589921, "f1": 0.549469, "accuracy": 0.589921, "main_score": 0.549469, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.397945, "recall": 0.449605, "f1": 0.411417, "accuracy": 0.449605, "main_score": 0.411417, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473835, "recall": 0.516798, "f1": 0.485543, "accuracy": 0.516798, "main_score": 0.485543, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551073, "recall": 0.596838, "f1": 0.563156, "accuracy": 0.596838, "main_score": 0.563156, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297088, "recall": 0.344862, "f1": 0.31027, "accuracy": 0.344862, "main_score": 0.31027, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555044, "recall": 0.606719, "f1": 0.568521, "accuracy": 0.606719, "main_score": 0.568521, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533873, "recall": 0.586957, "f1": 0.547903, "accuracy": 0.586957, "main_score": 0.547903, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54119, "recall": 0.591897, "f1": 0.554319, "accuracy": 0.591897, "main_score": 0.554319, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523309, "recall": 0.579051, "f1": 0.538595, "accuracy": 0.579051, "main_score": 0.538595, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490001, "recall": 0.534585, "f1": 0.502227, "accuracy": 0.534585, "main_score": 0.502227, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556347, "recall": 0.59585, "f1": 0.565813, "accuracy": 0.59585, "main_score": 0.565813, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53926, "recall": 0.589921, "f1": 0.552434, "accuracy": 0.589921, "main_score": 0.552434, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554428, "recall": 0.608696, "f1": 0.568887, "accuracy": 0.608696, "main_score": 0.568887, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505765, "recall": 0.544466, "f1": 0.516103, "accuracy": 0.544466, "main_score": 0.516103, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552392, "recall": 0.600791, "f1": 0.564763, "accuracy": 0.600791, "main_score": 0.564763, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501774, "recall": 0.550395, "f1": 0.514829, "accuracy": 0.550395, "main_score": 0.514829, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577887, "recall": 0.624506, "f1": 0.589863, "accuracy": 0.624506, "main_score": 0.589863, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520284, "recall": 0.568182, "f1": 0.532359, "accuracy": 0.568182, "main_score": 0.532359, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566954, "recall": 0.612648, "f1": 0.57889, "accuracy": 0.612648, "main_score": 0.57889, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281311, "recall": 0.338933, "f1": 0.296367, "accuracy": 0.338933, "main_score": 0.296367, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.524805, "recall": 0.5583, "f1": 0.534305, "accuracy": 0.5583, "main_score": 0.534305, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531878, "recall": 0.576087, "f1": 0.542811, "accuracy": 0.576087, "main_score": 0.542811, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542342, "recall": 0.589921, "f1": 0.554607, "accuracy": 0.589921, "main_score": 0.554607, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444744, "recall": 0.499012, "f1": 0.459741, "accuracy": 0.499012, "main_score": 0.459741, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.566453, "recall": 0.619565, "f1": 0.580211, "accuracy": 0.619565, "main_score": 0.580211, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556266, "recall": 0.604743, "f1": 0.568528, "accuracy": 0.604743, "main_score": 0.568528, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548035, "recall": 0.596838, "f1": 0.560833, "accuracy": 0.596838, "main_score": 0.560833, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481602, "recall": 0.540514, "f1": 0.496438, "accuracy": 0.540514, "main_score": 0.496438, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.566322, "recall": 0.616601, "f1": 0.5793, "accuracy": 0.616601, "main_score": 0.5793, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529324, "recall": 0.582016, "f1": 0.54286, "accuracy": 0.582016, "main_score": 0.54286, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553384, "recall": 0.606719, "f1": 0.567456, "accuracy": 0.606719, "main_score": 0.567456, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516414, "recall": 0.570158, "f1": 0.530159, "accuracy": 0.570158, "main_score": 0.530159, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.501079, "recall": 0.540514, "f1": 0.512018, "accuracy": 0.540514, "main_score": 0.512018, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692812, "recall": 0.756917, "f1": 0.710891, "accuracy": 0.756917, "main_score": 0.710891, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515133, "recall": 0.570158, "f1": 0.529484, "accuracy": 0.570158, "main_score": 0.529484, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.539316, "recall": 0.588933, "f1": 0.552012, "accuracy": 0.588933, "main_score": 0.552012, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52592, "recall": 0.578063, "f1": 0.539486, "accuracy": 0.578063, "main_score": 0.539486, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508331, "recall": 0.547431, "f1": 0.518385, "accuracy": 0.547431, "main_score": 0.518385, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447324, "recall": 0.487154, "f1": 0.458159, "accuracy": 0.487154, "main_score": 0.458159, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56727, "recall": 0.610672, "f1": 0.578417, "accuracy": 0.610672, "main_score": 0.578417, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506759, "recall": 0.557312, "f1": 0.519651, "accuracy": 0.557312, "main_score": 0.519651, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.516213, "recall": 0.556324, "f1": 0.526839, "accuracy": 0.556324, "main_score": 0.526839, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539487, "recall": 0.589921, "f1": 0.552707, "accuracy": 0.589921, "main_score": 0.552707, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480338, "recall": 0.517787, "f1": 0.490815, "accuracy": 0.517787, "main_score": 0.490815, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569041, "recall": 0.612648, "f1": 0.57975, "accuracy": 0.612648, "main_score": 0.57975, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539555, "recall": 0.587945, "f1": 0.55194, "accuracy": 0.587945, "main_score": 0.55194, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551152, "recall": 0.598814, "f1": 0.562967, "accuracy": 0.598814, "main_score": 0.562967, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547346, "recall": 0.603755, "f1": 0.561639, "accuracy": 0.603755, "main_score": 0.561639, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511894, "recall": 0.562253, "f1": 0.525013, "accuracy": 0.562253, "main_score": 0.525013, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.538104, "recall": 0.582016, "f1": 0.549658, "accuracy": 0.582016, "main_score": 0.549658, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435527, "recall": 0.499012, "f1": 0.452468, "accuracy": 0.499012, "main_score": 0.452468, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.492621, "recall": 0.536561, "f1": 0.503983, "accuracy": 0.536561, "main_score": 0.503983, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224373, "recall": 0.26581, "f1": 0.234077, "accuracy": 0.26581, "main_score": 0.234077, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.527328, "recall": 0.565217, "f1": 0.537839, "accuracy": 0.565217, "main_score": 0.537839, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453473, "recall": 0.501976, "f1": 0.466062, "accuracy": 0.501976, "main_score": 0.466062, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552551, "recall": 0.603755, "f1": 0.566299, "accuracy": 0.603755, "main_score": 0.566299, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553865, "recall": 0.597826, "f1": 0.565654, "accuracy": 0.597826, "main_score": 0.565654, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432264, "recall": 0.478261, "f1": 0.445215, "accuracy": 0.478261, "main_score": 0.445215, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533166, "recall": 0.576087, "f1": 0.544082, "accuracy": 0.576087, "main_score": 0.544082, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527056, "recall": 0.581028, "f1": 0.541162, "accuracy": 0.581028, "main_score": 0.541162, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494393, "recall": 0.552372, "f1": 0.509275, "accuracy": 0.552372, "main_score": 0.509275, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534233, "recall": 0.578063, "f1": 0.545918, "accuracy": 0.578063, "main_score": 0.545918, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556376, "recall": 0.604743, "f1": 0.569622, "accuracy": 0.604743, "main_score": 0.569622, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507428, "recall": 0.562253, "f1": 0.52177, "accuracy": 0.562253, "main_score": 0.52177, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565892, "recall": 0.614625, "f1": 0.578386, "accuracy": 0.614625, "main_score": 0.578386, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463843, "recall": 0.508893, "f1": 0.476654, "accuracy": 0.508893, "main_score": 0.476654, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469982, "recall": 0.51581, "f1": 0.482125, "accuracy": 0.51581, "main_score": 0.482125, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542078, "recall": 0.58004, "f1": 0.552129, "accuracy": 0.58004, "main_score": 0.552129, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543004, "recall": 0.59585, "f1": 0.556637, "accuracy": 0.59585, "main_score": 0.556637, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149216, "recall": 0.197628, "f1": 0.161483, "accuracy": 0.197628, "main_score": 0.161483, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.530709, "recall": 0.577075, "f1": 0.543016, "accuracy": 0.577075, "main_score": 0.543016, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.48178, "recall": 0.539526, "f1": 0.496977, "accuracy": 0.539526, "main_score": 0.496977, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.5139, "recall": 0.560277, "f1": 0.526113, "accuracy": 0.560277, "main_score": 0.526113, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542335, "recall": 0.593874, "f1": 0.555939, "accuracy": 0.593874, "main_score": 0.555939, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491415, "recall": 0.538538, "f1": 0.504286, "accuracy": 0.538538, "main_score": 0.504286, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505062, "recall": 0.546443, "f1": 0.515909, "accuracy": 0.546443, "main_score": 0.515909, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527146, "recall": 0.581028, "f1": 0.541404, "accuracy": 0.581028, "main_score": 0.541404, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544901, "recall": 0.597826, "f1": 0.559256, "accuracy": 0.597826, "main_score": 0.559256, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537827, "recall": 0.579051, "f1": 0.548284, "accuracy": 0.579051, "main_score": 0.548284, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543002, "recall": 0.585968, "f1": 0.554658, "accuracy": 0.585968, "main_score": 0.554658, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488801, "recall": 0.541502, "f1": 0.503051, "accuracy": 0.541502, "main_score": 0.503051, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523822, "recall": 0.573123, "f1": 0.536009, "accuracy": 0.573123, "main_score": 0.536009, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476466, "recall": 0.520751, "f1": 0.488203, "accuracy": 0.520751, "main_score": 0.488203, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501538, "recall": 0.549407, "f1": 0.513834, "accuracy": 0.549407, "main_score": 0.513834, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529317, "recall": 0.58004, "f1": 0.543213, "accuracy": 0.58004, "main_score": 0.543213, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.536572, "recall": 0.583992, "f1": 0.548078, "accuracy": 0.583992, "main_score": 0.548078, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528703, "recall": 0.582016, "f1": 0.542419, "accuracy": 0.582016, "main_score": 0.542419, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420701, "recall": 0.467391, "f1": 0.432837, "accuracy": 0.467391, "main_score": 0.432837, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.572082, "recall": 0.621542, "f1": 0.585622, "accuracy": 0.621542, "main_score": 0.585622, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505057, "recall": 0.555336, "f1": 0.518267, "accuracy": 0.555336, "main_score": 0.518267, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.504098, "recall": 0.556324, "f1": 0.518222, "accuracy": 0.556324, "main_score": 0.518222, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.502832, "recall": 0.546443, "f1": 0.514319, "accuracy": 0.546443, "main_score": 0.514319, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523087, "recall": 0.568182, "f1": 0.535143, "accuracy": 0.568182, "main_score": 0.535143, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460916, "recall": 0.511858, "f1": 0.474007, "accuracy": 0.511858, "main_score": 0.474007, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522025, "recall": 0.568182, "f1": 0.534377, "accuracy": 0.568182, "main_score": 0.534377, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548637, "recall": 0.592885, "f1": 0.560554, "accuracy": 0.592885, "main_score": 0.560554, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465788, "recall": 0.527668, "f1": 0.480907, "accuracy": 0.527668, "main_score": 0.480907, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.52019, "recall": 0.573123, "f1": 0.533693, "accuracy": 0.573123, "main_score": 0.533693, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.507205, "recall": 0.551383, "f1": 0.518282, "accuracy": 0.551383, "main_score": 0.518282, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.545299, "recall": 0.599802, "f1": 0.559271, "accuracy": 0.599802, "main_score": 0.559271, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53333, "recall": 0.583992, "f1": 0.545982, "accuracy": 0.583992, "main_score": 0.545982, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566976, "recall": 0.612648, "f1": 0.578906, "accuracy": 0.612648, "main_score": 0.578906, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474931, "recall": 0.522727, "f1": 0.487779, "accuracy": 0.522727, "main_score": 0.487779, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.524584, "recall": 0.570158, "f1": 0.536135, "accuracy": 0.570158, "main_score": 0.536135, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443443, "recall": 0.498024, "f1": 0.457353, "accuracy": 0.498024, "main_score": 0.457353, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552857, "recall": 0.603755, "f1": 0.566294, "accuracy": 0.603755, "main_score": 0.566294, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409045, "recall": 0.463439, "f1": 0.424847, "accuracy": 0.463439, "main_score": 0.424847, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.509324, "recall": 0.561265, "f1": 0.522594, "accuracy": 0.561265, "main_score": 0.522594, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518979, "recall": 0.570158, "f1": 0.533225, "accuracy": 0.570158, "main_score": 0.533225, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542008, "recall": 0.59585, "f1": 0.555568, "accuracy": 0.59585, "main_score": 0.555568, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530717, "recall": 0.568182, "f1": 0.539571, "accuracy": 0.568182, "main_score": 0.539571, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514117, "recall": 0.564229, "f1": 0.527225, "accuracy": 0.564229, "main_score": 0.527225, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.514243, "recall": 0.559289, "f1": 0.526318, "accuracy": 0.559289, "main_score": 0.526318, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551509, "recall": 0.593874, "f1": 0.562995, "accuracy": 0.593874, "main_score": 0.562995, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548361, "recall": 0.597826, "f1": 0.561337, "accuracy": 0.597826, "main_score": 0.561337, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536836, "recall": 0.583992, "f1": 0.549115, "accuracy": 0.583992, "main_score": 0.549115, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569861, "recall": 0.619565, "f1": 0.583012, "accuracy": 0.619565, "main_score": 0.583012, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476739, "recall": 0.516798, "f1": 0.488057, "accuracy": 0.516798, "main_score": 0.488057, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55625, "recall": 0.603755, "f1": 0.568331, "accuracy": 0.603755, "main_score": 0.568331, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536196, "recall": 0.587945, "f1": 0.550574, "accuracy": 0.587945, "main_score": 0.550574, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.529841, "recall": 0.582016, "f1": 0.543595, "accuracy": 0.582016, "main_score": 0.543595, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527857, "recall": 0.587945, "f1": 0.544456, "accuracy": 0.587945, "main_score": 0.544456, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568363, "recall": 0.619565, "f1": 0.581117, "accuracy": 0.619565, "main_score": 0.581117, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535848, "recall": 0.576087, "f1": 0.546774, "accuracy": 0.576087, "main_score": 0.546774, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508596, "recall": 0.552372, "f1": 0.520514, "accuracy": 0.552372, "main_score": 0.520514, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566068, "recall": 0.618577, "f1": 0.580124, "accuracy": 0.618577, "main_score": 0.580124, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465096, "recall": 0.520751, "f1": 0.479648, "accuracy": 0.520751, "main_score": 0.479648, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528034, "recall": 0.583004, "f1": 0.542226, "accuracy": 0.583004, "main_score": 0.542226, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542268, "recall": 0.594862, "f1": 0.556802, "accuracy": 0.594862, "main_score": 0.556802, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488073, "recall": 0.530632, "f1": 0.499494, "accuracy": 0.530632, "main_score": 0.499494, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520111, "recall": 0.557312, "f1": 0.530375, "accuracy": 0.557312, "main_score": 0.530375, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510054, "recall": 0.565217, "f1": 0.524569, "accuracy": 0.565217, "main_score": 0.524569, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.513125, "recall": 0.56917, "f1": 0.528095, "accuracy": 0.56917, "main_score": 0.528095, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527007, "recall": 0.567194, "f1": 0.537371, "accuracy": 0.567194, "main_score": 0.537371, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50383, "recall": 0.566206, "f1": 0.520526, "accuracy": 0.566206, "main_score": 0.520526, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470796, "recall": 0.514822, "f1": 0.483474, "accuracy": 0.514822, "main_score": 0.483474, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531483, "recall": 0.578063, "f1": 0.543609, "accuracy": 0.578063, "main_score": 0.543609, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540689, "recall": 0.581028, "f1": 0.550966, "accuracy": 0.581028, "main_score": 0.550966, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512803, "recall": 0.549407, "f1": 0.522647, "accuracy": 0.549407, "main_score": 0.522647, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521795, "recall": 0.561265, "f1": 0.532386, "accuracy": 0.561265, "main_score": 0.532386, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520079, "recall": 0.566206, "f1": 0.533031, "accuracy": 0.566206, "main_score": 0.533031, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514295, "recall": 0.563241, "f1": 0.527705, "accuracy": 0.563241, "main_score": 0.527705, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528011, "recall": 0.574111, "f1": 0.539702, "accuracy": 0.574111, "main_score": 0.539702, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425089, "recall": 0.485178, "f1": 0.441923, "accuracy": 0.485178, "main_score": 0.441923, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542319, "recall": 0.590909, "f1": 0.555012, "accuracy": 0.590909, "main_score": 0.555012, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515638, "recall": 0.559289, "f1": 0.527056, "accuracy": 0.559289, "main_score": 0.527056, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533135, "recall": 0.583992, "f1": 0.546477, "accuracy": 0.583992, "main_score": 0.546477, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518237, "recall": 0.567194, "f1": 0.531389, "accuracy": 0.567194, "main_score": 0.531389, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.52076, "recall": 0.564229, "f1": 0.532769, "accuracy": 0.564229, "main_score": 0.532769, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512633, "recall": 0.559289, "f1": 0.525402, "accuracy": 0.559289, "main_score": 0.525402, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531983, "recall": 0.602767, "f1": 0.551489, "accuracy": 0.602767, "main_score": 0.551489, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505991, "recall": 0.574111, "f1": 0.524721, "accuracy": 0.574111, "main_score": 0.524721, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436283, "recall": 0.511858, "f1": 0.457231, "accuracy": 0.511858, "main_score": 0.457231, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.635375, "f1": 0.587938, "accuracy": 0.635375, "main_score": 0.587938, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862764, "recall": 0.898221, "f1": 0.873748, "accuracy": 0.898221, "main_score": 0.873748, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.580847, "recall": 0.647233, "f1": 0.599234, "accuracy": 0.647233, "main_score": 0.599234, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604877, "recall": 0.674901, "f1": 0.624371, "accuracy": 0.674901, "main_score": 0.624371, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526923, "recall": 0.591897, "f1": 0.544722, "accuracy": 0.591897, "main_score": 0.544722, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154753, "recall": 0.205534, "f1": 0.167421, "accuracy": 0.205534, "main_score": 0.167421, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607018, "recall": 0.662055, "f1": 0.622257, "accuracy": 0.662055, "main_score": 0.622257, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653261, "recall": 0.713439, "f1": 0.671099, "accuracy": 0.713439, "main_score": 0.671099, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.50444, "recall": 0.563241, "f1": 0.520871, "accuracy": 0.563241, "main_score": 0.520871, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478426, "recall": 0.556324, "f1": 0.499343, "accuracy": 0.556324, "main_score": 0.499343, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536556, "recall": 0.603755, "f1": 0.555585, "accuracy": 0.603755, "main_score": 0.555585, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560659, "recall": 0.631423, "f1": 0.580036, "accuracy": 0.631423, "main_score": 0.580036, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873468, "recall": 0.909091, "f1": 0.884783, "accuracy": 0.909091, "main_score": 0.884783, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501663, "recall": 0.567194, "f1": 0.519888, "accuracy": 0.567194, "main_score": 0.519888, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51236, "recall": 0.58004, "f1": 0.530934, "accuracy": 0.58004, "main_score": 0.530934, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505141, "recall": 0.567194, "f1": 0.521247, "accuracy": 0.567194, "main_score": 0.521247, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936759, "accuracy": 0.950593, "main_score": 0.936759, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306948, "recall": 0.371542, "f1": 0.324475, "accuracy": 0.371542, "main_score": 0.324475, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580998, "recall": 0.650198, "f1": 0.599977, "accuracy": 0.650198, "main_score": 0.599977, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572041, "recall": 0.631423, "f1": 0.588741, "accuracy": 0.631423, "main_score": 0.588741, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700741, "recall": 0.764822, "f1": 0.719448, "accuracy": 0.764822, "main_score": 0.719448, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960178, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645299, "recall": 0.725296, "f1": 0.668678, "accuracy": 0.725296, "main_score": 0.668678, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.688054, "recall": 0.747036, "f1": 0.705077, "accuracy": 0.747036, "main_score": 0.705077, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63969, "recall": 0.702569, "f1": 0.658616, "accuracy": 0.702569, "main_score": 0.658616, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678755, "recall": 0.746047, "f1": 0.698753, "accuracy": 0.746047, "main_score": 0.698753, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.524198, "recall": 0.590909, "f1": 0.542545, "accuracy": 0.590909, "main_score": 0.542545, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528262, "recall": 0.597826, "f1": 0.548048, "accuracy": 0.597826, "main_score": 0.548048, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.781275, "recall": 0.828063, "f1": 0.795031, "accuracy": 0.828063, "main_score": 0.795031, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450806, "recall": 0.511858, "f1": 0.46746, "accuracy": 0.511858, "main_score": 0.46746, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860458, "recall": 0.901186, "f1": 0.873221, "accuracy": 0.901186, "main_score": 0.873221, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529449, "recall": 0.594862, "f1": 0.547674, "accuracy": 0.594862, "main_score": 0.547674, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58169, "recall": 0.645257, "f1": 0.598855, "accuracy": 0.645257, "main_score": 0.598855, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189616, "recall": 0.245059, "f1": 0.201938, "accuracy": 0.245059, "main_score": 0.201938, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.604524, "recall": 0.674901, "f1": 0.624381, "accuracy": 0.674901, "main_score": 0.624381, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782345, "recall": 0.835968, "f1": 0.79888, "accuracy": 0.835968, "main_score": 0.79888, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390838, "recall": 0.451581, "f1": 0.407219, "accuracy": 0.451581, "main_score": 0.407219, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652586, "recall": 0.715415, "f1": 0.670931, "accuracy": 0.715415, "main_score": 0.670931, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53866, "recall": 0.607708, "f1": 0.558044, "accuracy": 0.607708, "main_score": 0.558044, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491805, "recall": 0.564229, "f1": 0.511678, "accuracy": 0.564229, "main_score": 0.511678, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649506, "recall": 0.708498, "f1": 0.6667, "accuracy": 0.708498, "main_score": 0.6667, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206165, "recall": 0.282609, "f1": 0.224867, "accuracy": 0.282609, "main_score": 0.224867, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556665, "recall": 0.624506, "f1": 0.575906, "accuracy": 0.624506, "main_score": 0.575906, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567716, "recall": 0.636364, "f1": 0.587157, "accuracy": 0.636364, "main_score": 0.587157, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723608, "recall": 0.783597, "f1": 0.74126, "accuracy": 0.783597, "main_score": 0.74126, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540308, "recall": 0.602767, "f1": 0.558267, "accuracy": 0.602767, "main_score": 0.558267, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769005, "recall": 0.81917, "f1": 0.784025, "accuracy": 0.81917, "main_score": 0.784025, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460411, "recall": 0.529644, "f1": 0.479457, "accuracy": 0.529644, "main_score": 0.479457, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.855319, "recall": 0.893281, "f1": 0.867128, "accuracy": 0.893281, "main_score": 0.867128, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.953557, "f1": 0.940184, "accuracy": 0.953557, "main_score": 0.940184, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587321, "recall": 0.649209, "f1": 0.604872, "accuracy": 0.649209, "main_score": 0.604872, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.921937, "f1": 0.898847, "accuracy": 0.921937, "main_score": 0.898847, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441835, "recall": 0.514822, "f1": 0.46178, "accuracy": 0.514822, "main_score": 0.46178, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6252, "recall": 0.701581, "f1": 0.647299, "accuracy": 0.701581, "main_score": 0.647299, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822835, "recall": 0.863636, "f1": 0.83503, "accuracy": 0.863636, "main_score": 0.83503, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62472, "recall": 0.685771, "f1": 0.642473, "accuracy": 0.685771, "main_score": 0.642473, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616668, "recall": 0.681818, "f1": 0.635367, "accuracy": 0.681818, "main_score": 0.635367, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937088, "recall": 0.956522, "f1": 0.943347, "accuracy": 0.956522, "main_score": 0.943347, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52771, "recall": 0.59585, "f1": 0.546687, "accuracy": 0.59585, "main_score": 0.546687, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526459, "recall": 0.590909, "f1": 0.544147, "accuracy": 0.590909, "main_score": 0.544147, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810507, "recall": 0.858696, "f1": 0.824901, "accuracy": 0.858696, "main_score": 0.824901, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524682, "recall": 0.597826, "f1": 0.544585, "accuracy": 0.597826, "main_score": 0.544585, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596995, "recall": 0.662055, "f1": 0.614937, "accuracy": 0.662055, "main_score": 0.614937, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477523, "recall": 0.540514, "f1": 0.495073, "accuracy": 0.540514, "main_score": 0.495073, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556106, "recall": 0.616601, "f1": 0.572083, "accuracy": 0.616601, "main_score": 0.572083, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.565722, "recall": 0.635375, "f1": 0.586188, "accuracy": 0.635375, "main_score": 0.586188, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540282, "recall": 0.604743, "f1": 0.557941, "accuracy": 0.604743, "main_score": 0.557941, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518696, "recall": 0.593874, "f1": 0.539621, "accuracy": 0.593874, "main_score": 0.539621, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710573, "recall": 0.770751, "f1": 0.72787, "accuracy": 0.770751, "main_score": 0.72787, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731999, "recall": 0.785573, "f1": 0.74776, "accuracy": 0.785573, "main_score": 0.74776, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868808, "recall": 0.901186, "f1": 0.87859, "accuracy": 0.901186, "main_score": 0.87859, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463853, "recall": 0.55336, "f1": 0.489657, "accuracy": 0.55336, "main_score": 0.489657, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.695092, "recall": 0.756917, "f1": 0.712996, "accuracy": 0.756917, "main_score": 0.712996, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595605, "recall": 0.648221, "f1": 0.610201, "accuracy": 0.648221, "main_score": 0.610201, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573015, "recall": 0.63834, "f1": 0.591538, "accuracy": 0.63834, "main_score": 0.591538, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51636, "recall": 0.581028, "f1": 0.534741, "accuracy": 0.581028, "main_score": 0.534741, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451757, "recall": 0.528656, "f1": 0.471992, "accuracy": 0.528656, "main_score": 0.471992, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980896, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585953, "recall": 0.644269, "f1": 0.602377, "accuracy": 0.644269, "main_score": 0.602377, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873188, "recall": 0.908103, "f1": 0.884025, "accuracy": 0.908103, "main_score": 0.884025, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.972332, "f1": 0.964921, "accuracy": 0.972332, "main_score": 0.964921, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.609471, "recall": 0.664032, "f1": 0.62509, "accuracy": 0.664032, "main_score": 0.62509, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604397, "recall": 0.668972, "f1": 0.622121, "accuracy": 0.668972, "main_score": 0.622121, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550059, "recall": 0.61166, "f1": 0.566832, "accuracy": 0.61166, "main_score": 0.566832, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182758, "recall": 0.235178, "f1": 0.195946, "accuracy": 0.235178, "main_score": 0.195946, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63288, "recall": 0.683794, "f1": 0.647443, "accuracy": 0.683794, "main_score": 0.647443, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.663827, "recall": 0.719368, "f1": 0.679891, "accuracy": 0.719368, "main_score": 0.679891, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532404, "recall": 0.58498, "f1": 0.547447, "accuracy": 0.58498, "main_score": 0.547447, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492378, "recall": 0.565217, "f1": 0.512173, "accuracy": 0.565217, "main_score": 0.512173, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557025, "recall": 0.619565, "f1": 0.575318, "accuracy": 0.619565, "main_score": 0.575318, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575191, "recall": 0.639328, "f1": 0.592939, "accuracy": 0.639328, "main_score": 0.592939, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898007, "recall": 0.926877, "f1": 0.907181, "accuracy": 0.926877, "main_score": 0.907181, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519855, "recall": 0.577075, "f1": 0.536319, "accuracy": 0.577075, "main_score": 0.536319, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526966, "recall": 0.597826, "f1": 0.546896, "accuracy": 0.597826, "main_score": 0.546896, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514125, "recall": 0.571146, "f1": 0.529535, "accuracy": 0.571146, "main_score": 0.529535, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320144, "recall": 0.371542, "f1": 0.334063, "accuracy": 0.371542, "main_score": 0.334063, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573419, "recall": 0.634387, "f1": 0.590736, "accuracy": 0.634387, "main_score": 0.590736, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583883, "recall": 0.640316, "f1": 0.599428, "accuracy": 0.640316, "main_score": 0.599428, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707839, "recall": 0.766798, "f1": 0.72518, "accuracy": 0.766798, "main_score": 0.72518, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688069, "recall": 0.757905, "f1": 0.708877, "accuracy": 0.757905, "main_score": 0.708877, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695998, "recall": 0.753953, "f1": 0.713213, "accuracy": 0.753953, "main_score": 0.713213, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655797, "recall": 0.70751, "f1": 0.671297, "accuracy": 0.70751, "main_score": 0.671297, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643936, "recall": 0.711462, "f1": 0.663274, "accuracy": 0.711462, "main_score": 0.663274, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.541922, "recall": 0.601779, "f1": 0.558072, "accuracy": 0.601779, "main_score": 0.558072, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560196, "recall": 0.614625, "f1": 0.575241, "accuracy": 0.614625, "main_score": 0.575241, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803837, "recall": 0.847826, "f1": 0.816667, "accuracy": 0.847826, "main_score": 0.816667, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480969, "recall": 0.534585, "f1": 0.49504, "accuracy": 0.534585, "main_score": 0.49504, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.884223, "recall": 0.91502, "f1": 0.893906, "accuracy": 0.91502, "main_score": 0.893906, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539707, "recall": 0.601779, "f1": 0.556891, "accuracy": 0.601779, "main_score": 0.556891, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.578986, "recall": 0.647233, "f1": 0.597912, "accuracy": 0.647233, "main_score": 0.597912, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201727, "recall": 0.263834, "f1": 0.215073, "accuracy": 0.263834, "main_score": 0.215073, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.616897, "recall": 0.684783, "f1": 0.636426, "accuracy": 0.684783, "main_score": 0.636426, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807493, "recall": 0.857708, "f1": 0.823024, "accuracy": 0.857708, "main_score": 0.823024, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41614, "recall": 0.474308, "f1": 0.432052, "accuracy": 0.474308, "main_score": 0.432052, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683407, "recall": 0.741107, "f1": 0.70045, "accuracy": 0.741107, "main_score": 0.70045, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568365, "recall": 0.631423, "f1": 0.585986, "accuracy": 0.631423, "main_score": 0.585986, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49589, "recall": 0.563241, "f1": 0.51471, "accuracy": 0.563241, "main_score": 0.51471, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671732, "recall": 0.725296, "f1": 0.687698, "accuracy": 0.725296, "main_score": 0.687698, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243643, "recall": 0.323123, "f1": 0.264151, "accuracy": 0.323123, "main_score": 0.264151, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580377, "recall": 0.640316, "f1": 0.59742, "accuracy": 0.640316, "main_score": 0.59742, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572466, "recall": 0.637352, "f1": 0.590655, "accuracy": 0.637352, "main_score": 0.590655, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.724664, "recall": 0.786561, "f1": 0.743165, "accuracy": 0.786561, "main_score": 0.743165, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558202, "recall": 0.613636, "f1": 0.574215, "accuracy": 0.613636, "main_score": 0.574215, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795652, "recall": 0.84585, "f1": 0.810935, "accuracy": 0.84585, "main_score": 0.810935, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459176, "recall": 0.522727, "f1": 0.476816, "accuracy": 0.522727, "main_score": 0.476816, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885046, "recall": 0.916996, "f1": 0.895059, "accuracy": 0.916996, "main_score": 0.895059, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610353, "recall": 0.663043, "f1": 0.625765, "accuracy": 0.663043, "main_score": 0.625765, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902915, "recall": 0.931818, "f1": 0.912121, "accuracy": 0.931818, "main_score": 0.912121, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449564, "recall": 0.51581, "f1": 0.467042, "accuracy": 0.51581, "main_score": 0.467042, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631456, "recall": 0.700593, "f1": 0.651976, "accuracy": 0.700593, "main_score": 0.651976, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832592, "recall": 0.87747, "f1": 0.846739, "accuracy": 0.87747, "main_score": 0.846739, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.639292, "recall": 0.694664, "f1": 0.655237, "accuracy": 0.694664, "main_score": 0.655237, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648197, "recall": 0.710474, "f1": 0.666524, "accuracy": 0.710474, "main_score": 0.666524, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530309, "recall": 0.59585, "f1": 0.548605, "accuracy": 0.59585, "main_score": 0.548605, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539518, "recall": 0.600791, "f1": 0.555925, "accuracy": 0.600791, "main_score": 0.555925, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845586, "recall": 0.886364, "f1": 0.857839, "accuracy": 0.886364, "main_score": 0.857839, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535822, "recall": 0.602767, "f1": 0.554319, "accuracy": 0.602767, "main_score": 0.554319, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620308, "recall": 0.68083, "f1": 0.637603, "accuracy": 0.68083, "main_score": 0.637603, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490234, "recall": 0.547431, "f1": 0.505755, "accuracy": 0.547431, "main_score": 0.505755, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573578, "recall": 0.630435, "f1": 0.58885, "accuracy": 0.630435, "main_score": 0.58885, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.5799, "recall": 0.644269, "f1": 0.598347, "accuracy": 0.644269, "main_score": 0.598347, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554821, "recall": 0.608696, "f1": 0.569125, "accuracy": 0.608696, "main_score": 0.569125, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522913, "recall": 0.59585, "f1": 0.544288, "accuracy": 0.59585, "main_score": 0.544288, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736638, "recall": 0.791502, "f1": 0.752475, "accuracy": 0.791502, "main_score": 0.752475, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750988, "recall": 0.802372, "f1": 0.766535, "accuracy": 0.802372, "main_score": 0.766535, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868939, "recall": 0.901186, "f1": 0.878873, "accuracy": 0.901186, "main_score": 0.878873, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47721, "recall": 0.555336, "f1": 0.499994, "accuracy": 0.555336, "main_score": 0.499994, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702597, "recall": 0.76581, "f1": 0.721989, "accuracy": 0.76581, "main_score": 0.721989, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597316, "recall": 0.650198, "f1": 0.611927, "accuracy": 0.650198, "main_score": 0.611927, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590168, "recall": 0.650198, "f1": 0.607465, "accuracy": 0.650198, "main_score": 0.607465, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557642, "recall": 0.612648, "f1": 0.573226, "accuracy": 0.612648, "main_score": 0.573226, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379777, "recall": 0.445652, "f1": 0.396812, "accuracy": 0.445652, "main_score": 0.396812, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60809, "recall": 0.660079, "f1": 0.622734, "accuracy": 0.660079, "main_score": 0.622734, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84372, "recall": 0.878458, "f1": 0.854084, "accuracy": 0.878458, "main_score": 0.854084, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.951581, "f1": 0.939229, "accuracy": 0.951581, "main_score": 0.939229, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.978458, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60629, "recall": 0.659091, "f1": 0.621344, "accuracy": 0.659091, "main_score": 0.621344, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613669, "recall": 0.673913, "f1": 0.630893, "accuracy": 0.673913, "main_score": 0.630893, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558326, "recall": 0.619565, "f1": 0.575863, "accuracy": 0.619565, "main_score": 0.575863, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.193817, "recall": 0.235178, "f1": 0.204019, "accuracy": 0.235178, "main_score": 0.204019, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636078, "recall": 0.685771, "f1": 0.649942, "accuracy": 0.685771, "main_score": 0.649942, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667195, "recall": 0.724308, "f1": 0.684195, "accuracy": 0.724308, "main_score": 0.684195, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.907938, "recall": 0.934783, "f1": 0.916502, "accuracy": 0.934783, "main_score": 0.916502, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560458, "recall": 0.610672, "f1": 0.574581, "accuracy": 0.610672, "main_score": 0.574581, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526014, "recall": 0.597826, "f1": 0.545218, "accuracy": 0.597826, "main_score": 0.545218, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57025, "recall": 0.626482, "f1": 0.586418, "accuracy": 0.626482, "main_score": 0.586418, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603649, "recall": 0.661067, "f1": 0.619403, "accuracy": 0.661067, "main_score": 0.619403, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850635, "recall": 0.885375, "f1": 0.861413, "accuracy": 0.885375, "main_score": 0.861413, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542121, "recall": 0.591897, "f1": 0.556177, "accuracy": 0.591897, "main_score": 0.556177, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557457, "recall": 0.620553, "f1": 0.573919, "accuracy": 0.620553, "main_score": 0.573919, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53125, "recall": 0.577075, "f1": 0.543405, "accuracy": 0.577075, "main_score": 0.543405, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.948617, "f1": 0.936265, "accuracy": 0.948617, "main_score": 0.936265, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323866, "recall": 0.378458, "f1": 0.339058, "accuracy": 0.378458, "main_score": 0.339058, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60984, "recall": 0.662055, "f1": 0.625074, "accuracy": 0.662055, "main_score": 0.625074, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938027, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598381, "recall": 0.650198, "f1": 0.612704, "accuracy": 0.650198, "main_score": 0.612704, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702462, "recall": 0.758893, "f1": 0.719178, "accuracy": 0.758893, "main_score": 0.719178, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553588, "recall": 0.629447, "f1": 0.574809, "accuracy": 0.629447, "main_score": 0.574809, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.69263, "recall": 0.741107, "f1": 0.706285, "accuracy": 0.741107, "main_score": 0.706285, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691535, "recall": 0.73913, "f1": 0.705764, "accuracy": 0.73913, "main_score": 0.705764, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657816, "recall": 0.716403, "f1": 0.675002, "accuracy": 0.716403, "main_score": 0.675002, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895339, "recall": 0.925889, "f1": 0.90504, "accuracy": 0.925889, "main_score": 0.90504, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.569191, "recall": 0.623518, "f1": 0.584497, "accuracy": 0.623518, "main_score": 0.584497, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557543, "recall": 0.607708, "f1": 0.57173, "accuracy": 0.607708, "main_score": 0.57173, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793383, "recall": 0.833004, "f1": 0.805122, "accuracy": 0.833004, "main_score": 0.805122, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478749, "recall": 0.535573, "f1": 0.494163, "accuracy": 0.535573, "main_score": 0.494163, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.81455, "recall": 0.858696, "f1": 0.827324, "accuracy": 0.858696, "main_score": 0.827324, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548774, "recall": 0.599802, "f1": 0.562999, "accuracy": 0.599802, "main_score": 0.562999, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984766, "recall": 0.98913, "f1": 0.986067, "accuracy": 0.98913, "main_score": 0.986067, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596314, "recall": 0.666008, "f1": 0.615604, "accuracy": 0.666008, "main_score": 0.615604, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207693, "recall": 0.254941, "f1": 0.218387, "accuracy": 0.254941, "main_score": 0.218387, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639316, "recall": 0.701581, "f1": 0.656684, "accuracy": 0.701581, "main_score": 0.656684, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765786, "recall": 0.817194, "f1": 0.781017, "accuracy": 0.817194, "main_score": 0.781017, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417583, "recall": 0.474308, "f1": 0.433536, "accuracy": 0.474308, "main_score": 0.433536, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.975296, "f1": 0.968445, "accuracy": 0.975296, "main_score": 0.968445, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685331, "recall": 0.736166, "f1": 0.700009, "accuracy": 0.736166, "main_score": 0.700009, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57152, "recall": 0.626482, "f1": 0.587371, "accuracy": 0.626482, "main_score": 0.587371, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511743, "recall": 0.573123, "f1": 0.528305, "accuracy": 0.573123, "main_score": 0.528305, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69166, "recall": 0.736166, "f1": 0.704346, "accuracy": 0.736166, "main_score": 0.704346, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225166, "recall": 0.294466, "f1": 0.242698, "accuracy": 0.294466, "main_score": 0.242698, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604934, "recall": 0.666008, "f1": 0.622664, "accuracy": 0.666008, "main_score": 0.622664, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594289, "recall": 0.657115, "f1": 0.612247, "accuracy": 0.657115, "main_score": 0.612247, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.691453, "recall": 0.753953, "f1": 0.710375, "accuracy": 0.753953, "main_score": 0.710375, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562608, "recall": 0.625494, "f1": 0.581228, "accuracy": 0.625494, "main_score": 0.581228, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746756, "recall": 0.801383, "f1": 0.762799, "accuracy": 0.801383, "main_score": 0.762799, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469977, "recall": 0.529644, "f1": 0.486064, "accuracy": 0.529644, "main_score": 0.486064, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932444, "accuracy": 0.94664, "main_score": 0.932444, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841314, "recall": 0.880435, "f1": 0.85296, "accuracy": 0.880435, "main_score": 0.85296, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924489, "recall": 0.945652, "f1": 0.931061, "accuracy": 0.945652, "main_score": 0.931061, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622174, "recall": 0.671937, "f1": 0.635754, "accuracy": 0.671937, "main_score": 0.635754, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.969368, "f1": 0.960705, "accuracy": 0.969368, "main_score": 0.960705, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848353, "recall": 0.88834, "f1": 0.860804, "accuracy": 0.88834, "main_score": 0.860804, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489789, "recall": 0.550395, "f1": 0.506018, "accuracy": 0.550395, "main_score": 0.506018, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586655, "recall": 0.657115, "f1": 0.607496, "accuracy": 0.657115, "main_score": 0.607496, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828887, "recall": 0.868577, "f1": 0.840994, "accuracy": 0.868577, "main_score": 0.840994, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653651, "recall": 0.701581, "f1": 0.667183, "accuracy": 0.701581, "main_score": 0.667183, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63404, "recall": 0.690711, "f1": 0.650087, "accuracy": 0.690711, "main_score": 0.650087, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925461, "recall": 0.945652, "f1": 0.931621, "accuracy": 0.945652, "main_score": 0.931621, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560397, "recall": 0.625494, "f1": 0.57836, "accuracy": 0.625494, "main_score": 0.57836, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536685, "recall": 0.59585, "f1": 0.553782, "accuracy": 0.59585, "main_score": 0.553782, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789848, "recall": 0.835968, "f1": 0.803593, "accuracy": 0.835968, "main_score": 0.803593, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548712, "recall": 0.605731, "f1": 0.564372, "accuracy": 0.605731, "main_score": 0.564372, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619527, "recall": 0.675889, "f1": 0.63602, "accuracy": 0.675889, "main_score": 0.63602, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898715, "recall": 0.926877, "f1": 0.907773, "accuracy": 0.926877, "main_score": 0.907773, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517289, "recall": 0.570158, "f1": 0.531875, "accuracy": 0.570158, "main_score": 0.531875, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5883, "recall": 0.645257, "f1": 0.604021, "accuracy": 0.645257, "main_score": 0.604021, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589666, "recall": 0.646245, "f1": 0.606241, "accuracy": 0.646245, "main_score": 0.606241, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574301, "recall": 0.625494, "f1": 0.58888, "accuracy": 0.625494, "main_score": 0.58888, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553179, "recall": 0.610672, "f1": 0.569584, "accuracy": 0.610672, "main_score": 0.569584, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723386, "recall": 0.775692, "f1": 0.738608, "accuracy": 0.775692, "main_score": 0.738608, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718224, "recall": 0.763834, "f1": 0.731538, "accuracy": 0.763834, "main_score": 0.731538, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86614, "recall": 0.891304, "f1": 0.873814, "accuracy": 0.891304, "main_score": 0.873814, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.91525, "recall": 0.937747, "f1": 0.922266, "accuracy": 0.937747, "main_score": 0.922266, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487526, "recall": 0.564229, "f1": 0.509274, "accuracy": 0.564229, "main_score": 0.509274, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.6903, "recall": 0.746047, "f1": 0.706604, "accuracy": 0.746047, "main_score": 0.706604, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603969, "recall": 0.643281, "f1": 0.615003, "accuracy": 0.643281, "main_score": 0.615003, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162016, "recall": 0.193676, "f1": 0.169345, "accuracy": 0.193676, "main_score": 0.169345, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.156915, "recall": 0.188735, "f1": 0.164998, "accuracy": 0.188735, "main_score": 0.164998, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125739, "recall": 0.149209, "f1": 0.132192, "accuracy": 0.149209, "main_score": 0.132192, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.161067, "recall": 0.194664, "f1": 0.168254, "accuracy": 0.194664, "main_score": 0.168254, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.150273, "recall": 0.18083, "f1": 0.156912, "accuracy": 0.18083, "main_score": 0.156912, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.152369, "recall": 0.179842, "f1": 0.158376, "accuracy": 0.179842, "main_score": 0.158376, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.149349, "recall": 0.184783, "f1": 0.156749, "accuracy": 0.184783, "main_score": 0.156749, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162343, "recall": 0.203557, "f1": 0.171536, "accuracy": 0.203557, "main_score": 0.171536, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14453, "recall": 0.178854, "f1": 0.152278, "accuracy": 0.178854, "main_score": 0.152278, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153556, "recall": 0.188735, "f1": 0.161462, "accuracy": 0.188735, "main_score": 0.161462, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158431, "recall": 0.194664, "f1": 0.166158, "accuracy": 0.194664, "main_score": 0.166158, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140535, "recall": 0.177866, "f1": 0.14826, "accuracy": 0.177866, "main_score": 0.14826, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.140829, "recall": 0.174901, "f1": 0.147859, "accuracy": 0.174901, "main_score": 0.147859, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.075804, "recall": 0.108696, "f1": 0.081544, "accuracy": 0.108696, "main_score": 0.081544, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157293, "recall": 0.187747, "f1": 0.163607, "accuracy": 0.187747, "main_score": 0.163607, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.142833, "recall": 0.183794, "f1": 0.15117, "accuracy": 0.183794, "main_score": 0.15117, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.144634, "recall": 0.178854, "f1": 0.152398, "accuracy": 0.178854, "main_score": 0.152398, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158522, "recall": 0.1917, "f1": 0.165392, "accuracy": 0.1917, "main_score": 0.165392, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151296, "recall": 0.185771, "f1": 0.158889, "accuracy": 0.185771, "main_score": 0.158889, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.149052, "recall": 0.177866, "f1": 0.155943, "accuracy": 0.177866, "main_score": 0.155943, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.164901, "recall": 0.200593, "f1": 0.172581, "accuracy": 0.200593, "main_score": 0.172581, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160431, "recall": 0.193676, "f1": 0.167807, "accuracy": 0.193676, "main_score": 0.167807, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170016, "recall": 0.210474, "f1": 0.178076, "accuracy": 0.210474, "main_score": 0.178076, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13839, "recall": 0.173913, "f1": 0.14576, "accuracy": 0.173913, "main_score": 0.14576, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.159157, "recall": 0.193676, "f1": 0.167455, "accuracy": 0.193676, "main_score": 0.167455, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151536, "recall": 0.193676, "f1": 0.160131, "accuracy": 0.193676, "main_score": 0.160131, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148181, "recall": 0.181818, "f1": 0.155427, "accuracy": 0.181818, "main_score": 0.155427, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.148666, "recall": 0.187747, "f1": 0.15709, "accuracy": 0.187747, "main_score": 0.15709, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159275, "recall": 0.194664, "f1": 0.166833, "accuracy": 0.194664, "main_score": 0.166833, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147146, "recall": 0.184783, "f1": 0.155454, "accuracy": 0.184783, "main_score": 0.155454, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140967, "recall": 0.172925, "f1": 0.148222, "accuracy": 0.172925, "main_score": 0.148222, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.156085, "recall": 0.184783, "f1": 0.16217, "accuracy": 0.184783, "main_score": 0.16217, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.172641, "recall": 0.208498, "f1": 0.180114, "accuracy": 0.208498, "main_score": 0.180114, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152665, "recall": 0.185771, "f1": 0.160401, "accuracy": 0.185771, "main_score": 0.160401, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.13804, "recall": 0.170949, "f1": 0.145501, "accuracy": 0.170949, "main_score": 0.145501, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.139411, "recall": 0.178854, "f1": 0.147808, "accuracy": 0.178854, "main_score": 0.147808, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.161825, "recall": 0.195652, "f1": 0.169257, "accuracy": 0.195652, "main_score": 0.169257, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.148069, "recall": 0.181818, "f1": 0.155576, "accuracy": 0.181818, "main_score": 0.155576, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154514, "recall": 0.187747, "f1": 0.161718, "accuracy": 0.187747, "main_score": 0.161718, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.164256, "recall": 0.195652, "f1": 0.171879, "accuracy": 0.195652, "main_score": 0.171879, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17407, "recall": 0.208498, "f1": 0.181268, "accuracy": 0.208498, "main_score": 0.181268, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.142535, "recall": 0.178854, "f1": 0.150467, "accuracy": 0.178854, "main_score": 0.150467, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167487, "recall": 0.210474, "f1": 0.176387, "accuracy": 0.210474, "main_score": 0.176387, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150378, "recall": 0.185771, "f1": 0.158119, "accuracy": 0.185771, "main_score": 0.158119, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.160873, "recall": 0.197628, "f1": 0.169568, "accuracy": 0.197628, "main_score": 0.169568, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146276, "recall": 0.179842, "f1": 0.152934, "accuracy": 0.179842, "main_score": 0.152934, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.157154, "recall": 0.198617, "f1": 0.166343, "accuracy": 0.198617, "main_score": 0.166343, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139123, "recall": 0.174901, "f1": 0.146649, "accuracy": 0.174901, "main_score": 0.146649, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161679, "recall": 0.187747, "f1": 0.167753, "accuracy": 0.187747, "main_score": 0.167753, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157628, "recall": 0.190711, "f1": 0.16558, "accuracy": 0.190711, "main_score": 0.16558, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150498, "recall": 0.190711, "f1": 0.159511, "accuracy": 0.190711, "main_score": 0.159511, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154699, "recall": 0.189723, "f1": 0.161926, "accuracy": 0.189723, "main_score": 0.161926, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161232, "recall": 0.203557, "f1": 0.170826, "accuracy": 0.203557, "main_score": 0.170826, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150969, "recall": 0.188735, "f1": 0.158925, "accuracy": 0.188735, "main_score": 0.158925, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.158442, "recall": 0.1917, "f1": 0.165775, "accuracy": 0.1917, "main_score": 0.165775, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.150612, "recall": 0.186759, "f1": 0.158293, "accuracy": 0.186759, "main_score": 0.158293, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152919, "recall": 0.189723, "f1": 0.159836, "accuracy": 0.189723, "main_score": 0.159836, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154645, "recall": 0.18083, "f1": 0.160404, "accuracy": 0.18083, "main_score": 0.160404, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.155279, "recall": 0.192688, "f1": 0.163189, "accuracy": 0.192688, "main_score": 0.163189, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.154245, "recall": 0.1917, "f1": 0.162173, "accuracy": 0.1917, "main_score": 0.162173, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.157179, "recall": 0.192688, "f1": 0.165199, "accuracy": 0.192688, "main_score": 0.165199, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146667, "recall": 0.184783, "f1": 0.155186, "accuracy": 0.184783, "main_score": 0.155186, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151751, "recall": 0.186759, "f1": 0.159599, "accuracy": 0.186759, "main_score": 0.159599, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151413, "recall": 0.183794, "f1": 0.157736, "accuracy": 0.183794, "main_score": 0.157736, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148427, "recall": 0.179842, "f1": 0.155058, "accuracy": 0.179842, "main_score": 0.155058, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157299, "recall": 0.192688, "f1": 0.165144, "accuracy": 0.192688, "main_score": 0.165144, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163279, "recall": 0.195652, "f1": 0.170942, "accuracy": 0.195652, "main_score": 0.170942, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153071, "recall": 0.190711, "f1": 0.160856, "accuracy": 0.190711, "main_score": 0.160856, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161387, "recall": 0.194664, "f1": 0.168929, "accuracy": 0.194664, "main_score": 0.168929, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16807, "recall": 0.211462, "f1": 0.177226, "accuracy": 0.211462, "main_score": 0.177226, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158956, "recall": 0.185771, "f1": 0.164158, "accuracy": 0.185771, "main_score": 0.164158, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156412, "recall": 0.185771, "f1": 0.163699, "accuracy": 0.185771, "main_score": 0.163699, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174514, "recall": 0.193676, "f1": 0.179318, "accuracy": 0.193676, "main_score": 0.179318, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.163162, "recall": 0.198617, "f1": 0.171055, "accuracy": 0.198617, "main_score": 0.171055, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157082, "recall": 0.185771, "f1": 0.163878, "accuracy": 0.185771, "main_score": 0.163878, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147041, "recall": 0.185771, "f1": 0.155061, "accuracy": 0.185771, "main_score": 0.155061, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153963, "recall": 0.183794, "f1": 0.160496, "accuracy": 0.183794, "main_score": 0.160496, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.15357, "recall": 0.189723, "f1": 0.161252, "accuracy": 0.189723, "main_score": 0.161252, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15791, "recall": 0.195652, "f1": 0.166274, "accuracy": 0.195652, "main_score": 0.166274, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161882, "recall": 0.19664, "f1": 0.169275, "accuracy": 0.19664, "main_score": 0.169275, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153817, "recall": 0.186759, "f1": 0.16094, "accuracy": 0.186759, "main_score": 0.16094, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.163844, "recall": 0.201581, "f1": 0.172595, "accuracy": 0.201581, "main_score": 0.172595, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138032, "recall": 0.173913, "f1": 0.144804, "accuracy": 0.173913, "main_score": 0.144804, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147964, "recall": 0.182806, "f1": 0.155222, "accuracy": 0.182806, "main_score": 0.155222, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136708, "recall": 0.16996, "f1": 0.143844, "accuracy": 0.16996, "main_score": 0.143844, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.165876, "recall": 0.201581, "f1": 0.173327, "accuracy": 0.201581, "main_score": 0.173327, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165759, "recall": 0.206522, "f1": 0.173861, "accuracy": 0.206522, "main_score": 0.173861, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147322, "recall": 0.181818, "f1": 0.154783, "accuracy": 0.181818, "main_score": 0.154783, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.150759, "recall": 0.182806, "f1": 0.157722, "accuracy": 0.182806, "main_score": 0.157722, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152849, "recall": 0.179842, "f1": 0.158974, "accuracy": 0.179842, "main_score": 0.158974, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.1438, "recall": 0.178854, "f1": 0.151189, "accuracy": 0.178854, "main_score": 0.151189, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154191, "recall": 0.186759, "f1": 0.161583, "accuracy": 0.186759, "main_score": 0.161583, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162014, "recall": 0.199605, "f1": 0.169963, "accuracy": 0.199605, "main_score": 0.169963, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155019, "recall": 0.184783, "f1": 0.162834, "accuracy": 0.184783, "main_score": 0.162834, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.148511, "recall": 0.18083, "f1": 0.156099, "accuracy": 0.18083, "main_score": 0.156099, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158514, "recall": 0.1917, "f1": 0.165285, "accuracy": 0.1917, "main_score": 0.165285, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.146297, "recall": 0.178854, "f1": 0.153607, "accuracy": 0.178854, "main_score": 0.153607, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147332, "recall": 0.190711, "f1": 0.156569, "accuracy": 0.190711, "main_score": 0.156569, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14833, "recall": 0.184783, "f1": 0.156397, "accuracy": 0.184783, "main_score": 0.156397, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.144277, "recall": 0.183794, "f1": 0.152264, "accuracy": 0.183794, "main_score": 0.152264, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.154184, "recall": 0.190711, "f1": 0.162359, "accuracy": 0.190711, "main_score": 0.162359, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141435, "recall": 0.175889, "f1": 0.149032, "accuracy": 0.175889, "main_score": 0.149032, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.14508, "recall": 0.181818, "f1": 0.153893, "accuracy": 0.181818, "main_score": 0.153893, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147119, "recall": 0.18083, "f1": 0.154095, "accuracy": 0.18083, "main_score": 0.154095, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.146112, "recall": 0.187747, "f1": 0.154534, "accuracy": 0.187747, "main_score": 0.154534, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227073, "recall": 0.263834, "f1": 0.23597, "accuracy": 0.263834, "main_score": 0.23597, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.153316, "recall": 0.194664, "f1": 0.16302, "accuracy": 0.194664, "main_score": 0.16302, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134215, "recall": 0.16502, "f1": 0.140342, "accuracy": 0.16502, "main_score": 0.140342, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154714, "recall": 0.19664, "f1": 0.163282, "accuracy": 0.19664, "main_score": 0.163282, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152035, "recall": 0.190711, "f1": 0.160567, "accuracy": 0.190711, "main_score": 0.160567, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215649, "recall": 0.256917, "f1": 0.225153, "accuracy": 0.256917, "main_score": 0.225153, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142271, "recall": 0.18083, "f1": 0.150894, "accuracy": 0.18083, "main_score": 0.150894, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144275, "recall": 0.176877, "f1": 0.151631, "accuracy": 0.176877, "main_score": 0.151631, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152168, "recall": 0.179842, "f1": 0.158996, "accuracy": 0.179842, "main_score": 0.158996, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.141235, "recall": 0.181818, "f1": 0.15013, "accuracy": 0.181818, "main_score": 0.15013, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.155053, "recall": 0.193676, "f1": 0.163618, "accuracy": 0.193676, "main_score": 0.163618, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106993, "recall": 0.144269, "f1": 0.114276, "accuracy": 0.144269, "main_score": 0.114276, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.153671, "recall": 0.193676, "f1": 0.1619, "accuracy": 0.193676, "main_score": 0.1619, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147417, "recall": 0.18083, "f1": 0.154802, "accuracy": 0.18083, "main_score": 0.154802, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143771, "recall": 0.179842, "f1": 0.151872, "accuracy": 0.179842, "main_score": 0.151872, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160582, "recall": 0.194664, "f1": 0.167996, "accuracy": 0.194664, "main_score": 0.167996, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158219, "recall": 0.1917, "f1": 0.165738, "accuracy": 0.1917, "main_score": 0.165738, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.108565, "recall": 0.153162, "f1": 0.119276, "accuracy": 0.153162, "main_score": 0.119276, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.153008, "recall": 0.182806, "f1": 0.160545, "accuracy": 0.182806, "main_score": 0.160545, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.163088, "recall": 0.198617, "f1": 0.170421, "accuracy": 0.198617, "main_score": 0.170421, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.150645, "recall": 0.183794, "f1": 0.158377, "accuracy": 0.183794, "main_score": 0.158377, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151749, "recall": 0.185771, "f1": 0.159073, "accuracy": 0.185771, "main_score": 0.159073, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179993, "recall": 0.219368, "f1": 0.187923, "accuracy": 0.219368, "main_score": 0.187923, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147149, "recall": 0.181818, "f1": 0.155313, "accuracy": 0.181818, "main_score": 0.155313, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151865, "recall": 0.189723, "f1": 0.160258, "accuracy": 0.189723, "main_score": 0.160258, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152409, "recall": 0.190711, "f1": 0.160644, "accuracy": 0.190711, "main_score": 0.160644, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145436, "recall": 0.185771, "f1": 0.153881, "accuracy": 0.185771, "main_score": 0.153881, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148836, "recall": 0.178854, "f1": 0.156143, "accuracy": 0.178854, "main_score": 0.156143, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.112767, "recall": 0.150198, "f1": 0.120736, "accuracy": 0.150198, "main_score": 0.120736, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143125, "recall": 0.177866, "f1": 0.150403, "accuracy": 0.177866, "main_score": 0.150403, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.142847, "recall": 0.175889, "f1": 0.150107, "accuracy": 0.175889, "main_score": 0.150107, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156156, "recall": 0.194664, "f1": 0.164776, "accuracy": 0.194664, "main_score": 0.164776, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155993, "recall": 0.186759, "f1": 0.163013, "accuracy": 0.186759, "main_score": 0.163013, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.148806, "recall": 0.183794, "f1": 0.156724, "accuracy": 0.183794, "main_score": 0.156724, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160497, "recall": 0.193676, "f1": 0.167987, "accuracy": 0.193676, "main_score": 0.167987, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.134011, "recall": 0.166008, "f1": 0.14126, "accuracy": 0.166008, "main_score": 0.14126, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.156883, "recall": 0.198617, "f1": 0.166475, "accuracy": 0.198617, "main_score": 0.166475, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141261, "recall": 0.167984, "f1": 0.147042, "accuracy": 0.167984, "main_score": 0.147042, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.146889, "recall": 0.18083, "f1": 0.153857, "accuracy": 0.18083, "main_score": 0.153857, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.165559, "recall": 0.201581, "f1": 0.17445, "accuracy": 0.201581, "main_score": 0.17445, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.161163, "recall": 0.19664, "f1": 0.168379, "accuracy": 0.19664, "main_score": 0.168379, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13659, "recall": 0.168972, "f1": 0.143642, "accuracy": 0.168972, "main_score": 0.143642, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.156667, "recall": 0.192688, "f1": 0.165021, "accuracy": 0.192688, "main_score": 0.165021, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167843, "recall": 0.208498, "f1": 0.176307, "accuracy": 0.208498, "main_score": 0.176307, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146697, "recall": 0.181818, "f1": 0.155225, "accuracy": 0.181818, "main_score": 0.155225, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.136461, "recall": 0.172925, "f1": 0.144759, "accuracy": 0.172925, "main_score": 0.144759, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.139571, "recall": 0.168972, "f1": 0.145899, "accuracy": 0.168972, "main_score": 0.145899, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.152396, "recall": 0.1917, "f1": 0.161047, "accuracy": 0.1917, "main_score": 0.161047, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149918, "recall": 0.189723, "f1": 0.158877, "accuracy": 0.189723, "main_score": 0.158877, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149136, "recall": 0.186759, "f1": 0.157053, "accuracy": 0.186759, "main_score": 0.157053, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147515, "recall": 0.178854, "f1": 0.153499, "accuracy": 0.178854, "main_score": 0.153499, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.133107, "recall": 0.163043, "f1": 0.140153, "accuracy": 0.163043, "main_score": 0.140153, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173712, "recall": 0.20751, "f1": 0.181385, "accuracy": 0.20751, "main_score": 0.181385, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148004, "recall": 0.179842, "f1": 0.15446, "accuracy": 0.179842, "main_score": 0.15446, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.162293, "recall": 0.19664, "f1": 0.170231, "accuracy": 0.19664, "main_score": 0.170231, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.154019, "recall": 0.179842, "f1": 0.15883, "accuracy": 0.179842, "main_score": 0.15883, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.157239, "recall": 0.184783, "f1": 0.163218, "accuracy": 0.184783, "main_score": 0.163218, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.15094, "recall": 0.188735, "f1": 0.159024, "accuracy": 0.188735, "main_score": 0.159024, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148656, "recall": 0.188735, "f1": 0.156931, "accuracy": 0.188735, "main_score": 0.156931, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142887, "recall": 0.172925, "f1": 0.149993, "accuracy": 0.172925, "main_score": 0.149993, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.163646, "recall": 0.200593, "f1": 0.171372, "accuracy": 0.200593, "main_score": 0.171372, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151261, "recall": 0.187747, "f1": 0.159308, "accuracy": 0.187747, "main_score": 0.159308, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154169, "recall": 0.188735, "f1": 0.161698, "accuracy": 0.188735, "main_score": 0.161698, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159585, "recall": 0.189723, "f1": 0.165784, "accuracy": 0.189723, "main_score": 0.165784, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158397, "recall": 0.194664, "f1": 0.166419, "accuracy": 0.194664, "main_score": 0.166419, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15788, "recall": 0.185771, "f1": 0.164751, "accuracy": 0.185771, "main_score": 0.164751, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155657, "recall": 0.189723, "f1": 0.16362, "accuracy": 0.189723, "main_score": 0.16362, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151739, "recall": 0.186759, "f1": 0.15867, "accuracy": 0.186759, "main_score": 0.15867, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.14783, "recall": 0.189723, "f1": 0.156817, "accuracy": 0.189723, "main_score": 0.156817, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.150891, "recall": 0.197628, "f1": 0.161188, "accuracy": 0.197628, "main_score": 0.161188, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164034, "recall": 0.205534, "f1": 0.173047, "accuracy": 0.205534, "main_score": 0.173047, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161193, "recall": 0.195652, "f1": 0.169072, "accuracy": 0.195652, "main_score": 0.169072, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1506, "recall": 0.192688, "f1": 0.159015, "accuracy": 0.192688, "main_score": 0.159015, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177557, "recall": 0.208498, "f1": 0.1841, "accuracy": 0.208498, "main_score": 0.1841, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138581, "recall": 0.173913, "f1": 0.146516, "accuracy": 0.173913, "main_score": 0.146516, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.143287, "recall": 0.18083, "f1": 0.151976, "accuracy": 0.18083, "main_score": 0.151976, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16141, "recall": 0.199605, "f1": 0.170178, "accuracy": 0.199605, "main_score": 0.170178, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.147324, "recall": 0.187747, "f1": 0.15593, "accuracy": 0.187747, "main_score": 0.15593, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.150943, "recall": 0.193676, "f1": 0.16061, "accuracy": 0.193676, "main_score": 0.16061, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157924, "recall": 0.189723, "f1": 0.164712, "accuracy": 0.189723, "main_score": 0.164712, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.142089, "recall": 0.185771, "f1": 0.15058, "accuracy": 0.185771, "main_score": 0.15058, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168897, "recall": 0.206522, "f1": 0.177293, "accuracy": 0.206522, "main_score": 0.177293, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144315, "recall": 0.175889, "f1": 0.151343, "accuracy": 0.175889, "main_score": 0.151343, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109211, "recall": 0.148221, "f1": 0.117801, "accuracy": 0.148221, "main_score": 0.117801, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169185, "recall": 0.209486, "f1": 0.177965, "accuracy": 0.209486, "main_score": 0.177965, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143443, "recall": 0.175889, "f1": 0.150885, "accuracy": 0.175889, "main_score": 0.150885, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143982, "recall": 0.175889, "f1": 0.150871, "accuracy": 0.175889, "main_score": 0.150871, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152577, "recall": 0.181818, "f1": 0.159245, "accuracy": 0.181818, "main_score": 0.159245, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159762, "recall": 0.189723, "f1": 0.166926, "accuracy": 0.189723, "main_score": 0.166926, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.150358, "recall": 0.183794, "f1": 0.157857, "accuracy": 0.183794, "main_score": 0.157857, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157766, "recall": 0.193676, "f1": 0.166436, "accuracy": 0.193676, "main_score": 0.166436, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.067731, "recall": 0.101779, "f1": 0.074383, "accuracy": 0.101779, "main_score": 0.074383, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15249, "recall": 0.184783, "f1": 0.158825, "accuracy": 0.184783, "main_score": 0.158825, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.150146, "recall": 0.181818, "f1": 0.157383, "accuracy": 0.181818, "main_score": 0.157383, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.143294, "recall": 0.179842, "f1": 0.151199, "accuracy": 0.179842, "main_score": 0.151199, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148631, "recall": 0.186759, "f1": 0.156787, "accuracy": 0.186759, "main_score": 0.156787, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.176107, "recall": 0.206522, "f1": 0.182876, "accuracy": 0.206522, "main_score": 0.182876, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151396, "recall": 0.187747, "f1": 0.159464, "accuracy": 0.187747, "main_score": 0.159464, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578372, "recall": 0.645257, "f1": 0.597803, "accuracy": 0.645257, "main_score": 0.597803, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529411, "recall": 0.593874, "f1": 0.547468, "accuracy": 0.593874, "main_score": 0.547468, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444486, "recall": 0.528656, "f1": 0.467434, "accuracy": 0.528656, "main_score": 0.467434, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599811, "recall": 0.655138, "f1": 0.6158, "accuracy": 0.655138, "main_score": 0.6158, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879282, "recall": 0.911067, "f1": 0.889295, "accuracy": 0.911067, "main_score": 0.889295, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602761, "recall": 0.657115, "f1": 0.618761, "accuracy": 0.657115, "main_score": 0.618761, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611677, "recall": 0.671937, "f1": 0.628698, "accuracy": 0.671937, "main_score": 0.628698, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56306, "recall": 0.625494, "f1": 0.580571, "accuracy": 0.625494, "main_score": 0.580571, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175697, "recall": 0.230237, "f1": 0.189396, "accuracy": 0.230237, "main_score": 0.189396, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.679842, "f1": 0.642791, "accuracy": 0.679842, "main_score": 0.642791, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667928, "recall": 0.719368, "f1": 0.68279, "accuracy": 0.719368, "main_score": 0.68279, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55, "recall": 0.603755, "f1": 0.565683, "accuracy": 0.603755, "main_score": 0.565683, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502063, "recall": 0.576087, "f1": 0.522595, "accuracy": 0.576087, "main_score": 0.522595, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554473, "recall": 0.619565, "f1": 0.573487, "accuracy": 0.619565, "main_score": 0.573487, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567866, "recall": 0.633399, "f1": 0.586072, "accuracy": 0.633399, "main_score": 0.586072, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906209, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516898, "recall": 0.577075, "f1": 0.534623, "accuracy": 0.577075, "main_score": 0.534623, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543177, "recall": 0.610672, "f1": 0.562357, "accuracy": 0.610672, "main_score": 0.562357, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511504, "recall": 0.575099, "f1": 0.529627, "accuracy": 0.575099, "main_score": 0.529627, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31619, "recall": 0.375494, "f1": 0.332713, "accuracy": 0.375494, "main_score": 0.332713, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575767, "recall": 0.645257, "f1": 0.59598, "accuracy": 0.645257, "main_score": 0.59598, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587597, "recall": 0.641304, "f1": 0.6034, "accuracy": 0.641304, "main_score": 0.6034, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717567, "recall": 0.778656, "f1": 0.736133, "accuracy": 0.778656, "main_score": 0.736133, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662805, "recall": 0.737154, "f1": 0.684645, "accuracy": 0.737154, "main_score": 0.684645, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704458, "recall": 0.761858, "f1": 0.721411, "accuracy": 0.761858, "main_score": 0.721411, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659848, "recall": 0.713439, "f1": 0.676186, "accuracy": 0.713439, "main_score": 0.676186, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646024, "recall": 0.718379, "f1": 0.667182, "accuracy": 0.718379, "main_score": 0.667182, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539568, "recall": 0.602767, "f1": 0.556715, "accuracy": 0.602767, "main_score": 0.556715, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558745, "recall": 0.616601, "f1": 0.57494, "accuracy": 0.616601, "main_score": 0.57494, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811989, "recall": 0.853755, "f1": 0.824539, "accuracy": 0.853755, "main_score": 0.824539, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478168, "recall": 0.537549, "f1": 0.494123, "accuracy": 0.537549, "main_score": 0.494123, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882882, "recall": 0.916008, "f1": 0.893528, "accuracy": 0.916008, "main_score": 0.893528, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534413, "recall": 0.602767, "f1": 0.553875, "accuracy": 0.602767, "main_score": 0.553875, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587886, "recall": 0.656126, "f1": 0.607419, "accuracy": 0.656126, "main_score": 0.607419, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204462, "recall": 0.268775, "f1": 0.219255, "accuracy": 0.268775, "main_score": 0.219255, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623363, "recall": 0.690711, "f1": 0.642935, "accuracy": 0.690711, "main_score": 0.642935, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868824, "recall": 0.907115, "f1": 0.880995, "accuracy": 0.907115, "main_score": 0.880995, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43197, "recall": 0.492095, "f1": 0.448389, "accuracy": 0.492095, "main_score": 0.448389, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.687773, "recall": 0.745059, "f1": 0.705005, "accuracy": 0.745059, "main_score": 0.705005, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569959, "recall": 0.629447, "f1": 0.587182, "accuracy": 0.629447, "main_score": 0.587182, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500126, "recall": 0.570158, "f1": 0.519359, "accuracy": 0.570158, "main_score": 0.519359, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663549, "recall": 0.718379, "f1": 0.680091, "accuracy": 0.718379, "main_score": 0.680091, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232848, "recall": 0.316206, "f1": 0.254754, "accuracy": 0.316206, "main_score": 0.254754, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564443, "recall": 0.629447, "f1": 0.583324, "accuracy": 0.629447, "main_score": 0.583324, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586215, "recall": 0.650198, "f1": 0.604054, "accuracy": 0.650198, "main_score": 0.604054, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.720636, "recall": 0.786561, "f1": 0.740895, "accuracy": 0.786561, "main_score": 0.740895, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565995, "recall": 0.624506, "f1": 0.58294, "accuracy": 0.624506, "main_score": 0.58294, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797925, "recall": 0.848814, "f1": 0.813702, "accuracy": 0.848814, "main_score": 0.813702, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46197, "recall": 0.532609, "f1": 0.480802, "accuracy": 0.532609, "main_score": 0.480802, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.903607, "recall": 0.928854, "f1": 0.911462, "accuracy": 0.928854, "main_score": 0.911462, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.95751, "f1": 0.944005, "accuracy": 0.95751, "main_score": 0.944005, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6168, "recall": 0.66996, "f1": 0.632285, "accuracy": 0.66996, "main_score": 0.632285, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904315, "recall": 0.933794, "f1": 0.914032, "accuracy": 0.933794, "main_score": 0.914032, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452257, "recall": 0.522727, "f1": 0.471303, "accuracy": 0.522727, "main_score": 0.471303, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644384, "recall": 0.712451, "f1": 0.664676, "accuracy": 0.712451, "main_score": 0.664676, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847941, "recall": 0.889328, "f1": 0.861067, "accuracy": 0.889328, "main_score": 0.861067, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644286, "recall": 0.698617, "f1": 0.660128, "accuracy": 0.698617, "main_score": 0.660128, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632913, "recall": 0.698617, "f1": 0.651786, "accuracy": 0.698617, "main_score": 0.651786, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536317, "recall": 0.604743, "f1": 0.555831, "accuracy": 0.604743, "main_score": 0.555831, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535608, "recall": 0.600791, "f1": 0.55384, "accuracy": 0.600791, "main_score": 0.55384, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832181, "recall": 0.878458, "f1": 0.846443, "accuracy": 0.878458, "main_score": 0.846443, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554579, "recall": 0.617589, "f1": 0.572781, "accuracy": 0.617589, "main_score": 0.572781, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606563, "recall": 0.672925, "f1": 0.625881, "accuracy": 0.672925, "main_score": 0.625881, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924242, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481621, "recall": 0.540514, "f1": 0.49809, "accuracy": 0.540514, "main_score": 0.49809, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579631, "recall": 0.636364, "f1": 0.595179, "accuracy": 0.636364, "main_score": 0.595179, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579562, "recall": 0.650198, "f1": 0.600532, "accuracy": 0.650198, "main_score": 0.600532, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553683, "recall": 0.609684, "f1": 0.569507, "accuracy": 0.609684, "main_score": 0.569507, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547124, "recall": 0.617589, "f1": 0.567416, "accuracy": 0.617589, "main_score": 0.567416, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741749, "recall": 0.802372, "f1": 0.759999, "accuracy": 0.802372, "main_score": 0.759999, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743659, "recall": 0.793478, "f1": 0.758893, "accuracy": 0.793478, "main_score": 0.758893, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869022, "recall": 0.901186, "f1": 0.878821, "accuracy": 0.901186, "main_score": 0.878821, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466578, "recall": 0.544466, "f1": 0.489251, "accuracy": 0.544466, "main_score": 0.489251, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.716255, "recall": 0.775692, "f1": 0.733898, "accuracy": 0.775692, "main_score": 0.733898, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598624, "recall": 0.655138, "f1": 0.614813, "accuracy": 0.655138, "main_score": 0.614813, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468831, "recall": 0.520751, "f1": 0.483464, "accuracy": 0.520751, "main_score": 0.483464, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515102, "recall": 0.563241, "f1": 0.530007, "accuracy": 0.563241, "main_score": 0.530007, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267295, "recall": 0.317194, "f1": 0.280384, "accuracy": 0.317194, "main_score": 0.280384, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.614837, "recall": 0.657115, "f1": 0.62562, "accuracy": 0.657115, "main_score": 0.62562, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573388, "recall": 0.621542, "f1": 0.58655, "accuracy": 0.621542, "main_score": 0.58655, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.609136, "recall": 0.65415, "f1": 0.621442, "accuracy": 0.65415, "main_score": 0.621442, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60471, "recall": 0.643281, "f1": 0.61441, "accuracy": 0.643281, "main_score": 0.61441, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596454, "recall": 0.644269, "f1": 0.609473, "accuracy": 0.644269, "main_score": 0.609473, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610209, "recall": 0.661067, "f1": 0.623299, "accuracy": 0.661067, "main_score": 0.623299, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596092, "recall": 0.635375, "f1": 0.606853, "accuracy": 0.635375, "main_score": 0.606853, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615785, "recall": 0.650198, "f1": 0.62512, "accuracy": 0.650198, "main_score": 0.62512, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601711, "recall": 0.652174, "f1": 0.615215, "accuracy": 0.652174, "main_score": 0.615215, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.586306, "recall": 0.635375, "f1": 0.599714, "accuracy": 0.635375, "main_score": 0.599714, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570822, "recall": 0.615613, "f1": 0.58288, "accuracy": 0.615613, "main_score": 0.58288, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608728, "recall": 0.660079, "f1": 0.621568, "accuracy": 0.660079, "main_score": 0.621568, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570956, "recall": 0.620553, "f1": 0.583367, "accuracy": 0.620553, "main_score": 0.583367, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624188, "recall": 0.670949, "f1": 0.635948, "accuracy": 0.670949, "main_score": 0.635948, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585862, "recall": 0.623518, "f1": 0.596942, "accuracy": 0.623518, "main_score": 0.596942, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598198, "recall": 0.646245, "f1": 0.610193, "accuracy": 0.646245, "main_score": 0.610193, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585942, "recall": 0.637352, "f1": 0.598582, "accuracy": 0.637352, "main_score": 0.598582, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64488, "recall": 0.687747, "f1": 0.655312, "accuracy": 0.687747, "main_score": 0.655312, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633928, "recall": 0.683794, "f1": 0.646151, "accuracy": 0.683794, "main_score": 0.646151, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562248, "recall": 0.617589, "f1": 0.577786, "accuracy": 0.617589, "main_score": 0.577786, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597444, "recall": 0.651186, "f1": 0.612299, "accuracy": 0.651186, "main_score": 0.612299, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.601533, "recall": 0.648221, "f1": 0.614202, "accuracy": 0.648221, "main_score": 0.614202, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60511, "recall": 0.645257, "f1": 0.615311, "accuracy": 0.645257, "main_score": 0.615311, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214867, "recall": 0.258893, "f1": 0.226103, "accuracy": 0.258893, "main_score": 0.226103, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60534, "recall": 0.656126, "f1": 0.618422, "accuracy": 0.656126, "main_score": 0.618422, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620695, "recall": 0.66502, "f1": 0.632284, "accuracy": 0.66502, "main_score": 0.632284, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613663, "recall": 0.664032, "f1": 0.62654, "accuracy": 0.664032, "main_score": 0.62654, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587058, "recall": 0.63834, "f1": 0.600234, "accuracy": 0.63834, "main_score": 0.600234, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.606595, "recall": 0.649209, "f1": 0.618, "accuracy": 0.649209, "main_score": 0.618, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.586935, "recall": 0.630435, "f1": 0.599161, "accuracy": 0.630435, "main_score": 0.599161, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611931, "recall": 0.662055, "f1": 0.62509, "accuracy": 0.662055, "main_score": 0.62509, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521552, "recall": 0.576087, "f1": 0.536492, "accuracy": 0.576087, "main_score": 0.536492, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603593, "recall": 0.646245, "f1": 0.614439, "accuracy": 0.646245, "main_score": 0.614439, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604434, "recall": 0.65415, "f1": 0.617791, "accuracy": 0.65415, "main_score": 0.617791, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.588968, "recall": 0.639328, "f1": 0.602908, "accuracy": 0.639328, "main_score": 0.602908, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583919, "recall": 0.639328, "f1": 0.598091, "accuracy": 0.639328, "main_score": 0.598091, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561533, "recall": 0.600791, "f1": 0.573386, "accuracy": 0.600791, "main_score": 0.573386, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415023, "recall": 0.472332, "f1": 0.43084, "accuracy": 0.472332, "main_score": 0.43084, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615675, "recall": 0.666996, "f1": 0.628687, "accuracy": 0.666996, "main_score": 0.628687, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590234, "recall": 0.636364, "f1": 0.603572, "accuracy": 0.636364, "main_score": 0.603572, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620244, "recall": 0.66996, "f1": 0.63338, "accuracy": 0.66996, "main_score": 0.63338, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638604, "recall": 0.684783, "f1": 0.650781, "accuracy": 0.684783, "main_score": 0.650781, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594838, "recall": 0.642292, "f1": 0.608026, "accuracy": 0.642292, "main_score": 0.608026, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588237, "recall": 0.639328, "f1": 0.602473, "accuracy": 0.639328, "main_score": 0.602473, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558698, "recall": 0.618577, "f1": 0.575681, "accuracy": 0.618577, "main_score": 0.575681, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57954, "recall": 0.623518, "f1": 0.591367, "accuracy": 0.623518, "main_score": 0.591367, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61576, "recall": 0.666008, "f1": 0.627869, "accuracy": 0.666008, "main_score": 0.627869, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640144, "recall": 0.683794, "f1": 0.651146, "accuracy": 0.683794, "main_score": 0.651146, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620914, "recall": 0.661067, "f1": 0.631837, "accuracy": 0.661067, "main_score": 0.631837, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525395, "recall": 0.573123, "f1": 0.539534, "accuracy": 0.573123, "main_score": 0.539534, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612183, "recall": 0.656126, "f1": 0.623716, "accuracy": 0.656126, "main_score": 0.623716, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.434611, "recall": 0.48913, "f1": 0.449519, "accuracy": 0.48913, "main_score": 0.449519, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51638, "recall": 0.559289, "f1": 0.528235, "accuracy": 0.559289, "main_score": 0.528235, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640382, "recall": 0.675889, "f1": 0.649289, "accuracy": 0.675889, "main_score": 0.649289, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315753, "recall": 0.37253, "f1": 0.331699, "accuracy": 0.37253, "main_score": 0.331699, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619716, "recall": 0.673913, "f1": 0.633578, "accuracy": 0.673913, "main_score": 0.633578, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597258, "recall": 0.644269, "f1": 0.610232, "accuracy": 0.644269, "main_score": 0.610232, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61822, "recall": 0.672925, "f1": 0.632351, "accuracy": 0.672925, "main_score": 0.632351, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593836, "recall": 0.649209, "f1": 0.60936, "accuracy": 0.649209, "main_score": 0.60936, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585701, "recall": 0.621542, "f1": 0.59542, "accuracy": 0.621542, "main_score": 0.59542, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617029, "recall": 0.652174, "f1": 0.626323, "accuracy": 0.652174, "main_score": 0.626323, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597838, "recall": 0.648221, "f1": 0.611172, "accuracy": 0.648221, "main_score": 0.611172, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631688, "recall": 0.677866, "f1": 0.643384, "accuracy": 0.677866, "main_score": 0.643384, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561562, "recall": 0.605731, "f1": 0.574027, "accuracy": 0.605731, "main_score": 0.574027, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616987, "recall": 0.662055, "f1": 0.627608, "accuracy": 0.662055, "main_score": 0.627608, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558951, "recall": 0.605731, "f1": 0.572716, "accuracy": 0.605731, "main_score": 0.572716, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616857, "recall": 0.662055, "f1": 0.628958, "accuracy": 0.662055, "main_score": 0.628958, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592074, "recall": 0.636364, "f1": 0.603181, "accuracy": 0.636364, "main_score": 0.603181, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610073, "recall": 0.651186, "f1": 0.620647, "accuracy": 0.651186, "main_score": 0.620647, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32328, "recall": 0.384387, "f1": 0.339001, "accuracy": 0.384387, "main_score": 0.339001, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.589775, "recall": 0.632411, "f1": 0.602174, "accuracy": 0.632411, "main_score": 0.602174, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591946, "recall": 0.646245, "f1": 0.607083, "accuracy": 0.646245, "main_score": 0.607083, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609087, "recall": 0.655138, "f1": 0.621604, "accuracy": 0.655138, "main_score": 0.621604, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511839, "recall": 0.572134, "f1": 0.528833, "accuracy": 0.572134, "main_score": 0.528833, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.629418, "recall": 0.678854, "f1": 0.642129, "accuracy": 0.678854, "main_score": 0.642129, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609713, "recall": 0.656126, "f1": 0.621947, "accuracy": 0.656126, "main_score": 0.621947, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616573, "recall": 0.66502, "f1": 0.628984, "accuracy": 0.66502, "main_score": 0.628984, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521733, "recall": 0.579051, "f1": 0.537245, "accuracy": 0.579051, "main_score": 0.537245, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.631532, "recall": 0.675889, "f1": 0.642859, "accuracy": 0.675889, "main_score": 0.642859, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596104, "recall": 0.650198, "f1": 0.610226, "accuracy": 0.650198, "main_score": 0.610226, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613672, "recall": 0.664032, "f1": 0.627786, "accuracy": 0.664032, "main_score": 0.627786, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586356, "recall": 0.645257, "f1": 0.60243, "accuracy": 0.645257, "main_score": 0.60243, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529181, "recall": 0.574111, "f1": 0.542156, "accuracy": 0.574111, "main_score": 0.542156, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578637, "recall": 0.634387, "f1": 0.593904, "accuracy": 0.634387, "main_score": 0.593904, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581335, "recall": 0.63834, "f1": 0.596069, "accuracy": 0.63834, "main_score": 0.596069, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.614965, "recall": 0.660079, "f1": 0.626754, "accuracy": 0.660079, "main_score": 0.626754, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605625, "recall": 0.656126, "f1": 0.618625, "accuracy": 0.656126, "main_score": 0.618625, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57693, "recall": 0.618577, "f1": 0.588217, "accuracy": 0.618577, "main_score": 0.588217, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484188, "recall": 0.531621, "f1": 0.497173, "accuracy": 0.531621, "main_score": 0.497173, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640427, "recall": 0.677866, "f1": 0.650336, "accuracy": 0.677866, "main_score": 0.650336, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563523, "recall": 0.607708, "f1": 0.575392, "accuracy": 0.607708, "main_score": 0.575392, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.546136, "recall": 0.586957, "f1": 0.557682, "accuracy": 0.586957, "main_score": 0.557682, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621945, "recall": 0.670949, "f1": 0.634495, "accuracy": 0.670949, "main_score": 0.634495, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507611, "recall": 0.555336, "f1": 0.521165, "accuracy": 0.555336, "main_score": 0.521165, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656132, "recall": 0.690711, "f1": 0.664834, "accuracy": 0.690711, "main_score": 0.664834, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591236, "recall": 0.646245, "f1": 0.605306, "accuracy": 0.646245, "main_score": 0.605306, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624058, "recall": 0.675889, "f1": 0.637456, "accuracy": 0.675889, "main_score": 0.637456, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.633388, "recall": 0.676877, "f1": 0.644984, "accuracy": 0.676877, "main_score": 0.644984, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602934, "recall": 0.649209, "f1": 0.615955, "accuracy": 0.649209, "main_score": 0.615955, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.610908, "recall": 0.657115, "f1": 0.62272, "accuracy": 0.657115, "main_score": 0.62272, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46317, "recall": 0.533597, "f1": 0.481907, "accuracy": 0.533597, "main_score": 0.481907, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554514, "recall": 0.600791, "f1": 0.567576, "accuracy": 0.600791, "main_score": 0.567576, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213905, "recall": 0.261858, "f1": 0.224444, "accuracy": 0.261858, "main_score": 0.224444, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.571031, "recall": 0.614625, "f1": 0.583589, "accuracy": 0.614625, "main_score": 0.583589, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485686, "recall": 0.532609, "f1": 0.4982, "accuracy": 0.532609, "main_score": 0.4982, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624472, "recall": 0.673913, "f1": 0.637261, "accuracy": 0.673913, "main_score": 0.637261, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604174, "recall": 0.649209, "f1": 0.615683, "accuracy": 0.649209, "main_score": 0.615683, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444772, "recall": 0.499012, "f1": 0.459687, "accuracy": 0.499012, "main_score": 0.459687, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607941, "recall": 0.655138, "f1": 0.620608, "accuracy": 0.655138, "main_score": 0.620608, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605637, "recall": 0.652174, "f1": 0.617657, "accuracy": 0.652174, "main_score": 0.617657, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571872, "recall": 0.62253, "f1": 0.584486, "accuracy": 0.62253, "main_score": 0.584486, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.590961, "recall": 0.644269, "f1": 0.60473, "accuracy": 0.644269, "main_score": 0.60473, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622819, "recall": 0.666008, "f1": 0.634914, "accuracy": 0.666008, "main_score": 0.634914, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579166, "recall": 0.635375, "f1": 0.59364, "accuracy": 0.635375, "main_score": 0.59364, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643038, "recall": 0.68083, "f1": 0.653219, "accuracy": 0.68083, "main_score": 0.653219, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525141, "recall": 0.573123, "f1": 0.539199, "accuracy": 0.573123, "main_score": 0.539199, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516667, "recall": 0.566206, "f1": 0.530637, "accuracy": 0.566206, "main_score": 0.530637, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603581, "recall": 0.642292, "f1": 0.614437, "accuracy": 0.642292, "main_score": 0.614437, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613175, "recall": 0.66502, "f1": 0.627266, "accuracy": 0.66502, "main_score": 0.627266, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133779, "recall": 0.176877, "f1": 0.144711, "accuracy": 0.176877, "main_score": 0.144711, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.604387, "recall": 0.651186, "f1": 0.616983, "accuracy": 0.651186, "main_score": 0.616983, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.529228, "recall": 0.586957, "f1": 0.54482, "accuracy": 0.586957, "main_score": 0.54482, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.595224, "recall": 0.642292, "f1": 0.607458, "accuracy": 0.642292, "main_score": 0.607458, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620343, "recall": 0.671937, "f1": 0.633401, "accuracy": 0.671937, "main_score": 0.633401, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535706, "recall": 0.58498, "f1": 0.550043, "accuracy": 0.58498, "main_score": 0.550043, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569109, "recall": 0.619565, "f1": 0.583508, "accuracy": 0.619565, "main_score": 0.583508, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590744, "recall": 0.643281, "f1": 0.604163, "accuracy": 0.643281, "main_score": 0.604163, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625708, "recall": 0.673913, "f1": 0.638549, "accuracy": 0.673913, "main_score": 0.638549, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612802, "recall": 0.651186, "f1": 0.622952, "accuracy": 0.651186, "main_score": 0.622952, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591578, "recall": 0.633399, "f1": 0.602279, "accuracy": 0.633399, "main_score": 0.602279, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547861, "recall": 0.605731, "f1": 0.564535, "accuracy": 0.605731, "main_score": 0.564535, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59347, "recall": 0.643281, "f1": 0.606133, "accuracy": 0.643281, "main_score": 0.606133, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525093, "recall": 0.567194, "f1": 0.536334, "accuracy": 0.567194, "main_score": 0.536334, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558386, "recall": 0.602767, "f1": 0.57013, "accuracy": 0.602767, "main_score": 0.57013, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584266, "recall": 0.635375, "f1": 0.597849, "accuracy": 0.635375, "main_score": 0.597849, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.60436, "recall": 0.647233, "f1": 0.615474, "accuracy": 0.647233, "main_score": 0.615474, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59218, "recall": 0.642292, "f1": 0.605157, "accuracy": 0.642292, "main_score": 0.605157, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458524, "recall": 0.51581, "f1": 0.474587, "accuracy": 0.51581, "main_score": 0.474587, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.656433, "recall": 0.694664, "f1": 0.66631, "accuracy": 0.694664, "main_score": 0.66631, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599827, "recall": 0.652174, "f1": 0.612748, "accuracy": 0.652174, "main_score": 0.612748, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.566068, "recall": 0.621542, "f1": 0.580483, "accuracy": 0.621542, "main_score": 0.580483, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549692, "recall": 0.592885, "f1": 0.561217, "accuracy": 0.592885, "main_score": 0.561217, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554404, "recall": 0.602767, "f1": 0.567558, "accuracy": 0.602767, "main_score": 0.567558, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532422, "recall": 0.577075, "f1": 0.544875, "accuracy": 0.577075, "main_score": 0.544875, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577299, "recall": 0.630435, "f1": 0.591782, "accuracy": 0.630435, "main_score": 0.591782, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608196, "recall": 0.650198, "f1": 0.620185, "accuracy": 0.650198, "main_score": 0.620185, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537288, "recall": 0.592885, "f1": 0.551613, "accuracy": 0.592885, "main_score": 0.551613, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.614496, "recall": 0.664032, "f1": 0.627009, "accuracy": 0.664032, "main_score": 0.627009, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.576821, "recall": 0.626482, "f1": 0.589518, "accuracy": 0.626482, "main_score": 0.589518, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.631271, "recall": 0.672925, "f1": 0.642211, "accuracy": 0.672925, "main_score": 0.642211, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590193, "recall": 0.643281, "f1": 0.60391, "accuracy": 0.643281, "main_score": 0.60391, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632871, "recall": 0.675889, "f1": 0.644329, "accuracy": 0.675889, "main_score": 0.644329, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555536, "recall": 0.599802, "f1": 0.567766, "accuracy": 0.599802, "main_score": 0.567766, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600985, "recall": 0.643281, "f1": 0.611897, "accuracy": 0.643281, "main_score": 0.611897, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486787, "recall": 0.54249, "f1": 0.501968, "accuracy": 0.54249, "main_score": 0.501968, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619425, "recall": 0.66502, "f1": 0.63217, "accuracy": 0.66502, "main_score": 0.63217, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438312, "recall": 0.499012, "f1": 0.455675, "accuracy": 0.499012, "main_score": 0.455675, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.603475, "recall": 0.652174, "f1": 0.615536, "accuracy": 0.652174, "main_score": 0.615536, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.6051, "recall": 0.652174, "f1": 0.617471, "accuracy": 0.652174, "main_score": 0.617471, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594349, "recall": 0.642292, "f1": 0.607479, "accuracy": 0.642292, "main_score": 0.607479, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598124, "recall": 0.637352, "f1": 0.608847, "accuracy": 0.637352, "main_score": 0.608847, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572284, "recall": 0.62253, "f1": 0.585887, "accuracy": 0.62253, "main_score": 0.585887, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.592528, "recall": 0.630435, "f1": 0.603145, "accuracy": 0.630435, "main_score": 0.603145, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618586, "recall": 0.668972, "f1": 0.632707, "accuracy": 0.668972, "main_score": 0.632707, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615133, "recall": 0.658103, "f1": 0.625957, "accuracy": 0.658103, "main_score": 0.625957, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623033, "recall": 0.660079, "f1": 0.632379, "accuracy": 0.660079, "main_score": 0.632379, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652542, "recall": 0.693676, "f1": 0.662763, "accuracy": 0.693676, "main_score": 0.662763, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531571, "recall": 0.578063, "f1": 0.545497, "accuracy": 0.578063, "main_score": 0.545497, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630688, "recall": 0.676877, "f1": 0.642181, "accuracy": 0.676877, "main_score": 0.642181, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611207, "recall": 0.660079, "f1": 0.6244, "accuracy": 0.660079, "main_score": 0.6244, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.602501, "recall": 0.652174, "f1": 0.615211, "accuracy": 0.652174, "main_score": 0.615211, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562159, "recall": 0.614625, "f1": 0.576733, "accuracy": 0.614625, "main_score": 0.576733, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640473, "recall": 0.68083, "f1": 0.650346, "accuracy": 0.68083, "main_score": 0.650346, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601417, "recall": 0.640316, "f1": 0.611997, "accuracy": 0.640316, "main_score": 0.611997, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55697, "recall": 0.602767, "f1": 0.569115, "accuracy": 0.602767, "main_score": 0.569115, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587157, "recall": 0.643281, "f1": 0.602739, "accuracy": 0.643281, "main_score": 0.602739, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529614, "recall": 0.58004, "f1": 0.543331, "accuracy": 0.58004, "main_score": 0.543331, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63704, "recall": 0.678854, "f1": 0.648382, "accuracy": 0.678854, "main_score": 0.648382, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559708, "recall": 0.613636, "f1": 0.573999, "accuracy": 0.613636, "main_score": 0.573999, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507213, "recall": 0.554348, "f1": 0.520462, "accuracy": 0.554348, "main_score": 0.520462, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568939, "recall": 0.613636, "f1": 0.581482, "accuracy": 0.613636, "main_score": 0.581482, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588666, "recall": 0.644269, "f1": 0.603386, "accuracy": 0.644269, "main_score": 0.603386, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585935, "recall": 0.635375, "f1": 0.600282, "accuracy": 0.635375, "main_score": 0.600282, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563218, "recall": 0.606719, "f1": 0.574785, "accuracy": 0.606719, "main_score": 0.574785, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581211, "recall": 0.635375, "f1": 0.595308, "accuracy": 0.635375, "main_score": 0.595308, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524012, "recall": 0.577075, "f1": 0.539793, "accuracy": 0.577075, "main_score": 0.539793, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574189, "recall": 0.621542, "f1": 0.58705, "accuracy": 0.621542, "main_score": 0.58705, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608579, "recall": 0.649209, "f1": 0.618995, "accuracy": 0.649209, "main_score": 0.618995, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592504, "recall": 0.62747, "f1": 0.601656, "accuracy": 0.62747, "main_score": 0.601656, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600858, "recall": 0.636364, "f1": 0.610633, "accuracy": 0.636364, "main_score": 0.610633, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577915, "recall": 0.628458, "f1": 0.59178, "accuracy": 0.628458, "main_score": 0.59178, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555879, "recall": 0.61166, "f1": 0.571156, "accuracy": 0.61166, "main_score": 0.571156, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611208, "recall": 0.652174, "f1": 0.621657, "accuracy": 0.652174, "main_score": 0.621657, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463131, "recall": 0.52668, "f1": 0.481672, "accuracy": 0.52668, "main_score": 0.481672, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602785, "recall": 0.650198, "f1": 0.615621, "accuracy": 0.650198, "main_score": 0.615621, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.57785, "recall": 0.624506, "f1": 0.590266, "accuracy": 0.624506, "main_score": 0.590266, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.616566, "recall": 0.657115, "f1": 0.627112, "accuracy": 0.657115, "main_score": 0.627112, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599718, "recall": 0.653162, "f1": 0.614221, "accuracy": 0.653162, "main_score": 0.614221, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.545153, "recall": 0.590909, "f1": 0.557616, "accuracy": 0.590909, "main_score": 0.557616, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586583, "recall": 0.629447, "f1": 0.598413, "accuracy": 0.629447, "main_score": 0.598413, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600331, "recall": 0.660079, "f1": 0.617745, "accuracy": 0.660079, "main_score": 0.617745, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526114, "recall": 0.589921, "f1": 0.544221, "accuracy": 0.589921, "main_score": 0.544221, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436198, "recall": 0.506917, "f1": 0.455209, "accuracy": 0.506917, "main_score": 0.455209, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606728, "recall": 0.662055, "f1": 0.622622, "accuracy": 0.662055, "main_score": 0.622622, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8736, "recall": 0.906126, "f1": 0.883959, "accuracy": 0.906126, "main_score": 0.883959, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.97332, "f1": 0.966568, "accuracy": 0.97332, "main_score": 0.966568, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619845, "recall": 0.670949, "f1": 0.634557, "accuracy": 0.670949, "main_score": 0.634557, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616206, "recall": 0.675889, "f1": 0.632849, "accuracy": 0.675889, "main_score": 0.632849, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56629, "recall": 0.628458, "f1": 0.58344, "accuracy": 0.628458, "main_score": 0.58344, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196472, "recall": 0.241107, "f1": 0.207206, "accuracy": 0.241107, "main_score": 0.207206, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.633514, "recall": 0.683794, "f1": 0.647542, "accuracy": 0.683794, "main_score": 0.647542, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671163, "recall": 0.72332, "f1": 0.686152, "accuracy": 0.72332, "main_score": 0.686152, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553806, "recall": 0.606719, "f1": 0.569015, "accuracy": 0.606719, "main_score": 0.569015, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.585968, "f1": 0.539766, "accuracy": 0.585968, "main_score": 0.539766, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555945, "recall": 0.617589, "f1": 0.573734, "accuracy": 0.617589, "main_score": 0.573734, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596987, "recall": 0.65415, "f1": 0.612593, "accuracy": 0.65415, "main_score": 0.612593, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538588, "recall": 0.594862, "f1": 0.554654, "accuracy": 0.594862, "main_score": 0.554654, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543623, "recall": 0.608696, "f1": 0.561008, "accuracy": 0.608696, "main_score": 0.561008, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527517, "recall": 0.577075, "f1": 0.540809, "accuracy": 0.577075, "main_score": 0.540809, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.325324, "recall": 0.379447, "f1": 0.339833, "accuracy": 0.379447, "main_score": 0.339833, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605668, "recall": 0.664032, "f1": 0.621967, "accuracy": 0.664032, "main_score": 0.621967, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577569, "recall": 0.634387, "f1": 0.593974, "accuracy": 0.634387, "main_score": 0.593974, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716561, "recall": 0.77668, "f1": 0.734052, "accuracy": 0.77668, "main_score": 0.734052, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665662, "recall": 0.73913, "f1": 0.686698, "accuracy": 0.73913, "main_score": 0.686698, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719132, "recall": 0.772727, "f1": 0.734754, "accuracy": 0.772727, "main_score": 0.734754, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668923, "recall": 0.721344, "f1": 0.684571, "accuracy": 0.721344, "main_score": 0.684571, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656901, "recall": 0.720356, "f1": 0.675551, "accuracy": 0.720356, "main_score": 0.675551, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551624, "recall": 0.610672, "f1": 0.568198, "accuracy": 0.610672, "main_score": 0.568198, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556719, "recall": 0.614625, "f1": 0.57341, "accuracy": 0.614625, "main_score": 0.57341, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802816, "recall": 0.847826, "f1": 0.816126, "accuracy": 0.847826, "main_score": 0.816126, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476331, "recall": 0.531621, "f1": 0.49122, "accuracy": 0.531621, "main_score": 0.49122, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.877668, "recall": 0.913043, "f1": 0.888754, "accuracy": 0.913043, "main_score": 0.888754, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539748, "recall": 0.600791, "f1": 0.556512, "accuracy": 0.600791, "main_score": 0.556512, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.604712, "recall": 0.66502, "f1": 0.621655, "accuracy": 0.66502, "main_score": 0.621655, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205787, "recall": 0.258893, "f1": 0.217807, "accuracy": 0.258893, "main_score": 0.217807, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641461, "recall": 0.700593, "f1": 0.658802, "accuracy": 0.700593, "main_score": 0.658802, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833284, "recall": 0.874506, "f1": 0.845685, "accuracy": 0.874506, "main_score": 0.845685, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437508, "recall": 0.488142, "f1": 0.451377, "accuracy": 0.488142, "main_score": 0.451377, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684619, "recall": 0.741107, "f1": 0.701125, "accuracy": 0.741107, "main_score": 0.701125, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56643, "recall": 0.621542, "f1": 0.581853, "accuracy": 0.621542, "main_score": 0.581853, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499957, "recall": 0.560277, "f1": 0.516191, "accuracy": 0.560277, "main_score": 0.516191, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677717, "recall": 0.725296, "f1": 0.691733, "accuracy": 0.725296, "main_score": 0.691733, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.239783, "recall": 0.321146, "f1": 0.261046, "accuracy": 0.321146, "main_score": 0.261046, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592514, "recall": 0.652174, "f1": 0.609538, "accuracy": 0.652174, "main_score": 0.609538, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591916, "recall": 0.662055, "f1": 0.611698, "accuracy": 0.662055, "main_score": 0.611698, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719328, "recall": 0.77668, "f1": 0.73638, "accuracy": 0.77668, "main_score": 0.73638, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561884, "recall": 0.623518, "f1": 0.579072, "accuracy": 0.623518, "main_score": 0.579072, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810672, "recall": 0.856719, "f1": 0.824901, "accuracy": 0.856719, "main_score": 0.824901, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473394, "recall": 0.535573, "f1": 0.490687, "accuracy": 0.535573, "main_score": 0.490687, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909256, "recall": 0.935771, "f1": 0.917622, "accuracy": 0.935771, "main_score": 0.917622, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620792, "recall": 0.671937, "f1": 0.635336, "accuracy": 0.671937, "main_score": 0.635336, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902339, "recall": 0.931818, "f1": 0.911693, "accuracy": 0.931818, "main_score": 0.911693, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470426, "recall": 0.537549, "f1": 0.488827, "accuracy": 0.537549, "main_score": 0.488827, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612, "recall": 0.684783, "f1": 0.632885, "accuracy": 0.684783, "main_score": 0.632885, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854002, "recall": 0.892292, "f1": 0.865975, "accuracy": 0.892292, "main_score": 0.865975, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.649184, "recall": 0.702569, "f1": 0.664517, "accuracy": 0.702569, "main_score": 0.664517, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662155, "recall": 0.714427, "f1": 0.677308, "accuracy": 0.714427, "main_score": 0.677308, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957477, "accuracy": 0.966403, "main_score": 0.957477, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548798, "recall": 0.616601, "f1": 0.568234, "accuracy": 0.616601, "main_score": 0.568234, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545243, "recall": 0.604743, "f1": 0.561426, "accuracy": 0.604743, "main_score": 0.561426, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830534, "recall": 0.87253, "f1": 0.843478, "accuracy": 0.87253, "main_score": 0.843478, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553856, "recall": 0.615613, "f1": 0.570976, "accuracy": 0.615613, "main_score": 0.570976, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627503, "recall": 0.686759, "f1": 0.644537, "accuracy": 0.686759, "main_score": 0.644537, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.944664, "f1": 0.929513, "accuracy": 0.944664, "main_score": 0.929513, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494425, "recall": 0.547431, "f1": 0.509105, "accuracy": 0.547431, "main_score": 0.509105, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590399, "recall": 0.645257, "f1": 0.604836, "accuracy": 0.645257, "main_score": 0.604836, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.59604, "recall": 0.658103, "f1": 0.613709, "accuracy": 0.658103, "main_score": 0.613709, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57556, "recall": 0.628458, "f1": 0.590566, "accuracy": 0.628458, "main_score": 0.590566, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530745, "recall": 0.596838, "f1": 0.54953, "accuracy": 0.596838, "main_score": 0.54953, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761215, "recall": 0.812253, "f1": 0.776073, "accuracy": 0.812253, "main_score": 0.776073, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743198, "recall": 0.79249, "f1": 0.757693, "accuracy": 0.79249, "main_score": 0.757693, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877833, "recall": 0.906126, "f1": 0.886462, "accuracy": 0.906126, "main_score": 0.886462, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508342, "recall": 0.583004, "f1": 0.530122, "accuracy": 0.583004, "main_score": 0.530122, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707131, "recall": 0.766798, "f1": 0.724649, "accuracy": 0.766798, "main_score": 0.724649, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595269, "recall": 0.648221, "f1": 0.610287, "accuracy": 0.648221, "main_score": 0.610287, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567212, "recall": 0.632411, "f1": 0.585804, "accuracy": 0.632411, "main_score": 0.585804, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528014, "recall": 0.588933, "f1": 0.545498, "accuracy": 0.588933, "main_score": 0.545498, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433893, "recall": 0.514822, "f1": 0.455407, "accuracy": 0.514822, "main_score": 0.455407, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596576, "recall": 0.652174, "f1": 0.612036, "accuracy": 0.652174, "main_score": 0.612036, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871492, "recall": 0.903162, "f1": 0.881489, "accuracy": 0.903162, "main_score": 0.881489, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.972332, "f1": 0.966403, "accuracy": 0.972332, "main_score": 0.966403, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597539, "recall": 0.653162, "f1": 0.613432, "accuracy": 0.653162, "main_score": 0.613432, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622005, "recall": 0.678854, "f1": 0.637851, "accuracy": 0.678854, "main_score": 0.637851, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561797, "recall": 0.62747, "f1": 0.579997, "accuracy": 0.62747, "main_score": 0.579997, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180667, "recall": 0.231225, "f1": 0.193698, "accuracy": 0.231225, "main_score": 0.193698, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640913, "recall": 0.686759, "f1": 0.653809, "accuracy": 0.686759, "main_score": 0.653809, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686281, "recall": 0.736166, "f1": 0.701087, "accuracy": 0.736166, "main_score": 0.701087, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564099, "recall": 0.608696, "f1": 0.576619, "accuracy": 0.608696, "main_score": 0.576619, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496488, "recall": 0.574111, "f1": 0.518064, "accuracy": 0.574111, "main_score": 0.518064, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564041, "recall": 0.625494, "f1": 0.582084, "accuracy": 0.625494, "main_score": 0.582084, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581928, "recall": 0.641304, "f1": 0.598508, "accuracy": 0.641304, "main_score": 0.598508, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901762, "recall": 0.928854, "f1": 0.91031, "accuracy": 0.928854, "main_score": 0.91031, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527819, "recall": 0.58004, "f1": 0.542536, "accuracy": 0.58004, "main_score": 0.542536, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538421, "recall": 0.596838, "f1": 0.554057, "accuracy": 0.596838, "main_score": 0.554057, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531046, "recall": 0.58498, "f1": 0.545802, "accuracy": 0.58498, "main_score": 0.545802, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.965415, "f1": 0.955665, "accuracy": 0.965415, "main_score": 0.955665, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311537, "recall": 0.368577, "f1": 0.327264, "accuracy": 0.368577, "main_score": 0.327264, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600602, "recall": 0.657115, "f1": 0.616213, "accuracy": 0.657115, "main_score": 0.616213, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589039, "recall": 0.63834, "f1": 0.603162, "accuracy": 0.63834, "main_score": 0.603162, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72063, "recall": 0.774704, "f1": 0.736082, "accuracy": 0.774704, "main_score": 0.736082, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646311, "recall": 0.724308, "f1": 0.669386, "accuracy": 0.724308, "main_score": 0.669386, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725551, "recall": 0.778656, "f1": 0.740843, "accuracy": 0.778656, "main_score": 0.740843, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673782, "recall": 0.720356, "f1": 0.687306, "accuracy": 0.720356, "main_score": 0.687306, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.720356, "f1": 0.676847, "accuracy": 0.720356, "main_score": 0.676847, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554334, "recall": 0.610672, "f1": 0.569585, "accuracy": 0.610672, "main_score": 0.569585, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560922, "recall": 0.613636, "f1": 0.575601, "accuracy": 0.613636, "main_score": 0.575601, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811248, "recall": 0.854743, "f1": 0.824097, "accuracy": 0.854743, "main_score": 0.824097, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478975, "recall": 0.531621, "f1": 0.492322, "accuracy": 0.531621, "main_score": 0.492322, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883317, "recall": 0.914032, "f1": 0.89297, "accuracy": 0.914032, "main_score": 0.89297, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55102, "recall": 0.606719, "f1": 0.5661, "accuracy": 0.606719, "main_score": 0.5661, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605282, "recall": 0.66502, "f1": 0.622029, "accuracy": 0.66502, "main_score": 0.622029, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199509, "recall": 0.247036, "f1": 0.210042, "accuracy": 0.247036, "main_score": 0.210042, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.629992, "recall": 0.688735, "f1": 0.64656, "accuracy": 0.688735, "main_score": 0.64656, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799605, "recall": 0.847826, "f1": 0.814281, "accuracy": 0.847826, "main_score": 0.814281, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430603, "recall": 0.483202, "f1": 0.444382, "accuracy": 0.483202, "main_score": 0.444382, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.680199, "recall": 0.735178, "f1": 0.696396, "accuracy": 0.735178, "main_score": 0.696396, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565682, "recall": 0.625494, "f1": 0.582727, "accuracy": 0.625494, "main_score": 0.582727, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514782, "recall": 0.575099, "f1": 0.531698, "accuracy": 0.575099, "main_score": 0.531698, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6773, "recall": 0.729249, "f1": 0.692311, "accuracy": 0.729249, "main_score": 0.692311, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247066, "recall": 0.327075, "f1": 0.267874, "accuracy": 0.327075, "main_score": 0.267874, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579555, "recall": 0.640316, "f1": 0.597024, "accuracy": 0.640316, "main_score": 0.597024, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59269, "recall": 0.65415, "f1": 0.609881, "accuracy": 0.65415, "main_score": 0.609881, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727487, "recall": 0.790514, "f1": 0.746989, "accuracy": 0.790514, "main_score": 0.746989, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571814, "recall": 0.631423, "f1": 0.589352, "accuracy": 0.631423, "main_score": 0.589352, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787204, "recall": 0.833992, "f1": 0.800809, "accuracy": 0.833992, "main_score": 0.800809, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472129, "recall": 0.533597, "f1": 0.488762, "accuracy": 0.533597, "main_score": 0.488762, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87808, "recall": 0.911067, "f1": 0.888373, "accuracy": 0.911067, "main_score": 0.888373, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956061, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625384, "recall": 0.676877, "f1": 0.639643, "accuracy": 0.676877, "main_score": 0.639643, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90555, "recall": 0.931818, "f1": 0.913933, "accuracy": 0.931818, "main_score": 0.913933, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460797, "recall": 0.525692, "f1": 0.478682, "accuracy": 0.525692, "main_score": 0.478682, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6216, "recall": 0.693676, "f1": 0.643019, "accuracy": 0.693676, "main_score": 0.643019, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851038, "recall": 0.890316, "f1": 0.863175, "accuracy": 0.890316, "main_score": 0.863175, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.645448, "recall": 0.697628, "f1": 0.660562, "accuracy": 0.697628, "main_score": 0.660562, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647086, "recall": 0.706522, "f1": 0.663792, "accuracy": 0.706522, "main_score": 0.663792, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552355, "recall": 0.61166, "f1": 0.569534, "accuracy": 0.61166, "main_score": 0.569534, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544492, "recall": 0.605731, "f1": 0.561904, "accuracy": 0.605731, "main_score": 0.561904, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83419, "recall": 0.875494, "f1": 0.846937, "accuracy": 0.875494, "main_score": 0.846937, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556516, "recall": 0.615613, "f1": 0.572903, "accuracy": 0.615613, "main_score": 0.572903, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627111, "recall": 0.684783, "f1": 0.643717, "accuracy": 0.684783, "main_score": 0.643717, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498548, "recall": 0.554348, "f1": 0.514625, "accuracy": 0.554348, "main_score": 0.514625, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590761, "recall": 0.642292, "f1": 0.604243, "accuracy": 0.642292, "main_score": 0.604243, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608811, "recall": 0.667984, "f1": 0.62543, "accuracy": 0.667984, "main_score": 0.62543, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560007, "recall": 0.606719, "f1": 0.572384, "accuracy": 0.606719, "main_score": 0.572384, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54487, "recall": 0.614625, "f1": 0.565223, "accuracy": 0.614625, "main_score": 0.565223, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751558, "recall": 0.801383, "f1": 0.766076, "accuracy": 0.801383, "main_score": 0.766076, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742325, "recall": 0.795455, "f1": 0.758136, "accuracy": 0.795455, "main_score": 0.758136, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871327, "recall": 0.901186, "f1": 0.880454, "accuracy": 0.901186, "main_score": 0.880454, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494177, "recall": 0.571146, "f1": 0.516685, "accuracy": 0.571146, "main_score": 0.516685, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701682, "recall": 0.758893, "f1": 0.718497, "accuracy": 0.758893, "main_score": 0.718497, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618632, "recall": 0.664032, "f1": 0.631145, "accuracy": 0.664032, "main_score": 0.631145, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525585, "recall": 0.585968, "f1": 0.543585, "accuracy": 0.585968, "main_score": 0.543585, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512645, "recall": 0.570158, "f1": 0.52892, "accuracy": 0.570158, "main_score": 0.52892, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386751, "recall": 0.449605, "f1": 0.403416, "accuracy": 0.449605, "main_score": 0.403416, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.963439, "f1": 0.953887, "accuracy": 0.963439, "main_score": 0.953887, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566271, "recall": 0.618577, "f1": 0.581133, "accuracy": 0.618577, "main_score": 0.581133, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804908, "recall": 0.842885, "f1": 0.81606, "accuracy": 0.842885, "main_score": 0.81606, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90108, "recall": 0.922925, "f1": 0.907592, "accuracy": 0.922925, "main_score": 0.907592, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577172, "recall": 0.637352, "f1": 0.593784, "accuracy": 0.637352, "main_score": 0.593784, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.94664, "f1": 0.932265, "accuracy": 0.94664, "main_score": 0.932265, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59361, "recall": 0.653162, "f1": 0.61031, "accuracy": 0.653162, "main_score": 0.61031, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533369, "recall": 0.596838, "f1": 0.55119, "accuracy": 0.596838, "main_score": 0.55119, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183859, "recall": 0.224308, "f1": 0.193963, "accuracy": 0.224308, "main_score": 0.193963, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597841, "recall": 0.648221, "f1": 0.612011, "accuracy": 0.648221, "main_score": 0.612011, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645991, "recall": 0.693676, "f1": 0.659851, "accuracy": 0.693676, "main_score": 0.659851, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.963439, "f1": 0.954908, "accuracy": 0.963439, "main_score": 0.954908, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525948, "recall": 0.578063, "f1": 0.541024, "accuracy": 0.578063, "main_score": 0.541024, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488087, "recall": 0.551383, "f1": 0.505508, "accuracy": 0.551383, "main_score": 0.505508, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54003, "recall": 0.59585, "f1": 0.555976, "accuracy": 0.59585, "main_score": 0.555976, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966815, "recall": 0.976285, "f1": 0.969763, "accuracy": 0.976285, "main_score": 0.969763, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567435, "recall": 0.624506, "f1": 0.583484, "accuracy": 0.624506, "main_score": 0.583484, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854496, "recall": 0.889328, "f1": 0.865152, "accuracy": 0.889328, "main_score": 0.865152, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505849, "recall": 0.563241, "f1": 0.522252, "accuracy": 0.563241, "main_score": 0.522252, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510155, "recall": 0.565217, "f1": 0.525505, "accuracy": 0.565217, "main_score": 0.525505, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510794, "recall": 0.564229, "f1": 0.525325, "accuracy": 0.564229, "main_score": 0.525325, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.920949, "f1": 0.902404, "accuracy": 0.920949, "main_score": 0.902404, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308517, "recall": 0.359684, "f1": 0.322301, "accuracy": 0.359684, "main_score": 0.322301, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570424, "recall": 0.628458, "f1": 0.587074, "accuracy": 0.628458, "main_score": 0.587074, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954414, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928689, "recall": 0.949605, "f1": 0.935244, "accuracy": 0.949605, "main_score": 0.935244, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578096, "recall": 0.630435, "f1": 0.593357, "accuracy": 0.630435, "main_score": 0.593357, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94552, "recall": 0.958498, "f1": 0.949393, "accuracy": 0.958498, "main_score": 0.949393, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665153, "recall": 0.72332, "f1": 0.682078, "accuracy": 0.72332, "main_score": 0.682078, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571626, "recall": 0.651186, "f1": 0.593897, "accuracy": 0.651186, "main_score": 0.593897, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.650222, "recall": 0.703557, "f1": 0.665738, "accuracy": 0.703557, "main_score": 0.665738, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636677, "recall": 0.687747, "f1": 0.651779, "accuracy": 0.687747, "main_score": 0.651779, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627776, "recall": 0.686759, "f1": 0.644565, "accuracy": 0.686759, "main_score": 0.644565, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.972332, "f1": 0.96525, "accuracy": 0.972332, "main_score": 0.96525, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901383, "recall": 0.93083, "f1": 0.910903, "accuracy": 0.93083, "main_score": 0.910903, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536708, "recall": 0.593874, "f1": 0.552052, "accuracy": 0.593874, "main_score": 0.552052, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544353, "recall": 0.596838, "f1": 0.559213, "accuracy": 0.596838, "main_score": 0.559213, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.753815, "recall": 0.800395, "f1": 0.767523, "accuracy": 0.800395, "main_score": 0.767523, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464199, "recall": 0.517787, "f1": 0.478969, "accuracy": 0.517787, "main_score": 0.478969, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814526, "recall": 0.859684, "f1": 0.827997, "accuracy": 0.859684, "main_score": 0.827997, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535797, "recall": 0.586957, "f1": 0.549626, "accuracy": 0.586957, "main_score": 0.549626, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.579572, "recall": 0.639328, "f1": 0.596396, "accuracy": 0.639328, "main_score": 0.596396, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196328, "recall": 0.248024, "f1": 0.207793, "accuracy": 0.248024, "main_score": 0.207793, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612772, "recall": 0.66502, "f1": 0.627695, "accuracy": 0.66502, "main_score": 0.627695, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733692, "recall": 0.790514, "f1": 0.749613, "accuracy": 0.790514, "main_score": 0.749613, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403527, "recall": 0.461462, "f1": 0.419446, "accuracy": 0.461462, "main_score": 0.419446, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643182, "recall": 0.702569, "f1": 0.660757, "accuracy": 0.702569, "main_score": 0.660757, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542969, "recall": 0.596838, "f1": 0.55804, "accuracy": 0.596838, "main_score": 0.55804, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514245, "recall": 0.576087, "f1": 0.53107, "accuracy": 0.576087, "main_score": 0.53107, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629862, "recall": 0.684783, "f1": 0.645498, "accuracy": 0.684783, "main_score": 0.645498, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190632, "recall": 0.255929, "f1": 0.206316, "accuracy": 0.255929, "main_score": 0.206316, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.897101, "recall": 0.926877, "f1": 0.906621, "accuracy": 0.926877, "main_score": 0.906621, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548304, "recall": 0.603755, "f1": 0.5643, "accuracy": 0.603755, "main_score": 0.5643, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569763, "recall": 0.628458, "f1": 0.586486, "accuracy": 0.628458, "main_score": 0.586486, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667647, "recall": 0.735178, "f1": 0.687477, "accuracy": 0.735178, "main_score": 0.687477, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541636, "recall": 0.598814, "f1": 0.558111, "accuracy": 0.598814, "main_score": 0.558111, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721047, "recall": 0.780632, "f1": 0.73874, "accuracy": 0.780632, "main_score": 0.73874, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.954957, "recall": 0.967391, "f1": 0.958729, "accuracy": 0.967391, "main_score": 0.958729, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467914, "recall": 0.521739, "f1": 0.482934, "accuracy": 0.521739, "main_score": 0.482934, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.919796, "recall": 0.943676, "f1": 0.927372, "accuracy": 0.943676, "main_score": 0.927372, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809717, "recall": 0.854743, "f1": 0.823617, "accuracy": 0.854743, "main_score": 0.823617, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894137, "recall": 0.920949, "f1": 0.902668, "accuracy": 0.920949, "main_score": 0.902668, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.89142, "recall": 0.921937, "f1": 0.901087, "accuracy": 0.921937, "main_score": 0.901087, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600042, "recall": 0.641304, "f1": 0.612139, "accuracy": 0.641304, "main_score": 0.612139, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811924, "recall": 0.859684, "f1": 0.826647, "accuracy": 0.859684, "main_score": 0.826647, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457611, "recall": 0.516798, "f1": 0.473363, "accuracy": 0.516798, "main_score": 0.473363, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585245, "recall": 0.653162, "f1": 0.603807, "accuracy": 0.653162, "main_score": 0.603807, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.951581, "f1": 0.939526, "accuracy": 0.951581, "main_score": 0.939526, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790464, "recall": 0.833992, "f1": 0.803689, "accuracy": 0.833992, "main_score": 0.803689, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613422, "recall": 0.666008, "f1": 0.628942, "accuracy": 0.666008, "main_score": 0.628942, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620833, "recall": 0.673913, "f1": 0.636482, "accuracy": 0.673913, "main_score": 0.636482, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876614, "recall": 0.905138, "f1": 0.88516, "accuracy": 0.905138, "main_score": 0.88516, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543527, "recall": 0.594862, "f1": 0.557668, "accuracy": 0.594862, "main_score": 0.557668, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523328, "recall": 0.579051, "f1": 0.538659, "accuracy": 0.579051, "main_score": 0.538659, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778633, "recall": 0.83004, "f1": 0.793895, "accuracy": 0.83004, "main_score": 0.793895, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529935, "recall": 0.58498, "f1": 0.54487, "accuracy": 0.58498, "main_score": 0.54487, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580578, "recall": 0.637352, "f1": 0.597054, "accuracy": 0.637352, "main_score": 0.597054, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876466, "recall": 0.908103, "f1": 0.8861, "accuracy": 0.908103, "main_score": 0.8861, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927866, "recall": 0.947628, "f1": 0.934077, "accuracy": 0.947628, "main_score": 0.934077, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492747, "recall": 0.543478, "f1": 0.50717, "accuracy": 0.543478, "main_score": 0.50717, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564693, "recall": 0.624506, "f1": 0.581194, "accuracy": 0.624506, "main_score": 0.581194, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554326, "recall": 0.617589, "f1": 0.572798, "accuracy": 0.617589, "main_score": 0.572798, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540524, "recall": 0.590909, "f1": 0.553972, "accuracy": 0.590909, "main_score": 0.553972, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522447, "recall": 0.58004, "f1": 0.53969, "accuracy": 0.58004, "main_score": 0.53969, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701581, "recall": 0.756917, "f1": 0.717819, "accuracy": 0.756917, "main_score": 0.717819, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709816, "recall": 0.755929, "f1": 0.723734, "accuracy": 0.755929, "main_score": 0.723734, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804381, "recall": 0.842885, "f1": 0.815683, "accuracy": 0.842885, "main_score": 0.815683, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961709, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478475, "recall": 0.545455, "f1": 0.497864, "accuracy": 0.545455, "main_score": 0.497864, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.655807, "recall": 0.716403, "f1": 0.673619, "accuracy": 0.716403, "main_score": 0.673619, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565311, "recall": 0.612648, "f1": 0.578793, "accuracy": 0.612648, "main_score": 0.578793, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560121, "recall": 0.625494, "f1": 0.578298, "accuracy": 0.625494, "main_score": 0.578298, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516795, "recall": 0.583992, "f1": 0.535691, "accuracy": 0.583992, "main_score": 0.535691, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441276, "recall": 0.519763, "f1": 0.462409, "accuracy": 0.519763, "main_score": 0.462409, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575653, "recall": 0.636364, "f1": 0.592506, "accuracy": 0.636364, "main_score": 0.592506, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873798, "recall": 0.906126, "f1": 0.883959, "accuracy": 0.906126, "main_score": 0.883959, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596913, "recall": 0.660079, "f1": 0.614883, "accuracy": 0.660079, "main_score": 0.614883, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619246, "recall": 0.683794, "f1": 0.637096, "accuracy": 0.683794, "main_score": 0.637096, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535667, "recall": 0.601779, "f1": 0.554265, "accuracy": 0.601779, "main_score": 0.554265, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172495, "recall": 0.221344, "f1": 0.184326, "accuracy": 0.221344, "main_score": 0.184326, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625955, "recall": 0.678854, "f1": 0.640655, "accuracy": 0.678854, "main_score": 0.640655, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6625, "recall": 0.720356, "f1": 0.679301, "accuracy": 0.720356, "main_score": 0.679301, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52971, "recall": 0.583004, "f1": 0.545309, "accuracy": 0.583004, "main_score": 0.545309, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493938, "recall": 0.565217, "f1": 0.513408, "accuracy": 0.565217, "main_score": 0.513408, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561808, "recall": 0.624506, "f1": 0.579127, "accuracy": 0.624506, "main_score": 0.579127, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575791, "recall": 0.641304, "f1": 0.594222, "accuracy": 0.641304, "main_score": 0.594222, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.940711, "f1": 0.923748, "accuracy": 0.940711, "main_score": 0.923748, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517294, "recall": 0.573123, "f1": 0.533292, "accuracy": 0.573123, "main_score": 0.533292, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5316, "recall": 0.594862, "f1": 0.549031, "accuracy": 0.594862, "main_score": 0.549031, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520788, "recall": 0.58004, "f1": 0.536623, "accuracy": 0.58004, "main_score": 0.536623, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31134, "recall": 0.370553, "f1": 0.327164, "accuracy": 0.370553, "main_score": 0.327164, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584201, "recall": 0.652174, "f1": 0.602988, "accuracy": 0.652174, "main_score": 0.602988, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583494, "recall": 0.640316, "f1": 0.59938, "accuracy": 0.640316, "main_score": 0.59938, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705034, "recall": 0.766798, "f1": 0.723486, "accuracy": 0.766798, "main_score": 0.723486, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681686, "recall": 0.755929, "f1": 0.70328, "accuracy": 0.755929, "main_score": 0.70328, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.697546, "recall": 0.755929, "f1": 0.714074, "accuracy": 0.755929, "main_score": 0.714074, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654825, "recall": 0.708498, "f1": 0.670327, "accuracy": 0.708498, "main_score": 0.670327, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672885, "recall": 0.733202, "f1": 0.689763, "accuracy": 0.733202, "main_score": 0.689763, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536397, "recall": 0.594862, "f1": 0.552241, "accuracy": 0.594862, "main_score": 0.552241, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538237, "recall": 0.603755, "f1": 0.55704, "accuracy": 0.603755, "main_score": 0.55704, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.79692, "recall": 0.839921, "f1": 0.809783, "accuracy": 0.839921, "main_score": 0.809783, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468291, "recall": 0.527668, "f1": 0.483936, "accuracy": 0.527668, "main_score": 0.483936, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.874457, "recall": 0.907115, "f1": 0.884289, "accuracy": 0.907115, "main_score": 0.884289, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534128, "recall": 0.598814, "f1": 0.552162, "accuracy": 0.598814, "main_score": 0.552162, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585961, "recall": 0.652174, "f1": 0.604351, "accuracy": 0.652174, "main_score": 0.604351, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184935, "recall": 0.240119, "f1": 0.197293, "accuracy": 0.240119, "main_score": 0.197293, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611966, "recall": 0.677866, "f1": 0.630371, "accuracy": 0.677866, "main_score": 0.630371, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789345, "recall": 0.842885, "f1": 0.805421, "accuracy": 0.842885, "main_score": 0.805421, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404055, "recall": 0.461462, "f1": 0.41993, "accuracy": 0.461462, "main_score": 0.41993, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66682, "recall": 0.72332, "f1": 0.682858, "accuracy": 0.72332, "main_score": 0.682858, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556102, "recall": 0.617589, "f1": 0.573535, "accuracy": 0.617589, "main_score": 0.573535, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499708, "recall": 0.572134, "f1": 0.519487, "accuracy": 0.572134, "main_score": 0.519487, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666074, "recall": 0.724308, "f1": 0.683202, "accuracy": 0.724308, "main_score": 0.683202, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244784, "recall": 0.328063, "f1": 0.266338, "accuracy": 0.328063, "main_score": 0.266338, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56872, "recall": 0.632411, "f1": 0.587046, "accuracy": 0.632411, "main_score": 0.587046, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581641, "recall": 0.644269, "f1": 0.599693, "accuracy": 0.644269, "main_score": 0.599693, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.715399, "recall": 0.783597, "f1": 0.736237, "accuracy": 0.783597, "main_score": 0.736237, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537057, "recall": 0.602767, "f1": 0.555873, "accuracy": 0.602767, "main_score": 0.555873, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783926, "recall": 0.835968, "f1": 0.799506, "accuracy": 0.835968, "main_score": 0.799506, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470019, "recall": 0.529644, "f1": 0.486174, "accuracy": 0.529644, "main_score": 0.486174, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875247, "recall": 0.911067, "f1": 0.886594, "accuracy": 0.911067, "main_score": 0.886594, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941733, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598459, "recall": 0.656126, "f1": 0.614352, "accuracy": 0.656126, "main_score": 0.614352, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436604, "recall": 0.5, "f1": 0.453534, "accuracy": 0.5, "main_score": 0.453534, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635441, "recall": 0.705534, "f1": 0.655934, "accuracy": 0.705534, "main_score": 0.655934, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842589, "recall": 0.879447, "f1": 0.853854, "accuracy": 0.879447, "main_score": 0.853854, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.639111, "recall": 0.6917, "f1": 0.653858, "accuracy": 0.6917, "main_score": 0.653858, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628379, "recall": 0.688735, "f1": 0.645411, "accuracy": 0.688735, "main_score": 0.645411, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94557, "recall": 0.961462, "f1": 0.950494, "accuracy": 0.961462, "main_score": 0.950494, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545919, "recall": 0.605731, "f1": 0.562475, "accuracy": 0.605731, "main_score": 0.562475, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538241, "recall": 0.597826, "f1": 0.555079, "accuracy": 0.597826, "main_score": 0.555079, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818718, "recall": 0.86166, "f1": 0.831538, "accuracy": 0.86166, "main_score": 0.831538, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537577, "recall": 0.601779, "f1": 0.555342, "accuracy": 0.601779, "main_score": 0.555342, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617147, "recall": 0.682806, "f1": 0.636104, "accuracy": 0.682806, "main_score": 0.636104, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490562, "recall": 0.549407, "f1": 0.506576, "accuracy": 0.549407, "main_score": 0.506576, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565125, "recall": 0.623518, "f1": 0.580767, "accuracy": 0.623518, "main_score": 0.580767, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589594, "recall": 0.648221, "f1": 0.606277, "accuracy": 0.648221, "main_score": 0.606277, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551658, "recall": 0.607708, "f1": 0.566406, "accuracy": 0.607708, "main_score": 0.566406, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534446, "recall": 0.601779, "f1": 0.553809, "accuracy": 0.601779, "main_score": 0.553809, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740135, "recall": 0.791502, "f1": 0.755402, "accuracy": 0.791502, "main_score": 0.755402, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756374, "recall": 0.8083, "f1": 0.772464, "accuracy": 0.8083, "main_score": 0.772464, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877421, "recall": 0.907115, "f1": 0.886594, "accuracy": 0.907115, "main_score": 0.886594, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479949, "recall": 0.557312, "f1": 0.502859, "accuracy": 0.557312, "main_score": 0.502859, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.694805, "recall": 0.755929, "f1": 0.712717, "accuracy": 0.755929, "main_score": 0.712717, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5921, "recall": 0.643281, "f1": 0.606233, "accuracy": 0.643281, "main_score": 0.606233, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480884, "recall": 0.532609, "f1": 0.495323, "accuracy": 0.532609, "main_score": 0.495323, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523544, "recall": 0.567194, "f1": 0.536629, "accuracy": 0.567194, "main_score": 0.536629, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253098, "recall": 0.307312, "f1": 0.266652, "accuracy": 0.307312, "main_score": 0.266652, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.651274, "recall": 0.704545, "f1": 0.665545, "accuracy": 0.704545, "main_score": 0.665545, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612014, "recall": 0.663043, "f1": 0.625515, "accuracy": 0.663043, "main_score": 0.625515, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.643807, "recall": 0.689723, "f1": 0.655667, "accuracy": 0.689723, "main_score": 0.655667, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647019, "recall": 0.678854, "f1": 0.655205, "accuracy": 0.678854, "main_score": 0.655205, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569057, "recall": 0.613636, "f1": 0.581329, "accuracy": 0.613636, "main_score": 0.581329, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641248, "recall": 0.698617, "f1": 0.656801, "accuracy": 0.698617, "main_score": 0.656801, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617834, "recall": 0.663043, "f1": 0.630249, "accuracy": 0.663043, "main_score": 0.630249, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65269, "recall": 0.688735, "f1": 0.662276, "accuracy": 0.688735, "main_score": 0.662276, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645218, "recall": 0.700593, "f1": 0.659886, "accuracy": 0.700593, "main_score": 0.659886, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.633634, "recall": 0.682806, "f1": 0.646457, "accuracy": 0.682806, "main_score": 0.646457, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533885, "recall": 0.578063, "f1": 0.546253, "accuracy": 0.578063, "main_score": 0.546253, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646371, "recall": 0.699605, "f1": 0.660723, "accuracy": 0.699605, "main_score": 0.660723, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593917, "recall": 0.653162, "f1": 0.609821, "accuracy": 0.653162, "main_score": 0.609821, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654509, "recall": 0.705534, "f1": 0.668103, "accuracy": 0.705534, "main_score": 0.668103, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570838, "recall": 0.612648, "f1": 0.582059, "accuracy": 0.612648, "main_score": 0.582059, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62619, "recall": 0.677866, "f1": 0.640062, "accuracy": 0.677866, "main_score": 0.640062, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612175, "recall": 0.662055, "f1": 0.62502, "accuracy": 0.662055, "main_score": 0.62502, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67946, "recall": 0.727273, "f1": 0.691604, "accuracy": 0.727273, "main_score": 0.691604, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657001, "recall": 0.712451, "f1": 0.671918, "accuracy": 0.712451, "main_score": 0.671918, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552415, "recall": 0.603755, "f1": 0.566353, "accuracy": 0.603755, "main_score": 0.566353, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63056, "recall": 0.690711, "f1": 0.647309, "accuracy": 0.690711, "main_score": 0.647309, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.641379, "recall": 0.697628, "f1": 0.65661, "accuracy": 0.697628, "main_score": 0.65661, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.65335, "recall": 0.699605, "f1": 0.666489, "accuracy": 0.699605, "main_score": 0.666489, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207225, "recall": 0.246047, "f1": 0.216766, "accuracy": 0.246047, "main_score": 0.216766, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642584, "recall": 0.694664, "f1": 0.65668, "accuracy": 0.694664, "main_score": 0.65668, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59252, "recall": 0.634387, "f1": 0.603855, "accuracy": 0.634387, "main_score": 0.603855, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664983, "recall": 0.711462, "f1": 0.677795, "accuracy": 0.711462, "main_score": 0.677795, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653252, "recall": 0.700593, "f1": 0.665907, "accuracy": 0.700593, "main_score": 0.665907, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6311, "recall": 0.683794, "f1": 0.645363, "accuracy": 0.683794, "main_score": 0.645363, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.646143, "recall": 0.699605, "f1": 0.660314, "accuracy": 0.699605, "main_score": 0.660314, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669051, "recall": 0.716403, "f1": 0.681432, "accuracy": 0.716403, "main_score": 0.681432, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575711, "recall": 0.626482, "f1": 0.590081, "accuracy": 0.626482, "main_score": 0.590081, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640972, "recall": 0.682806, "f1": 0.651406, "accuracy": 0.682806, "main_score": 0.651406, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.634444, "recall": 0.688735, "f1": 0.649429, "accuracy": 0.688735, "main_score": 0.649429, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.636132, "recall": 0.683794, "f1": 0.649189, "accuracy": 0.683794, "main_score": 0.649189, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630179, "recall": 0.684783, "f1": 0.645036, "accuracy": 0.684783, "main_score": 0.645036, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.591897, "f1": 0.559933, "accuracy": 0.591897, "main_score": 0.559933, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447217, "recall": 0.505929, "f1": 0.462496, "accuracy": 0.505929, "main_score": 0.462496, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654345, "recall": 0.702569, "f1": 0.667458, "accuracy": 0.702569, "main_score": 0.667458, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557949, "recall": 0.608696, "f1": 0.572768, "accuracy": 0.608696, "main_score": 0.572768, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651201, "recall": 0.709486, "f1": 0.666943, "accuracy": 0.709486, "main_score": 0.666943, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.663439, "recall": 0.711462, "f1": 0.676654, "accuracy": 0.711462, "main_score": 0.676654, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631309, "recall": 0.674901, "f1": 0.643154, "accuracy": 0.674901, "main_score": 0.643154, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642171, "recall": 0.687747, "f1": 0.654313, "accuracy": 0.687747, "main_score": 0.654313, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553816, "recall": 0.610672, "f1": 0.569638, "accuracy": 0.610672, "main_score": 0.569638, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603764, "recall": 0.655138, "f1": 0.618901, "accuracy": 0.655138, "main_score": 0.618901, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655618, "recall": 0.706522, "f1": 0.669001, "accuracy": 0.706522, "main_score": 0.669001, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678243, "recall": 0.725296, "f1": 0.690699, "accuracy": 0.725296, "main_score": 0.690699, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657639, "recall": 0.704545, "f1": 0.670223, "accuracy": 0.704545, "main_score": 0.670223, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513779, "recall": 0.564229, "f1": 0.528785, "accuracy": 0.564229, "main_score": 0.528785, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626158, "recall": 0.682806, "f1": 0.64135, "accuracy": 0.682806, "main_score": 0.64135, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.446881, "recall": 0.502964, "f1": 0.461865, "accuracy": 0.502964, "main_score": 0.461865, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512417, "recall": 0.552372, "f1": 0.523452, "accuracy": 0.552372, "main_score": 0.523452, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671405, "recall": 0.710474, "f1": 0.681832, "accuracy": 0.710474, "main_score": 0.681832, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310041, "recall": 0.364625, "f1": 0.325038, "accuracy": 0.364625, "main_score": 0.325038, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664457, "recall": 0.716403, "f1": 0.678219, "accuracy": 0.716403, "main_score": 0.678219, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63626, "recall": 0.692688, "f1": 0.651606, "accuracy": 0.692688, "main_score": 0.651606, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662649, "recall": 0.712451, "f1": 0.675924, "accuracy": 0.712451, "main_score": 0.675924, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609674, "recall": 0.670949, "f1": 0.625741, "accuracy": 0.670949, "main_score": 0.625741, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554527, "recall": 0.604743, "f1": 0.56877, "accuracy": 0.604743, "main_score": 0.56877, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64067, "recall": 0.68083, "f1": 0.651212, "accuracy": 0.68083, "main_score": 0.651212, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632218, "recall": 0.677866, "f1": 0.644038, "accuracy": 0.677866, "main_score": 0.644038, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685432, "recall": 0.733202, "f1": 0.697992, "accuracy": 0.733202, "main_score": 0.697992, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543924, "recall": 0.586957, "f1": 0.555408, "accuracy": 0.586957, "main_score": 0.555408, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675094, "recall": 0.718379, "f1": 0.686438, "accuracy": 0.718379, "main_score": 0.686438, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.621542, "f1": 0.585147, "accuracy": 0.621542, "main_score": 0.585147, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651347, "recall": 0.697628, "f1": 0.663865, "accuracy": 0.697628, "main_score": 0.663865, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630676, "recall": 0.683794, "f1": 0.645092, "accuracy": 0.683794, "main_score": 0.645092, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675637, "recall": 0.726285, "f1": 0.68911, "accuracy": 0.726285, "main_score": 0.68911, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322785, "recall": 0.385375, "f1": 0.339391, "accuracy": 0.385375, "main_score": 0.339391, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.577106, "recall": 0.625494, "f1": 0.589766, "accuracy": 0.625494, "main_score": 0.589766, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618965, "recall": 0.673913, "f1": 0.633932, "accuracy": 0.673913, "main_score": 0.633932, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57916, "recall": 0.625494, "f1": 0.592221, "accuracy": 0.625494, "main_score": 0.592221, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524042, "recall": 0.581028, "f1": 0.539626, "accuracy": 0.581028, "main_score": 0.539626, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.672544, "recall": 0.719368, "f1": 0.685052, "accuracy": 0.719368, "main_score": 0.685052, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648217, "recall": 0.694664, "f1": 0.66022, "accuracy": 0.694664, "main_score": 0.66022, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659274, "recall": 0.70751, "f1": 0.672073, "accuracy": 0.70751, "main_score": 0.672073, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556552, "recall": 0.617589, "f1": 0.572614, "accuracy": 0.617589, "main_score": 0.572614, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.671877, "recall": 0.718379, "f1": 0.684547, "accuracy": 0.718379, "main_score": 0.684547, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645749, "recall": 0.695652, "f1": 0.659383, "accuracy": 0.695652, "main_score": 0.659383, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65979, "recall": 0.704545, "f1": 0.671739, "accuracy": 0.704545, "main_score": 0.671739, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62974, "recall": 0.686759, "f1": 0.645778, "accuracy": 0.686759, "main_score": 0.645778, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.522324, "recall": 0.568182, "f1": 0.535552, "accuracy": 0.568182, "main_score": 0.535552, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547786, "recall": 0.596838, "f1": 0.561808, "accuracy": 0.596838, "main_score": 0.561808, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614482, "recall": 0.66996, "f1": 0.629797, "accuracy": 0.66996, "main_score": 0.629797, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.652458, "recall": 0.706522, "f1": 0.666629, "accuracy": 0.706522, "main_score": 0.666629, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641341, "recall": 0.693676, "f1": 0.655137, "accuracy": 0.693676, "main_score": 0.655137, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598621, "recall": 0.639328, "f1": 0.610049, "accuracy": 0.639328, "main_score": 0.610049, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484867, "recall": 0.524704, "f1": 0.496231, "accuracy": 0.524704, "main_score": 0.496231, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693872, "recall": 0.737154, "f1": 0.705767, "accuracy": 0.737154, "main_score": 0.705767, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605275, "recall": 0.661067, "f1": 0.620166, "accuracy": 0.661067, "main_score": 0.620166, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.573913, "recall": 0.623518, "f1": 0.587167, "accuracy": 0.623518, "main_score": 0.587167, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648665, "recall": 0.701581, "f1": 0.662655, "accuracy": 0.701581, "main_score": 0.662655, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501226, "recall": 0.549407, "f1": 0.514998, "accuracy": 0.549407, "main_score": 0.514998, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658582, "recall": 0.706522, "f1": 0.670763, "accuracy": 0.706522, "main_score": 0.670763, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64933, "recall": 0.69664, "f1": 0.662419, "accuracy": 0.69664, "main_score": 0.662419, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655874, "recall": 0.70751, "f1": 0.670472, "accuracy": 0.70751, "main_score": 0.670472, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668911, "recall": 0.715415, "f1": 0.680806, "accuracy": 0.715415, "main_score": 0.680806, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640636, "recall": 0.688735, "f1": 0.653198, "accuracy": 0.688735, "main_score": 0.653198, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647156, "recall": 0.6917, "f1": 0.659615, "accuracy": 0.6917, "main_score": 0.659615, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488224, "recall": 0.562253, "f1": 0.508386, "accuracy": 0.562253, "main_score": 0.508386, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.539429, "recall": 0.586957, "f1": 0.55314, "accuracy": 0.586957, "main_score": 0.55314, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212321, "recall": 0.257905, "f1": 0.223119, "accuracy": 0.257905, "main_score": 0.223119, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.57501, "recall": 0.62253, "f1": 0.588076, "accuracy": 0.62253, "main_score": 0.588076, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511678, "recall": 0.561265, "f1": 0.524918, "accuracy": 0.561265, "main_score": 0.524918, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67077, "recall": 0.717391, "f1": 0.683232, "accuracy": 0.717391, "main_score": 0.683232, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639955, "recall": 0.687747, "f1": 0.65308, "accuracy": 0.687747, "main_score": 0.65308, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445596, "recall": 0.494071, "f1": 0.458811, "accuracy": 0.494071, "main_score": 0.458811, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631867, "recall": 0.68083, "f1": 0.645294, "accuracy": 0.68083, "main_score": 0.645294, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639596, "recall": 0.692688, "f1": 0.653662, "accuracy": 0.692688, "main_score": 0.653662, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585027, "recall": 0.63834, "f1": 0.599334, "accuracy": 0.63834, "main_score": 0.599334, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645414, "recall": 0.688735, "f1": 0.656509, "accuracy": 0.688735, "main_score": 0.656509, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594897, "recall": 0.641304, "f1": 0.607807, "accuracy": 0.641304, "main_score": 0.607807, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633216, "recall": 0.685771, "f1": 0.647688, "accuracy": 0.685771, "main_score": 0.647688, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676394, "recall": 0.719368, "f1": 0.687988, "accuracy": 0.719368, "main_score": 0.687988, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527989, "recall": 0.575099, "f1": 0.54179, "accuracy": 0.575099, "main_score": 0.54179, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508636, "recall": 0.554348, "f1": 0.521519, "accuracy": 0.554348, "main_score": 0.521519, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606342, "recall": 0.646245, "f1": 0.617197, "accuracy": 0.646245, "main_score": 0.617197, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657919, "recall": 0.710474, "f1": 0.671991, "accuracy": 0.710474, "main_score": 0.671991, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156777, "recall": 0.210474, "f1": 0.17033, "accuracy": 0.210474, "main_score": 0.17033, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.622746, "recall": 0.675889, "f1": 0.636725, "accuracy": 0.675889, "main_score": 0.636725, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.57631, "recall": 0.633399, "f1": 0.591668, "accuracy": 0.633399, "main_score": 0.591668, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.621626, "recall": 0.673913, "f1": 0.635163, "accuracy": 0.673913, "main_score": 0.635163, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.659526, "recall": 0.70751, "f1": 0.671996, "accuracy": 0.70751, "main_score": 0.671996, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545414, "recall": 0.600791, "f1": 0.560835, "accuracy": 0.600791, "main_score": 0.560835, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53615, "recall": 0.588933, "f1": 0.551269, "accuracy": 0.588933, "main_score": 0.551269, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640176, "recall": 0.684783, "f1": 0.65183, "accuracy": 0.684783, "main_score": 0.65183, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66516, "recall": 0.716403, "f1": 0.679088, "accuracy": 0.716403, "main_score": 0.679088, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639505, "recall": 0.683794, "f1": 0.650892, "accuracy": 0.683794, "main_score": 0.650892, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62798, "recall": 0.674901, "f1": 0.63996, "accuracy": 0.674901, "main_score": 0.63996, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542712, "recall": 0.602767, "f1": 0.560092, "accuracy": 0.602767, "main_score": 0.560092, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639034, "recall": 0.686759, "f1": 0.651157, "accuracy": 0.686759, "main_score": 0.651157, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515441, "recall": 0.5583, "f1": 0.527652, "accuracy": 0.5583, "main_score": 0.527652, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583328, "recall": 0.631423, "f1": 0.595912, "accuracy": 0.631423, "main_score": 0.595912, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620697, "recall": 0.68083, "f1": 0.637507, "accuracy": 0.68083, "main_score": 0.637507, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.65302, "recall": 0.699605, "f1": 0.665644, "accuracy": 0.699605, "main_score": 0.665644, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647687, "recall": 0.703557, "f1": 0.662765, "accuracy": 0.703557, "main_score": 0.662765, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458489, "recall": 0.502964, "f1": 0.471104, "accuracy": 0.502964, "main_score": 0.471104, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.679242, "recall": 0.724308, "f1": 0.691296, "accuracy": 0.724308, "main_score": 0.691296, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624714, "recall": 0.678854, "f1": 0.638546, "accuracy": 0.678854, "main_score": 0.638546, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.603701, "recall": 0.659091, "f1": 0.618757, "accuracy": 0.659091, "main_score": 0.618757, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.599969, "recall": 0.655138, "f1": 0.615631, "accuracy": 0.655138, "main_score": 0.615631, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593306, "recall": 0.649209, "f1": 0.609277, "accuracy": 0.649209, "main_score": 0.609277, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561859, "recall": 0.61166, "f1": 0.575393, "accuracy": 0.61166, "main_score": 0.575393, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613648, "recall": 0.661067, "f1": 0.626322, "accuracy": 0.661067, "main_score": 0.626322, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584554, "recall": 0.62253, "f1": 0.594897, "accuracy": 0.62253, "main_score": 0.594897, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565946, "recall": 0.629447, "f1": 0.582805, "accuracy": 0.629447, "main_score": 0.582805, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.643759, "recall": 0.701581, "f1": 0.659105, "accuracy": 0.701581, "main_score": 0.659105, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.629267, "recall": 0.675889, "f1": 0.641075, "accuracy": 0.675889, "main_score": 0.641075, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.659532, "recall": 0.712451, "f1": 0.673862, "accuracy": 0.712451, "main_score": 0.673862, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625195, "recall": 0.682806, "f1": 0.641108, "accuracy": 0.682806, "main_score": 0.641108, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666373, "recall": 0.709486, "f1": 0.678244, "accuracy": 0.709486, "main_score": 0.678244, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564221, "recall": 0.617589, "f1": 0.579462, "accuracy": 0.617589, "main_score": 0.579462, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631776, "recall": 0.677866, "f1": 0.644341, "accuracy": 0.677866, "main_score": 0.644341, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471167, "recall": 0.52668, "f1": 0.48614, "accuracy": 0.52668, "main_score": 0.48614, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653327, "recall": 0.705534, "f1": 0.667011, "accuracy": 0.705534, "main_score": 0.667011, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441009, "recall": 0.502964, "f1": 0.458413, "accuracy": 0.502964, "main_score": 0.458413, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.630774, "recall": 0.684783, "f1": 0.644882, "accuracy": 0.684783, "main_score": 0.644882, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.648323, "recall": 0.700593, "f1": 0.662457, "accuracy": 0.700593, "main_score": 0.662457, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.652318, "recall": 0.694664, "f1": 0.663986, "accuracy": 0.694664, "main_score": 0.663986, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607987, "recall": 0.650198, "f1": 0.619546, "accuracy": 0.650198, "main_score": 0.619546, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617344, "recall": 0.672925, "f1": 0.631935, "accuracy": 0.672925, "main_score": 0.631935, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.57079, "recall": 0.617589, "f1": 0.583539, "accuracy": 0.617589, "main_score": 0.583539, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570693, "recall": 0.616601, "f1": 0.583379, "accuracy": 0.616601, "main_score": 0.583379, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648478, "recall": 0.693676, "f1": 0.659928, "accuracy": 0.693676, "main_score": 0.659928, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634277, "recall": 0.681818, "f1": 0.647073, "accuracy": 0.681818, "main_score": 0.647073, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684915, "recall": 0.735178, "f1": 0.698686, "accuracy": 0.735178, "main_score": 0.698686, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541931, "recall": 0.587945, "f1": 0.554914, "accuracy": 0.587945, "main_score": 0.554914, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66006, "recall": 0.711462, "f1": 0.673689, "accuracy": 0.711462, "main_score": 0.673689, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631362, "recall": 0.684783, "f1": 0.645366, "accuracy": 0.684783, "main_score": 0.645366, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.63288, "recall": 0.686759, "f1": 0.646912, "accuracy": 0.686759, "main_score": 0.646912, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527833, "recall": 0.578063, "f1": 0.542542, "accuracy": 0.578063, "main_score": 0.542542, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672666, "recall": 0.72332, "f1": 0.685654, "accuracy": 0.72332, "main_score": 0.685654, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607431, "recall": 0.648221, "f1": 0.618374, "accuracy": 0.648221, "main_score": 0.618374, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536221, "recall": 0.585968, "f1": 0.549529, "accuracy": 0.585968, "main_score": 0.549529, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565088, "recall": 0.615613, "f1": 0.578955, "accuracy": 0.615613, "main_score": 0.578955, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538568, "recall": 0.594862, "f1": 0.554244, "accuracy": 0.594862, "main_score": 0.554244, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654923, "recall": 0.705534, "f1": 0.668375, "accuracy": 0.705534, "main_score": 0.668375, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631049, "recall": 0.678854, "f1": 0.643757, "accuracy": 0.678854, "main_score": 0.643757, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514505, "recall": 0.5583, "f1": 0.526609, "accuracy": 0.5583, "main_score": 0.526609, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558203, "recall": 0.602767, "f1": 0.570542, "accuracy": 0.602767, "main_score": 0.570542, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62241, "recall": 0.681818, "f1": 0.638399, "accuracy": 0.681818, "main_score": 0.638399, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.565319, "recall": 0.617589, "f1": 0.58008, "accuracy": 0.617589, "main_score": 0.58008, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547494, "recall": 0.591897, "f1": 0.559579, "accuracy": 0.591897, "main_score": 0.559579, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600654, "recall": 0.657115, "f1": 0.616345, "accuracy": 0.657115, "main_score": 0.616345, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512411, "recall": 0.562253, "f1": 0.526979, "accuracy": 0.562253, "main_score": 0.526979, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602476, "recall": 0.646245, "f1": 0.614484, "accuracy": 0.646245, "main_score": 0.614484, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653531, "recall": 0.695652, "f1": 0.664739, "accuracy": 0.695652, "main_score": 0.664739, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612096, "recall": 0.650198, "f1": 0.622021, "accuracy": 0.650198, "main_score": 0.622021, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613653, "recall": 0.651186, "f1": 0.624624, "accuracy": 0.651186, "main_score": 0.624624, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619668, "recall": 0.675889, "f1": 0.635175, "accuracy": 0.675889, "main_score": 0.635175, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604289, "recall": 0.653162, "f1": 0.617163, "accuracy": 0.653162, "main_score": 0.617163, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631077, "recall": 0.678854, "f1": 0.643433, "accuracy": 0.678854, "main_score": 0.643433, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442236, "recall": 0.514822, "f1": 0.462586, "accuracy": 0.514822, "main_score": 0.462586, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635684, "recall": 0.693676, "f1": 0.651669, "accuracy": 0.693676, "main_score": 0.651669, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.602856, "recall": 0.657115, "f1": 0.616637, "accuracy": 0.657115, "main_score": 0.616637, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.649168, "recall": 0.699605, "f1": 0.661848, "accuracy": 0.699605, "main_score": 0.661848, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645951, "recall": 0.698617, "f1": 0.659982, "accuracy": 0.698617, "main_score": 0.659982, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.566793, "recall": 0.614625, "f1": 0.580375, "accuracy": 0.614625, "main_score": 0.580375, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533687, "recall": 0.575099, "f1": 0.545159, "accuracy": 0.575099, "main_score": 0.545159, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603517, "recall": 0.668972, "f1": 0.622339, "accuracy": 0.668972, "main_score": 0.622339, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551059, "recall": 0.61166, "f1": 0.568223, "accuracy": 0.61166, "main_score": 0.568223, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452836, "recall": 0.530632, "f1": 0.474715, "accuracy": 0.530632, "main_score": 0.474715, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612526, "recall": 0.668972, "f1": 0.628607, "accuracy": 0.668972, "main_score": 0.628607, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895751, "recall": 0.925889, "f1": 0.905468, "accuracy": 0.925889, "main_score": 0.905468, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615771, "recall": 0.673913, "f1": 0.632174, "accuracy": 0.673913, "main_score": 0.632174, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620876, "recall": 0.687747, "f1": 0.639877, "accuracy": 0.687747, "main_score": 0.639877, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.647233, "f1": 0.598974, "accuracy": 0.647233, "main_score": 0.598974, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185304, "recall": 0.241107, "f1": 0.199645, "accuracy": 0.241107, "main_score": 0.199645, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.643692, "recall": 0.697628, "f1": 0.659307, "accuracy": 0.697628, "main_score": 0.659307, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698271, "recall": 0.75, "f1": 0.713721, "accuracy": 0.75, "main_score": 0.713721, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560968, "recall": 0.619565, "f1": 0.578186, "accuracy": 0.619565, "main_score": 0.578186, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533489, "recall": 0.603755, "f1": 0.552599, "accuracy": 0.603755, "main_score": 0.552599, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570332, "recall": 0.637352, "f1": 0.590154, "accuracy": 0.637352, "main_score": 0.590154, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597793, "recall": 0.659091, "f1": 0.614686, "accuracy": 0.659091, "main_score": 0.614686, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.938735, "f1": 0.92276, "accuracy": 0.938735, "main_score": 0.92276, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533929, "recall": 0.594862, "f1": 0.551647, "accuracy": 0.594862, "main_score": 0.551647, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559604, "recall": 0.628458, "f1": 0.578673, "accuracy": 0.628458, "main_score": 0.578673, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528495, "recall": 0.582016, "f1": 0.54337, "accuracy": 0.582016, "main_score": 0.54337, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319363, "recall": 0.381423, "f1": 0.336684, "accuracy": 0.381423, "main_score": 0.336684, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603195, "recall": 0.66502, "f1": 0.620131, "accuracy": 0.66502, "main_score": 0.620131, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595629, "recall": 0.65415, "f1": 0.612728, "accuracy": 0.65415, "main_score": 0.612728, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730328, "recall": 0.795455, "f1": 0.74981, "accuracy": 0.795455, "main_score": 0.74981, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680451, "recall": 0.754941, "f1": 0.702174, "accuracy": 0.754941, "main_score": 0.702174, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725329, "recall": 0.783597, "f1": 0.742542, "accuracy": 0.783597, "main_score": 0.742542, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687434, "recall": 0.736166, "f1": 0.701943, "accuracy": 0.736166, "main_score": 0.701943, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668338, "recall": 0.733202, "f1": 0.687491, "accuracy": 0.733202, "main_score": 0.687491, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551399, "recall": 0.613636, "f1": 0.568797, "accuracy": 0.613636, "main_score": 0.568797, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557403, "recall": 0.619565, "f1": 0.574942, "accuracy": 0.619565, "main_score": 0.574942, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814509, "recall": 0.858696, "f1": 0.827503, "accuracy": 0.858696, "main_score": 0.827503, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470149, "recall": 0.52668, "f1": 0.485039, "accuracy": 0.52668, "main_score": 0.485039, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.901162, "recall": 0.929842, "f1": 0.910326, "accuracy": 0.929842, "main_score": 0.910326, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545562, "recall": 0.608696, "f1": 0.563564, "accuracy": 0.608696, "main_score": 0.563564, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.59791, "recall": 0.666008, "f1": 0.617068, "accuracy": 0.666008, "main_score": 0.617068, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19355, "recall": 0.257905, "f1": 0.208251, "accuracy": 0.257905, "main_score": 0.208251, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650958, "recall": 0.714427, "f1": 0.669269, "accuracy": 0.714427, "main_score": 0.669269, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834239, "recall": 0.879447, "f1": 0.848353, "accuracy": 0.879447, "main_score": 0.848353, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425913, "recall": 0.48913, "f1": 0.443892, "accuracy": 0.48913, "main_score": 0.443892, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.695093, "recall": 0.752964, "f1": 0.712127, "accuracy": 0.752964, "main_score": 0.712127, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57535, "recall": 0.636364, "f1": 0.593455, "accuracy": 0.636364, "main_score": 0.593455, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515213, "recall": 0.585968, "f1": 0.53502, "accuracy": 0.585968, "main_score": 0.53502, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690209, "recall": 0.743083, "f1": 0.705885, "accuracy": 0.743083, "main_score": 0.705885, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244458, "recall": 0.333004, "f1": 0.268213, "accuracy": 0.333004, "main_score": 0.268213, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598625, "recall": 0.662055, "f1": 0.616839, "accuracy": 0.662055, "main_score": 0.616839, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593751, "recall": 0.658103, "f1": 0.612128, "accuracy": 0.658103, "main_score": 0.612128, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.734272, "recall": 0.794466, "f1": 0.752376, "accuracy": 0.794466, "main_score": 0.752376, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568379, "recall": 0.626482, "f1": 0.5854, "accuracy": 0.626482, "main_score": 0.5854, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827075, "recall": 0.871542, "f1": 0.841041, "accuracy": 0.871542, "main_score": 0.841041, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474028, "recall": 0.541502, "f1": 0.492727, "accuracy": 0.541502, "main_score": 0.492727, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921558, "recall": 0.942688, "f1": 0.928096, "accuracy": 0.942688, "main_score": 0.928096, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625224, "recall": 0.682806, "f1": 0.642084, "accuracy": 0.682806, "main_score": 0.642084, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896739, "recall": 0.926877, "f1": 0.906291, "accuracy": 0.926877, "main_score": 0.906291, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479105, "recall": 0.543478, "f1": 0.496374, "accuracy": 0.543478, "main_score": 0.496374, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640112, "recall": 0.712451, "f1": 0.661775, "accuracy": 0.712451, "main_score": 0.661775, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855814, "recall": 0.894269, "f1": 0.867655, "accuracy": 0.894269, "main_score": 0.867655, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659552, "recall": 0.713439, "f1": 0.675134, "accuracy": 0.713439, "main_score": 0.675134, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667098, "recall": 0.727273, "f1": 0.684198, "accuracy": 0.727273, "main_score": 0.684198, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550299, "recall": 0.618577, "f1": 0.56996, "accuracy": 0.618577, "main_score": 0.56996, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54781, "recall": 0.613636, "f1": 0.566493, "accuracy": 0.613636, "main_score": 0.566493, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.890316, "f1": 0.861199, "accuracy": 0.890316, "main_score": 0.861199, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550842, "recall": 0.614625, "f1": 0.568762, "accuracy": 0.614625, "main_score": 0.568762, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642911, "recall": 0.700593, "f1": 0.659673, "accuracy": 0.700593, "main_score": 0.659673, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500983, "recall": 0.562253, "f1": 0.518255, "accuracy": 0.562253, "main_score": 0.518255, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579516, "recall": 0.639328, "f1": 0.595487, "accuracy": 0.639328, "main_score": 0.595487, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.611662, "recall": 0.672925, "f1": 0.629414, "accuracy": 0.672925, "main_score": 0.629414, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572201, "recall": 0.628458, "f1": 0.587408, "accuracy": 0.628458, "main_score": 0.587408, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546422, "recall": 0.616601, "f1": 0.566556, "accuracy": 0.616601, "main_score": 0.566556, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769055, "recall": 0.822134, "f1": 0.784914, "accuracy": 0.822134, "main_score": 0.784914, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768314, "recall": 0.817194, "f1": 0.783352, "accuracy": 0.817194, "main_score": 0.783352, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.910079, "f1": 0.890679, "accuracy": 0.910079, "main_score": 0.890679, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495669, "recall": 0.572134, "f1": 0.517956, "accuracy": 0.572134, "main_score": 0.517956, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.734827, "recall": 0.794466, "f1": 0.752701, "accuracy": 0.794466, "main_score": 0.752701, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620299, "recall": 0.66996, "f1": 0.634427, "accuracy": 0.66996, "main_score": 0.634427, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486664, "recall": 0.546443, "f1": 0.503546, "accuracy": 0.546443, "main_score": 0.503546, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458285, "recall": 0.511858, "f1": 0.473622, "accuracy": 0.511858, "main_score": 0.473622, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371103, "recall": 0.436759, "f1": 0.388315, "accuracy": 0.436759, "main_score": 0.388315, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955816, "accuracy": 0.965415, "main_score": 0.955816, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.963307, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.88302, "recall": 0.912055, "f1": 0.891817, "accuracy": 0.912055, "main_score": 0.891817, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513369, "recall": 0.56917, "f1": 0.52908, "accuracy": 0.56917, "main_score": 0.52908, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754324, "recall": 0.797431, "f1": 0.7669, "accuracy": 0.797431, "main_score": 0.7669, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846723, "recall": 0.879447, "f1": 0.856376, "accuracy": 0.879447, "main_score": 0.856376, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498675, "recall": 0.559289, "f1": 0.515378, "accuracy": 0.559289, "main_score": 0.515378, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.962978, "accuracy": 0.971344, "main_score": 0.962978, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903903, "recall": 0.931818, "f1": 0.912582, "accuracy": 0.931818, "main_score": 0.912582, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53027, "recall": 0.589921, "f1": 0.54745, "accuracy": 0.589921, "main_score": 0.54745, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481888, "recall": 0.544466, "f1": 0.499171, "accuracy": 0.544466, "main_score": 0.499171, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.891337, "recall": 0.916996, "f1": 0.899144, "accuracy": 0.916996, "main_score": 0.899144, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181607, "recall": 0.229249, "f1": 0.194043, "accuracy": 0.229249, "main_score": 0.194043, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54452, "recall": 0.593874, "f1": 0.557961, "accuracy": 0.593874, "main_score": 0.557961, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577383, "recall": 0.630435, "f1": 0.593182, "accuracy": 0.630435, "main_score": 0.593182, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.956225, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.464996, "recall": 0.523715, "f1": 0.481606, "accuracy": 0.523715, "main_score": 0.481606, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431539, "recall": 0.492095, "f1": 0.447247, "accuracy": 0.492095, "main_score": 0.447247, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49165, "recall": 0.545455, "f1": 0.506917, "accuracy": 0.545455, "main_score": 0.506917, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.964427, "f1": 0.95504, "accuracy": 0.964427, "main_score": 0.95504, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913076, "recall": 0.937747, "f1": 0.920949, "accuracy": 0.937747, "main_score": 0.920949, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483811, "recall": 0.541502, "f1": 0.500216, "accuracy": 0.541502, "main_score": 0.500216, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792165, "recall": 0.837945, "f1": 0.805719, "accuracy": 0.837945, "main_score": 0.805719, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903903, "recall": 0.927866, "f1": 0.911232, "accuracy": 0.927866, "main_score": 0.911232, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931159, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466538, "recall": 0.518775, "f1": 0.480772, "accuracy": 0.518775, "main_score": 0.480772, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.968379, "f1": 0.959486, "accuracy": 0.968379, "main_score": 0.959486, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468731, "recall": 0.530632, "f1": 0.485958, "accuracy": 0.530632, "main_score": 0.485958, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43095, "recall": 0.482213, "f1": 0.444769, "accuracy": 0.482213, "main_score": 0.444769, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816892, "recall": 0.853755, "f1": 0.827853, "accuracy": 0.853755, "main_score": 0.827853, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303362, "recall": 0.348814, "f1": 0.316235, "accuracy": 0.348814, "main_score": 0.316235, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50315, "recall": 0.557312, "f1": 0.518368, "accuracy": 0.557312, "main_score": 0.518368, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897908, "recall": 0.922925, "f1": 0.905549, "accuracy": 0.922925, "main_score": 0.905549, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880823, "recall": 0.911067, "f1": 0.889937, "accuracy": 0.911067, "main_score": 0.889937, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511585, "recall": 0.55336, "f1": 0.523373, "accuracy": 0.55336, "main_score": 0.523373, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907263, "recall": 0.932806, "f1": 0.914888, "accuracy": 0.932806, "main_score": 0.914888, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626979, "recall": 0.681818, "f1": 0.642542, "accuracy": 0.681818, "main_score": 0.642542, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892457, "recall": 0.91996, "f1": 0.900955, "accuracy": 0.91996, "main_score": 0.900955, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579381, "recall": 0.658103, "f1": 0.602454, "accuracy": 0.658103, "main_score": 0.602454, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610795, "recall": 0.668972, "f1": 0.627497, "accuracy": 0.668972, "main_score": 0.627497, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918067, "recall": 0.942688, "f1": 0.925791, "accuracy": 0.942688, "main_score": 0.925791, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555847, "recall": 0.609684, "f1": 0.571048, "accuracy": 0.609684, "main_score": 0.571048, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575554, "recall": 0.634387, "f1": 0.592278, "accuracy": 0.634387, "main_score": 0.592278, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971756, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928113, "recall": 0.948617, "f1": 0.934684, "accuracy": 0.948617, "main_score": 0.934684, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.966403, "f1": 0.95774, "accuracy": 0.966403, "main_score": 0.95774, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849259, "recall": 0.887352, "f1": 0.861034, "accuracy": 0.887352, "main_score": 0.861034, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.485048, "recall": 0.537549, "f1": 0.499459, "accuracy": 0.537549, "main_score": 0.499459, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484199, "recall": 0.536561, "f1": 0.499099, "accuracy": 0.536561, "main_score": 0.499099, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.693989, "recall": 0.742095, "f1": 0.707333, "accuracy": 0.742095, "main_score": 0.707333, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406835, "recall": 0.461462, "f1": 0.42166, "accuracy": 0.461462, "main_score": 0.42166, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947299, "accuracy": 0.958498, "main_score": 0.947299, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945076, "recall": 0.960474, "f1": 0.949835, "accuracy": 0.960474, "main_score": 0.949835, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.769088, "recall": 0.820158, "f1": 0.784505, "accuracy": 0.820158, "main_score": 0.784505, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460457, "recall": 0.509881, "f1": 0.474257, "accuracy": 0.509881, "main_score": 0.474257, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920076, "recall": 0.942688, "f1": 0.92691, "accuracy": 0.942688, "main_score": 0.92691, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.94664, "f1": 0.932115, "accuracy": 0.94664, "main_score": 0.932115, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927619, "recall": 0.948617, "f1": 0.934157, "accuracy": 0.948617, "main_score": 0.934157, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.514165, "recall": 0.573123, "f1": 0.530432, "accuracy": 0.573123, "main_score": 0.530432, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196144, "recall": 0.243083, "f1": 0.207248, "accuracy": 0.243083, "main_score": 0.207248, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.542383, "recall": 0.596838, "f1": 0.558454, "accuracy": 0.596838, "main_score": 0.558454, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673306, "recall": 0.741107, "f1": 0.693017, "accuracy": 0.741107, "main_score": 0.693017, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919582, "recall": 0.9417, "f1": 0.926449, "accuracy": 0.9417, "main_score": 0.926449, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360969, "recall": 0.414032, "f1": 0.375658, "accuracy": 0.414032, "main_score": 0.375658, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910112, "accuracy": 0.928854, "main_score": 0.910112, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.591774, "recall": 0.644269, "f1": 0.606741, "accuracy": 0.644269, "main_score": 0.606741, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937121, "recall": 0.955534, "f1": 0.942805, "accuracy": 0.955534, "main_score": 0.942805, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476355, "recall": 0.535573, "f1": 0.492799, "accuracy": 0.535573, "main_score": 0.492799, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449879, "recall": 0.506917, "f1": 0.465211, "accuracy": 0.506917, "main_score": 0.465211, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56872, "recall": 0.615613, "f1": 0.581246, "accuracy": 0.615613, "main_score": 0.581246, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21007, "recall": 0.286561, "f1": 0.230107, "accuracy": 0.286561, "main_score": 0.230107, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.855676, "recall": 0.893281, "f1": 0.867292, "accuracy": 0.893281, "main_score": 0.867292, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.922101, "recall": 0.943676, "f1": 0.928821, "accuracy": 0.943676, "main_score": 0.928821, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528376, "recall": 0.579051, "f1": 0.543234, "accuracy": 0.579051, "main_score": 0.543234, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512229, "recall": 0.570158, "f1": 0.528825, "accuracy": 0.570158, "main_score": 0.528825, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.935771, "f1": 0.919993, "accuracy": 0.935771, "main_score": 0.919993, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.953557, "f1": 0.940382, "accuracy": 0.953557, "main_score": 0.940382, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627644, "recall": 0.698617, "f1": 0.648747, "accuracy": 0.698617, "main_score": 0.648747, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47579, "recall": 0.529644, "f1": 0.490613, "accuracy": 0.529644, "main_score": 0.490613, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676285, "recall": 0.741107, "f1": 0.695737, "accuracy": 0.741107, "main_score": 0.695737, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.91629, "accuracy": 0.932806, "main_score": 0.91629, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.406243, "recall": 0.459486, "f1": 0.421351, "accuracy": 0.459486, "main_score": 0.421351, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966436, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.920949, "f1": 0.900362, "accuracy": 0.920949, "main_score": 0.900362, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769803, "recall": 0.81917, "f1": 0.784783, "accuracy": 0.81917, "main_score": 0.784783, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853936, "recall": 0.886364, "f1": 0.863505, "accuracy": 0.886364, "main_score": 0.863505, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829875, "recall": 0.87253, "f1": 0.843102, "accuracy": 0.87253, "main_score": 0.843102, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531771, "recall": 0.587945, "f1": 0.547527, "accuracy": 0.587945, "main_score": 0.547527, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922134, "recall": 0.944664, "f1": 0.92915, "accuracy": 0.944664, "main_score": 0.92915, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.969368, "f1": 0.959486, "accuracy": 0.969368, "main_score": 0.959486, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.954743, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764822, "recall": 0.816206, "f1": 0.78019, "accuracy": 0.816206, "main_score": 0.78019, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.910879, "recall": 0.934783, "f1": 0.918198, "accuracy": 0.934783, "main_score": 0.918198, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422935, "recall": 0.478261, "f1": 0.437575, "accuracy": 0.478261, "main_score": 0.437575, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970389, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554101, "recall": 0.620553, "f1": 0.573424, "accuracy": 0.620553, "main_score": 0.573424, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.890316, "recall": 0.917984, "f1": 0.898847, "accuracy": 0.917984, "main_score": 0.898847, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696862, "recall": 0.751976, "f1": 0.713175, "accuracy": 0.751976, "main_score": 0.713175, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541687, "recall": 0.599802, "f1": 0.557663, "accuracy": 0.599802, "main_score": 0.557663, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547749, "recall": 0.607708, "f1": 0.564256, "accuracy": 0.607708, "main_score": 0.564256, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821986, "recall": 0.863636, "f1": 0.834519, "accuracy": 0.863636, "main_score": 0.834519, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490613, "recall": 0.545455, "f1": 0.505788, "accuracy": 0.545455, "main_score": 0.505788, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459951, "recall": 0.517787, "f1": 0.475801, "accuracy": 0.517787, "main_score": 0.475801, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72747, "recall": 0.781621, "f1": 0.743596, "accuracy": 0.781621, "main_score": 0.743596, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466781, "recall": 0.524704, "f1": 0.482805, "accuracy": 0.524704, "main_score": 0.482805, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539217, "recall": 0.599802, "f1": 0.556543, "accuracy": 0.599802, "main_score": 0.556543, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855378, "recall": 0.889328, "f1": 0.865662, "accuracy": 0.889328, "main_score": 0.865662, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889904, "recall": 0.921937, "f1": 0.900099, "accuracy": 0.921937, "main_score": 0.900099, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428937, "recall": 0.477273, "f1": 0.442627, "accuracy": 0.477273, "main_score": 0.442627, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494936, "recall": 0.554348, "f1": 0.511621, "accuracy": 0.554348, "main_score": 0.511621, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.488088, "recall": 0.559289, "f1": 0.508138, "accuracy": 0.559289, "main_score": 0.508138, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489553, "recall": 0.537549, "f1": 0.502988, "accuracy": 0.537549, "main_score": 0.502988, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439672, "recall": 0.500988, "f1": 0.456933, "accuracy": 0.500988, "main_score": 0.456933, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629298, "recall": 0.69664, "f1": 0.649012, "accuracy": 0.69664, "main_score": 0.649012, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90261, "recall": 0.926877, "f1": 0.909612, "accuracy": 0.926877, "main_score": 0.909612, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633827, "recall": 0.684783, "f1": 0.648584, "accuracy": 0.684783, "main_score": 0.648584, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724565, "recall": 0.766798, "f1": 0.73686, "accuracy": 0.766798, "main_score": 0.73686, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897974, "recall": 0.926877, "f1": 0.907345, "accuracy": 0.926877, "main_score": 0.907345, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.405356, "recall": 0.477273, "f1": 0.4256, "accuracy": 0.477273, "main_score": 0.4256, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.931859, "recall": 0.950593, "f1": 0.937703, "accuracy": 0.950593, "main_score": 0.937703, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.606299, "recall": 0.673913, "f1": 0.626443, "accuracy": 0.673913, "main_score": 0.626443, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502244, "recall": 0.554348, "f1": 0.516998, "accuracy": 0.554348, "main_score": 0.516998, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563665, "recall": 0.631423, "f1": 0.582714, "accuracy": 0.631423, "main_score": 0.582714, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517236, "recall": 0.579051, "f1": 0.534137, "accuracy": 0.579051, "main_score": 0.534137, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39528, "recall": 0.479249, "f1": 0.417928, "accuracy": 0.479249, "main_score": 0.417928, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579638, "recall": 0.63834, "f1": 0.596272, "accuracy": 0.63834, "main_score": 0.596272, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851153, "recall": 0.88834, "f1": 0.862568, "accuracy": 0.88834, "main_score": 0.862568, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.959486, "f1": 0.949769, "accuracy": 0.959486, "main_score": 0.949769, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.587002, "recall": 0.643281, "f1": 0.603153, "accuracy": 0.643281, "main_score": 0.603153, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606474, "recall": 0.672925, "f1": 0.625518, "accuracy": 0.672925, "main_score": 0.625518, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535213, "recall": 0.594862, "f1": 0.551534, "accuracy": 0.594862, "main_score": 0.551534, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169413, "recall": 0.224308, "f1": 0.183458, "accuracy": 0.224308, "main_score": 0.183458, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618234, "recall": 0.66996, "f1": 0.632877, "accuracy": 0.66996, "main_score": 0.632877, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.665326, "recall": 0.717391, "f1": 0.680814, "accuracy": 0.717391, "main_score": 0.680814, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945323, "accuracy": 0.95751, "main_score": 0.945323, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537994, "recall": 0.591897, "f1": 0.553774, "accuracy": 0.591897, "main_score": 0.553774, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483961, "recall": 0.556324, "f1": 0.503952, "accuracy": 0.556324, "main_score": 0.503952, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545524, "recall": 0.605731, "f1": 0.562966, "accuracy": 0.605731, "main_score": 0.562966, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559874, "recall": 0.625494, "f1": 0.578593, "accuracy": 0.625494, "main_score": 0.578593, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86166, "recall": 0.898221, "f1": 0.873353, "accuracy": 0.898221, "main_score": 0.873353, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509026, "recall": 0.574111, "f1": 0.528022, "accuracy": 0.574111, "main_score": 0.528022, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525113, "recall": 0.589921, "f1": 0.54334, "accuracy": 0.589921, "main_score": 0.54334, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513949, "recall": 0.571146, "f1": 0.530416, "accuracy": 0.571146, "main_score": 0.530416, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.947628, "f1": 0.932971, "accuracy": 0.947628, "main_score": 0.932971, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303441, "recall": 0.363636, "f1": 0.319559, "accuracy": 0.363636, "main_score": 0.319559, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573567, "recall": 0.640316, "f1": 0.593135, "accuracy": 0.640316, "main_score": 0.593135, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567796, "recall": 0.62747, "f1": 0.585246, "accuracy": 0.62747, "main_score": 0.585246, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686331, "recall": 0.750988, "f1": 0.705474, "accuracy": 0.750988, "main_score": 0.705474, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610972, "recall": 0.688735, "f1": 0.632889, "accuracy": 0.688735, "main_score": 0.632889, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.685798, "recall": 0.744071, "f1": 0.702899, "accuracy": 0.744071, "main_score": 0.702899, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637731, "recall": 0.694664, "f1": 0.65448, "accuracy": 0.694664, "main_score": 0.65448, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633838, "recall": 0.698617, "f1": 0.652259, "accuracy": 0.698617, "main_score": 0.652259, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916749, "recall": 0.9417, "f1": 0.924802, "accuracy": 0.9417, "main_score": 0.924802, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525088, "recall": 0.58498, "f1": 0.54149, "accuracy": 0.58498, "main_score": 0.54149, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547266, "recall": 0.603755, "f1": 0.563213, "accuracy": 0.603755, "main_score": 0.563213, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.780774, "recall": 0.831028, "f1": 0.79572, "accuracy": 0.831028, "main_score": 0.79572, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472743, "recall": 0.528656, "f1": 0.487422, "accuracy": 0.528656, "main_score": 0.487422, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.851812, "recall": 0.891304, "f1": 0.863886, "accuracy": 0.891304, "main_score": 0.863886, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528269, "recall": 0.589921, "f1": 0.545825, "accuracy": 0.589921, "main_score": 0.545825, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568316, "recall": 0.63834, "f1": 0.587768, "accuracy": 0.63834, "main_score": 0.587768, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198324, "recall": 0.254941, "f1": 0.211175, "accuracy": 0.254941, "main_score": 0.211175, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614914, "recall": 0.678854, "f1": 0.633778, "accuracy": 0.678854, "main_score": 0.633778, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836495, "recall": 0.881423, "f1": 0.850184, "accuracy": 0.881423, "main_score": 0.850184, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42618, "recall": 0.486166, "f1": 0.442839, "accuracy": 0.486166, "main_score": 0.442839, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665484, "recall": 0.721344, "f1": 0.681675, "accuracy": 0.721344, "main_score": 0.681675, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5506, "recall": 0.608696, "f1": 0.567608, "accuracy": 0.608696, "main_score": 0.567608, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495223, "recall": 0.564229, "f1": 0.514296, "accuracy": 0.564229, "main_score": 0.514296, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657428, "recall": 0.715415, "f1": 0.675264, "accuracy": 0.715415, "main_score": 0.675264, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21261, "recall": 0.287549, "f1": 0.231823, "accuracy": 0.287549, "main_score": 0.231823, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.955534, "f1": 0.9417, "accuracy": 0.955534, "main_score": 0.9417, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553546, "recall": 0.614625, "f1": 0.571019, "accuracy": 0.614625, "main_score": 0.571019, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574551, "recall": 0.633399, "f1": 0.591046, "accuracy": 0.633399, "main_score": 0.591046, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681399, "recall": 0.75, "f1": 0.702045, "accuracy": 0.75, "main_score": 0.702045, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557766, "recall": 0.612648, "f1": 0.57354, "accuracy": 0.612648, "main_score": 0.57354, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751153, "recall": 0.805336, "f1": 0.767688, "accuracy": 0.805336, "main_score": 0.767688, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459335, "recall": 0.52668, "f1": 0.477614, "accuracy": 0.52668, "main_score": 0.477614, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841255, "recall": 0.880435, "f1": 0.853162, "accuracy": 0.880435, "main_score": 0.853162, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912138, "recall": 0.939723, "f1": 0.921014, "accuracy": 0.939723, "main_score": 0.921014, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599489, "recall": 0.65415, "f1": 0.615928, "accuracy": 0.65415, "main_score": 0.615928, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879727, "recall": 0.913043, "f1": 0.890217, "accuracy": 0.913043, "main_score": 0.890217, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445409, "recall": 0.508893, "f1": 0.462694, "accuracy": 0.508893, "main_score": 0.462694, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61502, "recall": 0.684783, "f1": 0.635347, "accuracy": 0.684783, "main_score": 0.635347, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815968, "recall": 0.862648, "f1": 0.82999, "accuracy": 0.862648, "main_score": 0.82999, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629128, "recall": 0.684783, "f1": 0.645395, "accuracy": 0.684783, "main_score": 0.645395, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626054, "recall": 0.684783, "f1": 0.643267, "accuracy": 0.684783, "main_score": 0.643267, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940711, "accuracy": 0.953557, "main_score": 0.940711, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530148, "recall": 0.590909, "f1": 0.546978, "accuracy": 0.590909, "main_score": 0.546978, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524082, "recall": 0.593874, "f1": 0.543598, "accuracy": 0.593874, "main_score": 0.543598, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790333, "recall": 0.840909, "f1": 0.805665, "accuracy": 0.840909, "main_score": 0.805665, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527181, "recall": 0.590909, "f1": 0.545176, "accuracy": 0.590909, "main_score": 0.545176, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599993, "recall": 0.660079, "f1": 0.617803, "accuracy": 0.660079, "main_score": 0.617803, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900939, "recall": 0.928854, "f1": 0.90998, "accuracy": 0.928854, "main_score": 0.90998, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478124, "recall": 0.537549, "f1": 0.494483, "accuracy": 0.537549, "main_score": 0.494483, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566531, "recall": 0.625494, "f1": 0.582786, "accuracy": 0.625494, "main_score": 0.582786, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.578733, "recall": 0.640316, "f1": 0.596151, "accuracy": 0.640316, "main_score": 0.596151, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540105, "recall": 0.597826, "f1": 0.556287, "accuracy": 0.597826, "main_score": 0.556287, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538774, "recall": 0.605731, "f1": 0.557769, "accuracy": 0.605731, "main_score": 0.557769, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710392, "recall": 0.773715, "f1": 0.729117, "accuracy": 0.773715, "main_score": 0.729117, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723271, "recall": 0.775692, "f1": 0.739493, "accuracy": 0.775692, "main_score": 0.739493, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857882, "recall": 0.889328, "f1": 0.867111, "accuracy": 0.889328, "main_score": 0.867111, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946179, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465755, "recall": 0.543478, "f1": 0.488458, "accuracy": 0.543478, "main_score": 0.488458, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.691782, "recall": 0.753953, "f1": 0.710592, "accuracy": 0.753953, "main_score": 0.710592, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583491, "recall": 0.639328, "f1": 0.599593, "accuracy": 0.639328, "main_score": 0.599593, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568544, "recall": 0.634387, "f1": 0.587244, "accuracy": 0.634387, "main_score": 0.587244, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516478, "recall": 0.577075, "f1": 0.533343, "accuracy": 0.577075, "main_score": 0.533343, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446506, "recall": 0.524704, "f1": 0.466671, "accuracy": 0.524704, "main_score": 0.466671, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579384, "recall": 0.636364, "f1": 0.594866, "accuracy": 0.636364, "main_score": 0.594866, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865563, "recall": 0.899209, "f1": 0.875856, "accuracy": 0.899209, "main_score": 0.875856, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597468, "recall": 0.653162, "f1": 0.613232, "accuracy": 0.653162, "main_score": 0.613232, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613746, "recall": 0.68083, "f1": 0.631875, "accuracy": 0.68083, "main_score": 0.631875, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543523, "recall": 0.605731, "f1": 0.560499, "accuracy": 0.605731, "main_score": 0.560499, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176114, "recall": 0.225296, "f1": 0.188407, "accuracy": 0.225296, "main_score": 0.188407, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617655, "recall": 0.666996, "f1": 0.631644, "accuracy": 0.666996, "main_score": 0.631644, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659965, "recall": 0.715415, "f1": 0.676111, "accuracy": 0.715415, "main_score": 0.676111, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.527595, "recall": 0.578063, "f1": 0.541702, "accuracy": 0.578063, "main_score": 0.541702, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485617, "recall": 0.559289, "f1": 0.504539, "accuracy": 0.559289, "main_score": 0.504539, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550992, "recall": 0.616601, "f1": 0.569455, "accuracy": 0.616601, "main_score": 0.569455, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576205, "recall": 0.637352, "f1": 0.592939, "accuracy": 0.637352, "main_score": 0.592939, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900198, "recall": 0.928854, "f1": 0.90942, "accuracy": 0.928854, "main_score": 0.90942, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503321, "recall": 0.564229, "f1": 0.520646, "accuracy": 0.564229, "main_score": 0.520646, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516195, "recall": 0.58498, "f1": 0.535252, "accuracy": 0.58498, "main_score": 0.535252, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508131, "recall": 0.564229, "f1": 0.522836, "accuracy": 0.564229, "main_score": 0.522836, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309659, "recall": 0.368577, "f1": 0.325391, "accuracy": 0.368577, "main_score": 0.325391, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589628, "recall": 0.657115, "f1": 0.608501, "accuracy": 0.657115, "main_score": 0.608501, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579679, "recall": 0.635375, "f1": 0.595248, "accuracy": 0.635375, "main_score": 0.595248, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696337, "recall": 0.763834, "f1": 0.716076, "accuracy": 0.763834, "main_score": 0.716076, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68014, "recall": 0.751976, "f1": 0.700716, "accuracy": 0.751976, "main_score": 0.700716, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.690631, "recall": 0.749012, "f1": 0.707298, "accuracy": 0.749012, "main_score": 0.707298, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651169, "recall": 0.701581, "f1": 0.666107, "accuracy": 0.701581, "main_score": 0.666107, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664377, "recall": 0.728261, "f1": 0.683042, "accuracy": 0.728261, "main_score": 0.683042, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540613, "recall": 0.598814, "f1": 0.556893, "accuracy": 0.598814, "main_score": 0.556893, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538142, "recall": 0.605731, "f1": 0.556691, "accuracy": 0.605731, "main_score": 0.556691, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791831, "recall": 0.844862, "f1": 0.807792, "accuracy": 0.844862, "main_score": 0.807792, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463416, "recall": 0.520751, "f1": 0.478898, "accuracy": 0.520751, "main_score": 0.478898, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.901186, "f1": 0.876812, "accuracy": 0.901186, "main_score": 0.876812, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533248, "recall": 0.594862, "f1": 0.550024, "accuracy": 0.594862, "main_score": 0.550024, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993906, "recall": 0.995059, "f1": 0.994236, "accuracy": 0.995059, "main_score": 0.994236, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590075, "recall": 0.65415, "f1": 0.607878, "accuracy": 0.65415, "main_score": 0.607878, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191862, "recall": 0.248024, "f1": 0.204106, "accuracy": 0.248024, "main_score": 0.204106, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622845, "recall": 0.688735, "f1": 0.641817, "accuracy": 0.688735, "main_score": 0.641817, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792507, "recall": 0.841897, "f1": 0.807115, "accuracy": 0.841897, "main_score": 0.807115, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401508, "recall": 0.458498, "f1": 0.41723, "accuracy": 0.458498, "main_score": 0.41723, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660477, "recall": 0.72332, "f1": 0.678714, "accuracy": 0.72332, "main_score": 0.678714, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565584, "recall": 0.630435, "f1": 0.58404, "accuracy": 0.630435, "main_score": 0.58404, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500404, "recall": 0.573123, "f1": 0.520352, "accuracy": 0.573123, "main_score": 0.520352, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662072, "recall": 0.721344, "f1": 0.679644, "accuracy": 0.721344, "main_score": 0.679644, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244301, "recall": 0.318182, "f1": 0.26285, "accuracy": 0.318182, "main_score": 0.26285, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566709, "recall": 0.626482, "f1": 0.583933, "accuracy": 0.626482, "main_score": 0.583933, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582154, "recall": 0.650198, "f1": 0.601616, "accuracy": 0.650198, "main_score": 0.601616, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70947, "recall": 0.774704, "f1": 0.728807, "accuracy": 0.774704, "main_score": 0.728807, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558483, "recall": 0.616601, "f1": 0.574699, "accuracy": 0.616601, "main_score": 0.574699, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774819, "recall": 0.828063, "f1": 0.791173, "accuracy": 0.828063, "main_score": 0.791173, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468826, "recall": 0.530632, "f1": 0.485936, "accuracy": 0.530632, "main_score": 0.485936, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.910079, "f1": 0.886759, "accuracy": 0.910079, "main_score": 0.886759, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603562, "recall": 0.656126, "f1": 0.618313, "accuracy": 0.656126, "main_score": 0.618313, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.944664, "f1": 0.928261, "accuracy": 0.944664, "main_score": 0.928261, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441817, "recall": 0.506917, "f1": 0.459491, "accuracy": 0.506917, "main_score": 0.459491, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623954, "recall": 0.693676, "f1": 0.643688, "accuracy": 0.693676, "main_score": 0.643688, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824687, "recall": 0.867589, "f1": 0.837733, "accuracy": 0.867589, "main_score": 0.837733, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.634437, "recall": 0.690711, "f1": 0.65046, "accuracy": 0.690711, "main_score": 0.65046, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6292, "recall": 0.694664, "f1": 0.647765, "accuracy": 0.694664, "main_score": 0.647765, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537358, "recall": 0.597826, "f1": 0.55398, "accuracy": 0.597826, "main_score": 0.55398, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530825, "recall": 0.589921, "f1": 0.546906, "accuracy": 0.589921, "main_score": 0.546906, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818248, "recall": 0.865613, "f1": 0.832806, "accuracy": 0.865613, "main_score": 0.832806, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532088, "recall": 0.600791, "f1": 0.550294, "accuracy": 0.600791, "main_score": 0.550294, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611637, "recall": 0.672925, "f1": 0.628858, "accuracy": 0.672925, "main_score": 0.628858, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.953557, "f1": 0.938735, "accuracy": 0.953557, "main_score": 0.938735, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481697, "recall": 0.533597, "f1": 0.495846, "accuracy": 0.533597, "main_score": 0.495846, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568401, "recall": 0.624506, "f1": 0.583272, "accuracy": 0.624506, "main_score": 0.583272, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575325, "recall": 0.644269, "f1": 0.594905, "accuracy": 0.644269, "main_score": 0.594905, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544369, "recall": 0.599802, "f1": 0.559442, "accuracy": 0.599802, "main_score": 0.559442, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518164, "recall": 0.587945, "f1": 0.538658, "accuracy": 0.587945, "main_score": 0.538658, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746429, "recall": 0.799407, "f1": 0.761957, "accuracy": 0.799407, "main_score": 0.761957, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75415, "recall": 0.80336, "f1": 0.768826, "accuracy": 0.80336, "main_score": 0.768826, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.909091, "f1": 0.887714, "accuracy": 0.909091, "main_score": 0.887714, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483103, "recall": 0.557312, "f1": 0.504701, "accuracy": 0.557312, "main_score": 0.504701, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.699177, "recall": 0.754941, "f1": 0.715533, "accuracy": 0.754941, "main_score": 0.715533, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591947, "recall": 0.643281, "f1": 0.605955, "accuracy": 0.643281, "main_score": 0.605955, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565415, "recall": 0.631423, "f1": 0.584384, "accuracy": 0.631423, "main_score": 0.584384, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530686, "recall": 0.587945, "f1": 0.547368, "accuracy": 0.587945, "main_score": 0.547368, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43153, "recall": 0.51087, "f1": 0.452679, "accuracy": 0.51087, "main_score": 0.452679, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583701, "recall": 0.637352, "f1": 0.598855, "accuracy": 0.637352, "main_score": 0.598855, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860787, "recall": 0.893281, "f1": 0.870902, "accuracy": 0.893281, "main_score": 0.870902, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.964427, "f1": 0.956851, "accuracy": 0.964427, "main_score": 0.956851, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591493, "recall": 0.643281, "f1": 0.606489, "accuracy": 0.643281, "main_score": 0.606489, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599061, "recall": 0.659091, "f1": 0.616243, "accuracy": 0.659091, "main_score": 0.616243, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551724, "recall": 0.61166, "f1": 0.568465, "accuracy": 0.61166, "main_score": 0.568465, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189562, "recall": 0.23419, "f1": 0.200848, "accuracy": 0.23419, "main_score": 0.200848, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617372, "recall": 0.667984, "f1": 0.631552, "accuracy": 0.667984, "main_score": 0.631552, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651779, "recall": 0.706522, "f1": 0.667627, "accuracy": 0.706522, "main_score": 0.667627, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539224, "recall": 0.591897, "f1": 0.554363, "accuracy": 0.591897, "main_score": 0.554363, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497133, "recall": 0.565217, "f1": 0.51539, "accuracy": 0.565217, "main_score": 0.51539, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551716, "recall": 0.614625, "f1": 0.569691, "accuracy": 0.614625, "main_score": 0.569691, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581489, "recall": 0.639328, "f1": 0.59793, "accuracy": 0.639328, "main_score": 0.59793, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893528, "recall": 0.922925, "f1": 0.902899, "accuracy": 0.922925, "main_score": 0.902899, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509141, "recall": 0.563241, "f1": 0.524563, "accuracy": 0.563241, "main_score": 0.524563, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528059, "recall": 0.590909, "f1": 0.54584, "accuracy": 0.590909, "main_score": 0.54584, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516269, "recall": 0.563241, "f1": 0.528718, "accuracy": 0.563241, "main_score": 0.528718, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31809, "recall": 0.370553, "f1": 0.332924, "accuracy": 0.370553, "main_score": 0.332924, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580402, "recall": 0.639328, "f1": 0.597252, "accuracy": 0.639328, "main_score": 0.597252, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574943, "recall": 0.624506, "f1": 0.589033, "accuracy": 0.624506, "main_score": 0.589033, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700536, "recall": 0.762846, "f1": 0.719366, "accuracy": 0.762846, "main_score": 0.719366, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628887, "recall": 0.708498, "f1": 0.651717, "accuracy": 0.708498, "main_score": 0.651717, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.680667, "recall": 0.742095, "f1": 0.698561, "accuracy": 0.742095, "main_score": 0.698561, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657395, "recall": 0.710474, "f1": 0.672911, "accuracy": 0.710474, "main_score": 0.672911, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654736, "recall": 0.719368, "f1": 0.673572, "accuracy": 0.719368, "main_score": 0.673572, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547455, "recall": 0.602767, "f1": 0.5627, "accuracy": 0.602767, "main_score": 0.5627, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547696, "recall": 0.604743, "f1": 0.563971, "accuracy": 0.604743, "main_score": 0.563971, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803689, "recall": 0.844862, "f1": 0.816023, "accuracy": 0.844862, "main_score": 0.816023, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473925, "recall": 0.524704, "f1": 0.487172, "accuracy": 0.524704, "main_score": 0.487172, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.875165, "recall": 0.909091, "f1": 0.885672, "accuracy": 0.909091, "main_score": 0.885672, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539026, "recall": 0.594862, "f1": 0.554517, "accuracy": 0.594862, "main_score": 0.554517, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.983202, "f1": 0.979578, "accuracy": 0.983202, "main_score": 0.979578, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590424, "recall": 0.652174, "f1": 0.607535, "accuracy": 0.652174, "main_score": 0.607535, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20033, "recall": 0.253953, "f1": 0.212592, "accuracy": 0.253953, "main_score": 0.212592, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619285, "recall": 0.679842, "f1": 0.636712, "accuracy": 0.679842, "main_score": 0.636712, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797908, "recall": 0.849802, "f1": 0.813966, "accuracy": 0.849802, "main_score": 0.813966, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415452, "recall": 0.470356, "f1": 0.430489, "accuracy": 0.470356, "main_score": 0.430489, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657823, "recall": 0.714427, "f1": 0.674445, "accuracy": 0.714427, "main_score": 0.674445, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563334, "recall": 0.619565, "f1": 0.579557, "accuracy": 0.619565, "main_score": 0.579557, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518401, "recall": 0.577075, "f1": 0.534492, "accuracy": 0.577075, "main_score": 0.534492, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665744, "recall": 0.717391, "f1": 0.681014, "accuracy": 0.717391, "main_score": 0.681014, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227568, "recall": 0.304348, "f1": 0.24721, "accuracy": 0.304348, "main_score": 0.24721, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974885, "recall": 0.982213, "f1": 0.977174, "accuracy": 0.982213, "main_score": 0.977174, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580147, "recall": 0.640316, "f1": 0.597258, "accuracy": 0.640316, "main_score": 0.597258, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587229, "recall": 0.647233, "f1": 0.604891, "accuracy": 0.647233, "main_score": 0.604891, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.717128, "recall": 0.782609, "f1": 0.737206, "accuracy": 0.782609, "main_score": 0.737206, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555609, "recall": 0.61166, "f1": 0.572069, "accuracy": 0.61166, "main_score": 0.572069, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789526, "recall": 0.840909, "f1": 0.805058, "accuracy": 0.840909, "main_score": 0.805058, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466684, "recall": 0.520751, "f1": 0.481941, "accuracy": 0.520751, "main_score": 0.481941, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882987, "recall": 0.914032, "f1": 0.892655, "accuracy": 0.914032, "main_score": 0.892655, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606807, "recall": 0.653162, "f1": 0.619226, "accuracy": 0.653162, "main_score": 0.619226, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889361, "recall": 0.920949, "f1": 0.899539, "accuracy": 0.920949, "main_score": 0.899539, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468997, "recall": 0.529644, "f1": 0.485586, "accuracy": 0.529644, "main_score": 0.485586, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618224, "recall": 0.688735, "f1": 0.638709, "accuracy": 0.688735, "main_score": 0.638709, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830567, "recall": 0.869565, "f1": 0.842457, "accuracy": 0.869565, "main_score": 0.842457, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627359, "recall": 0.678854, "f1": 0.64167, "accuracy": 0.678854, "main_score": 0.64167, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624788, "recall": 0.681818, "f1": 0.640718, "accuracy": 0.681818, "main_score": 0.640718, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534375, "recall": 0.596838, "f1": 0.552388, "accuracy": 0.596838, "main_score": 0.552388, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524598, "recall": 0.578063, "f1": 0.539178, "accuracy": 0.578063, "main_score": 0.539178, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814592, "recall": 0.862648, "f1": 0.82948, "accuracy": 0.862648, "main_score": 0.82948, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543514, "recall": 0.597826, "f1": 0.558452, "accuracy": 0.597826, "main_score": 0.558452, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630139, "recall": 0.683794, "f1": 0.645246, "accuracy": 0.683794, "main_score": 0.645246, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908959, "recall": 0.935771, "f1": 0.917655, "accuracy": 0.935771, "main_score": 0.917655, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501437, "recall": 0.551383, "f1": 0.515372, "accuracy": 0.551383, "main_score": 0.515372, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572143, "recall": 0.626482, "f1": 0.586997, "accuracy": 0.626482, "main_score": 0.586997, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590286, "recall": 0.651186, "f1": 0.607576, "accuracy": 0.651186, "main_score": 0.607576, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547218, "recall": 0.602767, "f1": 0.562463, "accuracy": 0.602767, "main_score": 0.562463, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533745, "recall": 0.596838, "f1": 0.552136, "accuracy": 0.596838, "main_score": 0.552136, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728302, "recall": 0.784585, "f1": 0.744917, "accuracy": 0.784585, "main_score": 0.744917, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741947, "recall": 0.795455, "f1": 0.75807, "accuracy": 0.795455, "main_score": 0.75807, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861644, "recall": 0.891304, "f1": 0.870422, "accuracy": 0.891304, "main_score": 0.870422, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490951, "recall": 0.564229, "f1": 0.512299, "accuracy": 0.564229, "main_score": 0.512299, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.705155, "recall": 0.762846, "f1": 0.722658, "accuracy": 0.762846, "main_score": 0.722658, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582964, "recall": 0.633399, "f1": 0.596443, "accuracy": 0.633399, "main_score": 0.596443, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560394, "recall": 0.624506, "f1": 0.578661, "accuracy": 0.624506, "main_score": 0.578661, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513266, "recall": 0.574111, "f1": 0.530001, "accuracy": 0.574111, "main_score": 0.530001, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459788, "recall": 0.537549, "f1": 0.480915, "accuracy": 0.537549, "main_score": 0.480915, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562738, "recall": 0.623518, "f1": 0.579748, "accuracy": 0.623518, "main_score": 0.579748, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850247, "recall": 0.887352, "f1": 0.861726, "accuracy": 0.887352, "main_score": 0.861726, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.962451, "f1": 0.954282, "accuracy": 0.962451, "main_score": 0.954282, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591767, "recall": 0.647233, "f1": 0.607605, "accuracy": 0.647233, "main_score": 0.607605, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608467, "recall": 0.662055, "f1": 0.623505, "accuracy": 0.662055, "main_score": 0.623505, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551138, "recall": 0.610672, "f1": 0.568112, "accuracy": 0.610672, "main_score": 0.568112, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195608, "recall": 0.243083, "f1": 0.2078, "accuracy": 0.243083, "main_score": 0.2078, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61541, "recall": 0.666008, "f1": 0.629444, "accuracy": 0.666008, "main_score": 0.629444, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.658169, "recall": 0.718379, "f1": 0.676007, "accuracy": 0.718379, "main_score": 0.676007, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542351, "recall": 0.592885, "f1": 0.556901, "accuracy": 0.592885, "main_score": 0.556901, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491941, "recall": 0.564229, "f1": 0.511619, "accuracy": 0.564229, "main_score": 0.511619, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548083, "recall": 0.61166, "f1": 0.566584, "accuracy": 0.61166, "main_score": 0.566584, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559519, "recall": 0.620553, "f1": 0.57644, "accuracy": 0.620553, "main_score": 0.57644, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911808, "recall": 0.937747, "f1": 0.920191, "accuracy": 0.937747, "main_score": 0.920191, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518974, "recall": 0.576087, "f1": 0.534648, "accuracy": 0.576087, "main_score": 0.534648, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540255, "recall": 0.599802, "f1": 0.55631, "accuracy": 0.599802, "main_score": 0.55631, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506653, "recall": 0.562253, "f1": 0.521941, "accuracy": 0.562253, "main_score": 0.521941, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310857, "recall": 0.368577, "f1": 0.326259, "accuracy": 0.368577, "main_score": 0.326259, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572787, "recall": 0.63834, "f1": 0.591323, "accuracy": 0.63834, "main_score": 0.591323, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571346, "recall": 0.629447, "f1": 0.588359, "accuracy": 0.629447, "main_score": 0.588359, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70117, "recall": 0.762846, "f1": 0.719143, "accuracy": 0.762846, "main_score": 0.719143, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680254, "recall": 0.753953, "f1": 0.702654, "accuracy": 0.753953, "main_score": 0.702654, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.698618, "recall": 0.758893, "f1": 0.716018, "accuracy": 0.758893, "main_score": 0.716018, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643636, "recall": 0.693676, "f1": 0.658351, "accuracy": 0.693676, "main_score": 0.658351, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650103, "recall": 0.715415, "f1": 0.668598, "accuracy": 0.715415, "main_score": 0.668598, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532659, "recall": 0.590909, "f1": 0.548601, "accuracy": 0.590909, "main_score": 0.548601, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556752, "recall": 0.607708, "f1": 0.571612, "accuracy": 0.607708, "main_score": 0.571612, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.785606, "recall": 0.833004, "f1": 0.799788, "accuracy": 0.833004, "main_score": 0.799788, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474493, "recall": 0.529644, "f1": 0.489106, "accuracy": 0.529644, "main_score": 0.489106, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89669, "recall": 0.925889, "f1": 0.905863, "accuracy": 0.925889, "main_score": 0.905863, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52755, "recall": 0.583992, "f1": 0.542989, "accuracy": 0.583992, "main_score": 0.542989, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.573744, "recall": 0.636364, "f1": 0.59137, "accuracy": 0.636364, "main_score": 0.59137, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19928, "recall": 0.261858, "f1": 0.213604, "accuracy": 0.261858, "main_score": 0.213604, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.607971, "recall": 0.670949, "f1": 0.626012, "accuracy": 0.670949, "main_score": 0.626012, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827322, "recall": 0.873518, "f1": 0.841765, "accuracy": 0.873518, "main_score": 0.841765, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41335, "recall": 0.470356, "f1": 0.429184, "accuracy": 0.470356, "main_score": 0.429184, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.666486, "recall": 0.720356, "f1": 0.68243, "accuracy": 0.720356, "main_score": 0.68243, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555468, "recall": 0.610672, "f1": 0.571022, "accuracy": 0.610672, "main_score": 0.571022, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508299, "recall": 0.571146, "f1": 0.525143, "accuracy": 0.571146, "main_score": 0.525143, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662264, "recall": 0.710474, "f1": 0.676303, "accuracy": 0.710474, "main_score": 0.676303, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242886, "recall": 0.325099, "f1": 0.266084, "accuracy": 0.325099, "main_score": 0.266084, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586808, "recall": 0.643281, "f1": 0.603689, "accuracy": 0.643281, "main_score": 0.603689, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589616, "recall": 0.652174, "f1": 0.607075, "accuracy": 0.652174, "main_score": 0.607075, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.726087, "recall": 0.790514, "f1": 0.745605, "accuracy": 0.790514, "main_score": 0.745605, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543092, "recall": 0.599802, "f1": 0.559404, "accuracy": 0.599802, "main_score": 0.559404, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800675, "recall": 0.848814, "f1": 0.815613, "accuracy": 0.848814, "main_score": 0.815613, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466414, "recall": 0.527668, "f1": 0.483525, "accuracy": 0.527668, "main_score": 0.483525, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885293, "recall": 0.917984, "f1": 0.895817, "accuracy": 0.917984, "main_score": 0.895817, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602887, "recall": 0.655138, "f1": 0.617517, "accuracy": 0.655138, "main_score": 0.617517, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.921937, "f1": 0.900659, "accuracy": 0.921937, "main_score": 0.900659, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455023, "recall": 0.520751, "f1": 0.472662, "accuracy": 0.520751, "main_score": 0.472662, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624779, "recall": 0.692688, "f1": 0.644713, "accuracy": 0.692688, "main_score": 0.644713, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833086, "recall": 0.873518, "f1": 0.845751, "accuracy": 0.873518, "main_score": 0.845751, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.62165, "recall": 0.676877, "f1": 0.637808, "accuracy": 0.676877, "main_score": 0.637808, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630207, "recall": 0.687747, "f1": 0.646443, "accuracy": 0.687747, "main_score": 0.646443, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538054, "recall": 0.601779, "f1": 0.556398, "accuracy": 0.601779, "main_score": 0.556398, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516446, "recall": 0.58004, "f1": 0.53423, "accuracy": 0.58004, "main_score": 0.53423, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836495, "recall": 0.87747, "f1": 0.849097, "accuracy": 0.87747, "main_score": 0.849097, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532053, "recall": 0.590909, "f1": 0.54877, "accuracy": 0.590909, "main_score": 0.54877, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607947, "recall": 0.672925, "f1": 0.626729, "accuracy": 0.672925, "main_score": 0.626729, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923748, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489162, "recall": 0.546443, "f1": 0.505305, "accuracy": 0.546443, "main_score": 0.505305, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573172, "recall": 0.626482, "f1": 0.587473, "accuracy": 0.626482, "main_score": 0.587473, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.576343, "recall": 0.643281, "f1": 0.595909, "accuracy": 0.643281, "main_score": 0.595909, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550158, "recall": 0.606719, "f1": 0.566641, "accuracy": 0.606719, "main_score": 0.566641, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518217, "recall": 0.586957, "f1": 0.538011, "accuracy": 0.586957, "main_score": 0.538011, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757938, "recall": 0.812253, "f1": 0.774275, "accuracy": 0.812253, "main_score": 0.774275, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728854, "recall": 0.782609, "f1": 0.744664, "accuracy": 0.782609, "main_score": 0.744664, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853124, "recall": 0.886364, "f1": 0.863208, "accuracy": 0.886364, "main_score": 0.863208, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480872, "recall": 0.55336, "f1": 0.501993, "accuracy": 0.55336, "main_score": 0.501993, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709332, "recall": 0.766798, "f1": 0.726699, "accuracy": 0.766798, "main_score": 0.726699, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595711, "recall": 0.646245, "f1": 0.610246, "accuracy": 0.646245, "main_score": 0.610246, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433778, "recall": 0.48419, "f1": 0.447748, "accuracy": 0.48419, "main_score": 0.447748, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506209, "recall": 0.544466, "f1": 0.517819, "accuracy": 0.544466, "main_score": 0.517819, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223685, "recall": 0.26581, "f1": 0.234923, "accuracy": 0.26581, "main_score": 0.234923, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.5423, "recall": 0.582016, "f1": 0.552493, "accuracy": 0.582016, "main_score": 0.552493, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499885, "recall": 0.540514, "f1": 0.511685, "accuracy": 0.540514, "main_score": 0.511685, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.526718, "recall": 0.566206, "f1": 0.537617, "accuracy": 0.566206, "main_score": 0.537617, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551924, "recall": 0.589921, "f1": 0.561324, "accuracy": 0.589921, "main_score": 0.561324, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547545, "recall": 0.587945, "f1": 0.558816, "accuracy": 0.587945, "main_score": 0.558816, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517065, "recall": 0.567194, "f1": 0.531075, "accuracy": 0.567194, "main_score": 0.531075, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544888, "recall": 0.583992, "f1": 0.555076, "accuracy": 0.583992, "main_score": 0.555076, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54139, "recall": 0.579051, "f1": 0.550848, "accuracy": 0.579051, "main_score": 0.550848, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523919, "recall": 0.572134, "f1": 0.53694, "accuracy": 0.572134, "main_score": 0.53694, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.51425, "recall": 0.561265, "f1": 0.526447, "accuracy": 0.561265, "main_score": 0.526447, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.488531, "recall": 0.534585, "f1": 0.50167, "accuracy": 0.534585, "main_score": 0.50167, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530469, "recall": 0.572134, "f1": 0.541154, "accuracy": 0.572134, "main_score": 0.541154, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484132, "recall": 0.534585, "f1": 0.497294, "accuracy": 0.534585, "main_score": 0.497294, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530822, "recall": 0.576087, "f1": 0.543031, "accuracy": 0.576087, "main_score": 0.543031, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538488, "recall": 0.577075, "f1": 0.549649, "accuracy": 0.577075, "main_score": 0.549649, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526433, "recall": 0.568182, "f1": 0.537872, "accuracy": 0.568182, "main_score": 0.537872, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508494, "recall": 0.55336, "f1": 0.520548, "accuracy": 0.55336, "main_score": 0.520548, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556414, "recall": 0.599802, "f1": 0.567974, "accuracy": 0.599802, "main_score": 0.567974, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545317, "recall": 0.592885, "f1": 0.558045, "accuracy": 0.592885, "main_score": 0.558045, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519502, "recall": 0.565217, "f1": 0.531886, "accuracy": 0.565217, "main_score": 0.531886, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518785, "recall": 0.565217, "f1": 0.531362, "accuracy": 0.565217, "main_score": 0.531362, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.523414, "recall": 0.570158, "f1": 0.535719, "accuracy": 0.570158, "main_score": 0.535719, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550799, "recall": 0.590909, "f1": 0.561456, "accuracy": 0.590909, "main_score": 0.561456, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.218727, "recall": 0.256917, "f1": 0.22804, "accuracy": 0.256917, "main_score": 0.22804, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.523559, "recall": 0.566206, "f1": 0.535663, "accuracy": 0.566206, "main_score": 0.535663, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55969, "recall": 0.597826, "f1": 0.569434, "accuracy": 0.597826, "main_score": 0.569434, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543218, "recall": 0.583004, "f1": 0.553605, "accuracy": 0.583004, "main_score": 0.553605, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540805, "recall": 0.579051, "f1": 0.551357, "accuracy": 0.579051, "main_score": 0.551357, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514379, "recall": 0.556324, "f1": 0.525605, "accuracy": 0.556324, "main_score": 0.525605, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527684, "recall": 0.570158, "f1": 0.539423, "accuracy": 0.570158, "main_score": 0.539423, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540518, "recall": 0.576087, "f1": 0.549952, "accuracy": 0.576087, "main_score": 0.549952, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544814, "recall": 0.589921, "f1": 0.55745, "accuracy": 0.589921, "main_score": 0.55745, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465295, "recall": 0.514822, "f1": 0.478629, "accuracy": 0.514822, "main_score": 0.478629, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518217, "recall": 0.557312, "f1": 0.528618, "accuracy": 0.557312, "main_score": 0.528618, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511557, "recall": 0.565217, "f1": 0.526469, "accuracy": 0.565217, "main_score": 0.526469, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.521609, "recall": 0.56917, "f1": 0.534651, "accuracy": 0.56917, "main_score": 0.534651, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519107, "recall": 0.561265, "f1": 0.530396, "accuracy": 0.561265, "main_score": 0.530396, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.401618, "recall": 0.452569, "f1": 0.415831, "accuracy": 0.452569, "main_score": 0.415831, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53466, "recall": 0.577075, "f1": 0.546287, "accuracy": 0.577075, "main_score": 0.546287, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535202, "recall": 0.575099, "f1": 0.546222, "accuracy": 0.575099, "main_score": 0.546222, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54408, "recall": 0.593874, "f1": 0.557392, "accuracy": 0.593874, "main_score": 0.557392, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551249, "recall": 0.59585, "f1": 0.56402, "accuracy": 0.59585, "main_score": 0.56402, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516357, "recall": 0.561265, "f1": 0.52846, "accuracy": 0.561265, "main_score": 0.52846, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533495, "recall": 0.576087, "f1": 0.544762, "accuracy": 0.576087, "main_score": 0.544762, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540653, "recall": 0.581028, "f1": 0.551934, "accuracy": 0.581028, "main_score": 0.551934, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544372, "recall": 0.582016, "f1": 0.554283, "accuracy": 0.582016, "main_score": 0.554283, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.593874, "f1": 0.564508, "accuracy": 0.593874, "main_score": 0.564508, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567917, "recall": 0.605731, "f1": 0.57805, "accuracy": 0.605731, "main_score": 0.57805, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557615, "recall": 0.598814, "f1": 0.567815, "accuracy": 0.598814, "main_score": 0.567815, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559034, "recall": 0.606719, "f1": 0.571781, "accuracy": 0.606719, "main_score": 0.571781, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526912, "recall": 0.572134, "f1": 0.539322, "accuracy": 0.572134, "main_score": 0.539322, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.410628, "recall": 0.458498, "f1": 0.423454, "accuracy": 0.458498, "main_score": 0.423454, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507292, "recall": 0.54249, "f1": 0.516935, "accuracy": 0.54249, "main_score": 0.516935, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553195, "recall": 0.588933, "f1": 0.562313, "accuracy": 0.588933, "main_score": 0.562313, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299644, "recall": 0.349802, "f1": 0.312937, "accuracy": 0.349802, "main_score": 0.312937, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540943, "recall": 0.586957, "f1": 0.554066, "accuracy": 0.586957, "main_score": 0.554066, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519001, "recall": 0.567194, "f1": 0.531823, "accuracy": 0.567194, "main_score": 0.531823, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541219, "recall": 0.583004, "f1": 0.552181, "accuracy": 0.583004, "main_score": 0.552181, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508528, "recall": 0.561265, "f1": 0.52266, "accuracy": 0.561265, "main_score": 0.52266, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534116, "recall": 0.574111, "f1": 0.545275, "accuracy": 0.574111, "main_score": 0.545275, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559659, "recall": 0.592885, "f1": 0.568577, "accuracy": 0.592885, "main_score": 0.568577, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538351, "recall": 0.575099, "f1": 0.549209, "accuracy": 0.575099, "main_score": 0.549209, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557317, "recall": 0.590909, "f1": 0.566556, "accuracy": 0.590909, "main_score": 0.566556, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520538, "recall": 0.563241, "f1": 0.532266, "accuracy": 0.563241, "main_score": 0.532266, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54965, "recall": 0.594862, "f1": 0.561033, "accuracy": 0.594862, "main_score": 0.561033, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535413, "recall": 0.572134, "f1": 0.545439, "accuracy": 0.572134, "main_score": 0.545439, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54595, "recall": 0.592885, "f1": 0.557736, "accuracy": 0.592885, "main_score": 0.557736, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522619, "recall": 0.563241, "f1": 0.533076, "accuracy": 0.563241, "main_score": 0.533076, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54035, "recall": 0.579051, "f1": 0.550283, "accuracy": 0.579051, "main_score": 0.550283, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.26266, "recall": 0.317194, "f1": 0.276725, "accuracy": 0.317194, "main_score": 0.276725, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.509782, "recall": 0.554348, "f1": 0.52201, "accuracy": 0.554348, "main_score": 0.52201, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.561265, "f1": 0.526588, "accuracy": 0.561265, "main_score": 0.526588, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547265, "recall": 0.589921, "f1": 0.559004, "accuracy": 0.589921, "main_score": 0.559004, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458889, "recall": 0.507905, "f1": 0.471854, "accuracy": 0.507905, "main_score": 0.471854, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.560317, "recall": 0.601779, "f1": 0.571598, "accuracy": 0.601779, "main_score": 0.571598, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530494, "recall": 0.577075, "f1": 0.543128, "accuracy": 0.577075, "main_score": 0.543128, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555936, "recall": 0.590909, "f1": 0.565734, "accuracy": 0.590909, "main_score": 0.565734, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458584, "recall": 0.511858, "f1": 0.473603, "accuracy": 0.511858, "main_score": 0.473603, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.552402, "recall": 0.591897, "f1": 0.563058, "accuracy": 0.591897, "main_score": 0.563058, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529744, "recall": 0.575099, "f1": 0.541523, "accuracy": 0.575099, "main_score": 0.541523, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548057, "recall": 0.590909, "f1": 0.559743, "accuracy": 0.590909, "main_score": 0.559743, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520983, "recall": 0.566206, "f1": 0.533183, "accuracy": 0.566206, "main_score": 0.533183, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.503486, "recall": 0.541502, "f1": 0.514317, "accuracy": 0.541502, "main_score": 0.514317, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523799, "recall": 0.561265, "f1": 0.53387, "accuracy": 0.561265, "main_score": 0.53387, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502838, "recall": 0.55336, "f1": 0.516695, "accuracy": 0.55336, "main_score": 0.516695, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.535357, "recall": 0.577075, "f1": 0.547156, "accuracy": 0.577075, "main_score": 0.547156, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525181, "recall": 0.573123, "f1": 0.5385, "accuracy": 0.573123, "main_score": 0.5385, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534533, "recall": 0.573123, "f1": 0.544865, "accuracy": 0.573123, "main_score": 0.544865, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469689, "recall": 0.509881, "f1": 0.480736, "accuracy": 0.509881, "main_score": 0.480736, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556098, "recall": 0.592885, "f1": 0.566339, "accuracy": 0.592885, "main_score": 0.566339, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496913, "recall": 0.544466, "f1": 0.509487, "accuracy": 0.544466, "main_score": 0.509487, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.50446, "recall": 0.545455, "f1": 0.515896, "accuracy": 0.545455, "main_score": 0.515896, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529963, "recall": 0.573123, "f1": 0.541659, "accuracy": 0.573123, "main_score": 0.541659, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486132, "recall": 0.524704, "f1": 0.497043, "accuracy": 0.524704, "main_score": 0.497043, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560932, "recall": 0.594862, "f1": 0.569424, "accuracy": 0.594862, "main_score": 0.569424, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527102, "recall": 0.571146, "f1": 0.53901, "accuracy": 0.571146, "main_score": 0.53901, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541048, "recall": 0.585968, "f1": 0.553695, "accuracy": 0.585968, "main_score": 0.553695, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550727, "recall": 0.592885, "f1": 0.561749, "accuracy": 0.592885, "main_score": 0.561749, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525462, "recall": 0.568182, "f1": 0.537237, "accuracy": 0.568182, "main_score": 0.537237, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.546946, "recall": 0.583992, "f1": 0.557352, "accuracy": 0.583992, "main_score": 0.557352, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397533, "recall": 0.464427, "f1": 0.415553, "accuracy": 0.464427, "main_score": 0.415553, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.503912, "recall": 0.552372, "f1": 0.51649, "accuracy": 0.552372, "main_score": 0.51649, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221767, "recall": 0.26581, "f1": 0.231814, "accuracy": 0.26581, "main_score": 0.231814, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53004, "recall": 0.566206, "f1": 0.540121, "accuracy": 0.566206, "main_score": 0.540121, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450016, "recall": 0.495059, "f1": 0.463214, "accuracy": 0.495059, "main_score": 0.463214, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540598, "recall": 0.587945, "f1": 0.553898, "accuracy": 0.587945, "main_score": 0.553898, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543907, "recall": 0.583992, "f1": 0.554368, "accuracy": 0.583992, "main_score": 0.554368, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446789, "recall": 0.496047, "f1": 0.459962, "accuracy": 0.496047, "main_score": 0.459962, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553344, "recall": 0.587945, "f1": 0.56274, "accuracy": 0.587945, "main_score": 0.56274, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529974, "recall": 0.573123, "f1": 0.541754, "accuracy": 0.573123, "main_score": 0.541754, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495932, "recall": 0.54249, "f1": 0.508233, "accuracy": 0.54249, "main_score": 0.508233, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515197, "recall": 0.564229, "f1": 0.528888, "accuracy": 0.564229, "main_score": 0.528888, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538088, "recall": 0.577075, "f1": 0.548914, "accuracy": 0.577075, "main_score": 0.548914, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510472, "recall": 0.5583, "f1": 0.523754, "accuracy": 0.5583, "main_score": 0.523754, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553537, "recall": 0.592885, "f1": 0.564348, "accuracy": 0.592885, "main_score": 0.564348, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487708, "recall": 0.527668, "f1": 0.498562, "accuracy": 0.527668, "main_score": 0.498562, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491255, "recall": 0.534585, "f1": 0.502963, "accuracy": 0.534585, "main_score": 0.502963, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559439, "recall": 0.601779, "f1": 0.570725, "accuracy": 0.601779, "main_score": 0.570725, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544718, "recall": 0.585968, "f1": 0.555845, "accuracy": 0.585968, "main_score": 0.555845, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.123622, "recall": 0.167984, "f1": 0.135067, "accuracy": 0.167984, "main_score": 0.135067, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.508461, "recall": 0.556324, "f1": 0.521208, "accuracy": 0.556324, "main_score": 0.521208, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.457114, "recall": 0.507905, "f1": 0.470399, "accuracy": 0.507905, "main_score": 0.470399, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510415, "recall": 0.550395, "f1": 0.521204, "accuracy": 0.550395, "main_score": 0.521204, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542786, "recall": 0.585968, "f1": 0.55425, "accuracy": 0.585968, "main_score": 0.55425, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495367, "recall": 0.54249, "f1": 0.508945, "accuracy": 0.54249, "main_score": 0.508945, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524004, "recall": 0.564229, "f1": 0.535103, "accuracy": 0.564229, "main_score": 0.535103, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518995, "recall": 0.567194, "f1": 0.53172, "accuracy": 0.567194, "main_score": 0.53172, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547488, "recall": 0.589921, "f1": 0.559476, "accuracy": 0.589921, "main_score": 0.559476, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536586, "recall": 0.577075, "f1": 0.5477, "accuracy": 0.577075, "main_score": 0.5477, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517665, "recall": 0.559289, "f1": 0.528725, "accuracy": 0.559289, "main_score": 0.528725, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480659, "recall": 0.52668, "f1": 0.493876, "accuracy": 0.52668, "main_score": 0.493876, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521287, "recall": 0.563241, "f1": 0.532836, "accuracy": 0.563241, "main_score": 0.532836, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524202, "recall": 0.565217, "f1": 0.535426, "accuracy": 0.565217, "main_score": 0.535426, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500242, "recall": 0.54249, "f1": 0.512286, "accuracy": 0.54249, "main_score": 0.512286, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522505, "recall": 0.56917, "f1": 0.534995, "accuracy": 0.56917, "main_score": 0.534995, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.541389, "recall": 0.58004, "f1": 0.552578, "accuracy": 0.58004, "main_score": 0.552578, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526142, "recall": 0.572134, "f1": 0.538365, "accuracy": 0.572134, "main_score": 0.538365, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450914, "recall": 0.5, "f1": 0.463668, "accuracy": 0.5, "main_score": 0.463668, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.565576, "recall": 0.606719, "f1": 0.577123, "accuracy": 0.606719, "main_score": 0.577123, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506102, "recall": 0.554348, "f1": 0.518688, "accuracy": 0.554348, "main_score": 0.518688, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.493857, "recall": 0.549407, "f1": 0.509467, "accuracy": 0.549407, "main_score": 0.509467, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.479667, "recall": 0.530632, "f1": 0.493499, "accuracy": 0.530632, "main_score": 0.493499, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494339, "recall": 0.537549, "f1": 0.506313, "accuracy": 0.537549, "main_score": 0.506313, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4558, "recall": 0.505929, "f1": 0.469699, "accuracy": 0.505929, "main_score": 0.469699, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524688, "recall": 0.566206, "f1": 0.536535, "accuracy": 0.566206, "main_score": 0.536535, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566245, "recall": 0.604743, "f1": 0.5764, "accuracy": 0.604743, "main_score": 0.5764, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468475, "recall": 0.519763, "f1": 0.482055, "accuracy": 0.519763, "main_score": 0.482055, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.528737, "recall": 0.574111, "f1": 0.540937, "accuracy": 0.574111, "main_score": 0.540937, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.518143, "recall": 0.560277, "f1": 0.529024, "accuracy": 0.560277, "main_score": 0.529024, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.548689, "recall": 0.593874, "f1": 0.561466, "accuracy": 0.593874, "main_score": 0.561466, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525076, "recall": 0.574111, "f1": 0.537766, "accuracy": 0.574111, "main_score": 0.537766, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551788, "recall": 0.588933, "f1": 0.562665, "accuracy": 0.588933, "main_score": 0.562665, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481004, "recall": 0.529644, "f1": 0.494553, "accuracy": 0.529644, "main_score": 0.494553, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517527, "recall": 0.563241, "f1": 0.529505, "accuracy": 0.563241, "main_score": 0.529505, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46126, "recall": 0.508893, "f1": 0.474224, "accuracy": 0.508893, "main_score": 0.474224, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539005, "recall": 0.586957, "f1": 0.551894, "accuracy": 0.586957, "main_score": 0.551894, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391242, "recall": 0.449605, "f1": 0.407092, "accuracy": 0.449605, "main_score": 0.407092, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.500045, "recall": 0.55336, "f1": 0.514008, "accuracy": 0.55336, "main_score": 0.514008, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518958, "recall": 0.562253, "f1": 0.53058, "accuracy": 0.562253, "main_score": 0.53058, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540768, "recall": 0.586957, "f1": 0.553242, "accuracy": 0.586957, "main_score": 0.553242, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54052, "recall": 0.583004, "f1": 0.551765, "accuracy": 0.583004, "main_score": 0.551765, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503315, "recall": 0.548419, "f1": 0.515436, "accuracy": 0.548419, "main_score": 0.515436, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.555205, "recall": 0.591897, "f1": 0.565107, "accuracy": 0.591897, "main_score": 0.565107, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5432, "recall": 0.589921, "f1": 0.555862, "accuracy": 0.589921, "main_score": 0.555862, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548761, "recall": 0.58498, "f1": 0.558509, "accuracy": 0.58498, "main_score": 0.558509, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544179, "recall": 0.586957, "f1": 0.555413, "accuracy": 0.586957, "main_score": 0.555413, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566988, "recall": 0.604743, "f1": 0.577383, "accuracy": 0.604743, "main_score": 0.577383, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501658, "recall": 0.548419, "f1": 0.515026, "accuracy": 0.548419, "main_score": 0.515026, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552864, "recall": 0.59585, "f1": 0.56434, "accuracy": 0.59585, "main_score": 0.56434, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529222, "recall": 0.570158, "f1": 0.54053, "accuracy": 0.570158, "main_score": 0.54053, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.520898, "recall": 0.567194, "f1": 0.533603, "accuracy": 0.567194, "main_score": 0.533603, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499567, "recall": 0.544466, "f1": 0.511909, "accuracy": 0.544466, "main_score": 0.511909, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565221, "recall": 0.608696, "f1": 0.576964, "accuracy": 0.608696, "main_score": 0.576964, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53251, "recall": 0.570158, "f1": 0.543289, "accuracy": 0.570158, "main_score": 0.543289, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518197, "recall": 0.563241, "f1": 0.530391, "accuracy": 0.563241, "main_score": 0.530391, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527226, "recall": 0.573123, "f1": 0.539992, "accuracy": 0.573123, "main_score": 0.539992, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476339, "recall": 0.522727, "f1": 0.488224, "accuracy": 0.522727, "main_score": 0.488224, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542883, "recall": 0.585968, "f1": 0.554993, "accuracy": 0.585968, "main_score": 0.554993, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518808, "recall": 0.566206, "f1": 0.531378, "accuracy": 0.566206, "main_score": 0.531378, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496559, "recall": 0.54249, "f1": 0.509134, "accuracy": 0.54249, "main_score": 0.509134, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545678, "recall": 0.58004, "f1": 0.555392, "accuracy": 0.58004, "main_score": 0.555392, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511323, "recall": 0.560277, "f1": 0.524616, "accuracy": 0.560277, "main_score": 0.524616, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.536705, "recall": 0.586957, "f1": 0.550286, "accuracy": 0.586957, "main_score": 0.550286, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51707, "recall": 0.562253, "f1": 0.529547, "accuracy": 0.562253, "main_score": 0.529547, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513426, "recall": 0.559289, "f1": 0.526161, "accuracy": 0.559289, "main_score": 0.526161, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484461, "recall": 0.527668, "f1": 0.496717, "accuracy": 0.527668, "main_score": 0.496717, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52111, "recall": 0.560277, "f1": 0.531611, "accuracy": 0.560277, "main_score": 0.531611, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563441, "recall": 0.59585, "f1": 0.571917, "accuracy": 0.59585, "main_score": 0.571917, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526566, "recall": 0.56917, "f1": 0.538189, "accuracy": 0.56917, "main_score": 0.538189, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526428, "recall": 0.56917, "f1": 0.538027, "accuracy": 0.56917, "main_score": 0.538027, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506743, "recall": 0.552372, "f1": 0.519481, "accuracy": 0.552372, "main_score": 0.519481, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495137, "recall": 0.543478, "f1": 0.509045, "accuracy": 0.543478, "main_score": 0.509045, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533601, "recall": 0.573123, "f1": 0.544052, "accuracy": 0.573123, "main_score": 0.544052, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.407882, "recall": 0.468379, "f1": 0.425113, "accuracy": 0.468379, "main_score": 0.425113, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51146, "recall": 0.557312, "f1": 0.523962, "accuracy": 0.557312, "main_score": 0.523962, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514433, "recall": 0.555336, "f1": 0.525591, "accuracy": 0.555336, "main_score": 0.525591, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527913, "recall": 0.573123, "f1": 0.540309, "accuracy": 0.573123, "main_score": 0.540309, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509588, "recall": 0.555336, "f1": 0.521766, "accuracy": 0.555336, "main_score": 0.521766, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513141, "recall": 0.556324, "f1": 0.524939, "accuracy": 0.556324, "main_score": 0.524939, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521303, "recall": 0.557312, "f1": 0.531643, "accuracy": 0.557312, "main_score": 0.531643, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651199, "recall": 0.700593, "f1": 0.664833, "accuracy": 0.700593, "main_score": 0.664833, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.368531, "recall": 0.416008, "f1": 0.381378, "accuracy": 0.416008, "main_score": 0.381378, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186366, "recall": 0.225296, "f1": 0.195825, "accuracy": 0.225296, "main_score": 0.195825, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.47507, "recall": 0.540514, "f1": 0.492178, "accuracy": 0.540514, "main_score": 0.492178, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.396321, "recall": 0.454545, "f1": 0.411024, "accuracy": 0.454545, "main_score": 0.411024, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.475916, "recall": 0.538538, "f1": 0.492524, "accuracy": 0.538538, "main_score": 0.492524, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507032, "recall": 0.563241, "f1": 0.521477, "accuracy": 0.563241, "main_score": 0.521477, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394932, "recall": 0.445652, "f1": 0.408234, "accuracy": 0.445652, "main_score": 0.408234, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473484, "recall": 0.532609, "f1": 0.488606, "accuracy": 0.532609, "main_score": 0.488606, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552707, "recall": 0.609684, "f1": 0.566888, "accuracy": 0.609684, "main_score": 0.566888, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542184, "recall": 0.59585, "f1": 0.556007, "accuracy": 0.59585, "main_score": 0.556007, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446505, "recall": 0.511858, "f1": 0.463334, "accuracy": 0.511858, "main_score": 0.463334, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.458951, "recall": 0.517787, "f1": 0.473556, "accuracy": 0.517787, "main_score": 0.473556, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.31955, "recall": 0.376482, "f1": 0.334773, "accuracy": 0.376482, "main_score": 0.334773, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476967, "recall": 0.541502, "f1": 0.493853, "accuracy": 0.541502, "main_score": 0.493853, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442857, "recall": 0.502964, "f1": 0.457751, "accuracy": 0.502964, "main_score": 0.457751, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465794, "recall": 0.529644, "f1": 0.482283, "accuracy": 0.529644, "main_score": 0.482283, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412068, "recall": 0.466403, "f1": 0.426961, "accuracy": 0.466403, "main_score": 0.426961, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460749, "recall": 0.522727, "f1": 0.475988, "accuracy": 0.522727, "main_score": 0.475988, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41899, "recall": 0.491107, "f1": 0.436583, "accuracy": 0.491107, "main_score": 0.436583, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498659, "recall": 0.566206, "f1": 0.516077, "accuracy": 0.566206, "main_score": 0.516077, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493644, "recall": 0.556324, "f1": 0.509291, "accuracy": 0.556324, "main_score": 0.509291, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373348, "recall": 0.426877, "f1": 0.387542, "accuracy": 0.426877, "main_score": 0.387542, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463553, "recall": 0.531621, "f1": 0.480004, "accuracy": 0.531621, "main_score": 0.480004, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.483335, "recall": 0.543478, "f1": 0.498946, "accuracy": 0.543478, "main_score": 0.498946, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499515, "recall": 0.557312, "f1": 0.514271, "accuracy": 0.557312, "main_score": 0.514271, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217977, "recall": 0.252964, "f1": 0.226652, "accuracy": 0.252964, "main_score": 0.226652, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.450899, "recall": 0.518775, "f1": 0.467341, "accuracy": 0.518775, "main_score": 0.467341, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.393083, "recall": 0.456522, "f1": 0.408944, "accuracy": 0.456522, "main_score": 0.408944, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494252, "recall": 0.552372, "f1": 0.508554, "accuracy": 0.552372, "main_score": 0.508554, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500681, "recall": 0.556324, "f1": 0.515742, "accuracy": 0.556324, "main_score": 0.515742, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460388, "recall": 0.518775, "f1": 0.475397, "accuracy": 0.518775, "main_score": 0.475397, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472949, "recall": 0.532609, "f1": 0.488139, "accuracy": 0.532609, "main_score": 0.488139, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420661, "recall": 0.464427, "f1": 0.432261, "accuracy": 0.464427, "main_score": 0.432261, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495166, "recall": 0.5583, "f1": 0.511482, "accuracy": 0.5583, "main_score": 0.511482, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391103, "recall": 0.450593, "f1": 0.406116, "accuracy": 0.450593, "main_score": 0.406116, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43909, "recall": 0.496047, "f1": 0.452995, "accuracy": 0.496047, "main_score": 0.452995, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465403, "recall": 0.533597, "f1": 0.483053, "accuracy": 0.533597, "main_score": 0.483053, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.467506, "recall": 0.52668, "f1": 0.482357, "accuracy": 0.52668, "main_score": 0.482357, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45522, "recall": 0.516798, "f1": 0.471278, "accuracy": 0.516798, "main_score": 0.471278, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.382059, "recall": 0.435771, "f1": 0.396708, "accuracy": 0.435771, "main_score": 0.396708, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465944, "recall": 0.527668, "f1": 0.481991, "accuracy": 0.527668, "main_score": 0.481991, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378123, "recall": 0.427866, "f1": 0.391389, "accuracy": 0.427866, "main_score": 0.391389, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482787, "recall": 0.544466, "f1": 0.498182, "accuracy": 0.544466, "main_score": 0.498182, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515634, "recall": 0.58498, "f1": 0.533206, "accuracy": 0.58498, "main_score": 0.533206, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446012, "recall": 0.506917, "f1": 0.460579, "accuracy": 0.506917, "main_score": 0.460579, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467792, "recall": 0.531621, "f1": 0.484395, "accuracy": 0.531621, "main_score": 0.484395, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364647, "recall": 0.431818, "f1": 0.381685, "accuracy": 0.431818, "main_score": 0.381685, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459123, "recall": 0.516798, "f1": 0.474656, "accuracy": 0.516798, "main_score": 0.474656, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686274, "recall": 0.740119, "f1": 0.699966, "accuracy": 0.740119, "main_score": 0.699966, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497567, "recall": 0.566206, "f1": 0.515331, "accuracy": 0.566206, "main_score": 0.515331, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541763, "recall": 0.593874, "f1": 0.555691, "accuracy": 0.593874, "main_score": 0.555691, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363929, "recall": 0.416008, "f1": 0.377783, "accuracy": 0.416008, "main_score": 0.377783, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474421, "recall": 0.537549, "f1": 0.490419, "accuracy": 0.537549, "main_score": 0.490419, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.665399, "recall": 0.727273, "f1": 0.683174, "accuracy": 0.727273, "main_score": 0.683174, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.343683, "recall": 0.387352, "f1": 0.355226, "accuracy": 0.387352, "main_score": 0.355226, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480084, "recall": 0.538538, "f1": 0.494733, "accuracy": 0.538538, "main_score": 0.494733, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272779, "recall": 0.315217, "f1": 0.283951, "accuracy": 0.315217, "main_score": 0.283951, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489799, "recall": 0.551383, "f1": 0.505455, "accuracy": 0.551383, "main_score": 0.505455, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47337, "recall": 0.533597, "f1": 0.488527, "accuracy": 0.533597, "main_score": 0.488527, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497526, "recall": 0.562253, "f1": 0.513951, "accuracy": 0.562253, "main_score": 0.513951, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461316, "recall": 0.527668, "f1": 0.4786, "accuracy": 0.527668, "main_score": 0.4786, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.373408, "recall": 0.426877, "f1": 0.387313, "accuracy": 0.426877, "main_score": 0.387313, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538581, "recall": 0.59585, "f1": 0.552701, "accuracy": 0.59585, "main_score": 0.552701, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433306, "recall": 0.498024, "f1": 0.449395, "accuracy": 0.498024, "main_score": 0.449395, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533685, "recall": 0.598814, "f1": 0.55002, "accuracy": 0.598814, "main_score": 0.55002, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408929, "recall": 0.445652, "f1": 0.418932, "accuracy": 0.445652, "main_score": 0.418932, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511297, "recall": 0.563241, "f1": 0.523849, "accuracy": 0.563241, "main_score": 0.523849, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4096, "recall": 0.462451, "f1": 0.423305, "accuracy": 0.462451, "main_score": 0.423305, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455973, "recall": 0.51581, "f1": 0.471249, "accuracy": 0.51581, "main_score": 0.471249, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469469, "recall": 0.527668, "f1": 0.484077, "accuracy": 0.527668, "main_score": 0.484077, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501846, "recall": 0.566206, "f1": 0.517181, "accuracy": 0.566206, "main_score": 0.517181, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238265, "recall": 0.286561, "f1": 0.249966, "accuracy": 0.286561, "main_score": 0.249966, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.382471, "recall": 0.434783, "f1": 0.396693, "accuracy": 0.434783, "main_score": 0.396693, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432435, "recall": 0.496047, "f1": 0.44827, "accuracy": 0.496047, "main_score": 0.44827, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433944, "recall": 0.478261, "f1": 0.445811, "accuracy": 0.478261, "main_score": 0.445811, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404828, "recall": 0.465415, "f1": 0.42044, "accuracy": 0.465415, "main_score": 0.42044, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.497643, "recall": 0.5583, "f1": 0.513532, "accuracy": 0.5583, "main_score": 0.513532, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478709, "recall": 0.534585, "f1": 0.493474, "accuracy": 0.534585, "main_score": 0.493474, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499666, "recall": 0.556324, "f1": 0.513567, "accuracy": 0.556324, "main_score": 0.513567, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403702, "recall": 0.467391, "f1": 0.42064, "accuracy": 0.467391, "main_score": 0.42064, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.491934, "recall": 0.552372, "f1": 0.507843, "accuracy": 0.552372, "main_score": 0.507843, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444306, "recall": 0.505929, "f1": 0.460107, "accuracy": 0.505929, "main_score": 0.460107, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470879, "recall": 0.534585, "f1": 0.486913, "accuracy": 0.534585, "main_score": 0.486913, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465957, "recall": 0.533597, "f1": 0.483243, "accuracy": 0.533597, "main_score": 0.483243, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.376017, "recall": 0.422925, "f1": 0.388218, "accuracy": 0.422925, "main_score": 0.388218, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380482, "recall": 0.429842, "f1": 0.393327, "accuracy": 0.429842, "main_score": 0.393327, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439021, "recall": 0.500988, "f1": 0.454046, "accuracy": 0.500988, "main_score": 0.454046, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.460211, "recall": 0.52668, "f1": 0.476915, "accuracy": 0.52668, "main_score": 0.476915, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463169, "recall": 0.527668, "f1": 0.479246, "accuracy": 0.527668, "main_score": 0.479246, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.482814, "recall": 0.537549, "f1": 0.497523, "accuracy": 0.537549, "main_score": 0.497523, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322534, "recall": 0.364625, "f1": 0.33363, "accuracy": 0.364625, "main_score": 0.33363, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537564, "recall": 0.590909, "f1": 0.551269, "accuracy": 0.590909, "main_score": 0.551269, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394257, "recall": 0.455534, "f1": 0.409568, "accuracy": 0.455534, "main_score": 0.409568, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.379165, "recall": 0.437747, "f1": 0.393999, "accuracy": 0.437747, "main_score": 0.393999, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47848, "recall": 0.538538, "f1": 0.493114, "accuracy": 0.538538, "main_score": 0.493114, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.380023, "recall": 0.43083, "f1": 0.393459, "accuracy": 0.43083, "main_score": 0.393459, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515253, "recall": 0.566206, "f1": 0.527245, "accuracy": 0.566206, "main_score": 0.527245, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456179, "recall": 0.521739, "f1": 0.472638, "accuracy": 0.521739, "main_score": 0.472638, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475751, "recall": 0.54249, "f1": 0.493088, "accuracy": 0.54249, "main_score": 0.493088, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4888, "recall": 0.546443, "f1": 0.503508, "accuracy": 0.546443, "main_score": 0.503508, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443315, "recall": 0.507905, "f1": 0.459541, "accuracy": 0.507905, "main_score": 0.459541, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.47573, "recall": 0.537549, "f1": 0.491855, "accuracy": 0.537549, "main_score": 0.491855, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.336, "recall": 0.401186, "f1": 0.352582, "accuracy": 0.401186, "main_score": 0.352582, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.395137, "recall": 0.461462, "f1": 0.41307, "accuracy": 0.461462, "main_score": 0.41307, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20236, "recall": 0.233202, "f1": 0.209312, "accuracy": 0.233202, "main_score": 0.209312, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.411768, "recall": 0.461462, "f1": 0.424847, "accuracy": 0.461462, "main_score": 0.424847, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359702, "recall": 0.41502, "f1": 0.373815, "accuracy": 0.41502, "main_score": 0.373815, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48195, "recall": 0.552372, "f1": 0.499788, "accuracy": 0.552372, "main_score": 0.499788, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500643, "recall": 0.549407, "f1": 0.512792, "accuracy": 0.549407, "main_score": 0.512792, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340567, "recall": 0.387352, "f1": 0.352593, "accuracy": 0.387352, "main_score": 0.352593, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491562, "recall": 0.552372, "f1": 0.507593, "accuracy": 0.552372, "main_score": 0.507593, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474918, "recall": 0.539526, "f1": 0.491957, "accuracy": 0.539526, "main_score": 0.491957, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415809, "recall": 0.485178, "f1": 0.433041, "accuracy": 0.485178, "main_score": 0.433041, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469232, "recall": 0.531621, "f1": 0.484013, "accuracy": 0.531621, "main_score": 0.484013, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.416342, "recall": 0.47332, "f1": 0.431137, "accuracy": 0.47332, "main_score": 0.431137, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428695, "recall": 0.5, "f1": 0.446555, "accuracy": 0.5, "main_score": 0.446555, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503371, "recall": 0.561265, "f1": 0.517674, "accuracy": 0.561265, "main_score": 0.517674, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361003, "recall": 0.408103, "f1": 0.372903, "accuracy": 0.408103, "main_score": 0.372903, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36046, "recall": 0.412055, "f1": 0.374102, "accuracy": 0.412055, "main_score": 0.374102, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432118, "recall": 0.478261, "f1": 0.444568, "accuracy": 0.478261, "main_score": 0.444568, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49198, "recall": 0.557312, "f1": 0.508103, "accuracy": 0.557312, "main_score": 0.508103, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124801, "recall": 0.168972, "f1": 0.135786, "accuracy": 0.168972, "main_score": 0.135786, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.450777, "recall": 0.509881, "f1": 0.465083, "accuracy": 0.509881, "main_score": 0.465083, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.451342, "recall": 0.502964, "f1": 0.464898, "accuracy": 0.502964, "main_score": 0.464898, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.431729, "recall": 0.491107, "f1": 0.445705, "accuracy": 0.491107, "main_score": 0.445705, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487993, "recall": 0.554348, "f1": 0.504976, "accuracy": 0.554348, "main_score": 0.504976, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401667, "recall": 0.453557, "f1": 0.415317, "accuracy": 0.453557, "main_score": 0.415317, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36536, "recall": 0.41502, "f1": 0.378387, "accuracy": 0.41502, "main_score": 0.378387, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466092, "recall": 0.529644, "f1": 0.482794, "accuracy": 0.529644, "main_score": 0.482794, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502247, "recall": 0.565217, "f1": 0.518381, "accuracy": 0.565217, "main_score": 0.518381, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470963, "recall": 0.528656, "f1": 0.48491, "accuracy": 0.528656, "main_score": 0.48491, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437419, "recall": 0.486166, "f1": 0.449729, "accuracy": 0.486166, "main_score": 0.449729, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.330278, "recall": 0.393281, "f1": 0.346745, "accuracy": 0.393281, "main_score": 0.346745, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463947, "recall": 0.52668, "f1": 0.479368, "accuracy": 0.52668, "main_score": 0.479368, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.354611, "recall": 0.409091, "f1": 0.368789, "accuracy": 0.409091, "main_score": 0.368789, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389102, "recall": 0.444664, "f1": 0.403253, "accuracy": 0.444664, "main_score": 0.403253, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453531, "recall": 0.522727, "f1": 0.470704, "accuracy": 0.522727, "main_score": 0.470704, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.501836, "recall": 0.5583, "f1": 0.515842, "accuracy": 0.5583, "main_score": 0.515842, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468536, "recall": 0.536561, "f1": 0.486455, "accuracy": 0.536561, "main_score": 0.486455, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.295803, "recall": 0.343874, "f1": 0.308049, "accuracy": 0.343874, "main_score": 0.308049, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.506051, "recall": 0.559289, "f1": 0.519945, "accuracy": 0.559289, "main_score": 0.519945, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457778, "recall": 0.51581, "f1": 0.471536, "accuracy": 0.51581, "main_score": 0.471536, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.427205, "recall": 0.492095, "f1": 0.443984, "accuracy": 0.492095, "main_score": 0.443984, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.431397, "recall": 0.488142, "f1": 0.445451, "accuracy": 0.488142, "main_score": 0.445451, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.414481, "recall": 0.466403, "f1": 0.427433, "accuracy": 0.466403, "main_score": 0.427433, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427635, "recall": 0.482213, "f1": 0.441009, "accuracy": 0.482213, "main_score": 0.441009, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474938, "recall": 0.534585, "f1": 0.489717, "accuracy": 0.534585, "main_score": 0.489717, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431394, "recall": 0.475296, "f1": 0.442165, "accuracy": 0.475296, "main_score": 0.442165, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40086, "recall": 0.467391, "f1": 0.418346, "accuracy": 0.467391, "main_score": 0.418346, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.459201, "recall": 0.522727, "f1": 0.475561, "accuracy": 0.522727, "main_score": 0.475561, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.435102, "recall": 0.486166, "f1": 0.448303, "accuracy": 0.486166, "main_score": 0.448303, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.497977, "recall": 0.555336, "f1": 0.511677, "accuracy": 0.555336, "main_score": 0.511677, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453826, "recall": 0.519763, "f1": 0.470339, "accuracy": 0.519763, "main_score": 0.470339, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504815, "recall": 0.568182, "f1": 0.521629, "accuracy": 0.568182, "main_score": 0.521629, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414186, "recall": 0.459486, "f1": 0.42582, "accuracy": 0.459486, "main_score": 0.42582, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477652, "recall": 0.532609, "f1": 0.491697, "accuracy": 0.532609, "main_score": 0.491697, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355823, "recall": 0.409091, "f1": 0.369683, "accuracy": 0.409091, "main_score": 0.369683, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488216, "recall": 0.546443, "f1": 0.50241, "accuracy": 0.546443, "main_score": 0.50241, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346145, "recall": 0.399209, "f1": 0.36007, "accuracy": 0.399209, "main_score": 0.36007, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.45369, "recall": 0.514822, "f1": 0.469151, "accuracy": 0.514822, "main_score": 0.469151, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.46147, "recall": 0.524704, "f1": 0.477898, "accuracy": 0.524704, "main_score": 0.477898, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459596, "recall": 0.513834, "f1": 0.473598, "accuracy": 0.513834, "main_score": 0.473598, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440532, "recall": 0.493083, "f1": 0.454348, "accuracy": 0.493083, "main_score": 0.454348, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454961, "recall": 0.508893, "f1": 0.467933, "accuracy": 0.508893, "main_score": 0.467933, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.400198, "recall": 0.454545, "f1": 0.414293, "accuracy": 0.454545, "main_score": 0.414293, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395996, "recall": 0.445652, "f1": 0.408743, "accuracy": 0.445652, "main_score": 0.408743, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478296, "recall": 0.539526, "f1": 0.494596, "accuracy": 0.539526, "main_score": 0.494596, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466246, "recall": 0.518775, "f1": 0.479609, "accuracy": 0.518775, "main_score": 0.479609, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515535, "recall": 0.583992, "f1": 0.532729, "accuracy": 0.583992, "main_score": 0.532729, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378262, "recall": 0.429842, "f1": 0.392169, "accuracy": 0.429842, "main_score": 0.392169, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492457, "recall": 0.552372, "f1": 0.507818, "accuracy": 0.552372, "main_score": 0.507818, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470648, "recall": 0.539526, "f1": 0.488421, "accuracy": 0.539526, "main_score": 0.488421, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.483463, "recall": 0.54249, "f1": 0.498293, "accuracy": 0.54249, "main_score": 0.498293, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.358091, "recall": 0.412055, "f1": 0.372091, "accuracy": 0.412055, "main_score": 0.372091, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515356, "recall": 0.58004, "f1": 0.531625, "accuracy": 0.58004, "main_score": 0.531625, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412711, "recall": 0.470356, "f1": 0.42809, "accuracy": 0.470356, "main_score": 0.42809, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362578, "recall": 0.418972, "f1": 0.37733, "accuracy": 0.418972, "main_score": 0.37733, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402823, "recall": 0.454545, "f1": 0.416915, "accuracy": 0.454545, "main_score": 0.416915, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43577, "recall": 0.48913, "f1": 0.449955, "accuracy": 0.48913, "main_score": 0.449955, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479118, "recall": 0.544466, "f1": 0.495577, "accuracy": 0.544466, "main_score": 0.495577, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46088, "recall": 0.530632, "f1": 0.479115, "accuracy": 0.530632, "main_score": 0.479115, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367942, "recall": 0.411067, "f1": 0.379277, "accuracy": 0.411067, "main_score": 0.379277, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405741, "recall": 0.452569, "f1": 0.418337, "accuracy": 0.452569, "main_score": 0.418337, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446953, "recall": 0.514822, "f1": 0.464184, "accuracy": 0.514822, "main_score": 0.464184, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.364285, "recall": 0.416996, "f1": 0.377199, "accuracy": 0.416996, "main_score": 0.377199, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381305, "recall": 0.423913, "f1": 0.392831, "accuracy": 0.423913, "main_score": 0.392831, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443453, "recall": 0.512846, "f1": 0.460658, "accuracy": 0.512846, "main_score": 0.460658, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323542, "recall": 0.381423, "f1": 0.339319, "accuracy": 0.381423, "main_score": 0.339319, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409954, "recall": 0.471344, "f1": 0.425746, "accuracy": 0.471344, "main_score": 0.425746, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497396, "recall": 0.540514, "f1": 0.508014, "accuracy": 0.540514, "main_score": 0.508014, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420842, "recall": 0.462451, "f1": 0.432514, "accuracy": 0.462451, "main_score": 0.432514, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467431, "recall": 0.518775, "f1": 0.481109, "accuracy": 0.518775, "main_score": 0.481109, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467784, "recall": 0.529644, "f1": 0.482794, "accuracy": 0.529644, "main_score": 0.482794, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.431216, "recall": 0.48913, "f1": 0.446097, "accuracy": 0.48913, "main_score": 0.446097, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468418, "recall": 0.532609, "f1": 0.485388, "accuracy": 0.532609, "main_score": 0.485388, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.283788, "recall": 0.342885, "f1": 0.299411, "accuracy": 0.342885, "main_score": 0.299411, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48078, "recall": 0.543478, "f1": 0.496544, "accuracy": 0.543478, "main_score": 0.496544, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.428741, "recall": 0.48913, "f1": 0.444033, "accuracy": 0.48913, "main_score": 0.444033, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485106, "recall": 0.540514, "f1": 0.498877, "accuracy": 0.540514, "main_score": 0.498877, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453468, "recall": 0.52668, "f1": 0.471889, "accuracy": 0.52668, "main_score": 0.471889, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.402861, "recall": 0.451581, "f1": 0.415749, "accuracy": 0.451581, "main_score": 0.415749, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38135, "recall": 0.423913, "f1": 0.392148, "accuracy": 0.423913, "main_score": 0.392148, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582076, "recall": 0.649209, "f1": 0.600878, "accuracy": 0.649209, "main_score": 0.600878, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540807, "recall": 0.607708, "f1": 0.559721, "accuracy": 0.607708, "main_score": 0.559721, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442, "recall": 0.51581, "f1": 0.462826, "accuracy": 0.51581, "main_score": 0.462826, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611948, "recall": 0.664032, "f1": 0.626468, "accuracy": 0.664032, "main_score": 0.626468, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877635, "recall": 0.910079, "f1": 0.88778, "accuracy": 0.910079, "main_score": 0.88778, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604513, "recall": 0.660079, "f1": 0.619848, "accuracy": 0.660079, "main_score": 0.619848, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.681818, "f1": 0.640686, "accuracy": 0.681818, "main_score": 0.640686, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570755, "recall": 0.630435, "f1": 0.587142, "accuracy": 0.630435, "main_score": 0.587142, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18133, "recall": 0.232213, "f1": 0.193859, "accuracy": 0.232213, "main_score": 0.193859, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63784, "recall": 0.6917, "f1": 0.653082, "accuracy": 0.6917, "main_score": 0.653082, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685145, "recall": 0.738142, "f1": 0.701073, "accuracy": 0.738142, "main_score": 0.701073, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.551103, "recall": 0.602767, "f1": 0.566008, "accuracy": 0.602767, "main_score": 0.566008, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507304, "recall": 0.583992, "f1": 0.528478, "accuracy": 0.583992, "main_score": 0.528478, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571624, "recall": 0.634387, "f1": 0.590288, "accuracy": 0.634387, "main_score": 0.590288, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58302, "recall": 0.645257, "f1": 0.600612, "accuracy": 0.645257, "main_score": 0.600612, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899868, "recall": 0.926877, "f1": 0.908267, "accuracy": 0.926877, "main_score": 0.908267, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539759, "recall": 0.59585, "f1": 0.555901, "accuracy": 0.59585, "main_score": 0.555901, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552088, "recall": 0.613636, "f1": 0.569278, "accuracy": 0.613636, "main_score": 0.569278, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526232, "recall": 0.582016, "f1": 0.542155, "accuracy": 0.582016, "main_score": 0.542155, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314321, "recall": 0.376482, "f1": 0.331953, "accuracy": 0.376482, "main_score": 0.331953, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59974, "recall": 0.661067, "f1": 0.617201, "accuracy": 0.661067, "main_score": 0.617201, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590604, "recall": 0.648221, "f1": 0.607505, "accuracy": 0.648221, "main_score": 0.607505, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720232, "recall": 0.77668, "f1": 0.736306, "accuracy": 0.77668, "main_score": 0.736306, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648979, "recall": 0.727273, "f1": 0.671504, "accuracy": 0.727273, "main_score": 0.671504, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.731969, "recall": 0.783597, "f1": 0.746959, "accuracy": 0.783597, "main_score": 0.746959, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6661, "recall": 0.717391, "f1": 0.681359, "accuracy": 0.717391, "main_score": 0.681359, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66022, "recall": 0.721344, "f1": 0.677816, "accuracy": 0.721344, "main_score": 0.677816, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.962451, "f1": 0.950428, "accuracy": 0.962451, "main_score": 0.950428, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55975, "recall": 0.621542, "f1": 0.577382, "accuracy": 0.621542, "main_score": 0.577382, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560583, "recall": 0.613636, "f1": 0.575859, "accuracy": 0.613636, "main_score": 0.575859, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803673, "recall": 0.849802, "f1": 0.817918, "accuracy": 0.849802, "main_score": 0.817918, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477229, "recall": 0.535573, "f1": 0.492535, "accuracy": 0.535573, "main_score": 0.492535, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878376, "recall": 0.913043, "f1": 0.889559, "accuracy": 0.913043, "main_score": 0.889559, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545544, "recall": 0.610672, "f1": 0.563792, "accuracy": 0.610672, "main_score": 0.563792, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.613811, "recall": 0.674901, "f1": 0.630935, "accuracy": 0.674901, "main_score": 0.630935, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192864, "recall": 0.248024, "f1": 0.205339, "accuracy": 0.248024, "main_score": 0.205339, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632263, "recall": 0.693676, "f1": 0.649423, "accuracy": 0.693676, "main_score": 0.649423, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798254, "recall": 0.850791, "f1": 0.814526, "accuracy": 0.850791, "main_score": 0.814526, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416664, "recall": 0.47332, "f1": 0.432312, "accuracy": 0.47332, "main_score": 0.432312, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.675552, "recall": 0.732213, "f1": 0.692314, "accuracy": 0.732213, "main_score": 0.692314, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575237, "recall": 0.633399, "f1": 0.592112, "accuracy": 0.633399, "main_score": 0.592112, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521095, "recall": 0.58498, "f1": 0.538909, "accuracy": 0.58498, "main_score": 0.538909, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688908, "recall": 0.736166, "f1": 0.702822, "accuracy": 0.736166, "main_score": 0.702822, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216708, "recall": 0.298419, "f1": 0.237606, "accuracy": 0.298419, "main_score": 0.237606, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586281, "recall": 0.646245, "f1": 0.604004, "accuracy": 0.646245, "main_score": 0.604004, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584947, "recall": 0.646245, "f1": 0.60328, "accuracy": 0.646245, "main_score": 0.60328, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.725066, "recall": 0.785573, "f1": 0.742711, "accuracy": 0.785573, "main_score": 0.742711, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576583, "recall": 0.641304, "f1": 0.595809, "accuracy": 0.641304, "main_score": 0.595809, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798172, "recall": 0.842885, "f1": 0.811759, "accuracy": 0.842885, "main_score": 0.811759, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472694, "recall": 0.535573, "f1": 0.490895, "accuracy": 0.535573, "main_score": 0.490895, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896739, "recall": 0.925889, "f1": 0.905929, "accuracy": 0.925889, "main_score": 0.905929, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626585, "recall": 0.674901, "f1": 0.640653, "accuracy": 0.674901, "main_score": 0.640653, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900527, "recall": 0.931818, "f1": 0.910738, "accuracy": 0.931818, "main_score": 0.910738, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470611, "recall": 0.536561, "f1": 0.488752, "accuracy": 0.536561, "main_score": 0.488752, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626466, "recall": 0.697628, "f1": 0.648372, "accuracy": 0.697628, "main_score": 0.648372, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854743, "recall": 0.890316, "f1": 0.86558, "accuracy": 0.890316, "main_score": 0.86558, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642819, "recall": 0.69664, "f1": 0.658137, "accuracy": 0.69664, "main_score": 0.658137, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65207, "recall": 0.70751, "f1": 0.668314, "accuracy": 0.70751, "main_score": 0.668314, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.61166, "f1": 0.567311, "accuracy": 0.61166, "main_score": 0.567311, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547993, "recall": 0.607708, "f1": 0.564864, "accuracy": 0.607708, "main_score": 0.564864, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826746, "recall": 0.869565, "f1": 0.839822, "accuracy": 0.869565, "main_score": 0.839822, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550598, "recall": 0.609684, "f1": 0.567504, "accuracy": 0.609684, "main_score": 0.567504, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642808, "recall": 0.703557, "f1": 0.660178, "accuracy": 0.703557, "main_score": 0.660178, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929348, "recall": 0.951581, "f1": 0.936594, "accuracy": 0.951581, "main_score": 0.936594, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507025, "recall": 0.564229, "f1": 0.523667, "accuracy": 0.564229, "main_score": 0.523667, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582778, "recall": 0.641304, "f1": 0.598592, "accuracy": 0.641304, "main_score": 0.598592, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594081, "recall": 0.656126, "f1": 0.611832, "accuracy": 0.656126, "main_score": 0.611832, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566931, "recall": 0.619565, "f1": 0.581386, "accuracy": 0.619565, "main_score": 0.581386, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543771, "recall": 0.609684, "f1": 0.563094, "accuracy": 0.609684, "main_score": 0.563094, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743478, "recall": 0.799407, "f1": 0.760408, "accuracy": 0.799407, "main_score": 0.760408, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740787, "recall": 0.790514, "f1": 0.75555, "accuracy": 0.790514, "main_score": 0.75555, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890646, "recall": 0.916996, "f1": 0.898847, "accuracy": 0.916996, "main_score": 0.898847, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.502883, "recall": 0.58004, "f1": 0.525815, "accuracy": 0.58004, "main_score": 0.525815, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.7007, "recall": 0.762846, "f1": 0.719375, "accuracy": 0.762846, "main_score": 0.719375, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611786, "recall": 0.660079, "f1": 0.625491, "accuracy": 0.660079, "main_score": 0.625491, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42211, "recall": 0.468379, "f1": 0.434604, "accuracy": 0.468379, "main_score": 0.434604, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519541, "recall": 0.564229, "f1": 0.5321, "accuracy": 0.564229, "main_score": 0.5321, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219972, "recall": 0.261858, "f1": 0.230285, "accuracy": 0.261858, "main_score": 0.230285, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554366, "recall": 0.610672, "f1": 0.568422, "accuracy": 0.610672, "main_score": 0.568422, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519724, "recall": 0.573123, "f1": 0.533805, "accuracy": 0.573123, "main_score": 0.533805, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.544849, "recall": 0.594862, "f1": 0.558122, "accuracy": 0.594862, "main_score": 0.558122, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551261, "recall": 0.592885, "f1": 0.56201, "accuracy": 0.592885, "main_score": 0.56201, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592602, "recall": 0.633399, "f1": 0.603365, "accuracy": 0.633399, "main_score": 0.603365, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558651, "recall": 0.602767, "f1": 0.5706, "accuracy": 0.602767, "main_score": 0.5706, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563089, "recall": 0.597826, "f1": 0.57212, "accuracy": 0.597826, "main_score": 0.57212, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56706, "recall": 0.602767, "f1": 0.57706, "accuracy": 0.602767, "main_score": 0.57706, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545122, "recall": 0.59585, "f1": 0.557636, "accuracy": 0.59585, "main_score": 0.557636, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.539688, "recall": 0.590909, "f1": 0.553291, "accuracy": 0.590909, "main_score": 0.553291, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510456, "recall": 0.55336, "f1": 0.521852, "accuracy": 0.55336, "main_score": 0.521852, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550335, "recall": 0.594862, "f1": 0.561331, "accuracy": 0.594862, "main_score": 0.561331, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.497326, "recall": 0.549407, "f1": 0.510666, "accuracy": 0.549407, "main_score": 0.510666, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558756, "recall": 0.612648, "f1": 0.572519, "accuracy": 0.612648, "main_score": 0.572519, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559973, "recall": 0.59585, "f1": 0.569864, "accuracy": 0.59585, "main_score": 0.569864, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551146, "recall": 0.59585, "f1": 0.561834, "accuracy": 0.59585, "main_score": 0.561834, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525791, "recall": 0.571146, "f1": 0.53665, "accuracy": 0.571146, "main_score": 0.53665, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587047, "recall": 0.631423, "f1": 0.598177, "accuracy": 0.631423, "main_score": 0.598177, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583502, "recall": 0.630435, "f1": 0.595063, "accuracy": 0.630435, "main_score": 0.595063, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561744, "recall": 0.605731, "f1": 0.574201, "accuracy": 0.605731, "main_score": 0.574201, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542286, "recall": 0.596838, "f1": 0.556236, "accuracy": 0.596838, "main_score": 0.556236, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.558799, "recall": 0.610672, "f1": 0.572563, "accuracy": 0.610672, "main_score": 0.572563, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551753, "recall": 0.594862, "f1": 0.563493, "accuracy": 0.594862, "main_score": 0.563493, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207461, "recall": 0.25, "f1": 0.217889, "accuracy": 0.25, "main_score": 0.217889, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.56151, "recall": 0.607708, "f1": 0.572584, "accuracy": 0.607708, "main_score": 0.572584, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593389, "recall": 0.636364, "f1": 0.605621, "accuracy": 0.636364, "main_score": 0.605621, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563467, "recall": 0.610672, "f1": 0.575523, "accuracy": 0.610672, "main_score": 0.575523, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55391, "recall": 0.605731, "f1": 0.567614, "accuracy": 0.605731, "main_score": 0.567614, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534793, "recall": 0.58004, "f1": 0.546604, "accuracy": 0.58004, "main_score": 0.546604, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565291, "recall": 0.609684, "f1": 0.57649, "accuracy": 0.609684, "main_score": 0.57649, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54477, "recall": 0.583992, "f1": 0.555803, "accuracy": 0.583992, "main_score": 0.555803, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576443, "recall": 0.623518, "f1": 0.58779, "accuracy": 0.623518, "main_score": 0.58779, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477051, "recall": 0.529644, "f1": 0.490745, "accuracy": 0.529644, "main_score": 0.490745, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53215, "recall": 0.575099, "f1": 0.543002, "accuracy": 0.575099, "main_score": 0.543002, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555657, "recall": 0.610672, "f1": 0.569937, "accuracy": 0.610672, "main_score": 0.569937, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.554903, "recall": 0.602767, "f1": 0.567022, "accuracy": 0.602767, "main_score": 0.567022, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532901, "recall": 0.583992, "f1": 0.546155, "accuracy": 0.583992, "main_score": 0.546155, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.534486, "recall": 0.571146, "f1": 0.545539, "accuracy": 0.571146, "main_score": 0.545539, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393798, "recall": 0.440711, "f1": 0.406142, "accuracy": 0.440711, "main_score": 0.406142, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558596, "recall": 0.605731, "f1": 0.570738, "accuracy": 0.605731, "main_score": 0.570738, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552477, "recall": 0.604743, "f1": 0.566332, "accuracy": 0.604743, "main_score": 0.566332, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583118, "recall": 0.626482, "f1": 0.5942, "accuracy": 0.626482, "main_score": 0.5942, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552013, "recall": 0.594862, "f1": 0.562604, "accuracy": 0.594862, "main_score": 0.562604, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55828, "recall": 0.603755, "f1": 0.570328, "accuracy": 0.603755, "main_score": 0.570328, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552076, "recall": 0.59585, "f1": 0.564516, "accuracy": 0.59585, "main_score": 0.564516, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540627, "recall": 0.586957, "f1": 0.552294, "accuracy": 0.586957, "main_score": 0.552294, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566246, "recall": 0.607708, "f1": 0.576355, "accuracy": 0.607708, "main_score": 0.576355, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580445, "recall": 0.629447, "f1": 0.592743, "accuracy": 0.629447, "main_score": 0.592743, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578666, "recall": 0.62253, "f1": 0.590579, "accuracy": 0.62253, "main_score": 0.590579, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507042, "recall": 0.549407, "f1": 0.519483, "accuracy": 0.549407, "main_score": 0.519483, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559962, "recall": 0.604743, "f1": 0.571078, "accuracy": 0.604743, "main_score": 0.571078, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409894, "recall": 0.449605, "f1": 0.420488, "accuracy": 0.449605, "main_score": 0.420488, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491158, "recall": 0.530632, "f1": 0.502485, "accuracy": 0.530632, "main_score": 0.502485, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56455, "recall": 0.602767, "f1": 0.574907, "accuracy": 0.602767, "main_score": 0.574907, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302136, "recall": 0.346838, "f1": 0.313979, "accuracy": 0.346838, "main_score": 0.313979, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556579, "recall": 0.608696, "f1": 0.570132, "accuracy": 0.608696, "main_score": 0.570132, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553847, "recall": 0.601779, "f1": 0.565328, "accuracy": 0.601779, "main_score": 0.565328, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568943, "recall": 0.616601, "f1": 0.581464, "accuracy": 0.616601, "main_score": 0.581464, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531507, "recall": 0.588933, "f1": 0.546578, "accuracy": 0.588933, "main_score": 0.546578, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553006, "recall": 0.594862, "f1": 0.56358, "accuracy": 0.594862, "main_score": 0.56358, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562489, "recall": 0.603755, "f1": 0.573105, "accuracy": 0.603755, "main_score": 0.573105, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55286, "recall": 0.598814, "f1": 0.564796, "accuracy": 0.598814, "main_score": 0.564796, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581026, "recall": 0.628458, "f1": 0.593438, "accuracy": 0.628458, "main_score": 0.593438, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528989, "recall": 0.570158, "f1": 0.540361, "accuracy": 0.570158, "main_score": 0.540361, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565179, "recall": 0.603755, "f1": 0.574554, "accuracy": 0.603755, "main_score": 0.574554, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516701, "recall": 0.564229, "f1": 0.529753, "accuracy": 0.564229, "main_score": 0.529753, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586117, "recall": 0.628458, "f1": 0.597923, "accuracy": 0.628458, "main_score": 0.597923, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534364, "recall": 0.582016, "f1": 0.546442, "accuracy": 0.582016, "main_score": 0.546442, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555695, "recall": 0.597826, "f1": 0.566201, "accuracy": 0.597826, "main_score": 0.566201, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286847, "recall": 0.33498, "f1": 0.299039, "accuracy": 0.33498, "main_score": 0.299039, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.541001, "recall": 0.58004, "f1": 0.551336, "accuracy": 0.58004, "main_score": 0.551336, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535977, "recall": 0.585968, "f1": 0.549509, "accuracy": 0.585968, "main_score": 0.549509, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544092, "recall": 0.585968, "f1": 0.555492, "accuracy": 0.585968, "main_score": 0.555492, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471938, "recall": 0.516798, "f1": 0.484299, "accuracy": 0.516798, "main_score": 0.484299, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.574597, "recall": 0.624506, "f1": 0.587283, "accuracy": 0.624506, "main_score": 0.587283, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557718, "recall": 0.604743, "f1": 0.569965, "accuracy": 0.604743, "main_score": 0.569965, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562829, "recall": 0.606719, "f1": 0.574017, "accuracy": 0.606719, "main_score": 0.574017, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488677, "recall": 0.534585, "f1": 0.500986, "accuracy": 0.534585, "main_score": 0.500986, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.574752, "recall": 0.621542, "f1": 0.586752, "accuracy": 0.621542, "main_score": 0.586752, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545381, "recall": 0.596838, "f1": 0.557818, "accuracy": 0.596838, "main_score": 0.557818, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562756, "recall": 0.605731, "f1": 0.573973, "accuracy": 0.605731, "main_score": 0.573973, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53515, "recall": 0.586957, "f1": 0.548792, "accuracy": 0.586957, "main_score": 0.548792, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.507819, "recall": 0.543478, "f1": 0.51761, "accuracy": 0.543478, "main_score": 0.51761, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.59585, "f1": 0.557419, "accuracy": 0.59585, "main_score": 0.557419, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52515, "recall": 0.579051, "f1": 0.539078, "accuracy": 0.579051, "main_score": 0.539078, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.558871, "recall": 0.608696, "f1": 0.571, "accuracy": 0.608696, "main_score": 0.571, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555121, "recall": 0.607708, "f1": 0.568493, "accuracy": 0.607708, "main_score": 0.568493, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537933, "recall": 0.582016, "f1": 0.5487, "accuracy": 0.582016, "main_score": 0.5487, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478054, "recall": 0.513834, "f1": 0.48742, "accuracy": 0.513834, "main_score": 0.48742, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584748, "recall": 0.621542, "f1": 0.594215, "accuracy": 0.621542, "main_score": 0.594215, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521814, "recall": 0.571146, "f1": 0.534485, "accuracy": 0.571146, "main_score": 0.534485, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.514645, "recall": 0.561265, "f1": 0.52667, "accuracy": 0.561265, "main_score": 0.52667, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562052, "recall": 0.61166, "f1": 0.57471, "accuracy": 0.61166, "main_score": 0.57471, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485417, "recall": 0.525692, "f1": 0.497147, "accuracy": 0.525692, "main_score": 0.497147, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585184, "recall": 0.62747, "f1": 0.596113, "accuracy": 0.62747, "main_score": 0.596113, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558239, "recall": 0.601779, "f1": 0.569357, "accuracy": 0.601779, "main_score": 0.569357, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573397, "recall": 0.617589, "f1": 0.58538, "accuracy": 0.617589, "main_score": 0.58538, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574288, "recall": 0.623518, "f1": 0.586983, "accuracy": 0.623518, "main_score": 0.586983, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541753, "recall": 0.587945, "f1": 0.553677, "accuracy": 0.587945, "main_score": 0.553677, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.541964, "recall": 0.591897, "f1": 0.555258, "accuracy": 0.591897, "main_score": 0.555258, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413347, "recall": 0.481225, "f1": 0.431147, "accuracy": 0.481225, "main_score": 0.431147, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521132, "recall": 0.560277, "f1": 0.531272, "accuracy": 0.560277, "main_score": 0.531272, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211978, "recall": 0.257905, "f1": 0.223114, "accuracy": 0.257905, "main_score": 0.223114, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.548983, "recall": 0.587945, "f1": 0.560048, "accuracy": 0.587945, "main_score": 0.560048, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464582, "recall": 0.506917, "f1": 0.475716, "accuracy": 0.506917, "main_score": 0.475716, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560523, "recall": 0.610672, "f1": 0.57377, "accuracy": 0.610672, "main_score": 0.57377, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561807, "recall": 0.600791, "f1": 0.571341, "accuracy": 0.600791, "main_score": 0.571341, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45532, "recall": 0.506917, "f1": 0.469292, "accuracy": 0.506917, "main_score": 0.469292, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553891, "recall": 0.597826, "f1": 0.565136, "accuracy": 0.597826, "main_score": 0.565136, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559011, "recall": 0.614625, "f1": 0.573227, "accuracy": 0.614625, "main_score": 0.573227, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518918, "recall": 0.571146, "f1": 0.532783, "accuracy": 0.571146, "main_score": 0.532783, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547071, "recall": 0.592885, "f1": 0.559646, "accuracy": 0.592885, "main_score": 0.559646, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661432, "recall": 0.710474, "f1": 0.675338, "accuracy": 0.710474, "main_score": 0.675338, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538667, "recall": 0.586957, "f1": 0.55171, "accuracy": 0.586957, "main_score": 0.55171, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583509, "recall": 0.620553, "f1": 0.593469, "accuracy": 0.620553, "main_score": 0.593469, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488902, "recall": 0.535573, "f1": 0.502189, "accuracy": 0.535573, "main_score": 0.502189, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503347, "recall": 0.548419, "f1": 0.51578, "accuracy": 0.548419, "main_score": 0.51578, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551978, "recall": 0.589921, "f1": 0.561943, "accuracy": 0.589921, "main_score": 0.561943, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553783, "recall": 0.601779, "f1": 0.567017, "accuracy": 0.601779, "main_score": 0.567017, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139964, "recall": 0.185771, "f1": 0.151929, "accuracy": 0.185771, "main_score": 0.151929, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.553907, "recall": 0.605731, "f1": 0.567904, "accuracy": 0.605731, "main_score": 0.567904, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481427, "recall": 0.535573, "f1": 0.495636, "accuracy": 0.535573, "main_score": 0.495636, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535808, "recall": 0.58004, "f1": 0.547332, "accuracy": 0.58004, "main_score": 0.547332, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561417, "recall": 0.607708, "f1": 0.573507, "accuracy": 0.607708, "main_score": 0.573507, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510864, "recall": 0.5583, "f1": 0.523611, "accuracy": 0.5583, "main_score": 0.523611, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520611, "recall": 0.570158, "f1": 0.534422, "accuracy": 0.570158, "main_score": 0.534422, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54315, "recall": 0.598814, "f1": 0.557537, "accuracy": 0.598814, "main_score": 0.557537, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568446, "recall": 0.612648, "f1": 0.579996, "accuracy": 0.612648, "main_score": 0.579996, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555321, "recall": 0.600791, "f1": 0.56668, "accuracy": 0.600791, "main_score": 0.56668, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545147, "recall": 0.588933, "f1": 0.556958, "accuracy": 0.588933, "main_score": 0.556958, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52066, "recall": 0.572134, "f1": 0.536019, "accuracy": 0.572134, "main_score": 0.536019, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564275, "recall": 0.608696, "f1": 0.575286, "accuracy": 0.608696, "main_score": 0.575286, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49091, "recall": 0.529644, "f1": 0.501714, "accuracy": 0.529644, "main_score": 0.501714, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517207, "recall": 0.564229, "f1": 0.529858, "accuracy": 0.564229, "main_score": 0.529858, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551371, "recall": 0.598814, "f1": 0.564127, "accuracy": 0.598814, "main_score": 0.564127, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.562107, "recall": 0.609684, "f1": 0.574456, "accuracy": 0.609684, "main_score": 0.574456, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53594, "recall": 0.591897, "f1": 0.550515, "accuracy": 0.591897, "main_score": 0.550515, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451224, "recall": 0.496047, "f1": 0.462972, "accuracy": 0.496047, "main_score": 0.462972, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.589682, "recall": 0.635375, "f1": 0.601841, "accuracy": 0.635375, "main_score": 0.601841, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540312, "recall": 0.592885, "f1": 0.553142, "accuracy": 0.592885, "main_score": 0.553142, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.522956, "recall": 0.58004, "f1": 0.537543, "accuracy": 0.58004, "main_score": 0.537543, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.505352, "recall": 0.5583, "f1": 0.519024, "accuracy": 0.5583, "main_score": 0.519024, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515697, "recall": 0.561265, "f1": 0.5284, "accuracy": 0.561265, "main_score": 0.5284, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482949, "recall": 0.534585, "f1": 0.496809, "accuracy": 0.534585, "main_score": 0.496809, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520117, "recall": 0.567194, "f1": 0.532211, "accuracy": 0.567194, "main_score": 0.532211, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59938, "recall": 0.639328, "f1": 0.609704, "accuracy": 0.639328, "main_score": 0.609704, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484829, "recall": 0.540514, "f1": 0.498815, "accuracy": 0.540514, "main_score": 0.498815, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.55129, "recall": 0.603755, "f1": 0.563859, "accuracy": 0.603755, "main_score": 0.563859, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.534966, "recall": 0.58004, "f1": 0.546309, "accuracy": 0.58004, "main_score": 0.546309, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.570514, "recall": 0.620553, "f1": 0.584163, "accuracy": 0.620553, "main_score": 0.584163, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548318, "recall": 0.593874, "f1": 0.55989, "accuracy": 0.593874, "main_score": 0.55989, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564855, "recall": 0.613636, "f1": 0.577371, "accuracy": 0.613636, "main_score": 0.577371, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497797, "recall": 0.551383, "f1": 0.51121, "accuracy": 0.551383, "main_score": 0.51121, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548383, "recall": 0.585968, "f1": 0.557839, "accuracy": 0.585968, "main_score": 0.557839, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46582, "recall": 0.51581, "f1": 0.479147, "accuracy": 0.51581, "main_score": 0.479147, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558377, "recall": 0.610672, "f1": 0.571448, "accuracy": 0.610672, "main_score": 0.571448, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397279, "recall": 0.449605, "f1": 0.411557, "accuracy": 0.449605, "main_score": 0.411557, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530048, "recall": 0.58004, "f1": 0.542719, "accuracy": 0.58004, "main_score": 0.542719, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.546129, "recall": 0.596838, "f1": 0.560238, "accuracy": 0.596838, "main_score": 0.560238, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557593, "recall": 0.599802, "f1": 0.568513, "accuracy": 0.599802, "main_score": 0.568513, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546221, "recall": 0.581028, "f1": 0.5558, "accuracy": 0.581028, "main_score": 0.5558, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518171, "recall": 0.568182, "f1": 0.530589, "accuracy": 0.568182, "main_score": 0.530589, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.538412, "recall": 0.582016, "f1": 0.550125, "accuracy": 0.582016, "main_score": 0.550125, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557568, "recall": 0.598814, "f1": 0.568888, "accuracy": 0.598814, "main_score": 0.568888, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549527, "recall": 0.588933, "f1": 0.559621, "accuracy": 0.588933, "main_score": 0.559621, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569286, "recall": 0.61166, "f1": 0.579882, "accuracy": 0.61166, "main_score": 0.579882, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584253, "recall": 0.629447, "f1": 0.595474, "accuracy": 0.629447, "main_score": 0.595474, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515977, "recall": 0.559289, "f1": 0.528317, "accuracy": 0.559289, "main_score": 0.528317, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566802, "recall": 0.616601, "f1": 0.57869, "accuracy": 0.616601, "main_score": 0.57869, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547014, "recall": 0.600791, "f1": 0.56051, "accuracy": 0.600791, "main_score": 0.56051, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.560191, "recall": 0.614625, "f1": 0.574249, "accuracy": 0.614625, "main_score": 0.574249, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531173, "recall": 0.577075, "f1": 0.543786, "accuracy": 0.577075, "main_score": 0.543786, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566643, "recall": 0.615613, "f1": 0.579305, "accuracy": 0.615613, "main_score": 0.579305, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56146, "recall": 0.600791, "f1": 0.571357, "accuracy": 0.600791, "main_score": 0.571357, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563435, "recall": 0.599802, "f1": 0.573419, "accuracy": 0.599802, "main_score": 0.573419, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739939, "recall": 0.793478, "f1": 0.755435, "accuracy": 0.793478, "main_score": 0.755435, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481167, "recall": 0.527668, "f1": 0.49405, "accuracy": 0.527668, "main_score": 0.49405, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568776, "recall": 0.617589, "f1": 0.581266, "accuracy": 0.617589, "main_score": 0.581266, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517283, "recall": 0.568182, "f1": 0.530764, "accuracy": 0.568182, "main_score": 0.530764, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499376, "recall": 0.54249, "f1": 0.511495, "accuracy": 0.54249, "main_score": 0.511495, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554664, "recall": 0.593874, "f1": 0.565041, "accuracy": 0.593874, "main_score": 0.565041, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538873, "recall": 0.590909, "f1": 0.552327, "accuracy": 0.590909, "main_score": 0.552327, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.566363, "recall": 0.612648, "f1": 0.579303, "accuracy": 0.612648, "main_score": 0.579303, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570774, "recall": 0.615613, "f1": 0.582641, "accuracy": 0.615613, "main_score": 0.582641, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520043, "recall": 0.571146, "f1": 0.533157, "accuracy": 0.571146, "main_score": 0.533157, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4998, "recall": 0.541502, "f1": 0.512222, "accuracy": 0.541502, "main_score": 0.512222, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560032, "recall": 0.599802, "f1": 0.571046, "accuracy": 0.599802, "main_score": 0.571046, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554161, "recall": 0.592885, "f1": 0.563747, "accuracy": 0.592885, "main_score": 0.563747, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554267, "recall": 0.592885, "f1": 0.564635, "accuracy": 0.592885, "main_score": 0.564635, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550741, "recall": 0.585968, "f1": 0.560145, "accuracy": 0.585968, "main_score": 0.560145, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529267, "recall": 0.583004, "f1": 0.544006, "accuracy": 0.583004, "main_score": 0.544006, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510785, "recall": 0.5583, "f1": 0.523569, "accuracy": 0.5583, "main_score": 0.523569, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546177, "recall": 0.594862, "f1": 0.558507, "accuracy": 0.594862, "main_score": 0.558507, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.399539, "recall": 0.464427, "f1": 0.418706, "accuracy": 0.464427, "main_score": 0.418706, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543105, "recall": 0.586957, "f1": 0.554654, "accuracy": 0.586957, "main_score": 0.554654, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.529704, "recall": 0.576087, "f1": 0.541723, "accuracy": 0.576087, "main_score": 0.541723, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551381, "recall": 0.59585, "f1": 0.563115, "accuracy": 0.59585, "main_score": 0.563115, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5549, "recall": 0.604743, "f1": 0.567854, "accuracy": 0.604743, "main_score": 0.567854, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.51896, "recall": 0.567194, "f1": 0.531789, "accuracy": 0.567194, "main_score": 0.531789, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544007, "recall": 0.583992, "f1": 0.55521, "accuracy": 0.583992, "main_score": 0.55521, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601814, "recall": 0.661067, "f1": 0.618472, "accuracy": 0.661067, "main_score": 0.618472, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527472, "recall": 0.585968, "f1": 0.544288, "accuracy": 0.585968, "main_score": 0.544288, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456305, "recall": 0.533597, "f1": 0.476978, "accuracy": 0.533597, "main_score": 0.476978, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603771, "recall": 0.663043, "f1": 0.620346, "accuracy": 0.663043, "main_score": 0.620346, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880056, "recall": 0.911067, "f1": 0.88969, "accuracy": 0.911067, "main_score": 0.88969, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.601146, "recall": 0.662055, "f1": 0.618623, "accuracy": 0.662055, "main_score": 0.618623, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621386, "recall": 0.687747, "f1": 0.640516, "accuracy": 0.687747, "main_score": 0.640516, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561801, "recall": 0.624506, "f1": 0.579469, "accuracy": 0.624506, "main_score": 0.579469, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184191, "recall": 0.23419, "f1": 0.197127, "accuracy": 0.23419, "main_score": 0.197127, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638727, "recall": 0.690711, "f1": 0.652692, "accuracy": 0.690711, "main_score": 0.652692, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682724, "recall": 0.743083, "f1": 0.700344, "accuracy": 0.743083, "main_score": 0.700344, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546625, "recall": 0.601779, "f1": 0.562917, "accuracy": 0.601779, "main_score": 0.562917, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523527, "recall": 0.593874, "f1": 0.542688, "accuracy": 0.593874, "main_score": 0.542688, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564906, "recall": 0.631423, "f1": 0.584623, "accuracy": 0.631423, "main_score": 0.584623, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584364, "recall": 0.648221, "f1": 0.601853, "accuracy": 0.648221, "main_score": 0.601853, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.945652, "f1": 0.93083, "accuracy": 0.945652, "main_score": 0.93083, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531194, "recall": 0.593874, "f1": 0.549187, "accuracy": 0.593874, "main_score": 0.549187, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565648, "recall": 0.630435, "f1": 0.583554, "accuracy": 0.630435, "main_score": 0.583554, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529974, "recall": 0.586957, "f1": 0.545506, "accuracy": 0.586957, "main_score": 0.545506, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316206, "recall": 0.378458, "f1": 0.33328, "accuracy": 0.378458, "main_score": 0.33328, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602283, "recall": 0.667984, "f1": 0.620891, "accuracy": 0.667984, "main_score": 0.620891, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591002, "recall": 0.645257, "f1": 0.606958, "accuracy": 0.645257, "main_score": 0.606958, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721552, "recall": 0.783597, "f1": 0.739874, "accuracy": 0.783597, "main_score": 0.739874, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691634, "recall": 0.76087, "f1": 0.711895, "accuracy": 0.76087, "main_score": 0.711895, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.724621, "recall": 0.782609, "f1": 0.741474, "accuracy": 0.782609, "main_score": 0.741474, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66805, "recall": 0.725296, "f1": 0.685178, "accuracy": 0.725296, "main_score": 0.685178, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667836, "recall": 0.735178, "f1": 0.687349, "accuracy": 0.735178, "main_score": 0.687349, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558936, "recall": 0.62253, "f1": 0.576336, "accuracy": 0.62253, "main_score": 0.576336, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565927, "recall": 0.625494, "f1": 0.582977, "accuracy": 0.625494, "main_score": 0.582977, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818989, "recall": 0.862648, "f1": 0.832213, "accuracy": 0.862648, "main_score": 0.832213, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480921, "recall": 0.535573, "f1": 0.495005, "accuracy": 0.535573, "main_score": 0.495005, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89538, "recall": 0.924901, "f1": 0.904699, "accuracy": 0.924901, "main_score": 0.904699, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544079, "recall": 0.612648, "f1": 0.562709, "accuracy": 0.612648, "main_score": 0.562709, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.606289, "recall": 0.672925, "f1": 0.625196, "accuracy": 0.672925, "main_score": 0.625196, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201863, "recall": 0.259881, "f1": 0.214846, "accuracy": 0.259881, "main_score": 0.214846, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634447, "recall": 0.697628, "f1": 0.652083, "accuracy": 0.697628, "main_score": 0.652083, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820323, "recall": 0.868577, "f1": 0.835408, "accuracy": 0.868577, "main_score": 0.835408, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411882, "recall": 0.472332, "f1": 0.427974, "accuracy": 0.472332, "main_score": 0.427974, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684002, "recall": 0.743083, "f1": 0.701635, "accuracy": 0.743083, "main_score": 0.701635, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567579, "recall": 0.628458, "f1": 0.584569, "accuracy": 0.628458, "main_score": 0.584569, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515571, "recall": 0.581028, "f1": 0.53363, "accuracy": 0.581028, "main_score": 0.53363, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676672, "recall": 0.732213, "f1": 0.69294, "accuracy": 0.732213, "main_score": 0.69294, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.239031, "recall": 0.317194, "f1": 0.259648, "accuracy": 0.317194, "main_score": 0.259648, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579463, "recall": 0.644269, "f1": 0.597784, "accuracy": 0.644269, "main_score": 0.597784, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599839, "recall": 0.66502, "f1": 0.618396, "accuracy": 0.66502, "main_score": 0.618396, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738761, "recall": 0.798419, "f1": 0.756656, "accuracy": 0.798419, "main_score": 0.756656, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570493, "recall": 0.632411, "f1": 0.588375, "accuracy": 0.632411, "main_score": 0.588375, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811594, "recall": 0.858696, "f1": 0.826383, "accuracy": 0.858696, "main_score": 0.826383, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469525, "recall": 0.535573, "f1": 0.48761, "accuracy": 0.535573, "main_score": 0.48761, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.914559, "recall": 0.939723, "f1": 0.922596, "accuracy": 0.939723, "main_score": 0.922596, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624589, "recall": 0.681818, "f1": 0.641526, "accuracy": 0.681818, "main_score": 0.641526, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918725, "recall": 0.943676, "f1": 0.926614, "accuracy": 0.943676, "main_score": 0.926614, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476831, "recall": 0.54249, "f1": 0.49431, "accuracy": 0.54249, "main_score": 0.49431, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653468, "recall": 0.721344, "f1": 0.673158, "accuracy": 0.721344, "main_score": 0.673158, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858119, "recall": 0.893281, "f1": 0.868939, "accuracy": 0.893281, "main_score": 0.868939, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.662143, "recall": 0.717391, "f1": 0.678382, "accuracy": 0.717391, "main_score": 0.678382, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648575, "recall": 0.715415, "f1": 0.667945, "accuracy": 0.715415, "main_score": 0.667945, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545899, "recall": 0.617589, "f1": 0.566249, "accuracy": 0.617589, "main_score": 0.566249, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552869, "recall": 0.614625, "f1": 0.570418, "accuracy": 0.614625, "main_score": 0.570418, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837204, "recall": 0.881423, "f1": 0.850908, "accuracy": 0.881423, "main_score": 0.850908, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547328, "recall": 0.615613, "f1": 0.566922, "accuracy": 0.615613, "main_score": 0.566922, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633073, "recall": 0.692688, "f1": 0.649602, "accuracy": 0.692688, "main_score": 0.649602, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499639, "recall": 0.556324, "f1": 0.515275, "accuracy": 0.556324, "main_score": 0.515275, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584832, "recall": 0.645257, "f1": 0.601926, "accuracy": 0.645257, "main_score": 0.601926, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608547, "recall": 0.671937, "f1": 0.626981, "accuracy": 0.671937, "main_score": 0.626981, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563164, "recall": 0.624506, "f1": 0.580336, "accuracy": 0.624506, "main_score": 0.580336, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538759, "recall": 0.607708, "f1": 0.558534, "accuracy": 0.607708, "main_score": 0.558534, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762615, "recall": 0.816206, "f1": 0.77892, "accuracy": 0.816206, "main_score": 0.77892, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759997, "recall": 0.810277, "f1": 0.775198, "accuracy": 0.810277, "main_score": 0.775198, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880665, "recall": 0.908103, "f1": 0.888919, "accuracy": 0.908103, "main_score": 0.888919, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48914, "recall": 0.564229, "f1": 0.511168, "accuracy": 0.564229, "main_score": 0.511168, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723584, "recall": 0.779644, "f1": 0.740603, "accuracy": 0.779644, "main_score": 0.740603, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608836, "recall": 0.661067, "f1": 0.623446, "accuracy": 0.661067, "main_score": 0.623446, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601961, "recall": 0.666008, "f1": 0.620234, "accuracy": 0.666008, "main_score": 0.620234, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545341, "recall": 0.607708, "f1": 0.563062, "accuracy": 0.607708, "main_score": 0.563062, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463196, "recall": 0.532609, "f1": 0.481596, "accuracy": 0.532609, "main_score": 0.481596, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61469, "recall": 0.667984, "f1": 0.629869, "accuracy": 0.667984, "main_score": 0.629869, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890728, "recall": 0.91996, "f1": 0.900052, "accuracy": 0.91996, "main_score": 0.900052, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.972332, "f1": 0.965415, "accuracy": 0.972332, "main_score": 0.965415, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622642, "recall": 0.681818, "f1": 0.639081, "accuracy": 0.681818, "main_score": 0.639081, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624797, "recall": 0.689723, "f1": 0.643059, "accuracy": 0.689723, "main_score": 0.643059, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580732, "recall": 0.640316, "f1": 0.596961, "accuracy": 0.640316, "main_score": 0.596961, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187427, "recall": 0.233202, "f1": 0.198353, "accuracy": 0.233202, "main_score": 0.198353, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649391, "recall": 0.697628, "f1": 0.662602, "accuracy": 0.697628, "main_score": 0.662602, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682255, "recall": 0.737154, "f1": 0.698474, "accuracy": 0.737154, "main_score": 0.698474, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561442, "recall": 0.612648, "f1": 0.57606, "accuracy": 0.612648, "main_score": 0.57606, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528828, "recall": 0.602767, "f1": 0.549022, "accuracy": 0.602767, "main_score": 0.549022, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575273, "recall": 0.637352, "f1": 0.593419, "accuracy": 0.637352, "main_score": 0.593419, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603987, "recall": 0.66502, "f1": 0.621321, "accuracy": 0.66502, "main_score": 0.621321, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914114, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543597, "recall": 0.598814, "f1": 0.559247, "accuracy": 0.598814, "main_score": 0.559247, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561593, "recall": 0.62747, "f1": 0.580102, "accuracy": 0.62747, "main_score": 0.580102, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549692, "recall": 0.602767, "f1": 0.56433, "accuracy": 0.602767, "main_score": 0.56433, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326677, "recall": 0.389328, "f1": 0.344134, "accuracy": 0.389328, "main_score": 0.344134, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606835, "recall": 0.668972, "f1": 0.624525, "accuracy": 0.668972, "main_score": 0.624525, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609416, "recall": 0.659091, "f1": 0.62369, "accuracy": 0.659091, "main_score": 0.62369, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718532, "recall": 0.775692, "f1": 0.735112, "accuracy": 0.775692, "main_score": 0.735112, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688142, "recall": 0.759881, "f1": 0.708945, "accuracy": 0.759881, "main_score": 0.708945, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719441, "recall": 0.775692, "f1": 0.735743, "accuracy": 0.775692, "main_score": 0.735743, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68415, "recall": 0.729249, "f1": 0.697203, "accuracy": 0.729249, "main_score": 0.697203, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668795, "recall": 0.730237, "f1": 0.68647, "accuracy": 0.730237, "main_score": 0.68647, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.566049, "recall": 0.62253, "f1": 0.5817, "accuracy": 0.62253, "main_score": 0.5817, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575988, "recall": 0.632411, "f1": 0.592151, "accuracy": 0.632411, "main_score": 0.592151, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819993, "recall": 0.860672, "f1": 0.831917, "accuracy": 0.860672, "main_score": 0.831917, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478409, "recall": 0.538538, "f1": 0.494946, "accuracy": 0.538538, "main_score": 0.494946, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.900609, "recall": 0.927866, "f1": 0.909321, "accuracy": 0.927866, "main_score": 0.909321, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555159, "recall": 0.619565, "f1": 0.573012, "accuracy": 0.619565, "main_score": 0.573012, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.607158, "recall": 0.670949, "f1": 0.624893, "accuracy": 0.670949, "main_score": 0.624893, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202592, "recall": 0.261858, "f1": 0.216227, "accuracy": 0.261858, "main_score": 0.216227, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.65196, "recall": 0.710474, "f1": 0.668812, "accuracy": 0.710474, "main_score": 0.668812, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815909, "recall": 0.864625, "f1": 0.830797, "accuracy": 0.864625, "main_score": 0.830797, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428336, "recall": 0.485178, "f1": 0.44408, "accuracy": 0.485178, "main_score": 0.44408, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.698715, "recall": 0.752964, "f1": 0.714523, "accuracy": 0.752964, "main_score": 0.714523, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579095, "recall": 0.643281, "f1": 0.597482, "accuracy": 0.643281, "main_score": 0.597482, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533067, "recall": 0.59585, "f1": 0.550558, "accuracy": 0.59585, "main_score": 0.550558, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700296, "recall": 0.749012, "f1": 0.714808, "accuracy": 0.749012, "main_score": 0.714808, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247404, "recall": 0.316206, "f1": 0.265419, "accuracy": 0.316206, "main_score": 0.265419, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605015, "recall": 0.660079, "f1": 0.621022, "accuracy": 0.660079, "main_score": 0.621022, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601419, "recall": 0.662055, "f1": 0.618117, "accuracy": 0.662055, "main_score": 0.618117, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.741683, "recall": 0.804348, "f1": 0.76079, "accuracy": 0.804348, "main_score": 0.76079, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579545, "recall": 0.63834, "f1": 0.59691, "accuracy": 0.63834, "main_score": 0.59691, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827157, "recall": 0.868577, "f1": 0.839789, "accuracy": 0.868577, "main_score": 0.839789, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.48573, "recall": 0.545455, "f1": 0.501733, "accuracy": 0.545455, "main_score": 0.501733, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898913, "recall": 0.925889, "f1": 0.907279, "accuracy": 0.925889, "main_score": 0.907279, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630748, "recall": 0.687747, "f1": 0.64653, "accuracy": 0.687747, "main_score": 0.64653, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.942688, "f1": 0.925132, "accuracy": 0.942688, "main_score": 0.925132, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48752, "recall": 0.552372, "f1": 0.504863, "accuracy": 0.552372, "main_score": 0.504863, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637914, "recall": 0.702569, "f1": 0.656145, "accuracy": 0.702569, "main_score": 0.656145, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846047, "recall": 0.886364, "f1": 0.858663, "accuracy": 0.886364, "main_score": 0.858663, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.664081, "recall": 0.712451, "f1": 0.678155, "accuracy": 0.712451, "main_score": 0.678155, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660327, "recall": 0.718379, "f1": 0.677283, "accuracy": 0.718379, "main_score": 0.677283, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566792, "recall": 0.630435, "f1": 0.585244, "accuracy": 0.630435, "main_score": 0.585244, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560277, "recall": 0.62253, "f1": 0.578003, "accuracy": 0.62253, "main_score": 0.578003, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866881, "recall": 0.901186, "f1": 0.877372, "accuracy": 0.901186, "main_score": 0.877372, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562475, "recall": 0.625494, "f1": 0.579823, "accuracy": 0.625494, "main_score": 0.579823, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654731, "recall": 0.712451, "f1": 0.670935, "accuracy": 0.712451, "main_score": 0.670935, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948847, "accuracy": 0.960474, "main_score": 0.948847, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505502, "recall": 0.560277, "f1": 0.520814, "accuracy": 0.560277, "main_score": 0.520814, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59256, "recall": 0.643281, "f1": 0.60651, "accuracy": 0.643281, "main_score": 0.60651, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.616182, "recall": 0.676877, "f1": 0.633552, "accuracy": 0.676877, "main_score": 0.633552, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580343, "recall": 0.634387, "f1": 0.59522, "accuracy": 0.634387, "main_score": 0.59522, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555619, "recall": 0.617589, "f1": 0.573522, "accuracy": 0.617589, "main_score": 0.573522, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759347, "recall": 0.810277, "f1": 0.774424, "accuracy": 0.810277, "main_score": 0.774424, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764987, "recall": 0.813241, "f1": 0.779743, "accuracy": 0.813241, "main_score": 0.779743, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883383, "recall": 0.912055, "f1": 0.892194, "accuracy": 0.912055, "main_score": 0.892194, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507898, "recall": 0.583992, "f1": 0.530231, "accuracy": 0.583992, "main_score": 0.530231, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.742038, "recall": 0.796443, "f1": 0.758237, "accuracy": 0.796443, "main_score": 0.758237, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626042, "recall": 0.66996, "f1": 0.638128, "accuracy": 0.66996, "main_score": 0.638128, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539325, "recall": 0.608696, "f1": 0.559168, "accuracy": 0.608696, "main_score": 0.559168, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508237, "recall": 0.573123, "f1": 0.526236, "accuracy": 0.573123, "main_score": 0.526236, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426366, "recall": 0.509881, "f1": 0.44849, "accuracy": 0.509881, "main_score": 0.44849, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571407, "recall": 0.626482, "f1": 0.587037, "accuracy": 0.626482, "main_score": 0.587037, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843495, "recall": 0.883399, "f1": 0.855962, "accuracy": 0.883399, "main_score": 0.855962, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.583629, "recall": 0.642292, "f1": 0.600107, "accuracy": 0.642292, "main_score": 0.600107, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613183, "recall": 0.68083, "f1": 0.631806, "accuracy": 0.68083, "main_score": 0.631806, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542005, "recall": 0.603755, "f1": 0.559706, "accuracy": 0.603755, "main_score": 0.559706, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179458, "recall": 0.22332, "f1": 0.190455, "accuracy": 0.22332, "main_score": 0.190455, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611646, "recall": 0.66502, "f1": 0.626713, "accuracy": 0.66502, "main_score": 0.626713, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639683, "recall": 0.702569, "f1": 0.657809, "accuracy": 0.702569, "main_score": 0.657809, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524016, "recall": 0.583992, "f1": 0.541406, "accuracy": 0.583992, "main_score": 0.541406, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477062, "recall": 0.554348, "f1": 0.497585, "accuracy": 0.554348, "main_score": 0.497585, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544411, "recall": 0.607708, "f1": 0.562049, "accuracy": 0.607708, "main_score": 0.562049, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555864, "recall": 0.620553, "f1": 0.57414, "accuracy": 0.620553, "main_score": 0.57414, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846863, "recall": 0.885375, "f1": 0.858586, "accuracy": 0.885375, "main_score": 0.858586, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504438, "recall": 0.564229, "f1": 0.521535, "accuracy": 0.564229, "main_score": 0.521535, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515295, "recall": 0.58498, "f1": 0.534581, "accuracy": 0.58498, "main_score": 0.534581, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512286, "recall": 0.576087, "f1": 0.529641, "accuracy": 0.576087, "main_score": 0.529641, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.950593, "f1": 0.936924, "accuracy": 0.950593, "main_score": 0.936924, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315393, "recall": 0.374506, "f1": 0.331738, "accuracy": 0.374506, "main_score": 0.331738, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575921, "recall": 0.642292, "f1": 0.595029, "accuracy": 0.642292, "main_score": 0.595029, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976532, "recall": 0.983202, "f1": 0.978656, "accuracy": 0.983202, "main_score": 0.978656, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580625, "recall": 0.639328, "f1": 0.597081, "accuracy": 0.639328, "main_score": 0.597081, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683753, "recall": 0.745059, "f1": 0.701834, "accuracy": 0.745059, "main_score": 0.701834, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625272, "recall": 0.701581, "f1": 0.647396, "accuracy": 0.701581, "main_score": 0.647396, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681225, "recall": 0.742095, "f1": 0.699097, "accuracy": 0.742095, "main_score": 0.699097, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6472, "recall": 0.703557, "f1": 0.663523, "accuracy": 0.703557, "main_score": 0.663523, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680567, "recall": 0.746047, "f1": 0.699967, "accuracy": 0.746047, "main_score": 0.699967, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922101, "recall": 0.945652, "f1": 0.929677, "accuracy": 0.945652, "main_score": 0.929677, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.538036, "recall": 0.597826, "f1": 0.554858, "accuracy": 0.597826, "main_score": 0.554858, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53705, "recall": 0.601779, "f1": 0.555129, "accuracy": 0.601779, "main_score": 0.555129, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78279, "recall": 0.831028, "f1": 0.797266, "accuracy": 0.831028, "main_score": 0.797266, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464803, "recall": 0.523715, "f1": 0.480836, "accuracy": 0.523715, "main_score": 0.480836, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.815391, "recall": 0.86166, "f1": 0.829233, "accuracy": 0.86166, "main_score": 0.829233, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537924, "recall": 0.601779, "f1": 0.555365, "accuracy": 0.601779, "main_score": 0.555365, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.572411, "recall": 0.642292, "f1": 0.591823, "accuracy": 0.642292, "main_score": 0.591823, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203347, "recall": 0.256917, "f1": 0.214929, "accuracy": 0.256917, "main_score": 0.214929, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613992, "recall": 0.685771, "f1": 0.634263, "accuracy": 0.685771, "main_score": 0.634263, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752997, "recall": 0.811265, "f1": 0.770638, "accuracy": 0.811265, "main_score": 0.770638, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399818, "recall": 0.458498, "f1": 0.415804, "accuracy": 0.458498, "main_score": 0.415804, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.641864, "recall": 0.700593, "f1": 0.658692, "accuracy": 0.700593, "main_score": 0.658692, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546513, "recall": 0.612648, "f1": 0.565256, "accuracy": 0.612648, "main_score": 0.565256, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503189, "recall": 0.577075, "f1": 0.523282, "accuracy": 0.577075, "main_score": 0.523282, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659627, "recall": 0.715415, "f1": 0.675826, "accuracy": 0.715415, "main_score": 0.675826, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229402, "recall": 0.312253, "f1": 0.250826, "accuracy": 0.312253, "main_score": 0.250826, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.925807, "recall": 0.949605, "f1": 0.933531, "accuracy": 0.949605, "main_score": 0.933531, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555155, "recall": 0.618577, "f1": 0.573725, "accuracy": 0.618577, "main_score": 0.573725, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583526, "recall": 0.645257, "f1": 0.600329, "accuracy": 0.645257, "main_score": 0.600329, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.670925, "recall": 0.736166, "f1": 0.690681, "accuracy": 0.736166, "main_score": 0.690681, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564668, "recall": 0.625494, "f1": 0.582049, "accuracy": 0.625494, "main_score": 0.582049, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734865, "recall": 0.788538, "f1": 0.750612, "accuracy": 0.788538, "main_score": 0.750612, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979414, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4592, "recall": 0.52668, "f1": 0.477382, "accuracy": 0.52668, "main_score": 0.477382, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.93885, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809321, "recall": 0.857708, "f1": 0.824407, "accuracy": 0.857708, "main_score": 0.824407, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912912, "recall": 0.937747, "f1": 0.920586, "accuracy": 0.937747, "main_score": 0.920586, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595372, "recall": 0.655138, "f1": 0.612592, "accuracy": 0.655138, "main_score": 0.612592, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897563, "recall": 0.928854, "f1": 0.90774, "accuracy": 0.928854, "main_score": 0.90774, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450272, "recall": 0.517787, "f1": 0.468617, "accuracy": 0.517787, "main_score": 0.468617, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616841, "recall": 0.688735, "f1": 0.637881, "accuracy": 0.688735, "main_score": 0.637881, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.987154, "f1": 0.984585, "accuracy": 0.987154, "main_score": 0.984585, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810375, "recall": 0.854743, "f1": 0.82388, "accuracy": 0.854743, "main_score": 0.82388, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.633311, "recall": 0.6917, "f1": 0.65011, "accuracy": 0.6917, "main_score": 0.65011, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630872, "recall": 0.692688, "f1": 0.648737, "accuracy": 0.692688, "main_score": 0.648737, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543224, "recall": 0.605731, "f1": 0.561248, "accuracy": 0.605731, "main_score": 0.561248, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531208, "recall": 0.593874, "f1": 0.548149, "accuracy": 0.593874, "main_score": 0.548149, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785154, "recall": 0.836957, "f1": 0.800727, "accuracy": 0.836957, "main_score": 0.800727, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531827, "recall": 0.598814, "f1": 0.550804, "accuracy": 0.598814, "main_score": 0.550804, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581788, "recall": 0.648221, "f1": 0.600729, "accuracy": 0.648221, "main_score": 0.600729, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904265, "recall": 0.931818, "f1": 0.912945, "accuracy": 0.931818, "main_score": 0.912945, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48428, "recall": 0.545455, "f1": 0.501184, "accuracy": 0.545455, "main_score": 0.501184, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55296, "recall": 0.617589, "f1": 0.570565, "accuracy": 0.617589, "main_score": 0.570565, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575329, "recall": 0.641304, "f1": 0.594156, "accuracy": 0.641304, "main_score": 0.594156, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545825, "recall": 0.598814, "f1": 0.560849, "accuracy": 0.598814, "main_score": 0.560849, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525198, "recall": 0.59585, "f1": 0.54577, "accuracy": 0.59585, "main_score": 0.54577, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706648, "recall": 0.762846, "f1": 0.723155, "accuracy": 0.762846, "main_score": 0.723155, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736495, "recall": 0.784585, "f1": 0.750889, "accuracy": 0.784585, "main_score": 0.750889, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860096, "recall": 0.892292, "f1": 0.869518, "accuracy": 0.892292, "main_score": 0.869518, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466329, "recall": 0.549407, "f1": 0.49047, "accuracy": 0.549407, "main_score": 0.49047, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.674852, "recall": 0.735178, "f1": 0.69289, "accuracy": 0.735178, "main_score": 0.69289, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582766, "recall": 0.635375, "f1": 0.598125, "accuracy": 0.635375, "main_score": 0.598125, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560366, "recall": 0.619565, "f1": 0.577462, "accuracy": 0.619565, "main_score": 0.577462, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540633, "recall": 0.596838, "f1": 0.555875, "accuracy": 0.596838, "main_score": 0.555875, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.375055, "recall": 0.44664, "f1": 0.393821, "accuracy": 0.44664, "main_score": 0.393821, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59586, "recall": 0.646245, "f1": 0.609944, "accuracy": 0.646245, "main_score": 0.609944, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843034, "recall": 0.875494, "f1": 0.852635, "accuracy": 0.875494, "main_score": 0.852635, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91917, "recall": 0.940711, "f1": 0.925889, "accuracy": 0.940711, "main_score": 0.925889, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970389, "recall": 0.978261, "f1": 0.972826, "accuracy": 0.978261, "main_score": 0.972826, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589839, "recall": 0.644269, "f1": 0.60514, "accuracy": 0.644269, "main_score": 0.60514, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604975, "recall": 0.666996, "f1": 0.622107, "accuracy": 0.666996, "main_score": 0.622107, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560204, "recall": 0.614625, "f1": 0.575536, "accuracy": 0.614625, "main_score": 0.575536, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198139, "recall": 0.240119, "f1": 0.208641, "accuracy": 0.240119, "main_score": 0.208641, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611334, "recall": 0.659091, "f1": 0.624634, "accuracy": 0.659091, "main_score": 0.624634, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.670283, "recall": 0.716403, "f1": 0.683157, "accuracy": 0.716403, "main_score": 0.683157, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.937747, "f1": 0.922186, "accuracy": 0.937747, "main_score": 0.922186, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542563, "recall": 0.593874, "f1": 0.557609, "accuracy": 0.593874, "main_score": 0.557609, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509316, "recall": 0.572134, "f1": 0.526428, "accuracy": 0.572134, "main_score": 0.526428, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553468, "recall": 0.605731, "f1": 0.568674, "accuracy": 0.605731, "main_score": 0.568674, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57784, "recall": 0.631423, "f1": 0.593544, "accuracy": 0.631423, "main_score": 0.593544, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848155, "recall": 0.886364, "f1": 0.860051, "accuracy": 0.886364, "main_score": 0.860051, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.978261, "f1": 0.972958, "accuracy": 0.978261, "main_score": 0.972958, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523932, "recall": 0.576087, "f1": 0.539005, "accuracy": 0.576087, "main_score": 0.539005, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527155, "recall": 0.586957, "f1": 0.543866, "accuracy": 0.586957, "main_score": 0.543866, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519046, "recall": 0.564229, "f1": 0.53162, "accuracy": 0.564229, "main_score": 0.53162, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914032, "recall": 0.938735, "f1": 0.921937, "accuracy": 0.938735, "main_score": 0.921937, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318001, "recall": 0.37253, "f1": 0.333548, "accuracy": 0.37253, "main_score": 0.333548, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57046, "recall": 0.629447, "f1": 0.587108, "accuracy": 0.629447, "main_score": 0.587108, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.965415, "f1": 0.956475, "accuracy": 0.965415, "main_score": 0.956475, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927899, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572459, "recall": 0.619565, "f1": 0.585919, "accuracy": 0.619565, "main_score": 0.585919, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703386, "recall": 0.757905, "f1": 0.719977, "accuracy": 0.757905, "main_score": 0.719977, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568182, "recall": 0.647233, "f1": 0.590693, "accuracy": 0.647233, "main_score": 0.590693, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.675362, "recall": 0.724308, "f1": 0.689047, "accuracy": 0.724308, "main_score": 0.689047, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662946, "recall": 0.711462, "f1": 0.676389, "accuracy": 0.711462, "main_score": 0.676389, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630215, "recall": 0.690711, "f1": 0.647812, "accuracy": 0.690711, "main_score": 0.647812, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.978261, "f1": 0.973485, "accuracy": 0.978261, "main_score": 0.973485, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991765, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.548856, "recall": 0.606719, "f1": 0.564605, "accuracy": 0.606719, "main_score": 0.564605, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562681, "recall": 0.617589, "f1": 0.578287, "accuracy": 0.617589, "main_score": 0.578287, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767721, "recall": 0.813241, "f1": 0.781014, "accuracy": 0.813241, "main_score": 0.781014, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468138, "recall": 0.519763, "f1": 0.481761, "accuracy": 0.519763, "main_score": 0.481761, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.829653, "recall": 0.87253, "f1": 0.842644, "accuracy": 0.87253, "main_score": 0.842644, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543605, "recall": 0.59585, "f1": 0.558104, "accuracy": 0.59585, "main_score": 0.558104, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958827, "accuracy": 0.967391, "main_score": 0.958827, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605925, "recall": 0.657115, "f1": 0.620674, "accuracy": 0.657115, "main_score": 0.620674, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200107, "recall": 0.246047, "f1": 0.210294, "accuracy": 0.246047, "main_score": 0.210294, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611538, "recall": 0.670949, "f1": 0.628889, "accuracy": 0.670949, "main_score": 0.628889, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736653, "recall": 0.788538, "f1": 0.751423, "accuracy": 0.788538, "main_score": 0.751423, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414929, "recall": 0.469368, "f1": 0.429737, "accuracy": 0.469368, "main_score": 0.429737, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957872, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954463, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652734, "recall": 0.706522, "f1": 0.669038, "accuracy": 0.706522, "main_score": 0.669038, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558575, "recall": 0.618577, "f1": 0.575113, "accuracy": 0.618577, "main_score": 0.575113, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506195, "recall": 0.562253, "f1": 0.52186, "accuracy": 0.562253, "main_score": 0.52186, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672096, "recall": 0.717391, "f1": 0.684853, "accuracy": 0.717391, "main_score": 0.684853, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210811, "recall": 0.278656, "f1": 0.228572, "accuracy": 0.278656, "main_score": 0.228572, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909585, "recall": 0.932806, "f1": 0.916751, "accuracy": 0.932806, "main_score": 0.916751, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957971, "accuracy": 0.967391, "main_score": 0.957971, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580248, "recall": 0.63834, "f1": 0.597431, "accuracy": 0.63834, "main_score": 0.597431, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570141, "recall": 0.635375, "f1": 0.588287, "accuracy": 0.635375, "main_score": 0.588287, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952569, "accuracy": 0.962451, "main_score": 0.952569, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692434, "recall": 0.747036, "f1": 0.708599, "accuracy": 0.747036, "main_score": 0.708599, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559966, "recall": 0.620553, "f1": 0.576694, "accuracy": 0.620553, "main_score": 0.576694, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750148, "recall": 0.800395, "f1": 0.764347, "accuracy": 0.800395, "main_score": 0.764347, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.95751, "accuracy": 0.966403, "main_score": 0.95751, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464709, "recall": 0.517787, "f1": 0.478895, "accuracy": 0.517787, "main_score": 0.478895, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.939723, "f1": 0.923254, "accuracy": 0.939723, "main_score": 0.923254, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833992, "recall": 0.876482, "f1": 0.847252, "accuracy": 0.876482, "main_score": 0.847252, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899325, "recall": 0.925889, "f1": 0.907675, "accuracy": 0.925889, "main_score": 0.907675, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.921937, "f1": 0.902141, "accuracy": 0.921937, "main_score": 0.902141, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616508, "recall": 0.661067, "f1": 0.628581, "accuracy": 0.661067, "main_score": 0.628581, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82085, "recall": 0.86166, "f1": 0.833267, "accuracy": 0.86166, "main_score": 0.833267, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459363, "recall": 0.520751, "f1": 0.475564, "accuracy": 0.520751, "main_score": 0.475564, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595747, "recall": 0.664032, "f1": 0.614785, "accuracy": 0.664032, "main_score": 0.614785, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.940629, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796723, "recall": 0.839921, "f1": 0.809369, "accuracy": 0.839921, "main_score": 0.809369, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.641667, "recall": 0.689723, "f1": 0.655672, "accuracy": 0.689723, "main_score": 0.655672, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611402, "recall": 0.66996, "f1": 0.628647, "accuracy": 0.66996, "main_score": 0.628647, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88997, "recall": 0.917984, "f1": 0.898207, "accuracy": 0.917984, "main_score": 0.898207, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555996, "recall": 0.607708, "f1": 0.570549, "accuracy": 0.607708, "main_score": 0.570549, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534685, "recall": 0.593874, "f1": 0.551463, "accuracy": 0.593874, "main_score": 0.551463, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79114, "recall": 0.831028, "f1": 0.802602, "accuracy": 0.831028, "main_score": 0.802602, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542773, "recall": 0.598814, "f1": 0.55812, "accuracy": 0.598814, "main_score": 0.55812, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626707, "recall": 0.679842, "f1": 0.642165, "accuracy": 0.679842, "main_score": 0.642165, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879809, "recall": 0.910079, "f1": 0.889295, "accuracy": 0.910079, "main_score": 0.889295, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934321, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499473, "recall": 0.544466, "f1": 0.511707, "accuracy": 0.544466, "main_score": 0.511707, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565902, "recall": 0.616601, "f1": 0.580145, "accuracy": 0.616601, "main_score": 0.580145, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.572084, "recall": 0.628458, "f1": 0.587832, "accuracy": 0.628458, "main_score": 0.587832, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544561, "recall": 0.596838, "f1": 0.558584, "accuracy": 0.596838, "main_score": 0.558584, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536917, "recall": 0.590909, "f1": 0.552416, "accuracy": 0.590909, "main_score": 0.552416, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711957, "recall": 0.764822, "f1": 0.727266, "accuracy": 0.764822, "main_score": 0.727266, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716963, "recall": 0.76581, "f1": 0.731606, "accuracy": 0.76581, "main_score": 0.731606, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832131, "recall": 0.863636, "f1": 0.841798, "accuracy": 0.863636, "main_score": 0.841798, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.942688, "f1": 0.927997, "accuracy": 0.942688, "main_score": 0.927997, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476427, "recall": 0.545455, "f1": 0.496414, "accuracy": 0.545455, "main_score": 0.496414, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.945735, "recall": 0.961462, "f1": 0.950823, "accuracy": 0.961462, "main_score": 0.950823, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.676007, "recall": 0.732213, "f1": 0.692633, "accuracy": 0.732213, "main_score": 0.692633, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571056, "recall": 0.616601, "f1": 0.583427, "accuracy": 0.616601, "main_score": 0.583427, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418713, "recall": 0.474308, "f1": 0.433928, "accuracy": 0.474308, "main_score": 0.433928, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511712, "recall": 0.552372, "f1": 0.523082, "accuracy": 0.552372, "main_score": 0.523082, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222822, "recall": 0.268775, "f1": 0.23431, "accuracy": 0.268775, "main_score": 0.23431, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.557529, "recall": 0.603755, "f1": 0.568963, "accuracy": 0.603755, "main_score": 0.568963, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50916, "recall": 0.560277, "f1": 0.522269, "accuracy": 0.560277, "main_score": 0.522269, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.539756, "recall": 0.585968, "f1": 0.551568, "accuracy": 0.585968, "main_score": 0.551568, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.583017, "recall": 0.617589, "f1": 0.591405, "accuracy": 0.617589, "main_score": 0.591405, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560857, "recall": 0.598814, "f1": 0.571084, "accuracy": 0.598814, "main_score": 0.571084, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545509, "recall": 0.59585, "f1": 0.558453, "accuracy": 0.59585, "main_score": 0.558453, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563526, "recall": 0.593874, "f1": 0.571603, "accuracy": 0.593874, "main_score": 0.571603, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562576, "recall": 0.597826, "f1": 0.57252, "accuracy": 0.597826, "main_score": 0.57252, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546753, "recall": 0.597826, "f1": 0.559373, "accuracy": 0.597826, "main_score": 0.559373, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.530533, "recall": 0.576087, "f1": 0.543074, "accuracy": 0.576087, "main_score": 0.543074, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515826, "recall": 0.559289, "f1": 0.527523, "accuracy": 0.559289, "main_score": 0.527523, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539487, "recall": 0.590909, "f1": 0.552344, "accuracy": 0.590909, "main_score": 0.552344, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512909, "recall": 0.567194, "f1": 0.526301, "accuracy": 0.567194, "main_score": 0.526301, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556831, "recall": 0.605731, "f1": 0.569046, "accuracy": 0.605731, "main_score": 0.569046, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551046, "recall": 0.586957, "f1": 0.561503, "accuracy": 0.586957, "main_score": 0.561503, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529776, "recall": 0.578063, "f1": 0.542004, "accuracy": 0.578063, "main_score": 0.542004, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508875, "recall": 0.561265, "f1": 0.521992, "accuracy": 0.561265, "main_score": 0.521992, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59289, "recall": 0.63834, "f1": 0.604213, "accuracy": 0.63834, "main_score": 0.604213, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571636, "recall": 0.623518, "f1": 0.584775, "accuracy": 0.623518, "main_score": 0.584775, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526236, "recall": 0.56917, "f1": 0.537698, "accuracy": 0.56917, "main_score": 0.537698, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531143, "recall": 0.583004, "f1": 0.544809, "accuracy": 0.583004, "main_score": 0.544809, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.536361, "recall": 0.586957, "f1": 0.549245, "accuracy": 0.586957, "main_score": 0.549245, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571597, "recall": 0.610672, "f1": 0.581552, "accuracy": 0.610672, "main_score": 0.581552, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190932, "recall": 0.224308, "f1": 0.198906, "accuracy": 0.224308, "main_score": 0.198906, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530811, "recall": 0.582016, "f1": 0.543957, "accuracy": 0.582016, "main_score": 0.543957, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557898, "recall": 0.592885, "f1": 0.567785, "accuracy": 0.592885, "main_score": 0.567785, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55853, "recall": 0.604743, "f1": 0.570277, "accuracy": 0.604743, "main_score": 0.570277, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551322, "recall": 0.598814, "f1": 0.563246, "accuracy": 0.598814, "main_score": 0.563246, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540935, "recall": 0.589921, "f1": 0.553985, "accuracy": 0.589921, "main_score": 0.553985, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542507, "recall": 0.58498, "f1": 0.553304, "accuracy": 0.58498, "main_score": 0.553304, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547464, "recall": 0.589921, "f1": 0.5589, "accuracy": 0.589921, "main_score": 0.5589, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567284, "recall": 0.612648, "f1": 0.578789, "accuracy": 0.612648, "main_score": 0.578789, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469697, "recall": 0.519763, "f1": 0.482746, "accuracy": 0.519763, "main_score": 0.482746, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526134, "recall": 0.56917, "f1": 0.53678, "accuracy": 0.56917, "main_score": 0.53678, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543217, "recall": 0.596838, "f1": 0.557786, "accuracy": 0.596838, "main_score": 0.557786, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.543225, "recall": 0.588933, "f1": 0.555085, "accuracy": 0.588933, "main_score": 0.555085, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524115, "recall": 0.572134, "f1": 0.536093, "accuracy": 0.572134, "main_score": 0.536093, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531206, "recall": 0.565217, "f1": 0.540642, "accuracy": 0.565217, "main_score": 0.540642, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370429, "recall": 0.416996, "f1": 0.382166, "accuracy": 0.416996, "main_score": 0.382166, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557105, "recall": 0.605731, "f1": 0.569039, "accuracy": 0.605731, "main_score": 0.569039, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549512, "recall": 0.587945, "f1": 0.560063, "accuracy": 0.587945, "main_score": 0.560063, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566731, "recall": 0.618577, "f1": 0.579951, "accuracy": 0.618577, "main_score": 0.579951, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585044, "recall": 0.630435, "f1": 0.597196, "accuracy": 0.630435, "main_score": 0.597196, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54219, "recall": 0.585968, "f1": 0.553517, "accuracy": 0.585968, "main_score": 0.553517, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.552263, "recall": 0.59585, "f1": 0.563578, "accuracy": 0.59585, "main_score": 0.563578, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548925, "recall": 0.590909, "f1": 0.559992, "accuracy": 0.590909, "main_score": 0.559992, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579089, "recall": 0.617589, "f1": 0.589045, "accuracy": 0.617589, "main_score": 0.589045, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568182, "recall": 0.620553, "f1": 0.582028, "accuracy": 0.620553, "main_score": 0.582028, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570887, "recall": 0.61166, "f1": 0.581609, "accuracy": 0.61166, "main_score": 0.581609, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486407, "recall": 0.533597, "f1": 0.49978, "accuracy": 0.533597, "main_score": 0.49978, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554231, "recall": 0.600791, "f1": 0.565679, "accuracy": 0.600791, "main_score": 0.565679, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.397826, "recall": 0.448617, "f1": 0.411641, "accuracy": 0.448617, "main_score": 0.411641, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505816, "recall": 0.538538, "f1": 0.514936, "accuracy": 0.538538, "main_score": 0.514936, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594923, "recall": 0.637352, "f1": 0.60594, "accuracy": 0.637352, "main_score": 0.60594, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311628, "recall": 0.354743, "f1": 0.323313, "accuracy": 0.354743, "main_score": 0.323313, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557669, "recall": 0.610672, "f1": 0.570847, "accuracy": 0.610672, "main_score": 0.570847, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539001, "recall": 0.590909, "f1": 0.55267, "accuracy": 0.590909, "main_score": 0.55267, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57737, "recall": 0.62253, "f1": 0.588837, "accuracy": 0.62253, "main_score": 0.588837, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523031, "recall": 0.577075, "f1": 0.537378, "accuracy": 0.577075, "main_score": 0.537378, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541826, "recall": 0.582016, "f1": 0.552547, "accuracy": 0.582016, "main_score": 0.552547, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575988, "recall": 0.613636, "f1": 0.585698, "accuracy": 0.613636, "main_score": 0.585698, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553145, "recall": 0.590909, "f1": 0.562476, "accuracy": 0.590909, "main_score": 0.562476, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585477, "recall": 0.624506, "f1": 0.595562, "accuracy": 0.624506, "main_score": 0.595562, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517489, "recall": 0.563241, "f1": 0.52996, "accuracy": 0.563241, "main_score": 0.52996, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570577, "recall": 0.613636, "f1": 0.58133, "accuracy": 0.613636, "main_score": 0.58133, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542822, "recall": 0.588933, "f1": 0.555146, "accuracy": 0.588933, "main_score": 0.555146, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556797, "recall": 0.608696, "f1": 0.570257, "accuracy": 0.608696, "main_score": 0.570257, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530275, "recall": 0.578063, "f1": 0.542935, "accuracy": 0.578063, "main_score": 0.542935, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559005, "recall": 0.604743, "f1": 0.571162, "accuracy": 0.604743, "main_score": 0.571162, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.260566, "recall": 0.316206, "f1": 0.273748, "accuracy": 0.316206, "main_score": 0.273748, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.592885, "f1": 0.56111, "accuracy": 0.592885, "main_score": 0.56111, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530998, "recall": 0.581028, "f1": 0.543593, "accuracy": 0.581028, "main_score": 0.543593, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550409, "recall": 0.589921, "f1": 0.561293, "accuracy": 0.589921, "main_score": 0.561293, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476443, "recall": 0.527668, "f1": 0.490472, "accuracy": 0.527668, "main_score": 0.490472, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.5911, "recall": 0.629447, "f1": 0.600731, "accuracy": 0.629447, "main_score": 0.600731, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572179, "recall": 0.618577, "f1": 0.584206, "accuracy": 0.618577, "main_score": 0.584206, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564758, "recall": 0.607708, "f1": 0.575833, "accuracy": 0.607708, "main_score": 0.575833, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469166, "recall": 0.527668, "f1": 0.484742, "accuracy": 0.527668, "main_score": 0.484742, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.574977, "recall": 0.620553, "f1": 0.586626, "accuracy": 0.620553, "main_score": 0.586626, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534503, "recall": 0.582016, "f1": 0.546709, "accuracy": 0.582016, "main_score": 0.546709, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572444, "recall": 0.618577, "f1": 0.58407, "accuracy": 0.618577, "main_score": 0.58407, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543563, "recall": 0.590909, "f1": 0.55555, "accuracy": 0.590909, "main_score": 0.55555, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.496692, "recall": 0.544466, "f1": 0.510107, "accuracy": 0.544466, "main_score": 0.510107, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521965, "recall": 0.564229, "f1": 0.533169, "accuracy": 0.564229, "main_score": 0.533169, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52251, "recall": 0.576087, "f1": 0.536435, "accuracy": 0.576087, "main_score": 0.536435, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.555768, "recall": 0.596838, "f1": 0.565902, "accuracy": 0.596838, "main_score": 0.565902, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540049, "recall": 0.591897, "f1": 0.553486, "accuracy": 0.591897, "main_score": 0.553486, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535985, "recall": 0.575099, "f1": 0.546009, "accuracy": 0.575099, "main_score": 0.546009, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457799, "recall": 0.495059, "f1": 0.468777, "accuracy": 0.495059, "main_score": 0.468777, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595549, "recall": 0.635375, "f1": 0.605202, "accuracy": 0.635375, "main_score": 0.605202, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498616, "recall": 0.551383, "f1": 0.511595, "accuracy": 0.551383, "main_score": 0.511595, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.501168, "recall": 0.543478, "f1": 0.51202, "accuracy": 0.543478, "main_score": 0.51202, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54624, "recall": 0.601779, "f1": 0.559986, "accuracy": 0.601779, "main_score": 0.559986, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482746, "recall": 0.532609, "f1": 0.496871, "accuracy": 0.532609, "main_score": 0.496871, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577318, "recall": 0.621542, "f1": 0.58764, "accuracy": 0.621542, "main_score": 0.58764, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542815, "recall": 0.593874, "f1": 0.555142, "accuracy": 0.593874, "main_score": 0.555142, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574371, "recall": 0.621542, "f1": 0.586893, "accuracy": 0.621542, "main_score": 0.586893, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.569265, "recall": 0.616601, "f1": 0.580884, "accuracy": 0.616601, "main_score": 0.580884, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542938, "recall": 0.590909, "f1": 0.554855, "accuracy": 0.590909, "main_score": 0.554855, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557306, "recall": 0.602767, "f1": 0.568881, "accuracy": 0.602767, "main_score": 0.568881, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396291, "recall": 0.461462, "f1": 0.413032, "accuracy": 0.461462, "main_score": 0.413032, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.526913, "recall": 0.568182, "f1": 0.537721, "accuracy": 0.568182, "main_score": 0.537721, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192636, "recall": 0.238142, "f1": 0.202603, "accuracy": 0.238142, "main_score": 0.202603, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.551367, "recall": 0.587945, "f1": 0.562055, "accuracy": 0.587945, "main_score": 0.562055, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447573, "recall": 0.499012, "f1": 0.460924, "accuracy": 0.499012, "main_score": 0.460924, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569951, "recall": 0.620553, "f1": 0.582533, "accuracy": 0.620553, "main_score": 0.582533, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559577, "recall": 0.608696, "f1": 0.571837, "accuracy": 0.608696, "main_score": 0.571837, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428084, "recall": 0.478261, "f1": 0.442083, "accuracy": 0.478261, "main_score": 0.442083, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551789, "recall": 0.590909, "f1": 0.561343, "accuracy": 0.590909, "main_score": 0.561343, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556347, "recall": 0.599802, "f1": 0.567151, "accuracy": 0.599802, "main_score": 0.567151, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510792, "recall": 0.5583, "f1": 0.522808, "accuracy": 0.5583, "main_score": 0.522808, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554264, "recall": 0.602767, "f1": 0.567491, "accuracy": 0.602767, "main_score": 0.567491, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56633, "recall": 0.607708, "f1": 0.577949, "accuracy": 0.607708, "main_score": 0.577949, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511687, "recall": 0.567194, "f1": 0.525639, "accuracy": 0.567194, "main_score": 0.525639, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591335, "recall": 0.629447, "f1": 0.600745, "accuracy": 0.629447, "main_score": 0.600745, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5078, "recall": 0.550395, "f1": 0.520114, "accuracy": 0.550395, "main_score": 0.520114, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498814, "recall": 0.541502, "f1": 0.510147, "accuracy": 0.541502, "main_score": 0.510147, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569291, "recall": 0.605731, "f1": 0.578702, "accuracy": 0.605731, "main_score": 0.578702, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557604, "recall": 0.602767, "f1": 0.569557, "accuracy": 0.602767, "main_score": 0.569557, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121197, "recall": 0.157115, "f1": 0.129968, "accuracy": 0.157115, "main_score": 0.129968, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.528494, "recall": 0.582016, "f1": 0.542027, "accuracy": 0.582016, "main_score": 0.542027, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481701, "recall": 0.533597, "f1": 0.495393, "accuracy": 0.533597, "main_score": 0.495393, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.501151, "recall": 0.551383, "f1": 0.514286, "accuracy": 0.551383, "main_score": 0.514286, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558145, "recall": 0.605731, "f1": 0.570269, "accuracy": 0.605731, "main_score": 0.570269, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495582, "recall": 0.552372, "f1": 0.511563, "accuracy": 0.552372, "main_score": 0.511563, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533127, "recall": 0.573123, "f1": 0.544254, "accuracy": 0.573123, "main_score": 0.544254, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529107, "recall": 0.58004, "f1": 0.541328, "accuracy": 0.58004, "main_score": 0.541328, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570224, "recall": 0.618577, "f1": 0.582557, "accuracy": 0.618577, "main_score": 0.582557, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556837, "recall": 0.602767, "f1": 0.56846, "accuracy": 0.602767, "main_score": 0.56846, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536986, "recall": 0.579051, "f1": 0.548347, "accuracy": 0.579051, "main_score": 0.548347, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518659, "recall": 0.566206, "f1": 0.532221, "accuracy": 0.566206, "main_score": 0.532221, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532731, "recall": 0.582016, "f1": 0.545528, "accuracy": 0.582016, "main_score": 0.545528, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476326, "recall": 0.51581, "f1": 0.487342, "accuracy": 0.51581, "main_score": 0.487342, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511158, "recall": 0.5583, "f1": 0.523777, "accuracy": 0.5583, "main_score": 0.523777, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54263, "recall": 0.594862, "f1": 0.555879, "accuracy": 0.594862, "main_score": 0.555879, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.566162, "recall": 0.608696, "f1": 0.577528, "accuracy": 0.608696, "main_score": 0.577528, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542578, "recall": 0.594862, "f1": 0.555629, "accuracy": 0.594862, "main_score": 0.555629, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.429067, "recall": 0.474308, "f1": 0.441646, "accuracy": 0.474308, "main_score": 0.441646, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583543, "recall": 0.626482, "f1": 0.594403, "accuracy": 0.626482, "main_score": 0.594403, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526584, "recall": 0.577075, "f1": 0.53883, "accuracy": 0.577075, "main_score": 0.53883, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518049, "recall": 0.567194, "f1": 0.531245, "accuracy": 0.567194, "main_score": 0.531245, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.516401, "recall": 0.554348, "f1": 0.52657, "accuracy": 0.554348, "main_score": 0.52657, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511213, "recall": 0.551383, "f1": 0.522045, "accuracy": 0.551383, "main_score": 0.522045, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472921, "recall": 0.529644, "f1": 0.487612, "accuracy": 0.529644, "main_score": 0.487612, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523532, "recall": 0.574111, "f1": 0.536629, "accuracy": 0.574111, "main_score": 0.536629, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562056, "recall": 0.602767, "f1": 0.57299, "accuracy": 0.602767, "main_score": 0.57299, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483057, "recall": 0.544466, "f1": 0.499127, "accuracy": 0.544466, "main_score": 0.499127, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.543157, "recall": 0.585968, "f1": 0.554747, "accuracy": 0.585968, "main_score": 0.554747, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.525636, "recall": 0.566206, "f1": 0.534888, "accuracy": 0.566206, "main_score": 0.534888, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.5657, "recall": 0.615613, "f1": 0.578315, "accuracy": 0.615613, "main_score": 0.578315, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525867, "recall": 0.578063, "f1": 0.539442, "accuracy": 0.578063, "main_score": 0.539442, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567768, "recall": 0.61166, "f1": 0.579853, "accuracy": 0.61166, "main_score": 0.579853, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501369, "recall": 0.541502, "f1": 0.512174, "accuracy": 0.541502, "main_score": 0.512174, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543104, "recall": 0.586957, "f1": 0.55493, "accuracy": 0.586957, "main_score": 0.55493, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455931, "recall": 0.517787, "f1": 0.472912, "accuracy": 0.517787, "main_score": 0.472912, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557558, "recall": 0.601779, "f1": 0.568902, "accuracy": 0.601779, "main_score": 0.568902, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394461, "recall": 0.449605, "f1": 0.409725, "accuracy": 0.449605, "main_score": 0.409725, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.523175, "recall": 0.575099, "f1": 0.536177, "accuracy": 0.575099, "main_score": 0.536177, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539166, "recall": 0.589921, "f1": 0.551736, "accuracy": 0.589921, "main_score": 0.551736, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565646, "recall": 0.608696, "f1": 0.576705, "accuracy": 0.608696, "main_score": 0.576705, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558304, "recall": 0.596838, "f1": 0.568349, "accuracy": 0.596838, "main_score": 0.568349, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523912, "recall": 0.572134, "f1": 0.536661, "accuracy": 0.572134, "main_score": 0.536661, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.545518, "recall": 0.583004, "f1": 0.556183, "accuracy": 0.583004, "main_score": 0.556183, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529947, "recall": 0.566206, "f1": 0.539156, "accuracy": 0.566206, "main_score": 0.539156, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568088, "recall": 0.612648, "f1": 0.579023, "accuracy": 0.612648, "main_score": 0.579023, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578386, "recall": 0.621542, "f1": 0.588968, "accuracy": 0.621542, "main_score": 0.588968, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5855, "recall": 0.625494, "f1": 0.594947, "accuracy": 0.625494, "main_score": 0.594947, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479945, "recall": 0.523715, "f1": 0.492723, "accuracy": 0.523715, "main_score": 0.492723, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579788, "recall": 0.629447, "f1": 0.591653, "accuracy": 0.629447, "main_score": 0.591653, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535423, "recall": 0.58498, "f1": 0.548122, "accuracy": 0.58498, "main_score": 0.548122, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.54521, "recall": 0.594862, "f1": 0.558199, "accuracy": 0.594862, "main_score": 0.558199, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500388, "recall": 0.546443, "f1": 0.513051, "accuracy": 0.546443, "main_score": 0.513051, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584002, "recall": 0.62747, "f1": 0.594712, "accuracy": 0.62747, "main_score": 0.594712, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551337, "recall": 0.596838, "f1": 0.56246, "accuracy": 0.596838, "main_score": 0.56246, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522738, "recall": 0.56917, "f1": 0.53507, "accuracy": 0.56917, "main_score": 0.53507, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535107, "recall": 0.58498, "f1": 0.548181, "accuracy": 0.58498, "main_score": 0.548181, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466456, "recall": 0.520751, "f1": 0.48091, "accuracy": 0.520751, "main_score": 0.48091, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571953, "recall": 0.618577, "f1": 0.58387, "accuracy": 0.618577, "main_score": 0.58387, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519286, "recall": 0.568182, "f1": 0.532737, "accuracy": 0.568182, "main_score": 0.532737, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480166, "recall": 0.523715, "f1": 0.491884, "accuracy": 0.523715, "main_score": 0.491884, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553745, "recall": 0.587945, "f1": 0.563168, "accuracy": 0.587945, "main_score": 0.563168, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529595, "recall": 0.583004, "f1": 0.543126, "accuracy": 0.583004, "main_score": 0.543126, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.538969, "recall": 0.585968, "f1": 0.552, "accuracy": 0.585968, "main_score": 0.552, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528905, "recall": 0.566206, "f1": 0.538723, "accuracy": 0.566206, "main_score": 0.538723, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509785, "recall": 0.559289, "f1": 0.522698, "accuracy": 0.559289, "main_score": 0.522698, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.552372, "f1": 0.521994, "accuracy": 0.552372, "main_score": 0.521994, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54389, "recall": 0.58004, "f1": 0.553619, "accuracy": 0.58004, "main_score": 0.553619, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57587, "recall": 0.610672, "f1": 0.585237, "accuracy": 0.610672, "main_score": 0.585237, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555552, "recall": 0.587945, "f1": 0.564333, "accuracy": 0.587945, "main_score": 0.564333, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555538, "recall": 0.586957, "f1": 0.564239, "accuracy": 0.586957, "main_score": 0.564239, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506366, "recall": 0.567194, "f1": 0.522434, "accuracy": 0.567194, "main_score": 0.522434, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517459, "recall": 0.567194, "f1": 0.530385, "accuracy": 0.567194, "main_score": 0.530385, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549315, "recall": 0.589921, "f1": 0.559985, "accuracy": 0.589921, "main_score": 0.559985, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439119, "recall": 0.492095, "f1": 0.454254, "accuracy": 0.492095, "main_score": 0.454254, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544655, "recall": 0.593874, "f1": 0.5568, "accuracy": 0.593874, "main_score": 0.5568, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514733, "recall": 0.561265, "f1": 0.526988, "accuracy": 0.561265, "main_score": 0.526988, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553392, "recall": 0.598814, "f1": 0.564353, "accuracy": 0.598814, "main_score": 0.564353, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538737, "recall": 0.589921, "f1": 0.551708, "accuracy": 0.589921, "main_score": 0.551708, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.505792, "recall": 0.550395, "f1": 0.518347, "accuracy": 0.550395, "main_score": 0.518347, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514692, "recall": 0.552372, "f1": 0.525093, "accuracy": 0.552372, "main_score": 0.525093, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517892, "recall": 0.572134, "f1": 0.53292, "accuracy": 0.572134, "main_score": 0.53292, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542945, "recall": 0.590909, "f1": 0.556748, "accuracy": 0.590909, "main_score": 0.556748, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302159, "recall": 0.354743, "f1": 0.315895, "accuracy": 0.354743, "main_score": 0.315895, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.89297, "recall": 0.91996, "f1": 0.900812, "accuracy": 0.91996, "main_score": 0.900812, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.840991, "recall": 0.87747, "f1": 0.851589, "accuracy": 0.87747, "main_score": 0.851589, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.868561, "recall": 0.900198, "f1": 0.877555, "accuracy": 0.900198, "main_score": 0.877555, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.804448, "recall": 0.838933, "f1": 0.813925, "accuracy": 0.838933, "main_score": 0.813925, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580369, "recall": 0.62253, "f1": 0.592317, "accuracy": 0.62253, "main_score": 0.592317, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89968, "recall": 0.924901, "f1": 0.907131, "accuracy": 0.924901, "main_score": 0.907131, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734684, "recall": 0.771739, "f1": 0.745653, "accuracy": 0.771739, "main_score": 0.745653, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791271, "recall": 0.826087, "f1": 0.801394, "accuracy": 0.826087, "main_score": 0.801394, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865316, "recall": 0.898221, "f1": 0.875052, "accuracy": 0.898221, "main_score": 0.875052, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.852152, "recall": 0.884387, "f1": 0.861462, "accuracy": 0.884387, "main_score": 0.861462, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550127, "recall": 0.590909, "f1": 0.561379, "accuracy": 0.590909, "main_score": 0.561379, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85118, "recall": 0.886364, "f1": 0.861119, "accuracy": 0.886364, "main_score": 0.861119, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.815613, "recall": 0.857708, "f1": 0.82787, "accuracy": 0.857708, "main_score": 0.82787, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881242, "recall": 0.912055, "f1": 0.890349, "accuracy": 0.912055, "main_score": 0.890349, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570365, "recall": 0.617589, "f1": 0.584272, "accuracy": 0.617589, "main_score": 0.584272, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857564, "recall": 0.893281, "f1": 0.868069, "accuracy": 0.893281, "main_score": 0.868069, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.830879, "recall": 0.870553, "f1": 0.842445, "accuracy": 0.870553, "main_score": 0.842445, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.901499, "recall": 0.926877, "f1": 0.90911, "accuracy": 0.926877, "main_score": 0.90911, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882782, "recall": 0.913043, "f1": 0.892051, "accuracy": 0.913043, "main_score": 0.892051, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548629, "recall": 0.59585, "f1": 0.561748, "accuracy": 0.59585, "main_score": 0.561748, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873468, "recall": 0.906126, "f1": 0.883536, "accuracy": 0.906126, "main_score": 0.883536, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.890794, "recall": 0.920949, "f1": 0.899901, "accuracy": 0.920949, "main_score": 0.899901, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829491, "recall": 0.864625, "f1": 0.839874, "accuracy": 0.864625, "main_score": 0.839874, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198003, "recall": 0.23913, "f1": 0.208409, "accuracy": 0.23913, "main_score": 0.208409, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.86811, "recall": 0.903162, "f1": 0.878689, "accuracy": 0.903162, "main_score": 0.878689, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587266, "recall": 0.631423, "f1": 0.599606, "accuracy": 0.631423, "main_score": 0.599606, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891123, "recall": 0.91996, "f1": 0.899901, "accuracy": 0.91996, "main_score": 0.899901, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88415, "recall": 0.913043, "f1": 0.892342, "accuracy": 0.913043, "main_score": 0.892342, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829406, "recall": 0.863636, "f1": 0.838741, "accuracy": 0.863636, "main_score": 0.838741, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.881678, "recall": 0.910079, "f1": 0.890024, "accuracy": 0.910079, "main_score": 0.890024, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633591, "recall": 0.674901, "f1": 0.645319, "accuracy": 0.674901, "main_score": 0.645319, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889206, "recall": 0.918972, "f1": 0.898271, "accuracy": 0.918972, "main_score": 0.898271, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.758412, "recall": 0.801383, "f1": 0.770956, "accuracy": 0.801383, "main_score": 0.770956, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.83633, "recall": 0.866601, "f1": 0.844645, "accuracy": 0.866601, "main_score": 0.844645, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88107, "recall": 0.912055, "f1": 0.890497, "accuracy": 0.912055, "main_score": 0.890497, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.880015, "recall": 0.909091, "f1": 0.888743, "accuracy": 0.909091, "main_score": 0.888743, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877783, "recall": 0.912055, "f1": 0.887846, "accuracy": 0.912055, "main_score": 0.887846, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538802, "recall": 0.579051, "f1": 0.550782, "accuracy": 0.579051, "main_score": 0.550782, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452522, "recall": 0.513834, "f1": 0.469165, "accuracy": 0.513834, "main_score": 0.469165, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880724, "recall": 0.908103, "f1": 0.888512, "accuracy": 0.908103, "main_score": 0.888512, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557305, "recall": 0.601779, "f1": 0.569864, "accuracy": 0.601779, "main_score": 0.569864, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897151, "recall": 0.923913, "f1": 0.905439, "accuracy": 0.923913, "main_score": 0.905439, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.902315, "recall": 0.928854, "f1": 0.91026, "accuracy": 0.928854, "main_score": 0.91026, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824186, "recall": 0.858696, "f1": 0.834091, "accuracy": 0.858696, "main_score": 0.834091, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.848024, "recall": 0.883399, "f1": 0.858387, "accuracy": 0.883399, "main_score": 0.858387, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57343, "recall": 0.616601, "f1": 0.58479, "accuracy": 0.616601, "main_score": 0.58479, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833613, "recall": 0.869565, "f1": 0.844551, "accuracy": 0.869565, "main_score": 0.844551, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89678, "recall": 0.923913, "f1": 0.905047, "accuracy": 0.923913, "main_score": 0.905047, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848188, "recall": 0.884387, "f1": 0.858762, "accuracy": 0.884387, "main_score": 0.858762, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503294, "recall": 0.546443, "f1": 0.51573, "accuracy": 0.546443, "main_score": 0.51573, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87052, "recall": 0.903162, "f1": 0.880205, "accuracy": 0.903162, "main_score": 0.880205, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475901, "recall": 0.533597, "f1": 0.49147, "accuracy": 0.533597, "main_score": 0.49147, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517928, "recall": 0.557312, "f1": 0.529098, "accuracy": 0.557312, "main_score": 0.529098, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777095, "recall": 0.816206, "f1": 0.787985, "accuracy": 0.816206, "main_score": 0.787985, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311891, "recall": 0.357708, "f1": 0.32477, "accuracy": 0.357708, "main_score": 0.32477, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88307, "recall": 0.913043, "f1": 0.892377, "accuracy": 0.913043, "main_score": 0.892377, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.896311, "recall": 0.922925, "f1": 0.90407, "accuracy": 0.922925, "main_score": 0.90407, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.89194, "recall": 0.91996, "f1": 0.900247, "accuracy": 0.91996, "main_score": 0.900247, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881432, "recall": 0.912055, "f1": 0.890333, "accuracy": 0.912055, "main_score": 0.890333, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54688, "recall": 0.596838, "f1": 0.561546, "accuracy": 0.596838, "main_score": 0.561546, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80678, "recall": 0.841897, "f1": 0.816623, "accuracy": 0.841897, "main_score": 0.816623, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800934, "recall": 0.843874, "f1": 0.813558, "accuracy": 0.843874, "main_score": 0.813558, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903862, "recall": 0.927866, "f1": 0.91099, "accuracy": 0.927866, "main_score": 0.91099, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555922, "recall": 0.592885, "f1": 0.56698, "accuracy": 0.592885, "main_score": 0.56698, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856712, "recall": 0.88834, "f1": 0.865563, "accuracy": 0.88834, "main_score": 0.865563, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627026, "recall": 0.68083, "f1": 0.642384, "accuracy": 0.68083, "main_score": 0.642384, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818718, "recall": 0.860672, "f1": 0.830978, "accuracy": 0.860672, "main_score": 0.830978, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880715, "recall": 0.908103, "f1": 0.888726, "accuracy": 0.908103, "main_score": 0.888726, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876803, "recall": 0.907115, "f1": 0.885317, "accuracy": 0.907115, "main_score": 0.885317, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442135, "recall": 0.51087, "f1": 0.460487, "accuracy": 0.51087, "main_score": 0.460487, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.61498, "recall": 0.663043, "f1": 0.628491, "accuracy": 0.663043, "main_score": 0.628491, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817811, "recall": 0.860672, "f1": 0.830632, "accuracy": 0.860672, "main_score": 0.830632, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619301, "recall": 0.662055, "f1": 0.631573, "accuracy": 0.662055, "main_score": 0.631573, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578257, "recall": 0.632411, "f1": 0.593223, "accuracy": 0.632411, "main_score": 0.593223, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.90135, "recall": 0.927866, "f1": 0.909552, "accuracy": 0.927866, "main_score": 0.909552, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850009, "recall": 0.884387, "f1": 0.859983, "accuracy": 0.884387, "main_score": 0.859983, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868149, "recall": 0.901186, "f1": 0.878228, "accuracy": 0.901186, "main_score": 0.878228, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771757, "recall": 0.817194, "f1": 0.785264, "accuracy": 0.817194, "main_score": 0.785264, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.891857, "recall": 0.917984, "f1": 0.899687, "accuracy": 0.917984, "main_score": 0.899687, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874572, "recall": 0.90415, "f1": 0.88309, "accuracy": 0.90415, "main_score": 0.88309, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880682, "recall": 0.912055, "f1": 0.890137, "accuracy": 0.912055, "main_score": 0.890137, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866181, "recall": 0.899209, "f1": 0.875845, "accuracy": 0.899209, "main_score": 0.875845, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532592, "recall": 0.573123, "f1": 0.54419, "accuracy": 0.573123, "main_score": 0.54419, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553796, "recall": 0.597826, "f1": 0.566072, "accuracy": 0.597826, "main_score": 0.566072, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867457, "recall": 0.902174, "f1": 0.878049, "accuracy": 0.902174, "main_score": 0.878049, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.861493, "recall": 0.893281, "f1": 0.870965, "accuracy": 0.893281, "main_score": 0.870965, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859701, "recall": 0.895257, "f1": 0.870394, "accuracy": 0.895257, "main_score": 0.870394, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680734, "recall": 0.721344, "f1": 0.692545, "accuracy": 0.721344, "main_score": 0.692545, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471355, "recall": 0.51087, "f1": 0.482595, "accuracy": 0.51087, "main_score": 0.482595, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875999, "recall": 0.903162, "f1": 0.883893, "accuracy": 0.903162, "main_score": 0.883893, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824449, "recall": 0.863636, "f1": 0.835712, "accuracy": 0.863636, "main_score": 0.835712, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.725545, "recall": 0.775692, "f1": 0.739685, "accuracy": 0.775692, "main_score": 0.739685, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871684, "recall": 0.90415, "f1": 0.881376, "accuracy": 0.90415, "main_score": 0.881376, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527529, "recall": 0.576087, "f1": 0.541006, "accuracy": 0.576087, "main_score": 0.541006, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848962, "recall": 0.881423, "f1": 0.858136, "accuracy": 0.881423, "main_score": 0.858136, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864661, "recall": 0.901186, "f1": 0.875642, "accuracy": 0.901186, "main_score": 0.875642, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.884176, "recall": 0.912055, "f1": 0.892165, "accuracy": 0.912055, "main_score": 0.892165, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.890053, "recall": 0.918972, "f1": 0.898847, "accuracy": 0.918972, "main_score": 0.898847, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846963, "recall": 0.882411, "f1": 0.857161, "accuracy": 0.882411, "main_score": 0.857161, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.853344, "recall": 0.882411, "f1": 0.861808, "accuracy": 0.882411, "main_score": 0.861808, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793379, "recall": 0.84585, "f1": 0.80934, "accuracy": 0.84585, "main_score": 0.80934, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.546609, "recall": 0.592885, "f1": 0.559704, "accuracy": 0.592885, "main_score": 0.559704, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211182, "recall": 0.255929, "f1": 0.221774, "accuracy": 0.255929, "main_score": 0.221774, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.593142, "recall": 0.639328, "f1": 0.606229, "accuracy": 0.639328, "main_score": 0.606229, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.681818, "f1": 0.63886, "accuracy": 0.681818, "main_score": 0.63886, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891667, "recall": 0.91996, "f1": 0.900282, "accuracy": 0.91996, "main_score": 0.900282, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850595, "recall": 0.884387, "f1": 0.860131, "accuracy": 0.884387, "main_score": 0.860131, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422974, "recall": 0.471344, "f1": 0.436185, "accuracy": 0.471344, "main_score": 0.436185, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815141, "recall": 0.854743, "f1": 0.826614, "accuracy": 0.854743, "main_score": 0.826614, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873397, "recall": 0.905138, "f1": 0.882693, "accuracy": 0.905138, "main_score": 0.882693, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800972, "recall": 0.847826, "f1": 0.815109, "accuracy": 0.847826, "main_score": 0.815109, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.856912, "recall": 0.890316, "f1": 0.866784, "accuracy": 0.890316, "main_score": 0.866784, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622414, "recall": 0.671937, "f1": 0.636858, "accuracy": 0.671937, "main_score": 0.636858, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855894, "recall": 0.893281, "f1": 0.867013, "accuracy": 0.893281, "main_score": 0.867013, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.866756, "recall": 0.897233, "f1": 0.875626, "accuracy": 0.897233, "main_score": 0.875626, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545224, "recall": 0.593874, "f1": 0.559637, "accuracy": 0.593874, "main_score": 0.559637, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516222, "recall": 0.564229, "f1": 0.52952, "accuracy": 0.564229, "main_score": 0.52952, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620397, "recall": 0.657115, "f1": 0.630778, "accuracy": 0.657115, "main_score": 0.630778, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.908103, "f1": 0.88706, "accuracy": 0.908103, "main_score": 0.88706, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202425, "recall": 0.268775, "f1": 0.219714, "accuracy": 0.268775, "main_score": 0.219714, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.85187, "recall": 0.890316, "f1": 0.863587, "accuracy": 0.890316, "main_score": 0.863587, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.755595, "recall": 0.80336, "f1": 0.769583, "accuracy": 0.80336, "main_score": 0.769583, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.808187, "recall": 0.848814, "f1": 0.819698, "accuracy": 0.848814, "main_score": 0.819698, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878656, "recall": 0.911067, "f1": 0.888274, "accuracy": 0.911067, "main_score": 0.888274, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569031, "recall": 0.621542, "f1": 0.584225, "accuracy": 0.621542, "main_score": 0.584225, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549705, "recall": 0.59585, "f1": 0.562757, "accuracy": 0.59585, "main_score": 0.562757, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879818, "recall": 0.911067, "f1": 0.888916, "accuracy": 0.911067, "main_score": 0.888916, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887773, "recall": 0.916996, "f1": 0.896511, "accuracy": 0.916996, "main_score": 0.896511, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823232, "recall": 0.859684, "f1": 0.833157, "accuracy": 0.859684, "main_score": 0.833157, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.891304, "f1": 0.866206, "accuracy": 0.891304, "main_score": 0.866206, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.616568, "recall": 0.673913, "f1": 0.633978, "accuracy": 0.673913, "main_score": 0.633978, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866329, "recall": 0.896245, "f1": 0.87494, "accuracy": 0.896245, "main_score": 0.87494, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522763, "recall": 0.566206, "f1": 0.535724, "accuracy": 0.566206, "main_score": 0.535724, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683608, "recall": 0.743083, "f1": 0.700696, "accuracy": 0.743083, "main_score": 0.700696, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869417, "recall": 0.902174, "f1": 0.878938, "accuracy": 0.902174, "main_score": 0.878938, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.832108, "recall": 0.867589, "f1": 0.842471, "accuracy": 0.867589, "main_score": 0.842471, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862912, "recall": 0.897233, "f1": 0.872944, "accuracy": 0.897233, "main_score": 0.872944, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451401, "recall": 0.497036, "f1": 0.463941, "accuracy": 0.497036, "main_score": 0.463941, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.881068, "recall": 0.909091, "f1": 0.889032, "accuracy": 0.909091, "main_score": 0.889032, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851473, "recall": 0.886364, "f1": 0.861462, "accuracy": 0.886364, "main_score": 0.861462, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.838142, "recall": 0.874506, "f1": 0.849017, "accuracy": 0.874506, "main_score": 0.849017, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.816783, "recall": 0.857708, "f1": 0.828695, "accuracy": 0.857708, "main_score": 0.828695, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739476, "recall": 0.784585, "f1": 0.752839, "accuracy": 0.784585, "main_score": 0.752839, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740925, "recall": 0.789526, "f1": 0.755062, "accuracy": 0.789526, "main_score": 0.755062, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.762692, "recall": 0.806324, "f1": 0.775645, "accuracy": 0.806324, "main_score": 0.775645, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599919, "recall": 0.639328, "f1": 0.610757, "accuracy": 0.639328, "main_score": 0.610757, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796212, "recall": 0.844862, "f1": 0.811067, "accuracy": 0.844862, "main_score": 0.811067, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.867935, "recall": 0.903162, "f1": 0.878638, "accuracy": 0.903162, "main_score": 0.878638, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.834881, "recall": 0.870553, "f1": 0.844887, "accuracy": 0.870553, "main_score": 0.844887, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.886285, "recall": 0.91502, "f1": 0.894845, "accuracy": 0.91502, "main_score": 0.894845, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870125, "recall": 0.901186, "f1": 0.879381, "accuracy": 0.901186, "main_score": 0.879381, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88275, "recall": 0.912055, "f1": 0.891471, "accuracy": 0.912055, "main_score": 0.891471, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677282, "recall": 0.732213, "f1": 0.692874, "accuracy": 0.732213, "main_score": 0.692874, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.828469, "recall": 0.867589, "f1": 0.839889, "accuracy": 0.867589, "main_score": 0.839889, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457395, "recall": 0.511858, "f1": 0.47275, "accuracy": 0.511858, "main_score": 0.47275, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879786, "recall": 0.909091, "f1": 0.888401, "accuracy": 0.909091, "main_score": 0.888401, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531983, "recall": 0.592885, "f1": 0.549097, "accuracy": 0.592885, "main_score": 0.549097, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.843577, "recall": 0.884387, "f1": 0.855374, "accuracy": 0.884387, "main_score": 0.855374, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.859721, "recall": 0.891304, "f1": 0.868769, "accuracy": 0.891304, "main_score": 0.868769, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.846889, "recall": 0.881423, "f1": 0.856842, "accuracy": 0.881423, "main_score": 0.856842, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696071, "recall": 0.733202, "f1": 0.706351, "accuracy": 0.733202, "main_score": 0.706351, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854883, "recall": 0.88834, "f1": 0.86435, "accuracy": 0.88834, "main_score": 0.86435, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.585059, "recall": 0.628458, "f1": 0.597294, "accuracy": 0.628458, "main_score": 0.597294, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576105, "recall": 0.621542, "f1": 0.588839, "accuracy": 0.621542, "main_score": 0.588839, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880484, "recall": 0.910079, "f1": 0.889032, "accuracy": 0.910079, "main_score": 0.889032, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745391, "recall": 0.787549, "f1": 0.756532, "accuracy": 0.787549, "main_score": 0.756532, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89944, "recall": 0.923913, "f1": 0.906738, "accuracy": 0.923913, "main_score": 0.906738, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529111, "recall": 0.582016, "f1": 0.544707, "accuracy": 0.582016, "main_score": 0.544707, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898551, "recall": 0.926877, "f1": 0.907444, "accuracy": 0.926877, "main_score": 0.907444, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890188, "recall": 0.916008, "f1": 0.897711, "accuracy": 0.916008, "main_score": 0.897711, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.854609, "recall": 0.88834, "f1": 0.864575, "accuracy": 0.88834, "main_score": 0.864575, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52856, "recall": 0.58004, "f1": 0.542484, "accuracy": 0.58004, "main_score": 0.542484, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.920949, "f1": 0.901614, "accuracy": 0.920949, "main_score": 0.901614, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703128, "recall": 0.746047, "f1": 0.715164, "accuracy": 0.746047, "main_score": 0.715164, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534648, "recall": 0.585968, "f1": 0.548973, "accuracy": 0.585968, "main_score": 0.548973, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591114, "recall": 0.63834, "f1": 0.604729, "accuracy": 0.63834, "main_score": 0.604729, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744269, "recall": 0.793478, "f1": 0.758748, "accuracy": 0.793478, "main_score": 0.758748, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893866, "recall": 0.917984, "f1": 0.900958, "accuracy": 0.917984, "main_score": 0.900958, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830684, "recall": 0.870553, "f1": 0.84249, "accuracy": 0.870553, "main_score": 0.84249, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493874, "recall": 0.537549, "f1": 0.505917, "accuracy": 0.537549, "main_score": 0.505917, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563373, "recall": 0.608696, "f1": 0.576597, "accuracy": 0.608696, "main_score": 0.576597, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870266, "recall": 0.903162, "f1": 0.879943, "accuracy": 0.903162, "main_score": 0.879943, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.547746, "recall": 0.59585, "f1": 0.561753, "accuracy": 0.59585, "main_score": 0.561753, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534899, "recall": 0.578063, "f1": 0.547351, "accuracy": 0.578063, "main_score": 0.547351, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848732, "recall": 0.886364, "f1": 0.860046, "accuracy": 0.886364, "main_score": 0.860046, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527569, "recall": 0.576087, "f1": 0.541756, "accuracy": 0.576087, "main_score": 0.541756, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657123, "recall": 0.709486, "f1": 0.671865, "accuracy": 0.709486, "main_score": 0.671865, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815448, "recall": 0.852767, "f1": 0.826059, "accuracy": 0.852767, "main_score": 0.826059, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628527, "recall": 0.66996, "f1": 0.640376, "accuracy": 0.66996, "main_score": 0.640376, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697518, "recall": 0.737154, "f1": 0.709063, "accuracy": 0.737154, "main_score": 0.709063, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862846, "recall": 0.894269, "f1": 0.872221, "accuracy": 0.894269, "main_score": 0.872221, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787575, "recall": 0.83498, "f1": 0.801499, "accuracy": 0.83498, "main_score": 0.801499, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83946, "recall": 0.876482, "f1": 0.850315, "accuracy": 0.876482, "main_score": 0.850315, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462493, "recall": 0.524704, "f1": 0.480635, "accuracy": 0.524704, "main_score": 0.480635, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897014, "recall": 0.920949, "f1": 0.903854, "accuracy": 0.920949, "main_score": 0.903854, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.837105, "recall": 0.868577, "f1": 0.845973, "accuracy": 0.868577, "main_score": 0.845973, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.884693, "recall": 0.912055, "f1": 0.892968, "accuracy": 0.912055, "main_score": 0.892968, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871863, "recall": 0.90415, "f1": 0.881318, "accuracy": 0.90415, "main_score": 0.881318, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.636298, "recall": 0.684783, "f1": 0.650184, "accuracy": 0.684783, "main_score": 0.650184, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545005, "recall": 0.587945, "f1": 0.556805, "accuracy": 0.587945, "main_score": 0.556805, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629958, "recall": 0.684783, "f1": 0.645776, "accuracy": 0.684783, "main_score": 0.645776, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549042, "recall": 0.597826, "f1": 0.562945, "accuracy": 0.597826, "main_score": 0.562945, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355779, "recall": 0.417984, "f1": 0.371783, "accuracy": 0.417984, "main_score": 0.371783, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601919, "recall": 0.651186, "f1": 0.615783, "accuracy": 0.651186, "main_score": 0.615783, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887088, "recall": 0.913043, "f1": 0.895059, "accuracy": 0.913043, "main_score": 0.895059, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.960474, "f1": 0.951219, "accuracy": 0.960474, "main_score": 0.951219, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.967918, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.609807, "recall": 0.659091, "f1": 0.623693, "accuracy": 0.659091, "main_score": 0.623693, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927783, "recall": 0.949605, "f1": 0.934684, "accuracy": 0.949605, "main_score": 0.934684, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626936, "recall": 0.681818, "f1": 0.641929, "accuracy": 0.681818, "main_score": 0.641929, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971591, "recall": 0.980237, "f1": 0.974374, "accuracy": 0.980237, "main_score": 0.974374, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960921, "accuracy": 0.969368, "main_score": 0.960921, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568645, "recall": 0.625494, "f1": 0.584308, "accuracy": 0.625494, "main_score": 0.584308, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956884, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195745, "recall": 0.236166, "f1": 0.205733, "accuracy": 0.236166, "main_score": 0.205733, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631613, "recall": 0.673913, "f1": 0.643401, "accuracy": 0.673913, "main_score": 0.643401, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673387, "recall": 0.72332, "f1": 0.687786, "accuracy": 0.72332, "main_score": 0.687786, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.89081, "recall": 0.91996, "f1": 0.9, "accuracy": 0.91996, "main_score": 0.9, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573004, "recall": 0.619565, "f1": 0.586317, "accuracy": 0.619565, "main_score": 0.586317, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694223, "recall": 0.764822, "f1": 0.71433, "accuracy": 0.764822, "main_score": 0.71433, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56745, "recall": 0.625494, "f1": 0.584005, "accuracy": 0.625494, "main_score": 0.584005, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969779, "recall": 0.978261, "f1": 0.972398, "accuracy": 0.978261, "main_score": 0.972398, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586512, "recall": 0.649209, "f1": 0.603491, "accuracy": 0.649209, "main_score": 0.603491, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83611, "recall": 0.873518, "f1": 0.847546, "accuracy": 0.873518, "main_score": 0.847546, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533675, "recall": 0.586957, "f1": 0.549253, "accuracy": 0.586957, "main_score": 0.549253, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599138, "recall": 0.661067, "f1": 0.615967, "accuracy": 0.661067, "main_score": 0.615967, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535743, "recall": 0.582016, "f1": 0.548796, "accuracy": 0.582016, "main_score": 0.548796, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923748, "recall": 0.944664, "f1": 0.930303, "accuracy": 0.944664, "main_score": 0.930303, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.328846, "recall": 0.384387, "f1": 0.344034, "accuracy": 0.384387, "main_score": 0.344034, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593932, "recall": 0.653162, "f1": 0.610521, "accuracy": 0.653162, "main_score": 0.610521, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.940711, "f1": 0.926021, "accuracy": 0.940711, "main_score": 0.926021, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608856, "recall": 0.658103, "f1": 0.623161, "accuracy": 0.658103, "main_score": 0.623161, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682576, "recall": 0.740119, "f1": 0.69976, "accuracy": 0.740119, "main_score": 0.69976, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931736, "recall": 0.951581, "f1": 0.937945, "accuracy": 0.951581, "main_score": 0.937945, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525927, "recall": 0.616601, "f1": 0.550711, "accuracy": 0.616601, "main_score": 0.550711, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.687211, "recall": 0.742095, "f1": 0.702641, "accuracy": 0.742095, "main_score": 0.702641, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943182, "recall": 0.961462, "f1": 0.949111, "accuracy": 0.961462, "main_score": 0.949111, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671146, "recall": 0.716403, "f1": 0.684881, "accuracy": 0.716403, "main_score": 0.684881, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644738, "recall": 0.705534, "f1": 0.662115, "accuracy": 0.705534, "main_score": 0.662115, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.965415, "f1": 0.956522, "accuracy": 0.965415, "main_score": 0.956522, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875988, "recall": 0.912055, "f1": 0.887469, "accuracy": 0.912055, "main_score": 0.887469, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981966, "recall": 0.987154, "f1": 0.983597, "accuracy": 0.987154, "main_score": 0.983597, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558696, "recall": 0.612648, "f1": 0.57369, "accuracy": 0.612648, "main_score": 0.57369, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55802, "recall": 0.61166, "f1": 0.57308, "accuracy": 0.61166, "main_score": 0.57308, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798214, "recall": 0.840909, "f1": 0.810839, "accuracy": 0.840909, "main_score": 0.810839, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486649, "recall": 0.539526, "f1": 0.500285, "accuracy": 0.539526, "main_score": 0.500285, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.807543, "recall": 0.849802, "f1": 0.820059, "accuracy": 0.849802, "main_score": 0.820059, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559438, "recall": 0.614625, "f1": 0.57493, "accuracy": 0.614625, "main_score": 0.57493, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.974308, "f1": 0.967523, "accuracy": 0.974308, "main_score": 0.967523, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602134, "recall": 0.657115, "f1": 0.617862, "accuracy": 0.657115, "main_score": 0.617862, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206557, "recall": 0.258893, "f1": 0.218693, "accuracy": 0.258893, "main_score": 0.218693, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.643679, "recall": 0.693676, "f1": 0.658125, "accuracy": 0.693676, "main_score": 0.658125, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732782, "recall": 0.789526, "f1": 0.749223, "accuracy": 0.789526, "main_score": 0.749223, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442567, "recall": 0.500988, "f1": 0.458868, "accuracy": 0.500988, "main_score": 0.458868, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949934, "accuracy": 0.960474, "main_score": 0.949934, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661158, "recall": 0.717391, "f1": 0.677793, "accuracy": 0.717391, "main_score": 0.677793, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569871, "recall": 0.623518, "f1": 0.586267, "accuracy": 0.623518, "main_score": 0.586267, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521725, "recall": 0.58004, "f1": 0.537913, "accuracy": 0.58004, "main_score": 0.537913, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676508, "recall": 0.722332, "f1": 0.689712, "accuracy": 0.722332, "main_score": 0.689712, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216985, "recall": 0.282609, "f1": 0.234313, "accuracy": 0.282609, "main_score": 0.234313, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.898666, "recall": 0.924901, "f1": 0.906653, "accuracy": 0.924901, "main_score": 0.906653, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950711, "accuracy": 0.961462, "main_score": 0.950711, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599466, "recall": 0.65415, "f1": 0.615224, "accuracy": 0.65415, "main_score": 0.615224, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587997, "recall": 0.644269, "f1": 0.603796, "accuracy": 0.644269, "main_score": 0.603796, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942276, "recall": 0.958498, "f1": 0.947318, "accuracy": 0.958498, "main_score": 0.947318, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692902, "recall": 0.754941, "f1": 0.71166, "accuracy": 0.754941, "main_score": 0.71166, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974226, "recall": 0.981225, "f1": 0.97635, "accuracy": 0.981225, "main_score": 0.97635, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557842, "recall": 0.615613, "f1": 0.574475, "accuracy": 0.615613, "main_score": 0.574475, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740829, "recall": 0.790514, "f1": 0.755351, "accuracy": 0.790514, "main_score": 0.755351, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467518, "recall": 0.527668, "f1": 0.484526, "accuracy": 0.527668, "main_score": 0.484526, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.895208, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792556, "recall": 0.840909, "f1": 0.807049, "accuracy": 0.840909, "main_score": 0.807049, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897678, "recall": 0.924901, "f1": 0.906192, "accuracy": 0.924901, "main_score": 0.906192, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881588, "recall": 0.914032, "f1": 0.891601, "accuracy": 0.914032, "main_score": 0.891601, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622259, "recall": 0.671937, "f1": 0.635869, "accuracy": 0.671937, "main_score": 0.635869, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927783, "recall": 0.948617, "f1": 0.934354, "accuracy": 0.948617, "main_score": 0.934354, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951285, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820718, "recall": 0.865613, "f1": 0.834571, "accuracy": 0.865613, "main_score": 0.834571, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490442, "recall": 0.548419, "f1": 0.506216, "accuracy": 0.548419, "main_score": 0.506216, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569182, "recall": 0.639328, "f1": 0.589042, "accuracy": 0.639328, "main_score": 0.589042, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926696, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787945, "recall": 0.829051, "f1": 0.800494, "accuracy": 0.829051, "main_score": 0.800494, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.662121, "recall": 0.70751, "f1": 0.675282, "accuracy": 0.70751, "main_score": 0.675282, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640736, "recall": 0.694664, "f1": 0.656135, "accuracy": 0.694664, "main_score": 0.656135, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90196, "recall": 0.927866, "f1": 0.90998, "accuracy": 0.927866, "main_score": 0.90998, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55851, "recall": 0.61166, "f1": 0.573326, "accuracy": 0.61166, "main_score": 0.573326, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547502, "recall": 0.606719, "f1": 0.564282, "accuracy": 0.606719, "main_score": 0.564282, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787665, "recall": 0.833992, "f1": 0.801172, "accuracy": 0.833992, "main_score": 0.801172, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562058, "recall": 0.619565, "f1": 0.577548, "accuracy": 0.619565, "main_score": 0.577548, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618061, "recall": 0.674901, "f1": 0.633485, "accuracy": 0.674901, "main_score": 0.633485, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858284, "recall": 0.895257, "f1": 0.869532, "accuracy": 0.895257, "main_score": 0.869532, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.952569, "f1": 0.940119, "accuracy": 0.952569, "main_score": 0.940119, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510609, "recall": 0.564229, "f1": 0.525685, "accuracy": 0.564229, "main_score": 0.525685, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594623, "recall": 0.641304, "f1": 0.607388, "accuracy": 0.641304, "main_score": 0.607388, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600676, "recall": 0.659091, "f1": 0.616937, "accuracy": 0.659091, "main_score": 0.616937, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566756, "recall": 0.616601, "f1": 0.580327, "accuracy": 0.616601, "main_score": 0.580327, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5509, "recall": 0.605731, "f1": 0.566634, "accuracy": 0.605731, "main_score": 0.566634, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725553, "recall": 0.774704, "f1": 0.739726, "accuracy": 0.774704, "main_score": 0.739726, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.969368, "f1": 0.961199, "accuracy": 0.969368, "main_score": 0.961199, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721847, "recall": 0.766798, "f1": 0.734983, "accuracy": 0.766798, "main_score": 0.734983, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843215, "recall": 0.871542, "f1": 0.851303, "accuracy": 0.871542, "main_score": 0.851303, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.874786, "recall": 0.905138, "f1": 0.883729, "accuracy": 0.905138, "main_score": 0.883729, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942664, "recall": 0.959486, "f1": 0.94804, "accuracy": 0.959486, "main_score": 0.94804, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486177, "recall": 0.565217, "f1": 0.50896, "accuracy": 0.565217, "main_score": 0.50896, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.690604, "recall": 0.747036, "f1": 0.707301, "accuracy": 0.747036, "main_score": 0.707301, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580929, "recall": 0.624506, "f1": 0.593455, "accuracy": 0.624506, "main_score": 0.593455, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610279, "recall": 0.672925, "f1": 0.627706, "accuracy": 0.672925, "main_score": 0.627706, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556892, "recall": 0.619565, "f1": 0.574678, "accuracy": 0.619565, "main_score": 0.574678, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450431, "recall": 0.534585, "f1": 0.473703, "accuracy": 0.534585, "main_score": 0.473703, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612102, "recall": 0.671937, "f1": 0.628953, "accuracy": 0.671937, "main_score": 0.628953, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888538, "recall": 0.918972, "f1": 0.898221, "accuracy": 0.918972, "main_score": 0.898221, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.630394, "recall": 0.687747, "f1": 0.646582, "accuracy": 0.687747, "main_score": 0.646582, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626459, "recall": 0.694664, "f1": 0.645918, "accuracy": 0.694664, "main_score": 0.645918, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582636, "recall": 0.642292, "f1": 0.598959, "accuracy": 0.642292, "main_score": 0.598959, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185533, "recall": 0.236166, "f1": 0.198046, "accuracy": 0.236166, "main_score": 0.198046, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655643, "recall": 0.710474, "f1": 0.670495, "accuracy": 0.710474, "main_score": 0.670495, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.694203, "recall": 0.75, "f1": 0.710808, "accuracy": 0.75, "main_score": 0.710808, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.575842, "recall": 0.62747, "f1": 0.590631, "accuracy": 0.62747, "main_score": 0.590631, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.61166, "f1": 0.560184, "accuracy": 0.61166, "main_score": 0.560184, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577586, "recall": 0.649209, "f1": 0.598325, "accuracy": 0.649209, "main_score": 0.598325, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609766, "recall": 0.670949, "f1": 0.626948, "accuracy": 0.670949, "main_score": 0.626948, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909338, "recall": 0.935771, "f1": 0.917885, "accuracy": 0.935771, "main_score": 0.917885, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545835, "recall": 0.602767, "f1": 0.562131, "accuracy": 0.602767, "main_score": 0.562131, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564356, "recall": 0.626482, "f1": 0.58124, "accuracy": 0.626482, "main_score": 0.58124, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535508, "recall": 0.588933, "f1": 0.550395, "accuracy": 0.588933, "main_score": 0.550395, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321899, "recall": 0.38834, "f1": 0.340247, "accuracy": 0.38834, "main_score": 0.340247, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614097, "recall": 0.674901, "f1": 0.63123, "accuracy": 0.674901, "main_score": 0.63123, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610893, "recall": 0.663043, "f1": 0.625535, "accuracy": 0.663043, "main_score": 0.625535, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734942, "recall": 0.796443, "f1": 0.753491, "accuracy": 0.796443, "main_score": 0.753491, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684964, "recall": 0.758893, "f1": 0.706541, "accuracy": 0.758893, "main_score": 0.706541, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.732593, "recall": 0.788538, "f1": 0.74889, "accuracy": 0.788538, "main_score": 0.74889, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69018, "recall": 0.743083, "f1": 0.705715, "accuracy": 0.743083, "main_score": 0.705715, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687665, "recall": 0.751976, "f1": 0.706653, "accuracy": 0.751976, "main_score": 0.706653, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.580439, "recall": 0.640316, "f1": 0.597312, "accuracy": 0.640316, "main_score": 0.597312, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583605, "recall": 0.643281, "f1": 0.600285, "accuracy": 0.643281, "main_score": 0.600285, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.821229, "recall": 0.865613, "f1": 0.83498, "accuracy": 0.865613, "main_score": 0.83498, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48655, "recall": 0.54249, "f1": 0.501761, "accuracy": 0.54249, "main_score": 0.501761, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.931818, "f1": 0.913392, "accuracy": 0.931818, "main_score": 0.913392, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556837, "recall": 0.618577, "f1": 0.573984, "accuracy": 0.618577, "main_score": 0.573984, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620891, "recall": 0.688735, "f1": 0.640458, "accuracy": 0.688735, "main_score": 0.640458, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201253, "recall": 0.262846, "f1": 0.215168, "accuracy": 0.262846, "main_score": 0.215168, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.654143, "recall": 0.716403, "f1": 0.672038, "accuracy": 0.716403, "main_score": 0.672038, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832345, "recall": 0.878458, "f1": 0.84697, "accuracy": 0.878458, "main_score": 0.84697, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426712, "recall": 0.488142, "f1": 0.44398, "accuracy": 0.488142, "main_score": 0.44398, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700041, "recall": 0.758893, "f1": 0.717446, "accuracy": 0.758893, "main_score": 0.717446, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578216, "recall": 0.63834, "f1": 0.595333, "accuracy": 0.63834, "main_score": 0.595333, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526049, "recall": 0.592885, "f1": 0.544512, "accuracy": 0.592885, "main_score": 0.544512, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690958, "recall": 0.747036, "f1": 0.707759, "accuracy": 0.747036, "main_score": 0.707759, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255681, "recall": 0.333992, "f1": 0.276484, "accuracy": 0.333992, "main_score": 0.276484, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594492, "recall": 0.659091, "f1": 0.613413, "accuracy": 0.659091, "main_score": 0.613413, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602802, "recall": 0.671937, "f1": 0.622592, "accuracy": 0.671937, "main_score": 0.622592, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.75202, "recall": 0.813241, "f1": 0.770473, "accuracy": 0.813241, "main_score": 0.770473, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581826, "recall": 0.647233, "f1": 0.600837, "accuracy": 0.647233, "main_score": 0.600837, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824638, "recall": 0.865613, "f1": 0.837088, "accuracy": 0.865613, "main_score": 0.837088, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484887, "recall": 0.551383, "f1": 0.503384, "accuracy": 0.551383, "main_score": 0.503384, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90415, "recall": 0.932806, "f1": 0.913175, "accuracy": 0.932806, "main_score": 0.913175, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639954, "recall": 0.695652, "f1": 0.656109, "accuracy": 0.695652, "main_score": 0.656109, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924325, "recall": 0.94664, "f1": 0.93139, "accuracy": 0.94664, "main_score": 0.93139, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480801, "recall": 0.550395, "f1": 0.499969, "accuracy": 0.550395, "main_score": 0.499969, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657955, "recall": 0.732213, "f1": 0.680044, "accuracy": 0.732213, "main_score": 0.680044, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.91502, "f1": 0.892622, "accuracy": 0.91502, "main_score": 0.892622, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.66947, "recall": 0.722332, "f1": 0.684733, "accuracy": 0.722332, "main_score": 0.684733, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67743, "recall": 0.733202, "f1": 0.693561, "accuracy": 0.733202, "main_score": 0.693561, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56629, "recall": 0.630435, "f1": 0.584558, "accuracy": 0.630435, "main_score": 0.584558, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558676, "recall": 0.62253, "f1": 0.576633, "accuracy": 0.62253, "main_score": 0.576633, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863142, "recall": 0.901186, "f1": 0.875132, "accuracy": 0.901186, "main_score": 0.875132, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562996, "recall": 0.62747, "f1": 0.581275, "accuracy": 0.62747, "main_score": 0.581275, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643906, "recall": 0.70751, "f1": 0.662409, "accuracy": 0.70751, "main_score": 0.662409, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516744, "recall": 0.571146, "f1": 0.531983, "accuracy": 0.571146, "main_score": 0.531983, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587174, "recall": 0.644269, "f1": 0.602693, "accuracy": 0.644269, "main_score": 0.602693, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605627, "recall": 0.675889, "f1": 0.625993, "accuracy": 0.675889, "main_score": 0.625993, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579384, "recall": 0.636364, "f1": 0.595084, "accuracy": 0.636364, "main_score": 0.595084, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552975, "recall": 0.62253, "f1": 0.57317, "accuracy": 0.62253, "main_score": 0.57317, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777677, "recall": 0.827075, "f1": 0.79238, "accuracy": 0.827075, "main_score": 0.79238, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768775, "recall": 0.821146, "f1": 0.784848, "accuracy": 0.821146, "main_score": 0.784848, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905362, "recall": 0.928854, "f1": 0.912533, "accuracy": 0.928854, "main_score": 0.912533, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506359, "recall": 0.587945, "f1": 0.530369, "accuracy": 0.587945, "main_score": 0.530369, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.744104, "recall": 0.800395, "f1": 0.760992, "accuracy": 0.800395, "main_score": 0.760992, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625915, "recall": 0.675889, "f1": 0.640206, "accuracy": 0.675889, "main_score": 0.640206, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618136, "recall": 0.685771, "f1": 0.637599, "accuracy": 0.685771, "main_score": 0.637599, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547376, "recall": 0.607708, "f1": 0.564152, "accuracy": 0.607708, "main_score": 0.564152, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37912, "recall": 0.448617, "f1": 0.397367, "accuracy": 0.448617, "main_score": 0.397367, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611629, "recall": 0.667984, "f1": 0.627082, "accuracy": 0.667984, "main_score": 0.627082, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89641, "recall": 0.926877, "f1": 0.906456, "accuracy": 0.926877, "main_score": 0.906456, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.964427, "f1": 0.955698, "accuracy": 0.964427, "main_score": 0.955698, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610458, "recall": 0.662055, "f1": 0.624851, "accuracy": 0.662055, "main_score": 0.624851, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616236, "recall": 0.682806, "f1": 0.635368, "accuracy": 0.682806, "main_score": 0.635368, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561911, "recall": 0.628458, "f1": 0.580247, "accuracy": 0.628458, "main_score": 0.580247, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1884, "recall": 0.23419, "f1": 0.199548, "accuracy": 0.23419, "main_score": 0.199548, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636387, "recall": 0.684783, "f1": 0.649812, "accuracy": 0.684783, "main_score": 0.649812, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.687409, "recall": 0.741107, "f1": 0.70246, "accuracy": 0.741107, "main_score": 0.70246, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560894, "recall": 0.609684, "f1": 0.574797, "accuracy": 0.609684, "main_score": 0.574797, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52624, "recall": 0.603755, "f1": 0.546959, "accuracy": 0.603755, "main_score": 0.546959, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580525, "recall": 0.645257, "f1": 0.599434, "accuracy": 0.645257, "main_score": 0.599434, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588992, "recall": 0.647233, "f1": 0.605112, "accuracy": 0.647233, "main_score": 0.605112, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861117, "recall": 0.898221, "f1": 0.872925, "accuracy": 0.898221, "main_score": 0.872925, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535327, "recall": 0.594862, "f1": 0.552862, "accuracy": 0.594862, "main_score": 0.552862, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586492, "recall": 0.650198, "f1": 0.604331, "accuracy": 0.650198, "main_score": 0.604331, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523265, "recall": 0.577075, "f1": 0.537456, "accuracy": 0.577075, "main_score": 0.537456, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321748, "recall": 0.37747, "f1": 0.337014, "accuracy": 0.37747, "main_score": 0.337014, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594245, "recall": 0.656126, "f1": 0.611692, "accuracy": 0.656126, "main_score": 0.611692, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.959486, "f1": 0.950216, "accuracy": 0.959486, "main_score": 0.950216, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613356, "recall": 0.66502, "f1": 0.627815, "accuracy": 0.66502, "main_score": 0.627815, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692147, "recall": 0.750988, "f1": 0.709472, "accuracy": 0.750988, "main_score": 0.709472, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575536, "recall": 0.656126, "f1": 0.598299, "accuracy": 0.656126, "main_score": 0.598299, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695993, "recall": 0.753953, "f1": 0.712422, "accuracy": 0.753953, "main_score": 0.712422, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.979249, "f1": 0.972727, "accuracy": 0.979249, "main_score": 0.972727, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671447, "recall": 0.724308, "f1": 0.687219, "accuracy": 0.724308, "main_score": 0.687219, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65555, "recall": 0.720356, "f1": 0.674474, "accuracy": 0.720356, "main_score": 0.674474, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.982213, "f1": 0.977931, "accuracy": 0.982213, "main_score": 0.977931, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916255, "recall": 0.940711, "f1": 0.923979, "accuracy": 0.940711, "main_score": 0.923979, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558032, "recall": 0.618577, "f1": 0.575167, "accuracy": 0.618577, "main_score": 0.575167, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561787, "recall": 0.620553, "f1": 0.578856, "accuracy": 0.620553, "main_score": 0.578856, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.825856, "recall": 0.866601, "f1": 0.838241, "accuracy": 0.866601, "main_score": 0.838241, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477372, "recall": 0.533597, "f1": 0.492418, "accuracy": 0.533597, "main_score": 0.492418, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.837731, "recall": 0.878458, "f1": 0.850118, "accuracy": 0.878458, "main_score": 0.850118, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547146, "recall": 0.604743, "f1": 0.562976, "accuracy": 0.604743, "main_score": 0.562976, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619887, "recall": 0.682806, "f1": 0.637578, "accuracy": 0.682806, "main_score": 0.637578, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203464, "recall": 0.263834, "f1": 0.217131, "accuracy": 0.263834, "main_score": 0.217131, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.646487, "recall": 0.70751, "f1": 0.663919, "accuracy": 0.70751, "main_score": 0.663919, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763523, "recall": 0.818182, "f1": 0.779743, "accuracy": 0.818182, "main_score": 0.779743, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431912, "recall": 0.495059, "f1": 0.449085, "accuracy": 0.495059, "main_score": 0.449085, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677457, "recall": 0.733202, "f1": 0.693706, "accuracy": 0.733202, "main_score": 0.693706, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574171, "recall": 0.631423, "f1": 0.590901, "accuracy": 0.631423, "main_score": 0.590901, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519353, "recall": 0.58004, "f1": 0.536698, "accuracy": 0.58004, "main_score": 0.536698, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679762, "recall": 0.730237, "f1": 0.694096, "accuracy": 0.730237, "main_score": 0.694096, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210116, "recall": 0.277668, "f1": 0.22824, "accuracy": 0.277668, "main_score": 0.22824, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.931357, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597308, "recall": 0.660079, "f1": 0.615733, "accuracy": 0.660079, "main_score": 0.615733, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586366, "recall": 0.655138, "f1": 0.606332, "accuracy": 0.655138, "main_score": 0.606332, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700502, "recall": 0.764822, "f1": 0.720001, "accuracy": 0.764822, "main_score": 0.720001, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574695, "recall": 0.632411, "f1": 0.591008, "accuracy": 0.632411, "main_score": 0.591008, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750395, "recall": 0.804348, "f1": 0.76693, "accuracy": 0.804348, "main_score": 0.76693, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468198, "recall": 0.533597, "f1": 0.486888, "accuracy": 0.533597, "main_score": 0.486888, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.826499, "recall": 0.867589, "f1": 0.839295, "accuracy": 0.867589, "main_score": 0.839295, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927454, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92029, "recall": 0.943676, "f1": 0.927701, "accuracy": 0.943676, "main_score": 0.927701, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63319, "recall": 0.683794, "f1": 0.647308, "accuracy": 0.683794, "main_score": 0.647308, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864542, "recall": 0.901186, "f1": 0.875856, "accuracy": 0.901186, "main_score": 0.875856, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482035, "recall": 0.545455, "f1": 0.499544, "accuracy": 0.545455, "main_score": 0.499544, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603179, "recall": 0.670949, "f1": 0.623061, "accuracy": 0.670949, "main_score": 0.623061, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828458, "recall": 0.864625, "f1": 0.839229, "accuracy": 0.864625, "main_score": 0.839229, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.655468, "recall": 0.706522, "f1": 0.670244, "accuracy": 0.706522, "main_score": 0.670244, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632318, "recall": 0.689723, "f1": 0.648734, "accuracy": 0.689723, "main_score": 0.648734, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.943676, "f1": 0.928524, "accuracy": 0.943676, "main_score": 0.928524, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551198, "recall": 0.613636, "f1": 0.568373, "accuracy": 0.613636, "main_score": 0.568373, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549806, "recall": 0.606719, "f1": 0.565703, "accuracy": 0.606719, "main_score": 0.565703, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797826, "recall": 0.844862, "f1": 0.812154, "accuracy": 0.844862, "main_score": 0.812154, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554304, "recall": 0.617589, "f1": 0.571914, "accuracy": 0.617589, "main_score": 0.571914, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62959, "recall": 0.687747, "f1": 0.646004, "accuracy": 0.687747, "main_score": 0.646004, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898527, "recall": 0.926877, "f1": 0.907691, "accuracy": 0.926877, "main_score": 0.907691, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50766, "recall": 0.565217, "f1": 0.523585, "accuracy": 0.565217, "main_score": 0.523585, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588607, "recall": 0.642292, "f1": 0.603197, "accuracy": 0.642292, "main_score": 0.603197, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.596058, "recall": 0.660079, "f1": 0.614145, "accuracy": 0.660079, "main_score": 0.614145, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557574, "recall": 0.616601, "f1": 0.573726, "accuracy": 0.616601, "main_score": 0.573726, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554726, "recall": 0.621542, "f1": 0.573514, "accuracy": 0.621542, "main_score": 0.573514, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725066, "recall": 0.781621, "f1": 0.741751, "accuracy": 0.781621, "main_score": 0.741751, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740728, "recall": 0.789526, "f1": 0.755303, "accuracy": 0.789526, "main_score": 0.755303, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861891, "recall": 0.891304, "f1": 0.870652, "accuracy": 0.891304, "main_score": 0.870652, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.943676, "f1": 0.928096, "accuracy": 0.943676, "main_score": 0.928096, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497508, "recall": 0.577075, "f1": 0.520855, "accuracy": 0.577075, "main_score": 0.520855, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.710823, "recall": 0.766798, "f1": 0.726929, "accuracy": 0.766798, "main_score": 0.726929, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606018, "recall": 0.65415, "f1": 0.618923, "accuracy": 0.65415, "main_score": 0.618923, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395044, "recall": 0.448617, "f1": 0.410678, "accuracy": 0.448617, "main_score": 0.410678, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47826, "recall": 0.518775, "f1": 0.489767, "accuracy": 0.518775, "main_score": 0.489767, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201364, "recall": 0.242095, "f1": 0.211338, "accuracy": 0.242095, "main_score": 0.211338, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.513546, "recall": 0.557312, "f1": 0.52501, "accuracy": 0.557312, "main_score": 0.52501, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464965, "recall": 0.509881, "f1": 0.476994, "accuracy": 0.509881, "main_score": 0.476994, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.519863, "recall": 0.561265, "f1": 0.531284, "accuracy": 0.561265, "main_score": 0.531284, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517354, "recall": 0.546443, "f1": 0.524911, "accuracy": 0.546443, "main_score": 0.524911, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505022, "recall": 0.540514, "f1": 0.51466, "accuracy": 0.540514, "main_score": 0.51466, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517676, "recall": 0.564229, "f1": 0.529778, "accuracy": 0.564229, "main_score": 0.529778, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513909, "recall": 0.549407, "f1": 0.523353, "accuracy": 0.549407, "main_score": 0.523353, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522882, "recall": 0.562253, "f1": 0.533634, "accuracy": 0.562253, "main_score": 0.533634, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501188, "recall": 0.549407, "f1": 0.513521, "accuracy": 0.549407, "main_score": 0.513521, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.506617, "recall": 0.546443, "f1": 0.516853, "accuracy": 0.546443, "main_score": 0.516853, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457952, "recall": 0.502964, "f1": 0.46995, "accuracy": 0.502964, "main_score": 0.46995, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515618, "recall": 0.555336, "f1": 0.526306, "accuracy": 0.555336, "main_score": 0.526306, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45915, "recall": 0.508893, "f1": 0.472304, "accuracy": 0.508893, "main_score": 0.472304, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516861, "recall": 0.561265, "f1": 0.528289, "accuracy": 0.561265, "main_score": 0.528289, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509017, "recall": 0.541502, "f1": 0.517642, "accuracy": 0.541502, "main_score": 0.517642, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493088, "recall": 0.534585, "f1": 0.504167, "accuracy": 0.534585, "main_score": 0.504167, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469526, "recall": 0.519763, "f1": 0.482438, "accuracy": 0.519763, "main_score": 0.482438, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540566, "recall": 0.582016, "f1": 0.551899, "accuracy": 0.582016, "main_score": 0.551899, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523067, "recall": 0.561265, "f1": 0.533343, "accuracy": 0.561265, "main_score": 0.533343, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49536, "recall": 0.537549, "f1": 0.506952, "accuracy": 0.537549, "main_score": 0.506952, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491667, "recall": 0.54249, "f1": 0.505094, "accuracy": 0.54249, "main_score": 0.505094, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.510037, "recall": 0.555336, "f1": 0.521739, "accuracy": 0.555336, "main_score": 0.521739, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519386, "recall": 0.559289, "f1": 0.530316, "accuracy": 0.559289, "main_score": 0.530316, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203265, "recall": 0.238142, "f1": 0.211525, "accuracy": 0.238142, "main_score": 0.211525, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.495842, "recall": 0.537549, "f1": 0.507366, "accuracy": 0.537549, "main_score": 0.507366, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522167, "recall": 0.557312, "f1": 0.532334, "accuracy": 0.557312, "main_score": 0.532334, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517873, "recall": 0.564229, "f1": 0.530044, "accuracy": 0.564229, "main_score": 0.530044, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507073, "recall": 0.552372, "f1": 0.519062, "accuracy": 0.552372, "main_score": 0.519062, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495666, "recall": 0.538538, "f1": 0.507127, "accuracy": 0.538538, "main_score": 0.507127, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497858, "recall": 0.545455, "f1": 0.510969, "accuracy": 0.545455, "main_score": 0.510969, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512355, "recall": 0.549407, "f1": 0.522867, "accuracy": 0.549407, "main_score": 0.522867, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511477, "recall": 0.552372, "f1": 0.522857, "accuracy": 0.552372, "main_score": 0.522857, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439518, "recall": 0.483202, "f1": 0.450828, "accuracy": 0.483202, "main_score": 0.450828, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486407, "recall": 0.527668, "f1": 0.498073, "accuracy": 0.527668, "main_score": 0.498073, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505181, "recall": 0.5583, "f1": 0.519823, "accuracy": 0.5583, "main_score": 0.519823, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.505752, "recall": 0.552372, "f1": 0.517895, "accuracy": 0.552372, "main_score": 0.517895, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499759, "recall": 0.543478, "f1": 0.511301, "accuracy": 0.543478, "main_score": 0.511301, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558494, "recall": 0.59585, "f1": 0.5685, "accuracy": 0.59585, "main_score": 0.5685, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363539, "recall": 0.423913, "f1": 0.380146, "accuracy": 0.423913, "main_score": 0.380146, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504642, "recall": 0.545455, "f1": 0.51565, "accuracy": 0.545455, "main_score": 0.51565, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513506, "recall": 0.549407, "f1": 0.523225, "accuracy": 0.549407, "main_score": 0.523225, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518018, "recall": 0.563241, "f1": 0.530362, "accuracy": 0.563241, "main_score": 0.530362, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529779, "recall": 0.570158, "f1": 0.540851, "accuracy": 0.570158, "main_score": 0.540851, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497759, "recall": 0.544466, "f1": 0.509598, "accuracy": 0.544466, "main_score": 0.509598, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.513817, "recall": 0.555336, "f1": 0.525144, "accuracy": 0.555336, "main_score": 0.525144, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496528, "recall": 0.539526, "f1": 0.509067, "accuracy": 0.539526, "main_score": 0.509067, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508643, "recall": 0.545455, "f1": 0.518247, "accuracy": 0.545455, "main_score": 0.518247, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530911, "recall": 0.570158, "f1": 0.540344, "accuracy": 0.570158, "main_score": 0.540344, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532048, "recall": 0.578063, "f1": 0.544275, "accuracy": 0.578063, "main_score": 0.544275, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535198, "recall": 0.575099, "f1": 0.545976, "accuracy": 0.575099, "main_score": 0.545976, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50501, "recall": 0.548419, "f1": 0.516838, "accuracy": 0.548419, "main_score": 0.516838, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.37381, "recall": 0.426877, "f1": 0.387935, "accuracy": 0.426877, "main_score": 0.387935, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479167, "recall": 0.509881, "f1": 0.487992, "accuracy": 0.509881, "main_score": 0.487992, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525856, "recall": 0.565217, "f1": 0.53586, "accuracy": 0.565217, "main_score": 0.53586, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297697, "recall": 0.344862, "f1": 0.310687, "accuracy": 0.344862, "main_score": 0.310687, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525755, "recall": 0.568182, "f1": 0.536721, "accuracy": 0.568182, "main_score": 0.536721, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503604, "recall": 0.551383, "f1": 0.515834, "accuracy": 0.551383, "main_score": 0.515834, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515181, "recall": 0.562253, "f1": 0.527756, "accuracy": 0.562253, "main_score": 0.527756, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485287, "recall": 0.531621, "f1": 0.497477, "accuracy": 0.531621, "main_score": 0.497477, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50386, "recall": 0.535573, "f1": 0.512226, "accuracy": 0.535573, "main_score": 0.512226, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529053, "recall": 0.562253, "f1": 0.538091, "accuracy": 0.562253, "main_score": 0.538091, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512916, "recall": 0.544466, "f1": 0.521279, "accuracy": 0.544466, "main_score": 0.521279, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526896, "recall": 0.564229, "f1": 0.536573, "accuracy": 0.564229, "main_score": 0.536573, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502547, "recall": 0.540514, "f1": 0.513302, "accuracy": 0.540514, "main_score": 0.513302, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528033, "recall": 0.565217, "f1": 0.537834, "accuracy": 0.565217, "main_score": 0.537834, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505597, "recall": 0.540514, "f1": 0.515379, "accuracy": 0.540514, "main_score": 0.515379, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525584, "recall": 0.56917, "f1": 0.537163, "accuracy": 0.56917, "main_score": 0.537163, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498188, "recall": 0.541502, "f1": 0.509969, "accuracy": 0.541502, "main_score": 0.509969, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522421, "recall": 0.560277, "f1": 0.532427, "accuracy": 0.560277, "main_score": 0.532427, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.263258, "recall": 0.307312, "f1": 0.274959, "accuracy": 0.307312, "main_score": 0.274959, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.48826, "recall": 0.523715, "f1": 0.498325, "accuracy": 0.523715, "main_score": 0.498325, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509174, "recall": 0.546443, "f1": 0.519339, "accuracy": 0.546443, "main_score": 0.519339, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535543, "recall": 0.566206, "f1": 0.544008, "accuracy": 0.566206, "main_score": 0.544008, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427452, "recall": 0.479249, "f1": 0.442089, "accuracy": 0.479249, "main_score": 0.442089, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.538544, "recall": 0.58004, "f1": 0.548868, "accuracy": 0.58004, "main_score": 0.548868, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515396, "recall": 0.556324, "f1": 0.526358, "accuracy": 0.556324, "main_score": 0.526358, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529769, "recall": 0.573123, "f1": 0.541394, "accuracy": 0.573123, "main_score": 0.541394, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423753, "recall": 0.476285, "f1": 0.438111, "accuracy": 0.476285, "main_score": 0.438111, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.52499, "recall": 0.570158, "f1": 0.536981, "accuracy": 0.570158, "main_score": 0.536981, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503418, "recall": 0.545455, "f1": 0.514627, "accuracy": 0.545455, "main_score": 0.514627, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515166, "recall": 0.556324, "f1": 0.526677, "accuracy": 0.556324, "main_score": 0.526677, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50481, "recall": 0.55336, "f1": 0.51714, "accuracy": 0.55336, "main_score": 0.51714, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.496594, "recall": 0.532609, "f1": 0.505807, "accuracy": 0.532609, "main_score": 0.505807, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49449, "recall": 0.529644, "f1": 0.504385, "accuracy": 0.529644, "main_score": 0.504385, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490693, "recall": 0.543478, "f1": 0.504643, "accuracy": 0.543478, "main_score": 0.504643, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.514542, "recall": 0.556324, "f1": 0.525851, "accuracy": 0.556324, "main_score": 0.525851, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505375, "recall": 0.549407, "f1": 0.517415, "accuracy": 0.549407, "main_score": 0.517415, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502792, "recall": 0.539526, "f1": 0.512926, "accuracy": 0.539526, "main_score": 0.512926, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440511, "recall": 0.483202, "f1": 0.452519, "accuracy": 0.483202, "main_score": 0.452519, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53962, "recall": 0.572134, "f1": 0.548527, "accuracy": 0.572134, "main_score": 0.548527, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477594, "recall": 0.523715, "f1": 0.490068, "accuracy": 0.523715, "main_score": 0.490068, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.469229, "recall": 0.501976, "f1": 0.478303, "accuracy": 0.501976, "main_score": 0.478303, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506494, "recall": 0.551383, "f1": 0.518314, "accuracy": 0.551383, "main_score": 0.518314, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480854, "recall": 0.514822, "f1": 0.490019, "accuracy": 0.514822, "main_score": 0.490019, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539028, "recall": 0.576087, "f1": 0.54863, "accuracy": 0.576087, "main_score": 0.54863, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499944, "recall": 0.540514, "f1": 0.511548, "accuracy": 0.540514, "main_score": 0.511548, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525561, "recall": 0.564229, "f1": 0.536133, "accuracy": 0.564229, "main_score": 0.536133, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522452, "recall": 0.568182, "f1": 0.534302, "accuracy": 0.568182, "main_score": 0.534302, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499059, "recall": 0.541502, "f1": 0.510358, "accuracy": 0.541502, "main_score": 0.510358, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.514832, "recall": 0.552372, "f1": 0.524064, "accuracy": 0.552372, "main_score": 0.524064, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392869, "recall": 0.44664, "f1": 0.406804, "accuracy": 0.44664, "main_score": 0.406804, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.497631, "recall": 0.530632, "f1": 0.507104, "accuracy": 0.530632, "main_score": 0.507104, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210136, "recall": 0.252964, "f1": 0.220203, "accuracy": 0.252964, "main_score": 0.220203, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.497615, "recall": 0.540514, "f1": 0.509478, "accuracy": 0.540514, "main_score": 0.509478, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433667, "recall": 0.468379, "f1": 0.443579, "accuracy": 0.468379, "main_score": 0.443579, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527993, "recall": 0.568182, "f1": 0.538754, "accuracy": 0.568182, "main_score": 0.538754, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513257, "recall": 0.551383, "f1": 0.523531, "accuracy": 0.551383, "main_score": 0.523531, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406159, "recall": 0.442688, "f1": 0.416093, "accuracy": 0.442688, "main_score": 0.416093, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524272, "recall": 0.555336, "f1": 0.532879, "accuracy": 0.555336, "main_score": 0.532879, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513796, "recall": 0.5583, "f1": 0.525951, "accuracy": 0.5583, "main_score": 0.525951, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472962, "recall": 0.521739, "f1": 0.485772, "accuracy": 0.521739, "main_score": 0.485772, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506745, "recall": 0.551383, "f1": 0.518743, "accuracy": 0.551383, "main_score": 0.518743, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548758, "recall": 0.581028, "f1": 0.557639, "accuracy": 0.581028, "main_score": 0.557639, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48373, "recall": 0.527668, "f1": 0.496444, "accuracy": 0.527668, "main_score": 0.496444, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.578063, "f1": 0.551309, "accuracy": 0.578063, "main_score": 0.551309, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470375, "recall": 0.51087, "f1": 0.48207, "accuracy": 0.51087, "main_score": 0.48207, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469375, "recall": 0.512846, "f1": 0.480889, "accuracy": 0.512846, "main_score": 0.480889, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535167, "recall": 0.567194, "f1": 0.543763, "accuracy": 0.567194, "main_score": 0.543763, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508753, "recall": 0.55336, "f1": 0.520854, "accuracy": 0.55336, "main_score": 0.520854, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121056, "recall": 0.155138, "f1": 0.129953, "accuracy": 0.155138, "main_score": 0.129953, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.501219, "recall": 0.552372, "f1": 0.513872, "accuracy": 0.552372, "main_score": 0.513872, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.440236, "recall": 0.488142, "f1": 0.453122, "accuracy": 0.488142, "main_score": 0.453122, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.481799, "recall": 0.52668, "f1": 0.49378, "accuracy": 0.52668, "main_score": 0.49378, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527799, "recall": 0.565217, "f1": 0.537869, "accuracy": 0.565217, "main_score": 0.537869, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465174, "recall": 0.51087, "f1": 0.477349, "accuracy": 0.51087, "main_score": 0.477349, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494725, "recall": 0.534585, "f1": 0.505589, "accuracy": 0.534585, "main_score": 0.505589, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502015, "recall": 0.545455, "f1": 0.512669, "accuracy": 0.545455, "main_score": 0.512669, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521142, "recall": 0.567194, "f1": 0.533351, "accuracy": 0.567194, "main_score": 0.533351, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503608, "recall": 0.54249, "f1": 0.513903, "accuracy": 0.54249, "main_score": 0.513903, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485948, "recall": 0.524704, "f1": 0.496287, "accuracy": 0.524704, "main_score": 0.496287, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459116, "recall": 0.504941, "f1": 0.472674, "accuracy": 0.504941, "main_score": 0.472674, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507483, "recall": 0.550395, "f1": 0.51855, "accuracy": 0.550395, "main_score": 0.51855, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493025, "recall": 0.524704, "f1": 0.501676, "accuracy": 0.524704, "main_score": 0.501676, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472594, "recall": 0.512846, "f1": 0.483876, "accuracy": 0.512846, "main_score": 0.483876, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490341, "recall": 0.541502, "f1": 0.504096, "accuracy": 0.541502, "main_score": 0.504096, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.551383, "f1": 0.524446, "accuracy": 0.551383, "main_score": 0.524446, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503175, "recall": 0.547431, "f1": 0.514445, "accuracy": 0.547431, "main_score": 0.514445, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.413669, "recall": 0.45751, "f1": 0.425651, "accuracy": 0.45751, "main_score": 0.425651, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.52685, "recall": 0.563241, "f1": 0.537209, "accuracy": 0.563241, "main_score": 0.537209, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493526, "recall": 0.536561, "f1": 0.505107, "accuracy": 0.536561, "main_score": 0.505107, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.46835, "recall": 0.514822, "f1": 0.481504, "accuracy": 0.514822, "main_score": 0.481504, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.484061, "recall": 0.527668, "f1": 0.495483, "accuracy": 0.527668, "main_score": 0.495483, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46896, "recall": 0.511858, "f1": 0.480238, "accuracy": 0.511858, "main_score": 0.480238, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434924, "recall": 0.487154, "f1": 0.449485, "accuracy": 0.487154, "main_score": 0.449485, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488936, "recall": 0.531621, "f1": 0.500045, "accuracy": 0.531621, "main_score": 0.500045, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534531, "recall": 0.568182, "f1": 0.54371, "accuracy": 0.568182, "main_score": 0.54371, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435474, "recall": 0.486166, "f1": 0.448774, "accuracy": 0.486166, "main_score": 0.448774, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.500093, "recall": 0.546443, "f1": 0.512052, "accuracy": 0.546443, "main_score": 0.512052, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.494942, "recall": 0.535573, "f1": 0.504764, "accuracy": 0.535573, "main_score": 0.504764, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.538741, "recall": 0.58004, "f1": 0.549719, "accuracy": 0.58004, "main_score": 0.549719, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505378, "recall": 0.556324, "f1": 0.51845, "accuracy": 0.556324, "main_score": 0.51845, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534515, "recall": 0.566206, "f1": 0.543121, "accuracy": 0.566206, "main_score": 0.543121, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464018, "recall": 0.51087, "f1": 0.476276, "accuracy": 0.51087, "main_score": 0.476276, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.48944, "recall": 0.531621, "f1": 0.500194, "accuracy": 0.531621, "main_score": 0.500194, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427032, "recall": 0.472332, "f1": 0.438869, "accuracy": 0.472332, "main_score": 0.438869, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507001, "recall": 0.552372, "f1": 0.51925, "accuracy": 0.552372, "main_score": 0.51925, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381309, "recall": 0.426877, "f1": 0.393642, "accuracy": 0.426877, "main_score": 0.393642, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.488254, "recall": 0.533597, "f1": 0.499675, "accuracy": 0.533597, "main_score": 0.499675, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.512802, "recall": 0.551383, "f1": 0.523125, "accuracy": 0.551383, "main_score": 0.523125, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50932, "recall": 0.548419, "f1": 0.519962, "accuracy": 0.548419, "main_score": 0.519962, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517791, "recall": 0.551383, "f1": 0.526793, "accuracy": 0.551383, "main_score": 0.526793, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473088, "recall": 0.52668, "f1": 0.487704, "accuracy": 0.52668, "main_score": 0.487704, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.510819, "recall": 0.551383, "f1": 0.522043, "accuracy": 0.551383, "main_score": 0.522043, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518551, "recall": 0.550395, "f1": 0.527568, "accuracy": 0.550395, "main_score": 0.527568, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51575, "recall": 0.559289, "f1": 0.527311, "accuracy": 0.559289, "main_score": 0.527311, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512134, "recall": 0.546443, "f1": 0.52145, "accuracy": 0.546443, "main_score": 0.52145, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539345, "recall": 0.579051, "f1": 0.549784, "accuracy": 0.579051, "main_score": 0.549784, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481102, "recall": 0.513834, "f1": 0.490832, "accuracy": 0.513834, "main_score": 0.490832, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524482, "recall": 0.570158, "f1": 0.537372, "accuracy": 0.570158, "main_score": 0.537372, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502295, "recall": 0.549407, "f1": 0.51491, "accuracy": 0.549407, "main_score": 0.51491, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.505301, "recall": 0.552372, "f1": 0.517842, "accuracy": 0.552372, "main_score": 0.517842, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470424, "recall": 0.51581, "f1": 0.48292, "accuracy": 0.51581, "main_score": 0.48292, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538612, "recall": 0.577075, "f1": 0.549086, "accuracy": 0.577075, "main_score": 0.549086, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500066, "recall": 0.528656, "f1": 0.508161, "accuracy": 0.528656, "main_score": 0.508161, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493423, "recall": 0.528656, "f1": 0.503423, "accuracy": 0.528656, "main_score": 0.503423, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483507, "recall": 0.527668, "f1": 0.496088, "accuracy": 0.527668, "main_score": 0.496088, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443937, "recall": 0.48913, "f1": 0.455945, "accuracy": 0.48913, "main_score": 0.455945, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51896, "recall": 0.562253, "f1": 0.530801, "accuracy": 0.562253, "main_score": 0.530801, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468313, "recall": 0.514822, "f1": 0.480887, "accuracy": 0.514822, "main_score": 0.480887, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471851, "recall": 0.51087, "f1": 0.482891, "accuracy": 0.51087, "main_score": 0.482891, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507997, "recall": 0.539526, "f1": 0.516613, "accuracy": 0.539526, "main_score": 0.516613, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497822, "recall": 0.546443, "f1": 0.510712, "accuracy": 0.546443, "main_score": 0.510712, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.505501, "recall": 0.54249, "f1": 0.516323, "accuracy": 0.54249, "main_score": 0.516323, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490807, "recall": 0.528656, "f1": 0.501191, "accuracy": 0.528656, "main_score": 0.501191, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485694, "recall": 0.533597, "f1": 0.498248, "accuracy": 0.533597, "main_score": 0.498248, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472521, "recall": 0.514822, "f1": 0.48512, "accuracy": 0.514822, "main_score": 0.48512, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505229, "recall": 0.533597, "f1": 0.513447, "accuracy": 0.533597, "main_score": 0.513447, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527784, "recall": 0.565217, "f1": 0.537572, "accuracy": 0.565217, "main_score": 0.537572, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507516, "recall": 0.544466, "f1": 0.517591, "accuracy": 0.544466, "main_score": 0.517591, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511557, "recall": 0.543478, "f1": 0.520345, "accuracy": 0.543478, "main_score": 0.520345, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471698, "recall": 0.520751, "f1": 0.484856, "accuracy": 0.520751, "main_score": 0.484856, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484985, "recall": 0.521739, "f1": 0.494965, "accuracy": 0.521739, "main_score": 0.494965, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500395, "recall": 0.537549, "f1": 0.510846, "accuracy": 0.537549, "main_score": 0.510846, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.380131, "recall": 0.433794, "f1": 0.394969, "accuracy": 0.433794, "main_score": 0.394969, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495352, "recall": 0.535573, "f1": 0.506149, "accuracy": 0.535573, "main_score": 0.506149, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.490023, "recall": 0.527668, "f1": 0.50014, "accuracy": 0.527668, "main_score": 0.50014, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49925, "recall": 0.536561, "f1": 0.509801, "accuracy": 0.536561, "main_score": 0.509801, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504061, "recall": 0.549407, "f1": 0.516321, "accuracy": 0.549407, "main_score": 0.516321, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.46805, "recall": 0.506917, "f1": 0.479106, "accuracy": 0.506917, "main_score": 0.479106, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497801, "recall": 0.531621, "f1": 0.507767, "accuracy": 0.531621, "main_score": 0.507767, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588303, "recall": 0.65415, "f1": 0.606993, "accuracy": 0.65415, "main_score": 0.606993, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527002, "recall": 0.593874, "f1": 0.545294, "accuracy": 0.593874, "main_score": 0.545294, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439824, "recall": 0.519763, "f1": 0.461105, "accuracy": 0.519763, "main_score": 0.461105, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606695, "recall": 0.664032, "f1": 0.623293, "accuracy": 0.664032, "main_score": 0.623293, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.913043, "f1": 0.892081, "accuracy": 0.913043, "main_score": 0.892081, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613629, "recall": 0.672925, "f1": 0.630898, "accuracy": 0.672925, "main_score": 0.630898, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611971, "recall": 0.676877, "f1": 0.630155, "accuracy": 0.676877, "main_score": 0.630155, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563935, "recall": 0.628458, "f1": 0.581856, "accuracy": 0.628458, "main_score": 0.581856, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191419, "recall": 0.247036, "f1": 0.205354, "accuracy": 0.247036, "main_score": 0.205354, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636752, "recall": 0.686759, "f1": 0.651009, "accuracy": 0.686759, "main_score": 0.651009, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68069, "recall": 0.73419, "f1": 0.695693, "accuracy": 0.73419, "main_score": 0.695693, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.559717, "recall": 0.609684, "f1": 0.574115, "accuracy": 0.609684, "main_score": 0.574115, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515351, "recall": 0.590909, "f1": 0.535889, "accuracy": 0.590909, "main_score": 0.535889, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580948, "recall": 0.643281, "f1": 0.599045, "accuracy": 0.643281, "main_score": 0.599045, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584594, "recall": 0.647233, "f1": 0.601668, "accuracy": 0.647233, "main_score": 0.601668, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897431, "recall": 0.926877, "f1": 0.906785, "accuracy": 0.926877, "main_score": 0.906785, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529738, "recall": 0.585968, "f1": 0.546231, "accuracy": 0.585968, "main_score": 0.546231, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561442, "recall": 0.621542, "f1": 0.5783, "accuracy": 0.621542, "main_score": 0.5783, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519041, "recall": 0.577075, "f1": 0.535028, "accuracy": 0.577075, "main_score": 0.535028, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946229, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323851, "recall": 0.382411, "f1": 0.339806, "accuracy": 0.382411, "main_score": 0.339806, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596567, "recall": 0.655138, "f1": 0.613324, "accuracy": 0.655138, "main_score": 0.613324, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600951, "recall": 0.653162, "f1": 0.615934, "accuracy": 0.653162, "main_score": 0.615934, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728798, "recall": 0.788538, "f1": 0.745996, "accuracy": 0.788538, "main_score": 0.745996, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663266, "recall": 0.73913, "f1": 0.685694, "accuracy": 0.73913, "main_score": 0.685694, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.71446, "recall": 0.771739, "f1": 0.731654, "accuracy": 0.771739, "main_score": 0.731654, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667383, "recall": 0.716403, "f1": 0.68217, "accuracy": 0.716403, "main_score": 0.68217, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65164, "recall": 0.721344, "f1": 0.672268, "accuracy": 0.721344, "main_score": 0.672268, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.550623, "recall": 0.609684, "f1": 0.566772, "accuracy": 0.609684, "main_score": 0.566772, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.624506, "f1": 0.583504, "accuracy": 0.624506, "main_score": 0.583504, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805204, "recall": 0.850791, "f1": 0.819222, "accuracy": 0.850791, "main_score": 0.819222, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46625, "recall": 0.52668, "f1": 0.48233, "accuracy": 0.52668, "main_score": 0.48233, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.887764, "recall": 0.920949, "f1": 0.898452, "accuracy": 0.920949, "main_score": 0.898452, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555303, "recall": 0.614625, "f1": 0.571444, "accuracy": 0.614625, "main_score": 0.571444, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608005, "recall": 0.675889, "f1": 0.62683, "accuracy": 0.675889, "main_score": 0.62683, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2027, "recall": 0.26087, "f1": 0.215998, "accuracy": 0.26087, "main_score": 0.215998, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634107, "recall": 0.697628, "f1": 0.652692, "accuracy": 0.697628, "main_score": 0.652692, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888175, "recall": 0.921937, "f1": 0.899045, "accuracy": 0.921937, "main_score": 0.899045, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4416, "recall": 0.498024, "f1": 0.456757, "accuracy": 0.498024, "main_score": 0.456757, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67455, "recall": 0.736166, "f1": 0.692805, "accuracy": 0.736166, "main_score": 0.692805, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573739, "recall": 0.632411, "f1": 0.590275, "accuracy": 0.632411, "main_score": 0.590275, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515199, "recall": 0.58498, "f1": 0.534306, "accuracy": 0.58498, "main_score": 0.534306, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678623, "recall": 0.731225, "f1": 0.694433, "accuracy": 0.731225, "main_score": 0.694433, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.252585, "recall": 0.337945, "f1": 0.275201, "accuracy": 0.337945, "main_score": 0.275201, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59207, "recall": 0.658103, "f1": 0.61132, "accuracy": 0.658103, "main_score": 0.61132, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589808, "recall": 0.65415, "f1": 0.608689, "accuracy": 0.65415, "main_score": 0.608689, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.728821, "recall": 0.79249, "f1": 0.748193, "accuracy": 0.79249, "main_score": 0.748193, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579647, "recall": 0.634387, "f1": 0.595513, "accuracy": 0.634387, "main_score": 0.595513, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796854, "recall": 0.843874, "f1": 0.811298, "accuracy": 0.843874, "main_score": 0.811298, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472225, "recall": 0.536561, "f1": 0.489604, "accuracy": 0.536561, "main_score": 0.489604, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883679, "recall": 0.912055, "f1": 0.892523, "accuracy": 0.912055, "main_score": 0.892523, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.959486, "f1": 0.946311, "accuracy": 0.959486, "main_score": 0.946311, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624591, "recall": 0.676877, "f1": 0.639921, "accuracy": 0.676877, "main_score": 0.639921, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917243, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464724, "recall": 0.531621, "f1": 0.482568, "accuracy": 0.531621, "main_score": 0.482568, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654416, "recall": 0.721344, "f1": 0.673753, "accuracy": 0.721344, "main_score": 0.673753, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84865, "recall": 0.885375, "f1": 0.859947, "accuracy": 0.885375, "main_score": 0.859947, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660177, "recall": 0.711462, "f1": 0.674824, "accuracy": 0.711462, "main_score": 0.674824, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643265, "recall": 0.706522, "f1": 0.661346, "accuracy": 0.706522, "main_score": 0.661346, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550248, "recall": 0.610672, "f1": 0.567157, "accuracy": 0.610672, "main_score": 0.567157, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542829, "recall": 0.609684, "f1": 0.561535, "accuracy": 0.609684, "main_score": 0.561535, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842968, "recall": 0.885375, "f1": 0.856225, "accuracy": 0.885375, "main_score": 0.856225, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556479, "recall": 0.617589, "f1": 0.574246, "accuracy": 0.617589, "main_score": 0.574246, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629314, "recall": 0.694664, "f1": 0.648361, "accuracy": 0.694664, "main_score": 0.648361, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488187, "recall": 0.549407, "f1": 0.505404, "accuracy": 0.549407, "main_score": 0.505404, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586005, "recall": 0.643281, "f1": 0.601434, "accuracy": 0.643281, "main_score": 0.601434, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.584776, "recall": 0.650198, "f1": 0.603583, "accuracy": 0.650198, "main_score": 0.603583, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560648, "recall": 0.613636, "f1": 0.575059, "accuracy": 0.613636, "main_score": 0.575059, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551079, "recall": 0.616601, "f1": 0.569939, "accuracy": 0.616601, "main_score": 0.569939, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768874, "recall": 0.820158, "f1": 0.783992, "accuracy": 0.820158, "main_score": 0.783992, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753327, "recall": 0.804348, "f1": 0.768874, "accuracy": 0.804348, "main_score": 0.768874, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879324, "recall": 0.909091, "f1": 0.888389, "accuracy": 0.909091, "main_score": 0.888389, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490069, "recall": 0.566206, "f1": 0.512071, "accuracy": 0.566206, "main_score": 0.512071, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718511, "recall": 0.781621, "f1": 0.737338, "accuracy": 0.781621, "main_score": 0.737338, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604712, "recall": 0.656126, "f1": 0.619444, "accuracy": 0.656126, "main_score": 0.619444, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635467, "recall": 0.69664, "f1": 0.653179, "accuracy": 0.69664, "main_score": 0.653179, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402434, "recall": 0.455534, "f1": 0.415793, "accuracy": 0.455534, "main_score": 0.415793, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190128, "recall": 0.227273, "f1": 0.199761, "accuracy": 0.227273, "main_score": 0.199761, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.502763, "recall": 0.568182, "f1": 0.519607, "accuracy": 0.568182, "main_score": 0.519607, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442916, "recall": 0.506917, "f1": 0.45993, "accuracy": 0.506917, "main_score": 0.45993, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512208, "recall": 0.58004, "f1": 0.529738, "accuracy": 0.58004, "main_score": 0.529738, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545389, "recall": 0.59585, "f1": 0.558667, "accuracy": 0.59585, "main_score": 0.558667, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428453, "recall": 0.476285, "f1": 0.440983, "accuracy": 0.476285, "main_score": 0.440983, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512825, "recall": 0.574111, "f1": 0.528434, "accuracy": 0.574111, "main_score": 0.528434, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570286, "recall": 0.618577, "f1": 0.583958, "accuracy": 0.618577, "main_score": 0.583958, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567895, "recall": 0.616601, "f1": 0.580446, "accuracy": 0.616601, "main_score": 0.580446, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488687, "recall": 0.5583, "f1": 0.50597, "accuracy": 0.5583, "main_score": 0.50597, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.504193, "recall": 0.563241, "f1": 0.518625, "accuracy": 0.563241, "main_score": 0.518625, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.369199, "recall": 0.423913, "f1": 0.383426, "accuracy": 0.423913, "main_score": 0.383426, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502732, "recall": 0.568182, "f1": 0.519693, "accuracy": 0.568182, "main_score": 0.519693, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482084, "recall": 0.540514, "f1": 0.496232, "accuracy": 0.540514, "main_score": 0.496232, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50112, "recall": 0.563241, "f1": 0.516543, "accuracy": 0.563241, "main_score": 0.516543, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4387, "recall": 0.495059, "f1": 0.45387, "accuracy": 0.495059, "main_score": 0.45387, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507201, "recall": 0.574111, "f1": 0.524378, "accuracy": 0.574111, "main_score": 0.524378, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470366, "recall": 0.535573, "f1": 0.487261, "accuracy": 0.535573, "main_score": 0.487261, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539328, "recall": 0.608696, "f1": 0.557047, "accuracy": 0.608696, "main_score": 0.557047, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531984, "recall": 0.592885, "f1": 0.547716, "accuracy": 0.592885, "main_score": 0.547716, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394008, "recall": 0.455534, "f1": 0.409797, "accuracy": 0.455534, "main_score": 0.409797, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487244, "recall": 0.552372, "f1": 0.503614, "accuracy": 0.552372, "main_score": 0.503614, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.507269, "recall": 0.567194, "f1": 0.52271, "accuracy": 0.567194, "main_score": 0.52271, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543209, "recall": 0.601779, "f1": 0.558713, "accuracy": 0.601779, "main_score": 0.558713, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214143, "recall": 0.253953, "f1": 0.224204, "accuracy": 0.253953, "main_score": 0.224204, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.510355, "recall": 0.571146, "f1": 0.525873, "accuracy": 0.571146, "main_score": 0.525873, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439501, "recall": 0.493083, "f1": 0.453953, "accuracy": 0.493083, "main_score": 0.453953, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535328, "recall": 0.590909, "f1": 0.550044, "accuracy": 0.590909, "main_score": 0.550044, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527777, "recall": 0.588933, "f1": 0.544008, "accuracy": 0.588933, "main_score": 0.544008, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473251, "recall": 0.532609, "f1": 0.488697, "accuracy": 0.532609, "main_score": 0.488697, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498419, "recall": 0.562253, "f1": 0.515077, "accuracy": 0.562253, "main_score": 0.515077, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442228, "recall": 0.495059, "f1": 0.455968, "accuracy": 0.495059, "main_score": 0.455968, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544325, "recall": 0.607708, "f1": 0.560607, "accuracy": 0.607708, "main_score": 0.560607, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.454171, "recall": 0.508893, "f1": 0.468101, "accuracy": 0.508893, "main_score": 0.468101, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48869, "recall": 0.543478, "f1": 0.503228, "accuracy": 0.543478, "main_score": 0.503228, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486977, "recall": 0.563241, "f1": 0.507454, "accuracy": 0.563241, "main_score": 0.507454, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.517925, "recall": 0.579051, "f1": 0.534133, "accuracy": 0.579051, "main_score": 0.534133, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494513, "recall": 0.559289, "f1": 0.510255, "accuracy": 0.559289, "main_score": 0.510255, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.404127, "recall": 0.454545, "f1": 0.417754, "accuracy": 0.454545, "main_score": 0.417754, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697285, "recall": 0.758893, "f1": 0.715599, "accuracy": 0.758893, "main_score": 0.715599, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512523, "recall": 0.575099, "f1": 0.529444, "accuracy": 0.575099, "main_score": 0.529444, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417127, "recall": 0.468379, "f1": 0.431431, "accuracy": 0.468379, "main_score": 0.431431, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535816, "recall": 0.601779, "f1": 0.552729, "accuracy": 0.601779, "main_score": 0.552729, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564439, "recall": 0.624506, "f1": 0.580065, "accuracy": 0.624506, "main_score": 0.580065, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474716, "recall": 0.538538, "f1": 0.491032, "accuracy": 0.538538, "main_score": 0.491032, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51367, "recall": 0.573123, "f1": 0.529319, "accuracy": 0.573123, "main_score": 0.529319, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391235, "recall": 0.460474, "f1": 0.409473, "accuracy": 0.460474, "main_score": 0.409473, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487618, "recall": 0.545455, "f1": 0.503406, "accuracy": 0.545455, "main_score": 0.503406, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577583, "recall": 0.63834, "f1": 0.593358, "accuracy": 0.63834, "main_score": 0.593358, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516236, "recall": 0.583004, "f1": 0.532891, "accuracy": 0.583004, "main_score": 0.532891, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578888, "recall": 0.630435, "f1": 0.592863, "accuracy": 0.630435, "main_score": 0.592863, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3885, "recall": 0.442688, "f1": 0.402933, "accuracy": 0.442688, "main_score": 0.402933, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506362, "recall": 0.573123, "f1": 0.523956, "accuracy": 0.573123, "main_score": 0.523956, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.370432, "recall": 0.41502, "f1": 0.381724, "accuracy": 0.41502, "main_score": 0.381724, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537114, "recall": 0.588933, "f1": 0.55014, "accuracy": 0.588933, "main_score": 0.55014, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286803, "recall": 0.327075, "f1": 0.297645, "accuracy": 0.327075, "main_score": 0.297645, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53558, "recall": 0.606719, "f1": 0.553797, "accuracy": 0.606719, "main_score": 0.553797, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514323, "recall": 0.571146, "f1": 0.528553, "accuracy": 0.571146, "main_score": 0.528553, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531205, "recall": 0.601779, "f1": 0.550404, "accuracy": 0.601779, "main_score": 0.550404, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492521, "recall": 0.565217, "f1": 0.512146, "accuracy": 0.565217, "main_score": 0.512146, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.407009, "recall": 0.460474, "f1": 0.421109, "accuracy": 0.460474, "main_score": 0.421109, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672178, "recall": 0.732213, "f1": 0.687616, "accuracy": 0.732213, "main_score": 0.687616, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47681, "recall": 0.535573, "f1": 0.492338, "accuracy": 0.535573, "main_score": 0.492338, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584266, "recall": 0.643281, "f1": 0.600066, "accuracy": 0.643281, "main_score": 0.600066, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432283, "recall": 0.47332, "f1": 0.443681, "accuracy": 0.47332, "main_score": 0.443681, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542054, "recall": 0.596838, "f1": 0.555697, "accuracy": 0.596838, "main_score": 0.555697, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450351, "recall": 0.500988, "f1": 0.463844, "accuracy": 0.500988, "main_score": 0.463844, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495763, "recall": 0.556324, "f1": 0.511488, "accuracy": 0.556324, "main_score": 0.511488, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494925, "recall": 0.559289, "f1": 0.51128, "accuracy": 0.559289, "main_score": 0.51128, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535392, "recall": 0.592885, "f1": 0.549955, "accuracy": 0.592885, "main_score": 0.549955, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258202, "recall": 0.311265, "f1": 0.271127, "accuracy": 0.311265, "main_score": 0.271127, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.435727, "recall": 0.483202, "f1": 0.448251, "accuracy": 0.483202, "main_score": 0.448251, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453216, "recall": 0.512846, "f1": 0.468706, "accuracy": 0.512846, "main_score": 0.468706, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444963, "recall": 0.498024, "f1": 0.459447, "accuracy": 0.498024, "main_score": 0.459447, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43886, "recall": 0.490119, "f1": 0.452819, "accuracy": 0.490119, "main_score": 0.452819, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532682, "recall": 0.596838, "f1": 0.549339, "accuracy": 0.596838, "main_score": 0.549339, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524011, "recall": 0.585968, "f1": 0.539913, "accuracy": 0.585968, "main_score": 0.539913, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535146, "recall": 0.593874, "f1": 0.550138, "accuracy": 0.593874, "main_score": 0.550138, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438855, "recall": 0.502964, "f1": 0.455599, "accuracy": 0.502964, "main_score": 0.455599, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.546258, "recall": 0.609684, "f1": 0.562748, "accuracy": 0.609684, "main_score": 0.562748, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492974, "recall": 0.556324, "f1": 0.509709, "accuracy": 0.556324, "main_score": 0.509709, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51402, "recall": 0.573123, "f1": 0.529008, "accuracy": 0.573123, "main_score": 0.529008, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47614, "recall": 0.541502, "f1": 0.493095, "accuracy": 0.541502, "main_score": 0.493095, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.400126, "recall": 0.452569, "f1": 0.413333, "accuracy": 0.452569, "main_score": 0.413333, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413982, "recall": 0.468379, "f1": 0.428526, "accuracy": 0.468379, "main_score": 0.428526, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475167, "recall": 0.539526, "f1": 0.492285, "accuracy": 0.539526, "main_score": 0.492285, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.492977, "recall": 0.550395, "f1": 0.507125, "accuracy": 0.550395, "main_score": 0.507125, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508003, "recall": 0.56917, "f1": 0.524492, "accuracy": 0.56917, "main_score": 0.524492, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535223, "recall": 0.586957, "f1": 0.54859, "accuracy": 0.586957, "main_score": 0.54859, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.339483, "recall": 0.393281, "f1": 0.353408, "accuracy": 0.393281, "main_score": 0.353408, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59162, "recall": 0.641304, "f1": 0.604875, "accuracy": 0.641304, "main_score": 0.604875, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43339, "recall": 0.497036, "f1": 0.450119, "accuracy": 0.497036, "main_score": 0.450119, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.414801, "recall": 0.461462, "f1": 0.427939, "accuracy": 0.461462, "main_score": 0.427939, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518605, "recall": 0.583992, "f1": 0.535602, "accuracy": 0.583992, "main_score": 0.535602, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40324, "recall": 0.45751, "f1": 0.417826, "accuracy": 0.45751, "main_score": 0.417826, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552577, "recall": 0.607708, "f1": 0.566593, "accuracy": 0.607708, "main_score": 0.566593, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508024, "recall": 0.570158, "f1": 0.524064, "accuracy": 0.570158, "main_score": 0.524064, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541056, "recall": 0.600791, "f1": 0.556372, "accuracy": 0.600791, "main_score": 0.556372, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515876, "recall": 0.572134, "f1": 0.530492, "accuracy": 0.572134, "main_score": 0.530492, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478409, "recall": 0.54249, "f1": 0.49437, "accuracy": 0.54249, "main_score": 0.49437, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.52817, "recall": 0.585968, "f1": 0.542503, "accuracy": 0.585968, "main_score": 0.542503, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363527, "recall": 0.429842, "f1": 0.379918, "accuracy": 0.429842, "main_score": 0.379918, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.41227, "recall": 0.47332, "f1": 0.428431, "accuracy": 0.47332, "main_score": 0.428431, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215305, "recall": 0.251976, "f1": 0.22429, "accuracy": 0.251976, "main_score": 0.22429, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.446562, "recall": 0.500988, "f1": 0.461201, "accuracy": 0.500988, "main_score": 0.461201, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385727, "recall": 0.442688, "f1": 0.400481, "accuracy": 0.442688, "main_score": 0.400481, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535393, "recall": 0.59585, "f1": 0.550221, "accuracy": 0.59585, "main_score": 0.550221, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551113, "recall": 0.602767, "f1": 0.564237, "accuracy": 0.602767, "main_score": 0.564237, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351113, "recall": 0.407115, "f1": 0.365237, "accuracy": 0.407115, "main_score": 0.365237, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51479, "recall": 0.567194, "f1": 0.529299, "accuracy": 0.567194, "main_score": 0.529299, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520295, "recall": 0.583992, "f1": 0.536359, "accuracy": 0.583992, "main_score": 0.536359, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450434, "recall": 0.511858, "f1": 0.466432, "accuracy": 0.511858, "main_score": 0.466432, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519523, "recall": 0.581028, "f1": 0.534342, "accuracy": 0.581028, "main_score": 0.534342, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448103, "recall": 0.505929, "f1": 0.46342, "accuracy": 0.505929, "main_score": 0.46342, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485801, "recall": 0.551383, "f1": 0.502267, "accuracy": 0.551383, "main_score": 0.502267, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545879, "recall": 0.600791, "f1": 0.560041, "accuracy": 0.600791, "main_score": 0.560041, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405419, "recall": 0.454545, "f1": 0.418862, "accuracy": 0.454545, "main_score": 0.418862, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381919, "recall": 0.432806, "f1": 0.395518, "accuracy": 0.432806, "main_score": 0.395518, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460477, "recall": 0.511858, "f1": 0.473923, "accuracy": 0.511858, "main_score": 0.473923, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529403, "recall": 0.59585, "f1": 0.546266, "accuracy": 0.59585, "main_score": 0.546266, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135977, "recall": 0.18083, "f1": 0.148053, "accuracy": 0.18083, "main_score": 0.148053, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.491597, "recall": 0.554348, "f1": 0.507418, "accuracy": 0.554348, "main_score": 0.507418, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.475795, "recall": 0.528656, "f1": 0.490275, "accuracy": 0.528656, "main_score": 0.490275, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.477831, "recall": 0.532609, "f1": 0.491041, "accuracy": 0.532609, "main_score": 0.491041, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519951, "recall": 0.587945, "f1": 0.536855, "accuracy": 0.587945, "main_score": 0.536855, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435397, "recall": 0.492095, "f1": 0.450633, "accuracy": 0.492095, "main_score": 0.450633, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410263, "recall": 0.462451, "f1": 0.423758, "accuracy": 0.462451, "main_score": 0.423758, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506383, "recall": 0.567194, "f1": 0.521479, "accuracy": 0.567194, "main_score": 0.521479, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524675, "recall": 0.58498, "f1": 0.540515, "accuracy": 0.58498, "main_score": 0.540515, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534583, "recall": 0.589921, "f1": 0.548951, "accuracy": 0.589921, "main_score": 0.548951, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48691, "recall": 0.54249, "f1": 0.501431, "accuracy": 0.54249, "main_score": 0.501431, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.3758, "recall": 0.443676, "f1": 0.393781, "accuracy": 0.443676, "main_score": 0.393781, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498372, "recall": 0.555336, "f1": 0.513126, "accuracy": 0.555336, "main_score": 0.513126, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402448, "recall": 0.452569, "f1": 0.415326, "accuracy": 0.452569, "main_score": 0.415326, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410365, "recall": 0.468379, "f1": 0.425457, "accuracy": 0.468379, "main_score": 0.425457, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481472, "recall": 0.549407, "f1": 0.498824, "accuracy": 0.549407, "main_score": 0.498824, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.533211, "recall": 0.588933, "f1": 0.548525, "accuracy": 0.588933, "main_score": 0.548525, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50128, "recall": 0.568182, "f1": 0.518269, "accuracy": 0.568182, "main_score": 0.518269, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.327007, "recall": 0.37747, "f1": 0.340275, "accuracy": 0.37747, "main_score": 0.340275, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550154, "recall": 0.601779, "f1": 0.56334, "accuracy": 0.601779, "main_score": 0.56334, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476684, "recall": 0.537549, "f1": 0.49238, "accuracy": 0.537549, "main_score": 0.49238, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.468662, "recall": 0.533597, "f1": 0.486262, "accuracy": 0.533597, "main_score": 0.486262, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.469627, "recall": 0.530632, "f1": 0.48521, "accuracy": 0.530632, "main_score": 0.48521, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439446, "recall": 0.490119, "f1": 0.45305, "accuracy": 0.490119, "main_score": 0.45305, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458369, "recall": 0.51581, "f1": 0.47283, "accuracy": 0.51581, "main_score": 0.47283, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503736, "recall": 0.571146, "f1": 0.521668, "accuracy": 0.571146, "main_score": 0.521668, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45277, "recall": 0.503953, "f1": 0.466678, "accuracy": 0.503953, "main_score": 0.466678, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434319, "recall": 0.495059, "f1": 0.449881, "accuracy": 0.495059, "main_score": 0.449881, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.500235, "recall": 0.562253, "f1": 0.51583, "accuracy": 0.562253, "main_score": 0.51583, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.44963, "recall": 0.502964, "f1": 0.462742, "accuracy": 0.502964, "main_score": 0.462742, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.530442, "recall": 0.599802, "f1": 0.547985, "accuracy": 0.599802, "main_score": 0.547985, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483446, "recall": 0.547431, "f1": 0.499746, "accuracy": 0.547431, "main_score": 0.499746, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524167, "recall": 0.586957, "f1": 0.539758, "accuracy": 0.586957, "main_score": 0.539758, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440784, "recall": 0.490119, "f1": 0.453683, "accuracy": 0.490119, "main_score": 0.453683, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523382, "recall": 0.571146, "f1": 0.53552, "accuracy": 0.571146, "main_score": 0.53552, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360748, "recall": 0.421937, "f1": 0.376285, "accuracy": 0.421937, "main_score": 0.376285, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51402, "recall": 0.58004, "f1": 0.531101, "accuracy": 0.58004, "main_score": 0.531101, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362774, "recall": 0.422925, "f1": 0.377568, "accuracy": 0.422925, "main_score": 0.377568, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.452536, "recall": 0.513834, "f1": 0.467298, "accuracy": 0.513834, "main_score": 0.467298, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.487981, "recall": 0.560277, "f1": 0.506552, "accuracy": 0.560277, "main_score": 0.506552, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481616, "recall": 0.536561, "f1": 0.495687, "accuracy": 0.536561, "main_score": 0.495687, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494336, "recall": 0.54249, "f1": 0.507502, "accuracy": 0.54249, "main_score": 0.507502, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495445, "recall": 0.550395, "f1": 0.509609, "accuracy": 0.550395, "main_score": 0.509609, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.451742, "recall": 0.505929, "f1": 0.466048, "accuracy": 0.505929, "main_score": 0.466048, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438327, "recall": 0.490119, "f1": 0.452241, "accuracy": 0.490119, "main_score": 0.452241, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526841, "recall": 0.58498, "f1": 0.541164, "accuracy": 0.58498, "main_score": 0.541164, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505005, "recall": 0.554348, "f1": 0.517769, "accuracy": 0.554348, "main_score": 0.517769, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566792, "recall": 0.625494, "f1": 0.582285, "accuracy": 0.625494, "main_score": 0.582285, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402467, "recall": 0.458498, "f1": 0.417039, "accuracy": 0.458498, "main_score": 0.417039, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537907, "recall": 0.599802, "f1": 0.55479, "accuracy": 0.599802, "main_score": 0.55479, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510386, "recall": 0.572134, "f1": 0.527134, "accuracy": 0.572134, "main_score": 0.527134, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.496145, "recall": 0.560277, "f1": 0.512075, "accuracy": 0.560277, "main_score": 0.512075, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.394866, "recall": 0.444664, "f1": 0.408684, "accuracy": 0.444664, "main_score": 0.408684, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546343, "recall": 0.613636, "f1": 0.563567, "accuracy": 0.613636, "main_score": 0.563567, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446291, "recall": 0.500988, "f1": 0.461313, "accuracy": 0.500988, "main_score": 0.461313, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383513, "recall": 0.440711, "f1": 0.398514, "accuracy": 0.440711, "main_score": 0.398514, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426176, "recall": 0.479249, "f1": 0.439475, "accuracy": 0.479249, "main_score": 0.439475, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445542, "recall": 0.506917, "f1": 0.462167, "accuracy": 0.506917, "main_score": 0.462167, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521955, "recall": 0.589921, "f1": 0.538883, "accuracy": 0.589921, "main_score": 0.538883, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517777, "recall": 0.575099, "f1": 0.533686, "accuracy": 0.575099, "main_score": 0.533686, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371809, "recall": 0.423913, "f1": 0.385871, "accuracy": 0.423913, "main_score": 0.385871, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43561, "recall": 0.486166, "f1": 0.449519, "accuracy": 0.486166, "main_score": 0.449519, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476928, "recall": 0.547431, "f1": 0.495084, "accuracy": 0.547431, "main_score": 0.495084, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.404883, "recall": 0.460474, "f1": 0.41902, "accuracy": 0.460474, "main_score": 0.41902, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403291, "recall": 0.451581, "f1": 0.416329, "accuracy": 0.451581, "main_score": 0.416329, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47557, "recall": 0.541502, "f1": 0.493419, "accuracy": 0.541502, "main_score": 0.493419, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381366, "recall": 0.439723, "f1": 0.397994, "accuracy": 0.439723, "main_score": 0.397994, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450325, "recall": 0.503953, "f1": 0.464442, "accuracy": 0.503953, "main_score": 0.464442, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52671, "recall": 0.58004, "f1": 0.540565, "accuracy": 0.58004, "main_score": 0.540565, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461739, "recall": 0.512846, "f1": 0.475664, "accuracy": 0.512846, "main_score": 0.475664, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521174, "recall": 0.563241, "f1": 0.532844, "accuracy": 0.563241, "main_score": 0.532844, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476683, "recall": 0.543478, "f1": 0.493769, "accuracy": 0.543478, "main_score": 0.493769, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483587, "recall": 0.545455, "f1": 0.500617, "accuracy": 0.545455, "main_score": 0.500617, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514252, "recall": 0.58004, "f1": 0.531659, "accuracy": 0.58004, "main_score": 0.531659, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.319856, "recall": 0.386364, "f1": 0.337719, "accuracy": 0.386364, "main_score": 0.337719, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5126, "recall": 0.568182, "f1": 0.527078, "accuracy": 0.568182, "main_score": 0.527078, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.465484, "recall": 0.529644, "f1": 0.481767, "accuracy": 0.529644, "main_score": 0.481767, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528787, "recall": 0.585968, "f1": 0.54351, "accuracy": 0.585968, "main_score": 0.54351, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485796, "recall": 0.55336, "f1": 0.50299, "accuracy": 0.55336, "main_score": 0.50299, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.424581, "recall": 0.478261, "f1": 0.439205, "accuracy": 0.478261, "main_score": 0.439205, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397783, "recall": 0.447628, "f1": 0.410631, "accuracy": 0.447628, "main_score": 0.410631, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4038, "recall": 0.450593, "f1": 0.417067, "accuracy": 0.450593, "main_score": 0.417067, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493818, "recall": 0.52668, "f1": 0.503651, "accuracy": 0.52668, "main_score": 0.503651, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208814, "recall": 0.25, "f1": 0.220403, "accuracy": 0.25, "main_score": 0.220403, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.501366, "recall": 0.544466, "f1": 0.513738, "accuracy": 0.544466, "main_score": 0.513738, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460361, "recall": 0.507905, "f1": 0.47347, "accuracy": 0.507905, "main_score": 0.47347, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.502632, "recall": 0.54249, "f1": 0.513797, "accuracy": 0.54249, "main_score": 0.513797, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523637, "recall": 0.556324, "f1": 0.532451, "accuracy": 0.556324, "main_score": 0.532451, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518841, "recall": 0.556324, "f1": 0.529415, "accuracy": 0.556324, "main_score": 0.529415, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511342, "recall": 0.555336, "f1": 0.523812, "accuracy": 0.555336, "main_score": 0.523812, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511043, "recall": 0.545455, "f1": 0.520912, "accuracy": 0.545455, "main_score": 0.520912, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525935, "recall": 0.559289, "f1": 0.535066, "accuracy": 0.559289, "main_score": 0.535066, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49377, "recall": 0.541502, "f1": 0.506448, "accuracy": 0.541502, "main_score": 0.506448, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.510541, "recall": 0.551383, "f1": 0.522161, "accuracy": 0.551383, "main_score": 0.522161, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470333, "recall": 0.511858, "f1": 0.482373, "accuracy": 0.511858, "main_score": 0.482373, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494191, "recall": 0.54249, "f1": 0.50711, "accuracy": 0.54249, "main_score": 0.50711, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461608, "recall": 0.508893, "f1": 0.474541, "accuracy": 0.508893, "main_score": 0.474541, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511175, "recall": 0.55336, "f1": 0.523035, "accuracy": 0.55336, "main_score": 0.523035, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54277, "recall": 0.573123, "f1": 0.55191, "accuracy": 0.573123, "main_score": 0.55191, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496171, "recall": 0.537549, "f1": 0.507243, "accuracy": 0.537549, "main_score": 0.507243, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466293, "recall": 0.509881, "f1": 0.478708, "accuracy": 0.509881, "main_score": 0.478708, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533988, "recall": 0.58004, "f1": 0.546466, "accuracy": 0.58004, "main_score": 0.546466, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522409, "recall": 0.560277, "f1": 0.532897, "accuracy": 0.560277, "main_score": 0.532897, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470869, "recall": 0.512846, "f1": 0.482712, "accuracy": 0.512846, "main_score": 0.482712, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490592, "recall": 0.535573, "f1": 0.503034, "accuracy": 0.535573, "main_score": 0.503034, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.491004, "recall": 0.539526, "f1": 0.505251, "accuracy": 0.539526, "main_score": 0.505251, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520908, "recall": 0.559289, "f1": 0.531399, "accuracy": 0.559289, "main_score": 0.531399, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179779, "recall": 0.212451, "f1": 0.18826, "accuracy": 0.212451, "main_score": 0.18826, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.494048, "recall": 0.536561, "f1": 0.505864, "accuracy": 0.536561, "main_score": 0.505864, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527599, "recall": 0.567194, "f1": 0.538303, "accuracy": 0.567194, "main_score": 0.538303, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501413, "recall": 0.543478, "f1": 0.512996, "accuracy": 0.543478, "main_score": 0.512996, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516011, "recall": 0.556324, "f1": 0.527015, "accuracy": 0.556324, "main_score": 0.527015, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488656, "recall": 0.533597, "f1": 0.501525, "accuracy": 0.533597, "main_score": 0.501525, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505934, "recall": 0.546443, "f1": 0.517116, "accuracy": 0.546443, "main_score": 0.517116, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517515, "recall": 0.551383, "f1": 0.52724, "accuracy": 0.551383, "main_score": 0.52724, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504377, "recall": 0.547431, "f1": 0.516016, "accuracy": 0.547431, "main_score": 0.516016, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436907, "recall": 0.48419, "f1": 0.450224, "accuracy": 0.48419, "main_score": 0.450224, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484305, "recall": 0.523715, "f1": 0.494713, "accuracy": 0.523715, "main_score": 0.494713, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508126, "recall": 0.55336, "f1": 0.521019, "accuracy": 0.55336, "main_score": 0.521019, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.5103, "recall": 0.551383, "f1": 0.521399, "accuracy": 0.551383, "main_score": 0.521399, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46856, "recall": 0.518775, "f1": 0.482341, "accuracy": 0.518775, "main_score": 0.482341, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.506971, "recall": 0.54249, "f1": 0.51749, "accuracy": 0.54249, "main_score": 0.51749, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.368582, "recall": 0.417984, "f1": 0.381876, "accuracy": 0.417984, "main_score": 0.381876, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509562, "recall": 0.55336, "f1": 0.521739, "accuracy": 0.55336, "main_score": 0.521739, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499832, "recall": 0.536561, "f1": 0.510158, "accuracy": 0.536561, "main_score": 0.510158, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499525, "recall": 0.545455, "f1": 0.512571, "accuracy": 0.545455, "main_score": 0.512571, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526447, "recall": 0.571146, "f1": 0.539009, "accuracy": 0.571146, "main_score": 0.539009, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502732, "recall": 0.544466, "f1": 0.513956, "accuracy": 0.544466, "main_score": 0.513956, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519146, "recall": 0.559289, "f1": 0.530528, "accuracy": 0.559289, "main_score": 0.530528, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507305, "recall": 0.548419, "f1": 0.519666, "accuracy": 0.548419, "main_score": 0.519666, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504513, "recall": 0.545455, "f1": 0.516487, "accuracy": 0.545455, "main_score": 0.516487, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525569, "recall": 0.557312, "f1": 0.534853, "accuracy": 0.557312, "main_score": 0.534853, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523059, "recall": 0.563241, "f1": 0.534121, "accuracy": 0.563241, "main_score": 0.534121, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531945, "recall": 0.565217, "f1": 0.541846, "accuracy": 0.565217, "main_score": 0.541846, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479151, "recall": 0.522727, "f1": 0.491238, "accuracy": 0.522727, "main_score": 0.491238, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503173, "recall": 0.544466, "f1": 0.514138, "accuracy": 0.544466, "main_score": 0.514138, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.381304, "recall": 0.423913, "f1": 0.393274, "accuracy": 0.423913, "main_score": 0.393274, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532172, "recall": 0.564229, "f1": 0.541108, "accuracy": 0.564229, "main_score": 0.541108, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288351, "recall": 0.335968, "f1": 0.301008, "accuracy": 0.335968, "main_score": 0.301008, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501829, "recall": 0.54249, "f1": 0.512882, "accuracy": 0.54249, "main_score": 0.512882, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497413, "recall": 0.545455, "f1": 0.510984, "accuracy": 0.545455, "main_score": 0.510984, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520937, "recall": 0.561265, "f1": 0.532101, "accuracy": 0.561265, "main_score": 0.532101, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47614, "recall": 0.527668, "f1": 0.490779, "accuracy": 0.527668, "main_score": 0.490779, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516679, "recall": 0.554348, "f1": 0.527162, "accuracy": 0.554348, "main_score": 0.527162, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530145, "recall": 0.564229, "f1": 0.53904, "accuracy": 0.564229, "main_score": 0.53904, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499336, "recall": 0.540514, "f1": 0.511727, "accuracy": 0.540514, "main_score": 0.511727, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521304, "recall": 0.560277, "f1": 0.532008, "accuracy": 0.560277, "main_score": 0.532008, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494728, "recall": 0.533597, "f1": 0.505602, "accuracy": 0.533597, "main_score": 0.505602, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525653, "recall": 0.560277, "f1": 0.535043, "accuracy": 0.560277, "main_score": 0.535043, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499654, "recall": 0.538538, "f1": 0.511063, "accuracy": 0.538538, "main_score": 0.511063, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527881, "recall": 0.557312, "f1": 0.536095, "accuracy": 0.557312, "main_score": 0.536095, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485802, "recall": 0.532609, "f1": 0.498367, "accuracy": 0.532609, "main_score": 0.498367, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509514, "recall": 0.548419, "f1": 0.520045, "accuracy": 0.548419, "main_score": 0.520045, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24414, "recall": 0.286561, "f1": 0.25393, "accuracy": 0.286561, "main_score": 0.25393, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.492397, "recall": 0.528656, "f1": 0.503101, "accuracy": 0.528656, "main_score": 0.503101, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484907, "recall": 0.532609, "f1": 0.498835, "accuracy": 0.532609, "main_score": 0.498835, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52679, "recall": 0.556324, "f1": 0.535386, "accuracy": 0.556324, "main_score": 0.535386, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44624, "recall": 0.497036, "f1": 0.460784, "accuracy": 0.497036, "main_score": 0.460784, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533343, "recall": 0.573123, "f1": 0.54343, "accuracy": 0.573123, "main_score": 0.54343, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512057, "recall": 0.555336, "f1": 0.524249, "accuracy": 0.555336, "main_score": 0.524249, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51112, "recall": 0.557312, "f1": 0.523828, "accuracy": 0.557312, "main_score": 0.523828, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427372, "recall": 0.477273, "f1": 0.442307, "accuracy": 0.477273, "main_score": 0.442307, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530914, "recall": 0.56917, "f1": 0.54155, "accuracy": 0.56917, "main_score": 0.54155, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489496, "recall": 0.535573, "f1": 0.502514, "accuracy": 0.535573, "main_score": 0.502514, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512375, "recall": 0.554348, "f1": 0.523911, "accuracy": 0.554348, "main_score": 0.523911, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501583, "recall": 0.551383, "f1": 0.514929, "accuracy": 0.551383, "main_score": 0.514929, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.497819, "recall": 0.534585, "f1": 0.508435, "accuracy": 0.534585, "main_score": 0.508435, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502421, "recall": 0.541502, "f1": 0.51344, "accuracy": 0.541502, "main_score": 0.51344, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477096, "recall": 0.531621, "f1": 0.492015, "accuracy": 0.531621, "main_score": 0.492015, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.522427, "recall": 0.563241, "f1": 0.533631, "accuracy": 0.563241, "main_score": 0.533631, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488422, "recall": 0.529644, "f1": 0.499736, "accuracy": 0.529644, "main_score": 0.499736, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520598, "recall": 0.555336, "f1": 0.53062, "accuracy": 0.555336, "main_score": 0.53062, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461086, "recall": 0.496047, "f1": 0.470949, "accuracy": 0.496047, "main_score": 0.470949, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52717, "recall": 0.561265, "f1": 0.536709, "accuracy": 0.561265, "main_score": 0.536709, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460113, "recall": 0.505929, "f1": 0.472688, "accuracy": 0.505929, "main_score": 0.472688, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.472555, "recall": 0.506917, "f1": 0.482587, "accuracy": 0.506917, "main_score": 0.482587, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506867, "recall": 0.552372, "f1": 0.518676, "accuracy": 0.552372, "main_score": 0.518676, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480889, "recall": 0.518775, "f1": 0.491984, "accuracy": 0.518775, "main_score": 0.491984, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53418, "recall": 0.567194, "f1": 0.543422, "accuracy": 0.567194, "main_score": 0.543422, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500746, "recall": 0.541502, "f1": 0.511857, "accuracy": 0.541502, "main_score": 0.511857, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511028, "recall": 0.552372, "f1": 0.521992, "accuracy": 0.552372, "main_score": 0.521992, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519645, "recall": 0.564229, "f1": 0.531931, "accuracy": 0.564229, "main_score": 0.531931, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505661, "recall": 0.549407, "f1": 0.51757, "accuracy": 0.549407, "main_score": 0.51757, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.506867, "recall": 0.548419, "f1": 0.517954, "accuracy": 0.548419, "main_score": 0.517954, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356536, "recall": 0.414032, "f1": 0.371716, "accuracy": 0.414032, "main_score": 0.371716, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.48933, "recall": 0.532609, "f1": 0.501976, "accuracy": 0.532609, "main_score": 0.501976, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203262, "recall": 0.243083, "f1": 0.212501, "accuracy": 0.243083, "main_score": 0.212501, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.505312, "recall": 0.54249, "f1": 0.516142, "accuracy": 0.54249, "main_score": 0.516142, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425446, "recall": 0.463439, "f1": 0.436567, "accuracy": 0.463439, "main_score": 0.436567, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510693, "recall": 0.552372, "f1": 0.522736, "accuracy": 0.552372, "main_score": 0.522736, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518375, "recall": 0.55336, "f1": 0.527464, "accuracy": 0.55336, "main_score": 0.527464, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410741, "recall": 0.454545, "f1": 0.422788, "accuracy": 0.454545, "main_score": 0.422788, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517303, "recall": 0.552372, "f1": 0.526732, "accuracy": 0.552372, "main_score": 0.526732, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514324, "recall": 0.555336, "f1": 0.525667, "accuracy": 0.555336, "main_score": 0.525667, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463757, "recall": 0.513834, "f1": 0.477147, "accuracy": 0.513834, "main_score": 0.477147, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508475, "recall": 0.546443, "f1": 0.518358, "accuracy": 0.546443, "main_score": 0.518358, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510952, "recall": 0.549407, "f1": 0.522517, "accuracy": 0.549407, "main_score": 0.522517, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477811, "recall": 0.524704, "f1": 0.490746, "accuracy": 0.524704, "main_score": 0.490746, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54088, "recall": 0.568182, "f1": 0.548788, "accuracy": 0.568182, "main_score": 0.548788, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483389, "recall": 0.52668, "f1": 0.495959, "accuracy": 0.52668, "main_score": 0.495959, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487442, "recall": 0.524704, "f1": 0.498381, "accuracy": 0.524704, "main_score": 0.498381, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521626, "recall": 0.555336, "f1": 0.531014, "accuracy": 0.555336, "main_score": 0.531014, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506927, "recall": 0.554348, "f1": 0.519605, "accuracy": 0.554348, "main_score": 0.519605, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085975, "recall": 0.121542, "f1": 0.094407, "accuracy": 0.121542, "main_score": 0.094407, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.494583, "recall": 0.54249, "f1": 0.507991, "accuracy": 0.54249, "main_score": 0.507991, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.413124, "recall": 0.466403, "f1": 0.427291, "accuracy": 0.466403, "main_score": 0.427291, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.479303, "recall": 0.519763, "f1": 0.490747, "accuracy": 0.519763, "main_score": 0.490747, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514789, "recall": 0.559289, "f1": 0.526481, "accuracy": 0.559289, "main_score": 0.526481, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461554, "recall": 0.505929, "f1": 0.474189, "accuracy": 0.505929, "main_score": 0.474189, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491102, "recall": 0.527668, "f1": 0.501852, "accuracy": 0.527668, "main_score": 0.501852, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495422, "recall": 0.541502, "f1": 0.508215, "accuracy": 0.541502, "main_score": 0.508215, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513611, "recall": 0.561265, "f1": 0.52643, "accuracy": 0.561265, "main_score": 0.52643, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513527, "recall": 0.548419, "f1": 0.523364, "accuracy": 0.548419, "main_score": 0.523364, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479204, "recall": 0.517787, "f1": 0.489483, "accuracy": 0.517787, "main_score": 0.489483, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458435, "recall": 0.506917, "f1": 0.472525, "accuracy": 0.506917, "main_score": 0.472525, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494978, "recall": 0.537549, "f1": 0.506522, "accuracy": 0.537549, "main_score": 0.506522, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465613, "recall": 0.504941, "f1": 0.477339, "accuracy": 0.504941, "main_score": 0.477339, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474955, "recall": 0.51581, "f1": 0.485269, "accuracy": 0.51581, "main_score": 0.485269, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507875, "recall": 0.547431, "f1": 0.51916, "accuracy": 0.547431, "main_score": 0.51916, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.511148, "recall": 0.551383, "f1": 0.522416, "accuracy": 0.551383, "main_score": 0.522416, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487108, "recall": 0.538538, "f1": 0.501314, "accuracy": 0.538538, "main_score": 0.501314, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.411782, "recall": 0.461462, "f1": 0.425549, "accuracy": 0.461462, "main_score": 0.425549, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.532489, "recall": 0.572134, "f1": 0.543048, "accuracy": 0.572134, "main_score": 0.543048, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483672, "recall": 0.534585, "f1": 0.496274, "accuracy": 0.534585, "main_score": 0.496274, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.473186, "recall": 0.520751, "f1": 0.487052, "accuracy": 0.520751, "main_score": 0.487052, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.477704, "recall": 0.522727, "f1": 0.489629, "accuracy": 0.522727, "main_score": 0.489629, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475654, "recall": 0.517787, "f1": 0.486938, "accuracy": 0.517787, "main_score": 0.486938, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432378, "recall": 0.479249, "f1": 0.4449, "accuracy": 0.479249, "main_score": 0.4449, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497481, "recall": 0.538538, "f1": 0.508168, "accuracy": 0.538538, "main_score": 0.508168, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54166, "recall": 0.577075, "f1": 0.551821, "accuracy": 0.577075, "main_score": 0.551821, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422724, "recall": 0.479249, "f1": 0.438425, "accuracy": 0.479249, "main_score": 0.438425, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.495093, "recall": 0.537549, "f1": 0.507212, "accuracy": 0.537549, "main_score": 0.507212, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.492888, "recall": 0.533597, "f1": 0.503552, "accuracy": 0.533597, "main_score": 0.503552, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.527107, "recall": 0.565217, "f1": 0.537496, "accuracy": 0.565217, "main_score": 0.537496, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470804, "recall": 0.514822, "f1": 0.483092, "accuracy": 0.514822, "main_score": 0.483092, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518671, "recall": 0.556324, "f1": 0.529201, "accuracy": 0.556324, "main_score": 0.529201, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467348, "recall": 0.511858, "f1": 0.47991, "accuracy": 0.511858, "main_score": 0.47991, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.504396, "recall": 0.545455, "f1": 0.515848, "accuracy": 0.545455, "main_score": 0.515848, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444907, "recall": 0.497036, "f1": 0.459261, "accuracy": 0.497036, "main_score": 0.459261, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506951, "recall": 0.551383, "f1": 0.520164, "accuracy": 0.551383, "main_score": 0.520164, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.368354, "recall": 0.424901, "f1": 0.38451, "accuracy": 0.424901, "main_score": 0.38451, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.489738, "recall": 0.536561, "f1": 0.502036, "accuracy": 0.536561, "main_score": 0.502036, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.505472, "recall": 0.546443, "f1": 0.516838, "accuracy": 0.546443, "main_score": 0.516838, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50041, "recall": 0.540514, "f1": 0.511142, "accuracy": 0.540514, "main_score": 0.511142, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50899, "recall": 0.545455, "f1": 0.519193, "accuracy": 0.545455, "main_score": 0.519193, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472777, "recall": 0.520751, "f1": 0.485567, "accuracy": 0.520751, "main_score": 0.485567, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.512408, "recall": 0.548419, "f1": 0.522828, "accuracy": 0.548419, "main_score": 0.522828, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514894, "recall": 0.551383, "f1": 0.524771, "accuracy": 0.551383, "main_score": 0.524771, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507058, "recall": 0.551383, "f1": 0.518141, "accuracy": 0.551383, "main_score": 0.518141, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513953, "recall": 0.552372, "f1": 0.524669, "accuracy": 0.552372, "main_score": 0.524669, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532755, "recall": 0.575099, "f1": 0.543546, "accuracy": 0.575099, "main_score": 0.543546, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48612, "recall": 0.528656, "f1": 0.498393, "accuracy": 0.528656, "main_score": 0.498393, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5209, "recall": 0.5583, "f1": 0.531414, "accuracy": 0.5583, "main_score": 0.531414, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496599, "recall": 0.54249, "f1": 0.509115, "accuracy": 0.54249, "main_score": 0.509115, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.499088, "recall": 0.545455, "f1": 0.511878, "accuracy": 0.545455, "main_score": 0.511878, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466599, "recall": 0.505929, "f1": 0.477545, "accuracy": 0.505929, "main_score": 0.477545, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527314, "recall": 0.56917, "f1": 0.538186, "accuracy": 0.56917, "main_score": 0.538186, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507753, "recall": 0.540514, "f1": 0.516606, "accuracy": 0.540514, "main_score": 0.516606, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492351, "recall": 0.531621, "f1": 0.503988, "accuracy": 0.531621, "main_score": 0.503988, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492571, "recall": 0.531621, "f1": 0.503783, "accuracy": 0.531621, "main_score": 0.503783, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43083, "recall": 0.477273, "f1": 0.444312, "accuracy": 0.477273, "main_score": 0.444312, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512578, "recall": 0.555336, "f1": 0.524529, "accuracy": 0.555336, "main_score": 0.524529, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471729, "recall": 0.518775, "f1": 0.484738, "accuracy": 0.518775, "main_score": 0.484738, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478664, "recall": 0.517787, "f1": 0.489874, "accuracy": 0.517787, "main_score": 0.489874, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519408, "recall": 0.557312, "f1": 0.530468, "accuracy": 0.557312, "main_score": 0.530468, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47812, "recall": 0.522727, "f1": 0.49078, "accuracy": 0.522727, "main_score": 0.49078, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.502098, "recall": 0.549407, "f1": 0.515188, "accuracy": 0.549407, "main_score": 0.515188, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492375, "recall": 0.529644, "f1": 0.502794, "accuracy": 0.529644, "main_score": 0.502794, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488656, "recall": 0.532609, "f1": 0.500487, "accuracy": 0.532609, "main_score": 0.500487, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.516798, "f1": 0.484816, "accuracy": 0.516798, "main_score": 0.484816, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489444, "recall": 0.525692, "f1": 0.499589, "accuracy": 0.525692, "main_score": 0.499589, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514921, "recall": 0.551383, "f1": 0.525434, "accuracy": 0.551383, "main_score": 0.525434, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51961, "recall": 0.559289, "f1": 0.531007, "accuracy": 0.559289, "main_score": 0.531007, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508746, "recall": 0.541502, "f1": 0.517708, "accuracy": 0.541502, "main_score": 0.517708, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45758, "recall": 0.509881, "f1": 0.472146, "accuracy": 0.509881, "main_score": 0.472146, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479056, "recall": 0.519763, "f1": 0.4901, "accuracy": 0.519763, "main_score": 0.4901, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512479, "recall": 0.552372, "f1": 0.523437, "accuracy": 0.552372, "main_score": 0.523437, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.403963, "recall": 0.460474, "f1": 0.420232, "accuracy": 0.460474, "main_score": 0.420232, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489677, "recall": 0.531621, "f1": 0.501774, "accuracy": 0.531621, "main_score": 0.501774, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.480512, "recall": 0.520751, "f1": 0.491809, "accuracy": 0.520751, "main_score": 0.491809, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503215, "recall": 0.548419, "f1": 0.515607, "accuracy": 0.548419, "main_score": 0.515607, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489334, "recall": 0.540514, "f1": 0.503211, "accuracy": 0.540514, "main_score": 0.503211, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.457173, "recall": 0.500988, "f1": 0.469944, "accuracy": 0.500988, "main_score": 0.469944, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497233, "recall": 0.532609, "f1": 0.507397, "accuracy": 0.532609, "main_score": 0.507397, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574599, "recall": 0.634387, "f1": 0.591583, "accuracy": 0.634387, "main_score": 0.591583, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554694, "recall": 0.609684, "f1": 0.570069, "accuracy": 0.609684, "main_score": 0.570069, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.338059, "recall": 0.397233, "f1": 0.353531, "accuracy": 0.397233, "main_score": 0.353531, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944631, "accuracy": 0.95751, "main_score": 0.944631, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901493, "recall": 0.927866, "f1": 0.909585, "accuracy": 0.927866, "main_score": 0.909585, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.954545, "f1": 0.943906, "accuracy": 0.954545, "main_score": 0.943906, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.916502, "recall": 0.933794, "f1": 0.921937, "accuracy": 0.933794, "main_score": 0.921937, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610764, "recall": 0.66502, "f1": 0.625631, "accuracy": 0.66502, "main_score": 0.625631, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.953557, "f1": 0.940349, "accuracy": 0.953557, "main_score": 0.940349, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831851, "recall": 0.867589, "f1": 0.84249, "accuracy": 0.867589, "main_score": 0.84249, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90513, "recall": 0.924901, "f1": 0.91091, "accuracy": 0.924901, "main_score": 0.91091, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.955534, "f1": 0.944631, "accuracy": 0.955534, "main_score": 0.944631, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.940711, "f1": 0.92716, "accuracy": 0.940711, "main_score": 0.92716, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.625455, "recall": 0.678854, "f1": 0.640761, "accuracy": 0.678854, "main_score": 0.640761, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863719, "recall": 0.898221, "f1": 0.874736, "accuracy": 0.898221, "main_score": 0.874736, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946673, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625586, "recall": 0.692688, "f1": 0.644776, "accuracy": 0.692688, "main_score": 0.644776, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.949605, "f1": 0.937324, "accuracy": 0.949605, "main_score": 0.937324, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895273, "recall": 0.91996, "f1": 0.902749, "accuracy": 0.91996, "main_score": 0.902749, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964394, "accuracy": 0.972332, "main_score": 0.964394, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575185, "recall": 0.634387, "f1": 0.591125, "accuracy": 0.634387, "main_score": 0.591125, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925675, "recall": 0.94664, "f1": 0.932213, "accuracy": 0.94664, "main_score": 0.932213, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.952569, "f1": 0.93969, "accuracy": 0.952569, "main_score": 0.93969, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92315, "recall": 0.942688, "f1": 0.929117, "accuracy": 0.942688, "main_score": 0.929117, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198601, "recall": 0.247036, "f1": 0.210148, "accuracy": 0.247036, "main_score": 0.210148, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.954545, "f1": 0.942721, "accuracy": 0.954545, "main_score": 0.942721, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647991, "recall": 0.693676, "f1": 0.660718, "accuracy": 0.693676, "main_score": 0.660718, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944252, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88974, "recall": 0.917984, "f1": 0.898781, "accuracy": 0.917984, "main_score": 0.898781, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.95751, "f1": 0.947003, "accuracy": 0.95751, "main_score": 0.947003, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672996, "recall": 0.730237, "f1": 0.689512, "accuracy": 0.730237, "main_score": 0.689512, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945076, "recall": 0.961462, "f1": 0.950165, "accuracy": 0.961462, "main_score": 0.950165, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.795128, "recall": 0.838933, "f1": 0.808137, "accuracy": 0.838933, "main_score": 0.808137, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909684, "recall": 0.932806, "f1": 0.916437, "accuracy": 0.932806, "main_score": 0.916437, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932872, "recall": 0.951581, "f1": 0.93857, "accuracy": 0.951581, "main_score": 0.93857, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.951581, "f1": 0.938538, "accuracy": 0.951581, "main_score": 0.938538, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.92141, "accuracy": 0.938735, "main_score": 0.92141, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538779, "recall": 0.598814, "f1": 0.556014, "accuracy": 0.598814, "main_score": 0.556014, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502201, "recall": 0.577075, "f1": 0.522726, "accuracy": 0.577075, "main_score": 0.522726, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574049, "recall": 0.644269, "f1": 0.594318, "accuracy": 0.644269, "main_score": 0.594318, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955007, "accuracy": 0.964427, "main_score": 0.955007, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.931818, "f1": 0.916568, "accuracy": 0.931818, "main_score": 0.916568, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.937747, "f1": 0.922069, "accuracy": 0.937747, "main_score": 0.922069, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59823, "recall": 0.663043, "f1": 0.616355, "accuracy": 0.663043, "main_score": 0.616355, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790209, "recall": 0.835968, "f1": 0.803913, "accuracy": 0.835968, "main_score": 0.803913, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913818, "recall": 0.934783, "f1": 0.920158, "accuracy": 0.934783, "main_score": 0.920158, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932181, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535148, "recall": 0.593874, "f1": 0.552118, "accuracy": 0.593874, "main_score": 0.552118, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.958498, "f1": 0.947977, "accuracy": 0.958498, "main_score": 0.947977, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545366, "recall": 0.608696, "f1": 0.563207, "accuracy": 0.608696, "main_score": 0.563207, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537651, "recall": 0.591897, "f1": 0.552837, "accuracy": 0.591897, "main_score": 0.552837, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.33501, "recall": 0.397233, "f1": 0.351202, "accuracy": 0.397233, "main_score": 0.351202, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9472, "recall": 0.961462, "f1": 0.951416, "accuracy": 0.961462, "main_score": 0.951416, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938686, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944401, "accuracy": 0.956522, "main_score": 0.944401, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596926, "recall": 0.659091, "f1": 0.614308, "accuracy": 0.659091, "main_score": 0.614308, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918427, "recall": 0.936759, "f1": 0.923836, "accuracy": 0.936759, "main_score": 0.923836, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852396, "recall": 0.883399, "f1": 0.861753, "accuracy": 0.883399, "main_score": 0.861753, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962862, "recall": 0.97332, "f1": 0.965975, "accuracy": 0.97332, "main_score": 0.965975, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604004, "recall": 0.655138, "f1": 0.618676, "accuracy": 0.655138, "main_score": 0.618676, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.949605, "f1": 0.936514, "accuracy": 0.949605, "main_score": 0.936514, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677473, "recall": 0.73419, "f1": 0.694521, "accuracy": 0.73419, "main_score": 0.694521, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870553, "recall": 0.903162, "f1": 0.880519, "accuracy": 0.903162, "main_score": 0.880519, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904685, "recall": 0.928854, "f1": 0.911964, "accuracy": 0.928854, "main_score": 0.911964, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934486, "recall": 0.952569, "f1": 0.94002, "accuracy": 0.952569, "main_score": 0.94002, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451623, "recall": 0.528656, "f1": 0.472507, "accuracy": 0.528656, "main_score": 0.472507, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.680078, "recall": 0.728261, "f1": 0.693552, "accuracy": 0.728261, "main_score": 0.693552, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.911067, "f1": 0.888867, "accuracy": 0.911067, "main_score": 0.888867, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695142, "recall": 0.744071, "f1": 0.70952, "accuracy": 0.744071, "main_score": 0.70952, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657256, "recall": 0.727273, "f1": 0.67759, "accuracy": 0.727273, "main_score": 0.67759, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.953508, "recall": 0.966403, "f1": 0.957411, "accuracy": 0.966403, "main_score": 0.957411, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916667, "recall": 0.938735, "f1": 0.923748, "accuracy": 0.938735, "main_score": 0.923748, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.954545, "f1": 0.943281, "accuracy": 0.954545, "main_score": 0.943281, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818725, "recall": 0.862648, "f1": 0.832082, "accuracy": 0.862648, "main_score": 0.832082, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.949522, "recall": 0.963439, "f1": 0.953788, "accuracy": 0.963439, "main_score": 0.953788, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.955534, "f1": 0.944302, "accuracy": 0.955534, "main_score": 0.944302, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932263, "recall": 0.949605, "f1": 0.937286, "accuracy": 0.949605, "main_score": 0.937286, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.574744, "recall": 0.632411, "f1": 0.591097, "accuracy": 0.632411, "main_score": 0.591097, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562568, "recall": 0.618577, "f1": 0.578562, "accuracy": 0.618577, "main_score": 0.578562, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928195, "recall": 0.948617, "f1": 0.934618, "accuracy": 0.948617, "main_score": 0.934618, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924325, "recall": 0.943676, "f1": 0.930402, "accuracy": 0.943676, "main_score": 0.930402, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78246, "recall": 0.824111, "f1": 0.794993, "accuracy": 0.824111, "main_score": 0.794993, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478904, "recall": 0.534585, "f1": 0.493799, "accuracy": 0.534585, "main_score": 0.493799, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927042, "recall": 0.944664, "f1": 0.932279, "accuracy": 0.944664, "main_score": 0.932279, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88018, "recall": 0.913043, "f1": 0.890272, "accuracy": 0.913043, "main_score": 0.890272, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.767933, "recall": 0.809289, "f1": 0.77943, "accuracy": 0.809289, "main_score": 0.77943, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552232, "recall": 0.609684, "f1": 0.568425, "accuracy": 0.609684, "main_score": 0.568425, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957098, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.95751, "f1": 0.94712, "accuracy": 0.95751, "main_score": 0.94712, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957642, "accuracy": 0.966403, "main_score": 0.957642, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954663, "accuracy": 0.964427, "main_score": 0.954663, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928461, "recall": 0.944664, "f1": 0.933059, "accuracy": 0.944664, "main_score": 0.933059, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.916873, "recall": 0.938735, "f1": 0.92354, "accuracy": 0.938735, "main_score": 0.92354, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859084, "recall": 0.897233, "f1": 0.870937, "accuracy": 0.897233, "main_score": 0.870937, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.6114, "recall": 0.671937, "f1": 0.628387, "accuracy": 0.671937, "main_score": 0.628387, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196173, "recall": 0.247036, "f1": 0.207609, "accuracy": 0.247036, "main_score": 0.207609, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.652009, "recall": 0.709486, "f1": 0.668615, "accuracy": 0.709486, "main_score": 0.668615, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691008, "recall": 0.746047, "f1": 0.706823, "accuracy": 0.746047, "main_score": 0.706823, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951449, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.947628, "f1": 0.934651, "accuracy": 0.947628, "main_score": 0.934651, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429927, "recall": 0.494071, "f1": 0.447108, "accuracy": 0.494071, "main_score": 0.447108, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916535, "recall": 0.938735, "f1": 0.923584, "accuracy": 0.938735, "main_score": 0.923584, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882271, "recall": 0.911067, "f1": 0.890818, "accuracy": 0.911067, "main_score": 0.890818, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.915349, "recall": 0.937747, "f1": 0.922021, "accuracy": 0.937747, "main_score": 0.922021, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678763, "recall": 0.733202, "f1": 0.694818, "accuracy": 0.733202, "main_score": 0.694818, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939987, "recall": 0.955534, "f1": 0.944466, "accuracy": 0.955534, "main_score": 0.944466, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96638, "recall": 0.975296, "f1": 0.969121, "accuracy": 0.975296, "main_score": 0.969121, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571859, "recall": 0.633399, "f1": 0.589794, "accuracy": 0.633399, "main_score": 0.589794, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524953, "recall": 0.588933, "f1": 0.542147, "accuracy": 0.588933, "main_score": 0.542147, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680439, "recall": 0.731225, "f1": 0.694897, "accuracy": 0.731225, "main_score": 0.694897, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19021, "recall": 0.252964, "f1": 0.206161, "accuracy": 0.252964, "main_score": 0.206161, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.930665, "recall": 0.950593, "f1": 0.936891, "accuracy": 0.950593, "main_score": 0.936891, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.84156, "recall": 0.884387, "f1": 0.854765, "accuracy": 0.884387, "main_score": 0.854765, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.903287, "recall": 0.926877, "f1": 0.910194, "accuracy": 0.926877, "main_score": 0.910194, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.956522, "f1": 0.945026, "accuracy": 0.956522, "main_score": 0.945026, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598972, "recall": 0.657115, "f1": 0.615563, "accuracy": 0.657115, "main_score": 0.615563, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594253, "recall": 0.65415, "f1": 0.610975, "accuracy": 0.65415, "main_score": 0.610975, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933053, "recall": 0.951581, "f1": 0.938966, "accuracy": 0.951581, "main_score": 0.938966, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944285, "recall": 0.959486, "f1": 0.948682, "accuracy": 0.959486, "main_score": 0.948682, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908514, "recall": 0.933794, "f1": 0.916403, "accuracy": 0.933794, "main_score": 0.916403, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886463, "recall": 0.913043, "f1": 0.894153, "accuracy": 0.913043, "main_score": 0.894153, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64703, "recall": 0.715415, "f1": 0.667278, "accuracy": 0.715415, "main_score": 0.667278, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.950593, "f1": 0.938208, "accuracy": 0.950593, "main_score": 0.938208, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56076, "recall": 0.621542, "f1": 0.577767, "accuracy": 0.621542, "main_score": 0.577767, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705741, "recall": 0.767787, "f1": 0.724231, "accuracy": 0.767787, "main_score": 0.724231, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917276, "recall": 0.938735, "f1": 0.923781, "accuracy": 0.938735, "main_score": 0.923781, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.930583, "recall": 0.947628, "f1": 0.935592, "accuracy": 0.947628, "main_score": 0.935592, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92976, "recall": 0.947628, "f1": 0.935343, "accuracy": 0.947628, "main_score": 0.935343, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472103, "recall": 0.535573, "f1": 0.489291, "accuracy": 0.535573, "main_score": 0.489291, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.962295, "recall": 0.972332, "f1": 0.965333, "accuracy": 0.972332, "main_score": 0.965333, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.955534, "f1": 0.944419, "accuracy": 0.955534, "main_score": 0.944419, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.914312, "recall": 0.937747, "f1": 0.921297, "accuracy": 0.937747, "main_score": 0.921297, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.835623, "recall": 0.879447, "f1": 0.848965, "accuracy": 0.879447, "main_score": 0.848965, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.760016, "recall": 0.809289, "f1": 0.77444, "accuracy": 0.809289, "main_score": 0.77444, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827009, "recall": 0.867589, "f1": 0.838834, "accuracy": 0.867589, "main_score": 0.838834, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851202, "recall": 0.887352, "f1": 0.862154, "accuracy": 0.887352, "main_score": 0.862154, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640736, "recall": 0.688735, "f1": 0.654013, "accuracy": 0.688735, "main_score": 0.654013, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84693, "recall": 0.88834, "f1": 0.859634, "accuracy": 0.88834, "main_score": 0.859634, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.928896, "recall": 0.94664, "f1": 0.934009, "accuracy": 0.94664, "main_score": 0.934009, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.965415, "f1": 0.955764, "accuracy": 0.965415, "main_score": 0.955764, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906489, "recall": 0.931818, "f1": 0.914163, "accuracy": 0.931818, "main_score": 0.914163, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961215, "recall": 0.972332, "f1": 0.964657, "accuracy": 0.972332, "main_score": 0.964657, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768297, "recall": 0.817194, "f1": 0.782331, "accuracy": 0.817194, "main_score": 0.782331, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918709, "accuracy": 0.935771, "main_score": 0.918709, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49256, "recall": 0.562253, "f1": 0.511355, "accuracy": 0.562253, "main_score": 0.511355, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958114, "recall": 0.969368, "f1": 0.961495, "accuracy": 0.969368, "main_score": 0.961495, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562987, "recall": 0.637352, "f1": 0.584098, "accuracy": 0.637352, "main_score": 0.584098, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.931604, "recall": 0.950593, "f1": 0.937319, "accuracy": 0.950593, "main_score": 0.937319, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.917852, "recall": 0.940711, "f1": 0.924704, "accuracy": 0.940711, "main_score": 0.924704, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.877767, "recall": 0.907115, "f1": 0.886496, "accuracy": 0.907115, "main_score": 0.886496, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79557, "recall": 0.837945, "f1": 0.8083, "accuracy": 0.837945, "main_score": 0.8083, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913439, "recall": 0.935771, "f1": 0.920092, "accuracy": 0.935771, "main_score": 0.920092, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.650967, "recall": 0.702569, "f1": 0.666023, "accuracy": 0.702569, "main_score": 0.666023, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643268, "recall": 0.698617, "f1": 0.659353, "accuracy": 0.698617, "main_score": 0.659353, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.956522, "f1": 0.945949, "accuracy": 0.956522, "main_score": 0.945949, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858794, "recall": 0.892292, "f1": 0.869218, "accuracy": 0.892292, "main_score": 0.869218, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556559, "recall": 0.626482, "f1": 0.576584, "accuracy": 0.626482, "main_score": 0.576584, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.964427, "f1": 0.954282, "accuracy": 0.964427, "main_score": 0.954282, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.9417, "f1": 0.925527, "accuracy": 0.9417, "main_score": 0.925527, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554205, "recall": 0.613636, "f1": 0.570858, "accuracy": 0.613636, "main_score": 0.570858, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942474, "recall": 0.956522, "f1": 0.946542, "accuracy": 0.956522, "main_score": 0.946542, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746327, "recall": 0.798419, "f1": 0.761119, "accuracy": 0.798419, "main_score": 0.761119, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5703, "recall": 0.629447, "f1": 0.586655, "accuracy": 0.629447, "main_score": 0.586655, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625403, "recall": 0.678854, "f1": 0.64087, "accuracy": 0.678854, "main_score": 0.64087, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81051, "recall": 0.850791, "f1": 0.822826, "accuracy": 0.850791, "main_score": 0.822826, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949226, "recall": 0.963439, "f1": 0.953458, "accuracy": 0.963439, "main_score": 0.953458, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888867, "recall": 0.916008, "f1": 0.897036, "accuracy": 0.916008, "main_score": 0.897036, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516559, "recall": 0.572134, "f1": 0.531594, "accuracy": 0.572134, "main_score": 0.531594, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594586, "recall": 0.65415, "f1": 0.610953, "accuracy": 0.65415, "main_score": 0.610953, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.944664, "f1": 0.929578, "accuracy": 0.944664, "main_score": 0.929578, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.607638, "recall": 0.663043, "f1": 0.623499, "accuracy": 0.663043, "main_score": 0.623499, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569196, "recall": 0.624506, "f1": 0.584254, "accuracy": 0.624506, "main_score": 0.584254, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899209, "recall": 0.927866, "f1": 0.90807, "accuracy": 0.927866, "main_score": 0.90807, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559358, "recall": 0.616601, "f1": 0.576005, "accuracy": 0.616601, "main_score": 0.576005, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674318, "recall": 0.728261, "f1": 0.689641, "accuracy": 0.728261, "main_score": 0.689641, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.934783, "f1": 0.919598, "accuracy": 0.934783, "main_score": 0.919598, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735952, "recall": 0.777668, "f1": 0.748386, "accuracy": 0.777668, "main_score": 0.748386, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873304, "recall": 0.899209, "f1": 0.881032, "accuracy": 0.899209, "main_score": 0.881032, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91115, "recall": 0.935771, "f1": 0.918709, "accuracy": 0.935771, "main_score": 0.918709, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.840697, "recall": 0.875494, "f1": 0.851219, "accuracy": 0.875494, "main_score": 0.851219, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895652, "recall": 0.921937, "f1": 0.903458, "accuracy": 0.921937, "main_score": 0.903458, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506077, "recall": 0.586957, "f1": 0.529331, "accuracy": 0.586957, "main_score": 0.529331, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.966403, "f1": 0.957082, "accuracy": 0.966403, "main_score": 0.957082, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.863413, "recall": 0.895257, "f1": 0.872859, "accuracy": 0.895257, "main_score": 0.872859, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.956522, "f1": 0.945078, "accuracy": 0.956522, "main_score": 0.945078, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.956522, "f1": 0.945652, "accuracy": 0.956522, "main_score": 0.945652, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.648471, "recall": 0.712451, "f1": 0.666803, "accuracy": 0.712451, "main_score": 0.666803, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604282, "recall": 0.651186, "f1": 0.617231, "accuracy": 0.651186, "main_score": 0.617231, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274268, "recall": 0.30336, "f1": 0.282496, "accuracy": 0.30336, "main_score": 0.282496, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.277844, "recall": 0.304348, "f1": 0.285132, "accuracy": 0.304348, "main_score": 0.285132, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15632, "recall": 0.183794, "f1": 0.163593, "accuracy": 0.183794, "main_score": 0.163593, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.292291, "recall": 0.337945, "f1": 0.303908, "accuracy": 0.337945, "main_score": 0.303908, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.266503, "recall": 0.298419, "f1": 0.274039, "accuracy": 0.298419, "main_score": 0.274039, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.297806, "recall": 0.333992, "f1": 0.306901, "accuracy": 0.333992, "main_score": 0.306901, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.28987, "recall": 0.325099, "f1": 0.29784, "accuracy": 0.325099, "main_score": 0.29784, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289512, "recall": 0.324111, "f1": 0.299096, "accuracy": 0.324111, "main_score": 0.299096, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279498, "recall": 0.321146, "f1": 0.290304, "accuracy": 0.321146, "main_score": 0.290304, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294992, "recall": 0.326087, "f1": 0.303604, "accuracy": 0.326087, "main_score": 0.303604, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301245, "recall": 0.333992, "f1": 0.309876, "accuracy": 0.333992, "main_score": 0.309876, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267318, "recall": 0.314229, "f1": 0.279323, "accuracy": 0.314229, "main_score": 0.279323, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.291184, "recall": 0.331028, "f1": 0.301431, "accuracy": 0.331028, "main_score": 0.301431, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.219053, "recall": 0.253953, "f1": 0.227535, "accuracy": 0.253953, "main_score": 0.227535, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295731, "recall": 0.33498, "f1": 0.305779, "accuracy": 0.33498, "main_score": 0.305779, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.277385, "recall": 0.31917, "f1": 0.287509, "accuracy": 0.31917, "main_score": 0.287509, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.293385, "recall": 0.333992, "f1": 0.303523, "accuracy": 0.333992, "main_score": 0.303523, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295252, "recall": 0.336957, "f1": 0.306432, "accuracy": 0.336957, "main_score": 0.306432, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282414, "recall": 0.322134, "f1": 0.292909, "accuracy": 0.322134, "main_score": 0.292909, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.263931, "recall": 0.306324, "f1": 0.274573, "accuracy": 0.306324, "main_score": 0.274573, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.309547, "recall": 0.348814, "f1": 0.31987, "accuracy": 0.348814, "main_score": 0.31987, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293598, "recall": 0.336957, "f1": 0.304001, "accuracy": 0.336957, "main_score": 0.304001, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276451, "recall": 0.312253, "f1": 0.28618, "accuracy": 0.312253, "main_score": 0.28618, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28921, "recall": 0.339921, "f1": 0.301653, "accuracy": 0.339921, "main_score": 0.301653, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.290773, "recall": 0.33498, "f1": 0.301874, "accuracy": 0.33498, "main_score": 0.301874, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.283149, "recall": 0.322134, "f1": 0.293286, "accuracy": 0.322134, "main_score": 0.293286, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1803, "recall": 0.210474, "f1": 0.188112, "accuracy": 0.210474, "main_score": 0.188112, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.277735, "recall": 0.318182, "f1": 0.287466, "accuracy": 0.318182, "main_score": 0.287466, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.291938, "recall": 0.323123, "f1": 0.299987, "accuracy": 0.323123, "main_score": 0.299987, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28968, "recall": 0.331028, "f1": 0.300289, "accuracy": 0.331028, "main_score": 0.300289, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287282, "recall": 0.327075, "f1": 0.29757, "accuracy": 0.327075, "main_score": 0.29757, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290916, "recall": 0.329051, "f1": 0.300487, "accuracy": 0.329051, "main_score": 0.300487, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.301608, "recall": 0.340909, "f1": 0.311944, "accuracy": 0.340909, "main_score": 0.311944, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.290662, "recall": 0.322134, "f1": 0.298814, "accuracy": 0.322134, "main_score": 0.298814, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287457, "recall": 0.333004, "f1": 0.298413, "accuracy": 0.333004, "main_score": 0.298413, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.28029, "recall": 0.318182, "f1": 0.290166, "accuracy": 0.318182, "main_score": 0.290166, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.277999, "recall": 0.313241, "f1": 0.286803, "accuracy": 0.313241, "main_score": 0.286803, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.292284, "recall": 0.343874, "f1": 0.304979, "accuracy": 0.343874, "main_score": 0.304979, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.281917, "recall": 0.326087, "f1": 0.293515, "accuracy": 0.326087, "main_score": 0.293515, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278496, "recall": 0.321146, "f1": 0.289183, "accuracy": 0.321146, "main_score": 0.289183, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.276261, "recall": 0.312253, "f1": 0.286352, "accuracy": 0.312253, "main_score": 0.286352, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258242, "recall": 0.296443, "f1": 0.268881, "accuracy": 0.296443, "main_score": 0.268881, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.289663, "recall": 0.328063, "f1": 0.300082, "accuracy": 0.328063, "main_score": 0.300082, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283502, "recall": 0.320158, "f1": 0.293631, "accuracy": 0.320158, "main_score": 0.293631, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293833, "recall": 0.337945, "f1": 0.304571, "accuracy": 0.337945, "main_score": 0.304571, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.304691, "recall": 0.350791, "f1": 0.315681, "accuracy": 0.350791, "main_score": 0.315681, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293084, "recall": 0.329051, "f1": 0.301943, "accuracy": 0.329051, "main_score": 0.301943, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.29545, "recall": 0.332016, "f1": 0.304639, "accuracy": 0.332016, "main_score": 0.304639, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286404, "recall": 0.331028, "f1": 0.298367, "accuracy": 0.331028, "main_score": 0.298367, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291979, "recall": 0.33004, "f1": 0.30206, "accuracy": 0.33004, "main_score": 0.30206, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300181, "recall": 0.33498, "f1": 0.308937, "accuracy": 0.33498, "main_score": 0.308937, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296757, "recall": 0.338933, "f1": 0.307077, "accuracy": 0.338933, "main_score": 0.307077, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299524, "recall": 0.333992, "f1": 0.309162, "accuracy": 0.333992, "main_score": 0.309162, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285104, "recall": 0.321146, "f1": 0.29407, "accuracy": 0.321146, "main_score": 0.29407, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28116, "recall": 0.322134, "f1": 0.291745, "accuracy": 0.322134, "main_score": 0.291745, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.262063, "recall": 0.290514, "f1": 0.269234, "accuracy": 0.290514, "main_score": 0.269234, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.280204, "recall": 0.315217, "f1": 0.28957, "accuracy": 0.315217, "main_score": 0.28957, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304157, "recall": 0.342885, "f1": 0.313952, "accuracy": 0.342885, "main_score": 0.313952, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283137, "recall": 0.329051, "f1": 0.294159, "accuracy": 0.329051, "main_score": 0.294159, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.295067, "recall": 0.33498, "f1": 0.30551, "accuracy": 0.33498, "main_score": 0.30551, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.296216, "recall": 0.341897, "f1": 0.307899, "accuracy": 0.341897, "main_score": 0.307899, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283451, "recall": 0.333004, "f1": 0.29565, "accuracy": 0.333004, "main_score": 0.29565, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.271919, "recall": 0.307312, "f1": 0.281481, "accuracy": 0.307312, "main_score": 0.281481, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304847, "recall": 0.335968, "f1": 0.313068, "accuracy": 0.335968, "main_score": 0.313068, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287185, "recall": 0.320158, "f1": 0.29564, "accuracy": 0.320158, "main_score": 0.29564, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306103, "recall": 0.342885, "f1": 0.315529, "accuracy": 0.342885, "main_score": 0.315529, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330113, "recall": 0.365613, "f1": 0.340101, "accuracy": 0.365613, "main_score": 0.340101, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289449, "recall": 0.322134, "f1": 0.297414, "accuracy": 0.322134, "main_score": 0.297414, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28342, "recall": 0.324111, "f1": 0.293766, "accuracy": 0.324111, "main_score": 0.293766, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291629, "recall": 0.332016, "f1": 0.302534, "accuracy": 0.332016, "main_score": 0.302534, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289982, "recall": 0.33004, "f1": 0.300107, "accuracy": 0.33004, "main_score": 0.300107, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289752, "recall": 0.328063, "f1": 0.299208, "accuracy": 0.328063, "main_score": 0.299208, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181942, "recall": 0.208498, "f1": 0.189186, "accuracy": 0.208498, "main_score": 0.189186, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.284685, "recall": 0.320158, "f1": 0.293985, "accuracy": 0.320158, "main_score": 0.293985, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276011, "recall": 0.320158, "f1": 0.287472, "accuracy": 0.320158, "main_score": 0.287472, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283167, "recall": 0.315217, "f1": 0.291476, "accuracy": 0.315217, "main_score": 0.291476, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287727, "recall": 0.328063, "f1": 0.298028, "accuracy": 0.328063, "main_score": 0.298028, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.298061, "recall": 0.336957, "f1": 0.308711, "accuracy": 0.336957, "main_score": 0.308711, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29324, "recall": 0.333004, "f1": 0.303628, "accuracy": 0.333004, "main_score": 0.303628, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295009, "recall": 0.333992, "f1": 0.304486, "accuracy": 0.333992, "main_score": 0.304486, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275165, "recall": 0.317194, "f1": 0.28604, "accuracy": 0.317194, "main_score": 0.28604, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.296039, "recall": 0.338933, "f1": 0.30686, "accuracy": 0.338933, "main_score": 0.30686, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284966, "recall": 0.321146, "f1": 0.293631, "accuracy": 0.321146, "main_score": 0.293631, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292349, "recall": 0.331028, "f1": 0.302063, "accuracy": 0.331028, "main_score": 0.302063, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276504, "recall": 0.325099, "f1": 0.28936, "accuracy": 0.325099, "main_score": 0.28936, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.281655, "recall": 0.318182, "f1": 0.291413, "accuracy": 0.318182, "main_score": 0.291413, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284263, "recall": 0.320158, "f1": 0.293993, "accuracy": 0.320158, "main_score": 0.293993, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287508, "recall": 0.329051, "f1": 0.298473, "accuracy": 0.329051, "main_score": 0.298473, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.285483, "recall": 0.324111, "f1": 0.295051, "accuracy": 0.324111, "main_score": 0.295051, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289752, "recall": 0.33004, "f1": 0.300444, "accuracy": 0.33004, "main_score": 0.300444, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.293604, "recall": 0.326087, "f1": 0.301924, "accuracy": 0.326087, "main_score": 0.301924, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262831, "recall": 0.297431, "f1": 0.27213, "accuracy": 0.297431, "main_score": 0.27213, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305473, "recall": 0.340909, "f1": 0.315698, "accuracy": 0.340909, "main_score": 0.315698, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274861, "recall": 0.309289, "f1": 0.283986, "accuracy": 0.309289, "main_score": 0.283986, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.264096, "recall": 0.295455, "f1": 0.272504, "accuracy": 0.295455, "main_score": 0.272504, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292427, "recall": 0.336957, "f1": 0.303391, "accuracy": 0.336957, "main_score": 0.303391, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.292316, "recall": 0.321146, "f1": 0.300249, "accuracy": 0.321146, "main_score": 0.300249, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309694, "recall": 0.343874, "f1": 0.318245, "accuracy": 0.343874, "main_score": 0.318245, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287972, "recall": 0.327075, "f1": 0.297382, "accuracy": 0.327075, "main_score": 0.297382, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.294117, "recall": 0.335968, "f1": 0.304498, "accuracy": 0.335968, "main_score": 0.304498, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.299493, "recall": 0.331028, "f1": 0.307536, "accuracy": 0.331028, "main_score": 0.307536, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281173, "recall": 0.324111, "f1": 0.292221, "accuracy": 0.324111, "main_score": 0.292221, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.287185, "recall": 0.327075, "f1": 0.296869, "accuracy": 0.327075, "main_score": 0.296869, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240912, "recall": 0.277668, "f1": 0.25044, "accuracy": 0.277668, "main_score": 0.25044, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.281942, "recall": 0.323123, "f1": 0.292679, "accuracy": 0.323123, "main_score": 0.292679, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191962, "recall": 0.219368, "f1": 0.19913, "accuracy": 0.219368, "main_score": 0.19913, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.288036, "recall": 0.329051, "f1": 0.298581, "accuracy": 0.329051, "main_score": 0.298581, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242831, "recall": 0.27668, "f1": 0.252054, "accuracy": 0.27668, "main_score": 0.252054, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297014, "recall": 0.338933, "f1": 0.307582, "accuracy": 0.338933, "main_score": 0.307582, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286455, "recall": 0.321146, "f1": 0.295013, "accuracy": 0.321146, "main_score": 0.295013, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265738, "recall": 0.302372, "f1": 0.275636, "accuracy": 0.302372, "main_score": 0.275636, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288811, "recall": 0.325099, "f1": 0.297902, "accuracy": 0.325099, "main_score": 0.297902, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289689, "recall": 0.331028, "f1": 0.300353, "accuracy": 0.331028, "main_score": 0.300353, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.285624, "recall": 0.331028, "f1": 0.296712, "accuracy": 0.331028, "main_score": 0.296712, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.284959, "recall": 0.322134, "f1": 0.294553, "accuracy": 0.322134, "main_score": 0.294553, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.299053, "recall": 0.328063, "f1": 0.306608, "accuracy": 0.328063, "main_score": 0.306608, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.265485, "recall": 0.309289, "f1": 0.275629, "accuracy": 0.309289, "main_score": 0.275629, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.295906, "recall": 0.329051, "f1": 0.304504, "accuracy": 0.329051, "main_score": 0.304504, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267951, "recall": 0.30336, "f1": 0.276962, "accuracy": 0.30336, "main_score": 0.276962, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275281, "recall": 0.315217, "f1": 0.286332, "accuracy": 0.315217, "main_score": 0.286332, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290333, "recall": 0.322134, "f1": 0.297893, "accuracy": 0.322134, "main_score": 0.297893, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292491, "recall": 0.332016, "f1": 0.302504, "accuracy": 0.332016, "main_score": 0.302504, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.09191, "recall": 0.123518, "f1": 0.099832, "accuracy": 0.123518, "main_score": 0.099832, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.298148, "recall": 0.335968, "f1": 0.30834, "accuracy": 0.335968, "main_score": 0.30834, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.281776, "recall": 0.315217, "f1": 0.290569, "accuracy": 0.315217, "main_score": 0.290569, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.270016, "recall": 0.301383, "f1": 0.278226, "accuracy": 0.301383, "main_score": 0.278226, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.301966, "recall": 0.342885, "f1": 0.312553, "accuracy": 0.342885, "main_score": 0.312553, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282388, "recall": 0.318182, "f1": 0.292048, "accuracy": 0.318182, "main_score": 0.292048, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.274993, "recall": 0.312253, "f1": 0.285048, "accuracy": 0.312253, "main_score": 0.285048, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287586, "recall": 0.320158, "f1": 0.295985, "accuracy": 0.320158, "main_score": 0.295985, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294566, "recall": 0.337945, "f1": 0.304875, "accuracy": 0.337945, "main_score": 0.304875, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281036, "recall": 0.318182, "f1": 0.289904, "accuracy": 0.318182, "main_score": 0.289904, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2776, "recall": 0.312253, "f1": 0.286926, "accuracy": 0.312253, "main_score": 0.286926, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.246065, "recall": 0.293478, "f1": 0.257992, "accuracy": 0.293478, "main_score": 0.257992, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280931, "recall": 0.324111, "f1": 0.291312, "accuracy": 0.324111, "main_score": 0.291312, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.266093, "recall": 0.30336, "f1": 0.276395, "accuracy": 0.30336, "main_score": 0.276395, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284239, "recall": 0.316206, "f1": 0.293108, "accuracy": 0.316206, "main_score": 0.293108, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297921, "recall": 0.344862, "f1": 0.31017, "accuracy": 0.344862, "main_score": 0.31017, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.280942, "recall": 0.317194, "f1": 0.290187, "accuracy": 0.317194, "main_score": 0.290187, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.288318, "recall": 0.336957, "f1": 0.300585, "accuracy": 0.336957, "main_score": 0.300585, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.248095, "recall": 0.285573, "f1": 0.257099, "accuracy": 0.285573, "main_score": 0.257099, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.299609, "recall": 0.338933, "f1": 0.309708, "accuracy": 0.338933, "main_score": 0.309708, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281462, "recall": 0.322134, "f1": 0.292008, "accuracy": 0.322134, "main_score": 0.292008, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.267256, "recall": 0.310277, "f1": 0.27776, "accuracy": 0.310277, "main_score": 0.27776, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.295176, "recall": 0.332016, "f1": 0.304132, "accuracy": 0.332016, "main_score": 0.304132, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.271302, "recall": 0.30336, "f1": 0.280058, "accuracy": 0.30336, "main_score": 0.280058, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283155, "recall": 0.322134, "f1": 0.2931, "accuracy": 0.322134, "main_score": 0.2931, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.289159, "recall": 0.323123, "f1": 0.297629, "accuracy": 0.323123, "main_score": 0.297629, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307682, "recall": 0.344862, "f1": 0.317366, "accuracy": 0.344862, "main_score": 0.317366, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269605, "recall": 0.315217, "f1": 0.281087, "accuracy": 0.315217, "main_score": 0.281087, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.275855, "recall": 0.318182, "f1": 0.286724, "accuracy": 0.318182, "main_score": 0.286724, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.269829, "recall": 0.307312, "f1": 0.278753, "accuracy": 0.307312, "main_score": 0.278753, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.297706, "recall": 0.338933, "f1": 0.308045, "accuracy": 0.338933, "main_score": 0.308045, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294866, "recall": 0.333992, "f1": 0.30442, "accuracy": 0.333992, "main_score": 0.30442, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295072, "recall": 0.333004, "f1": 0.304838, "accuracy": 0.333004, "main_score": 0.304838, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290034, "recall": 0.329051, "f1": 0.299155, "accuracy": 0.329051, "main_score": 0.299155, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.270943, "recall": 0.304348, "f1": 0.280193, "accuracy": 0.304348, "main_score": 0.280193, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279945, "recall": 0.316206, "f1": 0.289417, "accuracy": 0.316206, "main_score": 0.289417, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287057, "recall": 0.332016, "f1": 0.298315, "accuracy": 0.332016, "main_score": 0.298315, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255376, "recall": 0.289526, "f1": 0.264032, "accuracy": 0.289526, "main_score": 0.264032, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.273372, "recall": 0.316206, "f1": 0.283465, "accuracy": 0.316206, "main_score": 0.283465, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.305354, "recall": 0.350791, "f1": 0.31657, "accuracy": 0.350791, "main_score": 0.31657, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.272007, "recall": 0.306324, "f1": 0.280834, "accuracy": 0.306324, "main_score": 0.280834, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272625, "recall": 0.313241, "f1": 0.283066, "accuracy": 0.313241, "main_score": 0.283066, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270171, "recall": 0.314229, "f1": 0.280936, "accuracy": 0.314229, "main_score": 0.280936, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.280267, "recall": 0.318182, "f1": 0.290396, "accuracy": 0.318182, "main_score": 0.290396, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282488, "recall": 0.325099, "f1": 0.293779, "accuracy": 0.325099, "main_score": 0.293779, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30073, "recall": 0.33498, "f1": 0.309488, "accuracy": 0.33498, "main_score": 0.309488, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308838, "recall": 0.335968, "f1": 0.316217, "accuracy": 0.335968, "main_score": 0.316217, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289579, "recall": 0.335968, "f1": 0.30136, "accuracy": 0.335968, "main_score": 0.30136, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.279973, "recall": 0.318182, "f1": 0.290647, "accuracy": 0.318182, "main_score": 0.290647, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298244, "recall": 0.339921, "f1": 0.309022, "accuracy": 0.339921, "main_score": 0.309022, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297001, "recall": 0.342885, "f1": 0.308558, "accuracy": 0.342885, "main_score": 0.308558, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.27973, "recall": 0.328063, "f1": 0.292054, "accuracy": 0.328063, "main_score": 0.292054, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.265442, "recall": 0.300395, "f1": 0.274666, "accuracy": 0.300395, "main_score": 0.274666, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305978, "recall": 0.343874, "f1": 0.315991, "accuracy": 0.343874, "main_score": 0.315991, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.281416, "recall": 0.315217, "f1": 0.289852, "accuracy": 0.315217, "main_score": 0.289852, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.270913, "recall": 0.300395, "f1": 0.278495, "accuracy": 0.300395, "main_score": 0.278495, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287246, "recall": 0.322134, "f1": 0.29717, "accuracy": 0.322134, "main_score": 0.29717, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.264612, "recall": 0.305336, "f1": 0.274509, "accuracy": 0.305336, "main_score": 0.274509, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.292663, "recall": 0.333992, "f1": 0.303433, "accuracy": 0.333992, "main_score": 0.303433, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.277629, "recall": 0.324111, "f1": 0.288834, "accuracy": 0.324111, "main_score": 0.288834, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.264565, "recall": 0.30336, "f1": 0.27506, "accuracy": 0.30336, "main_score": 0.27506, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289107, "recall": 0.324111, "f1": 0.298461, "accuracy": 0.324111, "main_score": 0.298461, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287971, "recall": 0.337945, "f1": 0.300023, "accuracy": 0.337945, "main_score": 0.300023, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.270293, "recall": 0.307312, "f1": 0.280607, "accuracy": 0.307312, "main_score": 0.280607, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287451, "recall": 0.323123, "f1": 0.29667, "accuracy": 0.323123, "main_score": 0.29667, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.271858, "recall": 0.315217, "f1": 0.282647, "accuracy": 0.315217, "main_score": 0.282647, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244378, "recall": 0.291502, "f1": 0.257106, "accuracy": 0.291502, "main_score": 0.257106, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294196, "recall": 0.333004, "f1": 0.304012, "accuracy": 0.333004, "main_score": 0.304012, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284198, "recall": 0.316206, "f1": 0.292384, "accuracy": 0.316206, "main_score": 0.292384, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292276, "recall": 0.323123, "f1": 0.301275, "accuracy": 0.323123, "main_score": 0.301275, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.301181, "recall": 0.338933, "f1": 0.310973, "accuracy": 0.338933, "main_score": 0.310973, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283821, "recall": 0.323123, "f1": 0.293267, "accuracy": 0.323123, "main_score": 0.293267, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.280694, "recall": 0.316206, "f1": 0.290321, "accuracy": 0.316206, "main_score": 0.290321, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.287088, "recall": 0.327075, "f1": 0.297521, "accuracy": 0.327075, "main_score": 0.297521, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.207325, "recall": 0.246047, "f1": 0.218087, "accuracy": 0.246047, "main_score": 0.218087, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282844, "recall": 0.322134, "f1": 0.292853, "accuracy": 0.322134, "main_score": 0.292853, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.274468, "recall": 0.311265, "f1": 0.284273, "accuracy": 0.311265, "main_score": 0.284273, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.297963, "recall": 0.337945, "f1": 0.308264, "accuracy": 0.337945, "main_score": 0.308264, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.283729, "recall": 0.333992, "f1": 0.296813, "accuracy": 0.333992, "main_score": 0.296813, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.29215, "recall": 0.329051, "f1": 0.301626, "accuracy": 0.329051, "main_score": 0.301626, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290046, "recall": 0.322134, "f1": 0.298242, "accuracy": 0.322134, "main_score": 0.298242, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608962, "recall": 0.672925, "f1": 0.627306, "accuracy": 0.672925, "main_score": 0.627306, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539196, "recall": 0.597826, "f1": 0.556005, "accuracy": 0.597826, "main_score": 0.556005, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453595, "recall": 0.529644, "f1": 0.474379, "accuracy": 0.529644, "main_score": 0.474379, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615046, "recall": 0.666996, "f1": 0.629863, "accuracy": 0.666996, "main_score": 0.629863, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888175, "recall": 0.91996, "f1": 0.898024, "accuracy": 0.91996, "main_score": 0.898024, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612361, "recall": 0.666996, "f1": 0.627515, "accuracy": 0.666996, "main_score": 0.627515, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618175, "recall": 0.682806, "f1": 0.636874, "accuracy": 0.682806, "main_score": 0.636874, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589377, "recall": 0.653162, "f1": 0.607413, "accuracy": 0.653162, "main_score": 0.607413, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192109, "recall": 0.243083, "f1": 0.204955, "accuracy": 0.243083, "main_score": 0.204955, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647457, "recall": 0.699605, "f1": 0.661852, "accuracy": 0.699605, "main_score": 0.661852, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.692391, "recall": 0.744071, "f1": 0.70766, "accuracy": 0.744071, "main_score": 0.70766, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55942, "recall": 0.61166, "f1": 0.574577, "accuracy": 0.61166, "main_score": 0.574577, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525844, "recall": 0.604743, "f1": 0.547835, "accuracy": 0.604743, "main_score": 0.547835, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571673, "recall": 0.636364, "f1": 0.590928, "accuracy": 0.636364, "main_score": 0.590928, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.659091, "f1": 0.612309, "accuracy": 0.659091, "main_score": 0.612309, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.9333, "accuracy": 0.947628, "main_score": 0.9333, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534538, "recall": 0.591897, "f1": 0.55056, "accuracy": 0.591897, "main_score": 0.55056, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564893, "recall": 0.629447, "f1": 0.583233, "accuracy": 0.629447, "main_score": 0.583233, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526556, "recall": 0.585968, "f1": 0.543239, "accuracy": 0.585968, "main_score": 0.543239, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332148, "recall": 0.392292, "f1": 0.349161, "accuracy": 0.392292, "main_score": 0.349161, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604236, "recall": 0.660079, "f1": 0.619657, "accuracy": 0.660079, "main_score": 0.619657, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597622, "recall": 0.650198, "f1": 0.612955, "accuracy": 0.650198, "main_score": 0.612955, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715984, "recall": 0.778656, "f1": 0.734291, "accuracy": 0.778656, "main_score": 0.734291, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664904, "recall": 0.742095, "f1": 0.687818, "accuracy": 0.742095, "main_score": 0.687818, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.717871, "recall": 0.775692, "f1": 0.734688, "accuracy": 0.775692, "main_score": 0.734688, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682108, "recall": 0.733202, "f1": 0.697005, "accuracy": 0.733202, "main_score": 0.697005, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673354, "recall": 0.735178, "f1": 0.691889, "accuracy": 0.735178, "main_score": 0.691889, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554115, "recall": 0.612648, "f1": 0.570071, "accuracy": 0.612648, "main_score": 0.570071, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554825, "recall": 0.612648, "f1": 0.571104, "accuracy": 0.612648, "main_score": 0.571104, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818495, "recall": 0.86166, "f1": 0.831357, "accuracy": 0.86166, "main_score": 0.831357, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477306, "recall": 0.529644, "f1": 0.491582, "accuracy": 0.529644, "main_score": 0.491582, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.904785, "recall": 0.932806, "f1": 0.913785, "accuracy": 0.932806, "main_score": 0.913785, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542683, "recall": 0.607708, "f1": 0.560583, "accuracy": 0.607708, "main_score": 0.560583, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602922, "recall": 0.663043, "f1": 0.619557, "accuracy": 0.663043, "main_score": 0.619557, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202952, "recall": 0.26087, "f1": 0.216683, "accuracy": 0.26087, "main_score": 0.216683, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.644673, "recall": 0.704545, "f1": 0.661794, "accuracy": 0.704545, "main_score": 0.661794, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825099, "recall": 0.873518, "f1": 0.840217, "accuracy": 0.873518, "main_score": 0.840217, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426647, "recall": 0.485178, "f1": 0.442662, "accuracy": 0.485178, "main_score": 0.442662, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684876, "recall": 0.746047, "f1": 0.703458, "accuracy": 0.746047, "main_score": 0.703458, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576929, "recall": 0.635375, "f1": 0.594197, "accuracy": 0.635375, "main_score": 0.594197, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521691, "recall": 0.591897, "f1": 0.540466, "accuracy": 0.591897, "main_score": 0.540466, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690991, "recall": 0.742095, "f1": 0.70639, "accuracy": 0.742095, "main_score": 0.70639, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245473, "recall": 0.331028, "f1": 0.267367, "accuracy": 0.331028, "main_score": 0.267367, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591149, "recall": 0.657115, "f1": 0.610114, "accuracy": 0.657115, "main_score": 0.610114, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600528, "recall": 0.661067, "f1": 0.617698, "accuracy": 0.661067, "main_score": 0.617698, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.737658, "recall": 0.80336, "f1": 0.757889, "accuracy": 0.80336, "main_score": 0.757889, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564255, "recall": 0.628458, "f1": 0.583417, "accuracy": 0.628458, "main_score": 0.583417, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814065, "recall": 0.86166, "f1": 0.829018, "accuracy": 0.86166, "main_score": 0.829018, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466011, "recall": 0.532609, "f1": 0.484597, "accuracy": 0.532609, "main_score": 0.484597, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912451, "recall": 0.935771, "f1": 0.919466, "accuracy": 0.935771, "main_score": 0.919466, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619393, "recall": 0.674901, "f1": 0.635317, "accuracy": 0.674901, "main_score": 0.635317, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909667, "recall": 0.935771, "f1": 0.91805, "accuracy": 0.935771, "main_score": 0.91805, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46728, "recall": 0.534585, "f1": 0.485543, "accuracy": 0.534585, "main_score": 0.485543, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637354, "recall": 0.711462, "f1": 0.659354, "accuracy": 0.711462, "main_score": 0.659354, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854282, "recall": 0.891304, "f1": 0.86558, "accuracy": 0.891304, "main_score": 0.86558, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.670251, "recall": 0.718379, "f1": 0.683738, "accuracy": 0.718379, "main_score": 0.683738, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662618, "recall": 0.720356, "f1": 0.67937, "accuracy": 0.720356, "main_score": 0.67937, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559406, "recall": 0.620553, "f1": 0.576868, "accuracy": 0.620553, "main_score": 0.576868, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547457, "recall": 0.610672, "f1": 0.564986, "accuracy": 0.610672, "main_score": 0.564986, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852306, "recall": 0.891304, "f1": 0.864262, "accuracy": 0.891304, "main_score": 0.864262, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562505, "recall": 0.626482, "f1": 0.580786, "accuracy": 0.626482, "main_score": 0.580786, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624372, "recall": 0.686759, "f1": 0.642064, "accuracy": 0.686759, "main_score": 0.642064, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49972, "recall": 0.556324, "f1": 0.51553, "accuracy": 0.556324, "main_score": 0.51553, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580715, "recall": 0.635375, "f1": 0.595781, "accuracy": 0.635375, "main_score": 0.595781, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600849, "recall": 0.662055, "f1": 0.618862, "accuracy": 0.662055, "main_score": 0.618862, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576486, "recall": 0.630435, "f1": 0.591236, "accuracy": 0.630435, "main_score": 0.591236, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539436, "recall": 0.606719, "f1": 0.558651, "accuracy": 0.606719, "main_score": 0.558651, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761281, "recall": 0.817194, "f1": 0.778458, "accuracy": 0.817194, "main_score": 0.778458, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754727, "recall": 0.805336, "f1": 0.769928, "accuracy": 0.805336, "main_score": 0.769928, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889575, "recall": 0.916996, "f1": 0.898075, "accuracy": 0.916996, "main_score": 0.898075, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494501, "recall": 0.56917, "f1": 0.516486, "accuracy": 0.56917, "main_score": 0.516486, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741905, "recall": 0.797431, "f1": 0.758816, "accuracy": 0.797431, "main_score": 0.758816, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621845, "recall": 0.66996, "f1": 0.635611, "accuracy": 0.66996, "main_score": 0.635611, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574879, "recall": 0.63834, "f1": 0.592761, "accuracy": 0.63834, "main_score": 0.592761, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525696, "recall": 0.583992, "f1": 0.541622, "accuracy": 0.583992, "main_score": 0.541622, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417209, "recall": 0.499012, "f1": 0.439479, "accuracy": 0.499012, "main_score": 0.439479, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584199, "recall": 0.642292, "f1": 0.600628, "accuracy": 0.642292, "main_score": 0.600628, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870965, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.971344, "f1": 0.964262, "accuracy": 0.971344, "main_score": 0.964262, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595517, "recall": 0.655138, "f1": 0.611867, "accuracy": 0.655138, "main_score": 0.611867, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612015, "recall": 0.674901, "f1": 0.629943, "accuracy": 0.674901, "main_score": 0.629943, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55398, "recall": 0.615613, "f1": 0.571494, "accuracy": 0.615613, "main_score": 0.571494, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186711, "recall": 0.233202, "f1": 0.198548, "accuracy": 0.233202, "main_score": 0.198548, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625955, "recall": 0.672925, "f1": 0.639116, "accuracy": 0.672925, "main_score": 0.639116, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.668939, "recall": 0.721344, "f1": 0.684307, "accuracy": 0.721344, "main_score": 0.684307, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526913, "recall": 0.58004, "f1": 0.542325, "accuracy": 0.58004, "main_score": 0.542325, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498199, "recall": 0.56917, "f1": 0.517262, "accuracy": 0.56917, "main_score": 0.517262, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552339, "recall": 0.620553, "f1": 0.571927, "accuracy": 0.620553, "main_score": 0.571927, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571108, "recall": 0.635375, "f1": 0.588708, "accuracy": 0.635375, "main_score": 0.588708, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.939723, "f1": 0.923979, "accuracy": 0.939723, "main_score": 0.923979, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519798, "recall": 0.575099, "f1": 0.534859, "accuracy": 0.575099, "main_score": 0.534859, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544515, "recall": 0.608696, "f1": 0.562447, "accuracy": 0.608696, "main_score": 0.562447, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517174, "recall": 0.571146, "f1": 0.531764, "accuracy": 0.571146, "main_score": 0.531764, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324111, "recall": 0.379447, "f1": 0.339322, "accuracy": 0.379447, "main_score": 0.339322, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591321, "recall": 0.651186, "f1": 0.607971, "accuracy": 0.651186, "main_score": 0.607971, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593273, "recall": 0.648221, "f1": 0.608791, "accuracy": 0.648221, "main_score": 0.608791, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70625, "recall": 0.768775, "f1": 0.724711, "accuracy": 0.768775, "main_score": 0.724711, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679694, "recall": 0.748024, "f1": 0.699492, "accuracy": 0.748024, "main_score": 0.699492, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.704778, "recall": 0.756917, "f1": 0.719697, "accuracy": 0.756917, "main_score": 0.719697, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665622, "recall": 0.713439, "f1": 0.67968, "accuracy": 0.713439, "main_score": 0.67968, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651105, "recall": 0.717391, "f1": 0.670267, "accuracy": 0.717391, "main_score": 0.670267, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.986166, "f1": 0.983366, "accuracy": 0.986166, "main_score": 0.983366, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547523, "recall": 0.603755, "f1": 0.563015, "accuracy": 0.603755, "main_score": 0.563015, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546445, "recall": 0.605731, "f1": 0.562832, "accuracy": 0.605731, "main_score": 0.562832, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819038, "recall": 0.860672, "f1": 0.831752, "accuracy": 0.860672, "main_score": 0.831752, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471674, "recall": 0.528656, "f1": 0.48736, "accuracy": 0.528656, "main_score": 0.48736, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882362, "recall": 0.916008, "f1": 0.892852, "accuracy": 0.916008, "main_score": 0.892852, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554235, "recall": 0.61166, "f1": 0.570025, "accuracy": 0.61166, "main_score": 0.570025, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602063, "recall": 0.659091, "f1": 0.618146, "accuracy": 0.659091, "main_score": 0.618146, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20439, "recall": 0.26087, "f1": 0.216893, "accuracy": 0.26087, "main_score": 0.216893, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618423, "recall": 0.68083, "f1": 0.636287, "accuracy": 0.68083, "main_score": 0.636287, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820899, "recall": 0.869565, "f1": 0.836199, "accuracy": 0.869565, "main_score": 0.836199, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419352, "recall": 0.477273, "f1": 0.435214, "accuracy": 0.477273, "main_score": 0.435214, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688505, "recall": 0.744071, "f1": 0.704762, "accuracy": 0.744071, "main_score": 0.704762, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573039, "recall": 0.635375, "f1": 0.590145, "accuracy": 0.635375, "main_score": 0.590145, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500753, "recall": 0.564229, "f1": 0.517627, "accuracy": 0.564229, "main_score": 0.517627, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685507, "recall": 0.729249, "f1": 0.697977, "accuracy": 0.729249, "main_score": 0.697977, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250217, "recall": 0.33004, "f1": 0.271472, "accuracy": 0.33004, "main_score": 0.271472, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572021, "recall": 0.62747, "f1": 0.587601, "accuracy": 0.62747, "main_score": 0.587601, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574434, "recall": 0.640316, "f1": 0.593176, "accuracy": 0.640316, "main_score": 0.593176, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.73163, "recall": 0.796443, "f1": 0.751287, "accuracy": 0.796443, "main_score": 0.751287, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554466, "recall": 0.616601, "f1": 0.572142, "accuracy": 0.616601, "main_score": 0.572142, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787582, "recall": 0.839921, "f1": 0.803656, "accuracy": 0.839921, "main_score": 0.803656, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.471501, "recall": 0.528656, "f1": 0.487312, "accuracy": 0.528656, "main_score": 0.487312, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898115, "recall": 0.925889, "f1": 0.906933, "accuracy": 0.925889, "main_score": 0.906933, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609561, "recall": 0.660079, "f1": 0.623759, "accuracy": 0.660079, "main_score": 0.623759, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905962, "recall": 0.934783, "f1": 0.915349, "accuracy": 0.934783, "main_score": 0.915349, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454016, "recall": 0.522727, "f1": 0.472937, "accuracy": 0.522727, "main_score": 0.472937, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626722, "recall": 0.69664, "f1": 0.647057, "accuracy": 0.69664, "main_score": 0.647057, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830369, "recall": 0.87253, "f1": 0.843314, "accuracy": 0.87253, "main_score": 0.843314, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642465, "recall": 0.695652, "f1": 0.65766, "accuracy": 0.695652, "main_score": 0.65766, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643717, "recall": 0.703557, "f1": 0.660766, "accuracy": 0.703557, "main_score": 0.660766, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545464, "recall": 0.606719, "f1": 0.56274, "accuracy": 0.606719, "main_score": 0.56274, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531368, "recall": 0.596838, "f1": 0.54976, "accuracy": 0.596838, "main_score": 0.54976, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835672, "recall": 0.878458, "f1": 0.848748, "accuracy": 0.878458, "main_score": 0.848748, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539414, "recall": 0.600791, "f1": 0.556557, "accuracy": 0.600791, "main_score": 0.556557, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630715, "recall": 0.687747, "f1": 0.647003, "accuracy": 0.687747, "main_score": 0.647003, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494642, "recall": 0.545455, "f1": 0.508424, "accuracy": 0.545455, "main_score": 0.508424, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569801, "recall": 0.626482, "f1": 0.585421, "accuracy": 0.626482, "main_score": 0.585421, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58658, "recall": 0.646245, "f1": 0.603746, "accuracy": 0.646245, "main_score": 0.603746, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561514, "recall": 0.615613, "f1": 0.575782, "accuracy": 0.615613, "main_score": 0.575782, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534745, "recall": 0.600791, "f1": 0.553597, "accuracy": 0.600791, "main_score": 0.553597, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748232, "recall": 0.801383, "f1": 0.76357, "accuracy": 0.801383, "main_score": 0.76357, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756209, "recall": 0.800395, "f1": 0.769452, "accuracy": 0.800395, "main_score": 0.769452, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872727, "recall": 0.903162, "f1": 0.881884, "accuracy": 0.903162, "main_score": 0.881884, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474613, "recall": 0.555336, "f1": 0.497967, "accuracy": 0.555336, "main_score": 0.497967, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.721617, "recall": 0.780632, "f1": 0.739312, "accuracy": 0.780632, "main_score": 0.739312, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598323, "recall": 0.648221, "f1": 0.612118, "accuracy": 0.648221, "main_score": 0.612118, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580288, "recall": 0.645257, "f1": 0.598462, "accuracy": 0.645257, "main_score": 0.598462, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541636, "recall": 0.600791, "f1": 0.557671, "accuracy": 0.600791, "main_score": 0.557671, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438934, "recall": 0.51581, "f1": 0.459979, "accuracy": 0.51581, "main_score": 0.459979, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608074, "recall": 0.668972, "f1": 0.625431, "accuracy": 0.668972, "main_score": 0.625431, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.916996, "f1": 0.896429, "accuracy": 0.916996, "main_score": 0.896429, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.978261, "f1": 0.973155, "accuracy": 0.978261, "main_score": 0.973155, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605938, "recall": 0.662055, "f1": 0.622419, "accuracy": 0.662055, "main_score": 0.622419, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617038, "recall": 0.682806, "f1": 0.635693, "accuracy": 0.682806, "main_score": 0.635693, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556096, "recall": 0.620553, "f1": 0.574115, "accuracy": 0.620553, "main_score": 0.574115, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184871, "recall": 0.236166, "f1": 0.197699, "accuracy": 0.236166, "main_score": 0.197699, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636471, "recall": 0.6917, "f1": 0.65215, "accuracy": 0.6917, "main_score": 0.65215, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685754, "recall": 0.742095, "f1": 0.702339, "accuracy": 0.742095, "main_score": 0.702339, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.566825, "recall": 0.62253, "f1": 0.582532, "accuracy": 0.62253, "main_score": 0.582532, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51625, "recall": 0.591897, "f1": 0.537035, "accuracy": 0.591897, "main_score": 0.537035, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567803, "recall": 0.629447, "f1": 0.586067, "accuracy": 0.629447, "main_score": 0.586067, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599301, "recall": 0.666008, "f1": 0.618664, "accuracy": 0.666008, "main_score": 0.618664, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918725, "recall": 0.943676, "f1": 0.926779, "accuracy": 0.943676, "main_score": 0.926779, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529481, "recall": 0.588933, "f1": 0.546669, "accuracy": 0.588933, "main_score": 0.546669, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546914, "recall": 0.615613, "f1": 0.56618, "accuracy": 0.615613, "main_score": 0.56618, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541669, "recall": 0.597826, "f1": 0.556913, "accuracy": 0.597826, "main_score": 0.556913, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324713, "recall": 0.384387, "f1": 0.341087, "accuracy": 0.384387, "main_score": 0.341087, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608317, "recall": 0.670949, "f1": 0.625781, "accuracy": 0.670949, "main_score": 0.625781, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604161, "recall": 0.656126, "f1": 0.61895, "accuracy": 0.656126, "main_score": 0.61895, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723058, "recall": 0.781621, "f1": 0.740275, "accuracy": 0.781621, "main_score": 0.740275, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648641, "recall": 0.729249, "f1": 0.672227, "accuracy": 0.729249, "main_score": 0.672227, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.730896, "recall": 0.787549, "f1": 0.747563, "accuracy": 0.787549, "main_score": 0.747563, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67817, "recall": 0.731225, "f1": 0.693961, "accuracy": 0.731225, "main_score": 0.693961, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681679, "recall": 0.740119, "f1": 0.698666, "accuracy": 0.740119, "main_score": 0.698666, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558813, "recall": 0.621542, "f1": 0.576611, "accuracy": 0.621542, "main_score": 0.576611, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561613, "recall": 0.617589, "f1": 0.577986, "accuracy": 0.617589, "main_score": 0.577986, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813603, "recall": 0.857708, "f1": 0.826995, "accuracy": 0.857708, "main_score": 0.826995, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479844, "recall": 0.538538, "f1": 0.495446, "accuracy": 0.538538, "main_score": 0.495446, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.891304, "recall": 0.922925, "f1": 0.901318, "accuracy": 0.922925, "main_score": 0.901318, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544642, "recall": 0.607708, "f1": 0.562474, "accuracy": 0.607708, "main_score": 0.562474, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.617751, "recall": 0.682806, "f1": 0.635976, "accuracy": 0.682806, "main_score": 0.635976, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192746, "recall": 0.250988, "f1": 0.206284, "accuracy": 0.250988, "main_score": 0.206284, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648065, "recall": 0.708498, "f1": 0.665156, "accuracy": 0.708498, "main_score": 0.665156, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810919, "recall": 0.858696, "f1": 0.825264, "accuracy": 0.858696, "main_score": 0.825264, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416365, "recall": 0.479249, "f1": 0.434126, "accuracy": 0.479249, "main_score": 0.434126, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.691215, "recall": 0.747036, "f1": 0.708006, "accuracy": 0.747036, "main_score": 0.708006, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570854, "recall": 0.630435, "f1": 0.587611, "accuracy": 0.630435, "main_score": 0.587611, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515116, "recall": 0.583992, "f1": 0.534321, "accuracy": 0.583992, "main_score": 0.534321, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673413, "recall": 0.728261, "f1": 0.689756, "accuracy": 0.728261, "main_score": 0.689756, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244408, "recall": 0.325099, "f1": 0.265158, "accuracy": 0.325099, "main_score": 0.265158, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590935, "recall": 0.653162, "f1": 0.609437, "accuracy": 0.653162, "main_score": 0.609437, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592377, "recall": 0.655138, "f1": 0.610117, "accuracy": 0.655138, "main_score": 0.610117, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.728706, "recall": 0.79249, "f1": 0.748188, "accuracy": 0.79249, "main_score": 0.748188, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558857, "recall": 0.617589, "f1": 0.575601, "accuracy": 0.617589, "main_score": 0.575601, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814476, "recall": 0.860672, "f1": 0.828873, "accuracy": 0.860672, "main_score": 0.828873, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478999, "recall": 0.545455, "f1": 0.49728, "accuracy": 0.545455, "main_score": 0.49728, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.935771, "f1": 0.918775, "accuracy": 0.935771, "main_score": 0.918775, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621816, "recall": 0.679842, "f1": 0.638894, "accuracy": 0.679842, "main_score": 0.638894, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914279, "recall": 0.939723, "f1": 0.922299, "accuracy": 0.939723, "main_score": 0.922299, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465277, "recall": 0.535573, "f1": 0.484696, "accuracy": 0.535573, "main_score": 0.484696, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634463, "recall": 0.708498, "f1": 0.656326, "accuracy": 0.708498, "main_score": 0.656326, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867836, "recall": 0.902174, "f1": 0.878524, "accuracy": 0.902174, "main_score": 0.878524, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.665927, "recall": 0.717391, "f1": 0.680818, "accuracy": 0.717391, "main_score": 0.680818, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662057, "recall": 0.719368, "f1": 0.678644, "accuracy": 0.719368, "main_score": 0.678644, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553956, "recall": 0.620553, "f1": 0.572703, "accuracy": 0.620553, "main_score": 0.572703, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55942, "recall": 0.619565, "f1": 0.576446, "accuracy": 0.619565, "main_score": 0.576446, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844121, "recall": 0.883399, "f1": 0.856061, "accuracy": 0.883399, "main_score": 0.856061, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55755, "recall": 0.62253, "f1": 0.576129, "accuracy": 0.62253, "main_score": 0.576129, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630256, "recall": 0.693676, "f1": 0.649031, "accuracy": 0.693676, "main_score": 0.649031, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505247, "recall": 0.562253, "f1": 0.521137, "accuracy": 0.562253, "main_score": 0.521137, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583625, "recall": 0.636364, "f1": 0.597836, "accuracy": 0.636364, "main_score": 0.597836, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60388, "recall": 0.666996, "f1": 0.622306, "accuracy": 0.666996, "main_score": 0.622306, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560945, "recall": 0.619565, "f1": 0.577332, "accuracy": 0.619565, "main_score": 0.577332, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550128, "recall": 0.619565, "f1": 0.570425, "accuracy": 0.619565, "main_score": 0.570425, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764585, "recall": 0.815217, "f1": 0.779694, "accuracy": 0.815217, "main_score": 0.779694, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746574, "recall": 0.801383, "f1": 0.763359, "accuracy": 0.801383, "main_score": 0.763359, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.885244, "recall": 0.913043, "f1": 0.893906, "accuracy": 0.913043, "main_score": 0.893906, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506893, "recall": 0.582016, "f1": 0.529405, "accuracy": 0.582016, "main_score": 0.529405, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723486, "recall": 0.778656, "f1": 0.740176, "accuracy": 0.778656, "main_score": 0.740176, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602877, "recall": 0.656126, "f1": 0.617638, "accuracy": 0.656126, "main_score": 0.617638, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542379, "recall": 0.603755, "f1": 0.559189, "accuracy": 0.603755, "main_score": 0.559189, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494549, "recall": 0.557312, "f1": 0.511992, "accuracy": 0.557312, "main_score": 0.511992, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431481, "recall": 0.508893, "f1": 0.451368, "accuracy": 0.508893, "main_score": 0.451368, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571762, "recall": 0.631423, "f1": 0.588178, "accuracy": 0.631423, "main_score": 0.588178, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854308, "recall": 0.891304, "f1": 0.865728, "accuracy": 0.891304, "main_score": 0.865728, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955781, "recall": 0.967391, "f1": 0.959552, "accuracy": 0.967391, "main_score": 0.959552, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565195, "recall": 0.629447, "f1": 0.583835, "accuracy": 0.629447, "main_score": 0.583835, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592787, "recall": 0.658103, "f1": 0.610484, "accuracy": 0.658103, "main_score": 0.610484, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536001, "recall": 0.596838, "f1": 0.552815, "accuracy": 0.596838, "main_score": 0.552815, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190796, "recall": 0.235178, "f1": 0.202245, "accuracy": 0.235178, "main_score": 0.202245, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60635, "recall": 0.653162, "f1": 0.619323, "accuracy": 0.653162, "main_score": 0.619323, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653195, "recall": 0.710474, "f1": 0.670323, "accuracy": 0.710474, "main_score": 0.670323, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.519344, "recall": 0.572134, "f1": 0.534324, "accuracy": 0.572134, "main_score": 0.534324, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473749, "recall": 0.546443, "f1": 0.492832, "accuracy": 0.546443, "main_score": 0.492832, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537493, "recall": 0.603755, "f1": 0.556868, "accuracy": 0.603755, "main_score": 0.556868, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55094, "recall": 0.616601, "f1": 0.569326, "accuracy": 0.616601, "main_score": 0.569326, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.916008, "f1": 0.894005, "accuracy": 0.916008, "main_score": 0.894005, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497989, "recall": 0.556324, "f1": 0.51425, "accuracy": 0.556324, "main_score": 0.51425, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.577075, "f1": 0.534158, "accuracy": 0.577075, "main_score": 0.534158, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487219, "recall": 0.548419, "f1": 0.503474, "accuracy": 0.548419, "main_score": 0.503474, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313142, "recall": 0.371542, "f1": 0.329589, "accuracy": 0.371542, "main_score": 0.329589, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561372, "recall": 0.629447, "f1": 0.580378, "accuracy": 0.629447, "main_score": 0.580378, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559504, "recall": 0.615613, "f1": 0.575264, "accuracy": 0.615613, "main_score": 0.575264, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697019, "recall": 0.755929, "f1": 0.714277, "accuracy": 0.755929, "main_score": 0.714277, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655418, "recall": 0.732213, "f1": 0.678153, "accuracy": 0.732213, "main_score": 0.678153, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.684347, "recall": 0.744071, "f1": 0.701452, "accuracy": 0.744071, "main_score": 0.701452, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63504, "recall": 0.6917, "f1": 0.651774, "accuracy": 0.6917, "main_score": 0.651774, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659848, "recall": 0.724308, "f1": 0.678054, "accuracy": 0.724308, "main_score": 0.678054, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.523134, "recall": 0.582016, "f1": 0.539678, "accuracy": 0.582016, "main_score": 0.539678, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528726, "recall": 0.587945, "f1": 0.545269, "accuracy": 0.587945, "main_score": 0.545269, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.780484, "recall": 0.832016, "f1": 0.795916, "accuracy": 0.832016, "main_score": 0.795916, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447756, "recall": 0.505929, "f1": 0.463157, "accuracy": 0.505929, "main_score": 0.463157, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.86861, "recall": 0.905138, "f1": 0.880105, "accuracy": 0.905138, "main_score": 0.880105, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522472, "recall": 0.582016, "f1": 0.538711, "accuracy": 0.582016, "main_score": 0.538711, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556089, "recall": 0.620553, "f1": 0.57389, "accuracy": 0.620553, "main_score": 0.57389, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203606, "recall": 0.259881, "f1": 0.216439, "accuracy": 0.259881, "main_score": 0.216439, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.59865, "recall": 0.661067, "f1": 0.61613, "accuracy": 0.661067, "main_score": 0.61613, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788752, "recall": 0.841897, "f1": 0.804696, "accuracy": 0.841897, "main_score": 0.804696, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397287, "recall": 0.449605, "f1": 0.411655, "accuracy": 0.449605, "main_score": 0.411655, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661314, "recall": 0.721344, "f1": 0.679006, "accuracy": 0.721344, "main_score": 0.679006, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548546, "recall": 0.61166, "f1": 0.566008, "accuracy": 0.61166, "main_score": 0.566008, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486278, "recall": 0.55336, "f1": 0.504263, "accuracy": 0.55336, "main_score": 0.504263, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65373, "recall": 0.706522, "f1": 0.669084, "accuracy": 0.706522, "main_score": 0.669084, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.254863, "recall": 0.333004, "f1": 0.274937, "accuracy": 0.333004, "main_score": 0.274937, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567491, "recall": 0.628458, "f1": 0.584727, "accuracy": 0.628458, "main_score": 0.584727, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565291, "recall": 0.633399, "f1": 0.584667, "accuracy": 0.633399, "main_score": 0.584667, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705567, "recall": 0.772727, "f1": 0.725593, "accuracy": 0.772727, "main_score": 0.725593, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52767, "recall": 0.590909, "f1": 0.545735, "accuracy": 0.590909, "main_score": 0.545735, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775774, "recall": 0.829051, "f1": 0.792523, "accuracy": 0.829051, "main_score": 0.792523, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.443791, "recall": 0.506917, "f1": 0.460835, "accuracy": 0.506917, "main_score": 0.460835, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882205, "recall": 0.91502, "f1": 0.892512, "accuracy": 0.91502, "main_score": 0.892512, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.956522, "f1": 0.943347, "accuracy": 0.956522, "main_score": 0.943347, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589145, "recall": 0.642292, "f1": 0.60388, "accuracy": 0.642292, "main_score": 0.60388, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440903, "recall": 0.51087, "f1": 0.460192, "accuracy": 0.51087, "main_score": 0.460192, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612624, "recall": 0.683794, "f1": 0.63328, "accuracy": 0.683794, "main_score": 0.63328, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818874, "recall": 0.860672, "f1": 0.831409, "accuracy": 0.860672, "main_score": 0.831409, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.621745, "recall": 0.676877, "f1": 0.637189, "accuracy": 0.676877, "main_score": 0.637189, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621774, "recall": 0.683794, "f1": 0.639545, "accuracy": 0.683794, "main_score": 0.639545, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527167, "recall": 0.588933, "f1": 0.544621, "accuracy": 0.588933, "main_score": 0.544621, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510264, "recall": 0.575099, "f1": 0.527902, "accuracy": 0.575099, "main_score": 0.527902, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825049, "recall": 0.869565, "f1": 0.838556, "accuracy": 0.869565, "main_score": 0.838556, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518183, "recall": 0.586957, "f1": 0.537157, "accuracy": 0.586957, "main_score": 0.537157, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607708, "recall": 0.666996, "f1": 0.62477, "accuracy": 0.666996, "main_score": 0.62477, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459389, "recall": 0.521739, "f1": 0.476337, "accuracy": 0.521739, "main_score": 0.476337, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550678, "recall": 0.612648, "f1": 0.566856, "accuracy": 0.612648, "main_score": 0.566856, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.550602, "recall": 0.620553, "f1": 0.57027, "accuracy": 0.620553, "main_score": 0.57027, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544026, "recall": 0.596838, "f1": 0.558472, "accuracy": 0.596838, "main_score": 0.558472, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512192, "recall": 0.583004, "f1": 0.532548, "accuracy": 0.583004, "main_score": 0.532548, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719928, "recall": 0.774704, "f1": 0.736364, "accuracy": 0.774704, "main_score": 0.736364, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732131, "recall": 0.783597, "f1": 0.747727, "accuracy": 0.783597, "main_score": 0.747727, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86027, "recall": 0.892292, "f1": 0.869812, "accuracy": 0.892292, "main_score": 0.869812, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465459, "recall": 0.541502, "f1": 0.487546, "accuracy": 0.541502, "main_score": 0.487546, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.697193, "recall": 0.757905, "f1": 0.714971, "accuracy": 0.757905, "main_score": 0.714971, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57584, "recall": 0.626482, "f1": 0.590102, "accuracy": 0.626482, "main_score": 0.590102, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421025, "recall": 0.472332, "f1": 0.435387, "accuracy": 0.472332, "main_score": 0.435387, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49742, "recall": 0.547431, "f1": 0.51115, "accuracy": 0.547431, "main_score": 0.51115, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223261, "recall": 0.263834, "f1": 0.233169, "accuracy": 0.263834, "main_score": 0.233169, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582721, "recall": 0.631423, "f1": 0.595619, "accuracy": 0.631423, "main_score": 0.595619, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.520325, "recall": 0.566206, "f1": 0.532641, "accuracy": 0.566206, "main_score": 0.532641, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.575602, "recall": 0.617589, "f1": 0.587881, "accuracy": 0.617589, "main_score": 0.587881, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604863, "recall": 0.645257, "f1": 0.615051, "accuracy": 0.645257, "main_score": 0.615051, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550409, "recall": 0.598814, "f1": 0.563237, "accuracy": 0.598814, "main_score": 0.563237, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577815, "recall": 0.62747, "f1": 0.591103, "accuracy": 0.62747, "main_score": 0.591103, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583029, "recall": 0.62253, "f1": 0.594185, "accuracy": 0.62253, "main_score": 0.594185, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599416, "recall": 0.636364, "f1": 0.609838, "accuracy": 0.636364, "main_score": 0.609838, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565682, "recall": 0.617589, "f1": 0.579716, "accuracy": 0.617589, "main_score": 0.579716, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.565316, "recall": 0.612648, "f1": 0.577815, "accuracy": 0.612648, "main_score": 0.577815, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547366, "recall": 0.593874, "f1": 0.560225, "accuracy": 0.593874, "main_score": 0.560225, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573146, "recall": 0.619565, "f1": 0.585804, "accuracy": 0.619565, "main_score": 0.585804, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51397, "recall": 0.567194, "f1": 0.5285, "accuracy": 0.567194, "main_score": 0.5285, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599815, "recall": 0.642292, "f1": 0.611193, "accuracy": 0.642292, "main_score": 0.611193, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73857, "recall": 0.793478, "f1": 0.7544, "accuracy": 0.793478, "main_score": 0.7544, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56579, "recall": 0.613636, "f1": 0.579189, "accuracy": 0.613636, "main_score": 0.579189, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553173, "recall": 0.603755, "f1": 0.567098, "accuracy": 0.603755, "main_score": 0.567098, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.624736, "recall": 0.668972, "f1": 0.637039, "accuracy": 0.668972, "main_score": 0.637039, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605063, "recall": 0.646245, "f1": 0.615972, "accuracy": 0.646245, "main_score": 0.615972, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493968, "recall": 0.54249, "f1": 0.505902, "accuracy": 0.54249, "main_score": 0.505902, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57626, "recall": 0.625494, "f1": 0.589147, "accuracy": 0.625494, "main_score": 0.589147, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.569381, "recall": 0.620553, "f1": 0.583423, "accuracy": 0.620553, "main_score": 0.583423, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593703, "recall": 0.63834, "f1": 0.605788, "accuracy": 0.63834, "main_score": 0.605788, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18334, "recall": 0.22332, "f1": 0.19292, "accuracy": 0.22332, "main_score": 0.19292, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.568706, "recall": 0.615613, "f1": 0.581375, "accuracy": 0.615613, "main_score": 0.581375, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583829, "recall": 0.623518, "f1": 0.594493, "accuracy": 0.623518, "main_score": 0.594493, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577167, "recall": 0.623518, "f1": 0.589816, "accuracy": 0.623518, "main_score": 0.589816, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584788, "recall": 0.629447, "f1": 0.5974, "accuracy": 0.629447, "main_score": 0.5974, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552462, "recall": 0.603755, "f1": 0.566136, "accuracy": 0.603755, "main_score": 0.566136, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574145, "recall": 0.623518, "f1": 0.587751, "accuracy": 0.623518, "main_score": 0.587751, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545075, "recall": 0.591897, "f1": 0.557632, "accuracy": 0.591897, "main_score": 0.557632, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592057, "recall": 0.632411, "f1": 0.602818, "accuracy": 0.632411, "main_score": 0.602818, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484353, "recall": 0.536561, "f1": 0.498011, "accuracy": 0.536561, "main_score": 0.498011, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556214, "recall": 0.602767, "f1": 0.5685, "accuracy": 0.602767, "main_score": 0.5685, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575389, "recall": 0.630435, "f1": 0.590469, "accuracy": 0.630435, "main_score": 0.590469, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.564999, "recall": 0.614625, "f1": 0.578293, "accuracy": 0.614625, "main_score": 0.578293, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555865, "recall": 0.603755, "f1": 0.569223, "accuracy": 0.603755, "main_score": 0.569223, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.576087, "f1": 0.539897, "accuracy": 0.576087, "main_score": 0.539897, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398772, "recall": 0.450593, "f1": 0.412614, "accuracy": 0.450593, "main_score": 0.412614, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577062, "recall": 0.62747, "f1": 0.590749, "accuracy": 0.62747, "main_score": 0.590749, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54137, "recall": 0.585968, "f1": 0.553404, "accuracy": 0.585968, "main_score": 0.553404, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586248, "recall": 0.633399, "f1": 0.59922, "accuracy": 0.633399, "main_score": 0.59922, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.610477, "recall": 0.65415, "f1": 0.6226, "accuracy": 0.65415, "main_score": 0.6226, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569407, "recall": 0.616601, "f1": 0.581959, "accuracy": 0.616601, "main_score": 0.581959, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561336, "recall": 0.615613, "f1": 0.575813, "accuracy": 0.615613, "main_score": 0.575813, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544853, "recall": 0.592885, "f1": 0.558308, "accuracy": 0.592885, "main_score": 0.558308, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534475, "recall": 0.583004, "f1": 0.54815, "accuracy": 0.583004, "main_score": 0.54815, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577855, "recall": 0.62253, "f1": 0.589843, "accuracy": 0.62253, "main_score": 0.589843, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604037, "recall": 0.649209, "f1": 0.616191, "accuracy": 0.649209, "main_score": 0.616191, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593297, "recall": 0.635375, "f1": 0.604659, "accuracy": 0.635375, "main_score": 0.604659, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500643, "recall": 0.556324, "f1": 0.515508, "accuracy": 0.556324, "main_score": 0.515508, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569697, "recall": 0.618577, "f1": 0.583415, "accuracy": 0.618577, "main_score": 0.583415, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409648, "recall": 0.463439, "f1": 0.424079, "accuracy": 0.463439, "main_score": 0.424079, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522948, "recall": 0.563241, "f1": 0.534431, "accuracy": 0.563241, "main_score": 0.534431, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607833, "recall": 0.648221, "f1": 0.619172, "accuracy": 0.648221, "main_score": 0.619172, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302408, "recall": 0.346838, "f1": 0.313957, "accuracy": 0.346838, "main_score": 0.313957, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583905, "recall": 0.632411, "f1": 0.596649, "accuracy": 0.632411, "main_score": 0.596649, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572733, "recall": 0.625494, "f1": 0.586837, "accuracy": 0.625494, "main_score": 0.586837, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596738, "recall": 0.642292, "f1": 0.609196, "accuracy": 0.642292, "main_score": 0.609196, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540621, "recall": 0.59585, "f1": 0.556067, "accuracy": 0.59585, "main_score": 0.556067, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604122, "recall": 0.637352, "f1": 0.613386, "accuracy": 0.637352, "main_score": 0.613386, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558999, "recall": 0.598814, "f1": 0.570014, "accuracy": 0.598814, "main_score": 0.570014, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603818, "recall": 0.645257, "f1": 0.614748, "accuracy": 0.645257, "main_score": 0.614748, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545256, "recall": 0.588933, "f1": 0.557334, "accuracy": 0.588933, "main_score": 0.557334, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592997, "recall": 0.637352, "f1": 0.604244, "accuracy": 0.637352, "main_score": 0.604244, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544891, "recall": 0.590909, "f1": 0.558061, "accuracy": 0.590909, "main_score": 0.558061, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549351, "recall": 0.592885, "f1": 0.561044, "accuracy": 0.592885, "main_score": 0.561044, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554759, "recall": 0.605731, "f1": 0.568644, "accuracy": 0.605731, "main_score": 0.568644, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567333, "recall": 0.613636, "f1": 0.57984, "accuracy": 0.613636, "main_score": 0.57984, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267351, "recall": 0.31917, "f1": 0.279509, "accuracy": 0.31917, "main_score": 0.279509, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.553288, "recall": 0.59585, "f1": 0.565272, "accuracy": 0.59585, "main_score": 0.565272, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535875, "recall": 0.592885, "f1": 0.551346, "accuracy": 0.592885, "main_score": 0.551346, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55684, "recall": 0.597826, "f1": 0.568165, "accuracy": 0.597826, "main_score": 0.568165, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494613, "recall": 0.552372, "f1": 0.510042, "accuracy": 0.552372, "main_score": 0.510042, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612154, "recall": 0.653162, "f1": 0.622461, "accuracy": 0.653162, "main_score": 0.622461, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583653, "recall": 0.629447, "f1": 0.595982, "accuracy": 0.629447, "main_score": 0.595982, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612833, "recall": 0.649209, "f1": 0.623375, "accuracy": 0.649209, "main_score": 0.623375, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478416, "recall": 0.535573, "f1": 0.493866, "accuracy": 0.535573, "main_score": 0.493866, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.603816, "recall": 0.645257, "f1": 0.615395, "accuracy": 0.645257, "main_score": 0.615395, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561855, "recall": 0.615613, "f1": 0.576808, "accuracy": 0.615613, "main_score": 0.576808, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591809, "recall": 0.639328, "f1": 0.604611, "accuracy": 0.639328, "main_score": 0.604611, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565668, "recall": 0.612648, "f1": 0.578713, "accuracy": 0.612648, "main_score": 0.578713, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.510064, "recall": 0.559289, "f1": 0.523011, "accuracy": 0.559289, "main_score": 0.523011, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515151, "recall": 0.5583, "f1": 0.526306, "accuracy": 0.5583, "main_score": 0.526306, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547537, "recall": 0.598814, "f1": 0.561202, "accuracy": 0.598814, "main_score": 0.561202, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.577165, "recall": 0.619565, "f1": 0.588456, "accuracy": 0.619565, "main_score": 0.588456, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562391, "recall": 0.609684, "f1": 0.57521, "accuracy": 0.609684, "main_score": 0.57521, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574293, "recall": 0.620553, "f1": 0.586269, "accuracy": 0.620553, "main_score": 0.586269, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488549, "recall": 0.536561, "f1": 0.501307, "accuracy": 0.536561, "main_score": 0.501307, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602669, "recall": 0.643281, "f1": 0.614325, "accuracy": 0.643281, "main_score": 0.614325, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521611, "recall": 0.573123, "f1": 0.535136, "accuracy": 0.573123, "main_score": 0.535136, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.502875, "recall": 0.550395, "f1": 0.516211, "accuracy": 0.550395, "main_score": 0.516211, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596767, "recall": 0.640316, "f1": 0.608811, "accuracy": 0.640316, "main_score": 0.608811, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498007, "recall": 0.544466, "f1": 0.511434, "accuracy": 0.544466, "main_score": 0.511434, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620883, "recall": 0.657115, "f1": 0.630436, "accuracy": 0.657115, "main_score": 0.630436, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572155, "recall": 0.619565, "f1": 0.584518, "accuracy": 0.619565, "main_score": 0.584518, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583351, "recall": 0.632411, "f1": 0.596943, "accuracy": 0.632411, "main_score": 0.596943, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.608665, "recall": 0.651186, "f1": 0.620115, "accuracy": 0.651186, "main_score": 0.620115, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567489, "recall": 0.616601, "f1": 0.580681, "accuracy": 0.616601, "main_score": 0.580681, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.580391, "recall": 0.62747, "f1": 0.592996, "accuracy": 0.62747, "main_score": 0.592996, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410712, "recall": 0.471344, "f1": 0.426192, "accuracy": 0.471344, "main_score": 0.426192, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.548476, "recall": 0.593874, "f1": 0.561368, "accuracy": 0.593874, "main_score": 0.561368, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191487, "recall": 0.233202, "f1": 0.200834, "accuracy": 0.233202, "main_score": 0.200834, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.54508, "recall": 0.586957, "f1": 0.556228, "accuracy": 0.586957, "main_score": 0.556228, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448168, "recall": 0.494071, "f1": 0.46049, "accuracy": 0.494071, "main_score": 0.46049, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.643281, "f1": 0.607479, "accuracy": 0.643281, "main_score": 0.607479, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583758, "recall": 0.62747, "f1": 0.595534, "accuracy": 0.62747, "main_score": 0.595534, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4187, "recall": 0.469368, "f1": 0.432072, "accuracy": 0.469368, "main_score": 0.432072, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577996, "recall": 0.624506, "f1": 0.591519, "accuracy": 0.624506, "main_score": 0.591519, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588533, "recall": 0.634387, "f1": 0.601096, "accuracy": 0.634387, "main_score": 0.601096, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52673, "recall": 0.58004, "f1": 0.541431, "accuracy": 0.58004, "main_score": 0.541431, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.569825, "recall": 0.610672, "f1": 0.581197, "accuracy": 0.610672, "main_score": 0.581197, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55899, "recall": 0.605731, "f1": 0.571304, "accuracy": 0.605731, "main_score": 0.571304, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559712, "recall": 0.607708, "f1": 0.571921, "accuracy": 0.607708, "main_score": 0.571921, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58947, "recall": 0.635375, "f1": 0.601714, "accuracy": 0.635375, "main_score": 0.601714, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514657, "recall": 0.563241, "f1": 0.528614, "accuracy": 0.563241, "main_score": 0.528614, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513434, "recall": 0.564229, "f1": 0.527447, "accuracy": 0.564229, "main_score": 0.527447, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575175, "recall": 0.615613, "f1": 0.58594, "accuracy": 0.615613, "main_score": 0.58594, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578613, "recall": 0.62747, "f1": 0.592059, "accuracy": 0.62747, "main_score": 0.592059, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122845, "recall": 0.159091, "f1": 0.131223, "accuracy": 0.159091, "main_score": 0.131223, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.567707, "recall": 0.619565, "f1": 0.581093, "accuracy": 0.619565, "main_score": 0.581093, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.479555, "recall": 0.536561, "f1": 0.495192, "accuracy": 0.536561, "main_score": 0.495192, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.539754, "recall": 0.586957, "f1": 0.552849, "accuracy": 0.586957, "main_score": 0.552849, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589499, "recall": 0.635375, "f1": 0.601756, "accuracy": 0.635375, "main_score": 0.601756, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480284, "recall": 0.533597, "f1": 0.494902, "accuracy": 0.533597, "main_score": 0.494902, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518182, "recall": 0.573123, "f1": 0.533748, "accuracy": 0.573123, "main_score": 0.533748, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572016, "recall": 0.620553, "f1": 0.5851, "accuracy": 0.620553, "main_score": 0.5851, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588602, "recall": 0.637352, "f1": 0.601948, "accuracy": 0.637352, "main_score": 0.601948, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5873, "recall": 0.623518, "f1": 0.596926, "accuracy": 0.623518, "main_score": 0.596926, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551307, "recall": 0.593874, "f1": 0.563232, "accuracy": 0.593874, "main_score": 0.563232, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509492, "recall": 0.555336, "f1": 0.522303, "accuracy": 0.555336, "main_score": 0.522303, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563057, "recall": 0.61166, "f1": 0.576342, "accuracy": 0.61166, "main_score": 0.576342, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505517, "recall": 0.555336, "f1": 0.519138, "accuracy": 0.555336, "main_score": 0.519138, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488734, "recall": 0.540514, "f1": 0.501941, "accuracy": 0.540514, "main_score": 0.501941, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558564, "recall": 0.607708, "f1": 0.572718, "accuracy": 0.607708, "main_score": 0.572718, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.59204, "recall": 0.630435, "f1": 0.602793, "accuracy": 0.630435, "main_score": 0.602793, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556353, "recall": 0.609684, "f1": 0.57046, "accuracy": 0.609684, "main_score": 0.57046, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453933, "recall": 0.51087, "f1": 0.469259, "accuracy": 0.51087, "main_score": 0.469259, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.596864, "recall": 0.642292, "f1": 0.608689, "accuracy": 0.642292, "main_score": 0.608689, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560749, "recall": 0.614625, "f1": 0.574373, "accuracy": 0.614625, "main_score": 0.574373, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.536221, "recall": 0.585968, "f1": 0.550222, "accuracy": 0.585968, "main_score": 0.550222, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.510504, "recall": 0.561265, "f1": 0.524744, "accuracy": 0.561265, "main_score": 0.524744, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503308, "recall": 0.548419, "f1": 0.515431, "accuracy": 0.548419, "main_score": 0.515431, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501968, "recall": 0.557312, "f1": 0.516063, "accuracy": 0.557312, "main_score": 0.516063, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527304, "recall": 0.577075, "f1": 0.540031, "accuracy": 0.577075, "main_score": 0.540031, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559872, "recall": 0.605731, "f1": 0.571924, "accuracy": 0.605731, "main_score": 0.571924, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474264, "recall": 0.531621, "f1": 0.489096, "accuracy": 0.531621, "main_score": 0.489096, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.563075, "recall": 0.614625, "f1": 0.577334, "accuracy": 0.614625, "main_score": 0.577334, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.554842, "recall": 0.609684, "f1": 0.569463, "accuracy": 0.609684, "main_score": 0.569463, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.606946, "recall": 0.650198, "f1": 0.618575, "accuracy": 0.650198, "main_score": 0.618575, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551441, "recall": 0.602767, "f1": 0.565109, "accuracy": 0.602767, "main_score": 0.565109, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61009, "recall": 0.648221, "f1": 0.620648, "accuracy": 0.648221, "main_score": 0.620648, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521257, "recall": 0.56917, "f1": 0.534415, "accuracy": 0.56917, "main_score": 0.534415, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570771, "recall": 0.615613, "f1": 0.582655, "accuracy": 0.615613, "main_score": 0.582655, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45374, "recall": 0.508893, "f1": 0.468555, "accuracy": 0.508893, "main_score": 0.468555, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583114, "recall": 0.631423, "f1": 0.595979, "accuracy": 0.631423, "main_score": 0.595979, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406245, "recall": 0.470356, "f1": 0.423291, "accuracy": 0.470356, "main_score": 0.423291, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540447, "recall": 0.59585, "f1": 0.555284, "accuracy": 0.59585, "main_score": 0.555284, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.5686, "recall": 0.616601, "f1": 0.581531, "accuracy": 0.616601, "main_score": 0.581531, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.549557, "recall": 0.588933, "f1": 0.559946, "accuracy": 0.588933, "main_score": 0.559946, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572879, "recall": 0.619565, "f1": 0.585643, "accuracy": 0.619565, "main_score": 0.585643, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53004, "recall": 0.586957, "f1": 0.545176, "accuracy": 0.586957, "main_score": 0.545176, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.560236, "recall": 0.603755, "f1": 0.572574, "accuracy": 0.603755, "main_score": 0.572574, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568937, "recall": 0.61166, "f1": 0.580816, "accuracy": 0.61166, "main_score": 0.580816, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577181, "recall": 0.626482, "f1": 0.590323, "accuracy": 0.626482, "main_score": 0.590323, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62137, "recall": 0.659091, "f1": 0.630939, "accuracy": 0.659091, "main_score": 0.630939, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611487, "recall": 0.65415, "f1": 0.62288, "accuracy": 0.65415, "main_score": 0.62288, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50378, "recall": 0.552372, "f1": 0.517275, "accuracy": 0.552372, "main_score": 0.517275, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599814, "recall": 0.648221, "f1": 0.612898, "accuracy": 0.648221, "main_score": 0.612898, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557485, "recall": 0.61166, "f1": 0.572487, "accuracy": 0.61166, "main_score": 0.572487, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.583255, "recall": 0.631423, "f1": 0.595958, "accuracy": 0.631423, "main_score": 0.595958, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49321, "recall": 0.546443, "f1": 0.506958, "accuracy": 0.546443, "main_score": 0.506958, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595306, "recall": 0.639328, "f1": 0.606929, "accuracy": 0.639328, "main_score": 0.606929, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559451, "recall": 0.601779, "f1": 0.57127, "accuracy": 0.601779, "main_score": 0.57127, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530819, "recall": 0.578063, "f1": 0.543711, "accuracy": 0.578063, "main_score": 0.543711, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518734, "recall": 0.573123, "f1": 0.534249, "accuracy": 0.573123, "main_score": 0.534249, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48606, "recall": 0.54249, "f1": 0.50081, "accuracy": 0.54249, "main_score": 0.50081, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584493, "recall": 0.632411, "f1": 0.597264, "accuracy": 0.632411, "main_score": 0.597264, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521653, "recall": 0.573123, "f1": 0.53535, "accuracy": 0.573123, "main_score": 0.53535, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488466, "recall": 0.532609, "f1": 0.500061, "accuracy": 0.532609, "main_score": 0.500061, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556891, "recall": 0.603755, "f1": 0.569559, "accuracy": 0.603755, "main_score": 0.569559, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548947, "recall": 0.599802, "f1": 0.562775, "accuracy": 0.599802, "main_score": 0.562775, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.55402, "recall": 0.599802, "f1": 0.566209, "accuracy": 0.599802, "main_score": 0.566209, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516361, "recall": 0.566206, "f1": 0.529591, "accuracy": 0.566206, "main_score": 0.529591, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543246, "recall": 0.596838, "f1": 0.55838, "accuracy": 0.596838, "main_score": 0.55838, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539133, "recall": 0.592885, "f1": 0.554353, "accuracy": 0.592885, "main_score": 0.554353, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541723, "recall": 0.585968, "f1": 0.553531, "accuracy": 0.585968, "main_score": 0.553531, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587114, "recall": 0.624506, "f1": 0.597312, "accuracy": 0.624506, "main_score": 0.597312, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598358, "recall": 0.635375, "f1": 0.609278, "accuracy": 0.635375, "main_score": 0.609278, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599386, "recall": 0.635375, "f1": 0.609165, "accuracy": 0.635375, "main_score": 0.609165, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539163, "recall": 0.581028, "f1": 0.550577, "accuracy": 0.581028, "main_score": 0.550577, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523789, "recall": 0.574111, "f1": 0.537812, "accuracy": 0.574111, "main_score": 0.537812, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584335, "recall": 0.628458, "f1": 0.596197, "accuracy": 0.628458, "main_score": 0.596197, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.446224, "recall": 0.509881, "f1": 0.464056, "accuracy": 0.509881, "main_score": 0.464056, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565159, "recall": 0.61166, "f1": 0.577667, "accuracy": 0.61166, "main_score": 0.577667, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535109, "recall": 0.58498, "f1": 0.548612, "accuracy": 0.58498, "main_score": 0.548612, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58266, "recall": 0.626482, "f1": 0.595311, "accuracy": 0.626482, "main_score": 0.595311, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559684, "recall": 0.608696, "f1": 0.573162, "accuracy": 0.608696, "main_score": 0.573162, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.49294, "recall": 0.541502, "f1": 0.505708, "accuracy": 0.541502, "main_score": 0.505708, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523706, "recall": 0.566206, "f1": 0.535278, "accuracy": 0.566206, "main_score": 0.535278, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591985, "recall": 0.655138, "f1": 0.609202, "accuracy": 0.655138, "main_score": 0.609202, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551699, "recall": 0.607708, "f1": 0.567674, "accuracy": 0.607708, "main_score": 0.567674, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398131, "recall": 0.469368, "f1": 0.41645, "accuracy": 0.469368, "main_score": 0.41645, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604475, "recall": 0.658103, "f1": 0.619172, "accuracy": 0.658103, "main_score": 0.619172, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.884966, "accuracy": 0.907115, "main_score": 0.884966, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.954545, "f1": 0.943874, "accuracy": 0.954545, "main_score": 0.943874, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.61484, "recall": 0.662055, "f1": 0.628238, "accuracy": 0.662055, "main_score": 0.628238, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.94664, "f1": 0.932312, "accuracy": 0.94664, "main_score": 0.932312, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618058, "recall": 0.676877, "f1": 0.634806, "accuracy": 0.676877, "main_score": 0.634806, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96385, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56587, "recall": 0.62747, "f1": 0.583294, "accuracy": 0.62747, "main_score": 0.583294, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19426, "recall": 0.23913, "f1": 0.205098, "accuracy": 0.23913, "main_score": 0.205098, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635161, "recall": 0.68083, "f1": 0.648174, "accuracy": 0.68083, "main_score": 0.648174, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659354, "recall": 0.712451, "f1": 0.675056, "accuracy": 0.712451, "main_score": 0.675056, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.927866, "f1": 0.908333, "accuracy": 0.927866, "main_score": 0.908333, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55744, "recall": 0.608696, "f1": 0.571714, "accuracy": 0.608696, "main_score": 0.571714, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553658, "recall": 0.619565, "f1": 0.571765, "accuracy": 0.619565, "main_score": 0.571765, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566834, "recall": 0.624506, "f1": 0.583275, "accuracy": 0.624506, "main_score": 0.583275, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972414, "recall": 0.980237, "f1": 0.974868, "accuracy": 0.980237, "main_score": 0.974868, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.964427, "f1": 0.955665, "accuracy": 0.964427, "main_score": 0.955665, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592401, "recall": 0.652174, "f1": 0.609093, "accuracy": 0.652174, "main_score": 0.609093, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817029, "recall": 0.862648, "f1": 0.831159, "accuracy": 0.862648, "main_score": 0.831159, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52963, "recall": 0.583992, "f1": 0.545591, "accuracy": 0.583992, "main_score": 0.545591, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68508, "recall": 0.744071, "f1": 0.701537, "accuracy": 0.744071, "main_score": 0.701537, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517037, "recall": 0.56917, "f1": 0.531267, "accuracy": 0.56917, "main_score": 0.531267, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911726, "recall": 0.936759, "f1": 0.919401, "accuracy": 0.936759, "main_score": 0.919401, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329549, "recall": 0.383399, "f1": 0.344488, "accuracy": 0.383399, "main_score": 0.344488, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594023, "recall": 0.650198, "f1": 0.609873, "accuracy": 0.650198, "main_score": 0.609873, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926466, "recall": 0.947628, "f1": 0.933202, "accuracy": 0.947628, "main_score": 0.933202, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601339, "recall": 0.652174, "f1": 0.615539, "accuracy": 0.652174, "main_score": 0.615539, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690739, "recall": 0.750988, "f1": 0.708261, "accuracy": 0.750988, "main_score": 0.708261, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929924, "recall": 0.950593, "f1": 0.936495, "accuracy": 0.950593, "main_score": 0.936495, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559061, "recall": 0.640316, "f1": 0.581386, "accuracy": 0.640316, "main_score": 0.581386, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.679044, "recall": 0.733202, "f1": 0.694229, "accuracy": 0.733202, "main_score": 0.694229, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935359, "recall": 0.954545, "f1": 0.941601, "accuracy": 0.954545, "main_score": 0.941601, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660474, "recall": 0.706522, "f1": 0.674082, "accuracy": 0.706522, "main_score": 0.674082, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641078, "recall": 0.70751, "f1": 0.660458, "accuracy": 0.70751, "main_score": 0.660458, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.970356, "f1": 0.96278, "accuracy": 0.970356, "main_score": 0.96278, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97752, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865695, "recall": 0.900198, "f1": 0.876515, "accuracy": 0.900198, "main_score": 0.876515, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560783, "recall": 0.616601, "f1": 0.576243, "accuracy": 0.616601, "main_score": 0.576243, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565516, "recall": 0.620553, "f1": 0.581079, "accuracy": 0.620553, "main_score": 0.581079, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794112, "recall": 0.838933, "f1": 0.80684, "accuracy": 0.838933, "main_score": 0.80684, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478752, "recall": 0.533597, "f1": 0.493301, "accuracy": 0.533597, "main_score": 0.493301, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.800148, "recall": 0.844862, "f1": 0.813373, "accuracy": 0.844862, "main_score": 0.813373, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541776, "recall": 0.600791, "f1": 0.557932, "accuracy": 0.600791, "main_score": 0.557932, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.979249, "f1": 0.974144, "accuracy": 0.979249, "main_score": 0.974144, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.974308, "f1": 0.967951, "accuracy": 0.974308, "main_score": 0.967951, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.953063, "accuracy": 0.963439, "main_score": 0.953063, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612415, "recall": 0.674901, "f1": 0.629663, "accuracy": 0.674901, "main_score": 0.629663, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198314, "recall": 0.253953, "f1": 0.210697, "accuracy": 0.253953, "main_score": 0.210697, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640547, "recall": 0.697628, "f1": 0.656945, "accuracy": 0.697628, "main_score": 0.656945, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730633, "recall": 0.783597, "f1": 0.746064, "accuracy": 0.783597, "main_score": 0.746064, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438959, "recall": 0.499012, "f1": 0.455524, "accuracy": 0.499012, "main_score": 0.455524, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.968379, "f1": 0.960705, "accuracy": 0.968379, "main_score": 0.960705, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985096, "recall": 0.98913, "f1": 0.986232, "accuracy": 0.98913, "main_score": 0.986232, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679744, "recall": 0.731225, "f1": 0.695109, "accuracy": 0.731225, "main_score": 0.695109, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.978873, "accuracy": 0.983202, "main_score": 0.978873, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575233, "recall": 0.632411, "f1": 0.591817, "accuracy": 0.632411, "main_score": 0.591817, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511958, "recall": 0.574111, "f1": 0.529085, "accuracy": 0.574111, "main_score": 0.529085, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663868, "recall": 0.710474, "f1": 0.67741, "accuracy": 0.710474, "main_score": 0.67741, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193474, "recall": 0.258893, "f1": 0.211003, "accuracy": 0.258893, "main_score": 0.211003, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.904397, "recall": 0.929842, "f1": 0.912088, "accuracy": 0.929842, "main_score": 0.912088, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583136, "recall": 0.642292, "f1": 0.600428, "accuracy": 0.642292, "main_score": 0.600428, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601745, "recall": 0.658103, "f1": 0.618017, "accuracy": 0.658103, "main_score": 0.618017, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.970356, "f1": 0.962945, "accuracy": 0.970356, "main_score": 0.962945, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925758, "recall": 0.945652, "f1": 0.931983, "accuracy": 0.945652, "main_score": 0.931983, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6778, "recall": 0.748024, "f1": 0.698946, "accuracy": 0.748024, "main_score": 0.698946, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569359, "recall": 0.618577, "f1": 0.58328, "accuracy": 0.618577, "main_score": 0.58328, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729918, "recall": 0.785573, "f1": 0.746399, "accuracy": 0.785573, "main_score": 0.746399, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.963883, "recall": 0.974308, "f1": 0.967128, "accuracy": 0.974308, "main_score": 0.967128, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.469015, "recall": 0.531621, "f1": 0.486775, "accuracy": 0.531621, "main_score": 0.486775, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.913488, "recall": 0.936759, "f1": 0.92085, "accuracy": 0.936759, "main_score": 0.92085, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804908, "recall": 0.849802, "f1": 0.818281, "accuracy": 0.849802, "main_score": 0.818281, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889526, "recall": 0.918972, "f1": 0.898847, "accuracy": 0.918972, "main_score": 0.898847, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.874951, "recall": 0.909091, "f1": 0.885573, "accuracy": 0.909091, "main_score": 0.885573, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636284, "recall": 0.685771, "f1": 0.65013, "accuracy": 0.685771, "main_score": 0.65013, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.94664, "f1": 0.931159, "accuracy": 0.94664, "main_score": 0.931159, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.876482, "f1": 0.849111, "accuracy": 0.876482, "main_score": 0.849111, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.952569, "f1": 0.940613, "accuracy": 0.952569, "main_score": 0.940613, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476917, "recall": 0.54249, "f1": 0.494718, "accuracy": 0.54249, "main_score": 0.494718, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582345, "recall": 0.65415, "f1": 0.603379, "accuracy": 0.65415, "main_score": 0.603379, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917714, "recall": 0.938735, "f1": 0.92385, "accuracy": 0.938735, "main_score": 0.92385, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801532, "recall": 0.84585, "f1": 0.815086, "accuracy": 0.84585, "main_score": 0.815086, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970603, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.647803, "recall": 0.698617, "f1": 0.662302, "accuracy": 0.698617, "main_score": 0.662302, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644738, "recall": 0.700593, "f1": 0.660877, "accuracy": 0.700593, "main_score": 0.660877, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892144, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547625, "recall": 0.604743, "f1": 0.563469, "accuracy": 0.604743, "main_score": 0.563469, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541563, "recall": 0.602767, "f1": 0.559073, "accuracy": 0.602767, "main_score": 0.559073, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781159, "recall": 0.826087, "f1": 0.794664, "accuracy": 0.826087, "main_score": 0.794664, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557607, "recall": 0.618577, "f1": 0.574848, "accuracy": 0.618577, "main_score": 0.574848, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630247, "recall": 0.686759, "f1": 0.646182, "accuracy": 0.686759, "main_score": 0.646182, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87108, "recall": 0.905138, "f1": 0.881686, "accuracy": 0.905138, "main_score": 0.881686, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919746, "recall": 0.9417, "f1": 0.926614, "accuracy": 0.9417, "main_score": 0.926614, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502688, "recall": 0.5583, "f1": 0.517485, "accuracy": 0.5583, "main_score": 0.517485, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577794, "recall": 0.629447, "f1": 0.591474, "accuracy": 0.629447, "main_score": 0.591474, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600077, "recall": 0.656126, "f1": 0.616078, "accuracy": 0.656126, "main_score": 0.616078, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570688, "recall": 0.62253, "f1": 0.584957, "accuracy": 0.62253, "main_score": 0.584957, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956275, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552924, "recall": 0.617589, "f1": 0.570929, "accuracy": 0.617589, "main_score": 0.570929, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72197, "recall": 0.772727, "f1": 0.736909, "accuracy": 0.772727, "main_score": 0.736909, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945767, "recall": 0.961462, "f1": 0.950659, "accuracy": 0.961462, "main_score": 0.950659, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69865, "recall": 0.75, "f1": 0.7143, "accuracy": 0.75, "main_score": 0.7143, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857717, "recall": 0.885375, "f1": 0.865991, "accuracy": 0.885375, "main_score": 0.865991, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882576, "recall": 0.91502, "f1": 0.892787, "accuracy": 0.91502, "main_score": 0.892787, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.956522, "f1": 0.946513, "accuracy": 0.956522, "main_score": 0.946513, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481711, "recall": 0.556324, "f1": 0.503335, "accuracy": 0.556324, "main_score": 0.503335, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673312, "recall": 0.733202, "f1": 0.691195, "accuracy": 0.733202, "main_score": 0.691195, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588574, "recall": 0.635375, "f1": 0.601161, "accuracy": 0.635375, "main_score": 0.601161, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500614, "recall": 0.545455, "f1": 0.512916, "accuracy": 0.545455, "main_score": 0.512916, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527334, "recall": 0.578063, "f1": 0.541297, "accuracy": 0.578063, "main_score": 0.541297, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362212, "recall": 0.428854, "f1": 0.379644, "accuracy": 0.428854, "main_score": 0.379644, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.944252, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894681, "recall": 0.920949, "f1": 0.902851, "accuracy": 0.920949, "main_score": 0.902851, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575484, "recall": 0.624506, "f1": 0.589531, "accuracy": 0.624506, "main_score": 0.589531, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74399, "recall": 0.787549, "f1": 0.757073, "accuracy": 0.787549, "main_score": 0.757073, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839954, "recall": 0.87253, "f1": 0.849464, "accuracy": 0.87253, "main_score": 0.849464, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.963439, "f1": 0.95336, "accuracy": 0.963439, "main_score": 0.95336, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.610672, "f1": 0.571681, "accuracy": 0.610672, "main_score": 0.571681, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.892787, "recall": 0.920949, "f1": 0.901252, "accuracy": 0.920949, "main_score": 0.901252, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600283, "recall": 0.641304, "f1": 0.611734, "accuracy": 0.641304, "main_score": 0.611734, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948287, "recall": 0.962451, "f1": 0.952503, "accuracy": 0.962451, "main_score": 0.952503, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554365, "recall": 0.606719, "f1": 0.568603, "accuracy": 0.606719, "main_score": 0.568603, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.96438, "accuracy": 0.972332, "main_score": 0.96438, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918462, "recall": 0.939723, "f1": 0.924802, "accuracy": 0.939723, "main_score": 0.924802, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206764, "recall": 0.248024, "f1": 0.216928, "accuracy": 0.248024, "main_score": 0.216928, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61238, "recall": 0.65415, "f1": 0.623498, "accuracy": 0.65415, "main_score": 0.623498, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977226, "accuracy": 0.982213, "main_score": 0.977226, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913949, "recall": 0.939723, "f1": 0.922167, "accuracy": 0.939723, "main_score": 0.922167, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629381, "recall": 0.676877, "f1": 0.642726, "accuracy": 0.676877, "main_score": 0.642726, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.899209, "f1": 0.87612, "accuracy": 0.899209, "main_score": 0.87612, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96945, "recall": 0.978261, "f1": 0.972233, "accuracy": 0.978261, "main_score": 0.972233, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.535551, "recall": 0.577075, "f1": 0.547079, "accuracy": 0.577075, "main_score": 0.547079, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453866, "recall": 0.514822, "f1": 0.470528, "accuracy": 0.514822, "main_score": 0.470528, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553129, "recall": 0.608696, "f1": 0.569401, "accuracy": 0.608696, "main_score": 0.569401, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.940711, "f1": 0.925019, "accuracy": 0.940711, "main_score": 0.925019, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576385, "recall": 0.630435, "f1": 0.591362, "accuracy": 0.630435, "main_score": 0.591362, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801499, "recall": 0.843874, "f1": 0.814577, "accuracy": 0.843874, "main_score": 0.814577, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.931818, "f1": 0.914262, "accuracy": 0.931818, "main_score": 0.914262, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921393, "recall": 0.943676, "f1": 0.928228, "accuracy": 0.943676, "main_score": 0.928228, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521769, "recall": 0.570158, "f1": 0.53517, "accuracy": 0.570158, "main_score": 0.53517, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963686, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492273, "recall": 0.546443, "f1": 0.506806, "accuracy": 0.546443, "main_score": 0.506806, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527087, "recall": 0.571146, "f1": 0.539057, "accuracy": 0.571146, "main_score": 0.539057, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836775, "recall": 0.865613, "f1": 0.845097, "accuracy": 0.865613, "main_score": 0.845097, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315284, "recall": 0.366601, "f1": 0.329509, "accuracy": 0.366601, "main_score": 0.329509, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978953, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572436, "recall": 0.616601, "f1": 0.584986, "accuracy": 0.616601, "main_score": 0.584986, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916035, "recall": 0.937747, "f1": 0.922464, "accuracy": 0.937747, "main_score": 0.922464, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563407, "recall": 0.607708, "f1": 0.576323, "accuracy": 0.607708, "main_score": 0.576323, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92771, "recall": 0.947628, "f1": 0.933679, "accuracy": 0.947628, "main_score": 0.933679, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665504, "recall": 0.713439, "f1": 0.679217, "accuracy": 0.713439, "main_score": 0.679217, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92024, "recall": 0.942688, "f1": 0.927075, "accuracy": 0.942688, "main_score": 0.927075, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942424, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569319, "recall": 0.649209, "f1": 0.591794, "accuracy": 0.649209, "main_score": 0.591794, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.658392, "recall": 0.712451, "f1": 0.673294, "accuracy": 0.712451, "main_score": 0.673294, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602638, "recall": 0.646245, "f1": 0.614357, "accuracy": 0.646245, "main_score": 0.614357, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563556, "recall": 0.623518, "f1": 0.58025, "accuracy": 0.623518, "main_score": 0.58025, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.962451, "f1": 0.95303, "accuracy": 0.962451, "main_score": 0.95303, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84585, "recall": 0.885375, "f1": 0.857877, "accuracy": 0.885375, "main_score": 0.857877, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97999, "recall": 0.986166, "f1": 0.98195, "accuracy": 0.986166, "main_score": 0.98195, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975543, "recall": 0.983202, "f1": 0.977997, "accuracy": 0.983202, "main_score": 0.977997, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.544623, "recall": 0.588933, "f1": 0.556793, "accuracy": 0.588933, "main_score": 0.556793, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55575, "recall": 0.599802, "f1": 0.567956, "accuracy": 0.599802, "main_score": 0.567956, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.683474, "recall": 0.732213, "f1": 0.697236, "accuracy": 0.732213, "main_score": 0.697236, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490357, "recall": 0.534585, "f1": 0.502852, "accuracy": 0.534585, "main_score": 0.502852, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947219, "accuracy": 0.958498, "main_score": 0.947219, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.815003, "recall": 0.859684, "f1": 0.828557, "accuracy": 0.859684, "main_score": 0.828557, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535259, "recall": 0.579051, "f1": 0.547485, "accuracy": 0.579051, "main_score": 0.547485, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929924, "recall": 0.949605, "f1": 0.935954, "accuracy": 0.949605, "main_score": 0.935954, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.929825, "recall": 0.947628, "f1": 0.935178, "accuracy": 0.947628, "main_score": 0.935178, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907938, "recall": 0.936759, "f1": 0.917325, "accuracy": 0.936759, "main_score": 0.917325, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568052, "recall": 0.621542, "f1": 0.582929, "accuracy": 0.621542, "main_score": 0.582929, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202928, "recall": 0.250988, "f1": 0.214303, "accuracy": 0.250988, "main_score": 0.214303, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611833, "recall": 0.655138, "f1": 0.62417, "accuracy": 0.655138, "main_score": 0.62417, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693478, "recall": 0.753953, "f1": 0.7103, "accuracy": 0.753953, "main_score": 0.7103, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928195, "recall": 0.948617, "f1": 0.934585, "accuracy": 0.948617, "main_score": 0.934585, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434264, "recall": 0.490119, "f1": 0.449864, "accuracy": 0.490119, "main_score": 0.449864, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92803, "recall": 0.947628, "f1": 0.934091, "accuracy": 0.947628, "main_score": 0.934091, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.959486, "f1": 0.948419, "accuracy": 0.959486, "main_score": 0.948419, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64777, "recall": 0.699605, "f1": 0.662812, "accuracy": 0.699605, "main_score": 0.662812, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945958, "recall": 0.961462, "f1": 0.95084, "accuracy": 0.961462, "main_score": 0.95084, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555029, "recall": 0.600791, "f1": 0.567862, "accuracy": 0.600791, "main_score": 0.567862, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506148, "recall": 0.5583, "f1": 0.520575, "accuracy": 0.5583, "main_score": 0.520575, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629011, "recall": 0.671937, "f1": 0.641114, "accuracy": 0.671937, "main_score": 0.641114, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222435, "recall": 0.295455, "f1": 0.240808, "accuracy": 0.295455, "main_score": 0.240808, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.9083, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.948617, "f1": 0.933597, "accuracy": 0.948617, "main_score": 0.933597, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549539, "recall": 0.600791, "f1": 0.563956, "accuracy": 0.600791, "main_score": 0.563956, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565004, "recall": 0.616601, "f1": 0.579039, "accuracy": 0.616601, "main_score": 0.579039, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939081, "recall": 0.953557, "f1": 0.943248, "accuracy": 0.953557, "main_score": 0.943248, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.943676, "f1": 0.9278, "accuracy": 0.943676, "main_score": 0.9278, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661709, "recall": 0.729249, "f1": 0.682279, "accuracy": 0.729249, "main_score": 0.682279, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949028, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536965, "recall": 0.582016, "f1": 0.549502, "accuracy": 0.582016, "main_score": 0.549502, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72915, "recall": 0.778656, "f1": 0.743398, "accuracy": 0.778656, "main_score": 0.743398, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.920323, "recall": 0.9417, "f1": 0.926845, "accuracy": 0.9417, "main_score": 0.926845, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460886, "recall": 0.509881, "f1": 0.474593, "accuracy": 0.509881, "main_score": 0.474593, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.936759, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.881406, "recall": 0.912055, "f1": 0.890646, "accuracy": 0.912055, "main_score": 0.890646, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800511, "recall": 0.846838, "f1": 0.8143, "accuracy": 0.846838, "main_score": 0.8143, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838323, "recall": 0.875494, "f1": 0.849144, "accuracy": 0.875494, "main_score": 0.849144, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.835919, "recall": 0.875494, "f1": 0.848386, "accuracy": 0.875494, "main_score": 0.848386, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588652, "recall": 0.632411, "f1": 0.600338, "accuracy": 0.632411, "main_score": 0.600338, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910244, "recall": 0.936759, "f1": 0.918643, "accuracy": 0.936759, "main_score": 0.918643, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955764, "accuracy": 0.965415, "main_score": 0.955764, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.952931, "accuracy": 0.963439, "main_score": 0.952931, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947381, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772796, "recall": 0.822134, "f1": 0.787879, "accuracy": 0.822134, "main_score": 0.787879, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.94664, "f1": 0.932397, "accuracy": 0.94664, "main_score": 0.932397, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467491, "recall": 0.518775, "f1": 0.481692, "accuracy": 0.518775, "main_score": 0.481692, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534752, "recall": 0.603755, "f1": 0.554389, "accuracy": 0.603755, "main_score": 0.554389, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.971344, "f1": 0.961792, "accuracy": 0.971344, "main_score": 0.961792, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954677, "accuracy": 0.964427, "main_score": 0.954677, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.924769, "recall": 0.945652, "f1": 0.931159, "accuracy": 0.945652, "main_score": 0.931159, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734671, "recall": 0.779644, "f1": 0.74709, "accuracy": 0.779644, "main_score": 0.74709, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.60476, "recall": 0.65415, "f1": 0.618621, "accuracy": 0.65415, "main_score": 0.618621, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61778, "recall": 0.666996, "f1": 0.631392, "accuracy": 0.666996, "main_score": 0.631392, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826688, "recall": 0.867589, "f1": 0.838381, "accuracy": 0.867589, "main_score": 0.838381, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538924, "recall": 0.590909, "f1": 0.553745, "accuracy": 0.590909, "main_score": 0.553745, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532431, "recall": 0.581028, "f1": 0.545927, "accuracy": 0.581028, "main_score": 0.545927, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759085, "recall": 0.806324, "f1": 0.772782, "accuracy": 0.806324, "main_score": 0.772782, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540525, "recall": 0.591897, "f1": 0.554527, "accuracy": 0.591897, "main_score": 0.554527, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60835, "recall": 0.666996, "f1": 0.625077, "accuracy": 0.666996, "main_score": 0.625077, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799852, "recall": 0.849802, "f1": 0.815382, "accuracy": 0.849802, "main_score": 0.815382, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903442, "recall": 0.928854, "f1": 0.9111, "accuracy": 0.928854, "main_score": 0.9111, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492723, "recall": 0.537549, "f1": 0.504851, "accuracy": 0.537549, "main_score": 0.504851, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560483, "recall": 0.601779, "f1": 0.571945, "accuracy": 0.601779, "main_score": 0.571945, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580416, "recall": 0.635375, "f1": 0.595626, "accuracy": 0.635375, "main_score": 0.595626, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562173, "recall": 0.605731, "f1": 0.573755, "accuracy": 0.605731, "main_score": 0.573755, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518728, "recall": 0.571146, "f1": 0.533925, "accuracy": 0.571146, "main_score": 0.533925, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689081, "recall": 0.743083, "f1": 0.704992, "accuracy": 0.743083, "main_score": 0.704992, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888982, "recall": 0.916996, "f1": 0.897007, "accuracy": 0.916996, "main_score": 0.897007, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650373, "recall": 0.69664, "f1": 0.663575, "accuracy": 0.69664, "main_score": 0.663575, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758096, "recall": 0.796443, "f1": 0.768769, "accuracy": 0.796443, "main_score": 0.768769, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955237, "recall": 0.968379, "f1": 0.959321, "accuracy": 0.968379, "main_score": 0.959321, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856143, "recall": 0.894269, "f1": 0.867951, "accuracy": 0.894269, "main_score": 0.867951, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922793, "recall": 0.943676, "f1": 0.92915, "accuracy": 0.943676, "main_score": 0.92915, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476953, "recall": 0.535573, "f1": 0.493372, "accuracy": 0.535573, "main_score": 0.493372, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.916337, "recall": 0.940711, "f1": 0.923913, "accuracy": 0.940711, "main_score": 0.923913, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96698, "recall": 0.977273, "f1": 0.970257, "accuracy": 0.977273, "main_score": 0.970257, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.665958, "recall": 0.722332, "f1": 0.681973, "accuracy": 0.722332, "main_score": 0.681973, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590073, "recall": 0.632411, "f1": 0.601805, "accuracy": 0.632411, "main_score": 0.601805, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647428, "recall": 0.708498, "f1": 0.664921, "accuracy": 0.708498, "main_score": 0.664921, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547675, "recall": 0.610672, "f1": 0.564988, "accuracy": 0.610672, "main_score": 0.564988, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45443, "recall": 0.535573, "f1": 0.476151, "accuracy": 0.535573, "main_score": 0.476151, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624218, "recall": 0.68083, "f1": 0.640073, "accuracy": 0.68083, "main_score": 0.640073, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90835, "recall": 0.934783, "f1": 0.916733, "accuracy": 0.934783, "main_score": 0.916733, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619802, "recall": 0.675889, "f1": 0.635386, "accuracy": 0.675889, "main_score": 0.635386, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625807, "recall": 0.692688, "f1": 0.644419, "accuracy": 0.692688, "main_score": 0.644419, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574819, "recall": 0.636364, "f1": 0.592496, "accuracy": 0.636364, "main_score": 0.592496, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184278, "recall": 0.235178, "f1": 0.196874, "accuracy": 0.235178, "main_score": 0.196874, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.659988, "recall": 0.709486, "f1": 0.67433, "accuracy": 0.709486, "main_score": 0.67433, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.696369, "recall": 0.75, "f1": 0.71188, "accuracy": 0.75, "main_score": 0.71188, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564897, "recall": 0.619565, "f1": 0.580565, "accuracy": 0.619565, "main_score": 0.580565, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560624, "recall": 0.631423, "f1": 0.57971, "accuracy": 0.631423, "main_score": 0.57971, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588514, "recall": 0.652174, "f1": 0.606587, "accuracy": 0.652174, "main_score": 0.606587, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606937, "recall": 0.670949, "f1": 0.624904, "accuracy": 0.670949, "main_score": 0.624904, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930237, "accuracy": 0.945652, "main_score": 0.930237, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533558, "recall": 0.591897, "f1": 0.550378, "accuracy": 0.591897, "main_score": 0.550378, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597518, "recall": 0.66502, "f1": 0.616401, "accuracy": 0.66502, "main_score": 0.616401, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532022, "recall": 0.588933, "f1": 0.54793, "accuracy": 0.588933, "main_score": 0.54793, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332471, "recall": 0.393281, "f1": 0.349351, "accuracy": 0.393281, "main_score": 0.349351, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605731, "recall": 0.663043, "f1": 0.622007, "accuracy": 0.663043, "main_score": 0.622007, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612147, "recall": 0.66502, "f1": 0.627465, "accuracy": 0.66502, "main_score": 0.627465, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720964, "recall": 0.780632, "f1": 0.738367, "accuracy": 0.780632, "main_score": 0.738367, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66558, "recall": 0.743083, "f1": 0.688411, "accuracy": 0.743083, "main_score": 0.688411, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.716362, "recall": 0.771739, "f1": 0.732602, "accuracy": 0.771739, "main_score": 0.732602, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690758, "recall": 0.73913, "f1": 0.704498, "accuracy": 0.73913, "main_score": 0.704498, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681555, "recall": 0.743083, "f1": 0.699079, "accuracy": 0.743083, "main_score": 0.699079, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.570028, "recall": 0.635375, "f1": 0.588469, "accuracy": 0.635375, "main_score": 0.588469, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.623518, "f1": 0.583028, "accuracy": 0.623518, "main_score": 0.583028, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.83083, "recall": 0.874506, "f1": 0.843841, "accuracy": 0.874506, "main_score": 0.843841, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481662, "recall": 0.539526, "f1": 0.497107, "accuracy": 0.539526, "main_score": 0.497107, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.902997, "recall": 0.93083, "f1": 0.911679, "accuracy": 0.93083, "main_score": 0.911679, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547038, "recall": 0.609684, "f1": 0.564382, "accuracy": 0.609684, "main_score": 0.564382, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.621413, "recall": 0.687747, "f1": 0.640507, "accuracy": 0.687747, "main_score": 0.640507, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198559, "recall": 0.26087, "f1": 0.21238, "accuracy": 0.26087, "main_score": 0.21238, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.65659, "recall": 0.715415, "f1": 0.673102, "accuracy": 0.715415, "main_score": 0.673102, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.873518, "f1": 0.841634, "accuracy": 0.873518, "main_score": 0.841634, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435312, "recall": 0.495059, "f1": 0.451797, "accuracy": 0.495059, "main_score": 0.451797, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68946, "recall": 0.748024, "f1": 0.706604, "accuracy": 0.748024, "main_score": 0.706604, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574074, "recall": 0.632411, "f1": 0.590694, "accuracy": 0.632411, "main_score": 0.590694, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522139, "recall": 0.588933, "f1": 0.540348, "accuracy": 0.588933, "main_score": 0.540348, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686182, "recall": 0.736166, "f1": 0.70119, "accuracy": 0.736166, "main_score": 0.70119, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.244165, "recall": 0.323123, "f1": 0.264931, "accuracy": 0.323123, "main_score": 0.264931, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608992, "recall": 0.663043, "f1": 0.624736, "accuracy": 0.663043, "main_score": 0.624736, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605352, "recall": 0.667984, "f1": 0.623359, "accuracy": 0.667984, "main_score": 0.623359, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.74417, "recall": 0.80336, "f1": 0.762107, "accuracy": 0.80336, "main_score": 0.762107, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574958, "recall": 0.63834, "f1": 0.593484, "accuracy": 0.63834, "main_score": 0.593484, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804595, "recall": 0.853755, "f1": 0.820224, "accuracy": 0.853755, "main_score": 0.820224, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486372, "recall": 0.55336, "f1": 0.504955, "accuracy": 0.55336, "main_score": 0.504955, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.928854, "f1": 0.91054, "accuracy": 0.928854, "main_score": 0.91054, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630311, "recall": 0.684783, "f1": 0.646466, "accuracy": 0.684783, "main_score": 0.646466, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.939723, "f1": 0.921772, "accuracy": 0.939723, "main_score": 0.921772, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481416, "recall": 0.552372, "f1": 0.501221, "accuracy": 0.552372, "main_score": 0.501221, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62843, "recall": 0.695652, "f1": 0.647878, "accuracy": 0.695652, "main_score": 0.647878, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.891304, "f1": 0.865481, "accuracy": 0.891304, "main_score": 0.865481, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.6625, "recall": 0.712451, "f1": 0.676812, "accuracy": 0.712451, "main_score": 0.676812, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65131, "recall": 0.713439, "f1": 0.669455, "accuracy": 0.713439, "main_score": 0.669455, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571558, "recall": 0.632411, "f1": 0.589162, "accuracy": 0.632411, "main_score": 0.589162, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545629, "recall": 0.61166, "f1": 0.564427, "accuracy": 0.61166, "main_score": 0.564427, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852256, "recall": 0.890316, "f1": 0.864196, "accuracy": 0.890316, "main_score": 0.864196, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566271, "recall": 0.62747, "f1": 0.583606, "accuracy": 0.62747, "main_score": 0.583606, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639377, "recall": 0.700593, "f1": 0.657333, "accuracy": 0.700593, "main_score": 0.657333, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.960474, "f1": 0.947793, "accuracy": 0.960474, "main_score": 0.947793, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50816, "recall": 0.567194, "f1": 0.524788, "accuracy": 0.567194, "main_score": 0.524788, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59278, "recall": 0.651186, "f1": 0.608372, "accuracy": 0.651186, "main_score": 0.608372, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605912, "recall": 0.672925, "f1": 0.625401, "accuracy": 0.672925, "main_score": 0.625401, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578228, "recall": 0.634387, "f1": 0.594012, "accuracy": 0.634387, "main_score": 0.594012, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544593, "recall": 0.612648, "f1": 0.56469, "accuracy": 0.612648, "main_score": 0.56469, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7736, "recall": 0.823123, "f1": 0.788142, "accuracy": 0.823123, "main_score": 0.788142, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77248, "recall": 0.818182, "f1": 0.786547, "accuracy": 0.818182, "main_score": 0.786547, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.916996, "f1": 0.897859, "accuracy": 0.916996, "main_score": 0.897859, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506228, "recall": 0.583992, "f1": 0.5284, "accuracy": 0.583992, "main_score": 0.5284, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.75191, "recall": 0.805336, "f1": 0.768003, "accuracy": 0.805336, "main_score": 0.768003, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616967, "recall": 0.664032, "f1": 0.629847, "accuracy": 0.664032, "main_score": 0.629847, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447793, "recall": 0.491107, "f1": 0.460329, "accuracy": 0.491107, "main_score": 0.460329, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516808, "recall": 0.561265, "f1": 0.529398, "accuracy": 0.561265, "main_score": 0.529398, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241609, "recall": 0.281621, "f1": 0.252419, "accuracy": 0.281621, "main_score": 0.252419, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.585347, "recall": 0.631423, "f1": 0.59813, "accuracy": 0.631423, "main_score": 0.59813, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52685, "recall": 0.579051, "f1": 0.541396, "accuracy": 0.579051, "main_score": 0.541396, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.581685, "recall": 0.62747, "f1": 0.594342, "accuracy": 0.62747, "main_score": 0.594342, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591269, "recall": 0.624506, "f1": 0.59973, "accuracy": 0.624506, "main_score": 0.59973, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556445, "recall": 0.600791, "f1": 0.568396, "accuracy": 0.600791, "main_score": 0.568396, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569328, "recall": 0.614625, "f1": 0.581468, "accuracy": 0.614625, "main_score": 0.581468, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580839, "recall": 0.62253, "f1": 0.592263, "accuracy": 0.62253, "main_score": 0.592263, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600238, "recall": 0.634387, "f1": 0.609651, "accuracy": 0.634387, "main_score": 0.609651, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568741, "recall": 0.624506, "f1": 0.583872, "accuracy": 0.624506, "main_score": 0.583872, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.580434, "recall": 0.625494, "f1": 0.592638, "accuracy": 0.625494, "main_score": 0.592638, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519923, "recall": 0.563241, "f1": 0.532203, "accuracy": 0.563241, "main_score": 0.532203, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575593, "recall": 0.624506, "f1": 0.589, "accuracy": 0.624506, "main_score": 0.589, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531156, "recall": 0.579051, "f1": 0.544405, "accuracy": 0.579051, "main_score": 0.544405, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583186, "recall": 0.631423, "f1": 0.595715, "accuracy": 0.631423, "main_score": 0.595715, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560316, "recall": 0.597826, "f1": 0.570647, "accuracy": 0.597826, "main_score": 0.570647, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566951, "recall": 0.610672, "f1": 0.578739, "accuracy": 0.610672, "main_score": 0.578739, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544164, "recall": 0.589921, "f1": 0.556933, "accuracy": 0.589921, "main_score": 0.556933, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597483, "recall": 0.642292, "f1": 0.609525, "accuracy": 0.642292, "main_score": 0.609525, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59192, "recall": 0.639328, "f1": 0.604066, "accuracy": 0.639328, "main_score": 0.604066, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505184, "recall": 0.551383, "f1": 0.518055, "accuracy": 0.551383, "main_score": 0.518055, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560538, "recall": 0.616601, "f1": 0.576022, "accuracy": 0.616601, "main_score": 0.576022, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.563712, "recall": 0.612648, "f1": 0.577059, "accuracy": 0.612648, "main_score": 0.577059, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570149, "recall": 0.612648, "f1": 0.581567, "accuracy": 0.612648, "main_score": 0.581567, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19586, "recall": 0.236166, "f1": 0.205956, "accuracy": 0.236166, "main_score": 0.205956, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.565804, "recall": 0.613636, "f1": 0.578531, "accuracy": 0.613636, "main_score": 0.578531, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577454, "recall": 0.614625, "f1": 0.588227, "accuracy": 0.614625, "main_score": 0.588227, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569328, "recall": 0.614625, "f1": 0.581835, "accuracy": 0.614625, "main_score": 0.581835, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577695, "recall": 0.626482, "f1": 0.59058, "accuracy": 0.626482, "main_score": 0.59058, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557567, "recall": 0.602767, "f1": 0.569973, "accuracy": 0.602767, "main_score": 0.569973, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565992, "recall": 0.615613, "f1": 0.579176, "accuracy": 0.615613, "main_score": 0.579176, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553102, "recall": 0.594862, "f1": 0.565245, "accuracy": 0.594862, "main_score": 0.565245, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583302, "recall": 0.632411, "f1": 0.596491, "accuracy": 0.632411, "main_score": 0.596491, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496249, "recall": 0.543478, "f1": 0.508911, "accuracy": 0.543478, "main_score": 0.508911, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556587, "recall": 0.599802, "f1": 0.568312, "accuracy": 0.599802, "main_score": 0.568312, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563977, "recall": 0.618577, "f1": 0.579407, "accuracy": 0.618577, "main_score": 0.579407, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.581611, "recall": 0.62253, "f1": 0.59247, "accuracy": 0.62253, "main_score": 0.59247, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555579, "recall": 0.601779, "f1": 0.56781, "accuracy": 0.601779, "main_score": 0.56781, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.520458, "recall": 0.56917, "f1": 0.534489, "accuracy": 0.56917, "main_score": 0.534489, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418737, "recall": 0.471344, "f1": 0.432954, "accuracy": 0.471344, "main_score": 0.432954, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591494, "recall": 0.637352, "f1": 0.604246, "accuracy": 0.637352, "main_score": 0.604246, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531904, "recall": 0.581028, "f1": 0.545212, "accuracy": 0.581028, "main_score": 0.545212, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579545, "recall": 0.628458, "f1": 0.593276, "accuracy": 0.628458, "main_score": 0.593276, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.593582, "recall": 0.639328, "f1": 0.6064, "accuracy": 0.639328, "main_score": 0.6064, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574757, "recall": 0.613636, "f1": 0.585521, "accuracy": 0.613636, "main_score": 0.585521, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573627, "recall": 0.618577, "f1": 0.585729, "accuracy": 0.618577, "main_score": 0.585729, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533393, "recall": 0.583004, "f1": 0.547139, "accuracy": 0.583004, "main_score": 0.547139, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5466, "recall": 0.586957, "f1": 0.558533, "accuracy": 0.586957, "main_score": 0.558533, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596915, "recall": 0.637352, "f1": 0.608123, "accuracy": 0.637352, "main_score": 0.608123, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593397, "recall": 0.63834, "f1": 0.606136, "accuracy": 0.63834, "main_score": 0.606136, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604822, "recall": 0.643281, "f1": 0.615777, "accuracy": 0.643281, "main_score": 0.615777, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499069, "recall": 0.546443, "f1": 0.512938, "accuracy": 0.546443, "main_score": 0.512938, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573594, "recall": 0.617589, "f1": 0.585722, "accuracy": 0.617589, "main_score": 0.585722, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.435484, "recall": 0.479249, "f1": 0.447673, "accuracy": 0.479249, "main_score": 0.447673, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511269, "recall": 0.549407, "f1": 0.521169, "accuracy": 0.549407, "main_score": 0.521169, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608363, "recall": 0.649209, "f1": 0.619325, "accuracy": 0.649209, "main_score": 0.619325, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.349655, "recall": 0.40415, "f1": 0.364418, "accuracy": 0.40415, "main_score": 0.364418, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57402, "recall": 0.62747, "f1": 0.588043, "accuracy": 0.62747, "main_score": 0.588043, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.621542, "f1": 0.582651, "accuracy": 0.621542, "main_score": 0.582651, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579211, "recall": 0.62253, "f1": 0.591284, "accuracy": 0.62253, "main_score": 0.591284, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541509, "recall": 0.593874, "f1": 0.55539, "accuracy": 0.593874, "main_score": 0.55539, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547927, "recall": 0.590909, "f1": 0.559941, "accuracy": 0.590909, "main_score": 0.559941, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599515, "recall": 0.631423, "f1": 0.607968, "accuracy": 0.631423, "main_score": 0.607968, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554747, "recall": 0.597826, "f1": 0.567309, "accuracy": 0.597826, "main_score": 0.567309, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599335, "recall": 0.640316, "f1": 0.610149, "accuracy": 0.640316, "main_score": 0.610149, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581119, "recall": 0.621542, "f1": 0.591226, "accuracy": 0.621542, "main_score": 0.591226, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.581028, "f1": 0.552668, "accuracy": 0.581028, "main_score": 0.552668, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581285, "recall": 0.624506, "f1": 0.59274, "accuracy": 0.624506, "main_score": 0.59274, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543742, "recall": 0.591897, "f1": 0.557004, "accuracy": 0.591897, "main_score": 0.557004, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578643, "recall": 0.62253, "f1": 0.590036, "accuracy": 0.62253, "main_score": 0.590036, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292078, "recall": 0.343874, "f1": 0.30493, "accuracy": 0.343874, "main_score": 0.30493, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.554796, "recall": 0.593874, "f1": 0.565902, "accuracy": 0.593874, "main_score": 0.565902, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556466, "recall": 0.604743, "f1": 0.569396, "accuracy": 0.604743, "main_score": 0.569396, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568452, "recall": 0.604743, "f1": 0.578256, "accuracy": 0.604743, "main_score": 0.578256, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489476, "recall": 0.537549, "f1": 0.503164, "accuracy": 0.537549, "main_score": 0.503164, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.597331, "recall": 0.644269, "f1": 0.609863, "accuracy": 0.644269, "main_score": 0.609863, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581446, "recall": 0.617589, "f1": 0.591695, "accuracy": 0.617589, "main_score": 0.591695, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579998, "recall": 0.626482, "f1": 0.592827, "accuracy": 0.626482, "main_score": 0.592827, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493521, "recall": 0.552372, "f1": 0.509689, "accuracy": 0.552372, "main_score": 0.509689, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.588683, "recall": 0.635375, "f1": 0.60091, "accuracy": 0.635375, "main_score": 0.60091, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569321, "recall": 0.621542, "f1": 0.583175, "accuracy": 0.621542, "main_score": 0.583175, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58876, "recall": 0.633399, "f1": 0.600732, "accuracy": 0.633399, "main_score": 0.600732, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.620553, "f1": 0.584482, "accuracy": 0.620553, "main_score": 0.584482, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.512378, "recall": 0.55336, "f1": 0.524501, "accuracy": 0.55336, "main_score": 0.524501, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519221, "recall": 0.571146, "f1": 0.533537, "accuracy": 0.571146, "main_score": 0.533537, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55527, "recall": 0.605731, "f1": 0.568418, "accuracy": 0.605731, "main_score": 0.568418, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.567475, "recall": 0.615613, "f1": 0.580237, "accuracy": 0.615613, "main_score": 0.580237, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578088, "recall": 0.621542, "f1": 0.589915, "accuracy": 0.621542, "main_score": 0.589915, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575946, "recall": 0.612648, "f1": 0.586397, "accuracy": 0.612648, "main_score": 0.586397, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480631, "recall": 0.524704, "f1": 0.492594, "accuracy": 0.524704, "main_score": 0.492594, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598475, "recall": 0.640316, "f1": 0.610079, "accuracy": 0.640316, "main_score": 0.610079, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52416, "recall": 0.576087, "f1": 0.539352, "accuracy": 0.576087, "main_score": 0.539352, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.506359, "recall": 0.555336, "f1": 0.519822, "accuracy": 0.555336, "main_score": 0.519822, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5778, "recall": 0.624506, "f1": 0.590451, "accuracy": 0.624506, "main_score": 0.590451, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503437, "recall": 0.541502, "f1": 0.514446, "accuracy": 0.541502, "main_score": 0.514446, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608516, "recall": 0.644269, "f1": 0.617404, "accuracy": 0.644269, "main_score": 0.617404, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560206, "recall": 0.610672, "f1": 0.574178, "accuracy": 0.610672, "main_score": 0.574178, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582497, "recall": 0.630435, "f1": 0.595431, "accuracy": 0.630435, "main_score": 0.595431, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.590845, "recall": 0.636364, "f1": 0.603292, "accuracy": 0.636364, "main_score": 0.603292, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572595, "recall": 0.615613, "f1": 0.584429, "accuracy": 0.615613, "main_score": 0.584429, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.56306, "recall": 0.609684, "f1": 0.575993, "accuracy": 0.609684, "main_score": 0.575993, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439058, "recall": 0.504941, "f1": 0.456974, "accuracy": 0.504941, "main_score": 0.456974, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.546072, "recall": 0.587945, "f1": 0.558469, "accuracy": 0.587945, "main_score": 0.558469, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206056, "recall": 0.247036, "f1": 0.215555, "accuracy": 0.247036, "main_score": 0.215555, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.557353, "recall": 0.598814, "f1": 0.569902, "accuracy": 0.598814, "main_score": 0.569902, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459667, "recall": 0.51087, "f1": 0.47404, "accuracy": 0.51087, "main_score": 0.47404, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582126, "recall": 0.631423, "f1": 0.594781, "accuracy": 0.631423, "main_score": 0.594781, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572713, "recall": 0.608696, "f1": 0.582474, "accuracy": 0.608696, "main_score": 0.582474, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426361, "recall": 0.477273, "f1": 0.43965, "accuracy": 0.477273, "main_score": 0.43965, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571601, "recall": 0.616601, "f1": 0.583725, "accuracy": 0.616601, "main_score": 0.583725, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576791, "recall": 0.623518, "f1": 0.589747, "accuracy": 0.623518, "main_score": 0.589747, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516744, "recall": 0.574111, "f1": 0.531632, "accuracy": 0.574111, "main_score": 0.531632, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570684, "recall": 0.614625, "f1": 0.582286, "accuracy": 0.614625, "main_score": 0.582286, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.566411, "recall": 0.606719, "f1": 0.577841, "accuracy": 0.606719, "main_score": 0.577841, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547928, "recall": 0.598814, "f1": 0.562066, "accuracy": 0.598814, "main_score": 0.562066, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600302, "recall": 0.63834, "f1": 0.610394, "accuracy": 0.63834, "main_score": 0.610394, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513906, "recall": 0.563241, "f1": 0.528135, "accuracy": 0.563241, "main_score": 0.528135, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509841, "recall": 0.552372, "f1": 0.522277, "accuracy": 0.552372, "main_score": 0.522277, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560987, "recall": 0.597826, "f1": 0.57093, "accuracy": 0.597826, "main_score": 0.57093, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577662, "recall": 0.621542, "f1": 0.589599, "accuracy": 0.621542, "main_score": 0.589599, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12533, "recall": 0.172925, "f1": 0.13742, "accuracy": 0.172925, "main_score": 0.13742, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.561925, "recall": 0.610672, "f1": 0.57546, "accuracy": 0.610672, "main_score": 0.57546, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.512367, "recall": 0.562253, "f1": 0.526008, "accuracy": 0.562253, "main_score": 0.526008, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.546266, "recall": 0.592885, "f1": 0.558732, "accuracy": 0.592885, "main_score": 0.558732, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579969, "recall": 0.629447, "f1": 0.593689, "accuracy": 0.629447, "main_score": 0.593689, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509999, "recall": 0.559289, "f1": 0.523205, "accuracy": 0.559289, "main_score": 0.523205, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529308, "recall": 0.573123, "f1": 0.542064, "accuracy": 0.573123, "main_score": 0.542064, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564361, "recall": 0.612648, "f1": 0.577901, "accuracy": 0.612648, "main_score": 0.577901, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577522, "recall": 0.620553, "f1": 0.589129, "accuracy": 0.620553, "main_score": 0.589129, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580879, "recall": 0.620553, "f1": 0.591654, "accuracy": 0.620553, "main_score": 0.591654, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550418, "recall": 0.594862, "f1": 0.562275, "accuracy": 0.594862, "main_score": 0.562275, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505323, "recall": 0.5583, "f1": 0.520768, "accuracy": 0.5583, "main_score": 0.520768, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568302, "recall": 0.609684, "f1": 0.579465, "accuracy": 0.609684, "main_score": 0.579465, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499729, "recall": 0.541502, "f1": 0.512467, "accuracy": 0.541502, "main_score": 0.512467, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504352, "recall": 0.5583, "f1": 0.519144, "accuracy": 0.5583, "main_score": 0.519144, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563274, "recall": 0.616601, "f1": 0.578168, "accuracy": 0.616601, "main_score": 0.578168, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.583622, "recall": 0.626482, "f1": 0.595227, "accuracy": 0.626482, "main_score": 0.595227, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560315, "recall": 0.61166, "f1": 0.574776, "accuracy": 0.61166, "main_score": 0.574776, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452819, "recall": 0.500988, "f1": 0.466008, "accuracy": 0.500988, "main_score": 0.466008, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.604343, "recall": 0.643281, "f1": 0.61449, "accuracy": 0.643281, "main_score": 0.61449, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563464, "recall": 0.607708, "f1": 0.575456, "accuracy": 0.607708, "main_score": 0.575456, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.54321, "recall": 0.591897, "f1": 0.55611, "accuracy": 0.591897, "main_score": 0.55611, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.530831, "recall": 0.582016, "f1": 0.544433, "accuracy": 0.582016, "main_score": 0.544433, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51609, "recall": 0.559289, "f1": 0.52876, "accuracy": 0.559289, "main_score": 0.52876, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514371, "recall": 0.561265, "f1": 0.526228, "accuracy": 0.561265, "main_score": 0.526228, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538729, "recall": 0.585968, "f1": 0.551683, "accuracy": 0.585968, "main_score": 0.551683, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569766, "recall": 0.600791, "f1": 0.578353, "accuracy": 0.600791, "main_score": 0.578353, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505301, "recall": 0.566206, "f1": 0.522319, "accuracy": 0.566206, "main_score": 0.522319, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.561444, "recall": 0.61166, "f1": 0.575228, "accuracy": 0.61166, "main_score": 0.575228, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.558599, "recall": 0.603755, "f1": 0.570343, "accuracy": 0.603755, "main_score": 0.570343, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.59861, "recall": 0.639328, "f1": 0.609624, "accuracy": 0.639328, "main_score": 0.609624, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576227, "recall": 0.619565, "f1": 0.587554, "accuracy": 0.619565, "main_score": 0.587554, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591062, "recall": 0.636364, "f1": 0.60345, "accuracy": 0.636364, "main_score": 0.60345, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523641, "recall": 0.571146, "f1": 0.536936, "accuracy": 0.571146, "main_score": 0.536936, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556014, "recall": 0.605731, "f1": 0.569708, "accuracy": 0.605731, "main_score": 0.569708, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478695, "recall": 0.529644, "f1": 0.492972, "accuracy": 0.529644, "main_score": 0.492972, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576071, "recall": 0.623518, "f1": 0.589559, "accuracy": 0.623518, "main_score": 0.589559, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419433, "recall": 0.474308, "f1": 0.434986, "accuracy": 0.474308, "main_score": 0.434986, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.549387, "recall": 0.597826, "f1": 0.561323, "accuracy": 0.597826, "main_score": 0.561323, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.615613, "f1": 0.581901, "accuracy": 0.615613, "main_score": 0.581901, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555146, "recall": 0.591897, "f1": 0.565107, "accuracy": 0.591897, "main_score": 0.565107, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56498, "recall": 0.602767, "f1": 0.575891, "accuracy": 0.602767, "main_score": 0.575891, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545582, "recall": 0.597826, "f1": 0.559376, "accuracy": 0.597826, "main_score": 0.559376, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.551539, "recall": 0.590909, "f1": 0.561773, "accuracy": 0.590909, "main_score": 0.561773, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564785, "recall": 0.607708, "f1": 0.576744, "accuracy": 0.607708, "main_score": 0.576744, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571929, "recall": 0.613636, "f1": 0.583245, "accuracy": 0.613636, "main_score": 0.583245, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58457, "recall": 0.620553, "f1": 0.594481, "accuracy": 0.620553, "main_score": 0.594481, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594403, "recall": 0.633399, "f1": 0.605004, "accuracy": 0.633399, "main_score": 0.605004, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518323, "recall": 0.563241, "f1": 0.530881, "accuracy": 0.563241, "main_score": 0.530881, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576585, "recall": 0.617589, "f1": 0.587189, "accuracy": 0.617589, "main_score": 0.587189, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578652, "recall": 0.628458, "f1": 0.591768, "accuracy": 0.628458, "main_score": 0.591768, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.561237, "recall": 0.613636, "f1": 0.575175, "accuracy": 0.613636, "main_score": 0.575175, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510179, "recall": 0.559289, "f1": 0.524202, "accuracy": 0.559289, "main_score": 0.524202, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592263, "recall": 0.635375, "f1": 0.603901, "accuracy": 0.635375, "main_score": 0.603901, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555815, "recall": 0.600791, "f1": 0.568364, "accuracy": 0.600791, "main_score": 0.568364, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516113, "recall": 0.563241, "f1": 0.529255, "accuracy": 0.563241, "main_score": 0.529255, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532511, "recall": 0.579051, "f1": 0.545461, "accuracy": 0.579051, "main_score": 0.545461, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498093, "recall": 0.547431, "f1": 0.511056, "accuracy": 0.547431, "main_score": 0.511056, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574689, "recall": 0.62253, "f1": 0.588276, "accuracy": 0.62253, "main_score": 0.588276, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529878, "recall": 0.582016, "f1": 0.544333, "accuracy": 0.582016, "main_score": 0.544333, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498067, "recall": 0.537549, "f1": 0.509068, "accuracy": 0.537549, "main_score": 0.509068, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548163, "recall": 0.587945, "f1": 0.559161, "accuracy": 0.587945, "main_score": 0.559161, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570949, "recall": 0.621542, "f1": 0.58478, "accuracy": 0.621542, "main_score": 0.58478, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.541332, "recall": 0.590909, "f1": 0.555017, "accuracy": 0.590909, "main_score": 0.555017, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539141, "recall": 0.576087, "f1": 0.549426, "accuracy": 0.576087, "main_score": 0.549426, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546932, "recall": 0.601779, "f1": 0.56173, "accuracy": 0.601779, "main_score": 0.56173, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52021, "recall": 0.566206, "f1": 0.533404, "accuracy": 0.566206, "main_score": 0.533404, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578404, "recall": 0.617589, "f1": 0.589676, "accuracy": 0.617589, "main_score": 0.589676, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585073, "recall": 0.618577, "f1": 0.593881, "accuracy": 0.618577, "main_score": 0.593881, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5824, "recall": 0.617589, "f1": 0.592576, "accuracy": 0.617589, "main_score": 0.592576, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58569, "recall": 0.619565, "f1": 0.594825, "accuracy": 0.619565, "main_score": 0.594825, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540436, "recall": 0.589921, "f1": 0.553565, "accuracy": 0.589921, "main_score": 0.553565, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522448, "recall": 0.570158, "f1": 0.535553, "accuracy": 0.570158, "main_score": 0.535553, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562482, "recall": 0.607708, "f1": 0.574412, "accuracy": 0.607708, "main_score": 0.574412, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456274, "recall": 0.519763, "f1": 0.474561, "accuracy": 0.519763, "main_score": 0.474561, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5723, "recall": 0.614625, "f1": 0.583852, "accuracy": 0.614625, "main_score": 0.583852, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.543897, "recall": 0.586957, "f1": 0.555673, "accuracy": 0.586957, "main_score": 0.555673, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559527, "recall": 0.606719, "f1": 0.57172, "accuracy": 0.606719, "main_score": 0.57172, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568355, "recall": 0.617589, "f1": 0.581603, "accuracy": 0.617589, "main_score": 0.581603, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.522035, "recall": 0.564229, "f1": 0.533587, "accuracy": 0.564229, "main_score": 0.533587, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536812, "recall": 0.571146, "f1": 0.546066, "accuracy": 0.571146, "main_score": 0.546066, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605097, "recall": 0.670949, "f1": 0.624288, "accuracy": 0.670949, "main_score": 0.624288, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543769, "recall": 0.608696, "f1": 0.561969, "accuracy": 0.608696, "main_score": 0.561969, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385827, "recall": 0.453557, "f1": 0.403689, "accuracy": 0.453557, "main_score": 0.403689, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611177, "recall": 0.666996, "f1": 0.627508, "accuracy": 0.666996, "main_score": 0.627508, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86773, "recall": 0.901186, "f1": 0.877816, "accuracy": 0.901186, "main_score": 0.877816, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.961462, "f1": 0.951746, "accuracy": 0.961462, "main_score": 0.951746, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.621352, "recall": 0.674901, "f1": 0.636886, "accuracy": 0.674901, "main_score": 0.636886, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953524, "accuracy": 0.964427, "main_score": 0.953524, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622697, "recall": 0.687747, "f1": 0.641129, "accuracy": 0.687747, "main_score": 0.641129, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58938, "recall": 0.653162, "f1": 0.607298, "accuracy": 0.653162, "main_score": 0.607298, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199802, "recall": 0.247036, "f1": 0.211507, "accuracy": 0.247036, "main_score": 0.211507, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654284, "recall": 0.708498, "f1": 0.668809, "accuracy": 0.708498, "main_score": 0.668809, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690424, "recall": 0.743083, "f1": 0.705931, "accuracy": 0.743083, "main_score": 0.705931, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.905879, "recall": 0.93083, "f1": 0.913735, "accuracy": 0.93083, "main_score": 0.913735, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.572233, "recall": 0.621542, "f1": 0.586284, "accuracy": 0.621542, "main_score": 0.586284, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524808, "recall": 0.599802, "f1": 0.54481, "accuracy": 0.599802, "main_score": 0.54481, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58195, "recall": 0.640316, "f1": 0.598405, "accuracy": 0.640316, "main_score": 0.598405, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614356, "recall": 0.676877, "f1": 0.632103, "accuracy": 0.676877, "main_score": 0.632103, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883235, "recall": 0.916996, "f1": 0.893939, "accuracy": 0.916996, "main_score": 0.893939, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529854, "recall": 0.586957, "f1": 0.546313, "accuracy": 0.586957, "main_score": 0.546313, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574681, "recall": 0.63834, "f1": 0.592202, "accuracy": 0.63834, "main_score": 0.592202, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.593874, "f1": 0.555079, "accuracy": 0.593874, "main_score": 0.555079, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.956522, "f1": 0.945224, "accuracy": 0.956522, "main_score": 0.945224, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323621, "recall": 0.37747, "f1": 0.338724, "accuracy": 0.37747, "main_score": 0.338724, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602504, "recall": 0.660079, "f1": 0.619241, "accuracy": 0.660079, "main_score": 0.619241, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966601, "recall": 0.976285, "f1": 0.969697, "accuracy": 0.976285, "main_score": 0.969697, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596633, "recall": 0.653162, "f1": 0.612435, "accuracy": 0.653162, "main_score": 0.612435, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6994, "recall": 0.758893, "f1": 0.716665, "accuracy": 0.758893, "main_score": 0.716665, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597283, "recall": 0.671937, "f1": 0.61845, "accuracy": 0.671937, "main_score": 0.61845, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.697628, "recall": 0.753953, "f1": 0.713919, "accuracy": 0.753953, "main_score": 0.713919, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682551, "recall": 0.733202, "f1": 0.697288, "accuracy": 0.733202, "main_score": 0.697288, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675858, "recall": 0.735178, "f1": 0.693173, "accuracy": 0.735178, "main_score": 0.693173, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915679, "recall": 0.938735, "f1": 0.922892, "accuracy": 0.938735, "main_score": 0.922892, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.556645, "recall": 0.614625, "f1": 0.572803, "accuracy": 0.614625, "main_score": 0.572803, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577521, "recall": 0.629447, "f1": 0.592632, "accuracy": 0.629447, "main_score": 0.592632, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794812, "recall": 0.839921, "f1": 0.808418, "accuracy": 0.839921, "main_score": 0.808418, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480285, "recall": 0.535573, "f1": 0.494158, "accuracy": 0.535573, "main_score": 0.494158, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.836685, "recall": 0.875494, "f1": 0.848177, "accuracy": 0.875494, "main_score": 0.848177, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560684, "recall": 0.616601, "f1": 0.575702, "accuracy": 0.616601, "main_score": 0.575702, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991848, "recall": 0.994071, "f1": 0.99249, "accuracy": 0.994071, "main_score": 0.99249, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612667, "recall": 0.675889, "f1": 0.630231, "accuracy": 0.675889, "main_score": 0.630231, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19837, "recall": 0.255929, "f1": 0.210593, "accuracy": 0.255929, "main_score": 0.210593, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.645603, "recall": 0.703557, "f1": 0.662436, "accuracy": 0.703557, "main_score": 0.662436, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795662, "recall": 0.842885, "f1": 0.809917, "accuracy": 0.842885, "main_score": 0.809917, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445872, "recall": 0.503953, "f1": 0.461915, "accuracy": 0.503953, "main_score": 0.461915, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.69025, "recall": 0.742095, "f1": 0.705915, "accuracy": 0.742095, "main_score": 0.705915, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.626482, "f1": 0.583853, "accuracy": 0.626482, "main_score": 0.583853, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53228, "recall": 0.594862, "f1": 0.549696, "accuracy": 0.594862, "main_score": 0.549696, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688185, "recall": 0.740119, "f1": 0.702986, "accuracy": 0.740119, "main_score": 0.702986, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227349, "recall": 0.300395, "f1": 0.245762, "accuracy": 0.300395, "main_score": 0.245762, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619229, "recall": 0.678854, "f1": 0.636728, "accuracy": 0.678854, "main_score": 0.636728, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588555, "recall": 0.658103, "f1": 0.608541, "accuracy": 0.658103, "main_score": 0.608541, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693412, "recall": 0.756917, "f1": 0.713161, "accuracy": 0.756917, "main_score": 0.713161, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569717, "recall": 0.629447, "f1": 0.58648, "accuracy": 0.629447, "main_score": 0.58648, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793725, "recall": 0.840909, "f1": 0.808333, "accuracy": 0.840909, "main_score": 0.808333, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477887, "recall": 0.541502, "f1": 0.495113, "accuracy": 0.541502, "main_score": 0.495113, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.93503, "recall": 0.954545, "f1": 0.941271, "accuracy": 0.954545, "main_score": 0.941271, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860013, "recall": 0.894269, "f1": 0.870323, "accuracy": 0.894269, "main_score": 0.870323, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928936, "recall": 0.949605, "f1": 0.935672, "accuracy": 0.949605, "main_score": 0.935672, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922184, "recall": 0.945652, "f1": 0.929743, "accuracy": 0.945652, "main_score": 0.929743, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631057, "recall": 0.682806, "f1": 0.645544, "accuracy": 0.682806, "main_score": 0.645544, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852767, "recall": 0.893281, "f1": 0.86525, "accuracy": 0.893281, "main_score": 0.86525, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492379, "recall": 0.552372, "f1": 0.508449, "accuracy": 0.552372, "main_score": 0.508449, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61479, "recall": 0.687747, "f1": 0.635946, "accuracy": 0.687747, "main_score": 0.635946, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826318, "recall": 0.868577, "f1": 0.839196, "accuracy": 0.868577, "main_score": 0.839196, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659293, "recall": 0.712451, "f1": 0.674243, "accuracy": 0.712451, "main_score": 0.674243, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64683, "recall": 0.705534, "f1": 0.663696, "accuracy": 0.705534, "main_score": 0.663696, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920208, "recall": 0.9417, "f1": 0.927108, "accuracy": 0.9417, "main_score": 0.927108, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560152, "recall": 0.62747, "f1": 0.579897, "accuracy": 0.62747, "main_score": 0.579897, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558227, "recall": 0.620553, "f1": 0.575728, "accuracy": 0.620553, "main_score": 0.575728, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827355, "recall": 0.87253, "f1": 0.841469, "accuracy": 0.87253, "main_score": 0.841469, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570472, "recall": 0.633399, "f1": 0.588178, "accuracy": 0.633399, "main_score": 0.588178, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628856, "recall": 0.6917, "f1": 0.647319, "accuracy": 0.6917, "main_score": 0.647319, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896854, "recall": 0.926877, "f1": 0.906522, "accuracy": 0.926877, "main_score": 0.906522, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511586, "recall": 0.565217, "f1": 0.526476, "accuracy": 0.565217, "main_score": 0.526476, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584745, "recall": 0.639328, "f1": 0.599618, "accuracy": 0.639328, "main_score": 0.599618, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.607336, "recall": 0.666008, "f1": 0.623668, "accuracy": 0.666008, "main_score": 0.623668, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565523, "recall": 0.62253, "f1": 0.58106, "accuracy": 0.62253, "main_score": 0.58106, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542936, "recall": 0.603755, "f1": 0.56048, "accuracy": 0.603755, "main_score": 0.56048, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731917, "recall": 0.786561, "f1": 0.748372, "accuracy": 0.786561, "main_score": 0.748372, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731917, "recall": 0.780632, "f1": 0.74664, "accuracy": 0.780632, "main_score": 0.74664, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871574, "recall": 0.901186, "f1": 0.88067, "accuracy": 0.901186, "main_score": 0.88067, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.945652, "f1": 0.931818, "accuracy": 0.945652, "main_score": 0.931818, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497531, "recall": 0.573123, "f1": 0.520004, "accuracy": 0.573123, "main_score": 0.520004, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713752, "recall": 0.770751, "f1": 0.730966, "accuracy": 0.770751, "main_score": 0.730966, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591645, "recall": 0.63834, "f1": 0.604896, "accuracy": 0.63834, "main_score": 0.604896, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467289, "recall": 0.520751, "f1": 0.482129, "accuracy": 0.520751, "main_score": 0.482129, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.5583, "f1": 0.522865, "accuracy": 0.5583, "main_score": 0.522865, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.248958, "recall": 0.300395, "f1": 0.261721, "accuracy": 0.300395, "main_score": 0.261721, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694703, "recall": 0.740119, "f1": 0.70698, "accuracy": 0.740119, "main_score": 0.70698, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.63914, "recall": 0.694664, "f1": 0.654062, "accuracy": 0.694664, "main_score": 0.654062, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.685276, "recall": 0.733202, "f1": 0.698818, "accuracy": 0.733202, "main_score": 0.698818, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.683756, "recall": 0.72332, "f1": 0.694676, "accuracy": 0.72332, "main_score": 0.694676, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54693, "recall": 0.590909, "f1": 0.559211, "accuracy": 0.590909, "main_score": 0.559211, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700971, "recall": 0.748024, "f1": 0.713493, "accuracy": 0.748024, "main_score": 0.713493, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643781, "recall": 0.685771, "f1": 0.654548, "accuracy": 0.685771, "main_score": 0.654548, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670588, "recall": 0.710474, "f1": 0.681601, "accuracy": 0.710474, "main_score": 0.681601, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69311, "recall": 0.745059, "f1": 0.706543, "accuracy": 0.745059, "main_score": 0.706543, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.674822, "recall": 0.72332, "f1": 0.68805, "accuracy": 0.72332, "main_score": 0.68805, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542423, "recall": 0.588933, "f1": 0.554846, "accuracy": 0.588933, "main_score": 0.554846, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679196, "recall": 0.728261, "f1": 0.691892, "accuracy": 0.728261, "main_score": 0.691892, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62421, "recall": 0.68083, "f1": 0.639879, "accuracy": 0.68083, "main_score": 0.639879, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.699942, "recall": 0.748024, "f1": 0.712848, "accuracy": 0.748024, "main_score": 0.712848, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584437, "recall": 0.621542, "f1": 0.595097, "accuracy": 0.621542, "main_score": 0.595097, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678716, "recall": 0.730237, "f1": 0.692387, "accuracy": 0.730237, "main_score": 0.692387, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.67246, "recall": 0.717391, "f1": 0.684112, "accuracy": 0.717391, "main_score": 0.684112, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.721129, "recall": 0.770751, "f1": 0.734395, "accuracy": 0.770751, "main_score": 0.734395, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699485, "recall": 0.752964, "f1": 0.713977, "accuracy": 0.752964, "main_score": 0.713977, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514388, "recall": 0.563241, "f1": 0.528066, "accuracy": 0.563241, "main_score": 0.528066, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676172, "recall": 0.731225, "f1": 0.691452, "accuracy": 0.731225, "main_score": 0.691452, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.704259, "recall": 0.749012, "f1": 0.716247, "accuracy": 0.749012, "main_score": 0.716247, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.686214, "recall": 0.729249, "f1": 0.697423, "accuracy": 0.729249, "main_score": 0.697423, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201326, "recall": 0.242095, "f1": 0.211668, "accuracy": 0.242095, "main_score": 0.211668, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.682174, "recall": 0.736166, "f1": 0.696406, "accuracy": 0.736166, "main_score": 0.696406, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578697, "recall": 0.62253, "f1": 0.591041, "accuracy": 0.62253, "main_score": 0.591041, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704217, "recall": 0.753953, "f1": 0.717263, "accuracy": 0.753953, "main_score": 0.717263, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703458, "recall": 0.749012, "f1": 0.716305, "accuracy": 0.749012, "main_score": 0.716305, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665855, "recall": 0.713439, "f1": 0.679062, "accuracy": 0.713439, "main_score": 0.679062, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697822, "recall": 0.747036, "f1": 0.711326, "accuracy": 0.747036, "main_score": 0.711326, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595079, "recall": 0.636364, "f1": 0.606215, "accuracy": 0.636364, "main_score": 0.606215, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704899, "recall": 0.750988, "f1": 0.717213, "accuracy": 0.750988, "main_score": 0.717213, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.60393, "recall": 0.661067, "f1": 0.619138, "accuracy": 0.661067, "main_score": 0.619138, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653217, "recall": 0.702569, "f1": 0.666215, "accuracy": 0.702569, "main_score": 0.666215, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.695571, "recall": 0.745059, "f1": 0.709429, "accuracy": 0.745059, "main_score": 0.709429, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.6936, "recall": 0.741107, "f1": 0.706128, "accuracy": 0.741107, "main_score": 0.706128, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669565, "recall": 0.721344, "f1": 0.683387, "accuracy": 0.721344, "main_score": 0.683387, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.535957, "recall": 0.585968, "f1": 0.549896, "accuracy": 0.585968, "main_score": 0.549896, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422044, "recall": 0.479249, "f1": 0.437444, "accuracy": 0.479249, "main_score": 0.437444, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.722158, "recall": 0.767787, "f1": 0.734433, "accuracy": 0.767787, "main_score": 0.734433, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527479, "recall": 0.578063, "f1": 0.542565, "accuracy": 0.578063, "main_score": 0.542565, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703497, "recall": 0.754941, "f1": 0.71775, "accuracy": 0.754941, "main_score": 0.71775, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713113, "recall": 0.757905, "f1": 0.724749, "accuracy": 0.757905, "main_score": 0.724749, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683898, "recall": 0.725296, "f1": 0.694554, "accuracy": 0.725296, "main_score": 0.694554, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689896, "recall": 0.738142, "f1": 0.702387, "accuracy": 0.738142, "main_score": 0.702387, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546688, "recall": 0.602767, "f1": 0.562896, "accuracy": 0.602767, "main_score": 0.562896, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646697, "recall": 0.6917, "f1": 0.65982, "accuracy": 0.6917, "main_score": 0.65982, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687461, "recall": 0.730237, "f1": 0.698388, "accuracy": 0.730237, "main_score": 0.698388, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725079, "recall": 0.769763, "f1": 0.737482, "accuracy": 0.769763, "main_score": 0.737482, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693733, "recall": 0.733202, "f1": 0.704275, "accuracy": 0.733202, "main_score": 0.704275, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521801, "recall": 0.570158, "f1": 0.535649, "accuracy": 0.570158, "main_score": 0.535649, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674782, "recall": 0.717391, "f1": 0.686179, "accuracy": 0.717391, "main_score": 0.686179, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.453955, "recall": 0.501976, "f1": 0.466915, "accuracy": 0.501976, "main_score": 0.466915, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506921, "recall": 0.550395, "f1": 0.519323, "accuracy": 0.550395, "main_score": 0.519323, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681234, "recall": 0.721344, "f1": 0.691837, "accuracy": 0.721344, "main_score": 0.691837, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313003, "recall": 0.365613, "f1": 0.32699, "accuracy": 0.365613, "main_score": 0.32699, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.701046, "recall": 0.747036, "f1": 0.713007, "accuracy": 0.747036, "main_score": 0.713007, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685967, "recall": 0.73419, "f1": 0.698675, "accuracy": 0.73419, "main_score": 0.698675, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.712574, "recall": 0.759881, "f1": 0.725447, "accuracy": 0.759881, "main_score": 0.725447, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686354, "recall": 0.738142, "f1": 0.70035, "accuracy": 0.738142, "main_score": 0.70035, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565927, "recall": 0.609684, "f1": 0.578159, "accuracy": 0.609684, "main_score": 0.578159, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692389, "recall": 0.730237, "f1": 0.702374, "accuracy": 0.730237, "main_score": 0.702374, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662991, "recall": 0.705534, "f1": 0.674108, "accuracy": 0.705534, "main_score": 0.674108, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716929, "recall": 0.763834, "f1": 0.729767, "accuracy": 0.763834, "main_score": 0.729767, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54745, "recall": 0.591897, "f1": 0.560197, "accuracy": 0.591897, "main_score": 0.560197, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68998, "recall": 0.735178, "f1": 0.701487, "accuracy": 0.735178, "main_score": 0.701487, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643198, "recall": 0.695652, "f1": 0.657791, "accuracy": 0.695652, "main_score": 0.657791, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677727, "recall": 0.729249, "f1": 0.692082, "accuracy": 0.729249, "main_score": 0.692082, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708043, "recall": 0.748024, "f1": 0.718192, "accuracy": 0.748024, "main_score": 0.718192, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.342392, "recall": 0.401186, "f1": 0.356866, "accuracy": 0.401186, "main_score": 0.356866, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.567143, "recall": 0.61166, "f1": 0.57924, "accuracy": 0.61166, "main_score": 0.57924, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641842, "recall": 0.6917, "f1": 0.655304, "accuracy": 0.6917, "main_score": 0.655304, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60221, "recall": 0.646245, "f1": 0.614385, "accuracy": 0.646245, "main_score": 0.614385, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543861, "recall": 0.596838, "f1": 0.558531, "accuracy": 0.596838, "main_score": 0.558531, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.720607, "recall": 0.76581, "f1": 0.732751, "accuracy": 0.76581, "main_score": 0.732751, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689701, "recall": 0.736166, "f1": 0.702245, "accuracy": 0.736166, "main_score": 0.702245, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713103, "recall": 0.757905, "f1": 0.724967, "accuracy": 0.757905, "main_score": 0.724967, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5752, "recall": 0.634387, "f1": 0.591633, "accuracy": 0.634387, "main_score": 0.591633, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.711478, "recall": 0.756917, "f1": 0.723886, "accuracy": 0.756917, "main_score": 0.723886, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683351, "recall": 0.736166, "f1": 0.69772, "accuracy": 0.736166, "main_score": 0.69772, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697803, "recall": 0.745059, "f1": 0.71101, "accuracy": 0.745059, "main_score": 0.71101, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668661, "recall": 0.725296, "f1": 0.683889, "accuracy": 0.725296, "main_score": 0.683889, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525386, "recall": 0.576087, "f1": 0.540321, "accuracy": 0.576087, "main_score": 0.540321, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531355, "recall": 0.575099, "f1": 0.543881, "accuracy": 0.575099, "main_score": 0.543881, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67722, "recall": 0.731225, "f1": 0.691662, "accuracy": 0.731225, "main_score": 0.691662, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.682382, "recall": 0.732213, "f1": 0.695753, "accuracy": 0.732213, "main_score": 0.695753, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675508, "recall": 0.73419, "f1": 0.691843, "accuracy": 0.73419, "main_score": 0.691843, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620771, "recall": 0.66502, "f1": 0.632782, "accuracy": 0.66502, "main_score": 0.632782, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480535, "recall": 0.525692, "f1": 0.493747, "accuracy": 0.525692, "main_score": 0.493747, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686795, "recall": 0.730237, "f1": 0.698682, "accuracy": 0.730237, "main_score": 0.698682, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620472, "recall": 0.678854, "f1": 0.635409, "accuracy": 0.678854, "main_score": 0.635409, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.578143, "recall": 0.625494, "f1": 0.591708, "accuracy": 0.625494, "main_score": 0.591708, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679367, "recall": 0.733202, "f1": 0.694271, "accuracy": 0.733202, "main_score": 0.694271, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513785, "recall": 0.554348, "f1": 0.525565, "accuracy": 0.554348, "main_score": 0.525565, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700053, "recall": 0.743083, "f1": 0.71088, "accuracy": 0.743083, "main_score": 0.71088, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681113, "recall": 0.73419, "f1": 0.694955, "accuracy": 0.73419, "main_score": 0.694955, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702996, "recall": 0.751976, "f1": 0.717051, "accuracy": 0.751976, "main_score": 0.717051, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.715221, "recall": 0.761858, "f1": 0.727121, "accuracy": 0.761858, "main_score": 0.727121, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679069, "recall": 0.725296, "f1": 0.691927, "accuracy": 0.725296, "main_score": 0.691927, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.699647, "recall": 0.73913, "f1": 0.710209, "accuracy": 0.73913, "main_score": 0.710209, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582675, "recall": 0.653162, "f1": 0.601968, "accuracy": 0.653162, "main_score": 0.601968, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.559537, "recall": 0.609684, "f1": 0.573252, "accuracy": 0.609684, "main_score": 0.573252, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212657, "recall": 0.255929, "f1": 0.222462, "accuracy": 0.255929, "main_score": 0.222462, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572622, "recall": 0.619565, "f1": 0.585968, "accuracy": 0.619565, "main_score": 0.585968, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501457, "recall": 0.559289, "f1": 0.5166, "accuracy": 0.559289, "main_score": 0.5166, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710964, "recall": 0.758893, "f1": 0.723775, "accuracy": 0.758893, "main_score": 0.723775, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683748, "recall": 0.725296, "f1": 0.69482, "accuracy": 0.725296, "main_score": 0.69482, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416404, "recall": 0.471344, "f1": 0.431726, "accuracy": 0.471344, "main_score": 0.431726, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673442, "recall": 0.717391, "f1": 0.684965, "accuracy": 0.717391, "main_score": 0.684965, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69613, "recall": 0.748024, "f1": 0.710068, "accuracy": 0.748024, "main_score": 0.710068, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628445, "recall": 0.690711, "f1": 0.64518, "accuracy": 0.690711, "main_score": 0.64518, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.670659, "recall": 0.720356, "f1": 0.684088, "accuracy": 0.720356, "main_score": 0.684088, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59358, "recall": 0.639328, "f1": 0.606251, "accuracy": 0.639328, "main_score": 0.606251, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680122, "recall": 0.73419, "f1": 0.694704, "accuracy": 0.73419, "main_score": 0.694704, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.711238, "recall": 0.75, "f1": 0.721551, "accuracy": 0.75, "main_score": 0.721551, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520438, "recall": 0.564229, "f1": 0.533616, "accuracy": 0.564229, "main_score": 0.533616, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504814, "recall": 0.552372, "f1": 0.518756, "accuracy": 0.552372, "main_score": 0.518756, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606241, "recall": 0.652174, "f1": 0.618737, "accuracy": 0.652174, "main_score": 0.618737, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704018, "recall": 0.751976, "f1": 0.71726, "accuracy": 0.751976, "main_score": 0.71726, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160862, "recall": 0.215415, "f1": 0.173961, "accuracy": 0.215415, "main_score": 0.173961, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.69112, "recall": 0.744071, "f1": 0.705041, "accuracy": 0.744071, "main_score": 0.705041, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.59162, "recall": 0.651186, "f1": 0.607744, "accuracy": 0.651186, "main_score": 0.607744, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.643885, "recall": 0.694664, "f1": 0.658344, "accuracy": 0.694664, "main_score": 0.658344, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704138, "recall": 0.752964, "f1": 0.717685, "accuracy": 0.752964, "main_score": 0.717685, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531337, "recall": 0.581028, "f1": 0.544859, "accuracy": 0.581028, "main_score": 0.544859, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533584, "recall": 0.585968, "f1": 0.547994, "accuracy": 0.585968, "main_score": 0.547994, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682815, "recall": 0.735178, "f1": 0.697061, "accuracy": 0.735178, "main_score": 0.697061, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714322, "recall": 0.756917, "f1": 0.726146, "accuracy": 0.756917, "main_score": 0.726146, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683324, "recall": 0.722332, "f1": 0.694039, "accuracy": 0.722332, "main_score": 0.694039, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653723, "recall": 0.700593, "f1": 0.666383, "accuracy": 0.700593, "main_score": 0.666383, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544878, "recall": 0.602767, "f1": 0.561229, "accuracy": 0.602767, "main_score": 0.561229, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664631, "recall": 0.718379, "f1": 0.678989, "accuracy": 0.718379, "main_score": 0.678989, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534067, "recall": 0.58004, "f1": 0.546965, "accuracy": 0.58004, "main_score": 0.546965, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552372, "recall": 0.603755, "f1": 0.566627, "accuracy": 0.603755, "main_score": 0.566627, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67942, "recall": 0.732213, "f1": 0.693875, "accuracy": 0.732213, "main_score": 0.693875, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.683931, "recall": 0.724308, "f1": 0.69457, "accuracy": 0.724308, "main_score": 0.69457, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675249, "recall": 0.728261, "f1": 0.689444, "accuracy": 0.728261, "main_score": 0.689444, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452565, "recall": 0.502964, "f1": 0.466639, "accuracy": 0.502964, "main_score": 0.466639, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.722497, "recall": 0.767787, "f1": 0.73469, "accuracy": 0.767787, "main_score": 0.73469, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664549, "recall": 0.716403, "f1": 0.677623, "accuracy": 0.716403, "main_score": 0.677623, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.671437, "recall": 0.724308, "f1": 0.68608, "accuracy": 0.724308, "main_score": 0.68608, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.614683, "recall": 0.668972, "f1": 0.629327, "accuracy": 0.668972, "main_score": 0.629327, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571003, "recall": 0.621542, "f1": 0.585246, "accuracy": 0.621542, "main_score": 0.585246, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592757, "recall": 0.644269, "f1": 0.606951, "accuracy": 0.644269, "main_score": 0.606951, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645018, "recall": 0.695652, "f1": 0.658887, "accuracy": 0.695652, "main_score": 0.658887, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575187, "recall": 0.61166, "f1": 0.585441, "accuracy": 0.61166, "main_score": 0.585441, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597054, "recall": 0.658103, "f1": 0.61393, "accuracy": 0.658103, "main_score": 0.61393, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.669487, "recall": 0.719368, "f1": 0.682799, "accuracy": 0.719368, "main_score": 0.682799, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.652674, "recall": 0.699605, "f1": 0.664139, "accuracy": 0.699605, "main_score": 0.664139, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.7134, "recall": 0.758893, "f1": 0.725561, "accuracy": 0.758893, "main_score": 0.725561, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670223, "recall": 0.724308, "f1": 0.684549, "accuracy": 0.724308, "main_score": 0.684549, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716018, "recall": 0.757905, "f1": 0.726989, "accuracy": 0.757905, "main_score": 0.726989, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586545, "recall": 0.643281, "f1": 0.602934, "accuracy": 0.643281, "main_score": 0.602934, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671688, "recall": 0.711462, "f1": 0.682435, "accuracy": 0.711462, "main_score": 0.682435, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450955, "recall": 0.503953, "f1": 0.465194, "accuracy": 0.503953, "main_score": 0.465194, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711222, "recall": 0.757905, "f1": 0.724546, "accuracy": 0.757905, "main_score": 0.724546, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462683, "recall": 0.528656, "f1": 0.480592, "accuracy": 0.528656, "main_score": 0.480592, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.659806, "recall": 0.715415, "f1": 0.674602, "accuracy": 0.715415, "main_score": 0.674602, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.690952, "recall": 0.735178, "f1": 0.70241, "accuracy": 0.735178, "main_score": 0.70241, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.649251, "recall": 0.697628, "f1": 0.663024, "accuracy": 0.697628, "main_score": 0.663024, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652463, "recall": 0.697628, "f1": 0.665169, "accuracy": 0.697628, "main_score": 0.665169, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655222, "recall": 0.704545, "f1": 0.668481, "accuracy": 0.704545, "main_score": 0.668481, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.575067, "recall": 0.617589, "f1": 0.587428, "accuracy": 0.617589, "main_score": 0.587428, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560237, "recall": 0.608696, "f1": 0.574477, "accuracy": 0.608696, "main_score": 0.574477, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692717, "recall": 0.741107, "f1": 0.705605, "accuracy": 0.741107, "main_score": 0.705605, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653916, "recall": 0.702569, "f1": 0.667358, "accuracy": 0.702569, "main_score": 0.667358, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712455, "recall": 0.762846, "f1": 0.725671, "accuracy": 0.762846, "main_score": 0.725671, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560474, "recall": 0.610672, "f1": 0.575249, "accuracy": 0.610672, "main_score": 0.575249, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707343, "recall": 0.757905, "f1": 0.720622, "accuracy": 0.757905, "main_score": 0.720622, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697598, "recall": 0.746047, "f1": 0.710713, "accuracy": 0.746047, "main_score": 0.710713, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.691185, "recall": 0.743083, "f1": 0.705522, "accuracy": 0.743083, "main_score": 0.705522, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503303, "recall": 0.552372, "f1": 0.516838, "accuracy": 0.552372, "main_score": 0.516838, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718728, "recall": 0.766798, "f1": 0.731528, "accuracy": 0.766798, "main_score": 0.731528, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61769, "recall": 0.666008, "f1": 0.63097, "accuracy": 0.666008, "main_score": 0.63097, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513263, "recall": 0.562253, "f1": 0.526502, "accuracy": 0.562253, "main_score": 0.526502, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539587, "recall": 0.59585, "f1": 0.555052, "accuracy": 0.59585, "main_score": 0.555052, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590827, "recall": 0.642292, "f1": 0.606001, "accuracy": 0.642292, "main_score": 0.606001, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702594, "recall": 0.752964, "f1": 0.716299, "accuracy": 0.752964, "main_score": 0.716299, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641109, "recall": 0.697628, "f1": 0.656927, "accuracy": 0.697628, "main_score": 0.656927, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494092, "recall": 0.540514, "f1": 0.507136, "accuracy": 0.540514, "main_score": 0.507136, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561919, "recall": 0.606719, "f1": 0.574926, "accuracy": 0.606719, "main_score": 0.574926, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683584, "recall": 0.73419, "f1": 0.697521, "accuracy": 0.73419, "main_score": 0.697521, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.557963, "recall": 0.603755, "f1": 0.57114, "accuracy": 0.603755, "main_score": 0.57114, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528138, "recall": 0.571146, "f1": 0.540431, "accuracy": 0.571146, "main_score": 0.540431, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671083, "recall": 0.72332, "f1": 0.684888, "accuracy": 0.72332, "main_score": 0.684888, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525207, "recall": 0.575099, "f1": 0.540333, "accuracy": 0.575099, "main_score": 0.540333, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576436, "recall": 0.625494, "f1": 0.59054, "accuracy": 0.625494, "main_score": 0.59054, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682805, "recall": 0.726285, "f1": 0.69355, "accuracy": 0.726285, "main_score": 0.69355, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61833, "recall": 0.656126, "f1": 0.629894, "accuracy": 0.656126, "main_score": 0.629894, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65956, "recall": 0.688735, "f1": 0.667681, "accuracy": 0.688735, "main_score": 0.667681, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66019, "recall": 0.710474, "f1": 0.674494, "accuracy": 0.710474, "main_score": 0.674494, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.639119, "recall": 0.6917, "f1": 0.653926, "accuracy": 0.6917, "main_score": 0.653926, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680136, "recall": 0.727273, "f1": 0.693515, "accuracy": 0.727273, "main_score": 0.693515, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448355, "recall": 0.51087, "f1": 0.466864, "accuracy": 0.51087, "main_score": 0.466864, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686646, "recall": 0.736166, "f1": 0.70003, "accuracy": 0.736166, "main_score": 0.70003, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.634474, "recall": 0.689723, "f1": 0.649908, "accuracy": 0.689723, "main_score": 0.649908, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676206, "recall": 0.725296, "f1": 0.689255, "accuracy": 0.725296, "main_score": 0.689255, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687448, "recall": 0.73913, "f1": 0.701136, "accuracy": 0.73913, "main_score": 0.701136, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.54728, "recall": 0.59585, "f1": 0.560754, "accuracy": 0.59585, "main_score": 0.560754, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53219, "recall": 0.575099, "f1": 0.544263, "accuracy": 0.575099, "main_score": 0.544263, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497573, "recall": 0.55336, "f1": 0.513006, "accuracy": 0.55336, "main_score": 0.513006, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538739, "recall": 0.58498, "f1": 0.551602, "accuracy": 0.58498, "main_score": 0.551602, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361073, "recall": 0.433794, "f1": 0.379511, "accuracy": 0.433794, "main_score": 0.379511, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.906209, "recall": 0.931818, "f1": 0.914262, "accuracy": 0.931818, "main_score": 0.914262, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603354, "recall": 0.650198, "f1": 0.616605, "accuracy": 0.650198, "main_score": 0.616605, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78694, "recall": 0.83004, "f1": 0.799722, "accuracy": 0.83004, "main_score": 0.799722, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861561, "recall": 0.88834, "f1": 0.869288, "accuracy": 0.88834, "main_score": 0.869288, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591789, "recall": 0.644269, "f1": 0.606367, "accuracy": 0.644269, "main_score": 0.606367, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.908218, "recall": 0.933794, "f1": 0.916074, "accuracy": 0.933794, "main_score": 0.916074, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586241, "recall": 0.633399, "f1": 0.599574, "accuracy": 0.633399, "main_score": 0.599574, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596709, "recall": 0.653162, "f1": 0.611873, "accuracy": 0.653162, "main_score": 0.611873, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.970553, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.923946, "recall": 0.942688, "f1": 0.929677, "accuracy": 0.942688, "main_score": 0.929677, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202193, "recall": 0.250988, "f1": 0.214525, "accuracy": 0.250988, "main_score": 0.214525, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631193, "recall": 0.681818, "f1": 0.645029, "accuracy": 0.681818, "main_score": 0.645029, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90056, "recall": 0.929842, "f1": 0.909914, "accuracy": 0.929842, "main_score": 0.909914, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.654671, "recall": 0.700593, "f1": 0.667424, "accuracy": 0.700593, "main_score": 0.667424, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.880715, "recall": 0.911067, "f1": 0.89002, "accuracy": 0.911067, "main_score": 0.89002, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554771, "recall": 0.596838, "f1": 0.566718, "accuracy": 0.596838, "main_score": 0.566718, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466265, "recall": 0.530632, "f1": 0.48299, "accuracy": 0.530632, "main_score": 0.48299, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585772, "recall": 0.640316, "f1": 0.600278, "accuracy": 0.640316, "main_score": 0.600278, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.936232, "accuracy": 0.950593, "main_score": 0.936232, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.959486, "f1": 0.948024, "accuracy": 0.959486, "main_score": 0.948024, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588268, "recall": 0.642292, "f1": 0.602663, "accuracy": 0.642292, "main_score": 0.602663, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828508, "recall": 0.870553, "f1": 0.841224, "accuracy": 0.870553, "main_score": 0.841224, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919384, "recall": 0.942688, "f1": 0.926779, "accuracy": 0.942688, "main_score": 0.926779, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943709, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52542, "recall": 0.579051, "f1": 0.539896, "accuracy": 0.579051, "main_score": 0.539896, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481695, "recall": 0.540514, "f1": 0.497098, "accuracy": 0.540514, "main_score": 0.497098, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521533, "recall": 0.567194, "f1": 0.53381, "accuracy": 0.567194, "main_score": 0.53381, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861899, "recall": 0.894269, "f1": 0.871267, "accuracy": 0.894269, "main_score": 0.871267, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323223, "recall": 0.37747, "f1": 0.338475, "accuracy": 0.37747, "main_score": 0.338475, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.602767, "f1": 0.569433, "accuracy": 0.602767, "main_score": 0.569433, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.934783, "f1": 0.91919, "accuracy": 0.934783, "main_score": 0.91919, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907955, "recall": 0.932806, "f1": 0.91525, "accuracy": 0.932806, "main_score": 0.91525, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570332, "recall": 0.618577, "f1": 0.58454, "accuracy": 0.618577, "main_score": 0.58454, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663351, "recall": 0.718379, "f1": 0.679451, "accuracy": 0.718379, "main_score": 0.679451, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97192, "recall": 0.980237, "f1": 0.974539, "accuracy": 0.980237, "main_score": 0.974539, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580174, "recall": 0.660079, "f1": 0.602056, "accuracy": 0.660079, "main_score": 0.602056, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678081, "recall": 0.733202, "f1": 0.693846, "accuracy": 0.733202, "main_score": 0.693846, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629242, "recall": 0.679842, "f1": 0.643598, "accuracy": 0.679842, "main_score": 0.643598, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572283, "recall": 0.632411, "f1": 0.589933, "accuracy": 0.632411, "main_score": 0.589933, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.951581, "f1": 0.939559, "accuracy": 0.951581, "main_score": 0.939559, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.970356, "f1": 0.961034, "accuracy": 0.970356, "main_score": 0.961034, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904891, "recall": 0.932806, "f1": 0.913768, "accuracy": 0.932806, "main_score": 0.913768, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536627, "recall": 0.582016, "f1": 0.549953, "accuracy": 0.582016, "main_score": 0.549953, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564347, "recall": 0.615613, "f1": 0.578211, "accuracy": 0.615613, "main_score": 0.578211, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713275, "recall": 0.762846, "f1": 0.727231, "accuracy": 0.762846, "main_score": 0.727231, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466723, "recall": 0.512846, "f1": 0.479317, "accuracy": 0.512846, "main_score": 0.479317, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.829545, "recall": 0.875494, "f1": 0.843808, "accuracy": 0.875494, "main_score": 0.843808, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515226, "recall": 0.564229, "f1": 0.528157, "accuracy": 0.564229, "main_score": 0.528157, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.958959, "accuracy": 0.968379, "main_score": 0.958959, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918808, "recall": 0.942688, "f1": 0.926548, "accuracy": 0.942688, "main_score": 0.926548, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.562585, "recall": 0.616601, "f1": 0.57775, "accuracy": 0.616601, "main_score": 0.57775, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207977, "recall": 0.250988, "f1": 0.218131, "accuracy": 0.250988, "main_score": 0.218131, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600587, "recall": 0.649209, "f1": 0.614822, "accuracy": 0.649209, "main_score": 0.614822, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727037, "recall": 0.789526, "f1": 0.745428, "accuracy": 0.789526, "main_score": 0.745428, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.948617, "f1": 0.935903, "accuracy": 0.948617, "main_score": 0.935903, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439166, "recall": 0.492095, "f1": 0.453214, "accuracy": 0.492095, "main_score": 0.453214, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916914, "recall": 0.938735, "f1": 0.923814, "accuracy": 0.938735, "main_score": 0.923814, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.969368, "f1": 0.961957, "accuracy": 0.969368, "main_score": 0.961957, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.950593, "f1": 0.936726, "accuracy": 0.950593, "main_score": 0.936726, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68952, "recall": 0.738142, "f1": 0.703181, "accuracy": 0.738142, "main_score": 0.703181, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960507, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544309, "recall": 0.598814, "f1": 0.559766, "accuracy": 0.598814, "main_score": 0.559766, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498224, "recall": 0.551383, "f1": 0.512738, "accuracy": 0.551383, "main_score": 0.512738, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630142, "recall": 0.683794, "f1": 0.645292, "accuracy": 0.683794, "main_score": 0.645292, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233809, "recall": 0.30336, "f1": 0.251902, "accuracy": 0.30336, "main_score": 0.251902, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.885639, "recall": 0.91502, "f1": 0.894928, "accuracy": 0.91502, "main_score": 0.894928, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.918429, "recall": 0.9417, "f1": 0.925626, "accuracy": 0.9417, "main_score": 0.925626, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582915, "recall": 0.631423, "f1": 0.596906, "accuracy": 0.631423, "main_score": 0.596906, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606038, "recall": 0.658103, "f1": 0.620401, "accuracy": 0.658103, "main_score": 0.620401, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936018, "recall": 0.954545, "f1": 0.941765, "accuracy": 0.954545, "main_score": 0.941765, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713389, "recall": 0.773715, "f1": 0.731522, "accuracy": 0.773715, "main_score": 0.731522, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542194, "recall": 0.591897, "f1": 0.556881, "accuracy": 0.591897, "main_score": 0.556881, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745208, "recall": 0.797431, "f1": 0.760823, "accuracy": 0.797431, "main_score": 0.760823, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449804, "recall": 0.500988, "f1": 0.464065, "accuracy": 0.500988, "main_score": 0.464065, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.956719, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.905221, "recall": 0.93083, "f1": 0.913241, "accuracy": 0.93083, "main_score": 0.913241, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829291, "recall": 0.868577, "f1": 0.84109, "accuracy": 0.868577, "main_score": 0.84109, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850527, "recall": 0.881423, "f1": 0.859478, "accuracy": 0.881423, "main_score": 0.859478, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.842795, "recall": 0.878458, "f1": 0.853151, "accuracy": 0.878458, "main_score": 0.853151, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616002, "recall": 0.660079, "f1": 0.628153, "accuracy": 0.660079, "main_score": 0.628153, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765316, "recall": 0.815217, "f1": 0.780355, "accuracy": 0.815217, "main_score": 0.780355, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913291, "recall": 0.937747, "f1": 0.920803, "accuracy": 0.937747, "main_score": 0.920803, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473487, "recall": 0.530632, "f1": 0.489018, "accuracy": 0.530632, "main_score": 0.489018, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969895, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563053, "recall": 0.631423, "f1": 0.58304, "accuracy": 0.631423, "main_score": 0.58304, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.962451, "f1": 0.952635, "accuracy": 0.962451, "main_score": 0.952635, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729973, "recall": 0.77668, "f1": 0.742932, "accuracy": 0.77668, "main_score": 0.742932, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930748, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613104, "recall": 0.660079, "f1": 0.6266, "accuracy": 0.660079, "main_score": 0.6266, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641356, "recall": 0.695652, "f1": 0.656812, "accuracy": 0.695652, "main_score": 0.656812, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841682, "recall": 0.879447, "f1": 0.852742, "accuracy": 0.879447, "main_score": 0.852742, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524507, "recall": 0.573123, "f1": 0.538629, "accuracy": 0.573123, "main_score": 0.538629, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.969368, "f1": 0.959321, "accuracy": 0.969368, "main_score": 0.959321, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567281, "recall": 0.626482, "f1": 0.584303, "accuracy": 0.626482, "main_score": 0.584303, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8139, "recall": 0.857708, "f1": 0.827306, "accuracy": 0.857708, "main_score": 0.827306, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558284, "recall": 0.61166, "f1": 0.573187, "accuracy": 0.61166, "main_score": 0.573187, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646772, "recall": 0.703557, "f1": 0.663128, "accuracy": 0.703557, "main_score": 0.663128, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810392, "recall": 0.854743, "f1": 0.823946, "accuracy": 0.854743, "main_score": 0.823946, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925313, "recall": 0.94664, "f1": 0.932049, "accuracy": 0.94664, "main_score": 0.932049, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490923, "recall": 0.537549, "f1": 0.503743, "accuracy": 0.537549, "main_score": 0.503743, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585067, "recall": 0.630435, "f1": 0.597646, "accuracy": 0.630435, "main_score": 0.597646, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57044, "recall": 0.629447, "f1": 0.586895, "accuracy": 0.629447, "main_score": 0.586895, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55963, "recall": 0.604743, "f1": 0.57158, "accuracy": 0.604743, "main_score": 0.57158, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.95751, "f1": 0.945224, "accuracy": 0.95751, "main_score": 0.945224, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528133, "recall": 0.579051, "f1": 0.542204, "accuracy": 0.579051, "main_score": 0.542204, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736093, "recall": 0.784585, "f1": 0.750313, "accuracy": 0.784585, "main_score": 0.750313, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913702, "recall": 0.937747, "f1": 0.921033, "accuracy": 0.937747, "main_score": 0.921033, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666914, "recall": 0.709486, "f1": 0.678971, "accuracy": 0.709486, "main_score": 0.678971, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762091, "recall": 0.802372, "f1": 0.773682, "accuracy": 0.802372, "main_score": 0.773682, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.867902, "recall": 0.902174, "f1": 0.878656, "accuracy": 0.902174, "main_score": 0.878656, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912714, "recall": 0.935771, "f1": 0.919702, "accuracy": 0.935771, "main_score": 0.919702, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469403, "recall": 0.531621, "f1": 0.487096, "accuracy": 0.531621, "main_score": 0.487096, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.935104, "recall": 0.952569, "f1": 0.940437, "accuracy": 0.952569, "main_score": 0.940437, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725082, "recall": 0.783597, "f1": 0.742721, "accuracy": 0.783597, "main_score": 0.742721, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598835, "recall": 0.644269, "f1": 0.61107, "accuracy": 0.644269, "main_score": 0.61107, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552478, "recall": 0.61166, "f1": 0.568905, "accuracy": 0.61166, "main_score": 0.568905, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510156, "recall": 0.567194, "f1": 0.526369, "accuracy": 0.567194, "main_score": 0.526369, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406368, "recall": 0.488142, "f1": 0.427704, "accuracy": 0.488142, "main_score": 0.427704, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57612, "recall": 0.632411, "f1": 0.591872, "accuracy": 0.632411, "main_score": 0.591872, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836225, "recall": 0.87253, "f1": 0.847447, "accuracy": 0.87253, "main_score": 0.847447, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.955534, "f1": 0.944288, "accuracy": 0.955534, "main_score": 0.944288, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575221, "recall": 0.630435, "f1": 0.590633, "accuracy": 0.630435, "main_score": 0.590633, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597473, "recall": 0.655138, "f1": 0.613719, "accuracy": 0.655138, "main_score": 0.613719, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546245, "recall": 0.602767, "f1": 0.561818, "accuracy": 0.602767, "main_score": 0.561818, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182273, "recall": 0.228261, "f1": 0.193833, "accuracy": 0.228261, "main_score": 0.193833, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6016, "recall": 0.651186, "f1": 0.615253, "accuracy": 0.651186, "main_score": 0.615253, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643445, "recall": 0.698617, "f1": 0.659848, "accuracy": 0.698617, "main_score": 0.659848, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530674, "recall": 0.583992, "f1": 0.546168, "accuracy": 0.583992, "main_score": 0.546168, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486489, "recall": 0.549407, "f1": 0.502768, "accuracy": 0.549407, "main_score": 0.502768, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546722, "recall": 0.609684, "f1": 0.564882, "accuracy": 0.609684, "main_score": 0.564882, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558679, "recall": 0.620553, "f1": 0.575932, "accuracy": 0.620553, "main_score": 0.575932, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884634, "recall": 0.916996, "f1": 0.894946, "accuracy": 0.916996, "main_score": 0.894946, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509652, "recall": 0.563241, "f1": 0.524582, "accuracy": 0.563241, "main_score": 0.524582, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997365, "recall": 0.998024, "f1": 0.99753, "accuracy": 0.998024, "main_score": 0.99753, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519547, "recall": 0.579051, "f1": 0.535891, "accuracy": 0.579051, "main_score": 0.535891, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495726, "recall": 0.551383, "f1": 0.510744, "accuracy": 0.551383, "main_score": 0.510744, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92696, "recall": 0.947628, "f1": 0.933366, "accuracy": 0.947628, "main_score": 0.933366, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322735, "recall": 0.370553, "f1": 0.336033, "accuracy": 0.370553, "main_score": 0.336033, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569779, "recall": 0.632411, "f1": 0.587443, "accuracy": 0.632411, "main_score": 0.587443, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973024, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951943, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570029, "recall": 0.617589, "f1": 0.583778, "accuracy": 0.617589, "main_score": 0.583778, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687319, "recall": 0.744071, "f1": 0.704359, "accuracy": 0.744071, "main_score": 0.704359, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635705, "recall": 0.712451, "f1": 0.657058, "accuracy": 0.712451, "main_score": 0.657058, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678578, "recall": 0.73419, "f1": 0.694436, "accuracy": 0.73419, "main_score": 0.694436, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631395, "recall": 0.68083, "f1": 0.646146, "accuracy": 0.68083, "main_score": 0.646146, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637665, "recall": 0.699605, "f1": 0.655832, "accuracy": 0.699605, "main_score": 0.655832, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537822, "recall": 0.593874, "f1": 0.553656, "accuracy": 0.593874, "main_score": 0.553656, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547211, "recall": 0.594862, "f1": 0.560303, "accuracy": 0.594862, "main_score": 0.560303, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.771937, "recall": 0.820158, "f1": 0.786133, "accuracy": 0.820158, "main_score": 0.786133, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469219, "recall": 0.516798, "f1": 0.481737, "accuracy": 0.516798, "main_score": 0.481737, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.867013, "recall": 0.901186, "f1": 0.877306, "accuracy": 0.901186, "main_score": 0.877306, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.588933, "f1": 0.548144, "accuracy": 0.588933, "main_score": 0.548144, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.577072, "recall": 0.634387, "f1": 0.593347, "accuracy": 0.634387, "main_score": 0.593347, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191648, "recall": 0.242095, "f1": 0.202958, "accuracy": 0.242095, "main_score": 0.202958, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613705, "recall": 0.668972, "f1": 0.629414, "accuracy": 0.668972, "main_score": 0.629414, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771963, "recall": 0.824111, "f1": 0.787321, "accuracy": 0.824111, "main_score": 0.787321, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404178, "recall": 0.454545, "f1": 0.418385, "accuracy": 0.454545, "main_score": 0.418385, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.664592, "recall": 0.720356, "f1": 0.680618, "accuracy": 0.720356, "main_score": 0.680618, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522991, "recall": 0.583004, "f1": 0.540066, "accuracy": 0.583004, "main_score": 0.540066, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495566, "recall": 0.560277, "f1": 0.513092, "accuracy": 0.560277, "main_score": 0.513092, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646007, "recall": 0.694664, "f1": 0.660001, "accuracy": 0.694664, "main_score": 0.660001, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.22002, "recall": 0.304348, "f1": 0.241859, "accuracy": 0.304348, "main_score": 0.241859, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574104, "recall": 0.631423, "f1": 0.5907, "accuracy": 0.631423, "main_score": 0.5907, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563646, "recall": 0.619565, "f1": 0.579317, "accuracy": 0.619565, "main_score": 0.579317, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70607, "recall": 0.767787, "f1": 0.724094, "accuracy": 0.767787, "main_score": 0.724094, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542188, "recall": 0.596838, "f1": 0.557609, "accuracy": 0.596838, "main_score": 0.557609, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767375, "recall": 0.81917, "f1": 0.7833, "accuracy": 0.81917, "main_score": 0.7833, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458091, "recall": 0.51087, "f1": 0.472699, "accuracy": 0.51087, "main_score": 0.472699, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.86129, "recall": 0.900198, "f1": 0.873573, "accuracy": 0.900198, "main_score": 0.873573, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.954545, "f1": 0.940942, "accuracy": 0.954545, "main_score": 0.940942, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925231, "recall": 0.94664, "f1": 0.93195, "accuracy": 0.94664, "main_score": 0.93195, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599304, "recall": 0.649209, "f1": 0.61333, "accuracy": 0.649209, "main_score": 0.61333, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8722, "recall": 0.909091, "f1": 0.884025, "accuracy": 0.909091, "main_score": 0.884025, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430344, "recall": 0.498024, "f1": 0.448711, "accuracy": 0.498024, "main_score": 0.448711, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61312, "recall": 0.687747, "f1": 0.633901, "accuracy": 0.687747, "main_score": 0.633901, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806439, "recall": 0.850791, "f1": 0.820224, "accuracy": 0.850791, "main_score": 0.820224, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631597, "recall": 0.676877, "f1": 0.644699, "accuracy": 0.676877, "main_score": 0.644699, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618471, "recall": 0.675889, "f1": 0.635007, "accuracy": 0.675889, "main_score": 0.635007, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924769, "recall": 0.944664, "f1": 0.93083, "accuracy": 0.944664, "main_score": 0.93083, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538354, "recall": 0.593874, "f1": 0.55396, "accuracy": 0.593874, "main_score": 0.55396, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526731, "recall": 0.585968, "f1": 0.543289, "accuracy": 0.585968, "main_score": 0.543289, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819486, "recall": 0.86166, "f1": 0.832104, "accuracy": 0.86166, "main_score": 0.832104, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530528, "recall": 0.587945, "f1": 0.546872, "accuracy": 0.587945, "main_score": 0.546872, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618275, "recall": 0.676877, "f1": 0.634967, "accuracy": 0.676877, "main_score": 0.634967, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920899, "recall": 0.942688, "f1": 0.927602, "accuracy": 0.942688, "main_score": 0.927602, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48145, "recall": 0.528656, "f1": 0.494505, "accuracy": 0.528656, "main_score": 0.494505, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554729, "recall": 0.608696, "f1": 0.569421, "accuracy": 0.608696, "main_score": 0.569421, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575224, "recall": 0.637352, "f1": 0.592281, "accuracy": 0.637352, "main_score": 0.592281, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524787, "recall": 0.581028, "f1": 0.540261, "accuracy": 0.581028, "main_score": 0.540261, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534474, "recall": 0.594862, "f1": 0.552061, "accuracy": 0.594862, "main_score": 0.552061, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726243, "recall": 0.781621, "f1": 0.74271, "accuracy": 0.781621, "main_score": 0.74271, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974391, "recall": 0.982213, "f1": 0.976845, "accuracy": 0.982213, "main_score": 0.976845, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730188, "recall": 0.777668, "f1": 0.744763, "accuracy": 0.777668, "main_score": 0.744763, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831719, "recall": 0.866601, "f1": 0.842095, "accuracy": 0.866601, "main_score": 0.842095, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473298, "recall": 0.544466, "f1": 0.493828, "accuracy": 0.544466, "main_score": 0.493828, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688366, "recall": 0.747036, "f1": 0.705734, "accuracy": 0.747036, "main_score": 0.705734, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562218, "recall": 0.616601, "f1": 0.57775, "accuracy": 0.616601, "main_score": 0.57775, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599153, "recall": 0.66502, "f1": 0.618551, "accuracy": 0.66502, "main_score": 0.618551, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543612, "recall": 0.603755, "f1": 0.56055, "accuracy": 0.603755, "main_score": 0.56055, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430347, "recall": 0.505929, "f1": 0.45112, "accuracy": 0.505929, "main_score": 0.45112, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613294, "recall": 0.66996, "f1": 0.629204, "accuracy": 0.66996, "main_score": 0.629204, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874045, "recall": 0.906126, "f1": 0.884058, "accuracy": 0.906126, "main_score": 0.884058, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947628, "accuracy": 0.958498, "main_score": 0.947628, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608206, "recall": 0.662055, "f1": 0.623751, "accuracy": 0.662055, "main_score": 0.623751, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623264, "recall": 0.683794, "f1": 0.640502, "accuracy": 0.683794, "main_score": 0.640502, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577437, "recall": 0.640316, "f1": 0.595064, "accuracy": 0.640316, "main_score": 0.595064, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195963, "recall": 0.248024, "f1": 0.208941, "accuracy": 0.248024, "main_score": 0.208941, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641784, "recall": 0.688735, "f1": 0.654433, "accuracy": 0.688735, "main_score": 0.654433, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.691568, "recall": 0.741107, "f1": 0.706192, "accuracy": 0.741107, "main_score": 0.706192, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.561084, "recall": 0.608696, "f1": 0.575019, "accuracy": 0.608696, "main_score": 0.575019, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536166, "recall": 0.602767, "f1": 0.553751, "accuracy": 0.602767, "main_score": 0.553751, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570918, "recall": 0.62747, "f1": 0.587041, "accuracy": 0.62747, "main_score": 0.587041, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592582, "recall": 0.656126, "f1": 0.610152, "accuracy": 0.656126, "main_score": 0.610152, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907773, "recall": 0.933794, "f1": 0.915843, "accuracy": 0.933794, "main_score": 0.915843, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542089, "recall": 0.594862, "f1": 0.557122, "accuracy": 0.594862, "main_score": 0.557122, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556596, "recall": 0.618577, "f1": 0.573904, "accuracy": 0.618577, "main_score": 0.573904, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525851, "recall": 0.578063, "f1": 0.540407, "accuracy": 0.578063, "main_score": 0.540407, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31768, "recall": 0.380435, "f1": 0.334812, "accuracy": 0.380435, "main_score": 0.334812, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594071, "recall": 0.655138, "f1": 0.611222, "accuracy": 0.655138, "main_score": 0.611222, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591857, "recall": 0.643281, "f1": 0.606905, "accuracy": 0.643281, "main_score": 0.606905, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717905, "recall": 0.778656, "f1": 0.736056, "accuracy": 0.778656, "main_score": 0.736056, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647365, "recall": 0.727273, "f1": 0.670949, "accuracy": 0.727273, "main_score": 0.670949, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.709634, "recall": 0.762846, "f1": 0.724873, "accuracy": 0.762846, "main_score": 0.724873, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668466, "recall": 0.72332, "f1": 0.684503, "accuracy": 0.72332, "main_score": 0.684503, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670727, "recall": 0.732213, "f1": 0.688883, "accuracy": 0.732213, "main_score": 0.688883, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551201, "recall": 0.609684, "f1": 0.567217, "accuracy": 0.609684, "main_score": 0.567217, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570076, "recall": 0.621542, "f1": 0.58459, "accuracy": 0.621542, "main_score": 0.58459, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799333, "recall": 0.844862, "f1": 0.812689, "accuracy": 0.844862, "main_score": 0.812689, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473572, "recall": 0.529644, "f1": 0.488478, "accuracy": 0.529644, "main_score": 0.488478, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883376, "recall": 0.916996, "f1": 0.893989, "accuracy": 0.916996, "main_score": 0.893989, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553847, "recall": 0.613636, "f1": 0.570642, "accuracy": 0.613636, "main_score": 0.570642, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.614955, "recall": 0.674901, "f1": 0.631582, "accuracy": 0.674901, "main_score": 0.631582, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201228, "recall": 0.261858, "f1": 0.215501, "accuracy": 0.261858, "main_score": 0.215501, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639635, "recall": 0.698617, "f1": 0.656094, "accuracy": 0.698617, "main_score": 0.656094, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815662, "recall": 0.863636, "f1": 0.830369, "accuracy": 0.863636, "main_score": 0.830369, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441617, "recall": 0.492095, "f1": 0.455498, "accuracy": 0.492095, "main_score": 0.455498, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.698083, "recall": 0.749012, "f1": 0.71298, "accuracy": 0.749012, "main_score": 0.71298, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565644, "recall": 0.624506, "f1": 0.583256, "accuracy": 0.624506, "main_score": 0.583256, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512383, "recall": 0.577075, "f1": 0.530555, "accuracy": 0.577075, "main_score": 0.530555, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67514, "recall": 0.727273, "f1": 0.690192, "accuracy": 0.727273, "main_score": 0.690192, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250345, "recall": 0.325099, "f1": 0.270374, "accuracy": 0.325099, "main_score": 0.270374, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610871, "recall": 0.668972, "f1": 0.628022, "accuracy": 0.668972, "main_score": 0.628022, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593037, "recall": 0.657115, "f1": 0.611355, "accuracy": 0.657115, "main_score": 0.611355, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738201, "recall": 0.796443, "f1": 0.755964, "accuracy": 0.796443, "main_score": 0.755964, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564348, "recall": 0.624506, "f1": 0.581883, "accuracy": 0.624506, "main_score": 0.581883, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823205, "recall": 0.864625, "f1": 0.835837, "accuracy": 0.864625, "main_score": 0.835837, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457515, "recall": 0.518775, "f1": 0.474351, "accuracy": 0.518775, "main_score": 0.474351, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893511, "recall": 0.922925, "f1": 0.902833, "accuracy": 0.922925, "main_score": 0.902833, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.964427, "f1": 0.954776, "accuracy": 0.964427, "main_score": 0.954776, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627488, "recall": 0.676877, "f1": 0.641268, "accuracy": 0.676877, "main_score": 0.641268, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88694, "recall": 0.916008, "f1": 0.895949, "accuracy": 0.916008, "main_score": 0.895949, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479094, "recall": 0.543478, "f1": 0.496691, "accuracy": 0.543478, "main_score": 0.496691, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637542, "recall": 0.70751, "f1": 0.65763, "accuracy": 0.70751, "main_score": 0.65763, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845257, "recall": 0.882411, "f1": 0.856686, "accuracy": 0.882411, "main_score": 0.856686, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.6506, "recall": 0.699605, "f1": 0.664217, "accuracy": 0.699605, "main_score": 0.664217, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65513, "recall": 0.715415, "f1": 0.673328, "accuracy": 0.715415, "main_score": 0.673328, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545177, "recall": 0.608696, "f1": 0.56289, "accuracy": 0.608696, "main_score": 0.56289, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542078, "recall": 0.604743, "f1": 0.559853, "accuracy": 0.604743, "main_score": 0.559853, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82892, "recall": 0.870553, "f1": 0.841817, "accuracy": 0.870553, "main_score": 0.841817, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548127, "recall": 0.609684, "f1": 0.565475, "accuracy": 0.609684, "main_score": 0.565475, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641576, "recall": 0.700593, "f1": 0.658901, "accuracy": 0.700593, "main_score": 0.658901, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501837, "recall": 0.554348, "f1": 0.51618, "accuracy": 0.554348, "main_score": 0.51618, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575252, "recall": 0.629447, "f1": 0.589897, "accuracy": 0.629447, "main_score": 0.589897, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601779, "recall": 0.663043, "f1": 0.619325, "accuracy": 0.663043, "main_score": 0.619325, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570865, "recall": 0.623518, "f1": 0.585134, "accuracy": 0.623518, "main_score": 0.585134, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538488, "recall": 0.603755, "f1": 0.557891, "accuracy": 0.603755, "main_score": 0.557891, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750652, "recall": 0.80336, "f1": 0.766584, "accuracy": 0.80336, "main_score": 0.766584, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744944, "recall": 0.789526, "f1": 0.757905, "accuracy": 0.789526, "main_score": 0.757905, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86553, "recall": 0.894269, "f1": 0.874374, "accuracy": 0.894269, "main_score": 0.874374, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484865, "recall": 0.564229, "f1": 0.508166, "accuracy": 0.564229, "main_score": 0.508166, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725642, "recall": 0.782609, "f1": 0.742463, "accuracy": 0.782609, "main_score": 0.742463, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607316, "recall": 0.658103, "f1": 0.621469, "accuracy": 0.658103, "main_score": 0.621469, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230314, "recall": 0.261858, "f1": 0.237903, "accuracy": 0.261858, "main_score": 0.237903, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.232727, "recall": 0.272727, "f1": 0.241973, "accuracy": 0.272727, "main_score": 0.241973, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451519, "recall": 0.535573, "f1": 0.474662, "accuracy": 0.535573, "main_score": 0.474662, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.595269, "recall": 0.673913, "f1": 0.616028, "accuracy": 0.673913, "main_score": 0.616028, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554209, "recall": 0.630435, "f1": 0.573979, "accuracy": 0.630435, "main_score": 0.573979, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.558105, "recall": 0.636364, "f1": 0.578545, "accuracy": 0.636364, "main_score": 0.578545, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.427236, "recall": 0.488142, "f1": 0.441483, "accuracy": 0.488142, "main_score": 0.441483, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253611, "recall": 0.30336, "f1": 0.265228, "accuracy": 0.30336, "main_score": 0.265228, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573522, "recall": 0.649209, "f1": 0.592741, "accuracy": 0.649209, "main_score": 0.592741, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327375, "recall": 0.38834, "f1": 0.342746, "accuracy": 0.38834, "main_score": 0.342746, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379496, "recall": 0.450593, "f1": 0.397302, "accuracy": 0.450593, "main_score": 0.397302, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559565, "recall": 0.642292, "f1": 0.580876, "accuracy": 0.642292, "main_score": 0.580876, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527398, "recall": 0.607708, "f1": 0.547519, "accuracy": 0.607708, "main_score": 0.547519, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.163834, "recall": 0.205534, "f1": 0.173264, "accuracy": 0.205534, "main_score": 0.173264, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543006, "recall": 0.623518, "f1": 0.563742, "accuracy": 0.623518, "main_score": 0.563742, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448044, "recall": 0.527668, "f1": 0.46777, "accuracy": 0.527668, "main_score": 0.46777, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545708, "recall": 0.621542, "f1": 0.564272, "accuracy": 0.621542, "main_score": 0.564272, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.247373, "recall": 0.284585, "f1": 0.256736, "accuracy": 0.284585, "main_score": 0.256736, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559555, "recall": 0.632411, "f1": 0.578339, "accuracy": 0.632411, "main_score": 0.578339, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471479, "recall": 0.549407, "f1": 0.490656, "accuracy": 0.549407, "main_score": 0.490656, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.61252, "recall": 0.685771, "f1": 0.630925, "accuracy": 0.685771, "main_score": 0.630925, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575751, "recall": 0.650198, "f1": 0.59487, "accuracy": 0.650198, "main_score": 0.59487, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255964, "recall": 0.293478, "f1": 0.265539, "accuracy": 0.293478, "main_score": 0.265539, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574206, "recall": 0.655138, "f1": 0.59525, "accuracy": 0.655138, "main_score": 0.59525, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.606089, "recall": 0.672925, "f1": 0.623853, "accuracy": 0.672925, "main_score": 0.623853, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463927, "recall": 0.535573, "f1": 0.481571, "accuracy": 0.535573, "main_score": 0.481571, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168351, "recall": 0.198617, "f1": 0.17647, "accuracy": 0.198617, "main_score": 0.17647, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.566333, "recall": 0.63834, "f1": 0.585016, "accuracy": 0.63834, "main_score": 0.585016, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.278239, "recall": 0.321146, "f1": 0.289001, "accuracy": 0.321146, "main_score": 0.289001, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554715, "recall": 0.636364, "f1": 0.575695, "accuracy": 0.636364, "main_score": 0.575695, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579947, "recall": 0.65415, "f1": 0.599593, "accuracy": 0.65415, "main_score": 0.599593, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463446, "recall": 0.554348, "f1": 0.486497, "accuracy": 0.554348, "main_score": 0.486497, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59233, "recall": 0.662055, "f1": 0.61039, "accuracy": 0.662055, "main_score": 0.61039, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.271395, "recall": 0.318182, "f1": 0.282343, "accuracy": 0.318182, "main_score": 0.282343, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577585, "recall": 0.652174, "f1": 0.596034, "accuracy": 0.652174, "main_score": 0.596034, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517272, "recall": 0.587945, "f1": 0.535613, "accuracy": 0.587945, "main_score": 0.535613, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50569, "recall": 0.574111, "f1": 0.522669, "accuracy": 0.574111, "main_score": 0.522669, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607299, "recall": 0.684783, "f1": 0.627789, "accuracy": 0.684783, "main_score": 0.627789, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.547796, "recall": 0.631423, "f1": 0.568825, "accuracy": 0.631423, "main_score": 0.568825, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569389, "recall": 0.648221, "f1": 0.590005, "accuracy": 0.648221, "main_score": 0.590005, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.224987, "recall": 0.264822, "f1": 0.234231, "accuracy": 0.264822, "main_score": 0.234231, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221603, "recall": 0.264822, "f1": 0.231592, "accuracy": 0.264822, "main_score": 0.231592, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560923, "recall": 0.637352, "f1": 0.579895, "accuracy": 0.637352, "main_score": 0.579895, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262269, "recall": 0.306324, "f1": 0.272761, "accuracy": 0.306324, "main_score": 0.272761, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571333, "recall": 0.652174, "f1": 0.591962, "accuracy": 0.652174, "main_score": 0.591962, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.603806, "recall": 0.68083, "f1": 0.623971, "accuracy": 0.68083, "main_score": 0.623971, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540039, "recall": 0.612648, "f1": 0.558539, "accuracy": 0.612648, "main_score": 0.558539, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484204, "recall": 0.561265, "f1": 0.503369, "accuracy": 0.561265, "main_score": 0.503369, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226473, "recall": 0.274704, "f1": 0.238245, "accuracy": 0.274704, "main_score": 0.238245, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388023, "recall": 0.450593, "f1": 0.404064, "accuracy": 0.450593, "main_score": 0.404064, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464039, "recall": 0.543478, "f1": 0.483016, "accuracy": 0.543478, "main_score": 0.483016, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575609, "recall": 0.651186, "f1": 0.595274, "accuracy": 0.651186, "main_score": 0.595274, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498956, "recall": 0.58004, "f1": 0.51891, "accuracy": 0.58004, "main_score": 0.51891, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.237438, "recall": 0.274704, "f1": 0.246131, "accuracy": 0.274704, "main_score": 0.246131, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561564, "recall": 0.634387, "f1": 0.578727, "accuracy": 0.634387, "main_score": 0.578727, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.223002, "recall": 0.261858, "f1": 0.232724, "accuracy": 0.261858, "main_score": 0.232724, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.227119, "recall": 0.261858, "f1": 0.235005, "accuracy": 0.261858, "main_score": 0.235005, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.359625, "recall": 0.425889, "f1": 0.375126, "accuracy": 0.425889, "main_score": 0.375126, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187669, "recall": 0.213439, "f1": 0.194211, "accuracy": 0.213439, "main_score": 0.194211, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563197, "recall": 0.644269, "f1": 0.583663, "accuracy": 0.644269, "main_score": 0.583663, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574003, "recall": 0.649209, "f1": 0.594078, "accuracy": 0.649209, "main_score": 0.594078, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583901, "recall": 0.666008, "f1": 0.605134, "accuracy": 0.666008, "main_score": 0.605134, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575854, "recall": 0.660079, "f1": 0.598407, "accuracy": 0.660079, "main_score": 0.598407, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.23265, "recall": 0.278656, "f1": 0.244113, "accuracy": 0.278656, "main_score": 0.244113, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479813, "recall": 0.54249, "f1": 0.494971, "accuracy": 0.54249, "main_score": 0.494971, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477836, "recall": 0.556324, "f1": 0.498166, "accuracy": 0.556324, "main_score": 0.498166, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579361, "recall": 0.659091, "f1": 0.60021, "accuracy": 0.659091, "main_score": 0.60021, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.245735, "recall": 0.277668, "f1": 0.253913, "accuracy": 0.277668, "main_score": 0.253913, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487398, "recall": 0.5583, "f1": 0.505372, "accuracy": 0.5583, "main_score": 0.505372, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.27755, "recall": 0.33498, "f1": 0.291105, "accuracy": 0.33498, "main_score": 0.291105, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510449, "recall": 0.583992, "f1": 0.529249, "accuracy": 0.583992, "main_score": 0.529249, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547067, "recall": 0.625494, "f1": 0.567779, "accuracy": 0.625494, "main_score": 0.567779, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551103, "recall": 0.628458, "f1": 0.570273, "accuracy": 0.628458, "main_score": 0.570273, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295677, "recall": 0.351779, "f1": 0.309895, "accuracy": 0.351779, "main_score": 0.309895, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520528, "recall": 0.599802, "f1": 0.542113, "accuracy": 0.599802, "main_score": 0.542113, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.257199, "recall": 0.296443, "f1": 0.266895, "accuracy": 0.296443, "main_score": 0.266895, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250476, "recall": 0.30336, "f1": 0.26355, "accuracy": 0.30336, "main_score": 0.26355, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.589963, "recall": 0.66502, "f1": 0.60945, "accuracy": 0.66502, "main_score": 0.60945, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503711, "recall": 0.583004, "f1": 0.523529, "accuracy": 0.583004, "main_score": 0.523529, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550322, "recall": 0.620553, "f1": 0.568495, "accuracy": 0.620553, "main_score": 0.568495, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476611, "recall": 0.563241, "f1": 0.498286, "accuracy": 0.563241, "main_score": 0.498286, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.573336, "recall": 0.651186, "f1": 0.592422, "accuracy": 0.651186, "main_score": 0.592422, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549387, "recall": 0.633399, "f1": 0.57046, "accuracy": 0.633399, "main_score": 0.57046, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564243, "recall": 0.643281, "f1": 0.584395, "accuracy": 0.643281, "main_score": 0.584395, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568384, "recall": 0.648221, "f1": 0.589587, "accuracy": 0.648221, "main_score": 0.589587, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.23661, "recall": 0.279644, "f1": 0.24693, "accuracy": 0.279644, "main_score": 0.24693, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261236, "recall": 0.302372, "f1": 0.271167, "accuracy": 0.302372, "main_score": 0.271167, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591873, "recall": 0.671937, "f1": 0.612875, "accuracy": 0.671937, "main_score": 0.612875, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.550129, "recall": 0.626482, "f1": 0.569459, "accuracy": 0.626482, "main_score": 0.569459, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550748, "recall": 0.624506, "f1": 0.568865, "accuracy": 0.624506, "main_score": 0.568865, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.303209, "recall": 0.353755, "f1": 0.31618, "accuracy": 0.353755, "main_score": 0.31618, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.218705, "recall": 0.258893, "f1": 0.228317, "accuracy": 0.258893, "main_score": 0.228317, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521555, "recall": 0.602767, "f1": 0.541718, "accuracy": 0.602767, "main_score": 0.541718, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539464, "recall": 0.624506, "f1": 0.561452, "accuracy": 0.624506, "main_score": 0.561452, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.425077, "recall": 0.498024, "f1": 0.443325, "accuracy": 0.498024, "main_score": 0.443325, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553007, "recall": 0.630435, "f1": 0.572262, "accuracy": 0.630435, "main_score": 0.572262, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.233407, "recall": 0.262846, "f1": 0.240648, "accuracy": 0.262846, "main_score": 0.240648, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461483, "recall": 0.539526, "f1": 0.480198, "accuracy": 0.539526, "main_score": 0.480198, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581158, "recall": 0.651186, "f1": 0.598279, "accuracy": 0.651186, "main_score": 0.598279, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574863, "recall": 0.647233, "f1": 0.592701, "accuracy": 0.647233, "main_score": 0.592701, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.581306, "recall": 0.657115, "f1": 0.601005, "accuracy": 0.657115, "main_score": 0.601005, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531814, "recall": 0.606719, "f1": 0.55049, "accuracy": 0.606719, "main_score": 0.55049, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.477674, "recall": 0.557312, "f1": 0.498063, "accuracy": 0.557312, "main_score": 0.498063, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560693, "recall": 0.644269, "f1": 0.582373, "accuracy": 0.644269, "main_score": 0.582373, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.233859, "recall": 0.277668, "f1": 0.243842, "accuracy": 0.277668, "main_score": 0.243842, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169885, "recall": 0.202569, "f1": 0.177704, "accuracy": 0.202569, "main_score": 0.177704, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.242626, "recall": 0.294466, "f1": 0.25455, "accuracy": 0.294466, "main_score": 0.25455, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326257, "recall": 0.394269, "f1": 0.342959, "accuracy": 0.394269, "main_score": 0.342959, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575405, "recall": 0.656126, "f1": 0.596678, "accuracy": 0.656126, "main_score": 0.596678, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447573, "recall": 0.51581, "f1": 0.463681, "accuracy": 0.51581, "main_score": 0.463681, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215987, "recall": 0.254941, "f1": 0.225598, "accuracy": 0.254941, "main_score": 0.225598, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447848, "recall": 0.522727, "f1": 0.466569, "accuracy": 0.522727, "main_score": 0.466569, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557383, "recall": 0.632411, "f1": 0.576546, "accuracy": 0.632411, "main_score": 0.576546, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554494, "recall": 0.634387, "f1": 0.575271, "accuracy": 0.634387, "main_score": 0.575271, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.493465, "recall": 0.582016, "f1": 0.51514, "accuracy": 0.582016, "main_score": 0.51514, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.283199, "recall": 0.33004, "f1": 0.294324, "accuracy": 0.33004, "main_score": 0.294324, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.62253, "f1": 0.563812, "accuracy": 0.62253, "main_score": 0.563812, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511121, "recall": 0.589921, "f1": 0.53115, "accuracy": 0.589921, "main_score": 0.53115, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229875, "recall": 0.270751, "f1": 0.240894, "accuracy": 0.270751, "main_score": 0.240894, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228355, "recall": 0.266798, "f1": 0.237181, "accuracy": 0.266798, "main_score": 0.237181, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255002, "recall": 0.298419, "f1": 0.264681, "accuracy": 0.298419, "main_score": 0.264681, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55205, "recall": 0.635375, "f1": 0.573753, "accuracy": 0.635375, "main_score": 0.573753, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175793, "recall": 0.237154, "f1": 0.191686, "accuracy": 0.237154, "main_score": 0.191686, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.577952, "recall": 0.663043, "f1": 0.600329, "accuracy": 0.663043, "main_score": 0.600329, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.448736, "recall": 0.513834, "f1": 0.464706, "accuracy": 0.513834, "main_score": 0.464706, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.486652, "recall": 0.554348, "f1": 0.503266, "accuracy": 0.554348, "main_score": 0.503266, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551695, "recall": 0.630435, "f1": 0.571212, "accuracy": 0.630435, "main_score": 0.571212, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.275143, "recall": 0.323123, "f1": 0.287309, "accuracy": 0.323123, "main_score": 0.287309, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262256, "recall": 0.310277, "f1": 0.274882, "accuracy": 0.310277, "main_score": 0.274882, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543619, "recall": 0.619565, "f1": 0.563439, "accuracy": 0.619565, "main_score": 0.563439, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560604, "recall": 0.636364, "f1": 0.579262, "accuracy": 0.636364, "main_score": 0.579262, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453594, "recall": 0.519763, "f1": 0.469053, "accuracy": 0.519763, "main_score": 0.469053, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493255, "recall": 0.564229, "f1": 0.511167, "accuracy": 0.564229, "main_score": 0.511167, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.277045, "recall": 0.349802, "f1": 0.295587, "accuracy": 0.349802, "main_score": 0.295587, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516432, "recall": 0.593874, "f1": 0.535659, "accuracy": 0.593874, "main_score": 0.535659, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.234234, "recall": 0.277668, "f1": 0.244686, "accuracy": 0.277668, "main_score": 0.244686, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.332132, "recall": 0.400198, "f1": 0.34921, "accuracy": 0.400198, "main_score": 0.34921, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588204, "recall": 0.661067, "f1": 0.607007, "accuracy": 0.661067, "main_score": 0.607007, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.463343, "recall": 0.536561, "f1": 0.481606, "accuracy": 0.536561, "main_score": 0.481606, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58604, "recall": 0.666996, "f1": 0.606966, "accuracy": 0.666996, "main_score": 0.606966, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.190113, "recall": 0.221344, "f1": 0.197594, "accuracy": 0.221344, "main_score": 0.197594, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.564821, "recall": 0.642292, "f1": 0.584037, "accuracy": 0.642292, "main_score": 0.584037, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559747, "recall": 0.639328, "f1": 0.579896, "accuracy": 0.639328, "main_score": 0.579896, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.573895, "recall": 0.650198, "f1": 0.593597, "accuracy": 0.650198, "main_score": 0.593597, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.471588, "recall": 0.547431, "f1": 0.490147, "accuracy": 0.547431, "main_score": 0.490147, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.400895, "recall": 0.469368, "f1": 0.417841, "accuracy": 0.469368, "main_score": 0.417841, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378441, "recall": 0.449605, "f1": 0.39539, "accuracy": 0.449605, "main_score": 0.39539, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382797, "recall": 0.459486, "f1": 0.401699, "accuracy": 0.459486, "main_score": 0.401699, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261195, "recall": 0.300395, "f1": 0.270275, "accuracy": 0.300395, "main_score": 0.270275, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529826, "recall": 0.606719, "f1": 0.550231, "accuracy": 0.606719, "main_score": 0.550231, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.55203, "recall": 0.630435, "f1": 0.572043, "accuracy": 0.630435, "main_score": 0.572043, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.517029, "recall": 0.591897, "f1": 0.535381, "accuracy": 0.591897, "main_score": 0.535381, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.551048, "recall": 0.626482, "f1": 0.570539, "accuracy": 0.626482, "main_score": 0.570539, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517907, "recall": 0.604743, "f1": 0.540884, "accuracy": 0.604743, "main_score": 0.540884, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571871, "recall": 0.653162, "f1": 0.59244, "accuracy": 0.653162, "main_score": 0.59244, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34987, "recall": 0.416008, "f1": 0.365525, "accuracy": 0.416008, "main_score": 0.365525, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.435962, "recall": 0.509881, "f1": 0.45369, "accuracy": 0.509881, "main_score": 0.45369, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238072, "recall": 0.274704, "f1": 0.247022, "accuracy": 0.274704, "main_score": 0.247022, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560396, "recall": 0.635375, "f1": 0.579401, "accuracy": 0.635375, "main_score": 0.579401, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273611, "recall": 0.332016, "f1": 0.288633, "accuracy": 0.332016, "main_score": 0.288633, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.545439, "recall": 0.625494, "f1": 0.566313, "accuracy": 0.625494, "main_score": 0.566313, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.571537, "recall": 0.650198, "f1": 0.592377, "accuracy": 0.650198, "main_score": 0.592377, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467828, "recall": 0.548419, "f1": 0.4885, "accuracy": 0.548419, "main_score": 0.4885, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303107, "recall": 0.356719, "f1": 0.315984, "accuracy": 0.356719, "main_score": 0.315984, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521307, "recall": 0.599802, "f1": 0.541122, "accuracy": 0.599802, "main_score": 0.541122, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.258865, "recall": 0.306324, "f1": 0.270942, "accuracy": 0.306324, "main_score": 0.270942, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255398, "recall": 0.301383, "f1": 0.266326, "accuracy": 0.301383, "main_score": 0.266326, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549747, "recall": 0.624506, "f1": 0.568465, "accuracy": 0.624506, "main_score": 0.568465, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386331, "recall": 0.45751, "f1": 0.403801, "accuracy": 0.45751, "main_score": 0.403801, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590033, "recall": 0.664032, "f1": 0.608633, "accuracy": 0.664032, "main_score": 0.608633, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242077, "recall": 0.27668, "f1": 0.250178, "accuracy": 0.27668, "main_score": 0.250178, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567038, "recall": 0.651186, "f1": 0.589157, "accuracy": 0.651186, "main_score": 0.589157, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603799, "recall": 0.676877, "f1": 0.62255, "accuracy": 0.676877, "main_score": 0.62255, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.559022, "recall": 0.636364, "f1": 0.579032, "accuracy": 0.636364, "main_score": 0.579032, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.233061, "recall": 0.279644, "f1": 0.244291, "accuracy": 0.279644, "main_score": 0.244291, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553043, "recall": 0.628458, "f1": 0.572187, "accuracy": 0.628458, "main_score": 0.572187, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373911, "recall": 0.4417, "f1": 0.391648, "accuracy": 0.4417, "main_score": 0.391648, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240351, "recall": 0.283597, "f1": 0.251287, "accuracy": 0.283597, "main_score": 0.251287, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273129, "recall": 0.322134, "f1": 0.285255, "accuracy": 0.322134, "main_score": 0.285255, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37375, "recall": 0.439723, "f1": 0.390385, "accuracy": 0.439723, "main_score": 0.390385, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563853, "recall": 0.644269, "f1": 0.584586, "accuracy": 0.644269, "main_score": 0.584586, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454867, "recall": 0.523715, "f1": 0.47228, "accuracy": 0.523715, "main_score": 0.47228, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212486, "recall": 0.253953, "f1": 0.223441, "accuracy": 0.253953, "main_score": 0.223441, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221682, "recall": 0.269763, "f1": 0.233049, "accuracy": 0.269763, "main_score": 0.233049, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585114, "recall": 0.663043, "f1": 0.605298, "accuracy": 0.663043, "main_score": 0.605298, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.225555, "recall": 0.274704, "f1": 0.236604, "accuracy": 0.274704, "main_score": 0.236604, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23777, "recall": 0.280632, "f1": 0.247247, "accuracy": 0.280632, "main_score": 0.247247, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513692, "recall": 0.600791, "f1": 0.536165, "accuracy": 0.600791, "main_score": 0.536165, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172483, "recall": 0.214427, "f1": 0.183308, "accuracy": 0.214427, "main_score": 0.183308, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346822, "recall": 0.411067, "f1": 0.361883, "accuracy": 0.411067, "main_score": 0.361883, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436302, "recall": 0.490119, "f1": 0.450433, "accuracy": 0.490119, "main_score": 0.450433, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.278782, "recall": 0.33004, "f1": 0.290823, "accuracy": 0.33004, "main_score": 0.290823, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313596, "recall": 0.367589, "f1": 0.326822, "accuracy": 0.367589, "main_score": 0.326822, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555613, "recall": 0.633399, "f1": 0.575343, "accuracy": 0.633399, "main_score": 0.575343, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433632, "recall": 0.508893, "f1": 0.452093, "accuracy": 0.508893, "main_score": 0.452093, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469674, "recall": 0.547431, "f1": 0.488629, "accuracy": 0.547431, "main_score": 0.488629, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.135882, "recall": 0.181818, "f1": 0.146388, "accuracy": 0.181818, "main_score": 0.146388, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584495, "recall": 0.660079, "f1": 0.604284, "accuracy": 0.660079, "main_score": 0.604284, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500668, "recall": 0.579051, "f1": 0.520656, "accuracy": 0.579051, "main_score": 0.520656, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.555645, "recall": 0.632411, "f1": 0.574758, "accuracy": 0.632411, "main_score": 0.574758, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60011, "recall": 0.674901, "f1": 0.620026, "accuracy": 0.674901, "main_score": 0.620026, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.319043, "recall": 0.376482, "f1": 0.333147, "accuracy": 0.376482, "main_score": 0.333147, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250542, "recall": 0.293478, "f1": 0.261145, "accuracy": 0.293478, "main_score": 0.261145, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455116, "recall": 0.506917, "f1": 0.469051, "accuracy": 0.506917, "main_score": 0.469051, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507068, "recall": 0.551383, "f1": 0.519408, "accuracy": 0.551383, "main_score": 0.519408, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261503, "recall": 0.311265, "f1": 0.273587, "accuracy": 0.311265, "main_score": 0.273587, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674764, "recall": 0.730237, "f1": 0.689563, "accuracy": 0.730237, "main_score": 0.689563, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619278, "recall": 0.676877, "f1": 0.634312, "accuracy": 0.676877, "main_score": 0.634312, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.653718, "recall": 0.70751, "f1": 0.668021, "accuracy": 0.70751, "main_score": 0.668021, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639139, "recall": 0.685771, "f1": 0.65078, "accuracy": 0.685771, "main_score": 0.65078, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577305, "recall": 0.620553, "f1": 0.588708, "accuracy": 0.620553, "main_score": 0.588708, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64012, "recall": 0.699605, "f1": 0.657123, "accuracy": 0.699605, "main_score": 0.657123, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622552, "recall": 0.660079, "f1": 0.632289, "accuracy": 0.660079, "main_score": 0.632289, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636437, "recall": 0.668972, "f1": 0.644644, "accuracy": 0.668972, "main_score": 0.644644, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651004, "recall": 0.708498, "f1": 0.665793, "accuracy": 0.708498, "main_score": 0.665793, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.635589, "recall": 0.6917, "f1": 0.650457, "accuracy": 0.6917, "main_score": 0.650457, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515524, "recall": 0.559289, "f1": 0.527961, "accuracy": 0.559289, "main_score": 0.527961, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653741, "recall": 0.705534, "f1": 0.667038, "accuracy": 0.705534, "main_score": 0.667038, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588881, "recall": 0.648221, "f1": 0.604664, "accuracy": 0.648221, "main_score": 0.604664, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667496, "recall": 0.721344, "f1": 0.682067, "accuracy": 0.721344, "main_score": 0.682067, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54116, "recall": 0.582016, "f1": 0.552515, "accuracy": 0.582016, "main_score": 0.552515, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650291, "recall": 0.705534, "f1": 0.665118, "accuracy": 0.705534, "main_score": 0.665118, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629282, "recall": 0.68083, "f1": 0.642813, "accuracy": 0.68083, "main_score": 0.642813, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693243, "recall": 0.746047, "f1": 0.707418, "accuracy": 0.746047, "main_score": 0.707418, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684996, "recall": 0.727273, "f1": 0.695645, "accuracy": 0.727273, "main_score": 0.695645, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517342, "recall": 0.5583, "f1": 0.529076, "accuracy": 0.5583, "main_score": 0.529076, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653711, "recall": 0.706522, "f1": 0.667173, "accuracy": 0.706522, "main_score": 0.667173, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.647384, "recall": 0.705534, "f1": 0.66275, "accuracy": 0.705534, "main_score": 0.66275, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636737, "recall": 0.685771, "f1": 0.64923, "accuracy": 0.685771, "main_score": 0.64923, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202817, "recall": 0.248024, "f1": 0.214488, "accuracy": 0.248024, "main_score": 0.214488, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.643073, "recall": 0.704545, "f1": 0.659565, "accuracy": 0.704545, "main_score": 0.659565, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596382, "recall": 0.634387, "f1": 0.606656, "accuracy": 0.634387, "main_score": 0.606656, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665451, "recall": 0.716403, "f1": 0.679548, "accuracy": 0.716403, "main_score": 0.679548, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66505, "recall": 0.714427, "f1": 0.677787, "accuracy": 0.714427, "main_score": 0.677787, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615696, "recall": 0.672925, "f1": 0.631244, "accuracy": 0.672925, "main_score": 0.631244, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657045, "recall": 0.70751, "f1": 0.670662, "accuracy": 0.70751, "main_score": 0.670662, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573421, "recall": 0.621542, "f1": 0.586227, "accuracy": 0.621542, "main_score": 0.586227, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670731, "recall": 0.725296, "f1": 0.684963, "accuracy": 0.725296, "main_score": 0.684963, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577223, "recall": 0.635375, "f1": 0.593125, "accuracy": 0.635375, "main_score": 0.593125, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627164, "recall": 0.685771, "f1": 0.642892, "accuracy": 0.685771, "main_score": 0.642892, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.655533, "recall": 0.711462, "f1": 0.671213, "accuracy": 0.711462, "main_score": 0.671213, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.644923, "recall": 0.69664, "f1": 0.659338, "accuracy": 0.69664, "main_score": 0.659338, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641469, "recall": 0.701581, "f1": 0.657509, "accuracy": 0.701581, "main_score": 0.657509, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52128, "recall": 0.563241, "f1": 0.533564, "accuracy": 0.563241, "main_score": 0.533564, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405154, "recall": 0.452569, "f1": 0.418228, "accuracy": 0.452569, "main_score": 0.418228, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650621, "recall": 0.708498, "f1": 0.666508, "accuracy": 0.708498, "main_score": 0.666508, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55057, "recall": 0.599802, "f1": 0.564197, "accuracy": 0.599802, "main_score": 0.564197, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677097, "recall": 0.733202, "f1": 0.692862, "accuracy": 0.733202, "main_score": 0.692862, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681338, "recall": 0.73913, "f1": 0.697221, "accuracy": 0.73913, "main_score": 0.697221, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637215, "recall": 0.688735, "f1": 0.651503, "accuracy": 0.688735, "main_score": 0.651503, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.634331, "recall": 0.688735, "f1": 0.648759, "accuracy": 0.688735, "main_score": 0.648759, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54493, "recall": 0.599802, "f1": 0.560409, "accuracy": 0.599802, "main_score": 0.560409, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595566, "recall": 0.642292, "f1": 0.608418, "accuracy": 0.642292, "main_score": 0.608418, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652657, "recall": 0.694664, "f1": 0.664177, "accuracy": 0.694664, "main_score": 0.664177, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684635, "recall": 0.735178, "f1": 0.698464, "accuracy": 0.735178, "main_score": 0.698464, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656287, "recall": 0.712451, "f1": 0.670644, "accuracy": 0.712451, "main_score": 0.670644, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486942, "recall": 0.535573, "f1": 0.501303, "accuracy": 0.535573, "main_score": 0.501303, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650785, "recall": 0.705534, "f1": 0.66563, "accuracy": 0.705534, "main_score": 0.66563, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433879, "recall": 0.479249, "f1": 0.445987, "accuracy": 0.479249, "main_score": 0.445987, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484666, "recall": 0.531621, "f1": 0.497632, "accuracy": 0.531621, "main_score": 0.497632, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649793, "recall": 0.693676, "f1": 0.661517, "accuracy": 0.693676, "main_score": 0.661517, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303888, "recall": 0.352767, "f1": 0.317339, "accuracy": 0.352767, "main_score": 0.317339, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66258, "recall": 0.725296, "f1": 0.679185, "accuracy": 0.725296, "main_score": 0.679185, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645629, "recall": 0.702569, "f1": 0.66107, "accuracy": 0.702569, "main_score": 0.66107, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.685532, "recall": 0.741107, "f1": 0.700933, "accuracy": 0.741107, "main_score": 0.700933, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652369, "recall": 0.706522, "f1": 0.667014, "accuracy": 0.706522, "main_score": 0.667014, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545791, "recall": 0.585968, "f1": 0.556895, "accuracy": 0.585968, "main_score": 0.556895, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658912, "recall": 0.703557, "f1": 0.670425, "accuracy": 0.703557, "main_score": 0.670425, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63208, "recall": 0.678854, "f1": 0.644533, "accuracy": 0.678854, "main_score": 0.644533, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686682, "recall": 0.740119, "f1": 0.700868, "accuracy": 0.740119, "main_score": 0.700868, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548865, "recall": 0.586957, "f1": 0.559845, "accuracy": 0.586957, "main_score": 0.559845, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648401, "recall": 0.703557, "f1": 0.662906, "accuracy": 0.703557, "main_score": 0.662906, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551989, "recall": 0.596838, "f1": 0.565159, "accuracy": 0.596838, "main_score": 0.565159, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65412, "recall": 0.709486, "f1": 0.669314, "accuracy": 0.709486, "main_score": 0.669314, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630451, "recall": 0.686759, "f1": 0.645597, "accuracy": 0.686759, "main_score": 0.645597, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669196, "recall": 0.722332, "f1": 0.683605, "accuracy": 0.722332, "main_score": 0.683605, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35535, "recall": 0.420949, "f1": 0.371887, "accuracy": 0.420949, "main_score": 0.371887, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.631105, "recall": 0.682806, "f1": 0.645495, "accuracy": 0.682806, "main_score": 0.645495, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567989, "recall": 0.607708, "f1": 0.579296, "accuracy": 0.607708, "main_score": 0.579296, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50071, "recall": 0.550395, "f1": 0.514444, "accuracy": 0.550395, "main_score": 0.514444, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.693732, "recall": 0.744071, "f1": 0.707247, "accuracy": 0.744071, "main_score": 0.707247, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636453, "recall": 0.689723, "f1": 0.651013, "accuracy": 0.689723, "main_score": 0.651013, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676239, "recall": 0.731225, "f1": 0.691172, "accuracy": 0.731225, "main_score": 0.691172, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55449, "recall": 0.617589, "f1": 0.571344, "accuracy": 0.617589, "main_score": 0.571344, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.690871, "recall": 0.742095, "f1": 0.704358, "accuracy": 0.742095, "main_score": 0.704358, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648994, "recall": 0.704545, "f1": 0.664063, "accuracy": 0.704545, "main_score": 0.664063, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676855, "recall": 0.730237, "f1": 0.69099, "accuracy": 0.730237, "main_score": 0.69099, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650586, "recall": 0.710474, "f1": 0.666572, "accuracy": 0.710474, "main_score": 0.666572, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513743, "recall": 0.554348, "f1": 0.525276, "accuracy": 0.554348, "main_score": 0.525276, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525047, "recall": 0.566206, "f1": 0.536715, "accuracy": 0.566206, "main_score": 0.536715, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628798, "recall": 0.684783, "f1": 0.643909, "accuracy": 0.684783, "main_score": 0.643909, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.66493, "recall": 0.721344, "f1": 0.678708, "accuracy": 0.721344, "main_score": 0.678708, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643528, "recall": 0.705534, "f1": 0.661043, "accuracy": 0.705534, "main_score": 0.661043, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579248, "recall": 0.630435, "f1": 0.592911, "accuracy": 0.630435, "main_score": 0.592911, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460968, "recall": 0.508893, "f1": 0.473959, "accuracy": 0.508893, "main_score": 0.473959, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690408, "recall": 0.73419, "f1": 0.702294, "accuracy": 0.73419, "main_score": 0.702294, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606602, "recall": 0.66502, "f1": 0.622036, "accuracy": 0.66502, "main_score": 0.622036, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.630103, "recall": 0.678854, "f1": 0.642857, "accuracy": 0.678854, "main_score": 0.642857, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671086, "recall": 0.722332, "f1": 0.684365, "accuracy": 0.722332, "main_score": 0.684365, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481037, "recall": 0.525692, "f1": 0.49351, "accuracy": 0.525692, "main_score": 0.49351, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689018, "recall": 0.730237, "f1": 0.698716, "accuracy": 0.730237, "main_score": 0.698716, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656281, "recall": 0.715415, "f1": 0.671734, "accuracy": 0.715415, "main_score": 0.671734, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680814, "recall": 0.727273, "f1": 0.692992, "accuracy": 0.727273, "main_score": 0.692992, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669736, "recall": 0.721344, "f1": 0.683016, "accuracy": 0.721344, "main_score": 0.683016, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634154, "recall": 0.689723, "f1": 0.649505, "accuracy": 0.689723, "main_score": 0.649505, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.645695, "recall": 0.700593, "f1": 0.660797, "accuracy": 0.700593, "main_score": 0.660797, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543312, "recall": 0.614625, "f1": 0.562485, "accuracy": 0.614625, "main_score": 0.562485, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521876, "recall": 0.56917, "f1": 0.535014, "accuracy": 0.56917, "main_score": 0.535014, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206415, "recall": 0.257905, "f1": 0.218619, "accuracy": 0.257905, "main_score": 0.218619, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.543535, "recall": 0.588933, "f1": 0.555925, "accuracy": 0.588933, "main_score": 0.555925, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501153, "recall": 0.556324, "f1": 0.516607, "accuracy": 0.556324, "main_score": 0.516607, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675741, "recall": 0.731225, "f1": 0.690448, "accuracy": 0.731225, "main_score": 0.690448, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651696, "recall": 0.695652, "f1": 0.662564, "accuracy": 0.695652, "main_score": 0.662564, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426971, "recall": 0.479249, "f1": 0.440946, "accuracy": 0.479249, "main_score": 0.440946, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629458, "recall": 0.675889, "f1": 0.641757, "accuracy": 0.675889, "main_score": 0.641757, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666391, "recall": 0.720356, "f1": 0.680189, "accuracy": 0.720356, "main_score": 0.680189, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591742, "recall": 0.660079, "f1": 0.60991, "accuracy": 0.660079, "main_score": 0.60991, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633988, "recall": 0.6917, "f1": 0.649851, "accuracy": 0.6917, "main_score": 0.649851, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575552, "recall": 0.62253, "f1": 0.588942, "accuracy": 0.62253, "main_score": 0.588942, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631495, "recall": 0.697628, "f1": 0.649243, "accuracy": 0.697628, "main_score": 0.649243, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.685331, "recall": 0.737154, "f1": 0.699452, "accuracy": 0.737154, "main_score": 0.699452, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505436, "recall": 0.557312, "f1": 0.520554, "accuracy": 0.557312, "main_score": 0.520554, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486378, "recall": 0.540514, "f1": 0.501311, "accuracy": 0.540514, "main_score": 0.501311, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571805, "recall": 0.613636, "f1": 0.58344, "accuracy": 0.613636, "main_score": 0.58344, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676353, "recall": 0.729249, "f1": 0.690453, "accuracy": 0.729249, "main_score": 0.690453, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.156603, "recall": 0.202569, "f1": 0.16866, "accuracy": 0.202569, "main_score": 0.16866, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.653762, "recall": 0.708498, "f1": 0.667988, "accuracy": 0.708498, "main_score": 0.667988, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.564382, "recall": 0.62253, "f1": 0.579872, "accuracy": 0.62253, "main_score": 0.579872, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.621796, "recall": 0.674901, "f1": 0.636316, "accuracy": 0.674901, "main_score": 0.636316, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.672126, "recall": 0.72332, "f1": 0.68598, "accuracy": 0.72332, "main_score": 0.68598, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51083, "recall": 0.568182, "f1": 0.527263, "accuracy": 0.568182, "main_score": 0.527263, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536117, "recall": 0.586957, "f1": 0.550645, "accuracy": 0.586957, "main_score": 0.550645, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662098, "recall": 0.712451, "f1": 0.674956, "accuracy": 0.712451, "main_score": 0.674956, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670035, "recall": 0.729249, "f1": 0.686462, "accuracy": 0.729249, "main_score": 0.686462, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643293, "recall": 0.693676, "f1": 0.656446, "accuracy": 0.693676, "main_score": 0.656446, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61677, "recall": 0.667984, "f1": 0.630115, "accuracy": 0.667984, "main_score": 0.630115, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534471, "recall": 0.588933, "f1": 0.549548, "accuracy": 0.588933, "main_score": 0.549548, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651167, "recall": 0.709486, "f1": 0.666469, "accuracy": 0.709486, "main_score": 0.666469, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498265, "recall": 0.543478, "f1": 0.511287, "accuracy": 0.543478, "main_score": 0.511287, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552071, "recall": 0.606719, "f1": 0.567075, "accuracy": 0.606719, "main_score": 0.567075, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638819, "recall": 0.699605, "f1": 0.65442, "accuracy": 0.699605, "main_score": 0.65442, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.63901, "recall": 0.689723, "f1": 0.65278, "accuracy": 0.689723, "main_score": 0.65278, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644319, "recall": 0.699605, "f1": 0.658705, "accuracy": 0.699605, "main_score": 0.658705, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459343, "recall": 0.509881, "f1": 0.472935, "accuracy": 0.509881, "main_score": 0.472935, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.701103, "recall": 0.748024, "f1": 0.713, "accuracy": 0.748024, "main_score": 0.713, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634915, "recall": 0.697628, "f1": 0.65129, "accuracy": 0.697628, "main_score": 0.65129, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.629731, "recall": 0.693676, "f1": 0.647038, "accuracy": 0.693676, "main_score": 0.647038, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.595191, "recall": 0.648221, "f1": 0.60938, "accuracy": 0.648221, "main_score": 0.60938, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57284, "recall": 0.624506, "f1": 0.586963, "accuracy": 0.624506, "main_score": 0.586963, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536855, "recall": 0.591897, "f1": 0.550929, "accuracy": 0.591897, "main_score": 0.550929, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578109, "recall": 0.63834, "f1": 0.594061, "accuracy": 0.63834, "main_score": 0.594061, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57397, "recall": 0.614625, "f1": 0.586067, "accuracy": 0.614625, "main_score": 0.586067, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594901, "recall": 0.659091, "f1": 0.612239, "accuracy": 0.659091, "main_score": 0.612239, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.655316, "recall": 0.715415, "f1": 0.670759, "accuracy": 0.715415, "main_score": 0.670759, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.638693, "recall": 0.692688, "f1": 0.652486, "accuracy": 0.692688, "main_score": 0.652486, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677556, "recall": 0.731225, "f1": 0.692284, "accuracy": 0.731225, "main_score": 0.692284, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633789, "recall": 0.688735, "f1": 0.64783, "accuracy": 0.688735, "main_score": 0.64783, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686094, "recall": 0.729249, "f1": 0.69761, "accuracy": 0.729249, "main_score": 0.69761, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573041, "recall": 0.628458, "f1": 0.58785, "accuracy": 0.628458, "main_score": 0.58785, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623409, "recall": 0.679842, "f1": 0.639136, "accuracy": 0.679842, "main_score": 0.639136, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470516, "recall": 0.518775, "f1": 0.483984, "accuracy": 0.518775, "main_score": 0.483984, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660669, "recall": 0.716403, "f1": 0.676043, "accuracy": 0.716403, "main_score": 0.676043, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438395, "recall": 0.503953, "f1": 0.45601, "accuracy": 0.503953, "main_score": 0.45601, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.635983, "recall": 0.692688, "f1": 0.651006, "accuracy": 0.692688, "main_score": 0.651006, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.654618, "recall": 0.708498, "f1": 0.669156, "accuracy": 0.708498, "main_score": 0.669156, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644134, "recall": 0.688735, "f1": 0.65588, "accuracy": 0.688735, "main_score": 0.65588, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590639, "recall": 0.630435, "f1": 0.601634, "accuracy": 0.630435, "main_score": 0.601634, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60896, "recall": 0.671937, "f1": 0.626066, "accuracy": 0.671937, "main_score": 0.626066, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.569989, "recall": 0.607708, "f1": 0.580865, "accuracy": 0.607708, "main_score": 0.580865, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588514, "recall": 0.631423, "f1": 0.600925, "accuracy": 0.631423, "main_score": 0.600925, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661871, "recall": 0.718379, "f1": 0.676552, "accuracy": 0.718379, "main_score": 0.676552, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638385, "recall": 0.682806, "f1": 0.650347, "accuracy": 0.682806, "main_score": 0.650347, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69575, "recall": 0.744071, "f1": 0.708603, "accuracy": 0.744071, "main_score": 0.708603, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507139, "recall": 0.55336, "f1": 0.520364, "accuracy": 0.55336, "main_score": 0.520364, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681964, "recall": 0.733202, "f1": 0.695384, "accuracy": 0.733202, "main_score": 0.695384, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642149, "recall": 0.698617, "f1": 0.657675, "accuracy": 0.698617, "main_score": 0.657675, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.639166, "recall": 0.701581, "f1": 0.65593, "accuracy": 0.701581, "main_score": 0.65593, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519087, "recall": 0.568182, "f1": 0.532839, "accuracy": 0.568182, "main_score": 0.532839, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670715, "recall": 0.725296, "f1": 0.685289, "accuracy": 0.725296, "main_score": 0.685289, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651999, "recall": 0.69664, "f1": 0.664208, "accuracy": 0.69664, "main_score": 0.664208, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527402, "recall": 0.586957, "f1": 0.543844, "accuracy": 0.586957, "main_score": 0.543844, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546092, "recall": 0.601779, "f1": 0.56145, "accuracy": 0.601779, "main_score": 0.56145, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537196, "recall": 0.590909, "f1": 0.552101, "accuracy": 0.590909, "main_score": 0.552101, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.672537, "recall": 0.726285, "f1": 0.68682, "accuracy": 0.726285, "main_score": 0.68682, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590346, "recall": 0.652174, "f1": 0.607613, "accuracy": 0.652174, "main_score": 0.607613, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4876, "recall": 0.534585, "f1": 0.501012, "accuracy": 0.534585, "main_score": 0.501012, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547261, "recall": 0.588933, "f1": 0.559472, "accuracy": 0.588933, "main_score": 0.559472, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64706, "recall": 0.704545, "f1": 0.662374, "accuracy": 0.704545, "main_score": 0.662374, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.542113, "recall": 0.597826, "f1": 0.557814, "accuracy": 0.597826, "main_score": 0.557814, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545953, "recall": 0.587945, "f1": 0.557169, "accuracy": 0.587945, "main_score": 0.557169, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623024, "recall": 0.686759, "f1": 0.640672, "accuracy": 0.686759, "main_score": 0.640672, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503574, "recall": 0.551383, "f1": 0.518149, "accuracy": 0.551383, "main_score": 0.518149, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589196, "recall": 0.636364, "f1": 0.602296, "accuracy": 0.636364, "main_score": 0.602296, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638116, "recall": 0.686759, "f1": 0.650204, "accuracy": 0.686759, "main_score": 0.650204, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579258, "recall": 0.621542, "f1": 0.59096, "accuracy": 0.621542, "main_score": 0.59096, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606946, "recall": 0.646245, "f1": 0.617456, "accuracy": 0.646245, "main_score": 0.617456, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628435, "recall": 0.685771, "f1": 0.643957, "accuracy": 0.685771, "main_score": 0.643957, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590842, "recall": 0.640316, "f1": 0.604156, "accuracy": 0.640316, "main_score": 0.604156, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627599, "recall": 0.676877, "f1": 0.641026, "accuracy": 0.676877, "main_score": 0.641026, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.420303, "recall": 0.493083, "f1": 0.440854, "accuracy": 0.493083, "main_score": 0.440854, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653656, "recall": 0.705534, "f1": 0.667812, "accuracy": 0.705534, "main_score": 0.667812, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.611425, "recall": 0.661067, "f1": 0.624695, "accuracy": 0.661067, "main_score": 0.624695, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655732, "recall": 0.706522, "f1": 0.668454, "accuracy": 0.706522, "main_score": 0.668454, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658089, "recall": 0.718379, "f1": 0.674749, "accuracy": 0.718379, "main_score": 0.674749, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.540869, "recall": 0.589921, "f1": 0.554099, "accuracy": 0.589921, "main_score": 0.554099, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547621, "recall": 0.588933, "f1": 0.55925, "accuracy": 0.588933, "main_score": 0.55925, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483888, "recall": 0.540514, "f1": 0.499402, "accuracy": 0.540514, "main_score": 0.499402, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508937, "recall": 0.561265, "f1": 0.523559, "accuracy": 0.561265, "main_score": 0.523559, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392391, "recall": 0.460474, "f1": 0.410833, "accuracy": 0.460474, "main_score": 0.410833, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92164, "recall": 0.942688, "f1": 0.927997, "accuracy": 0.942688, "main_score": 0.927997, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553255, "recall": 0.602767, "f1": 0.567586, "accuracy": 0.602767, "main_score": 0.567586, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761248, "recall": 0.810277, "f1": 0.775315, "accuracy": 0.810277, "main_score": 0.775315, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873593, "recall": 0.902174, "f1": 0.882131, "accuracy": 0.902174, "main_score": 0.882131, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540357, "recall": 0.588933, "f1": 0.553804, "accuracy": 0.588933, "main_score": 0.553804, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.92859, "accuracy": 0.943676, "main_score": 0.92859, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574882, "recall": 0.623518, "f1": 0.58902, "accuracy": 0.623518, "main_score": 0.58902, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539023, "recall": 0.594862, "f1": 0.554733, "accuracy": 0.594862, "main_score": 0.554733, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.962451, "f1": 0.950593, "accuracy": 0.962451, "main_score": 0.950593, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180479, "recall": 0.222332, "f1": 0.191279, "accuracy": 0.222332, "main_score": 0.191279, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612592, "recall": 0.658103, "f1": 0.624649, "accuracy": 0.658103, "main_score": 0.624649, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958086, "recall": 0.971344, "f1": 0.962352, "accuracy": 0.971344, "main_score": 0.962352, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644469, "recall": 0.693676, "f1": 0.658385, "accuracy": 0.693676, "main_score": 0.658385, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.918067, "recall": 0.940711, "f1": 0.925099, "accuracy": 0.940711, "main_score": 0.925099, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.538643, "recall": 0.586957, "f1": 0.551997, "accuracy": 0.586957, "main_score": 0.551997, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439417, "recall": 0.505929, "f1": 0.457228, "accuracy": 0.505929, "main_score": 0.457228, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575407, "recall": 0.623518, "f1": 0.58843, "accuracy": 0.623518, "main_score": 0.58843, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556194, "recall": 0.610672, "f1": 0.571305, "accuracy": 0.610672, "main_score": 0.571305, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809743, "recall": 0.853755, "f1": 0.823106, "accuracy": 0.853755, "main_score": 0.823106, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947661, "recall": 0.962451, "f1": 0.952404, "accuracy": 0.962451, "main_score": 0.952404, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505329, "recall": 0.561265, "f1": 0.521244, "accuracy": 0.561265, "main_score": 0.521244, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472104, "recall": 0.522727, "f1": 0.485816, "accuracy": 0.522727, "main_score": 0.485816, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514006, "recall": 0.557312, "f1": 0.52672, "accuracy": 0.557312, "main_score": 0.52672, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870711, "recall": 0.899209, "f1": 0.878903, "accuracy": 0.899209, "main_score": 0.878903, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310221, "recall": 0.360672, "f1": 0.32452, "accuracy": 0.360672, "main_score": 0.32452, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552161, "recall": 0.601779, "f1": 0.565751, "accuracy": 0.601779, "main_score": 0.565751, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926032, "recall": 0.945652, "f1": 0.932181, "accuracy": 0.945652, "main_score": 0.932181, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56361, "recall": 0.605731, "f1": 0.575389, "accuracy": 0.605731, "main_score": 0.575389, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638022, "recall": 0.694664, "f1": 0.654318, "accuracy": 0.694664, "main_score": 0.654318, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578458, "recall": 0.66502, "f1": 0.603346, "accuracy": 0.66502, "main_score": 0.603346, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.678881, "recall": 0.733202, "f1": 0.694143, "accuracy": 0.733202, "main_score": 0.694143, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624411, "recall": 0.666996, "f1": 0.636338, "accuracy": 0.666996, "main_score": 0.636338, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554622, "recall": 0.617589, "f1": 0.573094, "accuracy": 0.617589, "main_score": 0.573094, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.976285, "f1": 0.970092, "accuracy": 0.976285, "main_score": 0.970092, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891469, "recall": 0.922925, "f1": 0.901435, "accuracy": 0.922925, "main_score": 0.901435, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.517467, "recall": 0.570158, "f1": 0.532721, "accuracy": 0.570158, "main_score": 0.532721, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541091, "recall": 0.590909, "f1": 0.554349, "accuracy": 0.590909, "main_score": 0.554349, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.717837, "recall": 0.767787, "f1": 0.73181, "accuracy": 0.767787, "main_score": 0.73181, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466449, "recall": 0.514822, "f1": 0.479996, "accuracy": 0.514822, "main_score": 0.479996, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.81992, "recall": 0.864625, "f1": 0.833613, "accuracy": 0.864625, "main_score": 0.833613, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495209, "recall": 0.548419, "f1": 0.510207, "accuracy": 0.548419, "main_score": 0.510207, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962862, "recall": 0.974308, "f1": 0.966469, "accuracy": 0.974308, "main_score": 0.966469, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550152, "recall": 0.610672, "f1": 0.567107, "accuracy": 0.610672, "main_score": 0.567107, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186365, "recall": 0.23419, "f1": 0.197857, "accuracy": 0.23419, "main_score": 0.197857, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586627, "recall": 0.63834, "f1": 0.601407, "accuracy": 0.63834, "main_score": 0.601407, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726564, "recall": 0.784585, "f1": 0.743336, "accuracy": 0.784585, "main_score": 0.743336, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.962451, "f1": 0.953393, "accuracy": 0.962451, "main_score": 0.953393, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429929, "recall": 0.479249, "f1": 0.44342, "accuracy": 0.479249, "main_score": 0.44342, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967556, "accuracy": 0.974308, "main_score": 0.967556, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639604, "recall": 0.692688, "f1": 0.65449, "accuracy": 0.692688, "main_score": 0.65449, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538954, "recall": 0.583004, "f1": 0.551428, "accuracy": 0.583004, "main_score": 0.551428, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49952, "recall": 0.549407, "f1": 0.513216, "accuracy": 0.549407, "main_score": 0.513216, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620415, "recall": 0.670949, "f1": 0.634673, "accuracy": 0.670949, "main_score": 0.634673, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220813, "recall": 0.289526, "f1": 0.238624, "accuracy": 0.289526, "main_score": 0.238624, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909173, "recall": 0.935771, "f1": 0.917721, "accuracy": 0.935771, "main_score": 0.917721, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527977, "recall": 0.58004, "f1": 0.542229, "accuracy": 0.58004, "main_score": 0.542229, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56038, "recall": 0.615613, "f1": 0.576092, "accuracy": 0.615613, "main_score": 0.576092, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681645, "recall": 0.749012, "f1": 0.702503, "accuracy": 0.749012, "main_score": 0.702503, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525396, "recall": 0.574111, "f1": 0.539166, "accuracy": 0.574111, "main_score": 0.539166, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747711, "recall": 0.800395, "f1": 0.763048, "accuracy": 0.800395, "main_score": 0.763048, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.951663, "recall": 0.965415, "f1": 0.955929, "accuracy": 0.965415, "main_score": 0.955929, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.451825, "recall": 0.504941, "f1": 0.466112, "accuracy": 0.504941, "main_score": 0.466112, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937714, "accuracy": 0.951581, "main_score": 0.937714, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.831778, "recall": 0.871542, "f1": 0.843744, "accuracy": 0.871542, "main_score": 0.843744, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871574, "recall": 0.900198, "f1": 0.880402, "accuracy": 0.900198, "main_score": 0.880402, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858646, "recall": 0.897233, "f1": 0.870572, "accuracy": 0.897233, "main_score": 0.870572, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57464, "recall": 0.620553, "f1": 0.5871, "accuracy": 0.620553, "main_score": 0.5871, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950626, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97472, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786808, "recall": 0.838933, "f1": 0.802734, "accuracy": 0.838933, "main_score": 0.802734, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459158, "recall": 0.511858, "f1": 0.473481, "accuracy": 0.511858, "main_score": 0.473481, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545796, "recall": 0.61166, "f1": 0.56421, "accuracy": 0.61166, "main_score": 0.56421, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737832, "recall": 0.785573, "f1": 0.751641, "accuracy": 0.785573, "main_score": 0.751641, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.60807, "recall": 0.65415, "f1": 0.621655, "accuracy": 0.65415, "main_score": 0.621655, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600718, "recall": 0.652174, "f1": 0.615398, "accuracy": 0.652174, "main_score": 0.615398, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85415, "recall": 0.890316, "f1": 0.864723, "accuracy": 0.890316, "main_score": 0.864723, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512959, "recall": 0.561265, "f1": 0.525803, "accuracy": 0.561265, "main_score": 0.525803, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.978837, "recall": 0.985178, "f1": 0.980797, "accuracy": 0.985178, "main_score": 0.980797, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521038, "recall": 0.573123, "f1": 0.535207, "accuracy": 0.573123, "main_score": 0.535207, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779604, "recall": 0.827075, "f1": 0.793514, "accuracy": 0.827075, "main_score": 0.793514, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515797, "recall": 0.573123, "f1": 0.531709, "accuracy": 0.573123, "main_score": 0.531709, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586126, "recall": 0.643281, "f1": 0.601749, "accuracy": 0.643281, "main_score": 0.601749, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827734, "recall": 0.870553, "f1": 0.840679, "accuracy": 0.870553, "main_score": 0.840679, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923584, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48504, "recall": 0.539526, "f1": 0.499993, "accuracy": 0.539526, "main_score": 0.499993, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545985, "recall": 0.591897, "f1": 0.558545, "accuracy": 0.591897, "main_score": 0.558545, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564166, "recall": 0.617589, "f1": 0.578953, "accuracy": 0.617589, "main_score": 0.578953, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535264, "recall": 0.583992, "f1": 0.54847, "accuracy": 0.583992, "main_score": 0.54847, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505361, "recall": 0.566206, "f1": 0.522544, "accuracy": 0.566206, "main_score": 0.522544, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682832, "recall": 0.741107, "f1": 0.699678, "accuracy": 0.741107, "main_score": 0.699678, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932724, "recall": 0.951581, "f1": 0.938636, "accuracy": 0.951581, "main_score": 0.938636, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654134, "recall": 0.709486, "f1": 0.670116, "accuracy": 0.709486, "main_score": 0.670116, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788525, "recall": 0.825099, "f1": 0.798962, "accuracy": 0.825099, "main_score": 0.798962, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896245, "recall": 0.925889, "f1": 0.905599, "accuracy": 0.925889, "main_score": 0.905599, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.954513, "accuracy": 0.964427, "main_score": 0.954513, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451935, "recall": 0.51581, "f1": 0.470138, "accuracy": 0.51581, "main_score": 0.470138, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.669064, "recall": 0.726285, "f1": 0.685784, "accuracy": 0.726285, "main_score": 0.685784, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571585, "recall": 0.61166, "f1": 0.582213, "accuracy": 0.61166, "main_score": 0.582213, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484533, "recall": 0.544466, "f1": 0.500676, "accuracy": 0.544466, "main_score": 0.500676, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528417, "recall": 0.579051, "f1": 0.543453, "accuracy": 0.579051, "main_score": 0.543453, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230493, "recall": 0.278656, "f1": 0.242347, "accuracy": 0.278656, "main_score": 0.242347, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.649914, "recall": 0.700593, "f1": 0.662904, "accuracy": 0.700593, "main_score": 0.662904, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58823, "recall": 0.644269, "f1": 0.603561, "accuracy": 0.644269, "main_score": 0.603561, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.641062, "recall": 0.689723, "f1": 0.654528, "accuracy": 0.689723, "main_score": 0.654528, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651937, "recall": 0.693676, "f1": 0.662922, "accuracy": 0.693676, "main_score": 0.662922, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589025, "recall": 0.634387, "f1": 0.60129, "accuracy": 0.634387, "main_score": 0.60129, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.699605, "f1": 0.666202, "accuracy": 0.699605, "main_score": 0.666202, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63339, "recall": 0.68083, "f1": 0.646348, "accuracy": 0.68083, "main_score": 0.646348, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652578, "recall": 0.693676, "f1": 0.663537, "accuracy": 0.693676, "main_score": 0.663537, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639555, "recall": 0.690711, "f1": 0.653452, "accuracy": 0.690711, "main_score": 0.653452, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.625368, "recall": 0.673913, "f1": 0.638236, "accuracy": 0.673913, "main_score": 0.638236, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55575, "recall": 0.607708, "f1": 0.570655, "accuracy": 0.607708, "main_score": 0.570655, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62234, "recall": 0.679842, "f1": 0.637391, "accuracy": 0.679842, "main_score": 0.637391, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593908, "recall": 0.648221, "f1": 0.609128, "accuracy": 0.648221, "main_score": 0.609128, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658119, "recall": 0.711462, "f1": 0.67252, "accuracy": 0.711462, "main_score": 0.67252, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579802, "recall": 0.629447, "f1": 0.593367, "accuracy": 0.629447, "main_score": 0.593367, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634845, "recall": 0.682806, "f1": 0.648461, "accuracy": 0.682806, "main_score": 0.648461, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610476, "recall": 0.659091, "f1": 0.623006, "accuracy": 0.659091, "main_score": 0.623006, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.671042, "recall": 0.72332, "f1": 0.684934, "accuracy": 0.72332, "main_score": 0.684934, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660908, "recall": 0.710474, "f1": 0.673906, "accuracy": 0.710474, "main_score": 0.673906, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547562, "recall": 0.605731, "f1": 0.563866, "accuracy": 0.605731, "main_score": 0.563866, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633646, "recall": 0.6917, "f1": 0.64943, "accuracy": 0.6917, "main_score": 0.64943, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.634965, "recall": 0.689723, "f1": 0.649269, "accuracy": 0.689723, "main_score": 0.649269, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648472, "recall": 0.698617, "f1": 0.662034, "accuracy": 0.698617, "main_score": 0.662034, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20607, "recall": 0.251976, "f1": 0.218211, "accuracy": 0.251976, "main_score": 0.218211, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625352, "recall": 0.679842, "f1": 0.640294, "accuracy": 0.679842, "main_score": 0.640294, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600286, "recall": 0.645257, "f1": 0.612716, "accuracy": 0.645257, "main_score": 0.612716, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664707, "recall": 0.713439, "f1": 0.676965, "accuracy": 0.713439, "main_score": 0.676965, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637677, "recall": 0.689723, "f1": 0.651964, "accuracy": 0.689723, "main_score": 0.651964, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629974, "recall": 0.675889, "f1": 0.64239, "accuracy": 0.675889, "main_score": 0.64239, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638967, "recall": 0.685771, "f1": 0.651671, "accuracy": 0.685771, "main_score": 0.651671, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57888, "recall": 0.624506, "f1": 0.591457, "accuracy": 0.624506, "main_score": 0.591457, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652581, "recall": 0.705534, "f1": 0.666552, "accuracy": 0.705534, "main_score": 0.666552, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539419, "recall": 0.591897, "f1": 0.554101, "accuracy": 0.591897, "main_score": 0.554101, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611079, "recall": 0.657115, "f1": 0.623643, "accuracy": 0.657115, "main_score": 0.623643, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628396, "recall": 0.682806, "f1": 0.643282, "accuracy": 0.682806, "main_score": 0.643282, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.631591, "recall": 0.684783, "f1": 0.645948, "accuracy": 0.684783, "main_score": 0.645948, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604269, "recall": 0.658103, "f1": 0.619123, "accuracy": 0.658103, "main_score": 0.619123, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.5631, "recall": 0.612648, "f1": 0.577077, "accuracy": 0.612648, "main_score": 0.577077, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434634, "recall": 0.495059, "f1": 0.451801, "accuracy": 0.495059, "main_score": 0.451801, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642004, "recall": 0.69664, "f1": 0.657445, "accuracy": 0.69664, "main_score": 0.657445, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562195, "recall": 0.612648, "f1": 0.575776, "accuracy": 0.612648, "main_score": 0.575776, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638866, "recall": 0.697628, "f1": 0.655484, "accuracy": 0.697628, "main_score": 0.655484, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669313, "recall": 0.724308, "f1": 0.684028, "accuracy": 0.724308, "main_score": 0.684028, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626409, "recall": 0.675889, "f1": 0.640083, "accuracy": 0.675889, "main_score": 0.640083, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645366, "recall": 0.6917, "f1": 0.657767, "accuracy": 0.6917, "main_score": 0.657767, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550299, "recall": 0.607708, "f1": 0.566935, "accuracy": 0.607708, "main_score": 0.566935, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597818, "recall": 0.645257, "f1": 0.611508, "accuracy": 0.645257, "main_score": 0.611508, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650947, "recall": 0.698617, "f1": 0.663437, "accuracy": 0.698617, "main_score": 0.663437, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664404, "recall": 0.714427, "f1": 0.678101, "accuracy": 0.714427, "main_score": 0.678101, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655474, "recall": 0.705534, "f1": 0.669354, "accuracy": 0.705534, "main_score": 0.669354, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53421, "recall": 0.583992, "f1": 0.548426, "accuracy": 0.583992, "main_score": 0.548426, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635564, "recall": 0.688735, "f1": 0.650154, "accuracy": 0.688735, "main_score": 0.650154, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.448715, "recall": 0.508893, "f1": 0.465419, "accuracy": 0.508893, "main_score": 0.465419, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518643, "recall": 0.567194, "f1": 0.532712, "accuracy": 0.567194, "main_score": 0.532712, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673739, "recall": 0.710474, "f1": 0.683519, "accuracy": 0.710474, "main_score": 0.683519, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312123, "recall": 0.369565, "f1": 0.327673, "accuracy": 0.369565, "main_score": 0.327673, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647899, "recall": 0.703557, "f1": 0.663058, "accuracy": 0.703557, "main_score": 0.663058, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637732, "recall": 0.688735, "f1": 0.651817, "accuracy": 0.688735, "main_score": 0.651817, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656868, "recall": 0.712451, "f1": 0.671846, "accuracy": 0.712451, "main_score": 0.671846, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609068, "recall": 0.674901, "f1": 0.627887, "accuracy": 0.674901, "main_score": 0.627887, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562778, "recall": 0.610672, "f1": 0.57613, "accuracy": 0.610672, "main_score": 0.57613, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643415, "recall": 0.682806, "f1": 0.653824, "accuracy": 0.682806, "main_score": 0.653824, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598357, "recall": 0.644269, "f1": 0.610598, "accuracy": 0.644269, "main_score": 0.610598, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661179, "recall": 0.710474, "f1": 0.674497, "accuracy": 0.710474, "main_score": 0.674497, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554293, "recall": 0.603755, "f1": 0.567939, "accuracy": 0.603755, "main_score": 0.567939, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657769, "recall": 0.698617, "f1": 0.668537, "accuracy": 0.698617, "main_score": 0.668537, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580298, "recall": 0.630435, "f1": 0.595026, "accuracy": 0.630435, "main_score": 0.595026, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614016, "recall": 0.666008, "f1": 0.628957, "accuracy": 0.666008, "main_score": 0.628957, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614892, "recall": 0.664032, "f1": 0.628302, "accuracy": 0.664032, "main_score": 0.628302, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634988, "recall": 0.686759, "f1": 0.648665, "accuracy": 0.686759, "main_score": 0.648665, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282271, "recall": 0.352767, "f1": 0.300235, "accuracy": 0.352767, "main_score": 0.300235, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569347, "recall": 0.618577, "f1": 0.583028, "accuracy": 0.618577, "main_score": 0.583028, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599902, "recall": 0.65415, "f1": 0.614388, "accuracy": 0.65415, "main_score": 0.614388, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53666, "recall": 0.597826, "f1": 0.554616, "accuracy": 0.597826, "main_score": 0.554616, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.669722, "recall": 0.720356, "f1": 0.683549, "accuracy": 0.720356, "main_score": 0.683549, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637831, "recall": 0.686759, "f1": 0.649989, "accuracy": 0.686759, "main_score": 0.649989, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669784, "recall": 0.711462, "f1": 0.680941, "accuracy": 0.711462, "main_score": 0.680941, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547541, "recall": 0.604743, "f1": 0.563841, "accuracy": 0.604743, "main_score": 0.563841, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.654797, "recall": 0.709486, "f1": 0.669637, "accuracy": 0.709486, "main_score": 0.669637, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634382, "recall": 0.686759, "f1": 0.648413, "accuracy": 0.686759, "main_score": 0.648413, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640897, "recall": 0.695652, "f1": 0.656119, "accuracy": 0.695652, "main_score": 0.656119, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635162, "recall": 0.692688, "f1": 0.651166, "accuracy": 0.692688, "main_score": 0.651166, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.553298, "recall": 0.597826, "f1": 0.565398, "accuracy": 0.597826, "main_score": 0.565398, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537917, "recall": 0.594862, "f1": 0.553928, "accuracy": 0.594862, "main_score": 0.553928, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596851, "recall": 0.660079, "f1": 0.614407, "accuracy": 0.660079, "main_score": 0.614407, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.637758, "recall": 0.686759, "f1": 0.650205, "accuracy": 0.686759, "main_score": 0.650205, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638564, "recall": 0.6917, "f1": 0.65233, "accuracy": 0.6917, "main_score": 0.65233, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608045, "recall": 0.653162, "f1": 0.62077, "accuracy": 0.653162, "main_score": 0.62077, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477318, "recall": 0.525692, "f1": 0.490793, "accuracy": 0.525692, "main_score": 0.490793, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658179, "recall": 0.705534, "f1": 0.67102, "accuracy": 0.705534, "main_score": 0.67102, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567959, "recall": 0.623518, "f1": 0.583307, "accuracy": 0.623518, "main_score": 0.583307, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.540262, "recall": 0.585968, "f1": 0.553024, "accuracy": 0.585968, "main_score": 0.553024, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637644, "recall": 0.688735, "f1": 0.651523, "accuracy": 0.688735, "main_score": 0.651523, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519245, "recall": 0.56917, "f1": 0.533166, "accuracy": 0.56917, "main_score": 0.533166, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679623, "recall": 0.72332, "f1": 0.691249, "accuracy": 0.72332, "main_score": 0.691249, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623402, "recall": 0.68083, "f1": 0.639229, "accuracy": 0.68083, "main_score": 0.639229, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650026, "recall": 0.69664, "f1": 0.662718, "accuracy": 0.69664, "main_score": 0.662718, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.658377, "recall": 0.708498, "f1": 0.671826, "accuracy": 0.708498, "main_score": 0.671826, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628837, "recall": 0.682806, "f1": 0.643116, "accuracy": 0.682806, "main_score": 0.643116, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.637008, "recall": 0.683794, "f1": 0.649776, "accuracy": 0.683794, "main_score": 0.649776, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48238, "recall": 0.557312, "f1": 0.502696, "accuracy": 0.557312, "main_score": 0.502696, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575971, "recall": 0.621542, "f1": 0.589044, "accuracy": 0.621542, "main_score": 0.589044, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20648, "recall": 0.257905, "f1": 0.21769, "accuracy": 0.257905, "main_score": 0.21769, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586208, "recall": 0.632411, "f1": 0.599951, "accuracy": 0.632411, "main_score": 0.599951, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5153, "recall": 0.571146, "f1": 0.530623, "accuracy": 0.571146, "main_score": 0.530623, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658423, "recall": 0.709486, "f1": 0.672983, "accuracy": 0.709486, "main_score": 0.672983, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642974, "recall": 0.688735, "f1": 0.655482, "accuracy": 0.688735, "main_score": 0.655482, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427161, "recall": 0.48419, "f1": 0.442182, "accuracy": 0.48419, "main_score": 0.442182, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639018, "recall": 0.6917, "f1": 0.652928, "accuracy": 0.6917, "main_score": 0.652928, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632216, "recall": 0.685771, "f1": 0.646546, "accuracy": 0.685771, "main_score": 0.646546, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583138, "recall": 0.641304, "f1": 0.598369, "accuracy": 0.641304, "main_score": 0.598369, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.621277, "recall": 0.667984, "f1": 0.633866, "accuracy": 0.667984, "main_score": 0.633866, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594125, "recall": 0.644269, "f1": 0.608347, "accuracy": 0.644269, "main_score": 0.608347, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616257, "recall": 0.674901, "f1": 0.632805, "accuracy": 0.674901, "main_score": 0.632805, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.674652, "recall": 0.721344, "f1": 0.687403, "accuracy": 0.721344, "main_score": 0.687403, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538588, "recall": 0.585968, "f1": 0.552038, "accuracy": 0.585968, "main_score": 0.552038, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522461, "recall": 0.571146, "f1": 0.535801, "accuracy": 0.571146, "main_score": 0.535801, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703896, "recall": 0.744071, "f1": 0.715381, "accuracy": 0.744071, "main_score": 0.715381, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650598, "recall": 0.705534, "f1": 0.665798, "accuracy": 0.705534, "main_score": 0.665798, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.120254, "recall": 0.170949, "f1": 0.133294, "accuracy": 0.170949, "main_score": 0.133294, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.62433, "recall": 0.678854, "f1": 0.639192, "accuracy": 0.678854, "main_score": 0.639192, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.548941, "recall": 0.607708, "f1": 0.564601, "accuracy": 0.607708, "main_score": 0.564601, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.603706, "recall": 0.660079, "f1": 0.618978, "accuracy": 0.660079, "main_score": 0.618978, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656811, "recall": 0.70751, "f1": 0.67007, "accuracy": 0.70751, "main_score": 0.67007, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516845, "recall": 0.574111, "f1": 0.532998, "accuracy": 0.574111, "main_score": 0.532998, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539065, "recall": 0.593874, "f1": 0.555519, "accuracy": 0.593874, "main_score": 0.555519, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632165, "recall": 0.684783, "f1": 0.645987, "accuracy": 0.684783, "main_score": 0.645987, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654118, "recall": 0.705534, "f1": 0.668124, "accuracy": 0.705534, "main_score": 0.668124, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635938, "recall": 0.68083, "f1": 0.648273, "accuracy": 0.68083, "main_score": 0.648273, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600182, "recall": 0.645257, "f1": 0.612932, "accuracy": 0.645257, "main_score": 0.612932, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531088, "recall": 0.596838, "f1": 0.54962, "accuracy": 0.596838, "main_score": 0.54962, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628579, "recall": 0.684783, "f1": 0.643989, "accuracy": 0.684783, "main_score": 0.643989, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519252, "recall": 0.568182, "f1": 0.533564, "accuracy": 0.568182, "main_score": 0.533564, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534085, "recall": 0.583004, "f1": 0.547602, "accuracy": 0.583004, "main_score": 0.547602, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623336, "recall": 0.68083, "f1": 0.63861, "accuracy": 0.68083, "main_score": 0.63861, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.640148, "recall": 0.684783, "f1": 0.652481, "accuracy": 0.684783, "main_score": 0.652481, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614817, "recall": 0.667984, "f1": 0.629269, "accuracy": 0.667984, "main_score": 0.629269, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450301, "recall": 0.506917, "f1": 0.466191, "accuracy": 0.506917, "main_score": 0.466191, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.68076, "recall": 0.724308, "f1": 0.691945, "accuracy": 0.724308, "main_score": 0.691945, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615426, "recall": 0.673913, "f1": 0.631341, "accuracy": 0.673913, "main_score": 0.631341, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.593243, "recall": 0.649209, "f1": 0.609407, "accuracy": 0.649209, "main_score": 0.609407, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.568177, "recall": 0.626482, "f1": 0.583926, "accuracy": 0.626482, "main_score": 0.583926, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541812, "recall": 0.589921, "f1": 0.554519, "accuracy": 0.589921, "main_score": 0.554519, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556962, "recall": 0.612648, "f1": 0.572592, "accuracy": 0.612648, "main_score": 0.572592, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608863, "recall": 0.663043, "f1": 0.624459, "accuracy": 0.663043, "main_score": 0.624459, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595718, "recall": 0.645257, "f1": 0.610433, "accuracy": 0.645257, "main_score": 0.610433, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545909, "recall": 0.608696, "f1": 0.563061, "accuracy": 0.608696, "main_score": 0.563061, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.63382, "recall": 0.685771, "f1": 0.647824, "accuracy": 0.685771, "main_score": 0.647824, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.618786, "recall": 0.66502, "f1": 0.631438, "accuracy": 0.66502, "main_score": 0.631438, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.665459, "recall": 0.714427, "f1": 0.679317, "accuracy": 0.714427, "main_score": 0.679317, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618471, "recall": 0.670949, "f1": 0.632387, "accuracy": 0.670949, "main_score": 0.632387, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665728, "recall": 0.710474, "f1": 0.677973, "accuracy": 0.710474, "main_score": 0.677973, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557922, "recall": 0.618577, "f1": 0.575412, "accuracy": 0.618577, "main_score": 0.575412, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64314, "recall": 0.689723, "f1": 0.655418, "accuracy": 0.689723, "main_score": 0.655418, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4715, "recall": 0.527668, "f1": 0.487134, "accuracy": 0.527668, "main_score": 0.487134, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658601, "recall": 0.705534, "f1": 0.671416, "accuracy": 0.705534, "main_score": 0.671416, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447727, "recall": 0.514822, "f1": 0.466198, "accuracy": 0.514822, "main_score": 0.466198, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.630637, "recall": 0.682806, "f1": 0.644109, "accuracy": 0.682806, "main_score": 0.644109, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.634335, "recall": 0.689723, "f1": 0.649567, "accuracy": 0.689723, "main_score": 0.649567, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.601966, "recall": 0.646245, "f1": 0.613957, "accuracy": 0.646245, "main_score": 0.613957, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620753, "recall": 0.667984, "f1": 0.633951, "accuracy": 0.667984, "main_score": 0.633951, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602826, "recall": 0.661067, "f1": 0.618819, "accuracy": 0.661067, "main_score": 0.618819, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.603483, "recall": 0.653162, "f1": 0.61819, "accuracy": 0.653162, "main_score": 0.61819, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605224, "recall": 0.653162, "f1": 0.618869, "accuracy": 0.653162, "main_score": 0.618869, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648663, "recall": 0.694664, "f1": 0.660644, "accuracy": 0.694664, "main_score": 0.660644, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638592, "recall": 0.685771, "f1": 0.652044, "accuracy": 0.685771, "main_score": 0.652044, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671068, "recall": 0.716403, "f1": 0.683715, "accuracy": 0.716403, "main_score": 0.683715, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527614, "recall": 0.58498, "f1": 0.543554, "accuracy": 0.58498, "main_score": 0.543554, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659863, "recall": 0.709486, "f1": 0.673839, "accuracy": 0.709486, "main_score": 0.673839, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624207, "recall": 0.678854, "f1": 0.638847, "accuracy": 0.678854, "main_score": 0.638847, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.624388, "recall": 0.672925, "f1": 0.63784, "accuracy": 0.672925, "main_score": 0.63784, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533714, "recall": 0.58498, "f1": 0.547563, "accuracy": 0.58498, "main_score": 0.547563, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671923, "recall": 0.725296, "f1": 0.686871, "accuracy": 0.725296, "main_score": 0.686871, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583582, "recall": 0.630435, "f1": 0.596482, "accuracy": 0.630435, "main_score": 0.596482, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532213, "recall": 0.583004, "f1": 0.546067, "accuracy": 0.583004, "main_score": 0.546067, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570082, "recall": 0.619565, "f1": 0.583884, "accuracy": 0.619565, "main_score": 0.583884, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557043, "recall": 0.618577, "f1": 0.574483, "accuracy": 0.618577, "main_score": 0.574483, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.646511, "recall": 0.704545, "f1": 0.662684, "accuracy": 0.704545, "main_score": 0.662684, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592887, "recall": 0.650198, "f1": 0.608893, "accuracy": 0.650198, "main_score": 0.608893, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515212, "recall": 0.572134, "f1": 0.530755, "accuracy": 0.572134, "main_score": 0.530755, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572621, "recall": 0.620553, "f1": 0.586063, "accuracy": 0.620553, "main_score": 0.586063, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621983, "recall": 0.677866, "f1": 0.637397, "accuracy": 0.677866, "main_score": 0.637397, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.571724, "recall": 0.617589, "f1": 0.584332, "accuracy": 0.617589, "main_score": 0.584332, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547745, "recall": 0.597826, "f1": 0.561996, "accuracy": 0.597826, "main_score": 0.561996, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607172, "recall": 0.66502, "f1": 0.62216, "accuracy": 0.66502, "main_score": 0.62216, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521964, "recall": 0.571146, "f1": 0.536179, "accuracy": 0.571146, "main_score": 0.536179, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567878, "recall": 0.619565, "f1": 0.58222, "accuracy": 0.619565, "main_score": 0.58222, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649844, "recall": 0.69664, "f1": 0.661929, "accuracy": 0.69664, "main_score": 0.661929, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596544, "recall": 0.640316, "f1": 0.60921, "accuracy": 0.640316, "main_score": 0.60921, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629021, "recall": 0.674901, "f1": 0.642395, "accuracy": 0.674901, "main_score": 0.642395, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579661, "recall": 0.644269, "f1": 0.597647, "accuracy": 0.644269, "main_score": 0.597647, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586368, "recall": 0.643281, "f1": 0.602301, "accuracy": 0.643281, "main_score": 0.602301, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626766, "recall": 0.670949, "f1": 0.639187, "accuracy": 0.670949, "main_score": 0.639187, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467977, "recall": 0.540514, "f1": 0.4891, "accuracy": 0.540514, "main_score": 0.4891, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635509, "recall": 0.688735, "f1": 0.649556, "accuracy": 0.688735, "main_score": 0.649556, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.589676, "recall": 0.636364, "f1": 0.602671, "accuracy": 0.636364, "main_score": 0.602671, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.636917, "recall": 0.694664, "f1": 0.652298, "accuracy": 0.694664, "main_score": 0.652298, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61197, "recall": 0.670949, "f1": 0.627711, "accuracy": 0.670949, "main_score": 0.627711, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.533502, "recall": 0.589921, "f1": 0.548893, "accuracy": 0.589921, "main_score": 0.548893, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561597, "recall": 0.608696, "f1": 0.575167, "accuracy": 0.608696, "main_score": 0.575167, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467648, "recall": 0.517787, "f1": 0.481378, "accuracy": 0.517787, "main_score": 0.481378, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.454759, "recall": 0.511858, "f1": 0.470507, "accuracy": 0.511858, "main_score": 0.470507, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251119, "recall": 0.299407, "f1": 0.262855, "accuracy": 0.299407, "main_score": 0.262855, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68582, "recall": 0.73419, "f1": 0.698675, "accuracy": 0.73419, "main_score": 0.698675, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5602, "recall": 0.617589, "f1": 0.575688, "accuracy": 0.617589, "main_score": 0.575688, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.686288, "recall": 0.730237, "f1": 0.698111, "accuracy": 0.730237, "main_score": 0.698111, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643701, "recall": 0.683794, "f1": 0.654339, "accuracy": 0.683794, "main_score": 0.654339, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52111, "recall": 0.564229, "f1": 0.532704, "accuracy": 0.564229, "main_score": 0.532704, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640501, "recall": 0.694664, "f1": 0.654705, "accuracy": 0.694664, "main_score": 0.654705, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621246, "recall": 0.664032, "f1": 0.633094, "accuracy": 0.664032, "main_score": 0.633094, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670364, "recall": 0.709486, "f1": 0.681081, "accuracy": 0.709486, "main_score": 0.681081, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647864, "recall": 0.703557, "f1": 0.662442, "accuracy": 0.703557, "main_score": 0.662442, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.671629, "recall": 0.713439, "f1": 0.682929, "accuracy": 0.713439, "main_score": 0.682929, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4541, "recall": 0.509881, "f1": 0.468749, "accuracy": 0.509881, "main_score": 0.468749, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683318, "recall": 0.732213, "f1": 0.695975, "accuracy": 0.732213, "main_score": 0.695975, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597668, "recall": 0.653162, "f1": 0.612194, "accuracy": 0.653162, "main_score": 0.612194, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.665222, "recall": 0.710474, "f1": 0.676699, "accuracy": 0.710474, "main_score": 0.676699, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521099, "recall": 0.581028, "f1": 0.537438, "accuracy": 0.581028, "main_score": 0.537438, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630037, "recall": 0.684783, "f1": 0.644556, "accuracy": 0.684783, "main_score": 0.644556, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608347, "recall": 0.656126, "f1": 0.62035, "accuracy": 0.656126, "main_score": 0.62035, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.708996, "recall": 0.757905, "f1": 0.721365, "accuracy": 0.757905, "main_score": 0.721365, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661403, "recall": 0.711462, "f1": 0.674721, "accuracy": 0.711462, "main_score": 0.674721, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458627, "recall": 0.511858, "f1": 0.474099, "accuracy": 0.511858, "main_score": 0.474099, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677986, "recall": 0.73419, "f1": 0.692937, "accuracy": 0.73419, "main_score": 0.692937, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.654944, "recall": 0.702569, "f1": 0.667159, "accuracy": 0.702569, "main_score": 0.667159, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648475, "recall": 0.693676, "f1": 0.660357, "accuracy": 0.693676, "main_score": 0.660357, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194462, "recall": 0.23419, "f1": 0.203678, "accuracy": 0.23419, "main_score": 0.203678, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.638126, "recall": 0.6917, "f1": 0.65263, "accuracy": 0.6917, "main_score": 0.65263, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519198, "recall": 0.568182, "f1": 0.532504, "accuracy": 0.568182, "main_score": 0.532504, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641493, "recall": 0.693676, "f1": 0.655509, "accuracy": 0.693676, "main_score": 0.655509, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651926, "recall": 0.69664, "f1": 0.664394, "accuracy": 0.69664, "main_score": 0.664394, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625909, "recall": 0.671937, "f1": 0.638486, "accuracy": 0.671937, "main_score": 0.638486, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682528, "recall": 0.736166, "f1": 0.696808, "accuracy": 0.736166, "main_score": 0.696808, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52714, "recall": 0.576087, "f1": 0.540857, "accuracy": 0.576087, "main_score": 0.540857, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650442, "recall": 0.701581, "f1": 0.66469, "accuracy": 0.701581, "main_score": 0.66469, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546991, "recall": 0.601779, "f1": 0.561866, "accuracy": 0.601779, "main_score": 0.561866, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611142, "recall": 0.657115, "f1": 0.62337, "accuracy": 0.657115, "main_score": 0.62337, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.682924, "recall": 0.731225, "f1": 0.696371, "accuracy": 0.731225, "main_score": 0.696371, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.63763, "recall": 0.688735, "f1": 0.651758, "accuracy": 0.688735, "main_score": 0.651758, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627499, "recall": 0.676877, "f1": 0.640678, "accuracy": 0.676877, "main_score": 0.640678, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.44609, "recall": 0.503953, "f1": 0.462302, "accuracy": 0.503953, "main_score": 0.462302, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427473, "recall": 0.490119, "f1": 0.444719, "accuracy": 0.490119, "main_score": 0.444719, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.666242, "recall": 0.712451, "f1": 0.678385, "accuracy": 0.712451, "main_score": 0.678385, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467453, "recall": 0.52668, "f1": 0.484241, "accuracy": 0.52668, "main_score": 0.484241, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67228, "recall": 0.720356, "f1": 0.684831, "accuracy": 0.720356, "main_score": 0.684831, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665008, "recall": 0.717391, "f1": 0.678704, "accuracy": 0.717391, "main_score": 0.678704, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669508, "recall": 0.711462, "f1": 0.680732, "accuracy": 0.711462, "main_score": 0.680732, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637273, "recall": 0.68083, "f1": 0.648593, "accuracy": 0.68083, "main_score": 0.648593, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478294, "recall": 0.539526, "f1": 0.494718, "accuracy": 0.539526, "main_score": 0.494718, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559393, "recall": 0.606719, "f1": 0.572949, "accuracy": 0.606719, "main_score": 0.572949, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641407, "recall": 0.681818, "f1": 0.652648, "accuracy": 0.681818, "main_score": 0.652648, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670025, "recall": 0.72332, "f1": 0.684255, "accuracy": 0.72332, "main_score": 0.684255, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653759, "recall": 0.690711, "f1": 0.663938, "accuracy": 0.690711, "main_score": 0.663938, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422201, "recall": 0.47332, "f1": 0.435989, "accuracy": 0.47332, "main_score": 0.435989, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64163, "recall": 0.689723, "f1": 0.653793, "accuracy": 0.689723, "main_score": 0.653793, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451925, "recall": 0.502964, "f1": 0.465828, "accuracy": 0.502964, "main_score": 0.465828, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.44482, "recall": 0.491107, "f1": 0.45734, "accuracy": 0.491107, "main_score": 0.45734, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662416, "recall": 0.705534, "f1": 0.674075, "accuracy": 0.705534, "main_score": 0.674075, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31055, "recall": 0.355731, "f1": 0.322183, "accuracy": 0.355731, "main_score": 0.322183, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664212, "recall": 0.711462, "f1": 0.676373, "accuracy": 0.711462, "main_score": 0.676373, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639053, "recall": 0.686759, "f1": 0.65247, "accuracy": 0.686759, "main_score": 0.65247, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.669684, "recall": 0.716403, "f1": 0.682611, "accuracy": 0.716403, "main_score": 0.682611, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662088, "recall": 0.715415, "f1": 0.677118, "accuracy": 0.715415, "main_score": 0.677118, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494577, "recall": 0.551383, "f1": 0.510601, "accuracy": 0.551383, "main_score": 0.510601, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64061, "recall": 0.686759, "f1": 0.652362, "accuracy": 0.686759, "main_score": 0.652362, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560152, "recall": 0.612648, "f1": 0.574338, "accuracy": 0.612648, "main_score": 0.574338, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674332, "recall": 0.720356, "f1": 0.686499, "accuracy": 0.720356, "main_score": 0.686499, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497091, "recall": 0.545455, "f1": 0.510444, "accuracy": 0.545455, "main_score": 0.510444, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653317, "recall": 0.694664, "f1": 0.66509, "accuracy": 0.694664, "main_score": 0.66509, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536743, "recall": 0.589921, "f1": 0.552045, "accuracy": 0.589921, "main_score": 0.552045, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563811, "recall": 0.618577, "f1": 0.578117, "accuracy": 0.618577, "main_score": 0.578117, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631344, "recall": 0.670949, "f1": 0.642546, "accuracy": 0.670949, "main_score": 0.642546, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646994, "recall": 0.695652, "f1": 0.65987, "accuracy": 0.695652, "main_score": 0.65987, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299347, "recall": 0.358696, "f1": 0.31332, "accuracy": 0.358696, "main_score": 0.31332, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.5174, "recall": 0.56917, "f1": 0.531777, "accuracy": 0.56917, "main_score": 0.531777, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555348, "recall": 0.61166, "f1": 0.570725, "accuracy": 0.61166, "main_score": 0.570725, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54033, "recall": 0.590909, "f1": 0.554303, "accuracy": 0.590909, "main_score": 0.554303, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687113, "recall": 0.730237, "f1": 0.698442, "accuracy": 0.730237, "main_score": 0.698442, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626434, "recall": 0.676877, "f1": 0.639883, "accuracy": 0.676877, "main_score": 0.639883, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649349, "recall": 0.692688, "f1": 0.660427, "accuracy": 0.692688, "main_score": 0.660427, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533156, "recall": 0.58498, "f1": 0.547208, "accuracy": 0.58498, "main_score": 0.547208, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.675491, "recall": 0.719368, "f1": 0.687384, "accuracy": 0.719368, "main_score": 0.687384, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627537, "recall": 0.676877, "f1": 0.640745, "accuracy": 0.676877, "main_score": 0.640745, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664404, "recall": 0.715415, "f1": 0.677503, "accuracy": 0.715415, "main_score": 0.677503, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646586, "recall": 0.701581, "f1": 0.66148, "accuracy": 0.701581, "main_score": 0.66148, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.480496, "recall": 0.532609, "f1": 0.494765, "accuracy": 0.532609, "main_score": 0.494765, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45103, "recall": 0.5, "f1": 0.463984, "accuracy": 0.5, "main_score": 0.463984, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630303, "recall": 0.689723, "f1": 0.646213, "accuracy": 0.689723, "main_score": 0.646213, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.639159, "recall": 0.695652, "f1": 0.654316, "accuracy": 0.695652, "main_score": 0.654316, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634304, "recall": 0.681818, "f1": 0.646587, "accuracy": 0.681818, "main_score": 0.646587, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608178, "recall": 0.652174, "f1": 0.620921, "accuracy": 0.652174, "main_score": 0.620921, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401719, "recall": 0.449605, "f1": 0.414736, "accuracy": 0.449605, "main_score": 0.414736, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663888, "recall": 0.700593, "f1": 0.673761, "accuracy": 0.700593, "main_score": 0.673761, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550446, "recall": 0.605731, "f1": 0.565107, "accuracy": 0.605731, "main_score": 0.565107, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.47345, "recall": 0.52668, "f1": 0.488139, "accuracy": 0.52668, "main_score": 0.488139, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652658, "recall": 0.704545, "f1": 0.666137, "accuracy": 0.704545, "main_score": 0.666137, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476254, "recall": 0.521739, "f1": 0.488523, "accuracy": 0.521739, "main_score": 0.488523, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678971, "recall": 0.718379, "f1": 0.689445, "accuracy": 0.718379, "main_score": 0.689445, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63735, "recall": 0.690711, "f1": 0.651462, "accuracy": 0.690711, "main_score": 0.651462, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.669221, "recall": 0.716403, "f1": 0.681445, "accuracy": 0.716403, "main_score": 0.681445, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668567, "recall": 0.714427, "f1": 0.680349, "accuracy": 0.714427, "main_score": 0.680349, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64435, "recall": 0.693676, "f1": 0.657996, "accuracy": 0.693676, "main_score": 0.657996, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.648379, "recall": 0.698617, "f1": 0.661751, "accuracy": 0.698617, "main_score": 0.661751, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510549, "recall": 0.582016, "f1": 0.529949, "accuracy": 0.582016, "main_score": 0.529949, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.495267, "recall": 0.549407, "f1": 0.510032, "accuracy": 0.549407, "main_score": 0.510032, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200633, "recall": 0.251976, "f1": 0.212236, "accuracy": 0.251976, "main_score": 0.212236, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547236, "recall": 0.602767, "f1": 0.562479, "accuracy": 0.602767, "main_score": 0.562479, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450759, "recall": 0.502964, "f1": 0.465253, "accuracy": 0.502964, "main_score": 0.465253, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682654, "recall": 0.726285, "f1": 0.694144, "accuracy": 0.726285, "main_score": 0.694144, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633748, "recall": 0.677866, "f1": 0.645849, "accuracy": 0.677866, "main_score": 0.645849, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357024, "recall": 0.407115, "f1": 0.370065, "accuracy": 0.407115, "main_score": 0.370065, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629769, "recall": 0.671937, "f1": 0.641491, "accuracy": 0.671937, "main_score": 0.641491, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647702, "recall": 0.699605, "f1": 0.660947, "accuracy": 0.699605, "main_score": 0.660947, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603385, "recall": 0.661067, "f1": 0.618748, "accuracy": 0.661067, "main_score": 0.618748, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644835, "recall": 0.692688, "f1": 0.657333, "accuracy": 0.692688, "main_score": 0.657333, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521989, "recall": 0.575099, "f1": 0.536422, "accuracy": 0.575099, "main_score": 0.536422, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618268, "recall": 0.676877, "f1": 0.634293, "accuracy": 0.676877, "main_score": 0.634293, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661104, "recall": 0.708498, "f1": 0.67421, "accuracy": 0.708498, "main_score": 0.67421, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466943, "recall": 0.527668, "f1": 0.484001, "accuracy": 0.527668, "main_score": 0.484001, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459388, "recall": 0.523715, "f1": 0.476683, "accuracy": 0.523715, "main_score": 0.476683, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556227, "recall": 0.602767, "f1": 0.569277, "accuracy": 0.602767, "main_score": 0.569277, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657598, "recall": 0.703557, "f1": 0.669658, "accuracy": 0.703557, "main_score": 0.669658, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135264, "recall": 0.181818, "f1": 0.146662, "accuracy": 0.181818, "main_score": 0.146662, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.677875, "recall": 0.726285, "f1": 0.690597, "accuracy": 0.726285, "main_score": 0.690597, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.58373, "recall": 0.635375, "f1": 0.597982, "accuracy": 0.635375, "main_score": 0.597982, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.613599, "recall": 0.661067, "f1": 0.626444, "accuracy": 0.661067, "main_score": 0.626444, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656652, "recall": 0.703557, "f1": 0.669095, "accuracy": 0.703557, "main_score": 0.669095, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485824, "recall": 0.538538, "f1": 0.500029, "accuracy": 0.538538, "main_score": 0.500029, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465529, "recall": 0.519763, "f1": 0.480585, "accuracy": 0.519763, "main_score": 0.480585, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633996, "recall": 0.684783, "f1": 0.648281, "accuracy": 0.684783, "main_score": 0.648281, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667666, "recall": 0.717391, "f1": 0.681139, "accuracy": 0.717391, "main_score": 0.681139, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640909, "recall": 0.681818, "f1": 0.652006, "accuracy": 0.681818, "main_score": 0.652006, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588949, "recall": 0.634387, "f1": 0.602028, "accuracy": 0.634387, "main_score": 0.602028, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451154, "recall": 0.511858, "f1": 0.468297, "accuracy": 0.511858, "main_score": 0.468297, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644359, "recall": 0.690711, "f1": 0.656338, "accuracy": 0.690711, "main_score": 0.656338, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472811, "recall": 0.525692, "f1": 0.487597, "accuracy": 0.525692, "main_score": 0.487597, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498544, "recall": 0.551383, "f1": 0.513029, "accuracy": 0.551383, "main_score": 0.513029, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668785, "recall": 0.720356, "f1": 0.682684, "accuracy": 0.720356, "main_score": 0.682684, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.640523, "recall": 0.682806, "f1": 0.651214, "accuracy": 0.682806, "main_score": 0.651214, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66503, "recall": 0.717391, "f1": 0.679663, "accuracy": 0.717391, "main_score": 0.679663, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.389099, "recall": 0.442688, "f1": 0.403239, "accuracy": 0.442688, "main_score": 0.403239, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.686974, "recall": 0.733202, "f1": 0.699096, "accuracy": 0.733202, "main_score": 0.699096, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640386, "recall": 0.688735, "f1": 0.653284, "accuracy": 0.688735, "main_score": 0.653284, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.645212, "recall": 0.699605, "f1": 0.660351, "accuracy": 0.699605, "main_score": 0.660351, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.544709, "recall": 0.598814, "f1": 0.559357, "accuracy": 0.598814, "main_score": 0.559357, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479021, "recall": 0.533597, "f1": 0.493645, "accuracy": 0.533597, "main_score": 0.493645, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627031, "recall": 0.672925, "f1": 0.639795, "accuracy": 0.672925, "main_score": 0.639795, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61229, "recall": 0.658103, "f1": 0.624721, "accuracy": 0.658103, "main_score": 0.624721, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518873, "recall": 0.570158, "f1": 0.532678, "accuracy": 0.570158, "main_score": 0.532678, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570506, "recall": 0.62253, "f1": 0.584286, "accuracy": 0.62253, "main_score": 0.584286, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.662408, "recall": 0.711462, "f1": 0.6753, "accuracy": 0.711462, "main_score": 0.6753, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.627252, "recall": 0.674901, "f1": 0.639667, "accuracy": 0.674901, "main_score": 0.639667, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677081, "recall": 0.724308, "f1": 0.690214, "accuracy": 0.724308, "main_score": 0.690214, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6086, "recall": 0.659091, "f1": 0.622126, "accuracy": 0.659091, "main_score": 0.622126, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663485, "recall": 0.708498, "f1": 0.675292, "accuracy": 0.708498, "main_score": 0.675292, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594093, "recall": 0.645257, "f1": 0.608302, "accuracy": 0.645257, "main_score": 0.608302, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633292, "recall": 0.675889, "f1": 0.644859, "accuracy": 0.675889, "main_score": 0.644859, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428057, "recall": 0.482213, "f1": 0.441704, "accuracy": 0.482213, "main_score": 0.441704, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65215, "recall": 0.697628, "f1": 0.664139, "accuracy": 0.697628, "main_score": 0.664139, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45435, "recall": 0.513834, "f1": 0.470782, "accuracy": 0.513834, "main_score": 0.470782, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.616334, "recall": 0.66996, "f1": 0.63101, "accuracy": 0.66996, "main_score": 0.63101, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.666095, "recall": 0.716403, "f1": 0.679463, "accuracy": 0.716403, "main_score": 0.679463, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561535, "recall": 0.614625, "f1": 0.575572, "accuracy": 0.614625, "main_score": 0.575572, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614894, "recall": 0.659091, "f1": 0.627251, "accuracy": 0.659091, "main_score": 0.627251, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631682, "recall": 0.675889, "f1": 0.643521, "accuracy": 0.675889, "main_score": 0.643521, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.518114, "recall": 0.568182, "f1": 0.531462, "accuracy": 0.568182, "main_score": 0.531462, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506032, "recall": 0.5583, "f1": 0.520673, "accuracy": 0.5583, "main_score": 0.520673, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64917, "recall": 0.69664, "f1": 0.661504, "accuracy": 0.69664, "main_score": 0.661504, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655496, "recall": 0.700593, "f1": 0.667929, "accuracy": 0.700593, "main_score": 0.667929, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676164, "recall": 0.727273, "f1": 0.689696, "accuracy": 0.727273, "main_score": 0.689696, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450394, "recall": 0.503953, "f1": 0.465038, "accuracy": 0.503953, "main_score": 0.465038, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672075, "recall": 0.717391, "f1": 0.684413, "accuracy": 0.717391, "main_score": 0.684413, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682994, "recall": 0.727273, "f1": 0.694492, "accuracy": 0.727273, "main_score": 0.694492, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.641929, "recall": 0.692688, "f1": 0.655344, "accuracy": 0.692688, "main_score": 0.655344, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.440163, "recall": 0.494071, "f1": 0.454657, "accuracy": 0.494071, "main_score": 0.454657, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666981, "recall": 0.710474, "f1": 0.67878, "accuracy": 0.710474, "main_score": 0.67878, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531134, "recall": 0.581028, "f1": 0.544505, "accuracy": 0.581028, "main_score": 0.544505, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461575, "recall": 0.519763, "f1": 0.477353, "accuracy": 0.519763, "main_score": 0.477353, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474597, "recall": 0.528656, "f1": 0.489354, "accuracy": 0.528656, "main_score": 0.489354, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583971, "recall": 0.631423, "f1": 0.597266, "accuracy": 0.631423, "main_score": 0.597266, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6745, "recall": 0.72332, "f1": 0.687345, "accuracy": 0.72332, "main_score": 0.687345, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5857, "recall": 0.644269, "f1": 0.601484, "accuracy": 0.644269, "main_score": 0.601484, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428912, "recall": 0.482213, "f1": 0.443415, "accuracy": 0.482213, "main_score": 0.443415, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50066, "recall": 0.559289, "f1": 0.516786, "accuracy": 0.559289, "main_score": 0.516786, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663585, "recall": 0.721344, "f1": 0.679366, "accuracy": 0.721344, "main_score": 0.679366, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.485891, "recall": 0.545455, "f1": 0.502266, "accuracy": 0.545455, "main_score": 0.502266, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483951, "recall": 0.530632, "f1": 0.495998, "accuracy": 0.530632, "main_score": 0.495998, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628014, "recall": 0.683794, "f1": 0.643605, "accuracy": 0.683794, "main_score": 0.643605, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445858, "recall": 0.505929, "f1": 0.462988, "accuracy": 0.505929, "main_score": 0.462988, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492484, "recall": 0.54249, "f1": 0.505835, "accuracy": 0.54249, "main_score": 0.505835, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627401, "recall": 0.667984, "f1": 0.638233, "accuracy": 0.667984, "main_score": 0.638233, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587085, "recall": 0.634387, "f1": 0.600008, "accuracy": 0.634387, "main_score": 0.600008, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647512, "recall": 0.681818, "f1": 0.657104, "accuracy": 0.681818, "main_score": 0.657104, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638797, "recall": 0.690711, "f1": 0.652881, "accuracy": 0.690711, "main_score": 0.652881, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590705, "recall": 0.639328, "f1": 0.604164, "accuracy": 0.639328, "main_score": 0.604164, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663153, "recall": 0.703557, "f1": 0.674033, "accuracy": 0.703557, "main_score": 0.674033, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.397957, "recall": 0.471344, "f1": 0.418472, "accuracy": 0.471344, "main_score": 0.418472, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633292, "recall": 0.68083, "f1": 0.645876, "accuracy": 0.68083, "main_score": 0.645876, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.585768, "recall": 0.636364, "f1": 0.599651, "accuracy": 0.636364, "main_score": 0.599651, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.653854, "recall": 0.6917, "f1": 0.664955, "accuracy": 0.6917, "main_score": 0.664955, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670008, "recall": 0.728261, "f1": 0.68581, "accuracy": 0.728261, "main_score": 0.68581, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.458949, "recall": 0.51581, "f1": 0.474766, "accuracy": 0.51581, "main_score": 0.474766, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476561, "recall": 0.52668, "f1": 0.489616, "accuracy": 0.52668, "main_score": 0.489616, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613118, "recall": 0.674901, "f1": 0.630934, "accuracy": 0.674901, "main_score": 0.630934, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554051, "recall": 0.616601, "f1": 0.571532, "accuracy": 0.616601, "main_score": 0.571532, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459611, "recall": 0.537549, "f1": 0.480707, "accuracy": 0.537549, "main_score": 0.480707, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618619, "recall": 0.677866, "f1": 0.634738, "accuracy": 0.677866, "main_score": 0.634738, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907628, "accuracy": 0.926877, "main_score": 0.907628, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623938, "recall": 0.681818, "f1": 0.640653, "accuracy": 0.681818, "main_score": 0.640653, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640566, "recall": 0.706522, "f1": 0.659373, "accuracy": 0.706522, "main_score": 0.659373, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588554, "recall": 0.648221, "f1": 0.605623, "accuracy": 0.648221, "main_score": 0.605623, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190675, "recall": 0.237154, "f1": 0.201988, "accuracy": 0.237154, "main_score": 0.201988, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.646598, "recall": 0.69664, "f1": 0.660512, "accuracy": 0.69664, "main_score": 0.660512, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.702355, "recall": 0.754941, "f1": 0.717819, "accuracy": 0.754941, "main_score": 0.717819, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.572661, "recall": 0.624506, "f1": 0.587226, "accuracy": 0.624506, "main_score": 0.587226, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533199, "recall": 0.604743, "f1": 0.552648, "accuracy": 0.604743, "main_score": 0.552648, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576853, "recall": 0.642292, "f1": 0.595345, "accuracy": 0.642292, "main_score": 0.595345, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605043, "recall": 0.667984, "f1": 0.622424, "accuracy": 0.667984, "main_score": 0.622424, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544057, "recall": 0.608696, "f1": 0.562502, "accuracy": 0.608696, "main_score": 0.562502, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567582, "recall": 0.632411, "f1": 0.585899, "accuracy": 0.632411, "main_score": 0.585899, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529474, "recall": 0.583004, "f1": 0.544526, "accuracy": 0.583004, "main_score": 0.544526, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333967, "recall": 0.396245, "f1": 0.351557, "accuracy": 0.396245, "main_score": 0.351557, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615596, "recall": 0.671937, "f1": 0.631418, "accuracy": 0.671937, "main_score": 0.631418, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610706, "recall": 0.66996, "f1": 0.627489, "accuracy": 0.66996, "main_score": 0.627489, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741447, "recall": 0.800395, "f1": 0.759143, "accuracy": 0.800395, "main_score": 0.759143, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6903, "recall": 0.761858, "f1": 0.711034, "accuracy": 0.761858, "main_score": 0.711034, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734, "recall": 0.784585, "f1": 0.74854, "accuracy": 0.784585, "main_score": 0.74854, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693307, "recall": 0.746047, "f1": 0.709272, "accuracy": 0.746047, "main_score": 0.709272, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6841, "recall": 0.747036, "f1": 0.70292, "accuracy": 0.747036, "main_score": 0.70292, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.572934, "recall": 0.637352, "f1": 0.591096, "accuracy": 0.637352, "main_score": 0.591096, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581201, "recall": 0.637352, "f1": 0.597156, "accuracy": 0.637352, "main_score": 0.597156, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815448, "recall": 0.860672, "f1": 0.829183, "accuracy": 0.860672, "main_score": 0.829183, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486992, "recall": 0.54249, "f1": 0.501536, "accuracy": 0.54249, "main_score": 0.501536, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.891593, "recall": 0.920949, "f1": 0.900747, "accuracy": 0.920949, "main_score": 0.900747, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552463, "recall": 0.616601, "f1": 0.570764, "accuracy": 0.616601, "main_score": 0.570764, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.993083, "f1": 0.99226, "accuracy": 0.993083, "main_score": 0.99226, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.63596, "recall": 0.701581, "f1": 0.654362, "accuracy": 0.701581, "main_score": 0.654362, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201362, "recall": 0.262846, "f1": 0.215836, "accuracy": 0.262846, "main_score": 0.215836, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641314, "recall": 0.709486, "f1": 0.661121, "accuracy": 0.709486, "main_score": 0.661121, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832428, "recall": 0.878458, "f1": 0.846871, "accuracy": 0.878458, "main_score": 0.846871, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430971, "recall": 0.495059, "f1": 0.448916, "accuracy": 0.495059, "main_score": 0.448916, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696789, "recall": 0.753953, "f1": 0.713702, "accuracy": 0.753953, "main_score": 0.713702, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579501, "recall": 0.642292, "f1": 0.597475, "accuracy": 0.642292, "main_score": 0.597475, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527944, "recall": 0.591897, "f1": 0.54564, "accuracy": 0.591897, "main_score": 0.54564, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701426, "recall": 0.751976, "f1": 0.716504, "accuracy": 0.751976, "main_score": 0.716504, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250122, "recall": 0.337945, "f1": 0.273776, "accuracy": 0.337945, "main_score": 0.273776, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611917, "recall": 0.672925, "f1": 0.629825, "accuracy": 0.672925, "main_score": 0.629825, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613046, "recall": 0.673913, "f1": 0.630512, "accuracy": 0.673913, "main_score": 0.630512, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.736364, "recall": 0.798419, "f1": 0.755322, "accuracy": 0.798419, "main_score": 0.755322, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5772, "recall": 0.639328, "f1": 0.595604, "accuracy": 0.639328, "main_score": 0.595604, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830945, "recall": 0.875494, "f1": 0.84473, "accuracy": 0.875494, "main_score": 0.84473, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489469, "recall": 0.55336, "f1": 0.507047, "accuracy": 0.55336, "main_score": 0.507047, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906456, "recall": 0.932806, "f1": 0.914643, "accuracy": 0.932806, "main_score": 0.914643, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64082, "recall": 0.6917, "f1": 0.655354, "accuracy": 0.6917, "main_score": 0.655354, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484684, "recall": 0.555336, "f1": 0.504166, "accuracy": 0.555336, "main_score": 0.504166, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634124, "recall": 0.709486, "f1": 0.656348, "accuracy": 0.709486, "main_score": 0.656348, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873353, "recall": 0.909091, "f1": 0.884717, "accuracy": 0.909091, "main_score": 0.884717, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.672342, "recall": 0.721344, "f1": 0.68619, "accuracy": 0.721344, "main_score": 0.68619, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672523, "recall": 0.731225, "f1": 0.689481, "accuracy": 0.731225, "main_score": 0.689481, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553014, "recall": 0.617589, "f1": 0.571445, "accuracy": 0.617589, "main_score": 0.571445, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558714, "recall": 0.621542, "f1": 0.575825, "accuracy": 0.621542, "main_score": 0.575825, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861989, "recall": 0.900198, "f1": 0.873781, "accuracy": 0.900198, "main_score": 0.873781, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5627, "recall": 0.62747, "f1": 0.581104, "accuracy": 0.62747, "main_score": 0.581104, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644177, "recall": 0.704545, "f1": 0.661797, "accuracy": 0.704545, "main_score": 0.661797, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511224, "recall": 0.566206, "f1": 0.527036, "accuracy": 0.566206, "main_score": 0.527036, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604751, "recall": 0.657115, "f1": 0.619631, "accuracy": 0.657115, "main_score": 0.619631, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.619788, "recall": 0.68083, "f1": 0.63728, "accuracy": 0.68083, "main_score": 0.63728, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578756, "recall": 0.635375, "f1": 0.594787, "accuracy": 0.635375, "main_score": 0.594787, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563587, "recall": 0.625494, "f1": 0.581606, "accuracy": 0.625494, "main_score": 0.581606, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766502, "recall": 0.81917, "f1": 0.782613, "accuracy": 0.81917, "main_score": 0.782613, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770266, "recall": 0.818182, "f1": 0.784964, "accuracy": 0.818182, "main_score": 0.784964, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893314, "recall": 0.918972, "f1": 0.901153, "accuracy": 0.918972, "main_score": 0.901153, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517396, "recall": 0.593874, "f1": 0.540119, "accuracy": 0.593874, "main_score": 0.540119, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.745193, "recall": 0.799407, "f1": 0.761561, "accuracy": 0.799407, "main_score": 0.761561, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633649, "recall": 0.682806, "f1": 0.64737, "accuracy": 0.682806, "main_score": 0.64737, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600002, "recall": 0.659091, "f1": 0.617439, "accuracy": 0.659091, "main_score": 0.617439, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540367, "recall": 0.603755, "f1": 0.558466, "accuracy": 0.603755, "main_score": 0.558466, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386003, "recall": 0.454545, "f1": 0.404078, "accuracy": 0.454545, "main_score": 0.404078, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.975296, "f1": 0.96917, "accuracy": 0.975296, "main_score": 0.96917, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596272, "recall": 0.653162, "f1": 0.61223, "accuracy": 0.653162, "main_score": 0.61223, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853673, "recall": 0.887352, "f1": 0.864361, "accuracy": 0.887352, "main_score": 0.864361, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933992, "recall": 0.949605, "f1": 0.9389, "accuracy": 0.949605, "main_score": 0.9389, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.98419, "f1": 0.980402, "accuracy": 0.98419, "main_score": 0.980402, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607547, "recall": 0.658103, "f1": 0.62176, "accuracy": 0.658103, "main_score": 0.62176, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947711, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607642, "recall": 0.668972, "f1": 0.625569, "accuracy": 0.668972, "main_score": 0.625569, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577686, "recall": 0.633399, "f1": 0.593587, "accuracy": 0.633399, "main_score": 0.593587, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194008, "recall": 0.23913, "f1": 0.204917, "accuracy": 0.23913, "main_score": 0.204917, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640748, "recall": 0.685771, "f1": 0.653334, "accuracy": 0.685771, "main_score": 0.653334, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669862, "recall": 0.717391, "f1": 0.683451, "accuracy": 0.717391, "main_score": 0.683451, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944993, "accuracy": 0.956522, "main_score": 0.944993, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987895, "recall": 0.990119, "f1": 0.988538, "accuracy": 0.990119, "main_score": 0.988538, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553549, "recall": 0.603755, "f1": 0.567959, "accuracy": 0.603755, "main_score": 0.567959, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508508, "recall": 0.577075, "f1": 0.526524, "accuracy": 0.577075, "main_score": 0.526524, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570604, "recall": 0.637352, "f1": 0.589668, "accuracy": 0.637352, "main_score": 0.589668, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59916, "recall": 0.651186, "f1": 0.613374, "accuracy": 0.651186, "main_score": 0.613374, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874918, "recall": 0.907115, "f1": 0.884947, "accuracy": 0.907115, "main_score": 0.884947, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974967, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526633, "recall": 0.581028, "f1": 0.542542, "accuracy": 0.581028, "main_score": 0.542542, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565619, "recall": 0.624506, "f1": 0.581953, "accuracy": 0.624506, "main_score": 0.581953, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529079, "recall": 0.579051, "f1": 0.542406, "accuracy": 0.579051, "main_score": 0.542406, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917572, "recall": 0.937747, "f1": 0.92365, "accuracy": 0.937747, "main_score": 0.92365, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318478, "recall": 0.375494, "f1": 0.335084, "accuracy": 0.375494, "main_score": 0.335084, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594706, "recall": 0.647233, "f1": 0.609493, "accuracy": 0.647233, "main_score": 0.609493, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.97332, "f1": 0.967015, "accuracy": 0.97332, "main_score": 0.967015, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588231, "recall": 0.63834, "f1": 0.602913, "accuracy": 0.63834, "main_score": 0.602913, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707274, "recall": 0.768775, "f1": 0.725551, "accuracy": 0.768775, "main_score": 0.725551, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9403, "recall": 0.956522, "f1": 0.945389, "accuracy": 0.956522, "main_score": 0.945389, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584841, "recall": 0.666996, "f1": 0.608514, "accuracy": 0.666996, "main_score": 0.608514, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694295, "recall": 0.745059, "f1": 0.709145, "accuracy": 0.745059, "main_score": 0.709145, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666021, "recall": 0.712451, "f1": 0.679106, "accuracy": 0.712451, "main_score": 0.679106, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651092, "recall": 0.710474, "f1": 0.668742, "accuracy": 0.710474, "main_score": 0.668742, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908267, "recall": 0.933794, "f1": 0.916304, "accuracy": 0.933794, "main_score": 0.916304, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.991107, "f1": 0.989625, "accuracy": 0.991107, "main_score": 0.989625, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55234, "recall": 0.610672, "f1": 0.569175, "accuracy": 0.610672, "main_score": 0.569175, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572061, "recall": 0.62253, "f1": 0.586531, "accuracy": 0.62253, "main_score": 0.586531, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.786506, "recall": 0.833004, "f1": 0.800282, "accuracy": 0.833004, "main_score": 0.800282, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485681, "recall": 0.535573, "f1": 0.499117, "accuracy": 0.535573, "main_score": 0.499117, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.978261, "f1": 0.972661, "accuracy": 0.978261, "main_score": 0.972661, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.841156, "recall": 0.881423, "f1": 0.853953, "accuracy": 0.881423, "main_score": 0.853953, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553962, "recall": 0.606719, "f1": 0.56828, "accuracy": 0.606719, "main_score": 0.56828, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.983202, "f1": 0.979743, "accuracy": 0.983202, "main_score": 0.979743, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.621117, "recall": 0.681818, "f1": 0.638046, "accuracy": 0.681818, "main_score": 0.638046, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201692, "recall": 0.257905, "f1": 0.214178, "accuracy": 0.257905, "main_score": 0.214178, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.63321, "recall": 0.6917, "f1": 0.649975, "accuracy": 0.6917, "main_score": 0.649975, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770777, "recall": 0.822134, "f1": 0.786165, "accuracy": 0.822134, "main_score": 0.786165, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425776, "recall": 0.481225, "f1": 0.441126, "accuracy": 0.481225, "main_score": 0.441126, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.980237, "f1": 0.975461, "accuracy": 0.980237, "main_score": 0.975461, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980484, "recall": 0.985178, "f1": 0.98195, "accuracy": 0.985178, "main_score": 0.98195, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.686413, "recall": 0.737154, "f1": 0.701172, "accuracy": 0.737154, "main_score": 0.701172, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544475, "recall": 0.601779, "f1": 0.561704, "accuracy": 0.601779, "main_score": 0.561704, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511771, "recall": 0.573123, "f1": 0.528684, "accuracy": 0.573123, "main_score": 0.528684, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664369, "recall": 0.712451, "f1": 0.678005, "accuracy": 0.712451, "main_score": 0.678005, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232081, "recall": 0.310277, "f1": 0.253049, "accuracy": 0.310277, "main_score": 0.253049, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588867, "recall": 0.641304, "f1": 0.604235, "accuracy": 0.641304, "main_score": 0.604235, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583083, "recall": 0.646245, "f1": 0.600922, "accuracy": 0.646245, "main_score": 0.600922, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696846, "recall": 0.755929, "f1": 0.714152, "accuracy": 0.755929, "main_score": 0.714152, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563475, "recall": 0.624506, "f1": 0.580887, "accuracy": 0.624506, "main_score": 0.580887, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787467, "recall": 0.836957, "f1": 0.802866, "accuracy": 0.836957, "main_score": 0.802866, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.978261, "f1": 0.97332, "accuracy": 0.978261, "main_score": 0.97332, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4646, "recall": 0.522727, "f1": 0.480371, "accuracy": 0.522727, "main_score": 0.480371, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.98913, "f1": 0.986989, "accuracy": 0.98913, "main_score": 0.986989, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.938488, "recall": 0.955534, "f1": 0.943906, "accuracy": 0.955534, "main_score": 0.943906, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.894269, "f1": 0.867819, "accuracy": 0.894269, "main_score": 0.867819, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.936759, "f1": 0.920751, "accuracy": 0.936759, "main_score": 0.920751, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616765, "recall": 0.667984, "f1": 0.631136, "accuracy": 0.667984, "main_score": 0.631136, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979496, "recall": 0.98419, "f1": 0.980962, "accuracy": 0.98419, "main_score": 0.980962, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.991107, "f1": 0.989295, "accuracy": 0.991107, "main_score": 0.989295, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853961, "recall": 0.890316, "f1": 0.865357, "accuracy": 0.890316, "main_score": 0.865357, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.977273, "f1": 0.971838, "accuracy": 0.977273, "main_score": 0.971838, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449696, "recall": 0.516798, "f1": 0.467963, "accuracy": 0.516798, "main_score": 0.467963, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602981, "recall": 0.66996, "f1": 0.622501, "accuracy": 0.66996, "main_score": 0.622501, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.979249, "f1": 0.974308, "accuracy": 0.979249, "main_score": 0.974308, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826993, "recall": 0.867589, "f1": 0.839215, "accuracy": 0.867589, "main_score": 0.839215, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654438, "recall": 0.703557, "f1": 0.668071, "accuracy": 0.703557, "main_score": 0.668071, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64867, "recall": 0.70751, "f1": 0.666175, "accuracy": 0.70751, "main_score": 0.666175, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.945652, "f1": 0.930007, "accuracy": 0.945652, "main_score": 0.930007, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549194, "recall": 0.605731, "f1": 0.565392, "accuracy": 0.605731, "main_score": 0.565392, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.993083, "f1": 0.991765, "accuracy": 0.993083, "main_score": 0.991765, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534363, "recall": 0.589921, "f1": 0.549797, "accuracy": 0.589921, "main_score": 0.549797, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807378, "recall": 0.851779, "f1": 0.820553, "accuracy": 0.851779, "main_score": 0.820553, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553816, "recall": 0.612648, "f1": 0.570474, "accuracy": 0.612648, "main_score": 0.570474, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628354, "recall": 0.687747, "f1": 0.644946, "accuracy": 0.687747, "main_score": 0.644946, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887599, "recall": 0.91996, "f1": 0.897958, "accuracy": 0.91996, "main_score": 0.897958, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514463, "recall": 0.564229, "f1": 0.528513, "accuracy": 0.564229, "main_score": 0.528513, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589114, "recall": 0.642292, "f1": 0.604452, "accuracy": 0.642292, "main_score": 0.604452, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.988142, "f1": 0.985672, "accuracy": 0.988142, "main_score": 0.985672, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.583765, "recall": 0.642292, "f1": 0.600727, "accuracy": 0.642292, "main_score": 0.600727, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553159, "recall": 0.606719, "f1": 0.568191, "accuracy": 0.606719, "main_score": 0.568191, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544779, "recall": 0.605731, "f1": 0.562982, "accuracy": 0.605731, "main_score": 0.562982, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742045, "recall": 0.79249, "f1": 0.757411, "accuracy": 0.79249, "main_score": 0.757411, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.97332, "f1": 0.966304, "accuracy": 0.97332, "main_score": 0.966304, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727997, "recall": 0.773715, "f1": 0.74129, "accuracy": 0.773715, "main_score": 0.74129, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.886364, "f1": 0.864893, "accuracy": 0.886364, "main_score": 0.864893, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965448, "recall": 0.974308, "f1": 0.968215, "accuracy": 0.974308, "main_score": 0.968215, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488629, "recall": 0.564229, "f1": 0.511187, "accuracy": 0.564229, "main_score": 0.511187, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.992095, "f1": 0.990613, "accuracy": 0.992095, "main_score": 0.990613, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.987154, "f1": 0.984354, "accuracy": 0.987154, "main_score": 0.984354, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.703426, "recall": 0.761858, "f1": 0.721066, "accuracy": 0.761858, "main_score": 0.721066, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599722, "recall": 0.646245, "f1": 0.612505, "accuracy": 0.646245, "main_score": 0.612505, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591413, "recall": 0.652174, "f1": 0.608797, "accuracy": 0.652174, "main_score": 0.608797, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537362, "recall": 0.597826, "f1": 0.553786, "accuracy": 0.597826, "main_score": 0.553786, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409265, "recall": 0.485178, "f1": 0.429448, "accuracy": 0.485178, "main_score": 0.429448, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605188, "recall": 0.662055, "f1": 0.620753, "accuracy": 0.662055, "main_score": 0.620753, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865975, "recall": 0.898221, "f1": 0.875988, "accuracy": 0.898221, "main_score": 0.875988, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.611679, "recall": 0.666008, "f1": 0.627442, "accuracy": 0.666008, "main_score": 0.627442, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618744, "recall": 0.681818, "f1": 0.637107, "accuracy": 0.681818, "main_score": 0.637107, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557651, "recall": 0.616601, "f1": 0.573918, "accuracy": 0.616601, "main_score": 0.573918, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17269, "recall": 0.215415, "f1": 0.183504, "accuracy": 0.215415, "main_score": 0.183504, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629702, "recall": 0.678854, "f1": 0.64274, "accuracy": 0.678854, "main_score": 0.64274, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681423, "recall": 0.735178, "f1": 0.697073, "accuracy": 0.735178, "main_score": 0.697073, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55295, "recall": 0.605731, "f1": 0.567462, "accuracy": 0.605731, "main_score": 0.567462, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520148, "recall": 0.587945, "f1": 0.538237, "accuracy": 0.587945, "main_score": 0.538237, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565703, "recall": 0.625494, "f1": 0.582861, "accuracy": 0.625494, "main_score": 0.582861, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589824, "recall": 0.65415, "f1": 0.607971, "accuracy": 0.65415, "main_score": 0.607971, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882205, "recall": 0.914032, "f1": 0.89215, "accuracy": 0.914032, "main_score": 0.89215, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535172, "recall": 0.596838, "f1": 0.552292, "accuracy": 0.596838, "main_score": 0.552292, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552179, "recall": 0.618577, "f1": 0.570243, "accuracy": 0.618577, "main_score": 0.570243, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535251, "recall": 0.587945, "f1": 0.549553, "accuracy": 0.587945, "main_score": 0.549553, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937039, "recall": 0.952569, "f1": 0.941568, "accuracy": 0.952569, "main_score": 0.941568, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.327087, "recall": 0.382411, "f1": 0.342423, "accuracy": 0.382411, "main_score": 0.342423, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606559, "recall": 0.66502, "f1": 0.622828, "accuracy": 0.66502, "main_score": 0.622828, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589408, "recall": 0.643281, "f1": 0.605058, "accuracy": 0.643281, "main_score": 0.605058, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707689, "recall": 0.76581, "f1": 0.724391, "accuracy": 0.76581, "main_score": 0.724391, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601574, "recall": 0.674901, "f1": 0.622264, "accuracy": 0.674901, "main_score": 0.622264, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.694599, "recall": 0.752964, "f1": 0.711059, "accuracy": 0.752964, "main_score": 0.711059, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679595, "recall": 0.727273, "f1": 0.693795, "accuracy": 0.727273, "main_score": 0.693795, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667506, "recall": 0.730237, "f1": 0.685482, "accuracy": 0.730237, "main_score": 0.685482, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937912, "recall": 0.956522, "f1": 0.943808, "accuracy": 0.956522, "main_score": 0.943808, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555203, "recall": 0.613636, "f1": 0.571251, "accuracy": 0.613636, "main_score": 0.571251, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555897, "recall": 0.614625, "f1": 0.572272, "accuracy": 0.614625, "main_score": 0.572272, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80611, "recall": 0.851779, "f1": 0.81965, "accuracy": 0.851779, "main_score": 0.81965, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481548, "recall": 0.536561, "f1": 0.496105, "accuracy": 0.536561, "main_score": 0.496105, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.841024, "recall": 0.881423, "f1": 0.853129, "accuracy": 0.881423, "main_score": 0.853129, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.552833, "recall": 0.609684, "f1": 0.568818, "accuracy": 0.609684, "main_score": 0.568818, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620388, "recall": 0.68083, "f1": 0.637277, "accuracy": 0.68083, "main_score": 0.637277, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195873, "recall": 0.251976, "f1": 0.208329, "accuracy": 0.251976, "main_score": 0.208329, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.654776, "recall": 0.709486, "f1": 0.670276, "accuracy": 0.709486, "main_score": 0.670276, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795199, "recall": 0.844862, "f1": 0.810365, "accuracy": 0.844862, "main_score": 0.810365, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430627, "recall": 0.482213, "f1": 0.444117, "accuracy": 0.482213, "main_score": 0.444117, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.671402, "recall": 0.729249, "f1": 0.68825, "accuracy": 0.729249, "main_score": 0.68825, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569759, "recall": 0.628458, "f1": 0.586261, "accuracy": 0.628458, "main_score": 0.586261, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518227, "recall": 0.583992, "f1": 0.535883, "accuracy": 0.583992, "main_score": 0.535883, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682743, "recall": 0.733202, "f1": 0.697332, "accuracy": 0.733202, "main_score": 0.697332, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223927, "recall": 0.296443, "f1": 0.242446, "accuracy": 0.296443, "main_score": 0.242446, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57893, "recall": 0.645257, "f1": 0.597834, "accuracy": 0.645257, "main_score": 0.597834, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593958, "recall": 0.656126, "f1": 0.611401, "accuracy": 0.656126, "main_score": 0.611401, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.982213, "f1": 0.977997, "accuracy": 0.982213, "main_score": 0.977997, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.695645, "recall": 0.761858, "f1": 0.715319, "accuracy": 0.761858, "main_score": 0.715319, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581032, "recall": 0.645257, "f1": 0.598643, "accuracy": 0.645257, "main_score": 0.598643, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77076, "recall": 0.81917, "f1": 0.785096, "accuracy": 0.81917, "main_score": 0.785096, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47333, "recall": 0.536561, "f1": 0.490535, "accuracy": 0.536561, "main_score": 0.490535, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.869433, "recall": 0.905138, "f1": 0.880567, "accuracy": 0.905138, "main_score": 0.880567, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.954545, "f1": 0.941436, "accuracy": 0.954545, "main_score": 0.941436, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614717, "recall": 0.671937, "f1": 0.630714, "accuracy": 0.671937, "main_score": 0.630714, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899901, "recall": 0.928854, "f1": 0.908893, "accuracy": 0.928854, "main_score": 0.908893, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470999, "recall": 0.538538, "f1": 0.489137, "accuracy": 0.538538, "main_score": 0.489137, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608911, "recall": 0.676877, "f1": 0.628911, "accuracy": 0.676877, "main_score": 0.628911, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862648, "recall": 0.898221, "f1": 0.873617, "accuracy": 0.898221, "main_score": 0.873617, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.654316, "recall": 0.710474, "f1": 0.670382, "accuracy": 0.710474, "main_score": 0.670382, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646752, "recall": 0.704545, "f1": 0.663114, "accuracy": 0.704545, "main_score": 0.663114, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545727, "recall": 0.609684, "f1": 0.563816, "accuracy": 0.609684, "main_score": 0.563816, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549896, "recall": 0.610672, "f1": 0.566655, "accuracy": 0.610672, "main_score": 0.566655, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814097, "recall": 0.860672, "f1": 0.828327, "accuracy": 0.860672, "main_score": 0.828327, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55305, "recall": 0.612648, "f1": 0.569638, "accuracy": 0.612648, "main_score": 0.569638, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623027, "recall": 0.682806, "f1": 0.639768, "accuracy": 0.682806, "main_score": 0.639768, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931851, "recall": 0.951581, "f1": 0.938076, "accuracy": 0.951581, "main_score": 0.938076, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506317, "recall": 0.564229, "f1": 0.522388, "accuracy": 0.564229, "main_score": 0.522388, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595498, "recall": 0.648221, "f1": 0.609855, "accuracy": 0.648221, "main_score": 0.609855, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585392, "recall": 0.650198, "f1": 0.604297, "accuracy": 0.650198, "main_score": 0.604297, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563648, "recall": 0.614625, "f1": 0.577751, "accuracy": 0.614625, "main_score": 0.577751, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541886, "recall": 0.608696, "f1": 0.561152, "accuracy": 0.608696, "main_score": 0.561152, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726433, "recall": 0.781621, "f1": 0.742396, "accuracy": 0.781621, "main_score": 0.742396, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756126, "recall": 0.80336, "f1": 0.770553, "accuracy": 0.80336, "main_score": 0.770553, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867671, "recall": 0.898221, "f1": 0.877009, "accuracy": 0.898221, "main_score": 0.877009, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940283, "accuracy": 0.953557, "main_score": 0.940283, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495932, "recall": 0.572134, "f1": 0.517792, "accuracy": 0.572134, "main_score": 0.517792, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71726, "recall": 0.772727, "f1": 0.734486, "accuracy": 0.772727, "main_score": 0.734486, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601363, "recall": 0.650198, "f1": 0.615199, "accuracy": 0.650198, "main_score": 0.615199, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449341, "recall": 0.51087, "f1": 0.467101, "accuracy": 0.51087, "main_score": 0.467101, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455827, "recall": 0.506917, "f1": 0.469639, "accuracy": 0.506917, "main_score": 0.469639, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366619, "recall": 0.432806, "f1": 0.384428, "accuracy": 0.432806, "main_score": 0.384428, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.959486, "f1": 0.94753, "accuracy": 0.959486, "main_score": 0.94753, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907889, "recall": 0.933794, "f1": 0.916074, "accuracy": 0.933794, "main_score": 0.916074, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.841034, "recall": 0.880435, "f1": 0.852684, "accuracy": 0.880435, "main_score": 0.852684, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509908, "recall": 0.561265, "f1": 0.52338, "accuracy": 0.561265, "main_score": 0.52338, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.961462, "f1": 0.950725, "accuracy": 0.961462, "main_score": 0.950725, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702709, "recall": 0.75, "f1": 0.716271, "accuracy": 0.75, "main_score": 0.716271, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800247, "recall": 0.838933, "f1": 0.811679, "accuracy": 0.838933, "main_score": 0.811679, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.905781, "recall": 0.932806, "f1": 0.914097, "accuracy": 0.932806, "main_score": 0.914097, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461258, "recall": 0.518775, "f1": 0.476997, "accuracy": 0.518775, "main_score": 0.476997, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927619, "recall": 0.950593, "f1": 0.935013, "accuracy": 0.950593, "main_score": 0.935013, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.854894, "recall": 0.892292, "f1": 0.86618, "accuracy": 0.892292, "main_score": 0.86618, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.93643, "recall": 0.956522, "f1": 0.942852, "accuracy": 0.956522, "main_score": 0.942852, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52216, "recall": 0.575099, "f1": 0.537025, "accuracy": 0.575099, "main_score": 0.537025, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917819, "recall": 0.9417, "f1": 0.925184, "accuracy": 0.9417, "main_score": 0.925184, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892408, "recall": 0.920949, "f1": 0.901087, "accuracy": 0.920949, "main_score": 0.901087, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93997, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495211, "recall": 0.556324, "f1": 0.511659, "accuracy": 0.556324, "main_score": 0.511659, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943906, "accuracy": 0.956522, "main_score": 0.943906, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881472, "recall": 0.911067, "f1": 0.890199, "accuracy": 0.911067, "main_score": 0.890199, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18848, "recall": 0.231225, "f1": 0.200162, "accuracy": 0.231225, "main_score": 0.200162, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534169, "recall": 0.581028, "f1": 0.546939, "accuracy": 0.581028, "main_score": 0.546939, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9333, "recall": 0.953557, "f1": 0.93969, "accuracy": 0.953557, "main_score": 0.93969, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932806, "recall": 0.952569, "f1": 0.938853, "accuracy": 0.952569, "main_score": 0.938853, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871163, "recall": 0.907115, "f1": 0.882148, "accuracy": 0.907115, "main_score": 0.882148, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572826, "recall": 0.626482, "f1": 0.588082, "accuracy": 0.626482, "main_score": 0.588082, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.838678, "recall": 0.880435, "f1": 0.85157, "accuracy": 0.880435, "main_score": 0.85157, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87843, "recall": 0.907115, "f1": 0.886883, "accuracy": 0.907115, "main_score": 0.886883, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941667, "accuracy": 0.954545, "main_score": 0.941667, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.925922, "recall": 0.947628, "f1": 0.932642, "accuracy": 0.947628, "main_score": 0.932642, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.471084, "recall": 0.521739, "f1": 0.485119, "accuracy": 0.521739, "main_score": 0.485119, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427575, "recall": 0.485178, "f1": 0.44339, "accuracy": 0.485178, "main_score": 0.44339, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925807, "recall": 0.947628, "f1": 0.932496, "accuracy": 0.947628, "main_score": 0.932496, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494533, "recall": 0.549407, "f1": 0.50928, "accuracy": 0.549407, "main_score": 0.50928, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.958498, "f1": 0.945487, "accuracy": 0.958498, "main_score": 0.945487, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896584, "recall": 0.923913, "f1": 0.904825, "accuracy": 0.923913, "main_score": 0.904825, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.899572, "recall": 0.924901, "f1": 0.907411, "accuracy": 0.924901, "main_score": 0.907411, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477326, "recall": 0.538538, "f1": 0.49477, "accuracy": 0.538538, "main_score": 0.49477, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781268, "recall": 0.833004, "f1": 0.79653, "accuracy": 0.833004, "main_score": 0.79653, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877421, "recall": 0.911067, "f1": 0.887879, "accuracy": 0.911067, "main_score": 0.887879, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892869, "recall": 0.921937, "f1": 0.901666, "accuracy": 0.921937, "main_score": 0.901666, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452128, "recall": 0.505929, "f1": 0.467249, "accuracy": 0.505929, "main_score": 0.467249, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937006, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458726, "recall": 0.518775, "f1": 0.474962, "accuracy": 0.518775, "main_score": 0.474962, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.459364, "recall": 0.508893, "f1": 0.472343, "accuracy": 0.508893, "main_score": 0.472343, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806884, "recall": 0.848814, "f1": 0.819157, "accuracy": 0.848814, "main_score": 0.819157, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308656, "recall": 0.359684, "f1": 0.322384, "accuracy": 0.359684, "main_score": 0.322384, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938768, "recall": 0.956522, "f1": 0.944137, "accuracy": 0.956522, "main_score": 0.944137, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944582, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.958498, "f1": 0.945553, "accuracy": 0.958498, "main_score": 0.945553, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4958, "recall": 0.548419, "f1": 0.510325, "accuracy": 0.548419, "main_score": 0.510325, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852417, "recall": 0.88834, "f1": 0.86308, "accuracy": 0.88834, "main_score": 0.86308, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825832, "recall": 0.870553, "f1": 0.839152, "accuracy": 0.870553, "main_score": 0.839152, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507296, "recall": 0.55336, "f1": 0.520663, "accuracy": 0.55336, "main_score": 0.520663, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900889, "recall": 0.926877, "f1": 0.908729, "accuracy": 0.926877, "main_score": 0.908729, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596833, "recall": 0.659091, "f1": 0.613978, "accuracy": 0.659091, "main_score": 0.613978, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.926877, "f1": 0.905764, "accuracy": 0.926877, "main_score": 0.905764, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942819, "accuracy": 0.955534, "main_score": 0.942819, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930287, "recall": 0.949605, "f1": 0.936331, "accuracy": 0.949605, "main_score": 0.936331, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538159, "recall": 0.617589, "f1": 0.56066, "accuracy": 0.617589, "main_score": 0.56066, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.587091, "recall": 0.649209, "f1": 0.603868, "accuracy": 0.649209, "main_score": 0.603868, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891008, "recall": 0.921937, "f1": 0.900659, "accuracy": 0.921937, "main_score": 0.900659, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537719, "recall": 0.592885, "f1": 0.553182, "accuracy": 0.592885, "main_score": 0.553182, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544307, "recall": 0.605731, "f1": 0.561909, "accuracy": 0.605731, "main_score": 0.561909, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951696, "recall": 0.964427, "f1": 0.955599, "accuracy": 0.964427, "main_score": 0.955599, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891808, "recall": 0.91996, "f1": 0.900214, "accuracy": 0.91996, "main_score": 0.900214, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913414, "recall": 0.935771, "f1": 0.920246, "accuracy": 0.935771, "main_score": 0.920246, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921781, "recall": 0.943676, "f1": 0.928607, "accuracy": 0.943676, "main_score": 0.928607, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939509, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.929875, "accuracy": 0.945652, "main_score": 0.929875, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.463547, "recall": 0.51581, "f1": 0.478288, "accuracy": 0.51581, "main_score": 0.478288, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474755, "recall": 0.534585, "f1": 0.491048, "accuracy": 0.534585, "main_score": 0.491048, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.926442, "recall": 0.947628, "f1": 0.932955, "accuracy": 0.947628, "main_score": 0.932955, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916502, "recall": 0.938735, "f1": 0.923174, "accuracy": 0.938735, "main_score": 0.923174, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649902, "recall": 0.700593, "f1": 0.663941, "accuracy": 0.700593, "main_score": 0.663941, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413841, "recall": 0.462451, "f1": 0.426969, "accuracy": 0.462451, "main_score": 0.426969, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903516, "recall": 0.927866, "f1": 0.910397, "accuracy": 0.927866, "main_score": 0.910397, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900774, "recall": 0.928854, "f1": 0.909439, "accuracy": 0.928854, "main_score": 0.909439, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.748468, "recall": 0.806324, "f1": 0.765928, "accuracy": 0.806324, "main_score": 0.765928, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937994, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466234, "recall": 0.513834, "f1": 0.479255, "accuracy": 0.513834, "main_score": 0.479255, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89417, "recall": 0.922925, "f1": 0.90295, "accuracy": 0.922925, "main_score": 0.90295, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.963439, "f1": 0.953294, "accuracy": 0.963439, "main_score": 0.953294, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943462, "recall": 0.959486, "f1": 0.948306, "accuracy": 0.959486, "main_score": 0.948306, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919278, "recall": 0.940711, "f1": 0.92576, "accuracy": 0.940711, "main_score": 0.92576, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.885616, "recall": 0.913043, "f1": 0.893685, "accuracy": 0.913043, "main_score": 0.893685, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912138, "recall": 0.936759, "f1": 0.919815, "accuracy": 0.936759, "main_score": 0.919815, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.487152, "recall": 0.545455, "f1": 0.502531, "accuracy": 0.545455, "main_score": 0.502531, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205341, "recall": 0.253953, "f1": 0.216517, "accuracy": 0.253953, "main_score": 0.216517, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.526993, "recall": 0.583004, "f1": 0.54307, "accuracy": 0.583004, "main_score": 0.54307, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643707, "recall": 0.711462, "f1": 0.662566, "accuracy": 0.711462, "main_score": 0.662566, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952851, "accuracy": 0.963439, "main_score": 0.952851, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873271, "recall": 0.907115, "f1": 0.883564, "accuracy": 0.907115, "main_score": 0.883564, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366455, "recall": 0.412055, "f1": 0.379345, "accuracy": 0.412055, "main_score": 0.379345, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855105, "recall": 0.892292, "f1": 0.866238, "accuracy": 0.892292, "main_score": 0.866238, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926136, "recall": 0.947628, "f1": 0.932675, "accuracy": 0.947628, "main_score": 0.932675, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888524, "recall": 0.916996, "f1": 0.897222, "accuracy": 0.916996, "main_score": 0.897222, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903244, "recall": 0.931818, "f1": 0.912286, "accuracy": 0.931818, "main_score": 0.912286, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.584094, "recall": 0.637352, "f1": 0.599335, "accuracy": 0.637352, "main_score": 0.599335, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931769, "recall": 0.952569, "f1": 0.938307, "accuracy": 0.952569, "main_score": 0.938307, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935023, "recall": 0.951581, "f1": 0.940194, "accuracy": 0.951581, "main_score": 0.940194, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471737, "recall": 0.525692, "f1": 0.487335, "accuracy": 0.525692, "main_score": 0.487335, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452157, "recall": 0.503953, "f1": 0.466668, "accuracy": 0.503953, "main_score": 0.466668, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569989, "recall": 0.623518, "f1": 0.58555, "accuracy": 0.623518, "main_score": 0.58555, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929324, "recall": 0.949605, "f1": 0.935688, "accuracy": 0.949605, "main_score": 0.935688, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.231709, "recall": 0.299407, "f1": 0.249482, "accuracy": 0.299407, "main_score": 0.249482, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.842951, "recall": 0.881423, "f1": 0.854498, "accuracy": 0.881423, "main_score": 0.854498, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.858597, "recall": 0.897233, "f1": 0.870487, "accuracy": 0.897233, "main_score": 0.870487, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936512, "recall": 0.956522, "f1": 0.942918, "accuracy": 0.956522, "main_score": 0.942918, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537685, "recall": 0.597826, "f1": 0.554877, "accuracy": 0.597826, "main_score": 0.554877, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502315, "recall": 0.562253, "f1": 0.51916, "accuracy": 0.562253, "main_score": 0.51916, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.942688, "f1": 0.926515, "accuracy": 0.942688, "main_score": 0.926515, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945382, "recall": 0.960474, "f1": 0.949918, "accuracy": 0.960474, "main_score": 0.949918, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860434, "recall": 0.892292, "f1": 0.869437, "accuracy": 0.892292, "main_score": 0.869437, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865119, "recall": 0.899209, "f1": 0.875546, "accuracy": 0.899209, "main_score": 0.875546, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622523, "recall": 0.692688, "f1": 0.643236, "accuracy": 0.692688, "main_score": 0.643236, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915135, "recall": 0.939723, "f1": 0.922661, "accuracy": 0.939723, "main_score": 0.922661, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464527, "recall": 0.513834, "f1": 0.47817, "accuracy": 0.513834, "main_score": 0.47817, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685828, "recall": 0.746047, "f1": 0.703057, "accuracy": 0.746047, "main_score": 0.703057, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929018, "recall": 0.950593, "f1": 0.935935, "accuracy": 0.950593, "main_score": 0.935935, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.880542, "recall": 0.910079, "f1": 0.889614, "accuracy": 0.910079, "main_score": 0.889614, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.385734, "recall": 0.434783, "f1": 0.399313, "accuracy": 0.434783, "main_score": 0.399313, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.956522, "f1": 0.944302, "accuracy": 0.956522, "main_score": 0.944302, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918396, "recall": 0.942688, "f1": 0.925922, "accuracy": 0.942688, "main_score": 0.925922, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.9264, "recall": 0.94664, "f1": 0.932558, "accuracy": 0.94664, "main_score": 0.932558, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.860911, "recall": 0.895257, "f1": 0.871253, "accuracy": 0.895257, "main_score": 0.871253, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.761989, "recall": 0.813241, "f1": 0.777255, "accuracy": 0.813241, "main_score": 0.777255, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784947, "recall": 0.827075, "f1": 0.797636, "accuracy": 0.827075, "main_score": 0.797636, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.778207, "recall": 0.823123, "f1": 0.790563, "accuracy": 0.823123, "main_score": 0.790563, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533318, "recall": 0.583004, "f1": 0.547315, "accuracy": 0.583004, "main_score": 0.547315, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911571, "recall": 0.933794, "f1": 0.918396, "accuracy": 0.933794, "main_score": 0.918396, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.930698, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.906822, "recall": 0.928854, "f1": 0.912848, "accuracy": 0.928854, "main_score": 0.912848, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902668, "recall": 0.928854, "f1": 0.910658, "accuracy": 0.928854, "main_score": 0.910658, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942309, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698265, "recall": 0.759881, "f1": 0.715551, "accuracy": 0.759881, "main_score": 0.715551, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.851592, "recall": 0.887352, "f1": 0.861877, "accuracy": 0.887352, "main_score": 0.861877, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407847, "recall": 0.466403, "f1": 0.423747, "accuracy": 0.466403, "main_score": 0.423747, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942803, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697571, "recall": 0.759881, "f1": 0.716411, "accuracy": 0.759881, "main_score": 0.716411, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.907032, "recall": 0.935771, "f1": 0.916238, "accuracy": 0.935771, "main_score": 0.916238, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.918982, "recall": 0.9417, "f1": 0.926136, "accuracy": 0.9417, "main_score": 0.926136, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.884783, "recall": 0.916996, "f1": 0.89473, "accuracy": 0.916996, "main_score": 0.89473, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654623, "recall": 0.705534, "f1": 0.668466, "accuracy": 0.705534, "main_score": 0.668466, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923979, "recall": 0.945652, "f1": 0.93083, "accuracy": 0.945652, "main_score": 0.93083, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.523214, "recall": 0.574111, "f1": 0.537544, "accuracy": 0.574111, "main_score": 0.537544, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52201, "recall": 0.576087, "f1": 0.536429, "accuracy": 0.576087, "main_score": 0.536429, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939806, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781661, "recall": 0.828063, "f1": 0.794921, "accuracy": 0.828063, "main_score": 0.794921, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937047, "recall": 0.955534, "f1": 0.942907, "accuracy": 0.955534, "main_score": 0.942907, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474902, "recall": 0.529644, "f1": 0.489818, "accuracy": 0.529644, "main_score": 0.489818, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955007, "accuracy": 0.965415, "main_score": 0.955007, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.946923, "accuracy": 0.958498, "main_score": 0.946923, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462796, "recall": 0.522727, "f1": 0.479485, "accuracy": 0.522727, "main_score": 0.479485, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938109, "recall": 0.955534, "f1": 0.943478, "accuracy": 0.955534, "main_score": 0.943478, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688289, "recall": 0.743083, "f1": 0.703395, "accuracy": 0.743083, "main_score": 0.703395, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472833, "recall": 0.524704, "f1": 0.486548, "accuracy": 0.524704, "main_score": 0.486548, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55529, "recall": 0.617589, "f1": 0.572598, "accuracy": 0.617589, "main_score": 0.572598, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768544, "recall": 0.815217, "f1": 0.782284, "accuracy": 0.815217, "main_score": 0.782284, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944368, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854677, "recall": 0.893281, "f1": 0.866568, "accuracy": 0.893281, "main_score": 0.866568, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420122, "recall": 0.472332, "f1": 0.434637, "accuracy": 0.472332, "main_score": 0.434637, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494461, "recall": 0.543478, "f1": 0.508374, "accuracy": 0.543478, "main_score": 0.508374, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.489984, "recall": 0.556324, "f1": 0.508259, "accuracy": 0.556324, "main_score": 0.508259, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483656, "recall": 0.538538, "f1": 0.499447, "accuracy": 0.538538, "main_score": 0.499447, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.932806, "f1": 0.913768, "accuracy": 0.932806, "main_score": 0.913768, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434225, "recall": 0.495059, "f1": 0.451845, "accuracy": 0.495059, "main_score": 0.451845, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637286, "recall": 0.69664, "f1": 0.654221, "accuracy": 0.69664, "main_score": 0.654221, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843473, "recall": 0.87747, "f1": 0.853021, "accuracy": 0.87747, "main_score": 0.853021, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611004, "recall": 0.661067, "f1": 0.625118, "accuracy": 0.661067, "main_score": 0.625118, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701418, "recall": 0.741107, "f1": 0.712804, "accuracy": 0.741107, "main_score": 0.712804, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.950593, "f1": 0.937502, "accuracy": 0.950593, "main_score": 0.937502, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.823403, "recall": 0.867589, "f1": 0.836613, "accuracy": 0.867589, "main_score": 0.836613, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882141, "recall": 0.912055, "f1": 0.891029, "accuracy": 0.912055, "main_score": 0.891029, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.385088, "recall": 0.464427, "f1": 0.407194, "accuracy": 0.464427, "main_score": 0.407194, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.902739, "recall": 0.927866, "f1": 0.910343, "accuracy": 0.927866, "main_score": 0.910343, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.927289, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.963439, "f1": 0.951416, "accuracy": 0.963439, "main_score": 0.951416, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.615415, "recall": 0.675889, "f1": 0.63291, "accuracy": 0.675889, "main_score": 0.63291, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495078, "recall": 0.54249, "f1": 0.508244, "accuracy": 0.54249, "main_score": 0.508244, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601376, "recall": 0.666008, "f1": 0.619949, "accuracy": 0.666008, "main_score": 0.619949, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540055, "recall": 0.602767, "f1": 0.557651, "accuracy": 0.602767, "main_score": 0.557651, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446938, "recall": 0.52668, "f1": 0.468994, "accuracy": 0.52668, "main_score": 0.468994, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617863, "recall": 0.675889, "f1": 0.634637, "accuracy": 0.675889, "main_score": 0.634637, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893676, "recall": 0.921937, "f1": 0.90247, "accuracy": 0.921937, "main_score": 0.90247, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619429, "recall": 0.675889, "f1": 0.635444, "accuracy": 0.675889, "main_score": 0.635444, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629002, "recall": 0.693676, "f1": 0.647351, "accuracy": 0.693676, "main_score": 0.647351, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576203, "recall": 0.642292, "f1": 0.59477, "accuracy": 0.642292, "main_score": 0.59477, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189964, "recall": 0.23913, "f1": 0.202455, "accuracy": 0.23913, "main_score": 0.202455, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640662, "recall": 0.692688, "f1": 0.655552, "accuracy": 0.692688, "main_score": 0.655552, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.695026, "recall": 0.747036, "f1": 0.710446, "accuracy": 0.747036, "main_score": 0.710446, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.570949, "recall": 0.624506, "f1": 0.585801, "accuracy": 0.624506, "main_score": 0.585801, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545599, "recall": 0.61166, "f1": 0.563478, "accuracy": 0.61166, "main_score": 0.563478, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575703, "recall": 0.642292, "f1": 0.595196, "accuracy": 0.642292, "main_score": 0.595196, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609766, "recall": 0.675889, "f1": 0.628752, "accuracy": 0.675889, "main_score": 0.628752, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922596, "recall": 0.945652, "f1": 0.930171, "accuracy": 0.945652, "main_score": 0.930171, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540184, "recall": 0.597826, "f1": 0.55673, "accuracy": 0.597826, "main_score": 0.55673, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566178, "recall": 0.626482, "f1": 0.583163, "accuracy": 0.626482, "main_score": 0.583163, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535154, "recall": 0.588933, "f1": 0.549777, "accuracy": 0.588933, "main_score": 0.549777, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331523, "recall": 0.393281, "f1": 0.348938, "accuracy": 0.393281, "main_score": 0.348938, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608722, "recall": 0.66996, "f1": 0.626353, "accuracy": 0.66996, "main_score": 0.626353, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60535, "recall": 0.659091, "f1": 0.620943, "accuracy": 0.659091, "main_score": 0.620943, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728566, "recall": 0.788538, "f1": 0.746385, "accuracy": 0.788538, "main_score": 0.746385, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678706, "recall": 0.754941, "f1": 0.701139, "accuracy": 0.754941, "main_score": 0.701139, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728938, "recall": 0.786561, "f1": 0.746146, "accuracy": 0.786561, "main_score": 0.746146, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690785, "recall": 0.740119, "f1": 0.705731, "accuracy": 0.740119, "main_score": 0.705731, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674212, "recall": 0.73913, "f1": 0.692893, "accuracy": 0.73913, "main_score": 0.692893, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.566857, "recall": 0.626482, "f1": 0.58383, "accuracy": 0.626482, "main_score": 0.58383, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571097, "recall": 0.62747, "f1": 0.587488, "accuracy": 0.62747, "main_score": 0.587488, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.825132, "recall": 0.865613, "f1": 0.837173, "accuracy": 0.865613, "main_score": 0.837173, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488432, "recall": 0.546443, "f1": 0.503654, "accuracy": 0.546443, "main_score": 0.503654, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.89161, "recall": 0.922925, "f1": 0.9014, "accuracy": 0.922925, "main_score": 0.9014, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550304, "recall": 0.609684, "f1": 0.566751, "accuracy": 0.609684, "main_score": 0.566751, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.613002, "recall": 0.676877, "f1": 0.630938, "accuracy": 0.676877, "main_score": 0.630938, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208714, "recall": 0.26581, "f1": 0.222208, "accuracy": 0.26581, "main_score": 0.222208, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.659124, "recall": 0.717391, "f1": 0.675809, "accuracy": 0.717391, "main_score": 0.675809, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82691, "recall": 0.871542, "f1": 0.840349, "accuracy": 0.871542, "main_score": 0.840349, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434339, "recall": 0.494071, "f1": 0.450355, "accuracy": 0.494071, "main_score": 0.450355, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.702612, "recall": 0.757905, "f1": 0.718678, "accuracy": 0.757905, "main_score": 0.718678, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580709, "recall": 0.639328, "f1": 0.597851, "accuracy": 0.639328, "main_score": 0.597851, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514483, "recall": 0.583992, "f1": 0.533084, "accuracy": 0.583992, "main_score": 0.533084, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701673, "recall": 0.75, "f1": 0.715827, "accuracy": 0.75, "main_score": 0.715827, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.256377, "recall": 0.33498, "f1": 0.276533, "accuracy": 0.33498, "main_score": 0.276533, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610721, "recall": 0.668972, "f1": 0.627442, "accuracy": 0.668972, "main_score": 0.627442, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599959, "recall": 0.66502, "f1": 0.618825, "accuracy": 0.66502, "main_score": 0.618825, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739032, "recall": 0.800395, "f1": 0.757759, "accuracy": 0.800395, "main_score": 0.757759, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576912, "recall": 0.639328, "f1": 0.595347, "accuracy": 0.639328, "main_score": 0.595347, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821262, "recall": 0.866601, "f1": 0.835178, "accuracy": 0.866601, "main_score": 0.835178, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479531, "recall": 0.546443, "f1": 0.498386, "accuracy": 0.546443, "main_score": 0.498386, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.907338, "recall": 0.932806, "f1": 0.915333, "accuracy": 0.932806, "main_score": 0.915333, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631154, "recall": 0.6917, "f1": 0.648808, "accuracy": 0.6917, "main_score": 0.648808, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917408, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486801, "recall": 0.554348, "f1": 0.504817, "accuracy": 0.554348, "main_score": 0.504817, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633716, "recall": 0.705534, "f1": 0.65491, "accuracy": 0.705534, "main_score": 0.65491, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860211, "recall": 0.898221, "f1": 0.872003, "accuracy": 0.898221, "main_score": 0.872003, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.669731, "recall": 0.722332, "f1": 0.684959, "accuracy": 0.722332, "main_score": 0.684959, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666115, "recall": 0.728261, "f1": 0.684231, "accuracy": 0.728261, "main_score": 0.684231, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566841, "recall": 0.630435, "f1": 0.58473, "accuracy": 0.630435, "main_score": 0.58473, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556876, "recall": 0.623518, "f1": 0.576153, "accuracy": 0.623518, "main_score": 0.576153, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859717, "recall": 0.898221, "f1": 0.871824, "accuracy": 0.898221, "main_score": 0.871824, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558506, "recall": 0.62253, "f1": 0.576689, "accuracy": 0.62253, "main_score": 0.576689, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645152, "recall": 0.704545, "f1": 0.662295, "accuracy": 0.704545, "main_score": 0.662295, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514603, "recall": 0.572134, "f1": 0.530981, "accuracy": 0.572134, "main_score": 0.530981, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592048, "recall": 0.649209, "f1": 0.607438, "accuracy": 0.649209, "main_score": 0.607438, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.610145, "recall": 0.672925, "f1": 0.628129, "accuracy": 0.672925, "main_score": 0.628129, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577164, "recall": 0.63834, "f1": 0.594529, "accuracy": 0.63834, "main_score": 0.594529, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553895, "recall": 0.618577, "f1": 0.57265, "accuracy": 0.618577, "main_score": 0.57265, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77108, "recall": 0.824111, "f1": 0.786759, "accuracy": 0.824111, "main_score": 0.786759, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767328, "recall": 0.814229, "f1": 0.781851, "accuracy": 0.814229, "main_score": 0.781851, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895339, "recall": 0.916008, "f1": 0.901548, "accuracy": 0.916008, "main_score": 0.901548, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494937, "recall": 0.572134, "f1": 0.517671, "accuracy": 0.572134, "main_score": 0.517671, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.735016, "recall": 0.789526, "f1": 0.751241, "accuracy": 0.789526, "main_score": 0.751241, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624263, "recall": 0.671937, "f1": 0.637797, "accuracy": 0.671937, "main_score": 0.637797, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559151, "recall": 0.623518, "f1": 0.577533, "accuracy": 0.623518, "main_score": 0.577533, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523108, "recall": 0.582016, "f1": 0.539733, "accuracy": 0.582016, "main_score": 0.539733, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448441, "recall": 0.521739, "f1": 0.467862, "accuracy": 0.521739, "main_score": 0.467862, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589928, "recall": 0.644269, "f1": 0.605605, "accuracy": 0.644269, "main_score": 0.605605, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867342, "recall": 0.899209, "f1": 0.87716, "accuracy": 0.899209, "main_score": 0.87716, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.968379, "f1": 0.960145, "accuracy": 0.968379, "main_score": 0.960145, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593125, "recall": 0.646245, "f1": 0.608453, "accuracy": 0.646245, "main_score": 0.608453, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611991, "recall": 0.673913, "f1": 0.629767, "accuracy": 0.673913, "main_score": 0.629767, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551941, "recall": 0.618577, "f1": 0.570448, "accuracy": 0.618577, "main_score": 0.570448, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183041, "recall": 0.22332, "f1": 0.193128, "accuracy": 0.22332, "main_score": 0.193128, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614453, "recall": 0.668972, "f1": 0.62952, "accuracy": 0.668972, "main_score": 0.62952, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.669351, "recall": 0.721344, "f1": 0.684571, "accuracy": 0.721344, "main_score": 0.684571, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542556, "recall": 0.591897, "f1": 0.556969, "accuracy": 0.591897, "main_score": 0.556969, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497681, "recall": 0.568182, "f1": 0.517075, "accuracy": 0.568182, "main_score": 0.517075, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558632, "recall": 0.616601, "f1": 0.575429, "accuracy": 0.616601, "main_score": 0.575429, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579794, "recall": 0.646245, "f1": 0.599003, "accuracy": 0.646245, "main_score": 0.599003, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901845, "recall": 0.928854, "f1": 0.910738, "accuracy": 0.928854, "main_score": 0.910738, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519477, "recall": 0.579051, "f1": 0.536654, "accuracy": 0.579051, "main_score": 0.536654, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521362, "recall": 0.590909, "f1": 0.540488, "accuracy": 0.590909, "main_score": 0.540488, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521902, "recall": 0.573123, "f1": 0.535331, "accuracy": 0.573123, "main_score": 0.535331, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.95751, "f1": 0.945949, "accuracy": 0.95751, "main_score": 0.945949, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317336, "recall": 0.375494, "f1": 0.333987, "accuracy": 0.375494, "main_score": 0.333987, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580724, "recall": 0.641304, "f1": 0.597932, "accuracy": 0.641304, "main_score": 0.597932, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586555, "recall": 0.636364, "f1": 0.600885, "accuracy": 0.636364, "main_score": 0.600885, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706509, "recall": 0.763834, "f1": 0.723111, "accuracy": 0.763834, "main_score": 0.723111, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651691, "recall": 0.73419, "f1": 0.676026, "accuracy": 0.73419, "main_score": 0.676026, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.691559, "recall": 0.753953, "f1": 0.709848, "accuracy": 0.753953, "main_score": 0.709848, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657658, "recall": 0.710474, "f1": 0.673405, "accuracy": 0.710474, "main_score": 0.673405, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647711, "recall": 0.713439, "f1": 0.667165, "accuracy": 0.713439, "main_score": 0.667165, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949687, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554866, "recall": 0.61166, "f1": 0.570729, "accuracy": 0.61166, "main_score": 0.570729, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.598814, "f1": 0.558271, "accuracy": 0.598814, "main_score": 0.558271, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.784651, "recall": 0.83498, "f1": 0.800198, "accuracy": 0.83498, "main_score": 0.800198, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470912, "recall": 0.524704, "f1": 0.48553, "accuracy": 0.524704, "main_score": 0.48553, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.869401, "recall": 0.90415, "f1": 0.880402, "accuracy": 0.90415, "main_score": 0.880402, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530857, "recall": 0.591897, "f1": 0.547465, "accuracy": 0.591897, "main_score": 0.547465, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.586124, "recall": 0.643281, "f1": 0.602061, "accuracy": 0.643281, "main_score": 0.602061, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192636, "recall": 0.248024, "f1": 0.205472, "accuracy": 0.248024, "main_score": 0.205472, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.622621, "recall": 0.679842, "f1": 0.638601, "accuracy": 0.679842, "main_score": 0.638601, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804924, "recall": 0.854743, "f1": 0.820356, "accuracy": 0.854743, "main_score": 0.820356, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404457, "recall": 0.462451, "f1": 0.420368, "accuracy": 0.462451, "main_score": 0.420368, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660104, "recall": 0.714427, "f1": 0.675831, "accuracy": 0.714427, "main_score": 0.675831, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551721, "recall": 0.608696, "f1": 0.567649, "accuracy": 0.608696, "main_score": 0.567649, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5204, "recall": 0.587945, "f1": 0.539018, "accuracy": 0.587945, "main_score": 0.539018, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644426, "recall": 0.699605, "f1": 0.660674, "accuracy": 0.699605, "main_score": 0.660674, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219935, "recall": 0.301383, "f1": 0.241276, "accuracy": 0.301383, "main_score": 0.241276, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582206, "recall": 0.645257, "f1": 0.600445, "accuracy": 0.645257, "main_score": 0.600445, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587684, "recall": 0.645257, "f1": 0.604545, "accuracy": 0.645257, "main_score": 0.604545, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.707379, "recall": 0.768775, "f1": 0.725368, "accuracy": 0.768775, "main_score": 0.725368, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552566, "recall": 0.608696, "f1": 0.568553, "accuracy": 0.608696, "main_score": 0.568553, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801054, "recall": 0.850791, "f1": 0.81629, "accuracy": 0.850791, "main_score": 0.81629, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.464803, "recall": 0.527668, "f1": 0.482253, "accuracy": 0.527668, "main_score": 0.482253, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895257, "recall": 0.921937, "f1": 0.903411, "accuracy": 0.921937, "main_score": 0.903411, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60006, "recall": 0.651186, "f1": 0.614703, "accuracy": 0.651186, "main_score": 0.614703, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897069, "recall": 0.927866, "f1": 0.906917, "accuracy": 0.927866, "main_score": 0.906917, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465139, "recall": 0.521739, "f1": 0.480305, "accuracy": 0.521739, "main_score": 0.480305, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613439, "recall": 0.682806, "f1": 0.633804, "accuracy": 0.682806, "main_score": 0.633804, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824605, "recall": 0.867589, "f1": 0.838076, "accuracy": 0.867589, "main_score": 0.838076, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.63583, "recall": 0.684783, "f1": 0.649778, "accuracy": 0.684783, "main_score": 0.649778, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627193, "recall": 0.6917, "f1": 0.646311, "accuracy": 0.6917, "main_score": 0.646311, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544981, "recall": 0.607708, "f1": 0.562999, "accuracy": 0.607708, "main_score": 0.562999, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530685, "recall": 0.594862, "f1": 0.548279, "accuracy": 0.594862, "main_score": 0.548279, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823864, "recall": 0.867589, "f1": 0.837088, "accuracy": 0.867589, "main_score": 0.837088, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540771, "recall": 0.602767, "f1": 0.558366, "accuracy": 0.602767, "main_score": 0.558366, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60094, "recall": 0.66502, "f1": 0.619637, "accuracy": 0.66502, "main_score": 0.619637, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918478, "recall": 0.940711, "f1": 0.925725, "accuracy": 0.940711, "main_score": 0.925725, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972332, "accuracy": 0.978261, "main_score": 0.972332, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485486, "recall": 0.54249, "f1": 0.501003, "accuracy": 0.54249, "main_score": 0.501003, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575998, "recall": 0.632411, "f1": 0.591366, "accuracy": 0.632411, "main_score": 0.591366, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.591922, "recall": 0.653162, "f1": 0.609052, "accuracy": 0.653162, "main_score": 0.609052, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538441, "recall": 0.596838, "f1": 0.554858, "accuracy": 0.596838, "main_score": 0.554858, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529558, "recall": 0.594862, "f1": 0.548328, "accuracy": 0.594862, "main_score": 0.548328, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741617, "recall": 0.794466, "f1": 0.757529, "accuracy": 0.794466, "main_score": 0.757529, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743092, "recall": 0.79249, "f1": 0.757922, "accuracy": 0.79249, "main_score": 0.757922, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.866469, "recall": 0.896245, "f1": 0.875414, "accuracy": 0.896245, "main_score": 0.875414, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481539, "recall": 0.5583, "f1": 0.5045, "accuracy": 0.5583, "main_score": 0.5045, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702226, "recall": 0.755929, "f1": 0.718281, "accuracy": 0.755929, "main_score": 0.718281, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596123, "recall": 0.646245, "f1": 0.610337, "accuracy": 0.646245, "main_score": 0.610337, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612534, "recall": 0.673913, "f1": 0.630149, "accuracy": 0.673913, "main_score": 0.630149, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538572, "recall": 0.601779, "f1": 0.556221, "accuracy": 0.601779, "main_score": 0.556221, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456849, "recall": 0.535573, "f1": 0.478106, "accuracy": 0.535573, "main_score": 0.478106, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613343, "recall": 0.673913, "f1": 0.630412, "accuracy": 0.673913, "main_score": 0.630412, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.924901, "f1": 0.903228, "accuracy": 0.924901, "main_score": 0.903228, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616231, "recall": 0.674901, "f1": 0.633072, "accuracy": 0.674901, "main_score": 0.633072, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61996, "recall": 0.685771, "f1": 0.638829, "accuracy": 0.685771, "main_score": 0.638829, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569962, "recall": 0.633399, "f1": 0.588007, "accuracy": 0.633399, "main_score": 0.588007, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176318, "recall": 0.22332, "f1": 0.187942, "accuracy": 0.22332, "main_score": 0.187942, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.633277, "recall": 0.689723, "f1": 0.649574, "accuracy": 0.689723, "main_score": 0.649574, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699349, "recall": 0.747036, "f1": 0.713098, "accuracy": 0.747036, "main_score": 0.713098, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560153, "recall": 0.61166, "f1": 0.574627, "accuracy": 0.61166, "main_score": 0.574627, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514877, "recall": 0.588933, "f1": 0.534761, "accuracy": 0.588933, "main_score": 0.534761, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561528, "recall": 0.630435, "f1": 0.581719, "accuracy": 0.630435, "main_score": 0.581719, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592361, "recall": 0.657115, "f1": 0.61083, "accuracy": 0.657115, "main_score": 0.61083, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.9417, "f1": 0.924407, "accuracy": 0.9417, "main_score": 0.924407, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522868, "recall": 0.590909, "f1": 0.542478, "accuracy": 0.590909, "main_score": 0.542478, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55329, "recall": 0.618577, "f1": 0.571532, "accuracy": 0.618577, "main_score": 0.571532, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526818, "recall": 0.585968, "f1": 0.543592, "accuracy": 0.585968, "main_score": 0.543592, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319583, "recall": 0.37747, "f1": 0.335948, "accuracy": 0.37747, "main_score": 0.335948, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605126, "recall": 0.666008, "f1": 0.621812, "accuracy": 0.666008, "main_score": 0.621812, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599496, "recall": 0.657115, "f1": 0.615906, "accuracy": 0.657115, "main_score": 0.615906, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723884, "recall": 0.786561, "f1": 0.742163, "accuracy": 0.786561, "main_score": 0.742163, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688291, "recall": 0.76087, "f1": 0.709783, "accuracy": 0.76087, "main_score": 0.709783, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719324, "recall": 0.775692, "f1": 0.735804, "accuracy": 0.775692, "main_score": 0.735804, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688307, "recall": 0.73913, "f1": 0.703364, "accuracy": 0.73913, "main_score": 0.703364, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683959, "recall": 0.747036, "f1": 0.702296, "accuracy": 0.747036, "main_score": 0.702296, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563452, "recall": 0.625494, "f1": 0.580853, "accuracy": 0.625494, "main_score": 0.580853, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565349, "recall": 0.623518, "f1": 0.581461, "accuracy": 0.623518, "main_score": 0.581461, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814097, "recall": 0.857708, "f1": 0.826779, "accuracy": 0.857708, "main_score": 0.826779, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474358, "recall": 0.535573, "f1": 0.490784, "accuracy": 0.535573, "main_score": 0.490784, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.916996, "f1": 0.893629, "accuracy": 0.916996, "main_score": 0.893629, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54911, "recall": 0.612648, "f1": 0.566693, "accuracy": 0.612648, "main_score": 0.566693, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.616981, "recall": 0.685771, "f1": 0.636422, "accuracy": 0.685771, "main_score": 0.636422, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194446, "recall": 0.250988, "f1": 0.207447, "accuracy": 0.250988, "main_score": 0.207447, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640349, "recall": 0.705534, "f1": 0.659096, "accuracy": 0.705534, "main_score": 0.659096, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832049, "recall": 0.876482, "f1": 0.845652, "accuracy": 0.876482, "main_score": 0.845652, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420128, "recall": 0.479249, "f1": 0.436328, "accuracy": 0.479249, "main_score": 0.436328, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67832, "recall": 0.738142, "f1": 0.696017, "accuracy": 0.738142, "main_score": 0.696017, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572632, "recall": 0.634387, "f1": 0.590057, "accuracy": 0.634387, "main_score": 0.590057, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524284, "recall": 0.592885, "f1": 0.543587, "accuracy": 0.592885, "main_score": 0.543587, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694928, "recall": 0.742095, "f1": 0.708912, "accuracy": 0.742095, "main_score": 0.708912, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229599, "recall": 0.310277, "f1": 0.251223, "accuracy": 0.310277, "main_score": 0.251223, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5861, "recall": 0.653162, "f1": 0.605999, "accuracy": 0.653162, "main_score": 0.605999, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589888, "recall": 0.657115, "f1": 0.609036, "accuracy": 0.657115, "main_score": 0.609036, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.793478, "f1": 0.751421, "accuracy": 0.793478, "main_score": 0.751421, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569188, "recall": 0.636364, "f1": 0.588792, "accuracy": 0.636364, "main_score": 0.588792, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803771, "recall": 0.852767, "f1": 0.818544, "accuracy": 0.852767, "main_score": 0.818544, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482686, "recall": 0.548419, "f1": 0.500729, "accuracy": 0.548419, "main_score": 0.500729, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898419, "recall": 0.927866, "f1": 0.907773, "accuracy": 0.927866, "main_score": 0.907773, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626105, "recall": 0.678854, "f1": 0.641498, "accuracy": 0.678854, "main_score": 0.641498, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913043, "recall": 0.939723, "f1": 0.921574, "accuracy": 0.939723, "main_score": 0.921574, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47142, "recall": 0.541502, "f1": 0.490301, "accuracy": 0.541502, "main_score": 0.490301, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640333, "recall": 0.714427, "f1": 0.662832, "accuracy": 0.714427, "main_score": 0.662832, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865036, "recall": 0.900198, "f1": 0.875856, "accuracy": 0.900198, "main_score": 0.875856, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.663697, "recall": 0.719368, "f1": 0.67968, "accuracy": 0.719368, "main_score": 0.67968, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663935, "recall": 0.725296, "f1": 0.681936, "accuracy": 0.725296, "main_score": 0.681936, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544568, "recall": 0.615613, "f1": 0.565277, "accuracy": 0.615613, "main_score": 0.565277, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551257, "recall": 0.613636, "f1": 0.56845, "accuracy": 0.613636, "main_score": 0.56845, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838472, "recall": 0.882411, "f1": 0.852207, "accuracy": 0.882411, "main_score": 0.852207, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568365, "recall": 0.630435, "f1": 0.586148, "accuracy": 0.630435, "main_score": 0.586148, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622431, "recall": 0.682806, "f1": 0.640059, "accuracy": 0.682806, "main_score": 0.640059, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9347, "recall": 0.954545, "f1": 0.941107, "accuracy": 0.954545, "main_score": 0.941107, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504317, "recall": 0.559289, "f1": 0.519965, "accuracy": 0.559289, "main_score": 0.519965, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584955, "recall": 0.644269, "f1": 0.60137, "accuracy": 0.644269, "main_score": 0.60137, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.603576, "recall": 0.666996, "f1": 0.622101, "accuracy": 0.666996, "main_score": 0.622101, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580708, "recall": 0.63834, "f1": 0.596823, "accuracy": 0.63834, "main_score": 0.596823, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548021, "recall": 0.616601, "f1": 0.568019, "accuracy": 0.616601, "main_score": 0.568019, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750758, "recall": 0.80336, "f1": 0.766337, "accuracy": 0.80336, "main_score": 0.766337, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752668, "recall": 0.80336, "f1": 0.767984, "accuracy": 0.80336, "main_score": 0.767984, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88941, "recall": 0.918972, "f1": 0.898551, "accuracy": 0.918972, "main_score": 0.898551, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505643, "recall": 0.58004, "f1": 0.526882, "accuracy": 0.58004, "main_score": 0.526882, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709964, "recall": 0.771739, "f1": 0.728482, "accuracy": 0.771739, "main_score": 0.728482, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609174, "recall": 0.661067, "f1": 0.623685, "accuracy": 0.661067, "main_score": 0.623685, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553468, "recall": 0.620553, "f1": 0.572185, "accuracy": 0.620553, "main_score": 0.572185, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507216, "recall": 0.572134, "f1": 0.524759, "accuracy": 0.572134, "main_score": 0.524759, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430089, "recall": 0.513834, "f1": 0.452395, "accuracy": 0.513834, "main_score": 0.452395, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567449, "recall": 0.626482, "f1": 0.58362, "accuracy": 0.626482, "main_score": 0.58362, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849226, "recall": 0.889328, "f1": 0.861693, "accuracy": 0.889328, "main_score": 0.861693, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.586314, "recall": 0.644269, "f1": 0.603305, "accuracy": 0.644269, "main_score": 0.603305, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599886, "recall": 0.671937, "f1": 0.619703, "accuracy": 0.671937, "main_score": 0.619703, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.596838, "f1": 0.549638, "accuracy": 0.596838, "main_score": 0.549638, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164416, "recall": 0.218379, "f1": 0.177491, "accuracy": 0.218379, "main_score": 0.177491, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612445, "recall": 0.66996, "f1": 0.628614, "accuracy": 0.66996, "main_score": 0.628614, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650447, "recall": 0.70751, "f1": 0.666667, "accuracy": 0.70751, "main_score": 0.666667, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530592, "recall": 0.587945, "f1": 0.546511, "accuracy": 0.587945, "main_score": 0.546511, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484301, "recall": 0.560277, "f1": 0.504492, "accuracy": 0.560277, "main_score": 0.504492, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540991, "recall": 0.607708, "f1": 0.560248, "accuracy": 0.607708, "main_score": 0.560248, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56424, "recall": 0.628458, "f1": 0.581787, "accuracy": 0.628458, "main_score": 0.581787, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882691, "recall": 0.914032, "f1": 0.892358, "accuracy": 0.914032, "main_score": 0.892358, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517081, "recall": 0.575099, "f1": 0.533638, "accuracy": 0.575099, "main_score": 0.533638, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508426, "recall": 0.579051, "f1": 0.528262, "accuracy": 0.579051, "main_score": 0.528262, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510128, "recall": 0.56917, "f1": 0.526448, "accuracy": 0.56917, "main_score": 0.526448, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306595, "recall": 0.363636, "f1": 0.322864, "accuracy": 0.363636, "main_score": 0.322864, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592988, "recall": 0.655138, "f1": 0.609724, "accuracy": 0.655138, "main_score": 0.609724, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572586, "recall": 0.632411, "f1": 0.589654, "accuracy": 0.632411, "main_score": 0.589654, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683943, "recall": 0.75, "f1": 0.703045, "accuracy": 0.75, "main_score": 0.703045, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652809, "recall": 0.730237, "f1": 0.676038, "accuracy": 0.730237, "main_score": 0.676038, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.689438, "recall": 0.748024, "f1": 0.706291, "accuracy": 0.748024, "main_score": 0.706291, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653343, "recall": 0.708498, "f1": 0.669598, "accuracy": 0.708498, "main_score": 0.669598, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647697, "recall": 0.719368, "f1": 0.669104, "accuracy": 0.719368, "main_score": 0.669104, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.963439, "f1": 0.951252, "accuracy": 0.963439, "main_score": 0.951252, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537855, "recall": 0.596838, "f1": 0.55439, "accuracy": 0.596838, "main_score": 0.55439, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54053, "recall": 0.600791, "f1": 0.556683, "accuracy": 0.600791, "main_score": 0.556683, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799835, "recall": 0.848814, "f1": 0.814248, "accuracy": 0.848814, "main_score": 0.814248, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462057, "recall": 0.523715, "f1": 0.478822, "accuracy": 0.523715, "main_score": 0.478822, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.88834, "f1": 0.860361, "accuracy": 0.88834, "main_score": 0.860361, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529062, "recall": 0.592885, "f1": 0.546382, "accuracy": 0.592885, "main_score": 0.546382, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583919, "recall": 0.655138, "f1": 0.603495, "accuracy": 0.655138, "main_score": 0.603495, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182639, "recall": 0.242095, "f1": 0.195668, "accuracy": 0.242095, "main_score": 0.195668, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619661, "recall": 0.684783, "f1": 0.637352, "accuracy": 0.684783, "main_score": 0.637352, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763422, "recall": 0.826087, "f1": 0.783089, "accuracy": 0.826087, "main_score": 0.783089, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408326, "recall": 0.465415, "f1": 0.423688, "accuracy": 0.465415, "main_score": 0.423688, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654776, "recall": 0.711462, "f1": 0.671673, "accuracy": 0.711462, "main_score": 0.671673, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54169, "recall": 0.61166, "f1": 0.56112, "accuracy": 0.61166, "main_score": 0.56112, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498261, "recall": 0.568182, "f1": 0.516792, "accuracy": 0.568182, "main_score": 0.516792, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652948, "recall": 0.710474, "f1": 0.669716, "accuracy": 0.710474, "main_score": 0.669716, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20148, "recall": 0.27668, "f1": 0.220174, "accuracy": 0.27668, "main_score": 0.220174, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567647, "recall": 0.632411, "f1": 0.58616, "accuracy": 0.632411, "main_score": 0.58616, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558609, "recall": 0.628458, "f1": 0.57848, "accuracy": 0.628458, "main_score": 0.57848, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683886, "recall": 0.758893, "f1": 0.706279, "accuracy": 0.758893, "main_score": 0.706279, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552025, "recall": 0.621542, "f1": 0.57193, "accuracy": 0.621542, "main_score": 0.57193, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762582, "recall": 0.816206, "f1": 0.778953, "accuracy": 0.816206, "main_score": 0.778953, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462957, "recall": 0.531621, "f1": 0.481439, "accuracy": 0.531621, "main_score": 0.481439, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.976285, "f1": 0.968379, "accuracy": 0.976285, "main_score": 0.968379, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846327, "recall": 0.88834, "f1": 0.859585, "accuracy": 0.88834, "main_score": 0.859585, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.950593, "f1": 0.935277, "accuracy": 0.950593, "main_score": 0.935277, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597647, "recall": 0.659091, "f1": 0.614832, "accuracy": 0.659091, "main_score": 0.614832, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89608, "recall": 0.926877, "f1": 0.905962, "accuracy": 0.926877, "main_score": 0.905962, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444256, "recall": 0.517787, "f1": 0.464453, "accuracy": 0.517787, "main_score": 0.464453, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611819, "recall": 0.685771, "f1": 0.633202, "accuracy": 0.685771, "main_score": 0.633202, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.865613, "f1": 0.832477, "accuracy": 0.865613, "main_score": 0.832477, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629035, "recall": 0.688735, "f1": 0.6462, "accuracy": 0.688735, "main_score": 0.6462, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632766, "recall": 0.6917, "f1": 0.649114, "accuracy": 0.6917, "main_score": 0.649114, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534957, "recall": 0.602767, "f1": 0.55389, "accuracy": 0.602767, "main_score": 0.55389, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51974, "recall": 0.583992, "f1": 0.537543, "accuracy": 0.583992, "main_score": 0.537543, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783498, "recall": 0.837945, "f1": 0.799967, "accuracy": 0.837945, "main_score": 0.799967, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52955, "recall": 0.592885, "f1": 0.547326, "accuracy": 0.592885, "main_score": 0.547326, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60136, "recall": 0.66996, "f1": 0.62105, "accuracy": 0.66996, "main_score": 0.62105, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480429, "recall": 0.543478, "f1": 0.49805, "accuracy": 0.543478, "main_score": 0.49805, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557008, "recall": 0.620553, "f1": 0.574681, "accuracy": 0.620553, "main_score": 0.574681, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.56377, "recall": 0.631423, "f1": 0.58307, "accuracy": 0.631423, "main_score": 0.58307, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559499, "recall": 0.616601, "f1": 0.575693, "accuracy": 0.616601, "main_score": 0.575693, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52859, "recall": 0.597826, "f1": 0.548726, "accuracy": 0.597826, "main_score": 0.548726, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736175, "recall": 0.791502, "f1": 0.752783, "accuracy": 0.791502, "main_score": 0.752783, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752266, "recall": 0.801383, "f1": 0.766142, "accuracy": 0.801383, "main_score": 0.766142, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869483, "recall": 0.903162, "f1": 0.879974, "accuracy": 0.903162, "main_score": 0.879974, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.471476, "recall": 0.552372, "f1": 0.495342, "accuracy": 0.552372, "main_score": 0.495342, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688076, "recall": 0.748024, "f1": 0.705774, "accuracy": 0.748024, "main_score": 0.705774, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585594, "recall": 0.642292, "f1": 0.602008, "accuracy": 0.642292, "main_score": 0.602008, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420513, "recall": 0.463439, "f1": 0.433006, "accuracy": 0.463439, "main_score": 0.433006, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497325, "recall": 0.539526, "f1": 0.509633, "accuracy": 0.539526, "main_score": 0.509633, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203475, "recall": 0.245059, "f1": 0.21401, "accuracy": 0.245059, "main_score": 0.21401, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.536158, "recall": 0.589921, "f1": 0.550941, "accuracy": 0.589921, "main_score": 0.550941, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4817, "recall": 0.533597, "f1": 0.495996, "accuracy": 0.533597, "main_score": 0.495996, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.522328, "recall": 0.576087, "f1": 0.537161, "accuracy": 0.576087, "main_score": 0.537161, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537508, "recall": 0.58004, "f1": 0.548895, "accuracy": 0.58004, "main_score": 0.548895, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513126, "recall": 0.557312, "f1": 0.524624, "accuracy": 0.557312, "main_score": 0.524624, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530357, "recall": 0.578063, "f1": 0.543272, "accuracy": 0.578063, "main_score": 0.543272, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54966, "recall": 0.589921, "f1": 0.560866, "accuracy": 0.589921, "main_score": 0.560866, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542409, "recall": 0.579051, "f1": 0.552735, "accuracy": 0.579051, "main_score": 0.552735, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518211, "recall": 0.578063, "f1": 0.534062, "accuracy": 0.578063, "main_score": 0.534062, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.516095, "recall": 0.568182, "f1": 0.530123, "accuracy": 0.568182, "main_score": 0.530123, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453942, "recall": 0.498024, "f1": 0.465879, "accuracy": 0.498024, "main_score": 0.465879, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519079, "recall": 0.572134, "f1": 0.533159, "accuracy": 0.572134, "main_score": 0.533159, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479763, "recall": 0.530632, "f1": 0.493114, "accuracy": 0.530632, "main_score": 0.493114, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529435, "recall": 0.581028, "f1": 0.542983, "accuracy": 0.581028, "main_score": 0.542983, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52941, "recall": 0.571146, "f1": 0.541765, "accuracy": 0.571146, "main_score": 0.541765, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520666, "recall": 0.567194, "f1": 0.533073, "accuracy": 0.567194, "main_score": 0.533073, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502975, "recall": 0.556324, "f1": 0.516884, "accuracy": 0.556324, "main_score": 0.516884, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551683, "recall": 0.600791, "f1": 0.564733, "accuracy": 0.600791, "main_score": 0.564733, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534017, "recall": 0.588933, "f1": 0.547767, "accuracy": 0.588933, "main_score": 0.547767, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492123, "recall": 0.537549, "f1": 0.505405, "accuracy": 0.537549, "main_score": 0.505405, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512278, "recall": 0.572134, "f1": 0.528404, "accuracy": 0.572134, "main_score": 0.528404, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.5117, "recall": 0.564229, "f1": 0.525889, "accuracy": 0.564229, "main_score": 0.525889, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531809, "recall": 0.572134, "f1": 0.54275, "accuracy": 0.572134, "main_score": 0.54275, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18808, "recall": 0.224308, "f1": 0.196898, "accuracy": 0.224308, "main_score": 0.196898, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.515018, "recall": 0.566206, "f1": 0.529502, "accuracy": 0.566206, "main_score": 0.529502, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525797, "recall": 0.564229, "f1": 0.535929, "accuracy": 0.564229, "main_score": 0.535929, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533461, "recall": 0.581028, "f1": 0.546848, "accuracy": 0.581028, "main_score": 0.546848, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541079, "recall": 0.586957, "f1": 0.553287, "accuracy": 0.586957, "main_score": 0.553287, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509024, "recall": 0.563241, "f1": 0.524129, "accuracy": 0.563241, "main_score": 0.524129, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521186, "recall": 0.567194, "f1": 0.533635, "accuracy": 0.567194, "main_score": 0.533635, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527, "recall": 0.562253, "f1": 0.536498, "accuracy": 0.562253, "main_score": 0.536498, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538273, "recall": 0.591897, "f1": 0.552284, "accuracy": 0.591897, "main_score": 0.552284, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.453942, "recall": 0.505929, "f1": 0.467985, "accuracy": 0.505929, "main_score": 0.467985, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512962, "recall": 0.556324, "f1": 0.525004, "accuracy": 0.556324, "main_score": 0.525004, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524137, "recall": 0.58004, "f1": 0.539943, "accuracy": 0.58004, "main_score": 0.539943, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.528562, "recall": 0.578063, "f1": 0.542062, "accuracy": 0.578063, "main_score": 0.542062, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501133, "recall": 0.555336, "f1": 0.516031, "accuracy": 0.555336, "main_score": 0.516031, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.495175, "recall": 0.533597, "f1": 0.506315, "accuracy": 0.533597, "main_score": 0.506315, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384349, "recall": 0.432806, "f1": 0.397872, "accuracy": 0.432806, "main_score": 0.397872, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536064, "recall": 0.589921, "f1": 0.550333, "accuracy": 0.589921, "main_score": 0.550333, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515521, "recall": 0.554348, "f1": 0.526736, "accuracy": 0.554348, "main_score": 0.526736, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540978, "recall": 0.590909, "f1": 0.554341, "accuracy": 0.590909, "main_score": 0.554341, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559175, "recall": 0.607708, "f1": 0.572691, "accuracy": 0.607708, "main_score": 0.572691, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518035, "recall": 0.562253, "f1": 0.530043, "accuracy": 0.562253, "main_score": 0.530043, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532081, "recall": 0.573123, "f1": 0.543357, "accuracy": 0.573123, "main_score": 0.543357, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504752, "recall": 0.550395, "f1": 0.517447, "accuracy": 0.550395, "main_score": 0.517447, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516217, "recall": 0.557312, "f1": 0.527705, "accuracy": 0.557312, "main_score": 0.527705, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540704, "recall": 0.583004, "f1": 0.552762, "accuracy": 0.583004, "main_score": 0.552762, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560439, "recall": 0.613636, "f1": 0.574925, "accuracy": 0.613636, "main_score": 0.574925, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548001, "recall": 0.585968, "f1": 0.558466, "accuracy": 0.585968, "main_score": 0.558466, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487603, "recall": 0.530632, "f1": 0.499685, "accuracy": 0.530632, "main_score": 0.499685, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516674, "recall": 0.562253, "f1": 0.529116, "accuracy": 0.562253, "main_score": 0.529116, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.403693, "recall": 0.451581, "f1": 0.416455, "accuracy": 0.451581, "main_score": 0.416455, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498002, "recall": 0.532609, "f1": 0.508029, "accuracy": 0.532609, "main_score": 0.508029, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559819, "recall": 0.596838, "f1": 0.569553, "accuracy": 0.596838, "main_score": 0.569553, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297984, "recall": 0.342885, "f1": 0.310328, "accuracy": 0.342885, "main_score": 0.310328, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54396, "recall": 0.594862, "f1": 0.557674, "accuracy": 0.594862, "main_score": 0.557674, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511376, "recall": 0.566206, "f1": 0.525724, "accuracy": 0.566206, "main_score": 0.525724, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548025, "recall": 0.59585, "f1": 0.560872, "accuracy": 0.59585, "main_score": 0.560872, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497783, "recall": 0.554348, "f1": 0.51336, "accuracy": 0.554348, "main_score": 0.51336, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513778, "recall": 0.550395, "f1": 0.524302, "accuracy": 0.550395, "main_score": 0.524302, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553925, "recall": 0.590909, "f1": 0.563594, "accuracy": 0.590909, "main_score": 0.563594, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527111, "recall": 0.563241, "f1": 0.537196, "accuracy": 0.563241, "main_score": 0.537196, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548951, "recall": 0.590909, "f1": 0.560769, "accuracy": 0.590909, "main_score": 0.560769, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502339, "recall": 0.54249, "f1": 0.513721, "accuracy": 0.54249, "main_score": 0.513721, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538984, "recall": 0.58004, "f1": 0.548913, "accuracy": 0.58004, "main_score": 0.548913, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510293, "recall": 0.551383, "f1": 0.522845, "accuracy": 0.551383, "main_score": 0.522845, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525198, "recall": 0.568182, "f1": 0.53705, "accuracy": 0.568182, "main_score": 0.53705, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516855, "recall": 0.567194, "f1": 0.530397, "accuracy": 0.567194, "main_score": 0.530397, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530277, "recall": 0.576087, "f1": 0.542855, "accuracy": 0.576087, "main_score": 0.542855, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262272, "recall": 0.306324, "f1": 0.27315, "accuracy": 0.306324, "main_score": 0.27315, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.505473, "recall": 0.541502, "f1": 0.51567, "accuracy": 0.541502, "main_score": 0.51567, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521154, "recall": 0.566206, "f1": 0.533316, "accuracy": 0.566206, "main_score": 0.533316, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536139, "recall": 0.577075, "f1": 0.547878, "accuracy": 0.577075, "main_score": 0.547878, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464893, "recall": 0.516798, "f1": 0.479439, "accuracy": 0.516798, "main_score": 0.479439, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.558739, "recall": 0.610672, "f1": 0.572198, "accuracy": 0.610672, "main_score": 0.572198, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534368, "recall": 0.58498, "f1": 0.547043, "accuracy": 0.58498, "main_score": 0.547043, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530405, "recall": 0.575099, "f1": 0.54283, "accuracy": 0.575099, "main_score": 0.54283, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454955, "recall": 0.508893, "f1": 0.469491, "accuracy": 0.508893, "main_score": 0.469491, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.541243, "recall": 0.592885, "f1": 0.555277, "accuracy": 0.592885, "main_score": 0.555277, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523321, "recall": 0.574111, "f1": 0.5371, "accuracy": 0.574111, "main_score": 0.5371, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548333, "recall": 0.596838, "f1": 0.561152, "accuracy": 0.596838, "main_score": 0.561152, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516851, "recall": 0.572134, "f1": 0.531333, "accuracy": 0.572134, "main_score": 0.531333, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.509046, "recall": 0.551383, "f1": 0.520891, "accuracy": 0.551383, "main_score": 0.520891, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5097, "recall": 0.563241, "f1": 0.524269, "accuracy": 0.563241, "main_score": 0.524269, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.543938, "recall": 0.590909, "f1": 0.555131, "accuracy": 0.590909, "main_score": 0.555131, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526666, "recall": 0.577075, "f1": 0.540891, "accuracy": 0.577075, "main_score": 0.540891, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519875, "recall": 0.560277, "f1": 0.530923, "accuracy": 0.560277, "main_score": 0.530923, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45355, "recall": 0.491107, "f1": 0.46401, "accuracy": 0.491107, "main_score": 0.46401, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552877, "recall": 0.589921, "f1": 0.56349, "accuracy": 0.589921, "main_score": 0.56349, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485524, "recall": 0.527668, "f1": 0.497299, "accuracy": 0.527668, "main_score": 0.497299, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.48131, "recall": 0.516798, "f1": 0.491018, "accuracy": 0.516798, "main_score": 0.491018, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536626, "recall": 0.58498, "f1": 0.549435, "accuracy": 0.58498, "main_score": 0.549435, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473333, "recall": 0.51581, "f1": 0.485032, "accuracy": 0.51581, "main_score": 0.485032, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543247, "recall": 0.58498, "f1": 0.554504, "accuracy": 0.58498, "main_score": 0.554504, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521298, "recall": 0.568182, "f1": 0.534295, "accuracy": 0.568182, "main_score": 0.534295, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542532, "recall": 0.592885, "f1": 0.555719, "accuracy": 0.592885, "main_score": 0.555719, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547227, "recall": 0.599802, "f1": 0.560963, "accuracy": 0.599802, "main_score": 0.560963, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526275, "recall": 0.571146, "f1": 0.538681, "accuracy": 0.571146, "main_score": 0.538681, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.529301, "recall": 0.58004, "f1": 0.542615, "accuracy": 0.58004, "main_score": 0.542615, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38693, "recall": 0.451581, "f1": 0.404034, "accuracy": 0.451581, "main_score": 0.404034, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.522331, "recall": 0.567194, "f1": 0.535146, "accuracy": 0.567194, "main_score": 0.535146, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214861, "recall": 0.250988, "f1": 0.223736, "accuracy": 0.250988, "main_score": 0.223736, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.5451, "recall": 0.586957, "f1": 0.557471, "accuracy": 0.586957, "main_score": 0.557471, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429787, "recall": 0.474308, "f1": 0.442426, "accuracy": 0.474308, "main_score": 0.442426, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551267, "recall": 0.598814, "f1": 0.563223, "accuracy": 0.598814, "main_score": 0.563223, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530383, "recall": 0.573123, "f1": 0.541963, "accuracy": 0.573123, "main_score": 0.541963, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401233, "recall": 0.452569, "f1": 0.415845, "accuracy": 0.452569, "main_score": 0.415845, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532681, "recall": 0.570158, "f1": 0.543409, "accuracy": 0.570158, "main_score": 0.543409, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538153, "recall": 0.588933, "f1": 0.551344, "accuracy": 0.588933, "main_score": 0.551344, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491489, "recall": 0.54249, "f1": 0.505042, "accuracy": 0.54249, "main_score": 0.505042, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527674, "recall": 0.574111, "f1": 0.540173, "accuracy": 0.574111, "main_score": 0.540173, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529416, "recall": 0.565217, "f1": 0.539888, "accuracy": 0.565217, "main_score": 0.539888, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507663, "recall": 0.559289, "f1": 0.52224, "accuracy": 0.559289, "main_score": 0.52224, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55717, "recall": 0.59585, "f1": 0.567277, "accuracy": 0.59585, "main_score": 0.567277, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475626, "recall": 0.517787, "f1": 0.48857, "accuracy": 0.517787, "main_score": 0.48857, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47758, "recall": 0.519763, "f1": 0.490203, "accuracy": 0.519763, "main_score": 0.490203, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558274, "recall": 0.597826, "f1": 0.569244, "accuracy": 0.597826, "main_score": 0.569244, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527421, "recall": 0.583004, "f1": 0.541989, "accuracy": 0.583004, "main_score": 0.541989, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.115946, "recall": 0.153162, "f1": 0.125028, "accuracy": 0.153162, "main_score": 0.125028, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.517492, "recall": 0.572134, "f1": 0.532453, "accuracy": 0.572134, "main_score": 0.532453, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.455563, "recall": 0.503953, "f1": 0.468774, "accuracy": 0.503953, "main_score": 0.468774, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500916, "recall": 0.545455, "f1": 0.512232, "accuracy": 0.545455, "main_score": 0.512232, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529556, "recall": 0.581028, "f1": 0.542564, "accuracy": 0.581028, "main_score": 0.542564, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465087, "recall": 0.516798, "f1": 0.479985, "accuracy": 0.516798, "main_score": 0.479985, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489032, "recall": 0.527668, "f1": 0.499925, "accuracy": 0.527668, "main_score": 0.499925, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518178, "recall": 0.566206, "f1": 0.531058, "accuracy": 0.566206, "main_score": 0.531058, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527421, "recall": 0.573123, "f1": 0.539931, "accuracy": 0.573123, "main_score": 0.539931, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521205, "recall": 0.566206, "f1": 0.532653, "accuracy": 0.566206, "main_score": 0.532653, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511038, "recall": 0.554348, "f1": 0.523619, "accuracy": 0.554348, "main_score": 0.523619, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466251, "recall": 0.508893, "f1": 0.478107, "accuracy": 0.508893, "main_score": 0.478107, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505749, "recall": 0.55336, "f1": 0.518329, "accuracy": 0.55336, "main_score": 0.518329, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480965, "recall": 0.522727, "f1": 0.493097, "accuracy": 0.522727, "main_score": 0.493097, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479586, "recall": 0.522727, "f1": 0.491113, "accuracy": 0.522727, "main_score": 0.491113, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508109, "recall": 0.563241, "f1": 0.523288, "accuracy": 0.563241, "main_score": 0.523288, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.526784, "recall": 0.568182, "f1": 0.538687, "accuracy": 0.568182, "main_score": 0.538687, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511193, "recall": 0.567194, "f1": 0.526483, "accuracy": 0.567194, "main_score": 0.526483, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.430984, "recall": 0.479249, "f1": 0.444501, "accuracy": 0.479249, "main_score": 0.444501, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558096, "recall": 0.602767, "f1": 0.570629, "accuracy": 0.602767, "main_score": 0.570629, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505393, "recall": 0.560277, "f1": 0.519018, "accuracy": 0.560277, "main_score": 0.519018, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.490271, "recall": 0.545455, "f1": 0.505791, "accuracy": 0.545455, "main_score": 0.505791, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.483482, "recall": 0.530632, "f1": 0.49677, "accuracy": 0.530632, "main_score": 0.49677, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46905, "recall": 0.514822, "f1": 0.481601, "accuracy": 0.514822, "main_score": 0.481601, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462717, "recall": 0.520751, "f1": 0.477284, "accuracy": 0.520751, "main_score": 0.477284, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509816, "recall": 0.549407, "f1": 0.52084, "accuracy": 0.549407, "main_score": 0.52084, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532061, "recall": 0.566206, "f1": 0.541442, "accuracy": 0.566206, "main_score": 0.541442, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442017, "recall": 0.494071, "f1": 0.456823, "accuracy": 0.494071, "main_score": 0.456823, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.511604, "recall": 0.561265, "f1": 0.524649, "accuracy": 0.561265, "main_score": 0.524649, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.495015, "recall": 0.546443, "f1": 0.508784, "accuracy": 0.546443, "main_score": 0.508784, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.538783, "recall": 0.587945, "f1": 0.552071, "accuracy": 0.587945, "main_score": 0.552071, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530132, "recall": 0.574111, "f1": 0.541899, "accuracy": 0.574111, "main_score": 0.541899, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548181, "recall": 0.599802, "f1": 0.561739, "accuracy": 0.599802, "main_score": 0.561739, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48757, "recall": 0.534585, "f1": 0.500242, "accuracy": 0.534585, "main_score": 0.500242, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.516164, "recall": 0.559289, "f1": 0.52795, "accuracy": 0.559289, "main_score": 0.52795, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45378, "recall": 0.495059, "f1": 0.46523, "accuracy": 0.495059, "main_score": 0.46523, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525855, "recall": 0.579051, "f1": 0.540512, "accuracy": 0.579051, "main_score": 0.540512, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384651, "recall": 0.436759, "f1": 0.39992, "accuracy": 0.436759, "main_score": 0.39992, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.498735, "recall": 0.55336, "f1": 0.512162, "accuracy": 0.55336, "main_score": 0.512162, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.509536, "recall": 0.561265, "f1": 0.523561, "accuracy": 0.561265, "main_score": 0.523561, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50522, "recall": 0.54249, "f1": 0.515964, "accuracy": 0.54249, "main_score": 0.515964, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532834, "recall": 0.570158, "f1": 0.544038, "accuracy": 0.570158, "main_score": 0.544038, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49707, "recall": 0.550395, "f1": 0.511097, "accuracy": 0.550395, "main_score": 0.511097, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.518723, "recall": 0.556324, "f1": 0.52929, "accuracy": 0.556324, "main_score": 0.52929, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501976, "recall": 0.540514, "f1": 0.513735, "accuracy": 0.540514, "main_score": 0.513735, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535396, "recall": 0.582016, "f1": 0.547706, "accuracy": 0.582016, "main_score": 0.547706, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527808, "recall": 0.570158, "f1": 0.539641, "accuracy": 0.570158, "main_score": 0.539641, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565916, "recall": 0.61166, "f1": 0.577602, "accuracy": 0.61166, "main_score": 0.577602, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48876, "recall": 0.528656, "f1": 0.500244, "accuracy": 0.528656, "main_score": 0.500244, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541158, "recall": 0.585968, "f1": 0.55261, "accuracy": 0.585968, "main_score": 0.55261, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520688, "recall": 0.576087, "f1": 0.535505, "accuracy": 0.576087, "main_score": 0.535505, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.524124, "recall": 0.574111, "f1": 0.537318, "accuracy": 0.574111, "main_score": 0.537318, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476088, "recall": 0.520751, "f1": 0.488282, "accuracy": 0.520751, "main_score": 0.488282, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547665, "recall": 0.596838, "f1": 0.560225, "accuracy": 0.596838, "main_score": 0.560225, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52039, "recall": 0.560277, "f1": 0.532069, "accuracy": 0.560277, "main_score": 0.532069, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493648, "recall": 0.533597, "f1": 0.504091, "accuracy": 0.533597, "main_score": 0.504091, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49248, "recall": 0.536561, "f1": 0.504571, "accuracy": 0.536561, "main_score": 0.504571, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460247, "recall": 0.509881, "f1": 0.473791, "accuracy": 0.509881, "main_score": 0.473791, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529292, "recall": 0.578063, "f1": 0.542346, "accuracy": 0.578063, "main_score": 0.542346, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505072, "recall": 0.556324, "f1": 0.519064, "accuracy": 0.556324, "main_score": 0.519064, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481098, "recall": 0.523715, "f1": 0.492867, "accuracy": 0.523715, "main_score": 0.492867, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524814, "recall": 0.561265, "f1": 0.535194, "accuracy": 0.561265, "main_score": 0.535194, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512568, "recall": 0.565217, "f1": 0.52724, "accuracy": 0.565217, "main_score": 0.52724, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.501697, "recall": 0.543478, "f1": 0.513419, "accuracy": 0.543478, "main_score": 0.513419, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493801, "recall": 0.530632, "f1": 0.504295, "accuracy": 0.530632, "main_score": 0.504295, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50435, "recall": 0.557312, "f1": 0.518466, "accuracy": 0.557312, "main_score": 0.518466, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468923, "recall": 0.513834, "f1": 0.482411, "accuracy": 0.513834, "main_score": 0.482411, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508667, "recall": 0.547431, "f1": 0.519846, "accuracy": 0.547431, "main_score": 0.519846, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535438, "recall": 0.572134, "f1": 0.545263, "accuracy": 0.572134, "main_score": 0.545263, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542882, "recall": 0.583004, "f1": 0.554655, "accuracy": 0.583004, "main_score": 0.554655, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526998, "recall": 0.567194, "f1": 0.538259, "accuracy": 0.567194, "main_score": 0.538259, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479571, "recall": 0.530632, "f1": 0.494356, "accuracy": 0.530632, "main_score": 0.494356, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506308, "recall": 0.554348, "f1": 0.520032, "accuracy": 0.554348, "main_score": 0.520032, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526655, "recall": 0.571146, "f1": 0.538958, "accuracy": 0.571146, "main_score": 0.538958, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425572, "recall": 0.488142, "f1": 0.443551, "accuracy": 0.488142, "main_score": 0.443551, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514452, "recall": 0.564229, "f1": 0.527906, "accuracy": 0.564229, "main_score": 0.527906, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.487173, "recall": 0.531621, "f1": 0.499411, "accuracy": 0.531621, "main_score": 0.499411, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520738, "recall": 0.566206, "f1": 0.532247, "accuracy": 0.566206, "main_score": 0.532247, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50245, "recall": 0.561265, "f1": 0.518571, "accuracy": 0.561265, "main_score": 0.518571, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.475705, "recall": 0.520751, "f1": 0.48839, "accuracy": 0.520751, "main_score": 0.48839, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484046, "recall": 0.519763, "f1": 0.494035, "accuracy": 0.519763, "main_score": 0.494035, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42047, "recall": 0.459486, "f1": 0.430454, "accuracy": 0.459486, "main_score": 0.430454, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490399, "recall": 0.529644, "f1": 0.501954, "accuracy": 0.529644, "main_score": 0.501954, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213363, "recall": 0.264822, "f1": 0.226893, "accuracy": 0.264822, "main_score": 0.226893, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.533526, "recall": 0.576087, "f1": 0.544587, "accuracy": 0.576087, "main_score": 0.544587, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49811, "recall": 0.544466, "f1": 0.510506, "accuracy": 0.544466, "main_score": 0.510506, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.523348, "recall": 0.568182, "f1": 0.535999, "accuracy": 0.568182, "main_score": 0.535999, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52739, "recall": 0.566206, "f1": 0.536871, "accuracy": 0.566206, "main_score": 0.536871, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545047, "recall": 0.581028, "f1": 0.554617, "accuracy": 0.581028, "main_score": 0.554617, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526779, "recall": 0.572134, "f1": 0.538124, "accuracy": 0.572134, "main_score": 0.538124, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525979, "recall": 0.561265, "f1": 0.535017, "accuracy": 0.561265, "main_score": 0.535017, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531017, "recall": 0.564229, "f1": 0.539718, "accuracy": 0.564229, "main_score": 0.539718, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526556, "recall": 0.576087, "f1": 0.539362, "accuracy": 0.576087, "main_score": 0.539362, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.503226, "recall": 0.550395, "f1": 0.515344, "accuracy": 0.550395, "main_score": 0.515344, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.490969, "recall": 0.531621, "f1": 0.501976, "accuracy": 0.531621, "main_score": 0.501976, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524801, "recall": 0.568182, "f1": 0.535992, "accuracy": 0.568182, "main_score": 0.535992, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473401, "recall": 0.530632, "f1": 0.487704, "accuracy": 0.530632, "main_score": 0.487704, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543088, "recall": 0.591897, "f1": 0.556084, "accuracy": 0.591897, "main_score": 0.556084, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521158, "recall": 0.557312, "f1": 0.531777, "accuracy": 0.557312, "main_score": 0.531777, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523746, "recall": 0.572134, "f1": 0.535403, "accuracy": 0.572134, "main_score": 0.535403, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504957, "recall": 0.547431, "f1": 0.51576, "accuracy": 0.547431, "main_score": 0.51576, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558142, "recall": 0.603755, "f1": 0.569142, "accuracy": 0.603755, "main_score": 0.569142, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549051, "recall": 0.588933, "f1": 0.558463, "accuracy": 0.588933, "main_score": 0.558463, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712468, "recall": 0.767787, "f1": 0.728351, "accuracy": 0.767787, "main_score": 0.728351, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512943, "recall": 0.564229, "f1": 0.525612, "accuracy": 0.564229, "main_score": 0.525612, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.529905, "recall": 0.575099, "f1": 0.541127, "accuracy": 0.575099, "main_score": 0.541127, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531253, "recall": 0.561265, "f1": 0.539259, "accuracy": 0.561265, "main_score": 0.539259, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213382, "recall": 0.254941, "f1": 0.22453, "accuracy": 0.254941, "main_score": 0.22453, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528765, "recall": 0.576087, "f1": 0.540567, "accuracy": 0.576087, "main_score": 0.540567, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576214, "recall": 0.623518, "f1": 0.588669, "accuracy": 0.623518, "main_score": 0.588669, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537401, "recall": 0.583992, "f1": 0.549173, "accuracy": 0.583992, "main_score": 0.549173, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53637, "recall": 0.579051, "f1": 0.54662, "accuracy": 0.579051, "main_score": 0.54662, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506255, "recall": 0.55336, "f1": 0.51863, "accuracy": 0.55336, "main_score": 0.51863, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533012, "recall": 0.570158, "f1": 0.542941, "accuracy": 0.570158, "main_score": 0.542941, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541441, "recall": 0.581028, "f1": 0.551879, "accuracy": 0.581028, "main_score": 0.551879, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540112, "recall": 0.589921, "f1": 0.552562, "accuracy": 0.589921, "main_score": 0.552562, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461999, "recall": 0.508893, "f1": 0.475304, "accuracy": 0.508893, "main_score": 0.475304, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510355, "recall": 0.548419, "f1": 0.520023, "accuracy": 0.548419, "main_score": 0.520023, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527949, "recall": 0.579051, "f1": 0.541357, "accuracy": 0.579051, "main_score": 0.541357, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532517, "recall": 0.575099, "f1": 0.54341, "accuracy": 0.575099, "main_score": 0.54341, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504099, "recall": 0.557312, "f1": 0.517812, "accuracy": 0.557312, "main_score": 0.517812, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.513028, "recall": 0.55336, "f1": 0.524071, "accuracy": 0.55336, "main_score": 0.524071, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371781, "recall": 0.424901, "f1": 0.385949, "accuracy": 0.424901, "main_score": 0.385949, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532217, "recall": 0.579051, "f1": 0.543249, "accuracy": 0.579051, "main_score": 0.543249, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538092, "recall": 0.58498, "f1": 0.550337, "accuracy": 0.58498, "main_score": 0.550337, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541393, "recall": 0.591897, "f1": 0.554766, "accuracy": 0.591897, "main_score": 0.554766, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557101, "recall": 0.596838, "f1": 0.567302, "accuracy": 0.596838, "main_score": 0.567302, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518066, "recall": 0.561265, "f1": 0.52951, "accuracy": 0.561265, "main_score": 0.52951, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526165, "recall": 0.56917, "f1": 0.537417, "accuracy": 0.56917, "main_score": 0.537417, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516582, "recall": 0.561265, "f1": 0.529014, "accuracy": 0.561265, "main_score": 0.529014, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515783, "recall": 0.559289, "f1": 0.527328, "accuracy": 0.559289, "main_score": 0.527328, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542885, "recall": 0.583992, "f1": 0.553041, "accuracy": 0.583992, "main_score": 0.553041, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553988, "recall": 0.599802, "f1": 0.565428, "accuracy": 0.599802, "main_score": 0.565428, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561891, "recall": 0.59585, "f1": 0.570217, "accuracy": 0.59585, "main_score": 0.570217, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490951, "recall": 0.532609, "f1": 0.503626, "accuracy": 0.532609, "main_score": 0.503626, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533619, "recall": 0.583004, "f1": 0.546249, "accuracy": 0.583004, "main_score": 0.546249, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391233, "recall": 0.4417, "f1": 0.404803, "accuracy": 0.4417, "main_score": 0.404803, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489225, "recall": 0.525692, "f1": 0.499488, "accuracy": 0.525692, "main_score": 0.499488, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55652, "recall": 0.590909, "f1": 0.56533, "accuracy": 0.590909, "main_score": 0.56533, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300154, "recall": 0.350791, "f1": 0.313979, "accuracy": 0.350791, "main_score": 0.313979, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538076, "recall": 0.588933, "f1": 0.550185, "accuracy": 0.588933, "main_score": 0.550185, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513887, "recall": 0.56917, "f1": 0.528657, "accuracy": 0.56917, "main_score": 0.528657, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536371, "recall": 0.585968, "f1": 0.548689, "accuracy": 0.585968, "main_score": 0.548689, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510123, "recall": 0.563241, "f1": 0.524097, "accuracy": 0.563241, "main_score": 0.524097, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509162, "recall": 0.545455, "f1": 0.518403, "accuracy": 0.545455, "main_score": 0.518403, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548362, "recall": 0.581028, "f1": 0.556923, "accuracy": 0.581028, "main_score": 0.556923, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543237, "recall": 0.58004, "f1": 0.5523, "accuracy": 0.58004, "main_score": 0.5523, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554591, "recall": 0.599802, "f1": 0.566123, "accuracy": 0.599802, "main_score": 0.566123, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519105, "recall": 0.552372, "f1": 0.52825, "accuracy": 0.552372, "main_score": 0.52825, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538313, "recall": 0.576087, "f1": 0.547859, "accuracy": 0.576087, "main_score": 0.547859, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509447, "recall": 0.552372, "f1": 0.521615, "accuracy": 0.552372, "main_score": 0.521615, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555484, "recall": 0.598814, "f1": 0.566142, "accuracy": 0.598814, "main_score": 0.566142, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519571, "recall": 0.559289, "f1": 0.528799, "accuracy": 0.559289, "main_score": 0.528799, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548136, "recall": 0.593874, "f1": 0.55946, "accuracy": 0.593874, "main_score": 0.55946, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286799, "recall": 0.344862, "f1": 0.30075, "accuracy": 0.344862, "main_score": 0.30075, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.543633, "recall": 0.579051, "f1": 0.552884, "accuracy": 0.579051, "main_score": 0.552884, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530371, "recall": 0.578063, "f1": 0.542525, "accuracy": 0.578063, "main_score": 0.542525, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54041, "recall": 0.579051, "f1": 0.55099, "accuracy": 0.579051, "main_score": 0.55099, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444272, "recall": 0.492095, "f1": 0.457984, "accuracy": 0.492095, "main_score": 0.457984, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.558662, "recall": 0.604743, "f1": 0.569583, "accuracy": 0.604743, "main_score": 0.569583, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543656, "recall": 0.58498, "f1": 0.554474, "accuracy": 0.58498, "main_score": 0.554474, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544291, "recall": 0.583004, "f1": 0.553897, "accuracy": 0.583004, "main_score": 0.553897, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460046, "recall": 0.514822, "f1": 0.474154, "accuracy": 0.514822, "main_score": 0.474154, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.558703, "recall": 0.603755, "f1": 0.569498, "accuracy": 0.603755, "main_score": 0.569498, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526287, "recall": 0.572134, "f1": 0.537597, "accuracy": 0.572134, "main_score": 0.537597, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543232, "recall": 0.594862, "f1": 0.555977, "accuracy": 0.594862, "main_score": 0.555977, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523585, "recall": 0.573123, "f1": 0.536092, "accuracy": 0.573123, "main_score": 0.536092, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.506795, "recall": 0.545455, "f1": 0.517991, "accuracy": 0.545455, "main_score": 0.517991, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519881, "recall": 0.566206, "f1": 0.532219, "accuracy": 0.566206, "main_score": 0.532219, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.536227, "recall": 0.579051, "f1": 0.546663, "accuracy": 0.579051, "main_score": 0.546663, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522519, "recall": 0.571146, "f1": 0.534572, "accuracy": 0.571146, "main_score": 0.534572, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504607, "recall": 0.545455, "f1": 0.51523, "accuracy": 0.545455, "main_score": 0.51523, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468049, "recall": 0.504941, "f1": 0.478008, "accuracy": 0.504941, "main_score": 0.478008, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553426, "recall": 0.594862, "f1": 0.563862, "accuracy": 0.594862, "main_score": 0.563862, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503892, "recall": 0.55336, "f1": 0.516646, "accuracy": 0.55336, "main_score": 0.516646, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.506694, "recall": 0.54249, "f1": 0.516293, "accuracy": 0.54249, "main_score": 0.516293, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543612, "recall": 0.594862, "f1": 0.55673, "accuracy": 0.594862, "main_score": 0.55673, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477569, "recall": 0.511858, "f1": 0.487418, "accuracy": 0.511858, "main_score": 0.487418, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550518, "recall": 0.588933, "f1": 0.559392, "accuracy": 0.588933, "main_score": 0.559392, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519376, "recall": 0.567194, "f1": 0.531082, "accuracy": 0.567194, "main_score": 0.531082, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532883, "recall": 0.583004, "f1": 0.5453, "accuracy": 0.583004, "main_score": 0.5453, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547238, "recall": 0.598814, "f1": 0.559928, "accuracy": 0.598814, "main_score": 0.559928, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528334, "recall": 0.570158, "f1": 0.539287, "accuracy": 0.570158, "main_score": 0.539287, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.531864, "recall": 0.573123, "f1": 0.542429, "accuracy": 0.573123, "main_score": 0.542429, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40421, "recall": 0.465415, "f1": 0.419511, "accuracy": 0.465415, "main_score": 0.419511, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.515203, "recall": 0.557312, "f1": 0.526793, "accuracy": 0.557312, "main_score": 0.526793, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204777, "recall": 0.246047, "f1": 0.215064, "accuracy": 0.246047, "main_score": 0.215064, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.524944, "recall": 0.563241, "f1": 0.535559, "accuracy": 0.563241, "main_score": 0.535559, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442644, "recall": 0.490119, "f1": 0.455723, "accuracy": 0.490119, "main_score": 0.455723, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541947, "recall": 0.586957, "f1": 0.553858, "accuracy": 0.586957, "main_score": 0.553858, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534046, "recall": 0.573123, "f1": 0.54416, "accuracy": 0.573123, "main_score": 0.54416, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437563, "recall": 0.491107, "f1": 0.452069, "accuracy": 0.491107, "main_score": 0.452069, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537055, "recall": 0.573123, "f1": 0.54613, "accuracy": 0.573123, "main_score": 0.54613, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531911, "recall": 0.573123, "f1": 0.54307, "accuracy": 0.573123, "main_score": 0.54307, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493918, "recall": 0.541502, "f1": 0.505872, "accuracy": 0.541502, "main_score": 0.505872, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535648, "recall": 0.578063, "f1": 0.546626, "accuracy": 0.578063, "main_score": 0.546626, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544833, "recall": 0.583992, "f1": 0.555837, "accuracy": 0.583992, "main_score": 0.555837, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505667, "recall": 0.552372, "f1": 0.517212, "accuracy": 0.552372, "main_score": 0.517212, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559749, "recall": 0.596838, "f1": 0.568386, "accuracy": 0.596838, "main_score": 0.568386, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473715, "recall": 0.513834, "f1": 0.485438, "accuracy": 0.513834, "main_score": 0.485438, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48814, "recall": 0.533597, "f1": 0.499978, "accuracy": 0.533597, "main_score": 0.499978, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534922, "recall": 0.574111, "f1": 0.545091, "accuracy": 0.574111, "main_score": 0.545091, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52994, "recall": 0.577075, "f1": 0.54216, "accuracy": 0.577075, "main_score": 0.54216, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137775, "recall": 0.186759, "f1": 0.150101, "accuracy": 0.186759, "main_score": 0.150101, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.515394, "recall": 0.563241, "f1": 0.527616, "accuracy": 0.563241, "main_score": 0.527616, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.465248, "recall": 0.519763, "f1": 0.479773, "accuracy": 0.519763, "main_score": 0.479773, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.512306, "recall": 0.560277, "f1": 0.524298, "accuracy": 0.560277, "main_score": 0.524298, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546943, "recall": 0.594862, "f1": 0.559078, "accuracy": 0.594862, "main_score": 0.559078, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484322, "recall": 0.527668, "f1": 0.49636, "accuracy": 0.527668, "main_score": 0.49636, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51202, "recall": 0.55336, "f1": 0.523347, "accuracy": 0.55336, "main_score": 0.523347, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.566206, "f1": 0.536121, "accuracy": 0.566206, "main_score": 0.536121, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536517, "recall": 0.582016, "f1": 0.547295, "accuracy": 0.582016, "main_score": 0.547295, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544404, "recall": 0.58498, "f1": 0.554117, "accuracy": 0.58498, "main_score": 0.554117, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512756, "recall": 0.552372, "f1": 0.523239, "accuracy": 0.552372, "main_score": 0.523239, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480668, "recall": 0.531621, "f1": 0.495191, "accuracy": 0.531621, "main_score": 0.495191, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521041, "recall": 0.565217, "f1": 0.531243, "accuracy": 0.565217, "main_score": 0.531243, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474582, "recall": 0.517787, "f1": 0.486498, "accuracy": 0.517787, "main_score": 0.486498, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51504, "recall": 0.555336, "f1": 0.526335, "accuracy": 0.555336, "main_score": 0.526335, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518181, "recall": 0.564229, "f1": 0.530094, "accuracy": 0.564229, "main_score": 0.530094, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.526137, "recall": 0.565217, "f1": 0.535481, "accuracy": 0.565217, "main_score": 0.535481, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503584, "recall": 0.555336, "f1": 0.516901, "accuracy": 0.555336, "main_score": 0.516901, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.42992, "recall": 0.475296, "f1": 0.442288, "accuracy": 0.475296, "main_score": 0.442288, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.561328, "recall": 0.602767, "f1": 0.572195, "accuracy": 0.602767, "main_score": 0.572195, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516206, "recall": 0.566206, "f1": 0.529085, "accuracy": 0.566206, "main_score": 0.529085, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.494705, "recall": 0.54249, "f1": 0.507214, "accuracy": 0.54249, "main_score": 0.507214, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.50009, "recall": 0.543478, "f1": 0.511127, "accuracy": 0.543478, "main_score": 0.511127, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50819, "recall": 0.551383, "f1": 0.519398, "accuracy": 0.551383, "main_score": 0.519398, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4384, "recall": 0.487154, "f1": 0.450844, "accuracy": 0.487154, "main_score": 0.450844, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514034, "recall": 0.556324, "f1": 0.525115, "accuracy": 0.556324, "main_score": 0.525115, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542456, "recall": 0.583004, "f1": 0.553488, "accuracy": 0.583004, "main_score": 0.553488, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473683, "recall": 0.529644, "f1": 0.487873, "accuracy": 0.529644, "main_score": 0.487873, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.532929, "recall": 0.582016, "f1": 0.54542, "accuracy": 0.582016, "main_score": 0.54542, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.511539, "recall": 0.550395, "f1": 0.521402, "accuracy": 0.550395, "main_score": 0.521402, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.558599, "recall": 0.599802, "f1": 0.569452, "accuracy": 0.599802, "main_score": 0.569452, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533004, "recall": 0.579051, "f1": 0.54411, "accuracy": 0.579051, "main_score": 0.54411, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541767, "recall": 0.586957, "f1": 0.552855, "accuracy": 0.586957, "main_score": 0.552855, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469152, "recall": 0.514822, "f1": 0.481164, "accuracy": 0.514822, "main_score": 0.481164, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507629, "recall": 0.544466, "f1": 0.517114, "accuracy": 0.544466, "main_score": 0.517114, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438656, "recall": 0.488142, "f1": 0.452614, "accuracy": 0.488142, "main_score": 0.452614, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533246, "recall": 0.583992, "f1": 0.54642, "accuracy": 0.583992, "main_score": 0.54642, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384707, "recall": 0.440711, "f1": 0.399993, "accuracy": 0.440711, "main_score": 0.399993, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.506438, "recall": 0.556324, "f1": 0.518582, "accuracy": 0.556324, "main_score": 0.518582, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.515042, "recall": 0.563241, "f1": 0.527594, "accuracy": 0.563241, "main_score": 0.527594, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539292, "recall": 0.577075, "f1": 0.549599, "accuracy": 0.577075, "main_score": 0.549599, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523565, "recall": 0.563241, "f1": 0.534009, "accuracy": 0.563241, "main_score": 0.534009, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49466, "recall": 0.545455, "f1": 0.50745, "accuracy": 0.545455, "main_score": 0.50745, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541411, "recall": 0.575099, "f1": 0.55089, "accuracy": 0.575099, "main_score": 0.55089, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552715, "recall": 0.59585, "f1": 0.564692, "accuracy": 0.59585, "main_score": 0.564692, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53651, "recall": 0.581028, "f1": 0.547437, "accuracy": 0.581028, "main_score": 0.547437, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539894, "recall": 0.575099, "f1": 0.548948, "accuracy": 0.575099, "main_score": 0.548948, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574658, "recall": 0.61166, "f1": 0.583507, "accuracy": 0.61166, "main_score": 0.583507, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479522, "recall": 0.520751, "f1": 0.491632, "accuracy": 0.520751, "main_score": 0.491632, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538862, "recall": 0.585968, "f1": 0.550196, "accuracy": 0.585968, "main_score": 0.550196, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527848, "recall": 0.575099, "f1": 0.539826, "accuracy": 0.575099, "main_score": 0.539826, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.525005, "recall": 0.572134, "f1": 0.53688, "accuracy": 0.572134, "main_score": 0.53688, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525645, "recall": 0.578063, "f1": 0.540529, "accuracy": 0.578063, "main_score": 0.540529, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556755, "recall": 0.602767, "f1": 0.567918, "accuracy": 0.602767, "main_score": 0.567918, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532619, "recall": 0.572134, "f1": 0.543336, "accuracy": 0.572134, "main_score": 0.543336, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509945, "recall": 0.548419, "f1": 0.520479, "accuracy": 0.548419, "main_score": 0.520479, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531742, "recall": 0.583004, "f1": 0.545989, "accuracy": 0.583004, "main_score": 0.545989, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437167, "recall": 0.493083, "f1": 0.452277, "accuracy": 0.493083, "main_score": 0.452277, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538375, "recall": 0.582016, "f1": 0.549351, "accuracy": 0.582016, "main_score": 0.549351, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514433, "recall": 0.557312, "f1": 0.525782, "accuracy": 0.557312, "main_score": 0.525782, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479204, "recall": 0.527668, "f1": 0.492446, "accuracy": 0.527668, "main_score": 0.492446, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541542, "recall": 0.56917, "f1": 0.549558, "accuracy": 0.56917, "main_score": 0.549558, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500157, "recall": 0.556324, "f1": 0.514793, "accuracy": 0.556324, "main_score": 0.514793, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.518584, "recall": 0.565217, "f1": 0.530871, "accuracy": 0.565217, "main_score": 0.530871, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517443, "recall": 0.557312, "f1": 0.527842, "accuracy": 0.557312, "main_score": 0.527842, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494227, "recall": 0.547431, "f1": 0.507822, "accuracy": 0.547431, "main_score": 0.507822, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477677, "recall": 0.521739, "f1": 0.490776, "accuracy": 0.521739, "main_score": 0.490776, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535338, "recall": 0.573123, "f1": 0.545028, "accuracy": 0.573123, "main_score": 0.545028, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529785, "recall": 0.565217, "f1": 0.538587, "accuracy": 0.565217, "main_score": 0.538587, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518544, "recall": 0.556324, "f1": 0.529213, "accuracy": 0.556324, "main_score": 0.529213, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532658, "recall": 0.564229, "f1": 0.541124, "accuracy": 0.564229, "main_score": 0.541124, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500378, "recall": 0.549407, "f1": 0.513733, "accuracy": 0.549407, "main_score": 0.513733, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50215, "recall": 0.544466, "f1": 0.51285, "accuracy": 0.544466, "main_score": 0.51285, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5207, "recall": 0.560277, "f1": 0.530789, "accuracy": 0.560277, "main_score": 0.530789, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423184, "recall": 0.481225, "f1": 0.439099, "accuracy": 0.481225, "main_score": 0.439099, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525668, "recall": 0.571146, "f1": 0.537708, "accuracy": 0.571146, "main_score": 0.537708, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.498267, "recall": 0.538538, "f1": 0.508868, "accuracy": 0.538538, "main_score": 0.508868, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.517529, "recall": 0.567194, "f1": 0.529895, "accuracy": 0.567194, "main_score": 0.529895, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512521, "recall": 0.561265, "f1": 0.524593, "accuracy": 0.561265, "main_score": 0.524593, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.511162, "recall": 0.552372, "f1": 0.522362, "accuracy": 0.552372, "main_score": 0.522362, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516618, "recall": 0.55336, "f1": 0.52677, "accuracy": 0.55336, "main_score": 0.52677, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529483, "recall": 0.594862, "f1": 0.548337, "accuracy": 0.594862, "main_score": 0.548337, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502439, "recall": 0.56917, "f1": 0.520879, "accuracy": 0.56917, "main_score": 0.520879, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432094, "recall": 0.511858, "f1": 0.453182, "accuracy": 0.511858, "main_score": 0.453182, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.98419, "f1": 0.980072, "accuracy": 0.98419, "main_score": 0.980072, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568768, "recall": 0.625494, "f1": 0.584653, "accuracy": 0.625494, "main_score": 0.584653, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845257, "recall": 0.883399, "f1": 0.857016, "accuracy": 0.883399, "main_score": 0.857016, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.962451, "f1": 0.953393, "accuracy": 0.962451, "main_score": 0.953393, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57155, "recall": 0.634387, "f1": 0.589761, "accuracy": 0.634387, "main_score": 0.589761, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592526, "recall": 0.659091, "f1": 0.611109, "accuracy": 0.659091, "main_score": 0.611109, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52754, "recall": 0.591897, "f1": 0.545388, "accuracy": 0.591897, "main_score": 0.545388, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171762, "recall": 0.22332, "f1": 0.18405, "accuracy": 0.22332, "main_score": 0.18405, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6035, "recall": 0.657115, "f1": 0.618919, "accuracy": 0.657115, "main_score": 0.618919, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631992, "recall": 0.694664, "f1": 0.649885, "accuracy": 0.694664, "main_score": 0.649885, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.514377, "recall": 0.572134, "f1": 0.53067, "accuracy": 0.572134, "main_score": 0.53067, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474896, "recall": 0.546443, "f1": 0.493625, "accuracy": 0.546443, "main_score": 0.493625, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527454, "recall": 0.593874, "f1": 0.546367, "accuracy": 0.593874, "main_score": 0.546367, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552249, "recall": 0.613636, "f1": 0.568845, "accuracy": 0.613636, "main_score": 0.568845, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886446, "recall": 0.916008, "f1": 0.895817, "accuracy": 0.916008, "main_score": 0.895817, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505069, "recall": 0.565217, "f1": 0.522238, "accuracy": 0.565217, "main_score": 0.522238, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480875, "recall": 0.55336, "f1": 0.50089, "accuracy": 0.55336, "main_score": 0.50089, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4874, "recall": 0.545455, "f1": 0.503314, "accuracy": 0.545455, "main_score": 0.503314, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947596, "accuracy": 0.959486, "main_score": 0.947596, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313254, "recall": 0.367589, "f1": 0.328353, "accuracy": 0.367589, "main_score": 0.328353, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557412, "recall": 0.62747, "f1": 0.577071, "accuracy": 0.62747, "main_score": 0.577071, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55982, "recall": 0.617589, "f1": 0.575758, "accuracy": 0.617589, "main_score": 0.575758, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697837, "recall": 0.76581, "f1": 0.718217, "accuracy": 0.76581, "main_score": 0.718217, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65084, "recall": 0.731225, "f1": 0.674821, "accuracy": 0.731225, "main_score": 0.674821, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.698759, "recall": 0.756917, "f1": 0.715326, "accuracy": 0.756917, "main_score": 0.715326, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633936, "recall": 0.689723, "f1": 0.649838, "accuracy": 0.689723, "main_score": 0.649838, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640761, "recall": 0.710474, "f1": 0.661072, "accuracy": 0.710474, "main_score": 0.661072, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.525427, "recall": 0.586957, "f1": 0.542378, "accuracy": 0.586957, "main_score": 0.542378, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523947, "recall": 0.585968, "f1": 0.541358, "accuracy": 0.585968, "main_score": 0.541358, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769944, "recall": 0.822134, "f1": 0.785211, "accuracy": 0.822134, "main_score": 0.785211, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440553, "recall": 0.499012, "f1": 0.456219, "accuracy": 0.499012, "main_score": 0.456219, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.855138, "recall": 0.893281, "f1": 0.86685, "accuracy": 0.893281, "main_score": 0.86685, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523143, "recall": 0.587945, "f1": 0.540693, "accuracy": 0.587945, "main_score": 0.540693, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556524, "recall": 0.626482, "f1": 0.576205, "accuracy": 0.626482, "main_score": 0.576205, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185459, "recall": 0.243083, "f1": 0.197824, "accuracy": 0.243083, "main_score": 0.197824, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.605734, "recall": 0.666008, "f1": 0.622298, "accuracy": 0.666008, "main_score": 0.622298, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782559, "recall": 0.836957, "f1": 0.799064, "accuracy": 0.836957, "main_score": 0.799064, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380208, "recall": 0.442688, "f1": 0.397321, "accuracy": 0.442688, "main_score": 0.397321, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660285, "recall": 0.715415, "f1": 0.6762, "accuracy": 0.715415, "main_score": 0.6762, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54477, "recall": 0.599802, "f1": 0.559977, "accuracy": 0.599802, "main_score": 0.559977, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492816, "recall": 0.561265, "f1": 0.511689, "accuracy": 0.561265, "main_score": 0.511689, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637887, "recall": 0.697628, "f1": 0.654887, "accuracy": 0.697628, "main_score": 0.654887, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230599, "recall": 0.318182, "f1": 0.2537, "accuracy": 0.318182, "main_score": 0.2537, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569773, "recall": 0.635375, "f1": 0.588776, "accuracy": 0.635375, "main_score": 0.588776, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560608, "recall": 0.624506, "f1": 0.578107, "accuracy": 0.624506, "main_score": 0.578107, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.683886, "recall": 0.753953, "f1": 0.705178, "accuracy": 0.753953, "main_score": 0.705178, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540541, "recall": 0.603755, "f1": 0.558115, "accuracy": 0.603755, "main_score": 0.558115, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755774, "recall": 0.812253, "f1": 0.77273, "accuracy": 0.812253, "main_score": 0.77273, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455528, "recall": 0.518775, "f1": 0.472411, "accuracy": 0.518775, "main_score": 0.472411, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858613, "recall": 0.894269, "f1": 0.869763, "accuracy": 0.894269, "main_score": 0.869763, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933877, "recall": 0.954545, "f1": 0.940613, "accuracy": 0.954545, "main_score": 0.940613, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581581, "recall": 0.637352, "f1": 0.596968, "accuracy": 0.637352, "main_score": 0.596968, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894763, "recall": 0.926877, "f1": 0.904941, "accuracy": 0.926877, "main_score": 0.904941, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417687, "recall": 0.490119, "f1": 0.436922, "accuracy": 0.490119, "main_score": 0.436922, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621253, "recall": 0.693676, "f1": 0.64248, "accuracy": 0.693676, "main_score": 0.64248, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808336, "recall": 0.853755, "f1": 0.822332, "accuracy": 0.853755, "main_score": 0.822332, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618249, "recall": 0.675889, "f1": 0.634709, "accuracy": 0.675889, "main_score": 0.634709, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621526, "recall": 0.683794, "f1": 0.639009, "accuracy": 0.683794, "main_score": 0.639009, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935441, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5251, "recall": 0.590909, "f1": 0.543504, "accuracy": 0.590909, "main_score": 0.543504, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514453, "recall": 0.578063, "f1": 0.532136, "accuracy": 0.578063, "main_score": 0.532136, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806752, "recall": 0.853755, "f1": 0.820916, "accuracy": 0.853755, "main_score": 0.820916, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524911, "recall": 0.588933, "f1": 0.542579, "accuracy": 0.588933, "main_score": 0.542579, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596394, "recall": 0.658103, "f1": 0.614166, "accuracy": 0.658103, "main_score": 0.614166, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917161, "recall": 0.9417, "f1": 0.925033, "accuracy": 0.9417, "main_score": 0.925033, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462347, "recall": 0.524704, "f1": 0.479424, "accuracy": 0.524704, "main_score": 0.479424, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552496, "recall": 0.609684, "f1": 0.568184, "accuracy": 0.609684, "main_score": 0.568184, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57351, "recall": 0.633399, "f1": 0.59063, "accuracy": 0.633399, "main_score": 0.59063, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533, "recall": 0.591897, "f1": 0.548679, "accuracy": 0.591897, "main_score": 0.548679, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510647, "recall": 0.581028, "f1": 0.530504, "accuracy": 0.581028, "main_score": 0.530504, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732082, "recall": 0.790514, "f1": 0.749308, "accuracy": 0.790514, "main_score": 0.749308, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717474, "recall": 0.77668, "f1": 0.734848, "accuracy": 0.77668, "main_score": 0.734848, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856061, "recall": 0.889328, "f1": 0.866191, "accuracy": 0.889328, "main_score": 0.866191, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44419, "recall": 0.52668, "f1": 0.467685, "accuracy": 0.52668, "main_score": 0.467685, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.694624, "recall": 0.759881, "f1": 0.714086, "accuracy": 0.759881, "main_score": 0.714086, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564406, "recall": 0.621542, "f1": 0.580934, "accuracy": 0.621542, "main_score": 0.580934, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576798, "recall": 0.646245, "f1": 0.596799, "accuracy": 0.646245, "main_score": 0.596799, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54437, "recall": 0.603755, "f1": 0.561284, "accuracy": 0.603755, "main_score": 0.561284, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476495, "recall": 0.552372, "f1": 0.497048, "accuracy": 0.552372, "main_score": 0.497048, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60262, "recall": 0.662055, "f1": 0.619462, "accuracy": 0.662055, "main_score": 0.619462, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871492, "recall": 0.907115, "f1": 0.882562, "accuracy": 0.907115, "main_score": 0.882562, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.61678, "recall": 0.672925, "f1": 0.632597, "accuracy": 0.672925, "main_score": 0.632597, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616036, "recall": 0.683794, "f1": 0.634816, "accuracy": 0.683794, "main_score": 0.634816, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57759, "recall": 0.637352, "f1": 0.594704, "accuracy": 0.637352, "main_score": 0.594704, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185988, "recall": 0.242095, "f1": 0.19987, "accuracy": 0.242095, "main_score": 0.19987, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642622, "recall": 0.692688, "f1": 0.656819, "accuracy": 0.692688, "main_score": 0.656819, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.678096, "recall": 0.738142, "f1": 0.695591, "accuracy": 0.738142, "main_score": 0.695591, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553204, "recall": 0.604743, "f1": 0.568462, "accuracy": 0.604743, "main_score": 0.568462, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507169, "recall": 0.581028, "f1": 0.527359, "accuracy": 0.581028, "main_score": 0.527359, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568857, "recall": 0.637352, "f1": 0.58882, "accuracy": 0.637352, "main_score": 0.58882, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588505, "recall": 0.650198, "f1": 0.605096, "accuracy": 0.650198, "main_score": 0.605096, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889246, "recall": 0.920949, "f1": 0.89944, "accuracy": 0.920949, "main_score": 0.89944, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520489, "recall": 0.581028, "f1": 0.538247, "accuracy": 0.581028, "main_score": 0.538247, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536532, "recall": 0.597826, "f1": 0.553776, "accuracy": 0.597826, "main_score": 0.553776, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532186, "recall": 0.590909, "f1": 0.548824, "accuracy": 0.590909, "main_score": 0.548824, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316782, "recall": 0.375494, "f1": 0.332932, "accuracy": 0.375494, "main_score": 0.332932, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602581, "recall": 0.66502, "f1": 0.620262, "accuracy": 0.66502, "main_score": 0.620262, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596849, "recall": 0.649209, "f1": 0.612286, "accuracy": 0.649209, "main_score": 0.612286, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714223, "recall": 0.774704, "f1": 0.731774, "accuracy": 0.774704, "main_score": 0.731774, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665333, "recall": 0.744071, "f1": 0.689032, "accuracy": 0.744071, "main_score": 0.689032, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.717172, "recall": 0.774704, "f1": 0.734063, "accuracy": 0.774704, "main_score": 0.734063, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67281, "recall": 0.724308, "f1": 0.688407, "accuracy": 0.724308, "main_score": 0.688407, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66418, "recall": 0.73419, "f1": 0.684472, "accuracy": 0.73419, "main_score": 0.684472, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.560961, "recall": 0.620553, "f1": 0.577532, "accuracy": 0.620553, "main_score": 0.577532, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567955, "recall": 0.623518, "f1": 0.583731, "accuracy": 0.623518, "main_score": 0.583731, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809124, "recall": 0.856719, "f1": 0.823504, "accuracy": 0.856719, "main_score": 0.823504, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486411, "recall": 0.539526, "f1": 0.49998, "accuracy": 0.539526, "main_score": 0.49998, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.88307, "recall": 0.91502, "f1": 0.893281, "accuracy": 0.91502, "main_score": 0.893281, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544968, "recall": 0.610672, "f1": 0.563472, "accuracy": 0.610672, "main_score": 0.563472, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.618432, "recall": 0.683794, "f1": 0.636866, "accuracy": 0.683794, "main_score": 0.636866, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197772, "recall": 0.257905, "f1": 0.211611, "accuracy": 0.257905, "main_score": 0.211611, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.639858, "recall": 0.703557, "f1": 0.658256, "accuracy": 0.703557, "main_score": 0.658256, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.862648, "f1": 0.828247, "accuracy": 0.862648, "main_score": 0.828247, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430164, "recall": 0.487154, "f1": 0.445938, "accuracy": 0.487154, "main_score": 0.445938, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67929, "recall": 0.737154, "f1": 0.696187, "accuracy": 0.737154, "main_score": 0.696187, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559106, "recall": 0.62253, "f1": 0.577054, "accuracy": 0.62253, "main_score": 0.577054, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514617, "recall": 0.583004, "f1": 0.533301, "accuracy": 0.583004, "main_score": 0.533301, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674078, "recall": 0.732213, "f1": 0.691591, "accuracy": 0.732213, "main_score": 0.691591, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246897, "recall": 0.326087, "f1": 0.268128, "accuracy": 0.326087, "main_score": 0.268128, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591702, "recall": 0.65415, "f1": 0.60942, "accuracy": 0.65415, "main_score": 0.60942, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597032, "recall": 0.663043, "f1": 0.616041, "accuracy": 0.663043, "main_score": 0.616041, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71554, "recall": 0.783597, "f1": 0.736018, "accuracy": 0.783597, "main_score": 0.736018, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577859, "recall": 0.637352, "f1": 0.5952, "accuracy": 0.637352, "main_score": 0.5952, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801005, "recall": 0.852767, "f1": 0.817048, "accuracy": 0.852767, "main_score": 0.817048, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489151, "recall": 0.555336, "f1": 0.506967, "accuracy": 0.555336, "main_score": 0.506967, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.889246, "recall": 0.91996, "f1": 0.898946, "accuracy": 0.91996, "main_score": 0.898946, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623815, "recall": 0.676877, "f1": 0.639053, "accuracy": 0.676877, "main_score": 0.639053, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903574, "recall": 0.931818, "f1": 0.912451, "accuracy": 0.931818, "main_score": 0.912451, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467942, "recall": 0.536561, "f1": 0.486247, "accuracy": 0.536561, "main_score": 0.486247, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627067, "recall": 0.697628, "f1": 0.647721, "accuracy": 0.697628, "main_score": 0.647721, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843791, "recall": 0.883399, "f1": 0.856094, "accuracy": 0.883399, "main_score": 0.856094, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.65992, "recall": 0.712451, "f1": 0.674873, "accuracy": 0.712451, "main_score": 0.674873, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648099, "recall": 0.709486, "f1": 0.666241, "accuracy": 0.709486, "main_score": 0.666241, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550671, "recall": 0.61166, "f1": 0.567443, "accuracy": 0.61166, "main_score": 0.567443, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548472, "recall": 0.615613, "f1": 0.567064, "accuracy": 0.615613, "main_score": 0.567064, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835293, "recall": 0.878458, "f1": 0.848518, "accuracy": 0.878458, "main_score": 0.848518, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562324, "recall": 0.62253, "f1": 0.579087, "accuracy": 0.62253, "main_score": 0.579087, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624711, "recall": 0.690711, "f1": 0.643812, "accuracy": 0.690711, "main_score": 0.643812, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93083, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504702, "recall": 0.564229, "f1": 0.521582, "accuracy": 0.564229, "main_score": 0.521582, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580539, "recall": 0.641304, "f1": 0.59731, "accuracy": 0.641304, "main_score": 0.59731, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605197, "recall": 0.664032, "f1": 0.622551, "accuracy": 0.664032, "main_score": 0.622551, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568611, "recall": 0.620553, "f1": 0.583038, "accuracy": 0.620553, "main_score": 0.583038, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550289, "recall": 0.613636, "f1": 0.568666, "accuracy": 0.613636, "main_score": 0.568666, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76143, "recall": 0.814229, "f1": 0.777193, "accuracy": 0.814229, "main_score": 0.777193, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765102, "recall": 0.813241, "f1": 0.779677, "accuracy": 0.813241, "main_score": 0.779677, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879611, "recall": 0.909091, "f1": 0.888768, "accuracy": 0.909091, "main_score": 0.888768, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494977, "recall": 0.570158, "f1": 0.516768, "accuracy": 0.570158, "main_score": 0.516768, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71376, "recall": 0.774704, "f1": 0.732108, "accuracy": 0.774704, "main_score": 0.732108, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613661, "recall": 0.666996, "f1": 0.629356, "accuracy": 0.666996, "main_score": 0.629356, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560246, "recall": 0.630435, "f1": 0.580466, "accuracy": 0.630435, "main_score": 0.580466, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524106, "recall": 0.587945, "f1": 0.541641, "accuracy": 0.587945, "main_score": 0.541641, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419466, "recall": 0.501976, "f1": 0.44169, "accuracy": 0.501976, "main_score": 0.44169, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581896, "recall": 0.644269, "f1": 0.599686, "accuracy": 0.644269, "main_score": 0.599686, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864354, "recall": 0.901186, "f1": 0.875972, "accuracy": 0.901186, "main_score": 0.875972, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606506, "recall": 0.659091, "f1": 0.621552, "accuracy": 0.659091, "main_score": 0.621552, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604762, "recall": 0.666996, "f1": 0.622175, "accuracy": 0.666996, "main_score": 0.622175, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555215, "recall": 0.614625, "f1": 0.571644, "accuracy": 0.614625, "main_score": 0.571644, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183807, "recall": 0.232213, "f1": 0.195718, "accuracy": 0.232213, "main_score": 0.195718, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630542, "recall": 0.679842, "f1": 0.644701, "accuracy": 0.679842, "main_score": 0.644701, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.656439, "recall": 0.716403, "f1": 0.674374, "accuracy": 0.716403, "main_score": 0.674374, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539914, "recall": 0.589921, "f1": 0.554021, "accuracy": 0.589921, "main_score": 0.554021, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48956, "recall": 0.565217, "f1": 0.509685, "accuracy": 0.565217, "main_score": 0.509685, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56158, "recall": 0.62253, "f1": 0.579776, "accuracy": 0.62253, "main_score": 0.579776, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564638, "recall": 0.630435, "f1": 0.582599, "accuracy": 0.630435, "main_score": 0.582599, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886199, "recall": 0.918972, "f1": 0.896574, "accuracy": 0.918972, "main_score": 0.896574, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509009, "recall": 0.56917, "f1": 0.526896, "accuracy": 0.56917, "main_score": 0.526896, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5367, "recall": 0.603755, "f1": 0.555414, "accuracy": 0.603755, "main_score": 0.555414, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511958, "recall": 0.567194, "f1": 0.527447, "accuracy": 0.567194, "main_score": 0.527447, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.963439, "f1": 0.952866, "accuracy": 0.963439, "main_score": 0.952866, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319063, "recall": 0.37747, "f1": 0.334956, "accuracy": 0.37747, "main_score": 0.334956, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585137, "recall": 0.646245, "f1": 0.602281, "accuracy": 0.646245, "main_score": 0.602281, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591851, "recall": 0.644269, "f1": 0.6069, "accuracy": 0.644269, "main_score": 0.6069, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709002, "recall": 0.770751, "f1": 0.727254, "accuracy": 0.770751, "main_score": 0.727254, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644845, "recall": 0.721344, "f1": 0.667292, "accuracy": 0.721344, "main_score": 0.667292, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.68342, "recall": 0.743083, "f1": 0.701103, "accuracy": 0.743083, "main_score": 0.701103, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655978, "recall": 0.712451, "f1": 0.672859, "accuracy": 0.712451, "main_score": 0.672859, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640851, "recall": 0.710474, "f1": 0.660977, "accuracy": 0.710474, "main_score": 0.660977, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545987, "recall": 0.604743, "f1": 0.562434, "accuracy": 0.604743, "main_score": 0.562434, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547688, "recall": 0.607708, "f1": 0.564519, "accuracy": 0.607708, "main_score": 0.564519, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803146, "recall": 0.846838, "f1": 0.816206, "accuracy": 0.846838, "main_score": 0.816206, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465603, "recall": 0.52668, "f1": 0.481659, "accuracy": 0.52668, "main_score": 0.481659, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860648, "recall": 0.899209, "f1": 0.872941, "accuracy": 0.899209, "main_score": 0.872941, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540794, "recall": 0.599802, "f1": 0.557397, "accuracy": 0.599802, "main_score": 0.557397, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.586884, "recall": 0.653162, "f1": 0.60567, "accuracy": 0.653162, "main_score": 0.60567, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200217, "recall": 0.262846, "f1": 0.214194, "accuracy": 0.262846, "main_score": 0.214194, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.617428, "recall": 0.683794, "f1": 0.636611, "accuracy": 0.683794, "main_score": 0.636611, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86693, "recall": 0.905138, "f1": 0.87859, "accuracy": 0.905138, "main_score": 0.87859, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427844, "recall": 0.481225, "f1": 0.44158, "accuracy": 0.481225, "main_score": 0.44158, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667252, "recall": 0.726285, "f1": 0.684503, "accuracy": 0.726285, "main_score": 0.684503, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56609, "recall": 0.628458, "f1": 0.583839, "accuracy": 0.628458, "main_score": 0.583839, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496898, "recall": 0.565217, "f1": 0.515852, "accuracy": 0.565217, "main_score": 0.515852, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658227, "recall": 0.714427, "f1": 0.674725, "accuracy": 0.714427, "main_score": 0.674725, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227688, "recall": 0.304348, "f1": 0.248149, "accuracy": 0.304348, "main_score": 0.248149, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563646, "recall": 0.626482, "f1": 0.582493, "accuracy": 0.626482, "main_score": 0.582493, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5918, "recall": 0.651186, "f1": 0.609181, "accuracy": 0.651186, "main_score": 0.609181, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700165, "recall": 0.76581, "f1": 0.719899, "accuracy": 0.76581, "main_score": 0.719899, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567721, "recall": 0.630435, "f1": 0.585922, "accuracy": 0.630435, "main_score": 0.585922, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766502, "recall": 0.822134, "f1": 0.783169, "accuracy": 0.822134, "main_score": 0.783169, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470545, "recall": 0.530632, "f1": 0.487002, "accuracy": 0.530632, "main_score": 0.487002, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882938, "recall": 0.914032, "f1": 0.892787, "accuracy": 0.914032, "main_score": 0.892787, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966897, "accuracy": 0.974308, "main_score": 0.966897, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60632, "recall": 0.664032, "f1": 0.622653, "accuracy": 0.664032, "main_score": 0.622653, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889987, "recall": 0.923913, "f1": 0.901021, "accuracy": 0.923913, "main_score": 0.901021, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448419, "recall": 0.516798, "f1": 0.466562, "accuracy": 0.516798, "main_score": 0.466562, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636281, "recall": 0.704545, "f1": 0.656541, "accuracy": 0.704545, "main_score": 0.656541, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829414, "recall": 0.873518, "f1": 0.843003, "accuracy": 0.873518, "main_score": 0.843003, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.644877, "recall": 0.700593, "f1": 0.661409, "accuracy": 0.700593, "main_score": 0.661409, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625112, "recall": 0.687747, "f1": 0.642481, "accuracy": 0.687747, "main_score": 0.642481, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953063, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54009, "recall": 0.603755, "f1": 0.558256, "accuracy": 0.603755, "main_score": 0.558256, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528129, "recall": 0.592885, "f1": 0.546861, "accuracy": 0.592885, "main_score": 0.546861, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833086, "recall": 0.878458, "f1": 0.847233, "accuracy": 0.878458, "main_score": 0.847233, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545806, "recall": 0.607708, "f1": 0.563258, "accuracy": 0.607708, "main_score": 0.563258, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603115, "recall": 0.672925, "f1": 0.623307, "accuracy": 0.672925, "main_score": 0.623307, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.944664, "f1": 0.928491, "accuracy": 0.944664, "main_score": 0.928491, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490984, "recall": 0.551383, "f1": 0.508066, "accuracy": 0.551383, "main_score": 0.508066, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569912, "recall": 0.62747, "f1": 0.585489, "accuracy": 0.62747, "main_score": 0.585489, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575807, "recall": 0.639328, "f1": 0.594438, "accuracy": 0.639328, "main_score": 0.594438, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546136, "recall": 0.601779, "f1": 0.561507, "accuracy": 0.601779, "main_score": 0.561507, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53186, "recall": 0.606719, "f1": 0.553667, "accuracy": 0.606719, "main_score": 0.553667, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739246, "recall": 0.796443, "f1": 0.756225, "accuracy": 0.796443, "main_score": 0.756225, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741749, "recall": 0.79249, "f1": 0.756917, "accuracy": 0.79249, "main_score": 0.756917, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873518, "recall": 0.903162, "f1": 0.88266, "accuracy": 0.903162, "main_score": 0.88266, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470529, "recall": 0.549407, "f1": 0.493371, "accuracy": 0.549407, "main_score": 0.493371, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71801, "recall": 0.780632, "f1": 0.736709, "accuracy": 0.780632, "main_score": 0.736709, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596585, "recall": 0.644269, "f1": 0.610315, "accuracy": 0.644269, "main_score": 0.610315, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554785, "recall": 0.62253, "f1": 0.574129, "accuracy": 0.62253, "main_score": 0.574129, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520331, "recall": 0.576087, "f1": 0.536622, "accuracy": 0.576087, "main_score": 0.536622, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284713, "recall": 0.33498, "f1": 0.297807, "accuracy": 0.33498, "main_score": 0.297807, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.794313, "recall": 0.838933, "f1": 0.80753, "accuracy": 0.838933, "main_score": 0.80753, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.726121, "recall": 0.779644, "f1": 0.742125, "accuracy": 0.779644, "main_score": 0.742125, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.797768, "recall": 0.836957, "f1": 0.809015, "accuracy": 0.836957, "main_score": 0.809015, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.805235, "recall": 0.840909, "f1": 0.815379, "accuracy": 0.840909, "main_score": 0.815379, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573015, "recall": 0.619565, "f1": 0.58594, "accuracy": 0.619565, "main_score": 0.58594, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792542, "recall": 0.835968, "f1": 0.804884, "accuracy": 0.835968, "main_score": 0.804884, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767404, "recall": 0.806324, "f1": 0.779183, "accuracy": 0.806324, "main_score": 0.779183, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828941, "recall": 0.859684, "f1": 0.837709, "accuracy": 0.859684, "main_score": 0.837709, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782931, "recall": 0.829051, "f1": 0.796478, "accuracy": 0.829051, "main_score": 0.796478, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.787015, "recall": 0.831028, "f1": 0.799669, "accuracy": 0.831028, "main_score": 0.799669, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56693, "recall": 0.617589, "f1": 0.582148, "accuracy": 0.617589, "main_score": 0.582148, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798394, "recall": 0.842885, "f1": 0.811456, "accuracy": 0.842885, "main_score": 0.811456, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.73135, "recall": 0.780632, "f1": 0.745447, "accuracy": 0.780632, "main_score": 0.745447, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812549, "recall": 0.853755, "f1": 0.824398, "accuracy": 0.853755, "main_score": 0.824398, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609956, "recall": 0.661067, "f1": 0.625125, "accuracy": 0.661067, "main_score": 0.625125, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798181, "recall": 0.841897, "f1": 0.810839, "accuracy": 0.841897, "main_score": 0.810839, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751894, "recall": 0.795455, "f1": 0.76422, "accuracy": 0.795455, "main_score": 0.76422, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.8305, "recall": 0.868577, "f1": 0.841389, "accuracy": 0.868577, "main_score": 0.841389, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814814, "recall": 0.857708, "f1": 0.827646, "accuracy": 0.857708, "main_score": 0.827646, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525621, "recall": 0.578063, "f1": 0.540648, "accuracy": 0.578063, "main_score": 0.540648, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797843, "recall": 0.838933, "f1": 0.81014, "accuracy": 0.838933, "main_score": 0.81014, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.803788, "recall": 0.841897, "f1": 0.814424, "accuracy": 0.841897, "main_score": 0.814424, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800747, "recall": 0.832016, "f1": 0.809362, "accuracy": 0.832016, "main_score": 0.809362, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190787, "recall": 0.23419, "f1": 0.201307, "accuracy": 0.23419, "main_score": 0.201307, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.798537, "recall": 0.841897, "f1": 0.810592, "accuracy": 0.841897, "main_score": 0.810592, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605933, "recall": 0.648221, "f1": 0.617624, "accuracy": 0.648221, "main_score": 0.617624, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807896, "recall": 0.846838, "f1": 0.819175, "accuracy": 0.846838, "main_score": 0.819175, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815446, "recall": 0.852767, "f1": 0.826084, "accuracy": 0.852767, "main_score": 0.826084, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757108, "recall": 0.80336, "f1": 0.770925, "accuracy": 0.80336, "main_score": 0.770925, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.778957, "recall": 0.826087, "f1": 0.792627, "accuracy": 0.826087, "main_score": 0.792627, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619443, "recall": 0.666008, "f1": 0.633402, "accuracy": 0.666008, "main_score": 0.633402, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813451, "recall": 0.849802, "f1": 0.823774, "accuracy": 0.849802, "main_score": 0.823774, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679915, "recall": 0.733202, "f1": 0.695222, "accuracy": 0.733202, "main_score": 0.695222, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.77202, "recall": 0.81917, "f1": 0.785018, "accuracy": 0.81917, "main_score": 0.785018, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.794076, "recall": 0.837945, "f1": 0.806741, "accuracy": 0.837945, "main_score": 0.806741, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.796653, "recall": 0.835968, "f1": 0.807883, "accuracy": 0.835968, "main_score": 0.807883, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764719, "recall": 0.811265, "f1": 0.778007, "accuracy": 0.811265, "main_score": 0.778007, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537529, "recall": 0.588933, "f1": 0.5524, "accuracy": 0.588933, "main_score": 0.5524, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498035, "recall": 0.566206, "f1": 0.515835, "accuracy": 0.566206, "main_score": 0.515835, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799341, "recall": 0.844862, "f1": 0.813043, "accuracy": 0.844862, "main_score": 0.813043, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55327, "recall": 0.606719, "f1": 0.568565, "accuracy": 0.606719, "main_score": 0.568565, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80827, "recall": 0.850791, "f1": 0.820674, "accuracy": 0.850791, "main_score": 0.820674, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.82341, "recall": 0.86166, "f1": 0.834827, "accuracy": 0.86166, "main_score": 0.834827, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774697, "recall": 0.816206, "f1": 0.786329, "accuracy": 0.816206, "main_score": 0.786329, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.772605, "recall": 0.818182, "f1": 0.786051, "accuracy": 0.818182, "main_score": 0.786051, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549506, "recall": 0.602767, "f1": 0.564391, "accuracy": 0.602767, "main_score": 0.564391, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678376, "recall": 0.730237, "f1": 0.693812, "accuracy": 0.730237, "main_score": 0.693812, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814098, "recall": 0.847826, "f1": 0.823405, "accuracy": 0.847826, "main_score": 0.823405, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829498, "recall": 0.868577, "f1": 0.840716, "accuracy": 0.868577, "main_score": 0.840716, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829113, "recall": 0.858696, "f1": 0.837709, "accuracy": 0.858696, "main_score": 0.837709, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516676, "recall": 0.572134, "f1": 0.532795, "accuracy": 0.572134, "main_score": 0.532795, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799868, "recall": 0.843874, "f1": 0.812973, "accuracy": 0.843874, "main_score": 0.812973, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522196, "recall": 0.585968, "f1": 0.540668, "accuracy": 0.585968, "main_score": 0.540668, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521064, "recall": 0.563241, "f1": 0.533037, "accuracy": 0.563241, "main_score": 0.533037, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787452, "recall": 0.81917, "f1": 0.796745, "accuracy": 0.81917, "main_score": 0.796745, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317504, "recall": 0.373518, "f1": 0.332313, "accuracy": 0.373518, "main_score": 0.332313, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814472, "recall": 0.851779, "f1": 0.825167, "accuracy": 0.851779, "main_score": 0.825167, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.799158, "recall": 0.839921, "f1": 0.810932, "accuracy": 0.839921, "main_score": 0.810932, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815509, "recall": 0.852767, "f1": 0.826168, "accuracy": 0.852767, "main_score": 0.826168, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77384, "recall": 0.825099, "f1": 0.78941, "accuracy": 0.825099, "main_score": 0.78941, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576202, "recall": 0.636364, "f1": 0.593258, "accuracy": 0.636364, "main_score": 0.593258, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800078, "recall": 0.83498, "f1": 0.810168, "accuracy": 0.83498, "main_score": 0.810168, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691071, "recall": 0.744071, "f1": 0.70651, "accuracy": 0.744071, "main_score": 0.70651, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841363, "recall": 0.874506, "f1": 0.850343, "accuracy": 0.874506, "main_score": 0.850343, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57332, "recall": 0.618577, "f1": 0.586214, "accuracy": 0.618577, "main_score": 0.586214, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802119, "recall": 0.836957, "f1": 0.811534, "accuracy": 0.836957, "main_score": 0.811534, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619782, "recall": 0.677866, "f1": 0.63627, "accuracy": 0.677866, "main_score": 0.63627, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718587, "recall": 0.766798, "f1": 0.731952, "accuracy": 0.766798, "main_score": 0.731952, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780143, "recall": 0.820158, "f1": 0.791596, "accuracy": 0.820158, "main_score": 0.791596, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803096, "recall": 0.843874, "f1": 0.814874, "accuracy": 0.843874, "main_score": 0.814874, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356559, "recall": 0.425889, "f1": 0.375037, "accuracy": 0.425889, "main_score": 0.375037, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.595162, "recall": 0.649209, "f1": 0.61051, "accuracy": 0.649209, "main_score": 0.61051, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7142, "recall": 0.761858, "f1": 0.728087, "accuracy": 0.761858, "main_score": 0.728087, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61721, "recall": 0.662055, "f1": 0.630436, "accuracy": 0.662055, "main_score": 0.630436, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604499, "recall": 0.666008, "f1": 0.622563, "accuracy": 0.666008, "main_score": 0.622563, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.827198, "recall": 0.864625, "f1": 0.837949, "accuracy": 0.864625, "main_score": 0.837949, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790757, "recall": 0.83004, "f1": 0.802509, "accuracy": 0.83004, "main_score": 0.802509, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803567, "recall": 0.840909, "f1": 0.814575, "accuracy": 0.840909, "main_score": 0.814575, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643237, "recall": 0.702569, "f1": 0.660554, "accuracy": 0.702569, "main_score": 0.660554, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.814033, "recall": 0.851779, "f1": 0.825289, "accuracy": 0.851779, "main_score": 0.825289, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777061, "recall": 0.822134, "f1": 0.789874, "accuracy": 0.822134, "main_score": 0.789874, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81783, "recall": 0.855731, "f1": 0.828929, "accuracy": 0.855731, "main_score": 0.828929, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79305, "recall": 0.837945, "f1": 0.806246, "accuracy": 0.837945, "main_score": 0.806246, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537385, "recall": 0.591897, "f1": 0.552786, "accuracy": 0.591897, "main_score": 0.552786, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533353, "recall": 0.585968, "f1": 0.548163, "accuracy": 0.585968, "main_score": 0.548163, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754416, "recall": 0.814229, "f1": 0.772293, "accuracy": 0.814229, "main_score": 0.772293, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.803104, "recall": 0.843874, "f1": 0.81462, "accuracy": 0.843874, "main_score": 0.81462, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799706, "recall": 0.844862, "f1": 0.812769, "accuracy": 0.844862, "main_score": 0.812769, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469229, "recall": 0.52668, "f1": 0.484649, "accuracy": 0.52668, "main_score": 0.484649, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825733, "recall": 0.856719, "f1": 0.834842, "accuracy": 0.856719, "main_score": 0.834842, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718046, "recall": 0.770751, "f1": 0.733249, "accuracy": 0.770751, "main_score": 0.733249, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.605818, "recall": 0.659091, "f1": 0.621316, "accuracy": 0.659091, "main_score": 0.621316, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813426, "recall": 0.850791, "f1": 0.823855, "accuracy": 0.850791, "main_score": 0.823855, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53438, "recall": 0.590909, "f1": 0.550233, "accuracy": 0.590909, "main_score": 0.550233, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820957, "recall": 0.852767, "f1": 0.83019, "accuracy": 0.852767, "main_score": 0.83019, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799986, "recall": 0.839921, "f1": 0.810786, "accuracy": 0.839921, "main_score": 0.810786, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809765, "recall": 0.850791, "f1": 0.82153, "accuracy": 0.850791, "main_score": 0.82153, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821403, "recall": 0.860672, "f1": 0.832583, "accuracy": 0.860672, "main_score": 0.832583, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802922, "recall": 0.841897, "f1": 0.814403, "accuracy": 0.841897, "main_score": 0.814403, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.786594, "recall": 0.831028, "f1": 0.799409, "accuracy": 0.831028, "main_score": 0.799409, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665161, "recall": 0.731225, "f1": 0.68448, "accuracy": 0.731225, "main_score": 0.68448, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.564683, "recall": 0.629447, "f1": 0.58237, "accuracy": 0.629447, "main_score": 0.58237, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207222, "recall": 0.257905, "f1": 0.218385, "accuracy": 0.257905, "main_score": 0.218385, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.62705, "recall": 0.674901, "f1": 0.641129, "accuracy": 0.674901, "main_score": 0.641129, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570047, "recall": 0.625494, "f1": 0.585826, "accuracy": 0.625494, "main_score": 0.585826, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828404, "recall": 0.864625, "f1": 0.838785, "accuracy": 0.864625, "main_score": 0.838785, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79857, "recall": 0.836957, "f1": 0.809378, "accuracy": 0.836957, "main_score": 0.809378, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413192, "recall": 0.464427, "f1": 0.426908, "accuracy": 0.464427, "main_score": 0.426908, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.826087, "f1": 0.800927, "accuracy": 0.826087, "main_score": 0.800927, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792419, "recall": 0.837945, "f1": 0.805404, "accuracy": 0.837945, "main_score": 0.805404, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737786, "recall": 0.790514, "f1": 0.752722, "accuracy": 0.790514, "main_score": 0.752722, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.767542, "recall": 0.817194, "f1": 0.782049, "accuracy": 0.817194, "main_score": 0.782049, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597439, "recall": 0.651186, "f1": 0.613, "accuracy": 0.651186, "main_score": 0.613, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789737, "recall": 0.833004, "f1": 0.80192, "accuracy": 0.833004, "main_score": 0.80192, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822894, "recall": 0.855731, "f1": 0.8321, "accuracy": 0.855731, "main_score": 0.8321, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547291, "recall": 0.604743, "f1": 0.564501, "accuracy": 0.604743, "main_score": 0.564501, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514848, "recall": 0.572134, "f1": 0.530692, "accuracy": 0.572134, "main_score": 0.530692, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634265, "recall": 0.685771, "f1": 0.649297, "accuracy": 0.685771, "main_score": 0.649297, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797559, "recall": 0.837945, "f1": 0.809256, "accuracy": 0.837945, "main_score": 0.809256, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145088, "recall": 0.185771, "f1": 0.155345, "accuracy": 0.185771, "main_score": 0.155345, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.786006, "recall": 0.826087, "f1": 0.797394, "accuracy": 0.826087, "main_score": 0.797394, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.691701, "recall": 0.748024, "f1": 0.70816, "accuracy": 0.748024, "main_score": 0.70816, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.75629, "recall": 0.799407, "f1": 0.768506, "accuracy": 0.799407, "main_score": 0.768506, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796452, "recall": 0.842885, "f1": 0.810199, "accuracy": 0.842885, "main_score": 0.810199, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534437, "recall": 0.590909, "f1": 0.550791, "accuracy": 0.590909, "main_score": 0.550791, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535746, "recall": 0.596838, "f1": 0.552972, "accuracy": 0.596838, "main_score": 0.552972, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791589, "recall": 0.832016, "f1": 0.803387, "accuracy": 0.832016, "main_score": 0.803387, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809065, "recall": 0.850791, "f1": 0.821099, "accuracy": 0.850791, "main_score": 0.821099, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787783, "recall": 0.822134, "f1": 0.797278, "accuracy": 0.822134, "main_score": 0.797278, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746968, "recall": 0.796443, "f1": 0.761042, "accuracy": 0.796443, "main_score": 0.761042, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539625, "recall": 0.602767, "f1": 0.558517, "accuracy": 0.602767, "main_score": 0.558517, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791238, "recall": 0.832016, "f1": 0.802881, "accuracy": 0.832016, "main_score": 0.802881, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544092, "recall": 0.604743, "f1": 0.561216, "accuracy": 0.604743, "main_score": 0.561216, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57637, "recall": 0.630435, "f1": 0.591755, "accuracy": 0.630435, "main_score": 0.591755, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798115, "recall": 0.841897, "f1": 0.81053, "accuracy": 0.841897, "main_score": 0.81053, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.788441, "recall": 0.829051, "f1": 0.800202, "accuracy": 0.829051, "main_score": 0.800202, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770168, "recall": 0.818182, "f1": 0.784705, "accuracy": 0.818182, "main_score": 0.784705, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.456272, "recall": 0.519763, "f1": 0.473515, "accuracy": 0.519763, "main_score": 0.473515, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.80905, "recall": 0.84585, "f1": 0.819606, "accuracy": 0.84585, "main_score": 0.819606, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786374, "recall": 0.829051, "f1": 0.798019, "accuracy": 0.829051, "main_score": 0.798019, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.761702, "recall": 0.814229, "f1": 0.777652, "accuracy": 0.814229, "main_score": 0.777652, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.697241, "recall": 0.753953, "f1": 0.713193, "accuracy": 0.753953, "main_score": 0.713193, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.624314, "recall": 0.679842, "f1": 0.640119, "accuracy": 0.679842, "main_score": 0.640119, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735759, "recall": 0.778656, "f1": 0.748218, "accuracy": 0.778656, "main_score": 0.748218, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739908, "recall": 0.787549, "f1": 0.753876, "accuracy": 0.787549, "main_score": 0.753876, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597999, "recall": 0.644269, "f1": 0.611108, "accuracy": 0.644269, "main_score": 0.611108, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686991, "recall": 0.747036, "f1": 0.70366, "accuracy": 0.747036, "main_score": 0.70366, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.803641, "recall": 0.844862, "f1": 0.815077, "accuracy": 0.844862, "main_score": 0.815077, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.777227, "recall": 0.821146, "f1": 0.789436, "accuracy": 0.821146, "main_score": 0.789436, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.807312, "recall": 0.847826, "f1": 0.818978, "accuracy": 0.847826, "main_score": 0.818978, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744343, "recall": 0.791502, "f1": 0.757913, "accuracy": 0.791502, "main_score": 0.757913, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825595, "recall": 0.863636, "f1": 0.837004, "accuracy": 0.863636, "main_score": 0.837004, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677815, "recall": 0.732213, "f1": 0.693585, "accuracy": 0.732213, "main_score": 0.693585, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.78487, "recall": 0.820158, "f1": 0.795158, "accuracy": 0.820158, "main_score": 0.795158, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456393, "recall": 0.522727, "f1": 0.474444, "accuracy": 0.522727, "main_score": 0.474444, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809513, "recall": 0.846838, "f1": 0.82045, "accuracy": 0.846838, "main_score": 0.82045, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485065, "recall": 0.552372, "f1": 0.50387, "accuracy": 0.552372, "main_score": 0.50387, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.789706, "recall": 0.833992, "f1": 0.801868, "accuracy": 0.833992, "main_score": 0.801868, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.793142, "recall": 0.833004, "f1": 0.804469, "accuracy": 0.833004, "main_score": 0.804469, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.720958, "recall": 0.769763, "f1": 0.734801, "accuracy": 0.769763, "main_score": 0.734801, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719483, "recall": 0.764822, "f1": 0.733235, "accuracy": 0.764822, "main_score": 0.733235, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770874, "recall": 0.809289, "f1": 0.781757, "accuracy": 0.809289, "main_score": 0.781757, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.604985, "recall": 0.653162, "f1": 0.618594, "accuracy": 0.653162, "main_score": 0.618594, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573896, "recall": 0.626482, "f1": 0.589284, "accuracy": 0.626482, "main_score": 0.589284, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798452, "recall": 0.839921, "f1": 0.810592, "accuracy": 0.839921, "main_score": 0.810592, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753542, "recall": 0.795455, "f1": 0.765507, "accuracy": 0.795455, "main_score": 0.765507, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835352, "recall": 0.873518, "f1": 0.846558, "accuracy": 0.873518, "main_score": 0.846558, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529003, "recall": 0.588933, "f1": 0.546124, "accuracy": 0.588933, "main_score": 0.546124, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805785, "recall": 0.847826, "f1": 0.817855, "accuracy": 0.847826, "main_score": 0.817855, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792, "recall": 0.83498, "f1": 0.804421, "accuracy": 0.83498, "main_score": 0.804421, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.800647, "recall": 0.840909, "f1": 0.811919, "accuracy": 0.840909, "main_score": 0.811919, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516109, "recall": 0.573123, "f1": 0.532679, "accuracy": 0.573123, "main_score": 0.532679, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826021, "recall": 0.86166, "f1": 0.836647, "accuracy": 0.86166, "main_score": 0.836647, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643187, "recall": 0.693676, "f1": 0.657736, "accuracy": 0.693676, "main_score": 0.657736, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545981, "recall": 0.601779, "f1": 0.56155, "accuracy": 0.601779, "main_score": 0.56155, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555017, "recall": 0.613636, "f1": 0.571162, "accuracy": 0.613636, "main_score": 0.571162, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702093, "recall": 0.757905, "f1": 0.718543, "accuracy": 0.757905, "main_score": 0.718543, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.817704, "recall": 0.855731, "f1": 0.828525, "accuracy": 0.855731, "main_score": 0.828525, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731003, "recall": 0.778656, "f1": 0.744917, "accuracy": 0.778656, "main_score": 0.744917, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497106, "recall": 0.555336, "f1": 0.513156, "accuracy": 0.555336, "main_score": 0.513156, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572838, "recall": 0.625494, "f1": 0.58698, "accuracy": 0.625494, "main_score": 0.58698, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782963, "recall": 0.831028, "f1": 0.796469, "accuracy": 0.831028, "main_score": 0.796469, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.542963, "recall": 0.600791, "f1": 0.559478, "accuracy": 0.600791, "main_score": 0.559478, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539194, "recall": 0.588933, "f1": 0.553142, "accuracy": 0.588933, "main_score": 0.553142, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768383, "recall": 0.817194, "f1": 0.782071, "accuracy": 0.817194, "main_score": 0.782071, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53443, "recall": 0.589921, "f1": 0.551023, "accuracy": 0.589921, "main_score": 0.551023, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592434, "recall": 0.650198, "f1": 0.608732, "accuracy": 0.650198, "main_score": 0.608732, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803607, "recall": 0.838933, "f1": 0.81316, "accuracy": 0.838933, "main_score": 0.81316, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662088, "recall": 0.708498, "f1": 0.676106, "accuracy": 0.708498, "main_score": 0.676106, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75611, "recall": 0.787549, "f1": 0.765693, "accuracy": 0.787549, "main_score": 0.765693, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755525, "recall": 0.80336, "f1": 0.76975, "accuracy": 0.80336, "main_score": 0.76975, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694491, "recall": 0.75, "f1": 0.710199, "accuracy": 0.75, "main_score": 0.710199, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780758, "recall": 0.820158, "f1": 0.791678, "accuracy": 0.820158, "main_score": 0.791678, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463134, "recall": 0.538538, "f1": 0.485317, "accuracy": 0.538538, "main_score": 0.485317, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794437, "recall": 0.833004, "f1": 0.805959, "accuracy": 0.833004, "main_score": 0.805959, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.721314, "recall": 0.772727, "f1": 0.735976, "accuracy": 0.772727, "main_score": 0.735976, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.796152, "recall": 0.833004, "f1": 0.806083, "accuracy": 0.833004, "main_score": 0.806083, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782404, "recall": 0.825099, "f1": 0.794469, "accuracy": 0.825099, "main_score": 0.794469, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.570438, "recall": 0.629447, "f1": 0.587485, "accuracy": 0.629447, "main_score": 0.587485, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559461, "recall": 0.599802, "f1": 0.570858, "accuracy": 0.599802, "main_score": 0.570858, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360457, "recall": 0.40415, "f1": 0.372784, "accuracy": 0.40415, "main_score": 0.372784, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457996, "recall": 0.494071, "f1": 0.468651, "accuracy": 0.494071, "main_score": 0.468651, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201566, "recall": 0.240119, "f1": 0.21183, "accuracy": 0.240119, "main_score": 0.21183, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.461214, "recall": 0.504941, "f1": 0.473086, "accuracy": 0.504941, "main_score": 0.473086, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436621, "recall": 0.483202, "f1": 0.449378, "accuracy": 0.483202, "main_score": 0.449378, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.456666, "recall": 0.5, "f1": 0.46883, "accuracy": 0.5, "main_score": 0.46883, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472759, "recall": 0.505929, "f1": 0.481407, "accuracy": 0.505929, "main_score": 0.481407, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47915, "recall": 0.511858, "f1": 0.488354, "accuracy": 0.511858, "main_score": 0.488354, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470732, "recall": 0.51087, "f1": 0.481249, "accuracy": 0.51087, "main_score": 0.481249, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466767, "recall": 0.501976, "f1": 0.476596, "accuracy": 0.501976, "main_score": 0.476596, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469484, "recall": 0.502964, "f1": 0.478924, "accuracy": 0.502964, "main_score": 0.478924, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455877, "recall": 0.504941, "f1": 0.469494, "accuracy": 0.504941, "main_score": 0.469494, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.44677, "recall": 0.48913, "f1": 0.457869, "accuracy": 0.48913, "main_score": 0.457869, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.420214, "recall": 0.462451, "f1": 0.431956, "accuracy": 0.462451, "main_score": 0.431956, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466457, "recall": 0.505929, "f1": 0.477613, "accuracy": 0.505929, "main_score": 0.477613, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4191, "recall": 0.470356, "f1": 0.43269, "accuracy": 0.470356, "main_score": 0.43269, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478454, "recall": 0.514822, "f1": 0.488724, "accuracy": 0.514822, "main_score": 0.488724, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471624, "recall": 0.508893, "f1": 0.482449, "accuracy": 0.508893, "main_score": 0.482449, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463049, "recall": 0.504941, "f1": 0.474776, "accuracy": 0.504941, "main_score": 0.474776, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451032, "recall": 0.48913, "f1": 0.461421, "accuracy": 0.48913, "main_score": 0.461421, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477415, "recall": 0.518775, "f1": 0.489123, "accuracy": 0.518775, "main_score": 0.489123, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474975, "recall": 0.513834, "f1": 0.485377, "accuracy": 0.513834, "main_score": 0.485377, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454123, "recall": 0.491107, "f1": 0.464235, "accuracy": 0.491107, "main_score": 0.464235, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451859, "recall": 0.494071, "f1": 0.46364, "accuracy": 0.494071, "main_score": 0.46364, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.457919, "recall": 0.502964, "f1": 0.469075, "accuracy": 0.502964, "main_score": 0.469075, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472619, "recall": 0.51087, "f1": 0.482996, "accuracy": 0.51087, "main_score": 0.482996, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179564, "recall": 0.216403, "f1": 0.189005, "accuracy": 0.216403, "main_score": 0.189005, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.465759, "recall": 0.506917, "f1": 0.47649, "accuracy": 0.506917, "main_score": 0.47649, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50005, "recall": 0.527668, "f1": 0.507511, "accuracy": 0.527668, "main_score": 0.507511, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469326, "recall": 0.507905, "f1": 0.480181, "accuracy": 0.507905, "main_score": 0.480181, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471403, "recall": 0.512846, "f1": 0.48271, "accuracy": 0.512846, "main_score": 0.48271, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467108, "recall": 0.502964, "f1": 0.477096, "accuracy": 0.502964, "main_score": 0.477096, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460398, "recall": 0.5, "f1": 0.471572, "accuracy": 0.5, "main_score": 0.471572, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479286, "recall": 0.513834, "f1": 0.488894, "accuracy": 0.513834, "main_score": 0.488894, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466676, "recall": 0.51087, "f1": 0.478911, "accuracy": 0.51087, "main_score": 0.478911, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398391, "recall": 0.449605, "f1": 0.413073, "accuracy": 0.449605, "main_score": 0.413073, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460913, "recall": 0.499012, "f1": 0.471075, "accuracy": 0.499012, "main_score": 0.471075, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.44448, "recall": 0.495059, "f1": 0.457237, "accuracy": 0.495059, "main_score": 0.457237, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.468906, "recall": 0.502964, "f1": 0.478291, "accuracy": 0.502964, "main_score": 0.478291, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453211, "recall": 0.500988, "f1": 0.465806, "accuracy": 0.500988, "main_score": 0.465806, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.478117, "recall": 0.514822, "f1": 0.488236, "accuracy": 0.514822, "main_score": 0.488236, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346207, "recall": 0.38834, "f1": 0.357099, "accuracy": 0.38834, "main_score": 0.357099, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472641, "recall": 0.511858, "f1": 0.483277, "accuracy": 0.511858, "main_score": 0.483277, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461353, "recall": 0.499012, "f1": 0.471628, "accuracy": 0.499012, "main_score": 0.471628, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465779, "recall": 0.508893, "f1": 0.478192, "accuracy": 0.508893, "main_score": 0.478192, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469337, "recall": 0.512846, "f1": 0.481416, "accuracy": 0.512846, "main_score": 0.481416, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45143, "recall": 0.490119, "f1": 0.461743, "accuracy": 0.490119, "main_score": 0.461743, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467176, "recall": 0.504941, "f1": 0.477387, "accuracy": 0.504941, "main_score": 0.477387, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454645, "recall": 0.492095, "f1": 0.465747, "accuracy": 0.492095, "main_score": 0.465747, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470277, "recall": 0.507905, "f1": 0.480993, "accuracy": 0.507905, "main_score": 0.480993, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472984, "recall": 0.509881, "f1": 0.483319, "accuracy": 0.509881, "main_score": 0.483319, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484239, "recall": 0.518775, "f1": 0.494368, "accuracy": 0.518775, "main_score": 0.494368, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485446, "recall": 0.521739, "f1": 0.495492, "accuracy": 0.521739, "main_score": 0.495492, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459082, "recall": 0.500988, "f1": 0.47051, "accuracy": 0.500988, "main_score": 0.47051, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458373, "recall": 0.499012, "f1": 0.469403, "accuracy": 0.499012, "main_score": 0.469403, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.344695, "recall": 0.38834, "f1": 0.35636, "accuracy": 0.38834, "main_score": 0.35636, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462838, "recall": 0.494071, "f1": 0.471786, "accuracy": 0.494071, "main_score": 0.471786, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486062, "recall": 0.520751, "f1": 0.494731, "accuracy": 0.520751, "main_score": 0.494731, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.282233, "recall": 0.322134, "f1": 0.293046, "accuracy": 0.322134, "main_score": 0.293046, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.46526, "recall": 0.501976, "f1": 0.475601, "accuracy": 0.501976, "main_score": 0.475601, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463721, "recall": 0.501976, "f1": 0.474145, "accuracy": 0.501976, "main_score": 0.474145, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460409, "recall": 0.502964, "f1": 0.472026, "accuracy": 0.502964, "main_score": 0.472026, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437344, "recall": 0.487154, "f1": 0.450776, "accuracy": 0.487154, "main_score": 0.450776, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486915, "recall": 0.522727, "f1": 0.49696, "accuracy": 0.522727, "main_score": 0.49696, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478531, "recall": 0.509881, "f1": 0.486746, "accuracy": 0.509881, "main_score": 0.486746, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472631, "recall": 0.507905, "f1": 0.482371, "accuracy": 0.507905, "main_score": 0.482371, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480185, "recall": 0.514822, "f1": 0.490139, "accuracy": 0.514822, "main_score": 0.490139, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46234, "recall": 0.496047, "f1": 0.471777, "accuracy": 0.496047, "main_score": 0.471777, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477269, "recall": 0.511858, "f1": 0.486479, "accuracy": 0.511858, "main_score": 0.486479, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473397, "recall": 0.51087, "f1": 0.484358, "accuracy": 0.51087, "main_score": 0.484358, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465791, "recall": 0.5, "f1": 0.475705, "accuracy": 0.5, "main_score": 0.475705, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448002, "recall": 0.493083, "f1": 0.460863, "accuracy": 0.493083, "main_score": 0.460863, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464575, "recall": 0.5, "f1": 0.474184, "accuracy": 0.5, "main_score": 0.474184, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.238232, "recall": 0.284585, "f1": 0.249285, "accuracy": 0.284585, "main_score": 0.249285, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.466996, "recall": 0.505929, "f1": 0.477903, "accuracy": 0.505929, "main_score": 0.477903, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460259, "recall": 0.497036, "f1": 0.469417, "accuracy": 0.497036, "main_score": 0.469417, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468892, "recall": 0.505929, "f1": 0.47913, "accuracy": 0.505929, "main_score": 0.47913, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393352, "recall": 0.440711, "f1": 0.406197, "accuracy": 0.440711, "main_score": 0.406197, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.481439, "recall": 0.520751, "f1": 0.492166, "accuracy": 0.520751, "main_score": 0.492166, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478376, "recall": 0.513834, "f1": 0.488022, "accuracy": 0.513834, "main_score": 0.488022, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469975, "recall": 0.507905, "f1": 0.480399, "accuracy": 0.507905, "main_score": 0.480399, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407071, "recall": 0.450593, "f1": 0.418788, "accuracy": 0.450593, "main_score": 0.418788, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.48261, "recall": 0.518775, "f1": 0.493023, "accuracy": 0.518775, "main_score": 0.493023, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449269, "recall": 0.497036, "f1": 0.462291, "accuracy": 0.497036, "main_score": 0.462291, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473221, "recall": 0.511858, "f1": 0.484323, "accuracy": 0.511858, "main_score": 0.484323, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457126, "recall": 0.506917, "f1": 0.47092, "accuracy": 0.506917, "main_score": 0.47092, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.458837, "recall": 0.494071, "f1": 0.468614, "accuracy": 0.494071, "main_score": 0.468614, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463918, "recall": 0.501976, "f1": 0.473839, "accuracy": 0.501976, "main_score": 0.473839, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430175, "recall": 0.477273, "f1": 0.443616, "accuracy": 0.477273, "main_score": 0.443616, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.467376, "recall": 0.504941, "f1": 0.477834, "accuracy": 0.504941, "main_score": 0.477834, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458431, "recall": 0.500988, "f1": 0.470416, "accuracy": 0.500988, "main_score": 0.470416, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47438, "recall": 0.511858, "f1": 0.484651, "accuracy": 0.511858, "main_score": 0.484651, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490629, "recall": 0.525692, "f1": 0.49996, "accuracy": 0.525692, "main_score": 0.49996, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437269, "recall": 0.479249, "f1": 0.448192, "accuracy": 0.479249, "main_score": 0.448192, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.439704, "recall": 0.475296, "f1": 0.449424, "accuracy": 0.475296, "main_score": 0.449424, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468081, "recall": 0.509881, "f1": 0.479466, "accuracy": 0.509881, "main_score": 0.479466, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.443752, "recall": 0.481225, "f1": 0.453902, "accuracy": 0.481225, "main_score": 0.453902, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492765, "recall": 0.522727, "f1": 0.500781, "accuracy": 0.522727, "main_score": 0.500781, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464683, "recall": 0.505929, "f1": 0.476339, "accuracy": 0.505929, "main_score": 0.476339, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466478, "recall": 0.507905, "f1": 0.477863, "accuracy": 0.507905, "main_score": 0.477863, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48695, "recall": 0.522727, "f1": 0.497531, "accuracy": 0.522727, "main_score": 0.497531, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452736, "recall": 0.497036, "f1": 0.465219, "accuracy": 0.497036, "main_score": 0.465219, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.472106, "recall": 0.513834, "f1": 0.483126, "accuracy": 0.513834, "main_score": 0.483126, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333013, "recall": 0.38834, "f1": 0.347272, "accuracy": 0.38834, "main_score": 0.347272, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.480725, "recall": 0.51581, "f1": 0.490425, "accuracy": 0.51581, "main_score": 0.490425, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195471, "recall": 0.238142, "f1": 0.20586, "accuracy": 0.238142, "main_score": 0.20586, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.473063, "recall": 0.503953, "f1": 0.481582, "accuracy": 0.503953, "main_score": 0.481582, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407035, "recall": 0.4417, "f1": 0.416475, "accuracy": 0.4417, "main_score": 0.416475, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481535, "recall": 0.519763, "f1": 0.492694, "accuracy": 0.519763, "main_score": 0.492694, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484411, "recall": 0.517787, "f1": 0.492999, "accuracy": 0.517787, "main_score": 0.492999, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381064, "recall": 0.426877, "f1": 0.393401, "accuracy": 0.426877, "main_score": 0.393401, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463936, "recall": 0.499012, "f1": 0.473087, "accuracy": 0.499012, "main_score": 0.473087, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463174, "recall": 0.505929, "f1": 0.474897, "accuracy": 0.505929, "main_score": 0.474897, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433922, "recall": 0.481225, "f1": 0.446172, "accuracy": 0.481225, "main_score": 0.446172, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460016, "recall": 0.500988, "f1": 0.471036, "accuracy": 0.500988, "main_score": 0.471036, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46867, "recall": 0.503953, "f1": 0.478877, "accuracy": 0.503953, "main_score": 0.478877, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444248, "recall": 0.490119, "f1": 0.457344, "accuracy": 0.490119, "main_score": 0.457344, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49207, "recall": 0.52668, "f1": 0.501226, "accuracy": 0.52668, "main_score": 0.501226, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446348, "recall": 0.481225, "f1": 0.456597, "accuracy": 0.481225, "main_score": 0.456597, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444548, "recall": 0.478261, "f1": 0.454238, "accuracy": 0.478261, "main_score": 0.454238, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485863, "recall": 0.51581, "f1": 0.494001, "accuracy": 0.51581, "main_score": 0.494001, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471334, "recall": 0.508893, "f1": 0.481738, "accuracy": 0.508893, "main_score": 0.481738, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.09073, "recall": 0.134387, "f1": 0.101832, "accuracy": 0.134387, "main_score": 0.101832, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.43374, "recall": 0.481225, "f1": 0.447188, "accuracy": 0.481225, "main_score": 0.447188, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.386683, "recall": 0.4417, "f1": 0.400603, "accuracy": 0.4417, "main_score": 0.400603, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.442954, "recall": 0.487154, "f1": 0.454744, "accuracy": 0.487154, "main_score": 0.454744, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475748, "recall": 0.514822, "f1": 0.48619, "accuracy": 0.514822, "main_score": 0.48619, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426185, "recall": 0.470356, "f1": 0.438776, "accuracy": 0.470356, "main_score": 0.438776, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460026, "recall": 0.496047, "f1": 0.46997, "accuracy": 0.496047, "main_score": 0.46997, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456927, "recall": 0.495059, "f1": 0.467512, "accuracy": 0.495059, "main_score": 0.467512, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464337, "recall": 0.507905, "f1": 0.476936, "accuracy": 0.507905, "main_score": 0.476936, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474715, "recall": 0.506917, "f1": 0.484097, "accuracy": 0.506917, "main_score": 0.484097, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459111, "recall": 0.495059, "f1": 0.469463, "accuracy": 0.495059, "main_score": 0.469463, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.435431, "recall": 0.475296, "f1": 0.446909, "accuracy": 0.475296, "main_score": 0.446909, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453176, "recall": 0.496047, "f1": 0.464048, "accuracy": 0.496047, "main_score": 0.464048, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451268, "recall": 0.491107, "f1": 0.462433, "accuracy": 0.491107, "main_score": 0.462433, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442416, "recall": 0.478261, "f1": 0.452613, "accuracy": 0.478261, "main_score": 0.452613, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441992, "recall": 0.48913, "f1": 0.455151, "accuracy": 0.48913, "main_score": 0.455151, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.458609, "recall": 0.495059, "f1": 0.468631, "accuracy": 0.495059, "main_score": 0.468631, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44807, "recall": 0.497036, "f1": 0.461195, "accuracy": 0.497036, "main_score": 0.461195, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.398027, "recall": 0.445652, "f1": 0.410783, "accuracy": 0.445652, "main_score": 0.410783, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.490387, "recall": 0.524704, "f1": 0.500283, "accuracy": 0.524704, "main_score": 0.500283, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455993, "recall": 0.497036, "f1": 0.467449, "accuracy": 0.497036, "main_score": 0.467449, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.409409, "recall": 0.459486, "f1": 0.423086, "accuracy": 0.459486, "main_score": 0.423086, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.416489, "recall": 0.465415, "f1": 0.429403, "accuracy": 0.465415, "main_score": 0.429403, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433144, "recall": 0.471344, "f1": 0.443589, "accuracy": 0.471344, "main_score": 0.443589, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414036, "recall": 0.453557, "f1": 0.425369, "accuracy": 0.453557, "main_score": 0.425369, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.445371, "recall": 0.486166, "f1": 0.456118, "accuracy": 0.486166, "main_score": 0.456118, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480259, "recall": 0.512846, "f1": 0.489409, "accuracy": 0.512846, "main_score": 0.489409, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383561, "recall": 0.436759, "f1": 0.3974, "accuracy": 0.436759, "main_score": 0.3974, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.458623, "recall": 0.498024, "f1": 0.469931, "accuracy": 0.498024, "main_score": 0.469931, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.453476, "recall": 0.494071, "f1": 0.464488, "accuracy": 0.494071, "main_score": 0.464488, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.49084, "recall": 0.521739, "f1": 0.499526, "accuracy": 0.521739, "main_score": 0.499526, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462588, "recall": 0.503953, "f1": 0.474199, "accuracy": 0.503953, "main_score": 0.474199, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482395, "recall": 0.516798, "f1": 0.492226, "accuracy": 0.516798, "main_score": 0.492226, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435132, "recall": 0.477273, "f1": 0.446821, "accuracy": 0.477273, "main_score": 0.446821, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458087, "recall": 0.499012, "f1": 0.469101, "accuracy": 0.499012, "main_score": 0.469101, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40901, "recall": 0.449605, "f1": 0.419865, "accuracy": 0.449605, "main_score": 0.419865, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471064, "recall": 0.51087, "f1": 0.482891, "accuracy": 0.51087, "main_score": 0.482891, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346209, "recall": 0.396245, "f1": 0.359625, "accuracy": 0.396245, "main_score": 0.359625, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.435662, "recall": 0.487154, "f1": 0.448839, "accuracy": 0.487154, "main_score": 0.448839, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.460377, "recall": 0.498024, "f1": 0.47108, "accuracy": 0.498024, "main_score": 0.47108, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474057, "recall": 0.506917, "f1": 0.482476, "accuracy": 0.506917, "main_score": 0.482476, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483845, "recall": 0.514822, "f1": 0.492606, "accuracy": 0.514822, "main_score": 0.492606, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441158, "recall": 0.479249, "f1": 0.451297, "accuracy": 0.479249, "main_score": 0.451297, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.481581, "recall": 0.514822, "f1": 0.49089, "accuracy": 0.514822, "main_score": 0.49089, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476647, "recall": 0.517787, "f1": 0.488262, "accuracy": 0.517787, "main_score": 0.488262, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486382, "recall": 0.520751, "f1": 0.495322, "accuracy": 0.520751, "main_score": 0.495322, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47543, "recall": 0.505929, "f1": 0.484363, "accuracy": 0.505929, "main_score": 0.484363, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485885, "recall": 0.519763, "f1": 0.495823, "accuracy": 0.519763, "main_score": 0.495823, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463115, "recall": 0.506917, "f1": 0.475578, "accuracy": 0.506917, "main_score": 0.475578, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477913, "recall": 0.514822, "f1": 0.488764, "accuracy": 0.514822, "main_score": 0.488764, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44186, "recall": 0.490119, "f1": 0.455239, "accuracy": 0.490119, "main_score": 0.455239, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.469042, "recall": 0.511858, "f1": 0.480449, "accuracy": 0.511858, "main_score": 0.480449, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439147, "recall": 0.485178, "f1": 0.452037, "accuracy": 0.485178, "main_score": 0.452037, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492498, "recall": 0.523715, "f1": 0.501177, "accuracy": 0.523715, "main_score": 0.501177, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460896, "recall": 0.495059, "f1": 0.470695, "accuracy": 0.495059, "main_score": 0.470695, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458407, "recall": 0.497036, "f1": 0.469796, "accuracy": 0.497036, "main_score": 0.469796, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455576, "recall": 0.498024, "f1": 0.467506, "accuracy": 0.498024, "main_score": 0.467506, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391376, "recall": 0.432806, "f1": 0.402122, "accuracy": 0.432806, "main_score": 0.402122, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47259, "recall": 0.514822, "f1": 0.483881, "accuracy": 0.514822, "main_score": 0.483881, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459579, "recall": 0.499012, "f1": 0.469956, "accuracy": 0.499012, "main_score": 0.469956, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465553, "recall": 0.499012, "f1": 0.474916, "accuracy": 0.499012, "main_score": 0.474916, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477767, "recall": 0.513834, "f1": 0.488242, "accuracy": 0.513834, "main_score": 0.488242, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439965, "recall": 0.48913, "f1": 0.452791, "accuracy": 0.48913, "main_score": 0.452791, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.458862, "recall": 0.497036, "f1": 0.469945, "accuracy": 0.497036, "main_score": 0.469945, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469008, "recall": 0.502964, "f1": 0.478244, "accuracy": 0.502964, "main_score": 0.478244, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441613, "recall": 0.487154, "f1": 0.454438, "accuracy": 0.487154, "main_score": 0.454438, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435032, "recall": 0.480237, "f1": 0.448573, "accuracy": 0.480237, "main_score": 0.448573, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461132, "recall": 0.500988, "f1": 0.472396, "accuracy": 0.500988, "main_score": 0.472396, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47877, "recall": 0.51087, "f1": 0.487167, "accuracy": 0.51087, "main_score": 0.487167, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473719, "recall": 0.511858, "f1": 0.483531, "accuracy": 0.511858, "main_score": 0.483531, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476483, "recall": 0.51087, "f1": 0.486163, "accuracy": 0.51087, "main_score": 0.486163, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432462, "recall": 0.475296, "f1": 0.444129, "accuracy": 0.475296, "main_score": 0.444129, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443238, "recall": 0.481225, "f1": 0.453927, "accuracy": 0.481225, "main_score": 0.453927, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463702, "recall": 0.499012, "f1": 0.473772, "accuracy": 0.499012, "main_score": 0.473772, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.379405, "recall": 0.435771, "f1": 0.394684, "accuracy": 0.435771, "main_score": 0.394684, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436091, "recall": 0.479249, "f1": 0.448875, "accuracy": 0.479249, "main_score": 0.448875, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.450931, "recall": 0.494071, "f1": 0.463099, "accuracy": 0.494071, "main_score": 0.463099, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467095, "recall": 0.505929, "f1": 0.477437, "accuracy": 0.505929, "main_score": 0.477437, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449141, "recall": 0.499012, "f1": 0.461975, "accuracy": 0.499012, "main_score": 0.461975, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.438234, "recall": 0.478261, "f1": 0.44933, "accuracy": 0.478261, "main_score": 0.44933, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468248, "recall": 0.501976, "f1": 0.477889, "accuracy": 0.501976, "main_score": 0.477889, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62297, "recall": 0.68083, "f1": 0.63869, "accuracy": 0.68083, "main_score": 0.63869, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549515, "recall": 0.608696, "f1": 0.566322, "accuracy": 0.608696, "main_score": 0.566322, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417558, "recall": 0.486166, "f1": 0.435443, "accuracy": 0.486166, "main_score": 0.435443, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618735, "recall": 0.673913, "f1": 0.634143, "accuracy": 0.673913, "main_score": 0.634143, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.91996, "f1": 0.899624, "accuracy": 0.91996, "main_score": 0.899624, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.611564, "recall": 0.66502, "f1": 0.626714, "accuracy": 0.66502, "main_score": 0.626714, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622129, "recall": 0.684783, "f1": 0.639731, "accuracy": 0.684783, "main_score": 0.639731, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580404, "recall": 0.63834, "f1": 0.596664, "accuracy": 0.63834, "main_score": 0.596664, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191446, "recall": 0.238142, "f1": 0.202862, "accuracy": 0.238142, "main_score": 0.202862, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64147, "recall": 0.688735, "f1": 0.65464, "accuracy": 0.688735, "main_score": 0.65464, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68643, "recall": 0.737154, "f1": 0.700308, "accuracy": 0.737154, "main_score": 0.700308, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.568678, "recall": 0.617589, "f1": 0.582807, "accuracy": 0.617589, "main_score": 0.582807, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546313, "recall": 0.613636, "f1": 0.564052, "accuracy": 0.613636, "main_score": 0.564052, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585057, "recall": 0.644269, "f1": 0.601702, "accuracy": 0.644269, "main_score": 0.601702, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601943, "recall": 0.659091, "f1": 0.617763, "accuracy": 0.659091, "main_score": 0.617763, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883235, "recall": 0.91502, "f1": 0.893083, "accuracy": 0.91502, "main_score": 0.893083, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537785, "recall": 0.592885, "f1": 0.553436, "accuracy": 0.592885, "main_score": 0.553436, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580929, "recall": 0.644269, "f1": 0.599277, "accuracy": 0.644269, "main_score": 0.599277, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526105, "recall": 0.577075, "f1": 0.540042, "accuracy": 0.577075, "main_score": 0.540042, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930089, "recall": 0.949605, "f1": 0.936166, "accuracy": 0.949605, "main_score": 0.936166, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.333113, "recall": 0.384387, "f1": 0.347105, "accuracy": 0.384387, "main_score": 0.347105, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60271, "recall": 0.663043, "f1": 0.619681, "accuracy": 0.663043, "main_score": 0.619681, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609923, "recall": 0.657115, "f1": 0.623624, "accuracy": 0.657115, "main_score": 0.623624, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701532, "recall": 0.753953, "f1": 0.717026, "accuracy": 0.753953, "main_score": 0.717026, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597044, "recall": 0.679842, "f1": 0.620862, "accuracy": 0.679842, "main_score": 0.620862, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.706862, "recall": 0.761858, "f1": 0.722808, "accuracy": 0.761858, "main_score": 0.722808, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689207, "recall": 0.73419, "f1": 0.702141, "accuracy": 0.73419, "main_score": 0.702141, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673542, "recall": 0.736166, "f1": 0.691805, "accuracy": 0.736166, "main_score": 0.691805, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.985178, "f1": 0.981884, "accuracy": 0.985178, "main_score": 0.981884, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.942688, "f1": 0.927174, "accuracy": 0.942688, "main_score": 0.927174, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564552, "recall": 0.621542, "f1": 0.580701, "accuracy": 0.621542, "main_score": 0.580701, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563134, "recall": 0.615613, "f1": 0.578109, "accuracy": 0.615613, "main_score": 0.578109, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.824786, "recall": 0.866601, "f1": 0.836924, "accuracy": 0.866601, "main_score": 0.836924, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481125, "recall": 0.531621, "f1": 0.494333, "accuracy": 0.531621, "main_score": 0.494333, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.866314, "recall": 0.900198, "f1": 0.876532, "accuracy": 0.900198, "main_score": 0.876532, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545254, "recall": 0.605731, "f1": 0.561768, "accuracy": 0.605731, "main_score": 0.561768, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611224, "recall": 0.671937, "f1": 0.628694, "accuracy": 0.671937, "main_score": 0.628694, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201561, "recall": 0.253953, "f1": 0.213726, "accuracy": 0.253953, "main_score": 0.213726, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648081, "recall": 0.706522, "f1": 0.66491, "accuracy": 0.706522, "main_score": 0.66491, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764151, "recall": 0.81917, "f1": 0.780305, "accuracy": 0.81917, "main_score": 0.780305, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430005, "recall": 0.488142, "f1": 0.445509, "accuracy": 0.488142, "main_score": 0.445509, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700543, "recall": 0.747036, "f1": 0.714168, "accuracy": 0.747036, "main_score": 0.714168, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993248, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578189, "recall": 0.633399, "f1": 0.594042, "accuracy": 0.633399, "main_score": 0.594042, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515927, "recall": 0.58004, "f1": 0.533281, "accuracy": 0.58004, "main_score": 0.533281, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678096, "recall": 0.729249, "f1": 0.693365, "accuracy": 0.729249, "main_score": 0.693365, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219769, "recall": 0.295455, "f1": 0.23932, "accuracy": 0.295455, "main_score": 0.23932, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607042, "recall": 0.664032, "f1": 0.62393, "accuracy": 0.664032, "main_score": 0.62393, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596617, "recall": 0.659091, "f1": 0.614613, "accuracy": 0.659091, "main_score": 0.614613, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716264, "recall": 0.778656, "f1": 0.734536, "accuracy": 0.778656, "main_score": 0.734536, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569746, "recall": 0.623518, "f1": 0.58554, "accuracy": 0.623518, "main_score": 0.58554, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757691, "recall": 0.810277, "f1": 0.773386, "accuracy": 0.810277, "main_score": 0.773386, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476456, "recall": 0.540514, "f1": 0.493894, "accuracy": 0.540514, "main_score": 0.493894, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.947134, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.854802, "recall": 0.88834, "f1": 0.865267, "accuracy": 0.88834, "main_score": 0.865267, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925642, "recall": 0.945652, "f1": 0.931884, "accuracy": 0.945652, "main_score": 0.931884, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927075, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630705, "recall": 0.68083, "f1": 0.644056, "accuracy": 0.68083, "main_score": 0.644056, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962204, "recall": 0.974308, "f1": 0.96614, "accuracy": 0.974308, "main_score": 0.96614, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862566, "recall": 0.899209, "f1": 0.873833, "accuracy": 0.899209, "main_score": 0.873833, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483787, "recall": 0.550395, "f1": 0.502129, "accuracy": 0.550395, "main_score": 0.502129, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604949, "recall": 0.670949, "f1": 0.623756, "accuracy": 0.670949, "main_score": 0.623756, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828832, "recall": 0.867589, "f1": 0.840533, "accuracy": 0.867589, "main_score": 0.840533, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660211, "recall": 0.706522, "f1": 0.6736, "accuracy": 0.706522, "main_score": 0.6736, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649654, "recall": 0.705534, "f1": 0.666126, "accuracy": 0.705534, "main_score": 0.666126, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554327, "recall": 0.614625, "f1": 0.571359, "accuracy": 0.614625, "main_score": 0.571359, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557335, "recall": 0.613636, "f1": 0.572882, "accuracy": 0.613636, "main_score": 0.572882, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814784, "recall": 0.858696, "f1": 0.828162, "accuracy": 0.858696, "main_score": 0.828162, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570065, "recall": 0.630435, "f1": 0.586322, "accuracy": 0.630435, "main_score": 0.586322, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63124, "recall": 0.688735, "f1": 0.647322, "accuracy": 0.688735, "main_score": 0.647322, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892622, "recall": 0.921937, "f1": 0.901765, "accuracy": 0.921937, "main_score": 0.901765, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512069, "recall": 0.564229, "f1": 0.526362, "accuracy": 0.564229, "main_score": 0.526362, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598692, "recall": 0.652174, "f1": 0.613508, "accuracy": 0.652174, "main_score": 0.613508, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.609754, "recall": 0.666996, "f1": 0.625732, "accuracy": 0.666996, "main_score": 0.625732, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574147, "recall": 0.626482, "f1": 0.588785, "accuracy": 0.626482, "main_score": 0.588785, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554078, "recall": 0.620553, "f1": 0.573036, "accuracy": 0.620553, "main_score": 0.573036, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746426, "recall": 0.800395, "f1": 0.762093, "accuracy": 0.800395, "main_score": 0.762093, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757115, "recall": 0.800395, "f1": 0.76965, "accuracy": 0.800395, "main_score": 0.76965, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868857, "recall": 0.894269, "f1": 0.876501, "accuracy": 0.894269, "main_score": 0.876501, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.954545, "f1": 0.940876, "accuracy": 0.954545, "main_score": 0.940876, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505271, "recall": 0.576087, "f1": 0.525815, "accuracy": 0.576087, "main_score": 0.525815, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.737451, "recall": 0.790514, "f1": 0.753313, "accuracy": 0.790514, "main_score": 0.753313, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596865, "recall": 0.649209, "f1": 0.61063, "accuracy": 0.649209, "main_score": 0.61063, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465135, "recall": 0.525692, "f1": 0.481817, "accuracy": 0.525692, "main_score": 0.481817, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488298, "recall": 0.538538, "f1": 0.503029, "accuracy": 0.538538, "main_score": 0.503029, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402007, "recall": 0.487154, "f1": 0.425164, "accuracy": 0.487154, "main_score": 0.425164, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950428, "accuracy": 0.961462, "main_score": 0.950428, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527488, "recall": 0.583992, "f1": 0.543244, "accuracy": 0.583992, "main_score": 0.543244, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784239, "recall": 0.832016, "f1": 0.798551, "accuracy": 0.832016, "main_score": 0.798551, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894516, "recall": 0.923913, "f1": 0.903722, "accuracy": 0.923913, "main_score": 0.903722, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531392, "recall": 0.579051, "f1": 0.544928, "accuracy": 0.579051, "main_score": 0.544928, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548626, "recall": 0.59585, "f1": 0.562434, "accuracy": 0.59585, "main_score": 0.562434, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522566, "recall": 0.583004, "f1": 0.538585, "accuracy": 0.583004, "main_score": 0.538585, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189306, "recall": 0.235178, "f1": 0.201319, "accuracy": 0.235178, "main_score": 0.201319, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564921, "recall": 0.616601, "f1": 0.579601, "accuracy": 0.616601, "main_score": 0.579601, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624654, "recall": 0.677866, "f1": 0.639998, "accuracy": 0.677866, "main_score": 0.639998, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.955534, "f1": 0.941864, "accuracy": 0.955534, "main_score": 0.941864, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.501532, "recall": 0.548419, "f1": 0.515068, "accuracy": 0.548419, "main_score": 0.515068, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419665, "recall": 0.488142, "f1": 0.43752, "accuracy": 0.488142, "main_score": 0.43752, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52776, "recall": 0.58498, "f1": 0.543518, "accuracy": 0.58498, "main_score": 0.543518, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526355, "recall": 0.587945, "f1": 0.543337, "accuracy": 0.587945, "main_score": 0.543337, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839015, "recall": 0.881423, "f1": 0.852306, "accuracy": 0.881423, "main_score": 0.852306, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481432, "recall": 0.535573, "f1": 0.496533, "accuracy": 0.535573, "main_score": 0.496533, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465403, "recall": 0.527668, "f1": 0.481999, "accuracy": 0.527668, "main_score": 0.481999, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478449, "recall": 0.523715, "f1": 0.490878, "accuracy": 0.523715, "main_score": 0.490878, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888373, "recall": 0.918972, "f1": 0.897859, "accuracy": 0.918972, "main_score": 0.897859, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298605, "recall": 0.349802, "f1": 0.312869, "accuracy": 0.349802, "main_score": 0.312869, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542857, "recall": 0.596838, "f1": 0.557957, "accuracy": 0.596838, "main_score": 0.557957, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53317, "recall": 0.582016, "f1": 0.547206, "accuracy": 0.582016, "main_score": 0.547206, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638909, "recall": 0.700593, "f1": 0.656792, "accuracy": 0.700593, "main_score": 0.656792, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647044, "recall": 0.724308, "f1": 0.670001, "accuracy": 0.724308, "main_score": 0.670001, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.655405, "recall": 0.716403, "f1": 0.672196, "accuracy": 0.716403, "main_score": 0.672196, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576081, "recall": 0.630435, "f1": 0.591511, "accuracy": 0.630435, "main_score": 0.591511, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561293, "recall": 0.629447, "f1": 0.580672, "accuracy": 0.629447, "main_score": 0.580672, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914032, "recall": 0.939723, "f1": 0.922431, "accuracy": 0.939723, "main_score": 0.922431, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.498554, "recall": 0.55336, "f1": 0.51426, "accuracy": 0.55336, "main_score": 0.51426, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509431, "recall": 0.564229, "f1": 0.524779, "accuracy": 0.564229, "main_score": 0.524779, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.709364, "recall": 0.767787, "f1": 0.72639, "accuracy": 0.767787, "main_score": 0.72639, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442207, "recall": 0.493083, "f1": 0.455527, "accuracy": 0.493083, "main_score": 0.455527, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843305, "recall": 0.882411, "f1": 0.855534, "accuracy": 0.882411, "main_score": 0.855534, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486282, "recall": 0.535573, "f1": 0.500115, "accuracy": 0.535573, "main_score": 0.500115, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.506444, "recall": 0.576087, "f1": 0.526204, "accuracy": 0.576087, "main_score": 0.526204, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201403, "recall": 0.250988, "f1": 0.213832, "accuracy": 0.250988, "main_score": 0.213832, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547867, "recall": 0.605731, "f1": 0.564651, "accuracy": 0.605731, "main_score": 0.564651, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744252, "recall": 0.804348, "f1": 0.762272, "accuracy": 0.804348, "main_score": 0.762272, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416814, "recall": 0.470356, "f1": 0.431771, "accuracy": 0.470356, "main_score": 0.431771, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609398, "recall": 0.66996, "f1": 0.626835, "accuracy": 0.66996, "main_score": 0.626835, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490897, "recall": 0.544466, "f1": 0.506966, "accuracy": 0.544466, "main_score": 0.506966, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46132, "recall": 0.523715, "f1": 0.478156, "accuracy": 0.523715, "main_score": 0.478156, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577322, "recall": 0.629447, "f1": 0.592476, "accuracy": 0.629447, "main_score": 0.592476, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267013, "recall": 0.346838, "f1": 0.288269, "accuracy": 0.346838, "main_score": 0.288269, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.910935, "recall": 0.937747, "f1": 0.919631, "accuracy": 0.937747, "main_score": 0.919631, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53368, "recall": 0.589921, "f1": 0.549973, "accuracy": 0.589921, "main_score": 0.549973, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552495, "recall": 0.608696, "f1": 0.568241, "accuracy": 0.608696, "main_score": 0.568241, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682115, "recall": 0.751976, "f1": 0.703327, "accuracy": 0.751976, "main_score": 0.703327, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510397, "recall": 0.560277, "f1": 0.524216, "accuracy": 0.560277, "main_score": 0.524216, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768017, "recall": 0.820158, "f1": 0.783465, "accuracy": 0.820158, "main_score": 0.783465, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970916, "accuracy": 0.977273, "main_score": 0.970916, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448306, "recall": 0.500988, "f1": 0.462961, "accuracy": 0.500988, "main_score": 0.462961, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.959486, "f1": 0.946476, "accuracy": 0.959486, "main_score": 0.946476, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836545, "recall": 0.879447, "f1": 0.850329, "accuracy": 0.879447, "main_score": 0.850329, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896245, "recall": 0.924901, "f1": 0.905058, "accuracy": 0.924901, "main_score": 0.905058, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881258, "recall": 0.916996, "f1": 0.892754, "accuracy": 0.916996, "main_score": 0.892754, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557973, "recall": 0.602767, "f1": 0.570328, "accuracy": 0.602767, "main_score": 0.570328, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836314, "recall": 0.87747, "f1": 0.849045, "accuracy": 0.87747, "main_score": 0.849045, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427948, "recall": 0.488142, "f1": 0.444073, "accuracy": 0.488142, "main_score": 0.444073, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551303, "recall": 0.62747, "f1": 0.573064, "accuracy": 0.62747, "main_score": 0.573064, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727167, "recall": 0.779644, "f1": 0.742328, "accuracy": 0.779644, "main_score": 0.742328, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.557486, "recall": 0.615613, "f1": 0.574152, "accuracy": 0.615613, "main_score": 0.574152, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58326, "recall": 0.636364, "f1": 0.598056, "accuracy": 0.636364, "main_score": 0.598056, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870998, "recall": 0.905138, "f1": 0.881423, "accuracy": 0.905138, "main_score": 0.881423, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503591, "recall": 0.556324, "f1": 0.518007, "accuracy": 0.556324, "main_score": 0.518007, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508269, "recall": 0.562253, "f1": 0.523184, "accuracy": 0.562253, "main_score": 0.523184, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80667, "recall": 0.852767, "f1": 0.820309, "accuracy": 0.852767, "main_score": 0.820309, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506111, "recall": 0.567194, "f1": 0.523476, "accuracy": 0.567194, "main_score": 0.523476, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575968, "recall": 0.639328, "f1": 0.594335, "accuracy": 0.639328, "main_score": 0.594335, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836166, "recall": 0.878458, "f1": 0.849242, "accuracy": 0.878458, "main_score": 0.849242, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468986, "recall": 0.520751, "f1": 0.483718, "accuracy": 0.520751, "main_score": 0.483718, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514807, "recall": 0.565217, "f1": 0.528125, "accuracy": 0.565217, "main_score": 0.528125, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.543319, "recall": 0.602767, "f1": 0.56019, "accuracy": 0.602767, "main_score": 0.56019, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515673, "recall": 0.566206, "f1": 0.529605, "accuracy": 0.566206, "main_score": 0.529605, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484023, "recall": 0.540514, "f1": 0.500238, "accuracy": 0.540514, "main_score": 0.500238, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710458, "recall": 0.773715, "f1": 0.729315, "accuracy": 0.773715, "main_score": 0.729315, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660754, "recall": 0.711462, "f1": 0.675725, "accuracy": 0.711462, "main_score": 0.675725, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763587, "recall": 0.804348, "f1": 0.77574, "accuracy": 0.804348, "main_score": 0.77574, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92029, "recall": 0.944664, "f1": 0.928195, "accuracy": 0.944664, "main_score": 0.928195, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424228, "recall": 0.495059, "f1": 0.444782, "accuracy": 0.495059, "main_score": 0.444782, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673395, "recall": 0.740119, "f1": 0.693132, "accuracy": 0.740119, "main_score": 0.693132, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554735, "recall": 0.600791, "f1": 0.567353, "accuracy": 0.600791, "main_score": 0.567353, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4147, "recall": 0.472332, "f1": 0.431315, "accuracy": 0.472332, "main_score": 0.431315, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486867, "recall": 0.527668, "f1": 0.498346, "accuracy": 0.527668, "main_score": 0.498346, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321968, "recall": 0.385375, "f1": 0.338804, "accuracy": 0.385375, "main_score": 0.338804, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.83397, "recall": 0.878458, "f1": 0.847101, "accuracy": 0.878458, "main_score": 0.847101, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.801098, "recall": 0.844862, "f1": 0.813872, "accuracy": 0.844862, "main_score": 0.813872, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.802926, "recall": 0.849802, "f1": 0.816521, "accuracy": 0.849802, "main_score": 0.816521, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.741235, "recall": 0.783597, "f1": 0.752665, "accuracy": 0.783597, "main_score": 0.752665, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531961, "recall": 0.567194, "f1": 0.541928, "accuracy": 0.567194, "main_score": 0.541928, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825594, "recall": 0.871542, "f1": 0.839334, "accuracy": 0.871542, "main_score": 0.839334, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635438, "recall": 0.688735, "f1": 0.649823, "accuracy": 0.688735, "main_score": 0.649823, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699253, "recall": 0.748024, "f1": 0.712018, "accuracy": 0.748024, "main_score": 0.712018, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819977, "recall": 0.867589, "f1": 0.834091, "accuracy": 0.867589, "main_score": 0.834091, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.801583, "recall": 0.846838, "f1": 0.814565, "accuracy": 0.846838, "main_score": 0.814565, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.49167, "recall": 0.534585, "f1": 0.502808, "accuracy": 0.534585, "main_score": 0.502808, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804705, "recall": 0.852767, "f1": 0.818761, "accuracy": 0.852767, "main_score": 0.818761, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.749013, "recall": 0.804348, "f1": 0.764489, "accuracy": 0.804348, "main_score": 0.764489, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812379, "recall": 0.859684, "f1": 0.826383, "accuracy": 0.859684, "main_score": 0.826383, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510085, "recall": 0.551383, "f1": 0.521229, "accuracy": 0.551383, "main_score": 0.521229, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811381, "recall": 0.857708, "f1": 0.824775, "accuracy": 0.857708, "main_score": 0.824775, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779547, "recall": 0.827075, "f1": 0.792489, "accuracy": 0.827075, "main_score": 0.792489, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857032, "recall": 0.894269, "f1": 0.868267, "accuracy": 0.894269, "main_score": 0.868267, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839454, "recall": 0.881423, "f1": 0.851732, "accuracy": 0.881423, "main_score": 0.851732, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513695, "recall": 0.563241, "f1": 0.527348, "accuracy": 0.563241, "main_score": 0.527348, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806102, "recall": 0.858696, "f1": 0.822058, "accuracy": 0.858696, "main_score": 0.822058, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.825287, "recall": 0.868577, "f1": 0.837832, "accuracy": 0.868577, "main_score": 0.837832, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.755603, "recall": 0.80336, "f1": 0.768797, "accuracy": 0.80336, "main_score": 0.768797, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189184, "recall": 0.236166, "f1": 0.201126, "accuracy": 0.236166, "main_score": 0.201126, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.823188, "recall": 0.866601, "f1": 0.835578, "accuracy": 0.866601, "main_score": 0.835578, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543929, "recall": 0.592885, "f1": 0.556424, "accuracy": 0.592885, "main_score": 0.556424, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820589, "recall": 0.867589, "f1": 0.834486, "accuracy": 0.867589, "main_score": 0.834486, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831829, "recall": 0.873518, "f1": 0.843911, "accuracy": 0.873518, "main_score": 0.843911, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760525, "recall": 0.813241, "f1": 0.775308, "accuracy": 0.813241, "main_score": 0.775308, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.829556, "recall": 0.874506, "f1": 0.842594, "accuracy": 0.874506, "main_score": 0.842594, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558062, "recall": 0.607708, "f1": 0.570607, "accuracy": 0.607708, "main_score": 0.570607, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841543, "recall": 0.881423, "f1": 0.852986, "accuracy": 0.881423, "main_score": 0.852986, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722481, "recall": 0.778656, "f1": 0.738859, "accuracy": 0.778656, "main_score": 0.738859, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.783117, "recall": 0.828063, "f1": 0.795772, "accuracy": 0.828063, "main_score": 0.795772, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834205, "recall": 0.878458, "f1": 0.847848, "accuracy": 0.878458, "main_score": 0.847848, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.825165, "recall": 0.870553, "f1": 0.838575, "accuracy": 0.870553, "main_score": 0.838575, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842959, "recall": 0.881423, "f1": 0.854196, "accuracy": 0.881423, "main_score": 0.854196, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.510363, "recall": 0.545455, "f1": 0.520457, "accuracy": 0.545455, "main_score": 0.520457, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39442, "recall": 0.451581, "f1": 0.409139, "accuracy": 0.451581, "main_score": 0.409139, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828936, "recall": 0.869565, "f1": 0.840453, "accuracy": 0.869565, "main_score": 0.840453, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516467, "recall": 0.565217, "f1": 0.530014, "accuracy": 0.565217, "main_score": 0.530014, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837615, "recall": 0.882411, "f1": 0.851501, "accuracy": 0.882411, "main_score": 0.851501, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.849209, "recall": 0.890316, "f1": 0.861957, "accuracy": 0.890316, "main_score": 0.861957, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774507, "recall": 0.824111, "f1": 0.788497, "accuracy": 0.824111, "main_score": 0.788497, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.793321, "recall": 0.838933, "f1": 0.806548, "accuracy": 0.838933, "main_score": 0.806548, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513474, "recall": 0.557312, "f1": 0.525656, "accuracy": 0.557312, "main_score": 0.525656, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705847, "recall": 0.754941, "f1": 0.72013, "accuracy": 0.754941, "main_score": 0.72013, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774155, "recall": 0.824111, "f1": 0.788919, "accuracy": 0.824111, "main_score": 0.788919, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844789, "recall": 0.887352, "f1": 0.857428, "accuracy": 0.887352, "main_score": 0.857428, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803901, "recall": 0.849802, "f1": 0.817333, "accuracy": 0.849802, "main_score": 0.817333, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462247, "recall": 0.507905, "f1": 0.474976, "accuracy": 0.507905, "main_score": 0.474976, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817918, "recall": 0.862648, "f1": 0.830958, "accuracy": 0.862648, "main_score": 0.830958, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.413577, "recall": 0.470356, "f1": 0.428377, "accuracy": 0.470356, "main_score": 0.428377, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473501, "recall": 0.51087, "f1": 0.483567, "accuracy": 0.51087, "main_score": 0.483567, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700333, "recall": 0.750988, "f1": 0.71356, "accuracy": 0.750988, "main_score": 0.71356, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.292943, "recall": 0.340909, "f1": 0.306445, "accuracy": 0.340909, "main_score": 0.306445, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.841263, "recall": 0.880435, "f1": 0.852629, "accuracy": 0.880435, "main_score": 0.852629, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.840887, "recall": 0.884387, "f1": 0.854183, "accuracy": 0.884387, "main_score": 0.854183, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.844689, "recall": 0.885375, "f1": 0.856826, "accuracy": 0.885375, "main_score": 0.856826, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827833, "recall": 0.87253, "f1": 0.840961, "accuracy": 0.87253, "main_score": 0.840961, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501342, "recall": 0.54249, "f1": 0.512058, "accuracy": 0.54249, "main_score": 0.512058, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765595, "recall": 0.806324, "f1": 0.776426, "accuracy": 0.806324, "main_score": 0.776426, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785561, "recall": 0.83004, "f1": 0.797948, "accuracy": 0.83004, "main_score": 0.797948, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841773, "recall": 0.880435, "f1": 0.8532, "accuracy": 0.880435, "main_score": 0.8532, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50729, "recall": 0.550395, "f1": 0.519532, "accuracy": 0.550395, "main_score": 0.519532, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777562, "recall": 0.822134, "f1": 0.790278, "accuracy": 0.822134, "main_score": 0.790278, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55953, "recall": 0.612648, "f1": 0.57454, "accuracy": 0.612648, "main_score": 0.57454, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804952, "recall": 0.850791, "f1": 0.81861, "accuracy": 0.850791, "main_score": 0.81861, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812994, "recall": 0.858696, "f1": 0.826333, "accuracy": 0.858696, "main_score": 0.826333, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824275, "recall": 0.868577, "f1": 0.837155, "accuracy": 0.868577, "main_score": 0.837155, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491705, "recall": 0.572134, "f1": 0.513423, "accuracy": 0.572134, "main_score": 0.513423, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.642058, "recall": 0.686759, "f1": 0.654683, "accuracy": 0.686759, "main_score": 0.654683, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794823, "recall": 0.838933, "f1": 0.807444, "accuracy": 0.838933, "main_score": 0.807444, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538664, "recall": 0.583004, "f1": 0.549791, "accuracy": 0.583004, "main_score": 0.549791, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495731, "recall": 0.547431, "f1": 0.509616, "accuracy": 0.547431, "main_score": 0.509616, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.839182, "recall": 0.878458, "f1": 0.850395, "accuracy": 0.878458, "main_score": 0.850395, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77879, "recall": 0.828063, "f1": 0.792923, "accuracy": 0.828063, "main_score": 0.792923, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791266, "recall": 0.838933, "f1": 0.804605, "accuracy": 0.838933, "main_score": 0.804605, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724353, "recall": 0.781621, "f1": 0.740863, "accuracy": 0.781621, "main_score": 0.740863, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.836693, "recall": 0.879447, "f1": 0.849346, "accuracy": 0.879447, "main_score": 0.849346, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820942, "recall": 0.862648, "f1": 0.83299, "accuracy": 0.862648, "main_score": 0.83299, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83079, "recall": 0.874506, "f1": 0.843758, "accuracy": 0.874506, "main_score": 0.843758, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816462, "recall": 0.860672, "f1": 0.829501, "accuracy": 0.860672, "main_score": 0.829501, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.482156, "recall": 0.525692, "f1": 0.49439, "accuracy": 0.525692, "main_score": 0.49439, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509974, "recall": 0.552372, "f1": 0.521509, "accuracy": 0.552372, "main_score": 0.521509, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824962, "recall": 0.869565, "f1": 0.838346, "accuracy": 0.869565, "main_score": 0.838346, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.821824, "recall": 0.866601, "f1": 0.835087, "accuracy": 0.866601, "main_score": 0.835087, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813786, "recall": 0.857708, "f1": 0.826389, "accuracy": 0.857708, "main_score": 0.826389, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591932, "recall": 0.640316, "f1": 0.604162, "accuracy": 0.640316, "main_score": 0.604162, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436733, "recall": 0.479249, "f1": 0.448559, "accuracy": 0.479249, "main_score": 0.448559, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809353, "recall": 0.851779, "f1": 0.821339, "accuracy": 0.851779, "main_score": 0.821339, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81391, "recall": 0.856719, "f1": 0.826609, "accuracy": 0.856719, "main_score": 0.826609, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.823136, "recall": 0.864625, "f1": 0.83515, "accuracy": 0.864625, "main_score": 0.83515, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458529, "recall": 0.5, "f1": 0.469871, "accuracy": 0.5, "main_score": 0.469871, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798785, "recall": 0.844862, "f1": 0.811291, "accuracy": 0.844862, "main_score": 0.811291, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825848, "recall": 0.867589, "f1": 0.837708, "accuracy": 0.867589, "main_score": 0.837708, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833993, "recall": 0.875494, "f1": 0.846086, "accuracy": 0.875494, "main_score": 0.846086, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.838973, "recall": 0.881423, "f1": 0.851779, "accuracy": 0.881423, "main_score": 0.851779, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785946, "recall": 0.833992, "f1": 0.8, "accuracy": 0.833992, "main_score": 0.8, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.772356, "recall": 0.822134, "f1": 0.786233, "accuracy": 0.822134, "main_score": 0.786233, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764224, "recall": 0.81917, "f1": 0.780281, "accuracy": 0.81917, "main_score": 0.780281, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.491396, "recall": 0.54249, "f1": 0.504902, "accuracy": 0.54249, "main_score": 0.504902, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199921, "recall": 0.249012, "f1": 0.211584, "accuracy": 0.249012, "main_score": 0.211584, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.524739, "recall": 0.571146, "f1": 0.537499, "accuracy": 0.571146, "main_score": 0.537499, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589572, "recall": 0.65415, "f1": 0.606732, "accuracy": 0.65415, "main_score": 0.606732, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840448, "recall": 0.882411, "f1": 0.852833, "accuracy": 0.882411, "main_score": 0.852833, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785197, "recall": 0.831028, "f1": 0.798533, "accuracy": 0.831028, "main_score": 0.798533, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418028, "recall": 0.461462, "f1": 0.429804, "accuracy": 0.461462, "main_score": 0.429804, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761004, "recall": 0.811265, "f1": 0.775448, "accuracy": 0.811265, "main_score": 0.775448, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820801, "recall": 0.865613, "f1": 0.834211, "accuracy": 0.865613, "main_score": 0.834211, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775661, "recall": 0.826087, "f1": 0.790236, "accuracy": 0.826087, "main_score": 0.790236, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.780675, "recall": 0.828063, "f1": 0.794495, "accuracy": 0.828063, "main_score": 0.794495, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586506, "recall": 0.639328, "f1": 0.601128, "accuracy": 0.639328, "main_score": 0.601128, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820738, "recall": 0.867589, "f1": 0.83462, "accuracy": 0.867589, "main_score": 0.83462, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812643, "recall": 0.857708, "f1": 0.825993, "accuracy": 0.857708, "main_score": 0.825993, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481452, "recall": 0.525692, "f1": 0.49377, "accuracy": 0.525692, "main_score": 0.49377, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467832, "recall": 0.516798, "f1": 0.480375, "accuracy": 0.516798, "main_score": 0.480375, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540659, "recall": 0.583004, "f1": 0.551901, "accuracy": 0.583004, "main_score": 0.551901, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830221, "recall": 0.871542, "f1": 0.842262, "accuracy": 0.871542, "main_score": 0.842262, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20167, "recall": 0.271739, "f1": 0.219351, "accuracy": 0.271739, "main_score": 0.219351, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.822506, "recall": 0.867589, "f1": 0.835853, "accuracy": 0.867589, "main_score": 0.835853, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.726887, "recall": 0.781621, "f1": 0.74249, "accuracy": 0.781621, "main_score": 0.74249, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.766446, "recall": 0.818182, "f1": 0.781775, "accuracy": 0.818182, "main_score": 0.781775, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827175, "recall": 0.87253, "f1": 0.840392, "accuracy": 0.87253, "main_score": 0.840392, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488916, "recall": 0.546443, "f1": 0.505651, "accuracy": 0.546443, "main_score": 0.505651, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525159, "recall": 0.575099, "f1": 0.538392, "accuracy": 0.575099, "main_score": 0.538392, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821926, "recall": 0.864625, "f1": 0.834638, "accuracy": 0.864625, "main_score": 0.834638, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831464, "recall": 0.873518, "f1": 0.843538, "accuracy": 0.873518, "main_score": 0.843538, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762659, "recall": 0.811265, "f1": 0.776278, "accuracy": 0.811265, "main_score": 0.776278, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774622, "recall": 0.823123, "f1": 0.788679, "accuracy": 0.823123, "main_score": 0.788679, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619123, "recall": 0.681818, "f1": 0.636961, "accuracy": 0.681818, "main_score": 0.636961, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805946, "recall": 0.851779, "f1": 0.819213, "accuracy": 0.851779, "main_score": 0.819213, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489051, "recall": 0.528656, "f1": 0.499994, "accuracy": 0.528656, "main_score": 0.499994, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657915, "recall": 0.712451, "f1": 0.673125, "accuracy": 0.712451, "main_score": 0.673125, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82076, "recall": 0.863636, "f1": 0.833529, "accuracy": 0.863636, "main_score": 0.833529, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.779049, "recall": 0.823123, "f1": 0.791667, "accuracy": 0.823123, "main_score": 0.791667, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814707, "recall": 0.862648, "f1": 0.828793, "accuracy": 0.862648, "main_score": 0.828793, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.426219, "recall": 0.472332, "f1": 0.438017, "accuracy": 0.472332, "main_score": 0.438017, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.853376, "recall": 0.887352, "f1": 0.863392, "accuracy": 0.887352, "main_score": 0.863392, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806165, "recall": 0.852767, "f1": 0.819408, "accuracy": 0.852767, "main_score": 0.819408, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.807881, "recall": 0.853755, "f1": 0.820993, "accuracy": 0.853755, "main_score": 0.820993, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.743903, "recall": 0.801383, "f1": 0.760394, "accuracy": 0.801383, "main_score": 0.760394, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.701082, "recall": 0.756917, "f1": 0.717116, "accuracy": 0.756917, "main_score": 0.717116, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643137, "recall": 0.698617, "f1": 0.658012, "accuracy": 0.698617, "main_score": 0.658012, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680418, "recall": 0.735178, "f1": 0.695781, "accuracy": 0.735178, "main_score": 0.695781, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52796, "recall": 0.571146, "f1": 0.539192, "accuracy": 0.571146, "main_score": 0.539192, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753148, "recall": 0.811265, "f1": 0.769874, "accuracy": 0.811265, "main_score": 0.769874, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.804076, "recall": 0.852767, "f1": 0.817973, "accuracy": 0.852767, "main_score": 0.817973, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.782814, "recall": 0.83004, "f1": 0.795972, "accuracy": 0.83004, "main_score": 0.795972, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.830863, "recall": 0.87747, "f1": 0.844833, "accuracy": 0.87747, "main_score": 0.844833, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794236, "recall": 0.842885, "f1": 0.808682, "accuracy": 0.842885, "main_score": 0.808682, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844657, "recall": 0.885375, "f1": 0.85659, "accuracy": 0.885375, "main_score": 0.85659, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619039, "recall": 0.684783, "f1": 0.637183, "accuracy": 0.684783, "main_score": 0.637183, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.761433, "recall": 0.812253, "f1": 0.775756, "accuracy": 0.812253, "main_score": 0.775756, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444263, "recall": 0.491107, "f1": 0.457097, "accuracy": 0.491107, "main_score": 0.457097, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832346, "recall": 0.873518, "f1": 0.844502, "accuracy": 0.873518, "main_score": 0.844502, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456757, "recall": 0.527668, "f1": 0.475747, "accuracy": 0.527668, "main_score": 0.475747, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.813142, "recall": 0.862648, "f1": 0.828129, "accuracy": 0.862648, "main_score": 0.828129, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.810502, "recall": 0.857708, "f1": 0.82436, "accuracy": 0.857708, "main_score": 0.82436, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.806588, "recall": 0.848814, "f1": 0.818648, "accuracy": 0.848814, "main_score": 0.818648, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606837, "recall": 0.65415, "f1": 0.619307, "accuracy": 0.65415, "main_score": 0.619307, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779455, "recall": 0.83004, "f1": 0.794079, "accuracy": 0.83004, "main_score": 0.794079, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.525946, "recall": 0.570158, "f1": 0.537229, "accuracy": 0.570158, "main_score": 0.537229, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546914, "recall": 0.593874, "f1": 0.559783, "accuracy": 0.593874, "main_score": 0.559783, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827395, "recall": 0.867589, "f1": 0.839314, "accuracy": 0.867589, "main_score": 0.839314, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685562, "recall": 0.743083, "f1": 0.701301, "accuracy": 0.743083, "main_score": 0.701301, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853137, "recall": 0.892292, "f1": 0.864632, "accuracy": 0.892292, "main_score": 0.864632, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48858, "recall": 0.533597, "f1": 0.501161, "accuracy": 0.533597, "main_score": 0.501161, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847711, "recall": 0.88834, "f1": 0.859896, "accuracy": 0.88834, "main_score": 0.859896, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825998, "recall": 0.868577, "f1": 0.838664, "accuracy": 0.868577, "main_score": 0.838664, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.819722, "recall": 0.866601, "f1": 0.833322, "accuracy": 0.866601, "main_score": 0.833322, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496186, "recall": 0.541502, "f1": 0.508406, "accuracy": 0.541502, "main_score": 0.508406, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826202, "recall": 0.870553, "f1": 0.839121, "accuracy": 0.870553, "main_score": 0.839121, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707856, "recall": 0.759881, "f1": 0.722371, "accuracy": 0.759881, "main_score": 0.722371, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527281, "recall": 0.571146, "f1": 0.538882, "accuracy": 0.571146, "main_score": 0.538882, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571139, "recall": 0.620553, "f1": 0.585693, "accuracy": 0.620553, "main_score": 0.585693, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640615, "recall": 0.700593, "f1": 0.657709, "accuracy": 0.700593, "main_score": 0.657709, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832065, "recall": 0.873518, "f1": 0.844203, "accuracy": 0.873518, "main_score": 0.844203, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756088, "recall": 0.813241, "f1": 0.77309, "accuracy": 0.813241, "main_score": 0.77309, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466727, "recall": 0.508893, "f1": 0.477696, "accuracy": 0.508893, "main_score": 0.477696, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504178, "recall": 0.54249, "f1": 0.515021, "accuracy": 0.54249, "main_score": 0.515021, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805698, "recall": 0.854743, "f1": 0.820309, "accuracy": 0.854743, "main_score": 0.820309, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.498786, "recall": 0.555336, "f1": 0.514058, "accuracy": 0.555336, "main_score": 0.514058, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506918, "recall": 0.546443, "f1": 0.51699, "accuracy": 0.546443, "main_score": 0.51699, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781013, "recall": 0.827075, "f1": 0.793651, "accuracy": 0.827075, "main_score": 0.793651, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45108, "recall": 0.501976, "f1": 0.465171, "accuracy": 0.501976, "main_score": 0.465171, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63223, "recall": 0.688735, "f1": 0.648315, "accuracy": 0.688735, "main_score": 0.648315, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749973, "recall": 0.796443, "f1": 0.762271, "accuracy": 0.796443, "main_score": 0.762271, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558893, "recall": 0.605731, "f1": 0.571324, "accuracy": 0.605731, "main_score": 0.571324, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625095, "recall": 0.667984, "f1": 0.636255, "accuracy": 0.667984, "main_score": 0.636255, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774797, "recall": 0.829051, "f1": 0.790831, "accuracy": 0.829051, "main_score": 0.790831, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.710408, "recall": 0.76581, "f1": 0.726666, "accuracy": 0.76581, "main_score": 0.726666, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757773, "recall": 0.806324, "f1": 0.771535, "accuracy": 0.806324, "main_score": 0.771535, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406276, "recall": 0.469368, "f1": 0.423937, "accuracy": 0.469368, "main_score": 0.423937, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823943, "recall": 0.869565, "f1": 0.837451, "accuracy": 0.869565, "main_score": 0.837451, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.775767, "recall": 0.821146, "f1": 0.787896, "accuracy": 0.821146, "main_score": 0.787896, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821032, "recall": 0.865613, "f1": 0.833801, "accuracy": 0.865613, "main_score": 0.833801, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83107, "recall": 0.871542, "f1": 0.842902, "accuracy": 0.871542, "main_score": 0.842902, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.616559, "recall": 0.670949, "f1": 0.632105, "accuracy": 0.670949, "main_score": 0.632105, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519882, "recall": 0.559289, "f1": 0.530221, "accuracy": 0.559289, "main_score": 0.530221, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596772, "recall": 0.662055, "f1": 0.615457, "accuracy": 0.662055, "main_score": 0.615457, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537806, "recall": 0.602767, "f1": 0.55655, "accuracy": 0.602767, "main_score": 0.55655, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469664, "recall": 0.544466, "f1": 0.490329, "accuracy": 0.544466, "main_score": 0.490329, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599045, "recall": 0.658103, "f1": 0.615848, "accuracy": 0.658103, "main_score": 0.615848, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879447, "recall": 0.912055, "f1": 0.889789, "accuracy": 0.912055, "main_score": 0.889789, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.972332, "f1": 0.96558, "accuracy": 0.972332, "main_score": 0.96558, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608193, "recall": 0.66502, "f1": 0.624561, "accuracy": 0.66502, "main_score": 0.624561, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614321, "recall": 0.68083, "f1": 0.633467, "accuracy": 0.68083, "main_score": 0.633467, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569237, "recall": 0.633399, "f1": 0.587376, "accuracy": 0.633399, "main_score": 0.587376, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186957, "recall": 0.243083, "f1": 0.201566, "accuracy": 0.243083, "main_score": 0.201566, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649094, "recall": 0.701581, "f1": 0.663407, "accuracy": 0.701581, "main_score": 0.663407, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681861, "recall": 0.737154, "f1": 0.697866, "accuracy": 0.737154, "main_score": 0.697866, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558474, "recall": 0.614625, "f1": 0.574508, "accuracy": 0.614625, "main_score": 0.574508, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509783, "recall": 0.583004, "f1": 0.530794, "accuracy": 0.583004, "main_score": 0.530794, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562789, "recall": 0.630435, "f1": 0.582413, "accuracy": 0.630435, "main_score": 0.582413, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582898, "recall": 0.650198, "f1": 0.601847, "accuracy": 0.650198, "main_score": 0.601847, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918429, "recall": 0.9417, "f1": 0.925791, "accuracy": 0.9417, "main_score": 0.925791, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528163, "recall": 0.588933, "f1": 0.546316, "accuracy": 0.588933, "main_score": 0.546316, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550693, "recall": 0.618577, "f1": 0.569252, "accuracy": 0.618577, "main_score": 0.569252, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52936, "recall": 0.58498, "f1": 0.545193, "accuracy": 0.58498, "main_score": 0.545193, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950428, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322498, "recall": 0.380435, "f1": 0.338254, "accuracy": 0.380435, "main_score": 0.338254, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598758, "recall": 0.661067, "f1": 0.616556, "accuracy": 0.661067, "main_score": 0.616556, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585773, "recall": 0.644269, "f1": 0.603383, "accuracy": 0.644269, "main_score": 0.603383, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728394, "recall": 0.786561, "f1": 0.74546, "accuracy": 0.786561, "main_score": 0.74546, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668297, "recall": 0.745059, "f1": 0.691323, "accuracy": 0.745059, "main_score": 0.691323, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.718407, "recall": 0.771739, "f1": 0.733663, "accuracy": 0.771739, "main_score": 0.733663, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680649, "recall": 0.735178, "f1": 0.696937, "accuracy": 0.735178, "main_score": 0.696937, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671287, "recall": 0.740119, "f1": 0.6919, "accuracy": 0.740119, "main_score": 0.6919, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558093, "recall": 0.62253, "f1": 0.57604, "accuracy": 0.62253, "main_score": 0.57604, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571492, "recall": 0.630435, "f1": 0.588312, "accuracy": 0.630435, "main_score": 0.588312, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.855731, "f1": 0.825922, "accuracy": 0.855731, "main_score": 0.825922, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475137, "recall": 0.536561, "f1": 0.491766, "accuracy": 0.536561, "main_score": 0.491766, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886034, "recall": 0.916008, "f1": 0.895389, "accuracy": 0.916008, "main_score": 0.895389, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550457, "recall": 0.613636, "f1": 0.568013, "accuracy": 0.613636, "main_score": 0.568013, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.591307, "recall": 0.660079, "f1": 0.610458, "accuracy": 0.660079, "main_score": 0.610458, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198562, "recall": 0.263834, "f1": 0.21333, "accuracy": 0.263834, "main_score": 0.21333, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632749, "recall": 0.69664, "f1": 0.651128, "accuracy": 0.69664, "main_score": 0.651128, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805418, "recall": 0.855731, "f1": 0.820817, "accuracy": 0.855731, "main_score": 0.820817, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418628, "recall": 0.482213, "f1": 0.436125, "accuracy": 0.482213, "main_score": 0.436125, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.689388, "recall": 0.744071, "f1": 0.705355, "accuracy": 0.744071, "main_score": 0.705355, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574342, "recall": 0.634387, "f1": 0.59137, "accuracy": 0.634387, "main_score": 0.59137, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509741, "recall": 0.583992, "f1": 0.530356, "accuracy": 0.583992, "main_score": 0.530356, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680155, "recall": 0.735178, "f1": 0.696989, "accuracy": 0.735178, "main_score": 0.696989, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240354, "recall": 0.324111, "f1": 0.262939, "accuracy": 0.324111, "main_score": 0.262939, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59053, "recall": 0.651186, "f1": 0.608663, "accuracy": 0.651186, "main_score": 0.608663, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592428, "recall": 0.658103, "f1": 0.611187, "accuracy": 0.658103, "main_score": 0.611187, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.732552, "recall": 0.796443, "f1": 0.751748, "accuracy": 0.796443, "main_score": 0.751748, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562682, "recall": 0.62747, "f1": 0.581755, "accuracy": 0.62747, "main_score": 0.581755, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811594, "recall": 0.857708, "f1": 0.825856, "accuracy": 0.857708, "main_score": 0.825856, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473395, "recall": 0.544466, "f1": 0.492917, "accuracy": 0.544466, "main_score": 0.492917, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904265, "recall": 0.93083, "f1": 0.912615, "accuracy": 0.93083, "main_score": 0.912615, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62632, "recall": 0.682806, "f1": 0.642049, "accuracy": 0.682806, "main_score": 0.642049, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.935771, "f1": 0.916008, "accuracy": 0.935771, "main_score": 0.916008, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480074, "recall": 0.550395, "f1": 0.499146, "accuracy": 0.550395, "main_score": 0.499146, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625313, "recall": 0.700593, "f1": 0.647567, "accuracy": 0.700593, "main_score": 0.647567, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854167, "recall": 0.893281, "f1": 0.866469, "accuracy": 0.893281, "main_score": 0.866469, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.660486, "recall": 0.715415, "f1": 0.676158, "accuracy": 0.715415, "main_score": 0.676158, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659677, "recall": 0.718379, "f1": 0.676729, "accuracy": 0.718379, "main_score": 0.676729, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545909, "recall": 0.613636, "f1": 0.565649, "accuracy": 0.613636, "main_score": 0.565649, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549724, "recall": 0.614625, "f1": 0.567944, "accuracy": 0.614625, "main_score": 0.567944, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848765, "recall": 0.886364, "f1": 0.860211, "accuracy": 0.886364, "main_score": 0.860211, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559579, "recall": 0.62253, "f1": 0.577204, "accuracy": 0.62253, "main_score": 0.577204, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632098, "recall": 0.693676, "f1": 0.650118, "accuracy": 0.693676, "main_score": 0.650118, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492507, "recall": 0.549407, "f1": 0.508522, "accuracy": 0.549407, "main_score": 0.508522, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581318, "recall": 0.63834, "f1": 0.596916, "accuracy": 0.63834, "main_score": 0.596916, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590054, "recall": 0.656126, "f1": 0.609478, "accuracy": 0.656126, "main_score": 0.609478, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568059, "recall": 0.623518, "f1": 0.583337, "accuracy": 0.623518, "main_score": 0.583337, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541133, "recall": 0.612648, "f1": 0.561809, "accuracy": 0.612648, "main_score": 0.561809, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747348, "recall": 0.804348, "f1": 0.764643, "accuracy": 0.804348, "main_score": 0.764643, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761726, "recall": 0.812253, "f1": 0.77691, "accuracy": 0.812253, "main_score": 0.77691, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88969, "recall": 0.916996, "f1": 0.897991, "accuracy": 0.916996, "main_score": 0.897991, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495596, "recall": 0.576087, "f1": 0.519337, "accuracy": 0.576087, "main_score": 0.519337, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.727042, "recall": 0.781621, "f1": 0.743314, "accuracy": 0.781621, "main_score": 0.743314, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612574, "recall": 0.66502, "f1": 0.627464, "accuracy": 0.66502, "main_score": 0.627464, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406042, "recall": 0.453557, "f1": 0.419696, "accuracy": 0.453557, "main_score": 0.419696, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477141, "recall": 0.512846, "f1": 0.488076, "accuracy": 0.512846, "main_score": 0.488076, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205552, "recall": 0.246047, "f1": 0.216113, "accuracy": 0.246047, "main_score": 0.216113, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.537183, "recall": 0.577075, "f1": 0.548041, "accuracy": 0.577075, "main_score": 0.548041, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499037, "recall": 0.546443, "f1": 0.51224, "accuracy": 0.546443, "main_score": 0.51224, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.540631, "recall": 0.581028, "f1": 0.551735, "accuracy": 0.581028, "main_score": 0.551735, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546854, "recall": 0.586957, "f1": 0.557234, "accuracy": 0.586957, "main_score": 0.557234, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502133, "recall": 0.538538, "f1": 0.512506, "accuracy": 0.538538, "main_score": 0.512506, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52787, "recall": 0.575099, "f1": 0.54045, "accuracy": 0.575099, "main_score": 0.54045, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536008, "recall": 0.56917, "f1": 0.545431, "accuracy": 0.56917, "main_score": 0.545431, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548693, "recall": 0.58498, "f1": 0.559212, "accuracy": 0.58498, "main_score": 0.559212, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513262, "recall": 0.565217, "f1": 0.527164, "accuracy": 0.565217, "main_score": 0.527164, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527997, "recall": 0.574111, "f1": 0.540085, "accuracy": 0.574111, "main_score": 0.540085, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485853, "recall": 0.523715, "f1": 0.497233, "accuracy": 0.523715, "main_score": 0.497233, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54032, "recall": 0.583992, "f1": 0.552177, "accuracy": 0.583992, "main_score": 0.552177, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499003, "recall": 0.548419, "f1": 0.511968, "accuracy": 0.548419, "main_score": 0.511968, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529781, "recall": 0.58004, "f1": 0.542806, "accuracy": 0.58004, "main_score": 0.542806, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.564229, "f1": 0.541038, "accuracy": 0.564229, "main_score": 0.541038, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514048, "recall": 0.557312, "f1": 0.525089, "accuracy": 0.557312, "main_score": 0.525089, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515273, "recall": 0.5583, "f1": 0.526037, "accuracy": 0.5583, "main_score": 0.526037, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553918, "recall": 0.601779, "f1": 0.566456, "accuracy": 0.601779, "main_score": 0.566456, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541197, "recall": 0.585968, "f1": 0.55286, "accuracy": 0.585968, "main_score": 0.55286, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475202, "recall": 0.516798, "f1": 0.486407, "accuracy": 0.516798, "main_score": 0.486407, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522359, "recall": 0.571146, "f1": 0.535965, "accuracy": 0.571146, "main_score": 0.535965, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.533025, "recall": 0.578063, "f1": 0.545259, "accuracy": 0.578063, "main_score": 0.545259, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53975, "recall": 0.574111, "f1": 0.548942, "accuracy": 0.574111, "main_score": 0.548942, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193697, "recall": 0.230237, "f1": 0.202758, "accuracy": 0.230237, "main_score": 0.202758, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520245, "recall": 0.566206, "f1": 0.531854, "accuracy": 0.566206, "main_score": 0.531854, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515127, "recall": 0.554348, "f1": 0.526091, "accuracy": 0.554348, "main_score": 0.526091, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536499, "recall": 0.577075, "f1": 0.547663, "accuracy": 0.577075, "main_score": 0.547663, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546116, "recall": 0.58498, "f1": 0.557214, "accuracy": 0.58498, "main_score": 0.557214, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51561, "recall": 0.555336, "f1": 0.526772, "accuracy": 0.555336, "main_score": 0.526772, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53214, "recall": 0.577075, "f1": 0.544404, "accuracy": 0.577075, "main_score": 0.544404, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498962, "recall": 0.541502, "f1": 0.51113, "accuracy": 0.541502, "main_score": 0.51113, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536845, "recall": 0.583992, "f1": 0.549556, "accuracy": 0.583992, "main_score": 0.549556, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44746, "recall": 0.497036, "f1": 0.46142, "accuracy": 0.497036, "main_score": 0.46142, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50236, "recall": 0.540514, "f1": 0.512317, "accuracy": 0.540514, "main_score": 0.512317, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536476, "recall": 0.58498, "f1": 0.549445, "accuracy": 0.58498, "main_score": 0.549445, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.528652, "recall": 0.572134, "f1": 0.540167, "accuracy": 0.572134, "main_score": 0.540167, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507081, "recall": 0.556324, "f1": 0.519501, "accuracy": 0.556324, "main_score": 0.519501, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.494419, "recall": 0.533597, "f1": 0.505091, "accuracy": 0.533597, "main_score": 0.505091, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39902, "recall": 0.448617, "f1": 0.412479, "accuracy": 0.448617, "main_score": 0.412479, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541571, "recall": 0.587945, "f1": 0.55355, "accuracy": 0.587945, "main_score": 0.55355, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486785, "recall": 0.523715, "f1": 0.49781, "accuracy": 0.523715, "main_score": 0.49781, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525383, "recall": 0.576087, "f1": 0.539081, "accuracy": 0.576087, "main_score": 0.539081, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548057, "recall": 0.596838, "f1": 0.561689, "accuracy": 0.596838, "main_score": 0.561689, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523257, "recall": 0.571146, "f1": 0.536486, "accuracy": 0.571146, "main_score": 0.536486, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.53785, "recall": 0.579051, "f1": 0.548403, "accuracy": 0.579051, "main_score": 0.548403, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487887, "recall": 0.535573, "f1": 0.501471, "accuracy": 0.535573, "main_score": 0.501471, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509128, "recall": 0.551383, "f1": 0.521003, "accuracy": 0.551383, "main_score": 0.521003, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556628, "recall": 0.591897, "f1": 0.566495, "accuracy": 0.591897, "main_score": 0.566495, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543035, "recall": 0.590909, "f1": 0.555599, "accuracy": 0.590909, "main_score": 0.555599, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549368, "recall": 0.587945, "f1": 0.560232, "accuracy": 0.587945, "main_score": 0.560232, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474113, "recall": 0.516798, "f1": 0.486693, "accuracy": 0.516798, "main_score": 0.486693, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538601, "recall": 0.583992, "f1": 0.550696, "accuracy": 0.583992, "main_score": 0.550696, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.407505, "recall": 0.452569, "f1": 0.419769, "accuracy": 0.452569, "main_score": 0.419769, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478516, "recall": 0.51581, "f1": 0.488941, "accuracy": 0.51581, "main_score": 0.488941, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55597, "recall": 0.592885, "f1": 0.565603, "accuracy": 0.592885, "main_score": 0.565603, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299261, "recall": 0.352767, "f1": 0.314042, "accuracy": 0.352767, "main_score": 0.314042, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529552, "recall": 0.578063, "f1": 0.542156, "accuracy": 0.578063, "main_score": 0.542156, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518411, "recall": 0.567194, "f1": 0.531606, "accuracy": 0.567194, "main_score": 0.531606, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543062, "recall": 0.58498, "f1": 0.554842, "accuracy": 0.58498, "main_score": 0.554842, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510763, "recall": 0.562253, "f1": 0.524669, "accuracy": 0.562253, "main_score": 0.524669, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510676, "recall": 0.555336, "f1": 0.522926, "accuracy": 0.555336, "main_score": 0.522926, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558654, "recall": 0.592885, "f1": 0.568058, "accuracy": 0.592885, "main_score": 0.568058, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508323, "recall": 0.545455, "f1": 0.518665, "accuracy": 0.545455, "main_score": 0.518665, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53583, "recall": 0.578063, "f1": 0.547252, "accuracy": 0.578063, "main_score": 0.547252, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507279, "recall": 0.537549, "f1": 0.515994, "accuracy": 0.537549, "main_score": 0.515994, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554575, "recall": 0.588933, "f1": 0.563892, "accuracy": 0.588933, "main_score": 0.563892, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504971, "recall": 0.548419, "f1": 0.517485, "accuracy": 0.548419, "main_score": 0.517485, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51403, "recall": 0.555336, "f1": 0.52538, "accuracy": 0.555336, "main_score": 0.52538, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518207, "recall": 0.560277, "f1": 0.530103, "accuracy": 0.560277, "main_score": 0.530103, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540957, "recall": 0.579051, "f1": 0.551021, "accuracy": 0.579051, "main_score": 0.551021, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.268072, "recall": 0.312253, "f1": 0.279222, "accuracy": 0.312253, "main_score": 0.279222, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.488159, "recall": 0.525692, "f1": 0.499127, "accuracy": 0.525692, "main_score": 0.499127, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48902, "recall": 0.540514, "f1": 0.502697, "accuracy": 0.540514, "main_score": 0.502697, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53082, "recall": 0.567194, "f1": 0.541183, "accuracy": 0.567194, "main_score": 0.541183, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462656, "recall": 0.509881, "f1": 0.476271, "accuracy": 0.509881, "main_score": 0.476271, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.543801, "recall": 0.592885, "f1": 0.556377, "accuracy": 0.592885, "main_score": 0.556377, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52723, "recall": 0.567194, "f1": 0.538432, "accuracy": 0.567194, "main_score": 0.538432, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552478, "recall": 0.593874, "f1": 0.564196, "accuracy": 0.593874, "main_score": 0.564196, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461354, "recall": 0.505929, "f1": 0.47394, "accuracy": 0.505929, "main_score": 0.47394, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.537573, "recall": 0.582016, "f1": 0.549785, "accuracy": 0.582016, "main_score": 0.549785, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515415, "recall": 0.564229, "f1": 0.528409, "accuracy": 0.564229, "main_score": 0.528409, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533843, "recall": 0.575099, "f1": 0.544309, "accuracy": 0.575099, "main_score": 0.544309, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516892, "recall": 0.564229, "f1": 0.529759, "accuracy": 0.564229, "main_score": 0.529759, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.485028, "recall": 0.521739, "f1": 0.495311, "accuracy": 0.521739, "main_score": 0.495311, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477079, "recall": 0.519763, "f1": 0.489058, "accuracy": 0.519763, "main_score": 0.489058, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508168, "recall": 0.563241, "f1": 0.522635, "accuracy": 0.563241, "main_score": 0.522635, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.52272, "recall": 0.566206, "f1": 0.533665, "accuracy": 0.566206, "main_score": 0.533665, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534508, "recall": 0.579051, "f1": 0.54612, "accuracy": 0.579051, "main_score": 0.54612, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539872, "recall": 0.577075, "f1": 0.55034, "accuracy": 0.577075, "main_score": 0.55034, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439602, "recall": 0.483202, "f1": 0.451447, "accuracy": 0.483202, "main_score": 0.451447, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556897, "recall": 0.590909, "f1": 0.566694, "accuracy": 0.590909, "main_score": 0.566694, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479187, "recall": 0.524704, "f1": 0.491398, "accuracy": 0.524704, "main_score": 0.491398, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.458259, "recall": 0.494071, "f1": 0.468561, "accuracy": 0.494071, "main_score": 0.468561, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52817, "recall": 0.574111, "f1": 0.539961, "accuracy": 0.574111, "main_score": 0.539961, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553222, "recall": 0.588933, "f1": 0.562518, "accuracy": 0.588933, "main_score": 0.562518, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521415, "recall": 0.565217, "f1": 0.532588, "accuracy": 0.565217, "main_score": 0.532588, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538355, "recall": 0.583992, "f1": 0.550168, "accuracy": 0.583992, "main_score": 0.550168, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545716, "recall": 0.589921, "f1": 0.557292, "accuracy": 0.589921, "main_score": 0.557292, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51585, "recall": 0.562253, "f1": 0.528275, "accuracy": 0.562253, "main_score": 0.528275, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.527265, "recall": 0.571146, "f1": 0.5393, "accuracy": 0.571146, "main_score": 0.5393, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389633, "recall": 0.450593, "f1": 0.405098, "accuracy": 0.450593, "main_score": 0.405098, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.487925, "recall": 0.539526, "f1": 0.502226, "accuracy": 0.539526, "main_score": 0.502226, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448197, "recall": 0.535573, "f1": 0.469708, "accuracy": 0.535573, "main_score": 0.469708, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.529703, "recall": 0.568182, "f1": 0.54025, "accuracy": 0.568182, "main_score": 0.54025, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436448, "recall": 0.475296, "f1": 0.447437, "accuracy": 0.475296, "main_score": 0.447437, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551558, "recall": 0.592885, "f1": 0.562314, "accuracy": 0.592885, "main_score": 0.562314, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532913, "recall": 0.571146, "f1": 0.543204, "accuracy": 0.571146, "main_score": 0.543204, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422266, "recall": 0.474308, "f1": 0.437272, "accuracy": 0.474308, "main_score": 0.437272, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529259, "recall": 0.571146, "f1": 0.540498, "accuracy": 0.571146, "main_score": 0.540498, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543534, "recall": 0.58498, "f1": 0.554447, "accuracy": 0.58498, "main_score": 0.554447, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481764, "recall": 0.537549, "f1": 0.49587, "accuracy": 0.537549, "main_score": 0.49587, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530017, "recall": 0.572134, "f1": 0.541737, "accuracy": 0.572134, "main_score": 0.541737, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51287, "recall": 0.554348, "f1": 0.524594, "accuracy": 0.554348, "main_score": 0.524594, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506247, "recall": 0.550395, "f1": 0.517863, "accuracy": 0.550395, "main_score": 0.517863, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558286, "recall": 0.596838, "f1": 0.568095, "accuracy": 0.596838, "main_score": 0.568095, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481925, "recall": 0.523715, "f1": 0.493952, "accuracy": 0.523715, "main_score": 0.493952, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472431, "recall": 0.512846, "f1": 0.484241, "accuracy": 0.512846, "main_score": 0.484241, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520591, "recall": 0.565217, "f1": 0.532533, "accuracy": 0.565217, "main_score": 0.532533, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536823, "recall": 0.58004, "f1": 0.548653, "accuracy": 0.58004, "main_score": 0.548653, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.102784, "recall": 0.142292, "f1": 0.11299, "accuracy": 0.142292, "main_score": 0.11299, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.519282, "recall": 0.568182, "f1": 0.531977, "accuracy": 0.568182, "main_score": 0.531977, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.458968, "recall": 0.505929, "f1": 0.471761, "accuracy": 0.505929, "main_score": 0.471761, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510665, "recall": 0.551383, "f1": 0.521798, "accuracy": 0.551383, "main_score": 0.521798, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538321, "recall": 0.58004, "f1": 0.549289, "accuracy": 0.58004, "main_score": 0.549289, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470337, "recall": 0.516798, "f1": 0.483482, "accuracy": 0.516798, "main_score": 0.483482, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47433, "recall": 0.516798, "f1": 0.4862, "accuracy": 0.516798, "main_score": 0.4862, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519764, "recall": 0.567194, "f1": 0.532857, "accuracy": 0.567194, "main_score": 0.532857, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535712, "recall": 0.58004, "f1": 0.547145, "accuracy": 0.58004, "main_score": 0.547145, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545275, "recall": 0.583004, "f1": 0.555322, "accuracy": 0.583004, "main_score": 0.555322, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516721, "recall": 0.555336, "f1": 0.526886, "accuracy": 0.555336, "main_score": 0.526886, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461093, "recall": 0.506917, "f1": 0.473864, "accuracy": 0.506917, "main_score": 0.473864, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520047, "recall": 0.565217, "f1": 0.531455, "accuracy": 0.565217, "main_score": 0.531455, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475758, "recall": 0.516798, "f1": 0.487429, "accuracy": 0.516798, "main_score": 0.487429, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462847, "recall": 0.499012, "f1": 0.472702, "accuracy": 0.499012, "main_score": 0.472702, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525839, "recall": 0.575099, "f1": 0.539335, "accuracy": 0.575099, "main_score": 0.539335, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.532306, "recall": 0.571146, "f1": 0.54273, "accuracy": 0.571146, "main_score": 0.54273, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513254, "recall": 0.564229, "f1": 0.526521, "accuracy": 0.564229, "main_score": 0.526521, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417474, "recall": 0.462451, "f1": 0.430094, "accuracy": 0.462451, "main_score": 0.430094, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.556776, "recall": 0.598814, "f1": 0.568376, "accuracy": 0.598814, "main_score": 0.568376, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504279, "recall": 0.554348, "f1": 0.517379, "accuracy": 0.554348, "main_score": 0.517379, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.4903, "recall": 0.535573, "f1": 0.502646, "accuracy": 0.535573, "main_score": 0.502646, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.478405, "recall": 0.518775, "f1": 0.489603, "accuracy": 0.518775, "main_score": 0.489603, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469324, "recall": 0.512846, "f1": 0.481008, "accuracy": 0.512846, "main_score": 0.481008, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479038, "recall": 0.522727, "f1": 0.491469, "accuracy": 0.522727, "main_score": 0.491469, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501495, "recall": 0.545455, "f1": 0.513806, "accuracy": 0.545455, "main_score": 0.513806, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520858, "recall": 0.565217, "f1": 0.532904, "accuracy": 0.565217, "main_score": 0.532904, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459265, "recall": 0.51087, "f1": 0.473232, "accuracy": 0.51087, "main_score": 0.473232, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.526332, "recall": 0.570158, "f1": 0.538349, "accuracy": 0.570158, "main_score": 0.538349, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.497229, "recall": 0.546443, "f1": 0.509665, "accuracy": 0.546443, "main_score": 0.509665, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.533424, "recall": 0.578063, "f1": 0.545309, "accuracy": 0.578063, "main_score": 0.545309, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521423, "recall": 0.565217, "f1": 0.533346, "accuracy": 0.565217, "main_score": 0.533346, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56327, "recall": 0.603755, "f1": 0.574523, "accuracy": 0.603755, "main_score": 0.574523, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485068, "recall": 0.530632, "f1": 0.497687, "accuracy": 0.530632, "main_score": 0.497687, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528302, "recall": 0.567194, "f1": 0.538657, "accuracy": 0.567194, "main_score": 0.538657, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434654, "recall": 0.48913, "f1": 0.449466, "accuracy": 0.48913, "main_score": 0.449466, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53569, "recall": 0.577075, "f1": 0.5471, "accuracy": 0.577075, "main_score": 0.5471, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406118, "recall": 0.456522, "f1": 0.419949, "accuracy": 0.456522, "main_score": 0.419949, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.497621, "recall": 0.550395, "f1": 0.511576, "accuracy": 0.550395, "main_score": 0.511576, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.527478, "recall": 0.575099, "f1": 0.540487, "accuracy": 0.575099, "main_score": 0.540487, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508077, "recall": 0.549407, "f1": 0.519305, "accuracy": 0.549407, "main_score": 0.519305, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530554, "recall": 0.571146, "f1": 0.542075, "accuracy": 0.571146, "main_score": 0.542075, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502927, "recall": 0.549407, "f1": 0.515439, "accuracy": 0.549407, "main_score": 0.515439, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.528387, "recall": 0.56917, "f1": 0.539691, "accuracy": 0.56917, "main_score": 0.539691, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504653, "recall": 0.545455, "f1": 0.516565, "accuracy": 0.545455, "main_score": 0.516565, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529537, "recall": 0.568182, "f1": 0.539691, "accuracy": 0.568182, "main_score": 0.539691, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538437, "recall": 0.578063, "f1": 0.549509, "accuracy": 0.578063, "main_score": 0.549509, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53956, "recall": 0.586957, "f1": 0.551805, "accuracy": 0.586957, "main_score": 0.551805, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463548, "recall": 0.504941, "f1": 0.474928, "accuracy": 0.504941, "main_score": 0.474928, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543576, "recall": 0.587945, "f1": 0.555453, "accuracy": 0.587945, "main_score": 0.555453, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531698, "recall": 0.581028, "f1": 0.545265, "accuracy": 0.581028, "main_score": 0.545265, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.526149, "recall": 0.572134, "f1": 0.538485, "accuracy": 0.572134, "main_score": 0.538485, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461964, "recall": 0.505929, "f1": 0.474329, "accuracy": 0.505929, "main_score": 0.474329, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553234, "recall": 0.590909, "f1": 0.563508, "accuracy": 0.590909, "main_score": 0.563508, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508926, "recall": 0.545455, "f1": 0.519039, "accuracy": 0.545455, "main_score": 0.519039, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471256, "recall": 0.516798, "f1": 0.482698, "accuracy": 0.516798, "main_score": 0.482698, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485579, "recall": 0.532609, "f1": 0.498388, "accuracy": 0.532609, "main_score": 0.498388, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455727, "recall": 0.505929, "f1": 0.469633, "accuracy": 0.505929, "main_score": 0.469633, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542271, "recall": 0.588933, "f1": 0.554434, "accuracy": 0.588933, "main_score": 0.554434, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500934, "recall": 0.548419, "f1": 0.513804, "accuracy": 0.548419, "main_score": 0.513804, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457544, "recall": 0.499012, "f1": 0.469246, "accuracy": 0.499012, "main_score": 0.469246, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51923, "recall": 0.554348, "f1": 0.529465, "accuracy": 0.554348, "main_score": 0.529465, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502137, "recall": 0.554348, "f1": 0.517237, "accuracy": 0.554348, "main_score": 0.517237, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.485111, "recall": 0.528656, "f1": 0.497299, "accuracy": 0.528656, "main_score": 0.497299, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477537, "recall": 0.509881, "f1": 0.486882, "accuracy": 0.509881, "main_score": 0.486882, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51176, "recall": 0.564229, "f1": 0.525981, "accuracy": 0.564229, "main_score": 0.525981, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474477, "recall": 0.519763, "f1": 0.487838, "accuracy": 0.519763, "main_score": 0.487838, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491686, "recall": 0.532609, "f1": 0.503085, "accuracy": 0.532609, "main_score": 0.503085, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549102, "recall": 0.582016, "f1": 0.557854, "accuracy": 0.582016, "main_score": 0.557854, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520669, "recall": 0.551383, "f1": 0.530093, "accuracy": 0.551383, "main_score": 0.530093, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548961, "recall": 0.583004, "f1": 0.558635, "accuracy": 0.583004, "main_score": 0.558635, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50452, "recall": 0.552372, "f1": 0.517915, "accuracy": 0.552372, "main_score": 0.517915, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498183, "recall": 0.537549, "f1": 0.509166, "accuracy": 0.537549, "main_score": 0.509166, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526015, "recall": 0.564229, "f1": 0.536561, "accuracy": 0.564229, "main_score": 0.536561, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423833, "recall": 0.481225, "f1": 0.440057, "accuracy": 0.481225, "main_score": 0.440057, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519835, "recall": 0.559289, "f1": 0.530711, "accuracy": 0.559289, "main_score": 0.530711, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.497645, "recall": 0.543478, "f1": 0.509984, "accuracy": 0.543478, "main_score": 0.509984, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52649, "recall": 0.566206, "f1": 0.537304, "accuracy": 0.566206, "main_score": 0.537304, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525775, "recall": 0.571146, "f1": 0.537556, "accuracy": 0.571146, "main_score": 0.537556, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.458974, "recall": 0.504941, "f1": 0.471901, "accuracy": 0.504941, "main_score": 0.471901, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486347, "recall": 0.518775, "f1": 0.495459, "accuracy": 0.518775, "main_score": 0.495459, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601501, "recall": 0.659091, "f1": 0.618252, "accuracy": 0.659091, "main_score": 0.618252, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55159, "recall": 0.613636, "f1": 0.568768, "accuracy": 0.613636, "main_score": 0.568768, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407867, "recall": 0.478261, "f1": 0.426364, "accuracy": 0.478261, "main_score": 0.426364, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623306, "recall": 0.681818, "f1": 0.639493, "accuracy": 0.681818, "main_score": 0.639493, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883921, "recall": 0.913043, "f1": 0.892852, "accuracy": 0.913043, "main_score": 0.892852, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.965415, "f1": 0.957148, "accuracy": 0.965415, "main_score": 0.957148, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.633235, "recall": 0.687747, "f1": 0.6487, "accuracy": 0.687747, "main_score": 0.6487, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641954, "recall": 0.703557, "f1": 0.658998, "accuracy": 0.703557, "main_score": 0.658998, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578296, "recall": 0.641304, "f1": 0.595996, "accuracy": 0.641304, "main_score": 0.595996, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192174, "recall": 0.241107, "f1": 0.203711, "accuracy": 0.241107, "main_score": 0.203711, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658482, "recall": 0.706522, "f1": 0.672007, "accuracy": 0.706522, "main_score": 0.672007, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.683482, "recall": 0.738142, "f1": 0.700132, "accuracy": 0.738142, "main_score": 0.700132, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.927125, "recall": 0.947628, "f1": 0.933696, "accuracy": 0.947628, "main_score": 0.933696, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.574235, "recall": 0.625494, "f1": 0.588132, "accuracy": 0.625494, "main_score": 0.588132, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529578, "recall": 0.604743, "f1": 0.549634, "accuracy": 0.604743, "main_score": 0.549634, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582971, "recall": 0.649209, "f1": 0.601835, "accuracy": 0.649209, "main_score": 0.601835, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611068, "recall": 0.670949, "f1": 0.627692, "accuracy": 0.670949, "main_score": 0.627692, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881258, "recall": 0.912055, "f1": 0.890777, "accuracy": 0.912055, "main_score": 0.890777, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544919, "recall": 0.600791, "f1": 0.561654, "accuracy": 0.600791, "main_score": 0.561654, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567941, "recall": 0.632411, "f1": 0.585638, "accuracy": 0.632411, "main_score": 0.585638, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547885, "recall": 0.600791, "f1": 0.562788, "accuracy": 0.600791, "main_score": 0.562788, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321549, "recall": 0.384387, "f1": 0.339014, "accuracy": 0.384387, "main_score": 0.339014, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618274, "recall": 0.681818, "f1": 0.635971, "accuracy": 0.681818, "main_score": 0.635971, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.98419, "f1": 0.980303, "accuracy": 0.98419, "main_score": 0.980303, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.971344, "f1": 0.963011, "accuracy": 0.971344, "main_score": 0.963011, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628369, "recall": 0.679842, "f1": 0.643063, "accuracy": 0.679842, "main_score": 0.643063, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714864, "recall": 0.775692, "f1": 0.732677, "accuracy": 0.775692, "main_score": 0.732677, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587809, "recall": 0.673913, "f1": 0.612804, "accuracy": 0.673913, "main_score": 0.612804, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.718857, "recall": 0.768775, "f1": 0.733418, "accuracy": 0.768775, "main_score": 0.733418, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696157, "recall": 0.748024, "f1": 0.711594, "accuracy": 0.748024, "main_score": 0.711594, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68909, "recall": 0.753953, "f1": 0.708369, "accuracy": 0.753953, "main_score": 0.708369, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.938735, "f1": 0.920949, "accuracy": 0.938735, "main_score": 0.920949, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.572852, "recall": 0.637352, "f1": 0.590823, "accuracy": 0.637352, "main_score": 0.590823, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578419, "recall": 0.630435, "f1": 0.592643, "accuracy": 0.630435, "main_score": 0.592643, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.812978, "recall": 0.855731, "f1": 0.825809, "accuracy": 0.855731, "main_score": 0.825809, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488974, "recall": 0.545455, "f1": 0.503718, "accuracy": 0.545455, "main_score": 0.503718, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.859305, "recall": 0.895257, "f1": 0.870224, "accuracy": 0.895257, "main_score": 0.870224, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553846, "recall": 0.615613, "f1": 0.570745, "accuracy": 0.615613, "main_score": 0.570745, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.623236, "recall": 0.694664, "f1": 0.643716, "accuracy": 0.694664, "main_score": 0.643716, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199952, "recall": 0.256917, "f1": 0.212258, "accuracy": 0.256917, "main_score": 0.212258, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.644426, "recall": 0.709486, "f1": 0.662947, "accuracy": 0.709486, "main_score": 0.662947, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780049, "recall": 0.833004, "f1": 0.795833, "accuracy": 0.833004, "main_score": 0.795833, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441958, "recall": 0.502964, "f1": 0.458707, "accuracy": 0.502964, "main_score": 0.458707, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694401, "recall": 0.75, "f1": 0.710917, "accuracy": 0.75, "main_score": 0.710917, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56885, "recall": 0.634387, "f1": 0.587492, "accuracy": 0.634387, "main_score": 0.587492, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51815, "recall": 0.588933, "f1": 0.537445, "accuracy": 0.588933, "main_score": 0.537445, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695306, "recall": 0.749012, "f1": 0.710794, "accuracy": 0.749012, "main_score": 0.710794, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225866, "recall": 0.300395, "f1": 0.245522, "accuracy": 0.300395, "main_score": 0.245522, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603738, "recall": 0.663043, "f1": 0.620759, "accuracy": 0.663043, "main_score": 0.620759, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602204, "recall": 0.668972, "f1": 0.62109, "accuracy": 0.668972, "main_score": 0.62109, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.717218, "recall": 0.77668, "f1": 0.735068, "accuracy": 0.77668, "main_score": 0.735068, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571897, "recall": 0.635375, "f1": 0.58977, "accuracy": 0.635375, "main_score": 0.58977, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781818, "recall": 0.83004, "f1": 0.796509, "accuracy": 0.83004, "main_score": 0.796509, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99193, "recall": 0.994071, "f1": 0.992589, "accuracy": 0.994071, "main_score": 0.992589, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485806, "recall": 0.550395, "f1": 0.503202, "accuracy": 0.550395, "main_score": 0.503202, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846673, "recall": 0.881423, "f1": 0.857298, "accuracy": 0.881423, "main_score": 0.857298, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.924242, "recall": 0.945652, "f1": 0.930929, "accuracy": 0.945652, "main_score": 0.930929, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651652, "recall": 0.701581, "f1": 0.665686, "accuracy": 0.701581, "main_score": 0.665686, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.975296, "f1": 0.968709, "accuracy": 0.975296, "main_score": 0.968709, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858893, "recall": 0.899209, "f1": 0.871706, "accuracy": 0.899209, "main_score": 0.871706, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490039, "recall": 0.554348, "f1": 0.507205, "accuracy": 0.554348, "main_score": 0.507205, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623146, "recall": 0.698617, "f1": 0.645525, "accuracy": 0.698617, "main_score": 0.645525, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980978, "recall": 0.986166, "f1": 0.982609, "accuracy": 0.986166, "main_score": 0.982609, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85472, "recall": 0.88834, "f1": 0.865168, "accuracy": 0.88834, "main_score": 0.865168, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.675532, "recall": 0.724308, "f1": 0.689813, "accuracy": 0.724308, "main_score": 0.689813, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673724, "recall": 0.735178, "f1": 0.691613, "accuracy": 0.735178, "main_score": 0.691613, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934206, "recall": 0.951581, "f1": 0.939789, "accuracy": 0.951581, "main_score": 0.939789, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563401, "recall": 0.62747, "f1": 0.581764, "accuracy": 0.62747, "main_score": 0.581764, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56554, "recall": 0.62747, "f1": 0.584027, "accuracy": 0.62747, "main_score": 0.584027, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833004, "recall": 0.87253, "f1": 0.845125, "accuracy": 0.87253, "main_score": 0.845125, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575453, "recall": 0.634387, "f1": 0.59202, "accuracy": 0.634387, "main_score": 0.59202, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652154, "recall": 0.708498, "f1": 0.668863, "accuracy": 0.708498, "main_score": 0.668863, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.928854, "f1": 0.910738, "accuracy": 0.928854, "main_score": 0.910738, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519346, "recall": 0.574111, "f1": 0.534065, "accuracy": 0.574111, "main_score": 0.534065, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604851, "recall": 0.662055, "f1": 0.620628, "accuracy": 0.662055, "main_score": 0.620628, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.61083, "recall": 0.673913, "f1": 0.629482, "accuracy": 0.673913, "main_score": 0.629482, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589576, "recall": 0.645257, "f1": 0.605313, "accuracy": 0.645257, "main_score": 0.605313, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559405, "recall": 0.626482, "f1": 0.578977, "accuracy": 0.626482, "main_score": 0.578977, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739163, "recall": 0.790514, "f1": 0.754315, "accuracy": 0.790514, "main_score": 0.754315, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757246, "recall": 0.810277, "f1": 0.773287, "accuracy": 0.810277, "main_score": 0.773287, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902454, "recall": 0.926877, "f1": 0.910145, "accuracy": 0.926877, "main_score": 0.910145, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503246, "recall": 0.585968, "f1": 0.527528, "accuracy": 0.585968, "main_score": 0.527528, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.714519, "recall": 0.77668, "f1": 0.733811, "accuracy": 0.77668, "main_score": 0.733811, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620895, "recall": 0.667984, "f1": 0.634423, "accuracy": 0.667984, "main_score": 0.634423, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58295, "recall": 0.648221, "f1": 0.601921, "accuracy": 0.648221, "main_score": 0.601921, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532666, "recall": 0.596838, "f1": 0.550385, "accuracy": 0.596838, "main_score": 0.550385, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441579, "recall": 0.521739, "f1": 0.463291, "accuracy": 0.521739, "main_score": 0.463291, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598642, "recall": 0.659091, "f1": 0.615883, "accuracy": 0.659091, "main_score": 0.615883, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882032, "recall": 0.913043, "f1": 0.8917, "accuracy": 0.913043, "main_score": 0.8917, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962368, "recall": 0.97332, "f1": 0.96581, "accuracy": 0.97332, "main_score": 0.96581, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60231, "recall": 0.65415, "f1": 0.617196, "accuracy": 0.65415, "main_score": 0.617196, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612212, "recall": 0.671937, "f1": 0.628847, "accuracy": 0.671937, "main_score": 0.628847, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561037, "recall": 0.625494, "f1": 0.579809, "accuracy": 0.625494, "main_score": 0.579809, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17862, "recall": 0.236166, "f1": 0.193139, "accuracy": 0.236166, "main_score": 0.193139, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622927, "recall": 0.676877, "f1": 0.638213, "accuracy": 0.676877, "main_score": 0.638213, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673221, "recall": 0.728261, "f1": 0.689808, "accuracy": 0.728261, "main_score": 0.689808, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.557091, "recall": 0.608696, "f1": 0.571624, "accuracy": 0.608696, "main_score": 0.571624, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512573, "recall": 0.586957, "f1": 0.532623, "accuracy": 0.586957, "main_score": 0.532623, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558547, "recall": 0.624506, "f1": 0.577889, "accuracy": 0.624506, "main_score": 0.577889, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577256, "recall": 0.643281, "f1": 0.595613, "accuracy": 0.643281, "main_score": 0.595613, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91222, "recall": 0.937747, "f1": 0.920455, "accuracy": 0.937747, "main_score": 0.920455, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515655, "recall": 0.571146, "f1": 0.531886, "accuracy": 0.571146, "main_score": 0.531886, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538269, "recall": 0.606719, "f1": 0.557733, "accuracy": 0.606719, "main_score": 0.557733, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51243, "recall": 0.574111, "f1": 0.530075, "accuracy": 0.574111, "main_score": 0.530075, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322623, "recall": 0.380435, "f1": 0.338622, "accuracy": 0.380435, "main_score": 0.338622, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584898, "recall": 0.650198, "f1": 0.603444, "accuracy": 0.650198, "main_score": 0.603444, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581021, "recall": 0.642292, "f1": 0.599111, "accuracy": 0.642292, "main_score": 0.599111, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71917, "recall": 0.778656, "f1": 0.736892, "accuracy": 0.778656, "main_score": 0.736892, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676499, "recall": 0.751976, "f1": 0.698518, "accuracy": 0.751976, "main_score": 0.698518, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.712829, "recall": 0.771739, "f1": 0.730276, "accuracy": 0.771739, "main_score": 0.730276, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65826, "recall": 0.714427, "f1": 0.674984, "accuracy": 0.714427, "main_score": 0.674984, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657436, "recall": 0.727273, "f1": 0.677775, "accuracy": 0.727273, "main_score": 0.677775, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545662, "recall": 0.607708, "f1": 0.562873, "accuracy": 0.607708, "main_score": 0.562873, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553475, "recall": 0.61166, "f1": 0.570078, "accuracy": 0.61166, "main_score": 0.570078, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807684, "recall": 0.850791, "f1": 0.820504, "accuracy": 0.850791, "main_score": 0.820504, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473559, "recall": 0.533597, "f1": 0.489788, "accuracy": 0.533597, "main_score": 0.489788, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.896304, "recall": 0.925889, "f1": 0.905616, "accuracy": 0.925889, "main_score": 0.905616, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540566, "recall": 0.606719, "f1": 0.559227, "accuracy": 0.606719, "main_score": 0.559227, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592032, "recall": 0.660079, "f1": 0.611622, "accuracy": 0.660079, "main_score": 0.611622, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200122, "recall": 0.261858, "f1": 0.213942, "accuracy": 0.261858, "main_score": 0.213942, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611981, "recall": 0.683794, "f1": 0.632861, "accuracy": 0.683794, "main_score": 0.632861, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869318, "recall": 0.905138, "f1": 0.880501, "accuracy": 0.905138, "main_score": 0.880501, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429456, "recall": 0.488142, "f1": 0.44545, "accuracy": 0.488142, "main_score": 0.44545, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688523, "recall": 0.749012, "f1": 0.706621, "accuracy": 0.749012, "main_score": 0.706621, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570355, "recall": 0.624506, "f1": 0.58571, "accuracy": 0.624506, "main_score": 0.58571, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502867, "recall": 0.573123, "f1": 0.522836, "accuracy": 0.573123, "main_score": 0.522836, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677602, "recall": 0.730237, "f1": 0.693958, "accuracy": 0.730237, "main_score": 0.693958, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242067, "recall": 0.329051, "f1": 0.265124, "accuracy": 0.329051, "main_score": 0.265124, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567852, "recall": 0.637352, "f1": 0.58826, "accuracy": 0.637352, "main_score": 0.58826, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591151, "recall": 0.653162, "f1": 0.6085, "accuracy": 0.653162, "main_score": 0.6085, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.730352, "recall": 0.793478, "f1": 0.749835, "accuracy": 0.793478, "main_score": 0.749835, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57103, "recall": 0.628458, "f1": 0.58728, "accuracy": 0.628458, "main_score": 0.58728, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797711, "recall": 0.849802, "f1": 0.8139, "accuracy": 0.849802, "main_score": 0.8139, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458763, "recall": 0.527668, "f1": 0.477468, "accuracy": 0.527668, "main_score": 0.477468, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.91003, "recall": 0.935771, "f1": 0.91805, "accuracy": 0.935771, "main_score": 0.91805, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.972332, "f1": 0.963109, "accuracy": 0.972332, "main_score": 0.963109, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.95751, "f1": 0.944401, "accuracy": 0.95751, "main_score": 0.944401, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616115, "recall": 0.66996, "f1": 0.631548, "accuracy": 0.66996, "main_score": 0.631548, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912467, "recall": 0.937747, "f1": 0.920685, "accuracy": 0.937747, "main_score": 0.920685, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453557, "recall": 0.521739, "f1": 0.472399, "accuracy": 0.521739, "main_score": 0.472399, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656678, "recall": 0.721344, "f1": 0.675525, "accuracy": 0.721344, "main_score": 0.675525, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845767, "recall": 0.886364, "f1": 0.85855, "accuracy": 0.886364, "main_score": 0.85855, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.64954, "recall": 0.701581, "f1": 0.664617, "accuracy": 0.701581, "main_score": 0.664617, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637207, "recall": 0.700593, "f1": 0.655144, "accuracy": 0.700593, "main_score": 0.655144, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54222, "recall": 0.606719, "f1": 0.560338, "accuracy": 0.606719, "main_score": 0.560338, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.608696, "f1": 0.561406, "accuracy": 0.608696, "main_score": 0.561406, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844565, "recall": 0.887352, "f1": 0.857675, "accuracy": 0.887352, "main_score": 0.857675, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548221, "recall": 0.609684, "f1": 0.56574, "accuracy": 0.609684, "main_score": 0.56574, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619203, "recall": 0.684783, "f1": 0.63822, "accuracy": 0.684783, "main_score": 0.63822, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.953557, "f1": 0.939559, "accuracy": 0.953557, "main_score": 0.939559, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4849, "recall": 0.54249, "f1": 0.500847, "accuracy": 0.54249, "main_score": 0.500847, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585719, "recall": 0.644269, "f1": 0.60164, "accuracy": 0.644269, "main_score": 0.60164, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585566, "recall": 0.655138, "f1": 0.605865, "accuracy": 0.655138, "main_score": 0.605865, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56107, "recall": 0.619565, "f1": 0.577016, "accuracy": 0.619565, "main_score": 0.577016, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542422, "recall": 0.609684, "f1": 0.561564, "accuracy": 0.609684, "main_score": 0.561564, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759816, "recall": 0.815217, "f1": 0.776388, "accuracy": 0.815217, "main_score": 0.776388, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737236, "recall": 0.791502, "f1": 0.754117, "accuracy": 0.791502, "main_score": 0.754117, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87887, "recall": 0.909091, "f1": 0.888043, "accuracy": 0.909091, "main_score": 0.888043, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474178, "recall": 0.550395, "f1": 0.496547, "accuracy": 0.550395, "main_score": 0.496547, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.719277, "recall": 0.783597, "f1": 0.738776, "accuracy": 0.783597, "main_score": 0.738776, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600955, "recall": 0.652174, "f1": 0.615843, "accuracy": 0.652174, "main_score": 0.615843, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594856, "recall": 0.659091, "f1": 0.612982, "accuracy": 0.659091, "main_score": 0.612982, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546776, "recall": 0.609684, "f1": 0.564726, "accuracy": 0.609684, "main_score": 0.564726, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445679, "recall": 0.531621, "f1": 0.469376, "accuracy": 0.531621, "main_score": 0.469376, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605312, "recall": 0.662055, "f1": 0.621332, "accuracy": 0.662055, "main_score": 0.621332, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888505, "recall": 0.916008, "f1": 0.897003, "accuracy": 0.916008, "main_score": 0.897003, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.977273, "f1": 0.971673, "accuracy": 0.977273, "main_score": 0.971673, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.614592, "recall": 0.668972, "f1": 0.629976, "accuracy": 0.668972, "main_score": 0.629976, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619457, "recall": 0.684783, "f1": 0.637916, "accuracy": 0.684783, "main_score": 0.637916, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5701, "recall": 0.640316, "f1": 0.589802, "accuracy": 0.640316, "main_score": 0.589802, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182969, "recall": 0.237154, "f1": 0.197116, "accuracy": 0.237154, "main_score": 0.197116, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649901, "recall": 0.699605, "f1": 0.663712, "accuracy": 0.699605, "main_score": 0.663712, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685021, "recall": 0.744071, "f1": 0.702412, "accuracy": 0.744071, "main_score": 0.702412, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553862, "recall": 0.608696, "f1": 0.569837, "accuracy": 0.608696, "main_score": 0.569837, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52592, "recall": 0.597826, "f1": 0.545687, "accuracy": 0.597826, "main_score": 0.545687, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571498, "recall": 0.634387, "f1": 0.589756, "accuracy": 0.634387, "main_score": 0.589756, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604507, "recall": 0.664032, "f1": 0.620862, "accuracy": 0.664032, "main_score": 0.620862, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920455, "recall": 0.944664, "f1": 0.928195, "accuracy": 0.944664, "main_score": 0.928195, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539142, "recall": 0.596838, "f1": 0.555983, "accuracy": 0.596838, "main_score": 0.555983, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56789, "recall": 0.632411, "f1": 0.585551, "accuracy": 0.632411, "main_score": 0.585551, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528383, "recall": 0.586957, "f1": 0.545002, "accuracy": 0.586957, "main_score": 0.545002, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326813, "recall": 0.38834, "f1": 0.343503, "accuracy": 0.38834, "main_score": 0.343503, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606493, "recall": 0.668972, "f1": 0.623685, "accuracy": 0.668972, "main_score": 0.623685, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593742, "recall": 0.651186, "f1": 0.610403, "accuracy": 0.651186, "main_score": 0.610403, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718993, "recall": 0.780632, "f1": 0.737124, "accuracy": 0.780632, "main_score": 0.737124, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689163, "recall": 0.763834, "f1": 0.711495, "accuracy": 0.763834, "main_score": 0.711495, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.713422, "recall": 0.772727, "f1": 0.731079, "accuracy": 0.772727, "main_score": 0.731079, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668972, "recall": 0.72332, "f1": 0.685507, "accuracy": 0.72332, "main_score": 0.685507, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680428, "recall": 0.745059, "f1": 0.699033, "accuracy": 0.745059, "main_score": 0.699033, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555065, "recall": 0.616601, "f1": 0.572267, "accuracy": 0.616601, "main_score": 0.572267, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571362, "recall": 0.629447, "f1": 0.587607, "accuracy": 0.629447, "main_score": 0.587607, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816897, "recall": 0.859684, "f1": 0.829776, "accuracy": 0.859684, "main_score": 0.829776, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471982, "recall": 0.532609, "f1": 0.488149, "accuracy": 0.532609, "main_score": 0.488149, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.899268, "recall": 0.927866, "f1": 0.908251, "accuracy": 0.927866, "main_score": 0.908251, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549309, "recall": 0.617589, "f1": 0.568324, "accuracy": 0.617589, "main_score": 0.568324, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.601828, "recall": 0.667984, "f1": 0.62072, "accuracy": 0.667984, "main_score": 0.62072, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201807, "recall": 0.263834, "f1": 0.215984, "accuracy": 0.263834, "main_score": 0.215984, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641923, "recall": 0.705534, "f1": 0.660031, "accuracy": 0.705534, "main_score": 0.660031, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833333, "recall": 0.879447, "f1": 0.84776, "accuracy": 0.879447, "main_score": 0.84776, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432946, "recall": 0.492095, "f1": 0.449638, "accuracy": 0.492095, "main_score": 0.449638, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.693685, "recall": 0.75, "f1": 0.710575, "accuracy": 0.75, "main_score": 0.710575, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578168, "recall": 0.636364, "f1": 0.59473, "accuracy": 0.636364, "main_score": 0.59473, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510394, "recall": 0.58004, "f1": 0.529635, "accuracy": 0.58004, "main_score": 0.529635, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674555, "recall": 0.727273, "f1": 0.690203, "accuracy": 0.727273, "main_score": 0.690203, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23835, "recall": 0.324111, "f1": 0.260908, "accuracy": 0.324111, "main_score": 0.260908, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603887, "recall": 0.663043, "f1": 0.620822, "accuracy": 0.663043, "main_score": 0.620822, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607486, "recall": 0.668972, "f1": 0.625416, "accuracy": 0.668972, "main_score": 0.625416, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.752743, "recall": 0.812253, "f1": 0.7708, "accuracy": 0.812253, "main_score": 0.7708, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561248, "recall": 0.624506, "f1": 0.579553, "accuracy": 0.624506, "main_score": 0.579553, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808794, "recall": 0.857708, "f1": 0.824242, "accuracy": 0.857708, "main_score": 0.824242, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477355, "recall": 0.544466, "f1": 0.496036, "accuracy": 0.544466, "main_score": 0.496036, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906406, "recall": 0.932806, "f1": 0.914592, "accuracy": 0.932806, "main_score": 0.914592, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626617, "recall": 0.682806, "f1": 0.643044, "accuracy": 0.682806, "main_score": 0.643044, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917655, "recall": 0.943676, "f1": 0.926219, "accuracy": 0.943676, "main_score": 0.926219, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469944, "recall": 0.540514, "f1": 0.488987, "accuracy": 0.540514, "main_score": 0.488987, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644191, "recall": 0.713439, "f1": 0.664676, "accuracy": 0.713439, "main_score": 0.664676, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859437, "recall": 0.893281, "f1": 0.869763, "accuracy": 0.893281, "main_score": 0.869763, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.657027, "recall": 0.709486, "f1": 0.672224, "accuracy": 0.709486, "main_score": 0.672224, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651663, "recall": 0.716403, "f1": 0.670437, "accuracy": 0.716403, "main_score": 0.670437, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555296, "recall": 0.621542, "f1": 0.574447, "accuracy": 0.621542, "main_score": 0.574447, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548847, "recall": 0.614625, "f1": 0.567365, "accuracy": 0.614625, "main_score": 0.567365, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850774, "recall": 0.891304, "f1": 0.863373, "accuracy": 0.891304, "main_score": 0.863373, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559632, "recall": 0.623518, "f1": 0.578437, "accuracy": 0.623518, "main_score": 0.578437, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630001, "recall": 0.694664, "f1": 0.648833, "accuracy": 0.694664, "main_score": 0.648833, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509751, "recall": 0.564229, "f1": 0.524794, "accuracy": 0.564229, "main_score": 0.524794, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580374, "recall": 0.641304, "f1": 0.596916, "accuracy": 0.641304, "main_score": 0.596916, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.606159, "recall": 0.66996, "f1": 0.624492, "accuracy": 0.66996, "main_score": 0.624492, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570148, "recall": 0.62747, "f1": 0.586049, "accuracy": 0.62747, "main_score": 0.586049, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538291, "recall": 0.610672, "f1": 0.559947, "accuracy": 0.610672, "main_score": 0.559947, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770586, "recall": 0.824111, "f1": 0.787088, "accuracy": 0.824111, "main_score": 0.787088, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765267, "recall": 0.815217, "f1": 0.780468, "accuracy": 0.815217, "main_score": 0.780468, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887204, "recall": 0.91502, "f1": 0.895817, "accuracy": 0.91502, "main_score": 0.895817, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496716, "recall": 0.576087, "f1": 0.52016, "accuracy": 0.576087, "main_score": 0.52016, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741849, "recall": 0.795455, "f1": 0.757911, "accuracy": 0.795455, "main_score": 0.757911, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617951, "recall": 0.667984, "f1": 0.632068, "accuracy": 0.667984, "main_score": 0.632068, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611158, "recall": 0.673913, "f1": 0.629031, "accuracy": 0.673913, "main_score": 0.629031, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549407, "recall": 0.619565, "f1": 0.569612, "accuracy": 0.619565, "main_score": 0.569612, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47014, "recall": 0.54249, "f1": 0.490389, "accuracy": 0.54249, "main_score": 0.490389, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606557, "recall": 0.670949, "f1": 0.624949, "accuracy": 0.670949, "main_score": 0.624949, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889904, "recall": 0.91996, "f1": 0.89944, "accuracy": 0.91996, "main_score": 0.89944, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.979249, "f1": 0.974473, "accuracy": 0.979249, "main_score": 0.974473, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624745, "recall": 0.68083, "f1": 0.640973, "accuracy": 0.68083, "main_score": 0.640973, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620496, "recall": 0.687747, "f1": 0.639558, "accuracy": 0.687747, "main_score": 0.639558, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582379, "recall": 0.646245, "f1": 0.600438, "accuracy": 0.646245, "main_score": 0.600438, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17425, "recall": 0.230237, "f1": 0.188231, "accuracy": 0.230237, "main_score": 0.188231, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653675, "recall": 0.706522, "f1": 0.668288, "accuracy": 0.706522, "main_score": 0.668288, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699333, "recall": 0.753953, "f1": 0.715357, "accuracy": 0.753953, "main_score": 0.715357, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563175, "recall": 0.61166, "f1": 0.576849, "accuracy": 0.61166, "main_score": 0.576849, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520323, "recall": 0.600791, "f1": 0.542361, "accuracy": 0.600791, "main_score": 0.542361, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5722, "recall": 0.639328, "f1": 0.591836, "accuracy": 0.639328, "main_score": 0.591836, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606597, "recall": 0.673913, "f1": 0.625365, "accuracy": 0.673913, "main_score": 0.625365, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541366, "recall": 0.603755, "f1": 0.559329, "accuracy": 0.603755, "main_score": 0.559329, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565938, "recall": 0.635375, "f1": 0.585503, "accuracy": 0.635375, "main_score": 0.585503, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526076, "recall": 0.585968, "f1": 0.542891, "accuracy": 0.585968, "main_score": 0.542891, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319988, "recall": 0.382411, "f1": 0.337378, "accuracy": 0.382411, "main_score": 0.337378, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607823, "recall": 0.673913, "f1": 0.626384, "accuracy": 0.673913, "main_score": 0.626384, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602975, "recall": 0.661067, "f1": 0.619761, "accuracy": 0.661067, "main_score": 0.619761, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73311, "recall": 0.793478, "f1": 0.750696, "accuracy": 0.793478, "main_score": 0.750696, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675379, "recall": 0.751976, "f1": 0.698254, "accuracy": 0.751976, "main_score": 0.698254, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.722052, "recall": 0.77668, "f1": 0.737686, "accuracy": 0.77668, "main_score": 0.737686, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703146, "recall": 0.75, "f1": 0.717133, "accuracy": 0.75, "main_score": 0.717133, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698287, "recall": 0.754941, "f1": 0.715104, "accuracy": 0.754941, "main_score": 0.715104, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.568218, "recall": 0.628458, "f1": 0.585252, "accuracy": 0.628458, "main_score": 0.585252, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58428, "recall": 0.641304, "f1": 0.600107, "accuracy": 0.641304, "main_score": 0.600107, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.823897, "recall": 0.864625, "f1": 0.835968, "accuracy": 0.864625, "main_score": 0.835968, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49052, "recall": 0.548419, "f1": 0.505752, "accuracy": 0.548419, "main_score": 0.505752, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.898419, "recall": 0.926877, "f1": 0.907246, "accuracy": 0.926877, "main_score": 0.907246, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558798, "recall": 0.617589, "f1": 0.575068, "accuracy": 0.617589, "main_score": 0.575068, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.625672, "recall": 0.695652, "f1": 0.645898, "accuracy": 0.695652, "main_score": 0.645898, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193835, "recall": 0.256917, "f1": 0.208526, "accuracy": 0.256917, "main_score": 0.208526, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.653707, "recall": 0.715415, "f1": 0.671453, "accuracy": 0.715415, "main_score": 0.671453, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839509, "recall": 0.882411, "f1": 0.852931, "accuracy": 0.882411, "main_score": 0.852931, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428254, "recall": 0.488142, "f1": 0.444945, "accuracy": 0.488142, "main_score": 0.444945, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694837, "recall": 0.751976, "f1": 0.71147, "accuracy": 0.751976, "main_score": 0.71147, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57318, "recall": 0.637352, "f1": 0.591488, "accuracy": 0.637352, "main_score": 0.591488, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5139, "recall": 0.583004, "f1": 0.533028, "accuracy": 0.583004, "main_score": 0.533028, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692441, "recall": 0.745059, "f1": 0.707877, "accuracy": 0.745059, "main_score": 0.707877, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2513, "recall": 0.33498, "f1": 0.274028, "accuracy": 0.33498, "main_score": 0.274028, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579562, "recall": 0.648221, "f1": 0.600216, "accuracy": 0.648221, "main_score": 0.600216, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595999, "recall": 0.662055, "f1": 0.614748, "accuracy": 0.662055, "main_score": 0.614748, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727644, "recall": 0.791502, "f1": 0.747184, "accuracy": 0.791502, "main_score": 0.747184, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578113, "recall": 0.63834, "f1": 0.595574, "accuracy": 0.63834, "main_score": 0.595574, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822744, "recall": 0.868577, "f1": 0.837022, "accuracy": 0.868577, "main_score": 0.837022, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477204, "recall": 0.546443, "f1": 0.495871, "accuracy": 0.546443, "main_score": 0.495871, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9167, "recall": 0.940711, "f1": 0.924209, "accuracy": 0.940711, "main_score": 0.924209, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63355, "recall": 0.689723, "f1": 0.650249, "accuracy": 0.689723, "main_score": 0.650249, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917243, "recall": 0.942688, "f1": 0.925461, "accuracy": 0.942688, "main_score": 0.925461, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479555, "recall": 0.545455, "f1": 0.497358, "accuracy": 0.545455, "main_score": 0.497358, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639279, "recall": 0.716403, "f1": 0.662436, "accuracy": 0.716403, "main_score": 0.662436, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869977, "recall": 0.906126, "f1": 0.881653, "accuracy": 0.906126, "main_score": 0.881653, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.673857, "recall": 0.728261, "f1": 0.689709, "accuracy": 0.728261, "main_score": 0.689709, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663562, "recall": 0.72332, "f1": 0.680494, "accuracy": 0.72332, "main_score": 0.680494, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563434, "recall": 0.62747, "f1": 0.581646, "accuracy": 0.62747, "main_score": 0.581646, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553726, "recall": 0.619565, "f1": 0.571958, "accuracy": 0.619565, "main_score": 0.571958, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851861, "recall": 0.892292, "f1": 0.864493, "accuracy": 0.892292, "main_score": 0.864493, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565787, "recall": 0.632411, "f1": 0.584776, "accuracy": 0.632411, "main_score": 0.584776, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642111, "recall": 0.701581, "f1": 0.659201, "accuracy": 0.701581, "main_score": 0.659201, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.960474, "f1": 0.948617, "accuracy": 0.960474, "main_score": 0.948617, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504564, "recall": 0.565217, "f1": 0.521758, "accuracy": 0.565217, "main_score": 0.521758, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594293, "recall": 0.650198, "f1": 0.609656, "accuracy": 0.650198, "main_score": 0.609656, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608689, "recall": 0.673913, "f1": 0.627755, "accuracy": 0.673913, "main_score": 0.627755, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575282, "recall": 0.635375, "f1": 0.592081, "accuracy": 0.635375, "main_score": 0.592081, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54529, "recall": 0.616601, "f1": 0.566183, "accuracy": 0.616601, "main_score": 0.566183, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769203, "recall": 0.823123, "f1": 0.785277, "accuracy": 0.823123, "main_score": 0.785277, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75723, "recall": 0.811265, "f1": 0.773551, "accuracy": 0.811265, "main_score": 0.773551, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890184, "recall": 0.916996, "f1": 0.898353, "accuracy": 0.916996, "main_score": 0.898353, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524292, "recall": 0.599802, "f1": 0.546213, "accuracy": 0.599802, "main_score": 0.546213, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.725659, "recall": 0.784585, "f1": 0.743088, "accuracy": 0.784585, "main_score": 0.743088, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61857, "recall": 0.672925, "f1": 0.634178, "accuracy": 0.672925, "main_score": 0.634178, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553074, "recall": 0.623518, "f1": 0.573493, "accuracy": 0.623518, "main_score": 0.573493, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499405, "recall": 0.572134, "f1": 0.519917, "accuracy": 0.572134, "main_score": 0.519917, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438392, "recall": 0.514822, "f1": 0.459195, "accuracy": 0.514822, "main_score": 0.459195, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56186, "recall": 0.621542, "f1": 0.578236, "accuracy": 0.621542, "main_score": 0.578236, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.889328, "f1": 0.86158, "accuracy": 0.889328, "main_score": 0.86158, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584558, "recall": 0.650198, "f1": 0.60336, "accuracy": 0.650198, "main_score": 0.60336, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604456, "recall": 0.677866, "f1": 0.625195, "accuracy": 0.677866, "main_score": 0.625195, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523522, "recall": 0.592885, "f1": 0.543349, "accuracy": 0.592885, "main_score": 0.543349, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160733, "recall": 0.211462, "f1": 0.173468, "accuracy": 0.211462, "main_score": 0.173468, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621558, "recall": 0.68083, "f1": 0.637687, "accuracy": 0.68083, "main_score": 0.637687, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.649736, "recall": 0.710474, "f1": 0.667523, "accuracy": 0.710474, "main_score": 0.667523, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.526565, "recall": 0.585968, "f1": 0.543198, "accuracy": 0.585968, "main_score": 0.543198, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476448, "recall": 0.551383, "f1": 0.497021, "accuracy": 0.551383, "main_score": 0.497021, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526243, "recall": 0.600791, "f1": 0.547556, "accuracy": 0.600791, "main_score": 0.547556, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55211, "recall": 0.621542, "f1": 0.571254, "accuracy": 0.621542, "main_score": 0.571254, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880352, "recall": 0.91502, "f1": 0.891535, "accuracy": 0.91502, "main_score": 0.891535, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51078, "recall": 0.576087, "f1": 0.529571, "accuracy": 0.576087, "main_score": 0.529571, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513625, "recall": 0.583992, "f1": 0.532984, "accuracy": 0.583992, "main_score": 0.532984, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516773, "recall": 0.578063, "f1": 0.533681, "accuracy": 0.578063, "main_score": 0.533681, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.951581, "f1": 0.938768, "accuracy": 0.951581, "main_score": 0.938768, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303695, "recall": 0.369565, "f1": 0.322403, "accuracy": 0.369565, "main_score": 0.322403, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586432, "recall": 0.656126, "f1": 0.606051, "accuracy": 0.656126, "main_score": 0.606051, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579449, "recall": 0.637352, "f1": 0.596196, "accuracy": 0.637352, "main_score": 0.596196, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684728, "recall": 0.751976, "f1": 0.704682, "accuracy": 0.751976, "main_score": 0.704682, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630912, "recall": 0.710474, "f1": 0.654404, "accuracy": 0.710474, "main_score": 0.654404, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.67799, "recall": 0.740119, "f1": 0.696116, "accuracy": 0.740119, "main_score": 0.696116, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645693, "recall": 0.704545, "f1": 0.662854, "accuracy": 0.704545, "main_score": 0.662854, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650239, "recall": 0.719368, "f1": 0.670844, "accuracy": 0.719368, "main_score": 0.670844, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.988142, "f1": 0.986166, "accuracy": 0.988142, "main_score": 0.986166, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939065, "recall": 0.958498, "f1": 0.945487, "accuracy": 0.958498, "main_score": 0.945487, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543029, "recall": 0.605731, "f1": 0.560575, "accuracy": 0.605731, "main_score": 0.560575, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547563, "recall": 0.605731, "f1": 0.563938, "accuracy": 0.605731, "main_score": 0.563938, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791683, "recall": 0.840909, "f1": 0.806277, "accuracy": 0.840909, "main_score": 0.806277, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454125, "recall": 0.521739, "f1": 0.472305, "accuracy": 0.521739, "main_score": 0.472305, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.837236, "recall": 0.879447, "f1": 0.850165, "accuracy": 0.879447, "main_score": 0.850165, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525562, "recall": 0.598814, "f1": 0.545902, "accuracy": 0.598814, "main_score": 0.545902, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585124, "recall": 0.658103, "f1": 0.605137, "accuracy": 0.658103, "main_score": 0.605137, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178317, "recall": 0.245059, "f1": 0.193248, "accuracy": 0.245059, "main_score": 0.193248, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61642, "recall": 0.686759, "f1": 0.636335, "accuracy": 0.686759, "main_score": 0.636335, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778336, "recall": 0.832016, "f1": 0.794798, "accuracy": 0.832016, "main_score": 0.794798, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397407, "recall": 0.455534, "f1": 0.4131, "accuracy": 0.455534, "main_score": 0.4131, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.637747, "recall": 0.698617, "f1": 0.655653, "accuracy": 0.698617, "main_score": 0.655653, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550272, "recall": 0.615613, "f1": 0.568175, "accuracy": 0.615613, "main_score": 0.568175, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498601, "recall": 0.571146, "f1": 0.518659, "accuracy": 0.571146, "main_score": 0.518659, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654397, "recall": 0.709486, "f1": 0.670751, "accuracy": 0.709486, "main_score": 0.670751, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194757, "recall": 0.267787, "f1": 0.213338, "accuracy": 0.267787, "main_score": 0.213338, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554941, "recall": 0.62253, "f1": 0.574738, "accuracy": 0.62253, "main_score": 0.574738, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569443, "recall": 0.635375, "f1": 0.587881, "accuracy": 0.635375, "main_score": 0.587881, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681312, "recall": 0.746047, "f1": 0.700398, "accuracy": 0.746047, "main_score": 0.700398, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545651, "recall": 0.614625, "f1": 0.565409, "accuracy": 0.614625, "main_score": 0.565409, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753277, "recall": 0.810277, "f1": 0.770586, "accuracy": 0.810277, "main_score": 0.770586, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.470421, "recall": 0.54249, "f1": 0.48993, "accuracy": 0.54249, "main_score": 0.48993, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843874, "recall": 0.886364, "f1": 0.857181, "accuracy": 0.886364, "main_score": 0.857181, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939394, "accuracy": 0.953557, "main_score": 0.939394, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593958, "recall": 0.653162, "f1": 0.61067, "accuracy": 0.653162, "main_score": 0.61067, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893939, "recall": 0.924901, "f1": 0.903458, "accuracy": 0.924901, "main_score": 0.903458, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430032, "recall": 0.503953, "f1": 0.450121, "accuracy": 0.503953, "main_score": 0.450121, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60575, "recall": 0.677866, "f1": 0.62683, "accuracy": 0.677866, "main_score": 0.62683, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828327, "recall": 0.87253, "f1": 0.841864, "accuracy": 0.87253, "main_score": 0.841864, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.624946, "recall": 0.683794, "f1": 0.641622, "accuracy": 0.683794, "main_score": 0.641622, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624104, "recall": 0.687747, "f1": 0.642544, "accuracy": 0.687747, "main_score": 0.642544, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949193, "recall": 0.965415, "f1": 0.954447, "accuracy": 0.965415, "main_score": 0.954447, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538155, "recall": 0.602767, "f1": 0.556139, "accuracy": 0.602767, "main_score": 0.556139, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527704, "recall": 0.587945, "f1": 0.544874, "accuracy": 0.587945, "main_score": 0.544874, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799193, "recall": 0.848814, "f1": 0.814182, "accuracy": 0.848814, "main_score": 0.814182, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523326, "recall": 0.591897, "f1": 0.542186, "accuracy": 0.591897, "main_score": 0.542186, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583038, "recall": 0.649209, "f1": 0.60169, "accuracy": 0.649209, "main_score": 0.60169, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913538, "recall": 0.937747, "f1": 0.921278, "accuracy": 0.937747, "main_score": 0.921278, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491295, "recall": 0.550395, "f1": 0.507764, "accuracy": 0.550395, "main_score": 0.507764, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56401, "recall": 0.621542, "f1": 0.579474, "accuracy": 0.621542, "main_score": 0.579474, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579474, "recall": 0.644269, "f1": 0.597707, "accuracy": 0.644269, "main_score": 0.597707, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547575, "recall": 0.604743, "f1": 0.563665, "accuracy": 0.604743, "main_score": 0.563665, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530971, "recall": 0.602767, "f1": 0.551499, "accuracy": 0.602767, "main_score": 0.551499, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703633, "recall": 0.763834, "f1": 0.721069, "accuracy": 0.763834, "main_score": 0.721069, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742128, "recall": 0.797431, "f1": 0.758794, "accuracy": 0.797431, "main_score": 0.758794, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872118, "recall": 0.906126, "f1": 0.882609, "accuracy": 0.906126, "main_score": 0.882609, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470466, "recall": 0.552372, "f1": 0.49449, "accuracy": 0.552372, "main_score": 0.49449, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.667605, "recall": 0.731225, "f1": 0.686665, "accuracy": 0.731225, "main_score": 0.686665, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582816, "recall": 0.639328, "f1": 0.599259, "accuracy": 0.639328, "main_score": 0.599259, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583813, "recall": 0.649209, "f1": 0.602602, "accuracy": 0.649209, "main_score": 0.602602, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541791, "recall": 0.597826, "f1": 0.557692, "accuracy": 0.597826, "main_score": 0.557692, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383682, "recall": 0.449605, "f1": 0.401451, "accuracy": 0.449605, "main_score": 0.401451, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.983284, "recall": 0.987154, "f1": 0.98442, "accuracy": 0.987154, "main_score": 0.98442, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595358, "recall": 0.649209, "f1": 0.61036, "accuracy": 0.649209, "main_score": 0.61036, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855649, "recall": 0.886364, "f1": 0.864973, "accuracy": 0.886364, "main_score": 0.864973, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.954545, "f1": 0.942918, "accuracy": 0.954545, "main_score": 0.942918, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.979084, "recall": 0.985178, "f1": 0.981061, "accuracy": 0.985178, "main_score": 0.981061, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60341, "recall": 0.655138, "f1": 0.61814, "accuracy": 0.655138, "main_score": 0.61814, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625965, "recall": 0.681818, "f1": 0.641562, "accuracy": 0.681818, "main_score": 0.641562, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571123, "recall": 0.628458, "f1": 0.587293, "accuracy": 0.628458, "main_score": 0.587293, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180672, "recall": 0.22332, "f1": 0.191205, "accuracy": 0.22332, "main_score": 0.191205, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642311, "recall": 0.685771, "f1": 0.654205, "accuracy": 0.685771, "main_score": 0.654205, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.979167, "recall": 0.985178, "f1": 0.980962, "accuracy": 0.985178, "main_score": 0.980962, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675758, "recall": 0.729249, "f1": 0.69137, "accuracy": 0.729249, "main_score": 0.69137, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.92691, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.56549, "recall": 0.617589, "f1": 0.580503, "accuracy": 0.617589, "main_score": 0.580503, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512907, "recall": 0.581028, "f1": 0.530558, "accuracy": 0.581028, "main_score": 0.530558, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563599, "recall": 0.620553, "f1": 0.5798, "accuracy": 0.620553, "main_score": 0.5798, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578244, "recall": 0.635375, "f1": 0.594603, "accuracy": 0.635375, "main_score": 0.594603, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86516, "recall": 0.898221, "f1": 0.875238, "accuracy": 0.898221, "main_score": 0.875238, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.981225, "f1": 0.97635, "accuracy": 0.981225, "main_score": 0.97635, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530608, "recall": 0.583004, "f1": 0.545956, "accuracy": 0.583004, "main_score": 0.545956, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545441, "recall": 0.608696, "f1": 0.56279, "accuracy": 0.608696, "main_score": 0.56279, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525586, "recall": 0.578063, "f1": 0.540467, "accuracy": 0.578063, "main_score": 0.540467, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.951581, "f1": 0.939526, "accuracy": 0.951581, "main_score": 0.939526, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312366, "recall": 0.369565, "f1": 0.328404, "accuracy": 0.369565, "main_score": 0.328404, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583547, "recall": 0.639328, "f1": 0.599177, "accuracy": 0.639328, "main_score": 0.599177, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964043, "recall": 0.97332, "f1": 0.96693, "accuracy": 0.97332, "main_score": 0.96693, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603829, "recall": 0.656126, "f1": 0.618442, "accuracy": 0.656126, "main_score": 0.618442, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703535, "recall": 0.763834, "f1": 0.721334, "accuracy": 0.763834, "main_score": 0.721334, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938241, "accuracy": 0.952569, "main_score": 0.938241, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577363, "recall": 0.653162, "f1": 0.598477, "accuracy": 0.653162, "main_score": 0.598477, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.689223, "recall": 0.741107, "f1": 0.70391, "accuracy": 0.741107, "main_score": 0.70391, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678002, "recall": 0.729249, "f1": 0.693412, "accuracy": 0.729249, "main_score": 0.693412, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65072, "recall": 0.716403, "f1": 0.669872, "accuracy": 0.716403, "main_score": 0.669872, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900033, "recall": 0.928854, "f1": 0.909256, "accuracy": 0.928854, "main_score": 0.909256, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564987, "recall": 0.614625, "f1": 0.578831, "accuracy": 0.614625, "main_score": 0.578831, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568422, "recall": 0.619565, "f1": 0.58342, "accuracy": 0.619565, "main_score": 0.58342, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799367, "recall": 0.840909, "f1": 0.811512, "accuracy": 0.840909, "main_score": 0.811512, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479805, "recall": 0.532609, "f1": 0.493954, "accuracy": 0.532609, "main_score": 0.493954, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984881, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.824398, "recall": 0.865613, "f1": 0.836844, "accuracy": 0.865613, "main_score": 0.836844, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548946, "recall": 0.603755, "f1": 0.56422, "accuracy": 0.603755, "main_score": 0.56422, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608504, "recall": 0.675889, "f1": 0.627556, "accuracy": 0.675889, "main_score": 0.627556, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201869, "recall": 0.255929, "f1": 0.214174, "accuracy": 0.255929, "main_score": 0.214174, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.640148, "recall": 0.693676, "f1": 0.654748, "accuracy": 0.693676, "main_score": 0.654748, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772926, "recall": 0.827075, "f1": 0.789103, "accuracy": 0.827075, "main_score": 0.789103, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431029, "recall": 0.479249, "f1": 0.444246, "accuracy": 0.479249, "main_score": 0.444246, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970932, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67864, "recall": 0.729249, "f1": 0.69388, "accuracy": 0.729249, "main_score": 0.69388, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561884, "recall": 0.619565, "f1": 0.578336, "accuracy": 0.619565, "main_score": 0.578336, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516685, "recall": 0.574111, "f1": 0.532584, "accuracy": 0.574111, "main_score": 0.532584, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688175, "recall": 0.733202, "f1": 0.700847, "accuracy": 0.733202, "main_score": 0.700847, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208698, "recall": 0.277668, "f1": 0.226132, "accuracy": 0.277668, "main_score": 0.226132, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582866, "recall": 0.640316, "f1": 0.599316, "accuracy": 0.640316, "main_score": 0.599316, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585771, "recall": 0.647233, "f1": 0.603609, "accuracy": 0.647233, "main_score": 0.603609, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.699786, "recall": 0.762846, "f1": 0.718662, "accuracy": 0.762846, "main_score": 0.718662, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576706, "recall": 0.63834, "f1": 0.594353, "accuracy": 0.63834, "main_score": 0.594353, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767408, "recall": 0.818182, "f1": 0.782773, "accuracy": 0.818182, "main_score": 0.782773, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989377, "recall": 0.992095, "f1": 0.990184, "accuracy": 0.992095, "main_score": 0.990184, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472009, "recall": 0.533597, "f1": 0.488826, "accuracy": 0.533597, "main_score": 0.488826, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912467, "recall": 0.937747, "f1": 0.92052, "accuracy": 0.937747, "main_score": 0.92052, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.842638, "recall": 0.881423, "f1": 0.85455, "accuracy": 0.881423, "main_score": 0.85455, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924078, "recall": 0.944664, "f1": 0.930665, "accuracy": 0.944664, "main_score": 0.930665, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.942688, "f1": 0.927833, "accuracy": 0.942688, "main_score": 0.927833, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607768, "recall": 0.662055, "f1": 0.623062, "accuracy": 0.662055, "main_score": 0.623062, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854661, "recall": 0.892292, "f1": 0.866634, "accuracy": 0.892292, "main_score": 0.866634, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478469, "recall": 0.541502, "f1": 0.494493, "accuracy": 0.541502, "main_score": 0.494493, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586526, "recall": 0.657115, "f1": 0.606563, "accuracy": 0.657115, "main_score": 0.606563, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.981225, "f1": 0.97612, "accuracy": 0.981225, "main_score": 0.97612, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.937335, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839674, "recall": 0.87747, "f1": 0.851318, "accuracy": 0.87747, "main_score": 0.851318, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642977, "recall": 0.690711, "f1": 0.656755, "accuracy": 0.690711, "main_score": 0.656755, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639728, "recall": 0.700593, "f1": 0.657204, "accuracy": 0.700593, "main_score": 0.657204, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.944664, "f1": 0.928821, "accuracy": 0.944664, "main_score": 0.928821, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.620553, "f1": 0.581588, "accuracy": 0.620553, "main_score": 0.581588, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529373, "recall": 0.58498, "f1": 0.544853, "accuracy": 0.58498, "main_score": 0.544853, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796838, "recall": 0.841897, "f1": 0.81054, "accuracy": 0.841897, "main_score": 0.81054, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550715, "recall": 0.614625, "f1": 0.568643, "accuracy": 0.614625, "main_score": 0.568643, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609637, "recall": 0.671937, "f1": 0.627957, "accuracy": 0.671937, "main_score": 0.627957, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902092, "recall": 0.927866, "f1": 0.910145, "accuracy": 0.927866, "main_score": 0.910145, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495751, "recall": 0.547431, "f1": 0.510372, "accuracy": 0.547431, "main_score": 0.510372, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582504, "recall": 0.637352, "f1": 0.597555, "accuracy": 0.637352, "main_score": 0.597555, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.583869, "recall": 0.63834, "f1": 0.599057, "accuracy": 0.63834, "main_score": 0.599057, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55401, "recall": 0.605731, "f1": 0.56859, "accuracy": 0.605731, "main_score": 0.56859, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542737, "recall": 0.602767, "f1": 0.560197, "accuracy": 0.602767, "main_score": 0.560197, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726459, "recall": 0.777668, "f1": 0.741471, "accuracy": 0.777668, "main_score": 0.741471, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735072, "recall": 0.779644, "f1": 0.748435, "accuracy": 0.779644, "main_score": 0.748435, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853623, "recall": 0.884387, "f1": 0.862945, "accuracy": 0.884387, "main_score": 0.862945, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905995, "recall": 0.93083, "f1": 0.913702, "accuracy": 0.93083, "main_score": 0.913702, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.967391, "f1": 0.959223, "accuracy": 0.967391, "main_score": 0.959223, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487611, "recall": 0.56917, "f1": 0.511154, "accuracy": 0.56917, "main_score": 0.511154, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.693363, "recall": 0.75, "f1": 0.710098, "accuracy": 0.75, "main_score": 0.710098, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597998, "recall": 0.643281, "f1": 0.610874, "accuracy": 0.643281, "main_score": 0.610874, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393866, "recall": 0.463439, "f1": 0.412615, "accuracy": 0.463439, "main_score": 0.412615, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.395594, "recall": 0.462451, "f1": 0.413459, "accuracy": 0.462451, "main_score": 0.413459, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392398, "recall": 0.476285, "f1": 0.415316, "accuracy": 0.476285, "main_score": 0.415316, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942391, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431599, "recall": 0.497036, "f1": 0.449382, "accuracy": 0.497036, "main_score": 0.449382, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741224, "recall": 0.798419, "f1": 0.75863, "accuracy": 0.798419, "main_score": 0.75863, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.916996, "f1": 0.896278, "accuracy": 0.916996, "main_score": 0.896278, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.410919, "recall": 0.483202, "f1": 0.430831, "accuracy": 0.483202, "main_score": 0.430831, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.95751, "f1": 0.944236, "accuracy": 0.95751, "main_score": 0.944236, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.546443, "f1": 0.494202, "accuracy": 0.546443, "main_score": 0.494202, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423332, "recall": 0.486166, "f1": 0.440507, "accuracy": 0.486166, "main_score": 0.440507, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.959486, "f1": 0.946871, "accuracy": 0.959486, "main_score": 0.946871, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171939, "recall": 0.206522, "f1": 0.181324, "accuracy": 0.206522, "main_score": 0.181324, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481723, "recall": 0.535573, "f1": 0.496796, "accuracy": 0.535573, "main_score": 0.496796, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.50192, "recall": 0.577075, "f1": 0.523083, "accuracy": 0.577075, "main_score": 0.523083, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.405758, "recall": 0.469368, "f1": 0.423265, "accuracy": 0.469368, "main_score": 0.423265, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350972, "recall": 0.41996, "f1": 0.368368, "accuracy": 0.41996, "main_score": 0.368368, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440346, "recall": 0.506917, "f1": 0.458364, "accuracy": 0.506917, "main_score": 0.458364, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430445, "recall": 0.499012, "f1": 0.448209, "accuracy": 0.499012, "main_score": 0.448209, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778607, "recall": 0.83498, "f1": 0.795751, "accuracy": 0.83498, "main_score": 0.795751, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392758, "recall": 0.449605, "f1": 0.407903, "accuracy": 0.449605, "main_score": 0.407903, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382528, "recall": 0.449605, "f1": 0.400577, "accuracy": 0.449605, "main_score": 0.400577, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377199, "recall": 0.431818, "f1": 0.392166, "accuracy": 0.431818, "main_score": 0.392166, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860895, "recall": 0.898221, "f1": 0.872316, "accuracy": 0.898221, "main_score": 0.872316, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24506, "recall": 0.290514, "f1": 0.257187, "accuracy": 0.290514, "main_score": 0.257187, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432345, "recall": 0.503953, "f1": 0.451445, "accuracy": 0.503953, "main_score": 0.451445, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951219, "accuracy": 0.962451, "main_score": 0.951219, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924522, "recall": 0.94664, "f1": 0.931555, "accuracy": 0.94664, "main_score": 0.931555, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457218, "recall": 0.513834, "f1": 0.472721, "accuracy": 0.513834, "main_score": 0.472721, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588085, "recall": 0.659091, "f1": 0.607572, "accuracy": 0.659091, "main_score": 0.607572, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.947628, "f1": 0.931225, "accuracy": 0.947628, "main_score": 0.931225, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60807, "recall": 0.690711, "f1": 0.632364, "accuracy": 0.690711, "main_score": 0.632364, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.564389, "recall": 0.633399, "f1": 0.583413, "accuracy": 0.633399, "main_score": 0.583413, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498991, "recall": 0.564229, "f1": 0.516669, "accuracy": 0.564229, "main_score": 0.516669, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537373, "recall": 0.613636, "f1": 0.55941, "accuracy": 0.613636, "main_score": 0.55941, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960639, "accuracy": 0.969368, "main_score": 0.960639, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903986, "recall": 0.932806, "f1": 0.913208, "accuracy": 0.932806, "main_score": 0.913208, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.419915, "recall": 0.476285, "f1": 0.434788, "accuracy": 0.476285, "main_score": 0.434788, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415939, "recall": 0.475296, "f1": 0.432011, "accuracy": 0.475296, "main_score": 0.432011, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661779, "recall": 0.726285, "f1": 0.680131, "accuracy": 0.726285, "main_score": 0.680131, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.349338, "recall": 0.405138, "f1": 0.363632, "accuracy": 0.405138, "main_score": 0.363632, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.79725, "recall": 0.851779, "f1": 0.814262, "accuracy": 0.851779, "main_score": 0.814262, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.417736, "recall": 0.475296, "f1": 0.432897, "accuracy": 0.475296, "main_score": 0.432897, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424779, "recall": 0.498024, "f1": 0.444155, "accuracy": 0.498024, "main_score": 0.444155, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181302, "recall": 0.237154, "f1": 0.193988, "accuracy": 0.237154, "main_score": 0.193988, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.470297, "recall": 0.543478, "f1": 0.489537, "accuracy": 0.543478, "main_score": 0.489537, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676943, "recall": 0.747036, "f1": 0.697548, "accuracy": 0.747036, "main_score": 0.697548, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.963439, "f1": 0.951581, "accuracy": 0.963439, "main_score": 0.951581, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312899, "recall": 0.367589, "f1": 0.328001, "accuracy": 0.367589, "main_score": 0.328001, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945487, "accuracy": 0.95751, "main_score": 0.945487, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542335, "recall": 0.606719, "f1": 0.559773, "accuracy": 0.606719, "main_score": 0.559773, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410867, "recall": 0.477273, "f1": 0.428318, "accuracy": 0.477273, "main_score": 0.428318, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38316, "recall": 0.444664, "f1": 0.399319, "accuracy": 0.444664, "main_score": 0.399319, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524814, "recall": 0.591897, "f1": 0.543327, "accuracy": 0.591897, "main_score": 0.543327, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220706, "recall": 0.301383, "f1": 0.24179, "accuracy": 0.301383, "main_score": 0.24179, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.919384, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441841, "recall": 0.51087, "f1": 0.460599, "accuracy": 0.51087, "main_score": 0.460599, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462664, "recall": 0.527668, "f1": 0.48036, "accuracy": 0.527668, "main_score": 0.48036, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.588488, "recall": 0.672925, "f1": 0.613768, "accuracy": 0.672925, "main_score": 0.613768, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.437845, "recall": 0.497036, "f1": 0.453598, "accuracy": 0.497036, "main_score": 0.453598, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636924, "recall": 0.713439, "f1": 0.659373, "accuracy": 0.713439, "main_score": 0.659373, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.98913, "f1": 0.986495, "accuracy": 0.98913, "main_score": 0.986495, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.34721, "recall": 0.396245, "f1": 0.360572, "accuracy": 0.396245, "main_score": 0.360572, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.918972, "recall": 0.942688, "f1": 0.926548, "accuracy": 0.942688, "main_score": 0.926548, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.756283, "recall": 0.816206, "f1": 0.774166, "accuracy": 0.816206, "main_score": 0.774166, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893067, "recall": 0.921937, "f1": 0.902075, "accuracy": 0.921937, "main_score": 0.902075, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.858729, "recall": 0.898221, "f1": 0.870982, "accuracy": 0.898221, "main_score": 0.870982, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457972, "recall": 0.511858, "f1": 0.472025, "accuracy": 0.511858, "main_score": 0.472025, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813159, "recall": 0.863636, "f1": 0.828788, "accuracy": 0.863636, "main_score": 0.828788, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337909, "recall": 0.401186, "f1": 0.354557, "accuracy": 0.401186, "main_score": 0.354557, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51873, "recall": 0.596838, "f1": 0.540152, "accuracy": 0.596838, "main_score": 0.540152, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931406, "recall": 0.951581, "f1": 0.937813, "accuracy": 0.951581, "main_score": 0.937813, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711402, "recall": 0.772727, "f1": 0.728938, "accuracy": 0.772727, "main_score": 0.728938, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.479543, "recall": 0.544466, "f1": 0.497375, "accuracy": 0.544466, "main_score": 0.497375, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483752, "recall": 0.5583, "f1": 0.504321, "accuracy": 0.5583, "main_score": 0.504321, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864081, "recall": 0.903162, "f1": 0.876383, "accuracy": 0.903162, "main_score": 0.876383, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402045, "recall": 0.466403, "f1": 0.419097, "accuracy": 0.466403, "main_score": 0.419097, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.384743, "recall": 0.44664, "f1": 0.402308, "accuracy": 0.44664, "main_score": 0.402308, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716304, "recall": 0.778656, "f1": 0.734703, "accuracy": 0.778656, "main_score": 0.734703, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40916, "recall": 0.468379, "f1": 0.425344, "accuracy": 0.468379, "main_score": 0.425344, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47129, "recall": 0.544466, "f1": 0.491519, "accuracy": 0.544466, "main_score": 0.491519, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853837, "recall": 0.894269, "f1": 0.866634, "accuracy": 0.894269, "main_score": 0.866634, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.933136, "accuracy": 0.948617, "main_score": 0.933136, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362629, "recall": 0.422925, "f1": 0.378548, "accuracy": 0.422925, "main_score": 0.378548, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426856, "recall": 0.492095, "f1": 0.444382, "accuracy": 0.492095, "main_score": 0.444382, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.448134, "recall": 0.517787, "f1": 0.46662, "accuracy": 0.517787, "main_score": 0.46662, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419873, "recall": 0.488142, "f1": 0.437599, "accuracy": 0.488142, "main_score": 0.437599, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385264, "recall": 0.459486, "f1": 0.405798, "accuracy": 0.459486, "main_score": 0.405798, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621624, "recall": 0.695652, "f1": 0.642923, "accuracy": 0.695652, "main_score": 0.642923, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.952569, "f1": 0.938406, "accuracy": 0.952569, "main_score": 0.938406, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621583, "recall": 0.688735, "f1": 0.640851, "accuracy": 0.688735, "main_score": 0.640851, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772541, "recall": 0.818182, "f1": 0.786105, "accuracy": 0.818182, "main_score": 0.786105, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.935771, "f1": 0.916337, "accuracy": 0.935771, "main_score": 0.916337, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959404, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.325909, "recall": 0.405138, "f1": 0.347207, "accuracy": 0.405138, "main_score": 0.347207, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.602893, "recall": 0.675889, "f1": 0.623951, "accuracy": 0.675889, "main_score": 0.623951, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467723, "recall": 0.523715, "f1": 0.482749, "accuracy": 0.523715, "main_score": 0.482749, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435158, "recall": 0.482213, "f1": 0.448544, "accuracy": 0.482213, "main_score": 0.448544, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503208, "recall": 0.547431, "f1": 0.51571, "accuracy": 0.547431, "main_score": 0.51571, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233779, "recall": 0.27668, "f1": 0.244892, "accuracy": 0.27668, "main_score": 0.244892, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582566, "recall": 0.629447, "f1": 0.595129, "accuracy": 0.629447, "main_score": 0.595129, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530789, "recall": 0.581028, "f1": 0.543995, "accuracy": 0.581028, "main_score": 0.543995, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.574676, "recall": 0.62253, "f1": 0.587657, "accuracy": 0.62253, "main_score": 0.587657, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599681, "recall": 0.637352, "f1": 0.609745, "accuracy": 0.637352, "main_score": 0.609745, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536226, "recall": 0.581028, "f1": 0.548721, "accuracy": 0.581028, "main_score": 0.548721, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585976, "recall": 0.631423, "f1": 0.598358, "accuracy": 0.631423, "main_score": 0.598358, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593759, "recall": 0.633399, "f1": 0.60467, "accuracy": 0.633399, "main_score": 0.60467, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614869, "recall": 0.649209, "f1": 0.624895, "accuracy": 0.649209, "main_score": 0.624895, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590564, "recall": 0.636364, "f1": 0.602619, "accuracy": 0.636364, "main_score": 0.602619, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.571678, "recall": 0.620553, "f1": 0.585198, "accuracy": 0.620553, "main_score": 0.585198, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502136, "recall": 0.550395, "f1": 0.515687, "accuracy": 0.550395, "main_score": 0.515687, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579484, "recall": 0.634387, "f1": 0.594852, "accuracy": 0.634387, "main_score": 0.594852, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526528, "recall": 0.582016, "f1": 0.540961, "accuracy": 0.582016, "main_score": 0.540961, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597311, "recall": 0.643281, "f1": 0.610575, "accuracy": 0.643281, "main_score": 0.610575, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574326, "recall": 0.610672, "f1": 0.58427, "accuracy": 0.610672, "main_score": 0.58427, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563422, "recall": 0.614625, "f1": 0.577312, "accuracy": 0.614625, "main_score": 0.577312, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570203, "recall": 0.615613, "f1": 0.58162, "accuracy": 0.615613, "main_score": 0.58162, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.618364, "recall": 0.666008, "f1": 0.630974, "accuracy": 0.666008, "main_score": 0.630974, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600883, "recall": 0.643281, "f1": 0.612098, "accuracy": 0.643281, "main_score": 0.612098, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492857, "recall": 0.535573, "f1": 0.504165, "accuracy": 0.535573, "main_score": 0.504165, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57398, "recall": 0.62253, "f1": 0.586921, "accuracy": 0.62253, "main_score": 0.586921, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.57991, "recall": 0.630435, "f1": 0.594075, "accuracy": 0.630435, "main_score": 0.594075, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581599, "recall": 0.626482, "f1": 0.59365, "accuracy": 0.626482, "main_score": 0.59365, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199267, "recall": 0.237154, "f1": 0.209254, "accuracy": 0.237154, "main_score": 0.209254, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.571609, "recall": 0.624506, "f1": 0.586118, "accuracy": 0.624506, "main_score": 0.586118, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565234, "recall": 0.599802, "f1": 0.574462, "accuracy": 0.599802, "main_score": 0.574462, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605355, "recall": 0.652174, "f1": 0.617243, "accuracy": 0.652174, "main_score": 0.617243, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591349, "recall": 0.639328, "f1": 0.604476, "accuracy": 0.639328, "main_score": 0.604476, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558053, "recall": 0.605731, "f1": 0.571076, "accuracy": 0.605731, "main_score": 0.571076, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.575314, "recall": 0.626482, "f1": 0.589282, "accuracy": 0.626482, "main_score": 0.589282, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550594, "recall": 0.589921, "f1": 0.56155, "accuracy": 0.589921, "main_score": 0.56155, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590708, "recall": 0.63834, "f1": 0.603512, "accuracy": 0.63834, "main_score": 0.603512, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.492524, "recall": 0.549407, "f1": 0.508029, "accuracy": 0.549407, "main_score": 0.508029, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554576, "recall": 0.605731, "f1": 0.567969, "accuracy": 0.605731, "main_score": 0.567969, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568406, "recall": 0.623518, "f1": 0.583252, "accuracy": 0.623518, "main_score": 0.583252, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.561631, "recall": 0.610672, "f1": 0.575142, "accuracy": 0.610672, "main_score": 0.575142, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558156, "recall": 0.606719, "f1": 0.571429, "accuracy": 0.606719, "main_score": 0.571429, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.520677, "recall": 0.561265, "f1": 0.532392, "accuracy": 0.561265, "main_score": 0.532392, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405268, "recall": 0.463439, "f1": 0.420828, "accuracy": 0.463439, "main_score": 0.420828, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597011, "recall": 0.639328, "f1": 0.609332, "accuracy": 0.639328, "main_score": 0.609332, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518429, "recall": 0.559289, "f1": 0.529349, "accuracy": 0.559289, "main_score": 0.529349, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599356, "recall": 0.645257, "f1": 0.611956, "accuracy": 0.645257, "main_score": 0.611956, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617057, "recall": 0.66996, "f1": 0.630763, "accuracy": 0.66996, "main_score": 0.630763, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569692, "recall": 0.616601, "f1": 0.582051, "accuracy": 0.616601, "main_score": 0.582051, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59047, "recall": 0.631423, "f1": 0.601861, "accuracy": 0.631423, "main_score": 0.601861, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523658, "recall": 0.567194, "f1": 0.536014, "accuracy": 0.567194, "main_score": 0.536014, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546026, "recall": 0.587945, "f1": 0.557889, "accuracy": 0.587945, "main_score": 0.557889, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586113, "recall": 0.628458, "f1": 0.597581, "accuracy": 0.628458, "main_score": 0.597581, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597025, "recall": 0.646245, "f1": 0.611144, "accuracy": 0.646245, "main_score": 0.611144, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598773, "recall": 0.639328, "f1": 0.609983, "accuracy": 0.639328, "main_score": 0.609983, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495974, "recall": 0.541502, "f1": 0.509351, "accuracy": 0.541502, "main_score": 0.509351, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578631, "recall": 0.62747, "f1": 0.591983, "accuracy": 0.62747, "main_score": 0.591983, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.42016, "recall": 0.470356, "f1": 0.434085, "accuracy": 0.470356, "main_score": 0.434085, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493043, "recall": 0.534585, "f1": 0.505174, "accuracy": 0.534585, "main_score": 0.505174, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609636, "recall": 0.646245, "f1": 0.619616, "accuracy": 0.646245, "main_score": 0.619616, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313145, "recall": 0.356719, "f1": 0.325645, "accuracy": 0.356719, "main_score": 0.325645, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591308, "recall": 0.641304, "f1": 0.605054, "accuracy": 0.641304, "main_score": 0.605054, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554146, "recall": 0.608696, "f1": 0.568331, "accuracy": 0.608696, "main_score": 0.568331, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598329, "recall": 0.646245, "f1": 0.610863, "accuracy": 0.646245, "main_score": 0.610863, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545559, "recall": 0.604743, "f1": 0.560594, "accuracy": 0.604743, "main_score": 0.560594, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560518, "recall": 0.602767, "f1": 0.572587, "accuracy": 0.602767, "main_score": 0.572587, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604733, "recall": 0.643281, "f1": 0.614776, "accuracy": 0.643281, "main_score": 0.614776, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57165, "recall": 0.608696, "f1": 0.582724, "accuracy": 0.608696, "main_score": 0.582724, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598923, "recall": 0.644269, "f1": 0.611095, "accuracy": 0.644269, "main_score": 0.611095, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539033, "recall": 0.577075, "f1": 0.549881, "accuracy": 0.577075, "main_score": 0.549881, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588699, "recall": 0.635375, "f1": 0.600333, "accuracy": 0.635375, "main_score": 0.600333, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560392, "recall": 0.601779, "f1": 0.572205, "accuracy": 0.601779, "main_score": 0.572205, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555308, "recall": 0.604743, "f1": 0.568571, "accuracy": 0.604743, "main_score": 0.568571, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561535, "recall": 0.612648, "f1": 0.575975, "accuracy": 0.612648, "main_score": 0.575975, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574208, "recall": 0.621542, "f1": 0.587613, "accuracy": 0.621542, "main_score": 0.587613, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2724, "recall": 0.317194, "f1": 0.282888, "accuracy": 0.317194, "main_score": 0.282888, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.538359, "recall": 0.575099, "f1": 0.549129, "accuracy": 0.575099, "main_score": 0.549129, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545886, "recall": 0.587945, "f1": 0.558272, "accuracy": 0.587945, "main_score": 0.558272, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580688, "recall": 0.621542, "f1": 0.59151, "accuracy": 0.621542, "main_score": 0.59151, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479913, "recall": 0.535573, "f1": 0.495961, "accuracy": 0.535573, "main_score": 0.495961, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.619246, "recall": 0.666008, "f1": 0.631599, "accuracy": 0.666008, "main_score": 0.631599, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596974, "recall": 0.635375, "f1": 0.606748, "accuracy": 0.635375, "main_score": 0.606748, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606657, "recall": 0.649209, "f1": 0.617795, "accuracy": 0.649209, "main_score": 0.617795, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484734, "recall": 0.541502, "f1": 0.50009, "accuracy": 0.541502, "main_score": 0.50009, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.598817, "recall": 0.641304, "f1": 0.609729, "accuracy": 0.641304, "main_score": 0.609729, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562659, "recall": 0.608696, "f1": 0.57511, "accuracy": 0.608696, "main_score": 0.57511, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598052, "recall": 0.640316, "f1": 0.609821, "accuracy": 0.640316, "main_score": 0.609821, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564232, "recall": 0.621542, "f1": 0.579561, "accuracy": 0.621542, "main_score": 0.579561, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514973, "recall": 0.561265, "f1": 0.52851, "accuracy": 0.561265, "main_score": 0.52851, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531037, "recall": 0.571146, "f1": 0.542624, "accuracy": 0.571146, "main_score": 0.542624, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545624, "recall": 0.600791, "f1": 0.560203, "accuracy": 0.600791, "main_score": 0.560203, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.597823, "recall": 0.641304, "f1": 0.608858, "accuracy": 0.641304, "main_score": 0.608858, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572427, "recall": 0.625494, "f1": 0.585797, "accuracy": 0.625494, "main_score": 0.585797, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.564873, "recall": 0.609684, "f1": 0.577352, "accuracy": 0.609684, "main_score": 0.577352, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468067, "recall": 0.511858, "f1": 0.480338, "accuracy": 0.511858, "main_score": 0.480338, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597951, "recall": 0.639328, "f1": 0.609032, "accuracy": 0.639328, "main_score": 0.609032, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520064, "recall": 0.56917, "f1": 0.533525, "accuracy": 0.56917, "main_score": 0.533525, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.501623, "recall": 0.538538, "f1": 0.511579, "accuracy": 0.538538, "main_score": 0.511579, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587341, "recall": 0.635375, "f1": 0.600562, "accuracy": 0.635375, "main_score": 0.600562, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509051, "recall": 0.550395, "f1": 0.520589, "accuracy": 0.550395, "main_score": 0.520589, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609575, "recall": 0.649209, "f1": 0.620548, "accuracy": 0.649209, "main_score": 0.620548, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562281, "recall": 0.612648, "f1": 0.575969, "accuracy": 0.612648, "main_score": 0.575969, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590829, "recall": 0.635375, "f1": 0.603122, "accuracy": 0.635375, "main_score": 0.603122, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.61833, "recall": 0.662055, "f1": 0.630671, "accuracy": 0.662055, "main_score": 0.630671, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561307, "recall": 0.610672, "f1": 0.573949, "accuracy": 0.610672, "main_score": 0.573949, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.584696, "recall": 0.630435, "f1": 0.5967, "accuracy": 0.630435, "main_score": 0.5967, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417321, "recall": 0.482213, "f1": 0.434076, "accuracy": 0.482213, "main_score": 0.434076, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.206043, "recall": 0.252964, "f1": 0.217311, "accuracy": 0.252964, "main_score": 0.217311, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.559724, "recall": 0.604743, "f1": 0.573123, "accuracy": 0.604743, "main_score": 0.573123, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454516, "recall": 0.501976, "f1": 0.467318, "accuracy": 0.501976, "main_score": 0.467318, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596661, "recall": 0.644269, "f1": 0.609891, "accuracy": 0.644269, "main_score": 0.609891, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603276, "recall": 0.645257, "f1": 0.614269, "accuracy": 0.645257, "main_score": 0.614269, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422104, "recall": 0.471344, "f1": 0.435484, "accuracy": 0.471344, "main_score": 0.435484, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587443, "recall": 0.628458, "f1": 0.598365, "accuracy": 0.628458, "main_score": 0.598365, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583808, "recall": 0.631423, "f1": 0.596522, "accuracy": 0.631423, "main_score": 0.596522, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519604, "recall": 0.577075, "f1": 0.534368, "accuracy": 0.577075, "main_score": 0.534368, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56433, "recall": 0.61166, "f1": 0.577671, "accuracy": 0.61166, "main_score": 0.577671, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548442, "recall": 0.588933, "f1": 0.559851, "accuracy": 0.588933, "main_score": 0.559851, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547654, "recall": 0.600791, "f1": 0.562167, "accuracy": 0.600791, "main_score": 0.562167, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613705, "recall": 0.653162, "f1": 0.624058, "accuracy": 0.653162, "main_score": 0.624058, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505856, "recall": 0.550395, "f1": 0.518975, "accuracy": 0.550395, "main_score": 0.518975, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499296, "recall": 0.54249, "f1": 0.511328, "accuracy": 0.54249, "main_score": 0.511328, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584, "recall": 0.62253, "f1": 0.594778, "accuracy": 0.62253, "main_score": 0.594778, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59035, "recall": 0.640316, "f1": 0.604603, "accuracy": 0.640316, "main_score": 0.604603, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109052, "recall": 0.145257, "f1": 0.118053, "accuracy": 0.145257, "main_score": 0.118053, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.55984, "recall": 0.615613, "f1": 0.574664, "accuracy": 0.615613, "main_score": 0.574664, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.491628, "recall": 0.540514, "f1": 0.504245, "accuracy": 0.540514, "main_score": 0.504245, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.583992, "f1": 0.552049, "accuracy": 0.583992, "main_score": 0.552049, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587323, "recall": 0.63834, "f1": 0.600835, "accuracy": 0.63834, "main_score": 0.600835, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480368, "recall": 0.529644, "f1": 0.493652, "accuracy": 0.529644, "main_score": 0.493652, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507407, "recall": 0.548419, "f1": 0.518569, "accuracy": 0.548419, "main_score": 0.518569, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570987, "recall": 0.618577, "f1": 0.583862, "accuracy": 0.618577, "main_score": 0.583862, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600422, "recall": 0.650198, "f1": 0.613642, "accuracy": 0.650198, "main_score": 0.613642, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590836, "recall": 0.628458, "f1": 0.601177, "accuracy": 0.628458, "main_score": 0.601177, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549432, "recall": 0.59585, "f1": 0.562938, "accuracy": 0.59585, "main_score": 0.562938, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472003, "recall": 0.524704, "f1": 0.487433, "accuracy": 0.524704, "main_score": 0.487433, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559645, "recall": 0.608696, "f1": 0.573468, "accuracy": 0.608696, "main_score": 0.573468, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508904, "recall": 0.555336, "f1": 0.522365, "accuracy": 0.555336, "main_score": 0.522365, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493728, "recall": 0.534585, "f1": 0.50445, "accuracy": 0.534585, "main_score": 0.50445, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555788, "recall": 0.613636, "f1": 0.571383, "accuracy": 0.613636, "main_score": 0.571383, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.594838, "recall": 0.639328, "f1": 0.607075, "accuracy": 0.639328, "main_score": 0.607075, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548141, "recall": 0.602767, "f1": 0.562419, "accuracy": 0.602767, "main_score": 0.562419, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.42828, "recall": 0.48419, "f1": 0.443027, "accuracy": 0.48419, "main_score": 0.443027, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612587, "recall": 0.65415, "f1": 0.623275, "accuracy": 0.65415, "main_score": 0.623275, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562897, "recall": 0.608696, "f1": 0.574836, "accuracy": 0.608696, "main_score": 0.574836, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.527869, "recall": 0.586957, "f1": 0.54445, "accuracy": 0.586957, "main_score": 0.54445, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.512338, "recall": 0.565217, "f1": 0.527372, "accuracy": 0.565217, "main_score": 0.527372, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505489, "recall": 0.549407, "f1": 0.517291, "accuracy": 0.549407, "main_score": 0.517291, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510898, "recall": 0.565217, "f1": 0.52565, "accuracy": 0.565217, "main_score": 0.52565, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553856, "recall": 0.605731, "f1": 0.567493, "accuracy": 0.605731, "main_score": 0.567493, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559302, "recall": 0.596838, "f1": 0.569913, "accuracy": 0.596838, "main_score": 0.569913, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489714, "recall": 0.549407, "f1": 0.505917, "accuracy": 0.549407, "main_score": 0.505917, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.567775, "recall": 0.620553, "f1": 0.582176, "accuracy": 0.620553, "main_score": 0.582176, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.571533, "recall": 0.616601, "f1": 0.583349, "accuracy": 0.616601, "main_score": 0.583349, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.612172, "recall": 0.656126, "f1": 0.624526, "accuracy": 0.656126, "main_score": 0.624526, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574463, "recall": 0.620553, "f1": 0.586994, "accuracy": 0.620553, "main_score": 0.586994, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614282, "recall": 0.655138, "f1": 0.625724, "accuracy": 0.655138, "main_score": 0.625724, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514184, "recall": 0.567194, "f1": 0.528908, "accuracy": 0.567194, "main_score": 0.528908, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576844, "recall": 0.624506, "f1": 0.5895, "accuracy": 0.624506, "main_score": 0.5895, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44673, "recall": 0.499012, "f1": 0.461668, "accuracy": 0.499012, "main_score": 0.461668, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573415, "recall": 0.62253, "f1": 0.586833, "accuracy": 0.62253, "main_score": 0.586833, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402332, "recall": 0.456522, "f1": 0.416942, "accuracy": 0.456522, "main_score": 0.416942, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.564013, "recall": 0.61166, "f1": 0.576707, "accuracy": 0.61166, "main_score": 0.576707, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.569148, "recall": 0.617589, "f1": 0.582795, "accuracy": 0.617589, "main_score": 0.582795, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567225, "recall": 0.603755, "f1": 0.57697, "accuracy": 0.603755, "main_score": 0.57697, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59193, "recall": 0.62747, "f1": 0.602419, "accuracy": 0.62747, "main_score": 0.602419, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550001, "recall": 0.602767, "f1": 0.563764, "accuracy": 0.602767, "main_score": 0.563764, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.564575, "recall": 0.603755, "f1": 0.575961, "accuracy": 0.603755, "main_score": 0.575961, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554119, "recall": 0.599802, "f1": 0.566809, "accuracy": 0.599802, "main_score": 0.566809, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596955, "recall": 0.639328, "f1": 0.608393, "accuracy": 0.639328, "main_score": 0.608393, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586191, "recall": 0.625494, "f1": 0.597556, "accuracy": 0.625494, "main_score": 0.597556, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593114, "recall": 0.642292, "f1": 0.606398, "accuracy": 0.642292, "main_score": 0.606398, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510771, "recall": 0.556324, "f1": 0.524393, "accuracy": 0.556324, "main_score": 0.524393, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58817, "recall": 0.639328, "f1": 0.602141, "accuracy": 0.639328, "main_score": 0.602141, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563347, "recall": 0.614625, "f1": 0.57756, "accuracy": 0.614625, "main_score": 0.57756, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.571743, "recall": 0.62253, "f1": 0.585487, "accuracy": 0.62253, "main_score": 0.585487, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488543, "recall": 0.532609, "f1": 0.501325, "accuracy": 0.532609, "main_score": 0.501325, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622446, "recall": 0.666996, "f1": 0.634046, "accuracy": 0.666996, "main_score": 0.634046, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539046, "recall": 0.581028, "f1": 0.550793, "accuracy": 0.581028, "main_score": 0.550793, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499609, "recall": 0.545455, "f1": 0.512329, "accuracy": 0.545455, "main_score": 0.512329, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513649, "recall": 0.5583, "f1": 0.526265, "accuracy": 0.5583, "main_score": 0.526265, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505585, "recall": 0.560277, "f1": 0.52074, "accuracy": 0.560277, "main_score": 0.52074, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598762, "recall": 0.643281, "f1": 0.610482, "accuracy": 0.643281, "main_score": 0.610482, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548583, "recall": 0.605731, "f1": 0.564629, "accuracy": 0.605731, "main_score": 0.564629, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47906, "recall": 0.528656, "f1": 0.492978, "accuracy": 0.528656, "main_score": 0.492978, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555451, "recall": 0.591897, "f1": 0.565754, "accuracy": 0.591897, "main_score": 0.565754, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545907, "recall": 0.605731, "f1": 0.562084, "accuracy": 0.605731, "main_score": 0.562084, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.523343, "recall": 0.571146, "f1": 0.536867, "accuracy": 0.571146, "main_score": 0.536867, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509597, "recall": 0.550395, "f1": 0.521163, "accuracy": 0.550395, "main_score": 0.521163, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549874, "recall": 0.607708, "f1": 0.564765, "accuracy": 0.607708, "main_score": 0.564765, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519553, "recall": 0.568182, "f1": 0.534015, "accuracy": 0.568182, "main_score": 0.534015, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538971, "recall": 0.576087, "f1": 0.549269, "accuracy": 0.576087, "main_score": 0.549269, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607279, "recall": 0.644269, "f1": 0.617469, "accuracy": 0.644269, "main_score": 0.617469, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566981, "recall": 0.602767, "f1": 0.577422, "accuracy": 0.602767, "main_score": 0.577422, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581624, "recall": 0.619565, "f1": 0.591699, "accuracy": 0.619565, "main_score": 0.591699, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545891, "recall": 0.605731, "f1": 0.561655, "accuracy": 0.605731, "main_score": 0.561655, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541383, "recall": 0.589921, "f1": 0.554189, "accuracy": 0.589921, "main_score": 0.554189, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589967, "recall": 0.631423, "f1": 0.600987, "accuracy": 0.631423, "main_score": 0.600987, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436475, "recall": 0.5, "f1": 0.454621, "accuracy": 0.5, "main_score": 0.454621, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577684, "recall": 0.624506, "f1": 0.590719, "accuracy": 0.624506, "main_score": 0.590719, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.550413, "recall": 0.593874, "f1": 0.562155, "accuracy": 0.593874, "main_score": 0.562155, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56142, "recall": 0.613636, "f1": 0.574903, "accuracy": 0.613636, "main_score": 0.574903, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561337, "recall": 0.613636, "f1": 0.575669, "accuracy": 0.613636, "main_score": 0.575669, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.490122, "recall": 0.534585, "f1": 0.502751, "accuracy": 0.534585, "main_score": 0.502751, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512616, "recall": 0.55336, "f1": 0.524438, "accuracy": 0.55336, "main_score": 0.524438, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163516, "recall": 0.194664, "f1": 0.170927, "accuracy": 0.194664, "main_score": 0.170927, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.168408, "recall": 0.202569, "f1": 0.176435, "accuracy": 0.202569, "main_score": 0.176435, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129496, "recall": 0.15415, "f1": 0.136106, "accuracy": 0.15415, "main_score": 0.136106, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.17432, "recall": 0.208498, "f1": 0.181978, "accuracy": 0.208498, "main_score": 0.181978, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.171922, "recall": 0.202569, "f1": 0.179426, "accuracy": 0.202569, "main_score": 0.179426, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.168165, "recall": 0.203557, "f1": 0.175901, "accuracy": 0.203557, "main_score": 0.175901, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.183607, "recall": 0.214427, "f1": 0.190627, "accuracy": 0.214427, "main_score": 0.190627, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187455, "recall": 0.216403, "f1": 0.194819, "accuracy": 0.216403, "main_score": 0.194819, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184945, "recall": 0.215415, "f1": 0.192155, "accuracy": 0.215415, "main_score": 0.192155, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185918, "recall": 0.213439, "f1": 0.192558, "accuracy": 0.213439, "main_score": 0.192558, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183318, "recall": 0.208498, "f1": 0.189079, "accuracy": 0.208498, "main_score": 0.189079, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167361, "recall": 0.199605, "f1": 0.173733, "accuracy": 0.199605, "main_score": 0.173733, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.176529, "recall": 0.209486, "f1": 0.184302, "accuracy": 0.209486, "main_score": 0.184302, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.096132, "recall": 0.131423, "f1": 0.103255, "accuracy": 0.131423, "main_score": 0.103255, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191908, "recall": 0.229249, "f1": 0.200177, "accuracy": 0.229249, "main_score": 0.200177, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.171134, "recall": 0.200593, "f1": 0.178069, "accuracy": 0.200593, "main_score": 0.178069, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.175452, "recall": 0.209486, "f1": 0.183143, "accuracy": 0.209486, "main_score": 0.183143, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174502, "recall": 0.20751, "f1": 0.182628, "accuracy": 0.20751, "main_score": 0.182628, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172133, "recall": 0.206522, "f1": 0.179716, "accuracy": 0.206522, "main_score": 0.179716, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.175481, "recall": 0.201581, "f1": 0.181834, "accuracy": 0.201581, "main_score": 0.181834, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.192352, "recall": 0.229249, "f1": 0.201115, "accuracy": 0.229249, "main_score": 0.201115, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18769, "recall": 0.216403, "f1": 0.19454, "accuracy": 0.216403, "main_score": 0.19454, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18038, "recall": 0.212451, "f1": 0.188478, "accuracy": 0.212451, "main_score": 0.188478, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174899, "recall": 0.214427, "f1": 0.183931, "accuracy": 0.214427, "main_score": 0.183931, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.185551, "recall": 0.218379, "f1": 0.193302, "accuracy": 0.218379, "main_score": 0.193302, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.17546, "recall": 0.20751, "f1": 0.183343, "accuracy": 0.20751, "main_score": 0.183343, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.243429, "recall": 0.27668, "f1": 0.252506, "accuracy": 0.27668, "main_score": 0.252506, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.180387, "recall": 0.212451, "f1": 0.187446, "accuracy": 0.212451, "main_score": 0.187446, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.173985, "recall": 0.206522, "f1": 0.180345, "accuracy": 0.206522, "main_score": 0.180345, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182361, "recall": 0.213439, "f1": 0.189692, "accuracy": 0.213439, "main_score": 0.189692, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177741, "recall": 0.213439, "f1": 0.185889, "accuracy": 0.213439, "main_score": 0.185889, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174517, "recall": 0.210474, "f1": 0.18214, "accuracy": 0.210474, "main_score": 0.18214, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.176472, "recall": 0.201581, "f1": 0.182703, "accuracy": 0.201581, "main_score": 0.182703, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.184731, "recall": 0.212451, "f1": 0.191588, "accuracy": 0.212451, "main_score": 0.191588, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174776, "recall": 0.20751, "f1": 0.182328, "accuracy": 0.20751, "main_score": 0.182328, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.168139, "recall": 0.198617, "f1": 0.176103, "accuracy": 0.198617, "main_score": 0.176103, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.171355, "recall": 0.203557, "f1": 0.178549, "accuracy": 0.203557, "main_score": 0.178549, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.186476, "recall": 0.217391, "f1": 0.194079, "accuracy": 0.217391, "main_score": 0.194079, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.171571, "recall": 0.203557, "f1": 0.179309, "accuracy": 0.203557, "main_score": 0.179309, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16148, "recall": 0.195652, "f1": 0.169998, "accuracy": 0.195652, "main_score": 0.169998, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.169572, "recall": 0.199605, "f1": 0.176761, "accuracy": 0.199605, "main_score": 0.176761, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178227, "recall": 0.206522, "f1": 0.184907, "accuracy": 0.206522, "main_score": 0.184907, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.176409, "recall": 0.211462, "f1": 0.184544, "accuracy": 0.211462, "main_score": 0.184544, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188466, "recall": 0.222332, "f1": 0.196439, "accuracy": 0.222332, "main_score": 0.196439, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177967, "recall": 0.215415, "f1": 0.186288, "accuracy": 0.215415, "main_score": 0.186288, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.18201, "recall": 0.219368, "f1": 0.19055, "accuracy": 0.219368, "main_score": 0.19055, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179887, "recall": 0.209486, "f1": 0.186859, "accuracy": 0.209486, "main_score": 0.186859, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.18258, "recall": 0.212451, "f1": 0.189942, "accuracy": 0.212451, "main_score": 0.189942, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160846, "recall": 0.198617, "f1": 0.169093, "accuracy": 0.198617, "main_score": 0.169093, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180866, "recall": 0.209486, "f1": 0.187547, "accuracy": 0.209486, "main_score": 0.187547, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179729, "recall": 0.211462, "f1": 0.187591, "accuracy": 0.211462, "main_score": 0.187591, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186617, "recall": 0.220356, "f1": 0.193833, "accuracy": 0.220356, "main_score": 0.193833, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183005, "recall": 0.218379, "f1": 0.191174, "accuracy": 0.218379, "main_score": 0.191174, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177514, "recall": 0.209486, "f1": 0.184857, "accuracy": 0.209486, "main_score": 0.184857, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177291, "recall": 0.212451, "f1": 0.184209, "accuracy": 0.212451, "main_score": 0.184209, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.169475, "recall": 0.199605, "f1": 0.176371, "accuracy": 0.199605, "main_score": 0.176371, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.172886, "recall": 0.202569, "f1": 0.179756, "accuracy": 0.202569, "main_score": 0.179756, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174818, "recall": 0.20751, "f1": 0.182467, "accuracy": 0.20751, "main_score": 0.182467, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18169, "recall": 0.203557, "f1": 0.187257, "accuracy": 0.203557, "main_score": 0.187257, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.178024, "recall": 0.212451, "f1": 0.185474, "accuracy": 0.212451, "main_score": 0.185474, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.184712, "recall": 0.220356, "f1": 0.192845, "accuracy": 0.220356, "main_score": 0.192845, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.162779, "recall": 0.195652, "f1": 0.17063, "accuracy": 0.195652, "main_score": 0.17063, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17183, "recall": 0.211462, "f1": 0.180711, "accuracy": 0.211462, "main_score": 0.180711, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.163682, "recall": 0.19664, "f1": 0.171048, "accuracy": 0.19664, "main_score": 0.171048, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184436, "recall": 0.214427, "f1": 0.191483, "accuracy": 0.214427, "main_score": 0.191483, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17852, "recall": 0.208498, "f1": 0.18558, "accuracy": 0.208498, "main_score": 0.18558, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1865, "recall": 0.216403, "f1": 0.193432, "accuracy": 0.216403, "main_score": 0.193432, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166048, "recall": 0.19664, "f1": 0.173674, "accuracy": 0.19664, "main_score": 0.173674, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182985, "recall": 0.214427, "f1": 0.190282, "accuracy": 0.214427, "main_score": 0.190282, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174341, "recall": 0.209486, "f1": 0.182822, "accuracy": 0.209486, "main_score": 0.182822, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170655, "recall": 0.205534, "f1": 0.179418, "accuracy": 0.205534, "main_score": 0.179418, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174911, "recall": 0.204545, "f1": 0.182254, "accuracy": 0.204545, "main_score": 0.182254, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178435, "recall": 0.211462, "f1": 0.185752, "accuracy": 0.211462, "main_score": 0.185752, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171983, "recall": 0.197628, "f1": 0.178426, "accuracy": 0.197628, "main_score": 0.178426, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.178769, "recall": 0.210474, "f1": 0.186361, "accuracy": 0.210474, "main_score": 0.186361, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.166664, "recall": 0.199605, "f1": 0.174152, "accuracy": 0.199605, "main_score": 0.174152, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174483, "recall": 0.206522, "f1": 0.181672, "accuracy": 0.206522, "main_score": 0.181672, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180495, "recall": 0.216403, "f1": 0.188848, "accuracy": 0.216403, "main_score": 0.188848, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.188455, "recall": 0.216403, "f1": 0.195243, "accuracy": 0.216403, "main_score": 0.195243, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170359, "recall": 0.214427, "f1": 0.180187, "accuracy": 0.214427, "main_score": 0.180187, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179378, "recall": 0.209486, "f1": 0.185875, "accuracy": 0.209486, "main_score": 0.185875, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178221, "recall": 0.215415, "f1": 0.187269, "accuracy": 0.215415, "main_score": 0.187269, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.183749, "recall": 0.215415, "f1": 0.191229, "accuracy": 0.215415, "main_score": 0.191229, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172468, "recall": 0.20751, "f1": 0.180703, "accuracy": 0.20751, "main_score": 0.180703, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171387, "recall": 0.204545, "f1": 0.178833, "accuracy": 0.204545, "main_score": 0.178833, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174016, "recall": 0.206522, "f1": 0.18117, "accuracy": 0.206522, "main_score": 0.18117, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.180759, "recall": 0.211462, "f1": 0.188117, "accuracy": 0.211462, "main_score": 0.188117, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177665, "recall": 0.20751, "f1": 0.183959, "accuracy": 0.20751, "main_score": 0.183959, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167343, "recall": 0.209486, "f1": 0.177009, "accuracy": 0.209486, "main_score": 0.177009, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.182481, "recall": 0.212451, "f1": 0.189864, "accuracy": 0.212451, "main_score": 0.189864, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184134, "recall": 0.219368, "f1": 0.191147, "accuracy": 0.219368, "main_score": 0.191147, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.171809, "recall": 0.202569, "f1": 0.178646, "accuracy": 0.202569, "main_score": 0.178646, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.159427, "recall": 0.1917, "f1": 0.167559, "accuracy": 0.1917, "main_score": 0.167559, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183644, "recall": 0.218379, "f1": 0.191044, "accuracy": 0.218379, "main_score": 0.191044, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171026, "recall": 0.205534, "f1": 0.179012, "accuracy": 0.205534, "main_score": 0.179012, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.171567, "recall": 0.200593, "f1": 0.178698, "accuracy": 0.200593, "main_score": 0.178698, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18557, "recall": 0.217391, "f1": 0.193707, "accuracy": 0.217391, "main_score": 0.193707, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.345765, "recall": 0.421937, "f1": 0.362846, "accuracy": 0.421937, "main_score": 0.362846, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18029, "recall": 0.214427, "f1": 0.188805, "accuracy": 0.214427, "main_score": 0.188805, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180062, "recall": 0.214427, "f1": 0.186958, "accuracy": 0.214427, "main_score": 0.186958, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174511, "recall": 0.212451, "f1": 0.183466, "accuracy": 0.212451, "main_score": 0.183466, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.179972, "recall": 0.212451, "f1": 0.187457, "accuracy": 0.212451, "main_score": 0.187457, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174449, "recall": 0.206522, "f1": 0.181672, "accuracy": 0.206522, "main_score": 0.181672, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.174132, "recall": 0.205534, "f1": 0.181383, "accuracy": 0.205534, "main_score": 0.181383, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160163, "recall": 0.195652, "f1": 0.168662, "accuracy": 0.195652, "main_score": 0.168662, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.164949, "recall": 0.195652, "f1": 0.172594, "accuracy": 0.195652, "main_score": 0.172594, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171783, "recall": 0.206522, "f1": 0.179542, "accuracy": 0.206522, "main_score": 0.179542, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146711, "recall": 0.176877, "f1": 0.153491, "accuracy": 0.176877, "main_score": 0.153491, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1687, "recall": 0.209486, "f1": 0.177855, "accuracy": 0.209486, "main_score": 0.177855, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174985, "recall": 0.211462, "f1": 0.18267, "accuracy": 0.211462, "main_score": 0.18267, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194174, "recall": 0.231225, "f1": 0.203819, "accuracy": 0.231225, "main_score": 0.203819, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.163454, "recall": 0.194664, "f1": 0.170792, "accuracy": 0.194664, "main_score": 0.170792, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172079, "recall": 0.20751, "f1": 0.179537, "accuracy": 0.20751, "main_score": 0.179537, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175829, "recall": 0.206522, "f1": 0.182466, "accuracy": 0.206522, "main_score": 0.182466, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.174279, "recall": 0.206522, "f1": 0.181448, "accuracy": 0.206522, "main_score": 0.181448, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.183484, "recall": 0.217391, "f1": 0.190924, "accuracy": 0.217391, "main_score": 0.190924, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146947, "recall": 0.183794, "f1": 0.154481, "accuracy": 0.183794, "main_score": 0.154481, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174389, "recall": 0.208498, "f1": 0.182399, "accuracy": 0.208498, "main_score": 0.182399, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173743, "recall": 0.206522, "f1": 0.18137, "accuracy": 0.206522, "main_score": 0.18137, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160714, "recall": 0.194664, "f1": 0.168914, "accuracy": 0.194664, "main_score": 0.168914, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186798, "recall": 0.219368, "f1": 0.193557, "accuracy": 0.219368, "main_score": 0.193557, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179808, "recall": 0.212451, "f1": 0.188019, "accuracy": 0.212451, "main_score": 0.188019, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100585, "recall": 0.143281, "f1": 0.110723, "accuracy": 0.143281, "main_score": 0.110723, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.164425, "recall": 0.201581, "f1": 0.173284, "accuracy": 0.201581, "main_score": 0.173284, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.180772, "recall": 0.216403, "f1": 0.188956, "accuracy": 0.216403, "main_score": 0.188956, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.176793, "recall": 0.208498, "f1": 0.183699, "accuracy": 0.208498, "main_score": 0.183699, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.17573, "recall": 0.206522, "f1": 0.182775, "accuracy": 0.206522, "main_score": 0.182775, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192327, "recall": 0.217391, "f1": 0.198589, "accuracy": 0.217391, "main_score": 0.198589, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164653, "recall": 0.197628, "f1": 0.173185, "accuracy": 0.197628, "main_score": 0.173185, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170848, "recall": 0.208498, "f1": 0.180152, "accuracy": 0.208498, "main_score": 0.180152, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180723, "recall": 0.216403, "f1": 0.188663, "accuracy": 0.216403, "main_score": 0.188663, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172868, "recall": 0.20751, "f1": 0.180922, "accuracy": 0.20751, "main_score": 0.180922, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172002, "recall": 0.206522, "f1": 0.17928, "accuracy": 0.206522, "main_score": 0.17928, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.123442, "recall": 0.159091, "f1": 0.130824, "accuracy": 0.159091, "main_score": 0.130824, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175417, "recall": 0.211462, "f1": 0.183144, "accuracy": 0.211462, "main_score": 0.183144, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.181612, "recall": 0.210474, "f1": 0.188353, "accuracy": 0.210474, "main_score": 0.188353, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1781, "recall": 0.20751, "f1": 0.184741, "accuracy": 0.20751, "main_score": 0.184741, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176329, "recall": 0.209486, "f1": 0.183846, "accuracy": 0.209486, "main_score": 0.183846, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.175949, "recall": 0.209486, "f1": 0.183536, "accuracy": 0.209486, "main_score": 0.183536, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170122, "recall": 0.204545, "f1": 0.17849, "accuracy": 0.204545, "main_score": 0.17849, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.154137, "recall": 0.193676, "f1": 0.163495, "accuracy": 0.193676, "main_score": 0.163495, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.184066, "recall": 0.220356, "f1": 0.192092, "accuracy": 0.220356, "main_score": 0.192092, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164244, "recall": 0.192688, "f1": 0.17075, "accuracy": 0.192688, "main_score": 0.17075, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.175045, "recall": 0.211462, "f1": 0.183132, "accuracy": 0.211462, "main_score": 0.183132, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.183716, "recall": 0.216403, "f1": 0.191695, "accuracy": 0.216403, "main_score": 0.191695, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.170864, "recall": 0.203557, "f1": 0.178776, "accuracy": 0.203557, "main_score": 0.178776, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175442, "recall": 0.20751, "f1": 0.182976, "accuracy": 0.20751, "main_score": 0.182976, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.174301, "recall": 0.206522, "f1": 0.182372, "accuracy": 0.206522, "main_score": 0.182372, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189481, "recall": 0.222332, "f1": 0.196615, "accuracy": 0.222332, "main_score": 0.196615, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171345, "recall": 0.204545, "f1": 0.178991, "accuracy": 0.204545, "main_score": 0.178991, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.180949, "recall": 0.209486, "f1": 0.187896, "accuracy": 0.209486, "main_score": 0.187896, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.162284, "recall": 0.1917, "f1": 0.169657, "accuracy": 0.1917, "main_score": 0.169657, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.177793, "recall": 0.215415, "f1": 0.186211, "accuracy": 0.215415, "main_score": 0.186211, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182501, "recall": 0.214427, "f1": 0.189701, "accuracy": 0.214427, "main_score": 0.189701, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182435, "recall": 0.221344, "f1": 0.190861, "accuracy": 0.221344, "main_score": 0.190861, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.155128, "recall": 0.187747, "f1": 0.162106, "accuracy": 0.187747, "main_score": 0.162106, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.165967, "recall": 0.198617, "f1": 0.17391, "accuracy": 0.198617, "main_score": 0.17391, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186953, "recall": 0.221344, "f1": 0.194881, "accuracy": 0.221344, "main_score": 0.194881, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175767, "recall": 0.213439, "f1": 0.18474, "accuracy": 0.213439, "main_score": 0.18474, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167563, "recall": 0.199605, "f1": 0.175742, "accuracy": 0.199605, "main_score": 0.175742, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.180809, "recall": 0.206522, "f1": 0.186658, "accuracy": 0.206522, "main_score": 0.186658, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.177248, "recall": 0.211462, "f1": 0.184621, "accuracy": 0.211462, "main_score": 0.184621, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.1668, "recall": 0.198617, "f1": 0.173856, "accuracy": 0.198617, "main_score": 0.173856, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.161739, "recall": 0.199605, "f1": 0.169838, "accuracy": 0.199605, "main_score": 0.169838, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171899, "recall": 0.205534, "f1": 0.179234, "accuracy": 0.205534, "main_score": 0.179234, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.180462, "recall": 0.216403, "f1": 0.189129, "accuracy": 0.216403, "main_score": 0.189129, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.164842, "recall": 0.192688, "f1": 0.171907, "accuracy": 0.192688, "main_score": 0.171907, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173317, "recall": 0.20751, "f1": 0.181305, "accuracy": 0.20751, "main_score": 0.181305, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179335, "recall": 0.211462, "f1": 0.187345, "accuracy": 0.211462, "main_score": 0.187345, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182751, "recall": 0.215415, "f1": 0.190323, "accuracy": 0.215415, "main_score": 0.190323, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168543, "recall": 0.202569, "f1": 0.176658, "accuracy": 0.202569, "main_score": 0.176658, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185889, "recall": 0.220356, "f1": 0.194041, "accuracy": 0.220356, "main_score": 0.194041, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185812, "recall": 0.222332, "f1": 0.193599, "accuracy": 0.222332, "main_score": 0.193599, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.17894, "recall": 0.214427, "f1": 0.186976, "accuracy": 0.214427, "main_score": 0.186976, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.163616, "recall": 0.19664, "f1": 0.171928, "accuracy": 0.19664, "main_score": 0.171928, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185508, "recall": 0.216403, "f1": 0.19265, "accuracy": 0.216403, "main_score": 0.19265, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.175206, "recall": 0.206522, "f1": 0.183207, "accuracy": 0.206522, "main_score": 0.183207, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160799, "recall": 0.195652, "f1": 0.168399, "accuracy": 0.195652, "main_score": 0.168399, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185461, "recall": 0.214427, "f1": 0.192706, "accuracy": 0.214427, "main_score": 0.192706, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15946, "recall": 0.1917, "f1": 0.16617, "accuracy": 0.1917, "main_score": 0.16617, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.179593, "recall": 0.208498, "f1": 0.18646, "accuracy": 0.208498, "main_score": 0.18646, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170476, "recall": 0.205534, "f1": 0.178855, "accuracy": 0.205534, "main_score": 0.178855, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171229, "recall": 0.203557, "f1": 0.178577, "accuracy": 0.203557, "main_score": 0.178577, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169045, "recall": 0.199605, "f1": 0.176461, "accuracy": 0.199605, "main_score": 0.176461, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178485, "recall": 0.210474, "f1": 0.186252, "accuracy": 0.210474, "main_score": 0.186252, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.16035, "recall": 0.194664, "f1": 0.167944, "accuracy": 0.194664, "main_score": 0.167944, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18082, "recall": 0.209486, "f1": 0.186936, "accuracy": 0.209486, "main_score": 0.186936, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177753, "recall": 0.211462, "f1": 0.186174, "accuracy": 0.211462, "main_score": 0.186174, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122185, "recall": 0.158103, "f1": 0.130515, "accuracy": 0.158103, "main_score": 0.130515, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180562, "recall": 0.208498, "f1": 0.187251, "accuracy": 0.208498, "main_score": 0.187251, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178088, "recall": 0.203557, "f1": 0.184078, "accuracy": 0.203557, "main_score": 0.184078, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171691, "recall": 0.193676, "f1": 0.177706, "accuracy": 0.193676, "main_score": 0.177706, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183409, "recall": 0.212451, "f1": 0.190862, "accuracy": 0.212451, "main_score": 0.190862, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178949, "recall": 0.214427, "f1": 0.186573, "accuracy": 0.214427, "main_score": 0.186573, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.172642, "recall": 0.200593, "f1": 0.179943, "accuracy": 0.200593, "main_score": 0.179943, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172218, "recall": 0.203557, "f1": 0.179572, "accuracy": 0.203557, "main_score": 0.179572, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.084982, "recall": 0.117589, "f1": 0.09171, "accuracy": 0.117589, "main_score": 0.09171, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180254, "recall": 0.210474, "f1": 0.187623, "accuracy": 0.210474, "main_score": 0.187623, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.164538, "recall": 0.198617, "f1": 0.172426, "accuracy": 0.198617, "main_score": 0.172426, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.184332, "recall": 0.212451, "f1": 0.191709, "accuracy": 0.212451, "main_score": 0.191709, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.174084, "recall": 0.212451, "f1": 0.182641, "accuracy": 0.212451, "main_score": 0.182641, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.180725, "recall": 0.20751, "f1": 0.187463, "accuracy": 0.20751, "main_score": 0.187463, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171439, "recall": 0.203557, "f1": 0.179289, "accuracy": 0.203557, "main_score": 0.179289, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467925, "recall": 0.514822, "f1": 0.481357, "accuracy": 0.514822, "main_score": 0.481357, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551087, "recall": 0.590909, "f1": 0.562601, "accuracy": 0.590909, "main_score": 0.562601, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.224731, "recall": 0.268775, "f1": 0.235561, "accuracy": 0.268775, "main_score": 0.235561, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.624658, "recall": 0.666996, "f1": 0.636207, "accuracy": 0.666996, "main_score": 0.636207, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564524, "recall": 0.618577, "f1": 0.579885, "accuracy": 0.618577, "main_score": 0.579885, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.631518, "recall": 0.673913, "f1": 0.643083, "accuracy": 0.673913, "main_score": 0.643083, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637921, "recall": 0.676877, "f1": 0.648167, "accuracy": 0.676877, "main_score": 0.648167, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570633, "recall": 0.61166, "f1": 0.581957, "accuracy": 0.61166, "main_score": 0.581957, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6166, "recall": 0.662055, "f1": 0.629054, "accuracy": 0.662055, "main_score": 0.629054, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622433, "recall": 0.659091, "f1": 0.63236, "accuracy": 0.659091, "main_score": 0.63236, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640081, "recall": 0.674901, "f1": 0.650071, "accuracy": 0.674901, "main_score": 0.650071, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619765, "recall": 0.670949, "f1": 0.633239, "accuracy": 0.670949, "main_score": 0.633239, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.613823, "recall": 0.659091, "f1": 0.626414, "accuracy": 0.659091, "main_score": 0.626414, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.544205, "recall": 0.585968, "f1": 0.556109, "accuracy": 0.585968, "main_score": 0.556109, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633734, "recall": 0.678854, "f1": 0.646095, "accuracy": 0.678854, "main_score": 0.646095, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.565737, "recall": 0.612648, "f1": 0.578487, "accuracy": 0.612648, "main_score": 0.578487, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63612, "recall": 0.677866, "f1": 0.647415, "accuracy": 0.677866, "main_score": 0.647415, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565172, "recall": 0.609684, "f1": 0.578216, "accuracy": 0.609684, "main_score": 0.578216, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609209, "recall": 0.655138, "f1": 0.621402, "accuracy": 0.655138, "main_score": 0.621402, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591822, "recall": 0.63834, "f1": 0.604382, "accuracy": 0.63834, "main_score": 0.604382, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651067, "recall": 0.692688, "f1": 0.662383, "accuracy": 0.692688, "main_score": 0.662383, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637501, "recall": 0.68083, "f1": 0.649615, "accuracy": 0.68083, "main_score": 0.649615, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528263, "recall": 0.578063, "f1": 0.542725, "accuracy": 0.578063, "main_score": 0.542725, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600026, "recall": 0.651186, "f1": 0.613792, "accuracy": 0.651186, "main_score": 0.613792, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.617299, "recall": 0.664032, "f1": 0.630393, "accuracy": 0.664032, "main_score": 0.630393, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637845, "recall": 0.674901, "f1": 0.648475, "accuracy": 0.674901, "main_score": 0.648475, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194345, "recall": 0.237154, "f1": 0.205755, "accuracy": 0.237154, "main_score": 0.205755, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.608911, "recall": 0.657115, "f1": 0.622621, "accuracy": 0.657115, "main_score": 0.622621, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576699, "recall": 0.621542, "f1": 0.58955, "accuracy": 0.621542, "main_score": 0.58955, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626173, "recall": 0.66502, "f1": 0.637279, "accuracy": 0.66502, "main_score": 0.637279, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624849, "recall": 0.668972, "f1": 0.636619, "accuracy": 0.668972, "main_score": 0.636619, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601809, "recall": 0.63834, "f1": 0.611355, "accuracy": 0.63834, "main_score": 0.611355, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6097, "recall": 0.659091, "f1": 0.622853, "accuracy": 0.659091, "main_score": 0.622853, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.569571, "recall": 0.613636, "f1": 0.581439, "accuracy": 0.613636, "main_score": 0.581439, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631915, "recall": 0.675889, "f1": 0.643805, "accuracy": 0.675889, "main_score": 0.643805, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520345, "recall": 0.575099, "f1": 0.536138, "accuracy": 0.575099, "main_score": 0.536138, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602423, "recall": 0.649209, "f1": 0.614447, "accuracy": 0.649209, "main_score": 0.614447, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.607257, "recall": 0.661067, "f1": 0.621871, "accuracy": 0.661067, "main_score": 0.621871, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.608875, "recall": 0.655138, "f1": 0.621526, "accuracy": 0.655138, "main_score": 0.621526, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579276, "recall": 0.630435, "f1": 0.592935, "accuracy": 0.630435, "main_score": 0.592935, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.529142, "recall": 0.579051, "f1": 0.543387, "accuracy": 0.579051, "main_score": 0.543387, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432736, "recall": 0.488142, "f1": 0.447183, "accuracy": 0.488142, "main_score": 0.447183, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621792, "recall": 0.66502, "f1": 0.633657, "accuracy": 0.66502, "main_score": 0.633657, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546624, "recall": 0.592885, "f1": 0.560245, "accuracy": 0.592885, "main_score": 0.560245, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638418, "recall": 0.68083, "f1": 0.649727, "accuracy": 0.68083, "main_score": 0.649727, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655972, "recall": 0.693676, "f1": 0.666464, "accuracy": 0.693676, "main_score": 0.666464, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60469, "recall": 0.652174, "f1": 0.617947, "accuracy": 0.652174, "main_score": 0.617947, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622299, "recall": 0.664032, "f1": 0.633873, "accuracy": 0.664032, "main_score": 0.633873, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563142, "recall": 0.614625, "f1": 0.578111, "accuracy": 0.614625, "main_score": 0.578111, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588863, "recall": 0.634387, "f1": 0.60206, "accuracy": 0.634387, "main_score": 0.60206, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629253, "recall": 0.666996, "f1": 0.639307, "accuracy": 0.666996, "main_score": 0.639307, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646185, "recall": 0.685771, "f1": 0.657249, "accuracy": 0.685771, "main_score": 0.657249, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.683794, "f1": 0.655798, "accuracy": 0.683794, "main_score": 0.655798, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496772, "recall": 0.548419, "f1": 0.511961, "accuracy": 0.548419, "main_score": 0.511961, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618383, "recall": 0.664032, "f1": 0.630885, "accuracy": 0.664032, "main_score": 0.630885, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432992, "recall": 0.491107, "f1": 0.449115, "accuracy": 0.491107, "main_score": 0.449115, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513629, "recall": 0.554348, "f1": 0.525313, "accuracy": 0.554348, "main_score": 0.525313, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637926, "recall": 0.679842, "f1": 0.649131, "accuracy": 0.679842, "main_score": 0.649131, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.312484, "recall": 0.359684, "f1": 0.325814, "accuracy": 0.359684, "main_score": 0.325814, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.630862, "recall": 0.671937, "f1": 0.642237, "accuracy": 0.671937, "main_score": 0.642237, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.599977, "recall": 0.650198, "f1": 0.614014, "accuracy": 0.650198, "main_score": 0.614014, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638442, "recall": 0.68083, "f1": 0.650156, "accuracy": 0.68083, "main_score": 0.650156, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599226, "recall": 0.650198, "f1": 0.613453, "accuracy": 0.650198, "main_score": 0.613453, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548328, "recall": 0.592885, "f1": 0.560739, "accuracy": 0.592885, "main_score": 0.560739, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644307, "recall": 0.678854, "f1": 0.65388, "accuracy": 0.678854, "main_score": 0.65388, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585839, "recall": 0.629447, "f1": 0.59822, "accuracy": 0.629447, "main_score": 0.59822, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65699, "recall": 0.697628, "f1": 0.66861, "accuracy": 0.697628, "main_score": 0.66861, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564264, "recall": 0.603755, "f1": 0.575795, "accuracy": 0.603755, "main_score": 0.575795, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635287, "recall": 0.674901, "f1": 0.645688, "accuracy": 0.674901, "main_score": 0.645688, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565388, "recall": 0.610672, "f1": 0.578779, "accuracy": 0.610672, "main_score": 0.578779, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594428, "recall": 0.641304, "f1": 0.606738, "accuracy": 0.641304, "main_score": 0.606738, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601715, "recall": 0.643281, "f1": 0.613707, "accuracy": 0.643281, "main_score": 0.613707, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620786, "recall": 0.664032, "f1": 0.632768, "accuracy": 0.664032, "main_score": 0.632768, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290626, "recall": 0.34585, "f1": 0.304025, "accuracy": 0.34585, "main_score": 0.304025, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.552103, "recall": 0.592885, "f1": 0.563246, "accuracy": 0.592885, "main_score": 0.563246, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582828, "recall": 0.626482, "f1": 0.595165, "accuracy": 0.626482, "main_score": 0.595165, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602532, "recall": 0.645257, "f1": 0.614656, "accuracy": 0.645257, "main_score": 0.614656, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541853, "recall": 0.599802, "f1": 0.557999, "accuracy": 0.599802, "main_score": 0.557999, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.646856, "recall": 0.688735, "f1": 0.658404, "accuracy": 0.688735, "main_score": 0.658404, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629739, "recall": 0.667984, "f1": 0.639806, "accuracy": 0.667984, "main_score": 0.639806, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655671, "recall": 0.693676, "f1": 0.665753, "accuracy": 0.693676, "main_score": 0.665753, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523139, "recall": 0.578063, "f1": 0.538649, "accuracy": 0.578063, "main_score": 0.538649, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.649594, "recall": 0.694664, "f1": 0.661902, "accuracy": 0.694664, "main_score": 0.661902, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609196, "recall": 0.663043, "f1": 0.623992, "accuracy": 0.663043, "main_score": 0.623992, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632721, "recall": 0.673913, "f1": 0.643878, "accuracy": 0.673913, "main_score": 0.643878, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594627, "recall": 0.644269, "f1": 0.608642, "accuracy": 0.644269, "main_score": 0.608642, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551638, "recall": 0.592885, "f1": 0.563834, "accuracy": 0.592885, "main_score": 0.563834, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547003, "recall": 0.588933, "f1": 0.559354, "accuracy": 0.588933, "main_score": 0.559354, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590697, "recall": 0.645257, "f1": 0.605459, "accuracy": 0.645257, "main_score": 0.605459, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.624637, "recall": 0.668972, "f1": 0.636164, "accuracy": 0.668972, "main_score": 0.636164, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609451, "recall": 0.660079, "f1": 0.622865, "accuracy": 0.660079, "main_score": 0.622865, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614806, "recall": 0.649209, "f1": 0.624498, "accuracy": 0.649209, "main_score": 0.624498, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477248, "recall": 0.516798, "f1": 0.48848, "accuracy": 0.516798, "main_score": 0.48848, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654538, "recall": 0.692688, "f1": 0.66514, "accuracy": 0.692688, "main_score": 0.66514, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542606, "recall": 0.596838, "f1": 0.557445, "accuracy": 0.596838, "main_score": 0.557445, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.525686, "recall": 0.567194, "f1": 0.537148, "accuracy": 0.567194, "main_score": 0.537148, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62602, "recall": 0.672925, "f1": 0.638552, "accuracy": 0.672925, "main_score": 0.638552, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524987, "recall": 0.570158, "f1": 0.537593, "accuracy": 0.570158, "main_score": 0.537593, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651057, "recall": 0.687747, "f1": 0.660194, "accuracy": 0.687747, "main_score": 0.660194, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605054, "recall": 0.657115, "f1": 0.619667, "accuracy": 0.657115, "main_score": 0.619667, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644963, "recall": 0.687747, "f1": 0.656268, "accuracy": 0.687747, "main_score": 0.656268, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652658, "recall": 0.692688, "f1": 0.663362, "accuracy": 0.692688, "main_score": 0.663362, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6033, "recall": 0.649209, "f1": 0.616283, "accuracy": 0.649209, "main_score": 0.616283, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.631597, "recall": 0.671937, "f1": 0.64245, "accuracy": 0.671937, "main_score": 0.64245, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452596, "recall": 0.520751, "f1": 0.471103, "accuracy": 0.520751, "main_score": 0.471103, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.563415, "recall": 0.610672, "f1": 0.577155, "accuracy": 0.610672, "main_score": 0.577155, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197682, "recall": 0.245059, "f1": 0.209246, "accuracy": 0.245059, "main_score": 0.209246, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.482398, "recall": 0.531621, "f1": 0.496101, "accuracy": 0.531621, "main_score": 0.496101, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642155, "recall": 0.68083, "f1": 0.652986, "accuracy": 0.68083, "main_score": 0.652986, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641046, "recall": 0.674901, "f1": 0.650102, "accuracy": 0.674901, "main_score": 0.650102, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437275, "recall": 0.492095, "f1": 0.452299, "accuracy": 0.492095, "main_score": 0.452299, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620118, "recall": 0.657115, "f1": 0.630752, "accuracy": 0.657115, "main_score": 0.630752, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629941, "recall": 0.672925, "f1": 0.641877, "accuracy": 0.672925, "main_score": 0.641877, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573177, "recall": 0.621542, "f1": 0.586968, "accuracy": 0.621542, "main_score": 0.586968, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.60568, "recall": 0.648221, "f1": 0.617007, "accuracy": 0.648221, "main_score": 0.617007, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58142, "recall": 0.625494, "f1": 0.594115, "accuracy": 0.625494, "main_score": 0.594115, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586057, "recall": 0.644269, "f1": 0.602318, "accuracy": 0.644269, "main_score": 0.602318, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645837, "recall": 0.682806, "f1": 0.655783, "accuracy": 0.682806, "main_score": 0.655783, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520358, "recall": 0.570158, "f1": 0.534897, "accuracy": 0.570158, "main_score": 0.534897, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503171, "recall": 0.550395, "f1": 0.516717, "accuracy": 0.550395, "main_score": 0.516717, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608758, "recall": 0.652174, "f1": 0.621286, "accuracy": 0.652174, "main_score": 0.621286, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631622, "recall": 0.677866, "f1": 0.644619, "accuracy": 0.677866, "main_score": 0.644619, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13621, "recall": 0.181818, "f1": 0.147468, "accuracy": 0.181818, "main_score": 0.147468, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.603771, "recall": 0.659091, "f1": 0.618441, "accuracy": 0.659091, "main_score": 0.618441, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.538097, "recall": 0.589921, "f1": 0.552088, "accuracy": 0.589921, "main_score": 0.552088, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.579919, "recall": 0.623518, "f1": 0.590888, "accuracy": 0.623518, "main_score": 0.590888, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632271, "recall": 0.68083, "f1": 0.645564, "accuracy": 0.68083, "main_score": 0.645564, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531689, "recall": 0.579051, "f1": 0.544474, "accuracy": 0.579051, "main_score": 0.544474, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521058, "recall": 0.570158, "f1": 0.534901, "accuracy": 0.570158, "main_score": 0.534901, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614195, "recall": 0.662055, "f1": 0.627001, "accuracy": 0.662055, "main_score": 0.627001, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642498, "recall": 0.685771, "f1": 0.65459, "accuracy": 0.685771, "main_score": 0.65459, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630331, "recall": 0.666008, "f1": 0.640509, "accuracy": 0.666008, "main_score": 0.640509, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593836, "recall": 0.637352, "f1": 0.605847, "accuracy": 0.637352, "main_score": 0.605847, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51622, "recall": 0.56917, "f1": 0.530835, "accuracy": 0.56917, "main_score": 0.530835, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59364, "recall": 0.641304, "f1": 0.606584, "accuracy": 0.641304, "main_score": 0.606584, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520333, "recall": 0.566206, "f1": 0.533376, "accuracy": 0.566206, "main_score": 0.533376, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538246, "recall": 0.58498, "f1": 0.551109, "accuracy": 0.58498, "main_score": 0.551109, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616918, "recall": 0.659091, "f1": 0.629496, "accuracy": 0.659091, "main_score": 0.629496, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.631882, "recall": 0.670949, "f1": 0.643008, "accuracy": 0.670949, "main_score": 0.643008, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60516, "recall": 0.659091, "f1": 0.619977, "accuracy": 0.659091, "main_score": 0.619977, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458788, "recall": 0.514822, "f1": 0.473618, "accuracy": 0.514822, "main_score": 0.473618, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.650968, "recall": 0.688735, "f1": 0.661482, "accuracy": 0.688735, "main_score": 0.661482, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59741, "recall": 0.647233, "f1": 0.610856, "accuracy": 0.647233, "main_score": 0.610856, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57055, "recall": 0.621542, "f1": 0.584558, "accuracy": 0.621542, "main_score": 0.584558, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55561, "recall": 0.606719, "f1": 0.570016, "accuracy": 0.606719, "main_score": 0.570016, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544595, "recall": 0.589921, "f1": 0.557124, "accuracy": 0.589921, "main_score": 0.557124, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555823, "recall": 0.602767, "f1": 0.568782, "accuracy": 0.602767, "main_score": 0.568782, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594677, "recall": 0.646245, "f1": 0.609035, "accuracy": 0.646245, "main_score": 0.609035, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585574, "recall": 0.621542, "f1": 0.595758, "accuracy": 0.621542, "main_score": 0.595758, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518998, "recall": 0.579051, "f1": 0.535507, "accuracy": 0.579051, "main_score": 0.535507, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.6093, "recall": 0.65415, "f1": 0.621877, "accuracy": 0.65415, "main_score": 0.621877, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.584795, "recall": 0.632411, "f1": 0.597461, "accuracy": 0.632411, "main_score": 0.597461, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.647182, "recall": 0.684783, "f1": 0.657487, "accuracy": 0.684783, "main_score": 0.657487, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601721, "recall": 0.646245, "f1": 0.613809, "accuracy": 0.646245, "main_score": 0.613809, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645934, "recall": 0.686759, "f1": 0.656995, "accuracy": 0.686759, "main_score": 0.656995, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555352, "recall": 0.603755, "f1": 0.569277, "accuracy": 0.603755, "main_score": 0.569277, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624936, "recall": 0.663043, "f1": 0.635006, "accuracy": 0.663043, "main_score": 0.635006, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460032, "recall": 0.51581, "f1": 0.475409, "accuracy": 0.51581, "main_score": 0.475409, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631066, "recall": 0.676877, "f1": 0.642997, "accuracy": 0.676877, "main_score": 0.642997, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420794, "recall": 0.483202, "f1": 0.438571, "accuracy": 0.483202, "main_score": 0.438571, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.596792, "recall": 0.652174, "f1": 0.611627, "accuracy": 0.652174, "main_score": 0.611627, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.610211, "recall": 0.660079, "f1": 0.624437, "accuracy": 0.660079, "main_score": 0.624437, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597608, "recall": 0.639328, "f1": 0.608406, "accuracy": 0.639328, "main_score": 0.608406, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622867, "recall": 0.662055, "f1": 0.634099, "accuracy": 0.662055, "main_score": 0.634099, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588915, "recall": 0.639328, "f1": 0.602383, "accuracy": 0.639328, "main_score": 0.602383, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.59041, "recall": 0.626482, "f1": 0.600823, "accuracy": 0.626482, "main_score": 0.600823, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569179, "recall": 0.613636, "f1": 0.582077, "accuracy": 0.613636, "main_score": 0.582077, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61702, "recall": 0.660079, "f1": 0.628856, "accuracy": 0.660079, "main_score": 0.628856, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631517, "recall": 0.675889, "f1": 0.64274, "accuracy": 0.675889, "main_score": 0.64274, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650656, "recall": 0.69664, "f1": 0.663214, "accuracy": 0.69664, "main_score": 0.663214, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531143, "recall": 0.578063, "f1": 0.544401, "accuracy": 0.578063, "main_score": 0.544401, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644399, "recall": 0.682806, "f1": 0.654974, "accuracy": 0.682806, "main_score": 0.654974, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622334, "recall": 0.670949, "f1": 0.635826, "accuracy": 0.670949, "main_score": 0.635826, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.612044, "recall": 0.659091, "f1": 0.624316, "accuracy": 0.659091, "main_score": 0.624316, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506749, "recall": 0.554348, "f1": 0.520492, "accuracy": 0.554348, "main_score": 0.520492, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657139, "recall": 0.698617, "f1": 0.668294, "accuracy": 0.698617, "main_score": 0.668294, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59403, "recall": 0.635375, "f1": 0.605705, "accuracy": 0.635375, "main_score": 0.605705, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523433, "recall": 0.56917, "f1": 0.536077, "accuracy": 0.56917, "main_score": 0.536077, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537168, "recall": 0.58498, "f1": 0.550321, "accuracy": 0.58498, "main_score": 0.550321, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530337, "recall": 0.58004, "f1": 0.544114, "accuracy": 0.58004, "main_score": 0.544114, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638776, "recall": 0.68083, "f1": 0.649394, "accuracy": 0.68083, "main_score": 0.649394, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586408, "recall": 0.635375, "f1": 0.599853, "accuracy": 0.635375, "main_score": 0.599853, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506776, "recall": 0.55336, "f1": 0.519749, "accuracy": 0.55336, "main_score": 0.519749, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570918, "recall": 0.608696, "f1": 0.581804, "accuracy": 0.608696, "main_score": 0.581804, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596692, "recall": 0.647233, "f1": 0.610923, "accuracy": 0.647233, "main_score": 0.610923, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.555372, "recall": 0.604743, "f1": 0.569474, "accuracy": 0.604743, "main_score": 0.569474, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528396, "recall": 0.568182, "f1": 0.539091, "accuracy": 0.568182, "main_score": 0.539091, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572413, "recall": 0.62747, "f1": 0.587458, "accuracy": 0.62747, "main_score": 0.587458, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526169, "recall": 0.571146, "f1": 0.539723, "accuracy": 0.571146, "main_score": 0.539723, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5585, "recall": 0.603755, "f1": 0.571279, "accuracy": 0.603755, "main_score": 0.571279, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63186, "recall": 0.663043, "f1": 0.640502, "accuracy": 0.663043, "main_score": 0.640502, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602198, "recall": 0.63834, "f1": 0.612415, "accuracy": 0.63834, "main_score": 0.612415, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630792, "recall": 0.666996, "f1": 0.640965, "accuracy": 0.666996, "main_score": 0.640965, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582477, "recall": 0.637352, "f1": 0.597831, "accuracy": 0.637352, "main_score": 0.597831, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57398, "recall": 0.620553, "f1": 0.587333, "accuracy": 0.620553, "main_score": 0.587333, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611568, "recall": 0.65415, "f1": 0.62364, "accuracy": 0.65415, "main_score": 0.62364, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.490173, "recall": 0.550395, "f1": 0.507533, "accuracy": 0.550395, "main_score": 0.507533, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601226, "recall": 0.647233, "f1": 0.614399, "accuracy": 0.647233, "main_score": 0.614399, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.573976, "recall": 0.621542, "f1": 0.586895, "accuracy": 0.621542, "main_score": 0.586895, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627499, "recall": 0.668972, "f1": 0.638407, "accuracy": 0.668972, "main_score": 0.638407, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606505, "recall": 0.659091, "f1": 0.621208, "accuracy": 0.659091, "main_score": 0.621208, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.536913, "recall": 0.58498, "f1": 0.550433, "accuracy": 0.58498, "main_score": 0.550433, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536053, "recall": 0.574111, "f1": 0.546978, "accuracy": 0.574111, "main_score": 0.546978, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41846, "recall": 0.469368, "f1": 0.431863, "accuracy": 0.469368, "main_score": 0.431863, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.451585, "recall": 0.491107, "f1": 0.462297, "accuracy": 0.491107, "main_score": 0.462297, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.272322, "recall": 0.329051, "f1": 0.285984, "accuracy": 0.329051, "main_score": 0.285984, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.787946, "recall": 0.836957, "f1": 0.801902, "accuracy": 0.836957, "main_score": 0.801902, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.755886, "recall": 0.801383, "f1": 0.768208, "accuracy": 0.801383, "main_score": 0.768208, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.79165, "recall": 0.836957, "f1": 0.804771, "accuracy": 0.836957, "main_score": 0.804771, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.706056, "recall": 0.757905, "f1": 0.720204, "accuracy": 0.757905, "main_score": 0.720204, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489735, "recall": 0.537549, "f1": 0.501624, "accuracy": 0.537549, "main_score": 0.501624, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786956, "recall": 0.833004, "f1": 0.799644, "accuracy": 0.833004, "main_score": 0.799644, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610235, "recall": 0.663043, "f1": 0.624035, "accuracy": 0.663043, "main_score": 0.624035, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684635, "recall": 0.730237, "f1": 0.697103, "accuracy": 0.730237, "main_score": 0.697103, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795209, "recall": 0.841897, "f1": 0.808428, "accuracy": 0.841897, "main_score": 0.808428, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.748786, "recall": 0.797431, "f1": 0.762666, "accuracy": 0.797431, "main_score": 0.762666, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468865, "recall": 0.509881, "f1": 0.479505, "accuracy": 0.509881, "main_score": 0.479505, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762923, "recall": 0.810277, "f1": 0.775687, "accuracy": 0.810277, "main_score": 0.775687, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.711946, "recall": 0.770751, "f1": 0.728785, "accuracy": 0.770751, "main_score": 0.728785, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793606, "recall": 0.839921, "f1": 0.806873, "accuracy": 0.839921, "main_score": 0.806873, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487269, "recall": 0.529644, "f1": 0.499222, "accuracy": 0.529644, "main_score": 0.499222, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850299, "recall": 0.887352, "f1": 0.861185, "accuracy": 0.887352, "main_score": 0.861185, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.756039, "recall": 0.809289, "f1": 0.770572, "accuracy": 0.809289, "main_score": 0.770572, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.821289, "recall": 0.863636, "f1": 0.8333, "accuracy": 0.863636, "main_score": 0.8333, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806216, "recall": 0.850791, "f1": 0.818999, "accuracy": 0.850791, "main_score": 0.818999, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475493, "recall": 0.518775, "f1": 0.486924, "accuracy": 0.518775, "main_score": 0.486924, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762369, "recall": 0.813241, "f1": 0.776507, "accuracy": 0.813241, "main_score": 0.776507, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.802103, "recall": 0.840909, "f1": 0.812923, "accuracy": 0.840909, "main_score": 0.812923, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.751403, "recall": 0.799407, "f1": 0.764576, "accuracy": 0.799407, "main_score": 0.764576, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160478, "recall": 0.215415, "f1": 0.172776, "accuracy": 0.215415, "main_score": 0.172776, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.848518, "recall": 0.884387, "f1": 0.858951, "accuracy": 0.884387, "main_score": 0.858951, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507161, "recall": 0.544466, "f1": 0.516934, "accuracy": 0.544466, "main_score": 0.516934, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797837, "recall": 0.837945, "f1": 0.808984, "accuracy": 0.837945, "main_score": 0.808984, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777812, "recall": 0.821146, "f1": 0.790049, "accuracy": 0.821146, "main_score": 0.790049, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715305, "recall": 0.770751, "f1": 0.7303, "accuracy": 0.770751, "main_score": 0.7303, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.763152, "recall": 0.810277, "f1": 0.775803, "accuracy": 0.810277, "main_score": 0.775803, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532674, "recall": 0.572134, "f1": 0.543736, "accuracy": 0.572134, "main_score": 0.543736, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813936, "recall": 0.855731, "f1": 0.825762, "accuracy": 0.855731, "main_score": 0.825762, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677309, "recall": 0.726285, "f1": 0.691087, "accuracy": 0.726285, "main_score": 0.691087, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820037, "recall": 0.857708, "f1": 0.830374, "accuracy": 0.857708, "main_score": 0.830374, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779476, "recall": 0.826087, "f1": 0.792632, "accuracy": 0.826087, "main_score": 0.792632, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.771786, "recall": 0.816206, "f1": 0.784391, "accuracy": 0.816206, "main_score": 0.784391, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782949, "recall": 0.826087, "f1": 0.794333, "accuracy": 0.826087, "main_score": 0.794333, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.480658, "recall": 0.518775, "f1": 0.491068, "accuracy": 0.518775, "main_score": 0.491068, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387661, "recall": 0.438735, "f1": 0.401128, "accuracy": 0.438735, "main_score": 0.401128, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80112, "recall": 0.846838, "f1": 0.813954, "accuracy": 0.846838, "main_score": 0.813954, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478574, "recall": 0.524704, "f1": 0.491319, "accuracy": 0.524704, "main_score": 0.491319, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803931, "recall": 0.849802, "f1": 0.817063, "accuracy": 0.849802, "main_score": 0.817063, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.820743, "recall": 0.86166, "f1": 0.83242, "accuracy": 0.86166, "main_score": 0.83242, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725984, "recall": 0.777668, "f1": 0.739803, "accuracy": 0.777668, "main_score": 0.739803, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.719327, "recall": 0.772727, "f1": 0.734266, "accuracy": 0.772727, "main_score": 0.734266, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457417, "recall": 0.507905, "f1": 0.471368, "accuracy": 0.507905, "main_score": 0.471368, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617977, "recall": 0.670949, "f1": 0.631834, "accuracy": 0.670949, "main_score": 0.631834, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731421, "recall": 0.77668, "f1": 0.743451, "accuracy": 0.77668, "main_score": 0.743451, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814973, "recall": 0.859684, "f1": 0.827786, "accuracy": 0.859684, "main_score": 0.827786, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753958, "recall": 0.801383, "f1": 0.76624, "accuracy": 0.801383, "main_score": 0.76624, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443045, "recall": 0.48913, "f1": 0.456396, "accuracy": 0.48913, "main_score": 0.456396, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849662, "recall": 0.880435, "f1": 0.858631, "accuracy": 0.880435, "main_score": 0.858631, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.411701, "recall": 0.465415, "f1": 0.427013, "accuracy": 0.465415, "main_score": 0.427013, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443557, "recall": 0.488142, "f1": 0.45454, "accuracy": 0.488142, "main_score": 0.45454, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667019, "recall": 0.712451, "f1": 0.679757, "accuracy": 0.712451, "main_score": 0.679757, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261227, "recall": 0.317194, "f1": 0.275381, "accuracy": 0.317194, "main_score": 0.275381, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802271, "recall": 0.840909, "f1": 0.812891, "accuracy": 0.840909, "main_score": 0.812891, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.796022, "recall": 0.836957, "f1": 0.807164, "accuracy": 0.836957, "main_score": 0.807164, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793359, "recall": 0.837945, "f1": 0.806248, "accuracy": 0.837945, "main_score": 0.806248, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773573, "recall": 0.823123, "f1": 0.787478, "accuracy": 0.823123, "main_score": 0.787478, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466163, "recall": 0.51087, "f1": 0.478026, "accuracy": 0.51087, "main_score": 0.478026, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719362, "recall": 0.771739, "f1": 0.733584, "accuracy": 0.771739, "main_score": 0.733584, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701442, "recall": 0.753953, "f1": 0.715371, "accuracy": 0.753953, "main_score": 0.715371, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809257, "recall": 0.854743, "f1": 0.822243, "accuracy": 0.854743, "main_score": 0.822243, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483769, "recall": 0.528656, "f1": 0.496436, "accuracy": 0.528656, "main_score": 0.496436, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769031, "recall": 0.813241, "f1": 0.781283, "accuracy": 0.813241, "main_score": 0.781283, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50007, "recall": 0.561265, "f1": 0.516422, "accuracy": 0.561265, "main_score": 0.516422, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74243, "recall": 0.79249, "f1": 0.756719, "accuracy": 0.79249, "main_score": 0.756719, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753357, "recall": 0.802372, "f1": 0.767128, "accuracy": 0.802372, "main_score": 0.767128, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786461, "recall": 0.829051, "f1": 0.797576, "accuracy": 0.829051, "main_score": 0.797576, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369733, "recall": 0.449605, "f1": 0.390098, "accuracy": 0.449605, "main_score": 0.390098, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.526407, "recall": 0.579051, "f1": 0.539788, "accuracy": 0.579051, "main_score": 0.539788, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719679, "recall": 0.768775, "f1": 0.732723, "accuracy": 0.768775, "main_score": 0.732723, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517511, "recall": 0.557312, "f1": 0.527148, "accuracy": 0.557312, "main_score": 0.527148, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462642, "recall": 0.516798, "f1": 0.478208, "accuracy": 0.516798, "main_score": 0.478208, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.818445, "recall": 0.858696, "f1": 0.829768, "accuracy": 0.858696, "main_score": 0.829768, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742298, "recall": 0.782609, "f1": 0.75317, "accuracy": 0.782609, "main_score": 0.75317, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775672, "recall": 0.820158, "f1": 0.788137, "accuracy": 0.820158, "main_score": 0.788137, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653379, "recall": 0.714427, "f1": 0.669709, "accuracy": 0.714427, "main_score": 0.669709, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.807009, "recall": 0.851779, "f1": 0.819897, "accuracy": 0.851779, "main_score": 0.819897, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767809, "recall": 0.812253, "f1": 0.779784, "accuracy": 0.812253, "main_score": 0.779784, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804825, "recall": 0.848814, "f1": 0.817159, "accuracy": 0.848814, "main_score": 0.817159, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769442, "recall": 0.821146, "f1": 0.783968, "accuracy": 0.821146, "main_score": 0.783968, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.451534, "recall": 0.499012, "f1": 0.464409, "accuracy": 0.499012, "main_score": 0.464409, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478218, "recall": 0.521739, "f1": 0.489841, "accuracy": 0.521739, "main_score": 0.489841, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763798, "recall": 0.815217, "f1": 0.778193, "accuracy": 0.815217, "main_score": 0.778193, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.791165, "recall": 0.833004, "f1": 0.802794, "accuracy": 0.833004, "main_score": 0.802794, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852281, "recall": 0.887352, "f1": 0.862466, "accuracy": 0.887352, "main_score": 0.862466, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565805, "recall": 0.615613, "f1": 0.579554, "accuracy": 0.615613, "main_score": 0.579554, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420162, "recall": 0.45751, "f1": 0.429702, "accuracy": 0.45751, "main_score": 0.429702, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754609, "recall": 0.799407, "f1": 0.766671, "accuracy": 0.799407, "main_score": 0.766671, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720815, "recall": 0.77668, "f1": 0.735787, "accuracy": 0.77668, "main_score": 0.735787, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.626271, "recall": 0.68083, "f1": 0.640664, "accuracy": 0.68083, "main_score": 0.640664, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794293, "recall": 0.839921, "f1": 0.806907, "accuracy": 0.839921, "main_score": 0.806907, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447583, "recall": 0.496047, "f1": 0.460429, "accuracy": 0.496047, "main_score": 0.460429, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747282, "recall": 0.793478, "f1": 0.759409, "accuracy": 0.793478, "main_score": 0.759409, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853136, "recall": 0.886364, "f1": 0.862886, "accuracy": 0.886364, "main_score": 0.862886, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809124, "recall": 0.851779, "f1": 0.820838, "accuracy": 0.851779, "main_score": 0.820838, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.812576, "recall": 0.852767, "f1": 0.823435, "accuracy": 0.852767, "main_score": 0.823435, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761384, "recall": 0.80336, "f1": 0.772613, "accuracy": 0.80336, "main_score": 0.772613, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.751686, "recall": 0.796443, "f1": 0.764155, "accuracy": 0.796443, "main_score": 0.764155, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671701, "recall": 0.73419, "f1": 0.689041, "accuracy": 0.73419, "main_score": 0.689041, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.467013, "recall": 0.518775, "f1": 0.480557, "accuracy": 0.518775, "main_score": 0.480557, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183463, "recall": 0.235178, "f1": 0.195966, "accuracy": 0.235178, "main_score": 0.195966, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.488295, "recall": 0.543478, "f1": 0.503376, "accuracy": 0.543478, "main_score": 0.503376, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805057, "recall": 0.849802, "f1": 0.817943, "accuracy": 0.849802, "main_score": 0.817943, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737616, "recall": 0.789526, "f1": 0.751892, "accuracy": 0.789526, "main_score": 0.751892, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39419, "recall": 0.445652, "f1": 0.407509, "accuracy": 0.445652, "main_score": 0.407509, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726209, "recall": 0.772727, "f1": 0.738911, "accuracy": 0.772727, "main_score": 0.738911, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775832, "recall": 0.824111, "f1": 0.789161, "accuracy": 0.824111, "main_score": 0.789161, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730527, "recall": 0.788538, "f1": 0.747247, "accuracy": 0.788538, "main_score": 0.747247, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.728198, "recall": 0.786561, "f1": 0.744035, "accuracy": 0.786561, "main_score": 0.744035, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522885, "recall": 0.562253, "f1": 0.533732, "accuracy": 0.562253, "main_score": 0.533732, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840748, "recall": 0.875494, "f1": 0.851016, "accuracy": 0.875494, "main_score": 0.851016, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.774765, "recall": 0.820158, "f1": 0.787577, "accuracy": 0.820158, "main_score": 0.787577, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463183, "recall": 0.508893, "f1": 0.476047, "accuracy": 0.508893, "main_score": 0.476047, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43576, "recall": 0.483202, "f1": 0.447625, "accuracy": 0.483202, "main_score": 0.447625, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52165, "recall": 0.561265, "f1": 0.532144, "accuracy": 0.561265, "main_score": 0.532144, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786282, "recall": 0.825099, "f1": 0.7969, "accuracy": 0.825099, "main_score": 0.7969, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145899, "recall": 0.211462, "f1": 0.161475, "accuracy": 0.211462, "main_score": 0.161475, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.760866, "recall": 0.815217, "f1": 0.775936, "accuracy": 0.815217, "main_score": 0.775936, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.66928, "recall": 0.725296, "f1": 0.684823, "accuracy": 0.725296, "main_score": 0.684823, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.789001, "recall": 0.83004, "f1": 0.800278, "accuracy": 0.83004, "main_score": 0.800278, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.789128, "recall": 0.835968, "f1": 0.802557, "accuracy": 0.835968, "main_score": 0.802557, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475561, "recall": 0.525692, "f1": 0.489162, "accuracy": 0.525692, "main_score": 0.489162, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483288, "recall": 0.523715, "f1": 0.493909, "accuracy": 0.523715, "main_score": 0.493909, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767081, "recall": 0.817194, "f1": 0.780843, "accuracy": 0.817194, "main_score": 0.780843, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780884, "recall": 0.832016, "f1": 0.795376, "accuracy": 0.832016, "main_score": 0.795376, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735688, "recall": 0.785573, "f1": 0.749131, "accuracy": 0.785573, "main_score": 0.749131, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74471, "recall": 0.793478, "f1": 0.75801, "accuracy": 0.793478, "main_score": 0.75801, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507944, "recall": 0.568182, "f1": 0.524209, "accuracy": 0.568182, "main_score": 0.524209, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820992, "recall": 0.858696, "f1": 0.831462, "accuracy": 0.858696, "main_score": 0.831462, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455454, "recall": 0.5, "f1": 0.467859, "accuracy": 0.5, "main_score": 0.467859, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588617, "recall": 0.647233, "f1": 0.604741, "accuracy": 0.647233, "main_score": 0.604741, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764137, "recall": 0.814229, "f1": 0.777681, "accuracy": 0.814229, "main_score": 0.777681, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.761959, "recall": 0.809289, "f1": 0.775133, "accuracy": 0.809289, "main_score": 0.775133, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775898, "recall": 0.823123, "f1": 0.789507, "accuracy": 0.823123, "main_score": 0.789507, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.396173, "recall": 0.439723, "f1": 0.407825, "accuracy": 0.439723, "main_score": 0.407825, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.789149, "recall": 0.837945, "f1": 0.802736, "accuracy": 0.837945, "main_score": 0.802736, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762392, "recall": 0.816206, "f1": 0.777759, "accuracy": 0.816206, "main_score": 0.777759, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.722217, "recall": 0.780632, "f1": 0.738785, "accuracy": 0.780632, "main_score": 0.738785, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.696771, "recall": 0.750988, "f1": 0.711883, "accuracy": 0.750988, "main_score": 0.711883, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.651643, "recall": 0.695652, "f1": 0.663549, "accuracy": 0.695652, "main_score": 0.663549, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648706, "recall": 0.701581, "f1": 0.663674, "accuracy": 0.701581, "main_score": 0.663674, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.648488, "recall": 0.697628, "f1": 0.66178, "accuracy": 0.697628, "main_score": 0.66178, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509428, "recall": 0.548419, "f1": 0.519587, "accuracy": 0.548419, "main_score": 0.519587, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706933, "recall": 0.764822, "f1": 0.722897, "accuracy": 0.764822, "main_score": 0.722897, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.776871, "recall": 0.822134, "f1": 0.789625, "accuracy": 0.822134, "main_score": 0.789625, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.765206, "recall": 0.816206, "f1": 0.779506, "accuracy": 0.816206, "main_score": 0.779506, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.77298, "recall": 0.820158, "f1": 0.785994, "accuracy": 0.820158, "main_score": 0.785994, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745441, "recall": 0.802372, "f1": 0.762207, "accuracy": 0.802372, "main_score": 0.762207, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817772, "recall": 0.856719, "f1": 0.828524, "accuracy": 0.856719, "main_score": 0.828524, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607699, "recall": 0.66502, "f1": 0.622506, "accuracy": 0.66502, "main_score": 0.622506, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.714176, "recall": 0.761858, "f1": 0.727659, "accuracy": 0.761858, "main_score": 0.727659, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403581, "recall": 0.463439, "f1": 0.419984, "accuracy": 0.463439, "main_score": 0.419984, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799655, "recall": 0.842885, "f1": 0.811442, "accuracy": 0.842885, "main_score": 0.811442, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422645, "recall": 0.475296, "f1": 0.436481, "accuracy": 0.475296, "main_score": 0.436481, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.757332, "recall": 0.811265, "f1": 0.772523, "accuracy": 0.811265, "main_score": 0.772523, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.766718, "recall": 0.815217, "f1": 0.779967, "accuracy": 0.815217, "main_score": 0.779967, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.715653, "recall": 0.766798, "f1": 0.729833, "accuracy": 0.766798, "main_score": 0.729833, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600588, "recall": 0.647233, "f1": 0.613572, "accuracy": 0.647233, "main_score": 0.613572, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751272, "recall": 0.800395, "f1": 0.764827, "accuracy": 0.800395, "main_score": 0.764827, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.499232, "recall": 0.54249, "f1": 0.510028, "accuracy": 0.54249, "main_score": 0.510028, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509581, "recall": 0.555336, "f1": 0.520724, "accuracy": 0.555336, "main_score": 0.520724, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778347, "recall": 0.824111, "f1": 0.791144, "accuracy": 0.824111, "main_score": 0.791144, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6253, "recall": 0.679842, "f1": 0.639727, "accuracy": 0.679842, "main_score": 0.639727, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816023, "recall": 0.857708, "f1": 0.827926, "accuracy": 0.857708, "main_score": 0.827926, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462967, "recall": 0.506917, "f1": 0.474737, "accuracy": 0.506917, "main_score": 0.474737, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802308, "recall": 0.846838, "f1": 0.815159, "accuracy": 0.846838, "main_score": 0.815159, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767636, "recall": 0.818182, "f1": 0.781742, "accuracy": 0.818182, "main_score": 0.781742, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.763333, "recall": 0.807312, "f1": 0.775491, "accuracy": 0.807312, "main_score": 0.775491, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457428, "recall": 0.503953, "f1": 0.469368, "accuracy": 0.503953, "main_score": 0.469368, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78907, "recall": 0.831028, "f1": 0.800434, "accuracy": 0.831028, "main_score": 0.800434, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580199, "recall": 0.626482, "f1": 0.593091, "accuracy": 0.626482, "main_score": 0.593091, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461778, "recall": 0.514822, "f1": 0.475933, "accuracy": 0.514822, "main_score": 0.475933, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503221, "recall": 0.554348, "f1": 0.518216, "accuracy": 0.554348, "main_score": 0.518216, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640659, "recall": 0.700593, "f1": 0.6574, "accuracy": 0.700593, "main_score": 0.6574, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797039, "recall": 0.844862, "f1": 0.810558, "accuracy": 0.844862, "main_score": 0.810558, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706553, "recall": 0.761858, "f1": 0.721211, "accuracy": 0.761858, "main_score": 0.721211, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444688, "recall": 0.487154, "f1": 0.455895, "accuracy": 0.487154, "main_score": 0.455895, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494078, "recall": 0.536561, "f1": 0.505034, "accuracy": 0.536561, "main_score": 0.505034, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757149, "recall": 0.806324, "f1": 0.770953, "accuracy": 0.806324, "main_score": 0.770953, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.490934, "recall": 0.532609, "f1": 0.501963, "accuracy": 0.532609, "main_score": 0.501963, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473312, "recall": 0.511858, "f1": 0.483366, "accuracy": 0.511858, "main_score": 0.483366, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751627, "recall": 0.802372, "f1": 0.765854, "accuracy": 0.802372, "main_score": 0.765854, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441861, "recall": 0.494071, "f1": 0.455848, "accuracy": 0.494071, "main_score": 0.455848, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575935, "recall": 0.62253, "f1": 0.588357, "accuracy": 0.62253, "main_score": 0.588357, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702677, "recall": 0.751976, "f1": 0.71588, "accuracy": 0.751976, "main_score": 0.71588, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5317, "recall": 0.577075, "f1": 0.543527, "accuracy": 0.577075, "main_score": 0.543527, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592946, "recall": 0.640316, "f1": 0.605707, "accuracy": 0.640316, "main_score": 0.605707, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75424, "recall": 0.801383, "f1": 0.7674, "accuracy": 0.801383, "main_score": 0.7674, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66221, "recall": 0.719368, "f1": 0.677751, "accuracy": 0.719368, "main_score": 0.677751, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70252, "recall": 0.751976, "f1": 0.715488, "accuracy": 0.751976, "main_score": 0.715488, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391332, "recall": 0.443676, "f1": 0.405865, "accuracy": 0.443676, "main_score": 0.405865, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785783, "recall": 0.829051, "f1": 0.797822, "accuracy": 0.829051, "main_score": 0.797822, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.730425, "recall": 0.779644, "f1": 0.744193, "accuracy": 0.779644, "main_score": 0.744193, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.776245, "recall": 0.820158, "f1": 0.787664, "accuracy": 0.820158, "main_score": 0.787664, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779748, "recall": 0.826087, "f1": 0.792911, "accuracy": 0.826087, "main_score": 0.792911, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.580348, "recall": 0.631423, "f1": 0.594109, "accuracy": 0.631423, "main_score": 0.594109, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491254, "recall": 0.532609, "f1": 0.501826, "accuracy": 0.532609, "main_score": 0.501826, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604613, "recall": 0.666008, "f1": 0.622065, "accuracy": 0.666008, "main_score": 0.622065, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540873, "recall": 0.608696, "f1": 0.560252, "accuracy": 0.608696, "main_score": 0.560252, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45791, "recall": 0.533597, "f1": 0.479079, "accuracy": 0.533597, "main_score": 0.479079, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612115, "recall": 0.66996, "f1": 0.628261, "accuracy": 0.66996, "main_score": 0.628261, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893281, "recall": 0.922925, "f1": 0.902635, "accuracy": 0.922925, "main_score": 0.902635, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.622656, "recall": 0.681818, "f1": 0.639549, "accuracy": 0.681818, "main_score": 0.639549, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624753, "recall": 0.690711, "f1": 0.643139, "accuracy": 0.690711, "main_score": 0.643139, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57176, "recall": 0.633399, "f1": 0.589693, "accuracy": 0.633399, "main_score": 0.589693, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184001, "recall": 0.230237, "f1": 0.195322, "accuracy": 0.230237, "main_score": 0.195322, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.647638, "recall": 0.695652, "f1": 0.660938, "accuracy": 0.695652, "main_score": 0.660938, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.693488, "recall": 0.748024, "f1": 0.709423, "accuracy": 0.748024, "main_score": 0.709423, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.568766, "recall": 0.621542, "f1": 0.583948, "accuracy": 0.621542, "main_score": 0.583948, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508653, "recall": 0.58498, "f1": 0.529014, "accuracy": 0.58498, "main_score": 0.529014, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576573, "recall": 0.641304, "f1": 0.595633, "accuracy": 0.641304, "main_score": 0.595633, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600208, "recall": 0.668972, "f1": 0.618801, "accuracy": 0.668972, "main_score": 0.618801, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898386, "recall": 0.928854, "f1": 0.908103, "accuracy": 0.928854, "main_score": 0.908103, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534321, "recall": 0.596838, "f1": 0.551992, "accuracy": 0.596838, "main_score": 0.551992, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565971, "recall": 0.629447, "f1": 0.583042, "accuracy": 0.629447, "main_score": 0.583042, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530268, "recall": 0.585968, "f1": 0.546122, "accuracy": 0.585968, "main_score": 0.546122, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322615, "recall": 0.381423, "f1": 0.338404, "accuracy": 0.381423, "main_score": 0.338404, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603237, "recall": 0.667984, "f1": 0.621379, "accuracy": 0.667984, "main_score": 0.621379, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598892, "recall": 0.656126, "f1": 0.61507, "accuracy": 0.656126, "main_score": 0.61507, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740695, "recall": 0.799407, "f1": 0.758015, "accuracy": 0.799407, "main_score": 0.758015, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668198, "recall": 0.743083, "f1": 0.689846, "accuracy": 0.743083, "main_score": 0.689846, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.729403, "recall": 0.784585, "f1": 0.745506, "accuracy": 0.784585, "main_score": 0.745506, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685959, "recall": 0.736166, "f1": 0.700494, "accuracy": 0.736166, "main_score": 0.700494, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684851, "recall": 0.750988, "f1": 0.704498, "accuracy": 0.750988, "main_score": 0.704498, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.567328, "recall": 0.633399, "f1": 0.58608, "accuracy": 0.633399, "main_score": 0.58608, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563417, "recall": 0.62253, "f1": 0.580176, "accuracy": 0.62253, "main_score": 0.580176, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822118, "recall": 0.863636, "f1": 0.834651, "accuracy": 0.863636, "main_score": 0.834651, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480646, "recall": 0.540514, "f1": 0.497214, "accuracy": 0.540514, "main_score": 0.497214, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.895125, "recall": 0.926877, "f1": 0.905303, "accuracy": 0.926877, "main_score": 0.905303, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558344, "recall": 0.615613, "f1": 0.574134, "accuracy": 0.615613, "main_score": 0.574134, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.61698, "recall": 0.682806, "f1": 0.635811, "accuracy": 0.682806, "main_score": 0.635811, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191981, "recall": 0.252964, "f1": 0.205981, "accuracy": 0.252964, "main_score": 0.205981, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.648777, "recall": 0.712451, "f1": 0.666606, "accuracy": 0.712451, "main_score": 0.666606, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828887, "recall": 0.874506, "f1": 0.842984, "accuracy": 0.874506, "main_score": 0.842984, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425807, "recall": 0.483202, "f1": 0.4417, "accuracy": 0.483202, "main_score": 0.4417, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.69291, "recall": 0.747036, "f1": 0.708981, "accuracy": 0.747036, "main_score": 0.708981, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574417, "recall": 0.637352, "f1": 0.592322, "accuracy": 0.637352, "main_score": 0.592322, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521777, "recall": 0.588933, "f1": 0.540301, "accuracy": 0.588933, "main_score": 0.540301, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688686, "recall": 0.740119, "f1": 0.704084, "accuracy": 0.740119, "main_score": 0.704084, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23503, "recall": 0.318182, "f1": 0.257722, "accuracy": 0.318182, "main_score": 0.257722, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595678, "recall": 0.661067, "f1": 0.614443, "accuracy": 0.661067, "main_score": 0.614443, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601657, "recall": 0.668972, "f1": 0.620792, "accuracy": 0.668972, "main_score": 0.620792, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.738488, "recall": 0.800395, "f1": 0.757529, "accuracy": 0.800395, "main_score": 0.757529, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584205, "recall": 0.647233, "f1": 0.602506, "accuracy": 0.647233, "main_score": 0.602506, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818923, "recall": 0.860672, "f1": 0.831522, "accuracy": 0.860672, "main_score": 0.831522, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4723, "recall": 0.54249, "f1": 0.491616, "accuracy": 0.54249, "main_score": 0.491616, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912714, "recall": 0.936759, "f1": 0.920257, "accuracy": 0.936759, "main_score": 0.920257, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625111, "recall": 0.679842, "f1": 0.640952, "accuracy": 0.679842, "main_score": 0.640952, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917325, "recall": 0.942688, "f1": 0.925527, "accuracy": 0.942688, "main_score": 0.925527, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473677, "recall": 0.544466, "f1": 0.492923, "accuracy": 0.544466, "main_score": 0.492923, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636265, "recall": 0.709486, "f1": 0.658042, "accuracy": 0.709486, "main_score": 0.658042, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872612, "recall": 0.906126, "f1": 0.883056, "accuracy": 0.906126, "main_score": 0.883056, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671881, "recall": 0.722332, "f1": 0.686401, "accuracy": 0.722332, "main_score": 0.686401, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653104, "recall": 0.715415, "f1": 0.671353, "accuracy": 0.715415, "main_score": 0.671353, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559661, "recall": 0.626482, "f1": 0.57808, "accuracy": 0.626482, "main_score": 0.57808, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550907, "recall": 0.615613, "f1": 0.569392, "accuracy": 0.615613, "main_score": 0.569392, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856061, "recall": 0.893281, "f1": 0.867885, "accuracy": 0.893281, "main_score": 0.867885, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558507, "recall": 0.621542, "f1": 0.576208, "accuracy": 0.621542, "main_score": 0.576208, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637554, "recall": 0.698617, "f1": 0.655501, "accuracy": 0.698617, "main_score": 0.655501, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498054, "recall": 0.557312, "f1": 0.514894, "accuracy": 0.557312, "main_score": 0.514894, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596201, "recall": 0.652174, "f1": 0.611117, "accuracy": 0.652174, "main_score": 0.611117, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60112, "recall": 0.666008, "f1": 0.620225, "accuracy": 0.666008, "main_score": 0.620225, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571397, "recall": 0.628458, "f1": 0.587293, "accuracy": 0.628458, "main_score": 0.587293, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543264, "recall": 0.61166, "f1": 0.562805, "accuracy": 0.61166, "main_score": 0.562805, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765556, "recall": 0.815217, "f1": 0.780122, "accuracy": 0.815217, "main_score": 0.780122, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760853, "recall": 0.811265, "f1": 0.776219, "accuracy": 0.811265, "main_score": 0.776219, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887796, "recall": 0.91502, "f1": 0.895949, "accuracy": 0.91502, "main_score": 0.895949, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514464, "recall": 0.591897, "f1": 0.536695, "accuracy": 0.591897, "main_score": 0.536695, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.733038, "recall": 0.788538, "f1": 0.749366, "accuracy": 0.788538, "main_score": 0.749366, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612241, "recall": 0.664032, "f1": 0.626303, "accuracy": 0.664032, "main_score": 0.626303, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571386, "recall": 0.63834, "f1": 0.590112, "accuracy": 0.63834, "main_score": 0.590112, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549624, "recall": 0.610672, "f1": 0.566227, "accuracy": 0.610672, "main_score": 0.566227, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383691, "recall": 0.450593, "f1": 0.40111, "accuracy": 0.450593, "main_score": 0.40111, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599993, "recall": 0.657115, "f1": 0.615898, "accuracy": 0.657115, "main_score": 0.615898, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859354, "recall": 0.893281, "f1": 0.870026, "accuracy": 0.893281, "main_score": 0.870026, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.962451, "f1": 0.953063, "accuracy": 0.962451, "main_score": 0.953063, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605205, "recall": 0.660079, "f1": 0.62113, "accuracy": 0.660079, "main_score": 0.62113, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.94277, "recall": 0.958498, "f1": 0.947647, "accuracy": 0.958498, "main_score": 0.947647, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613953, "recall": 0.672925, "f1": 0.630489, "accuracy": 0.672925, "main_score": 0.630489, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558951, "recall": 0.616601, "f1": 0.575291, "accuracy": 0.616601, "main_score": 0.575291, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199527, "recall": 0.244071, "f1": 0.209834, "accuracy": 0.244071, "main_score": 0.209834, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622021, "recall": 0.66996, "f1": 0.635413, "accuracy": 0.66996, "main_score": 0.635413, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.967391, "f1": 0.959157, "accuracy": 0.967391, "main_score": 0.959157, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.663323, "recall": 0.718379, "f1": 0.679616, "accuracy": 0.718379, "main_score": 0.679616, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917852, "recall": 0.939723, "f1": 0.924572, "accuracy": 0.939723, "main_score": 0.924572, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.562518, "recall": 0.614625, "f1": 0.577052, "accuracy": 0.614625, "main_score": 0.577052, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510629, "recall": 0.581028, "f1": 0.529316, "accuracy": 0.581028, "main_score": 0.529316, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.621542, "f1": 0.579103, "accuracy": 0.621542, "main_score": 0.579103, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587412, "recall": 0.647233, "f1": 0.604327, "accuracy": 0.647233, "main_score": 0.604327, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861331, "recall": 0.897233, "f1": 0.872628, "accuracy": 0.897233, "main_score": 0.872628, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518092, "recall": 0.578063, "f1": 0.535285, "accuracy": 0.578063, "main_score": 0.535285, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554616, "recall": 0.618577, "f1": 0.571174, "accuracy": 0.618577, "main_score": 0.571174, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521602, "recall": 0.583004, "f1": 0.538746, "accuracy": 0.583004, "main_score": 0.538746, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944944, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.317988, "recall": 0.374506, "f1": 0.333544, "accuracy": 0.374506, "main_score": 0.333544, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603034, "recall": 0.661067, "f1": 0.619199, "accuracy": 0.661067, "main_score": 0.619199, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967015, "accuracy": 0.974308, "main_score": 0.967015, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.961462, "f1": 0.95127, "accuracy": 0.961462, "main_score": 0.95127, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585864, "recall": 0.639328, "f1": 0.601518, "accuracy": 0.639328, "main_score": 0.601518, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695825, "recall": 0.754941, "f1": 0.713329, "accuracy": 0.754941, "main_score": 0.713329, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.964427, "f1": 0.954875, "accuracy": 0.964427, "main_score": 0.954875, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544063, "recall": 0.62747, "f1": 0.567498, "accuracy": 0.62747, "main_score": 0.567498, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681069, "recall": 0.73419, "f1": 0.696272, "accuracy": 0.73419, "main_score": 0.696272, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673979, "recall": 0.724308, "f1": 0.688603, "accuracy": 0.724308, "main_score": 0.688603, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65318, "recall": 0.717391, "f1": 0.671698, "accuracy": 0.717391, "main_score": 0.671698, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890481, "recall": 0.921937, "f1": 0.900494, "accuracy": 0.921937, "main_score": 0.900494, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.564591, "recall": 0.618577, "f1": 0.579486, "accuracy": 0.618577, "main_score": 0.579486, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563603, "recall": 0.614625, "f1": 0.578448, "accuracy": 0.614625, "main_score": 0.578448, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793808, "recall": 0.839921, "f1": 0.808023, "accuracy": 0.839921, "main_score": 0.808023, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482785, "recall": 0.534585, "f1": 0.496442, "accuracy": 0.534585, "main_score": 0.496442, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.802149, "recall": 0.848814, "f1": 0.816096, "accuracy": 0.848814, "main_score": 0.816096, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541916, "recall": 0.597826, "f1": 0.55743, "accuracy": 0.597826, "main_score": 0.55743, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611149, "recall": 0.672925, "f1": 0.627886, "accuracy": 0.672925, "main_score": 0.627886, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208979, "recall": 0.261858, "f1": 0.220747, "accuracy": 0.261858, "main_score": 0.220747, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627735, "recall": 0.686759, "f1": 0.644161, "accuracy": 0.686759, "main_score": 0.644161, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73635, "recall": 0.79249, "f1": 0.753005, "accuracy": 0.79249, "main_score": 0.753005, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420515, "recall": 0.476285, "f1": 0.435637, "accuracy": 0.476285, "main_score": 0.435637, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967556, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661542, "recall": 0.717391, "f1": 0.677734, "accuracy": 0.717391, "main_score": 0.677734, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557867, "recall": 0.614625, "f1": 0.574755, "accuracy": 0.614625, "main_score": 0.574755, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515444, "recall": 0.581028, "f1": 0.533705, "accuracy": 0.581028, "main_score": 0.533705, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681155, "recall": 0.731225, "f1": 0.695273, "accuracy": 0.731225, "main_score": 0.695273, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214619, "recall": 0.279644, "f1": 0.231192, "accuracy": 0.279644, "main_score": 0.231192, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572985, "recall": 0.632411, "f1": 0.589497, "accuracy": 0.632411, "main_score": 0.589497, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588622, "recall": 0.650198, "f1": 0.60594, "accuracy": 0.650198, "main_score": 0.60594, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.969368, "f1": 0.962088, "accuracy": 0.969368, "main_score": 0.962088, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668198, "recall": 0.731225, "f1": 0.687041, "accuracy": 0.731225, "main_score": 0.687041, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572947, "recall": 0.635375, "f1": 0.59026, "accuracy": 0.635375, "main_score": 0.59026, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739453, "recall": 0.798419, "f1": 0.757065, "accuracy": 0.798419, "main_score": 0.757065, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474121, "recall": 0.535573, "f1": 0.490901, "accuracy": 0.535573, "main_score": 0.490901, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.90802, "recall": 0.935771, "f1": 0.916864, "accuracy": 0.935771, "main_score": 0.916864, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827759, "recall": 0.867589, "f1": 0.839383, "accuracy": 0.867589, "main_score": 0.839383, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927701, "recall": 0.948617, "f1": 0.934453, "accuracy": 0.948617, "main_score": 0.934453, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918149, "recall": 0.9417, "f1": 0.925725, "accuracy": 0.9417, "main_score": 0.925725, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618975, "recall": 0.671937, "f1": 0.633525, "accuracy": 0.671937, "main_score": 0.633525, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846509, "recall": 0.885375, "f1": 0.858451, "accuracy": 0.885375, "main_score": 0.858451, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477682, "recall": 0.541502, "f1": 0.494726, "accuracy": 0.541502, "main_score": 0.494726, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582593, "recall": 0.656126, "f1": 0.604047, "accuracy": 0.656126, "main_score": 0.604047, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.93531, "recall": 0.954545, "f1": 0.94137, "accuracy": 0.954545, "main_score": 0.94137, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834074, "recall": 0.871542, "f1": 0.845685, "accuracy": 0.871542, "main_score": 0.845685, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642156, "recall": 0.695652, "f1": 0.657142, "accuracy": 0.695652, "main_score": 0.657142, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6287, "recall": 0.686759, "f1": 0.64536, "accuracy": 0.686759, "main_score": 0.64536, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.936759, "f1": 0.922596, "accuracy": 0.936759, "main_score": 0.922596, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540169, "recall": 0.601779, "f1": 0.557352, "accuracy": 0.601779, "main_score": 0.557352, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535426, "recall": 0.597826, "f1": 0.552829, "accuracy": 0.597826, "main_score": 0.552829, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783498, "recall": 0.828063, "f1": 0.796494, "accuracy": 0.828063, "main_score": 0.796494, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559012, "recall": 0.613636, "f1": 0.573832, "accuracy": 0.613636, "main_score": 0.573832, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605214, "recall": 0.666996, "f1": 0.62333, "accuracy": 0.666996, "main_score": 0.62333, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.922925, "f1": 0.904216, "accuracy": 0.922925, "main_score": 0.904216, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49932, "recall": 0.55336, "f1": 0.513548, "accuracy": 0.55336, "main_score": 0.513548, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570084, "recall": 0.631423, "f1": 0.586906, "accuracy": 0.631423, "main_score": 0.586906, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.59026, "recall": 0.649209, "f1": 0.607533, "accuracy": 0.649209, "main_score": 0.607533, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555734, "recall": 0.613636, "f1": 0.572169, "accuracy": 0.613636, "main_score": 0.572169, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53274, "recall": 0.601779, "f1": 0.552983, "accuracy": 0.601779, "main_score": 0.552983, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701739, "recall": 0.76087, "f1": 0.718664, "accuracy": 0.76087, "main_score": 0.718664, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725741, "recall": 0.774704, "f1": 0.740415, "accuracy": 0.774704, "main_score": 0.740415, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865695, "recall": 0.896245, "f1": 0.875066, "accuracy": 0.896245, "main_score": 0.875066, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904677, "recall": 0.932806, "f1": 0.913702, "accuracy": 0.932806, "main_score": 0.913702, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.966403, "f1": 0.956851, "accuracy": 0.966403, "main_score": 0.956851, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.499253, "recall": 0.58004, "f1": 0.522815, "accuracy": 0.58004, "main_score": 0.522815, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.67262, "recall": 0.729249, "f1": 0.68991, "accuracy": 0.729249, "main_score": 0.68991, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591314, "recall": 0.636364, "f1": 0.603611, "accuracy": 0.636364, "main_score": 0.603611, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344165, "recall": 0.383399, "f1": 0.354606, "accuracy": 0.383399, "main_score": 0.354606, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.388959, "recall": 0.433794, "f1": 0.402275, "accuracy": 0.433794, "main_score": 0.402275, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18018, "recall": 0.214427, "f1": 0.188679, "accuracy": 0.214427, "main_score": 0.188679, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.372134, "recall": 0.427866, "f1": 0.385168, "accuracy": 0.427866, "main_score": 0.385168, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.365213, "recall": 0.410079, "f1": 0.376334, "accuracy": 0.410079, "main_score": 0.376334, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.385918, "recall": 0.427866, "f1": 0.396168, "accuracy": 0.427866, "main_score": 0.396168, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.381853, "recall": 0.422925, "f1": 0.392698, "accuracy": 0.422925, "main_score": 0.392698, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4344, "recall": 0.479249, "f1": 0.445439, "accuracy": 0.479249, "main_score": 0.445439, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378722, "recall": 0.423913, "f1": 0.389941, "accuracy": 0.423913, "main_score": 0.389941, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405442, "recall": 0.44664, "f1": 0.41534, "accuracy": 0.44664, "main_score": 0.41534, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403675, "recall": 0.442688, "f1": 0.413228, "accuracy": 0.442688, "main_score": 0.413228, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381045, "recall": 0.43083, "f1": 0.392611, "accuracy": 0.43083, "main_score": 0.392611, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.37601, "recall": 0.421937, "f1": 0.387154, "accuracy": 0.421937, "main_score": 0.387154, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.329111, "recall": 0.376482, "f1": 0.340851, "accuracy": 0.376482, "main_score": 0.340851, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.382814, "recall": 0.429842, "f1": 0.394409, "accuracy": 0.429842, "main_score": 0.394409, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.345377, "recall": 0.397233, "f1": 0.357216, "accuracy": 0.397233, "main_score": 0.357216, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385233, "recall": 0.438735, "f1": 0.398537, "accuracy": 0.438735, "main_score": 0.398537, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404398, "recall": 0.447628, "f1": 0.415715, "accuracy": 0.447628, "main_score": 0.415715, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391445, "recall": 0.448617, "f1": 0.404829, "accuracy": 0.448617, "main_score": 0.404829, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.341893, "recall": 0.394269, "f1": 0.353786, "accuracy": 0.394269, "main_score": 0.353786, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402538, "recall": 0.451581, "f1": 0.414319, "accuracy": 0.451581, "main_score": 0.414319, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391349, "recall": 0.445652, "f1": 0.404942, "accuracy": 0.445652, "main_score": 0.404942, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409803, "recall": 0.454545, "f1": 0.4216, "accuracy": 0.454545, "main_score": 0.4216, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.36314, "recall": 0.410079, "f1": 0.374454, "accuracy": 0.410079, "main_score": 0.374454, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.391683, "recall": 0.437747, "f1": 0.403204, "accuracy": 0.437747, "main_score": 0.403204, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39748, "recall": 0.445652, "f1": 0.409989, "accuracy": 0.445652, "main_score": 0.409989, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.255995, "recall": 0.299407, "f1": 0.266639, "accuracy": 0.299407, "main_score": 0.266639, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.385888, "recall": 0.438735, "f1": 0.398151, "accuracy": 0.438735, "main_score": 0.398151, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.426309, "recall": 0.467391, "f1": 0.43715, "accuracy": 0.467391, "main_score": 0.43715, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388308, "recall": 0.434783, "f1": 0.399566, "accuracy": 0.434783, "main_score": 0.399566, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390379, "recall": 0.434783, "f1": 0.401674, "accuracy": 0.434783, "main_score": 0.401674, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366087, "recall": 0.412055, "f1": 0.377833, "accuracy": 0.412055, "main_score": 0.377833, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371451, "recall": 0.418972, "f1": 0.382188, "accuracy": 0.418972, "main_score": 0.382188, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421263, "recall": 0.466403, "f1": 0.433477, "accuracy": 0.466403, "main_score": 0.433477, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38163, "recall": 0.431818, "f1": 0.393571, "accuracy": 0.431818, "main_score": 0.393571, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.332902, "recall": 0.379447, "f1": 0.344173, "accuracy": 0.379447, "main_score": 0.344173, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.378045, "recall": 0.422925, "f1": 0.38887, "accuracy": 0.422925, "main_score": 0.38887, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377472, "recall": 0.432806, "f1": 0.390405, "accuracy": 0.432806, "main_score": 0.390405, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.383811, "recall": 0.426877, "f1": 0.394406, "accuracy": 0.426877, "main_score": 0.394406, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.375365, "recall": 0.424901, "f1": 0.387139, "accuracy": 0.424901, "main_score": 0.387139, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.409164, "recall": 0.453557, "f1": 0.421683, "accuracy": 0.453557, "main_score": 0.421683, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318226, "recall": 0.367589, "f1": 0.330706, "accuracy": 0.367589, "main_score": 0.330706, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.390417, "recall": 0.435771, "f1": 0.401659, "accuracy": 0.435771, "main_score": 0.401659, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436978, "recall": 0.482213, "f1": 0.448701, "accuracy": 0.482213, "main_score": 0.448701, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383069, "recall": 0.432806, "f1": 0.394326, "accuracy": 0.432806, "main_score": 0.394326, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406785, "recall": 0.456522, "f1": 0.419409, "accuracy": 0.456522, "main_score": 0.419409, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374878, "recall": 0.420949, "f1": 0.386, "accuracy": 0.420949, "main_score": 0.386, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.388769, "recall": 0.437747, "f1": 0.400914, "accuracy": 0.437747, "main_score": 0.400914, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403718, "recall": 0.460474, "f1": 0.417611, "accuracy": 0.460474, "main_score": 0.417611, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405454, "recall": 0.448617, "f1": 0.416552, "accuracy": 0.448617, "main_score": 0.416552, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407089, "recall": 0.449605, "f1": 0.417509, "accuracy": 0.449605, "main_score": 0.417509, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403391, "recall": 0.454545, "f1": 0.415986, "accuracy": 0.454545, "main_score": 0.415986, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399711, "recall": 0.443676, "f1": 0.410353, "accuracy": 0.443676, "main_score": 0.410353, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38777, "recall": 0.429842, "f1": 0.398864, "accuracy": 0.429842, "main_score": 0.398864, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389953, "recall": 0.439723, "f1": 0.402149, "accuracy": 0.439723, "main_score": 0.402149, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.318902, "recall": 0.355731, "f1": 0.3287, "accuracy": 0.355731, "main_score": 0.3287, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.37856, "recall": 0.41502, "f1": 0.388171, "accuracy": 0.41502, "main_score": 0.388171, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403574, "recall": 0.444664, "f1": 0.413669, "accuracy": 0.444664, "main_score": 0.413669, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273892, "recall": 0.3083, "f1": 0.282922, "accuracy": 0.3083, "main_score": 0.282922, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.386306, "recall": 0.434783, "f1": 0.397349, "accuracy": 0.434783, "main_score": 0.397349, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.375558, "recall": 0.427866, "f1": 0.388075, "accuracy": 0.427866, "main_score": 0.388075, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.390285, "recall": 0.438735, "f1": 0.401823, "accuracy": 0.438735, "main_score": 0.401823, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372709, "recall": 0.421937, "f1": 0.385449, "accuracy": 0.421937, "main_score": 0.385449, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.395588, "recall": 0.442688, "f1": 0.407493, "accuracy": 0.442688, "main_score": 0.407493, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406212, "recall": 0.447628, "f1": 0.415911, "accuracy": 0.447628, "main_score": 0.415911, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415517, "recall": 0.450593, "f1": 0.424754, "accuracy": 0.450593, "main_score": 0.424754, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408022, "recall": 0.455534, "f1": 0.419857, "accuracy": 0.455534, "main_score": 0.419857, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402644, "recall": 0.438735, "f1": 0.411953, "accuracy": 0.438735, "main_score": 0.411953, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397585, "recall": 0.439723, "f1": 0.407857, "accuracy": 0.439723, "main_score": 0.407857, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385493, "recall": 0.434783, "f1": 0.39833, "accuracy": 0.434783, "main_score": 0.39833, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414559, "recall": 0.462451, "f1": 0.426531, "accuracy": 0.462451, "main_score": 0.426531, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385663, "recall": 0.428854, "f1": 0.396006, "accuracy": 0.428854, "main_score": 0.396006, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397063, "recall": 0.439723, "f1": 0.407801, "accuracy": 0.439723, "main_score": 0.407801, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209357, "recall": 0.255929, "f1": 0.220766, "accuracy": 0.255929, "main_score": 0.220766, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.40282, "recall": 0.4417, "f1": 0.412613, "accuracy": 0.4417, "main_score": 0.412613, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409501, "recall": 0.450593, "f1": 0.419133, "accuracy": 0.450593, "main_score": 0.419133, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396314, "recall": 0.4417, "f1": 0.408068, "accuracy": 0.4417, "main_score": 0.408068, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.331403, "recall": 0.373518, "f1": 0.342082, "accuracy": 0.373518, "main_score": 0.342082, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.38706, "recall": 0.435771, "f1": 0.398466, "accuracy": 0.435771, "main_score": 0.398466, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404556, "recall": 0.454545, "f1": 0.416763, "accuracy": 0.454545, "main_score": 0.416763, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397957, "recall": 0.440711, "f1": 0.408044, "accuracy": 0.440711, "main_score": 0.408044, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.337578, "recall": 0.383399, "f1": 0.349846, "accuracy": 0.383399, "main_score": 0.349846, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.392457, "recall": 0.442688, "f1": 0.405298, "accuracy": 0.442688, "main_score": 0.405298, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378285, "recall": 0.422925, "f1": 0.388662, "accuracy": 0.422925, "main_score": 0.388662, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.377654, "recall": 0.425889, "f1": 0.389609, "accuracy": 0.425889, "main_score": 0.389609, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357879, "recall": 0.410079, "f1": 0.370771, "accuracy": 0.410079, "main_score": 0.370771, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.393229, "recall": 0.434783, "f1": 0.404215, "accuracy": 0.434783, "main_score": 0.404215, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410863, "recall": 0.453557, "f1": 0.42204, "accuracy": 0.453557, "main_score": 0.42204, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.358915, "recall": 0.417984, "f1": 0.37346, "accuracy": 0.417984, "main_score": 0.37346, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.389541, "recall": 0.437747, "f1": 0.401329, "accuracy": 0.437747, "main_score": 0.401329, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391654, "recall": 0.440711, "f1": 0.403106, "accuracy": 0.440711, "main_score": 0.403106, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.380103, "recall": 0.418972, "f1": 0.390583, "accuracy": 0.418972, "main_score": 0.390583, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373687, "recall": 0.416008, "f1": 0.384794, "accuracy": 0.416008, "main_score": 0.384794, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402999, "recall": 0.443676, "f1": 0.413861, "accuracy": 0.443676, "main_score": 0.413861, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370397, "recall": 0.411067, "f1": 0.380851, "accuracy": 0.411067, "main_score": 0.380851, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.386967, "recall": 0.429842, "f1": 0.398209, "accuracy": 0.429842, "main_score": 0.398209, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373109, "recall": 0.422925, "f1": 0.384994, "accuracy": 0.422925, "main_score": 0.384994, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.386838, "recall": 0.428854, "f1": 0.39816, "accuracy": 0.428854, "main_score": 0.39816, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394316, "recall": 0.438735, "f1": 0.404507, "accuracy": 0.438735, "main_score": 0.404507, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383533, "recall": 0.438735, "f1": 0.396454, "accuracy": 0.438735, "main_score": 0.396454, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385455, "recall": 0.432806, "f1": 0.397088, "accuracy": 0.432806, "main_score": 0.397088, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391286, "recall": 0.442688, "f1": 0.403213, "accuracy": 0.442688, "main_score": 0.403213, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.356688, "recall": 0.399209, "f1": 0.366818, "accuracy": 0.399209, "main_score": 0.366818, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.391461, "recall": 0.427866, "f1": 0.400722, "accuracy": 0.427866, "main_score": 0.400722, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29355, "recall": 0.341897, "f1": 0.304929, "accuracy": 0.341897, "main_score": 0.304929, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.397287, "recall": 0.443676, "f1": 0.408892, "accuracy": 0.443676, "main_score": 0.408892, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228661, "recall": 0.259881, "f1": 0.236562, "accuracy": 0.259881, "main_score": 0.236562, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.407336, "recall": 0.448617, "f1": 0.418399, "accuracy": 0.448617, "main_score": 0.418399, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362781, "recall": 0.406126, "f1": 0.37352, "accuracy": 0.406126, "main_score": 0.37352, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389222, "recall": 0.4417, "f1": 0.402147, "accuracy": 0.4417, "main_score": 0.402147, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393085, "recall": 0.435771, "f1": 0.403684, "accuracy": 0.435771, "main_score": 0.403684, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391661, "recall": 0.434783, "f1": 0.402922, "accuracy": 0.434783, "main_score": 0.402922, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38163, "recall": 0.43083, "f1": 0.393339, "accuracy": 0.43083, "main_score": 0.393339, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373282, "recall": 0.421937, "f1": 0.384585, "accuracy": 0.421937, "main_score": 0.384585, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.381099, "recall": 0.428854, "f1": 0.393183, "accuracy": 0.428854, "main_score": 0.393183, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.422022, "recall": 0.468379, "f1": 0.434164, "accuracy": 0.468379, "main_score": 0.434164, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360302, "recall": 0.420949, "f1": 0.375047, "accuracy": 0.420949, "main_score": 0.375047, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.40853, "recall": 0.452569, "f1": 0.41889, "accuracy": 0.452569, "main_score": 0.41889, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390276, "recall": 0.433794, "f1": 0.402205, "accuracy": 0.433794, "main_score": 0.402205, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390985, "recall": 0.427866, "f1": 0.400096, "accuracy": 0.427866, "main_score": 0.400096, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40903, "recall": 0.455534, "f1": 0.420566, "accuracy": 0.455534, "main_score": 0.420566, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387055, "recall": 0.439723, "f1": 0.399854, "accuracy": 0.439723, "main_score": 0.399854, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13818, "recall": 0.177866, "f1": 0.148213, "accuracy": 0.177866, "main_score": 0.148213, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.38195, "recall": 0.426877, "f1": 0.392616, "accuracy": 0.426877, "main_score": 0.392616, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.3422, "recall": 0.384387, "f1": 0.351858, "accuracy": 0.384387, "main_score": 0.351858, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.376358, "recall": 0.420949, "f1": 0.387119, "accuracy": 0.420949, "main_score": 0.387119, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.378242, "recall": 0.424901, "f1": 0.390181, "accuracy": 0.424901, "main_score": 0.390181, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4205, "recall": 0.461462, "f1": 0.430714, "accuracy": 0.461462, "main_score": 0.430714, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399657, "recall": 0.443676, "f1": 0.411613, "accuracy": 0.443676, "main_score": 0.411613, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.387136, "recall": 0.439723, "f1": 0.400413, "accuracy": 0.439723, "main_score": 0.400413, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3874, "recall": 0.434783, "f1": 0.398844, "accuracy": 0.434783, "main_score": 0.398844, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392453, "recall": 0.434783, "f1": 0.403517, "accuracy": 0.434783, "main_score": 0.403517, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388699, "recall": 0.429842, "f1": 0.399264, "accuracy": 0.429842, "main_score": 0.399264, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.344609, "recall": 0.403162, "f1": 0.360479, "accuracy": 0.403162, "main_score": 0.360479, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381417, "recall": 0.426877, "f1": 0.392352, "accuracy": 0.426877, "main_score": 0.392352, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.373954, "recall": 0.422925, "f1": 0.387506, "accuracy": 0.422925, "main_score": 0.387506, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409248, "recall": 0.450593, "f1": 0.41997, "accuracy": 0.450593, "main_score": 0.41997, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367413, "recall": 0.416008, "f1": 0.379867, "accuracy": 0.416008, "main_score": 0.379867, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.393648, "recall": 0.4417, "f1": 0.405564, "accuracy": 0.4417, "main_score": 0.405564, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364578, "recall": 0.411067, "f1": 0.375991, "accuracy": 0.411067, "main_score": 0.375991, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.325061, "recall": 0.364625, "f1": 0.33501, "accuracy": 0.364625, "main_score": 0.33501, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.41568, "recall": 0.458498, "f1": 0.426488, "accuracy": 0.458498, "main_score": 0.426488, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363407, "recall": 0.406126, "f1": 0.373216, "accuracy": 0.406126, "main_score": 0.373216, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.356123, "recall": 0.400198, "f1": 0.366326, "accuracy": 0.400198, "main_score": 0.366326, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.364368, "recall": 0.410079, "f1": 0.375606, "accuracy": 0.410079, "main_score": 0.375606, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402717, "recall": 0.444664, "f1": 0.414128, "accuracy": 0.444664, "main_score": 0.414128, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.334618, "recall": 0.386364, "f1": 0.347111, "accuracy": 0.386364, "main_score": 0.347111, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.383446, "recall": 0.425889, "f1": 0.39438, "accuracy": 0.425889, "main_score": 0.39438, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433823, "recall": 0.475296, "f1": 0.443966, "accuracy": 0.475296, "main_score": 0.443966, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34759, "recall": 0.396245, "f1": 0.359369, "accuracy": 0.396245, "main_score": 0.359369, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.378187, "recall": 0.41996, "f1": 0.388805, "accuracy": 0.41996, "main_score": 0.388805, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.352562, "recall": 0.393281, "f1": 0.362566, "accuracy": 0.393281, "main_score": 0.362566, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.391501, "recall": 0.438735, "f1": 0.403378, "accuracy": 0.438735, "main_score": 0.403378, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38514, "recall": 0.428854, "f1": 0.395075, "accuracy": 0.428854, "main_score": 0.395075, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397065, "recall": 0.445652, "f1": 0.409409, "accuracy": 0.445652, "main_score": 0.409409, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34126, "recall": 0.389328, "f1": 0.353491, "accuracy": 0.389328, "main_score": 0.353491, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.375479, "recall": 0.414032, "f1": 0.385601, "accuracy": 0.414032, "main_score": 0.385601, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384383, "recall": 0.434783, "f1": 0.397945, "accuracy": 0.434783, "main_score": 0.397945, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379484, "recall": 0.431818, "f1": 0.392932, "accuracy": 0.431818, "main_score": 0.392932, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30565, "recall": 0.348814, "f1": 0.316297, "accuracy": 0.348814, "main_score": 0.316297, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.350813, "recall": 0.396245, "f1": 0.361013, "accuracy": 0.396245, "main_score": 0.361013, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.374903, "recall": 0.421937, "f1": 0.385843, "accuracy": 0.421937, "main_score": 0.385843, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.398945, "recall": 0.448617, "f1": 0.410357, "accuracy": 0.448617, "main_score": 0.410357, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389881, "recall": 0.432806, "f1": 0.400035, "accuracy": 0.432806, "main_score": 0.400035, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366286, "recall": 0.417984, "f1": 0.378562, "accuracy": 0.417984, "main_score": 0.378562, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.406526, "recall": 0.453557, "f1": 0.418655, "accuracy": 0.453557, "main_score": 0.418655, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39944, "recall": 0.443676, "f1": 0.41127, "accuracy": 0.443676, "main_score": 0.41127, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38549, "recall": 0.429842, "f1": 0.395932, "accuracy": 0.429842, "main_score": 0.395932, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389732, "recall": 0.429842, "f1": 0.399417, "accuracy": 0.429842, "main_score": 0.399417, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414736, "recall": 0.460474, "f1": 0.426103, "accuracy": 0.460474, "main_score": 0.426103, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38212, "recall": 0.423913, "f1": 0.393452, "accuracy": 0.423913, "main_score": 0.393452, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384683, "recall": 0.435771, "f1": 0.396673, "accuracy": 0.435771, "main_score": 0.396673, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372012, "recall": 0.426877, "f1": 0.385619, "accuracy": 0.426877, "main_score": 0.385619, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.374985, "recall": 0.423913, "f1": 0.386294, "accuracy": 0.423913, "main_score": 0.386294, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.391304, "recall": 0.435771, "f1": 0.402585, "accuracy": 0.435771, "main_score": 0.402585, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409209, "recall": 0.458498, "f1": 0.42081, "accuracy": 0.458498, "main_score": 0.42081, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400479, "recall": 0.439723, "f1": 0.410355, "accuracy": 0.439723, "main_score": 0.410355, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396243, "recall": 0.440711, "f1": 0.407835, "accuracy": 0.440711, "main_score": 0.407835, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434275, "recall": 0.481225, "f1": 0.446491, "accuracy": 0.481225, "main_score": 0.446491, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330031, "recall": 0.374506, "f1": 0.341357, "accuracy": 0.374506, "main_score": 0.341357, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.385532, "recall": 0.433794, "f1": 0.397351, "accuracy": 0.433794, "main_score": 0.397351, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39661, "recall": 0.450593, "f1": 0.409477, "accuracy": 0.450593, "main_score": 0.409477, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396231, "recall": 0.437747, "f1": 0.40745, "accuracy": 0.437747, "main_score": 0.40745, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41377, "recall": 0.454545, "f1": 0.424816, "accuracy": 0.454545, "main_score": 0.424816, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367566, "recall": 0.416008, "f1": 0.379257, "accuracy": 0.416008, "main_score": 0.379257, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.404477, "recall": 0.453557, "f1": 0.416784, "accuracy": 0.453557, "main_score": 0.416784, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410109, "recall": 0.451581, "f1": 0.421222, "accuracy": 0.451581, "main_score": 0.421222, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.367974, "recall": 0.414032, "f1": 0.378895, "accuracy": 0.414032, "main_score": 0.378895, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357627, "recall": 0.407115, "f1": 0.370659, "accuracy": 0.407115, "main_score": 0.370659, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424688, "recall": 0.467391, "f1": 0.435682, "accuracy": 0.467391, "main_score": 0.435682, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397416, "recall": 0.434783, "f1": 0.406982, "accuracy": 0.434783, "main_score": 0.406982, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373728, "recall": 0.418972, "f1": 0.384536, "accuracy": 0.418972, "main_score": 0.384536, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386663, "recall": 0.420949, "f1": 0.395445, "accuracy": 0.420949, "main_score": 0.395445, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37023, "recall": 0.412055, "f1": 0.381516, "accuracy": 0.412055, "main_score": 0.381516, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.364869, "recall": 0.409091, "f1": 0.375558, "accuracy": 0.409091, "main_score": 0.375558, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389622, "recall": 0.428854, "f1": 0.39946, "accuracy": 0.428854, "main_score": 0.39946, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.302561, "recall": 0.354743, "f1": 0.315586, "accuracy": 0.354743, "main_score": 0.315586, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37718, "recall": 0.423913, "f1": 0.388797, "accuracy": 0.423913, "main_score": 0.388797, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.367583, "recall": 0.414032, "f1": 0.379372, "accuracy": 0.414032, "main_score": 0.379372, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.378378, "recall": 0.420949, "f1": 0.388207, "accuracy": 0.420949, "main_score": 0.388207, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372576, "recall": 0.420949, "f1": 0.384199, "accuracy": 0.420949, "main_score": 0.384199, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.429269, "recall": 0.472332, "f1": 0.440443, "accuracy": 0.472332, "main_score": 0.440443, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.383954, "recall": 0.421937, "f1": 0.393842, "accuracy": 0.421937, "main_score": 0.393842, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590748, "recall": 0.645257, "f1": 0.606579, "accuracy": 0.645257, "main_score": 0.606579, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526434, "recall": 0.583992, "f1": 0.543404, "accuracy": 0.583992, "main_score": 0.543404, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38351, "recall": 0.452569, "f1": 0.401914, "accuracy": 0.452569, "main_score": 0.401914, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962451, "accuracy": 0.970356, "main_score": 0.962451, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585812, "recall": 0.637352, "f1": 0.600467, "accuracy": 0.637352, "main_score": 0.600467, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853815, "recall": 0.883399, "f1": 0.8627, "accuracy": 0.883399, "main_score": 0.8627, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.951581, "f1": 0.940679, "accuracy": 0.951581, "main_score": 0.940679, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.585425, "recall": 0.637352, "f1": 0.599914, "accuracy": 0.637352, "main_score": 0.599914, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.927157, "recall": 0.948617, "f1": 0.93386, "accuracy": 0.948617, "main_score": 0.93386, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624894, "recall": 0.681818, "f1": 0.64061, "accuracy": 0.681818, "main_score": 0.64061, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54161, "recall": 0.600791, "f1": 0.557795, "accuracy": 0.600791, "main_score": 0.557795, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187843, "recall": 0.232213, "f1": 0.198378, "accuracy": 0.232213, "main_score": 0.198378, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.977684, "recall": 0.98419, "f1": 0.979644, "accuracy": 0.98419, "main_score": 0.979644, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623364, "recall": 0.66996, "f1": 0.636211, "accuracy": 0.66996, "main_score": 0.636211, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985919, "recall": 0.990119, "f1": 0.98722, "accuracy": 0.990119, "main_score": 0.98722, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955484, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657016, "recall": 0.709486, "f1": 0.672285, "accuracy": 0.709486, "main_score": 0.672285, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.907806, "recall": 0.931818, "f1": 0.915152, "accuracy": 0.931818, "main_score": 0.915152, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.548468, "recall": 0.597826, "f1": 0.562156, "accuracy": 0.597826, "main_score": 0.562156, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519104, "recall": 0.585968, "f1": 0.536506, "accuracy": 0.585968, "main_score": 0.536506, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550291, "recall": 0.608696, "f1": 0.566883, "accuracy": 0.608696, "main_score": 0.566883, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576576, "recall": 0.628458, "f1": 0.591488, "accuracy": 0.628458, "main_score": 0.591488, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827726, "recall": 0.869565, "f1": 0.840766, "accuracy": 0.869565, "main_score": 0.840766, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.958498, "f1": 0.948946, "accuracy": 0.958498, "main_score": 0.948946, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522643, "recall": 0.581028, "f1": 0.539255, "accuracy": 0.581028, "main_score": 0.539255, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540751, "recall": 0.603755, "f1": 0.558762, "accuracy": 0.603755, "main_score": 0.558762, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527533, "recall": 0.576087, "f1": 0.540703, "accuracy": 0.576087, "main_score": 0.540703, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.943676, "f1": 0.930929, "accuracy": 0.943676, "main_score": 0.930929, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31759, "recall": 0.37747, "f1": 0.33435, "accuracy": 0.37747, "main_score": 0.33435, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599949, "recall": 0.658103, "f1": 0.615898, "accuracy": 0.658103, "main_score": 0.615898, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947903, "recall": 0.962451, "f1": 0.952437, "accuracy": 0.962451, "main_score": 0.952437, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947381, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581039, "recall": 0.629447, "f1": 0.594432, "accuracy": 0.629447, "main_score": 0.594432, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667841, "recall": 0.724308, "f1": 0.684373, "accuracy": 0.724308, "main_score": 0.684373, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924984, "recall": 0.947628, "f1": 0.932213, "accuracy": 0.947628, "main_score": 0.932213, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529132, "recall": 0.613636, "f1": 0.552548, "accuracy": 0.613636, "main_score": 0.552548, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.666867, "recall": 0.722332, "f1": 0.682418, "accuracy": 0.722332, "main_score": 0.682418, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655379, "recall": 0.704545, "f1": 0.669516, "accuracy": 0.704545, "main_score": 0.669516, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641653, "recall": 0.706522, "f1": 0.660471, "accuracy": 0.706522, "main_score": 0.660471, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963966, "recall": 0.97332, "f1": 0.966897, "accuracy": 0.97332, "main_score": 0.966897, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877306, "recall": 0.912055, "f1": 0.888142, "accuracy": 0.912055, "main_score": 0.888142, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.559058, "recall": 0.61166, "f1": 0.5737, "accuracy": 0.61166, "main_score": 0.5737, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549604, "recall": 0.604743, "f1": 0.56509, "accuracy": 0.604743, "main_score": 0.56509, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.790613, "recall": 0.83498, "f1": 0.803741, "accuracy": 0.83498, "main_score": 0.803741, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478781, "recall": 0.534585, "f1": 0.49338, "accuracy": 0.534585, "main_score": 0.49338, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.790761, "recall": 0.838933, "f1": 0.804536, "accuracy": 0.838933, "main_score": 0.804536, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543644, "recall": 0.594862, "f1": 0.557666, "accuracy": 0.594862, "main_score": 0.557666, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.978261, "f1": 0.972614, "accuracy": 0.978261, "main_score": 0.972614, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.602304, "recall": 0.666996, "f1": 0.620477, "accuracy": 0.666996, "main_score": 0.620477, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196744, "recall": 0.248024, "f1": 0.208197, "accuracy": 0.248024, "main_score": 0.208197, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.61983, "recall": 0.674901, "f1": 0.635174, "accuracy": 0.674901, "main_score": 0.635174, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725431, "recall": 0.782609, "f1": 0.741568, "accuracy": 0.782609, "main_score": 0.741568, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.970356, "f1": 0.962239, "accuracy": 0.970356, "main_score": 0.962239, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422448, "recall": 0.476285, "f1": 0.437231, "accuracy": 0.476285, "main_score": 0.437231, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.964427, "f1": 0.955171, "accuracy": 0.964427, "main_score": 0.955171, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651393, "recall": 0.705534, "f1": 0.667154, "accuracy": 0.705534, "main_score": 0.667154, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979331, "recall": 0.985178, "f1": 0.981126, "accuracy": 0.985178, "main_score": 0.981126, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964239, "recall": 0.974308, "f1": 0.967309, "accuracy": 0.974308, "main_score": 0.967309, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558852, "recall": 0.613636, "f1": 0.574548, "accuracy": 0.613636, "main_score": 0.574548, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515417, "recall": 0.573123, "f1": 0.53166, "accuracy": 0.573123, "main_score": 0.53166, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666354, "recall": 0.714427, "f1": 0.68003, "accuracy": 0.714427, "main_score": 0.68003, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213245, "recall": 0.277668, "f1": 0.229431, "accuracy": 0.277668, "main_score": 0.229431, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.938439, "recall": 0.955534, "f1": 0.943643, "accuracy": 0.955534, "main_score": 0.943643, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561166, "recall": 0.618577, "f1": 0.577687, "accuracy": 0.618577, "main_score": 0.577687, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569356, "recall": 0.632411, "f1": 0.586695, "accuracy": 0.632411, "main_score": 0.586695, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934865, "recall": 0.953557, "f1": 0.940566, "accuracy": 0.953557, "main_score": 0.940566, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662246, "recall": 0.726285, "f1": 0.681392, "accuracy": 0.726285, "main_score": 0.681392, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976696, "recall": 0.983202, "f1": 0.978656, "accuracy": 0.983202, "main_score": 0.978656, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566283, "recall": 0.62253, "f1": 0.582431, "accuracy": 0.62253, "main_score": 0.582431, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736364, "recall": 0.787549, "f1": 0.751647, "accuracy": 0.787549, "main_score": 0.751647, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461679, "recall": 0.521739, "f1": 0.478288, "accuracy": 0.521739, "main_score": 0.478288, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968626, "recall": 0.977273, "f1": 0.971198, "accuracy": 0.977273, "main_score": 0.971198, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.932806, "f1": 0.915895, "accuracy": 0.932806, "main_score": 0.915895, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814657, "recall": 0.858696, "f1": 0.82795, "accuracy": 0.858696, "main_score": 0.82795, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889575, "recall": 0.917984, "f1": 0.898405, "accuracy": 0.917984, "main_score": 0.898405, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915761, "recall": 0.938735, "f1": 0.922944, "accuracy": 0.938735, "main_score": 0.922944, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612353, "recall": 0.666008, "f1": 0.627553, "accuracy": 0.666008, "main_score": 0.627553, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.972332, "f1": 0.964328, "accuracy": 0.972332, "main_score": 0.964328, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851614, "recall": 0.887352, "f1": 0.86278, "accuracy": 0.887352, "main_score": 0.86278, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471369, "recall": 0.537549, "f1": 0.48975, "accuracy": 0.537549, "main_score": 0.48975, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587026, "recall": 0.656126, "f1": 0.606581, "accuracy": 0.656126, "main_score": 0.606581, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968791, "recall": 0.977273, "f1": 0.97141, "accuracy": 0.977273, "main_score": 0.97141, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.923864, "recall": 0.943676, "f1": 0.929677, "accuracy": 0.943676, "main_score": 0.929677, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817836, "recall": 0.852767, "f1": 0.828016, "accuracy": 0.852767, "main_score": 0.828016, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.648968, "recall": 0.69664, "f1": 0.662799, "accuracy": 0.69664, "main_score": 0.662799, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623265, "recall": 0.675889, "f1": 0.638759, "accuracy": 0.675889, "main_score": 0.638759, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900009, "recall": 0.925889, "f1": 0.907809, "accuracy": 0.925889, "main_score": 0.907809, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547706, "recall": 0.602767, "f1": 0.563265, "accuracy": 0.602767, "main_score": 0.563265, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528627, "recall": 0.583992, "f1": 0.543304, "accuracy": 0.583992, "main_score": 0.543304, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766667, "recall": 0.818182, "f1": 0.782016, "accuracy": 0.818182, "main_score": 0.782016, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544846, "recall": 0.605731, "f1": 0.562449, "accuracy": 0.605731, "main_score": 0.562449, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604242, "recall": 0.660079, "f1": 0.620603, "accuracy": 0.660079, "main_score": 0.620603, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872941, "recall": 0.90415, "f1": 0.882609, "accuracy": 0.90415, "main_score": 0.882609, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.953557, "f1": 0.940514, "accuracy": 0.953557, "main_score": 0.940514, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497341, "recall": 0.550395, "f1": 0.512389, "accuracy": 0.550395, "main_score": 0.512389, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583198, "recall": 0.635375, "f1": 0.597109, "accuracy": 0.635375, "main_score": 0.597109, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.588956, "recall": 0.645257, "f1": 0.605305, "accuracy": 0.645257, "main_score": 0.605305, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560236, "recall": 0.601779, "f1": 0.571744, "accuracy": 0.601779, "main_score": 0.571744, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530715, "recall": 0.592885, "f1": 0.548635, "accuracy": 0.592885, "main_score": 0.548635, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694322, "recall": 0.75, "f1": 0.710806, "accuracy": 0.75, "main_score": 0.710806, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946558, "recall": 0.963439, "f1": 0.951976, "accuracy": 0.963439, "main_score": 0.951976, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7236, "recall": 0.770751, "f1": 0.737305, "accuracy": 0.770751, "main_score": 0.737305, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847908, "recall": 0.873518, "f1": 0.855055, "accuracy": 0.873518, "main_score": 0.855055, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893314, "recall": 0.921937, "f1": 0.902339, "accuracy": 0.921937, "main_score": 0.902339, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958745, "recall": 0.970356, "f1": 0.962516, "accuracy": 0.970356, "main_score": 0.962516, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496814, "recall": 0.571146, "f1": 0.518725, "accuracy": 0.571146, "main_score": 0.518725, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939839, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673238, "recall": 0.727273, "f1": 0.688632, "accuracy": 0.727273, "main_score": 0.688632, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578232, "recall": 0.626482, "f1": 0.592036, "accuracy": 0.626482, "main_score": 0.592036, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580596, "recall": 0.640316, "f1": 0.597341, "accuracy": 0.640316, "main_score": 0.597341, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522389, "recall": 0.585968, "f1": 0.540514, "accuracy": 0.585968, "main_score": 0.540514, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433258, "recall": 0.508893, "f1": 0.454151, "accuracy": 0.508893, "main_score": 0.454151, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596931, "recall": 0.651186, "f1": 0.612469, "accuracy": 0.651186, "main_score": 0.612469, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870636, "recall": 0.906126, "f1": 0.881983, "accuracy": 0.906126, "main_score": 0.881983, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.608751, "recall": 0.664032, "f1": 0.624574, "accuracy": 0.664032, "main_score": 0.624574, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623435, "recall": 0.690711, "f1": 0.642707, "accuracy": 0.690711, "main_score": 0.642707, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556211, "recall": 0.617589, "f1": 0.573814, "accuracy": 0.617589, "main_score": 0.573814, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17814, "recall": 0.227273, "f1": 0.190602, "accuracy": 0.227273, "main_score": 0.190602, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635916, "recall": 0.694664, "f1": 0.652804, "accuracy": 0.694664, "main_score": 0.652804, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681835, "recall": 0.735178, "f1": 0.697516, "accuracy": 0.735178, "main_score": 0.697516, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.556985, "recall": 0.61166, "f1": 0.572501, "accuracy": 0.61166, "main_score": 0.572501, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505343, "recall": 0.577075, "f1": 0.524776, "accuracy": 0.577075, "main_score": 0.524776, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566304, "recall": 0.628458, "f1": 0.584834, "accuracy": 0.628458, "main_score": 0.584834, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588052, "recall": 0.650198, "f1": 0.605626, "accuracy": 0.650198, "main_score": 0.605626, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897974, "recall": 0.925889, "f1": 0.906851, "accuracy": 0.925889, "main_score": 0.906851, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524806, "recall": 0.58498, "f1": 0.54213, "accuracy": 0.58498, "main_score": 0.54213, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544551, "recall": 0.61166, "f1": 0.563539, "accuracy": 0.61166, "main_score": 0.563539, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534273, "recall": 0.590909, "f1": 0.550283, "accuracy": 0.590909, "main_score": 0.550283, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313245, "recall": 0.378458, "f1": 0.331825, "accuracy": 0.378458, "main_score": 0.331825, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603674, "recall": 0.662055, "f1": 0.620201, "accuracy": 0.662055, "main_score": 0.620201, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598246, "recall": 0.65415, "f1": 0.614338, "accuracy": 0.65415, "main_score": 0.614338, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712883, "recall": 0.774704, "f1": 0.731176, "accuracy": 0.774704, "main_score": 0.731176, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651466, "recall": 0.729249, "f1": 0.674111, "accuracy": 0.729249, "main_score": 0.674111, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.714379, "recall": 0.766798, "f1": 0.729716, "accuracy": 0.766798, "main_score": 0.729716, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67761, "recall": 0.729249, "f1": 0.692418, "accuracy": 0.729249, "main_score": 0.692418, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661331, "recall": 0.725296, "f1": 0.67996, "accuracy": 0.725296, "main_score": 0.67996, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.552063, "recall": 0.609684, "f1": 0.568051, "accuracy": 0.609684, "main_score": 0.568051, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564879, "recall": 0.619565, "f1": 0.580458, "accuracy": 0.619565, "main_score": 0.580458, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.806341, "recall": 0.848814, "f1": 0.818841, "accuracy": 0.848814, "main_score": 0.818841, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480772, "recall": 0.537549, "f1": 0.495899, "accuracy": 0.537549, "main_score": 0.495899, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.873271, "recall": 0.909091, "f1": 0.884618, "accuracy": 0.909091, "main_score": 0.884618, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543717, "recall": 0.612648, "f1": 0.563018, "accuracy": 0.612648, "main_score": 0.563018, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.608577, "recall": 0.674901, "f1": 0.627362, "accuracy": 0.674901, "main_score": 0.627362, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20066, "recall": 0.256917, "f1": 0.212932, "accuracy": 0.256917, "main_score": 0.212932, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.638178, "recall": 0.701581, "f1": 0.656131, "accuracy": 0.701581, "main_score": 0.656131, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806308, "recall": 0.854743, "f1": 0.820967, "accuracy": 0.854743, "main_score": 0.820967, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420291, "recall": 0.476285, "f1": 0.436059, "accuracy": 0.476285, "main_score": 0.436059, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.679685, "recall": 0.741107, "f1": 0.697727, "accuracy": 0.741107, "main_score": 0.697727, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564425, "recall": 0.626482, "f1": 0.581996, "accuracy": 0.626482, "main_score": 0.581996, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514947, "recall": 0.579051, "f1": 0.532674, "accuracy": 0.579051, "main_score": 0.532674, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672958, "recall": 0.725296, "f1": 0.688378, "accuracy": 0.725296, "main_score": 0.688378, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222534, "recall": 0.299407, "f1": 0.242973, "accuracy": 0.299407, "main_score": 0.242973, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585738, "recall": 0.644269, "f1": 0.602555, "accuracy": 0.644269, "main_score": 0.602555, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584792, "recall": 0.651186, "f1": 0.603576, "accuracy": 0.651186, "main_score": 0.603576, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.713201, "recall": 0.778656, "f1": 0.733317, "accuracy": 0.778656, "main_score": 0.733317, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573816, "recall": 0.634387, "f1": 0.590962, "accuracy": 0.634387, "main_score": 0.590962, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79972, "recall": 0.848814, "f1": 0.814559, "accuracy": 0.848814, "main_score": 0.814559, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.480287, "recall": 0.543478, "f1": 0.497704, "accuracy": 0.543478, "main_score": 0.497704, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.890267, "recall": 0.920949, "f1": 0.900099, "accuracy": 0.920949, "main_score": 0.900099, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624392, "recall": 0.682806, "f1": 0.641377, "accuracy": 0.682806, "main_score": 0.641377, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898221, "recall": 0.929842, "f1": 0.908432, "accuracy": 0.929842, "main_score": 0.908432, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462675, "recall": 0.536561, "f1": 0.4833, "accuracy": 0.536561, "main_score": 0.4833, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619664, "recall": 0.695652, "f1": 0.641836, "accuracy": 0.695652, "main_score": 0.641836, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860096, "recall": 0.895257, "f1": 0.871113, "accuracy": 0.895257, "main_score": 0.871113, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.645323, "recall": 0.698617, "f1": 0.660395, "accuracy": 0.698617, "main_score": 0.660395, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657831, "recall": 0.717391, "f1": 0.675023, "accuracy": 0.717391, "main_score": 0.675023, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555082, "recall": 0.617589, "f1": 0.573445, "accuracy": 0.617589, "main_score": 0.573445, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.596838, "f1": 0.556479, "accuracy": 0.596838, "main_score": 0.556479, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828063, "recall": 0.874506, "f1": 0.842325, "accuracy": 0.874506, "main_score": 0.842325, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552446, "recall": 0.617589, "f1": 0.570948, "accuracy": 0.617589, "main_score": 0.570948, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627759, "recall": 0.685771, "f1": 0.644691, "accuracy": 0.685771, "main_score": 0.644691, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49548, "recall": 0.5583, "f1": 0.513921, "accuracy": 0.5583, "main_score": 0.513921, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589018, "recall": 0.646245, "f1": 0.604981, "accuracy": 0.646245, "main_score": 0.604981, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.603535, "recall": 0.666008, "f1": 0.621574, "accuracy": 0.666008, "main_score": 0.621574, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565221, "recall": 0.619565, "f1": 0.580763, "accuracy": 0.619565, "main_score": 0.580763, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553887, "recall": 0.619565, "f1": 0.57309, "accuracy": 0.619565, "main_score": 0.57309, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736561, "recall": 0.79249, "f1": 0.753148, "accuracy": 0.79249, "main_score": 0.753148, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744104, "recall": 0.794466, "f1": 0.759274, "accuracy": 0.794466, "main_score": 0.759274, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883959, "recall": 0.912055, "f1": 0.892424, "accuracy": 0.912055, "main_score": 0.892424, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.493398, "recall": 0.571146, "f1": 0.516521, "accuracy": 0.571146, "main_score": 0.516521, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.691831, "recall": 0.752964, "f1": 0.710183, "accuracy": 0.752964, "main_score": 0.710183, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606236, "recall": 0.656126, "f1": 0.620613, "accuracy": 0.656126, "main_score": 0.620613, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50193, "recall": 0.565217, "f1": 0.520391, "accuracy": 0.565217, "main_score": 0.520391, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49904, "recall": 0.550395, "f1": 0.513545, "accuracy": 0.550395, "main_score": 0.513545, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407651, "recall": 0.480237, "f1": 0.428214, "accuracy": 0.480237, "main_score": 0.428214, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530027, "recall": 0.588933, "f1": 0.546376, "accuracy": 0.588933, "main_score": 0.546376, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826285, "recall": 0.867589, "f1": 0.838806, "accuracy": 0.867589, "main_score": 0.838806, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.944664, "f1": 0.931126, "accuracy": 0.944664, "main_score": 0.931126, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.546761, "recall": 0.604743, "f1": 0.562454, "accuracy": 0.604743, "main_score": 0.562454, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584192, "recall": 0.645257, "f1": 0.600799, "accuracy": 0.645257, "main_score": 0.600799, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498014, "recall": 0.557312, "f1": 0.514297, "accuracy": 0.557312, "main_score": 0.514297, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186449, "recall": 0.235178, "f1": 0.198991, "accuracy": 0.235178, "main_score": 0.198991, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592634, "recall": 0.645257, "f1": 0.607031, "accuracy": 0.645257, "main_score": 0.607031, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615135, "recall": 0.66996, "f1": 0.631145, "accuracy": 0.66996, "main_score": 0.631145, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.954545, "f1": 0.942029, "accuracy": 0.954545, "main_score": 0.942029, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.510896, "recall": 0.561265, "f1": 0.525151, "accuracy": 0.561265, "main_score": 0.525151, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457976, "recall": 0.525692, "f1": 0.476604, "accuracy": 0.525692, "main_score": 0.476604, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533926, "recall": 0.589921, "f1": 0.549896, "accuracy": 0.589921, "main_score": 0.549896, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959025, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531085, "recall": 0.592885, "f1": 0.548352, "accuracy": 0.592885, "main_score": 0.548352, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837072, "recall": 0.879447, "f1": 0.850165, "accuracy": 0.879447, "main_score": 0.850165, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492679, "recall": 0.547431, "f1": 0.508042, "accuracy": 0.547431, "main_score": 0.508042, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478504, "recall": 0.541502, "f1": 0.496425, "accuracy": 0.541502, "main_score": 0.496425, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487672, "recall": 0.538538, "f1": 0.500925, "accuracy": 0.538538, "main_score": 0.500925, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896904, "recall": 0.926877, "f1": 0.906456, "accuracy": 0.926877, "main_score": 0.906456, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305092, "recall": 0.357708, "f1": 0.319032, "accuracy": 0.357708, "main_score": 0.319032, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552404, "recall": 0.613636, "f1": 0.56923, "accuracy": 0.613636, "main_score": 0.56923, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554311, "recall": 0.603755, "f1": 0.568467, "accuracy": 0.603755, "main_score": 0.568467, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66287, "recall": 0.720356, "f1": 0.679743, "accuracy": 0.720356, "main_score": 0.679743, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620636, "recall": 0.699605, "f1": 0.644071, "accuracy": 0.699605, "main_score": 0.644071, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.657628, "recall": 0.718379, "f1": 0.674558, "accuracy": 0.718379, "main_score": 0.674558, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614888, "recall": 0.667984, "f1": 0.630308, "accuracy": 0.667984, "main_score": 0.630308, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624819, "recall": 0.689723, "f1": 0.64401, "accuracy": 0.689723, "main_score": 0.64401, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908185, "recall": 0.935771, "f1": 0.917227, "accuracy": 0.935771, "main_score": 0.917227, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.515371, "recall": 0.570158, "f1": 0.530234, "accuracy": 0.570158, "main_score": 0.530234, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526699, "recall": 0.578063, "f1": 0.541451, "accuracy": 0.578063, "main_score": 0.541451, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.752536, "recall": 0.802372, "f1": 0.766874, "accuracy": 0.802372, "main_score": 0.766874, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452216, "recall": 0.503953, "f1": 0.466309, "accuracy": 0.503953, "main_score": 0.466309, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.806225, "recall": 0.856719, "f1": 0.821937, "accuracy": 0.856719, "main_score": 0.821937, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515222, "recall": 0.572134, "f1": 0.53051, "accuracy": 0.572134, "main_score": 0.53051, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.540122, "recall": 0.597826, "f1": 0.556158, "accuracy": 0.597826, "main_score": 0.556158, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195592, "recall": 0.243083, "f1": 0.207311, "accuracy": 0.243083, "main_score": 0.207311, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.572204, "recall": 0.630435, "f1": 0.588361, "accuracy": 0.630435, "main_score": 0.588361, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732526, "recall": 0.797431, "f1": 0.752292, "accuracy": 0.797431, "main_score": 0.752292, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385766, "recall": 0.440711, "f1": 0.400907, "accuracy": 0.440711, "main_score": 0.400907, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639328, "recall": 0.697628, "f1": 0.656175, "accuracy": 0.697628, "main_score": 0.656175, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522671, "recall": 0.575099, "f1": 0.537868, "accuracy": 0.575099, "main_score": 0.537868, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491857, "recall": 0.551383, "f1": 0.508231, "accuracy": 0.551383, "main_score": 0.508231, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620125, "recall": 0.671937, "f1": 0.635197, "accuracy": 0.671937, "main_score": 0.635197, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229742, "recall": 0.310277, "f1": 0.251237, "accuracy": 0.310277, "main_score": 0.251237, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542383, "recall": 0.601779, "f1": 0.559461, "accuracy": 0.601779, "main_score": 0.559461, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544204, "recall": 0.602767, "f1": 0.560923, "accuracy": 0.602767, "main_score": 0.560923, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.972332, "f1": 0.963834, "accuracy": 0.972332, "main_score": 0.963834, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67207, "recall": 0.740119, "f1": 0.691691, "accuracy": 0.740119, "main_score": 0.691691, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544024, "recall": 0.59585, "f1": 0.55934, "accuracy": 0.59585, "main_score": 0.55934, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719713, "recall": 0.782609, "f1": 0.738801, "accuracy": 0.782609, "main_score": 0.738801, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.447747, "recall": 0.5, "f1": 0.462286, "accuracy": 0.5, "main_score": 0.462286, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.953557, "f1": 0.939065, "accuracy": 0.953557, "main_score": 0.939065, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827322, "recall": 0.868577, "f1": 0.839954, "accuracy": 0.868577, "main_score": 0.839954, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935688, "recall": 0.955534, "f1": 0.942095, "accuracy": 0.955534, "main_score": 0.942095, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911364, "accuracy": 0.929842, "main_score": 0.911364, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560788, "recall": 0.612648, "f1": 0.574843, "accuracy": 0.612648, "main_score": 0.574843, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864987, "recall": 0.901186, "f1": 0.876285, "accuracy": 0.901186, "main_score": 0.876285, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434398, "recall": 0.497036, "f1": 0.45096, "accuracy": 0.497036, "main_score": 0.45096, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58859, "recall": 0.655138, "f1": 0.607927, "accuracy": 0.655138, "main_score": 0.607927, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.988142, "f1": 0.985343, "accuracy": 0.988142, "main_score": 0.985343, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943841, "recall": 0.960474, "f1": 0.949275, "accuracy": 0.960474, "main_score": 0.949275, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778821, "recall": 0.828063, "f1": 0.793859, "accuracy": 0.828063, "main_score": 0.793859, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.605889, "recall": 0.655138, "f1": 0.619502, "accuracy": 0.655138, "main_score": 0.619502, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593209, "recall": 0.648221, "f1": 0.608649, "accuracy": 0.648221, "main_score": 0.608649, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909618, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522044, "recall": 0.577075, "f1": 0.537985, "accuracy": 0.577075, "main_score": 0.537985, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508053, "recall": 0.56917, "f1": 0.525038, "accuracy": 0.56917, "main_score": 0.525038, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773073, "recall": 0.822134, "f1": 0.787535, "accuracy": 0.822134, "main_score": 0.787535, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510166, "recall": 0.564229, "f1": 0.52542, "accuracy": 0.564229, "main_score": 0.52542, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577572, "recall": 0.63834, "f1": 0.59449, "accuracy": 0.63834, "main_score": 0.59449, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8875, "recall": 0.916996, "f1": 0.89664, "accuracy": 0.916996, "main_score": 0.89664, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.958498, "f1": 0.946805, "accuracy": 0.958498, "main_score": 0.946805, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453982, "recall": 0.512846, "f1": 0.469996, "accuracy": 0.512846, "main_score": 0.469996, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547144, "recall": 0.597826, "f1": 0.561107, "accuracy": 0.597826, "main_score": 0.561107, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.537124, "recall": 0.599802, "f1": 0.554685, "accuracy": 0.599802, "main_score": 0.554685, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529874, "recall": 0.581028, "f1": 0.543735, "accuracy": 0.581028, "main_score": 0.543735, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512254, "recall": 0.574111, "f1": 0.529965, "accuracy": 0.574111, "main_score": 0.529965, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694631, "recall": 0.752964, "f1": 0.711481, "accuracy": 0.752964, "main_score": 0.711481, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693363, "recall": 0.745059, "f1": 0.708663, "accuracy": 0.745059, "main_score": 0.708663, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824308, "recall": 0.86166, "f1": 0.83587, "accuracy": 0.86166, "main_score": 0.83587, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.928524, "recall": 0.949605, "f1": 0.935277, "accuracy": 0.949605, "main_score": 0.935277, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463035, "recall": 0.535573, "f1": 0.484523, "accuracy": 0.535573, "main_score": 0.484523, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.665648, "recall": 0.727273, "f1": 0.683794, "accuracy": 0.727273, "main_score": 0.683794, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569449, "recall": 0.618577, "f1": 0.583755, "accuracy": 0.618577, "main_score": 0.583755, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568058, "recall": 0.626482, "f1": 0.584005, "accuracy": 0.626482, "main_score": 0.584005, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514482, "recall": 0.577075, "f1": 0.531617, "accuracy": 0.577075, "main_score": 0.531617, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392841, "recall": 0.467391, "f1": 0.41297, "accuracy": 0.467391, "main_score": 0.41297, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580558, "recall": 0.636364, "f1": 0.596338, "accuracy": 0.636364, "main_score": 0.596338, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846953, "recall": 0.883399, "f1": 0.858056, "accuracy": 0.883399, "main_score": 0.858056, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.950593, "f1": 0.939394, "accuracy": 0.950593, "main_score": 0.939394, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57496, "recall": 0.630435, "f1": 0.590217, "accuracy": 0.630435, "main_score": 0.590217, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602348, "recall": 0.662055, "f1": 0.618848, "accuracy": 0.662055, "main_score": 0.618848, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543267, "recall": 0.604743, "f1": 0.561237, "accuracy": 0.604743, "main_score": 0.561237, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182784, "recall": 0.228261, "f1": 0.193786, "accuracy": 0.228261, "main_score": 0.193786, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637839, "recall": 0.687747, "f1": 0.6512, "accuracy": 0.687747, "main_score": 0.6512, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659635, "recall": 0.717391, "f1": 0.676597, "accuracy": 0.717391, "main_score": 0.676597, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.521731, "recall": 0.577075, "f1": 0.537129, "accuracy": 0.577075, "main_score": 0.537129, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51013, "recall": 0.576087, "f1": 0.527391, "accuracy": 0.576087, "main_score": 0.527391, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545346, "recall": 0.607708, "f1": 0.563139, "accuracy": 0.607708, "main_score": 0.563139, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564733, "recall": 0.625494, "f1": 0.581886, "accuracy": 0.625494, "main_score": 0.581886, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872259, "recall": 0.907115, "f1": 0.883218, "accuracy": 0.907115, "main_score": 0.883218, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515886, "recall": 0.571146, "f1": 0.531403, "accuracy": 0.571146, "main_score": 0.531403, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537615, "recall": 0.597826, "f1": 0.553908, "accuracy": 0.597826, "main_score": 0.553908, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512776, "recall": 0.559289, "f1": 0.525135, "accuracy": 0.559289, "main_score": 0.525135, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31745, "recall": 0.373518, "f1": 0.33267, "accuracy": 0.373518, "main_score": 0.33267, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579061, "recall": 0.63834, "f1": 0.59557, "accuracy": 0.63834, "main_score": 0.59557, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960672, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57165, "recall": 0.623518, "f1": 0.58742, "accuracy": 0.623518, "main_score": 0.58742, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685385, "recall": 0.744071, "f1": 0.702342, "accuracy": 0.744071, "main_score": 0.702342, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600932, "recall": 0.687747, "f1": 0.626226, "accuracy": 0.687747, "main_score": 0.626226, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695859, "recall": 0.749012, "f1": 0.71082, "accuracy": 0.749012, "main_score": 0.71082, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624153, "recall": 0.68083, "f1": 0.640973, "accuracy": 0.68083, "main_score": 0.640973, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649978, "recall": 0.712451, "f1": 0.667921, "accuracy": 0.712451, "main_score": 0.667921, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934783, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540653, "recall": 0.597826, "f1": 0.55624, "accuracy": 0.597826, "main_score": 0.55624, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541881, "recall": 0.59585, "f1": 0.556821, "accuracy": 0.59585, "main_score": 0.556821, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787418, "recall": 0.831028, "f1": 0.800249, "accuracy": 0.831028, "main_score": 0.800249, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462277, "recall": 0.518775, "f1": 0.476775, "accuracy": 0.518775, "main_score": 0.476775, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.827899, "recall": 0.871542, "f1": 0.841173, "accuracy": 0.871542, "main_score": 0.841173, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526821, "recall": 0.586957, "f1": 0.543631, "accuracy": 0.586957, "main_score": 0.543631, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.980237, "f1": 0.974802, "accuracy": 0.980237, "main_score": 0.974802, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.581063, "recall": 0.645257, "f1": 0.599445, "accuracy": 0.645257, "main_score": 0.599445, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201532, "recall": 0.252964, "f1": 0.212533, "accuracy": 0.252964, "main_score": 0.212533, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.613636, "recall": 0.671937, "f1": 0.630374, "accuracy": 0.671937, "main_score": 0.630374, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766374, "recall": 0.818182, "f1": 0.781919, "accuracy": 0.818182, "main_score": 0.781919, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412401, "recall": 0.466403, "f1": 0.426758, "accuracy": 0.466403, "main_score": 0.426758, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647967, "recall": 0.705534, "f1": 0.664806, "accuracy": 0.705534, "main_score": 0.664806, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552421, "recall": 0.608696, "f1": 0.568971, "accuracy": 0.608696, "main_score": 0.568971, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508502, "recall": 0.573123, "f1": 0.52588, "accuracy": 0.573123, "main_score": 0.52588, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654644, "recall": 0.704545, "f1": 0.668812, "accuracy": 0.704545, "main_score": 0.668812, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212075, "recall": 0.29249, "f1": 0.232468, "accuracy": 0.29249, "main_score": 0.232468, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.933465, "recall": 0.953557, "f1": 0.939888, "accuracy": 0.953557, "main_score": 0.939888, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57147, "recall": 0.631423, "f1": 0.588894, "accuracy": 0.631423, "main_score": 0.588894, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574164, "recall": 0.635375, "f1": 0.590828, "accuracy": 0.635375, "main_score": 0.590828, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696979, "recall": 0.762846, "f1": 0.717163, "accuracy": 0.762846, "main_score": 0.717163, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548964, "recall": 0.606719, "f1": 0.565373, "accuracy": 0.606719, "main_score": 0.565373, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763159, "recall": 0.817194, "f1": 0.779103, "accuracy": 0.817194, "main_score": 0.779103, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450448, "recall": 0.520751, "f1": 0.470449, "accuracy": 0.520751, "main_score": 0.470449, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.933267, "accuracy": 0.947628, "main_score": 0.933267, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828649, "recall": 0.873518, "f1": 0.842507, "accuracy": 0.873518, "main_score": 0.842507, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915349, "recall": 0.940711, "f1": 0.923419, "accuracy": 0.940711, "main_score": 0.923419, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606455, "recall": 0.662055, "f1": 0.622021, "accuracy": 0.662055, "main_score": 0.622021, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833333, "recall": 0.873518, "f1": 0.845619, "accuracy": 0.873518, "main_score": 0.845619, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974012, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444421, "recall": 0.509881, "f1": 0.461653, "accuracy": 0.509881, "main_score": 0.461653, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610392, "recall": 0.677866, "f1": 0.629795, "accuracy": 0.677866, "main_score": 0.629795, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805023, "recall": 0.843874, "f1": 0.816685, "accuracy": 0.843874, "main_score": 0.816685, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629313, "recall": 0.684783, "f1": 0.644823, "accuracy": 0.684783, "main_score": 0.644823, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62533, "recall": 0.683794, "f1": 0.641984, "accuracy": 0.683794, "main_score": 0.641984, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.918972, "f1": 0.897483, "accuracy": 0.918972, "main_score": 0.897483, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540597, "recall": 0.603755, "f1": 0.558608, "accuracy": 0.603755, "main_score": 0.558608, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52248, "recall": 0.585968, "f1": 0.540444, "accuracy": 0.585968, "main_score": 0.540444, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806835, "recall": 0.850791, "f1": 0.820177, "accuracy": 0.850791, "main_score": 0.820177, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549299, "recall": 0.606719, "f1": 0.564862, "accuracy": 0.606719, "main_score": 0.564862, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600963, "recall": 0.661067, "f1": 0.61842, "accuracy": 0.661067, "main_score": 0.61842, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891963, "recall": 0.922925, "f1": 0.902009, "accuracy": 0.922925, "main_score": 0.902009, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950922, "accuracy": 0.961462, "main_score": 0.950922, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494124, "recall": 0.548419, "f1": 0.508632, "accuracy": 0.548419, "main_score": 0.508632, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554677, "recall": 0.614625, "f1": 0.571425, "accuracy": 0.614625, "main_score": 0.571425, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.567507, "recall": 0.631423, "f1": 0.585568, "accuracy": 0.631423, "main_score": 0.585568, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54852, "recall": 0.601779, "f1": 0.563128, "accuracy": 0.601779, "main_score": 0.563128, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520224, "recall": 0.585968, "f1": 0.53921, "accuracy": 0.585968, "main_score": 0.53921, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719739, "recall": 0.774704, "f1": 0.735905, "accuracy": 0.774704, "main_score": 0.735905, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714575, "recall": 0.766798, "f1": 0.73027, "accuracy": 0.766798, "main_score": 0.73027, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830336, "recall": 0.866601, "f1": 0.841206, "accuracy": 0.866601, "main_score": 0.841206, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482225, "recall": 0.559289, "f1": 0.50476, "accuracy": 0.559289, "main_score": 0.50476, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.683449, "recall": 0.743083, "f1": 0.701369, "accuracy": 0.743083, "main_score": 0.701369, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58202, "recall": 0.634387, "f1": 0.597085, "accuracy": 0.634387, "main_score": 0.597085, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460754, "recall": 0.514822, "f1": 0.476147, "accuracy": 0.514822, "main_score": 0.476147, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529453, "recall": 0.574111, "f1": 0.542274, "accuracy": 0.574111, "main_score": 0.542274, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.252736, "recall": 0.305336, "f1": 0.2665, "accuracy": 0.305336, "main_score": 0.2665, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.666015, "recall": 0.710474, "f1": 0.677599, "accuracy": 0.710474, "main_score": 0.677599, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.614596, "recall": 0.667984, "f1": 0.628895, "accuracy": 0.667984, "main_score": 0.628895, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.649356, "recall": 0.699605, "f1": 0.66271, "accuracy": 0.699605, "main_score": 0.66271, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.65119, "recall": 0.690711, "f1": 0.660638, "accuracy": 0.690711, "main_score": 0.660638, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626989, "recall": 0.664032, "f1": 0.63696, "accuracy": 0.664032, "main_score": 0.63696, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645474, "recall": 0.693676, "f1": 0.658195, "accuracy": 0.693676, "main_score": 0.658195, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626063, "recall": 0.66502, "f1": 0.636681, "accuracy": 0.66502, "main_score": 0.636681, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651043, "recall": 0.682806, "f1": 0.660098, "accuracy": 0.682806, "main_score": 0.660098, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649412, "recall": 0.700593, "f1": 0.662959, "accuracy": 0.700593, "main_score": 0.662959, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.634599, "recall": 0.684783, "f1": 0.647517, "accuracy": 0.684783, "main_score": 0.647517, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573624, "recall": 0.612648, "f1": 0.584652, "accuracy": 0.612648, "main_score": 0.584652, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635662, "recall": 0.685771, "f1": 0.648379, "accuracy": 0.685771, "main_score": 0.648379, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593188, "recall": 0.649209, "f1": 0.608115, "accuracy": 0.649209, "main_score": 0.608115, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667272, "recall": 0.711462, "f1": 0.678205, "accuracy": 0.711462, "main_score": 0.678205, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58812, "recall": 0.620553, "f1": 0.597096, "accuracy": 0.620553, "main_score": 0.597096, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632897, "recall": 0.681818, "f1": 0.64564, "accuracy": 0.681818, "main_score": 0.64564, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618652, "recall": 0.66996, "f1": 0.631969, "accuracy": 0.66996, "main_score": 0.631969, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.688926, "recall": 0.737154, "f1": 0.701397, "accuracy": 0.737154, "main_score": 0.701397, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66984, "recall": 0.718379, "f1": 0.682683, "accuracy": 0.718379, "main_score": 0.682683, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568808, "recall": 0.619565, "f1": 0.583169, "accuracy": 0.619565, "main_score": 0.583169, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641324, "recall": 0.6917, "f1": 0.654472, "accuracy": 0.6917, "main_score": 0.654472, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.669233, "recall": 0.718379, "f1": 0.681689, "accuracy": 0.718379, "main_score": 0.681689, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662373, "recall": 0.698617, "f1": 0.671779, "accuracy": 0.698617, "main_score": 0.671779, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208822, "recall": 0.253953, "f1": 0.220155, "accuracy": 0.253953, "main_score": 0.220155, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.64701, "recall": 0.695652, "f1": 0.659699, "accuracy": 0.695652, "main_score": 0.659699, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61857, "recall": 0.666008, "f1": 0.63201, "accuracy": 0.666008, "main_score": 0.63201, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65921, "recall": 0.711462, "f1": 0.672652, "accuracy": 0.711462, "main_score": 0.672652, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654458, "recall": 0.706522, "f1": 0.667618, "accuracy": 0.706522, "main_score": 0.667618, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626769, "recall": 0.674901, "f1": 0.639883, "accuracy": 0.674901, "main_score": 0.639883, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.664743, "recall": 0.709486, "f1": 0.676144, "accuracy": 0.709486, "main_score": 0.676144, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.591311, "recall": 0.634387, "f1": 0.602907, "accuracy": 0.634387, "main_score": 0.602907, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666467, "recall": 0.718379, "f1": 0.679699, "accuracy": 0.718379, "main_score": 0.679699, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558907, "recall": 0.613636, "f1": 0.573955, "accuracy": 0.613636, "main_score": 0.573955, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614557, "recall": 0.661067, "f1": 0.626826, "accuracy": 0.661067, "main_score": 0.626826, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667425, "recall": 0.715415, "f1": 0.68048, "accuracy": 0.715415, "main_score": 0.68048, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.647463, "recall": 0.693676, "f1": 0.659265, "accuracy": 0.693676, "main_score": 0.659265, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623693, "recall": 0.674901, "f1": 0.636509, "accuracy": 0.674901, "main_score": 0.636509, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.550914, "recall": 0.591897, "f1": 0.562722, "accuracy": 0.591897, "main_score": 0.562722, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435434, "recall": 0.48913, "f1": 0.449788, "accuracy": 0.48913, "main_score": 0.449788, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654845, "recall": 0.699605, "f1": 0.666883, "accuracy": 0.699605, "main_score": 0.666883, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672984, "recall": 0.719368, "f1": 0.686853, "accuracy": 0.719368, "main_score": 0.686853, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657632, "recall": 0.708498, "f1": 0.670367, "accuracy": 0.708498, "main_score": 0.670367, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.692624, "recall": 0.733202, "f1": 0.703203, "accuracy": 0.733202, "main_score": 0.703203, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617707, "recall": 0.663043, "f1": 0.629194, "accuracy": 0.663043, "main_score": 0.629194, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.646891, "recall": 0.690711, "f1": 0.658594, "accuracy": 0.690711, "main_score": 0.658594, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582519, "recall": 0.624506, "f1": 0.594931, "accuracy": 0.624506, "main_score": 0.594931, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615477, "recall": 0.658103, "f1": 0.62654, "accuracy": 0.658103, "main_score": 0.62654, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655694, "recall": 0.69664, "f1": 0.666305, "accuracy": 0.69664, "main_score": 0.666305, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679968, "recall": 0.727273, "f1": 0.69246, "accuracy": 0.727273, "main_score": 0.69246, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671518, "recall": 0.709486, "f1": 0.681436, "accuracy": 0.709486, "main_score": 0.681436, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537636, "recall": 0.58004, "f1": 0.549974, "accuracy": 0.58004, "main_score": 0.549974, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640129, "recall": 0.684783, "f1": 0.651514, "accuracy": 0.684783, "main_score": 0.651514, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452256, "recall": 0.502964, "f1": 0.465772, "accuracy": 0.502964, "main_score": 0.465772, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525587, "recall": 0.561265, "f1": 0.535528, "accuracy": 0.561265, "main_score": 0.535528, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664177, "recall": 0.698617, "f1": 0.673136, "accuracy": 0.698617, "main_score": 0.673136, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.32386, "recall": 0.371542, "f1": 0.337094, "accuracy": 0.371542, "main_score": 0.337094, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.664096, "recall": 0.719368, "f1": 0.678826, "accuracy": 0.719368, "main_score": 0.678826, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645214, "recall": 0.697628, "f1": 0.658473, "accuracy": 0.697628, "main_score": 0.658473, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.660039, "recall": 0.712451, "f1": 0.673621, "accuracy": 0.712451, "main_score": 0.673621, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643931, "recall": 0.699605, "f1": 0.658787, "accuracy": 0.699605, "main_score": 0.658787, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566653, "recall": 0.602767, "f1": 0.576981, "accuracy": 0.602767, "main_score": 0.576981, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66074, "recall": 0.700593, "f1": 0.670781, "accuracy": 0.700593, "main_score": 0.670781, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639697, "recall": 0.681818, "f1": 0.651565, "accuracy": 0.681818, "main_score": 0.651565, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68067, "recall": 0.724308, "f1": 0.691721, "accuracy": 0.724308, "main_score": 0.691721, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566926, "recall": 0.610672, "f1": 0.579628, "accuracy": 0.610672, "main_score": 0.579628, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667705, "recall": 0.709486, "f1": 0.678157, "accuracy": 0.709486, "main_score": 0.678157, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573233, "recall": 0.616601, "f1": 0.585628, "accuracy": 0.616601, "main_score": 0.585628, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67021, "recall": 0.713439, "f1": 0.681713, "accuracy": 0.713439, "main_score": 0.681713, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638876, "recall": 0.686759, "f1": 0.651101, "accuracy": 0.686759, "main_score": 0.651101, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667162, "recall": 0.70751, "f1": 0.67726, "accuracy": 0.70751, "main_score": 0.67726, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322017, "recall": 0.384387, "f1": 0.337329, "accuracy": 0.384387, "main_score": 0.337329, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.589683, "recall": 0.623518, "f1": 0.599227, "accuracy": 0.623518, "main_score": 0.599227, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632513, "recall": 0.683794, "f1": 0.64591, "accuracy": 0.683794, "main_score": 0.64591, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607029, "recall": 0.646245, "f1": 0.617906, "accuracy": 0.646245, "main_score": 0.617906, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52251, "recall": 0.56917, "f1": 0.535068, "accuracy": 0.56917, "main_score": 0.535068, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.67033, "recall": 0.716403, "f1": 0.681753, "accuracy": 0.716403, "main_score": 0.681753, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651953, "recall": 0.697628, "f1": 0.664249, "accuracy": 0.697628, "main_score": 0.664249, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.703557, "f1": 0.671127, "accuracy": 0.703557, "main_score": 0.671127, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569699, "recall": 0.625494, "f1": 0.585084, "accuracy": 0.625494, "main_score": 0.585084, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.672448, "recall": 0.716403, "f1": 0.684099, "accuracy": 0.716403, "main_score": 0.684099, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.695652, "f1": 0.659564, "accuracy": 0.695652, "main_score": 0.659564, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667851, "recall": 0.710474, "f1": 0.678919, "accuracy": 0.710474, "main_score": 0.678919, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641684, "recall": 0.69664, "f1": 0.656692, "accuracy": 0.69664, "main_score": 0.656692, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539797, "recall": 0.578063, "f1": 0.550776, "accuracy": 0.578063, "main_score": 0.550776, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558383, "recall": 0.608696, "f1": 0.571891, "accuracy": 0.608696, "main_score": 0.571891, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626454, "recall": 0.685771, "f1": 0.642344, "accuracy": 0.685771, "main_score": 0.642344, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.658578, "recall": 0.703557, "f1": 0.669979, "accuracy": 0.703557, "main_score": 0.669979, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636666, "recall": 0.689723, "f1": 0.650379, "accuracy": 0.689723, "main_score": 0.650379, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599353, "recall": 0.640316, "f1": 0.610632, "accuracy": 0.640316, "main_score": 0.610632, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467005, "recall": 0.516798, "f1": 0.480904, "accuracy": 0.516798, "main_score": 0.480904, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687208, "recall": 0.725296, "f1": 0.697543, "accuracy": 0.725296, "main_score": 0.697543, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596926, "recall": 0.649209, "f1": 0.611047, "accuracy": 0.649209, "main_score": 0.611047, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.584083, "recall": 0.633399, "f1": 0.596844, "accuracy": 0.633399, "main_score": 0.596844, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65875, "recall": 0.711462, "f1": 0.672211, "accuracy": 0.711462, "main_score": 0.672211, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511785, "recall": 0.549407, "f1": 0.523007, "accuracy": 0.549407, "main_score": 0.523007, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689781, "recall": 0.731225, "f1": 0.700115, "accuracy": 0.731225, "main_score": 0.700115, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649484, "recall": 0.695652, "f1": 0.66095, "accuracy": 0.695652, "main_score": 0.66095, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676776, "recall": 0.721344, "f1": 0.688791, "accuracy": 0.721344, "main_score": 0.688791, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.682259, "recall": 0.725296, "f1": 0.69308, "accuracy": 0.725296, "main_score": 0.69308, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622045, "recall": 0.671937, "f1": 0.63519, "accuracy": 0.671937, "main_score": 0.63519, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647484, "recall": 0.693676, "f1": 0.659565, "accuracy": 0.693676, "main_score": 0.659565, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525569, "recall": 0.590909, "f1": 0.543168, "accuracy": 0.590909, "main_score": 0.543168, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.549804, "recall": 0.590909, "f1": 0.561424, "accuracy": 0.590909, "main_score": 0.561424, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207768, "recall": 0.257905, "f1": 0.219629, "accuracy": 0.257905, "main_score": 0.219629, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.566184, "recall": 0.603755, "f1": 0.576995, "accuracy": 0.603755, "main_score": 0.576995, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511579, "recall": 0.560277, "f1": 0.524517, "accuracy": 0.560277, "main_score": 0.524517, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673701, "recall": 0.722332, "f1": 0.686024, "accuracy": 0.722332, "main_score": 0.686024, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646624, "recall": 0.686759, "f1": 0.656778, "accuracy": 0.686759, "main_score": 0.656778, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465197, "recall": 0.516798, "f1": 0.479706, "accuracy": 0.516798, "main_score": 0.479706, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636583, "recall": 0.682806, "f1": 0.648876, "accuracy": 0.682806, "main_score": 0.648876, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654364, "recall": 0.704545, "f1": 0.667098, "accuracy": 0.704545, "main_score": 0.667098, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611708, "recall": 0.668972, "f1": 0.625988, "accuracy": 0.668972, "main_score": 0.625988, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.630838, "recall": 0.679842, "f1": 0.644294, "accuracy": 0.679842, "main_score": 0.644294, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.639606, "recall": 0.689723, "f1": 0.652716, "accuracy": 0.689723, "main_score": 0.652716, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.680865, "recall": 0.716403, "f1": 0.690456, "accuracy": 0.716403, "main_score": 0.690456, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537854, "recall": 0.583004, "f1": 0.550938, "accuracy": 0.583004, "main_score": 0.550938, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519862, "recall": 0.559289, "f1": 0.531475, "accuracy": 0.559289, "main_score": 0.531475, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602793, "recall": 0.639328, "f1": 0.612908, "accuracy": 0.639328, "main_score": 0.612908, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651177, "recall": 0.700593, "f1": 0.664336, "accuracy": 0.700593, "main_score": 0.664336, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157743, "recall": 0.195652, "f1": 0.167261, "accuracy": 0.195652, "main_score": 0.167261, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.645494, "recall": 0.698617, "f1": 0.659809, "accuracy": 0.698617, "main_score": 0.659809, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.594874, "recall": 0.65415, "f1": 0.610339, "accuracy": 0.65415, "main_score": 0.610339, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.604842, "recall": 0.653162, "f1": 0.61799, "accuracy": 0.653162, "main_score": 0.61799, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661811, "recall": 0.709486, "f1": 0.6745, "accuracy": 0.709486, "main_score": 0.6745, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550661, "recall": 0.602767, "f1": 0.565617, "accuracy": 0.602767, "main_score": 0.565617, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56418, "recall": 0.614625, "f1": 0.577696, "accuracy": 0.614625, "main_score": 0.577696, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636544, "recall": 0.683794, "f1": 0.649153, "accuracy": 0.683794, "main_score": 0.649153, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660184, "recall": 0.705534, "f1": 0.672258, "accuracy": 0.705534, "main_score": 0.672258, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649876, "recall": 0.684783, "f1": 0.659068, "accuracy": 0.684783, "main_score": 0.659068, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630047, "recall": 0.672925, "f1": 0.641384, "accuracy": 0.672925, "main_score": 0.641384, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556697, "recall": 0.616601, "f1": 0.573932, "accuracy": 0.616601, "main_score": 0.573932, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63669, "recall": 0.682806, "f1": 0.649038, "accuracy": 0.682806, "main_score": 0.649038, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516709, "recall": 0.554348, "f1": 0.527422, "accuracy": 0.554348, "main_score": 0.527422, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587536, "recall": 0.635375, "f1": 0.600949, "accuracy": 0.635375, "main_score": 0.600949, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648987, "recall": 0.698617, "f1": 0.662576, "accuracy": 0.698617, "main_score": 0.662576, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.643119, "recall": 0.685771, "f1": 0.653342, "accuracy": 0.685771, "main_score": 0.653342, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628601, "recall": 0.685771, "f1": 0.643801, "accuracy": 0.685771, "main_score": 0.643801, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.46172, "recall": 0.509881, "f1": 0.474906, "accuracy": 0.509881, "main_score": 0.474906, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.699628, "recall": 0.73913, "f1": 0.710167, "accuracy": 0.73913, "main_score": 0.710167, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642484, "recall": 0.6917, "f1": 0.654963, "accuracy": 0.6917, "main_score": 0.654963, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.639994, "recall": 0.689723, "f1": 0.653209, "accuracy": 0.689723, "main_score": 0.653209, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.598536, "recall": 0.653162, "f1": 0.612746, "accuracy": 0.653162, "main_score": 0.612746, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582437, "recall": 0.637352, "f1": 0.597793, "accuracy": 0.637352, "main_score": 0.597793, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573752, "recall": 0.621542, "f1": 0.585951, "accuracy": 0.621542, "main_score": 0.585951, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597915, "recall": 0.641304, "f1": 0.610062, "accuracy": 0.641304, "main_score": 0.610062, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623405, "recall": 0.658103, "f1": 0.633367, "accuracy": 0.658103, "main_score": 0.633367, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568847, "recall": 0.626482, "f1": 0.58411, "accuracy": 0.626482, "main_score": 0.58411, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.655198, "recall": 0.704545, "f1": 0.668105, "accuracy": 0.704545, "main_score": 0.668105, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.620669, "recall": 0.667984, "f1": 0.632508, "accuracy": 0.667984, "main_score": 0.632508, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.677752, "recall": 0.724308, "f1": 0.689484, "accuracy": 0.724308, "main_score": 0.689484, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616809, "recall": 0.671937, "f1": 0.631626, "accuracy": 0.671937, "main_score": 0.631626, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677793, "recall": 0.718379, "f1": 0.68895, "accuracy": 0.718379, "main_score": 0.68895, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575283, "recall": 0.623518, "f1": 0.588545, "accuracy": 0.623518, "main_score": 0.588545, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623984, "recall": 0.663043, "f1": 0.633709, "accuracy": 0.663043, "main_score": 0.633709, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475405, "recall": 0.527668, "f1": 0.490686, "accuracy": 0.527668, "main_score": 0.490686, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665514, "recall": 0.713439, "f1": 0.678074, "accuracy": 0.713439, "main_score": 0.678074, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450921, "recall": 0.505929, "f1": 0.466202, "accuracy": 0.505929, "main_score": 0.466202, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.631139, "recall": 0.682806, "f1": 0.644298, "accuracy": 0.682806, "main_score": 0.644298, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.638836, "recall": 0.68083, "f1": 0.650088, "accuracy": 0.68083, "main_score": 0.650088, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.62799, "recall": 0.676877, "f1": 0.641148, "accuracy": 0.676877, "main_score": 0.641148, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61493, "recall": 0.650198, "f1": 0.623636, "accuracy": 0.650198, "main_score": 0.623636, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616172, "recall": 0.664032, "f1": 0.628854, "accuracy": 0.664032, "main_score": 0.628854, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.599624, "recall": 0.635375, "f1": 0.609827, "accuracy": 0.635375, "main_score": 0.609827, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598951, "recall": 0.642292, "f1": 0.611439, "accuracy": 0.642292, "main_score": 0.611439, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648532, "recall": 0.6917, "f1": 0.658918, "accuracy": 0.6917, "main_score": 0.658918, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640232, "recall": 0.676877, "f1": 0.649652, "accuracy": 0.676877, "main_score": 0.649652, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688636, "recall": 0.735178, "f1": 0.700926, "accuracy": 0.735178, "main_score": 0.700926, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54437, "recall": 0.583992, "f1": 0.55597, "accuracy": 0.583992, "main_score": 0.55597, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675907, "recall": 0.718379, "f1": 0.686409, "accuracy": 0.718379, "main_score": 0.686409, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638262, "recall": 0.690711, "f1": 0.652154, "accuracy": 0.690711, "main_score": 0.652154, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.639251, "recall": 0.684783, "f1": 0.651854, "accuracy": 0.684783, "main_score": 0.651854, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549292, "recall": 0.602767, "f1": 0.564155, "accuracy": 0.602767, "main_score": 0.564155, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688815, "recall": 0.736166, "f1": 0.701029, "accuracy": 0.736166, "main_score": 0.701029, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620269, "recall": 0.656126, "f1": 0.629966, "accuracy": 0.656126, "main_score": 0.629966, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585027, "recall": 0.629447, "f1": 0.59759, "accuracy": 0.629447, "main_score": 0.59759, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.742798, "recall": 0.796443, "f1": 0.759256, "accuracy": 0.796443, "main_score": 0.759256, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529214, "recall": 0.583004, "f1": 0.54364, "accuracy": 0.583004, "main_score": 0.54364, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68021, "recall": 0.72332, "f1": 0.692058, "accuracy": 0.72332, "main_score": 0.692058, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609451, "recall": 0.663043, "f1": 0.624187, "accuracy": 0.663043, "main_score": 0.624187, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511497, "recall": 0.552372, "f1": 0.523095, "accuracy": 0.552372, "main_score": 0.523095, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571946, "recall": 0.613636, "f1": 0.583568, "accuracy": 0.613636, "main_score": 0.583568, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642803, "recall": 0.690711, "f1": 0.655146, "accuracy": 0.690711, "main_score": 0.655146, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585591, "recall": 0.635375, "f1": 0.60009, "accuracy": 0.635375, "main_score": 0.60009, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573601, "recall": 0.613636, "f1": 0.584957, "accuracy": 0.613636, "main_score": 0.584957, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613222, "recall": 0.66502, "f1": 0.626391, "accuracy": 0.66502, "main_score": 0.626391, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526702, "recall": 0.571146, "f1": 0.539229, "accuracy": 0.571146, "main_score": 0.539229, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587665, "recall": 0.631423, "f1": 0.599741, "accuracy": 0.631423, "main_score": 0.599741, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642351, "recall": 0.685771, "f1": 0.65415, "accuracy": 0.685771, "main_score": 0.65415, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601238, "recall": 0.639328, "f1": 0.611612, "accuracy": 0.639328, "main_score": 0.611612, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622009, "recall": 0.65415, "f1": 0.630922, "accuracy": 0.65415, "main_score": 0.630922, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627263, "recall": 0.683794, "f1": 0.64325, "accuracy": 0.683794, "main_score": 0.64325, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590068, "recall": 0.643281, "f1": 0.604621, "accuracy": 0.643281, "main_score": 0.604621, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630686, "recall": 0.672925, "f1": 0.641559, "accuracy": 0.672925, "main_score": 0.641559, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436184, "recall": 0.501976, "f1": 0.454852, "accuracy": 0.501976, "main_score": 0.454852, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645437, "recall": 0.69664, "f1": 0.658974, "accuracy": 0.69664, "main_score": 0.658974, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.607049, "recall": 0.650198, "f1": 0.618809, "accuracy": 0.650198, "main_score": 0.618809, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652764, "recall": 0.698617, "f1": 0.664684, "accuracy": 0.698617, "main_score": 0.664684, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63673, "recall": 0.6917, "f1": 0.651027, "accuracy": 0.6917, "main_score": 0.651027, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.583182, "recall": 0.639328, "f1": 0.598391, "accuracy": 0.639328, "main_score": 0.598391, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559939, "recall": 0.594862, "f1": 0.569738, "accuracy": 0.594862, "main_score": 0.569738, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56811, "recall": 0.635375, "f1": 0.587744, "accuracy": 0.635375, "main_score": 0.587744, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51732, "recall": 0.585968, "f1": 0.536332, "accuracy": 0.585968, "main_score": 0.536332, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392518, "recall": 0.485178, "f1": 0.417607, "accuracy": 0.485178, "main_score": 0.417607, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592748, "recall": 0.655138, "f1": 0.610614, "accuracy": 0.655138, "main_score": 0.610614, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879068, "recall": 0.911067, "f1": 0.889065, "accuracy": 0.911067, "main_score": 0.889065, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.974308, "f1": 0.967227, "accuracy": 0.974308, "main_score": 0.967227, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600218, "recall": 0.653162, "f1": 0.615436, "accuracy": 0.653162, "main_score": 0.615436, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605204, "recall": 0.666996, "f1": 0.622487, "accuracy": 0.666996, "main_score": 0.622487, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54009, "recall": 0.607708, "f1": 0.559799, "accuracy": 0.607708, "main_score": 0.559799, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142781, "recall": 0.199605, "f1": 0.156735, "accuracy": 0.199605, "main_score": 0.156735, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610823, "recall": 0.666996, "f1": 0.626948, "accuracy": 0.666996, "main_score": 0.626948, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.658943, "recall": 0.718379, "f1": 0.676863, "accuracy": 0.718379, "main_score": 0.676863, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.543257, "recall": 0.597826, "f1": 0.558778, "accuracy": 0.597826, "main_score": 0.558778, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476825, "recall": 0.557312, "f1": 0.498357, "accuracy": 0.557312, "main_score": 0.498357, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541808, "recall": 0.610672, "f1": 0.562109, "accuracy": 0.610672, "main_score": 0.562109, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568892, "recall": 0.635375, "f1": 0.587206, "accuracy": 0.635375, "main_score": 0.587206, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910408, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507189, "recall": 0.566206, "f1": 0.524349, "accuracy": 0.566206, "main_score": 0.524349, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515905, "recall": 0.586957, "f1": 0.535948, "accuracy": 0.586957, "main_score": 0.535948, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495483, "recall": 0.561265, "f1": 0.514396, "accuracy": 0.561265, "main_score": 0.514396, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286537, "recall": 0.351779, "f1": 0.304813, "accuracy": 0.351779, "main_score": 0.304813, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573946, "recall": 0.639328, "f1": 0.592509, "accuracy": 0.639328, "main_score": 0.592509, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575339, "recall": 0.636364, "f1": 0.59303, "accuracy": 0.636364, "main_score": 0.59303, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708926, "recall": 0.771739, "f1": 0.727471, "accuracy": 0.771739, "main_score": 0.727471, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648057, "recall": 0.731225, "f1": 0.6722, "accuracy": 0.731225, "main_score": 0.6722, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.701512, "recall": 0.761858, "f1": 0.719241, "accuracy": 0.761858, "main_score": 0.719241, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649532, "recall": 0.706522, "f1": 0.666584, "accuracy": 0.706522, "main_score": 0.666584, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647929, "recall": 0.720356, "f1": 0.669008, "accuracy": 0.720356, "main_score": 0.669008, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.530797, "recall": 0.594862, "f1": 0.548442, "accuracy": 0.594862, "main_score": 0.548442, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543972, "recall": 0.605731, "f1": 0.561731, "accuracy": 0.605731, "main_score": 0.561731, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.799696, "recall": 0.84585, "f1": 0.813521, "accuracy": 0.84585, "main_score": 0.813521, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457014, "recall": 0.520751, "f1": 0.474356, "accuracy": 0.520751, "main_score": 0.474356, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.88834, "recall": 0.920949, "f1": 0.898668, "accuracy": 0.920949, "main_score": 0.898668, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521412, "recall": 0.592885, "f1": 0.541507, "accuracy": 0.592885, "main_score": 0.541507, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.576304, "recall": 0.650198, "f1": 0.597591, "accuracy": 0.650198, "main_score": 0.597591, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.158787, "recall": 0.222332, "f1": 0.173347, "accuracy": 0.222332, "main_score": 0.173347, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.601952, "recall": 0.675889, "f1": 0.623413, "accuracy": 0.675889, "main_score": 0.623413, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865777, "recall": 0.903162, "f1": 0.877437, "accuracy": 0.903162, "main_score": 0.877437, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407541, "recall": 0.470356, "f1": 0.424658, "accuracy": 0.470356, "main_score": 0.424658, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.675907, "recall": 0.73913, "f1": 0.694999, "accuracy": 0.73913, "main_score": 0.694999, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556616, "recall": 0.614625, "f1": 0.573141, "accuracy": 0.614625, "main_score": 0.573141, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485823, "recall": 0.5583, "f1": 0.506351, "accuracy": 0.5583, "main_score": 0.506351, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666156, "recall": 0.720356, "f1": 0.68299, "accuracy": 0.720356, "main_score": 0.68299, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225968, "recall": 0.310277, "f1": 0.247503, "accuracy": 0.310277, "main_score": 0.247503, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5619, "recall": 0.631423, "f1": 0.582446, "accuracy": 0.631423, "main_score": 0.582446, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579629, "recall": 0.644269, "f1": 0.597837, "accuracy": 0.644269, "main_score": 0.597837, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.7236, "recall": 0.788538, "f1": 0.743544, "accuracy": 0.788538, "main_score": 0.743544, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554043, "recall": 0.615613, "f1": 0.571753, "accuracy": 0.615613, "main_score": 0.571753, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775642, "recall": 0.833004, "f1": 0.793281, "accuracy": 0.833004, "main_score": 0.793281, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.441668, "recall": 0.512846, "f1": 0.460984, "accuracy": 0.512846, "main_score": 0.460984, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.903393, "recall": 0.93083, "f1": 0.911891, "accuracy": 0.93083, "main_score": 0.911891, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.970356, "f1": 0.960474, "accuracy": 0.970356, "main_score": 0.960474, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939888, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606753, "recall": 0.663043, "f1": 0.623015, "accuracy": 0.663043, "main_score": 0.623015, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.93083, "f1": 0.911133, "accuracy": 0.93083, "main_score": 0.911133, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432714, "recall": 0.505929, "f1": 0.45292, "accuracy": 0.505929, "main_score": 0.45292, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633427, "recall": 0.704545, "f1": 0.654781, "accuracy": 0.704545, "main_score": 0.654781, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842144, "recall": 0.883399, "f1": 0.855091, "accuracy": 0.883399, "main_score": 0.855091, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.632279, "recall": 0.688735, "f1": 0.648667, "accuracy": 0.688735, "main_score": 0.648667, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629194, "recall": 0.694664, "f1": 0.647768, "accuracy": 0.694664, "main_score": 0.647768, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5331, "recall": 0.598814, "f1": 0.551689, "accuracy": 0.598814, "main_score": 0.551689, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531646, "recall": 0.599802, "f1": 0.550506, "accuracy": 0.599802, "main_score": 0.550506, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837204, "recall": 0.881423, "f1": 0.850823, "accuracy": 0.881423, "main_score": 0.850823, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536651, "recall": 0.599802, "f1": 0.554658, "accuracy": 0.599802, "main_score": 0.554658, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607172, "recall": 0.674901, "f1": 0.626794, "accuracy": 0.674901, "main_score": 0.626794, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925231, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461037, "recall": 0.524704, "f1": 0.478746, "accuracy": 0.524704, "main_score": 0.478746, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563424, "recall": 0.623518, "f1": 0.579667, "accuracy": 0.623518, "main_score": 0.579667, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.571436, "recall": 0.642292, "f1": 0.591984, "accuracy": 0.642292, "main_score": 0.591984, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54418, "recall": 0.605731, "f1": 0.560927, "accuracy": 0.605731, "main_score": 0.560927, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535304, "recall": 0.604743, "f1": 0.555054, "accuracy": 0.604743, "main_score": 0.555054, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744664, "recall": 0.80336, "f1": 0.762389, "accuracy": 0.80336, "main_score": 0.762389, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727141, "recall": 0.782609, "f1": 0.744335, "accuracy": 0.782609, "main_score": 0.744335, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878541, "recall": 0.909091, "f1": 0.887846, "accuracy": 0.909091, "main_score": 0.887846, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470323, "recall": 0.546443, "f1": 0.492501, "accuracy": 0.546443, "main_score": 0.492501, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702512, "recall": 0.771739, "f1": 0.723342, "accuracy": 0.771739, "main_score": 0.723342, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587286, "recall": 0.642292, "f1": 0.603294, "accuracy": 0.642292, "main_score": 0.603294, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584206, "recall": 0.648221, "f1": 0.602936, "accuracy": 0.648221, "main_score": 0.602936, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554046, "recall": 0.609684, "f1": 0.570158, "accuracy": 0.609684, "main_score": 0.570158, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425979, "recall": 0.499012, "f1": 0.445641, "accuracy": 0.499012, "main_score": 0.445641, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620702, "recall": 0.676877, "f1": 0.636992, "accuracy": 0.676877, "main_score": 0.636992, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871294, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.967391, "f1": 0.959387, "accuracy": 0.967391, "main_score": 0.959387, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629061, "recall": 0.682806, "f1": 0.644438, "accuracy": 0.682806, "main_score": 0.644438, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640762, "recall": 0.700593, "f1": 0.657553, "accuracy": 0.700593, "main_score": 0.657553, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579942, "recall": 0.647233, "f1": 0.598933, "accuracy": 0.647233, "main_score": 0.598933, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190459, "recall": 0.240119, "f1": 0.202893, "accuracy": 0.240119, "main_score": 0.202893, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.663194, "recall": 0.712451, "f1": 0.677174, "accuracy": 0.712451, "main_score": 0.677174, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690721, "recall": 0.747036, "f1": 0.707329, "accuracy": 0.747036, "main_score": 0.707329, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.939312, "recall": 0.955534, "f1": 0.944401, "accuracy": 0.955534, "main_score": 0.944401, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.55947, "recall": 0.613636, "f1": 0.574931, "accuracy": 0.613636, "main_score": 0.574931, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515664, "recall": 0.590909, "f1": 0.536753, "accuracy": 0.590909, "main_score": 0.536753, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586306, "recall": 0.649209, "f1": 0.604191, "accuracy": 0.649209, "main_score": 0.604191, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610161, "recall": 0.66996, "f1": 0.626783, "accuracy": 0.66996, "main_score": 0.626783, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884914, "recall": 0.91502, "f1": 0.894269, "accuracy": 0.91502, "main_score": 0.894269, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539272, "recall": 0.596838, "f1": 0.555809, "accuracy": 0.596838, "main_score": 0.555809, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562017, "recall": 0.628458, "f1": 0.580473, "accuracy": 0.628458, "main_score": 0.580473, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54485, "recall": 0.598814, "f1": 0.559986, "accuracy": 0.598814, "main_score": 0.559986, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326115, "recall": 0.383399, "f1": 0.341554, "accuracy": 0.383399, "main_score": 0.341554, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601021, "recall": 0.663043, "f1": 0.618761, "accuracy": 0.663043, "main_score": 0.618761, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613349, "recall": 0.66996, "f1": 0.629869, "accuracy": 0.66996, "main_score": 0.629869, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987813, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71816, "recall": 0.777668, "f1": 0.735724, "accuracy": 0.777668, "main_score": 0.735724, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6467, "recall": 0.727273, "f1": 0.670233, "accuracy": 0.727273, "main_score": 0.670233, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.732835, "recall": 0.786561, "f1": 0.74844, "accuracy": 0.786561, "main_score": 0.74844, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708317, "recall": 0.753953, "f1": 0.721956, "accuracy": 0.753953, "main_score": 0.721956, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673899, "recall": 0.738142, "f1": 0.692462, "accuracy": 0.738142, "main_score": 0.692462, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.570014, "recall": 0.626482, "f1": 0.586088, "accuracy": 0.626482, "main_score": 0.586088, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57594, "recall": 0.629447, "f1": 0.590736, "accuracy": 0.629447, "main_score": 0.590736, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.813727, "recall": 0.851779, "f1": 0.824876, "accuracy": 0.851779, "main_score": 0.824876, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485605, "recall": 0.538538, "f1": 0.4998, "accuracy": 0.538538, "main_score": 0.4998, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.888455, "recall": 0.917984, "f1": 0.897464, "accuracy": 0.917984, "main_score": 0.897464, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558797, "recall": 0.620553, "f1": 0.575532, "accuracy": 0.620553, "main_score": 0.575532, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611933, "recall": 0.674901, "f1": 0.630001, "accuracy": 0.674901, "main_score": 0.630001, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192183, "recall": 0.250988, "f1": 0.205394, "accuracy": 0.250988, "main_score": 0.205394, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.645026, "recall": 0.706522, "f1": 0.662653, "accuracy": 0.706522, "main_score": 0.662653, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793725, "recall": 0.84585, "f1": 0.809933, "accuracy": 0.84585, "main_score": 0.809933, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431109, "recall": 0.490119, "f1": 0.447509, "accuracy": 0.490119, "main_score": 0.447509, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.694706, "recall": 0.75, "f1": 0.710707, "accuracy": 0.75, "main_score": 0.710707, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563109, "recall": 0.628458, "f1": 0.582015, "accuracy": 0.628458, "main_score": 0.582015, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528697, "recall": 0.592885, "f1": 0.546353, "accuracy": 0.592885, "main_score": 0.546353, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701606, "recall": 0.750988, "f1": 0.715423, "accuracy": 0.750988, "main_score": 0.715423, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242906, "recall": 0.317194, "f1": 0.262255, "accuracy": 0.317194, "main_score": 0.262255, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606439, "recall": 0.666996, "f1": 0.623885, "accuracy": 0.666996, "main_score": 0.623885, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60213, "recall": 0.663043, "f1": 0.618952, "accuracy": 0.663043, "main_score": 0.618952, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.734947, "recall": 0.795455, "f1": 0.752866, "accuracy": 0.795455, "main_score": 0.752866, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588291, "recall": 0.647233, "f1": 0.605154, "accuracy": 0.647233, "main_score": 0.605154, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797348, "recall": 0.847826, "f1": 0.813076, "accuracy": 0.847826, "main_score": 0.813076, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.984848, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.490745, "recall": 0.551383, "f1": 0.507103, "accuracy": 0.551383, "main_score": 0.507103, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878541, "recall": 0.911067, "f1": 0.8889, "accuracy": 0.911067, "main_score": 0.8889, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.947628, "f1": 0.932115, "accuracy": 0.947628, "main_score": 0.932115, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640787, "recall": 0.6917, "f1": 0.654922, "accuracy": 0.6917, "main_score": 0.654922, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879282, "recall": 0.916008, "f1": 0.890975, "accuracy": 0.916008, "main_score": 0.890975, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479925, "recall": 0.55336, "f1": 0.49978, "accuracy": 0.55336, "main_score": 0.49978, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629227, "recall": 0.693676, "f1": 0.647958, "accuracy": 0.693676, "main_score": 0.647958, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.883399, "f1": 0.858122, "accuracy": 0.883399, "main_score": 0.858122, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671203, "recall": 0.720356, "f1": 0.685366, "accuracy": 0.720356, "main_score": 0.685366, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654011, "recall": 0.716403, "f1": 0.672184, "accuracy": 0.716403, "main_score": 0.672184, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9389, "recall": 0.955534, "f1": 0.944137, "accuracy": 0.955534, "main_score": 0.944137, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567888, "recall": 0.631423, "f1": 0.585476, "accuracy": 0.631423, "main_score": 0.585476, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563407, "recall": 0.623518, "f1": 0.580727, "accuracy": 0.623518, "main_score": 0.580727, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847908, "recall": 0.885375, "f1": 0.859552, "accuracy": 0.885375, "main_score": 0.859552, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559169, "recall": 0.620553, "f1": 0.576488, "accuracy": 0.620553, "main_score": 0.576488, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665596, "recall": 0.724308, "f1": 0.683432, "accuracy": 0.724308, "main_score": 0.683432, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909091, "recall": 0.932806, "f1": 0.91662, "accuracy": 0.932806, "main_score": 0.91662, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508367, "recall": 0.561265, "f1": 0.522621, "accuracy": 0.561265, "main_score": 0.522621, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588912, "recall": 0.649209, "f1": 0.605676, "accuracy": 0.649209, "main_score": 0.605676, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.613293, "recall": 0.673913, "f1": 0.631244, "accuracy": 0.673913, "main_score": 0.631244, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569802, "recall": 0.626482, "f1": 0.585386, "accuracy": 0.626482, "main_score": 0.585386, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560569, "recall": 0.625494, "f1": 0.57901, "accuracy": 0.625494, "main_score": 0.57901, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748534, "recall": 0.804348, "f1": 0.765448, "accuracy": 0.804348, "main_score": 0.765448, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754183, "recall": 0.804348, "f1": 0.769203, "accuracy": 0.804348, "main_score": 0.769203, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891914, "recall": 0.918972, "f1": 0.900264, "accuracy": 0.918972, "main_score": 0.900264, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941535, "accuracy": 0.954545, "main_score": 0.941535, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511693, "recall": 0.591897, "f1": 0.535442, "accuracy": 0.591897, "main_score": 0.535442, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718769, "recall": 0.778656, "f1": 0.736503, "accuracy": 0.778656, "main_score": 0.736503, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611746, "recall": 0.663043, "f1": 0.62632, "accuracy": 0.663043, "main_score": 0.62632, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403715, "recall": 0.451581, "f1": 0.416989, "accuracy": 0.451581, "main_score": 0.416989, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483229, "recall": 0.523715, "f1": 0.494917, "accuracy": 0.523715, "main_score": 0.494917, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208297, "recall": 0.249012, "f1": 0.218448, "accuracy": 0.249012, "main_score": 0.218448, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.546053, "recall": 0.596838, "f1": 0.559432, "accuracy": 0.596838, "main_score": 0.559432, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510488, "recall": 0.552372, "f1": 0.521506, "accuracy": 0.552372, "main_score": 0.521506, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.55695, "recall": 0.59585, "f1": 0.567943, "accuracy": 0.59585, "main_score": 0.567943, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558949, "recall": 0.594862, "f1": 0.569026, "accuracy": 0.594862, "main_score": 0.569026, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512617, "recall": 0.551383, "f1": 0.523303, "accuracy": 0.551383, "main_score": 0.523303, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548646, "recall": 0.59585, "f1": 0.561145, "accuracy": 0.59585, "main_score": 0.561145, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566288, "recall": 0.601779, "f1": 0.575473, "accuracy": 0.601779, "main_score": 0.575473, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547972, "recall": 0.583004, "f1": 0.557703, "accuracy": 0.583004, "main_score": 0.557703, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536014, "recall": 0.589921, "f1": 0.550089, "accuracy": 0.589921, "main_score": 0.550089, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.524405, "recall": 0.576087, "f1": 0.538718, "accuracy": 0.576087, "main_score": 0.538718, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475302, "recall": 0.518775, "f1": 0.487837, "accuracy": 0.518775, "main_score": 0.487837, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544347, "recall": 0.589921, "f1": 0.557141, "accuracy": 0.589921, "main_score": 0.557141, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507924, "recall": 0.552372, "f1": 0.520025, "accuracy": 0.552372, "main_score": 0.520025, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561299, "recall": 0.603755, "f1": 0.572993, "accuracy": 0.603755, "main_score": 0.572993, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524155, "recall": 0.555336, "f1": 0.533023, "accuracy": 0.555336, "main_score": 0.533023, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537959, "recall": 0.582016, "f1": 0.550166, "accuracy": 0.582016, "main_score": 0.550166, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513739, "recall": 0.560277, "f1": 0.525545, "accuracy": 0.560277, "main_score": 0.525545, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576586, "recall": 0.617589, "f1": 0.588558, "accuracy": 0.617589, "main_score": 0.588558, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559035, "recall": 0.606719, "f1": 0.571292, "accuracy": 0.606719, "main_score": 0.571292, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463102, "recall": 0.503953, "f1": 0.474474, "accuracy": 0.503953, "main_score": 0.474474, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534201, "recall": 0.587945, "f1": 0.548701, "accuracy": 0.587945, "main_score": 0.548701, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.55052, "recall": 0.590909, "f1": 0.561473, "accuracy": 0.590909, "main_score": 0.561473, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556581, "recall": 0.590909, "f1": 0.565946, "accuracy": 0.590909, "main_score": 0.565946, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185319, "recall": 0.220356, "f1": 0.194353, "accuracy": 0.220356, "main_score": 0.194353, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53561, "recall": 0.58498, "f1": 0.54912, "accuracy": 0.58498, "main_score": 0.54912, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530255, "recall": 0.567194, "f1": 0.540417, "accuracy": 0.567194, "main_score": 0.540417, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552962, "recall": 0.591897, "f1": 0.563637, "accuracy": 0.591897, "main_score": 0.563637, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560113, "recall": 0.597826, "f1": 0.570912, "accuracy": 0.597826, "main_score": 0.570912, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530095, "recall": 0.571146, "f1": 0.541201, "accuracy": 0.571146, "main_score": 0.541201, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53358, "recall": 0.581028, "f1": 0.546045, "accuracy": 0.581028, "main_score": 0.546045, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525382, "recall": 0.559289, "f1": 0.535045, "accuracy": 0.559289, "main_score": 0.535045, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559819, "recall": 0.599802, "f1": 0.570476, "accuracy": 0.599802, "main_score": 0.570476, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463021, "recall": 0.518775, "f1": 0.478928, "accuracy": 0.518775, "main_score": 0.478928, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518404, "recall": 0.566206, "f1": 0.531133, "accuracy": 0.566206, "main_score": 0.531133, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548549, "recall": 0.596838, "f1": 0.561859, "accuracy": 0.596838, "main_score": 0.561859, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.547717, "recall": 0.588933, "f1": 0.558945, "accuracy": 0.588933, "main_score": 0.558945, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522992, "recall": 0.566206, "f1": 0.534544, "accuracy": 0.566206, "main_score": 0.534544, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.49532, "recall": 0.531621, "f1": 0.505467, "accuracy": 0.531621, "main_score": 0.505467, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376419, "recall": 0.428854, "f1": 0.390538, "accuracy": 0.428854, "main_score": 0.390538, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541923, "recall": 0.589921, "f1": 0.554598, "accuracy": 0.589921, "main_score": 0.554598, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491768, "recall": 0.537549, "f1": 0.504094, "accuracy": 0.537549, "main_score": 0.504094, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5531, "recall": 0.596838, "f1": 0.564968, "accuracy": 0.596838, "main_score": 0.564968, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.578854, "recall": 0.617589, "f1": 0.589598, "accuracy": 0.617589, "main_score": 0.589598, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548421, "recall": 0.587945, "f1": 0.558781, "accuracy": 0.587945, "main_score": 0.558781, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535797, "recall": 0.576087, "f1": 0.546703, "accuracy": 0.576087, "main_score": 0.546703, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510245, "recall": 0.555336, "f1": 0.523641, "accuracy": 0.555336, "main_score": 0.523641, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536766, "recall": 0.574111, "f1": 0.547876, "accuracy": 0.574111, "main_score": 0.547876, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571181, "recall": 0.61166, "f1": 0.582193, "accuracy": 0.61166, "main_score": 0.582193, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555675, "recall": 0.602767, "f1": 0.568186, "accuracy": 0.602767, "main_score": 0.568186, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567096, "recall": 0.607708, "f1": 0.578012, "accuracy": 0.607708, "main_score": 0.578012, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483443, "recall": 0.523715, "f1": 0.495095, "accuracy": 0.523715, "main_score": 0.495095, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551902, "recall": 0.594862, "f1": 0.563269, "accuracy": 0.594862, "main_score": 0.563269, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.389559, "recall": 0.436759, "f1": 0.402884, "accuracy": 0.436759, "main_score": 0.402884, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486128, "recall": 0.522727, "f1": 0.496316, "accuracy": 0.522727, "main_score": 0.496316, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574197, "recall": 0.605731, "f1": 0.582413, "accuracy": 0.605731, "main_score": 0.582413, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298758, "recall": 0.343874, "f1": 0.311072, "accuracy": 0.343874, "main_score": 0.311072, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551471, "recall": 0.59585, "f1": 0.563074, "accuracy": 0.59585, "main_score": 0.563074, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549653, "recall": 0.599802, "f1": 0.562836, "accuracy": 0.599802, "main_score": 0.562836, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559441, "recall": 0.600791, "f1": 0.569565, "accuracy": 0.600791, "main_score": 0.569565, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53043, "recall": 0.582016, "f1": 0.54397, "accuracy": 0.582016, "main_score": 0.54397, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516115, "recall": 0.552372, "f1": 0.52694, "accuracy": 0.552372, "main_score": 0.52694, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582129, "recall": 0.612648, "f1": 0.590189, "accuracy": 0.612648, "main_score": 0.590189, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541669, "recall": 0.575099, "f1": 0.551431, "accuracy": 0.575099, "main_score": 0.551431, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577806, "recall": 0.612648, "f1": 0.587286, "accuracy": 0.612648, "main_score": 0.587286, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530755, "recall": 0.566206, "f1": 0.540771, "accuracy": 0.566206, "main_score": 0.540771, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558949, "recall": 0.593874, "f1": 0.567406, "accuracy": 0.593874, "main_score": 0.567406, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509437, "recall": 0.551383, "f1": 0.521534, "accuracy": 0.551383, "main_score": 0.521534, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547173, "recall": 0.590909, "f1": 0.559657, "accuracy": 0.590909, "main_score": 0.559657, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528401, "recall": 0.575099, "f1": 0.54051, "accuracy": 0.575099, "main_score": 0.54051, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560781, "recall": 0.599802, "f1": 0.571328, "accuracy": 0.599802, "main_score": 0.571328, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253967, "recall": 0.298419, "f1": 0.265439, "accuracy": 0.298419, "main_score": 0.265439, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.507928, "recall": 0.547431, "f1": 0.519245, "accuracy": 0.547431, "main_score": 0.519245, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527099, "recall": 0.567194, "f1": 0.538633, "accuracy": 0.567194, "main_score": 0.538633, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528039, "recall": 0.564229, "f1": 0.538105, "accuracy": 0.564229, "main_score": 0.538105, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467112, "recall": 0.517787, "f1": 0.481106, "accuracy": 0.517787, "main_score": 0.481106, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.568544, "recall": 0.608696, "f1": 0.578562, "accuracy": 0.608696, "main_score": 0.578562, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541784, "recall": 0.585968, "f1": 0.552516, "accuracy": 0.585968, "main_score": 0.552516, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563561, "recall": 0.603755, "f1": 0.574675, "accuracy": 0.603755, "main_score": 0.574675, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463741, "recall": 0.520751, "f1": 0.479945, "accuracy": 0.520751, "main_score": 0.479945, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.563352, "recall": 0.61166, "f1": 0.57601, "accuracy": 0.61166, "main_score": 0.57601, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542146, "recall": 0.586957, "f1": 0.554106, "accuracy": 0.586957, "main_score": 0.554106, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564029, "recall": 0.601779, "f1": 0.574347, "accuracy": 0.601779, "main_score": 0.574347, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537727, "recall": 0.585968, "f1": 0.550967, "accuracy": 0.585968, "main_score": 0.550967, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.494648, "recall": 0.529644, "f1": 0.50445, "accuracy": 0.529644, "main_score": 0.50445, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482436, "recall": 0.520751, "f1": 0.493329, "accuracy": 0.520751, "main_score": 0.493329, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528987, "recall": 0.578063, "f1": 0.542008, "accuracy": 0.578063, "main_score": 0.542008, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.53805, "recall": 0.585968, "f1": 0.55049, "accuracy": 0.585968, "main_score": 0.55049, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536231, "recall": 0.589921, "f1": 0.550285, "accuracy": 0.589921, "main_score": 0.550285, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539491, "recall": 0.576087, "f1": 0.549331, "accuracy": 0.576087, "main_score": 0.549331, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45159, "recall": 0.491107, "f1": 0.462962, "accuracy": 0.491107, "main_score": 0.462962, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577841, "recall": 0.609684, "f1": 0.586839, "accuracy": 0.609684, "main_score": 0.586839, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478911, "recall": 0.528656, "f1": 0.492592, "accuracy": 0.528656, "main_score": 0.492592, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.485532, "recall": 0.52668, "f1": 0.497106, "accuracy": 0.52668, "main_score": 0.497106, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539971, "recall": 0.588933, "f1": 0.553237, "accuracy": 0.588933, "main_score": 0.553237, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481341, "recall": 0.51581, "f1": 0.491601, "accuracy": 0.51581, "main_score": 0.491601, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564725, "recall": 0.599802, "f1": 0.573971, "accuracy": 0.599802, "main_score": 0.573971, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.587945, "f1": 0.555987, "accuracy": 0.587945, "main_score": 0.555987, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548115, "recall": 0.588933, "f1": 0.559037, "accuracy": 0.588933, "main_score": 0.559037, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572223, "recall": 0.609684, "f1": 0.582521, "accuracy": 0.609684, "main_score": 0.582521, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530058, "recall": 0.578063, "f1": 0.543545, "accuracy": 0.578063, "main_score": 0.543545, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.53904, "recall": 0.585968, "f1": 0.552211, "accuracy": 0.585968, "main_score": 0.552211, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398373, "recall": 0.45751, "f1": 0.413802, "accuracy": 0.45751, "main_score": 0.413802, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.505987, "recall": 0.547431, "f1": 0.516576, "accuracy": 0.547431, "main_score": 0.516576, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197442, "recall": 0.237154, "f1": 0.2066, "accuracy": 0.237154, "main_score": 0.2066, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.52842, "recall": 0.566206, "f1": 0.538918, "accuracy": 0.566206, "main_score": 0.538918, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448725, "recall": 0.493083, "f1": 0.460688, "accuracy": 0.493083, "main_score": 0.460688, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558453, "recall": 0.600791, "f1": 0.569682, "accuracy": 0.600791, "main_score": 0.569682, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553773, "recall": 0.588933, "f1": 0.563304, "accuracy": 0.588933, "main_score": 0.563304, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402921, "recall": 0.450593, "f1": 0.415947, "accuracy": 0.450593, "main_score": 0.415947, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556694, "recall": 0.588933, "f1": 0.5659, "accuracy": 0.588933, "main_score": 0.5659, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547206, "recall": 0.591897, "f1": 0.558748, "accuracy": 0.591897, "main_score": 0.558748, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508882, "recall": 0.552372, "f1": 0.519529, "accuracy": 0.552372, "main_score": 0.519529, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.538453, "recall": 0.582016, "f1": 0.550172, "accuracy": 0.582016, "main_score": 0.550172, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539694, "recall": 0.576087, "f1": 0.550227, "accuracy": 0.576087, "main_score": 0.550227, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515207, "recall": 0.56917, "f1": 0.530307, "accuracy": 0.56917, "main_score": 0.530307, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562205, "recall": 0.594862, "f1": 0.570541, "accuracy": 0.594862, "main_score": 0.570541, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485169, "recall": 0.528656, "f1": 0.497699, "accuracy": 0.528656, "main_score": 0.497699, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544026, "recall": 0.578063, "f1": 0.553568, "accuracy": 0.578063, "main_score": 0.553568, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561798, "recall": 0.598814, "f1": 0.571249, "accuracy": 0.598814, "main_score": 0.571249, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100464, "recall": 0.134387, "f1": 0.108795, "accuracy": 0.134387, "main_score": 0.108795, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.528205, "recall": 0.575099, "f1": 0.540193, "accuracy": 0.575099, "main_score": 0.540193, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.472107, "recall": 0.521739, "f1": 0.484759, "accuracy": 0.521739, "main_score": 0.484759, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.510973, "recall": 0.5583, "f1": 0.524272, "accuracy": 0.5583, "main_score": 0.524272, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56134, "recall": 0.606719, "f1": 0.57352, "accuracy": 0.606719, "main_score": 0.57352, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467081, "recall": 0.512846, "f1": 0.480223, "accuracy": 0.512846, "main_score": 0.480223, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485375, "recall": 0.527668, "f1": 0.498108, "accuracy": 0.527668, "main_score": 0.498108, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529157, "recall": 0.572134, "f1": 0.540457, "accuracy": 0.572134, "main_score": 0.540457, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563111, "recall": 0.604743, "f1": 0.574349, "accuracy": 0.604743, "main_score": 0.574349, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553042, "recall": 0.592885, "f1": 0.563123, "accuracy": 0.592885, "main_score": 0.563123, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521902, "recall": 0.562253, "f1": 0.532744, "accuracy": 0.562253, "main_score": 0.532744, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47652, "recall": 0.523715, "f1": 0.489781, "accuracy": 0.523715, "main_score": 0.489781, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53913, "recall": 0.587945, "f1": 0.552628, "accuracy": 0.587945, "main_score": 0.552628, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487994, "recall": 0.520751, "f1": 0.497874, "accuracy": 0.520751, "main_score": 0.497874, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492513, "recall": 0.532609, "f1": 0.502921, "accuracy": 0.532609, "main_score": 0.502921, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534265, "recall": 0.581028, "f1": 0.546735, "accuracy": 0.581028, "main_score": 0.546735, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.552993, "recall": 0.589921, "f1": 0.562852, "accuracy": 0.589921, "main_score": 0.562852, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53881, "recall": 0.588933, "f1": 0.552361, "accuracy": 0.588933, "main_score": 0.552361, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.409965, "recall": 0.45751, "f1": 0.423133, "accuracy": 0.45751, "main_score": 0.423133, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.573019, "recall": 0.610672, "f1": 0.582634, "accuracy": 0.610672, "main_score": 0.582634, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5361, "recall": 0.578063, "f1": 0.547075, "accuracy": 0.578063, "main_score": 0.547075, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.517324, "recall": 0.565217, "f1": 0.530348, "accuracy": 0.565217, "main_score": 0.530348, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.499078, "recall": 0.544466, "f1": 0.511368, "accuracy": 0.544466, "main_score": 0.511368, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493109, "recall": 0.534585, "f1": 0.50478, "accuracy": 0.534585, "main_score": 0.50478, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480073, "recall": 0.528656, "f1": 0.492572, "accuracy": 0.528656, "main_score": 0.492572, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511944, "recall": 0.556324, "f1": 0.52388, "accuracy": 0.556324, "main_score": 0.52388, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549333, "recall": 0.582016, "f1": 0.558893, "accuracy": 0.582016, "main_score": 0.558893, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46902, "recall": 0.525692, "f1": 0.484096, "accuracy": 0.525692, "main_score": 0.484096, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.531458, "recall": 0.583004, "f1": 0.54531, "accuracy": 0.583004, "main_score": 0.54531, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.533818, "recall": 0.574111, "f1": 0.544347, "accuracy": 0.574111, "main_score": 0.544347, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.560706, "recall": 0.596838, "f1": 0.570954, "accuracy": 0.596838, "main_score": 0.570954, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540295, "recall": 0.579051, "f1": 0.550678, "accuracy": 0.579051, "main_score": 0.550678, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568101, "recall": 0.607708, "f1": 0.579033, "accuracy": 0.607708, "main_score": 0.579033, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504849, "recall": 0.551383, "f1": 0.518304, "accuracy": 0.551383, "main_score": 0.518304, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543841, "recall": 0.583992, "f1": 0.555, "accuracy": 0.583992, "main_score": 0.555, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430797, "recall": 0.481225, "f1": 0.445058, "accuracy": 0.481225, "main_score": 0.445058, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556731, "recall": 0.605731, "f1": 0.569958, "accuracy": 0.605731, "main_score": 0.569958, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395504, "recall": 0.445652, "f1": 0.410117, "accuracy": 0.445652, "main_score": 0.410117, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.517765, "recall": 0.570158, "f1": 0.531882, "accuracy": 0.570158, "main_score": 0.531882, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.544932, "recall": 0.589921, "f1": 0.55734, "accuracy": 0.589921, "main_score": 0.55734, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530947, "recall": 0.565217, "f1": 0.540587, "accuracy": 0.565217, "main_score": 0.540587, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545226, "recall": 0.578063, "f1": 0.554368, "accuracy": 0.578063, "main_score": 0.554368, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521799, "recall": 0.566206, "f1": 0.533174, "accuracy": 0.566206, "main_score": 0.533174, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.520017, "recall": 0.555336, "f1": 0.530288, "accuracy": 0.555336, "main_score": 0.530288, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517599, "recall": 0.557312, "f1": 0.527913, "accuracy": 0.557312, "main_score": 0.527913, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534535, "recall": 0.582016, "f1": 0.547459, "accuracy": 0.582016, "main_score": 0.547459, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544207, "recall": 0.58498, "f1": 0.555291, "accuracy": 0.58498, "main_score": 0.555291, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576203, "recall": 0.617589, "f1": 0.586663, "accuracy": 0.617589, "main_score": 0.586663, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482807, "recall": 0.524704, "f1": 0.49536, "accuracy": 0.524704, "main_score": 0.49536, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561181, "recall": 0.602767, "f1": 0.571846, "accuracy": 0.602767, "main_score": 0.571846, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5354, "recall": 0.586957, "f1": 0.549278, "accuracy": 0.586957, "main_score": 0.549278, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.547131, "recall": 0.589921, "f1": 0.558068, "accuracy": 0.589921, "main_score": 0.558068, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48949, "recall": 0.531621, "f1": 0.501189, "accuracy": 0.531621, "main_score": 0.501189, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566524, "recall": 0.606719, "f1": 0.576648, "accuracy": 0.606719, "main_score": 0.576648, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518308, "recall": 0.550395, "f1": 0.527124, "accuracy": 0.550395, "main_score": 0.527124, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504283, "recall": 0.540514, "f1": 0.514274, "accuracy": 0.540514, "main_score": 0.514274, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508129, "recall": 0.550395, "f1": 0.520149, "accuracy": 0.550395, "main_score": 0.520149, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472257, "recall": 0.520751, "f1": 0.485466, "accuracy": 0.520751, "main_score": 0.485466, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548806, "recall": 0.591897, "f1": 0.560182, "accuracy": 0.591897, "main_score": 0.560182, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509385, "recall": 0.559289, "f1": 0.523112, "accuracy": 0.559289, "main_score": 0.523112, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462171, "recall": 0.509881, "f1": 0.475783, "accuracy": 0.509881, "main_score": 0.475783, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525769, "recall": 0.563241, "f1": 0.536281, "accuracy": 0.563241, "main_score": 0.536281, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530534, "recall": 0.582016, "f1": 0.544476, "accuracy": 0.582016, "main_score": 0.544476, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.503007, "recall": 0.545455, "f1": 0.514771, "accuracy": 0.545455, "main_score": 0.514771, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501515, "recall": 0.535573, "f1": 0.51087, "accuracy": 0.535573, "main_score": 0.51087, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516712, "recall": 0.571146, "f1": 0.531119, "accuracy": 0.571146, "main_score": 0.531119, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48932, "recall": 0.530632, "f1": 0.501636, "accuracy": 0.530632, "main_score": 0.501636, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538542, "recall": 0.579051, "f1": 0.549949, "accuracy": 0.579051, "main_score": 0.549949, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545587, "recall": 0.583992, "f1": 0.55637, "accuracy": 0.583992, "main_score": 0.55637, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530006, "recall": 0.564229, "f1": 0.539943, "accuracy": 0.564229, "main_score": 0.539943, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55213, "recall": 0.588933, "f1": 0.561958, "accuracy": 0.588933, "main_score": 0.561958, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509943, "recall": 0.565217, "f1": 0.525385, "accuracy": 0.565217, "main_score": 0.525385, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500285, "recall": 0.546443, "f1": 0.513239, "accuracy": 0.546443, "main_score": 0.513239, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535159, "recall": 0.575099, "f1": 0.54538, "accuracy": 0.575099, "main_score": 0.54538, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.419985, "recall": 0.481225, "f1": 0.437695, "accuracy": 0.481225, "main_score": 0.437695, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527891, "recall": 0.572134, "f1": 0.53996, "accuracy": 0.572134, "main_score": 0.53996, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515606, "recall": 0.557312, "f1": 0.527073, "accuracy": 0.557312, "main_score": 0.527073, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532193, "recall": 0.570158, "f1": 0.54171, "accuracy": 0.570158, "main_score": 0.54171, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527277, "recall": 0.579051, "f1": 0.540643, "accuracy": 0.579051, "main_score": 0.540643, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.488053, "recall": 0.524704, "f1": 0.498455, "accuracy": 0.524704, "main_score": 0.498455, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479611, "recall": 0.51581, "f1": 0.490711, "accuracy": 0.51581, "main_score": 0.490711, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39667, "recall": 0.436759, "f1": 0.407957, "accuracy": 0.436759, "main_score": 0.407957, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481301, "recall": 0.519763, "f1": 0.492715, "accuracy": 0.519763, "main_score": 0.492715, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214979, "recall": 0.254941, "f1": 0.225444, "accuracy": 0.254941, "main_score": 0.225444, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.528053, "recall": 0.56917, "f1": 0.538496, "accuracy": 0.56917, "main_score": 0.538496, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489016, "recall": 0.534585, "f1": 0.502487, "accuracy": 0.534585, "main_score": 0.502487, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.515979, "recall": 0.556324, "f1": 0.526627, "accuracy": 0.556324, "main_score": 0.526627, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54561, "recall": 0.568182, "f1": 0.551814, "accuracy": 0.568182, "main_score": 0.551814, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521143, "recall": 0.554348, "f1": 0.529641, "accuracy": 0.554348, "main_score": 0.529641, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523236, "recall": 0.563241, "f1": 0.533802, "accuracy": 0.563241, "main_score": 0.533802, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534504, "recall": 0.562253, "f1": 0.541352, "accuracy": 0.562253, "main_score": 0.541352, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537364, "recall": 0.566206, "f1": 0.545445, "accuracy": 0.566206, "main_score": 0.545445, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507556, "recall": 0.555336, "f1": 0.519929, "accuracy": 0.555336, "main_score": 0.519929, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.513937, "recall": 0.554348, "f1": 0.524288, "accuracy": 0.554348, "main_score": 0.524288, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47941, "recall": 0.524704, "f1": 0.491206, "accuracy": 0.524704, "main_score": 0.491206, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530357, "recall": 0.572134, "f1": 0.541523, "accuracy": 0.572134, "main_score": 0.541523, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475379, "recall": 0.519763, "f1": 0.487881, "accuracy": 0.519763, "main_score": 0.487881, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532729, "recall": 0.571146, "f1": 0.542973, "accuracy": 0.571146, "main_score": 0.542973, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53309, "recall": 0.564229, "f1": 0.542004, "accuracy": 0.564229, "main_score": 0.542004, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499004, "recall": 0.544466, "f1": 0.511518, "accuracy": 0.544466, "main_score": 0.511518, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505337, "recall": 0.543478, "f1": 0.515693, "accuracy": 0.543478, "main_score": 0.515693, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551649, "recall": 0.594862, "f1": 0.562987, "accuracy": 0.594862, "main_score": 0.562987, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53775, "recall": 0.575099, "f1": 0.548104, "accuracy": 0.575099, "main_score": 0.548104, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480501, "recall": 0.514822, "f1": 0.490104, "accuracy": 0.514822, "main_score": 0.490104, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509068, "recall": 0.555336, "f1": 0.521577, "accuracy": 0.555336, "main_score": 0.521577, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.517532, "recall": 0.557312, "f1": 0.528085, "accuracy": 0.557312, "main_score": 0.528085, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523541, "recall": 0.557312, "f1": 0.532475, "accuracy": 0.557312, "main_score": 0.532475, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186025, "recall": 0.22332, "f1": 0.195786, "accuracy": 0.22332, "main_score": 0.195786, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509736, "recall": 0.552372, "f1": 0.520791, "accuracy": 0.552372, "main_score": 0.520791, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524051, "recall": 0.55336, "f1": 0.532198, "accuracy": 0.55336, "main_score": 0.532198, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51288, "recall": 0.555336, "f1": 0.524382, "accuracy": 0.555336, "main_score": 0.524382, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519505, "recall": 0.563241, "f1": 0.531653, "accuracy": 0.563241, "main_score": 0.531653, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518951, "recall": 0.562253, "f1": 0.529812, "accuracy": 0.562253, "main_score": 0.529812, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.523228, "recall": 0.561265, "f1": 0.533395, "accuracy": 0.561265, "main_score": 0.533395, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517862, "recall": 0.551383, "f1": 0.527075, "accuracy": 0.551383, "main_score": 0.527075, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535588, "recall": 0.570158, "f1": 0.545212, "accuracy": 0.570158, "main_score": 0.545212, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.459906, "recall": 0.502964, "f1": 0.471119, "accuracy": 0.502964, "main_score": 0.471119, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505595, "recall": 0.536561, "f1": 0.513935, "accuracy": 0.536561, "main_score": 0.513935, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523756, "recall": 0.562253, "f1": 0.534329, "accuracy": 0.562253, "main_score": 0.534329, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.516112, "recall": 0.555336, "f1": 0.526296, "accuracy": 0.555336, "main_score": 0.526296, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503165, "recall": 0.549407, "f1": 0.515541, "accuracy": 0.549407, "main_score": 0.515541, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512089, "recall": 0.546443, "f1": 0.521301, "accuracy": 0.546443, "main_score": 0.521301, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369769, "recall": 0.416996, "f1": 0.381729, "accuracy": 0.416996, "main_score": 0.381729, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524951, "recall": 0.565217, "f1": 0.53577, "accuracy": 0.565217, "main_score": 0.53577, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510857, "recall": 0.547431, "f1": 0.520357, "accuracy": 0.547431, "main_score": 0.520357, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521799, "recall": 0.561265, "f1": 0.532605, "accuracy": 0.561265, "main_score": 0.532605, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543278, "recall": 0.58498, "f1": 0.55407, "accuracy": 0.58498, "main_score": 0.55407, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515641, "recall": 0.556324, "f1": 0.527082, "accuracy": 0.556324, "main_score": 0.527082, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515943, "recall": 0.555336, "f1": 0.526684, "accuracy": 0.555336, "main_score": 0.526684, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49613, "recall": 0.535573, "f1": 0.507035, "accuracy": 0.535573, "main_score": 0.507035, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526494, "recall": 0.559289, "f1": 0.535623, "accuracy": 0.559289, "main_score": 0.535623, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535286, "recall": 0.570158, "f1": 0.544795, "accuracy": 0.570158, "main_score": 0.544795, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53803, "recall": 0.577075, "f1": 0.548907, "accuracy": 0.577075, "main_score": 0.548907, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53637, "recall": 0.56917, "f1": 0.54537, "accuracy": 0.56917, "main_score": 0.54537, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484837, "recall": 0.525692, "f1": 0.496629, "accuracy": 0.525692, "main_score": 0.496629, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512456, "recall": 0.55336, "f1": 0.522686, "accuracy": 0.55336, "main_score": 0.522686, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.391032, "recall": 0.432806, "f1": 0.401565, "accuracy": 0.432806, "main_score": 0.401565, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483821, "recall": 0.519763, "f1": 0.493726, "accuracy": 0.519763, "main_score": 0.493726, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54706, "recall": 0.575099, "f1": 0.553816, "accuracy": 0.575099, "main_score": 0.553816, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.303738, "recall": 0.352767, "f1": 0.31695, "accuracy": 0.352767, "main_score": 0.31695, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530605, "recall": 0.570158, "f1": 0.540834, "accuracy": 0.570158, "main_score": 0.540834, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51798, "recall": 0.559289, "f1": 0.529228, "accuracy": 0.559289, "main_score": 0.529228, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532744, "recall": 0.572134, "f1": 0.543561, "accuracy": 0.572134, "main_score": 0.543561, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490492, "recall": 0.541502, "f1": 0.504544, "accuracy": 0.541502, "main_score": 0.504544, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531811, "recall": 0.564229, "f1": 0.541222, "accuracy": 0.564229, "main_score": 0.541222, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532515, "recall": 0.562253, "f1": 0.540374, "accuracy": 0.562253, "main_score": 0.540374, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503463, "recall": 0.538538, "f1": 0.513499, "accuracy": 0.538538, "main_score": 0.513499, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535914, "recall": 0.573123, "f1": 0.546512, "accuracy": 0.573123, "main_score": 0.546512, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516349, "recall": 0.545455, "f1": 0.52418, "accuracy": 0.545455, "main_score": 0.52418, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535697, "recall": 0.56917, "f1": 0.544546, "accuracy": 0.56917, "main_score": 0.544546, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501221, "recall": 0.539526, "f1": 0.512149, "accuracy": 0.539526, "main_score": 0.512149, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520102, "recall": 0.555336, "f1": 0.529487, "accuracy": 0.555336, "main_score": 0.529487, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519264, "recall": 0.560277, "f1": 0.530061, "accuracy": 0.560277, "main_score": 0.530061, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528387, "recall": 0.561265, "f1": 0.537876, "accuracy": 0.561265, "main_score": 0.537876, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.262508, "recall": 0.30336, "f1": 0.272667, "accuracy": 0.30336, "main_score": 0.272667, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.497212, "recall": 0.534585, "f1": 0.507148, "accuracy": 0.534585, "main_score": 0.507148, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494565, "recall": 0.534585, "f1": 0.505677, "accuracy": 0.534585, "main_score": 0.505677, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523531, "recall": 0.557312, "f1": 0.532505, "accuracy": 0.557312, "main_score": 0.532505, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471495, "recall": 0.51581, "f1": 0.483691, "accuracy": 0.51581, "main_score": 0.483691, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533457, "recall": 0.570158, "f1": 0.543382, "accuracy": 0.570158, "main_score": 0.543382, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522597, "recall": 0.5583, "f1": 0.531818, "accuracy": 0.5583, "main_score": 0.531818, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53665, "recall": 0.573123, "f1": 0.546495, "accuracy": 0.573123, "main_score": 0.546495, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444512, "recall": 0.495059, "f1": 0.45711, "accuracy": 0.495059, "main_score": 0.45711, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.541182, "recall": 0.582016, "f1": 0.551398, "accuracy": 0.582016, "main_score": 0.551398, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517243, "recall": 0.565217, "f1": 0.530198, "accuracy": 0.565217, "main_score": 0.530198, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533211, "recall": 0.576087, "f1": 0.54414, "accuracy": 0.576087, "main_score": 0.54414, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508126, "recall": 0.552372, "f1": 0.520613, "accuracy": 0.552372, "main_score": 0.520613, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.484601, "recall": 0.521739, "f1": 0.49499, "accuracy": 0.521739, "main_score": 0.49499, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497994, "recall": 0.534585, "f1": 0.50768, "accuracy": 0.534585, "main_score": 0.50768, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510214, "recall": 0.557312, "f1": 0.522445, "accuracy": 0.557312, "main_score": 0.522445, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.531926, "recall": 0.571146, "f1": 0.5418, "accuracy": 0.571146, "main_score": 0.5418, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506318, "recall": 0.547431, "f1": 0.516734, "accuracy": 0.547431, "main_score": 0.516734, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513507, "recall": 0.546443, "f1": 0.522648, "accuracy": 0.546443, "main_score": 0.522648, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461801, "recall": 0.493083, "f1": 0.470927, "accuracy": 0.493083, "main_score": 0.470927, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539686, "recall": 0.573123, "f1": 0.54895, "accuracy": 0.573123, "main_score": 0.54895, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483184, "recall": 0.527668, "f1": 0.494181, "accuracy": 0.527668, "main_score": 0.494181, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.478902, "recall": 0.507905, "f1": 0.486841, "accuracy": 0.507905, "main_score": 0.486841, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525484, "recall": 0.566206, "f1": 0.535956, "accuracy": 0.566206, "main_score": 0.535956, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484865, "recall": 0.518775, "f1": 0.494565, "accuracy": 0.518775, "main_score": 0.494565, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551346, "recall": 0.58498, "f1": 0.560125, "accuracy": 0.58498, "main_score": 0.560125, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499587, "recall": 0.541502, "f1": 0.510839, "accuracy": 0.541502, "main_score": 0.510839, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534675, "recall": 0.570158, "f1": 0.544247, "accuracy": 0.570158, "main_score": 0.544247, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536329, "recall": 0.574111, "f1": 0.546556, "accuracy": 0.574111, "main_score": 0.546556, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515381, "recall": 0.556324, "f1": 0.527008, "accuracy": 0.556324, "main_score": 0.527008, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.516087, "recall": 0.554348, "f1": 0.526054, "accuracy": 0.554348, "main_score": 0.526054, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386482, "recall": 0.445652, "f1": 0.401742, "accuracy": 0.445652, "main_score": 0.401742, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.488245, "recall": 0.52668, "f1": 0.498776, "accuracy": 0.52668, "main_score": 0.498776, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2011, "recall": 0.245059, "f1": 0.212095, "accuracy": 0.245059, "main_score": 0.212095, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509488, "recall": 0.544466, "f1": 0.518931, "accuracy": 0.544466, "main_score": 0.518931, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427119, "recall": 0.470356, "f1": 0.43902, "accuracy": 0.470356, "main_score": 0.43902, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540187, "recall": 0.575099, "f1": 0.549835, "accuracy": 0.575099, "main_score": 0.549835, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527328, "recall": 0.562253, "f1": 0.536334, "accuracy": 0.562253, "main_score": 0.536334, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413335, "recall": 0.456522, "f1": 0.424823, "accuracy": 0.456522, "main_score": 0.424823, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533279, "recall": 0.568182, "f1": 0.541887, "accuracy": 0.568182, "main_score": 0.541887, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522394, "recall": 0.563241, "f1": 0.533698, "accuracy": 0.563241, "main_score": 0.533698, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495468, "recall": 0.536561, "f1": 0.505812, "accuracy": 0.536561, "main_score": 0.505812, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525106, "recall": 0.565217, "f1": 0.535927, "accuracy": 0.565217, "main_score": 0.535927, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51532, "recall": 0.554348, "f1": 0.52595, "accuracy": 0.554348, "main_score": 0.52595, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484341, "recall": 0.528656, "f1": 0.496218, "accuracy": 0.528656, "main_score": 0.496218, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540398, "recall": 0.575099, "f1": 0.548889, "accuracy": 0.575099, "main_score": 0.548889, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485773, "recall": 0.52668, "f1": 0.497425, "accuracy": 0.52668, "main_score": 0.497425, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531534, "recall": 0.56917, "f1": 0.541509, "accuracy": 0.56917, "main_score": 0.541509, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526462, "recall": 0.568182, "f1": 0.537631, "accuracy": 0.568182, "main_score": 0.537631, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103609, "recall": 0.140316, "f1": 0.112015, "accuracy": 0.140316, "main_score": 0.112015, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.514205, "recall": 0.557312, "f1": 0.525317, "accuracy": 0.557312, "main_score": 0.525317, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.430806, "recall": 0.47332, "f1": 0.441473, "accuracy": 0.47332, "main_score": 0.441473, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.493451, "recall": 0.530632, "f1": 0.503158, "accuracy": 0.530632, "main_score": 0.503158, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527787, "recall": 0.563241, "f1": 0.53699, "accuracy": 0.563241, "main_score": 0.53699, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474412, "recall": 0.516798, "f1": 0.486539, "accuracy": 0.516798, "main_score": 0.486539, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490652, "recall": 0.530632, "f1": 0.501851, "accuracy": 0.530632, "main_score": 0.501851, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509863, "recall": 0.548419, "f1": 0.520634, "accuracy": 0.548419, "main_score": 0.520634, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537084, "recall": 0.576087, "f1": 0.547901, "accuracy": 0.576087, "main_score": 0.547901, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519428, "recall": 0.555336, "f1": 0.528632, "accuracy": 0.555336, "main_score": 0.528632, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499212, "recall": 0.534585, "f1": 0.508933, "accuracy": 0.534585, "main_score": 0.508933, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.455094, "recall": 0.5, "f1": 0.467761, "accuracy": 0.5, "main_score": 0.467761, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514307, "recall": 0.557312, "f1": 0.525457, "accuracy": 0.557312, "main_score": 0.525457, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474398, "recall": 0.508893, "f1": 0.48442, "accuracy": 0.508893, "main_score": 0.48442, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475218, "recall": 0.514822, "f1": 0.485775, "accuracy": 0.514822, "main_score": 0.485775, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510124, "recall": 0.554348, "f1": 0.522266, "accuracy": 0.554348, "main_score": 0.522266, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.501937, "recall": 0.543478, "f1": 0.513515, "accuracy": 0.543478, "main_score": 0.513515, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508912, "recall": 0.554348, "f1": 0.521262, "accuracy": 0.554348, "main_score": 0.521262, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.441399, "recall": 0.48913, "f1": 0.453633, "accuracy": 0.48913, "main_score": 0.453633, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.54851, "recall": 0.586957, "f1": 0.558184, "accuracy": 0.586957, "main_score": 0.558184, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508131, "recall": 0.552372, "f1": 0.520021, "accuracy": 0.552372, "main_score": 0.520021, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.4828, "recall": 0.527668, "f1": 0.495071, "accuracy": 0.527668, "main_score": 0.495071, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.472308, "recall": 0.513834, "f1": 0.483457, "accuracy": 0.513834, "main_score": 0.483457, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470028, "recall": 0.506917, "f1": 0.480411, "accuracy": 0.506917, "main_score": 0.480411, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451091, "recall": 0.496047, "f1": 0.463674, "accuracy": 0.496047, "main_score": 0.463674, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501163, "recall": 0.538538, "f1": 0.511195, "accuracy": 0.538538, "main_score": 0.511195, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534476, "recall": 0.572134, "f1": 0.545169, "accuracy": 0.572134, "main_score": 0.545169, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44839, "recall": 0.493083, "f1": 0.460468, "accuracy": 0.493083, "main_score": 0.460468, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.520896, "recall": 0.561265, "f1": 0.532128, "accuracy": 0.561265, "main_score": 0.532128, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.513375, "recall": 0.554348, "f1": 0.524217, "accuracy": 0.554348, "main_score": 0.524217, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.536485, "recall": 0.567194, "f1": 0.544778, "accuracy": 0.567194, "main_score": 0.544778, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51968, "recall": 0.5583, "f1": 0.529871, "accuracy": 0.5583, "main_score": 0.529871, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538299, "recall": 0.573123, "f1": 0.547852, "accuracy": 0.573123, "main_score": 0.547852, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482157, "recall": 0.522727, "f1": 0.493791, "accuracy": 0.522727, "main_score": 0.493791, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.511217, "recall": 0.548419, "f1": 0.521154, "accuracy": 0.548419, "main_score": 0.521154, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447731, "recall": 0.494071, "f1": 0.459965, "accuracy": 0.494071, "main_score": 0.459965, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521779, "recall": 0.564229, "f1": 0.533384, "accuracy": 0.564229, "main_score": 0.533384, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373638, "recall": 0.41996, "f1": 0.386369, "accuracy": 0.41996, "main_score": 0.386369, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.502789, "recall": 0.546443, "f1": 0.514474, "accuracy": 0.546443, "main_score": 0.514474, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.529534, "recall": 0.567194, "f1": 0.539486, "accuracy": 0.567194, "main_score": 0.539486, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502524, "recall": 0.538538, "f1": 0.512871, "accuracy": 0.538538, "main_score": 0.512871, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519829, "recall": 0.550395, "f1": 0.528714, "accuracy": 0.550395, "main_score": 0.528714, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493531, "recall": 0.536561, "f1": 0.505073, "accuracy": 0.536561, "main_score": 0.505073, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.50841, "recall": 0.540514, "f1": 0.517754, "accuracy": 0.540514, "main_score": 0.517754, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508656, "recall": 0.54249, "f1": 0.517849, "accuracy": 0.54249, "main_score": 0.517849, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534079, "recall": 0.564229, "f1": 0.541841, "accuracy": 0.564229, "main_score": 0.541841, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53468, "recall": 0.571146, "f1": 0.544439, "accuracy": 0.571146, "main_score": 0.544439, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552703, "recall": 0.590909, "f1": 0.562501, "accuracy": 0.590909, "main_score": 0.562501, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483344, "recall": 0.522727, "f1": 0.494603, "accuracy": 0.522727, "main_score": 0.494603, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54191, "recall": 0.58004, "f1": 0.55191, "accuracy": 0.58004, "main_score": 0.55191, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522692, "recall": 0.565217, "f1": 0.534349, "accuracy": 0.565217, "main_score": 0.534349, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.514562, "recall": 0.556324, "f1": 0.525489, "accuracy": 0.556324, "main_score": 0.525489, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47203, "recall": 0.516798, "f1": 0.483777, "accuracy": 0.516798, "main_score": 0.483777, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543917, "recall": 0.578063, "f1": 0.552422, "accuracy": 0.578063, "main_score": 0.552422, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516753, "recall": 0.550395, "f1": 0.526444, "accuracy": 0.550395, "main_score": 0.526444, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486866, "recall": 0.523715, "f1": 0.497392, "accuracy": 0.523715, "main_score": 0.497392, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506034, "recall": 0.548419, "f1": 0.51708, "accuracy": 0.548419, "main_score": 0.51708, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43976, "recall": 0.483202, "f1": 0.45116, "accuracy": 0.483202, "main_score": 0.45116, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535253, "recall": 0.573123, "f1": 0.545008, "accuracy": 0.573123, "main_score": 0.545008, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477602, "recall": 0.519763, "f1": 0.488706, "accuracy": 0.519763, "main_score": 0.488706, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477157, "recall": 0.519763, "f1": 0.488097, "accuracy": 0.519763, "main_score": 0.488097, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525949, "recall": 0.561265, "f1": 0.536046, "accuracy": 0.561265, "main_score": 0.536046, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50794, "recall": 0.552372, "f1": 0.520679, "accuracy": 0.552372, "main_score": 0.520679, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.505935, "recall": 0.549407, "f1": 0.517489, "accuracy": 0.549407, "main_score": 0.517489, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49055, "recall": 0.530632, "f1": 0.501131, "accuracy": 0.530632, "main_score": 0.501131, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506826, "recall": 0.548419, "f1": 0.517972, "accuracy": 0.548419, "main_score": 0.517972, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487567, "recall": 0.523715, "f1": 0.497342, "accuracy": 0.523715, "main_score": 0.497342, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506796, "recall": 0.543478, "f1": 0.516574, "accuracy": 0.543478, "main_score": 0.516574, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532561, "recall": 0.560277, "f1": 0.539721, "accuracy": 0.560277, "main_score": 0.539721, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537462, "recall": 0.565217, "f1": 0.545437, "accuracy": 0.565217, "main_score": 0.545437, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530944, "recall": 0.563241, "f1": 0.53945, "accuracy": 0.563241, "main_score": 0.53945, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489503, "recall": 0.537549, "f1": 0.502256, "accuracy": 0.537549, "main_score": 0.502256, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499882, "recall": 0.539526, "f1": 0.510557, "accuracy": 0.539526, "main_score": 0.510557, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516264, "recall": 0.548419, "f1": 0.525506, "accuracy": 0.548419, "main_score": 0.525506, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.410046, "recall": 0.462451, "f1": 0.424823, "accuracy": 0.462451, "main_score": 0.424823, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50085, "recall": 0.54249, "f1": 0.512482, "accuracy": 0.54249, "main_score": 0.512482, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.506364, "recall": 0.552372, "f1": 0.518562, "accuracy": 0.552372, "main_score": 0.518562, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519121, "recall": 0.556324, "f1": 0.529148, "accuracy": 0.556324, "main_score": 0.529148, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514741, "recall": 0.557312, "f1": 0.526079, "accuracy": 0.557312, "main_score": 0.526079, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.468472, "recall": 0.511858, "f1": 0.480469, "accuracy": 0.511858, "main_score": 0.480469, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50401, "recall": 0.540514, "f1": 0.514362, "accuracy": 0.540514, "main_score": 0.514362, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47088, "recall": 0.525692, "f1": 0.486173, "accuracy": 0.525692, "main_score": 0.486173, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543591, "recall": 0.588933, "f1": 0.555809, "accuracy": 0.588933, "main_score": 0.555809, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240652, "recall": 0.293478, "f1": 0.253835, "accuracy": 0.293478, "main_score": 0.253835, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.650038, "recall": 0.700593, "f1": 0.662772, "accuracy": 0.700593, "main_score": 0.662772, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.588665, "recall": 0.644269, "f1": 0.603139, "accuracy": 0.644269, "main_score": 0.603139, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.657836, "recall": 0.705534, "f1": 0.670716, "accuracy": 0.705534, "main_score": 0.670716, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659969, "recall": 0.700593, "f1": 0.67048, "accuracy": 0.700593, "main_score": 0.67048, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601804, "recall": 0.645257, "f1": 0.61336, "accuracy": 0.645257, "main_score": 0.61336, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647128, "recall": 0.69664, "f1": 0.660592, "accuracy": 0.69664, "main_score": 0.660592, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646836, "recall": 0.685771, "f1": 0.657185, "accuracy": 0.685771, "main_score": 0.657185, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677945, "recall": 0.713439, "f1": 0.687209, "accuracy": 0.713439, "main_score": 0.687209, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638555, "recall": 0.688735, "f1": 0.651633, "accuracy": 0.688735, "main_score": 0.651633, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.638773, "recall": 0.688735, "f1": 0.651795, "accuracy": 0.688735, "main_score": 0.651795, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.563119, "recall": 0.608696, "f1": 0.575646, "accuracy": 0.608696, "main_score": 0.575646, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642578, "recall": 0.693676, "f1": 0.655616, "accuracy": 0.693676, "main_score": 0.655616, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616175, "recall": 0.670949, "f1": 0.630083, "accuracy": 0.670949, "main_score": 0.630083, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.65433, "recall": 0.698617, "f1": 0.666352, "accuracy": 0.698617, "main_score": 0.666352, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593982, "recall": 0.632411, "f1": 0.604404, "accuracy": 0.632411, "main_score": 0.604404, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626983, "recall": 0.681818, "f1": 0.640729, "accuracy": 0.681818, "main_score": 0.640729, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60969, "recall": 0.658103, "f1": 0.621532, "accuracy": 0.658103, "main_score": 0.621532, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673407, "recall": 0.719368, "f1": 0.685246, "accuracy": 0.719368, "main_score": 0.685246, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653722, "recall": 0.703557, "f1": 0.666911, "accuracy": 0.703557, "main_score": 0.666911, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542509, "recall": 0.594862, "f1": 0.55653, "accuracy": 0.594862, "main_score": 0.55653, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613402, "recall": 0.66996, "f1": 0.628877, "accuracy": 0.66996, "main_score": 0.628877, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.658291, "recall": 0.702569, "f1": 0.669944, "accuracy": 0.702569, "main_score": 0.669944, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.657249, "recall": 0.701581, "f1": 0.669774, "accuracy": 0.701581, "main_score": 0.669774, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212001, "recall": 0.250988, "f1": 0.221501, "accuracy": 0.250988, "main_score": 0.221501, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632445, "recall": 0.682806, "f1": 0.64556, "accuracy": 0.682806, "main_score": 0.64556, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6105, "recall": 0.646245, "f1": 0.620336, "accuracy": 0.646245, "main_score": 0.620336, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662274, "recall": 0.706522, "f1": 0.67345, "accuracy": 0.706522, "main_score": 0.67345, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656076, "recall": 0.699605, "f1": 0.668018, "accuracy": 0.699605, "main_score": 0.668018, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615785, "recall": 0.66502, "f1": 0.629034, "accuracy": 0.66502, "main_score": 0.629034, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648627, "recall": 0.6917, "f1": 0.66029, "accuracy": 0.6917, "main_score": 0.66029, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602515, "recall": 0.645257, "f1": 0.614211, "accuracy": 0.645257, "main_score": 0.614211, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655209, "recall": 0.702569, "f1": 0.668312, "accuracy": 0.702569, "main_score": 0.668312, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538175, "recall": 0.589921, "f1": 0.552639, "accuracy": 0.589921, "main_score": 0.552639, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619614, "recall": 0.66502, "f1": 0.631269, "accuracy": 0.66502, "main_score": 0.631269, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644855, "recall": 0.689723, "f1": 0.65738, "accuracy": 0.689723, "main_score": 0.65738, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.630185, "recall": 0.686759, "f1": 0.645016, "accuracy": 0.686759, "main_score": 0.645016, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636186, "recall": 0.681818, "f1": 0.648331, "accuracy": 0.681818, "main_score": 0.648331, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.564602, "recall": 0.606719, "f1": 0.576538, "accuracy": 0.606719, "main_score": 0.576538, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435199, "recall": 0.497036, "f1": 0.45195, "accuracy": 0.497036, "main_score": 0.45195, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.658295, "recall": 0.706522, "f1": 0.671234, "accuracy": 0.706522, "main_score": 0.671234, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561969, "recall": 0.61166, "f1": 0.575435, "accuracy": 0.61166, "main_score": 0.575435, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6615, "recall": 0.709486, "f1": 0.674011, "accuracy": 0.709486, "main_score": 0.674011, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661482, "recall": 0.713439, "f1": 0.675817, "accuracy": 0.713439, "main_score": 0.675817, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63267, "recall": 0.681818, "f1": 0.644895, "accuracy": 0.681818, "main_score": 0.644895, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.644107, "recall": 0.693676, "f1": 0.657203, "accuracy": 0.693676, "main_score": 0.657203, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576735, "recall": 0.626482, "f1": 0.590789, "accuracy": 0.626482, "main_score": 0.590789, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592874, "recall": 0.639328, "f1": 0.60631, "accuracy": 0.639328, "main_score": 0.60631, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656416, "recall": 0.701581, "f1": 0.668133, "accuracy": 0.701581, "main_score": 0.668133, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677991, "recall": 0.720356, "f1": 0.689608, "accuracy": 0.720356, "main_score": 0.689608, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668831, "recall": 0.714427, "f1": 0.68034, "accuracy": 0.714427, "main_score": 0.68034, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547192, "recall": 0.594862, "f1": 0.560645, "accuracy": 0.594862, "main_score": 0.560645, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642926, "recall": 0.689723, "f1": 0.654893, "accuracy": 0.689723, "main_score": 0.654893, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458837, "recall": 0.507905, "f1": 0.472105, "accuracy": 0.507905, "main_score": 0.472105, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523099, "recall": 0.568182, "f1": 0.536084, "accuracy": 0.568182, "main_score": 0.536084, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672826, "recall": 0.70751, "f1": 0.682355, "accuracy": 0.70751, "main_score": 0.682355, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313003, "recall": 0.37253, "f1": 0.328766, "accuracy": 0.37253, "main_score": 0.328766, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.660675, "recall": 0.706522, "f1": 0.672933, "accuracy": 0.706522, "main_score": 0.672933, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64648, "recall": 0.693676, "f1": 0.659243, "accuracy": 0.693676, "main_score": 0.659243, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656155, "recall": 0.706522, "f1": 0.669699, "accuracy": 0.706522, "main_score": 0.669699, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625095, "recall": 0.676877, "f1": 0.638549, "accuracy": 0.676877, "main_score": 0.638549, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578284, "recall": 0.617589, "f1": 0.589217, "accuracy": 0.617589, "main_score": 0.589217, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658848, "recall": 0.694664, "f1": 0.668609, "accuracy": 0.694664, "main_score": 0.668609, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617163, "recall": 0.656126, "f1": 0.627552, "accuracy": 0.656126, "main_score": 0.627552, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67258, "recall": 0.719368, "f1": 0.685218, "accuracy": 0.719368, "main_score": 0.685218, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565024, "recall": 0.604743, "f1": 0.575653, "accuracy": 0.604743, "main_score": 0.575653, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653533, "recall": 0.694664, "f1": 0.664646, "accuracy": 0.694664, "main_score": 0.664646, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597406, "recall": 0.643281, "f1": 0.611254, "accuracy": 0.643281, "main_score": 0.611254, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631596, "recall": 0.681818, "f1": 0.644365, "accuracy": 0.681818, "main_score": 0.644365, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611528, "recall": 0.667984, "f1": 0.626291, "accuracy": 0.667984, "main_score": 0.626291, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647942, "recall": 0.697628, "f1": 0.661634, "accuracy": 0.697628, "main_score": 0.661634, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308401, "recall": 0.376482, "f1": 0.32494, "accuracy": 0.376482, "main_score": 0.32494, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569704, "recall": 0.616601, "f1": 0.582455, "accuracy": 0.616601, "main_score": 0.582455, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604709, "recall": 0.648221, "f1": 0.616499, "accuracy": 0.648221, "main_score": 0.616499, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69163, "recall": 0.741107, "f1": 0.705529, "accuracy": 0.741107, "main_score": 0.705529, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546106, "recall": 0.602767, "f1": 0.561932, "accuracy": 0.602767, "main_score": 0.561932, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.67798, "recall": 0.721344, "f1": 0.689182, "accuracy": 0.721344, "main_score": 0.689182, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644436, "recall": 0.687747, "f1": 0.655556, "accuracy": 0.687747, "main_score": 0.655556, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664421, "recall": 0.709486, "f1": 0.676423, "accuracy": 0.709486, "main_score": 0.676423, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548569, "recall": 0.61166, "f1": 0.565795, "accuracy": 0.61166, "main_score": 0.565795, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.664085, "recall": 0.713439, "f1": 0.676788, "accuracy": 0.713439, "main_score": 0.676788, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629937, "recall": 0.677866, "f1": 0.642115, "accuracy": 0.677866, "main_score": 0.642115, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665819, "recall": 0.70751, "f1": 0.676567, "accuracy": 0.70751, "main_score": 0.676567, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619856, "recall": 0.673913, "f1": 0.633604, "accuracy": 0.673913, "main_score": 0.633604, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.562565, "recall": 0.608696, "f1": 0.575343, "accuracy": 0.608696, "main_score": 0.575343, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549307, "recall": 0.599802, "f1": 0.563279, "accuracy": 0.599802, "main_score": 0.563279, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615221, "recall": 0.671937, "f1": 0.630228, "accuracy": 0.671937, "main_score": 0.630228, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.654631, "recall": 0.697628, "f1": 0.66552, "accuracy": 0.697628, "main_score": 0.66552, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622417, "recall": 0.676877, "f1": 0.636669, "accuracy": 0.676877, "main_score": 0.636669, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632553, "recall": 0.671937, "f1": 0.642882, "accuracy": 0.671937, "main_score": 0.642882, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490539, "recall": 0.538538, "f1": 0.502999, "accuracy": 0.538538, "main_score": 0.502999, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674784, "recall": 0.716403, "f1": 0.686001, "accuracy": 0.716403, "main_score": 0.686001, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551894, "recall": 0.612648, "f1": 0.567881, "accuracy": 0.612648, "main_score": 0.567881, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.542722, "recall": 0.585968, "f1": 0.553838, "accuracy": 0.585968, "main_score": 0.553838, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645162, "recall": 0.693676, "f1": 0.658238, "accuracy": 0.693676, "main_score": 0.658238, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532725, "recall": 0.583004, "f1": 0.5469, "accuracy": 0.583004, "main_score": 0.5469, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685087, "recall": 0.728261, "f1": 0.695925, "accuracy": 0.728261, "main_score": 0.695925, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636807, "recall": 0.684783, "f1": 0.648935, "accuracy": 0.684783, "main_score": 0.648935, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.656307, "recall": 0.700593, "f1": 0.66843, "accuracy": 0.700593, "main_score": 0.66843, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67305, "recall": 0.717391, "f1": 0.68451, "accuracy": 0.717391, "main_score": 0.68451, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638617, "recall": 0.682806, "f1": 0.650277, "accuracy": 0.682806, "main_score": 0.650277, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.650807, "recall": 0.69664, "f1": 0.662834, "accuracy": 0.69664, "main_score": 0.662834, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500832, "recall": 0.562253, "f1": 0.516661, "accuracy": 0.562253, "main_score": 0.516661, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58838, "recall": 0.637352, "f1": 0.601593, "accuracy": 0.637352, "main_score": 0.601593, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223352, "recall": 0.272727, "f1": 0.234259, "accuracy": 0.272727, "main_score": 0.234259, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60187, "recall": 0.651186, "f1": 0.615569, "accuracy": 0.651186, "main_score": 0.615569, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501619, "recall": 0.555336, "f1": 0.51598, "accuracy": 0.555336, "main_score": 0.51598, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668776, "recall": 0.717391, "f1": 0.68235, "accuracy": 0.717391, "main_score": 0.68235, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663735, "recall": 0.700593, "f1": 0.674003, "accuracy": 0.700593, "main_score": 0.674003, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443601, "recall": 0.499012, "f1": 0.458229, "accuracy": 0.499012, "main_score": 0.458229, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653449, "recall": 0.695652, "f1": 0.664793, "accuracy": 0.695652, "main_score": 0.664793, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639632, "recall": 0.688735, "f1": 0.652082, "accuracy": 0.688735, "main_score": 0.652082, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580127, "recall": 0.639328, "f1": 0.595732, "accuracy": 0.639328, "main_score": 0.595732, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636924, "recall": 0.685771, "f1": 0.650168, "accuracy": 0.685771, "main_score": 0.650168, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601402, "recall": 0.648221, "f1": 0.61441, "accuracy": 0.648221, "main_score": 0.61441, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631952, "recall": 0.681818, "f1": 0.644838, "accuracy": 0.681818, "main_score": 0.644838, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.673492, "recall": 0.717391, "f1": 0.685802, "accuracy": 0.717391, "main_score": 0.685802, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54288, "recall": 0.588933, "f1": 0.555905, "accuracy": 0.588933, "main_score": 0.555905, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52715, "recall": 0.574111, "f1": 0.540516, "accuracy": 0.574111, "main_score": 0.540516, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653735, "recall": 0.704545, "f1": 0.666879, "accuracy": 0.704545, "main_score": 0.666879, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133402, "recall": 0.174901, "f1": 0.143096, "accuracy": 0.174901, "main_score": 0.143096, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.62985, "recall": 0.682806, "f1": 0.644508, "accuracy": 0.682806, "main_score": 0.644508, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.548186, "recall": 0.607708, "f1": 0.563392, "accuracy": 0.607708, "main_score": 0.563392, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.613331, "recall": 0.663043, "f1": 0.626963, "accuracy": 0.663043, "main_score": 0.626963, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649952, "recall": 0.705534, "f1": 0.665029, "accuracy": 0.705534, "main_score": 0.665029, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534574, "recall": 0.591897, "f1": 0.550601, "accuracy": 0.591897, "main_score": 0.550601, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557905, "recall": 0.605731, "f1": 0.571805, "accuracy": 0.605731, "main_score": 0.571805, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639054, "recall": 0.685771, "f1": 0.651309, "accuracy": 0.685771, "main_score": 0.651309, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646772, "recall": 0.698617, "f1": 0.66074, "accuracy": 0.698617, "main_score": 0.66074, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648605, "recall": 0.6917, "f1": 0.660027, "accuracy": 0.6917, "main_score": 0.660027, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622501, "recall": 0.663043, "f1": 0.633667, "accuracy": 0.663043, "main_score": 0.633667, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532591, "recall": 0.591897, "f1": 0.549796, "accuracy": 0.591897, "main_score": 0.549796, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630381, "recall": 0.681818, "f1": 0.643629, "accuracy": 0.681818, "main_score": 0.643629, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534456, "recall": 0.583992, "f1": 0.548889, "accuracy": 0.583992, "main_score": 0.548889, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546227, "recall": 0.596838, "f1": 0.559925, "accuracy": 0.596838, "main_score": 0.559925, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62446, "recall": 0.68083, "f1": 0.63933, "accuracy": 0.68083, "main_score": 0.63933, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.644792, "recall": 0.689723, "f1": 0.656685, "accuracy": 0.689723, "main_score": 0.656685, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636853, "recall": 0.687747, "f1": 0.650265, "accuracy": 0.687747, "main_score": 0.650265, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.454836, "recall": 0.508893, "f1": 0.469551, "accuracy": 0.508893, "main_score": 0.469551, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.688134, "recall": 0.726285, "f1": 0.698288, "accuracy": 0.726285, "main_score": 0.698288, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620136, "recall": 0.673913, "f1": 0.633928, "accuracy": 0.673913, "main_score": 0.633928, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.591042, "recall": 0.646245, "f1": 0.606401, "accuracy": 0.646245, "main_score": 0.606401, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.574504, "recall": 0.632411, "f1": 0.59033, "accuracy": 0.632411, "main_score": 0.59033, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552315, "recall": 0.59585, "f1": 0.564003, "accuracy": 0.59585, "main_score": 0.564003, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584592, "recall": 0.641304, "f1": 0.599976, "accuracy": 0.641304, "main_score": 0.599976, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.616624, "recall": 0.666008, "f1": 0.629863, "accuracy": 0.666008, "main_score": 0.629863, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600841, "recall": 0.642292, "f1": 0.612809, "accuracy": 0.642292, "main_score": 0.612809, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541658, "recall": 0.598814, "f1": 0.557049, "accuracy": 0.598814, "main_score": 0.557049, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.640473, "recall": 0.693676, "f1": 0.654154, "accuracy": 0.693676, "main_score": 0.654154, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.622483, "recall": 0.666996, "f1": 0.634197, "accuracy": 0.666996, "main_score": 0.634197, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.660844, "recall": 0.709486, "f1": 0.674244, "accuracy": 0.709486, "main_score": 0.674244, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621435, "recall": 0.672925, "f1": 0.635029, "accuracy": 0.672925, "main_score": 0.635029, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678928, "recall": 0.721344, "f1": 0.690414, "accuracy": 0.721344, "main_score": 0.690414, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590483, "recall": 0.645257, "f1": 0.605311, "accuracy": 0.645257, "main_score": 0.605311, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631676, "recall": 0.676877, "f1": 0.643107, "accuracy": 0.676877, "main_score": 0.643107, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476652, "recall": 0.537549, "f1": 0.493379, "accuracy": 0.537549, "main_score": 0.493379, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646237, "recall": 0.692688, "f1": 0.658161, "accuracy": 0.692688, "main_score": 0.658161, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460685, "recall": 0.517787, "f1": 0.476238, "accuracy": 0.517787, "main_score": 0.476238, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.613392, "recall": 0.672925, "f1": 0.628678, "accuracy": 0.672925, "main_score": 0.628678, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.644135, "recall": 0.692688, "f1": 0.656582, "accuracy": 0.692688, "main_score": 0.656582, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.613708, "recall": 0.658103, "f1": 0.625611, "accuracy": 0.658103, "main_score": 0.625611, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641247, "recall": 0.681818, "f1": 0.652086, "accuracy": 0.681818, "main_score": 0.652086, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608042, "recall": 0.662055, "f1": 0.622082, "accuracy": 0.662055, "main_score": 0.622082, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.622682, "recall": 0.661067, "f1": 0.633407, "accuracy": 0.661067, "main_score": 0.633407, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598139, "recall": 0.63834, "f1": 0.609732, "accuracy": 0.63834, "main_score": 0.609732, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647842, "recall": 0.6917, "f1": 0.659409, "accuracy": 0.6917, "main_score": 0.659409, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645131, "recall": 0.682806, "f1": 0.655532, "accuracy": 0.682806, "main_score": 0.655532, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680984, "recall": 0.720356, "f1": 0.691609, "accuracy": 0.720356, "main_score": 0.691609, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534077, "recall": 0.585968, "f1": 0.548363, "accuracy": 0.585968, "main_score": 0.548363, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65479, "recall": 0.705534, "f1": 0.668268, "accuracy": 0.705534, "main_score": 0.668268, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643934, "recall": 0.690711, "f1": 0.656834, "accuracy": 0.690711, "main_score": 0.656834, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.651085, "recall": 0.701581, "f1": 0.664446, "accuracy": 0.701581, "main_score": 0.664446, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534531, "recall": 0.58498, "f1": 0.548271, "accuracy": 0.58498, "main_score": 0.548271, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674245, "recall": 0.720356, "f1": 0.686504, "accuracy": 0.720356, "main_score": 0.686504, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621985, "recall": 0.664032, "f1": 0.632873, "accuracy": 0.664032, "main_score": 0.632873, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55445, "recall": 0.604743, "f1": 0.567896, "accuracy": 0.604743, "main_score": 0.567896, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566582, "recall": 0.618577, "f1": 0.581034, "accuracy": 0.618577, "main_score": 0.581034, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575476, "recall": 0.634387, "f1": 0.592705, "accuracy": 0.634387, "main_score": 0.592705, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.661264, "recall": 0.709486, "f1": 0.673957, "accuracy": 0.709486, "main_score": 0.673957, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61137, "recall": 0.663043, "f1": 0.625053, "accuracy": 0.663043, "main_score": 0.625053, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512716, "recall": 0.563241, "f1": 0.526905, "accuracy": 0.563241, "main_score": 0.526905, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598602, "recall": 0.636364, "f1": 0.608865, "accuracy": 0.636364, "main_score": 0.608865, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62908, "recall": 0.686759, "f1": 0.644735, "accuracy": 0.686759, "main_score": 0.644735, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.566152, "recall": 0.613636, "f1": 0.579885, "accuracy": 0.613636, "main_score": 0.579885, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566241, "recall": 0.61166, "f1": 0.57839, "accuracy": 0.61166, "main_score": 0.57839, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615142, "recall": 0.666008, "f1": 0.628928, "accuracy": 0.666008, "main_score": 0.628928, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534643, "recall": 0.58498, "f1": 0.549514, "accuracy": 0.58498, "main_score": 0.549514, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574236, "recall": 0.621542, "f1": 0.587123, "accuracy": 0.621542, "main_score": 0.587123, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652173, "recall": 0.697628, "f1": 0.664847, "accuracy": 0.697628, "main_score": 0.664847, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61875, "recall": 0.655138, "f1": 0.628966, "accuracy": 0.655138, "main_score": 0.628966, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646353, "recall": 0.688735, "f1": 0.658266, "accuracy": 0.688735, "main_score": 0.658266, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615538, "recall": 0.670949, "f1": 0.631163, "accuracy": 0.670949, "main_score": 0.631163, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587588, "recall": 0.632411, "f1": 0.600561, "accuracy": 0.632411, "main_score": 0.600561, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635964, "recall": 0.681818, "f1": 0.648205, "accuracy": 0.681818, "main_score": 0.648205, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472376, "recall": 0.544466, "f1": 0.493234, "accuracy": 0.544466, "main_score": 0.493234, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633077, "recall": 0.681818, "f1": 0.646408, "accuracy": 0.681818, "main_score": 0.646408, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.579958, "recall": 0.630435, "f1": 0.593544, "accuracy": 0.630435, "main_score": 0.593544, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.644246, "recall": 0.6917, "f1": 0.656851, "accuracy": 0.6917, "main_score": 0.656851, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629685, "recall": 0.684783, "f1": 0.643853, "accuracy": 0.684783, "main_score": 0.643853, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.537578, "recall": 0.588933, "f1": 0.55216, "accuracy": 0.588933, "main_score": 0.55216, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565612, "recall": 0.612648, "f1": 0.578279, "accuracy": 0.612648, "main_score": 0.578279, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59729, "recall": 0.662055, "f1": 0.615845, "accuracy": 0.662055, "main_score": 0.615845, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54125, "recall": 0.599802, "f1": 0.557286, "accuracy": 0.599802, "main_score": 0.557286, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444025, "recall": 0.512846, "f1": 0.462465, "accuracy": 0.512846, "main_score": 0.462465, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605842, "recall": 0.66502, "f1": 0.623049, "accuracy": 0.66502, "main_score": 0.623049, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870389, "recall": 0.90415, "f1": 0.881061, "accuracy": 0.90415, "main_score": 0.881061, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605225, "recall": 0.661067, "f1": 0.621497, "accuracy": 0.661067, "main_score": 0.621497, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624517, "recall": 0.687747, "f1": 0.642594, "accuracy": 0.687747, "main_score": 0.642594, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559836, "recall": 0.620553, "f1": 0.576602, "accuracy": 0.620553, "main_score": 0.576602, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178693, "recall": 0.227273, "f1": 0.191163, "accuracy": 0.227273, "main_score": 0.191163, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.631275, "recall": 0.681818, "f1": 0.645766, "accuracy": 0.681818, "main_score": 0.645766, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686825, "recall": 0.738142, "f1": 0.701943, "accuracy": 0.738142, "main_score": 0.701943, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.556201, "recall": 0.609684, "f1": 0.571231, "accuracy": 0.609684, "main_score": 0.571231, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521254, "recall": 0.59585, "f1": 0.541402, "accuracy": 0.59585, "main_score": 0.541402, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556655, "recall": 0.624506, "f1": 0.576347, "accuracy": 0.624506, "main_score": 0.576347, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590382, "recall": 0.656126, "f1": 0.60934, "accuracy": 0.656126, "main_score": 0.60934, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900313, "recall": 0.927866, "f1": 0.908992, "accuracy": 0.927866, "main_score": 0.908992, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525226, "recall": 0.582016, "f1": 0.541592, "accuracy": 0.582016, "main_score": 0.541592, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545487, "recall": 0.613636, "f1": 0.564548, "accuracy": 0.613636, "main_score": 0.564548, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536124, "recall": 0.588933, "f1": 0.550134, "accuracy": 0.588933, "main_score": 0.550134, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315608, "recall": 0.378458, "f1": 0.333329, "accuracy": 0.378458, "main_score": 0.333329, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604282, "recall": 0.659091, "f1": 0.619342, "accuracy": 0.659091, "main_score": 0.619342, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586048, "recall": 0.63834, "f1": 0.601186, "accuracy": 0.63834, "main_score": 0.601186, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722682, "recall": 0.783597, "f1": 0.740497, "accuracy": 0.783597, "main_score": 0.740497, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652891, "recall": 0.731225, "f1": 0.675746, "accuracy": 0.731225, "main_score": 0.675746, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719651, "recall": 0.775692, "f1": 0.735841, "accuracy": 0.775692, "main_score": 0.735841, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669114, "recall": 0.718379, "f1": 0.683691, "accuracy": 0.718379, "main_score": 0.683691, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661405, "recall": 0.725296, "f1": 0.679718, "accuracy": 0.725296, "main_score": 0.679718, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.554845, "recall": 0.613636, "f1": 0.571202, "accuracy": 0.613636, "main_score": 0.571202, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555249, "recall": 0.610672, "f1": 0.570767, "accuracy": 0.610672, "main_score": 0.570767, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811364, "recall": 0.853755, "f1": 0.824242, "accuracy": 0.853755, "main_score": 0.824242, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484856, "recall": 0.539526, "f1": 0.499489, "accuracy": 0.539526, "main_score": 0.499489, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.887022, "recall": 0.91996, "f1": 0.897365, "accuracy": 0.91996, "main_score": 0.897365, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553501, "recall": 0.61166, "f1": 0.56947, "accuracy": 0.61166, "main_score": 0.56947, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.605131, "recall": 0.666996, "f1": 0.622788, "accuracy": 0.666996, "main_score": 0.622788, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190168, "recall": 0.248024, "f1": 0.203026, "accuracy": 0.248024, "main_score": 0.203026, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650438, "recall": 0.70751, "f1": 0.666604, "accuracy": 0.70751, "main_score": 0.666604, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819285, "recall": 0.864625, "f1": 0.832806, "accuracy": 0.864625, "main_score": 0.832806, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422475, "recall": 0.479249, "f1": 0.438392, "accuracy": 0.479249, "main_score": 0.438392, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.67481, "recall": 0.730237, "f1": 0.691126, "accuracy": 0.730237, "main_score": 0.691126, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568275, "recall": 0.621542, "f1": 0.583655, "accuracy": 0.621542, "main_score": 0.583655, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509924, "recall": 0.575099, "f1": 0.527795, "accuracy": 0.575099, "main_score": 0.527795, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674275, "recall": 0.727273, "f1": 0.689907, "accuracy": 0.727273, "main_score": 0.689907, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233017, "recall": 0.314229, "f1": 0.253675, "accuracy": 0.314229, "main_score": 0.253675, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588414, "recall": 0.651186, "f1": 0.606388, "accuracy": 0.651186, "main_score": 0.606388, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586259, "recall": 0.647233, "f1": 0.603189, "accuracy": 0.647233, "main_score": 0.603189, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719582, "recall": 0.780632, "f1": 0.737672, "accuracy": 0.780632, "main_score": 0.737672, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562808, "recall": 0.62747, "f1": 0.581362, "accuracy": 0.62747, "main_score": 0.581362, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813982, "recall": 0.860672, "f1": 0.828181, "accuracy": 0.860672, "main_score": 0.828181, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472343, "recall": 0.532609, "f1": 0.489039, "accuracy": 0.532609, "main_score": 0.489039, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881917, "recall": 0.91502, "f1": 0.892622, "accuracy": 0.91502, "main_score": 0.892622, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620063, "recall": 0.672925, "f1": 0.635408, "accuracy": 0.672925, "main_score": 0.635408, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901021, "recall": 0.929842, "f1": 0.910244, "accuracy": 0.929842, "main_score": 0.910244, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473774, "recall": 0.540514, "f1": 0.491312, "accuracy": 0.540514, "main_score": 0.491312, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606077, "recall": 0.678854, "f1": 0.627508, "accuracy": 0.678854, "main_score": 0.627508, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851318, "recall": 0.88834, "f1": 0.862418, "accuracy": 0.88834, "main_score": 0.862418, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.655972, "recall": 0.708498, "f1": 0.670953, "accuracy": 0.708498, "main_score": 0.670953, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649526, "recall": 0.705534, "f1": 0.66545, "accuracy": 0.705534, "main_score": 0.66545, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556192, "recall": 0.615613, "f1": 0.572759, "accuracy": 0.615613, "main_score": 0.572759, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540945, "recall": 0.602767, "f1": 0.558233, "accuracy": 0.602767, "main_score": 0.558233, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827652, "recall": 0.870553, "f1": 0.840533, "accuracy": 0.870553, "main_score": 0.840533, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54705, "recall": 0.61166, "f1": 0.565381, "accuracy": 0.61166, "main_score": 0.565381, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614279, "recall": 0.676877, "f1": 0.632449, "accuracy": 0.676877, "main_score": 0.632449, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924572, "recall": 0.947628, "f1": 0.931983, "accuracy": 0.947628, "main_score": 0.931983, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494888, "recall": 0.551383, "f1": 0.51119, "accuracy": 0.551383, "main_score": 0.51119, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577283, "recall": 0.634387, "f1": 0.592532, "accuracy": 0.634387, "main_score": 0.592532, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.597277, "recall": 0.661067, "f1": 0.615263, "accuracy": 0.661067, "main_score": 0.615263, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571274, "recall": 0.623518, "f1": 0.585452, "accuracy": 0.623518, "main_score": 0.585452, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536557, "recall": 0.608696, "f1": 0.557744, "accuracy": 0.608696, "main_score": 0.557744, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758573, "recall": 0.807312, "f1": 0.772678, "accuracy": 0.807312, "main_score": 0.772678, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754694, "recall": 0.801383, "f1": 0.768596, "accuracy": 0.801383, "main_score": 0.768596, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873139, "recall": 0.902174, "f1": 0.881555, "accuracy": 0.902174, "main_score": 0.881555, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504441, "recall": 0.577075, "f1": 0.526054, "accuracy": 0.577075, "main_score": 0.526054, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709808, "recall": 0.76581, "f1": 0.726682, "accuracy": 0.76581, "main_score": 0.726682, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602381, "recall": 0.658103, "f1": 0.618401, "accuracy": 0.658103, "main_score": 0.618401, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077511, "recall": 0.106719, "f1": 0.083277, "accuracy": 0.106719, "main_score": 0.083277, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.077722, "recall": 0.107708, "f1": 0.084296, "accuracy": 0.107708, "main_score": 0.084296, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.083154, "recall": 0.115613, "f1": 0.09035, "accuracy": 0.115613, "main_score": 0.09035, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.151253, "recall": 0.215415, "f1": 0.164025, "accuracy": 0.215415, "main_score": 0.164025, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.138435, "recall": 0.184783, "f1": 0.147157, "accuracy": 0.184783, "main_score": 0.147157, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.158595, "recall": 0.220356, "f1": 0.171982, "accuracy": 0.220356, "main_score": 0.171982, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.104064, "recall": 0.147233, "f1": 0.111318, "accuracy": 0.147233, "main_score": 0.111318, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078806, "recall": 0.108696, "f1": 0.084645, "accuracy": 0.108696, "main_score": 0.084645, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127128, "recall": 0.177866, "f1": 0.137419, "accuracy": 0.177866, "main_score": 0.137419, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.090255, "recall": 0.128458, "f1": 0.096944, "accuracy": 0.128458, "main_score": 0.096944, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114087, "recall": 0.158103, "f1": 0.122697, "accuracy": 0.158103, "main_score": 0.122697, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124532, "recall": 0.178854, "f1": 0.134798, "accuracy": 0.178854, "main_score": 0.134798, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.149501, "recall": 0.208498, "f1": 0.161526, "accuracy": 0.208498, "main_score": 0.161526, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.05596, "recall": 0.083992, "f1": 0.060545, "accuracy": 0.083992, "main_score": 0.060545, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.151796, "recall": 0.215415, "f1": 0.163495, "accuracy": 0.215415, "main_score": 0.163495, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.119736, "recall": 0.174901, "f1": 0.129953, "accuracy": 0.174901, "main_score": 0.129953, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.122971, "recall": 0.184783, "f1": 0.134425, "accuracy": 0.184783, "main_score": 0.134425, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.073807, "recall": 0.104743, "f1": 0.079121, "accuracy": 0.104743, "main_score": 0.079121, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.119337, "recall": 0.174901, "f1": 0.130392, "accuracy": 0.174901, "main_score": 0.130392, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.111821, "recall": 0.163043, "f1": 0.120733, "accuracy": 0.163043, "main_score": 0.120733, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.150107, "recall": 0.204545, "f1": 0.159876, "accuracy": 0.204545, "main_score": 0.159876, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129577, "recall": 0.179842, "f1": 0.139106, "accuracy": 0.179842, "main_score": 0.139106, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.082007, "recall": 0.116601, "f1": 0.089232, "accuracy": 0.116601, "main_score": 0.089232, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12883, "recall": 0.190711, "f1": 0.140366, "accuracy": 0.190711, "main_score": 0.140366, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.13667, "recall": 0.183794, "f1": 0.146828, "accuracy": 0.183794, "main_score": 0.146828, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.114077, "recall": 0.150198, "f1": 0.121103, "accuracy": 0.150198, "main_score": 0.121103, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11777, "recall": 0.151186, "f1": 0.12621, "accuracy": 0.151186, "main_score": 0.12621, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.125872, "recall": 0.184783, "f1": 0.13686, "accuracy": 0.184783, "main_score": 0.13686, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.076272, "recall": 0.108696, "f1": 0.081712, "accuracy": 0.108696, "main_score": 0.081712, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140197, "recall": 0.190711, "f1": 0.150399, "accuracy": 0.190711, "main_score": 0.150399, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135324, "recall": 0.186759, "f1": 0.145296, "accuracy": 0.186759, "main_score": 0.145296, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.107639, "recall": 0.152174, "f1": 0.115672, "accuracy": 0.152174, "main_score": 0.115672, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.141747, "recall": 0.199605, "f1": 0.153197, "accuracy": 0.199605, "main_score": 0.153197, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.091681, "recall": 0.139328, "f1": 0.100384, "accuracy": 0.139328, "main_score": 0.100384, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128726, "recall": 0.182806, "f1": 0.139228, "accuracy": 0.182806, "main_score": 0.139228, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.120455, "recall": 0.166008, "f1": 0.128819, "accuracy": 0.166008, "main_score": 0.128819, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.130644, "recall": 0.172925, "f1": 0.139321, "accuracy": 0.172925, "main_score": 0.139321, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.164522, "recall": 0.232213, "f1": 0.178026, "accuracy": 0.232213, "main_score": 0.178026, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.132855, "recall": 0.190711, "f1": 0.143636, "accuracy": 0.190711, "main_score": 0.143636, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127821, "recall": 0.181818, "f1": 0.138007, "accuracy": 0.181818, "main_score": 0.138007, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.073006, "recall": 0.105731, "f1": 0.079715, "accuracy": 0.105731, "main_score": 0.079715, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077474, "recall": 0.114625, "f1": 0.085097, "accuracy": 0.114625, "main_score": 0.085097, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.118642, "recall": 0.171937, "f1": 0.128636, "accuracy": 0.171937, "main_score": 0.128636, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078458, "recall": 0.112648, "f1": 0.084913, "accuracy": 0.112648, "main_score": 0.084913, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142148, "recall": 0.195652, "f1": 0.152502, "accuracy": 0.195652, "main_score": 0.152502, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.138608, "recall": 0.200593, "f1": 0.151291, "accuracy": 0.200593, "main_score": 0.151291, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.146949, "recall": 0.19664, "f1": 0.155484, "accuracy": 0.19664, "main_score": 0.155484, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.13239, "recall": 0.181818, "f1": 0.142121, "accuracy": 0.181818, "main_score": 0.142121, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.076646, "recall": 0.114625, "f1": 0.08407, "accuracy": 0.114625, "main_score": 0.08407, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.120612, "recall": 0.163043, "f1": 0.128914, "accuracy": 0.163043, "main_score": 0.128914, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127931, "recall": 0.184783, "f1": 0.138303, "accuracy": 0.184783, "main_score": 0.138303, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.139443, "recall": 0.197628, "f1": 0.151415, "accuracy": 0.197628, "main_score": 0.151415, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121379, "recall": 0.168972, "f1": 0.130333, "accuracy": 0.168972, "main_score": 0.130333, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.071297, "recall": 0.103755, "f1": 0.077593, "accuracy": 0.103755, "main_score": 0.077593, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.119422, "recall": 0.171937, "f1": 0.129226, "accuracy": 0.171937, "main_score": 0.129226, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.082548, "recall": 0.113636, "f1": 0.087861, "accuracy": 0.113636, "main_score": 0.087861, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.056484, "recall": 0.081028, "f1": 0.061843, "accuracy": 0.081028, "main_score": 0.061843, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.098162, "recall": 0.135375, "f1": 0.104006, "accuracy": 0.135375, "main_score": 0.104006, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.077292, "recall": 0.099802, "f1": 0.081525, "accuracy": 0.099802, "main_score": 0.081525, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.12989, "recall": 0.185771, "f1": 0.140279, "accuracy": 0.185771, "main_score": 0.140279, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.135436, "recall": 0.190711, "f1": 0.146524, "accuracy": 0.190711, "main_score": 0.146524, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.151125, "recall": 0.198617, "f1": 0.16061, "accuracy": 0.198617, "main_score": 0.16061, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149886, "recall": 0.210474, "f1": 0.161706, "accuracy": 0.210474, "main_score": 0.161706, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.071577, "recall": 0.103755, "f1": 0.07758, "accuracy": 0.103755, "main_score": 0.07758, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103083, "recall": 0.140316, "f1": 0.1096, "accuracy": 0.140316, "main_score": 0.1096, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130786, "recall": 0.18083, "f1": 0.140382, "accuracy": 0.18083, "main_score": 0.140382, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.142214, "recall": 0.193676, "f1": 0.152023, "accuracy": 0.193676, "main_score": 0.152023, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.072082, "recall": 0.104743, "f1": 0.07844, "accuracy": 0.104743, "main_score": 0.07844, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124042, "recall": 0.16996, "f1": 0.132607, "accuracy": 0.16996, "main_score": 0.132607, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.088446, "recall": 0.123518, "f1": 0.095048, "accuracy": 0.123518, "main_score": 0.095048, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125951, "recall": 0.179842, "f1": 0.136587, "accuracy": 0.179842, "main_score": 0.136587, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135961, "recall": 0.181818, "f1": 0.145015, "accuracy": 0.181818, "main_score": 0.145015, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136582, "recall": 0.183794, "f1": 0.145535, "accuracy": 0.183794, "main_score": 0.145535, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133656, "recall": 0.18083, "f1": 0.144704, "accuracy": 0.18083, "main_score": 0.144704, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.085714, "recall": 0.12747, "f1": 0.094013, "accuracy": 0.12747, "main_score": 0.094013, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121964, "recall": 0.167984, "f1": 0.131159, "accuracy": 0.167984, "main_score": 0.131159, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068513, "recall": 0.093874, "f1": 0.073497, "accuracy": 0.093874, "main_score": 0.073497, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.094545, "recall": 0.129447, "f1": 0.101017, "accuracy": 0.129447, "main_score": 0.101017, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.139676, "recall": 0.190711, "f1": 0.149341, "accuracy": 0.190711, "main_score": 0.149341, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138093, "recall": 0.189723, "f1": 0.147621, "accuracy": 0.189723, "main_score": 0.147621, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.126258, "recall": 0.174901, "f1": 0.134623, "accuracy": 0.174901, "main_score": 0.134623, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.132809, "recall": 0.178854, "f1": 0.141793, "accuracy": 0.178854, "main_score": 0.141793, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.138973, "recall": 0.1917, "f1": 0.149217, "accuracy": 0.1917, "main_score": 0.149217, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125932, "recall": 0.183794, "f1": 0.137882, "accuracy": 0.183794, "main_score": 0.137882, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.125087, "recall": 0.179842, "f1": 0.134573, "accuracy": 0.179842, "main_score": 0.134573, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121807, "recall": 0.175889, "f1": 0.131807, "accuracy": 0.175889, "main_score": 0.131807, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.073951, "recall": 0.102767, "f1": 0.079641, "accuracy": 0.102767, "main_score": 0.079641, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085398, "recall": 0.120553, "f1": 0.092629, "accuracy": 0.120553, "main_score": 0.092629, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134138, "recall": 0.189723, "f1": 0.144511, "accuracy": 0.189723, "main_score": 0.144511, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.134469, "recall": 0.182806, "f1": 0.142598, "accuracy": 0.182806, "main_score": 0.142598, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127391, "recall": 0.179842, "f1": 0.137437, "accuracy": 0.179842, "main_score": 0.137437, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.08394, "recall": 0.114625, "f1": 0.090107, "accuracy": 0.114625, "main_score": 0.090107, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.063089, "recall": 0.088933, "f1": 0.068586, "accuracy": 0.088933, "main_score": 0.068586, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136085, "recall": 0.186759, "f1": 0.146366, "accuracy": 0.186759, "main_score": 0.146366, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.144578, "recall": 0.190711, "f1": 0.154163, "accuracy": 0.190711, "main_score": 0.154163, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.114204, "recall": 0.160079, "f1": 0.122877, "accuracy": 0.160079, "main_score": 0.122877, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122178, "recall": 0.171937, "f1": 0.131601, "accuracy": 0.171937, "main_score": 0.131601, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.062447, "recall": 0.085968, "f1": 0.06721, "accuracy": 0.085968, "main_score": 0.06721, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.11662, "recall": 0.166996, "f1": 0.126354, "accuracy": 0.166996, "main_score": 0.126354, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136051, "recall": 0.195652, "f1": 0.147015, "accuracy": 0.195652, "main_score": 0.147015, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.127042, "recall": 0.177866, "f1": 0.137018, "accuracy": 0.177866, "main_score": 0.137018, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.130823, "recall": 0.179842, "f1": 0.13936, "accuracy": 0.179842, "main_score": 0.13936, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.105921, "recall": 0.15415, "f1": 0.115053, "accuracy": 0.15415, "main_score": 0.115053, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.129036, "recall": 0.168972, "f1": 0.137133, "accuracy": 0.168972, "main_score": 0.137133, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145884, "recall": 0.201581, "f1": 0.156633, "accuracy": 0.201581, "main_score": 0.156633, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.076079, "recall": 0.105731, "f1": 0.081911, "accuracy": 0.105731, "main_score": 0.081911, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.082408, "recall": 0.110672, "f1": 0.088371, "accuracy": 0.110672, "main_score": 0.088371, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.081631, "recall": 0.117589, "f1": 0.08875, "accuracy": 0.117589, "main_score": 0.08875, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.086518, "recall": 0.118577, "f1": 0.092233, "accuracy": 0.118577, "main_score": 0.092233, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.131596, "recall": 0.184783, "f1": 0.141718, "accuracy": 0.184783, "main_score": 0.141718, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.110193, "recall": 0.163043, "f1": 0.119275, "accuracy": 0.163043, "main_score": 0.119275, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.08646, "recall": 0.123518, "f1": 0.09403, "accuracy": 0.123518, "main_score": 0.09403, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.12432, "recall": 0.176877, "f1": 0.133963, "accuracy": 0.176877, "main_score": 0.133963, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124643, "recall": 0.176877, "f1": 0.135302, "accuracy": 0.176877, "main_score": 0.135302, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.152791, "recall": 0.206522, "f1": 0.164131, "accuracy": 0.206522, "main_score": 0.164131, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.112276, "recall": 0.166996, "f1": 0.122438, "accuracy": 0.166996, "main_score": 0.122438, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.088109, "recall": 0.129447, "f1": 0.095916, "accuracy": 0.129447, "main_score": 0.095916, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.121959, "recall": 0.179842, "f1": 0.132908, "accuracy": 0.179842, "main_score": 0.132908, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.119993, "recall": 0.163043, "f1": 0.128356, "accuracy": 0.163043, "main_score": 0.128356, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068369, "recall": 0.096838, "f1": 0.073886, "accuracy": 0.096838, "main_score": 0.073886, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.059753, "recall": 0.087945, "f1": 0.064477, "accuracy": 0.087945, "main_score": 0.064477, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.07453, "recall": 0.104743, "f1": 0.079566, "accuracy": 0.104743, "main_score": 0.079566, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135184, "recall": 0.185771, "f1": 0.145586, "accuracy": 0.185771, "main_score": 0.145586, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.148402, "recall": 0.203557, "f1": 0.158325, "accuracy": 0.203557, "main_score": 0.158325, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.139233, "recall": 0.188735, "f1": 0.149681, "accuracy": 0.188735, "main_score": 0.149681, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.112189, "recall": 0.159091, "f1": 0.120632, "accuracy": 0.159091, "main_score": 0.120632, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.127828, "recall": 0.186759, "f1": 0.140398, "accuracy": 0.186759, "main_score": 0.140398, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.109759, "recall": 0.145257, "f1": 0.116642, "accuracy": 0.145257, "main_score": 0.116642, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.076813, "recall": 0.115613, "f1": 0.083939, "accuracy": 0.115613, "main_score": 0.083939, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130549, "recall": 0.183794, "f1": 0.141467, "accuracy": 0.183794, "main_score": 0.141467, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141356, "recall": 0.194664, "f1": 0.15142, "accuracy": 0.194664, "main_score": 0.15142, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127072, "recall": 0.166008, "f1": 0.133831, "accuracy": 0.166008, "main_score": 0.133831, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122107, "recall": 0.175889, "f1": 0.132173, "accuracy": 0.175889, "main_score": 0.132173, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.079032, "recall": 0.120553, "f1": 0.086901, "accuracy": 0.120553, "main_score": 0.086901, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124947, "recall": 0.175889, "f1": 0.13404, "accuracy": 0.175889, "main_score": 0.13404, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.071393, "recall": 0.096838, "f1": 0.076416, "accuracy": 0.096838, "main_score": 0.076416, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.115323, "recall": 0.162055, "f1": 0.124661, "accuracy": 0.162055, "main_score": 0.124661, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.135925, "recall": 0.192688, "f1": 0.146537, "accuracy": 0.192688, "main_score": 0.146537, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.115519, "recall": 0.160079, "f1": 0.123237, "accuracy": 0.160079, "main_score": 0.123237, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149621, "recall": 0.20751, "f1": 0.160427, "accuracy": 0.20751, "main_score": 0.160427, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.059068, "recall": 0.089921, "f1": 0.064697, "accuracy": 0.089921, "main_score": 0.064697, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.141214, "recall": 0.201581, "f1": 0.153047, "accuracy": 0.201581, "main_score": 0.153047, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.123363, "recall": 0.182806, "f1": 0.134905, "accuracy": 0.182806, "main_score": 0.134905, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.154177, "recall": 0.208498, "f1": 0.165535, "accuracy": 0.208498, "main_score": 0.165535, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.141988, "recall": 0.19664, "f1": 0.153288, "accuracy": 0.19664, "main_score": 0.153288, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.130903, "recall": 0.172925, "f1": 0.13964, "accuracy": 0.172925, "main_score": 0.13964, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106683, "recall": 0.144269, "f1": 0.114017, "accuracy": 0.144269, "main_score": 0.114017, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.09859, "recall": 0.140316, "f1": 0.10686, "accuracy": 0.140316, "main_score": 0.10686, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.078826, "recall": 0.114625, "f1": 0.085937, "accuracy": 0.114625, "main_score": 0.085937, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138452, "recall": 0.1917, "f1": 0.148821, "accuracy": 0.1917, "main_score": 0.148821, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.122464, "recall": 0.179842, "f1": 0.132844, "accuracy": 0.179842, "main_score": 0.132844, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.11554, "recall": 0.164032, "f1": 0.123738, "accuracy": 0.164032, "main_score": 0.123738, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.123052, "recall": 0.18083, "f1": 0.134858, "accuracy": 0.18083, "main_score": 0.134858, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13133, "recall": 0.185771, "f1": 0.142149, "accuracy": 0.185771, "main_score": 0.142149, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127792, "recall": 0.18083, "f1": 0.138219, "accuracy": 0.18083, "main_score": 0.138219, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.105987, "recall": 0.140316, "f1": 0.112612, "accuracy": 0.140316, "main_score": 0.112612, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.112161, "recall": 0.151186, "f1": 0.119486, "accuracy": 0.151186, "main_score": 0.119486, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.080379, "recall": 0.107708, "f1": 0.086314, "accuracy": 0.107708, "main_score": 0.086314, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129208, "recall": 0.18083, "f1": 0.138487, "accuracy": 0.18083, "main_score": 0.138487, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.08683, "recall": 0.119565, "f1": 0.093855, "accuracy": 0.119565, "main_score": 0.093855, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.112222, "recall": 0.164032, "f1": 0.12281, "accuracy": 0.164032, "main_score": 0.12281, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.146809, "recall": 0.204545, "f1": 0.158435, "accuracy": 0.204545, "main_score": 0.158435, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.141959, "recall": 0.194664, "f1": 0.15221, "accuracy": 0.194664, "main_score": 0.15221, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.090219, "recall": 0.129447, "f1": 0.097891, "accuracy": 0.129447, "main_score": 0.097891, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.133983, "recall": 0.185771, "f1": 0.143417, "accuracy": 0.185771, "main_score": 0.143417, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.073779, "recall": 0.101779, "f1": 0.07864, "accuracy": 0.101779, "main_score": 0.07864, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068517, "recall": 0.101779, "f1": 0.074357, "accuracy": 0.101779, "main_score": 0.074357, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134887, "recall": 0.182806, "f1": 0.144156, "accuracy": 0.182806, "main_score": 0.144156, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.100998, "recall": 0.137352, "f1": 0.106844, "accuracy": 0.137352, "main_score": 0.106844, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.14218, "recall": 0.205534, "f1": 0.153511, "accuracy": 0.205534, "main_score": 0.153511, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.071455, "recall": 0.102767, "f1": 0.077811, "accuracy": 0.102767, "main_score": 0.077811, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.131869, "recall": 0.188735, "f1": 0.142483, "accuracy": 0.188735, "main_score": 0.142483, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.143959, "recall": 0.204545, "f1": 0.155417, "accuracy": 0.204545, "main_score": 0.155417, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.140979, "recall": 0.195652, "f1": 0.152258, "accuracy": 0.195652, "main_score": 0.152258, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.078602, "recall": 0.116601, "f1": 0.08659, "accuracy": 0.116601, "main_score": 0.08659, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.130213, "recall": 0.183794, "f1": 0.140067, "accuracy": 0.183794, "main_score": 0.140067, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.098386, "recall": 0.13834, "f1": 0.106699, "accuracy": 0.13834, "main_score": 0.106699, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.068613, "recall": 0.099802, "f1": 0.074517, "accuracy": 0.099802, "main_score": 0.074517, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.101827, "recall": 0.147233, "f1": 0.111177, "accuracy": 0.147233, "main_score": 0.111177, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.085668, "recall": 0.121542, "f1": 0.091631, "accuracy": 0.121542, "main_score": 0.091631, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.131072, "recall": 0.18083, "f1": 0.141021, "accuracy": 0.18083, "main_score": 0.141021, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.134185, "recall": 0.179842, "f1": 0.143023, "accuracy": 0.179842, "main_score": 0.143023, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.065319, "recall": 0.101779, "f1": 0.072516, "accuracy": 0.101779, "main_score": 0.072516, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.070977, "recall": 0.104743, "f1": 0.077125, "accuracy": 0.104743, "main_score": 0.077125, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.140319, "recall": 0.200593, "f1": 0.151757, "accuracy": 0.200593, "main_score": 0.151757, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.07318, "recall": 0.112648, "f1": 0.080909, "accuracy": 0.112648, "main_score": 0.080909, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.081676, "recall": 0.117589, "f1": 0.088318, "accuracy": 0.117589, "main_score": 0.088318, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114777, "recall": 0.166008, "f1": 0.125071, "accuracy": 0.166008, "main_score": 0.125071, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.055478, "recall": 0.08498, "f1": 0.061108, "accuracy": 0.08498, "main_score": 0.061108, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.110615, "recall": 0.159091, "f1": 0.120864, "accuracy": 0.159091, "main_score": 0.120864, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.101227, "recall": 0.134387, "f1": 0.107261, "accuracy": 0.134387, "main_score": 0.107261, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.058973, "recall": 0.089921, "f1": 0.063733, "accuracy": 0.089921, "main_score": 0.063733, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.07203, "recall": 0.100791, "f1": 0.077165, "accuracy": 0.100791, "main_score": 0.077165, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17136, "recall": 0.233202, "f1": 0.183849, "accuracy": 0.233202, "main_score": 0.183849, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.115134, "recall": 0.158103, "f1": 0.123102, "accuracy": 0.158103, "main_score": 0.123102, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.113913, "recall": 0.162055, "f1": 0.123394, "accuracy": 0.162055, "main_score": 0.123394, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.054807, "recall": 0.083004, "f1": 0.059675, "accuracy": 0.083004, "main_score": 0.059675, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136092, "recall": 0.187747, "f1": 0.145238, "accuracy": 0.187747, "main_score": 0.145238, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.124479, "recall": 0.16996, "f1": 0.134002, "accuracy": 0.16996, "main_score": 0.134002, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.134709, "recall": 0.189723, "f1": 0.145252, "accuracy": 0.189723, "main_score": 0.145252, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149424, "recall": 0.205534, "f1": 0.16043, "accuracy": 0.205534, "main_score": 0.16043, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.11013, "recall": 0.150198, "f1": 0.11868, "accuracy": 0.150198, "main_score": 0.11868, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.074594, "recall": 0.101779, "f1": 0.080252, "accuracy": 0.101779, "main_score": 0.080252, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541523, "recall": 0.612648, "f1": 0.561102, "accuracy": 0.612648, "main_score": 0.561102, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506902, "recall": 0.570158, "f1": 0.524224, "accuracy": 0.570158, "main_score": 0.524224, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436714, "recall": 0.519763, "f1": 0.458749, "accuracy": 0.519763, "main_score": 0.458749, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572943, "recall": 0.635375, "f1": 0.58988, "accuracy": 0.635375, "main_score": 0.58988, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850494, "recall": 0.892292, "f1": 0.863603, "accuracy": 0.892292, "main_score": 0.863603, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954381, "recall": 0.966403, "f1": 0.958169, "accuracy": 0.966403, "main_score": 0.958169, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574534, "recall": 0.637352, "f1": 0.59149, "accuracy": 0.637352, "main_score": 0.59149, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608565, "recall": 0.673913, "f1": 0.626248, "accuracy": 0.673913, "main_score": 0.626248, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540401, "recall": 0.610672, "f1": 0.55934, "accuracy": 0.610672, "main_score": 0.55934, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.160448, "recall": 0.213439, "f1": 0.17305, "accuracy": 0.213439, "main_score": 0.17305, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613267, "recall": 0.666996, "f1": 0.628546, "accuracy": 0.666996, "main_score": 0.628546, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650704, "recall": 0.709486, "f1": 0.667481, "accuracy": 0.709486, "main_score": 0.667481, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.523677, "recall": 0.578063, "f1": 0.538136, "accuracy": 0.578063, "main_score": 0.538136, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473419, "recall": 0.549407, "f1": 0.492928, "accuracy": 0.549407, "main_score": 0.492928, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538183, "recall": 0.61166, "f1": 0.558233, "accuracy": 0.61166, "main_score": 0.558233, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567551, "recall": 0.631423, "f1": 0.584888, "accuracy": 0.631423, "main_score": 0.584888, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87887, "recall": 0.913043, "f1": 0.889888, "accuracy": 0.913043, "main_score": 0.889888, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490655, "recall": 0.554348, "f1": 0.508478, "accuracy": 0.554348, "main_score": 0.508478, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522467, "recall": 0.582016, "f1": 0.538505, "accuracy": 0.582016, "main_score": 0.538505, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514225, "recall": 0.568182, "f1": 0.528913, "accuracy": 0.568182, "main_score": 0.528913, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309222, "recall": 0.363636, "f1": 0.324613, "accuracy": 0.363636, "main_score": 0.324613, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575413, "recall": 0.641304, "f1": 0.593136, "accuracy": 0.641304, "main_score": 0.593136, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569421, "recall": 0.62747, "f1": 0.585754, "accuracy": 0.62747, "main_score": 0.585754, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706648, "recall": 0.770751, "f1": 0.724854, "accuracy": 0.770751, "main_score": 0.724854, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650602, "recall": 0.730237, "f1": 0.673798, "accuracy": 0.730237, "main_score": 0.673798, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.692656, "recall": 0.749012, "f1": 0.708936, "accuracy": 0.749012, "main_score": 0.708936, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651773, "recall": 0.70751, "f1": 0.66797, "accuracy": 0.70751, "main_score": 0.66797, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666544, "recall": 0.738142, "f1": 0.687274, "accuracy": 0.738142, "main_score": 0.687274, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.528967, "recall": 0.590909, "f1": 0.545686, "accuracy": 0.590909, "main_score": 0.545686, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524673, "recall": 0.587945, "f1": 0.54263, "accuracy": 0.587945, "main_score": 0.54263, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.786521, "recall": 0.83498, "f1": 0.800609, "accuracy": 0.83498, "main_score": 0.800609, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450149, "recall": 0.503953, "f1": 0.464306, "accuracy": 0.503953, "main_score": 0.464306, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.861001, "recall": 0.900198, "f1": 0.87332, "accuracy": 0.900198, "main_score": 0.87332, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520506, "recall": 0.590909, "f1": 0.539982, "accuracy": 0.590909, "main_score": 0.539982, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.992095, "f1": 0.990942, "accuracy": 0.992095, "main_score": 0.990942, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.578265, "recall": 0.644269, "f1": 0.596435, "accuracy": 0.644269, "main_score": 0.596435, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.186406, "recall": 0.245059, "f1": 0.199256, "accuracy": 0.245059, "main_score": 0.199256, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621225, "recall": 0.682806, "f1": 0.638213, "accuracy": 0.682806, "main_score": 0.638213, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770175, "recall": 0.828063, "f1": 0.78762, "accuracy": 0.828063, "main_score": 0.78762, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39556, "recall": 0.454545, "f1": 0.411242, "accuracy": 0.454545, "main_score": 0.411242, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.653814, "recall": 0.712451, "f1": 0.670984, "accuracy": 0.712451, "main_score": 0.670984, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550834, "recall": 0.616601, "f1": 0.569421, "accuracy": 0.616601, "main_score": 0.569421, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501505, "recall": 0.574111, "f1": 0.521239, "accuracy": 0.574111, "main_score": 0.521239, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645892, "recall": 0.704545, "f1": 0.662962, "accuracy": 0.704545, "main_score": 0.662962, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223752, "recall": 0.306324, "f1": 0.244569, "accuracy": 0.306324, "main_score": 0.244569, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55725, "recall": 0.62253, "f1": 0.57624, "accuracy": 0.62253, "main_score": 0.57624, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572467, "recall": 0.63834, "f1": 0.591082, "accuracy": 0.63834, "main_score": 0.591082, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.708591, "recall": 0.777668, "f1": 0.729381, "accuracy": 0.777668, "main_score": 0.729381, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540129, "recall": 0.600791, "f1": 0.557205, "accuracy": 0.600791, "main_score": 0.557205, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765128, "recall": 0.822134, "f1": 0.782296, "accuracy": 0.822134, "main_score": 0.782296, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977355, "recall": 0.98419, "f1": 0.97948, "accuracy": 0.98419, "main_score": 0.97948, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463423, "recall": 0.533597, "f1": 0.482761, "accuracy": 0.533597, "main_score": 0.482761, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.860754, "recall": 0.899209, "f1": 0.87276, "accuracy": 0.899209, "main_score": 0.87276, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933794, "recall": 0.953557, "f1": 0.940217, "accuracy": 0.953557, "main_score": 0.940217, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599231, "recall": 0.653162, "f1": 0.613767, "accuracy": 0.653162, "main_score": 0.613767, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.924901, "f1": 0.90303, "accuracy": 0.924901, "main_score": 0.90303, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433078, "recall": 0.502964, "f1": 0.451544, "accuracy": 0.502964, "main_score": 0.451544, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608359, "recall": 0.681818, "f1": 0.629548, "accuracy": 0.681818, "main_score": 0.629548, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822744, "recall": 0.866601, "f1": 0.836331, "accuracy": 0.866601, "main_score": 0.836331, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629839, "recall": 0.686759, "f1": 0.646283, "accuracy": 0.686759, "main_score": 0.646283, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621772, "recall": 0.687747, "f1": 0.640266, "accuracy": 0.687747, "main_score": 0.640266, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930534, "recall": 0.950593, "f1": 0.936924, "accuracy": 0.950593, "main_score": 0.936924, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524638, "recall": 0.586957, "f1": 0.542282, "accuracy": 0.586957, "main_score": 0.542282, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51078, "recall": 0.571146, "f1": 0.528048, "accuracy": 0.571146, "main_score": 0.528048, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823024, "recall": 0.869565, "f1": 0.837371, "accuracy": 0.869565, "main_score": 0.837371, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52522, "recall": 0.593874, "f1": 0.543787, "accuracy": 0.593874, "main_score": 0.543787, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607947, "recall": 0.667984, "f1": 0.625104, "accuracy": 0.667984, "main_score": 0.625104, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.944664, "f1": 0.930336, "accuracy": 0.944664, "main_score": 0.930336, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47386, "recall": 0.533597, "f1": 0.490514, "accuracy": 0.533597, "main_score": 0.490514, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561933, "recall": 0.62253, "f1": 0.578221, "accuracy": 0.62253, "main_score": 0.578221, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573114, "recall": 0.636364, "f1": 0.5915, "accuracy": 0.636364, "main_score": 0.5915, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539213, "recall": 0.597826, "f1": 0.554752, "accuracy": 0.597826, "main_score": 0.554752, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525182, "recall": 0.594862, "f1": 0.544828, "accuracy": 0.594862, "main_score": 0.544828, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716137, "recall": 0.768775, "f1": 0.730962, "accuracy": 0.768775, "main_score": 0.730962, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748304, "recall": 0.799407, "f1": 0.763439, "accuracy": 0.799407, "main_score": 0.763439, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865283, "recall": 0.900198, "f1": 0.87627, "accuracy": 0.900198, "main_score": 0.87627, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.462223, "recall": 0.543478, "f1": 0.485863, "accuracy": 0.543478, "main_score": 0.485863, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.686891, "recall": 0.75, "f1": 0.705388, "accuracy": 0.75, "main_score": 0.705388, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57862, "recall": 0.635375, "f1": 0.594186, "accuracy": 0.635375, "main_score": 0.594186, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499525, "recall": 0.56917, "f1": 0.518925, "accuracy": 0.56917, "main_score": 0.518925, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458545, "recall": 0.518775, "f1": 0.474867, "accuracy": 0.518775, "main_score": 0.474867, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355525, "recall": 0.413043, "f1": 0.370297, "accuracy": 0.413043, "main_score": 0.370297, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.947628, "f1": 0.931818, "accuracy": 0.947628, "main_score": 0.931818, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.963439, "f1": 0.953247, "accuracy": 0.963439, "main_score": 0.953247, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.942688, "f1": 0.928689, "accuracy": 0.942688, "main_score": 0.928689, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522844, "recall": 0.58004, "f1": 0.538465, "accuracy": 0.58004, "main_score": 0.538465, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.763735, "recall": 0.809289, "f1": 0.777423, "accuracy": 0.809289, "main_score": 0.777423, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84254, "recall": 0.879447, "f1": 0.853576, "accuracy": 0.879447, "main_score": 0.853576, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.94357, "recall": 0.959486, "f1": 0.948435, "accuracy": 0.959486, "main_score": 0.948435, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.497167, "recall": 0.555336, "f1": 0.513227, "accuracy": 0.555336, "main_score": 0.513227, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.880879, "recall": 0.916008, "f1": 0.891831, "accuracy": 0.916008, "main_score": 0.891831, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524657, "recall": 0.583004, "f1": 0.541013, "accuracy": 0.583004, "main_score": 0.541013, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.964427, "f1": 0.953294, "accuracy": 0.964427, "main_score": 0.953294, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.930912, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512226, "recall": 0.575099, "f1": 0.529548, "accuracy": 0.575099, "main_score": 0.529548, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947908, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.964427, "f1": 0.954169, "accuracy": 0.964427, "main_score": 0.954169, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922587, "recall": 0.940711, "f1": 0.928052, "accuracy": 0.940711, "main_score": 0.928052, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19231, "recall": 0.244071, "f1": 0.204616, "accuracy": 0.244071, "main_score": 0.204616, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55, "recall": 0.599802, "f1": 0.564051, "accuracy": 0.599802, "main_score": 0.564051, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896986, "recall": 0.926877, "f1": 0.906357, "accuracy": 0.926877, "main_score": 0.906357, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592696, "recall": 0.650198, "f1": 0.609085, "accuracy": 0.650198, "main_score": 0.609085, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.853491, "recall": 0.887352, "f1": 0.863768, "accuracy": 0.887352, "main_score": 0.863768, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927875, "recall": 0.947628, "f1": 0.933844, "accuracy": 0.947628, "main_score": 0.933844, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.964427, "f1": 0.955336, "accuracy": 0.964427, "main_score": 0.955336, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.474664, "recall": 0.529644, "f1": 0.489585, "accuracy": 0.529644, "main_score": 0.489585, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473597, "recall": 0.54249, "f1": 0.491187, "accuracy": 0.54249, "main_score": 0.491187, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.959486, "f1": 0.946805, "accuracy": 0.959486, "main_score": 0.946805, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496458, "recall": 0.557312, "f1": 0.512686, "accuracy": 0.557312, "main_score": 0.512686, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921772, "recall": 0.944664, "f1": 0.929183, "accuracy": 0.944664, "main_score": 0.929183, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.935771, "f1": 0.920191, "accuracy": 0.935771, "main_score": 0.920191, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501616, "recall": 0.567194, "f1": 0.519551, "accuracy": 0.567194, "main_score": 0.519551, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784997, "recall": 0.83498, "f1": 0.800184, "accuracy": 0.83498, "main_score": 0.800184, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901597, "recall": 0.928854, "f1": 0.910145, "accuracy": 0.928854, "main_score": 0.910145, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916617, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455461, "recall": 0.511858, "f1": 0.470496, "accuracy": 0.511858, "main_score": 0.470496, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497705, "recall": 0.560277, "f1": 0.514142, "accuracy": 0.560277, "main_score": 0.514142, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444428, "recall": 0.496047, "f1": 0.459077, "accuracy": 0.496047, "main_score": 0.459077, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857346, "recall": 0.890316, "f1": 0.866837, "accuracy": 0.890316, "main_score": 0.866837, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298303, "recall": 0.351779, "f1": 0.312361, "accuracy": 0.351779, "main_score": 0.312361, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.964427, "f1": 0.952899, "accuracy": 0.964427, "main_score": 0.952899, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49431, "recall": 0.55336, "f1": 0.510927, "accuracy": 0.55336, "main_score": 0.510927, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899093, "recall": 0.924901, "f1": 0.90684, "accuracy": 0.924901, "main_score": 0.90684, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913159, "recall": 0.937747, "f1": 0.920638, "accuracy": 0.937747, "main_score": 0.920638, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523436, "recall": 0.578063, "f1": 0.538998, "accuracy": 0.578063, "main_score": 0.538998, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938818, "recall": 0.95751, "f1": 0.944697, "accuracy": 0.95751, "main_score": 0.944697, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611184, "recall": 0.676877, "f1": 0.63001, "accuracy": 0.676877, "main_score": 0.63001, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.91502, "f1": 0.893478, "accuracy": 0.91502, "main_score": 0.893478, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.958498, "f1": 0.946429, "accuracy": 0.958498, "main_score": 0.946429, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965942, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518977, "recall": 0.597826, "f1": 0.540471, "accuracy": 0.597826, "main_score": 0.540471, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610927, "recall": 0.66996, "f1": 0.627095, "accuracy": 0.66996, "main_score": 0.627095, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895861, "recall": 0.923913, "f1": 0.904677, "accuracy": 0.923913, "main_score": 0.904677, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573043, "recall": 0.625494, "f1": 0.588161, "accuracy": 0.625494, "main_score": 0.588161, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602593, "recall": 0.668972, "f1": 0.620841, "accuracy": 0.668972, "main_score": 0.620841, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946509, "recall": 0.961462, "f1": 0.951087, "accuracy": 0.961462, "main_score": 0.951087, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952687, "accuracy": 0.963439, "main_score": 0.952687, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854727, "recall": 0.891304, "f1": 0.865909, "accuracy": 0.891304, "main_score": 0.865909, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952981, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952404, "accuracy": 0.963439, "main_score": 0.952404, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.480776, "recall": 0.535573, "f1": 0.495834, "accuracy": 0.535573, "main_score": 0.495834, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49805, "recall": 0.552372, "f1": 0.512486, "accuracy": 0.552372, "main_score": 0.512486, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950791, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687553, "recall": 0.747036, "f1": 0.704218, "accuracy": 0.747036, "main_score": 0.704218, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407624, "recall": 0.466403, "f1": 0.422771, "accuracy": 0.466403, "main_score": 0.422771, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951416, "accuracy": 0.962451, "main_score": 0.951416, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.942688, "f1": 0.92668, "accuracy": 0.942688, "main_score": 0.92668, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.744937, "recall": 0.799407, "f1": 0.760985, "accuracy": 0.799407, "main_score": 0.760985, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.471203, "recall": 0.528656, "f1": 0.486803, "accuracy": 0.528656, "main_score": 0.486803, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.956522, "f1": 0.945506, "accuracy": 0.956522, "main_score": 0.945506, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.942227, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.939723, "f1": 0.922101, "accuracy": 0.939723, "main_score": 0.922101, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.497013, "recall": 0.568182, "f1": 0.51613, "accuracy": 0.568182, "main_score": 0.51613, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210027, "recall": 0.268775, "f1": 0.223632, "accuracy": 0.268775, "main_score": 0.223632, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.554628, "recall": 0.614625, "f1": 0.571444, "accuracy": 0.614625, "main_score": 0.571444, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695662, "recall": 0.754941, "f1": 0.712863, "accuracy": 0.754941, "main_score": 0.712863, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922184, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.374278, "recall": 0.428854, "f1": 0.388769, "accuracy": 0.428854, "main_score": 0.388769, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.955534, "f1": 0.944664, "accuracy": 0.955534, "main_score": 0.944664, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903771, "recall": 0.929842, "f1": 0.911745, "accuracy": 0.929842, "main_score": 0.911745, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92556, "recall": 0.94664, "f1": 0.932148, "accuracy": 0.94664, "main_score": 0.932148, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.605635, "recall": 0.66502, "f1": 0.6226, "accuracy": 0.66502, "main_score": 0.6226, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951383, "accuracy": 0.962451, "main_score": 0.951383, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483145, "recall": 0.540514, "f1": 0.499707, "accuracy": 0.540514, "main_score": 0.499707, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425682, "recall": 0.487154, "f1": 0.443012, "accuracy": 0.487154, "main_score": 0.443012, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585085, "recall": 0.637352, "f1": 0.599282, "accuracy": 0.637352, "main_score": 0.599282, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.249939, "recall": 0.324111, "f1": 0.268231, "accuracy": 0.324111, "main_score": 0.268231, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.910606, "recall": 0.935771, "f1": 0.918431, "accuracy": 0.935771, "main_score": 0.918431, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526022, "recall": 0.586957, "f1": 0.543226, "accuracy": 0.586957, "main_score": 0.543226, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502273, "recall": 0.562253, "f1": 0.518974, "accuracy": 0.562253, "main_score": 0.518974, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925889, "recall": 0.94664, "f1": 0.932477, "accuracy": 0.94664, "main_score": 0.932477, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902289, "recall": 0.929842, "f1": 0.910606, "accuracy": 0.929842, "main_score": 0.910606, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.608491, "recall": 0.68083, "f1": 0.62968, "accuracy": 0.68083, "main_score": 0.62968, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931159, "recall": 0.952569, "f1": 0.938076, "accuracy": 0.952569, "main_score": 0.938076, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476059, "recall": 0.532609, "f1": 0.491733, "accuracy": 0.532609, "main_score": 0.491733, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717457, "recall": 0.777668, "f1": 0.735296, "accuracy": 0.777668, "main_score": 0.735296, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956884, "accuracy": 0.966403, "main_score": 0.956884, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.910804, "recall": 0.934783, "f1": 0.917951, "accuracy": 0.934783, "main_score": 0.917951, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.395506, "recall": 0.456522, "f1": 0.41152, "accuracy": 0.456522, "main_score": 0.41152, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.968791, "recall": 0.978261, "f1": 0.971739, "accuracy": 0.978261, "main_score": 0.971739, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.960474, "f1": 0.948748, "accuracy": 0.960474, "main_score": 0.948748, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.945597, "recall": 0.961462, "f1": 0.950626, "accuracy": 0.961462, "main_score": 0.950626, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.859437, "recall": 0.897233, "f1": 0.870916, "accuracy": 0.897233, "main_score": 0.870916, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803338, "recall": 0.850791, "f1": 0.817443, "accuracy": 0.850791, "main_score": 0.817443, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838636, "recall": 0.875494, "f1": 0.849492, "accuracy": 0.875494, "main_score": 0.849492, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.853211, "recall": 0.890316, "f1": 0.864281, "accuracy": 0.890316, "main_score": 0.864281, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537872, "recall": 0.589921, "f1": 0.552233, "accuracy": 0.589921, "main_score": 0.552233, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919137, "recall": 0.940711, "f1": 0.926054, "accuracy": 0.940711, "main_score": 0.926054, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.932428, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915596, "recall": 0.940711, "f1": 0.923485, "accuracy": 0.940711, "main_score": 0.923485, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973403, "recall": 0.981225, "f1": 0.975856, "accuracy": 0.981225, "main_score": 0.975856, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751062, "recall": 0.805336, "f1": 0.766759, "accuracy": 0.805336, "main_score": 0.766759, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939262, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412349, "recall": 0.475296, "f1": 0.429019, "accuracy": 0.475296, "main_score": 0.429019, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961745, "accuracy": 0.970356, "main_score": 0.961745, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541051, "recall": 0.616601, "f1": 0.562463, "accuracy": 0.616601, "main_score": 0.562463, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.93997, "recall": 0.958498, "f1": 0.945883, "accuracy": 0.958498, "main_score": 0.945883, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.939756, "recall": 0.956522, "f1": 0.944829, "accuracy": 0.956522, "main_score": 0.944829, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.920208, "recall": 0.943676, "f1": 0.927555, "accuracy": 0.943676, "main_score": 0.927555, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713216, "recall": 0.761858, "f1": 0.727295, "accuracy": 0.761858, "main_score": 0.727295, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.558471, "recall": 0.612648, "f1": 0.572999, "accuracy": 0.612648, "main_score": 0.572999, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560719, "recall": 0.618577, "f1": 0.57724, "accuracy": 0.618577, "main_score": 0.57724, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951005, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849012, "recall": 0.884387, "f1": 0.859618, "accuracy": 0.884387, "main_score": 0.859618, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961495, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463132, "recall": 0.521739, "f1": 0.47932, "accuracy": 0.521739, "main_score": 0.47932, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467086, "recall": 0.523715, "f1": 0.482777, "accuracy": 0.523715, "main_score": 0.482777, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963356, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735024, "recall": 0.789526, "f1": 0.750993, "accuracy": 0.789526, "main_score": 0.750993, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485636, "recall": 0.545455, "f1": 0.501323, "accuracy": 0.545455, "main_score": 0.501323, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56407, "recall": 0.62747, "f1": 0.58172, "accuracy": 0.62747, "main_score": 0.58172, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813966, "recall": 0.854743, "f1": 0.826092, "accuracy": 0.854743, "main_score": 0.826092, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902421, "recall": 0.929842, "f1": 0.911133, "accuracy": 0.929842, "main_score": 0.911133, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419863, "recall": 0.47332, "f1": 0.434515, "accuracy": 0.47332, "main_score": 0.434515, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480889, "recall": 0.540514, "f1": 0.496769, "accuracy": 0.540514, "main_score": 0.496769, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.49768, "recall": 0.565217, "f1": 0.516704, "accuracy": 0.565217, "main_score": 0.516704, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51159, "recall": 0.572134, "f1": 0.528808, "accuracy": 0.572134, "main_score": 0.528808, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.937747, "f1": 0.919335, "accuracy": 0.937747, "main_score": 0.919335, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458502, "recall": 0.525692, "f1": 0.476961, "accuracy": 0.525692, "main_score": 0.476961, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66059, "recall": 0.72332, "f1": 0.67859, "accuracy": 0.72332, "main_score": 0.67859, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90751, "recall": 0.933794, "f1": 0.915467, "accuracy": 0.933794, "main_score": 0.915467, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623238, "recall": 0.686759, "f1": 0.641902, "accuracy": 0.686759, "main_score": 0.641902, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755948, "recall": 0.795455, "f1": 0.76738, "accuracy": 0.795455, "main_score": 0.76738, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.959486, "f1": 0.9472, "accuracy": 0.959486, "main_score": 0.9472, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.845003, "recall": 0.886364, "f1": 0.857395, "accuracy": 0.886364, "main_score": 0.857395, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90448, "recall": 0.933794, "f1": 0.913867, "accuracy": 0.933794, "main_score": 0.913867, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.423664, "recall": 0.500988, "f1": 0.445164, "accuracy": 0.500988, "main_score": 0.445164, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.900009, "recall": 0.926877, "f1": 0.908317, "accuracy": 0.926877, "main_score": 0.908317, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.966403, "f1": 0.956258, "accuracy": 0.966403, "main_score": 0.956258, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.642583, "recall": 0.705534, "f1": 0.66073, "accuracy": 0.705534, "main_score": 0.66073, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.572134, "f1": 0.536648, "accuracy": 0.572134, "main_score": 0.536648, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548806, "recall": 0.609684, "f1": 0.565971, "accuracy": 0.609684, "main_score": 0.565971, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503841, "recall": 0.562253, "f1": 0.520295, "accuracy": 0.562253, "main_score": 0.520295, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.38197, "recall": 0.460474, "f1": 0.403375, "accuracy": 0.460474, "main_score": 0.403375, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.973567, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558062, "recall": 0.613636, "f1": 0.574035, "accuracy": 0.613636, "main_score": 0.574035, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831472, "recall": 0.873518, "f1": 0.844598, "accuracy": 0.873518, "main_score": 0.844598, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929595, "recall": 0.947628, "f1": 0.935343, "accuracy": 0.947628, "main_score": 0.935343, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.579296, "recall": 0.635375, "f1": 0.59574, "accuracy": 0.635375, "main_score": 0.59574, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589962, "recall": 0.651186, "f1": 0.607188, "accuracy": 0.651186, "main_score": 0.607188, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534445, "recall": 0.597826, "f1": 0.552427, "accuracy": 0.597826, "main_score": 0.552427, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179141, "recall": 0.228261, "f1": 0.191866, "accuracy": 0.228261, "main_score": 0.191866, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599525, "recall": 0.653162, "f1": 0.614926, "accuracy": 0.653162, "main_score": 0.614926, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639534, "recall": 0.697628, "f1": 0.656727, "accuracy": 0.697628, "main_score": 0.656727, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.924078, "recall": 0.94664, "f1": 0.931324, "accuracy": 0.94664, "main_score": 0.931324, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.537272, "recall": 0.585968, "f1": 0.551007, "accuracy": 0.585968, "main_score": 0.551007, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46464, "recall": 0.535573, "f1": 0.484163, "accuracy": 0.535573, "main_score": 0.484163, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544285, "recall": 0.601779, "f1": 0.560579, "accuracy": 0.601779, "main_score": 0.560579, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547871, "recall": 0.613636, "f1": 0.566446, "accuracy": 0.613636, "main_score": 0.566446, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823814, "recall": 0.870553, "f1": 0.838373, "accuracy": 0.870553, "main_score": 0.838373, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949934, "accuracy": 0.961462, "main_score": 0.949934, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498287, "recall": 0.556324, "f1": 0.514949, "accuracy": 0.556324, "main_score": 0.514949, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514726, "recall": 0.577075, "f1": 0.532938, "accuracy": 0.577075, "main_score": 0.532938, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495895, "recall": 0.557312, "f1": 0.513211, "accuracy": 0.557312, "main_score": 0.513211, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.940711, "f1": 0.925296, "accuracy": 0.940711, "main_score": 0.925296, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302932, "recall": 0.36166, "f1": 0.318664, "accuracy": 0.36166, "main_score": 0.318664, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551755, "recall": 0.614625, "f1": 0.569732, "accuracy": 0.614625, "main_score": 0.569732, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931489, "accuracy": 0.94664, "main_score": 0.931489, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565592, "recall": 0.623518, "f1": 0.582063, "accuracy": 0.623518, "main_score": 0.582063, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67318, "recall": 0.737154, "f1": 0.692198, "accuracy": 0.737154, "main_score": 0.692198, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576235, "recall": 0.656126, "f1": 0.599888, "accuracy": 0.656126, "main_score": 0.599888, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.653832, "recall": 0.718379, "f1": 0.672581, "accuracy": 0.718379, "main_score": 0.672581, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64249, "recall": 0.701581, "f1": 0.659971, "accuracy": 0.701581, "main_score": 0.659971, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614222, "recall": 0.686759, "f1": 0.635166, "accuracy": 0.686759, "main_score": 0.635166, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874506, "recall": 0.911067, "f1": 0.886001, "accuracy": 0.911067, "main_score": 0.886001, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514822, "recall": 0.572134, "f1": 0.530597, "accuracy": 0.572134, "main_score": 0.530597, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53396, "recall": 0.594862, "f1": 0.551342, "accuracy": 0.594862, "main_score": 0.551342, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770866, "recall": 0.821146, "f1": 0.78602, "accuracy": 0.821146, "main_score": 0.78602, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454735, "recall": 0.513834, "f1": 0.470597, "accuracy": 0.513834, "main_score": 0.470597, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.805748, "recall": 0.857708, "f1": 0.821937, "accuracy": 0.857708, "main_score": 0.821937, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529752, "recall": 0.592885, "f1": 0.547388, "accuracy": 0.592885, "main_score": 0.547388, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571206, "recall": 0.636364, "f1": 0.589447, "accuracy": 0.636364, "main_score": 0.589447, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197531, "recall": 0.257905, "f1": 0.211503, "accuracy": 0.257905, "main_score": 0.211503, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.58834, "recall": 0.658103, "f1": 0.60839, "accuracy": 0.658103, "main_score": 0.60839, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794417, "recall": 0.847826, "f1": 0.810559, "accuracy": 0.847826, "main_score": 0.810559, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418291, "recall": 0.472332, "f1": 0.433214, "accuracy": 0.472332, "main_score": 0.433214, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.648706, "recall": 0.705534, "f1": 0.66517, "accuracy": 0.705534, "main_score": 0.66517, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539514, "recall": 0.600791, "f1": 0.557365, "accuracy": 0.600791, "main_score": 0.557365, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496602, "recall": 0.557312, "f1": 0.513031, "accuracy": 0.557312, "main_score": 0.513031, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64781, "recall": 0.702569, "f1": 0.663538, "accuracy": 0.702569, "main_score": 0.663538, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208272, "recall": 0.272727, "f1": 0.225023, "accuracy": 0.272727, "main_score": 0.225023, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.911841, "recall": 0.938735, "f1": 0.92052, "accuracy": 0.938735, "main_score": 0.92052, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527628, "recall": 0.591897, "f1": 0.54661, "accuracy": 0.591897, "main_score": 0.54661, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556663, "recall": 0.620553, "f1": 0.575247, "accuracy": 0.620553, "main_score": 0.575247, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.960474, "f1": 0.951153, "accuracy": 0.960474, "main_score": 0.951153, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662806, "recall": 0.73419, "f1": 0.684832, "accuracy": 0.73419, "main_score": 0.684832, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538735, "recall": 0.602767, "f1": 0.556692, "accuracy": 0.602767, "main_score": 0.556692, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730879, "recall": 0.788538, "f1": 0.748386, "accuracy": 0.788538, "main_score": 0.748386, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4436, "recall": 0.507905, "f1": 0.46129, "accuracy": 0.507905, "main_score": 0.46129, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912088, "recall": 0.936759, "f1": 0.919913, "accuracy": 0.936759, "main_score": 0.919913, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816271, "recall": 0.862648, "f1": 0.830303, "accuracy": 0.862648, "main_score": 0.830303, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909503, "recall": 0.932806, "f1": 0.916733, "accuracy": 0.932806, "main_score": 0.916733, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.891634, "recall": 0.922925, "f1": 0.901482, "accuracy": 0.922925, "main_score": 0.901482, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590624, "recall": 0.641304, "f1": 0.605275, "accuracy": 0.641304, "main_score": 0.605275, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846262, "recall": 0.88834, "f1": 0.859538, "accuracy": 0.88834, "main_score": 0.859538, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436077, "recall": 0.506917, "f1": 0.454747, "accuracy": 0.506917, "main_score": 0.454747, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603666, "recall": 0.668972, "f1": 0.622974, "accuracy": 0.668972, "main_score": 0.622974, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787665, "recall": 0.835968, "f1": 0.802372, "accuracy": 0.835968, "main_score": 0.802372, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.616941, "recall": 0.673913, "f1": 0.633452, "accuracy": 0.673913, "main_score": 0.633452, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612221, "recall": 0.675889, "f1": 0.630136, "accuracy": 0.675889, "main_score": 0.630136, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918643, "recall": 0.942688, "f1": 0.92635, "accuracy": 0.942688, "main_score": 0.92635, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512863, "recall": 0.577075, "f1": 0.531466, "accuracy": 0.577075, "main_score": 0.531466, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516865, "recall": 0.581028, "f1": 0.534943, "accuracy": 0.581028, "main_score": 0.534943, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77301, "recall": 0.826087, "f1": 0.789657, "accuracy": 0.826087, "main_score": 0.789657, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524501, "recall": 0.585968, "f1": 0.541682, "accuracy": 0.585968, "main_score": 0.541682, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58312, "recall": 0.643281, "f1": 0.600454, "accuracy": 0.643281, "main_score": 0.600454, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880962, "recall": 0.91502, "f1": 0.891963, "accuracy": 0.91502, "main_score": 0.891963, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943676, "recall": 0.959486, "f1": 0.948781, "accuracy": 0.959486, "main_score": 0.948781, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481499, "recall": 0.537549, "f1": 0.497241, "accuracy": 0.537549, "main_score": 0.497241, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5564, "recall": 0.610672, "f1": 0.571436, "accuracy": 0.610672, "main_score": 0.571436, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.575503, "recall": 0.634387, "f1": 0.592445, "accuracy": 0.634387, "main_score": 0.592445, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529291, "recall": 0.58498, "f1": 0.544917, "accuracy": 0.58498, "main_score": 0.544917, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517765, "recall": 0.587945, "f1": 0.537966, "accuracy": 0.587945, "main_score": 0.537966, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695998, "recall": 0.755929, "f1": 0.71349, "accuracy": 0.755929, "main_score": 0.71349, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714625, "recall": 0.771739, "f1": 0.732148, "accuracy": 0.771739, "main_score": 0.732148, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8361, "recall": 0.873518, "f1": 0.847464, "accuracy": 0.873518, "main_score": 0.847464, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.937747, "f1": 0.919532, "accuracy": 0.937747, "main_score": 0.919532, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.960474, "f1": 0.948024, "accuracy": 0.960474, "main_score": 0.948024, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.468261, "recall": 0.544466, "f1": 0.490335, "accuracy": 0.544466, "main_score": 0.490335, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.657635, "recall": 0.727273, "f1": 0.678211, "accuracy": 0.727273, "main_score": 0.678211, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566116, "recall": 0.620553, "f1": 0.581839, "accuracy": 0.620553, "main_score": 0.581839, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593267, "recall": 0.659091, "f1": 0.612131, "accuracy": 0.659091, "main_score": 0.612131, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541047, "recall": 0.596838, "f1": 0.556419, "accuracy": 0.596838, "main_score": 0.556419, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445099, "recall": 0.520751, "f1": 0.465537, "accuracy": 0.520751, "main_score": 0.465537, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603173, "recall": 0.659091, "f1": 0.6185, "accuracy": 0.659091, "main_score": 0.6185, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878903, "recall": 0.909091, "f1": 0.888406, "accuracy": 0.909091, "main_score": 0.888406, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604711, "recall": 0.661067, "f1": 0.621134, "accuracy": 0.661067, "main_score": 0.621134, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612921, "recall": 0.679842, "f1": 0.631985, "accuracy": 0.679842, "main_score": 0.631985, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574671, "recall": 0.634387, "f1": 0.591338, "accuracy": 0.634387, "main_score": 0.591338, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181511, "recall": 0.229249, "f1": 0.193359, "accuracy": 0.229249, "main_score": 0.193359, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632543, "recall": 0.684783, "f1": 0.646698, "accuracy": 0.684783, "main_score": 0.646698, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.685771, "recall": 0.738142, "f1": 0.700988, "accuracy": 0.738142, "main_score": 0.700988, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553509, "recall": 0.605731, "f1": 0.568503, "accuracy": 0.605731, "main_score": 0.568503, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521121, "recall": 0.59585, "f1": 0.542049, "accuracy": 0.59585, "main_score": 0.542049, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557849, "recall": 0.62253, "f1": 0.576649, "accuracy": 0.62253, "main_score": 0.576649, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590106, "recall": 0.650198, "f1": 0.606952, "accuracy": 0.650198, "main_score": 0.606952, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903574, "recall": 0.93083, "f1": 0.912286, "accuracy": 0.93083, "main_score": 0.912286, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535138, "recall": 0.591897, "f1": 0.551386, "accuracy": 0.591897, "main_score": 0.551386, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549856, "recall": 0.61166, "f1": 0.56734, "accuracy": 0.61166, "main_score": 0.56734, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524729, "recall": 0.58004, "f1": 0.539446, "accuracy": 0.58004, "main_score": 0.539446, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319584, "recall": 0.375494, "f1": 0.335146, "accuracy": 0.375494, "main_score": 0.335146, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605599, "recall": 0.667984, "f1": 0.62356, "accuracy": 0.667984, "main_score": 0.62356, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584991, "recall": 0.642292, "f1": 0.601211, "accuracy": 0.642292, "main_score": 0.601211, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715411, "recall": 0.775692, "f1": 0.732737, "accuracy": 0.775692, "main_score": 0.732737, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649506, "recall": 0.730237, "f1": 0.673584, "accuracy": 0.730237, "main_score": 0.673584, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.725097, "recall": 0.777668, "f1": 0.740168, "accuracy": 0.777668, "main_score": 0.740168, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676136, "recall": 0.729249, "f1": 0.691818, "accuracy": 0.729249, "main_score": 0.691818, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652281, "recall": 0.721344, "f1": 0.672359, "accuracy": 0.721344, "main_score": 0.672359, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.991107, "f1": 0.989789, "accuracy": 0.991107, "main_score": 0.989789, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558375, "recall": 0.616601, "f1": 0.574719, "accuracy": 0.616601, "main_score": 0.574719, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560343, "recall": 0.618577, "f1": 0.576393, "accuracy": 0.618577, "main_score": 0.576393, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.816156, "recall": 0.860672, "f1": 0.829677, "accuracy": 0.860672, "main_score": 0.829677, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4851, "recall": 0.540514, "f1": 0.499429, "accuracy": 0.540514, "main_score": 0.499429, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.892161, "recall": 0.923913, "f1": 0.902339, "accuracy": 0.923913, "main_score": 0.902339, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534585, "recall": 0.601779, "f1": 0.552918, "accuracy": 0.601779, "main_score": 0.552918, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619372, "recall": 0.678854, "f1": 0.63614, "accuracy": 0.678854, "main_score": 0.63614, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193337, "recall": 0.252964, "f1": 0.206569, "accuracy": 0.252964, "main_score": 0.206569, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.635065, "recall": 0.702569, "f1": 0.654814, "accuracy": 0.702569, "main_score": 0.654814, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815547, "recall": 0.864625, "f1": 0.830632, "accuracy": 0.864625, "main_score": 0.830632, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422897, "recall": 0.476285, "f1": 0.437769, "accuracy": 0.476285, "main_score": 0.437769, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.681819, "recall": 0.738142, "f1": 0.698194, "accuracy": 0.738142, "main_score": 0.698194, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565068, "recall": 0.625494, "f1": 0.582571, "accuracy": 0.625494, "main_score": 0.582571, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511556, "recall": 0.576087, "f1": 0.528978, "accuracy": 0.576087, "main_score": 0.528978, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682016, "recall": 0.732213, "f1": 0.697384, "accuracy": 0.732213, "main_score": 0.697384, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.241002, "recall": 0.31917, "f1": 0.261662, "accuracy": 0.31917, "main_score": 0.261662, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58969, "recall": 0.652174, "f1": 0.608089, "accuracy": 0.652174, "main_score": 0.608089, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595555, "recall": 0.659091, "f1": 0.613698, "accuracy": 0.659091, "main_score": 0.613698, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723312, "recall": 0.787549, "f1": 0.742663, "accuracy": 0.787549, "main_score": 0.742663, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562089, "recall": 0.62253, "f1": 0.579558, "accuracy": 0.62253, "main_score": 0.579558, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807263, "recall": 0.856719, "f1": 0.822497, "accuracy": 0.856719, "main_score": 0.822497, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475356, "recall": 0.537549, "f1": 0.492023, "accuracy": 0.537549, "main_score": 0.492023, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905797, "recall": 0.929842, "f1": 0.91334, "accuracy": 0.929842, "main_score": 0.91334, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619664, "recall": 0.674901, "f1": 0.635683, "accuracy": 0.674901, "main_score": 0.635683, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90975, "recall": 0.936759, "f1": 0.918478, "accuracy": 0.936759, "main_score": 0.918478, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46134, "recall": 0.529644, "f1": 0.479374, "accuracy": 0.529644, "main_score": 0.479374, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627454, "recall": 0.700593, "f1": 0.649247, "accuracy": 0.700593, "main_score": 0.649247, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850955, "recall": 0.887352, "f1": 0.861957, "accuracy": 0.887352, "main_score": 0.861957, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653902, "recall": 0.70751, "f1": 0.669123, "accuracy": 0.70751, "main_score": 0.669123, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636704, "recall": 0.697628, "f1": 0.65424, "accuracy": 0.697628, "main_score": 0.65424, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963109, "accuracy": 0.971344, "main_score": 0.963109, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544334, "recall": 0.612648, "f1": 0.564007, "accuracy": 0.612648, "main_score": 0.564007, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550888, "recall": 0.61166, "f1": 0.567939, "accuracy": 0.61166, "main_score": 0.567939, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836957, "recall": 0.878458, "f1": 0.849934, "accuracy": 0.878458, "main_score": 0.849934, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55062, "recall": 0.613636, "f1": 0.568453, "accuracy": 0.613636, "main_score": 0.568453, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629358, "recall": 0.689723, "f1": 0.646156, "accuracy": 0.689723, "main_score": 0.646156, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491903, "recall": 0.549407, "f1": 0.508221, "accuracy": 0.549407, "main_score": 0.508221, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579492, "recall": 0.634387, "f1": 0.594547, "accuracy": 0.634387, "main_score": 0.594547, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.600981, "recall": 0.664032, "f1": 0.619238, "accuracy": 0.664032, "main_score": 0.619238, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561052, "recall": 0.618577, "f1": 0.576972, "accuracy": 0.618577, "main_score": 0.576972, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541416, "recall": 0.609684, "f1": 0.560741, "accuracy": 0.609684, "main_score": 0.560741, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755616, "recall": 0.809289, "f1": 0.771673, "accuracy": 0.809289, "main_score": 0.771673, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755501, "recall": 0.80336, "f1": 0.769829, "accuracy": 0.80336, "main_score": 0.769829, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883053, "recall": 0.910079, "f1": 0.891206, "accuracy": 0.910079, "main_score": 0.891206, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487945, "recall": 0.566206, "f1": 0.511006, "accuracy": 0.566206, "main_score": 0.511006, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.73382, "recall": 0.789526, "f1": 0.75068, "accuracy": 0.789526, "main_score": 0.75068, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610996, "recall": 0.658103, "f1": 0.624247, "accuracy": 0.658103, "main_score": 0.624247, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429629, "recall": 0.481225, "f1": 0.4435, "accuracy": 0.481225, "main_score": 0.4435, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503157, "recall": 0.548419, "f1": 0.515996, "accuracy": 0.548419, "main_score": 0.515996, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.237455, "recall": 0.279644, "f1": 0.248719, "accuracy": 0.279644, "main_score": 0.248719, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.570259, "recall": 0.620553, "f1": 0.583533, "accuracy": 0.620553, "main_score": 0.583533, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.51703, "recall": 0.563241, "f1": 0.529689, "accuracy": 0.563241, "main_score": 0.529689, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.54993, "recall": 0.601779, "f1": 0.563911, "accuracy": 0.601779, "main_score": 0.563911, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55683, "recall": 0.601779, "f1": 0.568399, "accuracy": 0.601779, "main_score": 0.568399, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530804, "recall": 0.579051, "f1": 0.54354, "accuracy": 0.579051, "main_score": 0.54354, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556967, "recall": 0.608696, "f1": 0.571095, "accuracy": 0.608696, "main_score": 0.571095, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550854, "recall": 0.589921, "f1": 0.560865, "accuracy": 0.589921, "main_score": 0.560865, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572226, "recall": 0.612648, "f1": 0.58282, "accuracy": 0.612648, "main_score": 0.58282, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552363, "recall": 0.602767, "f1": 0.564845, "accuracy": 0.602767, "main_score": 0.564845, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.54456, "recall": 0.594862, "f1": 0.557521, "accuracy": 0.594862, "main_score": 0.557521, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449339, "recall": 0.498024, "f1": 0.463165, "accuracy": 0.498024, "main_score": 0.463165, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554722, "recall": 0.605731, "f1": 0.568037, "accuracy": 0.605731, "main_score": 0.568037, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.514004, "recall": 0.568182, "f1": 0.527887, "accuracy": 0.568182, "main_score": 0.527887, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562396, "recall": 0.612648, "f1": 0.575793, "accuracy": 0.612648, "main_score": 0.575793, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516324, "recall": 0.562253, "f1": 0.529093, "accuracy": 0.562253, "main_score": 0.529093, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538399, "recall": 0.589921, "f1": 0.55176, "accuracy": 0.589921, "main_score": 0.55176, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505272, "recall": 0.549407, "f1": 0.516561, "accuracy": 0.549407, "main_score": 0.516561, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.582913, "recall": 0.628458, "f1": 0.594917, "accuracy": 0.628458, "main_score": 0.594917, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57474, "recall": 0.624506, "f1": 0.587569, "accuracy": 0.624506, "main_score": 0.587569, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492735, "recall": 0.544466, "f1": 0.506818, "accuracy": 0.544466, "main_score": 0.506818, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55313, "recall": 0.609684, "f1": 0.568273, "accuracy": 0.609684, "main_score": 0.568273, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.561493, "recall": 0.614625, "f1": 0.575577, "accuracy": 0.614625, "main_score": 0.575577, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570495, "recall": 0.621542, "f1": 0.584089, "accuracy": 0.621542, "main_score": 0.584089, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226248, "recall": 0.263834, "f1": 0.235712, "accuracy": 0.263834, "main_score": 0.235712, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.530593, "recall": 0.589921, "f1": 0.546683, "accuracy": 0.589921, "main_score": 0.546683, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525315, "recall": 0.570158, "f1": 0.537859, "accuracy": 0.570158, "main_score": 0.537859, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565639, "recall": 0.61166, "f1": 0.577574, "accuracy": 0.61166, "main_score": 0.577574, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558371, "recall": 0.607708, "f1": 0.571606, "accuracy": 0.607708, "main_score": 0.571606, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525162, "recall": 0.575099, "f1": 0.538341, "accuracy": 0.575099, "main_score": 0.538341, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550357, "recall": 0.603755, "f1": 0.564621, "accuracy": 0.603755, "main_score": 0.564621, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533921, "recall": 0.577075, "f1": 0.545498, "accuracy": 0.577075, "main_score": 0.545498, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560508, "recall": 0.612648, "f1": 0.574674, "accuracy": 0.612648, "main_score": 0.574674, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501195, "recall": 0.545455, "f1": 0.512825, "accuracy": 0.545455, "main_score": 0.512825, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521573, "recall": 0.565217, "f1": 0.533442, "accuracy": 0.565217, "main_score": 0.533442, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556568, "recall": 0.608696, "f1": 0.571041, "accuracy": 0.608696, "main_score": 0.571041, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551781, "recall": 0.604743, "f1": 0.564941, "accuracy": 0.604743, "main_score": 0.564941, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544295, "recall": 0.59585, "f1": 0.558707, "accuracy": 0.59585, "main_score": 0.558707, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.493635, "recall": 0.537549, "f1": 0.50592, "accuracy": 0.537549, "main_score": 0.50592, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392171, "recall": 0.4417, "f1": 0.405792, "accuracy": 0.4417, "main_score": 0.405792, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556419, "recall": 0.609684, "f1": 0.5708, "accuracy": 0.609684, "main_score": 0.5708, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502261, "recall": 0.551383, "f1": 0.515696, "accuracy": 0.551383, "main_score": 0.515696, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570162, "recall": 0.62253, "f1": 0.583724, "accuracy": 0.62253, "main_score": 0.583724, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586797, "recall": 0.637352, "f1": 0.600675, "accuracy": 0.637352, "main_score": 0.600675, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544645, "recall": 0.586957, "f1": 0.555881, "accuracy": 0.586957, "main_score": 0.555881, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548812, "recall": 0.600791, "f1": 0.562809, "accuracy": 0.600791, "main_score": 0.562809, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487006, "recall": 0.539526, "f1": 0.501498, "accuracy": 0.539526, "main_score": 0.501498, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.600791, "f1": 0.57288, "accuracy": 0.600791, "main_score": 0.57288, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573331, "recall": 0.616601, "f1": 0.583045, "accuracy": 0.616601, "main_score": 0.583045, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570808, "recall": 0.616601, "f1": 0.582883, "accuracy": 0.616601, "main_score": 0.582883, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574942, "recall": 0.621542, "f1": 0.587418, "accuracy": 0.621542, "main_score": 0.587418, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470201, "recall": 0.516798, "f1": 0.483255, "accuracy": 0.516798, "main_score": 0.483255, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546349, "recall": 0.600791, "f1": 0.559741, "accuracy": 0.600791, "main_score": 0.559741, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.428352, "recall": 0.47332, "f1": 0.440014, "accuracy": 0.47332, "main_score": 0.440014, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468528, "recall": 0.513834, "f1": 0.480864, "accuracy": 0.513834, "main_score": 0.480864, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575168, "recall": 0.618577, "f1": 0.586934, "accuracy": 0.618577, "main_score": 0.586934, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.299229, "recall": 0.340909, "f1": 0.310366, "accuracy": 0.340909, "main_score": 0.310366, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55736, "recall": 0.607708, "f1": 0.571278, "accuracy": 0.607708, "main_score": 0.571278, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540356, "recall": 0.593874, "f1": 0.55479, "accuracy": 0.593874, "main_score": 0.55479, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56853, "recall": 0.623518, "f1": 0.582948, "accuracy": 0.623518, "main_score": 0.582948, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5317, "recall": 0.592885, "f1": 0.548892, "accuracy": 0.592885, "main_score": 0.548892, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472482, "recall": 0.516798, "f1": 0.484544, "accuracy": 0.516798, "main_score": 0.484544, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556491, "recall": 0.596838, "f1": 0.566853, "accuracy": 0.596838, "main_score": 0.566853, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528151, "recall": 0.576087, "f1": 0.541192, "accuracy": 0.576087, "main_score": 0.541192, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588529, "recall": 0.629447, "f1": 0.599615, "accuracy": 0.629447, "main_score": 0.599615, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494845, "recall": 0.530632, "f1": 0.504933, "accuracy": 0.530632, "main_score": 0.504933, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577875, "recall": 0.617589, "f1": 0.58811, "accuracy": 0.617589, "main_score": 0.58811, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497053, "recall": 0.544466, "f1": 0.510091, "accuracy": 0.544466, "main_score": 0.510091, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583591, "recall": 0.623518, "f1": 0.593934, "accuracy": 0.623518, "main_score": 0.593934, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559254, "recall": 0.607708, "f1": 0.57239, "accuracy": 0.607708, "main_score": 0.57239, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578794, "recall": 0.617589, "f1": 0.588657, "accuracy": 0.617589, "main_score": 0.588657, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297066, "recall": 0.359684, "f1": 0.312557, "accuracy": 0.359684, "main_score": 0.312557, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.499909, "recall": 0.546443, "f1": 0.512294, "accuracy": 0.546443, "main_score": 0.512294, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523488, "recall": 0.568182, "f1": 0.534978, "accuracy": 0.568182, "main_score": 0.534978, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511592, "recall": 0.5583, "f1": 0.524429, "accuracy": 0.5583, "main_score": 0.524429, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475913, "recall": 0.52668, "f1": 0.489576, "accuracy": 0.52668, "main_score": 0.489576, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.587557, "recall": 0.630435, "f1": 0.598462, "accuracy": 0.630435, "main_score": 0.598462, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552039, "recall": 0.600791, "f1": 0.565401, "accuracy": 0.600791, "main_score": 0.565401, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57682, "recall": 0.626482, "f1": 0.588645, "accuracy": 0.626482, "main_score": 0.588645, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529584, "recall": 0.582016, "f1": 0.543638, "accuracy": 0.582016, "main_score": 0.543638, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.588188, "recall": 0.629447, "f1": 0.599153, "accuracy": 0.629447, "main_score": 0.599153, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544976, "recall": 0.592885, "f1": 0.557282, "accuracy": 0.592885, "main_score": 0.557282, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564681, "recall": 0.616601, "f1": 0.578481, "accuracy": 0.616601, "main_score": 0.578481, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541249, "recall": 0.593874, "f1": 0.554589, "accuracy": 0.593874, "main_score": 0.554589, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.483638, "recall": 0.530632, "f1": 0.49757, "accuracy": 0.530632, "main_score": 0.49757, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496989, "recall": 0.544466, "f1": 0.510441, "accuracy": 0.544466, "main_score": 0.510441, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540414, "recall": 0.598814, "f1": 0.556059, "accuracy": 0.598814, "main_score": 0.556059, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.540071, "recall": 0.591897, "f1": 0.553595, "accuracy": 0.591897, "main_score": 0.553595, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540583, "recall": 0.592885, "f1": 0.553861, "accuracy": 0.592885, "main_score": 0.553861, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523145, "recall": 0.563241, "f1": 0.53396, "accuracy": 0.563241, "main_score": 0.53396, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419668, "recall": 0.462451, "f1": 0.432099, "accuracy": 0.462451, "main_score": 0.432099, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594972, "recall": 0.63834, "f1": 0.606203, "accuracy": 0.63834, "main_score": 0.606203, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510304, "recall": 0.560277, "f1": 0.523109, "accuracy": 0.560277, "main_score": 0.523109, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492399, "recall": 0.534585, "f1": 0.50342, "accuracy": 0.534585, "main_score": 0.50342, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557095, "recall": 0.606719, "f1": 0.570218, "accuracy": 0.606719, "main_score": 0.570218, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465212, "recall": 0.505929, "f1": 0.476388, "accuracy": 0.505929, "main_score": 0.476388, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565458, "recall": 0.610672, "f1": 0.577274, "accuracy": 0.610672, "main_score": 0.577274, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547018, "recall": 0.602767, "f1": 0.56136, "accuracy": 0.602767, "main_score": 0.56136, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566221, "recall": 0.614625, "f1": 0.578713, "accuracy": 0.614625, "main_score": 0.578713, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563823, "recall": 0.609684, "f1": 0.575407, "accuracy": 0.609684, "main_score": 0.575407, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536626, "recall": 0.589921, "f1": 0.550901, "accuracy": 0.589921, "main_score": 0.550901, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557648, "recall": 0.601779, "f1": 0.568945, "accuracy": 0.601779, "main_score": 0.568945, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42703, "recall": 0.483202, "f1": 0.442394, "accuracy": 0.483202, "main_score": 0.442394, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476785, "recall": 0.525692, "f1": 0.490088, "accuracy": 0.525692, "main_score": 0.490088, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209785, "recall": 0.254941, "f1": 0.220236, "accuracy": 0.254941, "main_score": 0.220236, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.509318, "recall": 0.560277, "f1": 0.523428, "accuracy": 0.560277, "main_score": 0.523428, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447612, "recall": 0.492095, "f1": 0.459841, "accuracy": 0.492095, "main_score": 0.459841, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576144, "recall": 0.628458, "f1": 0.589692, "accuracy": 0.628458, "main_score": 0.589692, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563326, "recall": 0.609684, "f1": 0.575076, "accuracy": 0.609684, "main_score": 0.575076, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420432, "recall": 0.467391, "f1": 0.433088, "accuracy": 0.467391, "main_score": 0.433088, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559845, "recall": 0.599802, "f1": 0.569601, "accuracy": 0.599802, "main_score": 0.569601, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560506, "recall": 0.607708, "f1": 0.572575, "accuracy": 0.607708, "main_score": 0.572575, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514428, "recall": 0.567194, "f1": 0.528431, "accuracy": 0.567194, "main_score": 0.528431, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560685, "recall": 0.609684, "f1": 0.57407, "accuracy": 0.609684, "main_score": 0.57407, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526361, "recall": 0.571146, "f1": 0.538994, "accuracy": 0.571146, "main_score": 0.538994, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528691, "recall": 0.58498, "f1": 0.543446, "accuracy": 0.58498, "main_score": 0.543446, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582675, "recall": 0.626482, "f1": 0.593769, "accuracy": 0.626482, "main_score": 0.593769, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462085, "recall": 0.509881, "f1": 0.475384, "accuracy": 0.509881, "main_score": 0.475384, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45535, "recall": 0.503953, "f1": 0.467988, "accuracy": 0.503953, "main_score": 0.467988, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537531, "recall": 0.58004, "f1": 0.548822, "accuracy": 0.58004, "main_score": 0.548822, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557013, "recall": 0.607708, "f1": 0.570518, "accuracy": 0.607708, "main_score": 0.570518, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.157453, "recall": 0.213439, "f1": 0.171528, "accuracy": 0.213439, "main_score": 0.171528, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.547324, "recall": 0.603755, "f1": 0.562308, "accuracy": 0.603755, "main_score": 0.562308, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.507952, "recall": 0.565217, "f1": 0.523121, "accuracy": 0.565217, "main_score": 0.523121, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.515685, "recall": 0.562253, "f1": 0.528489, "accuracy": 0.562253, "main_score": 0.528489, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563913, "recall": 0.612648, "f1": 0.576049, "accuracy": 0.612648, "main_score": 0.576049, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478361, "recall": 0.527668, "f1": 0.491667, "accuracy": 0.527668, "main_score": 0.491667, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550391, "recall": 0.59585, "f1": 0.562338, "accuracy": 0.59585, "main_score": 0.562338, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568474, "recall": 0.619565, "f1": 0.581607, "accuracy": 0.619565, "main_score": 0.581607, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55374, "recall": 0.599802, "f1": 0.565351, "accuracy": 0.599802, "main_score": 0.565351, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547955, "recall": 0.590909, "f1": 0.55986, "accuracy": 0.590909, "main_score": 0.55986, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47878, "recall": 0.533597, "f1": 0.494545, "accuracy": 0.533597, "main_score": 0.494545, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526284, "recall": 0.576087, "f1": 0.538495, "accuracy": 0.576087, "main_score": 0.538495, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456485, "recall": 0.502964, "f1": 0.4697, "accuracy": 0.502964, "main_score": 0.4697, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516893, "recall": 0.557312, "f1": 0.528168, "accuracy": 0.557312, "main_score": 0.528168, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549285, "recall": 0.598814, "f1": 0.562646, "accuracy": 0.598814, "main_score": 0.562646, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.553184, "recall": 0.600791, "f1": 0.565023, "accuracy": 0.600791, "main_score": 0.565023, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55068, "recall": 0.603755, "f1": 0.564422, "accuracy": 0.603755, "main_score": 0.564422, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.385375, "recall": 0.434783, "f1": 0.397646, "accuracy": 0.434783, "main_score": 0.397646, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584408, "recall": 0.631423, "f1": 0.597318, "accuracy": 0.631423, "main_score": 0.597318, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519913, "recall": 0.574111, "f1": 0.533436, "accuracy": 0.574111, "main_score": 0.533436, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.535161, "recall": 0.58498, "f1": 0.548253, "accuracy": 0.58498, "main_score": 0.548253, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.527119, "recall": 0.576087, "f1": 0.540042, "accuracy": 0.576087, "main_score": 0.540042, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519357, "recall": 0.565217, "f1": 0.531789, "accuracy": 0.565217, "main_score": 0.531789, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50395, "recall": 0.547431, "f1": 0.514847, "accuracy": 0.547431, "main_score": 0.514847, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533947, "recall": 0.583004, "f1": 0.547012, "accuracy": 0.583004, "main_score": 0.547012, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534981, "recall": 0.583004, "f1": 0.548015, "accuracy": 0.583004, "main_score": 0.548015, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516085, "recall": 0.572134, "f1": 0.530139, "accuracy": 0.572134, "main_score": 0.530139, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.542768, "recall": 0.593874, "f1": 0.556094, "accuracy": 0.593874, "main_score": 0.556094, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.51389, "recall": 0.562253, "f1": 0.526703, "accuracy": 0.562253, "main_score": 0.526703, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.571711, "recall": 0.619565, "f1": 0.584027, "accuracy": 0.619565, "main_score": 0.584027, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548877, "recall": 0.598814, "f1": 0.561797, "accuracy": 0.598814, "main_score": 0.561797, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575376, "recall": 0.620553, "f1": 0.587305, "accuracy": 0.620553, "main_score": 0.587305, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481985, "recall": 0.535573, "f1": 0.49628, "accuracy": 0.535573, "main_score": 0.49628, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537673, "recall": 0.577075, "f1": 0.547998, "accuracy": 0.577075, "main_score": 0.547998, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459717, "recall": 0.505929, "f1": 0.473066, "accuracy": 0.505929, "main_score": 0.473066, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558622, "recall": 0.610672, "f1": 0.57267, "accuracy": 0.610672, "main_score": 0.57267, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429942, "recall": 0.491107, "f1": 0.447634, "accuracy": 0.491107, "main_score": 0.447634, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.52806, "recall": 0.574111, "f1": 0.539729, "accuracy": 0.574111, "main_score": 0.539729, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.54978, "recall": 0.603755, "f1": 0.564498, "accuracy": 0.603755, "main_score": 0.564498, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564995, "recall": 0.606719, "f1": 0.575604, "accuracy": 0.606719, "main_score": 0.575604, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536501, "recall": 0.578063, "f1": 0.547384, "accuracy": 0.578063, "main_score": 0.547384, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543483, "recall": 0.593874, "f1": 0.556766, "accuracy": 0.593874, "main_score": 0.556766, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.511035, "recall": 0.556324, "f1": 0.523314, "accuracy": 0.556324, "main_score": 0.523314, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50416, "recall": 0.548419, "f1": 0.516449, "accuracy": 0.548419, "main_score": 0.516449, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56305, "recall": 0.607708, "f1": 0.574662, "accuracy": 0.607708, "main_score": 0.574662, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541273, "recall": 0.588933, "f1": 0.55416, "accuracy": 0.588933, "main_score": 0.55416, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589905, "recall": 0.640316, "f1": 0.603158, "accuracy": 0.640316, "main_score": 0.603158, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456901, "recall": 0.51087, "f1": 0.472452, "accuracy": 0.51087, "main_score": 0.472452, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577454, "recall": 0.621542, "f1": 0.588695, "accuracy": 0.621542, "main_score": 0.588695, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56209, "recall": 0.604743, "f1": 0.573827, "accuracy": 0.604743, "main_score": 0.573827, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.545093, "recall": 0.593874, "f1": 0.557864, "accuracy": 0.593874, "main_score": 0.557864, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485425, "recall": 0.531621, "f1": 0.498119, "accuracy": 0.531621, "main_score": 0.498119, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575783, "recall": 0.624506, "f1": 0.588263, "accuracy": 0.624506, "main_score": 0.588263, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533322, "recall": 0.577075, "f1": 0.544504, "accuracy": 0.577075, "main_score": 0.544504, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482181, "recall": 0.532609, "f1": 0.495387, "accuracy": 0.532609, "main_score": 0.495387, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530288, "recall": 0.583004, "f1": 0.544717, "accuracy": 0.583004, "main_score": 0.544717, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476638, "recall": 0.524704, "f1": 0.490271, "accuracy": 0.524704, "main_score": 0.490271, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565823, "recall": 0.609684, "f1": 0.577423, "accuracy": 0.609684, "main_score": 0.577423, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556201, "recall": 0.606719, "f1": 0.569946, "accuracy": 0.606719, "main_score": 0.569946, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46615, "recall": 0.512846, "f1": 0.478339, "accuracy": 0.512846, "main_score": 0.478339, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505665, "recall": 0.550395, "f1": 0.518249, "accuracy": 0.550395, "main_score": 0.518249, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538775, "recall": 0.594862, "f1": 0.553773, "accuracy": 0.594862, "main_score": 0.553773, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.496042, "recall": 0.552372, "f1": 0.511316, "accuracy": 0.552372, "main_score": 0.511316, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492956, "recall": 0.543478, "f1": 0.505856, "accuracy": 0.543478, "main_score": 0.505856, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535817, "recall": 0.593874, "f1": 0.551689, "accuracy": 0.593874, "main_score": 0.551689, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445143, "recall": 0.495059, "f1": 0.458908, "accuracy": 0.495059, "main_score": 0.458908, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528646, "recall": 0.577075, "f1": 0.541841, "accuracy": 0.577075, "main_score": 0.541841, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557485, "recall": 0.591897, "f1": 0.566964, "accuracy": 0.591897, "main_score": 0.566964, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507819, "recall": 0.555336, "f1": 0.520759, "accuracy": 0.555336, "main_score": 0.520759, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.579051, "f1": 0.550871, "accuracy": 0.579051, "main_score": 0.550871, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548535, "recall": 0.598814, "f1": 0.562141, "accuracy": 0.598814, "main_score": 0.562141, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523911, "recall": 0.574111, "f1": 0.536765, "accuracy": 0.574111, "main_score": 0.536765, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543638, "recall": 0.588933, "f1": 0.555734, "accuracy": 0.588933, "main_score": 0.555734, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398505, "recall": 0.45751, "f1": 0.414466, "accuracy": 0.45751, "main_score": 0.414466, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542011, "recall": 0.591897, "f1": 0.555449, "accuracy": 0.591897, "main_score": 0.555449, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.527416, "recall": 0.581028, "f1": 0.541809, "accuracy": 0.581028, "main_score": 0.541809, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565503, "recall": 0.600791, "f1": 0.574188, "accuracy": 0.600791, "main_score": 0.574188, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558618, "recall": 0.61166, "f1": 0.572424, "accuracy": 0.61166, "main_score": 0.572424, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.526801, "recall": 0.576087, "f1": 0.539901, "accuracy": 0.576087, "main_score": 0.539901, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482478, "recall": 0.52668, "f1": 0.494378, "accuracy": 0.52668, "main_score": 0.494378, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416238, "recall": 0.461462, "f1": 0.429169, "accuracy": 0.461462, "main_score": 0.429169, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49966, "recall": 0.543478, "f1": 0.512131, "accuracy": 0.543478, "main_score": 0.512131, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212186, "recall": 0.259881, "f1": 0.224229, "accuracy": 0.259881, "main_score": 0.224229, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.576796, "recall": 0.621542, "f1": 0.589223, "accuracy": 0.621542, "main_score": 0.589223, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534657, "recall": 0.58004, "f1": 0.546835, "accuracy": 0.58004, "main_score": 0.546835, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.577983, "recall": 0.618577, "f1": 0.588437, "accuracy": 0.618577, "main_score": 0.588437, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57439, "recall": 0.617589, "f1": 0.585888, "accuracy": 0.617589, "main_score": 0.585888, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56228, "recall": 0.601779, "f1": 0.573359, "accuracy": 0.601779, "main_score": 0.573359, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557429, "recall": 0.602767, "f1": 0.569762, "accuracy": 0.602767, "main_score": 0.569762, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562458, "recall": 0.596838, "f1": 0.571641, "accuracy": 0.596838, "main_score": 0.571641, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582421, "recall": 0.613636, "f1": 0.590967, "accuracy": 0.613636, "main_score": 0.590967, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545622, "recall": 0.597826, "f1": 0.559038, "accuracy": 0.597826, "main_score": 0.559038, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.561414, "recall": 0.605731, "f1": 0.572379, "accuracy": 0.605731, "main_score": 0.572379, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543162, "recall": 0.59585, "f1": 0.557123, "accuracy": 0.59585, "main_score": 0.557123, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563862, "recall": 0.610672, "f1": 0.57622, "accuracy": 0.610672, "main_score": 0.57622, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512594, "recall": 0.560277, "f1": 0.524643, "accuracy": 0.560277, "main_score": 0.524643, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574241, "recall": 0.619565, "f1": 0.585618, "accuracy": 0.619565, "main_score": 0.585618, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544749, "recall": 0.582016, "f1": 0.555054, "accuracy": 0.582016, "main_score": 0.555054, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5618, "recall": 0.607708, "f1": 0.573981, "accuracy": 0.607708, "main_score": 0.573981, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537443, "recall": 0.579051, "f1": 0.548699, "accuracy": 0.579051, "main_score": 0.548699, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609736, "recall": 0.646245, "f1": 0.618942, "accuracy": 0.646245, "main_score": 0.618942, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597585, "recall": 0.637352, "f1": 0.607809, "accuracy": 0.637352, "main_score": 0.607809, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512499, "recall": 0.557312, "f1": 0.525264, "accuracy": 0.557312, "main_score": 0.525264, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560222, "recall": 0.610672, "f1": 0.573736, "accuracy": 0.610672, "main_score": 0.573736, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.561857, "recall": 0.61166, "f1": 0.574037, "accuracy": 0.61166, "main_score": 0.574037, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574185, "recall": 0.610672, "f1": 0.584253, "accuracy": 0.610672, "main_score": 0.584253, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180526, "recall": 0.221344, "f1": 0.190316, "accuracy": 0.221344, "main_score": 0.190316, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.57329, "recall": 0.613636, "f1": 0.584486, "accuracy": 0.613636, "main_score": 0.584486, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575049, "recall": 0.609684, "f1": 0.584538, "accuracy": 0.609684, "main_score": 0.584538, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580424, "recall": 0.623518, "f1": 0.591548, "accuracy": 0.623518, "main_score": 0.591548, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579955, "recall": 0.619565, "f1": 0.590497, "accuracy": 0.619565, "main_score": 0.590497, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560359, "recall": 0.598814, "f1": 0.571114, "accuracy": 0.598814, "main_score": 0.571114, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556783, "recall": 0.599802, "f1": 0.567856, "accuracy": 0.599802, "main_score": 0.567856, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.573123, "f1": 0.543736, "accuracy": 0.573123, "main_score": 0.543736, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576899, "recall": 0.617589, "f1": 0.587913, "accuracy": 0.617589, "main_score": 0.587913, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481096, "recall": 0.535573, "f1": 0.496346, "accuracy": 0.535573, "main_score": 0.496346, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550872, "recall": 0.593874, "f1": 0.562228, "accuracy": 0.593874, "main_score": 0.562228, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557405, "recall": 0.604743, "f1": 0.570012, "accuracy": 0.604743, "main_score": 0.570012, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.564228, "recall": 0.612648, "f1": 0.576953, "accuracy": 0.612648, "main_score": 0.576953, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553465, "recall": 0.597826, "f1": 0.564712, "accuracy": 0.597826, "main_score": 0.564712, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524309, "recall": 0.562253, "f1": 0.534842, "accuracy": 0.562253, "main_score": 0.534842, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369287, "recall": 0.424901, "f1": 0.384382, "accuracy": 0.424901, "main_score": 0.384382, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573673, "recall": 0.608696, "f1": 0.583303, "accuracy": 0.608696, "main_score": 0.583303, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53266, "recall": 0.575099, "f1": 0.544108, "accuracy": 0.575099, "main_score": 0.544108, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580962, "recall": 0.625494, "f1": 0.593578, "accuracy": 0.625494, "main_score": 0.593578, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.595349, "recall": 0.636364, "f1": 0.606084, "accuracy": 0.636364, "main_score": 0.606084, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5744, "recall": 0.613636, "f1": 0.584588, "accuracy": 0.613636, "main_score": 0.584588, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.564386, "recall": 0.607708, "f1": 0.575512, "accuracy": 0.607708, "main_score": 0.575512, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532891, "recall": 0.574111, "f1": 0.544815, "accuracy": 0.574111, "main_score": 0.544815, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544699, "recall": 0.586957, "f1": 0.556205, "accuracy": 0.586957, "main_score": 0.556205, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574491, "recall": 0.615613, "f1": 0.584804, "accuracy": 0.615613, "main_score": 0.584804, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60297, "recall": 0.643281, "f1": 0.61352, "accuracy": 0.643281, "main_score": 0.61352, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598441, "recall": 0.631423, "f1": 0.607448, "accuracy": 0.631423, "main_score": 0.607448, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498084, "recall": 0.54249, "f1": 0.510578, "accuracy": 0.54249, "main_score": 0.510578, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566591, "recall": 0.605731, "f1": 0.577325, "accuracy": 0.605731, "main_score": 0.577325, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.39817, "recall": 0.440711, "f1": 0.409973, "accuracy": 0.440711, "main_score": 0.409973, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492362, "recall": 0.528656, "f1": 0.502374, "accuracy": 0.528656, "main_score": 0.502374, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584274, "recall": 0.623518, "f1": 0.594502, "accuracy": 0.623518, "main_score": 0.594502, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284676, "recall": 0.336957, "f1": 0.298698, "accuracy": 0.336957, "main_score": 0.298698, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568238, "recall": 0.618577, "f1": 0.58069, "accuracy": 0.618577, "main_score": 0.58069, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561019, "recall": 0.609684, "f1": 0.572974, "accuracy": 0.609684, "main_score": 0.572974, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58631, "recall": 0.626482, "f1": 0.59677, "accuracy": 0.626482, "main_score": 0.59677, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535632, "recall": 0.585968, "f1": 0.549366, "accuracy": 0.585968, "main_score": 0.549366, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541354, "recall": 0.575099, "f1": 0.550585, "accuracy": 0.575099, "main_score": 0.550585, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579513, "recall": 0.612648, "f1": 0.587718, "accuracy": 0.612648, "main_score": 0.587718, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555767, "recall": 0.598814, "f1": 0.567476, "accuracy": 0.598814, "main_score": 0.567476, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60107, "recall": 0.636364, "f1": 0.610108, "accuracy": 0.636364, "main_score": 0.610108, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526752, "recall": 0.565217, "f1": 0.537195, "accuracy": 0.565217, "main_score": 0.537195, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578254, "recall": 0.620553, "f1": 0.589342, "accuracy": 0.620553, "main_score": 0.589342, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528294, "recall": 0.56917, "f1": 0.539777, "accuracy": 0.56917, "main_score": 0.539777, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58501, "recall": 0.630435, "f1": 0.596885, "accuracy": 0.630435, "main_score": 0.596885, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565596, "recall": 0.61166, "f1": 0.57782, "accuracy": 0.61166, "main_score": 0.57782, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57865, "recall": 0.615613, "f1": 0.588526, "accuracy": 0.615613, "main_score": 0.588526, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.286235, "recall": 0.344862, "f1": 0.30133, "accuracy": 0.344862, "main_score": 0.30133, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.543103, "recall": 0.581028, "f1": 0.553146, "accuracy": 0.581028, "main_score": 0.553146, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54677, "recall": 0.593874, "f1": 0.559732, "accuracy": 0.593874, "main_score": 0.559732, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53875, "recall": 0.571146, "f1": 0.546991, "accuracy": 0.571146, "main_score": 0.546991, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458029, "recall": 0.502964, "f1": 0.470998, "accuracy": 0.502964, "main_score": 0.470998, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.590664, "recall": 0.635375, "f1": 0.602224, "accuracy": 0.635375, "main_score": 0.602224, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563329, "recall": 0.605731, "f1": 0.574964, "accuracy": 0.605731, "main_score": 0.574964, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583682, "recall": 0.621542, "f1": 0.593332, "accuracy": 0.621542, "main_score": 0.593332, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491986, "recall": 0.549407, "f1": 0.507799, "accuracy": 0.549407, "main_score": 0.507799, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.590431, "recall": 0.629447, "f1": 0.60119, "accuracy": 0.629447, "main_score": 0.60119, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560454, "recall": 0.601779, "f1": 0.572017, "accuracy": 0.601779, "main_score": 0.572017, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586953, "recall": 0.62253, "f1": 0.596706, "accuracy": 0.62253, "main_score": 0.596706, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552159, "recall": 0.594862, "f1": 0.563661, "accuracy": 0.594862, "main_score": 0.563661, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.503895, "recall": 0.540514, "f1": 0.514124, "accuracy": 0.540514, "main_score": 0.514124, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517672, "recall": 0.5583, "f1": 0.529104, "accuracy": 0.5583, "main_score": 0.529104, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54104, "recall": 0.593874, "f1": 0.555097, "accuracy": 0.593874, "main_score": 0.555097, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.564266, "recall": 0.603755, "f1": 0.574985, "accuracy": 0.603755, "main_score": 0.574985, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553239, "recall": 0.59585, "f1": 0.564646, "accuracy": 0.59585, "main_score": 0.564646, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541818, "recall": 0.581028, "f1": 0.552724, "accuracy": 0.581028, "main_score": 0.552724, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457628, "recall": 0.495059, "f1": 0.467952, "accuracy": 0.495059, "main_score": 0.467952, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584027, "recall": 0.62747, "f1": 0.595541, "accuracy": 0.62747, "main_score": 0.595541, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524347, "recall": 0.570158, "f1": 0.53653, "accuracy": 0.570158, "main_score": 0.53653, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.526719, "recall": 0.570158, "f1": 0.537996, "accuracy": 0.570158, "main_score": 0.537996, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564305, "recall": 0.607708, "f1": 0.575777, "accuracy": 0.607708, "main_score": 0.575777, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478387, "recall": 0.523715, "f1": 0.491328, "accuracy": 0.523715, "main_score": 0.491328, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592395, "recall": 0.629447, "f1": 0.60121, "accuracy": 0.629447, "main_score": 0.60121, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578084, "recall": 0.619565, "f1": 0.588917, "accuracy": 0.619565, "main_score": 0.588917, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596925, "recall": 0.62747, "f1": 0.60515, "accuracy": 0.62747, "main_score": 0.60515, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585003, "recall": 0.62747, "f1": 0.596535, "accuracy": 0.62747, "main_score": 0.596535, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564019, "recall": 0.603755, "f1": 0.574248, "accuracy": 0.603755, "main_score": 0.574248, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.575675, "recall": 0.614625, "f1": 0.586342, "accuracy": 0.614625, "main_score": 0.586342, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428991, "recall": 0.495059, "f1": 0.447639, "accuracy": 0.495059, "main_score": 0.447639, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.524857, "recall": 0.561265, "f1": 0.534764, "accuracy": 0.561265, "main_score": 0.534764, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197029, "recall": 0.245059, "f1": 0.208216, "accuracy": 0.245059, "main_score": 0.208216, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534851, "recall": 0.574111, "f1": 0.545553, "accuracy": 0.574111, "main_score": 0.545553, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461687, "recall": 0.501976, "f1": 0.472619, "accuracy": 0.501976, "main_score": 0.472619, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587618, "recall": 0.629447, "f1": 0.599052, "accuracy": 0.629447, "main_score": 0.599052, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575803, "recall": 0.610672, "f1": 0.584874, "accuracy": 0.610672, "main_score": 0.584874, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430147, "recall": 0.477273, "f1": 0.4435, "accuracy": 0.477273, "main_score": 0.4435, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568372, "recall": 0.602767, "f1": 0.57775, "accuracy": 0.602767, "main_score": 0.57775, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570447, "recall": 0.61166, "f1": 0.581302, "accuracy": 0.61166, "main_score": 0.581302, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529449, "recall": 0.58004, "f1": 0.542586, "accuracy": 0.58004, "main_score": 0.542586, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566263, "recall": 0.61166, "f1": 0.577651, "accuracy": 0.61166, "main_score": 0.577651, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571595, "recall": 0.605731, "f1": 0.580716, "accuracy": 0.605731, "main_score": 0.580716, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553324, "recall": 0.602767, "f1": 0.566335, "accuracy": 0.602767, "main_score": 0.566335, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585072, "recall": 0.62253, "f1": 0.594476, "accuracy": 0.62253, "main_score": 0.594476, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503673, "recall": 0.545455, "f1": 0.515481, "accuracy": 0.545455, "main_score": 0.515481, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491837, "recall": 0.530632, "f1": 0.502768, "accuracy": 0.530632, "main_score": 0.502768, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546422, "recall": 0.582016, "f1": 0.556112, "accuracy": 0.582016, "main_score": 0.556112, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579013, "recall": 0.624506, "f1": 0.591067, "accuracy": 0.624506, "main_score": 0.591067, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1179, "recall": 0.157115, "f1": 0.127795, "accuracy": 0.157115, "main_score": 0.127795, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.553326, "recall": 0.604743, "f1": 0.566362, "accuracy": 0.604743, "main_score": 0.566362, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.491027, "recall": 0.546443, "f1": 0.505573, "accuracy": 0.546443, "main_score": 0.505573, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.547979, "recall": 0.591897, "f1": 0.559669, "accuracy": 0.591897, "main_score": 0.559669, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575989, "recall": 0.618577, "f1": 0.586763, "accuracy": 0.618577, "main_score": 0.586763, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483174, "recall": 0.535573, "f1": 0.497505, "accuracy": 0.535573, "main_score": 0.497505, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568121, "recall": 0.605731, "f1": 0.578438, "accuracy": 0.605731, "main_score": 0.578438, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589314, "recall": 0.629447, "f1": 0.599942, "accuracy": 0.629447, "main_score": 0.599942, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578962, "recall": 0.619565, "f1": 0.589452, "accuracy": 0.619565, "main_score": 0.589452, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547009, "recall": 0.583992, "f1": 0.556672, "accuracy": 0.583992, "main_score": 0.556672, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515683, "recall": 0.565217, "f1": 0.529781, "accuracy": 0.565217, "main_score": 0.529781, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560326, "recall": 0.605731, "f1": 0.572861, "accuracy": 0.605731, "main_score": 0.572861, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491375, "recall": 0.533597, "f1": 0.503192, "accuracy": 0.533597, "main_score": 0.503192, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524681, "recall": 0.566206, "f1": 0.535387, "accuracy": 0.566206, "main_score": 0.535387, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562973, "recall": 0.605731, "f1": 0.573694, "accuracy": 0.605731, "main_score": 0.573694, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.559384, "recall": 0.596838, "f1": 0.570055, "accuracy": 0.596838, "main_score": 0.570055, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553964, "recall": 0.601779, "f1": 0.566851, "accuracy": 0.601779, "main_score": 0.566851, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.439564, "recall": 0.488142, "f1": 0.453188, "accuracy": 0.488142, "main_score": 0.453188, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592645, "recall": 0.635375, "f1": 0.603773, "accuracy": 0.635375, "main_score": 0.603773, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552477, "recall": 0.592885, "f1": 0.562712, "accuracy": 0.592885, "main_score": 0.562712, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.536542, "recall": 0.58498, "f1": 0.549341, "accuracy": 0.58498, "main_score": 0.549341, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.519687, "recall": 0.573123, "f1": 0.53312, "accuracy": 0.573123, "main_score": 0.53312, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51336, "recall": 0.560277, "f1": 0.526144, "accuracy": 0.560277, "main_score": 0.526144, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480327, "recall": 0.521739, "f1": 0.492049, "accuracy": 0.521739, "main_score": 0.492049, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542979, "recall": 0.585968, "f1": 0.554251, "accuracy": 0.585968, "main_score": 0.554251, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543678, "recall": 0.589921, "f1": 0.556211, "accuracy": 0.589921, "main_score": 0.556211, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488807, "recall": 0.544466, "f1": 0.503706, "accuracy": 0.544466, "main_score": 0.503706, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.556992, "recall": 0.600791, "f1": 0.568355, "accuracy": 0.600791, "main_score": 0.568355, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.544272, "recall": 0.58498, "f1": 0.554979, "accuracy": 0.58498, "main_score": 0.554979, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.579206, "recall": 0.623518, "f1": 0.591048, "accuracy": 0.623518, "main_score": 0.591048, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556398, "recall": 0.601779, "f1": 0.568115, "accuracy": 0.601779, "main_score": 0.568115, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586431, "recall": 0.625494, "f1": 0.596453, "accuracy": 0.625494, "main_score": 0.596453, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496589, "recall": 0.545455, "f1": 0.510279, "accuracy": 0.545455, "main_score": 0.510279, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.5512, "recall": 0.587945, "f1": 0.561084, "accuracy": 0.587945, "main_score": 0.561084, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444491, "recall": 0.5, "f1": 0.460277, "accuracy": 0.5, "main_score": 0.460277, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578319, "recall": 0.618577, "f1": 0.589454, "accuracy": 0.618577, "main_score": 0.589454, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396763, "recall": 0.455534, "f1": 0.412532, "accuracy": 0.455534, "main_score": 0.412532, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.562557, "recall": 0.604743, "f1": 0.572978, "accuracy": 0.604743, "main_score": 0.572978, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.55702, "recall": 0.599802, "f1": 0.568751, "accuracy": 0.599802, "main_score": 0.568751, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559636, "recall": 0.599802, "f1": 0.569777, "accuracy": 0.599802, "main_score": 0.569777, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551905, "recall": 0.587945, "f1": 0.561021, "accuracy": 0.587945, "main_score": 0.561021, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531899, "recall": 0.581028, "f1": 0.544827, "accuracy": 0.581028, "main_score": 0.544827, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.533622, "recall": 0.575099, "f1": 0.545149, "accuracy": 0.575099, "main_score": 0.545149, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570335, "recall": 0.615613, "f1": 0.582516, "accuracy": 0.615613, "main_score": 0.582516, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5889, "recall": 0.624506, "f1": 0.598098, "accuracy": 0.624506, "main_score": 0.598098, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569822, "recall": 0.607708, "f1": 0.579712, "accuracy": 0.607708, "main_score": 0.579712, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609037, "recall": 0.648221, "f1": 0.61945, "accuracy": 0.648221, "main_score": 0.61945, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502372, "recall": 0.537549, "f1": 0.513076, "accuracy": 0.537549, "main_score": 0.513076, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58899, "recall": 0.630435, "f1": 0.599622, "accuracy": 0.630435, "main_score": 0.599622, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566989, "recall": 0.612648, "f1": 0.578369, "accuracy": 0.612648, "main_score": 0.578369, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.56481, "recall": 0.608696, "f1": 0.576479, "accuracy": 0.608696, "main_score": 0.576479, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501953, "recall": 0.549407, "f1": 0.515267, "accuracy": 0.549407, "main_score": 0.515267, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598877, "recall": 0.636364, "f1": 0.608444, "accuracy": 0.636364, "main_score": 0.608444, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575282, "recall": 0.609684, "f1": 0.584887, "accuracy": 0.609684, "main_score": 0.584887, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517327, "recall": 0.5583, "f1": 0.528205, "accuracy": 0.5583, "main_score": 0.528205, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554357, "recall": 0.598814, "f1": 0.567141, "accuracy": 0.598814, "main_score": 0.567141, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473744, "recall": 0.523715, "f1": 0.48749, "accuracy": 0.523715, "main_score": 0.48749, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577854, "recall": 0.620553, "f1": 0.589091, "accuracy": 0.620553, "main_score": 0.589091, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532073, "recall": 0.58498, "f1": 0.546476, "accuracy": 0.58498, "main_score": 0.546476, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47297, "recall": 0.51087, "f1": 0.483636, "accuracy": 0.51087, "main_score": 0.483636, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545876, "recall": 0.582016, "f1": 0.555927, "accuracy": 0.582016, "main_score": 0.555927, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546626, "recall": 0.599802, "f1": 0.560509, "accuracy": 0.599802, "main_score": 0.560509, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.544426, "recall": 0.583992, "f1": 0.554363, "accuracy": 0.583992, "main_score": 0.554363, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52175, "recall": 0.566206, "f1": 0.533772, "accuracy": 0.566206, "main_score": 0.533772, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525949, "recall": 0.573123, "f1": 0.538927, "accuracy": 0.573123, "main_score": 0.538927, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501802, "recall": 0.543478, "f1": 0.513894, "accuracy": 0.543478, "main_score": 0.513894, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540262, "recall": 0.577075, "f1": 0.550296, "accuracy": 0.577075, "main_score": 0.550296, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556502, "recall": 0.591897, "f1": 0.565704, "accuracy": 0.591897, "main_score": 0.565704, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531192, "recall": 0.566206, "f1": 0.541634, "accuracy": 0.566206, "main_score": 0.541634, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571908, "recall": 0.604743, "f1": 0.580487, "accuracy": 0.604743, "main_score": 0.580487, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528075, "recall": 0.581028, "f1": 0.542391, "accuracy": 0.581028, "main_score": 0.542391, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.527913, "recall": 0.573123, "f1": 0.539849, "accuracy": 0.573123, "main_score": 0.539849, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557897, "recall": 0.599802, "f1": 0.568787, "accuracy": 0.599802, "main_score": 0.568787, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425553, "recall": 0.482213, "f1": 0.441459, "accuracy": 0.482213, "main_score": 0.441459, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559412, "recall": 0.600791, "f1": 0.571352, "accuracy": 0.600791, "main_score": 0.571352, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.536407, "recall": 0.576087, "f1": 0.546735, "accuracy": 0.576087, "main_score": 0.546735, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571215, "recall": 0.610672, "f1": 0.58145, "accuracy": 0.610672, "main_score": 0.58145, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56733, "recall": 0.61166, "f1": 0.578498, "accuracy": 0.61166, "main_score": 0.578498, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.520471, "recall": 0.564229, "f1": 0.532751, "accuracy": 0.564229, "main_score": 0.532751, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517929, "recall": 0.555336, "f1": 0.527904, "accuracy": 0.555336, "main_score": 0.527904, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579093, "recall": 0.643281, "f1": 0.597464, "accuracy": 0.643281, "main_score": 0.597464, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529316, "recall": 0.590909, "f1": 0.546495, "accuracy": 0.590909, "main_score": 0.546495, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423034, "recall": 0.504941, "f1": 0.445521, "accuracy": 0.504941, "main_score": 0.445521, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599876, "recall": 0.655138, "f1": 0.615933, "accuracy": 0.655138, "main_score": 0.615933, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864657, "recall": 0.900198, "f1": 0.875823, "accuracy": 0.900198, "main_score": 0.875823, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.968379, "f1": 0.960639, "accuracy": 0.968379, "main_score": 0.960639, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58663, "recall": 0.644269, "f1": 0.602991, "accuracy": 0.644269, "main_score": 0.602991, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602026, "recall": 0.666996, "f1": 0.620939, "accuracy": 0.666996, "main_score": 0.620939, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558253, "recall": 0.62747, "f1": 0.577357, "accuracy": 0.62747, "main_score": 0.577357, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183191, "recall": 0.237154, "f1": 0.196569, "accuracy": 0.237154, "main_score": 0.196569, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618669, "recall": 0.671937, "f1": 0.633746, "accuracy": 0.671937, "main_score": 0.633746, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672563, "recall": 0.732213, "f1": 0.690283, "accuracy": 0.732213, "main_score": 0.690283, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.54193, "recall": 0.593874, "f1": 0.556895, "accuracy": 0.593874, "main_score": 0.556895, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507001, "recall": 0.576087, "f1": 0.525671, "accuracy": 0.576087, "main_score": 0.525671, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550947, "recall": 0.619565, "f1": 0.570434, "accuracy": 0.619565, "main_score": 0.570434, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561142, "recall": 0.619565, "f1": 0.577835, "accuracy": 0.619565, "main_score": 0.577835, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903491, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511613, "recall": 0.571146, "f1": 0.528477, "accuracy": 0.571146, "main_score": 0.528477, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557625, "recall": 0.616601, "f1": 0.574595, "accuracy": 0.616601, "main_score": 0.574595, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506636, "recall": 0.564229, "f1": 0.522992, "accuracy": 0.564229, "main_score": 0.522992, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.963439, "f1": 0.953393, "accuracy": 0.963439, "main_score": 0.953393, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30323, "recall": 0.36166, "f1": 0.319236, "accuracy": 0.36166, "main_score": 0.319236, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566414, "recall": 0.634387, "f1": 0.585987, "accuracy": 0.634387, "main_score": 0.585987, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568909, "recall": 0.623518, "f1": 0.584505, "accuracy": 0.623518, "main_score": 0.584505, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707761, "recall": 0.767787, "f1": 0.725233, "accuracy": 0.767787, "main_score": 0.725233, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641148, "recall": 0.722332, "f1": 0.664844, "accuracy": 0.722332, "main_score": 0.664844, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.702119, "recall": 0.76087, "f1": 0.718826, "accuracy": 0.76087, "main_score": 0.718826, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643718, "recall": 0.701581, "f1": 0.660754, "accuracy": 0.701581, "main_score": 0.660754, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662121, "recall": 0.72332, "f1": 0.679269, "accuracy": 0.72332, "main_score": 0.679269, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93857, "recall": 0.958498, "f1": 0.945158, "accuracy": 0.958498, "main_score": 0.945158, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54447, "recall": 0.610672, "f1": 0.562688, "accuracy": 0.610672, "main_score": 0.562688, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545685, "recall": 0.603755, "f1": 0.562418, "accuracy": 0.603755, "main_score": 0.562418, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993412, "recall": 0.995059, "f1": 0.993906, "accuracy": 0.995059, "main_score": 0.993906, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80443, "recall": 0.851779, "f1": 0.818794, "accuracy": 0.851779, "main_score": 0.818794, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460433, "recall": 0.517787, "f1": 0.475864, "accuracy": 0.517787, "main_score": 0.475864, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878047, "recall": 0.912055, "f1": 0.8889, "accuracy": 0.912055, "main_score": 0.8889, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529776, "recall": 0.591897, "f1": 0.546375, "accuracy": 0.591897, "main_score": 0.546375, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.570969, "recall": 0.640316, "f1": 0.589821, "accuracy": 0.640316, "main_score": 0.589821, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197038, "recall": 0.254941, "f1": 0.210606, "accuracy": 0.254941, "main_score": 0.210606, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.621196, "recall": 0.684783, "f1": 0.639432, "accuracy": 0.684783, "main_score": 0.639432, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77399, "recall": 0.831028, "f1": 0.791422, "accuracy": 0.831028, "main_score": 0.791422, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418153, "recall": 0.47332, "f1": 0.43342, "accuracy": 0.47332, "main_score": 0.43342, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.66401, "recall": 0.720356, "f1": 0.680717, "accuracy": 0.720356, "main_score": 0.680717, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542253, "recall": 0.600791, "f1": 0.559148, "accuracy": 0.600791, "main_score": 0.559148, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505679, "recall": 0.572134, "f1": 0.523678, "accuracy": 0.572134, "main_score": 0.523678, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661424, "recall": 0.715415, "f1": 0.677273, "accuracy": 0.715415, "main_score": 0.677273, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232749, "recall": 0.309289, "f1": 0.25295, "accuracy": 0.309289, "main_score": 0.25295, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570356, "recall": 0.630435, "f1": 0.587836, "accuracy": 0.630435, "main_score": 0.587836, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582222, "recall": 0.646245, "f1": 0.600342, "accuracy": 0.646245, "main_score": 0.600342, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727176, "recall": 0.787549, "f1": 0.745389, "accuracy": 0.787549, "main_score": 0.745389, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548008, "recall": 0.608696, "f1": 0.565769, "accuracy": 0.608696, "main_score": 0.565769, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787912, "recall": 0.836957, "f1": 0.802767, "accuracy": 0.836957, "main_score": 0.802767, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.983202, "f1": 0.979414, "accuracy": 0.983202, "main_score": 0.979414, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453453, "recall": 0.51581, "f1": 0.470479, "accuracy": 0.51581, "main_score": 0.470479, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.910079, "f1": 0.886284, "accuracy": 0.910079, "main_score": 0.886284, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607496, "recall": 0.662055, "f1": 0.622967, "accuracy": 0.662055, "main_score": 0.622967, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888011, "recall": 0.920949, "f1": 0.898715, "accuracy": 0.920949, "main_score": 0.898715, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453491, "recall": 0.521739, "f1": 0.472343, "accuracy": 0.521739, "main_score": 0.472343, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611811, "recall": 0.686759, "f1": 0.633846, "accuracy": 0.686759, "main_score": 0.633846, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.870553, "f1": 0.841041, "accuracy": 0.870553, "main_score": 0.841041, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.633473, "recall": 0.688735, "f1": 0.64905, "accuracy": 0.688735, "main_score": 0.64905, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625141, "recall": 0.682806, "f1": 0.641551, "accuracy": 0.682806, "main_score": 0.641551, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533775, "recall": 0.598814, "f1": 0.552442, "accuracy": 0.598814, "main_score": 0.552442, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54171, "recall": 0.604743, "f1": 0.559461, "accuracy": 0.604743, "main_score": 0.559461, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82057, "recall": 0.869565, "f1": 0.835573, "accuracy": 0.869565, "main_score": 0.835573, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530865, "recall": 0.591897, "f1": 0.548072, "accuracy": 0.591897, "main_score": 0.548072, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614608, "recall": 0.674901, "f1": 0.632497, "accuracy": 0.674901, "main_score": 0.632497, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937747, "accuracy": 0.951581, "main_score": 0.937747, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489568, "recall": 0.543478, "f1": 0.504273, "accuracy": 0.543478, "main_score": 0.504273, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557084, "recall": 0.619565, "f1": 0.574474, "accuracy": 0.619565, "main_score": 0.574474, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.567246, "recall": 0.634387, "f1": 0.586141, "accuracy": 0.634387, "main_score": 0.586141, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537995, "recall": 0.59585, "f1": 0.554302, "accuracy": 0.59585, "main_score": 0.554302, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518923, "recall": 0.591897, "f1": 0.540368, "accuracy": 0.591897, "main_score": 0.540368, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750247, "recall": 0.807312, "f1": 0.767575, "accuracy": 0.807312, "main_score": 0.767575, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729809, "recall": 0.780632, "f1": 0.745191, "accuracy": 0.780632, "main_score": 0.745191, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858514, "recall": 0.889328, "f1": 0.867377, "accuracy": 0.889328, "main_score": 0.867377, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961858, "accuracy": 0.970356, "main_score": 0.961858, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470792, "recall": 0.547431, "f1": 0.492813, "accuracy": 0.547431, "main_score": 0.492813, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71154, "recall": 0.769763, "f1": 0.728541, "accuracy": 0.769763, "main_score": 0.728541, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586134, "recall": 0.642292, "f1": 0.601855, "accuracy": 0.642292, "main_score": 0.601855, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580634, "recall": 0.645257, "f1": 0.599286, "accuracy": 0.645257, "main_score": 0.599286, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543232, "recall": 0.604743, "f1": 0.560762, "accuracy": 0.604743, "main_score": 0.560762, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444355, "recall": 0.516798, "f1": 0.464174, "accuracy": 0.516798, "main_score": 0.464174, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603508, "recall": 0.656126, "f1": 0.618403, "accuracy": 0.656126, "main_score": 0.618403, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883152, "recall": 0.912055, "f1": 0.892194, "accuracy": 0.912055, "main_score": 0.892194, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.97332, "f1": 0.966733, "accuracy": 0.97332, "main_score": 0.966733, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59552, "recall": 0.657115, "f1": 0.613356, "accuracy": 0.657115, "main_score": 0.613356, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626179, "recall": 0.687747, "f1": 0.64365, "accuracy": 0.687747, "main_score": 0.64365, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575092, "recall": 0.632411, "f1": 0.591161, "accuracy": 0.632411, "main_score": 0.591161, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182393, "recall": 0.230237, "f1": 0.193865, "accuracy": 0.230237, "main_score": 0.193865, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637379, "recall": 0.684783, "f1": 0.650795, "accuracy": 0.684783, "main_score": 0.650795, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689189, "recall": 0.740119, "f1": 0.703842, "accuracy": 0.740119, "main_score": 0.703842, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563843, "recall": 0.613636, "f1": 0.578315, "accuracy": 0.613636, "main_score": 0.578315, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515655, "recall": 0.590909, "f1": 0.536426, "accuracy": 0.590909, "main_score": 0.536426, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574449, "recall": 0.637352, "f1": 0.592577, "accuracy": 0.637352, "main_score": 0.592577, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602322, "recall": 0.666008, "f1": 0.620108, "accuracy": 0.666008, "main_score": 0.620108, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901021, "recall": 0.928854, "f1": 0.909717, "accuracy": 0.928854, "main_score": 0.909717, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527324, "recall": 0.585968, "f1": 0.54393, "accuracy": 0.585968, "main_score": 0.54393, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56532, "recall": 0.620553, "f1": 0.580829, "accuracy": 0.620553, "main_score": 0.580829, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540499, "recall": 0.591897, "f1": 0.554855, "accuracy": 0.591897, "main_score": 0.554855, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323659, "recall": 0.383399, "f1": 0.340352, "accuracy": 0.383399, "main_score": 0.340352, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602726, "recall": 0.664032, "f1": 0.619855, "accuracy": 0.664032, "main_score": 0.619855, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591392, "recall": 0.644269, "f1": 0.606785, "accuracy": 0.644269, "main_score": 0.606785, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715923, "recall": 0.779644, "f1": 0.735266, "accuracy": 0.779644, "main_score": 0.735266, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66726, "recall": 0.746047, "f1": 0.690683, "accuracy": 0.746047, "main_score": 0.690683, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.714419, "recall": 0.771739, "f1": 0.731233, "accuracy": 0.771739, "main_score": 0.731233, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670128, "recall": 0.72332, "f1": 0.686159, "accuracy": 0.72332, "main_score": 0.686159, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674094, "recall": 0.740119, "f1": 0.693629, "accuracy": 0.740119, "main_score": 0.693629, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55528, "recall": 0.614625, "f1": 0.572368, "accuracy": 0.614625, "main_score": 0.572368, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560623, "recall": 0.615613, "f1": 0.576685, "accuracy": 0.615613, "main_score": 0.576685, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811248, "recall": 0.857708, "f1": 0.825052, "accuracy": 0.857708, "main_score": 0.825052, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474553, "recall": 0.533597, "f1": 0.490314, "accuracy": 0.533597, "main_score": 0.490314, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.890869, "recall": 0.921937, "f1": 0.90084, "accuracy": 0.921937, "main_score": 0.90084, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546814, "recall": 0.606719, "f1": 0.563857, "accuracy": 0.606719, "main_score": 0.563857, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.598377, "recall": 0.668972, "f1": 0.61861, "accuracy": 0.668972, "main_score": 0.61861, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197768, "recall": 0.256917, "f1": 0.210553, "accuracy": 0.256917, "main_score": 0.210553, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.641897, "recall": 0.69664, "f1": 0.657369, "accuracy": 0.69664, "main_score": 0.657369, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819582, "recall": 0.865613, "f1": 0.834025, "accuracy": 0.865613, "main_score": 0.834025, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429978, "recall": 0.48419, "f1": 0.44501, "accuracy": 0.48419, "main_score": 0.44501, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.689846, "recall": 0.741107, "f1": 0.70488, "accuracy": 0.741107, "main_score": 0.70488, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574005, "recall": 0.633399, "f1": 0.590637, "accuracy": 0.633399, "main_score": 0.590637, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525318, "recall": 0.587945, "f1": 0.542963, "accuracy": 0.587945, "main_score": 0.542963, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670578, "recall": 0.72332, "f1": 0.686503, "accuracy": 0.72332, "main_score": 0.686503, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23406, "recall": 0.314229, "f1": 0.255341, "accuracy": 0.314229, "main_score": 0.255341, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593382, "recall": 0.65415, "f1": 0.610757, "accuracy": 0.65415, "main_score": 0.610757, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581994, "recall": 0.648221, "f1": 0.600122, "accuracy": 0.648221, "main_score": 0.600122, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.726212, "recall": 0.789526, "f1": 0.745739, "accuracy": 0.789526, "main_score": 0.745739, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577834, "recall": 0.63834, "f1": 0.595394, "accuracy": 0.63834, "main_score": 0.595394, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812566, "recall": 0.857708, "f1": 0.826449, "accuracy": 0.857708, "main_score": 0.826449, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.477035, "recall": 0.540514, "f1": 0.494652, "accuracy": 0.540514, "main_score": 0.494652, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.933794, "f1": 0.915152, "accuracy": 0.933794, "main_score": 0.915152, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631039, "recall": 0.684783, "f1": 0.646925, "accuracy": 0.684783, "main_score": 0.646925, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.939723, "f1": 0.923537, "accuracy": 0.939723, "main_score": 0.923537, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4798, "recall": 0.539526, "f1": 0.496217, "accuracy": 0.539526, "main_score": 0.496217, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628343, "recall": 0.69664, "f1": 0.648273, "accuracy": 0.69664, "main_score": 0.648273, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851614, "recall": 0.890316, "f1": 0.863735, "accuracy": 0.890316, "main_score": 0.863735, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.66259, "recall": 0.712451, "f1": 0.67708, "accuracy": 0.712451, "main_score": 0.67708, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658118, "recall": 0.716403, "f1": 0.674687, "accuracy": 0.716403, "main_score": 0.674687, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56194, "recall": 0.623518, "f1": 0.579524, "accuracy": 0.623518, "main_score": 0.579524, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559891, "recall": 0.616601, "f1": 0.575732, "accuracy": 0.616601, "main_score": 0.575732, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839427, "recall": 0.879447, "f1": 0.851746, "accuracy": 0.879447, "main_score": 0.851746, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563265, "recall": 0.621542, "f1": 0.580038, "accuracy": 0.621542, "main_score": 0.580038, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62081, "recall": 0.681818, "f1": 0.638309, "accuracy": 0.681818, "main_score": 0.638309, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502868, "recall": 0.554348, "f1": 0.517391, "accuracy": 0.554348, "main_score": 0.517391, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590748, "recall": 0.648221, "f1": 0.605876, "accuracy": 0.648221, "main_score": 0.605876, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.595342, "recall": 0.664032, "f1": 0.615109, "accuracy": 0.664032, "main_score": 0.615109, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581517, "recall": 0.632411, "f1": 0.595472, "accuracy": 0.632411, "main_score": 0.595472, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54565, "recall": 0.613636, "f1": 0.565248, "accuracy": 0.613636, "main_score": 0.565248, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75942, "recall": 0.809289, "f1": 0.774638, "accuracy": 0.809289, "main_score": 0.774638, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748584, "recall": 0.796443, "f1": 0.762865, "accuracy": 0.796443, "main_score": 0.762865, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888126, "recall": 0.913043, "f1": 0.89577, "accuracy": 0.913043, "main_score": 0.89577, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498667, "recall": 0.571146, "f1": 0.519702, "accuracy": 0.571146, "main_score": 0.519702, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717591, "recall": 0.770751, "f1": 0.733089, "accuracy": 0.770751, "main_score": 0.733089, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606642, "recall": 0.655138, "f1": 0.620269, "accuracy": 0.655138, "main_score": 0.620269, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565357, "recall": 0.63834, "f1": 0.58639, "accuracy": 0.63834, "main_score": 0.58639, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531908, "recall": 0.591897, "f1": 0.548959, "accuracy": 0.591897, "main_score": 0.548959, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370416, "recall": 0.439723, "f1": 0.388877, "accuracy": 0.439723, "main_score": 0.388877, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96418, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599972, "recall": 0.658103, "f1": 0.616132, "accuracy": 0.658103, "main_score": 0.616132, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85886, "recall": 0.891304, "f1": 0.869156, "accuracy": 0.891304, "main_score": 0.869156, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929018, "recall": 0.94664, "f1": 0.934256, "accuracy": 0.94664, "main_score": 0.934256, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603574, "recall": 0.662055, "f1": 0.620241, "accuracy": 0.662055, "main_score": 0.620241, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.95751, "f1": 0.944499, "accuracy": 0.95751, "main_score": 0.944499, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621567, "recall": 0.681818, "f1": 0.638723, "accuracy": 0.681818, "main_score": 0.638723, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559543, "recall": 0.614625, "f1": 0.57484, "accuracy": 0.614625, "main_score": 0.57484, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.182606, "recall": 0.233202, "f1": 0.195042, "accuracy": 0.233202, "main_score": 0.195042, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.622694, "recall": 0.673913, "f1": 0.637247, "accuracy": 0.673913, "main_score": 0.637247, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962039, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657626, "recall": 0.708498, "f1": 0.672457, "accuracy": 0.708498, "main_score": 0.672457, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.911232, "recall": 0.934783, "f1": 0.91861, "accuracy": 0.934783, "main_score": 0.91861, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563225, "recall": 0.61166, "f1": 0.576696, "accuracy": 0.61166, "main_score": 0.576696, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499036, "recall": 0.576087, "f1": 0.520248, "accuracy": 0.576087, "main_score": 0.520248, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561777, "recall": 0.62253, "f1": 0.579368, "accuracy": 0.62253, "main_score": 0.579368, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5774, "recall": 0.637352, "f1": 0.593768, "accuracy": 0.637352, "main_score": 0.593768, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834149, "recall": 0.878458, "f1": 0.848013, "accuracy": 0.878458, "main_score": 0.848013, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523502, "recall": 0.579051, "f1": 0.539213, "accuracy": 0.579051, "main_score": 0.539213, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545703, "recall": 0.607708, "f1": 0.562721, "accuracy": 0.607708, "main_score": 0.562721, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520972, "recall": 0.571146, "f1": 0.534794, "accuracy": 0.571146, "main_score": 0.534794, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921278, "recall": 0.9417, "f1": 0.927654, "accuracy": 0.9417, "main_score": 0.927654, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318733, "recall": 0.371542, "f1": 0.33339, "accuracy": 0.371542, "main_score": 0.33339, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579332, "recall": 0.636364, "f1": 0.595504, "accuracy": 0.636364, "main_score": 0.595504, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957543, "recall": 0.969368, "f1": 0.961298, "accuracy": 0.969368, "main_score": 0.961298, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942144, "recall": 0.958498, "f1": 0.9472, "accuracy": 0.958498, "main_score": 0.9472, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594382, "recall": 0.646245, "f1": 0.609079, "accuracy": 0.646245, "main_score": 0.609079, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69403, "recall": 0.754941, "f1": 0.711783, "accuracy": 0.754941, "main_score": 0.711783, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950428, "accuracy": 0.961462, "main_score": 0.950428, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562155, "recall": 0.643281, "f1": 0.585108, "accuracy": 0.643281, "main_score": 0.585108, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673166, "recall": 0.728261, "f1": 0.688628, "accuracy": 0.728261, "main_score": 0.688628, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961051, "recall": 0.97332, "f1": 0.964987, "accuracy": 0.97332, "main_score": 0.964987, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667682, "recall": 0.718379, "f1": 0.682327, "accuracy": 0.718379, "main_score": 0.682327, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642977, "recall": 0.703557, "f1": 0.660364, "accuracy": 0.703557, "main_score": 0.660364, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886858, "recall": 0.91996, "f1": 0.89753, "accuracy": 0.91996, "main_score": 0.89753, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.55471, "recall": 0.608696, "f1": 0.569467, "accuracy": 0.608696, "main_score": 0.569467, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565328, "recall": 0.618577, "f1": 0.579783, "accuracy": 0.618577, "main_score": 0.579783, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.782839, "recall": 0.831028, "f1": 0.796989, "accuracy": 0.831028, "main_score": 0.796989, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477491, "recall": 0.528656, "f1": 0.490958, "accuracy": 0.528656, "main_score": 0.490958, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814262, "recall": 0.854743, "f1": 0.826421, "accuracy": 0.854743, "main_score": 0.826421, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.542679, "recall": 0.599802, "f1": 0.557885, "accuracy": 0.599802, "main_score": 0.557885, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980319, "recall": 0.986166, "f1": 0.982115, "accuracy": 0.986166, "main_score": 0.982115, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990283, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.958498, "accuracy": 0.967391, "main_score": 0.958498, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592988, "recall": 0.659091, "f1": 0.611534, "accuracy": 0.659091, "main_score": 0.611534, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19455, "recall": 0.246047, "f1": 0.206224, "accuracy": 0.246047, "main_score": 0.206224, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625562, "recall": 0.688735, "f1": 0.643742, "accuracy": 0.688735, "main_score": 0.643742, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751212, "recall": 0.811265, "f1": 0.768928, "accuracy": 0.811265, "main_score": 0.768928, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430648, "recall": 0.48913, "f1": 0.446582, "accuracy": 0.48913, "main_score": 0.446582, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.97332, "f1": 0.966963, "accuracy": 0.97332, "main_score": 0.966963, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.665741, "recall": 0.722332, "f1": 0.682039, "accuracy": 0.722332, "main_score": 0.682039, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983449, "recall": 0.988142, "f1": 0.984914, "accuracy": 0.988142, "main_score": 0.984914, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560583, "recall": 0.616601, "f1": 0.576401, "accuracy": 0.616601, "main_score": 0.576401, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500919, "recall": 0.566206, "f1": 0.518173, "accuracy": 0.566206, "main_score": 0.518173, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669079, "recall": 0.720356, "f1": 0.683934, "accuracy": 0.720356, "main_score": 0.683934, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214521, "recall": 0.288538, "f1": 0.233422, "accuracy": 0.288538, "main_score": 0.233422, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.944664, "f1": 0.930171, "accuracy": 0.944664, "main_score": 0.930171, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.959898, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578771, "recall": 0.636364, "f1": 0.595298, "accuracy": 0.636364, "main_score": 0.595298, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582116, "recall": 0.646245, "f1": 0.600764, "accuracy": 0.646245, "main_score": 0.600764, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.970356, "f1": 0.962615, "accuracy": 0.970356, "main_score": 0.962615, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673225, "recall": 0.737154, "f1": 0.691936, "accuracy": 0.737154, "main_score": 0.691936, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57301, "recall": 0.631423, "f1": 0.5891, "accuracy": 0.631423, "main_score": 0.5891, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750231, "recall": 0.804348, "f1": 0.766337, "accuracy": 0.804348, "main_score": 0.766337, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475004, "recall": 0.532609, "f1": 0.491015, "accuracy": 0.532609, "main_score": 0.491015, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.926301, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834972, "recall": 0.874506, "f1": 0.847387, "accuracy": 0.874506, "main_score": 0.847387, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.939723, "f1": 0.923386, "accuracy": 0.939723, "main_score": 0.923386, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926342, "recall": 0.944664, "f1": 0.932005, "accuracy": 0.944664, "main_score": 0.932005, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608724, "recall": 0.661067, "f1": 0.622971, "accuracy": 0.661067, "main_score": 0.622971, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844971, "recall": 0.884387, "f1": 0.857181, "accuracy": 0.884387, "main_score": 0.857181, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969038, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466725, "recall": 0.529644, "f1": 0.484197, "accuracy": 0.529644, "main_score": 0.484197, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584933, "recall": 0.657115, "f1": 0.605882, "accuracy": 0.657115, "main_score": 0.605882, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.978261, "f1": 0.972167, "accuracy": 0.978261, "main_score": 0.972167, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943017, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831861, "recall": 0.868577, "f1": 0.842808, "accuracy": 0.868577, "main_score": 0.842808, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.651897, "recall": 0.703557, "f1": 0.666378, "accuracy": 0.703557, "main_score": 0.666378, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622285, "recall": 0.677866, "f1": 0.638327, "accuracy": 0.677866, "main_score": 0.638327, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.935771, "f1": 0.922069, "accuracy": 0.935771, "main_score": 0.922069, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535264, "recall": 0.602767, "f1": 0.554546, "accuracy": 0.602767, "main_score": 0.554546, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534819, "recall": 0.593874, "f1": 0.551254, "accuracy": 0.593874, "main_score": 0.551254, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785573, "recall": 0.83498, "f1": 0.800428, "accuracy": 0.83498, "main_score": 0.800428, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551899, "recall": 0.612648, "f1": 0.568288, "accuracy": 0.612648, "main_score": 0.568288, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620054, "recall": 0.674901, "f1": 0.635644, "accuracy": 0.674901, "main_score": 0.635644, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883811, "recall": 0.916008, "f1": 0.893972, "accuracy": 0.916008, "main_score": 0.893972, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955698, "recall": 0.968379, "f1": 0.959816, "accuracy": 0.968379, "main_score": 0.959816, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506192, "recall": 0.557312, "f1": 0.520042, "accuracy": 0.557312, "main_score": 0.520042, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578281, "recall": 0.631423, "f1": 0.593488, "accuracy": 0.631423, "main_score": 0.593488, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580816, "recall": 0.637352, "f1": 0.59696, "accuracy": 0.637352, "main_score": 0.59696, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553133, "recall": 0.61166, "f1": 0.56942, "accuracy": 0.61166, "main_score": 0.56942, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54714, "recall": 0.607708, "f1": 0.564632, "accuracy": 0.607708, "main_score": 0.564632, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701103, "recall": 0.76087, "f1": 0.718794, "accuracy": 0.76087, "main_score": 0.718794, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726969, "recall": 0.77668, "f1": 0.741678, "accuracy": 0.77668, "main_score": 0.741678, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841628, "recall": 0.874506, "f1": 0.851125, "accuracy": 0.874506, "main_score": 0.851125, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.923913, "f1": 0.904183, "accuracy": 0.923913, "main_score": 0.904183, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.48159, "recall": 0.557312, "f1": 0.503177, "accuracy": 0.557312, "main_score": 0.503177, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.689354, "recall": 0.750988, "f1": 0.707922, "accuracy": 0.750988, "main_score": 0.707922, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594195, "recall": 0.637352, "f1": 0.606779, "accuracy": 0.637352, "main_score": 0.606779, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539056, "recall": 0.596838, "f1": 0.555461, "accuracy": 0.596838, "main_score": 0.555461, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517901, "recall": 0.571146, "f1": 0.533256, "accuracy": 0.571146, "main_score": 0.533256, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.394862, "recall": 0.465415, "f1": 0.413104, "accuracy": 0.465415, "main_score": 0.413104, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.972332, "f1": 0.964756, "accuracy": 0.972332, "main_score": 0.964756, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.950593, "f1": 0.938406, "accuracy": 0.950593, "main_score": 0.938406, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588377, "recall": 0.639328, "f1": 0.602427, "accuracy": 0.639328, "main_score": 0.602427, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827602, "recall": 0.863636, "f1": 0.838556, "accuracy": 0.863636, "main_score": 0.838556, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893396, "recall": 0.91996, "f1": 0.901416, "accuracy": 0.91996, "main_score": 0.901416, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.970026, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577754, "recall": 0.623518, "f1": 0.590272, "accuracy": 0.623518, "main_score": 0.590272, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596016, "recall": 0.650198, "f1": 0.611755, "accuracy": 0.650198, "main_score": 0.611755, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986578, "recall": 0.990119, "f1": 0.987549, "accuracy": 0.990119, "main_score": 0.987549, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556387, "recall": 0.608696, "f1": 0.57055, "accuracy": 0.608696, "main_score": 0.57055, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196413, "recall": 0.240119, "f1": 0.208013, "accuracy": 0.240119, "main_score": 0.208013, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611915, "recall": 0.655138, "f1": 0.624068, "accuracy": 0.655138, "main_score": 0.624068, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.974308, "f1": 0.967391, "accuracy": 0.974308, "main_score": 0.967391, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.655809, "recall": 0.701581, "f1": 0.669205, "accuracy": 0.701581, "main_score": 0.669205, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.932065, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524342, "recall": 0.574111, "f1": 0.538529, "accuracy": 0.574111, "main_score": 0.538529, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490014, "recall": 0.549407, "f1": 0.505855, "accuracy": 0.549407, "main_score": 0.505855, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55379, "recall": 0.607708, "f1": 0.569043, "accuracy": 0.607708, "main_score": 0.569043, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.97332, "f1": 0.966356, "accuracy": 0.97332, "main_score": 0.966356, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567567, "recall": 0.629447, "f1": 0.585252, "accuracy": 0.629447, "main_score": 0.585252, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873847, "recall": 0.908103, "f1": 0.884486, "accuracy": 0.908103, "main_score": 0.884486, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506062, "recall": 0.557312, "f1": 0.520789, "accuracy": 0.557312, "main_score": 0.520789, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514508, "recall": 0.570158, "f1": 0.530032, "accuracy": 0.570158, "main_score": 0.530032, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500936, "recall": 0.544466, "f1": 0.513188, "accuracy": 0.544466, "main_score": 0.513188, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900807, "recall": 0.925889, "f1": 0.9083, "accuracy": 0.925889, "main_score": 0.9083, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31845, "recall": 0.375494, "f1": 0.334285, "accuracy": 0.375494, "main_score": 0.334285, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566428, "recall": 0.62253, "f1": 0.583191, "accuracy": 0.62253, "main_score": 0.583191, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934486, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.94544, "accuracy": 0.95751, "main_score": 0.94544, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56414, "recall": 0.61166, "f1": 0.577685, "accuracy": 0.61166, "main_score": 0.577685, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965662, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681508, "recall": 0.733202, "f1": 0.696286, "accuracy": 0.733202, "main_score": 0.696286, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.965415, "f1": 0.954941, "accuracy": 0.965415, "main_score": 0.954941, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604853, "recall": 0.678854, "f1": 0.625946, "accuracy": 0.678854, "main_score": 0.625946, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.681554, "recall": 0.729249, "f1": 0.694775, "accuracy": 0.729249, "main_score": 0.694775, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643758, "recall": 0.688735, "f1": 0.656917, "accuracy": 0.688735, "main_score": 0.656917, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610507, "recall": 0.667984, "f1": 0.62723, "accuracy": 0.667984, "main_score": 0.62723, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.978261, "f1": 0.97332, "accuracy": 0.978261, "main_score": 0.97332, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906291, "recall": 0.932806, "f1": 0.914493, "accuracy": 0.932806, "main_score": 0.914493, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.527669, "recall": 0.58004, "f1": 0.542237, "accuracy": 0.58004, "main_score": 0.542237, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559084, "recall": 0.605731, "f1": 0.572254, "accuracy": 0.605731, "main_score": 0.572254, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.986166, "f1": 0.982708, "accuracy": 0.986166, "main_score": 0.982708, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.758449, "recall": 0.805336, "f1": 0.771683, "accuracy": 0.805336, "main_score": 0.771683, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466318, "recall": 0.51581, "f1": 0.47948, "accuracy": 0.51581, "main_score": 0.47948, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.832708, "recall": 0.871542, "f1": 0.844419, "accuracy": 0.871542, "main_score": 0.844419, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524986, "recall": 0.576087, "f1": 0.539355, "accuracy": 0.576087, "main_score": 0.539355, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568186, "recall": 0.629447, "f1": 0.585594, "accuracy": 0.629447, "main_score": 0.585594, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205021, "recall": 0.254941, "f1": 0.216301, "accuracy": 0.254941, "main_score": 0.216301, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.614476, "recall": 0.667984, "f1": 0.630223, "accuracy": 0.667984, "main_score": 0.630223, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747291, "recall": 0.804348, "f1": 0.764018, "accuracy": 0.804348, "main_score": 0.764018, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.971344, "f1": 0.962681, "accuracy": 0.971344, "main_score": 0.962681, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416818, "recall": 0.464427, "f1": 0.430249, "accuracy": 0.464427, "main_score": 0.430249, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943874, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958202, "recall": 0.969368, "f1": 0.961627, "accuracy": 0.969368, "main_score": 0.961627, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.647843, "recall": 0.699605, "f1": 0.662601, "accuracy": 0.699605, "main_score": 0.662601, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548344, "recall": 0.597826, "f1": 0.56319, "accuracy": 0.597826, "main_score": 0.56319, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489557, "recall": 0.551383, "f1": 0.506265, "accuracy": 0.551383, "main_score": 0.506265, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654447, "recall": 0.700593, "f1": 0.667497, "accuracy": 0.700593, "main_score": 0.667497, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222613, "recall": 0.306324, "f1": 0.243532, "accuracy": 0.306324, "main_score": 0.243532, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909947, "recall": 0.935771, "f1": 0.918149, "accuracy": 0.935771, "main_score": 0.918149, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.955534, "f1": 0.94417, "accuracy": 0.955534, "main_score": 0.94417, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558994, "recall": 0.612648, "f1": 0.574539, "accuracy": 0.612648, "main_score": 0.574539, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564087, "recall": 0.618577, "f1": 0.57935, "accuracy": 0.618577, "main_score": 0.57935, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95364, "recall": 0.966403, "f1": 0.957576, "accuracy": 0.966403, "main_score": 0.957576, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691444, "recall": 0.755929, "f1": 0.710416, "accuracy": 0.755929, "main_score": 0.710416, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556108, "recall": 0.602767, "f1": 0.569615, "accuracy": 0.602767, "main_score": 0.569615, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753146, "recall": 0.807312, "f1": 0.769104, "accuracy": 0.807312, "main_score": 0.769104, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.951005, "recall": 0.964427, "f1": 0.95527, "accuracy": 0.964427, "main_score": 0.95527, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463226, "recall": 0.517787, "f1": 0.478549, "accuracy": 0.517787, "main_score": 0.478549, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968989, "recall": 0.977273, "f1": 0.97141, "accuracy": 0.977273, "main_score": 0.97141, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834569, "recall": 0.875494, "f1": 0.846989, "accuracy": 0.875494, "main_score": 0.846989, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906291, "recall": 0.928854, "f1": 0.913538, "accuracy": 0.928854, "main_score": 0.913538, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892745, "recall": 0.918972, "f1": 0.901076, "accuracy": 0.918972, "main_score": 0.901076, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601693, "recall": 0.641304, "f1": 0.612799, "accuracy": 0.641304, "main_score": 0.612799, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83638, "recall": 0.87747, "f1": 0.848847, "accuracy": 0.87747, "main_score": 0.848847, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939097, "recall": 0.95751, "f1": 0.944993, "accuracy": 0.95751, "main_score": 0.944993, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45324, "recall": 0.513834, "f1": 0.469586, "accuracy": 0.513834, "main_score": 0.469586, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581969, "recall": 0.649209, "f1": 0.600782, "accuracy": 0.649209, "main_score": 0.600782, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776614, "recall": 0.816206, "f1": 0.788142, "accuracy": 0.816206, "main_score": 0.788142, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.626566, "recall": 0.673913, "f1": 0.640453, "accuracy": 0.673913, "main_score": 0.640453, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61404, "recall": 0.667984, "f1": 0.629901, "accuracy": 0.667984, "main_score": 0.629901, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873913, "recall": 0.906126, "f1": 0.8833, "accuracy": 0.906126, "main_score": 0.8833, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534067, "recall": 0.589921, "f1": 0.549969, "accuracy": 0.589921, "main_score": 0.549969, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530735, "recall": 0.585968, "f1": 0.545823, "accuracy": 0.585968, "main_score": 0.545823, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787229, "recall": 0.835968, "f1": 0.801588, "accuracy": 0.835968, "main_score": 0.801588, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550186, "recall": 0.603755, "f1": 0.56509, "accuracy": 0.603755, "main_score": 0.56509, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619146, "recall": 0.672925, "f1": 0.634606, "accuracy": 0.672925, "main_score": 0.634606, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.916996, "f1": 0.898518, "accuracy": 0.916996, "main_score": 0.898518, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931324, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496895, "recall": 0.54249, "f1": 0.508932, "accuracy": 0.54249, "main_score": 0.508932, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566117, "recall": 0.609684, "f1": 0.578152, "accuracy": 0.609684, "main_score": 0.578152, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.564133, "recall": 0.621542, "f1": 0.579901, "accuracy": 0.621542, "main_score": 0.579901, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557839, "recall": 0.602767, "f1": 0.570654, "accuracy": 0.602767, "main_score": 0.570654, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542973, "recall": 0.597826, "f1": 0.559144, "accuracy": 0.597826, "main_score": 0.559144, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73937, "recall": 0.790514, "f1": 0.754087, "accuracy": 0.790514, "main_score": 0.754087, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.956522, "f1": 0.945803, "accuracy": 0.956522, "main_score": 0.945803, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690613, "recall": 0.738142, "f1": 0.704611, "accuracy": 0.738142, "main_score": 0.704611, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795817, "recall": 0.83498, "f1": 0.80754, "accuracy": 0.83498, "main_score": 0.80754, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.938406, "accuracy": 0.951581, "main_score": 0.938406, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478624, "recall": 0.544466, "f1": 0.497394, "accuracy": 0.544466, "main_score": 0.497394, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980484, "recall": 0.986166, "f1": 0.982279, "accuracy": 0.986166, "main_score": 0.982279, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709239, "recall": 0.763834, "f1": 0.72556, "accuracy": 0.763834, "main_score": 0.72556, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566768, "recall": 0.609684, "f1": 0.579155, "accuracy": 0.609684, "main_score": 0.579155, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381353, "recall": 0.429842, "f1": 0.394524, "accuracy": 0.429842, "main_score": 0.394524, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472177, "recall": 0.516798, "f1": 0.484631, "accuracy": 0.516798, "main_score": 0.484631, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223943, "recall": 0.27668, "f1": 0.236623, "accuracy": 0.27668, "main_score": 0.236623, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.682946, "recall": 0.73913, "f1": 0.697752, "accuracy": 0.73913, "main_score": 0.697752, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.65463, "recall": 0.710474, "f1": 0.670212, "accuracy": 0.710474, "main_score": 0.670212, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.679742, "recall": 0.730237, "f1": 0.693603, "accuracy": 0.730237, "main_score": 0.693603, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612105, "recall": 0.664032, "f1": 0.625182, "accuracy": 0.664032, "main_score": 0.625182, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518031, "recall": 0.568182, "f1": 0.531652, "accuracy": 0.568182, "main_score": 0.531652, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686868, "recall": 0.73913, "f1": 0.700967, "accuracy": 0.73913, "main_score": 0.700967, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569243, "recall": 0.614625, "f1": 0.581368, "accuracy": 0.614625, "main_score": 0.581368, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624995, "recall": 0.66502, "f1": 0.636139, "accuracy": 0.66502, "main_score": 0.636139, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665543, "recall": 0.72332, "f1": 0.681283, "accuracy": 0.72332, "main_score": 0.681283, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.662347, "recall": 0.719368, "f1": 0.677975, "accuracy": 0.719368, "main_score": 0.677975, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.511457, "recall": 0.550395, "f1": 0.522421, "accuracy": 0.550395, "main_score": 0.522421, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671203, "recall": 0.730237, "f1": 0.686762, "accuracy": 0.730237, "main_score": 0.686762, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592982, "recall": 0.657115, "f1": 0.609804, "accuracy": 0.657115, "main_score": 0.609804, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.671276, "recall": 0.732213, "f1": 0.687595, "accuracy": 0.732213, "main_score": 0.687595, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513852, "recall": 0.551383, "f1": 0.524361, "accuracy": 0.551383, "main_score": 0.524361, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661075, "recall": 0.716403, "f1": 0.675408, "accuracy": 0.716403, "main_score": 0.675408, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623015, "recall": 0.677866, "f1": 0.637746, "accuracy": 0.677866, "main_score": 0.637746, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.72513, "recall": 0.773715, "f1": 0.738024, "accuracy": 0.773715, "main_score": 0.738024, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693986, "recall": 0.743083, "f1": 0.706918, "accuracy": 0.743083, "main_score": 0.706918, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483967, "recall": 0.527668, "f1": 0.496761, "accuracy": 0.527668, "main_score": 0.496761, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682979, "recall": 0.742095, "f1": 0.699463, "accuracy": 0.742095, "main_score": 0.699463, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.675745, "recall": 0.733202, "f1": 0.691801, "accuracy": 0.733202, "main_score": 0.691801, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645979, "recall": 0.698617, "f1": 0.659721, "accuracy": 0.698617, "main_score": 0.659721, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137267, "recall": 0.171937, "f1": 0.145895, "accuracy": 0.171937, "main_score": 0.145895, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.670771, "recall": 0.729249, "f1": 0.68689, "accuracy": 0.729249, "main_score": 0.68689, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537392, "recall": 0.577075, "f1": 0.547771, "accuracy": 0.577075, "main_score": 0.547771, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690266, "recall": 0.743083, "f1": 0.704108, "accuracy": 0.743083, "main_score": 0.704108, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704537, "recall": 0.751976, "f1": 0.716751, "accuracy": 0.751976, "main_score": 0.716751, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635542, "recall": 0.694664, "f1": 0.65135, "accuracy": 0.694664, "main_score": 0.65135, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705161, "recall": 0.756917, "f1": 0.719164, "accuracy": 0.756917, "main_score": 0.719164, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.540142, "recall": 0.588933, "f1": 0.553159, "accuracy": 0.588933, "main_score": 0.553159, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.697068, "recall": 0.750988, "f1": 0.711391, "accuracy": 0.750988, "main_score": 0.711391, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565517, "recall": 0.62747, "f1": 0.582757, "accuracy": 0.62747, "main_score": 0.582757, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64446, "recall": 0.69664, "f1": 0.658661, "accuracy": 0.69664, "main_score": 0.658661, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.673825, "recall": 0.728261, "f1": 0.689234, "accuracy": 0.728261, "main_score": 0.689234, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.676188, "recall": 0.730237, "f1": 0.691231, "accuracy": 0.730237, "main_score": 0.691231, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657283, "recall": 0.715415, "f1": 0.672834, "accuracy": 0.715415, "main_score": 0.672834, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.476877, "recall": 0.520751, "f1": 0.48961, "accuracy": 0.520751, "main_score": 0.48961, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.34391, "recall": 0.401186, "f1": 0.358935, "accuracy": 0.401186, "main_score": 0.358935, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.691068, "recall": 0.742095, "f1": 0.704479, "accuracy": 0.742095, "main_score": 0.704479, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495546, "recall": 0.54249, "f1": 0.508769, "accuracy": 0.54249, "main_score": 0.508769, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702438, "recall": 0.755929, "f1": 0.717066, "accuracy": 0.755929, "main_score": 0.717066, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712535, "recall": 0.762846, "f1": 0.72625, "accuracy": 0.762846, "main_score": 0.72625, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635898, "recall": 0.6917, "f1": 0.65117, "accuracy": 0.6917, "main_score": 0.65117, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673165, "recall": 0.722332, "f1": 0.686364, "accuracy": 0.722332, "main_score": 0.686364, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537178, "recall": 0.582016, "f1": 0.549379, "accuracy": 0.582016, "main_score": 0.549379, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603074, "recall": 0.653162, "f1": 0.616726, "accuracy": 0.653162, "main_score": 0.616726, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654313, "recall": 0.711462, "f1": 0.669522, "accuracy": 0.711462, "main_score": 0.669522, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71427, "recall": 0.763834, "f1": 0.727963, "accuracy": 0.763834, "main_score": 0.727963, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685269, "recall": 0.725296, "f1": 0.696231, "accuracy": 0.725296, "main_score": 0.696231, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463852, "recall": 0.505929, "f1": 0.47606, "accuracy": 0.505929, "main_score": 0.47606, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682053, "recall": 0.73913, "f1": 0.697401, "accuracy": 0.73913, "main_score": 0.697401, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.370168, "recall": 0.424901, "f1": 0.384373, "accuracy": 0.424901, "main_score": 0.384373, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463785, "recall": 0.505929, "f1": 0.475552, "accuracy": 0.505929, "main_score": 0.475552, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621207, "recall": 0.666008, "f1": 0.633074, "accuracy": 0.666008, "main_score": 0.633074, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253043, "recall": 0.298419, "f1": 0.264961, "accuracy": 0.298419, "main_score": 0.264961, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.677509, "recall": 0.732213, "f1": 0.692101, "accuracy": 0.732213, "main_score": 0.692101, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.667632, "recall": 0.724308, "f1": 0.68368, "accuracy": 0.724308, "main_score": 0.68368, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70067, "recall": 0.754941, "f1": 0.715524, "accuracy": 0.754941, "main_score": 0.715524, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67063, "recall": 0.729249, "f1": 0.686743, "accuracy": 0.729249, "main_score": 0.686743, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511775, "recall": 0.541502, "f1": 0.520539, "accuracy": 0.541502, "main_score": 0.520539, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677954, "recall": 0.717391, "f1": 0.68805, "accuracy": 0.717391, "main_score": 0.68805, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654517, "recall": 0.704545, "f1": 0.668018, "accuracy": 0.704545, "main_score": 0.668018, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715249, "recall": 0.766798, "f1": 0.729184, "accuracy": 0.766798, "main_score": 0.729184, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507916, "recall": 0.546443, "f1": 0.518944, "accuracy": 0.546443, "main_score": 0.518944, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661226, "recall": 0.706522, "f1": 0.673072, "accuracy": 0.706522, "main_score": 0.673072, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523073, "recall": 0.570158, "f1": 0.536585, "accuracy": 0.570158, "main_score": 0.536585, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.677521, "recall": 0.73419, "f1": 0.693606, "accuracy": 0.73419, "main_score": 0.693606, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669293, "recall": 0.727273, "f1": 0.685385, "accuracy": 0.727273, "main_score": 0.685385, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674823, "recall": 0.725296, "f1": 0.687909, "accuracy": 0.725296, "main_score": 0.687909, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.319917, "recall": 0.398221, "f1": 0.34002, "accuracy": 0.398221, "main_score": 0.34002, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.558303, "recall": 0.605731, "f1": 0.571481, "accuracy": 0.605731, "main_score": 0.571481, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667067, "recall": 0.721344, "f1": 0.681959, "accuracy": 0.721344, "main_score": 0.681959, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527935, "recall": 0.566206, "f1": 0.538531, "accuracy": 0.566206, "main_score": 0.538531, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437444, "recall": 0.491107, "f1": 0.452836, "accuracy": 0.491107, "main_score": 0.452836, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.733583, "recall": 0.777668, "f1": 0.745379, "accuracy": 0.777668, "main_score": 0.745379, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658247, "recall": 0.717391, "f1": 0.674153, "accuracy": 0.717391, "main_score": 0.674153, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670942, "recall": 0.718379, "f1": 0.683452, "accuracy": 0.718379, "main_score": 0.683452, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584047, "recall": 0.655138, "f1": 0.604152, "accuracy": 0.655138, "main_score": 0.604152, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.700165, "recall": 0.751976, "f1": 0.713567, "accuracy": 0.751976, "main_score": 0.713567, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682591, "recall": 0.731225, "f1": 0.695848, "accuracy": 0.731225, "main_score": 0.695848, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693054, "recall": 0.746047, "f1": 0.706842, "accuracy": 0.746047, "main_score": 0.706842, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669832, "recall": 0.729249, "f1": 0.685643, "accuracy": 0.729249, "main_score": 0.685643, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.468643, "recall": 0.503953, "f1": 0.479, "accuracy": 0.503953, "main_score": 0.479, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49585, "recall": 0.541502, "f1": 0.50891, "accuracy": 0.541502, "main_score": 0.50891, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673231, "recall": 0.735178, "f1": 0.690804, "accuracy": 0.735178, "main_score": 0.690804, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.669781, "recall": 0.722332, "f1": 0.683625, "accuracy": 0.722332, "main_score": 0.683625, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661137, "recall": 0.719368, "f1": 0.676725, "accuracy": 0.719368, "main_score": 0.676725, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53963, "recall": 0.58498, "f1": 0.552289, "accuracy": 0.58498, "main_score": 0.552289, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434916, "recall": 0.475296, "f1": 0.446185, "accuracy": 0.475296, "main_score": 0.446185, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701313, "recall": 0.744071, "f1": 0.713148, "accuracy": 0.744071, "main_score": 0.713148, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658576, "recall": 0.717391, "f1": 0.674531, "accuracy": 0.717391, "main_score": 0.674531, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.606551, "recall": 0.656126, "f1": 0.619705, "accuracy": 0.656126, "main_score": 0.619705, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675155, "recall": 0.729249, "f1": 0.689092, "accuracy": 0.729249, "main_score": 0.689092, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.455568, "recall": 0.5, "f1": 0.467844, "accuracy": 0.5, "main_score": 0.467844, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681394, "recall": 0.729249, "f1": 0.693459, "accuracy": 0.729249, "main_score": 0.693459, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669516, "recall": 0.727273, "f1": 0.685222, "accuracy": 0.727273, "main_score": 0.685222, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694665, "recall": 0.746047, "f1": 0.708365, "accuracy": 0.746047, "main_score": 0.708365, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704914, "recall": 0.753953, "f1": 0.71822, "accuracy": 0.753953, "main_score": 0.71822, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661377, "recall": 0.719368, "f1": 0.677226, "accuracy": 0.719368, "main_score": 0.677226, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.653213, "recall": 0.704545, "f1": 0.667696, "accuracy": 0.704545, "main_score": 0.667696, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575039, "recall": 0.650198, "f1": 0.59634, "accuracy": 0.650198, "main_score": 0.59634, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476774, "recall": 0.521739, "f1": 0.489577, "accuracy": 0.521739, "main_score": 0.489577, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149087, "recall": 0.188735, "f1": 0.158158, "accuracy": 0.188735, "main_score": 0.158158, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520196, "recall": 0.561265, "f1": 0.532036, "accuracy": 0.561265, "main_score": 0.532036, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49005, "recall": 0.543478, "f1": 0.504774, "accuracy": 0.543478, "main_score": 0.504774, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70229, "recall": 0.754941, "f1": 0.716295, "accuracy": 0.754941, "main_score": 0.716295, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644723, "recall": 0.693676, "f1": 0.65746, "accuracy": 0.693676, "main_score": 0.65746, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372685, "recall": 0.423913, "f1": 0.386219, "accuracy": 0.423913, "main_score": 0.386219, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660697, "recall": 0.704545, "f1": 0.672678, "accuracy": 0.704545, "main_score": 0.672678, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680509, "recall": 0.73419, "f1": 0.69464, "accuracy": 0.73419, "main_score": 0.69464, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635997, "recall": 0.6917, "f1": 0.651044, "accuracy": 0.6917, "main_score": 0.651044, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.645966, "recall": 0.698617, "f1": 0.659226, "accuracy": 0.698617, "main_score": 0.659226, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562279, "recall": 0.609684, "f1": 0.575713, "accuracy": 0.609684, "main_score": 0.575713, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660959, "recall": 0.720356, "f1": 0.67727, "accuracy": 0.720356, "main_score": 0.67727, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70446, "recall": 0.749012, "f1": 0.715958, "accuracy": 0.749012, "main_score": 0.715958, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468591, "recall": 0.51581, "f1": 0.482289, "accuracy": 0.51581, "main_score": 0.482289, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465391, "recall": 0.506917, "f1": 0.477248, "accuracy": 0.506917, "main_score": 0.477248, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524228, "recall": 0.567194, "f1": 0.535808, "accuracy": 0.567194, "main_score": 0.535808, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684241, "recall": 0.741107, "f1": 0.700217, "accuracy": 0.741107, "main_score": 0.700217, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.136331, "recall": 0.178854, "f1": 0.146818, "accuracy": 0.178854, "main_score": 0.146818, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.689479, "recall": 0.746047, "f1": 0.705169, "accuracy": 0.746047, "main_score": 0.705169, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.561605, "recall": 0.62747, "f1": 0.579113, "accuracy": 0.62747, "main_score": 0.579113, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.62841, "recall": 0.684783, "f1": 0.643839, "accuracy": 0.684783, "main_score": 0.643839, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697487, "recall": 0.748024, "f1": 0.710907, "accuracy": 0.748024, "main_score": 0.710907, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474153, "recall": 0.52668, "f1": 0.48902, "accuracy": 0.52668, "main_score": 0.48902, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512544, "recall": 0.561265, "f1": 0.526061, "accuracy": 0.561265, "main_score": 0.526061, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687801, "recall": 0.740119, "f1": 0.701823, "accuracy": 0.740119, "main_score": 0.701823, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709984, "recall": 0.759881, "f1": 0.723594, "accuracy": 0.759881, "main_score": 0.723594, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640196, "recall": 0.69664, "f1": 0.655114, "accuracy": 0.69664, "main_score": 0.655114, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642733, "recall": 0.69664, "f1": 0.657466, "accuracy": 0.69664, "main_score": 0.657466, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651074, "recall": 0.709486, "f1": 0.666277, "accuracy": 0.709486, "main_score": 0.666277, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457559, "recall": 0.498024, "f1": 0.469163, "accuracy": 0.498024, "main_score": 0.469163, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57463, "recall": 0.629447, "f1": 0.589148, "accuracy": 0.629447, "main_score": 0.589148, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691122, "recall": 0.748024, "f1": 0.707175, "accuracy": 0.748024, "main_score": 0.707175, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.641998, "recall": 0.685771, "f1": 0.653711, "accuracy": 0.685771, "main_score": 0.653711, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669056, "recall": 0.730237, "f1": 0.685281, "accuracy": 0.730237, "main_score": 0.685281, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.397048, "recall": 0.445652, "f1": 0.410672, "accuracy": 0.445652, "main_score": 0.410672, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.721625, "recall": 0.769763, "f1": 0.734428, "accuracy": 0.769763, "main_score": 0.734428, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631282, "recall": 0.69664, "f1": 0.648012, "accuracy": 0.69664, "main_score": 0.648012, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.665391, "recall": 0.715415, "f1": 0.679394, "accuracy": 0.715415, "main_score": 0.679394, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.593656, "recall": 0.655138, "f1": 0.610291, "accuracy": 0.655138, "main_score": 0.610291, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583657, "recall": 0.645257, "f1": 0.600794, "accuracy": 0.645257, "main_score": 0.600794, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530305, "recall": 0.589921, "f1": 0.546248, "accuracy": 0.589921, "main_score": 0.546248, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588534, "recall": 0.641304, "f1": 0.603074, "accuracy": 0.641304, "main_score": 0.603074, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521656, "recall": 0.566206, "f1": 0.53369, "accuracy": 0.566206, "main_score": 0.53369, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59465, "recall": 0.664032, "f1": 0.613781, "accuracy": 0.664032, "main_score": 0.613781, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.672445, "recall": 0.731225, "f1": 0.68824, "accuracy": 0.731225, "main_score": 0.68824, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.643056, "recall": 0.695652, "f1": 0.656553, "accuracy": 0.695652, "main_score": 0.656553, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.69275, "recall": 0.743083, "f1": 0.706511, "accuracy": 0.743083, "main_score": 0.706511, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63879, "recall": 0.701581, "f1": 0.65601, "accuracy": 0.701581, "main_score": 0.65601, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696139, "recall": 0.745059, "f1": 0.709653, "accuracy": 0.745059, "main_score": 0.709653, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504423, "recall": 0.563241, "f1": 0.519896, "accuracy": 0.563241, "main_score": 0.519896, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.640759, "recall": 0.689723, "f1": 0.653211, "accuracy": 0.689723, "main_score": 0.653211, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417897, "recall": 0.464427, "f1": 0.430588, "accuracy": 0.464427, "main_score": 0.430588, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69443, "recall": 0.743083, "f1": 0.70713, "accuracy": 0.743083, "main_score": 0.70713, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388481, "recall": 0.454545, "f1": 0.406338, "accuracy": 0.454545, "main_score": 0.406338, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.649404, "recall": 0.713439, "f1": 0.666709, "accuracy": 0.713439, "main_score": 0.666709, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.671161, "recall": 0.72332, "f1": 0.685488, "accuracy": 0.72332, "main_score": 0.685488, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.667813, "recall": 0.715415, "f1": 0.68093, "accuracy": 0.715415, "main_score": 0.68093, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557967, "recall": 0.604743, "f1": 0.570161, "accuracy": 0.604743, "main_score": 0.570161, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643431, "recall": 0.700593, "f1": 0.657959, "accuracy": 0.700593, "main_score": 0.657959, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.52454, "recall": 0.568182, "f1": 0.536835, "accuracy": 0.568182, "main_score": 0.536835, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533649, "recall": 0.58004, "f1": 0.54649, "accuracy": 0.58004, "main_score": 0.54649, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691144, "recall": 0.744071, "f1": 0.704802, "accuracy": 0.744071, "main_score": 0.704802, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617005, "recall": 0.66502, "f1": 0.62975, "accuracy": 0.66502, "main_score": 0.62975, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727793, "recall": 0.778656, "f1": 0.741525, "accuracy": 0.778656, "main_score": 0.741525, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478248, "recall": 0.519763, "f1": 0.48989, "accuracy": 0.519763, "main_score": 0.48989, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709394, "recall": 0.759881, "f1": 0.722539, "accuracy": 0.759881, "main_score": 0.722539, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683598, "recall": 0.740119, "f1": 0.699533, "accuracy": 0.740119, "main_score": 0.699533, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.685173, "recall": 0.738142, "f1": 0.699863, "accuracy": 0.738142, "main_score": 0.699863, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472539, "recall": 0.520751, "f1": 0.485722, "accuracy": 0.520751, "main_score": 0.485722, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702861, "recall": 0.752964, "f1": 0.716408, "accuracy": 0.752964, "main_score": 0.716408, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61261, "recall": 0.663043, "f1": 0.626254, "accuracy": 0.663043, "main_score": 0.626254, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499677, "recall": 0.546443, "f1": 0.511909, "accuracy": 0.546443, "main_score": 0.511909, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521637, "recall": 0.574111, "f1": 0.537027, "accuracy": 0.574111, "main_score": 0.537027, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528083, "recall": 0.586957, "f1": 0.544384, "accuracy": 0.586957, "main_score": 0.544384, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.70174, "recall": 0.746047, "f1": 0.713376, "accuracy": 0.746047, "main_score": 0.713376, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631196, "recall": 0.690711, "f1": 0.647317, "accuracy": 0.690711, "main_score": 0.647317, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433509, "recall": 0.480237, "f1": 0.446945, "accuracy": 0.480237, "main_score": 0.446945, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506522, "recall": 0.549407, "f1": 0.519321, "accuracy": 0.549407, "main_score": 0.519321, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671269, "recall": 0.728261, "f1": 0.686532, "accuracy": 0.728261, "main_score": 0.686532, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.518151, "recall": 0.561265, "f1": 0.529663, "accuracy": 0.561265, "main_score": 0.529663, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493636, "recall": 0.533597, "f1": 0.504258, "accuracy": 0.533597, "main_score": 0.504258, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637125, "recall": 0.694664, "f1": 0.651923, "accuracy": 0.694664, "main_score": 0.651923, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485715, "recall": 0.524704, "f1": 0.496781, "accuracy": 0.524704, "main_score": 0.496781, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611473, "recall": 0.659091, "f1": 0.625107, "accuracy": 0.659091, "main_score": 0.625107, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631503, "recall": 0.682806, "f1": 0.644374, "accuracy": 0.682806, "main_score": 0.644374, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536248, "recall": 0.583004, "f1": 0.549678, "accuracy": 0.583004, "main_score": 0.549678, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554667, "recall": 0.593874, "f1": 0.565002, "accuracy": 0.593874, "main_score": 0.565002, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638655, "recall": 0.699605, "f1": 0.655966, "accuracy": 0.699605, "main_score": 0.655966, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582092, "recall": 0.646245, "f1": 0.599532, "accuracy": 0.646245, "main_score": 0.599532, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635449, "recall": 0.693676, "f1": 0.65105, "accuracy": 0.693676, "main_score": 0.65105, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.425741, "recall": 0.479249, "f1": 0.441455, "accuracy": 0.479249, "main_score": 0.441455, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68149, "recall": 0.735178, "f1": 0.695679, "accuracy": 0.735178, "main_score": 0.695679, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.655501, "recall": 0.710474, "f1": 0.669911, "accuracy": 0.710474, "main_score": 0.669911, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678904, "recall": 0.730237, "f1": 0.692709, "accuracy": 0.730237, "main_score": 0.692709, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672026, "recall": 0.730237, "f1": 0.687715, "accuracy": 0.730237, "main_score": 0.687715, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.542631, "recall": 0.59585, "f1": 0.55786, "accuracy": 0.59585, "main_score": 0.55786, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493186, "recall": 0.534585, "f1": 0.5046, "accuracy": 0.534585, "main_score": 0.5046, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557717, "recall": 0.623518, "f1": 0.576877, "accuracy": 0.623518, "main_score": 0.576877, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515828, "recall": 0.581028, "f1": 0.534101, "accuracy": 0.581028, "main_score": 0.534101, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417878, "recall": 0.496047, "f1": 0.439453, "accuracy": 0.496047, "main_score": 0.439453, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589906, "recall": 0.650198, "f1": 0.606988, "accuracy": 0.650198, "main_score": 0.606988, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860648, "recall": 0.898221, "f1": 0.872414, "accuracy": 0.898221, "main_score": 0.872414, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961957, "recall": 0.971344, "f1": 0.964921, "accuracy": 0.971344, "main_score": 0.964921, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589377, "recall": 0.651186, "f1": 0.607266, "accuracy": 0.651186, "main_score": 0.607266, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600066, "recall": 0.66502, "f1": 0.618033, "accuracy": 0.66502, "main_score": 0.618033, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560935, "recall": 0.621542, "f1": 0.578181, "accuracy": 0.621542, "main_score": 0.578181, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.16791, "recall": 0.219368, "f1": 0.18044, "accuracy": 0.219368, "main_score": 0.18044, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620917, "recall": 0.670949, "f1": 0.635249, "accuracy": 0.670949, "main_score": 0.635249, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664921, "recall": 0.717391, "f1": 0.680552, "accuracy": 0.717391, "main_score": 0.680552, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.549202, "recall": 0.596838, "f1": 0.562749, "accuracy": 0.596838, "main_score": 0.562749, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491048, "recall": 0.56917, "f1": 0.51239, "accuracy": 0.56917, "main_score": 0.51239, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56082, "recall": 0.626482, "f1": 0.579715, "accuracy": 0.626482, "main_score": 0.579715, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581868, "recall": 0.646245, "f1": 0.599906, "accuracy": 0.646245, "main_score": 0.599906, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877964, "recall": 0.914032, "f1": 0.889493, "accuracy": 0.914032, "main_score": 0.889493, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518594, "recall": 0.579051, "f1": 0.535583, "accuracy": 0.579051, "main_score": 0.535583, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530307, "recall": 0.593874, "f1": 0.548361, "accuracy": 0.593874, "main_score": 0.548361, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512159, "recall": 0.567194, "f1": 0.527588, "accuracy": 0.567194, "main_score": 0.527588, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.961462, "f1": 0.951252, "accuracy": 0.961462, "main_score": 0.951252, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314902, "recall": 0.374506, "f1": 0.330983, "accuracy": 0.374506, "main_score": 0.330983, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577183, "recall": 0.645257, "f1": 0.596478, "accuracy": 0.645257, "main_score": 0.596478, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582153, "recall": 0.641304, "f1": 0.599116, "accuracy": 0.641304, "main_score": 0.599116, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70864, "recall": 0.768775, "f1": 0.726274, "accuracy": 0.768775, "main_score": 0.726274, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642294, "recall": 0.719368, "f1": 0.664781, "accuracy": 0.719368, "main_score": 0.664781, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.713024, "recall": 0.76581, "f1": 0.728645, "accuracy": 0.76581, "main_score": 0.728645, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650346, "recall": 0.708498, "f1": 0.667608, "accuracy": 0.708498, "main_score": 0.667608, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646598, "recall": 0.718379, "f1": 0.667278, "accuracy": 0.718379, "main_score": 0.667278, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.983202, "f1": 0.979249, "accuracy": 0.983202, "main_score": 0.979249, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9389, "recall": 0.958498, "f1": 0.945323, "accuracy": 0.958498, "main_score": 0.945323, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537328, "recall": 0.599802, "f1": 0.554946, "accuracy": 0.599802, "main_score": 0.554946, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564485, "recall": 0.615613, "f1": 0.578796, "accuracy": 0.615613, "main_score": 0.578796, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.795784, "recall": 0.840909, "f1": 0.80967, "accuracy": 0.840909, "main_score": 0.80967, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470851, "recall": 0.529644, "f1": 0.48684, "accuracy": 0.529644, "main_score": 0.48684, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.858844, "recall": 0.898221, "f1": 0.871113, "accuracy": 0.898221, "main_score": 0.871113, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539592, "recall": 0.600791, "f1": 0.556749, "accuracy": 0.600791, "main_score": 0.556749, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988389, "recall": 0.991107, "f1": 0.989196, "accuracy": 0.991107, "main_score": 0.989196, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583673, "recall": 0.651186, "f1": 0.602428, "accuracy": 0.651186, "main_score": 0.602428, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190064, "recall": 0.247036, "f1": 0.203366, "accuracy": 0.247036, "main_score": 0.203366, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.603887, "recall": 0.66996, "f1": 0.62293, "accuracy": 0.66996, "main_score": 0.62293, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85219, "recall": 0.892292, "f1": 0.864526, "accuracy": 0.892292, "main_score": 0.864526, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422153, "recall": 0.477273, "f1": 0.437367, "accuracy": 0.477273, "main_score": 0.437367, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661635, "recall": 0.725296, "f1": 0.680113, "accuracy": 0.725296, "main_score": 0.680113, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565726, "recall": 0.623518, "f1": 0.582534, "accuracy": 0.623518, "main_score": 0.582534, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500547, "recall": 0.567194, "f1": 0.519062, "accuracy": 0.567194, "main_score": 0.519062, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675288, "recall": 0.729249, "f1": 0.691162, "accuracy": 0.729249, "main_score": 0.691162, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.219089, "recall": 0.302372, "f1": 0.241124, "accuracy": 0.302372, "main_score": 0.241124, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.97332, "f1": 0.964756, "accuracy": 0.97332, "main_score": 0.964756, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556126, "recall": 0.626482, "f1": 0.576765, "accuracy": 0.626482, "main_score": 0.576765, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581538, "recall": 0.643281, "f1": 0.599294, "accuracy": 0.643281, "main_score": 0.599294, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716989, "recall": 0.778656, "f1": 0.735693, "accuracy": 0.778656, "main_score": 0.735693, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563031, "recall": 0.623518, "f1": 0.580668, "accuracy": 0.623518, "main_score": 0.580668, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769598, "recall": 0.824111, "f1": 0.786364, "accuracy": 0.824111, "main_score": 0.786364, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45837, "recall": 0.524704, "f1": 0.476023, "accuracy": 0.524704, "main_score": 0.476023, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.862154, "recall": 0.899209, "f1": 0.873781, "accuracy": 0.899209, "main_score": 0.873781, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932395, "recall": 0.952569, "f1": 0.938801, "accuracy": 0.952569, "main_score": 0.938801, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607592, "recall": 0.666008, "f1": 0.624892, "accuracy": 0.666008, "main_score": 0.624892, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893034, "recall": 0.923913, "f1": 0.903063, "accuracy": 0.923913, "main_score": 0.903063, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443694, "recall": 0.51087, "f1": 0.461999, "accuracy": 0.51087, "main_score": 0.461999, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638538, "recall": 0.708498, "f1": 0.659096, "accuracy": 0.708498, "main_score": 0.659096, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833037, "recall": 0.876482, "f1": 0.846476, "accuracy": 0.876482, "main_score": 0.846476, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.642382, "recall": 0.700593, "f1": 0.659224, "accuracy": 0.700593, "main_score": 0.659224, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636365, "recall": 0.695652, "f1": 0.653436, "accuracy": 0.695652, "main_score": 0.653436, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.962451, "f1": 0.952075, "accuracy": 0.962451, "main_score": 0.952075, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538978, "recall": 0.601779, "f1": 0.556529, "accuracy": 0.601779, "main_score": 0.556529, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528956, "recall": 0.596838, "f1": 0.547479, "accuracy": 0.596838, "main_score": 0.547479, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818462, "recall": 0.864625, "f1": 0.83266, "accuracy": 0.864625, "main_score": 0.83266, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543119, "recall": 0.605731, "f1": 0.561331, "accuracy": 0.605731, "main_score": 0.561331, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59828, "recall": 0.664032, "f1": 0.617182, "accuracy": 0.664032, "main_score": 0.617182, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919549, "recall": 0.943676, "f1": 0.927273, "accuracy": 0.943676, "main_score": 0.927273, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478931, "recall": 0.540514, "f1": 0.49597, "accuracy": 0.540514, "main_score": 0.49597, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564008, "recall": 0.62253, "f1": 0.580134, "accuracy": 0.62253, "main_score": 0.580134, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570356, "recall": 0.633399, "f1": 0.588509, "accuracy": 0.633399, "main_score": 0.588509, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554794, "recall": 0.610672, "f1": 0.569709, "accuracy": 0.610672, "main_score": 0.569709, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541053, "recall": 0.608696, "f1": 0.559998, "accuracy": 0.608696, "main_score": 0.559998, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73722, "recall": 0.794466, "f1": 0.754216, "accuracy": 0.794466, "main_score": 0.754216, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749918, "recall": 0.799407, "f1": 0.764954, "accuracy": 0.799407, "main_score": 0.764954, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864081, "recall": 0.897233, "f1": 0.874045, "accuracy": 0.897233, "main_score": 0.874045, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480519, "recall": 0.554348, "f1": 0.501797, "accuracy": 0.554348, "main_score": 0.501797, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713258, "recall": 0.778656, "f1": 0.733319, "accuracy": 0.778656, "main_score": 0.733319, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597949, "recall": 0.651186, "f1": 0.613312, "accuracy": 0.651186, "main_score": 0.613312, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433926, "recall": 0.481225, "f1": 0.447201, "accuracy": 0.481225, "main_score": 0.447201, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48512, "recall": 0.52668, "f1": 0.497406, "accuracy": 0.52668, "main_score": 0.497406, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208694, "recall": 0.250988, "f1": 0.220274, "accuracy": 0.250988, "main_score": 0.220274, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.565809, "recall": 0.609684, "f1": 0.577789, "accuracy": 0.609684, "main_score": 0.577789, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.524127, "recall": 0.568182, "f1": 0.53649, "accuracy": 0.568182, "main_score": 0.53649, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.555148, "recall": 0.59585, "f1": 0.567478, "accuracy": 0.59585, "main_score": 0.567478, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575885, "recall": 0.61166, "f1": 0.585615, "accuracy": 0.61166, "main_score": 0.585615, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519361, "recall": 0.554348, "f1": 0.529223, "accuracy": 0.554348, "main_score": 0.529223, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558963, "recall": 0.601779, "f1": 0.570933, "accuracy": 0.601779, "main_score": 0.570933, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558502, "recall": 0.592885, "f1": 0.568142, "accuracy": 0.592885, "main_score": 0.568142, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578125, "recall": 0.608696, "f1": 0.586199, "accuracy": 0.608696, "main_score": 0.586199, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555698, "recall": 0.59585, "f1": 0.566585, "accuracy": 0.59585, "main_score": 0.566585, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.546445, "recall": 0.583992, "f1": 0.557092, "accuracy": 0.583992, "main_score": 0.557092, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476783, "recall": 0.523715, "f1": 0.489977, "accuracy": 0.523715, "main_score": 0.489977, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563659, "recall": 0.605731, "f1": 0.575209, "accuracy": 0.605731, "main_score": 0.575209, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506336, "recall": 0.551383, "f1": 0.519019, "accuracy": 0.551383, "main_score": 0.519019, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56621, "recall": 0.610672, "f1": 0.577203, "accuracy": 0.610672, "main_score": 0.577203, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530671, "recall": 0.572134, "f1": 0.543041, "accuracy": 0.572134, "main_score": 0.543041, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549827, "recall": 0.591897, "f1": 0.561114, "accuracy": 0.591897, "main_score": 0.561114, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537976, "recall": 0.575099, "f1": 0.548572, "accuracy": 0.575099, "main_score": 0.548572, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586578, "recall": 0.629447, "f1": 0.598108, "accuracy": 0.629447, "main_score": 0.598108, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57496, "recall": 0.616601, "f1": 0.586354, "accuracy": 0.616601, "main_score": 0.586354, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49599, "recall": 0.534585, "f1": 0.506741, "accuracy": 0.534585, "main_score": 0.506741, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557396, "recall": 0.598814, "f1": 0.568257, "accuracy": 0.598814, "main_score": 0.568257, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.551161, "recall": 0.59585, "f1": 0.563044, "accuracy": 0.59585, "main_score": 0.563044, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575027, "recall": 0.609684, "f1": 0.585064, "accuracy": 0.609684, "main_score": 0.585064, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195412, "recall": 0.232213, "f1": 0.204444, "accuracy": 0.232213, "main_score": 0.204444, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.554048, "recall": 0.593874, "f1": 0.564725, "accuracy": 0.593874, "main_score": 0.564725, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532979, "recall": 0.565217, "f1": 0.541784, "accuracy": 0.565217, "main_score": 0.541784, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567808, "recall": 0.608696, "f1": 0.578712, "accuracy": 0.608696, "main_score": 0.578712, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562729, "recall": 0.600791, "f1": 0.573721, "accuracy": 0.600791, "main_score": 0.573721, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532253, "recall": 0.576087, "f1": 0.544034, "accuracy": 0.576087, "main_score": 0.544034, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547777, "recall": 0.592885, "f1": 0.559778, "accuracy": 0.592885, "main_score": 0.559778, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.521854, "recall": 0.552372, "f1": 0.530962, "accuracy": 0.552372, "main_score": 0.530962, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571705, "recall": 0.61166, "f1": 0.58298, "accuracy": 0.61166, "main_score": 0.58298, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456677, "recall": 0.506917, "f1": 0.470179, "accuracy": 0.506917, "main_score": 0.470179, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543073, "recall": 0.582016, "f1": 0.553304, "accuracy": 0.582016, "main_score": 0.553304, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547612, "recall": 0.597826, "f1": 0.561297, "accuracy": 0.597826, "main_score": 0.561297, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.541752, "recall": 0.588933, "f1": 0.554274, "accuracy": 0.588933, "main_score": 0.554274, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53013, "recall": 0.574111, "f1": 0.541308, "accuracy": 0.574111, "main_score": 0.541308, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.533863, "recall": 0.568182, "f1": 0.543841, "accuracy": 0.568182, "main_score": 0.543841, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.384615, "recall": 0.433794, "f1": 0.397781, "accuracy": 0.433794, "main_score": 0.397781, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567358, "recall": 0.613636, "f1": 0.579849, "accuracy": 0.613636, "main_score": 0.579849, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504677, "recall": 0.540514, "f1": 0.515236, "accuracy": 0.540514, "main_score": 0.515236, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565699, "recall": 0.610672, "f1": 0.5783, "accuracy": 0.610672, "main_score": 0.5783, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.580957, "recall": 0.621542, "f1": 0.592365, "accuracy": 0.621542, "main_score": 0.592365, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549906, "recall": 0.590909, "f1": 0.561606, "accuracy": 0.590909, "main_score": 0.561606, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560502, "recall": 0.601779, "f1": 0.572135, "accuracy": 0.601779, "main_score": 0.572135, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493806, "recall": 0.539526, "f1": 0.506652, "accuracy": 0.539526, "main_score": 0.506652, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526736, "recall": 0.567194, "f1": 0.538844, "accuracy": 0.567194, "main_score": 0.538844, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556105, "recall": 0.59585, "f1": 0.56713, "accuracy": 0.59585, "main_score": 0.56713, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577655, "recall": 0.624506, "f1": 0.590391, "accuracy": 0.624506, "main_score": 0.590391, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570632, "recall": 0.604743, "f1": 0.580267, "accuracy": 0.604743, "main_score": 0.580267, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505524, "recall": 0.545455, "f1": 0.516745, "accuracy": 0.545455, "main_score": 0.516745, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554923, "recall": 0.593874, "f1": 0.565333, "accuracy": 0.593874, "main_score": 0.565333, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.401504, "recall": 0.444664, "f1": 0.413546, "accuracy": 0.444664, "main_score": 0.413546, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487006, "recall": 0.519763, "f1": 0.49641, "accuracy": 0.519763, "main_score": 0.49641, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576055, "recall": 0.610672, "f1": 0.586327, "accuracy": 0.610672, "main_score": 0.586327, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306861, "recall": 0.34585, "f1": 0.317544, "accuracy": 0.34585, "main_score": 0.317544, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558957, "recall": 0.606719, "f1": 0.571566, "accuracy": 0.606719, "main_score": 0.571566, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548988, "recall": 0.591897, "f1": 0.560746, "accuracy": 0.591897, "main_score": 0.560746, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578133, "recall": 0.620553, "f1": 0.589377, "accuracy": 0.620553, "main_score": 0.589377, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537711, "recall": 0.58498, "f1": 0.550887, "accuracy": 0.58498, "main_score": 0.550887, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512316, "recall": 0.554348, "f1": 0.523862, "accuracy": 0.554348, "main_score": 0.523862, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576557, "recall": 0.603755, "f1": 0.583853, "accuracy": 0.603755, "main_score": 0.583853, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524444, "recall": 0.565217, "f1": 0.535995, "accuracy": 0.565217, "main_score": 0.535995, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579462, "recall": 0.620553, "f1": 0.590881, "accuracy": 0.620553, "main_score": 0.590881, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510441, "recall": 0.54249, "f1": 0.520059, "accuracy": 0.54249, "main_score": 0.520059, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575778, "recall": 0.608696, "f1": 0.584031, "accuracy": 0.608696, "main_score": 0.584031, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539076, "recall": 0.58004, "f1": 0.550744, "accuracy": 0.58004, "main_score": 0.550744, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547514, "recall": 0.590909, "f1": 0.559786, "accuracy": 0.590909, "main_score": 0.559786, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540561, "recall": 0.583004, "f1": 0.5515, "accuracy": 0.583004, "main_score": 0.5515, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567913, "recall": 0.607708, "f1": 0.578478, "accuracy": 0.607708, "main_score": 0.578478, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.277771, "recall": 0.318182, "f1": 0.287512, "accuracy": 0.318182, "main_score": 0.287512, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.50004, "recall": 0.536561, "f1": 0.510644, "accuracy": 0.536561, "main_score": 0.510644, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529551, "recall": 0.570158, "f1": 0.540185, "accuracy": 0.570158, "main_score": 0.540185, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530571, "recall": 0.564229, "f1": 0.540134, "accuracy": 0.564229, "main_score": 0.540134, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478182, "recall": 0.528656, "f1": 0.492093, "accuracy": 0.528656, "main_score": 0.492093, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.595176, "recall": 0.632411, "f1": 0.604924, "accuracy": 0.632411, "main_score": 0.604924, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559056, "recall": 0.601779, "f1": 0.570872, "accuracy": 0.601779, "main_score": 0.570872, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579985, "recall": 0.620553, "f1": 0.591244, "accuracy": 0.620553, "main_score": 0.591244, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473979, "recall": 0.520751, "f1": 0.487729, "accuracy": 0.520751, "main_score": 0.487729, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.587129, "recall": 0.625494, "f1": 0.597113, "accuracy": 0.625494, "main_score": 0.597113, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545845, "recall": 0.587945, "f1": 0.556831, "accuracy": 0.587945, "main_score": 0.556831, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570088, "recall": 0.612648, "f1": 0.580908, "accuracy": 0.612648, "main_score": 0.580908, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551333, "recall": 0.599802, "f1": 0.564237, "accuracy": 0.599802, "main_score": 0.564237, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.492379, "recall": 0.530632, "f1": 0.502992, "accuracy": 0.530632, "main_score": 0.502992, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48218, "recall": 0.517787, "f1": 0.492162, "accuracy": 0.517787, "main_score": 0.492162, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540234, "recall": 0.587945, "f1": 0.553075, "accuracy": 0.587945, "main_score": 0.553075, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.563568, "recall": 0.604743, "f1": 0.574228, "accuracy": 0.604743, "main_score": 0.574228, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548749, "recall": 0.589921, "f1": 0.55978, "accuracy": 0.589921, "main_score": 0.55978, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538199, "recall": 0.577075, "f1": 0.548841, "accuracy": 0.577075, "main_score": 0.548841, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451088, "recall": 0.496047, "f1": 0.463285, "accuracy": 0.496047, "main_score": 0.463285, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572134, "recall": 0.601779, "f1": 0.580569, "accuracy": 0.601779, "main_score": 0.580569, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508491, "recall": 0.554348, "f1": 0.521024, "accuracy": 0.554348, "main_score": 0.521024, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.476132, "recall": 0.508893, "f1": 0.485199, "accuracy": 0.508893, "main_score": 0.485199, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559825, "recall": 0.602767, "f1": 0.571527, "accuracy": 0.602767, "main_score": 0.571527, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482955, "recall": 0.516798, "f1": 0.493267, "accuracy": 0.516798, "main_score": 0.493267, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582581, "recall": 0.613636, "f1": 0.590997, "accuracy": 0.613636, "main_score": 0.590997, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548443, "recall": 0.590909, "f1": 0.559928, "accuracy": 0.590909, "main_score": 0.559928, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.55944, "recall": 0.605731, "f1": 0.571927, "accuracy": 0.605731, "main_score": 0.571927, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.576944, "recall": 0.619565, "f1": 0.588377, "accuracy": 0.619565, "main_score": 0.588377, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555402, "recall": 0.599802, "f1": 0.568276, "accuracy": 0.599802, "main_score": 0.568276, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.573124, "recall": 0.610672, "f1": 0.582851, "accuracy": 0.610672, "main_score": 0.582851, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431672, "recall": 0.485178, "f1": 0.446816, "accuracy": 0.485178, "main_score": 0.446816, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.511218, "recall": 0.554348, "f1": 0.52314, "accuracy": 0.554348, "main_score": 0.52314, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204168, "recall": 0.249012, "f1": 0.214313, "accuracy": 0.249012, "main_score": 0.214313, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.519055, "recall": 0.554348, "f1": 0.529433, "accuracy": 0.554348, "main_score": 0.529433, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458591, "recall": 0.502964, "f1": 0.470643, "accuracy": 0.502964, "main_score": 0.470643, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574711, "recall": 0.617589, "f1": 0.58595, "accuracy": 0.617589, "main_score": 0.58595, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569044, "recall": 0.607708, "f1": 0.579635, "accuracy": 0.607708, "main_score": 0.579635, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39829, "recall": 0.443676, "f1": 0.409773, "accuracy": 0.443676, "main_score": 0.409773, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576865, "recall": 0.613636, "f1": 0.586369, "accuracy": 0.613636, "main_score": 0.586369, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564856, "recall": 0.607708, "f1": 0.576727, "accuracy": 0.607708, "main_score": 0.576727, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519434, "recall": 0.56917, "f1": 0.532176, "accuracy": 0.56917, "main_score": 0.532176, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550988, "recall": 0.59585, "f1": 0.563172, "accuracy": 0.59585, "main_score": 0.563172, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525972, "recall": 0.563241, "f1": 0.537206, "accuracy": 0.563241, "main_score": 0.537206, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528989, "recall": 0.575099, "f1": 0.541703, "accuracy": 0.575099, "main_score": 0.541703, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587798, "recall": 0.616601, "f1": 0.595586, "accuracy": 0.616601, "main_score": 0.595586, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486226, "recall": 0.529644, "f1": 0.499144, "accuracy": 0.529644, "main_score": 0.499144, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482444, "recall": 0.519763, "f1": 0.493141, "accuracy": 0.519763, "main_score": 0.493141, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540867, "recall": 0.578063, "f1": 0.550812, "accuracy": 0.578063, "main_score": 0.550812, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551679, "recall": 0.596838, "f1": 0.563836, "accuracy": 0.596838, "main_score": 0.563836, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.112591, "recall": 0.145257, "f1": 0.120749, "accuracy": 0.145257, "main_score": 0.120749, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.550255, "recall": 0.596838, "f1": 0.56238, "accuracy": 0.596838, "main_score": 0.56238, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.47926, "recall": 0.529644, "f1": 0.492514, "accuracy": 0.529644, "main_score": 0.492514, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.533641, "recall": 0.567194, "f1": 0.542768, "accuracy": 0.567194, "main_score": 0.542768, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563574, "recall": 0.608696, "f1": 0.574999, "accuracy": 0.608696, "main_score": 0.574999, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477637, "recall": 0.517787, "f1": 0.48846, "accuracy": 0.517787, "main_score": 0.48846, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484543, "recall": 0.522727, "f1": 0.495361, "accuracy": 0.522727, "main_score": 0.495361, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557059, "recall": 0.597826, "f1": 0.568155, "accuracy": 0.597826, "main_score": 0.568155, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570259, "recall": 0.61166, "f1": 0.581311, "accuracy": 0.61166, "main_score": 0.581311, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574066, "recall": 0.610672, "f1": 0.584125, "accuracy": 0.610672, "main_score": 0.584125, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537893, "recall": 0.578063, "f1": 0.549257, "accuracy": 0.578063, "main_score": 0.549257, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469466, "recall": 0.513834, "f1": 0.482117, "accuracy": 0.513834, "main_score": 0.482117, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546484, "recall": 0.587945, "f1": 0.557103, "accuracy": 0.587945, "main_score": 0.557103, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489068, "recall": 0.52668, "f1": 0.499348, "accuracy": 0.52668, "main_score": 0.499348, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542556, "recall": 0.586957, "f1": 0.555171, "accuracy": 0.586957, "main_score": 0.555171, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.566782, "recall": 0.602767, "f1": 0.576917, "accuracy": 0.602767, "main_score": 0.576917, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.596838, "f1": 0.561595, "accuracy": 0.596838, "main_score": 0.561595, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.407604, "recall": 0.460474, "f1": 0.422631, "accuracy": 0.460474, "main_score": 0.422631, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.580942, "recall": 0.617589, "f1": 0.590731, "accuracy": 0.617589, "main_score": 0.590731, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543839, "recall": 0.58498, "f1": 0.555114, "accuracy": 0.58498, "main_score": 0.555114, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.518462, "recall": 0.562253, "f1": 0.530217, "accuracy": 0.562253, "main_score": 0.530217, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.498071, "recall": 0.54249, "f1": 0.510546, "accuracy": 0.54249, "main_score": 0.510546, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484934, "recall": 0.528656, "f1": 0.496542, "accuracy": 0.528656, "main_score": 0.496542, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500634, "recall": 0.541502, "f1": 0.511793, "accuracy": 0.541502, "main_score": 0.511793, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538392, "recall": 0.583004, "f1": 0.551001, "accuracy": 0.583004, "main_score": 0.551001, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543399, "recall": 0.583004, "f1": 0.553893, "accuracy": 0.583004, "main_score": 0.553893, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477375, "recall": 0.525692, "f1": 0.490534, "accuracy": 0.525692, "main_score": 0.490534, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.546558, "recall": 0.593874, "f1": 0.559793, "accuracy": 0.593874, "main_score": 0.559793, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.539727, "recall": 0.583004, "f1": 0.551528, "accuracy": 0.583004, "main_score": 0.551528, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.576581, "recall": 0.618577, "f1": 0.588334, "accuracy": 0.618577, "main_score": 0.588334, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536075, "recall": 0.574111, "f1": 0.545943, "accuracy": 0.574111, "main_score": 0.545943, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569313, "recall": 0.612648, "f1": 0.58159, "accuracy": 0.612648, "main_score": 0.58159, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501155, "recall": 0.549407, "f1": 0.515566, "accuracy": 0.549407, "main_score": 0.515566, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.552229, "recall": 0.588933, "f1": 0.562211, "accuracy": 0.588933, "main_score": 0.562211, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429522, "recall": 0.479249, "f1": 0.443549, "accuracy": 0.479249, "main_score": 0.443549, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551192, "recall": 0.603755, "f1": 0.564896, "accuracy": 0.603755, "main_score": 0.564896, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400874, "recall": 0.447628, "f1": 0.413924, "accuracy": 0.447628, "main_score": 0.413924, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.552527, "recall": 0.59585, "f1": 0.563674, "accuracy": 0.59585, "main_score": 0.563674, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564735, "recall": 0.603755, "f1": 0.575704, "accuracy": 0.603755, "main_score": 0.575704, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531899, "recall": 0.572134, "f1": 0.543069, "accuracy": 0.572134, "main_score": 0.543069, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567636, "recall": 0.602767, "f1": 0.577695, "accuracy": 0.602767, "main_score": 0.577695, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535269, "recall": 0.574111, "f1": 0.545515, "accuracy": 0.574111, "main_score": 0.545515, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.535813, "recall": 0.571146, "f1": 0.545808, "accuracy": 0.571146, "main_score": 0.545808, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511775, "recall": 0.556324, "f1": 0.524822, "accuracy": 0.556324, "main_score": 0.524822, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565714, "recall": 0.606719, "f1": 0.576948, "accuracy": 0.606719, "main_score": 0.576948, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563207, "recall": 0.598814, "f1": 0.573346, "accuracy": 0.598814, "main_score": 0.573346, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576375, "recall": 0.620553, "f1": 0.588742, "accuracy": 0.620553, "main_score": 0.588742, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493759, "recall": 0.536561, "f1": 0.506176, "accuracy": 0.536561, "main_score": 0.506176, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568546, "recall": 0.612648, "f1": 0.58035, "accuracy": 0.612648, "main_score": 0.58035, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549143, "recall": 0.594862, "f1": 0.561314, "accuracy": 0.594862, "main_score": 0.561314, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.564937, "recall": 0.603755, "f1": 0.575707, "accuracy": 0.603755, "main_score": 0.575707, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478074, "recall": 0.517787, "f1": 0.489173, "accuracy": 0.517787, "main_score": 0.489173, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59202, "recall": 0.630435, "f1": 0.602264, "accuracy": 0.630435, "main_score": 0.602264, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523987, "recall": 0.562253, "f1": 0.534875, "accuracy": 0.562253, "main_score": 0.534875, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490694, "recall": 0.532609, "f1": 0.502389, "accuracy": 0.532609, "main_score": 0.502389, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501517, "recall": 0.54249, "f1": 0.512517, "accuracy": 0.54249, "main_score": 0.512517, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493875, "recall": 0.540514, "f1": 0.507164, "accuracy": 0.540514, "main_score": 0.507164, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565969, "recall": 0.609684, "f1": 0.578268, "accuracy": 0.609684, "main_score": 0.578268, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535197, "recall": 0.579051, "f1": 0.546854, "accuracy": 0.579051, "main_score": 0.546854, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465032, "recall": 0.505929, "f1": 0.476028, "accuracy": 0.505929, "main_score": 0.476028, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512667, "recall": 0.550395, "f1": 0.523588, "accuracy": 0.550395, "main_score": 0.523588, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54239, "recall": 0.589921, "f1": 0.555169, "accuracy": 0.589921, "main_score": 0.555169, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.50415, "recall": 0.54249, "f1": 0.515699, "accuracy": 0.54249, "main_score": 0.515699, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511685, "recall": 0.545455, "f1": 0.521516, "accuracy": 0.545455, "main_score": 0.521516, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539688, "recall": 0.585968, "f1": 0.552678, "accuracy": 0.585968, "main_score": 0.552678, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470372, "recall": 0.519763, "f1": 0.48498, "accuracy": 0.519763, "main_score": 0.48498, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508427, "recall": 0.545455, "f1": 0.519255, "accuracy": 0.545455, "main_score": 0.519255, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586664, "recall": 0.619565, "f1": 0.595642, "accuracy": 0.619565, "main_score": 0.595642, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530683, "recall": 0.572134, "f1": 0.54266, "accuracy": 0.572134, "main_score": 0.54266, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564291, "recall": 0.592885, "f1": 0.572632, "accuracy": 0.592885, "main_score": 0.572632, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518798, "recall": 0.566206, "f1": 0.532524, "accuracy": 0.566206, "main_score": 0.532524, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523784, "recall": 0.564229, "f1": 0.534961, "accuracy": 0.564229, "main_score": 0.534961, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555883, "recall": 0.590909, "f1": 0.565633, "accuracy": 0.590909, "main_score": 0.565633, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.426887, "recall": 0.481225, "f1": 0.442591, "accuracy": 0.481225, "main_score": 0.442591, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526965, "recall": 0.572134, "f1": 0.539715, "accuracy": 0.572134, "main_score": 0.539715, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.532008, "recall": 0.571146, "f1": 0.54252, "accuracy": 0.571146, "main_score": 0.54252, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551888, "recall": 0.587945, "f1": 0.561654, "accuracy": 0.587945, "main_score": 0.561654, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534773, "recall": 0.582016, "f1": 0.548701, "accuracy": 0.582016, "main_score": 0.548701, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.476251, "recall": 0.518775, "f1": 0.488543, "accuracy": 0.518775, "main_score": 0.488543, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503524, "recall": 0.537549, "f1": 0.513754, "accuracy": 0.537549, "main_score": 0.513754, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441002, "recall": 0.48419, "f1": 0.453214, "accuracy": 0.48419, "main_score": 0.453214, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496328, "recall": 0.538538, "f1": 0.508273, "accuracy": 0.538538, "main_score": 0.508273, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.27031, "recall": 0.327075, "f1": 0.285452, "accuracy": 0.327075, "main_score": 0.285452, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.760789, "recall": 0.810277, "f1": 0.774618, "accuracy": 0.810277, "main_score": 0.774618, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.727871, "recall": 0.777668, "f1": 0.741472, "accuracy": 0.777668, "main_score": 0.741472, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.732164, "recall": 0.788538, "f1": 0.747993, "accuracy": 0.788538, "main_score": 0.747993, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.69024, "recall": 0.738142, "f1": 0.702861, "accuracy": 0.738142, "main_score": 0.702861, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5468, "recall": 0.588933, "f1": 0.558044, "accuracy": 0.588933, "main_score": 0.558044, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751947, "recall": 0.804348, "f1": 0.765953, "accuracy": 0.804348, "main_score": 0.765953, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609239, "recall": 0.651186, "f1": 0.620857, "accuracy": 0.651186, "main_score": 0.620857, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663623, "recall": 0.709486, "f1": 0.6761, "accuracy": 0.709486, "main_score": 0.6761, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751294, "recall": 0.8083, "f1": 0.767526, "accuracy": 0.8083, "main_score": 0.767526, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.721627, "recall": 0.773715, "f1": 0.73559, "accuracy": 0.773715, "main_score": 0.73559, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47588, "recall": 0.52668, "f1": 0.489311, "accuracy": 0.52668, "main_score": 0.489311, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710056, "recall": 0.76581, "f1": 0.725933, "accuracy": 0.76581, "main_score": 0.725933, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.682025, "recall": 0.73913, "f1": 0.697615, "accuracy": 0.73913, "main_score": 0.697615, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.777023, "recall": 0.821146, "f1": 0.789146, "accuracy": 0.821146, "main_score": 0.789146, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523337, "recall": 0.562253, "f1": 0.534553, "accuracy": 0.562253, "main_score": 0.534553, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746227, "recall": 0.797431, "f1": 0.759925, "accuracy": 0.797431, "main_score": 0.759925, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.714356, "recall": 0.764822, "f1": 0.727555, "accuracy": 0.764822, "main_score": 0.727555, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.798512, "recall": 0.84585, "f1": 0.81184, "accuracy": 0.84585, "main_score": 0.81184, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784814, "recall": 0.833992, "f1": 0.79893, "accuracy": 0.833992, "main_score": 0.79893, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51596, "recall": 0.564229, "f1": 0.529502, "accuracy": 0.564229, "main_score": 0.529502, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74576, "recall": 0.796443, "f1": 0.759666, "accuracy": 0.796443, "main_score": 0.759666, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.748701, "recall": 0.80336, "f1": 0.76359, "accuracy": 0.80336, "main_score": 0.76359, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.699205, "recall": 0.748024, "f1": 0.712367, "accuracy": 0.748024, "main_score": 0.712367, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207036, "recall": 0.250988, "f1": 0.21849, "accuracy": 0.250988, "main_score": 0.21849, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.750929, "recall": 0.804348, "f1": 0.766076, "accuracy": 0.804348, "main_score": 0.766076, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554366, "recall": 0.596838, "f1": 0.566253, "accuracy": 0.596838, "main_score": 0.566253, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770018, "recall": 0.817194, "f1": 0.783268, "accuracy": 0.817194, "main_score": 0.783268, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748362, "recall": 0.799407, "f1": 0.762656, "accuracy": 0.799407, "main_score": 0.762656, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690762, "recall": 0.746047, "f1": 0.706181, "accuracy": 0.746047, "main_score": 0.706181, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.756299, "recall": 0.804348, "f1": 0.769422, "accuracy": 0.804348, "main_score": 0.769422, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.587733, "recall": 0.631423, "f1": 0.599399, "accuracy": 0.631423, "main_score": 0.599399, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780699, "recall": 0.826087, "f1": 0.792924, "accuracy": 0.826087, "main_score": 0.792924, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651341, "recall": 0.712451, "f1": 0.669001, "accuracy": 0.712451, "main_score": 0.669001, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713481, "recall": 0.754941, "f1": 0.72545, "accuracy": 0.754941, "main_score": 0.72545, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.755832, "recall": 0.8083, "f1": 0.770887, "accuracy": 0.8083, "main_score": 0.770887, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.752678, "recall": 0.804348, "f1": 0.76715, "accuracy": 0.804348, "main_score": 0.76715, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744891, "recall": 0.796443, "f1": 0.758902, "accuracy": 0.796443, "main_score": 0.758902, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.487702, "recall": 0.532609, "f1": 0.500332, "accuracy": 0.532609, "main_score": 0.500332, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379983, "recall": 0.437747, "f1": 0.395299, "accuracy": 0.437747, "main_score": 0.395299, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.759157, "recall": 0.810277, "f1": 0.773734, "accuracy": 0.810277, "main_score": 0.773734, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518675, "recall": 0.568182, "f1": 0.53193, "accuracy": 0.568182, "main_score": 0.53193, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775465, "recall": 0.828063, "f1": 0.79022, "accuracy": 0.828063, "main_score": 0.79022, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.78611, "recall": 0.83498, "f1": 0.799867, "accuracy": 0.83498, "main_score": 0.799867, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698052, "recall": 0.744071, "f1": 0.709857, "accuracy": 0.744071, "main_score": 0.709857, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.742866, "recall": 0.79249, "f1": 0.756208, "accuracy": 0.79249, "main_score": 0.756208, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50789, "recall": 0.559289, "f1": 0.522309, "accuracy": 0.559289, "main_score": 0.522309, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66726, "recall": 0.711462, "f1": 0.680102, "accuracy": 0.711462, "main_score": 0.680102, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704333, "recall": 0.758893, "f1": 0.719434, "accuracy": 0.758893, "main_score": 0.719434, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777688, "recall": 0.827075, "f1": 0.791744, "accuracy": 0.827075, "main_score": 0.791744, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734901, "recall": 0.781621, "f1": 0.74702, "accuracy": 0.781621, "main_score": 0.74702, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494281, "recall": 0.537549, "f1": 0.506283, "accuracy": 0.537549, "main_score": 0.506283, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741852, "recall": 0.79249, "f1": 0.755456, "accuracy": 0.79249, "main_score": 0.755456, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.408291, "recall": 0.461462, "f1": 0.422292, "accuracy": 0.461462, "main_score": 0.422292, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483325, "recall": 0.519763, "f1": 0.493599, "accuracy": 0.519763, "main_score": 0.493599, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684205, "recall": 0.731225, "f1": 0.696205, "accuracy": 0.731225, "main_score": 0.696205, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293686, "recall": 0.337945, "f1": 0.306258, "accuracy": 0.337945, "main_score": 0.306258, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.766996, "recall": 0.81917, "f1": 0.781139, "accuracy": 0.81917, "main_score": 0.781139, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739217, "recall": 0.796443, "f1": 0.754879, "accuracy": 0.796443, "main_score": 0.754879, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767321, "recall": 0.817194, "f1": 0.781162, "accuracy": 0.817194, "main_score": 0.781162, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753272, "recall": 0.807312, "f1": 0.768608, "accuracy": 0.807312, "main_score": 0.768608, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50243, "recall": 0.543478, "f1": 0.513935, "accuracy": 0.543478, "main_score": 0.513935, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703957, "recall": 0.753953, "f1": 0.717378, "accuracy": 0.753953, "main_score": 0.717378, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711255, "recall": 0.757905, "f1": 0.723647, "accuracy": 0.757905, "main_score": 0.723647, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77315, "recall": 0.823123, "f1": 0.787091, "accuracy": 0.823123, "main_score": 0.787091, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517492, "recall": 0.557312, "f1": 0.528669, "accuracy": 0.557312, "main_score": 0.528669, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731657, "recall": 0.781621, "f1": 0.744588, "accuracy": 0.781621, "main_score": 0.744588, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54902, "recall": 0.598814, "f1": 0.562956, "accuracy": 0.598814, "main_score": 0.562956, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721848, "recall": 0.771739, "f1": 0.735724, "accuracy": 0.771739, "main_score": 0.735724, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731681, "recall": 0.780632, "f1": 0.745315, "accuracy": 0.780632, "main_score": 0.745315, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753092, "recall": 0.802372, "f1": 0.766637, "accuracy": 0.802372, "main_score": 0.766637, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397681, "recall": 0.472332, "f1": 0.418116, "accuracy": 0.472332, "main_score": 0.418116, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.564543, "recall": 0.609684, "f1": 0.576582, "accuracy": 0.609684, "main_score": 0.576582, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730437, "recall": 0.779644, "f1": 0.744162, "accuracy": 0.779644, "main_score": 0.744162, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529812, "recall": 0.572134, "f1": 0.541444, "accuracy": 0.572134, "main_score": 0.541444, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493114, "recall": 0.547431, "f1": 0.508375, "accuracy": 0.547431, "main_score": 0.508375, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.794642, "recall": 0.841897, "f1": 0.808338, "accuracy": 0.841897, "main_score": 0.808338, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741679, "recall": 0.790514, "f1": 0.755337, "accuracy": 0.790514, "main_score": 0.755337, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750167, "recall": 0.794466, "f1": 0.762417, "accuracy": 0.794466, "main_score": 0.762417, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661171, "recall": 0.719368, "f1": 0.677915, "accuracy": 0.719368, "main_score": 0.677915, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.788892, "recall": 0.835968, "f1": 0.802361, "accuracy": 0.835968, "main_score": 0.802361, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740327, "recall": 0.790514, "f1": 0.754205, "accuracy": 0.790514, "main_score": 0.754205, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761152, "recall": 0.814229, "f1": 0.776147, "accuracy": 0.814229, "main_score": 0.776147, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731362, "recall": 0.787549, "f1": 0.747217, "accuracy": 0.787549, "main_score": 0.747217, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.482792, "recall": 0.520751, "f1": 0.493312, "accuracy": 0.520751, "main_score": 0.493312, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531382, "recall": 0.574111, "f1": 0.543197, "accuracy": 0.574111, "main_score": 0.543197, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740936, "recall": 0.794466, "f1": 0.75605, "accuracy": 0.794466, "main_score": 0.75605, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.759186, "recall": 0.811265, "f1": 0.773943, "accuracy": 0.811265, "main_score": 0.773943, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735414, "recall": 0.786561, "f1": 0.749761, "accuracy": 0.786561, "main_score": 0.749761, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573732, "recall": 0.619565, "f1": 0.585195, "accuracy": 0.619565, "main_score": 0.585195, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446338, "recall": 0.48419, "f1": 0.456878, "accuracy": 0.48419, "main_score": 0.456878, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747787, "recall": 0.79249, "f1": 0.760361, "accuracy": 0.79249, "main_score": 0.760361, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722592, "recall": 0.77668, "f1": 0.737309, "accuracy": 0.77668, "main_score": 0.737309, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653611, "recall": 0.705534, "f1": 0.667816, "accuracy": 0.705534, "main_score": 0.667816, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769146, "recall": 0.81917, "f1": 0.783604, "accuracy": 0.81917, "main_score": 0.783604, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.460379, "recall": 0.501976, "f1": 0.472424, "accuracy": 0.501976, "main_score": 0.472424, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736028, "recall": 0.785573, "f1": 0.748708, "accuracy": 0.785573, "main_score": 0.748708, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757317, "recall": 0.809289, "f1": 0.771784, "accuracy": 0.809289, "main_score": 0.771784, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.779507, "recall": 0.827075, "f1": 0.792698, "accuracy": 0.827075, "main_score": 0.792698, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.766555, "recall": 0.817194, "f1": 0.780676, "accuracy": 0.817194, "main_score": 0.780676, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724001, "recall": 0.775692, "f1": 0.738068, "accuracy": 0.775692, "main_score": 0.738068, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.721853, "recall": 0.770751, "f1": 0.735273, "accuracy": 0.770751, "main_score": 0.735273, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636073, "recall": 0.712451, "f1": 0.657793, "accuracy": 0.712451, "main_score": 0.657793, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.502377, "recall": 0.55336, "f1": 0.516528, "accuracy": 0.55336, "main_score": 0.516528, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204974, "recall": 0.248024, "f1": 0.21521, "accuracy": 0.248024, "main_score": 0.21521, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.528404, "recall": 0.572134, "f1": 0.540393, "accuracy": 0.572134, "main_score": 0.540393, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57862, "recall": 0.629447, "f1": 0.592421, "accuracy": 0.629447, "main_score": 0.592421, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784471, "recall": 0.83004, "f1": 0.797128, "accuracy": 0.83004, "main_score": 0.797128, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706498, "recall": 0.753953, "f1": 0.718519, "accuracy": 0.753953, "main_score": 0.718519, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431722, "recall": 0.481225, "f1": 0.445412, "accuracy": 0.481225, "main_score": 0.445412, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714419, "recall": 0.762846, "f1": 0.728374, "accuracy": 0.762846, "main_score": 0.728374, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764826, "recall": 0.815217, "f1": 0.778757, "accuracy": 0.815217, "main_score": 0.778757, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693639, "recall": 0.749012, "f1": 0.709505, "accuracy": 0.749012, "main_score": 0.709505, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.716561, "recall": 0.767787, "f1": 0.730754, "accuracy": 0.767787, "main_score": 0.730754, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.592203, "recall": 0.636364, "f1": 0.603874, "accuracy": 0.636364, "main_score": 0.603874, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74298, "recall": 0.799407, "f1": 0.758983, "accuracy": 0.799407, "main_score": 0.758983, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.773018, "recall": 0.815217, "f1": 0.78476, "accuracy": 0.815217, "main_score": 0.78476, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491133, "recall": 0.530632, "f1": 0.502927, "accuracy": 0.530632, "main_score": 0.502927, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471731, "recall": 0.51581, "f1": 0.483487, "accuracy": 0.51581, "main_score": 0.483487, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551845, "recall": 0.58498, "f1": 0.56129, "accuracy": 0.58498, "main_score": 0.56129, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769271, "recall": 0.81917, "f1": 0.783187, "accuracy": 0.81917, "main_score": 0.783187, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178887, "recall": 0.23913, "f1": 0.194243, "accuracy": 0.23913, "main_score": 0.194243, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.758004, "recall": 0.809289, "f1": 0.772228, "accuracy": 0.809289, "main_score": 0.772228, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.678736, "recall": 0.741107, "f1": 0.696125, "accuracy": 0.741107, "main_score": 0.696125, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.693103, "recall": 0.745059, "f1": 0.706654, "accuracy": 0.745059, "main_score": 0.706654, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78009, "recall": 0.825099, "f1": 0.792679, "accuracy": 0.825099, "main_score": 0.792679, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518915, "recall": 0.570158, "f1": 0.533506, "accuracy": 0.570158, "main_score": 0.533506, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530781, "recall": 0.572134, "f1": 0.542271, "accuracy": 0.572134, "main_score": 0.542271, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750983, "recall": 0.800395, "f1": 0.764483, "accuracy": 0.800395, "main_score": 0.764483, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777422, "recall": 0.824111, "f1": 0.790514, "accuracy": 0.824111, "main_score": 0.790514, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717534, "recall": 0.763834, "f1": 0.729614, "accuracy": 0.763834, "main_score": 0.729614, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714359, "recall": 0.759881, "f1": 0.726413, "accuracy": 0.759881, "main_score": 0.726413, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567556, "recall": 0.62747, "f1": 0.585281, "accuracy": 0.62747, "main_score": 0.585281, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731724, "recall": 0.779644, "f1": 0.744284, "accuracy": 0.779644, "main_score": 0.744284, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483949, "recall": 0.527668, "f1": 0.496163, "accuracy": 0.527668, "main_score": 0.496163, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738985, "recall": 0.794466, "f1": 0.754837, "accuracy": 0.794466, "main_score": 0.754837, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.720613, "recall": 0.766798, "f1": 0.732927, "accuracy": 0.766798, "main_score": 0.732927, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749809, "recall": 0.800395, "f1": 0.763752, "accuracy": 0.800395, "main_score": 0.763752, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.432876, "recall": 0.475296, "f1": 0.444593, "accuracy": 0.475296, "main_score": 0.444593, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.768101, "recall": 0.812253, "f1": 0.779692, "accuracy": 0.812253, "main_score": 0.779692, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728718, "recall": 0.784585, "f1": 0.74415, "accuracy": 0.784585, "main_score": 0.74415, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.71985, "recall": 0.778656, "f1": 0.736009, "accuracy": 0.778656, "main_score": 0.736009, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.686434, "recall": 0.742095, "f1": 0.701913, "accuracy": 0.742095, "main_score": 0.701913, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820306, "recall": 0.856719, "f1": 0.830737, "accuracy": 0.856719, "main_score": 0.830737, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587649, "recall": 0.644269, "f1": 0.603477, "accuracy": 0.644269, "main_score": 0.603477, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.651585, "recall": 0.706522, "f1": 0.666643, "accuracy": 0.706522, "main_score": 0.666643, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545678, "recall": 0.585968, "f1": 0.556539, "accuracy": 0.585968, "main_score": 0.556539, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681492, "recall": 0.744071, "f1": 0.698635, "accuracy": 0.744071, "main_score": 0.698635, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.736299, "recall": 0.793478, "f1": 0.752008, "accuracy": 0.793478, "main_score": 0.752008, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.715095, "recall": 0.770751, "f1": 0.729986, "accuracy": 0.770751, "main_score": 0.729986, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.770432, "recall": 0.820158, "f1": 0.784328, "accuracy": 0.820158, "main_score": 0.784328, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719737, "recall": 0.773715, "f1": 0.734812, "accuracy": 0.773715, "main_score": 0.734812, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791419, "recall": 0.835968, "f1": 0.80377, "accuracy": 0.835968, "main_score": 0.80377, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593007, "recall": 0.653162, "f1": 0.609193, "accuracy": 0.653162, "main_score": 0.609193, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.69518, "recall": 0.743083, "f1": 0.70757, "accuracy": 0.743083, "main_score": 0.70757, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456376, "recall": 0.504941, "f1": 0.469437, "accuracy": 0.504941, "main_score": 0.469437, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779123, "recall": 0.824111, "f1": 0.791425, "accuracy": 0.824111, "main_score": 0.791425, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448546, "recall": 0.503953, "f1": 0.46402, "accuracy": 0.503953, "main_score": 0.46402, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.723758, "recall": 0.786561, "f1": 0.741471, "accuracy": 0.786561, "main_score": 0.741471, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.736019, "recall": 0.786561, "f1": 0.749937, "accuracy": 0.786561, "main_score": 0.749937, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.790228, "recall": 0.83004, "f1": 0.801082, "accuracy": 0.83004, "main_score": 0.801082, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594492, "recall": 0.634387, "f1": 0.604966, "accuracy": 0.634387, "main_score": 0.604966, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726352, "recall": 0.780632, "f1": 0.74113, "accuracy": 0.780632, "main_score": 0.74113, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.529275, "recall": 0.572134, "f1": 0.541123, "accuracy": 0.572134, "main_score": 0.541123, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553728, "recall": 0.598814, "f1": 0.565886, "accuracy": 0.598814, "main_score": 0.565886, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75903, "recall": 0.806324, "f1": 0.772278, "accuracy": 0.806324, "main_score": 0.772278, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650422, "recall": 0.697628, "f1": 0.663353, "accuracy": 0.697628, "main_score": 0.663353, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787244, "recall": 0.833992, "f1": 0.799868, "accuracy": 0.833992, "main_score": 0.799868, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488215, "recall": 0.531621, "f1": 0.500678, "accuracy": 0.531621, "main_score": 0.500678, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781887, "recall": 0.826087, "f1": 0.793826, "accuracy": 0.826087, "main_score": 0.793826, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759417, "recall": 0.80336, "f1": 0.77087, "accuracy": 0.80336, "main_score": 0.77087, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.743136, "recall": 0.796443, "f1": 0.75829, "accuracy": 0.796443, "main_score": 0.75829, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505076, "recall": 0.55336, "f1": 0.518617, "accuracy": 0.55336, "main_score": 0.518617, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.780293, "recall": 0.825099, "f1": 0.792676, "accuracy": 0.825099, "main_score": 0.792676, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629931, "recall": 0.676877, "f1": 0.643404, "accuracy": 0.676877, "main_score": 0.643404, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50319, "recall": 0.549407, "f1": 0.515655, "accuracy": 0.549407, "main_score": 0.515655, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561575, "recall": 0.605731, "f1": 0.57398, "accuracy": 0.605731, "main_score": 0.57398, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594388, "recall": 0.647233, "f1": 0.609271, "accuracy": 0.647233, "main_score": 0.609271, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.768827, "recall": 0.817194, "f1": 0.782055, "accuracy": 0.817194, "main_score": 0.782055, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68396, "recall": 0.743083, "f1": 0.700063, "accuracy": 0.743083, "main_score": 0.700063, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452709, "recall": 0.499012, "f1": 0.466068, "accuracy": 0.499012, "main_score": 0.466068, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515893, "recall": 0.562253, "f1": 0.528271, "accuracy": 0.562253, "main_score": 0.528271, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739923, "recall": 0.79249, "f1": 0.75448, "accuracy": 0.79249, "main_score": 0.75448, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.519205, "recall": 0.566206, "f1": 0.532486, "accuracy": 0.566206, "main_score": 0.532486, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523674, "recall": 0.567194, "f1": 0.535544, "accuracy": 0.567194, "main_score": 0.535544, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689766, "recall": 0.756917, "f1": 0.708304, "accuracy": 0.756917, "main_score": 0.708304, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474428, "recall": 0.522727, "f1": 0.488554, "accuracy": 0.522727, "main_score": 0.488554, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613535, "recall": 0.666008, "f1": 0.627953, "accuracy": 0.666008, "main_score": 0.627953, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669736, "recall": 0.717391, "f1": 0.682491, "accuracy": 0.717391, "main_score": 0.682491, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553324, "recall": 0.599802, "f1": 0.56592, "accuracy": 0.599802, "main_score": 0.56592, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586326, "recall": 0.62747, "f1": 0.59764, "accuracy": 0.62747, "main_score": 0.59764, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728151, "recall": 0.77668, "f1": 0.741535, "accuracy": 0.77668, "main_score": 0.741535, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.667141, "recall": 0.718379, "f1": 0.681333, "accuracy": 0.718379, "main_score": 0.681333, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70106, "recall": 0.747036, "f1": 0.713663, "accuracy": 0.747036, "main_score": 0.713663, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40541, "recall": 0.464427, "f1": 0.421559, "accuracy": 0.464427, "main_score": 0.421559, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784573, "recall": 0.827075, "f1": 0.796631, "accuracy": 0.827075, "main_score": 0.796631, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.687578, "recall": 0.741107, "f1": 0.702338, "accuracy": 0.741107, "main_score": 0.702338, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.766011, "recall": 0.81917, "f1": 0.780953, "accuracy": 0.81917, "main_score": 0.780953, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747687, "recall": 0.796443, "f1": 0.760434, "accuracy": 0.796443, "main_score": 0.760434, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.585884, "recall": 0.635375, "f1": 0.599466, "accuracy": 0.635375, "main_score": 0.599466, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529425, "recall": 0.566206, "f1": 0.539941, "accuracy": 0.566206, "main_score": 0.539941, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534914, "recall": 0.597826, "f1": 0.552889, "accuracy": 0.597826, "main_score": 0.552889, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510637, "recall": 0.570158, "f1": 0.526646, "accuracy": 0.570158, "main_score": 0.526646, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439994, "recall": 0.517787, "f1": 0.460688, "accuracy": 0.517787, "main_score": 0.460688, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982378, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560731, "recall": 0.62747, "f1": 0.579077, "accuracy": 0.62747, "main_score": 0.579077, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846789, "recall": 0.885375, "f1": 0.858926, "accuracy": 0.885375, "main_score": 0.858926, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.578034, "recall": 0.641304, "f1": 0.595805, "accuracy": 0.641304, "main_score": 0.595805, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599391, "recall": 0.668972, "f1": 0.618949, "accuracy": 0.668972, "main_score": 0.618949, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531022, "recall": 0.59585, "f1": 0.549053, "accuracy": 0.59585, "main_score": 0.549053, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17737, "recall": 0.226285, "f1": 0.189149, "accuracy": 0.226285, "main_score": 0.189149, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608866, "recall": 0.662055, "f1": 0.62357, "accuracy": 0.662055, "main_score": 0.62357, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639955, "recall": 0.699605, "f1": 0.656791, "accuracy": 0.699605, "main_score": 0.656791, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.523873, "recall": 0.579051, "f1": 0.539072, "accuracy": 0.579051, "main_score": 0.539072, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485855, "recall": 0.557312, "f1": 0.50456, "accuracy": 0.557312, "main_score": 0.50456, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543307, "recall": 0.608696, "f1": 0.561695, "accuracy": 0.608696, "main_score": 0.561695, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559318, "recall": 0.619565, "f1": 0.575273, "accuracy": 0.619565, "main_score": 0.575273, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899407, "recall": 0.926877, "f1": 0.908103, "accuracy": 0.926877, "main_score": 0.908103, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504548, "recall": 0.56917, "f1": 0.522638, "accuracy": 0.56917, "main_score": 0.522638, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502424, "recall": 0.572134, "f1": 0.521859, "accuracy": 0.572134, "main_score": 0.521859, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509003, "recall": 0.570158, "f1": 0.52596, "accuracy": 0.570158, "main_score": 0.52596, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300849, "recall": 0.357708, "f1": 0.316263, "accuracy": 0.357708, "main_score": 0.316263, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577643, "recall": 0.645257, "f1": 0.596228, "accuracy": 0.645257, "main_score": 0.596228, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583737, "recall": 0.636364, "f1": 0.598869, "accuracy": 0.636364, "main_score": 0.598869, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683656, "recall": 0.751976, "f1": 0.704346, "accuracy": 0.751976, "main_score": 0.704346, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963192, "recall": 0.974308, "f1": 0.966798, "accuracy": 0.974308, "main_score": 0.966798, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995883, "recall": 0.997036, "f1": 0.996212, "accuracy": 0.997036, "main_score": 0.996212, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66441, "recall": 0.741107, "f1": 0.686731, "accuracy": 0.741107, "main_score": 0.686731, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700198, "recall": 0.754941, "f1": 0.71598, "accuracy": 0.754941, "main_score": 0.71598, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644368, "recall": 0.705534, "f1": 0.661862, "accuracy": 0.705534, "main_score": 0.661862, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663441, "recall": 0.735178, "f1": 0.684458, "accuracy": 0.735178, "main_score": 0.684458, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950264, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.536533, "recall": 0.596838, "f1": 0.553114, "accuracy": 0.596838, "main_score": 0.553114, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528516, "recall": 0.591897, "f1": 0.546234, "accuracy": 0.591897, "main_score": 0.546234, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787582, "recall": 0.835968, "f1": 0.802061, "accuracy": 0.835968, "main_score": 0.802061, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452434, "recall": 0.508893, "f1": 0.467385, "accuracy": 0.508893, "main_score": 0.467385, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.854611, "recall": 0.892292, "f1": 0.866436, "accuracy": 0.892292, "main_score": 0.866436, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534199, "recall": 0.593874, "f1": 0.550271, "accuracy": 0.593874, "main_score": 0.550271, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.579569, "recall": 0.646245, "f1": 0.597932, "accuracy": 0.646245, "main_score": 0.597932, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18299, "recall": 0.240119, "f1": 0.195421, "accuracy": 0.240119, "main_score": 0.195421, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.609671, "recall": 0.674901, "f1": 0.62823, "accuracy": 0.674901, "main_score": 0.62823, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77696, "recall": 0.833992, "f1": 0.794288, "accuracy": 0.833992, "main_score": 0.794288, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395598, "recall": 0.452569, "f1": 0.410911, "accuracy": 0.452569, "main_score": 0.410911, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.657411, "recall": 0.717391, "f1": 0.674901, "accuracy": 0.717391, "main_score": 0.674901, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54268, "recall": 0.606719, "f1": 0.560331, "accuracy": 0.606719, "main_score": 0.560331, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49548, "recall": 0.567194, "f1": 0.514661, "accuracy": 0.567194, "main_score": 0.514661, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650026, "recall": 0.711462, "f1": 0.667987, "accuracy": 0.711462, "main_score": 0.667987, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.228153, "recall": 0.309289, "f1": 0.248999, "accuracy": 0.309289, "main_score": 0.248999, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571237, "recall": 0.632411, "f1": 0.58855, "accuracy": 0.632411, "main_score": 0.58855, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573372, "recall": 0.639328, "f1": 0.59192, "accuracy": 0.639328, "main_score": 0.59192, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.710599, "recall": 0.775692, "f1": 0.72991, "accuracy": 0.775692, "main_score": 0.72991, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540629, "recall": 0.605731, "f1": 0.559431, "accuracy": 0.605731, "main_score": 0.559431, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75863, "recall": 0.820158, "f1": 0.777437, "accuracy": 0.820158, "main_score": 0.777437, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.457068, "recall": 0.522727, "f1": 0.475166, "accuracy": 0.522727, "main_score": 0.475166, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.861495, "recall": 0.899209, "f1": 0.873155, "accuracy": 0.899209, "main_score": 0.873155, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.966403, "f1": 0.955698, "accuracy": 0.966403, "main_score": 0.955698, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.947628, "f1": 0.933762, "accuracy": 0.947628, "main_score": 0.933762, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598405, "recall": 0.65415, "f1": 0.613993, "accuracy": 0.65415, "main_score": 0.613993, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.925889, "f1": 0.905369, "accuracy": 0.925889, "main_score": 0.905369, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44068, "recall": 0.51087, "f1": 0.458876, "accuracy": 0.51087, "main_score": 0.458876, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61469, "recall": 0.687747, "f1": 0.63611, "accuracy": 0.687747, "main_score": 0.63611, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809371, "recall": 0.857708, "f1": 0.824638, "accuracy": 0.857708, "main_score": 0.824638, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.625165, "recall": 0.684783, "f1": 0.641998, "accuracy": 0.684783, "main_score": 0.641998, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632403, "recall": 0.694664, "f1": 0.650041, "accuracy": 0.694664, "main_score": 0.650041, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.95751, "f1": 0.945059, "accuracy": 0.95751, "main_score": 0.945059, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529736, "recall": 0.592885, "f1": 0.547845, "accuracy": 0.592885, "main_score": 0.547845, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52222, "recall": 0.588933, "f1": 0.54036, "accuracy": 0.588933, "main_score": 0.54036, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819993, "recall": 0.866601, "f1": 0.834406, "accuracy": 0.866601, "main_score": 0.834406, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531345, "recall": 0.597826, "f1": 0.54926, "accuracy": 0.597826, "main_score": 0.54926, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596732, "recall": 0.660079, "f1": 0.614712, "accuracy": 0.660079, "main_score": 0.614712, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.947628, "f1": 0.93363, "accuracy": 0.947628, "main_score": 0.93363, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487368, "recall": 0.543478, "f1": 0.50303, "accuracy": 0.543478, "main_score": 0.50303, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551977, "recall": 0.610672, "f1": 0.567581, "accuracy": 0.610672, "main_score": 0.567581, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573263, "recall": 0.644269, "f1": 0.593853, "accuracy": 0.644269, "main_score": 0.593853, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547141, "recall": 0.608696, "f1": 0.56398, "accuracy": 0.608696, "main_score": 0.56398, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53044, "recall": 0.600791, "f1": 0.550598, "accuracy": 0.600791, "main_score": 0.550598, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710006, "recall": 0.770751, "f1": 0.726927, "accuracy": 0.770751, "main_score": 0.726927, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741469, "recall": 0.79249, "f1": 0.756837, "accuracy": 0.79249, "main_score": 0.756837, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862138, "recall": 0.895257, "f1": 0.872233, "accuracy": 0.895257, "main_score": 0.872233, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.464336, "recall": 0.541502, "f1": 0.486569, "accuracy": 0.541502, "main_score": 0.486569, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.679331, "recall": 0.745059, "f1": 0.699195, "accuracy": 0.745059, "main_score": 0.699195, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594734, "recall": 0.643281, "f1": 0.608072, "accuracy": 0.643281, "main_score": 0.608072, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58573, "recall": 0.651186, "f1": 0.604521, "accuracy": 0.651186, "main_score": 0.604521, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544163, "recall": 0.605731, "f1": 0.561259, "accuracy": 0.605731, "main_score": 0.561259, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378776, "recall": 0.451581, "f1": 0.39765, "accuracy": 0.451581, "main_score": 0.39765, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603636, "recall": 0.658103, "f1": 0.618775, "accuracy": 0.658103, "main_score": 0.618775, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865983, "recall": 0.894269, "f1": 0.874791, "accuracy": 0.894269, "main_score": 0.874791, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944038, "recall": 0.956522, "f1": 0.947958, "accuracy": 0.956522, "main_score": 0.947958, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603073, "recall": 0.658103, "f1": 0.618761, "accuracy": 0.658103, "main_score": 0.618761, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629578, "recall": 0.687747, "f1": 0.646151, "accuracy": 0.687747, "main_score": 0.646151, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969944, "recall": 0.979249, "f1": 0.972892, "accuracy": 0.979249, "main_score": 0.972892, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562461, "recall": 0.620553, "f1": 0.5785, "accuracy": 0.620553, "main_score": 0.5785, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188232, "recall": 0.231225, "f1": 0.198833, "accuracy": 0.231225, "main_score": 0.198833, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627478, "recall": 0.672925, "f1": 0.640175, "accuracy": 0.672925, "main_score": 0.640175, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.966403, "f1": 0.957016, "accuracy": 0.966403, "main_score": 0.957016, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.681943, "recall": 0.73419, "f1": 0.697104, "accuracy": 0.73419, "main_score": 0.697104, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.934783, "f1": 0.918775, "accuracy": 0.934783, "main_score": 0.918775, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.558722, "recall": 0.609684, "f1": 0.574028, "accuracy": 0.609684, "main_score": 0.574028, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534902, "recall": 0.602767, "f1": 0.552569, "accuracy": 0.602767, "main_score": 0.552569, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561481, "recall": 0.62253, "f1": 0.578873, "accuracy": 0.62253, "main_score": 0.578873, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.961166, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582446, "recall": 0.643281, "f1": 0.599045, "accuracy": 0.643281, "main_score": 0.599045, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869016, "recall": 0.900198, "f1": 0.878821, "accuracy": 0.900198, "main_score": 0.878821, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529556, "recall": 0.589921, "f1": 0.546916, "accuracy": 0.589921, "main_score": 0.546916, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541596, "recall": 0.608696, "f1": 0.560354, "accuracy": 0.608696, "main_score": 0.560354, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538096, "recall": 0.58498, "f1": 0.550817, "accuracy": 0.58498, "main_score": 0.550817, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932378, "recall": 0.949605, "f1": 0.937747, "accuracy": 0.949605, "main_score": 0.937747, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314306, "recall": 0.371542, "f1": 0.329611, "accuracy": 0.371542, "main_score": 0.329611, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600365, "recall": 0.653162, "f1": 0.614856, "accuracy": 0.653162, "main_score": 0.614856, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.974308, "f1": 0.968332, "accuracy": 0.974308, "main_score": 0.968332, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944796, "accuracy": 0.956522, "main_score": 0.944796, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593379, "recall": 0.648221, "f1": 0.6096, "accuracy": 0.648221, "main_score": 0.6096, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704522, "recall": 0.762846, "f1": 0.721676, "accuracy": 0.762846, "main_score": 0.721676, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559984, "recall": 0.63834, "f1": 0.581623, "accuracy": 0.63834, "main_score": 0.581623, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.683127, "recall": 0.741107, "f1": 0.699716, "accuracy": 0.741107, "main_score": 0.699716, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.948123, "accuracy": 0.959486, "main_score": 0.948123, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670142, "recall": 0.72332, "f1": 0.685325, "accuracy": 0.72332, "main_score": 0.685325, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655197, "recall": 0.717391, "f1": 0.674278, "accuracy": 0.717391, "main_score": 0.674278, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.970026, "accuracy": 0.976285, "main_score": 0.970026, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.914032, "f1": 0.892358, "accuracy": 0.914032, "main_score": 0.892358, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.561959, "recall": 0.614625, "f1": 0.576805, "accuracy": 0.614625, "main_score": 0.576805, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567697, "recall": 0.623518, "f1": 0.583646, "accuracy": 0.623518, "main_score": 0.583646, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.985837, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.791815, "recall": 0.83498, "f1": 0.804908, "accuracy": 0.83498, "main_score": 0.804908, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482602, "recall": 0.534585, "f1": 0.496535, "accuracy": 0.534585, "main_score": 0.496535, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.814542, "recall": 0.862648, "f1": 0.829216, "accuracy": 0.862648, "main_score": 0.829216, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545015, "recall": 0.603755, "f1": 0.561284, "accuracy": 0.603755, "main_score": 0.561284, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.615771, "recall": 0.677866, "f1": 0.633334, "accuracy": 0.677866, "main_score": 0.633334, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197014, "recall": 0.252964, "f1": 0.209765, "accuracy": 0.252964, "main_score": 0.209765, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.627736, "recall": 0.692688, "f1": 0.646673, "accuracy": 0.692688, "main_score": 0.646673, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776426, "recall": 0.829051, "f1": 0.792013, "accuracy": 0.829051, "main_score": 0.792013, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428485, "recall": 0.485178, "f1": 0.444208, "accuracy": 0.485178, "main_score": 0.444208, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669558, "recall": 0.725296, "f1": 0.685695, "accuracy": 0.725296, "main_score": 0.685695, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986248, "recall": 0.990119, "f1": 0.987385, "accuracy": 0.990119, "main_score": 0.987385, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572664, "recall": 0.630435, "f1": 0.58866, "accuracy": 0.630435, "main_score": 0.58866, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51638, "recall": 0.573123, "f1": 0.532181, "accuracy": 0.573123, "main_score": 0.532181, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679078, "recall": 0.725296, "f1": 0.692216, "accuracy": 0.725296, "main_score": 0.692216, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.22471, "recall": 0.291502, "f1": 0.241969, "accuracy": 0.291502, "main_score": 0.241969, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.943676, "f1": 0.92836, "accuracy": 0.943676, "main_score": 0.92836, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.959074, "recall": 0.970356, "f1": 0.962681, "accuracy": 0.970356, "main_score": 0.962681, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575759, "recall": 0.63834, "f1": 0.594077, "accuracy": 0.63834, "main_score": 0.594077, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58125, "recall": 0.641304, "f1": 0.598075, "accuracy": 0.641304, "main_score": 0.598075, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948264, "recall": 0.961462, "f1": 0.952322, "accuracy": 0.961462, "main_score": 0.952322, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684489, "recall": 0.745059, "f1": 0.702273, "accuracy": 0.745059, "main_score": 0.702273, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57053, "recall": 0.628458, "f1": 0.586644, "accuracy": 0.628458, "main_score": 0.586644, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.75028, "recall": 0.80336, "f1": 0.765664, "accuracy": 0.80336, "main_score": 0.765664, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47612, "recall": 0.533597, "f1": 0.4925, "accuracy": 0.533597, "main_score": 0.4925, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.916667, "recall": 0.9417, "f1": 0.924539, "accuracy": 0.9417, "main_score": 0.924539, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843198, "recall": 0.881423, "f1": 0.854776, "accuracy": 0.881423, "main_score": 0.854776, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.952569, "f1": 0.939888, "accuracy": 0.952569, "main_score": 0.939888, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926219, "recall": 0.947628, "f1": 0.933136, "accuracy": 0.947628, "main_score": 0.933136, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622728, "recall": 0.671937, "f1": 0.636496, "accuracy": 0.671937, "main_score": 0.636496, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.981225, "f1": 0.976285, "accuracy": 0.981225, "main_score": 0.976285, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850049, "recall": 0.88834, "f1": 0.861844, "accuracy": 0.88834, "main_score": 0.861844, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.534585, "f1": 0.488283, "accuracy": 0.534585, "main_score": 0.488283, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602859, "recall": 0.66996, "f1": 0.622612, "accuracy": 0.66996, "main_score": 0.622612, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952404, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836825, "recall": 0.87253, "f1": 0.847548, "accuracy": 0.87253, "main_score": 0.847548, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653014, "recall": 0.703557, "f1": 0.667904, "accuracy": 0.703557, "main_score": 0.667904, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625061, "recall": 0.682806, "f1": 0.641782, "accuracy": 0.682806, "main_score": 0.641782, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928113, "recall": 0.949605, "f1": 0.935013, "accuracy": 0.949605, "main_score": 0.935013, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54562, "recall": 0.609684, "f1": 0.563976, "accuracy": 0.609684, "main_score": 0.563976, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990366, "recall": 0.993083, "f1": 0.991173, "accuracy": 0.993083, "main_score": 0.991173, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.538062, "recall": 0.597826, "f1": 0.554649, "accuracy": 0.597826, "main_score": 0.554649, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796979, "recall": 0.836957, "f1": 0.808797, "accuracy": 0.836957, "main_score": 0.808797, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559104, "recall": 0.618577, "f1": 0.575828, "accuracy": 0.618577, "main_score": 0.575828, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615029, "recall": 0.677866, "f1": 0.633238, "accuracy": 0.677866, "main_score": 0.633238, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.936759, "f1": 0.920191, "accuracy": 0.936759, "main_score": 0.920191, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956686, "recall": 0.968379, "f1": 0.960474, "accuracy": 0.968379, "main_score": 0.960474, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504731, "recall": 0.560277, "f1": 0.520179, "accuracy": 0.560277, "main_score": 0.520179, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57109, "recall": 0.624506, "f1": 0.585865, "accuracy": 0.624506, "main_score": 0.585865, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.589996, "recall": 0.651186, "f1": 0.607578, "accuracy": 0.651186, "main_score": 0.607578, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565938, "recall": 0.621542, "f1": 0.581148, "accuracy": 0.621542, "main_score": 0.581148, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547885, "recall": 0.610672, "f1": 0.565852, "accuracy": 0.610672, "main_score": 0.565852, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727495, "recall": 0.779644, "f1": 0.743072, "accuracy": 0.779644, "main_score": 0.743072, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739081, "recall": 0.788538, "f1": 0.753854, "accuracy": 0.788538, "main_score": 0.753854, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876894, "recall": 0.902174, "f1": 0.884783, "accuracy": 0.902174, "main_score": 0.884783, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.936759, "f1": 0.92029, "accuracy": 0.936759, "main_score": 0.92029, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494402, "recall": 0.572134, "f1": 0.51706, "accuracy": 0.572134, "main_score": 0.51706, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.950296, "recall": 0.963439, "f1": 0.954216, "accuracy": 0.963439, "main_score": 0.954216, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.692951, "recall": 0.750988, "f1": 0.71015, "accuracy": 0.750988, "main_score": 0.71015, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596519, "recall": 0.637352, "f1": 0.607753, "accuracy": 0.637352, "main_score": 0.607753, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559737, "recall": 0.626482, "f1": 0.578608, "accuracy": 0.626482, "main_score": 0.578608, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511499, "recall": 0.573123, "f1": 0.528318, "accuracy": 0.573123, "main_score": 0.528318, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435094, "recall": 0.516798, "f1": 0.457474, "accuracy": 0.516798, "main_score": 0.457474, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585745, "recall": 0.646245, "f1": 0.602866, "accuracy": 0.646245, "main_score": 0.602866, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868059, "recall": 0.90415, "f1": 0.879364, "accuracy": 0.90415, "main_score": 0.879364, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958992, "accuracy": 0.967391, "main_score": 0.958992, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582262, "recall": 0.646245, "f1": 0.600704, "accuracy": 0.646245, "main_score": 0.600704, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600551, "recall": 0.667984, "f1": 0.619471, "accuracy": 0.667984, "main_score": 0.619471, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53026, "recall": 0.594862, "f1": 0.54773, "accuracy": 0.594862, "main_score": 0.54773, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179046, "recall": 0.224308, "f1": 0.190227, "accuracy": 0.224308, "main_score": 0.190227, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608112, "recall": 0.663043, "f1": 0.623412, "accuracy": 0.663043, "main_score": 0.623412, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647327, "recall": 0.705534, "f1": 0.663952, "accuracy": 0.705534, "main_score": 0.663952, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.517605, "recall": 0.577075, "f1": 0.53444, "accuracy": 0.577075, "main_score": 0.53444, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493563, "recall": 0.56917, "f1": 0.51408, "accuracy": 0.56917, "main_score": 0.51408, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549572, "recall": 0.61166, "f1": 0.566982, "accuracy": 0.61166, "main_score": 0.566982, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571983, "recall": 0.636364, "f1": 0.589944, "accuracy": 0.636364, "main_score": 0.589944, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897563, "recall": 0.925889, "f1": 0.906785, "accuracy": 0.925889, "main_score": 0.906785, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506428, "recall": 0.563241, "f1": 0.522721, "accuracy": 0.563241, "main_score": 0.522721, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529795, "recall": 0.590909, "f1": 0.546329, "accuracy": 0.590909, "main_score": 0.546329, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505553, "recall": 0.565217, "f1": 0.521629, "accuracy": 0.565217, "main_score": 0.521629, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944203, "recall": 0.958498, "f1": 0.94857, "accuracy": 0.958498, "main_score": 0.94857, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311789, "recall": 0.368577, "f1": 0.327934, "accuracy": 0.368577, "main_score": 0.327934, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579447, "recall": 0.643281, "f1": 0.597224, "accuracy": 0.643281, "main_score": 0.597224, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579824, "recall": 0.635375, "f1": 0.595477, "accuracy": 0.635375, "main_score": 0.595477, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701047, "recall": 0.762846, "f1": 0.719556, "accuracy": 0.762846, "main_score": 0.719556, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959074, "recall": 0.970356, "f1": 0.962681, "accuracy": 0.970356, "main_score": 0.962681, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657816, "recall": 0.732213, "f1": 0.679783, "accuracy": 0.732213, "main_score": 0.679783, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.682205, "recall": 0.740119, "f1": 0.69894, "accuracy": 0.740119, "main_score": 0.69894, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644412, "recall": 0.701581, "f1": 0.660874, "accuracy": 0.701581, "main_score": 0.660874, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663183, "recall": 0.731225, "f1": 0.683685, "accuracy": 0.731225, "main_score": 0.683685, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.526876, "recall": 0.588933, "f1": 0.544835, "accuracy": 0.588933, "main_score": 0.544835, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538127, "recall": 0.598814, "f1": 0.554989, "accuracy": 0.598814, "main_score": 0.554989, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.793554, "recall": 0.841897, "f1": 0.807987, "accuracy": 0.841897, "main_score": 0.807987, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454404, "recall": 0.513834, "f1": 0.470412, "accuracy": 0.513834, "main_score": 0.470412, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860178, "recall": 0.900198, "f1": 0.873024, "accuracy": 0.900198, "main_score": 0.873024, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529633, "recall": 0.590909, "f1": 0.546617, "accuracy": 0.590909, "main_score": 0.546617, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.597013, "recall": 0.662055, "f1": 0.614483, "accuracy": 0.662055, "main_score": 0.614483, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190306, "recall": 0.246047, "f1": 0.203265, "accuracy": 0.246047, "main_score": 0.203265, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.608583, "recall": 0.678854, "f1": 0.628891, "accuracy": 0.678854, "main_score": 0.628891, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782378, "recall": 0.835968, "f1": 0.798654, "accuracy": 0.835968, "main_score": 0.798654, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390661, "recall": 0.449605, "f1": 0.407207, "accuracy": 0.449605, "main_score": 0.407207, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662187, "recall": 0.72332, "f1": 0.679946, "accuracy": 0.72332, "main_score": 0.679946, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54721, "recall": 0.613636, "f1": 0.565923, "accuracy": 0.613636, "main_score": 0.565923, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49849, "recall": 0.56917, "f1": 0.517771, "accuracy": 0.56917, "main_score": 0.517771, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659091, "recall": 0.714427, "f1": 0.675381, "accuracy": 0.714427, "main_score": 0.675381, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.26059, "recall": 0.34585, "f1": 0.283502, "accuracy": 0.34585, "main_score": 0.283502, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565326, "recall": 0.629447, "f1": 0.583919, "accuracy": 0.629447, "main_score": 0.583919, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572227, "recall": 0.637352, "f1": 0.590719, "accuracy": 0.637352, "main_score": 0.590719, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.706844, "recall": 0.777668, "f1": 0.728508, "accuracy": 0.777668, "main_score": 0.728508, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556944, "recall": 0.619565, "f1": 0.574302, "accuracy": 0.619565, "main_score": 0.574302, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767441, "recall": 0.822134, "f1": 0.784256, "accuracy": 0.822134, "main_score": 0.784256, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454503, "recall": 0.521739, "f1": 0.472641, "accuracy": 0.521739, "main_score": 0.472641, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.876729, "recall": 0.911067, "f1": 0.887582, "accuracy": 0.911067, "main_score": 0.887582, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940135, "recall": 0.95751, "f1": 0.945718, "accuracy": 0.95751, "main_score": 0.945718, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602717, "recall": 0.656126, "f1": 0.617678, "accuracy": 0.656126, "main_score": 0.617678, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917572, "recall": 0.942688, "f1": 0.925626, "accuracy": 0.942688, "main_score": 0.925626, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442801, "recall": 0.51087, "f1": 0.460632, "accuracy": 0.51087, "main_score": 0.460632, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628203, "recall": 0.700593, "f1": 0.649598, "accuracy": 0.700593, "main_score": 0.649598, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827553, "recall": 0.867589, "f1": 0.83961, "accuracy": 0.867589, "main_score": 0.83961, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.629888, "recall": 0.685771, "f1": 0.645839, "accuracy": 0.685771, "main_score": 0.645839, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6348, "recall": 0.693676, "f1": 0.651591, "accuracy": 0.693676, "main_score": 0.651591, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535345, "recall": 0.598814, "f1": 0.553229, "accuracy": 0.598814, "main_score": 0.553229, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529273, "recall": 0.59585, "f1": 0.548238, "accuracy": 0.59585, "main_score": 0.548238, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804595, "recall": 0.853755, "f1": 0.819796, "accuracy": 0.853755, "main_score": 0.819796, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538743, "recall": 0.602767, "f1": 0.555988, "accuracy": 0.602767, "main_score": 0.555988, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596387, "recall": 0.660079, "f1": 0.614745, "accuracy": 0.660079, "main_score": 0.614745, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9375, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.978261, "f1": 0.972497, "accuracy": 0.978261, "main_score": 0.972497, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478137, "recall": 0.541502, "f1": 0.495555, "accuracy": 0.541502, "main_score": 0.495555, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555529, "recall": 0.614625, "f1": 0.571652, "accuracy": 0.614625, "main_score": 0.571652, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569516, "recall": 0.639328, "f1": 0.589927, "accuracy": 0.639328, "main_score": 0.589927, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540044, "recall": 0.59585, "f1": 0.555271, "accuracy": 0.59585, "main_score": 0.555271, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518669, "recall": 0.583004, "f1": 0.536992, "accuracy": 0.583004, "main_score": 0.536992, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721412, "recall": 0.782609, "f1": 0.739657, "accuracy": 0.782609, "main_score": 0.739657, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739196, "recall": 0.79249, "f1": 0.755204, "accuracy": 0.79249, "main_score": 0.755204, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87915, "recall": 0.906126, "f1": 0.887121, "accuracy": 0.906126, "main_score": 0.887121, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963521, "recall": 0.974308, "f1": 0.966963, "accuracy": 0.974308, "main_score": 0.966963, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.468482, "recall": 0.549407, "f1": 0.491801, "accuracy": 0.549407, "main_score": 0.491801, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.701441, "recall": 0.759881, "f1": 0.718698, "accuracy": 0.759881, "main_score": 0.718698, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582223, "recall": 0.636364, "f1": 0.597708, "accuracy": 0.636364, "main_score": 0.597708, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350749, "recall": 0.396245, "f1": 0.363478, "accuracy": 0.396245, "main_score": 0.363478, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.422673, "recall": 0.469368, "f1": 0.435252, "accuracy": 0.469368, "main_score": 0.435252, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213282, "recall": 0.264822, "f1": 0.22621, "accuracy": 0.264822, "main_score": 0.22621, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.474801, "recall": 0.517787, "f1": 0.486535, "accuracy": 0.517787, "main_score": 0.486535, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.428489, "recall": 0.477273, "f1": 0.442798, "accuracy": 0.477273, "main_score": 0.442798, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.475177, "recall": 0.513834, "f1": 0.485674, "accuracy": 0.513834, "main_score": 0.485674, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.482257, "recall": 0.518775, "f1": 0.492085, "accuracy": 0.518775, "main_score": 0.492085, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457042, "recall": 0.5, "f1": 0.468357, "accuracy": 0.5, "main_score": 0.468357, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467454, "recall": 0.506917, "f1": 0.478074, "accuracy": 0.506917, "main_score": 0.478074, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48465, "recall": 0.518775, "f1": 0.493972, "accuracy": 0.518775, "main_score": 0.493972, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478951, "recall": 0.507905, "f1": 0.487295, "accuracy": 0.507905, "main_score": 0.487295, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453609, "recall": 0.494071, "f1": 0.464109, "accuracy": 0.494071, "main_score": 0.464109, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.461455, "recall": 0.505929, "f1": 0.472869, "accuracy": 0.505929, "main_score": 0.472869, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.419143, "recall": 0.463439, "f1": 0.43041, "accuracy": 0.463439, "main_score": 0.43041, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461497, "recall": 0.506917, "f1": 0.473224, "accuracy": 0.506917, "main_score": 0.473224, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.423849, "recall": 0.470356, "f1": 0.436373, "accuracy": 0.470356, "main_score": 0.436373, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468284, "recall": 0.506917, "f1": 0.479071, "accuracy": 0.506917, "main_score": 0.479071, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48182, "recall": 0.513834, "f1": 0.491086, "accuracy": 0.513834, "main_score": 0.491086, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465175, "recall": 0.505929, "f1": 0.476155, "accuracy": 0.505929, "main_score": 0.476155, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.454026, "recall": 0.497036, "f1": 0.465212, "accuracy": 0.497036, "main_score": 0.465212, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498444, "recall": 0.536561, "f1": 0.508279, "accuracy": 0.536561, "main_score": 0.508279, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482061, "recall": 0.524704, "f1": 0.493019, "accuracy": 0.524704, "main_score": 0.493019, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422094, "recall": 0.467391, "f1": 0.434686, "accuracy": 0.467391, "main_score": 0.434686, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469543, "recall": 0.512846, "f1": 0.481548, "accuracy": 0.512846, "main_score": 0.481548, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.453767, "recall": 0.500988, "f1": 0.466092, "accuracy": 0.500988, "main_score": 0.466092, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466126, "recall": 0.504941, "f1": 0.476929, "accuracy": 0.504941, "main_score": 0.476929, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1717, "recall": 0.216403, "f1": 0.182605, "accuracy": 0.216403, "main_score": 0.182605, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.456758, "recall": 0.501976, "f1": 0.4682, "accuracy": 0.501976, "main_score": 0.4682, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474847, "recall": 0.507905, "f1": 0.484176, "accuracy": 0.507905, "main_score": 0.484176, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465197, "recall": 0.508893, "f1": 0.477243, "accuracy": 0.508893, "main_score": 0.477243, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467984, "recall": 0.511858, "f1": 0.47907, "accuracy": 0.511858, "main_score": 0.47907, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460157, "recall": 0.502964, "f1": 0.47139, "accuracy": 0.502964, "main_score": 0.47139, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473031, "recall": 0.507905, "f1": 0.482834, "accuracy": 0.507905, "main_score": 0.482834, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.463535, "recall": 0.500988, "f1": 0.474073, "accuracy": 0.500988, "main_score": 0.474073, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475739, "recall": 0.516798, "f1": 0.487033, "accuracy": 0.516798, "main_score": 0.487033, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.38222, "recall": 0.438735, "f1": 0.397871, "accuracy": 0.438735, "main_score": 0.397871, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.459407, "recall": 0.499012, "f1": 0.470298, "accuracy": 0.499012, "main_score": 0.470298, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455565, "recall": 0.500988, "f1": 0.467204, "accuracy": 0.500988, "main_score": 0.467204, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.458375, "recall": 0.500988, "f1": 0.470238, "accuracy": 0.500988, "main_score": 0.470238, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446813, "recall": 0.488142, "f1": 0.457323, "accuracy": 0.488142, "main_score": 0.457323, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.449827, "recall": 0.493083, "f1": 0.462022, "accuracy": 0.493083, "main_score": 0.462022, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.335303, "recall": 0.383399, "f1": 0.348372, "accuracy": 0.383399, "main_score": 0.348372, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464579, "recall": 0.509881, "f1": 0.476661, "accuracy": 0.509881, "main_score": 0.476661, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442016, "recall": 0.485178, "f1": 0.454036, "accuracy": 0.485178, "main_score": 0.454036, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45922, "recall": 0.507905, "f1": 0.471819, "accuracy": 0.507905, "main_score": 0.471819, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495871, "recall": 0.531621, "f1": 0.504937, "accuracy": 0.531621, "main_score": 0.504937, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47438, "recall": 0.51087, "f1": 0.483995, "accuracy": 0.51087, "main_score": 0.483995, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466272, "recall": 0.51087, "f1": 0.477941, "accuracy": 0.51087, "main_score": 0.477941, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435302, "recall": 0.48419, "f1": 0.449106, "accuracy": 0.48419, "main_score": 0.449106, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461445, "recall": 0.498024, "f1": 0.47205, "accuracy": 0.498024, "main_score": 0.47205, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470158, "recall": 0.508893, "f1": 0.480818, "accuracy": 0.508893, "main_score": 0.480818, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490431, "recall": 0.52668, "f1": 0.500144, "accuracy": 0.52668, "main_score": 0.500144, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473585, "recall": 0.51087, "f1": 0.483333, "accuracy": 0.51087, "main_score": 0.483333, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417459, "recall": 0.465415, "f1": 0.43177, "accuracy": 0.465415, "main_score": 0.43177, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479982, "recall": 0.511858, "f1": 0.48861, "accuracy": 0.511858, "main_score": 0.48861, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.338914, "recall": 0.389328, "f1": 0.352604, "accuracy": 0.389328, "main_score": 0.352604, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.423122, "recall": 0.461462, "f1": 0.433991, "accuracy": 0.461462, "main_score": 0.433991, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491982, "recall": 0.522727, "f1": 0.50012, "accuracy": 0.522727, "main_score": 0.50012, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259909, "recall": 0.316206, "f1": 0.2752, "accuracy": 0.316206, "main_score": 0.2752, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471973, "recall": 0.512846, "f1": 0.482847, "accuracy": 0.512846, "main_score": 0.482847, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.470622, "recall": 0.51087, "f1": 0.48153, "accuracy": 0.51087, "main_score": 0.48153, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477299, "recall": 0.517787, "f1": 0.488103, "accuracy": 0.517787, "main_score": 0.488103, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437737, "recall": 0.490119, "f1": 0.451429, "accuracy": 0.490119, "main_score": 0.451429, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475965, "recall": 0.507905, "f1": 0.485133, "accuracy": 0.507905, "main_score": 0.485133, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469961, "recall": 0.507905, "f1": 0.480106, "accuracy": 0.507905, "main_score": 0.480106, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45348, "recall": 0.496047, "f1": 0.464318, "accuracy": 0.496047, "main_score": 0.464318, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485795, "recall": 0.524704, "f1": 0.49639, "accuracy": 0.524704, "main_score": 0.49639, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463185, "recall": 0.503953, "f1": 0.473841, "accuracy": 0.503953, "main_score": 0.473841, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473, "recall": 0.51087, "f1": 0.482509, "accuracy": 0.51087, "main_score": 0.482509, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44117, "recall": 0.486166, "f1": 0.453974, "accuracy": 0.486166, "main_score": 0.453974, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453137, "recall": 0.491107, "f1": 0.464027, "accuracy": 0.491107, "main_score": 0.464027, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459993, "recall": 0.497036, "f1": 0.470093, "accuracy": 0.497036, "main_score": 0.470093, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462085, "recall": 0.498024, "f1": 0.47137, "accuracy": 0.498024, "main_score": 0.47137, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.232972, "recall": 0.287549, "f1": 0.24589, "accuracy": 0.287549, "main_score": 0.24589, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.470504, "recall": 0.504941, "f1": 0.480159, "accuracy": 0.504941, "main_score": 0.480159, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453143, "recall": 0.490119, "f1": 0.463863, "accuracy": 0.490119, "main_score": 0.463863, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449194, "recall": 0.48913, "f1": 0.460285, "accuracy": 0.48913, "main_score": 0.460285, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407558, "recall": 0.453557, "f1": 0.421045, "accuracy": 0.453557, "main_score": 0.421045, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.485442, "recall": 0.521739, "f1": 0.494783, "accuracy": 0.521739, "main_score": 0.494783, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458971, "recall": 0.498024, "f1": 0.469338, "accuracy": 0.498024, "main_score": 0.469338, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481173, "recall": 0.521739, "f1": 0.492324, "accuracy": 0.521739, "main_score": 0.492324, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388365, "recall": 0.438735, "f1": 0.401528, "accuracy": 0.438735, "main_score": 0.401528, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.476601, "recall": 0.516798, "f1": 0.487545, "accuracy": 0.516798, "main_score": 0.487545, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462062, "recall": 0.504941, "f1": 0.473644, "accuracy": 0.504941, "main_score": 0.473644, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.517787, "f1": 0.486004, "accuracy": 0.517787, "main_score": 0.486004, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46409, "recall": 0.504941, "f1": 0.475415, "accuracy": 0.504941, "main_score": 0.475415, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.427465, "recall": 0.474308, "f1": 0.440245, "accuracy": 0.474308, "main_score": 0.440245, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430329, "recall": 0.470356, "f1": 0.442112, "accuracy": 0.470356, "main_score": 0.442112, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455698, "recall": 0.498024, "f1": 0.466763, "accuracy": 0.498024, "main_score": 0.466763, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.48741, "recall": 0.522727, "f1": 0.497117, "accuracy": 0.522727, "main_score": 0.497117, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462012, "recall": 0.499012, "f1": 0.471746, "accuracy": 0.499012, "main_score": 0.471746, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472831, "recall": 0.508893, "f1": 0.482977, "accuracy": 0.508893, "main_score": 0.482977, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414648, "recall": 0.454545, "f1": 0.425755, "accuracy": 0.454545, "main_score": 0.425755, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479398, "recall": 0.51581, "f1": 0.48907, "accuracy": 0.51581, "main_score": 0.48907, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444535, "recall": 0.48419, "f1": 0.455463, "accuracy": 0.48419, "main_score": 0.455463, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.439938, "recall": 0.479249, "f1": 0.450661, "accuracy": 0.479249, "main_score": 0.450661, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473064, "recall": 0.512846, "f1": 0.483656, "accuracy": 0.512846, "main_score": 0.483656, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.424723, "recall": 0.467391, "f1": 0.436814, "accuracy": 0.467391, "main_score": 0.436814, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495516, "recall": 0.529644, "f1": 0.504827, "accuracy": 0.529644, "main_score": 0.504827, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463848, "recall": 0.507905, "f1": 0.475653, "accuracy": 0.507905, "main_score": 0.475653, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.469383, "recall": 0.511858, "f1": 0.480436, "accuracy": 0.511858, "main_score": 0.480436, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472378, "recall": 0.511858, "f1": 0.482978, "accuracy": 0.511858, "main_score": 0.482978, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472167, "recall": 0.508893, "f1": 0.483131, "accuracy": 0.508893, "main_score": 0.483131, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.472897, "recall": 0.514822, "f1": 0.48423, "accuracy": 0.514822, "main_score": 0.48423, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357531, "recall": 0.417984, "f1": 0.372858, "accuracy": 0.417984, "main_score": 0.372858, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.436217, "recall": 0.479249, "f1": 0.448088, "accuracy": 0.479249, "main_score": 0.448088, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20251, "recall": 0.251976, "f1": 0.214014, "accuracy": 0.251976, "main_score": 0.214014, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.465449, "recall": 0.5, "f1": 0.475533, "accuracy": 0.5, "main_score": 0.475533, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386735, "recall": 0.428854, "f1": 0.398875, "accuracy": 0.428854, "main_score": 0.398875, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476224, "recall": 0.514822, "f1": 0.485965, "accuracy": 0.514822, "main_score": 0.485965, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472854, "recall": 0.511858, "f1": 0.48339, "accuracy": 0.511858, "main_score": 0.48339, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.354555, "recall": 0.40415, "f1": 0.368472, "accuracy": 0.40415, "main_score": 0.368472, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456269, "recall": 0.494071, "f1": 0.467571, "accuracy": 0.494071, "main_score": 0.467571, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479639, "recall": 0.520751, "f1": 0.490353, "accuracy": 0.520751, "main_score": 0.490353, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433199, "recall": 0.479249, "f1": 0.44614, "accuracy": 0.479249, "main_score": 0.44614, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472601, "recall": 0.512846, "f1": 0.483631, "accuracy": 0.512846, "main_score": 0.483631, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466351, "recall": 0.506917, "f1": 0.477779, "accuracy": 0.506917, "main_score": 0.477779, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437277, "recall": 0.485178, "f1": 0.450238, "accuracy": 0.485178, "main_score": 0.450238, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491267, "recall": 0.521739, "f1": 0.4996, "accuracy": 0.521739, "main_score": 0.4996, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419307, "recall": 0.463439, "f1": 0.431501, "accuracy": 0.463439, "main_score": 0.431501, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435382, "recall": 0.48419, "f1": 0.449094, "accuracy": 0.48419, "main_score": 0.449094, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462147, "recall": 0.499012, "f1": 0.471938, "accuracy": 0.499012, "main_score": 0.471938, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470588, "recall": 0.507905, "f1": 0.480906, "accuracy": 0.507905, "main_score": 0.480906, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.094576, "recall": 0.139328, "f1": 0.10625, "accuracy": 0.139328, "main_score": 0.10625, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.45857, "recall": 0.502964, "f1": 0.471074, "accuracy": 0.502964, "main_score": 0.471074, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.407993, "recall": 0.455534, "f1": 0.421594, "accuracy": 0.455534, "main_score": 0.421594, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.432127, "recall": 0.474308, "f1": 0.443805, "accuracy": 0.474308, "main_score": 0.443805, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478917, "recall": 0.518775, "f1": 0.489238, "accuracy": 0.518775, "main_score": 0.489238, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396463, "recall": 0.447628, "f1": 0.410677, "accuracy": 0.447628, "main_score": 0.410677, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440378, "recall": 0.487154, "f1": 0.452551, "accuracy": 0.487154, "main_score": 0.452551, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460603, "recall": 0.503953, "f1": 0.471709, "accuracy": 0.503953, "main_score": 0.471709, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468897, "recall": 0.509881, "f1": 0.480076, "accuracy": 0.509881, "main_score": 0.480076, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464079, "recall": 0.508893, "f1": 0.475818, "accuracy": 0.508893, "main_score": 0.475818, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463387, "recall": 0.5, "f1": 0.473437, "accuracy": 0.5, "main_score": 0.473437, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.40006, "recall": 0.448617, "f1": 0.414216, "accuracy": 0.448617, "main_score": 0.414216, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456787, "recall": 0.500988, "f1": 0.467917, "accuracy": 0.500988, "main_score": 0.467917, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41085, "recall": 0.453557, "f1": 0.423535, "accuracy": 0.453557, "main_score": 0.423535, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423452, "recall": 0.464427, "f1": 0.435808, "accuracy": 0.464427, "main_score": 0.435808, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464536, "recall": 0.504941, "f1": 0.475784, "accuracy": 0.504941, "main_score": 0.475784, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.475785, "recall": 0.509881, "f1": 0.485806, "accuracy": 0.509881, "main_score": 0.485806, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457903, "recall": 0.504941, "f1": 0.47002, "accuracy": 0.504941, "main_score": 0.47002, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498657, "recall": 0.528656, "f1": 0.50699, "accuracy": 0.528656, "main_score": 0.50699, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457763, "recall": 0.5, "f1": 0.469044, "accuracy": 0.5, "main_score": 0.469044, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.422539, "recall": 0.470356, "f1": 0.435712, "accuracy": 0.470356, "main_score": 0.435712, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.414027, "recall": 0.459486, "f1": 0.427051, "accuracy": 0.459486, "main_score": 0.427051, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.430273, "recall": 0.469368, "f1": 0.441186, "accuracy": 0.469368, "main_score": 0.441186, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413202, "recall": 0.459486, "f1": 0.425945, "accuracy": 0.459486, "main_score": 0.425945, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444688, "recall": 0.486166, "f1": 0.45612, "accuracy": 0.486166, "main_score": 0.45612, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469135, "recall": 0.504941, "f1": 0.47885, "accuracy": 0.504941, "main_score": 0.47885, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408816, "recall": 0.453557, "f1": 0.421608, "accuracy": 0.453557, "main_score": 0.421608, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.466322, "recall": 0.503953, "f1": 0.476609, "accuracy": 0.503953, "main_score": 0.476609, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.458195, "recall": 0.5, "f1": 0.469624, "accuracy": 0.5, "main_score": 0.469624, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.476357, "recall": 0.516798, "f1": 0.486865, "accuracy": 0.516798, "main_score": 0.486865, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450313, "recall": 0.488142, "f1": 0.461444, "accuracy": 0.488142, "main_score": 0.461444, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471721, "recall": 0.513834, "f1": 0.482193, "accuracy": 0.513834, "main_score": 0.482193, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423736, "recall": 0.468379, "f1": 0.436257, "accuracy": 0.468379, "main_score": 0.436257, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.456352, "recall": 0.493083, "f1": 0.466879, "accuracy": 0.493083, "main_score": 0.466879, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386323, "recall": 0.433794, "f1": 0.399056, "accuracy": 0.433794, "main_score": 0.399056, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47746, "recall": 0.516798, "f1": 0.487859, "accuracy": 0.516798, "main_score": 0.487859, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3485, "recall": 0.395257, "f1": 0.361959, "accuracy": 0.395257, "main_score": 0.361959, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.448583, "recall": 0.496047, "f1": 0.461022, "accuracy": 0.496047, "main_score": 0.461022, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.462208, "recall": 0.503953, "f1": 0.473476, "accuracy": 0.503953, "main_score": 0.473476, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450939, "recall": 0.493083, "f1": 0.462162, "accuracy": 0.493083, "main_score": 0.462162, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469955, "recall": 0.51087, "f1": 0.481351, "accuracy": 0.51087, "main_score": 0.481351, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452836, "recall": 0.496047, "f1": 0.464043, "accuracy": 0.496047, "main_score": 0.464043, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.450792, "recall": 0.497036, "f1": 0.463832, "accuracy": 0.497036, "main_score": 0.463832, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470316, "recall": 0.504941, "f1": 0.47977, "accuracy": 0.504941, "main_score": 0.47977, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4659, "recall": 0.503953, "f1": 0.475622, "accuracy": 0.503953, "main_score": 0.475622, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478209, "recall": 0.516798, "f1": 0.488987, "accuracy": 0.516798, "main_score": 0.488987, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490353, "recall": 0.525692, "f1": 0.499686, "accuracy": 0.525692, "main_score": 0.499686, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429115, "recall": 0.471344, "f1": 0.441631, "accuracy": 0.471344, "main_score": 0.441631, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476161, "recall": 0.516798, "f1": 0.487049, "accuracy": 0.516798, "main_score": 0.487049, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466813, "recall": 0.502964, "f1": 0.477221, "accuracy": 0.502964, "main_score": 0.477221, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.461502, "recall": 0.506917, "f1": 0.473561, "accuracy": 0.506917, "main_score": 0.473561, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.421057, "recall": 0.466403, "f1": 0.434226, "accuracy": 0.466403, "main_score": 0.434226, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483429, "recall": 0.518775, "f1": 0.492907, "accuracy": 0.518775, "main_score": 0.492907, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455972, "recall": 0.492095, "f1": 0.466518, "accuracy": 0.492095, "main_score": 0.466518, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437689, "recall": 0.482213, "f1": 0.449939, "accuracy": 0.482213, "main_score": 0.449939, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436592, "recall": 0.481225, "f1": 0.449296, "accuracy": 0.481225, "main_score": 0.449296, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407584, "recall": 0.453557, "f1": 0.420363, "accuracy": 0.453557, "main_score": 0.420363, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475494, "recall": 0.518775, "f1": 0.486441, "accuracy": 0.518775, "main_score": 0.486441, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422479, "recall": 0.462451, "f1": 0.433966, "accuracy": 0.462451, "main_score": 0.433966, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435254, "recall": 0.475296, "f1": 0.446456, "accuracy": 0.475296, "main_score": 0.446456, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461893, "recall": 0.5, "f1": 0.472323, "accuracy": 0.5, "main_score": 0.472323, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449579, "recall": 0.495059, "f1": 0.462771, "accuracy": 0.495059, "main_score": 0.462771, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.444884, "recall": 0.483202, "f1": 0.455238, "accuracy": 0.483202, "main_score": 0.455238, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440952, "recall": 0.479249, "f1": 0.451839, "accuracy": 0.479249, "main_score": 0.451839, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446018, "recall": 0.494071, "f1": 0.458786, "accuracy": 0.494071, "main_score": 0.458786, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429821, "recall": 0.471344, "f1": 0.441919, "accuracy": 0.471344, "main_score": 0.441919, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444098, "recall": 0.486166, "f1": 0.455595, "accuracy": 0.486166, "main_score": 0.455595, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468116, "recall": 0.504941, "f1": 0.478358, "accuracy": 0.504941, "main_score": 0.478358, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473073, "recall": 0.502964, "f1": 0.481851, "accuracy": 0.502964, "main_score": 0.481851, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486762, "recall": 0.518775, "f1": 0.495357, "accuracy": 0.518775, "main_score": 0.495357, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421947, "recall": 0.472332, "f1": 0.435075, "accuracy": 0.472332, "main_score": 0.435075, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.424298, "recall": 0.465415, "f1": 0.436107, "accuracy": 0.465415, "main_score": 0.436107, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468016, "recall": 0.505929, "f1": 0.478636, "accuracy": 0.505929, "main_score": 0.478636, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.347796, "recall": 0.405138, "f1": 0.364131, "accuracy": 0.405138, "main_score": 0.364131, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453101, "recall": 0.494071, "f1": 0.464903, "accuracy": 0.494071, "main_score": 0.464903, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.433484, "recall": 0.478261, "f1": 0.445776, "accuracy": 0.478261, "main_score": 0.445776, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466975, "recall": 0.509881, "f1": 0.478281, "accuracy": 0.509881, "main_score": 0.478281, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464188, "recall": 0.508893, "f1": 0.476023, "accuracy": 0.508893, "main_score": 0.476023, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.434671, "recall": 0.47332, "f1": 0.445599, "accuracy": 0.47332, "main_score": 0.445599, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44405, "recall": 0.482213, "f1": 0.454814, "accuracy": 0.482213, "main_score": 0.454814, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599031, "recall": 0.664032, "f1": 0.618088, "accuracy": 0.664032, "main_score": 0.618088, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556439, "recall": 0.618577, "f1": 0.574258, "accuracy": 0.618577, "main_score": 0.574258, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451049, "recall": 0.528656, "f1": 0.471379, "accuracy": 0.528656, "main_score": 0.471379, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631498, "recall": 0.685771, "f1": 0.646855, "accuracy": 0.685771, "main_score": 0.646855, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890152, "recall": 0.918972, "f1": 0.899341, "accuracy": 0.918972, "main_score": 0.899341, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.974308, "f1": 0.968379, "accuracy": 0.974308, "main_score": 0.968379, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629319, "recall": 0.683794, "f1": 0.645033, "accuracy": 0.683794, "main_score": 0.645033, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643536, "recall": 0.701581, "f1": 0.660153, "accuracy": 0.701581, "main_score": 0.660153, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592869, "recall": 0.658103, "f1": 0.611124, "accuracy": 0.658103, "main_score": 0.611124, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189754, "recall": 0.240119, "f1": 0.202126, "accuracy": 0.240119, "main_score": 0.202126, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.662286, "recall": 0.709486, "f1": 0.675363, "accuracy": 0.709486, "main_score": 0.675363, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698435, "recall": 0.749012, "f1": 0.713556, "accuracy": 0.749012, "main_score": 0.713556, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565843, "recall": 0.616601, "f1": 0.580552, "accuracy": 0.616601, "main_score": 0.580552, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537799, "recall": 0.607708, "f1": 0.557119, "accuracy": 0.607708, "main_score": 0.557119, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586989, "recall": 0.656126, "f1": 0.606837, "accuracy": 0.656126, "main_score": 0.606837, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602908, "recall": 0.666008, "f1": 0.62072, "accuracy": 0.666008, "main_score": 0.62072, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902586, "recall": 0.929842, "f1": 0.911133, "accuracy": 0.929842, "main_score": 0.911133, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550215, "recall": 0.604743, "f1": 0.565634, "accuracy": 0.604743, "main_score": 0.565634, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567394, "recall": 0.629447, "f1": 0.58451, "accuracy": 0.629447, "main_score": 0.58451, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538383, "recall": 0.599802, "f1": 0.556074, "accuracy": 0.599802, "main_score": 0.556074, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324888, "recall": 0.383399, "f1": 0.341236, "accuracy": 0.383399, "main_score": 0.341236, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610766, "recall": 0.667984, "f1": 0.626833, "accuracy": 0.667984, "main_score": 0.626833, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609256, "recall": 0.662055, "f1": 0.624531, "accuracy": 0.662055, "main_score": 0.624531, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726837, "recall": 0.787549, "f1": 0.744801, "accuracy": 0.787549, "main_score": 0.744801, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676507, "recall": 0.749012, "f1": 0.698163, "accuracy": 0.749012, "main_score": 0.698163, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734323, "recall": 0.787549, "f1": 0.749841, "accuracy": 0.787549, "main_score": 0.749841, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699539, "recall": 0.749012, "f1": 0.714361, "accuracy": 0.749012, "main_score": 0.714361, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686521, "recall": 0.751976, "f1": 0.705592, "accuracy": 0.751976, "main_score": 0.705592, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.567874, "recall": 0.62747, "f1": 0.584463, "accuracy": 0.62747, "main_score": 0.584463, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586044, "recall": 0.641304, "f1": 0.60155, "accuracy": 0.641304, "main_score": 0.60155, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80947, "recall": 0.852767, "f1": 0.822497, "accuracy": 0.852767, "main_score": 0.822497, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487134, "recall": 0.540514, "f1": 0.501789, "accuracy": 0.540514, "main_score": 0.501789, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.926877, "f1": 0.905698, "accuracy": 0.926877, "main_score": 0.905698, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561162, "recall": 0.621542, "f1": 0.57812, "accuracy": 0.621542, "main_score": 0.57812, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.612693, "recall": 0.679842, "f1": 0.632038, "accuracy": 0.679842, "main_score": 0.632038, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207114, "recall": 0.263834, "f1": 0.220165, "accuracy": 0.263834, "main_score": 0.220165, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.647803, "recall": 0.706522, "f1": 0.664792, "accuracy": 0.706522, "main_score": 0.664792, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813027, "recall": 0.860672, "f1": 0.827404, "accuracy": 0.860672, "main_score": 0.827404, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443174, "recall": 0.502964, "f1": 0.459917, "accuracy": 0.502964, "main_score": 0.459917, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.701197, "recall": 0.750988, "f1": 0.716041, "accuracy": 0.750988, "main_score": 0.716041, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569741, "recall": 0.633399, "f1": 0.588271, "accuracy": 0.633399, "main_score": 0.588271, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528826, "recall": 0.591897, "f1": 0.545847, "accuracy": 0.591897, "main_score": 0.545847, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710385, "recall": 0.758893, "f1": 0.724, "accuracy": 0.758893, "main_score": 0.724, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.253635, "recall": 0.33004, "f1": 0.273332, "accuracy": 0.33004, "main_score": 0.273332, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624621, "recall": 0.683794, "f1": 0.642015, "accuracy": 0.683794, "main_score": 0.642015, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60247, "recall": 0.666996, "f1": 0.620911, "accuracy": 0.666996, "main_score": 0.620911, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739336, "recall": 0.798419, "f1": 0.757334, "accuracy": 0.798419, "main_score": 0.757334, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572539, "recall": 0.633399, "f1": 0.590203, "accuracy": 0.633399, "main_score": 0.590203, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820076, "recall": 0.863636, "f1": 0.833531, "accuracy": 0.863636, "main_score": 0.833531, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483625, "recall": 0.547431, "f1": 0.500877, "accuracy": 0.547431, "main_score": 0.500877, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.97332, "f1": 0.96558, "accuracy": 0.97332, "main_score": 0.96558, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.938735, "f1": 0.921739, "accuracy": 0.938735, "main_score": 0.921739, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.961462, "f1": 0.94944, "accuracy": 0.961462, "main_score": 0.94944, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642379, "recall": 0.694664, "f1": 0.657316, "accuracy": 0.694664, "main_score": 0.657316, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908103, "recall": 0.935771, "f1": 0.916996, "accuracy": 0.935771, "main_score": 0.916996, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492278, "recall": 0.560277, "f1": 0.511114, "accuracy": 0.560277, "main_score": 0.511114, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640827, "recall": 0.713439, "f1": 0.662601, "accuracy": 0.713439, "main_score": 0.662601, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986907, "recall": 0.990119, "f1": 0.987879, "accuracy": 0.990119, "main_score": 0.987879, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850461, "recall": 0.88834, "f1": 0.862088, "accuracy": 0.88834, "main_score": 0.862088, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.663435, "recall": 0.714427, "f1": 0.677931, "accuracy": 0.714427, "main_score": 0.677931, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671201, "recall": 0.72332, "f1": 0.686152, "accuracy": 0.72332, "main_score": 0.686152, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564399, "recall": 0.628458, "f1": 0.582218, "accuracy": 0.628458, "main_score": 0.582218, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558509, "recall": 0.620553, "f1": 0.575919, "accuracy": 0.620553, "main_score": 0.575919, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852849, "recall": 0.893281, "f1": 0.865481, "accuracy": 0.893281, "main_score": 0.865481, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575882, "recall": 0.636364, "f1": 0.592976, "accuracy": 0.636364, "main_score": 0.592976, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66917, "recall": 0.726285, "f1": 0.68643, "accuracy": 0.726285, "main_score": 0.68643, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930583, "recall": 0.948617, "f1": 0.936166, "accuracy": 0.948617, "main_score": 0.936166, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510921, "recall": 0.564229, "f1": 0.525811, "accuracy": 0.564229, "main_score": 0.525811, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600484, "recall": 0.656126, "f1": 0.615364, "accuracy": 0.656126, "main_score": 0.615364, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.618045, "recall": 0.677866, "f1": 0.635131, "accuracy": 0.677866, "main_score": 0.635131, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574854, "recall": 0.632411, "f1": 0.590834, "accuracy": 0.632411, "main_score": 0.590834, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554854, "recall": 0.620553, "f1": 0.57377, "accuracy": 0.620553, "main_score": 0.57377, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78358, "recall": 0.832016, "f1": 0.798123, "accuracy": 0.832016, "main_score": 0.798123, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766288, "recall": 0.813241, "f1": 0.780665, "accuracy": 0.813241, "main_score": 0.780665, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891502, "recall": 0.91996, "f1": 0.900165, "accuracy": 0.91996, "main_score": 0.900165, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.496445, "recall": 0.58004, "f1": 0.520858, "accuracy": 0.58004, "main_score": 0.520858, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.741238, "recall": 0.798419, "f1": 0.758319, "accuracy": 0.798419, "main_score": 0.758319, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623454, "recall": 0.672925, "f1": 0.637225, "accuracy": 0.672925, "main_score": 0.637225, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556499, "recall": 0.626482, "f1": 0.57619, "accuracy": 0.626482, "main_score": 0.57619, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514159, "recall": 0.582016, "f1": 0.533475, "accuracy": 0.582016, "main_score": 0.533475, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43893, "recall": 0.51581, "f1": 0.459791, "accuracy": 0.51581, "main_score": 0.459791, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580809, "recall": 0.641304, "f1": 0.598039, "accuracy": 0.641304, "main_score": 0.598039, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864872, "recall": 0.902174, "f1": 0.876666, "accuracy": 0.902174, "main_score": 0.876666, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593001, "recall": 0.655138, "f1": 0.610556, "accuracy": 0.655138, "main_score": 0.610556, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602915, "recall": 0.673913, "f1": 0.623, "accuracy": 0.673913, "main_score": 0.623, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538778, "recall": 0.602767, "f1": 0.556686, "accuracy": 0.602767, "main_score": 0.556686, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.168644, "recall": 0.224308, "f1": 0.182682, "accuracy": 0.224308, "main_score": 0.182682, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.626788, "recall": 0.683794, "f1": 0.642497, "accuracy": 0.683794, "main_score": 0.642497, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.661479, "recall": 0.719368, "f1": 0.678477, "accuracy": 0.719368, "main_score": 0.678477, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531225, "recall": 0.587945, "f1": 0.547567, "accuracy": 0.587945, "main_score": 0.547567, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478624, "recall": 0.559289, "f1": 0.500846, "accuracy": 0.559289, "main_score": 0.500846, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550791, "recall": 0.617589, "f1": 0.570168, "accuracy": 0.617589, "main_score": 0.570168, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560673, "recall": 0.628458, "f1": 0.57949, "accuracy": 0.628458, "main_score": 0.57949, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879941, "recall": 0.913043, "f1": 0.890646, "accuracy": 0.913043, "main_score": 0.890646, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511254, "recall": 0.576087, "f1": 0.530105, "accuracy": 0.576087, "main_score": 0.530105, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505257, "recall": 0.574111, "f1": 0.524268, "accuracy": 0.574111, "main_score": 0.524268, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507011, "recall": 0.576087, "f1": 0.526726, "accuracy": 0.576087, "main_score": 0.526726, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.298108, "recall": 0.360672, "f1": 0.314791, "accuracy": 0.360672, "main_score": 0.314791, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582915, "recall": 0.653162, "f1": 0.602595, "accuracy": 0.653162, "main_score": 0.602595, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575318, "recall": 0.633399, "f1": 0.592184, "accuracy": 0.633399, "main_score": 0.592184, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701186, "recall": 0.76581, "f1": 0.720296, "accuracy": 0.76581, "main_score": 0.720296, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663488, "recall": 0.745059, "f1": 0.687945, "accuracy": 0.745059, "main_score": 0.687945, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700055, "recall": 0.757905, "f1": 0.716831, "accuracy": 0.757905, "main_score": 0.716831, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658853, "recall": 0.717391, "f1": 0.676536, "accuracy": 0.717391, "main_score": 0.676536, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640711, "recall": 0.715415, "f1": 0.662733, "accuracy": 0.715415, "main_score": 0.662733, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940876, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53077, "recall": 0.594862, "f1": 0.548377, "accuracy": 0.594862, "main_score": 0.548377, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552233, "recall": 0.61166, "f1": 0.569186, "accuracy": 0.61166, "main_score": 0.569186, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.802026, "recall": 0.849802, "f1": 0.816521, "accuracy": 0.849802, "main_score": 0.816521, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472154, "recall": 0.529644, "f1": 0.48738, "accuracy": 0.529644, "main_score": 0.48738, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.892292, "f1": 0.865481, "accuracy": 0.892292, "main_score": 0.865481, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534258, "recall": 0.603755, "f1": 0.553984, "accuracy": 0.603755, "main_score": 0.553984, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585954, "recall": 0.659091, "f1": 0.606543, "accuracy": 0.659091, "main_score": 0.606543, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185919, "recall": 0.248024, "f1": 0.20054, "accuracy": 0.248024, "main_score": 0.20054, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.611315, "recall": 0.683794, "f1": 0.632186, "accuracy": 0.683794, "main_score": 0.632186, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784453, "recall": 0.840909, "f1": 0.801812, "accuracy": 0.840909, "main_score": 0.801812, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398453, "recall": 0.454545, "f1": 0.414034, "accuracy": 0.454545, "main_score": 0.414034, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654602, "recall": 0.719368, "f1": 0.673687, "accuracy": 0.719368, "main_score": 0.673687, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547257, "recall": 0.614625, "f1": 0.565904, "accuracy": 0.614625, "main_score": 0.565904, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49158, "recall": 0.565217, "f1": 0.511262, "accuracy": 0.565217, "main_score": 0.511262, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6661, "recall": 0.724308, "f1": 0.683185, "accuracy": 0.724308, "main_score": 0.683185, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220224, "recall": 0.297431, "f1": 0.240721, "accuracy": 0.297431, "main_score": 0.240721, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.967391, "f1": 0.958169, "accuracy": 0.967391, "main_score": 0.958169, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559404, "recall": 0.628458, "f1": 0.579418, "accuracy": 0.628458, "main_score": 0.579418, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580988, "recall": 0.649209, "f1": 0.599769, "accuracy": 0.649209, "main_score": 0.599769, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696765, "recall": 0.769763, "f1": 0.718956, "accuracy": 0.769763, "main_score": 0.718956, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.565648, "recall": 0.630435, "f1": 0.584412, "accuracy": 0.630435, "main_score": 0.584412, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772596, "recall": 0.827075, "f1": 0.789328, "accuracy": 0.827075, "main_score": 0.789328, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4635, "recall": 0.538538, "f1": 0.484216, "accuracy": 0.538538, "main_score": 0.484216, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87607, "recall": 0.909091, "f1": 0.886232, "accuracy": 0.909091, "main_score": 0.886232, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938735, "recall": 0.95751, "f1": 0.944829, "accuracy": 0.95751, "main_score": 0.944829, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61485, "recall": 0.673913, "f1": 0.631628, "accuracy": 0.673913, "main_score": 0.631628, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.936759, "f1": 0.91805, "accuracy": 0.936759, "main_score": 0.91805, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448948, "recall": 0.520751, "f1": 0.467829, "accuracy": 0.520751, "main_score": 0.467829, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608646, "recall": 0.681818, "f1": 0.62996, "accuracy": 0.681818, "main_score": 0.62996, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834074, "recall": 0.87747, "f1": 0.847727, "accuracy": 0.87747, "main_score": 0.847727, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.636679, "recall": 0.697628, "f1": 0.65422, "accuracy": 0.697628, "main_score": 0.65422, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611448, "recall": 0.681818, "f1": 0.631442, "accuracy": 0.681818, "main_score": 0.631442, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541289, "recall": 0.605731, "f1": 0.559896, "accuracy": 0.605731, "main_score": 0.559896, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529202, "recall": 0.594862, "f1": 0.547831, "accuracy": 0.594862, "main_score": 0.547831, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821492, "recall": 0.864625, "f1": 0.834519, "accuracy": 0.864625, "main_score": 0.834519, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538303, "recall": 0.606719, "f1": 0.557541, "accuracy": 0.606719, "main_score": 0.557541, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609023, "recall": 0.673913, "f1": 0.627948, "accuracy": 0.673913, "main_score": 0.627948, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923913, "recall": 0.947628, "f1": 0.931653, "accuracy": 0.947628, "main_score": 0.931653, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49274, "recall": 0.550395, "f1": 0.508682, "accuracy": 0.550395, "main_score": 0.508682, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565224, "recall": 0.629447, "f1": 0.582998, "accuracy": 0.629447, "main_score": 0.582998, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.590556, "recall": 0.657115, "f1": 0.609983, "accuracy": 0.657115, "main_score": 0.609983, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548892, "recall": 0.608696, "f1": 0.565893, "accuracy": 0.608696, "main_score": 0.565893, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521772, "recall": 0.593874, "f1": 0.542628, "accuracy": 0.593874, "main_score": 0.542628, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741248, "recall": 0.796443, "f1": 0.757428, "accuracy": 0.796443, "main_score": 0.757428, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749358, "recall": 0.800395, "f1": 0.764295, "accuracy": 0.800395, "main_score": 0.764295, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875329, "recall": 0.907115, "f1": 0.885145, "accuracy": 0.907115, "main_score": 0.885145, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961874, "recall": 0.97332, "f1": 0.965481, "accuracy": 0.97332, "main_score": 0.965481, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466774, "recall": 0.552372, "f1": 0.491293, "accuracy": 0.552372, "main_score": 0.491293, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.68526, "recall": 0.749012, "f1": 0.704004, "accuracy": 0.749012, "main_score": 0.704004, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603616, "recall": 0.65415, "f1": 0.617615, "accuracy": 0.65415, "main_score": 0.617615, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514932, "recall": 0.583004, "f1": 0.533855, "accuracy": 0.583004, "main_score": 0.533855, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493019, "recall": 0.554348, "f1": 0.509718, "accuracy": 0.554348, "main_score": 0.509718, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400291, "recall": 0.487154, "f1": 0.422599, "accuracy": 0.487154, "main_score": 0.422599, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550739, "recall": 0.605731, "f1": 0.56585, "accuracy": 0.605731, "main_score": 0.56585, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823155, "recall": 0.867589, "f1": 0.836877, "accuracy": 0.867589, "main_score": 0.836877, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.954545, "f1": 0.942424, "accuracy": 0.954545, "main_score": 0.942424, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.556383, "recall": 0.614625, "f1": 0.573089, "accuracy": 0.614625, "main_score": 0.573089, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581145, "recall": 0.648221, "f1": 0.599525, "accuracy": 0.648221, "main_score": 0.599525, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517328, "recall": 0.58498, "f1": 0.5354, "accuracy": 0.58498, "main_score": 0.5354, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.176557, "recall": 0.216403, "f1": 0.186355, "accuracy": 0.216403, "main_score": 0.186355, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594969, "recall": 0.643281, "f1": 0.608296, "accuracy": 0.643281, "main_score": 0.608296, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.63592, "recall": 0.692688, "f1": 0.651332, "accuracy": 0.692688, "main_score": 0.651332, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.503102, "recall": 0.556324, "f1": 0.51733, "accuracy": 0.556324, "main_score": 0.51733, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459827, "recall": 0.523715, "f1": 0.476625, "accuracy": 0.523715, "main_score": 0.476625, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531588, "recall": 0.592885, "f1": 0.549017, "accuracy": 0.592885, "main_score": 0.549017, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528748, "recall": 0.592885, "f1": 0.54594, "accuracy": 0.592885, "main_score": 0.54594, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86194, "recall": 0.898221, "f1": 0.873221, "accuracy": 0.898221, "main_score": 0.873221, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482776, "recall": 0.539526, "f1": 0.498515, "accuracy": 0.539526, "main_score": 0.498515, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491044, "recall": 0.552372, "f1": 0.508206, "accuracy": 0.552372, "main_score": 0.508206, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.474178, "recall": 0.530632, "f1": 0.489096, "accuracy": 0.530632, "main_score": 0.489096, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915267, "recall": 0.939723, "f1": 0.922991, "accuracy": 0.939723, "main_score": 0.922991, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294764, "recall": 0.348814, "f1": 0.30955, "accuracy": 0.348814, "main_score": 0.30955, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542902, "recall": 0.605731, "f1": 0.560259, "accuracy": 0.605731, "main_score": 0.560259, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565506, "recall": 0.617589, "f1": 0.579532, "accuracy": 0.617589, "main_score": 0.579532, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676697, "recall": 0.741107, "f1": 0.695241, "accuracy": 0.741107, "main_score": 0.695241, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.969368, "f1": 0.959651, "accuracy": 0.969368, "main_score": 0.959651, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647414, "recall": 0.717391, "f1": 0.66741, "accuracy": 0.717391, "main_score": 0.66741, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.670598, "recall": 0.730237, "f1": 0.68742, "accuracy": 0.730237, "main_score": 0.68742, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633547, "recall": 0.689723, "f1": 0.649202, "accuracy": 0.689723, "main_score": 0.649202, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654208, "recall": 0.713439, "f1": 0.67084, "accuracy": 0.713439, "main_score": 0.67084, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.985178, "f1": 0.981555, "accuracy": 0.985178, "main_score": 0.981555, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.959486, "f1": 0.947925, "accuracy": 0.959486, "main_score": 0.947925, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.5003, "recall": 0.566206, "f1": 0.518586, "accuracy": 0.566206, "main_score": 0.518586, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498103, "recall": 0.559289, "f1": 0.515415, "accuracy": 0.559289, "main_score": 0.515415, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770497, "recall": 0.821146, "f1": 0.785378, "accuracy": 0.821146, "main_score": 0.785378, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441356, "recall": 0.496047, "f1": 0.455388, "accuracy": 0.496047, "main_score": 0.455388, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.847826, "recall": 0.889328, "f1": 0.860804, "accuracy": 0.889328, "main_score": 0.860804, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510507, "recall": 0.568182, "f1": 0.526206, "accuracy": 0.568182, "main_score": 0.526206, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989789, "recall": 0.992095, "f1": 0.990448, "accuracy": 0.992095, "main_score": 0.990448, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558745, "recall": 0.623518, "f1": 0.577346, "accuracy": 0.623518, "main_score": 0.577346, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192493, "recall": 0.240119, "f1": 0.202994, "accuracy": 0.240119, "main_score": 0.202994, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.599681, "recall": 0.660079, "f1": 0.61622, "accuracy": 0.660079, "main_score": 0.61622, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740679, "recall": 0.800395, "f1": 0.757995, "accuracy": 0.800395, "main_score": 0.757995, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37465, "recall": 0.426877, "f1": 0.38892, "accuracy": 0.426877, "main_score": 0.38892, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.646371, "recall": 0.702569, "f1": 0.662832, "accuracy": 0.702569, "main_score": 0.662832, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534922, "recall": 0.593874, "f1": 0.551521, "accuracy": 0.593874, "main_score": 0.551521, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479632, "recall": 0.54249, "f1": 0.496415, "accuracy": 0.54249, "main_score": 0.496415, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632249, "recall": 0.687747, "f1": 0.647779, "accuracy": 0.687747, "main_score": 0.647779, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.251009, "recall": 0.327075, "f1": 0.270774, "accuracy": 0.327075, "main_score": 0.270774, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.974144, "recall": 0.982213, "f1": 0.976779, "accuracy": 0.982213, "main_score": 0.976779, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544616, "recall": 0.608696, "f1": 0.562804, "accuracy": 0.608696, "main_score": 0.562804, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56271, "recall": 0.624506, "f1": 0.579885, "accuracy": 0.624506, "main_score": 0.579885, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690877, "recall": 0.757905, "f1": 0.710564, "accuracy": 0.757905, "main_score": 0.710564, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533762, "recall": 0.587945, "f1": 0.549027, "accuracy": 0.587945, "main_score": 0.549027, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743692, "recall": 0.795455, "f1": 0.759077, "accuracy": 0.795455, "main_score": 0.759077, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.442833, "recall": 0.502964, "f1": 0.45951, "accuracy": 0.502964, "main_score": 0.45951, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822276, "recall": 0.869565, "f1": 0.836841, "accuracy": 0.869565, "main_score": 0.836841, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946805, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895751, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570863, "recall": 0.62747, "f1": 0.586295, "accuracy": 0.62747, "main_score": 0.586295, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890975, "recall": 0.920949, "f1": 0.900362, "accuracy": 0.920949, "main_score": 0.900362, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431705, "recall": 0.498024, "f1": 0.449335, "accuracy": 0.498024, "main_score": 0.449335, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598043, "recall": 0.667984, "f1": 0.618179, "accuracy": 0.667984, "main_score": 0.618179, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799605, "recall": 0.84585, "f1": 0.813622, "accuracy": 0.84585, "main_score": 0.813622, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.609038, "recall": 0.661067, "f1": 0.623814, "accuracy": 0.661067, "main_score": 0.623814, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590673, "recall": 0.650198, "f1": 0.607588, "accuracy": 0.650198, "main_score": 0.607588, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.947628, "f1": 0.932806, "accuracy": 0.947628, "main_score": 0.932806, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51436, "recall": 0.574111, "f1": 0.531487, "accuracy": 0.574111, "main_score": 0.531487, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.498106, "recall": 0.559289, "f1": 0.515077, "accuracy": 0.559289, "main_score": 0.515077, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789328, "recall": 0.838933, "f1": 0.80407, "accuracy": 0.838933, "main_score": 0.80407, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507678, "recall": 0.567194, "f1": 0.523636, "accuracy": 0.567194, "main_score": 0.523636, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585706, "recall": 0.644269, "f1": 0.601607, "accuracy": 0.644269, "main_score": 0.601607, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915184, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455981, "recall": 0.51581, "f1": 0.472812, "accuracy": 0.51581, "main_score": 0.472812, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542128, "recall": 0.59585, "f1": 0.556504, "accuracy": 0.59585, "main_score": 0.556504, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.532991, "recall": 0.601779, "f1": 0.552459, "accuracy": 0.601779, "main_score": 0.552459, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522263, "recall": 0.572134, "f1": 0.535363, "accuracy": 0.572134, "main_score": 0.535363, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511647, "recall": 0.575099, "f1": 0.52972, "accuracy": 0.575099, "main_score": 0.52972, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698744, "recall": 0.757905, "f1": 0.715773, "accuracy": 0.757905, "main_score": 0.715773, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72719, "recall": 0.777668, "f1": 0.74233, "accuracy": 0.777668, "main_score": 0.74233, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845438, "recall": 0.881423, "f1": 0.856588, "accuracy": 0.881423, "main_score": 0.856588, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.439517, "recall": 0.522727, "f1": 0.463683, "accuracy": 0.522727, "main_score": 0.463683, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.67985, "recall": 0.738142, "f1": 0.697025, "accuracy": 0.738142, "main_score": 0.697025, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566744, "recall": 0.619565, "f1": 0.581368, "accuracy": 0.619565, "main_score": 0.581368, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51366, "recall": 0.571146, "f1": 0.529647, "accuracy": 0.571146, "main_score": 0.529647, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.493629, "recall": 0.543478, "f1": 0.507891, "accuracy": 0.543478, "main_score": 0.507891, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360488, "recall": 0.429842, "f1": 0.379415, "accuracy": 0.429842, "main_score": 0.379415, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.863505, "recall": 0.897233, "f1": 0.873781, "accuracy": 0.897233, "main_score": 0.873781, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542571, "recall": 0.592885, "f1": 0.556449, "accuracy": 0.592885, "main_score": 0.556449, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743303, "recall": 0.793478, "f1": 0.757364, "accuracy": 0.793478, "main_score": 0.757364, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832543, "recall": 0.870553, "f1": 0.84417, "accuracy": 0.870553, "main_score": 0.84417, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.963439, "f1": 0.95303, "accuracy": 0.963439, "main_score": 0.95303, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526837, "recall": 0.578063, "f1": 0.541111, "accuracy": 0.578063, "main_score": 0.541111, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901301, "recall": 0.928854, "f1": 0.90998, "accuracy": 0.928854, "main_score": 0.90998, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555221, "recall": 0.610672, "f1": 0.570544, "accuracy": 0.610672, "main_score": 0.570544, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958202, "recall": 0.970356, "f1": 0.961957, "accuracy": 0.970356, "main_score": 0.961957, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925042, "recall": 0.94664, "f1": 0.931736, "accuracy": 0.94664, "main_score": 0.931736, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514783, "recall": 0.578063, "f1": 0.532331, "accuracy": 0.578063, "main_score": 0.532331, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915316, "accuracy": 0.933794, "main_score": 0.915316, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206936, "recall": 0.254941, "f1": 0.219174, "accuracy": 0.254941, "main_score": 0.219174, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.966321, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.559701, "recall": 0.604743, "f1": 0.57246, "accuracy": 0.604743, "main_score": 0.57246, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962401, "recall": 0.972332, "f1": 0.965316, "accuracy": 0.972332, "main_score": 0.965316, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918396, "recall": 0.942688, "f1": 0.925955, "accuracy": 0.942688, "main_score": 0.925955, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958366, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.624835, "recall": 0.675889, "f1": 0.639083, "accuracy": 0.675889, "main_score": 0.639083, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.882444, "recall": 0.910079, "f1": 0.891093, "accuracy": 0.910079, "main_score": 0.891093, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.956522, "f1": 0.944749, "accuracy": 0.956522, "main_score": 0.944749, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957486, "recall": 0.969368, "f1": 0.961215, "accuracy": 0.969368, "main_score": 0.961215, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.496642, "recall": 0.543478, "f1": 0.509469, "accuracy": 0.543478, "main_score": 0.509469, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445459, "recall": 0.513834, "f1": 0.464559, "accuracy": 0.513834, "main_score": 0.464559, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963933, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519876, "recall": 0.572134, "f1": 0.534273, "accuracy": 0.572134, "main_score": 0.534273, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93391, "recall": 0.952569, "f1": 0.939427, "accuracy": 0.952569, "main_score": 0.939427, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.903656, "recall": 0.929842, "f1": 0.911693, "accuracy": 0.929842, "main_score": 0.911693, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52603, "recall": 0.585968, "f1": 0.543185, "accuracy": 0.585968, "main_score": 0.543185, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829051, "recall": 0.871542, "f1": 0.842161, "accuracy": 0.871542, "main_score": 0.842161, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890761, "recall": 0.920949, "f1": 0.900099, "accuracy": 0.920949, "main_score": 0.900099, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.950593, "f1": 0.936594, "accuracy": 0.950593, "main_score": 0.936594, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49804, "recall": 0.544466, "f1": 0.511401, "accuracy": 0.544466, "main_score": 0.511401, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486557, "recall": 0.543478, "f1": 0.50227, "accuracy": 0.543478, "main_score": 0.50227, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49032, "recall": 0.527668, "f1": 0.500643, "accuracy": 0.527668, "main_score": 0.500643, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821765, "recall": 0.864625, "f1": 0.834719, "accuracy": 0.864625, "main_score": 0.834719, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308568, "recall": 0.356719, "f1": 0.321925, "accuracy": 0.356719, "main_score": 0.321925, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.975296, "f1": 0.967787, "accuracy": 0.975296, "main_score": 0.967787, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530774, "recall": 0.583004, "f1": 0.54541, "accuracy": 0.583004, "main_score": 0.54541, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899457, "recall": 0.925889, "f1": 0.907563, "accuracy": 0.925889, "main_score": 0.907563, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883762, "recall": 0.916996, "f1": 0.893859, "accuracy": 0.916996, "main_score": 0.893859, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526551, "recall": 0.575099, "f1": 0.540137, "accuracy": 0.575099, "main_score": 0.540137, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919788, "recall": 0.938735, "f1": 0.925205, "accuracy": 0.938735, "main_score": 0.925205, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625892, "recall": 0.685771, "f1": 0.64284, "accuracy": 0.685771, "main_score": 0.64284, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.939723, "f1": 0.924638, "accuracy": 0.939723, "main_score": 0.924638, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938076, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567667, "recall": 0.643281, "f1": 0.588694, "accuracy": 0.643281, "main_score": 0.588694, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.62745, "recall": 0.682806, "f1": 0.643112, "accuracy": 0.682806, "main_score": 0.643112, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.945652, "f1": 0.931324, "accuracy": 0.945652, "main_score": 0.931324, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582323, "recall": 0.633399, "f1": 0.596754, "accuracy": 0.633399, "main_score": 0.596754, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571298, "recall": 0.618577, "f1": 0.584832, "accuracy": 0.618577, "main_score": 0.584832, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.945652, "f1": 0.931442, "accuracy": 0.945652, "main_score": 0.931442, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.949901, "accuracy": 0.961462, "main_score": 0.949901, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875, "recall": 0.909091, "f1": 0.885672, "accuracy": 0.909091, "main_score": 0.885672, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.971344, "f1": 0.963505, "accuracy": 0.971344, "main_score": 0.963505, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951548, "accuracy": 0.962451, "main_score": 0.951548, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956275, "recall": 0.968379, "f1": 0.959881, "accuracy": 0.968379, "main_score": 0.959881, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.50756, "recall": 0.554348, "f1": 0.519741, "accuracy": 0.554348, "main_score": 0.519741, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51521, "recall": 0.564229, "f1": 0.528285, "accuracy": 0.564229, "main_score": 0.528285, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956933, "recall": 0.969368, "f1": 0.96087, "accuracy": 0.969368, "main_score": 0.96087, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697243, "recall": 0.744071, "f1": 0.710646, "accuracy": 0.744071, "main_score": 0.710646, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436462, "recall": 0.48419, "f1": 0.448683, "accuracy": 0.48419, "main_score": 0.448683, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.946607, "accuracy": 0.958498, "main_score": 0.946607, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929718, "recall": 0.949605, "f1": 0.935892, "accuracy": 0.949605, "main_score": 0.935892, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.790061, "recall": 0.833004, "f1": 0.80269, "accuracy": 0.833004, "main_score": 0.80269, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.967391, "f1": 0.958004, "accuracy": 0.967391, "main_score": 0.958004, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486959, "recall": 0.537549, "f1": 0.500711, "accuracy": 0.537549, "main_score": 0.500711, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916123, "recall": 0.940711, "f1": 0.923814, "accuracy": 0.940711, "main_score": 0.923814, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.977273, "f1": 0.970092, "accuracy": 0.977273, "main_score": 0.970092, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940112, "recall": 0.955534, "f1": 0.944615, "accuracy": 0.955534, "main_score": 0.944615, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.919944, "recall": 0.938735, "f1": 0.925626, "accuracy": 0.938735, "main_score": 0.925626, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912302, "recall": 0.937747, "f1": 0.92052, "accuracy": 0.937747, "main_score": 0.92052, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.528468, "recall": 0.583004, "f1": 0.544073, "accuracy": 0.583004, "main_score": 0.544073, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211472, "recall": 0.263834, "f1": 0.223878, "accuracy": 0.263834, "main_score": 0.223878, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55239, "recall": 0.603755, "f1": 0.566897, "accuracy": 0.603755, "main_score": 0.566897, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711299, "recall": 0.76581, "f1": 0.727099, "accuracy": 0.76581, "main_score": 0.727099, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967968, "recall": 0.977273, "f1": 0.970751, "accuracy": 0.977273, "main_score": 0.970751, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904703, "recall": 0.928854, "f1": 0.911841, "accuracy": 0.928854, "main_score": 0.911841, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407075, "recall": 0.454545, "f1": 0.419513, "accuracy": 0.454545, "main_score": 0.419513, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.931818, "f1": 0.914328, "accuracy": 0.931818, "main_score": 0.914328, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949358, "recall": 0.963439, "f1": 0.953741, "accuracy": 0.963439, "main_score": 0.953741, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919499, "recall": 0.9417, "f1": 0.926219, "accuracy": 0.9417, "main_score": 0.926219, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.923315, "recall": 0.943676, "f1": 0.929447, "accuracy": 0.943676, "main_score": 0.929447, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622738, "recall": 0.675889, "f1": 0.637821, "accuracy": 0.675889, "main_score": 0.637821, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.96405, "accuracy": 0.972332, "main_score": 0.96405, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94395, "recall": 0.959486, "f1": 0.948814, "accuracy": 0.959486, "main_score": 0.948814, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516, "recall": 0.567194, "f1": 0.531036, "accuracy": 0.567194, "main_score": 0.531036, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472546, "recall": 0.524704, "f1": 0.487291, "accuracy": 0.524704, "main_score": 0.487291, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585035, "recall": 0.636364, "f1": 0.598991, "accuracy": 0.636364, "main_score": 0.598991, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.227872, "recall": 0.296443, "f1": 0.245409, "accuracy": 0.296443, "main_score": 0.245409, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.86996, "recall": 0.905138, "f1": 0.880731, "accuracy": 0.905138, "main_score": 0.880731, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.909009, "recall": 0.933794, "f1": 0.916535, "accuracy": 0.933794, "main_score": 0.916535, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538027, "recall": 0.588933, "f1": 0.552823, "accuracy": 0.588933, "main_score": 0.552823, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54791, "recall": 0.596838, "f1": 0.560972, "accuracy": 0.596838, "main_score": 0.560972, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895866, "recall": 0.921937, "f1": 0.903581, "accuracy": 0.921937, "main_score": 0.903581, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918594, "recall": 0.940711, "f1": 0.925264, "accuracy": 0.940711, "main_score": 0.925264, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627183, "recall": 0.693676, "f1": 0.646643, "accuracy": 0.693676, "main_score": 0.646643, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.960474, "f1": 0.949572, "accuracy": 0.960474, "main_score": 0.949572, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498238, "recall": 0.548419, "f1": 0.513143, "accuracy": 0.548419, "main_score": 0.513143, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692852, "recall": 0.754941, "f1": 0.710921, "accuracy": 0.754941, "main_score": 0.710921, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.901739, "recall": 0.926877, "f1": 0.909569, "accuracy": 0.926877, "main_score": 0.909569, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94837, "recall": 0.963439, "f1": 0.953129, "accuracy": 0.963439, "main_score": 0.953129, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.430359, "recall": 0.483202, "f1": 0.444623, "accuracy": 0.483202, "main_score": 0.444623, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.967391, "f1": 0.9583, "accuracy": 0.967391, "main_score": 0.9583, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952701, "accuracy": 0.963439, "main_score": 0.952701, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.787533, "recall": 0.833004, "f1": 0.801383, "accuracy": 0.833004, "main_score": 0.801383, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840007, "recall": 0.879447, "f1": 0.851602, "accuracy": 0.879447, "main_score": 0.851602, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.839627, "recall": 0.87747, "f1": 0.85112, "accuracy": 0.87747, "main_score": 0.85112, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557956, "recall": 0.604743, "f1": 0.571284, "accuracy": 0.604743, "main_score": 0.571284, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914806, "recall": 0.939723, "f1": 0.922464, "accuracy": 0.939723, "main_score": 0.922464, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.939764, "recall": 0.955534, "f1": 0.944408, "accuracy": 0.955534, "main_score": 0.944408, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.953393, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920043, "recall": 0.942688, "f1": 0.92691, "accuracy": 0.942688, "main_score": 0.92691, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753097, "recall": 0.810277, "f1": 0.7699, "accuracy": 0.810277, "main_score": 0.7699, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895949, "recall": 0.923913, "f1": 0.904611, "accuracy": 0.923913, "main_score": 0.904611, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436868, "recall": 0.486166, "f1": 0.450422, "accuracy": 0.486166, "main_score": 0.450422, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95831, "recall": 0.970356, "f1": 0.962039, "accuracy": 0.970356, "main_score": 0.962039, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579678, "recall": 0.641304, "f1": 0.59705, "accuracy": 0.641304, "main_score": 0.59705, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.958498, "f1": 0.945817, "accuracy": 0.958498, "main_score": 0.945817, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947859, "accuracy": 0.959486, "main_score": 0.947859, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907757, "recall": 0.932806, "f1": 0.915217, "accuracy": 0.932806, "main_score": 0.915217, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693906, "recall": 0.747036, "f1": 0.709609, "accuracy": 0.747036, "main_score": 0.709609, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.569864, "recall": 0.618577, "f1": 0.583903, "accuracy": 0.618577, "main_score": 0.583903, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566342, "recall": 0.626482, "f1": 0.583832, "accuracy": 0.626482, "main_score": 0.583832, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957757, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80121, "recall": 0.847826, "f1": 0.814797, "accuracy": 0.847826, "main_score": 0.814797, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508856, "recall": 0.5583, "f1": 0.522654, "accuracy": 0.5583, "main_score": 0.522654, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.966403, "f1": 0.957364, "accuracy": 0.966403, "main_score": 0.957364, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50571, "recall": 0.560277, "f1": 0.519701, "accuracy": 0.560277, "main_score": 0.519701, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730362, "recall": 0.784585, "f1": 0.746577, "accuracy": 0.784585, "main_score": 0.746577, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500553, "recall": 0.556324, "f1": 0.516162, "accuracy": 0.556324, "main_score": 0.516162, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580464, "recall": 0.636364, "f1": 0.595612, "accuracy": 0.636364, "main_score": 0.595612, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826318, "recall": 0.869565, "f1": 0.839526, "accuracy": 0.869565, "main_score": 0.839526, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962204, "recall": 0.97332, "f1": 0.965646, "accuracy": 0.97332, "main_score": 0.965646, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.910079, "f1": 0.890876, "accuracy": 0.910079, "main_score": 0.890876, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466156, "recall": 0.509881, "f1": 0.478299, "accuracy": 0.509881, "main_score": 0.478299, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525266, "recall": 0.574111, "f1": 0.538352, "accuracy": 0.574111, "main_score": 0.538352, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.531014, "recall": 0.583992, "f1": 0.545746, "accuracy": 0.583992, "main_score": 0.545746, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507057, "recall": 0.559289, "f1": 0.520342, "accuracy": 0.559289, "main_score": 0.520342, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931225, "accuracy": 0.94664, "main_score": 0.931225, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478331, "recall": 0.533597, "f1": 0.494436, "accuracy": 0.533597, "main_score": 0.494436, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65896, "recall": 0.716403, "f1": 0.675401, "accuracy": 0.716403, "main_score": 0.675401, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875856, "recall": 0.908103, "f1": 0.885366, "accuracy": 0.908103, "main_score": 0.885366, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629736, "recall": 0.683794, "f1": 0.645443, "accuracy": 0.683794, "main_score": 0.645443, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743883, "recall": 0.784585, "f1": 0.756063, "accuracy": 0.784585, "main_score": 0.756063, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846047, "recall": 0.886364, "f1": 0.858827, "accuracy": 0.886364, "main_score": 0.858827, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908163, "recall": 0.931818, "f1": 0.915283, "accuracy": 0.931818, "main_score": 0.915283, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.42929, "recall": 0.490119, "f1": 0.446898, "accuracy": 0.490119, "main_score": 0.446898, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.915161, "recall": 0.938735, "f1": 0.922466, "accuracy": 0.938735, "main_score": 0.922466, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949193, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.64697, "recall": 0.708498, "f1": 0.66525, "accuracy": 0.708498, "main_score": 0.66525, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537815, "recall": 0.589921, "f1": 0.552179, "accuracy": 0.589921, "main_score": 0.552179, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458063, "recall": 0.507905, "f1": 0.472176, "accuracy": 0.507905, "main_score": 0.472176, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505616, "recall": 0.544466, "f1": 0.51682, "accuracy": 0.544466, "main_score": 0.51682, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324642, "recall": 0.375494, "f1": 0.337522, "accuracy": 0.375494, "main_score": 0.337522, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.874292, "recall": 0.909091, "f1": 0.885065, "accuracy": 0.909091, "main_score": 0.885065, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.821487, "recall": 0.864625, "f1": 0.834091, "accuracy": 0.864625, "main_score": 0.834091, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.832708, "recall": 0.876482, "f1": 0.845718, "accuracy": 0.876482, "main_score": 0.845718, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.776318, "recall": 0.81917, "f1": 0.7882, "accuracy": 0.81917, "main_score": 0.7882, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558415, "recall": 0.599802, "f1": 0.570081, "accuracy": 0.599802, "main_score": 0.570081, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863076, "recall": 0.898221, "f1": 0.873306, "accuracy": 0.898221, "main_score": 0.873306, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670799, "recall": 0.712451, "f1": 0.681595, "accuracy": 0.712451, "main_score": 0.681595, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724847, "recall": 0.76581, "f1": 0.735972, "accuracy": 0.76581, "main_score": 0.735972, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846607, "recall": 0.886364, "f1": 0.858267, "accuracy": 0.886364, "main_score": 0.858267, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.803353, "recall": 0.849802, "f1": 0.816914, "accuracy": 0.849802, "main_score": 0.816914, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.508245, "recall": 0.550395, "f1": 0.520048, "accuracy": 0.550395, "main_score": 0.520048, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815431, "recall": 0.863636, "f1": 0.830058, "accuracy": 0.863636, "main_score": 0.830058, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.762708, "recall": 0.813241, "f1": 0.776674, "accuracy": 0.813241, "main_score": 0.776674, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865596, "recall": 0.902174, "f1": 0.876515, "accuracy": 0.902174, "main_score": 0.876515, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541189, "recall": 0.583992, "f1": 0.553428, "accuracy": 0.583992, "main_score": 0.553428, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828055, "recall": 0.870553, "f1": 0.840475, "accuracy": 0.870553, "main_score": 0.840475, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.810544, "recall": 0.852767, "f1": 0.822777, "accuracy": 0.852767, "main_score": 0.822777, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.900856, "recall": 0.928854, "f1": 0.909321, "accuracy": 0.928854, "main_score": 0.909321, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878277, "recall": 0.911067, "f1": 0.888373, "accuracy": 0.911067, "main_score": 0.888373, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537715, "recall": 0.588933, "f1": 0.552242, "accuracy": 0.588933, "main_score": 0.552242, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824242, "recall": 0.867589, "f1": 0.837206, "accuracy": 0.867589, "main_score": 0.837206, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.859601, "recall": 0.896245, "f1": 0.870789, "accuracy": 0.896245, "main_score": 0.870789, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.817811, "recall": 0.855731, "f1": 0.828266, "accuracy": 0.855731, "main_score": 0.828266, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204392, "recall": 0.244071, "f1": 0.215309, "accuracy": 0.244071, "main_score": 0.215309, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.850132, "recall": 0.890316, "f1": 0.862008, "accuracy": 0.890316, "main_score": 0.862008, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580008, "recall": 0.621542, "f1": 0.591166, "accuracy": 0.621542, "main_score": 0.591166, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886735, "recall": 0.914032, "f1": 0.894205, "accuracy": 0.914032, "main_score": 0.894205, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864312, "recall": 0.901186, "f1": 0.875527, "accuracy": 0.901186, "main_score": 0.875527, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.783654, "recall": 0.833004, "f1": 0.797622, "accuracy": 0.833004, "main_score": 0.797622, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.856785, "recall": 0.891304, "f1": 0.866605, "accuracy": 0.891304, "main_score": 0.866605, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612586, "recall": 0.66502, "f1": 0.626874, "accuracy": 0.66502, "main_score": 0.626874, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888933, "recall": 0.916996, "f1": 0.896971, "accuracy": 0.916996, "main_score": 0.896971, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.730479, "recall": 0.783597, "f1": 0.745458, "accuracy": 0.783597, "main_score": 0.745458, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.788098, "recall": 0.828063, "f1": 0.799091, "accuracy": 0.828063, "main_score": 0.799091, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865926, "recall": 0.900198, "f1": 0.876153, "accuracy": 0.900198, "main_score": 0.876153, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.856143, "recall": 0.893281, "f1": 0.866982, "accuracy": 0.893281, "main_score": 0.866982, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849671, "recall": 0.88834, "f1": 0.86102, "accuracy": 0.88834, "main_score": 0.86102, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.519034, "recall": 0.564229, "f1": 0.531546, "accuracy": 0.564229, "main_score": 0.531546, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417378, "recall": 0.474308, "f1": 0.432543, "accuracy": 0.474308, "main_score": 0.432543, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.865953, "recall": 0.899209, "f1": 0.875381, "accuracy": 0.899209, "main_score": 0.875381, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530002, "recall": 0.58004, "f1": 0.544205, "accuracy": 0.58004, "main_score": 0.544205, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877553, "recall": 0.913043, "f1": 0.888735, "accuracy": 0.913043, "main_score": 0.888735, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.894631, "recall": 0.923913, "f1": 0.903458, "accuracy": 0.923913, "main_score": 0.903458, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797001, "recall": 0.840909, "f1": 0.809456, "accuracy": 0.840909, "main_score": 0.809456, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.828747, "recall": 0.868577, "f1": 0.840766, "accuracy": 0.868577, "main_score": 0.840766, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539495, "recall": 0.586957, "f1": 0.553393, "accuracy": 0.586957, "main_score": 0.553393, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729517, "recall": 0.773715, "f1": 0.741784, "accuracy": 0.773715, "main_score": 0.741784, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787113, "recall": 0.833004, "f1": 0.800037, "accuracy": 0.833004, "main_score": 0.800037, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89636, "recall": 0.925889, "f1": 0.905501, "accuracy": 0.925889, "main_score": 0.905501, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820266, "recall": 0.862648, "f1": 0.832691, "accuracy": 0.862648, "main_score": 0.832691, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489943, "recall": 0.536561, "f1": 0.503247, "accuracy": 0.536561, "main_score": 0.503247, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835895, "recall": 0.87747, "f1": 0.848355, "accuracy": 0.87747, "main_score": 0.848355, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.441593, "recall": 0.497036, "f1": 0.456381, "accuracy": 0.497036, "main_score": 0.456381, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500445, "recall": 0.538538, "f1": 0.511153, "accuracy": 0.538538, "main_score": 0.511153, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756601, "recall": 0.794466, "f1": 0.766955, "accuracy": 0.794466, "main_score": 0.766955, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296841, "recall": 0.337945, "f1": 0.308442, "accuracy": 0.337945, "main_score": 0.308442, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.873304, "recall": 0.905138, "f1": 0.882844, "accuracy": 0.905138, "main_score": 0.882844, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.865728, "recall": 0.903162, "f1": 0.877339, "accuracy": 0.903162, "main_score": 0.877339, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.890069, "recall": 0.920949, "f1": 0.899605, "accuracy": 0.920949, "main_score": 0.899605, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858267, "recall": 0.893281, "f1": 0.869038, "accuracy": 0.893281, "main_score": 0.869038, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510442, "recall": 0.557312, "f1": 0.524061, "accuracy": 0.557312, "main_score": 0.524061, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787722, "recall": 0.829051, "f1": 0.798683, "accuracy": 0.829051, "main_score": 0.798683, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798339, "recall": 0.841897, "f1": 0.811023, "accuracy": 0.841897, "main_score": 0.811023, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872243, "recall": 0.90415, "f1": 0.881802, "accuracy": 0.90415, "main_score": 0.881802, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522317, "recall": 0.564229, "f1": 0.533825, "accuracy": 0.564229, "main_score": 0.533825, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841601, "recall": 0.876482, "f1": 0.85183, "accuracy": 0.876482, "main_score": 0.85183, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593111, "recall": 0.640316, "f1": 0.606192, "accuracy": 0.640316, "main_score": 0.606192, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813067, "recall": 0.856719, "f1": 0.826186, "accuracy": 0.856719, "main_score": 0.826186, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84506, "recall": 0.881423, "f1": 0.855788, "accuracy": 0.881423, "main_score": 0.855788, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858391, "recall": 0.894269, "f1": 0.868895, "accuracy": 0.894269, "main_score": 0.868895, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459547, "recall": 0.536561, "f1": 0.48059, "accuracy": 0.536561, "main_score": 0.48059, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.585824, "recall": 0.635375, "f1": 0.599433, "accuracy": 0.635375, "main_score": 0.599433, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828206, "recall": 0.864625, "f1": 0.839262, "accuracy": 0.864625, "main_score": 0.839262, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555527, "recall": 0.597826, "f1": 0.567025, "accuracy": 0.597826, "main_score": 0.567025, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517308, "recall": 0.571146, "f1": 0.532203, "accuracy": 0.571146, "main_score": 0.532203, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.898007, "recall": 0.926877, "f1": 0.906969, "accuracy": 0.926877, "main_score": 0.906969, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833868, "recall": 0.873518, "f1": 0.845412, "accuracy": 0.873518, "main_score": 0.845412, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849054, "recall": 0.882411, "f1": 0.858064, "accuracy": 0.882411, "main_score": 0.858064, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751298, "recall": 0.800395, "f1": 0.764995, "accuracy": 0.800395, "main_score": 0.764995, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.880501, "recall": 0.912055, "f1": 0.889888, "accuracy": 0.912055, "main_score": 0.889888, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870557, "recall": 0.903162, "f1": 0.880254, "accuracy": 0.903162, "main_score": 0.880254, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868412, "recall": 0.903162, "f1": 0.878609, "accuracy": 0.903162, "main_score": 0.878609, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843315, "recall": 0.884387, "f1": 0.855473, "accuracy": 0.884387, "main_score": 0.855473, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.497554, "recall": 0.537549, "f1": 0.508724, "accuracy": 0.537549, "main_score": 0.508724, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524064, "recall": 0.574111, "f1": 0.537914, "accuracy": 0.574111, "main_score": 0.537914, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831225, "recall": 0.876482, "f1": 0.845158, "accuracy": 0.876482, "main_score": 0.845158, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.855164, "recall": 0.894269, "f1": 0.867013, "accuracy": 0.894269, "main_score": 0.867013, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824575, "recall": 0.863636, "f1": 0.835347, "accuracy": 0.863636, "main_score": 0.835347, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613902, "recall": 0.658103, "f1": 0.625215, "accuracy": 0.658103, "main_score": 0.625215, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447947, "recall": 0.492095, "f1": 0.460528, "accuracy": 0.492095, "main_score": 0.460528, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83078, "recall": 0.867589, "f1": 0.841147, "accuracy": 0.867589, "main_score": 0.841147, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825305, "recall": 0.867589, "f1": 0.837576, "accuracy": 0.867589, "main_score": 0.837576, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.723534, "recall": 0.772727, "f1": 0.737686, "accuracy": 0.772727, "main_score": 0.737686, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862352, "recall": 0.899209, "f1": 0.873602, "accuracy": 0.899209, "main_score": 0.873602, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.491373, "recall": 0.532609, "f1": 0.503286, "accuracy": 0.532609, "main_score": 0.503286, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816363, "recall": 0.857708, "f1": 0.827548, "accuracy": 0.857708, "main_score": 0.827548, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850545, "recall": 0.88834, "f1": 0.861619, "accuracy": 0.88834, "main_score": 0.861619, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881868, "recall": 0.911067, "f1": 0.890467, "accuracy": 0.911067, "main_score": 0.890467, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.876318, "recall": 0.912055, "f1": 0.887469, "accuracy": 0.912055, "main_score": 0.887469, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830074, "recall": 0.869565, "f1": 0.841249, "accuracy": 0.869565, "main_score": 0.841249, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.808996, "recall": 0.844862, "f1": 0.818863, "accuracy": 0.844862, "main_score": 0.818863, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756431, "recall": 0.810277, "f1": 0.77209, "accuracy": 0.810277, "main_score": 0.77209, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.519733, "recall": 0.568182, "f1": 0.532242, "accuracy": 0.568182, "main_score": 0.532242, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201524, "recall": 0.246047, "f1": 0.211583, "accuracy": 0.246047, "main_score": 0.211583, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.547244, "recall": 0.588933, "f1": 0.559092, "accuracy": 0.588933, "main_score": 0.559092, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64456, "recall": 0.709486, "f1": 0.662551, "accuracy": 0.709486, "main_score": 0.662551, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892375, "recall": 0.920949, "f1": 0.900795, "accuracy": 0.920949, "main_score": 0.900795, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802053, "recall": 0.843874, "f1": 0.813236, "accuracy": 0.843874, "main_score": 0.813236, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42747, "recall": 0.478261, "f1": 0.441247, "accuracy": 0.478261, "main_score": 0.441247, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805759, "recall": 0.849802, "f1": 0.818285, "accuracy": 0.849802, "main_score": 0.818285, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863406, "recall": 0.897233, "f1": 0.87324, "accuracy": 0.897233, "main_score": 0.87324, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784095, "recall": 0.829051, "f1": 0.797096, "accuracy": 0.829051, "main_score": 0.797096, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800799, "recall": 0.842885, "f1": 0.812628, "accuracy": 0.842885, "main_score": 0.812628, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619516, "recall": 0.667984, "f1": 0.633202, "accuracy": 0.667984, "main_score": 0.633202, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.885375, "f1": 0.858433, "accuracy": 0.885375, "main_score": 0.858433, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.853398, "recall": 0.885375, "f1": 0.862738, "accuracy": 0.885375, "main_score": 0.862738, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49978, "recall": 0.541502, "f1": 0.5119, "accuracy": 0.541502, "main_score": 0.5119, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473225, "recall": 0.523715, "f1": 0.487774, "accuracy": 0.523715, "main_score": 0.487774, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570709, "recall": 0.610672, "f1": 0.581856, "accuracy": 0.610672, "main_score": 0.581856, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88587, "recall": 0.917984, "f1": 0.895883, "accuracy": 0.917984, "main_score": 0.895883, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216083, "recall": 0.284585, "f1": 0.23388, "accuracy": 0.284585, "main_score": 0.23388, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.839542, "recall": 0.878458, "f1": 0.850908, "accuracy": 0.878458, "main_score": 0.850908, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.783482, "recall": 0.838933, "f1": 0.800114, "accuracy": 0.838933, "main_score": 0.800114, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.77781, "recall": 0.822134, "f1": 0.790115, "accuracy": 0.822134, "main_score": 0.790115, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880929, "recall": 0.912055, "f1": 0.890415, "accuracy": 0.912055, "main_score": 0.890415, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549793, "recall": 0.600791, "f1": 0.564168, "accuracy": 0.600791, "main_score": 0.564168, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531374, "recall": 0.582016, "f1": 0.54515, "accuracy": 0.582016, "main_score": 0.54515, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856096, "recall": 0.891304, "f1": 0.866129, "accuracy": 0.891304, "main_score": 0.866129, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881357, "recall": 0.912055, "f1": 0.890581, "accuracy": 0.912055, "main_score": 0.890581, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82153, "recall": 0.855731, "f1": 0.830838, "accuracy": 0.855731, "main_score": 0.830838, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.815761, "recall": 0.856719, "f1": 0.827487, "accuracy": 0.856719, "main_score": 0.827487, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.599235, "recall": 0.662055, "f1": 0.617489, "accuracy": 0.662055, "main_score": 0.617489, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821883, "recall": 0.86166, "f1": 0.83294, "accuracy": 0.86166, "main_score": 0.83294, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486605, "recall": 0.527668, "f1": 0.498259, "accuracy": 0.527668, "main_score": 0.498259, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818083, "recall": 0.86166, "f1": 0.831244, "accuracy": 0.86166, "main_score": 0.831244, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849185, "recall": 0.887352, "f1": 0.86076, "accuracy": 0.887352, "main_score": 0.86076, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.804011, "recall": 0.841897, "f1": 0.814555, "accuracy": 0.841897, "main_score": 0.814555, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851549, "recall": 0.887352, "f1": 0.862006, "accuracy": 0.887352, "main_score": 0.862006, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431248, "recall": 0.474308, "f1": 0.44306, "accuracy": 0.474308, "main_score": 0.44306, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.885533, "recall": 0.914032, "f1": 0.893843, "accuracy": 0.914032, "main_score": 0.893843, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841478, "recall": 0.882411, "f1": 0.853277, "accuracy": 0.882411, "main_score": 0.853277, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.834827, "recall": 0.870553, "f1": 0.845473, "accuracy": 0.870553, "main_score": 0.845473, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.762698, "recall": 0.815217, "f1": 0.778129, "accuracy": 0.815217, "main_score": 0.778129, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.66392, "recall": 0.718379, "f1": 0.677826, "accuracy": 0.718379, "main_score": 0.677826, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713247, "recall": 0.76581, "f1": 0.727601, "accuracy": 0.76581, "main_score": 0.727601, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547594, "recall": 0.592885, "f1": 0.56051, "accuracy": 0.592885, "main_score": 0.56051, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786709, "recall": 0.839921, "f1": 0.802437, "accuracy": 0.839921, "main_score": 0.802437, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.846739, "recall": 0.884387, "f1": 0.858004, "accuracy": 0.884387, "main_score": 0.858004, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.814641, "recall": 0.854743, "f1": 0.825525, "accuracy": 0.854743, "main_score": 0.825525, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.861034, "recall": 0.897233, "f1": 0.871956, "accuracy": 0.897233, "main_score": 0.871956, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816485, "recall": 0.853755, "f1": 0.827017, "accuracy": 0.853755, "main_score": 0.827017, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886421, "recall": 0.916008, "f1": 0.895312, "accuracy": 0.916008, "main_score": 0.895312, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622727, "recall": 0.671937, "f1": 0.636945, "accuracy": 0.671937, "main_score": 0.636945, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.802396, "recall": 0.849802, "f1": 0.815785, "accuracy": 0.849802, "main_score": 0.815785, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445887, "recall": 0.504941, "f1": 0.462674, "accuracy": 0.504941, "main_score": 0.462674, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879407, "recall": 0.909091, "f1": 0.887764, "accuracy": 0.909091, "main_score": 0.887764, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492643, "recall": 0.547431, "f1": 0.508388, "accuracy": 0.547431, "main_score": 0.508388, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.824638, "recall": 0.869565, "f1": 0.837996, "accuracy": 0.869565, "main_score": 0.837996, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.817995, "recall": 0.86166, "f1": 0.830654, "accuracy": 0.86166, "main_score": 0.830654, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.880495, "recall": 0.909091, "f1": 0.888853, "accuracy": 0.909091, "main_score": 0.888853, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62968, "recall": 0.68083, "f1": 0.643176, "accuracy": 0.68083, "main_score": 0.643176, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825099, "recall": 0.870553, "f1": 0.838746, "accuracy": 0.870553, "main_score": 0.838746, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.548304, "recall": 0.589921, "f1": 0.559596, "accuracy": 0.589921, "main_score": 0.559596, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570032, "recall": 0.610672, "f1": 0.580943, "accuracy": 0.610672, "main_score": 0.580943, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874704, "recall": 0.907115, "f1": 0.884143, "accuracy": 0.907115, "main_score": 0.884143, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715086, "recall": 0.757905, "f1": 0.726635, "accuracy": 0.757905, "main_score": 0.726635, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.91996, "f1": 0.8988, "accuracy": 0.91996, "main_score": 0.8988, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496708, "recall": 0.545455, "f1": 0.510252, "accuracy": 0.545455, "main_score": 0.510252, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888949, "recall": 0.917984, "f1": 0.897563, "accuracy": 0.917984, "main_score": 0.897563, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863702, "recall": 0.898221, "f1": 0.87372, "accuracy": 0.898221, "main_score": 0.87372, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.848774, "recall": 0.886364, "f1": 0.859931, "accuracy": 0.886364, "main_score": 0.859931, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497532, "recall": 0.546443, "f1": 0.511105, "accuracy": 0.546443, "main_score": 0.511105, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876696, "recall": 0.909091, "f1": 0.886067, "accuracy": 0.909091, "main_score": 0.886067, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69898, "recall": 0.744071, "f1": 0.711124, "accuracy": 0.744071, "main_score": 0.711124, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509494, "recall": 0.554348, "f1": 0.521491, "accuracy": 0.554348, "main_score": 0.521491, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592918, "recall": 0.643281, "f1": 0.607577, "accuracy": 0.643281, "main_score": 0.607577, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634466, "recall": 0.694664, "f1": 0.651801, "accuracy": 0.694664, "main_score": 0.651801, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.876828, "recall": 0.907115, "f1": 0.885343, "accuracy": 0.907115, "main_score": 0.885343, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790227, "recall": 0.836957, "f1": 0.804105, "accuracy": 0.836957, "main_score": 0.804105, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471843, "recall": 0.516798, "f1": 0.48395, "accuracy": 0.516798, "main_score": 0.48395, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538906, "recall": 0.58004, "f1": 0.550057, "accuracy": 0.58004, "main_score": 0.550057, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846706, "recall": 0.887352, "f1": 0.858992, "accuracy": 0.887352, "main_score": 0.858992, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.531571, "recall": 0.587945, "f1": 0.547145, "accuracy": 0.587945, "main_score": 0.547145, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531202, "recall": 0.571146, "f1": 0.541805, "accuracy": 0.571146, "main_score": 0.541805, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811604, "recall": 0.855731, "f1": 0.824494, "accuracy": 0.855731, "main_score": 0.824494, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471469, "recall": 0.524704, "f1": 0.487073, "accuracy": 0.524704, "main_score": 0.487073, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636677, "recall": 0.690711, "f1": 0.651703, "accuracy": 0.690711, "main_score": 0.651703, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760269, "recall": 0.805336, "f1": 0.772405, "accuracy": 0.805336, "main_score": 0.772405, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578653, "recall": 0.62747, "f1": 0.591457, "accuracy": 0.62747, "main_score": 0.591457, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637005, "recall": 0.677866, "f1": 0.647615, "accuracy": 0.677866, "main_score": 0.647615, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837206, "recall": 0.873518, "f1": 0.848024, "accuracy": 0.873518, "main_score": 0.848024, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742778, "recall": 0.794466, "f1": 0.757664, "accuracy": 0.794466, "main_score": 0.757664, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792323, "recall": 0.833992, "f1": 0.804444, "accuracy": 0.833992, "main_score": 0.804444, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.417432, "recall": 0.475296, "f1": 0.434052, "accuracy": 0.475296, "main_score": 0.434052, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871443, "recall": 0.908103, "f1": 0.882675, "accuracy": 0.908103, "main_score": 0.882675, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.80746, "recall": 0.850791, "f1": 0.820276, "accuracy": 0.850791, "main_score": 0.820276, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.862681, "recall": 0.900198, "f1": 0.874097, "accuracy": 0.900198, "main_score": 0.874097, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860343, "recall": 0.898221, "f1": 0.871923, "accuracy": 0.898221, "main_score": 0.871923, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.625447, "recall": 0.682806, "f1": 0.641938, "accuracy": 0.682806, "main_score": 0.641938, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534158, "recall": 0.570158, "f1": 0.54395, "accuracy": 0.570158, "main_score": 0.54395, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536817, "recall": 0.602767, "f1": 0.555261, "accuracy": 0.602767, "main_score": 0.555261, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475711, "recall": 0.537549, "f1": 0.492581, "accuracy": 0.537549, "main_score": 0.492581, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322982, "recall": 0.386364, "f1": 0.339761, "accuracy": 0.386364, "main_score": 0.339761, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.911677, "recall": 0.936759, "f1": 0.919532, "accuracy": 0.936759, "main_score": 0.919532, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966206, "accuracy": 0.97332, "main_score": 0.966206, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917029, "recall": 0.937747, "f1": 0.923221, "accuracy": 0.937747, "main_score": 0.923221, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532923, "recall": 0.592885, "f1": 0.550209, "accuracy": 0.592885, "main_score": 0.550209, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792944, "recall": 0.836957, "f1": 0.806077, "accuracy": 0.836957, "main_score": 0.806077, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894763, "recall": 0.918972, "f1": 0.902141, "accuracy": 0.918972, "main_score": 0.902141, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949605, "accuracy": 0.961462, "main_score": 0.949605, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527136, "recall": 0.589921, "f1": 0.544717, "accuracy": 0.589921, "main_score": 0.544717, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.916337, "recall": 0.939723, "f1": 0.923748, "accuracy": 0.939723, "main_score": 0.923748, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.968379, "f1": 0.958333, "accuracy": 0.968379, "main_score": 0.958333, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552242, "recall": 0.619565, "f1": 0.570748, "accuracy": 0.619565, "main_score": 0.570748, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.95751, "f1": 0.944005, "accuracy": 0.95751, "main_score": 0.944005, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.940711, "f1": 0.926007, "accuracy": 0.940711, "main_score": 0.926007, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948287, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479662, "recall": 0.54249, "f1": 0.496655, "accuracy": 0.54249, "main_score": 0.496655, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.964427, "f1": 0.955007, "accuracy": 0.964427, "main_score": 0.955007, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927652, "recall": 0.948617, "f1": 0.934157, "accuracy": 0.948617, "main_score": 0.934157, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184966, "recall": 0.225296, "f1": 0.19564, "accuracy": 0.225296, "main_score": 0.19564, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.942721, "recall": 0.959486, "f1": 0.947958, "accuracy": 0.959486, "main_score": 0.947958, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.560141, "recall": 0.616601, "f1": 0.57598, "accuracy": 0.616601, "main_score": 0.57598, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.962451, "f1": 0.952372, "accuracy": 0.962451, "main_score": 0.952372, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937335, "recall": 0.955534, "f1": 0.943083, "accuracy": 0.955534, "main_score": 0.943083, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889196, "recall": 0.916996, "f1": 0.89768, "accuracy": 0.916996, "main_score": 0.89768, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575541, "recall": 0.641304, "f1": 0.594271, "accuracy": 0.641304, "main_score": 0.594271, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.967391, "f1": 0.958827, "accuracy": 0.967391, "main_score": 0.958827, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.85779, "recall": 0.891304, "f1": 0.868116, "accuracy": 0.891304, "main_score": 0.868116, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922052, "recall": 0.943676, "f1": 0.928557, "accuracy": 0.943676, "main_score": 0.928557, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.936841, "recall": 0.953557, "f1": 0.941864, "accuracy": 0.953557, "main_score": 0.941864, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942655, "accuracy": 0.954545, "main_score": 0.942655, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.491711, "recall": 0.546443, "f1": 0.507265, "accuracy": 0.546443, "main_score": 0.507265, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47366, "recall": 0.547431, "f1": 0.494183, "accuracy": 0.547431, "main_score": 0.494183, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518275, "recall": 0.579051, "f1": 0.534845, "accuracy": 0.579051, "main_score": 0.534845, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961545, "recall": 0.97332, "f1": 0.965316, "accuracy": 0.97332, "main_score": 0.965316, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.961462, "f1": 0.950264, "accuracy": 0.961462, "main_score": 0.950264, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955698, "accuracy": 0.965415, "main_score": 0.955698, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.896278, "recall": 0.923913, "f1": 0.904974, "accuracy": 0.923913, "main_score": 0.904974, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497542, "recall": 0.567194, "f1": 0.516597, "accuracy": 0.567194, "main_score": 0.516597, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743367, "recall": 0.788538, "f1": 0.756755, "accuracy": 0.788538, "main_score": 0.756755, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902701, "recall": 0.928854, "f1": 0.910855, "accuracy": 0.928854, "main_score": 0.910855, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959025, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929545, "recall": 0.948617, "f1": 0.935441, "accuracy": 0.948617, "main_score": 0.935441, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464857, "recall": 0.529644, "f1": 0.482735, "accuracy": 0.529644, "main_score": 0.482735, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484831, "recall": 0.554348, "f1": 0.50439, "accuracy": 0.554348, "main_score": 0.50439, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458742, "recall": 0.51581, "f1": 0.473607, "accuracy": 0.51581, "main_score": 0.473607, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850494, "recall": 0.88834, "f1": 0.862648, "accuracy": 0.88834, "main_score": 0.862648, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.324806, "recall": 0.374506, "f1": 0.338625, "accuracy": 0.374506, "main_score": 0.338625, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.956028, "accuracy": 0.965415, "main_score": 0.956028, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511911, "recall": 0.58004, "f1": 0.530722, "accuracy": 0.58004, "main_score": 0.530722, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904562, "recall": 0.929842, "f1": 0.912404, "accuracy": 0.929842, "main_score": 0.912404, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858672, "recall": 0.895257, "f1": 0.869944, "accuracy": 0.895257, "main_score": 0.869944, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.953854, "accuracy": 0.964427, "main_score": 0.953854, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524816, "recall": 0.583992, "f1": 0.541046, "accuracy": 0.583992, "main_score": 0.541046, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913712, "recall": 0.936759, "f1": 0.920702, "accuracy": 0.936759, "main_score": 0.920702, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62752, "recall": 0.690711, "f1": 0.645894, "accuracy": 0.690711, "main_score": 0.645894, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86166, "recall": 0.895257, "f1": 0.871758, "accuracy": 0.895257, "main_score": 0.871758, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936874, "recall": 0.955534, "f1": 0.942754, "accuracy": 0.955534, "main_score": 0.942754, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932148, "recall": 0.950593, "f1": 0.937865, "accuracy": 0.950593, "main_score": 0.937865, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461524, "recall": 0.547431, "f1": 0.485159, "accuracy": 0.547431, "main_score": 0.485159, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.590246, "recall": 0.653162, "f1": 0.608138, "accuracy": 0.653162, "main_score": 0.608138, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88302, "recall": 0.916008, "f1": 0.893347, "accuracy": 0.916008, "main_score": 0.893347, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.652174, "f1": 0.610419, "accuracy": 0.652174, "main_score": 0.610419, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636792, "recall": 0.706522, "f1": 0.657444, "accuracy": 0.706522, "main_score": 0.657444, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.972332, "f1": 0.963669, "accuracy": 0.972332, "main_score": 0.963669, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919252, "recall": 0.9417, "f1": 0.926285, "accuracy": 0.9417, "main_score": 0.926285, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.967391, "f1": 0.958564, "accuracy": 0.967391, "main_score": 0.958564, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814674, "recall": 0.86166, "f1": 0.82884, "accuracy": 0.86166, "main_score": 0.82884, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.959569, "recall": 0.970356, "f1": 0.962846, "accuracy": 0.970356, "main_score": 0.962846, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932971, "recall": 0.951581, "f1": 0.9389, "accuracy": 0.951581, "main_score": 0.9389, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.500355, "recall": 0.560277, "f1": 0.516529, "accuracy": 0.560277, "main_score": 0.516529, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459134, "recall": 0.521739, "f1": 0.476538, "accuracy": 0.521739, "main_score": 0.476538, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938323, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.958498, "f1": 0.945982, "accuracy": 0.958498, "main_score": 0.945982, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956324, "accuracy": 0.966403, "main_score": 0.956324, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.745843, "recall": 0.796443, "f1": 0.760448, "accuracy": 0.796443, "main_score": 0.760448, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419932, "recall": 0.478261, "f1": 0.435527, "accuracy": 0.478261, "main_score": 0.435527, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.959486, "f1": 0.947694, "accuracy": 0.959486, "main_score": 0.947694, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899695, "recall": 0.925889, "f1": 0.907631, "accuracy": 0.925889, "main_score": 0.907631, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.702182, "recall": 0.763834, "f1": 0.720199, "accuracy": 0.763834, "main_score": 0.720199, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945899, "recall": 0.961462, "f1": 0.950823, "accuracy": 0.961462, "main_score": 0.950823, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489668, "recall": 0.548419, "f1": 0.505319, "accuracy": 0.548419, "main_score": 0.505319, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933547, "recall": 0.952569, "f1": 0.939625, "accuracy": 0.952569, "main_score": 0.939625, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948534, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.924984, "recall": 0.94664, "f1": 0.931884, "accuracy": 0.94664, "main_score": 0.931884, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884881, "recall": 0.916996, "f1": 0.895059, "accuracy": 0.916996, "main_score": 0.895059, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521569, "recall": 0.599802, "f1": 0.543401, "accuracy": 0.599802, "main_score": 0.543401, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197321, "recall": 0.248024, "f1": 0.208591, "accuracy": 0.248024, "main_score": 0.208591, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55784, "recall": 0.625494, "f1": 0.576643, "accuracy": 0.625494, "main_score": 0.576643, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681005, "recall": 0.745059, "f1": 0.699528, "accuracy": 0.745059, "main_score": 0.699528, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951713, "accuracy": 0.962451, "main_score": 0.951713, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932428, "recall": 0.949605, "f1": 0.937601, "accuracy": 0.949605, "main_score": 0.937601, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369749, "recall": 0.429842, "f1": 0.385248, "accuracy": 0.429842, "main_score": 0.385248, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898633, "recall": 0.926877, "f1": 0.907477, "accuracy": 0.926877, "main_score": 0.907477, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940053, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.950593, "f1": 0.93643, "accuracy": 0.950593, "main_score": 0.93643, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.949605, "f1": 0.937272, "accuracy": 0.949605, "main_score": 0.937272, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586951, "recall": 0.650198, "f1": 0.604674, "accuracy": 0.650198, "main_score": 0.604674, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.961462, "f1": 0.949671, "accuracy": 0.961462, "main_score": 0.949671, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.95191, "accuracy": 0.962451, "main_score": 0.95191, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502091, "recall": 0.571146, "f1": 0.521855, "accuracy": 0.571146, "main_score": 0.521855, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464837, "recall": 0.533597, "f1": 0.483146, "accuracy": 0.533597, "main_score": 0.483146, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624495, "recall": 0.68083, "f1": 0.639483, "accuracy": 0.68083, "main_score": 0.639483, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938933, "recall": 0.956522, "f1": 0.944499, "accuracy": 0.956522, "main_score": 0.944499, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193079, "recall": 0.258893, "f1": 0.208928, "accuracy": 0.258893, "main_score": 0.208928, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.845281, "recall": 0.883399, "f1": 0.857213, "accuracy": 0.883399, "main_score": 0.857213, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.897233, "recall": 0.924901, "f1": 0.905929, "accuracy": 0.924901, "main_score": 0.905929, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523059, "recall": 0.58498, "f1": 0.540796, "accuracy": 0.58498, "main_score": 0.540796, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496336, "recall": 0.561265, "f1": 0.514373, "accuracy": 0.561265, "main_score": 0.514373, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938142, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.961462, "f1": 0.949341, "accuracy": 0.961462, "main_score": 0.949341, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913949, "recall": 0.936759, "f1": 0.921179, "accuracy": 0.936759, "main_score": 0.921179, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893363, "recall": 0.922925, "f1": 0.902734, "accuracy": 0.922925, "main_score": 0.902734, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567013, "recall": 0.643281, "f1": 0.589018, "accuracy": 0.643281, "main_score": 0.589018, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.94753, "accuracy": 0.958498, "main_score": 0.94753, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49775, "recall": 0.561265, "f1": 0.515465, "accuracy": 0.561265, "main_score": 0.515465, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639362, "recall": 0.697628, "f1": 0.655859, "accuracy": 0.697628, "main_score": 0.655859, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950346, "recall": 0.965415, "f1": 0.95527, "accuracy": 0.965415, "main_score": 0.95527, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.927108, "recall": 0.94664, "f1": 0.933136, "accuracy": 0.94664, "main_score": 0.933136, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965744, "accuracy": 0.97332, "main_score": 0.965744, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425051, "recall": 0.485178, "f1": 0.441475, "accuracy": 0.485178, "main_score": 0.441475, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.958696, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.848765, "recall": 0.887352, "f1": 0.861034, "accuracy": 0.887352, "main_score": 0.861034, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.711048, "recall": 0.768775, "f1": 0.727917, "accuracy": 0.768775, "main_score": 0.727917, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838201, "recall": 0.876482, "f1": 0.850115, "accuracy": 0.876482, "main_score": 0.850115, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564586, "recall": 0.623518, "f1": 0.580624, "accuracy": 0.623518, "main_score": 0.580624, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87388, "recall": 0.909091, "f1": 0.884848, "accuracy": 0.909091, "main_score": 0.884848, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.923501, "recall": 0.94664, "f1": 0.930731, "accuracy": 0.94664, "main_score": 0.930731, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919466, "accuracy": 0.936759, "main_score": 0.919466, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.969368, "f1": 0.960474, "accuracy": 0.969368, "main_score": 0.960474, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920619, "recall": 0.944664, "f1": 0.928524, "accuracy": 0.944664, "main_score": 0.928524, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913603, "recall": 0.936759, "f1": 0.920784, "accuracy": 0.936759, "main_score": 0.920784, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416921, "recall": 0.485178, "f1": 0.435023, "accuracy": 0.485178, "main_score": 0.435023, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948205, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557635, "recall": 0.633399, "f1": 0.5796, "accuracy": 0.633399, "main_score": 0.5796, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.928854, "recall": 0.950593, "f1": 0.935724, "accuracy": 0.950593, "main_score": 0.935724, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.966403, "f1": 0.957839, "accuracy": 0.966403, "main_score": 0.957839, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.853755, "recall": 0.895257, "f1": 0.866733, "accuracy": 0.895257, "main_score": 0.866733, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73997, "recall": 0.788538, "f1": 0.754268, "accuracy": 0.788538, "main_score": 0.754268, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922266, "recall": 0.9417, "f1": 0.928115, "accuracy": 0.9417, "main_score": 0.928115, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.579532, "recall": 0.642292, "f1": 0.597237, "accuracy": 0.642292, "main_score": 0.597237, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568351, "recall": 0.636364, "f1": 0.587415, "accuracy": 0.636364, "main_score": 0.587415, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860293, "recall": 0.894269, "f1": 0.870586, "accuracy": 0.894269, "main_score": 0.870586, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950791, "recall": 0.965415, "f1": 0.955369, "accuracy": 0.965415, "main_score": 0.955369, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497339, "recall": 0.556324, "f1": 0.513351, "accuracy": 0.556324, "main_score": 0.513351, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951169, "recall": 0.965415, "f1": 0.955599, "accuracy": 0.965415, "main_score": 0.955599, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.943874, "recall": 0.960474, "f1": 0.949111, "accuracy": 0.960474, "main_score": 0.949111, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483516, "recall": 0.541502, "f1": 0.499286, "accuracy": 0.541502, "main_score": 0.499286, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684127, "recall": 0.741107, "f1": 0.700511, "accuracy": 0.741107, "main_score": 0.700511, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493497, "recall": 0.559289, "f1": 0.511489, "accuracy": 0.559289, "main_score": 0.511489, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534364, "recall": 0.600791, "f1": 0.552719, "accuracy": 0.600791, "main_score": 0.552719, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862072, "recall": 0.897233, "f1": 0.873419, "accuracy": 0.897233, "main_score": 0.873419, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948781, "recall": 0.965415, "f1": 0.954216, "accuracy": 0.965415, "main_score": 0.954216, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887599, "recall": 0.916996, "f1": 0.896758, "accuracy": 0.916996, "main_score": 0.896758, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444631, "recall": 0.503953, "f1": 0.461146, "accuracy": 0.503953, "main_score": 0.461146, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517128, "recall": 0.582016, "f1": 0.534594, "accuracy": 0.582016, "main_score": 0.534594, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.522118, "recall": 0.585968, "f1": 0.54081, "accuracy": 0.585968, "main_score": 0.54081, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512672, "recall": 0.565217, "f1": 0.527428, "accuracy": 0.565217, "main_score": 0.527428, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923419, "recall": 0.945652, "f1": 0.930454, "accuracy": 0.945652, "main_score": 0.930454, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4795, "recall": 0.547431, "f1": 0.498341, "accuracy": 0.547431, "main_score": 0.498341, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625152, "recall": 0.687747, "f1": 0.642827, "accuracy": 0.687747, "main_score": 0.642827, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929463, "recall": 0.949605, "f1": 0.935837, "accuracy": 0.949605, "main_score": 0.935837, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671716, "recall": 0.726285, "f1": 0.687486, "accuracy": 0.726285, "main_score": 0.687486, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814527, "recall": 0.849802, "f1": 0.825038, "accuracy": 0.849802, "main_score": 0.825038, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.84552, "recall": 0.881423, "f1": 0.856653, "accuracy": 0.881423, "main_score": 0.856653, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910985, "recall": 0.936759, "f1": 0.919203, "accuracy": 0.936759, "main_score": 0.919203, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.438094, "recall": 0.513834, "f1": 0.459492, "accuracy": 0.513834, "main_score": 0.459492, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.955534, "f1": 0.943248, "accuracy": 0.955534, "main_score": 0.943248, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.870586, "recall": 0.903162, "f1": 0.880731, "accuracy": 0.903162, "main_score": 0.880731, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952355, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.602916, "recall": 0.671937, "f1": 0.622869, "accuracy": 0.671937, "main_score": 0.622869, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52105, "recall": 0.575099, "f1": 0.536646, "accuracy": 0.575099, "main_score": 0.536646, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564616, "recall": 0.617589, "f1": 0.580085, "accuracy": 0.617589, "main_score": 0.580085, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522007, "recall": 0.573123, "f1": 0.535599, "accuracy": 0.573123, "main_score": 0.535599, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351746, "recall": 0.406126, "f1": 0.365948, "accuracy": 0.406126, "main_score": 0.365948, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.932559, "recall": 0.952569, "f1": 0.938768, "accuracy": 0.952569, "main_score": 0.938768, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.890851, "recall": 0.918972, "f1": 0.899297, "accuracy": 0.918972, "main_score": 0.899297, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.918544, "recall": 0.938735, "f1": 0.924327, "accuracy": 0.938735, "main_score": 0.924327, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.914526, "recall": 0.935771, "f1": 0.921033, "accuracy": 0.935771, "main_score": 0.921033, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570579, "recall": 0.62253, "f1": 0.585558, "accuracy": 0.62253, "main_score": 0.585558, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94473, "recall": 0.959486, "f1": 0.949064, "accuracy": 0.959486, "main_score": 0.949064, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795894, "recall": 0.832016, "f1": 0.806857, "accuracy": 0.832016, "main_score": 0.806857, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865119, "recall": 0.894269, "f1": 0.873665, "accuracy": 0.894269, "main_score": 0.873665, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937615, "recall": 0.956522, "f1": 0.943676, "accuracy": 0.956522, "main_score": 0.943676, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.916182, "recall": 0.938735, "f1": 0.92296, "accuracy": 0.938735, "main_score": 0.92296, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554559, "recall": 0.604743, "f1": 0.569098, "accuracy": 0.604743, "main_score": 0.569098, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928063, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.858482, "recall": 0.893281, "f1": 0.868892, "accuracy": 0.893281, "main_score": 0.868892, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947219, "accuracy": 0.958498, "main_score": 0.947219, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5829, "recall": 0.63834, "f1": 0.598938, "accuracy": 0.63834, "main_score": 0.598938, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925165, "recall": 0.944664, "f1": 0.930977, "accuracy": 0.944664, "main_score": 0.930977, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.918906, "recall": 0.9417, "f1": 0.925725, "accuracy": 0.9417, "main_score": 0.925725, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.957411, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955336, "accuracy": 0.965415, "main_score": 0.955336, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542551, "recall": 0.589921, "f1": 0.555316, "accuracy": 0.589921, "main_score": 0.555316, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921229, "recall": 0.943676, "f1": 0.928214, "accuracy": 0.943676, "main_score": 0.928214, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.962451, "f1": 0.951812, "accuracy": 0.962451, "main_score": 0.951812, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92024, "recall": 0.9417, "f1": 0.926746, "accuracy": 0.9417, "main_score": 0.926746, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.201511, "recall": 0.244071, "f1": 0.211805, "accuracy": 0.244071, "main_score": 0.211805, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.940259, "recall": 0.955534, "f1": 0.944705, "accuracy": 0.955534, "main_score": 0.944705, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59022, "recall": 0.637352, "f1": 0.604084, "accuracy": 0.637352, "main_score": 0.604084, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953014, "recall": 0.966403, "f1": 0.957246, "accuracy": 0.966403, "main_score": 0.957246, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942062, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895175, "recall": 0.921937, "f1": 0.903346, "accuracy": 0.921937, "main_score": 0.903346, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.924418, "recall": 0.943676, "f1": 0.93004, "accuracy": 0.943676, "main_score": 0.93004, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610197, "recall": 0.663043, "f1": 0.625758, "accuracy": 0.663043, "main_score": 0.625758, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955451, "recall": 0.969368, "f1": 0.959881, "accuracy": 0.969368, "main_score": 0.959881, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.817476, "recall": 0.857708, "f1": 0.829235, "accuracy": 0.857708, "main_score": 0.829235, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.914987, "recall": 0.932806, "f1": 0.919864, "accuracy": 0.932806, "main_score": 0.919864, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936998, "recall": 0.953557, "f1": 0.941985, "accuracy": 0.953557, "main_score": 0.941985, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.941676, "recall": 0.95751, "f1": 0.94636, "accuracy": 0.95751, "main_score": 0.94636, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930592, "recall": 0.948617, "f1": 0.935919, "accuracy": 0.948617, "main_score": 0.935919, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540301, "recall": 0.587945, "f1": 0.553502, "accuracy": 0.587945, "main_score": 0.553502, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495511, "recall": 0.562253, "f1": 0.51358, "accuracy": 0.562253, "main_score": 0.51358, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.940168, "recall": 0.95751, "f1": 0.945553, "accuracy": 0.95751, "main_score": 0.945553, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53892, "recall": 0.597826, "f1": 0.555523, "accuracy": 0.597826, "main_score": 0.555523, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.952355, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908284, "recall": 0.932806, "f1": 0.915595, "accuracy": 0.932806, "main_score": 0.915595, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894368, "recall": 0.91996, "f1": 0.901779, "accuracy": 0.91996, "main_score": 0.901779, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559758, "recall": 0.612648, "f1": 0.57458, "accuracy": 0.612648, "main_score": 0.57458, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764301, "recall": 0.810277, "f1": 0.777607, "accuracy": 0.810277, "main_score": 0.777607, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888702, "recall": 0.912055, "f1": 0.895473, "accuracy": 0.912055, "main_score": 0.895473, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.976285, "f1": 0.969664, "accuracy": 0.976285, "main_score": 0.969664, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912088, "recall": 0.933794, "f1": 0.918398, "accuracy": 0.933794, "main_score": 0.918398, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508476, "recall": 0.562253, "f1": 0.523512, "accuracy": 0.562253, "main_score": 0.523512, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941321, "recall": 0.95751, "f1": 0.946212, "accuracy": 0.95751, "main_score": 0.946212, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536001, "recall": 0.586957, "f1": 0.549915, "accuracy": 0.586957, "main_score": 0.549915, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511298, "recall": 0.561265, "f1": 0.524755, "accuracy": 0.561265, "main_score": 0.524755, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852117, "recall": 0.884387, "f1": 0.861677, "accuracy": 0.884387, "main_score": 0.861677, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315596, "recall": 0.371542, "f1": 0.331014, "accuracy": 0.371542, "main_score": 0.331014, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.957576, "accuracy": 0.967391, "main_score": 0.957576, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.938521, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.958893, "accuracy": 0.968379, "main_score": 0.958893, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945191, "accuracy": 0.95751, "main_score": 0.945191, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553044, "recall": 0.607708, "f1": 0.568699, "accuracy": 0.607708, "main_score": 0.568699, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883412, "recall": 0.911067, "f1": 0.891816, "accuracy": 0.911067, "main_score": 0.891816, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853568, "recall": 0.890316, "f1": 0.864427, "accuracy": 0.890316, "main_score": 0.864427, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947003, "recall": 0.962451, "f1": 0.951863, "accuracy": 0.962451, "main_score": 0.951863, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558282, "recall": 0.607708, "f1": 0.572561, "accuracy": 0.607708, "main_score": 0.572561, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903203, "recall": 0.925889, "f1": 0.90979, "accuracy": 0.925889, "main_score": 0.90979, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650082, "recall": 0.705534, "f1": 0.666424, "accuracy": 0.705534, "main_score": 0.666424, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842165, "recall": 0.878458, "f1": 0.852717, "accuracy": 0.878458, "main_score": 0.852717, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924878, "recall": 0.944664, "f1": 0.930879, "accuracy": 0.944664, "main_score": 0.930879, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.946673, "accuracy": 0.958498, "main_score": 0.946673, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471811, "recall": 0.54249, "f1": 0.491221, "accuracy": 0.54249, "main_score": 0.491221, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.621214, "recall": 0.666996, "f1": 0.634251, "accuracy": 0.666996, "main_score": 0.634251, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869475, "recall": 0.903162, "f1": 0.879487, "accuracy": 0.903162, "main_score": 0.879487, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626167, "recall": 0.675889, "f1": 0.640402, "accuracy": 0.675889, "main_score": 0.640402, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612313, "recall": 0.667984, "f1": 0.628689, "accuracy": 0.667984, "main_score": 0.628689, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.951499, "recall": 0.965415, "f1": 0.955717, "accuracy": 0.965415, "main_score": 0.955717, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.949605, "f1": 0.9361, "accuracy": 0.949605, "main_score": 0.9361, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.949605, "f1": 0.936778, "accuracy": 0.949605, "main_score": 0.936778, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762928, "recall": 0.814229, "f1": 0.778342, "accuracy": 0.814229, "main_score": 0.778342, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.969368, "f1": 0.96031, "accuracy": 0.969368, "main_score": 0.96031, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944311, "recall": 0.958498, "f1": 0.948699, "accuracy": 0.958498, "main_score": 0.948699, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947991, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926499, "recall": 0.94664, "f1": 0.932543, "accuracy": 0.94664, "main_score": 0.932543, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.537015, "recall": 0.586957, "f1": 0.5511, "accuracy": 0.586957, "main_score": 0.5511, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539348, "recall": 0.583992, "f1": 0.55132, "accuracy": 0.583992, "main_score": 0.55132, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921319, "recall": 0.9417, "f1": 0.927295, "accuracy": 0.9417, "main_score": 0.927295, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.940547, "recall": 0.958498, "f1": 0.946146, "accuracy": 0.958498, "main_score": 0.946146, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929051, "recall": 0.947628, "f1": 0.934783, "accuracy": 0.947628, "main_score": 0.934783, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.744206, "recall": 0.785573, "f1": 0.755885, "accuracy": 0.785573, "main_score": 0.755885, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463183, "recall": 0.509881, "f1": 0.475729, "accuracy": 0.509881, "main_score": 0.475729, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923337, "recall": 0.943676, "f1": 0.929531, "accuracy": 0.943676, "main_score": 0.929531, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880115, "recall": 0.912055, "f1": 0.889872, "accuracy": 0.912055, "main_score": 0.889872, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.716429, "recall": 0.76581, "f1": 0.730687, "accuracy": 0.76581, "main_score": 0.730687, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95, "recall": 0.964427, "f1": 0.954381, "accuracy": 0.964427, "main_score": 0.954381, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521287, "recall": 0.577075, "f1": 0.536176, "accuracy": 0.577075, "main_score": 0.536176, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919508, "recall": 0.938735, "f1": 0.925154, "accuracy": 0.938735, "main_score": 0.925154, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943786, "recall": 0.959486, "f1": 0.94865, "accuracy": 0.959486, "main_score": 0.94865, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954463, "recall": 0.967391, "f1": 0.958366, "accuracy": 0.967391, "main_score": 0.958366, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949391, "recall": 0.963439, "f1": 0.953576, "accuracy": 0.963439, "main_score": 0.953576, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932126, "recall": 0.947628, "f1": 0.936415, "accuracy": 0.947628, "main_score": 0.936415, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.9119, "recall": 0.932806, "f1": 0.917987, "accuracy": 0.932806, "main_score": 0.917987, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856572, "recall": 0.895257, "f1": 0.868231, "accuracy": 0.895257, "main_score": 0.868231, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.575329, "recall": 0.634387, "f1": 0.591874, "accuracy": 0.634387, "main_score": 0.591874, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203161, "recall": 0.255929, "f1": 0.215083, "accuracy": 0.255929, "main_score": 0.215083, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612006, "recall": 0.66502, "f1": 0.627362, "accuracy": 0.66502, "main_score": 0.627362, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641324, "recall": 0.704545, "f1": 0.659955, "accuracy": 0.704545, "main_score": 0.659955, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951096, "recall": 0.964427, "f1": 0.955122, "accuracy": 0.964427, "main_score": 0.955122, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919293, "recall": 0.937747, "f1": 0.924349, "accuracy": 0.937747, "main_score": 0.924349, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419789, "recall": 0.47332, "f1": 0.434345, "accuracy": 0.47332, "main_score": 0.434345, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90471, "recall": 0.926877, "f1": 0.911528, "accuracy": 0.926877, "main_score": 0.911528, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943643, "accuracy": 0.956522, "main_score": 0.943643, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889921, "recall": 0.916008, "f1": 0.897436, "accuracy": 0.916008, "main_score": 0.897436, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.91609, "recall": 0.939723, "f1": 0.923452, "accuracy": 0.939723, "main_score": 0.923452, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.675889, "f1": 0.639205, "accuracy": 0.675889, "main_score": 0.639205, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937269, "recall": 0.953557, "f1": 0.94211, "accuracy": 0.953557, "main_score": 0.94211, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92628, "recall": 0.943676, "f1": 0.931393, "accuracy": 0.943676, "main_score": 0.931393, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543211, "recall": 0.593874, "f1": 0.558154, "accuracy": 0.593874, "main_score": 0.558154, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494568, "recall": 0.546443, "f1": 0.509138, "accuracy": 0.546443, "main_score": 0.509138, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63711, "recall": 0.690711, "f1": 0.651827, "accuracy": 0.690711, "main_score": 0.651827, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946617, "recall": 0.961462, "f1": 0.951122, "accuracy": 0.961462, "main_score": 0.951122, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.167293, "recall": 0.231225, "f1": 0.183906, "accuracy": 0.231225, "main_score": 0.183906, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.916173, "recall": 0.939723, "f1": 0.923339, "accuracy": 0.939723, "main_score": 0.923339, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.847612, "recall": 0.884387, "f1": 0.858696, "accuracy": 0.884387, "main_score": 0.858696, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.88624, "recall": 0.913043, "f1": 0.894145, "accuracy": 0.913043, "main_score": 0.894145, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552043, "recall": 0.604743, "f1": 0.566711, "accuracy": 0.604743, "main_score": 0.566711, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548988, "recall": 0.601779, "f1": 0.563573, "accuracy": 0.601779, "main_score": 0.563573, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949391, "recall": 0.964427, "f1": 0.954117, "accuracy": 0.964427, "main_score": 0.954117, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954743, "recall": 0.966403, "f1": 0.958075, "accuracy": 0.966403, "main_score": 0.958075, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907559, "recall": 0.931818, "f1": 0.914559, "accuracy": 0.931818, "main_score": 0.914559, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868192, "recall": 0.898221, "f1": 0.877249, "accuracy": 0.898221, "main_score": 0.877249, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5987, "recall": 0.663043, "f1": 0.61702, "accuracy": 0.663043, "main_score": 0.61702, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919746, "recall": 0.9417, "f1": 0.926205, "accuracy": 0.9417, "main_score": 0.926205, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558395, "recall": 0.609684, "f1": 0.573093, "accuracy": 0.609684, "main_score": 0.573093, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668964, "recall": 0.729249, "f1": 0.686701, "accuracy": 0.729249, "main_score": 0.686701, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91469, "recall": 0.939723, "f1": 0.92253, "accuracy": 0.939723, "main_score": 0.92253, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.917474, "recall": 0.939723, "f1": 0.924308, "accuracy": 0.939723, "main_score": 0.924308, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928442, "recall": 0.947628, "f1": 0.934321, "accuracy": 0.947628, "main_score": 0.934321, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.44981, "recall": 0.500988, "f1": 0.463825, "accuracy": 0.500988, "main_score": 0.463825, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.950955, "recall": 0.964427, "f1": 0.954992, "accuracy": 0.964427, "main_score": 0.954992, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941403, "recall": 0.95751, "f1": 0.946429, "accuracy": 0.95751, "main_score": 0.946429, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.898758, "recall": 0.923913, "f1": 0.905931, "accuracy": 0.923913, "main_score": 0.905931, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.823181, "recall": 0.86166, "f1": 0.834379, "accuracy": 0.86166, "main_score": 0.834379, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.730653, "recall": 0.781621, "f1": 0.744946, "accuracy": 0.781621, "main_score": 0.744946, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817172, "recall": 0.857708, "f1": 0.829334, "accuracy": 0.857708, "main_score": 0.829334, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592976, "recall": 0.643281, "f1": 0.607337, "accuracy": 0.643281, "main_score": 0.607337, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843389, "recall": 0.883399, "f1": 0.855781, "accuracy": 0.883399, "main_score": 0.855781, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.931571, "recall": 0.952569, "f1": 0.938307, "accuracy": 0.952569, "main_score": 0.938307, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.92234, "recall": 0.940711, "f1": 0.927577, "accuracy": 0.940711, "main_score": 0.927577, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.956522, "f1": 0.943742, "accuracy": 0.956522, "main_score": 0.943742, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918537, "recall": 0.939723, "f1": 0.924885, "accuracy": 0.939723, "main_score": 0.924885, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951779, "recall": 0.965415, "f1": 0.95583, "accuracy": 0.965415, "main_score": 0.95583, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756268, "recall": 0.804348, "f1": 0.770317, "accuracy": 0.804348, "main_score": 0.770317, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.917055, "recall": 0.936759, "f1": 0.922908, "accuracy": 0.936759, "main_score": 0.922908, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468181, "recall": 0.525692, "f1": 0.483146, "accuracy": 0.525692, "main_score": 0.483146, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947705, "recall": 0.959486, "f1": 0.95097, "accuracy": 0.959486, "main_score": 0.95097, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523295, "recall": 0.592885, "f1": 0.542242, "accuracy": 0.592885, "main_score": 0.542242, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.926005, "recall": 0.94664, "f1": 0.932331, "accuracy": 0.94664, "main_score": 0.932331, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.917615, "recall": 0.938735, "f1": 0.923699, "accuracy": 0.938735, "main_score": 0.923699, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.864237, "recall": 0.895257, "f1": 0.873276, "accuracy": 0.895257, "main_score": 0.873276, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767021, "recall": 0.809289, "f1": 0.779243, "accuracy": 0.809289, "main_score": 0.779243, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930863, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.624483, "recall": 0.673913, "f1": 0.637982, "accuracy": 0.673913, "main_score": 0.637982, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596024, "recall": 0.651186, "f1": 0.61155, "accuracy": 0.651186, "main_score": 0.61155, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942441, "recall": 0.960474, "f1": 0.948188, "accuracy": 0.960474, "main_score": 0.948188, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831861, "recall": 0.870553, "f1": 0.843151, "accuracy": 0.870553, "main_score": 0.843151, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941765, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540869, "recall": 0.59585, "f1": 0.556243, "accuracy": 0.59585, "main_score": 0.556243, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940721, "recall": 0.956522, "f1": 0.94557, "accuracy": 0.956522, "main_score": 0.94557, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.929357, "recall": 0.947628, "f1": 0.934818, "accuracy": 0.947628, "main_score": 0.934818, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512933, "recall": 0.564229, "f1": 0.527027, "accuracy": 0.564229, "main_score": 0.527027, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.959486, "f1": 0.948584, "accuracy": 0.959486, "main_score": 0.948584, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725947, "recall": 0.767787, "f1": 0.73799, "accuracy": 0.767787, "main_score": 0.73799, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522967, "recall": 0.581028, "f1": 0.539536, "accuracy": 0.581028, "main_score": 0.539536, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587392, "recall": 0.63834, "f1": 0.601256, "accuracy": 0.63834, "main_score": 0.601256, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792424, "recall": 0.838933, "f1": 0.806325, "accuracy": 0.838933, "main_score": 0.806325, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953781, "recall": 0.965415, "f1": 0.957164, "accuracy": 0.965415, "main_score": 0.957164, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878303, "recall": 0.910079, "f1": 0.887731, "accuracy": 0.910079, "main_score": 0.887731, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491594, "recall": 0.536561, "f1": 0.503903, "accuracy": 0.536561, "main_score": 0.503903, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561054, "recall": 0.613636, "f1": 0.57526, "accuracy": 0.613636, "main_score": 0.57526, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925264, "recall": 0.945652, "f1": 0.931456, "accuracy": 0.945652, "main_score": 0.931456, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.551081, "recall": 0.604743, "f1": 0.566231, "accuracy": 0.604743, "main_score": 0.566231, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551761, "recall": 0.59585, "f1": 0.563706, "accuracy": 0.59585, "main_score": 0.563706, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915613, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508165, "recall": 0.570158, "f1": 0.526259, "accuracy": 0.570158, "main_score": 0.526259, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646023, "recall": 0.698617, "f1": 0.661146, "accuracy": 0.698617, "main_score": 0.661146, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902842, "recall": 0.924901, "f1": 0.909503, "accuracy": 0.924901, "main_score": 0.909503, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655303, "recall": 0.706522, "f1": 0.669965, "accuracy": 0.706522, "main_score": 0.669965, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776597, "recall": 0.811265, "f1": 0.786632, "accuracy": 0.811265, "main_score": 0.786632, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.906103, "recall": 0.929842, "f1": 0.913573, "accuracy": 0.929842, "main_score": 0.913573, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856917, "recall": 0.890316, "f1": 0.866653, "accuracy": 0.890316, "main_score": 0.866653, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911397, "recall": 0.93083, "f1": 0.917457, "accuracy": 0.93083, "main_score": 0.917457, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477348, "recall": 0.549407, "f1": 0.49871, "accuracy": 0.549407, "main_score": 0.49871, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945652, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.872184, "recall": 0.903162, "f1": 0.881575, "accuracy": 0.903162, "main_score": 0.881575, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964674, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930863, "recall": 0.949605, "f1": 0.936561, "accuracy": 0.949605, "main_score": 0.936561, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.619048, "recall": 0.672925, "f1": 0.634884, "accuracy": 0.672925, "main_score": 0.634884, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548672, "recall": 0.594862, "f1": 0.56122, "accuracy": 0.594862, "main_score": 0.56122, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4772, "recall": 0.522727, "f1": 0.490027, "accuracy": 0.522727, "main_score": 0.490027, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539361, "recall": 0.588933, "f1": 0.553616, "accuracy": 0.588933, "main_score": 0.553616, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24828, "recall": 0.294466, "f1": 0.260379, "accuracy": 0.294466, "main_score": 0.260379, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.601014, "recall": 0.644269, "f1": 0.612264, "accuracy": 0.644269, "main_score": 0.612264, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.542672, "recall": 0.590909, "f1": 0.555863, "accuracy": 0.590909, "main_score": 0.555863, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.594686, "recall": 0.633399, "f1": 0.604778, "accuracy": 0.633399, "main_score": 0.604778, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.619419, "recall": 0.65415, "f1": 0.628141, "accuracy": 0.65415, "main_score": 0.628141, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762105, "recall": 0.814229, "f1": 0.77716, "accuracy": 0.814229, "main_score": 0.77716, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611373, "recall": 0.65415, "f1": 0.622667, "accuracy": 0.65415, "main_score": 0.622667, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5983, "recall": 0.633399, "f1": 0.607582, "accuracy": 0.633399, "main_score": 0.607582, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618861, "recall": 0.652174, "f1": 0.62784, "accuracy": 0.652174, "main_score": 0.62784, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584635, "recall": 0.631423, "f1": 0.597064, "accuracy": 0.631423, "main_score": 0.597064, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.573148, "recall": 0.617589, "f1": 0.58471, "accuracy": 0.617589, "main_score": 0.58471, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.603755, "f1": 0.57037, "accuracy": 0.603755, "main_score": 0.57037, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605431, "recall": 0.648221, "f1": 0.616607, "accuracy": 0.648221, "main_score": 0.616607, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54336, "recall": 0.597826, "f1": 0.557798, "accuracy": 0.597826, "main_score": 0.557798, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.614665, "recall": 0.655138, "f1": 0.624905, "accuracy": 0.655138, "main_score": 0.624905, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588051, "recall": 0.625494, "f1": 0.598522, "accuracy": 0.625494, "main_score": 0.598522, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587368, "recall": 0.629447, "f1": 0.598324, "accuracy": 0.629447, "main_score": 0.598324, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584745, "recall": 0.620553, "f1": 0.593786, "accuracy": 0.620553, "main_score": 0.593786, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.642498, "recall": 0.681818, "f1": 0.6528, "accuracy": 0.681818, "main_score": 0.6528, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617197, "recall": 0.658103, "f1": 0.628075, "accuracy": 0.658103, "main_score": 0.628075, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549726, "recall": 0.594862, "f1": 0.562884, "accuracy": 0.594862, "main_score": 0.562884, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581029, "recall": 0.629447, "f1": 0.59393, "accuracy": 0.629447, "main_score": 0.59393, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.605899, "recall": 0.645257, "f1": 0.616777, "accuracy": 0.645257, "main_score": 0.616777, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608581, "recall": 0.643281, "f1": 0.618376, "accuracy": 0.643281, "main_score": 0.618376, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215982, "recall": 0.255929, "f1": 0.22586, "accuracy": 0.255929, "main_score": 0.22586, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600307, "recall": 0.641304, "f1": 0.610648, "accuracy": 0.641304, "main_score": 0.610648, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620014, "recall": 0.656126, "f1": 0.629751, "accuracy": 0.656126, "main_score": 0.629751, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619589, "recall": 0.65415, "f1": 0.628374, "accuracy": 0.65415, "main_score": 0.628374, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611564, "recall": 0.650198, "f1": 0.621205, "accuracy": 0.650198, "main_score": 0.621205, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57538, "recall": 0.615613, "f1": 0.586257, "accuracy": 0.615613, "main_score": 0.586257, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601213, "recall": 0.642292, "f1": 0.612327, "accuracy": 0.642292, "main_score": 0.612327, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584467, "recall": 0.619565, "f1": 0.594292, "accuracy": 0.619565, "main_score": 0.594292, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616522, "recall": 0.659091, "f1": 0.628043, "accuracy": 0.659091, "main_score": 0.628043, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.526479, "recall": 0.578063, "f1": 0.54107, "accuracy": 0.578063, "main_score": 0.54107, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581181, "recall": 0.618577, "f1": 0.591417, "accuracy": 0.618577, "main_score": 0.591417, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594835, "recall": 0.641304, "f1": 0.607951, "accuracy": 0.641304, "main_score": 0.607951, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.586923, "recall": 0.629447, "f1": 0.59822, "accuracy": 0.629447, "main_score": 0.59822, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583127, "recall": 0.62253, "f1": 0.59359, "accuracy": 0.62253, "main_score": 0.59359, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.574231, "recall": 0.610672, "f1": 0.584209, "accuracy": 0.610672, "main_score": 0.584209, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440852, "recall": 0.494071, "f1": 0.455573, "accuracy": 0.494071, "main_score": 0.455573, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605576, "recall": 0.646245, "f1": 0.616261, "accuracy": 0.646245, "main_score": 0.616261, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606033, "recall": 0.649209, "f1": 0.617867, "accuracy": 0.649209, "main_score": 0.617867, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620062, "recall": 0.661067, "f1": 0.631377, "accuracy": 0.661067, "main_score": 0.631377, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643849, "recall": 0.678854, "f1": 0.652687, "accuracy": 0.678854, "main_score": 0.652687, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589838, "recall": 0.633399, "f1": 0.601294, "accuracy": 0.633399, "main_score": 0.601294, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.596461, "recall": 0.639328, "f1": 0.607778, "accuracy": 0.639328, "main_score": 0.607778, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564717, "recall": 0.613636, "f1": 0.578023, "accuracy": 0.613636, "main_score": 0.578023, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58526, "recall": 0.626482, "f1": 0.596554, "accuracy": 0.626482, "main_score": 0.596554, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60939, "recall": 0.647233, "f1": 0.619386, "accuracy": 0.647233, "main_score": 0.619386, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635637, "recall": 0.673913, "f1": 0.645981, "accuracy": 0.673913, "main_score": 0.645981, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627257, "recall": 0.661067, "f1": 0.636152, "accuracy": 0.661067, "main_score": 0.636152, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540498, "recall": 0.583992, "f1": 0.55323, "accuracy": 0.583992, "main_score": 0.55323, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606372, "recall": 0.645257, "f1": 0.616618, "accuracy": 0.645257, "main_score": 0.616618, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463233, "recall": 0.507905, "f1": 0.476208, "accuracy": 0.507905, "main_score": 0.476208, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537751, "recall": 0.573123, "f1": 0.547665, "accuracy": 0.573123, "main_score": 0.547665, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631754, "recall": 0.662055, "f1": 0.639503, "accuracy": 0.662055, "main_score": 0.639503, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3356, "recall": 0.380435, "f1": 0.347701, "accuracy": 0.380435, "main_score": 0.347701, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.610428, "recall": 0.657115, "f1": 0.622907, "accuracy": 0.657115, "main_score": 0.622907, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.593344, "recall": 0.639328, "f1": 0.605552, "accuracy": 0.639328, "main_score": 0.605552, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621458, "recall": 0.664032, "f1": 0.632626, "accuracy": 0.664032, "main_score": 0.632626, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564207, "recall": 0.619565, "f1": 0.579759, "accuracy": 0.619565, "main_score": 0.579759, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580014, "recall": 0.616601, "f1": 0.589627, "accuracy": 0.616601, "main_score": 0.589627, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616324, "recall": 0.652174, "f1": 0.625248, "accuracy": 0.652174, "main_score": 0.625248, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5942, "recall": 0.629447, "f1": 0.603793, "accuracy": 0.629447, "main_score": 0.603793, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637996, "recall": 0.670949, "f1": 0.647105, "accuracy": 0.670949, "main_score": 0.647105, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574564, "recall": 0.608696, "f1": 0.583975, "accuracy": 0.608696, "main_score": 0.583975, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616066, "recall": 0.651186, "f1": 0.625089, "accuracy": 0.651186, "main_score": 0.625089, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557164, "recall": 0.598814, "f1": 0.569242, "accuracy": 0.598814, "main_score": 0.569242, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614901, "recall": 0.656126, "f1": 0.626325, "accuracy": 0.656126, "main_score": 0.626325, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583321, "recall": 0.62747, "f1": 0.59517, "accuracy": 0.62747, "main_score": 0.59517, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614371, "recall": 0.649209, "f1": 0.623552, "accuracy": 0.649209, "main_score": 0.623552, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300773, "recall": 0.358696, "f1": 0.314908, "accuracy": 0.358696, "main_score": 0.314908, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.587312, "recall": 0.630435, "f1": 0.599389, "accuracy": 0.630435, "main_score": 0.599389, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570217, "recall": 0.614625, "f1": 0.582856, "accuracy": 0.614625, "main_score": 0.582856, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608311, "recall": 0.645257, "f1": 0.618069, "accuracy": 0.645257, "main_score": 0.618069, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522671, "recall": 0.567194, "f1": 0.535381, "accuracy": 0.567194, "main_score": 0.535381, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612943, "recall": 0.658103, "f1": 0.624738, "accuracy": 0.658103, "main_score": 0.624738, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615095, "recall": 0.653162, "f1": 0.625685, "accuracy": 0.653162, "main_score": 0.625685, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616656, "recall": 0.655138, "f1": 0.626356, "accuracy": 0.655138, "main_score": 0.626356, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510976, "recall": 0.565217, "f1": 0.526125, "accuracy": 0.565217, "main_score": 0.526125, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.619435, "recall": 0.661067, "f1": 0.630312, "accuracy": 0.661067, "main_score": 0.630312, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595539, "recall": 0.636364, "f1": 0.606624, "accuracy": 0.636364, "main_score": 0.606624, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611067, "recall": 0.655138, "f1": 0.622746, "accuracy": 0.655138, "main_score": 0.622746, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597832, "recall": 0.640316, "f1": 0.608625, "accuracy": 0.640316, "main_score": 0.608625, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53873, "recall": 0.58498, "f1": 0.552372, "accuracy": 0.58498, "main_score": 0.552372, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560804, "recall": 0.603755, "f1": 0.573232, "accuracy": 0.603755, "main_score": 0.573232, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583586, "recall": 0.62747, "f1": 0.595072, "accuracy": 0.62747, "main_score": 0.595072, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.601383, "recall": 0.648221, "f1": 0.614097, "accuracy": 0.648221, "main_score": 0.614097, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592442, "recall": 0.637352, "f1": 0.603677, "accuracy": 0.637352, "main_score": 0.603677, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580092, "recall": 0.616601, "f1": 0.5907, "accuracy": 0.616601, "main_score": 0.5907, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490949, "recall": 0.535573, "f1": 0.50305, "accuracy": 0.535573, "main_score": 0.50305, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629758, "recall": 0.664032, "f1": 0.639496, "accuracy": 0.664032, "main_score": 0.639496, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543842, "recall": 0.592885, "f1": 0.556386, "accuracy": 0.592885, "main_score": 0.556386, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.548495, "recall": 0.589921, "f1": 0.558782, "accuracy": 0.589921, "main_score": 0.558782, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614759, "recall": 0.653162, "f1": 0.624947, "accuracy": 0.653162, "main_score": 0.624947, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536272, "recall": 0.579051, "f1": 0.548198, "accuracy": 0.579051, "main_score": 0.548198, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647874, "recall": 0.678854, "f1": 0.656106, "accuracy": 0.678854, "main_score": 0.656106, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602821, "recall": 0.643281, "f1": 0.613011, "accuracy": 0.643281, "main_score": 0.613011, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617791, "recall": 0.659091, "f1": 0.628579, "accuracy": 0.659091, "main_score": 0.628579, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.614648, "recall": 0.658103, "f1": 0.626105, "accuracy": 0.658103, "main_score": 0.626105, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595589, "recall": 0.636364, "f1": 0.606441, "accuracy": 0.636364, "main_score": 0.606441, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.612237, "recall": 0.65415, "f1": 0.623264, "accuracy": 0.65415, "main_score": 0.623264, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452273, "recall": 0.520751, "f1": 0.470894, "accuracy": 0.520751, "main_score": 0.470894, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554098, "recall": 0.59585, "f1": 0.565374, "accuracy": 0.59585, "main_score": 0.565374, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21665, "recall": 0.264822, "f1": 0.228086, "accuracy": 0.264822, "main_score": 0.228086, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581844, "recall": 0.619565, "f1": 0.592785, "accuracy": 0.619565, "main_score": 0.592785, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49459, "recall": 0.535573, "f1": 0.506483, "accuracy": 0.535573, "main_score": 0.506483, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617057, "recall": 0.659091, "f1": 0.627979, "accuracy": 0.659091, "main_score": 0.627979, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603661, "recall": 0.639328, "f1": 0.612759, "accuracy": 0.639328, "main_score": 0.612759, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467639, "recall": 0.520751, "f1": 0.481586, "accuracy": 0.520751, "main_score": 0.481586, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601663, "recall": 0.637352, "f1": 0.611382, "accuracy": 0.637352, "main_score": 0.611382, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607295, "recall": 0.650198, "f1": 0.61846, "accuracy": 0.650198, "main_score": 0.61846, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544106, "recall": 0.589921, "f1": 0.55618, "accuracy": 0.589921, "main_score": 0.55618, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600556, "recall": 0.646245, "f1": 0.612824, "accuracy": 0.646245, "main_score": 0.612824, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.617635, "recall": 0.658103, "f1": 0.628864, "accuracy": 0.658103, "main_score": 0.628864, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585629, "recall": 0.631423, "f1": 0.597837, "accuracy": 0.631423, "main_score": 0.597837, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63365, "recall": 0.668972, "f1": 0.64295, "accuracy": 0.668972, "main_score": 0.64295, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542862, "recall": 0.585968, "f1": 0.555805, "accuracy": 0.585968, "main_score": 0.555805, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526452, "recall": 0.56917, "f1": 0.538562, "accuracy": 0.56917, "main_score": 0.538562, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606839, "recall": 0.640316, "f1": 0.616338, "accuracy": 0.640316, "main_score": 0.616338, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604848, "recall": 0.649209, "f1": 0.617085, "accuracy": 0.649209, "main_score": 0.617085, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138712, "recall": 0.183794, "f1": 0.149972, "accuracy": 0.183794, "main_score": 0.149972, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.587085, "recall": 0.639328, "f1": 0.601681, "accuracy": 0.639328, "main_score": 0.601681, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.533801, "recall": 0.586957, "f1": 0.547868, "accuracy": 0.586957, "main_score": 0.547868, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.572306, "recall": 0.618577, "f1": 0.584315, "accuracy": 0.618577, "main_score": 0.584315, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608122, "recall": 0.647233, "f1": 0.618551, "accuracy": 0.647233, "main_score": 0.618551, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563914, "recall": 0.610672, "f1": 0.576617, "accuracy": 0.610672, "main_score": 0.576617, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554767, "recall": 0.597826, "f1": 0.566874, "accuracy": 0.597826, "main_score": 0.566874, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593381, "recall": 0.63834, "f1": 0.605853, "accuracy": 0.63834, "main_score": 0.605853, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628633, "recall": 0.664032, "f1": 0.637525, "accuracy": 0.664032, "main_score": 0.637525, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626759, "recall": 0.660079, "f1": 0.634795, "accuracy": 0.660079, "main_score": 0.634795, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576012, "recall": 0.617589, "f1": 0.587826, "accuracy": 0.617589, "main_score": 0.587826, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539216, "recall": 0.591897, "f1": 0.553539, "accuracy": 0.591897, "main_score": 0.553539, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60218, "recall": 0.641304, "f1": 0.612042, "accuracy": 0.641304, "main_score": 0.612042, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54074, "recall": 0.582016, "f1": 0.552043, "accuracy": 0.582016, "main_score": 0.552043, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543028, "recall": 0.585968, "f1": 0.554302, "accuracy": 0.585968, "main_score": 0.554302, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585288, "recall": 0.631423, "f1": 0.597644, "accuracy": 0.631423, "main_score": 0.597644, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.608207, "recall": 0.642292, "f1": 0.616492, "accuracy": 0.642292, "main_score": 0.616492, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571952, "recall": 0.620553, "f1": 0.584507, "accuracy": 0.620553, "main_score": 0.584507, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462799, "recall": 0.509881, "f1": 0.475467, "accuracy": 0.509881, "main_score": 0.475467, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.643548, "recall": 0.679842, "f1": 0.652938, "accuracy": 0.679842, "main_score": 0.652938, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599968, "recall": 0.641304, "f1": 0.610428, "accuracy": 0.641304, "main_score": 0.610428, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.553073, "recall": 0.602767, "f1": 0.567043, "accuracy": 0.602767, "main_score": 0.567043, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55933, "recall": 0.603755, "f1": 0.571965, "accuracy": 0.603755, "main_score": 0.571965, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540643, "recall": 0.578063, "f1": 0.551314, "accuracy": 0.578063, "main_score": 0.551314, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532676, "recall": 0.578063, "f1": 0.545033, "accuracy": 0.578063, "main_score": 0.545033, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579584, "recall": 0.62253, "f1": 0.591238, "accuracy": 0.62253, "main_score": 0.591238, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511276, "recall": 0.571146, "f1": 0.527036, "accuracy": 0.571146, "main_score": 0.527036, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.594464, "recall": 0.636364, "f1": 0.605508, "accuracy": 0.636364, "main_score": 0.605508, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.595584, "recall": 0.632411, "f1": 0.604954, "accuracy": 0.632411, "main_score": 0.604954, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.609063, "recall": 0.653162, "f1": 0.62052, "accuracy": 0.653162, "main_score": 0.62052, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600296, "recall": 0.644269, "f1": 0.612107, "accuracy": 0.644269, "main_score": 0.612107, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626922, "recall": 0.663043, "f1": 0.635775, "accuracy": 0.663043, "main_score": 0.635775, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53472, "recall": 0.583992, "f1": 0.548309, "accuracy": 0.583992, "main_score": 0.548309, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.599866, "recall": 0.636364, "f1": 0.608858, "accuracy": 0.636364, "main_score": 0.608858, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495998, "recall": 0.551383, "f1": 0.510783, "accuracy": 0.551383, "main_score": 0.510783, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601862, "recall": 0.648221, "f1": 0.614522, "accuracy": 0.648221, "main_score": 0.614522, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443004, "recall": 0.497036, "f1": 0.458107, "accuracy": 0.497036, "main_score": 0.458107, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.593241, "recall": 0.639328, "f1": 0.60441, "accuracy": 0.639328, "main_score": 0.60441, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.590384, "recall": 0.633399, "f1": 0.602471, "accuracy": 0.633399, "main_score": 0.602471, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.603656, "recall": 0.641304, "f1": 0.613458, "accuracy": 0.641304, "main_score": 0.613458, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6024, "recall": 0.641304, "f1": 0.61283, "accuracy": 0.641304, "main_score": 0.61283, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559706, "recall": 0.609684, "f1": 0.572493, "accuracy": 0.609684, "main_score": 0.572493, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.595212, "recall": 0.634387, "f1": 0.605878, "accuracy": 0.634387, "main_score": 0.605878, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589319, "recall": 0.628458, "f1": 0.600467, "accuracy": 0.628458, "main_score": 0.600467, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611941, "recall": 0.650198, "f1": 0.621529, "accuracy": 0.650198, "main_score": 0.621529, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606208, "recall": 0.643281, "f1": 0.61609, "accuracy": 0.643281, "main_score": 0.61609, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634339, "recall": 0.674901, "f1": 0.645288, "accuracy": 0.674901, "main_score": 0.645288, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532485, "recall": 0.575099, "f1": 0.544974, "accuracy": 0.575099, "main_score": 0.544974, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622403, "recall": 0.659091, "f1": 0.632155, "accuracy": 0.659091, "main_score": 0.632155, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582569, "recall": 0.631423, "f1": 0.595325, "accuracy": 0.631423, "main_score": 0.595325, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.58649, "recall": 0.632411, "f1": 0.598768, "accuracy": 0.632411, "main_score": 0.598768, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.54208, "recall": 0.586957, "f1": 0.554509, "accuracy": 0.586957, "main_score": 0.554509, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631384, "recall": 0.671937, "f1": 0.642006, "accuracy": 0.671937, "main_score": 0.642006, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592355, "recall": 0.623518, "f1": 0.600476, "accuracy": 0.623518, "main_score": 0.600476, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689898, "recall": 0.747036, "f1": 0.706272, "accuracy": 0.747036, "main_score": 0.706272, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592918, "recall": 0.641304, "f1": 0.606458, "accuracy": 0.641304, "main_score": 0.606458, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523482, "recall": 0.574111, "f1": 0.537793, "accuracy": 0.574111, "main_score": 0.537793, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618663, "recall": 0.661067, "f1": 0.629911, "accuracy": 0.661067, "main_score": 0.629911, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568817, "recall": 0.609684, "f1": 0.57984, "accuracy": 0.609684, "main_score": 0.57984, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512898, "recall": 0.5583, "f1": 0.525527, "accuracy": 0.5583, "main_score": 0.525527, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602692, "recall": 0.63834, "f1": 0.613124, "accuracy": 0.63834, "main_score": 0.613124, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585343, "recall": 0.632411, "f1": 0.598366, "accuracy": 0.632411, "main_score": 0.598366, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.573982, "recall": 0.625494, "f1": 0.587641, "accuracy": 0.625494, "main_score": 0.587641, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593519, "recall": 0.633399, "f1": 0.605146, "accuracy": 0.633399, "main_score": 0.605146, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571576, "recall": 0.619565, "f1": 0.584588, "accuracy": 0.619565, "main_score": 0.584588, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5368, "recall": 0.583992, "f1": 0.55093, "accuracy": 0.583992, "main_score": 0.55093, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590467, "recall": 0.628458, "f1": 0.601103, "accuracy": 0.628458, "main_score": 0.601103, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613056, "recall": 0.650198, "f1": 0.622477, "accuracy": 0.650198, "main_score": 0.622477, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598337, "recall": 0.630435, "f1": 0.607352, "accuracy": 0.630435, "main_score": 0.607352, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599802, "recall": 0.630435, "f1": 0.608325, "accuracy": 0.630435, "main_score": 0.608325, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57766, "recall": 0.626482, "f1": 0.591373, "accuracy": 0.626482, "main_score": 0.591373, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554021, "recall": 0.598814, "f1": 0.566233, "accuracy": 0.598814, "main_score": 0.566233, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589176, "recall": 0.629447, "f1": 0.59993, "accuracy": 0.629447, "main_score": 0.59993, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458187, "recall": 0.524704, "f1": 0.47722, "accuracy": 0.524704, "main_score": 0.47722, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600686, "recall": 0.63834, "f1": 0.611011, "accuracy": 0.63834, "main_score": 0.611011, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.564319, "recall": 0.606719, "f1": 0.575967, "accuracy": 0.606719, "main_score": 0.575967, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.600392, "recall": 0.635375, "f1": 0.609501, "accuracy": 0.635375, "main_score": 0.609501, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585791, "recall": 0.629447, "f1": 0.597362, "accuracy": 0.629447, "main_score": 0.597362, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.553278, "recall": 0.599802, "f1": 0.56634, "accuracy": 0.599802, "main_score": 0.56634, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561797, "recall": 0.599802, "f1": 0.572838, "accuracy": 0.599802, "main_score": 0.572838, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496638, "recall": 0.5583, "f1": 0.513625, "accuracy": 0.5583, "main_score": 0.513625, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471049, "recall": 0.519763, "f1": 0.484083, "accuracy": 0.519763, "main_score": 0.484083, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397709, "recall": 0.476285, "f1": 0.418059, "accuracy": 0.476285, "main_score": 0.418059, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.950593, "f1": 0.937319, "accuracy": 0.950593, "main_score": 0.937319, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530376, "recall": 0.588933, "f1": 0.546198, "accuracy": 0.588933, "main_score": 0.546198, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.764476, "recall": 0.814229, "f1": 0.779465, "accuracy": 0.814229, "main_score": 0.779465, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884717, "recall": 0.911067, "f1": 0.892885, "accuracy": 0.911067, "main_score": 0.892885, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.498515, "recall": 0.560277, "f1": 0.51541, "accuracy": 0.560277, "main_score": 0.51541, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935606, "recall": 0.955534, "f1": 0.942029, "accuracy": 0.955534, "main_score": 0.942029, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544936, "recall": 0.603755, "f1": 0.561654, "accuracy": 0.603755, "main_score": 0.561654, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481483, "recall": 0.541502, "f1": 0.497819, "accuracy": 0.541502, "main_score": 0.497819, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.19246, "recall": 0.236166, "f1": 0.20342, "accuracy": 0.236166, "main_score": 0.20342, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550943, "recall": 0.604743, "f1": 0.566373, "accuracy": 0.604743, "main_score": 0.566373, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.600198, "recall": 0.65415, "f1": 0.616173, "accuracy": 0.65415, "main_score": 0.616173, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.473174, "recall": 0.521739, "f1": 0.487093, "accuracy": 0.521739, "main_score": 0.487093, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42661, "recall": 0.494071, "f1": 0.444613, "accuracy": 0.494071, "main_score": 0.444613, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501968, "recall": 0.567194, "f1": 0.51994, "accuracy": 0.567194, "main_score": 0.51994, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966535, "accuracy": 0.974308, "main_score": 0.966535, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947299, "recall": 0.963439, "f1": 0.952569, "accuracy": 0.963439, "main_score": 0.952569, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508285, "recall": 0.574111, "f1": 0.526267, "accuracy": 0.574111, "main_score": 0.526267, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835227, "recall": 0.879447, "f1": 0.849129, "accuracy": 0.879447, "main_score": 0.849129, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927948, "recall": 0.948617, "f1": 0.934519, "accuracy": 0.948617, "main_score": 0.934519, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446102, "recall": 0.500988, "f1": 0.461561, "accuracy": 0.500988, "main_score": 0.461561, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457015, "recall": 0.51581, "f1": 0.473582, "accuracy": 0.51581, "main_score": 0.473582, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43832, "recall": 0.492095, "f1": 0.453346, "accuracy": 0.492095, "main_score": 0.453346, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875741, "recall": 0.906126, "f1": 0.884703, "accuracy": 0.906126, "main_score": 0.884703, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291306, "recall": 0.337945, "f1": 0.304083, "accuracy": 0.337945, "main_score": 0.304083, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485725, "recall": 0.550395, "f1": 0.504123, "accuracy": 0.550395, "main_score": 0.504123, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926416, "recall": 0.94664, "f1": 0.932806, "accuracy": 0.94664, "main_score": 0.932806, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902701, "recall": 0.931818, "f1": 0.911726, "accuracy": 0.931818, "main_score": 0.911726, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526611, "recall": 0.577075, "f1": 0.540958, "accuracy": 0.577075, "main_score": 0.540958, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.967391, "f1": 0.958465, "accuracy": 0.967391, "main_score": 0.958465, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623053, "recall": 0.68083, "f1": 0.63929, "accuracy": 0.68083, "main_score": 0.63929, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931901, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616288, "recall": 0.687747, "f1": 0.636957, "accuracy": 0.687747, "main_score": 0.636957, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.621489, "recall": 0.689723, "f1": 0.640615, "accuracy": 0.689723, "main_score": 0.640615, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560846, "recall": 0.615613, "f1": 0.576123, "accuracy": 0.615613, "main_score": 0.576123, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584892, "recall": 0.650198, "f1": 0.603209, "accuracy": 0.650198, "main_score": 0.603209, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.960474, "f1": 0.94944, "accuracy": 0.960474, "main_score": 0.94944, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920537, "recall": 0.944664, "f1": 0.928096, "accuracy": 0.944664, "main_score": 0.928096, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.486321, "recall": 0.538538, "f1": 0.5004, "accuracy": 0.538538, "main_score": 0.5004, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499316, "recall": 0.550395, "f1": 0.513312, "accuracy": 0.550395, "main_score": 0.513312, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.697867, "recall": 0.759881, "f1": 0.715725, "accuracy": 0.759881, "main_score": 0.715725, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407057, "recall": 0.461462, "f1": 0.421734, "accuracy": 0.461462, "main_score": 0.421734, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.79249, "recall": 0.843874, "f1": 0.808187, "accuracy": 0.843874, "main_score": 0.808187, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466026, "recall": 0.520751, "f1": 0.481227, "accuracy": 0.520751, "main_score": 0.481227, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.963439, "f1": 0.953557, "accuracy": 0.963439, "main_score": 0.953557, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.500263, "recall": 0.563241, "f1": 0.517294, "accuracy": 0.563241, "main_score": 0.517294, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192968, "recall": 0.242095, "f1": 0.204322, "accuracy": 0.242095, "main_score": 0.204322, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.534758, "recall": 0.597826, "f1": 0.552673, "accuracy": 0.597826, "main_score": 0.552673, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708952, "recall": 0.774704, "f1": 0.728381, "accuracy": 0.774704, "main_score": 0.728381, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376663, "recall": 0.426877, "f1": 0.390562, "accuracy": 0.426877, "main_score": 0.390562, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.954545, "f1": 0.943464, "accuracy": 0.954545, "main_score": 0.943464, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5965, "recall": 0.658103, "f1": 0.614138, "accuracy": 0.658103, "main_score": 0.614138, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970059, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49654, "recall": 0.557312, "f1": 0.513887, "accuracy": 0.557312, "main_score": 0.513887, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452614, "recall": 0.513834, "f1": 0.469572, "accuracy": 0.513834, "main_score": 0.469572, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582678, "recall": 0.634387, "f1": 0.597156, "accuracy": 0.634387, "main_score": 0.597156, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.221721, "recall": 0.300395, "f1": 0.242567, "accuracy": 0.300395, "main_score": 0.242567, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.919911, "recall": 0.9417, "f1": 0.926614, "accuracy": 0.9417, "main_score": 0.926614, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53658, "recall": 0.59585, "f1": 0.55328, "accuracy": 0.59585, "main_score": 0.55328, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50719, "recall": 0.564229, "f1": 0.522839, "accuracy": 0.564229, "main_score": 0.522839, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.95751, "f1": 0.945817, "accuracy": 0.95751, "main_score": 0.945817, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.656493, "recall": 0.729249, "f1": 0.678216, "accuracy": 0.729249, "main_score": 0.678216, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486965, "recall": 0.54249, "f1": 0.502418, "accuracy": 0.54249, "main_score": 0.502418, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687088, "recall": 0.758893, "f1": 0.70886, "accuracy": 0.758893, "main_score": 0.70886, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.946838, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.397116, "recall": 0.460474, "f1": 0.414714, "accuracy": 0.460474, "main_score": 0.414714, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.912994, "recall": 0.938735, "f1": 0.921014, "accuracy": 0.938735, "main_score": 0.921014, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.806851, "recall": 0.850791, "f1": 0.82029, "accuracy": 0.850791, "main_score": 0.82029, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875609, "recall": 0.909091, "f1": 0.885771, "accuracy": 0.909091, "main_score": 0.885771, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.857411, "recall": 0.896245, "f1": 0.869532, "accuracy": 0.896245, "main_score": 0.869532, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533392, "recall": 0.586957, "f1": 0.548183, "accuracy": 0.586957, "main_score": 0.548183, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787945, "recall": 0.839921, "f1": 0.803986, "accuracy": 0.839921, "main_score": 0.803986, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935853, "recall": 0.954545, "f1": 0.941765, "accuracy": 0.954545, "main_score": 0.941765, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400851, "recall": 0.466403, "f1": 0.418462, "accuracy": 0.466403, "main_score": 0.418462, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572259, "recall": 0.639328, "f1": 0.591669, "accuracy": 0.639328, "main_score": 0.591669, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.976285, "f1": 0.970191, "accuracy": 0.976285, "main_score": 0.970191, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.931522, "recall": 0.951581, "f1": 0.937912, "accuracy": 0.951581, "main_score": 0.937912, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710359, "recall": 0.76581, "f1": 0.726487, "accuracy": 0.76581, "main_score": 0.726487, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.982213, "f1": 0.977437, "accuracy": 0.982213, "main_score": 0.977437, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549155, "recall": 0.607708, "f1": 0.564805, "accuracy": 0.607708, "main_score": 0.564805, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562718, "recall": 0.620553, "f1": 0.577822, "accuracy": 0.620553, "main_score": 0.577822, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842549, "recall": 0.881423, "f1": 0.853837, "accuracy": 0.881423, "main_score": 0.853837, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483745, "recall": 0.534585, "f1": 0.497582, "accuracy": 0.534585, "main_score": 0.497582, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4782, "recall": 0.538538, "f1": 0.495001, "accuracy": 0.538538, "main_score": 0.495001, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752717, "recall": 0.80336, "f1": 0.76733, "accuracy": 0.80336, "main_score": 0.76733, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489009, "recall": 0.549407, "f1": 0.505283, "accuracy": 0.549407, "main_score": 0.505283, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559184, "recall": 0.617589, "f1": 0.575535, "accuracy": 0.617589, "main_score": 0.575535, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.831357, "recall": 0.875494, "f1": 0.845323, "accuracy": 0.875494, "main_score": 0.845323, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937912, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430001, "recall": 0.486166, "f1": 0.445774, "accuracy": 0.486166, "main_score": 0.445774, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505595, "recall": 0.564229, "f1": 0.521074, "accuracy": 0.564229, "main_score": 0.521074, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.510559, "recall": 0.575099, "f1": 0.528971, "accuracy": 0.575099, "main_score": 0.528971, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501485, "recall": 0.55336, "f1": 0.515454, "accuracy": 0.55336, "main_score": 0.515454, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461233, "recall": 0.518775, "f1": 0.477703, "accuracy": 0.518775, "main_score": 0.477703, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653764, "recall": 0.720356, "f1": 0.673144, "accuracy": 0.720356, "main_score": 0.673144, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921937, "recall": 0.943676, "f1": 0.928656, "accuracy": 0.943676, "main_score": 0.928656, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650675, "recall": 0.710474, "f1": 0.667975, "accuracy": 0.710474, "main_score": 0.667975, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749457, "recall": 0.797431, "f1": 0.76389, "accuracy": 0.797431, "main_score": 0.76389, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.921607, "recall": 0.944664, "f1": 0.928854, "accuracy": 0.944664, "main_score": 0.928854, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.402052, "recall": 0.475296, "f1": 0.42265, "accuracy": 0.475296, "main_score": 0.42265, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.951334, "recall": 0.966403, "f1": 0.956094, "accuracy": 0.966403, "main_score": 0.956094, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.639592, "recall": 0.704545, "f1": 0.659143, "accuracy": 0.704545, "main_score": 0.659143, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515752, "recall": 0.563241, "f1": 0.529433, "accuracy": 0.563241, "main_score": 0.529433, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56041, "recall": 0.632411, "f1": 0.580741, "accuracy": 0.632411, "main_score": 0.580741, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529225, "recall": 0.594862, "f1": 0.548079, "accuracy": 0.594862, "main_score": 0.548079, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45262, "recall": 0.532609, "f1": 0.474921, "accuracy": 0.532609, "main_score": 0.474921, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585181, "recall": 0.648221, "f1": 0.603127, "accuracy": 0.648221, "main_score": 0.603127, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877059, "recall": 0.909091, "f1": 0.887253, "accuracy": 0.909091, "main_score": 0.887253, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.97332, "f1": 0.965909, "accuracy": 0.97332, "main_score": 0.965909, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607422, "recall": 0.666996, "f1": 0.624547, "accuracy": 0.666996, "main_score": 0.624547, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607942, "recall": 0.671937, "f1": 0.625896, "accuracy": 0.671937, "main_score": 0.625896, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545372, "recall": 0.614625, "f1": 0.565175, "accuracy": 0.614625, "main_score": 0.565175, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169547, "recall": 0.224308, "f1": 0.183246, "accuracy": 0.224308, "main_score": 0.183246, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632322, "recall": 0.686759, "f1": 0.648158, "accuracy": 0.686759, "main_score": 0.648158, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.672029, "recall": 0.727273, "f1": 0.68806, "accuracy": 0.727273, "main_score": 0.68806, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532139, "recall": 0.592885, "f1": 0.549492, "accuracy": 0.592885, "main_score": 0.549492, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49684, "recall": 0.56917, "f1": 0.516809, "accuracy": 0.56917, "main_score": 0.516809, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553535, "recall": 0.62253, "f1": 0.573259, "accuracy": 0.62253, "main_score": 0.573259, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566915, "recall": 0.632411, "f1": 0.585169, "accuracy": 0.632411, "main_score": 0.585169, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.88475, "recall": 0.916008, "f1": 0.894401, "accuracy": 0.916008, "main_score": 0.894401, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512635, "recall": 0.576087, "f1": 0.531513, "accuracy": 0.576087, "main_score": 0.531513, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526295, "recall": 0.597826, "f1": 0.546298, "accuracy": 0.597826, "main_score": 0.546298, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521723, "recall": 0.576087, "f1": 0.536717, "accuracy": 0.576087, "main_score": 0.536717, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313347, "recall": 0.381423, "f1": 0.331871, "accuracy": 0.381423, "main_score": 0.331871, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582791, "recall": 0.650198, "f1": 0.601803, "accuracy": 0.650198, "main_score": 0.601803, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590624, "recall": 0.65415, "f1": 0.608966, "accuracy": 0.65415, "main_score": 0.608966, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711965, "recall": 0.775692, "f1": 0.730706, "accuracy": 0.775692, "main_score": 0.730706, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.977273, "f1": 0.969862, "accuracy": 0.977273, "main_score": 0.969862, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674292, "recall": 0.750988, "f1": 0.697186, "accuracy": 0.750988, "main_score": 0.697186, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.706291, "recall": 0.764822, "f1": 0.723438, "accuracy": 0.764822, "main_score": 0.723438, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658613, "recall": 0.716403, "f1": 0.675678, "accuracy": 0.716403, "main_score": 0.675678, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651475, "recall": 0.718379, "f1": 0.671854, "accuracy": 0.718379, "main_score": 0.671854, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945982, "recall": 0.963439, "f1": 0.951746, "accuracy": 0.963439, "main_score": 0.951746, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.540293, "recall": 0.602767, "f1": 0.558423, "accuracy": 0.602767, "main_score": 0.558423, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559529, "recall": 0.614625, "f1": 0.574969, "accuracy": 0.614625, "main_score": 0.574969, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804545, "recall": 0.853755, "f1": 0.819433, "accuracy": 0.853755, "main_score": 0.819433, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471476, "recall": 0.530632, "f1": 0.487515, "accuracy": 0.530632, "main_score": 0.487515, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.865777, "recall": 0.902174, "f1": 0.877061, "accuracy": 0.902174, "main_score": 0.877061, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536135, "recall": 0.601779, "f1": 0.554269, "accuracy": 0.601779, "main_score": 0.554269, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.990119, "f1": 0.988307, "accuracy": 0.990119, "main_score": 0.988307, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.593783, "recall": 0.663043, "f1": 0.613716, "accuracy": 0.663043, "main_score": 0.613716, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187538, "recall": 0.253953, "f1": 0.202479, "accuracy": 0.253953, "main_score": 0.202479, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.618679, "recall": 0.686759, "f1": 0.638235, "accuracy": 0.686759, "main_score": 0.638235, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801746, "recall": 0.854743, "f1": 0.818281, "accuracy": 0.854743, "main_score": 0.818281, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413316, "recall": 0.47332, "f1": 0.429498, "accuracy": 0.47332, "main_score": 0.429498, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661874, "recall": 0.724308, "f1": 0.680322, "accuracy": 0.724308, "main_score": 0.680322, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572599, "recall": 0.632411, "f1": 0.589618, "accuracy": 0.632411, "main_score": 0.589618, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51303, "recall": 0.582016, "f1": 0.531864, "accuracy": 0.582016, "main_score": 0.531864, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665613, "recall": 0.722332, "f1": 0.682303, "accuracy": 0.722332, "main_score": 0.682303, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.217513, "recall": 0.297431, "f1": 0.237289, "accuracy": 0.297431, "main_score": 0.237289, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559578, "recall": 0.629447, "f1": 0.580296, "accuracy": 0.629447, "main_score": 0.580296, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574049, "recall": 0.644269, "f1": 0.593317, "accuracy": 0.644269, "main_score": 0.593317, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.711578, "recall": 0.779644, "f1": 0.732411, "accuracy": 0.779644, "main_score": 0.732411, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553595, "recall": 0.619565, "f1": 0.57277, "accuracy": 0.619565, "main_score": 0.57277, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.782148, "recall": 0.833992, "f1": 0.797859, "accuracy": 0.833992, "main_score": 0.797859, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475872, "recall": 0.548419, "f1": 0.495728, "accuracy": 0.548419, "main_score": 0.495728, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87528, "recall": 0.910079, "f1": 0.8861, "accuracy": 0.910079, "main_score": 0.8861, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.936924, "recall": 0.95751, "f1": 0.943676, "accuracy": 0.95751, "main_score": 0.943676, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622861, "recall": 0.674901, "f1": 0.637734, "accuracy": 0.674901, "main_score": 0.637734, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904644, "recall": 0.933794, "f1": 0.913999, "accuracy": 0.933794, "main_score": 0.913999, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462356, "recall": 0.534585, "f1": 0.482404, "accuracy": 0.534585, "main_score": 0.482404, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627794, "recall": 0.700593, "f1": 0.649097, "accuracy": 0.700593, "main_score": 0.649097, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836462, "recall": 0.880435, "f1": 0.850132, "accuracy": 0.880435, "main_score": 0.850132, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.650851, "recall": 0.705534, "f1": 0.66634, "accuracy": 0.705534, "main_score": 0.66634, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648273, "recall": 0.714427, "f1": 0.667688, "accuracy": 0.714427, "main_score": 0.667688, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951087, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551921, "recall": 0.615613, "f1": 0.569718, "accuracy": 0.615613, "main_score": 0.569718, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537916, "recall": 0.602767, "f1": 0.555736, "accuracy": 0.602767, "main_score": 0.555736, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845356, "recall": 0.887352, "f1": 0.858498, "accuracy": 0.887352, "main_score": 0.858498, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550113, "recall": 0.61166, "f1": 0.56722, "accuracy": 0.61166, "main_score": 0.56722, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617402, "recall": 0.679842, "f1": 0.63538, "accuracy": 0.679842, "main_score": 0.63538, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932642, "recall": 0.952569, "f1": 0.939065, "accuracy": 0.952569, "main_score": 0.939065, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483885, "recall": 0.547431, "f1": 0.502023, "accuracy": 0.547431, "main_score": 0.502023, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57326, "recall": 0.632411, "f1": 0.589234, "accuracy": 0.632411, "main_score": 0.589234, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.582839, "recall": 0.651186, "f1": 0.602522, "accuracy": 0.651186, "main_score": 0.602522, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547966, "recall": 0.614625, "f1": 0.566558, "accuracy": 0.614625, "main_score": 0.566558, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532058, "recall": 0.600791, "f1": 0.551781, "accuracy": 0.600791, "main_score": 0.551781, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735886, "recall": 0.791502, "f1": 0.752339, "accuracy": 0.791502, "main_score": 0.752339, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761232, "recall": 0.815217, "f1": 0.777569, "accuracy": 0.815217, "main_score": 0.777569, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873946, "recall": 0.905138, "f1": 0.883682, "accuracy": 0.905138, "main_score": 0.883682, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957345, "recall": 0.971344, "f1": 0.961957, "accuracy": 0.971344, "main_score": 0.961957, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482009, "recall": 0.562253, "f1": 0.505565, "accuracy": 0.562253, "main_score": 0.505565, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.707404, "recall": 0.770751, "f1": 0.726141, "accuracy": 0.770751, "main_score": 0.726141, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596104, "recall": 0.655138, "f1": 0.612876, "accuracy": 0.655138, "main_score": 0.612876, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561759, "recall": 0.62747, "f1": 0.581302, "accuracy": 0.62747, "main_score": 0.581302, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51513, "recall": 0.58004, "f1": 0.533414, "accuracy": 0.58004, "main_score": 0.533414, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458555, "recall": 0.537549, "f1": 0.480421, "accuracy": 0.537549, "main_score": 0.480421, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57455, "recall": 0.637352, "f1": 0.592133, "accuracy": 0.637352, "main_score": 0.592133, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871163, "recall": 0.905138, "f1": 0.881785, "accuracy": 0.905138, "main_score": 0.881785, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597764, "recall": 0.660079, "f1": 0.615601, "accuracy": 0.660079, "main_score": 0.615601, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61115, "recall": 0.678854, "f1": 0.630454, "accuracy": 0.678854, "main_score": 0.630454, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537519, "recall": 0.601779, "f1": 0.555807, "accuracy": 0.601779, "main_score": 0.555807, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.172271, "recall": 0.225296, "f1": 0.185562, "accuracy": 0.225296, "main_score": 0.185562, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619361, "recall": 0.679842, "f1": 0.636333, "accuracy": 0.679842, "main_score": 0.636333, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.647101, "recall": 0.706522, "f1": 0.664921, "accuracy": 0.706522, "main_score": 0.664921, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.541389, "recall": 0.596838, "f1": 0.557133, "accuracy": 0.596838, "main_score": 0.557133, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479371, "recall": 0.557312, "f1": 0.501063, "accuracy": 0.557312, "main_score": 0.501063, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538745, "recall": 0.606719, "f1": 0.558976, "accuracy": 0.606719, "main_score": 0.558976, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558277, "recall": 0.628458, "f1": 0.577779, "accuracy": 0.628458, "main_score": 0.577779, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.91502, "f1": 0.89193, "accuracy": 0.91502, "main_score": 0.89193, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522952, "recall": 0.586957, "f1": 0.541638, "accuracy": 0.586957, "main_score": 0.541638, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504825, "recall": 0.58004, "f1": 0.526617, "accuracy": 0.58004, "main_score": 0.526617, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514109, "recall": 0.579051, "f1": 0.532347, "accuracy": 0.579051, "main_score": 0.532347, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.95751, "f1": 0.94473, "accuracy": 0.95751, "main_score": 0.94473, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.294308, "recall": 0.362648, "f1": 0.312818, "accuracy": 0.362648, "main_score": 0.312818, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584406, "recall": 0.656126, "f1": 0.604964, "accuracy": 0.656126, "main_score": 0.604964, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57175, "recall": 0.633399, "f1": 0.589565, "accuracy": 0.633399, "main_score": 0.589565, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698875, "recall": 0.762846, "f1": 0.717918, "accuracy": 0.762846, "main_score": 0.717918, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661989, "recall": 0.738142, "f1": 0.684453, "accuracy": 0.738142, "main_score": 0.684453, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695727, "recall": 0.759881, "f1": 0.71466, "accuracy": 0.759881, "main_score": 0.71466, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.711462, "f1": 0.670572, "accuracy": 0.711462, "main_score": 0.670572, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648501, "recall": 0.717391, "f1": 0.668742, "accuracy": 0.717391, "main_score": 0.668742, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934453, "recall": 0.955534, "f1": 0.94137, "accuracy": 0.955534, "main_score": 0.94137, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535653, "recall": 0.601779, "f1": 0.55411, "accuracy": 0.601779, "main_score": 0.55411, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542284, "recall": 0.598814, "f1": 0.558473, "accuracy": 0.598814, "main_score": 0.558473, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.796179, "recall": 0.842885, "f1": 0.810178, "accuracy": 0.842885, "main_score": 0.810178, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466522, "recall": 0.527668, "f1": 0.483187, "accuracy": 0.527668, "main_score": 0.483187, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.859025, "recall": 0.897233, "f1": 0.87085, "accuracy": 0.897233, "main_score": 0.87085, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53337, "recall": 0.598814, "f1": 0.551921, "accuracy": 0.598814, "main_score": 0.551921, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595135, "recall": 0.670949, "f1": 0.616957, "accuracy": 0.670949, "main_score": 0.616957, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189091, "recall": 0.252964, "f1": 0.20346, "accuracy": 0.252964, "main_score": 0.20346, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.617401, "recall": 0.686759, "f1": 0.636931, "accuracy": 0.686759, "main_score": 0.636931, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794549, "recall": 0.849802, "f1": 0.811957, "accuracy": 0.849802, "main_score": 0.811957, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404242, "recall": 0.465415, "f1": 0.420718, "accuracy": 0.465415, "main_score": 0.420718, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.659082, "recall": 0.720356, "f1": 0.677075, "accuracy": 0.720356, "main_score": 0.677075, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541316, "recall": 0.612648, "f1": 0.561695, "accuracy": 0.612648, "main_score": 0.561695, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513092, "recall": 0.582016, "f1": 0.531793, "accuracy": 0.582016, "main_score": 0.531793, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659726, "recall": 0.718379, "f1": 0.677506, "accuracy": 0.718379, "main_score": 0.677506, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215717, "recall": 0.298419, "f1": 0.237543, "accuracy": 0.298419, "main_score": 0.237543, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55635, "recall": 0.623518, "f1": 0.576155, "accuracy": 0.623518, "main_score": 0.576155, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582142, "recall": 0.650198, "f1": 0.601754, "accuracy": 0.650198, "main_score": 0.601754, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696171, "recall": 0.766798, "f1": 0.71763, "accuracy": 0.766798, "main_score": 0.71763, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54789, "recall": 0.613636, "f1": 0.566438, "accuracy": 0.613636, "main_score": 0.566438, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77024, "recall": 0.825099, "f1": 0.787253, "accuracy": 0.825099, "main_score": 0.787253, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.4685, "recall": 0.541502, "f1": 0.488338, "accuracy": 0.541502, "main_score": 0.488338, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.866765, "recall": 0.90415, "f1": 0.87859, "accuracy": 0.90415, "main_score": 0.87859, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610182, "recall": 0.66996, "f1": 0.627407, "accuracy": 0.66996, "main_score": 0.627407, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897892, "recall": 0.928854, "f1": 0.907938, "accuracy": 0.928854, "main_score": 0.907938, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461129, "recall": 0.534585, "f1": 0.481026, "accuracy": 0.534585, "main_score": 0.481026, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610886, "recall": 0.690711, "f1": 0.634768, "accuracy": 0.690711, "main_score": 0.634768, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833004, "recall": 0.876482, "f1": 0.846626, "accuracy": 0.876482, "main_score": 0.846626, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.6917, "f1": 0.646759, "accuracy": 0.6917, "main_score": 0.646759, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626013, "recall": 0.692688, "f1": 0.645528, "accuracy": 0.692688, "main_score": 0.645528, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.965415, "f1": 0.955007, "accuracy": 0.965415, "main_score": 0.955007, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539579, "recall": 0.604743, "f1": 0.557931, "accuracy": 0.604743, "main_score": 0.557931, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525808, "recall": 0.593874, "f1": 0.545286, "accuracy": 0.593874, "main_score": 0.545286, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819664, "recall": 0.865613, "f1": 0.833762, "accuracy": 0.865613, "main_score": 0.833762, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535328, "recall": 0.600791, "f1": 0.553657, "accuracy": 0.600791, "main_score": 0.553657, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595454, "recall": 0.664032, "f1": 0.615357, "accuracy": 0.664032, "main_score": 0.615357, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923254, "recall": 0.94664, "f1": 0.930995, "accuracy": 0.94664, "main_score": 0.930995, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49524, "recall": 0.557312, "f1": 0.513298, "accuracy": 0.557312, "main_score": 0.513298, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563389, "recall": 0.62747, "f1": 0.580856, "accuracy": 0.62747, "main_score": 0.580856, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.588243, "recall": 0.653162, "f1": 0.606917, "accuracy": 0.653162, "main_score": 0.606917, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543964, "recall": 0.609684, "f1": 0.562722, "accuracy": 0.609684, "main_score": 0.562722, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524861, "recall": 0.598814, "f1": 0.5462, "accuracy": 0.598814, "main_score": 0.5462, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727001, "recall": 0.784585, "f1": 0.744145, "accuracy": 0.784585, "main_score": 0.744145, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748313, "recall": 0.800395, "f1": 0.76354, "accuracy": 0.800395, "main_score": 0.76354, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878706, "recall": 0.909091, "f1": 0.888029, "accuracy": 0.909091, "main_score": 0.888029, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954792, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486001, "recall": 0.563241, "f1": 0.508217, "accuracy": 0.563241, "main_score": 0.508217, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.677579, "recall": 0.745059, "f1": 0.697381, "accuracy": 0.745059, "main_score": 0.697381, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603623, "recall": 0.65415, "f1": 0.618234, "accuracy": 0.65415, "main_score": 0.618234, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581672, "recall": 0.646245, "f1": 0.600414, "accuracy": 0.646245, "main_score": 0.600414, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547766, "recall": 0.610672, "f1": 0.56553, "accuracy": 0.610672, "main_score": 0.56553, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412606, "recall": 0.487154, "f1": 0.432659, "accuracy": 0.487154, "main_score": 0.432659, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611569, "recall": 0.66502, "f1": 0.62603, "accuracy": 0.66502, "main_score": 0.62603, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867243, "recall": 0.901186, "f1": 0.877701, "accuracy": 0.901186, "main_score": 0.877701, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97052, "recall": 0.978261, "f1": 0.972991, "accuracy": 0.978261, "main_score": 0.972991, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606769, "recall": 0.664032, "f1": 0.622955, "accuracy": 0.664032, "main_score": 0.622955, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612445, "recall": 0.677866, "f1": 0.631065, "accuracy": 0.677866, "main_score": 0.631065, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565687, "recall": 0.630435, "f1": 0.58392, "accuracy": 0.630435, "main_score": 0.58392, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18205, "recall": 0.231225, "f1": 0.194036, "accuracy": 0.231225, "main_score": 0.194036, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637435, "recall": 0.688735, "f1": 0.651808, "accuracy": 0.688735, "main_score": 0.651808, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.676206, "recall": 0.732213, "f1": 0.692116, "accuracy": 0.732213, "main_score": 0.692116, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.554039, "recall": 0.607708, "f1": 0.569488, "accuracy": 0.607708, "main_score": 0.569488, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521347, "recall": 0.591897, "f1": 0.540357, "accuracy": 0.591897, "main_score": 0.540357, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55966, "recall": 0.624506, "f1": 0.578494, "accuracy": 0.624506, "main_score": 0.578494, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601259, "recall": 0.666008, "f1": 0.61919, "accuracy": 0.666008, "main_score": 0.61919, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891996, "recall": 0.922925, "f1": 0.901845, "accuracy": 0.922925, "main_score": 0.901845, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53422, "recall": 0.596838, "f1": 0.552226, "accuracy": 0.596838, "main_score": 0.552226, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555575, "recall": 0.620553, "f1": 0.572963, "accuracy": 0.620553, "main_score": 0.572963, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525055, "recall": 0.581028, "f1": 0.540418, "accuracy": 0.581028, "main_score": 0.540418, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31502, "recall": 0.373518, "f1": 0.331251, "accuracy": 0.373518, "main_score": 0.331251, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596601, "recall": 0.656126, "f1": 0.613141, "accuracy": 0.656126, "main_score": 0.613141, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597169, "recall": 0.650198, "f1": 0.611996, "accuracy": 0.650198, "main_score": 0.611996, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727322, "recall": 0.787549, "f1": 0.745095, "accuracy": 0.787549, "main_score": 0.745095, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627734, "recall": 0.708498, "f1": 0.651205, "accuracy": 0.708498, "main_score": 0.651205, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.715995, "recall": 0.768775, "f1": 0.731367, "accuracy": 0.768775, "main_score": 0.731367, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669223, "recall": 0.726285, "f1": 0.686446, "accuracy": 0.726285, "main_score": 0.686446, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672307, "recall": 0.73419, "f1": 0.690404, "accuracy": 0.73419, "main_score": 0.690404, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9361, "recall": 0.955534, "f1": 0.942358, "accuracy": 0.955534, "main_score": 0.942358, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558685, "recall": 0.618577, "f1": 0.575455, "accuracy": 0.618577, "main_score": 0.575455, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555988, "recall": 0.614625, "f1": 0.572381, "accuracy": 0.614625, "main_score": 0.572381, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800675, "recall": 0.84585, "f1": 0.814229, "accuracy": 0.84585, "main_score": 0.814229, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468328, "recall": 0.527668, "f1": 0.484156, "accuracy": 0.527668, "main_score": 0.484156, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.867622, "recall": 0.906126, "f1": 0.879941, "accuracy": 0.906126, "main_score": 0.879941, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540319, "recall": 0.603755, "f1": 0.557847, "accuracy": 0.603755, "main_score": 0.557847, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.609538, "recall": 0.676877, "f1": 0.628778, "accuracy": 0.676877, "main_score": 0.628778, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191906, "recall": 0.252964, "f1": 0.205622, "accuracy": 0.252964, "main_score": 0.205622, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642589, "recall": 0.703557, "f1": 0.659891, "accuracy": 0.703557, "main_score": 0.659891, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800264, "recall": 0.847826, "f1": 0.814822, "accuracy": 0.847826, "main_score": 0.814822, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419753, "recall": 0.478261, "f1": 0.435971, "accuracy": 0.478261, "main_score": 0.435971, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.686085, "recall": 0.740119, "f1": 0.701638, "accuracy": 0.740119, "main_score": 0.701638, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56146, "recall": 0.621542, "f1": 0.578146, "accuracy": 0.621542, "main_score": 0.578146, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509959, "recall": 0.579051, "f1": 0.528904, "accuracy": 0.579051, "main_score": 0.528904, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673798, "recall": 0.725296, "f1": 0.688933, "accuracy": 0.725296, "main_score": 0.688933, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223242, "recall": 0.29249, "f1": 0.241192, "accuracy": 0.29249, "main_score": 0.241192, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983037, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577612, "recall": 0.644269, "f1": 0.5974, "accuracy": 0.644269, "main_score": 0.5974, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590046, "recall": 0.653162, "f1": 0.607978, "accuracy": 0.653162, "main_score": 0.607978, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.719928, "recall": 0.778656, "f1": 0.737601, "accuracy": 0.778656, "main_score": 0.737601, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569269, "recall": 0.629447, "f1": 0.586106, "accuracy": 0.629447, "main_score": 0.586106, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796558, "recall": 0.841897, "f1": 0.81031, "accuracy": 0.841897, "main_score": 0.81031, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473397, "recall": 0.537549, "f1": 0.490783, "accuracy": 0.537549, "main_score": 0.490783, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887961, "recall": 0.918972, "f1": 0.897628, "accuracy": 0.918972, "main_score": 0.897628, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955731, "recall": 0.969368, "f1": 0.960145, "accuracy": 0.969368, "main_score": 0.960145, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624849, "recall": 0.676877, "f1": 0.639611, "accuracy": 0.676877, "main_score": 0.639611, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.926877, "f1": 0.905501, "accuracy": 0.926877, "main_score": 0.905501, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472649, "recall": 0.538538, "f1": 0.489829, "accuracy": 0.538538, "main_score": 0.489829, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609953, "recall": 0.68083, "f1": 0.630341, "accuracy": 0.68083, "main_score": 0.630341, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868495, "recall": 0.903162, "f1": 0.879315, "accuracy": 0.903162, "main_score": 0.879315, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.651054, "recall": 0.702569, "f1": 0.665762, "accuracy": 0.702569, "main_score": 0.665762, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.651307, "recall": 0.710474, "f1": 0.66861, "accuracy": 0.710474, "main_score": 0.66861, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.969368, "f1": 0.961265, "accuracy": 0.969368, "main_score": 0.961265, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556555, "recall": 0.62253, "f1": 0.575131, "accuracy": 0.62253, "main_score": 0.575131, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550258, "recall": 0.615613, "f1": 0.569134, "accuracy": 0.615613, "main_score": 0.569134, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820982, "recall": 0.866601, "f1": 0.834914, "accuracy": 0.866601, "main_score": 0.834914, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556573, "recall": 0.620553, "f1": 0.574282, "accuracy": 0.620553, "main_score": 0.574282, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623304, "recall": 0.681818, "f1": 0.640256, "accuracy": 0.681818, "main_score": 0.640256, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.94417, "accuracy": 0.95751, "main_score": 0.94417, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.985178, "f1": 0.981225, "accuracy": 0.985178, "main_score": 0.981225, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495351, "recall": 0.55336, "f1": 0.511351, "accuracy": 0.55336, "main_score": 0.511351, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575224, "recall": 0.639328, "f1": 0.59327, "accuracy": 0.639328, "main_score": 0.59327, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.595439, "recall": 0.656126, "f1": 0.612833, "accuracy": 0.656126, "main_score": 0.612833, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562525, "recall": 0.614625, "f1": 0.576728, "accuracy": 0.614625, "main_score": 0.576728, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547657, "recall": 0.613636, "f1": 0.566519, "accuracy": 0.613636, "main_score": 0.566519, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753336, "recall": 0.80336, "f1": 0.767855, "accuracy": 0.80336, "main_score": 0.767855, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749045, "recall": 0.801383, "f1": 0.764723, "accuracy": 0.801383, "main_score": 0.764723, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880435, "recall": 0.911067, "f1": 0.889954, "accuracy": 0.911067, "main_score": 0.889954, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50185, "recall": 0.58498, "f1": 0.525986, "accuracy": 0.58498, "main_score": 0.525986, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.709947, "recall": 0.767787, "f1": 0.726663, "accuracy": 0.767787, "main_score": 0.726663, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602513, "recall": 0.650198, "f1": 0.616087, "accuracy": 0.650198, "main_score": 0.616087, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522662, "recall": 0.58004, "f1": 0.538193, "accuracy": 0.58004, "main_score": 0.538193, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496852, "recall": 0.55336, "f1": 0.512491, "accuracy": 0.55336, "main_score": 0.512491, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397816, "recall": 0.47332, "f1": 0.417561, "accuracy": 0.47332, "main_score": 0.417561, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566126, "recall": 0.620553, "f1": 0.580897, "accuracy": 0.620553, "main_score": 0.580897, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.810698, "recall": 0.852767, "f1": 0.823403, "accuracy": 0.852767, "main_score": 0.823403, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.932806, "f1": 0.919203, "accuracy": 0.932806, "main_score": 0.919203, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560904, "recall": 0.609684, "f1": 0.574371, "accuracy": 0.609684, "main_score": 0.574371, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.970356, "f1": 0.961298, "accuracy": 0.970356, "main_score": 0.961298, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582964, "recall": 0.647233, "f1": 0.601089, "accuracy": 0.647233, "main_score": 0.601089, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547952, "recall": 0.604743, "f1": 0.564007, "accuracy": 0.604743, "main_score": 0.564007, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191791, "recall": 0.238142, "f1": 0.203233, "accuracy": 0.238142, "main_score": 0.203233, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603057, "recall": 0.650198, "f1": 0.615744, "accuracy": 0.650198, "main_score": 0.615744, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.631911, "recall": 0.686759, "f1": 0.647589, "accuracy": 0.686759, "main_score": 0.647589, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.949028, "recall": 0.964427, "f1": 0.953953, "accuracy": 0.964427, "main_score": 0.953953, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532168, "recall": 0.572134, "f1": 0.543269, "accuracy": 0.572134, "main_score": 0.543269, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466575, "recall": 0.530632, "f1": 0.483346, "accuracy": 0.530632, "main_score": 0.483346, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541625, "recall": 0.596838, "f1": 0.557795, "accuracy": 0.596838, "main_score": 0.557795, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554716, "recall": 0.61166, "f1": 0.570553, "accuracy": 0.61166, "main_score": 0.570553, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863093, "recall": 0.898221, "f1": 0.873913, "accuracy": 0.898221, "main_score": 0.873913, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.963439, "f1": 0.952141, "accuracy": 0.963439, "main_score": 0.952141, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500245, "recall": 0.551383, "f1": 0.514123, "accuracy": 0.551383, "main_score": 0.514123, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499564, "recall": 0.554348, "f1": 0.514371, "accuracy": 0.554348, "main_score": 0.514371, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4977, "recall": 0.544466, "f1": 0.510204, "accuracy": 0.544466, "main_score": 0.510204, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908959, "recall": 0.932806, "f1": 0.916271, "accuracy": 0.932806, "main_score": 0.916271, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31196, "recall": 0.365613, "f1": 0.327323, "accuracy": 0.365613, "main_score": 0.327323, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.602767, "f1": 0.562178, "accuracy": 0.602767, "main_score": 0.562178, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.966403, "f1": 0.957298, "accuracy": 0.966403, "main_score": 0.957298, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.956522, "f1": 0.943083, "accuracy": 0.956522, "main_score": 0.943083, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566083, "recall": 0.613636, "f1": 0.580174, "accuracy": 0.613636, "main_score": 0.580174, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67747, "recall": 0.733202, "f1": 0.693724, "accuracy": 0.733202, "main_score": 0.693724, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587715, "recall": 0.666008, "f1": 0.610134, "accuracy": 0.666008, "main_score": 0.610134, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.649169, "recall": 0.709486, "f1": 0.666468, "accuracy": 0.709486, "main_score": 0.666468, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619516, "recall": 0.666008, "f1": 0.63314, "accuracy": 0.666008, "main_score": 0.63314, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632834, "recall": 0.690711, "f1": 0.649255, "accuracy": 0.690711, "main_score": 0.649255, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907856, "recall": 0.934783, "f1": 0.91637, "accuracy": 0.934783, "main_score": 0.91637, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.533196, "recall": 0.582016, "f1": 0.546465, "accuracy": 0.582016, "main_score": 0.546465, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551077, "recall": 0.602767, "f1": 0.565174, "accuracy": 0.602767, "main_score": 0.565174, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.74623, "recall": 0.79249, "f1": 0.759558, "accuracy": 0.79249, "main_score": 0.759558, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456838, "recall": 0.503953, "f1": 0.469494, "accuracy": 0.503953, "main_score": 0.469494, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.831472, "recall": 0.87253, "f1": 0.843874, "accuracy": 0.87253, "main_score": 0.843874, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536532, "recall": 0.58498, "f1": 0.549568, "accuracy": 0.58498, "main_score": 0.549568, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988883, "recall": 0.992095, "f1": 0.989855, "accuracy": 0.992095, "main_score": 0.989855, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.983202, "f1": 0.979084, "accuracy": 0.983202, "main_score": 0.979084, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.561406, "recall": 0.614625, "f1": 0.576585, "accuracy": 0.614625, "main_score": 0.576585, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198251, "recall": 0.251976, "f1": 0.209576, "accuracy": 0.251976, "main_score": 0.209576, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.596139, "recall": 0.645257, "f1": 0.609936, "accuracy": 0.645257, "main_score": 0.609936, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751318, "recall": 0.806324, "f1": 0.767311, "accuracy": 0.806324, "main_score": 0.767311, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966486, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.407239, "recall": 0.455534, "f1": 0.420834, "accuracy": 0.455534, "main_score": 0.420834, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.647307, "recall": 0.694664, "f1": 0.660501, "accuracy": 0.694664, "main_score": 0.660501, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981472, "recall": 0.987154, "f1": 0.983267, "accuracy": 0.987154, "main_score": 0.983267, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5277, "recall": 0.581028, "f1": 0.543028, "accuracy": 0.581028, "main_score": 0.543028, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498461, "recall": 0.55336, "f1": 0.512453, "accuracy": 0.55336, "main_score": 0.512453, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646297, "recall": 0.698617, "f1": 0.661124, "accuracy": 0.698617, "main_score": 0.661124, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191204, "recall": 0.259881, "f1": 0.208616, "accuracy": 0.259881, "main_score": 0.208616, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.909832, "recall": 0.934783, "f1": 0.917523, "accuracy": 0.934783, "main_score": 0.917523, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55985, "recall": 0.609684, "f1": 0.574296, "accuracy": 0.609684, "main_score": 0.574296, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558673, "recall": 0.607708, "f1": 0.572552, "accuracy": 0.607708, "main_score": 0.572552, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685204, "recall": 0.747036, "f1": 0.703677, "accuracy": 0.747036, "main_score": 0.703677, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531555, "recall": 0.582016, "f1": 0.546007, "accuracy": 0.582016, "main_score": 0.546007, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735672, "recall": 0.788538, "f1": 0.751172, "accuracy": 0.788538, "main_score": 0.751172, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.964839, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458738, "recall": 0.506917, "f1": 0.472108, "accuracy": 0.506917, "main_score": 0.472108, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.91222, "recall": 0.936759, "f1": 0.919928, "accuracy": 0.936759, "main_score": 0.919928, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.843389, "recall": 0.879447, "f1": 0.854265, "accuracy": 0.879447, "main_score": 0.854265, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903327, "recall": 0.928854, "f1": 0.911561, "accuracy": 0.928854, "main_score": 0.911561, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.90835, "recall": 0.933794, "f1": 0.916568, "accuracy": 0.933794, "main_score": 0.916568, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57804, "recall": 0.62747, "f1": 0.591662, "accuracy": 0.62747, "main_score": 0.591662, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855567, "recall": 0.891304, "f1": 0.866685, "accuracy": 0.891304, "main_score": 0.866685, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44805, "recall": 0.506917, "f1": 0.463954, "accuracy": 0.506917, "main_score": 0.463954, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57403, "recall": 0.641304, "f1": 0.592976, "accuracy": 0.641304, "main_score": 0.592976, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.951252, "recall": 0.964427, "f1": 0.955204, "accuracy": 0.964427, "main_score": 0.955204, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.832016, "f1": 0.802997, "accuracy": 0.832016, "main_score": 0.802997, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618963, "recall": 0.670949, "f1": 0.633589, "accuracy": 0.670949, "main_score": 0.633589, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606081, "recall": 0.662055, "f1": 0.621533, "accuracy": 0.662055, "main_score": 0.621533, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884997, "recall": 0.91502, "f1": 0.89409, "accuracy": 0.91502, "main_score": 0.89409, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542023, "recall": 0.594862, "f1": 0.557485, "accuracy": 0.594862, "main_score": 0.557485, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520556, "recall": 0.571146, "f1": 0.534042, "accuracy": 0.571146, "main_score": 0.534042, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.775774, "recall": 0.826087, "f1": 0.79129, "accuracy": 0.826087, "main_score": 0.79129, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527817, "recall": 0.58004, "f1": 0.541768, "accuracy": 0.58004, "main_score": 0.541768, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603139, "recall": 0.656126, "f1": 0.618678, "accuracy": 0.656126, "main_score": 0.618678, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.922925, "f1": 0.902899, "accuracy": 0.922925, "main_score": 0.902899, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479506, "recall": 0.52668, "f1": 0.492736, "accuracy": 0.52668, "main_score": 0.492736, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560983, "recall": 0.609684, "f1": 0.573635, "accuracy": 0.609684, "main_score": 0.573635, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.556113, "recall": 0.615613, "f1": 0.572374, "accuracy": 0.615613, "main_score": 0.572374, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539061, "recall": 0.592885, "f1": 0.553418, "accuracy": 0.592885, "main_score": 0.553418, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526252, "recall": 0.586957, "f1": 0.543459, "accuracy": 0.586957, "main_score": 0.543459, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711159, "recall": 0.768775, "f1": 0.728084, "accuracy": 0.768775, "main_score": 0.728084, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.954875, "accuracy": 0.965415, "main_score": 0.954875, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707305, "recall": 0.752964, "f1": 0.720932, "accuracy": 0.752964, "main_score": 0.720932, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818874, "recall": 0.854743, "f1": 0.829809, "accuracy": 0.854743, "main_score": 0.829809, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469985, "recall": 0.539526, "f1": 0.490165, "accuracy": 0.539526, "main_score": 0.490165, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.682098, "recall": 0.735178, "f1": 0.697798, "accuracy": 0.735178, "main_score": 0.697798, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571412, "recall": 0.614625, "f1": 0.583471, "accuracy": 0.614625, "main_score": 0.583471, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609447, "recall": 0.672925, "f1": 0.627332, "accuracy": 0.672925, "main_score": 0.627332, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545589, "recall": 0.61166, "f1": 0.564494, "accuracy": 0.61166, "main_score": 0.564494, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43894, "recall": 0.512846, "f1": 0.459315, "accuracy": 0.512846, "main_score": 0.459315, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610023, "recall": 0.666996, "f1": 0.626313, "accuracy": 0.666996, "main_score": 0.626313, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887846, "recall": 0.916996, "f1": 0.897021, "accuracy": 0.916996, "main_score": 0.897021, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.607705, "recall": 0.671937, "f1": 0.626155, "accuracy": 0.671937, "main_score": 0.626155, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62365, "recall": 0.689723, "f1": 0.641874, "accuracy": 0.689723, "main_score": 0.641874, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581292, "recall": 0.644269, "f1": 0.5993, "accuracy": 0.644269, "main_score": 0.5993, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181956, "recall": 0.229249, "f1": 0.193464, "accuracy": 0.229249, "main_score": 0.193464, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645059, "recall": 0.697628, "f1": 0.659828, "accuracy": 0.697628, "main_score": 0.659828, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.684708, "recall": 0.741107, "f1": 0.70093, "accuracy": 0.741107, "main_score": 0.70093, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.563398, "recall": 0.612648, "f1": 0.577394, "accuracy": 0.612648, "main_score": 0.577394, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531888, "recall": 0.605731, "f1": 0.552333, "accuracy": 0.605731, "main_score": 0.552333, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567745, "recall": 0.637352, "f1": 0.588447, "accuracy": 0.637352, "main_score": 0.588447, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599432, "recall": 0.664032, "f1": 0.617399, "accuracy": 0.664032, "main_score": 0.617399, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897151, "recall": 0.926877, "f1": 0.906522, "accuracy": 0.926877, "main_score": 0.906522, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544163, "recall": 0.600791, "f1": 0.560232, "accuracy": 0.600791, "main_score": 0.560232, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.558999, "recall": 0.623518, "f1": 0.57702, "accuracy": 0.623518, "main_score": 0.57702, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540456, "recall": 0.594862, "f1": 0.555214, "accuracy": 0.594862, "main_score": 0.555214, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949852, "recall": 0.965415, "f1": 0.954776, "accuracy": 0.965415, "main_score": 0.954776, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321398, "recall": 0.383399, "f1": 0.338379, "accuracy": 0.383399, "main_score": 0.338379, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60308, "recall": 0.662055, "f1": 0.61919, "accuracy": 0.662055, "main_score": 0.61919, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592252, "recall": 0.646245, "f1": 0.60763, "accuracy": 0.646245, "main_score": 0.60763, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.732889, "recall": 0.79249, "f1": 0.750857, "accuracy": 0.79249, "main_score": 0.750857, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663251, "recall": 0.742095, "f1": 0.687039, "accuracy": 0.742095, "main_score": 0.687039, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.733474, "recall": 0.783597, "f1": 0.748111, "accuracy": 0.783597, "main_score": 0.748111, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682806, "recall": 0.731225, "f1": 0.697036, "accuracy": 0.731225, "main_score": 0.697036, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679084, "recall": 0.745059, "f1": 0.698226, "accuracy": 0.745059, "main_score": 0.698226, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960721, "recall": 0.97332, "f1": 0.964822, "accuracy": 0.97332, "main_score": 0.964822, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.565646, "recall": 0.626482, "f1": 0.582805, "accuracy": 0.626482, "main_score": 0.582805, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56651, "recall": 0.62253, "f1": 0.582762, "accuracy": 0.62253, "main_score": 0.582762, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.824391, "recall": 0.866601, "f1": 0.837121, "accuracy": 0.866601, "main_score": 0.837121, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480394, "recall": 0.540514, "f1": 0.496371, "accuracy": 0.540514, "main_score": 0.496371, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.878764, "recall": 0.914032, "f1": 0.889904, "accuracy": 0.914032, "main_score": 0.889904, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557449, "recall": 0.619565, "f1": 0.574115, "accuracy": 0.619565, "main_score": 0.574115, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.628215, "recall": 0.694664, "f1": 0.647382, "accuracy": 0.694664, "main_score": 0.647382, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.20324, "recall": 0.26087, "f1": 0.216188, "accuracy": 0.26087, "main_score": 0.216188, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.652167, "recall": 0.714427, "f1": 0.669568, "accuracy": 0.714427, "main_score": 0.669568, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829084, "recall": 0.87253, "f1": 0.842292, "accuracy": 0.87253, "main_score": 0.842292, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.432352, "recall": 0.488142, "f1": 0.448064, "accuracy": 0.488142, "main_score": 0.448064, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690763, "recall": 0.748024, "f1": 0.70735, "accuracy": 0.748024, "main_score": 0.70735, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571476, "recall": 0.633399, "f1": 0.588884, "accuracy": 0.633399, "main_score": 0.588884, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528267, "recall": 0.589921, "f1": 0.544619, "accuracy": 0.589921, "main_score": 0.544619, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689462, "recall": 0.743083, "f1": 0.705204, "accuracy": 0.743083, "main_score": 0.705204, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23217, "recall": 0.318182, "f1": 0.255191, "accuracy": 0.318182, "main_score": 0.255191, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592714, "recall": 0.656126, "f1": 0.61099, "accuracy": 0.656126, "main_score": 0.61099, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608844, "recall": 0.671937, "f1": 0.627052, "accuracy": 0.671937, "main_score": 0.627052, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.735227, "recall": 0.794466, "f1": 0.75272, "accuracy": 0.794466, "main_score": 0.75272, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587039, "recall": 0.647233, "f1": 0.60412, "accuracy": 0.647233, "main_score": 0.60412, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819516, "recall": 0.858696, "f1": 0.831357, "accuracy": 0.858696, "main_score": 0.831357, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475321, "recall": 0.538538, "f1": 0.492375, "accuracy": 0.538538, "main_score": 0.492375, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.904924, "recall": 0.932806, "f1": 0.913603, "accuracy": 0.932806, "main_score": 0.913603, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.965415, "f1": 0.954381, "accuracy": 0.965415, "main_score": 0.954381, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631317, "recall": 0.684783, "f1": 0.647072, "accuracy": 0.684783, "main_score": 0.647072, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.939723, "f1": 0.922069, "accuracy": 0.939723, "main_score": 0.922069, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476404, "recall": 0.545455, "f1": 0.494953, "accuracy": 0.545455, "main_score": 0.494953, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65639, "recall": 0.725296, "f1": 0.676708, "accuracy": 0.725296, "main_score": 0.676708, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.98913, "f1": 0.98666, "accuracy": 0.98913, "main_score": 0.98666, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874094, "recall": 0.909091, "f1": 0.885112, "accuracy": 0.909091, "main_score": 0.885112, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.666199, "recall": 0.716403, "f1": 0.680148, "accuracy": 0.716403, "main_score": 0.680148, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661635, "recall": 0.717391, "f1": 0.678203, "accuracy": 0.717391, "main_score": 0.678203, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566513, "recall": 0.628458, "f1": 0.583892, "accuracy": 0.628458, "main_score": 0.583892, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.554002, "recall": 0.613636, "f1": 0.570807, "accuracy": 0.613636, "main_score": 0.570807, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841815, "recall": 0.882411, "f1": 0.854414, "accuracy": 0.882411, "main_score": 0.854414, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557143, "recall": 0.620553, "f1": 0.57519, "accuracy": 0.620553, "main_score": 0.57519, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625939, "recall": 0.692688, "f1": 0.645324, "accuracy": 0.692688, "main_score": 0.645324, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498962, "recall": 0.552372, "f1": 0.514248, "accuracy": 0.552372, "main_score": 0.514248, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595474, "recall": 0.651186, "f1": 0.610261, "accuracy": 0.651186, "main_score": 0.610261, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.594911, "recall": 0.661067, "f1": 0.614213, "accuracy": 0.661067, "main_score": 0.614213, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576566, "recall": 0.635375, "f1": 0.593225, "accuracy": 0.635375, "main_score": 0.593225, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544721, "recall": 0.613636, "f1": 0.563693, "accuracy": 0.613636, "main_score": 0.563693, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756505, "recall": 0.811265, "f1": 0.772892, "accuracy": 0.811265, "main_score": 0.772892, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761182, "recall": 0.812253, "f1": 0.77668, "accuracy": 0.812253, "main_score": 0.77668, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891963, "recall": 0.917984, "f1": 0.899788, "accuracy": 0.917984, "main_score": 0.899788, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510084, "recall": 0.589921, "f1": 0.533138, "accuracy": 0.589921, "main_score": 0.533138, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.723379, "recall": 0.781621, "f1": 0.740728, "accuracy": 0.781621, "main_score": 0.740728, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610954, "recall": 0.660079, "f1": 0.624398, "accuracy": 0.660079, "main_score": 0.624398, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49132, "recall": 0.551383, "f1": 0.508066, "accuracy": 0.551383, "main_score": 0.508066, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479998, "recall": 0.536561, "f1": 0.496093, "accuracy": 0.536561, "main_score": 0.496093, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.309556, "recall": 0.370553, "f1": 0.326219, "accuracy": 0.370553, "main_score": 0.326219, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.924572, "recall": 0.947628, "f1": 0.931818, "accuracy": 0.947628, "main_score": 0.931818, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.841773, "recall": 0.879447, "f1": 0.852931, "accuracy": 0.879447, "main_score": 0.852931, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.918511, "recall": 0.940711, "f1": 0.92556, "accuracy": 0.940711, "main_score": 0.92556, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.836884, "recall": 0.876482, "f1": 0.848732, "accuracy": 0.876482, "main_score": 0.848732, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535084, "recall": 0.588933, "f1": 0.550285, "accuracy": 0.588933, "main_score": 0.550285, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.894829, "recall": 0.922925, "f1": 0.903049, "accuracy": 0.922925, "main_score": 0.903049, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723231, "recall": 0.767787, "f1": 0.735814, "accuracy": 0.767787, "main_score": 0.735814, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80956, "recall": 0.846838, "f1": 0.820191, "accuracy": 0.846838, "main_score": 0.820191, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896311, "recall": 0.923913, "f1": 0.904809, "accuracy": 0.923913, "main_score": 0.904809, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.939723, "f1": 0.922925, "accuracy": 0.939723, "main_score": 0.922925, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510262, "recall": 0.570158, "f1": 0.526798, "accuracy": 0.570158, "main_score": 0.526798, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927816, "recall": 0.949605, "f1": 0.934848, "accuracy": 0.949605, "main_score": 0.934848, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.837813, "recall": 0.878458, "f1": 0.849539, "accuracy": 0.878458, "main_score": 0.849539, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.896393, "recall": 0.924901, "f1": 0.905007, "accuracy": 0.924901, "main_score": 0.905007, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56368, "recall": 0.623518, "f1": 0.580215, "accuracy": 0.623518, "main_score": 0.580215, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874876, "recall": 0.907115, "f1": 0.88431, "accuracy": 0.907115, "main_score": 0.88431, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834256, "recall": 0.87747, "f1": 0.847266, "accuracy": 0.87747, "main_score": 0.847266, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.928261, "accuracy": 0.944664, "main_score": 0.928261, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880007, "recall": 0.914032, "f1": 0.890613, "accuracy": 0.914032, "main_score": 0.890613, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490904, "recall": 0.541502, "f1": 0.50504, "accuracy": 0.541502, "main_score": 0.50504, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.926877, "f1": 0.90504, "accuracy": 0.926877, "main_score": 0.90504, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.874572, "recall": 0.909091, "f1": 0.884999, "accuracy": 0.909091, "main_score": 0.884999, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.851773, "recall": 0.887352, "f1": 0.862195, "accuracy": 0.887352, "main_score": 0.862195, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195132, "recall": 0.233202, "f1": 0.204376, "accuracy": 0.233202, "main_score": 0.204376, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.885441, "recall": 0.917984, "f1": 0.895553, "accuracy": 0.917984, "main_score": 0.895553, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562213, "recall": 0.615613, "f1": 0.577313, "accuracy": 0.615613, "main_score": 0.577313, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882642, "recall": 0.91502, "f1": 0.892424, "accuracy": 0.91502, "main_score": 0.892424, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902174, "recall": 0.929842, "f1": 0.910672, "accuracy": 0.929842, "main_score": 0.910672, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804553, "recall": 0.851779, "f1": 0.818709, "accuracy": 0.851779, "main_score": 0.818709, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.908531, "recall": 0.932806, "f1": 0.915613, "accuracy": 0.932806, "main_score": 0.915613, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574953, "recall": 0.629447, "f1": 0.590716, "accuracy": 0.629447, "main_score": 0.590716, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883465, "recall": 0.916008, "f1": 0.893445, "accuracy": 0.916008, "main_score": 0.893445, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.757806, "recall": 0.809289, "f1": 0.772666, "accuracy": 0.809289, "main_score": 0.772666, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.852252, "recall": 0.889328, "f1": 0.863489, "accuracy": 0.889328, "main_score": 0.863489, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915991, "recall": 0.939723, "f1": 0.923155, "accuracy": 0.939723, "main_score": 0.923155, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.866365, "recall": 0.901186, "f1": 0.876713, "accuracy": 0.901186, "main_score": 0.876713, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879891, "recall": 0.912055, "f1": 0.889526, "accuracy": 0.912055, "main_score": 0.889526, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.485112, "recall": 0.538538, "f1": 0.499983, "accuracy": 0.538538, "main_score": 0.499983, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450633, "recall": 0.517787, "f1": 0.469261, "accuracy": 0.517787, "main_score": 0.469261, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.87393, "recall": 0.910079, "f1": 0.884881, "accuracy": 0.910079, "main_score": 0.884881, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522167, "recall": 0.577075, "f1": 0.537804, "accuracy": 0.577075, "main_score": 0.537804, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.93083, "f1": 0.911364, "accuracy": 0.93083, "main_score": 0.911364, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.89249, "recall": 0.923913, "f1": 0.902127, "accuracy": 0.923913, "main_score": 0.902127, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898394, "recall": 0.924901, "f1": 0.906522, "accuracy": 0.924901, "main_score": 0.906522, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823301, "recall": 0.865613, "f1": 0.83587, "accuracy": 0.865613, "main_score": 0.83587, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511274, "recall": 0.574111, "f1": 0.52866, "accuracy": 0.574111, "main_score": 0.52866, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700936, "recall": 0.752964, "f1": 0.714984, "accuracy": 0.752964, "main_score": 0.714984, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.836968, "recall": 0.876482, "f1": 0.848946, "accuracy": 0.876482, "main_score": 0.848946, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.916831, "recall": 0.938735, "f1": 0.923471, "accuracy": 0.938735, "main_score": 0.923471, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845003, "recall": 0.885375, "f1": 0.857169, "accuracy": 0.885375, "main_score": 0.857169, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481613, "recall": 0.539526, "f1": 0.498026, "accuracy": 0.539526, "main_score": 0.498026, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876186, "recall": 0.911067, "f1": 0.887154, "accuracy": 0.911067, "main_score": 0.887154, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460001, "recall": 0.521739, "f1": 0.47676, "accuracy": 0.521739, "main_score": 0.47676, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470696, "recall": 0.52668, "f1": 0.485692, "accuracy": 0.52668, "main_score": 0.485692, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788876, "recall": 0.829051, "f1": 0.800134, "accuracy": 0.829051, "main_score": 0.800134, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316748, "recall": 0.374506, "f1": 0.332204, "accuracy": 0.374506, "main_score": 0.332204, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.877635, "recall": 0.911067, "f1": 0.887733, "accuracy": 0.911067, "main_score": 0.887733, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.892104, "recall": 0.920949, "f1": 0.900906, "accuracy": 0.920949, "main_score": 0.900906, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899407, "recall": 0.927866, "f1": 0.908056, "accuracy": 0.927866, "main_score": 0.908056, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908762, "recall": 0.936759, "f1": 0.917772, "accuracy": 0.936759, "main_score": 0.917772, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534092, "recall": 0.589921, "f1": 0.549545, "accuracy": 0.589921, "main_score": 0.549545, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838187, "recall": 0.874506, "f1": 0.849164, "accuracy": 0.874506, "main_score": 0.849164, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779654, "recall": 0.83004, "f1": 0.794417, "accuracy": 0.83004, "main_score": 0.794417, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903656, "recall": 0.931818, "f1": 0.912352, "accuracy": 0.931818, "main_score": 0.912352, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548638, "recall": 0.597826, "f1": 0.562623, "accuracy": 0.597826, "main_score": 0.562623, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832503, "recall": 0.873518, "f1": 0.844436, "accuracy": 0.873518, "main_score": 0.844436, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613362, "recall": 0.66996, "f1": 0.629664, "accuracy": 0.66996, "main_score": 0.629664, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789361, "recall": 0.832016, "f1": 0.80215, "accuracy": 0.832016, "main_score": 0.80215, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857337, "recall": 0.892292, "f1": 0.86794, "accuracy": 0.892292, "main_score": 0.86794, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871353, "recall": 0.903162, "f1": 0.880719, "accuracy": 0.903162, "main_score": 0.880719, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408635, "recall": 0.490119, "f1": 0.430753, "accuracy": 0.490119, "main_score": 0.430753, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.593636, "recall": 0.649209, "f1": 0.608883, "accuracy": 0.649209, "main_score": 0.608883, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.786561, "recall": 0.839921, "f1": 0.802458, "accuracy": 0.839921, "main_score": 0.802458, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576724, "recall": 0.624506, "f1": 0.590726, "accuracy": 0.624506, "main_score": 0.590726, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615169, "recall": 0.674901, "f1": 0.632337, "accuracy": 0.674901, "main_score": 0.632337, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.904109, "recall": 0.929842, "f1": 0.911866, "accuracy": 0.929842, "main_score": 0.911866, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842095, "recall": 0.882411, "f1": 0.853986, "accuracy": 0.882411, "main_score": 0.853986, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883959, "recall": 0.91502, "f1": 0.893248, "accuracy": 0.91502, "main_score": 0.893248, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719979, "recall": 0.771739, "f1": 0.735347, "accuracy": 0.771739, "main_score": 0.735347, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.890547, "recall": 0.921937, "f1": 0.900329, "accuracy": 0.921937, "main_score": 0.900329, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879423, "recall": 0.911067, "f1": 0.889213, "accuracy": 0.911067, "main_score": 0.889213, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901329, "recall": 0.927866, "f1": 0.909223, "accuracy": 0.927866, "main_score": 0.909223, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888563, "recall": 0.91996, "f1": 0.898172, "accuracy": 0.91996, "main_score": 0.898172, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.500289, "recall": 0.557312, "f1": 0.516406, "accuracy": 0.557312, "main_score": 0.516406, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4916, "recall": 0.541502, "f1": 0.505123, "accuracy": 0.541502, "main_score": 0.505123, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891008, "recall": 0.920949, "f1": 0.900165, "accuracy": 0.920949, "main_score": 0.900165, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.882338, "recall": 0.913043, "f1": 0.891617, "accuracy": 0.913043, "main_score": 0.891617, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873257, "recall": 0.905138, "f1": 0.88274, "accuracy": 0.905138, "main_score": 0.88274, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687755, "recall": 0.738142, "f1": 0.702412, "accuracy": 0.738142, "main_score": 0.702412, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44323, "recall": 0.497036, "f1": 0.457574, "accuracy": 0.497036, "main_score": 0.457574, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857773, "recall": 0.893281, "f1": 0.868314, "accuracy": 0.893281, "main_score": 0.868314, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81358, "recall": 0.857708, "f1": 0.82655, "accuracy": 0.857708, "main_score": 0.82655, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.646752, "recall": 0.702569, "f1": 0.662963, "accuracy": 0.702569, "main_score": 0.662963, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886578, "recall": 0.916996, "f1": 0.895619, "accuracy": 0.916996, "main_score": 0.895619, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503353, "recall": 0.554348, "f1": 0.517511, "accuracy": 0.554348, "main_score": 0.517511, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870052, "recall": 0.903162, "f1": 0.879727, "accuracy": 0.903162, "main_score": 0.879727, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883564, "recall": 0.91502, "f1": 0.892989, "accuracy": 0.91502, "main_score": 0.892989, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.898057, "recall": 0.925889, "f1": 0.906343, "accuracy": 0.925889, "main_score": 0.906343, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.91059, "recall": 0.933794, "f1": 0.917556, "accuracy": 0.933794, "main_score": 0.917556, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895619, "recall": 0.921937, "f1": 0.903498, "accuracy": 0.921937, "main_score": 0.903498, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.848708, "recall": 0.887352, "f1": 0.860458, "accuracy": 0.887352, "main_score": 0.860458, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812319, "recall": 0.859684, "f1": 0.826303, "accuracy": 0.859684, "main_score": 0.826303, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.53178, "recall": 0.594862, "f1": 0.549517, "accuracy": 0.594862, "main_score": 0.549517, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188318, "recall": 0.245059, "f1": 0.201254, "accuracy": 0.245059, "main_score": 0.201254, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.563229, "recall": 0.62747, "f1": 0.580876, "accuracy": 0.62747, "main_score": 0.580876, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602125, "recall": 0.664032, "f1": 0.619323, "accuracy": 0.664032, "main_score": 0.619323, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898551, "recall": 0.928854, "f1": 0.908103, "accuracy": 0.928854, "main_score": 0.908103, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837566, "recall": 0.875494, "f1": 0.848748, "accuracy": 0.875494, "main_score": 0.848748, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.393029, "recall": 0.451581, "f1": 0.409054, "accuracy": 0.451581, "main_score": 0.409054, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838801, "recall": 0.878458, "f1": 0.850711, "accuracy": 0.878458, "main_score": 0.850711, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874045, "recall": 0.908103, "f1": 0.884143, "accuracy": 0.908103, "main_score": 0.884143, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856785, "recall": 0.896245, "f1": 0.86917, "accuracy": 0.896245, "main_score": 0.86917, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.829298, "recall": 0.871542, "f1": 0.842165, "accuracy": 0.871542, "main_score": 0.842165, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587523, "recall": 0.645257, "f1": 0.603692, "accuracy": 0.645257, "main_score": 0.603692, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881209, "recall": 0.913043, "f1": 0.890994, "accuracy": 0.913043, "main_score": 0.890994, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883465, "recall": 0.912055, "f1": 0.892251, "accuracy": 0.912055, "main_score": 0.892251, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520431, "recall": 0.582016, "f1": 0.538756, "accuracy": 0.582016, "main_score": 0.538756, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485379, "recall": 0.544466, "f1": 0.501203, "accuracy": 0.544466, "main_score": 0.501203, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604802, "recall": 0.661067, "f1": 0.620546, "accuracy": 0.661067, "main_score": 0.620546, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89721, "recall": 0.924901, "f1": 0.905682, "accuracy": 0.924901, "main_score": 0.905682, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.154716, "recall": 0.211462, "f1": 0.168708, "accuracy": 0.211462, "main_score": 0.168708, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.899078, "recall": 0.927866, "f1": 0.907905, "accuracy": 0.927866, "main_score": 0.907905, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.717655, "recall": 0.780632, "f1": 0.73635, "accuracy": 0.780632, "main_score": 0.73635, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.81633, "recall": 0.860672, "f1": 0.829661, "accuracy": 0.860672, "main_score": 0.829661, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899127, "recall": 0.925889, "f1": 0.907053, "accuracy": 0.925889, "main_score": 0.907053, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523148, "recall": 0.581028, "f1": 0.540452, "accuracy": 0.581028, "main_score": 0.540452, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517584, "recall": 0.574111, "f1": 0.53375, "accuracy": 0.574111, "main_score": 0.53375, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85793, "recall": 0.897233, "f1": 0.870096, "accuracy": 0.897233, "main_score": 0.870096, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898395, "recall": 0.926877, "f1": 0.906966, "accuracy": 0.926877, "main_score": 0.906966, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83587, "recall": 0.876482, "f1": 0.848043, "accuracy": 0.876482, "main_score": 0.848043, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826062, "recall": 0.865613, "f1": 0.837634, "accuracy": 0.865613, "main_score": 0.837634, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541314, "recall": 0.610672, "f1": 0.561451, "accuracy": 0.610672, "main_score": 0.561451, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87053, "recall": 0.906126, "f1": 0.881275, "accuracy": 0.906126, "main_score": 0.881275, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516429, "recall": 0.568182, "f1": 0.531093, "accuracy": 0.568182, "main_score": 0.531093, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609965, "recall": 0.66996, "f1": 0.627711, "accuracy": 0.66996, "main_score": 0.627711, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872266, "recall": 0.909091, "f1": 0.883696, "accuracy": 0.909091, "main_score": 0.883696, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.860952, "recall": 0.894269, "f1": 0.870803, "accuracy": 0.894269, "main_score": 0.870803, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899242, "recall": 0.926877, "f1": 0.907543, "accuracy": 0.926877, "main_score": 0.907543, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431592, "recall": 0.48913, "f1": 0.44742, "accuracy": 0.48913, "main_score": 0.44742, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.90775, "recall": 0.933794, "f1": 0.915761, "accuracy": 0.933794, "main_score": 0.915761, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882618, "recall": 0.913043, "f1": 0.891636, "accuracy": 0.913043, "main_score": 0.891636, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.888614, "recall": 0.91996, "f1": 0.898221, "accuracy": 0.91996, "main_score": 0.898221, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.752623, "recall": 0.807312, "f1": 0.768266, "accuracy": 0.807312, "main_score": 0.768266, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.644344, "recall": 0.706522, "f1": 0.661777, "accuracy": 0.706522, "main_score": 0.661777, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917902, "recall": 0.942688, "f1": 0.925791, "accuracy": 0.942688, "main_score": 0.925791, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.763216, "recall": 0.813241, "f1": 0.778306, "accuracy": 0.813241, "main_score": 0.778306, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549439, "recall": 0.604743, "f1": 0.564673, "accuracy": 0.604743, "main_score": 0.564673, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792177, "recall": 0.842885, "f1": 0.807068, "accuracy": 0.842885, "main_score": 0.807068, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.886314, "recall": 0.916996, "f1": 0.895455, "accuracy": 0.916996, "main_score": 0.895455, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.869346, "recall": 0.90415, "f1": 0.879776, "accuracy": 0.90415, "main_score": 0.879776, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.886948, "recall": 0.916996, "f1": 0.896047, "accuracy": 0.916996, "main_score": 0.896047, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834272, "recall": 0.87747, "f1": 0.847285, "accuracy": 0.87747, "main_score": 0.847285, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90723, "recall": 0.934783, "f1": 0.915744, "accuracy": 0.934783, "main_score": 0.915744, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839043, "recall": 0.87747, "f1": 0.850711, "accuracy": 0.87747, "main_score": 0.850711, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445965, "recall": 0.506917, "f1": 0.46268, "accuracy": 0.506917, "main_score": 0.46268, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896633, "recall": 0.924901, "f1": 0.905075, "accuracy": 0.924901, "main_score": 0.905075, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524245, "recall": 0.590909, "f1": 0.543549, "accuracy": 0.590909, "main_score": 0.543549, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.916008, "f1": 0.892095, "accuracy": 0.916008, "main_score": 0.892095, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.92225, "recall": 0.944664, "f1": 0.929084, "accuracy": 0.944664, "main_score": 0.929084, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.787335, "recall": 0.83498, "f1": 0.801055, "accuracy": 0.83498, "main_score": 0.801055, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696057, "recall": 0.745059, "f1": 0.709823, "accuracy": 0.745059, "main_score": 0.709823, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837313, "recall": 0.878458, "f1": 0.849962, "accuracy": 0.878458, "main_score": 0.849962, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.565787, "recall": 0.619565, "f1": 0.58103, "accuracy": 0.619565, "main_score": 0.58103, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573763, "recall": 0.633399, "f1": 0.590046, "accuracy": 0.633399, "main_score": 0.590046, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877923, "recall": 0.911067, "f1": 0.888032, "accuracy": 0.911067, "main_score": 0.888032, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790729, "recall": 0.83498, "f1": 0.80393, "accuracy": 0.83498, "main_score": 0.80393, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913118, "recall": 0.936759, "f1": 0.920411, "accuracy": 0.936759, "main_score": 0.920411, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503154, "recall": 0.561265, "f1": 0.519637, "accuracy": 0.561265, "main_score": 0.519637, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904562, "recall": 0.93083, "f1": 0.912385, "accuracy": 0.93083, "main_score": 0.912385, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.934783, "f1": 0.916963, "accuracy": 0.934783, "main_score": 0.916963, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.866337, "recall": 0.902174, "f1": 0.87724, "accuracy": 0.902174, "main_score": 0.87724, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488076, "recall": 0.54249, "f1": 0.50368, "accuracy": 0.54249, "main_score": 0.50368, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895784, "recall": 0.922925, "f1": 0.903873, "accuracy": 0.922925, "main_score": 0.903873, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632997, "recall": 0.6917, "f1": 0.649725, "accuracy": 0.6917, "main_score": 0.649725, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502233, "recall": 0.561265, "f1": 0.518944, "accuracy": 0.561265, "main_score": 0.518944, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517144, "recall": 0.576087, "f1": 0.533258, "accuracy": 0.576087, "main_score": 0.533258, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772189, "recall": 0.81917, "f1": 0.786232, "accuracy": 0.81917, "main_score": 0.786232, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.931818, "f1": 0.913142, "accuracy": 0.931818, "main_score": 0.913142, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795455, "recall": 0.840909, "f1": 0.808783, "accuracy": 0.840909, "main_score": 0.808783, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469847, "recall": 0.517787, "f1": 0.483202, "accuracy": 0.517787, "main_score": 0.483202, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544584, "recall": 0.601779, "f1": 0.56039, "accuracy": 0.601779, "main_score": 0.56039, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904018, "recall": 0.932806, "f1": 0.913011, "accuracy": 0.932806, "main_score": 0.913011, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.510474, "recall": 0.570158, "f1": 0.528247, "accuracy": 0.570158, "main_score": 0.528247, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523263, "recall": 0.568182, "f1": 0.535945, "accuracy": 0.568182, "main_score": 0.535945, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861142, "recall": 0.897233, "f1": 0.872217, "accuracy": 0.897233, "main_score": 0.872217, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480962, "recall": 0.547431, "f1": 0.499922, "accuracy": 0.547431, "main_score": 0.499922, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606407, "recall": 0.662055, "f1": 0.622006, "accuracy": 0.662055, "main_score": 0.622006, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83664, "recall": 0.87253, "f1": 0.846952, "accuracy": 0.87253, "main_score": 0.846952, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656151, "recall": 0.704545, "f1": 0.67012, "accuracy": 0.704545, "main_score": 0.67012, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747903, "recall": 0.785573, "f1": 0.758612, "accuracy": 0.785573, "main_score": 0.758612, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.899786, "recall": 0.928854, "f1": 0.908794, "accuracy": 0.928854, "main_score": 0.908794, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.768323, "recall": 0.81917, "f1": 0.783157, "accuracy": 0.81917, "main_score": 0.783157, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83125, "recall": 0.869565, "f1": 0.842286, "accuracy": 0.869565, "main_score": 0.842286, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.436101, "recall": 0.51087, "f1": 0.457666, "accuracy": 0.51087, "main_score": 0.457666, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875472, "recall": 0.909091, "f1": 0.88587, "accuracy": 0.909091, "main_score": 0.88587, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.809223, "recall": 0.855731, "f1": 0.822995, "accuracy": 0.855731, "main_score": 0.822995, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.877882, "recall": 0.910079, "f1": 0.887502, "accuracy": 0.910079, "main_score": 0.887502, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908794, "recall": 0.935771, "f1": 0.917128, "accuracy": 0.935771, "main_score": 0.917128, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.572194, "recall": 0.636364, "f1": 0.590409, "accuracy": 0.636364, "main_score": 0.590409, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531184, "recall": 0.579051, "f1": 0.544597, "accuracy": 0.579051, "main_score": 0.544597, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579683, "recall": 0.644269, "f1": 0.598387, "accuracy": 0.644269, "main_score": 0.598387, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525597, "recall": 0.587945, "f1": 0.543043, "accuracy": 0.587945, "main_score": 0.543043, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37718, "recall": 0.44664, "f1": 0.395381, "accuracy": 0.44664, "main_score": 0.395381, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.980435, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58531, "recall": 0.645257, "f1": 0.602364, "accuracy": 0.645257, "main_score": 0.602364, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844401, "recall": 0.880435, "f1": 0.855534, "accuracy": 0.880435, "main_score": 0.855534, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93111, "recall": 0.947628, "f1": 0.936133, "accuracy": 0.947628, "main_score": 0.936133, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.973732, "recall": 0.981225, "f1": 0.976021, "accuracy": 0.981225, "main_score": 0.976021, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576674, "recall": 0.633399, "f1": 0.592848, "accuracy": 0.633399, "main_score": 0.592848, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599377, "recall": 0.66502, "f1": 0.618219, "accuracy": 0.66502, "main_score": 0.618219, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55296, "recall": 0.615613, "f1": 0.570344, "accuracy": 0.615613, "main_score": 0.570344, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.171662, "recall": 0.215415, "f1": 0.182657, "accuracy": 0.215415, "main_score": 0.182657, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.609216, "recall": 0.660079, "f1": 0.62352, "accuracy": 0.660079, "main_score": 0.62352, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.966403, "f1": 0.956917, "accuracy": 0.966403, "main_score": 0.956917, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639723, "recall": 0.695652, "f1": 0.655524, "accuracy": 0.695652, "main_score": 0.655524, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.894845, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540771, "recall": 0.593874, "f1": 0.555571, "accuracy": 0.593874, "main_score": 0.555571, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506722, "recall": 0.58004, "f1": 0.526006, "accuracy": 0.58004, "main_score": 0.526006, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545315, "recall": 0.61166, "f1": 0.564599, "accuracy": 0.61166, "main_score": 0.564599, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.983202, "f1": 0.97892, "accuracy": 0.983202, "main_score": 0.97892, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.972332, "f1": 0.964822, "accuracy": 0.972332, "main_score": 0.964822, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573353, "recall": 0.640316, "f1": 0.592203, "accuracy": 0.640316, "main_score": 0.592203, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851235, "recall": 0.890316, "f1": 0.863373, "accuracy": 0.890316, "main_score": 0.863373, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.966403, "f1": 0.955929, "accuracy": 0.966403, "main_score": 0.955929, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.977273, "f1": 0.97085, "accuracy": 0.977273, "main_score": 0.97085, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511333, "recall": 0.571146, "f1": 0.528441, "accuracy": 0.571146, "main_score": 0.528441, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542183, "recall": 0.605731, "f1": 0.559758, "accuracy": 0.605731, "main_score": 0.559758, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512091, "recall": 0.575099, "f1": 0.529886, "accuracy": 0.575099, "main_score": 0.529886, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923501, "recall": 0.944664, "f1": 0.930072, "accuracy": 0.944664, "main_score": 0.930072, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316376, "recall": 0.37747, "f1": 0.333011, "accuracy": 0.37747, "main_score": 0.333011, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975873, "recall": 0.983202, "f1": 0.978162, "accuracy": 0.983202, "main_score": 0.978162, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586709, "recall": 0.652174, "f1": 0.604518, "accuracy": 0.652174, "main_score": 0.604518, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944046, "recall": 0.958498, "f1": 0.948408, "accuracy": 0.958498, "main_score": 0.948408, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580402, "recall": 0.631423, "f1": 0.594966, "accuracy": 0.631423, "main_score": 0.594966, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.977273, "f1": 0.971179, "accuracy": 0.977273, "main_score": 0.971179, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674811, "recall": 0.738142, "f1": 0.693453, "accuracy": 0.738142, "main_score": 0.693453, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939476, "recall": 0.956522, "f1": 0.944895, "accuracy": 0.956522, "main_score": 0.944895, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556677, "recall": 0.637352, "f1": 0.57963, "accuracy": 0.637352, "main_score": 0.57963, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.684298, "recall": 0.743083, "f1": 0.701405, "accuracy": 0.743083, "main_score": 0.701405, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.971344, "f1": 0.962121, "accuracy": 0.971344, "main_score": 0.962121, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646651, "recall": 0.698617, "f1": 0.66177, "accuracy": 0.698617, "main_score": 0.66177, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639979, "recall": 0.706522, "f1": 0.659133, "accuracy": 0.706522, "main_score": 0.659133, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.982213, "f1": 0.977602, "accuracy": 0.982213, "main_score": 0.977602, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878129, "recall": 0.911067, "f1": 0.888274, "accuracy": 0.911067, "main_score": 0.888274, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.53983, "recall": 0.602767, "f1": 0.557438, "accuracy": 0.602767, "main_score": 0.557438, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548847, "recall": 0.606719, "f1": 0.565156, "accuracy": 0.606719, "main_score": 0.565156, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.774341, "recall": 0.824111, "f1": 0.789328, "accuracy": 0.824111, "main_score": 0.789328, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470225, "recall": 0.531621, "f1": 0.48618, "accuracy": 0.531621, "main_score": 0.48618, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976367, "recall": 0.983202, "f1": 0.978491, "accuracy": 0.983202, "main_score": 0.978491, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.801828, "recall": 0.847826, "f1": 0.815467, "accuracy": 0.847826, "main_score": 0.815467, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529537, "recall": 0.59585, "f1": 0.547773, "accuracy": 0.59585, "main_score": 0.547773, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978508, "recall": 0.985178, "f1": 0.980632, "accuracy": 0.985178, "main_score": 0.980632, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988307, "recall": 0.991107, "f1": 0.98913, "accuracy": 0.991107, "main_score": 0.98913, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950016, "recall": 0.964427, "f1": 0.954611, "accuracy": 0.964427, "main_score": 0.954611, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.588653, "recall": 0.655138, "f1": 0.607431, "accuracy": 0.655138, "main_score": 0.607431, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199632, "recall": 0.253953, "f1": 0.211642, "accuracy": 0.253953, "main_score": 0.211642, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.625899, "recall": 0.692688, "f1": 0.64572, "accuracy": 0.692688, "main_score": 0.64572, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745739, "recall": 0.802372, "f1": 0.762813, "accuracy": 0.802372, "main_score": 0.762813, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974473, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.40504, "recall": 0.462451, "f1": 0.420847, "accuracy": 0.462451, "main_score": 0.420847, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95471, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652536, "recall": 0.703557, "f1": 0.667415, "accuracy": 0.703557, "main_score": 0.667415, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546233, "recall": 0.607708, "f1": 0.563666, "accuracy": 0.607708, "main_score": 0.563666, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497616, "recall": 0.561265, "f1": 0.515447, "accuracy": 0.561265, "main_score": 0.515447, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658853, "recall": 0.711462, "f1": 0.673835, "accuracy": 0.711462, "main_score": 0.673835, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195043, "recall": 0.26087, "f1": 0.211887, "accuracy": 0.26087, "main_score": 0.211887, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558004, "recall": 0.623518, "f1": 0.576849, "accuracy": 0.623518, "main_score": 0.576849, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570311, "recall": 0.634387, "f1": 0.588114, "accuracy": 0.634387, "main_score": 0.588114, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979496, "recall": 0.985178, "f1": 0.981291, "accuracy": 0.985178, "main_score": 0.981291, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944203, "recall": 0.958498, "f1": 0.948617, "accuracy": 0.958498, "main_score": 0.948617, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669388, "recall": 0.736166, "f1": 0.689213, "accuracy": 0.736166, "main_score": 0.689213, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543231, "recall": 0.604743, "f1": 0.561091, "accuracy": 0.604743, "main_score": 0.561091, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74828, "recall": 0.802372, "f1": 0.764363, "accuracy": 0.802372, "main_score": 0.764363, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.982213, "f1": 0.978426, "accuracy": 0.982213, "main_score": 0.978426, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455988, "recall": 0.521739, "f1": 0.474293, "accuracy": 0.521739, "main_score": 0.474293, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.91502, "recall": 0.937747, "f1": 0.922266, "accuracy": 0.937747, "main_score": 0.922266, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832486, "recall": 0.87253, "f1": 0.844713, "accuracy": 0.87253, "main_score": 0.844713, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903854, "recall": 0.929842, "f1": 0.912173, "accuracy": 0.929842, "main_score": 0.912173, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931983, "accuracy": 0.94664, "main_score": 0.931983, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608558, "recall": 0.658103, "f1": 0.622271, "accuracy": 0.658103, "main_score": 0.622271, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935112, "recall": 0.953557, "f1": 0.941041, "accuracy": 0.953557, "main_score": 0.941041, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842968, "recall": 0.881423, "f1": 0.854908, "accuracy": 0.881423, "main_score": 0.854908, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.455716, "recall": 0.522727, "f1": 0.474347, "accuracy": 0.522727, "main_score": 0.474347, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576511, "recall": 0.651186, "f1": 0.597902, "accuracy": 0.651186, "main_score": 0.597902, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.956522, "f1": 0.944617, "accuracy": 0.956522, "main_score": 0.944617, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818791, "recall": 0.858696, "f1": 0.831046, "accuracy": 0.858696, "main_score": 0.831046, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974885, "recall": 0.982213, "f1": 0.977174, "accuracy": 0.982213, "main_score": 0.977174, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.635032, "recall": 0.690711, "f1": 0.650547, "accuracy": 0.690711, "main_score": 0.650547, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617823, "recall": 0.679842, "f1": 0.635742, "accuracy": 0.679842, "main_score": 0.635742, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.940711, "f1": 0.92691, "accuracy": 0.940711, "main_score": 0.92691, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538363, "recall": 0.600791, "f1": 0.556078, "accuracy": 0.600791, "main_score": 0.556078, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.976038, "recall": 0.983202, "f1": 0.978327, "accuracy": 0.983202, "main_score": 0.978327, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.518112, "recall": 0.577075, "f1": 0.534087, "accuracy": 0.577075, "main_score": 0.534087, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788391, "recall": 0.836957, "f1": 0.80312, "accuracy": 0.836957, "main_score": 0.80312, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539548, "recall": 0.601779, "f1": 0.557489, "accuracy": 0.601779, "main_score": 0.557489, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587705, "recall": 0.651186, "f1": 0.606244, "accuracy": 0.651186, "main_score": 0.606244, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880105, "recall": 0.913043, "f1": 0.890448, "accuracy": 0.913043, "main_score": 0.890448, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944499, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488633, "recall": 0.546443, "f1": 0.504678, "accuracy": 0.546443, "main_score": 0.504678, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564617, "recall": 0.624506, "f1": 0.581574, "accuracy": 0.624506, "main_score": 0.581574, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.57744, "recall": 0.645257, "f1": 0.596551, "accuracy": 0.645257, "main_score": 0.596551, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546964, "recall": 0.601779, "f1": 0.562087, "accuracy": 0.601779, "main_score": 0.562087, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.977273, "f1": 0.970982, "accuracy": 0.977273, "main_score": 0.970982, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526073, "recall": 0.593874, "f1": 0.545967, "accuracy": 0.593874, "main_score": 0.545967, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715086, "recall": 0.770751, "f1": 0.731475, "accuracy": 0.770751, "main_score": 0.731475, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718116, "recall": 0.768775, "f1": 0.732938, "accuracy": 0.768775, "main_score": 0.732938, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862731, "recall": 0.891304, "f1": 0.871443, "accuracy": 0.891304, "main_score": 0.871443, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.894137, "recall": 0.922925, "f1": 0.903162, "accuracy": 0.922925, "main_score": 0.903162, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486347, "recall": 0.566206, "f1": 0.510004, "accuracy": 0.566206, "main_score": 0.510004, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.953475, "recall": 0.965415, "f1": 0.957082, "accuracy": 0.965415, "main_score": 0.957082, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.679142, "recall": 0.73913, "f1": 0.697288, "accuracy": 0.73913, "main_score": 0.697288, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564413, "recall": 0.612648, "f1": 0.57787, "accuracy": 0.612648, "main_score": 0.57787, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355457, "recall": 0.398221, "f1": 0.367255, "accuracy": 0.398221, "main_score": 0.367255, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456349, "recall": 0.5, "f1": 0.468698, "accuracy": 0.5, "main_score": 0.468698, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.204422, "recall": 0.242095, "f1": 0.214322, "accuracy": 0.242095, "main_score": 0.214322, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.469344, "recall": 0.520751, "f1": 0.482388, "accuracy": 0.520751, "main_score": 0.482388, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.43539, "recall": 0.482213, "f1": 0.447955, "accuracy": 0.482213, "main_score": 0.447955, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.466542, "recall": 0.511858, "f1": 0.478231, "accuracy": 0.511858, "main_score": 0.478231, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483644, "recall": 0.519763, "f1": 0.492377, "accuracy": 0.519763, "main_score": 0.492377, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484983, "recall": 0.531621, "f1": 0.496391, "accuracy": 0.531621, "main_score": 0.496391, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449695, "recall": 0.497036, "f1": 0.462484, "accuracy": 0.497036, "main_score": 0.462484, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482785, "recall": 0.522727, "f1": 0.492506, "accuracy": 0.522727, "main_score": 0.492506, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483698, "recall": 0.525692, "f1": 0.494833, "accuracy": 0.525692, "main_score": 0.494833, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450206, "recall": 0.507905, "f1": 0.464564, "accuracy": 0.507905, "main_score": 0.464564, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.444207, "recall": 0.493083, "f1": 0.457024, "accuracy": 0.493083, "main_score": 0.457024, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.402843, "recall": 0.455534, "f1": 0.416969, "accuracy": 0.455534, "main_score": 0.416969, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455971, "recall": 0.506917, "f1": 0.468718, "accuracy": 0.506917, "main_score": 0.468718, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.414806, "recall": 0.465415, "f1": 0.427753, "accuracy": 0.465415, "main_score": 0.427753, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461232, "recall": 0.511858, "f1": 0.473729, "accuracy": 0.511858, "main_score": 0.473729, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479838, "recall": 0.518775, "f1": 0.490311, "accuracy": 0.518775, "main_score": 0.490311, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436154, "recall": 0.487154, "f1": 0.449608, "accuracy": 0.487154, "main_score": 0.449608, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.428712, "recall": 0.476285, "f1": 0.440451, "accuracy": 0.476285, "main_score": 0.440451, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.501205, "recall": 0.548419, "f1": 0.512617, "accuracy": 0.548419, "main_score": 0.512617, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464285, "recall": 0.517787, "f1": 0.47797, "accuracy": 0.517787, "main_score": 0.47797, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455334, "recall": 0.503953, "f1": 0.468451, "accuracy": 0.503953, "main_score": 0.468451, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43618, "recall": 0.495059, "f1": 0.451329, "accuracy": 0.495059, "main_score": 0.451329, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.471935, "recall": 0.519763, "f1": 0.483693, "accuracy": 0.519763, "main_score": 0.483693, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471448, "recall": 0.517787, "f1": 0.483578, "accuracy": 0.517787, "main_score": 0.483578, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202445, "recall": 0.245059, "f1": 0.2122, "accuracy": 0.245059, "main_score": 0.2122, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.436441, "recall": 0.48913, "f1": 0.449922, "accuracy": 0.48913, "main_score": 0.449922, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486034, "recall": 0.533597, "f1": 0.498164, "accuracy": 0.533597, "main_score": 0.498164, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463539, "recall": 0.51087, "f1": 0.476058, "accuracy": 0.51087, "main_score": 0.476058, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467338, "recall": 0.51581, "f1": 0.480661, "accuracy": 0.51581, "main_score": 0.480661, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439037, "recall": 0.48419, "f1": 0.451439, "accuracy": 0.48419, "main_score": 0.451439, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.443274, "recall": 0.497036, "f1": 0.457205, "accuracy": 0.497036, "main_score": 0.457205, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.459369, "recall": 0.5, "f1": 0.470236, "accuracy": 0.5, "main_score": 0.470236, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47471, "recall": 0.523715, "f1": 0.487299, "accuracy": 0.523715, "main_score": 0.487299, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406019, "recall": 0.460474, "f1": 0.419739, "accuracy": 0.460474, "main_score": 0.419739, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.43814, "recall": 0.482213, "f1": 0.449129, "accuracy": 0.482213, "main_score": 0.449129, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.457586, "recall": 0.509881, "f1": 0.471406, "accuracy": 0.509881, "main_score": 0.471406, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.462848, "recall": 0.505929, "f1": 0.473521, "accuracy": 0.505929, "main_score": 0.473521, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439742, "recall": 0.495059, "f1": 0.452583, "accuracy": 0.495059, "main_score": 0.452583, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.45825, "recall": 0.5, "f1": 0.469796, "accuracy": 0.5, "main_score": 0.469796, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.351979, "recall": 0.399209, "f1": 0.36463, "accuracy": 0.399209, "main_score": 0.36463, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.463393, "recall": 0.512846, "f1": 0.476045, "accuracy": 0.512846, "main_score": 0.476045, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457333, "recall": 0.500988, "f1": 0.469154, "accuracy": 0.500988, "main_score": 0.469154, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46709, "recall": 0.517787, "f1": 0.479781, "accuracy": 0.517787, "main_score": 0.479781, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508702, "recall": 0.551383, "f1": 0.519478, "accuracy": 0.551383, "main_score": 0.519478, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446846, "recall": 0.491107, "f1": 0.458282, "accuracy": 0.491107, "main_score": 0.458282, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.448817, "recall": 0.500988, "f1": 0.461907, "accuracy": 0.500988, "main_score": 0.461907, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462962, "recall": 0.51087, "f1": 0.475999, "accuracy": 0.51087, "main_score": 0.475999, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461704, "recall": 0.502964, "f1": 0.472353, "accuracy": 0.502964, "main_score": 0.472353, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482442, "recall": 0.52668, "f1": 0.493382, "accuracy": 0.52668, "main_score": 0.493382, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46947, "recall": 0.51581, "f1": 0.4807, "accuracy": 0.51581, "main_score": 0.4807, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480028, "recall": 0.524704, "f1": 0.491656, "accuracy": 0.524704, "main_score": 0.491656, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436146, "recall": 0.482213, "f1": 0.447797, "accuracy": 0.482213, "main_score": 0.447797, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444787, "recall": 0.496047, "f1": 0.457864, "accuracy": 0.496047, "main_score": 0.457864, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.358376, "recall": 0.409091, "f1": 0.372022, "accuracy": 0.409091, "main_score": 0.372022, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.447919, "recall": 0.485178, "f1": 0.457949, "accuracy": 0.485178, "main_score": 0.457949, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499369, "recall": 0.538538, "f1": 0.509309, "accuracy": 0.538538, "main_score": 0.509309, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280179, "recall": 0.314229, "f1": 0.289347, "accuracy": 0.314229, "main_score": 0.289347, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462042, "recall": 0.517787, "f1": 0.476304, "accuracy": 0.517787, "main_score": 0.476304, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.451717, "recall": 0.501976, "f1": 0.464378, "accuracy": 0.501976, "main_score": 0.464378, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.472239, "recall": 0.521739, "f1": 0.484902, "accuracy": 0.521739, "main_score": 0.484902, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433206, "recall": 0.492095, "f1": 0.448591, "accuracy": 0.492095, "main_score": 0.448591, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468296, "recall": 0.51087, "f1": 0.479767, "accuracy": 0.51087, "main_score": 0.479767, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480011, "recall": 0.519763, "f1": 0.490165, "accuracy": 0.519763, "main_score": 0.490165, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458025, "recall": 0.497036, "f1": 0.468362, "accuracy": 0.497036, "main_score": 0.468362, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498687, "recall": 0.543478, "f1": 0.510215, "accuracy": 0.543478, "main_score": 0.510215, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445104, "recall": 0.487154, "f1": 0.456385, "accuracy": 0.487154, "main_score": 0.456385, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483763, "recall": 0.522727, "f1": 0.492634, "accuracy": 0.522727, "main_score": 0.492634, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439894, "recall": 0.48913, "f1": 0.45292, "accuracy": 0.48913, "main_score": 0.45292, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482106, "recall": 0.52668, "f1": 0.493468, "accuracy": 0.52668, "main_score": 0.493468, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450227, "recall": 0.494071, "f1": 0.461362, "accuracy": 0.494071, "main_score": 0.461362, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464884, "recall": 0.506917, "f1": 0.475528, "accuracy": 0.506917, "main_score": 0.475528, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.249512, "recall": 0.300395, "f1": 0.262446, "accuracy": 0.300395, "main_score": 0.262446, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.445458, "recall": 0.486166, "f1": 0.456813, "accuracy": 0.486166, "main_score": 0.456813, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454543, "recall": 0.501976, "f1": 0.46757, "accuracy": 0.501976, "main_score": 0.46757, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456925, "recall": 0.501976, "f1": 0.468951, "accuracy": 0.501976, "main_score": 0.468951, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400601, "recall": 0.45751, "f1": 0.415605, "accuracy": 0.45751, "main_score": 0.415605, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.490799, "recall": 0.537549, "f1": 0.501685, "accuracy": 0.537549, "main_score": 0.501685, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452938, "recall": 0.502964, "f1": 0.465258, "accuracy": 0.502964, "main_score": 0.465258, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48168, "recall": 0.521739, "f1": 0.492053, "accuracy": 0.521739, "main_score": 0.492053, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399616, "recall": 0.454545, "f1": 0.414487, "accuracy": 0.454545, "main_score": 0.414487, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.478659, "recall": 0.52668, "f1": 0.490439, "accuracy": 0.52668, "main_score": 0.490439, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449154, "recall": 0.498024, "f1": 0.461579, "accuracy": 0.498024, "main_score": 0.461579, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468142, "recall": 0.514822, "f1": 0.479596, "accuracy": 0.514822, "main_score": 0.479596, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445598, "recall": 0.504941, "f1": 0.461099, "accuracy": 0.504941, "main_score": 0.461099, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.444125, "recall": 0.483202, "f1": 0.454639, "accuracy": 0.483202, "main_score": 0.454639, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446085, "recall": 0.494071, "f1": 0.458107, "accuracy": 0.494071, "main_score": 0.458107, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429099, "recall": 0.487154, "f1": 0.443516, "accuracy": 0.487154, "main_score": 0.443516, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.47425, "recall": 0.521739, "f1": 0.486768, "accuracy": 0.521739, "main_score": 0.486768, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433283, "recall": 0.490119, "f1": 0.447854, "accuracy": 0.490119, "main_score": 0.447854, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455419, "recall": 0.48913, "f1": 0.464566, "accuracy": 0.48913, "main_score": 0.464566, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.408002, "recall": 0.451581, "f1": 0.419786, "accuracy": 0.451581, "main_score": 0.419786, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498056, "recall": 0.537549, "f1": 0.508409, "accuracy": 0.537549, "main_score": 0.508409, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427967, "recall": 0.476285, "f1": 0.440267, "accuracy": 0.476285, "main_score": 0.440267, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.41533, "recall": 0.461462, "f1": 0.427016, "accuracy": 0.461462, "main_score": 0.427016, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465938, "recall": 0.516798, "f1": 0.478624, "accuracy": 0.516798, "main_score": 0.478624, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.433031, "recall": 0.475296, "f1": 0.443964, "accuracy": 0.475296, "main_score": 0.443964, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487347, "recall": 0.524704, "f1": 0.496572, "accuracy": 0.524704, "main_score": 0.496572, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445192, "recall": 0.499012, "f1": 0.458807, "accuracy": 0.499012, "main_score": 0.458807, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471487, "recall": 0.523715, "f1": 0.484499, "accuracy": 0.523715, "main_score": 0.484499, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466995, "recall": 0.514822, "f1": 0.478744, "accuracy": 0.514822, "main_score": 0.478744, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448846, "recall": 0.494071, "f1": 0.460141, "accuracy": 0.494071, "main_score": 0.460141, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.47871, "recall": 0.519763, "f1": 0.489654, "accuracy": 0.519763, "main_score": 0.489654, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321565, "recall": 0.379447, "f1": 0.335776, "accuracy": 0.379447, "main_score": 0.335776, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.443139, "recall": 0.491107, "f1": 0.455337, "accuracy": 0.491107, "main_score": 0.455337, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215158, "recall": 0.250988, "f1": 0.223276, "accuracy": 0.250988, "main_score": 0.223276, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.457649, "recall": 0.499012, "f1": 0.469005, "accuracy": 0.499012, "main_score": 0.469005, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385535, "recall": 0.434783, "f1": 0.398966, "accuracy": 0.434783, "main_score": 0.398966, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479226, "recall": 0.522727, "f1": 0.490743, "accuracy": 0.522727, "main_score": 0.490743, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472522, "recall": 0.516798, "f1": 0.48389, "accuracy": 0.516798, "main_score": 0.48389, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402573, "recall": 0.459486, "f1": 0.417584, "accuracy": 0.459486, "main_score": 0.417584, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454619, "recall": 0.5, "f1": 0.465455, "accuracy": 0.5, "main_score": 0.465455, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451758, "recall": 0.508893, "f1": 0.466144, "accuracy": 0.508893, "main_score": 0.466144, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415535, "recall": 0.468379, "f1": 0.428694, "accuracy": 0.468379, "main_score": 0.428694, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45716, "recall": 0.501976, "f1": 0.469416, "accuracy": 0.501976, "main_score": 0.469416, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.475895, "recall": 0.522727, "f1": 0.488075, "accuracy": 0.522727, "main_score": 0.488075, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424627, "recall": 0.485178, "f1": 0.440539, "accuracy": 0.485178, "main_score": 0.440539, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485449, "recall": 0.52668, "f1": 0.495924, "accuracy": 0.52668, "main_score": 0.495924, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43267, "recall": 0.476285, "f1": 0.444798, "accuracy": 0.476285, "main_score": 0.444798, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43834, "recall": 0.481225, "f1": 0.449686, "accuracy": 0.481225, "main_score": 0.449686, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471712, "recall": 0.513834, "f1": 0.482933, "accuracy": 0.513834, "main_score": 0.482933, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470491, "recall": 0.520751, "f1": 0.483517, "accuracy": 0.520751, "main_score": 0.483517, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.127602, "recall": 0.16996, "f1": 0.137972, "accuracy": 0.16996, "main_score": 0.137972, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.442063, "recall": 0.495059, "f1": 0.455515, "accuracy": 0.495059, "main_score": 0.455515, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.406707, "recall": 0.458498, "f1": 0.420355, "accuracy": 0.458498, "main_score": 0.420355, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.424887, "recall": 0.477273, "f1": 0.439075, "accuracy": 0.477273, "main_score": 0.439075, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444936, "recall": 0.499012, "f1": 0.458455, "accuracy": 0.499012, "main_score": 0.458455, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465119, "recall": 0.514822, "f1": 0.478781, "accuracy": 0.514822, "main_score": 0.478781, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443255, "recall": 0.487154, "f1": 0.454893, "accuracy": 0.487154, "main_score": 0.454893, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438925, "recall": 0.494071, "f1": 0.452843, "accuracy": 0.494071, "main_score": 0.452843, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478306, "recall": 0.529644, "f1": 0.490894, "accuracy": 0.529644, "main_score": 0.490894, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473392, "recall": 0.513834, "f1": 0.48318, "accuracy": 0.513834, "main_score": 0.48318, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435878, "recall": 0.480237, "f1": 0.447092, "accuracy": 0.480237, "main_score": 0.447092, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.410586, "recall": 0.467391, "f1": 0.425876, "accuracy": 0.467391, "main_score": 0.425876, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426648, "recall": 0.474308, "f1": 0.438822, "accuracy": 0.474308, "main_score": 0.438822, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.433482, "recall": 0.476285, "f1": 0.445774, "accuracy": 0.476285, "main_score": 0.445774, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444943, "recall": 0.491107, "f1": 0.457232, "accuracy": 0.491107, "main_score": 0.457232, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446006, "recall": 0.493083, "f1": 0.458512, "accuracy": 0.493083, "main_score": 0.458512, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.468027, "recall": 0.51087, "f1": 0.479244, "accuracy": 0.51087, "main_score": 0.479244, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445944, "recall": 0.501976, "f1": 0.460437, "accuracy": 0.501976, "main_score": 0.460437, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.379382, "recall": 0.427866, "f1": 0.391566, "accuracy": 0.427866, "main_score": 0.391566, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.495699, "recall": 0.54249, "f1": 0.507495, "accuracy": 0.54249, "main_score": 0.507495, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423376, "recall": 0.476285, "f1": 0.436704, "accuracy": 0.476285, "main_score": 0.436704, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.431184, "recall": 0.488142, "f1": 0.445491, "accuracy": 0.488142, "main_score": 0.445491, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.430633, "recall": 0.479249, "f1": 0.443779, "accuracy": 0.479249, "main_score": 0.443779, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.426697, "recall": 0.474308, "f1": 0.438756, "accuracy": 0.474308, "main_score": 0.438756, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400466, "recall": 0.447628, "f1": 0.41274, "accuracy": 0.447628, "main_score": 0.41274, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.439562, "recall": 0.48913, "f1": 0.451897, "accuracy": 0.48913, "main_score": 0.451897, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492837, "recall": 0.535573, "f1": 0.504607, "accuracy": 0.535573, "main_score": 0.504607, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404722, "recall": 0.463439, "f1": 0.41961, "accuracy": 0.463439, "main_score": 0.41961, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.445567, "recall": 0.494071, "f1": 0.457864, "accuracy": 0.494071, "main_score": 0.457864, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.423628, "recall": 0.47332, "f1": 0.436077, "accuracy": 0.47332, "main_score": 0.436077, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.493935, "recall": 0.533597, "f1": 0.504233, "accuracy": 0.533597, "main_score": 0.504233, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453351, "recall": 0.496047, "f1": 0.464365, "accuracy": 0.496047, "main_score": 0.464365, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468373, "recall": 0.517787, "f1": 0.481454, "accuracy": 0.517787, "main_score": 0.481454, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428806, "recall": 0.471344, "f1": 0.440769, "accuracy": 0.471344, "main_score": 0.440769, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.440496, "recall": 0.488142, "f1": 0.452602, "accuracy": 0.488142, "main_score": 0.452602, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444846, "recall": 0.499012, "f1": 0.458597, "accuracy": 0.499012, "main_score": 0.458597, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.346598, "recall": 0.402174, "f1": 0.36139, "accuracy": 0.402174, "main_score": 0.36139, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.437584, "recall": 0.492095, "f1": 0.451136, "accuracy": 0.492095, "main_score": 0.451136, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.45949, "recall": 0.505929, "f1": 0.471659, "accuracy": 0.505929, "main_score": 0.471659, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.443953, "recall": 0.488142, "f1": 0.455279, "accuracy": 0.488142, "main_score": 0.455279, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472731, "recall": 0.508893, "f1": 0.481705, "accuracy": 0.508893, "main_score": 0.481705, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437871, "recall": 0.487154, "f1": 0.450495, "accuracy": 0.487154, "main_score": 0.450495, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.47662, "recall": 0.517787, "f1": 0.487068, "accuracy": 0.517787, "main_score": 0.487068, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450677, "recall": 0.500988, "f1": 0.465099, "accuracy": 0.500988, "main_score": 0.465099, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465976, "recall": 0.511858, "f1": 0.477543, "accuracy": 0.511858, "main_score": 0.477543, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478726, "recall": 0.524704, "f1": 0.490522, "accuracy": 0.524704, "main_score": 0.490522, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490881, "recall": 0.539526, "f1": 0.503282, "accuracy": 0.539526, "main_score": 0.503282, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444054, "recall": 0.486166, "f1": 0.456079, "accuracy": 0.486166, "main_score": 0.456079, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493633, "recall": 0.534585, "f1": 0.503745, "accuracy": 0.534585, "main_score": 0.503745, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45107, "recall": 0.505929, "f1": 0.464836, "accuracy": 0.505929, "main_score": 0.464836, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.454587, "recall": 0.506917, "f1": 0.468352, "accuracy": 0.506917, "main_score": 0.468352, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434598, "recall": 0.480237, "f1": 0.447417, "accuracy": 0.480237, "main_score": 0.447417, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498191, "recall": 0.547431, "f1": 0.51087, "accuracy": 0.547431, "main_score": 0.51087, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460815, "recall": 0.503953, "f1": 0.472454, "accuracy": 0.503953, "main_score": 0.472454, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463254, "recall": 0.506917, "f1": 0.474426, "accuracy": 0.506917, "main_score": 0.474426, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460314, "recall": 0.51581, "f1": 0.47615, "accuracy": 0.51581, "main_score": 0.47615, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.382028, "recall": 0.43083, "f1": 0.394617, "accuracy": 0.43083, "main_score": 0.394617, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479985, "recall": 0.528656, "f1": 0.491808, "accuracy": 0.528656, "main_score": 0.491808, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439782, "recall": 0.485178, "f1": 0.451111, "accuracy": 0.485178, "main_score": 0.451111, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431733, "recall": 0.472332, "f1": 0.442582, "accuracy": 0.472332, "main_score": 0.442582, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47472, "recall": 0.51581, "f1": 0.486135, "accuracy": 0.51581, "main_score": 0.486135, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443168, "recall": 0.493083, "f1": 0.455807, "accuracy": 0.493083, "main_score": 0.455807, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.45992, "recall": 0.506917, "f1": 0.472577, "accuracy": 0.506917, "main_score": 0.472577, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468167, "recall": 0.513834, "f1": 0.480191, "accuracy": 0.513834, "main_score": 0.480191, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419295, "recall": 0.476285, "f1": 0.433844, "accuracy": 0.476285, "main_score": 0.433844, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429133, "recall": 0.482213, "f1": 0.443874, "accuracy": 0.482213, "main_score": 0.443874, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455761, "recall": 0.502964, "f1": 0.467702, "accuracy": 0.502964, "main_score": 0.467702, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468886, "recall": 0.507905, "f1": 0.479077, "accuracy": 0.507905, "main_score": 0.479077, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470742, "recall": 0.504941, "f1": 0.479867, "accuracy": 0.504941, "main_score": 0.479867, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464692, "recall": 0.501976, "f1": 0.474631, "accuracy": 0.501976, "main_score": 0.474631, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426681, "recall": 0.482213, "f1": 0.44147, "accuracy": 0.482213, "main_score": 0.44147, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.438685, "recall": 0.477273, "f1": 0.449956, "accuracy": 0.477273, "main_score": 0.449956, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449045, "recall": 0.494071, "f1": 0.460525, "accuracy": 0.494071, "main_score": 0.460525, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.343498, "recall": 0.406126, "f1": 0.360819, "accuracy": 0.406126, "main_score": 0.360819, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445698, "recall": 0.48913, "f1": 0.457268, "accuracy": 0.48913, "main_score": 0.457268, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.434439, "recall": 0.48419, "f1": 0.447238, "accuracy": 0.48419, "main_score": 0.447238, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466832, "recall": 0.51087, "f1": 0.477077, "accuracy": 0.51087, "main_score": 0.477077, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455363, "recall": 0.511858, "f1": 0.470774, "accuracy": 0.511858, "main_score": 0.470774, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.443164, "recall": 0.492095, "f1": 0.456051, "accuracy": 0.492095, "main_score": 0.456051, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442998, "recall": 0.485178, "f1": 0.454079, "accuracy": 0.485178, "main_score": 0.454079, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582374, "recall": 0.647233, "f1": 0.600575, "accuracy": 0.647233, "main_score": 0.600575, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540304, "recall": 0.598814, "f1": 0.5563, "accuracy": 0.598814, "main_score": 0.5563, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446808, "recall": 0.523715, "f1": 0.467896, "accuracy": 0.523715, "main_score": 0.467896, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604464, "recall": 0.658103, "f1": 0.619034, "accuracy": 0.658103, "main_score": 0.619034, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880632, "recall": 0.913043, "f1": 0.890942, "accuracy": 0.913043, "main_score": 0.890942, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963109, "recall": 0.97332, "f1": 0.966403, "accuracy": 0.97332, "main_score": 0.966403, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.605359, "recall": 0.661067, "f1": 0.620838, "accuracy": 0.661067, "main_score": 0.620838, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621179, "recall": 0.688735, "f1": 0.640424, "accuracy": 0.688735, "main_score": 0.640424, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570973, "recall": 0.632411, "f1": 0.588359, "accuracy": 0.632411, "main_score": 0.588359, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189949, "recall": 0.238142, "f1": 0.202186, "accuracy": 0.238142, "main_score": 0.202186, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632002, "recall": 0.682806, "f1": 0.646382, "accuracy": 0.682806, "main_score": 0.646382, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.690942, "recall": 0.747036, "f1": 0.707435, "accuracy": 0.747036, "main_score": 0.707435, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.557858, "recall": 0.610672, "f1": 0.573551, "accuracy": 0.610672, "main_score": 0.573551, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517904, "recall": 0.585968, "f1": 0.536544, "accuracy": 0.585968, "main_score": 0.536544, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564048, "recall": 0.632411, "f1": 0.584342, "accuracy": 0.632411, "main_score": 0.584342, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593972, "recall": 0.658103, "f1": 0.612328, "accuracy": 0.658103, "main_score": 0.612328, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911067, "recall": 0.936759, "f1": 0.919137, "accuracy": 0.936759, "main_score": 0.919137, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534988, "recall": 0.590909, "f1": 0.551344, "accuracy": 0.590909, "main_score": 0.551344, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554515, "recall": 0.618577, "f1": 0.572272, "accuracy": 0.618577, "main_score": 0.572272, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523531, "recall": 0.576087, "f1": 0.537756, "accuracy": 0.576087, "main_score": 0.537756, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.967391, "f1": 0.957642, "accuracy": 0.967391, "main_score": 0.957642, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316758, "recall": 0.374506, "f1": 0.332787, "accuracy": 0.374506, "main_score": 0.332787, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598955, "recall": 0.666008, "f1": 0.617921, "accuracy": 0.666008, "main_score": 0.617921, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587819, "recall": 0.639328, "f1": 0.602615, "accuracy": 0.639328, "main_score": 0.602615, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714847, "recall": 0.774704, "f1": 0.732435, "accuracy": 0.774704, "main_score": 0.732435, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668659, "recall": 0.745059, "f1": 0.6917, "accuracy": 0.745059, "main_score": 0.6917, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.708252, "recall": 0.76581, "f1": 0.724893, "accuracy": 0.76581, "main_score": 0.724893, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683392, "recall": 0.732213, "f1": 0.69837, "accuracy": 0.732213, "main_score": 0.69837, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681136, "recall": 0.743083, "f1": 0.698901, "accuracy": 0.743083, "main_score": 0.698901, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.990119, "f1": 0.988472, "accuracy": 0.990119, "main_score": 0.988472, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.54292, "recall": 0.604743, "f1": 0.560422, "accuracy": 0.604743, "main_score": 0.560422, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55859, "recall": 0.616601, "f1": 0.575021, "accuracy": 0.616601, "main_score": 0.575021, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800428, "recall": 0.847826, "f1": 0.814775, "accuracy": 0.847826, "main_score": 0.814775, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478514, "recall": 0.533597, "f1": 0.493117, "accuracy": 0.533597, "main_score": 0.493117, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.883211, "recall": 0.916996, "f1": 0.893857, "accuracy": 0.916996, "main_score": 0.893857, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.539197, "recall": 0.605731, "f1": 0.557809, "accuracy": 0.605731, "main_score": 0.557809, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.60842, "recall": 0.674901, "f1": 0.627052, "accuracy": 0.674901, "main_score": 0.627052, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199216, "recall": 0.253953, "f1": 0.211245, "accuracy": 0.253953, "main_score": 0.211245, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.635354, "recall": 0.697628, "f1": 0.653331, "accuracy": 0.697628, "main_score": 0.653331, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814272, "recall": 0.863636, "f1": 0.829298, "accuracy": 0.863636, "main_score": 0.829298, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425277, "recall": 0.483202, "f1": 0.441304, "accuracy": 0.483202, "main_score": 0.441304, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684192, "recall": 0.736166, "f1": 0.69944, "accuracy": 0.736166, "main_score": 0.69944, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569132, "recall": 0.630435, "f1": 0.586554, "accuracy": 0.630435, "main_score": 0.586554, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518116, "recall": 0.583004, "f1": 0.53607, "accuracy": 0.583004, "main_score": 0.53607, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672283, "recall": 0.727273, "f1": 0.688702, "accuracy": 0.727273, "main_score": 0.688702, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.226487, "recall": 0.314229, "f1": 0.250384, "accuracy": 0.314229, "main_score": 0.250384, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57785, "recall": 0.644269, "f1": 0.596876, "accuracy": 0.644269, "main_score": 0.596876, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579209, "recall": 0.648221, "f1": 0.599264, "accuracy": 0.648221, "main_score": 0.599264, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722588, "recall": 0.784585, "f1": 0.741457, "accuracy": 0.784585, "main_score": 0.741457, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570116, "recall": 0.628458, "f1": 0.587131, "accuracy": 0.628458, "main_score": 0.587131, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806933, "recall": 0.851779, "f1": 0.820487, "accuracy": 0.851779, "main_score": 0.820487, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478451, "recall": 0.54249, "f1": 0.496299, "accuracy": 0.54249, "main_score": 0.496299, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885623, "recall": 0.917984, "f1": 0.89577, "accuracy": 0.917984, "main_score": 0.89577, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949934, "recall": 0.965415, "f1": 0.95504, "accuracy": 0.965415, "main_score": 0.95504, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951746, "recall": 0.967391, "f1": 0.956851, "accuracy": 0.967391, "main_score": 0.956851, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626133, "recall": 0.68083, "f1": 0.641726, "accuracy": 0.68083, "main_score": 0.641726, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.943676, "f1": 0.927207, "accuracy": 0.943676, "main_score": 0.927207, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45753, "recall": 0.530632, "f1": 0.477604, "accuracy": 0.530632, "main_score": 0.477604, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626499, "recall": 0.695652, "f1": 0.646857, "accuracy": 0.695652, "main_score": 0.646857, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859766, "recall": 0.900198, "f1": 0.872596, "accuracy": 0.900198, "main_score": 0.872596, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.659816, "recall": 0.709486, "f1": 0.674006, "accuracy": 0.709486, "main_score": 0.674006, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652223, "recall": 0.712451, "f1": 0.669486, "accuracy": 0.712451, "main_score": 0.669486, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554473, "recall": 0.620553, "f1": 0.573136, "accuracy": 0.620553, "main_score": 0.573136, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55234, "recall": 0.617589, "f1": 0.571026, "accuracy": 0.617589, "main_score": 0.571026, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830369, "recall": 0.873518, "f1": 0.843478, "accuracy": 0.873518, "main_score": 0.843478, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552433, "recall": 0.612648, "f1": 0.569747, "accuracy": 0.612648, "main_score": 0.569747, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626459, "recall": 0.688735, "f1": 0.644234, "accuracy": 0.688735, "main_score": 0.644234, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497277, "recall": 0.552372, "f1": 0.512255, "accuracy": 0.552372, "main_score": 0.512255, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57234, "recall": 0.62747, "f1": 0.587385, "accuracy": 0.62747, "main_score": 0.587385, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.60272, "recall": 0.666008, "f1": 0.62076, "accuracy": 0.666008, "main_score": 0.62076, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561167, "recall": 0.614625, "f1": 0.575731, "accuracy": 0.614625, "main_score": 0.575731, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554916, "recall": 0.620553, "f1": 0.573762, "accuracy": 0.620553, "main_score": 0.573762, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.754636, "recall": 0.809289, "f1": 0.770989, "accuracy": 0.809289, "main_score": 0.770989, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74664, "recall": 0.798419, "f1": 0.762239, "accuracy": 0.798419, "main_score": 0.762239, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.873682, "recall": 0.905138, "f1": 0.883531, "accuracy": 0.905138, "main_score": 0.883531, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965744, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.488112, "recall": 0.566206, "f1": 0.511097, "accuracy": 0.566206, "main_score": 0.511097, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.722708, "recall": 0.780632, "f1": 0.739841, "accuracy": 0.780632, "main_score": 0.739841, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604573, "recall": 0.651186, "f1": 0.617498, "accuracy": 0.651186, "main_score": 0.617498, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.361315, "recall": 0.410079, "f1": 0.374597, "accuracy": 0.410079, "main_score": 0.374597, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.359508, "recall": 0.411067, "f1": 0.372781, "accuracy": 0.411067, "main_score": 0.372781, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.234267, "recall": 0.281621, "f1": 0.245912, "accuracy": 0.281621, "main_score": 0.245912, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.609144, "recall": 0.66996, "f1": 0.62495, "accuracy": 0.66996, "main_score": 0.62495, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551471, "recall": 0.615613, "f1": 0.568344, "accuracy": 0.615613, "main_score": 0.568344, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.609576, "recall": 0.668972, "f1": 0.625177, "accuracy": 0.668972, "main_score": 0.625177, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.530708, "recall": 0.583992, "f1": 0.544325, "accuracy": 0.583992, "main_score": 0.544325, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406132, "recall": 0.448617, "f1": 0.417515, "accuracy": 0.448617, "main_score": 0.417515, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59991, "recall": 0.655138, "f1": 0.614503, "accuracy": 0.655138, "main_score": 0.614503, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50658, "recall": 0.561265, "f1": 0.521685, "accuracy": 0.561265, "main_score": 0.521685, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526295, "recall": 0.578063, "f1": 0.539545, "accuracy": 0.578063, "main_score": 0.539545, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566127, "recall": 0.630435, "f1": 0.582834, "accuracy": 0.630435, "main_score": 0.582834, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596674, "recall": 0.652174, "f1": 0.611189, "accuracy": 0.652174, "main_score": 0.611189, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.318136, "recall": 0.375494, "f1": 0.332285, "accuracy": 0.375494, "main_score": 0.332285, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579141, "recall": 0.639328, "f1": 0.594872, "accuracy": 0.639328, "main_score": 0.594872, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550483, "recall": 0.616601, "f1": 0.567162, "accuracy": 0.616601, "main_score": 0.567162, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57828, "recall": 0.640316, "f1": 0.595919, "accuracy": 0.640316, "main_score": 0.595919, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424255, "recall": 0.476285, "f1": 0.438392, "accuracy": 0.476285, "main_score": 0.438392, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571184, "recall": 0.62747, "f1": 0.585609, "accuracy": 0.62747, "main_score": 0.585609, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.540948, "recall": 0.606719, "f1": 0.558257, "accuracy": 0.606719, "main_score": 0.558257, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.623718, "recall": 0.679842, "f1": 0.638782, "accuracy": 0.679842, "main_score": 0.638782, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581356, "recall": 0.640316, "f1": 0.597177, "accuracy": 0.640316, "main_score": 0.597177, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392345, "recall": 0.443676, "f1": 0.406036, "accuracy": 0.443676, "main_score": 0.406036, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611119, "recall": 0.671937, "f1": 0.626795, "accuracy": 0.671937, "main_score": 0.626795, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.604463, "recall": 0.65415, "f1": 0.616859, "accuracy": 0.65415, "main_score": 0.616859, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556544, "recall": 0.605731, "f1": 0.569504, "accuracy": 0.605731, "main_score": 0.569504, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18916, "recall": 0.228261, "f1": 0.199058, "accuracy": 0.228261, "main_score": 0.199058, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.577712, "recall": 0.640316, "f1": 0.594039, "accuracy": 0.640316, "main_score": 0.594039, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.416877, "recall": 0.456522, "f1": 0.428203, "accuracy": 0.456522, "main_score": 0.428203, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588364, "recall": 0.648221, "f1": 0.604417, "accuracy": 0.648221, "main_score": 0.604417, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58439, "recall": 0.645257, "f1": 0.600225, "accuracy": 0.645257, "main_score": 0.600225, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54425, "recall": 0.607708, "f1": 0.560787, "accuracy": 0.607708, "main_score": 0.560787, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.595576, "recall": 0.650198, "f1": 0.610865, "accuracy": 0.650198, "main_score": 0.610865, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.424802, "recall": 0.479249, "f1": 0.438708, "accuracy": 0.479249, "main_score": 0.438708, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596831, "recall": 0.659091, "f1": 0.613159, "accuracy": 0.659091, "main_score": 0.613159, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540104, "recall": 0.593874, "f1": 0.553518, "accuracy": 0.593874, "main_score": 0.553518, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542156, "recall": 0.594862, "f1": 0.556097, "accuracy": 0.594862, "main_score": 0.556097, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.594537, "recall": 0.656126, "f1": 0.611327, "accuracy": 0.656126, "main_score": 0.611327, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.559402, "recall": 0.618577, "f1": 0.574738, "accuracy": 0.618577, "main_score": 0.574738, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577922, "recall": 0.637352, "f1": 0.593246, "accuracy": 0.637352, "main_score": 0.593246, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.37288, "recall": 0.422925, "f1": 0.386426, "accuracy": 0.422925, "main_score": 0.386426, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.343211, "recall": 0.401186, "f1": 0.35785, "accuracy": 0.401186, "main_score": 0.35785, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571678, "recall": 0.63834, "f1": 0.590128, "accuracy": 0.63834, "main_score": 0.590128, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.377818, "recall": 0.422925, "f1": 0.389465, "accuracy": 0.422925, "main_score": 0.389465, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598591, "recall": 0.663043, "f1": 0.615446, "accuracy": 0.663043, "main_score": 0.615446, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597774, "recall": 0.661067, "f1": 0.614996, "accuracy": 0.661067, "main_score": 0.614996, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581802, "recall": 0.63834, "f1": 0.596972, "accuracy": 0.63834, "main_score": 0.596972, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539675, "recall": 0.589921, "f1": 0.553678, "accuracy": 0.589921, "main_score": 0.553678, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364079, "recall": 0.426877, "f1": 0.380113, "accuracy": 0.426877, "main_score": 0.380113, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513278, "recall": 0.565217, "f1": 0.526518, "accuracy": 0.565217, "main_score": 0.526518, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548718, "recall": 0.602767, "f1": 0.562661, "accuracy": 0.602767, "main_score": 0.562661, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593013, "recall": 0.657115, "f1": 0.610741, "accuracy": 0.657115, "main_score": 0.610741, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559267, "recall": 0.614625, "f1": 0.573022, "accuracy": 0.614625, "main_score": 0.573022, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385014, "recall": 0.428854, "f1": 0.39793, "accuracy": 0.428854, "main_score": 0.39793, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593218, "recall": 0.649209, "f1": 0.608112, "accuracy": 0.649209, "main_score": 0.608112, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.372093, "recall": 0.421937, "f1": 0.385495, "accuracy": 0.421937, "main_score": 0.385495, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.371691, "recall": 0.41996, "f1": 0.38385, "accuracy": 0.41996, "main_score": 0.38385, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531039, "recall": 0.582016, "f1": 0.54472, "accuracy": 0.582016, "main_score": 0.54472, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.271496, "recall": 0.31917, "f1": 0.284654, "accuracy": 0.31917, "main_score": 0.284654, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597586, "recall": 0.65415, "f1": 0.612715, "accuracy": 0.65415, "main_score": 0.612715, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.596037, "recall": 0.649209, "f1": 0.610532, "accuracy": 0.649209, "main_score": 0.610532, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587307, "recall": 0.652174, "f1": 0.60475, "accuracy": 0.652174, "main_score": 0.60475, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593706, "recall": 0.662055, "f1": 0.612315, "accuracy": 0.662055, "main_score": 0.612315, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.403344, "recall": 0.453557, "f1": 0.41713, "accuracy": 0.453557, "main_score": 0.41713, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560881, "recall": 0.609684, "f1": 0.573663, "accuracy": 0.609684, "main_score": 0.573663, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494229, "recall": 0.551383, "f1": 0.50911, "accuracy": 0.551383, "main_score": 0.50911, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611749, "recall": 0.666996, "f1": 0.626711, "accuracy": 0.666996, "main_score": 0.626711, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401443, "recall": 0.443676, "f1": 0.412386, "accuracy": 0.443676, "main_score": 0.412386, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547017, "recall": 0.597826, "f1": 0.560561, "accuracy": 0.597826, "main_score": 0.560561, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442728, "recall": 0.5, "f1": 0.457917, "accuracy": 0.5, "main_score": 0.457917, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557789, "recall": 0.617589, "f1": 0.573798, "accuracy": 0.617589, "main_score": 0.573798, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579022, "recall": 0.634387, "f1": 0.593186, "accuracy": 0.634387, "main_score": 0.593186, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572676, "recall": 0.633399, "f1": 0.58857, "accuracy": 0.633399, "main_score": 0.58857, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.29125, "recall": 0.348814, "f1": 0.305456, "accuracy": 0.348814, "main_score": 0.305456, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.405224, "recall": 0.45751, "f1": 0.419963, "accuracy": 0.45751, "main_score": 0.419963, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515181, "recall": 0.574111, "f1": 0.530667, "accuracy": 0.574111, "main_score": 0.530667, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417722, "recall": 0.470356, "f1": 0.432596, "accuracy": 0.470356, "main_score": 0.432596, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437918, "recall": 0.492095, "f1": 0.452152, "accuracy": 0.492095, "main_score": 0.452152, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.589715, "recall": 0.649209, "f1": 0.605398, "accuracy": 0.649209, "main_score": 0.605398, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555391, "recall": 0.612648, "f1": 0.569443, "accuracy": 0.612648, "main_score": 0.569443, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571386, "recall": 0.623518, "f1": 0.58433, "accuracy": 0.623518, "main_score": 0.58433, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68097, "recall": 0.736166, "f1": 0.696815, "accuracy": 0.736166, "main_score": 0.696815, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.600028, "recall": 0.662055, "f1": 0.616408, "accuracy": 0.662055, "main_score": 0.616408, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556741, "recall": 0.618577, "f1": 0.572958, "accuracy": 0.618577, "main_score": 0.572958, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580204, "recall": 0.652174, "f1": 0.598723, "accuracy": 0.652174, "main_score": 0.598723, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584389, "recall": 0.648221, "f1": 0.600971, "accuracy": 0.648221, "main_score": 0.600971, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.380557, "recall": 0.426877, "f1": 0.392472, "accuracy": 0.426877, "main_score": 0.392472, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364298, "recall": 0.416996, "f1": 0.378501, "accuracy": 0.416996, "main_score": 0.378501, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574897, "recall": 0.643281, "f1": 0.593138, "accuracy": 0.643281, "main_score": 0.593138, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.558174, "recall": 0.620553, "f1": 0.574824, "accuracy": 0.620553, "main_score": 0.574824, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583718, "recall": 0.639328, "f1": 0.598037, "accuracy": 0.639328, "main_score": 0.598037, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.456769, "recall": 0.503953, "f1": 0.469254, "accuracy": 0.503953, "main_score": 0.469254, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326186, "recall": 0.37253, "f1": 0.339221, "accuracy": 0.37253, "main_score": 0.339221, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563496, "recall": 0.616601, "f1": 0.577519, "accuracy": 0.616601, "main_score": 0.577519, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51235, "recall": 0.577075, "f1": 0.52946, "accuracy": 0.577075, "main_score": 0.52946, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.435011, "recall": 0.5, "f1": 0.451997, "accuracy": 0.5, "main_score": 0.451997, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575889, "recall": 0.635375, "f1": 0.591271, "accuracy": 0.635375, "main_score": 0.591271, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.390663, "recall": 0.436759, "f1": 0.4028, "accuracy": 0.436759, "main_score": 0.4028, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582139, "recall": 0.633399, "f1": 0.595333, "accuracy": 0.633399, "main_score": 0.595333, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576621, "recall": 0.636364, "f1": 0.59224, "accuracy": 0.636364, "main_score": 0.59224, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.592279, "recall": 0.656126, "f1": 0.609564, "accuracy": 0.656126, "main_score": 0.609564, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583407, "recall": 0.644269, "f1": 0.59994, "accuracy": 0.644269, "main_score": 0.59994, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560944, "recall": 0.614625, "f1": 0.574539, "accuracy": 0.614625, "main_score": 0.574539, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.553617, "recall": 0.613636, "f1": 0.56949, "accuracy": 0.613636, "main_score": 0.56949, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498208, "recall": 0.566206, "f1": 0.515999, "accuracy": 0.566206, "main_score": 0.515999, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.386854, "recall": 0.436759, "f1": 0.400527, "accuracy": 0.436759, "main_score": 0.400527, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.188899, "recall": 0.228261, "f1": 0.198373, "accuracy": 0.228261, "main_score": 0.198373, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.416368, "recall": 0.471344, "f1": 0.431725, "accuracy": 0.471344, "main_score": 0.431725, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389562, "recall": 0.460474, "f1": 0.408743, "accuracy": 0.460474, "main_score": 0.408743, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60072, "recall": 0.655138, "f1": 0.615345, "accuracy": 0.655138, "main_score": 0.615345, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532448, "recall": 0.587945, "f1": 0.546525, "accuracy": 0.587945, "main_score": 0.546525, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310715, "recall": 0.357708, "f1": 0.323181, "accuracy": 0.357708, "main_score": 0.323181, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538423, "recall": 0.597826, "f1": 0.553869, "accuracy": 0.597826, "main_score": 0.553869, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568621, "recall": 0.62747, "f1": 0.583627, "accuracy": 0.62747, "main_score": 0.583627, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535156, "recall": 0.600791, "f1": 0.552774, "accuracy": 0.600791, "main_score": 0.552774, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545357, "recall": 0.608696, "f1": 0.562395, "accuracy": 0.608696, "main_score": 0.562395, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442589, "recall": 0.492095, "f1": 0.455351, "accuracy": 0.492095, "main_score": 0.455351, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563849, "recall": 0.626482, "f1": 0.580649, "accuracy": 0.626482, "main_score": 0.580649, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58063, "recall": 0.629447, "f1": 0.593375, "accuracy": 0.629447, "main_score": 0.593375, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37124, "recall": 0.424901, "f1": 0.385741, "accuracy": 0.424901, "main_score": 0.385741, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378046, "recall": 0.425889, "f1": 0.390266, "accuracy": 0.425889, "main_score": 0.390266, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434295, "recall": 0.483202, "f1": 0.447054, "accuracy": 0.483202, "main_score": 0.447054, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567365, "recall": 0.631423, "f1": 0.584622, "accuracy": 0.631423, "main_score": 0.584622, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.13331, "recall": 0.177866, "f1": 0.144312, "accuracy": 0.177866, "main_score": 0.144312, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.591131, "recall": 0.65415, "f1": 0.607246, "accuracy": 0.65415, "main_score": 0.607246, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.501577, "recall": 0.559289, "f1": 0.515824, "accuracy": 0.559289, "main_score": 0.515824, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.535715, "recall": 0.594862, "f1": 0.552076, "accuracy": 0.594862, "main_score": 0.552076, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587317, "recall": 0.651186, "f1": 0.603561, "accuracy": 0.651186, "main_score": 0.603561, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434669, "recall": 0.488142, "f1": 0.44901, "accuracy": 0.488142, "main_score": 0.44901, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.372409, "recall": 0.424901, "f1": 0.386514, "accuracy": 0.424901, "main_score": 0.386514, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579078, "recall": 0.636364, "f1": 0.594076, "accuracy": 0.636364, "main_score": 0.594076, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582683, "recall": 0.63834, "f1": 0.597947, "accuracy": 0.63834, "main_score": 0.597947, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531803, "recall": 0.583992, "f1": 0.544622, "accuracy": 0.583992, "main_score": 0.544622, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545707, "recall": 0.599802, "f1": 0.560122, "accuracy": 0.599802, "main_score": 0.560122, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.385255, "recall": 0.445652, "f1": 0.401134, "accuracy": 0.445652, "main_score": 0.401134, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557013, "recall": 0.617589, "f1": 0.572778, "accuracy": 0.617589, "main_score": 0.572778, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.386678, "recall": 0.432806, "f1": 0.398978, "accuracy": 0.432806, "main_score": 0.398978, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42253, "recall": 0.482213, "f1": 0.437907, "accuracy": 0.482213, "main_score": 0.437907, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596073, "recall": 0.659091, "f1": 0.613147, "accuracy": 0.659091, "main_score": 0.613147, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.543815, "recall": 0.605731, "f1": 0.560041, "accuracy": 0.605731, "main_score": 0.560041, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608096, "recall": 0.663043, "f1": 0.622174, "accuracy": 0.663043, "main_score": 0.622174, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.309126, "recall": 0.355731, "f1": 0.321298, "accuracy": 0.355731, "main_score": 0.321298, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.59925, "recall": 0.650198, "f1": 0.613015, "accuracy": 0.650198, "main_score": 0.613015, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549074, "recall": 0.608696, "f1": 0.564309, "accuracy": 0.608696, "main_score": 0.564309, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564562, "recall": 0.629447, "f1": 0.582024, "accuracy": 0.629447, "main_score": 0.582024, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.538424, "recall": 0.597826, "f1": 0.554319, "accuracy": 0.597826, "main_score": 0.554319, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.460391, "recall": 0.516798, "f1": 0.474963, "accuracy": 0.516798, "main_score": 0.474963, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505637, "recall": 0.563241, "f1": 0.520296, "accuracy": 0.563241, "main_score": 0.520296, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48945, "recall": 0.552372, "f1": 0.506559, "accuracy": 0.552372, "main_score": 0.506559, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418059, "recall": 0.463439, "f1": 0.430104, "accuracy": 0.463439, "main_score": 0.430104, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541578, "recall": 0.605731, "f1": 0.558667, "accuracy": 0.605731, "main_score": 0.558667, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.568263, "recall": 0.630435, "f1": 0.584907, "accuracy": 0.630435, "main_score": 0.584907, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.536683, "recall": 0.587945, "f1": 0.549618, "accuracy": 0.587945, "main_score": 0.549618, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.580204, "recall": 0.633399, "f1": 0.594247, "accuracy": 0.633399, "main_score": 0.594247, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548609, "recall": 0.613636, "f1": 0.565613, "accuracy": 0.613636, "main_score": 0.565613, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604629, "recall": 0.666996, "f1": 0.62179, "accuracy": 0.666996, "main_score": 0.62179, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471785, "recall": 0.531621, "f1": 0.488378, "accuracy": 0.531621, "main_score": 0.488378, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533548, "recall": 0.590909, "f1": 0.549237, "accuracy": 0.590909, "main_score": 0.549237, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.340979, "recall": 0.402174, "f1": 0.356078, "accuracy": 0.402174, "main_score": 0.356078, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576743, "recall": 0.635375, "f1": 0.592225, "accuracy": 0.635375, "main_score": 0.592225, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556656, "recall": 0.617589, "f1": 0.572517, "accuracy": 0.617589, "main_score": 0.572517, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.597004, "recall": 0.655138, "f1": 0.613223, "accuracy": 0.655138, "main_score": 0.613223, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.523304, "recall": 0.582016, "f1": 0.538914, "accuracy": 0.582016, "main_score": 0.538914, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458173, "recall": 0.503953, "f1": 0.470315, "accuracy": 0.503953, "main_score": 0.470315, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565478, "recall": 0.623518, "f1": 0.58009, "accuracy": 0.623518, "main_score": 0.58009, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.415416, "recall": 0.463439, "f1": 0.428101, "accuracy": 0.463439, "main_score": 0.428101, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399622, "recall": 0.453557, "f1": 0.413512, "accuracy": 0.453557, "main_score": 0.413512, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588091, "recall": 0.644269, "f1": 0.602468, "accuracy": 0.644269, "main_score": 0.602468, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496176, "recall": 0.555336, "f1": 0.512305, "accuracy": 0.555336, "main_score": 0.512305, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600113, "recall": 0.656126, "f1": 0.614472, "accuracy": 0.656126, "main_score": 0.614472, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.379585, "recall": 0.432806, "f1": 0.393838, "accuracy": 0.432806, "main_score": 0.393838, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599619, "recall": 0.663043, "f1": 0.616726, "accuracy": 0.663043, "main_score": 0.616726, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607064, "recall": 0.666996, "f1": 0.623391, "accuracy": 0.666996, "main_score": 0.623391, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.579214, "recall": 0.640316, "f1": 0.594733, "accuracy": 0.640316, "main_score": 0.594733, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.371301, "recall": 0.41996, "f1": 0.383816, "accuracy": 0.41996, "main_score": 0.383816, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596052, "recall": 0.646245, "f1": 0.609354, "accuracy": 0.646245, "main_score": 0.609354, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461577, "recall": 0.511858, "f1": 0.474089, "accuracy": 0.511858, "main_score": 0.474089, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.371238, "recall": 0.426877, "f1": 0.386036, "accuracy": 0.426877, "main_score": 0.386036, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402392, "recall": 0.451581, "f1": 0.415422, "accuracy": 0.451581, "main_score": 0.415422, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515871, "recall": 0.562253, "f1": 0.527933, "accuracy": 0.562253, "main_score": 0.527933, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579875, "recall": 0.640316, "f1": 0.596125, "accuracy": 0.640316, "main_score": 0.596125, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509238, "recall": 0.562253, "f1": 0.522773, "accuracy": 0.562253, "main_score": 0.522773, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.348687, "recall": 0.402174, "f1": 0.36273, "accuracy": 0.402174, "main_score": 0.36273, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.390776, "recall": 0.443676, "f1": 0.40522, "accuracy": 0.443676, "main_score": 0.40522, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602714, "recall": 0.663043, "f1": 0.619291, "accuracy": 0.663043, "main_score": 0.619291, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.38235, "recall": 0.434783, "f1": 0.396066, "accuracy": 0.434783, "main_score": 0.396066, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389534, "recall": 0.433794, "f1": 0.401027, "accuracy": 0.433794, "main_score": 0.401027, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57595, "recall": 0.635375, "f1": 0.592075, "accuracy": 0.635375, "main_score": 0.592075, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357716, "recall": 0.413043, "f1": 0.372937, "accuracy": 0.413043, "main_score": 0.372937, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435349, "recall": 0.48913, "f1": 0.449822, "accuracy": 0.48913, "main_score": 0.449822, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522321, "recall": 0.56917, "f1": 0.534162, "accuracy": 0.56917, "main_score": 0.534162, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437956, "recall": 0.487154, "f1": 0.450922, "accuracy": 0.487154, "main_score": 0.450922, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498706, "recall": 0.543478, "f1": 0.510526, "accuracy": 0.543478, "main_score": 0.510526, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586184, "recall": 0.655138, "f1": 0.605379, "accuracy": 0.655138, "main_score": 0.605379, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51095, "recall": 0.573123, "f1": 0.526843, "accuracy": 0.573123, "main_score": 0.526843, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546958, "recall": 0.598814, "f1": 0.560949, "accuracy": 0.598814, "main_score": 0.560949, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.309225, "recall": 0.376482, "f1": 0.326598, "accuracy": 0.376482, "main_score": 0.326598, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593979, "recall": 0.656126, "f1": 0.610379, "accuracy": 0.656126, "main_score": 0.610379, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.552326, "recall": 0.612648, "f1": 0.568373, "accuracy": 0.612648, "main_score": 0.568373, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562365, "recall": 0.62253, "f1": 0.577649, "accuracy": 0.62253, "main_score": 0.577649, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594434, "recall": 0.65415, "f1": 0.61068, "accuracy": 0.65415, "main_score": 0.61068, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.41297, "recall": 0.472332, "f1": 0.428488, "accuracy": 0.472332, "main_score": 0.428488, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364845, "recall": 0.413043, "f1": 0.378012, "accuracy": 0.413043, "main_score": 0.378012, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544264, "recall": 0.615613, "f1": 0.564588, "accuracy": 0.615613, "main_score": 0.564588, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500211, "recall": 0.568182, "f1": 0.519098, "accuracy": 0.568182, "main_score": 0.519098, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438613, "recall": 0.514822, "f1": 0.459707, "accuracy": 0.514822, "main_score": 0.459707, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570244, "recall": 0.63834, "f1": 0.589166, "accuracy": 0.63834, "main_score": 0.589166, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875774, "recall": 0.911067, "f1": 0.886924, "accuracy": 0.911067, "main_score": 0.886924, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.585077, "recall": 0.651186, "f1": 0.604218, "accuracy": 0.651186, "main_score": 0.604218, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605225, "recall": 0.672925, "f1": 0.624085, "accuracy": 0.672925, "main_score": 0.624085, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534083, "recall": 0.599802, "f1": 0.552577, "accuracy": 0.599802, "main_score": 0.552577, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.165214, "recall": 0.217391, "f1": 0.177957, "accuracy": 0.217391, "main_score": 0.177957, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.625759, "recall": 0.68083, "f1": 0.641032, "accuracy": 0.68083, "main_score": 0.641032, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.657766, "recall": 0.715415, "f1": 0.674654, "accuracy": 0.715415, "main_score": 0.674654, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.528615, "recall": 0.586957, "f1": 0.545378, "accuracy": 0.586957, "main_score": 0.545378, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478179, "recall": 0.560277, "f1": 0.500818, "accuracy": 0.560277, "main_score": 0.500818, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539207, "recall": 0.608696, "f1": 0.559637, "accuracy": 0.608696, "main_score": 0.559637, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557626, "recall": 0.631423, "f1": 0.578252, "accuracy": 0.631423, "main_score": 0.578252, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872777, "recall": 0.910079, "f1": 0.884783, "accuracy": 0.910079, "main_score": 0.884783, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508114, "recall": 0.573123, "f1": 0.526921, "accuracy": 0.573123, "main_score": 0.526921, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504144, "recall": 0.574111, "f1": 0.523705, "accuracy": 0.574111, "main_score": 0.523705, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512772, "recall": 0.576087, "f1": 0.530441, "accuracy": 0.576087, "main_score": 0.530441, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290006, "recall": 0.353755, "f1": 0.307274, "accuracy": 0.353755, "main_score": 0.307274, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580129, "recall": 0.651186, "f1": 0.599746, "accuracy": 0.651186, "main_score": 0.599746, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56549, "recall": 0.62747, "f1": 0.583046, "accuracy": 0.62747, "main_score": 0.583046, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688702, "recall": 0.751976, "f1": 0.706725, "accuracy": 0.751976, "main_score": 0.706725, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650758, "recall": 0.728261, "f1": 0.673899, "accuracy": 0.728261, "main_score": 0.673899, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.690399, "recall": 0.75, "f1": 0.707441, "accuracy": 0.75, "main_score": 0.707441, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656745, "recall": 0.715415, "f1": 0.673962, "accuracy": 0.715415, "main_score": 0.673962, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64525, "recall": 0.715415, "f1": 0.665135, "accuracy": 0.715415, "main_score": 0.665135, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.986166, "f1": 0.983531, "accuracy": 0.986166, "main_score": 0.983531, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927207, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.523323, "recall": 0.588933, "f1": 0.54146, "accuracy": 0.588933, "main_score": 0.54146, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543389, "recall": 0.601779, "f1": 0.56018, "accuracy": 0.601779, "main_score": 0.56018, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798452, "recall": 0.847826, "f1": 0.813425, "accuracy": 0.847826, "main_score": 0.813425, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456257, "recall": 0.516798, "f1": 0.472182, "accuracy": 0.516798, "main_score": 0.472182, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.862681, "recall": 0.901186, "f1": 0.874638, "accuracy": 0.901186, "main_score": 0.874638, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52967, "recall": 0.599802, "f1": 0.549114, "accuracy": 0.599802, "main_score": 0.549114, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.574195, "recall": 0.651186, "f1": 0.59611, "accuracy": 0.651186, "main_score": 0.59611, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189207, "recall": 0.250988, "f1": 0.203318, "accuracy": 0.250988, "main_score": 0.203318, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60373, "recall": 0.677866, "f1": 0.624881, "accuracy": 0.677866, "main_score": 0.624881, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78862, "recall": 0.843874, "f1": 0.805336, "accuracy": 0.843874, "main_score": 0.805336, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401552, "recall": 0.466403, "f1": 0.418986, "accuracy": 0.466403, "main_score": 0.418986, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6646, "recall": 0.72332, "f1": 0.681921, "accuracy": 0.72332, "main_score": 0.681921, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552049, "recall": 0.618577, "f1": 0.570567, "accuracy": 0.618577, "main_score": 0.570567, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498231, "recall": 0.56917, "f1": 0.517264, "accuracy": 0.56917, "main_score": 0.517264, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659157, "recall": 0.715415, "f1": 0.675941, "accuracy": 0.715415, "main_score": 0.675941, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211088, "recall": 0.29249, "f1": 0.231568, "accuracy": 0.29249, "main_score": 0.231568, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552851, "recall": 0.617589, "f1": 0.571706, "accuracy": 0.617589, "main_score": 0.571706, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582787, "recall": 0.643281, "f1": 0.599694, "accuracy": 0.643281, "main_score": 0.599694, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68494, "recall": 0.76087, "f1": 0.70771, "accuracy": 0.76087, "main_score": 0.70771, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553832, "recall": 0.617589, "f1": 0.57167, "accuracy": 0.617589, "main_score": 0.57167, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768347, "recall": 0.822134, "f1": 0.784519, "accuracy": 0.822134, "main_score": 0.784519, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460518, "recall": 0.531621, "f1": 0.480134, "accuracy": 0.531621, "main_score": 0.480134, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.873962, "recall": 0.908103, "f1": 0.884571, "accuracy": 0.908103, "main_score": 0.884571, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939229, "recall": 0.958498, "f1": 0.945652, "accuracy": 0.958498, "main_score": 0.945652, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.954545, "f1": 0.940613, "accuracy": 0.954545, "main_score": 0.940613, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603064, "recall": 0.66502, "f1": 0.620931, "accuracy": 0.66502, "main_score": 0.620931, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898139, "recall": 0.928854, "f1": 0.908004, "accuracy": 0.928854, "main_score": 0.908004, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438308, "recall": 0.509881, "f1": 0.457511, "accuracy": 0.509881, "main_score": 0.457511, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60583, "recall": 0.683794, "f1": 0.628614, "accuracy": 0.683794, "main_score": 0.628614, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985425, "recall": 0.98913, "f1": 0.986561, "accuracy": 0.98913, "main_score": 0.986561, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832675, "recall": 0.876482, "f1": 0.846113, "accuracy": 0.876482, "main_score": 0.846113, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631802, "recall": 0.690711, "f1": 0.648389, "accuracy": 0.690711, "main_score": 0.648389, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62719, "recall": 0.695652, "f1": 0.64712, "accuracy": 0.695652, "main_score": 0.64712, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949111, "recall": 0.964427, "f1": 0.954051, "accuracy": 0.964427, "main_score": 0.954051, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536827, "recall": 0.603755, "f1": 0.555821, "accuracy": 0.603755, "main_score": 0.555821, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.590909, "f1": 0.544408, "accuracy": 0.590909, "main_score": 0.544408, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818626, "recall": 0.865613, "f1": 0.832872, "accuracy": 0.865613, "main_score": 0.832872, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544173, "recall": 0.610672, "f1": 0.562888, "accuracy": 0.610672, "main_score": 0.562888, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594475, "recall": 0.662055, "f1": 0.613955, "accuracy": 0.662055, "main_score": 0.613955, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915843, "recall": 0.9417, "f1": 0.924242, "accuracy": 0.9417, "main_score": 0.924242, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480956, "recall": 0.544466, "f1": 0.498366, "accuracy": 0.544466, "main_score": 0.498366, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557671, "recall": 0.621542, "f1": 0.574907, "accuracy": 0.621542, "main_score": 0.574907, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.58393, "recall": 0.649209, "f1": 0.602346, "accuracy": 0.649209, "main_score": 0.602346, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548134, "recall": 0.610672, "f1": 0.565272, "accuracy": 0.610672, "main_score": 0.565272, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517412, "recall": 0.594862, "f1": 0.539662, "accuracy": 0.594862, "main_score": 0.539662, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724418, "recall": 0.779644, "f1": 0.740324, "accuracy": 0.779644, "main_score": 0.740324, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74025, "recall": 0.796443, "f1": 0.756785, "accuracy": 0.796443, "main_score": 0.756785, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86833, "recall": 0.903162, "f1": 0.879117, "accuracy": 0.903162, "main_score": 0.879117, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.969368, "f1": 0.959717, "accuracy": 0.969368, "main_score": 0.959717, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.458545, "recall": 0.545455, "f1": 0.483266, "accuracy": 0.545455, "main_score": 0.483266, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.689501, "recall": 0.755929, "f1": 0.70931, "accuracy": 0.755929, "main_score": 0.70931, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596171, "recall": 0.650198, "f1": 0.611602, "accuracy": 0.650198, "main_score": 0.611602, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560345, "recall": 0.629447, "f1": 0.579909, "accuracy": 0.629447, "main_score": 0.579909, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514019, "recall": 0.575099, "f1": 0.530922, "accuracy": 0.575099, "main_score": 0.530922, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444914, "recall": 0.52668, "f1": 0.467361, "accuracy": 0.52668, "main_score": 0.467361, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.980237, "f1": 0.975296, "accuracy": 0.980237, "main_score": 0.975296, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584316, "recall": 0.643281, "f1": 0.600643, "accuracy": 0.643281, "main_score": 0.600643, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855319, "recall": 0.893281, "f1": 0.867114, "accuracy": 0.893281, "main_score": 0.867114, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943347, "recall": 0.959486, "f1": 0.948617, "accuracy": 0.959486, "main_score": 0.948617, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.570553, "recall": 0.636364, "f1": 0.589283, "accuracy": 0.636364, "main_score": 0.589283, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605756, "recall": 0.674901, "f1": 0.624638, "accuracy": 0.674901, "main_score": 0.624638, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530315, "recall": 0.59585, "f1": 0.54866, "accuracy": 0.59585, "main_score": 0.54866, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1692, "recall": 0.222332, "f1": 0.182345, "accuracy": 0.222332, "main_score": 0.182345, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.627174, "recall": 0.675889, "f1": 0.640876, "accuracy": 0.675889, "main_score": 0.640876, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.656284, "recall": 0.715415, "f1": 0.673435, "accuracy": 0.715415, "main_score": 0.673435, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.530143, "recall": 0.58498, "f1": 0.545295, "accuracy": 0.58498, "main_score": 0.545295, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47254, "recall": 0.556324, "f1": 0.495568, "accuracy": 0.556324, "main_score": 0.495568, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54904, "recall": 0.615613, "f1": 0.567698, "accuracy": 0.615613, "main_score": 0.567698, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982049, "recall": 0.987154, "f1": 0.983696, "accuracy": 0.987154, "main_score": 0.983696, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564708, "recall": 0.623518, "f1": 0.580897, "accuracy": 0.623518, "main_score": 0.580897, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878623, "recall": 0.913043, "f1": 0.88946, "accuracy": 0.913043, "main_score": 0.88946, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51429, "recall": 0.574111, "f1": 0.531062, "accuracy": 0.574111, "main_score": 0.531062, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514783, "recall": 0.586957, "f1": 0.534748, "accuracy": 0.586957, "main_score": 0.534748, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513457, "recall": 0.570158, "f1": 0.528689, "accuracy": 0.570158, "main_score": 0.528689, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.953557, "f1": 0.940547, "accuracy": 0.953557, "main_score": 0.940547, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.31252, "recall": 0.376482, "f1": 0.329967, "accuracy": 0.376482, "main_score": 0.329967, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.582775, "recall": 0.649209, "f1": 0.601658, "accuracy": 0.649209, "main_score": 0.601658, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.975296, "f1": 0.968544, "accuracy": 0.975296, "main_score": 0.968544, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589087, "recall": 0.645257, "f1": 0.604984, "accuracy": 0.645257, "main_score": 0.604984, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694293, "recall": 0.761858, "f1": 0.714681, "accuracy": 0.761858, "main_score": 0.714681, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958251, "recall": 0.970356, "f1": 0.962022, "accuracy": 0.970356, "main_score": 0.962022, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653804, "recall": 0.729249, "f1": 0.676073, "accuracy": 0.729249, "main_score": 0.676073, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.683531, "recall": 0.742095, "f1": 0.700114, "accuracy": 0.742095, "main_score": 0.700114, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648435, "recall": 0.704545, "f1": 0.664987, "accuracy": 0.704545, "main_score": 0.664987, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656169, "recall": 0.722332, "f1": 0.674885, "accuracy": 0.722332, "main_score": 0.674885, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.976285, "f1": 0.970685, "accuracy": 0.976285, "main_score": 0.970685, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931077, "recall": 0.951581, "f1": 0.937484, "accuracy": 0.951581, "main_score": 0.937484, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535725, "recall": 0.600791, "f1": 0.553909, "accuracy": 0.600791, "main_score": 0.553909, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541733, "recall": 0.604743, "f1": 0.559409, "accuracy": 0.604743, "main_score": 0.559409, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78946, "recall": 0.835968, "f1": 0.803458, "accuracy": 0.835968, "main_score": 0.803458, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457458, "recall": 0.513834, "f1": 0.472706, "accuracy": 0.513834, "main_score": 0.472706, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.88834, "f1": 0.861448, "accuracy": 0.88834, "main_score": 0.861448, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53173, "recall": 0.594862, "f1": 0.548624, "accuracy": 0.594862, "main_score": 0.548624, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980567, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584711, "recall": 0.652174, "f1": 0.603387, "accuracy": 0.652174, "main_score": 0.603387, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191268, "recall": 0.252964, "f1": 0.2054, "accuracy": 0.252964, "main_score": 0.2054, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.604015, "recall": 0.671937, "f1": 0.622685, "accuracy": 0.671937, "main_score": 0.622685, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793083, "recall": 0.842885, "f1": 0.80807, "accuracy": 0.842885, "main_score": 0.80807, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409453, "recall": 0.469368, "f1": 0.425811, "accuracy": 0.469368, "main_score": 0.425811, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.986166, "f1": 0.982872, "accuracy": 0.986166, "main_score": 0.982872, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.659413, "recall": 0.717391, "f1": 0.676157, "accuracy": 0.717391, "main_score": 0.676157, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554298, "recall": 0.614625, "f1": 0.571319, "accuracy": 0.614625, "main_score": 0.571319, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49584, "recall": 0.570158, "f1": 0.51606, "accuracy": 0.570158, "main_score": 0.51606, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652882, "recall": 0.712451, "f1": 0.670243, "accuracy": 0.712451, "main_score": 0.670243, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246019, "recall": 0.327075, "f1": 0.26659, "accuracy": 0.327075, "main_score": 0.26659, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.940382, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563212, "recall": 0.625494, "f1": 0.581261, "accuracy": 0.625494, "main_score": 0.581261, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5756, "recall": 0.642292, "f1": 0.594547, "accuracy": 0.642292, "main_score": 0.594547, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.972003, "accuracy": 0.978261, "main_score": 0.972003, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704858, "recall": 0.766798, "f1": 0.72316, "accuracy": 0.766798, "main_score": 0.72316, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550873, "recall": 0.613636, "f1": 0.568943, "accuracy": 0.613636, "main_score": 0.568943, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748139, "recall": 0.804348, "f1": 0.764954, "accuracy": 0.804348, "main_score": 0.764954, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.971673, "recall": 0.980237, "f1": 0.974473, "accuracy": 0.980237, "main_score": 0.974473, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467403, "recall": 0.535573, "f1": 0.485895, "accuracy": 0.535573, "main_score": 0.485895, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.943923, "recall": 0.960474, "f1": 0.949177, "accuracy": 0.960474, "main_score": 0.949177, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.8542, "recall": 0.894269, "f1": 0.866831, "accuracy": 0.894269, "main_score": 0.866831, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95858, "recall": 0.970356, "f1": 0.962352, "accuracy": 0.970356, "main_score": 0.962352, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.930007, "recall": 0.951581, "f1": 0.937088, "accuracy": 0.951581, "main_score": 0.937088, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593432, "recall": 0.652174, "f1": 0.61022, "accuracy": 0.652174, "main_score": 0.61022, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908267, "recall": 0.936759, "f1": 0.91749, "accuracy": 0.936759, "main_score": 0.91749, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44489, "recall": 0.513834, "f1": 0.463379, "accuracy": 0.513834, "main_score": 0.463379, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623148, "recall": 0.694664, "f1": 0.644351, "accuracy": 0.694664, "main_score": 0.644351, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.960474, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821509, "recall": 0.863636, "f1": 0.834044, "accuracy": 0.863636, "main_score": 0.834044, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.630428, "recall": 0.690711, "f1": 0.647636, "accuracy": 0.690711, "main_score": 0.647636, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61334, "recall": 0.674901, "f1": 0.631145, "accuracy": 0.674901, "main_score": 0.631145, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938686, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541468, "recall": 0.600791, "f1": 0.558067, "accuracy": 0.600791, "main_score": 0.558067, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529113, "recall": 0.590909, "f1": 0.546047, "accuracy": 0.590909, "main_score": 0.546047, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817951, "recall": 0.859684, "f1": 0.830501, "accuracy": 0.859684, "main_score": 0.830501, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530908, "recall": 0.59585, "f1": 0.549288, "accuracy": 0.59585, "main_score": 0.549288, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595999, "recall": 0.660079, "f1": 0.614729, "accuracy": 0.660079, "main_score": 0.614729, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.939723, "f1": 0.921937, "accuracy": 0.939723, "main_score": 0.921937, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.970356, "f1": 0.962121, "accuracy": 0.970356, "main_score": 0.962121, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479621, "recall": 0.541502, "f1": 0.496023, "accuracy": 0.541502, "main_score": 0.496023, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561805, "recall": 0.624506, "f1": 0.578208, "accuracy": 0.624506, "main_score": 0.578208, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.579794, "recall": 0.637352, "f1": 0.595777, "accuracy": 0.637352, "main_score": 0.595777, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553339, "recall": 0.600791, "f1": 0.566475, "accuracy": 0.600791, "main_score": 0.566475, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986166, "accuracy": 0.98913, "main_score": 0.986166, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519295, "recall": 0.588933, "f1": 0.538636, "accuracy": 0.588933, "main_score": 0.538636, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709858, "recall": 0.768775, "f1": 0.727176, "accuracy": 0.768775, "main_score": 0.727176, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.983202, "f1": 0.978755, "accuracy": 0.983202, "main_score": 0.978755, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736693, "recall": 0.790514, "f1": 0.752668, "accuracy": 0.790514, "main_score": 0.752668, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857856, "recall": 0.890316, "f1": 0.86741, "accuracy": 0.890316, "main_score": 0.86741, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.959486, "f1": 0.947464, "accuracy": 0.959486, "main_score": 0.947464, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473725, "recall": 0.554348, "f1": 0.497433, "accuracy": 0.554348, "main_score": 0.497433, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.695455, "recall": 0.757905, "f1": 0.713754, "accuracy": 0.757905, "main_score": 0.713754, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589007, "recall": 0.640316, "f1": 0.603763, "accuracy": 0.640316, "main_score": 0.603763, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521872, "recall": 0.579051, "f1": 0.537512, "accuracy": 0.579051, "main_score": 0.537512, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530627, "recall": 0.581028, "f1": 0.544607, "accuracy": 0.581028, "main_score": 0.544607, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.366598, "recall": 0.431818, "f1": 0.384013, "accuracy": 0.431818, "main_score": 0.384013, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959552, "accuracy": 0.968379, "main_score": 0.959552, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.90751, "recall": 0.931818, "f1": 0.914855, "accuracy": 0.931818, "main_score": 0.914855, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59013, "recall": 0.639328, "f1": 0.603597, "accuracy": 0.639328, "main_score": 0.603597, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784174, "recall": 0.825099, "f1": 0.796039, "accuracy": 0.825099, "main_score": 0.796039, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870965, "recall": 0.899209, "f1": 0.879842, "accuracy": 0.899209, "main_score": 0.879842, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.571946, "recall": 0.621542, "f1": 0.586008, "accuracy": 0.621542, "main_score": 0.586008, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.974308, "f1": 0.966074, "accuracy": 0.974308, "main_score": 0.966074, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.913982, "recall": 0.938735, "f1": 0.921673, "accuracy": 0.938735, "main_score": 0.921673, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569558, "recall": 0.62253, "f1": 0.584951, "accuracy": 0.62253, "main_score": 0.584951, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964509, "recall": 0.975296, "f1": 0.967951, "accuracy": 0.975296, "main_score": 0.967951, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.960474, "f1": 0.950052, "accuracy": 0.960474, "main_score": 0.950052, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571158, "recall": 0.626482, "f1": 0.585616, "accuracy": 0.626482, "main_score": 0.585616, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965415, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927734, "recall": 0.94664, "f1": 0.933399, "accuracy": 0.94664, "main_score": 0.933399, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.213325, "recall": 0.261858, "f1": 0.225189, "accuracy": 0.261858, "main_score": 0.225189, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.609202, "recall": 0.65415, "f1": 0.621829, "accuracy": 0.65415, "main_score": 0.621829, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982955, "recall": 0.988142, "f1": 0.984585, "accuracy": 0.988142, "main_score": 0.984585, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977026, "recall": 0.98419, "f1": 0.979315, "accuracy": 0.98419, "main_score": 0.979315, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.921607, "accuracy": 0.938735, "main_score": 0.921607, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.654175, "recall": 0.704545, "f1": 0.668505, "accuracy": 0.704545, "main_score": 0.668505, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.879809, "recall": 0.911067, "f1": 0.88946, "accuracy": 0.911067, "main_score": 0.88946, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.94041, "recall": 0.955534, "f1": 0.944895, "accuracy": 0.955534, "main_score": 0.944895, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.555237, "recall": 0.597826, "f1": 0.567707, "accuracy": 0.597826, "main_score": 0.567707, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469927, "recall": 0.528656, "f1": 0.48571, "accuracy": 0.528656, "main_score": 0.48571, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965168, "recall": 0.976285, "f1": 0.968775, "accuracy": 0.976285, "main_score": 0.968775, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561845, "recall": 0.610672, "f1": 0.575775, "accuracy": 0.610672, "main_score": 0.575775, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942111, "recall": 0.958498, "f1": 0.947365, "accuracy": 0.958498, "main_score": 0.947365, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.963439, "f1": 0.952899, "accuracy": 0.963439, "main_score": 0.952899, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590383, "recall": 0.645257, "f1": 0.605361, "accuracy": 0.645257, "main_score": 0.605361, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853096, "recall": 0.890316, "f1": 0.864559, "accuracy": 0.890316, "main_score": 0.864559, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.928543, "accuracy": 0.943676, "main_score": 0.928543, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949671, "accuracy": 0.960474, "main_score": 0.949671, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516788, "recall": 0.566206, "f1": 0.53103, "accuracy": 0.566206, "main_score": 0.53103, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959519, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497328, "recall": 0.552372, "f1": 0.512917, "accuracy": 0.552372, "main_score": 0.512917, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516815, "recall": 0.557312, "f1": 0.527662, "accuracy": 0.557312, "main_score": 0.527662, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872036, "recall": 0.900198, "f1": 0.880275, "accuracy": 0.900198, "main_score": 0.880275, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300667, "recall": 0.349802, "f1": 0.314156, "accuracy": 0.349802, "main_score": 0.314156, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557115, "recall": 0.606719, "f1": 0.571341, "accuracy": 0.606719, "main_score": 0.571341, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902346, "recall": 0.926877, "f1": 0.909783, "accuracy": 0.926877, "main_score": 0.909783, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.943676, "f1": 0.927833, "accuracy": 0.943676, "main_score": 0.927833, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56698, "recall": 0.606719, "f1": 0.578393, "accuracy": 0.606719, "main_score": 0.578393, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639349, "recall": 0.695652, "f1": 0.655995, "accuracy": 0.695652, "main_score": 0.655995, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.962451, "f1": 0.951087, "accuracy": 0.962451, "main_score": 0.951087, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571172, "recall": 0.653162, "f1": 0.594136, "accuracy": 0.653162, "main_score": 0.594136, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.659094, "recall": 0.712451, "f1": 0.673577, "accuracy": 0.712451, "main_score": 0.673577, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.967391, "f1": 0.956686, "accuracy": 0.967391, "main_score": 0.956686, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619828, "recall": 0.666008, "f1": 0.63296, "accuracy": 0.666008, "main_score": 0.63296, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576111, "recall": 0.63834, "f1": 0.594299, "accuracy": 0.63834, "main_score": 0.594299, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954298, "recall": 0.967391, "f1": 0.958564, "accuracy": 0.967391, "main_score": 0.958564, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903491, "recall": 0.932806, "f1": 0.912879, "accuracy": 0.932806, "main_score": 0.912879, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952569, "recall": 0.967391, "f1": 0.957345, "accuracy": 0.967391, "main_score": 0.957345, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.514617, "recall": 0.567194, "f1": 0.529273, "accuracy": 0.567194, "main_score": 0.529273, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551185, "recall": 0.600791, "f1": 0.56459, "accuracy": 0.600791, "main_score": 0.56459, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960392, "recall": 0.972332, "f1": 0.964163, "accuracy": 0.972332, "main_score": 0.964163, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.966074, "recall": 0.976285, "f1": 0.969368, "accuracy": 0.976285, "main_score": 0.969368, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704837, "recall": 0.757905, "f1": 0.719475, "accuracy": 0.757905, "main_score": 0.719475, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466408, "recall": 0.51087, "f1": 0.478206, "accuracy": 0.51087, "main_score": 0.478206, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951993, "recall": 0.965415, "f1": 0.956061, "accuracy": 0.965415, "main_score": 0.956061, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.843043, "recall": 0.880435, "f1": 0.85387, "accuracy": 0.880435, "main_score": 0.85387, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513827, "recall": 0.5583, "f1": 0.526158, "accuracy": 0.5583, "main_score": 0.526158, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956588, "accuracy": 0.966403, "main_score": 0.956588, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955863, "recall": 0.970356, "f1": 0.960639, "accuracy": 0.970356, "main_score": 0.960639, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.943495, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928557, "recall": 0.950593, "f1": 0.935606, "accuracy": 0.950593, "main_score": 0.935606, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571717, "recall": 0.630435, "f1": 0.587672, "accuracy": 0.630435, "main_score": 0.587672, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205115, "recall": 0.257905, "f1": 0.217574, "accuracy": 0.257905, "main_score": 0.217574, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.591107, "recall": 0.641304, "f1": 0.605915, "accuracy": 0.641304, "main_score": 0.605915, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724613, "recall": 0.779644, "f1": 0.740505, "accuracy": 0.779644, "main_score": 0.740505, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934536, "recall": 0.952569, "f1": 0.940072, "accuracy": 0.952569, "main_score": 0.940072, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433926, "recall": 0.486166, "f1": 0.449035, "accuracy": 0.486166, "main_score": 0.449035, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937253, "recall": 0.954545, "f1": 0.942852, "accuracy": 0.954545, "main_score": 0.942852, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940448, "accuracy": 0.953557, "main_score": 0.940448, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.935277, "recall": 0.954545, "f1": 0.941323, "accuracy": 0.954545, "main_score": 0.941323, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.643116, "recall": 0.694664, "f1": 0.657962, "accuracy": 0.694664, "main_score": 0.657962, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968168, "accuracy": 0.975296, "main_score": 0.968168, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552981, "recall": 0.604743, "f1": 0.567938, "accuracy": 0.604743, "main_score": 0.567938, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500679, "recall": 0.547431, "f1": 0.513606, "accuracy": 0.547431, "main_score": 0.513606, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62911, "recall": 0.674901, "f1": 0.642287, "accuracy": 0.674901, "main_score": 0.642287, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.236804, "recall": 0.307312, "f1": 0.254892, "accuracy": 0.307312, "main_score": 0.254892, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.921525, "recall": 0.944664, "f1": 0.928722, "accuracy": 0.944664, "main_score": 0.928722, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.92444, "recall": 0.944664, "f1": 0.930665, "accuracy": 0.944664, "main_score": 0.930665, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569576, "recall": 0.625494, "f1": 0.585579, "accuracy": 0.625494, "main_score": 0.585579, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573893, "recall": 0.62747, "f1": 0.588476, "accuracy": 0.62747, "main_score": 0.588476, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.965415, "accuracy": 0.97332, "main_score": 0.965415, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920817, "recall": 0.942688, "f1": 0.927503, "accuracy": 0.942688, "main_score": 0.927503, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938159, "recall": 0.956522, "f1": 0.944071, "accuracy": 0.956522, "main_score": 0.944071, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.669022, "recall": 0.738142, "f1": 0.689596, "accuracy": 0.738142, "main_score": 0.689596, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535137, "recall": 0.578063, "f1": 0.547457, "accuracy": 0.578063, "main_score": 0.547457, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794302, "recall": 0.843874, "f1": 0.809519, "accuracy": 0.843874, "main_score": 0.809519, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.935194, "recall": 0.953557, "f1": 0.940942, "accuracy": 0.953557, "main_score": 0.940942, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964839, "recall": 0.975296, "f1": 0.968116, "accuracy": 0.975296, "main_score": 0.968116, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453068, "recall": 0.502964, "f1": 0.46629, "accuracy": 0.502964, "main_score": 0.46629, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.979249, "f1": 0.973551, "accuracy": 0.979249, "main_score": 0.973551, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965003, "recall": 0.975296, "f1": 0.968281, "accuracy": 0.975296, "main_score": 0.968281, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.959404, "recall": 0.971344, "f1": 0.963175, "accuracy": 0.971344, "main_score": 0.963175, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.937747, "f1": 0.920916, "accuracy": 0.937747, "main_score": 0.920916, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883976, "recall": 0.91502, "f1": 0.893314, "accuracy": 0.91502, "main_score": 0.893314, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842218, "recall": 0.879447, "f1": 0.8534, "accuracy": 0.879447, "main_score": 0.8534, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.894269, "f1": 0.866897, "accuracy": 0.894269, "main_score": 0.866897, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595334, "recall": 0.636364, "f1": 0.606825, "accuracy": 0.636364, "main_score": 0.606825, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.960474, "f1": 0.947958, "accuracy": 0.960474, "main_score": 0.947958, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.944582, "recall": 0.961462, "f1": 0.949835, "accuracy": 0.961462, "main_score": 0.949835, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.977849, "recall": 0.98419, "f1": 0.979809, "accuracy": 0.98419, "main_score": 0.979809, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957675, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756548, "recall": 0.811265, "f1": 0.7724, "accuracy": 0.811265, "main_score": 0.7724, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.92976, "recall": 0.950593, "f1": 0.936331, "accuracy": 0.950593, "main_score": 0.936331, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478439, "recall": 0.531621, "f1": 0.493025, "accuracy": 0.531621, "main_score": 0.493025, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973485, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556969, "recall": 0.623518, "f1": 0.575405, "accuracy": 0.623518, "main_score": 0.575405, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.961462, "f1": 0.952207, "accuracy": 0.961462, "main_score": 0.952207, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.723684, "recall": 0.771739, "f1": 0.737216, "accuracy": 0.771739, "main_score": 0.737216, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946723, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.617194, "recall": 0.659091, "f1": 0.629381, "accuracy": 0.659091, "main_score": 0.629381, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604351, "recall": 0.655138, "f1": 0.618321, "accuracy": 0.655138, "main_score": 0.618321, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835063, "recall": 0.873518, "f1": 0.846476, "accuracy": 0.873518, "main_score": 0.846476, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516549, "recall": 0.564229, "f1": 0.530301, "accuracy": 0.564229, "main_score": 0.530301, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.530716, "recall": 0.583992, "f1": 0.545683, "accuracy": 0.583992, "main_score": 0.545683, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797744, "recall": 0.844862, "f1": 0.811745, "accuracy": 0.844862, "main_score": 0.811745, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543504, "recall": 0.589921, "f1": 0.556799, "accuracy": 0.589921, "main_score": 0.556799, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640387, "recall": 0.690711, "f1": 0.654456, "accuracy": 0.690711, "main_score": 0.654456, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80863, "recall": 0.854743, "f1": 0.82301, "accuracy": 0.854743, "main_score": 0.82301, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917408, "recall": 0.939723, "f1": 0.924308, "accuracy": 0.939723, "main_score": 0.924308, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491226, "recall": 0.536561, "f1": 0.503929, "accuracy": 0.536561, "main_score": 0.503929, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565393, "recall": 0.612648, "f1": 0.578059, "accuracy": 0.612648, "main_score": 0.578059, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569164, "recall": 0.625494, "f1": 0.585076, "accuracy": 0.625494, "main_score": 0.585076, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557407, "recall": 0.601779, "f1": 0.569694, "accuracy": 0.601779, "main_score": 0.569694, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511284, "recall": 0.559289, "f1": 0.525461, "accuracy": 0.559289, "main_score": 0.525461, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707938, "recall": 0.764822, "f1": 0.725198, "accuracy": 0.764822, "main_score": 0.725198, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.939723, "f1": 0.922892, "accuracy": 0.939723, "main_score": 0.922892, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655731, "recall": 0.703557, "f1": 0.669226, "accuracy": 0.703557, "main_score": 0.669226, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739114, "recall": 0.782609, "f1": 0.751501, "accuracy": 0.782609, "main_score": 0.751501, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958004, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.879397, "recall": 0.911067, "f1": 0.889559, "accuracy": 0.911067, "main_score": 0.889559, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931771, "accuracy": 0.94664, "main_score": 0.931771, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.452812, "recall": 0.52668, "f1": 0.474292, "accuracy": 0.52668, "main_score": 0.474292, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944368, "recall": 0.959486, "f1": 0.949111, "accuracy": 0.959486, "main_score": 0.949111, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.979249, "f1": 0.972332, "accuracy": 0.979249, "main_score": 0.972332, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.69636, "recall": 0.751976, "f1": 0.712502, "accuracy": 0.751976, "main_score": 0.712502, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555472, "recall": 0.597826, "f1": 0.566968, "accuracy": 0.597826, "main_score": 0.566968, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514328, "recall": 0.576087, "f1": 0.532891, "accuracy": 0.576087, "main_score": 0.532891, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51989, "recall": 0.581028, "f1": 0.536775, "accuracy": 0.581028, "main_score": 0.536775, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269597, "recall": 0.328063, "f1": 0.285498, "accuracy": 0.328063, "main_score": 0.285498, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.830484, "recall": 0.866601, "f1": 0.840712, "accuracy": 0.866601, "main_score": 0.840712, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.755525, "recall": 0.805336, "f1": 0.769938, "accuracy": 0.805336, "main_score": 0.769938, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.826425, "recall": 0.862648, "f1": 0.836791, "accuracy": 0.862648, "main_score": 0.836791, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800463, "recall": 0.836957, "f1": 0.810757, "accuracy": 0.836957, "main_score": 0.810757, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565986, "recall": 0.618577, "f1": 0.580738, "accuracy": 0.618577, "main_score": 0.580738, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826818, "recall": 0.865613, "f1": 0.838214, "accuracy": 0.865613, "main_score": 0.838214, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73387, "recall": 0.777668, "f1": 0.747005, "accuracy": 0.777668, "main_score": 0.747005, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787352, "recall": 0.827075, "f1": 0.7988, "accuracy": 0.827075, "main_score": 0.7988, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812353, "recall": 0.854743, "f1": 0.824479, "accuracy": 0.854743, "main_score": 0.824479, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.811049, "recall": 0.84585, "f1": 0.821069, "accuracy": 0.84585, "main_score": 0.821069, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.58211, "recall": 0.634387, "f1": 0.597038, "accuracy": 0.634387, "main_score": 0.597038, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812905, "recall": 0.852767, "f1": 0.824358, "accuracy": 0.852767, "main_score": 0.824358, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.746513, "recall": 0.794466, "f1": 0.76, "accuracy": 0.794466, "main_score": 0.76, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.836622, "recall": 0.87253, "f1": 0.846853, "accuracy": 0.87253, "main_score": 0.846853, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601862, "recall": 0.656126, "f1": 0.617646, "accuracy": 0.656126, "main_score": 0.617646, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801255, "recall": 0.843874, "f1": 0.813286, "accuracy": 0.843874, "main_score": 0.813286, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792838, "recall": 0.831028, "f1": 0.803741, "accuracy": 0.831028, "main_score": 0.803741, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.857182, "recall": 0.893281, "f1": 0.867943, "accuracy": 0.893281, "main_score": 0.867943, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833846, "recall": 0.869565, "f1": 0.843958, "accuracy": 0.869565, "main_score": 0.843958, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537871, "recall": 0.592885, "f1": 0.553481, "accuracy": 0.592885, "main_score": 0.553481, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801367, "recall": 0.84585, "f1": 0.814709, "accuracy": 0.84585, "main_score": 0.814709, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.826639, "recall": 0.860672, "f1": 0.836166, "accuracy": 0.860672, "main_score": 0.836166, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.803535, "recall": 0.842885, "f1": 0.814953, "accuracy": 0.842885, "main_score": 0.814953, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192698, "recall": 0.232213, "f1": 0.202547, "accuracy": 0.232213, "main_score": 0.202547, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.803878, "recall": 0.849802, "f1": 0.817024, "accuracy": 0.849802, "main_score": 0.817024, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.602794, "recall": 0.652174, "f1": 0.616742, "accuracy": 0.652174, "main_score": 0.616742, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825165, "recall": 0.864625, "f1": 0.836994, "accuracy": 0.864625, "main_score": 0.836994, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812401, "recall": 0.855731, "f1": 0.825129, "accuracy": 0.855731, "main_score": 0.825129, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769559, "recall": 0.813241, "f1": 0.782374, "accuracy": 0.813241, "main_score": 0.782374, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.805975, "recall": 0.848814, "f1": 0.818662, "accuracy": 0.848814, "main_score": 0.818662, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.606738, "recall": 0.656126, "f1": 0.620902, "accuracy": 0.656126, "main_score": 0.620902, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839908, "recall": 0.875494, "f1": 0.850078, "accuracy": 0.875494, "main_score": 0.850078, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676178, "recall": 0.736166, "f1": 0.693324, "accuracy": 0.736166, "main_score": 0.693324, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787924, "recall": 0.831028, "f1": 0.800189, "accuracy": 0.831028, "main_score": 0.800189, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.807482, "recall": 0.849802, "f1": 0.820069, "accuracy": 0.849802, "main_score": 0.820069, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.805675, "recall": 0.843874, "f1": 0.816519, "accuracy": 0.843874, "main_score": 0.816519, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793448, "recall": 0.836957, "f1": 0.805783, "accuracy": 0.836957, "main_score": 0.805783, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.545003, "recall": 0.600791, "f1": 0.560759, "accuracy": 0.600791, "main_score": 0.560759, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456288, "recall": 0.524704, "f1": 0.474211, "accuracy": 0.524704, "main_score": 0.474211, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.838532, "recall": 0.873518, "f1": 0.848378, "accuracy": 0.873518, "main_score": 0.848378, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533763, "recall": 0.594862, "f1": 0.55098, "accuracy": 0.594862, "main_score": 0.55098, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839372, "recall": 0.876482, "f1": 0.850513, "accuracy": 0.876482, "main_score": 0.850513, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.835985, "recall": 0.876482, "f1": 0.847779, "accuracy": 0.876482, "main_score": 0.847779, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814487, "recall": 0.848814, "f1": 0.824199, "accuracy": 0.848814, "main_score": 0.824199, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.79166, "recall": 0.828063, "f1": 0.802322, "accuracy": 0.828063, "main_score": 0.802322, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557223, "recall": 0.619565, "f1": 0.574508, "accuracy": 0.619565, "main_score": 0.574508, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67284, "recall": 0.73419, "f1": 0.690823, "accuracy": 0.73419, "main_score": 0.690823, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784025, "recall": 0.826087, "f1": 0.795833, "accuracy": 0.826087, "main_score": 0.795833, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855658, "recall": 0.890316, "f1": 0.865634, "accuracy": 0.890316, "main_score": 0.865634, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808825, "recall": 0.844862, "f1": 0.818506, "accuracy": 0.844862, "main_score": 0.818506, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519444, "recall": 0.579051, "f1": 0.536287, "accuracy": 0.579051, "main_score": 0.536287, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819368, "recall": 0.862648, "f1": 0.832074, "accuracy": 0.862648, "main_score": 0.832074, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484647, "recall": 0.548419, "f1": 0.502801, "accuracy": 0.548419, "main_score": 0.502801, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521645, "recall": 0.576087, "f1": 0.536829, "accuracy": 0.576087, "main_score": 0.536829, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787785, "recall": 0.825099, "f1": 0.798504, "accuracy": 0.825099, "main_score": 0.798504, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.308103, "recall": 0.364625, "f1": 0.323544, "accuracy": 0.364625, "main_score": 0.323544, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.838752, "recall": 0.875494, "f1": 0.849412, "accuracy": 0.875494, "main_score": 0.849412, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.811899, "recall": 0.855731, "f1": 0.824613, "accuracy": 0.855731, "main_score": 0.824613, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.834168, "recall": 0.87253, "f1": 0.845097, "accuracy": 0.87253, "main_score": 0.845097, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806843, "recall": 0.851779, "f1": 0.819968, "accuracy": 0.851779, "main_score": 0.819968, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58373, "recall": 0.642292, "f1": 0.600321, "accuracy": 0.642292, "main_score": 0.600321, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790451, "recall": 0.825099, "f1": 0.80008, "accuracy": 0.825099, "main_score": 0.80008, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743357, "recall": 0.789526, "f1": 0.756306, "accuracy": 0.789526, "main_score": 0.756306, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847626, "recall": 0.879447, "f1": 0.856836, "accuracy": 0.879447, "main_score": 0.856836, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575636, "recall": 0.626482, "f1": 0.590272, "accuracy": 0.626482, "main_score": 0.590272, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807974, "recall": 0.843874, "f1": 0.818095, "accuracy": 0.843874, "main_score": 0.818095, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65802, "recall": 0.716403, "f1": 0.675406, "accuracy": 0.716403, "main_score": 0.675406, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72687, "recall": 0.774704, "f1": 0.741101, "accuracy": 0.774704, "main_score": 0.741101, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791074, "recall": 0.838933, "f1": 0.804978, "accuracy": 0.838933, "main_score": 0.804978, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826005, "recall": 0.860672, "f1": 0.835895, "accuracy": 0.860672, "main_score": 0.835895, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.350549, "recall": 0.43083, "f1": 0.370823, "accuracy": 0.43083, "main_score": 0.370823, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.610145, "recall": 0.662055, "f1": 0.625242, "accuracy": 0.662055, "main_score": 0.625242, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731514, "recall": 0.779644, "f1": 0.745407, "accuracy": 0.779644, "main_score": 0.745407, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633803, "recall": 0.683794, "f1": 0.648723, "accuracy": 0.683794, "main_score": 0.648723, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603994, "recall": 0.666996, "f1": 0.621978, "accuracy": 0.666996, "main_score": 0.621978, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.85485, "recall": 0.886364, "f1": 0.863801, "accuracy": 0.886364, "main_score": 0.863801, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812467, "recall": 0.850791, "f1": 0.82372, "accuracy": 0.850791, "main_score": 0.82372, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851004, "recall": 0.883399, "f1": 0.860145, "accuracy": 0.883399, "main_score": 0.860145, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645902, "recall": 0.711462, "f1": 0.664538, "accuracy": 0.711462, "main_score": 0.664538, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.839323, "recall": 0.876482, "f1": 0.850527, "accuracy": 0.876482, "main_score": 0.850527, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80194, "recall": 0.842885, "f1": 0.813983, "accuracy": 0.842885, "main_score": 0.813983, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840843, "recall": 0.879447, "f1": 0.852193, "accuracy": 0.879447, "main_score": 0.852193, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804175, "recall": 0.847826, "f1": 0.817286, "accuracy": 0.847826, "main_score": 0.817286, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.539149, "recall": 0.592885, "f1": 0.554089, "accuracy": 0.592885, "main_score": 0.554089, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531653, "recall": 0.591897, "f1": 0.548687, "accuracy": 0.591897, "main_score": 0.548687, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789434, "recall": 0.836957, "f1": 0.803264, "accuracy": 0.836957, "main_score": 0.803264, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.827001, "recall": 0.863636, "f1": 0.837777, "accuracy": 0.863636, "main_score": 0.837777, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808036, "recall": 0.849802, "f1": 0.819837, "accuracy": 0.849802, "main_score": 0.819837, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713826, "recall": 0.758893, "f1": 0.726852, "accuracy": 0.758893, "main_score": 0.726852, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480365, "recall": 0.540514, "f1": 0.496707, "accuracy": 0.540514, "main_score": 0.496707, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821861, "recall": 0.857708, "f1": 0.832517, "accuracy": 0.857708, "main_score": 0.832517, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711483, "recall": 0.770751, "f1": 0.728194, "accuracy": 0.770751, "main_score": 0.728194, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.609544, "recall": 0.660079, "f1": 0.623405, "accuracy": 0.660079, "main_score": 0.623405, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822547, "recall": 0.863636, "f1": 0.834247, "accuracy": 0.863636, "main_score": 0.834247, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524407, "recall": 0.583992, "f1": 0.541682, "accuracy": 0.583992, "main_score": 0.541682, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840294, "recall": 0.874506, "f1": 0.850296, "accuracy": 0.874506, "main_score": 0.850296, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809457, "recall": 0.849802, "f1": 0.820628, "accuracy": 0.849802, "main_score": 0.820628, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.833959, "recall": 0.87253, "f1": 0.845064, "accuracy": 0.87253, "main_score": 0.845064, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.844953, "recall": 0.878458, "f1": 0.854402, "accuracy": 0.878458, "main_score": 0.854402, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816477, "recall": 0.852767, "f1": 0.826692, "accuracy": 0.852767, "main_score": 0.826692, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.810204, "recall": 0.844862, "f1": 0.820015, "accuracy": 0.844862, "main_score": 0.820015, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684033, "recall": 0.751976, "f1": 0.703746, "accuracy": 0.751976, "main_score": 0.703746, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587971, "recall": 0.645257, "f1": 0.603774, "accuracy": 0.645257, "main_score": 0.603774, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189762, "recall": 0.243083, "f1": 0.201296, "accuracy": 0.243083, "main_score": 0.201296, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610368, "recall": 0.670949, "f1": 0.627637, "accuracy": 0.670949, "main_score": 0.627637, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585836, "recall": 0.644269, "f1": 0.602154, "accuracy": 0.644269, "main_score": 0.602154, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85649, "recall": 0.889328, "f1": 0.865769, "accuracy": 0.889328, "main_score": 0.865769, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802924, "recall": 0.841897, "f1": 0.81436, "accuracy": 0.841897, "main_score": 0.81436, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420076, "recall": 0.476285, "f1": 0.435611, "accuracy": 0.476285, "main_score": 0.435611, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788011, "recall": 0.828063, "f1": 0.799835, "accuracy": 0.828063, "main_score": 0.799835, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817456, "recall": 0.854743, "f1": 0.827709, "accuracy": 0.854743, "main_score": 0.827709, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7333, "recall": 0.790514, "f1": 0.750184, "accuracy": 0.790514, "main_score": 0.750184, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.787723, "recall": 0.824111, "f1": 0.798271, "accuracy": 0.824111, "main_score": 0.798271, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.613279, "recall": 0.666008, "f1": 0.628375, "accuracy": 0.666008, "main_score": 0.628375, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.799388, "recall": 0.840909, "f1": 0.81111, "accuracy": 0.840909, "main_score": 0.81111, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.827856, "recall": 0.855731, "f1": 0.836228, "accuracy": 0.855731, "main_score": 0.836228, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531562, "recall": 0.591897, "f1": 0.548635, "accuracy": 0.591897, "main_score": 0.548635, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509497, "recall": 0.574111, "f1": 0.527465, "accuracy": 0.574111, "main_score": 0.527465, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643959, "recall": 0.693676, "f1": 0.657861, "accuracy": 0.693676, "main_score": 0.657861, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828419, "recall": 0.865613, "f1": 0.839634, "accuracy": 0.865613, "main_score": 0.839634, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.149761, "recall": 0.201581, "f1": 0.162101, "accuracy": 0.201581, "main_score": 0.162101, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.797233, "recall": 0.842885, "f1": 0.810658, "accuracy": 0.842885, "main_score": 0.810658, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.674086, "recall": 0.731225, "f1": 0.690431, "accuracy": 0.731225, "main_score": 0.690431, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.773438, "recall": 0.818182, "f1": 0.786422, "accuracy": 0.818182, "main_score": 0.786422, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.8235, "recall": 0.859684, "f1": 0.833324, "accuracy": 0.859684, "main_score": 0.833324, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528738, "recall": 0.594862, "f1": 0.5476, "accuracy": 0.594862, "main_score": 0.5476, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546781, "recall": 0.607708, "f1": 0.564396, "accuracy": 0.607708, "main_score": 0.564396, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816612, "recall": 0.854743, "f1": 0.827454, "accuracy": 0.854743, "main_score": 0.827454, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844789, "recall": 0.882411, "f1": 0.855917, "accuracy": 0.882411, "main_score": 0.855917, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807543, "recall": 0.844862, "f1": 0.818489, "accuracy": 0.844862, "main_score": 0.818489, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.746933, "recall": 0.791502, "f1": 0.759654, "accuracy": 0.791502, "main_score": 0.759654, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.570096, "recall": 0.636364, "f1": 0.588794, "accuracy": 0.636364, "main_score": 0.588794, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800873, "recall": 0.840909, "f1": 0.812406, "accuracy": 0.840909, "main_score": 0.812406, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.546033, "recall": 0.607708, "f1": 0.563359, "accuracy": 0.607708, "main_score": 0.563359, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59437, "recall": 0.656126, "f1": 0.611768, "accuracy": 0.656126, "main_score": 0.611768, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8043, "recall": 0.843874, "f1": 0.81575, "accuracy": 0.843874, "main_score": 0.81575, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.812225, "recall": 0.84585, "f1": 0.821892, "accuracy": 0.84585, "main_score": 0.821892, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789723, "recall": 0.838933, "f1": 0.804132, "accuracy": 0.838933, "main_score": 0.804132, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.462529, "recall": 0.522727, "f1": 0.479204, "accuracy": 0.522727, "main_score": 0.479204, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.829578, "recall": 0.870553, "f1": 0.841328, "accuracy": 0.870553, "main_score": 0.841328, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.813647, "recall": 0.851779, "f1": 0.824372, "accuracy": 0.851779, "main_score": 0.824372, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.76698, "recall": 0.817194, "f1": 0.781771, "accuracy": 0.817194, "main_score": 0.781771, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.686868, "recall": 0.741107, "f1": 0.701548, "accuracy": 0.741107, "main_score": 0.701548, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.621555, "recall": 0.677866, "f1": 0.637834, "accuracy": 0.677866, "main_score": 0.637834, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717117, "recall": 0.766798, "f1": 0.731306, "accuracy": 0.766798, "main_score": 0.731306, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.746758, "recall": 0.791502, "f1": 0.759743, "accuracy": 0.791502, "main_score": 0.759743, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590564, "recall": 0.641304, "f1": 0.604767, "accuracy": 0.641304, "main_score": 0.604767, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699455, "recall": 0.757905, "f1": 0.715915, "accuracy": 0.757905, "main_score": 0.715915, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.824921, "recall": 0.86166, "f1": 0.835321, "accuracy": 0.86166, "main_score": 0.835321, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.806566, "recall": 0.846838, "f1": 0.81795, "accuracy": 0.846838, "main_score": 0.81795, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.859207, "recall": 0.890316, "f1": 0.868418, "accuracy": 0.890316, "main_score": 0.868418, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790415, "recall": 0.833004, "f1": 0.802823, "accuracy": 0.833004, "main_score": 0.802823, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860034, "recall": 0.893281, "f1": 0.869895, "accuracy": 0.893281, "main_score": 0.869895, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664987, "recall": 0.720356, "f1": 0.681296, "accuracy": 0.720356, "main_score": 0.681296, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.779677, "recall": 0.815217, "f1": 0.789794, "accuracy": 0.815217, "main_score": 0.789794, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46298, "recall": 0.532609, "f1": 0.481718, "accuracy": 0.532609, "main_score": 0.481718, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838359, "recall": 0.875494, "f1": 0.849664, "accuracy": 0.875494, "main_score": 0.849664, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471207, "recall": 0.543478, "f1": 0.491904, "accuracy": 0.543478, "main_score": 0.491904, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.815869, "recall": 0.856719, "f1": 0.827708, "accuracy": 0.856719, "main_score": 0.827708, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.811651, "recall": 0.847826, "f1": 0.822027, "accuracy": 0.847826, "main_score": 0.822027, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.704179, "recall": 0.757905, "f1": 0.719591, "accuracy": 0.757905, "main_score": 0.719591, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761615, "recall": 0.813241, "f1": 0.776762, "accuracy": 0.813241, "main_score": 0.776762, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.612392, "recall": 0.663043, "f1": 0.627133, "accuracy": 0.663043, "main_score": 0.627133, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596673, "recall": 0.657115, "f1": 0.614103, "accuracy": 0.657115, "main_score": 0.614103, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828897, "recall": 0.867589, "f1": 0.839921, "accuracy": 0.867589, "main_score": 0.839921, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.768011, "recall": 0.807312, "f1": 0.779007, "accuracy": 0.807312, "main_score": 0.779007, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850173, "recall": 0.886364, "f1": 0.86068, "accuracy": 0.886364, "main_score": 0.86068, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547124, "recall": 0.608696, "f1": 0.564487, "accuracy": 0.608696, "main_score": 0.564487, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845778, "recall": 0.876482, "f1": 0.854099, "accuracy": 0.876482, "main_score": 0.854099, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800734, "recall": 0.847826, "f1": 0.814991, "accuracy": 0.847826, "main_score": 0.814991, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.802209, "recall": 0.841897, "f1": 0.813373, "accuracy": 0.841897, "main_score": 0.813373, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.519034, "recall": 0.574111, "f1": 0.534661, "accuracy": 0.574111, "main_score": 0.534661, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847703, "recall": 0.879447, "f1": 0.856925, "accuracy": 0.879447, "main_score": 0.856925, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648357, "recall": 0.700593, "f1": 0.663246, "accuracy": 0.700593, "main_score": 0.663246, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536291, "recall": 0.597826, "f1": 0.552973, "accuracy": 0.597826, "main_score": 0.552973, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553342, "recall": 0.612648, "f1": 0.570095, "accuracy": 0.612648, "main_score": 0.570095, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713728, "recall": 0.766798, "f1": 0.729731, "accuracy": 0.766798, "main_score": 0.729731, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.832553, "recall": 0.869565, "f1": 0.843031, "accuracy": 0.869565, "main_score": 0.843031, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744665, "recall": 0.794466, "f1": 0.759332, "accuracy": 0.794466, "main_score": 0.759332, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49588, "recall": 0.551383, "f1": 0.511051, "accuracy": 0.551383, "main_score": 0.511051, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564052, "recall": 0.628458, "f1": 0.582421, "accuracy": 0.628458, "main_score": 0.582421, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800207, "recall": 0.843874, "f1": 0.812754, "accuracy": 0.843874, "main_score": 0.812754, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.569516, "recall": 0.623518, "f1": 0.584825, "accuracy": 0.623518, "main_score": 0.584825, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545417, "recall": 0.599802, "f1": 0.560718, "accuracy": 0.599802, "main_score": 0.560718, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798897, "recall": 0.846838, "f1": 0.812874, "accuracy": 0.846838, "main_score": 0.812874, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537969, "recall": 0.598814, "f1": 0.555613, "accuracy": 0.598814, "main_score": 0.555613, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595153, "recall": 0.647233, "f1": 0.60974, "accuracy": 0.647233, "main_score": 0.60974, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816765, "recall": 0.850791, "f1": 0.826203, "accuracy": 0.850791, "main_score": 0.826203, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663218, "recall": 0.709486, "f1": 0.676861, "accuracy": 0.709486, "main_score": 0.676861, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748304, "recall": 0.785573, "f1": 0.75934, "accuracy": 0.785573, "main_score": 0.75934, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76432, "recall": 0.809289, "f1": 0.777986, "accuracy": 0.809289, "main_score": 0.777986, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.715607, "recall": 0.770751, "f1": 0.731413, "accuracy": 0.770751, "main_score": 0.731413, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770092, "recall": 0.815217, "f1": 0.782958, "accuracy": 0.815217, "main_score": 0.782958, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.481828, "recall": 0.5583, "f1": 0.504305, "accuracy": 0.5583, "main_score": 0.504305, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800993, "recall": 0.841897, "f1": 0.81304, "accuracy": 0.841897, "main_score": 0.81304, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.72361, "recall": 0.775692, "f1": 0.73861, "accuracy": 0.775692, "main_score": 0.73861, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.815073, "recall": 0.856719, "f1": 0.826748, "accuracy": 0.856719, "main_score": 0.826748, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798238, "recall": 0.837945, "f1": 0.809859, "accuracy": 0.837945, "main_score": 0.809859, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.578303, "recall": 0.634387, "f1": 0.594395, "accuracy": 0.634387, "main_score": 0.594395, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561644, "recall": 0.613636, "f1": 0.575478, "accuracy": 0.613636, "main_score": 0.575478, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555381, "recall": 0.621542, "f1": 0.574395, "accuracy": 0.621542, "main_score": 0.574395, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509036, "recall": 0.568182, "f1": 0.525932, "accuracy": 0.568182, "main_score": 0.525932, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426761, "recall": 0.507905, "f1": 0.448968, "accuracy": 0.507905, "main_score": 0.448968, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562798, "recall": 0.62253, "f1": 0.579918, "accuracy": 0.62253, "main_score": 0.579918, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850988, "recall": 0.887352, "f1": 0.862121, "accuracy": 0.887352, "main_score": 0.862121, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931818, "recall": 0.949605, "f1": 0.937418, "accuracy": 0.949605, "main_score": 0.937418, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567229, "recall": 0.624506, "f1": 0.583419, "accuracy": 0.624506, "main_score": 0.583419, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592188, "recall": 0.65415, "f1": 0.609571, "accuracy": 0.65415, "main_score": 0.609571, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547014, "recall": 0.609684, "f1": 0.564592, "accuracy": 0.609684, "main_score": 0.564592, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192443, "recall": 0.238142, "f1": 0.204964, "accuracy": 0.238142, "main_score": 0.204964, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599819, "recall": 0.648221, "f1": 0.613289, "accuracy": 0.648221, "main_score": 0.613289, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64553, "recall": 0.701581, "f1": 0.661978, "accuracy": 0.701581, "main_score": 0.661978, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525362, "recall": 0.579051, "f1": 0.540876, "accuracy": 0.579051, "main_score": 0.540876, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486102, "recall": 0.554348, "f1": 0.504154, "accuracy": 0.554348, "main_score": 0.504154, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532003, "recall": 0.600791, "f1": 0.551268, "accuracy": 0.600791, "main_score": 0.551268, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554128, "recall": 0.614625, "f1": 0.570811, "accuracy": 0.614625, "main_score": 0.570811, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.880352, "recall": 0.91502, "f1": 0.891337, "accuracy": 0.91502, "main_score": 0.891337, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513231, "recall": 0.571146, "f1": 0.529877, "accuracy": 0.571146, "main_score": 0.529877, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511662, "recall": 0.581028, "f1": 0.530534, "accuracy": 0.581028, "main_score": 0.530534, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495197, "recall": 0.555336, "f1": 0.51167, "accuracy": 0.555336, "main_score": 0.51167, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926713, "accuracy": 0.942688, "main_score": 0.926713, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313242, "recall": 0.363636, "f1": 0.327261, "accuracy": 0.363636, "main_score": 0.327261, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562044, "recall": 0.625494, "f1": 0.579734, "accuracy": 0.625494, "main_score": 0.579734, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980764, "recall": 0.986166, "f1": 0.982378, "accuracy": 0.986166, "main_score": 0.982378, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563876, "recall": 0.617589, "f1": 0.579745, "accuracy": 0.617589, "main_score": 0.579745, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.689008, "recall": 0.746047, "f1": 0.705456, "accuracy": 0.746047, "main_score": 0.705456, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6271, "recall": 0.703557, "f1": 0.649533, "accuracy": 0.703557, "main_score": 0.649533, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.668919, "recall": 0.731225, "f1": 0.686684, "accuracy": 0.731225, "main_score": 0.686684, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631983, "recall": 0.687747, "f1": 0.648405, "accuracy": 0.687747, "main_score": 0.648405, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647861, "recall": 0.70751, "f1": 0.664987, "accuracy": 0.70751, "main_score": 0.664987, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955369, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.518436, "recall": 0.579051, "f1": 0.535296, "accuracy": 0.579051, "main_score": 0.535296, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536406, "recall": 0.591897, "f1": 0.552637, "accuracy": 0.591897, "main_score": 0.552637, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.777513, "recall": 0.824111, "f1": 0.791142, "accuracy": 0.824111, "main_score": 0.791142, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446323, "recall": 0.499012, "f1": 0.460911, "accuracy": 0.499012, "main_score": 0.460911, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.84226, "recall": 0.884387, "f1": 0.855534, "accuracy": 0.884387, "main_score": 0.855534, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516868, "recall": 0.575099, "f1": 0.533102, "accuracy": 0.575099, "main_score": 0.533102, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571697, "recall": 0.633399, "f1": 0.589272, "accuracy": 0.633399, "main_score": 0.589272, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.202998, "recall": 0.253953, "f1": 0.214526, "accuracy": 0.253953, "main_score": 0.214526, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.598225, "recall": 0.660079, "f1": 0.61537, "accuracy": 0.660079, "main_score": 0.61537, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.76945, "recall": 0.825099, "f1": 0.785691, "accuracy": 0.825099, "main_score": 0.785691, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400329, "recall": 0.45751, "f1": 0.415437, "accuracy": 0.45751, "main_score": 0.415437, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983366, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984848, "accuracy": 0.988142, "main_score": 0.984848, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.649484, "recall": 0.70751, "f1": 0.666831, "accuracy": 0.70751, "main_score": 0.666831, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548459, "recall": 0.607708, "f1": 0.565599, "accuracy": 0.607708, "main_score": 0.565599, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508659, "recall": 0.571146, "f1": 0.525652, "accuracy": 0.571146, "main_score": 0.525652, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637787, "recall": 0.690711, "f1": 0.653477, "accuracy": 0.690711, "main_score": 0.653477, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222856, "recall": 0.302372, "f1": 0.244061, "accuracy": 0.302372, "main_score": 0.244061, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576541, "recall": 0.636364, "f1": 0.594205, "accuracy": 0.636364, "main_score": 0.594205, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559853, "recall": 0.624506, "f1": 0.578016, "accuracy": 0.624506, "main_score": 0.578016, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.712764, "recall": 0.778656, "f1": 0.732679, "accuracy": 0.778656, "main_score": 0.732679, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544979, "recall": 0.602767, "f1": 0.561528, "accuracy": 0.602767, "main_score": 0.561528, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773287, "recall": 0.827075, "f1": 0.789987, "accuracy": 0.827075, "main_score": 0.789987, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.446348, "recall": 0.509881, "f1": 0.464401, "accuracy": 0.509881, "main_score": 0.464401, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.880517, "recall": 0.913043, "f1": 0.890876, "accuracy": 0.913043, "main_score": 0.890876, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942852, "accuracy": 0.955534, "main_score": 0.942852, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.960474, "f1": 0.948123, "accuracy": 0.960474, "main_score": 0.948123, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582517, "recall": 0.63834, "f1": 0.597999, "accuracy": 0.63834, "main_score": 0.597999, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8722, "recall": 0.907115, "f1": 0.883235, "accuracy": 0.907115, "main_score": 0.883235, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447911, "recall": 0.51581, "f1": 0.466306, "accuracy": 0.51581, "main_score": 0.466306, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622308, "recall": 0.688735, "f1": 0.64149, "accuracy": 0.688735, "main_score": 0.64149, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.970438, "recall": 0.979249, "f1": 0.973221, "accuracy": 0.979249, "main_score": 0.973221, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802816, "recall": 0.846838, "f1": 0.816403, "accuracy": 0.846838, "main_score": 0.816403, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623813, "recall": 0.68083, "f1": 0.640069, "accuracy": 0.68083, "main_score": 0.640069, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615184, "recall": 0.670949, "f1": 0.631282, "accuracy": 0.670949, "main_score": 0.631282, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.922596, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529335, "recall": 0.594862, "f1": 0.547767, "accuracy": 0.594862, "main_score": 0.547767, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527457, "recall": 0.585968, "f1": 0.544044, "accuracy": 0.585968, "main_score": 0.544044, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808992, "recall": 0.855731, "f1": 0.823221, "accuracy": 0.855731, "main_score": 0.823221, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529806, "recall": 0.589921, "f1": 0.546579, "accuracy": 0.589921, "main_score": 0.546579, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595614, "recall": 0.661067, "f1": 0.614262, "accuracy": 0.661067, "main_score": 0.614262, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911644, "recall": 0.937747, "f1": 0.920026, "accuracy": 0.937747, "main_score": 0.920026, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961792, "accuracy": 0.970356, "main_score": 0.961792, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468982, "recall": 0.525692, "f1": 0.485232, "accuracy": 0.525692, "main_score": 0.485232, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552356, "recall": 0.608696, "f1": 0.567947, "accuracy": 0.608696, "main_score": 0.567947, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.559471, "recall": 0.626482, "f1": 0.578356, "accuracy": 0.626482, "main_score": 0.578356, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518865, "recall": 0.576087, "f1": 0.535317, "accuracy": 0.576087, "main_score": 0.535317, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519615, "recall": 0.579051, "f1": 0.536811, "accuracy": 0.579051, "main_score": 0.536811, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718248, "recall": 0.777668, "f1": 0.736034, "accuracy": 0.777668, "main_score": 0.736034, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719483, "recall": 0.770751, "f1": 0.734684, "accuracy": 0.770751, "main_score": 0.734684, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83531, "recall": 0.873518, "f1": 0.847299, "accuracy": 0.873518, "main_score": 0.847299, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945487, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473139, "recall": 0.548419, "f1": 0.495081, "accuracy": 0.548419, "main_score": 0.495081, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.673585, "recall": 0.73913, "f1": 0.693418, "accuracy": 0.73913, "main_score": 0.693418, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572085, "recall": 0.623518, "f1": 0.587056, "accuracy": 0.623518, "main_score": 0.587056, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46956, "recall": 0.521739, "f1": 0.484031, "accuracy": 0.521739, "main_score": 0.484031, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529944, "recall": 0.572134, "f1": 0.541874, "accuracy": 0.572134, "main_score": 0.541874, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.222301, "recall": 0.269763, "f1": 0.23417, "accuracy": 0.269763, "main_score": 0.23417, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.636914, "recall": 0.677866, "f1": 0.648111, "accuracy": 0.677866, "main_score": 0.648111, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.578394, "recall": 0.62747, "f1": 0.592336, "accuracy": 0.62747, "main_score": 0.592336, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.642291, "recall": 0.678854, "f1": 0.652081, "accuracy": 0.678854, "main_score": 0.652081, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643433, "recall": 0.675889, "f1": 0.652027, "accuracy": 0.675889, "main_score": 0.652027, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583242, "recall": 0.623518, "f1": 0.593329, "accuracy": 0.623518, "main_score": 0.593329, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627043, "recall": 0.677866, "f1": 0.640363, "accuracy": 0.677866, "main_score": 0.640363, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632532, "recall": 0.667984, "f1": 0.642991, "accuracy": 0.667984, "main_score": 0.642991, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644358, "recall": 0.674901, "f1": 0.652718, "accuracy": 0.674901, "main_score": 0.652718, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633022, "recall": 0.68083, "f1": 0.645891, "accuracy": 0.68083, "main_score": 0.645891, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.618079, "recall": 0.662055, "f1": 0.630187, "accuracy": 0.662055, "main_score": 0.630187, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.551944, "recall": 0.596838, "f1": 0.564538, "accuracy": 0.596838, "main_score": 0.564538, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640166, "recall": 0.677866, "f1": 0.649921, "accuracy": 0.677866, "main_score": 0.649921, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.581086, "recall": 0.632411, "f1": 0.594679, "accuracy": 0.632411, "main_score": 0.594679, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640369, "recall": 0.684783, "f1": 0.652916, "accuracy": 0.684783, "main_score": 0.652916, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568672, "recall": 0.608696, "f1": 0.579932, "accuracy": 0.608696, "main_score": 0.579932, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631505, "recall": 0.668972, "f1": 0.641273, "accuracy": 0.668972, "main_score": 0.641273, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608572, "recall": 0.650198, "f1": 0.619723, "accuracy": 0.650198, "main_score": 0.619723, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.661444, "recall": 0.706522, "f1": 0.673431, "accuracy": 0.706522, "main_score": 0.673431, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641094, "recall": 0.688735, "f1": 0.653661, "accuracy": 0.688735, "main_score": 0.653661, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522448, "recall": 0.574111, "f1": 0.536579, "accuracy": 0.574111, "main_score": 0.536579, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619741, "recall": 0.666996, "f1": 0.632592, "accuracy": 0.666996, "main_score": 0.632592, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.625143, "recall": 0.671937, "f1": 0.637796, "accuracy": 0.671937, "main_score": 0.637796, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64189, "recall": 0.68083, "f1": 0.652497, "accuracy": 0.68083, "main_score": 0.652497, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192285, "recall": 0.23419, "f1": 0.202023, "accuracy": 0.23419, "main_score": 0.202023, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.619177, "recall": 0.668972, "f1": 0.63266, "accuracy": 0.668972, "main_score": 0.63266, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597814, "recall": 0.636364, "f1": 0.60906, "accuracy": 0.636364, "main_score": 0.60906, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633129, "recall": 0.672925, "f1": 0.643496, "accuracy": 0.672925, "main_score": 0.643496, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632522, "recall": 0.671937, "f1": 0.643667, "accuracy": 0.671937, "main_score": 0.643667, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604557, "recall": 0.650198, "f1": 0.616849, "accuracy": 0.650198, "main_score": 0.616849, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.630914, "recall": 0.673913, "f1": 0.642379, "accuracy": 0.673913, "main_score": 0.642379, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567944, "recall": 0.608696, "f1": 0.579587, "accuracy": 0.608696, "main_score": 0.579587, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648941, "recall": 0.688735, "f1": 0.659786, "accuracy": 0.688735, "main_score": 0.659786, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.527891, "recall": 0.585968, "f1": 0.544605, "accuracy": 0.585968, "main_score": 0.544605, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619813, "recall": 0.663043, "f1": 0.630512, "accuracy": 0.663043, "main_score": 0.630512, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623983, "recall": 0.667984, "f1": 0.635889, "accuracy": 0.667984, "main_score": 0.635889, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.620821, "recall": 0.667984, "f1": 0.633882, "accuracy": 0.667984, "main_score": 0.633882, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584799, "recall": 0.636364, "f1": 0.599484, "accuracy": 0.636364, "main_score": 0.599484, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.56317, "recall": 0.606719, "f1": 0.575758, "accuracy": 0.606719, "main_score": 0.575758, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427697, "recall": 0.481225, "f1": 0.442418, "accuracy": 0.481225, "main_score": 0.442418, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.640685, "recall": 0.688735, "f1": 0.653406, "accuracy": 0.688735, "main_score": 0.653406, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541844, "recall": 0.590909, "f1": 0.554896, "accuracy": 0.590909, "main_score": 0.554896, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640774, "recall": 0.683794, "f1": 0.652676, "accuracy": 0.683794, "main_score": 0.652676, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.65144, "recall": 0.695652, "f1": 0.663279, "accuracy": 0.695652, "main_score": 0.663279, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625861, "recall": 0.66502, "f1": 0.636773, "accuracy": 0.66502, "main_score": 0.636773, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.620726, "recall": 0.664032, "f1": 0.63268, "accuracy": 0.664032, "main_score": 0.63268, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54445, "recall": 0.590909, "f1": 0.558253, "accuracy": 0.590909, "main_score": 0.558253, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5849, "recall": 0.62747, "f1": 0.597361, "accuracy": 0.62747, "main_score": 0.597361, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635372, "recall": 0.679842, "f1": 0.64709, "accuracy": 0.679842, "main_score": 0.64709, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664788, "recall": 0.703557, "f1": 0.675028, "accuracy": 0.703557, "main_score": 0.675028, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650501, "recall": 0.687747, "f1": 0.660551, "accuracy": 0.687747, "main_score": 0.660551, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513646, "recall": 0.56917, "f1": 0.530635, "accuracy": 0.56917, "main_score": 0.530635, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641998, "recall": 0.681818, "f1": 0.6526, "accuracy": 0.681818, "main_score": 0.6526, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.447179, "recall": 0.500988, "f1": 0.46196, "accuracy": 0.500988, "main_score": 0.46196, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519747, "recall": 0.565217, "f1": 0.532515, "accuracy": 0.565217, "main_score": 0.532515, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646653, "recall": 0.684783, "f1": 0.656959, "accuracy": 0.684783, "main_score": 0.656959, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304784, "recall": 0.360672, "f1": 0.319862, "accuracy": 0.360672, "main_score": 0.319862, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.642246, "recall": 0.688735, "f1": 0.654672, "accuracy": 0.688735, "main_score": 0.654672, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638589, "recall": 0.68083, "f1": 0.650148, "accuracy": 0.68083, "main_score": 0.650148, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641788, "recall": 0.693676, "f1": 0.655673, "accuracy": 0.693676, "main_score": 0.655673, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608233, "recall": 0.659091, "f1": 0.622505, "accuracy": 0.659091, "main_score": 0.622505, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569617, "recall": 0.603755, "f1": 0.579186, "accuracy": 0.603755, "main_score": 0.579186, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637278, "recall": 0.671937, "f1": 0.646732, "accuracy": 0.671937, "main_score": 0.646732, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598138, "recall": 0.63834, "f1": 0.609051, "accuracy": 0.63834, "main_score": 0.609051, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654488, "recall": 0.699605, "f1": 0.66667, "accuracy": 0.699605, "main_score": 0.66667, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547156, "recall": 0.58498, "f1": 0.558103, "accuracy": 0.58498, "main_score": 0.558103, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640816, "recall": 0.68083, "f1": 0.651301, "accuracy": 0.68083, "main_score": 0.651301, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575008, "recall": 0.618577, "f1": 0.586928, "accuracy": 0.618577, "main_score": 0.586928, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609078, "recall": 0.65415, "f1": 0.621374, "accuracy": 0.65415, "main_score": 0.621374, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609325, "recall": 0.65415, "f1": 0.62116, "accuracy": 0.65415, "main_score": 0.62116, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644129, "recall": 0.679842, "f1": 0.653942, "accuracy": 0.679842, "main_score": 0.653942, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.280261, "recall": 0.333992, "f1": 0.293324, "accuracy": 0.333992, "main_score": 0.293324, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.569714, "recall": 0.612648, "f1": 0.582065, "accuracy": 0.612648, "main_score": 0.582065, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60348, "recall": 0.649209, "f1": 0.616036, "accuracy": 0.649209, "main_score": 0.616036, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612271, "recall": 0.652174, "f1": 0.623332, "accuracy": 0.652174, "main_score": 0.623332, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51694, "recall": 0.574111, "f1": 0.53403, "accuracy": 0.574111, "main_score": 0.53403, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.665267, "recall": 0.70751, "f1": 0.676967, "accuracy": 0.70751, "main_score": 0.676967, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636868, "recall": 0.679842, "f1": 0.647838, "accuracy": 0.679842, "main_score": 0.647838, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648464, "recall": 0.690711, "f1": 0.659885, "accuracy": 0.690711, "main_score": 0.659885, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516948, "recall": 0.570158, "f1": 0.53228, "accuracy": 0.570158, "main_score": 0.53228, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.646094, "recall": 0.690711, "f1": 0.658079, "accuracy": 0.690711, "main_score": 0.658079, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608351, "recall": 0.65415, "f1": 0.621152, "accuracy": 0.65415, "main_score": 0.621152, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642759, "recall": 0.687747, "f1": 0.654742, "accuracy": 0.687747, "main_score": 0.654742, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611037, "recall": 0.661067, "f1": 0.624664, "accuracy": 0.661067, "main_score": 0.624664, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.535001, "recall": 0.574111, "f1": 0.546607, "accuracy": 0.574111, "main_score": 0.546607, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549344, "recall": 0.591897, "f1": 0.560882, "accuracy": 0.591897, "main_score": 0.560882, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613329, "recall": 0.653162, "f1": 0.6239, "accuracy": 0.653162, "main_score": 0.6239, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.632204, "recall": 0.670949, "f1": 0.643208, "accuracy": 0.670949, "main_score": 0.643208, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626984, "recall": 0.673913, "f1": 0.639398, "accuracy": 0.673913, "main_score": 0.639398, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593091, "recall": 0.632411, "f1": 0.603913, "accuracy": 0.632411, "main_score": 0.603913, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483456, "recall": 0.529644, "f1": 0.495936, "accuracy": 0.529644, "main_score": 0.495936, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645495, "recall": 0.681818, "f1": 0.655094, "accuracy": 0.681818, "main_score": 0.655094, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555339, "recall": 0.61166, "f1": 0.570538, "accuracy": 0.61166, "main_score": 0.570538, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.533813, "recall": 0.572134, "f1": 0.544114, "accuracy": 0.572134, "main_score": 0.544114, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627317, "recall": 0.675889, "f1": 0.640164, "accuracy": 0.675889, "main_score": 0.640164, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524713, "recall": 0.572134, "f1": 0.538672, "accuracy": 0.572134, "main_score": 0.538672, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661691, "recall": 0.694664, "f1": 0.670878, "accuracy": 0.694664, "main_score": 0.670878, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620121, "recall": 0.66502, "f1": 0.632206, "accuracy": 0.66502, "main_score": 0.632206, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.634598, "recall": 0.676877, "f1": 0.646251, "accuracy": 0.676877, "main_score": 0.646251, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.663602, "recall": 0.701581, "f1": 0.673595, "accuracy": 0.701581, "main_score": 0.673595, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622323, "recall": 0.663043, "f1": 0.63388, "accuracy": 0.663043, "main_score": 0.63388, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.62778, "recall": 0.671937, "f1": 0.639655, "accuracy": 0.671937, "main_score": 0.639655, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479274, "recall": 0.540514, "f1": 0.495834, "accuracy": 0.540514, "main_score": 0.495834, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.56317, "recall": 0.605731, "f1": 0.574784, "accuracy": 0.605731, "main_score": 0.574784, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203258, "recall": 0.253953, "f1": 0.214765, "accuracy": 0.253953, "main_score": 0.214765, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.584025, "recall": 0.623518, "f1": 0.595935, "accuracy": 0.623518, "main_score": 0.595935, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48285, "recall": 0.52668, "f1": 0.495243, "accuracy": 0.52668, "main_score": 0.495243, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643704, "recall": 0.689723, "f1": 0.656012, "accuracy": 0.689723, "main_score": 0.656012, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640823, "recall": 0.678854, "f1": 0.651091, "accuracy": 0.678854, "main_score": 0.651091, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416504, "recall": 0.472332, "f1": 0.43181, "accuracy": 0.472332, "main_score": 0.43181, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645395, "recall": 0.683794, "f1": 0.655541, "accuracy": 0.683794, "main_score": 0.655541, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629691, "recall": 0.678854, "f1": 0.642686, "accuracy": 0.678854, "main_score": 0.642686, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573877, "recall": 0.626482, "f1": 0.588198, "accuracy": 0.626482, "main_score": 0.588198, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623035, "recall": 0.66502, "f1": 0.634264, "accuracy": 0.66502, "main_score": 0.634264, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586211, "recall": 0.628458, "f1": 0.598119, "accuracy": 0.628458, "main_score": 0.598119, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607238, "recall": 0.65415, "f1": 0.619978, "accuracy": 0.65415, "main_score": 0.619978, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.653419, "recall": 0.690711, "f1": 0.663164, "accuracy": 0.690711, "main_score": 0.663164, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519759, "recall": 0.56917, "f1": 0.534245, "accuracy": 0.56917, "main_score": 0.534245, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516421, "recall": 0.564229, "f1": 0.529679, "accuracy": 0.564229, "main_score": 0.529679, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621404, "recall": 0.657115, "f1": 0.631677, "accuracy": 0.657115, "main_score": 0.631677, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639842, "recall": 0.683794, "f1": 0.652136, "accuracy": 0.683794, "main_score": 0.652136, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122574, "recall": 0.166008, "f1": 0.132817, "accuracy": 0.166008, "main_score": 0.132817, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.626815, "recall": 0.668972, "f1": 0.637615, "accuracy": 0.668972, "main_score": 0.637615, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.551231, "recall": 0.600791, "f1": 0.564926, "accuracy": 0.600791, "main_score": 0.564926, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.614465, "recall": 0.657115, "f1": 0.625412, "accuracy": 0.657115, "main_score": 0.625412, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632662, "recall": 0.678854, "f1": 0.645658, "accuracy": 0.678854, "main_score": 0.645658, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51603, "recall": 0.564229, "f1": 0.529553, "accuracy": 0.564229, "main_score": 0.529553, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536365, "recall": 0.585968, "f1": 0.550796, "accuracy": 0.585968, "main_score": 0.550796, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626096, "recall": 0.673913, "f1": 0.638931, "accuracy": 0.673913, "main_score": 0.638931, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640006, "recall": 0.682806, "f1": 0.651805, "accuracy": 0.682806, "main_score": 0.651805, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647804, "recall": 0.684783, "f1": 0.658231, "accuracy": 0.684783, "main_score": 0.658231, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60474, "recall": 0.644269, "f1": 0.615644, "accuracy": 0.644269, "main_score": 0.615644, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524069, "recall": 0.581028, "f1": 0.540281, "accuracy": 0.581028, "main_score": 0.540281, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628347, "recall": 0.670949, "f1": 0.639603, "accuracy": 0.670949, "main_score": 0.639603, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539608, "recall": 0.581028, "f1": 0.552009, "accuracy": 0.581028, "main_score": 0.552009, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540567, "recall": 0.58004, "f1": 0.551325, "accuracy": 0.58004, "main_score": 0.551325, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617574, "recall": 0.664032, "f1": 0.63076, "accuracy": 0.664032, "main_score": 0.63076, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.642435, "recall": 0.677866, "f1": 0.651892, "accuracy": 0.677866, "main_score": 0.651892, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615303, "recall": 0.666008, "f1": 0.62914, "accuracy": 0.666008, "main_score": 0.62914, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449115, "recall": 0.501976, "f1": 0.4634, "accuracy": 0.501976, "main_score": 0.4634, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.665494, "recall": 0.697628, "f1": 0.674297, "accuracy": 0.697628, "main_score": 0.674297, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628212, "recall": 0.670949, "f1": 0.638814, "accuracy": 0.670949, "main_score": 0.638814, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.601697, "recall": 0.647233, "f1": 0.614474, "accuracy": 0.647233, "main_score": 0.614474, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.570627, "recall": 0.619565, "f1": 0.584659, "accuracy": 0.619565, "main_score": 0.584659, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539156, "recall": 0.585968, "f1": 0.552094, "accuracy": 0.585968, "main_score": 0.552094, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573756, "recall": 0.615613, "f1": 0.584728, "accuracy": 0.615613, "main_score": 0.584728, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598531, "recall": 0.639328, "f1": 0.609893, "accuracy": 0.639328, "main_score": 0.609893, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599802, "recall": 0.634387, "f1": 0.610427, "accuracy": 0.634387, "main_score": 0.610427, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535172, "recall": 0.58498, "f1": 0.548938, "accuracy": 0.58498, "main_score": 0.548938, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.627457, "recall": 0.671937, "f1": 0.639335, "accuracy": 0.671937, "main_score": 0.639335, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.601822, "recall": 0.645257, "f1": 0.613295, "accuracy": 0.645257, "main_score": 0.613295, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.653186, "recall": 0.697628, "f1": 0.665573, "accuracy": 0.697628, "main_score": 0.665573, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600125, "recall": 0.650198, "f1": 0.613789, "accuracy": 0.650198, "main_score": 0.613789, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662749, "recall": 0.697628, "f1": 0.672294, "accuracy": 0.697628, "main_score": 0.672294, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565969, "recall": 0.61166, "f1": 0.57899, "accuracy": 0.61166, "main_score": 0.57899, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.635633, "recall": 0.673913, "f1": 0.646014, "accuracy": 0.673913, "main_score": 0.646014, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47782, "recall": 0.531621, "f1": 0.492385, "accuracy": 0.531621, "main_score": 0.492385, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631803, "recall": 0.676877, "f1": 0.644235, "accuracy": 0.676877, "main_score": 0.644235, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442008, "recall": 0.501976, "f1": 0.458522, "accuracy": 0.501976, "main_score": 0.458522, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.616086, "recall": 0.661067, "f1": 0.627497, "accuracy": 0.661067, "main_score": 0.627497, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.620003, "recall": 0.663043, "f1": 0.631663, "accuracy": 0.663043, "main_score": 0.631663, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59899, "recall": 0.642292, "f1": 0.610331, "accuracy": 0.642292, "main_score": 0.610331, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616304, "recall": 0.652174, "f1": 0.626468, "accuracy": 0.652174, "main_score": 0.626468, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59624, "recall": 0.643281, "f1": 0.609271, "accuracy": 0.643281, "main_score": 0.609271, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.600909, "recall": 0.644269, "f1": 0.613371, "accuracy": 0.644269, "main_score": 0.613371, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627392, "recall": 0.676877, "f1": 0.640623, "accuracy": 0.676877, "main_score": 0.640623, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631302, "recall": 0.668972, "f1": 0.641836, "accuracy": 0.668972, "main_score": 0.641836, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663213, "recall": 0.70751, "f1": 0.674727, "accuracy": 0.70751, "main_score": 0.674727, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522696, "recall": 0.574111, "f1": 0.537538, "accuracy": 0.574111, "main_score": 0.537538, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643563, "recall": 0.689723, "f1": 0.656054, "accuracy": 0.689723, "main_score": 0.656054, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622824, "recall": 0.66502, "f1": 0.63419, "accuracy": 0.66502, "main_score": 0.63419, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.62443, "recall": 0.668972, "f1": 0.636427, "accuracy": 0.668972, "main_score": 0.636427, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531604, "recall": 0.582016, "f1": 0.54561, "accuracy": 0.582016, "main_score": 0.54561, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664829, "recall": 0.709486, "f1": 0.676639, "accuracy": 0.709486, "main_score": 0.676639, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588753, "recall": 0.628458, "f1": 0.599721, "accuracy": 0.628458, "main_score": 0.599721, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537979, "recall": 0.583992, "f1": 0.550831, "accuracy": 0.583992, "main_score": 0.550831, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551782, "recall": 0.599802, "f1": 0.565308, "accuracy": 0.599802, "main_score": 0.565308, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537977, "recall": 0.588933, "f1": 0.551664, "accuracy": 0.588933, "main_score": 0.551664, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.654672, "recall": 0.69664, "f1": 0.665727, "accuracy": 0.69664, "main_score": 0.665727, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593575, "recall": 0.642292, "f1": 0.607451, "accuracy": 0.642292, "main_score": 0.607451, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491628, "recall": 0.538538, "f1": 0.504952, "accuracy": 0.538538, "main_score": 0.504952, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567877, "recall": 0.600791, "f1": 0.577511, "accuracy": 0.600791, "main_score": 0.577511, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598648, "recall": 0.652174, "f1": 0.613152, "accuracy": 0.652174, "main_score": 0.613152, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.547646, "recall": 0.600791, "f1": 0.563284, "accuracy": 0.600791, "main_score": 0.563284, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530365, "recall": 0.572134, "f1": 0.542564, "accuracy": 0.572134, "main_score": 0.542564, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592492, "recall": 0.644269, "f1": 0.606856, "accuracy": 0.644269, "main_score": 0.606856, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531423, "recall": 0.583004, "f1": 0.546989, "accuracy": 0.583004, "main_score": 0.546989, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582047, "recall": 0.62253, "f1": 0.592938, "accuracy": 0.62253, "main_score": 0.592938, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657855, "recall": 0.6917, "f1": 0.666796, "accuracy": 0.6917, "main_score": 0.666796, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586061, "recall": 0.625494, "f1": 0.597133, "accuracy": 0.625494, "main_score": 0.597133, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624389, "recall": 0.658103, "f1": 0.63419, "accuracy": 0.658103, "main_score": 0.63419, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591477, "recall": 0.648221, "f1": 0.607366, "accuracy": 0.648221, "main_score": 0.607366, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585331, "recall": 0.633399, "f1": 0.59935, "accuracy": 0.633399, "main_score": 0.59935, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611637, "recall": 0.65415, "f1": 0.62341, "accuracy": 0.65415, "main_score": 0.62341, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456829, "recall": 0.524704, "f1": 0.47619, "accuracy": 0.524704, "main_score": 0.47619, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618478, "recall": 0.663043, "f1": 0.629801, "accuracy": 0.663043, "main_score": 0.629801, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.599093, "recall": 0.645257, "f1": 0.611313, "accuracy": 0.645257, "main_score": 0.611313, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63571, "recall": 0.681818, "f1": 0.647325, "accuracy": 0.681818, "main_score": 0.647325, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.620248, "recall": 0.664032, "f1": 0.63214, "accuracy": 0.664032, "main_score": 0.63214, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.523953, "recall": 0.574111, "f1": 0.538034, "accuracy": 0.574111, "main_score": 0.538034, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545456, "recall": 0.589921, "f1": 0.557906, "accuracy": 0.589921, "main_score": 0.557906, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444952, "recall": 0.502964, "f1": 0.460788, "accuracy": 0.502964, "main_score": 0.460788, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.509496, "recall": 0.5583, "f1": 0.523652, "accuracy": 0.5583, "main_score": 0.523652, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.23868, "recall": 0.278656, "f1": 0.249442, "accuracy": 0.278656, "main_score": 0.249442, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.620134, "recall": 0.667984, "f1": 0.632532, "accuracy": 0.667984, "main_score": 0.632532, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576006, "recall": 0.624506, "f1": 0.58959, "accuracy": 0.624506, "main_score": 0.58959, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.620445, "recall": 0.663043, "f1": 0.630922, "accuracy": 0.663043, "main_score": 0.630922, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604843, "recall": 0.641304, "f1": 0.61417, "accuracy": 0.641304, "main_score": 0.61417, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582445, "recall": 0.629447, "f1": 0.595047, "accuracy": 0.629447, "main_score": 0.595047, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611715, "recall": 0.664032, "f1": 0.625495, "accuracy": 0.664032, "main_score": 0.625495, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607842, "recall": 0.645257, "f1": 0.617796, "accuracy": 0.645257, "main_score": 0.617796, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608126, "recall": 0.653162, "f1": 0.620082, "accuracy": 0.653162, "main_score": 0.620082, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603861, "recall": 0.653162, "f1": 0.616621, "accuracy": 0.653162, "main_score": 0.616621, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.596904, "recall": 0.641304, "f1": 0.608347, "accuracy": 0.641304, "main_score": 0.608347, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555789, "recall": 0.600791, "f1": 0.568058, "accuracy": 0.600791, "main_score": 0.568058, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613415, "recall": 0.660079, "f1": 0.625938, "accuracy": 0.660079, "main_score": 0.625938, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535976, "recall": 0.592885, "f1": 0.551121, "accuracy": 0.592885, "main_score": 0.551121, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.620291, "recall": 0.670949, "f1": 0.633765, "accuracy": 0.670949, "main_score": 0.633765, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564881, "recall": 0.602767, "f1": 0.575352, "accuracy": 0.602767, "main_score": 0.575352, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605071, "recall": 0.656126, "f1": 0.617864, "accuracy": 0.656126, "main_score": 0.617864, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568465, "recall": 0.619565, "f1": 0.581499, "accuracy": 0.619565, "main_score": 0.581499, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.654687, "recall": 0.704545, "f1": 0.667798, "accuracy": 0.704545, "main_score": 0.667798, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6416, "recall": 0.689723, "f1": 0.653415, "accuracy": 0.689723, "main_score": 0.653415, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550902, "recall": 0.602767, "f1": 0.565082, "accuracy": 0.602767, "main_score": 0.565082, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626985, "recall": 0.670949, "f1": 0.63821, "accuracy": 0.670949, "main_score": 0.63821, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.612846, "recall": 0.661067, "f1": 0.625124, "accuracy": 0.661067, "main_score": 0.625124, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.605605, "recall": 0.650198, "f1": 0.616893, "accuracy": 0.650198, "main_score": 0.616893, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197168, "recall": 0.237154, "f1": 0.207088, "accuracy": 0.237154, "main_score": 0.207088, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60515, "recall": 0.660079, "f1": 0.619575, "accuracy": 0.660079, "main_score": 0.619575, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615559, "recall": 0.658103, "f1": 0.627038, "accuracy": 0.658103, "main_score": 0.627038, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625444, "recall": 0.666996, "f1": 0.635772, "accuracy": 0.666996, "main_score": 0.635772, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609155, "recall": 0.65415, "f1": 0.620856, "accuracy": 0.65415, "main_score": 0.620856, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599391, "recall": 0.639328, "f1": 0.609892, "accuracy": 0.639328, "main_score": 0.609892, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627994, "recall": 0.664032, "f1": 0.636843, "accuracy": 0.664032, "main_score": 0.636843, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554943, "recall": 0.598814, "f1": 0.567082, "accuracy": 0.598814, "main_score": 0.567082, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629484, "recall": 0.677866, "f1": 0.642199, "accuracy": 0.677866, "main_score": 0.642199, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522577, "recall": 0.575099, "f1": 0.537034, "accuracy": 0.575099, "main_score": 0.537034, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585368, "recall": 0.632411, "f1": 0.597921, "accuracy": 0.632411, "main_score": 0.597921, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613025, "recall": 0.660079, "f1": 0.625046, "accuracy": 0.660079, "main_score": 0.625046, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.596937, "recall": 0.645257, "f1": 0.60971, "accuracy": 0.645257, "main_score": 0.60971, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592896, "recall": 0.639328, "f1": 0.605635, "accuracy": 0.639328, "main_score": 0.605635, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.542358, "recall": 0.589921, "f1": 0.555529, "accuracy": 0.589921, "main_score": 0.555529, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401136, "recall": 0.454545, "f1": 0.415886, "accuracy": 0.454545, "main_score": 0.415886, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628709, "recall": 0.667984, "f1": 0.638789, "accuracy": 0.667984, "main_score": 0.638789, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567001, "recall": 0.610672, "f1": 0.578749, "accuracy": 0.610672, "main_score": 0.578749, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628079, "recall": 0.676877, "f1": 0.640564, "accuracy": 0.676877, "main_score": 0.640564, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.645384, "recall": 0.692688, "f1": 0.658169, "accuracy": 0.692688, "main_score": 0.658169, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59466, "recall": 0.63834, "f1": 0.606057, "accuracy": 0.63834, "main_score": 0.606057, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59517, "recall": 0.646245, "f1": 0.608743, "accuracy": 0.646245, "main_score": 0.608743, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527993, "recall": 0.572134, "f1": 0.54037, "accuracy": 0.572134, "main_score": 0.54037, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568098, "recall": 0.615613, "f1": 0.580777, "accuracy": 0.615613, "main_score": 0.580777, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606465, "recall": 0.657115, "f1": 0.61996, "accuracy": 0.657115, "main_score": 0.61996, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64197, "recall": 0.692688, "f1": 0.655376, "accuracy": 0.692688, "main_score": 0.655376, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621517, "recall": 0.663043, "f1": 0.63135, "accuracy": 0.663043, "main_score": 0.63135, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523017, "recall": 0.573123, "f1": 0.537512, "accuracy": 0.573123, "main_score": 0.537512, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614808, "recall": 0.661067, "f1": 0.626676, "accuracy": 0.661067, "main_score": 0.626676, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432277, "recall": 0.485178, "f1": 0.446271, "accuracy": 0.485178, "main_score": 0.446271, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505171, "recall": 0.546443, "f1": 0.517509, "accuracy": 0.546443, "main_score": 0.517509, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62248, "recall": 0.663043, "f1": 0.632931, "accuracy": 0.663043, "main_score": 0.632931, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318878, "recall": 0.368577, "f1": 0.332177, "accuracy": 0.368577, "main_score": 0.332177, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618704, "recall": 0.667984, "f1": 0.631712, "accuracy": 0.667984, "main_score": 0.631712, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.615224, "recall": 0.661067, "f1": 0.627406, "accuracy": 0.661067, "main_score": 0.627406, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.628598, "recall": 0.675889, "f1": 0.640048, "accuracy": 0.675889, "main_score": 0.640048, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589753, "recall": 0.644269, "f1": 0.604389, "accuracy": 0.644269, "main_score": 0.604389, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566421, "recall": 0.608696, "f1": 0.578256, "accuracy": 0.608696, "main_score": 0.578256, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624841, "recall": 0.658103, "f1": 0.633294, "accuracy": 0.658103, "main_score": 0.633294, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587269, "recall": 0.634387, "f1": 0.600414, "accuracy": 0.634387, "main_score": 0.600414, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638824, "recall": 0.681818, "f1": 0.650065, "accuracy": 0.681818, "main_score": 0.650065, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565663, "recall": 0.600791, "f1": 0.575881, "accuracy": 0.600791, "main_score": 0.575881, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613092, "recall": 0.65415, "f1": 0.623199, "accuracy": 0.65415, "main_score": 0.623199, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540635, "recall": 0.586957, "f1": 0.553459, "accuracy": 0.586957, "main_score": 0.553459, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613679, "recall": 0.661067, "f1": 0.626647, "accuracy": 0.661067, "main_score": 0.626647, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595327, "recall": 0.639328, "f1": 0.606647, "accuracy": 0.639328, "main_score": 0.606647, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633272, "recall": 0.68083, "f1": 0.645755, "accuracy": 0.68083, "main_score": 0.645755, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304648, "recall": 0.358696, "f1": 0.317784, "accuracy": 0.358696, "main_score": 0.317784, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.588439, "recall": 0.630435, "f1": 0.599737, "accuracy": 0.630435, "main_score": 0.599737, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579712, "recall": 0.634387, "f1": 0.593994, "accuracy": 0.634387, "main_score": 0.593994, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595859, "recall": 0.641304, "f1": 0.608764, "accuracy": 0.641304, "main_score": 0.608764, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507107, "recall": 0.556324, "f1": 0.521339, "accuracy": 0.556324, "main_score": 0.521339, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.630267, "recall": 0.68083, "f1": 0.643344, "accuracy": 0.68083, "main_score": 0.643344, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629691, "recall": 0.66996, "f1": 0.639372, "accuracy": 0.66996, "main_score": 0.639372, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621209, "recall": 0.666996, "f1": 0.633455, "accuracy": 0.666996, "main_score": 0.633455, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525218, "recall": 0.581028, "f1": 0.540111, "accuracy": 0.581028, "main_score": 0.540111, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.635589, "recall": 0.682806, "f1": 0.64717, "accuracy": 0.682806, "main_score": 0.64717, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597547, "recall": 0.643281, "f1": 0.610115, "accuracy": 0.643281, "main_score": 0.610115, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633651, "recall": 0.679842, "f1": 0.64544, "accuracy": 0.679842, "main_score": 0.64544, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601501, "recall": 0.655138, "f1": 0.614694, "accuracy": 0.655138, "main_score": 0.614694, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513674, "recall": 0.5583, "f1": 0.525823, "accuracy": 0.5583, "main_score": 0.525823, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546217, "recall": 0.597826, "f1": 0.559956, "accuracy": 0.597826, "main_score": 0.559956, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606285, "recall": 0.649209, "f1": 0.617319, "accuracy": 0.649209, "main_score": 0.617319, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.619396, "recall": 0.663043, "f1": 0.630884, "accuracy": 0.663043, "main_score": 0.630884, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607533, "recall": 0.660079, "f1": 0.621248, "accuracy": 0.660079, "main_score": 0.621248, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566532, "recall": 0.610672, "f1": 0.577827, "accuracy": 0.610672, "main_score": 0.577827, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46511, "recall": 0.51087, "f1": 0.477953, "accuracy": 0.51087, "main_score": 0.477953, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636048, "recall": 0.676877, "f1": 0.646078, "accuracy": 0.676877, "main_score": 0.646078, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554187, "recall": 0.602767, "f1": 0.567331, "accuracy": 0.602767, "main_score": 0.567331, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.543969, "recall": 0.587945, "f1": 0.555822, "accuracy": 0.587945, "main_score": 0.555822, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605085, "recall": 0.655138, "f1": 0.618278, "accuracy": 0.655138, "main_score": 0.618278, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497151, "recall": 0.536561, "f1": 0.508484, "accuracy": 0.536561, "main_score": 0.508484, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645939, "recall": 0.68083, "f1": 0.654164, "accuracy": 0.68083, "main_score": 0.654164, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614502, "recall": 0.666008, "f1": 0.627506, "accuracy": 0.666008, "main_score": 0.627506, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.617038, "recall": 0.662055, "f1": 0.62948, "accuracy": 0.662055, "main_score": 0.62948, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.63991, "recall": 0.686759, "f1": 0.651942, "accuracy": 0.686759, "main_score": 0.651942, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601709, "recall": 0.645257, "f1": 0.612867, "accuracy": 0.645257, "main_score": 0.612867, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.611642, "recall": 0.656126, "f1": 0.622699, "accuracy": 0.656126, "main_score": 0.622699, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468428, "recall": 0.535573, "f1": 0.48639, "accuracy": 0.535573, "main_score": 0.48639, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.548453, "recall": 0.596838, "f1": 0.5615, "accuracy": 0.596838, "main_score": 0.5615, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195287, "recall": 0.241107, "f1": 0.206158, "accuracy": 0.241107, "main_score": 0.206158, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.563825, "recall": 0.607708, "f1": 0.576107, "accuracy": 0.607708, "main_score": 0.576107, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491441, "recall": 0.540514, "f1": 0.504684, "accuracy": 0.540514, "main_score": 0.504684, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636735, "recall": 0.677866, "f1": 0.647017, "accuracy": 0.677866, "main_score": 0.647017, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609626, "recall": 0.652174, "f1": 0.620589, "accuracy": 0.652174, "main_score": 0.620589, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427327, "recall": 0.475296, "f1": 0.440346, "accuracy": 0.475296, "main_score": 0.440346, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598739, "recall": 0.642292, "f1": 0.609607, "accuracy": 0.642292, "main_score": 0.609607, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613275, "recall": 0.662055, "f1": 0.625426, "accuracy": 0.662055, "main_score": 0.625426, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561073, "recall": 0.61166, "f1": 0.574089, "accuracy": 0.61166, "main_score": 0.574089, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602194, "recall": 0.65415, "f1": 0.615807, "accuracy": 0.65415, "main_score": 0.615807, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.602907, "recall": 0.649209, "f1": 0.615453, "accuracy": 0.649209, "main_score": 0.615453, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604337, "recall": 0.656126, "f1": 0.617738, "accuracy": 0.656126, "main_score": 0.617738, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.63617, "recall": 0.66996, "f1": 0.645425, "accuracy": 0.66996, "main_score": 0.645425, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51702, "recall": 0.562253, "f1": 0.529861, "accuracy": 0.562253, "main_score": 0.529861, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501123, "recall": 0.552372, "f1": 0.515447, "accuracy": 0.552372, "main_score": 0.515447, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587203, "recall": 0.624506, "f1": 0.59805, "accuracy": 0.624506, "main_score": 0.59805, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616537, "recall": 0.666008, "f1": 0.629081, "accuracy": 0.666008, "main_score": 0.629081, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128002, "recall": 0.172925, "f1": 0.138603, "accuracy": 0.172925, "main_score": 0.138603, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.599313, "recall": 0.647233, "f1": 0.611975, "accuracy": 0.647233, "main_score": 0.611975, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.532303, "recall": 0.590909, "f1": 0.548243, "accuracy": 0.590909, "main_score": 0.548243, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.589058, "recall": 0.633399, "f1": 0.601654, "accuracy": 0.633399, "main_score": 0.601654, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.62407, "recall": 0.666008, "f1": 0.634935, "accuracy": 0.666008, "main_score": 0.634935, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49521, "recall": 0.547431, "f1": 0.51, "accuracy": 0.547431, "main_score": 0.51, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55896, "recall": 0.609684, "f1": 0.573135, "accuracy": 0.609684, "main_score": 0.573135, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599778, "recall": 0.649209, "f1": 0.611563, "accuracy": 0.649209, "main_score": 0.611563, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625935, "recall": 0.670949, "f1": 0.637504, "accuracy": 0.670949, "main_score": 0.637504, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619685, "recall": 0.658103, "f1": 0.629942, "accuracy": 0.658103, "main_score": 0.629942, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5893, "recall": 0.632411, "f1": 0.600934, "accuracy": 0.632411, "main_score": 0.600934, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52687, "recall": 0.585968, "f1": 0.544172, "accuracy": 0.585968, "main_score": 0.544172, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616796, "recall": 0.66502, "f1": 0.628584, "accuracy": 0.66502, "main_score": 0.628584, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515464, "recall": 0.549407, "f1": 0.524846, "accuracy": 0.549407, "main_score": 0.524846, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53936, "recall": 0.58004, "f1": 0.549898, "accuracy": 0.58004, "main_score": 0.549898, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608351, "recall": 0.65415, "f1": 0.620354, "accuracy": 0.65415, "main_score": 0.620354, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.599884, "recall": 0.641304, "f1": 0.610436, "accuracy": 0.641304, "main_score": 0.610436, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592807, "recall": 0.644269, "f1": 0.605732, "accuracy": 0.644269, "main_score": 0.605732, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.452614, "recall": 0.497036, "f1": 0.464876, "accuracy": 0.497036, "main_score": 0.464876, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.648698, "recall": 0.694664, "f1": 0.660629, "accuracy": 0.694664, "main_score": 0.660629, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60271, "recall": 0.655138, "f1": 0.616622, "accuracy": 0.655138, "main_score": 0.616622, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.58331, "recall": 0.637352, "f1": 0.597448, "accuracy": 0.637352, "main_score": 0.597448, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549274, "recall": 0.600791, "f1": 0.563002, "accuracy": 0.600791, "main_score": 0.563002, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541216, "recall": 0.586957, "f1": 0.554323, "accuracy": 0.586957, "main_score": 0.554323, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526911, "recall": 0.579051, "f1": 0.540911, "accuracy": 0.579051, "main_score": 0.540911, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563759, "recall": 0.613636, "f1": 0.57722, "accuracy": 0.613636, "main_score": 0.57722, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598148, "recall": 0.625494, "f1": 0.605997, "accuracy": 0.625494, "main_score": 0.605997, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519769, "recall": 0.578063, "f1": 0.534843, "accuracy": 0.578063, "main_score": 0.534843, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.605759, "recall": 0.653162, "f1": 0.6181, "accuracy": 0.653162, "main_score": 0.6181, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.581172, "recall": 0.625494, "f1": 0.592516, "accuracy": 0.625494, "main_score": 0.592516, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.629802, "recall": 0.675889, "f1": 0.641447, "accuracy": 0.675889, "main_score": 0.641447, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593794, "recall": 0.643281, "f1": 0.606109, "accuracy": 0.643281, "main_score": 0.606109, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636574, "recall": 0.679842, "f1": 0.648139, "accuracy": 0.679842, "main_score": 0.648139, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553323, "recall": 0.601779, "f1": 0.566413, "accuracy": 0.601779, "main_score": 0.566413, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.594115, "recall": 0.63834, "f1": 0.605959, "accuracy": 0.63834, "main_score": 0.605959, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465769, "recall": 0.523715, "f1": 0.481332, "accuracy": 0.523715, "main_score": 0.481332, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623924, "recall": 0.668972, "f1": 0.636267, "accuracy": 0.668972, "main_score": 0.636267, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423918, "recall": 0.486166, "f1": 0.440543, "accuracy": 0.486166, "main_score": 0.440543, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.5793, "recall": 0.630435, "f1": 0.592364, "accuracy": 0.630435, "main_score": 0.592364, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.609186, "recall": 0.657115, "f1": 0.621472, "accuracy": 0.657115, "main_score": 0.621472, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.589911, "recall": 0.634387, "f1": 0.601547, "accuracy": 0.634387, "main_score": 0.601547, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596725, "recall": 0.633399, "f1": 0.606451, "accuracy": 0.633399, "main_score": 0.606451, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564144, "recall": 0.62253, "f1": 0.579215, "accuracy": 0.62253, "main_score": 0.579215, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.579323, "recall": 0.617589, "f1": 0.590091, "accuracy": 0.617589, "main_score": 0.590091, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627663, "recall": 0.66502, "f1": 0.636996, "accuracy": 0.66502, "main_score": 0.636996, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610569, "recall": 0.652174, "f1": 0.621289, "accuracy": 0.652174, "main_score": 0.621289, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646685, "recall": 0.693676, "f1": 0.658361, "accuracy": 0.693676, "main_score": 0.658361, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519917, "recall": 0.565217, "f1": 0.532699, "accuracy": 0.565217, "main_score": 0.532699, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633513, "recall": 0.682806, "f1": 0.646095, "accuracy": 0.682806, "main_score": 0.646095, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609228, "recall": 0.660079, "f1": 0.622752, "accuracy": 0.660079, "main_score": 0.622752, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.597134, "recall": 0.646245, "f1": 0.610624, "accuracy": 0.646245, "main_score": 0.610624, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533335, "recall": 0.588933, "f1": 0.548989, "accuracy": 0.588933, "main_score": 0.548989, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644799, "recall": 0.689723, "f1": 0.656502, "accuracy": 0.689723, "main_score": 0.656502, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593578, "recall": 0.634387, "f1": 0.60437, "accuracy": 0.634387, "main_score": 0.60437, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535616, "recall": 0.576087, "f1": 0.546687, "accuracy": 0.576087, "main_score": 0.546687, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589948, "recall": 0.63834, "f1": 0.603551, "accuracy": 0.63834, "main_score": 0.603551, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512188, "recall": 0.566206, "f1": 0.527367, "accuracy": 0.566206, "main_score": 0.527367, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.626793, "recall": 0.66996, "f1": 0.637698, "accuracy": 0.66996, "main_score": 0.637698, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557432, "recall": 0.609684, "f1": 0.572221, "accuracy": 0.609684, "main_score": 0.572221, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506055, "recall": 0.546443, "f1": 0.516913, "accuracy": 0.546443, "main_score": 0.516913, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573223, "recall": 0.607708, "f1": 0.583193, "accuracy": 0.607708, "main_score": 0.583193, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590055, "recall": 0.641304, "f1": 0.603368, "accuracy": 0.641304, "main_score": 0.603368, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585665, "recall": 0.636364, "f1": 0.600101, "accuracy": 0.636364, "main_score": 0.600101, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544774, "recall": 0.588933, "f1": 0.557237, "accuracy": 0.588933, "main_score": 0.557237, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577389, "recall": 0.62747, "f1": 0.590259, "accuracy": 0.62747, "main_score": 0.590259, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514413, "recall": 0.563241, "f1": 0.528931, "accuracy": 0.563241, "main_score": 0.528931, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558517, "recall": 0.604743, "f1": 0.571267, "accuracy": 0.604743, "main_score": 0.571267, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6111, "recall": 0.655138, "f1": 0.621739, "accuracy": 0.655138, "main_score": 0.621739, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599125, "recall": 0.632411, "f1": 0.608303, "accuracy": 0.632411, "main_score": 0.608303, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583463, "recall": 0.616601, "f1": 0.592442, "accuracy": 0.616601, "main_score": 0.592442, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589516, "recall": 0.640316, "f1": 0.603179, "accuracy": 0.640316, "main_score": 0.603179, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557088, "recall": 0.606719, "f1": 0.570465, "accuracy": 0.606719, "main_score": 0.570465, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600355, "recall": 0.647233, "f1": 0.612147, "accuracy": 0.647233, "main_score": 0.612147, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447159, "recall": 0.51581, "f1": 0.467056, "accuracy": 0.51581, "main_score": 0.467056, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608183, "recall": 0.652174, "f1": 0.619481, "accuracy": 0.652174, "main_score": 0.619481, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.578403, "recall": 0.62253, "f1": 0.590621, "accuracy": 0.62253, "main_score": 0.590621, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.613759, "recall": 0.659091, "f1": 0.625928, "accuracy": 0.659091, "main_score": 0.625928, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602757, "recall": 0.648221, "f1": 0.61487, "accuracy": 0.648221, "main_score": 0.61487, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.530872, "recall": 0.577075, "f1": 0.543783, "accuracy": 0.577075, "main_score": 0.543783, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632175, "recall": 0.681818, "f1": 0.64641, "accuracy": 0.681818, "main_score": 0.64641, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594633, "recall": 0.652174, "f1": 0.611172, "accuracy": 0.652174, "main_score": 0.611172, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534496, "recall": 0.59585, "f1": 0.551649, "accuracy": 0.59585, "main_score": 0.551649, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.431844, "recall": 0.506917, "f1": 0.452222, "accuracy": 0.506917, "main_score": 0.452222, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587393, "recall": 0.645257, "f1": 0.603565, "accuracy": 0.645257, "main_score": 0.603565, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875774, "recall": 0.906126, "f1": 0.885277, "accuracy": 0.906126, "main_score": 0.885277, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.965415, "f1": 0.956423, "accuracy": 0.965415, "main_score": 0.956423, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.602833, "recall": 0.658103, "f1": 0.618845, "accuracy": 0.658103, "main_score": 0.618845, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610664, "recall": 0.675889, "f1": 0.628951, "accuracy": 0.675889, "main_score": 0.628951, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562504, "recall": 0.62747, "f1": 0.579949, "accuracy": 0.62747, "main_score": 0.579949, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190754, "recall": 0.238142, "f1": 0.202463, "accuracy": 0.238142, "main_score": 0.202463, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645334, "recall": 0.69664, "f1": 0.659469, "accuracy": 0.69664, "main_score": 0.659469, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.673328, "recall": 0.725296, "f1": 0.688955, "accuracy": 0.725296, "main_score": 0.688955, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.566875, "recall": 0.616601, "f1": 0.581724, "accuracy": 0.616601, "main_score": 0.581724, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513607, "recall": 0.586957, "f1": 0.533338, "accuracy": 0.586957, "main_score": 0.533338, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561833, "recall": 0.62253, "f1": 0.579323, "accuracy": 0.62253, "main_score": 0.579323, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599967, "recall": 0.65415, "f1": 0.615302, "accuracy": 0.65415, "main_score": 0.615302, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893116, "recall": 0.923913, "f1": 0.902997, "accuracy": 0.923913, "main_score": 0.902997, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536777, "recall": 0.592885, "f1": 0.55297, "accuracy": 0.592885, "main_score": 0.55297, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552617, "recall": 0.612648, "f1": 0.569444, "accuracy": 0.612648, "main_score": 0.569444, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519601, "recall": 0.578063, "f1": 0.535611, "accuracy": 0.578063, "main_score": 0.535611, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94664, "recall": 0.962451, "f1": 0.951746, "accuracy": 0.962451, "main_score": 0.951746, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326252, "recall": 0.384387, "f1": 0.342792, "accuracy": 0.384387, "main_score": 0.342792, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591548, "recall": 0.652174, "f1": 0.608437, "accuracy": 0.652174, "main_score": 0.608437, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587356, "recall": 0.645257, "f1": 0.603898, "accuracy": 0.645257, "main_score": 0.603898, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7212, "recall": 0.780632, "f1": 0.738455, "accuracy": 0.780632, "main_score": 0.738455, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655543, "recall": 0.732213, "f1": 0.677539, "accuracy": 0.732213, "main_score": 0.677539, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.700192, "recall": 0.761858, "f1": 0.717907, "accuracy": 0.761858, "main_score": 0.717907, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66605, "recall": 0.714427, "f1": 0.680635, "accuracy": 0.714427, "main_score": 0.680635, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672376, "recall": 0.731225, "f1": 0.689665, "accuracy": 0.731225, "main_score": 0.689665, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545217, "recall": 0.604743, "f1": 0.562055, "accuracy": 0.604743, "main_score": 0.562055, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566535, "recall": 0.624506, "f1": 0.583366, "accuracy": 0.624506, "main_score": 0.583366, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.800198, "recall": 0.846838, "f1": 0.814328, "accuracy": 0.846838, "main_score": 0.814328, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479771, "recall": 0.534585, "f1": 0.494192, "accuracy": 0.534585, "main_score": 0.494192, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.880905, "recall": 0.914032, "f1": 0.891222, "accuracy": 0.914032, "main_score": 0.891222, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543775, "recall": 0.604743, "f1": 0.560907, "accuracy": 0.604743, "main_score": 0.560907, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.598591, "recall": 0.659091, "f1": 0.615176, "accuracy": 0.659091, "main_score": 0.615176, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203323, "recall": 0.256917, "f1": 0.214809, "accuracy": 0.256917, "main_score": 0.214809, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.632181, "recall": 0.690711, "f1": 0.6488, "accuracy": 0.690711, "main_score": 0.6488, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804447, "recall": 0.850791, "f1": 0.818234, "accuracy": 0.850791, "main_score": 0.818234, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414827, "recall": 0.470356, "f1": 0.429842, "accuracy": 0.470356, "main_score": 0.429842, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.672439, "recall": 0.727273, "f1": 0.688494, "accuracy": 0.727273, "main_score": 0.688494, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563863, "recall": 0.618577, "f1": 0.579257, "accuracy": 0.618577, "main_score": 0.579257, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517713, "recall": 0.58004, "f1": 0.534506, "accuracy": 0.58004, "main_score": 0.534506, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687368, "recall": 0.738142, "f1": 0.702522, "accuracy": 0.738142, "main_score": 0.702522, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.229423, "recall": 0.312253, "f1": 0.251252, "accuracy": 0.312253, "main_score": 0.251252, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.96805, "recall": 0.977273, "f1": 0.971014, "accuracy": 0.977273, "main_score": 0.971014, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594746, "recall": 0.655138, "f1": 0.612108, "accuracy": 0.655138, "main_score": 0.612108, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59129, "recall": 0.655138, "f1": 0.609425, "accuracy": 0.655138, "main_score": 0.609425, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.714345, "recall": 0.77668, "f1": 0.733503, "accuracy": 0.77668, "main_score": 0.733503, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557809, "recall": 0.618577, "f1": 0.575922, "accuracy": 0.618577, "main_score": 0.575922, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808202, "recall": 0.853755, "f1": 0.822069, "accuracy": 0.853755, "main_score": 0.822069, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472974, "recall": 0.532609, "f1": 0.489568, "accuracy": 0.532609, "main_score": 0.489568, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.885623, "recall": 0.916008, "f1": 0.895158, "accuracy": 0.916008, "main_score": 0.895158, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947793, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952075, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627875, "recall": 0.678854, "f1": 0.642358, "accuracy": 0.678854, "main_score": 0.642358, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889493, "recall": 0.921937, "f1": 0.899624, "accuracy": 0.921937, "main_score": 0.899624, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473519, "recall": 0.535573, "f1": 0.490122, "accuracy": 0.535573, "main_score": 0.490122, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625543, "recall": 0.695652, "f1": 0.64633, "accuracy": 0.695652, "main_score": 0.64633, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83918, "recall": 0.879447, "f1": 0.851252, "accuracy": 0.879447, "main_score": 0.851252, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.632373, "recall": 0.684783, "f1": 0.647271, "accuracy": 0.684783, "main_score": 0.647271, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648295, "recall": 0.706522, "f1": 0.665291, "accuracy": 0.706522, "main_score": 0.665291, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.958498, "f1": 0.94697, "accuracy": 0.958498, "main_score": 0.94697, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543281, "recall": 0.610672, "f1": 0.562756, "accuracy": 0.610672, "main_score": 0.562756, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53587, "recall": 0.597826, "f1": 0.553644, "accuracy": 0.597826, "main_score": 0.553644, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825873, "recall": 0.869565, "f1": 0.838966, "accuracy": 0.869565, "main_score": 0.838966, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55267, "recall": 0.614625, "f1": 0.569971, "accuracy": 0.614625, "main_score": 0.569971, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624466, "recall": 0.684783, "f1": 0.642144, "accuracy": 0.684783, "main_score": 0.642144, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933383, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.976285, "f1": 0.969862, "accuracy": 0.976285, "main_score": 0.969862, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49955, "recall": 0.557312, "f1": 0.516118, "accuracy": 0.557312, "main_score": 0.516118, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581803, "recall": 0.637352, "f1": 0.596373, "accuracy": 0.637352, "main_score": 0.596373, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.593054, "recall": 0.657115, "f1": 0.610979, "accuracy": 0.657115, "main_score": 0.610979, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5656, "recall": 0.620553, "f1": 0.580903, "accuracy": 0.620553, "main_score": 0.580903, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529769, "recall": 0.598814, "f1": 0.549731, "accuracy": 0.598814, "main_score": 0.549731, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744928, "recall": 0.798419, "f1": 0.761166, "accuracy": 0.798419, "main_score": 0.761166, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752668, "recall": 0.801383, "f1": 0.767391, "accuracy": 0.801383, "main_score": 0.767391, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870553, "recall": 0.899209, "f1": 0.879414, "accuracy": 0.899209, "main_score": 0.879414, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951581, "recall": 0.966403, "f1": 0.956522, "accuracy": 0.966403, "main_score": 0.956522, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486578, "recall": 0.562253, "f1": 0.508546, "accuracy": 0.562253, "main_score": 0.508546, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.713307, "recall": 0.770751, "f1": 0.730618, "accuracy": 0.770751, "main_score": 0.730618, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606523, "recall": 0.659091, "f1": 0.620992, "accuracy": 0.659091, "main_score": 0.620992, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548148, "recall": 0.612648, "f1": 0.566427, "accuracy": 0.612648, "main_score": 0.566427, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.533632, "recall": 0.591897, "f1": 0.549449, "accuracy": 0.591897, "main_score": 0.549449, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.334181, "recall": 0.394269, "f1": 0.349421, "accuracy": 0.394269, "main_score": 0.349421, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.931522, "recall": 0.950593, "f1": 0.937371, "accuracy": 0.950593, "main_score": 0.937371, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.894219, "recall": 0.922925, "f1": 0.903195, "accuracy": 0.922925, "main_score": 0.903195, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.942688, "f1": 0.928821, "accuracy": 0.942688, "main_score": 0.928821, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.898386, "recall": 0.922925, "f1": 0.90575, "accuracy": 0.922925, "main_score": 0.90575, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612781, "recall": 0.667984, "f1": 0.627684, "accuracy": 0.667984, "main_score": 0.627684, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.950593, "f1": 0.937714, "accuracy": 0.950593, "main_score": 0.937714, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7925, "recall": 0.838933, "f1": 0.80611, "accuracy": 0.838933, "main_score": 0.80611, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886488, "recall": 0.912055, "f1": 0.894088, "accuracy": 0.912055, "main_score": 0.894088, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928607, "recall": 0.949605, "f1": 0.935145, "accuracy": 0.949605, "main_score": 0.935145, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.915161, "recall": 0.936759, "f1": 0.921821, "accuracy": 0.936759, "main_score": 0.921821, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616134, "recall": 0.670949, "f1": 0.631112, "accuracy": 0.670949, "main_score": 0.631112, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928583, "recall": 0.949605, "f1": 0.93526, "accuracy": 0.949605, "main_score": 0.93526, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.845811, "recall": 0.886364, "f1": 0.857938, "accuracy": 0.886364, "main_score": 0.857938, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960804, "accuracy": 0.969368, "main_score": 0.960804, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62479, "recall": 0.68083, "f1": 0.640501, "accuracy": 0.68083, "main_score": 0.640501, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932131, "recall": 0.950593, "f1": 0.937648, "accuracy": 0.950593, "main_score": 0.937648, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.940711, "f1": 0.923551, "accuracy": 0.940711, "main_score": 0.923551, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.956522, "f1": 0.943478, "accuracy": 0.956522, "main_score": 0.943478, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553698, "recall": 0.609684, "f1": 0.569196, "accuracy": 0.609684, "main_score": 0.569196, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.945652, "f1": 0.930237, "accuracy": 0.945652, "main_score": 0.930237, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.930336, "recall": 0.950593, "f1": 0.936561, "accuracy": 0.950593, "main_score": 0.936561, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.900889, "recall": 0.926877, "f1": 0.908564, "accuracy": 0.926877, "main_score": 0.908564, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189555, "recall": 0.23419, "f1": 0.200015, "accuracy": 0.23419, "main_score": 0.200015, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.92663, "recall": 0.948617, "f1": 0.933498, "accuracy": 0.948617, "main_score": 0.933498, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.635928, "recall": 0.684783, "f1": 0.649202, "accuracy": 0.684783, "main_score": 0.649202, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941041, "recall": 0.95751, "f1": 0.946146, "accuracy": 0.95751, "main_score": 0.946146, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928607, "recall": 0.947628, "f1": 0.934274, "accuracy": 0.947628, "main_score": 0.934274, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874209, "recall": 0.906126, "f1": 0.884025, "accuracy": 0.906126, "main_score": 0.884025, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.930451, "recall": 0.948617, "f1": 0.935837, "accuracy": 0.948617, "main_score": 0.935837, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.639735, "recall": 0.6917, "f1": 0.654683, "accuracy": 0.6917, "main_score": 0.654683, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.964427, "f1": 0.952734, "accuracy": 0.964427, "main_score": 0.952734, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.800314, "recall": 0.848814, "f1": 0.815091, "accuracy": 0.848814, "main_score": 0.815091, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.911265, "recall": 0.933794, "f1": 0.918116, "accuracy": 0.933794, "main_score": 0.918116, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.929265, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.942688, "f1": 0.92668, "accuracy": 0.942688, "main_score": 0.92668, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919878, "recall": 0.942688, "f1": 0.927108, "accuracy": 0.942688, "main_score": 0.927108, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553054, "recall": 0.604743, "f1": 0.567064, "accuracy": 0.604743, "main_score": 0.567064, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489321, "recall": 0.55336, "f1": 0.506419, "accuracy": 0.55336, "main_score": 0.506419, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.938109, "recall": 0.955534, "f1": 0.943464, "accuracy": 0.955534, "main_score": 0.943464, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567097, "recall": 0.629447, "f1": 0.58414, "accuracy": 0.629447, "main_score": 0.58414, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.947217, "recall": 0.963439, "f1": 0.95247, "accuracy": 0.963439, "main_score": 0.95247, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913126, "recall": 0.937747, "f1": 0.920803, "accuracy": 0.937747, "main_score": 0.920803, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895422, "recall": 0.923913, "f1": 0.904433, "accuracy": 0.923913, "main_score": 0.904433, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599319, "recall": 0.65415, "f1": 0.614305, "accuracy": 0.65415, "main_score": 0.614305, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757139, "recall": 0.804348, "f1": 0.771036, "accuracy": 0.804348, "main_score": 0.771036, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90443, "recall": 0.929842, "f1": 0.912451, "accuracy": 0.929842, "main_score": 0.912451, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.972332, "f1": 0.964262, "accuracy": 0.972332, "main_score": 0.964262, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919837, "recall": 0.9417, "f1": 0.926292, "accuracy": 0.9417, "main_score": 0.926292, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522693, "recall": 0.581028, "f1": 0.538827, "accuracy": 0.581028, "main_score": 0.538827, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.958498, "f1": 0.947431, "accuracy": 0.958498, "main_score": 0.947431, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500631, "recall": 0.561265, "f1": 0.517934, "accuracy": 0.561265, "main_score": 0.517934, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529051, "recall": 0.583004, "f1": 0.543896, "accuracy": 0.583004, "main_score": 0.543896, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864032, "recall": 0.892292, "f1": 0.872464, "accuracy": 0.892292, "main_score": 0.872464, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318356, "recall": 0.375494, "f1": 0.334093, "accuracy": 0.375494, "main_score": 0.334093, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.939394, "recall": 0.95751, "f1": 0.945158, "accuracy": 0.95751, "main_score": 0.945158, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.932395, "recall": 0.952569, "f1": 0.938636, "accuracy": 0.952569, "main_score": 0.938636, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950511, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914608, "recall": 0.939723, "f1": 0.922497, "accuracy": 0.939723, "main_score": 0.922497, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612331, "recall": 0.671937, "f1": 0.62932, "accuracy": 0.671937, "main_score": 0.62932, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895119, "recall": 0.918972, "f1": 0.901972, "accuracy": 0.918972, "main_score": 0.901972, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845636, "recall": 0.885375, "f1": 0.857905, "accuracy": 0.885375, "main_score": 0.857905, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954216, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585447, "recall": 0.645257, "f1": 0.602123, "accuracy": 0.645257, "main_score": 0.602123, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897398, "recall": 0.923913, "f1": 0.905552, "accuracy": 0.923913, "main_score": 0.905552, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.666527, "recall": 0.724308, "f1": 0.682841, "accuracy": 0.724308, "main_score": 0.682841, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84553, "recall": 0.885375, "f1": 0.85771, "accuracy": 0.885375, "main_score": 0.85771, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.93083, "f1": 0.913175, "accuracy": 0.93083, "main_score": 0.913175, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930418, "recall": 0.949605, "f1": 0.936284, "accuracy": 0.949605, "main_score": 0.936284, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444592, "recall": 0.531621, "f1": 0.467644, "accuracy": 0.531621, "main_score": 0.467644, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.662338, "recall": 0.711462, "f1": 0.676187, "accuracy": 0.711462, "main_score": 0.676187, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855435, "recall": 0.891304, "f1": 0.865961, "accuracy": 0.891304, "main_score": 0.865961, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660337, "recall": 0.710474, "f1": 0.674464, "accuracy": 0.710474, "main_score": 0.674464, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644412, "recall": 0.704545, "f1": 0.661317, "accuracy": 0.704545, "main_score": 0.661317, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.95611, "recall": 0.969368, "f1": 0.960375, "accuracy": 0.969368, "main_score": 0.960375, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898962, "recall": 0.926877, "f1": 0.907839, "accuracy": 0.926877, "main_score": 0.907839, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943429, "recall": 0.960474, "f1": 0.948682, "accuracy": 0.960474, "main_score": 0.948682, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774984, "recall": 0.826087, "f1": 0.789846, "accuracy": 0.826087, "main_score": 0.789846, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.944862, "recall": 0.961462, "f1": 0.950066, "accuracy": 0.961462, "main_score": 0.950066, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.951581, "f1": 0.939347, "accuracy": 0.951581, "main_score": 0.939347, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942523, "recall": 0.959486, "f1": 0.947793, "accuracy": 0.959486, "main_score": 0.947793, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932724, "recall": 0.952569, "f1": 0.938966, "accuracy": 0.952569, "main_score": 0.938966, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.551677, "recall": 0.600791, "f1": 0.564909, "accuracy": 0.600791, "main_score": 0.564909, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540747, "recall": 0.597826, "f1": 0.55625, "accuracy": 0.597826, "main_score": 0.55625, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921146, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.938735, "f1": 0.921245, "accuracy": 0.938735, "main_score": 0.921245, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.928969, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.763332, "recall": 0.80336, "f1": 0.774646, "accuracy": 0.80336, "main_score": 0.774646, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479281, "recall": 0.532609, "f1": 0.493084, "accuracy": 0.532609, "main_score": 0.493084, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920866, "recall": 0.9417, "f1": 0.927226, "accuracy": 0.9417, "main_score": 0.927226, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861742, "recall": 0.897233, "f1": 0.872666, "accuracy": 0.897233, "main_score": 0.872666, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.715127, "recall": 0.775692, "f1": 0.733059, "accuracy": 0.775692, "main_score": 0.733059, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.964427, "f1": 0.953294, "accuracy": 0.964427, "main_score": 0.953294, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.545251, "recall": 0.599802, "f1": 0.560044, "accuracy": 0.599802, "main_score": 0.560044, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926499, "recall": 0.947628, "f1": 0.933037, "accuracy": 0.947628, "main_score": 0.933037, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934898, "recall": 0.953557, "f1": 0.940613, "accuracy": 0.953557, "main_score": 0.940613, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.962451, "f1": 0.950823, "accuracy": 0.962451, "main_score": 0.950823, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.953804, "recall": 0.967391, "f1": 0.95807, "accuracy": 0.967391, "main_score": 0.95807, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947661, "recall": 0.962451, "f1": 0.952042, "accuracy": 0.962451, "main_score": 0.952042, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.91362, "recall": 0.937747, "f1": 0.920967, "accuracy": 0.937747, "main_score": 0.920967, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838933, "recall": 0.885375, "f1": 0.853557, "accuracy": 0.885375, "main_score": 0.853557, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.595719, "recall": 0.659091, "f1": 0.613679, "accuracy": 0.659091, "main_score": 0.613679, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203174, "recall": 0.255929, "f1": 0.214556, "accuracy": 0.255929, "main_score": 0.214556, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.634332, "recall": 0.684783, "f1": 0.648334, "accuracy": 0.684783, "main_score": 0.648334, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641058, "recall": 0.704545, "f1": 0.658838, "accuracy": 0.704545, "main_score": 0.658838, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949638, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907115, "recall": 0.931818, "f1": 0.91446, "accuracy": 0.931818, "main_score": 0.91446, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414866, "recall": 0.465415, "f1": 0.42769, "accuracy": 0.465415, "main_score": 0.42769, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901433, "recall": 0.924901, "f1": 0.908616, "accuracy": 0.924901, "main_score": 0.908616, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945125, "accuracy": 0.95751, "main_score": 0.945125, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876729, "recall": 0.909091, "f1": 0.886726, "accuracy": 0.909091, "main_score": 0.886726, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.887731, "recall": 0.917984, "f1": 0.89682, "accuracy": 0.917984, "main_score": 0.89682, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.655189, "recall": 0.708498, "f1": 0.670018, "accuracy": 0.708498, "main_score": 0.670018, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930369, "recall": 0.950593, "f1": 0.936561, "accuracy": 0.950593, "main_score": 0.936561, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926525, "recall": 0.94664, "f1": 0.932889, "accuracy": 0.94664, "main_score": 0.932889, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554044, "recall": 0.613636, "f1": 0.571107, "accuracy": 0.613636, "main_score": 0.571107, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53534, "recall": 0.593874, "f1": 0.551271, "accuracy": 0.593874, "main_score": 0.551271, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657931, "recall": 0.709486, "f1": 0.67304, "accuracy": 0.709486, "main_score": 0.67304, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941074, "recall": 0.959486, "f1": 0.94697, "accuracy": 0.959486, "main_score": 0.94697, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.169306, "recall": 0.226285, "f1": 0.183324, "accuracy": 0.226285, "main_score": 0.183324, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.929381, "recall": 0.948617, "f1": 0.935112, "accuracy": 0.948617, "main_score": 0.935112, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.829803, "recall": 0.871542, "f1": 0.842457, "accuracy": 0.871542, "main_score": 0.842457, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.882987, "recall": 0.913043, "f1": 0.892115, "accuracy": 0.913043, "main_score": 0.892115, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.933959, "recall": 0.954545, "f1": 0.940547, "accuracy": 0.954545, "main_score": 0.940547, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557369, "recall": 0.616601, "f1": 0.574559, "accuracy": 0.616601, "main_score": 0.574559, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59008, "recall": 0.652174, "f1": 0.606966, "accuracy": 0.652174, "main_score": 0.606966, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921673, "recall": 0.942688, "f1": 0.928195, "accuracy": 0.942688, "main_score": 0.928195, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897513, "recall": 0.923913, "f1": 0.905289, "accuracy": 0.923913, "main_score": 0.905289, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857134, "recall": 0.892292, "f1": 0.867812, "accuracy": 0.892292, "main_score": 0.867812, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.621056, "recall": 0.686759, "f1": 0.640324, "accuracy": 0.686759, "main_score": 0.640324, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939674, "recall": 0.956522, "f1": 0.94473, "accuracy": 0.956522, "main_score": 0.94473, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.548015, "recall": 0.607708, "f1": 0.565108, "accuracy": 0.607708, "main_score": 0.565108, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657247, "recall": 0.718379, "f1": 0.673906, "accuracy": 0.718379, "main_score": 0.673906, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92416, "recall": 0.945652, "f1": 0.930896, "accuracy": 0.945652, "main_score": 0.930896, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.903887, "recall": 0.926877, "f1": 0.910672, "accuracy": 0.926877, "main_score": 0.910672, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926136, "recall": 0.948617, "f1": 0.933366, "accuracy": 0.948617, "main_score": 0.933366, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.474658, "recall": 0.541502, "f1": 0.492941, "accuracy": 0.541502, "main_score": 0.492941, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.953557, "recall": 0.966403, "f1": 0.957675, "accuracy": 0.966403, "main_score": 0.957675, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936677, "recall": 0.954545, "f1": 0.94226, "accuracy": 0.954545, "main_score": 0.94226, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.906357, "recall": 0.933794, "f1": 0.91502, "accuracy": 0.933794, "main_score": 0.91502, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.790796, "recall": 0.837945, "f1": 0.804268, "accuracy": 0.837945, "main_score": 0.804268, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694215, "recall": 0.748024, "f1": 0.708619, "accuracy": 0.748024, "main_score": 0.708619, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8259, "recall": 0.864625, "f1": 0.837173, "accuracy": 0.864625, "main_score": 0.837173, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.830682, "recall": 0.868577, "f1": 0.841685, "accuracy": 0.868577, "main_score": 0.841685, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624788, "recall": 0.678854, "f1": 0.639646, "accuracy": 0.678854, "main_score": 0.639646, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847003, "recall": 0.885375, "f1": 0.858733, "accuracy": 0.885375, "main_score": 0.858733, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.939147, "recall": 0.955534, "f1": 0.944071, "accuracy": 0.955534, "main_score": 0.944071, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.938796, "recall": 0.954545, "f1": 0.943445, "accuracy": 0.954545, "main_score": 0.943445, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.937582, "recall": 0.955534, "f1": 0.943299, "accuracy": 0.955534, "main_score": 0.943299, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897348, "recall": 0.924901, "f1": 0.905698, "accuracy": 0.924901, "main_score": 0.905698, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948403, "recall": 0.963439, "f1": 0.952964, "accuracy": 0.963439, "main_score": 0.952964, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776195, "recall": 0.83004, "f1": 0.792083, "accuracy": 0.83004, "main_score": 0.792083, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.924901, "f1": 0.904776, "accuracy": 0.924901, "main_score": 0.904776, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481757, "recall": 0.546443, "f1": 0.499471, "accuracy": 0.546443, "main_score": 0.499471, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.946772, "accuracy": 0.958498, "main_score": 0.946772, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533723, "recall": 0.602767, "f1": 0.552481, "accuracy": 0.602767, "main_score": 0.552481, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.93363, "recall": 0.954545, "f1": 0.940382, "accuracy": 0.954545, "main_score": 0.940382, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.929167, "recall": 0.949605, "f1": 0.935507, "accuracy": 0.949605, "main_score": 0.935507, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.834637, "recall": 0.868577, "f1": 0.844441, "accuracy": 0.868577, "main_score": 0.844441, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774169, "recall": 0.817194, "f1": 0.786794, "accuracy": 0.817194, "main_score": 0.786794, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881374, "recall": 0.91502, "f1": 0.891667, "accuracy": 0.91502, "main_score": 0.891667, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.631343, "recall": 0.685771, "f1": 0.646575, "accuracy": 0.685771, "main_score": 0.646575, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633868, "recall": 0.684783, "f1": 0.647911, "accuracy": 0.684783, "main_score": 0.647911, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930698, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937171, "recall": 0.956522, "f1": 0.943248, "accuracy": 0.956522, "main_score": 0.943248, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541808, "recall": 0.604743, "f1": 0.560166, "accuracy": 0.604743, "main_score": 0.560166, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954545, "recall": 0.968379, "f1": 0.958827, "accuracy": 0.968379, "main_score": 0.958827, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932206, "recall": 0.950593, "f1": 0.937731, "accuracy": 0.950593, "main_score": 0.937731, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.92197, "recall": 0.944664, "f1": 0.929018, "accuracy": 0.944664, "main_score": 0.929018, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535667, "recall": 0.588933, "f1": 0.550213, "accuracy": 0.588933, "main_score": 0.550213, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950593, "recall": 0.965415, "f1": 0.955204, "accuracy": 0.965415, "main_score": 0.955204, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747803, "recall": 0.797431, "f1": 0.761775, "accuracy": 0.797431, "main_score": 0.761775, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562611, "recall": 0.619565, "f1": 0.57766, "accuracy": 0.619565, "main_score": 0.57766, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590221, "recall": 0.650198, "f1": 0.606766, "accuracy": 0.650198, "main_score": 0.606766, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797324, "recall": 0.844862, "f1": 0.81124, "accuracy": 0.844862, "main_score": 0.81124, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.941568, "recall": 0.95751, "f1": 0.946443, "accuracy": 0.95751, "main_score": 0.946443, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854084, "recall": 0.891304, "f1": 0.865382, "accuracy": 0.891304, "main_score": 0.865382, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515085, "recall": 0.565217, "f1": 0.528834, "accuracy": 0.565217, "main_score": 0.528834, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581104, "recall": 0.639328, "f1": 0.596832, "accuracy": 0.639328, "main_score": 0.596832, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932806, "recall": 0.951581, "f1": 0.93849, "accuracy": 0.951581, "main_score": 0.93849, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.592218, "recall": 0.645257, "f1": 0.606718, "accuracy": 0.645257, "main_score": 0.606718, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574246, "recall": 0.62253, "f1": 0.587605, "accuracy": 0.62253, "main_score": 0.587605, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.905056, "recall": 0.931818, "f1": 0.913439, "accuracy": 0.931818, "main_score": 0.913439, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551713, "recall": 0.608696, "f1": 0.568939, "accuracy": 0.608696, "main_score": 0.568939, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672753, "recall": 0.728261, "f1": 0.688342, "accuracy": 0.728261, "main_score": 0.688342, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896937, "recall": 0.922925, "f1": 0.904696, "accuracy": 0.922925, "main_score": 0.904696, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733893, "recall": 0.778656, "f1": 0.746725, "accuracy": 0.778656, "main_score": 0.746725, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.81581, "recall": 0.850791, "f1": 0.825974, "accuracy": 0.850791, "main_score": 0.825974, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903936, "recall": 0.929842, "f1": 0.911957, "accuracy": 0.929842, "main_score": 0.911957, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.804545, "recall": 0.848814, "f1": 0.817542, "accuracy": 0.848814, "main_score": 0.817542, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.897233, "recall": 0.923913, "f1": 0.905256, "accuracy": 0.923913, "main_score": 0.905256, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.486202, "recall": 0.560277, "f1": 0.506767, "accuracy": 0.560277, "main_score": 0.506767, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936759, "recall": 0.956522, "f1": 0.943182, "accuracy": 0.956522, "main_score": 0.943182, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.853978, "recall": 0.891304, "f1": 0.865563, "accuracy": 0.891304, "main_score": 0.865563, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.933712, "recall": 0.953557, "f1": 0.939954, "accuracy": 0.953557, "main_score": 0.939954, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920249, "recall": 0.9417, "f1": 0.926735, "accuracy": 0.9417, "main_score": 0.926735, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.630717, "recall": 0.684783, "f1": 0.645977, "accuracy": 0.684783, "main_score": 0.645977, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608352, "recall": 0.65415, "f1": 0.621113, "accuracy": 0.65415, "main_score": 0.621113, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61573, "recall": 0.681818, "f1": 0.634535, "accuracy": 0.681818, "main_score": 0.634535, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550603, "recall": 0.607708, "f1": 0.566558, "accuracy": 0.607708, "main_score": 0.566558, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473443, "recall": 0.551383, "f1": 0.494432, "accuracy": 0.551383, "main_score": 0.494432, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615778, "recall": 0.668972, "f1": 0.630487, "accuracy": 0.668972, "main_score": 0.630487, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.935771, "f1": 0.919137, "accuracy": 0.935771, "main_score": 0.919137, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.979249, "f1": 0.973814, "accuracy": 0.979249, "main_score": 0.973814, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629297, "recall": 0.683794, "f1": 0.644686, "accuracy": 0.683794, "main_score": 0.644686, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62586, "recall": 0.690711, "f1": 0.644139, "accuracy": 0.690711, "main_score": 0.644139, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589237, "recall": 0.650198, "f1": 0.606347, "accuracy": 0.650198, "main_score": 0.606347, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183842, "recall": 0.232213, "f1": 0.195573, "accuracy": 0.232213, "main_score": 0.195573, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.652339, "recall": 0.697628, "f1": 0.665088, "accuracy": 0.697628, "main_score": 0.665088, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.699704, "recall": 0.751976, "f1": 0.714921, "accuracy": 0.751976, "main_score": 0.714921, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968297, "recall": 0.977273, "f1": 0.97108, "accuracy": 0.977273, "main_score": 0.97108, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.567171, "recall": 0.621542, "f1": 0.582602, "accuracy": 0.621542, "main_score": 0.582602, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542929, "recall": 0.61166, "f1": 0.561387, "accuracy": 0.61166, "main_score": 0.561387, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591263, "recall": 0.65415, "f1": 0.609202, "accuracy": 0.65415, "main_score": 0.609202, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604703, "recall": 0.664032, "f1": 0.62112, "accuracy": 0.664032, "main_score": 0.62112, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917984, "recall": 0.940711, "f1": 0.925231, "accuracy": 0.940711, "main_score": 0.925231, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529852, "recall": 0.583004, "f1": 0.545096, "accuracy": 0.583004, "main_score": 0.545096, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573808, "recall": 0.640316, "f1": 0.59175, "accuracy": 0.640316, "main_score": 0.59175, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534469, "recall": 0.58498, "f1": 0.548223, "accuracy": 0.58498, "main_score": 0.548223, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964015, "recall": 0.975296, "f1": 0.967622, "accuracy": 0.975296, "main_score": 0.967622, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.330265, "recall": 0.390316, "f1": 0.346829, "accuracy": 0.390316, "main_score": 0.346829, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.619221, "recall": 0.676877, "f1": 0.635517, "accuracy": 0.676877, "main_score": 0.635517, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607219, "recall": 0.658103, "f1": 0.622184, "accuracy": 0.658103, "main_score": 0.622184, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726499, "recall": 0.780632, "f1": 0.742295, "accuracy": 0.780632, "main_score": 0.742295, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675461, "recall": 0.756917, "f1": 0.699802, "accuracy": 0.756917, "main_score": 0.699802, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728829, "recall": 0.784585, "f1": 0.745201, "accuracy": 0.784585, "main_score": 0.745201, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688779, "recall": 0.73419, "f1": 0.701981, "accuracy": 0.73419, "main_score": 0.701981, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687832, "recall": 0.748024, "f1": 0.705318, "accuracy": 0.748024, "main_score": 0.705318, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.987154, "f1": 0.984519, "accuracy": 0.987154, "main_score": 0.984519, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.577504, "recall": 0.635375, "f1": 0.593825, "accuracy": 0.635375, "main_score": 0.593825, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571134, "recall": 0.628458, "f1": 0.58742, "accuracy": 0.628458, "main_score": 0.58742, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828706, "recall": 0.868577, "f1": 0.840415, "accuracy": 0.868577, "main_score": 0.840415, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491738, "recall": 0.544466, "f1": 0.505758, "accuracy": 0.544466, "main_score": 0.505758, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.91996, "f1": 0.897299, "accuracy": 0.91996, "main_score": 0.897299, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550951, "recall": 0.61166, "f1": 0.567994, "accuracy": 0.61166, "main_score": 0.567994, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98946, "recall": 0.992095, "f1": 0.990283, "accuracy": 0.992095, "main_score": 0.990283, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.619276, "recall": 0.685771, "f1": 0.63815, "accuracy": 0.685771, "main_score": 0.63815, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200557, "recall": 0.26087, "f1": 0.214608, "accuracy": 0.26087, "main_score": 0.214608, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.649391, "recall": 0.711462, "f1": 0.667316, "accuracy": 0.711462, "main_score": 0.667316, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.823123, "recall": 0.869565, "f1": 0.837582, "accuracy": 0.869565, "main_score": 0.837582, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440991, "recall": 0.5, "f1": 0.457259, "accuracy": 0.5, "main_score": 0.457259, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697488, "recall": 0.752964, "f1": 0.713669, "accuracy": 0.752964, "main_score": 0.713669, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585125, "recall": 0.640316, "f1": 0.600451, "accuracy": 0.640316, "main_score": 0.600451, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525241, "recall": 0.591897, "f1": 0.543859, "accuracy": 0.591897, "main_score": 0.543859, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693198, "recall": 0.742095, "f1": 0.707642, "accuracy": 0.742095, "main_score": 0.707642, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246644, "recall": 0.332016, "f1": 0.268823, "accuracy": 0.332016, "main_score": 0.268823, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.985178, "f1": 0.980896, "accuracy": 0.985178, "main_score": 0.980896, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604216, "recall": 0.660079, "f1": 0.620389, "accuracy": 0.660079, "main_score": 0.620389, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614182, "recall": 0.674901, "f1": 0.631573, "accuracy": 0.674901, "main_score": 0.631573, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.75248, "recall": 0.812253, "f1": 0.77057, "accuracy": 0.812253, "main_score": 0.77057, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579814, "recall": 0.63834, "f1": 0.597097, "accuracy": 0.63834, "main_score": 0.597097, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808053, "recall": 0.856719, "f1": 0.823273, "accuracy": 0.856719, "main_score": 0.823273, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483392, "recall": 0.546443, "f1": 0.50056, "accuracy": 0.546443, "main_score": 0.50056, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.905468, "recall": 0.931818, "f1": 0.913867, "accuracy": 0.931818, "main_score": 0.913867, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958498, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953146, "recall": 0.967391, "f1": 0.95774, "accuracy": 0.967391, "main_score": 0.95774, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630324, "recall": 0.681818, "f1": 0.645045, "accuracy": 0.681818, "main_score": 0.645045, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919219, "recall": 0.943676, "f1": 0.927108, "accuracy": 0.943676, "main_score": 0.927108, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479818, "recall": 0.551383, "f1": 0.499791, "accuracy": 0.551383, "main_score": 0.499791, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639807, "recall": 0.709486, "f1": 0.660136, "accuracy": 0.709486, "main_score": 0.660136, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860507, "recall": 0.900198, "f1": 0.873024, "accuracy": 0.900198, "main_score": 0.873024, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.672227, "recall": 0.722332, "f1": 0.686602, "accuracy": 0.722332, "main_score": 0.686602, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670045, "recall": 0.729249, "f1": 0.686909, "accuracy": 0.729249, "main_score": 0.686909, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564054, "recall": 0.624506, "f1": 0.581038, "accuracy": 0.624506, "main_score": 0.581038, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560866, "recall": 0.623518, "f1": 0.578002, "accuracy": 0.623518, "main_score": 0.578002, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86726, "recall": 0.901186, "f1": 0.877931, "accuracy": 0.901186, "main_score": 0.877931, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561985, "recall": 0.623518, "f1": 0.579154, "accuracy": 0.623518, "main_score": 0.579154, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641535, "recall": 0.706522, "f1": 0.660466, "accuracy": 0.706522, "main_score": 0.660466, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934124, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509256, "recall": 0.564229, "f1": 0.524968, "accuracy": 0.564229, "main_score": 0.524968, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592777, "recall": 0.65415, "f1": 0.609285, "accuracy": 0.65415, "main_score": 0.609285, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.605915, "recall": 0.668972, "f1": 0.624068, "accuracy": 0.668972, "main_score": 0.624068, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580123, "recall": 0.639328, "f1": 0.596562, "accuracy": 0.639328, "main_score": 0.596562, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55708, "recall": 0.621542, "f1": 0.57537, "accuracy": 0.621542, "main_score": 0.57537, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.78125, "recall": 0.826087, "f1": 0.79431, "accuracy": 0.826087, "main_score": 0.79431, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766008, "recall": 0.813241, "f1": 0.780204, "accuracy": 0.813241, "main_score": 0.780204, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883712, "recall": 0.912055, "f1": 0.892358, "accuracy": 0.912055, "main_score": 0.892358, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503162, "recall": 0.582016, "f1": 0.52622, "accuracy": 0.582016, "main_score": 0.52622, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.745085, "recall": 0.798419, "f1": 0.760985, "accuracy": 0.798419, "main_score": 0.760985, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631622, "recall": 0.676877, "f1": 0.644331, "accuracy": 0.676877, "main_score": 0.644331, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412375, "recall": 0.455534, "f1": 0.424613, "accuracy": 0.455534, "main_score": 0.424613, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481874, "recall": 0.527668, "f1": 0.494977, "accuracy": 0.527668, "main_score": 0.494977, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215276, "recall": 0.257905, "f1": 0.226232, "accuracy": 0.257905, "main_score": 0.226232, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.535348, "recall": 0.576087, "f1": 0.546283, "accuracy": 0.576087, "main_score": 0.546283, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499256, "recall": 0.533597, "f1": 0.50845, "accuracy": 0.533597, "main_score": 0.50845, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.540172, "recall": 0.574111, "f1": 0.549523, "accuracy": 0.574111, "main_score": 0.549523, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555648, "recall": 0.588933, "f1": 0.56469, "accuracy": 0.588933, "main_score": 0.56469, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514679, "recall": 0.556324, "f1": 0.525805, "accuracy": 0.556324, "main_score": 0.525805, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549963, "recall": 0.587945, "f1": 0.560274, "accuracy": 0.587945, "main_score": 0.560274, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545619, "recall": 0.581028, "f1": 0.555334, "accuracy": 0.581028, "main_score": 0.555334, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549326, "recall": 0.587945, "f1": 0.559116, "accuracy": 0.587945, "main_score": 0.559116, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541045, "recall": 0.577075, "f1": 0.550533, "accuracy": 0.577075, "main_score": 0.550533, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.524555, "recall": 0.563241, "f1": 0.535427, "accuracy": 0.563241, "main_score": 0.535427, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468385, "recall": 0.513834, "f1": 0.480386, "accuracy": 0.513834, "main_score": 0.480386, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532769, "recall": 0.571146, "f1": 0.54354, "accuracy": 0.571146, "main_score": 0.54354, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.489401, "recall": 0.538538, "f1": 0.501504, "accuracy": 0.538538, "main_score": 0.501504, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561457, "recall": 0.594862, "f1": 0.569925, "accuracy": 0.594862, "main_score": 0.569925, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525527, "recall": 0.560277, "f1": 0.535837, "accuracy": 0.560277, "main_score": 0.535837, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527256, "recall": 0.567194, "f1": 0.537722, "accuracy": 0.567194, "main_score": 0.537722, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519761, "recall": 0.560277, "f1": 0.529821, "accuracy": 0.560277, "main_score": 0.529821, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.578247, "recall": 0.609684, "f1": 0.586242, "accuracy": 0.609684, "main_score": 0.586242, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560886, "recall": 0.59585, "f1": 0.570166, "accuracy": 0.59585, "main_score": 0.570166, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478793, "recall": 0.514822, "f1": 0.488731, "accuracy": 0.514822, "main_score": 0.488731, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529228, "recall": 0.56917, "f1": 0.540082, "accuracy": 0.56917, "main_score": 0.540082, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.543665, "recall": 0.577075, "f1": 0.55288, "accuracy": 0.577075, "main_score": 0.55288, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566733, "recall": 0.593874, "f1": 0.574244, "accuracy": 0.593874, "main_score": 0.574244, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.196692, "recall": 0.236166, "f1": 0.206639, "accuracy": 0.236166, "main_score": 0.206639, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.520635, "recall": 0.566206, "f1": 0.533039, "accuracy": 0.566206, "main_score": 0.533039, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532366, "recall": 0.568182, "f1": 0.542125, "accuracy": 0.568182, "main_score": 0.542125, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54596, "recall": 0.588933, "f1": 0.556586, "accuracy": 0.588933, "main_score": 0.556586, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545915, "recall": 0.581028, "f1": 0.554907, "accuracy": 0.581028, "main_score": 0.554907, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532622, "recall": 0.567194, "f1": 0.54182, "accuracy": 0.567194, "main_score": 0.54182, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537151, "recall": 0.574111, "f1": 0.546863, "accuracy": 0.574111, "main_score": 0.546863, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.529807, "recall": 0.568182, "f1": 0.540316, "accuracy": 0.568182, "main_score": 0.540316, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546676, "recall": 0.581028, "f1": 0.556641, "accuracy": 0.581028, "main_score": 0.556641, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469566, "recall": 0.511858, "f1": 0.480471, "accuracy": 0.511858, "main_score": 0.480471, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508095, "recall": 0.548419, "f1": 0.519572, "accuracy": 0.548419, "main_score": 0.519572, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547796, "recall": 0.588933, "f1": 0.558723, "accuracy": 0.588933, "main_score": 0.558723, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.535166, "recall": 0.56917, "f1": 0.543968, "accuracy": 0.56917, "main_score": 0.543968, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525511, "recall": 0.564229, "f1": 0.53654, "accuracy": 0.564229, "main_score": 0.53654, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.51957, "recall": 0.552372, "f1": 0.528964, "accuracy": 0.552372, "main_score": 0.528964, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.376149, "recall": 0.423913, "f1": 0.389448, "accuracy": 0.423913, "main_score": 0.389448, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543457, "recall": 0.576087, "f1": 0.552364, "accuracy": 0.576087, "main_score": 0.552364, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510317, "recall": 0.554348, "f1": 0.522602, "accuracy": 0.554348, "main_score": 0.522602, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560854, "recall": 0.597826, "f1": 0.570592, "accuracy": 0.597826, "main_score": 0.570592, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561104, "recall": 0.598814, "f1": 0.571158, "accuracy": 0.598814, "main_score": 0.571158, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523038, "recall": 0.5583, "f1": 0.532798, "accuracy": 0.5583, "main_score": 0.532798, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547169, "recall": 0.586957, "f1": 0.557379, "accuracy": 0.586957, "main_score": 0.557379, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502089, "recall": 0.540514, "f1": 0.513145, "accuracy": 0.540514, "main_score": 0.513145, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543308, "recall": 0.578063, "f1": 0.55338, "accuracy": 0.578063, "main_score": 0.55338, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.585968, "f1": 0.558426, "accuracy": 0.585968, "main_score": 0.558426, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569694, "recall": 0.607708, "f1": 0.579642, "accuracy": 0.607708, "main_score": 0.579642, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558739, "recall": 0.593874, "f1": 0.567547, "accuracy": 0.593874, "main_score": 0.567547, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490987, "recall": 0.533597, "f1": 0.503225, "accuracy": 0.533597, "main_score": 0.503225, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536602, "recall": 0.574111, "f1": 0.546443, "accuracy": 0.574111, "main_score": 0.546443, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.402321, "recall": 0.443676, "f1": 0.413884, "accuracy": 0.443676, "main_score": 0.413884, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48552, "recall": 0.520751, "f1": 0.496005, "accuracy": 0.520751, "main_score": 0.496005, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573851, "recall": 0.606719, "f1": 0.582511, "accuracy": 0.606719, "main_score": 0.582511, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300519, "recall": 0.348814, "f1": 0.313444, "accuracy": 0.348814, "main_score": 0.313444, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543636, "recall": 0.582016, "f1": 0.55403, "accuracy": 0.582016, "main_score": 0.55403, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.544908, "recall": 0.58004, "f1": 0.553639, "accuracy": 0.58004, "main_score": 0.553639, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562721, "recall": 0.59585, "f1": 0.571155, "accuracy": 0.59585, "main_score": 0.571155, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513747, "recall": 0.555336, "f1": 0.525142, "accuracy": 0.555336, "main_score": 0.525142, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519163, "recall": 0.554348, "f1": 0.528298, "accuracy": 0.554348, "main_score": 0.528298, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559424, "recall": 0.589921, "f1": 0.567578, "accuracy": 0.589921, "main_score": 0.567578, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528949, "recall": 0.567194, "f1": 0.540074, "accuracy": 0.567194, "main_score": 0.540074, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56445, "recall": 0.594862, "f1": 0.571797, "accuracy": 0.594862, "main_score": 0.571797, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5154, "recall": 0.550395, "f1": 0.52574, "accuracy": 0.550395, "main_score": 0.52574, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558733, "recall": 0.591897, "f1": 0.566181, "accuracy": 0.591897, "main_score": 0.566181, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539941, "recall": 0.572134, "f1": 0.549053, "accuracy": 0.572134, "main_score": 0.549053, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534519, "recall": 0.56917, "f1": 0.54443, "accuracy": 0.56917, "main_score": 0.54443, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527448, "recall": 0.561265, "f1": 0.536637, "accuracy": 0.561265, "main_score": 0.536637, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552934, "recall": 0.583992, "f1": 0.561553, "accuracy": 0.583992, "main_score": 0.561553, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.266529, "recall": 0.311265, "f1": 0.276854, "accuracy": 0.311265, "main_score": 0.276854, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.523146, "recall": 0.557312, "f1": 0.532761, "accuracy": 0.557312, "main_score": 0.532761, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497507, "recall": 0.536561, "f1": 0.508261, "accuracy": 0.536561, "main_score": 0.508261, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534669, "recall": 0.575099, "f1": 0.545798, "accuracy": 0.575099, "main_score": 0.545798, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471954, "recall": 0.513834, "f1": 0.48353, "accuracy": 0.513834, "main_score": 0.48353, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.567852, "recall": 0.602767, "f1": 0.576786, "accuracy": 0.602767, "main_score": 0.576786, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53626, "recall": 0.574111, "f1": 0.54674, "accuracy": 0.574111, "main_score": 0.54674, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558452, "recall": 0.588933, "f1": 0.566435, "accuracy": 0.588933, "main_score": 0.566435, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465729, "recall": 0.509881, "f1": 0.477118, "accuracy": 0.509881, "main_score": 0.477118, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.562388, "recall": 0.59585, "f1": 0.57156, "accuracy": 0.59585, "main_score": 0.57156, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532038, "recall": 0.568182, "f1": 0.541675, "accuracy": 0.568182, "main_score": 0.541675, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557222, "recall": 0.588933, "f1": 0.565609, "accuracy": 0.588933, "main_score": 0.565609, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532045, "recall": 0.573123, "f1": 0.542873, "accuracy": 0.573123, "main_score": 0.542873, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.499654, "recall": 0.535573, "f1": 0.510738, "accuracy": 0.535573, "main_score": 0.510738, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482883, "recall": 0.524704, "f1": 0.494281, "accuracy": 0.524704, "main_score": 0.494281, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518545, "recall": 0.562253, "f1": 0.52984, "accuracy": 0.562253, "main_score": 0.52984, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.549909, "recall": 0.583992, "f1": 0.558812, "accuracy": 0.583992, "main_score": 0.558812, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52376, "recall": 0.566206, "f1": 0.535064, "accuracy": 0.566206, "main_score": 0.535064, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525893, "recall": 0.557312, "f1": 0.534851, "accuracy": 0.557312, "main_score": 0.534851, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465598, "recall": 0.502964, "f1": 0.475828, "accuracy": 0.502964, "main_score": 0.475828, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563914, "recall": 0.594862, "f1": 0.57191, "accuracy": 0.594862, "main_score": 0.57191, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480002, "recall": 0.517787, "f1": 0.490135, "accuracy": 0.517787, "main_score": 0.490135, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.494152, "recall": 0.527668, "f1": 0.50347, "accuracy": 0.527668, "main_score": 0.50347, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553916, "recall": 0.586957, "f1": 0.562723, "accuracy": 0.586957, "main_score": 0.562723, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.465919, "recall": 0.503953, "f1": 0.476866, "accuracy": 0.503953, "main_score": 0.476866, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56357, "recall": 0.596838, "f1": 0.572184, "accuracy": 0.596838, "main_score": 0.572184, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525718, "recall": 0.567194, "f1": 0.536675, "accuracy": 0.567194, "main_score": 0.536675, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.557494, "recall": 0.589921, "f1": 0.566102, "accuracy": 0.589921, "main_score": 0.566102, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5613, "recall": 0.592885, "f1": 0.569429, "accuracy": 0.592885, "main_score": 0.569429, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534296, "recall": 0.563241, "f1": 0.54232, "accuracy": 0.563241, "main_score": 0.54232, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.546206, "recall": 0.581028, "f1": 0.555563, "accuracy": 0.581028, "main_score": 0.555563, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397937, "recall": 0.453557, "f1": 0.4132, "accuracy": 0.453557, "main_score": 0.4132, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.508614, "recall": 0.548419, "f1": 0.51959, "accuracy": 0.548419, "main_score": 0.51959, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206077, "recall": 0.245059, "f1": 0.215257, "accuracy": 0.245059, "main_score": 0.215257, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.527026, "recall": 0.564229, "f1": 0.537931, "accuracy": 0.564229, "main_score": 0.537931, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444226, "recall": 0.483202, "f1": 0.454968, "accuracy": 0.483202, "main_score": 0.454968, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558989, "recall": 0.589921, "f1": 0.568049, "accuracy": 0.589921, "main_score": 0.568049, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53989, "recall": 0.576087, "f1": 0.548885, "accuracy": 0.576087, "main_score": 0.548885, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399935, "recall": 0.4417, "f1": 0.411032, "accuracy": 0.4417, "main_score": 0.411032, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531842, "recall": 0.56917, "f1": 0.541467, "accuracy": 0.56917, "main_score": 0.541467, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556439, "recall": 0.58498, "f1": 0.564345, "accuracy": 0.58498, "main_score": 0.564345, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501262, "recall": 0.54249, "f1": 0.512226, "accuracy": 0.54249, "main_score": 0.512226, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.536011, "recall": 0.579051, "f1": 0.547253, "accuracy": 0.579051, "main_score": 0.547253, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.53382, "recall": 0.568182, "f1": 0.543703, "accuracy": 0.568182, "main_score": 0.543703, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502165, "recall": 0.549407, "f1": 0.514942, "accuracy": 0.549407, "main_score": 0.514942, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569377, "recall": 0.599802, "f1": 0.576867, "accuracy": 0.599802, "main_score": 0.576867, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484323, "recall": 0.524704, "f1": 0.495756, "accuracy": 0.524704, "main_score": 0.495756, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489062, "recall": 0.531621, "f1": 0.500948, "accuracy": 0.531621, "main_score": 0.500948, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536734, "recall": 0.570158, "f1": 0.545821, "accuracy": 0.570158, "main_score": 0.545821, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557619, "recall": 0.591897, "f1": 0.567333, "accuracy": 0.591897, "main_score": 0.567333, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.114564, "recall": 0.162055, "f1": 0.125388, "accuracy": 0.162055, "main_score": 0.125388, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.517547, "recall": 0.556324, "f1": 0.527378, "accuracy": 0.556324, "main_score": 0.527378, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.472505, "recall": 0.516798, "f1": 0.483924, "accuracy": 0.516798, "main_score": 0.483924, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.51087, "recall": 0.541502, "f1": 0.519678, "accuracy": 0.541502, "main_score": 0.519678, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545926, "recall": 0.581028, "f1": 0.555984, "accuracy": 0.581028, "main_score": 0.555984, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488846, "recall": 0.530632, "f1": 0.500289, "accuracy": 0.530632, "main_score": 0.500289, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496776, "recall": 0.538538, "f1": 0.508103, "accuracy": 0.538538, "main_score": 0.508103, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533107, "recall": 0.56917, "f1": 0.542642, "accuracy": 0.56917, "main_score": 0.542642, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550103, "recall": 0.585968, "f1": 0.559483, "accuracy": 0.585968, "main_score": 0.559483, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53891, "recall": 0.577075, "f1": 0.549504, "accuracy": 0.577075, "main_score": 0.549504, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506813, "recall": 0.544466, "f1": 0.517634, "accuracy": 0.544466, "main_score": 0.517634, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.494765, "recall": 0.540514, "f1": 0.507687, "accuracy": 0.540514, "main_score": 0.507687, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527149, "recall": 0.568182, "f1": 0.537747, "accuracy": 0.568182, "main_score": 0.537747, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49683, "recall": 0.531621, "f1": 0.506422, "accuracy": 0.531621, "main_score": 0.506422, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474457, "recall": 0.513834, "f1": 0.485141, "accuracy": 0.513834, "main_score": 0.485141, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527908, "recall": 0.566206, "f1": 0.538949, "accuracy": 0.566206, "main_score": 0.538949, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.547183, "recall": 0.589921, "f1": 0.558359, "accuracy": 0.589921, "main_score": 0.558359, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534755, "recall": 0.573123, "f1": 0.544571, "accuracy": 0.573123, "main_score": 0.544571, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421881, "recall": 0.469368, "f1": 0.434715, "accuracy": 0.469368, "main_score": 0.434715, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.568326, "recall": 0.604743, "f1": 0.577644, "accuracy": 0.604743, "main_score": 0.577644, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5175, "recall": 0.554348, "f1": 0.527049, "accuracy": 0.554348, "main_score": 0.527049, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.498751, "recall": 0.546443, "f1": 0.511945, "accuracy": 0.546443, "main_score": 0.511945, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.49264, "recall": 0.531621, "f1": 0.503516, "accuracy": 0.531621, "main_score": 0.503516, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481318, "recall": 0.522727, "f1": 0.492572, "accuracy": 0.522727, "main_score": 0.492572, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470949, "recall": 0.512846, "f1": 0.48242, "accuracy": 0.512846, "main_score": 0.48242, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515411, "recall": 0.555336, "f1": 0.526172, "accuracy": 0.555336, "main_score": 0.526172, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525389, "recall": 0.562253, "f1": 0.534881, "accuracy": 0.562253, "main_score": 0.534881, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469056, "recall": 0.51581, "f1": 0.481414, "accuracy": 0.51581, "main_score": 0.481414, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.522346, "recall": 0.561265, "f1": 0.532881, "accuracy": 0.561265, "main_score": 0.532881, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.518821, "recall": 0.551383, "f1": 0.527641, "accuracy": 0.551383, "main_score": 0.527641, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.569827, "recall": 0.604743, "f1": 0.578626, "accuracy": 0.604743, "main_score": 0.578626, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523305, "recall": 0.563241, "f1": 0.533922, "accuracy": 0.563241, "main_score": 0.533922, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568796, "recall": 0.600791, "f1": 0.577516, "accuracy": 0.600791, "main_score": 0.577516, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495248, "recall": 0.538538, "f1": 0.506807, "accuracy": 0.538538, "main_score": 0.506807, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.531284, "recall": 0.561265, "f1": 0.539963, "accuracy": 0.561265, "main_score": 0.539963, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454554, "recall": 0.497036, "f1": 0.466213, "accuracy": 0.497036, "main_score": 0.466213, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544241, "recall": 0.583004, "f1": 0.554456, "accuracy": 0.583004, "main_score": 0.554456, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389544, "recall": 0.438735, "f1": 0.403053, "accuracy": 0.438735, "main_score": 0.403053, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.509424, "recall": 0.551383, "f1": 0.520432, "accuracy": 0.551383, "main_score": 0.520432, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.528975, "recall": 0.567194, "f1": 0.539794, "accuracy": 0.567194, "main_score": 0.539794, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525005, "recall": 0.5583, "f1": 0.533918, "accuracy": 0.5583, "main_score": 0.533918, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549731, "recall": 0.585968, "f1": 0.559348, "accuracy": 0.585968, "main_score": 0.559348, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518528, "recall": 0.557312, "f1": 0.529009, "accuracy": 0.557312, "main_score": 0.529009, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.522028, "recall": 0.560277, "f1": 0.532725, "accuracy": 0.560277, "main_score": 0.532725, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507652, "recall": 0.544466, "f1": 0.517692, "accuracy": 0.544466, "main_score": 0.517692, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555082, "recall": 0.58498, "f1": 0.563405, "accuracy": 0.58498, "main_score": 0.563405, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549125, "recall": 0.579051, "f1": 0.557106, "accuracy": 0.579051, "main_score": 0.557106, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57635, "recall": 0.612648, "f1": 0.585305, "accuracy": 0.612648, "main_score": 0.585305, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560351, "recall": 0.594862, "f1": 0.569437, "accuracy": 0.594862, "main_score": 0.569437, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540069, "recall": 0.583992, "f1": 0.551778, "accuracy": 0.583992, "main_score": 0.551778, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.544052, "recall": 0.578063, "f1": 0.55324, "accuracy": 0.578063, "main_score": 0.55324, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467872, "recall": 0.512846, "f1": 0.479398, "accuracy": 0.512846, "main_score": 0.479398, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565801, "recall": 0.596838, "f1": 0.573786, "accuracy": 0.596838, "main_score": 0.573786, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51236, "recall": 0.550395, "f1": 0.52326, "accuracy": 0.550395, "main_score": 0.52326, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491652, "recall": 0.536561, "f1": 0.504024, "accuracy": 0.536561, "main_score": 0.504024, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499672, "recall": 0.54249, "f1": 0.511273, "accuracy": 0.54249, "main_score": 0.511273, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469125, "recall": 0.51087, "f1": 0.480608, "accuracy": 0.51087, "main_score": 0.480608, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547164, "recall": 0.581028, "f1": 0.556877, "accuracy": 0.581028, "main_score": 0.556877, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524127, "recall": 0.564229, "f1": 0.534707, "accuracy": 0.564229, "main_score": 0.534707, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469014, "recall": 0.504941, "f1": 0.479149, "accuracy": 0.504941, "main_score": 0.479149, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507724, "recall": 0.545455, "f1": 0.518456, "accuracy": 0.545455, "main_score": 0.518456, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534903, "recall": 0.572134, "f1": 0.54509, "accuracy": 0.572134, "main_score": 0.54509, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.508775, "recall": 0.550395, "f1": 0.520349, "accuracy": 0.550395, "main_score": 0.520349, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49685, "recall": 0.535573, "f1": 0.507534, "accuracy": 0.535573, "main_score": 0.507534, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520754, "recall": 0.562253, "f1": 0.53211, "accuracy": 0.562253, "main_score": 0.53211, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486047, "recall": 0.529644, "f1": 0.499083, "accuracy": 0.529644, "main_score": 0.499083, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52349, "recall": 0.5583, "f1": 0.532877, "accuracy": 0.5583, "main_score": 0.532877, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552081, "recall": 0.58498, "f1": 0.560342, "accuracy": 0.58498, "main_score": 0.560342, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527447, "recall": 0.560277, "f1": 0.536452, "accuracy": 0.560277, "main_score": 0.536452, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54002, "recall": 0.566206, "f1": 0.548188, "accuracy": 0.566206, "main_score": 0.548188, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502421, "recall": 0.538538, "f1": 0.512417, "accuracy": 0.538538, "main_score": 0.512417, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504959, "recall": 0.550395, "f1": 0.516955, "accuracy": 0.550395, "main_score": 0.516955, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537436, "recall": 0.575099, "f1": 0.547235, "accuracy": 0.575099, "main_score": 0.547235, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.406696, "recall": 0.462451, "f1": 0.422548, "accuracy": 0.462451, "main_score": 0.422548, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526097, "recall": 0.560277, "f1": 0.536655, "accuracy": 0.560277, "main_score": 0.536655, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.514106, "recall": 0.545455, "f1": 0.523033, "accuracy": 0.545455, "main_score": 0.523033, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537638, "recall": 0.571146, "f1": 0.546406, "accuracy": 0.571146, "main_score": 0.546406, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535526, "recall": 0.573123, "f1": 0.546462, "accuracy": 0.573123, "main_score": 0.546462, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.491439, "recall": 0.528656, "f1": 0.501517, "accuracy": 0.528656, "main_score": 0.501517, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509183, "recall": 0.543478, "f1": 0.518082, "accuracy": 0.543478, "main_score": 0.518082, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604411, "recall": 0.672925, "f1": 0.624214, "accuracy": 0.672925, "main_score": 0.624214, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551805, "recall": 0.612648, "f1": 0.56921, "accuracy": 0.612648, "main_score": 0.56921, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464827, "recall": 0.538538, "f1": 0.485283, "accuracy": 0.538538, "main_score": 0.485283, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602488, "recall": 0.668972, "f1": 0.621975, "accuracy": 0.668972, "main_score": 0.621975, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895619, "recall": 0.922925, "f1": 0.90448, "accuracy": 0.922925, "main_score": 0.90448, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.975296, "f1": 0.969203, "accuracy": 0.975296, "main_score": 0.969203, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615177, "recall": 0.66996, "f1": 0.631378, "accuracy": 0.66996, "main_score": 0.631378, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63302, "recall": 0.698617, "f1": 0.651619, "accuracy": 0.698617, "main_score": 0.651619, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57705, "recall": 0.637352, "f1": 0.594126, "accuracy": 0.637352, "main_score": 0.594126, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.1898, "recall": 0.235178, "f1": 0.201142, "accuracy": 0.235178, "main_score": 0.201142, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.657093, "recall": 0.705534, "f1": 0.670671, "accuracy": 0.705534, "main_score": 0.670671, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.688735, "recall": 0.745059, "f1": 0.705105, "accuracy": 0.745059, "main_score": 0.705105, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565467, "recall": 0.618577, "f1": 0.580918, "accuracy": 0.618577, "main_score": 0.580918, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527516, "recall": 0.594862, "f1": 0.545453, "accuracy": 0.594862, "main_score": 0.545453, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581291, "recall": 0.644269, "f1": 0.600231, "accuracy": 0.644269, "main_score": 0.600231, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60751, "recall": 0.672925, "f1": 0.626374, "accuracy": 0.672925, "main_score": 0.626374, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920125, "recall": 0.943676, "f1": 0.927668, "accuracy": 0.943676, "main_score": 0.927668, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53345, "recall": 0.593874, "f1": 0.550697, "accuracy": 0.593874, "main_score": 0.550697, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555181, "recall": 0.615613, "f1": 0.572321, "accuracy": 0.615613, "main_score": 0.572321, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532142, "recall": 0.591897, "f1": 0.548825, "accuracy": 0.591897, "main_score": 0.548825, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956851, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.323586, "recall": 0.386364, "f1": 0.340887, "accuracy": 0.386364, "main_score": 0.340887, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61446, "recall": 0.671937, "f1": 0.630425, "accuracy": 0.671937, "main_score": 0.630425, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597795, "recall": 0.648221, "f1": 0.612043, "accuracy": 0.648221, "main_score": 0.612043, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721864, "recall": 0.780632, "f1": 0.739281, "accuracy": 0.780632, "main_score": 0.739281, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678903, "recall": 0.752964, "f1": 0.700875, "accuracy": 0.752964, "main_score": 0.700875, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.719343, "recall": 0.778656, "f1": 0.736753, "accuracy": 0.778656, "main_score": 0.736753, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684578, "recall": 0.733202, "f1": 0.698995, "accuracy": 0.733202, "main_score": 0.698995, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679069, "recall": 0.740119, "f1": 0.697225, "accuracy": 0.740119, "main_score": 0.697225, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.563456, "recall": 0.618577, "f1": 0.578432, "accuracy": 0.618577, "main_score": 0.578432, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574976, "recall": 0.624506, "f1": 0.588705, "accuracy": 0.624506, "main_score": 0.588705, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.822052, "recall": 0.863636, "f1": 0.834571, "accuracy": 0.863636, "main_score": 0.834571, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488626, "recall": 0.544466, "f1": 0.503285, "accuracy": 0.544466, "main_score": 0.503285, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.905254, "recall": 0.931818, "f1": 0.913768, "accuracy": 0.931818, "main_score": 0.913768, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.556579, "recall": 0.616601, "f1": 0.573424, "accuracy": 0.616601, "main_score": 0.573424, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.610946, "recall": 0.676877, "f1": 0.629865, "accuracy": 0.676877, "main_score": 0.629865, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205299, "recall": 0.261858, "f1": 0.218022, "accuracy": 0.261858, "main_score": 0.218022, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.650628, "recall": 0.709486, "f1": 0.666968, "accuracy": 0.709486, "main_score": 0.666968, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819401, "recall": 0.866601, "f1": 0.833762, "accuracy": 0.866601, "main_score": 0.833762, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429207, "recall": 0.483202, "f1": 0.444076, "accuracy": 0.483202, "main_score": 0.444076, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.700313, "recall": 0.753953, "f1": 0.716375, "accuracy": 0.753953, "main_score": 0.716375, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578198, "recall": 0.636364, "f1": 0.594551, "accuracy": 0.636364, "main_score": 0.594551, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527547, "recall": 0.589921, "f1": 0.544934, "accuracy": 0.589921, "main_score": 0.544934, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693076, "recall": 0.740119, "f1": 0.706652, "accuracy": 0.740119, "main_score": 0.706652, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24139, "recall": 0.326087, "f1": 0.264023, "accuracy": 0.326087, "main_score": 0.264023, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601877, "recall": 0.661067, "f1": 0.618657, "accuracy": 0.661067, "main_score": 0.618657, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599409, "recall": 0.660079, "f1": 0.616573, "accuracy": 0.660079, "main_score": 0.616573, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991436, "recall": 0.994071, "f1": 0.99226, "accuracy": 0.994071, "main_score": 0.99226, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.742351, "recall": 0.802372, "f1": 0.760787, "accuracy": 0.802372, "main_score": 0.760787, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580427, "recall": 0.642292, "f1": 0.598314, "accuracy": 0.642292, "main_score": 0.598314, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834157, "recall": 0.875494, "f1": 0.846923, "accuracy": 0.875494, "main_score": 0.846923, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481592, "recall": 0.545455, "f1": 0.498973, "accuracy": 0.545455, "main_score": 0.498973, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910277, "recall": 0.934783, "f1": 0.917787, "accuracy": 0.934783, "main_score": 0.917787, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.968379, "f1": 0.958004, "accuracy": 0.968379, "main_score": 0.958004, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635962, "recall": 0.687747, "f1": 0.650831, "accuracy": 0.687747, "main_score": 0.650831, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918643, "recall": 0.943676, "f1": 0.926713, "accuracy": 0.943676, "main_score": 0.926713, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487971, "recall": 0.551383, "f1": 0.50493, "accuracy": 0.551383, "main_score": 0.50493, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639297, "recall": 0.709486, "f1": 0.659637, "accuracy": 0.709486, "main_score": 0.659637, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858613, "recall": 0.894269, "f1": 0.869631, "accuracy": 0.894269, "main_score": 0.869631, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.720356, "f1": 0.685306, "accuracy": 0.720356, "main_score": 0.685306, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665715, "recall": 0.726285, "f1": 0.683435, "accuracy": 0.726285, "main_score": 0.683435, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964592, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561867, "recall": 0.625494, "f1": 0.580152, "accuracy": 0.625494, "main_score": 0.580152, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.558195, "recall": 0.621542, "f1": 0.576311, "accuracy": 0.621542, "main_score": 0.576311, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848732, "recall": 0.891304, "f1": 0.862055, "accuracy": 0.891304, "main_score": 0.862055, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565375, "recall": 0.625494, "f1": 0.58258, "accuracy": 0.625494, "main_score": 0.58258, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639963, "recall": 0.695652, "f1": 0.656323, "accuracy": 0.695652, "main_score": 0.656323, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94417, "recall": 0.962451, "f1": 0.950264, "accuracy": 0.962451, "main_score": 0.950264, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.988142, "f1": 0.985178, "accuracy": 0.988142, "main_score": 0.985178, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506681, "recall": 0.559289, "f1": 0.521693, "accuracy": 0.559289, "main_score": 0.521693, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594766, "recall": 0.648221, "f1": 0.609245, "accuracy": 0.648221, "main_score": 0.609245, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.602686, "recall": 0.667984, "f1": 0.621505, "accuracy": 0.667984, "main_score": 0.621505, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580345, "recall": 0.631423, "f1": 0.594372, "accuracy": 0.631423, "main_score": 0.594372, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556077, "recall": 0.623518, "f1": 0.575848, "accuracy": 0.623518, "main_score": 0.575848, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767787, "recall": 0.81917, "f1": 0.78307, "accuracy": 0.81917, "main_score": 0.78307, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751927, "recall": 0.800395, "f1": 0.766436, "accuracy": 0.800395, "main_score": 0.766436, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883053, "recall": 0.908103, "f1": 0.890514, "accuracy": 0.908103, "main_score": 0.890514, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.511585, "recall": 0.583992, "f1": 0.532717, "accuracy": 0.583992, "main_score": 0.532717, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717368, "recall": 0.769763, "f1": 0.732706, "accuracy": 0.769763, "main_score": 0.732706, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616026, "recall": 0.666996, "f1": 0.630069, "accuracy": 0.666996, "main_score": 0.630069, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573878, "recall": 0.639328, "f1": 0.592143, "accuracy": 0.639328, "main_score": 0.592143, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525135, "recall": 0.58498, "f1": 0.54163, "accuracy": 0.58498, "main_score": 0.54163, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440784, "recall": 0.517787, "f1": 0.461117, "accuracy": 0.517787, "main_score": 0.461117, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575482, "recall": 0.640316, "f1": 0.59286, "accuracy": 0.640316, "main_score": 0.59286, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8716, "recall": 0.906126, "f1": 0.882559, "accuracy": 0.906126, "main_score": 0.882559, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.974308, "f1": 0.967556, "accuracy": 0.974308, "main_score": 0.967556, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.576694, "recall": 0.645257, "f1": 0.596799, "accuracy": 0.645257, "main_score": 0.596799, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971097, "recall": 0.980237, "f1": 0.974045, "accuracy": 0.980237, "main_score": 0.974045, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614586, "recall": 0.677866, "f1": 0.63193, "accuracy": 0.677866, "main_score": 0.63193, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534094, "recall": 0.596838, "f1": 0.551794, "accuracy": 0.596838, "main_score": 0.551794, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.180667, "recall": 0.231225, "f1": 0.192482, "accuracy": 0.231225, "main_score": 0.192482, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623814, "recall": 0.678854, "f1": 0.639367, "accuracy": 0.678854, "main_score": 0.639367, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.664693, "recall": 0.724308, "f1": 0.681752, "accuracy": 0.724308, "main_score": 0.681752, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.980237, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.522574, "recall": 0.581028, "f1": 0.53897, "accuracy": 0.581028, "main_score": 0.53897, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47818, "recall": 0.559289, "f1": 0.499965, "accuracy": 0.559289, "main_score": 0.499965, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553922, "recall": 0.618577, "f1": 0.571829, "accuracy": 0.618577, "main_score": 0.571829, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572467, "recall": 0.637352, "f1": 0.590218, "accuracy": 0.637352, "main_score": 0.590218, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912385, "recall": 0.937747, "f1": 0.920455, "accuracy": 0.937747, "main_score": 0.920455, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50866, "recall": 0.570158, "f1": 0.526073, "accuracy": 0.570158, "main_score": 0.526073, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511769, "recall": 0.585968, "f1": 0.532031, "accuracy": 0.585968, "main_score": 0.532031, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512762, "recall": 0.56917, "f1": 0.528213, "accuracy": 0.56917, "main_score": 0.528213, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947052, "recall": 0.963439, "f1": 0.952306, "accuracy": 0.963439, "main_score": 0.952306, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316547, "recall": 0.37747, "f1": 0.333231, "accuracy": 0.37747, "main_score": 0.333231, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567682, "recall": 0.642292, "f1": 0.588908, "accuracy": 0.642292, "main_score": 0.588908, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570745, "recall": 0.634387, "f1": 0.5893, "accuracy": 0.634387, "main_score": 0.5893, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687732, "recall": 0.755929, "f1": 0.707563, "accuracy": 0.755929, "main_score": 0.707563, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.667144, "recall": 0.742095, "f1": 0.688858, "accuracy": 0.742095, "main_score": 0.688858, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.695973, "recall": 0.756917, "f1": 0.713315, "accuracy": 0.756917, "main_score": 0.713315, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6576, "recall": 0.718379, "f1": 0.675681, "accuracy": 0.718379, "main_score": 0.675681, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672513, "recall": 0.740119, "f1": 0.692278, "accuracy": 0.740119, "main_score": 0.692278, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529883, "recall": 0.593874, "f1": 0.547265, "accuracy": 0.593874, "main_score": 0.547265, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554324, "recall": 0.615613, "f1": 0.571644, "accuracy": 0.615613, "main_score": 0.571644, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801805, "recall": 0.848814, "f1": 0.815958, "accuracy": 0.848814, "main_score": 0.815958, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466922, "recall": 0.524704, "f1": 0.482327, "accuracy": 0.524704, "main_score": 0.482327, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.886611, "recall": 0.91996, "f1": 0.897134, "accuracy": 0.91996, "main_score": 0.897134, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529193, "recall": 0.594862, "f1": 0.547598, "accuracy": 0.594862, "main_score": 0.547598, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.581615, "recall": 0.652174, "f1": 0.60139, "accuracy": 0.652174, "main_score": 0.60139, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194848, "recall": 0.248024, "f1": 0.207361, "accuracy": 0.248024, "main_score": 0.207361, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.605049, "recall": 0.675889, "f1": 0.625139, "accuracy": 0.675889, "main_score": 0.625139, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791453, "recall": 0.842885, "f1": 0.80695, "accuracy": 0.842885, "main_score": 0.80695, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.406439, "recall": 0.463439, "f1": 0.421829, "accuracy": 0.463439, "main_score": 0.421829, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.6667, "recall": 0.724308, "f1": 0.683449, "accuracy": 0.724308, "main_score": 0.683449, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559388, "recall": 0.624506, "f1": 0.577909, "accuracy": 0.624506, "main_score": 0.577909, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497927, "recall": 0.570158, "f1": 0.517536, "accuracy": 0.570158, "main_score": 0.517536, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654423, "recall": 0.713439, "f1": 0.67192, "accuracy": 0.713439, "main_score": 0.67192, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.24854, "recall": 0.327075, "f1": 0.268757, "accuracy": 0.327075, "main_score": 0.268757, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563959, "recall": 0.629447, "f1": 0.583242, "accuracy": 0.629447, "main_score": 0.583242, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582223, "recall": 0.649209, "f1": 0.601105, "accuracy": 0.649209, "main_score": 0.601105, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.716231, "recall": 0.784585, "f1": 0.73686, "accuracy": 0.784585, "main_score": 0.73686, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539705, "recall": 0.608696, "f1": 0.559289, "accuracy": 0.608696, "main_score": 0.559289, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79002, "recall": 0.840909, "f1": 0.805585, "accuracy": 0.840909, "main_score": 0.805585, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465499, "recall": 0.531621, "f1": 0.483429, "accuracy": 0.531621, "main_score": 0.483429, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.893775, "recall": 0.922925, "f1": 0.902767, "accuracy": 0.922925, "main_score": 0.902767, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.963439, "f1": 0.952075, "accuracy": 0.963439, "main_score": 0.952075, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603424, "recall": 0.662055, "f1": 0.619638, "accuracy": 0.662055, "main_score": 0.619638, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924901, "recall": 0.948617, "f1": 0.932477, "accuracy": 0.948617, "main_score": 0.932477, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45613, "recall": 0.52668, "f1": 0.475139, "accuracy": 0.52668, "main_score": 0.475139, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.632964, "recall": 0.706522, "f1": 0.654665, "accuracy": 0.706522, "main_score": 0.654665, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83498, "recall": 0.878458, "f1": 0.848405, "accuracy": 0.878458, "main_score": 0.848405, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.627811, "recall": 0.686759, "f1": 0.644794, "accuracy": 0.686759, "main_score": 0.644794, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626419, "recall": 0.694664, "f1": 0.646132, "accuracy": 0.694664, "main_score": 0.646132, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942605, "recall": 0.960474, "f1": 0.948353, "accuracy": 0.960474, "main_score": 0.948353, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549676, "recall": 0.609684, "f1": 0.565676, "accuracy": 0.609684, "main_score": 0.565676, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522204, "recall": 0.589921, "f1": 0.540639, "accuracy": 0.589921, "main_score": 0.540639, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.829463, "recall": 0.875494, "f1": 0.843742, "accuracy": 0.875494, "main_score": 0.843742, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524547, "recall": 0.592885, "f1": 0.54365, "accuracy": 0.592885, "main_score": 0.54365, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614146, "recall": 0.672925, "f1": 0.630758, "accuracy": 0.672925, "main_score": 0.630758, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.980237, "f1": 0.974967, "accuracy": 0.980237, "main_score": 0.974967, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475095, "recall": 0.537549, "f1": 0.491843, "accuracy": 0.537549, "main_score": 0.491843, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567582, "recall": 0.62747, "f1": 0.583759, "accuracy": 0.62747, "main_score": 0.583759, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.587206, "recall": 0.652174, "f1": 0.605901, "accuracy": 0.652174, "main_score": 0.605901, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554698, "recall": 0.61166, "f1": 0.570085, "accuracy": 0.61166, "main_score": 0.570085, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524964, "recall": 0.59585, "f1": 0.545073, "accuracy": 0.59585, "main_score": 0.545073, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.739888, "recall": 0.793478, "f1": 0.755421, "accuracy": 0.793478, "main_score": 0.755421, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755945, "recall": 0.811265, "f1": 0.772233, "accuracy": 0.811265, "main_score": 0.772233, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878771, "recall": 0.908103, "f1": 0.887549, "accuracy": 0.908103, "main_score": 0.887549, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.476656, "recall": 0.5583, "f1": 0.501103, "accuracy": 0.5583, "main_score": 0.501103, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.700965, "recall": 0.764822, "f1": 0.720339, "accuracy": 0.764822, "main_score": 0.720339, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585788, "recall": 0.640316, "f1": 0.60098, "accuracy": 0.640316, "main_score": 0.60098, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577488, "recall": 0.63834, "f1": 0.594495, "accuracy": 0.63834, "main_score": 0.594495, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519717, "recall": 0.581028, "f1": 0.536881, "accuracy": 0.581028, "main_score": 0.536881, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438207, "recall": 0.509881, "f1": 0.457372, "accuracy": 0.509881, "main_score": 0.457372, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581461, "recall": 0.640316, "f1": 0.597636, "accuracy": 0.640316, "main_score": 0.597636, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852249, "recall": 0.891304, "f1": 0.864542, "accuracy": 0.891304, "main_score": 0.864542, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.95751, "f1": 0.946542, "accuracy": 0.95751, "main_score": 0.946542, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.98913, "recall": 0.992095, "f1": 0.990119, "accuracy": 0.992095, "main_score": 0.990119, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.582017, "recall": 0.642292, "f1": 0.598917, "accuracy": 0.642292, "main_score": 0.598917, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.972908, "recall": 0.981225, "f1": 0.975527, "accuracy": 0.981225, "main_score": 0.975527, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612401, "recall": 0.675889, "f1": 0.630223, "accuracy": 0.675889, "main_score": 0.630223, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549476, "recall": 0.614625, "f1": 0.567718, "accuracy": 0.614625, "main_score": 0.567718, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177694, "recall": 0.229249, "f1": 0.190973, "accuracy": 0.229249, "main_score": 0.190973, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.61479, "recall": 0.668972, "f1": 0.629703, "accuracy": 0.668972, "main_score": 0.629703, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.671871, "recall": 0.72332, "f1": 0.686309, "accuracy": 0.72332, "main_score": 0.686309, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.966733, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524904, "recall": 0.58004, "f1": 0.540961, "accuracy": 0.58004, "main_score": 0.540961, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488537, "recall": 0.557312, "f1": 0.506967, "accuracy": 0.557312, "main_score": 0.506967, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559026, "recall": 0.624506, "f1": 0.577363, "accuracy": 0.624506, "main_score": 0.577363, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567368, "recall": 0.629447, "f1": 0.584489, "accuracy": 0.629447, "main_score": 0.584489, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892787, "recall": 0.922925, "f1": 0.902141, "accuracy": 0.922925, "main_score": 0.902141, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518925, "recall": 0.581028, "f1": 0.536238, "accuracy": 0.581028, "main_score": 0.536238, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524955, "recall": 0.587945, "f1": 0.542033, "accuracy": 0.587945, "main_score": 0.542033, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522021, "recall": 0.571146, "f1": 0.535399, "accuracy": 0.571146, "main_score": 0.535399, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945158, "recall": 0.962451, "f1": 0.950758, "accuracy": 0.962451, "main_score": 0.950758, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314462, "recall": 0.369565, "f1": 0.329749, "accuracy": 0.369565, "main_score": 0.329749, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.593455, "recall": 0.651186, "f1": 0.609705, "accuracy": 0.651186, "main_score": 0.609705, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580477, "recall": 0.639328, "f1": 0.597134, "accuracy": 0.639328, "main_score": 0.597134, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703343, "recall": 0.76581, "f1": 0.721792, "accuracy": 0.76581, "main_score": 0.721792, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645266, "recall": 0.729249, "f1": 0.670208, "accuracy": 0.729249, "main_score": 0.670208, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.686668, "recall": 0.746047, "f1": 0.70357, "accuracy": 0.746047, "main_score": 0.70357, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64077, "recall": 0.698617, "f1": 0.657973, "accuracy": 0.698617, "main_score": 0.657973, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.647332, "recall": 0.715415, "f1": 0.66725, "accuracy": 0.715415, "main_score": 0.66725, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.983202, "f1": 0.979414, "accuracy": 0.983202, "main_score": 0.979414, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.545446, "recall": 0.601779, "f1": 0.560657, "accuracy": 0.601779, "main_score": 0.560657, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547612, "recall": 0.607708, "f1": 0.564611, "accuracy": 0.607708, "main_score": 0.564611, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.801087, "recall": 0.842885, "f1": 0.813787, "accuracy": 0.842885, "main_score": 0.813787, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470018, "recall": 0.527668, "f1": 0.485677, "accuracy": 0.527668, "main_score": 0.485677, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.873551, "recall": 0.909091, "f1": 0.884717, "accuracy": 0.909091, "main_score": 0.884717, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.532659, "recall": 0.594862, "f1": 0.550223, "accuracy": 0.594862, "main_score": 0.550223, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.584468, "recall": 0.647233, "f1": 0.602235, "accuracy": 0.647233, "main_score": 0.602235, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199258, "recall": 0.253953, "f1": 0.21138, "accuracy": 0.253953, "main_score": 0.21138, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.610164, "recall": 0.676877, "f1": 0.628708, "accuracy": 0.676877, "main_score": 0.628708, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787055, "recall": 0.839921, "f1": 0.803181, "accuracy": 0.839921, "main_score": 0.803181, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400274, "recall": 0.454545, "f1": 0.415138, "accuracy": 0.454545, "main_score": 0.415138, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.662533, "recall": 0.718379, "f1": 0.679301, "accuracy": 0.718379, "main_score": 0.679301, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553213, "recall": 0.614625, "f1": 0.570747, "accuracy": 0.614625, "main_score": 0.570747, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507942, "recall": 0.577075, "f1": 0.526162, "accuracy": 0.577075, "main_score": 0.526162, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656225, "recall": 0.708498, "f1": 0.671311, "accuracy": 0.708498, "main_score": 0.671311, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.230068, "recall": 0.314229, "f1": 0.252077, "accuracy": 0.314229, "main_score": 0.252077, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.961462, "f1": 0.950988, "accuracy": 0.961462, "main_score": 0.950988, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569837, "recall": 0.629447, "f1": 0.586664, "accuracy": 0.629447, "main_score": 0.586664, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56437, "recall": 0.634387, "f1": 0.583802, "accuracy": 0.634387, "main_score": 0.583802, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.722069, "recall": 0.786561, "f1": 0.741257, "accuracy": 0.786561, "main_score": 0.741257, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561648, "recall": 0.619565, "f1": 0.577903, "accuracy": 0.619565, "main_score": 0.577903, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788406, "recall": 0.836957, "f1": 0.803458, "accuracy": 0.836957, "main_score": 0.803458, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.977108, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.45516, "recall": 0.519763, "f1": 0.47305, "accuracy": 0.519763, "main_score": 0.47305, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.969121, "recall": 0.978261, "f1": 0.972069, "accuracy": 0.978261, "main_score": 0.972069, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878491, "recall": 0.913043, "f1": 0.889295, "accuracy": 0.913043, "main_score": 0.889295, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.931489, "recall": 0.951581, "f1": 0.937879, "accuracy": 0.951581, "main_score": 0.937879, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608469, "recall": 0.655138, "f1": 0.621379, "accuracy": 0.655138, "main_score": 0.621379, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.876318, "recall": 0.912055, "f1": 0.887681, "accuracy": 0.912055, "main_score": 0.887681, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45249, "recall": 0.519763, "f1": 0.47032, "accuracy": 0.519763, "main_score": 0.47032, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.618511, "recall": 0.695652, "f1": 0.641488, "accuracy": 0.695652, "main_score": 0.641488, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.838027, "recall": 0.878458, "f1": 0.850527, "accuracy": 0.878458, "main_score": 0.850527, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.64034, "recall": 0.695652, "f1": 0.656112, "accuracy": 0.695652, "main_score": 0.656112, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614839, "recall": 0.68083, "f1": 0.634242, "accuracy": 0.68083, "main_score": 0.634242, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.951581, "f1": 0.936924, "accuracy": 0.951581, "main_score": 0.936924, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546327, "recall": 0.608696, "f1": 0.56343, "accuracy": 0.608696, "main_score": 0.56343, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.53396, "recall": 0.59585, "f1": 0.551075, "accuracy": 0.59585, "main_score": 0.551075, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809519, "recall": 0.854743, "f1": 0.823057, "accuracy": 0.854743, "main_score": 0.823057, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532694, "recall": 0.597826, "f1": 0.55037, "accuracy": 0.597826, "main_score": 0.55037, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623534, "recall": 0.677866, "f1": 0.639229, "accuracy": 0.677866, "main_score": 0.639229, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924736, "recall": 0.945652, "f1": 0.931489, "accuracy": 0.945652, "main_score": 0.931489, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480185, "recall": 0.540514, "f1": 0.496662, "accuracy": 0.540514, "main_score": 0.496662, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56598, "recall": 0.621542, "f1": 0.580769, "accuracy": 0.621542, "main_score": 0.580769, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.585256, "recall": 0.652174, "f1": 0.604073, "accuracy": 0.652174, "main_score": 0.604073, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542443, "recall": 0.596838, "f1": 0.556585, "accuracy": 0.596838, "main_score": 0.556585, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534848, "recall": 0.605731, "f1": 0.555248, "accuracy": 0.605731, "main_score": 0.555248, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734536, "recall": 0.794466, "f1": 0.752753, "accuracy": 0.794466, "main_score": 0.752753, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736775, "recall": 0.788538, "f1": 0.75247, "accuracy": 0.788538, "main_score": 0.75247, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855583, "recall": 0.893281, "f1": 0.867161, "accuracy": 0.893281, "main_score": 0.867161, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.970273, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473529, "recall": 0.552372, "f1": 0.49641, "accuracy": 0.552372, "main_score": 0.49641, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.702676, "recall": 0.758893, "f1": 0.719225, "accuracy": 0.758893, "main_score": 0.719225, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584463, "recall": 0.637352, "f1": 0.599541, "accuracy": 0.637352, "main_score": 0.599541, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403633, "recall": 0.447628, "f1": 0.415232, "accuracy": 0.447628, "main_score": 0.415232, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486571, "recall": 0.522727, "f1": 0.496842, "accuracy": 0.522727, "main_score": 0.496842, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.210532, "recall": 0.252964, "f1": 0.221405, "accuracy": 0.252964, "main_score": 0.221405, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.521614, "recall": 0.563241, "f1": 0.532682, "accuracy": 0.563241, "main_score": 0.532682, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47849, "recall": 0.521739, "f1": 0.490168, "accuracy": 0.521739, "main_score": 0.490168, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.512186, "recall": 0.560277, "f1": 0.525183, "accuracy": 0.560277, "main_score": 0.525183, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.528638, "recall": 0.56917, "f1": 0.53844, "accuracy": 0.56917, "main_score": 0.53844, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530195, "recall": 0.563241, "f1": 0.538535, "accuracy": 0.563241, "main_score": 0.538535, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5075, "recall": 0.549407, "f1": 0.518472, "accuracy": 0.549407, "main_score": 0.518472, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527127, "recall": 0.554348, "f1": 0.534454, "accuracy": 0.554348, "main_score": 0.534454, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52845, "recall": 0.561265, "f1": 0.537461, "accuracy": 0.561265, "main_score": 0.537461, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495512, "recall": 0.549407, "f1": 0.509734, "accuracy": 0.549407, "main_score": 0.509734, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.501665, "recall": 0.544466, "f1": 0.513102, "accuracy": 0.544466, "main_score": 0.513102, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.47708, "recall": 0.51581, "f1": 0.487403, "accuracy": 0.51581, "main_score": 0.487403, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509578, "recall": 0.555336, "f1": 0.521206, "accuracy": 0.555336, "main_score": 0.521206, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.467546, "recall": 0.511858, "f1": 0.479189, "accuracy": 0.511858, "main_score": 0.479189, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.505481, "recall": 0.55336, "f1": 0.517578, "accuracy": 0.55336, "main_score": 0.517578, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516906, "recall": 0.552372, "f1": 0.52694, "accuracy": 0.552372, "main_score": 0.52694, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502828, "recall": 0.548419, "f1": 0.514242, "accuracy": 0.548419, "main_score": 0.514242, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489989, "recall": 0.533597, "f1": 0.501236, "accuracy": 0.533597, "main_score": 0.501236, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.533621, "recall": 0.579051, "f1": 0.545193, "accuracy": 0.579051, "main_score": 0.545193, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530826, "recall": 0.578063, "f1": 0.542654, "accuracy": 0.578063, "main_score": 0.542654, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53111, "recall": 0.583004, "f1": 0.544968, "accuracy": 0.583004, "main_score": 0.544968, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498145, "recall": 0.550395, "f1": 0.510963, "accuracy": 0.550395, "main_score": 0.510963, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.506125, "recall": 0.552372, "f1": 0.518304, "accuracy": 0.552372, "main_score": 0.518304, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517111, "recall": 0.557312, "f1": 0.527585, "accuracy": 0.557312, "main_score": 0.527585, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183987, "recall": 0.221344, "f1": 0.193526, "accuracy": 0.221344, "main_score": 0.193526, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.505665, "recall": 0.551383, "f1": 0.517924, "accuracy": 0.551383, "main_score": 0.517924, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.545769, "recall": 0.58498, "f1": 0.555519, "accuracy": 0.58498, "main_score": 0.555519, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519084, "recall": 0.560277, "f1": 0.530314, "accuracy": 0.560277, "main_score": 0.530314, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516149, "recall": 0.563241, "f1": 0.527707, "accuracy": 0.563241, "main_score": 0.527707, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481363, "recall": 0.525692, "f1": 0.493318, "accuracy": 0.525692, "main_score": 0.493318, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.524848, "recall": 0.562253, "f1": 0.534381, "accuracy": 0.562253, "main_score": 0.534381, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517226, "recall": 0.555336, "f1": 0.527551, "accuracy": 0.555336, "main_score": 0.527551, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525746, "recall": 0.56917, "f1": 0.536811, "accuracy": 0.56917, "main_score": 0.536811, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434601, "recall": 0.483202, "f1": 0.448425, "accuracy": 0.483202, "main_score": 0.448425, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496523, "recall": 0.535573, "f1": 0.506717, "accuracy": 0.535573, "main_score": 0.506717, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510773, "recall": 0.559289, "f1": 0.523098, "accuracy": 0.559289, "main_score": 0.523098, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.508531, "recall": 0.546443, "f1": 0.518557, "accuracy": 0.546443, "main_score": 0.518557, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494323, "recall": 0.543478, "f1": 0.506916, "accuracy": 0.543478, "main_score": 0.506916, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.488885, "recall": 0.52668, "f1": 0.49961, "accuracy": 0.52668, "main_score": 0.49961, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.363029, "recall": 0.411067, "f1": 0.376572, "accuracy": 0.411067, "main_score": 0.376572, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.508823, "recall": 0.559289, "f1": 0.521776, "accuracy": 0.559289, "main_score": 0.521776, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519791, "recall": 0.565217, "f1": 0.532058, "accuracy": 0.565217, "main_score": 0.532058, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513091, "recall": 0.563241, "f1": 0.526098, "accuracy": 0.563241, "main_score": 0.526098, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536884, "recall": 0.583004, "f1": 0.549297, "accuracy": 0.583004, "main_score": 0.549297, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505092, "recall": 0.544466, "f1": 0.516341, "accuracy": 0.544466, "main_score": 0.516341, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.504981, "recall": 0.554348, "f1": 0.518351, "accuracy": 0.554348, "main_score": 0.518351, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505592, "recall": 0.546443, "f1": 0.51713, "accuracy": 0.546443, "main_score": 0.51713, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501039, "recall": 0.543478, "f1": 0.512147, "accuracy": 0.543478, "main_score": 0.512147, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530797, "recall": 0.577075, "f1": 0.542279, "accuracy": 0.577075, "main_score": 0.542279, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529424, "recall": 0.578063, "f1": 0.541976, "accuracy": 0.578063, "main_score": 0.541976, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545679, "recall": 0.588933, "f1": 0.556685, "accuracy": 0.588933, "main_score": 0.556685, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479661, "recall": 0.517787, "f1": 0.490986, "accuracy": 0.517787, "main_score": 0.490986, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509933, "recall": 0.556324, "f1": 0.52222, "accuracy": 0.556324, "main_score": 0.52222, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.382416, "recall": 0.429842, "f1": 0.395771, "accuracy": 0.429842, "main_score": 0.395771, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470803, "recall": 0.503953, "f1": 0.479916, "accuracy": 0.503953, "main_score": 0.479916, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539509, "recall": 0.575099, "f1": 0.548451, "accuracy": 0.575099, "main_score": 0.548451, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.276539, "recall": 0.329051, "f1": 0.290723, "accuracy": 0.329051, "main_score": 0.290723, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515031, "recall": 0.560277, "f1": 0.526664, "accuracy": 0.560277, "main_score": 0.526664, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.50834, "recall": 0.552372, "f1": 0.519914, "accuracy": 0.552372, "main_score": 0.519914, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519984, "recall": 0.570158, "f1": 0.532622, "accuracy": 0.570158, "main_score": 0.532622, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492516, "recall": 0.539526, "f1": 0.505431, "accuracy": 0.539526, "main_score": 0.505431, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.499653, "recall": 0.535573, "f1": 0.509622, "accuracy": 0.535573, "main_score": 0.509622, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541752, "recall": 0.578063, "f1": 0.550673, "accuracy": 0.578063, "main_score": 0.550673, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500858, "recall": 0.538538, "f1": 0.511688, "accuracy": 0.538538, "main_score": 0.511688, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534215, "recall": 0.583004, "f1": 0.546699, "accuracy": 0.583004, "main_score": 0.546699, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496867, "recall": 0.535573, "f1": 0.507314, "accuracy": 0.535573, "main_score": 0.507314, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533661, "recall": 0.576087, "f1": 0.544018, "accuracy": 0.576087, "main_score": 0.544018, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480022, "recall": 0.525692, "f1": 0.492419, "accuracy": 0.525692, "main_score": 0.492419, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550127, "recall": 0.593874, "f1": 0.561553, "accuracy": 0.593874, "main_score": 0.561553, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511071, "recall": 0.550395, "f1": 0.520579, "accuracy": 0.550395, "main_score": 0.520579, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514051, "recall": 0.556324, "f1": 0.524726, "accuracy": 0.556324, "main_score": 0.524726, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.267113, "recall": 0.314229, "f1": 0.278207, "accuracy": 0.314229, "main_score": 0.278207, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.503528, "recall": 0.545455, "f1": 0.514653, "accuracy": 0.545455, "main_score": 0.514653, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497636, "recall": 0.538538, "f1": 0.508036, "accuracy": 0.538538, "main_score": 0.508036, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529638, "recall": 0.570158, "f1": 0.540748, "accuracy": 0.570158, "main_score": 0.540748, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.441133, "recall": 0.48913, "f1": 0.454671, "accuracy": 0.48913, "main_score": 0.454671, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.523543, "recall": 0.570158, "f1": 0.53497, "accuracy": 0.570158, "main_score": 0.53497, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515097, "recall": 0.559289, "f1": 0.526696, "accuracy": 0.559289, "main_score": 0.526696, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529437, "recall": 0.570158, "f1": 0.539929, "accuracy": 0.570158, "main_score": 0.539929, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461883, "recall": 0.511858, "f1": 0.474481, "accuracy": 0.511858, "main_score": 0.474481, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.535148, "recall": 0.581028, "f1": 0.547237, "accuracy": 0.581028, "main_score": 0.547237, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489558, "recall": 0.538538, "f1": 0.502892, "accuracy": 0.538538, "main_score": 0.502892, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503638, "recall": 0.555336, "f1": 0.516482, "accuracy": 0.555336, "main_score": 0.516482, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489478, "recall": 0.539526, "f1": 0.502244, "accuracy": 0.539526, "main_score": 0.502244, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.470795, "recall": 0.509881, "f1": 0.481937, "accuracy": 0.509881, "main_score": 0.481937, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543094, "recall": 0.585968, "f1": 0.554112, "accuracy": 0.585968, "main_score": 0.554112, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495674, "recall": 0.54249, "f1": 0.507275, "accuracy": 0.54249, "main_score": 0.507275, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.512742, "recall": 0.555336, "f1": 0.523844, "accuracy": 0.555336, "main_score": 0.523844, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513515, "recall": 0.5583, "f1": 0.524813, "accuracy": 0.5583, "main_score": 0.524813, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503458, "recall": 0.541502, "f1": 0.514248, "accuracy": 0.541502, "main_score": 0.514248, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.437089, "recall": 0.479249, "f1": 0.44908, "accuracy": 0.479249, "main_score": 0.44908, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539917, "recall": 0.578063, "f1": 0.550116, "accuracy": 0.578063, "main_score": 0.550116, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484637, "recall": 0.525692, "f1": 0.495701, "accuracy": 0.525692, "main_score": 0.495701, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.492884, "recall": 0.524704, "f1": 0.501511, "accuracy": 0.524704, "main_score": 0.501511, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509882, "recall": 0.555336, "f1": 0.522185, "accuracy": 0.555336, "main_score": 0.522185, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.440995, "recall": 0.483202, "f1": 0.453442, "accuracy": 0.483202, "main_score": 0.453442, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550516, "recall": 0.589921, "f1": 0.560367, "accuracy": 0.589921, "main_score": 0.560367, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518505, "recall": 0.559289, "f1": 0.528887, "accuracy": 0.559289, "main_score": 0.528887, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517056, "recall": 0.559289, "f1": 0.528447, "accuracy": 0.559289, "main_score": 0.528447, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52698, "recall": 0.574111, "f1": 0.538842, "accuracy": 0.574111, "main_score": 0.538842, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485794, "recall": 0.529644, "f1": 0.497192, "accuracy": 0.529644, "main_score": 0.497192, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.502871, "recall": 0.54249, "f1": 0.513012, "accuracy": 0.54249, "main_score": 0.513012, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386652, "recall": 0.449605, "f1": 0.403136, "accuracy": 0.449605, "main_score": 0.403136, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.492724, "recall": 0.531621, "f1": 0.50281, "accuracy": 0.531621, "main_score": 0.50281, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194996, "recall": 0.233202, "f1": 0.204355, "accuracy": 0.233202, "main_score": 0.204355, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.504317, "recall": 0.539526, "f1": 0.514281, "accuracy": 0.539526, "main_score": 0.514281, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42802, "recall": 0.47332, "f1": 0.439824, "accuracy": 0.47332, "main_score": 0.439824, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518975, "recall": 0.568182, "f1": 0.532148, "accuracy": 0.568182, "main_score": 0.532148, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518363, "recall": 0.552372, "f1": 0.526846, "accuracy": 0.552372, "main_score": 0.526846, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.414701, "recall": 0.461462, "f1": 0.428002, "accuracy": 0.461462, "main_score": 0.428002, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515284, "recall": 0.552372, "f1": 0.524461, "accuracy": 0.552372, "main_score": 0.524461, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516197, "recall": 0.560277, "f1": 0.527374, "accuracy": 0.560277, "main_score": 0.527374, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484297, "recall": 0.532609, "f1": 0.496516, "accuracy": 0.532609, "main_score": 0.496516, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.515232, "recall": 0.562253, "f1": 0.527048, "accuracy": 0.562253, "main_score": 0.527048, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546644, "recall": 0.592885, "f1": 0.558996, "accuracy": 0.592885, "main_score": 0.558996, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496465, "recall": 0.541502, "f1": 0.507929, "accuracy": 0.541502, "main_score": 0.507929, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534216, "recall": 0.566206, "f1": 0.542089, "accuracy": 0.566206, "main_score": 0.542089, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463587, "recall": 0.500988, "f1": 0.474577, "accuracy": 0.500988, "main_score": 0.474577, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466793, "recall": 0.508893, "f1": 0.477769, "accuracy": 0.508893, "main_score": 0.477769, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524432, "recall": 0.561265, "f1": 0.534317, "accuracy": 0.561265, "main_score": 0.534317, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516657, "recall": 0.568182, "f1": 0.529635, "accuracy": 0.568182, "main_score": 0.529635, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.122279, "recall": 0.161067, "f1": 0.131345, "accuracy": 0.161067, "main_score": 0.131345, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.493606, "recall": 0.540514, "f1": 0.506313, "accuracy": 0.540514, "main_score": 0.506313, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.456097, "recall": 0.499012, "f1": 0.466888, "accuracy": 0.499012, "main_score": 0.466888, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.486959, "recall": 0.531621, "f1": 0.49878, "accuracy": 0.531621, "main_score": 0.49878, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518219, "recall": 0.567194, "f1": 0.530031, "accuracy": 0.567194, "main_score": 0.530031, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476608, "recall": 0.517787, "f1": 0.487656, "accuracy": 0.517787, "main_score": 0.487656, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501549, "recall": 0.546443, "f1": 0.514081, "accuracy": 0.546443, "main_score": 0.514081, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509364, "recall": 0.55336, "f1": 0.520583, "accuracy": 0.55336, "main_score": 0.520583, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515407, "recall": 0.564229, "f1": 0.527873, "accuracy": 0.564229, "main_score": 0.527873, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519775, "recall": 0.5583, "f1": 0.529255, "accuracy": 0.5583, "main_score": 0.529255, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501404, "recall": 0.540514, "f1": 0.511921, "accuracy": 0.540514, "main_score": 0.511921, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.485058, "recall": 0.530632, "f1": 0.497491, "accuracy": 0.530632, "main_score": 0.497491, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499192, "recall": 0.548419, "f1": 0.511573, "accuracy": 0.548419, "main_score": 0.511573, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.453747, "recall": 0.493083, "f1": 0.464783, "accuracy": 0.493083, "main_score": 0.464783, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479808, "recall": 0.517787, "f1": 0.490059, "accuracy": 0.517787, "main_score": 0.490059, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518201, "recall": 0.564229, "f1": 0.5297, "accuracy": 0.564229, "main_score": 0.5297, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.508429, "recall": 0.551383, "f1": 0.519288, "accuracy": 0.551383, "main_score": 0.519288, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51746, "recall": 0.565217, "f1": 0.529076, "accuracy": 0.565217, "main_score": 0.529076, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.414024, "recall": 0.458498, "f1": 0.425743, "accuracy": 0.458498, "main_score": 0.425743, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.550108, "recall": 0.59585, "f1": 0.561476, "accuracy": 0.59585, "main_score": 0.561476, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48819, "recall": 0.532609, "f1": 0.499345, "accuracy": 0.532609, "main_score": 0.499345, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.463482, "recall": 0.513834, "f1": 0.477226, "accuracy": 0.513834, "main_score": 0.477226, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.48105, "recall": 0.525692, "f1": 0.492479, "accuracy": 0.525692, "main_score": 0.492479, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486694, "recall": 0.528656, "f1": 0.496932, "accuracy": 0.528656, "main_score": 0.496932, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454997, "recall": 0.502964, "f1": 0.466939, "accuracy": 0.502964, "main_score": 0.466939, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496118, "recall": 0.531621, "f1": 0.505657, "accuracy": 0.531621, "main_score": 0.505657, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530603, "recall": 0.566206, "f1": 0.540001, "accuracy": 0.566206, "main_score": 0.540001, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436954, "recall": 0.487154, "f1": 0.450479, "accuracy": 0.487154, "main_score": 0.450479, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.504512, "recall": 0.551383, "f1": 0.516045, "accuracy": 0.551383, "main_score": 0.516045, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.503128, "recall": 0.540514, "f1": 0.512654, "accuracy": 0.540514, "main_score": 0.512654, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.529128, "recall": 0.573123, "f1": 0.540491, "accuracy": 0.573123, "main_score": 0.540491, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508775, "recall": 0.555336, "f1": 0.520724, "accuracy": 0.555336, "main_score": 0.520724, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523273, "recall": 0.561265, "f1": 0.533424, "accuracy": 0.561265, "main_score": 0.533424, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466161, "recall": 0.514822, "f1": 0.478884, "accuracy": 0.514822, "main_score": 0.478884, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.480456, "recall": 0.52668, "f1": 0.492068, "accuracy": 0.52668, "main_score": 0.492068, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421494, "recall": 0.467391, "f1": 0.434274, "accuracy": 0.467391, "main_score": 0.434274, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511915, "recall": 0.559289, "f1": 0.524238, "accuracy": 0.559289, "main_score": 0.524238, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385644, "recall": 0.435771, "f1": 0.399512, "accuracy": 0.435771, "main_score": 0.399512, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.494447, "recall": 0.538538, "f1": 0.504968, "accuracy": 0.538538, "main_score": 0.504968, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.509444, "recall": 0.547431, "f1": 0.519436, "accuracy": 0.547431, "main_score": 0.519436, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.526092, "recall": 0.564229, "f1": 0.536021, "accuracy": 0.564229, "main_score": 0.536021, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500574, "recall": 0.539526, "f1": 0.510865, "accuracy": 0.539526, "main_score": 0.510865, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476309, "recall": 0.523715, "f1": 0.488431, "accuracy": 0.523715, "main_score": 0.488431, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.507085, "recall": 0.545455, "f1": 0.517511, "accuracy": 0.545455, "main_score": 0.517511, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523444, "recall": 0.562253, "f1": 0.53456, "accuracy": 0.562253, "main_score": 0.53456, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504985, "recall": 0.551383, "f1": 0.516691, "accuracy": 0.551383, "main_score": 0.516691, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516872, "recall": 0.563241, "f1": 0.528817, "accuracy": 0.563241, "main_score": 0.528817, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545516, "recall": 0.587945, "f1": 0.556192, "accuracy": 0.587945, "main_score": 0.556192, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464289, "recall": 0.509881, "f1": 0.477445, "accuracy": 0.509881, "main_score": 0.477445, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516096, "recall": 0.560277, "f1": 0.527109, "accuracy": 0.560277, "main_score": 0.527109, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511946, "recall": 0.560277, "f1": 0.524496, "accuracy": 0.560277, "main_score": 0.524496, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.510433, "recall": 0.557312, "f1": 0.523035, "accuracy": 0.557312, "main_score": 0.523035, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541213, "recall": 0.590909, "f1": 0.553254, "accuracy": 0.590909, "main_score": 0.553254, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516216, "recall": 0.548419, "f1": 0.525151, "accuracy": 0.548419, "main_score": 0.525151, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492364, "recall": 0.535573, "f1": 0.504184, "accuracy": 0.535573, "main_score": 0.504184, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535235, "recall": 0.578063, "f1": 0.546382, "accuracy": 0.578063, "main_score": 0.546382, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42124, "recall": 0.474308, "f1": 0.435711, "accuracy": 0.474308, "main_score": 0.435711, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518969, "recall": 0.560277, "f1": 0.529145, "accuracy": 0.560277, "main_score": 0.529145, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496859, "recall": 0.544466, "f1": 0.509819, "accuracy": 0.544466, "main_score": 0.509819, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452489, "recall": 0.490119, "f1": 0.463161, "accuracy": 0.490119, "main_score": 0.463161, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520679, "recall": 0.548419, "f1": 0.52864, "accuracy": 0.548419, "main_score": 0.52864, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488457, "recall": 0.534585, "f1": 0.500457, "accuracy": 0.534585, "main_score": 0.500457, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.496603, "recall": 0.54249, "f1": 0.508786, "accuracy": 0.54249, "main_score": 0.508786, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489974, "recall": 0.528656, "f1": 0.500888, "accuracy": 0.528656, "main_score": 0.500888, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483041, "recall": 0.528656, "f1": 0.494866, "accuracy": 0.528656, "main_score": 0.494866, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480638, "recall": 0.518775, "f1": 0.4913, "accuracy": 0.518775, "main_score": 0.4913, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516743, "recall": 0.551383, "f1": 0.525795, "accuracy": 0.551383, "main_score": 0.525795, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522043, "recall": 0.556324, "f1": 0.53105, "accuracy": 0.556324, "main_score": 0.53105, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507466, "recall": 0.547431, "f1": 0.518371, "accuracy": 0.547431, "main_score": 0.518371, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504957, "recall": 0.539526, "f1": 0.514908, "accuracy": 0.539526, "main_score": 0.514908, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489176, "recall": 0.535573, "f1": 0.501463, "accuracy": 0.535573, "main_score": 0.501463, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489839, "recall": 0.534585, "f1": 0.502042, "accuracy": 0.534585, "main_score": 0.502042, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507927, "recall": 0.548419, "f1": 0.518278, "accuracy": 0.548419, "main_score": 0.518278, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.400414, "recall": 0.459486, "f1": 0.417165, "accuracy": 0.459486, "main_score": 0.417165, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501155, "recall": 0.546443, "f1": 0.512981, "accuracy": 0.546443, "main_score": 0.512981, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.492995, "recall": 0.536561, "f1": 0.504765, "accuracy": 0.536561, "main_score": 0.504765, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.509183, "recall": 0.548419, "f1": 0.519505, "accuracy": 0.548419, "main_score": 0.519505, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511325, "recall": 0.559289, "f1": 0.523363, "accuracy": 0.559289, "main_score": 0.523363, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.494309, "recall": 0.534585, "f1": 0.505183, "accuracy": 0.534585, "main_score": 0.505183, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504688, "recall": 0.540514, "f1": 0.514756, "accuracy": 0.540514, "main_score": 0.514756, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61204, "recall": 0.679842, "f1": 0.631537, "accuracy": 0.679842, "main_score": 0.631537, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556901, "recall": 0.615613, "f1": 0.57319, "accuracy": 0.615613, "main_score": 0.57319, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430099, "recall": 0.508893, "f1": 0.451446, "accuracy": 0.508893, "main_score": 0.451446, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617458, "recall": 0.670949, "f1": 0.632139, "accuracy": 0.670949, "main_score": 0.632139, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.917984, "f1": 0.896593, "accuracy": 0.917984, "main_score": 0.896593, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964345, "recall": 0.974308, "f1": 0.967457, "accuracy": 0.974308, "main_score": 0.967457, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.623834, "recall": 0.68083, "f1": 0.640017, "accuracy": 0.68083, "main_score": 0.640017, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979414, "accuracy": 0.98419, "main_score": 0.979414, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633024, "recall": 0.694664, "f1": 0.649678, "accuracy": 0.694664, "main_score": 0.649678, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578924, "recall": 0.646245, "f1": 0.597751, "accuracy": 0.646245, "main_score": 0.597751, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177887, "recall": 0.225296, "f1": 0.189893, "accuracy": 0.225296, "main_score": 0.189893, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.641041, "recall": 0.693676, "f1": 0.655769, "accuracy": 0.693676, "main_score": 0.655769, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.702314, "recall": 0.754941, "f1": 0.718011, "accuracy": 0.754941, "main_score": 0.718011, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.573341, "recall": 0.624506, "f1": 0.58752, "accuracy": 0.624506, "main_score": 0.58752, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53327, "recall": 0.608696, "f1": 0.554029, "accuracy": 0.608696, "main_score": 0.554029, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567666, "recall": 0.633399, "f1": 0.586811, "accuracy": 0.633399, "main_score": 0.586811, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614369, "recall": 0.673913, "f1": 0.631036, "accuracy": 0.673913, "main_score": 0.631036, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910738, "recall": 0.934783, "f1": 0.918314, "accuracy": 0.934783, "main_score": 0.918314, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544848, "recall": 0.596838, "f1": 0.559707, "accuracy": 0.596838, "main_score": 0.559707, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566305, "recall": 0.62747, "f1": 0.583102, "accuracy": 0.62747, "main_score": 0.583102, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538933, "recall": 0.594862, "f1": 0.554478, "accuracy": 0.594862, "main_score": 0.554478, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949473, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320468, "recall": 0.381423, "f1": 0.33736, "accuracy": 0.381423, "main_score": 0.33736, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60336, "recall": 0.663043, "f1": 0.620248, "accuracy": 0.663043, "main_score": 0.620248, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613038, "recall": 0.668972, "f1": 0.628883, "accuracy": 0.668972, "main_score": 0.628883, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729351, "recall": 0.788538, "f1": 0.746799, "accuracy": 0.788538, "main_score": 0.746799, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631036, "recall": 0.714427, "f1": 0.655259, "accuracy": 0.714427, "main_score": 0.655259, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.716724, "recall": 0.772727, "f1": 0.732701, "accuracy": 0.772727, "main_score": 0.732701, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690382, "recall": 0.740119, "f1": 0.70505, "accuracy": 0.740119, "main_score": 0.70505, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687862, "recall": 0.75, "f1": 0.705981, "accuracy": 0.75, "main_score": 0.705981, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.988142, "f1": 0.985837, "accuracy": 0.988142, "main_score": 0.985837, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956192, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.577776, "recall": 0.634387, "f1": 0.593586, "accuracy": 0.634387, "main_score": 0.593586, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576614, "recall": 0.633399, "f1": 0.592627, "accuracy": 0.633399, "main_score": 0.592627, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.818248, "recall": 0.859684, "f1": 0.830632, "accuracy": 0.859684, "main_score": 0.830632, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482181, "recall": 0.540514, "f1": 0.497919, "accuracy": 0.540514, "main_score": 0.497919, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.880188, "recall": 0.914032, "f1": 0.890679, "accuracy": 0.914032, "main_score": 0.890679, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559593, "recall": 0.619565, "f1": 0.576137, "accuracy": 0.619565, "main_score": 0.576137, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985013, "recall": 0.98913, "f1": 0.986331, "accuracy": 0.98913, "main_score": 0.986331, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.620616, "recall": 0.690711, "f1": 0.640611, "accuracy": 0.690711, "main_score": 0.640611, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203629, "recall": 0.262846, "f1": 0.216849, "accuracy": 0.262846, "main_score": 0.216849, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.653049, "recall": 0.712451, "f1": 0.670408, "accuracy": 0.712451, "main_score": 0.670408, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.821443, "recall": 0.864625, "f1": 0.834453, "accuracy": 0.864625, "main_score": 0.834453, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433079, "recall": 0.492095, "f1": 0.449294, "accuracy": 0.492095, "main_score": 0.449294, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.690415, "recall": 0.743083, "f1": 0.705935, "accuracy": 0.743083, "main_score": 0.705935, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581139, "recall": 0.640316, "f1": 0.598143, "accuracy": 0.640316, "main_score": 0.598143, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528267, "recall": 0.591897, "f1": 0.545225, "accuracy": 0.591897, "main_score": 0.545225, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696007, "recall": 0.743083, "f1": 0.709371, "accuracy": 0.743083, "main_score": 0.709371, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.250567, "recall": 0.333992, "f1": 0.273129, "accuracy": 0.333992, "main_score": 0.273129, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608442, "recall": 0.66996, "f1": 0.626325, "accuracy": 0.66996, "main_score": 0.626325, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598792, "recall": 0.666008, "f1": 0.618257, "accuracy": 0.666008, "main_score": 0.618257, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.735441, "recall": 0.794466, "f1": 0.753529, "accuracy": 0.794466, "main_score": 0.753529, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587619, "recall": 0.642292, "f1": 0.602845, "accuracy": 0.642292, "main_score": 0.602845, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817803, "recall": 0.86166, "f1": 0.831225, "accuracy": 0.86166, "main_score": 0.831225, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.478628, "recall": 0.541502, "f1": 0.495502, "accuracy": 0.541502, "main_score": 0.495502, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.895372, "recall": 0.924901, "f1": 0.90471, "accuracy": 0.924901, "main_score": 0.90471, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959157, "recall": 0.972332, "f1": 0.963439, "accuracy": 0.972332, "main_score": 0.963439, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952734, "recall": 0.967391, "f1": 0.95751, "accuracy": 0.967391, "main_score": 0.95751, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62988, "recall": 0.686759, "f1": 0.645815, "accuracy": 0.686759, "main_score": 0.645815, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904315, "recall": 0.931818, "f1": 0.913208, "accuracy": 0.931818, "main_score": 0.913208, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.986331, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481951, "recall": 0.549407, "f1": 0.50035, "accuracy": 0.549407, "main_score": 0.50035, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614906, "recall": 0.685771, "f1": 0.636124, "accuracy": 0.685771, "main_score": 0.636124, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.987484, "recall": 0.991107, "f1": 0.988636, "accuracy": 0.991107, "main_score": 0.988636, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863669, "recall": 0.898221, "f1": 0.874473, "accuracy": 0.898221, "main_score": 0.874473, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.665485, "recall": 0.716403, "f1": 0.679798, "accuracy": 0.716403, "main_score": 0.679798, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659486, "recall": 0.717391, "f1": 0.676098, "accuracy": 0.717391, "main_score": 0.676098, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554745, "recall": 0.617589, "f1": 0.57239, "accuracy": 0.617589, "main_score": 0.57239, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551405, "recall": 0.613636, "f1": 0.568864, "accuracy": 0.613636, "main_score": 0.568864, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852767, "recall": 0.88834, "f1": 0.863603, "accuracy": 0.88834, "main_score": 0.863603, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563262, "recall": 0.624506, "f1": 0.580237, "accuracy": 0.624506, "main_score": 0.580237, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645429, "recall": 0.705534, "f1": 0.662767, "accuracy": 0.705534, "main_score": 0.662767, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.949605, "f1": 0.936594, "accuracy": 0.949605, "main_score": 0.936594, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.98419, "f1": 0.980237, "accuracy": 0.98419, "main_score": 0.980237, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50672, "recall": 0.560277, "f1": 0.521826, "accuracy": 0.560277, "main_score": 0.521826, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589973, "recall": 0.642292, "f1": 0.604014, "accuracy": 0.642292, "main_score": 0.604014, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601334, "recall": 0.664032, "f1": 0.619444, "accuracy": 0.664032, "main_score": 0.619444, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580988, "recall": 0.628458, "f1": 0.593978, "accuracy": 0.628458, "main_score": 0.593978, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546576, "recall": 0.613636, "f1": 0.566496, "accuracy": 0.613636, "main_score": 0.566496, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769344, "recall": 0.817194, "f1": 0.78358, "accuracy": 0.817194, "main_score": 0.78358, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751186, "recall": 0.802372, "f1": 0.766323, "accuracy": 0.802372, "main_score": 0.766323, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878294, "recall": 0.909091, "f1": 0.887813, "accuracy": 0.909091, "main_score": 0.887813, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.972332, "f1": 0.964427, "accuracy": 0.972332, "main_score": 0.964427, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508794, "recall": 0.590909, "f1": 0.532482, "accuracy": 0.590909, "main_score": 0.532482, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.990119, "f1": 0.987484, "accuracy": 0.990119, "main_score": 0.987484, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.717523, "recall": 0.778656, "f1": 0.735361, "accuracy": 0.778656, "main_score": 0.735361, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625248, "recall": 0.673913, "f1": 0.638939, "accuracy": 0.673913, "main_score": 0.638939, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47784, "recall": 0.529644, "f1": 0.491972, "accuracy": 0.529644, "main_score": 0.491972, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521741, "recall": 0.566206, "f1": 0.534044, "accuracy": 0.566206, "main_score": 0.534044, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310856, "recall": 0.370553, "f1": 0.326481, "accuracy": 0.370553, "main_score": 0.326481, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.806061, "recall": 0.854743, "f1": 0.820262, "accuracy": 0.854743, "main_score": 0.820262, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.786653, "recall": 0.835968, "f1": 0.80163, "accuracy": 0.835968, "main_score": 0.80163, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.79072, "recall": 0.839921, "f1": 0.804699, "accuracy": 0.839921, "main_score": 0.804699, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.747381, "recall": 0.794466, "f1": 0.760503, "accuracy": 0.794466, "main_score": 0.760503, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582808, "recall": 0.626482, "f1": 0.594861, "accuracy": 0.626482, "main_score": 0.594861, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816994, "recall": 0.86166, "f1": 0.830616, "accuracy": 0.86166, "main_score": 0.830616, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672803, "recall": 0.717391, "f1": 0.685039, "accuracy": 0.717391, "main_score": 0.685039, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712029, "recall": 0.757905, "f1": 0.724645, "accuracy": 0.757905, "main_score": 0.724645, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781597, "recall": 0.833992, "f1": 0.796991, "accuracy": 0.833992, "main_score": 0.796991, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.769987, "recall": 0.820158, "f1": 0.784817, "accuracy": 0.820158, "main_score": 0.784817, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541985, "recall": 0.597826, "f1": 0.556487, "accuracy": 0.597826, "main_score": 0.556487, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77057, "recall": 0.825099, "f1": 0.78627, "accuracy": 0.825099, "main_score": 0.78627, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.718923, "recall": 0.77668, "f1": 0.735312, "accuracy": 0.77668, "main_score": 0.735312, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.805287, "recall": 0.850791, "f1": 0.818677, "accuracy": 0.850791, "main_score": 0.818677, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577399, "recall": 0.615613, "f1": 0.588142, "accuracy": 0.615613, "main_score": 0.588142, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779792, "recall": 0.833004, "f1": 0.795177, "accuracy": 0.833004, "main_score": 0.795177, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.735485, "recall": 0.786561, "f1": 0.749667, "accuracy": 0.786561, "main_score": 0.749667, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.843422, "recall": 0.884387, "f1": 0.855748, "accuracy": 0.884387, "main_score": 0.855748, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809286, "recall": 0.854743, "f1": 0.822704, "accuracy": 0.854743, "main_score": 0.822704, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559443, "recall": 0.608696, "f1": 0.573012, "accuracy": 0.608696, "main_score": 0.573012, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79524, "recall": 0.848814, "f1": 0.811288, "accuracy": 0.848814, "main_score": 0.811288, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.801706, "recall": 0.850791, "f1": 0.816168, "accuracy": 0.850791, "main_score": 0.816168, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.769539, "recall": 0.817194, "f1": 0.782674, "accuracy": 0.817194, "main_score": 0.782674, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193132, "recall": 0.241107, "f1": 0.20532, "accuracy": 0.241107, "main_score": 0.20532, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.806251, "recall": 0.855731, "f1": 0.820805, "accuracy": 0.855731, "main_score": 0.820805, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597746, "recall": 0.642292, "f1": 0.609933, "accuracy": 0.642292, "main_score": 0.609933, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798124, "recall": 0.84585, "f1": 0.811672, "accuracy": 0.84585, "main_score": 0.811672, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808023, "recall": 0.852767, "f1": 0.820891, "accuracy": 0.852767, "main_score": 0.820891, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745924, "recall": 0.796443, "f1": 0.760397, "accuracy": 0.796443, "main_score": 0.760397, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.804151, "recall": 0.851779, "f1": 0.817987, "accuracy": 0.851779, "main_score": 0.817987, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.610599, "recall": 0.656126, "f1": 0.62385, "accuracy": 0.656126, "main_score": 0.62385, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817475, "recall": 0.860672, "f1": 0.829603, "accuracy": 0.860672, "main_score": 0.829603, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.684768, "recall": 0.748024, "f1": 0.703048, "accuracy": 0.748024, "main_score": 0.703048, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.761916, "recall": 0.815217, "f1": 0.777294, "accuracy": 0.815217, "main_score": 0.777294, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.798163, "recall": 0.850791, "f1": 0.813839, "accuracy": 0.850791, "main_score": 0.813839, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.784314, "recall": 0.831028, "f1": 0.79789, "accuracy": 0.831028, "main_score": 0.79789, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803442, "recall": 0.850791, "f1": 0.817641, "accuracy": 0.850791, "main_score": 0.817641, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.539295, "recall": 0.581028, "f1": 0.551662, "accuracy": 0.581028, "main_score": 0.551662, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436812, "recall": 0.491107, "f1": 0.451572, "accuracy": 0.491107, "main_score": 0.451572, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.797236, "recall": 0.84585, "f1": 0.811371, "accuracy": 0.84585, "main_score": 0.811371, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554718, "recall": 0.608696, "f1": 0.56948, "accuracy": 0.608696, "main_score": 0.56948, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820695, "recall": 0.864625, "f1": 0.833356, "accuracy": 0.864625, "main_score": 0.833356, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.834511, "recall": 0.878458, "f1": 0.847815, "accuracy": 0.878458, "main_score": 0.847815, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.761869, "recall": 0.811265, "f1": 0.776252, "accuracy": 0.811265, "main_score": 0.776252, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.775108, "recall": 0.81917, "f1": 0.787571, "accuracy": 0.81917, "main_score": 0.787571, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562709, "recall": 0.618577, "f1": 0.57851, "accuracy": 0.618577, "main_score": 0.57851, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681334, "recall": 0.740119, "f1": 0.698141, "accuracy": 0.740119, "main_score": 0.698141, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772632, "recall": 0.823123, "f1": 0.787091, "accuracy": 0.823123, "main_score": 0.787091, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830625, "recall": 0.873518, "f1": 0.842991, "accuracy": 0.873518, "main_score": 0.842991, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785629, "recall": 0.827075, "f1": 0.796776, "accuracy": 0.827075, "main_score": 0.796776, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503429, "recall": 0.557312, "f1": 0.518572, "accuracy": 0.557312, "main_score": 0.518572, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811999, "recall": 0.855731, "f1": 0.824698, "accuracy": 0.855731, "main_score": 0.824698, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.452674, "recall": 0.503953, "f1": 0.466004, "accuracy": 0.503953, "main_score": 0.466004, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506896, "recall": 0.552372, "f1": 0.519034, "accuracy": 0.552372, "main_score": 0.519034, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727794, "recall": 0.775692, "f1": 0.740538, "accuracy": 0.775692, "main_score": 0.740538, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3078, "recall": 0.358696, "f1": 0.321589, "accuracy": 0.358696, "main_score": 0.321589, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.814279, "recall": 0.86166, "f1": 0.828181, "accuracy": 0.86166, "main_score": 0.828181, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.810837, "recall": 0.86166, "f1": 0.825823, "accuracy": 0.86166, "main_score": 0.825823, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.819503, "recall": 0.865613, "f1": 0.833467, "accuracy": 0.865613, "main_score": 0.833467, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796179, "recall": 0.844862, "f1": 0.810165, "accuracy": 0.844862, "main_score": 0.810165, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553373, "recall": 0.600791, "f1": 0.566875, "accuracy": 0.600791, "main_score": 0.566875, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.765429, "recall": 0.810277, "f1": 0.777932, "accuracy": 0.810277, "main_score": 0.777932, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752627, "recall": 0.806324, "f1": 0.7685, "accuracy": 0.806324, "main_score": 0.7685, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834684, "recall": 0.87747, "f1": 0.847384, "accuracy": 0.87747, "main_score": 0.847384, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569337, "recall": 0.610672, "f1": 0.580463, "accuracy": 0.610672, "main_score": 0.580463, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.776359, "recall": 0.825099, "f1": 0.790207, "accuracy": 0.825099, "main_score": 0.790207, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601973, "recall": 0.658103, "f1": 0.618204, "accuracy": 0.658103, "main_score": 0.618204, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798007, "recall": 0.843874, "f1": 0.811642, "accuracy": 0.843874, "main_score": 0.811642, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.757052, "recall": 0.810277, "f1": 0.772458, "accuracy": 0.810277, "main_score": 0.772458, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.802085, "recall": 0.850791, "f1": 0.816189, "accuracy": 0.850791, "main_score": 0.816189, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446677, "recall": 0.52668, "f1": 0.468215, "accuracy": 0.52668, "main_score": 0.468215, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.664537, "recall": 0.714427, "f1": 0.678675, "accuracy": 0.714427, "main_score": 0.678675, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784371, "recall": 0.831028, "f1": 0.798141, "accuracy": 0.831028, "main_score": 0.798141, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580887, "recall": 0.625494, "f1": 0.593682, "accuracy": 0.625494, "main_score": 0.593682, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505188, "recall": 0.562253, "f1": 0.521214, "accuracy": 0.562253, "main_score": 0.521214, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.818497, "recall": 0.864625, "f1": 0.832115, "accuracy": 0.864625, "main_score": 0.832115, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769617, "recall": 0.822134, "f1": 0.785296, "accuracy": 0.822134, "main_score": 0.785296, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796014, "recall": 0.843874, "f1": 0.810043, "accuracy": 0.843874, "main_score": 0.810043, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69431, "recall": 0.754941, "f1": 0.712039, "accuracy": 0.754941, "main_score": 0.712039, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.818883, "recall": 0.865613, "f1": 0.832762, "accuracy": 0.865613, "main_score": 0.832762, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794154, "recall": 0.841897, "f1": 0.807856, "accuracy": 0.841897, "main_score": 0.807856, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.809357, "recall": 0.853755, "f1": 0.822614, "accuracy": 0.853755, "main_score": 0.822614, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.788746, "recall": 0.842885, "f1": 0.804729, "accuracy": 0.842885, "main_score": 0.804729, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.532386, "recall": 0.579051, "f1": 0.545397, "accuracy": 0.579051, "main_score": 0.545397, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545929, "recall": 0.591897, "f1": 0.558044, "accuracy": 0.591897, "main_score": 0.558044, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793585, "recall": 0.847826, "f1": 0.810233, "accuracy": 0.847826, "main_score": 0.810233, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.799448, "recall": 0.846838, "f1": 0.813326, "accuracy": 0.846838, "main_score": 0.813326, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800561, "recall": 0.848814, "f1": 0.814795, "accuracy": 0.848814, "main_score": 0.814795, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629833, "recall": 0.676877, "f1": 0.64272, "accuracy": 0.676877, "main_score": 0.64272, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467977, "recall": 0.51581, "f1": 0.481407, "accuracy": 0.51581, "main_score": 0.481407, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798016, "recall": 0.836957, "f1": 0.808576, "accuracy": 0.836957, "main_score": 0.808576, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774425, "recall": 0.824111, "f1": 0.789366, "accuracy": 0.824111, "main_score": 0.789366, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.735156, "recall": 0.785573, "f1": 0.749598, "accuracy": 0.785573, "main_score": 0.749598, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797777, "recall": 0.846838, "f1": 0.811844, "accuracy": 0.846838, "main_score": 0.811844, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507455, "recall": 0.555336, "f1": 0.520641, "accuracy": 0.555336, "main_score": 0.520641, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.79664, "recall": 0.841897, "f1": 0.80919, "accuracy": 0.841897, "main_score": 0.80919, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796467, "recall": 0.846838, "f1": 0.811324, "accuracy": 0.846838, "main_score": 0.811324, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815655, "recall": 0.860672, "f1": 0.828918, "accuracy": 0.860672, "main_score": 0.828918, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.815778, "recall": 0.859684, "f1": 0.828738, "accuracy": 0.859684, "main_score": 0.828738, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762635, "recall": 0.816206, "f1": 0.778602, "accuracy": 0.816206, "main_score": 0.778602, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.759606, "recall": 0.805336, "f1": 0.772372, "accuracy": 0.805336, "main_score": 0.772372, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727339, "recall": 0.794466, "f1": 0.747158, "accuracy": 0.794466, "main_score": 0.747158, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.537445, "recall": 0.586957, "f1": 0.551429, "accuracy": 0.586957, "main_score": 0.551429, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.215245, "recall": 0.261858, "f1": 0.226097, "accuracy": 0.261858, "main_score": 0.226097, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.58075, "recall": 0.626482, "f1": 0.594076, "accuracy": 0.626482, "main_score": 0.594076, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576518, "recall": 0.63834, "f1": 0.594617, "accuracy": 0.63834, "main_score": 0.594617, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830624, "recall": 0.870553, "f1": 0.842169, "accuracy": 0.870553, "main_score": 0.842169, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749569, "recall": 0.793478, "f1": 0.761567, "accuracy": 0.793478, "main_score": 0.761567, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443951, "recall": 0.492095, "f1": 0.456886, "accuracy": 0.492095, "main_score": 0.456886, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749269, "recall": 0.801383, "f1": 0.764091, "accuracy": 0.801383, "main_score": 0.764091, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.812236, "recall": 0.858696, "f1": 0.826007, "accuracy": 0.858696, "main_score": 0.826007, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73561, "recall": 0.79249, "f1": 0.752539, "accuracy": 0.79249, "main_score": 0.752539, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.753206, "recall": 0.804348, "f1": 0.767893, "accuracy": 0.804348, "main_score": 0.767893, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.611023, "recall": 0.663043, "f1": 0.626107, "accuracy": 0.663043, "main_score": 0.626107, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.793101, "recall": 0.84585, "f1": 0.8088, "accuracy": 0.84585, "main_score": 0.8088, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.810063, "recall": 0.851779, "f1": 0.822271, "accuracy": 0.851779, "main_score": 0.822271, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503329, "recall": 0.560277, "f1": 0.519373, "accuracy": 0.560277, "main_score": 0.519373, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497196, "recall": 0.547431, "f1": 0.510474, "accuracy": 0.547431, "main_score": 0.510474, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608822, "recall": 0.65415, "f1": 0.621459, "accuracy": 0.65415, "main_score": 0.621459, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803788, "recall": 0.851779, "f1": 0.818281, "accuracy": 0.851779, "main_score": 0.818281, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187552, "recall": 0.25, "f1": 0.20378, "accuracy": 0.25, "main_score": 0.20378, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.783794, "recall": 0.838933, "f1": 0.800645, "accuracy": 0.838933, "main_score": 0.800645, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.711612, "recall": 0.777668, "f1": 0.730492, "accuracy": 0.777668, "main_score": 0.730492, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.745866, "recall": 0.797431, "f1": 0.760957, "accuracy": 0.797431, "main_score": 0.760957, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.815244, "recall": 0.858696, "f1": 0.827789, "accuracy": 0.858696, "main_score": 0.827789, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53834, "recall": 0.594862, "f1": 0.554875, "accuracy": 0.594862, "main_score": 0.554875, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565267, "recall": 0.615613, "f1": 0.579795, "accuracy": 0.615613, "main_score": 0.579795, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796327, "recall": 0.842885, "f1": 0.809657, "accuracy": 0.842885, "main_score": 0.809657, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.816365, "recall": 0.862648, "f1": 0.829715, "accuracy": 0.862648, "main_score": 0.829715, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751634, "recall": 0.800395, "f1": 0.765269, "accuracy": 0.800395, "main_score": 0.765269, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747782, "recall": 0.801383, "f1": 0.762576, "accuracy": 0.801383, "main_score": 0.762576, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.629902, "recall": 0.695652, "f1": 0.648624, "accuracy": 0.695652, "main_score": 0.648624, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.771403, "recall": 0.824111, "f1": 0.786113, "accuracy": 0.824111, "main_score": 0.786113, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520502, "recall": 0.56917, "f1": 0.534443, "accuracy": 0.56917, "main_score": 0.534443, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630649, "recall": 0.690711, "f1": 0.647812, "accuracy": 0.690711, "main_score": 0.647812, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789715, "recall": 0.841897, "f1": 0.805033, "accuracy": 0.841897, "main_score": 0.805033, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.755399, "recall": 0.801383, "f1": 0.768206, "accuracy": 0.801383, "main_score": 0.768206, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796832, "recall": 0.846838, "f1": 0.811745, "accuracy": 0.846838, "main_score": 0.811745, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458471, "recall": 0.508893, "f1": 0.47264, "accuracy": 0.508893, "main_score": 0.47264, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.83941, "recall": 0.875494, "f1": 0.850118, "accuracy": 0.875494, "main_score": 0.850118, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.785268, "recall": 0.837945, "f1": 0.800634, "accuracy": 0.837945, "main_score": 0.800634, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.760345, "recall": 0.816206, "f1": 0.77652, "accuracy": 0.816206, "main_score": 0.77652, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.717459, "recall": 0.775692, "f1": 0.733856, "accuracy": 0.775692, "main_score": 0.733856, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687625, "recall": 0.746047, "f1": 0.705127, "accuracy": 0.746047, "main_score": 0.705127, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638568, "recall": 0.694664, "f1": 0.653441, "accuracy": 0.694664, "main_score": 0.653441, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.695611, "recall": 0.75, "f1": 0.711229, "accuracy": 0.75, "main_score": 0.711229, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594652, "recall": 0.639328, "f1": 0.606804, "accuracy": 0.639328, "main_score": 0.606804, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738079, "recall": 0.794466, "f1": 0.754732, "accuracy": 0.794466, "main_score": 0.754732, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.788261, "recall": 0.839921, "f1": 0.803153, "accuracy": 0.839921, "main_score": 0.803153, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.767385, "recall": 0.820158, "f1": 0.781988, "accuracy": 0.820158, "main_score": 0.781988, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.797638, "recall": 0.841897, "f1": 0.810243, "accuracy": 0.841897, "main_score": 0.810243, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774574, "recall": 0.828063, "f1": 0.790195, "accuracy": 0.828063, "main_score": 0.790195, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814948, "recall": 0.853755, "f1": 0.826192, "accuracy": 0.853755, "main_score": 0.826192, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626918, "recall": 0.684783, "f1": 0.643483, "accuracy": 0.684783, "main_score": 0.643483, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.743906, "recall": 0.791502, "f1": 0.757615, "accuracy": 0.791502, "main_score": 0.757615, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483473, "recall": 0.535573, "f1": 0.497557, "accuracy": 0.535573, "main_score": 0.497557, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814889, "recall": 0.859684, "f1": 0.827758, "accuracy": 0.859684, "main_score": 0.827758, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477171, "recall": 0.543478, "f1": 0.496085, "accuracy": 0.543478, "main_score": 0.496085, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.771673, "recall": 0.825099, "f1": 0.787159, "accuracy": 0.825099, "main_score": 0.787159, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.782585, "recall": 0.833992, "f1": 0.797778, "accuracy": 0.833992, "main_score": 0.797778, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.792261, "recall": 0.836957, "f1": 0.80569, "accuracy": 0.836957, "main_score": 0.80569, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.648198, "recall": 0.694664, "f1": 0.661103, "accuracy": 0.694664, "main_score": 0.661103, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.755498, "recall": 0.812253, "f1": 0.771565, "accuracy": 0.812253, "main_score": 0.771565, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.582082, "recall": 0.625494, "f1": 0.594063, "accuracy": 0.625494, "main_score": 0.594063, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592719, "recall": 0.646245, "f1": 0.60812, "accuracy": 0.646245, "main_score": 0.60812, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798238, "recall": 0.844862, "f1": 0.81168, "accuracy": 0.844862, "main_score": 0.81168, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731146, "recall": 0.778656, "f1": 0.744286, "accuracy": 0.778656, "main_score": 0.744286, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840069, "recall": 0.880435, "f1": 0.851929, "accuracy": 0.880435, "main_score": 0.851929, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514956, "recall": 0.561265, "f1": 0.527806, "accuracy": 0.561265, "main_score": 0.527806, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818643, "recall": 0.863636, "f1": 0.831753, "accuracy": 0.863636, "main_score": 0.831753, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.790505, "recall": 0.839921, "f1": 0.804847, "accuracy": 0.839921, "main_score": 0.804847, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.795811, "recall": 0.847826, "f1": 0.811331, "accuracy": 0.847826, "main_score": 0.811331, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.529376, "recall": 0.581028, "f1": 0.543912, "accuracy": 0.581028, "main_score": 0.543912, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819667, "recall": 0.864625, "f1": 0.832847, "accuracy": 0.864625, "main_score": 0.832847, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539102, "recall": 0.594862, "f1": 0.554647, "accuracy": 0.594862, "main_score": 0.554647, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59954, "recall": 0.648221, "f1": 0.613414, "accuracy": 0.648221, "main_score": 0.613414, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625266, "recall": 0.685771, "f1": 0.642106, "accuracy": 0.685771, "main_score": 0.642106, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.82804, "recall": 0.874506, "f1": 0.842196, "accuracy": 0.874506, "main_score": 0.842196, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748445, "recall": 0.80336, "f1": 0.764462, "accuracy": 0.80336, "main_score": 0.764462, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490902, "recall": 0.535573, "f1": 0.503955, "accuracy": 0.535573, "main_score": 0.503955, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556279, "recall": 0.602767, "f1": 0.569284, "accuracy": 0.602767, "main_score": 0.569284, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772678, "recall": 0.826087, "f1": 0.788337, "accuracy": 0.826087, "main_score": 0.788337, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.553329, "recall": 0.609684, "f1": 0.569372, "accuracy": 0.609684, "main_score": 0.569372, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540602, "recall": 0.589921, "f1": 0.553804, "accuracy": 0.589921, "main_score": 0.553804, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.772884, "recall": 0.826087, "f1": 0.788084, "accuracy": 0.826087, "main_score": 0.788084, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517211, "recall": 0.567194, "f1": 0.531527, "accuracy": 0.567194, "main_score": 0.531527, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663307, "recall": 0.718379, "f1": 0.678884, "accuracy": 0.718379, "main_score": 0.678884, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751004, "recall": 0.798419, "f1": 0.764041, "accuracy": 0.798419, "main_score": 0.764041, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622285, "recall": 0.661067, "f1": 0.633169, "accuracy": 0.661067, "main_score": 0.633169, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664563, "recall": 0.701581, "f1": 0.675038, "accuracy": 0.701581, "main_score": 0.675038, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.777774, "recall": 0.83004, "f1": 0.793255, "accuracy": 0.83004, "main_score": 0.793255, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.698083, "recall": 0.753953, "f1": 0.713794, "accuracy": 0.753953, "main_score": 0.713794, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756271, "recall": 0.801383, "f1": 0.768513, "accuracy": 0.801383, "main_score": 0.768513, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.44875, "recall": 0.514822, "f1": 0.467693, "accuracy": 0.514822, "main_score": 0.467693, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8153, "recall": 0.862648, "f1": 0.829425, "accuracy": 0.862648, "main_score": 0.829425, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.748088, "recall": 0.801383, "f1": 0.763349, "accuracy": 0.801383, "main_score": 0.763349, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.802273, "recall": 0.849802, "f1": 0.816179, "accuracy": 0.849802, "main_score": 0.816179, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.8028, "recall": 0.855731, "f1": 0.818728, "accuracy": 0.855731, "main_score": 0.818728, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.609339, "recall": 0.666996, "f1": 0.62534, "accuracy": 0.666996, "main_score": 0.62534, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558212, "recall": 0.601779, "f1": 0.570608, "accuracy": 0.601779, "main_score": 0.570608, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429688, "recall": 0.472332, "f1": 0.441828, "accuracy": 0.472332, "main_score": 0.441828, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50722, "recall": 0.549407, "f1": 0.518898, "accuracy": 0.549407, "main_score": 0.518898, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211894, "recall": 0.261858, "f1": 0.224261, "accuracy": 0.261858, "main_score": 0.224261, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.549293, "recall": 0.593874, "f1": 0.561621, "accuracy": 0.593874, "main_score": 0.561621, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.505063, "recall": 0.555336, "f1": 0.5185, "accuracy": 0.555336, "main_score": 0.5185, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.544831, "recall": 0.583004, "f1": 0.555368, "accuracy": 0.583004, "main_score": 0.555368, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554093, "recall": 0.592885, "f1": 0.564034, "accuracy": 0.592885, "main_score": 0.564034, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70135, "recall": 0.754941, "f1": 0.716978, "accuracy": 0.754941, "main_score": 0.716978, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551463, "recall": 0.594862, "f1": 0.562468, "accuracy": 0.594862, "main_score": 0.562468, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5541, "recall": 0.588933, "f1": 0.563757, "accuracy": 0.588933, "main_score": 0.563757, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557794, "recall": 0.589921, "f1": 0.566914, "accuracy": 0.589921, "main_score": 0.566914, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544788, "recall": 0.591897, "f1": 0.556984, "accuracy": 0.591897, "main_score": 0.556984, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.527691, "recall": 0.572134, "f1": 0.539317, "accuracy": 0.572134, "main_score": 0.539317, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.502669, "recall": 0.550395, "f1": 0.51583, "accuracy": 0.550395, "main_score": 0.51583, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543859, "recall": 0.590909, "f1": 0.555976, "accuracy": 0.590909, "main_score": 0.555976, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.499984, "recall": 0.549407, "f1": 0.513084, "accuracy": 0.549407, "main_score": 0.513084, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554578, "recall": 0.599802, "f1": 0.566367, "accuracy": 0.599802, "main_score": 0.566367, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539152, "recall": 0.579051, "f1": 0.550391, "accuracy": 0.579051, "main_score": 0.550391, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543671, "recall": 0.586957, "f1": 0.554539, "accuracy": 0.586957, "main_score": 0.554539, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.520349, "recall": 0.562253, "f1": 0.530949, "accuracy": 0.562253, "main_score": 0.530949, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.5698, "recall": 0.612648, "f1": 0.580884, "accuracy": 0.612648, "main_score": 0.580884, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563063, "recall": 0.606719, "f1": 0.574047, "accuracy": 0.606719, "main_score": 0.574047, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518132, "recall": 0.564229, "f1": 0.530814, "accuracy": 0.564229, "main_score": 0.530814, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526273, "recall": 0.577075, "f1": 0.539712, "accuracy": 0.577075, "main_score": 0.539712, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.543495, "recall": 0.591897, "f1": 0.556733, "accuracy": 0.591897, "main_score": 0.556733, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54245, "recall": 0.58004, "f1": 0.552594, "accuracy": 0.58004, "main_score": 0.552594, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192525, "recall": 0.235178, "f1": 0.203057, "accuracy": 0.235178, "main_score": 0.203057, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.538569, "recall": 0.58498, "f1": 0.550798, "accuracy": 0.58498, "main_score": 0.550798, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567199, "recall": 0.602767, "f1": 0.576934, "accuracy": 0.602767, "main_score": 0.576934, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542532, "recall": 0.590909, "f1": 0.555468, "accuracy": 0.590909, "main_score": 0.555468, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557331, "recall": 0.600791, "f1": 0.568671, "accuracy": 0.600791, "main_score": 0.568671, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52856, "recall": 0.56917, "f1": 0.53969, "accuracy": 0.56917, "main_score": 0.53969, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.546801, "recall": 0.585968, "f1": 0.55662, "accuracy": 0.585968, "main_score": 0.55662, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54861, "recall": 0.586957, "f1": 0.558488, "accuracy": 0.586957, "main_score": 0.558488, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549633, "recall": 0.593874, "f1": 0.561557, "accuracy": 0.593874, "main_score": 0.561557, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.464768, "recall": 0.51581, "f1": 0.478617, "accuracy": 0.51581, "main_score": 0.478617, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530302, "recall": 0.574111, "f1": 0.541777, "accuracy": 0.574111, "main_score": 0.541777, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543361, "recall": 0.591897, "f1": 0.557242, "accuracy": 0.591897, "main_score": 0.557242, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.546777, "recall": 0.58498, "f1": 0.557019, "accuracy": 0.58498, "main_score": 0.557019, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533797, "recall": 0.578063, "f1": 0.545091, "accuracy": 0.578063, "main_score": 0.545091, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.524473, "recall": 0.565217, "f1": 0.536251, "accuracy": 0.565217, "main_score": 0.536251, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.378644, "recall": 0.425889, "f1": 0.391324, "accuracy": 0.425889, "main_score": 0.391324, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562165, "recall": 0.603755, "f1": 0.573039, "accuracy": 0.603755, "main_score": 0.573039, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557945, "recall": 0.605731, "f1": 0.570863, "accuracy": 0.605731, "main_score": 0.570863, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555342, "recall": 0.604743, "f1": 0.56849, "accuracy": 0.604743, "main_score": 0.56849, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.564881, "recall": 0.604743, "f1": 0.57561, "accuracy": 0.604743, "main_score": 0.57561, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530185, "recall": 0.574111, "f1": 0.541959, "accuracy": 0.574111, "main_score": 0.541959, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.541263, "recall": 0.58498, "f1": 0.553317, "accuracy": 0.58498, "main_score": 0.553317, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531644, "recall": 0.583004, "f1": 0.546326, "accuracy": 0.583004, "main_score": 0.546326, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525236, "recall": 0.567194, "f1": 0.536425, "accuracy": 0.567194, "main_score": 0.536425, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549372, "recall": 0.591897, "f1": 0.560553, "accuracy": 0.591897, "main_score": 0.560553, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560655, "recall": 0.605731, "f1": 0.572461, "accuracy": 0.605731, "main_score": 0.572461, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570756, "recall": 0.610672, "f1": 0.581428, "accuracy": 0.610672, "main_score": 0.581428, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491645, "recall": 0.535573, "f1": 0.504744, "accuracy": 0.535573, "main_score": 0.504744, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558395, "recall": 0.599802, "f1": 0.568622, "accuracy": 0.599802, "main_score": 0.568622, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.392455, "recall": 0.44664, "f1": 0.407174, "accuracy": 0.44664, "main_score": 0.407174, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504698, "recall": 0.543478, "f1": 0.515836, "accuracy": 0.543478, "main_score": 0.515836, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569449, "recall": 0.607708, "f1": 0.579196, "accuracy": 0.607708, "main_score": 0.579196, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.297988, "recall": 0.346838, "f1": 0.311509, "accuracy": 0.346838, "main_score": 0.311509, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542163, "recall": 0.591897, "f1": 0.555725, "accuracy": 0.591897, "main_score": 0.555725, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537565, "recall": 0.585968, "f1": 0.550272, "accuracy": 0.585968, "main_score": 0.550272, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566004, "recall": 0.603755, "f1": 0.575703, "accuracy": 0.603755, "main_score": 0.575703, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517215, "recall": 0.56917, "f1": 0.531356, "accuracy": 0.56917, "main_score": 0.531356, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535385, "recall": 0.577075, "f1": 0.546469, "accuracy": 0.577075, "main_score": 0.546469, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562953, "recall": 0.603755, "f1": 0.572946, "accuracy": 0.603755, "main_score": 0.572946, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543995, "recall": 0.583992, "f1": 0.554923, "accuracy": 0.583992, "main_score": 0.554923, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569937, "recall": 0.604743, "f1": 0.579129, "accuracy": 0.604743, "main_score": 0.579129, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518632, "recall": 0.556324, "f1": 0.528893, "accuracy": 0.556324, "main_score": 0.528893, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555919, "recall": 0.592885, "f1": 0.565383, "accuracy": 0.592885, "main_score": 0.565383, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514273, "recall": 0.559289, "f1": 0.526293, "accuracy": 0.559289, "main_score": 0.526293, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555837, "recall": 0.596838, "f1": 0.567447, "accuracy": 0.596838, "main_score": 0.567447, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523057, "recall": 0.567194, "f1": 0.535328, "accuracy": 0.567194, "main_score": 0.535328, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552984, "recall": 0.597826, "f1": 0.564825, "accuracy": 0.597826, "main_score": 0.564825, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.28956, "recall": 0.34585, "f1": 0.3036, "accuracy": 0.34585, "main_score": 0.3036, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.542269, "recall": 0.578063, "f1": 0.552539, "accuracy": 0.578063, "main_score": 0.552539, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521096, "recall": 0.562253, "f1": 0.532314, "accuracy": 0.562253, "main_score": 0.532314, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548897, "recall": 0.583992, "f1": 0.558965, "accuracy": 0.583992, "main_score": 0.558965, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462717, "recall": 0.511858, "f1": 0.476171, "accuracy": 0.511858, "main_score": 0.476171, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.570616, "recall": 0.617589, "f1": 0.58309, "accuracy": 0.617589, "main_score": 0.58309, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561737, "recall": 0.603755, "f1": 0.572565, "accuracy": 0.603755, "main_score": 0.572565, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545764, "recall": 0.590909, "f1": 0.557295, "accuracy": 0.590909, "main_score": 0.557295, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485149, "recall": 0.530632, "f1": 0.496994, "accuracy": 0.530632, "main_score": 0.496994, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.561984, "recall": 0.605731, "f1": 0.573448, "accuracy": 0.605731, "main_score": 0.573448, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544775, "recall": 0.587945, "f1": 0.555817, "accuracy": 0.587945, "main_score": 0.555817, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559167, "recall": 0.599802, "f1": 0.569573, "accuracy": 0.599802, "main_score": 0.569573, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533338, "recall": 0.585968, "f1": 0.546172, "accuracy": 0.585968, "main_score": 0.546172, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.513575, "recall": 0.552372, "f1": 0.524517, "accuracy": 0.552372, "main_score": 0.524517, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534944, "recall": 0.576087, "f1": 0.546127, "accuracy": 0.576087, "main_score": 0.546127, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527037, "recall": 0.575099, "f1": 0.539576, "accuracy": 0.575099, "main_score": 0.539576, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.557766, "recall": 0.601779, "f1": 0.569113, "accuracy": 0.601779, "main_score": 0.569113, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545142, "recall": 0.593874, "f1": 0.557517, "accuracy": 0.593874, "main_score": 0.557517, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526601, "recall": 0.567194, "f1": 0.537041, "accuracy": 0.567194, "main_score": 0.537041, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471682, "recall": 0.51087, "f1": 0.482061, "accuracy": 0.51087, "main_score": 0.482061, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569712, "recall": 0.606719, "f1": 0.579568, "accuracy": 0.606719, "main_score": 0.579568, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51207, "recall": 0.561265, "f1": 0.525283, "accuracy": 0.561265, "main_score": 0.525283, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.517314, "recall": 0.564229, "f1": 0.529945, "accuracy": 0.564229, "main_score": 0.529945, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553432, "recall": 0.598814, "f1": 0.56559, "accuracy": 0.598814, "main_score": 0.56559, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489312, "recall": 0.531621, "f1": 0.501765, "accuracy": 0.531621, "main_score": 0.501765, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572001, "recall": 0.61166, "f1": 0.582371, "accuracy": 0.61166, "main_score": 0.582371, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537516, "recall": 0.586957, "f1": 0.55021, "accuracy": 0.586957, "main_score": 0.55021, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563036, "recall": 0.602767, "f1": 0.573782, "accuracy": 0.602767, "main_score": 0.573782, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.561758, "recall": 0.606719, "f1": 0.573294, "accuracy": 0.606719, "main_score": 0.573294, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544265, "recall": 0.58498, "f1": 0.554613, "accuracy": 0.58498, "main_score": 0.554613, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.556725, "recall": 0.601779, "f1": 0.568521, "accuracy": 0.601779, "main_score": 0.568521, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401988, "recall": 0.456522, "f1": 0.416353, "accuracy": 0.456522, "main_score": 0.416353, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.510658, "recall": 0.5583, "f1": 0.523205, "accuracy": 0.5583, "main_score": 0.523205, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.207681, "recall": 0.250988, "f1": 0.218107, "accuracy": 0.250988, "main_score": 0.218107, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53845, "recall": 0.566206, "f1": 0.546411, "accuracy": 0.566206, "main_score": 0.546411, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445552, "recall": 0.493083, "f1": 0.458979, "accuracy": 0.493083, "main_score": 0.458979, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552709, "recall": 0.59585, "f1": 0.563684, "accuracy": 0.59585, "main_score": 0.563684, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54726, "recall": 0.588933, "f1": 0.558428, "accuracy": 0.588933, "main_score": 0.558428, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423925, "recall": 0.476285, "f1": 0.437736, "accuracy": 0.476285, "main_score": 0.437736, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54181, "recall": 0.582016, "f1": 0.552951, "accuracy": 0.582016, "main_score": 0.552951, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550425, "recall": 0.594862, "f1": 0.562361, "accuracy": 0.594862, "main_score": 0.562361, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494939, "recall": 0.545455, "f1": 0.508379, "accuracy": 0.545455, "main_score": 0.508379, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.543446, "recall": 0.586957, "f1": 0.554772, "accuracy": 0.586957, "main_score": 0.554772, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574502, "recall": 0.619565, "f1": 0.587409, "accuracy": 0.619565, "main_score": 0.587409, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518382, "recall": 0.574111, "f1": 0.533344, "accuracy": 0.574111, "main_score": 0.533344, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.570344, "recall": 0.605731, "f1": 0.579966, "accuracy": 0.605731, "main_score": 0.579966, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507795, "recall": 0.544466, "f1": 0.518333, "accuracy": 0.544466, "main_score": 0.518333, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496139, "recall": 0.536561, "f1": 0.507316, "accuracy": 0.536561, "main_score": 0.507316, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559276, "recall": 0.599802, "f1": 0.569636, "accuracy": 0.599802, "main_score": 0.569636, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549087, "recall": 0.592885, "f1": 0.560976, "accuracy": 0.592885, "main_score": 0.560976, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.126945, "recall": 0.172925, "f1": 0.138554, "accuracy": 0.172925, "main_score": 0.138554, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.537465, "recall": 0.58498, "f1": 0.54985, "accuracy": 0.58498, "main_score": 0.54985, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.483758, "recall": 0.530632, "f1": 0.495773, "accuracy": 0.530632, "main_score": 0.495773, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.520214, "recall": 0.562253, "f1": 0.53156, "accuracy": 0.562253, "main_score": 0.53156, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549293, "recall": 0.593874, "f1": 0.561103, "accuracy": 0.593874, "main_score": 0.561103, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5124, "recall": 0.557312, "f1": 0.524188, "accuracy": 0.557312, "main_score": 0.524188, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525807, "recall": 0.565217, "f1": 0.537385, "accuracy": 0.565217, "main_score": 0.537385, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535178, "recall": 0.585968, "f1": 0.548472, "accuracy": 0.585968, "main_score": 0.548472, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556254, "recall": 0.596838, "f1": 0.566912, "accuracy": 0.596838, "main_score": 0.566912, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545053, "recall": 0.587945, "f1": 0.556724, "accuracy": 0.587945, "main_score": 0.556724, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531847, "recall": 0.575099, "f1": 0.54387, "accuracy": 0.575099, "main_score": 0.54387, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.497909, "recall": 0.548419, "f1": 0.511818, "accuracy": 0.548419, "main_score": 0.511818, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549445, "recall": 0.589921, "f1": 0.559759, "accuracy": 0.589921, "main_score": 0.559759, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495982, "recall": 0.534585, "f1": 0.506821, "accuracy": 0.534585, "main_score": 0.506821, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523351, "recall": 0.567194, "f1": 0.534993, "accuracy": 0.567194, "main_score": 0.534993, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541111, "recall": 0.589921, "f1": 0.55402, "accuracy": 0.589921, "main_score": 0.55402, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.541294, "recall": 0.581028, "f1": 0.551859, "accuracy": 0.581028, "main_score": 0.551859, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524055, "recall": 0.56917, "f1": 0.536022, "accuracy": 0.56917, "main_score": 0.536022, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.440005, "recall": 0.486166, "f1": 0.45316, "accuracy": 0.486166, "main_score": 0.45316, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.592388, "recall": 0.62747, "f1": 0.601738, "accuracy": 0.62747, "main_score": 0.601738, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540255, "recall": 0.583992, "f1": 0.551227, "accuracy": 0.583992, "main_score": 0.551227, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.508741, "recall": 0.560277, "f1": 0.522748, "accuracy": 0.560277, "main_score": 0.522748, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.509696, "recall": 0.560277, "f1": 0.522511, "accuracy": 0.560277, "main_score": 0.522511, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503973, "recall": 0.550395, "f1": 0.516988, "accuracy": 0.550395, "main_score": 0.516988, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480716, "recall": 0.527668, "f1": 0.492484, "accuracy": 0.527668, "main_score": 0.492484, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514945, "recall": 0.559289, "f1": 0.52659, "accuracy": 0.559289, "main_score": 0.52659, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.687275, "recall": 0.742095, "f1": 0.702692, "accuracy": 0.742095, "main_score": 0.702692, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467633, "recall": 0.522727, "f1": 0.482322, "accuracy": 0.522727, "main_score": 0.482322, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.539315, "recall": 0.58498, "f1": 0.551585, "accuracy": 0.58498, "main_score": 0.551585, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.533986, "recall": 0.578063, "f1": 0.545281, "accuracy": 0.578063, "main_score": 0.545281, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.554121, "recall": 0.591897, "f1": 0.564684, "accuracy": 0.591897, "main_score": 0.564684, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531593, "recall": 0.577075, "f1": 0.543568, "accuracy": 0.577075, "main_score": 0.543568, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56064, "recall": 0.603755, "f1": 0.571463, "accuracy": 0.603755, "main_score": 0.571463, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483421, "recall": 0.530632, "f1": 0.496694, "accuracy": 0.530632, "main_score": 0.496694, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.534784, "recall": 0.572134, "f1": 0.543828, "accuracy": 0.572134, "main_score": 0.543828, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463984, "recall": 0.51087, "f1": 0.476783, "accuracy": 0.51087, "main_score": 0.476783, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559717, "recall": 0.599802, "f1": 0.570351, "accuracy": 0.599802, "main_score": 0.570351, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404299, "recall": 0.464427, "f1": 0.421365, "accuracy": 0.464427, "main_score": 0.421365, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.530788, "recall": 0.58004, "f1": 0.543266, "accuracy": 0.58004, "main_score": 0.543266, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.530491, "recall": 0.576087, "f1": 0.543017, "accuracy": 0.576087, "main_score": 0.543017, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539108, "recall": 0.575099, "f1": 0.548518, "accuracy": 0.575099, "main_score": 0.548518, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528854, "recall": 0.565217, "f1": 0.538204, "accuracy": 0.565217, "main_score": 0.538204, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514245, "recall": 0.564229, "f1": 0.527041, "accuracy": 0.564229, "main_score": 0.527041, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.541491, "recall": 0.58004, "f1": 0.551604, "accuracy": 0.58004, "main_score": 0.551604, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538038, "recall": 0.583004, "f1": 0.550411, "accuracy": 0.583004, "main_score": 0.550411, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557536, "recall": 0.600791, "f1": 0.568264, "accuracy": 0.600791, "main_score": 0.568264, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547214, "recall": 0.58498, "f1": 0.557127, "accuracy": 0.58498, "main_score": 0.557127, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574985, "recall": 0.612648, "f1": 0.584773, "accuracy": 0.612648, "main_score": 0.584773, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499833, "recall": 0.540514, "f1": 0.511919, "accuracy": 0.540514, "main_score": 0.511919, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552264, "recall": 0.592885, "f1": 0.56334, "accuracy": 0.592885, "main_score": 0.56334, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534229, "recall": 0.581028, "f1": 0.546324, "accuracy": 0.581028, "main_score": 0.546324, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.54213, "recall": 0.58004, "f1": 0.551976, "accuracy": 0.58004, "main_score": 0.551976, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510839, "recall": 0.557312, "f1": 0.523825, "accuracy": 0.557312, "main_score": 0.523825, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563841, "recall": 0.607708, "f1": 0.575795, "accuracy": 0.607708, "main_score": 0.575795, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552491, "recall": 0.589921, "f1": 0.562109, "accuracy": 0.589921, "main_score": 0.562109, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56854, "recall": 0.62253, "f1": 0.583685, "accuracy": 0.62253, "main_score": 0.583685, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472827, "recall": 0.519763, "f1": 0.485739, "accuracy": 0.519763, "main_score": 0.485739, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562158, "recall": 0.603755, "f1": 0.572634, "accuracy": 0.603755, "main_score": 0.572634, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513867, "recall": 0.5583, "f1": 0.525978, "accuracy": 0.5583, "main_score": 0.525978, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499741, "recall": 0.543478, "f1": 0.511784, "accuracy": 0.543478, "main_score": 0.511784, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534973, "recall": 0.578063, "f1": 0.546664, "accuracy": 0.578063, "main_score": 0.546664, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528173, "recall": 0.578063, "f1": 0.541286, "accuracy": 0.578063, "main_score": 0.541286, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.534239, "recall": 0.58498, "f1": 0.548166, "accuracy": 0.58498, "main_score": 0.548166, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546923, "recall": 0.590909, "f1": 0.559063, "accuracy": 0.590909, "main_score": 0.559063, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518876, "recall": 0.571146, "f1": 0.532891, "accuracy": 0.571146, "main_score": 0.532891, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495636, "recall": 0.538538, "f1": 0.508235, "accuracy": 0.538538, "main_score": 0.508235, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537931, "recall": 0.579051, "f1": 0.549777, "accuracy": 0.579051, "main_score": 0.549777, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538403, "recall": 0.56917, "f1": 0.546897, "accuracy": 0.56917, "main_score": 0.546897, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540133, "recall": 0.56917, "f1": 0.5486, "accuracy": 0.56917, "main_score": 0.5486, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546429, "recall": 0.579051, "f1": 0.554638, "accuracy": 0.579051, "main_score": 0.554638, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522817, "recall": 0.571146, "f1": 0.536306, "accuracy": 0.571146, "main_score": 0.536306, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.510827, "recall": 0.556324, "f1": 0.523423, "accuracy": 0.556324, "main_score": 0.523423, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538349, "recall": 0.578063, "f1": 0.548722, "accuracy": 0.578063, "main_score": 0.548722, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.418079, "recall": 0.475296, "f1": 0.435096, "accuracy": 0.475296, "main_score": 0.435096, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547082, "recall": 0.590909, "f1": 0.559511, "accuracy": 0.590909, "main_score": 0.559511, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.523594, "recall": 0.568182, "f1": 0.535512, "accuracy": 0.568182, "main_score": 0.535512, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543468, "recall": 0.583992, "f1": 0.553614, "accuracy": 0.583992, "main_score": 0.553614, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545677, "recall": 0.592885, "f1": 0.558386, "accuracy": 0.592885, "main_score": 0.558386, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.499632, "recall": 0.543478, "f1": 0.511459, "accuracy": 0.543478, "main_score": 0.511459, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52702, "recall": 0.5583, "f1": 0.53587, "accuracy": 0.5583, "main_score": 0.53587, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428422, "recall": 0.47332, "f1": 0.440324, "accuracy": 0.47332, "main_score": 0.440324, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513975, "recall": 0.555336, "f1": 0.525809, "accuracy": 0.555336, "main_score": 0.525809, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.234236, "recall": 0.277668, "f1": 0.245207, "accuracy": 0.277668, "main_score": 0.245207, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.579617, "recall": 0.632411, "f1": 0.593328, "accuracy": 0.632411, "main_score": 0.593328, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559243, "recall": 0.61166, "f1": 0.572707, "accuracy": 0.61166, "main_score": 0.572707, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.629447, "f1": 0.593373, "accuracy": 0.629447, "main_score": 0.593373, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577518, "recall": 0.613636, "f1": 0.586822, "accuracy": 0.613636, "main_score": 0.586822, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606594, "recall": 0.651186, "f1": 0.617523, "accuracy": 0.651186, "main_score": 0.617523, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586143, "recall": 0.637352, "f1": 0.599149, "accuracy": 0.637352, "main_score": 0.599149, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579837, "recall": 0.617589, "f1": 0.589771, "accuracy": 0.617589, "main_score": 0.589771, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567911, "recall": 0.605731, "f1": 0.578194, "accuracy": 0.605731, "main_score": 0.578194, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597111, "recall": 0.648221, "f1": 0.609949, "accuracy": 0.648221, "main_score": 0.609949, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.570397, "recall": 0.620553, "f1": 0.583139, "accuracy": 0.620553, "main_score": 0.583139, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.509719, "recall": 0.556324, "f1": 0.521867, "accuracy": 0.556324, "main_score": 0.521867, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576859, "recall": 0.623518, "f1": 0.58909, "accuracy": 0.623518, "main_score": 0.58909, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537805, "recall": 0.585968, "f1": 0.549962, "accuracy": 0.585968, "main_score": 0.549962, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581018, "recall": 0.636364, "f1": 0.594907, "accuracy": 0.636364, "main_score": 0.594907, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538689, "recall": 0.573123, "f1": 0.5483, "accuracy": 0.573123, "main_score": 0.5483, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567857, "recall": 0.620553, "f1": 0.581171, "accuracy": 0.620553, "main_score": 0.581171, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551464, "recall": 0.601779, "f1": 0.563705, "accuracy": 0.601779, "main_score": 0.563705, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.625105, "recall": 0.675889, "f1": 0.637519, "accuracy": 0.675889, "main_score": 0.637519, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60266, "recall": 0.653162, "f1": 0.615029, "accuracy": 0.653162, "main_score": 0.615029, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569424, "recall": 0.620553, "f1": 0.582553, "accuracy": 0.620553, "main_score": 0.582553, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568711, "recall": 0.619565, "f1": 0.581417, "accuracy": 0.619565, "main_score": 0.581417, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.582235, "recall": 0.634387, "f1": 0.595586, "accuracy": 0.634387, "main_score": 0.595586, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589161, "recall": 0.635375, "f1": 0.601108, "accuracy": 0.635375, "main_score": 0.601108, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.21375, "recall": 0.257905, "f1": 0.225078, "accuracy": 0.257905, "main_score": 0.225078, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581484, "recall": 0.637352, "f1": 0.5957, "accuracy": 0.637352, "main_score": 0.5957, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583889, "recall": 0.630435, "f1": 0.596178, "accuracy": 0.630435, "main_score": 0.596178, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599053, "recall": 0.655138, "f1": 0.612926, "accuracy": 0.655138, "main_score": 0.612926, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589393, "recall": 0.643281, "f1": 0.6027, "accuracy": 0.643281, "main_score": 0.6027, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561386, "recall": 0.612648, "f1": 0.574877, "accuracy": 0.612648, "main_score": 0.574877, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.58885, "recall": 0.636364, "f1": 0.601062, "accuracy": 0.636364, "main_score": 0.601062, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561678, "recall": 0.598814, "f1": 0.571434, "accuracy": 0.598814, "main_score": 0.571434, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606253, "recall": 0.65415, "f1": 0.61815, "accuracy": 0.65415, "main_score": 0.61815, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.510591, "recall": 0.566206, "f1": 0.525313, "accuracy": 0.566206, "main_score": 0.525313, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.555544, "recall": 0.599802, "f1": 0.567202, "accuracy": 0.599802, "main_score": 0.567202, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595205, "recall": 0.652174, "f1": 0.610087, "accuracy": 0.652174, "main_score": 0.610087, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.588694, "recall": 0.63834, "f1": 0.601012, "accuracy": 0.63834, "main_score": 0.601012, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574709, "recall": 0.628458, "f1": 0.588671, "accuracy": 0.628458, "main_score": 0.588671, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525618, "recall": 0.561265, "f1": 0.535544, "accuracy": 0.561265, "main_score": 0.535544, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401498, "recall": 0.449605, "f1": 0.414308, "accuracy": 0.449605, "main_score": 0.414308, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596781, "recall": 0.643281, "f1": 0.608322, "accuracy": 0.643281, "main_score": 0.608322, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736629, "recall": 0.789526, "f1": 0.752061, "accuracy": 0.789526, "main_score": 0.752061, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607133, "recall": 0.659091, "f1": 0.62062, "accuracy": 0.659091, "main_score": 0.62062, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622801, "recall": 0.670949, "f1": 0.635339, "accuracy": 0.670949, "main_score": 0.635339, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575539, "recall": 0.612648, "f1": 0.584648, "accuracy": 0.612648, "main_score": 0.584648, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.592066, "recall": 0.641304, "f1": 0.604863, "accuracy": 0.641304, "main_score": 0.604863, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540635, "recall": 0.585968, "f1": 0.553149, "accuracy": 0.585968, "main_score": 0.553149, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587298, "recall": 0.633399, "f1": 0.598984, "accuracy": 0.633399, "main_score": 0.598984, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591591, "recall": 0.636364, "f1": 0.602931, "accuracy": 0.636364, "main_score": 0.602931, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621746, "recall": 0.668972, "f1": 0.633698, "accuracy": 0.668972, "main_score": 0.633698, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607442, "recall": 0.651186, "f1": 0.619176, "accuracy": 0.651186, "main_score": 0.619176, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492563, "recall": 0.533597, "f1": 0.504037, "accuracy": 0.533597, "main_score": 0.504037, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583265, "recall": 0.636364, "f1": 0.596817, "accuracy": 0.636364, "main_score": 0.596817, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.422153, "recall": 0.463439, "f1": 0.433418, "accuracy": 0.463439, "main_score": 0.433418, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492391, "recall": 0.525692, "f1": 0.501699, "accuracy": 0.525692, "main_score": 0.501699, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600509, "recall": 0.643281, "f1": 0.611173, "accuracy": 0.643281, "main_score": 0.611173, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.311275, "recall": 0.359684, "f1": 0.323976, "accuracy": 0.359684, "main_score": 0.323976, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603217, "recall": 0.652174, "f1": 0.615757, "accuracy": 0.652174, "main_score": 0.615757, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.596261, "recall": 0.648221, "f1": 0.609486, "accuracy": 0.648221, "main_score": 0.609486, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600468, "recall": 0.652174, "f1": 0.613091, "accuracy": 0.652174, "main_score": 0.613091, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567054, "recall": 0.620553, "f1": 0.581274, "accuracy": 0.620553, "main_score": 0.581274, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518057, "recall": 0.561265, "f1": 0.529688, "accuracy": 0.561265, "main_score": 0.529688, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586244, "recall": 0.62747, "f1": 0.59599, "accuracy": 0.62747, "main_score": 0.59599, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577995, "recall": 0.624506, "f1": 0.590518, "accuracy": 0.624506, "main_score": 0.590518, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609733, "recall": 0.655138, "f1": 0.621463, "accuracy": 0.655138, "main_score": 0.621463, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53785, "recall": 0.579051, "f1": 0.549412, "accuracy": 0.579051, "main_score": 0.549412, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607012, "recall": 0.650198, "f1": 0.618031, "accuracy": 0.650198, "main_score": 0.618031, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524645, "recall": 0.56917, "f1": 0.537095, "accuracy": 0.56917, "main_score": 0.537095, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614282, "recall": 0.662055, "f1": 0.626672, "accuracy": 0.662055, "main_score": 0.626672, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575625, "recall": 0.62747, "f1": 0.588641, "accuracy": 0.62747, "main_score": 0.588641, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591663, "recall": 0.635375, "f1": 0.602155, "accuracy": 0.635375, "main_score": 0.602155, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.305388, "recall": 0.363636, "f1": 0.320616, "accuracy": 0.363636, "main_score": 0.320616, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.54793, "recall": 0.592885, "f1": 0.559975, "accuracy": 0.592885, "main_score": 0.559975, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569064, "recall": 0.617589, "f1": 0.582024, "accuracy": 0.617589, "main_score": 0.582024, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548912, "recall": 0.590909, "f1": 0.559791, "accuracy": 0.590909, "main_score": 0.559791, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476122, "recall": 0.522727, "f1": 0.488729, "accuracy": 0.522727, "main_score": 0.488729, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.612062, "recall": 0.660079, "f1": 0.623328, "accuracy": 0.660079, "main_score": 0.623328, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577702, "recall": 0.633399, "f1": 0.592089, "accuracy": 0.633399, "main_score": 0.592089, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595207, "recall": 0.637352, "f1": 0.60625, "accuracy": 0.637352, "main_score": 0.60625, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535845, "recall": 0.588933, "f1": 0.549123, "accuracy": 0.588933, "main_score": 0.549123, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.604393, "recall": 0.651186, "f1": 0.616193, "accuracy": 0.651186, "main_score": 0.616193, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57024, "recall": 0.616601, "f1": 0.581743, "accuracy": 0.616601, "main_score": 0.581743, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597859, "recall": 0.649209, "f1": 0.611923, "accuracy": 0.649209, "main_score": 0.611923, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573222, "recall": 0.621542, "f1": 0.585975, "accuracy": 0.621542, "main_score": 0.585975, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.507475, "recall": 0.548419, "f1": 0.518942, "accuracy": 0.548419, "main_score": 0.518942, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56232, "recall": 0.606719, "f1": 0.573858, "accuracy": 0.606719, "main_score": 0.573858, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564357, "recall": 0.614625, "f1": 0.577224, "accuracy": 0.614625, "main_score": 0.577224, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.596249, "recall": 0.642292, "f1": 0.608289, "accuracy": 0.642292, "main_score": 0.608289, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578767, "recall": 0.630435, "f1": 0.592101, "accuracy": 0.630435, "main_score": 0.592101, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535013, "recall": 0.582016, "f1": 0.546931, "accuracy": 0.582016, "main_score": 0.546931, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471773, "recall": 0.511858, "f1": 0.482962, "accuracy": 0.511858, "main_score": 0.482962, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616875, "recall": 0.651186, "f1": 0.625891, "accuracy": 0.651186, "main_score": 0.625891, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555361, "recall": 0.606719, "f1": 0.568438, "accuracy": 0.606719, "main_score": 0.568438, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.554947, "recall": 0.597826, "f1": 0.565701, "accuracy": 0.597826, "main_score": 0.565701, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591719, "recall": 0.644269, "f1": 0.604756, "accuracy": 0.644269, "main_score": 0.604756, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.477232, "recall": 0.512846, "f1": 0.487934, "accuracy": 0.512846, "main_score": 0.487934, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607715, "recall": 0.648221, "f1": 0.617754, "accuracy": 0.648221, "main_score": 0.617754, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587662, "recall": 0.640316, "f1": 0.600956, "accuracy": 0.640316, "main_score": 0.600956, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600126, "recall": 0.646245, "f1": 0.61107, "accuracy": 0.646245, "main_score": 0.61107, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.601777, "recall": 0.658103, "f1": 0.615836, "accuracy": 0.658103, "main_score": 0.615836, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57506, "recall": 0.620553, "f1": 0.586619, "accuracy": 0.620553, "main_score": 0.586619, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.582534, "recall": 0.630435, "f1": 0.59497, "accuracy": 0.630435, "main_score": 0.59497, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439406, "recall": 0.507905, "f1": 0.456664, "accuracy": 0.507905, "main_score": 0.456664, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.518088, "recall": 0.551383, "f1": 0.527261, "accuracy": 0.551383, "main_score": 0.527261, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.2293, "recall": 0.273715, "f1": 0.239966, "accuracy": 0.273715, "main_score": 0.239966, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.545907, "recall": 0.583992, "f1": 0.556705, "accuracy": 0.583992, "main_score": 0.556705, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475388, "recall": 0.523715, "f1": 0.488085, "accuracy": 0.523715, "main_score": 0.488085, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610948, "recall": 0.662055, "f1": 0.623558, "accuracy": 0.662055, "main_score": 0.623558, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574856, "recall": 0.621542, "f1": 0.586726, "accuracy": 0.621542, "main_score": 0.586726, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466206, "recall": 0.514822, "f1": 0.479238, "accuracy": 0.514822, "main_score": 0.479238, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55669, "recall": 0.598814, "f1": 0.567297, "accuracy": 0.598814, "main_score": 0.567297, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592653, "recall": 0.642292, "f1": 0.604864, "accuracy": 0.642292, "main_score": 0.604864, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545369, "recall": 0.599802, "f1": 0.559307, "accuracy": 0.599802, "main_score": 0.559307, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.573866, "recall": 0.620553, "f1": 0.586159, "accuracy": 0.620553, "main_score": 0.586159, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.71857, "recall": 0.767787, "f1": 0.73226, "accuracy": 0.767787, "main_score": 0.73226, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564229, "recall": 0.621542, "f1": 0.579018, "accuracy": 0.621542, "main_score": 0.579018, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.613473, "recall": 0.652174, "f1": 0.622914, "accuracy": 0.652174, "main_score": 0.622914, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490713, "recall": 0.535573, "f1": 0.503685, "accuracy": 0.535573, "main_score": 0.503685, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491943, "recall": 0.533597, "f1": 0.503346, "accuracy": 0.533597, "main_score": 0.503346, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551865, "recall": 0.587945, "f1": 0.560976, "accuracy": 0.587945, "main_score": 0.560976, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587435, "recall": 0.642292, "f1": 0.601994, "accuracy": 0.642292, "main_score": 0.601994, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.145588, "recall": 0.19664, "f1": 0.158374, "accuracy": 0.19664, "main_score": 0.158374, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.578897, "recall": 0.633399, "f1": 0.592545, "accuracy": 0.633399, "main_score": 0.592545, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.521742, "recall": 0.587945, "f1": 0.538122, "accuracy": 0.587945, "main_score": 0.538122, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.541503, "recall": 0.589921, "f1": 0.554108, "accuracy": 0.589921, "main_score": 0.554108, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.597148, "recall": 0.649209, "f1": 0.610289, "accuracy": 0.649209, "main_score": 0.610289, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532239, "recall": 0.578063, "f1": 0.544733, "accuracy": 0.578063, "main_score": 0.544733, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535859, "recall": 0.583992, "f1": 0.548813, "accuracy": 0.583992, "main_score": 0.548813, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570671, "recall": 0.619565, "f1": 0.583468, "accuracy": 0.619565, "main_score": 0.583468, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607026, "recall": 0.656126, "f1": 0.619937, "accuracy": 0.656126, "main_score": 0.619937, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577825, "recall": 0.621542, "f1": 0.589205, "accuracy": 0.621542, "main_score": 0.589205, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579367, "recall": 0.624506, "f1": 0.591187, "accuracy": 0.624506, "main_score": 0.591187, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528263, "recall": 0.583004, "f1": 0.54338, "accuracy": 0.583004, "main_score": 0.54338, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576424, "recall": 0.629447, "f1": 0.5903, "accuracy": 0.629447, "main_score": 0.5903, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48358, "recall": 0.521739, "f1": 0.494177, "accuracy": 0.521739, "main_score": 0.494177, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548206, "recall": 0.590909, "f1": 0.559969, "accuracy": 0.590909, "main_score": 0.559969, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589591, "recall": 0.640316, "f1": 0.602247, "accuracy": 0.640316, "main_score": 0.602247, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.582645, "recall": 0.62253, "f1": 0.592333, "accuracy": 0.62253, "main_score": 0.592333, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562273, "recall": 0.613636, "f1": 0.575925, "accuracy": 0.613636, "main_score": 0.575925, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438046, "recall": 0.476285, "f1": 0.448567, "accuracy": 0.476285, "main_score": 0.448567, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.632027, "recall": 0.674901, "f1": 0.643262, "accuracy": 0.674901, "main_score": 0.643262, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572686, "recall": 0.629447, "f1": 0.586523, "accuracy": 0.629447, "main_score": 0.586523, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.539055, "recall": 0.600791, "f1": 0.555046, "accuracy": 0.600791, "main_score": 0.555046, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.532083, "recall": 0.585968, "f1": 0.545786, "accuracy": 0.585968, "main_score": 0.545786, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552245, "recall": 0.596838, "f1": 0.565145, "accuracy": 0.596838, "main_score": 0.565145, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496122, "recall": 0.543478, "f1": 0.508224, "accuracy": 0.543478, "main_score": 0.508224, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549425, "recall": 0.598814, "f1": 0.56242, "accuracy": 0.598814, "main_score": 0.56242, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603258, "recall": 0.644269, "f1": 0.614622, "accuracy": 0.644269, "main_score": 0.614622, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524303, "recall": 0.583004, "f1": 0.539803, "accuracy": 0.583004, "main_score": 0.539803, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.585371, "recall": 0.634387, "f1": 0.597027, "accuracy": 0.634387, "main_score": 0.597027, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.565502, "recall": 0.607708, "f1": 0.575923, "accuracy": 0.607708, "main_score": 0.575923, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.606285, "recall": 0.655138, "f1": 0.618904, "accuracy": 0.655138, "main_score": 0.618904, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579287, "recall": 0.62747, "f1": 0.591397, "accuracy": 0.62747, "main_score": 0.591397, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611214, "recall": 0.660079, "f1": 0.623939, "accuracy": 0.660079, "main_score": 0.623939, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49618, "recall": 0.540514, "f1": 0.507824, "accuracy": 0.540514, "main_score": 0.507824, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554604, "recall": 0.59585, "f1": 0.564717, "accuracy": 0.59585, "main_score": 0.564717, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.460179, "recall": 0.507905, "f1": 0.473764, "accuracy": 0.507905, "main_score": 0.473764, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580739, "recall": 0.632411, "f1": 0.594254, "accuracy": 0.632411, "main_score": 0.594254, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.428783, "recall": 0.481225, "f1": 0.442414, "accuracy": 0.481225, "main_score": 0.442414, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.564976, "recall": 0.619565, "f1": 0.578497, "accuracy": 0.619565, "main_score": 0.578497, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.57502, "recall": 0.612648, "f1": 0.584413, "accuracy": 0.612648, "main_score": 0.584413, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.604844, "recall": 0.651186, "f1": 0.616648, "accuracy": 0.651186, "main_score": 0.616648, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543201, "recall": 0.583992, "f1": 0.553847, "accuracy": 0.583992, "main_score": 0.553847, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544937, "recall": 0.601779, "f1": 0.559715, "accuracy": 0.601779, "main_score": 0.559715, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.545845, "recall": 0.583992, "f1": 0.556162, "accuracy": 0.583992, "main_score": 0.556162, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57509, "recall": 0.620553, "f1": 0.587248, "accuracy": 0.620553, "main_score": 0.587248, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578483, "recall": 0.629447, "f1": 0.590748, "accuracy": 0.629447, "main_score": 0.590748, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578216, "recall": 0.617589, "f1": 0.587984, "accuracy": 0.617589, "main_score": 0.587984, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623524, "recall": 0.668972, "f1": 0.635096, "accuracy": 0.668972, "main_score": 0.635096, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510404, "recall": 0.550395, "f1": 0.522006, "accuracy": 0.550395, "main_score": 0.522006, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59763, "recall": 0.651186, "f1": 0.610652, "accuracy": 0.651186, "main_score": 0.610652, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578266, "recall": 0.628458, "f1": 0.591144, "accuracy": 0.628458, "main_score": 0.591144, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.571745, "recall": 0.62253, "f1": 0.584882, "accuracy": 0.62253, "main_score": 0.584882, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.55164, "recall": 0.599802, "f1": 0.564858, "accuracy": 0.599802, "main_score": 0.564858, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611212, "recall": 0.664032, "f1": 0.624767, "accuracy": 0.664032, "main_score": 0.624767, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577899, "recall": 0.615613, "f1": 0.587665, "accuracy": 0.615613, "main_score": 0.587665, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559227, "recall": 0.598814, "f1": 0.570165, "accuracy": 0.598814, "main_score": 0.570165, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495859, "recall": 0.547431, "f1": 0.510253, "accuracy": 0.547431, "main_score": 0.510253, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604384, "recall": 0.653162, "f1": 0.617018, "accuracy": 0.653162, "main_score": 0.617018, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548783, "recall": 0.607708, "f1": 0.563844, "accuracy": 0.607708, "main_score": 0.563844, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485641, "recall": 0.527668, "f1": 0.496802, "accuracy": 0.527668, "main_score": 0.496802, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546718, "recall": 0.583004, "f1": 0.556861, "accuracy": 0.583004, "main_score": 0.556861, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563716, "recall": 0.619565, "f1": 0.578026, "accuracy": 0.619565, "main_score": 0.578026, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570021, "recall": 0.62253, "f1": 0.584271, "accuracy": 0.62253, "main_score": 0.584271, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572343, "recall": 0.613636, "f1": 0.583058, "accuracy": 0.613636, "main_score": 0.583058, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542034, "recall": 0.593874, "f1": 0.555361, "accuracy": 0.593874, "main_score": 0.555361, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485494, "recall": 0.527668, "f1": 0.497657, "accuracy": 0.527668, "main_score": 0.497657, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586018, "recall": 0.633399, "f1": 0.599418, "accuracy": 0.633399, "main_score": 0.599418, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573837, "recall": 0.617589, "f1": 0.58457, "accuracy": 0.617589, "main_score": 0.58457, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531246, "recall": 0.567194, "f1": 0.541293, "accuracy": 0.567194, "main_score": 0.541293, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554928, "recall": 0.590909, "f1": 0.56468, "accuracy": 0.590909, "main_score": 0.56468, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571289, "recall": 0.624506, "f1": 0.58628, "accuracy": 0.624506, "main_score": 0.58628, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551768, "recall": 0.599802, "f1": 0.56447, "accuracy": 0.599802, "main_score": 0.56447, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565715, "recall": 0.609684, "f1": 0.576952, "accuracy": 0.609684, "main_score": 0.576952, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.427728, "recall": 0.490119, "f1": 0.44495, "accuracy": 0.490119, "main_score": 0.44495, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586588, "recall": 0.631423, "f1": 0.598622, "accuracy": 0.631423, "main_score": 0.598622, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.558939, "recall": 0.598814, "f1": 0.56917, "accuracy": 0.598814, "main_score": 0.56917, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585038, "recall": 0.632411, "f1": 0.597112, "accuracy": 0.632411, "main_score": 0.597112, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59237, "recall": 0.637352, "f1": 0.603719, "accuracy": 0.637352, "main_score": 0.603719, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.566695, "recall": 0.621542, "f1": 0.581462, "accuracy": 0.621542, "main_score": 0.581462, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533004, "recall": 0.56917, "f1": 0.54353, "accuracy": 0.56917, "main_score": 0.54353, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483436, "recall": 0.545455, "f1": 0.500405, "accuracy": 0.545455, "main_score": 0.500405, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461082, "recall": 0.520751, "f1": 0.476886, "accuracy": 0.520751, "main_score": 0.476886, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289039, "recall": 0.355731, "f1": 0.306104, "accuracy": 0.355731, "main_score": 0.306104, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.918314, "recall": 0.942688, "f1": 0.926054, "accuracy": 0.942688, "main_score": 0.926054, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.872951, "recall": 0.905138, "f1": 0.882691, "accuracy": 0.905138, "main_score": 0.882691, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.911844, "recall": 0.934783, "f1": 0.918775, "accuracy": 0.934783, "main_score": 0.918775, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.876383, "recall": 0.909091, "f1": 0.886331, "accuracy": 0.909091, "main_score": 0.886331, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49967, "recall": 0.563241, "f1": 0.517736, "accuracy": 0.563241, "main_score": 0.517736, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91609, "recall": 0.939723, "f1": 0.923287, "accuracy": 0.939723, "main_score": 0.923287, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745942, "recall": 0.796443, "f1": 0.760641, "accuracy": 0.796443, "main_score": 0.760641, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.860128, "recall": 0.892292, "f1": 0.869471, "accuracy": 0.892292, "main_score": 0.869471, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915464, "recall": 0.938735, "f1": 0.922614, "accuracy": 0.938735, "main_score": 0.922614, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.892819, "recall": 0.923913, "f1": 0.90247, "accuracy": 0.923913, "main_score": 0.90247, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494875, "recall": 0.556324, "f1": 0.511504, "accuracy": 0.556324, "main_score": 0.511504, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915267, "recall": 0.939723, "f1": 0.922793, "accuracy": 0.939723, "main_score": 0.922793, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.8736, "recall": 0.910079, "f1": 0.885079, "accuracy": 0.910079, "main_score": 0.885079, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.920191, "recall": 0.943676, "f1": 0.927536, "accuracy": 0.943676, "main_score": 0.927536, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543588, "recall": 0.605731, "f1": 0.560712, "accuracy": 0.605731, "main_score": 0.560712, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908432, "recall": 0.934783, "f1": 0.916587, "accuracy": 0.934783, "main_score": 0.916587, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.882395, "recall": 0.91502, "f1": 0.892311, "accuracy": 0.91502, "main_score": 0.892311, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.925478, "recall": 0.947628, "f1": 0.932543, "accuracy": 0.947628, "main_score": 0.932543, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920949, "recall": 0.943676, "f1": 0.927997, "accuracy": 0.943676, "main_score": 0.927997, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47328, "recall": 0.532609, "f1": 0.48955, "accuracy": 0.532609, "main_score": 0.48955, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918314, "recall": 0.9417, "f1": 0.925678, "accuracy": 0.9417, "main_score": 0.925678, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.952652, "recall": 0.966403, "f1": 0.956884, "accuracy": 0.966403, "main_score": 0.956884, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.897933, "recall": 0.924901, "f1": 0.9062, "accuracy": 0.924901, "main_score": 0.9062, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18366, "recall": 0.224308, "f1": 0.193651, "accuracy": 0.224308, "main_score": 0.193651, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.908226, "recall": 0.931818, "f1": 0.915569, "accuracy": 0.931818, "main_score": 0.915569, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523269, "recall": 0.576087, "f1": 0.537947, "accuracy": 0.576087, "main_score": 0.537947, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914453, "recall": 0.934783, "f1": 0.920438, "accuracy": 0.934783, "main_score": 0.920438, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849285, "recall": 0.88834, "f1": 0.861333, "accuracy": 0.88834, "main_score": 0.861333, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.905665, "recall": 0.931818, "f1": 0.913505, "accuracy": 0.931818, "main_score": 0.913505, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559696, "recall": 0.612648, "f1": 0.574958, "accuracy": 0.612648, "main_score": 0.574958, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92276, "recall": 0.944664, "f1": 0.929677, "accuracy": 0.944664, "main_score": 0.929677, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.830435, "recall": 0.869565, "f1": 0.842688, "accuracy": 0.869565, "main_score": 0.842688, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.88831, "recall": 0.916008, "f1": 0.896652, "accuracy": 0.916008, "main_score": 0.896652, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.922843, "recall": 0.945652, "f1": 0.930072, "accuracy": 0.945652, "main_score": 0.930072, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.905385, "recall": 0.931818, "f1": 0.91357, "accuracy": 0.931818, "main_score": 0.91357, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915711, "recall": 0.940711, "f1": 0.923419, "accuracy": 0.940711, "main_score": 0.923419, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.473946, "recall": 0.522727, "f1": 0.487898, "accuracy": 0.522727, "main_score": 0.487898, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447427, "recall": 0.51581, "f1": 0.46587, "accuracy": 0.51581, "main_score": 0.46587, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.935771, "f1": 0.917443, "accuracy": 0.935771, "main_score": 0.917443, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485517, "recall": 0.549407, "f1": 0.503988, "accuracy": 0.549407, "main_score": 0.503988, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.951581, "f1": 0.93857, "accuracy": 0.951581, "main_score": 0.93857, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.94664, "f1": 0.931621, "accuracy": 0.94664, "main_score": 0.931621, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.892128, "recall": 0.91996, "f1": 0.900823, "accuracy": 0.91996, "main_score": 0.900823, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.86581, "recall": 0.898221, "f1": 0.875626, "accuracy": 0.898221, "main_score": 0.875626, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474418, "recall": 0.537549, "f1": 0.49142, "accuracy": 0.537549, "main_score": 0.49142, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749078, "recall": 0.799407, "f1": 0.764215, "accuracy": 0.799407, "main_score": 0.764215, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852816, "recall": 0.891304, "f1": 0.864526, "accuracy": 0.891304, "main_score": 0.864526, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929677, "recall": 0.948617, "f1": 0.935361, "accuracy": 0.948617, "main_score": 0.935361, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891337, "recall": 0.921937, "f1": 0.900823, "accuracy": 0.921937, "main_score": 0.900823, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470953, "recall": 0.523715, "f1": 0.485811, "accuracy": 0.523715, "main_score": 0.485811, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914773, "recall": 0.937747, "f1": 0.92197, "accuracy": 0.937747, "main_score": 0.92197, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478177, "recall": 0.536561, "f1": 0.493733, "accuracy": 0.536561, "main_score": 0.493733, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.445711, "recall": 0.497036, "f1": 0.459966, "accuracy": 0.497036, "main_score": 0.459966, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806663, "recall": 0.851779, "f1": 0.82016, "accuracy": 0.851779, "main_score": 0.82016, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.300996, "recall": 0.348814, "f1": 0.313418, "accuracy": 0.348814, "main_score": 0.313418, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.915382, "recall": 0.938735, "f1": 0.922563, "accuracy": 0.938735, "main_score": 0.922563, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.944944, "recall": 0.959486, "f1": 0.949341, "accuracy": 0.959486, "main_score": 0.949341, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.932181, "recall": 0.952569, "f1": 0.938735, "accuracy": 0.952569, "main_score": 0.938735, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927207, "recall": 0.949605, "f1": 0.934453, "accuracy": 0.949605, "main_score": 0.934453, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503544, "recall": 0.565217, "f1": 0.520032, "accuracy": 0.565217, "main_score": 0.520032, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870883, "recall": 0.903162, "f1": 0.880863, "accuracy": 0.903162, "main_score": 0.880863, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80462, "recall": 0.852767, "f1": 0.819211, "accuracy": 0.852767, "main_score": 0.819211, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920907, "recall": 0.943676, "f1": 0.927921, "accuracy": 0.943676, "main_score": 0.927921, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510264, "recall": 0.5583, "f1": 0.523363, "accuracy": 0.5583, "main_score": 0.523363, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884552, "recall": 0.916008, "f1": 0.894401, "accuracy": 0.916008, "main_score": 0.894401, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596355, "recall": 0.656126, "f1": 0.612698, "accuracy": 0.656126, "main_score": 0.612698, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801396, "recall": 0.849802, "f1": 0.816223, "accuracy": 0.849802, "main_score": 0.816223, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911455, "recall": 0.934783, "f1": 0.918579, "accuracy": 0.934783, "main_score": 0.918579, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.935771, "f1": 0.919631, "accuracy": 0.935771, "main_score": 0.919631, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439432, "recall": 0.512846, "f1": 0.459006, "accuracy": 0.512846, "main_score": 0.459006, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.562025, "recall": 0.621542, "f1": 0.578534, "accuracy": 0.621542, "main_score": 0.578534, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80938, "recall": 0.859684, "f1": 0.824885, "accuracy": 0.859684, "main_score": 0.824885, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571352, "recall": 0.625494, "f1": 0.58744, "accuracy": 0.625494, "main_score": 0.58744, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592145, "recall": 0.659091, "f1": 0.61131, "accuracy": 0.659091, "main_score": 0.61131, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.930995, "recall": 0.951581, "f1": 0.937582, "accuracy": 0.951581, "main_score": 0.937582, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89002, "recall": 0.917984, "f1": 0.898518, "accuracy": 0.917984, "main_score": 0.898518, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921937, "recall": 0.944664, "f1": 0.92915, "accuracy": 0.944664, "main_score": 0.92915, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766131, "recall": 0.818182, "f1": 0.782137, "accuracy": 0.818182, "main_score": 0.782137, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.933498, "recall": 0.952569, "f1": 0.939394, "accuracy": 0.952569, "main_score": 0.939394, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907115, "recall": 0.93083, "f1": 0.914479, "accuracy": 0.93083, "main_score": 0.914479, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918808, "recall": 0.9417, "f1": 0.925856, "accuracy": 0.9417, "main_score": 0.925856, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917994, "recall": 0.9417, "f1": 0.925478, "accuracy": 0.9417, "main_score": 0.925478, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.48423, "recall": 0.534585, "f1": 0.498375, "accuracy": 0.534585, "main_score": 0.498375, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471294, "recall": 0.525692, "f1": 0.486335, "accuracy": 0.525692, "main_score": 0.486335, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907148, "recall": 0.934783, "f1": 0.915843, "accuracy": 0.934783, "main_score": 0.915843, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.909891, "recall": 0.934783, "f1": 0.91721, "accuracy": 0.934783, "main_score": 0.91721, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.907345, "recall": 0.932806, "f1": 0.915152, "accuracy": 0.932806, "main_score": 0.915152, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.693807, "recall": 0.745059, "f1": 0.708459, "accuracy": 0.745059, "main_score": 0.708459, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.405756, "recall": 0.45751, "f1": 0.419423, "accuracy": 0.45751, "main_score": 0.419423, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89664, "recall": 0.923913, "f1": 0.904941, "accuracy": 0.923913, "main_score": 0.904941, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.835646, "recall": 0.875494, "f1": 0.847694, "accuracy": 0.875494, "main_score": 0.847694, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.653534, "recall": 0.721344, "f1": 0.672726, "accuracy": 0.721344, "main_score": 0.672726, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.923995, "recall": 0.94664, "f1": 0.931061, "accuracy": 0.94664, "main_score": 0.931061, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.473868, "recall": 0.533597, "f1": 0.490017, "accuracy": 0.533597, "main_score": 0.490017, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.883004, "recall": 0.913043, "f1": 0.89193, "accuracy": 0.913043, "main_score": 0.89193, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.918017, "recall": 0.939723, "f1": 0.924736, "accuracy": 0.939723, "main_score": 0.924736, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92496, "recall": 0.945652, "f1": 0.931308, "accuracy": 0.945652, "main_score": 0.931308, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.921525, "recall": 0.943676, "f1": 0.928426, "accuracy": 0.943676, "main_score": 0.928426, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911924, "recall": 0.934783, "f1": 0.918878, "accuracy": 0.934783, "main_score": 0.918878, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.88442, "recall": 0.91502, "f1": 0.893939, "accuracy": 0.91502, "main_score": 0.893939, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851812, "recall": 0.893281, "f1": 0.864921, "accuracy": 0.893281, "main_score": 0.864921, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.505583, "recall": 0.56917, "f1": 0.523221, "accuracy": 0.56917, "main_score": 0.523221, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203314, "recall": 0.249012, "f1": 0.213068, "accuracy": 0.249012, "main_score": 0.213068, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.532726, "recall": 0.597826, "f1": 0.550781, "accuracy": 0.597826, "main_score": 0.550781, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61887, "recall": 0.686759, "f1": 0.637931, "accuracy": 0.686759, "main_score": 0.637931, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.930171, "recall": 0.949605, "f1": 0.936232, "accuracy": 0.949605, "main_score": 0.936232, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.890106, "recall": 0.916008, "f1": 0.897565, "accuracy": 0.916008, "main_score": 0.897565, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369038, "recall": 0.418972, "f1": 0.381972, "accuracy": 0.418972, "main_score": 0.381972, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.868692, "recall": 0.90415, "f1": 0.879677, "accuracy": 0.90415, "main_score": 0.879677, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909479, "recall": 0.934783, "f1": 0.917309, "accuracy": 0.934783, "main_score": 0.917309, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875082, "recall": 0.908103, "f1": 0.885183, "accuracy": 0.908103, "main_score": 0.885183, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.901548, "recall": 0.927866, "f1": 0.90975, "accuracy": 0.927866, "main_score": 0.90975, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.547781, "recall": 0.610672, "f1": 0.566142, "accuracy": 0.610672, "main_score": 0.566142, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911561, "recall": 0.934783, "f1": 0.918761, "accuracy": 0.934783, "main_score": 0.918761, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.892474, "recall": 0.920949, "f1": 0.901267, "accuracy": 0.920949, "main_score": 0.901267, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489024, "recall": 0.552372, "f1": 0.50723, "accuracy": 0.552372, "main_score": 0.50723, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429521, "recall": 0.491107, "f1": 0.445489, "accuracy": 0.491107, "main_score": 0.445489, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581202, "recall": 0.634387, "f1": 0.59596, "accuracy": 0.634387, "main_score": 0.59596, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908926, "recall": 0.934783, "f1": 0.917067, "accuracy": 0.934783, "main_score": 0.917067, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177055, "recall": 0.242095, "f1": 0.193729, "accuracy": 0.242095, "main_score": 0.193729, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.919499, "recall": 0.942688, "f1": 0.926877, "accuracy": 0.942688, "main_score": 0.926877, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.781187, "recall": 0.831028, "f1": 0.796278, "accuracy": 0.831028, "main_score": 0.796278, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.853368, "recall": 0.891304, "f1": 0.865075, "accuracy": 0.891304, "main_score": 0.865075, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.912796, "recall": 0.938735, "f1": 0.921179, "accuracy": 0.938735, "main_score": 0.921179, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515613, "recall": 0.567194, "f1": 0.530256, "accuracy": 0.567194, "main_score": 0.530256, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491288, "recall": 0.552372, "f1": 0.508466, "accuracy": 0.552372, "main_score": 0.508466, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90695, "recall": 0.933794, "f1": 0.915514, "accuracy": 0.933794, "main_score": 0.915514, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909997, "recall": 0.936759, "f1": 0.918544, "accuracy": 0.936759, "main_score": 0.918544, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871789, "recall": 0.907115, "f1": 0.882806, "accuracy": 0.907115, "main_score": 0.882806, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875033, "recall": 0.905138, "f1": 0.884354, "accuracy": 0.905138, "main_score": 0.884354, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.557782, "recall": 0.628458, "f1": 0.577925, "accuracy": 0.628458, "main_score": 0.577925, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898839, "recall": 0.926877, "f1": 0.907452, "accuracy": 0.926877, "main_score": 0.907452, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.484115, "recall": 0.545455, "f1": 0.501215, "accuracy": 0.545455, "main_score": 0.501215, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590995, "recall": 0.662055, "f1": 0.610698, "accuracy": 0.662055, "main_score": 0.610698, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909453, "recall": 0.935771, "f1": 0.917819, "accuracy": 0.935771, "main_score": 0.917819, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.891264, "recall": 0.916996, "f1": 0.898864, "accuracy": 0.916996, "main_score": 0.898864, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921723, "recall": 0.942688, "f1": 0.928096, "accuracy": 0.942688, "main_score": 0.928096, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.405479, "recall": 0.461462, "f1": 0.421083, "accuracy": 0.461462, "main_score": 0.421083, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.914065, "recall": 0.938735, "f1": 0.921725, "accuracy": 0.938735, "main_score": 0.921725, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908597, "recall": 0.934783, "f1": 0.916634, "accuracy": 0.934783, "main_score": 0.916634, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.900092, "recall": 0.926877, "f1": 0.908416, "accuracy": 0.926877, "main_score": 0.908416, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.81357, "recall": 0.857708, "f1": 0.82668, "accuracy": 0.857708, "main_score": 0.82668, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.636181, "recall": 0.700593, "f1": 0.654168, "accuracy": 0.700593, "main_score": 0.654168, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858778, "recall": 0.892292, "f1": 0.869024, "accuracy": 0.892292, "main_score": 0.869024, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.792913, "recall": 0.841897, "f1": 0.808037, "accuracy": 0.841897, "main_score": 0.808037, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524285, "recall": 0.574111, "f1": 0.538352, "accuracy": 0.574111, "main_score": 0.538352, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843561, "recall": 0.881423, "f1": 0.855105, "accuracy": 0.881423, "main_score": 0.855105, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.904809, "recall": 0.93083, "f1": 0.912648, "accuracy": 0.93083, "main_score": 0.912648, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.900354, "recall": 0.924901, "f1": 0.907466, "accuracy": 0.924901, "main_score": 0.907466, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.910491, "recall": 0.937747, "f1": 0.919203, "accuracy": 0.937747, "main_score": 0.919203, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891387, "recall": 0.923913, "f1": 0.901713, "accuracy": 0.923913, "main_score": 0.901713, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.924366, "recall": 0.94664, "f1": 0.931379, "accuracy": 0.94664, "main_score": 0.931379, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.762698, "recall": 0.818182, "f1": 0.779447, "accuracy": 0.818182, "main_score": 0.779447, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.86362, "recall": 0.897233, "f1": 0.873701, "accuracy": 0.897233, "main_score": 0.873701, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399141, "recall": 0.467391, "f1": 0.416582, "accuracy": 0.467391, "main_score": 0.416582, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.909289, "recall": 0.935771, "f1": 0.91749, "accuracy": 0.935771, "main_score": 0.91749, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53246, "recall": 0.603755, "f1": 0.552044, "accuracy": 0.603755, "main_score": 0.552044, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.901186, "recall": 0.929842, "f1": 0.910046, "accuracy": 0.929842, "main_score": 0.910046, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.895043, "recall": 0.924901, "f1": 0.904381, "accuracy": 0.924901, "main_score": 0.904381, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.79147, "recall": 0.838933, "f1": 0.805525, "accuracy": 0.838933, "main_score": 0.805525, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720504, "recall": 0.77668, "f1": 0.736831, "accuracy": 0.77668, "main_score": 0.736831, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887187, "recall": 0.918972, "f1": 0.897036, "accuracy": 0.918972, "main_score": 0.897036, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549934, "recall": 0.602767, "f1": 0.564401, "accuracy": 0.602767, "main_score": 0.564401, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511709, "recall": 0.570158, "f1": 0.527398, "accuracy": 0.570158, "main_score": 0.527398, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.792877, "recall": 0.837945, "f1": 0.806134, "accuracy": 0.837945, "main_score": 0.806134, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926746, "recall": 0.94664, "f1": 0.932806, "accuracy": 0.94664, "main_score": 0.932806, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471693, "recall": 0.535573, "f1": 0.489225, "accuracy": 0.535573, "main_score": 0.489225, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92304, "recall": 0.944664, "f1": 0.929696, "accuracy": 0.944664, "main_score": 0.929696, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925395, "recall": 0.948617, "f1": 0.932971, "accuracy": 0.948617, "main_score": 0.932971, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.90803, "recall": 0.93083, "f1": 0.914744, "accuracy": 0.93083, "main_score": 0.914744, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.447021, "recall": 0.504941, "f1": 0.463655, "accuracy": 0.504941, "main_score": 0.463655, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908103, "recall": 0.935771, "f1": 0.916996, "accuracy": 0.935771, "main_score": 0.916996, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659868, "recall": 0.716403, "f1": 0.675716, "accuracy": 0.716403, "main_score": 0.675716, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464146, "recall": 0.521739, "f1": 0.480418, "accuracy": 0.521739, "main_score": 0.480418, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507529, "recall": 0.568182, "f1": 0.524658, "accuracy": 0.568182, "main_score": 0.524658, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919219, "recall": 0.9417, "f1": 0.92612, "accuracy": 0.9417, "main_score": 0.92612, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.885375, "f1": 0.860131, "accuracy": 0.885375, "main_score": 0.860131, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425527, "recall": 0.480237, "f1": 0.439937, "accuracy": 0.480237, "main_score": 0.439937, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492291, "recall": 0.55336, "f1": 0.508535, "accuracy": 0.55336, "main_score": 0.508535, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.937747, "f1": 0.920751, "accuracy": 0.937747, "main_score": 0.920751, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.48726, "recall": 0.549407, "f1": 0.504353, "accuracy": 0.549407, "main_score": 0.504353, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481767, "recall": 0.532609, "f1": 0.495543, "accuracy": 0.532609, "main_score": 0.495543, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.898962, "recall": 0.928854, "f1": 0.9083, "accuracy": 0.928854, "main_score": 0.9083, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449689, "recall": 0.516798, "f1": 0.468746, "accuracy": 0.516798, "main_score": 0.468746, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594813, "recall": 0.659091, "f1": 0.613587, "accuracy": 0.659091, "main_score": 0.613587, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874671, "recall": 0.908103, "f1": 0.884783, "accuracy": 0.908103, "main_score": 0.884783, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628277, "recall": 0.684783, "f1": 0.645045, "accuracy": 0.684783, "main_score": 0.645045, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.770243, "recall": 0.814229, "f1": 0.783531, "accuracy": 0.814229, "main_score": 0.783531, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912994, "recall": 0.936759, "f1": 0.920309, "accuracy": 0.936759, "main_score": 0.920309, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809429, "recall": 0.853755, "f1": 0.822716, "accuracy": 0.853755, "main_score": 0.822716, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881999, "recall": 0.911067, "f1": 0.890994, "accuracy": 0.911067, "main_score": 0.890994, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.398261, "recall": 0.474308, "f1": 0.419505, "accuracy": 0.474308, "main_score": 0.419505, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913043, "recall": 0.937747, "f1": 0.920704, "accuracy": 0.937747, "main_score": 0.920704, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.857686, "recall": 0.893281, "f1": 0.867989, "accuracy": 0.893281, "main_score": 0.867989, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.917935, "recall": 0.938735, "f1": 0.924097, "accuracy": 0.938735, "main_score": 0.924097, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934042, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.575167, "recall": 0.640316, "f1": 0.593801, "accuracy": 0.640316, "main_score": 0.593801, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497642, "recall": 0.554348, "f1": 0.513378, "accuracy": 0.554348, "main_score": 0.513378, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600933, "recall": 0.666996, "f1": 0.619632, "accuracy": 0.666996, "main_score": 0.619632, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54325, "recall": 0.605731, "f1": 0.560663, "accuracy": 0.605731, "main_score": 0.560663, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482272, "recall": 0.556324, "f1": 0.502672, "accuracy": 0.556324, "main_score": 0.502672, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607033, "recall": 0.666996, "f1": 0.62422, "accuracy": 0.666996, "main_score": 0.62422, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.884058, "recall": 0.916008, "f1": 0.894236, "accuracy": 0.916008, "main_score": 0.894236, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968709, "recall": 0.977273, "f1": 0.971344, "accuracy": 0.977273, "main_score": 0.971344, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.615521, "recall": 0.676877, "f1": 0.633258, "accuracy": 0.676877, "main_score": 0.633258, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626013, "recall": 0.694664, "f1": 0.645679, "accuracy": 0.694664, "main_score": 0.645679, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569214, "recall": 0.63834, "f1": 0.588674, "accuracy": 0.63834, "main_score": 0.588674, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184242, "recall": 0.23419, "f1": 0.196201, "accuracy": 0.23419, "main_score": 0.196201, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.645714, "recall": 0.699605, "f1": 0.66048, "accuracy": 0.699605, "main_score": 0.66048, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.689213, "recall": 0.747036, "f1": 0.70583, "accuracy": 0.747036, "main_score": 0.70583, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.96525, "recall": 0.976285, "f1": 0.968874, "accuracy": 0.976285, "main_score": 0.968874, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.560495, "recall": 0.616601, "f1": 0.576565, "accuracy": 0.616601, "main_score": 0.576565, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508173, "recall": 0.58498, "f1": 0.52954, "accuracy": 0.58498, "main_score": 0.52954, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564535, "recall": 0.633399, "f1": 0.584606, "accuracy": 0.633399, "main_score": 0.584606, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601477, "recall": 0.666996, "f1": 0.619655, "accuracy": 0.666996, "main_score": 0.619655, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.91642, "recall": 0.940711, "f1": 0.924144, "accuracy": 0.940711, "main_score": 0.924144, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545357, "recall": 0.604743, "f1": 0.562574, "accuracy": 0.604743, "main_score": 0.562574, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.556688, "recall": 0.618577, "f1": 0.574082, "accuracy": 0.618577, "main_score": 0.574082, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537942, "recall": 0.593874, "f1": 0.553397, "accuracy": 0.593874, "main_score": 0.553397, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.321937, "recall": 0.383399, "f1": 0.338821, "accuracy": 0.383399, "main_score": 0.338821, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.608985, "recall": 0.671937, "f1": 0.626207, "accuracy": 0.671937, "main_score": 0.626207, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605798, "recall": 0.657115, "f1": 0.620771, "accuracy": 0.657115, "main_score": 0.620771, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724631, "recall": 0.786561, "f1": 0.743071, "accuracy": 0.786561, "main_score": 0.743071, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670184, "recall": 0.748024, "f1": 0.693052, "accuracy": 0.748024, "main_score": 0.693052, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.728913, "recall": 0.780632, "f1": 0.744121, "accuracy": 0.780632, "main_score": 0.744121, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682304, "recall": 0.736166, "f1": 0.698262, "accuracy": 0.736166, "main_score": 0.698262, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684957, "recall": 0.748024, "f1": 0.704068, "accuracy": 0.748024, "main_score": 0.704068, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986166, "recall": 0.98913, "f1": 0.987154, "accuracy": 0.98913, "main_score": 0.987154, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.558687, "recall": 0.617589, "f1": 0.575422, "accuracy": 0.617589, "main_score": 0.575422, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563093, "recall": 0.624506, "f1": 0.580882, "accuracy": 0.624506, "main_score": 0.580882, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811397, "recall": 0.857708, "f1": 0.825395, "accuracy": 0.857708, "main_score": 0.825395, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48905, "recall": 0.546443, "f1": 0.503891, "accuracy": 0.546443, "main_score": 0.503891, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.894516, "recall": 0.923913, "f1": 0.903675, "accuracy": 0.923913, "main_score": 0.903675, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.541919, "recall": 0.608696, "f1": 0.560666, "accuracy": 0.608696, "main_score": 0.560666, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987978, "recall": 0.991107, "f1": 0.988966, "accuracy": 0.991107, "main_score": 0.988966, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.611284, "recall": 0.681818, "f1": 0.631133, "accuracy": 0.681818, "main_score": 0.631133, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197104, "recall": 0.254941, "f1": 0.210611, "accuracy": 0.254941, "main_score": 0.210611, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.642895, "recall": 0.710474, "f1": 0.662467, "accuracy": 0.710474, "main_score": 0.662467, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.82365, "recall": 0.87253, "f1": 0.8389, "accuracy": 0.87253, "main_score": 0.8389, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420933, "recall": 0.481225, "f1": 0.437548, "accuracy": 0.481225, "main_score": 0.437548, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.687954, "recall": 0.746047, "f1": 0.705108, "accuracy": 0.746047, "main_score": 0.705108, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574884, "recall": 0.63834, "f1": 0.593036, "accuracy": 0.63834, "main_score": 0.593036, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525084, "recall": 0.591897, "f1": 0.543472, "accuracy": 0.591897, "main_score": 0.543472, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685359, "recall": 0.740119, "f1": 0.702259, "accuracy": 0.740119, "main_score": 0.702259, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240964, "recall": 0.322134, "f1": 0.262769, "accuracy": 0.322134, "main_score": 0.262769, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583416, "recall": 0.647233, "f1": 0.601755, "accuracy": 0.647233, "main_score": 0.601755, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595184, "recall": 0.661067, "f1": 0.613926, "accuracy": 0.661067, "main_score": 0.613926, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.733309, "recall": 0.793478, "f1": 0.75157, "accuracy": 0.793478, "main_score": 0.75157, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575931, "recall": 0.639328, "f1": 0.594033, "accuracy": 0.639328, "main_score": 0.594033, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.824769, "recall": 0.868577, "f1": 0.838538, "accuracy": 0.868577, "main_score": 0.838538, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.996047, "recall": 0.997036, "f1": 0.996377, "accuracy": 0.997036, "main_score": 0.996377, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.481162, "recall": 0.548419, "f1": 0.500052, "accuracy": 0.548419, "main_score": 0.500052, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906538, "recall": 0.933794, "f1": 0.915086, "accuracy": 0.933794, "main_score": 0.915086, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956357, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.627579, "recall": 0.679842, "f1": 0.642723, "accuracy": 0.679842, "main_score": 0.642723, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925725, "recall": 0.949605, "f1": 0.93363, "accuracy": 0.949605, "main_score": 0.93363, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478618, "recall": 0.54249, "f1": 0.495487, "accuracy": 0.54249, "main_score": 0.495487, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637451, "recall": 0.713439, "f1": 0.660183, "accuracy": 0.713439, "main_score": 0.660183, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864707, "recall": 0.902174, "f1": 0.876548, "accuracy": 0.902174, "main_score": 0.876548, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.664151, "recall": 0.716403, "f1": 0.679017, "accuracy": 0.716403, "main_score": 0.679017, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665754, "recall": 0.726285, "f1": 0.682875, "accuracy": 0.726285, "main_score": 0.682875, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960145, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559363, "recall": 0.62253, "f1": 0.577503, "accuracy": 0.62253, "main_score": 0.577503, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543825, "recall": 0.607708, "f1": 0.561769, "accuracy": 0.607708, "main_score": 0.561769, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851367, "recall": 0.892292, "f1": 0.863999, "accuracy": 0.892292, "main_score": 0.863999, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554876, "recall": 0.621542, "f1": 0.574071, "accuracy": 0.621542, "main_score": 0.574071, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.630839, "recall": 0.693676, "f1": 0.648686, "accuracy": 0.693676, "main_score": 0.648686, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.953557, "f1": 0.939723, "accuracy": 0.953557, "main_score": 0.939723, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.986166, "f1": 0.982543, "accuracy": 0.986166, "main_score": 0.982543, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507256, "recall": 0.566206, "f1": 0.52393, "accuracy": 0.566206, "main_score": 0.52393, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591257, "recall": 0.650198, "f1": 0.607624, "accuracy": 0.650198, "main_score": 0.607624, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.608122, "recall": 0.676877, "f1": 0.627588, "accuracy": 0.676877, "main_score": 0.627588, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584978, "recall": 0.641304, "f1": 0.599717, "accuracy": 0.641304, "main_score": 0.599717, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552513, "recall": 0.62253, "f1": 0.572697, "accuracy": 0.62253, "main_score": 0.572697, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.758432, "recall": 0.813241, "f1": 0.775231, "accuracy": 0.813241, "main_score": 0.775231, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.760721, "recall": 0.813241, "f1": 0.77635, "accuracy": 0.813241, "main_score": 0.77635, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891255, "recall": 0.917984, "f1": 0.89944, "accuracy": 0.917984, "main_score": 0.89944, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.502877, "recall": 0.58498, "f1": 0.527419, "accuracy": 0.58498, "main_score": 0.527419, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.718481, "recall": 0.775692, "f1": 0.735061, "accuracy": 0.775692, "main_score": 0.735061, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61588, "recall": 0.666996, "f1": 0.62954, "accuracy": 0.666996, "main_score": 0.62954, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551412, "recall": 0.606719, "f1": 0.566978, "accuracy": 0.606719, "main_score": 0.566978, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518091, "recall": 0.573123, "f1": 0.532917, "accuracy": 0.573123, "main_score": 0.532917, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.326707, "recall": 0.380435, "f1": 0.339702, "accuracy": 0.380435, "main_score": 0.339702, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.966403, "f1": 0.955764, "accuracy": 0.966403, "main_score": 0.955764, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572959, "recall": 0.621542, "f1": 0.586253, "accuracy": 0.621542, "main_score": 0.586253, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811627, "recall": 0.853755, "f1": 0.824374, "accuracy": 0.853755, "main_score": 0.824374, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893857, "recall": 0.918972, "f1": 0.901746, "accuracy": 0.918972, "main_score": 0.901746, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.553855, "recall": 0.602767, "f1": 0.567727, "accuracy": 0.602767, "main_score": 0.567727, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962533, "recall": 0.974308, "f1": 0.966304, "accuracy": 0.974308, "main_score": 0.966304, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.908679, "recall": 0.936759, "f1": 0.917721, "accuracy": 0.936759, "main_score": 0.917721, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575216, "recall": 0.629447, "f1": 0.59081, "accuracy": 0.629447, "main_score": 0.59081, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964394, "accuracy": 0.972332, "main_score": 0.964394, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953722, "accuracy": 0.964427, "main_score": 0.953722, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541461, "recall": 0.598814, "f1": 0.557127, "accuracy": 0.598814, "main_score": 0.557127, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.969532, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.965415, "f1": 0.955863, "accuracy": 0.965415, "main_score": 0.955863, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194932, "recall": 0.236166, "f1": 0.205207, "accuracy": 0.236166, "main_score": 0.205207, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.963603, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563185, "recall": 0.607708, "f1": 0.575353, "accuracy": 0.607708, "main_score": 0.575353, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968874, "recall": 0.978261, "f1": 0.971838, "accuracy": 0.978261, "main_score": 0.971838, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926877, "recall": 0.948617, "f1": 0.933794, "accuracy": 0.948617, "main_score": 0.933794, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.958333, "recall": 0.971344, "f1": 0.962615, "accuracy": 0.971344, "main_score": 0.962615, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642047, "recall": 0.689723, "f1": 0.65477, "accuracy": 0.689723, "main_score": 0.65477, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.892951, "recall": 0.920949, "f1": 0.901449, "accuracy": 0.920949, "main_score": 0.901449, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953187, "recall": 0.966403, "f1": 0.957235, "accuracy": 0.966403, "main_score": 0.957235, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.975296, "f1": 0.967062, "accuracy": 0.975296, "main_score": 0.967062, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.96558, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.525085, "recall": 0.566206, "f1": 0.536491, "accuracy": 0.566206, "main_score": 0.536491, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482966, "recall": 0.548419, "f1": 0.500589, "accuracy": 0.548419, "main_score": 0.500589, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534396, "recall": 0.588933, "f1": 0.550246, "accuracy": 0.588933, "main_score": 0.550246, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.980237, "f1": 0.97365, "accuracy": 0.980237, "main_score": 0.97365, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938488, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.954545, "f1": 0.940217, "accuracy": 0.954545, "main_score": 0.940217, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55723, "recall": 0.612648, "f1": 0.573222, "accuracy": 0.612648, "main_score": 0.573222, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848979, "recall": 0.885375, "f1": 0.860098, "accuracy": 0.885375, "main_score": 0.860098, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.948617, "f1": 0.934289, "accuracy": 0.948617, "main_score": 0.934289, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.958498, "f1": 0.947958, "accuracy": 0.958498, "main_score": 0.947958, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491273, "recall": 0.54249, "f1": 0.505803, "accuracy": 0.54249, "main_score": 0.505803, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51467, "recall": 0.574111, "f1": 0.530468, "accuracy": 0.574111, "main_score": 0.530468, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48639, "recall": 0.52668, "f1": 0.497257, "accuracy": 0.52668, "main_score": 0.497257, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879529, "recall": 0.911067, "f1": 0.889347, "accuracy": 0.911067, "main_score": 0.889347, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320389, "recall": 0.363636, "f1": 0.332032, "accuracy": 0.363636, "main_score": 0.332032, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961792, "recall": 0.974308, "f1": 0.965909, "accuracy": 0.974308, "main_score": 0.965909, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.541951, "recall": 0.591897, "f1": 0.555472, "accuracy": 0.591897, "main_score": 0.555472, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927019, "recall": 0.948617, "f1": 0.933877, "accuracy": 0.948617, "main_score": 0.933877, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.911182, "recall": 0.935771, "f1": 0.918874, "accuracy": 0.935771, "main_score": 0.918874, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965613, "recall": 0.976285, "f1": 0.969038, "accuracy": 0.976285, "main_score": 0.969038, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545867, "recall": 0.593874, "f1": 0.559156, "accuracy": 0.593874, "main_score": 0.559156, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948699, "recall": 0.964427, "f1": 0.953623, "accuracy": 0.964427, "main_score": 0.953623, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650967, "recall": 0.709486, "f1": 0.667774, "accuracy": 0.709486, "main_score": 0.667774, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925, "recall": 0.944664, "f1": 0.93083, "accuracy": 0.944664, "main_score": 0.93083, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954134, "recall": 0.968379, "f1": 0.958729, "accuracy": 0.968379, "main_score": 0.958729, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972167, "recall": 0.981225, "f1": 0.975132, "accuracy": 0.981225, "main_score": 0.975132, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513287, "recall": 0.591897, "f1": 0.535103, "accuracy": 0.591897, "main_score": 0.535103, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.643251, "recall": 0.695652, "f1": 0.657366, "accuracy": 0.695652, "main_score": 0.657366, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921443, "recall": 0.945652, "f1": 0.929183, "accuracy": 0.945652, "main_score": 0.929183, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.633124, "recall": 0.677866, "f1": 0.646014, "accuracy": 0.677866, "main_score": 0.646014, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59908, "recall": 0.663043, "f1": 0.616943, "accuracy": 0.663043, "main_score": 0.616943, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.958498, "f1": 0.948452, "accuracy": 0.958498, "main_score": 0.948452, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869318, "recall": 0.902174, "f1": 0.879418, "accuracy": 0.902174, "main_score": 0.879418, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.976285, "f1": 0.968544, "accuracy": 0.976285, "main_score": 0.968544, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961133, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963439, "recall": 0.975296, "f1": 0.967391, "accuracy": 0.975296, "main_score": 0.967391, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529832, "recall": 0.58004, "f1": 0.543154, "accuracy": 0.58004, "main_score": 0.543154, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53445, "recall": 0.583992, "f1": 0.548241, "accuracy": 0.583992, "main_score": 0.548241, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965991, "recall": 0.976285, "f1": 0.969269, "accuracy": 0.976285, "main_score": 0.969269, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.974308, "f1": 0.966733, "accuracy": 0.974308, "main_score": 0.966733, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95891, "recall": 0.971344, "f1": 0.962846, "accuracy": 0.971344, "main_score": 0.962846, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.726549, "recall": 0.773715, "f1": 0.740011, "accuracy": 0.773715, "main_score": 0.740011, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456019, "recall": 0.503953, "f1": 0.4687, "accuracy": 0.503953, "main_score": 0.4687, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958827, "recall": 0.972332, "f1": 0.963274, "accuracy": 0.972332, "main_score": 0.963274, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.782806, "recall": 0.833992, "f1": 0.797859, "accuracy": 0.833992, "main_score": 0.797859, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968462, "recall": 0.978261, "f1": 0.971574, "accuracy": 0.978261, "main_score": 0.971574, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.522261, "recall": 0.568182, "f1": 0.534835, "accuracy": 0.568182, "main_score": 0.534835, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959816, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.98139, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959239, "recall": 0.972332, "f1": 0.963505, "accuracy": 0.972332, "main_score": 0.963505, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.970356, "f1": 0.963109, "accuracy": 0.970356, "main_score": 0.963109, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.956522, "f1": 0.943841, "accuracy": 0.956522, "main_score": 0.943841, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.571985, "recall": 0.629447, "f1": 0.587369, "accuracy": 0.629447, "main_score": 0.587369, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.209032, "recall": 0.247036, "f1": 0.217556, "accuracy": 0.247036, "main_score": 0.217556, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.601005, "recall": 0.658103, "f1": 0.617344, "accuracy": 0.658103, "main_score": 0.617344, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730016, "recall": 0.784585, "f1": 0.745542, "accuracy": 0.784585, "main_score": 0.745542, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973238, "recall": 0.981225, "f1": 0.975692, "accuracy": 0.981225, "main_score": 0.975692, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423578, "recall": 0.471344, "f1": 0.436554, "accuracy": 0.471344, "main_score": 0.436554, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942688, "recall": 0.960474, "f1": 0.948452, "accuracy": 0.960474, "main_score": 0.948452, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958416, "recall": 0.971344, "f1": 0.962516, "accuracy": 0.971344, "main_score": 0.962516, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936182, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.955534, "f1": 0.943676, "accuracy": 0.955534, "main_score": 0.943676, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.638449, "recall": 0.684783, "f1": 0.651525, "accuracy": 0.684783, "main_score": 0.651525, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967144, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523089, "recall": 0.579051, "f1": 0.538343, "accuracy": 0.579051, "main_score": 0.538343, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488193, "recall": 0.538538, "f1": 0.501249, "accuracy": 0.538538, "main_score": 0.501249, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645085, "recall": 0.692688, "f1": 0.658144, "accuracy": 0.692688, "main_score": 0.658144, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967095, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.220761, "recall": 0.280632, "f1": 0.235609, "accuracy": 0.280632, "main_score": 0.235609, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.967309, "recall": 0.977273, "f1": 0.970422, "accuracy": 0.977273, "main_score": 0.970422, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.90275, "recall": 0.928854, "f1": 0.910968, "accuracy": 0.928854, "main_score": 0.910968, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.936001, "recall": 0.952569, "f1": 0.941041, "accuracy": 0.952569, "main_score": 0.941041, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.965497, "recall": 0.976285, "f1": 0.968939, "accuracy": 0.976285, "main_score": 0.968939, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577694, "recall": 0.632411, "f1": 0.593862, "accuracy": 0.632411, "main_score": 0.593862, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553041, "recall": 0.607708, "f1": 0.568798, "accuracy": 0.607708, "main_score": 0.568798, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954134, "recall": 0.967391, "f1": 0.958399, "accuracy": 0.967391, "main_score": 0.958399, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931242, "recall": 0.950593, "f1": 0.937484, "accuracy": 0.950593, "main_score": 0.937484, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651732, "recall": 0.720356, "f1": 0.672299, "accuracy": 0.720356, "main_score": 0.672299, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960968, "recall": 0.97332, "f1": 0.964921, "accuracy": 0.97332, "main_score": 0.964921, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523177, "recall": 0.575099, "f1": 0.537771, "accuracy": 0.575099, "main_score": 0.537771, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707124, "recall": 0.756917, "f1": 0.721445, "accuracy": 0.756917, "main_score": 0.721445, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959321, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.968379, "f1": 0.96031, "accuracy": 0.968379, "main_score": 0.96031, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.417445, "recall": 0.466403, "f1": 0.431002, "accuracy": 0.466403, "main_score": 0.431002, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.965827, "recall": 0.976285, "f1": 0.969104, "accuracy": 0.976285, "main_score": 0.969104, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962121, "recall": 0.97332, "f1": 0.965547, "accuracy": 0.97332, "main_score": 0.965547, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.965415, "f1": 0.954051, "accuracy": 0.965415, "main_score": 0.954051, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.892935, "recall": 0.921937, "f1": 0.901713, "accuracy": 0.921937, "main_score": 0.901713, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.811174, "recall": 0.854743, "f1": 0.823968, "accuracy": 0.854743, "main_score": 0.823968, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86726, "recall": 0.903162, "f1": 0.878393, "accuracy": 0.903162, "main_score": 0.878393, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.877125, "recall": 0.909091, "f1": 0.886759, "accuracy": 0.909091, "main_score": 0.886759, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585535, "recall": 0.629447, "f1": 0.597225, "accuracy": 0.629447, "main_score": 0.597225, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933712, "recall": 0.953557, "f1": 0.940119, "accuracy": 0.953557, "main_score": 0.940119, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.958613, "recall": 0.970356, "f1": 0.962187, "accuracy": 0.970356, "main_score": 0.962187, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956653, "accuracy": 0.966403, "main_score": 0.956653, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95191, "recall": 0.967391, "f1": 0.957016, "accuracy": 0.967391, "main_score": 0.957016, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.789856, "recall": 0.835968, "f1": 0.803102, "accuracy": 0.835968, "main_score": 0.803102, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.955534, "f1": 0.942688, "accuracy": 0.955534, "main_score": 0.942688, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442772, "recall": 0.498024, "f1": 0.457364, "accuracy": 0.498024, "main_score": 0.457364, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532113, "recall": 0.59585, "f1": 0.549018, "accuracy": 0.59585, "main_score": 0.549018, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.969368, "f1": 0.959157, "accuracy": 0.969368, "main_score": 0.959157, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.942194, "recall": 0.959486, "f1": 0.947746, "accuracy": 0.959486, "main_score": 0.947746, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.9417, "f1": 0.926186, "accuracy": 0.9417, "main_score": 0.926186, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.773781, "recall": 0.81917, "f1": 0.787451, "accuracy": 0.81917, "main_score": 0.787451, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947546, "recall": 0.963439, "f1": 0.952635, "accuracy": 0.963439, "main_score": 0.952635, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.599764, "recall": 0.652174, "f1": 0.614138, "accuracy": 0.652174, "main_score": 0.614138, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581075, "recall": 0.637352, "f1": 0.597119, "accuracy": 0.637352, "main_score": 0.597119, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960013, "recall": 0.972332, "f1": 0.963933, "accuracy": 0.972332, "main_score": 0.963933, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855032, "recall": 0.889328, "f1": 0.865008, "accuracy": 0.889328, "main_score": 0.865008, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524761, "recall": 0.577075, "f1": 0.539262, "accuracy": 0.577075, "main_score": 0.539262, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967721, "recall": 0.978261, "f1": 0.971179, "accuracy": 0.978261, "main_score": 0.971179, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516489, "recall": 0.568182, "f1": 0.53167, "accuracy": 0.568182, "main_score": 0.53167, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.767105, "recall": 0.811265, "f1": 0.7796, "accuracy": 0.811265, "main_score": 0.7796, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512416, "recall": 0.562253, "f1": 0.525575, "accuracy": 0.562253, "main_score": 0.525575, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59002, "recall": 0.649209, "f1": 0.606955, "accuracy": 0.649209, "main_score": 0.606955, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845612, "recall": 0.881423, "f1": 0.856703, "accuracy": 0.881423, "main_score": 0.856703, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481634, "recall": 0.524704, "f1": 0.493056, "accuracy": 0.524704, "main_score": 0.493056, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541215, "recall": 0.592885, "f1": 0.555204, "accuracy": 0.592885, "main_score": 0.555204, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.52412, "recall": 0.58498, "f1": 0.541449, "accuracy": 0.58498, "main_score": 0.541449, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525131, "recall": 0.572134, "f1": 0.537634, "accuracy": 0.572134, "main_score": 0.537634, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936594, "recall": 0.956522, "f1": 0.943017, "accuracy": 0.956522, "main_score": 0.943017, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508576, "recall": 0.560277, "f1": 0.523102, "accuracy": 0.560277, "main_score": 0.523102, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699541, "recall": 0.751976, "f1": 0.714417, "accuracy": 0.751976, "main_score": 0.714417, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.965415, "f1": 0.954545, "accuracy": 0.965415, "main_score": 0.954545, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660977, "recall": 0.70751, "f1": 0.67417, "accuracy": 0.70751, "main_score": 0.67417, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.804554, "recall": 0.838933, "f1": 0.814472, "accuracy": 0.838933, "main_score": 0.814472, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957263, "recall": 0.970356, "f1": 0.961364, "accuracy": 0.970356, "main_score": 0.961364, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.86306, "recall": 0.902174, "f1": 0.875231, "accuracy": 0.902174, "main_score": 0.875231, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937204, "recall": 0.955534, "f1": 0.942918, "accuracy": 0.955534, "main_score": 0.942918, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46392, "recall": 0.536561, "f1": 0.485168, "accuracy": 0.536561, "main_score": 0.485168, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.93111, "recall": 0.951581, "f1": 0.937648, "accuracy": 0.951581, "main_score": 0.937648, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967589, "recall": 0.977273, "f1": 0.970685, "accuracy": 0.977273, "main_score": 0.970685, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.658903, "recall": 0.716403, "f1": 0.674692, "accuracy": 0.716403, "main_score": 0.674692, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540505, "recall": 0.581028, "f1": 0.551747, "accuracy": 0.581028, "main_score": 0.551747, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39432, "recall": 0.436759, "f1": 0.406341, "accuracy": 0.436759, "main_score": 0.406341, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.486812, "recall": 0.531621, "f1": 0.498407, "accuracy": 0.531621, "main_score": 0.498407, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200671, "recall": 0.246047, "f1": 0.213291, "accuracy": 0.246047, "main_score": 0.213291, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.480599, "recall": 0.524704, "f1": 0.492634, "accuracy": 0.524704, "main_score": 0.492634, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.447731, "recall": 0.493083, "f1": 0.460101, "accuracy": 0.493083, "main_score": 0.460101, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.485426, "recall": 0.52668, "f1": 0.496477, "accuracy": 0.52668, "main_score": 0.496477, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.494024, "recall": 0.536561, "f1": 0.504765, "accuracy": 0.536561, "main_score": 0.504765, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496528, "recall": 0.535573, "f1": 0.506909, "accuracy": 0.535573, "main_score": 0.506909, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490893, "recall": 0.534585, "f1": 0.502592, "accuracy": 0.534585, "main_score": 0.502592, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499998, "recall": 0.537549, "f1": 0.510065, "accuracy": 0.537549, "main_score": 0.510065, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505838, "recall": 0.541502, "f1": 0.515236, "accuracy": 0.541502, "main_score": 0.515236, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481441, "recall": 0.533597, "f1": 0.494652, "accuracy": 0.533597, "main_score": 0.494652, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.478362, "recall": 0.521739, "f1": 0.490003, "accuracy": 0.521739, "main_score": 0.490003, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450608, "recall": 0.5, "f1": 0.463874, "accuracy": 0.5, "main_score": 0.463874, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477281, "recall": 0.520751, "f1": 0.489162, "accuracy": 0.520751, "main_score": 0.489162, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.439618, "recall": 0.492095, "f1": 0.453859, "accuracy": 0.492095, "main_score": 0.453859, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483953, "recall": 0.529644, "f1": 0.496871, "accuracy": 0.529644, "main_score": 0.496871, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506875, "recall": 0.546443, "f1": 0.518497, "accuracy": 0.546443, "main_score": 0.518497, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477661, "recall": 0.522727, "f1": 0.489373, "accuracy": 0.522727, "main_score": 0.489373, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475769, "recall": 0.519763, "f1": 0.487096, "accuracy": 0.519763, "main_score": 0.487096, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.503641, "recall": 0.549407, "f1": 0.516252, "accuracy": 0.549407, "main_score": 0.516252, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5153, "recall": 0.556324, "f1": 0.526141, "accuracy": 0.556324, "main_score": 0.526141, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476177, "recall": 0.51581, "f1": 0.486738, "accuracy": 0.51581, "main_score": 0.486738, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46621, "recall": 0.51581, "f1": 0.479471, "accuracy": 0.51581, "main_score": 0.479471, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.479616, "recall": 0.525692, "f1": 0.492472, "accuracy": 0.525692, "main_score": 0.492472, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495017, "recall": 0.534585, "f1": 0.505633, "accuracy": 0.534585, "main_score": 0.505633, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184105, "recall": 0.218379, "f1": 0.193127, "accuracy": 0.218379, "main_score": 0.193127, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.484595, "recall": 0.529644, "f1": 0.496839, "accuracy": 0.529644, "main_score": 0.496839, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.50918, "recall": 0.54249, "f1": 0.517969, "accuracy": 0.54249, "main_score": 0.517969, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487837, "recall": 0.533597, "f1": 0.499603, "accuracy": 0.533597, "main_score": 0.499603, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499566, "recall": 0.543478, "f1": 0.51156, "accuracy": 0.543478, "main_score": 0.51156, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48182, "recall": 0.522727, "f1": 0.492802, "accuracy": 0.522727, "main_score": 0.492802, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.484213, "recall": 0.524704, "f1": 0.495487, "accuracy": 0.524704, "main_score": 0.495487, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.510929, "recall": 0.547431, "f1": 0.521353, "accuracy": 0.547431, "main_score": 0.521353, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497807, "recall": 0.543478, "f1": 0.510061, "accuracy": 0.543478, "main_score": 0.510061, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.434774, "recall": 0.478261, "f1": 0.446746, "accuracy": 0.478261, "main_score": 0.446746, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471033, "recall": 0.511858, "f1": 0.482047, "accuracy": 0.511858, "main_score": 0.482047, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.475929, "recall": 0.523715, "f1": 0.489465, "accuracy": 0.523715, "main_score": 0.489465, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.480434, "recall": 0.527668, "f1": 0.49299, "accuracy": 0.527668, "main_score": 0.49299, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469524, "recall": 0.517787, "f1": 0.481962, "accuracy": 0.517787, "main_score": 0.481962, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.501556, "recall": 0.538538, "f1": 0.51236, "accuracy": 0.538538, "main_score": 0.51236, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.373284, "recall": 0.416008, "f1": 0.385266, "accuracy": 0.416008, "main_score": 0.385266, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497949, "recall": 0.544466, "f1": 0.510217, "accuracy": 0.544466, "main_score": 0.510217, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505955, "recall": 0.546443, "f1": 0.517429, "accuracy": 0.546443, "main_score": 0.517429, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480245, "recall": 0.530632, "f1": 0.493618, "accuracy": 0.530632, "main_score": 0.493618, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508494, "recall": 0.548419, "f1": 0.519247, "accuracy": 0.548419, "main_score": 0.519247, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484014, "recall": 0.523715, "f1": 0.494172, "accuracy": 0.523715, "main_score": 0.494172, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.506985, "recall": 0.543478, "f1": 0.516681, "accuracy": 0.543478, "main_score": 0.516681, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482294, "recall": 0.52668, "f1": 0.494604, "accuracy": 0.52668, "main_score": 0.494604, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491648, "recall": 0.535573, "f1": 0.503449, "accuracy": 0.535573, "main_score": 0.503449, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501816, "recall": 0.541502, "f1": 0.512398, "accuracy": 0.541502, "main_score": 0.512398, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502859, "recall": 0.548419, "f1": 0.515112, "accuracy": 0.548419, "main_score": 0.515112, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50134, "recall": 0.540514, "f1": 0.511632, "accuracy": 0.540514, "main_score": 0.511632, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466561, "recall": 0.51087, "f1": 0.479004, "accuracy": 0.51087, "main_score": 0.479004, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490724, "recall": 0.535573, "f1": 0.5023, "accuracy": 0.535573, "main_score": 0.5023, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.377452, "recall": 0.424901, "f1": 0.390678, "accuracy": 0.424901, "main_score": 0.390678, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48243, "recall": 0.517787, "f1": 0.492302, "accuracy": 0.517787, "main_score": 0.492302, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508328, "recall": 0.546443, "f1": 0.518064, "accuracy": 0.546443, "main_score": 0.518064, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.290366, "recall": 0.336957, "f1": 0.30308, "accuracy": 0.336957, "main_score": 0.30308, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.488908, "recall": 0.534585, "f1": 0.501083, "accuracy": 0.534585, "main_score": 0.501083, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469825, "recall": 0.521739, "f1": 0.483823, "accuracy": 0.521739, "main_score": 0.483823, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5033, "recall": 0.549407, "f1": 0.51543, "accuracy": 0.549407, "main_score": 0.51543, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447861, "recall": 0.502964, "f1": 0.463251, "accuracy": 0.502964, "main_score": 0.463251, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495846, "recall": 0.533597, "f1": 0.506483, "accuracy": 0.533597, "main_score": 0.506483, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503911, "recall": 0.535573, "f1": 0.512629, "accuracy": 0.535573, "main_score": 0.512629, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488556, "recall": 0.528656, "f1": 0.499558, "accuracy": 0.528656, "main_score": 0.499558, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506538, "recall": 0.545455, "f1": 0.51711, "accuracy": 0.545455, "main_score": 0.51711, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490651, "recall": 0.531621, "f1": 0.501951, "accuracy": 0.531621, "main_score": 0.501951, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501622, "recall": 0.540514, "f1": 0.511271, "accuracy": 0.540514, "main_score": 0.511271, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47591, "recall": 0.522727, "f1": 0.488838, "accuracy": 0.522727, "main_score": 0.488838, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483683, "recall": 0.529644, "f1": 0.496241, "accuracy": 0.529644, "main_score": 0.496241, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470745, "recall": 0.513834, "f1": 0.482503, "accuracy": 0.513834, "main_score": 0.482503, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490615, "recall": 0.535573, "f1": 0.502475, "accuracy": 0.535573, "main_score": 0.502475, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.235964, "recall": 0.287549, "f1": 0.249032, "accuracy": 0.287549, "main_score": 0.249032, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.487641, "recall": 0.527668, "f1": 0.499299, "accuracy": 0.527668, "main_score": 0.499299, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479423, "recall": 0.520751, "f1": 0.490956, "accuracy": 0.520751, "main_score": 0.490956, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505895, "recall": 0.554348, "f1": 0.519236, "accuracy": 0.554348, "main_score": 0.519236, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423962, "recall": 0.478261, "f1": 0.438713, "accuracy": 0.478261, "main_score": 0.438713, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.500999, "recall": 0.54249, "f1": 0.511722, "accuracy": 0.54249, "main_score": 0.511722, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503549, "recall": 0.548419, "f1": 0.515362, "accuracy": 0.548419, "main_score": 0.515362, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496433, "recall": 0.539526, "f1": 0.507624, "accuracy": 0.539526, "main_score": 0.507624, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424138, "recall": 0.479249, "f1": 0.439187, "accuracy": 0.479249, "main_score": 0.439187, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.502515, "recall": 0.545455, "f1": 0.514877, "accuracy": 0.545455, "main_score": 0.514877, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472147, "recall": 0.520751, "f1": 0.48523, "accuracy": 0.520751, "main_score": 0.48523, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495732, "recall": 0.539526, "f1": 0.507755, "accuracy": 0.539526, "main_score": 0.507755, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486687, "recall": 0.534585, "f1": 0.499427, "accuracy": 0.534585, "main_score": 0.499427, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.4779, "recall": 0.521739, "f1": 0.490081, "accuracy": 0.521739, "main_score": 0.490081, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496659, "recall": 0.538538, "f1": 0.508617, "accuracy": 0.538538, "main_score": 0.508617, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457133, "recall": 0.505929, "f1": 0.470602, "accuracy": 0.505929, "main_score": 0.470602, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.495229, "recall": 0.538538, "f1": 0.506632, "accuracy": 0.538538, "main_score": 0.506632, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47732, "recall": 0.523715, "f1": 0.489878, "accuracy": 0.523715, "main_score": 0.489878, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49184, "recall": 0.525692, "f1": 0.501735, "accuracy": 0.525692, "main_score": 0.501735, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466471, "recall": 0.504941, "f1": 0.477023, "accuracy": 0.504941, "main_score": 0.477023, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507922, "recall": 0.543478, "f1": 0.517721, "accuracy": 0.543478, "main_score": 0.517721, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453787, "recall": 0.499012, "f1": 0.466172, "accuracy": 0.499012, "main_score": 0.466172, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.471106, "recall": 0.505929, "f1": 0.481143, "accuracy": 0.505929, "main_score": 0.481143, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481158, "recall": 0.531621, "f1": 0.494269, "accuracy": 0.531621, "main_score": 0.494269, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.469773, "recall": 0.511858, "f1": 0.481431, "accuracy": 0.511858, "main_score": 0.481431, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508284, "recall": 0.551383, "f1": 0.519459, "accuracy": 0.551383, "main_score": 0.519459, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486753, "recall": 0.528656, "f1": 0.498284, "accuracy": 0.528656, "main_score": 0.498284, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.498223, "recall": 0.540514, "f1": 0.509785, "accuracy": 0.540514, "main_score": 0.509785, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.492579, "recall": 0.536561, "f1": 0.504579, "accuracy": 0.536561, "main_score": 0.504579, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47257, "recall": 0.522727, "f1": 0.486846, "accuracy": 0.522727, "main_score": 0.486846, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.49116, "recall": 0.531621, "f1": 0.501864, "accuracy": 0.531621, "main_score": 0.501864, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.3631, "recall": 0.428854, "f1": 0.380712, "accuracy": 0.428854, "main_score": 0.380712, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.476707, "recall": 0.524704, "f1": 0.490249, "accuracy": 0.524704, "main_score": 0.490249, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.203386, "recall": 0.246047, "f1": 0.213498, "accuracy": 0.246047, "main_score": 0.213498, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.514329, "recall": 0.55336, "f1": 0.525072, "accuracy": 0.55336, "main_score": 0.525072, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4133, "recall": 0.460474, "f1": 0.426445, "accuracy": 0.460474, "main_score": 0.426445, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500165, "recall": 0.544466, "f1": 0.511823, "accuracy": 0.544466, "main_score": 0.511823, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49999, "recall": 0.541502, "f1": 0.51013, "accuracy": 0.541502, "main_score": 0.51013, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411794, "recall": 0.459486, "f1": 0.425208, "accuracy": 0.459486, "main_score": 0.425208, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492771, "recall": 0.537549, "f1": 0.504717, "accuracy": 0.537549, "main_score": 0.504717, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499189, "recall": 0.541502, "f1": 0.510588, "accuracy": 0.541502, "main_score": 0.510588, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448945, "recall": 0.498024, "f1": 0.4617, "accuracy": 0.498024, "main_score": 0.4617, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.483855, "recall": 0.528656, "f1": 0.495435, "accuracy": 0.528656, "main_score": 0.495435, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49819, "recall": 0.539526, "f1": 0.509533, "accuracy": 0.539526, "main_score": 0.509533, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461034, "recall": 0.512846, "f1": 0.475908, "accuracy": 0.512846, "main_score": 0.475908, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507692, "recall": 0.548419, "f1": 0.518722, "accuracy": 0.548419, "main_score": 0.518722, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45979, "recall": 0.505929, "f1": 0.47275, "accuracy": 0.505929, "main_score": 0.47275, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471914, "recall": 0.514822, "f1": 0.483764, "accuracy": 0.514822, "main_score": 0.483764, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505606, "recall": 0.543478, "f1": 0.515893, "accuracy": 0.543478, "main_score": 0.515893, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483354, "recall": 0.536561, "f1": 0.497827, "accuracy": 0.536561, "main_score": 0.497827, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.106938, "recall": 0.152174, "f1": 0.117522, "accuracy": 0.152174, "main_score": 0.117522, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.476478, "recall": 0.521739, "f1": 0.488547, "accuracy": 0.521739, "main_score": 0.488547, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.409391, "recall": 0.466403, "f1": 0.424473, "accuracy": 0.466403, "main_score": 0.424473, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.46559, "recall": 0.514822, "f1": 0.478313, "accuracy": 0.514822, "main_score": 0.478313, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492223, "recall": 0.537549, "f1": 0.504379, "accuracy": 0.537549, "main_score": 0.504379, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462323, "recall": 0.512846, "f1": 0.476543, "accuracy": 0.512846, "main_score": 0.476543, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462636, "recall": 0.505929, "f1": 0.474725, "accuracy": 0.505929, "main_score": 0.474725, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482062, "recall": 0.525692, "f1": 0.49371, "accuracy": 0.525692, "main_score": 0.49371, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49703, "recall": 0.547431, "f1": 0.510443, "accuracy": 0.547431, "main_score": 0.510443, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496688, "recall": 0.531621, "f1": 0.506762, "accuracy": 0.531621, "main_score": 0.506762, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489174, "recall": 0.532609, "f1": 0.50031, "accuracy": 0.532609, "main_score": 0.50031, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.429529, "recall": 0.479249, "f1": 0.443611, "accuracy": 0.479249, "main_score": 0.443611, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474664, "recall": 0.521739, "f1": 0.486906, "accuracy": 0.521739, "main_score": 0.486906, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.45328, "recall": 0.500988, "f1": 0.46634, "accuracy": 0.500988, "main_score": 0.46634, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455395, "recall": 0.495059, "f1": 0.466473, "accuracy": 0.495059, "main_score": 0.466473, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470504, "recall": 0.517787, "f1": 0.483728, "accuracy": 0.517787, "main_score": 0.483728, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.489785, "recall": 0.529644, "f1": 0.499866, "accuracy": 0.529644, "main_score": 0.499866, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465959, "recall": 0.517787, "f1": 0.479215, "accuracy": 0.517787, "main_score": 0.479215, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425286, "recall": 0.467391, "f1": 0.43648, "accuracy": 0.467391, "main_score": 0.43648, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.514457, "recall": 0.554348, "f1": 0.524866, "accuracy": 0.554348, "main_score": 0.524866, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479564, "recall": 0.525692, "f1": 0.491743, "accuracy": 0.525692, "main_score": 0.491743, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.440407, "recall": 0.494071, "f1": 0.45589, "accuracy": 0.494071, "main_score": 0.45589, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.455262, "recall": 0.501976, "f1": 0.467811, "accuracy": 0.501976, "main_score": 0.467811, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.466603, "recall": 0.511858, "f1": 0.479663, "accuracy": 0.511858, "main_score": 0.479663, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.422699, "recall": 0.478261, "f1": 0.436952, "accuracy": 0.478261, "main_score": 0.436952, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49026, "recall": 0.533597, "f1": 0.502128, "accuracy": 0.533597, "main_score": 0.502128, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506623, "recall": 0.551383, "f1": 0.518731, "accuracy": 0.551383, "main_score": 0.518731, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421928, "recall": 0.472332, "f1": 0.435018, "accuracy": 0.472332, "main_score": 0.435018, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.484265, "recall": 0.528656, "f1": 0.496502, "accuracy": 0.528656, "main_score": 0.496502, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.478323, "recall": 0.519763, "f1": 0.48871, "accuracy": 0.519763, "main_score": 0.48871, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.504163, "recall": 0.547431, "f1": 0.515458, "accuracy": 0.547431, "main_score": 0.515458, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482839, "recall": 0.52668, "f1": 0.494257, "accuracy": 0.52668, "main_score": 0.494257, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490599, "recall": 0.535573, "f1": 0.502977, "accuracy": 0.535573, "main_score": 0.502977, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448258, "recall": 0.495059, "f1": 0.460713, "accuracy": 0.495059, "main_score": 0.460713, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.479804, "recall": 0.524704, "f1": 0.491711, "accuracy": 0.524704, "main_score": 0.491711, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440404, "recall": 0.487154, "f1": 0.453214, "accuracy": 0.487154, "main_score": 0.453214, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500159, "recall": 0.54249, "f1": 0.511225, "accuracy": 0.54249, "main_score": 0.511225, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.355447, "recall": 0.407115, "f1": 0.36944, "accuracy": 0.407115, "main_score": 0.36944, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.468805, "recall": 0.517787, "f1": 0.481053, "accuracy": 0.517787, "main_score": 0.481053, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.471884, "recall": 0.518775, "f1": 0.484016, "accuracy": 0.518775, "main_score": 0.484016, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.476283, "recall": 0.518775, "f1": 0.487521, "accuracy": 0.518775, "main_score": 0.487521, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503048, "recall": 0.541502, "f1": 0.513175, "accuracy": 0.541502, "main_score": 0.513175, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442273, "recall": 0.495059, "f1": 0.456716, "accuracy": 0.495059, "main_score": 0.456716, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.49218, "recall": 0.532609, "f1": 0.503139, "accuracy": 0.532609, "main_score": 0.503139, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498218, "recall": 0.540514, "f1": 0.50938, "accuracy": 0.540514, "main_score": 0.50938, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50003, "recall": 0.545455, "f1": 0.512326, "accuracy": 0.545455, "main_score": 0.512326, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507891, "recall": 0.543478, "f1": 0.517045, "accuracy": 0.543478, "main_score": 0.517045, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504807, "recall": 0.545455, "f1": 0.515722, "accuracy": 0.545455, "main_score": 0.515722, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47357, "recall": 0.517787, "f1": 0.485758, "accuracy": 0.517787, "main_score": 0.485758, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496555, "recall": 0.544466, "f1": 0.509905, "accuracy": 0.544466, "main_score": 0.509905, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474227, "recall": 0.523715, "f1": 0.487353, "accuracy": 0.523715, "main_score": 0.487353, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.471967, "recall": 0.521739, "f1": 0.485031, "accuracy": 0.521739, "main_score": 0.485031, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.466845, "recall": 0.514822, "f1": 0.479622, "accuracy": 0.514822, "main_score": 0.479622, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507156, "recall": 0.551383, "f1": 0.518338, "accuracy": 0.551383, "main_score": 0.518338, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496898, "recall": 0.528656, "f1": 0.505786, "accuracy": 0.528656, "main_score": 0.505786, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474729, "recall": 0.520751, "f1": 0.486997, "accuracy": 0.520751, "main_score": 0.486997, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493446, "recall": 0.536561, "f1": 0.504734, "accuracy": 0.536561, "main_score": 0.504734, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416284, "recall": 0.465415, "f1": 0.429814, "accuracy": 0.465415, "main_score": 0.429814, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489152, "recall": 0.529644, "f1": 0.500547, "accuracy": 0.529644, "main_score": 0.500547, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463543, "recall": 0.51581, "f1": 0.476919, "accuracy": 0.51581, "main_score": 0.476919, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493569, "recall": 0.533597, "f1": 0.504456, "accuracy": 0.533597, "main_score": 0.504456, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457687, "recall": 0.51087, "f1": 0.471973, "accuracy": 0.51087, "main_score": 0.471973, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.474854, "recall": 0.517787, "f1": 0.4866, "accuracy": 0.517787, "main_score": 0.4866, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49237, "recall": 0.528656, "f1": 0.501948, "accuracy": 0.528656, "main_score": 0.501948, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461955, "recall": 0.51087, "f1": 0.475116, "accuracy": 0.51087, "main_score": 0.475116, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439198, "recall": 0.486166, "f1": 0.452776, "accuracy": 0.486166, "main_score": 0.452776, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482972, "recall": 0.528656, "f1": 0.495563, "accuracy": 0.528656, "main_score": 0.495563, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498913, "recall": 0.534585, "f1": 0.508509, "accuracy": 0.534585, "main_score": 0.508509, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48866, "recall": 0.529644, "f1": 0.499848, "accuracy": 0.529644, "main_score": 0.499848, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495898, "recall": 0.528656, "f1": 0.505311, "accuracy": 0.528656, "main_score": 0.505311, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456873, "recall": 0.498024, "f1": 0.46771, "accuracy": 0.498024, "main_score": 0.46771, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.458451, "recall": 0.5, "f1": 0.469614, "accuracy": 0.5, "main_score": 0.469614, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47376, "recall": 0.518775, "f1": 0.48577, "accuracy": 0.518775, "main_score": 0.48577, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.397172, "recall": 0.461462, "f1": 0.415388, "accuracy": 0.461462, "main_score": 0.415388, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472197, "recall": 0.51581, "f1": 0.483847, "accuracy": 0.51581, "main_score": 0.483847, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.473875, "recall": 0.519763, "f1": 0.486273, "accuracy": 0.519763, "main_score": 0.486273, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.491972, "recall": 0.539526, "f1": 0.503957, "accuracy": 0.539526, "main_score": 0.503957, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467233, "recall": 0.514822, "f1": 0.480056, "accuracy": 0.514822, "main_score": 0.480056, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.457364, "recall": 0.499012, "f1": 0.468765, "accuracy": 0.499012, "main_score": 0.468765, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493297, "recall": 0.535573, "f1": 0.505058, "accuracy": 0.535573, "main_score": 0.505058, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.443444, "recall": 0.493083, "f1": 0.457242, "accuracy": 0.493083, "main_score": 0.457242, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.529473, "recall": 0.570158, "f1": 0.541255, "accuracy": 0.570158, "main_score": 0.541255, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211961, "recall": 0.254941, "f1": 0.222379, "accuracy": 0.254941, "main_score": 0.222379, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.573756, "recall": 0.616601, "f1": 0.585028, "accuracy": 0.616601, "main_score": 0.585028, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512734, "recall": 0.557312, "f1": 0.525544, "accuracy": 0.557312, "main_score": 0.525544, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.570828, "recall": 0.609684, "f1": 0.581636, "accuracy": 0.609684, "main_score": 0.581636, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.57167, "recall": 0.603755, "f1": 0.579531, "accuracy": 0.603755, "main_score": 0.579531, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590808, "recall": 0.628458, "f1": 0.601259, "accuracy": 0.628458, "main_score": 0.601259, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567014, "recall": 0.615613, "f1": 0.579023, "accuracy": 0.615613, "main_score": 0.579023, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574146, "recall": 0.606719, "f1": 0.582765, "accuracy": 0.606719, "main_score": 0.582765, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590808, "recall": 0.623518, "f1": 0.599885, "accuracy": 0.623518, "main_score": 0.599885, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551068, "recall": 0.599802, "f1": 0.56382, "accuracy": 0.599802, "main_score": 0.56382, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.562348, "recall": 0.607708, "f1": 0.574905, "accuracy": 0.607708, "main_score": 0.574905, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.535881, "recall": 0.579051, "f1": 0.547937, "accuracy": 0.579051, "main_score": 0.547937, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567485, "recall": 0.61166, "f1": 0.579378, "accuracy": 0.61166, "main_score": 0.579378, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.52029, "recall": 0.56917, "f1": 0.533353, "accuracy": 0.56917, "main_score": 0.533353, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563974, "recall": 0.608696, "f1": 0.575674, "accuracy": 0.608696, "main_score": 0.575674, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589691, "recall": 0.62253, "f1": 0.599099, "accuracy": 0.62253, "main_score": 0.599099, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546117, "recall": 0.593874, "f1": 0.558771, "accuracy": 0.593874, "main_score": 0.558771, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539564, "recall": 0.583992, "f1": 0.551218, "accuracy": 0.583992, "main_score": 0.551218, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.60276, "recall": 0.643281, "f1": 0.612715, "accuracy": 0.643281, "main_score": 0.612715, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583092, "recall": 0.62253, "f1": 0.593546, "accuracy": 0.62253, "main_score": 0.593546, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515493, "recall": 0.556324, "f1": 0.526902, "accuracy": 0.556324, "main_score": 0.526902, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560119, "recall": 0.602767, "f1": 0.571181, "accuracy": 0.602767, "main_score": 0.571181, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.548497, "recall": 0.594862, "f1": 0.561046, "accuracy": 0.594862, "main_score": 0.561046, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575873, "recall": 0.615613, "f1": 0.586592, "accuracy": 0.615613, "main_score": 0.586592, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190448, "recall": 0.231225, "f1": 0.200779, "accuracy": 0.231225, "main_score": 0.200779, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.548922, "recall": 0.593874, "f1": 0.560584, "accuracy": 0.593874, "main_score": 0.560584, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.588748, "recall": 0.624506, "f1": 0.59889, "accuracy": 0.624506, "main_score": 0.59889, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577288, "recall": 0.617589, "f1": 0.588392, "accuracy": 0.617589, "main_score": 0.588392, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564736, "recall": 0.608696, "f1": 0.576552, "accuracy": 0.608696, "main_score": 0.576552, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549744, "recall": 0.593874, "f1": 0.562045, "accuracy": 0.593874, "main_score": 0.562045, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.559874, "recall": 0.604743, "f1": 0.571315, "accuracy": 0.604743, "main_score": 0.571315, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554179, "recall": 0.591897, "f1": 0.564541, "accuracy": 0.591897, "main_score": 0.564541, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578842, "recall": 0.619565, "f1": 0.588971, "accuracy": 0.619565, "main_score": 0.588971, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.479656, "recall": 0.530632, "f1": 0.493652, "accuracy": 0.530632, "main_score": 0.493652, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.551155, "recall": 0.589921, "f1": 0.561239, "accuracy": 0.589921, "main_score": 0.561239, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562325, "recall": 0.609684, "f1": 0.575427, "accuracy": 0.609684, "main_score": 0.575427, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.556357, "recall": 0.598814, "f1": 0.568669, "accuracy": 0.598814, "main_score": 0.568669, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541348, "recall": 0.586957, "f1": 0.553277, "accuracy": 0.586957, "main_score": 0.553277, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.546057, "recall": 0.585968, "f1": 0.557152, "accuracy": 0.585968, "main_score": 0.557152, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399256, "recall": 0.456522, "f1": 0.414706, "accuracy": 0.456522, "main_score": 0.414706, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562329, "recall": 0.604743, "f1": 0.573793, "accuracy": 0.604743, "main_score": 0.573793, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552396, "recall": 0.597826, "f1": 0.565362, "accuracy": 0.597826, "main_score": 0.565362, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571304, "recall": 0.618577, "f1": 0.58396, "accuracy": 0.618577, "main_score": 0.58396, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.585666, "recall": 0.631423, "f1": 0.598213, "accuracy": 0.631423, "main_score": 0.598213, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563883, "recall": 0.596838, "f1": 0.572761, "accuracy": 0.596838, "main_score": 0.572761, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558843, "recall": 0.596838, "f1": 0.569141, "accuracy": 0.596838, "main_score": 0.569141, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55908, "recall": 0.603755, "f1": 0.572252, "accuracy": 0.603755, "main_score": 0.572252, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566155, "recall": 0.604743, "f1": 0.576857, "accuracy": 0.604743, "main_score": 0.576857, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577754, "recall": 0.615613, "f1": 0.587363, "accuracy": 0.615613, "main_score": 0.587363, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583058, "recall": 0.625494, "f1": 0.594089, "accuracy": 0.625494, "main_score": 0.594089, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598352, "recall": 0.631423, "f1": 0.606801, "accuracy": 0.631423, "main_score": 0.606801, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515995, "recall": 0.559289, "f1": 0.528527, "accuracy": 0.559289, "main_score": 0.528527, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553263, "recall": 0.598814, "f1": 0.565459, "accuracy": 0.598814, "main_score": 0.565459, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.431894, "recall": 0.480237, "f1": 0.444775, "accuracy": 0.480237, "main_score": 0.444775, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516321, "recall": 0.549407, "f1": 0.525678, "accuracy": 0.549407, "main_score": 0.525678, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608148, "recall": 0.643281, "f1": 0.617273, "accuracy": 0.643281, "main_score": 0.617273, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304565, "recall": 0.352767, "f1": 0.317833, "accuracy": 0.352767, "main_score": 0.317833, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561192, "recall": 0.605731, "f1": 0.572717, "accuracy": 0.605731, "main_score": 0.572717, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.553064, "recall": 0.596838, "f1": 0.564373, "accuracy": 0.596838, "main_score": 0.564373, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577872, "recall": 0.617589, "f1": 0.588928, "accuracy": 0.617589, "main_score": 0.588928, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542799, "recall": 0.593874, "f1": 0.557064, "accuracy": 0.593874, "main_score": 0.557064, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569838, "recall": 0.614625, "f1": 0.581799, "accuracy": 0.614625, "main_score": 0.581799, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588589, "recall": 0.621542, "f1": 0.597271, "accuracy": 0.621542, "main_score": 0.597271, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545135, "recall": 0.581028, "f1": 0.555799, "accuracy": 0.581028, "main_score": 0.555799, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594964, "recall": 0.634387, "f1": 0.605416, "accuracy": 0.634387, "main_score": 0.605416, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555451, "recall": 0.585968, "f1": 0.564347, "accuracy": 0.585968, "main_score": 0.564347, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587932, "recall": 0.62253, "f1": 0.596205, "accuracy": 0.62253, "main_score": 0.596205, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558106, "recall": 0.597826, "f1": 0.569686, "accuracy": 0.597826, "main_score": 0.569686, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592172, "recall": 0.637352, "f1": 0.604081, "accuracy": 0.637352, "main_score": 0.604081, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546528, "recall": 0.592885, "f1": 0.559293, "accuracy": 0.592885, "main_score": 0.559293, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565612, "recall": 0.607708, "f1": 0.577078, "accuracy": 0.607708, "main_score": 0.577078, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.269172, "recall": 0.321146, "f1": 0.282402, "accuracy": 0.321146, "main_score": 0.282402, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.568635, "recall": 0.602767, "f1": 0.5786, "accuracy": 0.602767, "main_score": 0.5786, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529673, "recall": 0.575099, "f1": 0.541891, "accuracy": 0.575099, "main_score": 0.541891, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573043, "recall": 0.606719, "f1": 0.582555, "accuracy": 0.606719, "main_score": 0.582555, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502748, "recall": 0.552372, "f1": 0.516389, "accuracy": 0.552372, "main_score": 0.516389, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.587545, "recall": 0.632411, "f1": 0.599217, "accuracy": 0.632411, "main_score": 0.599217, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569521, "recall": 0.61166, "f1": 0.580611, "accuracy": 0.61166, "main_score": 0.580611, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579057, "recall": 0.62253, "f1": 0.590795, "accuracy": 0.62253, "main_score": 0.590795, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496559, "recall": 0.549407, "f1": 0.510015, "accuracy": 0.549407, "main_score": 0.510015, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.567297, "recall": 0.617589, "f1": 0.580599, "accuracy": 0.617589, "main_score": 0.580599, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567581, "recall": 0.609684, "f1": 0.57886, "accuracy": 0.609684, "main_score": 0.57886, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573747, "recall": 0.612648, "f1": 0.584298, "accuracy": 0.612648, "main_score": 0.584298, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555703, "recall": 0.605731, "f1": 0.568682, "accuracy": 0.605731, "main_score": 0.568682, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.526158, "recall": 0.565217, "f1": 0.537356, "accuracy": 0.565217, "main_score": 0.537356, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536497, "recall": 0.578063, "f1": 0.54846, "accuracy": 0.578063, "main_score": 0.54846, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550238, "recall": 0.596838, "f1": 0.562897, "accuracy": 0.596838, "main_score": 0.562897, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.555215, "recall": 0.602767, "f1": 0.567268, "accuracy": 0.602767, "main_score": 0.567268, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55559, "recall": 0.594862, "f1": 0.566085, "accuracy": 0.594862, "main_score": 0.566085, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563195, "recall": 0.602767, "f1": 0.573428, "accuracy": 0.602767, "main_score": 0.573428, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488772, "recall": 0.531621, "f1": 0.500467, "accuracy": 0.531621, "main_score": 0.500467, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594813, "recall": 0.631423, "f1": 0.605061, "accuracy": 0.631423, "main_score": 0.605061, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514347, "recall": 0.559289, "f1": 0.526779, "accuracy": 0.559289, "main_score": 0.526779, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.510748, "recall": 0.55336, "f1": 0.523225, "accuracy": 0.55336, "main_score": 0.523225, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56194, "recall": 0.606719, "f1": 0.573071, "accuracy": 0.606719, "main_score": 0.573071, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505567, "recall": 0.548419, "f1": 0.517956, "accuracy": 0.548419, "main_score": 0.517956, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613772, "recall": 0.643281, "f1": 0.621254, "accuracy": 0.643281, "main_score": 0.621254, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538958, "recall": 0.583004, "f1": 0.550643, "accuracy": 0.583004, "main_score": 0.550643, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571826, "recall": 0.614625, "f1": 0.583113, "accuracy": 0.614625, "main_score": 0.583113, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583766, "recall": 0.625494, "f1": 0.594387, "accuracy": 0.625494, "main_score": 0.594387, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551392, "recall": 0.596838, "f1": 0.5635, "accuracy": 0.596838, "main_score": 0.5635, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.57789, "recall": 0.61166, "f1": 0.587032, "accuracy": 0.61166, "main_score": 0.587032, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395075, "recall": 0.458498, "f1": 0.411413, "accuracy": 0.458498, "main_score": 0.411413, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.540329, "recall": 0.582016, "f1": 0.551193, "accuracy": 0.582016, "main_score": 0.551193, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208355, "recall": 0.250988, "f1": 0.218387, "accuracy": 0.250988, "main_score": 0.218387, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.56474, "recall": 0.600791, "f1": 0.574922, "accuracy": 0.600791, "main_score": 0.574922, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45782, "recall": 0.504941, "f1": 0.470743, "accuracy": 0.504941, "main_score": 0.470743, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577087, "recall": 0.618577, "f1": 0.587891, "accuracy": 0.618577, "main_score": 0.587891, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57227, "recall": 0.612648, "f1": 0.583302, "accuracy": 0.612648, "main_score": 0.583302, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4375, "recall": 0.48913, "f1": 0.451714, "accuracy": 0.48913, "main_score": 0.451714, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569683, "recall": 0.609684, "f1": 0.580607, "accuracy": 0.609684, "main_score": 0.580607, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571101, "recall": 0.61166, "f1": 0.582077, "accuracy": 0.61166, "main_score": 0.582077, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516574, "recall": 0.565217, "f1": 0.529436, "accuracy": 0.565217, "main_score": 0.529436, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.567068, "recall": 0.605731, "f1": 0.577744, "accuracy": 0.605731, "main_score": 0.577744, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586841, "recall": 0.624506, "f1": 0.597649, "accuracy": 0.624506, "main_score": 0.597649, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529153, "recall": 0.576087, "f1": 0.541627, "accuracy": 0.576087, "main_score": 0.541627, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589681, "recall": 0.621542, "f1": 0.598039, "accuracy": 0.621542, "main_score": 0.598039, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519269, "recall": 0.567194, "f1": 0.533061, "accuracy": 0.567194, "main_score": 0.533061, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535403, "recall": 0.570158, "f1": 0.545224, "accuracy": 0.570158, "main_score": 0.545224, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584027, "recall": 0.617589, "f1": 0.593205, "accuracy": 0.617589, "main_score": 0.593205, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565561, "recall": 0.612648, "f1": 0.577883, "accuracy": 0.612648, "main_score": 0.577883, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.124917, "recall": 0.16502, "f1": 0.134778, "accuracy": 0.16502, "main_score": 0.134778, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.57233, "recall": 0.614625, "f1": 0.583991, "accuracy": 0.614625, "main_score": 0.583991, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.481357, "recall": 0.530632, "f1": 0.495659, "accuracy": 0.530632, "main_score": 0.495659, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.527294, "recall": 0.572134, "f1": 0.539418, "accuracy": 0.572134, "main_score": 0.539418, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566611, "recall": 0.605731, "f1": 0.576556, "accuracy": 0.605731, "main_score": 0.576556, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51607, "recall": 0.561265, "f1": 0.528777, "accuracy": 0.561265, "main_score": 0.528777, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536888, "recall": 0.582016, "f1": 0.549576, "accuracy": 0.582016, "main_score": 0.549576, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564538, "recall": 0.608696, "f1": 0.57635, "accuracy": 0.608696, "main_score": 0.57635, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570658, "recall": 0.613636, "f1": 0.581657, "accuracy": 0.613636, "main_score": 0.581657, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583079, "recall": 0.618577, "f1": 0.592883, "accuracy": 0.618577, "main_score": 0.592883, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541577, "recall": 0.585968, "f1": 0.553349, "accuracy": 0.585968, "main_score": 0.553349, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505273, "recall": 0.5583, "f1": 0.519849, "accuracy": 0.5583, "main_score": 0.519849, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542421, "recall": 0.591897, "f1": 0.555591, "accuracy": 0.591897, "main_score": 0.555591, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504935, "recall": 0.547431, "f1": 0.517143, "accuracy": 0.547431, "main_score": 0.517143, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513807, "recall": 0.563241, "f1": 0.527368, "accuracy": 0.563241, "main_score": 0.527368, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558033, "recall": 0.597826, "f1": 0.568861, "accuracy": 0.597826, "main_score": 0.568861, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.560928, "recall": 0.603755, "f1": 0.573158, "accuracy": 0.603755, "main_score": 0.573158, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.591897, "f1": 0.556777, "accuracy": 0.591897, "main_score": 0.556777, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.453382, "recall": 0.503953, "f1": 0.467651, "accuracy": 0.503953, "main_score": 0.467651, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587198, "recall": 0.62747, "f1": 0.597618, "accuracy": 0.62747, "main_score": 0.597618, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537734, "recall": 0.58498, "f1": 0.549986, "accuracy": 0.58498, "main_score": 0.549986, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.526223, "recall": 0.581028, "f1": 0.540968, "accuracy": 0.581028, "main_score": 0.540968, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.503788, "recall": 0.547431, "f1": 0.515419, "accuracy": 0.547431, "main_score": 0.515419, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507653, "recall": 0.55336, "f1": 0.520113, "accuracy": 0.55336, "main_score": 0.520113, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508864, "recall": 0.548419, "f1": 0.519028, "accuracy": 0.548419, "main_score": 0.519028, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538082, "recall": 0.583004, "f1": 0.55022, "accuracy": 0.583004, "main_score": 0.55022, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591197, "recall": 0.631423, "f1": 0.602546, "accuracy": 0.631423, "main_score": 0.602546, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475018, "recall": 0.537549, "f1": 0.492033, "accuracy": 0.537549, "main_score": 0.492033, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.555235, "recall": 0.596838, "f1": 0.565988, "accuracy": 0.596838, "main_score": 0.565988, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.544757, "recall": 0.586957, "f1": 0.555821, "accuracy": 0.586957, "main_score": 0.555821, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.564919, "recall": 0.605731, "f1": 0.57609, "accuracy": 0.605731, "main_score": 0.57609, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554766, "recall": 0.601779, "f1": 0.566896, "accuracy": 0.601779, "main_score": 0.566896, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583952, "recall": 0.619565, "f1": 0.593072, "accuracy": 0.619565, "main_score": 0.593072, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528817, "recall": 0.578063, "f1": 0.542519, "accuracy": 0.578063, "main_score": 0.542519, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550642, "recall": 0.588933, "f1": 0.561434, "accuracy": 0.588933, "main_score": 0.561434, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486956, "recall": 0.538538, "f1": 0.501339, "accuracy": 0.538538, "main_score": 0.501339, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563353, "recall": 0.607708, "f1": 0.574548, "accuracy": 0.607708, "main_score": 0.574548, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424335, "recall": 0.483202, "f1": 0.440569, "accuracy": 0.483202, "main_score": 0.440569, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.536162, "recall": 0.586957, "f1": 0.549385, "accuracy": 0.586957, "main_score": 0.549385, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.564546, "recall": 0.610672, "f1": 0.576558, "accuracy": 0.610672, "main_score": 0.576558, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.557577, "recall": 0.594862, "f1": 0.568132, "accuracy": 0.594862, "main_score": 0.568132, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573862, "recall": 0.61166, "f1": 0.583815, "accuracy": 0.61166, "main_score": 0.583815, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537215, "recall": 0.58004, "f1": 0.548145, "accuracy": 0.58004, "main_score": 0.548145, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.558231, "recall": 0.596838, "f1": 0.569012, "accuracy": 0.596838, "main_score": 0.569012, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574639, "recall": 0.612648, "f1": 0.58532, "accuracy": 0.612648, "main_score": 0.58532, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565381, "recall": 0.608696, "f1": 0.576034, "accuracy": 0.608696, "main_score": 0.576034, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583998, "recall": 0.620553, "f1": 0.593335, "accuracy": 0.620553, "main_score": 0.593335, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593969, "recall": 0.632411, "f1": 0.604374, "accuracy": 0.632411, "main_score": 0.604374, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518314, "recall": 0.560277, "f1": 0.530637, "accuracy": 0.560277, "main_score": 0.530637, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582018, "recall": 0.624506, "f1": 0.593412, "accuracy": 0.624506, "main_score": 0.593412, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561472, "recall": 0.607708, "f1": 0.573785, "accuracy": 0.607708, "main_score": 0.573785, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.552207, "recall": 0.600791, "f1": 0.564614, "accuracy": 0.600791, "main_score": 0.564614, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516464, "recall": 0.566206, "f1": 0.530516, "accuracy": 0.566206, "main_score": 0.530516, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587319, "recall": 0.62747, "f1": 0.596999, "accuracy": 0.62747, "main_score": 0.596999, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55707, "recall": 0.598814, "f1": 0.568671, "accuracy": 0.598814, "main_score": 0.568671, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534603, "recall": 0.581028, "f1": 0.547059, "accuracy": 0.581028, "main_score": 0.547059, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552273, "recall": 0.601779, "f1": 0.56608, "accuracy": 0.601779, "main_score": 0.56608, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493669, "recall": 0.540514, "f1": 0.50668, "accuracy": 0.540514, "main_score": 0.50668, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580053, "recall": 0.618577, "f1": 0.590786, "accuracy": 0.618577, "main_score": 0.590786, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527166, "recall": 0.579051, "f1": 0.541396, "accuracy": 0.579051, "main_score": 0.541396, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499053, "recall": 0.544466, "f1": 0.511289, "accuracy": 0.544466, "main_score": 0.511289, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544797, "recall": 0.59585, "f1": 0.559046, "accuracy": 0.59585, "main_score": 0.559046, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.545561, "recall": 0.586957, "f1": 0.557463, "accuracy": 0.586957, "main_score": 0.557463, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541653, "recall": 0.574111, "f1": 0.550927, "accuracy": 0.574111, "main_score": 0.550927, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538393, "recall": 0.589921, "f1": 0.552626, "accuracy": 0.589921, "main_score": 0.552626, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534133, "recall": 0.576087, "f1": 0.54653, "accuracy": 0.576087, "main_score": 0.54653, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557439, "recall": 0.598814, "f1": 0.568806, "accuracy": 0.598814, "main_score": 0.568806, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574905, "recall": 0.610672, "f1": 0.584954, "accuracy": 0.610672, "main_score": 0.584954, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573585, "recall": 0.61166, "f1": 0.583809, "accuracy": 0.61166, "main_score": 0.583809, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587482, "recall": 0.62253, "f1": 0.596377, "accuracy": 0.62253, "main_score": 0.596377, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540521, "recall": 0.587945, "f1": 0.553475, "accuracy": 0.587945, "main_score": 0.553475, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.506623, "recall": 0.550395, "f1": 0.519557, "accuracy": 0.550395, "main_score": 0.519557, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556401, "recall": 0.599802, "f1": 0.568051, "accuracy": 0.599802, "main_score": 0.568051, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.444019, "recall": 0.506917, "f1": 0.462017, "accuracy": 0.506917, "main_score": 0.462017, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559341, "recall": 0.601779, "f1": 0.570939, "accuracy": 0.601779, "main_score": 0.570939, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.540986, "recall": 0.583004, "f1": 0.552613, "accuracy": 0.583004, "main_score": 0.552613, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.563434, "recall": 0.603755, "f1": 0.574053, "accuracy": 0.603755, "main_score": 0.574053, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556527, "recall": 0.608696, "f1": 0.57086, "accuracy": 0.608696, "main_score": 0.57086, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.519746, "recall": 0.566206, "f1": 0.531902, "accuracy": 0.566206, "main_score": 0.531902, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546248, "recall": 0.581028, "f1": 0.55612, "accuracy": 0.581028, "main_score": 0.55612, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55007, "recall": 0.62253, "f1": 0.570753, "accuracy": 0.62253, "main_score": 0.570753, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497416, "recall": 0.568182, "f1": 0.516795, "accuracy": 0.568182, "main_score": 0.516795, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448604, "recall": 0.529644, "f1": 0.470026, "accuracy": 0.529644, "main_score": 0.470026, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558011, "recall": 0.616601, "f1": 0.573824, "accuracy": 0.616601, "main_score": 0.573824, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862928, "recall": 0.899209, "f1": 0.874407, "accuracy": 0.899209, "main_score": 0.874407, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960639, "recall": 0.971344, "f1": 0.964097, "accuracy": 0.971344, "main_score": 0.964097, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577307, "recall": 0.640316, "f1": 0.594919, "accuracy": 0.640316, "main_score": 0.594919, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971344, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593322, "recall": 0.666996, "f1": 0.613404, "accuracy": 0.666996, "main_score": 0.613404, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514452, "recall": 0.585968, "f1": 0.534209, "accuracy": 0.585968, "main_score": 0.534209, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.170478, "recall": 0.222332, "f1": 0.183173, "accuracy": 0.222332, "main_score": 0.183173, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.59973, "recall": 0.655138, "f1": 0.614973, "accuracy": 0.655138, "main_score": 0.614973, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.642073, "recall": 0.701581, "f1": 0.658967, "accuracy": 0.701581, "main_score": 0.658967, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.512732, "recall": 0.566206, "f1": 0.527212, "accuracy": 0.566206, "main_score": 0.527212, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463294, "recall": 0.545455, "f1": 0.485911, "accuracy": 0.545455, "main_score": 0.485911, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530736, "recall": 0.602767, "f1": 0.551015, "accuracy": 0.602767, "main_score": 0.551015, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543932, "recall": 0.61166, "f1": 0.5626, "accuracy": 0.61166, "main_score": 0.5626, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896821, "recall": 0.925889, "f1": 0.906028, "accuracy": 0.925889, "main_score": 0.906028, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490484, "recall": 0.555336, "f1": 0.508823, "accuracy": 0.555336, "main_score": 0.508823, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.503627, "recall": 0.570158, "f1": 0.522284, "accuracy": 0.570158, "main_score": 0.522284, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.483539, "recall": 0.540514, "f1": 0.499108, "accuracy": 0.540514, "main_score": 0.499108, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948913, "accuracy": 0.960474, "main_score": 0.948913, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307451, "recall": 0.364625, "f1": 0.323668, "accuracy": 0.364625, "main_score": 0.323668, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561748, "recall": 0.632411, "f1": 0.580985, "accuracy": 0.632411, "main_score": 0.580985, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983202, "recall": 0.988142, "f1": 0.984684, "accuracy": 0.988142, "main_score": 0.984684, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55895, "recall": 0.616601, "f1": 0.575194, "accuracy": 0.616601, "main_score": 0.575194, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685079, "recall": 0.751976, "f1": 0.704811, "accuracy": 0.751976, "main_score": 0.704811, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.977273, "f1": 0.969697, "accuracy": 0.977273, "main_score": 0.969697, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655468, "recall": 0.732213, "f1": 0.678002, "accuracy": 0.732213, "main_score": 0.678002, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673736, "recall": 0.737154, "f1": 0.692657, "accuracy": 0.737154, "main_score": 0.692657, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634569, "recall": 0.697628, "f1": 0.652837, "accuracy": 0.697628, "main_score": 0.652837, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66629, "recall": 0.736166, "f1": 0.686288, "accuracy": 0.736166, "main_score": 0.686288, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.98913, "f1": 0.986825, "accuracy": 0.98913, "main_score": 0.986825, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947628, "recall": 0.963439, "f1": 0.952734, "accuracy": 0.963439, "main_score": 0.952734, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.522386, "recall": 0.585968, "f1": 0.540006, "accuracy": 0.585968, "main_score": 0.540006, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5232, "recall": 0.586957, "f1": 0.540337, "accuracy": 0.586957, "main_score": 0.540337, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.787971, "recall": 0.836957, "f1": 0.802176, "accuracy": 0.836957, "main_score": 0.802176, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440853, "recall": 0.505929, "f1": 0.458067, "accuracy": 0.505929, "main_score": 0.458067, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.860425, "recall": 0.899209, "f1": 0.872596, "accuracy": 0.899209, "main_score": 0.872596, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.528626, "recall": 0.593874, "f1": 0.54632, "accuracy": 0.593874, "main_score": 0.54632, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.557193, "recall": 0.631423, "f1": 0.578026, "accuracy": 0.631423, "main_score": 0.578026, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189157, "recall": 0.245059, "f1": 0.201757, "accuracy": 0.245059, "main_score": 0.201757, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.581769, "recall": 0.652174, "f1": 0.601601, "accuracy": 0.652174, "main_score": 0.601601, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.803195, "recall": 0.854743, "f1": 0.819057, "accuracy": 0.854743, "main_score": 0.819057, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.381944, "recall": 0.4417, "f1": 0.398263, "accuracy": 0.4417, "main_score": 0.398263, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.652553, "recall": 0.713439, "f1": 0.669675, "accuracy": 0.713439, "main_score": 0.669675, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532446, "recall": 0.603755, "f1": 0.552902, "accuracy": 0.603755, "main_score": 0.552902, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485132, "recall": 0.559289, "f1": 0.504819, "accuracy": 0.559289, "main_score": 0.504819, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646156, "recall": 0.704545, "f1": 0.662914, "accuracy": 0.704545, "main_score": 0.662914, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.225297, "recall": 0.312253, "f1": 0.247968, "accuracy": 0.312253, "main_score": 0.247968, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533491, "recall": 0.601779, "f1": 0.552953, "accuracy": 0.601779, "main_score": 0.552953, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554784, "recall": 0.623518, "f1": 0.574335, "accuracy": 0.623518, "main_score": 0.574335, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.697925, "recall": 0.766798, "f1": 0.718911, "accuracy": 0.766798, "main_score": 0.718911, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538522, "recall": 0.599802, "f1": 0.55527, "accuracy": 0.599802, "main_score": 0.55527, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.759964, "recall": 0.822134, "f1": 0.779348, "accuracy": 0.822134, "main_score": 0.779348, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.444054, "recall": 0.513834, "f1": 0.462901, "accuracy": 0.513834, "main_score": 0.462901, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.962286, "recall": 0.974308, "f1": 0.966238, "accuracy": 0.974308, "main_score": 0.966238, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.875988, "recall": 0.911067, "f1": 0.887154, "accuracy": 0.911067, "main_score": 0.887154, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.927536, "recall": 0.948617, "f1": 0.934256, "accuracy": 0.948617, "main_score": 0.934256, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581768, "recall": 0.648221, "f1": 0.599964, "accuracy": 0.648221, "main_score": 0.599964, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89888, "recall": 0.929842, "f1": 0.908893, "accuracy": 0.929842, "main_score": 0.908893, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427979, "recall": 0.5, "f1": 0.447184, "accuracy": 0.5, "main_score": 0.447184, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616133, "recall": 0.690711, "f1": 0.637669, "accuracy": 0.690711, "main_score": 0.637669, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.991107, "f1": 0.98946, "accuracy": 0.991107, "main_score": 0.98946, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.819022, "recall": 0.860672, "f1": 0.832082, "accuracy": 0.860672, "main_score": 0.832082, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.610165, "recall": 0.670949, "f1": 0.627132, "accuracy": 0.670949, "main_score": 0.627132, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613176, "recall": 0.672925, "f1": 0.629899, "accuracy": 0.672925, "main_score": 0.629899, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.949605, "f1": 0.933959, "accuracy": 0.949605, "main_score": 0.933959, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535419, "recall": 0.597826, "f1": 0.55288, "accuracy": 0.597826, "main_score": 0.55288, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.506656, "recall": 0.573123, "f1": 0.525254, "accuracy": 0.573123, "main_score": 0.525254, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805501, "recall": 0.854743, "f1": 0.820342, "accuracy": 0.854743, "main_score": 0.820342, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518459, "recall": 0.58498, "f1": 0.536904, "accuracy": 0.58498, "main_score": 0.536904, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590666, "recall": 0.652174, "f1": 0.608303, "accuracy": 0.652174, "main_score": 0.608303, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.921031, "recall": 0.944664, "f1": 0.92859, "accuracy": 0.944664, "main_score": 0.92859, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468643, "recall": 0.530632, "f1": 0.485988, "accuracy": 0.530632, "main_score": 0.485988, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546196, "recall": 0.61166, "f1": 0.564086, "accuracy": 0.61166, "main_score": 0.564086, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559759, "recall": 0.628458, "f1": 0.579298, "accuracy": 0.628458, "main_score": 0.579298, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532546, "recall": 0.588933, "f1": 0.547621, "accuracy": 0.588933, "main_score": 0.547621, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504703, "recall": 0.572134, "f1": 0.523638, "accuracy": 0.572134, "main_score": 0.523638, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707362, "recall": 0.76581, "f1": 0.72444, "accuracy": 0.76581, "main_score": 0.72444, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.734601, "recall": 0.788538, "f1": 0.750381, "accuracy": 0.788538, "main_score": 0.750381, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.864904, "recall": 0.896245, "f1": 0.874374, "accuracy": 0.896245, "main_score": 0.874374, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.960968, "accuracy": 0.970356, "main_score": 0.960968, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.454481, "recall": 0.539526, "f1": 0.479266, "accuracy": 0.539526, "main_score": 0.479266, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.688011, "recall": 0.75, "f1": 0.706343, "accuracy": 0.75, "main_score": 0.706343, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574031, "recall": 0.633399, "f1": 0.590802, "accuracy": 0.633399, "main_score": 0.590802, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423589, "recall": 0.469368, "f1": 0.436012, "accuracy": 0.469368, "main_score": 0.436012, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.496447, "recall": 0.536561, "f1": 0.507746, "accuracy": 0.536561, "main_score": 0.507746, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.223829, "recall": 0.268775, "f1": 0.234648, "accuracy": 0.268775, "main_score": 0.234648, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.582908, "recall": 0.630435, "f1": 0.594924, "accuracy": 0.630435, "main_score": 0.594924, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.521492, "recall": 0.568182, "f1": 0.535272, "accuracy": 0.568182, "main_score": 0.535272, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.558411, "recall": 0.603755, "f1": 0.570798, "accuracy": 0.603755, "main_score": 0.570798, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.577053, "recall": 0.615613, "f1": 0.586449, "accuracy": 0.615613, "main_score": 0.586449, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583053, "recall": 0.630435, "f1": 0.596414, "accuracy": 0.630435, "main_score": 0.596414, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567399, "recall": 0.614625, "f1": 0.580165, "accuracy": 0.614625, "main_score": 0.580165, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559484, "recall": 0.596838, "f1": 0.569341, "accuracy": 0.596838, "main_score": 0.569341, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576438, "recall": 0.613636, "f1": 0.586477, "accuracy": 0.613636, "main_score": 0.586477, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560151, "recall": 0.616601, "f1": 0.574634, "accuracy": 0.616601, "main_score": 0.574634, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.556493, "recall": 0.604743, "f1": 0.568704, "accuracy": 0.604743, "main_score": 0.568704, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532691, "recall": 0.578063, "f1": 0.544779, "accuracy": 0.578063, "main_score": 0.544779, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561388, "recall": 0.612648, "f1": 0.574729, "accuracy": 0.612648, "main_score": 0.574729, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.517209, "recall": 0.570158, "f1": 0.530957, "accuracy": 0.570158, "main_score": 0.530957, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577319, "recall": 0.625494, "f1": 0.5904, "accuracy": 0.625494, "main_score": 0.5904, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55975, "recall": 0.594862, "f1": 0.569538, "accuracy": 0.594862, "main_score": 0.569538, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559237, "recall": 0.601779, "f1": 0.570237, "accuracy": 0.601779, "main_score": 0.570237, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536046, "recall": 0.581028, "f1": 0.547634, "accuracy": 0.581028, "main_score": 0.547634, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609275, "recall": 0.655138, "f1": 0.620734, "accuracy": 0.655138, "main_score": 0.620734, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596761, "recall": 0.639328, "f1": 0.60742, "accuracy": 0.639328, "main_score": 0.60742, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525239, "recall": 0.56917, "f1": 0.537573, "accuracy": 0.56917, "main_score": 0.537573, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564416, "recall": 0.61166, "f1": 0.576863, "accuracy": 0.61166, "main_score": 0.576863, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.576817, "recall": 0.619565, "f1": 0.587977, "accuracy": 0.619565, "main_score": 0.587977, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577562, "recall": 0.618577, "f1": 0.587651, "accuracy": 0.618577, "main_score": 0.587651, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198441, "recall": 0.233202, "f1": 0.206771, "accuracy": 0.233202, "main_score": 0.206771, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.552783, "recall": 0.598814, "f1": 0.564466, "accuracy": 0.598814, "main_score": 0.564466, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.581215, "recall": 0.624506, "f1": 0.592994, "accuracy": 0.624506, "main_score": 0.592994, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566165, "recall": 0.608696, "f1": 0.57727, "accuracy": 0.608696, "main_score": 0.57727, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564657, "recall": 0.609684, "f1": 0.576903, "accuracy": 0.609684, "main_score": 0.576903, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539858, "recall": 0.587945, "f1": 0.552091, "accuracy": 0.587945, "main_score": 0.552091, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.565057, "recall": 0.606719, "f1": 0.576597, "accuracy": 0.606719, "main_score": 0.576597, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558236, "recall": 0.597826, "f1": 0.568967, "accuracy": 0.597826, "main_score": 0.568967, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578073, "recall": 0.620553, "f1": 0.589147, "accuracy": 0.620553, "main_score": 0.589147, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.483784, "recall": 0.533597, "f1": 0.497501, "accuracy": 0.533597, "main_score": 0.497501, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554236, "recall": 0.59585, "f1": 0.564599, "accuracy": 0.59585, "main_score": 0.564599, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579914, "recall": 0.62747, "f1": 0.592654, "accuracy": 0.62747, "main_score": 0.592654, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551481, "recall": 0.598814, "f1": 0.563805, "accuracy": 0.598814, "main_score": 0.563805, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547379, "recall": 0.596838, "f1": 0.560192, "accuracy": 0.596838, "main_score": 0.560192, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.553974, "recall": 0.590909, "f1": 0.564124, "accuracy": 0.590909, "main_score": 0.564124, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385125, "recall": 0.437747, "f1": 0.399584, "accuracy": 0.437747, "main_score": 0.399584, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.572982, "recall": 0.618577, "f1": 0.585039, "accuracy": 0.618577, "main_score": 0.585039, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569585, "recall": 0.613636, "f1": 0.581569, "accuracy": 0.613636, "main_score": 0.581569, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587572, "recall": 0.635375, "f1": 0.600068, "accuracy": 0.635375, "main_score": 0.600068, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.594209, "recall": 0.639328, "f1": 0.606632, "accuracy": 0.639328, "main_score": 0.606632, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553615, "recall": 0.59585, "f1": 0.565258, "accuracy": 0.59585, "main_score": 0.565258, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.560879, "recall": 0.605731, "f1": 0.572617, "accuracy": 0.605731, "main_score": 0.572617, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544561, "recall": 0.588933, "f1": 0.55698, "accuracy": 0.588933, "main_score": 0.55698, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537297, "recall": 0.579051, "f1": 0.54898, "accuracy": 0.579051, "main_score": 0.54898, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561792, "recall": 0.606719, "f1": 0.573108, "accuracy": 0.606719, "main_score": 0.573108, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587339, "recall": 0.631423, "f1": 0.599269, "accuracy": 0.631423, "main_score": 0.599269, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585535, "recall": 0.628458, "f1": 0.596978, "accuracy": 0.628458, "main_score": 0.596978, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508333, "recall": 0.551383, "f1": 0.520935, "accuracy": 0.551383, "main_score": 0.520935, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569146, "recall": 0.615613, "f1": 0.581939, "accuracy": 0.615613, "main_score": 0.581939, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.411035, "recall": 0.462451, "f1": 0.424524, "accuracy": 0.462451, "main_score": 0.424524, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504209, "recall": 0.543478, "f1": 0.514839, "accuracy": 0.543478, "main_score": 0.514839, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593154, "recall": 0.628458, "f1": 0.602434, "accuracy": 0.628458, "main_score": 0.602434, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.302599, "recall": 0.349802, "f1": 0.315377, "accuracy": 0.349802, "main_score": 0.315377, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.569671, "recall": 0.607708, "f1": 0.579306, "accuracy": 0.607708, "main_score": 0.579306, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.56309, "recall": 0.612648, "f1": 0.575406, "accuracy": 0.612648, "main_score": 0.575406, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591141, "recall": 0.633399, "f1": 0.601643, "accuracy": 0.633399, "main_score": 0.601643, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535843, "recall": 0.582016, "f1": 0.548633, "accuracy": 0.582016, "main_score": 0.548633, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566599, "recall": 0.596838, "f1": 0.575181, "accuracy": 0.596838, "main_score": 0.575181, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570965, "recall": 0.609684, "f1": 0.580602, "accuracy": 0.609684, "main_score": 0.580602, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55365, "recall": 0.597826, "f1": 0.565189, "accuracy": 0.597826, "main_score": 0.565189, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593196, "recall": 0.632411, "f1": 0.603607, "accuracy": 0.632411, "main_score": 0.603607, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533607, "recall": 0.566206, "f1": 0.542492, "accuracy": 0.566206, "main_score": 0.542492, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573146, "recall": 0.613636, "f1": 0.5837, "accuracy": 0.613636, "main_score": 0.5837, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533811, "recall": 0.576087, "f1": 0.546182, "accuracy": 0.576087, "main_score": 0.546182, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562569, "recall": 0.604743, "f1": 0.573432, "accuracy": 0.604743, "main_score": 0.573432, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549665, "recall": 0.600791, "f1": 0.563038, "accuracy": 0.600791, "main_score": 0.563038, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572113, "recall": 0.614625, "f1": 0.582927, "accuracy": 0.614625, "main_score": 0.582927, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.257806, "recall": 0.310277, "f1": 0.270589, "accuracy": 0.310277, "main_score": 0.270589, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.556638, "recall": 0.594862, "f1": 0.567675, "accuracy": 0.594862, "main_score": 0.567675, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566374, "recall": 0.608696, "f1": 0.577613, "accuracy": 0.608696, "main_score": 0.577613, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550899, "recall": 0.587945, "f1": 0.560709, "accuracy": 0.587945, "main_score": 0.560709, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466763, "recall": 0.51581, "f1": 0.48048, "accuracy": 0.51581, "main_score": 0.48048, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.593262, "recall": 0.641304, "f1": 0.605232, "accuracy": 0.641304, "main_score": 0.605232, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556674, "recall": 0.602767, "f1": 0.568799, "accuracy": 0.602767, "main_score": 0.568799, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571786, "recall": 0.614625, "f1": 0.583044, "accuracy": 0.614625, "main_score": 0.583044, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476191, "recall": 0.527668, "f1": 0.490452, "accuracy": 0.527668, "main_score": 0.490452, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.592511, "recall": 0.636364, "f1": 0.603874, "accuracy": 0.636364, "main_score": 0.603874, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566411, "recall": 0.608696, "f1": 0.577054, "accuracy": 0.608696, "main_score": 0.577054, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574624, "recall": 0.620553, "f1": 0.587096, "accuracy": 0.620553, "main_score": 0.587096, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55318, "recall": 0.602767, "f1": 0.566382, "accuracy": 0.602767, "main_score": 0.566382, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.5091, "recall": 0.551383, "f1": 0.521379, "accuracy": 0.551383, "main_score": 0.521379, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529578, "recall": 0.576087, "f1": 0.543046, "accuracy": 0.576087, "main_score": 0.543046, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555403, "recall": 0.603755, "f1": 0.568097, "accuracy": 0.603755, "main_score": 0.568097, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.586754, "recall": 0.624506, "f1": 0.596516, "accuracy": 0.624506, "main_score": 0.596516, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557941, "recall": 0.598814, "f1": 0.568164, "accuracy": 0.598814, "main_score": 0.568164, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54065, "recall": 0.579051, "f1": 0.551726, "accuracy": 0.579051, "main_score": 0.551726, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473752, "recall": 0.516798, "f1": 0.485631, "accuracy": 0.516798, "main_score": 0.485631, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604575, "recall": 0.640316, "f1": 0.61463, "accuracy": 0.640316, "main_score": 0.61463, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520154, "recall": 0.566206, "f1": 0.533484, "accuracy": 0.566206, "main_score": 0.533484, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.504976, "recall": 0.544466, "f1": 0.515693, "accuracy": 0.544466, "main_score": 0.515693, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568082, "recall": 0.615613, "f1": 0.581223, "accuracy": 0.615613, "main_score": 0.581223, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47971, "recall": 0.525692, "f1": 0.493347, "accuracy": 0.525692, "main_score": 0.493347, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608809, "recall": 0.643281, "f1": 0.617473, "accuracy": 0.643281, "main_score": 0.617473, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558767, "recall": 0.601779, "f1": 0.569756, "accuracy": 0.601779, "main_score": 0.569756, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576147, "recall": 0.621542, "f1": 0.587546, "accuracy": 0.621542, "main_score": 0.587546, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.586282, "recall": 0.629447, "f1": 0.597059, "accuracy": 0.629447, "main_score": 0.597059, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566874, "recall": 0.610672, "f1": 0.578214, "accuracy": 0.610672, "main_score": 0.578214, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.564812, "recall": 0.608696, "f1": 0.576791, "accuracy": 0.608696, "main_score": 0.576791, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423766, "recall": 0.486166, "f1": 0.440492, "accuracy": 0.486166, "main_score": 0.440492, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.521882, "recall": 0.56917, "f1": 0.534033, "accuracy": 0.56917, "main_score": 0.534033, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.195009, "recall": 0.237154, "f1": 0.204985, "accuracy": 0.237154, "main_score": 0.204985, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.55847, "recall": 0.600791, "f1": 0.570191, "accuracy": 0.600791, "main_score": 0.570191, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476673, "recall": 0.520751, "f1": 0.487794, "accuracy": 0.520751, "main_score": 0.487794, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579754, "recall": 0.62747, "f1": 0.592666, "accuracy": 0.62747, "main_score": 0.592666, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56011, "recall": 0.601779, "f1": 0.571076, "accuracy": 0.601779, "main_score": 0.571076, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419544, "recall": 0.474308, "f1": 0.434624, "accuracy": 0.474308, "main_score": 0.434624, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57412, "recall": 0.608696, "f1": 0.583719, "accuracy": 0.608696, "main_score": 0.583719, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565198, "recall": 0.605731, "f1": 0.576253, "accuracy": 0.605731, "main_score": 0.576253, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521943, "recall": 0.566206, "f1": 0.533347, "accuracy": 0.566206, "main_score": 0.533347, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548477, "recall": 0.59585, "f1": 0.562229, "accuracy": 0.59585, "main_score": 0.562229, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.574971, "recall": 0.62253, "f1": 0.588318, "accuracy": 0.62253, "main_score": 0.588318, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547266, "recall": 0.594862, "f1": 0.559456, "accuracy": 0.594862, "main_score": 0.559456, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.606683, "recall": 0.643281, "f1": 0.616152, "accuracy": 0.643281, "main_score": 0.616152, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499624, "recall": 0.544466, "f1": 0.512747, "accuracy": 0.544466, "main_score": 0.512747, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496908, "recall": 0.538538, "f1": 0.50893, "accuracy": 0.538538, "main_score": 0.50893, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556847, "recall": 0.597826, "f1": 0.567672, "accuracy": 0.597826, "main_score": 0.567672, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583482, "recall": 0.628458, "f1": 0.595935, "accuracy": 0.628458, "main_score": 0.595935, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.137422, "recall": 0.175889, "f1": 0.147033, "accuracy": 0.175889, "main_score": 0.147033, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.554672, "recall": 0.613636, "f1": 0.570535, "accuracy": 0.613636, "main_score": 0.570535, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.485893, "recall": 0.540514, "f1": 0.500187, "accuracy": 0.540514, "main_score": 0.500187, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.54755, "recall": 0.589921, "f1": 0.558272, "accuracy": 0.589921, "main_score": 0.558272, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573663, "recall": 0.618577, "f1": 0.585055, "accuracy": 0.618577, "main_score": 0.585055, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496811, "recall": 0.549407, "f1": 0.511396, "accuracy": 0.549407, "main_score": 0.511396, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524787, "recall": 0.568182, "f1": 0.536681, "accuracy": 0.568182, "main_score": 0.536681, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541695, "recall": 0.598814, "f1": 0.556344, "accuracy": 0.598814, "main_score": 0.556344, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580452, "recall": 0.625494, "f1": 0.592238, "accuracy": 0.625494, "main_score": 0.592238, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562376, "recall": 0.603755, "f1": 0.573617, "accuracy": 0.603755, "main_score": 0.573617, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542351, "recall": 0.585968, "f1": 0.553742, "accuracy": 0.585968, "main_score": 0.553742, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504767, "recall": 0.552372, "f1": 0.518093, "accuracy": 0.552372, "main_score": 0.518093, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548232, "recall": 0.590909, "f1": 0.55939, "accuracy": 0.590909, "main_score": 0.55939, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501762, "recall": 0.537549, "f1": 0.512141, "accuracy": 0.537549, "main_score": 0.512141, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503132, "recall": 0.548419, "f1": 0.515813, "accuracy": 0.548419, "main_score": 0.515813, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560641, "recall": 0.607708, "f1": 0.572907, "accuracy": 0.607708, "main_score": 0.572907, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.569395, "recall": 0.612648, "f1": 0.580642, "accuracy": 0.612648, "main_score": 0.580642, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559523, "recall": 0.612648, "f1": 0.573313, "accuracy": 0.612648, "main_score": 0.573313, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.431197, "recall": 0.48419, "f1": 0.445063, "accuracy": 0.48419, "main_score": 0.445063, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.60095, "recall": 0.640316, "f1": 0.611281, "accuracy": 0.640316, "main_score": 0.611281, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563508, "recall": 0.612648, "f1": 0.575916, "accuracy": 0.612648, "main_score": 0.575916, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.53446, "recall": 0.58498, "f1": 0.548407, "accuracy": 0.58498, "main_score": 0.548407, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.501358, "recall": 0.549407, "f1": 0.514155, "accuracy": 0.549407, "main_score": 0.514155, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51637, "recall": 0.561265, "f1": 0.528428, "accuracy": 0.561265, "main_score": 0.528428, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489632, "recall": 0.536561, "f1": 0.502249, "accuracy": 0.536561, "main_score": 0.502249, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526843, "recall": 0.571146, "f1": 0.538897, "accuracy": 0.571146, "main_score": 0.538897, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574732, "recall": 0.618577, "f1": 0.587045, "accuracy": 0.618577, "main_score": 0.587045, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482356, "recall": 0.537549, "f1": 0.497196, "accuracy": 0.537549, "main_score": 0.497196, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.567956, "recall": 0.61166, "f1": 0.579582, "accuracy": 0.61166, "main_score": 0.579582, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.560624, "recall": 0.603755, "f1": 0.571824, "accuracy": 0.603755, "main_score": 0.571824, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.584962, "recall": 0.629447, "f1": 0.597191, "accuracy": 0.629447, "main_score": 0.597191, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554293, "recall": 0.603755, "f1": 0.567541, "accuracy": 0.603755, "main_score": 0.567541, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578367, "recall": 0.620553, "f1": 0.589696, "accuracy": 0.620553, "main_score": 0.589696, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493954, "recall": 0.537549, "f1": 0.506209, "accuracy": 0.537549, "main_score": 0.506209, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.558121, "recall": 0.603755, "f1": 0.570299, "accuracy": 0.603755, "main_score": 0.570299, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463599, "recall": 0.517787, "f1": 0.478753, "accuracy": 0.517787, "main_score": 0.478753, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566885, "recall": 0.61166, "f1": 0.579419, "accuracy": 0.61166, "main_score": 0.579419, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386044, "recall": 0.444664, "f1": 0.402536, "accuracy": 0.444664, "main_score": 0.402536, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.547429, "recall": 0.596838, "f1": 0.560721, "accuracy": 0.596838, "main_score": 0.560721, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.553085, "recall": 0.598814, "f1": 0.565893, "accuracy": 0.598814, "main_score": 0.565893, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561325, "recall": 0.601779, "f1": 0.571606, "accuracy": 0.601779, "main_score": 0.571606, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55442, "recall": 0.59585, "f1": 0.566075, "accuracy": 0.59585, "main_score": 0.566075, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536192, "recall": 0.593874, "f1": 0.552291, "accuracy": 0.593874, "main_score": 0.552291, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.564768, "recall": 0.600791, "f1": 0.574492, "accuracy": 0.600791, "main_score": 0.574492, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58999, "recall": 0.637352, "f1": 0.602833, "accuracy": 0.637352, "main_score": 0.602833, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570715, "recall": 0.612648, "f1": 0.581084, "accuracy": 0.612648, "main_score": 0.581084, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579615, "recall": 0.619565, "f1": 0.589898, "accuracy": 0.619565, "main_score": 0.589898, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604019, "recall": 0.645257, "f1": 0.614534, "accuracy": 0.645257, "main_score": 0.614534, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504413, "recall": 0.547431, "f1": 0.517088, "accuracy": 0.547431, "main_score": 0.517088, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594368, "recall": 0.635375, "f1": 0.605122, "accuracy": 0.635375, "main_score": 0.605122, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543214, "recall": 0.592885, "f1": 0.556323, "accuracy": 0.592885, "main_score": 0.556323, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.574241, "recall": 0.618577, "f1": 0.585646, "accuracy": 0.618577, "main_score": 0.585646, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512946, "recall": 0.560277, "f1": 0.526042, "accuracy": 0.560277, "main_score": 0.526042, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582012, "recall": 0.620553, "f1": 0.592111, "accuracy": 0.620553, "main_score": 0.592111, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555695, "recall": 0.590909, "f1": 0.565312, "accuracy": 0.590909, "main_score": 0.565312, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538723, "recall": 0.581028, "f1": 0.55111, "accuracy": 0.581028, "main_score": 0.55111, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558053, "recall": 0.613636, "f1": 0.573549, "accuracy": 0.613636, "main_score": 0.573549, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480876, "recall": 0.529644, "f1": 0.494016, "accuracy": 0.529644, "main_score": 0.494016, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.57602, "recall": 0.618577, "f1": 0.586691, "accuracy": 0.618577, "main_score": 0.586691, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518369, "recall": 0.564229, "f1": 0.530833, "accuracy": 0.564229, "main_score": 0.530833, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478066, "recall": 0.522727, "f1": 0.490712, "accuracy": 0.522727, "main_score": 0.490712, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55608, "recall": 0.590909, "f1": 0.565986, "accuracy": 0.590909, "main_score": 0.565986, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547897, "recall": 0.597826, "f1": 0.560799, "accuracy": 0.597826, "main_score": 0.560799, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.53935, "recall": 0.582016, "f1": 0.551309, "accuracy": 0.582016, "main_score": 0.551309, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531758, "recall": 0.58004, "f1": 0.544821, "accuracy": 0.58004, "main_score": 0.544821, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50727, "recall": 0.549407, "f1": 0.519288, "accuracy": 0.549407, "main_score": 0.519288, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548181, "recall": 0.588933, "f1": 0.559668, "accuracy": 0.588933, "main_score": 0.559668, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567174, "recall": 0.606719, "f1": 0.577484, "accuracy": 0.606719, "main_score": 0.577484, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560006, "recall": 0.589921, "f1": 0.56873, "accuracy": 0.589921, "main_score": 0.56873, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566538, "recall": 0.599802, "f1": 0.575502, "accuracy": 0.599802, "main_score": 0.575502, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544099, "recall": 0.589921, "f1": 0.557027, "accuracy": 0.589921, "main_score": 0.557027, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523651, "recall": 0.566206, "f1": 0.53588, "accuracy": 0.566206, "main_score": 0.53588, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547961, "recall": 0.596838, "f1": 0.561117, "accuracy": 0.596838, "main_score": 0.561117, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.442049, "recall": 0.500988, "f1": 0.458554, "accuracy": 0.500988, "main_score": 0.458554, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554693, "recall": 0.605731, "f1": 0.568343, "accuracy": 0.605731, "main_score": 0.568343, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.534479, "recall": 0.575099, "f1": 0.546107, "accuracy": 0.575099, "main_score": 0.546107, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.562245, "recall": 0.605731, "f1": 0.573242, "accuracy": 0.605731, "main_score": 0.573242, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553258, "recall": 0.598814, "f1": 0.565179, "accuracy": 0.598814, "main_score": 0.565179, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513182, "recall": 0.562253, "f1": 0.526447, "accuracy": 0.562253, "main_score": 0.526447, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552957, "recall": 0.59585, "f1": 0.565192, "accuracy": 0.59585, "main_score": 0.565192, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44207, "recall": 0.48419, "f1": 0.454106, "accuracy": 0.48419, "main_score": 0.454106, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497914, "recall": 0.54249, "f1": 0.51076, "accuracy": 0.54249, "main_score": 0.51076, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.258929, "recall": 0.299407, "f1": 0.268869, "accuracy": 0.299407, "main_score": 0.268869, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.561838, "recall": 0.607708, "f1": 0.574173, "accuracy": 0.607708, "main_score": 0.574173, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.532761, "recall": 0.572134, "f1": 0.543658, "accuracy": 0.572134, "main_score": 0.543658, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.5536, "recall": 0.590909, "f1": 0.563316, "accuracy": 0.590909, "main_score": 0.563316, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572379, "recall": 0.602767, "f1": 0.580162, "accuracy": 0.602767, "main_score": 0.580162, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609411, "recall": 0.644269, "f1": 0.617921, "accuracy": 0.644269, "main_score": 0.617921, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546605, "recall": 0.593874, "f1": 0.559083, "accuracy": 0.593874, "main_score": 0.559083, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568712, "recall": 0.602767, "f1": 0.57713, "accuracy": 0.602767, "main_score": 0.57713, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563099, "recall": 0.596838, "f1": 0.572544, "accuracy": 0.596838, "main_score": 0.572544, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555615, "recall": 0.597826, "f1": 0.56729, "accuracy": 0.597826, "main_score": 0.56729, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.536555, "recall": 0.58498, "f1": 0.548748, "accuracy": 0.58498, "main_score": 0.548748, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.520465, "recall": 0.565217, "f1": 0.533216, "accuracy": 0.565217, "main_score": 0.533216, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551003, "recall": 0.59585, "f1": 0.562424, "accuracy": 0.59585, "main_score": 0.562424, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.507917, "recall": 0.5583, "f1": 0.520916, "accuracy": 0.5583, "main_score": 0.520916, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567629, "recall": 0.610672, "f1": 0.578778, "accuracy": 0.610672, "main_score": 0.578778, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538944, "recall": 0.574111, "f1": 0.548768, "accuracy": 0.574111, "main_score": 0.548768, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556797, "recall": 0.597826, "f1": 0.567823, "accuracy": 0.597826, "main_score": 0.567823, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538335, "recall": 0.58004, "f1": 0.548908, "accuracy": 0.58004, "main_score": 0.548908, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.582981, "recall": 0.626482, "f1": 0.594578, "accuracy": 0.626482, "main_score": 0.594578, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579205, "recall": 0.620553, "f1": 0.590019, "accuracy": 0.620553, "main_score": 0.590019, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539374, "recall": 0.58004, "f1": 0.551176, "accuracy": 0.58004, "main_score": 0.551176, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545737, "recall": 0.588933, "f1": 0.556974, "accuracy": 0.588933, "main_score": 0.556974, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.551634, "recall": 0.596838, "f1": 0.563278, "accuracy": 0.596838, "main_score": 0.563278, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.573442, "recall": 0.609684, "f1": 0.582864, "accuracy": 0.609684, "main_score": 0.582864, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.216693, "recall": 0.254941, "f1": 0.226636, "accuracy": 0.254941, "main_score": 0.226636, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.551273, "recall": 0.597826, "f1": 0.563692, "accuracy": 0.597826, "main_score": 0.563692, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.584118, "recall": 0.621542, "f1": 0.59376, "accuracy": 0.621542, "main_score": 0.59376, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555323, "recall": 0.598814, "f1": 0.566788, "accuracy": 0.598814, "main_score": 0.566788, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556425, "recall": 0.604743, "f1": 0.569234, "accuracy": 0.604743, "main_score": 0.569234, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547256, "recall": 0.583992, "f1": 0.557372, "accuracy": 0.583992, "main_score": 0.557372, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.571426, "recall": 0.607708, "f1": 0.580722, "accuracy": 0.607708, "main_score": 0.580722, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.554835, "recall": 0.588933, "f1": 0.564335, "accuracy": 0.588933, "main_score": 0.564335, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566026, "recall": 0.606719, "f1": 0.577249, "accuracy": 0.606719, "main_score": 0.577249, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487264, "recall": 0.534585, "f1": 0.500199, "accuracy": 0.534585, "main_score": 0.500199, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.538875, "recall": 0.579051, "f1": 0.549323, "accuracy": 0.579051, "main_score": 0.549323, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550805, "recall": 0.594862, "f1": 0.562963, "accuracy": 0.594862, "main_score": 0.562963, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.551284, "recall": 0.591897, "f1": 0.561849, "accuracy": 0.591897, "main_score": 0.561849, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542472, "recall": 0.583004, "f1": 0.553306, "accuracy": 0.583004, "main_score": 0.553306, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.531367, "recall": 0.565217, "f1": 0.541384, "accuracy": 0.565217, "main_score": 0.541384, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42548, "recall": 0.468379, "f1": 0.43688, "accuracy": 0.468379, "main_score": 0.43688, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561652, "recall": 0.599802, "f1": 0.572459, "accuracy": 0.599802, "main_score": 0.572459, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589381, "recall": 0.62747, "f1": 0.599929, "accuracy": 0.62747, "main_score": 0.599929, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570081, "recall": 0.613636, "f1": 0.581947, "accuracy": 0.613636, "main_score": 0.581947, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587284, "recall": 0.624506, "f1": 0.597278, "accuracy": 0.624506, "main_score": 0.597278, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547937, "recall": 0.591897, "f1": 0.55903, "accuracy": 0.591897, "main_score": 0.55903, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.547575, "recall": 0.590909, "f1": 0.559182, "accuracy": 0.590909, "main_score": 0.559182, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544224, "recall": 0.58498, "f1": 0.555654, "accuracy": 0.58498, "main_score": 0.555654, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.587945, "f1": 0.564443, "accuracy": 0.587945, "main_score": 0.564443, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560392, "recall": 0.602767, "f1": 0.570854, "accuracy": 0.602767, "main_score": 0.570854, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562832, "recall": 0.606719, "f1": 0.574444, "accuracy": 0.606719, "main_score": 0.574444, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574162, "recall": 0.614625, "f1": 0.584252, "accuracy": 0.614625, "main_score": 0.584252, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509759, "recall": 0.550395, "f1": 0.521346, "accuracy": 0.550395, "main_score": 0.521346, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559065, "recall": 0.599802, "f1": 0.56875, "accuracy": 0.599802, "main_score": 0.56875, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.432852, "recall": 0.474308, "f1": 0.444808, "accuracy": 0.474308, "main_score": 0.444808, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521772, "recall": 0.547431, "f1": 0.529235, "accuracy": 0.547431, "main_score": 0.529235, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579906, "recall": 0.607708, "f1": 0.586372, "accuracy": 0.607708, "main_score": 0.586372, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318795, "recall": 0.368577, "f1": 0.331773, "accuracy": 0.368577, "main_score": 0.331773, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.561908, "recall": 0.604743, "f1": 0.572969, "accuracy": 0.604743, "main_score": 0.572969, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.551737, "recall": 0.601779, "f1": 0.564393, "accuracy": 0.601779, "main_score": 0.564393, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562825, "recall": 0.608696, "f1": 0.575486, "accuracy": 0.608696, "main_score": 0.575486, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538898, "recall": 0.585968, "f1": 0.551474, "accuracy": 0.585968, "main_score": 0.551474, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.525657, "recall": 0.559289, "f1": 0.535, "accuracy": 0.559289, "main_score": 0.535, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581991, "recall": 0.620553, "f1": 0.59118, "accuracy": 0.620553, "main_score": 0.59118, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554206, "recall": 0.588933, "f1": 0.56361, "accuracy": 0.588933, "main_score": 0.56361, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579805, "recall": 0.619565, "f1": 0.589757, "accuracy": 0.619565, "main_score": 0.589757, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539523, "recall": 0.574111, "f1": 0.548294, "accuracy": 0.574111, "main_score": 0.548294, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565674, "recall": 0.603755, "f1": 0.575038, "accuracy": 0.603755, "main_score": 0.575038, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523608, "recall": 0.562253, "f1": 0.533681, "accuracy": 0.562253, "main_score": 0.533681, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574125, "recall": 0.614625, "f1": 0.585206, "accuracy": 0.614625, "main_score": 0.585206, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538538, "recall": 0.58498, "f1": 0.550557, "accuracy": 0.58498, "main_score": 0.550557, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562074, "recall": 0.602767, "f1": 0.572658, "accuracy": 0.602767, "main_score": 0.572658, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.30286, "recall": 0.359684, "f1": 0.317542, "accuracy": 0.359684, "main_score": 0.317542, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.550163, "recall": 0.591897, "f1": 0.561973, "accuracy": 0.591897, "main_score": 0.561973, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543277, "recall": 0.589921, "f1": 0.555798, "accuracy": 0.589921, "main_score": 0.555798, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551551, "recall": 0.591897, "f1": 0.562259, "accuracy": 0.591897, "main_score": 0.562259, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495226, "recall": 0.532609, "f1": 0.505763, "accuracy": 0.532609, "main_score": 0.505763, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.585429, "recall": 0.623518, "f1": 0.595077, "accuracy": 0.623518, "main_score": 0.595077, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56228, "recall": 0.605731, "f1": 0.573218, "accuracy": 0.605731, "main_score": 0.573218, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557049, "recall": 0.597826, "f1": 0.567572, "accuracy": 0.597826, "main_score": 0.567572, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495035, "recall": 0.538538, "f1": 0.506731, "accuracy": 0.538538, "main_score": 0.506731, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.58577, "recall": 0.620553, "f1": 0.595029, "accuracy": 0.620553, "main_score": 0.595029, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541242, "recall": 0.588933, "f1": 0.55391, "accuracy": 0.588933, "main_score": 0.55391, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576125, "recall": 0.612648, "f1": 0.585648, "accuracy": 0.612648, "main_score": 0.585648, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553515, "recall": 0.602767, "f1": 0.567027, "accuracy": 0.602767, "main_score": 0.567027, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.510981, "recall": 0.548419, "f1": 0.521538, "accuracy": 0.548419, "main_score": 0.521538, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542442, "recall": 0.582016, "f1": 0.55281, "accuracy": 0.582016, "main_score": 0.55281, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540324, "recall": 0.592885, "f1": 0.553802, "accuracy": 0.592885, "main_score": 0.553802, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.563979, "recall": 0.608696, "f1": 0.575913, "accuracy": 0.608696, "main_score": 0.575913, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541909, "recall": 0.589921, "f1": 0.554285, "accuracy": 0.589921, "main_score": 0.554285, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.52832, "recall": 0.567194, "f1": 0.539054, "accuracy": 0.567194, "main_score": 0.539054, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474051, "recall": 0.513834, "f1": 0.485262, "accuracy": 0.513834, "main_score": 0.485262, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579165, "recall": 0.614625, "f1": 0.588315, "accuracy": 0.614625, "main_score": 0.588315, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525424, "recall": 0.567194, "f1": 0.535371, "accuracy": 0.567194, "main_score": 0.535371, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.518275, "recall": 0.55336, "f1": 0.527843, "accuracy": 0.55336, "main_score": 0.527843, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562794, "recall": 0.600791, "f1": 0.57294, "accuracy": 0.600791, "main_score": 0.57294, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487549, "recall": 0.523715, "f1": 0.498043, "accuracy": 0.523715, "main_score": 0.498043, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592527, "recall": 0.62747, "f1": 0.600694, "accuracy": 0.62747, "main_score": 0.600694, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554813, "recall": 0.596838, "f1": 0.566595, "accuracy": 0.596838, "main_score": 0.566595, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.568588, "recall": 0.610672, "f1": 0.580428, "accuracy": 0.610672, "main_score": 0.580428, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.567581, "recall": 0.605731, "f1": 0.578051, "accuracy": 0.605731, "main_score": 0.578051, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540801, "recall": 0.588933, "f1": 0.553652, "accuracy": 0.588933, "main_score": 0.553652, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.557248, "recall": 0.602767, "f1": 0.568877, "accuracy": 0.602767, "main_score": 0.568877, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42428, "recall": 0.480237, "f1": 0.439143, "accuracy": 0.480237, "main_score": 0.439143, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.519209, "recall": 0.562253, "f1": 0.530642, "accuracy": 0.562253, "main_score": 0.530642, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211094, "recall": 0.258893, "f1": 0.22179, "accuracy": 0.258893, "main_score": 0.22179, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.529792, "recall": 0.565217, "f1": 0.540137, "accuracy": 0.565217, "main_score": 0.540137, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476138, "recall": 0.514822, "f1": 0.48641, "accuracy": 0.514822, "main_score": 0.48641, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582212, "recall": 0.618577, "f1": 0.591909, "accuracy": 0.618577, "main_score": 0.591909, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560499, "recall": 0.597826, "f1": 0.570521, "accuracy": 0.597826, "main_score": 0.570521, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451396, "recall": 0.498024, "f1": 0.464036, "accuracy": 0.498024, "main_score": 0.464036, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550756, "recall": 0.593874, "f1": 0.562087, "accuracy": 0.593874, "main_score": 0.562087, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561555, "recall": 0.602767, "f1": 0.572674, "accuracy": 0.602767, "main_score": 0.572674, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521752, "recall": 0.572134, "f1": 0.534448, "accuracy": 0.572134, "main_score": 0.534448, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.548049, "recall": 0.59585, "f1": 0.560757, "accuracy": 0.59585, "main_score": 0.560757, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.584642, "recall": 0.628458, "f1": 0.596612, "accuracy": 0.628458, "main_score": 0.596612, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538852, "recall": 0.586957, "f1": 0.552467, "accuracy": 0.586957, "main_score": 0.552467, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587882, "recall": 0.618577, "f1": 0.595624, "accuracy": 0.618577, "main_score": 0.595624, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502997, "recall": 0.544466, "f1": 0.515298, "accuracy": 0.544466, "main_score": 0.515298, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490192, "recall": 0.531621, "f1": 0.50125, "accuracy": 0.531621, "main_score": 0.50125, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573182, "recall": 0.606719, "f1": 0.582365, "accuracy": 0.606719, "main_score": 0.582365, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574499, "recall": 0.615613, "f1": 0.585431, "accuracy": 0.615613, "main_score": 0.585431, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.15083, "recall": 0.198617, "f1": 0.163471, "accuracy": 0.198617, "main_score": 0.163471, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.550917, "recall": 0.598814, "f1": 0.563849, "accuracy": 0.598814, "main_score": 0.563849, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.5148, "recall": 0.561265, "f1": 0.527428, "accuracy": 0.561265, "main_score": 0.527428, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.531884, "recall": 0.570158, "f1": 0.542393, "accuracy": 0.570158, "main_score": 0.542393, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.567511, "recall": 0.61166, "f1": 0.579198, "accuracy": 0.61166, "main_score": 0.579198, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515333, "recall": 0.564229, "f1": 0.529468, "accuracy": 0.564229, "main_score": 0.529468, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538045, "recall": 0.579051, "f1": 0.549911, "accuracy": 0.579051, "main_score": 0.549911, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544426, "recall": 0.583992, "f1": 0.555518, "accuracy": 0.583992, "main_score": 0.555518, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57043, "recall": 0.610672, "f1": 0.581133, "accuracy": 0.610672, "main_score": 0.581133, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559511, "recall": 0.597826, "f1": 0.568917, "accuracy": 0.597826, "main_score": 0.568917, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537116, "recall": 0.578063, "f1": 0.547725, "accuracy": 0.578063, "main_score": 0.547725, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.495875, "recall": 0.547431, "f1": 0.510475, "accuracy": 0.547431, "main_score": 0.510475, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56782, "recall": 0.603755, "f1": 0.576892, "accuracy": 0.603755, "main_score": 0.576892, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.513071, "recall": 0.547431, "f1": 0.52263, "accuracy": 0.547431, "main_score": 0.52263, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517384, "recall": 0.562253, "f1": 0.530555, "accuracy": 0.562253, "main_score": 0.530555, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553725, "recall": 0.603755, "f1": 0.566419, "accuracy": 0.603755, "main_score": 0.566419, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.557834, "recall": 0.59585, "f1": 0.567715, "accuracy": 0.59585, "main_score": 0.567715, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542113, "recall": 0.590909, "f1": 0.554799, "accuracy": 0.590909, "main_score": 0.554799, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.446453, "recall": 0.494071, "f1": 0.459343, "accuracy": 0.494071, "main_score": 0.459343, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.590592, "recall": 0.62747, "f1": 0.599756, "accuracy": 0.62747, "main_score": 0.599756, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552869, "recall": 0.598814, "f1": 0.563719, "accuracy": 0.598814, "main_score": 0.563719, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.510253, "recall": 0.562253, "f1": 0.524029, "accuracy": 0.562253, "main_score": 0.524029, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.510647, "recall": 0.545455, "f1": 0.519889, "accuracy": 0.545455, "main_score": 0.519889, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518054, "recall": 0.5583, "f1": 0.530176, "accuracy": 0.5583, "main_score": 0.530176, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488229, "recall": 0.527668, "f1": 0.499439, "accuracy": 0.527668, "main_score": 0.499439, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539826, "recall": 0.582016, "f1": 0.551205, "accuracy": 0.582016, "main_score": 0.551205, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610797, "recall": 0.644269, "f1": 0.62041, "accuracy": 0.644269, "main_score": 0.62041, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484418, "recall": 0.539526, "f1": 0.499125, "accuracy": 0.539526, "main_score": 0.499125, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.555211, "recall": 0.597826, "f1": 0.565588, "accuracy": 0.597826, "main_score": 0.565588, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.548924, "recall": 0.594862, "f1": 0.560535, "accuracy": 0.594862, "main_score": 0.560535, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.56547, "recall": 0.605731, "f1": 0.575921, "accuracy": 0.605731, "main_score": 0.575921, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551636, "recall": 0.601779, "f1": 0.564634, "accuracy": 0.601779, "main_score": 0.564634, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579411, "recall": 0.617589, "f1": 0.589249, "accuracy": 0.617589, "main_score": 0.589249, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50851, "recall": 0.554348, "f1": 0.521096, "accuracy": 0.554348, "main_score": 0.521096, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.55165, "recall": 0.589921, "f1": 0.561384, "accuracy": 0.589921, "main_score": 0.561384, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480518, "recall": 0.527668, "f1": 0.493587, "accuracy": 0.527668, "main_score": 0.493587, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568992, "recall": 0.610672, "f1": 0.57978, "accuracy": 0.610672, "main_score": 0.57978, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.424032, "recall": 0.476285, "f1": 0.438536, "accuracy": 0.476285, "main_score": 0.438536, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.540683, "recall": 0.588933, "f1": 0.55219, "accuracy": 0.588933, "main_score": 0.55219, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.549269, "recall": 0.592885, "f1": 0.559911, "accuracy": 0.592885, "main_score": 0.559911, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.555707, "recall": 0.598814, "f1": 0.567216, "accuracy": 0.598814, "main_score": 0.567216, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533956, "recall": 0.567194, "f1": 0.542863, "accuracy": 0.567194, "main_score": 0.542863, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520337, "recall": 0.571146, "f1": 0.533714, "accuracy": 0.571146, "main_score": 0.533714, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.549317, "recall": 0.583992, "f1": 0.558978, "accuracy": 0.583992, "main_score": 0.558978, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563455, "recall": 0.600791, "f1": 0.574111, "accuracy": 0.600791, "main_score": 0.574111, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565865, "recall": 0.605731, "f1": 0.57588, "accuracy": 0.605731, "main_score": 0.57588, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57167, "recall": 0.605731, "f1": 0.580466, "accuracy": 0.605731, "main_score": 0.580466, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596347, "recall": 0.635375, "f1": 0.605912, "accuracy": 0.635375, "main_score": 0.605912, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514379, "recall": 0.556324, "f1": 0.526404, "accuracy": 0.556324, "main_score": 0.526404, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57069, "recall": 0.613636, "f1": 0.581695, "accuracy": 0.613636, "main_score": 0.581695, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548306, "recall": 0.593874, "f1": 0.560103, "accuracy": 0.593874, "main_score": 0.560103, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.547533, "recall": 0.597826, "f1": 0.560907, "accuracy": 0.597826, "main_score": 0.560907, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.508671, "recall": 0.555336, "f1": 0.52218, "accuracy": 0.555336, "main_score": 0.52218, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587282, "recall": 0.623518, "f1": 0.597271, "accuracy": 0.623518, "main_score": 0.597271, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555435, "recall": 0.592885, "f1": 0.565008, "accuracy": 0.592885, "main_score": 0.565008, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557017, "recall": 0.600791, "f1": 0.568841, "accuracy": 0.600791, "main_score": 0.568841, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589256, "recall": 0.631423, "f1": 0.60089, "accuracy": 0.631423, "main_score": 0.60089, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486386, "recall": 0.531621, "f1": 0.498618, "accuracy": 0.531621, "main_score": 0.498618, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56595, "recall": 0.612648, "f1": 0.578109, "accuracy": 0.612648, "main_score": 0.578109, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5334, "recall": 0.581028, "f1": 0.546658, "accuracy": 0.581028, "main_score": 0.546658, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502734, "recall": 0.54249, "f1": 0.51374, "accuracy": 0.54249, "main_score": 0.51374, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549028, "recall": 0.589921, "f1": 0.560094, "accuracy": 0.589921, "main_score": 0.560094, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531854, "recall": 0.591897, "f1": 0.548047, "accuracy": 0.591897, "main_score": 0.548047, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554555, "recall": 0.602767, "f1": 0.56779, "accuracy": 0.602767, "main_score": 0.56779, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538958, "recall": 0.585968, "f1": 0.550736, "accuracy": 0.585968, "main_score": 0.550736, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.489085, "recall": 0.534585, "f1": 0.502364, "accuracy": 0.534585, "main_score": 0.502364, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559914, "recall": 0.592885, "f1": 0.568706, "accuracy": 0.592885, "main_score": 0.568706, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5673, "recall": 0.603755, "f1": 0.576891, "accuracy": 0.603755, "main_score": 0.576891, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538276, "recall": 0.575099, "f1": 0.548576, "accuracy": 0.575099, "main_score": 0.548576, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55381, "recall": 0.58498, "f1": 0.562181, "accuracy": 0.58498, "main_score": 0.562181, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519997, "recall": 0.564229, "f1": 0.531893, "accuracy": 0.564229, "main_score": 0.531893, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524551, "recall": 0.56917, "f1": 0.536267, "accuracy": 0.56917, "main_score": 0.536267, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545816, "recall": 0.589921, "f1": 0.55762, "accuracy": 0.589921, "main_score": 0.55762, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.42631, "recall": 0.490119, "f1": 0.444121, "accuracy": 0.490119, "main_score": 0.444121, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542324, "recall": 0.585968, "f1": 0.554275, "accuracy": 0.585968, "main_score": 0.554275, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.533268, "recall": 0.570158, "f1": 0.54332, "accuracy": 0.570158, "main_score": 0.54332, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560179, "recall": 0.602767, "f1": 0.570935, "accuracy": 0.602767, "main_score": 0.570935, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550336, "recall": 0.594862, "f1": 0.562487, "accuracy": 0.594862, "main_score": 0.562487, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.515373, "recall": 0.55336, "f1": 0.525979, "accuracy": 0.55336, "main_score": 0.525979, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531925, "recall": 0.570158, "f1": 0.542663, "accuracy": 0.570158, "main_score": 0.542663, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551289, "recall": 0.614625, "f1": 0.568873, "accuracy": 0.614625, "main_score": 0.568873, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494807, "recall": 0.557312, "f1": 0.512377, "accuracy": 0.557312, "main_score": 0.512377, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415725, "recall": 0.498024, "f1": 0.436776, "accuracy": 0.498024, "main_score": 0.436776, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.969862, "recall": 0.979249, "f1": 0.972991, "accuracy": 0.979249, "main_score": 0.972991, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554275, "recall": 0.610672, "f1": 0.569809, "accuracy": 0.610672, "main_score": 0.569809, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83998, "recall": 0.879447, "f1": 0.852176, "accuracy": 0.879447, "main_score": 0.852176, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.95751, "f1": 0.946805, "accuracy": 0.95751, "main_score": 0.946805, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.56338, "recall": 0.62253, "f1": 0.580587, "accuracy": 0.62253, "main_score": 0.580587, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963768, "recall": 0.975296, "f1": 0.967556, "accuracy": 0.975296, "main_score": 0.967556, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592534, "recall": 0.658103, "f1": 0.611324, "accuracy": 0.658103, "main_score": 0.611324, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528771, "recall": 0.592885, "f1": 0.546289, "accuracy": 0.592885, "main_score": 0.546289, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177975, "recall": 0.222332, "f1": 0.189055, "accuracy": 0.222332, "main_score": 0.189055, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603132, "recall": 0.652174, "f1": 0.616642, "accuracy": 0.652174, "main_score": 0.616642, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.637368, "recall": 0.695652, "f1": 0.654597, "accuracy": 0.695652, "main_score": 0.654597, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.956522, "recall": 0.970356, "f1": 0.961133, "accuracy": 0.970356, "main_score": 0.961133, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.515679, "recall": 0.566206, "f1": 0.530487, "accuracy": 0.566206, "main_score": 0.530487, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463976, "recall": 0.535573, "f1": 0.483822, "accuracy": 0.535573, "main_score": 0.483822, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53302, "recall": 0.592885, "f1": 0.550348, "accuracy": 0.592885, "main_score": 0.550348, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547908, "recall": 0.604743, "f1": 0.563718, "accuracy": 0.604743, "main_score": 0.563718, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.875741, "recall": 0.908103, "f1": 0.885935, "accuracy": 0.908103, "main_score": 0.885935, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51965, "recall": 0.571146, "f1": 0.534684, "accuracy": 0.571146, "main_score": 0.534684, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.504571, "recall": 0.571146, "f1": 0.523054, "accuracy": 0.571146, "main_score": 0.523054, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494909, "recall": 0.550395, "f1": 0.510096, "accuracy": 0.550395, "main_score": 0.510096, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.917819, "recall": 0.940711, "f1": 0.924868, "accuracy": 0.940711, "main_score": 0.924868, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.296717, "recall": 0.353755, "f1": 0.312259, "accuracy": 0.353755, "main_score": 0.312259, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580708, "recall": 0.634387, "f1": 0.595556, "accuracy": 0.634387, "main_score": 0.595556, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574366, "recall": 0.621542, "f1": 0.587656, "accuracy": 0.621542, "main_score": 0.587656, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690426, "recall": 0.751976, "f1": 0.708235, "accuracy": 0.751976, "main_score": 0.708235, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947464, "recall": 0.964427, "f1": 0.953063, "accuracy": 0.964427, "main_score": 0.953063, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587863, "recall": 0.675889, "f1": 0.613642, "accuracy": 0.675889, "main_score": 0.613642, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674769, "recall": 0.735178, "f1": 0.692586, "accuracy": 0.735178, "main_score": 0.692586, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.625783, "recall": 0.681818, "f1": 0.642116, "accuracy": 0.681818, "main_score": 0.642116, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629326, "recall": 0.697628, "f1": 0.648858, "accuracy": 0.697628, "main_score": 0.648858, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.98419, "f1": 0.980896, "accuracy": 0.98419, "main_score": 0.980896, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937747, "recall": 0.95751, "f1": 0.944335, "accuracy": 0.95751, "main_score": 0.944335, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.529618, "recall": 0.588933, "f1": 0.545805, "accuracy": 0.588933, "main_score": 0.545805, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520973, "recall": 0.58004, "f1": 0.537873, "accuracy": 0.58004, "main_score": 0.537873, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.778336, "recall": 0.826087, "f1": 0.792412, "accuracy": 0.826087, "main_score": 0.792412, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458434, "recall": 0.505929, "f1": 0.471211, "accuracy": 0.505929, "main_score": 0.471211, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.840497, "recall": 0.878458, "f1": 0.851976, "accuracy": 0.878458, "main_score": 0.851976, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520291, "recall": 0.579051, "f1": 0.536648, "accuracy": 0.579051, "main_score": 0.536648, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977931, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.559189, "recall": 0.626482, "f1": 0.578416, "accuracy": 0.626482, "main_score": 0.578416, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.197609, "recall": 0.253953, "f1": 0.210255, "accuracy": 0.253953, "main_score": 0.210255, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.606679, "recall": 0.667984, "f1": 0.623826, "accuracy": 0.667984, "main_score": 0.623826, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77724, "recall": 0.83498, "f1": 0.794895, "accuracy": 0.83498, "main_score": 0.794895, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401107, "recall": 0.459486, "f1": 0.417215, "accuracy": 0.459486, "main_score": 0.417215, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.634931, "recall": 0.694664, "f1": 0.65226, "accuracy": 0.694664, "main_score": 0.65226, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538156, "recall": 0.599802, "f1": 0.555404, "accuracy": 0.599802, "main_score": 0.555404, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508662, "recall": 0.573123, "f1": 0.525849, "accuracy": 0.573123, "main_score": 0.525849, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638686, "recall": 0.690711, "f1": 0.653557, "accuracy": 0.690711, "main_score": 0.653557, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18634, "recall": 0.26581, "f1": 0.206808, "accuracy": 0.26581, "main_score": 0.206808, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.941864, "recall": 0.958498, "f1": 0.947101, "accuracy": 0.958498, "main_score": 0.947101, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.98419, "f1": 0.979908, "accuracy": 0.98419, "main_score": 0.979908, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557882, "recall": 0.615613, "f1": 0.574594, "accuracy": 0.615613, "main_score": 0.574594, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5633, "recall": 0.623518, "f1": 0.580225, "accuracy": 0.623518, "main_score": 0.580225, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.68354, "recall": 0.747036, "f1": 0.701979, "accuracy": 0.747036, "main_score": 0.701979, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543165, "recall": 0.596838, "f1": 0.558499, "accuracy": 0.596838, "main_score": 0.558499, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.748781, "recall": 0.799407, "f1": 0.763735, "accuracy": 0.799407, "main_score": 0.763735, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.985178, "f1": 0.98139, "accuracy": 0.985178, "main_score": 0.98139, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465003, "recall": 0.519763, "f1": 0.480803, "accuracy": 0.519763, "main_score": 0.480803, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.946146, "recall": 0.962451, "f1": 0.951252, "accuracy": 0.962451, "main_score": 0.951252, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829357, "recall": 0.874506, "f1": 0.843594, "accuracy": 0.874506, "main_score": 0.843594, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.932477, "recall": 0.953557, "f1": 0.939229, "accuracy": 0.953557, "main_score": 0.939229, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926054, "recall": 0.94664, "f1": 0.932642, "accuracy": 0.94664, "main_score": 0.932642, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.589037, "recall": 0.637352, "f1": 0.602761, "accuracy": 0.637352, "main_score": 0.602761, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.867424, "recall": 0.905138, "f1": 0.879611, "accuracy": 0.905138, "main_score": 0.879611, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.975296, "f1": 0.968215, "accuracy": 0.975296, "main_score": 0.968215, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.439093, "recall": 0.505929, "f1": 0.457338, "accuracy": 0.505929, "main_score": 0.457338, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596089, "recall": 0.670949, "f1": 0.617879, "accuracy": 0.670949, "main_score": 0.617879, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.986166, "f1": 0.983037, "accuracy": 0.986166, "main_score": 0.983037, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.955534, "recall": 0.969368, "f1": 0.95998, "accuracy": 0.969368, "main_score": 0.95998, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808012, "recall": 0.852767, "f1": 0.821563, "accuracy": 0.852767, "main_score": 0.821563, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.61761, "recall": 0.667984, "f1": 0.632228, "accuracy": 0.667984, "main_score": 0.632228, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605578, "recall": 0.666008, "f1": 0.622777, "accuracy": 0.666008, "main_score": 0.622777, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920784, "recall": 0.943676, "f1": 0.928195, "accuracy": 0.943676, "main_score": 0.928195, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539592, "recall": 0.598814, "f1": 0.556673, "accuracy": 0.598814, "main_score": 0.556673, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.516378, "recall": 0.576087, "f1": 0.533564, "accuracy": 0.576087, "main_score": 0.533564, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781901, "recall": 0.832016, "f1": 0.797431, "accuracy": 0.832016, "main_score": 0.797431, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519782, "recall": 0.58004, "f1": 0.536222, "accuracy": 0.58004, "main_score": 0.536222, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585079, "recall": 0.644269, "f1": 0.602226, "accuracy": 0.644269, "main_score": 0.602226, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910244, "recall": 0.936759, "f1": 0.918972, "accuracy": 0.936759, "main_score": 0.918972, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473803, "recall": 0.52668, "f1": 0.488578, "accuracy": 0.52668, "main_score": 0.488578, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550612, "recall": 0.607708, "f1": 0.566765, "accuracy": 0.607708, "main_score": 0.566765, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.560198, "recall": 0.620553, "f1": 0.576997, "accuracy": 0.620553, "main_score": 0.576997, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525406, "recall": 0.58004, "f1": 0.540825, "accuracy": 0.58004, "main_score": 0.540825, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525835, "recall": 0.592885, "f1": 0.545103, "accuracy": 0.592885, "main_score": 0.545103, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.684363, "recall": 0.746047, "f1": 0.702332, "accuracy": 0.746047, "main_score": 0.702332, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726376, "recall": 0.777668, "f1": 0.742078, "accuracy": 0.777668, "main_score": 0.742078, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.846344, "recall": 0.881423, "f1": 0.856983, "accuracy": 0.881423, "main_score": 0.856983, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.950099, "recall": 0.964427, "f1": 0.95471, "accuracy": 0.964427, "main_score": 0.95471, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.461067, "recall": 0.533597, "f1": 0.481639, "accuracy": 0.533597, "main_score": 0.481639, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.680155, "recall": 0.740119, "f1": 0.698602, "accuracy": 0.740119, "main_score": 0.698602, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568186, "recall": 0.617589, "f1": 0.582047, "accuracy": 0.617589, "main_score": 0.582047, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.380721, "recall": 0.436759, "f1": 0.395898, "accuracy": 0.436759, "main_score": 0.395898, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.473751, "recall": 0.525692, "f1": 0.488847, "accuracy": 0.525692, "main_score": 0.488847, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.17021, "recall": 0.20751, "f1": 0.179423, "accuracy": 0.20751, "main_score": 0.179423, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.526516, "recall": 0.582016, "f1": 0.541443, "accuracy": 0.582016, "main_score": 0.541443, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.465468, "recall": 0.520751, "f1": 0.479988, "accuracy": 0.520751, "main_score": 0.479988, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.527892, "recall": 0.579051, "f1": 0.54179, "accuracy": 0.579051, "main_score": 0.54179, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.533473, "recall": 0.578063, "f1": 0.545269, "accuracy": 0.578063, "main_score": 0.545269, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503502, "recall": 0.544466, "f1": 0.514748, "accuracy": 0.544466, "main_score": 0.514748, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532624, "recall": 0.583992, "f1": 0.5461, "accuracy": 0.583992, "main_score": 0.5461, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535201, "recall": 0.578063, "f1": 0.545968, "accuracy": 0.578063, "main_score": 0.545968, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547736, "recall": 0.588933, "f1": 0.558442, "accuracy": 0.588933, "main_score": 0.558442, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518295, "recall": 0.567194, "f1": 0.531476, "accuracy": 0.567194, "main_score": 0.531476, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.513969, "recall": 0.568182, "f1": 0.528364, "accuracy": 0.568182, "main_score": 0.528364, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.485792, "recall": 0.530632, "f1": 0.497805, "accuracy": 0.530632, "main_score": 0.497805, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529855, "recall": 0.582016, "f1": 0.543145, "accuracy": 0.582016, "main_score": 0.543145, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.473746, "recall": 0.530632, "f1": 0.488798, "accuracy": 0.530632, "main_score": 0.488798, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531589, "recall": 0.579051, "f1": 0.544842, "accuracy": 0.579051, "main_score": 0.544842, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524509, "recall": 0.567194, "f1": 0.536584, "accuracy": 0.567194, "main_score": 0.536584, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522377, "recall": 0.573123, "f1": 0.536066, "accuracy": 0.573123, "main_score": 0.536066, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.507574, "recall": 0.557312, "f1": 0.52114, "accuracy": 0.557312, "main_score": 0.52114, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.568405, "recall": 0.619565, "f1": 0.581796, "accuracy": 0.619565, "main_score": 0.581796, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544254, "recall": 0.592885, "f1": 0.557094, "accuracy": 0.592885, "main_score": 0.557094, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463669, "recall": 0.506917, "f1": 0.475375, "accuracy": 0.506917, "main_score": 0.475375, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515845, "recall": 0.568182, "f1": 0.529907, "accuracy": 0.568182, "main_score": 0.529907, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.523947, "recall": 0.573123, "f1": 0.536489, "accuracy": 0.573123, "main_score": 0.536489, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532131, "recall": 0.579051, "f1": 0.544998, "accuracy": 0.579051, "main_score": 0.544998, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.138296, "recall": 0.172925, "f1": 0.146116, "accuracy": 0.172925, "main_score": 0.146116, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.519448, "recall": 0.568182, "f1": 0.532938, "accuracy": 0.568182, "main_score": 0.532938, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.517521, "recall": 0.559289, "f1": 0.528853, "accuracy": 0.559289, "main_score": 0.528853, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528393, "recall": 0.575099, "f1": 0.540478, "accuracy": 0.575099, "main_score": 0.540478, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534553, "recall": 0.58498, "f1": 0.547513, "accuracy": 0.58498, "main_score": 0.547513, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531848, "recall": 0.573123, "f1": 0.543354, "accuracy": 0.573123, "main_score": 0.543354, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.537278, "recall": 0.58498, "f1": 0.549704, "accuracy": 0.58498, "main_score": 0.549704, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.493092, "recall": 0.54249, "f1": 0.506416, "accuracy": 0.54249, "main_score": 0.506416, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538673, "recall": 0.58498, "f1": 0.550994, "accuracy": 0.58498, "main_score": 0.550994, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.432085, "recall": 0.48913, "f1": 0.447967, "accuracy": 0.48913, "main_score": 0.447967, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512805, "recall": 0.562253, "f1": 0.525613, "accuracy": 0.562253, "main_score": 0.525613, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.531208, "recall": 0.582016, "f1": 0.545371, "accuracy": 0.582016, "main_score": 0.545371, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.530965, "recall": 0.575099, "f1": 0.543083, "accuracy": 0.575099, "main_score": 0.543083, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.49969, "recall": 0.548419, "f1": 0.512391, "accuracy": 0.548419, "main_score": 0.512391, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.480289, "recall": 0.52668, "f1": 0.492688, "accuracy": 0.52668, "main_score": 0.492688, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.352145, "recall": 0.407115, "f1": 0.365675, "accuracy": 0.407115, "main_score": 0.365675, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524154, "recall": 0.573123, "f1": 0.537435, "accuracy": 0.573123, "main_score": 0.537435, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486656, "recall": 0.538538, "f1": 0.501468, "accuracy": 0.538538, "main_score": 0.501468, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543972, "recall": 0.594862, "f1": 0.557319, "accuracy": 0.594862, "main_score": 0.557319, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.549396, "recall": 0.597826, "f1": 0.562159, "accuracy": 0.597826, "main_score": 0.562159, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512273, "recall": 0.565217, "f1": 0.527301, "accuracy": 0.565217, "main_score": 0.527301, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.522868, "recall": 0.571146, "f1": 0.53542, "accuracy": 0.571146, "main_score": 0.53542, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501736, "recall": 0.548419, "f1": 0.51451, "accuracy": 0.548419, "main_score": 0.51451, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510021, "recall": 0.557312, "f1": 0.523078, "accuracy": 0.557312, "main_score": 0.523078, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539088, "recall": 0.583004, "f1": 0.550323, "accuracy": 0.583004, "main_score": 0.550323, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5459, "recall": 0.597826, "f1": 0.560105, "accuracy": 0.597826, "main_score": 0.560105, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55159, "recall": 0.588933, "f1": 0.562151, "accuracy": 0.588933, "main_score": 0.562151, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468191, "recall": 0.51581, "f1": 0.481323, "accuracy": 0.51581, "main_score": 0.481323, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523133, "recall": 0.567194, "f1": 0.535052, "accuracy": 0.567194, "main_score": 0.535052, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.354312, "recall": 0.403162, "f1": 0.366815, "accuracy": 0.403162, "main_score": 0.366815, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.47267, "recall": 0.51581, "f1": 0.485087, "accuracy": 0.51581, "main_score": 0.485087, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555937, "recall": 0.597826, "f1": 0.566891, "accuracy": 0.597826, "main_score": 0.566891, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.25925, "recall": 0.311265, "f1": 0.273156, "accuracy": 0.311265, "main_score": 0.273156, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530392, "recall": 0.58004, "f1": 0.543729, "accuracy": 0.58004, "main_score": 0.543729, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520862, "recall": 0.567194, "f1": 0.533048, "accuracy": 0.567194, "main_score": 0.533048, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.547491, "recall": 0.594862, "f1": 0.56058, "accuracy": 0.594862, "main_score": 0.56058, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505715, "recall": 0.562253, "f1": 0.520402, "accuracy": 0.562253, "main_score": 0.520402, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528043, "recall": 0.574111, "f1": 0.540403, "accuracy": 0.574111, "main_score": 0.540403, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555888, "recall": 0.596838, "f1": 0.56624, "accuracy": 0.596838, "main_score": 0.56624, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514146, "recall": 0.557312, "f1": 0.525719, "accuracy": 0.557312, "main_score": 0.525719, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551347, "recall": 0.597826, "f1": 0.563876, "accuracy": 0.597826, "main_score": 0.563876, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516654, "recall": 0.557312, "f1": 0.527879, "accuracy": 0.557312, "main_score": 0.527879, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544924, "recall": 0.586957, "f1": 0.555222, "accuracy": 0.586957, "main_score": 0.555222, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488933, "recall": 0.540514, "f1": 0.504104, "accuracy": 0.540514, "main_score": 0.504104, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523224, "recall": 0.56917, "f1": 0.536014, "accuracy": 0.56917, "main_score": 0.536014, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516083, "recall": 0.564229, "f1": 0.529266, "accuracy": 0.564229, "main_score": 0.529266, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527021, "recall": 0.574111, "f1": 0.539465, "accuracy": 0.574111, "main_score": 0.539465, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.205376, "recall": 0.253953, "f1": 0.217166, "accuracy": 0.253953, "main_score": 0.217166, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.493645, "recall": 0.532609, "f1": 0.504404, "accuracy": 0.532609, "main_score": 0.504404, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506717, "recall": 0.546443, "f1": 0.517249, "accuracy": 0.546443, "main_score": 0.517249, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507498, "recall": 0.552372, "f1": 0.519869, "accuracy": 0.552372, "main_score": 0.519869, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.4257, "recall": 0.48913, "f1": 0.443667, "accuracy": 0.48913, "main_score": 0.443667, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.549153, "recall": 0.59585, "f1": 0.561361, "accuracy": 0.59585, "main_score": 0.561361, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547424, "recall": 0.587945, "f1": 0.558562, "accuracy": 0.587945, "main_score": 0.558562, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544155, "recall": 0.590909, "f1": 0.557987, "accuracy": 0.590909, "main_score": 0.557987, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.426785, "recall": 0.486166, "f1": 0.443317, "accuracy": 0.486166, "main_score": 0.443317, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.54483, "recall": 0.591897, "f1": 0.557586, "accuracy": 0.591897, "main_score": 0.557586, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498674, "recall": 0.554348, "f1": 0.513722, "accuracy": 0.554348, "main_score": 0.513722, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538587, "recall": 0.58498, "f1": 0.551282, "accuracy": 0.58498, "main_score": 0.551282, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51571, "recall": 0.570158, "f1": 0.530408, "accuracy": 0.570158, "main_score": 0.530408, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.472096, "recall": 0.517787, "f1": 0.484946, "accuracy": 0.517787, "main_score": 0.484946, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.477835, "recall": 0.519763, "f1": 0.490086, "accuracy": 0.519763, "main_score": 0.490086, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503686, "recall": 0.561265, "f1": 0.519272, "accuracy": 0.561265, "main_score": 0.519272, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.533617, "recall": 0.578063, "f1": 0.545637, "accuracy": 0.578063, "main_score": 0.545637, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522502, "recall": 0.572134, "f1": 0.535924, "accuracy": 0.572134, "main_score": 0.535924, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530884, "recall": 0.570158, "f1": 0.541455, "accuracy": 0.570158, "main_score": 0.541455, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43569, "recall": 0.482213, "f1": 0.448956, "accuracy": 0.482213, "main_score": 0.448956, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550181, "recall": 0.592885, "f1": 0.56163, "accuracy": 0.592885, "main_score": 0.56163, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467305, "recall": 0.520751, "f1": 0.481099, "accuracy": 0.520751, "main_score": 0.481099, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.449776, "recall": 0.495059, "f1": 0.461691, "accuracy": 0.495059, "main_score": 0.461691, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531104, "recall": 0.583992, "f1": 0.545135, "accuracy": 0.583992, "main_score": 0.545135, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472662, "recall": 0.517787, "f1": 0.485185, "accuracy": 0.517787, "main_score": 0.485185, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560523, "recall": 0.601779, "f1": 0.571655, "accuracy": 0.601779, "main_score": 0.571655, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506297, "recall": 0.557312, "f1": 0.520089, "accuracy": 0.557312, "main_score": 0.520089, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.549677, "recall": 0.596838, "f1": 0.562413, "accuracy": 0.596838, "main_score": 0.562413, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.548896, "recall": 0.59585, "f1": 0.561086, "accuracy": 0.59585, "main_score": 0.561086, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517305, "recall": 0.570158, "f1": 0.531961, "accuracy": 0.570158, "main_score": 0.531961, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.534236, "recall": 0.579051, "f1": 0.546354, "accuracy": 0.579051, "main_score": 0.546354, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.370974, "recall": 0.436759, "f1": 0.388494, "accuracy": 0.436759, "main_score": 0.388494, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.500921, "recall": 0.548419, "f1": 0.51448, "accuracy": 0.548419, "main_score": 0.51448, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.141046, "recall": 0.182806, "f1": 0.150855, "accuracy": 0.182806, "main_score": 0.150855, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.514808, "recall": 0.557312, "f1": 0.526765, "accuracy": 0.557312, "main_score": 0.526765, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416383, "recall": 0.465415, "f1": 0.430234, "accuracy": 0.465415, "main_score": 0.430234, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532582, "recall": 0.586957, "f1": 0.547178, "accuracy": 0.586957, "main_score": 0.547178, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526441, "recall": 0.56917, "f1": 0.537829, "accuracy": 0.56917, "main_score": 0.537829, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.369146, "recall": 0.425889, "f1": 0.384823, "accuracy": 0.425889, "main_score": 0.384823, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537606, "recall": 0.582016, "f1": 0.549435, "accuracy": 0.582016, "main_score": 0.549435, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535481, "recall": 0.581028, "f1": 0.547461, "accuracy": 0.581028, "main_score": 0.547461, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481165, "recall": 0.537549, "f1": 0.495997, "accuracy": 0.537549, "main_score": 0.495997, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.519413, "recall": 0.564229, "f1": 0.531736, "accuracy": 0.564229, "main_score": 0.531736, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521631, "recall": 0.567194, "f1": 0.534392, "accuracy": 0.567194, "main_score": 0.534392, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500818, "recall": 0.555336, "f1": 0.516113, "accuracy": 0.555336, "main_score": 0.516113, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.5551, "recall": 0.59585, "f1": 0.566304, "accuracy": 0.59585, "main_score": 0.566304, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481826, "recall": 0.527668, "f1": 0.4951, "accuracy": 0.527668, "main_score": 0.4951, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469134, "recall": 0.514822, "f1": 0.48251, "accuracy": 0.514822, "main_score": 0.48251, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517032, "recall": 0.563241, "f1": 0.529733, "accuracy": 0.563241, "main_score": 0.529733, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536115, "recall": 0.58498, "f1": 0.550029, "accuracy": 0.58498, "main_score": 0.550029, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.086999, "recall": 0.116601, "f1": 0.093528, "accuracy": 0.116601, "main_score": 0.093528, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.514027, "recall": 0.572134, "f1": 0.529497, "accuracy": 0.572134, "main_score": 0.529497, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.443449, "recall": 0.497036, "f1": 0.457347, "accuracy": 0.497036, "main_score": 0.457347, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.500668, "recall": 0.547431, "f1": 0.514053, "accuracy": 0.547431, "main_score": 0.514053, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53363, "recall": 0.583992, "f1": 0.546841, "accuracy": 0.583992, "main_score": 0.546841, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438263, "recall": 0.491107, "f1": 0.453205, "accuracy": 0.491107, "main_score": 0.453205, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488515, "recall": 0.535573, "f1": 0.501557, "accuracy": 0.535573, "main_score": 0.501557, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51399, "recall": 0.562253, "f1": 0.526608, "accuracy": 0.562253, "main_score": 0.526608, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544977, "recall": 0.588933, "f1": 0.556549, "accuracy": 0.588933, "main_score": 0.556549, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538865, "recall": 0.582016, "f1": 0.550611, "accuracy": 0.582016, "main_score": 0.550611, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518504, "recall": 0.562253, "f1": 0.530037, "accuracy": 0.562253, "main_score": 0.530037, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.475854, "recall": 0.52668, "f1": 0.489973, "accuracy": 0.52668, "main_score": 0.489973, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525131, "recall": 0.570158, "f1": 0.537347, "accuracy": 0.570158, "main_score": 0.537347, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.464048, "recall": 0.508893, "f1": 0.476619, "accuracy": 0.508893, "main_score": 0.476619, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463824, "recall": 0.509881, "f1": 0.476438, "accuracy": 0.509881, "main_score": 0.476438, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51517, "recall": 0.567194, "f1": 0.529574, "accuracy": 0.567194, "main_score": 0.529574, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.533836, "recall": 0.579051, "f1": 0.546631, "accuracy": 0.579051, "main_score": 0.546631, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51958, "recall": 0.575099, "f1": 0.534847, "accuracy": 0.575099, "main_score": 0.534847, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.403042, "recall": 0.461462, "f1": 0.418965, "accuracy": 0.461462, "main_score": 0.418965, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.553542, "recall": 0.600791, "f1": 0.565751, "accuracy": 0.600791, "main_score": 0.565751, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.503407, "recall": 0.554348, "f1": 0.516976, "accuracy": 0.554348, "main_score": 0.516976, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.486725, "recall": 0.546443, "f1": 0.50301, "accuracy": 0.546443, "main_score": 0.50301, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.46586, "recall": 0.525692, "f1": 0.482017, "accuracy": 0.525692, "main_score": 0.482017, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.461892, "recall": 0.507905, "f1": 0.474768, "accuracy": 0.507905, "main_score": 0.474768, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45851, "recall": 0.516798, "f1": 0.474429, "accuracy": 0.516798, "main_score": 0.474429, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49034, "recall": 0.540514, "f1": 0.503807, "accuracy": 0.540514, "main_score": 0.503807, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526385, "recall": 0.567194, "f1": 0.537889, "accuracy": 0.567194, "main_score": 0.537889, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436252, "recall": 0.501976, "f1": 0.453414, "accuracy": 0.501976, "main_score": 0.453414, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.514251, "recall": 0.568182, "f1": 0.528602, "accuracy": 0.568182, "main_score": 0.528602, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.506146, "recall": 0.55336, "f1": 0.518444, "accuracy": 0.55336, "main_score": 0.518444, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.554918, "recall": 0.597826, "f1": 0.5666, "accuracy": 0.597826, "main_score": 0.5666, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.501511, "recall": 0.55336, "f1": 0.515869, "accuracy": 0.55336, "main_score": 0.515869, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539649, "recall": 0.590909, "f1": 0.55323, "accuracy": 0.590909, "main_score": 0.55323, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46963, "recall": 0.524704, "f1": 0.484267, "accuracy": 0.524704, "main_score": 0.484267, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.512045, "recall": 0.559289, "f1": 0.525362, "accuracy": 0.559289, "main_score": 0.525362, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442199, "recall": 0.505929, "f1": 0.459438, "accuracy": 0.505929, "main_score": 0.459438, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529246, "recall": 0.582016, "f1": 0.543313, "accuracy": 0.582016, "main_score": 0.543313, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.362446, "recall": 0.423913, "f1": 0.379134, "accuracy": 0.423913, "main_score": 0.379134, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.491259, "recall": 0.548419, "f1": 0.507019, "accuracy": 0.548419, "main_score": 0.507019, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.522095, "recall": 0.571146, "f1": 0.535616, "accuracy": 0.571146, "main_score": 0.535616, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.491411, "recall": 0.538538, "f1": 0.504385, "accuracy": 0.538538, "main_score": 0.504385, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534544, "recall": 0.579051, "f1": 0.54727, "accuracy": 0.579051, "main_score": 0.54727, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495178, "recall": 0.549407, "f1": 0.509535, "accuracy": 0.549407, "main_score": 0.509535, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.520017, "recall": 0.563241, "f1": 0.531732, "accuracy": 0.563241, "main_score": 0.531732, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522154, "recall": 0.56917, "f1": 0.535533, "accuracy": 0.56917, "main_score": 0.535533, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532583, "recall": 0.573123, "f1": 0.543291, "accuracy": 0.573123, "main_score": 0.543291, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550819, "recall": 0.590909, "f1": 0.56204, "accuracy": 0.590909, "main_score": 0.56204, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558336, "recall": 0.602767, "f1": 0.570308, "accuracy": 0.602767, "main_score": 0.570308, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476576, "recall": 0.522727, "f1": 0.49011, "accuracy": 0.522727, "main_score": 0.49011, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550325, "recall": 0.59585, "f1": 0.562705, "accuracy": 0.59585, "main_score": 0.562705, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524286, "recall": 0.575099, "f1": 0.537618, "accuracy": 0.575099, "main_score": 0.537618, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.536731, "recall": 0.588933, "f1": 0.55123, "accuracy": 0.588933, "main_score": 0.55123, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.457631, "recall": 0.505929, "f1": 0.470846, "accuracy": 0.505929, "main_score": 0.470846, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546173, "recall": 0.594862, "f1": 0.559097, "accuracy": 0.594862, "main_score": 0.559097, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507909, "recall": 0.547431, "f1": 0.518737, "accuracy": 0.547431, "main_score": 0.518737, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466088, "recall": 0.518775, "f1": 0.479957, "accuracy": 0.518775, "main_score": 0.479957, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472292, "recall": 0.525692, "f1": 0.486628, "accuracy": 0.525692, "main_score": 0.486628, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.429837, "recall": 0.491107, "f1": 0.446583, "accuracy": 0.491107, "main_score": 0.446583, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.542767, "recall": 0.589921, "f1": 0.55497, "accuracy": 0.589921, "main_score": 0.55497, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473673, "recall": 0.528656, "f1": 0.487724, "accuracy": 0.528656, "main_score": 0.487724, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444701, "recall": 0.488142, "f1": 0.456521, "accuracy": 0.488142, "main_score": 0.456521, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.522393, "recall": 0.567194, "f1": 0.53489, "accuracy": 0.567194, "main_score": 0.53489, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486337, "recall": 0.544466, "f1": 0.501773, "accuracy": 0.544466, "main_score": 0.501773, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.488472, "recall": 0.540514, "f1": 0.503301, "accuracy": 0.540514, "main_score": 0.503301, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.46471, "recall": 0.509881, "f1": 0.477396, "accuracy": 0.509881, "main_score": 0.477396, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493882, "recall": 0.548419, "f1": 0.507897, "accuracy": 0.548419, "main_score": 0.507897, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500859, "recall": 0.541502, "f1": 0.512813, "accuracy": 0.541502, "main_score": 0.512813, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534227, "recall": 0.574111, "f1": 0.544292, "accuracy": 0.574111, "main_score": 0.544292, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518733, "recall": 0.564229, "f1": 0.532008, "accuracy": 0.564229, "main_score": 0.532008, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543749, "recall": 0.583004, "f1": 0.554385, "accuracy": 0.583004, "main_score": 0.554385, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490836, "recall": 0.540514, "f1": 0.504307, "accuracy": 0.540514, "main_score": 0.504307, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.482484, "recall": 0.534585, "f1": 0.497265, "accuracy": 0.534585, "main_score": 0.497265, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526199, "recall": 0.571146, "f1": 0.53857, "accuracy": 0.571146, "main_score": 0.53857, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.427842, "recall": 0.48419, "f1": 0.444238, "accuracy": 0.48419, "main_score": 0.444238, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.502003, "recall": 0.559289, "f1": 0.517838, "accuracy": 0.559289, "main_score": 0.517838, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.49467, "recall": 0.545455, "f1": 0.50863, "accuracy": 0.545455, "main_score": 0.50863, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.520571, "recall": 0.567194, "f1": 0.532941, "accuracy": 0.567194, "main_score": 0.532941, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524125, "recall": 0.58004, "f1": 0.538601, "accuracy": 0.58004, "main_score": 0.538601, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.46713, "recall": 0.508893, "f1": 0.478684, "accuracy": 0.508893, "main_score": 0.478684, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479211, "recall": 0.523715, "f1": 0.491808, "accuracy": 0.523715, "main_score": 0.491808, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45816, "recall": 0.504941, "f1": 0.471305, "accuracy": 0.504941, "main_score": 0.471305, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518198, "recall": 0.561265, "f1": 0.531028, "accuracy": 0.561265, "main_score": 0.531028, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.284126, "recall": 0.333992, "f1": 0.29638, "accuracy": 0.333992, "main_score": 0.29638, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.734378, "recall": 0.779644, "f1": 0.746987, "accuracy": 0.779644, "main_score": 0.746987, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.696536, "recall": 0.75, "f1": 0.711233, "accuracy": 0.75, "main_score": 0.711233, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.703448, "recall": 0.748024, "f1": 0.715637, "accuracy": 0.748024, "main_score": 0.715637, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66843, "recall": 0.70751, "f1": 0.679083, "accuracy": 0.70751, "main_score": 0.679083, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558841, "recall": 0.599802, "f1": 0.570058, "accuracy": 0.599802, "main_score": 0.570058, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716499, "recall": 0.770751, "f1": 0.731362, "accuracy": 0.770751, "main_score": 0.731362, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616547, "recall": 0.660079, "f1": 0.628304, "accuracy": 0.660079, "main_score": 0.628304, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655932, "recall": 0.689723, "f1": 0.664564, "accuracy": 0.689723, "main_score": 0.664564, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716777, "recall": 0.770751, "f1": 0.731643, "accuracy": 0.770751, "main_score": 0.731643, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.690236, "recall": 0.738142, "f1": 0.7034, "accuracy": 0.738142, "main_score": 0.7034, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527116, "recall": 0.56917, "f1": 0.538857, "accuracy": 0.56917, "main_score": 0.538857, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706427, "recall": 0.750988, "f1": 0.718343, "accuracy": 0.750988, "main_score": 0.718343, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.635966, "recall": 0.692688, "f1": 0.65165, "accuracy": 0.692688, "main_score": 0.65165, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.709255, "recall": 0.763834, "f1": 0.72396, "accuracy": 0.763834, "main_score": 0.72396, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549715, "recall": 0.588933, "f1": 0.56009, "accuracy": 0.588933, "main_score": 0.56009, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705971, "recall": 0.753953, "f1": 0.71837, "accuracy": 0.753953, "main_score": 0.71837, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.663868, "recall": 0.718379, "f1": 0.678166, "accuracy": 0.718379, "main_score": 0.678166, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.753988, "recall": 0.799407, "f1": 0.766386, "accuracy": 0.799407, "main_score": 0.766386, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730042, "recall": 0.784585, "f1": 0.745033, "accuracy": 0.784585, "main_score": 0.745033, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534218, "recall": 0.577075, "f1": 0.545762, "accuracy": 0.577075, "main_score": 0.545762, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701479, "recall": 0.754941, "f1": 0.716455, "accuracy": 0.754941, "main_score": 0.716455, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.702693, "recall": 0.757905, "f1": 0.71839, "accuracy": 0.757905, "main_score": 0.71839, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.683961, "recall": 0.732213, "f1": 0.696308, "accuracy": 0.732213, "main_score": 0.696308, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212974, "recall": 0.255929, "f1": 0.223894, "accuracy": 0.255929, "main_score": 0.223894, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.713462, "recall": 0.763834, "f1": 0.726658, "accuracy": 0.763834, "main_score": 0.726658, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.56616, "recall": 0.609684, "f1": 0.578245, "accuracy": 0.609684, "main_score": 0.578245, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722081, "recall": 0.775692, "f1": 0.736751, "accuracy": 0.775692, "main_score": 0.736751, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720233, "recall": 0.764822, "f1": 0.731946, "accuracy": 0.764822, "main_score": 0.731946, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660577, "recall": 0.719368, "f1": 0.675799, "accuracy": 0.719368, "main_score": 0.675799, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.705078, "recall": 0.752964, "f1": 0.718064, "accuracy": 0.752964, "main_score": 0.718064, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.572706, "recall": 0.618577, "f1": 0.584883, "accuracy": 0.618577, "main_score": 0.584883, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720778, "recall": 0.770751, "f1": 0.73399, "accuracy": 0.770751, "main_score": 0.73399, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.612447, "recall": 0.672925, "f1": 0.62963, "accuracy": 0.672925, "main_score": 0.62963, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.670281, "recall": 0.721344, "f1": 0.684576, "accuracy": 0.721344, "main_score": 0.684576, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.712566, "recall": 0.763834, "f1": 0.727288, "accuracy": 0.763834, "main_score": 0.727288, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.692788, "recall": 0.748024, "f1": 0.708178, "accuracy": 0.748024, "main_score": 0.708178, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715601, "recall": 0.769763, "f1": 0.730095, "accuracy": 0.769763, "main_score": 0.730095, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.518141, "recall": 0.554348, "f1": 0.528678, "accuracy": 0.554348, "main_score": 0.528678, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413479, "recall": 0.470356, "f1": 0.428489, "accuracy": 0.470356, "main_score": 0.428489, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.716718, "recall": 0.767787, "f1": 0.730893, "accuracy": 0.767787, "main_score": 0.730893, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550703, "recall": 0.592885, "f1": 0.562888, "accuracy": 0.592885, "main_score": 0.562888, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713596, "recall": 0.767787, "f1": 0.728402, "accuracy": 0.767787, "main_score": 0.728402, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.743788, "recall": 0.796443, "f1": 0.758372, "accuracy": 0.796443, "main_score": 0.758372, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681946, "recall": 0.72332, "f1": 0.693122, "accuracy": 0.72332, "main_score": 0.693122, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.688887, "recall": 0.740119, "f1": 0.70335, "accuracy": 0.740119, "main_score": 0.70335, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552581, "recall": 0.596838, "f1": 0.565173, "accuracy": 0.596838, "main_score": 0.565173, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.631977, "recall": 0.681818, "f1": 0.645447, "accuracy": 0.681818, "main_score": 0.645447, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678899, "recall": 0.728261, "f1": 0.692674, "accuracy": 0.728261, "main_score": 0.692674, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753427, "recall": 0.800395, "f1": 0.766382, "accuracy": 0.800395, "main_score": 0.766382, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710286, "recall": 0.753953, "f1": 0.722327, "accuracy": 0.753953, "main_score": 0.722327, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509828, "recall": 0.552372, "f1": 0.521276, "accuracy": 0.552372, "main_score": 0.521276, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708682, "recall": 0.762846, "f1": 0.723219, "accuracy": 0.762846, "main_score": 0.723219, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.436191, "recall": 0.488142, "f1": 0.450116, "accuracy": 0.488142, "main_score": 0.450116, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497891, "recall": 0.534585, "f1": 0.50822, "accuracy": 0.534585, "main_score": 0.50822, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654441, "recall": 0.697628, "f1": 0.666265, "accuracy": 0.697628, "main_score": 0.666265, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.320199, "recall": 0.366601, "f1": 0.33347, "accuracy": 0.366601, "main_score": 0.33347, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.704752, "recall": 0.764822, "f1": 0.720913, "accuracy": 0.764822, "main_score": 0.720913, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.704004, "recall": 0.762846, "f1": 0.720061, "accuracy": 0.762846, "main_score": 0.720061, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.748302, "recall": 0.796443, "f1": 0.761095, "accuracy": 0.796443, "main_score": 0.761095, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69262, "recall": 0.754941, "f1": 0.71073, "accuracy": 0.754941, "main_score": 0.71073, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.530754, "recall": 0.570158, "f1": 0.541795, "accuracy": 0.570158, "main_score": 0.541795, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690789, "recall": 0.726285, "f1": 0.700117, "accuracy": 0.726285, "main_score": 0.700117, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676525, "recall": 0.722332, "f1": 0.688951, "accuracy": 0.722332, "main_score": 0.688951, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.749629, "recall": 0.79249, "f1": 0.761963, "accuracy": 0.79249, "main_score": 0.761963, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579303, "recall": 0.615613, "f1": 0.588663, "accuracy": 0.615613, "main_score": 0.588663, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707201, "recall": 0.752964, "f1": 0.719182, "accuracy": 0.752964, "main_score": 0.719182, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569936, "recall": 0.615613, "f1": 0.583115, "accuracy": 0.615613, "main_score": 0.583115, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714069, "recall": 0.76087, "f1": 0.726731, "accuracy": 0.76087, "main_score": 0.726731, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700315, "recall": 0.749012, "f1": 0.713507, "accuracy": 0.749012, "main_score": 0.713507, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71102, "recall": 0.764822, "f1": 0.726554, "accuracy": 0.764822, "main_score": 0.726554, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.386622, "recall": 0.456522, "f1": 0.405044, "accuracy": 0.456522, "main_score": 0.405044, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.590813, "recall": 0.639328, "f1": 0.603871, "accuracy": 0.639328, "main_score": 0.603871, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671422, "recall": 0.720356, "f1": 0.684628, "accuracy": 0.720356, "main_score": 0.684628, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555312, "recall": 0.592885, "f1": 0.565373, "accuracy": 0.592885, "main_score": 0.565373, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494673, "recall": 0.539526, "f1": 0.505946, "accuracy": 0.539526, "main_score": 0.505946, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.745762, "recall": 0.797431, "f1": 0.760242, "accuracy": 0.797431, "main_score": 0.760242, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699627, "recall": 0.742095, "f1": 0.71072, "accuracy": 0.742095, "main_score": 0.71072, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705409, "recall": 0.750988, "f1": 0.717514, "accuracy": 0.750988, "main_score": 0.717514, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617987, "recall": 0.675889, "f1": 0.633326, "accuracy": 0.675889, "main_score": 0.633326, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.732992, "recall": 0.783597, "f1": 0.746498, "accuracy": 0.783597, "main_score": 0.746498, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692899, "recall": 0.748024, "f1": 0.708057, "accuracy": 0.748024, "main_score": 0.708057, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700016, "recall": 0.751976, "f1": 0.714103, "accuracy": 0.751976, "main_score": 0.714103, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.710189, "recall": 0.766798, "f1": 0.726223, "accuracy": 0.766798, "main_score": 0.726223, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.511005, "recall": 0.548419, "f1": 0.521341, "accuracy": 0.548419, "main_score": 0.521341, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547524, "recall": 0.58498, "f1": 0.558319, "accuracy": 0.58498, "main_score": 0.558319, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696305, "recall": 0.750988, "f1": 0.711619, "accuracy": 0.750988, "main_score": 0.711619, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.711442, "recall": 0.76087, "f1": 0.724729, "accuracy": 0.76087, "main_score": 0.724729, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703288, "recall": 0.753953, "f1": 0.717217, "accuracy": 0.753953, "main_score": 0.717217, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.58341, "recall": 0.625494, "f1": 0.594742, "accuracy": 0.625494, "main_score": 0.594742, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483656, "recall": 0.520751, "f1": 0.494648, "accuracy": 0.520751, "main_score": 0.494648, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735661, "recall": 0.779644, "f1": 0.747851, "accuracy": 0.779644, "main_score": 0.747851, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679132, "recall": 0.738142, "f1": 0.696076, "accuracy": 0.738142, "main_score": 0.696076, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.631932, "recall": 0.678854, "f1": 0.644102, "accuracy": 0.678854, "main_score": 0.644102, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708929, "recall": 0.761858, "f1": 0.723234, "accuracy": 0.761858, "main_score": 0.723234, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.504275, "recall": 0.54249, "f1": 0.514846, "accuracy": 0.54249, "main_score": 0.514846, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695331, "recall": 0.743083, "f1": 0.707127, "accuracy": 0.743083, "main_score": 0.707127, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714534, "recall": 0.764822, "f1": 0.728034, "accuracy": 0.764822, "main_score": 0.728034, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.713505, "recall": 0.762846, "f1": 0.726488, "accuracy": 0.762846, "main_score": 0.726488, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.737774, "recall": 0.787549, "f1": 0.7509, "accuracy": 0.787549, "main_score": 0.7509, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683038, "recall": 0.732213, "f1": 0.696424, "accuracy": 0.732213, "main_score": 0.696424, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.708243, "recall": 0.754941, "f1": 0.72106, "accuracy": 0.754941, "main_score": 0.72106, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594639, "recall": 0.675889, "f1": 0.617193, "accuracy": 0.675889, "main_score": 0.617193, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.528037, "recall": 0.56917, "f1": 0.539403, "accuracy": 0.56917, "main_score": 0.539403, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212591, "recall": 0.248024, "f1": 0.220535, "accuracy": 0.248024, "main_score": 0.220535, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.558343, "recall": 0.596838, "f1": 0.569041, "accuracy": 0.596838, "main_score": 0.569041, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558391, "recall": 0.606719, "f1": 0.571668, "accuracy": 0.606719, "main_score": 0.571668, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.727052, "recall": 0.77668, "f1": 0.740297, "accuracy": 0.77668, "main_score": 0.740297, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671708, "recall": 0.720356, "f1": 0.684258, "accuracy": 0.720356, "main_score": 0.684258, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457653, "recall": 0.500988, "f1": 0.469562, "accuracy": 0.500988, "main_score": 0.469562, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659641, "recall": 0.705534, "f1": 0.671983, "accuracy": 0.705534, "main_score": 0.671983, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701339, "recall": 0.754941, "f1": 0.715973, "accuracy": 0.754941, "main_score": 0.715973, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660949, "recall": 0.721344, "f1": 0.677098, "accuracy": 0.721344, "main_score": 0.677098, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.68196, "recall": 0.735178, "f1": 0.696516, "accuracy": 0.735178, "main_score": 0.696516, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.587956, "recall": 0.637352, "f1": 0.601677, "accuracy": 0.637352, "main_score": 0.601677, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700409, "recall": 0.756917, "f1": 0.716051, "accuracy": 0.756917, "main_score": 0.716051, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.722908, "recall": 0.762846, "f1": 0.734018, "accuracy": 0.762846, "main_score": 0.734018, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539174, "recall": 0.583992, "f1": 0.552603, "accuracy": 0.583992, "main_score": 0.552603, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509524, "recall": 0.544466, "f1": 0.519034, "accuracy": 0.544466, "main_score": 0.519034, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564312, "recall": 0.601779, "f1": 0.574589, "accuracy": 0.601779, "main_score": 0.574589, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.723325, "recall": 0.77668, "f1": 0.738539, "accuracy": 0.77668, "main_score": 0.738539, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.184318, "recall": 0.236166, "f1": 0.197863, "accuracy": 0.236166, "main_score": 0.197863, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.691432, "recall": 0.75, "f1": 0.707442, "accuracy": 0.75, "main_score": 0.707442, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.618751, "recall": 0.683794, "f1": 0.636635, "accuracy": 0.683794, "main_score": 0.636635, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.634085, "recall": 0.687747, "f1": 0.64851, "accuracy": 0.687747, "main_score": 0.64851, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.726125, "recall": 0.773715, "f1": 0.739256, "accuracy": 0.773715, "main_score": 0.739256, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518101, "recall": 0.568182, "f1": 0.532534, "accuracy": 0.568182, "main_score": 0.532534, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541232, "recall": 0.583992, "f1": 0.553211, "accuracy": 0.583992, "main_score": 0.553211, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71019, "recall": 0.76087, "f1": 0.724039, "accuracy": 0.76087, "main_score": 0.724039, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726453, "recall": 0.773715, "f1": 0.739536, "accuracy": 0.773715, "main_score": 0.739536, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.676771, "recall": 0.722332, "f1": 0.689401, "accuracy": 0.722332, "main_score": 0.689401, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691777, "recall": 0.738142, "f1": 0.704331, "accuracy": 0.738142, "main_score": 0.704331, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.607724, "recall": 0.664032, "f1": 0.624558, "accuracy": 0.664032, "main_score": 0.624558, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685118, "recall": 0.738142, "f1": 0.69989, "accuracy": 0.738142, "main_score": 0.69989, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.502301, "recall": 0.538538, "f1": 0.512472, "accuracy": 0.538538, "main_score": 0.512472, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582452, "recall": 0.636364, "f1": 0.596975, "accuracy": 0.636364, "main_score": 0.596975, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.701243, "recall": 0.756917, "f1": 0.717384, "accuracy": 0.756917, "main_score": 0.717384, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.689748, "recall": 0.735178, "f1": 0.701966, "accuracy": 0.735178, "main_score": 0.701966, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706815, "recall": 0.756917, "f1": 0.720547, "accuracy": 0.756917, "main_score": 0.720547, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.449654, "recall": 0.495059, "f1": 0.462121, "accuracy": 0.495059, "main_score": 0.462121, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.756645, "recall": 0.799407, "f1": 0.767902, "accuracy": 0.799407, "main_score": 0.767902, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705921, "recall": 0.759881, "f1": 0.720186, "accuracy": 0.759881, "main_score": 0.720186, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.682568, "recall": 0.73419, "f1": 0.696105, "accuracy": 0.73419, "main_score": 0.696105, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.638098, "recall": 0.693676, "f1": 0.653939, "accuracy": 0.693676, "main_score": 0.653939, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611171, "recall": 0.664032, "f1": 0.626048, "accuracy": 0.664032, "main_score": 0.626048, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579868, "recall": 0.637352, "f1": 0.595038, "accuracy": 0.637352, "main_score": 0.595038, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604368, "recall": 0.660079, "f1": 0.618973, "accuracy": 0.660079, "main_score": 0.618973, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590187, "recall": 0.619565, "f1": 0.598063, "accuracy": 0.619565, "main_score": 0.598063, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641728, "recall": 0.699605, "f1": 0.657021, "accuracy": 0.699605, "main_score": 0.657021, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.699075, "recall": 0.75, "f1": 0.712354, "accuracy": 0.75, "main_score": 0.712354, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.67679, "recall": 0.72332, "f1": 0.68914, "accuracy": 0.72332, "main_score": 0.68914, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.722125, "recall": 0.769763, "f1": 0.734578, "accuracy": 0.769763, "main_score": 0.734578, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68471, "recall": 0.740119, "f1": 0.700316, "accuracy": 0.740119, "main_score": 0.700316, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71905, "recall": 0.767787, "f1": 0.731859, "accuracy": 0.767787, "main_score": 0.731859, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570844, "recall": 0.62253, "f1": 0.584981, "accuracy": 0.62253, "main_score": 0.584981, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66666, "recall": 0.717391, "f1": 0.679266, "accuracy": 0.717391, "main_score": 0.679266, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463194, "recall": 0.51087, "f1": 0.475877, "accuracy": 0.51087, "main_score": 0.475877, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712683, "recall": 0.761858, "f1": 0.726385, "accuracy": 0.761858, "main_score": 0.726385, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448108, "recall": 0.505929, "f1": 0.464187, "accuracy": 0.505929, "main_score": 0.464187, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.68181, "recall": 0.731225, "f1": 0.694993, "accuracy": 0.731225, "main_score": 0.694993, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.706309, "recall": 0.751976, "f1": 0.718228, "accuracy": 0.751976, "main_score": 0.718228, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.697613, "recall": 0.744071, "f1": 0.710451, "accuracy": 0.744071, "main_score": 0.710451, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590315, "recall": 0.629447, "f1": 0.600713, "accuracy": 0.629447, "main_score": 0.600713, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668282, "recall": 0.724308, "f1": 0.682729, "accuracy": 0.724308, "main_score": 0.682729, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.562528, "recall": 0.601779, "f1": 0.573146, "accuracy": 0.601779, "main_score": 0.573146, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571462, "recall": 0.612648, "f1": 0.583032, "accuracy": 0.612648, "main_score": 0.583032, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703054, "recall": 0.752964, "f1": 0.715979, "accuracy": 0.752964, "main_score": 0.715979, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63103, "recall": 0.675889, "f1": 0.643088, "accuracy": 0.675889, "main_score": 0.643088, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747916, "recall": 0.795455, "f1": 0.76135, "accuracy": 0.795455, "main_score": 0.76135, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523979, "recall": 0.565217, "f1": 0.536051, "accuracy": 0.565217, "main_score": 0.536051, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741537, "recall": 0.796443, "f1": 0.756952, "accuracy": 0.796443, "main_score": 0.756952, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708241, "recall": 0.764822, "f1": 0.724195, "accuracy": 0.764822, "main_score": 0.724195, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.708522, "recall": 0.758893, "f1": 0.722688, "accuracy": 0.758893, "main_score": 0.722688, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.52197, "recall": 0.567194, "f1": 0.534245, "accuracy": 0.567194, "main_score": 0.534245, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737205, "recall": 0.783597, "f1": 0.749714, "accuracy": 0.783597, "main_score": 0.749714, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655175, "recall": 0.708498, "f1": 0.669542, "accuracy": 0.708498, "main_score": 0.669542, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529293, "recall": 0.575099, "f1": 0.542091, "accuracy": 0.575099, "main_score": 0.542091, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585494, "recall": 0.636364, "f1": 0.599841, "accuracy": 0.636364, "main_score": 0.599841, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582949, "recall": 0.648221, "f1": 0.601019, "accuracy": 0.648221, "main_score": 0.601019, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.72975, "recall": 0.77668, "f1": 0.742849, "accuracy": 0.77668, "main_score": 0.742849, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.663242, "recall": 0.720356, "f1": 0.678568, "accuracy": 0.720356, "main_score": 0.678568, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494203, "recall": 0.531621, "f1": 0.504914, "accuracy": 0.531621, "main_score": 0.504914, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561232, "recall": 0.596838, "f1": 0.571202, "accuracy": 0.596838, "main_score": 0.571202, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682478, "recall": 0.738142, "f1": 0.697968, "accuracy": 0.738142, "main_score": 0.697968, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.544062, "recall": 0.586957, "f1": 0.555784, "accuracy": 0.586957, "main_score": 0.555784, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548441, "recall": 0.586957, "f1": 0.559279, "accuracy": 0.586957, "main_score": 0.559279, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671875, "recall": 0.731225, "f1": 0.688033, "accuracy": 0.731225, "main_score": 0.688033, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508291, "recall": 0.552372, "f1": 0.5215, "accuracy": 0.552372, "main_score": 0.5215, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673271, "recall": 0.717391, "f1": 0.684981, "accuracy": 0.717391, "main_score": 0.684981, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574688, "recall": 0.609684, "f1": 0.584068, "accuracy": 0.609684, "main_score": 0.584068, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586612, "recall": 0.617589, "f1": 0.595548, "accuracy": 0.617589, "main_score": 0.595548, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.678023, "recall": 0.735178, "f1": 0.69431, "accuracy": 0.735178, "main_score": 0.69431, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.629084, "recall": 0.682806, "f1": 0.644321, "accuracy": 0.682806, "main_score": 0.644321, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658322, "recall": 0.708498, "f1": 0.67176, "accuracy": 0.708498, "main_score": 0.67176, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.441394, "recall": 0.501976, "f1": 0.458931, "accuracy": 0.501976, "main_score": 0.458931, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725247, "recall": 0.77668, "f1": 0.739233, "accuracy": 0.77668, "main_score": 0.739233, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.676743, "recall": 0.729249, "f1": 0.690755, "accuracy": 0.729249, "main_score": 0.690755, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696718, "recall": 0.749012, "f1": 0.711014, "accuracy": 0.749012, "main_score": 0.711014, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70889, "recall": 0.766798, "f1": 0.725305, "accuracy": 0.766798, "main_score": 0.725305, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.603707, "recall": 0.653162, "f1": 0.617204, "accuracy": 0.653162, "main_score": 0.617204, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53584, "recall": 0.577075, "f1": 0.547609, "accuracy": 0.577075, "main_score": 0.547609, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597851, "recall": 0.661067, "f1": 0.615937, "accuracy": 0.661067, "main_score": 0.615937, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.534747, "recall": 0.599802, "f1": 0.553061, "accuracy": 0.599802, "main_score": 0.553061, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.357966, "recall": 0.423913, "f1": 0.375418, "accuracy": 0.423913, "main_score": 0.375418, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603184, "recall": 0.663043, "f1": 0.618975, "accuracy": 0.663043, "main_score": 0.618975, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844697, "recall": 0.87747, "f1": 0.854644, "accuracy": 0.87747, "main_score": 0.854644, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940711, "recall": 0.956522, "f1": 0.945817, "accuracy": 0.956522, "main_score": 0.945817, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.593544, "recall": 0.650198, "f1": 0.608867, "accuracy": 0.650198, "main_score": 0.608867, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.925642, "recall": 0.948617, "f1": 0.933037, "accuracy": 0.948617, "main_score": 0.933037, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616126, "recall": 0.678854, "f1": 0.633712, "accuracy": 0.678854, "main_score": 0.633712, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.994401, "recall": 0.996047, "f1": 0.994895, "accuracy": 0.996047, "main_score": 0.994895, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559083, "recall": 0.617589, "f1": 0.575295, "accuracy": 0.617589, "main_score": 0.575295, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181328, "recall": 0.226285, "f1": 0.192343, "accuracy": 0.226285, "main_score": 0.192343, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.615573, "recall": 0.668972, "f1": 0.630388, "accuracy": 0.668972, "main_score": 0.630388, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937945, "recall": 0.956522, "f1": 0.944005, "accuracy": 0.956522, "main_score": 0.944005, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.653649, "recall": 0.709486, "f1": 0.669751, "accuracy": 0.709486, "main_score": 0.669751, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.874424, "recall": 0.909091, "f1": 0.885441, "accuracy": 0.909091, "main_score": 0.885441, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961298, "recall": 0.97332, "f1": 0.965086, "accuracy": 0.97332, "main_score": 0.965086, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.565611, "recall": 0.617589, "f1": 0.580155, "accuracy": 0.617589, "main_score": 0.580155, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526434, "recall": 0.597826, "f1": 0.545539, "accuracy": 0.597826, "main_score": 0.545539, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557832, "recall": 0.615613, "f1": 0.574297, "accuracy": 0.615613, "main_score": 0.574297, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972003, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.950675, "recall": 0.964427, "f1": 0.955105, "accuracy": 0.964427, "main_score": 0.955105, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594664, "recall": 0.653162, "f1": 0.610648, "accuracy": 0.653162, "main_score": 0.610648, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.830319, "recall": 0.871542, "f1": 0.842951, "accuracy": 0.871542, "main_score": 0.842951, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974555, "recall": 0.982213, "f1": 0.977009, "accuracy": 0.982213, "main_score": 0.977009, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542087, "recall": 0.598814, "f1": 0.558068, "accuracy": 0.598814, "main_score": 0.558068, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.550834, "recall": 0.616601, "f1": 0.568695, "accuracy": 0.616601, "main_score": 0.568695, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.524783, "recall": 0.58004, "f1": 0.539932, "accuracy": 0.58004, "main_score": 0.539932, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926548, "recall": 0.947628, "f1": 0.9333, "accuracy": 0.947628, "main_score": 0.9333, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.306723, "recall": 0.360672, "f1": 0.321323, "accuracy": 0.360672, "main_score": 0.321323, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.603826, "recall": 0.660079, "f1": 0.618789, "accuracy": 0.660079, "main_score": 0.618789, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958531, "recall": 0.970356, "f1": 0.962286, "accuracy": 0.970356, "main_score": 0.962286, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903244, "recall": 0.93083, "f1": 0.911759, "accuracy": 0.93083, "main_score": 0.911759, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584772, "recall": 0.640316, "f1": 0.599942, "accuracy": 0.640316, "main_score": 0.599942, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.685036, "recall": 0.748024, "f1": 0.703252, "accuracy": 0.748024, "main_score": 0.703252, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927125, "recall": 0.94664, "f1": 0.933366, "accuracy": 0.94664, "main_score": 0.933366, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966403, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.505023, "recall": 0.583992, "f1": 0.527162, "accuracy": 0.583992, "main_score": 0.527162, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.658296, "recall": 0.714427, "f1": 0.673722, "accuracy": 0.714427, "main_score": 0.673722, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935935, "recall": 0.955534, "f1": 0.942194, "accuracy": 0.955534, "main_score": 0.942194, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664465, "recall": 0.719368, "f1": 0.680336, "accuracy": 0.719368, "main_score": 0.680336, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.639649, "recall": 0.706522, "f1": 0.659009, "accuracy": 0.706522, "main_score": 0.659009, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969615, "recall": 0.977273, "f1": 0.972069, "accuracy": 0.977273, "main_score": 0.972069, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854035, "recall": 0.894269, "f1": 0.866469, "accuracy": 0.894269, "main_score": 0.866469, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976943, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.548201, "recall": 0.607708, "f1": 0.564286, "accuracy": 0.607708, "main_score": 0.564286, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548397, "recall": 0.599802, "f1": 0.56244, "accuracy": 0.599802, "main_score": 0.56244, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.788159, "recall": 0.833992, "f1": 0.801515, "accuracy": 0.833992, "main_score": 0.801515, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480227, "recall": 0.535573, "f1": 0.494482, "accuracy": 0.535573, "main_score": 0.494482, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944829, "recall": 0.961462, "f1": 0.950099, "accuracy": 0.961462, "main_score": 0.950099, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.772999, "recall": 0.823123, "f1": 0.787708, "accuracy": 0.823123, "main_score": 0.787708, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543882, "recall": 0.600791, "f1": 0.559602, "accuracy": 0.600791, "main_score": 0.559602, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.98419, "f1": 0.980402, "accuracy": 0.98419, "main_score": 0.980402, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.978261, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941864, "accuracy": 0.954545, "main_score": 0.941864, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.601392, "recall": 0.667984, "f1": 0.619081, "accuracy": 0.667984, "main_score": 0.619081, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193428, "recall": 0.253953, "f1": 0.206964, "accuracy": 0.253953, "main_score": 0.206964, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.630797, "recall": 0.693676, "f1": 0.648682, "accuracy": 0.693676, "main_score": 0.648682, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725529, "recall": 0.785573, "f1": 0.743072, "accuracy": 0.785573, "main_score": 0.743072, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988472, "recall": 0.992095, "f1": 0.989625, "accuracy": 0.992095, "main_score": 0.989625, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.433307, "recall": 0.490119, "f1": 0.448801, "accuracy": 0.490119, "main_score": 0.448801, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.971344, "f1": 0.963439, "accuracy": 0.971344, "main_score": 0.963439, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.960063, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.650643, "recall": 0.708498, "f1": 0.667463, "accuracy": 0.708498, "main_score": 0.667463, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972497, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552544, "recall": 0.608696, "f1": 0.568909, "accuracy": 0.608696, "main_score": 0.568909, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513271, "recall": 0.574111, "f1": 0.529759, "accuracy": 0.574111, "main_score": 0.529759, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675009, "recall": 0.725296, "f1": 0.689133, "accuracy": 0.725296, "main_score": 0.689133, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189576, "recall": 0.259881, "f1": 0.208159, "accuracy": 0.259881, "main_score": 0.208159, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.904809, "recall": 0.932806, "f1": 0.913702, "accuracy": 0.932806, "main_score": 0.913702, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.960474, "f1": 0.949638, "accuracy": 0.960474, "main_score": 0.949638, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581182, "recall": 0.636364, "f1": 0.596131, "accuracy": 0.636364, "main_score": 0.596131, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573032, "recall": 0.63834, "f1": 0.591642, "accuracy": 0.63834, "main_score": 0.591642, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986001, "recall": 0.990119, "f1": 0.987319, "accuracy": 0.990119, "main_score": 0.987319, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967885, "recall": 0.978261, "f1": 0.971344, "accuracy": 0.978261, "main_score": 0.971344, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919631, "recall": 0.939723, "f1": 0.925856, "accuracy": 0.939723, "main_score": 0.925856, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.658969, "recall": 0.724308, "f1": 0.677803, "accuracy": 0.724308, "main_score": 0.677803, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969203, "recall": 0.979249, "f1": 0.972497, "accuracy": 0.979249, "main_score": 0.972497, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.576387, "recall": 0.639328, "f1": 0.592995, "accuracy": 0.639328, "main_score": 0.592995, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714328, "recall": 0.769763, "f1": 0.730797, "accuracy": 0.769763, "main_score": 0.730797, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969368, "recall": 0.979249, "f1": 0.972661, "accuracy": 0.979249, "main_score": 0.972661, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.468095, "recall": 0.528656, "f1": 0.484369, "accuracy": 0.528656, "main_score": 0.484369, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.882658, "recall": 0.91502, "f1": 0.892852, "accuracy": 0.91502, "main_score": 0.892852, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.789476, "recall": 0.836957, "f1": 0.804202, "accuracy": 0.836957, "main_score": 0.804202, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913208, "recall": 0.937747, "f1": 0.921278, "accuracy": 0.937747, "main_score": 0.921278, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.906621, "recall": 0.932806, "f1": 0.914855, "accuracy": 0.932806, "main_score": 0.914855, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616757, "recall": 0.670949, "f1": 0.63185, "accuracy": 0.670949, "main_score": 0.63185, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.929842, "recall": 0.950593, "f1": 0.936397, "accuracy": 0.950593, "main_score": 0.936397, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.96805, "accuracy": 0.975296, "main_score": 0.96805, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854941, "recall": 0.894269, "f1": 0.867062, "accuracy": 0.894269, "main_score": 0.867062, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.971344, "f1": 0.963274, "accuracy": 0.971344, "main_score": 0.963274, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475741, "recall": 0.544466, "f1": 0.49346, "accuracy": 0.544466, "main_score": 0.49346, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575676, "recall": 0.640316, "f1": 0.593565, "accuracy": 0.640316, "main_score": 0.593565, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.929216, "recall": 0.948617, "f1": 0.935277, "accuracy": 0.948617, "main_score": 0.935277, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.826128, "recall": 0.868577, "f1": 0.838974, "accuracy": 0.868577, "main_score": 0.838974, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.976285, "f1": 0.969203, "accuracy": 0.976285, "main_score": 0.969203, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.648879, "recall": 0.701581, "f1": 0.663534, "accuracy": 0.701581, "main_score": 0.663534, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634131, "recall": 0.693676, "f1": 0.651115, "accuracy": 0.693676, "main_score": 0.651115, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9091, "recall": 0.931818, "f1": 0.915893, "accuracy": 0.931818, "main_score": 0.915893, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546684, "recall": 0.613636, "f1": 0.565285, "accuracy": 0.613636, "main_score": 0.565285, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981061, "recall": 0.987154, "f1": 0.983037, "accuracy": 0.987154, "main_score": 0.983037, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540637, "recall": 0.596838, "f1": 0.556278, "accuracy": 0.596838, "main_score": 0.556278, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.774391, "recall": 0.824111, "f1": 0.788834, "accuracy": 0.824111, "main_score": 0.788834, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545071, "recall": 0.601779, "f1": 0.560532, "accuracy": 0.601779, "main_score": 0.560532, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603049, "recall": 0.657115, "f1": 0.617542, "accuracy": 0.657115, "main_score": 0.617542, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881917, "recall": 0.913043, "f1": 0.89193, "accuracy": 0.913043, "main_score": 0.89193, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985672, "recall": 0.990119, "f1": 0.987154, "accuracy": 0.990119, "main_score": 0.987154, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.967391, "f1": 0.959058, "accuracy": 0.967391, "main_score": 0.959058, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504182, "recall": 0.557312, "f1": 0.519128, "accuracy": 0.557312, "main_score": 0.519128, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570022, "recall": 0.634387, "f1": 0.587451, "accuracy": 0.634387, "main_score": 0.587451, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975791, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.582326, "recall": 0.645257, "f1": 0.600562, "accuracy": 0.645257, "main_score": 0.600562, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552707, "recall": 0.610672, "f1": 0.567932, "accuracy": 0.610672, "main_score": 0.567932, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966156, "recall": 0.976285, "f1": 0.969433, "accuracy": 0.976285, "main_score": 0.969433, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53583, "recall": 0.600791, "f1": 0.554703, "accuracy": 0.600791, "main_score": 0.554703, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695299, "recall": 0.751976, "f1": 0.711168, "accuracy": 0.751976, "main_score": 0.711168, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706432, "recall": 0.758893, "f1": 0.721629, "accuracy": 0.758893, "main_score": 0.721629, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859009, "recall": 0.889328, "f1": 0.868314, "accuracy": 0.889328, "main_score": 0.868314, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.881126, "recall": 0.913043, "f1": 0.890895, "accuracy": 0.913043, "main_score": 0.890895, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943099, "recall": 0.958498, "f1": 0.948024, "accuracy": 0.958498, "main_score": 0.948024, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478025, "recall": 0.560277, "f1": 0.501783, "accuracy": 0.560277, "main_score": 0.501783, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.930501, "recall": 0.951581, "f1": 0.937253, "accuracy": 0.951581, "main_score": 0.937253, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.664295, "recall": 0.725296, "f1": 0.681696, "accuracy": 0.725296, "main_score": 0.681696, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573708, "recall": 0.62253, "f1": 0.58705, "accuracy": 0.62253, "main_score": 0.58705, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475018, "recall": 0.530632, "f1": 0.490982, "accuracy": 0.530632, "main_score": 0.490982, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501146, "recall": 0.555336, "f1": 0.516453, "accuracy": 0.555336, "main_score": 0.516453, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.273927, "recall": 0.31917, "f1": 0.284896, "accuracy": 0.31917, "main_score": 0.284896, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.739862, "recall": 0.787549, "f1": 0.752688, "accuracy": 0.787549, "main_score": 0.752688, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.674358, "recall": 0.727273, "f1": 0.689501, "accuracy": 0.727273, "main_score": 0.689501, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.730008, "recall": 0.777668, "f1": 0.743734, "accuracy": 0.777668, "main_score": 0.743734, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.710364, "recall": 0.751976, "f1": 0.72164, "accuracy": 0.751976, "main_score": 0.72164, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56973, "recall": 0.617589, "f1": 0.582629, "accuracy": 0.617589, "main_score": 0.582629, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740717, "recall": 0.787549, "f1": 0.753987, "accuracy": 0.787549, "main_score": 0.753987, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670279, "recall": 0.712451, "f1": 0.682027, "accuracy": 0.712451, "main_score": 0.682027, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704447, "recall": 0.741107, "f1": 0.714217, "accuracy": 0.741107, "main_score": 0.714217, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719264, "recall": 0.767787, "f1": 0.731835, "accuracy": 0.767787, "main_score": 0.731835, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.712326, "recall": 0.76087, "f1": 0.72607, "accuracy": 0.76087, "main_score": 0.72607, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.574351, "recall": 0.620553, "f1": 0.587368, "accuracy": 0.620553, "main_score": 0.587368, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740209, "recall": 0.785573, "f1": 0.752754, "accuracy": 0.785573, "main_score": 0.752754, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.659486, "recall": 0.711462, "f1": 0.674155, "accuracy": 0.711462, "main_score": 0.674155, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.734871, "recall": 0.778656, "f1": 0.746326, "accuracy": 0.778656, "main_score": 0.746326, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600125, "recall": 0.649209, "f1": 0.613968, "accuracy": 0.649209, "main_score": 0.613968, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.707403, "recall": 0.753953, "f1": 0.719789, "accuracy": 0.753953, "main_score": 0.719789, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.677128, "recall": 0.728261, "f1": 0.691325, "accuracy": 0.728261, "main_score": 0.691325, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.758855, "recall": 0.807312, "f1": 0.772305, "accuracy": 0.807312, "main_score": 0.772305, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737213, "recall": 0.787549, "f1": 0.750882, "accuracy": 0.787549, "main_score": 0.750882, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511248, "recall": 0.559289, "f1": 0.524667, "accuracy": 0.559289, "main_score": 0.524667, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.725239, "recall": 0.774704, "f1": 0.738891, "accuracy": 0.774704, "main_score": 0.738891, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.714644, "recall": 0.762846, "f1": 0.727789, "accuracy": 0.762846, "main_score": 0.727789, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.694458, "recall": 0.740119, "f1": 0.706719, "accuracy": 0.740119, "main_score": 0.706719, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.173196, "recall": 0.216403, "f1": 0.183991, "accuracy": 0.216403, "main_score": 0.183991, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.704224, "recall": 0.754941, "f1": 0.717709, "accuracy": 0.754941, "main_score": 0.717709, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.591103, "recall": 0.642292, "f1": 0.604725, "accuracy": 0.642292, "main_score": 0.604725, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.721309, "recall": 0.766798, "f1": 0.733311, "accuracy": 0.766798, "main_score": 0.733311, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.717295, "recall": 0.764822, "f1": 0.729918, "accuracy": 0.764822, "main_score": 0.729918, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.681861, "recall": 0.731225, "f1": 0.695242, "accuracy": 0.731225, "main_score": 0.695242, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.721027, "recall": 0.769763, "f1": 0.735021, "accuracy": 0.769763, "main_score": 0.735021, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.59608, "recall": 0.647233, "f1": 0.610771, "accuracy": 0.647233, "main_score": 0.610771, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729289, "recall": 0.774704, "f1": 0.741234, "accuracy": 0.774704, "main_score": 0.741234, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.622105, "recall": 0.674901, "f1": 0.63701, "accuracy": 0.674901, "main_score": 0.63701, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.690875, "recall": 0.738142, "f1": 0.703734, "accuracy": 0.738142, "main_score": 0.703734, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.724211, "recall": 0.77668, "f1": 0.738944, "accuracy": 0.77668, "main_score": 0.738944, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.724097, "recall": 0.767787, "f1": 0.735907, "accuracy": 0.767787, "main_score": 0.735907, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.69843, "recall": 0.750988, "f1": 0.713051, "accuracy": 0.750988, "main_score": 0.713051, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.52389, "recall": 0.568182, "f1": 0.536709, "accuracy": 0.568182, "main_score": 0.536709, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427244, "recall": 0.492095, "f1": 0.444482, "accuracy": 0.492095, "main_score": 0.444482, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.720903, "recall": 0.770751, "f1": 0.734065, "accuracy": 0.770751, "main_score": 0.734065, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549417, "recall": 0.600791, "f1": 0.563875, "accuracy": 0.600791, "main_score": 0.563875, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733439, "recall": 0.780632, "f1": 0.746222, "accuracy": 0.780632, "main_score": 0.746222, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.736152, "recall": 0.782609, "f1": 0.748977, "accuracy": 0.782609, "main_score": 0.748977, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714081, "recall": 0.757905, "f1": 0.725921, "accuracy": 0.757905, "main_score": 0.725921, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.675285, "recall": 0.727273, "f1": 0.689956, "accuracy": 0.727273, "main_score": 0.689956, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555108, "recall": 0.607708, "f1": 0.569724, "accuracy": 0.607708, "main_score": 0.569724, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.617569, "recall": 0.66996, "f1": 0.632412, "accuracy": 0.66996, "main_score": 0.632412, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711093, "recall": 0.752964, "f1": 0.722317, "accuracy": 0.752964, "main_score": 0.722317, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753369, "recall": 0.799407, "f1": 0.766036, "accuracy": 0.799407, "main_score": 0.766036, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.724683, "recall": 0.766798, "f1": 0.736061, "accuracy": 0.766798, "main_score": 0.736061, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513228, "recall": 0.56917, "f1": 0.528772, "accuracy": 0.56917, "main_score": 0.528772, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718396, "recall": 0.764822, "f1": 0.731047, "accuracy": 0.764822, "main_score": 0.731047, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468392, "recall": 0.523715, "f1": 0.483025, "accuracy": 0.523715, "main_score": 0.483025, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.512114, "recall": 0.560277, "f1": 0.525535, "accuracy": 0.560277, "main_score": 0.525535, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718471, "recall": 0.758893, "f1": 0.730203, "accuracy": 0.758893, "main_score": 0.730203, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.307061, "recall": 0.365613, "f1": 0.323177, "accuracy": 0.365613, "main_score": 0.323177, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.723726, "recall": 0.772727, "f1": 0.737045, "accuracy": 0.772727, "main_score": 0.737045, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.72799, "recall": 0.777668, "f1": 0.741846, "accuracy": 0.777668, "main_score": 0.741846, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.733977, "recall": 0.783597, "f1": 0.747356, "accuracy": 0.783597, "main_score": 0.747356, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715108, "recall": 0.768775, "f1": 0.730063, "accuracy": 0.768775, "main_score": 0.730063, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.60084, "recall": 0.647233, "f1": 0.614087, "accuracy": 0.647233, "main_score": 0.614087, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.700783, "recall": 0.748024, "f1": 0.713896, "accuracy": 0.748024, "main_score": 0.713896, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635831, "recall": 0.686759, "f1": 0.649545, "accuracy": 0.686759, "main_score": 0.649545, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.747797, "recall": 0.79249, "f1": 0.760555, "accuracy": 0.79249, "main_score": 0.760555, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578224, "recall": 0.62747, "f1": 0.592294, "accuracy": 0.62747, "main_score": 0.592294, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719984, "recall": 0.764822, "f1": 0.731933, "accuracy": 0.764822, "main_score": 0.731933, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600259, "recall": 0.650198, "f1": 0.614608, "accuracy": 0.650198, "main_score": 0.614608, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653065, "recall": 0.710474, "f1": 0.669655, "accuracy": 0.710474, "main_score": 0.669655, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703736, "recall": 0.749012, "f1": 0.716471, "accuracy": 0.749012, "main_score": 0.716471, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.719128, "recall": 0.763834, "f1": 0.731002, "accuracy": 0.763834, "main_score": 0.731002, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.344667, "recall": 0.405138, "f1": 0.35979, "accuracy": 0.405138, "main_score": 0.35979, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.583548, "recall": 0.630435, "f1": 0.596694, "accuracy": 0.630435, "main_score": 0.596694, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653796, "recall": 0.708498, "f1": 0.668929, "accuracy": 0.708498, "main_score": 0.668929, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603977, "recall": 0.655138, "f1": 0.61898, "accuracy": 0.655138, "main_score": 0.61898, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578368, "recall": 0.637352, "f1": 0.595061, "accuracy": 0.637352, "main_score": 0.595061, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.726713, "recall": 0.77668, "f1": 0.740743, "accuracy": 0.77668, "main_score": 0.740743, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.699301, "recall": 0.743083, "f1": 0.711953, "accuracy": 0.743083, "main_score": 0.711953, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73661, "recall": 0.780632, "f1": 0.748498, "accuracy": 0.780632, "main_score": 0.748498, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596328, "recall": 0.656126, "f1": 0.612938, "accuracy": 0.656126, "main_score": 0.612938, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.740067, "recall": 0.784585, "f1": 0.751873, "accuracy": 0.784585, "main_score": 0.751873, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711956, "recall": 0.766798, "f1": 0.726922, "accuracy": 0.766798, "main_score": 0.726922, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736352, "recall": 0.788538, "f1": 0.750723, "accuracy": 0.788538, "main_score": 0.750723, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726256, "recall": 0.778656, "f1": 0.741126, "accuracy": 0.778656, "main_score": 0.741126, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543094, "recall": 0.59585, "f1": 0.557445, "accuracy": 0.59585, "main_score": 0.557445, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541109, "recall": 0.586957, "f1": 0.553869, "accuracy": 0.586957, "main_score": 0.553869, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.706561, "recall": 0.76087, "f1": 0.721457, "accuracy": 0.76087, "main_score": 0.721457, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.726202, "recall": 0.777668, "f1": 0.740236, "accuracy": 0.777668, "main_score": 0.740236, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705392, "recall": 0.752964, "f1": 0.718043, "accuracy": 0.752964, "main_score": 0.718043, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.649654, "recall": 0.6917, "f1": 0.662033, "accuracy": 0.6917, "main_score": 0.662033, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467144, "recall": 0.51581, "f1": 0.47971, "accuracy": 0.51581, "main_score": 0.47971, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.738706, "recall": 0.775692, "f1": 0.748941, "accuracy": 0.775692, "main_score": 0.748941, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626887, "recall": 0.688735, "f1": 0.644223, "accuracy": 0.688735, "main_score": 0.644223, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.559612, "recall": 0.609684, "f1": 0.573707, "accuracy": 0.609684, "main_score": 0.573707, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735935, "recall": 0.782609, "f1": 0.748418, "accuracy": 0.782609, "main_score": 0.748418, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513169, "recall": 0.565217, "f1": 0.52836, "accuracy": 0.565217, "main_score": 0.52836, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744041, "recall": 0.784585, "f1": 0.754619, "accuracy": 0.784585, "main_score": 0.754619, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702146, "recall": 0.755929, "f1": 0.716834, "accuracy": 0.755929, "main_score": 0.716834, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.739001, "recall": 0.781621, "f1": 0.75019, "accuracy": 0.781621, "main_score": 0.75019, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.739281, "recall": 0.785573, "f1": 0.751489, "accuracy": 0.785573, "main_score": 0.751489, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.729602, "recall": 0.775692, "f1": 0.741974, "accuracy": 0.775692, "main_score": 0.741974, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.694469, "recall": 0.744071, "f1": 0.708495, "accuracy": 0.744071, "main_score": 0.708495, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586519, "recall": 0.655138, "f1": 0.606527, "accuracy": 0.655138, "main_score": 0.606527, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.554521, "recall": 0.61166, "f1": 0.570279, "accuracy": 0.61166, "main_score": 0.570279, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.191262, "recall": 0.238142, "f1": 0.202208, "accuracy": 0.238142, "main_score": 0.202208, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.60151, "recall": 0.646245, "f1": 0.614065, "accuracy": 0.646245, "main_score": 0.614065, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520738, "recall": 0.568182, "f1": 0.533543, "accuracy": 0.568182, "main_score": 0.533543, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.740454, "recall": 0.790514, "f1": 0.753912, "accuracy": 0.790514, "main_score": 0.753912, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708804, "recall": 0.750988, "f1": 0.720635, "accuracy": 0.750988, "main_score": 0.720635, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.399805, "recall": 0.44664, "f1": 0.412051, "accuracy": 0.44664, "main_score": 0.412051, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708698, "recall": 0.751976, "f1": 0.721612, "accuracy": 0.751976, "main_score": 0.721612, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728799, "recall": 0.779644, "f1": 0.742806, "accuracy": 0.779644, "main_score": 0.742806, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657495, "recall": 0.717391, "f1": 0.674302, "accuracy": 0.717391, "main_score": 0.674302, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.704443, "recall": 0.752964, "f1": 0.717894, "accuracy": 0.752964, "main_score": 0.717894, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.597179, "recall": 0.649209, "f1": 0.612493, "accuracy": 0.649209, "main_score": 0.612493, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690069, "recall": 0.743083, "f1": 0.704876, "accuracy": 0.743083, "main_score": 0.704876, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.737689, "recall": 0.77668, "f1": 0.748304, "accuracy": 0.77668, "main_score": 0.748304, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526964, "recall": 0.578063, "f1": 0.541792, "accuracy": 0.578063, "main_score": 0.541792, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533783, "recall": 0.588933, "f1": 0.549082, "accuracy": 0.588933, "main_score": 0.549082, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614069, "recall": 0.661067, "f1": 0.627012, "accuracy": 0.661067, "main_score": 0.627012, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72839, "recall": 0.779644, "f1": 0.742255, "accuracy": 0.779644, "main_score": 0.742255, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.118023, "recall": 0.164032, "f1": 0.129192, "accuracy": 0.164032, "main_score": 0.129192, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.713937, "recall": 0.76581, "f1": 0.728382, "accuracy": 0.76581, "main_score": 0.728382, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.621156, "recall": 0.674901, "f1": 0.636296, "accuracy": 0.674901, "main_score": 0.636296, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.691464, "recall": 0.742095, "f1": 0.705095, "accuracy": 0.742095, "main_score": 0.705095, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.725758, "recall": 0.775692, "f1": 0.73928, "accuracy": 0.775692, "main_score": 0.73928, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.512688, "recall": 0.571146, "f1": 0.5291, "accuracy": 0.571146, "main_score": 0.5291, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528611, "recall": 0.581028, "f1": 0.543989, "accuracy": 0.581028, "main_score": 0.543989, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.712747, "recall": 0.759881, "f1": 0.725815, "accuracy": 0.759881, "main_score": 0.725815, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.741219, "recall": 0.783597, "f1": 0.752074, "accuracy": 0.783597, "main_score": 0.752074, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693432, "recall": 0.740119, "f1": 0.706135, "accuracy": 0.740119, "main_score": 0.706135, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67365, "recall": 0.722332, "f1": 0.687252, "accuracy": 0.722332, "main_score": 0.687252, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535538, "recall": 0.600791, "f1": 0.553996, "accuracy": 0.600791, "main_score": 0.553996, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720803, "recall": 0.76087, "f1": 0.731801, "accuracy": 0.76087, "main_score": 0.731801, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.522934, "recall": 0.575099, "f1": 0.537933, "accuracy": 0.575099, "main_score": 0.537933, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557889, "recall": 0.608696, "f1": 0.571862, "accuracy": 0.608696, "main_score": 0.571862, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722638, "recall": 0.778656, "f1": 0.739143, "accuracy": 0.778656, "main_score": 0.739143, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.72119, "recall": 0.758893, "f1": 0.732016, "accuracy": 0.758893, "main_score": 0.732016, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.715559, "recall": 0.766798, "f1": 0.729708, "accuracy": 0.766798, "main_score": 0.729708, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.460872, "recall": 0.517787, "f1": 0.476639, "accuracy": 0.517787, "main_score": 0.476639, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.747122, "recall": 0.790514, "f1": 0.758925, "accuracy": 0.790514, "main_score": 0.758925, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718958, "recall": 0.771739, "f1": 0.733325, "accuracy": 0.771739, "main_score": 0.733325, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.690084, "recall": 0.741107, "f1": 0.704594, "accuracy": 0.741107, "main_score": 0.704594, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.618068, "recall": 0.668972, "f1": 0.631885, "accuracy": 0.668972, "main_score": 0.631885, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.571487, "recall": 0.621542, "f1": 0.585217, "accuracy": 0.621542, "main_score": 0.585217, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644645, "recall": 0.697628, "f1": 0.659402, "accuracy": 0.697628, "main_score": 0.659402, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.650539, "recall": 0.706522, "f1": 0.666078, "accuracy": 0.706522, "main_score": 0.666078, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585445, "recall": 0.635375, "f1": 0.599498, "accuracy": 0.635375, "main_score": 0.599498, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.622281, "recall": 0.681818, "f1": 0.638545, "accuracy": 0.681818, "main_score": 0.638545, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.718456, "recall": 0.764822, "f1": 0.731388, "accuracy": 0.764822, "main_score": 0.731388, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.716863, "recall": 0.767787, "f1": 0.730252, "accuracy": 0.767787, "main_score": 0.730252, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.733037, "recall": 0.777668, "f1": 0.745847, "accuracy": 0.777668, "main_score": 0.745847, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696259, "recall": 0.745059, "f1": 0.70991, "accuracy": 0.745059, "main_score": 0.70991, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737527, "recall": 0.787549, "f1": 0.751589, "accuracy": 0.787549, "main_score": 0.751589, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623295, "recall": 0.68083, "f1": 0.639731, "accuracy": 0.68083, "main_score": 0.639731, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.698586, "recall": 0.73913, "f1": 0.709621, "accuracy": 0.73913, "main_score": 0.709621, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454389, "recall": 0.51581, "f1": 0.470981, "accuracy": 0.51581, "main_score": 0.470981, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718471, "recall": 0.771739, "f1": 0.732852, "accuracy": 0.771739, "main_score": 0.732852, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448473, "recall": 0.516798, "f1": 0.467159, "accuracy": 0.516798, "main_score": 0.467159, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.731412, "recall": 0.777668, "f1": 0.744336, "accuracy": 0.777668, "main_score": 0.744336, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.721642, "recall": 0.766798, "f1": 0.734241, "accuracy": 0.766798, "main_score": 0.734241, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.643169, "recall": 0.692688, "f1": 0.657232, "accuracy": 0.692688, "main_score": 0.657232, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662352, "recall": 0.704545, "f1": 0.674639, "accuracy": 0.704545, "main_score": 0.674639, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692547, "recall": 0.748024, "f1": 0.708404, "accuracy": 0.748024, "main_score": 0.708404, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.592371, "recall": 0.633399, "f1": 0.603859, "accuracy": 0.633399, "main_score": 0.603859, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.591198, "recall": 0.636364, "f1": 0.604284, "accuracy": 0.636364, "main_score": 0.604284, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.720151, "recall": 0.763834, "f1": 0.731562, "accuracy": 0.763834, "main_score": 0.731562, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737848, "recall": 0.773715, "f1": 0.747919, "accuracy": 0.773715, "main_score": 0.747919, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.736573, "recall": 0.786561, "f1": 0.750583, "accuracy": 0.786561, "main_score": 0.750583, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532569, "recall": 0.583992, "f1": 0.548158, "accuracy": 0.583992, "main_score": 0.548158, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73532, "recall": 0.784585, "f1": 0.748655, "accuracy": 0.784585, "main_score": 0.748655, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.733644, "recall": 0.787549, "f1": 0.749051, "accuracy": 0.787549, "main_score": 0.749051, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.719295, "recall": 0.76581, "f1": 0.732195, "accuracy": 0.76581, "main_score": 0.732195, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521057, "recall": 0.573123, "f1": 0.535022, "accuracy": 0.573123, "main_score": 0.535022, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74118, "recall": 0.787549, "f1": 0.753915, "accuracy": 0.787549, "main_score": 0.753915, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62065, "recall": 0.674901, "f1": 0.636234, "accuracy": 0.674901, "main_score": 0.636234, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52282, "recall": 0.581028, "f1": 0.539157, "accuracy": 0.581028, "main_score": 0.539157, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55254, "recall": 0.608696, "f1": 0.568209, "accuracy": 0.608696, "main_score": 0.568209, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605505, "recall": 0.663043, "f1": 0.621682, "accuracy": 0.663043, "main_score": 0.621682, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.741594, "recall": 0.789526, "f1": 0.754414, "accuracy": 0.789526, "main_score": 0.754414, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636685, "recall": 0.694664, "f1": 0.652601, "accuracy": 0.694664, "main_score": 0.652601, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488731, "recall": 0.54249, "f1": 0.503567, "accuracy": 0.54249, "main_score": 0.503567, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561744, "recall": 0.61166, "f1": 0.575834, "accuracy": 0.61166, "main_score": 0.575834, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705675, "recall": 0.756917, "f1": 0.720292, "accuracy": 0.756917, "main_score": 0.720292, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.556558, "recall": 0.608696, "f1": 0.571416, "accuracy": 0.608696, "main_score": 0.571416, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539606, "recall": 0.58498, "f1": 0.552294, "accuracy": 0.58498, "main_score": 0.552294, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.702017, "recall": 0.755929, "f1": 0.71733, "accuracy": 0.755929, "main_score": 0.71733, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531826, "recall": 0.582016, "f1": 0.546551, "accuracy": 0.582016, "main_score": 0.546551, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588565, "recall": 0.636364, "f1": 0.60189, "accuracy": 0.636364, "main_score": 0.60189, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688028, "recall": 0.729249, "f1": 0.69976, "accuracy": 0.729249, "main_score": 0.69976, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695028, "recall": 0.732213, "f1": 0.705828, "accuracy": 0.732213, "main_score": 0.705828, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68698, "recall": 0.740119, "f1": 0.701586, "accuracy": 0.740119, "main_score": 0.701586, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.64425, "recall": 0.690711, "f1": 0.657386, "accuracy": 0.690711, "main_score": 0.657386, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.709645, "recall": 0.753953, "f1": 0.721546, "accuracy": 0.753953, "main_score": 0.721546, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.46554, "recall": 0.533597, "f1": 0.485312, "accuracy": 0.533597, "main_score": 0.485312, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.704937, "recall": 0.752964, "f1": 0.717637, "accuracy": 0.752964, "main_score": 0.717637, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.662919, "recall": 0.709486, "f1": 0.67607, "accuracy": 0.709486, "main_score": 0.67607, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727199, "recall": 0.770751, "f1": 0.738982, "accuracy": 0.770751, "main_score": 0.738982, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.722318, "recall": 0.778656, "f1": 0.738095, "accuracy": 0.778656, "main_score": 0.738095, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.538076, "recall": 0.592885, "f1": 0.554122, "accuracy": 0.592885, "main_score": 0.554122, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552808, "recall": 0.601779, "f1": 0.56651, "accuracy": 0.601779, "main_score": 0.56651, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552728, "recall": 0.613636, "f1": 0.570246, "accuracy": 0.613636, "main_score": 0.570246, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521806, "recall": 0.581028, "f1": 0.538402, "accuracy": 0.581028, "main_score": 0.538402, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.289222, "recall": 0.341897, "f1": 0.303061, "accuracy": 0.341897, "main_score": 0.303061, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.869796, "recall": 0.899209, "f1": 0.878465, "accuracy": 0.899209, "main_score": 0.878465, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.788908, "recall": 0.833004, "f1": 0.801929, "accuracy": 0.833004, "main_score": 0.801929, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.864542, "recall": 0.895257, "f1": 0.873984, "accuracy": 0.895257, "main_score": 0.873984, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.852728, "recall": 0.883399, "f1": 0.861939, "accuracy": 0.883399, "main_score": 0.861939, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583979, "recall": 0.633399, "f1": 0.597102, "accuracy": 0.633399, "main_score": 0.597102, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.844104, "recall": 0.878458, "f1": 0.85424, "accuracy": 0.878458, "main_score": 0.85424, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.753113, "recall": 0.795455, "f1": 0.765849, "accuracy": 0.795455, "main_score": 0.765849, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837086, "recall": 0.866601, "f1": 0.845753, "accuracy": 0.866601, "main_score": 0.845753, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847936, "recall": 0.885375, "f1": 0.859157, "accuracy": 0.885375, "main_score": 0.859157, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.848792, "recall": 0.881423, "f1": 0.858649, "accuracy": 0.881423, "main_score": 0.858649, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584042, "recall": 0.635375, "f1": 0.598504, "accuracy": 0.635375, "main_score": 0.598504, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87486, "recall": 0.903162, "f1": 0.883619, "accuracy": 0.903162, "main_score": 0.883619, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.772704, "recall": 0.818182, "f1": 0.786107, "accuracy": 0.818182, "main_score": 0.786107, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.863316, "recall": 0.896245, "f1": 0.872875, "accuracy": 0.896245, "main_score": 0.872875, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624757, "recall": 0.676877, "f1": 0.639265, "accuracy": 0.676877, "main_score": 0.639265, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83941, "recall": 0.876482, "f1": 0.850171, "accuracy": 0.876482, "main_score": 0.850171, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.820784, "recall": 0.857708, "f1": 0.831559, "accuracy": 0.857708, "main_score": 0.831559, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.891142, "recall": 0.916008, "f1": 0.898442, "accuracy": 0.916008, "main_score": 0.898442, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852167, "recall": 0.885375, "f1": 0.862138, "accuracy": 0.885375, "main_score": 0.862138, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51442, "recall": 0.571146, "f1": 0.530108, "accuracy": 0.571146, "main_score": 0.530108, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845109, "recall": 0.883399, "f1": 0.85687, "accuracy": 0.883399, "main_score": 0.85687, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.851607, "recall": 0.884387, "f1": 0.861022, "accuracy": 0.884387, "main_score": 0.861022, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.829523, "recall": 0.860672, "f1": 0.838514, "accuracy": 0.860672, "main_score": 0.838514, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.178902, "recall": 0.218379, "f1": 0.188383, "accuracy": 0.218379, "main_score": 0.188383, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.854315, "recall": 0.890316, "f1": 0.86525, "accuracy": 0.890316, "main_score": 0.86525, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.612775, "recall": 0.660079, "f1": 0.625911, "accuracy": 0.660079, "main_score": 0.625911, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852249, "recall": 0.886364, "f1": 0.86242, "accuracy": 0.886364, "main_score": 0.86242, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840237, "recall": 0.880435, "f1": 0.852591, "accuracy": 0.880435, "main_score": 0.852591, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.795366, "recall": 0.832016, "f1": 0.806079, "accuracy": 0.832016, "main_score": 0.806079, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.862608, "recall": 0.891304, "f1": 0.870951, "accuracy": 0.891304, "main_score": 0.870951, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612715, "recall": 0.660079, "f1": 0.626309, "accuracy": 0.660079, "main_score": 0.626309, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.86563, "recall": 0.898221, "f1": 0.875302, "accuracy": 0.898221, "main_score": 0.875302, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.720976, "recall": 0.771739, "f1": 0.735705, "accuracy": 0.771739, "main_score": 0.735705, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.835507, "recall": 0.871542, "f1": 0.846349, "accuracy": 0.871542, "main_score": 0.846349, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856152, "recall": 0.88834, "f1": 0.865469, "accuracy": 0.88834, "main_score": 0.865469, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.834042, "recall": 0.866601, "f1": 0.843892, "accuracy": 0.866601, "main_score": 0.843892, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820135, "recall": 0.859684, "f1": 0.831591, "accuracy": 0.859684, "main_score": 0.831591, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.540704, "recall": 0.588933, "f1": 0.554548, "accuracy": 0.588933, "main_score": 0.554548, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47664, "recall": 0.549407, "f1": 0.496372, "accuracy": 0.549407, "main_score": 0.496372, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.85555, "recall": 0.88834, "f1": 0.865269, "accuracy": 0.88834, "main_score": 0.865269, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559269, "recall": 0.619565, "f1": 0.576114, "accuracy": 0.619565, "main_score": 0.576114, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85975, "recall": 0.895257, "f1": 0.870455, "accuracy": 0.895257, "main_score": 0.870455, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.875906, "recall": 0.906126, "f1": 0.884881, "accuracy": 0.906126, "main_score": 0.884881, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85802, "recall": 0.884387, "f1": 0.866173, "accuracy": 0.884387, "main_score": 0.866173, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.800148, "recall": 0.842885, "f1": 0.813636, "accuracy": 0.842885, "main_score": 0.813636, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559826, "recall": 0.619565, "f1": 0.576575, "accuracy": 0.619565, "main_score": 0.576575, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675033, "recall": 0.730237, "f1": 0.691046, "accuracy": 0.730237, "main_score": 0.691046, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.825733, "recall": 0.858696, "f1": 0.835072, "accuracy": 0.858696, "main_score": 0.835072, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881085, "recall": 0.911067, "f1": 0.890009, "accuracy": 0.911067, "main_score": 0.890009, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845169, "recall": 0.876482, "f1": 0.85432, "accuracy": 0.876482, "main_score": 0.85432, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523241, "recall": 0.58004, "f1": 0.539155, "accuracy": 0.58004, "main_score": 0.539155, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848243, "recall": 0.882411, "f1": 0.858508, "accuracy": 0.882411, "main_score": 0.858508, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.514272, "recall": 0.58004, "f1": 0.533204, "accuracy": 0.58004, "main_score": 0.533204, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.537666, "recall": 0.585968, "f1": 0.5509, "accuracy": 0.585968, "main_score": 0.5509, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870825, "recall": 0.897233, "f1": 0.878744, "accuracy": 0.897233, "main_score": 0.878744, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315211, "recall": 0.37747, "f1": 0.331774, "accuracy": 0.37747, "main_score": 0.331774, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.859816, "recall": 0.891304, "f1": 0.869151, "accuracy": 0.891304, "main_score": 0.869151, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.850264, "recall": 0.885375, "f1": 0.860524, "accuracy": 0.885375, "main_score": 0.860524, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.868297, "recall": 0.902174, "f1": 0.878524, "accuracy": 0.902174, "main_score": 0.878524, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.841233, "recall": 0.879447, "f1": 0.852848, "accuracy": 0.879447, "main_score": 0.852848, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.587576, "recall": 0.649209, "f1": 0.605101, "accuracy": 0.649209, "main_score": 0.605101, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833623, "recall": 0.866601, "f1": 0.843692, "accuracy": 0.866601, "main_score": 0.843692, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745902, "recall": 0.793478, "f1": 0.759969, "accuracy": 0.793478, "main_score": 0.759969, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.870586, "recall": 0.902174, "f1": 0.880069, "accuracy": 0.902174, "main_score": 0.880069, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592523, "recall": 0.645257, "f1": 0.607077, "accuracy": 0.645257, "main_score": 0.607077, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849763, "recall": 0.878458, "f1": 0.857708, "accuracy": 0.878458, "main_score": 0.857708, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.634243, "recall": 0.687747, "f1": 0.650068, "accuracy": 0.687747, "main_score": 0.650068, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.743059, "recall": 0.789526, "f1": 0.756162, "accuracy": 0.789526, "main_score": 0.756162, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811641, "recall": 0.851779, "f1": 0.823341, "accuracy": 0.851779, "main_score": 0.823341, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.840613, "recall": 0.874506, "f1": 0.850678, "accuracy": 0.874506, "main_score": 0.850678, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360187, "recall": 0.43083, "f1": 0.377364, "accuracy": 0.43083, "main_score": 0.377364, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.625974, "recall": 0.66996, "f1": 0.6376, "accuracy": 0.66996, "main_score": 0.6376, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.766662, "recall": 0.814229, "f1": 0.780258, "accuracy": 0.814229, "main_score": 0.780258, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.646887, "recall": 0.6917, "f1": 0.659985, "accuracy": 0.6917, "main_score": 0.659985, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65084, "recall": 0.709486, "f1": 0.667791, "accuracy": 0.709486, "main_score": 0.667791, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.876235, "recall": 0.907115, "f1": 0.885724, "accuracy": 0.907115, "main_score": 0.885724, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.827794, "recall": 0.862648, "f1": 0.838702, "accuracy": 0.862648, "main_score": 0.838702, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858959, "recall": 0.893281, "f1": 0.869123, "accuracy": 0.893281, "main_score": 0.869123, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690881, "recall": 0.744071, "f1": 0.706476, "accuracy": 0.744071, "main_score": 0.706476, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.855805, "recall": 0.88834, "f1": 0.865371, "accuracy": 0.88834, "main_score": 0.865371, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833514, "recall": 0.871542, "f1": 0.844769, "accuracy": 0.871542, "main_score": 0.844769, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.859816, "recall": 0.893281, "f1": 0.869438, "accuracy": 0.893281, "main_score": 0.869438, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856176, "recall": 0.890316, "f1": 0.866996, "accuracy": 0.890316, "main_score": 0.866996, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.557744, "recall": 0.612648, "f1": 0.573045, "accuracy": 0.612648, "main_score": 0.573045, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536439, "recall": 0.588933, "f1": 0.550917, "accuracy": 0.588933, "main_score": 0.550917, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837043, "recall": 0.870553, "f1": 0.847019, "accuracy": 0.870553, "main_score": 0.847019, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.846945, "recall": 0.882411, "f1": 0.857466, "accuracy": 0.882411, "main_score": 0.857466, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848682, "recall": 0.882411, "f1": 0.858733, "accuracy": 0.882411, "main_score": 0.858733, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.760194, "recall": 0.800395, "f1": 0.772021, "accuracy": 0.800395, "main_score": 0.772021, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487428, "recall": 0.538538, "f1": 0.501053, "accuracy": 0.538538, "main_score": 0.501053, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84753, "recall": 0.873518, "f1": 0.855289, "accuracy": 0.873518, "main_score": 0.855289, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752042, "recall": 0.799407, "f1": 0.766144, "accuracy": 0.799407, "main_score": 0.766144, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.622807, "recall": 0.677866, "f1": 0.638728, "accuracy": 0.677866, "main_score": 0.638728, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856217, "recall": 0.890316, "f1": 0.866411, "accuracy": 0.890316, "main_score": 0.866411, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.540098, "recall": 0.599802, "f1": 0.556235, "accuracy": 0.599802, "main_score": 0.556235, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.893998, "recall": 0.917984, "f1": 0.901136, "accuracy": 0.917984, "main_score": 0.901136, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.854333, "recall": 0.889328, "f1": 0.864432, "accuracy": 0.889328, "main_score": 0.864432, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.856752, "recall": 0.891304, "f1": 0.867194, "accuracy": 0.891304, "main_score": 0.867194, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.874862, "recall": 0.903162, "f1": 0.882979, "accuracy": 0.903162, "main_score": 0.882979, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861497, "recall": 0.892292, "f1": 0.870793, "accuracy": 0.892292, "main_score": 0.870793, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.845704, "recall": 0.878458, "f1": 0.85519, "accuracy": 0.878458, "main_score": 0.85519, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.716035, "recall": 0.778656, "f1": 0.734505, "accuracy": 0.778656, "main_score": 0.734505, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.58824, "recall": 0.645257, "f1": 0.603715, "accuracy": 0.645257, "main_score": 0.603715, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193389, "recall": 0.244071, "f1": 0.204854, "accuracy": 0.244071, "main_score": 0.204854, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.623634, "recall": 0.679842, "f1": 0.639305, "accuracy": 0.679842, "main_score": 0.639305, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581085, "recall": 0.645257, "f1": 0.599069, "accuracy": 0.645257, "main_score": 0.599069, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874382, "recall": 0.90415, "f1": 0.883289, "accuracy": 0.90415, "main_score": 0.883289, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845696, "recall": 0.87747, "f1": 0.854908, "accuracy": 0.87747, "main_score": 0.854908, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.409029, "recall": 0.465415, "f1": 0.423486, "accuracy": 0.465415, "main_score": 0.423486, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.828611, "recall": 0.857708, "f1": 0.836924, "accuracy": 0.857708, "main_score": 0.836924, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.852646, "recall": 0.889328, "f1": 0.863472, "accuracy": 0.889328, "main_score": 0.863472, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778508, "recall": 0.829051, "f1": 0.793445, "accuracy": 0.829051, "main_score": 0.793445, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.821914, "recall": 0.854743, "f1": 0.83155, "accuracy": 0.854743, "main_score": 0.83155, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.630232, "recall": 0.677866, "f1": 0.644071, "accuracy": 0.677866, "main_score": 0.644071, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850736, "recall": 0.887352, "f1": 0.86158, "accuracy": 0.887352, "main_score": 0.86158, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.887352, "recall": 0.910079, "f1": 0.894203, "accuracy": 0.910079, "main_score": 0.894203, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542931, "recall": 0.606719, "f1": 0.561325, "accuracy": 0.606719, "main_score": 0.561325, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511228, "recall": 0.573123, "f1": 0.527728, "accuracy": 0.573123, "main_score": 0.527728, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.652339, "recall": 0.70751, "f1": 0.667556, "accuracy": 0.70751, "main_score": 0.667556, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871122, "recall": 0.898221, "f1": 0.879191, "accuracy": 0.898221, "main_score": 0.879191, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.128851, "recall": 0.175889, "f1": 0.140264, "accuracy": 0.175889, "main_score": 0.140264, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.857708, "recall": 0.891304, "f1": 0.867906, "accuracy": 0.891304, "main_score": 0.867906, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.716134, "recall": 0.770751, "f1": 0.732529, "accuracy": 0.770751, "main_score": 0.732529, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.799912, "recall": 0.843874, "f1": 0.813002, "accuracy": 0.843874, "main_score": 0.813002, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.864495, "recall": 0.894269, "f1": 0.873386, "accuracy": 0.894269, "main_score": 0.873386, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553837, "recall": 0.61166, "f1": 0.570131, "accuracy": 0.61166, "main_score": 0.570131, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557033, "recall": 0.62253, "f1": 0.575274, "accuracy": 0.62253, "main_score": 0.575274, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839321, "recall": 0.871542, "f1": 0.848704, "accuracy": 0.871542, "main_score": 0.848704, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.862269, "recall": 0.894269, "f1": 0.871905, "accuracy": 0.894269, "main_score": 0.871905, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818654, "recall": 0.852767, "f1": 0.82884, "accuracy": 0.852767, "main_score": 0.82884, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.787173, "recall": 0.821146, "f1": 0.796833, "accuracy": 0.821146, "main_score": 0.796833, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.573527, "recall": 0.635375, "f1": 0.591208, "accuracy": 0.635375, "main_score": 0.591208, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.833317, "recall": 0.868577, "f1": 0.843874, "accuracy": 0.868577, "main_score": 0.843874, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543746, "recall": 0.606719, "f1": 0.561597, "accuracy": 0.606719, "main_score": 0.561597, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.598077, "recall": 0.652174, "f1": 0.612664, "accuracy": 0.652174, "main_score": 0.612664, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.853706, "recall": 0.886364, "f1": 0.863472, "accuracy": 0.886364, "main_score": 0.863472, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.854364, "recall": 0.884387, "f1": 0.86326, "accuracy": 0.884387, "main_score": 0.86326, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.85802, "recall": 0.889328, "f1": 0.86749, "accuracy": 0.889328, "main_score": 0.86749, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466057, "recall": 0.529644, "f1": 0.483095, "accuracy": 0.529644, "main_score": 0.483095, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.885128, "recall": 0.911067, "f1": 0.892951, "accuracy": 0.911067, "main_score": 0.892951, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.849665, "recall": 0.884387, "f1": 0.859985, "accuracy": 0.884387, "main_score": 0.859985, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.816638, "recall": 0.856719, "f1": 0.8282, "accuracy": 0.856719, "main_score": 0.8282, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.741615, "recall": 0.785573, "f1": 0.754596, "accuracy": 0.785573, "main_score": 0.754596, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.638338, "recall": 0.689723, "f1": 0.652656, "accuracy": 0.689723, "main_score": 0.652656, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.779754, "recall": 0.818182, "f1": 0.790825, "accuracy": 0.818182, "main_score": 0.790825, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.767633, "recall": 0.815217, "f1": 0.781837, "accuracy": 0.815217, "main_score": 0.781837, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607333, "recall": 0.655138, "f1": 0.62097, "accuracy": 0.655138, "main_score": 0.62097, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72124, "recall": 0.774704, "f1": 0.737037, "accuracy": 0.774704, "main_score": 0.737037, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.851589, "recall": 0.883399, "f1": 0.860903, "accuracy": 0.883399, "main_score": 0.860903, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.831555, "recall": 0.866601, "f1": 0.841367, "accuracy": 0.866601, "main_score": 0.841367, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.873831, "recall": 0.902174, "f1": 0.882642, "accuracy": 0.902174, "main_score": 0.882642, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.800463, "recall": 0.840909, "f1": 0.812484, "accuracy": 0.840909, "main_score": 0.812484, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.874863, "recall": 0.90415, "f1": 0.883418, "accuracy": 0.90415, "main_score": 0.883418, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.73778, "recall": 0.786561, "f1": 0.752128, "accuracy": 0.786561, "main_score": 0.752128, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.823297, "recall": 0.857708, "f1": 0.83327, "accuracy": 0.857708, "main_score": 0.83327, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484085, "recall": 0.550395, "f1": 0.501791, "accuracy": 0.550395, "main_score": 0.501791, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.850594, "recall": 0.883399, "f1": 0.860343, "accuracy": 0.883399, "main_score": 0.860343, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.528633, "recall": 0.589921, "f1": 0.545684, "accuracy": 0.589921, "main_score": 0.545684, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.834239, "recall": 0.87253, "f1": 0.845506, "accuracy": 0.87253, "main_score": 0.845506, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.848488, "recall": 0.882411, "f1": 0.858436, "accuracy": 0.882411, "main_score": 0.858436, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.737945, "recall": 0.779644, "f1": 0.749785, "accuracy": 0.779644, "main_score": 0.749785, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.752183, "recall": 0.796443, "f1": 0.765333, "accuracy": 0.796443, "main_score": 0.765333, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811439, "recall": 0.850791, "f1": 0.822938, "accuracy": 0.850791, "main_score": 0.822938, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.630675, "recall": 0.679842, "f1": 0.644517, "accuracy": 0.679842, "main_score": 0.644517, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608849, "recall": 0.662055, "f1": 0.623973, "accuracy": 0.662055, "main_score": 0.623973, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843504, "recall": 0.87747, "f1": 0.853494, "accuracy": 0.87747, "main_score": 0.853494, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.811133, "recall": 0.843874, "f1": 0.820795, "accuracy": 0.843874, "main_score": 0.820795, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.865152, "recall": 0.896245, "f1": 0.874426, "accuracy": 0.896245, "main_score": 0.874426, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536968, "recall": 0.600791, "f1": 0.55478, "accuracy": 0.600791, "main_score": 0.55478, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871047, "recall": 0.901186, "f1": 0.880087, "accuracy": 0.901186, "main_score": 0.880087, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845365, "recall": 0.882411, "f1": 0.856406, "accuracy": 0.882411, "main_score": 0.856406, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.829251, "recall": 0.864625, "f1": 0.839466, "accuracy": 0.864625, "main_score": 0.839466, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514642, "recall": 0.572134, "f1": 0.530431, "accuracy": 0.572134, "main_score": 0.530431, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879685, "recall": 0.906126, "f1": 0.887535, "accuracy": 0.906126, "main_score": 0.887535, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673806, "recall": 0.728261, "f1": 0.68972, "accuracy": 0.728261, "main_score": 0.68972, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544363, "recall": 0.600791, "f1": 0.560151, "accuracy": 0.600791, "main_score": 0.560151, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561263, "recall": 0.619565, "f1": 0.57721, "accuracy": 0.619565, "main_score": 0.57721, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.7744, "recall": 0.820158, "f1": 0.787671, "accuracy": 0.820158, "main_score": 0.787671, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.863677, "recall": 0.895257, "f1": 0.873143, "accuracy": 0.895257, "main_score": 0.873143, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.807255, "recall": 0.848814, "f1": 0.819917, "accuracy": 0.848814, "main_score": 0.819917, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.500374, "recall": 0.556324, "f1": 0.515835, "accuracy": 0.556324, "main_score": 0.515835, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578208, "recall": 0.631423, "f1": 0.592238, "accuracy": 0.631423, "main_score": 0.592238, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845586, "recall": 0.879447, "f1": 0.855863, "accuracy": 0.879447, "main_score": 0.855863, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.561538, "recall": 0.620553, "f1": 0.577965, "accuracy": 0.620553, "main_score": 0.577965, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553033, "recall": 0.597826, "f1": 0.56517, "accuracy": 0.597826, "main_score": 0.56517, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.820967, "recall": 0.863636, "f1": 0.833597, "accuracy": 0.863636, "main_score": 0.833597, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.54194, "recall": 0.603755, "f1": 0.559899, "accuracy": 0.603755, "main_score": 0.559899, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621386, "recall": 0.66996, "f1": 0.635444, "accuracy": 0.66996, "main_score": 0.635444, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.847118, "recall": 0.879447, "f1": 0.856672, "accuracy": 0.879447, "main_score": 0.856672, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.71665, "recall": 0.76581, "f1": 0.731541, "accuracy": 0.76581, "main_score": 0.731541, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.834832, "recall": 0.869565, "f1": 0.845177, "accuracy": 0.869565, "main_score": 0.845177, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.742549, "recall": 0.788538, "f1": 0.755528, "accuracy": 0.788538, "main_score": 0.755528, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.814625, "recall": 0.848814, "f1": 0.824126, "accuracy": 0.848814, "main_score": 0.824126, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.472567, "recall": 0.551383, "f1": 0.495449, "accuracy": 0.551383, "main_score": 0.495449, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.845686, "recall": 0.876482, "f1": 0.854609, "accuracy": 0.876482, "main_score": 0.854609, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.775893, "recall": 0.81917, "f1": 0.788441, "accuracy": 0.81917, "main_score": 0.788441, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.83957, "recall": 0.874506, "f1": 0.849621, "accuracy": 0.874506, "main_score": 0.849621, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.858178, "recall": 0.889328, "f1": 0.867591, "accuracy": 0.889328, "main_score": 0.867591, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.58307, "recall": 0.639328, "f1": 0.5992, "accuracy": 0.639328, "main_score": 0.5992, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560815, "recall": 0.610672, "f1": 0.57468, "accuracy": 0.610672, "main_score": 0.57468, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543865, "recall": 0.608696, "f1": 0.561906, "accuracy": 0.608696, "main_score": 0.561906, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.492375, "recall": 0.55336, "f1": 0.509901, "accuracy": 0.55336, "main_score": 0.509901, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.39787, "recall": 0.475296, "f1": 0.418719, "accuracy": 0.475296, "main_score": 0.418719, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56148, "recall": 0.62253, "f1": 0.578095, "accuracy": 0.62253, "main_score": 0.578095, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839872, "recall": 0.879447, "f1": 0.852094, "accuracy": 0.879447, "main_score": 0.852094, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953228, "recall": 0.965415, "f1": 0.957181, "accuracy": 0.965415, "main_score": 0.957181, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.545655, "recall": 0.607708, "f1": 0.563227, "accuracy": 0.607708, "main_score": 0.563227, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584464, "recall": 0.649209, "f1": 0.602588, "accuracy": 0.649209, "main_score": 0.602588, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530576, "recall": 0.594862, "f1": 0.548478, "accuracy": 0.594862, "main_score": 0.548478, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190316, "recall": 0.233202, "f1": 0.201062, "accuracy": 0.233202, "main_score": 0.201062, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.604051, "recall": 0.660079, "f1": 0.619458, "accuracy": 0.660079, "main_score": 0.619458, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.626096, "recall": 0.686759, "f1": 0.643466, "accuracy": 0.686759, "main_score": 0.643466, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.962615, "recall": 0.97332, "f1": 0.966074, "accuracy": 0.97332, "main_score": 0.966074, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.499705, "recall": 0.556324, "f1": 0.515373, "accuracy": 0.556324, "main_score": 0.515373, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495885, "recall": 0.567194, "f1": 0.515078, "accuracy": 0.567194, "main_score": 0.515078, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540736, "recall": 0.605731, "f1": 0.559329, "accuracy": 0.605731, "main_score": 0.559329, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531579, "recall": 0.602767, "f1": 0.551298, "accuracy": 0.602767, "main_score": 0.551298, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896657, "recall": 0.924901, "f1": 0.905534, "accuracy": 0.924901, "main_score": 0.905534, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487599, "recall": 0.550395, "f1": 0.504893, "accuracy": 0.550395, "main_score": 0.504893, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519543, "recall": 0.58498, "f1": 0.537069, "accuracy": 0.58498, "main_score": 0.537069, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.468213, "recall": 0.523715, "f1": 0.483177, "accuracy": 0.523715, "main_score": 0.483177, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.914855, "recall": 0.939723, "f1": 0.922694, "accuracy": 0.939723, "main_score": 0.922694, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.313282, "recall": 0.364625, "f1": 0.32731, "accuracy": 0.364625, "main_score": 0.32731, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.552142, "recall": 0.616601, "f1": 0.570241, "accuracy": 0.616601, "main_score": 0.570241, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970109, "recall": 0.979249, "f1": 0.973057, "accuracy": 0.979249, "main_score": 0.973057, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953722, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566033, "recall": 0.618577, "f1": 0.580706, "accuracy": 0.618577, "main_score": 0.580706, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674301, "recall": 0.736166, "f1": 0.69262, "accuracy": 0.736166, "main_score": 0.69262, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967227, "recall": 0.977273, "f1": 0.97052, "accuracy": 0.977273, "main_score": 0.97052, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629521, "recall": 0.70751, "f1": 0.652201, "accuracy": 0.70751, "main_score": 0.652201, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.674064, "recall": 0.735178, "f1": 0.691916, "accuracy": 0.735178, "main_score": 0.691916, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.619113, "recall": 0.674901, "f1": 0.634907, "accuracy": 0.674901, "main_score": 0.634907, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668701, "recall": 0.733202, "f1": 0.687218, "accuracy": 0.733202, "main_score": 0.687218, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978755, "recall": 0.98419, "f1": 0.980567, "accuracy": 0.98419, "main_score": 0.980567, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.961462, "f1": 0.950593, "accuracy": 0.961462, "main_score": 0.950593, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.515395, "recall": 0.570158, "f1": 0.530951, "accuracy": 0.570158, "main_score": 0.530951, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524301, "recall": 0.583004, "f1": 0.540413, "accuracy": 0.583004, "main_score": 0.540413, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.770059, "recall": 0.822134, "f1": 0.785296, "accuracy": 0.822134, "main_score": 0.785296, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.430069, "recall": 0.485178, "f1": 0.444645, "accuracy": 0.485178, "main_score": 0.444645, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.844318, "recall": 0.883399, "f1": 0.856456, "accuracy": 0.883399, "main_score": 0.856456, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514435, "recall": 0.573123, "f1": 0.530692, "accuracy": 0.573123, "main_score": 0.530692, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983531, "recall": 0.988142, "f1": 0.985013, "accuracy": 0.988142, "main_score": 0.985013, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.558831, "recall": 0.625494, "f1": 0.577542, "accuracy": 0.625494, "main_score": 0.577542, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.208525, "recall": 0.263834, "f1": 0.220774, "accuracy": 0.263834, "main_score": 0.220774, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.596739, "recall": 0.664032, "f1": 0.615815, "accuracy": 0.664032, "main_score": 0.615815, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.778277, "recall": 0.833004, "f1": 0.794584, "accuracy": 0.833004, "main_score": 0.794584, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388507, "recall": 0.443676, "f1": 0.403358, "accuracy": 0.443676, "main_score": 0.403358, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992095, "recall": 0.994071, "f1": 0.992754, "accuracy": 0.994071, "main_score": 0.992754, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.64693, "recall": 0.710474, "f1": 0.665117, "accuracy": 0.710474, "main_score": 0.665117, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51652, "recall": 0.583992, "f1": 0.535743, "accuracy": 0.583992, "main_score": 0.535743, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481211, "recall": 0.547431, "f1": 0.499198, "accuracy": 0.547431, "main_score": 0.499198, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642681, "recall": 0.700593, "f1": 0.659272, "accuracy": 0.700593, "main_score": 0.659272, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.259722, "recall": 0.343874, "f1": 0.281926, "accuracy": 0.343874, "main_score": 0.281926, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.958169, "recall": 0.971344, "f1": 0.962451, "accuracy": 0.971344, "main_score": 0.962451, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971179, "recall": 0.980237, "f1": 0.974144, "accuracy": 0.980237, "main_score": 0.974144, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561768, "recall": 0.62253, "f1": 0.578546, "accuracy": 0.62253, "main_score": 0.578546, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550926, "recall": 0.618577, "f1": 0.569982, "accuracy": 0.618577, "main_score": 0.569982, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968544, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.979249, "f1": 0.973485, "accuracy": 0.979249, "main_score": 0.973485, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.696001, "recall": 0.758893, "f1": 0.714717, "accuracy": 0.758893, "main_score": 0.714717, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.535963, "recall": 0.592885, "f1": 0.551597, "accuracy": 0.592885, "main_score": 0.551597, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756176, "recall": 0.810277, "f1": 0.772727, "accuracy": 0.810277, "main_score": 0.772727, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.421142, "recall": 0.485178, "f1": 0.438325, "accuracy": 0.485178, "main_score": 0.438325, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.945817, "recall": 0.961462, "f1": 0.950758, "accuracy": 0.961462, "main_score": 0.950758, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.864295, "recall": 0.899209, "f1": 0.87492, "accuracy": 0.899209, "main_score": 0.87492, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970356, "recall": 0.979249, "f1": 0.97332, "accuracy": 0.979249, "main_score": 0.97332, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.92584, "recall": 0.947628, "f1": 0.932708, "accuracy": 0.947628, "main_score": 0.932708, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595679, "recall": 0.648221, "f1": 0.610121, "accuracy": 0.648221, "main_score": 0.610121, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964262, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.920702, "recall": 0.943676, "f1": 0.927931, "accuracy": 0.943676, "main_score": 0.927931, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.965086, "recall": 0.975296, "f1": 0.968379, "accuracy": 0.975296, "main_score": 0.968379, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435136, "recall": 0.502964, "f1": 0.453187, "accuracy": 0.502964, "main_score": 0.453187, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.616248, "recall": 0.690711, "f1": 0.638098, "accuracy": 0.690711, "main_score": 0.638098, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.987154, "f1": 0.98419, "accuracy": 0.987154, "main_score": 0.98419, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80858, "recall": 0.851779, "f1": 0.821607, "accuracy": 0.851779, "main_score": 0.821607, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.613307, "recall": 0.66502, "f1": 0.627556, "accuracy": 0.66502, "main_score": 0.627556, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609216, "recall": 0.674901, "f1": 0.628541, "accuracy": 0.674901, "main_score": 0.628541, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.92169, "recall": 0.943676, "f1": 0.928755, "accuracy": 0.943676, "main_score": 0.928755, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514223, "recall": 0.578063, "f1": 0.532284, "accuracy": 0.578063, "main_score": 0.532284, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.512759, "recall": 0.575099, "f1": 0.52949, "accuracy": 0.575099, "main_score": 0.52949, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.791173, "recall": 0.840909, "f1": 0.806362, "accuracy": 0.840909, "main_score": 0.806362, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519969, "recall": 0.586957, "f1": 0.53841, "accuracy": 0.586957, "main_score": 0.53841, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599278, "recall": 0.660079, "f1": 0.616675, "accuracy": 0.660079, "main_score": 0.616675, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.915514, "recall": 0.938735, "f1": 0.922925, "accuracy": 0.938735, "main_score": 0.922925, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960804, "recall": 0.972332, "f1": 0.964592, "accuracy": 0.972332, "main_score": 0.964592, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453163, "recall": 0.512846, "f1": 0.469787, "accuracy": 0.512846, "main_score": 0.469787, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546998, "recall": 0.61166, "f1": 0.564393, "accuracy": 0.61166, "main_score": 0.564393, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.546916, "recall": 0.615613, "f1": 0.566418, "accuracy": 0.615613, "main_score": 0.566418, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524878, "recall": 0.582016, "f1": 0.540639, "accuracy": 0.582016, "main_score": 0.540639, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506264, "recall": 0.571146, "f1": 0.524417, "accuracy": 0.571146, "main_score": 0.524417, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.713241, "recall": 0.772727, "f1": 0.731126, "accuracy": 0.772727, "main_score": 0.731126, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972579, "recall": 0.981225, "f1": 0.975362, "accuracy": 0.981225, "main_score": 0.975362, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.718709, "recall": 0.766798, "f1": 0.7333, "accuracy": 0.766798, "main_score": 0.7333, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.851301, "recall": 0.883399, "f1": 0.860691, "accuracy": 0.883399, "main_score": 0.860691, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.943511, "recall": 0.960474, "f1": 0.948946, "accuracy": 0.960474, "main_score": 0.948946, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448545, "recall": 0.529644, "f1": 0.471813, "accuracy": 0.529644, "main_score": 0.471813, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.697908, "recall": 0.754941, "f1": 0.715039, "accuracy": 0.754941, "main_score": 0.715039, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556652, "recall": 0.608696, "f1": 0.570971, "accuracy": 0.608696, "main_score": 0.570971, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.507972, "recall": 0.562253, "f1": 0.523614, "accuracy": 0.562253, "main_score": 0.523614, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.494263, "recall": 0.54249, "f1": 0.507833, "accuracy": 0.54249, "main_score": 0.507833, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.360085, "recall": 0.422925, "f1": 0.377012, "accuracy": 0.422925, "main_score": 0.377012, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.958992, "recall": 0.971344, "f1": 0.962945, "accuracy": 0.971344, "main_score": 0.962945, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.915637, "recall": 0.938735, "f1": 0.922815, "accuracy": 0.938735, "main_score": 0.922815, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.952857, "recall": 0.966403, "f1": 0.957071, "accuracy": 0.966403, "main_score": 0.957071, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.881291, "recall": 0.908103, "f1": 0.889262, "accuracy": 0.908103, "main_score": 0.889262, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559002, "recall": 0.608696, "f1": 0.573506, "accuracy": 0.608696, "main_score": 0.573506, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96138, "recall": 0.97332, "f1": 0.965152, "accuracy": 0.97332, "main_score": 0.965152, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.751912, "recall": 0.793478, "f1": 0.764202, "accuracy": 0.793478, "main_score": 0.764202, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.842391, "recall": 0.876482, "f1": 0.852325, "accuracy": 0.876482, "main_score": 0.852325, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.967391, "f1": 0.957181, "accuracy": 0.967391, "main_score": 0.957181, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.927652, "recall": 0.947628, "f1": 0.93386, "accuracy": 0.947628, "main_score": 0.93386, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.537569, "recall": 0.585968, "f1": 0.550815, "accuracy": 0.585968, "main_score": 0.550815, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941453, "recall": 0.958498, "f1": 0.946706, "accuracy": 0.958498, "main_score": 0.946706, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.882493, "recall": 0.917984, "f1": 0.893643, "accuracy": 0.917984, "main_score": 0.893643, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564996, "recall": 0.620553, "f1": 0.580932, "accuracy": 0.620553, "main_score": 0.580932, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.93937, "recall": 0.956522, "f1": 0.944746, "accuracy": 0.956522, "main_score": 0.944746, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.919302, "recall": 0.942688, "f1": 0.926482, "accuracy": 0.942688, "main_score": 0.926482, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.961462, "recall": 0.974308, "f1": 0.965744, "accuracy": 0.974308, "main_score": 0.965744, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529965, "recall": 0.585968, "f1": 0.546011, "accuracy": 0.585968, "main_score": 0.546011, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937418, "recall": 0.956522, "f1": 0.943511, "accuracy": 0.956522, "main_score": 0.943511, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.952322, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.899086, "recall": 0.923913, "f1": 0.906544, "accuracy": 0.923913, "main_score": 0.906544, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.185604, "recall": 0.22332, "f1": 0.195273, "accuracy": 0.22332, "main_score": 0.195273, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.938653, "recall": 0.956522, "f1": 0.944236, "accuracy": 0.956522, "main_score": 0.944236, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.574384, "recall": 0.621542, "f1": 0.587688, "accuracy": 0.621542, "main_score": 0.587688, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937829, "recall": 0.956522, "f1": 0.943577, "accuracy": 0.956522, "main_score": 0.943577, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953426, "recall": 0.967391, "f1": 0.957839, "accuracy": 0.967391, "main_score": 0.957839, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945323, "recall": 0.962451, "f1": 0.950922, "accuracy": 0.962451, "main_score": 0.950922, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942935, "recall": 0.960474, "f1": 0.948518, "accuracy": 0.960474, "main_score": 0.948518, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.612123, "recall": 0.659091, "f1": 0.625213, "accuracy": 0.659091, "main_score": 0.625213, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955204, "recall": 0.969368, "f1": 0.959816, "accuracy": 0.969368, "main_score": 0.959816, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.8917, "recall": 0.918972, "f1": 0.899986, "accuracy": 0.918972, "main_score": 0.899986, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.900676, "recall": 0.926877, "f1": 0.908416, "accuracy": 0.926877, "main_score": 0.908416, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.954578, "recall": 0.968379, "f1": 0.958992, "accuracy": 0.968379, "main_score": 0.958992, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.950758, "recall": 0.965415, "f1": 0.955534, "accuracy": 0.965415, "main_score": 0.955534, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954348, "accuracy": 0.964427, "main_score": 0.954348, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.506538, "recall": 0.552372, "f1": 0.519913, "accuracy": 0.552372, "main_score": 0.519913, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448516, "recall": 0.512846, "f1": 0.465439, "accuracy": 0.512846, "main_score": 0.465439, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.964427, "f1": 0.953557, "accuracy": 0.964427, "main_score": 0.953557, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529902, "recall": 0.58004, "f1": 0.544353, "accuracy": 0.58004, "main_score": 0.544353, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966568, "recall": 0.977273, "f1": 0.970026, "accuracy": 0.977273, "main_score": 0.970026, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903715, "recall": 0.929842, "f1": 0.911512, "accuracy": 0.929842, "main_score": 0.911512, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.907197, "recall": 0.931818, "f1": 0.914723, "accuracy": 0.931818, "main_score": 0.914723, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534519, "recall": 0.583992, "f1": 0.54857, "accuracy": 0.583992, "main_score": 0.54857, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.796113, "recall": 0.844862, "f1": 0.81094, "accuracy": 0.844862, "main_score": 0.81094, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881835, "recall": 0.912055, "f1": 0.890947, "accuracy": 0.912055, "main_score": 0.890947, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.919796, "recall": 0.9417, "f1": 0.92668, "accuracy": 0.9417, "main_score": 0.92668, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492947, "recall": 0.540514, "f1": 0.506381, "accuracy": 0.540514, "main_score": 0.506381, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94058, "recall": 0.95751, "f1": 0.945784, "accuracy": 0.95751, "main_score": 0.945784, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.491214, "recall": 0.547431, "f1": 0.50639, "accuracy": 0.547431, "main_score": 0.50639, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.487361, "recall": 0.528656, "f1": 0.499311, "accuracy": 0.528656, "main_score": 0.499311, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.818561, "recall": 0.857708, "f1": 0.830025, "accuracy": 0.857708, "main_score": 0.830025, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.295796, "recall": 0.347826, "f1": 0.309967, "accuracy": 0.347826, "main_score": 0.309967, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.947414, "recall": 0.962451, "f1": 0.951976, "accuracy": 0.962451, "main_score": 0.951976, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.948864, "recall": 0.964427, "f1": 0.953788, "accuracy": 0.964427, "main_score": 0.953788, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.961627, "recall": 0.97332, "f1": 0.96525, "accuracy": 0.97332, "main_score": 0.96525, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941535, "recall": 0.959486, "f1": 0.947299, "accuracy": 0.959486, "main_score": 0.947299, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.532793, "recall": 0.586957, "f1": 0.548546, "accuracy": 0.586957, "main_score": 0.548546, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.878343, "recall": 0.909091, "f1": 0.887597, "accuracy": 0.909091, "main_score": 0.887597, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.871377, "recall": 0.90415, "f1": 0.881329, "accuracy": 0.90415, "main_score": 0.881329, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95224, "recall": 0.966403, "f1": 0.956686, "accuracy": 0.966403, "main_score": 0.956686, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.539773, "recall": 0.579051, "f1": 0.551046, "accuracy": 0.579051, "main_score": 0.551046, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900642, "recall": 0.927866, "f1": 0.908912, "accuracy": 0.927866, "main_score": 0.908912, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.643948, "recall": 0.700593, "f1": 0.660548, "accuracy": 0.700593, "main_score": 0.660548, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.855007, "recall": 0.891304, "f1": 0.865942, "accuracy": 0.891304, "main_score": 0.865942, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970191, "accuracy": 0.977273, "main_score": 0.970191, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941947, "recall": 0.958498, "f1": 0.946871, "accuracy": 0.958498, "main_score": 0.946871, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509563, "recall": 0.58498, "f1": 0.530348, "accuracy": 0.58498, "main_score": 0.530348, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.618225, "recall": 0.678854, "f1": 0.635328, "accuracy": 0.678854, "main_score": 0.635328, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888669, "recall": 0.920949, "f1": 0.899012, "accuracy": 0.920949, "main_score": 0.899012, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.596539, "recall": 0.648221, "f1": 0.611372, "accuracy": 0.648221, "main_score": 0.611372, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601639, "recall": 0.657115, "f1": 0.617306, "accuracy": 0.657115, "main_score": 0.617306, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.958392, "recall": 0.970356, "f1": 0.962105, "accuracy": 0.970356, "main_score": 0.962105, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.949605, "f1": 0.937418, "accuracy": 0.949605, "main_score": 0.937418, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933004, "recall": 0.952569, "f1": 0.939018, "accuracy": 0.952569, "main_score": 0.939018, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837187, "recall": 0.87747, "f1": 0.849605, "accuracy": 0.87747, "main_score": 0.849605, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.956604, "recall": 0.970356, "f1": 0.961034, "accuracy": 0.970356, "main_score": 0.961034, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.937665, "recall": 0.95751, "f1": 0.944071, "accuracy": 0.95751, "main_score": 0.944071, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94697, "recall": 0.963439, "f1": 0.95224, "accuracy": 0.963439, "main_score": 0.95224, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.951416, "recall": 0.966403, "f1": 0.956192, "accuracy": 0.966403, "main_score": 0.956192, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.524177, "recall": 0.577075, "f1": 0.539168, "accuracy": 0.577075, "main_score": 0.539168, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510972, "recall": 0.552372, "f1": 0.522386, "accuracy": 0.552372, "main_score": 0.522386, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939723, "recall": 0.95751, "f1": 0.94529, "accuracy": 0.95751, "main_score": 0.94529, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.942638, "recall": 0.958498, "f1": 0.947483, "accuracy": 0.958498, "main_score": 0.947483, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925619, "recall": 0.947628, "f1": 0.93246, "accuracy": 0.947628, "main_score": 0.93246, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.702033, "recall": 0.748024, "f1": 0.715115, "accuracy": 0.748024, "main_score": 0.715115, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434173, "recall": 0.488142, "f1": 0.448686, "accuracy": 0.488142, "main_score": 0.448686, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927108, "recall": 0.947628, "f1": 0.933465, "accuracy": 0.947628, "main_score": 0.933465, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.903766, "recall": 0.929842, "f1": 0.911712, "accuracy": 0.929842, "main_score": 0.911712, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.73449, "recall": 0.784585, "f1": 0.74828, "accuracy": 0.784585, "main_score": 0.74828, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.963027, "recall": 0.974308, "f1": 0.966634, "accuracy": 0.974308, "main_score": 0.966634, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514114, "recall": 0.560277, "f1": 0.527047, "accuracy": 0.560277, "main_score": 0.527047, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.904924, "recall": 0.93083, "f1": 0.912615, "accuracy": 0.93083, "main_score": 0.912615, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.94193, "accuracy": 0.954545, "main_score": 0.94193, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.960227, "recall": 0.972332, "f1": 0.963999, "accuracy": 0.972332, "main_score": 0.963999, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.956522, "f1": 0.94417, "accuracy": 0.956522, "main_score": 0.94417, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.896578, "recall": 0.922925, "f1": 0.904661, "accuracy": 0.922925, "main_score": 0.904661, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.90168, "recall": 0.927866, "f1": 0.90967, "accuracy": 0.927866, "main_score": 0.90967, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.539676, "recall": 0.602767, "f1": 0.55675, "accuracy": 0.602767, "main_score": 0.55675, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193593, "recall": 0.243083, "f1": 0.205064, "accuracy": 0.243083, "main_score": 0.205064, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.578806, "recall": 0.629447, "f1": 0.593423, "accuracy": 0.629447, "main_score": 0.593423, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66299, "recall": 0.720356, "f1": 0.679325, "accuracy": 0.720356, "main_score": 0.679325, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952487, "recall": 0.967391, "f1": 0.957246, "accuracy": 0.967391, "main_score": 0.957246, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.888159, "recall": 0.916008, "f1": 0.896429, "accuracy": 0.916008, "main_score": 0.896429, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.403451, "recall": 0.451581, "f1": 0.417643, "accuracy": 0.451581, "main_score": 0.417643, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.881456, "recall": 0.914032, "f1": 0.891798, "accuracy": 0.914032, "main_score": 0.891798, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938241, "recall": 0.956522, "f1": 0.943972, "accuracy": 0.956522, "main_score": 0.943972, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.900313, "recall": 0.926877, "f1": 0.908498, "accuracy": 0.926877, "main_score": 0.908498, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.619433, "recall": 0.664032, "f1": 0.63299, "accuracy": 0.664032, "main_score": 0.63299, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931763, "recall": 0.950593, "f1": 0.937451, "accuracy": 0.950593, "main_score": 0.937451, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.926113, "recall": 0.945652, "f1": 0.932098, "accuracy": 0.945652, "main_score": 0.932098, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511822, "recall": 0.566206, "f1": 0.527138, "accuracy": 0.566206, "main_score": 0.527138, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484391, "recall": 0.546443, "f1": 0.500958, "accuracy": 0.546443, "main_score": 0.500958, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602004, "recall": 0.653162, "f1": 0.616009, "accuracy": 0.653162, "main_score": 0.616009, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95112, "recall": 0.966403, "f1": 0.956028, "accuracy": 0.966403, "main_score": 0.956028, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.199543, "recall": 0.268775, "f1": 0.217341, "accuracy": 0.268775, "main_score": 0.217341, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.946393, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.831514, "recall": 0.87253, "f1": 0.843684, "accuracy": 0.87253, "main_score": 0.843684, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.885952, "recall": 0.91502, "f1": 0.89488, "accuracy": 0.91502, "main_score": 0.89488, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.959486, "recall": 0.972332, "f1": 0.963603, "accuracy": 0.972332, "main_score": 0.963603, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540122, "recall": 0.592885, "f1": 0.555042, "accuracy": 0.592885, "main_score": 0.555042, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535919, "recall": 0.583992, "f1": 0.550264, "accuracy": 0.583992, "main_score": 0.550264, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935071, "recall": 0.953557, "f1": 0.940931, "accuracy": 0.953557, "main_score": 0.940931, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954051, "recall": 0.968379, "f1": 0.958663, "accuracy": 0.968379, "main_score": 0.958663, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.891551, "recall": 0.91996, "f1": 0.900169, "accuracy": 0.91996, "main_score": 0.900169, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913373, "recall": 0.936759, "f1": 0.920422, "accuracy": 0.936759, "main_score": 0.920422, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.627619, "recall": 0.688735, "f1": 0.646165, "accuracy": 0.688735, "main_score": 0.646165, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.927157, "recall": 0.949605, "f1": 0.934354, "accuracy": 0.949605, "main_score": 0.934354, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.518924, "recall": 0.577075, "f1": 0.535202, "accuracy": 0.577075, "main_score": 0.535202, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679308, "recall": 0.728261, "f1": 0.693302, "accuracy": 0.728261, "main_score": 0.693302, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940794, "recall": 0.958498, "f1": 0.946377, "accuracy": 0.958498, "main_score": 0.946377, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.909124, "recall": 0.93083, "f1": 0.91581, "accuracy": 0.93083, "main_score": 0.91581, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436599, "recall": 0.485178, "f1": 0.450045, "accuracy": 0.485178, "main_score": 0.450045, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.942962, "recall": 0.95751, "f1": 0.947497, "accuracy": 0.95751, "main_score": 0.947497, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931983, "recall": 0.951581, "f1": 0.937846, "accuracy": 0.951581, "main_score": 0.937846, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.928936, "recall": 0.949605, "f1": 0.935343, "accuracy": 0.949605, "main_score": 0.935343, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.853755, "recall": 0.891304, "f1": 0.865053, "accuracy": 0.891304, "main_score": 0.865053, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.740221, "recall": 0.785573, "f1": 0.753396, "accuracy": 0.785573, "main_score": 0.753396, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817556, "recall": 0.858696, "f1": 0.829659, "accuracy": 0.858696, "main_score": 0.829659, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.846377, "recall": 0.884387, "f1": 0.857759, "accuracy": 0.884387, "main_score": 0.857759, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5539, "recall": 0.601779, "f1": 0.566847, "accuracy": 0.601779, "main_score": 0.566847, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.896146, "recall": 0.924901, "f1": 0.905105, "accuracy": 0.924901, "main_score": 0.905105, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.931653, "recall": 0.952569, "f1": 0.938406, "accuracy": 0.952569, "main_score": 0.938406, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.926005, "recall": 0.947628, "f1": 0.932708, "accuracy": 0.947628, "main_score": 0.932708, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.944746, "recall": 0.961462, "f1": 0.95, "accuracy": 0.961462, "main_score": 0.95, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96031, "recall": 0.97332, "f1": 0.964592, "accuracy": 0.97332, "main_score": 0.964592, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94445, "recall": 0.960474, "f1": 0.949341, "accuracy": 0.960474, "main_score": 0.949341, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.769361, "recall": 0.817194, "f1": 0.783698, "accuracy": 0.817194, "main_score": 0.783698, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.886561, "recall": 0.91502, "f1": 0.894979, "accuracy": 0.91502, "main_score": 0.894979, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442328, "recall": 0.499012, "f1": 0.457726, "accuracy": 0.499012, "main_score": 0.457726, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960886, "recall": 0.972332, "f1": 0.964446, "accuracy": 0.972332, "main_score": 0.964446, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.545258, "recall": 0.606719, "f1": 0.562785, "accuracy": 0.606719, "main_score": 0.562785, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.934289, "recall": 0.954545, "f1": 0.940711, "accuracy": 0.954545, "main_score": 0.940711, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.940086, "recall": 0.95751, "f1": 0.945652, "accuracy": 0.95751, "main_score": 0.945652, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.885057, "recall": 0.913043, "f1": 0.893478, "accuracy": 0.913043, "main_score": 0.893478, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.726416, "recall": 0.777668, "f1": 0.741212, "accuracy": 0.777668, "main_score": 0.741212, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934371, "recall": 0.953557, "f1": 0.940236, "accuracy": 0.953557, "main_score": 0.940236, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.587865, "recall": 0.637352, "f1": 0.601443, "accuracy": 0.637352, "main_score": 0.601443, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577662, "recall": 0.624506, "f1": 0.590863, "accuracy": 0.624506, "main_score": 0.590863, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.945405, "recall": 0.961462, "f1": 0.950329, "accuracy": 0.961462, "main_score": 0.950329, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.798323, "recall": 0.840909, "f1": 0.810666, "accuracy": 0.840909, "main_score": 0.810666, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955287, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518654, "recall": 0.571146, "f1": 0.533827, "accuracy": 0.571146, "main_score": 0.533827, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956028, "recall": 0.970356, "f1": 0.960804, "accuracy": 0.970356, "main_score": 0.960804, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947875, "recall": 0.963439, "f1": 0.9528, "accuracy": 0.963439, "main_score": 0.9528, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.958778, "recall": 0.970356, "f1": 0.962187, "accuracy": 0.970356, "main_score": 0.962187, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.505676, "recall": 0.555336, "f1": 0.519536, "accuracy": 0.555336, "main_score": 0.519536, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956225, "recall": 0.968379, "f1": 0.959933, "accuracy": 0.968379, "main_score": 0.959933, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.714981, "recall": 0.767787, "f1": 0.730322, "accuracy": 0.767787, "main_score": 0.730322, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518354, "recall": 0.575099, "f1": 0.533324, "accuracy": 0.575099, "main_score": 0.533324, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580015, "recall": 0.634387, "f1": 0.595237, "accuracy": 0.634387, "main_score": 0.595237, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.808754, "recall": 0.852767, "f1": 0.821676, "accuracy": 0.852767, "main_score": 0.821676, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.953887, "recall": 0.968379, "f1": 0.958498, "accuracy": 0.968379, "main_score": 0.958498, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87388, "recall": 0.908103, "f1": 0.884519, "accuracy": 0.908103, "main_score": 0.884519, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455292, "recall": 0.506917, "f1": 0.46942, "accuracy": 0.506917, "main_score": 0.46942, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.526321, "recall": 0.578063, "f1": 0.540846, "accuracy": 0.578063, "main_score": 0.540846, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940217, "recall": 0.958498, "f1": 0.946311, "accuracy": 0.958498, "main_score": 0.946311, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.534898, "recall": 0.593874, "f1": 0.550992, "accuracy": 0.593874, "main_score": 0.550992, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524648, "recall": 0.568182, "f1": 0.536666, "accuracy": 0.568182, "main_score": 0.536666, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947958, "recall": 0.964427, "f1": 0.953228, "accuracy": 0.964427, "main_score": 0.953228, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496751, "recall": 0.55336, "f1": 0.513291, "accuracy": 0.55336, "main_score": 0.513291, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642936, "recall": 0.699605, "f1": 0.659016, "accuracy": 0.699605, "main_score": 0.659016, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.89165, "recall": 0.916996, "f1": 0.89864, "accuracy": 0.916996, "main_score": 0.89864, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635724, "recall": 0.682806, "f1": 0.649379, "accuracy": 0.682806, "main_score": 0.649379, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.750331, "recall": 0.790514, "f1": 0.762094, "accuracy": 0.790514, "main_score": 0.762094, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938406, "recall": 0.95751, "f1": 0.944664, "accuracy": 0.95751, "main_score": 0.944664, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946887, "recall": 0.961462, "f1": 0.951482, "accuracy": 0.961462, "main_score": 0.951482, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.452695, "recall": 0.519763, "f1": 0.471568, "accuracy": 0.519763, "main_score": 0.471568, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950922, "recall": 0.966403, "f1": 0.955863, "accuracy": 0.966403, "main_score": 0.955863, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.900119, "recall": 0.925889, "f1": 0.908053, "accuracy": 0.925889, "main_score": 0.908053, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.961462, "f1": 0.949506, "accuracy": 0.961462, "main_score": 0.949506, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95751, "recall": 0.970356, "f1": 0.961627, "accuracy": 0.970356, "main_score": 0.961627, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.636906, "recall": 0.694664, "f1": 0.654002, "accuracy": 0.694664, "main_score": 0.654002, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.534743, "recall": 0.58004, "f1": 0.547828, "accuracy": 0.58004, "main_score": 0.547828, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557028, "recall": 0.613636, "f1": 0.572156, "accuracy": 0.613636, "main_score": 0.572156, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.4998, "recall": 0.561265, "f1": 0.516616, "accuracy": 0.561265, "main_score": 0.516616, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.392213, "recall": 0.467391, "f1": 0.411804, "accuracy": 0.467391, "main_score": 0.411804, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.967391, "recall": 0.978261, "f1": 0.971014, "accuracy": 0.978261, "main_score": 0.971014, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.943594, "recall": 0.960474, "f1": 0.949012, "accuracy": 0.960474, "main_score": 0.949012, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580045, "recall": 0.636364, "f1": 0.595375, "accuracy": 0.636364, "main_score": 0.595375, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987401, "recall": 0.991107, "f1": 0.988538, "accuracy": 0.991107, "main_score": 0.988538, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837484, "recall": 0.875494, "f1": 0.849064, "accuracy": 0.875494, "main_score": 0.849064, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912114, "recall": 0.93083, "f1": 0.917638, "accuracy": 0.93083, "main_score": 0.917638, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.96665, "recall": 0.976285, "f1": 0.969598, "accuracy": 0.976285, "main_score": 0.969598, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.580175, "recall": 0.637352, "f1": 0.595757, "accuracy": 0.637352, "main_score": 0.595757, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.946476, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605082, "recall": 0.667984, "f1": 0.623177, "accuracy": 0.667984, "main_score": 0.623177, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.979908, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531176, "recall": 0.59585, "f1": 0.54955, "accuracy": 0.59585, "main_score": 0.54955, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944335, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.179992, "recall": 0.226285, "f1": 0.191228, "accuracy": 0.226285, "main_score": 0.191228, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.97612, "recall": 0.983202, "f1": 0.978426, "accuracy": 0.983202, "main_score": 0.978426, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623266, "recall": 0.673913, "f1": 0.636912, "accuracy": 0.673913, "main_score": 0.636912, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984519, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975296, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.651499, "recall": 0.703557, "f1": 0.6671, "accuracy": 0.703557, "main_score": 0.6671, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.942852, "recall": 0.959486, "f1": 0.948287, "accuracy": 0.959486, "main_score": 0.948287, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963274, "recall": 0.975296, "f1": 0.967227, "accuracy": 0.975296, "main_score": 0.967227, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.518118, "recall": 0.577075, "f1": 0.534411, "accuracy": 0.577075, "main_score": 0.534411, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495202, "recall": 0.565217, "f1": 0.513778, "accuracy": 0.565217, "main_score": 0.513778, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546979, "recall": 0.61166, "f1": 0.564798, "accuracy": 0.61166, "main_score": 0.564798, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.972332, "recall": 0.981225, "f1": 0.975296, "accuracy": 0.981225, "main_score": 0.975296, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.962945, "recall": 0.97332, "f1": 0.966238, "accuracy": 0.97332, "main_score": 0.966238, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550849, "recall": 0.613636, "f1": 0.568815, "accuracy": 0.613636, "main_score": 0.568815, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.863636, "recall": 0.900198, "f1": 0.875296, "accuracy": 0.900198, "main_score": 0.875296, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942358, "recall": 0.958498, "f1": 0.947464, "accuracy": 0.958498, "main_score": 0.947464, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.967474, "recall": 0.977273, "f1": 0.970586, "accuracy": 0.977273, "main_score": 0.970586, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509545, "recall": 0.565217, "f1": 0.525482, "accuracy": 0.565217, "main_score": 0.525482, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980072, "recall": 0.986166, "f1": 0.982049, "accuracy": 0.986166, "main_score": 0.982049, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.519729, "recall": 0.58498, "f1": 0.537864, "accuracy": 0.58498, "main_score": 0.537864, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523266, "recall": 0.574111, "f1": 0.537087, "accuracy": 0.574111, "main_score": 0.537087, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.901136, "recall": 0.927866, "f1": 0.909486, "accuracy": 0.927866, "main_score": 0.909486, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316639, "recall": 0.370553, "f1": 0.331073, "accuracy": 0.370553, "main_score": 0.331073, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.575136, "recall": 0.635375, "f1": 0.592662, "accuracy": 0.635375, "main_score": 0.592662, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939559, "recall": 0.95751, "f1": 0.945276, "accuracy": 0.95751, "main_score": 0.945276, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.947744, "recall": 0.962451, "f1": 0.952306, "accuracy": 0.962451, "main_score": 0.952306, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981884, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576073, "recall": 0.625494, "f1": 0.589538, "accuracy": 0.625494, "main_score": 0.589538, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968956, "recall": 0.978261, "f1": 0.971904, "accuracy": 0.978261, "main_score": 0.971904, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683979, "recall": 0.744071, "f1": 0.701031, "accuracy": 0.744071, "main_score": 0.701031, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.931736, "recall": 0.951581, "f1": 0.938142, "accuracy": 0.951581, "main_score": 0.938142, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572417, "recall": 0.656126, "f1": 0.596353, "accuracy": 0.656126, "main_score": 0.596353, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.66586, "recall": 0.722332, "f1": 0.681861, "accuracy": 0.722332, "main_score": 0.681861, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949605, "recall": 0.966403, "f1": 0.955204, "accuracy": 0.966403, "main_score": 0.955204, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624622, "recall": 0.683794, "f1": 0.642255, "accuracy": 0.683794, "main_score": 0.642255, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659553, "recall": 0.722332, "f1": 0.677377, "accuracy": 0.722332, "main_score": 0.677377, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.961709, "recall": 0.972332, "f1": 0.965152, "accuracy": 0.972332, "main_score": 0.965152, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.902833, "recall": 0.929842, "f1": 0.911561, "accuracy": 0.929842, "main_score": 0.911561, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.543804, "recall": 0.600791, "f1": 0.559389, "accuracy": 0.600791, "main_score": 0.559389, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536175, "recall": 0.593874, "f1": 0.552092, "accuracy": 0.593874, "main_score": 0.552092, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.983202, "f1": 0.977602, "accuracy": 0.983202, "main_score": 0.977602, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974061, "recall": 0.982213, "f1": 0.97668, "accuracy": 0.982213, "main_score": 0.97668, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.77253, "recall": 0.818182, "f1": 0.786166, "accuracy": 0.818182, "main_score": 0.786166, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469498, "recall": 0.524704, "f1": 0.484789, "accuracy": 0.524704, "main_score": 0.484789, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.979249, "f1": 0.973287, "accuracy": 0.979249, "main_score": 0.973287, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.810968, "recall": 0.858696, "f1": 0.825329, "accuracy": 0.858696, "main_score": 0.825329, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.535672, "recall": 0.591897, "f1": 0.550891, "accuracy": 0.591897, "main_score": 0.550891, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.957016, "recall": 0.969368, "f1": 0.960968, "accuracy": 0.969368, "main_score": 0.960968, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964427, "recall": 0.975296, "f1": 0.967885, "accuracy": 0.975296, "main_score": 0.967885, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585833, "recall": 0.648221, "f1": 0.603286, "accuracy": 0.648221, "main_score": 0.603286, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.200866, "recall": 0.252964, "f1": 0.212267, "accuracy": 0.252964, "main_score": 0.212267, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.600998, "recall": 0.662055, "f1": 0.618302, "accuracy": 0.662055, "main_score": 0.618302, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.728882, "recall": 0.784585, "f1": 0.744765, "accuracy": 0.784585, "main_score": 0.744765, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.956061, "recall": 0.968379, "f1": 0.95998, "accuracy": 0.968379, "main_score": 0.95998, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412916, "recall": 0.469368, "f1": 0.4281, "accuracy": 0.469368, "main_score": 0.4281, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955616, "recall": 0.968379, "f1": 0.959717, "accuracy": 0.968379, "main_score": 0.959717, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954875, "recall": 0.968379, "f1": 0.959157, "accuracy": 0.968379, "main_score": 0.959157, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.651861, "recall": 0.710474, "f1": 0.668714, "accuracy": 0.710474, "main_score": 0.668714, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981555, "recall": 0.987154, "f1": 0.983366, "accuracy": 0.987154, "main_score": 0.983366, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542635, "recall": 0.599802, "f1": 0.559444, "accuracy": 0.599802, "main_score": 0.559444, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.506572, "recall": 0.568182, "f1": 0.522834, "accuracy": 0.568182, "main_score": 0.522834, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66811, "recall": 0.717391, "f1": 0.68219, "accuracy": 0.717391, "main_score": 0.68219, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.183565, "recall": 0.253953, "f1": 0.201543, "accuracy": 0.253953, "main_score": 0.201543, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.90108, "recall": 0.929842, "f1": 0.910063, "accuracy": 0.929842, "main_score": 0.910063, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.944088, "recall": 0.961462, "f1": 0.949671, "accuracy": 0.961462, "main_score": 0.949671, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577421, "recall": 0.632411, "f1": 0.593252, "accuracy": 0.632411, "main_score": 0.593252, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585945, "recall": 0.642292, "f1": 0.601674, "accuracy": 0.642292, "main_score": 0.601674, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.964427, "f1": 0.954216, "accuracy": 0.964427, "main_score": 0.954216, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962698, "recall": 0.97332, "f1": 0.96614, "accuracy": 0.97332, "main_score": 0.96614, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.678911, "recall": 0.742095, "f1": 0.696916, "accuracy": 0.742095, "main_score": 0.696916, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978426, "recall": 0.985178, "f1": 0.980567, "accuracy": 0.985178, "main_score": 0.980567, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.54754, "recall": 0.606719, "f1": 0.565141, "accuracy": 0.606719, "main_score": 0.565141, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.711505, "recall": 0.771739, "f1": 0.729134, "accuracy": 0.771739, "main_score": 0.729134, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.948946, "recall": 0.962451, "f1": 0.95303, "accuracy": 0.962451, "main_score": 0.95303, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976449, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.458773, "recall": 0.520751, "f1": 0.475735, "accuracy": 0.520751, "main_score": 0.475735, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.977437, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.923172, "recall": 0.945652, "f1": 0.930402, "accuracy": 0.945652, "main_score": 0.930402, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.808992, "recall": 0.854743, "f1": 0.823043, "accuracy": 0.854743, "main_score": 0.823043, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.908844, "recall": 0.932806, "f1": 0.916191, "accuracy": 0.932806, "main_score": 0.916191, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.916255, "recall": 0.937747, "f1": 0.922991, "accuracy": 0.937747, "main_score": 0.922991, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594072, "recall": 0.642292, "f1": 0.607323, "accuracy": 0.642292, "main_score": 0.607323, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.954628, "recall": 0.968379, "f1": 0.959058, "accuracy": 0.968379, "main_score": 0.959058, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.98419, "f1": 0.97892, "accuracy": 0.98419, "main_score": 0.97892, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981802, "recall": 0.987154, "f1": 0.983432, "accuracy": 0.987154, "main_score": 0.983432, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.837039, "recall": 0.878458, "f1": 0.850198, "accuracy": 0.878458, "main_score": 0.850198, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952157, "recall": 0.966403, "f1": 0.956752, "accuracy": 0.966403, "main_score": 0.956752, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444387, "recall": 0.509881, "f1": 0.461974, "accuracy": 0.509881, "main_score": 0.461974, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594401, "recall": 0.668972, "f1": 0.615834, "accuracy": 0.668972, "main_score": 0.615834, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.981917, "recall": 0.987154, "f1": 0.983531, "accuracy": 0.987154, "main_score": 0.983531, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.941617, "recall": 0.958498, "f1": 0.947036, "accuracy": 0.958498, "main_score": 0.947036, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784289, "recall": 0.829051, "f1": 0.79753, "accuracy": 0.829051, "main_score": 0.79753, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984437, "recall": 0.98913, "f1": 0.985903, "accuracy": 0.98913, "main_score": 0.985903, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.618994, "recall": 0.672925, "f1": 0.634543, "accuracy": 0.672925, "main_score": 0.634543, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61928, "recall": 0.671937, "f1": 0.634058, "accuracy": 0.671937, "main_score": 0.634058, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895504, "recall": 0.924901, "f1": 0.904545, "accuracy": 0.924901, "main_score": 0.904545, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984684, "recall": 0.98913, "f1": 0.986001, "accuracy": 0.98913, "main_score": 0.986001, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533353, "recall": 0.596838, "f1": 0.550718, "accuracy": 0.596838, "main_score": 0.550718, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.521692, "recall": 0.579051, "f1": 0.537851, "accuracy": 0.579051, "main_score": 0.537851, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97892, "recall": 0.98419, "f1": 0.980519, "accuracy": 0.98419, "main_score": 0.980519, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.784906, "recall": 0.835968, "f1": 0.800384, "accuracy": 0.835968, "main_score": 0.800384, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529696, "recall": 0.593874, "f1": 0.547451, "accuracy": 0.593874, "main_score": 0.547451, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594971, "recall": 0.655138, "f1": 0.612005, "accuracy": 0.655138, "main_score": 0.612005, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.887549, "recall": 0.916008, "f1": 0.896574, "accuracy": 0.916008, "main_score": 0.896574, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.9417, "recall": 0.958498, "f1": 0.947134, "accuracy": 0.958498, "main_score": 0.947134, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.48969, "recall": 0.543478, "f1": 0.504539, "accuracy": 0.543478, "main_score": 0.504539, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.562032, "recall": 0.614625, "f1": 0.576569, "accuracy": 0.614625, "main_score": 0.576569, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.570966, "recall": 0.634387, "f1": 0.588896, "accuracy": 0.634387, "main_score": 0.588896, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.542985, "recall": 0.592885, "f1": 0.556474, "accuracy": 0.592885, "main_score": 0.556474, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525913, "recall": 0.593874, "f1": 0.545961, "accuracy": 0.593874, "main_score": 0.545961, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.68634, "recall": 0.744071, "f1": 0.702802, "accuracy": 0.744071, "main_score": 0.702802, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936957, "recall": 0.954545, "f1": 0.942325, "accuracy": 0.954545, "main_score": 0.942325, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72808, "recall": 0.778656, "f1": 0.743201, "accuracy": 0.778656, "main_score": 0.743201, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.822661, "recall": 0.859684, "f1": 0.833762, "accuracy": 0.859684, "main_score": 0.833762, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.948123, "recall": 0.964427, "f1": 0.953393, "accuracy": 0.964427, "main_score": 0.953393, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473913, "recall": 0.547431, "f1": 0.495055, "accuracy": 0.547431, "main_score": 0.495055, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.661451, "recall": 0.720356, "f1": 0.678938, "accuracy": 0.720356, "main_score": 0.678938, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572671, "recall": 0.628458, "f1": 0.58849, "accuracy": 0.628458, "main_score": 0.58849, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.35235, "recall": 0.397233, "f1": 0.364956, "accuracy": 0.397233, "main_score": 0.364956, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.476065, "recall": 0.54249, "f1": 0.494171, "accuracy": 0.54249, "main_score": 0.494171, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.129202, "recall": 0.162055, "f1": 0.137729, "accuracy": 0.162055, "main_score": 0.137729, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.463007, "recall": 0.518775, "f1": 0.477908, "accuracy": 0.518775, "main_score": 0.477908, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.425812, "recall": 0.480237, "f1": 0.440929, "accuracy": 0.480237, "main_score": 0.440929, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.459884, "recall": 0.516798, "f1": 0.47584, "accuracy": 0.516798, "main_score": 0.47584, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.486039, "recall": 0.537549, "f1": 0.499454, "accuracy": 0.537549, "main_score": 0.499454, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448572, "recall": 0.499012, "f1": 0.462145, "accuracy": 0.499012, "main_score": 0.462145, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471683, "recall": 0.530632, "f1": 0.487339, "accuracy": 0.530632, "main_score": 0.487339, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486571, "recall": 0.533597, "f1": 0.499118, "accuracy": 0.533597, "main_score": 0.499118, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487262, "recall": 0.533597, "f1": 0.499409, "accuracy": 0.533597, "main_score": 0.499409, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451649, "recall": 0.51087, "f1": 0.467475, "accuracy": 0.51087, "main_score": 0.467475, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.466912, "recall": 0.521739, "f1": 0.481702, "accuracy": 0.521739, "main_score": 0.481702, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.433211, "recall": 0.476285, "f1": 0.444986, "accuracy": 0.476285, "main_score": 0.444986, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.481154, "recall": 0.537549, "f1": 0.496134, "accuracy": 0.537549, "main_score": 0.496134, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.438512, "recall": 0.488142, "f1": 0.451983, "accuracy": 0.488142, "main_score": 0.451983, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.462193, "recall": 0.520751, "f1": 0.477958, "accuracy": 0.520751, "main_score": 0.477958, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.453862, "recall": 0.493083, "f1": 0.464929, "accuracy": 0.493083, "main_score": 0.464929, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.464307, "recall": 0.51581, "f1": 0.478491, "accuracy": 0.51581, "main_score": 0.478491, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.443579, "recall": 0.497036, "f1": 0.457426, "accuracy": 0.497036, "main_score": 0.457426, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.500473, "recall": 0.557312, "f1": 0.51624, "accuracy": 0.557312, "main_score": 0.51624, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.485132, "recall": 0.537549, "f1": 0.499456, "accuracy": 0.537549, "main_score": 0.499456, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.410917, "recall": 0.463439, "f1": 0.425227, "accuracy": 0.463439, "main_score": 0.425227, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449848, "recall": 0.509881, "f1": 0.465735, "accuracy": 0.509881, "main_score": 0.465735, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.465831, "recall": 0.517787, "f1": 0.48011, "accuracy": 0.517787, "main_score": 0.48011, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.478272, "recall": 0.531621, "f1": 0.493093, "accuracy": 0.531621, "main_score": 0.493093, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.102172, "recall": 0.128458, "f1": 0.108476, "accuracy": 0.128458, "main_score": 0.108476, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.450443, "recall": 0.506917, "f1": 0.465592, "accuracy": 0.506917, "main_score": 0.465592, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.455505, "recall": 0.503953, "f1": 0.468605, "accuracy": 0.503953, "main_score": 0.468605, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475714, "recall": 0.529644, "f1": 0.49029, "accuracy": 0.529644, "main_score": 0.49029, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47039, "recall": 0.525692, "f1": 0.484747, "accuracy": 0.525692, "main_score": 0.484747, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449775, "recall": 0.506917, "f1": 0.464833, "accuracy": 0.506917, "main_score": 0.464833, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.478894, "recall": 0.527668, "f1": 0.491916, "accuracy": 0.527668, "main_score": 0.491916, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.43704, "recall": 0.48913, "f1": 0.451742, "accuracy": 0.48913, "main_score": 0.451742, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468181, "recall": 0.521739, "f1": 0.482861, "accuracy": 0.521739, "main_score": 0.482861, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.388683, "recall": 0.445652, "f1": 0.404955, "accuracy": 0.445652, "main_score": 0.404955, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.450089, "recall": 0.503953, "f1": 0.464284, "accuracy": 0.503953, "main_score": 0.464284, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.477454, "recall": 0.531621, "f1": 0.492692, "accuracy": 0.531621, "main_score": 0.492692, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.4638, "recall": 0.517787, "f1": 0.47846, "accuracy": 0.517787, "main_score": 0.47846, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442277, "recall": 0.499012, "f1": 0.458249, "accuracy": 0.499012, "main_score": 0.458249, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.419353, "recall": 0.464427, "f1": 0.431691, "accuracy": 0.464427, "main_score": 0.431691, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.293494, "recall": 0.348814, "f1": 0.30825, "accuracy": 0.348814, "main_score": 0.30825, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.479668, "recall": 0.534585, "f1": 0.494315, "accuracy": 0.534585, "main_score": 0.494315, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.434857, "recall": 0.482213, "f1": 0.447811, "accuracy": 0.482213, "main_score": 0.447811, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475994, "recall": 0.533597, "f1": 0.49188, "accuracy": 0.533597, "main_score": 0.49188, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.489068, "recall": 0.545455, "f1": 0.504955, "accuracy": 0.545455, "main_score": 0.504955, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.462122, "recall": 0.516798, "f1": 0.476661, "accuracy": 0.516798, "main_score": 0.476661, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.484291, "recall": 0.536561, "f1": 0.498426, "accuracy": 0.536561, "main_score": 0.498426, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.446347, "recall": 0.499012, "f1": 0.461402, "accuracy": 0.499012, "main_score": 0.461402, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466419, "recall": 0.513834, "f1": 0.479051, "accuracy": 0.513834, "main_score": 0.479051, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479215, "recall": 0.528656, "f1": 0.492591, "accuracy": 0.528656, "main_score": 0.492591, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486645, "recall": 0.547431, "f1": 0.503203, "accuracy": 0.547431, "main_score": 0.503203, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.499862, "recall": 0.545455, "f1": 0.512509, "accuracy": 0.545455, "main_score": 0.512509, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.396139, "recall": 0.447628, "f1": 0.410408, "accuracy": 0.447628, "main_score": 0.410408, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456881, "recall": 0.509881, "f1": 0.471457, "accuracy": 0.509881, "main_score": 0.471457, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.318021, "recall": 0.367589, "f1": 0.330956, "accuracy": 0.367589, "main_score": 0.330956, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.412502, "recall": 0.459486, "f1": 0.425181, "accuracy": 0.459486, "main_score": 0.425181, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494428, "recall": 0.538538, "f1": 0.506477, "accuracy": 0.538538, "main_score": 0.506477, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.214991, "recall": 0.259881, "f1": 0.226899, "accuracy": 0.259881, "main_score": 0.226899, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.471373, "recall": 0.528656, "f1": 0.486039, "accuracy": 0.528656, "main_score": 0.486039, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.448785, "recall": 0.504941, "f1": 0.463971, "accuracy": 0.504941, "main_score": 0.463971, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.481758, "recall": 0.539526, "f1": 0.497401, "accuracy": 0.539526, "main_score": 0.497401, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451699, "recall": 0.517787, "f1": 0.470064, "accuracy": 0.517787, "main_score": 0.470064, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.440296, "recall": 0.485178, "f1": 0.453054, "accuracy": 0.485178, "main_score": 0.453054, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482812, "recall": 0.532609, "f1": 0.496593, "accuracy": 0.532609, "main_score": 0.496593, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466369, "recall": 0.509881, "f1": 0.478399, "accuracy": 0.509881, "main_score": 0.478399, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488056, "recall": 0.545455, "f1": 0.504035, "accuracy": 0.545455, "main_score": 0.504035, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450858, "recall": 0.492095, "f1": 0.46262, "accuracy": 0.492095, "main_score": 0.46262, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479605, "recall": 0.528656, "f1": 0.492994, "accuracy": 0.528656, "main_score": 0.492994, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44452, "recall": 0.493083, "f1": 0.458467, "accuracy": 0.493083, "main_score": 0.458467, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452159, "recall": 0.505929, "f1": 0.467181, "accuracy": 0.505929, "main_score": 0.467181, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463909, "recall": 0.518775, "f1": 0.478186, "accuracy": 0.518775, "main_score": 0.478186, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463049, "recall": 0.516798, "f1": 0.47728, "accuracy": 0.516798, "main_score": 0.47728, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.177004, "recall": 0.225296, "f1": 0.188553, "accuracy": 0.225296, "main_score": 0.188553, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.42968, "recall": 0.477273, "f1": 0.4426, "accuracy": 0.477273, "main_score": 0.4426, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449753, "recall": 0.499012, "f1": 0.46305, "accuracy": 0.499012, "main_score": 0.46305, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473785, "recall": 0.516798, "f1": 0.485592, "accuracy": 0.516798, "main_score": 0.485592, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391579, "recall": 0.455534, "f1": 0.40914, "accuracy": 0.455534, "main_score": 0.40914, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.47706, "recall": 0.535573, "f1": 0.492692, "accuracy": 0.535573, "main_score": 0.492692, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478273, "recall": 0.528656, "f1": 0.49138, "accuracy": 0.528656, "main_score": 0.49138, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.479208, "recall": 0.530632, "f1": 0.492552, "accuracy": 0.530632, "main_score": 0.492552, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.397921, "recall": 0.456522, "f1": 0.413923, "accuracy": 0.456522, "main_score": 0.413923, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.48497, "recall": 0.539526, "f1": 0.499953, "accuracy": 0.539526, "main_score": 0.499953, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463335, "recall": 0.522727, "f1": 0.4797, "accuracy": 0.522727, "main_score": 0.4797, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474179, "recall": 0.530632, "f1": 0.489088, "accuracy": 0.530632, "main_score": 0.489088, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45408, "recall": 0.51581, "f1": 0.470252, "accuracy": 0.51581, "main_score": 0.470252, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.425834, "recall": 0.472332, "f1": 0.439075, "accuracy": 0.472332, "main_score": 0.439075, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.425799, "recall": 0.475296, "f1": 0.439646, "accuracy": 0.475296, "main_score": 0.439646, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445969, "recall": 0.500988, "f1": 0.460488, "accuracy": 0.500988, "main_score": 0.460488, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.465387, "recall": 0.519763, "f1": 0.479545, "accuracy": 0.519763, "main_score": 0.479545, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.440647, "recall": 0.494071, "f1": 0.455171, "accuracy": 0.494071, "main_score": 0.455171, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.450696, "recall": 0.500988, "f1": 0.464124, "accuracy": 0.500988, "main_score": 0.464124, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388295, "recall": 0.431818, "f1": 0.39995, "accuracy": 0.431818, "main_score": 0.39995, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491532, "recall": 0.541502, "f1": 0.505492, "accuracy": 0.541502, "main_score": 0.505492, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.411381, "recall": 0.466403, "f1": 0.426126, "accuracy": 0.466403, "main_score": 0.426126, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.408645, "recall": 0.452569, "f1": 0.420531, "accuracy": 0.452569, "main_score": 0.420531, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.471314, "recall": 0.529644, "f1": 0.486955, "accuracy": 0.529644, "main_score": 0.486955, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.413505, "recall": 0.461462, "f1": 0.426525, "accuracy": 0.461462, "main_score": 0.426525, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.492922, "recall": 0.541502, "f1": 0.505873, "accuracy": 0.541502, "main_score": 0.505873, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447431, "recall": 0.501976, "f1": 0.462309, "accuracy": 0.501976, "main_score": 0.462309, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470503, "recall": 0.52668, "f1": 0.486085, "accuracy": 0.52668, "main_score": 0.486085, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.487444, "recall": 0.540514, "f1": 0.501598, "accuracy": 0.540514, "main_score": 0.501598, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.458847, "recall": 0.508893, "f1": 0.472323, "accuracy": 0.508893, "main_score": 0.472323, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.475471, "recall": 0.531621, "f1": 0.489835, "accuracy": 0.531621, "main_score": 0.489835, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.329223, "recall": 0.390316, "f1": 0.345181, "accuracy": 0.390316, "main_score": 0.345181, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.436123, "recall": 0.490119, "f1": 0.450589, "accuracy": 0.490119, "main_score": 0.450589, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.103888, "recall": 0.141304, "f1": 0.112231, "accuracy": 0.141304, "main_score": 0.112231, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.478742, "recall": 0.528656, "f1": 0.492382, "accuracy": 0.528656, "main_score": 0.492382, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.365726, "recall": 0.416996, "f1": 0.379205, "accuracy": 0.416996, "main_score": 0.379205, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476365, "recall": 0.535573, "f1": 0.49263, "accuracy": 0.535573, "main_score": 0.49263, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486993, "recall": 0.536561, "f1": 0.49974, "accuracy": 0.536561, "main_score": 0.49974, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.316753, "recall": 0.37253, "f1": 0.332131, "accuracy": 0.37253, "main_score": 0.332131, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478585, "recall": 0.52668, "f1": 0.491099, "accuracy": 0.52668, "main_score": 0.491099, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.470666, "recall": 0.529644, "f1": 0.486764, "accuracy": 0.529644, "main_score": 0.486764, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.42999, "recall": 0.48913, "f1": 0.445811, "accuracy": 0.48913, "main_score": 0.445811, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.472647, "recall": 0.523715, "f1": 0.48627, "accuracy": 0.523715, "main_score": 0.48627, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.437465, "recall": 0.48419, "f1": 0.450441, "accuracy": 0.48419, "main_score": 0.450441, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436701, "recall": 0.495059, "f1": 0.452459, "accuracy": 0.495059, "main_score": 0.452459, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.485665, "recall": 0.534585, "f1": 0.498929, "accuracy": 0.534585, "main_score": 0.498929, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.421594, "recall": 0.474308, "f1": 0.4366, "accuracy": 0.474308, "main_score": 0.4366, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413276, "recall": 0.460474, "f1": 0.426587, "accuracy": 0.460474, "main_score": 0.426587, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469453, "recall": 0.517787, "f1": 0.482847, "accuracy": 0.517787, "main_score": 0.482847, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476394, "recall": 0.535573, "f1": 0.492896, "accuracy": 0.535573, "main_score": 0.492896, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.074328, "recall": 0.101779, "f1": 0.080561, "accuracy": 0.101779, "main_score": 0.080561, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.466718, "recall": 0.525692, "f1": 0.481956, "accuracy": 0.525692, "main_score": 0.481956, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.391393, "recall": 0.44664, "f1": 0.406585, "accuracy": 0.44664, "main_score": 0.406585, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.432725, "recall": 0.48419, "f1": 0.44666, "accuracy": 0.48419, "main_score": 0.44666, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.480055, "recall": 0.537549, "f1": 0.495442, "accuracy": 0.537549, "main_score": 0.495442, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.389394, "recall": 0.438735, "f1": 0.403351, "accuracy": 0.438735, "main_score": 0.403351, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420965, "recall": 0.472332, "f1": 0.435173, "accuracy": 0.472332, "main_score": 0.435173, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456855, "recall": 0.511858, "f1": 0.471598, "accuracy": 0.511858, "main_score": 0.471598, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.476507, "recall": 0.52668, "f1": 0.490846, "accuracy": 0.52668, "main_score": 0.490846, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468426, "recall": 0.512846, "f1": 0.480215, "accuracy": 0.512846, "main_score": 0.480215, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.451984, "recall": 0.503953, "f1": 0.465811, "accuracy": 0.503953, "main_score": 0.465811, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.426826, "recall": 0.477273, "f1": 0.44139, "accuracy": 0.477273, "main_score": 0.44139, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454559, "recall": 0.507905, "f1": 0.468894, "accuracy": 0.507905, "main_score": 0.468894, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.409718, "recall": 0.461462, "f1": 0.424366, "accuracy": 0.461462, "main_score": 0.424366, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.400182, "recall": 0.451581, "f1": 0.413607, "accuracy": 0.451581, "main_score": 0.413607, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456055, "recall": 0.509881, "f1": 0.471108, "accuracy": 0.509881, "main_score": 0.471108, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.46702, "recall": 0.517787, "f1": 0.480532, "accuracy": 0.517787, "main_score": 0.480532, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.455421, "recall": 0.517787, "f1": 0.472013, "accuracy": 0.517787, "main_score": 0.472013, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.34515, "recall": 0.392292, "f1": 0.35806, "accuracy": 0.392292, "main_score": 0.35806, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.479347, "recall": 0.534585, "f1": 0.494037, "accuracy": 0.534585, "main_score": 0.494037, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456412, "recall": 0.509881, "f1": 0.469837, "accuracy": 0.509881, "main_score": 0.469837, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.434565, "recall": 0.491107, "f1": 0.449249, "accuracy": 0.491107, "main_score": 0.449249, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.422355, "recall": 0.479249, "f1": 0.436913, "accuracy": 0.479249, "main_score": 0.436913, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.396536, "recall": 0.440711, "f1": 0.40912, "accuracy": 0.440711, "main_score": 0.40912, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.420756, "recall": 0.478261, "f1": 0.436189, "accuracy": 0.478261, "main_score": 0.436189, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.444294, "recall": 0.497036, "f1": 0.458038, "accuracy": 0.497036, "main_score": 0.458038, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445026, "recall": 0.494071, "f1": 0.458857, "accuracy": 0.494071, "main_score": 0.458857, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.391425, "recall": 0.449605, "f1": 0.406759, "accuracy": 0.449605, "main_score": 0.406759, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.453857, "recall": 0.509881, "f1": 0.46862, "accuracy": 0.509881, "main_score": 0.46862, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.454135, "recall": 0.505929, "f1": 0.467443, "accuracy": 0.505929, "main_score": 0.467443, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.492548, "recall": 0.544466, "f1": 0.506971, "accuracy": 0.544466, "main_score": 0.506971, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456217, "recall": 0.51087, "f1": 0.471034, "accuracy": 0.51087, "main_score": 0.471034, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.483601, "recall": 0.537549, "f1": 0.499093, "accuracy": 0.537549, "main_score": 0.499093, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.41485, "recall": 0.47332, "f1": 0.430236, "accuracy": 0.47332, "main_score": 0.430236, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.466695, "recall": 0.520751, "f1": 0.481132, "accuracy": 0.520751, "main_score": 0.481132, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.364141, "recall": 0.420949, "f1": 0.379028, "accuracy": 0.420949, "main_score": 0.379028, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.480062, "recall": 0.533597, "f1": 0.494661, "accuracy": 0.533597, "main_score": 0.494661, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.322043, "recall": 0.381423, "f1": 0.338374, "accuracy": 0.381423, "main_score": 0.338374, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.444161, "recall": 0.502964, "f1": 0.459613, "accuracy": 0.502964, "main_score": 0.459613, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.466932, "recall": 0.522727, "f1": 0.482425, "accuracy": 0.522727, "main_score": 0.482425, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461854, "recall": 0.506917, "f1": 0.473925, "accuracy": 0.506917, "main_score": 0.473925, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461976, "recall": 0.509881, "f1": 0.475299, "accuracy": 0.509881, "main_score": 0.475299, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444409, "recall": 0.502964, "f1": 0.46051, "accuracy": 0.502964, "main_score": 0.46051, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.457536, "recall": 0.502964, "f1": 0.470601, "accuracy": 0.502964, "main_score": 0.470601, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449301, "recall": 0.495059, "f1": 0.462392, "accuracy": 0.495059, "main_score": 0.462392, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475132, "recall": 0.52668, "f1": 0.48873, "accuracy": 0.52668, "main_score": 0.48873, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.478144, "recall": 0.527668, "f1": 0.491009, "accuracy": 0.527668, "main_score": 0.491009, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486547, "recall": 0.540514, "f1": 0.500404, "accuracy": 0.540514, "main_score": 0.500404, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.423403, "recall": 0.467391, "f1": 0.435903, "accuracy": 0.467391, "main_score": 0.435903, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490392, "recall": 0.544466, "f1": 0.505019, "accuracy": 0.544466, "main_score": 0.505019, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463562, "recall": 0.521739, "f1": 0.478941, "accuracy": 0.521739, "main_score": 0.478941, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.466444, "recall": 0.516798, "f1": 0.480292, "accuracy": 0.516798, "main_score": 0.480292, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.4092, "recall": 0.458498, "f1": 0.423061, "accuracy": 0.458498, "main_score": 0.423061, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493332, "recall": 0.545455, "f1": 0.5073, "accuracy": 0.545455, "main_score": 0.5073, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.44684, "recall": 0.498024, "f1": 0.460397, "accuracy": 0.498024, "main_score": 0.460397, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.412621, "recall": 0.462451, "f1": 0.425764, "accuracy": 0.462451, "main_score": 0.425764, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.417681, "recall": 0.470356, "f1": 0.432287, "accuracy": 0.470356, "main_score": 0.432287, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.398886, "recall": 0.454545, "f1": 0.414128, "accuracy": 0.454545, "main_score": 0.414128, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.465863, "recall": 0.528656, "f1": 0.482708, "accuracy": 0.528656, "main_score": 0.482708, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454295, "recall": 0.513834, "f1": 0.470119, "accuracy": 0.513834, "main_score": 0.470119, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.402921, "recall": 0.44664, "f1": 0.41463, "accuracy": 0.44664, "main_score": 0.41463, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.449031, "recall": 0.495059, "f1": 0.462162, "accuracy": 0.495059, "main_score": 0.462162, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.452422, "recall": 0.511858, "f1": 0.468352, "accuracy": 0.511858, "main_score": 0.468352, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.444545, "recall": 0.497036, "f1": 0.458558, "accuracy": 0.497036, "main_score": 0.458558, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419624, "recall": 0.467391, "f1": 0.432741, "accuracy": 0.467391, "main_score": 0.432741, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.438972, "recall": 0.498024, "f1": 0.454538, "accuracy": 0.498024, "main_score": 0.454538, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.419311, "recall": 0.471344, "f1": 0.434602, "accuracy": 0.471344, "main_score": 0.434602, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450011, "recall": 0.495059, "f1": 0.462368, "accuracy": 0.495059, "main_score": 0.462368, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473829, "recall": 0.525692, "f1": 0.486812, "accuracy": 0.525692, "main_score": 0.486812, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461537, "recall": 0.507905, "f1": 0.47455, "accuracy": 0.507905, "main_score": 0.47455, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.474549, "recall": 0.519763, "f1": 0.486797, "accuracy": 0.519763, "main_score": 0.486797, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447053, "recall": 0.502964, "f1": 0.462515, "accuracy": 0.502964, "main_score": 0.462515, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.442662, "recall": 0.490119, "f1": 0.455831, "accuracy": 0.490119, "main_score": 0.455831, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.463572, "recall": 0.514822, "f1": 0.477104, "accuracy": 0.514822, "main_score": 0.477104, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.453165, "recall": 0.505929, "f1": 0.467113, "accuracy": 0.505929, "main_score": 0.467113, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.430911, "recall": 0.48419, "f1": 0.44599, "accuracy": 0.48419, "main_score": 0.44599, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.456912, "recall": 0.507905, "f1": 0.470883, "accuracy": 0.507905, "main_score": 0.470883, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.465513, "recall": 0.521739, "f1": 0.480431, "accuracy": 0.521739, "main_score": 0.480431, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.416076, "recall": 0.468379, "f1": 0.43021, "accuracy": 0.468379, "main_score": 0.43021, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.416061, "recall": 0.465415, "f1": 0.429815, "accuracy": 0.465415, "main_score": 0.429815, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572465, "recall": 0.634387, "f1": 0.590163, "accuracy": 0.634387, "main_score": 0.590163, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.521346, "recall": 0.578063, "f1": 0.537302, "accuracy": 0.578063, "main_score": 0.537302, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.436463, "recall": 0.517787, "f1": 0.458318, "accuracy": 0.517787, "main_score": 0.458318, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573824, "recall": 0.634387, "f1": 0.590829, "accuracy": 0.634387, "main_score": 0.590829, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.882411, "recall": 0.914032, "f1": 0.89226, "accuracy": 0.914032, "main_score": 0.89226, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964756, "recall": 0.974308, "f1": 0.967885, "accuracy": 0.974308, "main_score": 0.967885, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.597004, "recall": 0.650198, "f1": 0.612277, "accuracy": 0.650198, "main_score": 0.612277, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.981225, "f1": 0.974967, "accuracy": 0.981225, "main_score": 0.974967, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607502, "recall": 0.664032, "f1": 0.623577, "accuracy": 0.664032, "main_score": 0.623577, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563869, "recall": 0.624506, "f1": 0.580513, "accuracy": 0.624506, "main_score": 0.580513, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.18491, "recall": 0.235178, "f1": 0.197491, "accuracy": 0.235178, "main_score": 0.197491, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.611612, "recall": 0.662055, "f1": 0.625867, "accuracy": 0.662055, "main_score": 0.625867, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.674037, "recall": 0.726285, "f1": 0.689044, "accuracy": 0.726285, "main_score": 0.689044, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532915, "recall": 0.583004, "f1": 0.546873, "accuracy": 0.583004, "main_score": 0.546873, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517472, "recall": 0.585968, "f1": 0.535872, "accuracy": 0.585968, "main_score": 0.535872, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557141, "recall": 0.618577, "f1": 0.575101, "accuracy": 0.618577, "main_score": 0.575101, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580608, "recall": 0.643281, "f1": 0.59796, "accuracy": 0.643281, "main_score": 0.59796, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912632, "recall": 0.936759, "f1": 0.920356, "accuracy": 0.936759, "main_score": 0.920356, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990448, "recall": 0.993083, "f1": 0.991271, "accuracy": 0.993083, "main_score": 0.991271, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517147, "recall": 0.573123, "f1": 0.532947, "accuracy": 0.573123, "main_score": 0.532947, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53072, "recall": 0.597826, "f1": 0.549844, "accuracy": 0.597826, "main_score": 0.549844, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.516416, "recall": 0.571146, "f1": 0.531596, "accuracy": 0.571146, "main_score": 0.531596, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.950181, "recall": 0.965415, "f1": 0.955105, "accuracy": 0.965415, "main_score": 0.955105, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.310064, "recall": 0.365613, "f1": 0.32509, "accuracy": 0.365613, "main_score": 0.32509, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.580451, "recall": 0.640316, "f1": 0.597205, "accuracy": 0.640316, "main_score": 0.597205, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588914, "recall": 0.641304, "f1": 0.603932, "accuracy": 0.641304, "main_score": 0.603932, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.70527, "recall": 0.770751, "f1": 0.724986, "accuracy": 0.770751, "main_score": 0.724986, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660615, "recall": 0.737154, "f1": 0.683251, "accuracy": 0.737154, "main_score": 0.683251, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.712883, "recall": 0.766798, "f1": 0.729035, "accuracy": 0.766798, "main_score": 0.729035, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657579, "recall": 0.705534, "f1": 0.671534, "accuracy": 0.705534, "main_score": 0.671534, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649238, "recall": 0.713439, "f1": 0.667731, "accuracy": 0.713439, "main_score": 0.667731, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.988142, "f1": 0.985507, "accuracy": 0.988142, "main_score": 0.985507, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.957181, "recall": 0.970356, "f1": 0.961462, "accuracy": 0.970356, "main_score": 0.961462, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.547846, "recall": 0.606719, "f1": 0.564726, "accuracy": 0.606719, "main_score": 0.564726, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549185, "recall": 0.607708, "f1": 0.566213, "accuracy": 0.607708, "main_score": 0.566213, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.809519, "recall": 0.852767, "f1": 0.822516, "accuracy": 0.852767, "main_score": 0.822516, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.457284, "recall": 0.513834, "f1": 0.472316, "accuracy": 0.513834, "main_score": 0.472316, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.879776, "recall": 0.913043, "f1": 0.890316, "accuracy": 0.913043, "main_score": 0.890316, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.536927, "recall": 0.594862, "f1": 0.552989, "accuracy": 0.594862, "main_score": 0.552989, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990942, "recall": 0.993083, "f1": 0.991601, "accuracy": 0.993083, "main_score": 0.991601, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.585916, "recall": 0.651186, "f1": 0.60432, "accuracy": 0.651186, "main_score": 0.60432, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.190966, "recall": 0.249012, "f1": 0.204336, "accuracy": 0.249012, "main_score": 0.204336, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.615968, "recall": 0.678854, "f1": 0.634272, "accuracy": 0.678854, "main_score": 0.634272, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.817516, "recall": 0.863636, "f1": 0.831308, "accuracy": 0.863636, "main_score": 0.831308, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.418897, "recall": 0.472332, "f1": 0.433522, "accuracy": 0.472332, "main_score": 0.433522, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673617, "recall": 0.726285, "f1": 0.688934, "accuracy": 0.726285, "main_score": 0.688934, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549458, "recall": 0.605731, "f1": 0.56535, "accuracy": 0.605731, "main_score": 0.56535, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50229, "recall": 0.562253, "f1": 0.518324, "accuracy": 0.562253, "main_score": 0.518324, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.669713, "recall": 0.720356, "f1": 0.684914, "accuracy": 0.720356, "main_score": 0.684914, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.233202, "recall": 0.316206, "f1": 0.255359, "accuracy": 0.316206, "main_score": 0.255359, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.977273, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5766, "recall": 0.63834, "f1": 0.594551, "accuracy": 0.63834, "main_score": 0.594551, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585739, "recall": 0.648221, "f1": 0.603262, "accuracy": 0.648221, "main_score": 0.603262, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.723577, "recall": 0.788538, "f1": 0.743448, "accuracy": 0.788538, "main_score": 0.743448, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544878, "recall": 0.599802, "f1": 0.560823, "accuracy": 0.599802, "main_score": 0.560823, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.801713, "recall": 0.850791, "f1": 0.817128, "accuracy": 0.850791, "main_score": 0.817128, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.450159, "recall": 0.511858, "f1": 0.467187, "accuracy": 0.511858, "main_score": 0.467187, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.972826, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.889914, "recall": 0.918972, "f1": 0.899028, "accuracy": 0.918972, "main_score": 0.899028, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944005, "recall": 0.961462, "f1": 0.949769, "accuracy": 0.961462, "main_score": 0.949769, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.963439, "f1": 0.95191, "accuracy": 0.963439, "main_score": 0.95191, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.607182, "recall": 0.659091, "f1": 0.621966, "accuracy": 0.659091, "main_score": 0.621966, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.889163, "recall": 0.920949, "f1": 0.899374, "accuracy": 0.920949, "main_score": 0.899374, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442549, "recall": 0.514822, "f1": 0.462139, "accuracy": 0.514822, "main_score": 0.462139, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635096, "recall": 0.70751, "f1": 0.656164, "accuracy": 0.70751, "main_score": 0.656164, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.989872, "recall": 0.992095, "f1": 0.990514, "accuracy": 0.992095, "main_score": 0.990514, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.848271, "recall": 0.886364, "f1": 0.860244, "accuracy": 0.886364, "main_score": 0.860244, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.640237, "recall": 0.687747, "f1": 0.653763, "accuracy": 0.687747, "main_score": 0.653763, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.64395, "recall": 0.703557, "f1": 0.660932, "accuracy": 0.703557, "main_score": 0.660932, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.958663, "recall": 0.971344, "f1": 0.96278, "accuracy": 0.971344, "main_score": 0.96278, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.532164, "recall": 0.592885, "f1": 0.549277, "accuracy": 0.592885, "main_score": 0.549277, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534362, "recall": 0.593874, "f1": 0.55025, "accuracy": 0.593874, "main_score": 0.55025, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.832733, "recall": 0.875494, "f1": 0.8458, "accuracy": 0.875494, "main_score": 0.8458, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530632, "recall": 0.594862, "f1": 0.549248, "accuracy": 0.594862, "main_score": 0.549248, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621223, "recall": 0.679842, "f1": 0.637949, "accuracy": 0.679842, "main_score": 0.637949, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.941206, "recall": 0.958498, "f1": 0.94664, "accuracy": 0.958498, "main_score": 0.94664, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.974802, "recall": 0.982213, "f1": 0.977273, "accuracy": 0.982213, "main_score": 0.977273, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.484418, "recall": 0.539526, "f1": 0.49942, "accuracy": 0.539526, "main_score": 0.49942, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577615, "recall": 0.628458, "f1": 0.591565, "accuracy": 0.628458, "main_score": 0.591565, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.577215, "recall": 0.642292, "f1": 0.595848, "accuracy": 0.642292, "main_score": 0.595848, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561337, "recall": 0.612648, "f1": 0.575208, "accuracy": 0.612648, "main_score": 0.575208, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515452, "recall": 0.583992, "f1": 0.535645, "accuracy": 0.583992, "main_score": 0.535645, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745125, "recall": 0.802372, "f1": 0.762568, "accuracy": 0.802372, "main_score": 0.762568, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.737912, "recall": 0.787549, "f1": 0.752964, "accuracy": 0.787549, "main_score": 0.752964, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.869549, "recall": 0.900198, "f1": 0.879018, "accuracy": 0.900198, "main_score": 0.879018, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.957839, "recall": 0.971344, "f1": 0.962286, "accuracy": 0.971344, "main_score": 0.962286, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.467778, "recall": 0.543478, "f1": 0.490371, "accuracy": 0.543478, "main_score": 0.490371, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.72724, "recall": 0.782609, "f1": 0.743991, "accuracy": 0.782609, "main_score": 0.743991, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.595991, "recall": 0.647233, "f1": 0.610529, "accuracy": 0.647233, "main_score": 0.610529, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517493, "recall": 0.578063, "f1": 0.534842, "accuracy": 0.578063, "main_score": 0.534842, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.501625, "recall": 0.554348, "f1": 0.516496, "accuracy": 0.554348, "main_score": 0.516496, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.404818, "recall": 0.482213, "f1": 0.42523, "accuracy": 0.482213, "main_score": 0.42523, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.976285, "recall": 0.983202, "f1": 0.97859, "accuracy": 0.983202, "main_score": 0.97859, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.930254, "recall": 0.949605, "f1": 0.936298, "accuracy": 0.949605, "main_score": 0.936298, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560019, "recall": 0.614625, "f1": 0.574835, "accuracy": 0.614625, "main_score": 0.574835, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988966, "recall": 0.992095, "f1": 0.989954, "accuracy": 0.992095, "main_score": 0.989954, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.781604, "recall": 0.83004, "f1": 0.795784, "accuracy": 0.83004, "main_score": 0.795784, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895833, "recall": 0.918972, "f1": 0.902866, "accuracy": 0.918972, "main_score": 0.902866, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.982213, "f1": 0.976285, "accuracy": 0.982213, "main_score": 0.976285, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.53431, "recall": 0.590909, "f1": 0.550366, "accuracy": 0.590909, "main_score": 0.550366, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.939641, "recall": 0.95751, "f1": 0.945389, "accuracy": 0.95751, "main_score": 0.945389, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575412, "recall": 0.630435, "f1": 0.591196, "accuracy": 0.630435, "main_score": 0.591196, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529511, "recall": 0.583992, "f1": 0.544153, "accuracy": 0.583992, "main_score": 0.544153, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949736, "accuracy": 0.960474, "main_score": 0.949736, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.187066, "recall": 0.226285, "f1": 0.197823, "accuracy": 0.226285, "main_score": 0.197823, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.600082, "recall": 0.645257, "f1": 0.612554, "accuracy": 0.645257, "main_score": 0.612554, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964921, "recall": 0.976285, "f1": 0.968709, "accuracy": 0.976285, "main_score": 0.968709, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.629087, "recall": 0.679842, "f1": 0.644043, "accuracy": 0.679842, "main_score": 0.644043, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.943758, "recall": 0.959486, "f1": 0.948847, "accuracy": 0.959486, "main_score": 0.948847, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.963801, "recall": 0.974308, "f1": 0.967062, "accuracy": 0.974308, "main_score": 0.967062, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.515991, "recall": 0.561265, "f1": 0.528924, "accuracy": 0.561265, "main_score": 0.528924, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.447265, "recall": 0.514822, "f1": 0.465066, "accuracy": 0.514822, "main_score": 0.465066, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538178, "recall": 0.59585, "f1": 0.554178, "accuracy": 0.59585, "main_score": 0.554178, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970191, "recall": 0.979249, "f1": 0.973155, "accuracy": 0.979249, "main_score": 0.973155, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.95504, "recall": 0.967391, "f1": 0.958794, "accuracy": 0.967391, "main_score": 0.958794, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.533284, "recall": 0.585968, "f1": 0.548391, "accuracy": 0.585968, "main_score": 0.548391, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.857411, "recall": 0.893281, "f1": 0.868511, "accuracy": 0.893281, "main_score": 0.868511, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.940464, "recall": 0.95751, "f1": 0.945883, "accuracy": 0.95751, "main_score": 0.945883, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.964097, "recall": 0.975296, "f1": 0.967721, "accuracy": 0.975296, "main_score": 0.967721, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486817, "recall": 0.539526, "f1": 0.502102, "accuracy": 0.539526, "main_score": 0.502102, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.991107, "f1": 0.988307, "accuracy": 0.991107, "main_score": 0.988307, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.49294, "recall": 0.552372, "f1": 0.508663, "accuracy": 0.552372, "main_score": 0.508663, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490966, "recall": 0.539526, "f1": 0.503793, "accuracy": 0.539526, "main_score": 0.503793, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.87528, "recall": 0.905138, "f1": 0.884058, "accuracy": 0.905138, "main_score": 0.884058, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.314372, "recall": 0.359684, "f1": 0.327009, "accuracy": 0.359684, "main_score": 0.327009, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981225, "recall": 0.987154, "f1": 0.983202, "accuracy": 0.987154, "main_score": 0.983202, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.543224, "recall": 0.597826, "f1": 0.558124, "accuracy": 0.597826, "main_score": 0.558124, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.939668, "recall": 0.955534, "f1": 0.944697, "accuracy": 0.955534, "main_score": 0.944697, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933251, "recall": 0.952569, "f1": 0.93946, "accuracy": 0.952569, "main_score": 0.93946, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554803, "recall": 0.598814, "f1": 0.567495, "accuracy": 0.598814, "main_score": 0.567495, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965662, "recall": 0.975296, "f1": 0.96861, "accuracy": 0.975296, "main_score": 0.96861, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661695, "recall": 0.716403, "f1": 0.677654, "accuracy": 0.716403, "main_score": 0.677654, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.942029, "recall": 0.959486, "f1": 0.947628, "accuracy": 0.959486, "main_score": 0.947628, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979743, "accuracy": 0.98419, "main_score": 0.979743, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975461, "recall": 0.983202, "f1": 0.977931, "accuracy": 0.983202, "main_score": 0.977931, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.624391, "recall": 0.697628, "f1": 0.645379, "accuracy": 0.697628, "main_score": 0.645379, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.647268, "recall": 0.702569, "f1": 0.662469, "accuracy": 0.702569, "main_score": 0.662469, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.94944, "recall": 0.965415, "f1": 0.95471, "accuracy": 0.965415, "main_score": 0.95471, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612462, "recall": 0.658103, "f1": 0.625209, "accuracy": 0.658103, "main_score": 0.625209, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601614, "recall": 0.661067, "f1": 0.618846, "accuracy": 0.661067, "main_score": 0.618846, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.955122, "recall": 0.968379, "f1": 0.959387, "accuracy": 0.968379, "main_score": 0.959387, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.912549, "recall": 0.939723, "f1": 0.921443, "accuracy": 0.939723, "main_score": 0.921443, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.519789, "recall": 0.570158, "f1": 0.533552, "accuracy": 0.570158, "main_score": 0.533552, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527341, "recall": 0.578063, "f1": 0.541163, "accuracy": 0.578063, "main_score": 0.541163, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.733155, "recall": 0.782609, "f1": 0.746923, "accuracy": 0.782609, "main_score": 0.746923, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45842, "recall": 0.503953, "f1": 0.47095, "accuracy": 0.503953, "main_score": 0.47095, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.962451, "recall": 0.974308, "f1": 0.966403, "accuracy": 0.974308, "main_score": 0.966403, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.975132, "recall": 0.983202, "f1": 0.977767, "accuracy": 0.983202, "main_score": 0.977767, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.808086, "recall": 0.855731, "f1": 0.822647, "accuracy": 0.855731, "main_score": 0.822647, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.514859, "recall": 0.56917, "f1": 0.529764, "accuracy": 0.56917, "main_score": 0.529764, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.948452, "recall": 0.963439, "f1": 0.953228, "accuracy": 0.963439, "main_score": 0.953228, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.965909, "recall": 0.975296, "f1": 0.968874, "accuracy": 0.975296, "main_score": 0.968874, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.54903, "recall": 0.604743, "f1": 0.564371, "accuracy": 0.604743, "main_score": 0.564371, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192186, "recall": 0.236166, "f1": 0.202521, "accuracy": 0.236166, "main_score": 0.202521, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.586331, "recall": 0.637352, "f1": 0.601012, "accuracy": 0.637352, "main_score": 0.601012, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.735303, "recall": 0.795455, "f1": 0.752953, "accuracy": 0.795455, "main_score": 0.752953, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.944664, "recall": 0.960474, "f1": 0.949769, "accuracy": 0.960474, "main_score": 0.949769, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.395557, "recall": 0.447628, "f1": 0.41002, "accuracy": 0.447628, "main_score": 0.41002, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.933136, "recall": 0.952569, "f1": 0.939559, "accuracy": 0.952569, "main_score": 0.939559, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966238, "recall": 0.976285, "f1": 0.969532, "accuracy": 0.976285, "main_score": 0.969532, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.971838, "recall": 0.980237, "f1": 0.974638, "accuracy": 0.980237, "main_score": 0.974638, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.634766, "recall": 0.685771, "f1": 0.649459, "accuracy": 0.685771, "main_score": 0.649459, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544733, "recall": 0.592885, "f1": 0.558386, "accuracy": 0.592885, "main_score": 0.558386, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.504401, "recall": 0.5583, "f1": 0.519403, "accuracy": 0.5583, "main_score": 0.519403, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.613455, "recall": 0.667984, "f1": 0.628695, "accuracy": 0.667984, "main_score": 0.628695, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.194866, "recall": 0.270751, "f1": 0.214035, "accuracy": 0.270751, "main_score": 0.214035, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.891222, "recall": 0.922925, "f1": 0.901252, "accuracy": 0.922925, "main_score": 0.901252, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.949769, "recall": 0.964427, "f1": 0.954545, "accuracy": 0.964427, "main_score": 0.954545, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.987319, "recall": 0.991107, "f1": 0.988472, "accuracy": 0.991107, "main_score": 0.988472, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.558343, "recall": 0.614625, "f1": 0.573616, "accuracy": 0.614625, "main_score": 0.573616, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555026, "recall": 0.612648, "f1": 0.57122, "accuracy": 0.612648, "main_score": 0.57122, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971509, "recall": 0.979249, "f1": 0.973979, "accuracy": 0.979249, "main_score": 0.973979, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.938982, "recall": 0.956522, "f1": 0.944565, "accuracy": 0.956522, "main_score": 0.944565, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.960013, "recall": 0.971344, "f1": 0.963603, "accuracy": 0.971344, "main_score": 0.963603, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.677414, "recall": 0.750988, "f1": 0.699424, "accuracy": 0.750988, "main_score": 0.699424, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973979, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.528343, "recall": 0.578063, "f1": 0.543088, "accuracy": 0.578063, "main_score": 0.543088, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.731703, "recall": 0.787549, "f1": 0.748518, "accuracy": 0.787549, "main_score": 0.748518, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.938439, "recall": 0.955534, "f1": 0.943841, "accuracy": 0.955534, "main_score": 0.943841, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.437898, "recall": 0.492095, "f1": 0.45288, "accuracy": 0.492095, "main_score": 0.45288, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975955, "recall": 0.983202, "f1": 0.978261, "accuracy": 0.983202, "main_score": 0.978261, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.922431, "recall": 0.943676, "f1": 0.928986, "accuracy": 0.943676, "main_score": 0.928986, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.828014, "recall": 0.870553, "f1": 0.841074, "accuracy": 0.870553, "main_score": 0.841074, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.879595, "recall": 0.910079, "f1": 0.8889, "accuracy": 0.910079, "main_score": 0.8889, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.878574, "recall": 0.911067, "f1": 0.88857, "accuracy": 0.911067, "main_score": 0.88857, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.573205, "recall": 0.623518, "f1": 0.58788, "accuracy": 0.623518, "main_score": 0.58788, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.959651, "recall": 0.972332, "f1": 0.963768, "accuracy": 0.972332, "main_score": 0.963768, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806571, "recall": 0.851779, "f1": 0.820638, "accuracy": 0.851779, "main_score": 0.820638, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.946591, "recall": 0.962451, "f1": 0.951647, "accuracy": 0.962451, "main_score": 0.951647, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450321, "recall": 0.507905, "f1": 0.466473, "accuracy": 0.507905, "main_score": 0.466473, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582528, "recall": 0.658103, "f1": 0.603488, "accuracy": 0.658103, "main_score": 0.603488, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.982213, "f1": 0.977767, "accuracy": 0.982213, "main_score": 0.977767, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.952899, "recall": 0.967391, "f1": 0.957675, "accuracy": 0.967391, "main_score": 0.957675, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.744302, "recall": 0.793478, "f1": 0.758584, "accuracy": 0.793478, "main_score": 0.758584, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.977602, "recall": 0.98419, "f1": 0.979578, "accuracy": 0.98419, "main_score": 0.979578, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.601823, "recall": 0.646245, "f1": 0.613909, "accuracy": 0.646245, "main_score": 0.613909, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5878, "recall": 0.639328, "f1": 0.602666, "accuracy": 0.639328, "main_score": 0.602666, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979578, "recall": 0.986166, "f1": 0.981719, "accuracy": 0.986166, "main_score": 0.981719, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.861785, "recall": 0.894269, "f1": 0.87128, "accuracy": 0.894269, "main_score": 0.87128, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521533, "recall": 0.571146, "f1": 0.536386, "accuracy": 0.571146, "main_score": 0.536386, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.513916, "recall": 0.573123, "f1": 0.530614, "accuracy": 0.573123, "main_score": 0.530614, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.980814, "recall": 0.986166, "f1": 0.982444, "accuracy": 0.986166, "main_score": 0.982444, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.77584, "recall": 0.826087, "f1": 0.790763, "accuracy": 0.826087, "main_score": 0.790763, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516842, "recall": 0.573123, "f1": 0.532643, "accuracy": 0.573123, "main_score": 0.532643, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601272, "recall": 0.655138, "f1": 0.616853, "accuracy": 0.655138, "main_score": 0.616853, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.856349, "recall": 0.895257, "f1": 0.868632, "accuracy": 0.895257, "main_score": 0.868632, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.936347, "recall": 0.954545, "f1": 0.942095, "accuracy": 0.954545, "main_score": 0.942095, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487576, "recall": 0.529644, "f1": 0.499086, "accuracy": 0.529644, "main_score": 0.499086, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546723, "recall": 0.593874, "f1": 0.559845, "accuracy": 0.593874, "main_score": 0.559845, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98419, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.554093, "recall": 0.610672, "f1": 0.569784, "accuracy": 0.610672, "main_score": 0.569784, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519797, "recall": 0.56917, "f1": 0.533175, "accuracy": 0.56917, "main_score": 0.533175, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979249, "recall": 0.986166, "f1": 0.981555, "accuracy": 0.986166, "main_score": 0.981555, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.508997, "recall": 0.560277, "f1": 0.523509, "accuracy": 0.560277, "main_score": 0.523509, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.705962, "recall": 0.76087, "f1": 0.721989, "accuracy": 0.76087, "main_score": 0.721989, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.935771, "recall": 0.954545, "f1": 0.941502, "accuracy": 0.954545, "main_score": 0.941502, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694063, "recall": 0.741107, "f1": 0.707664, "accuracy": 0.741107, "main_score": 0.707664, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.797381, "recall": 0.83498, "f1": 0.808747, "accuracy": 0.83498, "main_score": 0.808747, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.924407, "recall": 0.94664, "f1": 0.931653, "accuracy": 0.94664, "main_score": 0.931653, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.969697, "recall": 0.979249, "f1": 0.972826, "accuracy": 0.979249, "main_score": 0.972826, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.463302, "recall": 0.532609, "f1": 0.482805, "accuracy": 0.532609, "main_score": 0.482805, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.651311, "recall": 0.712451, "f1": 0.669655, "accuracy": 0.712451, "main_score": 0.669655, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.550045, "recall": 0.596838, "f1": 0.563265, "accuracy": 0.596838, "main_score": 0.563265, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.593536, "recall": 0.653162, "f1": 0.61076, "accuracy": 0.653162, "main_score": 0.61076, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.53062, "recall": 0.589921, "f1": 0.547365, "accuracy": 0.589921, "main_score": 0.547365, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.454185, "recall": 0.531621, "f1": 0.475381, "accuracy": 0.531621, "main_score": 0.475381, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597041, "recall": 0.65415, "f1": 0.613393, "accuracy": 0.65415, "main_score": 0.613393, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.886775, "recall": 0.916996, "f1": 0.896476, "accuracy": 0.916996, "main_score": 0.896476, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.979249, "f1": 0.97365, "accuracy": 0.979249, "main_score": 0.97365, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.993083, "recall": 0.995059, "f1": 0.993742, "accuracy": 0.995059, "main_score": 0.993742, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.595261, "recall": 0.651186, "f1": 0.611564, "accuracy": 0.651186, "main_score": 0.611564, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.614328, "recall": 0.677866, "f1": 0.632562, "accuracy": 0.677866, "main_score": 0.632562, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.566462, "recall": 0.62747, "f1": 0.583167, "accuracy": 0.62747, "main_score": 0.583167, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.193109, "recall": 0.240119, "f1": 0.204671, "accuracy": 0.240119, "main_score": 0.204671, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.632932, "recall": 0.686759, "f1": 0.647919, "accuracy": 0.686759, "main_score": 0.647919, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.677694, "recall": 0.73419, "f1": 0.694078, "accuracy": 0.73419, "main_score": 0.694078, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.975626, "recall": 0.983202, "f1": 0.978096, "accuracy": 0.983202, "main_score": 0.978096, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.550988, "recall": 0.603755, "f1": 0.566455, "accuracy": 0.603755, "main_score": 0.566455, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510733, "recall": 0.58498, "f1": 0.530691, "accuracy": 0.58498, "main_score": 0.530691, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560337, "recall": 0.62747, "f1": 0.580025, "accuracy": 0.62747, "main_score": 0.580025, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594988, "recall": 0.662055, "f1": 0.613952, "accuracy": 0.662055, "main_score": 0.613952, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.913867, "recall": 0.938735, "f1": 0.921772, "accuracy": 0.938735, "main_score": 0.921772, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.530538, "recall": 0.587945, "f1": 0.546812, "accuracy": 0.587945, "main_score": 0.546812, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.554081, "recall": 0.616601, "f1": 0.572197, "accuracy": 0.616601, "main_score": 0.572197, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.526331, "recall": 0.582016, "f1": 0.541826, "accuracy": 0.582016, "main_score": 0.541826, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.949275, "recall": 0.963439, "f1": 0.953722, "accuracy": 0.963439, "main_score": 0.953722, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.318058, "recall": 0.376482, "f1": 0.333807, "accuracy": 0.376482, "main_score": 0.333807, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596146, "recall": 0.656126, "f1": 0.612522, "accuracy": 0.656126, "main_score": 0.612522, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.984025, "recall": 0.98913, "f1": 0.985672, "accuracy": 0.98913, "main_score": 0.985672, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58194, "recall": 0.637352, "f1": 0.597514, "accuracy": 0.637352, "main_score": 0.597514, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.703568, "recall": 0.764822, "f1": 0.721498, "accuracy": 0.764822, "main_score": 0.721498, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97365, "recall": 0.982213, "f1": 0.976449, "accuracy": 0.982213, "main_score": 0.976449, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67197, "recall": 0.749012, "f1": 0.694946, "accuracy": 0.749012, "main_score": 0.694946, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.723265, "recall": 0.77668, "f1": 0.738707, "accuracy": 0.77668, "main_score": 0.738707, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660566, "recall": 0.714427, "f1": 0.676433, "accuracy": 0.714427, "main_score": 0.676433, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665357, "recall": 0.731225, "f1": 0.68498, "accuracy": 0.731225, "main_score": 0.68498, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.987154, "recall": 0.990119, "f1": 0.988142, "accuracy": 0.990119, "main_score": 0.988142, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.96278, "recall": 0.974308, "f1": 0.966568, "accuracy": 0.974308, "main_score": 0.966568, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.555568, "recall": 0.610672, "f1": 0.570987, "accuracy": 0.610672, "main_score": 0.570987, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55733, "recall": 0.617589, "f1": 0.574775, "accuracy": 0.617589, "main_score": 0.574775, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.80252, "recall": 0.849802, "f1": 0.81677, "accuracy": 0.849802, "main_score": 0.81677, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.472119, "recall": 0.530632, "f1": 0.488136, "accuracy": 0.530632, "main_score": 0.488136, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.879258, "recall": 0.912055, "f1": 0.889575, "accuracy": 0.912055, "main_score": 0.889575, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.543376, "recall": 0.604743, "f1": 0.560691, "accuracy": 0.604743, "main_score": 0.560691, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.587626, "recall": 0.655138, "f1": 0.606482, "accuracy": 0.655138, "main_score": 0.606482, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.206919, "recall": 0.266798, "f1": 0.220793, "accuracy": 0.266798, "main_score": 0.220793, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.628557, "recall": 0.689723, "f1": 0.646626, "accuracy": 0.689723, "main_score": 0.646626, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.806818, "recall": 0.855731, "f1": 0.822069, "accuracy": 0.855731, "main_score": 0.822069, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.427778, "recall": 0.482213, "f1": 0.442195, "accuracy": 0.482213, "main_score": 0.442195, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990613, "recall": 0.993083, "f1": 0.991436, "accuracy": 0.993083, "main_score": 0.991436, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.676993, "recall": 0.736166, "f1": 0.694946, "accuracy": 0.736166, "main_score": 0.694946, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569537, "recall": 0.629447, "f1": 0.586535, "accuracy": 0.629447, "main_score": 0.586535, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50947, "recall": 0.574111, "f1": 0.527432, "accuracy": 0.574111, "main_score": 0.527432, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671212, "recall": 0.725296, "f1": 0.68714, "accuracy": 0.725296, "main_score": 0.68714, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.242445, "recall": 0.326087, "f1": 0.265244, "accuracy": 0.326087, "main_score": 0.265244, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.974308, "recall": 0.982213, "f1": 0.976943, "accuracy": 0.982213, "main_score": 0.976943, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.976779, "recall": 0.98419, "f1": 0.979249, "accuracy": 0.98419, "main_score": 0.979249, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584585, "recall": 0.644269, "f1": 0.602113, "accuracy": 0.644269, "main_score": 0.602113, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58722, "recall": 0.651186, "f1": 0.605519, "accuracy": 0.651186, "main_score": 0.605519, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989954, "recall": 0.993083, "f1": 0.990942, "accuracy": 0.993083, "main_score": 0.990942, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.724144, "recall": 0.788538, "f1": 0.743714, "accuracy": 0.788538, "main_score": 0.743714, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.566107, "recall": 0.62747, "f1": 0.584017, "accuracy": 0.62747, "main_score": 0.584017, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.805912, "recall": 0.853755, "f1": 0.820685, "accuracy": 0.853755, "main_score": 0.820685, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.475573, "recall": 0.534585, "f1": 0.49214, "accuracy": 0.534585, "main_score": 0.49214, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.910161, "recall": 0.934783, "f1": 0.917885, "accuracy": 0.934783, "main_score": 0.917885, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.966897, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.973155, "recall": 0.981225, "f1": 0.975791, "accuracy": 0.981225, "main_score": 0.975791, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.615437, "recall": 0.666996, "f1": 0.630073, "accuracy": 0.666996, "main_score": 0.630073, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.895916, "recall": 0.925889, "f1": 0.90527, "accuracy": 0.925889, "main_score": 0.90527, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.47693, "recall": 0.538538, "f1": 0.493338, "accuracy": 0.538538, "main_score": 0.493338, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.612953, "recall": 0.683794, "f1": 0.633703, "accuracy": 0.683794, "main_score": 0.633703, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.990119, "f1": 0.987813, "accuracy": 0.990119, "main_score": 0.987813, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.84865, "recall": 0.887352, "f1": 0.860474, "accuracy": 0.887352, "main_score": 0.860474, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.653618, "recall": 0.703557, "f1": 0.668121, "accuracy": 0.703557, "main_score": 0.668121, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650362, "recall": 0.709486, "f1": 0.667703, "accuracy": 0.709486, "main_score": 0.667703, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946311, "recall": 0.962451, "f1": 0.951581, "accuracy": 0.962451, "main_score": 0.951581, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.544277, "recall": 0.609684, "f1": 0.56269, "accuracy": 0.609684, "main_score": 0.56269, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534241, "recall": 0.59585, "f1": 0.550932, "accuracy": 0.59585, "main_score": 0.550932, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.843001, "recall": 0.886364, "f1": 0.856423, "accuracy": 0.886364, "main_score": 0.856423, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540821, "recall": 0.605731, "f1": 0.559511, "accuracy": 0.605731, "main_score": 0.559511, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62635, "recall": 0.682806, "f1": 0.642951, "accuracy": 0.682806, "main_score": 0.642951, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.925066, "recall": 0.947628, "f1": 0.932312, "accuracy": 0.947628, "main_score": 0.932312, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.987154, "f1": 0.98386, "accuracy": 0.987154, "main_score": 0.98386, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494853, "recall": 0.551383, "f1": 0.510879, "accuracy": 0.551383, "main_score": 0.510879, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581721, "recall": 0.636364, "f1": 0.596261, "accuracy": 0.636364, "main_score": 0.596261, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.601205, "recall": 0.663043, "f1": 0.618765, "accuracy": 0.663043, "main_score": 0.618765, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554948, "recall": 0.604743, "f1": 0.569076, "accuracy": 0.604743, "main_score": 0.569076, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.61166, "f1": 0.56094, "accuracy": 0.61166, "main_score": 0.56094, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.756258, "recall": 0.8083, "f1": 0.77197, "accuracy": 0.8083, "main_score": 0.77197, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.74781, "recall": 0.798419, "f1": 0.763293, "accuracy": 0.798419, "main_score": 0.763293, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872398, "recall": 0.900198, "f1": 0.880665, "accuracy": 0.900198, "main_score": 0.880665, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.482099, "recall": 0.563241, "f1": 0.506395, "accuracy": 0.563241, "main_score": 0.506395, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.71979, "recall": 0.773715, "f1": 0.735987, "accuracy": 0.773715, "main_score": 0.735987, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.600866, "recall": 0.647233, "f1": 0.613885, "accuracy": 0.647233, "main_score": 0.613885, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57395, "recall": 0.640316, "f1": 0.59263, "accuracy": 0.640316, "main_score": 0.59263, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51787, "recall": 0.576087, "f1": 0.533904, "accuracy": 0.576087, "main_score": 0.533904, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.445269, "recall": 0.520751, "f1": 0.464714, "accuracy": 0.520751, "main_score": 0.464714, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57163, "recall": 0.630435, "f1": 0.58785, "accuracy": 0.630435, "main_score": 0.58785, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.872639, "recall": 0.90415, "f1": 0.882444, "accuracy": 0.90415, "main_score": 0.882444, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.948617, "recall": 0.964427, "f1": 0.953887, "accuracy": 0.964427, "main_score": 0.953887, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.584356, "recall": 0.648221, "f1": 0.602656, "accuracy": 0.648221, "main_score": 0.602656, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.973814, "recall": 0.982213, "f1": 0.976614, "accuracy": 0.982213, "main_score": 0.976614, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.610467, "recall": 0.68083, "f1": 0.629788, "accuracy": 0.68083, "main_score": 0.629788, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.541933, "recall": 0.609684, "f1": 0.561171, "accuracy": 0.609684, "main_score": 0.561171, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.181011, "recall": 0.225296, "f1": 0.192057, "accuracy": 0.225296, "main_score": 0.192057, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.618083, "recall": 0.670949, "f1": 0.633385, "accuracy": 0.670949, "main_score": 0.633385, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.66362, "recall": 0.725296, "f1": 0.681691, "accuracy": 0.725296, "main_score": 0.681691, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.974638, "recall": 0.982213, "f1": 0.977108, "accuracy": 0.982213, "main_score": 0.977108, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.534132, "recall": 0.58498, "f1": 0.548168, "accuracy": 0.58498, "main_score": 0.548168, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.495033, "recall": 0.56917, "f1": 0.514567, "accuracy": 0.56917, "main_score": 0.514567, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555018, "recall": 0.624506, "f1": 0.574541, "accuracy": 0.624506, "main_score": 0.574541, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554035, "recall": 0.621542, "f1": 0.572246, "accuracy": 0.621542, "main_score": 0.572246, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.910079, "recall": 0.936759, "f1": 0.918643, "accuracy": 0.936759, "main_score": 0.918643, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988801, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510131, "recall": 0.573123, "f1": 0.528195, "accuracy": 0.573123, "main_score": 0.528195, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.51498, "recall": 0.582016, "f1": 0.53394, "accuracy": 0.582016, "main_score": 0.53394, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.500329, "recall": 0.561265, "f1": 0.516576, "accuracy": 0.561265, "main_score": 0.516576, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.946064, "recall": 0.962451, "f1": 0.951318, "accuracy": 0.962451, "main_score": 0.951318, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315234, "recall": 0.37253, "f1": 0.33093, "accuracy": 0.37253, "main_score": 0.33093, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.585161, "recall": 0.653162, "f1": 0.604149, "accuracy": 0.653162, "main_score": 0.604149, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968215, "recall": 0.978261, "f1": 0.971509, "accuracy": 0.978261, "main_score": 0.971509, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.587113, "recall": 0.645257, "f1": 0.603877, "accuracy": 0.645257, "main_score": 0.603877, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.695231, "recall": 0.763834, "f1": 0.716074, "accuracy": 0.763834, "main_score": 0.716074, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675569, "recall": 0.747036, "f1": 0.696657, "accuracy": 0.747036, "main_score": 0.696657, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.699028, "recall": 0.761858, "f1": 0.717217, "accuracy": 0.761858, "main_score": 0.717217, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658218, "recall": 0.715415, "f1": 0.675089, "accuracy": 0.715415, "main_score": 0.675089, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662516, "recall": 0.731225, "f1": 0.682905, "accuracy": 0.731225, "main_score": 0.682905, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.981719, "recall": 0.986166, "f1": 0.983202, "accuracy": 0.986166, "main_score": 0.983202, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95998, "recall": 0.97332, "f1": 0.964427, "accuracy": 0.97332, "main_score": 0.964427, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.531473, "recall": 0.593874, "f1": 0.548901, "accuracy": 0.593874, "main_score": 0.548901, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546945, "recall": 0.604743, "f1": 0.563531, "accuracy": 0.604743, "main_score": 0.563531, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.78913, "recall": 0.838933, "f1": 0.804084, "accuracy": 0.838933, "main_score": 0.804084, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.461543, "recall": 0.520751, "f1": 0.477338, "accuracy": 0.520751, "main_score": 0.477338, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.852684, "recall": 0.890316, "f1": 0.864657, "accuracy": 0.890316, "main_score": 0.864657, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.534925, "recall": 0.597826, "f1": 0.551736, "accuracy": 0.597826, "main_score": 0.551736, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.992424, "recall": 0.994071, "f1": 0.992918, "accuracy": 0.994071, "main_score": 0.992918, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.583614, "recall": 0.649209, "f1": 0.601972, "accuracy": 0.649209, "main_score": 0.601972, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.192167, "recall": 0.25, "f1": 0.204807, "accuracy": 0.25, "main_score": 0.204807, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.612615, "recall": 0.681818, "f1": 0.632383, "accuracy": 0.681818, "main_score": 0.632383, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.80163, "recall": 0.855731, "f1": 0.818347, "accuracy": 0.855731, "main_score": 0.818347, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.401463, "recall": 0.464427, "f1": 0.418548, "accuracy": 0.464427, "main_score": 0.418548, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.993577, "recall": 0.995059, "f1": 0.994071, "accuracy": 0.995059, "main_score": 0.994071, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.660976, "recall": 0.724308, "f1": 0.6794, "accuracy": 0.724308, "main_score": 0.6794, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556897, "recall": 0.619565, "f1": 0.574346, "accuracy": 0.619565, "main_score": 0.574346, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.493166, "recall": 0.56917, "f1": 0.513829, "accuracy": 0.56917, "main_score": 0.513829, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.657602, "recall": 0.717391, "f1": 0.675115, "accuracy": 0.717391, "main_score": 0.675115, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.246586, "recall": 0.333992, "f1": 0.269279, "accuracy": 0.333992, "main_score": 0.269279, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.97085, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.979743, "recall": 0.986166, "f1": 0.981884, "accuracy": 0.986166, "main_score": 0.981884, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569409, "recall": 0.636364, "f1": 0.589209, "accuracy": 0.636364, "main_score": 0.589209, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585138, "recall": 0.652174, "f1": 0.604004, "accuracy": 0.652174, "main_score": 0.604004, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.978096, "recall": 0.985178, "f1": 0.980402, "accuracy": 0.985178, "main_score": 0.980402, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.70998, "recall": 0.77668, "f1": 0.730138, "accuracy": 0.77668, "main_score": 0.730138, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.553977, "recall": 0.610672, "f1": 0.570035, "accuracy": 0.610672, "main_score": 0.570035, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.794796, "recall": 0.844862, "f1": 0.810211, "accuracy": 0.844862, "main_score": 0.810211, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.995059, "recall": 0.996047, "f1": 0.995389, "accuracy": 0.996047, "main_score": 0.995389, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.461144, "recall": 0.533597, "f1": 0.480821, "accuracy": 0.533597, "main_score": 0.480821, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.970685, "recall": 0.980237, "f1": 0.973814, "accuracy": 0.980237, "main_score": 0.973814, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.883976, "recall": 0.91502, "f1": 0.893643, "accuracy": 0.91502, "main_score": 0.893643, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.968379, "recall": 0.978261, "f1": 0.971673, "accuracy": 0.978261, "main_score": 0.971673, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.934947, "recall": 0.954545, "f1": 0.941206, "accuracy": 0.954545, "main_score": 0.941206, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.605987, "recall": 0.664032, "f1": 0.622353, "accuracy": 0.664032, "main_score": 0.622353, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.98666, "recall": 0.991107, "f1": 0.988142, "accuracy": 0.991107, "main_score": 0.988142, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.926795, "recall": 0.949605, "f1": 0.93419, "accuracy": 0.949605, "main_score": 0.93419, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.448255, "recall": 0.518775, "f1": 0.467409, "accuracy": 0.518775, "main_score": 0.467409, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.63341, "recall": 0.703557, "f1": 0.654048, "accuracy": 0.703557, "main_score": 0.654048, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.986989, "recall": 0.990119, "f1": 0.987978, "accuracy": 0.990119, "main_score": 0.987978, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.839756, "recall": 0.879447, "f1": 0.852075, "accuracy": 0.879447, "main_score": 0.852075, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.626772, "recall": 0.685771, "f1": 0.644041, "accuracy": 0.685771, "main_score": 0.644041, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.636307, "recall": 0.703557, "f1": 0.655405, "accuracy": 0.703557, "main_score": 0.655405, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.95084, "recall": 0.965415, "f1": 0.955435, "accuracy": 0.965415, "main_score": 0.955435, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537364, "recall": 0.600791, "f1": 0.555138, "accuracy": 0.600791, "main_score": 0.555138, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.531046, "recall": 0.593874, "f1": 0.548796, "accuracy": 0.593874, "main_score": 0.548796, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.83004, "recall": 0.873518, "f1": 0.843347, "accuracy": 0.873518, "main_score": 0.843347, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53325, "recall": 0.604743, "f1": 0.552914, "accuracy": 0.604743, "main_score": 0.552914, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603039, "recall": 0.668972, "f1": 0.622293, "accuracy": 0.668972, "main_score": 0.622293, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.934618, "recall": 0.954545, "f1": 0.941041, "accuracy": 0.954545, "main_score": 0.941041, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.97332, "recall": 0.981225, "f1": 0.975955, "accuracy": 0.981225, "main_score": 0.975955, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.473008, "recall": 0.536561, "f1": 0.490254, "accuracy": 0.536561, "main_score": 0.490254, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565474, "recall": 0.628458, "f1": 0.582103, "accuracy": 0.628458, "main_score": 0.582103, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.580222, "recall": 0.650198, "f1": 0.600109, "accuracy": 0.650198, "main_score": 0.600109, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538709, "recall": 0.601779, "f1": 0.555991, "accuracy": 0.601779, "main_score": 0.555991, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535375, "recall": 0.604743, "f1": 0.554635, "accuracy": 0.604743, "main_score": 0.554635, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.730148, "recall": 0.784585, "f1": 0.745984, "accuracy": 0.784585, "main_score": 0.745984, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.745372, "recall": 0.796443, "f1": 0.760903, "accuracy": 0.796443, "main_score": 0.760903, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.877882, "recall": 0.907115, "f1": 0.886528, "accuracy": 0.907115, "main_score": 0.886528, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.967062, "recall": 0.977273, "f1": 0.970356, "accuracy": 0.977273, "main_score": 0.970356, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.474505, "recall": 0.552372, "f1": 0.496719, "accuracy": 0.552372, "main_score": 0.496719, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708704, "recall": 0.764822, "f1": 0.725107, "accuracy": 0.764822, "main_score": 0.725107, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58369, "recall": 0.639328, "f1": 0.599591, "accuracy": 0.639328, "main_score": 0.599591, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.43889, "recall": 0.490119, "f1": 0.452901, "accuracy": 0.490119, "main_score": 0.452901, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.497571, "recall": 0.539526, "f1": 0.509827, "accuracy": 0.539526, "main_score": 0.509827, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.261132, "recall": 0.313241, "f1": 0.274493, "accuracy": 0.313241, "main_score": 0.274493, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.673628, "recall": 0.729249, "f1": 0.688409, "accuracy": 0.729249, "main_score": 0.688409, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.655201, "recall": 0.705534, "f1": 0.668485, "accuracy": 0.705534, "main_score": 0.668485, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.657828, "recall": 0.708498, "f1": 0.671677, "accuracy": 0.708498, "main_score": 0.671677, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.64505, "recall": 0.685771, "f1": 0.654818, "accuracy": 0.685771, "main_score": 0.654818, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53505, "recall": 0.575099, "f1": 0.545414, "accuracy": 0.575099, "main_score": 0.545414, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.688179, "recall": 0.737154, "f1": 0.701095, "accuracy": 0.737154, "main_score": 0.701095, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.601716, "recall": 0.643281, "f1": 0.612582, "accuracy": 0.643281, "main_score": 0.612582, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635035, "recall": 0.673913, "f1": 0.645203, "accuracy": 0.673913, "main_score": 0.645203, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679541, "recall": 0.735178, "f1": 0.694365, "accuracy": 0.735178, "main_score": 0.694365, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.655573, "recall": 0.717391, "f1": 0.672889, "accuracy": 0.717391, "main_score": 0.672889, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.492047, "recall": 0.536561, "f1": 0.503316, "accuracy": 0.536561, "main_score": 0.503316, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668382, "recall": 0.730237, "f1": 0.685794, "accuracy": 0.730237, "main_score": 0.685794, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.616372, "recall": 0.670949, "f1": 0.630048, "accuracy": 0.670949, "main_score": 0.630048, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.688446, "recall": 0.742095, "f1": 0.702764, "accuracy": 0.742095, "main_score": 0.702764, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.511405, "recall": 0.550395, "f1": 0.522632, "accuracy": 0.550395, "main_score": 0.522632, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672071, "recall": 0.72332, "f1": 0.685674, "accuracy": 0.72332, "main_score": 0.685674, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.623057, "recall": 0.672925, "f1": 0.636071, "accuracy": 0.672925, "main_score": 0.636071, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.714819, "recall": 0.76581, "f1": 0.728641, "accuracy": 0.76581, "main_score": 0.728641, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690542, "recall": 0.747036, "f1": 0.706074, "accuracy": 0.747036, "main_score": 0.706074, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.535791, "recall": 0.577075, "f1": 0.546452, "accuracy": 0.577075, "main_score": 0.546452, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.656593, "recall": 0.714427, "f1": 0.672517, "accuracy": 0.714427, "main_score": 0.672517, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.676174, "recall": 0.731225, "f1": 0.690951, "accuracy": 0.731225, "main_score": 0.690951, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.639126, "recall": 0.686759, "f1": 0.652132, "accuracy": 0.686759, "main_score": 0.652132, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.211066, "recall": 0.255929, "f1": 0.221854, "accuracy": 0.255929, "main_score": 0.221854, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.68355, "recall": 0.735178, "f1": 0.697723, "accuracy": 0.735178, "main_score": 0.697723, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.544851, "recall": 0.589921, "f1": 0.557108, "accuracy": 0.589921, "main_score": 0.557108, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.683647, "recall": 0.73419, "f1": 0.696957, "accuracy": 0.73419, "main_score": 0.696957, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.671994, "recall": 0.721344, "f1": 0.684865, "accuracy": 0.721344, "main_score": 0.684865, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.621539, "recall": 0.677866, "f1": 0.636307, "accuracy": 0.677866, "main_score": 0.636307, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.668714, "recall": 0.725296, "f1": 0.683092, "accuracy": 0.725296, "main_score": 0.683092, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.561873, "recall": 0.600791, "f1": 0.571948, "accuracy": 0.600791, "main_score": 0.571948, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686503, "recall": 0.746047, "f1": 0.702647, "accuracy": 0.746047, "main_score": 0.702647, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.589368, "recall": 0.647233, "f1": 0.604977, "accuracy": 0.647233, "main_score": 0.604977, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.637745, "recall": 0.683794, "f1": 0.650535, "accuracy": 0.683794, "main_score": 0.650535, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.682261, "recall": 0.740119, "f1": 0.698257, "accuracy": 0.740119, "main_score": 0.698257, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.657477, "recall": 0.713439, "f1": 0.672263, "accuracy": 0.713439, "main_score": 0.672263, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653442, "recall": 0.713439, "f1": 0.66903, "accuracy": 0.713439, "main_score": 0.66903, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.503327, "recall": 0.543478, "f1": 0.515217, "accuracy": 0.543478, "main_score": 0.515217, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.413878, "recall": 0.465415, "f1": 0.427292, "accuracy": 0.465415, "main_score": 0.427292, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.67748, "recall": 0.731225, "f1": 0.691773, "accuracy": 0.731225, "main_score": 0.691773, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.53471, "recall": 0.582016, "f1": 0.547298, "accuracy": 0.582016, "main_score": 0.547298, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.691049, "recall": 0.747036, "f1": 0.706521, "accuracy": 0.747036, "main_score": 0.706521, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.727414, "recall": 0.775692, "f1": 0.74074, "accuracy": 0.775692, "main_score": 0.74074, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635752, "recall": 0.681818, "f1": 0.647914, "accuracy": 0.681818, "main_score": 0.647914, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.636889, "recall": 0.687747, "f1": 0.65107, "accuracy": 0.687747, "main_score": 0.65107, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.527404, "recall": 0.575099, "f1": 0.54098, "accuracy": 0.575099, "main_score": 0.54098, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.626161, "recall": 0.66502, "f1": 0.636771, "accuracy": 0.66502, "main_score": 0.636771, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.664732, "recall": 0.714427, "f1": 0.677935, "accuracy": 0.714427, "main_score": 0.677935, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.694114, "recall": 0.750988, "f1": 0.709929, "accuracy": 0.750988, "main_score": 0.709929, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673151, "recall": 0.720356, "f1": 0.68542, "accuracy": 0.720356, "main_score": 0.68542, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487288, "recall": 0.527668, "f1": 0.498144, "accuracy": 0.527668, "main_score": 0.498144, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673533, "recall": 0.732213, "f1": 0.689451, "accuracy": 0.732213, "main_score": 0.689451, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.438736, "recall": 0.493083, "f1": 0.453316, "accuracy": 0.493083, "main_score": 0.453316, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.470011, "recall": 0.505929, "f1": 0.479984, "accuracy": 0.505929, "main_score": 0.479984, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.623756, "recall": 0.661067, "f1": 0.633152, "accuracy": 0.661067, "main_score": 0.633152, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.315838, "recall": 0.354743, "f1": 0.326877, "accuracy": 0.354743, "main_score": 0.326877, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.68134, "recall": 0.733202, "f1": 0.694967, "accuracy": 0.733202, "main_score": 0.694967, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.685464, "recall": 0.741107, "f1": 0.700686, "accuracy": 0.741107, "main_score": 0.700686, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.698857, "recall": 0.749012, "f1": 0.712035, "accuracy": 0.749012, "main_score": 0.712035, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673547, "recall": 0.736166, "f1": 0.690817, "accuracy": 0.736166, "main_score": 0.690817, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.495295, "recall": 0.531621, "f1": 0.505685, "accuracy": 0.531621, "main_score": 0.505685, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659112, "recall": 0.698617, "f1": 0.668922, "accuracy": 0.698617, "main_score": 0.668922, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.642283, "recall": 0.686759, "f1": 0.653535, "accuracy": 0.686759, "main_score": 0.653535, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.72276, "recall": 0.769763, "f1": 0.735816, "accuracy": 0.769763, "main_score": 0.735816, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521245, "recall": 0.5583, "f1": 0.530889, "accuracy": 0.5583, "main_score": 0.530889, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.675261, "recall": 0.72332, "f1": 0.687589, "accuracy": 0.72332, "main_score": 0.687589, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.523898, "recall": 0.571146, "f1": 0.536451, "accuracy": 0.571146, "main_score": 0.536451, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.692924, "recall": 0.740119, "f1": 0.705645, "accuracy": 0.740119, "main_score": 0.705645, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662819, "recall": 0.709486, "f1": 0.67497, "accuracy": 0.709486, "main_score": 0.67497, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682601, "recall": 0.727273, "f1": 0.694143, "accuracy": 0.727273, "main_score": 0.694143, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.37544, "recall": 0.447628, "f1": 0.394395, "accuracy": 0.447628, "main_score": 0.394395, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.549072, "recall": 0.597826, "f1": 0.562705, "accuracy": 0.597826, "main_score": 0.562705, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.637063, "recall": 0.690711, "f1": 0.651369, "accuracy": 0.690711, "main_score": 0.651369, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.519027, "recall": 0.562253, "f1": 0.530645, "accuracy": 0.562253, "main_score": 0.530645, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.467583, "recall": 0.51581, "f1": 0.48118, "accuracy": 0.51581, "main_score": 0.48118, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.700461, "recall": 0.752964, "f1": 0.714642, "accuracy": 0.752964, "main_score": 0.714642, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649698, "recall": 0.704545, "f1": 0.664131, "accuracy": 0.704545, "main_score": 0.664131, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680916, "recall": 0.729249, "f1": 0.694142, "accuracy": 0.729249, "main_score": 0.694142, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576083, "recall": 0.632411, "f1": 0.591373, "accuracy": 0.632411, "main_score": 0.591373, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.684612, "recall": 0.735178, "f1": 0.69821, "accuracy": 0.735178, "main_score": 0.69821, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662719, "recall": 0.719368, "f1": 0.67755, "accuracy": 0.719368, "main_score": 0.67755, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.672628, "recall": 0.731225, "f1": 0.688919, "accuracy": 0.731225, "main_score": 0.688919, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.655938, "recall": 0.708498, "f1": 0.670051, "accuracy": 0.708498, "main_score": 0.670051, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.488157, "recall": 0.532609, "f1": 0.500242, "accuracy": 0.532609, "main_score": 0.500242, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.520073, "recall": 0.561265, "f1": 0.531557, "accuracy": 0.561265, "main_score": 0.531557, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.661086, "recall": 0.721344, "f1": 0.677618, "accuracy": 0.721344, "main_score": 0.677618, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.66701, "recall": 0.722332, "f1": 0.682024, "accuracy": 0.722332, "main_score": 0.682024, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.674012, "recall": 0.731225, "f1": 0.690549, "accuracy": 0.731225, "main_score": 0.690549, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.563816, "recall": 0.605731, "f1": 0.574512, "accuracy": 0.605731, "main_score": 0.574512, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.450046, "recall": 0.490119, "f1": 0.460778, "accuracy": 0.490119, "main_score": 0.460778, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.686758, "recall": 0.733202, "f1": 0.698845, "accuracy": 0.733202, "main_score": 0.698845, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.641643, "recall": 0.700593, "f1": 0.657636, "accuracy": 0.700593, "main_score": 0.657636, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.605904, "recall": 0.656126, "f1": 0.619817, "accuracy": 0.656126, "main_score": 0.619817, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.662938, "recall": 0.717391, "f1": 0.677637, "accuracy": 0.717391, "main_score": 0.677637, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.47353, "recall": 0.51087, "f1": 0.484016, "accuracy": 0.51087, "main_score": 0.484016, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.660036, "recall": 0.705534, "f1": 0.671191, "accuracy": 0.705534, "main_score": 0.671191, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680893, "recall": 0.733202, "f1": 0.694794, "accuracy": 0.733202, "main_score": 0.694794, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687856, "recall": 0.745059, "f1": 0.703303, "accuracy": 0.745059, "main_score": 0.703303, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.699389, "recall": 0.746047, "f1": 0.711573, "accuracy": 0.746047, "main_score": 0.711573, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.640114, "recall": 0.694664, "f1": 0.654759, "accuracy": 0.694664, "main_score": 0.654759, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.647014, "recall": 0.693676, "f1": 0.659262, "accuracy": 0.693676, "main_score": 0.659262, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56831, "recall": 0.640316, "f1": 0.587597, "accuracy": 0.640316, "main_score": 0.587597, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.501334, "recall": 0.538538, "f1": 0.511825, "accuracy": 0.538538, "main_score": 0.511825, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.212906, "recall": 0.252964, "f1": 0.223609, "accuracy": 0.252964, "main_score": 0.223609, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.53825, "recall": 0.58004, "f1": 0.549085, "accuracy": 0.58004, "main_score": 0.549085, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.574341, "recall": 0.621542, "f1": 0.586764, "accuracy": 0.621542, "main_score": 0.586764, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.696839, "recall": 0.745059, "f1": 0.710235, "accuracy": 0.745059, "main_score": 0.710235, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.649963, "recall": 0.69664, "f1": 0.66265, "accuracy": 0.69664, "main_score": 0.66265, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.444731, "recall": 0.494071, "f1": 0.457846, "accuracy": 0.494071, "main_score": 0.457846, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635739, "recall": 0.677866, "f1": 0.647178, "accuracy": 0.677866, "main_score": 0.647178, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.67436, "recall": 0.726285, "f1": 0.68809, "accuracy": 0.726285, "main_score": 0.68809, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629744, "recall": 0.68083, "f1": 0.643537, "accuracy": 0.68083, "main_score": 0.643537, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.650548, "recall": 0.705534, "f1": 0.66469, "accuracy": 0.705534, "main_score": 0.66469, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.583847, "recall": 0.636364, "f1": 0.597839, "accuracy": 0.636364, "main_score": 0.597839, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.66847, "recall": 0.725296, "f1": 0.68391, "accuracy": 0.725296, "main_score": 0.68391, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.676717, "recall": 0.719368, "f1": 0.688125, "accuracy": 0.719368, "main_score": 0.688125, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.488757, "recall": 0.529644, "f1": 0.500162, "accuracy": 0.529644, "main_score": 0.500162, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.466216, "recall": 0.506917, "f1": 0.47753, "accuracy": 0.506917, "main_score": 0.47753, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553568, "recall": 0.591897, "f1": 0.564003, "accuracy": 0.591897, "main_score": 0.564003, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.679241, "recall": 0.735178, "f1": 0.694283, "accuracy": 0.735178, "main_score": 0.694283, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.153484, "recall": 0.208498, "f1": 0.167732, "accuracy": 0.208498, "main_score": 0.167732, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.651518, "recall": 0.711462, "f1": 0.667773, "accuracy": 0.711462, "main_score": 0.667773, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.606532, "recall": 0.664032, "f1": 0.621989, "accuracy": 0.664032, "main_score": 0.621989, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.635769, "recall": 0.686759, "f1": 0.649066, "accuracy": 0.686759, "main_score": 0.649066, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.686447, "recall": 0.738142, "f1": 0.699279, "accuracy": 0.738142, "main_score": 0.699279, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546824, "recall": 0.590909, "f1": 0.559225, "accuracy": 0.590909, "main_score": 0.559225, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.510532, "recall": 0.556324, "f1": 0.522522, "accuracy": 0.556324, "main_score": 0.522522, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.658328, "recall": 0.711462, "f1": 0.672506, "accuracy": 0.711462, "main_score": 0.672506, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.690292, "recall": 0.736166, "f1": 0.702011, "accuracy": 0.736166, "main_score": 0.702011, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.650409, "recall": 0.6917, "f1": 0.661472, "accuracy": 0.6917, "main_score": 0.661472, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.670974, "recall": 0.717391, "f1": 0.683797, "accuracy": 0.717391, "main_score": 0.683797, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.550774, "recall": 0.603755, "f1": 0.565863, "accuracy": 0.603755, "main_score": 0.565863, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.6583, "recall": 0.710474, "f1": 0.671874, "accuracy": 0.710474, "main_score": 0.671874, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.48404, "recall": 0.520751, "f1": 0.494282, "accuracy": 0.520751, "main_score": 0.494282, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.594262, "recall": 0.63834, "f1": 0.607025, "accuracy": 0.63834, "main_score": 0.607025, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.653241, "recall": 0.714427, "f1": 0.670268, "accuracy": 0.714427, "main_score": 0.670268, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.662993, "recall": 0.709486, "f1": 0.675131, "accuracy": 0.709486, "main_score": 0.675131, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654894, "recall": 0.715415, "f1": 0.671204, "accuracy": 0.715415, "main_score": 0.671204, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.436241, "recall": 0.474308, "f1": 0.446607, "accuracy": 0.474308, "main_score": 0.446607, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.720113, "recall": 0.76087, "f1": 0.730365, "accuracy": 0.76087, "main_score": 0.730365, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.654759, "recall": 0.711462, "f1": 0.670019, "accuracy": 0.711462, "main_score": 0.670019, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.66832, "recall": 0.719368, "f1": 0.68234, "accuracy": 0.719368, "main_score": 0.68234, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.626919, "recall": 0.68083, "f1": 0.641409, "accuracy": 0.68083, "main_score": 0.641409, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.6273, "recall": 0.66996, "f1": 0.639143, "accuracy": 0.66996, "main_score": 0.639143, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568765, "recall": 0.616601, "f1": 0.580597, "accuracy": 0.616601, "main_score": 0.580597, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598127, "recall": 0.651186, "f1": 0.612808, "accuracy": 0.651186, "main_score": 0.612808, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547236, "recall": 0.58004, "f1": 0.556082, "accuracy": 0.58004, "main_score": 0.556082, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.602418, "recall": 0.663043, "f1": 0.618927, "accuracy": 0.663043, "main_score": 0.618927, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.658522, "recall": 0.717391, "f1": 0.674094, "accuracy": 0.717391, "main_score": 0.674094, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.646891, "recall": 0.69664, "f1": 0.659608, "accuracy": 0.69664, "main_score": 0.659608, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.68869, "recall": 0.736166, "f1": 0.701772, "accuracy": 0.736166, "main_score": 0.701772, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.644058, "recall": 0.704545, "f1": 0.66043, "accuracy": 0.704545, "main_score": 0.66043, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698605, "recall": 0.75, "f1": 0.713277, "accuracy": 0.75, "main_score": 0.713277, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.559611, "recall": 0.61166, "f1": 0.573773, "accuracy": 0.61166, "main_score": 0.573773, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.634048, "recall": 0.683794, "f1": 0.64721, "accuracy": 0.683794, "main_score": 0.64721, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.456499, "recall": 0.502964, "f1": 0.469441, "accuracy": 0.502964, "main_score": 0.469441, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.680245, "recall": 0.736166, "f1": 0.695366, "accuracy": 0.736166, "main_score": 0.695366, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.442939, "recall": 0.5, "f1": 0.458514, "accuracy": 0.5, "main_score": 0.458514, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.664222, "recall": 0.716403, "f1": 0.678214, "accuracy": 0.716403, "main_score": 0.678214, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.646317, "recall": 0.702569, "f1": 0.662115, "accuracy": 0.702569, "main_score": 0.662115, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.686576, "recall": 0.731225, "f1": 0.698797, "accuracy": 0.731225, "main_score": 0.698797, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560149, "recall": 0.606719, "f1": 0.572044, "accuracy": 0.606719, "main_score": 0.572044, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.62894, "recall": 0.684783, "f1": 0.643556, "accuracy": 0.684783, "main_score": 0.643556, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.515313, "recall": 0.554348, "f1": 0.525909, "accuracy": 0.554348, "main_score": 0.525909, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543066, "recall": 0.590909, "f1": 0.555678, "accuracy": 0.590909, "main_score": 0.555678, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.665322, "recall": 0.714427, "f1": 0.677864, "accuracy": 0.714427, "main_score": 0.677864, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.60279, "recall": 0.647233, "f1": 0.614265, "accuracy": 0.647233, "main_score": 0.614265, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.708789, "recall": 0.757905, "f1": 0.722193, "accuracy": 0.757905, "main_score": 0.722193, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.490053, "recall": 0.528656, "f1": 0.501187, "accuracy": 0.528656, "main_score": 0.501187, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.693305, "recall": 0.748024, "f1": 0.707973, "accuracy": 0.748024, "main_score": 0.707973, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.673257, "recall": 0.730237, "f1": 0.688706, "accuracy": 0.730237, "main_score": 0.688706, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.670041, "recall": 0.718379, "f1": 0.682881, "accuracy": 0.718379, "main_score": 0.682881, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.507845, "recall": 0.550395, "f1": 0.519397, "accuracy": 0.550395, "main_score": 0.519397, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.698479, "recall": 0.750988, "f1": 0.712619, "accuracy": 0.750988, "main_score": 0.712619, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.61293, "recall": 0.662055, "f1": 0.626171, "accuracy": 0.662055, "main_score": 0.626171, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.514003, "recall": 0.554348, "f1": 0.524619, "accuracy": 0.554348, "main_score": 0.524619, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569917, "recall": 0.614625, "f1": 0.582002, "accuracy": 0.614625, "main_score": 0.582002, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555529, "recall": 0.607708, "f1": 0.570068, "accuracy": 0.607708, "main_score": 0.570068, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.687867, "recall": 0.737154, "f1": 0.701075, "accuracy": 0.737154, "main_score": 0.701075, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.645228, "recall": 0.704545, "f1": 0.661387, "accuracy": 0.704545, "main_score": 0.661387, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469223, "recall": 0.508893, "f1": 0.479587, "accuracy": 0.508893, "main_score": 0.479587, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.518925, "recall": 0.557312, "f1": 0.529855, "accuracy": 0.557312, "main_score": 0.529855, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.65002, "recall": 0.709486, "f1": 0.665428, "accuracy": 0.709486, "main_score": 0.665428, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.516034, "recall": 0.564229, "f1": 0.529059, "accuracy": 0.564229, "main_score": 0.529059, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.515866, "recall": 0.554348, "f1": 0.526005, "accuracy": 0.554348, "main_score": 0.526005, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.638611, "recall": 0.692688, "f1": 0.653746, "accuracy": 0.692688, "main_score": 0.653746, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.468094, "recall": 0.51581, "f1": 0.480772, "accuracy": 0.51581, "main_score": 0.480772, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.611198, "recall": 0.657115, "f1": 0.62357, "accuracy": 0.657115, "main_score": 0.62357, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.629433, "recall": 0.674901, "f1": 0.641176, "accuracy": 0.674901, "main_score": 0.641176, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.531648, "recall": 0.574111, "f1": 0.542623, "accuracy": 0.574111, "main_score": 0.542623, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568701, "recall": 0.606719, "f1": 0.579209, "accuracy": 0.606719, "main_score": 0.579209, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.659712, "recall": 0.714427, "f1": 0.674376, "accuracy": 0.714427, "main_score": 0.674376, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.599, "recall": 0.650198, "f1": 0.611806, "accuracy": 0.650198, "main_score": 0.611806, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.628835, "recall": 0.68083, "f1": 0.642162, "accuracy": 0.68083, "main_score": 0.642162, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.408084, "recall": 0.466403, "f1": 0.424795, "accuracy": 0.466403, "main_score": 0.424795, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.682193, "recall": 0.731225, "f1": 0.69489, "accuracy": 0.731225, "main_score": 0.69489, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.631503, "recall": 0.682806, "f1": 0.645004, "accuracy": 0.682806, "main_score": 0.645004, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.673419, "recall": 0.719368, "f1": 0.685727, "accuracy": 0.719368, "main_score": 0.685727, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.668644, "recall": 0.725296, "f1": 0.684032, "accuracy": 0.725296, "main_score": 0.684032, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.511579, "recall": 0.546443, "f1": 0.520888, "accuracy": 0.546443, "main_score": 0.520888, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.435937, "recall": 0.48419, "f1": 0.449084, "accuracy": 0.48419, "main_score": 0.449084, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.489041, "recall": 0.529644, "f1": 0.500675, "accuracy": 0.529644, "main_score": 0.500675, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.240162, "recall": 0.29249, "f1": 0.253302, "accuracy": 0.29249, "main_score": 0.253302, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.601858, "recall": 0.645257, "f1": 0.612769, "accuracy": 0.645257, "main_score": 0.612769, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.539744, "recall": 0.59585, "f1": 0.554782, "accuracy": 0.59585, "main_score": 0.554782, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"], "mteb_version": "2.16.0"}, {"precision": 0.570879, "recall": 0.619565, "f1": 0.58433, "accuracy": 0.619565, "main_score": 0.58433, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.575038, "recall": 0.615613, "f1": 0.5851, "accuracy": 0.615613, "main_score": 0.5851, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.538539, "recall": 0.587945, "f1": 0.551771, "accuracy": 0.587945, "main_score": 0.551771, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581945, "recall": 0.63834, "f1": 0.596494, "accuracy": 0.63834, "main_score": 0.596494, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548237, "recall": 0.589921, "f1": 0.558585, "accuracy": 0.589921, "main_score": 0.558585, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584564, "recall": 0.612648, "f1": 0.592709, "accuracy": 0.612648, "main_score": 0.592709, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581769, "recall": 0.631423, "f1": 0.594002, "accuracy": 0.631423, "main_score": 0.594002, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"], "mteb_version": "2.16.0"}, {"precision": 0.558948, "recall": 0.608696, "f1": 0.571807, "accuracy": 0.608696, "main_score": 0.571807, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.527423, "recall": 0.575099, "f1": 0.539768, "accuracy": 0.575099, "main_score": 0.539768, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577984, "recall": 0.626482, "f1": 0.590752, "accuracy": 0.626482, "main_score": 0.590752, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.525058, "recall": 0.576087, "f1": 0.537656, "accuracy": 0.576087, "main_score": 0.537656, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590622, "recall": 0.636364, "f1": 0.601635, "accuracy": 0.636364, "main_score": 0.601635, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.548602, "recall": 0.583992, "f1": 0.55902, "accuracy": 0.583992, "main_score": 0.55902, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.58474, "recall": 0.636364, "f1": 0.598183, "accuracy": 0.636364, "main_score": 0.598183, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.562025, "recall": 0.609684, "f1": 0.574176, "accuracy": 0.609684, "main_score": 0.574176, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.609239, "recall": 0.656126, "f1": 0.621271, "accuracy": 0.656126, "main_score": 0.621271, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597047, "recall": 0.647233, "f1": 0.609281, "accuracy": 0.647233, "main_score": 0.609281, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.5144, "recall": 0.562253, "f1": 0.528073, "accuracy": 0.562253, "main_score": 0.528073, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575565, "recall": 0.624506, "f1": 0.587535, "accuracy": 0.624506, "main_score": 0.587535, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"], "mteb_version": "2.16.0"}, {"precision": 0.575461, "recall": 0.631423, "f1": 0.590201, "accuracy": 0.631423, "main_score": 0.590201, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.579651, "recall": 0.626482, "f1": 0.591372, "accuracy": 0.626482, "main_score": 0.591372, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.189972, "recall": 0.233202, "f1": 0.200863, "accuracy": 0.233202, "main_score": 0.200863, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.587437, "recall": 0.637352, "f1": 0.600065, "accuracy": 0.637352, "main_score": 0.600065, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.586375, "recall": 0.633399, "f1": 0.599442, "accuracy": 0.633399, "main_score": 0.599442, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590412, "recall": 0.641304, "f1": 0.602851, "accuracy": 0.641304, "main_score": 0.602851, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580559, "recall": 0.629447, "f1": 0.593363, "accuracy": 0.629447, "main_score": 0.593363, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556289, "recall": 0.600791, "f1": 0.567229, "accuracy": 0.600791, "main_score": 0.567229, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.581085, "recall": 0.621542, "f1": 0.591453, "accuracy": 0.621542, "main_score": 0.591453, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.54023, "recall": 0.582016, "f1": 0.551724, "accuracy": 0.582016, "main_score": 0.551724, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.604797, "recall": 0.651186, "f1": 0.617007, "accuracy": 0.651186, "main_score": 0.617007, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.515853, "recall": 0.568182, "f1": 0.528888, "accuracy": 0.568182, "main_score": 0.528888, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.578869, "recall": 0.631423, "f1": 0.591374, "accuracy": 0.631423, "main_score": 0.591374, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.577171, "recall": 0.62253, "f1": 0.589134, "accuracy": 0.62253, "main_score": 0.589134, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.55818, "recall": 0.613636, "f1": 0.572506, "accuracy": 0.613636, "main_score": 0.572506, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.563984, "recall": 0.613636, "f1": 0.576733, "accuracy": 0.613636, "main_score": 0.576733, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"], "mteb_version": "2.16.0"}, {"precision": 0.532775, "recall": 0.574111, "f1": 0.544444, "accuracy": 0.574111, "main_score": 0.544444, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.388487, "recall": 0.44664, "f1": 0.404092, "accuracy": 0.44664, "main_score": 0.404092, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.583913, "recall": 0.635375, "f1": 0.597045, "accuracy": 0.635375, "main_score": 0.597045, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537965, "recall": 0.586957, "f1": 0.55147, "accuracy": 0.586957, "main_score": 0.55147, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592416, "recall": 0.643281, "f1": 0.605389, "accuracy": 0.643281, "main_score": 0.605389, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.59963, "recall": 0.648221, "f1": 0.612605, "accuracy": 0.648221, "main_score": 0.612605, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.581025, "recall": 0.631423, "f1": 0.594088, "accuracy": 0.631423, "main_score": 0.594088, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.559939, "recall": 0.616601, "f1": 0.574887, "accuracy": 0.616601, "main_score": 0.574887, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.517882, "recall": 0.567194, "f1": 0.531574, "accuracy": 0.567194, "main_score": 0.531574, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.551895, "recall": 0.591897, "f1": 0.562893, "accuracy": 0.591897, "main_score": 0.562893, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.569879, "recall": 0.621542, "f1": 0.583226, "accuracy": 0.621542, "main_score": 0.583226, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.597912, "recall": 0.645257, "f1": 0.610281, "accuracy": 0.645257, "main_score": 0.610281, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.586293, "recall": 0.629447, "f1": 0.597434, "accuracy": 0.629447, "main_score": 0.597434, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.516466, "recall": 0.557312, "f1": 0.528459, "accuracy": 0.557312, "main_score": 0.528459, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57776, "recall": 0.632411, "f1": 0.591893, "accuracy": 0.632411, "main_score": 0.591893, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.41321, "recall": 0.465415, "f1": 0.427376, "accuracy": 0.465415, "main_score": 0.427376, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511263, "recall": 0.549407, "f1": 0.522058, "accuracy": 0.549407, "main_score": 0.522058, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.583208, "recall": 0.619565, "f1": 0.592458, "accuracy": 0.619565, "main_score": 0.592458, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.304868, "recall": 0.353755, "f1": 0.318105, "accuracy": 0.353755, "main_score": 0.318105, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.598917, "recall": 0.650198, "f1": 0.611491, "accuracy": 0.650198, "main_score": 0.611491, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.572735, "recall": 0.624506, "f1": 0.586345, "accuracy": 0.624506, "main_score": 0.586345, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.595993, "recall": 0.648221, "f1": 0.609443, "accuracy": 0.648221, "main_score": 0.609443, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555377, "recall": 0.612648, "f1": 0.570476, "accuracy": 0.612648, "main_score": 0.570476, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.515081, "recall": 0.554348, "f1": 0.526202, "accuracy": 0.554348, "main_score": 0.526202, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.57397, "recall": 0.61166, "f1": 0.584042, "accuracy": 0.61166, "main_score": 0.584042, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.555746, "recall": 0.599802, "f1": 0.567576, "accuracy": 0.599802, "main_score": 0.567576, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.606517, "recall": 0.652174, "f1": 0.617835, "accuracy": 0.652174, "main_score": 0.617835, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536713, "recall": 0.572134, "f1": 0.546552, "accuracy": 0.572134, "main_score": 0.546552, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577012, "recall": 0.624506, "f1": 0.589009, "accuracy": 0.624506, "main_score": 0.589009, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.524132, "recall": 0.570158, "f1": 0.537241, "accuracy": 0.570158, "main_score": 0.537241, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582771, "recall": 0.635375, "f1": 0.595873, "accuracy": 0.635375, "main_score": 0.595873, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571493, "recall": 0.617589, "f1": 0.583102, "accuracy": 0.617589, "main_score": 0.583102, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.580657, "recall": 0.630435, "f1": 0.592312, "accuracy": 0.630435, "main_score": 0.592312, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.291974, "recall": 0.354743, "f1": 0.307181, "accuracy": 0.354743, "main_score": 0.307181, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"], "mteb_version": "2.16.0"}, {"precision": 0.552535, "recall": 0.597826, "f1": 0.564642, "accuracy": 0.597826, "main_score": 0.564642, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.553274, "recall": 0.599802, "f1": 0.565153, "accuracy": 0.599802, "main_score": 0.565153, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560331, "recall": 0.596838, "f1": 0.570553, "accuracy": 0.596838, "main_score": 0.570553, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.475855, "recall": 0.531621, "f1": 0.490705, "accuracy": 0.531621, "main_score": 0.490705, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.600664, "recall": 0.650198, "f1": 0.612756, "accuracy": 0.650198, "main_score": 0.612756, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571018, "recall": 0.620553, "f1": 0.584081, "accuracy": 0.620553, "main_score": 0.584081, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577323, "recall": 0.625494, "f1": 0.590196, "accuracy": 0.625494, "main_score": 0.590196, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.491627, "recall": 0.547431, "f1": 0.506744, "accuracy": 0.547431, "main_score": 0.506744, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.590118, "recall": 0.642292, "f1": 0.603149, "accuracy": 0.642292, "main_score": 0.603149, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571301, "recall": 0.62253, "f1": 0.584773, "accuracy": 0.62253, "main_score": 0.584773, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590991, "recall": 0.640316, "f1": 0.603904, "accuracy": 0.640316, "main_score": 0.603904, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.568706, "recall": 0.621542, "f1": 0.582491, "accuracy": 0.621542, "main_score": 0.582491, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"], "mteb_version": "2.16.0"}, {"precision": 0.495878, "recall": 0.540514, "f1": 0.508146, "accuracy": 0.540514, "main_score": 0.508146, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.536198, "recall": 0.583004, "f1": 0.549201, "accuracy": 0.583004, "main_score": 0.549201, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564781, "recall": 0.613636, "f1": 0.577548, "accuracy": 0.613636, "main_score": 0.577548, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"], "mteb_version": "2.16.0"}, {"precision": 0.599967, "recall": 0.647233, "f1": 0.611538, "accuracy": 0.647233, "main_score": 0.611538, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.582254, "recall": 0.634387, "f1": 0.596276, "accuracy": 0.634387, "main_score": 0.596276, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.539175, "recall": 0.583992, "f1": 0.550745, "accuracy": 0.583992, "main_score": 0.550745, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.482587, "recall": 0.521739, "f1": 0.493748, "accuracy": 0.521739, "main_score": 0.493748, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.599029, "recall": 0.637352, "f1": 0.609099, "accuracy": 0.637352, "main_score": 0.609099, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.543036, "recall": 0.594862, "f1": 0.556541, "accuracy": 0.594862, "main_score": 0.556541, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"], "mteb_version": "2.16.0"}, {"precision": 0.515588, "recall": 0.556324, "f1": 0.526553, "accuracy": 0.556324, "main_score": 0.526553, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.584009, "recall": 0.639328, "f1": 0.598398, "accuracy": 0.639328, "main_score": 0.598398, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.480271, "recall": 0.523715, "f1": 0.492666, "accuracy": 0.523715, "main_score": 0.492666, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608296, "recall": 0.648221, "f1": 0.617797, "accuracy": 0.648221, "main_score": 0.617797, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585053, "recall": 0.635375, "f1": 0.59772, "accuracy": 0.635375, "main_score": 0.59772, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.596986, "recall": 0.644269, "f1": 0.60917, "accuracy": 0.644269, "main_score": 0.60917, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.598037, "recall": 0.648221, "f1": 0.610813, "accuracy": 0.648221, "main_score": 0.610813, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.571825, "recall": 0.624506, "f1": 0.584833, "accuracy": 0.624506, "main_score": 0.584833, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"], "mteb_version": "2.16.0"}, {"precision": 0.579521, "recall": 0.630435, "f1": 0.592737, "accuracy": 0.630435, "main_score": 0.592737, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.45832, "recall": 0.527668, "f1": 0.476193, "accuracy": 0.527668, "main_score": 0.476193, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.520392, "recall": 0.563241, "f1": 0.531647, "accuracy": 0.563241, "main_score": 0.531647, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.198941, "recall": 0.248024, "f1": 0.210214, "accuracy": 0.248024, "main_score": 0.210214, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"], "mteb_version": "2.16.0"}, {"precision": 0.522557, "recall": 0.567194, "f1": 0.53462, "accuracy": 0.567194, "main_score": 0.53462, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.469956, "recall": 0.523715, "f1": 0.484571, "accuracy": 0.523715, "main_score": 0.484571, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.590541, "recall": 0.642292, "f1": 0.603729, "accuracy": 0.642292, "main_score": 0.603729, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.570224, "recall": 0.613636, "f1": 0.58104, "accuracy": 0.613636, "main_score": 0.58104, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.415144, "recall": 0.465415, "f1": 0.429139, "accuracy": 0.465415, "main_score": 0.429139, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.55555, "recall": 0.597826, "f1": 0.566179, "accuracy": 0.597826, "main_score": 0.566179, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603494, "recall": 0.655138, "f1": 0.616514, "accuracy": 0.655138, "main_score": 0.616514, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.540348, "recall": 0.591897, "f1": 0.553224, "accuracy": 0.591897, "main_score": 0.553224, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.566166, "recall": 0.620553, "f1": 0.579182, "accuracy": 0.620553, "main_score": 0.579182, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.560054, "recall": 0.608696, "f1": 0.573901, "accuracy": 0.608696, "main_score": 0.573901, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564963, "recall": 0.619565, "f1": 0.578923, "accuracy": 0.619565, "main_score": 0.578923, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.601359, "recall": 0.642292, "f1": 0.611945, "accuracy": 0.642292, "main_score": 0.611945, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497047, "recall": 0.54249, "f1": 0.509944, "accuracy": 0.54249, "main_score": 0.509944, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.498241, "recall": 0.543478, "f1": 0.511042, "accuracy": 0.543478, "main_score": 0.511042, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.557918, "recall": 0.601779, "f1": 0.569463, "accuracy": 0.601779, "main_score": 0.569463, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.592064, "recall": 0.643281, "f1": 0.605043, "accuracy": 0.643281, "main_score": 0.605043, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.118414, "recall": 0.168972, "f1": 0.130571, "accuracy": 0.168972, "main_score": 0.130571, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"], "mteb_version": "2.16.0"}, {"precision": 0.574322, "recall": 0.626482, "f1": 0.587906, "accuracy": 0.626482, "main_score": 0.587906, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"], "mteb_version": "2.16.0"}, {"precision": 0.497841, "recall": 0.557312, "f1": 0.513553, "accuracy": 0.557312, "main_score": 0.513553, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.563126, "recall": 0.608696, "f1": 0.574531, "accuracy": 0.608696, "main_score": 0.574531, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.590156, "recall": 0.644269, "f1": 0.604518, "accuracy": 0.644269, "main_score": 0.604518, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.487257, "recall": 0.538538, "f1": 0.502256, "accuracy": 0.538538, "main_score": 0.502256, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.529083, "recall": 0.571146, "f1": 0.540917, "accuracy": 0.571146, "main_score": 0.540917, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578188, "recall": 0.625494, "f1": 0.59019, "accuracy": 0.625494, "main_score": 0.59019, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.59849, "recall": 0.643281, "f1": 0.61016, "accuracy": 0.643281, "main_score": 0.61016, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575276, "recall": 0.619565, "f1": 0.587307, "accuracy": 0.619565, "main_score": 0.587307, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.547506, "recall": 0.596838, "f1": 0.559861, "accuracy": 0.596838, "main_score": 0.559861, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.49801, "recall": 0.55336, "f1": 0.513853, "accuracy": 0.55336, "main_score": 0.513853, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.578858, "recall": 0.628458, "f1": 0.591598, "accuracy": 0.628458, "main_score": 0.591598, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.490173, "recall": 0.531621, "f1": 0.502127, "accuracy": 0.531621, "main_score": 0.502127, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521433, "recall": 0.571146, "f1": 0.534462, "accuracy": 0.571146, "main_score": 0.534462, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575182, "recall": 0.623518, "f1": 0.587144, "accuracy": 0.623518, "main_score": 0.587144, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"], "mteb_version": "2.16.0"}, {"precision": 0.575454, "recall": 0.615613, "f1": 0.585807, "accuracy": 0.615613, "main_score": 0.585807, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.565744, "recall": 0.614625, "f1": 0.578257, "accuracy": 0.614625, "main_score": 0.578257, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.437831, "recall": 0.48913, "f1": 0.452392, "accuracy": 0.48913, "main_score": 0.452392, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"], "mteb_version": "2.16.0"}, {"precision": 0.614561, "recall": 0.659091, "f1": 0.625998, "accuracy": 0.659091, "main_score": 0.625998, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576133, "recall": 0.625494, "f1": 0.588784, "accuracy": 0.625494, "main_score": 0.588784, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.548538, "recall": 0.597826, "f1": 0.561509, "accuracy": 0.597826, "main_score": 0.561509, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"], "mteb_version": "2.16.0"}, {"precision": 0.533817, "recall": 0.582016, "f1": 0.546449, "accuracy": 0.582016, "main_score": 0.546449, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.511507, "recall": 0.567194, "f1": 0.525866, "accuracy": 0.567194, "main_score": 0.525866, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.50369, "recall": 0.555336, "f1": 0.51798, "accuracy": 0.555336, "main_score": 0.51798, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.536319, "recall": 0.587945, "f1": 0.549571, "accuracy": 0.587945, "main_score": 0.549571, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56158, "recall": 0.599802, "f1": 0.572237, "accuracy": 0.599802, "main_score": 0.572237, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.497491, "recall": 0.550395, "f1": 0.510937, "accuracy": 0.550395, "main_score": 0.510937, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"], "mteb_version": "2.16.0"}, {"precision": 0.583786, "recall": 0.633399, "f1": 0.596784, "accuracy": 0.633399, "main_score": 0.596784, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"], "mteb_version": "2.16.0"}, {"precision": 0.564086, "recall": 0.610672, "f1": 0.57566, "accuracy": 0.610672, "main_score": 0.57566, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"], "mteb_version": "2.16.0"}, {"precision": 0.585803, "recall": 0.641304, "f1": 0.600079, "accuracy": 0.641304, "main_score": 0.600079, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.567828, "recall": 0.618577, "f1": 0.580191, "accuracy": 0.618577, "main_score": 0.580191, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.588457, "recall": 0.633399, "f1": 0.599755, "accuracy": 0.633399, "main_score": 0.599755, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.513274, "recall": 0.562253, "f1": 0.526453, "accuracy": 0.562253, "main_score": 0.526453, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.550263, "recall": 0.591897, "f1": 0.561156, "accuracy": 0.591897, "main_score": 0.561156, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.459465, "recall": 0.51581, "f1": 0.474299, "accuracy": 0.51581, "main_score": 0.474299, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.585043, "recall": 0.630435, "f1": 0.597039, "accuracy": 0.630435, "main_score": 0.597039, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.385816, "recall": 0.444664, "f1": 0.401622, "accuracy": 0.444664, "main_score": 0.401622, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"], "mteb_version": "2.16.0"}, {"precision": 0.572359, "recall": 0.621542, "f1": 0.584516, "accuracy": 0.621542, "main_score": 0.584516, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"], "mteb_version": "2.16.0"}, {"precision": 0.56934, "recall": 0.616601, "f1": 0.581422, "accuracy": 0.616601, "main_score": 0.581422, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"], "mteb_version": "2.16.0"}, {"precision": 0.562703, "recall": 0.607708, "f1": 0.574301, "accuracy": 0.607708, "main_score": 0.574301, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.554115, "recall": 0.599802, "f1": 0.566344, "accuracy": 0.599802, "main_score": 0.566344, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.549968, "recall": 0.604743, "f1": 0.564192, "accuracy": 0.604743, "main_score": 0.564192, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"], "mteb_version": "2.16.0"}, {"precision": 0.539215, "recall": 0.581028, "f1": 0.55027, "accuracy": 0.581028, "main_score": 0.55027, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.635106, "recall": 0.6917, "f1": 0.651161, "accuracy": 0.6917, "main_score": 0.651161, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579564, "recall": 0.635375, "f1": 0.59416, "accuracy": 0.635375, "main_score": 0.59416, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.575559, "recall": 0.620553, "f1": 0.58751, "accuracy": 0.620553, "main_score": 0.58751, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.608095, "recall": 0.660079, "f1": 0.621447, "accuracy": 0.660079, "main_score": 0.621447, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.509507, "recall": 0.552372, "f1": 0.522071, "accuracy": 0.552372, "main_score": 0.522071, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.609283, "recall": 0.660079, "f1": 0.622476, "accuracy": 0.660079, "main_score": 0.622476, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.577995, "recall": 0.629447, "f1": 0.590585, "accuracy": 0.629447, "main_score": 0.590585, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"], "mteb_version": "2.16.0"}, {"precision": 0.568006, "recall": 0.620553, "f1": 0.582303, "accuracy": 0.620553, "main_score": 0.582303, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.51934, "recall": 0.568182, "f1": 0.532795, "accuracy": 0.568182, "main_score": 0.532795, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.603554, "recall": 0.652174, "f1": 0.615409, "accuracy": 0.652174, "main_score": 0.615409, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.576557, "recall": 0.618577, "f1": 0.587719, "accuracy": 0.618577, "main_score": 0.587719, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.52388, "recall": 0.567194, "f1": 0.53541, "accuracy": 0.567194, "main_score": 0.53541, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.521488, "recall": 0.575099, "f1": 0.53688, "accuracy": 0.575099, "main_score": 0.53688, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.496425, "recall": 0.5583, "f1": 0.513149, "accuracy": 0.5583, "main_score": 0.513149, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.589077, "recall": 0.640316, "f1": 0.602384, "accuracy": 0.640316, "main_score": 0.602384, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.525933, "recall": 0.585968, "f1": 0.541078, "accuracy": 0.585968, "main_score": 0.541078, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.494864, "recall": 0.537549, "f1": 0.507071, "accuracy": 0.537549, "main_score": 0.507071, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.546243, "recall": 0.581028, "f1": 0.55532, "accuracy": 0.581028, "main_score": 0.55532, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572535, "recall": 0.626482, "f1": 0.586694, "accuracy": 0.626482, "main_score": 0.586694, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"], "mteb_version": "2.16.0"}, {"precision": 0.557474, "recall": 0.608696, "f1": 0.571854, "accuracy": 0.608696, "main_score": 0.571854, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.51492, "recall": 0.563241, "f1": 0.527635, "accuracy": 0.563241, "main_score": 0.527635, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.56073, "recall": 0.618577, "f1": 0.576746, "accuracy": 0.618577, "main_score": 0.576746, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.486408, "recall": 0.531621, "f1": 0.499753, "accuracy": 0.531621, "main_score": 0.499753, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.537928, "recall": 0.579051, "f1": 0.549417, "accuracy": 0.579051, "main_score": 0.549417, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.564717, "recall": 0.61166, "f1": 0.576483, "accuracy": 0.61166, "main_score": 0.576483, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.561379, "recall": 0.601779, "f1": 0.571888, "accuracy": 0.601779, "main_score": 0.571888, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.556019, "recall": 0.588933, "f1": 0.564781, "accuracy": 0.588933, "main_score": 0.564781, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.560936, "recall": 0.615613, "f1": 0.575091, "accuracy": 0.615613, "main_score": 0.575091, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"], "mteb_version": "2.16.0"}, {"precision": 0.523454, "recall": 0.574111, "f1": 0.537404, "accuracy": 0.574111, "main_score": 0.537404, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.552716, "recall": 0.607708, "f1": 0.566058, "accuracy": 0.607708, "main_score": 0.566058, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.411888, "recall": 0.48419, "f1": 0.432452, "accuracy": 0.48419, "main_score": 0.432452, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.579744, "recall": 0.62747, "f1": 0.591877, "accuracy": 0.62747, "main_score": 0.591877, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"], "mteb_version": "2.16.0"}, {"precision": 0.545169, "recall": 0.590909, "f1": 0.557587, "accuracy": 0.590909, "main_score": 0.557587, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"], "mteb_version": "2.16.0"}, {"precision": 0.577966, "recall": 0.625494, "f1": 0.590301, "accuracy": 0.625494, "main_score": 0.590301, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"], "mteb_version": "2.16.0"}, {"precision": 0.572536, "recall": 0.621542, "f1": 0.584731, "accuracy": 0.621542, "main_score": 0.584731, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"], "mteb_version": "2.16.0"}, {"precision": 0.513489, "recall": 0.561265, "f1": 0.526508, "accuracy": 0.561265, "main_score": 0.526508, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"], "mteb_version": "2.16.0"}]}, "evaluation_time": 4314.54256140301, "kg_co2_emissions": null, "date": 1784845832.366677, "evaluation_phases": [{"name": "Data loading", "start": 0.0, "end": 1.4951741660479456, "split": "", "subset": ""}, {"name": "Encoding", "start": 9.118769765947945, "end": 20.02463407604955, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 20.220656553050503, "end": 45.07307321904227, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 45.27540028595831, "end": 57.815745108993724, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 58.01136455195956, "end": 70.03661621897481, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 70.23891453794204, "end": 81.19012470298912, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 81.38895295897964, "end": 93.17615293199196, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 93.37083842803258, "end": 104.2774616900133, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 104.47334760299418, "end": 117.13332806096878, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 117.33005965303164, "end": 132.3556426980067, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 132.55274831596762, "end": 143.6820745629957, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 143.8799669620348, "end": 153.43092133803293, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 153.6273466720013, "end": 175.28135718603153, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 175.47708056494594, "end": 183.64552132494282, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 183.84116279694717, "end": 195.3656537849456, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 195.56019097694661, "end": 207.00428789795842, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 207.19997195794713, "end": 217.17412745405454, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 217.3693053519819, "end": 230.5521195740439, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 230.74974860297516, "end": 244.6123956689844, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 244.81032514804974, "end": 254.38905315997545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 254.58549105294514, "end": 266.9438974939985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 267.1390004559653, "end": 279.1286132240202, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 279.32613009703346, "end": 309.217064292985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 309.4140559149673, "end": 344.41440884396434, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 344.61259290296584, "end": 360.33492619602475, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 360.5324234600412, "end": 378.45934836403467, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 378.65438618802, "end": 389.9187891749898, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 390.11662959703244, "end": 422.2217751330463, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 422.41712677502073, "end": 434.506778583047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 434.70371218794025, "end": 446.9119758970337, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 447.106579437037, "end": 458.6490653989604, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 458.8471798399696, "end": 477.44768614694476, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 477.64555517805275, "end": 495.9397144319955, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 496.13692428695504, "end": 508.6991033429513, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 508.89571282896213, "end": 529.5425615429413, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 529.7432240709895, "end": 542.17844211997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 542.3757701800205, "end": 557.7346752330195, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 557.9311003360199, "end": 570.3333954260452, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 570.5286697510164, "end": 581.6244845800102, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 581.8209724610206, "end": 594.5811859120149, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 594.7856685109437, "end": 605.65860961203, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 605.8555400370387, "end": 617.4067791190464, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 617.6087338109501, "end": 629.5162597630406, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 629.7116411840543, "end": 637.5964452029439, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 637.7921792110428, "end": 661.5276211210294, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 661.7246490629623, "end": 683.1972479060059, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 683.3972772980342, "end": 696.5294058580184, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 696.7238259849837, "end": 707.9366450250382, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 708.1337208839832, "end": 720.4764446079498, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 720.6736485230504, "end": 731.378593454021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 731.5740261829924, "end": 743.4153983689612, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 743.6097064489732, "end": 754.5721793540288, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 754.7679113129852, "end": 766.7980968100019, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 766.9933967640391, "end": 779.375168293016, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 779.5702191860182, "end": 790.4664288780186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 790.6613263370236, "end": 801.535755014047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 801.730067003984, "end": 813.7260398999788, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 813.9233043219429, "end": 841.2918255419936, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 841.4864941600244, "end": 851.8647932689637, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 852.0617995409993, "end": 867.3416290889727, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 867.5387158580124, "end": 890.8854043020401, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 891.082031577942, "end": 901.5718196589733, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 901.7684176459443, "end": 913.7095879409462, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 913.9055048930459, "end": 924.3891113490099, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 924.5845400190447, "end": 935.0449063939741, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 935.2415825369535, "end": 980.6404728579801, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 980.8370318559464, "end": 991.799422033946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 991.997832673951, "end": 1006.3446990429657, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1006.543417382054, "end": 1015.8331754090032, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1016.0298743119929, "end": 1029.8846169969765, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1030.080858387053, "end": 1042.031162208994, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1042.2278503320413, "end": 1053.5581471159821, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1053.757773841964, "end": 1065.3563614069717, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1065.5567604450043, "end": 1076.1440705580171, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1076.3416688679717, "end": 1086.7886608709814, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1086.986647757003, "end": 1097.635891400976, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1097.8308860360412, "end": 1107.8415377789643, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1108.042807386024, "end": 1121.7049264990492, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1121.9048097060295, "end": 1133.0277423060033, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1133.22589280596, "end": 1150.772505386034, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1150.9692827459658, "end": 1161.3831312980037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1161.5824654359603, "end": 1182.750140905031, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1182.9455247160513, "end": 1195.414295820985, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1195.6132757100277, "end": 1210.0557334619807, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1210.2507727449993, "end": 1220.6587558110477, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1220.8588432710385, "end": 1250.4207964199595, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1250.6169114239747, "end": 1261.9705575859407, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1262.1657495340332, "end": 1273.9066697460366, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1274.107298154966, "end": 1286.1688536580186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1286.3696001829812, "end": 1298.9823845030041, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1299.1771187679842, "end": 1309.1199234769447, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1309.322766675963, "end": 1321.6387495649979, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1321.835726498044, "end": 1351.9335061269812, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1352.1298834519694, "end": 1368.719592737034, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1368.9161392949754, "end": 1384.2242084030295, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1384.4200062189484, "end": 1394.6406223720405, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1394.8379433919908, "end": 1407.4064611969516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1407.611519834958, "end": 1420.2034120280296, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1420.3999952150043, "end": 1450.7457113070413, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1450.9425321959425, "end": 1466.0112962250132, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1466.207202606951, "end": 1498.1702517779777, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1498.3659390079556, "end": 1510.662316113012, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1510.8587979440344, "end": 1536.6128151220037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1536.8069572079694, "end": 1548.7695294630248, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1548.9648112569703, "end": 1558.8791754039703, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1559.0754714820068, "end": 1597.1083553440403, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1597.3039361579577, "end": 1607.650713967043, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1607.8459319840185, "end": 1620.5506520000054, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1620.7439203279791, "end": 1632.4406973399455, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1632.6357777420199, "end": 1647.3433459099615, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1647.5389820720302, "end": 1663.4843106779736, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1663.682314533973, "end": 1687.140852686949, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1687.3365521869855, "end": 1698.8308562269667, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1699.034460157971, "end": 1714.805633787997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1714.9990123920143, "end": 1727.8082191760186, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1728.0098194900202, "end": 1739.9379588200245, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1740.1322534310166, "end": 1751.4032335289521, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1751.601844543009, "end": 1759.7870215820149, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1759.9815547940088, "end": 1771.572713230038, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1771.7733778180555, "end": 1785.377503126976, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1785.5738928409992, "end": 1805.9076226389734, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1806.1028773350408, "end": 1815.7560359319905, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1815.9514613320353, "end": 1826.2616814649664, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1826.457106214948, "end": 1846.7116822099779, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1846.9062903890153, "end": 1857.3163911480224, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1857.5114440510515, "end": 1870.3444463160122, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1870.5384683969896, "end": 1882.3696364560165, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1882.5645198849961, "end": 1894.8541658750037, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1895.048774793977, "end": 1907.256892659003, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1907.4510631050216, "end": 1918.8493329490302, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1919.0419689100236, "end": 1931.2379976660013, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1931.431096291053, "end": 1943.688125701039, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1943.883372657001, "end": 1954.7313076100545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1954.9267723589437, "end": 1968.8318643460516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1969.0301742210286, "end": 1981.0564489410026, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1981.2518580410397, "end": 1992.6616019560024, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 1992.8605987050105, "end": 2007.2646493769716, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2007.4619225000497, "end": 2019.4377022320405, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2019.6327717150562, "end": 2042.6289737370098, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2042.8225847929716, "end": 2053.999169965042, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2054.19393866905, "end": 2065.145457493025, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2065.3392398719443, "end": 2078.115440579946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2078.3118447730085, "end": 2101.7640789869474, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2101.959306993056, "end": 2115.13299516798, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2115.327011529007, "end": 2127.2364243130432, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2127.4315221440047, "end": 2140.247662025038, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2140.441359117045, "end": 2152.2894918370293, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2152.48576290498, "end": 2173.6196374780266, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2173.8161754669854, "end": 2185.5020935960347, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2185.694960908033, "end": 2195.576541221002, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2195.771311605, "end": 2207.0630691250553, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2207.2569573509973, "end": 2217.755911946995, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2217.9506039629923, "end": 2231.0807870350545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2231.2751415439416, "end": 2245.8918209580006, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2246.0851190650137, "end": 2258.274397618021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2258.467010280001, "end": 2269.7412003009813, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2269.939318862045, "end": 2279.7059120610356, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2279.901056110044, "end": 2311.5291267640423, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2311.7241639379645, "end": 2327.975589414942, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2328.1690928350436, "end": 2340.442157780053, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2340.6358823910123, "end": 2352.619875343982, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2352.8147187449504, "end": 2374.409005908994, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2374.6032089330256, "end": 2384.679471192998, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2384.8728388970485, "end": 2395.667747235042, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2395.8622138400096, "end": 2415.4718396679964, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2415.6669900870183, "end": 2440.318093398004, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2440.513982239994, "end": 2460.5394781939685, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2460.7338698520325, "end": 2471.3307435460156, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2471.525387224043, "end": 2482.9376081690425, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2483.1315794310067, "end": 2495.539578843047, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2495.7382373650325, "end": 2510.0377057830337, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2510.237193503999, "end": 2520.3589172050124, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2520.567298491951, "end": 2536.9606901500374, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2537.157281307038, "end": 2547.528196815052, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2547.7268983150134, "end": 2557.993597196997, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2558.1936768459855, "end": 2573.8445597760146, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2574.0381626019953, "end": 2584.104355089017, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2584.300008989987, "end": 2599.379937952035, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2599.576196270995, "end": 2640.476046066964, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2640.678418172989, "end": 2658.59880012495, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2658.79325276101, "end": 2668.704154114006, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2668.8979005350266, "end": 2676.61982934596, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2676.815548285027, "end": 2689.858050636016, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2690.054145260947, "end": 2701.6902771859895, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2701.892120421049, "end": 2715.415759496973, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2715.613211052958, "end": 2727.304744406021, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2727.5051796829794, "end": 2764.804208780988, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2765.002750986954, "end": 2774.9872247249587, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2775.1878199570347, "end": 2789.0982854779577, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2789.296916511026, "end": 2799.6127653090516, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2799.8151955229696, "end": 2830.843671813025, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2831.0512072310084, "end": 2843.4669732500333, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2843.666684302967, "end": 2855.713056229055, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2855.9122000930365, "end": 2866.4101328869583, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2866.609255451942, "end": 2893.218101119972, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2893.422905048006, "end": 2905.056945709046, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2905.255074620014, "end": 2917.930486724945, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2918.13468758401, "end": 2928.971606469946, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2929.1722508190433, "end": 2950.21441856795, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2950.4146874409635, "end": 2960.4247260170523, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2960.623145577032, "end": 2981.1804270379944, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2981.378819689038, "end": 2998.8531508470187, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 2999.050656449981, "end": 3009.2887700139545, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 3009.484471744043, "end": 3022.9798539909534, "split": "devtest", "subset": "parallel"}, {"name": "Encoding", "start": 3023.1846157299588, "end": 3033.2849373510107, "split": "devtest", "subset": "parallel"}, {"name": "Scoring", "start": 3033.285301557975, "end": 3977.814124493976, "split": "devtest", "subset": "parallel"}]} \ No newline at end of file